-- Logs begin at Thu 2021-08-12 13:50:12 UTC, end at Thu 2021-08-12 16:06:31 UTC. -- Aug 12 14:19:53.152650 n-d-694802-15 systemd[1]: Started Devstack devstack@q-svc.service. Aug 12 14:19:55.858573 n-d-694802-15 neutron-server[94357]: INFO neutron.common.config [-] Logging enabled! Aug 12 14:19:55.859157 n-d-694802-15 neutron-server[94357]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev537 Aug 12 14:19:55.859372 n-d-694802-15 neutron-server[94357]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94357) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 12 14:19:55.862573 n-d-694802-15 neutron-server[94357]: INFO neutron.common.config [-] Logging enabled! Aug 12 14:19:55.862829 n-d-694802-15 neutron-server[94357]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev537 Aug 12 14:19:55.863179 n-d-694802-15 neutron-server[94357]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94357) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 12 14:19:55.864103 n-d-694802-15 neutron-server[94357]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 12 14:19:55.864336 n-d-694802-15 neutron-server[94357]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 12 14:19:55.864703 n-d-694802-15 neutron-server[94357]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 12 14:19:55.864949 n-d-694802-15 neutron-server[94357]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 12 14:19:55.865175 n-d-694802-15 neutron-server[94357]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 12 14:19:55.865494 n-d-694802-15 neutron-server[94357]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:19:55.865790 n-d-694802-15 neutron-server[94357]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:19:55.866083 n-d-694802-15 neutron-server[94357]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:19:55.866310 n-d-694802-15 neutron-server[94357]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:19:55.866604 n-d-694802-15 neutron-server[94357]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:19:55.866893 n-d-694802-15 neutron-server[94357]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:19:55.867202 n-d-694802-15 neutron-server[94357]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:19:55.867489 n-d-694802-15 neutron-server[94357]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:19:55.867785 n-d-694802-15 neutron-server[94357]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:19:55.868066 n-d-694802-15 neutron-server[94357]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:19:55.868342 n-d-694802-15 neutron-server[94357]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:19:55.868677 n-d-694802-15 neutron-server[94357]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:19:55.868908 n-d-694802-15 neutron-server[94357]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:19:55.869187 n-d-694802-15 neutron-server[94357]: DEBUG neutron.common.config [-] config_source = [] {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:19:55.869471 n-d-694802-15 neutron-server[94357]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:19:55.869756 n-d-694802-15 neutron-server[94357]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:19:55.869979 n-d-694802-15 neutron-server[94357]: DEBUG neutron.common.config [-] debug = True {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:19:55.870255 n-d-694802-15 neutron-server[94357]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:19:55.870673 n-d-694802-15 neutron-server[94357]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:19:55.871102 n-d-694802-15 neutron-server[94357]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:19:55.871390 n-d-694802-15 neutron-server[94357]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:19:55.871680 n-d-694802-15 neutron-server[94357]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:19:55.871959 n-d-694802-15 neutron-server[94357]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:19:55.872229 n-d-694802-15 neutron-server[94357]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:19:55.872503 n-d-694802-15 neutron-server[94357]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:19:55.872785 n-d-694802-15 neutron-server[94357]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:19:55.873112 n-d-694802-15 neutron-server[94357]: DEBUG neutron.common.config [-] host = n-d-694802-15 {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:19:55.873389 n-d-694802-15 neutron-server[94357]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:19:55.873675 n-d-694802-15 neutron-server[94357]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:19:55.873960 n-d-694802-15 neutron-server[94357]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:19:55.874245 n-d-694802-15 neutron-server[94357]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:19:55.874518 n-d-694802-15 neutron-server[94357]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:19:55.874792 n-d-694802-15 neutron-server[94357]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:19:55.875097 n-d-694802-15 neutron-server[94357]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:19:55.875371 n-d-694802-15 neutron-server[94357]: DEBUG neutron.common.config [-] log_dir = None {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:19:55.875642 n-d-694802-15 neutron-server[94357]: DEBUG neutron.common.config [-] log_file = None {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:19:55.875916 n-d-694802-15 neutron-server[94357]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:19:55.876203 n-d-694802-15 neutron-server[94357]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:19:55.876487 n-d-694802-15 neutron-server[94357]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:19:55.876774 n-d-694802-15 neutron-server[94357]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:19:55.876997 n-d-694802-15 neutron-server[94357]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:19:55.877220 n-d-694802-15 neutron-server[94357]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:19:55.877508 n-d-694802-15 neutron-server[94357]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:19:55.877791 n-d-694802-15 neutron-server[94357]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:19:55.878064 n-d-694802-15 neutron-server[94357]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:19:55.878338 n-d-694802-15 neutron-server[94357]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:19:55.878610 n-d-694802-15 neutron-server[94357]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:19:55.878882 n-d-694802-15 neutron-server[94357]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:19:55.879179 n-d-694802-15 neutron-server[94357]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:19:55.879449 n-d-694802-15 neutron-server[94357]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:19:55.879734 n-d-694802-15 neutron-server[94357]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:19:55.880018 n-d-694802-15 neutron-server[94357]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:19:55.880302 n-d-694802-15 neutron-server[94357]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:19:55.880576 n-d-694802-15 neutron-server[94357]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:19:55.880849 n-d-694802-15 neutron-server[94357]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:19:55.881118 n-d-694802-15 neutron-server[94357]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:19:55.881394 n-d-694802-15 neutron-server[94357]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:19:55.881677 n-d-694802-15 neutron-server[94357]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:19:55.881949 n-d-694802-15 neutron-server[94357]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:19:55.882220 n-d-694802-15 neutron-server[94357]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:19:55.882492 n-d-694802-15 neutron-server[94357]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:19:55.882778 n-d-694802-15 neutron-server[94357]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:19:55.883067 n-d-694802-15 neutron-server[94357]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:19:55.883342 n-d-694802-15 neutron-server[94357]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:19:55.883642 n-d-694802-15 neutron-server[94357]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:19:55.883927 n-d-694802-15 neutron-server[94357]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:19:55.884742 n-d-694802-15 neutron-server[94357]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:19:55.885027 n-d-694802-15 neutron-server[94357]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:19:55.885299 n-d-694802-15 neutron-server[94357]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:19:55.885581 n-d-694802-15 neutron-server[94357]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:19:55.885851 n-d-694802-15 neutron-server[94357]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:19:55.886121 n-d-694802-15 neutron-server[94357]: DEBUG neutron.common.config [-] use_journal = False {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:19:55.886389 n-d-694802-15 neutron-server[94357]: DEBUG neutron.common.config [-] use_json = False {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:19:55.886658 n-d-694802-15 neutron-server[94357]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:19:55.886924 n-d-694802-15 neutron-server[94357]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:19:55.887238 n-d-694802-15 neutron-server[94357]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:19:55.887510 n-d-694802-15 neutron-server[94357]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:19:55.887781 n-d-694802-15 neutron-server[94357]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:19:55.888054 n-d-694802-15 neutron-server[94357]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:19:55.888321 n-d-694802-15 neutron-server[94357]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:19:55.888602 n-d-694802-15 neutron-server[94357]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:19:55.888895 n-d-694802-15 neutron-server[94357]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:55.889186 n-d-694802-15 neutron-server[94357]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:55.889481 n-d-694802-15 neutron-server[94357]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:55.889776 n-d-694802-15 neutron-server[94357]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:55.890054 n-d-694802-15 neutron-server[94357]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:55.890334 n-d-694802-15 neutron-server[94357]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:55.890620 n-d-694802-15 neutron-server[94357]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:55.890896 n-d-694802-15 neutron-server[94357]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:55.891205 n-d-694802-15 neutron-server[94357]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:55.891492 n-d-694802-15 neutron-server[94357]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:55.891779 n-d-694802-15 neutron-server[94357]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:55.892061 n-d-694802-15 neutron-server[94357]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:55.892345 n-d-694802-15 neutron-server[94357]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:55.892621 n-d-694802-15 neutron-server[94357]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:55.892912 n-d-694802-15 neutron-server[94357]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:55.893214 n-d-694802-15 neutron-server[94357]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:55.893505 n-d-694802-15 neutron-server[94357]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:55.893794 n-d-694802-15 neutron-server[94357]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:55.894067 n-d-694802-15 neutron-server[94357]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:55.894339 n-d-694802-15 neutron-server[94357]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:55.894609 n-d-694802-15 neutron-server[94357]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:55.894885 n-d-694802-15 neutron-server[94357]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:55.895198 n-d-694802-15 neutron-server[94357]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:55.895490 n-d-694802-15 neutron-server[94357]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:55.895778 n-d-694802-15 neutron-server[94357]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:55.896051 n-d-694802-15 neutron-server[94357]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:55.896329 n-d-694802-15 neutron-server[94357]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:55.896618 n-d-694802-15 neutron-server[94357]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:55.896894 n-d-694802-15 neutron-server[94357]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:55.897164 n-d-694802-15 neutron-server[94357]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:55.897440 n-d-694802-15 neutron-server[94357]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:55.897727 n-d-694802-15 neutron-server[94357]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:55.898005 n-d-694802-15 neutron-server[94357]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:55.898275 n-d-694802-15 neutron-server[94357]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:55.898554 n-d-694802-15 neutron-server[94357]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:55.898829 n-d-694802-15 neutron-server[94357]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:55.899126 n-d-694802-15 neutron-server[94357]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:55.899400 n-d-694802-15 neutron-server[94357]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:55.899675 n-d-694802-15 neutron-server[94357]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:55.900038 n-d-694802-15 neutron-server[94357]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:55.900810 n-d-694802-15 neutron-server[94357]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:55.901083 n-d-694802-15 neutron-server[94357]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:55.901355 n-d-694802-15 neutron-server[94357]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:55.901629 n-d-694802-15 neutron-server[94357]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:55.901904 n-d-694802-15 neutron-server[94357]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:55.902189 n-d-694802-15 neutron-server[94357]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:55.902466 n-d-694802-15 neutron-server[94357]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:55.902736 n-d-694802-15 neutron-server[94357]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:55.903003 n-d-694802-15 neutron-server[94357]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:55.903301 n-d-694802-15 neutron-server[94357]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:55.903574 n-d-694802-15 neutron-server[94357]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:55.903850 n-d-694802-15 neutron-server[94357]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:55.904126 n-d-694802-15 neutron-server[94357]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:55.904401 n-d-694802-15 neutron-server[94357]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:55.904678 n-d-694802-15 neutron-server[94357]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:55.904950 n-d-694802-15 neutron-server[94357]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:55.905221 n-d-694802-15 neutron-server[94357]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:55.905492 n-d-694802-15 neutron-server[94357]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:55.905762 n-d-694802-15 neutron-server[94357]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:55.906031 n-d-694802-15 neutron-server[94357]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:55.906303 n-d-694802-15 neutron-server[94357]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:55.906573 n-d-694802-15 neutron-server[94357]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:55.906848 n-d-694802-15 neutron-server[94357]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:55.907146 n-d-694802-15 neutron-server[94357]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:55.907418 n-d-694802-15 neutron-server[94357]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:55.907689 n-d-694802-15 neutron-server[94357]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:55.907958 n-d-694802-15 neutron-server[94357]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:55.908228 n-d-694802-15 neutron-server[94357]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:55.908518 n-d-694802-15 neutron-server[94357]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:55.908815 n-d-694802-15 neutron-server[94357]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:55.909091 n-d-694802-15 neutron-server[94357]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:55.909369 n-d-694802-15 neutron-server[94357]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:55.909646 n-d-694802-15 neutron-server[94357]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:55.909921 n-d-694802-15 neutron-server[94357]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:55.910196 n-d-694802-15 neutron-server[94357]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:55.910473 n-d-694802-15 neutron-server[94357]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:55.910749 n-d-694802-15 neutron-server[94357]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:55.911034 n-d-694802-15 neutron-server[94357]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:55.911320 n-d-694802-15 neutron-server[94357]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:55.911607 n-d-694802-15 neutron-server[94357]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:55.911895 n-d-694802-15 neutron-server[94357]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:55.912177 n-d-694802-15 neutron-server[94357]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:55.912458 n-d-694802-15 neutron-server[94357]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:55.912735 n-d-694802-15 neutron-server[94357]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:55.913028 n-d-694802-15 neutron-server[94357]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:55.913303 n-d-694802-15 neutron-server[94357]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:55.913585 n-d-694802-15 neutron-server[94357]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:55.913860 n-d-694802-15 neutron-server[94357]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:55.914135 n-d-694802-15 neutron-server[94357]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:55.914423 n-d-694802-15 neutron-server[94357]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:55.914705 n-d-694802-15 neutron-server[94357]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:55.914996 n-d-694802-15 neutron-server[94357]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:55.915317 n-d-694802-15 neutron-server[94357]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:55.915630 n-d-694802-15 neutron-server[94357]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:55.915924 n-d-694802-15 neutron-server[94357]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:55.916214 n-d-694802-15 neutron-server[94357]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:55.916493 n-d-694802-15 neutron-server[94357]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:55.916799 n-d-694802-15 neutron-server[94357]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:55.917079 n-d-694802-15 neutron-server[94357]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:55.917295 n-d-694802-15 neutron-server[94357]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 12 14:19:55.917532 n-d-694802-15 neutron-server[94357]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=94357) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 12 14:19:56.268807 n-d-694802-15 neutron-server[94357]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=94357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 14:19:56.269089 n-d-694802-15 neutron-server[94357]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=94357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 14:19:56.269381 n-d-694802-15 neutron-server[94357]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=94357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 14:19:56.269730 n-d-694802-15 neutron-server[94357]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 12 14:19:56.666732 n-d-694802-15 neutron-server[94357]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:19:56.666953 n-d-694802-15 neutron-server[94357]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:19:56.667293 n-d-694802-15 neutron-server[94357]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:19:56.668511 n-d-694802-15 neutron-server[94357]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:19:56.668789 n-d-694802-15 neutron-server[94357]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:19:56.669058 n-d-694802-15 neutron-server[94357]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:19:56.704266 n-d-694802-15 neutron-server[94357]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:19:56.704547 n-d-694802-15 neutron-server[94357]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:19:56.704818 n-d-694802-15 neutron-server[94357]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:19:56.721805 n-d-694802-15 neutron-server[94357]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:19:56.722083 n-d-694802-15 neutron-server[94357]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:19:56.722354 n-d-694802-15 neutron-server[94357]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:19:56.751274 n-d-694802-15 neutron-server[94357]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:19:56.751557 n-d-694802-15 neutron-server[94357]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:19:56.751829 n-d-694802-15 neutron-server[94357]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:19:56.788850 n-d-694802-15 neutron-server[94357]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:19:56.789131 n-d-694802-15 neutron-server[94357]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:19:56.789404 n-d-694802-15 neutron-server[94357]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:19:57.022539 n-d-694802-15 neutron-server[94357]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=94357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:19:57.023191 n-d-694802-15 neutron-server[94357]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=94357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:19:57.023191 n-d-694802-15 neutron-server[94357]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=94357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:19:57.023396 n-d-694802-15 neutron-server[94357]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=94357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:19:57.024047 n-d-694802-15 neutron-server[94357]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=94357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:19:57.143925 n-d-694802-15 neutron-server[94357]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=94357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:19:57.144251 n-d-694802-15 neutron-server[94357]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=94357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:19:57.144535 n-d-694802-15 neutron-server[94357]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=94357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:19:57.144808 n-d-694802-15 neutron-server[94357]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=94357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:19:57.145075 n-d-694802-15 neutron-server[94357]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=94357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:19:57.145385 n-d-694802-15 neutron-server[94357]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=94357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:19:57.145647 n-d-694802-15 neutron-server[94357]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=94357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:19:57.145903 n-d-694802-15 neutron-server[94357]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=94357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:19:57.146159 n-d-694802-15 neutron-server[94357]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=94357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:19:57.146441 n-d-694802-15 neutron-server[94357]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=94357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:19:57.146700 n-d-694802-15 neutron-server[94357]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=94357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:19:57.146967 n-d-694802-15 neutron-server[94357]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=94357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:19:57.147247 n-d-694802-15 neutron-server[94357]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=94357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:19:57.147500 n-d-694802-15 neutron-server[94357]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=94357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:19:57.147758 n-d-694802-15 neutron-server[94357]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=94357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:19:57.148023 n-d-694802-15 neutron-server[94357]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:19:57.148282 n-d-694802-15 neutron-server[94357]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=94357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:19:57.148549 n-d-694802-15 neutron-server[94357]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=94357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:19:57.148820 n-d-694802-15 neutron-server[94357]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=94357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:19:57.149082 n-d-694802-15 neutron-server[94357]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=94357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:19:57.149355 n-d-694802-15 neutron-server[94357]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:19:57.149615 n-d-694802-15 neutron-server[94357]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:19:57.149900 n-d-694802-15 neutron-server[94357]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:19:57.150804 n-d-694802-15 neutron-server[94357]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:19:57.151083 n-d-694802-15 neutron-server[94357]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:19:57.151335 n-d-694802-15 neutron-server[94357]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:19:57.151733 n-d-694802-15 neutron-server[94357]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=94357) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 12 14:19:57.151980 n-d-694802-15 neutron-server[94357]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=94357) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 12 14:19:57.152219 n-d-694802-15 neutron-server[94357]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=94357) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 12 14:19:57.152459 n-d-694802-15 neutron-server[94357]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=94357) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 12 14:19:57.152697 n-d-694802-15 neutron-server[94357]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=94357) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 12 14:19:57.152934 n-d-694802-15 neutron-server[94357]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=94357) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 12 14:19:57.153299 n-d-694802-15 neutron-server[94357]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 12 14:19:57.156403 n-d-694802-15 neutron-server[94357]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 12 14:19:57.160361 n-d-694802-15 neutron-server[94357]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 12 14:19:57.164144 n-d-694802-15 neutron-server[94357]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(300, 349)])]) Aug 12 14:19:57.166551 n-d-694802-15 neutron-server[94357]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 12 14:19:57.167037 n-d-694802-15 neutron-server[94357]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 12 14:19:57.167450 n-d-694802-15 neutron-server[94357]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 12 14:19:57.167837 n-d-694802-15 neutron-server[94357]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 12 14:19:57.170617 n-d-694802-15 neutron-server[94357]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 12 14:19:57.170871 n-d-694802-15 neutron-server[94357]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 12 14:19:57.171253 n-d-694802-15 neutron-server[94357]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 12 14:19:57.176820 n-d-694802-15 neutron-server[94357]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 12 14:19:57.198634 n-d-694802-15 neutron-server[94357]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 12 14:19:57.199119 n-d-694802-15 neutron-server[94357]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=94357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:19:57.199422 n-d-694802-15 neutron-server[94357]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=94357) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 12 14:19:57.199789 n-d-694802-15 neutron-server[94357]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=94357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:19:57.201143 n-d-694802-15 neutron-server[94357]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=94357) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 12 14:19:57.201428 n-d-694802-15 neutron-server[94357]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 12 14:19:57.201673 n-d-694802-15 neutron-server[94357]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 12 14:19:57.205069 n-d-694802-15 neutron-server[94357]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=94357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:19:57.205354 n-d-694802-15 neutron-server[94357]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=94357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:19:57.268606 n-d-694802-15 neutron-server[94357]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 12 14:19:57.268850 n-d-694802-15 neutron-server[94357]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 12 14:19:57.269088 n-d-694802-15 neutron-server[94357]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 12 14:19:57.269463 n-d-694802-15 neutron-server[94357]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 12 14:19:57.290798 n-d-694802-15 neutron-server[94357]: DEBUG oslo_db.sqlalchemy.engines [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=94357) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 12 14:19:57.827795 n-d-694802-15 neutron-server[94357]: INFO neutron.plugins.ml2.managers [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Initializing driver for type 'gre' Aug 12 14:19:57.828444 n-d-694802-15 neutron-server[94357]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] gre ID ranges: [(1, 1000)] Aug 12 14:19:57.880251 n-d-694802-15 neutron-server[94357]: INFO neutron.plugins.ml2.managers [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Initializing driver for type 'local' Aug 12 14:19:57.880688 n-d-694802-15 neutron-server[94357]: INFO neutron.plugins.ml2.managers [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Initializing driver for type 'vlan' Aug 12 14:19:57.894483 n-d-694802-15 neutron-server[94357]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] VlanTypeDriver initialization complete Aug 12 14:19:57.894865 n-d-694802-15 neutron-server[94357]: INFO neutron.plugins.ml2.managers [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Initializing driver for type 'vxlan' Aug 12 14:19:57.895364 n-d-694802-15 neutron-server[94357]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] vxlan ID ranges: [(1, 1000)] Aug 12 14:19:57.948744 n-d-694802-15 neutron-server[94357]: INFO neutron.plugins.ml2.managers [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Initializing extension driver 'port_security' Aug 12 14:19:57.949067 n-d-694802-15 neutron-server[94357]: INFO neutron.plugins.ml2.extensions.port_security [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] PortSecurityExtensionDriver initialization complete Aug 12 14:19:57.949397 n-d-694802-15 neutron-server[94357]: INFO neutron.plugins.ml2.managers [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Initializing mechanism driver 'openvswitch' Aug 12 14:19:57.949756 n-d-694802-15 neutron-server[94357]: INFO neutron.plugins.ml2.managers [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Initializing mechanism driver 'hyperv' Aug 12 14:19:57.956290 n-d-694802-15 neutron-server[94357]: DEBUG neutron.plugins.ml2.plugin [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=94357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:19:57.956966 n-d-694802-15 neutron-server[94357]: DEBUG neutron_lib.callbacks.manager [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Subscribe: > port after_create 55550000 {{(pid=94357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:19:57.957337 n-d-694802-15 neutron-server[94357]: DEBUG neutron_lib.callbacks.manager [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Subscribe: > port after_update 55550000 {{(pid=94357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:19:57.957687 n-d-694802-15 neutron-server[94357]: DEBUG neutron_lib.callbacks.manager [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Subscribe: > port after_delete 55550000 {{(pid=94357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:19:57.958199 n-d-694802-15 neutron-server[94357]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=94357) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 12 14:19:57.958637 n-d-694802-15 neutron-server[94357]: DEBUG neutron_lib.callbacks.manager [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Subscribe: > subnet after_create 55550000 {{(pid=94357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:19:57.958990 n-d-694802-15 neutron-server[94357]: DEBUG neutron_lib.callbacks.manager [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Subscribe: > subnet after_update 55550000 {{(pid=94357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:19:57.959356 n-d-694802-15 neutron-server[94357]: DEBUG neutron_lib.callbacks.manager [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Subscribe: > subnet after_delete 55550000 {{(pid=94357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:19:57.959746 n-d-694802-15 neutron-server[94357]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=94357) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 12 14:19:57.960150 n-d-694802-15 neutron-server[94357]: DEBUG neutron_lib.callbacks.manager [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Subscribe: > network after_create 55550000 {{(pid=94357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:19:57.960498 n-d-694802-15 neutron-server[94357]: DEBUG neutron_lib.callbacks.manager [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Subscribe: > network after_update 55550000 {{(pid=94357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:19:57.960869 n-d-694802-15 neutron-server[94357]: DEBUG neutron_lib.callbacks.manager [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Subscribe: > network after_delete 55550000 {{(pid=94357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:19:57.961255 n-d-694802-15 neutron-server[94357]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=94357) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 12 14:19:57.961692 n-d-694802-15 neutron-server[94357]: DEBUG neutron_lib.callbacks.manager [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Subscribe: > security_group after_create 55550000 {{(pid=94357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:19:57.962037 n-d-694802-15 neutron-server[94357]: DEBUG neutron_lib.callbacks.manager [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Subscribe: > security_group after_update 55550000 {{(pid=94357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:19:57.962376 n-d-694802-15 neutron-server[94357]: DEBUG neutron_lib.callbacks.manager [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Subscribe: > security_group after_delete 55550000 {{(pid=94357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:19:57.962818 n-d-694802-15 neutron-server[94357]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=94357) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 12 14:19:57.963393 n-d-694802-15 neutron-server[94357]: DEBUG neutron_lib.callbacks.manager [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=94357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:19:57.963742 n-d-694802-15 neutron-server[94357]: DEBUG neutron_lib.callbacks.manager [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=94357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:19:57.964086 n-d-694802-15 neutron-server[94357]: DEBUG neutron_lib.callbacks.manager [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=94357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:19:57.964482 n-d-694802-15 neutron-server[94357]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=94357) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 12 14:19:57.964883 n-d-694802-15 neutron-server[94357]: DEBUG neutron_lib.callbacks.manager [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Subscribe: > address_group after_create 55550000 {{(pid=94357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:19:57.965229 n-d-694802-15 neutron-server[94357]: DEBUG neutron_lib.callbacks.manager [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Subscribe: > address_group after_update 55550000 {{(pid=94357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:19:57.965569 n-d-694802-15 neutron-server[94357]: DEBUG neutron_lib.callbacks.manager [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Subscribe: > address_group after_delete 55550000 {{(pid=94357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:19:57.965958 n-d-694802-15 neutron-server[94357]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=94357) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 12 14:19:57.966331 n-d-694802-15 neutron-server[94357]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] ML2 OVO RPC backend initialized. {{(pid=94357) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Aug 12 14:19:57.967052 n-d-694802-15 neutron-server[94357]: DEBUG neutron_lib.callbacks.manager [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Subscribe: > router_interface after_create 55550000 {{(pid=94357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:19:57.967413 n-d-694802-15 neutron-server[94357]: DEBUG neutron_lib.callbacks.manager [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:19:57.967830 n-d-694802-15 neutron-server[94357]: DEBUG neutron_lib.callbacks.manager [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Subscribe: > network before_response 55550000 {{(pid=94357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:19:57.968185 n-d-694802-15 neutron-server[94357]: DEBUG neutron_lib.callbacks.manager [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Subscribe: > networks before_response 55550000 {{(pid=94357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:19:57.968538 n-d-694802-15 neutron-server[94357]: DEBUG neutron_lib.callbacks.manager [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Subscribe: > port before_response 55550000 {{(pid=94357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:19:57.968874 n-d-694802-15 neutron-server[94357]: DEBUG neutron_lib.callbacks.manager [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Subscribe: > ports before_response 55550000 {{(pid=94357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:19:57.969215 n-d-694802-15 neutron-server[94357]: DEBUG neutron_lib.callbacks.manager [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Subscribe: > subnet before_response 55550000 {{(pid=94357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:19:57.969553 n-d-694802-15 neutron-server[94357]: DEBUG neutron_lib.callbacks.manager [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Subscribe: > subnets before_response 55550000 {{(pid=94357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:19:57.969899 n-d-694802-15 neutron-server[94357]: DEBUG neutron_lib.callbacks.manager [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Subscribe: > network after_create 55550000 {{(pid=94357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:19:57.970238 n-d-694802-15 neutron-server[94357]: DEBUG neutron_lib.callbacks.manager [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Subscribe: > network after_update 55550000 {{(pid=94357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:19:57.970573 n-d-694802-15 neutron-server[94357]: DEBUG neutron_lib.callbacks.manager [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Subscribe: > network after_delete 55550000 {{(pid=94357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:19:57.970915 n-d-694802-15 neutron-server[94357]: DEBUG neutron_lib.callbacks.manager [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Subscribe: > port after_create 55550000 {{(pid=94357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:19:57.971289 n-d-694802-15 neutron-server[94357]: DEBUG neutron_lib.callbacks.manager [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Subscribe: > port after_update 55550000 {{(pid=94357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:19:57.971626 n-d-694802-15 neutron-server[94357]: DEBUG neutron_lib.callbacks.manager [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Subscribe: > port after_delete 55550000 {{(pid=94357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:19:57.971962 n-d-694802-15 neutron-server[94357]: DEBUG neutron_lib.callbacks.manager [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Subscribe: > subnet after_create 55550000 {{(pid=94357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:19:57.972296 n-d-694802-15 neutron-server[94357]: DEBUG neutron_lib.callbacks.manager [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Subscribe: > subnet after_update 55550000 {{(pid=94357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:19:57.972631 n-d-694802-15 neutron-server[94357]: DEBUG neutron_lib.callbacks.manager [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Subscribe: > subnet after_delete 55550000 {{(pid=94357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:19:57.973209 n-d-694802-15 neutron-server[94357]: INFO neutron.plugins.ml2.plugin [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Modular L2 Plugin initialization complete Aug 12 14:19:57.973536 n-d-694802-15 neutron-server[94357]: DEBUG neutron.manager [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Loading services supported by the core plugin {{(pid=94357) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 12 14:19:57.973859 n-d-694802-15 neutron-server[94357]: INFO neutron.plugins.ml2.managers [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Got port-security extension from driver 'port_security' Aug 12 14:19:57.974317 n-d-694802-15 neutron-server[94357]: INFO neutron.extensions.vlantransparent [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Disabled vlantransparent extension. Aug 12 14:19:57.974799 n-d-694802-15 neutron-server[94357]: DEBUG neutron.manager [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=94357) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 12 14:19:57.975147 n-d-694802-15 neutron-server[94357]: INFO neutron.manager [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Loading Plugin: router Aug 12 14:19:58.013327 n-d-694802-15 neutron-server[94357]: DEBUG neutron_lib.callbacks.manager [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Subscribe: > router_interface before_create 55550000 {{(pid=94357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:19:58.013720 n-d-694802-15 neutron-server[94357]: DEBUG neutron_lib.callbacks.manager [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Subscribe: > router after_create 55549900 {{(pid=94357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:19:58.014090 n-d-694802-15 neutron-server[94357]: DEBUG neutron_lib.callbacks.manager [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Subscribe: > router before_create 55549900 {{(pid=94357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:19:58.014456 n-d-694802-15 neutron-server[94357]: DEBUG neutron_lib.callbacks.manager [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Subscribe: > router_interface before_delete 55550000 {{(pid=94357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:19:58.014828 n-d-694802-15 neutron-server[94357]: DEBUG neutron_lib.callbacks.manager [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:19:58.015218 n-d-694802-15 neutron-server[94357]: DEBUG neutron_lib.callbacks.manager [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Subscribe: > router after_delete 55549900 {{(pid=94357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:19:58.015581 n-d-694802-15 neutron-server[94357]: DEBUG neutron_lib.callbacks.manager [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Subscribe: > floatingip after_update 55550000 {{(pid=94357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:19:58.015944 n-d-694802-15 neutron-server[94357]: DEBUG neutron_lib.callbacks.manager [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Subscribe: > router after_create 55549900 {{(pid=94357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:19:58.016341 n-d-694802-15 neutron-server[94357]: DEBUG neutron_lib.callbacks.manager [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Subscribe: > router after_update 55549900 {{(pid=94357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:19:58.016692 n-d-694802-15 neutron-server[94357]: DEBUG neutron_lib.callbacks.manager [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Subscribe: > router after_update 55549900 {{(pid=94357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:19:58.017040 n-d-694802-15 neutron-server[94357]: DEBUG neutron_lib.callbacks.manager [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=94357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:19:58.017560 n-d-694802-15 neutron-server[94357]: DEBUG neutron_lib.callbacks.manager [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Subscribe: > router after_update 55549900 {{(pid=94357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:19:58.018017 n-d-694802-15 neutron-server[94357]: DEBUG neutron_lib.callbacks.manager [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Subscribe: > router precommit_update 55549900 {{(pid=94357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:19:58.018388 n-d-694802-15 neutron-server[94357]: DEBUG neutron_lib.callbacks.manager [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Subscribe: port after_update 55550000 {{(pid=94357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:19:58.018725 n-d-694802-15 neutron-server[94357]: DEBUG neutron_lib.callbacks.manager [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Subscribe: port after_delete 55550000 {{(pid=94357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:19:58.019084 n-d-694802-15 neutron-server[94357]: DEBUG neutron_lib.callbacks.manager [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Subscribe: subnet after_update 55550000 {{(pid=94357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:19:58.019421 n-d-694802-15 neutron-server[94357]: DEBUG neutron_lib.callbacks.manager [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=94357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:19:58.019768 n-d-694802-15 neutron-server[94357]: DEBUG neutron_lib.callbacks.manager [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Subscribe: > port precommit_delete 55550000 {{(pid=94357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:19:58.020111 n-d-694802-15 neutron-server[94357]: DEBUG neutron_lib.callbacks.manager [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Subscribe: > router precommit_create 55549900 {{(pid=94357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:19:58.020451 n-d-694802-15 neutron-server[94357]: DEBUG neutron_lib.callbacks.manager [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Subscribe: port before_delete 55550000 {{(pid=94357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:19:58.020792 n-d-694802-15 neutron-server[94357]: DEBUG neutron_lib.callbacks.manager [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Subscribe: > router precommit_create 55550000 {{(pid=94357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:19:58.021146 n-d-694802-15 neutron-server[94357]: DEBUG neutron_lib.callbacks.manager [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Subscribe: > router after_update 55549900 {{(pid=94357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:19:58.021486 n-d-694802-15 neutron-server[94357]: DEBUG neutron_lib.callbacks.manager [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Subscribe: > router precommit_delete 55549900 {{(pid=94357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:19:58.021834 n-d-694802-15 neutron-server[94357]: DEBUG neutron_lib.callbacks.manager [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Subscribe: > router precommit_create 55549900 {{(pid=94357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:19:58.022193 n-d-694802-15 neutron-server[94357]: DEBUG neutron_lib.callbacks.manager [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Subscribe: > router_interface after_create 55550000 {{(pid=94357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:19:58.022537 n-d-694802-15 neutron-server[94357]: DEBUG neutron_lib.callbacks.manager [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Subscribe: > router precommit_update 55549900 {{(pid=94357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:19:58.022898 n-d-694802-15 neutron-server[94357]: DEBUG neutron_lib.callbacks.manager [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Subscribe: > agent after_create 55550000 {{(pid=94357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:19:58.023505 n-d-694802-15 neutron-server[94357]: DEBUG neutron_lib.callbacks.manager [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Subscribe: > agent after_delete 55550000 {{(pid=94357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:19:58.023620 n-d-694802-15 neutron-server[94357]: DEBUG neutron_lib.callbacks.manager [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Subscribe: > network after_delete 55550000 {{(pid=94357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:19:58.024478 n-d-694802-15 neutron-server[94357]: DEBUG neutron.quota.resource_registry [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Tracking information for resource: router configured {{(pid=94357) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 12 14:19:58.024815 n-d-694802-15 neutron-server[94357]: DEBUG neutron.quota.resource_registry [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Tracking information for resource: floatingip configured {{(pid=94357) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 12 14:19:58.030297 n-d-694802-15 neutron-server[94357]: INFO neutron.db.l3_agentschedulers_db [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 12 14:19:58.030993 n-d-694802-15 neutron-server[94357]: DEBUG neutron_lib.callbacks.manager [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Subscribe: port after_update 55550000 {{(pid=94357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:19:58.031395 n-d-694802-15 neutron-server[94357]: DEBUG neutron_lib.callbacks.manager [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Subscribe: port after_create 55550000 {{(pid=94357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:19:58.031747 n-d-694802-15 neutron-server[94357]: DEBUG neutron_lib.callbacks.manager [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Subscribe: port after_delete 55550000 {{(pid=94357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:19:58.032139 n-d-694802-15 neutron-server[94357]: DEBUG neutron_lib.callbacks.manager [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Subscribe: port after_update 55550000 {{(pid=94357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:19:58.032960 n-d-694802-15 neutron-server[94357]: DEBUG neutron_lib.callbacks.manager [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Subscribe: > router before_create 55550100 {{(pid=94357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:19:58.033324 n-d-694802-15 neutron-server[94357]: DEBUG neutron_lib.callbacks.manager [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Subscribe: > router precommit_delete 55550100 {{(pid=94357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:19:58.033685 n-d-694802-15 neutron-server[94357]: DEBUG neutron_lib.callbacks.manager [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Subscribe: > router precommit_create 55550100 {{(pid=94357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:19:58.034040 n-d-694802-15 neutron-server[94357]: DEBUG neutron_lib.callbacks.manager [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Subscribe: > router precommit_update 55550100 {{(pid=94357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:19:58.038481 n-d-694802-15 neutron-server[94357]: DEBUG neutron.services.provider_configuration [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Service providers = [] {{(pid=94357) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 12 14:19:58.038844 n-d-694802-15 neutron-server[94357]: DEBUG neutron.db.servicetype_db [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=94357) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 12 14:19:58.042421 n-d-694802-15 neutron-server[94357]: DEBUG neutron.services.service_base [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=94357) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 12 14:19:58.042768 n-d-694802-15 neutron-server[94357]: DEBUG neutron.services.service_base [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=94357) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 12 14:19:58.043144 n-d-694802-15 neutron-server[94357]: DEBUG neutron.services.service_base [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=94357) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 12 14:19:58.044038 n-d-694802-15 neutron-server[94357]: DEBUG neutron.services.service_base [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=94357) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 12 14:19:58.044412 n-d-694802-15 neutron-server[94357]: INFO neutron.services.service_base [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 12 14:19:58.044791 n-d-694802-15 neutron-server[94357]: DEBUG neutron.manager [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=94357) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 12 14:19:58.045113 n-d-694802-15 neutron-server[94357]: INFO neutron.manager [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 12 14:19:58.055976 n-d-694802-15 neutron-server[94357]: DEBUG neutron.manager [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Successfully loaded METERING plugin. Description: METERING {{(pid=94357) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 12 14:19:58.056314 n-d-694802-15 neutron-server[94357]: INFO neutron.manager [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Loading Plugin: auto_allocate Aug 12 14:19:58.062100 n-d-694802-15 neutron-server[94357]: DEBUG neutron_lib.callbacks.manager [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Subscribe: network precommit_update 55550000 {{(pid=94357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:19:58.062472 n-d-694802-15 neutron-server[94357]: DEBUG neutron_lib.callbacks.manager [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Subscribe: network precommit_create 55550000 {{(pid=94357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:19:58.062990 n-d-694802-15 neutron-server[94357]: DEBUG neutron.manager [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=94357) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 12 14:19:58.063339 n-d-694802-15 neutron-server[94357]: INFO neutron.manager [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Loading Plugin: tag Aug 12 14:19:58.069835 n-d-694802-15 neutron-server[94357]: DEBUG neutron.manager [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=94357) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 12 14:19:58.070165 n-d-694802-15 neutron-server[94357]: INFO neutron.manager [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Loading Plugin: timestamp Aug 12 14:19:58.074732 n-d-694802-15 neutron-server[94357]: DEBUG neutron.manager [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=94357) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 12 14:19:58.075098 n-d-694802-15 neutron-server[94357]: INFO neutron.manager [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Loading Plugin: network_ip_availability Aug 12 14:19:58.080577 n-d-694802-15 neutron-server[94357]: DEBUG neutron_lib.callbacks.manager [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:19:58.080900 n-d-694802-15 neutron-server[94357]: DEBUG neutron_lib.callbacks.manager [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:19:58.081258 n-d-694802-15 neutron-server[94357]: DEBUG neutron_lib.callbacks.manager [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:19:58.081960 n-d-694802-15 neutron-server[94357]: DEBUG neutron.manager [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=94357) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 12 14:19:58.082277 n-d-694802-15 neutron-server[94357]: INFO neutron.manager [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Loading Plugin: flavors Aug 12 14:19:58.087022 n-d-694802-15 neutron-server[94357]: DEBUG neutron.manager [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=94357) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 12 14:19:58.087380 n-d-694802-15 neutron-server[94357]: INFO neutron.manager [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Loading Plugin: revisions Aug 12 14:19:58.092296 n-d-694802-15 neutron-server[94357]: DEBUG neutron.manager [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=94357) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 12 14:19:58.092690 n-d-694802-15 neutron-server[94357]: DEBUG oslo_concurrency.lockutils [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.823s {{(pid=94357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 14:19:58.093416 n-d-694802-15 neutron-server[94357]: DEBUG neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=94357) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Aug 12 14:19:58.093754 n-d-694802-15 neutron-server[94357]: INFO neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Initializing extension manager. Aug 12 14:19:58.094266 n-d-694802-15 neutron-server[94357]: DEBUG neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Loading extension file: __init__.py {{(pid=94357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 14:19:58.094605 n-d-694802-15 neutron-server[94357]: DEBUG neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Loading extension file: __pycache__ {{(pid=94357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 14:19:58.094938 n-d-694802-15 neutron-server[94357]: DEBUG neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=94357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 14:19:58.095293 n-d-694802-15 neutron-server[94357]: DEBUG neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Loading extension file: address_group.py {{(pid=94357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 14:19:58.096044 n-d-694802-15 neutron-server[94357]: DEBUG neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=94357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 14:19:58.096619 n-d-694802-15 neutron-server[94357]: INFO neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Loaded extension: address-group Aug 12 14:19:58.096941 n-d-694802-15 neutron-server[94357]: DEBUG neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Loading extension file: address_scope.py {{(pid=94357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 14:19:58.097660 n-d-694802-15 neutron-server[94357]: DEBUG neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=94357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 14:19:58.098180 n-d-694802-15 neutron-server[94357]: INFO neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Loaded extension: address-scope Aug 12 14:19:58.098502 n-d-694802-15 neutron-server[94357]: DEBUG neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Loading extension file: admin_state_down_before_update.py {{(pid=94357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 14:19:58.099469 n-d-694802-15 neutron-server[94357]: DEBUG neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=94357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 14:19:58.099993 n-d-694802-15 neutron-server[94357]: INFO neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Loaded extension: router-admin-state-down-before-update Aug 12 14:19:58.100319 n-d-694802-15 neutron-server[94357]: DEBUG neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Loading extension file: agent.py {{(pid=94357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 14:19:58.101217 n-d-694802-15 neutron-server[94357]: DEBUG neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=94357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 14:19:58.101742 n-d-694802-15 neutron-server[94357]: INFO neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Loaded extension: agent Aug 12 14:19:58.102066 n-d-694802-15 neutron-server[94357]: DEBUG neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Loading extension file: agent_resources_synced.py {{(pid=94357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 14:19:58.102986 n-d-694802-15 neutron-server[94357]: DEBUG neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=94357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 14:19:58.103529 n-d-694802-15 neutron-server[94357]: INFO neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Loaded extension: agent-resources-synced Aug 12 14:19:58.103876 n-d-694802-15 neutron-server[94357]: DEBUG neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Loading extension file: allowedaddresspairs.py {{(pid=94357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 14:19:58.105659 n-d-694802-15 neutron-server[94357]: DEBUG neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=94357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 14:19:58.106187 n-d-694802-15 neutron-server[94357]: INFO neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Loaded extension: allowed-address-pairs Aug 12 14:19:58.106511 n-d-694802-15 neutron-server[94357]: DEBUG neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Loading extension file: auto_allocated_topology.py {{(pid=94357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 14:19:58.107629 n-d-694802-15 neutron-server[94357]: DEBUG neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=94357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 14:19:58.108163 n-d-694802-15 neutron-server[94357]: INFO neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Loaded extension: auto-allocated-topology Aug 12 14:19:58.108474 n-d-694802-15 neutron-server[94357]: DEBUG neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Loading extension file: availability_zone.py {{(pid=94357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 14:19:58.109188 n-d-694802-15 neutron-server[94357]: DEBUG neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=94357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 14:19:58.109708 n-d-694802-15 neutron-server[94357]: INFO neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Loaded extension: availability_zone Aug 12 14:19:58.110026 n-d-694802-15 neutron-server[94357]: DEBUG neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Loading extension file: availability_zone_filter.py {{(pid=94357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 14:19:58.110962 n-d-694802-15 neutron-server[94357]: DEBUG neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=94357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 14:19:58.111501 n-d-694802-15 neutron-server[94357]: INFO neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Loaded extension: availability_zone_filter Aug 12 14:19:58.111821 n-d-694802-15 neutron-server[94357]: DEBUG neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Loading extension file: data_plane_status.py {{(pid=94357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 14:19:58.112731 n-d-694802-15 neutron-server[94357]: DEBUG neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=94357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 14:19:58.113242 n-d-694802-15 neutron-server[94357]: INFO neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Extension data-plane-status not supported by any of loaded plugins Aug 12 14:19:58.113561 n-d-694802-15 neutron-server[94357]: DEBUG neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Loading extension file: default_subnetpools.py {{(pid=94357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 14:19:58.114477 n-d-694802-15 neutron-server[94357]: DEBUG neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=94357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 14:19:58.114989 n-d-694802-15 neutron-server[94357]: INFO neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Loaded extension: default-subnetpools Aug 12 14:19:58.115334 n-d-694802-15 neutron-server[94357]: DEBUG neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Loading extension file: dhcpagentscheduler.py {{(pid=94357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 14:19:58.116144 n-d-694802-15 neutron-server[94357]: DEBUG neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 14:19:58.116658 n-d-694802-15 neutron-server[94357]: INFO neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Loaded extension: dhcp_agent_scheduler Aug 12 14:19:58.116978 n-d-694802-15 neutron-server[94357]: DEBUG neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Loading extension file: dns.py {{(pid=94357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 14:19:58.117901 n-d-694802-15 neutron-server[94357]: DEBUG neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=94357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 14:19:58.118413 n-d-694802-15 neutron-server[94357]: INFO neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Extension dns-integration not supported by any of loaded plugins Aug 12 14:19:58.118733 n-d-694802-15 neutron-server[94357]: DEBUG neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Loading extension file: dns_domain_ports.py {{(pid=94357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 14:19:58.119749 n-d-694802-15 neutron-server[94357]: DEBUG neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=94357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 14:19:58.120265 n-d-694802-15 neutron-server[94357]: INFO neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 12 14:19:58.120589 n-d-694802-15 neutron-server[94357]: DEBUG neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=94357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 14:19:58.121515 n-d-694802-15 neutron-server[94357]: DEBUG neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=94357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 14:19:58.122033 n-d-694802-15 neutron-server[94357]: INFO neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 12 14:19:58.122354 n-d-694802-15 neutron-server[94357]: DEBUG neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Loading extension file: dvr.py {{(pid=94357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 14:19:58.123046 n-d-694802-15 neutron-server[94357]: DEBUG neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=94357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 14:19:58.123573 n-d-694802-15 neutron-server[94357]: INFO neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Loaded extension: dvr Aug 12 14:19:58.123895 n-d-694802-15 neutron-server[94357]: DEBUG neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Loading extension file: ecmp_routes.py {{(pid=94357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 14:19:58.124822 n-d-694802-15 neutron-server[94357]: DEBUG neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=94357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 14:19:58.125338 n-d-694802-15 neutron-server[94357]: INFO neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Extension ecmp_routes not supported by any of loaded plugins Aug 12 14:19:58.125659 n-d-694802-15 neutron-server[94357]: DEBUG neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Loading extension file: empty_string_filtering.py {{(pid=94357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 14:19:58.126594 n-d-694802-15 neutron-server[94357]: DEBUG neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=94357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 14:19:58.127150 n-d-694802-15 neutron-server[94357]: INFO neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Loaded extension: empty-string-filtering Aug 12 14:19:58.127478 n-d-694802-15 neutron-server[94357]: DEBUG neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=94357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 14:19:58.128392 n-d-694802-15 neutron-server[94357]: DEBUG neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 14:19:58.128906 n-d-694802-15 neutron-server[94357]: INFO neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 12 14:19:58.129224 n-d-694802-15 neutron-server[94357]: DEBUG neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=94357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 14:19:58.130141 n-d-694802-15 neutron-server[94357]: DEBUG neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=94357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 14:19:58.130654 n-d-694802-15 neutron-server[94357]: INFO neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 12 14:19:58.130973 n-d-694802-15 neutron-server[94357]: DEBUG neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Loading extension file: external_net.py {{(pid=94357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 14:19:58.131913 n-d-694802-15 neutron-server[94357]: DEBUG neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=94357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 14:19:58.132425 n-d-694802-15 neutron-server[94357]: INFO neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Loaded extension: external-net Aug 12 14:19:58.132787 n-d-694802-15 neutron-server[94357]: DEBUG neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Loading extension file: extra_dhcp_opt.py {{(pid=94357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 14:19:58.133695 n-d-694802-15 neutron-server[94357]: DEBUG neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=94357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 14:19:58.134204 n-d-694802-15 neutron-server[94357]: INFO neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Loaded extension: extra_dhcp_opt Aug 12 14:19:58.134522 n-d-694802-15 neutron-server[94357]: DEBUG neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Loading extension file: extraroute.py {{(pid=94357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 14:19:58.136006 n-d-694802-15 neutron-server[94357]: DEBUG neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=94357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 14:19:58.136523 n-d-694802-15 neutron-server[94357]: INFO neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Loaded extension: extraroute Aug 12 14:19:58.136841 n-d-694802-15 neutron-server[94357]: DEBUG neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Loading extension file: extraroute_atomic.py {{(pid=94357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 14:19:58.137873 n-d-694802-15 neutron-server[94357]: DEBUG neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=94357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 14:19:58.138391 n-d-694802-15 neutron-server[94357]: INFO neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Loaded extension: extraroute-atomic Aug 12 14:19:58.138712 n-d-694802-15 neutron-server[94357]: DEBUG neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Loading extension file: filter_validation.py {{(pid=94357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 14:19:58.139408 n-d-694802-15 neutron-server[94357]: DEBUG neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=94357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 14:19:58.139921 n-d-694802-15 neutron-server[94357]: INFO neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Loaded extension: filter-validation Aug 12 14:19:58.140240 n-d-694802-15 neutron-server[94357]: DEBUG neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Loading extension file: fip_pf_description.py {{(pid=94357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 14:19:58.141153 n-d-694802-15 neutron-server[94357]: DEBUG neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=94357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 14:19:58.141661 n-d-694802-15 neutron-server[94357]: INFO neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 12 14:19:58.141981 n-d-694802-15 neutron-server[94357]: DEBUG neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Loading extension file: fip_port_details.py {{(pid=94357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 14:19:58.142895 n-d-694802-15 neutron-server[94357]: DEBUG neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 14:19:58.143451 n-d-694802-15 neutron-server[94357]: INFO neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Loaded extension: fip-port-details Aug 12 14:19:58.143771 n-d-694802-15 neutron-server[94357]: DEBUG neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Loading extension file: flavors.py {{(pid=94357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 14:19:58.145005 n-d-694802-15 neutron-server[94357]: DEBUG neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=94357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 14:19:58.145525 n-d-694802-15 neutron-server[94357]: INFO neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Loaded extension: flavors Aug 12 14:19:58.145845 n-d-694802-15 neutron-server[94357]: DEBUG neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=94357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 14:19:58.147558 n-d-694802-15 neutron-server[94357]: DEBUG neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=94357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 14:19:58.148116 n-d-694802-15 neutron-server[94357]: INFO neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 12 14:19:58.148450 n-d-694802-15 neutron-server[94357]: DEBUG neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Loading extension file: floatingip_pools.py {{(pid=94357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 14:19:58.149156 n-d-694802-15 neutron-server[94357]: DEBUG neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=94357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 14:19:58.149684 n-d-694802-15 neutron-server[94357]: INFO neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Loaded extension: floatingip-pools Aug 12 14:19:58.150043 n-d-694802-15 neutron-server[94357]: DEBUG neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Loading extension file: ip_allocation.py {{(pid=94357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 14:19:58.151640 n-d-694802-15 neutron-server[94357]: DEBUG neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=94357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 14:19:58.152159 n-d-694802-15 neutron-server[94357]: INFO neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Extension ip_allocation not supported by any of loaded plugins Aug 12 14:19:58.152486 n-d-694802-15 neutron-server[94357]: DEBUG neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Loading extension file: ip_substring_port_filtering.py {{(pid=94357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 14:19:58.153413 n-d-694802-15 neutron-server[94357]: DEBUG neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=94357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 14:19:58.153933 n-d-694802-15 neutron-server[94357]: INFO neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Loaded extension: ip-substring-filtering Aug 12 14:19:58.154261 n-d-694802-15 neutron-server[94357]: DEBUG neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Loading extension file: l2_adjacency.py {{(pid=94357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 14:19:58.155213 n-d-694802-15 neutron-server[94357]: DEBUG neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=94357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 14:19:58.155729 n-d-694802-15 neutron-server[94357]: INFO neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Extension l2_adjacency not supported by any of loaded plugins Aug 12 14:19:58.156052 n-d-694802-15 neutron-server[94357]: DEBUG neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Loading extension file: l3.py {{(pid=94357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 14:19:58.157148 n-d-694802-15 neutron-server[94357]: DEBUG neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=94357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 14:19:58.157683 n-d-694802-15 neutron-server[94357]: INFO neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Loaded extension: router Aug 12 14:19:58.158011 n-d-694802-15 neutron-server[94357]: DEBUG neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Loading extension file: l3_conntrack_helper.py {{(pid=94357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 14:19:58.160252 n-d-694802-15 neutron-server[94357]: DEBUG neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 14:19:58.160790 n-d-694802-15 neutron-server[94357]: INFO neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 12 14:19:58.161124 n-d-694802-15 neutron-server[94357]: DEBUG neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Loading extension file: l3_ext_gw_mode.py {{(pid=94357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 14:19:58.162064 n-d-694802-15 neutron-server[94357]: DEBUG neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=94357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 14:19:58.162587 n-d-694802-15 neutron-server[94357]: INFO neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Loaded extension: ext-gw-mode Aug 12 14:19:58.162918 n-d-694802-15 neutron-server[94357]: DEBUG neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Loading extension file: l3_ext_ha_mode.py {{(pid=94357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 14:19:58.163885 n-d-694802-15 neutron-server[94357]: DEBUG neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=94357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 14:19:58.164408 n-d-694802-15 neutron-server[94357]: INFO neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Loaded extension: l3-ha Aug 12 14:19:58.164738 n-d-694802-15 neutron-server[94357]: DEBUG neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Loading extension file: l3_flavors.py {{(pid=94357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 14:19:58.165649 n-d-694802-15 neutron-server[94357]: DEBUG neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=94357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 14:19:58.166192 n-d-694802-15 neutron-server[94357]: INFO neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Loaded extension: l3-flavors Aug 12 14:19:58.166518 n-d-694802-15 neutron-server[94357]: DEBUG neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=94357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 14:19:58.167470 n-d-694802-15 neutron-server[94357]: DEBUG neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=94357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 14:19:58.167987 n-d-694802-15 neutron-server[94357]: INFO neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Loaded extension: l3-port-ip-change-not-allowed Aug 12 14:19:58.168311 n-d-694802-15 neutron-server[94357]: DEBUG neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Loading extension file: l3agentscheduler.py {{(pid=94357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 14:19:58.169334 n-d-694802-15 neutron-server[94357]: DEBUG neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 14:19:58.169850 n-d-694802-15 neutron-server[94357]: INFO neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Loaded extension: l3_agent_scheduler Aug 12 14:19:58.170176 n-d-694802-15 neutron-server[94357]: DEBUG neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Loading extension file: logging.py {{(pid=94357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 14:19:58.171708 n-d-694802-15 neutron-server[94357]: DEBUG neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=94357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 14:19:58.172236 n-d-694802-15 neutron-server[94357]: INFO neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Extension logging not supported by any of loaded plugins Aug 12 14:19:58.172566 n-d-694802-15 neutron-server[94357]: DEBUG neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Loading extension file: metering.py {{(pid=94357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 14:19:58.173310 n-d-694802-15 neutron-server[94357]: DEBUG neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=94357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 14:19:58.173890 n-d-694802-15 neutron-server[94357]: INFO neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Loaded extension: metering Aug 12 14:19:58.174213 n-d-694802-15 neutron-server[94357]: DEBUG neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=94357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 14:19:58.175609 n-d-694802-15 neutron-server[94357]: DEBUG neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=94357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 14:19:58.176128 n-d-694802-15 neutron-server[94357]: INFO neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Loaded extension: metering_source_and_destination_fields Aug 12 14:19:58.176453 n-d-694802-15 neutron-server[94357]: DEBUG neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Loading extension file: multiprovidernet.py {{(pid=94357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 14:19:58.177388 n-d-694802-15 neutron-server[94357]: DEBUG neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=94357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 14:19:58.177906 n-d-694802-15 neutron-server[94357]: INFO neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Loaded extension: multi-provider Aug 12 14:19:58.178228 n-d-694802-15 neutron-server[94357]: DEBUG neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Loading extension file: netmtu.py {{(pid=94357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 14:19:58.179178 n-d-694802-15 neutron-server[94357]: DEBUG neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=94357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 14:19:58.179691 n-d-694802-15 neutron-server[94357]: INFO neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Loaded extension: net-mtu Aug 12 14:19:58.180009 n-d-694802-15 neutron-server[94357]: DEBUG neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Loading extension file: netmtu_writable.py {{(pid=94357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 14:19:58.180930 n-d-694802-15 neutron-server[94357]: DEBUG neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=94357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 14:19:58.181442 n-d-694802-15 neutron-server[94357]: INFO neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Loaded extension: net-mtu-writable Aug 12 14:19:58.181786 n-d-694802-15 neutron-server[94357]: DEBUG neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Loading extension file: network_availability_zone.py {{(pid=94357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 14:19:58.182460 n-d-694802-15 neutron-server[94357]: DEBUG neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=94357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 14:19:58.182966 n-d-694802-15 neutron-server[94357]: INFO neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Loaded extension: network_availability_zone Aug 12 14:19:58.183309 n-d-694802-15 neutron-server[94357]: DEBUG neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Loading extension file: network_ip_availability.py {{(pid=94357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 14:19:58.184398 n-d-694802-15 neutron-server[94357]: DEBUG neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=94357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 14:19:58.184911 n-d-694802-15 neutron-server[94357]: INFO neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Loaded extension: network-ip-availability Aug 12 14:19:58.185231 n-d-694802-15 neutron-server[94357]: DEBUG neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Loading extension file: network_segment_range.py {{(pid=94357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 14:19:58.185998 n-d-694802-15 neutron-server[94357]: DEBUG neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=94357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 14:19:58.186505 n-d-694802-15 neutron-server[94357]: INFO neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Extension network-segment-range not supported by any of loaded plugins Aug 12 14:19:58.186825 n-d-694802-15 neutron-server[94357]: DEBUG neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Loading extension file: pagination.py {{(pid=94357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 14:19:58.187842 n-d-694802-15 neutron-server[94357]: DEBUG neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 14:19:58.188174 n-d-694802-15 neutron-server[94357]: INFO neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Loaded extension: pagination Aug 12 14:19:58.188492 n-d-694802-15 neutron-server[94357]: DEBUG neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Loading extension file: port_device_profile.py {{(pid=94357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 14:19:58.189415 n-d-694802-15 neutron-server[94357]: DEBUG neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=94357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 14:19:58.189938 n-d-694802-15 neutron-server[94357]: INFO neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Loaded extension: port-device-profile Aug 12 14:19:58.190257 n-d-694802-15 neutron-server[94357]: DEBUG neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Loading extension file: port_mac_address_regenerate.py {{(pid=94357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 14:19:58.191204 n-d-694802-15 neutron-server[94357]: DEBUG neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=94357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 14:19:58.191719 n-d-694802-15 neutron-server[94357]: INFO neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Loaded extension: port-mac-address-regenerate Aug 12 14:19:58.192038 n-d-694802-15 neutron-server[94357]: DEBUG neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Loading extension file: port_numa_affinity_policy.py {{(pid=94357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 14:19:58.192964 n-d-694802-15 neutron-server[94357]: DEBUG neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=94357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 14:19:58.193477 n-d-694802-15 neutron-server[94357]: INFO neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Loaded extension: port-numa-affinity-policy Aug 12 14:19:58.193796 n-d-694802-15 neutron-server[94357]: DEBUG neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Loading extension file: port_resource_request.py {{(pid=94357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 14:19:58.194714 n-d-694802-15 neutron-server[94357]: DEBUG neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=94357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 14:19:58.195259 n-d-694802-15 neutron-server[94357]: INFO neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Extension port-resource-request not supported by any of loaded plugins Aug 12 14:19:58.195582 n-d-694802-15 neutron-server[94357]: DEBUG neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Loading extension file: portbindings.py {{(pid=94357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 14:19:58.196516 n-d-694802-15 neutron-server[94357]: DEBUG neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=94357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 14:19:58.197033 n-d-694802-15 neutron-server[94357]: INFO neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Loaded extension: binding Aug 12 14:19:58.197874 n-d-694802-15 neutron-server[94357]: DEBUG neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Loading extension file: portbindings_extended.py {{(pid=94357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 14:19:58.199324 n-d-694802-15 neutron-server[94357]: DEBUG neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=94357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 14:19:58.199848 n-d-694802-15 neutron-server[94357]: INFO neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Loaded extension: binding-extended Aug 12 14:19:58.200176 n-d-694802-15 neutron-server[94357]: DEBUG neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Loading extension file: portsecurity.py {{(pid=94357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 14:19:58.201097 n-d-694802-15 neutron-server[94357]: DEBUG neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=94357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 14:19:58.201615 n-d-694802-15 neutron-server[94357]: INFO neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Loaded extension: port-security Aug 12 14:19:58.201938 n-d-694802-15 neutron-server[94357]: DEBUG neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Loading extension file: project_id.py {{(pid=94357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 14:19:58.202915 n-d-694802-15 neutron-server[94357]: DEBUG neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=94357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 14:19:58.203281 n-d-694802-15 neutron-server[94357]: INFO neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Loaded extension: project-id Aug 12 14:19:58.203598 n-d-694802-15 neutron-server[94357]: DEBUG neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Loading extension file: providernet.py {{(pid=94357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 14:19:58.204528 n-d-694802-15 neutron-server[94357]: DEBUG neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=94357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 14:19:58.205049 n-d-694802-15 neutron-server[94357]: INFO neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Loaded extension: provider Aug 12 14:19:58.205370 n-d-694802-15 neutron-server[94357]: DEBUG neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Loading extension file: qos.py {{(pid=94357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 14:19:58.208896 n-d-694802-15 neutron-server[94357]: DEBUG neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=94357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 14:19:58.209429 n-d-694802-15 neutron-server[94357]: INFO neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Extension qos not supported by any of loaded plugins Aug 12 14:19:58.209762 n-d-694802-15 neutron-server[94357]: DEBUG neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Loading extension file: qos_bw_limit_direction.py {{(pid=94357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 14:19:58.211002 n-d-694802-15 neutron-server[94357]: DEBUG neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=94357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 14:19:58.211563 n-d-694802-15 neutron-server[94357]: INFO neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 12 14:19:58.211890 n-d-694802-15 neutron-server[94357]: DEBUG neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=94357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 14:19:58.212832 n-d-694802-15 neutron-server[94357]: DEBUG neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=94357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 14:19:58.213904 n-d-694802-15 neutron-server[94357]: INFO neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 12 14:19:58.214258 n-d-694802-15 neutron-server[94357]: DEBUG neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Loading extension file: qos_default.py {{(pid=94357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 14:19:58.215209 n-d-694802-15 neutron-server[94357]: DEBUG neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=94357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 14:19:58.215739 n-d-694802-15 neutron-server[94357]: INFO neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Extension qos-default not supported by any of loaded plugins Aug 12 14:19:58.216063 n-d-694802-15 neutron-server[94357]: DEBUG neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Loading extension file: qos_fip.py {{(pid=94357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 14:19:58.216722 n-d-694802-15 neutron-server[94357]: DEBUG neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=94357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 14:19:58.217233 n-d-694802-15 neutron-server[94357]: INFO neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Extension qos-fip not supported by any of loaded plugins Aug 12 14:19:58.217561 n-d-694802-15 neutron-server[94357]: DEBUG neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Loading extension file: qos_gateway_ip.py {{(pid=94357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 14:19:58.218492 n-d-694802-15 neutron-server[94357]: DEBUG neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=94357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 14:19:58.219007 n-d-694802-15 neutron-server[94357]: INFO neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 12 14:19:58.219480 n-d-694802-15 neutron-server[94357]: DEBUG neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Loading extension file: qos_port_network_policy.py {{(pid=94357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 14:19:58.220403 n-d-694802-15 neutron-server[94357]: DEBUG neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=94357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 14:19:58.220916 n-d-694802-15 neutron-server[94357]: INFO neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 12 14:19:58.221235 n-d-694802-15 neutron-server[94357]: DEBUG neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Loading extension file: qos_pps_rule.py {{(pid=94357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 14:19:58.222410 n-d-694802-15 neutron-server[94357]: DEBUG neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=94357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 14:19:58.222936 n-d-694802-15 neutron-server[94357]: INFO neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Extension qos-pps not supported by any of loaded plugins Aug 12 14:19:58.223292 n-d-694802-15 neutron-server[94357]: DEBUG neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Loading extension file: qos_rule_type_details.py {{(pid=94357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 14:19:58.224213 n-d-694802-15 neutron-server[94357]: DEBUG neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=94357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 14:19:58.224728 n-d-694802-15 neutron-server[94357]: INFO neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 12 14:19:58.225051 n-d-694802-15 neutron-server[94357]: DEBUG neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Loading extension file: qos_rules_alias.py {{(pid=94357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 14:19:58.226081 n-d-694802-15 neutron-server[94357]: DEBUG neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=94357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 14:19:58.226600 n-d-694802-15 neutron-server[94357]: INFO neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 12 14:19:58.226921 n-d-694802-15 neutron-server[94357]: DEBUG neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Loading extension file: quotasv2.py {{(pid=94357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 14:19:58.227887 n-d-694802-15 neutron-server[94357]: DEBUG neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=94357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 14:19:58.228213 n-d-694802-15 neutron-server[94357]: INFO neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Loaded extension: quotas Aug 12 14:19:58.228537 n-d-694802-15 neutron-server[94357]: DEBUG neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Loading extension file: quotasv2_detail.py {{(pid=94357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 14:19:58.231661 n-d-694802-15 neutron-server[94357]: DEBUG neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=94357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 14:19:58.231982 n-d-694802-15 neutron-server[94357]: INFO neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Loaded extension: quota_details Aug 12 14:19:58.232318 n-d-694802-15 neutron-server[94357]: DEBUG neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Loading extension file: rbac.py {{(pid=94357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 14:19:58.233580 n-d-694802-15 neutron-server[94357]: DEBUG neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=94357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 14:19:58.234119 n-d-694802-15 neutron-server[94357]: INFO neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Loaded extension: rbac-policies Aug 12 14:19:58.234445 n-d-694802-15 neutron-server[94357]: DEBUG neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Loading extension file: rbac_address_group.py {{(pid=94357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 14:19:58.235404 n-d-694802-15 neutron-server[94357]: DEBUG neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=94357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 14:19:58.235930 n-d-694802-15 neutron-server[94357]: INFO neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Loaded extension: rbac-address-group Aug 12 14:19:58.236253 n-d-694802-15 neutron-server[94357]: DEBUG neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Loading extension file: rbac_address_scope.py {{(pid=94357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 14:19:58.237188 n-d-694802-15 neutron-server[94357]: DEBUG neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=94357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 14:19:58.237717 n-d-694802-15 neutron-server[94357]: INFO neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Loaded extension: rbac-address-scope Aug 12 14:19:58.238040 n-d-694802-15 neutron-server[94357]: DEBUG neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Loading extension file: rbac_security_groups.py {{(pid=94357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 14:19:58.238957 n-d-694802-15 neutron-server[94357]: DEBUG neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=94357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 14:19:58.239503 n-d-694802-15 neutron-server[94357]: INFO neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Loaded extension: rbac-security-groups Aug 12 14:19:58.239823 n-d-694802-15 neutron-server[94357]: DEBUG neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Loading extension file: rbac_subnetpool.py {{(pid=94357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 14:19:58.240743 n-d-694802-15 neutron-server[94357]: DEBUG neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=94357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 14:19:58.241263 n-d-694802-15 neutron-server[94357]: INFO neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Loaded extension: rbac-subnetpool Aug 12 14:19:58.241583 n-d-694802-15 neutron-server[94357]: DEBUG neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Loading extension file: revisionifmatch.py {{(pid=94357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 14:19:58.242507 n-d-694802-15 neutron-server[94357]: DEBUG neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=94357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 14:19:58.243039 n-d-694802-15 neutron-server[94357]: INFO neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Loaded extension: revision-if-match Aug 12 14:19:58.243365 n-d-694802-15 neutron-server[94357]: DEBUG neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Loading extension file: revisions.py {{(pid=94357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 14:19:58.244515 n-d-694802-15 neutron-server[94357]: DEBUG neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=94357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 14:19:58.245032 n-d-694802-15 neutron-server[94357]: INFO neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Loaded extension: standard-attr-revisions Aug 12 14:19:58.245352 n-d-694802-15 neutron-server[94357]: DEBUG neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Loading extension file: router_availability_zone.py {{(pid=94357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 14:19:58.246028 n-d-694802-15 neutron-server[94357]: DEBUG neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=94357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 14:19:58.246542 n-d-694802-15 neutron-server[94357]: INFO neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Loaded extension: router_availability_zone Aug 12 14:19:58.246863 n-d-694802-15 neutron-server[94357]: DEBUG neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Loading extension file: routerservicetype.py {{(pid=94357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 14:19:58.247808 n-d-694802-15 neutron-server[94357]: DEBUG neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=94357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 14:19:58.248320 n-d-694802-15 neutron-server[94357]: INFO neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Extension router-service-type not supported by any of loaded plugins Aug 12 14:19:58.248640 n-d-694802-15 neutron-server[94357]: DEBUG neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=94357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 14:19:58.249564 n-d-694802-15 neutron-server[94357]: DEBUG neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=94357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 14:19:58.250080 n-d-694802-15 neutron-server[94357]: INFO neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Loaded extension: security-groups-normalized-cidr Aug 12 14:19:58.250399 n-d-694802-15 neutron-server[94357]: DEBUG neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Loading extension file: security_groups_port_filtering.py {{(pid=94357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 14:19:58.251350 n-d-694802-15 neutron-server[94357]: DEBUG neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=94357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 14:19:58.251865 n-d-694802-15 neutron-server[94357]: INFO neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Loaded extension: port-security-groups-filtering Aug 12 14:19:58.252185 n-d-694802-15 neutron-server[94357]: DEBUG neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Loading extension file: security_groups_remote_address_group.py {{(pid=94357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 14:19:58.253133 n-d-694802-15 neutron-server[94357]: DEBUG neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=94357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 14:19:58.253648 n-d-694802-15 neutron-server[94357]: INFO neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Loaded extension: security-groups-remote-address-group Aug 12 14:19:58.253968 n-d-694802-15 neutron-server[94357]: DEBUG neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Loading extension file: securitygroup.py {{(pid=94357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 14:19:58.264068 n-d-694802-15 neutron-server[94357]: DEBUG neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=94357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 14:19:58.264606 n-d-694802-15 neutron-server[94357]: INFO neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Loaded extension: security-group Aug 12 14:19:58.264938 n-d-694802-15 neutron-server[94357]: DEBUG neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Loading extension file: segment.py {{(pid=94357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 14:19:58.266273 n-d-694802-15 neutron-server[94357]: DEBUG neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=94357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 14:19:58.266800 n-d-694802-15 neutron-server[94357]: INFO neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Extension segment not supported by any of loaded plugins Aug 12 14:19:58.267166 n-d-694802-15 neutron-server[94357]: DEBUG neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=94357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 14:19:58.268117 n-d-694802-15 neutron-server[94357]: DEBUG neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=94357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 14:19:58.268648 n-d-694802-15 neutron-server[94357]: INFO neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 12 14:19:58.268974 n-d-694802-15 neutron-server[94357]: DEBUG neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Loading extension file: servicetype.py {{(pid=94357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 14:19:58.270173 n-d-694802-15 neutron-server[94357]: DEBUG neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=94357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 14:19:58.270704 n-d-694802-15 neutron-server[94357]: INFO neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Loaded extension: service-type Aug 12 14:19:58.271051 n-d-694802-15 neutron-server[94357]: DEBUG neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Loading extension file: sorting.py {{(pid=94357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 14:19:58.272046 n-d-694802-15 neutron-server[94357]: DEBUG neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 14:19:58.272381 n-d-694802-15 neutron-server[94357]: INFO neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Loaded extension: sorting Aug 12 14:19:58.272706 n-d-694802-15 neutron-server[94357]: DEBUG neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Loading extension file: standard_attr_segment.py {{(pid=94357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 14:19:58.273626 n-d-694802-15 neutron-server[94357]: DEBUG neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 14:19:58.274152 n-d-694802-15 neutron-server[94357]: INFO neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 12 14:19:58.274473 n-d-694802-15 neutron-server[94357]: DEBUG neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Loading extension file: standardattrdescription.py {{(pid=94357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 14:19:58.275161 n-d-694802-15 neutron-server[94357]: DEBUG neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=94357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 14:19:58.276234 n-d-694802-15 neutron-server[94357]: INFO neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Loaded extension: standard-attr-description Aug 12 14:19:58.276568 n-d-694802-15 neutron-server[94357]: DEBUG neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Loading extension file: stateful_security_group.py {{(pid=94357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 14:19:58.277498 n-d-694802-15 neutron-server[94357]: DEBUG neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=94357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 14:19:58.278018 n-d-694802-15 neutron-server[94357]: INFO neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Loaded extension: stateful-security-group Aug 12 14:19:58.278346 n-d-694802-15 neutron-server[94357]: DEBUG neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Loading extension file: stdattrs_common.py {{(pid=94357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 14:19:58.278931 n-d-694802-15 neutron-server[94357]: WARNING neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 12 14:19:58.279276 n-d-694802-15 neutron-server[94357]: DEBUG neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=94357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 14:19:58.280220 n-d-694802-15 neutron-server[94357]: DEBUG neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=94357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 14:19:58.280742 n-d-694802-15 neutron-server[94357]: INFO neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 12 14:19:58.281063 n-d-694802-15 neutron-server[94357]: DEBUG neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Loading extension file: subnet_onboard.py {{(pid=94357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 14:19:58.282146 n-d-694802-15 neutron-server[94357]: DEBUG neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=94357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 14:19:58.282665 n-d-694802-15 neutron-server[94357]: INFO neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Loaded extension: subnet_onboard Aug 12 14:19:58.282985 n-d-694802-15 neutron-server[94357]: DEBUG neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Loading extension file: subnet_segmentid_writable.py {{(pid=94357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 14:19:58.283946 n-d-694802-15 neutron-server[94357]: DEBUG neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=94357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 14:19:58.284458 n-d-694802-15 neutron-server[94357]: INFO neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 12 14:19:58.284779 n-d-694802-15 neutron-server[94357]: DEBUG neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Loading extension file: subnet_service_types.py {{(pid=94357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 14:19:58.285703 n-d-694802-15 neutron-server[94357]: DEBUG neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=94357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 14:19:58.286216 n-d-694802-15 neutron-server[94357]: INFO neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Loaded extension: subnet-service-types Aug 12 14:19:58.286536 n-d-694802-15 neutron-server[94357]: DEBUG neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Loading extension file: subnetallocation.py {{(pid=94357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 14:19:58.287645 n-d-694802-15 neutron-server[94357]: DEBUG neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=94357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 14:19:58.288166 n-d-694802-15 neutron-server[94357]: INFO neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Loaded extension: subnet_allocation Aug 12 14:19:58.288496 n-d-694802-15 neutron-server[94357]: DEBUG neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=94357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 14:19:58.289160 n-d-694802-15 neutron-server[94357]: DEBUG neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=94357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 14:19:58.289673 n-d-694802-15 neutron-server[94357]: INFO neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Loaded extension: subnetpool-prefix-ops Aug 12 14:19:58.289994 n-d-694802-15 neutron-server[94357]: DEBUG neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=94357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 14:19:58.290938 n-d-694802-15 neutron-server[94357]: DEBUG neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=94357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 14:19:58.291520 n-d-694802-15 neutron-server[94357]: INFO neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 12 14:19:58.291843 n-d-694802-15 neutron-server[94357]: DEBUG neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Loading extension file: tagging.py {{(pid=94357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 14:19:58.292911 n-d-694802-15 neutron-server[94357]: DEBUG neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=94357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 14:19:58.293437 n-d-694802-15 neutron-server[94357]: INFO neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Loaded extension: standard-attr-tag Aug 12 14:19:58.293763 n-d-694802-15 neutron-server[94357]: DEBUG neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Loading extension file: timestamp.py {{(pid=94357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 14:19:58.294968 n-d-694802-15 neutron-server[94357]: DEBUG neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=94357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 14:19:58.295515 n-d-694802-15 neutron-server[94357]: INFO neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Loaded extension: standard-attr-timestamp Aug 12 14:19:58.295841 n-d-694802-15 neutron-server[94357]: DEBUG neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Loading extension file: trunk.py {{(pid=94357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 14:19:58.296872 n-d-694802-15 neutron-server[94357]: DEBUG neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=94357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 14:19:58.297399 n-d-694802-15 neutron-server[94357]: INFO neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Extension trunk not supported by any of loaded plugins Aug 12 14:19:58.297725 n-d-694802-15 neutron-server[94357]: DEBUG neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Loading extension file: trunk_details.py {{(pid=94357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 14:19:58.298658 n-d-694802-15 neutron-server[94357]: DEBUG neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=94357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 14:19:58.299217 n-d-694802-15 neutron-server[94357]: INFO neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Extension trunk-details not supported by any of loaded plugins Aug 12 14:19:58.299542 n-d-694802-15 neutron-server[94357]: DEBUG neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Loading extension file: uplink_status_propagation.py {{(pid=94357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 14:19:58.300725 n-d-694802-15 neutron-server[94357]: DEBUG neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=94357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 14:19:58.301246 n-d-694802-15 neutron-server[94357]: INFO neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 12 14:19:58.301568 n-d-694802-15 neutron-server[94357]: DEBUG neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Loading extension file: vlantransparent.py {{(pid=94357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 14:19:58.302239 n-d-694802-15 neutron-server[94357]: DEBUG neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=94357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 14:19:58.302754 n-d-694802-15 neutron-server[94357]: INFO neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Extension vlan-transparent not supported by any of loaded plugins Aug 12 14:19:58.305251 n-d-694802-15 neutron-server[94357]: INFO neutron.quota.resource_registry [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Creating instance of TrackedResource for resource:network Aug 12 14:19:58.305770 n-d-694802-15 neutron-server[94357]: INFO neutron.quota.resource_registry [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Creating instance of TrackedResource for resource:subnet Aug 12 14:19:58.306172 n-d-694802-15 neutron-server[94357]: INFO neutron.quota.resource_registry [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Creating instance of TrackedResource for resource:subnetpool Aug 12 14:19:58.306561 n-d-694802-15 neutron-server[94357]: INFO neutron.quota.resource_registry [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Creating instance of TrackedResource for resource:port Aug 12 14:19:58.307852 n-d-694802-15 neutron-server[94357]: DEBUG neutron.api.v2.resource_helper [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94357) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 12 14:19:58.308312 n-d-694802-15 neutron-server[94357]: DEBUG neutron.api.v2.resource_helper [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Service FLAVORS assigned prefix: {{(pid=94357) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 12 14:19:58.308937 n-d-694802-15 neutron-server[94357]: DEBUG neutron.api.v2.resource_helper [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94357) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 12 14:19:58.309365 n-d-694802-15 neutron-server[94357]: DEBUG neutron.api.v2.resource_helper [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94357) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 12 14:19:58.309695 n-d-694802-15 neutron-server[94357]: INFO neutron.quota.resource_registry [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Creating instance of TrackedResource for resource:router Aug 12 14:19:58.310123 n-d-694802-15 neutron-server[94357]: INFO neutron.quota.resource_registry [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Creating instance of TrackedResource for resource:floatingip Aug 12 14:19:58.310615 n-d-694802-15 neutron-server[94357]: DEBUG neutron.api.v2.resource_helper [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Service METERING assigned prefix: /metering {{(pid=94357) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 12 14:19:58.312106 n-d-694802-15 neutron-server[94357]: DEBUG neutron_lib.callbacks.manager [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:19:58.312479 n-d-694802-15 neutron-server[94357]: DEBUG neutron_lib.callbacks.manager [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:19:58.312831 n-d-694802-15 neutron-server[94357]: DEBUG neutron_lib.callbacks.manager [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:19:58.313813 n-d-694802-15 neutron-server[94357]: INFO neutron.quota.resource_registry [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Creating instance of CountableResource for resource:rbac_policy Aug 12 14:19:58.314255 n-d-694802-15 neutron-server[94357]: INFO neutron.quota.resource_registry [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Creating instance of TrackedResource for resource:security_group Aug 12 14:19:58.314681 n-d-694802-15 neutron-server[94357]: INFO neutron.quota.resource_registry [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Creating instance of TrackedResource for resource:security_group_rule Aug 12 14:19:58.316427 n-d-694802-15 neutron-server[94357]: DEBUG neutron.api.v2.resource_helper [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Service CORE assigned prefix: {{(pid=94357) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 12 14:19:58.316775 n-d-694802-15 neutron-server[94357]: INFO neutron.quota.resource_registry [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Creating instance of TrackedResource for resource:subnetpool Aug 12 14:19:58.317127 n-d-694802-15 neutron-server[94357]: WARNING neutron.quota.resource_registry [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] subnetpool is already registered Aug 12 14:19:58.317582 n-d-694802-15 neutron-server[94357]: DEBUG neutron.api.v2.resource_helper [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Service CORE assigned prefix: {{(pid=94357) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 12 14:19:58.317911 n-d-694802-15 neutron-server[94357]: INFO neutron.quota.resource_registry [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Creating instance of TrackedResource for resource:subnetpool Aug 12 14:19:58.318246 n-d-694802-15 neutron-server[94357]: WARNING neutron.quota.resource_registry [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] subnetpool is already registered Aug 12 14:19:58.320547 n-d-694802-15 neutron-server[94357]: DEBUG neutron.api.v2.resource_helper [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94357) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 12 14:19:58.320999 n-d-694802-15 neutron-server[94357]: DEBUG neutron.api.v2.resource_helper [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Service FLAVORS assigned prefix: {{(pid=94357) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 12 14:19:58.321573 n-d-694802-15 neutron-server[94357]: DEBUG neutron.api.v2.resource_helper [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94357) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 12 14:19:58.321993 n-d-694802-15 neutron-server[94357]: DEBUG neutron.api.v2.resource_helper [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94357) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 12 14:19:58.322325 n-d-694802-15 neutron-server[94357]: INFO neutron.quota.resource_registry [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Creating instance of TrackedResource for resource:router Aug 12 14:19:58.323215 n-d-694802-15 neutron-server[94357]: WARNING neutron.quota.resource_registry [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] router is already registered Aug 12 14:19:58.323634 n-d-694802-15 neutron-server[94357]: INFO neutron.quota.resource_registry [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Creating instance of TrackedResource for resource:floatingip Aug 12 14:19:58.323970 n-d-694802-15 neutron-server[94357]: WARNING neutron.quota.resource_registry [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] floatingip is already registered Aug 12 14:19:58.324428 n-d-694802-15 neutron-server[94357]: DEBUG neutron.api.v2.resource_helper [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Service METERING assigned prefix: /metering {{(pid=94357) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 12 14:19:58.325245 n-d-694802-15 neutron-server[94357]: INFO neutron.quota.resource_registry [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Creating instance of CountableResource for resource:rbac_policy Aug 12 14:19:58.325568 n-d-694802-15 neutron-server[94357]: WARNING neutron.quota.resource_registry [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] rbac_policy is already registered Aug 12 14:19:58.325977 n-d-694802-15 neutron-server[94357]: INFO neutron.quota.resource_registry [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Creating instance of TrackedResource for resource:security_group Aug 12 14:19:58.326309 n-d-694802-15 neutron-server[94357]: WARNING neutron.quota.resource_registry [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] security_group is already registered Aug 12 14:19:58.326711 n-d-694802-15 neutron-server[94357]: INFO neutron.quota.resource_registry [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Creating instance of TrackedResource for resource:security_group_rule Aug 12 14:19:58.327062 n-d-694802-15 neutron-server[94357]: WARNING neutron.quota.resource_registry [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] security_group_rule is already registered Aug 12 14:19:58.327704 n-d-694802-15 neutron-server[94357]: DEBUG neutron.api.v2.resource_helper [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Service CORE assigned prefix: {{(pid=94357) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 12 14:19:58.328030 n-d-694802-15 neutron-server[94357]: INFO neutron.quota.resource_registry [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Creating instance of TrackedResource for resource:subnetpool Aug 12 14:19:58.328369 n-d-694802-15 neutron-server[94357]: WARNING neutron.quota.resource_registry [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] subnetpool is already registered Aug 12 14:19:58.328794 n-d-694802-15 neutron-server[94357]: DEBUG neutron.api.v2.resource_helper [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Service CORE assigned prefix: {{(pid=94357) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 12 14:19:58.329118 n-d-694802-15 neutron-server[94357]: INFO neutron.quota.resource_registry [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Creating instance of TrackedResource for resource:subnetpool Aug 12 14:19:58.329444 n-d-694802-15 neutron-server[94357]: WARNING neutron.quota.resource_registry [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] subnetpool is already registered Aug 12 14:19:58.329896 n-d-694802-15 neutron-server[94357]: DEBUG neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Extended resource: extensions {{(pid=94357) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 14:19:58.331454 n-d-694802-15 neutron-server[94357]: DEBUG neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Extended resource: address-groups {{(pid=94357) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 14:19:58.332894 n-d-694802-15 neutron-server[94357]: DEBUG neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Extended resource: address-scopes {{(pid=94357) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 14:19:58.334209 n-d-694802-15 neutron-server[94357]: DEBUG neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Extended resource: agents {{(pid=94357) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 14:19:58.335399 n-d-694802-15 neutron-server[94357]: DEBUG neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Extended resource: auto-allocated-topology {{(pid=94357) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 14:19:58.336646 n-d-694802-15 neutron-server[94357]: DEBUG neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Extended resource: availability_zones {{(pid=94357) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 14:19:58.337868 n-d-694802-15 neutron-server[94357]: DEBUG neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Extended resource: dhcp-networks {{(pid=94357) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 14:19:58.340077 n-d-694802-15 neutron-server[94357]: DEBUG neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Extended resource: dhcp-agents {{(pid=94357) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 14:19:58.341478 n-d-694802-15 neutron-server[94357]: DEBUG neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Extended resource: routers {{(pid=94357) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 14:19:58.343236 n-d-694802-15 neutron-server[94357]: DEBUG neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Extended resource: flavors {{(pid=94357) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 14:19:58.344493 n-d-694802-15 neutron-server[94357]: DEBUG neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Extended resource: service_profiles {{(pid=94357) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 14:19:58.345702 n-d-694802-15 neutron-server[94357]: DEBUG neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Extended resource: next_providers {{(pid=94357) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 14:19:58.347143 n-d-694802-15 neutron-server[94357]: DEBUG neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Extended resource: service_profiles {{(pid=94357) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 14:19:58.348684 n-d-694802-15 neutron-server[94357]: DEBUG neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Extended resource: floatingip-pools {{(pid=94357) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 14:19:58.349912 n-d-694802-15 neutron-server[94357]: DEBUG neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Extended resource: routers {{(pid=94357) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 14:19:58.351647 n-d-694802-15 neutron-server[94357]: DEBUG neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Extended resource: floatingips {{(pid=94357) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 14:19:58.352925 n-d-694802-15 neutron-server[94357]: DEBUG neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Extended resource: l3-routers {{(pid=94357) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 14:19:58.354353 n-d-694802-15 neutron-server[94357]: DEBUG neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Extended resource: l3-agents {{(pid=94357) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 14:19:58.355932 n-d-694802-15 neutron-server[94357]: DEBUG neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Extended resource: metering-labels {{(pid=94357) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 14:19:58.357278 n-d-694802-15 neutron-server[94357]: DEBUG neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Extended resource: metering-label-rules {{(pid=94357) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 14:19:58.358652 n-d-694802-15 neutron-server[94357]: DEBUG neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Extended resource: network-ip-availabilities {{(pid=94357) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 14:19:58.359940 n-d-694802-15 neutron-server[94357]: DEBUG neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Extended resource: bindings {{(pid=94357) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 14:19:58.361478 n-d-694802-15 neutron-server[94357]: DEBUG neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Extended resource: quotas {{(pid=94357) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 14:19:58.363006 n-d-694802-15 neutron-server[94357]: DEBUG neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Extended resource: quotas {{(pid=94357) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 14:19:58.364503 n-d-694802-15 neutron-server[94357]: DEBUG neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Extended resource: rbac-policies {{(pid=94357) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 14:19:58.365688 n-d-694802-15 neutron-server[94357]: DEBUG neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Extended resource: security-groups {{(pid=94357) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 14:19:58.366985 n-d-694802-15 neutron-server[94357]: DEBUG neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Extended resource: security-group-rules {{(pid=94357) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 14:19:58.368242 n-d-694802-15 neutron-server[94357]: DEBUG neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Extended resource: service-providers {{(pid=94357) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 14:19:58.369509 n-d-694802-15 neutron-server[94357]: DEBUG neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Extended resource: subnetpools {{(pid=94357) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 14:19:58.370823 n-d-694802-15 neutron-server[94357]: DEBUG neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Extended resource: subnetpools {{(pid=94357) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 14:19:58.372508 n-d-694802-15 neutron-server[94357]: DEBUG neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Extended resource: tags {{(pid=94357) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 14:19:58.374187 n-d-694802-15 neutron-server[94357]: DEBUG neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Extended resource: tags {{(pid=94357) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 14:19:58.376106 n-d-694802-15 neutron-server[94357]: DEBUG neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Extended resource: tags {{(pid=94357) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 14:19:58.377893 n-d-694802-15 neutron-server[94357]: DEBUG neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Extended resource: tags {{(pid=94357) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 14:19:58.379626 n-d-694802-15 neutron-server[94357]: DEBUG neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Extended resource: tags {{(pid=94357) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 14:19:58.385595 n-d-694802-15 neutron-server[94357]: DEBUG neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Extended resource: tags {{(pid=94357) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 14:19:58.388758 n-d-694802-15 neutron-server[94357]: DEBUG neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Extended resource: tags {{(pid=94357) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 14:19:58.391473 n-d-694802-15 neutron-server[94357]: DEBUG neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Extended resource: tags {{(pid=94357) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 14:19:58.393344 n-d-694802-15 neutron-server[94357]: DEBUG neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Extended resource: tags {{(pid=94357) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 14:19:58.395105 n-d-694802-15 neutron-server[94357]: DEBUG neutron.api.extensions [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Extended resource: tags {{(pid=94357) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 14:19:58.401650 n-d-694802-15 neutron-server[94357]: WARNING keystonemiddleware.auth_token [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 12 14:19:58.406239 n-d-694802-15 neutron-server[94357]: WARNING keystonemiddleware.auth_token [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 12 14:19:58.414703 n-d-694802-15 neutron-server[94357]: DEBUG oslo_concurrency.lockutils [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Acquired lock "singleton_lock" {{(pid=94357) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 12 14:19:58.415217 n-d-694802-15 neutron-server[94357]: DEBUG oslo_concurrency.lockutils [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Releasing lock "singleton_lock" {{(pid=94357) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 12 14:19:58.415862 n-d-694802-15 neutron-server[94357]: INFO oslo_service.service [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Starting 2 workers Aug 12 14:19:58.420747 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Started child 94466 {{(pid=94357) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 12 14:19:58.425631 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Started child 94467 {{(pid=94357) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 12 14:19:58.426376 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:19:58.427278 n-d-694802-15 neutron-server[94357]: INFO neutron.service [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Neutron service started, listening on 0.0.0.0:9696 Aug 12 14:19:58.427913 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [-] (94466) wsgi starting up on http://0.0.0.0:9696 Aug 12 14:19:58.428068 n-d-694802-15 neutron-server[94357]: DEBUG neutron_lib.callbacks.manager [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Notify callbacks [] for process, before_spawn {{(pid=94357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:19:58.430367 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:19:58.431154 n-d-694802-15 neutron-server[94357]: INFO oslo_service.service [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Starting 1 workers Aug 12 14:19:58.431812 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [-] (94467) wsgi starting up on http://0.0.0.0:9696 Aug 12 14:19:58.437340 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Started child 94468 {{(pid=94357) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 12 14:19:58.437946 n-d-694802-15 neutron-server[94357]: INFO oslo_service.service [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Starting 1 workers Aug 12 14:19:58.440997 n-d-694802-15 neutron-server[94468]: DEBUG neutron.service [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] calling RpcWorker wait() {{(pid=94468) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 12 14:19:58.441588 n-d-694802-15 neutron-server[94468]: DEBUG neutron.service [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] returning from RpcWorker wait() {{(pid=94468) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 12 14:19:58.442885 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:19:58.443241 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Started child 94469 {{(pid=94357) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 12 14:19:58.443479 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:19:58.444266 n-d-694802-15 neutron-server[94357]: DEBUG neutron_lib.callbacks.manager [None req-aaa51284-7196-4e90-a221-149f794b79bd None None] Notify callbacks [] for process, after_spawn {{(pid=94357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:19:58.446073 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94357) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 12 14:19:58.446290 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 12 14:19:58.446466 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 12 14:19:58.446666 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 12 14:19:58.447127 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 12 14:19:58.447364 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 12 14:19:58.448589 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:19:58.449073 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:19:58.449073 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:19:58.449260 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:19:58.449499 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:19:58.449795 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:19:58.450397 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:19:58.450690 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:19:58.450942 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:19:58.451220 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:19:58.451487 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:19:58.451660 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:19:58.451827 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:19:58.452096 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:19:58.452327 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:19:58.452639 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:19:58.452931 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:19:58.453169 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:19:58.453435 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:19:58.453606 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:19:58.453857 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:19:58.454115 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:19:58.454365 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:19:58.454627 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] debug = True {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:19:58.454882 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:19:58.455425 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:19:58.455678 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:19:58.455950 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:19:58.456191 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:19:58.456480 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:19:58.456710 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:19:58.456967 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:19:58.457216 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:19:58.457434 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:19:58.457672 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:19:58.457923 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:19:58.458170 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:19:58.458393 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:19:58.458616 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:19:58.458860 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:19:58.459120 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:19:58.459599 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] host = n-d-694802-15 {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:19:58.459837 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:19:58.460084 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:19:58.460321 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:19:58.460585 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:19:58.460831 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:19:58.461047 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:19:58.461333 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:19:58.461564 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:19:58.461821 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:19:58.462049 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:19:58.462301 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:19:58.462548 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:19:58.462776 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:19:58.463024 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] log_file = None {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:19:58.463287 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] log_options = True {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:19:58.464032 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:19:58.464316 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:19:58.464583 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:19:58.464775 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:19:58.464947 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:19:58.465125 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:19:58.465364 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:19:58.465529 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:19:58.465787 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:19:58.466007 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:19:58.466226 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:19:58.466465 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:19:58.466684 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:19:58.466917 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:19:58.467180 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:19:58.467427 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:19:58.467666 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:19:58.468055 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:19:58.468185 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:19:58.468322 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:19:58.468553 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:19:58.468780 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:19:58.469019 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:19:58.469240 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:19:58.469475 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:19:58.469691 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:19:58.469916 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:19:58.470151 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:19:58.470436 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:19:58.470645 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:19:58.470932 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:19:58.471184 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:19:58.471423 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:19:58.471678 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:19:58.471906 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:19:58.472135 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:19:58.472349 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:19:58.472611 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:19:58.472883 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:19:58.473095 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:19:58.473360 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:19:58.473596 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:19:58.473857 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:19:58.474094 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:19:58.474342 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:19:58.474558 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] use_json = False {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:19:58.474776 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:19:58.475006 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:19:58.475294 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:19:58.475517 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:19:58.475737 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:19:58.475958 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:19:58.476172 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:19:58.476407 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:19:58.476862 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.477145 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.477548 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.477747 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.478967 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.478967 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.478967 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.479388 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.479388 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.479631 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.479762 n-d-694802-15 neutron-server[94469]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:19:58.479901 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.480025 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.480316 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.480554 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.480810 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.481751 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.481751 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.481751 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.481976 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.482158 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.482485 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.483089 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.483582 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.483766 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.484053 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.39/identity {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.484328 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.484558 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.484825 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.485032 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.485262 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.486560 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.486560 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.486560 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.486560 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.486560 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.490744 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.490744 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.490744 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.490744 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.490744 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.490744 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.490744 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.490744 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.490744 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.493657 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.493657 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.493657 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.493657 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.493657 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.493657 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.493657 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.493657 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.493657 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.495502 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.495502 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.495502 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.495502 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.495502 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.495502 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.495502 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.495502 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.495502 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.496907 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.496907 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.497566 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.497566 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.497810 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.498014 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.498356 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.498720 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.498934 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.499085 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.499309 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.499530 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.500451 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.500451 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.500451 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.500906 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.500906 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.500906 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.501265 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.501388 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.501627 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.501851 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.502175 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.502479 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.502738 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.502989 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.503275 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.503527 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.503786 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.504054 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.504301 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.504528 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.504771 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.505033 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.505290 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.505564 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.505794 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.506039 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.506314 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.508194 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.508194 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.508194 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.508194 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.508194 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.508194 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.508194 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.508194 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.509355 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.509355 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.509355 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.509355 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.509911 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.509911 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.510801 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.511052 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.511183 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.511628 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.511887 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.514010 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.514010 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.514010 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.514010 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.514010 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.514010 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.514010 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.514010 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.515032 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.515032 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.515032 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.515032 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.515493 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.515493 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.515735 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.515863 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.516159 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.516361 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.516612 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.516888 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.517144 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.517383 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.517626 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.517885 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.39/identity {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.518108 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.518343 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.518598 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.518814 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.519082 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.519304 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.519543 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.519760 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.519983 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.520235 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.520455 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.520678 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.520895 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.521116 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.521342 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.521593 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.521810 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.522034 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.522280 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.522503 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.522729 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.522950 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.523202 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.523456 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.523679 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.523996 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.524248 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.524487 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.524734 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.524984 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.525224 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.525443 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.525691 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.525935 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.526172 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.526389 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.526612 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.526830 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.527100 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.527316 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.527599 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.527845 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.528146 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.528524 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.528752 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.529012 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.529267 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.529489 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.529741 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.529963 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.530205 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.530426 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.530652 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.530869 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.531178 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.531425 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.531667 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.531882 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.532099 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.532360 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.532798 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.532959 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.533256 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.533508 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.533741 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.534002 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.534267 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.534477 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.534713 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.534929 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.535168 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.535393 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.535614 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.535833 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.536067 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.536280 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.536495 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.536722 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.536942 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.537152 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.537377 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.537594 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.537810 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.538035 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.538254 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.538476 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.538728 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.538969 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.539219 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.539463 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.539680 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.539890 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.540144 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.540356 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.540570 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.540792 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.541010 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.541221 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.541515 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.541763 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.541985 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.542261 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.542502 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.542754 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.542997 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.543309 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.543556 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.543821 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.544046 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.544291 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.544534 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.544797 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.545135 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.545431 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.545706 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.545963 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.546245 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.546522 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.546793 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.547048 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.547352 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.547692 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.547962 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.548220 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.548462 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.548699 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.548928 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.549145 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.549394 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.549633 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.550123 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.550387 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.550622 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.550871 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.551135 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.551369 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.551617 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.551865 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.552111 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.552359 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.552578 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.552736 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 12 14:19:58.553250 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94357) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 12 14:19:58.553410 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 12 14:19:58.553564 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 12 14:19:58.553730 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 12 14:19:58.553900 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 12 14:19:58.554056 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 12 14:19:58.554261 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:19:58.554424 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:19:58.554585 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:19:58.554747 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:19:58.554908 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:19:58.555120 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:19:58.555283 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:19:58.555443 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:19:58.555602 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:19:58.555761 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:19:58.555921 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:19:58.556079 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:19:58.556237 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:19:58.556396 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:19:58.556555 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:19:58.556714 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:19:58.557375 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:19:58.557541 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:19:58.557706 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:19:58.557865 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:19:58.558024 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:19:58.558182 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:19:58.558343 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] debug = True {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:19:58.558501 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:19:58.558715 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:19:58.558884 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:19:58.559062 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:19:58.559223 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:19:58.559384 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:19:58.559552 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:19:58.559703 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:19:58.559861 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:19:58.560020 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:19:58.560181 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:19:58.560346 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:19:58.560557 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:19:58.560807 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:19:58.561014 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:19:58.561180 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:19:58.561386 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:19:58.561543 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] host = n-d-694802-15 {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:19:58.561792 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:19:58.562080 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:19:58.562264 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:19:58.562411 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:19:58.562554 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:19:58.562718 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:19:58.562936 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:19:58.563354 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:19:58.563520 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:19:58.563689 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:19:58.563840 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:19:58.563999 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:19:58.564142 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:19:58.564432 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] log_file = None {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:19:58.564432 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] log_options = True {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:19:58.564668 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:19:58.564744 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:19:58.564902 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:19:58.565093 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:19:58.565269 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:19:58.565418 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:19:58.565576 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:19:58.565736 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:19:58.565891 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:19:58.566057 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:19:58.566216 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:19:58.566371 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:19:58.566528 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:19:58.566685 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:19:58.566843 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:19:58.567003 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:19:58.567181 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:19:58.567340 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:19:58.567503 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:19:58.567663 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:19:58.567821 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:19:58.567980 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:19:58.568139 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:19:58.568299 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:19:58.568458 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:19:58.568604 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:19:58.568760 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:19:58.568914 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:19:58.569079 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:19:58.569240 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:19:58.569400 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:19:58.569558 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:19:58.569722 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:19:58.569882 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:19:58.570038 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:19:58.570196 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:19:58.570354 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:19:58.570520 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:19:58.570680 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:19:58.570839 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:19:58.570999 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:19:58.571179 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:19:58.571338 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:19:58.571497 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:19:58.571654 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:19:58.571814 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] use_json = False {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:19:58.571975 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:19:58.572141 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:19:58.572300 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:19:58.572461 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:19:58.573178 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:19:58.573340 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:19:58.573501 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:19:58.573660 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 14:19:58.573840 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.574004 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.574185 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.574336 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.574494 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.574683 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.574816 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.574979 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.575184 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.575346 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.575514 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.575677 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.575851 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.576014 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.576182 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.576320 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.576459 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.576626 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.576788 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.576949 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.577112 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.577274 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.577452 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.577615 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.577778 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.39/identity {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.577940 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.578104 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.578267 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.578430 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.578592 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.578755 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.579261 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.579261 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.579261 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.579572 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.579572 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.580070 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.580070 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.580070 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.580278 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.580278 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.580445 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.580599 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.580763 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.580924 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.581087 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.581249 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.581413 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.581624 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.581732 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.581899 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.582058 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.582223 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.582385 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.582547 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.582708 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.582869 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.582955 n-d-694802-15 neutron-server[94468]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:19:58.583087 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.583204 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.583367 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.583528 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.583701 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.583863 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.584024 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.584186 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.584349 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.584510 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.584672 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.584834 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.584996 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.585158 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.585320 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.585482 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.585644 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.585805 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.585967 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.586129 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.586292 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.586454 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.586616 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.586778 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.586939 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.587122 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.587286 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.587456 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.587633 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.587797 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.587959 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.588144 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.588307 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.588469 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.588631 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.588794 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.588956 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.589119 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.589280 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.589441 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.589604 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.589767 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.589932 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.590090 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.590255 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.590415 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.590576 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.590738 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.590899 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.591082 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.591247 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.591410 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.591571 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.591741 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.591942 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.592036 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.592207 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.592368 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.592538 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.592708 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.592869 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.593031 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.593193 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.593353 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.593514 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.593675 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.593835 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.593997 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.594157 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.594319 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.594490 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.594672 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.594810 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.594966 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.595155 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.595378 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.595649 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.595820 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.596180 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.596580 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.596725 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.596864 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.596991 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.597151 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.597312 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.597475 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.597638 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.39/identity {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.597800 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.597962 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.598124 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.598282 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.598445 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.598612 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.598841 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.598951 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.599106 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.599269 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.599431 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.599594 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.599760 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.599981 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.600149 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.600283 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.600450 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.600597 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.600961 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.600961 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.601224 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.601224 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.601483 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.601624 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.601760 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.601892 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.602038 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.602170 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.602315 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.602457 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.602578 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.602710 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.602875 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.603083 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.603240 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.603380 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.603517 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.603681 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.603871 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.604034 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.604197 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.604872 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.604872 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.604872 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.604872 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.605322 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.605322 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.605322 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.605618 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.605618 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.605819 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.605939 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.606028 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.606186 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.606348 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.606513 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.606676 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.606839 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.607000 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.607183 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.607345 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.607508 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.607684 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.607849 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.608012 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.608174 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.608338 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.608500 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.608672 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.608834 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.608997 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.609158 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.609322 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.609487 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.609657 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.609818 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.609981 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.610141 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.610303 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.610465 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.610636 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.610798 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.610960 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.611143 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.611304 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.611466 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.611639 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.611801 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.611964 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.612129 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.612291 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.612453 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.612624 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.612787 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.612949 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.613111 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.613272 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.613434 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.613604 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.613767 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.613931 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.614101 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.614263 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.614425 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.614586 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.614759 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.614922 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.615107 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.615269 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.615431 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.615595 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.615758 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.615926 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.616097 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.616266 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.616429 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.616598 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.616768 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.616938 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.617101 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.617269 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.617444 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.617607 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.617769 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.617931 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.618092 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.618255 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.618417 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.618578 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.618738 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.618900 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.619081 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.619245 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.619933 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.620100 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.620263 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.620427 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.620591 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.620737 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.620898 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.621059 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 14:19:58.621213 n-d-694802-15 neutron-server[94357]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 12 14:19:58.830489 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 53084) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:19:58.839686 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [-] 10.222.0.39 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0068467 Aug 12 14:20:10.072669 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8358bae-9558-4a30-ae13-4f16357b0b1a None None] get_active_networks_info from n-d-694802-15 {{(pid=94468) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 12 14:20:10.152765 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8358bae-9558-4a30-ae13-4f16357b0b1a None None] No non-hosted networks {{(pid=94468) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 12 14:20:10.171461 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.agentschedulers_db [None req-d8358bae-9558-4a30-ae13-4f16357b0b1a None None] DHCP Agent not found on host n-d-694802-15 {{(pid=94468) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Aug 12 14:20:10.279798 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-c7ce75f7-eb08-450d-b183-ccc977267e1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-430833'] for agent, after_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:20:12.863116 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-80f52c8d-3f98-45b2-bea3-e481dfa869e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-430833'] for agent, after_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:20:12.953167 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-3ba18b29-0cbd-4389-9cb5-aa63e037f5c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:20:12.981237 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-430833'] for agent, after_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:20:12.982246 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:20:12.982805 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:20:12.983394 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:20:12.984146 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:20:12.984700 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:20:12.985259 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:20:12.985812 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:20:12.986346 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:20:12.986894 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:20:12.987425 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:20:12.989876 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:20:12.990502 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:20:12.991127 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-694802-15', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:20:13.001241 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-694802-15', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:20:13.796898 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-1769855f-eda9-4483-9dc3-3220908ab45d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-430833'] for agent, after_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:20:15.426877 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-fe95f194-a3b0-4c04-9e42-20b511169d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-430833'] for agent, after_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:20:16.265307 n-d-694802-15 neutron-server[94468]: INFO neutron.db.l3_hamode_db [None req-f3b2e6a1-b6ca-44d9-ba29-8b181f84880f None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 12 14:20:16.341352 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3b2e6a1-b6ca-44d9-ba29-8b181f84880f None None] Routers set() bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:20:16.341720 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3b2e6a1-b6ca-44d9-ba29-8b181f84880f None None] Router IDs set() for agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 12 14:20:16.640730 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 53180) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:20:17.134307 n-d-694802-15 neutron-server[94467]: WARNING oslo_policy.policy [None req-b8d08dd0-b0ce-4b48-887c-19914cb5109e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 12 14:20:17.134900 n-d-694802-15 neutron-server[94467]: WARNING oslo_policy.policy [None req-b8d08dd0-b0ce-4b48-887c-19914cb5109e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 12 14:20:17.351030 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [None req-b8d08dd0-b0ce-4b48-887c-19914cb5109e admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=94467) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 14:20:17.352299 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-b8d08dd0-b0ce-4b48-887c-19914cb5109e admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7093675 Aug 12 14:20:19.690567 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 53194) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:20:19.998161 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-01de60bb-8c4b-43c0-8980-f85e2b00239c admin admin] Request body: {'subnetpool': {'is_default': True, 'shared': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16']}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:20:20.092888 n-d-694802-15 neutron-server[94467]: DEBUG neutron.policy [None req-01de60bb-8c4b-43c0-8980-f85e2b00239c admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94467) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 12 14:20:20.137333 n-d-694802-15 neutron-server[94467]: WARNING oslo_policy.policy [None req-01de60bb-8c4b-43c0-8980-f85e2b00239c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 12 14:20:20.137704 n-d-694802-15 neutron-server[94467]: WARNING oslo_policy.policy [None req-01de60bb-8c4b-43c0-8980-f85e2b00239c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 12 14:20:20.146779 n-d-694802-15 neutron-server[94467]: INFO neutron.quota [None req-01de60bb-8c4b-43c0-8980-f85e2b00239c admin admin] Loaded quota_driver: . Aug 12 14:20:20.238333 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-01de60bb-8c4b-43c0-8980-f85e2b00239c admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8744659024620', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8744659018975', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8744658962443', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8744658973438', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8744657565816', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8744658985262', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-680590', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-66341801', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-436872', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-633296'] for rbac-policy, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:20:20.302840 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-01de60bb-8c4b-43c0-8980-f85e2b00239c admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:20:20.304087 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-01de60bb-8c4b-43c0-8980-f85e2b00239c admin admin] 10.222.0.39 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6124806 Aug 12 14:20:22.847352 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 53206) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:20:23.143618 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-a2b6fc6b-4947-4075-90a5-3981f577e5e9 admin admin] Request body: {'network': {'tenant_id': '204a9ab123bb4a16977941fd93218791', 'name': 'private', 'admin_state_up': True, 'project_id': '204a9ab123bb4a16977941fd93218791'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:20:23.171743 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2b6fc6b-4947-4075-90a5-3981f577e5e9 admin admin] Made reservation on behalf of 204a9ab123bb4a16977941fd93218791 for: {'network': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:20:23.175196 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a2b6fc6b-4947-4075-90a5-3981f577e5e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for network, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:20:23.192100 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a2b6fc6b-4947-4075-90a5-3981f577e5e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:20:23.314097 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a2b6fc6b-4947-4075-90a5-3981f577e5e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:20:23.317891 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a2b6fc6b-4947-4075-90a5-3981f577e5e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:20:23.341682 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2b6fc6b-4947-4075-90a5-3981f577e5e9 admin admin] vlan segment allocate from pool success with {'vlan_id': 308, 'physical_network': 'physnet1'} {{(pid=94467) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 14:20:23.367389 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a2b6fc6b-4947-4075-90a5-3981f577e5e9 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8744654117991', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:20:23.368079 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a2b6fc6b-4947-4075-90a5-3981f577e5e9 admin admin] Unsubscribe: segment precommit_create {{(pid=94467) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 12 14:20:23.368493 n-d-694802-15 neutron-server[94467]: INFO neutron.db.segments_db [None req-a2b6fc6b-4947-4075-90a5-3981f577e5e9 admin admin] Added segment 27d21f8c-ab0e-4f10-ae4a-b960ed4f0ee2 of type vlan for network c0802070-de9a-4ce5-84d5-2a1254e322b8 Aug 12 14:20:23.384506 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b6fc6b-4947-4075-90a5-3981f577e5e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81821f84-6bcf-43e2-9231-d092cde42ac4,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:20:23.410964 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b6fc6b-4947-4075-90a5-3981f577e5e9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:20:23.411328 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b6fc6b-4947-4075-90a5-3981f577e5e9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:20:23.411665 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b6fc6b-4947-4075-90a5-3981f577e5e9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:20:23.411998 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b6fc6b-4947-4075-90a5-3981f577e5e9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:20:23.412326 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b6fc6b-4947-4075-90a5-3981f577e5e9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:20:23.412650 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b6fc6b-4947-4075-90a5-3981f577e5e9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:20:23.412974 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b6fc6b-4947-4075-90a5-3981f577e5e9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:20:23.413294 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b6fc6b-4947-4075-90a5-3981f577e5e9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:20:23.413619 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b6fc6b-4947-4075-90a5-3981f577e5e9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:20:23.413939 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b6fc6b-4947-4075-90a5-3981f577e5e9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:20:23.414256 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b6fc6b-4947-4075-90a5-3981f577e5e9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:20:23.414570 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b6fc6b-4947-4075-90a5-3981f577e5e9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:20:23.415784 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b6fc6b-4947-4075-90a5-3981f577e5e9 admin admin] Tracked resource versions report: Aug 12 14:20:23.415784 n-d-694802-15 neutron-server[94467]: pushed versions: Aug 12 14:20:23.415784 n-d-694802-15 neutron-server[94467]: { 'AddressGroup': {'1.2'}, Aug 12 14:20:23.415784 n-d-694802-15 neutron-server[94467]: 'ConntrackHelper': {'1.0'}, Aug 12 14:20:23.415784 n-d-694802-15 neutron-server[94467]: 'Log': {'1.0'}, Aug 12 14:20:23.415784 n-d-694802-15 neutron-server[94467]: 'Network': {'1.1'}, Aug 12 14:20:23.415784 n-d-694802-15 neutron-server[94467]: 'Port': {'1.7'}, Aug 12 14:20:23.415784 n-d-694802-15 neutron-server[94467]: 'PortForwarding': {'1.2'}, Aug 12 14:20:23.415784 n-d-694802-15 neutron-server[94467]: 'QosPolicy': {'1.9'}, Aug 12 14:20:23.415784 n-d-694802-15 neutron-server[94467]: 'SecurityGroup': {'1.4'}, Aug 12 14:20:23.415784 n-d-694802-15 neutron-server[94467]: 'SecurityGroupRule': {'1.2'}, Aug 12 14:20:23.415784 n-d-694802-15 neutron-server[94467]: 'SubPort': {'1.0'}, Aug 12 14:20:23.415784 n-d-694802-15 neutron-server[94467]: 'Subnet': {'1.1'}, Aug 12 14:20:23.415784 n-d-694802-15 neutron-server[94467]: 'Trunk': {'1.1'}} Aug 12 14:20:23.415784 n-d-694802-15 neutron-server[94467]: consumer versions: Aug 12 14:20:23.415784 n-d-694802-15 neutron-server[94467]: { DHCP agent@n-d-694802-15: {}, Aug 12 14:20:23.415784 n-d-694802-15 neutron-server[94467]: L3 agent@n-d-694802-15: {}, Aug 12 14:20:23.415784 n-d-694802-15 neutron-server[94467]: Metadata agent@n-d-694802-15: {}, Aug 12 14:20:23.415784 n-d-694802-15 neutron-server[94467]: Metering agent@n-d-694802-15: {}, Aug 12 14:20:23.415784 n-d-694802-15 neutron-server[94467]: Open vSwitch agent@n-d-694802-15: { 'AddressGroup': '1.2', Aug 12 14:20:23.415784 n-d-694802-15 neutron-server[94467]: 'ConntrackHelper': '1.0', Aug 12 14:20:23.415784 n-d-694802-15 neutron-server[94467]: 'Log': '1.0', Aug 12 14:20:23.415784 n-d-694802-15 neutron-server[94467]: 'Network': '1.1', Aug 12 14:20:23.415784 n-d-694802-15 neutron-server[94467]: 'Port': '1.7', Aug 12 14:20:23.415784 n-d-694802-15 neutron-server[94467]: 'PortForwarding': '1.2', Aug 12 14:20:23.415784 n-d-694802-15 neutron-server[94467]: 'QosPolicy': '1.9', Aug 12 14:20:23.415784 n-d-694802-15 neutron-server[94467]: 'SecurityGroup': '1.4', Aug 12 14:20:23.415784 n-d-694802-15 neutron-server[94467]: 'SecurityGroupRule': '1.2', Aug 12 14:20:23.415784 n-d-694802-15 neutron-server[94467]: 'SubPort': '1.0', Aug 12 14:20:23.415784 n-d-694802-15 neutron-server[94467]: 'Subnet': '1.1', Aug 12 14:20:23.415784 n-d-694802-15 neutron-server[94467]: 'Trunk': '1.1'}} Aug 12 14:20:23.415784 n-d-694802-15 neutron-server[94467]: {{(pid=94467) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 12 14:20:23.486928 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a2b6fc6b-4947-4075-90a5-3981f577e5e9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744653628263'] for network, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:20:23.537858 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a2b6fc6b-4947-4075-90a5-3981f577e5e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409'] for network, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:20:23.539063 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2b6fc6b-4947-4075-90a5-3981f577e5e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:20:23.539877 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a2b6fc6b-4947-4075-90a5-3981f577e5e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for network, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:20:23.612029 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-a2b6fc6b-4947-4075-90a5-3981f577e5e9 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7635419 Aug 12 14:20:23.646447 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b6fc6b-4947-4075-90a5-3981f577e5e9 admin admin] Pushing event updated for resources: {'Network': ['ID=c0802070-de9a-4ce5-84d5-2a1254e322b8,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:20:23.660169 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Network c0802070-de9a-4ce5-84d5-2a1254e322b8 details requested by agent ovs-agent-n-d-694802-15 with host n-d-694802-15 {{(pid=94468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 14:20:26.243131 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 53220) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:20:26.628562 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efc18f9f-fbcd-4ccb-8379-1991631a9356 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:20:26.629914 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-efc18f9f-fbcd-4ccb-8379-1991631a9356 admin admin] 10.222.0.39 "GET /v2.0/networks/c0802070-de9a-4ce5-84d5-2a1254e322b8 HTTP/1.1" status: 200 len: 825 time: 0.3857629 Aug 12 14:20:26.654885 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-f240bf17-ca8d-4bc8-b241-12aadbfff314 admin admin] 10.222.0.39 "GET /v2.0/subnetpools/85c9bcf3-c826-4f6f-ac00-03fb568e28cc HTTP/1.1" status: 200 len: 734 time: 0.0189154 Aug 12 14:20:26.664431 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-37641467-bc1f-4cdf-a92c-010534d9b856 admin admin] Request body: {'subnet': {'tenant_id': '204a9ab123bb4a16977941fd93218791', 'name': 'private-subnet', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'network_id': 'c0802070-de9a-4ce5-84d5-2a1254e322b8', 'subnetpool_id': '85c9bcf3-c826-4f6f-ac00-03fb568e28cc'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:20:26.686032 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37641467-bc1f-4cdf-a92c-010534d9b856 admin admin] Made reservation on behalf of 204a9ab123bb4a16977941fd93218791 for: {'subnet': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:20:26.688257 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-37641467-bc1f-4cdf-a92c-010534d9b856 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:20:26.982728 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-37641467-bc1f-4cdf-a92c-010534d9b856 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409'] for subnet, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:20:27.054355 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37641467-bc1f-4cdf-a92c-010534d9b856 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a6d0f9a-20c3-423d-b4c5-a598b27eae28,revision_number=0']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:20:27.056341 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37641467-bc1f-4cdf-a92c-010534d9b856 admin admin] Checking segment: {'id': '27d21f8c-ab0e-4f10-ae4a-b960ed4f0ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'c0802070-de9a-4ce5-84d5-2a1254e322b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:20:27.056747 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37641467-bc1f-4cdf-a92c-010534d9b856 admin admin] Network hostable DHCP agents. Network: c0802070-de9a-4ce5-84d5-2a1254e322b8, hostable agents: ['1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658'], hosted agents: [] {{(pid=94467) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 14:20:27.079104 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37641467-bc1f-4cdf-a92c-010534d9b856 admin admin] Network c0802070-de9a-4ce5-84d5-2a1254e322b8 is scheduled to be hosted by DHCP agent 1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658 with binding_index 1 {{(pid=94467) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 14:20:27.091646 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [None req-37641467-bc1f-4cdf-a92c-010534d9b856 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-15, c0802070-de9a-4ce5-84d5-2a1254e322b8) {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:20:27.096144 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37641467-bc1f-4cdf-a92c-010534d9b856 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:20:27.096729 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-37641467-bc1f-4cdf-a92c-010534d9b856 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for subnet, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:20:27.101725 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fc32381-552e-4601-9637-8f23e0349036 None None] Network c0802070-de9a-4ce5-84d5-2a1254e322b8 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:20:27.110977 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-37641467-bc1f-4cdf-a92c-010534d9b856 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4497442 Aug 12 14:20:27.420230 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa779bef-0b8e-433c-9df0-7cb4cfe2be58 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa7035b3e-9a89-5964-b9f4-97301c3f476a-c0802070-de9a-4ce5-84d5-2a1254e322b8', 'network_id': 'c0802070-de9a-4ce5-84d5-2a1254e322b8', 'tenant_id': '204a9ab123bb4a16977941fd93218791', 'fixed_ips': [{'subnet_id': '9a6d0f9a-20c3-423d-b4c5-a598b27eae28'}]}} from n-d-694802-15. {{(pid=94468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 14:20:27.421488 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-fa779bef-0b8e-433c-9df0-7cb4cfe2be58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:20:27.695393 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.db_base_plugin_common [None req-fa779bef-0b8e-433c-9df0-7cb4cfe2be58 None None] Allocated IP 172.20.0.2 (c0802070-de9a-4ce5-84d5-2a1254e322b8/9a6d0f9a-20c3-423d-b4c5-a598b27eae28/f9a61f5c-e601-44ea-ab84-7c74fdf34329) {{(pid=94468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:20:27.891735 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-fa779bef-0b8e-433c-9df0-7cb4cfe2be58 None None] Notify callbacks [] for port, precommit_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:20:27.909117 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-fa779bef-0b8e-433c-9df0-7cb4cfe2be58 None None] Transition to ACTIVE for port object f9a61f5c-e601-44ea-ab84-7c74fdf34329 will not be triggered until provisioned by entity L2. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:20:27.957127 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-fa779bef-0b8e-433c-9df0-7cb4cfe2be58 None None] Transition to ACTIVE for port object f9a61f5c-e601-44ea-ab84-7c74fdf34329 will not be triggered until provisioned by entity DHCP. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:20:27.965900 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-fa779bef-0b8e-433c-9df0-7cb4cfe2be58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253'] for port, after_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:20:28.032130 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa779bef-0b8e-433c-9df0-7cb4cfe2be58 None None] Network c0802070-de9a-4ce5-84d5-2a1254e322b8 is already hosted by enough agents. {{(pid=94468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:20:28.038901 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.base_scheduler [None req-fa779bef-0b8e-433c-9df0-7cb4cfe2be58 None None] Resources bound (agent type, host, resource id): {{(pid=94468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:20:28.047955 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa779bef-0b8e-433c-9df0-7cb4cfe2be58 None None] Received port after_create {{(pid=94468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:20:28.050992 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa779bef-0b8e-433c-9df0-7cb4cfe2be58 None None] Pushing event updated for resources: {'Port': ['ID=f9a61f5c-e601-44ea-ab84-7c74fdf34329,revision_number=1']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:20:28.084218 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa779bef-0b8e-433c-9df0-7cb4cfe2be58 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:20:28.084558 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa779bef-0b8e-433c-9df0-7cb4cfe2be58 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:20:28.084895 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa779bef-0b8e-433c-9df0-7cb4cfe2be58 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:20:28.085232 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa779bef-0b8e-433c-9df0-7cb4cfe2be58 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:20:28.085558 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa779bef-0b8e-433c-9df0-7cb4cfe2be58 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:20:28.085879 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa779bef-0b8e-433c-9df0-7cb4cfe2be58 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:20:28.086201 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa779bef-0b8e-433c-9df0-7cb4cfe2be58 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:20:28.086520 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa779bef-0b8e-433c-9df0-7cb4cfe2be58 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:20:28.086838 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa779bef-0b8e-433c-9df0-7cb4cfe2be58 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:20:28.087188 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa779bef-0b8e-433c-9df0-7cb4cfe2be58 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:20:28.087505 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa779bef-0b8e-433c-9df0-7cb4cfe2be58 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:20:28.087821 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa779bef-0b8e-433c-9df0-7cb4cfe2be58 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:20:28.089020 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa779bef-0b8e-433c-9df0-7cb4cfe2be58 None None] Tracked resource versions report: Aug 12 14:20:28.089020 n-d-694802-15 neutron-server[94468]: pushed versions: Aug 12 14:20:28.089020 n-d-694802-15 neutron-server[94468]: { 'AddressGroup': {'1.2'}, Aug 12 14:20:28.089020 n-d-694802-15 neutron-server[94468]: 'ConntrackHelper': {'1.0'}, Aug 12 14:20:28.089020 n-d-694802-15 neutron-server[94468]: 'Log': {'1.0'}, Aug 12 14:20:28.089020 n-d-694802-15 neutron-server[94468]: 'Network': {'1.1'}, Aug 12 14:20:28.089020 n-d-694802-15 neutron-server[94468]: 'Port': {'1.7'}, Aug 12 14:20:28.089020 n-d-694802-15 neutron-server[94468]: 'PortForwarding': {'1.2'}, Aug 12 14:20:28.089020 n-d-694802-15 neutron-server[94468]: 'QosPolicy': {'1.9'}, Aug 12 14:20:28.089020 n-d-694802-15 neutron-server[94468]: 'SecurityGroup': {'1.4'}, Aug 12 14:20:28.089020 n-d-694802-15 neutron-server[94468]: 'SecurityGroupRule': {'1.2'}, Aug 12 14:20:28.089020 n-d-694802-15 neutron-server[94468]: 'SubPort': {'1.0'}, Aug 12 14:20:28.089020 n-d-694802-15 neutron-server[94468]: 'Subnet': {'1.1'}, Aug 12 14:20:28.089020 n-d-694802-15 neutron-server[94468]: 'Trunk': {'1.1'}} Aug 12 14:20:28.089020 n-d-694802-15 neutron-server[94468]: consumer versions: Aug 12 14:20:28.089020 n-d-694802-15 neutron-server[94468]: { DHCP agent@n-d-694802-15: {}, Aug 12 14:20:28.089020 n-d-694802-15 neutron-server[94468]: L3 agent@n-d-694802-15: {}, Aug 12 14:20:28.089020 n-d-694802-15 neutron-server[94468]: Metadata agent@n-d-694802-15: {}, Aug 12 14:20:28.089020 n-d-694802-15 neutron-server[94468]: Metering agent@n-d-694802-15: {}, Aug 12 14:20:28.089020 n-d-694802-15 neutron-server[94468]: Open vSwitch agent@n-d-694802-15: { 'AddressGroup': '1.2', Aug 12 14:20:28.089020 n-d-694802-15 neutron-server[94468]: 'ConntrackHelper': '1.0', Aug 12 14:20:28.089020 n-d-694802-15 neutron-server[94468]: 'Log': '1.0', Aug 12 14:20:28.089020 n-d-694802-15 neutron-server[94468]: 'Network': '1.1', Aug 12 14:20:28.089020 n-d-694802-15 neutron-server[94468]: 'Port': '1.7', Aug 12 14:20:28.089020 n-d-694802-15 neutron-server[94468]: 'PortForwarding': '1.2', Aug 12 14:20:28.089020 n-d-694802-15 neutron-server[94468]: 'QosPolicy': '1.9', Aug 12 14:20:28.089020 n-d-694802-15 neutron-server[94468]: 'SecurityGroup': '1.4', Aug 12 14:20:28.089020 n-d-694802-15 neutron-server[94468]: 'SecurityGroupRule': '1.2', Aug 12 14:20:28.089020 n-d-694802-15 neutron-server[94468]: 'SubPort': '1.0', Aug 12 14:20:28.089020 n-d-694802-15 neutron-server[94468]: 'Subnet': '1.1', Aug 12 14:20:28.089020 n-d-694802-15 neutron-server[94468]: 'Trunk': '1.1'}} Aug 12 14:20:28.089020 n-d-694802-15 neutron-server[94468]: {{(pid=94468) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 12 14:20:28.136390 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-fa779bef-0b8e-433c-9df0-7cb4cfe2be58 None None] Attempting to bind port f9a61f5c-e601-44ea-ab84-7c74fdf34329 on host n-d-694802-15 for vnic_type normal with profile {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:20:28.137006 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-fa779bef-0b8e-433c-9df0-7cb4cfe2be58 None None] Attempting to bind port f9a61f5c-e601-44ea-ab84-7c74fdf34329 by drivers openvswitch,hyperv on host n-d-694802-15 at level 0 using segments [{'id': '27d21f8c-ab0e-4f10-ae4a-b960ed4f0ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'c0802070-de9a-4ce5-84d5-2a1254e322b8'}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:20:28.137227 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa779bef-0b8e-433c-9df0-7cb4cfe2be58 None None] Attempting to bind port f9a61f5c-e601-44ea-ab84-7c74fdf34329 on network c0802070-de9a-4ce5-84d5-2a1254e322b8 {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:20:28.142370 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa779bef-0b8e-433c-9df0-7cb4cfe2be58 None None] Checking agent: {'id': '16de73ac-f2e9-4cee-b3e0-91052ae3e6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 20, 13), 'started_at': datetime.datetime(2021, 8, 12, 14, 20, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 20, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:20:28.142767 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa779bef-0b8e-433c-9df0-7cb4cfe2be58 None None] Checking segment: {'id': '27d21f8c-ab0e-4f10-ae4a-b960ed4f0ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'c0802070-de9a-4ce5-84d5-2a1254e322b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:20:28.143280 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-fa779bef-0b8e-433c-9df0-7cb4cfe2be58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:20:28.143690 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa779bef-0b8e-433c-9df0-7cb4cfe2be58 None None] Bound using segment: {'id': '27d21f8c-ab0e-4f10-ae4a-b960ed4f0ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'c0802070-de9a-4ce5-84d5-2a1254e322b8'} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:20:28.144171 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-fa779bef-0b8e-433c-9df0-7cb4cfe2be58 None None] Bound port: f9a61f5c-e601-44ea-ab84-7c74fdf34329, host: n-d-694802-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27d21f8c-ab0e-4f10-ae4a-b960ed4f0ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'c0802070-de9a-4ce5-84d5-2a1254e322b8'}}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:20:28.144579 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-fa779bef-0b8e-433c-9df0-7cb4cfe2be58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:20:28.206611 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-fa779bef-0b8e-433c-9df0-7cb4cfe2be58 None None] For port f9a61f5c-e601-44ea-ab84-7c74fdf34329, host n-d-694802-15, cleared binding levels {{(pid=94468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:20:28.210961 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-fa779bef-0b8e-433c-9df0-7cb4cfe2be58 None None] For port f9a61f5c-e601-44ea-ab84-7c74fdf34329, host n-d-694802-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=f9a61f5c-e601-44ea-ab84-7c74fdf34329,segment=NetworkSegment(27d21f8c-ab0e-4f10-ae4a-b960ed4f0ee2),segment_id=27d21f8c-ab0e-4f10-ae4a-b960ed4f0ee2)] {{(pid=94468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:20:28.215569 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-fa779bef-0b8e-433c-9df0-7cb4cfe2be58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:20:28.284897 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa779bef-0b8e-433c-9df0-7cb4cfe2be58 None None] Pushing event updated for resources: {'Port': ['ID=f9a61f5c-e601-44ea-ab84-7c74fdf34329,revision_number=2']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:20:29.560836 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 53228) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:20:30.072802 n-d-694802-15 neutron-server[94466]: WARNING oslo_policy.policy [None req-07a95a40-af6b-486c-9027-c15bd5eaa03f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 12 14:20:30.073412 n-d-694802-15 neutron-server[94466]: WARNING oslo_policy.policy [None req-07a95a40-af6b-486c-9027-c15bd5eaa03f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 12 14:20:30.290121 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [None req-07a95a40-af6b-486c-9027-c15bd5eaa03f admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=94466) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 14:20:30.291212 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-07a95a40-af6b-486c-9027-c15bd5eaa03f admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7291846 Aug 12 14:20:32.681042 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 53242) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:20:32.995093 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [None req-529ea444-cf92-4ca5-baf8-b3feada49b70 admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=94467) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 14:20:32.996201 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-529ea444-cf92-4ca5-baf8-b3feada49b70 admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3141813 Aug 12 14:20:35.657371 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 53256) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:20:35.961099 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-416789d2-7c99-429d-9a51-39bb7f025fad admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': '204a9ab123bb4a16977941fd93218791', 'name': 'router1'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:20:35.985341 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-416789d2-7c99-429d-9a51-39bb7f025fad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-430574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-104863'] for router, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:20:35.986875 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-416789d2-7c99-429d-9a51-39bb7f025fad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-429438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-431405', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66646573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-104852'] for router, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:20:36.124195 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-416789d2-7c99-429d-9a51-39bb7f025fad admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:20:36.129143 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-416789d2-7c99-429d-9a51-39bb7f025fad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-429413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-431608'] for router, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:20:36.142841 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-416789d2-7c99-429d-9a51-39bb7f025fad admin admin] Notify callbacks [] for router, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:20:36.144177 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-416789d2-7c99-429d-9a51-39bb7f025fad admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4856434 Aug 12 14:20:36.752011 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b421b12a-93fd-49ae-8d2a-a7eac9e4f245 None None] Network c0802070-de9a-4ce5-84d5-2a1254e322b8 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:20:36.873812 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-dbd84085-521a-4988-b3e1-e6516f9db2d5 None None] Provisioning for port f9a61f5c-e601-44ea-ab84-7c74fdf34329 completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:20:36.995221 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device f9a61f5c-e601-44ea-ab84-7c74fdf34329 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:20:37.080214 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning for port f9a61f5c-e601-44ea-ab84-7c74fdf34329 completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:20:37.085161 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port f9a61f5c-e601-44ea-ab84-7c74fdf34329 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:20:37.086104 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:20:37.195727 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:20:37.215661 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-0bfa1bc8-5e98-414b-9484-59a2a312868c None None] Provisioning complete for port f9a61f5c-e601-44ea-ab84-7c74fdf34329 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:20:37.216037 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-0bfa1bc8-5e98-414b-9484-59a2a312868c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:20:37.266946 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] For port f9a61f5c-e601-44ea-ab84-7c74fdf34329, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=f9a61f5c-e601-44ea-ab84-7c74fdf34329,segment=NetworkSegment(27d21f8c-ab0e-4f10-ae4a-b960ed4f0ee2),segment_id=27d21f8c-ab0e-4f10-ae4a-b960ed4f0ee2)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:20:37.272566 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:20:37.344814 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Pushing event updated for resources: {'Port': ['ID=f9a61f5c-e601-44ea-ab84-7c74fdf34329,revision_number=3']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:20:38.513610 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 53264) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:20:38.824222 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [None req-112f4ff1-112a-45ef-840f-2329383194ed admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=94467) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 14:20:38.825224 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-112f4ff1-112a-45ef-840f-2329383194ed admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3106949 Aug 12 14:20:38.968412 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device f9a61f5c-e601-44ea-ab84-7c74fdf34329 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:20:39.018552 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port f9a61f5c-e601-44ea-ab84-7c74fdf34329 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:20:39.018918 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:20:39.988648 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-a6855d73-7d51-49b2-8e07-2920ad2f9987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:20:41.192860 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 53272) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:20:41.497669 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-2a5d5010-6305-4edf-b800-205b6de05a71 admin admin] Request body: {'network': {'router:external': True, 'provider:physical_network': 'physnet1', 'is_default': True, 'provider:network_type': 'flat', 'name': 'public', 'admin_state_up': True}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:20:41.517784 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a5d5010-6305-4edf-b800-205b6de05a71 admin admin] Made reservation on behalf of 8e36849adb74404598b1a158714d880e for: {'network': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:20:41.520013 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-2a5d5010-6305-4edf-b800-205b6de05a71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for network, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:20:41.527656 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-2a5d5010-6305-4edf-b800-205b6de05a71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:20:41.614736 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-2a5d5010-6305-4edf-b800-205b6de05a71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:20:41.619034 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-2a5d5010-6305-4edf-b800-205b6de05a71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:20:41.632118 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-2a5d5010-6305-4edf-b800-205b6de05a71 admin admin] Reserving flat network on physical network physnet1 {{(pid=94467) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 12 14:20:41.654039 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-2a5d5010-6305-4edf-b800-205b6de05a71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:20:41.654375 n-d-694802-15 neutron-server[94467]: INFO neutron.db.segments_db [None req-2a5d5010-6305-4edf-b800-205b6de05a71 admin admin] Added segment b1b396cb-2dc6-4041-bfc7-1833a80a4720 of type flat for network d3759e1b-6c03-45ac-acd4-90abb417809b Aug 12 14:20:41.655643 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5d5010-6305-4edf-b800-205b6de05a71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=903d1b7a-1d14-449a-87b1-ba6edab93af6,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:20:41.711334 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-2a5d5010-6305-4edf-b800-205b6de05a71 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744653628263'] for network, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:20:41.746094 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-2a5d5010-6305-4edf-b800-205b6de05a71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409'] for network, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:20:41.747227 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a5d5010-6305-4edf-b800-205b6de05a71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:20:41.747805 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-2a5d5010-6305-4edf-b800-205b6de05a71 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for network, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:20:41.802906 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-2a5d5010-6305-4edf-b800-205b6de05a71 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6090672 Aug 12 14:20:41.808185 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5d5010-6305-4edf-b800-205b6de05a71 admin admin] Pushing event updated for resources: {'Network': ['ID=d3759e1b-6c03-45ac-acd4-90abb417809b,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:20:41.818590 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Network d3759e1b-6c03-45ac-acd4-90abb417809b details requested by agent ovs-agent-n-d-694802-15 with host n-d-694802-15 {{(pid=94468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 14:20:42.853056 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-6758fbc2-7942-4980-955b-9a690244bf9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:20:42.936870 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:20:43.737387 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-1769855f-eda9-4483-9dc3-3220908ab45d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:20:44.143307 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 53290) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:20:44.349824 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6839ae43-79c9-4a34-ba5c-9638ca6c8e03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:20:44.351211 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-6839ae43-79c9-4a34-ba5c-9638ca6c8e03 admin admin] 10.222.0.39 "GET /v2.0/subnets/9a6d0f9a-20c3-423d-b4c5-a598b27eae28 HTTP/1.1" status: 200 len: 849 time: 0.2069011 Aug 12 14:20:44.468748 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-1f242acc-cc37-4f2f-a2b5-fb9b9851509f admin admin] 10.222.0.39 "GET /v2.0/routers/8b4bf83f-9731-4e9f-aca2-3979cb5bca6c HTTP/1.1" status: 200 len: 704 time: 0.1109598 Aug 12 14:20:44.736648 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-3375a3d3-d90a-455f-a1e3-6d58a3d8581d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:20:45.034199 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_common [None req-3375a3d3-d90a-455f-a1e3-6d58a3d8581d admin admin] Allocated IP 172.20.0.1 (c0802070-de9a-4ce5-84d5-2a1254e322b8/9a6d0f9a-20c3-423d-b4c5-a598b27eae28/ec3bc93e-ad37-445d-b992-ddea2efbe50c) {{(pid=94467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:20:45.229577 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-3375a3d3-d90a-455f-a1e3-6d58a3d8581d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:20:45.254797 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [None req-3375a3d3-d90a-455f-a1e3-6d58a3d8581d admin admin] Transition to ACTIVE for port object ec3bc93e-ad37-445d-b992-ddea2efbe50c will not be triggered until provisioned by entity DHCP. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:20:45.334581 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-3375a3d3-d90a-455f-a1e3-6d58a3d8581d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253'] for port, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:20:45.355486 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-fe95f194-a3b0-4c04-9e42-20b511169d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:20:45.417896 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3375a3d3-d90a-455f-a1e3-6d58a3d8581d admin admin] Network c0802070-de9a-4ce5-84d5-2a1254e322b8 is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:20:45.423195 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [None req-3375a3d3-d90a-455f-a1e3-6d58a3d8581d admin admin] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:20:45.434159 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3375a3d3-d90a-455f-a1e3-6d58a3d8581d admin admin] Received port after_create {{(pid=94467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:20:45.434683 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-3375a3d3-d90a-455f-a1e3-6d58a3d8581d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66663725'] for router_interface, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:20:45.517437 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3375a3d3-d90a-455f-a1e3-6d58a3d8581d admin admin] Pushing event updated for resources: {'Port': ['ID=ec3bc93e-ad37-445d-b992-ddea2efbe50c,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:20:45.619721 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-a8e69787-88f1-439f-9b59-7b1dc801c118 None None] Provisioning for port ec3bc93e-ad37-445d-b992-ddea2efbe50c completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:20:45.623217 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-a8e69787-88f1-439f-9b59-7b1dc801c118 None None] Provisioning complete for port ec3bc93e-ad37-445d-b992-ddea2efbe50c triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:20:45.623589 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-a8e69787-88f1-439f-9b59-7b1dc801c118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:20:45.652680 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-3375a3d3-d90a-455f-a1e3-6d58a3d8581d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:20:45.657415 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-a8e69787-88f1-439f-9b59-7b1dc801c118 None None] Port ec3bc93e-ad37-445d-b992-ddea2efbe50c cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 14:20:45.882275 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-3375a3d3-d90a-455f-a1e3-6d58a3d8581d admin admin] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:20:45.886576 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-3375a3d3-d90a-455f-a1e3-6d58a3d8581d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:20:45.887380 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-3375a3d3-d90a-455f-a1e3-6d58a3d8581d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66628363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66663865'] for router_interface, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:20:45.964348 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3375a3d3-d90a-455f-a1e3-6d58a3d8581d admin admin] Pushing event updated for resources: {'Port': ['ID=ec3bc93e-ad37-445d-b992-ddea2efbe50c,revision_number=2']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:20:46.011722 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3375a3d3-d90a-455f-a1e3-6d58a3d8581d admin admin] Network c0802070-de9a-4ce5-84d5-2a1254e322b8 is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:20:46.012984 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [None req-3375a3d3-d90a-455f-a1e3-6d58a3d8581d admin admin] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:20:46.173964 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3375a3d3-d90a-455f-a1e3-6d58a3d8581d admin admin] Router 8b4bf83f-9731-4e9f-aca2-3979cb5bca6c is scheduled to L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f with binding_index 1 {{(pid=94467) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 14:20:46.178119 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-77cc7d20-16a8-4309-9b46-7f010fb04914 None None] Provisioning complete for port ec3bc93e-ad37-445d-b992-ddea2efbe50c triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:20:46.178488 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-77cc7d20-16a8-4309-9b46-7f010fb04914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:20:46.210554 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-77cc7d20-16a8-4309-9b46-7f010fb04914 None None] Port ec3bc93e-ad37-445d-b992-ddea2efbe50c cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 14:20:46.268485 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3375a3d3-d90a-455f-a1e3-6d58a3d8581d admin admin] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 14:20:46.273762 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-3375a3d3-d90a-455f-a1e3-6d58a3d8581d admin admin] 10.222.0.39 "PUT /v2.0/routers/8b4bf83f-9731-4e9f-aca2-3979cb5bca6c/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7996938 Aug 12 14:20:46.280264 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e764699-7038-4dad-859b-a0e65e7435e2 None None] Sync routers for ids ['8b4bf83f-9731-4e9f-aca2-3979cb5bca6c'] in n-d-694802-15 {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 14:20:46.291861 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e764699-7038-4dad-859b-a0e65e7435e2 None None] Routers {'8b4bf83f-9731-4e9f-aca2-3979cb5bca6c'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:20:46.292744 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-4e764699-7038-4dad-859b-a0e65e7435e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:20:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['8b4bf83f-9731-4e9f-aca2-3979cb5bca6c'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:20:46.480467 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-4e764699-7038-4dad-859b-a0e65e7435e2 None None] Set router 8b4bf83f-9731-4e9f-aca2-3979cb5bca6c gateway port host: None {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:20:46.912584 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-4e764699-7038-4dad-859b-a0e65e7435e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b4bf83f-9731-4e9f-aca2-3979cb5bca6c', 'name': 'router1', 'tenant_id': '204a9ab123bb4a16977941fd93218791', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:20:35Z', 'updated_at': '2021-08-12T14:20:45Z', 'revision_number': 2, 'project_id': '204a9ab123bb4a16977941fd93218791', 'gw_port_host': None, '_interfaces': [{'id': 'ec3bc93e-ad37-445d-b992-ddea2efbe50c', 'name': '', 'network_id': 'c0802070-de9a-4ce5-84d5-2a1254e322b8', 'tenant_id': '204a9ab123bb4a16977941fd93218791', 'mac_address': 'fa:16:3e:6b:4e:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b4bf83f-9731-4e9f-aca2-3979cb5bca6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9a6d0f9a-20c3-423d-b4c5-a598b27eae28', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:20:44Z', 'updated_at': '2021-08-12T14:20:45Z', 'revision_number': 2, 'project_id': '204a9ab123bb4a16977941fd93218791', 'subnets': [{'id': '9a6d0f9a-20c3-423d-b4c5-a598b27eae28', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '85c9bcf3-c826-4f6f-ac00-03fb568e28cc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:20:46.964084 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e764699-7038-4dad-859b-a0e65e7435e2 None None] Checking router: 8b4bf83f-9731-4e9f-aca2-3979cb5bca6c for host: n-d-694802-15 {{(pid=94469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 14:20:46.964458 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e764699-7038-4dad-859b-a0e65e7435e2 None None] Updating router 8b4bf83f-9731-4e9f-aca2-3979cb5bca6c port ec3bc93e-ad37-445d-b992-ddea2efbe50c binding host n-d-694802-15 {{(pid=94469) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 14:20:47.012510 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-4e764699-7038-4dad-859b-a0e65e7435e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:20:47.531283 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-4e764699-7038-4dad-859b-a0e65e7435e2 None None] Notify callbacks [] for port, precommit_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:20:47.549569 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.provisioning_blocks [None req-4e764699-7038-4dad-859b-a0e65e7435e2 None None] Transition to ACTIVE for port object ec3bc93e-ad37-445d-b992-ddea2efbe50c will not be triggered until provisioned by entity L2. {{(pid=94469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:20:47.555800 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-4e764699-7038-4dad-859b-a0e65e7435e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:20:47.697533 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085f9446-b534-4973-afc6-f073dd229bbf None None] Pushing event updated for resources: {'Port': ['ID=ec3bc93e-ad37-445d-b992-ddea2efbe50c,revision_number=3']} {{(pid=94469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:20:47.720998 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085f9446-b534-4973-afc6-f073dd229bbf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:20:47.721336 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085f9446-b534-4973-afc6-f073dd229bbf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:20:47.721670 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085f9446-b534-4973-afc6-f073dd229bbf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:20:47.721999 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085f9446-b534-4973-afc6-f073dd229bbf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:20:47.722328 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085f9446-b534-4973-afc6-f073dd229bbf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:20:47.722658 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085f9446-b534-4973-afc6-f073dd229bbf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:20:47.722976 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085f9446-b534-4973-afc6-f073dd229bbf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:20:47.723321 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085f9446-b534-4973-afc6-f073dd229bbf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:20:47.723639 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085f9446-b534-4973-afc6-f073dd229bbf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:20:47.724650 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085f9446-b534-4973-afc6-f073dd229bbf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:20:47.725120 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085f9446-b534-4973-afc6-f073dd229bbf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:20:47.725287 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085f9446-b534-4973-afc6-f073dd229bbf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:20:47.726457 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085f9446-b534-4973-afc6-f073dd229bbf None None] Tracked resource versions report: Aug 12 14:20:47.726457 n-d-694802-15 neutron-server[94469]: pushed versions: Aug 12 14:20:47.726457 n-d-694802-15 neutron-server[94469]: { 'AddressGroup': {'1.2'}, Aug 12 14:20:47.726457 n-d-694802-15 neutron-server[94469]: 'ConntrackHelper': {'1.0'}, Aug 12 14:20:47.726457 n-d-694802-15 neutron-server[94469]: 'Log': {'1.0'}, Aug 12 14:20:47.726457 n-d-694802-15 neutron-server[94469]: 'Network': {'1.1'}, Aug 12 14:20:47.726457 n-d-694802-15 neutron-server[94469]: 'Port': {'1.7'}, Aug 12 14:20:47.726457 n-d-694802-15 neutron-server[94469]: 'PortForwarding': {'1.2'}, Aug 12 14:20:47.726457 n-d-694802-15 neutron-server[94469]: 'QosPolicy': {'1.9'}, Aug 12 14:20:47.726457 n-d-694802-15 neutron-server[94469]: 'SecurityGroup': {'1.4'}, Aug 12 14:20:47.726457 n-d-694802-15 neutron-server[94469]: 'SecurityGroupRule': {'1.2'}, Aug 12 14:20:47.726457 n-d-694802-15 neutron-server[94469]: 'SubPort': {'1.0'}, Aug 12 14:20:47.726457 n-d-694802-15 neutron-server[94469]: 'Subnet': {'1.1'}, Aug 12 14:20:47.726457 n-d-694802-15 neutron-server[94469]: 'Trunk': {'1.1'}} Aug 12 14:20:47.726457 n-d-694802-15 neutron-server[94469]: consumer versions: Aug 12 14:20:47.726457 n-d-694802-15 neutron-server[94469]: { DHCP agent@n-d-694802-15: {}, Aug 12 14:20:47.726457 n-d-694802-15 neutron-server[94469]: L3 agent@n-d-694802-15: {}, Aug 12 14:20:47.726457 n-d-694802-15 neutron-server[94469]: Metadata agent@n-d-694802-15: {}, Aug 12 14:20:47.726457 n-d-694802-15 neutron-server[94469]: Metering agent@n-d-694802-15: {}, Aug 12 14:20:47.726457 n-d-694802-15 neutron-server[94469]: Open vSwitch agent@n-d-694802-15: { 'AddressGroup': '1.2', Aug 12 14:20:47.726457 n-d-694802-15 neutron-server[94469]: 'ConntrackHelper': '1.0', Aug 12 14:20:47.726457 n-d-694802-15 neutron-server[94469]: 'Log': '1.0', Aug 12 14:20:47.726457 n-d-694802-15 neutron-server[94469]: 'Network': '1.1', Aug 12 14:20:47.726457 n-d-694802-15 neutron-server[94469]: 'Port': '1.7', Aug 12 14:20:47.726457 n-d-694802-15 neutron-server[94469]: 'PortForwarding': '1.2', Aug 12 14:20:47.726457 n-d-694802-15 neutron-server[94469]: 'QosPolicy': '1.9', Aug 12 14:20:47.726457 n-d-694802-15 neutron-server[94469]: 'SecurityGroup': '1.4', Aug 12 14:20:47.726457 n-d-694802-15 neutron-server[94469]: 'SecurityGroupRule': '1.2', Aug 12 14:20:47.726457 n-d-694802-15 neutron-server[94469]: 'SubPort': '1.0', Aug 12 14:20:47.726457 n-d-694802-15 neutron-server[94469]: 'Subnet': '1.1', Aug 12 14:20:47.726457 n-d-694802-15 neutron-server[94469]: 'Trunk': '1.1'}} Aug 12 14:20:47.726457 n-d-694802-15 neutron-server[94469]: {{(pid=94469) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 12 14:20:47.744741 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.managers [None req-4e764699-7038-4dad-859b-a0e65e7435e2 None None] Attempting to bind port ec3bc93e-ad37-445d-b992-ddea2efbe50c on host n-d-694802-15 for vnic_type normal with profile {{(pid=94469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:20:47.745459 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.managers [None req-4e764699-7038-4dad-859b-a0e65e7435e2 None None] Attempting to bind port ec3bc93e-ad37-445d-b992-ddea2efbe50c by drivers openvswitch,hyperv on host n-d-694802-15 at level 0 using segments [{'id': '27d21f8c-ab0e-4f10-ae4a-b960ed4f0ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'c0802070-de9a-4ce5-84d5-2a1254e322b8'}] {{(pid=94469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:20:47.745970 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e764699-7038-4dad-859b-a0e65e7435e2 None None] Attempting to bind port ec3bc93e-ad37-445d-b992-ddea2efbe50c on network c0802070-de9a-4ce5-84d5-2a1254e322b8 {{(pid=94469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:20:47.751327 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e764699-7038-4dad-859b-a0e65e7435e2 None None] Checking agent: {'id': '16de73ac-f2e9-4cee-b3e0-91052ae3e6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 20, 13), 'started_at': datetime.datetime(2021, 8, 12, 14, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 20, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:20:47.751729 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e764699-7038-4dad-859b-a0e65e7435e2 None None] Checking segment: {'id': '27d21f8c-ab0e-4f10-ae4a-b960ed4f0ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'c0802070-de9a-4ce5-84d5-2a1254e322b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:20:47.752206 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-4e764699-7038-4dad-859b-a0e65e7435e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:20:47.752603 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e764699-7038-4dad-859b-a0e65e7435e2 None None] Bound using segment: {'id': '27d21f8c-ab0e-4f10-ae4a-b960ed4f0ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'c0802070-de9a-4ce5-84d5-2a1254e322b8'} {{(pid=94469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:20:47.753096 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.managers [None req-4e764699-7038-4dad-859b-a0e65e7435e2 None None] Bound port: ec3bc93e-ad37-445d-b992-ddea2efbe50c, host: n-d-694802-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27d21f8c-ab0e-4f10-ae4a-b960ed4f0ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'c0802070-de9a-4ce5-84d5-2a1254e322b8'}}] {{(pid=94469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:20:47.753480 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-4e764699-7038-4dad-859b-a0e65e7435e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:20:47.818310 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.db [None req-4e764699-7038-4dad-859b-a0e65e7435e2 None None] For port ec3bc93e-ad37-445d-b992-ddea2efbe50c, host n-d-694802-15, cleared binding levels {{(pid=94469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:20:47.838719 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.db [None req-4e764699-7038-4dad-859b-a0e65e7435e2 None None] For port ec3bc93e-ad37-445d-b992-ddea2efbe50c, host n-d-694802-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=ec3bc93e-ad37-445d-b992-ddea2efbe50c,segment=NetworkSegment(27d21f8c-ab0e-4f10-ae4a-b960ed4f0ee2),segment_id=27d21f8c-ab0e-4f10-ae4a-b960ed4f0ee2)] {{(pid=94469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:20:47.843253 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-4e764699-7038-4dad-859b-a0e65e7435e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:20:47.897734 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085f9446-b534-4973-afc6-f073dd229bbf None None] Pushing event updated for resources: {'Port': ['ID=ec3bc93e-ad37-445d-b992-ddea2efbe50c,revision_number=4']} {{(pid=94469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:20:47.920740 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e764699-7038-4dad-859b-a0e65e7435e2 None None] Routers {'8b4bf83f-9731-4e9f-aca2-3979cb5bca6c'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:20:47.921342 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-4e764699-7038-4dad-859b-a0e65e7435e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:20:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['8b4bf83f-9731-4e9f-aca2-3979cb5bca6c'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:20:48.021625 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-4e764699-7038-4dad-859b-a0e65e7435e2 None None] Set router 8b4bf83f-9731-4e9f-aca2-3979cb5bca6c gateway port host: None {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:20:48.230704 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-4e764699-7038-4dad-859b-a0e65e7435e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b4bf83f-9731-4e9f-aca2-3979cb5bca6c', 'name': 'router1', 'tenant_id': '204a9ab123bb4a16977941fd93218791', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:20:35Z', 'updated_at': '2021-08-12T14:20:45Z', 'revision_number': 2, 'project_id': '204a9ab123bb4a16977941fd93218791', 'gw_port_host': None, '_interfaces': [{'id': 'ec3bc93e-ad37-445d-b992-ddea2efbe50c', 'name': '', 'network_id': 'c0802070-de9a-4ce5-84d5-2a1254e322b8', 'tenant_id': '204a9ab123bb4a16977941fd93218791', 'mac_address': 'fa:16:3e:6b:4e:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b4bf83f-9731-4e9f-aca2-3979cb5bca6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9a6d0f9a-20c3-423d-b4c5-a598b27eae28', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:20:44Z', 'updated_at': '2021-08-12T14:20:47Z', 'revision_number': 4, 'project_id': '204a9ab123bb4a16977941fd93218791', 'subnets': [{'id': '9a6d0f9a-20c3-423d-b4c5-a598b27eae28', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '85c9bcf3-c826-4f6f-ac00-03fb568e28cc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:20:48.254665 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e764699-7038-4dad-859b-a0e65e7435e2 None None] The sync data for ids ['8b4bf83f-9731-4e9f-aca2-3979cb5bca6c'] in n-d-694802-15 is: [{'id': '8b4bf83f-9731-4e9f-aca2-3979cb5bca6c', 'name': 'router1', 'tenant_id': '204a9ab123bb4a16977941fd93218791', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:20:35Z', 'updated_at': '2021-08-12T14:20:45Z', 'revision_number': 2, 'project_id': '204a9ab123bb4a16977941fd93218791', 'gw_port_host': None, '_interfaces': [{'id': 'ec3bc93e-ad37-445d-b992-ddea2efbe50c', 'name': '', 'network_id': 'c0802070-de9a-4ce5-84d5-2a1254e322b8', 'tenant_id': '204a9ab123bb4a16977941fd93218791', 'mac_address': 'fa:16:3e:6b:4e:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b4bf83f-9731-4e9f-aca2-3979cb5bca6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9a6d0f9a-20c3-423d-b4c5-a598b27eae28', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:20:44Z', 'updated_at': '2021-08-12T14:20:47Z', 'revision_number': 4, 'project_id': '204a9ab123bb4a16977941fd93218791', 'subnets': [{'id': '9a6d0f9a-20c3-423d-b4c5-a598b27eae28', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '85c9bcf3-c826-4f6f-ac00-03fb568e28cc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 14:20:48.587983 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 53312) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:20:48.702256 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72219f09-cf1e-4ac9-ae37-1517bafdd8f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:20:48.703664 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-72219f09-cf1e-4ac9-ae37-1517bafdd8f8 admin admin] 10.222.0.39 "GET /v2.0/networks/d3759e1b-6c03-45ac-acd4-90abb417809b HTTP/1.1" status: 200 len: 842 time: 0.1147907 Aug 12 14:20:48.713488 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-38635e46-3610-4575-9514-b63d0c31cd32 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'name': 'public-subnet', 'cidr': '172.25.1.0/24', 'ip_version': 4, 'gateway_ip': '172.25.1.1', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:20:48.734865 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38635e46-3610-4575-9514-b63d0c31cd32 admin admin] Made reservation on behalf of 8e36849adb74404598b1a158714d880e for: {'subnet': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:20:48.737123 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-38635e46-3610-4575-9514-b63d0c31cd32 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:20:49.087532 n-d-694802-15 neutron-server[94467]: DEBUG neutron.objects.ports [None req-38635e46-3610-4575-9514-b63d0c31cd32 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94467) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 12 14:20:49.087997 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-38635e46-3610-4575-9514-b63d0c31cd32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409'] for subnet, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:20:49.147152 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38635e46-3610-4575-9514-b63d0c31cd32 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f0254f08-c19c-4e31-bd9c-09389ea4b6f2,revision_number=0']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:20:49.152839 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38635e46-3610-4575-9514-b63d0c31cd32 admin admin] Checking segment: {'id': 'b1b396cb-2dc6-4041-bfc7-1833a80a4720', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:20:49.153071 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38635e46-3610-4575-9514-b63d0c31cd32 admin admin] Network hostable DHCP agents. Network: d3759e1b-6c03-45ac-acd4-90abb417809b, hostable agents: ['1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658'], hosted agents: [] {{(pid=94467) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 14:20:49.169262 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38635e46-3610-4575-9514-b63d0c31cd32 admin admin] Network d3759e1b-6c03-45ac-acd4-90abb417809b is scheduled to be hosted by DHCP agent 1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658 with binding_index 1 {{(pid=94467) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 14:20:49.177556 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [None req-38635e46-3610-4575-9514-b63d0c31cd32 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-15, d3759e1b-6c03-45ac-acd4-90abb417809b) {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:20:49.181575 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38635e46-3610-4575-9514-b63d0c31cd32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:20:49.182214 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-38635e46-3610-4575-9514-b63d0c31cd32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for subnet, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:20:49.186976 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69f1312e-3a37-44ca-ab30-3f494d7c3cfb None None] Network d3759e1b-6c03-45ac-acd4-90abb417809b requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:20:49.210405 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-38635e46-3610-4575-9514-b63d0c31cd32 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4874012 Aug 12 14:20:49.337148 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff36503b-9c7f-4bfd-bbee-dccf7b8dd59e None None] Network d3759e1b-6c03-45ac-acd4-90abb417809b requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:20:51.542532 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 53320) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:20:51.683827 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-ddf6ce85-d1d8-471e-a813-2c1d4a9eac96 admin admin] 10.222.0.39 "GET /v2.0/routers/8b4bf83f-9731-4e9f-aca2-3979cb5bca6c HTTP/1.1" status: 200 len: 710 time: 0.1399350 Aug 12 14:20:51.772289 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8674a44-fbe9-40b6-8c4e-20ebc7a8453b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:20:51.773619 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-c8674a44-fbe9-40b6-8c4e-20ebc7a8453b admin admin] 10.222.0.39 "GET /v2.0/networks/d3759e1b-6c03-45ac-acd4-90abb417809b HTTP/1.1" status: 200 len: 886 time: 0.0889809 Aug 12 14:20:51.783723 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-799a88d8-541f-493c-bd65-3b2a58248589 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'}}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:20:52.028442 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-799a88d8-541f-493c-bd65-3b2a58248589 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:20:52.272250 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-799a88d8-541f-493c-bd65-3b2a58248589 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:20:52.346266 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-799a88d8-541f-493c-bd65-3b2a58248589 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:20:52.450217 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_common [None req-799a88d8-541f-493c-bd65-3b2a58248589 admin admin] Allocated IP 172.25.1.18 (d3759e1b-6c03-45ac-acd4-90abb417809b/f0254f08-c19c-4e31-bd9c-09389ea4b6f2/fe0922cc-00dd-4ea1-aba2-19883d81a3ec) {{(pid=94467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:20:52.552815 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-799a88d8-541f-493c-bd65-3b2a58248589 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:20:52.594913 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-799a88d8-541f-493c-bd65-3b2a58248589 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253'] for port, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:20:52.629610 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-799a88d8-541f-493c-bd65-3b2a58248589 admin admin] Network d3759e1b-6c03-45ac-acd4-90abb417809b is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:20:52.632097 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [None req-799a88d8-541f-493c-bd65-3b2a58248589 admin admin] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:20:52.639233 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-799a88d8-541f-493c-bd65-3b2a58248589 admin admin] Received port after_create {{(pid=94467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:20:52.679280 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799a88d8-541f-493c-bd65-3b2a58248589 admin admin] Pushing event updated for resources: {'Port': ['ID=fe0922cc-00dd-4ea1-aba2-19883d81a3ec,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:20:52.983387 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-799a88d8-541f-493c-bd65-3b2a58248589 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:20:53.186207 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-799a88d8-541f-493c-bd65-3b2a58248589 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-431363', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-429420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-104890'] for router, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:20:53.190536 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-799a88d8-541f-493c-bd65-3b2a58248589 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-431608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-431370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-431601', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-429403'] for router, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:20:53.316260 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-799a88d8-541f-493c-bd65-3b2a58248589 admin admin] Router 8b4bf83f-9731-4e9f-aca2-3979cb5bca6c has already been hosted by L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f {{(pid=94467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 14:20:53.430721 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-799a88d8-541f-493c-bd65-3b2a58248589 admin admin] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 14:20:53.434917 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-799a88d8-541f-493c-bd65-3b2a58248589 admin admin] Notify callbacks [] for router, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:20:53.441260 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-799a88d8-541f-493c-bd65-3b2a58248589 admin admin] 10.222.0.39 "PUT /v2.0/routers/8b4bf83f-9731-4e9f-aca2-3979cb5bca6c HTTP/1.1" status: 200 len: 889 time: 1.6559000 Aug 12 14:20:54.501762 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.agents_db [None req-17ed3e4c-1a7d-4162-9646-11c134aca297 None None] Agent healthcheck: found 5 active agents {{(pid=94469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 14:20:54.684544 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efaaf8be-9fc8-4421-ac0c-12809c88b465 None None] Sync routers for ids ['8b4bf83f-9731-4e9f-aca2-3979cb5bca6c'] in n-d-694802-15 {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 14:20:54.696116 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efaaf8be-9fc8-4421-ac0c-12809c88b465 None None] Routers {'8b4bf83f-9731-4e9f-aca2-3979cb5bca6c'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:20:54.696768 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-efaaf8be-9fc8-4421-ac0c-12809c88b465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:20:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['8b4bf83f-9731-4e9f-aca2-3979cb5bca6c'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:20:54.955823 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvr_db [None req-efaaf8be-9fc8-4421-ac0c-12809c88b465 None None] Set router 8b4bf83f-9731-4e9f-aca2-3979cb5bca6c gateway port host: n-d-694802-15 {{(pid=94468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:20:55.016836 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device ec3bc93e-ad37-445d-b992-ddea2efbe50c up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:20:55.236052 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning for port ec3bc93e-ad37-445d-b992-ddea2efbe50c completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:20:55.251282 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port ec3bc93e-ad37-445d-b992-ddea2efbe50c triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:20:55.251656 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:20:55.415283 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:20:55.475243 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] For port ec3bc93e-ad37-445d-b992-ddea2efbe50c, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=ec3bc93e-ad37-445d-b992-ddea2efbe50c,segment=NetworkSegment(27d21f8c-ab0e-4f10-ae4a-b960ed4f0ee2),segment_id=27d21f8c-ab0e-4f10-ae4a-b960ed4f0ee2)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:20:55.477685 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-efaaf8be-9fc8-4421-ac0c-12809c88b465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b4bf83f-9731-4e9f-aca2-3979cb5bca6c', 'name': 'router1', 'tenant_id': '204a9ab123bb4a16977941fd93218791', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.18'}], 'enable_snat': True}, 'gw_port_id': 'fe0922cc-00dd-4ea1-aba2-19883d81a3ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:20:35Z', 'updated_at': '2021-08-12T14:20:52Z', 'revision_number': 4, 'project_id': '204a9ab123bb4a16977941fd93218791', 'gw_port': {'id': 'fe0922cc-00dd-4ea1-aba2-19883d81a3ec', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:71:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b4bf83f-9731-4e9f-aca2-3979cb5bca6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:20:52Z', 'updated_at': '2021-08-12T14:20:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': 'ec3bc93e-ad37-445d-b992-ddea2efbe50c', 'name': '', 'network_id': 'c0802070-de9a-4ce5-84d5-2a1254e322b8', 'tenant_id': '204a9ab123bb4a16977941fd93218791', 'mac_address': 'fa:16:3e:6b:4e:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b4bf83f-9731-4e9f-aca2-3979cb5bca6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9a6d0f9a-20c3-423d-b4c5-a598b27eae28', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:20:44Z', 'updated_at': '2021-08-12T14:20:47Z', 'revision_number': 4, 'project_id': '204a9ab123bb4a16977941fd93218791', 'subnets': [{'id': '9a6d0f9a-20c3-423d-b4c5-a598b27eae28', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '85c9bcf3-c826-4f6f-ac00-03fb568e28cc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:20:55.502009 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:20:55.534316 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efaaf8be-9fc8-4421-ac0c-12809c88b465 None None] Checking router: 8b4bf83f-9731-4e9f-aca2-3979cb5bca6c for host: n-d-694802-15 {{(pid=94468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 14:20:55.534316 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efaaf8be-9fc8-4421-ac0c-12809c88b465 None None] Updating router 8b4bf83f-9731-4e9f-aca2-3979cb5bca6c port fe0922cc-00dd-4ea1-aba2-19883d81a3ec binding host n-d-694802-15 {{(pid=94468) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 14:20:55.608497 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-efaaf8be-9fc8-4421-ac0c-12809c88b465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:20:55.643063 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Pushing event updated for resources: {'Port': ['ID=ec3bc93e-ad37-445d-b992-ddea2efbe50c,revision_number=5']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:20:55.882823 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 53332) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:20:55.952344 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-efaaf8be-9fc8-4421-ac0c-12809c88b465 None None] Notify callbacks [] for port, precommit_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:20:55.963004 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-efaaf8be-9fc8-4421-ac0c-12809c88b465 None None] Transition to ACTIVE for port object fe0922cc-00dd-4ea1-aba2-19883d81a3ec will not be triggered until provisioned by entity L2. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:20:55.968623 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-efaaf8be-9fc8-4421-ac0c-12809c88b465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:20:56.003639 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-f1383884-ea78-460e-9e0c-f0642fd60557 admin admin] 10.222.0.39 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1196542 Aug 12 14:20:56.024017 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5f7d05-aef9-4105-88a1-b44d68079067 None None] Pushing event updated for resources: {'Port': ['ID=fe0922cc-00dd-4ea1-aba2-19883d81a3ec,revision_number=2']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:20:56.028063 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-efaaf8be-9fc8-4421-ac0c-12809c88b465 None None] Attempting to bind port fe0922cc-00dd-4ea1-aba2-19883d81a3ec on host n-d-694802-15 for vnic_type normal with profile {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:20:56.028438 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-efaaf8be-9fc8-4421-ac0c-12809c88b465 None None] Attempting to bind port fe0922cc-00dd-4ea1-aba2-19883d81a3ec by drivers openvswitch,hyperv on host n-d-694802-15 at level 0 using segments [{'id': 'b1b396cb-2dc6-4041-bfc7-1833a80a4720', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:20:56.028831 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efaaf8be-9fc8-4421-ac0c-12809c88b465 None None] Attempting to bind port fe0922cc-00dd-4ea1-aba2-19883d81a3ec on network d3759e1b-6c03-45ac-acd4-90abb417809b {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:20:56.035860 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efaaf8be-9fc8-4421-ac0c-12809c88b465 None None] Checking agent: {'id': '16de73ac-f2e9-4cee-b3e0-91052ae3e6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 20, 13), 'started_at': datetime.datetime(2021, 8, 12, 14, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 20, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:20:56.036233 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efaaf8be-9fc8-4421-ac0c-12809c88b465 None None] Checking segment: {'id': 'b1b396cb-2dc6-4041-bfc7-1833a80a4720', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:20:56.036636 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-efaaf8be-9fc8-4421-ac0c-12809c88b465 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:20:56.037030 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efaaf8be-9fc8-4421-ac0c-12809c88b465 None None] Bound using segment: {'id': 'b1b396cb-2dc6-4041-bfc7-1833a80a4720', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:20:56.037505 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-efaaf8be-9fc8-4421-ac0c-12809c88b465 None None] Bound port: fe0922cc-00dd-4ea1-aba2-19883d81a3ec, host: n-d-694802-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1b396cb-2dc6-4041-bfc7-1833a80a4720', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'}}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:20:56.037903 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-efaaf8be-9fc8-4421-ac0c-12809c88b465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:20:56.093544 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-efaaf8be-9fc8-4421-ac0c-12809c88b465 None None] For port fe0922cc-00dd-4ea1-aba2-19883d81a3ec, host n-d-694802-15, cleared binding levels {{(pid=94468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:20:56.096956 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-efaaf8be-9fc8-4421-ac0c-12809c88b465 None None] For port fe0922cc-00dd-4ea1-aba2-19883d81a3ec, host n-d-694802-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=fe0922cc-00dd-4ea1-aba2-19883d81a3ec,segment=NetworkSegment(b1b396cb-2dc6-4041-bfc7-1833a80a4720),segment_id=b1b396cb-2dc6-4041-bfc7-1833a80a4720)] {{(pid=94468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:20:56.102040 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-efaaf8be-9fc8-4421-ac0c-12809c88b465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:20:56.163588 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efaaf8be-9fc8-4421-ac0c-12809c88b465 None None] Routers {'8b4bf83f-9731-4e9f-aca2-3979cb5bca6c'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:20:56.164215 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-efaaf8be-9fc8-4421-ac0c-12809c88b465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:20:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['8b4bf83f-9731-4e9f-aca2-3979cb5bca6c'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:20:56.166287 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5f7d05-aef9-4105-88a1-b44d68079067 None None] Pushing event updated for resources: {'Port': ['ID=fe0922cc-00dd-4ea1-aba2-19883d81a3ec,revision_number=3']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:20:56.357169 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvr_db [None req-efaaf8be-9fc8-4421-ac0c-12809c88b465 None None] Set router 8b4bf83f-9731-4e9f-aca2-3979cb5bca6c gateway port host: n-d-694802-15 {{(pid=94468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:20:56.566298 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-efaaf8be-9fc8-4421-ac0c-12809c88b465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b4bf83f-9731-4e9f-aca2-3979cb5bca6c', 'name': 'router1', 'tenant_id': '204a9ab123bb4a16977941fd93218791', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.18'}], 'enable_snat': True}, 'gw_port_id': 'fe0922cc-00dd-4ea1-aba2-19883d81a3ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:20:35Z', 'updated_at': '2021-08-12T14:20:52Z', 'revision_number': 4, 'project_id': '204a9ab123bb4a16977941fd93218791', 'gw_port': {'id': 'fe0922cc-00dd-4ea1-aba2-19883d81a3ec', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:71:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b4bf83f-9731-4e9f-aca2-3979cb5bca6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:20:52Z', 'updated_at': '2021-08-12T14:20:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': 'ec3bc93e-ad37-445d-b992-ddea2efbe50c', 'name': '', 'network_id': 'c0802070-de9a-4ce5-84d5-2a1254e322b8', 'tenant_id': '204a9ab123bb4a16977941fd93218791', 'mac_address': 'fa:16:3e:6b:4e:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b4bf83f-9731-4e9f-aca2-3979cb5bca6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9a6d0f9a-20c3-423d-b4c5-a598b27eae28', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:20:44Z', 'updated_at': '2021-08-12T14:20:55Z', 'revision_number': 5, 'project_id': '204a9ab123bb4a16977941fd93218791', 'subnets': [{'id': '9a6d0f9a-20c3-423d-b4c5-a598b27eae28', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '85c9bcf3-c826-4f6f-ac00-03fb568e28cc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:20:56.594021 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efaaf8be-9fc8-4421-ac0c-12809c88b465 None None] The sync data for ids ['8b4bf83f-9731-4e9f-aca2-3979cb5bca6c'] in n-d-694802-15 is: [{'id': '8b4bf83f-9731-4e9f-aca2-3979cb5bca6c', 'name': 'router1', 'tenant_id': '204a9ab123bb4a16977941fd93218791', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.18'}], 'enable_snat': True}, 'gw_port_id': 'fe0922cc-00dd-4ea1-aba2-19883d81a3ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:20:35Z', 'updated_at': '2021-08-12T14:20:52Z', 'revision_number': 4, 'project_id': '204a9ab123bb4a16977941fd93218791', 'gw_port': {'id': 'fe0922cc-00dd-4ea1-aba2-19883d81a3ec', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:71:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b4bf83f-9731-4e9f-aca2-3979cb5bca6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:20:52Z', 'updated_at': '2021-08-12T14:20:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': 'ec3bc93e-ad37-445d-b992-ddea2efbe50c', 'name': '', 'network_id': 'c0802070-de9a-4ce5-84d5-2a1254e322b8', 'tenant_id': '204a9ab123bb4a16977941fd93218791', 'mac_address': 'fa:16:3e:6b:4e:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b4bf83f-9731-4e9f-aca2-3979cb5bca6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9a6d0f9a-20c3-423d-b4c5-a598b27eae28', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:20:44Z', 'updated_at': '2021-08-12T14:20:55Z', 'revision_number': 5, 'project_id': '204a9ab123bb4a16977941fd93218791', 'subnets': [{'id': '9a6d0f9a-20c3-423d-b4c5-a598b27eae28', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '85c9bcf3-c826-4f6f-ac00-03fb568e28cc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 14:20:57.114931 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device ec3bc93e-ad37-445d-b992-ddea2efbe50c up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:20:57.166114 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port ec3bc93e-ad37-445d-b992-ddea2efbe50c triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:20:57.166483 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:20:57.254936 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device fe0922cc-00dd-4ea1-aba2-19883d81a3ec up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:20:57.308412 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning for port fe0922cc-00dd-4ea1-aba2-19883d81a3ec completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:20:57.313468 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port fe0922cc-00dd-4ea1-aba2-19883d81a3ec triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:20:57.313960 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:20:57.432059 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:20:57.454086 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] For port fe0922cc-00dd-4ea1-aba2-19883d81a3ec, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=fe0922cc-00dd-4ea1-aba2-19883d81a3ec,segment=NetworkSegment(b1b396cb-2dc6-4041-bfc7-1833a80a4720),segment_id=b1b396cb-2dc6-4041-bfc7-1833a80a4720)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:20:57.458628 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:20:57.504625 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Pushing event updated for resources: {'Port': ['ID=fe0922cc-00dd-4ea1-aba2-19883d81a3ec,revision_number=4']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:20:58.994112 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device fe0922cc-00dd-4ea1-aba2-19883d81a3ec up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:20:59.056204 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port fe0922cc-00dd-4ea1-aba2-19883d81a3ec triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:20:59.056567 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:21:09.993762 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-7060c1e3-f20c-40a9-9216-76455d47fdac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:21:12.856016 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-a4b7f0e8-1f59-4ecd-9152-bac12df775c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:21:12.946930 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:21:13.743744 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-1769855f-eda9-4483-9dc3-3220908ab45d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:21:15.373912 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-fe95f194-a3b0-4c04-9e42-20b511169d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:21:31.501327 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.agents_db [None req-17ed3e4c-1a7d-4162-9646-11c134aca297 None None] Agent healthcheck: found 5 active agents {{(pid=94469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 14:21:39.986145 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-3260afaf-dda6-4f6b-86ed-c402bb6ca4a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:21:42.858874 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-3b653487-d8b7-4f50-baf1-9f57767dc4fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:21:42.940548 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:21:43.745770 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-1769855f-eda9-4483-9dc3-3220908ab45d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:21:45.380511 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-fe95f194-a3b0-4c04-9e42-20b511169d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:22:08.499827 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.agents_db [None req-17ed3e4c-1a7d-4162-9646-11c134aca297 None None] Agent healthcheck: found 5 active agents {{(pid=94469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 14:22:09.987950 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-7f6309aa-856e-4a35-9fb5-a7c439bf2188 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:22:12.861325 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-eaad3f38-2b1c-498b-8484-2a95daee8f5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:22:12.946066 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:22:13.749348 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-1769855f-eda9-4483-9dc3-3220908ab45d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:22:15.380154 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-fe95f194-a3b0-4c04-9e42-20b511169d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:22:36.611357 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 53932) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:22:36.673833 n-d-694802-15 neutron-server[94467]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c5ceb3d-fb8d-46de-bcdb-9525b340a33b admin admin] GET failed (client error): The resource could not be found. Aug 12 14:22:36.675452 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-4c5ceb3d-fb8d-46de-bcdb-9525b340a33b admin admin] 10.222.0.39 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0631120 Aug 12 14:22:36.833587 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-592dd379-c766-496c-9e1b-2e589ed94fd8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:22:36.834959 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-592dd379-c766-496c-9e1b-2e589ed94fd8 admin admin] 10.222.0.39 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1551948 Aug 12 14:22:38.991334 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 53942) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:22:39.087612 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b747c52-c247-4ba7-8d87-9c0fe68f92a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:22:39.088968 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-9b747c52-c247-4ba7-8d87-9c0fe68f92a0 admin admin] 10.222.0.39 "GET /v2.0/subnets/9a6d0f9a-20c3-423d-b4c5-a598b27eae28 HTTP/1.1" status: 200 len: 849 time: 0.0966656 Aug 12 14:22:39.098542 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-79a2eeb9-9acc-4a98-8c9e-8663e42b0989 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:22:39.180615 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-79a2eeb9-9acc-4a98-8c9e-8663e42b0989 admin admin] Notify callbacks [] for subnet, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:22:39.319544 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-79a2eeb9-9acc-4a98-8c9e-8663e42b0989 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8744654030987'] for subnet, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:22:39.350371 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79a2eeb9-9acc-4a98-8c9e-8663e42b0989 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:22:39.350984 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-79a2eeb9-9acc-4a98-8c9e-8663e42b0989 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for subnet, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:22:39.352948 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-79a2eeb9-9acc-4a98-8c9e-8663e42b0989 admin admin] 10.222.0.39 "PUT /v2.0/subnets/9a6d0f9a-20c3-423d-b4c5-a598b27eae28 HTTP/1.1" status: 200 len: 868 time: 0.2575035 Aug 12 14:22:39.355776 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3721bd65-42c3-42bd-8521-67109ae4d870 None None] Network c0802070-de9a-4ce5-84d5-2a1254e322b8 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:22:39.374183 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a2eeb9-9acc-4a98-8c9e-8663e42b0989 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a6d0f9a-20c3-423d-b4c5-a598b27eae28,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:22:39.382247 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a2eeb9-9acc-4a98-8c9e-8663e42b0989 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:22:39.382631 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a2eeb9-9acc-4a98-8c9e-8663e42b0989 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:22:39.382942 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a2eeb9-9acc-4a98-8c9e-8663e42b0989 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:22:39.383313 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a2eeb9-9acc-4a98-8c9e-8663e42b0989 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:22:39.383653 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a2eeb9-9acc-4a98-8c9e-8663e42b0989 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:22:39.383985 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a2eeb9-9acc-4a98-8c9e-8663e42b0989 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:22:39.384354 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a2eeb9-9acc-4a98-8c9e-8663e42b0989 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:22:39.384685 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a2eeb9-9acc-4a98-8c9e-8663e42b0989 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:22:39.385040 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a2eeb9-9acc-4a98-8c9e-8663e42b0989 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:22:39.385368 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a2eeb9-9acc-4a98-8c9e-8663e42b0989 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:22:39.385693 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a2eeb9-9acc-4a98-8c9e-8663e42b0989 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:22:39.386016 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a2eeb9-9acc-4a98-8c9e-8663e42b0989 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:22:39.718406 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-66dd1396-af92-4aeb-8723-e44586f39c4b None None] Provisioning complete for port f9a61f5c-e601-44ea-ab84-7c74fdf34329 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:22:39.718775 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-66dd1396-af92-4aeb-8723-e44586f39c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:22:39.803588 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-66dd1396-af92-4aeb-8723-e44586f39c4b None None] Provisioning complete for port ec3bc93e-ad37-445d-b992-ddea2efbe50c triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:22:39.803856 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-66dd1396-af92-4aeb-8723-e44586f39c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:22:39.987972 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-933f93fa-a15c-4516-b2cd-b4a91878c6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:22:41.507419 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 53950) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:22:41.844623 n-d-694802-15 neutron-server[94466]: DEBUG neutron.policy [None req-76781670-0b43-4664-84b3-f25132b11247 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94466) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 12 14:22:41.891438 n-d-694802-15 neutron-server[94466]: WARNING oslo_policy.policy [None req-76781670-0b43-4664-84b3-f25132b11247 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 12 14:22:41.891807 n-d-694802-15 neutron-server[94466]: WARNING oslo_policy.policy [None req-76781670-0b43-4664-84b3-f25132b11247 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 12 14:22:41.900105 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76781670-0b43-4664-84b3-f25132b11247 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:22:41.900580 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76781670-0b43-4664-84b3-f25132b11247 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:22:41.902481 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-76781670-0b43-4664-84b3-f25132b11247 admin admin] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.3941486 Aug 12 14:22:42.864856 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-cc058c67-5731-4382-b82c-a27227e6480c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:22:42.948875 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:22:43.752128 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-1769855f-eda9-4483-9dc3-3220908ab45d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:22:44.048814 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 53962) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:22:44.180689 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9d07531-512d-4492-8b46-58c3c0799dbc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:22:44.181159 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9d07531-512d-4492-8b46-58c3c0799dbc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:22:44.182651 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-a9d07531-512d-4492-8b46-58c3c0799dbc admin admin] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1322215 Aug 12 14:22:45.383247 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-fe95f194-a3b0-4c04-9e42-20b511169d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:22:45.498356 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.agents_db [None req-17ed3e4c-1a7d-4162-9646-11c134aca297 None None] Agent healthcheck: found 5 active agents {{(pid=94469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 14:22:46.373376 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 53970) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:22:46.574398 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c473ed02-b467-4248-96a6-224c75251dcc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:22:46.575757 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-c473ed02-b467-4248-96a6-224c75251dcc admin admin] 10.222.0.39 "GET /v2.0/networks/c0802070-de9a-4ce5-84d5-2a1254e322b8 HTTP/1.1" status: 200 len: 869 time: 0.2011096 Aug 12 14:22:48.730898 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 53978) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:22:48.858571 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8d0edc2-f47c-4dcb-bfca-f9b4fb6547d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:22:48.859937 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-b8d0edc2-f47c-4dcb-bfca-f9b4fb6547d4 admin admin] 10.222.0.39 "GET /v2.0/networks/d3759e1b-6c03-45ac-acd4-90abb417809b HTTP/1.1" status: 200 len: 886 time: 0.1280749 Aug 12 14:22:51.039749 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 53986) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:22:51.166770 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c65d38f-a095-4612-835b-8e7d4042e5d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:22:51.167264 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c65d38f-a095-4612-835b-8e7d4042e5d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:22:51.168783 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-4c65d38f-a095-4612-835b-8e7d4042e5d7 admin admin] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1280677 Aug 12 14:22:53.342108 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 53994) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:22:53.431926 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f2eacd2-5491-41bf-85dd-767807c6b0a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:22:53.432380 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f2eacd2-5491-41bf-85dd-767807c6b0a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:22:53.433850 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-8f2eacd2-5491-41bf-85dd-767807c6b0a1 admin admin] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0908017 Aug 12 14:22:55.608450 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 54002) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:22:55.758392 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0a044dc-f63b-46ad-9acc-2c8347bb9445 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:22:55.759761 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-c0a044dc-f63b-46ad-9acc-2c8347bb9445 admin admin] 10.222.0.39 "GET /v2.0/subnets/9a6d0f9a-20c3-423d-b4c5-a598b27eae28 HTTP/1.1" status: 200 len: 868 time: 0.1503885 Aug 12 14:22:57.951329 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 54010) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:22:58.035899 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-069c17e0-d6c1-42cf-8aa7-bb56933e24a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:22:58.037208 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-069c17e0-d6c1-42cf-8aa7-bb56933e24a9 admin admin] 10.222.0.39 "GET /v2.0/subnets/f0254f08-c19c-4e31-bd9c-09389ea4b6f2 HTTP/1.1" status: 200 len: 816 time: 0.0849283 Aug 12 14:23:09.987980 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-5795c3d6-faf1-4b97-9168-76f5eda28e84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:23:12.866557 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f4056599-02b3-48bf-96c6-c03763f12bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:23:12.948551 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:23:13.755397 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-1769855f-eda9-4483-9dc3-3220908ab45d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:23:15.386711 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-fe95f194-a3b0-4c04-9e42-20b511169d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:23:22.497511 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.agents_db [None req-17ed3e4c-1a7d-4162-9646-11c134aca297 None None] Agent healthcheck: found 5 active agents {{(pid=94469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 14:23:23.519887 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 54064) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:23:23.567559 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [None req-7aac4a84-4147-4121-a700-30283f64313c admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=94467) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 14:23:23.568618 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-7aac4a84-4147-4121-a700-30283f64313c admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0478029 Aug 12 14:23:25.813721 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 54072) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:23:25.873476 n-d-694802-15 neutron-server[94467]: INFO neutron.pecan_wsgi.hooks.translation [None req-f366e24f-a0e4-4098-b22b-40079a658343 admin admin] GET failed (client error): The resource could not be found. Aug 12 14:23:25.874780 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-f366e24f-a0e4-4098-b22b-40079a658343 admin admin] 10.222.0.39 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0601277 Aug 12 14:23:25.960774 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb180762-fa09-4f35-8a29-343978339c46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:23:25.963324 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-bb180762-fa09-4f35-8a29-343978339c46 admin admin] 10.222.0.39 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0841820 Aug 12 14:23:28.145450 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 54080) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:23:28.193678 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-439cbbe3-39bf-4841-ba0e-5061faebab15 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:23:28.213265 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-439cbbe3-39bf-4841-ba0e-5061faebab15 admin admin] Made reservation on behalf of 8e36849adb74404598b1a158714d880e for: {'network': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:23:28.215634 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-439cbbe3-39bf-4841-ba0e-5061faebab15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for network, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:23:28.244991 n-d-694802-15 neutron-server[94467]: WARNING neutron.services.revisions.revision_plugin [None req-439cbbe3-39bf-4841-ba0e-5061faebab15 admin admin] Could not find related network for resource to bump revision. Aug 12 14:23:28.255778 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-439cbbe3-39bf-4841-ba0e-5061faebab15 admin admin] vlan segment allocate from pool success with {'vlan_id': 339, 'physical_network': 'physnet1'} {{(pid=94467) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 14:23:28.264700 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-439cbbe3-39bf-4841-ba0e-5061faebab15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:23:28.265033 n-d-694802-15 neutron-server[94467]: INFO neutron.db.segments_db [None req-439cbbe3-39bf-4841-ba0e-5061faebab15 admin admin] Added segment a1f8c867-101b-4d30-814e-b89f55a5edd0 of type vlan for network 2525c403-dfb3-4196-a273-739607aab38a Aug 12 14:23:28.302161 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-439cbbe3-39bf-4841-ba0e-5061faebab15 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744653628263'] for network, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:23:28.329087 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-439cbbe3-39bf-4841-ba0e-5061faebab15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409'] for network, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:23:28.329961 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-439cbbe3-39bf-4841-ba0e-5061faebab15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:23:28.330533 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-439cbbe3-39bf-4841-ba0e-5061faebab15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for network, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:23:28.383390 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-439cbbe3-39bf-4841-ba0e-5061faebab15 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2362936 Aug 12 14:23:28.390266 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439cbbe3-39bf-4841-ba0e-5061faebab15 admin admin] Pushing event updated for resources: {'Network': ['ID=2525c403-dfb3-4196-a273-739607aab38a,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:23:28.404814 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Network 2525c403-dfb3-4196-a273-739607aab38a details requested by agent ovs-agent-n-d-694802-15 with host n-d-694802-15 {{(pid=94468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 14:23:30.567489 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 54090) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:23:30.627746 n-d-694802-15 neutron-server[94466]: INFO neutron.pecan_wsgi.hooks.translation [None req-da4dac01-3e25-448d-9df4-cd80f0d5e87f admin admin] GET failed (client error): The resource could not be found. Aug 12 14:23:30.629056 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-da4dac01-3e25-448d-9df4-cd80f0d5e87f admin admin] 10.222.0.39 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0606403 Aug 12 14:23:30.727796 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-668975af-7119-42ab-b6c3-da95667bfe29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:23:30.729227 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-668975af-7119-42ab-b6c3-da95667bfe29 admin admin] 10.222.0.39 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0957744 Aug 12 14:23:30.739843 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-318efd61-5c89-4489-8b8d-bb8779edc87b admin admin] Request body: {'subnet': {'ip_version': 4, 'description': 'shared-subnet', 'network_id': '2525c403-dfb3-4196-a273-739607aab38a', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:23:30.741510 n-d-694802-15 neutron-server[94466]: INFO neutron.quota [None req-318efd61-5c89-4489-8b8d-bb8779edc87b admin admin] Loaded quota_driver: . Aug 12 14:23:30.781603 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-318efd61-5c89-4489-8b8d-bb8779edc87b admin admin] Made reservation on behalf of 8e36849adb74404598b1a158714d880e for: {'subnet': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:23:30.784255 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-318efd61-5c89-4489-8b8d-bb8779edc87b admin admin] Notify callbacks [] for subnet, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:23:30.998119 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-318efd61-5c89-4489-8b8d-bb8779edc87b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409'] for subnet, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:23:31.065407 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-318efd61-5c89-4489-8b8d-bb8779edc87b admin admin] Checking segment: {'id': 'a1f8c867-101b-4d30-814e-b89f55a5edd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '2525c403-dfb3-4196-a273-739607aab38a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:23:31.065719 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-318efd61-5c89-4489-8b8d-bb8779edc87b admin admin] Network hostable DHCP agents. Network: 2525c403-dfb3-4196-a273-739607aab38a, hostable agents: ['1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658'], hosted agents: [] {{(pid=94466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 14:23:31.074006 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318efd61-5c89-4489-8b8d-bb8779edc87b admin admin] Pushing event updated for resources: {'Subnet': ['ID=236e0be6-1c94-4221-9e8b-ab02a53331f8,revision_number=0']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:23:31.087793 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318efd61-5c89-4489-8b8d-bb8779edc87b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:23:31.088202 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318efd61-5c89-4489-8b8d-bb8779edc87b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:23:31.088546 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318efd61-5c89-4489-8b8d-bb8779edc87b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:23:31.088876 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318efd61-5c89-4489-8b8d-bb8779edc87b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:23:31.089200 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318efd61-5c89-4489-8b8d-bb8779edc87b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:23:31.089521 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318efd61-5c89-4489-8b8d-bb8779edc87b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:23:31.089841 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318efd61-5c89-4489-8b8d-bb8779edc87b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:23:31.090158 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318efd61-5c89-4489-8b8d-bb8779edc87b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:23:31.090474 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318efd61-5c89-4489-8b8d-bb8779edc87b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:23:31.090787 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318efd61-5c89-4489-8b8d-bb8779edc87b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:23:31.091146 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318efd61-5c89-4489-8b8d-bb8779edc87b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:23:31.091464 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318efd61-5c89-4489-8b8d-bb8779edc87b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:23:31.092624 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318efd61-5c89-4489-8b8d-bb8779edc87b admin admin] Tracked resource versions report: Aug 12 14:23:31.092624 n-d-694802-15 neutron-server[94466]: pushed versions: Aug 12 14:23:31.092624 n-d-694802-15 neutron-server[94466]: { 'AddressGroup': {'1.2'}, Aug 12 14:23:31.092624 n-d-694802-15 neutron-server[94466]: 'ConntrackHelper': {'1.0'}, Aug 12 14:23:31.092624 n-d-694802-15 neutron-server[94466]: 'Log': {'1.0'}, Aug 12 14:23:31.092624 n-d-694802-15 neutron-server[94466]: 'Network': {'1.1'}, Aug 12 14:23:31.092624 n-d-694802-15 neutron-server[94466]: 'Port': {'1.7'}, Aug 12 14:23:31.092624 n-d-694802-15 neutron-server[94466]: 'PortForwarding': {'1.2'}, Aug 12 14:23:31.092624 n-d-694802-15 neutron-server[94466]: 'QosPolicy': {'1.9'}, Aug 12 14:23:31.092624 n-d-694802-15 neutron-server[94466]: 'SecurityGroup': {'1.4'}, Aug 12 14:23:31.092624 n-d-694802-15 neutron-server[94466]: 'SecurityGroupRule': {'1.2'}, Aug 12 14:23:31.092624 n-d-694802-15 neutron-server[94466]: 'SubPort': {'1.0'}, Aug 12 14:23:31.092624 n-d-694802-15 neutron-server[94466]: 'Subnet': {'1.1'}, Aug 12 14:23:31.092624 n-d-694802-15 neutron-server[94466]: 'Trunk': {'1.1'}} Aug 12 14:23:31.092624 n-d-694802-15 neutron-server[94466]: consumer versions: Aug 12 14:23:31.092624 n-d-694802-15 neutron-server[94466]: { DHCP agent@n-d-694802-15: {}, Aug 12 14:23:31.092624 n-d-694802-15 neutron-server[94466]: L3 agent@n-d-694802-15: {}, Aug 12 14:23:31.092624 n-d-694802-15 neutron-server[94466]: Metadata agent@n-d-694802-15: {}, Aug 12 14:23:31.092624 n-d-694802-15 neutron-server[94466]: Metering agent@n-d-694802-15: {}, Aug 12 14:23:31.092624 n-d-694802-15 neutron-server[94466]: Open vSwitch agent@n-d-694802-15: { 'AddressGroup': '1.2', Aug 12 14:23:31.092624 n-d-694802-15 neutron-server[94466]: 'ConntrackHelper': '1.0', Aug 12 14:23:31.092624 n-d-694802-15 neutron-server[94466]: 'Log': '1.0', Aug 12 14:23:31.092624 n-d-694802-15 neutron-server[94466]: 'Network': '1.1', Aug 12 14:23:31.092624 n-d-694802-15 neutron-server[94466]: 'Port': '1.7', Aug 12 14:23:31.092624 n-d-694802-15 neutron-server[94466]: 'PortForwarding': '1.2', Aug 12 14:23:31.092624 n-d-694802-15 neutron-server[94466]: 'QosPolicy': '1.9', Aug 12 14:23:31.092624 n-d-694802-15 neutron-server[94466]: 'SecurityGroup': '1.4', Aug 12 14:23:31.092624 n-d-694802-15 neutron-server[94466]: 'SecurityGroupRule': '1.2', Aug 12 14:23:31.092624 n-d-694802-15 neutron-server[94466]: 'SubPort': '1.0', Aug 12 14:23:31.092624 n-d-694802-15 neutron-server[94466]: 'Subnet': '1.1', Aug 12 14:23:31.092624 n-d-694802-15 neutron-server[94466]: 'Trunk': '1.1'}} Aug 12 14:23:31.092624 n-d-694802-15 neutron-server[94466]: {{(pid=94466) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 12 14:23:31.128736 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-318efd61-5c89-4489-8b8d-bb8779edc87b admin admin] Network 2525c403-dfb3-4196-a273-739607aab38a is scheduled to be hosted by DHCP agent 1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658 with binding_index 1 {{(pid=94466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 14:23:31.141833 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-318efd61-5c89-4489-8b8d-bb8779edc87b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-15, 2525c403-dfb3-4196-a273-739607aab38a) {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:23:31.146957 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-318efd61-5c89-4489-8b8d-bb8779edc87b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:23:31.147941 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-318efd61-5c89-4489-8b8d-bb8779edc87b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for subnet, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:23:31.151009 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0dc9113-e3a5-4efc-a08b-0983794d7b38 None None] Network 2525c403-dfb3-4196-a273-739607aab38a requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:23:31.168320 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-318efd61-5c89-4489-8b8d-bb8779edc87b admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4318905 Aug 12 14:23:31.395604 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cd0da7d-0a7f-4644-8dd8-0e68fda7be33 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa7035b3e-9a89-5964-b9f4-97301c3f476a-2525c403-dfb3-4196-a273-739607aab38a', 'network_id': '2525c403-dfb3-4196-a273-739607aab38a', 'tenant_id': '8e36849adb74404598b1a158714d880e', 'fixed_ips': [{'subnet_id': '236e0be6-1c94-4221-9e8b-ab02a53331f8'}]}} from n-d-694802-15. {{(pid=94468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 14:23:31.396491 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-2cd0da7d-0a7f-4644-8dd8-0e68fda7be33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:23:31.527894 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.db_base_plugin_common [None req-2cd0da7d-0a7f-4644-8dd8-0e68fda7be33 None None] Allocated IP 192.168.233.2 (2525c403-dfb3-4196-a273-739607aab38a/236e0be6-1c94-4221-9e8b-ab02a53331f8/bc7e8eb4-6c98-491f-9760-f932dce6f7a9) {{(pid=94468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:23:31.672529 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-2cd0da7d-0a7f-4644-8dd8-0e68fda7be33 None None] Notify callbacks [] for port, precommit_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:23:31.681595 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-2cd0da7d-0a7f-4644-8dd8-0e68fda7be33 None None] Transition to ACTIVE for port object bc7e8eb4-6c98-491f-9760-f932dce6f7a9 will not be triggered until provisioned by entity L2. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:23:31.696997 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-2cd0da7d-0a7f-4644-8dd8-0e68fda7be33 None None] Transition to ACTIVE for port object bc7e8eb4-6c98-491f-9760-f932dce6f7a9 will not be triggered until provisioned by entity DHCP. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:23:31.703880 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-2cd0da7d-0a7f-4644-8dd8-0e68fda7be33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253'] for port, after_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:23:31.741987 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cd0da7d-0a7f-4644-8dd8-0e68fda7be33 None None] Network 2525c403-dfb3-4196-a273-739607aab38a is already hosted by enough agents. {{(pid=94468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:23:31.746770 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.base_scheduler [None req-2cd0da7d-0a7f-4644-8dd8-0e68fda7be33 None None] Resources bound (agent type, host, resource id): {{(pid=94468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:23:31.753897 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd0da7d-0a7f-4644-8dd8-0e68fda7be33 None None] Pushing event updated for resources: {'Port': ['ID=bc7e8eb4-6c98-491f-9760-f932dce6f7a9,revision_number=1']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:23:31.756078 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cd0da7d-0a7f-4644-8dd8-0e68fda7be33 None None] Received port after_create {{(pid=94468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:23:31.768035 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd0da7d-0a7f-4644-8dd8-0e68fda7be33 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:23:31.768380 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd0da7d-0a7f-4644-8dd8-0e68fda7be33 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:23:31.768721 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd0da7d-0a7f-4644-8dd8-0e68fda7be33 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:23:31.769058 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd0da7d-0a7f-4644-8dd8-0e68fda7be33 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:23:31.769392 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd0da7d-0a7f-4644-8dd8-0e68fda7be33 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:23:31.769726 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd0da7d-0a7f-4644-8dd8-0e68fda7be33 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:23:31.770052 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd0da7d-0a7f-4644-8dd8-0e68fda7be33 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:23:31.770377 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd0da7d-0a7f-4644-8dd8-0e68fda7be33 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:23:31.770698 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd0da7d-0a7f-4644-8dd8-0e68fda7be33 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:23:31.771068 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd0da7d-0a7f-4644-8dd8-0e68fda7be33 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:23:31.771395 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd0da7d-0a7f-4644-8dd8-0e68fda7be33 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:23:31.771718 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd0da7d-0a7f-4644-8dd8-0e68fda7be33 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:23:31.821852 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-2cd0da7d-0a7f-4644-8dd8-0e68fda7be33 None None] Attempting to bind port bc7e8eb4-6c98-491f-9760-f932dce6f7a9 on host n-d-694802-15 for vnic_type normal with profile {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:23:31.822218 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-2cd0da7d-0a7f-4644-8dd8-0e68fda7be33 None None] Attempting to bind port bc7e8eb4-6c98-491f-9760-f932dce6f7a9 by drivers openvswitch,hyperv on host n-d-694802-15 at level 0 using segments [{'id': 'a1f8c867-101b-4d30-814e-b89f55a5edd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '2525c403-dfb3-4196-a273-739607aab38a'}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:23:31.822577 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd0da7d-0a7f-4644-8dd8-0e68fda7be33 None None] Attempting to bind port bc7e8eb4-6c98-491f-9760-f932dce6f7a9 on network 2525c403-dfb3-4196-a273-739607aab38a {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:23:31.828140 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd0da7d-0a7f-4644-8dd8-0e68fda7be33 None None] Checking agent: {'id': '16de73ac-f2e9-4cee-b3e0-91052ae3e6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 20, 13), 'started_at': datetime.datetime(2021, 8, 12, 14, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 23, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:23:31.828668 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd0da7d-0a7f-4644-8dd8-0e68fda7be33 None None] Checking segment: {'id': 'a1f8c867-101b-4d30-814e-b89f55a5edd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '2525c403-dfb3-4196-a273-739607aab38a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:23:31.829016 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-2cd0da7d-0a7f-4644-8dd8-0e68fda7be33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:23:31.829403 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd0da7d-0a7f-4644-8dd8-0e68fda7be33 None None] Bound using segment: {'id': 'a1f8c867-101b-4d30-814e-b89f55a5edd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '2525c403-dfb3-4196-a273-739607aab38a'} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:23:31.829860 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-2cd0da7d-0a7f-4644-8dd8-0e68fda7be33 None None] Bound port: bc7e8eb4-6c98-491f-9760-f932dce6f7a9, host: n-d-694802-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1f8c867-101b-4d30-814e-b89f55a5edd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '2525c403-dfb3-4196-a273-739607aab38a'}}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:23:31.830255 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-2cd0da7d-0a7f-4644-8dd8-0e68fda7be33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:23:31.892236 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-2cd0da7d-0a7f-4644-8dd8-0e68fda7be33 None None] For port bc7e8eb4-6c98-491f-9760-f932dce6f7a9, host n-d-694802-15, cleared binding levels {{(pid=94468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:23:31.895799 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-2cd0da7d-0a7f-4644-8dd8-0e68fda7be33 None None] For port bc7e8eb4-6c98-491f-9760-f932dce6f7a9, host n-d-694802-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=bc7e8eb4-6c98-491f-9760-f932dce6f7a9,segment=NetworkSegment(a1f8c867-101b-4d30-814e-b89f55a5edd0),segment_id=a1f8c867-101b-4d30-814e-b89f55a5edd0)] {{(pid=94468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:23:31.900551 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-2cd0da7d-0a7f-4644-8dd8-0e68fda7be33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:23:31.956967 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd0da7d-0a7f-4644-8dd8-0e68fda7be33 None None] Pushing event updated for resources: {'Port': ['ID=bc7e8eb4-6c98-491f-9760-f932dce6f7a9,revision_number=2']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:23:32.857213 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aa65935-7445-4bd0-bc1e-fd58fd0023f5 None None] Network 2525c403-dfb3-4196-a273-739607aab38a requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:23:32.984584 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-da887bde-dc1d-4738-865e-c2d35a2d2f38 None None] Provisioning for port bc7e8eb4-6c98-491f-9760-f932dce6f7a9 completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:23:33.182817 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device bc7e8eb4-6c98-491f-9760-f932dce6f7a9 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:23:33.251158 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning for port bc7e8eb4-6c98-491f-9760-f932dce6f7a9 completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:23:33.254921 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port bc7e8eb4-6c98-491f-9760-f932dce6f7a9 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:23:33.255319 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:23:33.333748 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:23:33.364575 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] For port bc7e8eb4-6c98-491f-9760-f932dce6f7a9, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=bc7e8eb4-6c98-491f-9760-f932dce6f7a9,segment=NetworkSegment(a1f8c867-101b-4d30-814e-b89f55a5edd0),segment_id=a1f8c867-101b-4d30-814e-b89f55a5edd0)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:23:33.368625 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:23:33.415720 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Pushing event updated for resources: {'Port': ['ID=bc7e8eb4-6c98-491f-9760-f932dce6f7a9,revision_number=3']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:23:35.127704 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device bc7e8eb4-6c98-491f-9760-f932dce6f7a9 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:23:35.177527 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port bc7e8eb4-6c98-491f-9760-f932dce6f7a9 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:23:35.177784 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:23:39.990456 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-e36b263d-987f-4cc5-b35e-688ad12b535a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:23:42.869220 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-0a0b77f7-ad82-4157-98ba-cc56a20ea5e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:23:42.947997 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:23:43.759549 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-1769855f-eda9-4483-9dc3-3220908ab45d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:23:45.390594 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-fe95f194-a3b0-4c04-9e42-20b511169d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:23:59.495428 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.agents_db [None req-17ed3e4c-1a7d-4162-9646-11c134aca297 None None] Agent healthcheck: found 5 active agents {{(pid=94469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 14:24:09.992975 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-02a6085d-a379-4bc3-80da-4dfbcef2880f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:24:12.870351 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-7600dd48-8a2a-4a13-b635-f83486c7b0f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:24:12.949054 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:24:13.762258 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-1769855f-eda9-4483-9dc3-3220908ab45d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:24:15.393370 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-fe95f194-a3b0-4c04-9e42-20b511169d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:24:36.495275 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.agents_db [None req-17ed3e4c-1a7d-4162-9646-11c134aca297 None None] Agent healthcheck: found 5 active agents {{(pid=94469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 14:24:39.243882 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 54146) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:24:39.249832 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [None req-250da267-137c-4a0b-a52e-888e07fc9760 tempest-verify_tempest_config-1732799704 tempest-verify_tempest_config-1732799704-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=94466) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 14:24:39.250818 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-250da267-137c-4a0b-a52e-888e07fc9760 tempest-verify_tempest_config-1732799704 tempest-verify_tempest_config-1732799704-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0059466 Aug 12 14:24:39.576651 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 54164) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:24:39.699056 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-06b31678-0abb-4e81-ae72-846451853b6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:24:39.818642 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-06b31678-0abb-4e81-ae72-846451853b6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:24:39.822307 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-06b31678-0abb-4e81-ae72-846451853b6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:24:39.867976 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-06b31678-0abb-4e81-ae72-846451853b6a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0e5ceb45e6a54b569bded9a75cb91051&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2902896 Aug 12 14:24:39.869980 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b31678-0abb-4e81-ae72-846451853b6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d60dba1-1a50-4553-83a2-da4810b56c9d,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:24:39.870715 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 54168) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:24:39.876964 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b31678-0abb-4e81-ae72-846451853b6a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:24:39.877305 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b31678-0abb-4e81-ae72-846451853b6a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:24:39.877636 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b31678-0abb-4e81-ae72-846451853b6a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:24:39.877965 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b31678-0abb-4e81-ae72-846451853b6a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:24:39.878292 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b31678-0abb-4e81-ae72-846451853b6a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:24:39.878613 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b31678-0abb-4e81-ae72-846451853b6a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:24:39.878931 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b31678-0abb-4e81-ae72-846451853b6a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:24:39.879278 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b31678-0abb-4e81-ae72-846451853b6a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:24:39.879596 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b31678-0abb-4e81-ae72-846451853b6a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:24:39.879912 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b31678-0abb-4e81-ae72-846451853b6a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:24:39.880226 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b31678-0abb-4e81-ae72-846451853b6a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:24:39.880538 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b31678-0abb-4e81-ae72-846451853b6a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:24:39.928031 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a10571d6-e939-4f94-9d23-18ed70a67540 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:24:39.947762 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a10571d6-e939-4f94-9d23-18ed70a67540 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:24:39.994719 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4d5e5ee3-a941-4dae-944c-848acc45b814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:24:40.039326 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a10571d6-e939-4f94-9d23-18ed70a67540 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:24:40.041984 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a10571d6-e939-4f94-9d23-18ed70a67540 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:24:40.043229 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-a10571d6-e939-4f94-9d23-18ed70a67540 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5d60dba1-1a50-4553-83a2-da4810b56c9d HTTP/1.1" status: 204 len: 168 time: 0.1714683 Aug 12 14:24:40.050852 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10571d6-e939-4f94-9d23-18ed70a67540 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d60dba1-1a50-4553-83a2-da4810b56c9d,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:24:40.057961 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10571d6-e939-4f94-9d23-18ed70a67540 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:24:40.058303 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10571d6-e939-4f94-9d23-18ed70a67540 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:24:40.058640 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10571d6-e939-4f94-9d23-18ed70a67540 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:24:40.058976 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10571d6-e939-4f94-9d23-18ed70a67540 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:24:40.059330 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10571d6-e939-4f94-9d23-18ed70a67540 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:24:40.059656 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10571d6-e939-4f94-9d23-18ed70a67540 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:24:40.060000 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10571d6-e939-4f94-9d23-18ed70a67540 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:24:40.060342 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10571d6-e939-4f94-9d23-18ed70a67540 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:24:40.060692 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10571d6-e939-4f94-9d23-18ed70a67540 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:24:40.061045 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10571d6-e939-4f94-9d23-18ed70a67540 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:24:40.061373 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10571d6-e939-4f94-9d23-18ed70a67540 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:24:40.061739 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10571d6-e939-4f94-9d23-18ed70a67540 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:24:42.871397 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-06f02b4b-75b5-4424-9d63-b7b153f2df2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:24:42.948648 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:24:43.765029 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-1769855f-eda9-4483-9dc3-3220908ab45d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:24:45.395045 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-fe95f194-a3b0-4c04-9e42-20b511169d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:25:09.995362 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-3aa13a40-6956-4c69-ade8-88e5ceeec668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:25:12.871219 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-dd6bf227-e664-49fd-a08e-6e163cdc1847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:25:12.948892 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:25:13.493839 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.agents_db [None req-17ed3e4c-1a7d-4162-9646-11c134aca297 None None] Agent healthcheck: found 5 active agents {{(pid=94469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 14:25:13.771128 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-1769855f-eda9-4483-9dc3-3220908ab45d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:25:15.399646 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-fe95f194-a3b0-4c04-9e42-20b511169d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:25:39.995813 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-3d5638b7-522b-4f87-8c9f-7191200b5300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:25:42.872822 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-387bec27-1e6c-4e5f-8244-dc453583eb9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:25:42.949148 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:25:43.771714 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-1769855f-eda9-4483-9dc3-3220908ab45d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:25:45.405620 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-fe95f194-a3b0-4c04-9e42-20b511169d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:25:50.492157 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.agents_db [None req-17ed3e4c-1a7d-4162-9646-11c134aca297 None None] Agent healthcheck: found 5 active agents {{(pid=94469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 14:26:09.998875 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-3c0f206a-f5b6-493a-a8cf-6594088fc8fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:26:12.874365 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-3f6cc780-2caa-4a5e-b16a-f0af1dfdbc92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:26:12.949889 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:26:13.774017 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-1769855f-eda9-4483-9dc3-3220908ab45d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:26:15.405380 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-fe95f194-a3b0-4c04-9e42-20b511169d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:26:27.490043 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.agents_db [None req-17ed3e4c-1a7d-4162-9646-11c134aca297 None None] Agent healthcheck: found 5 active agents {{(pid=94469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 14:26:40.000616 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-181f5c2a-4544-4b83-a946-a9989af92a99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:26:42.875722 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-6b182b00-3796-4add-934f-d1f1177f974f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:26:42.950671 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:26:43.776353 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-1769855f-eda9-4483-9dc3-3220908ab45d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:26:45.407790 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-fe95f194-a3b0-4c04-9e42-20b511169d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:27:04.488309 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.agents_db [None req-17ed3e4c-1a7d-4162-9646-11c134aca297 None None] Agent healthcheck: found 5 active agents {{(pid=94469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 14:27:10.001272 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-e9caa87e-5b66-4f7a-b6bf-1fa32e10f348 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:27:12.875288 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f54049a2-9d0c-4e08-9b82-f5d8839d5dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:27:12.950390 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:27:13.781635 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-1769855f-eda9-4483-9dc3-3220908ab45d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:27:15.411231 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-fe95f194-a3b0-4c04-9e42-20b511169d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:27:40.002784 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-8df70a65-1b0d-47cc-8632-146cc6fa5619 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:27:41.064217 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-430833'] for agent, after_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:27:41.487189 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.agents_db [None req-17ed3e4c-1a7d-4162-9646-11c134aca297 None None] Agent healthcheck: found 6 active agents {{(pid=94469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 14:27:42.392084 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-430833'] for agent, after_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:27:42.875386 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-d3a3e103-c5c0-4db3-874d-bdfeddb687e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:27:42.950432 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:27:43.781682 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-1769855f-eda9-4483-9dc3-3220908ab45d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:27:45.414953 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-fe95f194-a3b0-4c04-9e42-20b511169d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:28:10.003366 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-6f1576bd-ec64-4b75-bf08-39e5cafc35fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:28:11.023488 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:28:12.353545 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:28:12.875352 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-471ddb25-dfd1-47fd-8d48-1217a3ce18b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:28:12.949666 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:28:13.783814 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-1769855f-eda9-4483-9dc3-3220908ab45d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:28:15.420002 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-fe95f194-a3b0-4c04-9e42-20b511169d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:28:18.486521 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.agents_db [None req-17ed3e4c-1a7d-4162-9646-11c134aca297 None None] Agent healthcheck: found 7 active agents {{(pid=94469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 14:28:25.008707 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 54236) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:28:25.113954 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-d2c70271-b0d8-400a-bf52-ab17e61dc91c admin admin] 10.222.0.39 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.1034737 Aug 12 14:28:27.272037 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 54246) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:28:27.328093 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-76d2a123-d011-45ec-97fb-1d6cd5edda70 admin admin] 10.222.0.39 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.0549502 Aug 12 14:28:40.003342 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-7c50ca72-fb76-466f-9caf-f6873d9bcbfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:28:41.024946 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:28:42.354810 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:28:42.876402 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-177563ce-f9e4-4732-817b-fd407b8262e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:28:42.949824 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:28:43.785247 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-1769855f-eda9-4483-9dc3-3220908ab45d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:28:45.421673 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-fe95f194-a3b0-4c04-9e42-20b511169d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:28:55.490908 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.agents_db [None req-17ed3e4c-1a7d-4162-9646-11c134aca297 None None] Agent healthcheck: found 7 active agents {{(pid=94469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 14:29:10.004834 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-a577133f-e527-4e3a-97e7-becf287aa14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:29:11.043081 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:29:12.367896 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:29:12.879492 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-a1543063-d44f-4d6f-87ad-29e1b05d26e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:29:12.957230 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:29:13.790557 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-1769855f-eda9-4483-9dc3-3220908ab45d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:29:15.447775 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-fe95f194-a3b0-4c04-9e42-20b511169d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:29:32.494426 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.agents_db [None req-17ed3e4c-1a7d-4162-9646-11c134aca297 None None] Agent healthcheck: found 7 active agents {{(pid=94469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 14:29:40.005400 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-deefdece-c7c6-47e4-b26c-bca90a0dd00c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:29:41.043676 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:29:42.541533 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:29:42.884635 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-44c1894f-85c4-48da-9b7c-fa32fbc15fed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:29:42.957256 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:29:43.800877 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-1769855f-eda9-4483-9dc3-3220908ab45d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:29:44.739060 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 54388) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:29:45.151795 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-5f67e293-51ab-41c5-84d4-26d6df1dc87c tempest-AutoAllocateNetworkTest-2110702341 tempest-AutoAllocateNetworkTest-2110702341-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=7d0b70be07254cd7ab26807ab5d90048&shared=False HTTP/1.1" status: 200 len: 208 time: 0.4113095 Aug 12 14:29:45.154196 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 54420) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:29:45.430100 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-fe95f194-a3b0-4c04-9e42-20b511169d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:29:45.448204 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-209324d4-33bc-44f7-8c5c-d22a83a401bf tempest-AutoAllocateNetworkTest-2110702341 tempest-AutoAllocateNetworkTest-2110702341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:29:45.452792 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-209324d4-33bc-44f7-8c5c-d22a83a401bf tempest-AutoAllocateNetworkTest-2110702341 tempest-AutoAllocateNetworkTest-2110702341-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.2974904 Aug 12 14:29:45.453250 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 54444) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:29:45.554934 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-6ed964d4-a35a-4bda-a7cb-902003a8141d tempest-AutoAllocateNetworkTest-2110702341 tempest-AutoAllocateNetworkTest-2110702341-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0975137 Aug 12 14:29:45.555180 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 54452) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:29:45.585509 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-702eaf6f-39fd-43bc-8e72-ab23788aa0d5 tempest-AutoAllocateNetworkTest-2110702341 tempest-AutoAllocateNetworkTest-2110702341-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=7d0b70be07254cd7ab26807ab5d90048 HTTP/1.1" status: 200 len: 208 time: 0.0292571 Aug 12 14:29:46.444044 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 54488) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:29:46.773365 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-293cb9f8-1188-4c0b-ab38-2fd172bfa5d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:29:46.874204 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-293cb9f8-1188-4c0b-ab38-2fd172bfa5d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:29:46.879005 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-293cb9f8-1188-4c0b-ab38-2fd172bfa5d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:29:46.918888 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293cb9f8-1188-4c0b-ab38-2fd172bfa5d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11c792d2-530d-4a04-a7bb-e5dbb903c8d0,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:29:46.928260 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-293cb9f8-1188-4c0b-ab38-2fd172bfa5d1 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7d0b70be07254cd7ab26807ab5d90048&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4826615 Aug 12 14:29:46.929913 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293cb9f8-1188-4c0b-ab38-2fd172bfa5d1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:29:46.930677 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293cb9f8-1188-4c0b-ab38-2fd172bfa5d1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:29:46.931203 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293cb9f8-1188-4c0b-ab38-2fd172bfa5d1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:29:46.931334 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 54524) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:29:46.932195 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293cb9f8-1188-4c0b-ab38-2fd172bfa5d1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:29:46.932529 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293cb9f8-1188-4c0b-ab38-2fd172bfa5d1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:29:46.932854 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293cb9f8-1188-4c0b-ab38-2fd172bfa5d1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:29:46.933349 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293cb9f8-1188-4c0b-ab38-2fd172bfa5d1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:29:46.933674 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293cb9f8-1188-4c0b-ab38-2fd172bfa5d1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:29:46.934002 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293cb9f8-1188-4c0b-ab38-2fd172bfa5d1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:29:46.934323 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293cb9f8-1188-4c0b-ab38-2fd172bfa5d1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:29:46.934646 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293cb9f8-1188-4c0b-ab38-2fd172bfa5d1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:29:46.934959 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293cb9f8-1188-4c0b-ab38-2fd172bfa5d1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:29:46.936307 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293cb9f8-1188-4c0b-ab38-2fd172bfa5d1 admin admin] Tracked resource versions report: Aug 12 14:29:46.936307 n-d-694802-15 neutron-server[94466]: pushed versions: Aug 12 14:29:46.936307 n-d-694802-15 neutron-server[94466]: { 'AddressGroup': {'1.2'}, Aug 12 14:29:46.936307 n-d-694802-15 neutron-server[94466]: 'ConntrackHelper': {'1.0'}, Aug 12 14:29:46.936307 n-d-694802-15 neutron-server[94466]: 'Log': {'1.0'}, Aug 12 14:29:46.936307 n-d-694802-15 neutron-server[94466]: 'Network': {'1.1'}, Aug 12 14:29:46.936307 n-d-694802-15 neutron-server[94466]: 'Port': {'1.7'}, Aug 12 14:29:46.936307 n-d-694802-15 neutron-server[94466]: 'PortForwarding': {'1.2'}, Aug 12 14:29:46.936307 n-d-694802-15 neutron-server[94466]: 'QosPolicy': {'1.9'}, Aug 12 14:29:46.936307 n-d-694802-15 neutron-server[94466]: 'SecurityGroup': {'1.4'}, Aug 12 14:29:46.936307 n-d-694802-15 neutron-server[94466]: 'SecurityGroupRule': {'1.2'}, Aug 12 14:29:46.936307 n-d-694802-15 neutron-server[94466]: 'SubPort': {'1.0'}, Aug 12 14:29:46.936307 n-d-694802-15 neutron-server[94466]: 'Subnet': {'1.1'}, Aug 12 14:29:46.936307 n-d-694802-15 neutron-server[94466]: 'Trunk': {'1.1'}} Aug 12 14:29:46.936307 n-d-694802-15 neutron-server[94466]: consumer versions: Aug 12 14:29:46.936307 n-d-694802-15 neutron-server[94466]: { DHCP agent@n-d-694802-15: {}, Aug 12 14:29:46.936307 n-d-694802-15 neutron-server[94466]: HyperV agent@n-h1-694802-15: {}, Aug 12 14:29:46.936307 n-d-694802-15 neutron-server[94466]: HyperV agent@n-h2-694802-15: {}, Aug 12 14:29:46.936307 n-d-694802-15 neutron-server[94466]: L3 agent@n-d-694802-15: {}, Aug 12 14:29:46.936307 n-d-694802-15 neutron-server[94466]: Metadata agent@n-d-694802-15: {}, Aug 12 14:29:46.936307 n-d-694802-15 neutron-server[94466]: Metering agent@n-d-694802-15: {}, Aug 12 14:29:46.936307 n-d-694802-15 neutron-server[94466]: Open vSwitch agent@n-d-694802-15: { 'AddressGroup': '1.2', Aug 12 14:29:46.936307 n-d-694802-15 neutron-server[94466]: 'ConntrackHelper': '1.0', Aug 12 14:29:46.936307 n-d-694802-15 neutron-server[94466]: 'Log': '1.0', Aug 12 14:29:46.936307 n-d-694802-15 neutron-server[94466]: 'Network': '1.1', Aug 12 14:29:46.936307 n-d-694802-15 neutron-server[94466]: 'Port': '1.7', Aug 12 14:29:46.936307 n-d-694802-15 neutron-server[94466]: 'PortForwarding': '1.2', Aug 12 14:29:46.936307 n-d-694802-15 neutron-server[94466]: 'QosPolicy': '1.9', Aug 12 14:29:46.936307 n-d-694802-15 neutron-server[94466]: 'SecurityGroup': '1.4', Aug 12 14:29:46.936307 n-d-694802-15 neutron-server[94466]: 'SecurityGroupRule': '1.2', Aug 12 14:29:46.936307 n-d-694802-15 neutron-server[94466]: 'SubPort': '1.0', Aug 12 14:29:46.936307 n-d-694802-15 neutron-server[94466]: 'Subnet': '1.1', Aug 12 14:29:46.936307 n-d-694802-15 neutron-server[94466]: 'Trunk': '1.1'}} Aug 12 14:29:46.936307 n-d-694802-15 neutron-server[94466]: {{(pid=94466) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 12 14:29:46.987601 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-e26d5491-bd6a-4e19-81af-72590bed45e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:29:47.010062 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-e26d5491-bd6a-4e19-81af-72590bed45e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:29:47.068805 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-e26d5491-bd6a-4e19-81af-72590bed45e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:29:47.071377 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-e26d5491-bd6a-4e19-81af-72590bed45e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:29:47.072524 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-e26d5491-bd6a-4e19-81af-72590bed45e2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/11c792d2-530d-4a04-a7bb-e5dbb903c8d0 HTTP/1.1" status: 204 len: 168 time: 0.1401947 Aug 12 14:29:47.080787 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26d5491-bd6a-4e19-81af-72590bed45e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11c792d2-530d-4a04-a7bb-e5dbb903c8d0,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:29:47.089112 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26d5491-bd6a-4e19-81af-72590bed45e2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:29:47.089466 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26d5491-bd6a-4e19-81af-72590bed45e2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:29:47.089785 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26d5491-bd6a-4e19-81af-72590bed45e2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:29:47.090112 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26d5491-bd6a-4e19-81af-72590bed45e2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:29:47.090438 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26d5491-bd6a-4e19-81af-72590bed45e2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:29:47.090765 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26d5491-bd6a-4e19-81af-72590bed45e2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:29:47.091110 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26d5491-bd6a-4e19-81af-72590bed45e2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:29:47.091602 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26d5491-bd6a-4e19-81af-72590bed45e2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:29:47.091924 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26d5491-bd6a-4e19-81af-72590bed45e2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:29:47.092241 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26d5491-bd6a-4e19-81af-72590bed45e2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:29:47.092560 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26d5491-bd6a-4e19-81af-72590bed45e2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:29:47.092875 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26d5491-bd6a-4e19-81af-72590bed45e2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:29:47.094532 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26d5491-bd6a-4e19-81af-72590bed45e2 admin admin] Tracked resource versions report: Aug 12 14:29:47.094532 n-d-694802-15 neutron-server[94467]: pushed versions: Aug 12 14:29:47.094532 n-d-694802-15 neutron-server[94467]: { 'AddressGroup': {'1.2'}, Aug 12 14:29:47.094532 n-d-694802-15 neutron-server[94467]: 'ConntrackHelper': {'1.0'}, Aug 12 14:29:47.094532 n-d-694802-15 neutron-server[94467]: 'Log': {'1.0'}, Aug 12 14:29:47.094532 n-d-694802-15 neutron-server[94467]: 'Network': {'1.1'}, Aug 12 14:29:47.094532 n-d-694802-15 neutron-server[94467]: 'Port': {'1.7'}, Aug 12 14:29:47.094532 n-d-694802-15 neutron-server[94467]: 'PortForwarding': {'1.2'}, Aug 12 14:29:47.094532 n-d-694802-15 neutron-server[94467]: 'QosPolicy': {'1.9'}, Aug 12 14:29:47.094532 n-d-694802-15 neutron-server[94467]: 'SecurityGroup': {'1.4'}, Aug 12 14:29:47.094532 n-d-694802-15 neutron-server[94467]: 'SecurityGroupRule': {'1.2'}, Aug 12 14:29:47.094532 n-d-694802-15 neutron-server[94467]: 'SubPort': {'1.0'}, Aug 12 14:29:47.094532 n-d-694802-15 neutron-server[94467]: 'Subnet': {'1.1'}, Aug 12 14:29:47.094532 n-d-694802-15 neutron-server[94467]: 'Trunk': {'1.1'}} Aug 12 14:29:47.094532 n-d-694802-15 neutron-server[94467]: consumer versions: Aug 12 14:29:47.094532 n-d-694802-15 neutron-server[94467]: { DHCP agent@n-d-694802-15: {}, Aug 12 14:29:47.094532 n-d-694802-15 neutron-server[94467]: HyperV agent@n-h1-694802-15: {}, Aug 12 14:29:47.094532 n-d-694802-15 neutron-server[94467]: HyperV agent@n-h2-694802-15: {}, Aug 12 14:29:47.094532 n-d-694802-15 neutron-server[94467]: L3 agent@n-d-694802-15: {}, Aug 12 14:29:47.094532 n-d-694802-15 neutron-server[94467]: Metadata agent@n-d-694802-15: {}, Aug 12 14:29:47.094532 n-d-694802-15 neutron-server[94467]: Metering agent@n-d-694802-15: {}, Aug 12 14:29:47.094532 n-d-694802-15 neutron-server[94467]: Open vSwitch agent@n-d-694802-15: { 'AddressGroup': '1.2', Aug 12 14:29:47.094532 n-d-694802-15 neutron-server[94467]: 'ConntrackHelper': '1.0', Aug 12 14:29:47.094532 n-d-694802-15 neutron-server[94467]: 'Log': '1.0', Aug 12 14:29:47.094532 n-d-694802-15 neutron-server[94467]: 'Network': '1.1', Aug 12 14:29:47.094532 n-d-694802-15 neutron-server[94467]: 'Port': '1.7', Aug 12 14:29:47.094532 n-d-694802-15 neutron-server[94467]: 'PortForwarding': '1.2', Aug 12 14:29:47.094532 n-d-694802-15 neutron-server[94467]: 'QosPolicy': '1.9', Aug 12 14:29:47.094532 n-d-694802-15 neutron-server[94467]: 'SecurityGroup': '1.4', Aug 12 14:29:47.094532 n-d-694802-15 neutron-server[94467]: 'SecurityGroupRule': '1.2', Aug 12 14:29:47.094532 n-d-694802-15 neutron-server[94467]: 'SubPort': '1.0', Aug 12 14:29:47.094532 n-d-694802-15 neutron-server[94467]: 'Subnet': '1.1', Aug 12 14:29:47.094532 n-d-694802-15 neutron-server[94467]: 'Trunk': '1.1'}} Aug 12 14:29:47.094532 n-d-694802-15 neutron-server[94467]: {{(pid=94467) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 12 14:29:49.177304 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 54644) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:29:49.373037 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9a028731-33f0-45e2-95c2-3cc8e7393bcd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:29:49.480767 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9a028731-33f0-45e2-95c2-3cc8e7393bcd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:29:49.486503 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9a028731-33f0-45e2-95c2-3cc8e7393bcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:29:49.526422 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a028731-33f0-45e2-95c2-3cc8e7393bcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=008d73fc-0a77-4b93-be60-e627540f715a,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:29:49.534984 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 54662) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:29:49.536206 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-9a028731-33f0-45e2-95c2-3cc8e7393bcd admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0d7124bdde7245329cd194d53d597083&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3568602 Aug 12 14:29:49.606168 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-9339c9d2-9c34-4e7b-b214-84796608858e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:29:49.631071 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-9339c9d2-9c34-4e7b-b214-84796608858e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:29:49.682647 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-9339c9d2-9c34-4e7b-b214-84796608858e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:29:49.685495 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-9339c9d2-9c34-4e7b-b214-84796608858e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:29:49.689944 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-9339c9d2-9c34-4e7b-b214-84796608858e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/008d73fc-0a77-4b93-be60-e627540f715a HTTP/1.1" status: 204 len: 168 time: 0.1516042 Aug 12 14:29:49.702337 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9339c9d2-9c34-4e7b-b214-84796608858e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=008d73fc-0a77-4b93-be60-e627540f715a,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:29:50.041133 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 54714) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:29:50.043861 n-d-694802-15 neutron-server[94467]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 12 14:29:50.070924 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-89067347-a1e4-4f61-94e7-08fc9d71da9d req-ad1ab68a-ca84-480c-adcc-05cd7c6c507a tempest-DeleteServersAdminTestJSON-840867186 tempest-DeleteServersAdminTestJSON-840867186-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=139aa87dfc214912ba677ec8f57f3557&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0280318 Aug 12 14:29:50.183234 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 54718) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:29:50.188373 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89067347-a1e4-4f61-94e7-08fc9d71da9d req-4923b836-00f2-41a7-8334-2c37941a660a tempest-DeleteServersAdminTestJSON-840867186 tempest-DeleteServersAdminTestJSON-840867186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:29:50.189829 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-89067347-a1e4-4f61-94e7-08fc9d71da9d req-4923b836-00f2-41a7-8334-2c37941a660a tempest-DeleteServersAdminTestJSON-840867186 tempest-DeleteServersAdminTestJSON-840867186-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1181540 Aug 12 14:29:50.196948 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-60593c6d-6159-4701-adbb-c6bfb90bd401 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:29:50.211623 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-89067347-a1e4-4f61-94e7-08fc9d71da9d req-af5c5db0-efaa-4631-b361-d10aca097e34 tempest-DeleteServersAdminTestJSON-840867186 tempest-DeleteServersAdminTestJSON-840867186-project] 10.222.0.39 "GET /v2.0/quotas/139aa87dfc214912ba677ec8f57f3557 HTTP/1.1" status: 200 len: 375 time: 0.0158830 Aug 12 14:29:50.274553 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-89067347-a1e4-4f61-94e7-08fc9d71da9d req-7e415ce7-df4c-42c5-b56b-74b69a2569ee tempest-DeleteServersAdminTestJSON-840867186 tempest-DeleteServersAdminTestJSON-840867186-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=139aa87dfc214912ba677ec8f57f3557&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0616980 Aug 12 14:29:50.300445 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-60593c6d-6159-4701-adbb-c6bfb90bd401 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:29:50.304537 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-60593c6d-6159-4701-adbb-c6bfb90bd401 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:29:50.345068 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60593c6d-6159-4701-adbb-c6bfb90bd401 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cd53785-8872-49b8-aa60-160001da9d09,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:29:50.351051 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-60593c6d-6159-4701-adbb-c6bfb90bd401 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a1252c8d66a34642859b2575328b2587&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1667254 Aug 12 14:29:50.354058 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 54726) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:29:50.414114 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e1a33400-90e9-48a4-bdab-f5b77fafbf1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:29:50.443465 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e1a33400-90e9-48a4-bdab-f5b77fafbf1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:29:50.522571 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e1a33400-90e9-48a4-bdab-f5b77fafbf1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:29:50.525403 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e1a33400-90e9-48a4-bdab-f5b77fafbf1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:29:50.526620 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-e1a33400-90e9-48a4-bdab-f5b77fafbf1f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3cd53785-8872-49b8-aa60-160001da9d09 HTTP/1.1" status: 204 len: 168 time: 0.1719763 Aug 12 14:29:50.554411 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a33400-90e9-48a4-bdab-f5b77fafbf1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cd53785-8872-49b8-aa60-160001da9d09,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:29:50.639713 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ab7fdf84-9e2e-4394-bd14-756a4d238e64 req-99317d2b-cb41-4691-ae0e-6f990f2bf345 tempest-DeleteServersAdminTestJSON-840867186 tempest-DeleteServersAdminTestJSON-840867186-project] 10.222.0.39 "GET /v2.0/ports?device_id=80e555b5-aed3-47ef-8ec7-1a6015443631 HTTP/1.1" status: 200 len: 210 time: 0.0845568 Aug 12 14:29:51.485571 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 54864) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:29:51.813633 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-cac02b7e-dfc7-4034-af24-3bdafc39516f req-3b3d1fb7-7809-4882-a984-4c8623fc4b47 tempest-DeleteServersAdminTestJSON-840867186 tempest-DeleteServersAdminTestJSON-840867186-project] 10.222.0.39 "GET /v2.0/ports?device_id=80e555b5-aed3-47ef-8ec7-1a6015443631 HTTP/1.1" status: 200 len: 210 time: 0.0308886 Aug 12 14:29:51.849387 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ccdeccbc-f693-492d-828a-31817de3a127 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:29:52.017890 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ccdeccbc-f693-492d-828a-31817de3a127 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:29:52.030175 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ccdeccbc-f693-492d-828a-31817de3a127 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:29:52.117187 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdeccbc-f693-492d-828a-31817de3a127 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95f4ea0d-367e-4fa4-aeb8-b2170f63bb13,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:29:52.180244 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-ccdeccbc-f693-492d-828a-31817de3a127 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a99a8e36e28a4d559df866c1e47ee4ef&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6920686 Aug 12 14:29:52.181925 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 54916) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:29:52.272824 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-1bb235b4-5a06-40e7-835c-0c0780f3a0be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:29:52.318623 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-1bb235b4-5a06-40e7-835c-0c0780f3a0be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:29:52.326754 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 54934) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:29:52.415048 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-1bb235b4-5a06-40e7-835c-0c0780f3a0be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:29:52.421627 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-1bb235b4-5a06-40e7-835c-0c0780f3a0be admin admin] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:29:52.423190 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-1bb235b4-5a06-40e7-835c-0c0780f3a0be admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/95f4ea0d-367e-4fa4-aeb8-b2170f63bb13 HTTP/1.1" status: 204 len: 168 time: 0.2402775 Aug 12 14:29:52.435523 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb235b4-5a06-40e7-835c-0c0780f3a0be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95f4ea0d-367e-4fa4-aeb8-b2170f63bb13,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:29:52.518222 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-072def4e-7784-4441-80c9-8184c972aa07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:29:52.657158 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-072def4e-7784-4441-80c9-8184c972aa07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:29:52.662665 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-072def4e-7784-4441-80c9-8184c972aa07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:29:52.711636 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072def4e-7784-4441-80c9-8184c972aa07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=049cb0cd-268e-4cc7-8ddc-8a912b3bc828,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:29:52.717291 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-072def4e-7784-4441-80c9-8184c972aa07 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c883af8b78df4a329f3761f5a244c7b3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3890474 Aug 12 14:29:52.720735 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 54972) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:29:52.778476 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b7a4ddbc-fdb9-44bf-b303-4d2c0f2ebd46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:29:52.811663 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b7a4ddbc-fdb9-44bf-b303-4d2c0f2ebd46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:29:52.910002 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b7a4ddbc-fdb9-44bf-b303-4d2c0f2ebd46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:29:52.913421 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b7a4ddbc-fdb9-44bf-b303-4d2c0f2ebd46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:29:52.914775 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-b7a4ddbc-fdb9-44bf-b303-4d2c0f2ebd46 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/049cb0cd-268e-4cc7-8ddc-8a912b3bc828 HTTP/1.1" status: 204 len: 168 time: 0.1928730 Aug 12 14:29:52.926381 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a4ddbc-fdb9-44bf-b303-4d2c0f2ebd46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=049cb0cd-268e-4cc7-8ddc-8a912b3bc828,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:29:52.929780 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 54990) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:29:52.943498 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.49', 55205) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:29:52.958068 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-d1e9ef1e-93c5-4aea-9561-f7fc1a593f96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:29:53.005422 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-89067347-a1e4-4f61-94e7-08fc9d71da9d req-971041f1-6185-4789-8422-a92389a404f4 tempest-DeleteServersAdminTestJSON-840867186 tempest-DeleteServersAdminTestJSON-840867186-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=139aa87dfc214912ba677ec8f57f3557&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0583911 Aug 12 14:29:53.083734 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-d1e9ef1e-93c5-4aea-9561-f7fc1a593f96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:29:53.089841 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-d1e9ef1e-93c5-4aea-9561-f7fc1a593f96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:29:53.168206 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-d1e9ef1e-93c5-4aea-9561-f7fc1a593f96 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0407f25075de448fa17e533499a604e2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2373362 Aug 12 14:29:53.169351 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e9ef1e-93c5-4aea-9561-f7fc1a593f96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=320dd963-00e9-4cdc-85d5-d72e7071189b,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:29:53.173375 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 55006) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:29:53.264155 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-99947a23-4f98-4a69-80c3-94ad5dce4d17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:29:53.286087 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-46e32998-7cfc-48d1-ae8a-810fd9371b64 req-313e00b3-3914-4bf4-8706-1404228d3f4a tempest-AggregatesAdminTestJSON-383758043 tempest-AggregatesAdminTestJSON-383758043-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=c88176798bde48bcb2e74c155323bea1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0336859 Aug 12 14:29:53.322978 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-99947a23-4f98-4a69-80c3-94ad5dce4d17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:29:53.355335 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 55018) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:29:53.365586 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89067347-a1e4-4f61-94e7-08fc9d71da9d req-ab2cafcd-acbd-4198-b753-14420d948e03 tempest-DeleteServersAdminTestJSON-840867186 tempest-DeleteServersAdminTestJSON-840867186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:29:53.367178 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-89067347-a1e4-4f61-94e7-08fc9d71da9d req-ab2cafcd-acbd-4198-b753-14420d948e03 tempest-DeleteServersAdminTestJSON-840867186 tempest-DeleteServersAdminTestJSON-840867186-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3569891 Aug 12 14:29:53.440631 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [req-89067347-a1e4-4f61-94e7-08fc9d71da9d req-7033c7c3-3d57-42d6-a73a-4a2e449811da tempest-DeleteServersAdminTestJSON-840867186 tempest-DeleteServersAdminTestJSON-840867186-project] Request body: {'port': {'device_id': '80e555b5-aed3-47ef-8ec7-1a6015443631', 'network_id': '2525c403-dfb3-4196-a273-739607aab38a', 'admin_state_up': True, 'tenant_id': '139aa87dfc214912ba677ec8f57f3557'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:29:53.457087 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e32998-7cfc-48d1-ae8a-810fd9371b64 req-8de917d2-3c74-4a16-a110-25a9255db1eb tempest-AggregatesAdminTestJSON-383758043 tempest-AggregatesAdminTestJSON-383758043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:29:53.459893 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-46e32998-7cfc-48d1-ae8a-810fd9371b64 req-8de917d2-3c74-4a16-a110-25a9255db1eb tempest-AggregatesAdminTestJSON-383758043 tempest-AggregatesAdminTestJSON-383758043-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1673219 Aug 12 14:29:53.461068 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-99947a23-4f98-4a69-80c3-94ad5dce4d17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:29:53.463741 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-99947a23-4f98-4a69-80c3-94ad5dce4d17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:29:53.464849 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-99947a23-4f98-4a69-80c3-94ad5dce4d17 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/320dd963-00e9-4cdc-85d5-d72e7071189b HTTP/1.1" status: 204 len: 168 time: 0.2903264 Aug 12 14:29:53.483186 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99947a23-4f98-4a69-80c3-94ad5dce4d17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=320dd963-00e9-4cdc-85d5-d72e7071189b,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:29:53.489430 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-46e32998-7cfc-48d1-ae8a-810fd9371b64 req-0163eb3e-a85a-4f2c-850e-9b5a0149fe9b tempest-AggregatesAdminTestJSON-383758043 tempest-AggregatesAdminTestJSON-383758043-project] 10.222.0.39 "GET /v2.0/quotas/c88176798bde48bcb2e74c155323bea1 HTTP/1.1" status: 200 len: 375 time: 0.0139816 Aug 12 14:29:53.525303 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-46e32998-7cfc-48d1-ae8a-810fd9371b64 req-7b82f0d1-a723-48f9-9a28-37c1b6a7cb52 tempest-AggregatesAdminTestJSON-383758043 tempest-AggregatesAdminTestJSON-383758043-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=c88176798bde48bcb2e74c155323bea1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0281301 Aug 12 14:29:53.574971 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 55032) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:29:53.598779 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-5fb5aa45-0ea1-43b1-9151-2c3a27905a87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:29:53.816178 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-5fb5aa45-0ea1-43b1-9151-2c3a27905a87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:29:53.824838 n-d-694802-15 neutron-server[94466]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 12 14:29:53.834453 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-5fb5aa45-0ea1-43b1-9151-2c3a27905a87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:29:53.887957 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb5aa45-0ea1-43b1-9151-2c3a27905a87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ac3cd7a-9a58-4090-a918-fdbd5c8d1df2,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:29:53.910444 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-5fb5aa45-0ea1-43b1-9151-2c3a27905a87 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1e3a82fc1d3a442599632c041a0ed1b2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3340611 Aug 12 14:29:53.913460 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 55056) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:29:53.926654 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-ebb96815-4242-4200-b2a5-a3209600a645 req-62ee54d5-9a74-4265-8769-8c3c089a9a52 tempest-DeleteServersAdminTestJSON-840867186 tempest-DeleteServersAdminTestJSON-840867186-project] 10.222.0.39 "GET /v2.0/ports?device_id=80e555b5-aed3-47ef-8ec7-1a6015443631 HTTP/1.1" status: 200 len: 210 time: 0.5699911 Aug 12 14:29:53.927844 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89067347-a1e4-4f61-94e7-08fc9d71da9d req-7033c7c3-3d57-42d6-a73a-4a2e449811da tempest-DeleteServersAdminTestJSON-840867186 tempest-DeleteServersAdminTestJSON-840867186-project] Made reservation on behalf of 139aa87dfc214912ba677ec8f57f3557 for: {'port': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:29:53.931425 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-89067347-a1e4-4f61-94e7-08fc9d71da9d req-7033c7c3-3d57-42d6-a73a-4a2e449811da tempest-DeleteServersAdminTestJSON-840867186 tempest-DeleteServersAdminTestJSON-840867186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:29:53.971787 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-89067347-a1e4-4f61-94e7-08fc9d71da9d req-7033c7c3-3d57-42d6-a73a-4a2e449811da tempest-DeleteServersAdminTestJSON-840867186 tempest-DeleteServersAdminTestJSON-840867186-project] Notify callbacks [] for security_group, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:29:53.988266 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-0900ae1c-7ea6-4511-9383-8e684a30094a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:29:54.015108 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-0900ae1c-7ea6-4511-9383-8e684a30094a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:29:54.118486 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-89067347-a1e4-4f61-94e7-08fc9d71da9d req-7033c7c3-3d57-42d6-a73a-4a2e449811da tempest-DeleteServersAdminTestJSON-840867186 tempest-DeleteServersAdminTestJSON-840867186-project] Notify callbacks [] for security_group, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:29:54.126595 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-0900ae1c-7ea6-4511-9383-8e684a30094a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:29:54.130646 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-0900ae1c-7ea6-4511-9383-8e684a30094a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:29:54.133323 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-0900ae1c-7ea6-4511-9383-8e684a30094a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9ac3cd7a-9a58-4090-a918-fdbd5c8d1df2 HTTP/1.1" status: 204 len: 168 time: 0.2184200 Aug 12 14:29:54.134449 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-89067347-a1e4-4f61-94e7-08fc9d71da9d req-7033c7c3-3d57-42d6-a73a-4a2e449811da tempest-DeleteServersAdminTestJSON-840867186 tempest-DeleteServersAdminTestJSON-840867186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:29:54.164522 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0900ae1c-7ea6-4511-9383-8e684a30094a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ac3cd7a-9a58-4090-a918-fdbd5c8d1df2,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:29:54.304530 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-586aea22-e395-4c46-a10e-1f2fcb972107 req-c816e951-dc6b-43cb-b209-6cbf36640076 tempest-AggregatesAdminTestJSON-383758043 tempest-AggregatesAdminTestJSON-383758043-project] 10.222.0.39 "GET /v2.0/ports?device_id=81251633-1542-44c6-a676-25aff40ce88b HTTP/1.1" status: 200 len: 210 time: 0.1831322 Aug 12 14:29:54.473701 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7033c7c3-3d57-42d6-a73a-4a2e449811da tempest-DeleteServersAdminTestJSON-840867186 tempest-DeleteServersAdminTestJSON-840867186-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1460155-7c7e-4a06-ae69-7cfde3aaedd1,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:29:54.703676 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [req-89067347-a1e4-4f61-94e7-08fc9d71da9d req-7033c7c3-3d57-42d6-a73a-4a2e449811da tempest-DeleteServersAdminTestJSON-840867186 tempest-DeleteServersAdminTestJSON-840867186-project] Allocated IP 192.168.233.213 (2525c403-dfb3-4196-a273-739607aab38a/236e0be6-1c94-4221-9e8b-ab02a53331f8/ffc18c01-e65d-4e47-888f-3450e4c06dad) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:29:55.079476 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-89067347-a1e4-4f61-94e7-08fc9d71da9d req-7033c7c3-3d57-42d6-a73a-4a2e449811da tempest-DeleteServersAdminTestJSON-840867186 tempest-DeleteServersAdminTestJSON-840867186-project] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:29:55.143786 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-d097574f-051a-4549-935b-621f4682e234 req-61504814-ca90-450e-aeae-d115a701b74a tempest-DeleteServersAdminTestJSON-840867186 tempest-DeleteServersAdminTestJSON-840867186-project] 10.222.0.39 "GET /v2.0/ports?device_id=80e555b5-aed3-47ef-8ec7-1a6015443631 HTTP/1.1" status: 200 len: 210 time: 0.0546670 Aug 12 14:29:55.162278 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [req-89067347-a1e4-4f61-94e7-08fc9d71da9d req-7033c7c3-3d57-42d6-a73a-4a2e449811da tempest-DeleteServersAdminTestJSON-840867186 tempest-DeleteServersAdminTestJSON-840867186-project] Transition to ACTIVE for port object ffc18c01-e65d-4e47-888f-3450e4c06dad will not be triggered until provisioned by entity DHCP. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:29:55.238734 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 55118) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:29:55.330075 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-89067347-a1e4-4f61-94e7-08fc9d71da9d req-7033c7c3-3d57-42d6-a73a-4a2e449811da tempest-DeleteServersAdminTestJSON-840867186 tempest-DeleteServersAdminTestJSON-840867186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:29:55.380506 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89067347-a1e4-4f61-94e7-08fc9d71da9d req-7033c7c3-3d57-42d6-a73a-4a2e449811da tempest-DeleteServersAdminTestJSON-840867186 tempest-DeleteServersAdminTestJSON-840867186-project] Network 2525c403-dfb3-4196-a273-739607aab38a is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:29:55.417470 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [req-89067347-a1e4-4f61-94e7-08fc9d71da9d req-7033c7c3-3d57-42d6-a73a-4a2e449811da tempest-DeleteServersAdminTestJSON-840867186 tempest-DeleteServersAdminTestJSON-840867186-project] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:29:55.450064 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [req-89067347-a1e4-4f61-94e7-08fc9d71da9d req-7033c7c3-3d57-42d6-a73a-4a2e449811da tempest-DeleteServersAdminTestJSON-840867186 tempest-DeleteServersAdminTestJSON-840867186-project] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:29:55.456916 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89067347-a1e4-4f61-94e7-08fc9d71da9d req-7033c7c3-3d57-42d6-a73a-4a2e449811da tempest-DeleteServersAdminTestJSON-840867186 tempest-DeleteServersAdminTestJSON-840867186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:29:55.457628 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-89067347-a1e4-4f61-94e7-08fc9d71da9d req-7033c7c3-3d57-42d6-a73a-4a2e449811da tempest-DeleteServersAdminTestJSON-840867186 tempest-DeleteServersAdminTestJSON-840867186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for port, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:29:55.518436 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-89067347-a1e4-4f61-94e7-08fc9d71da9d req-7033c7c3-3d57-42d6-a73a-4a2e449811da tempest-DeleteServersAdminTestJSON-840867186 tempest-DeleteServersAdminTestJSON-840867186-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0839331 Aug 12 14:29:55.572784 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-d82b1f09-ba62-4a8b-ab14-4232aa281e97 req-f4b87c18-445b-466b-91cc-ae3bf39847fe tempest-AggregatesAdminTestJSON-383758043 tempest-AggregatesAdminTestJSON-383758043-project] 10.222.0.39 "GET /v2.0/ports?device_id=81251633-1542-44c6-a676-25aff40ce88b HTTP/1.1" status: 200 len: 210 time: 0.1241212 Aug 12 14:29:55.620496 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [req-89067347-a1e4-4f61-94e7-08fc9d71da9d req-7b928a4c-3ef4-47da-8ff6-987676148660 tempest-DeleteServersAdminTestJSON-840867186 tempest-DeleteServersAdminTestJSON-840867186-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=94466) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 14:29:55.622713 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-aa16fc20-c056-4c9e-bf54-c2a538167297 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:29:55.624614 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-89067347-a1e4-4f61-94e7-08fc9d71da9d req-7b928a4c-3ef4-47da-8ff6-987676148660 tempest-DeleteServersAdminTestJSON-840867186 tempest-DeleteServersAdminTestJSON-840867186-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0160532 Aug 12 14:29:55.633121 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7033c7c3-3d57-42d6-a73a-4a2e449811da tempest-DeleteServersAdminTestJSON-840867186 tempest-DeleteServersAdminTestJSON-840867186-project] Pushing event updated for resources: {'Port': ['ID=ffc18c01-e65d-4e47-888f-3450e4c06dad,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:29:55.768022 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-6cdc6014-fb1e-4c85-afaa-37375f458771 None None] Provisioning for port ffc18c01-e65d-4e47-888f-3450e4c06dad completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:29:55.773889 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-6cdc6014-fb1e-4c85-afaa-37375f458771 None None] Provisioning complete for port ffc18c01-e65d-4e47-888f-3450e4c06dad triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:29:55.774728 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-6cdc6014-fb1e-4c85-afaa-37375f458771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:29:55.821506 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-6cdc6014-fb1e-4c85-afaa-37375f458771 None None] Port ffc18c01-e65d-4e47-888f-3450e4c06dad cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 14:29:55.847649 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-aa16fc20-c056-4c9e-bf54-c2a538167297 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:29:55.854537 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-aa16fc20-c056-4c9e-bf54-c2a538167297 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:29:55.932052 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa16fc20-c056-4c9e-bf54-c2a538167297 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e41f7c82-dbee-4d83-8ea5-0ecfa8ff508a,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:29:55.950156 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-aa16fc20-c056-4c9e-bf54-c2a538167297 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6cab2eba3ab94213b2313589e7996dc7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7078183 Aug 12 14:29:55.950156 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 55134) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:29:56.042947 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-1761083c-343d-424d-bd40-b2956aa59d3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:29:56.079853 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-1761083c-343d-424d-bd40-b2956aa59d3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:29:56.113441 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.64', 56071) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:29:56.174937 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-1761083c-343d-424d-bd40-b2956aa59d3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:29:56.181254 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-1761083c-343d-424d-bd40-b2956aa59d3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:29:56.181520 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-46e32998-7cfc-48d1-ae8a-810fd9371b64 req-6a7f3927-cded-498a-8eae-5578a6eda2e6 tempest-AggregatesAdminTestJSON-383758043 tempest-AggregatesAdminTestJSON-383758043-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=c88176798bde48bcb2e74c155323bea1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0669799 Aug 12 14:29:56.182588 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-1761083c-343d-424d-bd40-b2956aa59d3b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e41f7c82-dbee-4d83-8ea5-0ecfa8ff508a HTTP/1.1" status: 204 len: 168 time: 0.2290215 Aug 12 14:29:56.206302 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1761083c-343d-424d-bd40-b2956aa59d3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e41f7c82-dbee-4d83-8ea5-0ecfa8ff508a,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:29:56.455836 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e32998-7cfc-48d1-ae8a-810fd9371b64 req-dcaedbff-fd72-4a2c-82f1-d6b94d17a061 tempest-AggregatesAdminTestJSON-383758043 tempest-AggregatesAdminTestJSON-383758043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:29:56.461181 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-46e32998-7cfc-48d1-ae8a-810fd9371b64 req-dcaedbff-fd72-4a2c-82f1-d6b94d17a061 tempest-AggregatesAdminTestJSON-383758043 tempest-AggregatesAdminTestJSON-383758043-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2658117 Aug 12 14:29:56.518948 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [req-46e32998-7cfc-48d1-ae8a-810fd9371b64 req-ed4f7cc9-1987-44c6-9c6f-e23c2230f123 tempest-AggregatesAdminTestJSON-383758043 tempest-AggregatesAdminTestJSON-383758043-project] Request body: {'port': {'device_id': '81251633-1542-44c6-a676-25aff40ce88b', 'network_id': '2525c403-dfb3-4196-a273-739607aab38a', 'admin_state_up': True, 'tenant_id': 'c88176798bde48bcb2e74c155323bea1'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:29:56.615464 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564b0edc-4d83-4780-b609-a6d8e1a2c181 req-3ec54f96-ce72-4814-92c1-a0157746074e tempest-DeleteServersAdminTestJSON-840867186 tempest-DeleteServersAdminTestJSON-840867186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:29:56.625552 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-564b0edc-4d83-4780-b609-a6d8e1a2c181 req-3ec54f96-ce72-4814-92c1-a0157746074e tempest-DeleteServersAdminTestJSON-840867186 tempest-DeleteServersAdminTestJSON-840867186-project] 10.222.0.39 "GET /v2.0/ports?device_id=80e555b5-aed3-47ef-8ec7-1a6015443631 HTTP/1.1" status: 200 len: 936 time: 0.2168186 Aug 12 14:29:56.707653 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-564b0edc-4d83-4780-b609-a6d8e1a2c181 req-c891761b-3ef1-4ba9-b904-c6fcf34517b3 tempest-DeleteServersAdminTestJSON-840867186 tempest-DeleteServersAdminTestJSON-840867186-project] 10.222.0.39 "GET /v2.0/security-groups?id=b1460155-7c7e-4a06-ae69-7cfde3aaedd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743630 Aug 12 14:29:56.735631 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46e32998-7cfc-48d1-ae8a-810fd9371b64 req-ed4f7cc9-1987-44c6-9c6f-e23c2230f123 tempest-AggregatesAdminTestJSON-383758043 tempest-AggregatesAdminTestJSON-383758043-project] Made reservation on behalf of c88176798bde48bcb2e74c155323bea1 for: {'port': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:29:56.739415 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-46e32998-7cfc-48d1-ae8a-810fd9371b64 req-ed4f7cc9-1987-44c6-9c6f-e23c2230f123 tempest-AggregatesAdminTestJSON-383758043 tempest-AggregatesAdminTestJSON-383758043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:29:56.750751 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-46e32998-7cfc-48d1-ae8a-810fd9371b64 req-ed4f7cc9-1987-44c6-9c6f-e23c2230f123 tempest-AggregatesAdminTestJSON-383758043 tempest-AggregatesAdminTestJSON-383758043-project] Notify callbacks [] for security_group, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:29:56.877321 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2f5b5357-9850-4533-8a1f-5b03b4191740 req-f9c1c093-d9ac-46b2-897d-faaaad03ad72 tempest-AggregatesAdminTestJSON-383758043 tempest-AggregatesAdminTestJSON-383758043-project] 10.222.0.39 "GET /v2.0/ports?device_id=81251633-1542-44c6-a676-25aff40ce88b HTTP/1.1" status: 200 len: 210 time: 0.0524812 Aug 12 14:29:57.001099 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-46e32998-7cfc-48d1-ae8a-810fd9371b64 req-ed4f7cc9-1987-44c6-9c6f-e23c2230f123 tempest-AggregatesAdminTestJSON-383758043 tempest-AggregatesAdminTestJSON-383758043-project] Notify callbacks [] for security_group, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:29:57.006734 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-46e32998-7cfc-48d1-ae8a-810fd9371b64 req-ed4f7cc9-1987-44c6-9c6f-e23c2230f123 tempest-AggregatesAdminTestJSON-383758043 tempest-AggregatesAdminTestJSON-383758043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:29:57.123471 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4f7cc9-1987-44c6-9c6f-e23c2230f123 tempest-AggregatesAdminTestJSON-383758043 tempest-AggregatesAdminTestJSON-383758043-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8542d1e8-677b-4943-a89d-5c1860a9adfe,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:29:57.124036 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 55186) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:29:57.144811 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-2ad52560-19bf-4b7b-aba6-4bc9cfc41767 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:29:57.269364 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-2ad52560-19bf-4b7b-aba6-4bc9cfc41767 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:29:57.276578 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-2ad52560-19bf-4b7b-aba6-4bc9cfc41767 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:29:57.288357 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [req-46e32998-7cfc-48d1-ae8a-810fd9371b64 req-ed4f7cc9-1987-44c6-9c6f-e23c2230f123 tempest-AggregatesAdminTestJSON-383758043 tempest-AggregatesAdminTestJSON-383758043-project] Allocated IP 192.168.233.43 (2525c403-dfb3-4196-a273-739607aab38a/236e0be6-1c94-4221-9e8b-ab02a53331f8/04afef79-3806-4827-83c5-0065e26f4f79) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:29:57.322362 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad52560-19bf-4b7b-aba6-4bc9cfc41767 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3064c515-bf80-4088-ac2b-41daefa8c2a8,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:29:57.377416 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-2ad52560-19bf-4b7b-aba6-4bc9cfc41767 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a09046e7ef3b46cbb13e18be874831bd&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2523072 Aug 12 14:29:57.378035 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 55190) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:29:57.467063 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a977cd6b-ba70-49a0-a24f-a7cfd0f148f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:29:57.506130 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a977cd6b-ba70-49a0-a24f-a7cfd0f148f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:29:57.523177 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-46e32998-7cfc-48d1-ae8a-810fd9371b64 req-ed4f7cc9-1987-44c6-9c6f-e23c2230f123 tempest-AggregatesAdminTestJSON-383758043 tempest-AggregatesAdminTestJSON-383758043-project] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:29:57.558031 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a977cd6b-ba70-49a0-a24f-a7cfd0f148f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:29:57.562233 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [req-46e32998-7cfc-48d1-ae8a-810fd9371b64 req-ed4f7cc9-1987-44c6-9c6f-e23c2230f123 tempest-AggregatesAdminTestJSON-383758043 tempest-AggregatesAdminTestJSON-383758043-project] Transition to ACTIVE for port object 04afef79-3806-4827-83c5-0065e26f4f79 will not be triggered until provisioned by entity DHCP. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:29:57.565745 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a977cd6b-ba70-49a0-a24f-a7cfd0f148f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:29:57.572512 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-a977cd6b-ba70-49a0-a24f-a7cfd0f148f5 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3064c515-bf80-4088-ac2b-41daefa8c2a8 HTTP/1.1" status: 204 len: 168 time: 0.1931009 Aug 12 14:29:57.592796 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a977cd6b-ba70-49a0-a24f-a7cfd0f148f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3064c515-bf80-4088-ac2b-41daefa8c2a8,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:29:57.675696 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-46e32998-7cfc-48d1-ae8a-810fd9371b64 req-ed4f7cc9-1987-44c6-9c6f-e23c2230f123 tempest-AggregatesAdminTestJSON-383758043 tempest-AggregatesAdminTestJSON-383758043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:29:57.792442 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46e32998-7cfc-48d1-ae8a-810fd9371b64 req-ed4f7cc9-1987-44c6-9c6f-e23c2230f123 tempest-AggregatesAdminTestJSON-383758043 tempest-AggregatesAdminTestJSON-383758043-project] Network 2525c403-dfb3-4196-a273-739607aab38a is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:29:57.799496 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [req-46e32998-7cfc-48d1-ae8a-810fd9371b64 req-ed4f7cc9-1987-44c6-9c6f-e23c2230f123 tempest-AggregatesAdminTestJSON-383758043 tempest-AggregatesAdminTestJSON-383758043-project] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:29:57.812067 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [req-46e32998-7cfc-48d1-ae8a-810fd9371b64 req-ed4f7cc9-1987-44c6-9c6f-e23c2230f123 tempest-AggregatesAdminTestJSON-383758043 tempest-AggregatesAdminTestJSON-383758043-project] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:29:57.818726 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e32998-7cfc-48d1-ae8a-810fd9371b64 req-ed4f7cc9-1987-44c6-9c6f-e23c2230f123 tempest-AggregatesAdminTestJSON-383758043 tempest-AggregatesAdminTestJSON-383758043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:29:57.824041 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-46e32998-7cfc-48d1-ae8a-810fd9371b64 req-ed4f7cc9-1987-44c6-9c6f-e23c2230f123 tempest-AggregatesAdminTestJSON-383758043 tempest-AggregatesAdminTestJSON-383758043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for port, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:29:57.847343 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-46e32998-7cfc-48d1-ae8a-810fd9371b64 req-ed4f7cc9-1987-44c6-9c6f-e23c2230f123 tempest-AggregatesAdminTestJSON-383758043 tempest-AggregatesAdminTestJSON-383758043-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3337297 Aug 12 14:29:57.867897 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4f7cc9-1987-44c6-9c6f-e23c2230f123 tempest-AggregatesAdminTestJSON-383758043 tempest-AggregatesAdminTestJSON-383758043-project] Pushing event updated for resources: {'Port': ['ID=04afef79-3806-4827-83c5-0065e26f4f79,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:29:57.969718 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe48bb2-5534-457e-b5a6-367a784be095 req-886cb790-7ea1-4e7c-a1f1-70609f4e04d6 tempest-DeleteServersAdminTestJSON-840867186 tempest-DeleteServersAdminTestJSON-840867186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:29:57.977134 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-8fe48bb2-5534-457e-b5a6-367a784be095 req-886cb790-7ea1-4e7c-a1f1-70609f4e04d6 tempest-DeleteServersAdminTestJSON-840867186 tempest-DeleteServersAdminTestJSON-840867186-project] 10.222.0.39 "GET /v2.0/ports?device_id=80e555b5-aed3-47ef-8ec7-1a6015443631 HTTP/1.1" status: 200 len: 936 time: 0.1485124 Aug 12 14:29:58.066121 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-8fe48bb2-5534-457e-b5a6-367a784be095 req-30a22ed8-2fdd-406f-884a-5a4de527e3a2 tempest-DeleteServersAdminTestJSON-840867186 tempest-DeleteServersAdminTestJSON-840867186-project] 10.222.0.39 "GET /v2.0/security-groups?id=b1460155-7c7e-4a06-ae69-7cfde3aaedd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690813 Aug 12 14:29:58.176362 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-142b4374-95c2-4778-9445-2cd8dcb8fccb None None] Provisioning for port 04afef79-3806-4827-83c5-0065e26f4f79 completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:29:58.186514 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-142b4374-95c2-4778-9445-2cd8dcb8fccb None None] Provisioning complete for port 04afef79-3806-4827-83c5-0065e26f4f79 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:29:58.191496 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-142b4374-95c2-4778-9445-2cd8dcb8fccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:29:58.267256 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-142b4374-95c2-4778-9445-2cd8dcb8fccb None None] Port 04afef79-3806-4827-83c5-0065e26f4f79 cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 14:29:58.275828 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b188b6fe-1a10-4e11-bd07-9cde892d25d4 req-243b1454-b3df-4b09-aa57-ce597198c773 tempest-AggregatesAdminTestJSON-383758043 tempest-AggregatesAdminTestJSON-383758043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:29:58.277913 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b188b6fe-1a10-4e11-bd07-9cde892d25d4 req-243b1454-b3df-4b09-aa57-ce597198c773 tempest-AggregatesAdminTestJSON-383758043 tempest-AggregatesAdminTestJSON-383758043-project] 10.222.0.39 "GET /v2.0/ports?device_id=81251633-1542-44c6-a676-25aff40ce88b HTTP/1.1" status: 200 len: 935 time: 0.0876205 Aug 12 14:29:58.350957 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b188b6fe-1a10-4e11-bd07-9cde892d25d4 req-2986cf72-5c3d-47ce-973e-20606cbe14b1 tempest-AggregatesAdminTestJSON-383758043 tempest-AggregatesAdminTestJSON-383758043-project] 10.222.0.39 "GET /v2.0/security-groups?id=8542d1e8-677b-4943-a89d-5c1860a9adfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655978 Aug 12 14:29:58.563616 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [req-89067347-a1e4-4f61-94e7-08fc9d71da9d req-38c9e684-0399-4ec2-8ecc-c3f598f0049d service neutron] Request body: {'port': {'device_id': '80e555b5-aed3-47ef-8ec7-1a6015443631', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-694802-15'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:29:58.811566 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-89067347-a1e4-4f61-94e7-08fc9d71da9d req-38c9e684-0399-4ec2-8ecc-c3f598f0049d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:29:59.459659 n-d-694802-15 neutron-server[94466]: DEBUG neutron.notifiers.nova [req-89067347-a1e4-4f61-94e7-08fc9d71da9d req-38c9e684-0399-4ec2-8ecc-c3f598f0049d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ffc18c01-e65d-4e47-888f-3450e4c06dad {{(pid=94466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:29:59.470557 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-89067347-a1e4-4f61-94e7-08fc9d71da9d req-38c9e684-0399-4ec2-8ecc-c3f598f0049d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:29:59.490289 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [req-89067347-a1e4-4f61-94e7-08fc9d71da9d req-38c9e684-0399-4ec2-8ecc-c3f598f0049d service neutron] Transition to ACTIVE for port object ffc18c01-e65d-4e47-888f-3450e4c06dad will not be triggered until provisioned by entity L2. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:29:59.496663 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-89067347-a1e4-4f61-94e7-08fc9d71da9d req-38c9e684-0399-4ec2-8ecc-c3f598f0049d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:29:59.640985 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c9e684-0399-4ec2-8ecc-c3f598f0049d service neutron] Pushing event updated for resources: {'Port': ['ID=ffc18c01-e65d-4e47-888f-3450e4c06dad,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:29:59.804577 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [req-89067347-a1e4-4f61-94e7-08fc9d71da9d req-38c9e684-0399-4ec2-8ecc-c3f598f0049d service neutron] Attempting to bind port ffc18c01-e65d-4e47-888f-3450e4c06dad on host n-h2-694802-15 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:29:59.804958 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [req-89067347-a1e4-4f61-94e7-08fc9d71da9d req-38c9e684-0399-4ec2-8ecc-c3f598f0049d service neutron] Attempting to bind port ffc18c01-e65d-4e47-888f-3450e4c06dad by drivers openvswitch,hyperv on host n-h2-694802-15 at level 0 using segments [{'id': 'a1f8c867-101b-4d30-814e-b89f55a5edd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '2525c403-dfb3-4196-a273-739607aab38a'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:29:59.805328 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89067347-a1e4-4f61-94e7-08fc9d71da9d req-38c9e684-0399-4ec2-8ecc-c3f598f0049d service neutron] Attempting to bind port ffc18c01-e65d-4e47-888f-3450e4c06dad on network 2525c403-dfb3-4196-a273-739607aab38a {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:29:59.817190 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89067347-a1e4-4f61-94e7-08fc9d71da9d req-38c9e684-0399-4ec2-8ecc-c3f598f0049d service neutron] Port ffc18c01-e65d-4e47-888f-3450e4c06dad on network 2525c403-dfb3-4196-a273-739607aab38a not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-15 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 14:29:59.817848 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89067347-a1e4-4f61-94e7-08fc9d71da9d req-38c9e684-0399-4ec2-8ecc-c3f598f0049d service neutron] Attempting to bind port ffc18c01-e65d-4e47-888f-3450e4c06dad on network 2525c403-dfb3-4196-a273-739607aab38a {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:29:59.826693 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89067347-a1e4-4f61-94e7-08fc9d71da9d req-38c9e684-0399-4ec2-8ecc-c3f598f0049d service neutron] Checking agent: {'id': 'b7697f71-33f3-4959-ad82-43c2dc15845d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 27, 42), 'started_at': datetime.datetime(2021, 8, 12, 14, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 29, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:29:59.826803 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89067347-a1e4-4f61-94e7-08fc9d71da9d req-38c9e684-0399-4ec2-8ecc-c3f598f0049d service neutron] Checking segment: {'id': 'a1f8c867-101b-4d30-814e-b89f55a5edd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '2525c403-dfb3-4196-a273-739607aab38a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:29:59.827370 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89067347-a1e4-4f61-94e7-08fc9d71da9d req-38c9e684-0399-4ec2-8ecc-c3f598f0049d service neutron] Bound using segment: {'id': 'a1f8c867-101b-4d30-814e-b89f55a5edd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '2525c403-dfb3-4196-a273-739607aab38a'} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:29:59.828107 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [req-89067347-a1e4-4f61-94e7-08fc9d71da9d req-38c9e684-0399-4ec2-8ecc-c3f598f0049d service neutron] Bound port: ffc18c01-e65d-4e47-888f-3450e4c06dad, host: n-h2-694802-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1f8c867-101b-4d30-814e-b89f55a5edd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '2525c403-dfb3-4196-a273-739607aab38a'}}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:29:59.829399 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-89067347-a1e4-4f61-94e7-08fc9d71da9d req-38c9e684-0399-4ec2-8ecc-c3f598f0049d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:29:59.958665 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [req-89067347-a1e4-4f61-94e7-08fc9d71da9d req-38c9e684-0399-4ec2-8ecc-c3f598f0049d service neutron] For port ffc18c01-e65d-4e47-888f-3450e4c06dad, host n-h2-694802-15, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:29:59.965167 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [req-89067347-a1e4-4f61-94e7-08fc9d71da9d req-38c9e684-0399-4ec2-8ecc-c3f598f0049d service neutron] For port ffc18c01-e65d-4e47-888f-3450e4c06dad, host n-h2-694802-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=ffc18c01-e65d-4e47-888f-3450e4c06dad,segment=NetworkSegment(a1f8c867-101b-4d30-814e-b89f55a5edd0),segment_id=a1f8c867-101b-4d30-814e-b89f55a5edd0)] {{(pid=94466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:29:59.977359 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-89067347-a1e4-4f61-94e7-08fc9d71da9d req-38c9e684-0399-4ec2-8ecc-c3f598f0049d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:00.057119 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c9e684-0399-4ec2-8ecc-c3f598f0049d service neutron] Pushing event updated for resources: {'Port': ['ID=ffc18c01-e65d-4e47-888f-3450e4c06dad,revision_number=3']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:30:00.071059 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89067347-a1e4-4f61-94e7-08fc9d71da9d req-38c9e684-0399-4ec2-8ecc-c3f598f0049d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:30:00.071482 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-89067347-a1e4-4f61-94e7-08fc9d71da9d req-38c9e684-0399-4ec2-8ecc-c3f598f0049d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for port, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:00.073436 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-89067347-a1e4-4f61-94e7-08fc9d71da9d req-38c9e684-0399-4ec2-8ecc-c3f598f0049d service neutron] 10.222.0.49 "PUT /v2.0/ports/ffc18c01-e65d-4e47-888f-3450e4c06dad HTTP/1.1" status: 200 len: 1097 time: 1.7598908 Aug 12 14:30:00.073963 n-d-694802-15 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80e555b5-aed3-47ef-8ec7-1a6015443631', 'tag': 'ffc18c01-e65d-4e47-888f-3450e4c06dad'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:30:00.084547 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edea82a-228d-4f84-9ad9-ef17f8f4078d req-db5a0418-2aab-4103-b1b6-9b7a9b168439 tempest-DeleteServersAdminTestJSON-840867186 tempest-DeleteServersAdminTestJSON-840867186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:30:00.092849 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4edea82a-228d-4f84-9ad9-ef17f8f4078d req-db5a0418-2aab-4103-b1b6-9b7a9b168439 tempest-DeleteServersAdminTestJSON-840867186 tempest-DeleteServersAdminTestJSON-840867186-project] 10.222.0.39 "GET /v2.0/ports?device_id=80e555b5-aed3-47ef-8ec7-1a6015443631 HTTP/1.1" status: 200 len: 948 time: 0.0997484 Aug 12 14:30:00.161111 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4edea82a-228d-4f84-9ad9-ef17f8f4078d req-6ed2826a-bc0e-47b8-a4ed-0923b688df73 tempest-DeleteServersAdminTestJSON-840867186 tempest-DeleteServersAdminTestJSON-840867186-project] 10.222.0.39 "GET /v2.0/security-groups?id=b1460155-7c7e-4a06-ae69-7cfde3aaedd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667176 Aug 12 14:30:00.281843 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89067347-a1e4-4f61-94e7-08fc9d71da9d req-3921dec3-e993-4df8-8bd4-9044e48c766f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:30:00.299651 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-89067347-a1e4-4f61-94e7-08fc9d71da9d req-3921dec3-e993-4df8-8bd4-9044e48c766f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=139aa87dfc214912ba677ec8f57f3557&device_id=80e555b5-aed3-47ef-8ec7-1a6015443631 HTTP/1.1" status: 200 len: 1100 time: 0.1622920 Aug 12 14:30:00.369507 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e785eeede3897370d0b20f09d5f461b30cfecd5ed38c4f07dacd02bc52c9277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fadca2f3-7194-4254-8638-ddbab111ad9b" -d '{"events": [{"name": "network-changed", "server_uuid": "80e555b5-aed3-47ef-8ec7-1a6015443631", "tag": "ffc18c01-e65d-4e47-888f-3450e4c06dad"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:30:00.378243 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1749292a-4864-45d9-a8fd-80c19ffdb151 req-2575df24-774e-48f9-9775-6d4084b7a9de tempest-AggregatesAdminTestJSON-383758043 tempest-AggregatesAdminTestJSON-383758043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:30:00.380430 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-1749292a-4864-45d9-a8fd-80c19ffdb151 req-2575df24-774e-48f9-9775-6d4084b7a9de tempest-AggregatesAdminTestJSON-383758043 tempest-AggregatesAdminTestJSON-383758043-project] 10.222.0.39 "GET /v2.0/ports?device_id=81251633-1542-44c6-a676-25aff40ce88b HTTP/1.1" status: 200 len: 935 time: 0.0967479 Aug 12 14:30:00.429497 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-89067347-a1e4-4f61-94e7-08fc9d71da9d req-cc001895-1a7f-47e9-9a8e-32534ff8c54c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=ffc18c01-e65d-4e47-888f-3450e4c06dad HTTP/1.1" status: 200 len: 217 time: 0.1212778 Aug 12 14:30:00.436777 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-1749292a-4864-45d9-a8fd-80c19ffdb151 req-136452d7-d63d-4529-bd44-e5951ef97f8b tempest-AggregatesAdminTestJSON-383758043 tempest-AggregatesAdminTestJSON-383758043-project] 10.222.0.39 "GET /v2.0/security-groups?id=8542d1e8-677b-4943-a89d-5c1860a9adfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484345 Aug 12 14:30:00.596530 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89067347-a1e4-4f61-94e7-08fc9d71da9d req-9035dfa4-42b7-4cac-b125-328fc982baf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:30:00.597807 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-89067347-a1e4-4f61-94e7-08fc9d71da9d req-9035dfa4-42b7-4cac-b125-328fc982baf4 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=236e0be6-1c94-4221-9e8b-ab02a53331f8 HTTP/1.1" status: 200 len: 843 time: 0.1525514 Aug 12 14:30:01.187835 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 55298) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:30:01.350806 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-1b6a883f-d59f-47d2-b654-9b6949a73dc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:01.422406 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 14:30:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edfee8aa-63b4-4b5e-9514-b7cc7e348c3e x-openstack-request-id: req-edfee8aa-63b4-4b5e-9514-b7cc7e348c3e {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:30:01.423044 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80e555b5-aed3-47ef-8ec7-1a6015443631", "tag": "ffc18c01-e65d-4e47-888f-3450e4c06dad", "status": "completed", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:30:01.423044 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-edfee8aa-63b4-4b5e-9514-b7cc7e348c3e {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:30:01.423450 n-d-694802-15 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80e555b5-aed3-47ef-8ec7-1a6015443631', 'tag': 'ffc18c01-e65d-4e47-888f-3450e4c06dad', 'status': 'completed', 'code': 200} Aug 12 14:30:01.521012 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-1b6a883f-d59f-47d2-b654-9b6949a73dc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:01.523543 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-1b6a883f-d59f-47d2-b654-9b6949a73dc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:01.569378 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-1b6a883f-d59f-47d2-b654-9b6949a73dc3 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=25bcd69bb5654ce69bd28b1f82f9354d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3802283 Aug 12 14:30:01.572086 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 55308) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:30:01.580387 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6a883f-d59f-47d2-b654-9b6949a73dc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24b786b5-d6aa-4c53-ac81-efc899f0f21c,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:30:01.680286 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-76bcd19c-541e-4bdd-a1df-4ea499f2bf4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:01.893673 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-76bcd19c-541e-4bdd-a1df-4ea499f2bf4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:01.934218 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 55316) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:30:01.936045 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560e8a7d-1afa-43e4-8801-2596a8be5bb8 req-920dd9ba-b30d-4293-9d27-1cf0ed451aec tempest-DeleteServersAdminTestJSON-840867186 tempest-DeleteServersAdminTestJSON-840867186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:30:01.937815 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-560e8a7d-1afa-43e4-8801-2596a8be5bb8 req-920dd9ba-b30d-4293-9d27-1cf0ed451aec tempest-DeleteServersAdminTestJSON-840867186 tempest-DeleteServersAdminTestJSON-840867186-project] 10.222.0.39 "GET /v2.0/ports?device_id=80e555b5-aed3-47ef-8ec7-1a6015443631 HTTP/1.1" status: 200 len: 948 time: 0.2360327 Aug 12 14:30:01.989432 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-76bcd19c-541e-4bdd-a1df-4ea499f2bf4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:01.992859 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-76bcd19c-541e-4bdd-a1df-4ea499f2bf4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:01.994711 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-76bcd19c-541e-4bdd-a1df-4ea499f2bf4c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/24b786b5-d6aa-4c53-ac81-efc899f0f21c HTTP/1.1" status: 204 len: 168 time: 0.4216864 Aug 12 14:30:02.012679 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bcd19c-541e-4bdd-a1df-4ea499f2bf4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24b786b5-d6aa-4c53-ac81-efc899f0f21c,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:30:02.032619 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-560e8a7d-1afa-43e4-8801-2596a8be5bb8 req-1e981f56-d16d-4bec-a08b-0c09b5e7ca3f tempest-DeleteServersAdminTestJSON-840867186 tempest-DeleteServersAdminTestJSON-840867186-project] 10.222.0.39 "GET /v2.0/security-groups?id=b1460155-7c7e-4a06-ae69-7cfde3aaedd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829315 Aug 12 14:30:02.187236 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f05913e5-7197-43cf-9dd0-a194f9c5a3a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:02.211425 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3626fc22-9622-4248-9eb4-6704b32a769c req-2568c946-e818-4d04-b01e-89858d18a16a tempest-AggregatesAdminTestJSON-383758043 tempest-AggregatesAdminTestJSON-383758043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:30:02.216840 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3626fc22-9622-4248-9eb4-6704b32a769c req-2568c946-e818-4d04-b01e-89858d18a16a tempest-AggregatesAdminTestJSON-383758043 tempest-AggregatesAdminTestJSON-383758043-project] 10.222.0.39 "GET /v2.0/ports?device_id=81251633-1542-44c6-a676-25aff40ce88b HTTP/1.1" status: 200 len: 935 time: 0.1162310 Aug 12 14:30:02.280077 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3626fc22-9622-4248-9eb4-6704b32a769c req-1fff40aa-39e5-420e-a68c-1b443f296531 tempest-AggregatesAdminTestJSON-383758043 tempest-AggregatesAdminTestJSON-383758043-project] 10.222.0.39 "GET /v2.0/security-groups?id=8542d1e8-677b-4943-a89d-5c1860a9adfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522978 Aug 12 14:30:02.360054 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f05913e5-7197-43cf-9dd0-a194f9c5a3a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:02.365281 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f05913e5-7197-43cf-9dd0-a194f9c5a3a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:02.419502 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-f05913e5-7197-43cf-9dd0-a194f9c5a3a3 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=52b666d47c7e46b088c0354028b47ca1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4840062 Aug 12 14:30:02.420391 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05913e5-7197-43cf-9dd0-a194f9c5a3a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5357d39a-2007-43d5-8a80-2400f3efc9e9,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:30:02.422513 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 55328) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:30:02.521096 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a70d5d53-9a0d-4a3f-829f-4aa70de09879 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:02.557971 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a70d5d53-9a0d-4a3f-829f-4aa70de09879 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:02.595725 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 55330) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:30:02.626735 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a70d5d53-9a0d-4a3f-829f-4aa70de09879 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:02.629179 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-bb3ce72b-a0fe-4353-989f-0ea6fea91f03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:02.631502 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a70d5d53-9a0d-4a3f-829f-4aa70de09879 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:02.636977 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-a70d5d53-9a0d-4a3f-829f-4aa70de09879 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5357d39a-2007-43d5-8a80-2400f3efc9e9 HTTP/1.1" status: 204 len: 168 time: 0.2133431 Aug 12 14:30:02.652593 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70d5d53-9a0d-4a3f-829f-4aa70de09879 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5357d39a-2007-43d5-8a80-2400f3efc9e9,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:30:02.889180 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-bb3ce72b-a0fe-4353-989f-0ea6fea91f03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:02.894406 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-bb3ce72b-a0fe-4353-989f-0ea6fea91f03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:02.927093 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-bb3ce72b-a0fe-4353-989f-0ea6fea91f03 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5d2fd6ab909c4f8d87504d91d802151a&name=default HTTP/1.1" status: 200 len: 2978 time: 0.3269796 Aug 12 14:30:02.927412 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 55342) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:30:02.988344 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3ce72b-a0fe-4353-989f-0ea6fea91f03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=921837e6-14a9-4b49-b9cc-4f6c96c2f120,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:30:03.071322 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f02050a8-863b-48e5-99ea-98caf286f7bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:03.122677 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f02050a8-863b-48e5-99ea-98caf286f7bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:03.199227 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f02050a8-863b-48e5-99ea-98caf286f7bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:03.212212 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f02050a8-863b-48e5-99ea-98caf286f7bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:03.217262 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-f02050a8-863b-48e5-99ea-98caf286f7bc admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/921837e6-14a9-4b49-b9cc-4f6c96c2f120 HTTP/1.1" status: 204 len: 168 time: 0.2883680 Aug 12 14:30:03.227847 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90385df-3a38-48bc-84a5-79ca43238796 req-80366dd5-db9f-47a0-93f3-db217bc53504 tempest-DeleteServersAdminTestJSON-840867186 tempest-DeleteServersAdminTestJSON-840867186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:30:03.229527 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b90385df-3a38-48bc-84a5-79ca43238796 req-80366dd5-db9f-47a0-93f3-db217bc53504 tempest-DeleteServersAdminTestJSON-840867186 tempest-DeleteServersAdminTestJSON-840867186-project] 10.222.0.39 "GET /v2.0/ports?device_id=80e555b5-aed3-47ef-8ec7-1a6015443631 HTTP/1.1" status: 200 len: 948 time: 0.0726719 Aug 12 14:30:03.250572 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02050a8-863b-48e5-99ea-98caf286f7bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=921837e6-14a9-4b49-b9cc-4f6c96c2f120,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:30:03.328068 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 55358) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:30:03.355965 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b479ccba-88ee-4654-9acf-8f3a738a4c14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:03.369281 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b90385df-3a38-48bc-84a5-79ca43238796 req-86667ec8-f00a-478c-a831-e7520a3e34c3 tempest-DeleteServersAdminTestJSON-840867186 tempest-DeleteServersAdminTestJSON-840867186-project] 10.222.0.39 "GET /v2.0/security-groups?id=b1460155-7c7e-4a06-ae69-7cfde3aaedd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315989 Aug 12 14:30:03.520212 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b479ccba-88ee-4654-9acf-8f3a738a4c14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:03.528322 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b479ccba-88ee-4654-9acf-8f3a738a4c14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:03.617053 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-b479ccba-88ee-4654-9acf-8f3a738a4c14 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ce0b25f465fd497f847663e6b6111b25&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2878540 Aug 12 14:30:03.621692 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 55364) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:30:03.633822 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b479ccba-88ee-4654-9acf-8f3a738a4c14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4f4036c-ea80-4ad1-8d7e-7d1cecad034f,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:30:03.686213 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca89ba8-4969-4183-9402-d00500b4477a req-6852c930-619a-4cc0-b1f4-7b2424450228 tempest-AggregatesAdminTestJSON-383758043 tempest-AggregatesAdminTestJSON-383758043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:30:03.686666 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3ca89ba8-4969-4183-9402-d00500b4477a req-6852c930-619a-4cc0-b1f4-7b2424450228 tempest-AggregatesAdminTestJSON-383758043 tempest-AggregatesAdminTestJSON-383758043-project] 10.222.0.39 "GET /v2.0/ports?device_id=81251633-1542-44c6-a676-25aff40ce88b HTTP/1.1" status: 200 len: 935 time: 0.1290495 Aug 12 14:30:03.822001 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3ca89ba8-4969-4183-9402-d00500b4477a req-9c75c99a-4f53-4edf-a270-adc09c98bf62 tempest-AggregatesAdminTestJSON-383758043 tempest-AggregatesAdminTestJSON-383758043-project] 10.222.0.39 "GET /v2.0/security-groups?id=8542d1e8-677b-4943-a89d-5c1860a9adfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199527 Aug 12 14:30:03.854021 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-61f9ff24-d1bb-4df7-8f75-cdffc6f89d43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:03.893519 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-61f9ff24-d1bb-4df7-8f75-cdffc6f89d43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:03.996382 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-61f9ff24-d1bb-4df7-8f75-cdffc6f89d43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:03.998982 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-61f9ff24-d1bb-4df7-8f75-cdffc6f89d43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:04.002915 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-61f9ff24-d1bb-4df7-8f75-cdffc6f89d43 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a4f4036c-ea80-4ad1-8d7e-7d1cecad034f HTTP/1.1" status: 204 len: 168 time: 0.3761911 Aug 12 14:30:04.015047 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f9ff24-d1bb-4df7-8f75-cdffc6f89d43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4f4036c-ea80-4ad1-8d7e-7d1cecad034f,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:30:04.062944 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 55380) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:30:04.418404 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-452db014-dd2e-44d0-96b7-e337c014a3a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:04.638312 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-452db014-dd2e-44d0-96b7-e337c014a3a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:04.653026 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf7eff3-0264-42d0-8cdb-b7075501bc53 req-500e85f9-9043-4c58-9d8b-0cd7d7064e71 tempest-DeleteServersAdminTestJSON-840867186 tempest-DeleteServersAdminTestJSON-840867186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:30:04.661407 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ecf7eff3-0264-42d0-8cdb-b7075501bc53 req-500e85f9-9043-4c58-9d8b-0cd7d7064e71 tempest-DeleteServersAdminTestJSON-840867186 tempest-DeleteServersAdminTestJSON-840867186-project] 10.222.0.39 "GET /v2.0/ports?device_id=80e555b5-aed3-47ef-8ec7-1a6015443631 HTTP/1.1" status: 200 len: 948 time: 0.1812680 Aug 12 14:30:04.670310 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-452db014-dd2e-44d0-96b7-e337c014a3a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:04.751086 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-452db014-dd2e-44d0-96b7-e337c014a3a7 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=53a4ac94d2534ff0b94588986580e1ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6832802 Aug 12 14:30:04.752492 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 55406) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:30:04.759562 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452db014-dd2e-44d0-96b7-e337c014a3a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba21d591-ff7e-44aa-ab8d-d3007a1a4df1,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:30:04.790547 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ecf7eff3-0264-42d0-8cdb-b7075501bc53 req-d94e1c8c-1ccf-42a9-844c-d3ccc8056961 tempest-DeleteServersAdminTestJSON-840867186 tempest-DeleteServersAdminTestJSON-840867186-project] 10.222.0.39 "GET /v2.0/security-groups?id=b1460155-7c7e-4a06-ae69-7cfde3aaedd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199443 Aug 12 14:30:04.865193 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-82564ae1-fdc7-4e3d-a211-86a49ffdf854 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:04.917564 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-82564ae1-fdc7-4e3d-a211-86a49ffdf854 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:05.086900 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f05fd0-ea59-4d69-b929-c4734293b636 req-2b03f013-53d3-46de-8c18-80b3576e526b tempest-AggregatesAdminTestJSON-383758043 tempest-AggregatesAdminTestJSON-383758043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:30:05.088466 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c8f05fd0-ea59-4d69-b929-c4734293b636 req-2b03f013-53d3-46de-8c18-80b3576e526b tempest-AggregatesAdminTestJSON-383758043 tempest-AggregatesAdminTestJSON-383758043-project] 10.222.0.39 "GET /v2.0/ports?device_id=81251633-1542-44c6-a676-25aff40ce88b HTTP/1.1" status: 200 len: 935 time: 0.1210458 Aug 12 14:30:05.147083 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-82564ae1-fdc7-4e3d-a211-86a49ffdf854 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:05.151781 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-82564ae1-fdc7-4e3d-a211-86a49ffdf854 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:05.155953 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-82564ae1-fdc7-4e3d-a211-86a49ffdf854 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ba21d591-ff7e-44aa-ab8d-d3007a1a4df1 HTTP/1.1" status: 204 len: 168 time: 0.4019995 Aug 12 14:30:05.178201 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82564ae1-fdc7-4e3d-a211-86a49ffdf854 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba21d591-ff7e-44aa-ab8d-d3007a1a4df1,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:30:05.198608 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c8f05fd0-ea59-4d69-b929-c4734293b636 req-54cc6034-7f8d-4e6d-8ba1-b9298b2b7181 tempest-AggregatesAdminTestJSON-383758043 tempest-AggregatesAdminTestJSON-383758043-project] 10.222.0.39 "GET /v2.0/security-groups?id=8542d1e8-677b-4943-a89d-5c1860a9adfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961082 Aug 12 14:30:05.791441 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 55434) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:30:05.820768 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-e79a9d42-335e-492f-96ad-55d26fe66c24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:05.995560 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-ac24f4ab-5a20-49df-a141-930f2852ed90 req-4c01bdfb-9513-4907-a324-e54286040886 tempest-QuotasAdminNegativeTest-785257235 tempest-QuotasAdminNegativeTest-785257235-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=6a8751c44e884207a44b2aea11508f3f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0555503 Aug 12 14:30:06.000614 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-e79a9d42-335e-492f-96ad-55d26fe66c24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:06.006065 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-e79a9d42-335e-492f-96ad-55d26fe66c24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:06.039080 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97ff3ee-8b59-4ab3-a09a-3b7cb8458007 req-0336ff77-5fca-4538-865a-4db5d45917cd tempest-DeleteServersAdminTestJSON-840867186 tempest-DeleteServersAdminTestJSON-840867186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:30:06.048059 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e97ff3ee-8b59-4ab3-a09a-3b7cb8458007 req-0336ff77-5fca-4538-865a-4db5d45917cd tempest-DeleteServersAdminTestJSON-840867186 tempest-DeleteServersAdminTestJSON-840867186-project] 10.222.0.39 "GET /v2.0/ports?device_id=80e555b5-aed3-47ef-8ec7-1a6015443631 HTTP/1.1" status: 200 len: 948 time: 0.1648190 Aug 12 14:30:06.072196 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79a9d42-335e-492f-96ad-55d26fe66c24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc4b34d5-9026-49df-869e-3ba6945de098,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:30:06.100202 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-e79a9d42-335e-492f-96ad-55d26fe66c24 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4fcbeb9eae9a40c09dbeda7f73cc41c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3047307 Aug 12 14:30:06.102173 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 55444) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:30:06.110972 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e97ff3ee-8b59-4ab3-a09a-3b7cb8458007 req-0a30dd41-3b27-46f1-ab69-e23d79b43d85 tempest-DeleteServersAdminTestJSON-840867186 tempest-DeleteServersAdminTestJSON-840867186-project] 10.222.0.39 "GET /v2.0/security-groups?id=b1460155-7c7e-4a06-ae69-7cfde3aaedd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618622 Aug 12 14:30:06.166723 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac24f4ab-5a20-49df-a141-930f2852ed90 req-28964923-42de-400e-963e-3b990bd11b01 tempest-QuotasAdminNegativeTest-785257235 tempest-QuotasAdminNegativeTest-785257235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:30:06.171526 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-ac24f4ab-5a20-49df-a141-930f2852ed90 req-28964923-42de-400e-963e-3b990bd11b01 tempest-QuotasAdminNegativeTest-785257235 tempest-QuotasAdminNegativeTest-785257235-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1722169 Aug 12 14:30:06.191461 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-ac24f4ab-5a20-49df-a141-930f2852ed90 req-450f043f-2856-49bc-8094-f82db23f6b45 tempest-QuotasAdminNegativeTest-785257235 tempest-QuotasAdminNegativeTest-785257235-project] 10.222.0.39 "GET /v2.0/quotas/6a8751c44e884207a44b2aea11508f3f HTTP/1.1" status: 200 len: 375 time: 0.0128560 Aug 12 14:30:06.207192 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-defd3967-446c-4ed4-b457-ebea9f2a8b9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:06.281194 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-ac24f4ab-5a20-49df-a141-930f2852ed90 req-b6cc204d-1bdf-4813-bf2a-6054d86cadd6 tempest-QuotasAdminNegativeTest-785257235 tempest-QuotasAdminNegativeTest-785257235-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=6a8751c44e884207a44b2aea11508f3f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0618882 Aug 12 14:30:06.283200 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-defd3967-446c-4ed4-b457-ebea9f2a8b9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:06.356731 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-defd3967-446c-4ed4-b457-ebea9f2a8b9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:06.360144 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-defd3967-446c-4ed4-b457-ebea9f2a8b9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:06.361680 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-defd3967-446c-4ed4-b457-ebea9f2a8b9d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/bc4b34d5-9026-49df-869e-3ba6945de098 HTTP/1.1" status: 204 len: 168 time: 0.2586393 Aug 12 14:30:06.381199 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defd3967-446c-4ed4-b457-ebea9f2a8b9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc4b34d5-9026-49df-869e-3ba6945de098,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:30:06.428455 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4f62c4-56de-4be9-98e5-67ad097a2124 req-5a9d50e0-55c3-4366-ace6-0a58f4d78669 tempest-AggregatesAdminTestJSON-383758043 tempest-AggregatesAdminTestJSON-383758043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:30:06.437722 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2c4f62c4-56de-4be9-98e5-67ad097a2124 req-5a9d50e0-55c3-4366-ace6-0a58f4d78669 tempest-AggregatesAdminTestJSON-383758043 tempest-AggregatesAdminTestJSON-383758043-project] 10.222.0.39 "GET /v2.0/ports?device_id=81251633-1542-44c6-a676-25aff40ce88b HTTP/1.1" status: 200 len: 935 time: 0.1269295 Aug 12 14:30:06.492109 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2c4f62c4-56de-4be9-98e5-67ad097a2124 req-6f4c3861-f670-4b4e-8499-fd0467a73f5c tempest-AggregatesAdminTestJSON-383758043 tempest-AggregatesAdminTestJSON-383758043-project] 10.222.0.39 "GET /v2.0/security-groups?id=8542d1e8-677b-4943-a89d-5c1860a9adfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500596 Aug 12 14:30:07.405769 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c83b50-c50c-4047-b11b-bad8893fcd22 req-9e35c7ec-7528-484c-a032-628456e20310 tempest-DeleteServersAdminTestJSON-840867186 tempest-DeleteServersAdminTestJSON-840867186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:30:07.407452 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a1c83b50-c50c-4047-b11b-bad8893fcd22 req-9e35c7ec-7528-484c-a032-628456e20310 tempest-DeleteServersAdminTestJSON-840867186 tempest-DeleteServersAdminTestJSON-840867186-project] 10.222.0.39 "GET /v2.0/ports?device_id=80e555b5-aed3-47ef-8ec7-1a6015443631 HTTP/1.1" status: 200 len: 948 time: 0.0772414 Aug 12 14:30:07.468148 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a1c83b50-c50c-4047-b11b-bad8893fcd22 req-7ad8dd72-9383-4f48-98ab-3f23d0c8afa7 tempest-DeleteServersAdminTestJSON-840867186 tempest-DeleteServersAdminTestJSON-840867186-project] 10.222.0.39 "GET /v2.0/security-groups?id=b1460155-7c7e-4a06-ae69-7cfde3aaedd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461040 Aug 12 14:30:07.779009 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89067347-a1e4-4f61-94e7-08fc9d71da9d req-a98c6889-a2c4-4e2b-8e43-8c1a19211e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:30:07.781773 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-89067347-a1e4-4f61-94e7-08fc9d71da9d req-a98c6889-a2c4-4e2b-8e43-8c1a19211e53 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2525c403-dfb3-4196-a273-739607aab38a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2278080 Aug 12 14:30:07.912264 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-89067347-a1e4-4f61-94e7-08fc9d71da9d req-cf2b88ab-6318-4866-a3b5-23ebe2896b3d service neutron] 10.222.0.49 "GET /v2.0/networks/2525c403-dfb3-4196-a273-739607aab38a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171458 Aug 12 14:30:07.983299 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b88884d-a1c4-4e71-b971-7910cb5b818c req-13aa9dfb-5b5f-4f0e-ba46-fdc095412e57 tempest-AggregatesAdminTestJSON-383758043 tempest-AggregatesAdminTestJSON-383758043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:30:07.991382 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3b88884d-a1c4-4e71-b971-7910cb5b818c req-13aa9dfb-5b5f-4f0e-ba46-fdc095412e57 tempest-AggregatesAdminTestJSON-383758043 tempest-AggregatesAdminTestJSON-383758043-project] 10.222.0.39 "GET /v2.0/ports?device_id=81251633-1542-44c6-a676-25aff40ce88b HTTP/1.1" status: 200 len: 935 time: 0.0687904 Aug 12 14:30:08.037798 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3b88884d-a1c4-4e71-b971-7910cb5b818c req-1695da7f-5414-4fd7-b005-bafe553a1e5c tempest-AggregatesAdminTestJSON-383758043 tempest-AggregatesAdminTestJSON-383758043-project] 10.222.0.39 "GET /v2.0/security-groups?id=8542d1e8-677b-4943-a89d-5c1860a9adfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436409 Aug 12 14:30:08.042813 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-89067347-a1e4-4f61-94e7-08fc9d71da9d req-7ed1aee4-e051-419c-8921-ad2f221769c5 service neutron] 10.222.0.49 "GET /v2.0/networks/2525c403-dfb3-4196-a273-739607aab38a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230104 Aug 12 14:30:08.225236 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadca2f3-7194-4254-8638-ddbab111ad9b req-0a7027ec-29fa-43ce-9d06-d93f303d9c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:30:08.226848 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-fadca2f3-7194-4254-8638-ddbab111ad9b req-0a7027ec-29fa-43ce-9d06-d93f303d9c9c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=139aa87dfc214912ba677ec8f57f3557&device_id=80e555b5-aed3-47ef-8ec7-1a6015443631 HTTP/1.1" status: 200 len: 1100 time: 0.0436242 Aug 12 14:30:08.421865 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadca2f3-7194-4254-8638-ddbab111ad9b req-21281012-9910-499b-8583-b2eec42b5bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:30:08.423435 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-fadca2f3-7194-4254-8638-ddbab111ad9b req-21281012-9910-499b-8583-b2eec42b5bcf service neutron] 10.222.0.49 "GET /v2.0/networks?id=2525c403-dfb3-4196-a273-739607aab38a HTTP/1.1" status: 200 len: 870 time: 0.1875596 Aug 12 14:30:08.474746 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-fadca2f3-7194-4254-8638-ddbab111ad9b req-6b448535-dd9c-4995-a9d4-6f903f9e4abe service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=ffc18c01-e65d-4e47-888f-3450e4c06dad HTTP/1.1" status: 200 len: 217 time: 0.0435171 Aug 12 14:30:08.550689 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-a550632e-3b3a-4065-9359-7157b00c9e69 req-efd91912-2c29-49fa-9b5f-15d4015b7329 tempest-QuotasAdminNegativeTest-785257235 tempest-QuotasAdminNegativeTest-785257235-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=6a8751c44e884207a44b2aea11508f3f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0289392 Aug 12 14:30:08.552895 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadca2f3-7194-4254-8638-ddbab111ad9b req-b8acdd09-afd4-4f65-acc8-990585e7d285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:30:08.554549 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-fadca2f3-7194-4254-8638-ddbab111ad9b req-b8acdd09-afd4-4f65-acc8-990585e7d285 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=236e0be6-1c94-4221-9e8b-ab02a53331f8 HTTP/1.1" status: 200 len: 843 time: 0.0722957 Aug 12 14:30:08.564558 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [req-46e32998-7cfc-48d1-ae8a-810fd9371b64 req-aa406400-3fb8-4c2c-bb1d-541fa197645c tempest-AggregatesAdminTestJSON-383758043 tempest-AggregatesAdminTestJSON-383758043-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=94466) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 14:30:08.568008 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-46e32998-7cfc-48d1-ae8a-810fd9371b64 req-aa406400-3fb8-4c2c-bb1d-541fa197645c tempest-AggregatesAdminTestJSON-383758043 tempest-AggregatesAdminTestJSON-383758043-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0112123 Aug 12 14:30:08.669971 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadca2f3-7194-4254-8638-ddbab111ad9b req-0b5bafdd-1bf6-42a7-90eb-eebd6dd95d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:30:08.671479 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-fadca2f3-7194-4254-8638-ddbab111ad9b req-0b5bafdd-1bf6-42a7-90eb-eebd6dd95d40 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2525c403-dfb3-4196-a273-739607aab38a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1026182 Aug 12 14:30:08.744739 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [req-46e32998-7cfc-48d1-ae8a-810fd9371b64 req-eea449f6-2d51-42ca-a69f-568d1cf7f034 service neutron] Request body: {'port': {'device_id': '81251633-1542-44c6-a676-25aff40ce88b', 'device_owner': 'compute:tempest-test_az-8800305', 'binding:host_id': 'n-h1-694802-15'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:30:08.785234 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a550632e-3b3a-4065-9359-7157b00c9e69 req-ac2aa165-f5dd-4abd-8642-1d6511ad1d23 tempest-QuotasAdminNegativeTest-785257235 tempest-QuotasAdminNegativeTest-785257235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:30:08.786693 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-a550632e-3b3a-4065-9359-7157b00c9e69 req-ac2aa165-f5dd-4abd-8642-1d6511ad1d23 tempest-QuotasAdminNegativeTest-785257235 tempest-QuotasAdminNegativeTest-785257235-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2168338 Aug 12 14:30:08.836397 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-a550632e-3b3a-4065-9359-7157b00c9e69 req-79ff6bca-8d16-460e-8588-6733c8be98e7 tempest-QuotasAdminNegativeTest-785257235 tempest-QuotasAdminNegativeTest-785257235-project] 10.222.0.39 "GET /v2.0/quotas/6a8751c44e884207a44b2aea11508f3f HTTP/1.1" status: 200 len: 375 time: 0.0427649 Aug 12 14:30:08.862761 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-46e32998-7cfc-48d1-ae8a-810fd9371b64 req-eea449f6-2d51-42ca-a69f-568d1cf7f034 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:08.889694 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-fadca2f3-7194-4254-8638-ddbab111ad9b req-4e73a742-a002-4ef7-8755-94d94324528b service neutron] 10.222.0.49 "GET /v2.0/networks/2525c403-dfb3-4196-a273-739607aab38a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2074471 Aug 12 14:30:08.891549 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-a550632e-3b3a-4065-9359-7157b00c9e69 req-035ccf4d-2a96-404b-9339-1e42ddf3c70a tempest-QuotasAdminNegativeTest-785257235 tempest-QuotasAdminNegativeTest-785257235-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=6a8751c44e884207a44b2aea11508f3f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0467076 Aug 12 14:30:08.929695 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d28e4d0-224f-4348-a052-e89fac9b15e9 req-99e7cd59-fc89-4c79-9deb-2062c196637f tempest-DeleteServersAdminTestJSON-840867186 tempest-DeleteServersAdminTestJSON-840867186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:30:08.931203 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-8d28e4d0-224f-4348-a052-e89fac9b15e9 req-99e7cd59-fc89-4c79-9deb-2062c196637f tempest-DeleteServersAdminTestJSON-840867186 tempest-DeleteServersAdminTestJSON-840867186-project] 10.222.0.39 "GET /v2.0/ports?device_id=80e555b5-aed3-47ef-8ec7-1a6015443631 HTTP/1.1" status: 200 len: 948 time: 0.0540848 Aug 12 14:30:08.975105 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-8d28e4d0-224f-4348-a052-e89fac9b15e9 req-faf17057-7d93-4a35-a061-0128e9cc81d4 tempest-DeleteServersAdminTestJSON-840867186 tempest-DeleteServersAdminTestJSON-840867186-project] 10.222.0.39 "GET /v2.0/security-groups?id=b1460155-7c7e-4a06-ae69-7cfde3aaedd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357618 Aug 12 14:30:09.097339 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-fadca2f3-7194-4254-8638-ddbab111ad9b req-03394afa-a33b-4410-8537-94992ff2cfe7 service neutron] 10.222.0.49 "GET /v2.0/networks/2525c403-dfb3-4196-a273-739607aab38a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2002063 Aug 12 14:30:09.236387 n-d-694802-15 neutron-server[94466]: DEBUG neutron.notifiers.nova [req-46e32998-7cfc-48d1-ae8a-810fd9371b64 req-eea449f6-2d51-42ca-a69f-568d1cf7f034 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04afef79-3806-4827-83c5-0065e26f4f79 {{(pid=94466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:30:09.245628 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-46e32998-7cfc-48d1-ae8a-810fd9371b64 req-eea449f6-2d51-42ca-a69f-568d1cf7f034 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:09.260985 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [req-46e32998-7cfc-48d1-ae8a-810fd9371b64 req-eea449f6-2d51-42ca-a69f-568d1cf7f034 service neutron] Transition to ACTIVE for port object 04afef79-3806-4827-83c5-0065e26f4f79 will not be triggered until provisioned by entity L2. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:30:09.267668 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-46e32998-7cfc-48d1-ae8a-810fd9371b64 req-eea449f6-2d51-42ca-a69f-568d1cf7f034 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:09.352829 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea449f6-2d51-42ca-a69f-568d1cf7f034 service neutron] Pushing event updated for resources: {'Port': ['ID=04afef79-3806-4827-83c5-0065e26f4f79,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:30:09.378331 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [req-46e32998-7cfc-48d1-ae8a-810fd9371b64 req-eea449f6-2d51-42ca-a69f-568d1cf7f034 service neutron] Attempting to bind port 04afef79-3806-4827-83c5-0065e26f4f79 on host n-h1-694802-15 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:30:09.378659 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [req-46e32998-7cfc-48d1-ae8a-810fd9371b64 req-eea449f6-2d51-42ca-a69f-568d1cf7f034 service neutron] Attempting to bind port 04afef79-3806-4827-83c5-0065e26f4f79 by drivers openvswitch,hyperv on host n-h1-694802-15 at level 0 using segments [{'id': 'a1f8c867-101b-4d30-814e-b89f55a5edd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '2525c403-dfb3-4196-a273-739607aab38a'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:30:09.378985 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46e32998-7cfc-48d1-ae8a-810fd9371b64 req-eea449f6-2d51-42ca-a69f-568d1cf7f034 service neutron] Attempting to bind port 04afef79-3806-4827-83c5-0065e26f4f79 on network 2525c403-dfb3-4196-a273-739607aab38a {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:30:09.383464 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46e32998-7cfc-48d1-ae8a-810fd9371b64 req-eea449f6-2d51-42ca-a69f-568d1cf7f034 service neutron] Port 04afef79-3806-4827-83c5-0065e26f4f79 on network 2525c403-dfb3-4196-a273-739607aab38a not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-15 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 14:30:09.383779 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46e32998-7cfc-48d1-ae8a-810fd9371b64 req-eea449f6-2d51-42ca-a69f-568d1cf7f034 service neutron] Attempting to bind port 04afef79-3806-4827-83c5-0065e26f4f79 on network 2525c403-dfb3-4196-a273-739607aab38a {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:30:09.389503 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46e32998-7cfc-48d1-ae8a-810fd9371b64 req-eea449f6-2d51-42ca-a69f-568d1cf7f034 service neutron] Checking agent: {'id': 'de568313-a3e6-454a-9813-77e25edcea95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 27, 41), 'started_at': datetime.datetime(2021, 8, 12, 14, 27, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 29, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:30:09.389503 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46e32998-7cfc-48d1-ae8a-810fd9371b64 req-eea449f6-2d51-42ca-a69f-568d1cf7f034 service neutron] Checking segment: {'id': 'a1f8c867-101b-4d30-814e-b89f55a5edd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '2525c403-dfb3-4196-a273-739607aab38a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:30:09.389786 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46e32998-7cfc-48d1-ae8a-810fd9371b64 req-eea449f6-2d51-42ca-a69f-568d1cf7f034 service neutron] Bound using segment: {'id': 'a1f8c867-101b-4d30-814e-b89f55a5edd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '2525c403-dfb3-4196-a273-739607aab38a'} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:30:09.389994 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [req-46e32998-7cfc-48d1-ae8a-810fd9371b64 req-eea449f6-2d51-42ca-a69f-568d1cf7f034 service neutron] Bound port: 04afef79-3806-4827-83c5-0065e26f4f79, host: n-h1-694802-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1f8c867-101b-4d30-814e-b89f55a5edd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '2525c403-dfb3-4196-a273-739607aab38a'}}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:30:09.390347 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-46e32998-7cfc-48d1-ae8a-810fd9371b64 req-eea449f6-2d51-42ca-a69f-568d1cf7f034 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:09.453457 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18afa311-a810-40ae-970d-82e45589cc82 req-4d54d2d0-0a09-49ff-8070-5d545d920dac tempest-AggregatesAdminTestJSON-383758043 tempest-AggregatesAdminTestJSON-383758043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:30:09.460905 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-18afa311-a810-40ae-970d-82e45589cc82 req-4d54d2d0-0a09-49ff-8070-5d545d920dac tempest-AggregatesAdminTestJSON-383758043 tempest-AggregatesAdminTestJSON-383758043-project] 10.222.0.39 "GET /v2.0/ports?device_id=81251633-1542-44c6-a676-25aff40ce88b HTTP/1.1" status: 200 len: 966 time: 0.0841062 Aug 12 14:30:09.472487 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [req-46e32998-7cfc-48d1-ae8a-810fd9371b64 req-eea449f6-2d51-42ca-a69f-568d1cf7f034 service neutron] For port 04afef79-3806-4827-83c5-0065e26f4f79, host n-h1-694802-15, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:30:09.476661 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [req-46e32998-7cfc-48d1-ae8a-810fd9371b64 req-eea449f6-2d51-42ca-a69f-568d1cf7f034 service neutron] For port 04afef79-3806-4827-83c5-0065e26f4f79, host n-h1-694802-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=04afef79-3806-4827-83c5-0065e26f4f79,segment=NetworkSegment(a1f8c867-101b-4d30-814e-b89f55a5edd0),segment_id=a1f8c867-101b-4d30-814e-b89f55a5edd0)] {{(pid=94466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:30:09.485381 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-46e32998-7cfc-48d1-ae8a-810fd9371b64 req-eea449f6-2d51-42ca-a69f-568d1cf7f034 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:09.494540 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.agents_db [None req-17ed3e4c-1a7d-4162-9646-11c134aca297 None None] Agent healthcheck: found 7 active agents {{(pid=94469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 14:30:09.503631 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-18afa311-a810-40ae-970d-82e45589cc82 req-5259ffdc-eeef-4f73-8b80-83d483e2109f tempest-AggregatesAdminTestJSON-383758043 tempest-AggregatesAdminTestJSON-383758043-project] 10.222.0.39 "GET /v2.0/security-groups?id=8542d1e8-677b-4943-a89d-5c1860a9adfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416429 Aug 12 14:30:09.522369 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e32998-7cfc-48d1-ae8a-810fd9371b64 req-eea449f6-2d51-42ca-a69f-568d1cf7f034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:30:09.522987 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-46e32998-7cfc-48d1-ae8a-810fd9371b64 req-eea449f6-2d51-42ca-a69f-568d1cf7f034 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for port, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:09.524445 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-46e32998-7cfc-48d1-ae8a-810fd9371b64 req-eea449f6-2d51-42ca-a69f-568d1cf7f034 service neutron] 10.222.0.64 "PUT /v2.0/ports/04afef79-3806-4827-83c5-0065e26f4f79 HTTP/1.1" status: 200 len: 1115 time: 0.8498230 Aug 12 14:30:09.524885 n-d-694802-15 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81251633-1542-44c6-a676-25aff40ce88b', 'tag': '04afef79-3806-4827-83c5-0065e26f4f79'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:30:09.527153 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e785eeede3897370d0b20f09d5f461b30cfecd5ed38c4f07dacd02bc52c9277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d67d433-c68f-4aed-9c47-a1bfe9c3651b" -d '{"events": [{"name": "network-changed", "server_uuid": "81251633-1542-44c6-a676-25aff40ce88b", "tag": "04afef79-3806-4827-83c5-0065e26f4f79"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:30:09.572013 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea449f6-2d51-42ca-a69f-568d1cf7f034 service neutron] Pushing event updated for resources: {'Port': ['ID=04afef79-3806-4827-83c5-0065e26f4f79,revision_number=3']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:30:09.630715 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e32998-7cfc-48d1-ae8a-810fd9371b64 req-642723ce-6238-42f6-91e9-7cb3ce88bf52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:30:09.632360 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-46e32998-7cfc-48d1-ae8a-810fd9371b64 req-642723ce-6238-42f6-91e9-7cb3ce88bf52 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c88176798bde48bcb2e74c155323bea1&device_id=81251633-1542-44c6-a676-25aff40ce88b HTTP/1.1" status: 200 len: 1118 time: 0.0552282 Aug 12 14:30:09.685044 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-46e32998-7cfc-48d1-ae8a-810fd9371b64 req-44d8929b-c622-4b32-a0b2-eaa547150e14 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.43&port_id=04afef79-3806-4827-83c5-0065e26f4f79 HTTP/1.1" status: 200 len: 217 time: 0.0432944 Aug 12 14:30:09.768166 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e32998-7cfc-48d1-ae8a-810fd9371b64 req-ede6c363-e0c1-462b-b37f-d6a619775862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:30:09.770917 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-46e32998-7cfc-48d1-ae8a-810fd9371b64 req-ede6c363-e0c1-462b-b37f-d6a619775862 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=236e0be6-1c94-4221-9e8b-ab02a53331f8 HTTP/1.1" status: 200 len: 843 time: 0.0783269 Aug 12 14:30:09.819041 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 14:30:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c5ed06c-dbe1-4751-b9c3-9a1435f2f661 x-openstack-request-id: req-4c5ed06c-dbe1-4751-b9c3-9a1435f2f661 {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:30:09.819636 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81251633-1542-44c6-a676-25aff40ce88b", "tag": "04afef79-3806-4827-83c5-0065e26f4f79", "status": "completed", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:30:09.819636 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4c5ed06c-dbe1-4751-b9c3-9a1435f2f661 {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:30:09.819789 n-d-694802-15 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81251633-1542-44c6-a676-25aff40ce88b', 'tag': '04afef79-3806-4827-83c5-0065e26f4f79', 'status': 'completed', 'code': 200} Aug 12 14:30:09.841932 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e32998-7cfc-48d1-ae8a-810fd9371b64 req-3d7e5243-37de-4640-a354-305135b2c716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:30:09.844046 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-46e32998-7cfc-48d1-ae8a-810fd9371b64 req-3d7e5243-37de-4640-a354-305135b2c716 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2525c403-dfb3-4196-a273-739607aab38a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0656278 Aug 12 14:30:10.012643 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-e6005eb4-0c86-409d-bce1-6a685a69bae5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:10.053946 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 55660) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:30:10.169303 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-46e32998-7cfc-48d1-ae8a-810fd9371b64 req-3e8f05a8-d772-4e31-a482-105cc1ad2de8 service neutron] 10.222.0.64 "GET /v2.0/networks/2525c403-dfb3-4196-a273-739607aab38a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3165224 Aug 12 14:30:10.173178 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8284f139-89eb-4820-aa24-91eae875ca2c req-4ce73292-8188-4c93-b7f8-75e1b83af471 tempest-DeleteServersAdminTestJSON-840867186 tempest-DeleteServersAdminTestJSON-840867186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:30:10.181964 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-8284f139-89eb-4820-aa24-91eae875ca2c req-4ce73292-8188-4c93-b7f8-75e1b83af471 tempest-DeleteServersAdminTestJSON-840867186 tempest-DeleteServersAdminTestJSON-840867186-project] 10.222.0.39 "GET /v2.0/ports?device_id=80e555b5-aed3-47ef-8ec7-1a6015443631 HTTP/1.1" status: 200 len: 948 time: 0.0738411 Aug 12 14:30:10.227152 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-8284f139-89eb-4820-aa24-91eae875ca2c req-fb4aeb6a-e13a-40ab-af2f-45740db58082 tempest-DeleteServersAdminTestJSON-840867186 tempest-DeleteServersAdminTestJSON-840867186-project] 10.222.0.39 "GET /v2.0/security-groups?id=b1460155-7c7e-4a06-ae69-7cfde3aaedd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428154 Aug 12 14:30:10.254423 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-5d57a996-9e6d-4124-a004-cf83b2ac4157 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:10.290893 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-2a80d4a2-2034-4331-beaa-36cab8f785bc req-163eafb2-cff7-4334-9af2-1c1935a18a93 tempest-QuotasAdminNegativeTest-785257235 tempest-QuotasAdminNegativeTest-785257235-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=6a8751c44e884207a44b2aea11508f3f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0316079 Aug 12 14:30:10.359443 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-5d57a996-9e6d-4124-a004-cf83b2ac4157 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:10.364577 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-5d57a996-9e6d-4124-a004-cf83b2ac4157 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:10.397436 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-46e32998-7cfc-48d1-ae8a-810fd9371b64 req-d7ea79be-e80e-40f2-b931-c4de44dab307 service neutron] 10.222.0.64 "GET /v2.0/networks/2525c403-dfb3-4196-a273-739607aab38a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2177374 Aug 12 14:30:10.403482 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-5d57a996-9e6d-4124-a004-cf83b2ac4157 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a749af923e8641548d2cf8bc0d4eb736&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3474369 Aug 12 14:30:10.404427 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d57a996-9e6d-4124-a004-cf83b2ac4157 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50051f90-d583-47bf-8d2d-903e6c752f91,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:30:10.406316 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 55694) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:30:10.461889 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a80d4a2-2034-4331-beaa-36cab8f785bc req-e27001cb-3cdc-45ae-81e1-31f43a080221 tempest-QuotasAdminNegativeTest-785257235 tempest-QuotasAdminNegativeTest-785257235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:30:10.463683 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-2a80d4a2-2034-4331-beaa-36cab8f785bc req-e27001cb-3cdc-45ae-81e1-31f43a080221 tempest-QuotasAdminNegativeTest-785257235 tempest-QuotasAdminNegativeTest-785257235-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1681008 Aug 12 14:30:10.521947 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-2a80d4a2-2034-4331-beaa-36cab8f785bc req-596384ed-7674-48d6-87b9-63872650620f tempest-QuotasAdminNegativeTest-785257235 tempest-QuotasAdminNegativeTest-785257235-project] 10.222.0.39 "GET /v2.0/quotas/6a8751c44e884207a44b2aea11508f3f HTTP/1.1" status: 200 len: 375 time: 0.0501120 Aug 12 14:30:10.532489 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-26108fdc-b342-45a0-9edf-0c659c06b9fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:10.568488 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-2a80d4a2-2034-4331-beaa-36cab8f785bc req-b99c646e-8be6-4d06-bd9e-a5736c991f99 tempest-QuotasAdminNegativeTest-785257235 tempest-QuotasAdminNegativeTest-785257235-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=6a8751c44e884207a44b2aea11508f3f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0386190 Aug 12 14:30:10.582257 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-26108fdc-b342-45a0-9edf-0c659c06b9fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:10.586201 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d67d433-c68f-4aed-9c47-a1bfe9c3651b req-aea22365-a0f4-417a-b8f7-6d0bc087ff16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:30:10.587731 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-6d67d433-c68f-4aed-9c47-a1bfe9c3651b req-aea22365-a0f4-417a-b8f7-6d0bc087ff16 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c88176798bde48bcb2e74c155323bea1&device_id=81251633-1542-44c6-a676-25aff40ce88b HTTP/1.1" status: 200 len: 1118 time: 0.1029685 Aug 12 14:30:10.739512 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-26108fdc-b342-45a0-9edf-0c659c06b9fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:10.742043 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-26108fdc-b342-45a0-9edf-0c659c06b9fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:10.743483 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-26108fdc-b342-45a0-9edf-0c659c06b9fa admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/50051f90-d583-47bf-8d2d-903e6c752f91 HTTP/1.1" status: 204 len: 168 time: 0.3357284 Aug 12 14:30:10.755910 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d67d433-c68f-4aed-9c47-a1bfe9c3651b req-6b982632-797d-4a64-aa8a-929f511e5364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:30:10.768143 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-6d67d433-c68f-4aed-9c47-a1bfe9c3651b req-6b982632-797d-4a64-aa8a-929f511e5364 service neutron] 10.222.0.64 "GET /v2.0/networks?id=2525c403-dfb3-4196-a273-739607aab38a HTTP/1.1" status: 200 len: 870 time: 0.1717429 Aug 12 14:30:10.779605 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26108fdc-b342-45a0-9edf-0c659c06b9fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50051f90-d583-47bf-8d2d-903e6c752f91,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:30:10.795389 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370c7a0b-75f2-4641-b4d5-2da8615af3f8 req-0e6ed989-3b01-409e-9f72-bf14f9bdf855 tempest-AggregatesAdminTestJSON-383758043 tempest-AggregatesAdminTestJSON-383758043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:30:10.797010 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-370c7a0b-75f2-4641-b4d5-2da8615af3f8 req-0e6ed989-3b01-409e-9f72-bf14f9bdf855 tempest-AggregatesAdminTestJSON-383758043 tempest-AggregatesAdminTestJSON-383758043-project] 10.222.0.39 "GET /v2.0/ports?device_id=81251633-1542-44c6-a676-25aff40ce88b HTTP/1.1" status: 200 len: 966 time: 0.1217127 Aug 12 14:30:10.837170 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-6d67d433-c68f-4aed-9c47-a1bfe9c3651b req-244e6d8a-63bd-4f1c-8119-79aa548d414d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.43&port_id=04afef79-3806-4827-83c5-0065e26f4f79 HTTP/1.1" status: 200 len: 217 time: 0.0517085 Aug 12 14:30:10.911299 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-370c7a0b-75f2-4641-b4d5-2da8615af3f8 req-4fdc3e2b-d075-411d-a39e-1662837efc82 tempest-AggregatesAdminTestJSON-383758043 tempest-AggregatesAdminTestJSON-383758043-project] 10.222.0.39 "GET /v2.0/security-groups?id=8542d1e8-677b-4943-a89d-5c1860a9adfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766916 Aug 12 14:30:10.921423 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d67d433-c68f-4aed-9c47-a1bfe9c3651b req-6cb219ec-d5d3-4487-84e8-525513cab538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:30:10.922863 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-6d67d433-c68f-4aed-9c47-a1bfe9c3651b req-6cb219ec-d5d3-4487-84e8-525513cab538 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=236e0be6-1c94-4221-9e8b-ab02a53331f8 HTTP/1.1" status: 200 len: 843 time: 0.0788398 Aug 12 14:30:10.972063 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d67d433-c68f-4aed-9c47-a1bfe9c3651b req-6425699d-6e0c-49a8-b11c-07265808ec36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:30:10.973620 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-6d67d433-c68f-4aed-9c47-a1bfe9c3651b req-6425699d-6e0c-49a8-b11c-07265808ec36 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2525c403-dfb3-4196-a273-739607aab38a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0421603 Aug 12 14:30:11.059648 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:11.070956 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-6d67d433-c68f-4aed-9c47-a1bfe9c3651b req-1402b094-e032-41cd-abc6-0167ea21144d service neutron] 10.222.0.64 "GET /v2.0/networks/2525c403-dfb3-4196-a273-739607aab38a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893738 Aug 12 14:30:11.138356 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 55720) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:30:11.146553 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 55724) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:30:11.165715 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-637751ed-7ed7-4df6-a7a9-bad242413fcf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:11.183188 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-6d67d433-c68f-4aed-9c47-a1bfe9c3651b req-7d69a60d-eb8b-48f4-a4aa-a875d4d962e1 service neutron] 10.222.0.64 "GET /v2.0/networks/2525c403-dfb3-4196-a273-739607aab38a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044364 Aug 12 14:30:11.274495 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-637751ed-7ed7-4df6-a7a9-bad242413fcf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:11.280266 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-637751ed-7ed7-4df6-a7a9-bad242413fcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:11.344657 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-637751ed-7ed7-4df6-a7a9-bad242413fcf admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7c307d25fef845b48be3c3426a25c7e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1959882 Aug 12 14:30:11.347470 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 55728) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:30:11.349869 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637751ed-7ed7-4df6-a7a9-bad242413fcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6461ba2-dba6-494f-a259-7fc5c451818d,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:30:11.370103 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e210cb49-708c-4539-9583-952db33f3ee4 req-7da9d763-0a6a-43f6-a843-30eaa808131e tempest-DeleteServersAdminTestJSON-840867186 tempest-DeleteServersAdminTestJSON-840867186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:30:11.372304 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e210cb49-708c-4539-9583-952db33f3ee4 req-7da9d763-0a6a-43f6-a843-30eaa808131e tempest-DeleteServersAdminTestJSON-840867186 tempest-DeleteServersAdminTestJSON-840867186-project] 10.222.0.39 "GET /v2.0/ports?device_id=80e555b5-aed3-47ef-8ec7-1a6015443631 HTTP/1.1" status: 200 len: 948 time: 0.0751760 Aug 12 14:30:11.440202 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-40dc7c9b-b0c3-4139-b132-016875aa3c87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:11.452913 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e210cb49-708c-4539-9583-952db33f3ee4 req-3e38ab79-d59d-45de-b358-d62f568dfec0 tempest-DeleteServersAdminTestJSON-840867186 tempest-DeleteServersAdminTestJSON-840867186-project] 10.222.0.39 "GET /v2.0/security-groups?id=b1460155-7c7e-4a06-ae69-7cfde3aaedd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723181 Aug 12 14:30:11.473051 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-40dc7c9b-b0c3-4139-b132-016875aa3c87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:11.532350 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-40dc7c9b-b0c3-4139-b132-016875aa3c87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:11.535113 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-40dc7c9b-b0c3-4139-b132-016875aa3c87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:11.538701 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-40dc7c9b-b0c3-4139-b132-016875aa3c87 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b6461ba2-dba6-494f-a259-7fc5c451818d HTTP/1.1" status: 204 len: 168 time: 0.1877644 Aug 12 14:30:11.544550 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40dc7c9b-b0c3-4139-b132-016875aa3c87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6461ba2-dba6-494f-a259-7fc5c451818d,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:30:11.632240 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4c059f49-988d-435d-bfb7-6a98dad08084 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:11.773487 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4c059f49-988d-435d-bfb7-6a98dad08084 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:11.779558 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4c059f49-988d-435d-bfb7-6a98dad08084 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:11.826898 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-4c059f49-988d-435d-bfb7-6a98dad08084 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e18215c499254799b70f103868a74612&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6845305 Aug 12 14:30:11.827430 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 55748) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:30:11.831244 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c059f49-988d-435d-bfb7-6a98dad08084 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf9a3de0-57cb-4249-8b89-8bdfc054e3a1,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:30:11.902647 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-5f1cd9c8-3ee4-4f3b-98a6-d5eef71b8383 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:11.928368 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-5f1cd9c8-3ee4-4f3b-98a6-d5eef71b8383 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:11.943251 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 55754) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:30:12.010784 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-5f1cd9c8-3ee4-4f3b-98a6-d5eef71b8383 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:12.014382 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-5f1cd9c8-3ee4-4f3b-98a6-d5eef71b8383 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:12.018844 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-5f1cd9c8-3ee4-4f3b-98a6-d5eef71b8383 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/bf9a3de0-57cb-4249-8b89-8bdfc054e3a1 HTTP/1.1" status: 204 len: 168 time: 0.1902738 Aug 12 14:30:12.031881 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1cd9c8-3ee4-4f3b-98a6-d5eef71b8383 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf9a3de0-57cb-4249-8b89-8bdfc054e3a1,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:30:12.096693 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e41738e-a2c3-4bd9-8d07-b1dc24e67a3a req-379b5940-eae7-42ba-adf4-91eb724f1e46 tempest-AggregatesAdminTestJSON-383758043 tempest-AggregatesAdminTestJSON-383758043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:30:12.103722 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-4e41738e-a2c3-4bd9-8d07-b1dc24e67a3a req-379b5940-eae7-42ba-adf4-91eb724f1e46 tempest-AggregatesAdminTestJSON-383758043 tempest-AggregatesAdminTestJSON-383758043-project] 10.222.0.39 "GET /v2.0/ports?device_id=81251633-1542-44c6-a676-25aff40ce88b HTTP/1.1" status: 200 len: 966 time: 0.0732999 Aug 12 14:30:12.135204 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-840084c7-2bc5-4093-aa84-b1588e894570 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:12.180006 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-4e41738e-a2c3-4bd9-8d07-b1dc24e67a3a req-7c14f19f-29c3-4b73-9d94-de39c55051c7 tempest-AggregatesAdminTestJSON-383758043 tempest-AggregatesAdminTestJSON-383758043-project] 10.222.0.39 "GET /v2.0/security-groups?id=8542d1e8-677b-4943-a89d-5c1860a9adfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750630 Aug 12 14:30:12.296220 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-840084c7-2bc5-4093-aa84-b1588e894570 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:12.301262 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-840084c7-2bc5-4093-aa84-b1588e894570 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:12.344516 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-840084c7-2bc5-4093-aa84-b1588e894570 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6a8751c44e884207a44b2aea11508f3f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3997717 Aug 12 14:30:12.344516 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840084c7-2bc5-4093-aa84-b1588e894570 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81e785b6-622e-424b-8f9b-143c1e4f4182,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:30:12.345241 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 55774) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:30:12.378708 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:12.414918 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-3870356b-dd65-412d-b912-d30970042ee1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:12.438638 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-3870356b-dd65-412d-b912-d30970042ee1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:12.484432 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 55780) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:30:12.499963 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-3870356b-dd65-412d-b912-d30970042ee1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:12.502635 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-3870356b-dd65-412d-b912-d30970042ee1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:12.505005 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a39dc53f-cef3-4032-b968-2f8df9dd70e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:12.508175 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-3870356b-dd65-412d-b912-d30970042ee1 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/81e785b6-622e-424b-8f9b-143c1e4f4182 HTTP/1.1" status: 204 len: 168 time: 0.1619205 Aug 12 14:30:12.516046 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3870356b-dd65-412d-b912-d30970042ee1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81e785b6-622e-424b-8f9b-143c1e4f4182,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:30:12.634124 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdc810d-6351-4ba3-a57a-36afbfaab30b req-0b417b97-7c4d-4981-b1c8-0db09495ca1e tempest-DeleteServersAdminTestJSON-840867186 tempest-DeleteServersAdminTestJSON-840867186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:30:12.635672 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-2cdc810d-6351-4ba3-a57a-36afbfaab30b req-0b417b97-7c4d-4981-b1c8-0db09495ca1e tempest-DeleteServersAdminTestJSON-840867186 tempest-DeleteServersAdminTestJSON-840867186-project] 10.222.0.39 "GET /v2.0/ports?device_id=80e555b5-aed3-47ef-8ec7-1a6015443631 HTTP/1.1" status: 200 len: 948 time: 0.0712352 Aug 12 14:30:12.671860 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a39dc53f-cef3-4032-b968-2f8df9dd70e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:12.693335 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a39dc53f-cef3-4032-b968-2f8df9dd70e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:12.698494 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-2cdc810d-6351-4ba3-a57a-36afbfaab30b req-e644c98a-ec31-478c-997b-72a3da8a3c6a tempest-DeleteServersAdminTestJSON-840867186 tempest-DeleteServersAdminTestJSON-840867186-project] 10.222.0.39 "GET /v2.0/security-groups?id=b1460155-7c7e-4a06-ae69-7cfde3aaedd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536909 Aug 12 14:30:12.739514 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-a39dc53f-cef3-4032-b968-2f8df9dd70e5 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=96af9054636f4ba39cc7d003d8e04242&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2511010 Aug 12 14:30:12.739821 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 55788) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:30:12.750849 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39dc53f-cef3-4032-b968-2f8df9dd70e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fe1fe8b-e4db-4a5a-974f-249fa3504f2c,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:30:12.807945 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-0f118402-b427-4a13-ae1e-9a4f965fdd90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:12.834188 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-0f118402-b427-4a13-ae1e-9a4f965fdd90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:12.900713 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-3b93bd0f-13a9-4d1d-ad71-6545423698f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:12.902449 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-0f118402-b427-4a13-ae1e-9a4f965fdd90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:12.905427 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-0f118402-b427-4a13-ae1e-9a4f965fdd90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:12.906575 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-0f118402-b427-4a13-ae1e-9a4f965fdd90 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2fe1fe8b-e4db-4a5a-974f-249fa3504f2c HTTP/1.1" status: 204 len: 168 time: 0.1657612 Aug 12 14:30:12.914632 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f118402-b427-4a13-ae1e-9a4f965fdd90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fe1fe8b-e4db-4a5a-974f-249fa3504f2c,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:30:12.950957 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:12.960048 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 55800) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:30:13.043494 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device ffc18c01-e65d-4e47-888f-3450e4c06dad details requested by agent hyperv_n-h2-694802-15 with host n-h2-694802-15 {{(pid=94468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 14:30:13.052756 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 55806) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:30:13.066512 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-f98a0560-1213-4bb3-b9e0-fc35a1c19bb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:13.168620 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port ffc18c01-e65d-4e47-888f-3450e4c06dad, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=ffc18c01-e65d-4e47-888f-3450e4c06dad,segment=NetworkSegment(a1f8c867-101b-4d30-814e-b89f55a5edd0),segment_id=a1f8c867-101b-4d30-814e-b89f55a5edd0)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:30:13.177069 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-f98a0560-1213-4bb3-b9e0-fc35a1c19bb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:13.180502 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Returning: {'device': 'ffc18c01-e65d-4e47-888f-3450e4c06dad', 'network_id': '2525c403-dfb3-4196-a273-739607aab38a', 'port_id': 'ffc18c01-e65d-4e47-888f-3450e4c06dad', 'mac_address': 'fa:16:3e:49:04:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '236e0be6-1c94-4221-9e8b-ab02a53331f8', 'ip_address': '192.168.233.213'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 14:30:13.182542 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-f98a0560-1213-4bb3-b9e0-fc35a1c19bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:13.218804 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:13.233843 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98a0560-1213-4bb3-b9e0-fc35a1c19bb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f202309b-1e7e-4d2a-9658-2c3b07d80d94,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:30:13.237078 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ffc18c01-e65d-4e47-888f-3450e4c06dad {{(pid=94468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:30:13.246638 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-f98a0560-1213-4bb3-b9e0-fc35a1c19bb4 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e65331e1149b4d61b5b0b5f8b1d812b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1926026 Aug 12 14:30:13.249420 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 55812) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:30:13.289104 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port ffc18c01-e65d-4e47-888f-3450e4c06dad, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=ffc18c01-e65d-4e47-888f-3450e4c06dad,segment=NetworkSegment(a1f8c867-101b-4d30-814e-b89f55a5edd0),segment_id=a1f8c867-101b-4d30-814e-b89f55a5edd0)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:30:13.296288 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:13.363826 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-69fdfd09-fdb6-4141-91b3-52c9525dfbb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:13.364649 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Pushing event updated for resources: {'Port': ['ID=ffc18c01-e65d-4e47-888f-3450e4c06dad,revision_number=4']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:30:13.380621 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c634f32c-3694-42d2-95e4-7974ef89ee3b req-51a31763-f708-413a-b0f0-43bf2ace46fb tempest-AggregatesAdminTestJSON-383758043 tempest-AggregatesAdminTestJSON-383758043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:30:13.382349 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c634f32c-3694-42d2-95e4-7974ef89ee3b req-51a31763-f708-413a-b0f0-43bf2ace46fb tempest-AggregatesAdminTestJSON-383758043 tempest-AggregatesAdminTestJSON-383758043-project] 10.222.0.39 "GET /v2.0/ports?device_id=81251633-1542-44c6-a676-25aff40ce88b HTTP/1.1" status: 200 len: 966 time: 0.0845160 Aug 12 14:30:13.387061 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:30:13.387592 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:30:13.387851 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:30:13.388837 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-30e1f86a-1fed-45a9-bc5e-bdba28b48b6b admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1184600065-network', 'tenant_id': 'eebc4daeab5b4932b99d48c68fd10c64'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:30:13.390349 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:30:13.390719 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:30:13.392983 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:30:13.393330 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-69fdfd09-fdb6-4141-91b3-52c9525dfbb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:13.393557 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:30:13.394003 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:30:13.394575 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:30:13.395460 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:30:13.396420 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:30:13.396778 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:30:13.398585 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Tracked resource versions report: Aug 12 14:30:13.398585 n-d-694802-15 neutron-server[94468]: pushed versions: Aug 12 14:30:13.398585 n-d-694802-15 neutron-server[94468]: { 'AddressGroup': {'1.2'}, Aug 12 14:30:13.398585 n-d-694802-15 neutron-server[94468]: 'ConntrackHelper': {'1.0'}, Aug 12 14:30:13.398585 n-d-694802-15 neutron-server[94468]: 'Log': {'1.0'}, Aug 12 14:30:13.398585 n-d-694802-15 neutron-server[94468]: 'Network': {'1.1'}, Aug 12 14:30:13.398585 n-d-694802-15 neutron-server[94468]: 'Port': {'1.7'}, Aug 12 14:30:13.398585 n-d-694802-15 neutron-server[94468]: 'PortForwarding': {'1.2'}, Aug 12 14:30:13.398585 n-d-694802-15 neutron-server[94468]: 'QosPolicy': {'1.9'}, Aug 12 14:30:13.398585 n-d-694802-15 neutron-server[94468]: 'SecurityGroup': {'1.4'}, Aug 12 14:30:13.398585 n-d-694802-15 neutron-server[94468]: 'SecurityGroupRule': {'1.2'}, Aug 12 14:30:13.398585 n-d-694802-15 neutron-server[94468]: 'SubPort': {'1.0'}, Aug 12 14:30:13.398585 n-d-694802-15 neutron-server[94468]: 'Subnet': {'1.1'}, Aug 12 14:30:13.398585 n-d-694802-15 neutron-server[94468]: 'Trunk': {'1.1'}} Aug 12 14:30:13.398585 n-d-694802-15 neutron-server[94468]: consumer versions: Aug 12 14:30:13.398585 n-d-694802-15 neutron-server[94468]: { DHCP agent@n-d-694802-15: {}, Aug 12 14:30:13.398585 n-d-694802-15 neutron-server[94468]: HyperV agent@n-h1-694802-15: {}, Aug 12 14:30:13.398585 n-d-694802-15 neutron-server[94468]: HyperV agent@n-h2-694802-15: {}, Aug 12 14:30:13.398585 n-d-694802-15 neutron-server[94468]: L3 agent@n-d-694802-15: {}, Aug 12 14:30:13.398585 n-d-694802-15 neutron-server[94468]: Metadata agent@n-d-694802-15: {}, Aug 12 14:30:13.398585 n-d-694802-15 neutron-server[94468]: Metering agent@n-d-694802-15: {}, Aug 12 14:30:13.398585 n-d-694802-15 neutron-server[94468]: Open vSwitch agent@n-d-694802-15: { 'AddressGroup': '1.2', Aug 12 14:30:13.398585 n-d-694802-15 neutron-server[94468]: 'ConntrackHelper': '1.0', Aug 12 14:30:13.398585 n-d-694802-15 neutron-server[94468]: 'Log': '1.0', Aug 12 14:30:13.398585 n-d-694802-15 neutron-server[94468]: 'Network': '1.1', Aug 12 14:30:13.398585 n-d-694802-15 neutron-server[94468]: 'Port': '1.7', Aug 12 14:30:13.398585 n-d-694802-15 neutron-server[94468]: 'PortForwarding': '1.2', Aug 12 14:30:13.398585 n-d-694802-15 neutron-server[94468]: 'QosPolicy': '1.9', Aug 12 14:30:13.398585 n-d-694802-15 neutron-server[94468]: 'SecurityGroup': '1.4', Aug 12 14:30:13.398585 n-d-694802-15 neutron-server[94468]: 'SecurityGroupRule': '1.2', Aug 12 14:30:13.398585 n-d-694802-15 neutron-server[94468]: 'SubPort': '1.0', Aug 12 14:30:13.398585 n-d-694802-15 neutron-server[94468]: 'Subnet': '1.1', Aug 12 14:30:13.398585 n-d-694802-15 neutron-server[94468]: 'Trunk': '1.1'}} Aug 12 14:30:13.398585 n-d-694802-15 neutron-server[94468]: {{(pid=94468) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 12 14:30:13.454192 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c634f32c-3694-42d2-95e4-7974ef89ee3b req-49a2dfff-c300-49ca-8126-d13e5f814367 tempest-AggregatesAdminTestJSON-383758043 tempest-AggregatesAdminTestJSON-383758043-project] 10.222.0.39 "GET /v2.0/security-groups?id=8542d1e8-677b-4943-a89d-5c1860a9adfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598915 Aug 12 14:30:13.455595 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30e1f86a-1fed-45a9-bc5e-bdba28b48b6b admin admin] Made reservation on behalf of eebc4daeab5b4932b99d48c68fd10c64 for: {'network': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:30:13.457863 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-30e1f86a-1fed-45a9-bc5e-bdba28b48b6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for network, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:13.468585 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-30e1f86a-1fed-45a9-bc5e-bdba28b48b6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:13.491784 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-69fdfd09-fdb6-4141-91b3-52c9525dfbb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:13.498285 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-69fdfd09-fdb6-4141-91b3-52c9525dfbb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:13.500070 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-69fdfd09-fdb6-4141-91b3-52c9525dfbb0 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f202309b-1e7e-4d2a-9658-2c3b07d80d94 HTTP/1.1" status: 204 len: 168 time: 0.2496262 Aug 12 14:30:13.508348 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fdfd09-fdb6-4141-91b3-52c9525dfbb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f202309b-1e7e-4d2a-9658-2c3b07d80d94,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:30:13.625510 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-30e1f86a-1fed-45a9-bc5e-bdba28b48b6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:13.632717 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-30e1f86a-1fed-45a9-bc5e-bdba28b48b6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:13.656289 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device 04afef79-3806-4827-83c5-0065e26f4f79 details requested by agent hyperv_n-h1-694802-15 with host n-h1-694802-15 {{(pid=94468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 14:30:13.657144 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30e1f86a-1fed-45a9-bc5e-bdba28b48b6b admin admin] vlan segment allocate from pool success with {'vlan_id': 329, 'physical_network': 'physnet1'} {{(pid=94467) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 14:30:13.672467 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e1f86a-1fed-45a9-bc5e-bdba28b48b6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3ca17b3-b028-41b3-b138-91e00a6e278c,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:30:13.677400 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-30e1f86a-1fed-45a9-bc5e-bdba28b48b6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:13.677686 n-d-694802-15 neutron-server[94467]: INFO neutron.db.segments_db [None req-30e1f86a-1fed-45a9-bc5e-bdba28b48b6b admin admin] Added segment 2e94514d-7fca-42ad-995e-123d3a176790 of type vlan for network 03dfba7c-7b4a-44e5-8aaa-c2d37ee82018 Aug 12 14:30:13.740195 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-30e1f86a-1fed-45a9-bc5e-bdba28b48b6b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744653628263'] for network, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:13.766429 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] get_ports_and_sgs() called for port_ids ['ffc18c01-e65d-4e47-888f-3450e4c06dad'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:30:13.798919 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-30e1f86a-1fed-45a9-bc5e-bdba28b48b6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409'] for network, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:13.799999 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30e1f86a-1fed-45a9-bc5e-bdba28b48b6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:30:13.800639 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-30e1f86a-1fed-45a9-bc5e-bdba28b48b6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for network, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:13.895155 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-1769855f-eda9-4483-9dc3-3220908ab45d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:13.896627 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-30e1f86a-1fed-45a9-bc5e-bdba28b48b6b admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.9340017 Aug 12 14:30:13.899738 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 55842) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:30:13.907647 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-715ecc8e-7e0c-44b4-89ed-f187a6844c53 admin admin] Request body: {'subnet': {'network_id': '03dfba7c-7b4a-44e5-8aaa-c2d37ee82018', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1184600065-subnet', 'tenant_id': 'eebc4daeab5b4932b99d48c68fd10c64', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:30:13.918203 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e1f86a-1fed-45a9-bc5e-bdba28b48b6b admin admin] Pushing event updated for resources: {'Network': ['ID=03dfba7c-7b4a-44e5-8aaa-c2d37ee82018,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:30:13.932351 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port 04afef79-3806-4827-83c5-0065e26f4f79, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=04afef79-3806-4827-83c5-0065e26f4f79,segment=NetworkSegment(a1f8c867-101b-4d30-814e-b89f55a5edd0),segment_id=a1f8c867-101b-4d30-814e-b89f55a5edd0)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:30:13.933867 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b31b537-1fcc-4588-a927-e1280bcc5113 req-a951aded-36fc-44a0-bbef-361cd9d1e307 tempest-DeleteServersAdminTestJSON-840867186 tempest-DeleteServersAdminTestJSON-840867186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:30:13.938052 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Network 03dfba7c-7b4a-44e5-8aaa-c2d37ee82018 details requested by agent ovs-agent-n-d-694802-15 with host n-d-694802-15 {{(pid=94468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 14:30:13.941994 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0b31b537-1fcc-4588-a927-e1280bcc5113 req-a951aded-36fc-44a0-bbef-361cd9d1e307 tempest-DeleteServersAdminTestJSON-840867186 tempest-DeleteServersAdminTestJSON-840867186-project] 10.222.0.39 "GET /v2.0/ports?device_id=80e555b5-aed3-47ef-8ec7-1a6015443631 HTTP/1.1" status: 200 len: 949 time: 0.1147001 Aug 12 14:30:13.973730 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-715ecc8e-7e0c-44b4-89ed-f187a6844c53 admin admin] Made reservation on behalf of eebc4daeab5b4932b99d48c68fd10c64 for: {'subnet': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:30:13.978176 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-715ecc8e-7e0c-44b4-89ed-f187a6844c53 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:13.980881 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0b31b537-1fcc-4588-a927-e1280bcc5113 req-ff9fb9bb-4d60-4f9c-82d7-b3c94155d07c tempest-DeleteServersAdminTestJSON-840867186 tempest-DeleteServersAdminTestJSON-840867186-project] 10.222.0.39 "GET /v2.0/security-groups?id=b1460155-7c7e-4a06-ae69-7cfde3aaedd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379481 Aug 12 14:30:14.027768 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Returning: {'device': '04afef79-3806-4827-83c5-0065e26f4f79', 'network_id': '2525c403-dfb3-4196-a273-739607aab38a', 'port_id': '04afef79-3806-4827-83c5-0065e26f4f79', 'mac_address': 'fa:16:3e:d6:4e:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '236e0be6-1c94-4221-9e8b-ab02a53331f8', 'ip_address': '192.168.233.43'}], 'device_owner': 'compute:tempest-test_az-8800305', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 14:30:14.133954 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:14.158378 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04afef79-3806-4827-83c5-0065e26f4f79 {{(pid=94468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:30:14.184859 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-715ecc8e-7e0c-44b4-89ed-f187a6844c53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409'] for subnet, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:14.208308 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port 04afef79-3806-4827-83c5-0065e26f4f79, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=04afef79-3806-4827-83c5-0065e26f4f79,segment=NetworkSegment(a1f8c867-101b-4d30-814e-b89f55a5edd0),segment_id=a1f8c867-101b-4d30-814e-b89f55a5edd0)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:30:14.210936 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 55852) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:30:14.221161 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:14.274072 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-715ecc8e-7e0c-44b4-89ed-f187a6844c53 admin admin] Checking segment: {'id': '2e94514d-7fca-42ad-995e-123d3a176790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '03dfba7c-7b4a-44e5-8aaa-c2d37ee82018'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:30:14.274680 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-715ecc8e-7e0c-44b4-89ed-f187a6844c53 admin admin] Network hostable DHCP agents. Network: 03dfba7c-7b4a-44e5-8aaa-c2d37ee82018, hostable agents: ['1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658'], hosted agents: [] {{(pid=94466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 14:30:14.276522 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715ecc8e-7e0c-44b4-89ed-f187a6844c53 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef8d2719-a4dd-40cc-910c-927d9e7406a1,revision_number=0']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:30:14.303273 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-715ecc8e-7e0c-44b4-89ed-f187a6844c53 admin admin] Network 03dfba7c-7b4a-44e5-8aaa-c2d37ee82018 is scheduled to be hosted by DHCP agent 1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658 with binding_index 1 {{(pid=94466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 14:30:14.309193 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Pushing event updated for resources: {'Port': ['ID=04afef79-3806-4827-83c5-0065e26f4f79,revision_number=4']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:30:14.321786 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-715ecc8e-7e0c-44b4-89ed-f187a6844c53 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-15, 03dfba7c-7b4a-44e5-8aaa-c2d37ee82018) {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:30:14.330283 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-715ecc8e-7e0c-44b4-89ed-f187a6844c53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:30:14.330567 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-715ecc8e-7e0c-44b4-89ed-f187a6844c53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for subnet, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:14.334121 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e57f6af-9ee5-4755-a4de-3cf7b0285f9d None None] Network 03dfba7c-7b4a-44e5-8aaa-c2d37ee82018 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:30:14.350956 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-715ecc8e-7e0c-44b4-89ed-f187a6844c53 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.4478276 Aug 12 14:30:14.384553 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-b24b582e-bc62-4e44-a332-7c41900006ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:14.482443 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99a166ab-9bea-4bd1-b02b-4ebfd1f925e8 None None] Network 03dfba7c-7b4a-44e5-8aaa-c2d37ee82018 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:30:14.493726 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-b24b582e-bc62-4e44-a332-7c41900006ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:14.502770 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-b24b582e-bc62-4e44-a332-7c41900006ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:14.534104 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] get_ports_and_sgs() called for port_ids ['04afef79-3806-4827-83c5-0065e26f4f79'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:30:14.571150 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-b24b582e-bc62-4e44-a332-7c41900006ce admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ab811d118ed5403989219ef9699d83b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3588691 Aug 12 14:30:14.577945 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 55868) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:30:14.625679 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24b582e-bc62-4e44-a332-7c41900006ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=372f7f0b-d342-4b8e-ad5c-09042a592e36,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:30:14.659009 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-87cc4a7b-d672-48d9-88e8-be7d791ec1c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:14.672894 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828e630e-8560-4ac7-ae35-0fe7c76d319f req-da78055d-b504-4e2d-a4df-23b97e3f008e tempest-AggregatesAdminTestJSON-383758043 tempest-AggregatesAdminTestJSON-383758043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:30:14.681635 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-828e630e-8560-4ac7-ae35-0fe7c76d319f req-da78055d-b504-4e2d-a4df-23b97e3f008e tempest-AggregatesAdminTestJSON-383758043 tempest-AggregatesAdminTestJSON-383758043-project] 10.222.0.39 "GET /v2.0/ports?device_id=81251633-1542-44c6-a676-25aff40ce88b HTTP/1.1" status: 200 len: 967 time: 0.1275094 Aug 12 14:30:14.684227 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-87cc4a7b-d672-48d9-88e8-be7d791ec1c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:14.761172 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-828e630e-8560-4ac7-ae35-0fe7c76d319f req-9ec65c50-1893-41ba-af70-83799fd37e5c tempest-AggregatesAdminTestJSON-383758043 tempest-AggregatesAdminTestJSON-383758043-project] 10.222.0.39 "GET /v2.0/security-groups?id=8542d1e8-677b-4943-a89d-5c1860a9adfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785015 Aug 12 14:30:14.768667 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-87cc4a7b-d672-48d9-88e8-be7d791ec1c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:14.771798 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-87cc4a7b-d672-48d9-88e8-be7d791ec1c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:14.775867 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-87cc4a7b-d672-48d9-88e8-be7d791ec1c7 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/372f7f0b-d342-4b8e-ad5c-09042a592e36 HTTP/1.1" status: 204 len: 168 time: 0.1942132 Aug 12 14:30:14.784169 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cc4a7b-d672-48d9-88e8-be7d791ec1c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=372f7f0b-d342-4b8e-ad5c-09042a592e36,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:30:15.033458 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device ffc18c01-e65d-4e47-888f-3450e4c06dad up at agent hyperv_n-h2-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:30:15.096483 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Provisioning for port ffc18c01-e65d-4e47-888f-3450e4c06dad completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:30:15.101812 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Provisioning complete for port ffc18c01-e65d-4e47-888f-3450e4c06dad triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:30:15.102472 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:15.112146 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7331fbe1-ef07-4248-9138-6e646ccbd1d1 req-860ee29b-b8d5-4699-bff1-0135d7d2e7a7 tempest-DeleteServersAdminTestJSON-840867186 tempest-DeleteServersAdminTestJSON-840867186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:30:15.113797 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-7331fbe1-ef07-4248-9138-6e646ccbd1d1 req-860ee29b-b8d5-4699-bff1-0135d7d2e7a7 tempest-DeleteServersAdminTestJSON-840867186 tempest-DeleteServersAdminTestJSON-840867186-project] 10.222.0.39 "GET /v2.0/ports?device_id=80e555b5-aed3-47ef-8ec7-1a6015443631 HTTP/1.1" status: 200 len: 949 time: 0.0575371 Aug 12 14:30:15.169383 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-7331fbe1-ef07-4248-9138-6e646ccbd1d1 req-ab276005-e475-4512-9939-91c3113f835b tempest-DeleteServersAdminTestJSON-840867186 tempest-DeleteServersAdminTestJSON-840867186-project] 10.222.0.39 "GET /v2.0/security-groups?id=b1460155-7c7e-4a06-ae69-7cfde3aaedd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483553 Aug 12 14:30:15.209304 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:15.211984 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 55900) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:30:15.233779 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-130f8445-9393-4507-9ff2-5e89db934e2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:15.247836 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80e555b5-aed3-47ef-8ec7-1a6015443631', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffc18c01-e65d-4e47-888f-3450e4c06dad'}] {{(pid=94468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:30:15.334880 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port ffc18c01-e65d-4e47-888f-3450e4c06dad, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=ffc18c01-e65d-4e47-888f-3450e4c06dad,segment=NetworkSegment(a1f8c867-101b-4d30-814e-b89f55a5edd0),segment_id=a1f8c867-101b-4d30-814e-b89f55a5edd0)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:30:15.340125 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:15.341418 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-130f8445-9393-4507-9ff2-5e89db934e2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:15.346548 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-130f8445-9393-4507-9ff2-5e89db934e2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:15.400321 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-130f8445-9393-4507-9ff2-5e89db934e2a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ffe31721fcf04d52a50819bf47d8ec3c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1864460 Aug 12 14:30:15.401340 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130f8445-9393-4507-9ff2-5e89db934e2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8af5df1-24ea-42f3-89f8-a14886646da1,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:30:15.403510 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 55908) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:30:15.408377 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Pushing event updated for resources: {'Port': ['ID=ffc18c01-e65d-4e47-888f-3450e4c06dad,revision_number=5']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:30:15.438008 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-fe95f194-a3b0-4c04-9e42-20b511169d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:15.472727 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-7221ea96-3564-45c7-832e-b7ecff66d998 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:15.495046 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-7221ea96-3564-45c7-832e-b7ecff66d998 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:15.548876 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-7221ea96-3564-45c7-832e-b7ecff66d998 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:15.551655 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-7221ea96-3564-45c7-832e-b7ecff66d998 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:15.552934 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-7221ea96-3564-45c7-832e-b7ecff66d998 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f8af5df1-24ea-42f3-89f8-a14886646da1 HTTP/1.1" status: 204 len: 168 time: 0.1479745 Aug 12 14:30:15.565766 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7221ea96-3564-45c7-832e-b7ecff66d998 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8af5df1-24ea-42f3-89f8-a14886646da1,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:30:15.627926 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device 04afef79-3806-4827-83c5-0065e26f4f79 up at agent hyperv_n-h1-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:30:15.677736 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Provisioning for port 04afef79-3806-4827-83c5-0065e26f4f79 completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:30:15.681556 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Provisioning complete for port 04afef79-3806-4827-83c5-0065e26f4f79 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:30:15.681932 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:15.708664 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99a8d87602170099c728e57431aca99e9b98a655a83bbf8727be13192709727b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41ce6274-3a92-4618-a658-1d6127644b34" -d '{"events": [{"server_uuid": "80e555b5-aed3-47ef-8ec7-1a6015443631", "name": "network-vif-plugged", "status": "completed", "tag": "ffc18c01-e65d-4e47-888f-3450e4c06dad"}]}' {{(pid=94468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:30:15.854352 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 55934) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:30:15.859955 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-0ea9c600-6298-41ce-9a55-f2c9a0b82d27 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1179486080-network', 'tenant_id': '67c73deabdb7401db37016119732e668'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:30:15.887982 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:15.896966 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ea9c600-6298-41ce-9a55-f2c9a0b82d27 admin admin] Made reservation on behalf of 67c73deabdb7401db37016119732e668 for: {'network': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:30:15.901404 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-0ea9c600-6298-41ce-9a55-f2c9a0b82d27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for network, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:15.920758 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-0ea9c600-6298-41ce-9a55-f2c9a0b82d27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:15.929398 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port 04afef79-3806-4827-83c5-0065e26f4f79, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=04afef79-3806-4827-83c5-0065e26f4f79,segment=NetworkSegment(a1f8c867-101b-4d30-814e-b89f55a5edd0),segment_id=a1f8c867-101b-4d30-814e-b89f55a5edd0)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:30:15.938682 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:16.040363 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Pushing event updated for resources: {'Port': ['ID=04afef79-3806-4827-83c5-0065e26f4f79,revision_number=5']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:30:16.048325 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152e500f-c3cf-4de2-8565-eec0ff05bb30 req-02c742a9-b337-4869-b4d0-92218337164f tempest-AggregatesAdminTestJSON-383758043 tempest-AggregatesAdminTestJSON-383758043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:30:16.049974 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-0ea9c600-6298-41ce-9a55-f2c9a0b82d27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:16.055661 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-0ea9c600-6298-41ce-9a55-f2c9a0b82d27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:16.055801 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-152e500f-c3cf-4de2-8565-eec0ff05bb30 req-02c742a9-b337-4869-b4d0-92218337164f tempest-AggregatesAdminTestJSON-383758043 tempest-AggregatesAdminTestJSON-383758043-project] 10.222.0.39 "GET /v2.0/ports?device_id=81251633-1542-44c6-a676-25aff40ce88b HTTP/1.1" status: 200 len: 968 time: 0.0786698 Aug 12 14:30:16.086386 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ea9c600-6298-41ce-9a55-f2c9a0b82d27 admin admin] vlan segment allocate from pool success with {'vlan_id': 315, 'physical_network': 'physnet1'} {{(pid=94467) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 14:30:16.097801 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea9c600-6298-41ce-9a55-f2c9a0b82d27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5873288c-343d-4c98-bdaa-5a7e29cbf54e,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:30:16.103938 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-0ea9c600-6298-41ce-9a55-f2c9a0b82d27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:16.104332 n-d-694802-15 neutron-server[94467]: INFO neutron.db.segments_db [None req-0ea9c600-6298-41ce-9a55-f2c9a0b82d27 admin admin] Added segment eb50536f-19b4-4e67-9dae-ef34fa17b940 of type vlan for network a22ec80e-7124-4aaf-915e-801456e62c43 Aug 12 14:30:16.113607 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 14:30:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f98e1be9-f5af-4fa8-9c9e-b5c8e202b1b4 x-openstack-request-id: req-f98e1be9-f5af-4fa8-9c9e-b5c8e202b1b4 {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:30:16.113818 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80e555b5-aed3-47ef-8ec7-1a6015443631", "name": "network-vif-plugged", "status": "completed", "tag": "ffc18c01-e65d-4e47-888f-3450e4c06dad", "code": 200}]} {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:30:16.114059 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f98e1be9-f5af-4fa8-9c9e-b5c8e202b1b4 {{(pid=94468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:30:16.114537 n-d-694802-15 neutron-server[94468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80e555b5-aed3-47ef-8ec7-1a6015443631', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffc18c01-e65d-4e47-888f-3450e4c06dad', 'code': 200} Aug 12 14:30:16.154677 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-152e500f-c3cf-4de2-8565-eec0ff05bb30 req-531967ff-fb4e-461f-a8f4-ca7b01f1e9eb tempest-AggregatesAdminTestJSON-383758043 tempest-AggregatesAdminTestJSON-383758043-project] 10.222.0.39 "GET /v2.0/security-groups?id=8542d1e8-677b-4943-a89d-5c1860a9adfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870097 Aug 12 14:30:16.156295 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-0ea9c600-6298-41ce-9a55-f2c9a0b82d27 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744653628263'] for network, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:16.207285 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-0ea9c600-6298-41ce-9a55-f2c9a0b82d27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409'] for network, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:16.208917 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ea9c600-6298-41ce-9a55-f2c9a0b82d27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:30:16.210056 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-0ea9c600-6298-41ce-9a55-f2c9a0b82d27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for network, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:16.281854 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-0ea9c600-6298-41ce-9a55-f2c9a0b82d27 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.4232142 Aug 12 14:30:16.282066 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 55952) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:30:16.283976 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea9c600-6298-41ce-9a55-f2c9a0b82d27 admin admin] Pushing event updated for resources: {'Network': ['ID=a22ec80e-7124-4aaf-915e-801456e62c43,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:30:16.290444 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-b1633ded-cf65-413f-8e7b-62a839c8b0ce admin admin] Request body: {'subnet': {'network_id': 'a22ec80e-7124-4aaf-915e-801456e62c43', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1179486080-subnet', 'tenant_id': '67c73deabdb7401db37016119732e668', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:30:16.294454 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Network a22ec80e-7124-4aaf-915e-801456e62c43 details requested by agent ovs-agent-n-d-694802-15 with host n-d-694802-15 {{(pid=94468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 14:30:16.314805 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1633ded-cf65-413f-8e7b-62a839c8b0ce admin admin] Made reservation on behalf of 67c73deabdb7401db37016119732e668 for: {'subnet': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:30:16.318590 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-b1633ded-cf65-413f-8e7b-62a839c8b0ce admin admin] Notify callbacks [] for subnet, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:16.359838 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33787c9a-d721-4843-8cc7-59910c5fb023 req-3eb5b1cf-34f9-45ac-ba4b-c2b3a7a48aea tempest-DeleteServersAdminTestJSON-840867186 tempest-DeleteServersAdminTestJSON-840867186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:30:16.361918 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-33787c9a-d721-4843-8cc7-59910c5fb023 req-3eb5b1cf-34f9-45ac-ba4b-c2b3a7a48aea tempest-DeleteServersAdminTestJSON-840867186 tempest-DeleteServersAdminTestJSON-840867186-project] 10.222.0.39 "GET /v2.0/ports?device_id=80e555b5-aed3-47ef-8ec7-1a6015443631 HTTP/1.1" status: 200 len: 950 time: 0.0756786 Aug 12 14:30:16.391266 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f211a0e5-9c72-47ce-b114-fb779e244910 req-a90c75ef-b43f-4260-a395-b92251e05222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:30:16.393031 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-f211a0e5-9c72-47ce-b114-fb779e244910 req-a90c75ef-b43f-4260-a395-b92251e05222 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=80e555b5-aed3-47ef-8ec7-1a6015443631 HTTP/1.1" status: 200 len: 1102 time: 0.1903195 Aug 12 14:30:16.432180 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-33787c9a-d721-4843-8cc7-59910c5fb023 req-5cfbf076-fc51-4084-8517-c961207872e4 tempest-DeleteServersAdminTestJSON-840867186 tempest-DeleteServersAdminTestJSON-840867186-project] 10.222.0.39 "GET /v2.0/security-groups?id=b1460155-7c7e-4a06-ae69-7cfde3aaedd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606813 Aug 12 14:30:16.446604 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-f211a0e5-9c72-47ce-b114-fb779e244910 req-015f5004-517f-4682-bc1d-02a36d46a0cd service neutron] Notify callbacks [] for security_group, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:16.528200 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-b1633ded-cf65-413f-8e7b-62a839c8b0ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409'] for subnet, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:16.567520 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-f211a0e5-9c72-47ce-b114-fb779e244910 req-015f5004-517f-4682-bc1d-02a36d46a0cd service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:16.574843 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-f211a0e5-9c72-47ce-b114-fb779e244910 req-015f5004-517f-4682-bc1d-02a36d46a0cd service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:16.599823 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1633ded-cf65-413f-8e7b-62a839c8b0ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9367f26-8ac2-4e31-90d6-79cc912cbbbc,revision_number=0']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:30:16.624225 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1633ded-cf65-413f-8e7b-62a839c8b0ce admin admin] Checking segment: {'id': 'eb50536f-19b4-4e67-9dae-ef34fa17b940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'a22ec80e-7124-4aaf-915e-801456e62c43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:30:16.624845 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1633ded-cf65-413f-8e7b-62a839c8b0ce admin admin] Network hostable DHCP agents. Network: a22ec80e-7124-4aaf-915e-801456e62c43, hostable agents: ['1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658'], hosted agents: [] {{(pid=94467) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 14:30:16.637034 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-f211a0e5-9c72-47ce-b114-fb779e244910 req-015f5004-517f-4682-bc1d-02a36d46a0cd service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=b1460155-7c7e-4a06-ae69-7cfde3aaedd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2223332 Aug 12 14:30:16.647756 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1633ded-cf65-413f-8e7b-62a839c8b0ce admin admin] Network a22ec80e-7124-4aaf-915e-801456e62c43 is scheduled to be hosted by DHCP agent 1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658 with binding_index 1 {{(pid=94467) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 14:30:16.650576 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015f5004-517f-4682-bc1d-02a36d46a0cd service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=53602465-d918-49fc-95c8-957cc3423e56,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:30:16.661991 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [None req-b1633ded-cf65-413f-8e7b-62a839c8b0ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-15, a22ec80e-7124-4aaf-915e-801456e62c43) {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:30:16.672049 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1633ded-cf65-413f-8e7b-62a839c8b0ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:30:16.673577 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-b1633ded-cf65-413f-8e7b-62a839c8b0ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for subnet, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:16.675240 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16766a76-e8f6-44d1-bb0e-8ae97f7d9eb7 None None] Network a22ec80e-7124-4aaf-915e-801456e62c43 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:30:16.708459 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-b1633ded-cf65-413f-8e7b-62a839c8b0ce admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.4152274 Aug 12 14:30:16.844072 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bec68dd-bc2c-4dc3-912f-6ff90088963c None None] Network a22ec80e-7124-4aaf-915e-801456e62c43 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:30:17.045058 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a233a5f1-6a8b-46e8-92ba-1d3e9abf78cb req-96afc516-8007-4ed9-bc63-217d18a1e382 tempest-ServerDiagnosticsNegativeTest-51490619 tempest-ServerDiagnosticsNegativeTest-51490619-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=71583d9b4d90416e83857414e012a111&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0232477 Aug 12 14:30:17.161648 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a233a5f1-6a8b-46e8-92ba-1d3e9abf78cb req-63fb3841-233c-496e-a23d-934b736c4731 tempest-ServerDiagnosticsNegativeTest-51490619 tempest-ServerDiagnosticsNegativeTest-51490619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:30:17.163172 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a233a5f1-6a8b-46e8-92ba-1d3e9abf78cb req-63fb3841-233c-496e-a23d-934b736c4731 tempest-ServerDiagnosticsNegativeTest-51490619 tempest-ServerDiagnosticsNegativeTest-51490619-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1118028 Aug 12 14:30:17.180409 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a233a5f1-6a8b-46e8-92ba-1d3e9abf78cb req-1f541e56-caf0-418e-87ec-6d4ccff334c9 tempest-ServerDiagnosticsNegativeTest-51490619 tempest-ServerDiagnosticsNegativeTest-51490619-project] 10.222.0.39 "GET /v2.0/quotas/71583d9b4d90416e83857414e012a111 HTTP/1.1" status: 200 len: 375 time: 0.0110970 Aug 12 14:30:17.218561 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a233a5f1-6a8b-46e8-92ba-1d3e9abf78cb req-5313c033-b6cc-4666-8f48-34b50b113be0 tempest-ServerDiagnosticsNegativeTest-51490619 tempest-ServerDiagnosticsNegativeTest-51490619-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=71583d9b4d90416e83857414e012a111&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0285258 Aug 12 14:30:17.302992 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 56008) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:30:17.506179 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97463c8-3063-43d9-b3ac-9ed8995d50e4 req-39a34e5e-cfca-4516-9415-52e327205263 tempest-AggregatesAdminTestJSON-383758043 tempest-AggregatesAdminTestJSON-383758043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:30:17.515273 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b97463c8-3063-43d9-b3ac-9ed8995d50e4 req-39a34e5e-cfca-4516-9415-52e327205263 tempest-AggregatesAdminTestJSON-383758043 tempest-AggregatesAdminTestJSON-383758043-project] 10.222.0.39 "GET /v2.0/ports?device_id=81251633-1542-44c6-a676-25aff40ce88b HTTP/1.1" status: 200 len: 968 time: 0.0833015 Aug 12 14:30:17.585244 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b97463c8-3063-43d9-b3ac-9ed8995d50e4 req-5fb83128-8e02-4eb4-9bf3-a8f9d60816ae tempest-AggregatesAdminTestJSON-383758043 tempest-AggregatesAdminTestJSON-383758043-project] 10.222.0.39 "GET /v2.0/security-groups?id=8542d1e8-677b-4943-a89d-5c1860a9adfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689857 Aug 12 14:30:17.595210 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-737fef6f-b40f-4515-bd76-7bb3bbcdebb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:17.740153 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-96203c3b-5a82-4638-8dcf-209f32c41c5a req-ad96d957-c4dd-43bd-8fbf-658d3de425db tempest-ServerDiagnosticsNegativeTest-51490619 tempest-ServerDiagnosticsNegativeTest-51490619-project] 10.222.0.39 "GET /v2.0/ports?device_id=5e94d20d-30ba-48bd-9544-1b65fe85b672 HTTP/1.1" status: 200 len: 210 time: 0.0555542 Aug 12 14:30:17.784164 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-737fef6f-b40f-4515-bd76-7bb3bbcdebb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:17.793440 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-737fef6f-b40f-4515-bd76-7bb3bbcdebb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:17.857945 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb177b88-a0a0-4b20-b564-e8d15146cbd2 req-f980a7eb-37e6-4b76-a814-a448df95a335 tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:30:17.861020 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-cb177b88-a0a0-4b20-b564-e8d15146cbd2 req-f980a7eb-37e6-4b76-a814-a448df95a335 tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] 10.222.0.39 "GET /v2.0/networks?id=03dfba7c-7b4a-44e5-8aaa-c2d37ee82018 HTTP/1.1" status: 200 len: 821 time: 0.4344168 Aug 12 14:30:17.898444 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-cb177b88-a0a0-4b20-b564-e8d15146cbd2 req-ea498f61-9221-4ad2-9318-3c87f6996634 tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] 10.222.0.39 "GET /v2.0/quotas/eebc4daeab5b4932b99d48c68fd10c64 HTTP/1.1" status: 200 len: 375 time: 0.0310910 Aug 12 14:30:17.927679 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737fef6f-b40f-4515-bd76-7bb3bbcdebb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae2776cb-f46f-4e4c-a9b6-c3ef53bb283c,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:30:17.937419 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-737fef6f-b40f-4515-bd76-7bb3bbcdebb9 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=67a542e0a0f541de872ce576065a4f24&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6331136 Aug 12 14:30:17.945461 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-cb177b88-a0a0-4b20-b564-e8d15146cbd2 req-f6391a9d-7832-4d26-872a-3cb4d857ee0e tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=eebc4daeab5b4932b99d48c68fd10c64&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0456173 Aug 12 14:30:17.945900 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 56042) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:30:17.999425 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b01f34f-dcf7-49ad-99f4-38bc6ddbc2fa req-2445ae38-47dc-42d3-a3f9-ee24ad92d4b5 tempest-DeleteServersAdminTestJSON-840867186 tempest-DeleteServersAdminTestJSON-840867186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:30:18.007778 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2b01f34f-dcf7-49ad-99f4-38bc6ddbc2fa req-2445ae38-47dc-42d3-a3f9-ee24ad92d4b5 tempest-DeleteServersAdminTestJSON-840867186 tempest-DeleteServersAdminTestJSON-840867186-project] 10.222.0.39 "GET /v2.0/ports?device_id=80e555b5-aed3-47ef-8ec7-1a6015443631 HTTP/1.1" status: 200 len: 950 time: 0.1538601 Aug 12 14:30:18.062452 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-8f558ccc-0d86-48e5-87b7-f7384b209102 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:18.080313 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2b01f34f-dcf7-49ad-99f4-38bc6ddbc2fa req-a0964c4c-bb5e-4c32-9ec1-5d829db5ae7e tempest-DeleteServersAdminTestJSON-840867186 tempest-DeleteServersAdminTestJSON-840867186-project] 10.222.0.39 "GET /v2.0/security-groups?id=b1460155-7c7e-4a06-ae69-7cfde3aaedd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714762 Aug 12 14:30:18.102024 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-8f558ccc-0d86-48e5-87b7-f7384b209102 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:18.116174 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81251633-1542-44c6-a676-25aff40ce88b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04afef79-3806-4827-83c5-0065e26f4f79'}] {{(pid=94468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:30:18.118881 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99a8d87602170099c728e57431aca99e9b98a655a83bbf8727be13192709727b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccbbc052-115d-427e-8fa6-2a551fbb9bc2" -d '{"events": [{"server_uuid": "81251633-1542-44c6-a676-25aff40ce88b", "name": "network-vif-plugged", "status": "completed", "tag": "04afef79-3806-4827-83c5-0065e26f4f79"}]}' {{(pid=94468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:30:18.133716 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [req-cb177b88-a0a0-4b20-b564-e8d15146cbd2 req-fbdebd48-808f-4648-8f00-ad2b937942a6 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=94466) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 14:30:18.134868 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-cb177b88-a0a0-4b20-b564-e8d15146cbd2 req-fbdebd48-808f-4648-8f00-ad2b937942a6 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0712349 Aug 12 14:30:18.174827 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 14:30:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5afac3f-c3b9-469a-9a8f-9151246e077c x-openstack-request-id: req-e5afac3f-c3b9-469a-9a8f-9151246e077c {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:30:18.175185 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81251633-1542-44c6-a676-25aff40ce88b", "name": "network-vif-plugged", "status": "completed", "tag": "04afef79-3806-4827-83c5-0065e26f4f79", "code": 200}]} {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:30:18.175634 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e5afac3f-c3b9-469a-9a8f-9151246e077c {{(pid=94468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:30:18.176133 n-d-694802-15 neutron-server[94468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81251633-1542-44c6-a676-25aff40ce88b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04afef79-3806-4827-83c5-0065e26f4f79', 'code': 200} Aug 12 14:30:18.179237 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-8f558ccc-0d86-48e5-87b7-f7384b209102 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:18.181986 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-8f558ccc-0d86-48e5-87b7-f7384b209102 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:18.185585 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-8f558ccc-0d86-48e5-87b7-f7384b209102 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ae2776cb-f46f-4e4c-a9b6-c3ef53bb283c HTTP/1.1" status: 204 len: 168 time: 0.2352896 Aug 12 14:30:18.206179 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f558ccc-0d86-48e5-87b7-f7384b209102 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae2776cb-f46f-4e4c-a9b6-c3ef53bb283c,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:30:18.304803 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-cb177b88-a0a0-4b20-b564-e8d15146cbd2 req-7e98cd91-ae8a-4f4d-a328-8d3a97a3544e service neutron] 10.222.0.39 "GET /v2.0/networks/03dfba7c-7b4a-44e5-8aaa-c2d37ee82018?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1617556 Aug 12 14:30:18.407682 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8d8683-226d-45ea-afa1-ed505085d21f req-7283a41c-893c-46bc-96fe-d1ea71289b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:30:18.409540 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-4e8d8683-226d-45ea-afa1-ed505085d21f req-7283a41c-893c-46bc-96fe-d1ea71289b73 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=81251633-1542-44c6-a676-25aff40ce88b HTTP/1.1" status: 200 len: 1120 time: 0.1036327 Aug 12 14:30:18.426283 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-f47dda65-041f-40ee-89d7-de7fefaa53d2 req-db50001f-cd3a-4012-b88c-51dc759fd25a tempest-SecurityGroupsTestAdminJSON-964226329 tempest-SecurityGroupsTestAdminJSON-964226329-project] Request body: {'security_group': {'name': 'tempest-securitygroup-355075239', 'description': 'tempest-description-1225015605'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:30:18.461213 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-f47dda65-041f-40ee-89d7-de7fefaa53d2 req-db50001f-cd3a-4012-b88c-51dc759fd25a tempest-SecurityGroupsTestAdminJSON-964226329 tempest-SecurityGroupsTestAdminJSON-964226329-project] Notify callbacks [] for security_group, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:18.472753 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-f47dda65-041f-40ee-89d7-de7fefaa53d2 req-db50001f-cd3a-4012-b88c-51dc759fd25a tempest-SecurityGroupsTestAdminJSON-964226329 tempest-SecurityGroupsTestAdminJSON-964226329-project] Notify callbacks [] for security_group, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:18.479207 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-cb177b88-a0a0-4b20-b564-e8d15146cbd2 req-b16770d2-fd80-473f-9184-a14723f9fce4 service neutron] 10.222.0.39 "GET /v2.0/networks/03dfba7c-7b4a-44e5-8aaa-c2d37ee82018?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422684 Aug 12 14:30:18.511963 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-4e8d8683-226d-45ea-afa1-ed505085d21f req-a0682236-6ebd-4f83-9269-9cfad6282dc8 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=8542d1e8-677b-4943-a89d-5c1860a9adfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931838 Aug 12 14:30:18.598241 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-f47dda65-041f-40ee-89d7-de7fefaa53d2 req-db50001f-cd3a-4012-b88c-51dc759fd25a tempest-SecurityGroupsTestAdminJSON-964226329 tempest-SecurityGroupsTestAdminJSON-964226329-project] Notify callbacks [] for security_group, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:18.621609 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-f47dda65-041f-40ee-89d7-de7fefaa53d2 req-db50001f-cd3a-4012-b88c-51dc759fd25a tempest-SecurityGroupsTestAdminJSON-964226329 tempest-SecurityGroupsTestAdminJSON-964226329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:18.660340 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 56066) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:30:18.681322 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-375ce077-86c0-4f23-9346-cfb102e6bcb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:18.681554 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db50001f-cd3a-4012-b88c-51dc759fd25a tempest-SecurityGroupsTestAdminJSON-964226329 tempest-SecurityGroupsTestAdminJSON-964226329-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52e692f2-f670-478f-85ca-f0b11af7b8fc,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:30:18.765612 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-f47dda65-041f-40ee-89d7-de7fefaa53d2 req-db50001f-cd3a-4012-b88c-51dc759fd25a tempest-SecurityGroupsTestAdminJSON-964226329 tempest-SecurityGroupsTestAdminJSON-964226329-project] Notify callbacks [] for security_group, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:18.771765 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-f47dda65-041f-40ee-89d7-de7fefaa53d2 req-db50001f-cd3a-4012-b88c-51dc759fd25a tempest-SecurityGroupsTestAdminJSON-964226329 tempest-SecurityGroupsTestAdminJSON-964226329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:18.793311 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c3ab1a-63f3-4d77-8701-bab8298d18a9 req-0863c1a2-468b-42a9-888e-26fcf2111480 tempest-AggregatesAdminTestJSON-383758043 tempest-AggregatesAdminTestJSON-383758043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:30:18.794808 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-25c3ab1a-63f3-4d77-8701-bab8298d18a9 req-0863c1a2-468b-42a9-888e-26fcf2111480 tempest-AggregatesAdminTestJSON-383758043 tempest-AggregatesAdminTestJSON-383758043-project] 10.222.0.39 "GET /v2.0/ports?device_id=81251633-1542-44c6-a676-25aff40ce88b HTTP/1.1" status: 200 len: 968 time: 0.0781982 Aug 12 14:30:18.801358 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-a233a5f1-6a8b-46e8-92ba-1d3e9abf78cb req-b6db8e58-c98e-473e-bc03-3e35fd698537 tempest-ServerDiagnosticsNegativeTest-51490619 tempest-ServerDiagnosticsNegativeTest-51490619-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=71583d9b4d90416e83857414e012a111&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0446386 Aug 12 14:30:18.812780 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db50001f-cd3a-4012-b88c-51dc759fd25a tempest-SecurityGroupsTestAdminJSON-964226329 tempest-SecurityGroupsTestAdminJSON-964226329-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2b955bf-6bbc-4edd-a55c-d03b868d82e3,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:30:18.920065 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-25c3ab1a-63f3-4d77-8701-bab8298d18a9 req-ad9986e9-ab98-4f9d-8d33-af2fc23df2a4 tempest-AggregatesAdminTestJSON-383758043 tempest-AggregatesAdminTestJSON-383758043-project] 10.222.0.39 "GET /v2.0/security-groups?id=8542d1e8-677b-4943-a89d-5c1860a9adfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177545 Aug 12 14:30:19.012223 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a233a5f1-6a8b-46e8-92ba-1d3e9abf78cb req-8a312043-1b6a-4723-abcd-6c56964908e2 tempest-ServerDiagnosticsNegativeTest-51490619 tempest-ServerDiagnosticsNegativeTest-51490619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:30:19.013670 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-a233a5f1-6a8b-46e8-92ba-1d3e9abf78cb req-8a312043-1b6a-4723-abcd-6c56964908e2 tempest-ServerDiagnosticsNegativeTest-51490619 tempest-ServerDiagnosticsNegativeTest-51490619-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2017198 Aug 12 14:30:19.017737 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-b18437db-8494-4c55-b20c-3755d901d6cd req-6c6cc53a-a278-4fb1-8955-2b54c6466f09 tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] 10.222.0.39 "GET /v2.0/ports?device_id=5924b85c-0d32-4999-87e1-c7d6edcf0040 HTTP/1.1" status: 200 len: 210 time: 0.0466826 Aug 12 14:30:19.031951 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [req-a233a5f1-6a8b-46e8-92ba-1d3e9abf78cb req-9a64d145-6927-4e28-974d-34efee5cbee3 tempest-ServerDiagnosticsNegativeTest-51490619 tempest-ServerDiagnosticsNegativeTest-51490619-project] Request body: {'port': {'device_id': '5e94d20d-30ba-48bd-9544-1b65fe85b672', 'network_id': '2525c403-dfb3-4196-a273-739607aab38a', 'admin_state_up': True, 'tenant_id': '71583d9b4d90416e83857414e012a111'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:30:19.047824 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-375ce077-86c0-4f23-9346-cfb102e6bcb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:19.059095 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-375ce077-86c0-4f23-9346-cfb102e6bcb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:19.060545 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-f47dda65-041f-40ee-89d7-de7fefaa53d2 req-db50001f-cd3a-4012-b88c-51dc759fd25a tempest-SecurityGroupsTestAdminJSON-964226329 tempest-SecurityGroupsTestAdminJSON-964226329-project] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:19.078440 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f47dda65-041f-40ee-89d7-de7fefaa53d2 req-db50001f-cd3a-4012-b88c-51dc759fd25a tempest-SecurityGroupsTestAdminJSON-964226329 tempest-SecurityGroupsTestAdminJSON-964226329-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.6560063 Aug 12 14:30:19.100799 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-58dc36e2-c437-4e36-beca-52d8fd4afcd8 req-87ffb25a-6bcb-4ac7-994f-adf40e37fde5 tempest-SecurityGroupsTestAdminJSON-964226329 tempest-SecurityGroupsTestAdminJSON-964226329-project] Request body: {'security_group': {'name': 'tempest-securitygroup-780816661', 'description': 'tempest-description-1677408662'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:30:19.126177 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-58dc36e2-c437-4e36-beca-52d8fd4afcd8 req-87ffb25a-6bcb-4ac7-994f-adf40e37fde5 tempest-SecurityGroupsTestAdminJSON-964226329 tempest-SecurityGroupsTestAdminJSON-964226329-project] Notify callbacks [] for security_group, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:19.161674 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-375ce077-86c0-4f23-9346-cfb102e6bcb8 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=97cfde2cd9f0438a8980969bb37d7f5c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4996610 Aug 12 14:30:19.165053 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 56082) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:30:19.188035 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-bd2cac99-88b7-4701-9025-2fc7b7a18855 req-dff6ee04-19e0-426d-9e24-c7cdcb0b7c9a tempest-ServerDiagnosticsNegativeTest-51490619 tempest-ServerDiagnosticsNegativeTest-51490619-project] 10.222.0.39 "GET /v2.0/ports?device_id=5e94d20d-30ba-48bd-9544-1b65fe85b672 HTTP/1.1" status: 200 len: 210 time: 0.0892668 Aug 12 14:30:19.188638 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375ce077-86c0-4f23-9346-cfb102e6bcb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23938724-c8db-4703-83d1-9336254dbd3c,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:30:19.258190 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-bd869ae5-4499-40a3-a81b-17a0be0e5008 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:19.275052 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-58dc36e2-c437-4e36-beca-52d8fd4afcd8 req-87ffb25a-6bcb-4ac7-994f-adf40e37fde5 tempest-SecurityGroupsTestAdminJSON-964226329 tempest-SecurityGroupsTestAdminJSON-964226329-project] Notify callbacks [] for security_group, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:19.288932 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-58dc36e2-c437-4e36-beca-52d8fd4afcd8 req-87ffb25a-6bcb-4ac7-994f-adf40e37fde5 tempest-SecurityGroupsTestAdminJSON-964226329 tempest-SecurityGroupsTestAdminJSON-964226329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:19.299626 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-bd869ae5-4499-40a3-a81b-17a0be0e5008 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:19.330579 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a233a5f1-6a8b-46e8-92ba-1d3e9abf78cb req-9a64d145-6927-4e28-974d-34efee5cbee3 tempest-ServerDiagnosticsNegativeTest-51490619 tempest-ServerDiagnosticsNegativeTest-51490619-project] Made reservation on behalf of 71583d9b4d90416e83857414e012a111 for: {'port': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:30:19.334589 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-a233a5f1-6a8b-46e8-92ba-1d3e9abf78cb req-9a64d145-6927-4e28-974d-34efee5cbee3 tempest-ServerDiagnosticsNegativeTest-51490619 tempest-ServerDiagnosticsNegativeTest-51490619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:19.341703 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-58dc36e2-c437-4e36-beca-52d8fd4afcd8 req-87ffb25a-6bcb-4ac7-994f-adf40e37fde5 tempest-SecurityGroupsTestAdminJSON-964226329 tempest-SecurityGroupsTestAdminJSON-964226329-project] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:19.346319 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-58dc36e2-c437-4e36-beca-52d8fd4afcd8 req-87ffb25a-6bcb-4ac7-994f-adf40e37fde5 tempest-SecurityGroupsTestAdminJSON-964226329 tempest-SecurityGroupsTestAdminJSON-964226329-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.2527366 Aug 12 14:30:19.348341 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-a233a5f1-6a8b-46e8-92ba-1d3e9abf78cb req-9a64d145-6927-4e28-974d-34efee5cbee3 tempest-ServerDiagnosticsNegativeTest-51490619 tempest-ServerDiagnosticsNegativeTest-51490619-project] Notify callbacks [] for security_group, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:19.365933 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0d1392-42b6-460f-9600-7fc628252cc8 req-9ecefdd6-1038-43b5-87d3-3a4ff21e6968 tempest-DeleteServersAdminTestJSON-840867186 tempest-DeleteServersAdminTestJSON-840867186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:30:19.367961 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-ba0d1392-42b6-460f-9600-7fc628252cc8 req-9ecefdd6-1038-43b5-87d3-3a4ff21e6968 tempest-DeleteServersAdminTestJSON-840867186 tempest-DeleteServersAdminTestJSON-840867186-project] 10.222.0.39 "GET /v2.0/ports?device_id=80e555b5-aed3-47ef-8ec7-1a6015443631 HTTP/1.1" status: 200 len: 950 time: 0.0796063 Aug 12 14:30:19.368196 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ffb25a-6bcb-4ac7-994f-adf40e37fde5 tempest-SecurityGroupsTestAdminJSON-964226329 tempest-SecurityGroupsTestAdminJSON-964226329-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4c0d044-863d-4019-8003-9ed8ac59500b,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:30:19.406307 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-bd869ae5-4499-40a3-a81b-17a0be0e5008 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:19.410618 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-bd869ae5-4499-40a3-a81b-17a0be0e5008 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:19.412559 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-bd869ae5-4499-40a3-a81b-17a0be0e5008 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/23938724-c8db-4703-83d1-9336254dbd3c HTTP/1.1" status: 204 len: 168 time: 0.2464402 Aug 12 14:30:19.427058 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd869ae5-4499-40a3-a81b-17a0be0e5008 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23938724-c8db-4703-83d1-9336254dbd3c,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:30:19.440004 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-ba0d1392-42b6-460f-9600-7fc628252cc8 req-6710f42d-567c-4e2a-bbe2-732f37ec00d8 tempest-DeleteServersAdminTestJSON-840867186 tempest-DeleteServersAdminTestJSON-840867186-project] 10.222.0.39 "GET /v2.0/security-groups?id=b1460155-7c7e-4a06-ae69-7cfde3aaedd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611918 Aug 12 14:30:19.518338 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-a233a5f1-6a8b-46e8-92ba-1d3e9abf78cb req-9a64d145-6927-4e28-974d-34efee5cbee3 tempest-ServerDiagnosticsNegativeTest-51490619 tempest-ServerDiagnosticsNegativeTest-51490619-project] Notify callbacks [] for security_group, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:19.523116 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-a233a5f1-6a8b-46e8-92ba-1d3e9abf78cb req-9a64d145-6927-4e28-974d-34efee5cbee3 tempest-ServerDiagnosticsNegativeTest-51490619 tempest-ServerDiagnosticsNegativeTest-51490619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:19.592341 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a64d145-6927-4e28-974d-34efee5cbee3 tempest-ServerDiagnosticsNegativeTest-51490619 tempest-ServerDiagnosticsNegativeTest-51490619-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59f719b0-98c5-4fa0-8c49-6d3bc0442813,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:30:19.682151 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [req-a233a5f1-6a8b-46e8-92ba-1d3e9abf78cb req-9a64d145-6927-4e28-974d-34efee5cbee3 tempest-ServerDiagnosticsNegativeTest-51490619 tempest-ServerDiagnosticsNegativeTest-51490619-project] Allocated IP 192.168.233.68 (2525c403-dfb3-4196-a273-739607aab38a/236e0be6-1c94-4221-9e8b-ab02a53331f8/bc7c8f1e-9fce-40a7-9c08-2d8284d1a731) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:30:19.684219 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-09d1d218-301a-48c1-be27-df3dde978295 req-bf245e07-21a6-4480-8931-ec4ffe4cea2b tempest-SecurityGroupsTestAdminJSON-1184623760 tempest-SecurityGroupsTestAdminJSON-1184623760-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1456536550', 'description': 'tempest-description-41259932'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:30:19.726074 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-09d1d218-301a-48c1-be27-df3dde978295 req-bf245e07-21a6-4480-8931-ec4ffe4cea2b tempest-SecurityGroupsTestAdminJSON-1184623760 tempest-SecurityGroupsTestAdminJSON-1184623760-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:19.745466 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-09d1d218-301a-48c1-be27-df3dde978295 req-bf245e07-21a6-4480-8931-ec4ffe4cea2b tempest-SecurityGroupsTestAdminJSON-1184623760 tempest-SecurityGroupsTestAdminJSON-1184623760-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:19.893789 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-09d1d218-301a-48c1-be27-df3dde978295 req-bf245e07-21a6-4480-8931-ec4ffe4cea2b tempest-SecurityGroupsTestAdminJSON-1184623760 tempest-SecurityGroupsTestAdminJSON-1184623760-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:19.900601 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-09d1d218-301a-48c1-be27-df3dde978295 req-bf245e07-21a6-4480-8931-ec4ffe4cea2b tempest-SecurityGroupsTestAdminJSON-1184623760 tempest-SecurityGroupsTestAdminJSON-1184623760-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:19.972626 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf245e07-21a6-4480-8931-ec4ffe4cea2b tempest-SecurityGroupsTestAdminJSON-1184623760 tempest-SecurityGroupsTestAdminJSON-1184623760-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b16ccd9-2098-4150-9daf-f2c3d35ae0dc,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:30:19.972949 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb177b88-a0a0-4b20-b564-e8d15146cbd2 req-aeb515b4-2b7a-473d-9e64-46f0f3115e3a tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:30:19.974474 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-cb177b88-a0a0-4b20-b564-e8d15146cbd2 req-aeb515b4-2b7a-473d-9e64-46f0f3115e3a tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] 10.222.0.64 "GET /v2.0/networks?id=03dfba7c-7b4a-44e5-8aaa-c2d37ee82018 HTTP/1.1" status: 200 len: 821 time: 0.2070153 Aug 12 14:30:19.977521 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-a233a5f1-6a8b-46e8-92ba-1d3e9abf78cb req-9a64d145-6927-4e28-974d-34efee5cbee3 tempest-ServerDiagnosticsNegativeTest-51490619 tempest-ServerDiagnosticsNegativeTest-51490619-project] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:19.994328 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [req-a233a5f1-6a8b-46e8-92ba-1d3e9abf78cb req-9a64d145-6927-4e28-974d-34efee5cbee3 tempest-ServerDiagnosticsNegativeTest-51490619 tempest-ServerDiagnosticsNegativeTest-51490619-project] Transition to ACTIVE for port object bc7c8f1e-9fce-40a7-9c08-2d8284d1a731 will not be triggered until provisioned by entity DHCP. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:30:20.024040 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [req-cb177b88-a0a0-4b20-b564-e8d15146cbd2 req-8d3a18fd-1a0b-4810-ae7a-9f553cb619bd tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] Request body: {'port': {'device_id': '5924b85c-0d32-4999-87e1-c7d6edcf0040', 'network_id': '03dfba7c-7b4a-44e5-8aaa-c2d37ee82018', 'admin_state_up': True, 'tenant_id': 'eebc4daeab5b4932b99d48c68fd10c64'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:30:20.046211 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-09d1d218-301a-48c1-be27-df3dde978295 req-bf245e07-21a6-4480-8931-ec4ffe4cea2b tempest-SecurityGroupsTestAdminJSON-1184623760 tempest-SecurityGroupsTestAdminJSON-1184623760-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:20.050689 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-09d1d218-301a-48c1-be27-df3dde978295 req-bf245e07-21a6-4480-8931-ec4ffe4cea2b tempest-SecurityGroupsTestAdminJSON-1184623760 tempest-SecurityGroupsTestAdminJSON-1184623760-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:20.078825 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-09d1d218-301a-48c1-be27-df3dde978295 req-bf245e07-21a6-4480-8931-ec4ffe4cea2b tempest-SecurityGroupsTestAdminJSON-1184623760 tempest-SecurityGroupsTestAdminJSON-1184623760-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:20.080376 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-09d1d218-301a-48c1-be27-df3dde978295 req-bf245e07-21a6-4480-8931-ec4ffe4cea2b tempest-SecurityGroupsTestAdminJSON-1184623760 tempest-SecurityGroupsTestAdminJSON-1184623760-project-admin] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.4004803 Aug 12 14:30:20.098166 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf245e07-21a6-4480-8931-ec4ffe4cea2b tempest-SecurityGroupsTestAdminJSON-1184623760 tempest-SecurityGroupsTestAdminJSON-1184623760-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a0b5b5c-3bad-4716-bca9-4fba00c9e4a8,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:30:20.115488 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-a233a5f1-6a8b-46e8-92ba-1d3e9abf78cb req-9a64d145-6927-4e28-974d-34efee5cbee3 tempest-ServerDiagnosticsNegativeTest-51490619 tempest-ServerDiagnosticsNegativeTest-51490619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:20.199090 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a233a5f1-6a8b-46e8-92ba-1d3e9abf78cb req-9a64d145-6927-4e28-974d-34efee5cbee3 tempest-ServerDiagnosticsNegativeTest-51490619 tempest-ServerDiagnosticsNegativeTest-51490619-project] Network 2525c403-dfb3-4196-a273-739607aab38a is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:30:20.210373 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [req-a233a5f1-6a8b-46e8-92ba-1d3e9abf78cb req-9a64d145-6927-4e28-974d-34efee5cbee3 tempest-ServerDiagnosticsNegativeTest-51490619 tempest-ServerDiagnosticsNegativeTest-51490619-project] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:30:20.212982 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [req-a233a5f1-6a8b-46e8-92ba-1d3e9abf78cb req-9a64d145-6927-4e28-974d-34efee5cbee3 tempest-ServerDiagnosticsNegativeTest-51490619 tempest-ServerDiagnosticsNegativeTest-51490619-project] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:30:20.219264 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a233a5f1-6a8b-46e8-92ba-1d3e9abf78cb req-9a64d145-6927-4e28-974d-34efee5cbee3 tempest-ServerDiagnosticsNegativeTest-51490619 tempest-ServerDiagnosticsNegativeTest-51490619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:30:20.219959 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-a233a5f1-6a8b-46e8-92ba-1d3e9abf78cb req-9a64d145-6927-4e28-974d-34efee5cbee3 tempest-ServerDiagnosticsNegativeTest-51490619 tempest-ServerDiagnosticsNegativeTest-51490619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for port, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:20.226796 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a64d145-6927-4e28-974d-34efee5cbee3 tempest-ServerDiagnosticsNegativeTest-51490619 tempest-ServerDiagnosticsNegativeTest-51490619-project] Pushing event updated for resources: {'Port': ['ID=bc7c8f1e-9fce-40a7-9c08-2d8284d1a731,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:30:20.242992 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbb20df-874a-4cb1-ab0d-b76ba0483244 req-ffb6720c-00a0-4533-abf9-bda709a240e1 tempest-AggregatesAdminTestJSON-383758043 tempest-AggregatesAdminTestJSON-383758043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:30:20.244928 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-fdbb20df-874a-4cb1-ab0d-b76ba0483244 req-ffb6720c-00a0-4533-abf9-bda709a240e1 tempest-AggregatesAdminTestJSON-383758043 tempest-AggregatesAdminTestJSON-383758043-project] 10.222.0.39 "GET /v2.0/ports?device_id=81251633-1542-44c6-a676-25aff40ce88b HTTP/1.1" status: 200 len: 968 time: 0.0759547 Aug 12 14:30:20.262577 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb177b88-a0a0-4b20-b564-e8d15146cbd2 req-8d3a18fd-1a0b-4810-ae7a-9f553cb619bd tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] Made reservation on behalf of eebc4daeab5b4932b99d48c68fd10c64 for: {'port': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:30:20.275122 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-cb177b88-a0a0-4b20-b564-e8d15146cbd2 req-8d3a18fd-1a0b-4810-ae7a-9f553cb619bd tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:20.284097 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-a233a5f1-6a8b-46e8-92ba-1d3e9abf78cb req-9a64d145-6927-4e28-974d-34efee5cbee3 tempest-ServerDiagnosticsNegativeTest-51490619 tempest-ServerDiagnosticsNegativeTest-51490619-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2534070 Aug 12 14:30:20.300935 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-fdbb20df-874a-4cb1-ab0d-b76ba0483244 req-ff2aa52c-5d1e-4e74-a02d-6904db64f82c tempest-AggregatesAdminTestJSON-383758043 tempest-AggregatesAdminTestJSON-383758043-project] 10.222.0.39 "GET /v2.0/security-groups?id=8542d1e8-677b-4943-a89d-5c1860a9adfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484626 Aug 12 14:30:20.313804 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [req-a233a5f1-6a8b-46e8-92ba-1d3e9abf78cb req-0fd9db5a-cf2d-4cfb-be2b-560367671dd1 service neutron] Request body: {'port': {'device_id': '5e94d20d-30ba-48bd-9544-1b65fe85b672', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-694802-15'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:30:20.334117 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-ad6c57b8-dff6-46c4-bbbb-6d2ccdf36cc7 req-105e7af5-6f97-4c74-99b8-9e1552cfc825 tempest-SecurityGroupsTestAdminJSON-1184623760 tempest-SecurityGroupsTestAdminJSON-1184623760-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1832178874', 'description': 'tempest-description-781071066'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:30:20.359665 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-ad6c57b8-dff6-46c4-bbbb-6d2ccdf36cc7 req-105e7af5-6f97-4c74-99b8-9e1552cfc825 tempest-SecurityGroupsTestAdminJSON-1184623760 tempest-SecurityGroupsTestAdminJSON-1184623760-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:20.456036 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-a233a5f1-6a8b-46e8-92ba-1d3e9abf78cb req-0fd9db5a-cf2d-4cfb-be2b-560367671dd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:20.461795 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-ad6c57b8-dff6-46c4-bbbb-6d2ccdf36cc7 req-105e7af5-6f97-4c74-99b8-9e1552cfc825 tempest-SecurityGroupsTestAdminJSON-1184623760 tempest-SecurityGroupsTestAdminJSON-1184623760-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:20.468079 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-ad6c57b8-dff6-46c4-bbbb-6d2ccdf36cc7 req-105e7af5-6f97-4c74-99b8-9e1552cfc825 tempest-SecurityGroupsTestAdminJSON-1184623760 tempest-SecurityGroupsTestAdminJSON-1184623760-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:20.507006 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-ad6c57b8-dff6-46c4-bbbb-6d2ccdf36cc7 req-105e7af5-6f97-4c74-99b8-9e1552cfc825 tempest-SecurityGroupsTestAdminJSON-1184623760 tempest-SecurityGroupsTestAdminJSON-1184623760-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:20.508691 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ad6c57b8-dff6-46c4-bbbb-6d2ccdf36cc7 req-105e7af5-6f97-4c74-99b8-9e1552cfc825 tempest-SecurityGroupsTestAdminJSON-1184623760 tempest-SecurityGroupsTestAdminJSON-1184623760-project-admin] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.1791570 Aug 12 14:30:20.509730 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105e7af5-6f97-4c74-99b8-9e1552cfc825 tempest-SecurityGroupsTestAdminJSON-1184623760 tempest-SecurityGroupsTestAdminJSON-1184623760-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be6126b6-e648-463f-9c5b-0dea05f2559d,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:30:20.577851 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-c5a2d338-474e-43c2-b6c9-33711189039e req-20f03400-78ac-4634-811a-bee972178418 tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] 10.222.0.39 "GET /v2.0/ports?device_id=5924b85c-0d32-4999-87e1-c7d6edcf0040 HTTP/1.1" status: 200 len: 210 time: 0.1529274 Aug 12 14:30:20.583728 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-53e4c5fc-d288-40c6-aa75-006454108b85 None None] Provisioning for port bc7c8f1e-9fce-40a7-9c08-2d8284d1a731 completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:30:20.589312 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-53e4c5fc-d288-40c6-aa75-006454108b85 None None] Provisioning complete for port bc7c8f1e-9fce-40a7-9c08-2d8284d1a731 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:30:20.589685 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-53e4c5fc-d288-40c6-aa75-006454108b85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:20.638555 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ce4274-e91d-4d10-a63c-cfad6f9e16cb req-ab4c27e0-a016-4644-8555-9b8529462542 tempest-ServerDiagnosticsNegativeTest-51490619 tempest-ServerDiagnosticsNegativeTest-51490619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:30:20.645835 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-53e4c5fc-d288-40c6-aa75-006454108b85 None None] Port bc7c8f1e-9fce-40a7-9c08-2d8284d1a731 cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 14:30:20.646846 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d0ce4274-e91d-4d10-a63c-cfad6f9e16cb req-ab4c27e0-a016-4644-8555-9b8529462542 tempest-ServerDiagnosticsNegativeTest-51490619 tempest-ServerDiagnosticsNegativeTest-51490619-project] 10.222.0.39 "GET /v2.0/ports?device_id=5e94d20d-30ba-48bd-9544-1b65fe85b672 HTTP/1.1" status: 200 len: 935 time: 0.0861511 Aug 12 14:30:20.699326 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d0ce4274-e91d-4d10-a63c-cfad6f9e16cb req-b7edb2cc-f885-4769-89ea-eee4e9334af9 tempest-ServerDiagnosticsNegativeTest-51490619 tempest-ServerDiagnosticsNegativeTest-51490619-project] 10.222.0.39 "GET /v2.0/security-groups?id=59f719b0-98c5-4fa0-8c49-6d3bc0442813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439136 Aug 12 14:30:20.731427 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [req-cb177b88-a0a0-4b20-b564-e8d15146cbd2 req-8d3a18fd-1a0b-4810-ae7a-9f553cb619bd tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] Allocated IP 172.20.0.6 (03dfba7c-7b4a-44e5-8aaa-c2d37ee82018/ef8d2719-a4dd-40cc-910c-927d9e7406a1/c9578a74-95a3-4b8d-8db4-eff050057d08) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:30:20.900458 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef87f56a-72b4-465e-b050-9dd4d10c20e1 req-1dc3eb44-f41f-4d23-a0c3-bee4f11eb3ff tempest-AggregatesAdminTestJSON-1070106578 tempest-AggregatesAdminTestJSON-1070106578-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:30:20.902935 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ef87f56a-72b4-465e-b050-9dd4d10c20e1 req-1dc3eb44-f41f-4d23-a0c3-bee4f11eb3ff tempest-AggregatesAdminTestJSON-1070106578 tempest-AggregatesAdminTestJSON-1070106578-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=81251633-1542-44c6-a676-25aff40ce88b HTTP/1.1" status: 200 len: 1120 time: 0.0782256 Aug 12 14:30:20.921977 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-ef87f56a-72b4-465e-b050-9dd4d10c20e1 req-09201339-aed6-47f4-bd6b-1ef3a2a8faae tempest-AggregatesAdminTestJSON-1070106578 tempest-AggregatesAdminTestJSON-1070106578-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:20.960681 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b505a413-8a84-4bc0-a3d4-4bc0d53bf3fe req-5435d2a2-00ae-45f7-9c66-7cd55e4f76c7 tempest-DeleteServersAdminTestJSON-840867186 tempest-DeleteServersAdminTestJSON-840867186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:30:20.962194 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-b505a413-8a84-4bc0-a3d4-4bc0d53bf3fe req-5435d2a2-00ae-45f7-9c66-7cd55e4f76c7 tempest-DeleteServersAdminTestJSON-840867186 tempest-DeleteServersAdminTestJSON-840867186-project] 10.222.0.39 "GET /v2.0/ports?device_id=80e555b5-aed3-47ef-8ec7-1a6015443631 HTTP/1.1" status: 200 len: 950 time: 0.1231551 Aug 12 14:30:21.032584 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-ef87f56a-72b4-465e-b050-9dd4d10c20e1 req-09201339-aed6-47f4-bd6b-1ef3a2a8faae tempest-AggregatesAdminTestJSON-1070106578 tempest-AggregatesAdminTestJSON-1070106578-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:21.037724 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-ef87f56a-72b4-465e-b050-9dd4d10c20e1 req-09201339-aed6-47f4-bd6b-1ef3a2a8faae tempest-AggregatesAdminTestJSON-1070106578 tempest-AggregatesAdminTestJSON-1070106578-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:21.199840 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ef87f56a-72b4-465e-b050-9dd4d10c20e1 req-09201339-aed6-47f4-bd6b-1ef3a2a8faae tempest-AggregatesAdminTestJSON-1070106578 tempest-AggregatesAdminTestJSON-1070106578-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=8542d1e8-677b-4943-a89d-5c1860a9adfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2904966 Aug 12 14:30:21.209661 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09201339-aed6-47f4-bd6b-1ef3a2a8faae tempest-AggregatesAdminTestJSON-1070106578 tempest-AggregatesAdminTestJSON-1070106578-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f684c00a-6d8a-47fe-a68c-5a7f548857a1,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:30:21.237680 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-b505a413-8a84-4bc0-a3d4-4bc0d53bf3fe req-c364fb18-1df6-4a9e-a4ee-d432c36c7b0e tempest-DeleteServersAdminTestJSON-840867186 tempest-DeleteServersAdminTestJSON-840867186-project] 10.222.0.39 "GET /v2.0/security-groups?id=b1460155-7c7e-4a06-ae69-7cfde3aaedd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2600083 Aug 12 14:30:21.256184 n-d-694802-15 neutron-server[94466]: DEBUG neutron.notifiers.nova [req-a233a5f1-6a8b-46e8-92ba-1d3e9abf78cb req-0fd9db5a-cf2d-4cfb-be2b-560367671dd1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc7c8f1e-9fce-40a7-9c08-2d8284d1a731 {{(pid=94466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:30:21.277391 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-a233a5f1-6a8b-46e8-92ba-1d3e9abf78cb req-0fd9db5a-cf2d-4cfb-be2b-560367671dd1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:21.320168 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [req-a233a5f1-6a8b-46e8-92ba-1d3e9abf78cb req-0fd9db5a-cf2d-4cfb-be2b-560367671dd1 service neutron] Transition to ACTIVE for port object bc7c8f1e-9fce-40a7-9c08-2d8284d1a731 will not be triggered until provisioned by entity L2. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:30:21.346377 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-a233a5f1-6a8b-46e8-92ba-1d3e9abf78cb req-0fd9db5a-cf2d-4cfb-be2b-560367671dd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:21.354538 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-cb177b88-a0a0-4b20-b564-e8d15146cbd2 req-8d3a18fd-1a0b-4810-ae7a-9f553cb619bd tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:21.478497 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd9db5a-cf2d-4cfb-be2b-560367671dd1 service neutron] Pushing event updated for resources: {'Port': ['ID=bc7c8f1e-9fce-40a7-9c08-2d8284d1a731,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:30:21.524509 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [req-a233a5f1-6a8b-46e8-92ba-1d3e9abf78cb req-0fd9db5a-cf2d-4cfb-be2b-560367671dd1 service neutron] Attempting to bind port bc7c8f1e-9fce-40a7-9c08-2d8284d1a731 on host n-h2-694802-15 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:30:21.524956 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [req-a233a5f1-6a8b-46e8-92ba-1d3e9abf78cb req-0fd9db5a-cf2d-4cfb-be2b-560367671dd1 service neutron] Attempting to bind port bc7c8f1e-9fce-40a7-9c08-2d8284d1a731 by drivers openvswitch,hyperv on host n-h2-694802-15 at level 0 using segments [{'id': 'a1f8c867-101b-4d30-814e-b89f55a5edd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '2525c403-dfb3-4196-a273-739607aab38a'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:30:21.525529 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a233a5f1-6a8b-46e8-92ba-1d3e9abf78cb req-0fd9db5a-cf2d-4cfb-be2b-560367671dd1 service neutron] Attempting to bind port bc7c8f1e-9fce-40a7-9c08-2d8284d1a731 on network 2525c403-dfb3-4196-a273-739607aab38a {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:30:21.541968 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-cb177b88-a0a0-4b20-b564-e8d15146cbd2 req-8d3a18fd-1a0b-4810-ae7a-9f553cb619bd tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:21.550074 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a233a5f1-6a8b-46e8-92ba-1d3e9abf78cb req-0fd9db5a-cf2d-4cfb-be2b-560367671dd1 service neutron] Port bc7c8f1e-9fce-40a7-9c08-2d8284d1a731 on network 2525c403-dfb3-4196-a273-739607aab38a not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-15 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 14:30:21.551187 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a233a5f1-6a8b-46e8-92ba-1d3e9abf78cb req-0fd9db5a-cf2d-4cfb-be2b-560367671dd1 service neutron] Attempting to bind port bc7c8f1e-9fce-40a7-9c08-2d8284d1a731 on network 2525c403-dfb3-4196-a273-739607aab38a {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:30:21.597097 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a233a5f1-6a8b-46e8-92ba-1d3e9abf78cb req-0fd9db5a-cf2d-4cfb-be2b-560367671dd1 service neutron] Checking agent: {'id': 'b7697f71-33f3-4959-ad82-43c2dc15845d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 27, 42), 'started_at': datetime.datetime(2021, 8, 12, 14, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 30, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:30:21.597421 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a233a5f1-6a8b-46e8-92ba-1d3e9abf78cb req-0fd9db5a-cf2d-4cfb-be2b-560367671dd1 service neutron] Checking segment: {'id': 'a1f8c867-101b-4d30-814e-b89f55a5edd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '2525c403-dfb3-4196-a273-739607aab38a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:30:21.597804 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a233a5f1-6a8b-46e8-92ba-1d3e9abf78cb req-0fd9db5a-cf2d-4cfb-be2b-560367671dd1 service neutron] Bound using segment: {'id': 'a1f8c867-101b-4d30-814e-b89f55a5edd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '2525c403-dfb3-4196-a273-739607aab38a'} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:30:21.598245 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [req-a233a5f1-6a8b-46e8-92ba-1d3e9abf78cb req-0fd9db5a-cf2d-4cfb-be2b-560367671dd1 service neutron] Bound port: bc7c8f1e-9fce-40a7-9c08-2d8284d1a731, host: n-h2-694802-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1f8c867-101b-4d30-814e-b89f55a5edd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '2525c403-dfb3-4196-a273-739607aab38a'}}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:30:21.598593 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-a233a5f1-6a8b-46e8-92ba-1d3e9abf78cb req-0fd9db5a-cf2d-4cfb-be2b-560367671dd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:21.644967 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb177b88-a0a0-4b20-b564-e8d15146cbd2 req-8d3a18fd-1a0b-4810-ae7a-9f553cb619bd tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] Network 03dfba7c-7b4a-44e5-8aaa-c2d37ee82018 is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:30:21.675726 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [req-cb177b88-a0a0-4b20-b564-e8d15146cbd2 req-8d3a18fd-1a0b-4810-ae7a-9f553cb619bd tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:30:21.682232 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3a18fd-1a0b-4810-ae7a-9f553cb619bd tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] Pushing event updated for resources: {'Port': ['ID=c9578a74-95a3-4b8d-8db4-eff050057d08,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:30:21.691201 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb177b88-a0a0-4b20-b564-e8d15146cbd2 req-8d3a18fd-1a0b-4810-ae7a-9f553cb619bd tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:30:21.698987 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb177b88-a0a0-4b20-b564-e8d15146cbd2 req-8d3a18fd-1a0b-4810-ae7a-9f553cb619bd tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:30:21.699791 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-cb177b88-a0a0-4b20-b564-e8d15146cbd2 req-8d3a18fd-1a0b-4810-ae7a-9f553cb619bd tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for port, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:21.754821 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-cb177b88-a0a0-4b20-b564-e8d15146cbd2 req-8d3a18fd-1a0b-4810-ae7a-9f553cb619bd tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7385945 Aug 12 14:30:21.779458 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-c64cdae5-a31b-407f-8b11-05884d6cb61f req-02fc7134-fc37-4cfb-8f17-5c10a5c91d04 tempest-SecurityGroupsTestAdminJSON-1184623760 tempest-SecurityGroupsTestAdminJSON-1184623760-project-admin] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 36830 time: 0.4993238 Aug 12 14:30:21.783371 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [req-cb177b88-a0a0-4b20-b564-e8d15146cbd2 req-f52249d2-466f-403b-bcad-c6e8797dbe9b service neutron] Request body: {'port': {'device_id': '5924b85c-0d32-4999-87e1-c7d6edcf0040', 'device_owner': 'compute:tempest-test_az-8800305', 'binding:host_id': 'n-h1-694802-15'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:30:21.788369 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cbb29d-68c6-4775-bafa-99d86e85376a req-e6d6cfe7-4efb-4e4b-871d-92c696ccb70a tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:30:21.790152 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [req-a233a5f1-6a8b-46e8-92ba-1d3e9abf78cb req-0fd9db5a-cf2d-4cfb-be2b-560367671dd1 service neutron] For port bc7c8f1e-9fce-40a7-9c08-2d8284d1a731, host n-h2-694802-15, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:30:21.790279 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-27cbb29d-68c6-4775-bafa-99d86e85376a req-e6d6cfe7-4efb-4e4b-871d-92c696ccb70a tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] 10.222.0.39 "GET /v2.0/ports?device_id=5924b85c-0d32-4999-87e1-c7d6edcf0040 HTTP/1.1" status: 200 len: 931 time: 0.0493870 Aug 12 14:30:21.828848 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-27cbb29d-68c6-4775-bafa-99d86e85376a req-bcacb947-1844-4173-a484-9d65053fad1e tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] 10.222.0.39 "GET /v2.0/security-groups?id=e3ca17b3-b028-41b3-b138-91e00a6e278c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320282 Aug 12 14:30:21.832527 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [req-a233a5f1-6a8b-46e8-92ba-1d3e9abf78cb req-0fd9db5a-cf2d-4cfb-be2b-560367671dd1 service neutron] For port bc7c8f1e-9fce-40a7-9c08-2d8284d1a731, host n-h2-694802-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=bc7c8f1e-9fce-40a7-9c08-2d8284d1a731,segment=NetworkSegment(a1f8c867-101b-4d30-814e-b89f55a5edd0),segment_id=a1f8c867-101b-4d30-814e-b89f55a5edd0)] {{(pid=94466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:30:21.845900 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-a233a5f1-6a8b-46e8-92ba-1d3e9abf78cb req-0fd9db5a-cf2d-4cfb-be2b-560367671dd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:21.911240 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a233a5f1-6a8b-46e8-92ba-1d3e9abf78cb req-0fd9db5a-cf2d-4cfb-be2b-560367671dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:30:21.911868 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-a233a5f1-6a8b-46e8-92ba-1d3e9abf78cb req-0fd9db5a-cf2d-4cfb-be2b-560367671dd1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for port, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:21.913385 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-a233a5f1-6a8b-46e8-92ba-1d3e9abf78cb req-0fd9db5a-cf2d-4cfb-be2b-560367671dd1 service neutron] 10.222.0.49 "PUT /v2.0/ports/bc7c8f1e-9fce-40a7-9c08-2d8284d1a731 HTTP/1.1" status: 200 len: 1096 time: 1.6093554 Aug 12 14:30:21.922684 n-d-694802-15 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e94d20d-30ba-48bd-9544-1b65fe85b672', 'tag': 'bc7c8f1e-9fce-40a7-9c08-2d8284d1a731'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:30:21.925044 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e785eeede3897370d0b20f09d5f461b30cfecd5ed38c4f07dacd02bc52c9277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54758a68-b677-4bb1-9f80-67a7085e5a56" -d '{"events": [{"name": "network-changed", "server_uuid": "5e94d20d-30ba-48bd-9544-1b65fe85b672", "tag": "bc7c8f1e-9fce-40a7-9c08-2d8284d1a731"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:30:21.944399 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-cb177b88-a0a0-4b20-b564-e8d15146cbd2 req-f52249d2-466f-403b-bcad-c6e8797dbe9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:21.978725 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-c64cdae5-a31b-407f-8b11-05884d6cb61f req-9cd75f6f-bd95-4ee3-8ed1-28dc3d1ade54 tempest-SecurityGroupsTestAdminJSON-1184623760 tempest-SecurityGroupsTestAdminJSON-1184623760-project-admin] 10.222.0.39 "GET /v2.0/security-groups/4b16ccd9-2098-4150-9daf-f2c3d35ae0dc HTTP/1.1" status: 200 len: 2981 time: 0.1912191 Aug 12 14:30:21.986913 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd9db5a-cf2d-4cfb-be2b-560367671dd1 service neutron] Pushing event updated for resources: {'Port': ['ID=bc7c8f1e-9fce-40a7-9c08-2d8284d1a731,revision_number=3']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:30:22.004890 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.49', 55214) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:30:22.063451 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c16a021-7a69-4346-a594-81f4f0ae5e3a req-9c65722a-2957-4841-995a-b2ac69062dae tempest-ServerDiagnosticsNegativeTest-51490619 tempest-ServerDiagnosticsNegativeTest-51490619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:30:22.064990 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9c16a021-7a69-4346-a594-81f4f0ae5e3a req-9c65722a-2957-4841-995a-b2ac69062dae tempest-ServerDiagnosticsNegativeTest-51490619 tempest-ServerDiagnosticsNegativeTest-51490619-project] 10.222.0.39 "GET /v2.0/ports?device_id=5e94d20d-30ba-48bd-9544-1b65fe85b672 HTTP/1.1" status: 200 len: 947 time: 0.0928092 Aug 12 14:30:22.070984 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fd2823-f7bf-42d0-af88-e139e5063324 req-774aaf6a-ed31-4425-8149-c22913899526 tempest-DeleteServersAdminTestJSON-434241996 tempest-DeleteServersAdminTestJSON-434241996-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:30:22.072667 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b5fd2823-f7bf-42d0-af88-e139e5063324 req-774aaf6a-ed31-4425-8149-c22913899526 tempest-DeleteServersAdminTestJSON-434241996 tempest-DeleteServersAdminTestJSON-434241996-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=80e555b5-aed3-47ef-8ec7-1a6015443631 HTTP/1.1" status: 200 len: 1102 time: 0.0656881 Aug 12 14:30:22.135839 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9c16a021-7a69-4346-a594-81f4f0ae5e3a req-2ea3b2b0-bb7e-4936-90c8-625dfea3d560 tempest-ServerDiagnosticsNegativeTest-51490619 tempest-ServerDiagnosticsNegativeTest-51490619-project] 10.222.0.39 "GET /v2.0/security-groups?id=59f719b0-98c5-4fa0-8c49-6d3bc0442813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613968 Aug 12 14:30:22.144062 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a233a5f1-6a8b-46e8-92ba-1d3e9abf78cb req-bb98c3e7-5722-449f-8bdb-b54473c85b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:30:22.145584 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-a233a5f1-6a8b-46e8-92ba-1d3e9abf78cb req-bb98c3e7-5722-449f-8bdb-b54473c85b0a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=71583d9b4d90416e83857414e012a111&device_id=5e94d20d-30ba-48bd-9544-1b65fe85b672 HTTP/1.1" status: 200 len: 1099 time: 0.1812294 Aug 12 14:30:22.151210 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-c64cdae5-a31b-407f-8b11-05884d6cb61f req-b1c1e35e-e98f-4f38-b623-7a7b058407e6 tempest-SecurityGroupsTestAdminJSON-1184623760 tempest-SecurityGroupsTestAdminJSON-1184623760-project-admin] 10.222.0.39 "GET /v2.0/security-groups/4b16ccd9-2098-4150-9daf-f2c3d35ae0dc HTTP/1.1" status: 200 len: 2981 time: 0.1257212 Aug 12 14:30:22.190044 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [req-b5fd2823-f7bf-42d0-af88-e139e5063324 req-0188c3f3-4979-4fd8-9ff5-f1955682bbe4 tempest-DeleteServersAdminTestJSON-434241996 tempest-DeleteServersAdminTestJSON-434241996-project-admin] Deleting port ffc18c01-e65d-4e47-888f-3450e4c06dad {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:30:22.190500 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-b5fd2823-f7bf-42d0-af88-e139e5063324 req-0188c3f3-4979-4fd8-9ff5-f1955682bbe4 tempest-DeleteServersAdminTestJSON-434241996 tempest-DeleteServersAdminTestJSON-434241996-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:22.219071 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-a233a5f1-6a8b-46e8-92ba-1d3e9abf78cb req-f89b2652-d1c8-492d-9db0-f91a03937bef service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=bc7c8f1e-9fce-40a7-9c08-2d8284d1a731 HTTP/1.1" status: 200 len: 217 time: 0.0534940 Aug 12 14:30:22.318011 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-b5fd2823-f7bf-42d0-af88-e139e5063324 req-0188c3f3-4979-4fd8-9ff5-f1955682bbe4 tempest-DeleteServersAdminTestJSON-434241996 tempest-DeleteServersAdminTestJSON-434241996-project-admin] For port ffc18c01-e65d-4e47-888f-3450e4c06dad, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=ffc18c01-e65d-4e47-888f-3450e4c06dad,segment=NetworkSegment(a1f8c867-101b-4d30-814e-b89f55a5edd0),segment_id=a1f8c867-101b-4d30-814e-b89f55a5edd0)] {{(pid=94467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:30:22.318497 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-b5fd2823-f7bf-42d0-af88-e139e5063324 req-0188c3f3-4979-4fd8-9ff5-f1955682bbe4 tempest-DeleteServersAdminTestJSON-434241996 tempest-DeleteServersAdminTestJSON-434241996-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:22.351459 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [req-b5fd2823-f7bf-42d0-af88-e139e5063324 req-0188c3f3-4979-4fd8-9ff5-f1955682bbe4 tempest-DeleteServersAdminTestJSON-434241996 tempest-DeleteServersAdminTestJSON-434241996-project-admin] Calling delete_port for ffc18c01-e65d-4e47-888f-3450e4c06dad owned by compute:nova {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:30:22.355189 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-c64cdae5-a31b-407f-8b11-05884d6cb61f req-97fa3789-4aae-4e69-b543-6a64040edcdb tempest-SecurityGroupsTestAdminJSON-1184623760 tempest-SecurityGroupsTestAdminJSON-1184623760-project-admin] 10.222.0.39 "GET /v2.0/security-groups/52e692f2-f670-478f-85ca-f0b11af7b8fc HTTP/1.1" status: 200 len: 2981 time: 0.1947918 Aug 12 14:30:22.384287 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a233a5f1-6a8b-46e8-92ba-1d3e9abf78cb req-0e97ae4d-0148-4c08-ad93-234ca36bb86a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:30:22.385642 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-a233a5f1-6a8b-46e8-92ba-1d3e9abf78cb req-0e97ae4d-0148-4c08-ad93-234ca36bb86a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=236e0be6-1c94-4221-9e8b-ab02a53331f8 HTTP/1.1" status: 200 len: 843 time: 0.1486216 Aug 12 14:30:22.461337 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 14:30:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebed5c21-35f9-4bad-a3b3-5650c6753a92 x-openstack-request-id: req-ebed5c21-35f9-4bad-a3b3-5650c6753a92 {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:30:22.461809 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e94d20d-30ba-48bd-9544-1b65fe85b672", "tag": "bc7c8f1e-9fce-40a7-9c08-2d8284d1a731", "status": "completed", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:30:22.462245 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ebed5c21-35f9-4bad-a3b3-5650c6753a92 {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:30:22.463378 n-d-694802-15 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e94d20d-30ba-48bd-9544-1b65fe85b672', 'tag': 'bc7c8f1e-9fce-40a7-9c08-2d8284d1a731', 'status': 'completed', 'code': 200} Aug 12 14:30:22.528010 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-c64cdae5-a31b-407f-8b11-05884d6cb61f req-2e71e94f-3dc8-4b60-9fd1-ea0e984ba266 tempest-SecurityGroupsTestAdminJSON-1184623760 tempest-SecurityGroupsTestAdminJSON-1184623760-project-admin] 10.222.0.39 "GET /v2.0/security-groups/52e692f2-f670-478f-85ca-f0b11af7b8fc HTTP/1.1" status: 200 len: 2981 time: 0.1645064 Aug 12 14:30:22.543901 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a233a5f1-6a8b-46e8-92ba-1d3e9abf78cb req-113bd0f1-6a02-4094-8ba6-f87888cfa08f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:30:22.545628 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-a233a5f1-6a8b-46e8-92ba-1d3e9abf78cb req-113bd0f1-6a02-4094-8ba6-f87888cfa08f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2525c403-dfb3-4196-a273-739607aab38a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1408789 Aug 12 14:30:22.577506 n-d-694802-15 neutron-server[94466]: DEBUG neutron.notifiers.nova [req-cb177b88-a0a0-4b20-b564-e8d15146cbd2 req-f52249d2-466f-403b-bcad-c6e8797dbe9b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9578a74-95a3-4b8d-8db4-eff050057d08 {{(pid=94466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:30:22.590521 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-cb177b88-a0a0-4b20-b564-e8d15146cbd2 req-f52249d2-466f-403b-bcad-c6e8797dbe9b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:22.649525 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [req-cb177b88-a0a0-4b20-b564-e8d15146cbd2 req-f52249d2-466f-403b-bcad-c6e8797dbe9b service neutron] Transition to ACTIVE for port object c9578a74-95a3-4b8d-8db4-eff050057d08 will not be triggered until provisioned by entity L2. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:30:22.669476 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 56186) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:30:22.670519 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-c64cdae5-a31b-407f-8b11-05884d6cb61f req-ac63685c-ac26-404e-bb46-9e2a5147490b tempest-SecurityGroupsTestAdminJSON-1184623760 tempest-SecurityGroupsTestAdminJSON-1184623760-project-admin] 10.222.0.39 "GET /v2.0/security-groups/53602465-d918-49fc-95c8-957cc3423e56 HTTP/1.1" status: 200 len: 2981 time: 0.1413136 Aug 12 14:30:22.672566 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-cb177b88-a0a0-4b20-b564-e8d15146cbd2 req-f52249d2-466f-403b-bcad-c6e8797dbe9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:22.687711 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bc5d40-8972-4606-a48d-339270f86ac2 req-67366e54-5c35-4d59-9fa8-6b1319bca023 tempest-DeleteServersAdminTestJSON-840867186 tempest-DeleteServersAdminTestJSON-840867186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:30:22.689554 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-86bc5d40-8972-4606-a48d-339270f86ac2 req-67366e54-5c35-4d59-9fa8-6b1319bca023 tempest-DeleteServersAdminTestJSON-840867186 tempest-DeleteServersAdminTestJSON-840867186-project] 10.222.0.39 "GET /v2.0/ports?device_id=80e555b5-aed3-47ef-8ec7-1a6015443631 HTTP/1.1" status: 200 len: 867 time: 0.0802095 Aug 12 14:30:22.689554 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-b5fd2823-f7bf-42d0-af88-e139e5063324 req-0188c3f3-4979-4fd8-9ff5-f1955682bbe4 tempest-DeleteServersAdminTestJSON-434241996 tempest-DeleteServersAdminTestJSON-434241996-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:22.716869 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] get_ports_and_sgs() called for port_ids ['ffc18c01-e65d-4e47-888f-3450e4c06dad'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:30:22.829127 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52249d2-466f-403b-bcad-c6e8797dbe9b service neutron] Pushing event updated for resources: {'Port': ['ID=c9578a74-95a3-4b8d-8db4-eff050057d08,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:30:22.843239 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0188c3f3-4979-4fd8-9ff5-f1955682bbe4 tempest-DeleteServersAdminTestJSON-434241996 tempest-DeleteServersAdminTestJSON-434241996-project-admin] Pushing event deleted for resources: {'Port': ['ID=ffc18c01-e65d-4e47-888f-3450e4c06dad,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:30:22.846131 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-c64cdae5-a31b-407f-8b11-05884d6cb61f req-578c7a15-427f-4d89-8fd0-0d1dcaf1633a tempest-SecurityGroupsTestAdminJSON-1184623760 tempest-SecurityGroupsTestAdminJSON-1184623760-project-admin] 10.222.0.39 "GET /v2.0/security-groups/53602465-d918-49fc-95c8-957cc3423e56 HTTP/1.1" status: 200 len: 2981 time: 0.1746905 Aug 12 14:30:22.876581 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-a233a5f1-6a8b-46e8-92ba-1d3e9abf78cb req-af8008a7-2604-49a4-ad3e-7dac811d8ddf service neutron] 10.222.0.49 "GET /v2.0/networks/2525c403-dfb3-4196-a273-739607aab38a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3115931 Aug 12 14:30:22.880996 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5fd2823-f7bf-42d0-af88-e139e5063324 req-0188c3f3-4979-4fd8-9ff5-f1955682bbe4 tempest-DeleteServersAdminTestJSON-434241996 tempest-DeleteServersAdminTestJSON-434241996-project-admin] No DVR routers for this DVR port ffc18c01-e65d-4e47-888f-3450e4c06dad on host n-h2-694802-15 {{(pid=94467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:30:22.882572 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-d941342c-a38d-430f-a6d2-9fc9f861d9c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:22.893213 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-b5fd2823-f7bf-42d0-af88-e139e5063324 req-0188c3f3-4979-4fd8-9ff5-f1955682bbe4 tempest-DeleteServersAdminTestJSON-434241996 tempest-DeleteServersAdminTestJSON-434241996-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:22.895502 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b5fd2823-f7bf-42d0-af88-e139e5063324 req-0188c3f3-4979-4fd8-9ff5-f1955682bbe4 tempest-DeleteServersAdminTestJSON-434241996 tempest-DeleteServersAdminTestJSON-434241996-project-admin] 10.222.0.49 "DELETE /v2.0/ports/ffc18c01-e65d-4e47-888f-3450e4c06dad HTTP/1.1" status: 204 len: 173 time: 0.8014503 Aug 12 14:30:22.898414 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80e555b5-aed3-47ef-8ec7-1a6015443631', 'name': 'network-vif-deleted', 'tag': 'ffc18c01-e65d-4e47-888f-3450e4c06dad'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:30:23.006670 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-86bc5d40-8972-4606-a48d-339270f86ac2 req-d25b2b99-4a99-43f9-a1b0-62c120fc84e7 tempest-DeleteServersAdminTestJSON-840867186 tempest-DeleteServersAdminTestJSON-840867186-project] 10.222.0.39 "GET /v2.0/security-groups?id=b1460155-7c7e-4a06-ae69-7cfde3aaedd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2794871 Aug 12 14:30:23.099248 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-c64cdae5-a31b-407f-8b11-05884d6cb61f req-66795b6e-bd94-4e4a-baa6-8c679b3f543d tempest-SecurityGroupsTestAdminJSON-1184623760 tempest-SecurityGroupsTestAdminJSON-1184623760-project-admin] 10.222.0.39 "GET /v2.0/security-groups/5873288c-343d-4c98-bdaa-5a7e29cbf54e HTTP/1.1" status: 200 len: 2981 time: 0.2522106 Aug 12 14:30:23.115519 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [req-cb177b88-a0a0-4b20-b564-e8d15146cbd2 req-f52249d2-466f-403b-bcad-c6e8797dbe9b service neutron] Attempting to bind port c9578a74-95a3-4b8d-8db4-eff050057d08 on host n-h1-694802-15 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:30:23.116109 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [req-cb177b88-a0a0-4b20-b564-e8d15146cbd2 req-f52249d2-466f-403b-bcad-c6e8797dbe9b service neutron] Attempting to bind port c9578a74-95a3-4b8d-8db4-eff050057d08 by drivers openvswitch,hyperv on host n-h1-694802-15 at level 0 using segments [{'id': '2e94514d-7fca-42ad-995e-123d3a176790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '03dfba7c-7b4a-44e5-8aaa-c2d37ee82018'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:30:23.116440 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb177b88-a0a0-4b20-b564-e8d15146cbd2 req-f52249d2-466f-403b-bcad-c6e8797dbe9b service neutron] Attempting to bind port c9578a74-95a3-4b8d-8db4-eff050057d08 on network 03dfba7c-7b4a-44e5-8aaa-c2d37ee82018 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:30:23.158980 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e65282f928b64038367d043a4411777802006c43a98742496cb2e25b724ff1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-693bf151-17a6-4e42-b89e-a06d1bb81fe6" -d '{"events": [{"server_uuid": "80e555b5-aed3-47ef-8ec7-1a6015443631", "name": "network-vif-deleted", "tag": "ffc18c01-e65d-4e47-888f-3450e4c06dad"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:30:23.168100 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb177b88-a0a0-4b20-b564-e8d15146cbd2 req-f52249d2-466f-403b-bcad-c6e8797dbe9b service neutron] Port c9578a74-95a3-4b8d-8db4-eff050057d08 on network 03dfba7c-7b4a-44e5-8aaa-c2d37ee82018 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-15 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 14:30:23.168618 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb177b88-a0a0-4b20-b564-e8d15146cbd2 req-f52249d2-466f-403b-bcad-c6e8797dbe9b service neutron] Attempting to bind port c9578a74-95a3-4b8d-8db4-eff050057d08 on network 03dfba7c-7b4a-44e5-8aaa-c2d37ee82018 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:30:23.177756 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-a233a5f1-6a8b-46e8-92ba-1d3e9abf78cb req-73be4e42-a4d2-4521-b682-c68338d0e3d7 service neutron] 10.222.0.49 "GET /v2.0/networks/2525c403-dfb3-4196-a273-739607aab38a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2799892 Aug 12 14:30:23.181228 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb177b88-a0a0-4b20-b564-e8d15146cbd2 req-f52249d2-466f-403b-bcad-c6e8797dbe9b service neutron] Checking agent: {'id': 'de568313-a3e6-454a-9813-77e25edcea95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 27, 41), 'started_at': datetime.datetime(2021, 8, 12, 14, 27, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 30, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:30:23.181822 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb177b88-a0a0-4b20-b564-e8d15146cbd2 req-f52249d2-466f-403b-bcad-c6e8797dbe9b service neutron] Checking segment: {'id': '2e94514d-7fca-42ad-995e-123d3a176790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '03dfba7c-7b4a-44e5-8aaa-c2d37ee82018'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:30:23.182698 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb177b88-a0a0-4b20-b564-e8d15146cbd2 req-f52249d2-466f-403b-bcad-c6e8797dbe9b service neutron] Bound using segment: {'id': '2e94514d-7fca-42ad-995e-123d3a176790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '03dfba7c-7b4a-44e5-8aaa-c2d37ee82018'} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:30:23.183219 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [req-cb177b88-a0a0-4b20-b564-e8d15146cbd2 req-f52249d2-466f-403b-bcad-c6e8797dbe9b service neutron] Bound port: c9578a74-95a3-4b8d-8db4-eff050057d08, host: n-h1-694802-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e94514d-7fca-42ad-995e-123d3a176790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '03dfba7c-7b4a-44e5-8aaa-c2d37ee82018'}}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:30:23.183657 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-cb177b88-a0a0-4b20-b564-e8d15146cbd2 req-f52249d2-466f-403b-bcad-c6e8797dbe9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:23.219824 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-d941342c-a38d-430f-a6d2-9fc9f861d9c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:23.227309 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-d941342c-a38d-430f-a6d2-9fc9f861d9c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:23.246957 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-c64cdae5-a31b-407f-8b11-05884d6cb61f req-72fca848-ce0b-472c-9c5a-4f0097512a23 tempest-SecurityGroupsTestAdminJSON-1184623760 tempest-SecurityGroupsTestAdminJSON-1184623760-project-admin] 10.222.0.39 "GET /v2.0/security-groups/5873288c-343d-4c98-bdaa-5a7e29cbf54e HTTP/1.1" status: 200 len: 2981 time: 0.1180694 Aug 12 14:30:23.273627 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-d941342c-a38d-430f-a6d2-9fc9f861d9c0 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e6e134a79ccd4ceab729b4ba59db5f47&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5999892 Aug 12 14:30:23.282698 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e137a4ec-aafb-47dd-9162-a92f1a0a7651 req-30c88b0a-f06c-4cdf-8358-93579e7629e0 tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:30:23.283442 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 56204) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:30:23.284171 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e137a4ec-aafb-47dd-9162-a92f1a0a7651 req-30c88b0a-f06c-4cdf-8358-93579e7629e0 tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] 10.222.0.39 "GET /v2.0/ports?device_id=5924b85c-0d32-4999-87e1-c7d6edcf0040 HTTP/1.1" status: 200 len: 962 time: 0.1021059 Aug 12 14:30:23.285574 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d941342c-a38d-430f-a6d2-9fc9f861d9c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=add211bb-f18c-466c-b59b-a8d6dbc7b022,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:30:23.342062 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e137a4ec-aafb-47dd-9162-a92f1a0a7651 req-0485ee7f-f742-44b9-a05c-60c284bf7bf8 tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] 10.222.0.39 "GET /v2.0/security-groups?id=e3ca17b3-b028-41b3-b138-91e00a6e278c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458093 Aug 12 14:30:23.369662 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [req-cb177b88-a0a0-4b20-b564-e8d15146cbd2 req-f52249d2-466f-403b-bcad-c6e8797dbe9b service neutron] For port c9578a74-95a3-4b8d-8db4-eff050057d08, host n-h1-694802-15, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:30:23.385212 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54758a68-b677-4bb1-9f80-67a7085e5a56 req-e6dd42bc-3321-4916-ac59-0871f518d579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:30:23.386720 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-54758a68-b677-4bb1-9f80-67a7085e5a56 req-e6dd42bc-3321-4916-ac59-0871f518d579 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=71583d9b4d90416e83857414e012a111&device_id=5e94d20d-30ba-48bd-9544-1b65fe85b672 HTTP/1.1" status: 200 len: 1099 time: 0.1416702 Aug 12 14:30:23.388137 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-c64cdae5-a31b-407f-8b11-05884d6cb61f req-4d9b0f82-debb-4b53-acb2-2adda6270007 tempest-SecurityGroupsTestAdminJSON-1184623760 tempest-SecurityGroupsTestAdminJSON-1184623760-project-admin] 10.222.0.39 "GET /v2.0/security-groups/59f719b0-98c5-4fa0-8c49-6d3bc0442813 HTTP/1.1" status: 200 len: 2981 time: 0.1303060 Aug 12 14:30:23.422613 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [req-cb177b88-a0a0-4b20-b564-e8d15146cbd2 req-f52249d2-466f-403b-bcad-c6e8797dbe9b service neutron] For port c9578a74-95a3-4b8d-8db4-eff050057d08, host n-h1-694802-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=c9578a74-95a3-4b8d-8db4-eff050057d08,segment=NetworkSegment(2e94514d-7fca-42ad-995e-123d3a176790),segment_id=2e94514d-7fca-42ad-995e-123d3a176790)] {{(pid=94466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:30:23.467078 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-cb177b88-a0a0-4b20-b564-e8d15146cbd2 req-f52249d2-466f-403b-bcad-c6e8797dbe9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:23.539079 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb177b88-a0a0-4b20-b564-e8d15146cbd2 req-f52249d2-466f-403b-bcad-c6e8797dbe9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:30:23.539994 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-cb177b88-a0a0-4b20-b564-e8d15146cbd2 req-f52249d2-466f-403b-bcad-c6e8797dbe9b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for port, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:23.556213 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-cb177b88-a0a0-4b20-b564-e8d15146cbd2 req-f52249d2-466f-403b-bcad-c6e8797dbe9b service neutron] 10.222.0.64 "PUT /v2.0/ports/c9578a74-95a3-4b8d-8db4-eff050057d08 HTTP/1.1" status: 200 len: 1111 time: 1.7885852 Aug 12 14:30:23.563734 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8a0b9f77-8612-445a-bf99-1cd1a6b44316 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:23.706557 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d184c19-9c4b-4029-98ef-22ef02e58bc3 req-35425c4c-aa34-451e-92a1-d4b611395fe5 tempest-ServerDiagnosticsNegativeTest-51490619 tempest-ServerDiagnosticsNegativeTest-51490619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:30:23.714797 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6d184c19-9c4b-4029-98ef-22ef02e58bc3 req-35425c4c-aa34-451e-92a1-d4b611395fe5 tempest-ServerDiagnosticsNegativeTest-51490619 tempest-ServerDiagnosticsNegativeTest-51490619-project] 10.222.0.39 "GET /v2.0/ports?device_id=5e94d20d-30ba-48bd-9544-1b65fe85b672 HTTP/1.1" status: 200 len: 947 time: 0.0707088 Aug 12 14:30:23.763682 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6d184c19-9c4b-4029-98ef-22ef02e58bc3 req-b4acf62f-845f-438c-a69e-c177dce7214c tempest-ServerDiagnosticsNegativeTest-51490619 tempest-ServerDiagnosticsNegativeTest-51490619-project] 10.222.0.39 "GET /v2.0/security-groups?id=59f719b0-98c5-4fa0-8c49-6d3bc0442813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477343 Aug 12 14:30:23.793950 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-c64cdae5-a31b-407f-8b11-05884d6cb61f req-324c7756-2f85-4878-9624-2195f09b9724 tempest-SecurityGroupsTestAdminJSON-1184623760 tempest-SecurityGroupsTestAdminJSON-1184623760-project-admin] 10.222.0.39 "GET /v2.0/security-groups/59f719b0-98c5-4fa0-8c49-6d3bc0442813 HTTP/1.1" status: 200 len: 2981 time: 0.3951669 Aug 12 14:30:23.815543 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8a0b9f77-8612-445a-bf99-1cd1a6b44316 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:23.833296 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52249d2-466f-403b-bcad-c6e8797dbe9b service neutron] Pushing event updated for resources: {'Port': ['ID=c9578a74-95a3-4b8d-8db4-eff050057d08,revision_number=3']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:30:23.872732 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 14:30:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d566774-5c29-421e-bcae-3986cfca50a4 x-openstack-request-id: req-7d566774-5c29-421e-bcae-3986cfca50a4 {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:30:23.873257 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80e555b5-aed3-47ef-8ec7-1a6015443631", "name": "network-vif-deleted", "tag": "ffc18c01-e65d-4e47-888f-3450e4c06dad", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:30:23.873257 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7d566774-5c29-421e-bcae-3986cfca50a4 {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:30:23.873733 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80e555b5-aed3-47ef-8ec7-1a6015443631', 'name': 'network-vif-deleted', 'tag': 'ffc18c01-e65d-4e47-888f-3450e4c06dad', 'status': 'completed', 'code': 200} Aug 12 14:30:23.874275 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54758a68-b677-4bb1-9f80-67a7085e5a56 req-9ca5085f-2bc1-47ed-bb16-c55d8d806c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:30:23.875902 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-54758a68-b677-4bb1-9f80-67a7085e5a56 req-9ca5085f-2bc1-47ed-bb16-c55d8d806c26 service neutron] 10.222.0.49 "GET /v2.0/networks?id=2525c403-dfb3-4196-a273-739607aab38a HTTP/1.1" status: 200 len: 870 time: 0.4783165 Aug 12 14:30:23.959647 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-54758a68-b677-4bb1-9f80-67a7085e5a56 req-b76e447e-2b14-48cc-a41f-bf22679dfb7f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=bc7c8f1e-9fce-40a7-9c08-2d8284d1a731 HTTP/1.1" status: 200 len: 217 time: 0.0664709 Aug 12 14:30:23.965311 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb177b88-a0a0-4b20-b564-e8d15146cbd2 req-baa40a49-e938-4947-9225-68dedbc58774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:30:23.966864 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-cb177b88-a0a0-4b20-b564-e8d15146cbd2 req-baa40a49-e938-4947-9225-68dedbc58774 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=eebc4daeab5b4932b99d48c68fd10c64&device_id=5924b85c-0d32-4999-87e1-c7d6edcf0040 HTTP/1.1" status: 200 len: 1114 time: 0.1779165 Aug 12 14:30:23.976683 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-c64cdae5-a31b-407f-8b11-05884d6cb61f req-25007b86-24a1-4130-9f4a-a3dfdeb7b860 tempest-SecurityGroupsTestAdminJSON-1184623760 tempest-SecurityGroupsTestAdminJSON-1184623760-project-admin] 10.222.0.39 "GET /v2.0/security-groups/81821f84-6bcf-43e2-9231-d092cde42ac4 HTTP/1.1" status: 200 len: 2973 time: 0.1635504 Aug 12 14:30:24.041812 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-cb177b88-a0a0-4b20-b564-e8d15146cbd2 req-135ceab2-ea8f-43cd-a086-95e2fe4fcc9d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c9578a74-95a3-4b8d-8db4-eff050057d08 HTTP/1.1" status: 200 len: 217 time: 0.0639648 Aug 12 14:30:24.045007 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8a0b9f77-8612-445a-bf99-1cd1a6b44316 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:24.047605 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8a0b9f77-8612-445a-bf99-1cd1a6b44316 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:24.048651 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-8a0b9f77-8612-445a-bf99-1cd1a6b44316 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/add211bb-f18c-466c-b59b-a8d6dbc7b022 HTTP/1.1" status: 204 len: 168 time: 0.7642295 Aug 12 14:30:24.108725 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0b9f77-8612-445a-bf99-1cd1a6b44316 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=add211bb-f18c-466c-b59b-a8d6dbc7b022,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:30:24.129722 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54758a68-b677-4bb1-9f80-67a7085e5a56 req-9b3a6694-f8fd-46d9-8ef5-976a619d78aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:30:24.131234 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-54758a68-b677-4bb1-9f80-67a7085e5a56 req-9b3a6694-f8fd-46d9-8ef5-976a619d78aa service neutron] 10.222.0.49 "GET /v2.0/subnets?id=236e0be6-1c94-4221-9e8b-ab02a53331f8 HTTP/1.1" status: 200 len: 843 time: 0.1629348 Aug 12 14:30:24.250040 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-c64cdae5-a31b-407f-8b11-05884d6cb61f req-66346311-4309-4cdb-8331-b7997d989130 tempest-SecurityGroupsTestAdminJSON-1184623760 tempest-SecurityGroupsTestAdminJSON-1184623760-project-admin] 10.222.0.39 "GET /v2.0/security-groups/81821f84-6bcf-43e2-9231-d092cde42ac4 HTTP/1.1" status: 200 len: 2973 time: 0.2174797 Aug 12 14:30:24.272754 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb177b88-a0a0-4b20-b564-e8d15146cbd2 req-85e2834e-afb6-4f3b-beec-3470ac1e7a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:30:24.275114 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-cb177b88-a0a0-4b20-b564-e8d15146cbd2 req-85e2834e-afb6-4f3b-beec-3470ac1e7a83 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ef8d2719-a4dd-40cc-910c-927d9e7406a1 HTTP/1.1" status: 200 len: 861 time: 0.2250998 Aug 12 14:30:24.321883 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54758a68-b677-4bb1-9f80-67a7085e5a56 req-38e67681-ceca-4768-9890-23f4e90ed7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:30:24.324076 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-54758a68-b677-4bb1-9f80-67a7085e5a56 req-38e67681-ceca-4768-9890-23f4e90ed7d1 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2525c403-dfb3-4196-a273-739607aab38a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1703124 Aug 12 14:30:24.327591 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-cb177b88-a0a0-4b20-b564-e8d15146cbd2 req-b2804e2e-dd13-45ca-b029-7d5ccfdaadba service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=03dfba7c-7b4a-44e5-8aaa-c2d37ee82018&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364084 Aug 12 14:30:24.414411 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-c64cdae5-a31b-407f-8b11-05884d6cb61f req-fd12920a-4b08-43ce-95a9-e42027fafa27 tempest-SecurityGroupsTestAdminJSON-1184623760 tempest-SecurityGroupsTestAdminJSON-1184623760-project-admin] 10.222.0.39 "GET /v2.0/security-groups/8542d1e8-677b-4943-a89d-5c1860a9adfe HTTP/1.1" status: 200 len: 2977 time: 0.1632056 Aug 12 14:30:24.475149 n-d-694802-15 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5924b85c-0d32-4999-87e1-c7d6edcf0040', 'tag': 'c9578a74-95a3-4b8d-8db4-eff050057d08'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:30:24.475362 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e785eeede3897370d0b20f09d5f461b30cfecd5ed38c4f07dacd02bc52c9277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d83e64e-b953-4077-964b-5fd7a8b10881" -d '{"events": [{"name": "network-changed", "server_uuid": "5924b85c-0d32-4999-87e1-c7d6edcf0040", "tag": "c9578a74-95a3-4b8d-8db4-eff050057d08"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:30:24.542081 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-c64cdae5-a31b-407f-8b11-05884d6cb61f req-f7f9e1d1-fbef-486a-96b2-3bcf996cf0e6 tempest-SecurityGroupsTestAdminJSON-1184623760 tempest-SecurityGroupsTestAdminJSON-1184623760-project-admin] 10.222.0.39 "GET /v2.0/security-groups/8542d1e8-677b-4943-a89d-5c1860a9adfe HTTP/1.1" status: 200 len: 2977 time: 0.1270452 Aug 12 14:30:24.555510 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd584fb6-faf0-4c5d-b019-05b9d525c868 req-de18dae6-ee47-4357-a155-f335e855c150 tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:30:24.557042 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-bd584fb6-faf0-4c5d-b019-05b9d525c868 req-de18dae6-ee47-4357-a155-f335e855c150 tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] 10.222.0.39 "GET /v2.0/ports?device_id=5924b85c-0d32-4999-87e1-c7d6edcf0040 HTTP/1.1" status: 200 len: 962 time: 0.0561657 Aug 12 14:30:24.575699 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-cb177b88-a0a0-4b20-b564-e8d15146cbd2 req-4704c639-fa4c-4862-968f-109c157dc12f service neutron] 10.222.0.64 "GET /v2.0/networks/03dfba7c-7b4a-44e5-8aaa-c2d37ee82018?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2305026 Aug 12 14:30:24.578866 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-54758a68-b677-4bb1-9f80-67a7085e5a56 req-3ec817a5-c1bc-4267-8a42-7fe7937e5207 service neutron] 10.222.0.49 "GET /v2.0/networks/2525c403-dfb3-4196-a273-739607aab38a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2350698 Aug 12 14:30:24.598112 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-bd584fb6-faf0-4c5d-b019-05b9d525c868 req-75595179-7b09-4a74-b1a1-3c2bd1c46fc6 tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] 10.222.0.39 "GET /v2.0/security-groups?id=e3ca17b3-b028-41b3-b138-91e00a6e278c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340040 Aug 12 14:30:24.612177 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 56258) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:30:24.626747 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-6eea51e5-1429-4066-b550-f662877f4864 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:24.716503 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-c64cdae5-a31b-407f-8b11-05884d6cb61f req-c19f34db-1ca3-4430-82f1-292608f2cd39 tempest-SecurityGroupsTestAdminJSON-1184623760 tempest-SecurityGroupsTestAdminJSON-1184623760-project-admin] 10.222.0.39 "GET /v2.0/security-groups/903d1b7a-1d14-449a-87b1-ba6edab93af6 HTTP/1.1" status: 200 len: 2977 time: 0.1567972 Aug 12 14:30:24.756665 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2f558768-a58d-4fb7-a9c5-c620b02f027e req-e33f822f-ce67-4a7b-827c-6a53c33e0960 tempest-DeleteServersAdminTestJSON-840867186 tempest-DeleteServersAdminTestJSON-840867186-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=139aa87dfc214912ba677ec8f57f3557&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0276139 Aug 12 14:30:24.762249 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-6eea51e5-1429-4066-b550-f662877f4864 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:24.774010 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-6eea51e5-1429-4066-b550-f662877f4864 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:24.807237 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-54758a68-b677-4bb1-9f80-67a7085e5a56 req-a546f63e-3492-4189-acf1-dd6f085b956e service neutron] 10.222.0.49 "GET /v2.0/networks/2525c403-dfb3-4196-a273-739607aab38a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2101007 Aug 12 14:30:24.811157 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-cb177b88-a0a0-4b20-b564-e8d15146cbd2 req-4e749d73-ae9b-48ba-9798-55f893b701c4 service neutron] 10.222.0.64 "GET /v2.0/networks/03dfba7c-7b4a-44e5-8aaa-c2d37ee82018?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2285933 Aug 12 14:30:24.814330 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-c64cdae5-a31b-407f-8b11-05884d6cb61f req-31f062c5-4ba6-4c5c-ac64-ae96e1d40303 tempest-SecurityGroupsTestAdminJSON-1184623760 tempest-SecurityGroupsTestAdminJSON-1184623760-project-admin] 10.222.0.39 "GET /v2.0/security-groups/903d1b7a-1d14-449a-87b1-ba6edab93af6 HTTP/1.1" status: 200 len: 2977 time: 0.0859754 Aug 12 14:30:24.863682 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-6eea51e5-1429-4066-b550-f662877f4864 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0472e1b35a91460fb107eb06bd02ee6b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2504315 Aug 12 14:30:24.866627 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 56272) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:30:24.868529 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eea51e5-1429-4066-b550-f662877f4864 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5928af0-e208-4591-b26e-871ebee1271a,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:30:24.870719 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-c64cdae5-a31b-407f-8b11-05884d6cb61f req-6ba14678-5ce8-41dd-a8a3-82484c888387 tempest-SecurityGroupsTestAdminJSON-1184623760 tempest-SecurityGroupsTestAdminJSON-1184623760-project-admin] 10.222.0.39 "GET /v2.0/security-groups/b1460155-7c7e-4a06-ae69-7cfde3aaedd1 HTTP/1.1" status: 200 len: 2977 time: 0.0413826 Aug 12 14:30:24.920134 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-c64cdae5-a31b-407f-8b11-05884d6cb61f req-6168cab4-02e4-483c-a732-f61900a1ff4a tempest-SecurityGroupsTestAdminJSON-1184623760 tempest-SecurityGroupsTestAdminJSON-1184623760-project-admin] 10.222.0.39 "GET /v2.0/security-groups/b1460155-7c7e-4a06-ae69-7cfde3aaedd1 HTTP/1.1" status: 200 len: 2977 time: 0.0364678 Aug 12 14:30:24.936532 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f558768-a58d-4fb7-a9c5-c620b02f027e req-e6a1e0ea-223b-40c6-9dbb-9a48d93cb388 tempest-DeleteServersAdminTestJSON-840867186 tempest-DeleteServersAdminTestJSON-840867186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:30:24.938000 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2f558768-a58d-4fb7-a9c5-c620b02f027e req-e6a1e0ea-223b-40c6-9dbb-9a48d93cb388 tempest-DeleteServersAdminTestJSON-840867186 tempest-DeleteServersAdminTestJSON-840867186-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1748955 Aug 12 14:30:24.960343 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-8a2391c7-0545-479b-a3a7-a4c7568095c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:24.963387 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2f558768-a58d-4fb7-a9c5-c620b02f027e req-b798a6c7-a871-4098-995d-328cff5bdb10 tempest-DeleteServersAdminTestJSON-840867186 tempest-DeleteServersAdminTestJSON-840867186-project] 10.222.0.39 "GET /v2.0/quotas/139aa87dfc214912ba677ec8f57f3557 HTTP/1.1" status: 200 len: 375 time: 0.0150106 Aug 12 14:30:24.966805 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-c64cdae5-a31b-407f-8b11-05884d6cb61f req-d3cda2c9-2cf8-4156-b174-31858ca77f91 tempest-SecurityGroupsTestAdminJSON-1184623760 tempest-SecurityGroupsTestAdminJSON-1184623760-project-admin] 10.222.0.39 "GET /v2.0/security-groups/e3ca17b3-b028-41b3-b138-91e00a6e278c HTTP/1.1" status: 200 len: 2981 time: 0.0405424 Aug 12 14:30:25.004952 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2f558768-a58d-4fb7-a9c5-c620b02f027e req-964ce4ab-d296-4b73-ac62-c942fb220140 tempest-DeleteServersAdminTestJSON-840867186 tempest-DeleteServersAdminTestJSON-840867186-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=139aa87dfc214912ba677ec8f57f3557&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0346675 Aug 12 14:30:25.008558 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-c64cdae5-a31b-407f-8b11-05884d6cb61f req-48312893-5637-45c7-b26d-3a767b6ec6c9 tempest-SecurityGroupsTestAdminJSON-1184623760 tempest-SecurityGroupsTestAdminJSON-1184623760-project-admin] 10.222.0.39 "GET /v2.0/security-groups/e3ca17b3-b028-41b3-b138-91e00a6e278c HTTP/1.1" status: 200 len: 2981 time: 0.0356145 Aug 12 14:30:25.009964 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-8a2391c7-0545-479b-a3a7-a4c7568095c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:25.054938 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-c64cdae5-a31b-407f-8b11-05884d6cb61f req-54e7e853-238c-4484-9b9e-c9709a8ca4cd tempest-SecurityGroupsTestAdminJSON-1184623760 tempest-SecurityGroupsTestAdminJSON-1184623760-project-admin] 10.222.0.39 "GET /v2.0/security-groups/f684c00a-6d8a-47fe-a68c-5a7f548857a1 HTTP/1.1" status: 200 len: 2981 time: 0.0384400 Aug 12 14:30:25.064925 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-8a2391c7-0545-479b-a3a7-a4c7568095c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:25.067844 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-8a2391c7-0545-479b-a3a7-a4c7568095c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:25.069055 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-8a2391c7-0545-479b-a3a7-a4c7568095c8 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d5928af0-e208-4591-b26e-871ebee1271a HTTP/1.1" status: 204 len: 168 time: 0.2014248 Aug 12 14:30:25.078869 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2391c7-0545-479b-a3a7-a4c7568095c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5928af0-e208-4591-b26e-871ebee1271a,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:30:25.117897 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-c64cdae5-a31b-407f-8b11-05884d6cb61f req-8df7a0eb-8cc4-47d6-95f8-5a61fe4078e3 tempest-SecurityGroupsTestAdminJSON-1184623760 tempest-SecurityGroupsTestAdminJSON-1184623760-project-admin] 10.222.0.39 "GET /v2.0/security-groups/f684c00a-6d8a-47fe-a68c-5a7f548857a1 HTTP/1.1" status: 200 len: 2981 time: 0.0496485 Aug 12 14:30:25.173291 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 14:30:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad682949-d8de-4101-868f-6357bdcc657a x-openstack-request-id: req-ad682949-d8de-4101-868f-6357bdcc657a {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:30:25.173761 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5924b85c-0d32-4999-87e1-c7d6edcf0040", "tag": "c9578a74-95a3-4b8d-8db4-eff050057d08", "status": "completed", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:30:25.174325 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ad682949-d8de-4101-868f-6357bdcc657a {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:30:25.174863 n-d-694802-15 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5924b85c-0d32-4999-87e1-c7d6edcf0040', 'tag': 'c9578a74-95a3-4b8d-8db4-eff050057d08', 'status': 'completed', 'code': 200} Aug 12 14:30:25.274799 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d83e64e-b953-4077-964b-5fd7a8b10881 req-8032db47-c70e-45dc-948d-baca08113da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:30:25.277000 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-8d83e64e-b953-4077-964b-5fd7a8b10881 req-8032db47-c70e-45dc-948d-baca08113da9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=eebc4daeab5b4932b99d48c68fd10c64&device_id=5924b85c-0d32-4999-87e1-c7d6edcf0040 HTTP/1.1" status: 200 len: 1114 time: 0.0740833 Aug 12 14:30:25.293022 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbd56ed-cc3a-4f63-84dd-8af04a53ad6f req-d5754ad2-8a9a-4fb7-b334-5d9b21189236 tempest-ServerDiagnosticsNegativeTest-51490619 tempest-ServerDiagnosticsNegativeTest-51490619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:30:25.301477 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-cbbd56ed-cc3a-4f63-84dd-8af04a53ad6f req-d5754ad2-8a9a-4fb7-b334-5d9b21189236 tempest-ServerDiagnosticsNegativeTest-51490619 tempest-ServerDiagnosticsNegativeTest-51490619-project] 10.222.0.39 "GET /v2.0/ports?device_id=5e94d20d-30ba-48bd-9544-1b65fe85b672 HTTP/1.1" status: 200 len: 947 time: 0.0765016 Aug 12 14:30:25.355526 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-cbbd56ed-cc3a-4f63-84dd-8af04a53ad6f req-f537b32c-132a-402f-a402-acf3b37a62e8 tempest-ServerDiagnosticsNegativeTest-51490619 tempest-ServerDiagnosticsNegativeTest-51490619-project] 10.222.0.39 "GET /v2.0/security-groups?id=59f719b0-98c5-4fa0-8c49-6d3bc0442813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502472 Aug 12 14:30:25.419333 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-2e59160d-63e7-478a-b128-9485e2b57863 req-2757d9da-b35f-4f9d-806e-91243913c715 tempest-DeleteServersAdminTestJSON-840867186 tempest-DeleteServersAdminTestJSON-840867186-project] 10.222.0.39 "GET /v2.0/ports?device_id=f157ce79-e307-418c-9346-ab3f0d35bf7c HTTP/1.1" status: 200 len: 210 time: 0.0495141 Aug 12 14:30:25.459960 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-5ce22899-1b6d-4849-8873-cbc308ad0305 req-eeb7b957-0b40-4bb7-bb9b-e0a83ac47f4d tempest-SecurityGroupsTestAdminJSON-964226329 tempest-SecurityGroupsTestAdminJSON-964226329-project] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5dfd79287ada47938ff730afc703a55f HTTP/1.1" status: 200 len: 6102 time: 0.0811145 Aug 12 14:30:25.489314 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d83e64e-b953-4077-964b-5fd7a8b10881 req-ec35fa4e-9651-479b-a677-307b4dbd4f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:30:25.491377 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-8d83e64e-b953-4077-964b-5fd7a8b10881 req-ec35fa4e-9651-479b-a677-307b4dbd4f3d service neutron] 10.222.0.64 "GET /v2.0/networks?id=03dfba7c-7b4a-44e5-8aaa-c2d37ee82018 HTTP/1.1" status: 200 len: 922 time: 0.2021930 Aug 12 14:30:25.544637 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-5ce22899-1b6d-4849-8873-cbc308ad0305 req-7bbd42b0-b345-4525-80f4-678d379b62c6 tempest-SecurityGroupsTestAdminJSON-964226329 tempest-SecurityGroupsTestAdminJSON-964226329-project] 10.222.0.39 "GET /v2.0/security-groups/52e692f2-f670-478f-85ca-f0b11af7b8fc HTTP/1.1" status: 200 len: 2981 time: 0.0754848 Aug 12 14:30:25.547601 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-8d83e64e-b953-4077-964b-5fd7a8b10881 req-8b0f5a71-7f01-46a2-9bce-5eeee605de11 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c9578a74-95a3-4b8d-8db4-eff050057d08 HTTP/1.1" status: 200 len: 217 time: 0.0486214 Aug 12 14:30:25.621882 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d83e64e-b953-4077-964b-5fd7a8b10881 req-b9bfbc89-bae5-4125-ac92-10a292637030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:30:25.623614 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-8d83e64e-b953-4077-964b-5fd7a8b10881 req-b9bfbc89-bae5-4125-ac92-10a292637030 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ef8d2719-a4dd-40cc-910c-927d9e7406a1 HTTP/1.1" status: 200 len: 861 time: 0.0680609 Aug 12 14:30:25.629320 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-5ce22899-1b6d-4849-8873-cbc308ad0305 req-8cf435eb-950b-4686-b2e8-83a90a081224 tempest-SecurityGroupsTestAdminJSON-964226329 tempest-SecurityGroupsTestAdminJSON-964226329-project] 10.222.0.39 "GET /v2.0/security-groups/52e692f2-f670-478f-85ca-f0b11af7b8fc HTTP/1.1" status: 200 len: 2981 time: 0.0786901 Aug 12 14:30:25.681477 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-8d83e64e-b953-4077-964b-5fd7a8b10881 req-6b07f38e-97d5-45d1-a21c-d928e4cca048 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=03dfba7c-7b4a-44e5-8aaa-c2d37ee82018&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0487149 Aug 12 14:30:25.778718 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65aacb6b-920e-4fd9-bdc5-38af00743692 req-6c86d5bb-4c35-45a2-9968-b84488fd8980 tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:30:25.778889 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-c4b16999-e5a7-4d63-904b-67bb686e6e1d req-b4f6f0d5-7499-4774-8001-2d16ca3ecb42 tempest-SecurityGroupsTestAdminJSON-1184623760 tempest-SecurityGroupsTestAdminJSON-1184623760-project-admin] 10.222.0.39 "GET /v2.0/security-groups/be6126b6-e648-463f-9c5b-0dea05f2559d HTTP/1.1" status: 200 len: 1777 time: 0.1014132 Aug 12 14:30:25.780486 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-65aacb6b-920e-4fd9-bdc5-38af00743692 req-6c86d5bb-4c35-45a2-9968-b84488fd8980 tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] 10.222.0.39 "GET /v2.0/ports?device_id=5924b85c-0d32-4999-87e1-c7d6edcf0040 HTTP/1.1" status: 200 len: 962 time: 0.0630631 Aug 12 14:30:25.825045 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-8d83e64e-b953-4077-964b-5fd7a8b10881 req-b073fa1a-e61f-452b-a544-5edd6470484c service neutron] 10.222.0.64 "GET /v2.0/networks/03dfba7c-7b4a-44e5-8aaa-c2d37ee82018?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299782 Aug 12 14:30:25.843276 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-65aacb6b-920e-4fd9-bdc5-38af00743692 req-2021ef91-5789-46e6-86d4-33b08406560c tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] 10.222.0.39 "GET /v2.0/security-groups?id=e3ca17b3-b028-41b3-b138-91e00a6e278c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445819 Aug 12 14:30:25.956577 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-c4b16999-e5a7-4d63-904b-67bb686e6e1d req-7d76df1f-941d-43b7-a477-fc9434979bf1 tempest-SecurityGroupsTestAdminJSON-1184623760 tempest-SecurityGroupsTestAdminJSON-1184623760-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:25.982833 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-8d83e64e-b953-4077-964b-5fd7a8b10881 req-60679ca6-4b85-4d0d-9e29-383f5adcbcb9 service neutron] 10.222.0.64 "GET /v2.0/networks/03dfba7c-7b4a-44e5-8aaa-c2d37ee82018?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500952 Aug 12 14:30:25.994939 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-c4b16999-e5a7-4d63-904b-67bb686e6e1d req-7d76df1f-941d-43b7-a477-fc9434979bf1 tempest-SecurityGroupsTestAdminJSON-1184623760 tempest-SecurityGroupsTestAdminJSON-1184623760-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:26.051919 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-c4b16999-e5a7-4d63-904b-67bb686e6e1d req-7d76df1f-941d-43b7-a477-fc9434979bf1 tempest-SecurityGroupsTestAdminJSON-1184623760 tempest-SecurityGroupsTestAdminJSON-1184623760-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:26.056249 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-c4b16999-e5a7-4d63-904b-67bb686e6e1d req-7d76df1f-941d-43b7-a477-fc9434979bf1 tempest-SecurityGroupsTestAdminJSON-1184623760 tempest-SecurityGroupsTestAdminJSON-1184623760-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:26.074382 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-c4b16999-e5a7-4d63-904b-67bb686e6e1d req-7d76df1f-941d-43b7-a477-fc9434979bf1 tempest-SecurityGroupsTestAdminJSON-1184623760 tempest-SecurityGroupsTestAdminJSON-1184623760-project-admin] 10.222.0.39 "DELETE /v2.0/security-groups/be6126b6-e648-463f-9c5b-0dea05f2559d HTTP/1.1" status: 204 len: 173 time: 0.2481139 Aug 12 14:30:26.082925 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d76df1f-941d-43b7-a477-fc9434979bf1 tempest-SecurityGroupsTestAdminJSON-1184623760 tempest-SecurityGroupsTestAdminJSON-1184623760-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be6126b6-e648-463f-9c5b-0dea05f2559d,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:30:26.170059 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-7fd2bbab-2fbe-4100-9958-7b46d8683989 req-8e7f5b89-813f-428a-b0ec-c2137826b8f2 tempest-SecurityGroupsTestAdminJSON-1184623760 tempest-SecurityGroupsTestAdminJSON-1184623760-project-admin] 10.222.0.39 "GET /v2.0/security-groups/6a0b5b5c-3bad-4716-bca9-4fba00c9e4a8 HTTP/1.1" status: 200 len: 1776 time: 0.0414400 Aug 12 14:30:26.252231 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-7fd2bbab-2fbe-4100-9958-7b46d8683989 req-f75dff20-6fb1-4136-b9a3-aaca180faddc tempest-SecurityGroupsTestAdminJSON-1184623760 tempest-SecurityGroupsTestAdminJSON-1184623760-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:26.274939 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-7fd2bbab-2fbe-4100-9958-7b46d8683989 req-f75dff20-6fb1-4136-b9a3-aaca180faddc tempest-SecurityGroupsTestAdminJSON-1184623760 tempest-SecurityGroupsTestAdminJSON-1184623760-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:26.319466 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-7fd2bbab-2fbe-4100-9958-7b46d8683989 req-f75dff20-6fb1-4136-b9a3-aaca180faddc tempest-SecurityGroupsTestAdminJSON-1184623760 tempest-SecurityGroupsTestAdminJSON-1184623760-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:26.322874 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-7fd2bbab-2fbe-4100-9958-7b46d8683989 req-f75dff20-6fb1-4136-b9a3-aaca180faddc tempest-SecurityGroupsTestAdminJSON-1184623760 tempest-SecurityGroupsTestAdminJSON-1184623760-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:26.335175 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-7fd2bbab-2fbe-4100-9958-7b46d8683989 req-f75dff20-6fb1-4136-b9a3-aaca180faddc tempest-SecurityGroupsTestAdminJSON-1184623760 tempest-SecurityGroupsTestAdminJSON-1184623760-project-admin] 10.222.0.39 "DELETE /v2.0/security-groups/6a0b5b5c-3bad-4716-bca9-4fba00c9e4a8 HTTP/1.1" status: 204 len: 173 time: 0.1566389 Aug 12 14:30:26.356647 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75dff20-6fb1-4136-b9a3-aaca180faddc tempest-SecurityGroupsTestAdminJSON-1184623760 tempest-SecurityGroupsTestAdminJSON-1184623760-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a0b5b5c-3bad-4716-bca9-4fba00c9e4a8,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:30:26.394500 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-2f558768-a58d-4fb7-a9c5-c620b02f027e req-97b501ed-08f0-46b6-838c-b7214f84ba7a tempest-DeleteServersAdminTestJSON-840867186 tempest-DeleteServersAdminTestJSON-840867186-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=139aa87dfc214912ba677ec8f57f3557&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0229897 Aug 12 14:30:26.530484 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-34e23ced-bc48-44a9-bf9b-ee83654c37ed req-8198f76b-e8ec-4eb5-89a4-54b75653617a tempest-SecurityGroupsTestAdminJSON-964226329 tempest-SecurityGroupsTestAdminJSON-964226329-project] 10.222.0.39 "GET /v2.0/security-groups/e4c0d044-863d-4019-8003-9ed8ac59500b HTTP/1.1" status: 200 len: 1777 time: 0.1056161 Aug 12 14:30:26.597796 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f558768-a58d-4fb7-a9c5-c620b02f027e req-33025608-1ba2-4025-b3de-0c669e72f39d tempest-DeleteServersAdminTestJSON-840867186 tempest-DeleteServersAdminTestJSON-840867186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:30:26.599311 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-2f558768-a58d-4fb7-a9c5-c620b02f027e req-33025608-1ba2-4025-b3de-0c669e72f39d tempest-DeleteServersAdminTestJSON-840867186 tempest-DeleteServersAdminTestJSON-840867186-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1980453 Aug 12 14:30:26.617137 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [req-2f558768-a58d-4fb7-a9c5-c620b02f027e req-6061f39a-1f2c-423b-9774-8141f9070c61 tempest-DeleteServersAdminTestJSON-840867186 tempest-DeleteServersAdminTestJSON-840867186-project] Request body: {'port': {'device_id': 'f157ce79-e307-418c-9346-ab3f0d35bf7c', 'network_id': '2525c403-dfb3-4196-a273-739607aab38a', 'admin_state_up': True, 'tenant_id': '139aa87dfc214912ba677ec8f57f3557'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:30:26.674429 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be22672d-2aaa-41cb-9b98-534024043f62 req-bce24eb7-5272-46dd-92b1-d4ef29e71c59 tempest-ServerDiagnosticsNegativeTest-51490619 tempest-ServerDiagnosticsNegativeTest-51490619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:30:26.676509 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-34e23ced-bc48-44a9-bf9b-ee83654c37ed req-172fcd68-2988-40ad-9554-f50022d8b653 tempest-SecurityGroupsTestAdminJSON-964226329 tempest-SecurityGroupsTestAdminJSON-964226329-project] Notify callbacks [] for security_group, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:26.677803 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-be22672d-2aaa-41cb-9b98-534024043f62 req-bce24eb7-5272-46dd-92b1-d4ef29e71c59 tempest-ServerDiagnosticsNegativeTest-51490619 tempest-ServerDiagnosticsNegativeTest-51490619-project] 10.222.0.39 "GET /v2.0/ports?device_id=5e94d20d-30ba-48bd-9544-1b65fe85b672 HTTP/1.1" status: 200 len: 947 time: 0.0774238 Aug 12 14:30:26.730382 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-be22672d-2aaa-41cb-9b98-534024043f62 req-aa75092c-d098-4fab-86ae-a51dd99c0878 tempest-ServerDiagnosticsNegativeTest-51490619 tempest-ServerDiagnosticsNegativeTest-51490619-project] 10.222.0.39 "GET /v2.0/security-groups?id=59f719b0-98c5-4fa0-8c49-6d3bc0442813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442669 Aug 12 14:30:26.853442 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-34e23ced-bc48-44a9-bf9b-ee83654c37ed req-172fcd68-2988-40ad-9554-f50022d8b653 tempest-SecurityGroupsTestAdminJSON-964226329 tempest-SecurityGroupsTestAdminJSON-964226329-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:26.861303 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 56394) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:30:26.885862 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-08ea706f-5534-4fcd-ac5b-acf77242bf87 req-15e8351d-08cb-497a-90a7-8f84cb48516a tempest-DeleteServersAdminTestJSON-840867186 tempest-DeleteServersAdminTestJSON-840867186-project] 10.222.0.39 "GET /v2.0/ports?device_id=f157ce79-e307-418c-9346-ab3f0d35bf7c HTTP/1.1" status: 200 len: 210 time: 0.0367551 Aug 12 14:30:26.927761 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-34e23ced-bc48-44a9-bf9b-ee83654c37ed req-172fcd68-2988-40ad-9554-f50022d8b653 tempest-SecurityGroupsTestAdminJSON-964226329 tempest-SecurityGroupsTestAdminJSON-964226329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:26.930461 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-34e23ced-bc48-44a9-bf9b-ee83654c37ed req-172fcd68-2988-40ad-9554-f50022d8b653 tempest-SecurityGroupsTestAdminJSON-964226329 tempest-SecurityGroupsTestAdminJSON-964226329-project] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:26.932157 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-34e23ced-bc48-44a9-bf9b-ee83654c37ed req-172fcd68-2988-40ad-9554-f50022d8b653 tempest-SecurityGroupsTestAdminJSON-964226329 tempest-SecurityGroupsTestAdminJSON-964226329-project] 10.222.0.39 "DELETE /v2.0/security-groups/e4c0d044-863d-4019-8003-9ed8ac59500b HTTP/1.1" status: 204 len: 173 time: 0.3912854 Aug 12 14:30:26.942834 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172fcd68-2988-40ad-9554-f50022d8b653 tempest-SecurityGroupsTestAdminJSON-964226329 tempest-SecurityGroupsTestAdminJSON-964226329-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4c0d044-863d-4019-8003-9ed8ac59500b,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:30:26.946206 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f558768-a58d-4fb7-a9c5-c620b02f027e req-6061f39a-1f2c-423b-9774-8141f9070c61 tempest-DeleteServersAdminTestJSON-840867186 tempest-DeleteServersAdminTestJSON-840867186-project] Made reservation on behalf of 139aa87dfc214912ba677ec8f57f3557 for: {'port': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:30:26.950162 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-2f558768-a58d-4fb7-a9c5-c620b02f027e req-6061f39a-1f2c-423b-9774-8141f9070c61 tempest-DeleteServersAdminTestJSON-840867186 tempest-DeleteServersAdminTestJSON-840867186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:27.129014 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device bc7c8f1e-9fce-40a7-9c08-2d8284d1a731 details requested by agent hyperv_n-h2-694802-15 with host n-h2-694802-15 {{(pid=94468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 14:30:27.161072 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139b8100-c543-4202-8953-c04d3f00ba6a req-d346dff4-5a8f-41fb-be9b-4232e07160e0 tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:30:27.162755 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-139b8100-c543-4202-8953-c04d3f00ba6a req-d346dff4-5a8f-41fb-be9b-4232e07160e0 tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] 10.222.0.39 "GET /v2.0/ports?device_id=5924b85c-0d32-4999-87e1-c7d6edcf0040 HTTP/1.1" status: 200 len: 962 time: 0.0843055 Aug 12 14:30:27.164024 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [req-2f558768-a58d-4fb7-a9c5-c620b02f027e req-6061f39a-1f2c-423b-9774-8141f9070c61 tempest-DeleteServersAdminTestJSON-840867186 tempest-DeleteServersAdminTestJSON-840867186-project] Allocated IP 192.168.233.234 (2525c403-dfb3-4196-a273-739607aab38a/236e0be6-1c94-4221-9e8b-ab02a53331f8/0ea9428c-2838-463f-80f8-d83b8c25e23d) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:30:27.193067 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-70d9f233-9f7b-4f98-9765-192d78d1b649 req-2e6d03cb-4abb-40f5-9947-c97781b5b76e tempest-SecurityGroupsTestAdminJSON-964226329 tempest-SecurityGroupsTestAdminJSON-964226329-project] 10.222.0.39 "GET /v2.0/security-groups/c2b955bf-6bbc-4edd-a55c-d03b868d82e3 HTTP/1.1" status: 200 len: 1777 time: 0.0622244 Aug 12 14:30:27.207661 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-f289c491-70cf-463c-9fca-806184730cf8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:27.221893 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device ffc18c01-e65d-4e47-888f-3450e4c06dad no longer exists at agent hyperv_n-h2-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:30:27.223637 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-139b8100-c543-4202-8953-c04d3f00ba6a req-5fedbd75-448a-48ab-81a4-f0bba2c0edce tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] 10.222.0.39 "GET /v2.0/security-groups?id=e3ca17b3-b028-41b3-b138-91e00a6e278c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512111 Aug 12 14:30:27.252611 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] No Port match for: ffc18c01-e65d-4e47-888f-3450e4c06dad {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 14:30:27.253371 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device ffc18c01-e65d-4e47-888f-3450e4c06dad not bound to the agent host n-h2-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:30:27.307742 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port bc7c8f1e-9fce-40a7-9c08-2d8284d1a731, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=bc7c8f1e-9fce-40a7-9c08-2d8284d1a731,segment=NetworkSegment(a1f8c867-101b-4d30-814e-b89f55a5edd0),segment_id=a1f8c867-101b-4d30-814e-b89f55a5edd0)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:30:27.324430 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Returning: {'device': 'bc7c8f1e-9fce-40a7-9c08-2d8284d1a731', 'network_id': '2525c403-dfb3-4196-a273-739607aab38a', 'port_id': 'bc7c8f1e-9fce-40a7-9c08-2d8284d1a731', 'mac_address': 'fa:16:3e:b4:85:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '236e0be6-1c94-4221-9e8b-ab02a53331f8', 'ip_address': '192.168.233.68'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 14:30:27.336387 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-70d9f233-9f7b-4f98-9765-192d78d1b649 req-06d10c21-82ce-4f8b-878d-0f837c902521 tempest-SecurityGroupsTestAdminJSON-964226329 tempest-SecurityGroupsTestAdminJSON-964226329-project] Notify callbacks [] for security_group, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:27.372626 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-70d9f233-9f7b-4f98-9765-192d78d1b649 req-06d10c21-82ce-4f8b-878d-0f837c902521 tempest-SecurityGroupsTestAdminJSON-964226329 tempest-SecurityGroupsTestAdminJSON-964226329-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:27.374042 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:27.390687 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc7c8f1e-9fce-40a7-9c08-2d8284d1a731 {{(pid=94468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:30:27.414042 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-f289c491-70cf-463c-9fca-806184730cf8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:27.414614 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port bc7c8f1e-9fce-40a7-9c08-2d8284d1a731, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=bc7c8f1e-9fce-40a7-9c08-2d8284d1a731,segment=NetworkSegment(a1f8c867-101b-4d30-814e-b89f55a5edd0),segment_id=a1f8c867-101b-4d30-814e-b89f55a5edd0)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:30:27.420399 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-f289c491-70cf-463c-9fca-806184730cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:27.424230 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:27.434983 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-2f558768-a58d-4fb7-a9c5-c620b02f027e req-6061f39a-1f2c-423b-9774-8141f9070c61 tempest-DeleteServersAdminTestJSON-840867186 tempest-DeleteServersAdminTestJSON-840867186-project] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:27.461286 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-70d9f233-9f7b-4f98-9765-192d78d1b649 req-06d10c21-82ce-4f8b-878d-0f837c902521 tempest-SecurityGroupsTestAdminJSON-964226329 tempest-SecurityGroupsTestAdminJSON-964226329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:27.464394 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-70d9f233-9f7b-4f98-9765-192d78d1b649 req-06d10c21-82ce-4f8b-878d-0f837c902521 tempest-SecurityGroupsTestAdminJSON-964226329 tempest-SecurityGroupsTestAdminJSON-964226329-project] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:27.465667 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-70d9f233-9f7b-4f98-9765-192d78d1b649 req-06d10c21-82ce-4f8b-878d-0f837c902521 tempest-SecurityGroupsTestAdminJSON-964226329 tempest-SecurityGroupsTestAdminJSON-964226329-project] 10.222.0.39 "DELETE /v2.0/security-groups/c2b955bf-6bbc-4edd-a55c-d03b868d82e3 HTTP/1.1" status: 204 len: 173 time: 0.2547755 Aug 12 14:30:27.467161 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [req-2f558768-a58d-4fb7-a9c5-c620b02f027e req-6061f39a-1f2c-423b-9774-8141f9070c61 tempest-DeleteServersAdminTestJSON-840867186 tempest-DeleteServersAdminTestJSON-840867186-project] Transition to ACTIVE for port object 0ea9428c-2838-463f-80f8-d83b8c25e23d will not be triggered until provisioned by entity DHCP. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:30:27.475319 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f289c491-70cf-463c-9fca-806184730cf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=212bb542-cf02-4100-883a-b3c4e6f91def,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:30:27.479466 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-f289c491-70cf-463c-9fca-806184730cf8 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8a3358ec34634135b380103fc7c23083&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6134207 Aug 12 14:30:27.481222 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 56422) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:30:27.486748 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d10c21-82ce-4f8b-878d-0f837c902521 tempest-SecurityGroupsTestAdminJSON-964226329 tempest-SecurityGroupsTestAdminJSON-964226329-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2b955bf-6bbc-4edd-a55c-d03b868d82e3,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:30:27.532881 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Pushing event updated for resources: {'Port': ['ID=bc7c8f1e-9fce-40a7-9c08-2d8284d1a731,revision_number=4']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:30:27.563873 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-2f558768-a58d-4fb7-a9c5-c620b02f027e req-6061f39a-1f2c-423b-9774-8141f9070c61 tempest-DeleteServersAdminTestJSON-840867186 tempest-DeleteServersAdminTestJSON-840867186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:27.617447 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-6600d0b3-eb46-45dc-a624-922f21468816 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:27.663084 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f558768-a58d-4fb7-a9c5-c620b02f027e req-6061f39a-1f2c-423b-9774-8141f9070c61 tempest-DeleteServersAdminTestJSON-840867186 tempest-DeleteServersAdminTestJSON-840867186-project] Network 2525c403-dfb3-4196-a273-739607aab38a is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:30:27.675308 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6061f39a-1f2c-423b-9774-8141f9070c61 tempest-DeleteServersAdminTestJSON-840867186 tempest-DeleteServersAdminTestJSON-840867186-project] Pushing event updated for resources: {'Port': ['ID=0ea9428c-2838-463f-80f8-d83b8c25e23d,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:30:27.679169 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-6600d0b3-eb46-45dc-a624-922f21468816 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:27.682391 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [req-2f558768-a58d-4fb7-a9c5-c620b02f027e req-6061f39a-1f2c-423b-9774-8141f9070c61 tempest-DeleteServersAdminTestJSON-840867186 tempest-DeleteServersAdminTestJSON-840867186-project] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:30:27.689162 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f558768-a58d-4fb7-a9c5-c620b02f027e req-6061f39a-1f2c-423b-9774-8141f9070c61 tempest-DeleteServersAdminTestJSON-840867186 tempest-DeleteServersAdminTestJSON-840867186-project] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:30:27.694947 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f558768-a58d-4fb7-a9c5-c620b02f027e req-6061f39a-1f2c-423b-9774-8141f9070c61 tempest-DeleteServersAdminTestJSON-840867186 tempest-DeleteServersAdminTestJSON-840867186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:30:27.695920 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-2f558768-a58d-4fb7-a9c5-c620b02f027e req-6061f39a-1f2c-423b-9774-8141f9070c61 tempest-DeleteServersAdminTestJSON-840867186 tempest-DeleteServersAdminTestJSON-840867186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for port, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:27.714590 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device c9578a74-95a3-4b8d-8db4-eff050057d08 details requested by agent hyperv_n-h1-694802-15 with host n-h1-694802-15 {{(pid=94468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 14:30:27.722591 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] get_ports_and_sgs() called for port_ids ['bc7c8f1e-9fce-40a7-9c08-2d8284d1a731'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:30:27.760318 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-2f558768-a58d-4fb7-a9c5-c620b02f027e req-6061f39a-1f2c-423b-9774-8141f9070c61 tempest-DeleteServersAdminTestJSON-840867186 tempest-DeleteServersAdminTestJSON-840867186-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1447430 Aug 12 14:30:27.780332 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [req-2f558768-a58d-4fb7-a9c5-c620b02f027e req-1757f1ed-90e8-4932-b1c2-98dac5672bd0 service neutron] Request body: {'port': {'device_id': 'f157ce79-e307-418c-9346-ab3f0d35bf7c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-694802-15'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:30:27.878268 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-2f558768-a58d-4fb7-a9c5-c620b02f027e req-1757f1ed-90e8-4932-b1c2-98dac5672bd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:27.895136 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-6600d0b3-eb46-45dc-a624-922f21468816 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:27.897801 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-6600d0b3-eb46-45dc-a624-922f21468816 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:27.899002 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-6600d0b3-eb46-45dc-a624-922f21468816 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/212bb542-cf02-4100-883a-b3c4e6f91def HTTP/1.1" status: 204 len: 168 time: 0.4163675 Aug 12 14:30:27.931913 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 56446) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:30:27.937355 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6600d0b3-eb46-45dc-a624-922f21468816 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=212bb542-cf02-4100-883a-b3c4e6f91def,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:30:27.982901 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port c9578a74-95a3-4b8d-8db4-eff050057d08, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=c9578a74-95a3-4b8d-8db4-eff050057d08,segment=NetworkSegment(2e94514d-7fca-42ad-995e-123d3a176790),segment_id=2e94514d-7fca-42ad-995e-123d3a176790)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:30:28.028945 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Returning: {'device': 'c9578a74-95a3-4b8d-8db4-eff050057d08', 'network_id': '03dfba7c-7b4a-44e5-8aaa-c2d37ee82018', 'port_id': 'c9578a74-95a3-4b8d-8db4-eff050057d08', 'mac_address': 'fa:16:3e:5e:21:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef8d2719-a4dd-40cc-910c-927d9e7406a1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:tempest-test_az-8800305', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 14:30:28.151949 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:28.171430 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-70407d38-1c6e-4d11-9f79-212978753a10 None None] Provisioning for port 0ea9428c-2838-463f-80f8-d83b8c25e23d completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:30:28.184668 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-70407d38-1c6e-4d11-9f79-212978753a10 None None] Provisioning complete for port 0ea9428c-2838-463f-80f8-d83b8c25e23d triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:30:28.185330 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-70407d38-1c6e-4d11-9f79-212978753a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:28.189887 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9578a74-95a3-4b8d-8db4-eff050057d08 {{(pid=94468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:30:28.273860 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port c9578a74-95a3-4b8d-8db4-eff050057d08, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=c9578a74-95a3-4b8d-8db4-eff050057d08,segment=NetworkSegment(2e94514d-7fca-42ad-995e-123d3a176790),segment_id=2e94514d-7fca-42ad-995e-123d3a176790)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:30:28.290211 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0140f593-0c09-415f-9782-18d39822c4ae req-204ab51d-3209-47f4-868b-8957d0bd1c44 tempest-ServerDiagnosticsNegativeTest-51490619 tempest-ServerDiagnosticsNegativeTest-51490619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:30:28.291884 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-0140f593-0c09-415f-9782-18d39822c4ae req-204ab51d-3209-47f4-868b-8957d0bd1c44 tempest-ServerDiagnosticsNegativeTest-51490619 tempest-ServerDiagnosticsNegativeTest-51490619-project] 10.222.0.39 "GET /v2.0/ports?device_id=5e94d20d-30ba-48bd-9544-1b65fe85b672 HTTP/1.1" status: 200 len: 948 time: 0.0980783 Aug 12 14:30:28.302762 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:28.336724 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac99aa2-3efc-4bdf-84ca-37be4508fb98 req-a913bb04-4ae9-45a6-8eec-45e63b621cc1 tempest-DeleteServersAdminTestJSON-840867186 tempest-DeleteServersAdminTestJSON-840867186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:30:28.343544 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-fac99aa2-3efc-4bdf-84ca-37be4508fb98 req-a913bb04-4ae9-45a6-8eec-45e63b621cc1 tempest-DeleteServersAdminTestJSON-840867186 tempest-DeleteServersAdminTestJSON-840867186-project] 10.222.0.39 "GET /v2.0/ports?device_id=f157ce79-e307-418c-9346-ab3f0d35bf7c HTTP/1.1" status: 200 len: 936 time: 0.1318159 Aug 12 14:30:28.358786 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-70407d38-1c6e-4d11-9f79-212978753a10 None None] Port 0ea9428c-2838-463f-80f8-d83b8c25e23d cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 14:30:28.359902 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-0140f593-0c09-415f-9782-18d39822c4ae req-215501dc-fc7e-4f76-90fb-370ae04ec5b3 tempest-ServerDiagnosticsNegativeTest-51490619 tempest-ServerDiagnosticsNegativeTest-51490619-project] 10.222.0.39 "GET /v2.0/security-groups?id=59f719b0-98c5-4fa0-8c49-6d3bc0442813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596490 Aug 12 14:30:28.416727 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Pushing event updated for resources: {'Port': ['ID=c9578a74-95a3-4b8d-8db4-eff050057d08,revision_number=4']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:30:28.420580 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 56460) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:30:28.424114 n-d-694802-15 neutron-server[94466]: DEBUG neutron.notifiers.nova [req-2f558768-a58d-4fb7-a9c5-c620b02f027e req-1757f1ed-90e8-4932-b1c2-98dac5672bd0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ea9428c-2838-463f-80f8-d83b8c25e23d {{(pid=94466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:30:28.435105 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-948eb2fc-2d96-4a6e-aaf1-f92f4efe5945 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5dfd79287ada47938ff730afc703a55f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5005941 Aug 12 14:30:28.438216 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 56466) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:30:28.445767 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-2f558768-a58d-4fb7-a9c5-c620b02f027e req-1757f1ed-90e8-4932-b1c2-98dac5672bd0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:28.448575 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-97ce146c-e1b7-451b-a77c-dbd104e62b4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:28.470309 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [req-2f558768-a58d-4fb7-a9c5-c620b02f027e req-1757f1ed-90e8-4932-b1c2-98dac5672bd0 service neutron] Transition to ACTIVE for port object 0ea9428c-2838-463f-80f8-d83b8c25e23d will not be triggered until provisioned by entity L2. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:30:28.477742 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-2f558768-a58d-4fb7-a9c5-c620b02f027e req-1757f1ed-90e8-4932-b1c2-98dac5672bd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:28.491654 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-fac99aa2-3efc-4bdf-84ca-37be4508fb98 req-ba5e2f19-271e-413c-a0fb-108435a5f018 tempest-DeleteServersAdminTestJSON-840867186 tempest-DeleteServersAdminTestJSON-840867186-project] 10.222.0.39 "GET /v2.0/security-groups?id=b1460155-7c7e-4a06-ae69-7cfde3aaedd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360655 Aug 12 14:30:28.518919 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] get_ports_and_sgs() called for port_ids ['c9578a74-95a3-4b8d-8db4-eff050057d08'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:30:28.549111 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-94e8c6ae-c366-4570-af8b-8336884d1dc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:28.583756 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-94e8c6ae-c366-4570-af8b-8336884d1dc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:28.638521 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1757f1ed-90e8-4932-b1c2-98dac5672bd0 service neutron] Pushing event updated for resources: {'Port': ['ID=0ea9428c-2838-463f-80f8-d83b8c25e23d,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:30:28.673364 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-94e8c6ae-c366-4570-af8b-8336884d1dc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:28.676229 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-94e8c6ae-c366-4570-af8b-8336884d1dc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:28.682590 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-94e8c6ae-c366-4570-af8b-8336884d1dc9 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/52e692f2-f670-478f-85ca-f0b11af7b8fc HTTP/1.1" status: 204 len: 168 time: 0.2430258 Aug 12 14:30:28.708463 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e8c6ae-c366-4570-af8b-8336884d1dc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52e692f2-f670-478f-85ca-f0b11af7b8fc,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:30:28.726521 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23a2766-3c7d-48e6-a738-be44cb8a74cb req-fc414b80-82d7-4af0-9774-1667a7d4b8d3 tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:30:28.734666 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-d23a2766-3c7d-48e6-a738-be44cb8a74cb req-fc414b80-82d7-4af0-9774-1667a7d4b8d3 tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] 10.222.0.39 "GET /v2.0/ports?device_id=5924b85c-0d32-4999-87e1-c7d6edcf0040 HTTP/1.1" status: 200 len: 963 time: 0.1735022 Aug 12 14:30:28.751683 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [req-2f558768-a58d-4fb7-a9c5-c620b02f027e req-1757f1ed-90e8-4932-b1c2-98dac5672bd0 service neutron] Attempting to bind port 0ea9428c-2838-463f-80f8-d83b8c25e23d on host n-h2-694802-15 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:30:28.752020 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [req-2f558768-a58d-4fb7-a9c5-c620b02f027e req-1757f1ed-90e8-4932-b1c2-98dac5672bd0 service neutron] Attempting to bind port 0ea9428c-2838-463f-80f8-d83b8c25e23d by drivers openvswitch,hyperv on host n-h2-694802-15 at level 0 using segments [{'id': 'a1f8c867-101b-4d30-814e-b89f55a5edd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '2525c403-dfb3-4196-a273-739607aab38a'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:30:28.752340 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f558768-a58d-4fb7-a9c5-c620b02f027e req-1757f1ed-90e8-4932-b1c2-98dac5672bd0 service neutron] Attempting to bind port 0ea9428c-2838-463f-80f8-d83b8c25e23d on network 2525c403-dfb3-4196-a273-739607aab38a {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:30:28.755455 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-97ce146c-e1b7-451b-a77c-dbd104e62b4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:28.772993 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-97ce146c-e1b7-451b-a77c-dbd104e62b4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:28.779129 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f558768-a58d-4fb7-a9c5-c620b02f027e req-1757f1ed-90e8-4932-b1c2-98dac5672bd0 service neutron] Port 0ea9428c-2838-463f-80f8-d83b8c25e23d on network 2525c403-dfb3-4196-a273-739607aab38a not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-15 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 14:30:28.779454 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f558768-a58d-4fb7-a9c5-c620b02f027e req-1757f1ed-90e8-4932-b1c2-98dac5672bd0 service neutron] Attempting to bind port 0ea9428c-2838-463f-80f8-d83b8c25e23d on network 2525c403-dfb3-4196-a273-739607aab38a {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:30:28.814928 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f558768-a58d-4fb7-a9c5-c620b02f027e req-1757f1ed-90e8-4932-b1c2-98dac5672bd0 service neutron] Checking agent: {'id': 'b7697f71-33f3-4959-ad82-43c2dc15845d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 27, 42), 'started_at': datetime.datetime(2021, 8, 12, 14, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 30, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:30:28.814928 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f558768-a58d-4fb7-a9c5-c620b02f027e req-1757f1ed-90e8-4932-b1c2-98dac5672bd0 service neutron] Checking segment: {'id': 'a1f8c867-101b-4d30-814e-b89f55a5edd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '2525c403-dfb3-4196-a273-739607aab38a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:30:28.814928 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f558768-a58d-4fb7-a9c5-c620b02f027e req-1757f1ed-90e8-4932-b1c2-98dac5672bd0 service neutron] Bound using segment: {'id': 'a1f8c867-101b-4d30-814e-b89f55a5edd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '2525c403-dfb3-4196-a273-739607aab38a'} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:30:28.814928 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [req-2f558768-a58d-4fb7-a9c5-c620b02f027e req-1757f1ed-90e8-4932-b1c2-98dac5672bd0 service neutron] Bound port: 0ea9428c-2838-463f-80f8-d83b8c25e23d, host: n-h2-694802-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1f8c867-101b-4d30-814e-b89f55a5edd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '2525c403-dfb3-4196-a273-739607aab38a'}}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:30:28.814928 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-2f558768-a58d-4fb7-a9c5-c620b02f027e req-1757f1ed-90e8-4932-b1c2-98dac5672bd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:28.863943 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-d23a2766-3c7d-48e6-a738-be44cb8a74cb req-3836328b-eb17-4c61-adfd-c5fd646666f1 tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] 10.222.0.39 "GET /v2.0/security-groups?id=e3ca17b3-b028-41b3-b138-91e00a6e278c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188602 Aug 12 14:30:28.906489 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-97ce146c-e1b7-451b-a77c-dbd104e62b4b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b0ee51ab06814c1aaa2921e5bdca6b21&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4822555 Aug 12 14:30:28.906957 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 56476) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:30:28.922595 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ce146c-e1b7-451b-a77c-dbd104e62b4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e55c3ec-142a-4802-b300-0bf265aa584b,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:30:29.037779 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [req-2f558768-a58d-4fb7-a9c5-c620b02f027e req-1757f1ed-90e8-4932-b1c2-98dac5672bd0 service neutron] For port 0ea9428c-2838-463f-80f8-d83b8c25e23d, host n-h2-694802-15, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:30:29.043999 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [req-2f558768-a58d-4fb7-a9c5-c620b02f027e req-1757f1ed-90e8-4932-b1c2-98dac5672bd0 service neutron] For port 0ea9428c-2838-463f-80f8-d83b8c25e23d, host n-h2-694802-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=0ea9428c-2838-463f-80f8-d83b8c25e23d,segment=NetworkSegment(a1f8c867-101b-4d30-814e-b89f55a5edd0),segment_id=a1f8c867-101b-4d30-814e-b89f55a5edd0)] {{(pid=94466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:30:29.052243 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-2f558768-a58d-4fb7-a9c5-c620b02f027e req-1757f1ed-90e8-4932-b1c2-98dac5672bd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:29.077378 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-50d85e72-81d4-4451-991b-3860e36acd62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:29.123947 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f558768-a58d-4fb7-a9c5-c620b02f027e req-1757f1ed-90e8-4932-b1c2-98dac5672bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:30:29.124573 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-2f558768-a58d-4fb7-a9c5-c620b02f027e req-1757f1ed-90e8-4932-b1c2-98dac5672bd0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for port, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:29.126156 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-2f558768-a58d-4fb7-a9c5-c620b02f027e req-1757f1ed-90e8-4932-b1c2-98dac5672bd0 service neutron] 10.222.0.49 "PUT /v2.0/ports/0ea9428c-2838-463f-80f8-d83b8c25e23d HTTP/1.1" status: 200 len: 1097 time: 1.3601921 Aug 12 14:30:29.126608 n-d-694802-15 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f157ce79-e307-418c-9346-ab3f0d35bf7c', 'tag': '0ea9428c-2838-463f-80f8-d83b8c25e23d'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:30:29.128490 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-50d85e72-81d4-4451-991b-3860e36acd62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:29.129517 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e785eeede3897370d0b20f09d5f461b30cfecd5ed38c4f07dacd02bc52c9277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c77c3b69-1ea1-4b82-942d-a9b7bb815994" -d '{"events": [{"name": "network-changed", "server_uuid": "f157ce79-e307-418c-9346-ab3f0d35bf7c", "tag": "0ea9428c-2838-463f-80f8-d83b8c25e23d"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:30:29.146756 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device bc7c8f1e-9fce-40a7-9c08-2d8284d1a731 up at agent hyperv_n-h2-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:30:29.236954 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-50d85e72-81d4-4451-991b-3860e36acd62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:29.240676 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-50d85e72-81d4-4451-991b-3860e36acd62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:29.242148 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-50d85e72-81d4-4451-991b-3860e36acd62 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3e55c3ec-142a-4802-b300-0bf265aa584b HTTP/1.1" status: 204 len: 168 time: 0.3340869 Aug 12 14:30:29.251624 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d85e72-81d4-4451-991b-3860e36acd62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e55c3ec-142a-4802-b300-0bf265aa584b,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:30:29.283230 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 14:30:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-065b6aab-6754-451c-9888-4cb69492774b x-openstack-request-id: req-065b6aab-6754-451c-9888-4cb69492774b {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:30:29.285992 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f157ce79-e307-418c-9346-ab3f0d35bf7c", "tag": "0ea9428c-2838-463f-80f8-d83b8c25e23d", "status": "completed", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:30:29.286252 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-065b6aab-6754-451c-9888-4cb69492774b {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:30:29.286676 n-d-694802-15 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f157ce79-e307-418c-9346-ab3f0d35bf7c', 'tag': '0ea9428c-2838-463f-80f8-d83b8c25e23d', 'status': 'completed', 'code': 200} Aug 12 14:30:29.288077 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1757f1ed-90e8-4932-b1c2-98dac5672bd0 service neutron] Pushing event updated for resources: {'Port': ['ID=0ea9428c-2838-463f-80f8-d83b8c25e23d,revision_number=3']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:30:29.307494 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Provisioning for port bc7c8f1e-9fce-40a7-9c08-2d8284d1a731 completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:30:29.312836 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Provisioning complete for port bc7c8f1e-9fce-40a7-9c08-2d8284d1a731 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:30:29.313416 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:29.343545 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f558768-a58d-4fb7-a9c5-c620b02f027e req-8f3c92ec-a6bd-4b8d-ae32-d7cb625ab7f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:30:29.345103 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-2f558768-a58d-4fb7-a9c5-c620b02f027e req-8f3c92ec-a6bd-4b8d-ae32-d7cb625ab7f6 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=139aa87dfc214912ba677ec8f57f3557&device_id=f157ce79-e307-418c-9346-ab3f0d35bf7c HTTP/1.1" status: 200 len: 1100 time: 0.1665258 Aug 12 14:30:29.450269 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-2f558768-a58d-4fb7-a9c5-c620b02f027e req-54b90103-7485-4304-bb1b-16f37e6fe482 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=0ea9428c-2838-463f-80f8-d83b8c25e23d HTTP/1.1" status: 200 len: 217 time: 0.0945017 Aug 12 14:30:29.549480 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684b1ea2-f87c-472a-b9f2-4269f0abcc0f req-b3da5599-160f-4e0b-a0b7-d596c5feaf99 tempest-ServerDiagnosticsNegativeTest-51490619 tempest-ServerDiagnosticsNegativeTest-51490619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:30:29.557792 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:29.566789 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-684b1ea2-f87c-472a-b9f2-4269f0abcc0f req-b3da5599-160f-4e0b-a0b7-d596c5feaf99 tempest-ServerDiagnosticsNegativeTest-51490619 tempest-ServerDiagnosticsNegativeTest-51490619-project] 10.222.0.39 "GET /v2.0/ports?device_id=5e94d20d-30ba-48bd-9544-1b65fe85b672 HTTP/1.1" status: 200 len: 948 time: 0.0842352 Aug 12 14:30:29.569497 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f558768-a58d-4fb7-a9c5-c620b02f027e req-f19efb3c-0d33-4b9d-b086-6a0243de3720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:30:29.583946 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-2f558768-a58d-4fb7-a9c5-c620b02f027e req-f19efb3c-0d33-4b9d-b086-6a0243de3720 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=236e0be6-1c94-4221-9e8b-ab02a53331f8 HTTP/1.1" status: 200 len: 843 time: 0.1188693 Aug 12 14:30:29.597131 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e94d20d-30ba-48bd-9544-1b65fe85b672', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc7c8f1e-9fce-40a7-9c08-2d8284d1a731'}] {{(pid=94468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:30:29.601017 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99a8d87602170099c728e57431aca99e9b98a655a83bbf8727be13192709727b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48060939-5133-4761-b781-0ffe8b9e0657" -d '{"events": [{"server_uuid": "5e94d20d-30ba-48bd-9544-1b65fe85b672", "name": "network-vif-plugged", "status": "completed", "tag": "bc7c8f1e-9fce-40a7-9c08-2d8284d1a731"}]}' {{(pid=94468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:30:29.620005 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port bc7c8f1e-9fce-40a7-9c08-2d8284d1a731, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=bc7c8f1e-9fce-40a7-9c08-2d8284d1a731,segment=NetworkSegment(a1f8c867-101b-4d30-814e-b89f55a5edd0),segment_id=a1f8c867-101b-4d30-814e-b89f55a5edd0)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:30:29.632328 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:29.641003 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-684b1ea2-f87c-472a-b9f2-4269f0abcc0f req-61c7f913-840c-41c4-8b99-a51aa7f6d6df tempest-ServerDiagnosticsNegativeTest-51490619 tempest-ServerDiagnosticsNegativeTest-51490619-project] 10.222.0.39 "GET /v2.0/security-groups?id=59f719b0-98c5-4fa0-8c49-6d3bc0442813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727694 Aug 12 14:30:29.677635 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 56530) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:30:29.692293 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f558768-a58d-4fb7-a9c5-c620b02f027e req-acdd999b-ce4d-4667-b451-2fb3432aee3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:30:29.699973 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-2f558768-a58d-4fb7-a9c5-c620b02f027e req-acdd999b-ce4d-4667-b451-2fb3432aee3d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2525c403-dfb3-4196-a273-739607aab38a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1082878 Aug 12 14:30:29.717583 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device c9578a74-95a3-4b8d-8db4-eff050057d08 up at agent hyperv_n-h1-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:30:29.752149 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-5f1e81c0-bd94-4878-be98-ee8d2abcfd71 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=fd62787af0e44fd4867a2ce2def66cc5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0707161 Aug 12 14:30:29.752850 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 56536) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:30:29.797992 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 56538) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:30:29.816841 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 14:30:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce865fc9-040f-4e53-b5c6-66c2670c4a01 x-openstack-request-id: req-ce865fc9-040f-4e53-b5c6-66c2670c4a01 {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:30:29.817134 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e94d20d-30ba-48bd-9544-1b65fe85b672", "name": "network-vif-plugged", "status": "completed", "tag": "bc7c8f1e-9fce-40a7-9c08-2d8284d1a731", "code": 200}]} {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:30:29.817382 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ce865fc9-040f-4e53-b5c6-66c2670c4a01 {{(pid=94468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:30:29.818301 n-d-694802-15 neutron-server[94468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e94d20d-30ba-48bd-9544-1b65fe85b672', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc7c8f1e-9fce-40a7-9c08-2d8284d1a731', 'code': 200} Aug 12 14:30:29.830460 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Pushing event updated for resources: {'Port': ['ID=bc7c8f1e-9fce-40a7-9c08-2d8284d1a731,revision_number=5']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:30:29.835169 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94acf1b-79aa-425c-ac84-94d22261838e req-9ba7bd69-067d-4a71-b969-1410414dd2a6 tempest-DeleteServersAdminTestJSON-840867186 tempest-DeleteServersAdminTestJSON-840867186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:30:29.843689 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-f94acf1b-79aa-425c-ac84-94d22261838e req-9ba7bd69-067d-4a71-b969-1410414dd2a6 tempest-DeleteServersAdminTestJSON-840867186 tempest-DeleteServersAdminTestJSON-840867186-project] 10.222.0.39 "GET /v2.0/ports?device_id=f157ce79-e307-418c-9346-ab3f0d35bf7c HTTP/1.1" status: 200 len: 948 time: 0.1255827 Aug 12 14:30:29.866184 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-839578de-7a84-4d65-abde-4c1e0b8f0a97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:29.874516 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Provisioning for port c9578a74-95a3-4b8d-8db4-eff050057d08 completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:30:29.879551 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Provisioning complete for port c9578a74-95a3-4b8d-8db4-eff050057d08 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:30:29.879926 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:29.904795 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-2f558768-a58d-4fb7-a9c5-c620b02f027e req-93d59680-530a-454c-b490-b246987f224d service neutron] 10.222.0.49 "GET /v2.0/networks/2525c403-dfb3-4196-a273-739607aab38a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1966000 Aug 12 14:30:29.923220 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-f94acf1b-79aa-425c-ac84-94d22261838e req-d5ea873b-5cfe-464f-af06-762487f8e519 tempest-DeleteServersAdminTestJSON-840867186 tempest-DeleteServersAdminTestJSON-840867186-project] 10.222.0.39 "GET /v2.0/security-groups?id=b1460155-7c7e-4a06-ae69-7cfde3aaedd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780883 Aug 12 14:30:29.962172 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-839578de-7a84-4d65-abde-4c1e0b8f0a97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:30.056333 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:30.068860 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-bd74c20e-bc70-4356-8d3c-8ab0cb716c96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:30.085455 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2d7076-0a2e-4672-9f55-a7de5a2c51dc req-fc1e85ed-379f-4de4-8722-27e6561e4cde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:30:30.088710 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ca2d7076-0a2e-4672-9f55-a7de5a2c51dc req-fc1e85ed-379f-4de4-8722-27e6561e4cde service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=5e94d20d-30ba-48bd-9544-1b65fe85b672 HTTP/1.1" status: 200 len: 1101 time: 0.1727769 Aug 12 14:30:30.099786 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port c9578a74-95a3-4b8d-8db4-eff050057d08, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=c9578a74-95a3-4b8d-8db4-eff050057d08,segment=NetworkSegment(2e94514d-7fca-42ad-995e-123d3a176790),segment_id=2e94514d-7fca-42ad-995e-123d3a176790)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:30:30.105503 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-839578de-7a84-4d65-abde-4c1e0b8f0a97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:30.106082 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-839578de-7a84-4d65-abde-4c1e0b8f0a97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:30.107094 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-839578de-7a84-4d65-abde-4c1e0b8f0a97 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4b16ccd9-2098-4150-9daf-f2c3d35ae0dc HTTP/1.1" status: 204 len: 168 time: 0.3537931 Aug 12 14:30:30.109603 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:30.139601 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839578de-7a84-4d65-abde-4c1e0b8f0a97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b16ccd9-2098-4150-9daf-f2c3d35ae0dc,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:30:30.185750 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ca2d7076-0a2e-4672-9f55-a7de5a2c51dc req-be025400-6a27-4eeb-b980-a21900f70c51 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=59f719b0-98c5-4fa0-8c49-6d3bc0442813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850391 Aug 12 14:30:30.198042 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad05861e-624f-43ed-9dfa-f8b52da23113 req-8ecc98b4-9466-476a-a9ab-2560407df557 tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:30:30.207313 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ad05861e-624f-43ed-9dfa-f8b52da23113 req-8ecc98b4-9466-476a-a9ab-2560407df557 tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] 10.222.0.39 "GET /v2.0/ports?device_id=5924b85c-0d32-4999-87e1-c7d6edcf0040 HTTP/1.1" status: 200 len: 963 time: 0.1170878 Aug 12 14:30:30.212563 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-2f558768-a58d-4fb7-a9c5-c620b02f027e req-d56950b6-4b5e-4d84-bde4-da088145eabc service neutron] 10.222.0.49 "GET /v2.0/networks/2525c403-dfb3-4196-a273-739607aab38a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2882063 Aug 12 14:30:30.230095 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Pushing event updated for resources: {'Port': ['ID=c9578a74-95a3-4b8d-8db4-eff050057d08,revision_number=5']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:30:30.272419 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ad05861e-624f-43ed-9dfa-f8b52da23113 req-4a0c7fb2-f707-41ed-bee6-82981f3b5d79 tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] 10.222.0.39 "GET /v2.0/security-groups?id=e3ca17b3-b028-41b3-b138-91e00a6e278c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594711 Aug 12 14:30:30.333432 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-bd74c20e-bc70-4356-8d3c-8ab0cb716c96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:30.338748 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-bd74c20e-bc70-4356-8d3c-8ab0cb716c96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:30.382130 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-bd74c20e-bc70-4356-8d3c-8ab0cb716c96 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a69f656c900043b8bc0ccfdb0a61f38a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5797932 Aug 12 14:30:30.385864 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 56564) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:30:30.447045 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd74c20e-bc70-4356-8d3c-8ab0cb716c96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6bd0efb-6bf6-4cf3-8adf-34690d2e5b02,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:30:30.470387 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-86e77587-f1cd-4afa-b1b3-6a08a825f9c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:30.515139 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-86e77587-f1cd-4afa-b1b3-6a08a825f9c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:30.557607 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9653671e-4aea-448e-800c-df41b74df0c6 req-316d4c91-fbf9-4d67-b8e7-46c0cdc73872 tempest-AggregatesAdminTestJSON-383758043 tempest-AggregatesAdminTestJSON-383758043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:30:30.562021 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-9653671e-4aea-448e-800c-df41b74df0c6 req-316d4c91-fbf9-4d67-b8e7-46c0cdc73872 tempest-AggregatesAdminTestJSON-383758043 tempest-AggregatesAdminTestJSON-383758043-project] 10.222.0.39 "GET /v2.0/ports?device_id=81251633-1542-44c6-a676-25aff40ce88b HTTP/1.1" status: 200 len: 968 time: 0.1862938 Aug 12 14:30:30.565187 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77c3b69-1ea1-4b82-942d-a9b7bb815994 req-57c389dd-ed3d-437a-b999-490d7de38078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:30:30.567689 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-c77c3b69-1ea1-4b82-942d-a9b7bb815994 req-57c389dd-ed3d-437a-b999-490d7de38078 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=139aa87dfc214912ba677ec8f57f3557&device_id=f157ce79-e307-418c-9346-ab3f0d35bf7c HTTP/1.1" status: 200 len: 1100 time: 0.1908777 Aug 12 14:30:30.584219 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-86e77587-f1cd-4afa-b1b3-6a08a825f9c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:30.588869 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-86e77587-f1cd-4afa-b1b3-6a08a825f9c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:30.590095 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-86e77587-f1cd-4afa-b1b3-6a08a825f9c1 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d6bd0efb-6bf6-4cf3-8adf-34690d2e5b02 HTTP/1.1" status: 204 len: 168 time: 0.2030635 Aug 12 14:30:30.608764 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e77587-f1cd-4afa-b1b3-6a08a825f9c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6bd0efb-6bf6-4cf3-8adf-34690d2e5b02,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:30:30.717074 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-9653671e-4aea-448e-800c-df41b74df0c6 req-635f9e17-a7f4-4ac1-9320-e2dbbfea2910 tempest-AggregatesAdminTestJSON-383758043 tempest-AggregatesAdminTestJSON-383758043-project] 10.222.0.39 "GET /v2.0/security-groups?id=8542d1e8-677b-4943-a89d-5c1860a9adfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481009 Aug 12 14:30:30.764210 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77c3b69-1ea1-4b82-942d-a9b7bb815994 req-4e613d8d-97ab-486f-8da5-9e41b764f5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:30:30.766280 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-c77c3b69-1ea1-4b82-942d-a9b7bb815994 req-4e613d8d-97ab-486f-8da5-9e41b764f5bb service neutron] 10.222.0.49 "GET /v2.0/networks?id=2525c403-dfb3-4196-a273-739607aab38a HTTP/1.1" status: 200 len: 870 time: 0.1700890 Aug 12 14:30:30.811403 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-c77c3b69-1ea1-4b82-942d-a9b7bb815994 req-b63a458d-fe02-4c5c-b92e-b609f1d1c4dd service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=0ea9428c-2838-463f-80f8-d83b8c25e23d HTTP/1.1" status: 200 len: 217 time: 0.0377896 Aug 12 14:30:30.830998 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8844ca41-09f7-44b5-8cac-1f70fed62c36 req-002f2020-dbcc-4f01-9a99-490c6ed8dcfa tempest-ServerDiagnosticsNegativeTest-51490619 tempest-ServerDiagnosticsNegativeTest-51490619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:30:30.832430 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-8844ca41-09f7-44b5-8cac-1f70fed62c36 req-002f2020-dbcc-4f01-9a99-490c6ed8dcfa tempest-ServerDiagnosticsNegativeTest-51490619 tempest-ServerDiagnosticsNegativeTest-51490619-project] 10.222.0.39 "GET /v2.0/ports?device_id=5e94d20d-30ba-48bd-9544-1b65fe85b672 HTTP/1.1" status: 200 len: 949 time: 0.0790334 Aug 12 14:30:30.895988 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77c3b69-1ea1-4b82-942d-a9b7bb815994 req-2948f523-4207-4e6c-8382-16d030a87ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:30:30.897352 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-c77c3b69-1ea1-4b82-942d-a9b7bb815994 req-2948f523-4207-4e6c-8382-16d030a87ed6 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=236e0be6-1c94-4221-9e8b-ab02a53331f8 HTTP/1.1" status: 200 len: 843 time: 0.0790854 Aug 12 14:30:30.904523 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-8844ca41-09f7-44b5-8cac-1f70fed62c36 req-1bd8ae4c-4807-4c4a-9a1b-716a239e4b9e tempest-ServerDiagnosticsNegativeTest-51490619 tempest-ServerDiagnosticsNegativeTest-51490619-project] 10.222.0.39 "GET /v2.0/security-groups?id=59f719b0-98c5-4fa0-8c49-6d3bc0442813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633545 Aug 12 14:30:30.974395 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77c3b69-1ea1-4b82-942d-a9b7bb815994 req-3b4ff5e3-b84c-41de-ba1e-52e37ce94c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:30:30.976497 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-c77c3b69-1ea1-4b82-942d-a9b7bb815994 req-3b4ff5e3-b84c-41de-ba1e-52e37ce94c6c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2525c403-dfb3-4196-a273-739607aab38a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0708461 Aug 12 14:30:31.056677 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7705557b-4001-4c4d-b8f5-be625f5ca4f1 req-173e1efe-8084-4bcf-8196-52569391a08c tempest-DeleteServersAdminTestJSON-840867186 tempest-DeleteServersAdminTestJSON-840867186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:30:31.059332 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-7705557b-4001-4c4d-b8f5-be625f5ca4f1 req-173e1efe-8084-4bcf-8196-52569391a08c tempest-DeleteServersAdminTestJSON-840867186 tempest-DeleteServersAdminTestJSON-840867186-project] 10.222.0.39 "GET /v2.0/ports?device_id=f157ce79-e307-418c-9346-ab3f0d35bf7c HTTP/1.1" status: 200 len: 948 time: 0.0651896 Aug 12 14:30:31.117297 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-7705557b-4001-4c4d-b8f5-be625f5ca4f1 req-a0459968-4f9f-4d35-9309-af3705431262 tempest-DeleteServersAdminTestJSON-840867186 tempest-DeleteServersAdminTestJSON-840867186-project] 10.222.0.39 "GET /v2.0/security-groups?id=b1460155-7c7e-4a06-ae69-7cfde3aaedd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494676 Aug 12 14:30:31.121033 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-c77c3b69-1ea1-4b82-942d-a9b7bb815994 req-d12af793-14a0-43c7-8b2c-6e3976e84c40 service neutron] 10.222.0.49 "GET /v2.0/networks/2525c403-dfb3-4196-a273-739607aab38a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350956 Aug 12 14:30:31.155562 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 56624) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:30:31.203934 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 56630) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:30:31.220028 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-cbe7e955-5793-4df5-9051-bcc49e2e0906 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:31.266908 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-c77c3b69-1ea1-4b82-942d-a9b7bb815994 req-f6d91e95-8927-4cf2-b2b8-b1b74a88cf7a service neutron] 10.222.0.49 "GET /v2.0/networks/2525c403-dfb3-4196-a273-739607aab38a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349401 Aug 12 14:30:31.354593 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-cbe7e955-5793-4df5-9051-bcc49e2e0906 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:31.367607 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-cbe7e955-5793-4df5-9051-bcc49e2e0906 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:31.391590 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-fe3e07f6-331e-4cbd-a760-ef0e5bc40525 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-798783576-network', 'tenant_id': '39c74547ea964352853351e74cbcb768'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:30:31.427392 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe7e955-5793-4df5-9051-bcc49e2e0906 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0255e8d-4894-421e-a207-3e83577710fc,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:30:31.436311 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-cbe7e955-5793-4df5-9051-bcc49e2e0906 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=eb43ca62d24f4af1b1c8e12c34e96487&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2284741 Aug 12 14:30:31.436611 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 56636) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:30:31.447442 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8c9377-2e9b-42e0-8047-a7aa18d2abae req-e44867a8-3f73-4db8-966c-8c0d92192b70 tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:30:31.449011 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-da8c9377-2e9b-42e0-8047-a7aa18d2abae req-e44867a8-3f73-4db8-966c-8c0d92192b70 tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] 10.222.0.39 "GET /v2.0/ports?device_id=5924b85c-0d32-4999-87e1-c7d6edcf0040 HTTP/1.1" status: 200 len: 964 time: 0.0918882 Aug 12 14:30:31.461227 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe3e07f6-331e-4cbd-a760-ef0e5bc40525 admin admin] Made reservation on behalf of 39c74547ea964352853351e74cbcb768 for: {'network': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:30:31.464190 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-fe3e07f6-331e-4cbd-a760-ef0e5bc40525 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for network, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:31.482947 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-fe3e07f6-331e-4cbd-a760-ef0e5bc40525 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:31.537927 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-da8c9377-2e9b-42e0-8047-a7aa18d2abae req-8216d177-75c6-49ab-bca6-ef2a0eccf402 tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] 10.222.0.39 "GET /v2.0/security-groups?id=e3ca17b3-b028-41b3-b138-91e00a6e278c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791273 Aug 12 14:30:31.556943 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-bfc03d15-d4d7-44bf-ae69-a855b63f2aa0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:31.593307 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-bfc03d15-d4d7-44bf-ae69-a855b63f2aa0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:31.621538 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 56642) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:30:31.654674 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6616938-030d-4fcc-90a9-e230d325d63e req-528346ba-52de-4d08-8761-dcbd78c68155 tempest-AggregatesAdminTestJSON-383758043 tempest-AggregatesAdminTestJSON-383758043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:30:31.656213 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-f6616938-030d-4fcc-90a9-e230d325d63e req-528346ba-52de-4d08-8761-dcbd78c68155 tempest-AggregatesAdminTestJSON-383758043 tempest-AggregatesAdminTestJSON-383758043-project] 10.222.0.64 "GET /v2.0/ports?device_id=81251633-1542-44c6-a676-25aff40ce88b HTTP/1.1" status: 200 len: 968 time: 0.0626717 Aug 12 14:30:31.697202 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-fe3e07f6-331e-4cbd-a760-ef0e5bc40525 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:31.698943 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-bfc03d15-d4d7-44bf-ae69-a855b63f2aa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:31.701558 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-bfc03d15-d4d7-44bf-ae69-a855b63f2aa0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:31.705195 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-bfc03d15-d4d7-44bf-ae69-a855b63f2aa0 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c0255e8d-4894-421e-a207-3e83577710fc HTTP/1.1" status: 204 len: 168 time: 0.2651980 Aug 12 14:30:31.711031 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc03d15-d4d7-44bf-ae69-a855b63f2aa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0255e8d-4894-421e-a207-3e83577710fc,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:30:31.718693 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-fe3e07f6-331e-4cbd-a760-ef0e5bc40525 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:31.779417 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe3e07f6-331e-4cbd-a760-ef0e5bc40525 admin admin] vlan segment allocate from pool success with {'vlan_id': 304, 'physical_network': 'physnet1'} {{(pid=94467) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 14:30:31.818988 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3e07f6-331e-4cbd-a760-ef0e5bc40525 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11312995-c93d-4754-9dea-15693c54238a,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:30:31.821424 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5924b85c-0d32-4999-87e1-c7d6edcf0040', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9578a74-95a3-4b8d-8db4-eff050057d08'}] {{(pid=94468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:30:31.823875 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99a8d87602170099c728e57431aca99e9b98a655a83bbf8727be13192709727b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f81b7d8-fab4-4b77-9b94-e305935aa071" -d '{"events": [{"server_uuid": "5924b85c-0d32-4999-87e1-c7d6edcf0040", "name": "network-vif-plugged", "status": "completed", "tag": "c9578a74-95a3-4b8d-8db4-eff050057d08"}]}' {{(pid=94468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:30:31.849977 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-fe3e07f6-331e-4cbd-a760-ef0e5bc40525 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:31.850981 n-d-694802-15 neutron-server[94467]: INFO neutron.db.segments_db [None req-fe3e07f6-331e-4cbd-a760-ef0e5bc40525 admin admin] Added segment 2c5f2abe-b754-491c-837b-06e8fcd65d4b of type vlan for network a10dd9db-a24e-488c-8894-a27c36eaa630 Aug 12 14:30:31.924666 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 14:30:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7792d0b-eb27-4620-bf02-93488ba18290 x-openstack-request-id: req-a7792d0b-eb27-4620-bf02-93488ba18290 {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:30:31.925392 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5924b85c-0d32-4999-87e1-c7d6edcf0040", "name": "network-vif-plugged", "status": "completed", "tag": "c9578a74-95a3-4b8d-8db4-eff050057d08", "code": 200}]} {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:30:31.925871 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a7792d0b-eb27-4620-bf02-93488ba18290 {{(pid=94468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:30:31.926483 n-d-694802-15 neutron-server[94468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5924b85c-0d32-4999-87e1-c7d6edcf0040', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9578a74-95a3-4b8d-8db4-eff050057d08', 'code': 200} Aug 12 14:30:31.944793 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [req-f6616938-030d-4fcc-90a9-e230d325d63e req-1a5d1a8f-823c-4f6e-bf1f-1520f7168d32 tempest-AggregatesAdminTestJSON-383758043 tempest-AggregatesAdminTestJSON-383758043-project] Deleting port 04afef79-3806-4827-83c5-0065e26f4f79 {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:30:31.946094 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-f6616938-030d-4fcc-90a9-e230d325d63e req-1a5d1a8f-823c-4f6e-bf1f-1520f7168d32 tempest-AggregatesAdminTestJSON-383758043 tempest-AggregatesAdminTestJSON-383758043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:31.993798 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-34983c7c-aa1c-414f-8e0b-2b74b4e98b93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:32.013665 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-fe3e07f6-331e-4cbd-a760-ef0e5bc40525 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744653628263'] for network, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:32.017016 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.64', 56083) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:30:32.138548 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db395a6e-3cba-44d5-9567-3516f3d75300 req-79133bfd-f962-46eb-97b1-f4f50e46964e tempest-AggregatesAdminTestJSON-383758043 tempest-AggregatesAdminTestJSON-383758043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:30:32.148268 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-db395a6e-3cba-44d5-9567-3516f3d75300 req-79133bfd-f962-46eb-97b1-f4f50e46964e tempest-AggregatesAdminTestJSON-383758043 tempest-AggregatesAdminTestJSON-383758043-project] 10.222.0.39 "GET /v2.0/ports?device_id=81251633-1542-44c6-a676-25aff40ce88b HTTP/1.1" status: 200 len: 968 time: 0.2616780 Aug 12 14:30:32.359032 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daccb24a-ac33-4545-a3d5-0b1074f1c23f req-43909f23-5b08-48cc-89e4-d9cc6bf737c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:30:32.360782 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-daccb24a-ac33-4545-a3d5-0b1074f1c23f req-43909f23-5b08-48cc-89e4-d9cc6bf737c1 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=5924b85c-0d32-4999-87e1-c7d6edcf0040 HTTP/1.1" status: 200 len: 1116 time: 0.3417857 Aug 12 14:30:32.403001 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [req-f6616938-030d-4fcc-90a9-e230d325d63e req-1a5d1a8f-823c-4f6e-bf1f-1520f7168d32 tempest-AggregatesAdminTestJSON-383758043 tempest-AggregatesAdminTestJSON-383758043-project] For port 04afef79-3806-4827-83c5-0065e26f4f79, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=04afef79-3806-4827-83c5-0065e26f4f79,segment=NetworkSegment(a1f8c867-101b-4d30-814e-b89f55a5edd0),segment_id=a1f8c867-101b-4d30-814e-b89f55a5edd0)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:30:32.403688 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-f6616938-030d-4fcc-90a9-e230d325d63e req-1a5d1a8f-823c-4f6e-bf1f-1520f7168d32 tempest-AggregatesAdminTestJSON-383758043 tempest-AggregatesAdminTestJSON-383758043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:32.404796 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-db395a6e-3cba-44d5-9567-3516f3d75300 req-b5599193-8c3b-4ac9-8275-dd400e9b7fdc tempest-AggregatesAdminTestJSON-383758043 tempest-AggregatesAdminTestJSON-383758043-project] 10.222.0.39 "GET /v2.0/security-groups?id=8542d1e8-677b-4943-a89d-5c1860a9adfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2528970 Aug 12 14:30:32.416628 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-fe3e07f6-331e-4cbd-a760-ef0e5bc40525 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409'] for network, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:32.418471 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe3e07f6-331e-4cbd-a760-ef0e5bc40525 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:30:32.419180 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-fe3e07f6-331e-4cbd-a760-ef0e5bc40525 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for network, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:32.423440 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [req-f6616938-030d-4fcc-90a9-e230d325d63e req-1a5d1a8f-823c-4f6e-bf1f-1520f7168d32 tempest-AggregatesAdminTestJSON-383758043 tempest-AggregatesAdminTestJSON-383758043-project] Calling delete_port for 04afef79-3806-4827-83c5-0065e26f4f79 owned by compute:tempest-test_az-8800305 {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:30:32.493754 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-34983c7c-aa1c-414f-8e0b-2b74b4e98b93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:32.524942 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-daccb24a-ac33-4545-a3d5-0b1074f1c23f req-37ef22cb-d4c3-40d2-a7fa-9f1eb7ba4867 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=e3ca17b3-b028-41b3-b138-91e00a6e278c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492677 Aug 12 14:30:32.525307 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-34983c7c-aa1c-414f-8e0b-2b74b4e98b93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:32.558214 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-fe3e07f6-331e-4cbd-a760-ef0e5bc40525 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.3994699 Aug 12 14:30:32.563536 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 56686) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:30:32.570049 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-1b58562d-88b8-4ac1-889f-8c8f6d05c173 admin admin] Request body: {'subnet': {'network_id': 'a10dd9db-a24e-488c-8894-a27c36eaa630', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-798783576-subnet', 'tenant_id': '39c74547ea964352853351e74cbcb768', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:30:32.593439 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-34983c7c-aa1c-414f-8e0b-2b74b4e98b93 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=15711fc1ad214cc497cc3ad539c92045&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9658833 Aug 12 14:30:32.597575 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 56690) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:30:32.635084 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290f31df-f41d-417e-865a-7d21da9d400f req-f816e2e4-8a28-42ab-8378-6bed030b67c9 tempest-ServerDiagnosticsNegativeTest-51490619 tempest-ServerDiagnosticsNegativeTest-51490619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:30:32.642592 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-290f31df-f41d-417e-865a-7d21da9d400f req-f816e2e4-8a28-42ab-8378-6bed030b67c9 tempest-ServerDiagnosticsNegativeTest-51490619 tempest-ServerDiagnosticsNegativeTest-51490619-project] 10.222.0.39 "GET /v2.0/ports?device_id=5e94d20d-30ba-48bd-9544-1b65fe85b672 HTTP/1.1" status: 200 len: 949 time: 0.3182983 Aug 12 14:30:32.645718 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34983c7c-aa1c-414f-8e0b-2b74b4e98b93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be9f91ff-8c0f-4450-906a-bccf8047347b,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:30:32.673402 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b58562d-88b8-4ac1-889f-8c8f6d05c173 admin admin] Made reservation on behalf of 39c74547ea964352853351e74cbcb768 for: {'subnet': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:30:32.676740 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1b58562d-88b8-4ac1-889f-8c8f6d05c173 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:32.698474 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254dede7-11d1-4201-8c78-61cc73e2e664 req-387968ed-314d-4559-9a0e-cd3940461c3f tempest-DeleteServersAdminTestJSON-840867186 tempest-DeleteServersAdminTestJSON-840867186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:30:32.700106 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-254dede7-11d1-4201-8c78-61cc73e2e664 req-387968ed-314d-4559-9a0e-cd3940461c3f tempest-DeleteServersAdminTestJSON-840867186 tempest-DeleteServersAdminTestJSON-840867186-project] 10.222.0.39 "GET /v2.0/ports?device_id=f157ce79-e307-418c-9346-ab3f0d35bf7c HTTP/1.1" status: 200 len: 948 time: 0.1802511 Aug 12 14:30:32.705943 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3e07f6-331e-4cbd-a760-ef0e5bc40525 admin admin] Pushing event updated for resources: {'Network': ['ID=a10dd9db-a24e-488c-8894-a27c36eaa630,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:30:32.717527 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Network a10dd9db-a24e-488c-8894-a27c36eaa630 details requested by agent ovs-agent-n-d-694802-15 with host n-d-694802-15 {{(pid=94468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 14:30:32.753392 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-254dede7-11d1-4201-8c78-61cc73e2e664 req-fe053547-c0b0-44a3-804e-3f18929cd629 tempest-DeleteServersAdminTestJSON-840867186 tempest-DeleteServersAdminTestJSON-840867186-project] 10.222.0.39 "GET /v2.0/security-groups?id=b1460155-7c7e-4a06-ae69-7cfde3aaedd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449064 Aug 12 14:30:32.911010 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc1ed69-fc6c-40ce-8c36-a4a2c5ab59e4 req-e2fd61cd-7c1b-457a-90e7-2d8175de7641 tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:30:32.912687 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-fdc1ed69-fc6c-40ce-8c36-a4a2c5ab59e4 req-e2fd61cd-7c1b-457a-90e7-2d8175de7641 tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] 10.222.0.39 "GET /v2.0/ports?device_id=5924b85c-0d32-4999-87e1-c7d6edcf0040 HTTP/1.1" status: 200 len: 964 time: 0.0584621 Aug 12 14:30:32.923309 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8b35efae-16bc-41d5-9dee-1bfefba51161 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:32.951139 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-290f31df-f41d-417e-865a-7d21da9d400f req-d88eeb8f-2306-42dd-897f-9541ebe7e079 tempest-ServerDiagnosticsNegativeTest-51490619 tempest-ServerDiagnosticsNegativeTest-51490619-project] 10.222.0.39 "GET /v2.0/security-groups?id=59f719b0-98c5-4fa0-8c49-6d3bc0442813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3073456 Aug 12 14:30:32.973516 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-fdc1ed69-fc6c-40ce-8c36-a4a2c5ab59e4 req-3c71ff5d-f614-4575-99a3-6b8b264709f7 tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] 10.222.0.39 "GET /v2.0/security-groups?id=e3ca17b3-b028-41b3-b138-91e00a6e278c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487709 Aug 12 14:30:32.997127 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8b35efae-16bc-41d5-9dee-1bfefba51161 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:33.027634 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-f6616938-030d-4fcc-90a9-e230d325d63e req-1a5d1a8f-823c-4f6e-bf1f-1520f7168d32 tempest-AggregatesAdminTestJSON-383758043 tempest-AggregatesAdminTestJSON-383758043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:33.043220 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] get_ports_and_sgs() called for port_ids ['04afef79-3806-4827-83c5-0065e26f4f79'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:30:33.098352 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5d1a8f-823c-4f6e-bf1f-1520f7168d32 tempest-AggregatesAdminTestJSON-383758043 tempest-AggregatesAdminTestJSON-383758043-project] Pushing event deleted for resources: {'Port': ['ID=04afef79-3806-4827-83c5-0065e26f4f79,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:30:33.224758 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6616938-030d-4fcc-90a9-e230d325d63e req-1a5d1a8f-823c-4f6e-bf1f-1520f7168d32 tempest-AggregatesAdminTestJSON-383758043 tempest-AggregatesAdminTestJSON-383758043-project] No DVR routers for this DVR port 04afef79-3806-4827-83c5-0065e26f4f79 on host n-h1-694802-15 {{(pid=94466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:30:33.281456 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-f6616938-030d-4fcc-90a9-e230d325d63e req-1a5d1a8f-823c-4f6e-bf1f-1520f7168d32 tempest-AggregatesAdminTestJSON-383758043 tempest-AggregatesAdminTestJSON-383758043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:33.283557 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-f6616938-030d-4fcc-90a9-e230d325d63e req-1a5d1a8f-823c-4f6e-bf1f-1520f7168d32 tempest-AggregatesAdminTestJSON-383758043 tempest-AggregatesAdminTestJSON-383758043-project] 10.222.0.64 "DELETE /v2.0/ports/04afef79-3806-4827-83c5-0065e26f4f79 HTTP/1.1" status: 204 len: 173 time: 1.6192255 Aug 12 14:30:33.284026 n-d-694802-15 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81251633-1542-44c6-a676-25aff40ce88b', 'name': 'network-vif-deleted', 'tag': '04afef79-3806-4827-83c5-0065e26f4f79'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:30:33.286641 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e785eeede3897370d0b20f09d5f461b30cfecd5ed38c4f07dacd02bc52c9277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c747598-7950-4337-a26b-ffa3e702b782" -d '{"events": [{"server_uuid": "81251633-1542-44c6-a676-25aff40ce88b", "name": "network-vif-deleted", "tag": "04afef79-3806-4827-83c5-0065e26f4f79"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:30:33.391887 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8b35efae-16bc-41d5-9dee-1bfefba51161 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:33.394559 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8b35efae-16bc-41d5-9dee-1bfefba51161 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:33.395819 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-8b35efae-16bc-41d5-9dee-1bfefba51161 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/be9f91ff-8c0f-4450-906a-bccf8047347b HTTP/1.1" status: 204 len: 168 time: 0.7883148 Aug 12 14:30:33.433656 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b35efae-16bc-41d5-9dee-1bfefba51161 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be9f91ff-8c0f-4450-906a-bccf8047347b,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:30:33.475079 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1b58562d-88b8-4ac1-889f-8c8f6d05c173 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409'] for subnet, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:33.630928 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 14:30:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f33d7a62-bad4-4d29-ae8d-1591aedbd724 x-openstack-request-id: req-f33d7a62-bad4-4d29-ae8d-1591aedbd724 {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:30:33.631271 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81251633-1542-44c6-a676-25aff40ce88b", "name": "network-vif-deleted", "tag": "04afef79-3806-4827-83c5-0065e26f4f79", "status": "completed", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:30:33.631530 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f33d7a62-bad4-4d29-ae8d-1591aedbd724 {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:30:33.631938 n-d-694802-15 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81251633-1542-44c6-a676-25aff40ce88b', 'name': 'network-vif-deleted', 'tag': '04afef79-3806-4827-83c5-0065e26f4f79', 'status': 'completed', 'code': 200} Aug 12 14:30:33.657804 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b58562d-88b8-4ac1-889f-8c8f6d05c173 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d61545bd-f4f7-4794-86f8-5ac232439ea3,revision_number=0']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:30:33.662862 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b58562d-88b8-4ac1-889f-8c8f6d05c173 admin admin] Checking segment: {'id': '2c5f2abe-b754-491c-837b-06e8fcd65d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'a10dd9db-a24e-488c-8894-a27c36eaa630'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:30:33.678707 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b58562d-88b8-4ac1-889f-8c8f6d05c173 admin admin] Network hostable DHCP agents. Network: a10dd9db-a24e-488c-8894-a27c36eaa630, hostable agents: ['1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658'], hosted agents: [] {{(pid=94466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 14:30:33.718465 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b58562d-88b8-4ac1-889f-8c8f6d05c173 admin admin] Network a10dd9db-a24e-488c-8894-a27c36eaa630 is scheduled to be hosted by DHCP agent 1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658 with binding_index 1 {{(pid=94466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 14:30:33.732198 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-1b58562d-88b8-4ac1-889f-8c8f6d05c173 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-15, a10dd9db-a24e-488c-8894-a27c36eaa630) {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:30:33.756247 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd01d746-e288-484d-8b5b-51835e7aabad None None] Network a10dd9db-a24e-488c-8894-a27c36eaa630 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:30:33.762505 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b58562d-88b8-4ac1-889f-8c8f6d05c173 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:30:33.763575 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1b58562d-88b8-4ac1-889f-8c8f6d05c173 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for subnet, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:33.807851 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0c8c224e-ae1d-4928-9397-132b2260997f req-7a369228-55c7-4ea1-90e1-2053ea66b89a tempest-AggregatesAdminTestJSON-383758043 tempest-AggregatesAdminTestJSON-383758043-project] 10.222.0.39 "GET /v2.0/ports?device_id=81251633-1542-44c6-a676-25aff40ce88b HTTP/1.1" status: 200 len: 210 time: 0.0691862 Aug 12 14:30:33.827053 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-1b58562d-88b8-4ac1-889f-8c8f6d05c173 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.2480693 Aug 12 14:30:33.969018 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10077523-31d1-4aa6-bbc6-9955e7ce42a5 None None] Network a10dd9db-a24e-488c-8894-a27c36eaa630 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:30:33.981675 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7223034-ad54-4894-a7e5-68bbb44b1a7d req-d07bfd52-32ee-415f-83f6-af27cb367a93 tempest-ServerDiagnosticsNegativeTest-51490619 tempest-ServerDiagnosticsNegativeTest-51490619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:30:33.987066 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-b7223034-ad54-4894-a7e5-68bbb44b1a7d req-d07bfd52-32ee-415f-83f6-af27cb367a93 tempest-ServerDiagnosticsNegativeTest-51490619 tempest-ServerDiagnosticsNegativeTest-51490619-project] 10.222.0.39 "GET /v2.0/ports?device_id=5e94d20d-30ba-48bd-9544-1b65fe85b672 HTTP/1.1" status: 200 len: 949 time: 0.1577160 Aug 12 14:30:34.057380 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-b7223034-ad54-4894-a7e5-68bbb44b1a7d req-6d9fd461-2b7a-4d16-b699-135c844ff191 tempest-ServerDiagnosticsNegativeTest-51490619 tempest-ServerDiagnosticsNegativeTest-51490619-project] 10.222.0.39 "GET /v2.0/security-groups?id=59f719b0-98c5-4fa0-8c49-6d3bc0442813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626631 Aug 12 14:30:34.140184 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 56812) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:30:34.168035 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-40674abf-408f-4eda-8181-53921462dede admin admin] Notify callbacks [] for security_group, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:34.344059 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7033fed7-2620-4b60-a6be-a430c13ef75b req-463efc17-b784-44e3-8890-e196b266d5f4 tempest-DeleteServersAdminTestJSON-840867186 tempest-DeleteServersAdminTestJSON-840867186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:30:34.345894 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-7033fed7-2620-4b60-a6be-a430c13ef75b req-463efc17-b784-44e3-8890-e196b266d5f4 tempest-DeleteServersAdminTestJSON-840867186 tempest-DeleteServersAdminTestJSON-840867186-project] 10.222.0.39 "GET /v2.0/ports?device_id=f157ce79-e307-418c-9346-ab3f0d35bf7c HTTP/1.1" status: 200 len: 948 time: 0.1458993 Aug 12 14:30:34.418889 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-7033fed7-2620-4b60-a6be-a430c13ef75b req-344ca9f8-50a1-472d-bba3-eaafe1bf4283 tempest-DeleteServersAdminTestJSON-840867186 tempest-DeleteServersAdminTestJSON-840867186-project] 10.222.0.39 "GET /v2.0/security-groups?id=b1460155-7c7e-4a06-ae69-7cfde3aaedd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655978 Aug 12 14:30:34.443992 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-40674abf-408f-4eda-8181-53921462dede admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:34.449378 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-40674abf-408f-4eda-8181-53921462dede admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:34.521480 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-40674abf-408f-4eda-8181-53921462dede admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1cf79cd2fdd841468a94260e1a06fcb4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3801146 Aug 12 14:30:34.522401 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40674abf-408f-4eda-8181-53921462dede admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e752d0e-205f-4642-b8cf-ee5dacbe8663,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:30:34.536769 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 56844) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:30:34.585018 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4472ce-b2d5-49a9-96e9-e64145fb5da0 req-2fdceadd-770b-4a25-9863-ff279e2f5fe4 tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:30:34.587380 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-dd4472ce-b2d5-49a9-96e9-e64145fb5da0 req-2fdceadd-770b-4a25-9863-ff279e2f5fe4 tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] 10.222.0.39 "GET /v2.0/ports?device_id=5924b85c-0d32-4999-87e1-c7d6edcf0040 HTTP/1.1" status: 200 len: 964 time: 0.0697145 Aug 12 14:30:34.597837 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-44307021-8674-4958-bbc7-40659a234956 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:34.624685 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-44307021-8674-4958-bbc7-40659a234956 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:34.650838 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-dd4472ce-b2d5-49a9-96e9-e64145fb5da0 req-a25f86f3-71e7-4712-b325-47c3bc1d10a3 tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] 10.222.0.39 "GET /v2.0/security-groups?id=e3ca17b3-b028-41b3-b138-91e00a6e278c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570214 Aug 12 14:30:34.724106 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-44307021-8674-4958-bbc7-40659a234956 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:34.727226 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-44307021-8674-4958-bbc7-40659a234956 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:34.728723 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-44307021-8674-4958-bbc7-40659a234956 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9e752d0e-205f-4642-b8cf-ee5dacbe8663 HTTP/1.1" status: 204 len: 168 time: 0.1908007 Aug 12 14:30:34.737445 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44307021-8674-4958-bbc7-40659a234956 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e752d0e-205f-4642-b8cf-ee5dacbe8663,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:30:34.985073 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6909ed-9871-4f18-b222-a058adaf509e req-c9e050f1-af1b-4734-9ef2-475aedce937f tempest-ServerDiagnosticsNegativeTest-51490619 tempest-ServerDiagnosticsNegativeTest-51490619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:30:34.987691 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-be6909ed-9871-4f18-b222-a058adaf509e req-c9e050f1-af1b-4734-9ef2-475aedce937f tempest-ServerDiagnosticsNegativeTest-51490619 tempest-ServerDiagnosticsNegativeTest-51490619-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e94d20d-30ba-48bd-9544-1b65fe85b672 HTTP/1.1" status: 200 len: 949 time: 0.0752115 Aug 12 14:30:35.135942 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [req-be6909ed-9871-4f18-b222-a058adaf509e req-008f5d97-a68f-437b-87df-329d0fb40fe2 tempest-ServerDiagnosticsNegativeTest-51490619 tempest-ServerDiagnosticsNegativeTest-51490619-project] Deleting port bc7c8f1e-9fce-40a7-9c08-2d8284d1a731 {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:30:35.136291 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-be6909ed-9871-4f18-b222-a058adaf509e req-008f5d97-a68f-437b-87df-329d0fb40fe2 tempest-ServerDiagnosticsNegativeTest-51490619 tempest-ServerDiagnosticsNegativeTest-51490619-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:35.139674 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce7059b-a3ec-4cbc-85a7-918c43681177 req-d3b16047-48e5-448d-b190-80c81df23344 tempest-LiveAutoBlockMigrationV225Test-1272051264 tempest-LiveAutoBlockMigrationV225Test-1272051264-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:30:35.141472 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2ce7059b-a3ec-4cbc-85a7-918c43681177 req-d3b16047-48e5-448d-b190-80c81df23344 tempest-LiveAutoBlockMigrationV225Test-1272051264 tempest-LiveAutoBlockMigrationV225Test-1272051264-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=5924b85c-0d32-4999-87e1-c7d6edcf0040 HTTP/1.1" status: 200 len: 1116 time: 0.0633826 Aug 12 14:30:35.190593 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device 0ea9428c-2838-463f-80f8-d83b8c25e23d details requested by agent hyperv_n-h2-694802-15 with host n-h2-694802-15 {{(pid=94468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 14:30:35.199258 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2ce7059b-a3ec-4cbc-85a7-918c43681177 req-3836892f-c4fc-4124-9578-4067e465374e tempest-LiveAutoBlockMigrationV225Test-1272051264 tempest-LiveAutoBlockMigrationV225Test-1272051264-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=e3ca17b3-b028-41b3-b138-91e00a6e278c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497088 Aug 12 14:30:35.349868 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [req-be6909ed-9871-4f18-b222-a058adaf509e req-008f5d97-a68f-437b-87df-329d0fb40fe2 tempest-ServerDiagnosticsNegativeTest-51490619 tempest-ServerDiagnosticsNegativeTest-51490619-project] For port bc7c8f1e-9fce-40a7-9c08-2d8284d1a731, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=bc7c8f1e-9fce-40a7-9c08-2d8284d1a731,segment=NetworkSegment(a1f8c867-101b-4d30-814e-b89f55a5edd0),segment_id=a1f8c867-101b-4d30-814e-b89f55a5edd0)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:30:35.349868 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-be6909ed-9871-4f18-b222-a058adaf509e req-008f5d97-a68f-437b-87df-329d0fb40fe2 tempest-ServerDiagnosticsNegativeTest-51490619 tempest-ServerDiagnosticsNegativeTest-51490619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:35.364902 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [req-be6909ed-9871-4f18-b222-a058adaf509e req-008f5d97-a68f-437b-87df-329d0fb40fe2 tempest-ServerDiagnosticsNegativeTest-51490619 tempest-ServerDiagnosticsNegativeTest-51490619-project] Calling delete_port for bc7c8f1e-9fce-40a7-9c08-2d8284d1a731 owned by compute:nova {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:30:35.415409 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port 0ea9428c-2838-463f-80f8-d83b8c25e23d, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=0ea9428c-2838-463f-80f8-d83b8c25e23d,segment=NetworkSegment(a1f8c867-101b-4d30-814e-b89f55a5edd0),segment_id=a1f8c867-101b-4d30-814e-b89f55a5edd0)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:30:35.432515 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Returning: {'device': '0ea9428c-2838-463f-80f8-d83b8c25e23d', 'network_id': '2525c403-dfb3-4196-a273-739607aab38a', 'port_id': '0ea9428c-2838-463f-80f8-d83b8c25e23d', 'mac_address': 'fa:16:3e:6d:18:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '236e0be6-1c94-4221-9e8b-ab02a53331f8', 'ip_address': '192.168.233.234'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 14:30:35.441688 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7304e415-dea1-4fbe-9fae-802710646a73 req-6e394d44-8c80-435a-a06c-732cb9f436bd tempest-ServerDiagnosticsNegativeTest-51490619 tempest-ServerDiagnosticsNegativeTest-51490619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:30:35.449650 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-7304e415-dea1-4fbe-9fae-802710646a73 req-6e394d44-8c80-435a-a06c-732cb9f436bd tempest-ServerDiagnosticsNegativeTest-51490619 tempest-ServerDiagnosticsNegativeTest-51490619-project] 10.222.0.39 "GET /v2.0/ports?device_id=5e94d20d-30ba-48bd-9544-1b65fe85b672 HTTP/1.1" status: 200 len: 949 time: 0.0649872 Aug 12 14:30:35.502348 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-7304e415-dea1-4fbe-9fae-802710646a73 req-f542dc67-5261-47e9-9874-a3ac95fef6eb tempest-ServerDiagnosticsNegativeTest-51490619 tempest-ServerDiagnosticsNegativeTest-51490619-project] 10.222.0.39 "GET /v2.0/security-groups?id=59f719b0-98c5-4fa0-8c49-6d3bc0442813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464160 Aug 12 14:30:35.517057 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:35.537341 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 56958) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:30:35.539765 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ea9428c-2838-463f-80f8-d83b8c25e23d {{(pid=94468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:30:35.544485 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-575b679e-8f82-4b09-8093-b776872ede8f admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-2066105472-network', 'tenant_id': '357b4c5b8b57493399f2769b1b6b59d0'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:30:35.585557 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port 0ea9428c-2838-463f-80f8-d83b8c25e23d, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=0ea9428c-2838-463f-80f8-d83b8c25e23d,segment=NetworkSegment(a1f8c867-101b-4d30-814e-b89f55a5edd0),segment_id=a1f8c867-101b-4d30-814e-b89f55a5edd0)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:30:35.588572 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-575b679e-8f82-4b09-8093-b776872ede8f admin admin] Made reservation on behalf of 357b4c5b8b57493399f2769b1b6b59d0 for: {'network': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:30:35.593020 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-575b679e-8f82-4b09-8093-b776872ede8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for network, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:35.594177 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:35.636956 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-575b679e-8f82-4b09-8093-b776872ede8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:35.643411 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-be6909ed-9871-4f18-b222-a058adaf509e req-008f5d97-a68f-437b-87df-329d0fb40fe2 tempest-ServerDiagnosticsNegativeTest-51490619 tempest-ServerDiagnosticsNegativeTest-51490619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:35.680916 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008f5d97-a68f-437b-87df-329d0fb40fe2 tempest-ServerDiagnosticsNegativeTest-51490619 tempest-ServerDiagnosticsNegativeTest-51490619-project] Pushing event deleted for resources: {'Port': ['ID=bc7c8f1e-9fce-40a7-9c08-2d8284d1a731,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:30:35.748864 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 56970) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:30:35.750294 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [req-be6909ed-9871-4f18-b222-a058adaf509e req-008f5d97-a68f-437b-87df-329d0fb40fe2 tempest-ServerDiagnosticsNegativeTest-51490619 tempest-ServerDiagnosticsNegativeTest-51490619-project] No DVR routers for this DVR port bc7c8f1e-9fce-40a7-9c08-2d8284d1a731 on host n-h2-694802-15 {{(pid=94466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:30:35.754635 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-be6909ed-9871-4f18-b222-a058adaf509e req-008f5d97-a68f-437b-87df-329d0fb40fe2 tempest-ServerDiagnosticsNegativeTest-51490619 tempest-ServerDiagnosticsNegativeTest-51490619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:35.757255 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-be6909ed-9871-4f18-b222-a058adaf509e req-008f5d97-a68f-437b-87df-329d0fb40fe2 tempest-ServerDiagnosticsNegativeTest-51490619 tempest-ServerDiagnosticsNegativeTest-51490619-project] 10.222.0.49 "DELETE /v2.0/ports/bc7c8f1e-9fce-40a7-9c08-2d8284d1a731 HTTP/1.1" status: 204 len: 173 time: 0.7632792 Aug 12 14:30:35.757951 n-d-694802-15 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e94d20d-30ba-48bd-9544-1b65fe85b672', 'name': 'network-vif-deleted', 'tag': 'bc7c8f1e-9fce-40a7-9c08-2d8284d1a731'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:30:35.760731 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e785eeede3897370d0b20f09d5f461b30cfecd5ed38c4f07dacd02bc52c9277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2d6ff9c-066a-4b05-b01b-7468ba361d75" -d '{"events": [{"server_uuid": "5e94d20d-30ba-48bd-9544-1b65fe85b672", "name": "network-vif-deleted", "tag": "bc7c8f1e-9fce-40a7-9c08-2d8284d1a731"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:30:35.771250 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Pushing event updated for resources: {'Port': ['ID=0ea9428c-2838-463f-80f8-d83b8c25e23d,revision_number=4']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:30:35.780878 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-575b679e-8f82-4b09-8093-b776872ede8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:35.789566 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-575b679e-8f82-4b09-8093-b776872ede8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:35.791370 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] get_ports_and_sgs() called for port_ids ['bc7c8f1e-9fce-40a7-9c08-2d8284d1a731'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:30:35.793906 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device 04afef79-3806-4827-83c5-0065e26f4f79 no longer exists at agent hyperv_n-h1-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:30:35.826374 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-575b679e-8f82-4b09-8093-b776872ede8f admin admin] vlan segment allocate from pool success with {'vlan_id': 311, 'physical_network': 'physnet1'} {{(pid=94467) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 14:30:35.834850 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04468ef1-1f3a-4c0d-bd8e-798f40fcc49d req-da048ae8-9aa4-4ba3-97a9-62c61c13f589 tempest-LiveAutoBlockMigrationV225Test-1272051264 tempest-LiveAutoBlockMigrationV225Test-1272051264-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:30:35.843389 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-04468ef1-1f3a-4c0d-bd8e-798f40fcc49d req-da048ae8-9aa4-4ba3-97a9-62c61c13f589 tempest-LiveAutoBlockMigrationV225Test-1272051264 tempest-LiveAutoBlockMigrationV225Test-1272051264-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=5924b85c-0d32-4999-87e1-c7d6edcf0040 HTTP/1.1" status: 200 len: 1116 time: 0.2149789 Aug 12 14:30:35.852294 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575b679e-8f82-4b09-8093-b776872ede8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbe07356-8a69-457f-9f6e-10c5b21b777d,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:30:35.874632 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-93370168-53ca-47c2-9e27-b066be57125c None None] No Port match for: 04afef79-3806-4827-83c5-0065e26f4f79 {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 14:30:35.874835 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1186a9bb-19e5-4e6d-b3f5-fb452c0c0b9a req-c7d49ae7-28db-4df8-99a4-e51bcf2a1f60 tempest-DeleteServersAdminTestJSON-840867186 tempest-DeleteServersAdminTestJSON-840867186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:30:35.876529 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-1186a9bb-19e5-4e6d-b3f5-fb452c0c0b9a req-c7d49ae7-28db-4df8-99a4-e51bcf2a1f60 tempest-DeleteServersAdminTestJSON-840867186 tempest-DeleteServersAdminTestJSON-840867186-project] 10.222.0.39 "GET /v2.0/ports?device_id=f157ce79-e307-418c-9346-ab3f0d35bf7c HTTP/1.1" status: 200 len: 949 time: 0.0994015 Aug 12 14:30:35.876980 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device 04afef79-3806-4827-83c5-0065e26f4f79 not bound to the agent host n-h1-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:30:35.884491 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-575b679e-8f82-4b09-8093-b776872ede8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:35.884712 n-d-694802-15 neutron-server[94467]: INFO neutron.db.segments_db [None req-575b679e-8f82-4b09-8093-b776872ede8f admin admin] Added segment 69038dcf-a037-48d9-9ba2-89a47f004992 of type vlan for network bfc50ad3-24a8-4a07-a28f-3d2ee1af52c0 Aug 12 14:30:35.957223 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-1186a9bb-19e5-4e6d-b3f5-fb452c0c0b9a req-b6a5cacc-2e2d-47ce-ae19-a123f286c180 tempest-DeleteServersAdminTestJSON-840867186 tempest-DeleteServersAdminTestJSON-840867186-project] 10.222.0.39 "GET /v2.0/security-groups?id=b1460155-7c7e-4a06-ae69-7cfde3aaedd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665512 Aug 12 14:30:35.969263 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-04468ef1-1f3a-4c0d-bd8e-798f40fcc49d req-fae63660-a68c-4d9e-b765-18ed42d31b76 tempest-LiveAutoBlockMigrationV225Test-1272051264 tempest-LiveAutoBlockMigrationV225Test-1272051264-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=e3ca17b3-b028-41b3-b138-91e00a6e278c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196411 Aug 12 14:30:35.998432 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-575b679e-8f82-4b09-8093-b776872ede8f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744653628263'] for network, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:36.010331 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] get_ports_and_sgs() called for port_ids ['0ea9428c-2838-463f-80f8-d83b8c25e23d'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:30:36.084954 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-575b679e-8f82-4b09-8093-b776872ede8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409'] for network, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:36.086364 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-575b679e-8f82-4b09-8093-b776872ede8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:30:36.087179 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-575b679e-8f82-4b09-8093-b776872ede8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for network, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:36.104467 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 14:30:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ab1a89c-4a50-4c30-992a-ec486362ec2e x-openstack-request-id: req-9ab1a89c-4a50-4c30-992a-ec486362ec2e {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:30:36.105032 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e94d20d-30ba-48bd-9544-1b65fe85b672", "name": "network-vif-deleted", "tag": "bc7c8f1e-9fce-40a7-9c08-2d8284d1a731", "status": "completed", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:30:36.105032 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9ab1a89c-4a50-4c30-992a-ec486362ec2e {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:30:36.105451 n-d-694802-15 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e94d20d-30ba-48bd-9544-1b65fe85b672', 'name': 'network-vif-deleted', 'tag': 'bc7c8f1e-9fce-40a7-9c08-2d8284d1a731', 'status': 'completed', 'code': 200} Aug 12 14:30:36.108292 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-9d899c41-bbed-4b49-acc9-9ac4e22f0301 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c88176798bde48bcb2e74c155323bea1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3555307 Aug 12 14:30:36.110807 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 56996) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:30:36.172365 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-cf2f1a0e-fba8-4069-a4ab-bcb445700bb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:36.205245 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-575b679e-8f82-4b09-8093-b776872ede8f admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6667950 Aug 12 14:30:36.207987 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 57008) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:30:36.216934 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-cf2f1a0e-fba8-4069-a4ab-bcb445700bb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:36.218862 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575b679e-8f82-4b09-8093-b776872ede8f admin admin] Pushing event updated for resources: {'Network': ['ID=bfc50ad3-24a8-4a07-a28f-3d2ee1af52c0,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:30:36.222686 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-c4901d7c-1217-45ae-8274-ed06ab266473 admin admin] Request body: {'subnet': {'network_id': 'bfc50ad3-24a8-4a07-a28f-3d2ee1af52c0', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-2066105472-subnet', 'tenant_id': '357b4c5b8b57493399f2769b1b6b59d0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:30:36.266497 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Network bfc50ad3-24a8-4a07-a28f-3d2ee1af52c0 details requested by agent ovs-agent-n-d-694802-15 with host n-d-694802-15 {{(pid=94468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 14:30:36.295064 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4901d7c-1217-45ae-8274-ed06ab266473 admin admin] Made reservation on behalf of 357b4c5b8b57493399f2769b1b6b59d0 for: {'subnet': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:30:36.302553 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c4901d7c-1217-45ae-8274-ed06ab266473 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:36.426915 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-cf2f1a0e-fba8-4069-a4ab-bcb445700bb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:36.430158 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-cf2f1a0e-fba8-4069-a4ab-bcb445700bb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:36.443873 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-cf2f1a0e-fba8-4069-a4ab-bcb445700bb8 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8542d1e8-677b-4943-a89d-5c1860a9adfe HTTP/1.1" status: 204 len: 168 time: 0.3297129 Aug 12 14:30:36.481296 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2f1a0e-fba8-4069-a4ab-bcb445700bb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8542d1e8-677b-4943-a89d-5c1860a9adfe,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:30:36.661139 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c4901d7c-1217-45ae-8274-ed06ab266473 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409'] for subnet, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:36.755682 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4901d7c-1217-45ae-8274-ed06ab266473 admin admin] Checking segment: {'id': '69038dcf-a037-48d9-9ba2-89a47f004992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'bfc50ad3-24a8-4a07-a28f-3d2ee1af52c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:30:36.756707 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4901d7c-1217-45ae-8274-ed06ab266473 admin admin] Network hostable DHCP agents. Network: bfc50ad3-24a8-4a07-a28f-3d2ee1af52c0, hostable agents: ['1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658'], hosted agents: [] {{(pid=94466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 14:30:36.763421 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4901d7c-1217-45ae-8274-ed06ab266473 admin admin] Pushing event updated for resources: {'Subnet': ['ID=92945f82-a4ce-413d-b734-6becda867800,revision_number=0']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:30:36.789878 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4901d7c-1217-45ae-8274-ed06ab266473 admin admin] Network bfc50ad3-24a8-4a07-a28f-3d2ee1af52c0 is scheduled to be hosted by DHCP agent 1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658 with binding_index 1 {{(pid=94466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 14:30:36.802854 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-c4901d7c-1217-45ae-8274-ed06ab266473 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-15, bfc50ad3-24a8-4a07-a28f-3d2ee1af52c0) {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:30:36.812590 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f478bc1-de61-4733-8583-560e12e1c3cf None None] Network bfc50ad3-24a8-4a07-a28f-3d2ee1af52c0 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:30:36.817273 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4901d7c-1217-45ae-8274-ed06ab266473 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:30:36.817951 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c4901d7c-1217-45ae-8274-ed06ab266473 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for subnet, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:36.836826 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-c4901d7c-1217-45ae-8274-ed06ab266473 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6271889 Aug 12 14:30:37.017643 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da35d1e1-9c61-42e8-93b2-a0cc4bdbd142 None None] Network bfc50ad3-24a8-4a07-a28f-3d2ee1af52c0 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:30:37.030357 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 57070) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:30:37.112260 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-f95e7796-9f00-4572-b366-c429f64233e0 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8ee8c887718d4e929afaa479d8e1987f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0809615 Aug 12 14:30:37.115630 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 57086) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:30:37.176205 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-d3fb4a14-c36c-4f0f-b003-08eda698fd42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:37.206343 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device 0ea9428c-2838-463f-80f8-d83b8c25e23d up at agent hyperv_n-h2-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:30:37.210063 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-d3fb4a14-c36c-4f0f-b003-08eda698fd42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:37.283224 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-d3fb4a14-c36c-4f0f-b003-08eda698fd42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:37.286858 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-d3fb4a14-c36c-4f0f-b003-08eda698fd42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:37.291177 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-d3fb4a14-c36c-4f0f-b003-08eda698fd42 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f684c00a-6d8a-47fe-a68c-5a7f548857a1 HTTP/1.1" status: 204 len: 168 time: 0.1743126 Aug 12 14:30:37.299812 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fb4a14-c36c-4f0f-b003-08eda698fd42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f684c00a-6d8a-47fe-a68c-5a7f548857a1,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:30:37.394077 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Provisioning for port 0ea9428c-2838-463f-80f8-d83b8c25e23d completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:30:37.399503 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Provisioning complete for port 0ea9428c-2838-463f-80f8-d83b8c25e23d triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:30:37.400236 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:37.607317 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:37.630170 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f157ce79-e307-418c-9346-ab3f0d35bf7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ea9428c-2838-463f-80f8-d83b8c25e23d'}] {{(pid=94468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:30:37.633036 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99a8d87602170099c728e57431aca99e9b98a655a83bbf8727be13192709727b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce902916-531d-4642-88d7-100d3bd044d7" -d '{"events": [{"server_uuid": "f157ce79-e307-418c-9346-ab3f0d35bf7c", "name": "network-vif-plugged", "status": "completed", "tag": "0ea9428c-2838-463f-80f8-d83b8c25e23d"}]}' {{(pid=94468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:30:37.645660 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port 0ea9428c-2838-463f-80f8-d83b8c25e23d, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=0ea9428c-2838-463f-80f8-d83b8c25e23d,segment=NetworkSegment(a1f8c867-101b-4d30-814e-b89f55a5edd0),segment_id=a1f8c867-101b-4d30-814e-b89f55a5edd0)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:30:37.650014 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:37.650856 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device bc7c8f1e-9fce-40a7-9c08-2d8284d1a731 no longer exists at agent hyperv_n-h2-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:30:37.673185 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] No Port match for: bc7c8f1e-9fce-40a7-9c08-2d8284d1a731 {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 14:30:37.673530 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device bc7c8f1e-9fce-40a7-9c08-2d8284d1a731 not bound to the agent host n-h2-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:30:37.722927 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Pushing event updated for resources: {'Port': ['ID=0ea9428c-2838-463f-80f8-d83b8c25e23d,revision_number=5']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:30:37.731413 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 57144) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:30:37.966243 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-d018b43e-6db2-420d-879b-83033437cf59 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=71583d9b4d90416e83857414e012a111&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2328329 Aug 12 14:30:37.968489 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 57162) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:30:38.061897 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-34c2e93b-f574-4759-b352-99f98c4fca5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:38.090687 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-34c2e93b-f574-4759-b352-99f98c4fca5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:38.129189 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6b91b9-e203-4696-a064-e48e8832f7b1 req-7da4b4e6-9338-4a49-afda-f4b9739c698a tempest-DeleteServersAdminTestJSON-840867186 tempest-DeleteServersAdminTestJSON-840867186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:30:38.131985 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-2b6b91b9-e203-4696-a064-e48e8832f7b1 req-7da4b4e6-9338-4a49-afda-f4b9739c698a tempest-DeleteServersAdminTestJSON-840867186 tempest-DeleteServersAdminTestJSON-840867186-project] 10.222.0.39 "GET /v2.0/ports?device_id=f157ce79-e307-418c-9346-ab3f0d35bf7c HTTP/1.1" status: 200 len: 950 time: 0.0549283 Aug 12 14:30:38.146684 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-34c2e93b-f574-4759-b352-99f98c4fca5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:38.150109 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-34c2e93b-f574-4759-b352-99f98c4fca5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:38.153050 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-34c2e93b-f574-4759-b352-99f98c4fca5e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/59f719b0-98c5-4fa0-8c49-6d3bc0442813 HTTP/1.1" status: 204 len: 168 time: 0.1827440 Aug 12 14:30:38.166872 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c2e93b-f574-4759-b352-99f98c4fca5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59f719b0-98c5-4fa0-8c49-6d3bc0442813,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:30:38.184000 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-2b6b91b9-e203-4696-a064-e48e8832f7b1 req-20e41ae0-3e6e-4521-8445-771c7db236ce tempest-DeleteServersAdminTestJSON-840867186 tempest-DeleteServersAdminTestJSON-840867186-project] 10.222.0.39 "GET /v2.0/security-groups?id=b1460155-7c7e-4a06-ae69-7cfde3aaedd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423918 Aug 12 14:30:38.877951 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45b9bb0-50cc-461d-b24c-09c44d9e4290 req-442301b4-86b1-4427-a5b7-745a96c0a8e7 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:30:38.887728 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-d45b9bb0-50cc-461d-b24c-09c44d9e4290 req-442301b4-86b1-4427-a5b7-745a96c0a8e7 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] 10.222.0.39 "GET /v2.0/networks?id=a10dd9db-a24e-488c-8894-a27c36eaa630 HTTP/1.1" status: 200 len: 807 time: 0.1455441 Aug 12 14:30:38.901042 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-d45b9bb0-50cc-461d-b24c-09c44d9e4290 req-6c343bdc-52a4-4715-bd08-6b93c1441696 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] 10.222.0.39 "GET /v2.0/quotas/39c74547ea964352853351e74cbcb768 HTTP/1.1" status: 200 len: 375 time: 0.0124640 Aug 12 14:30:38.922626 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 57208) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:30:38.944479 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-282ad85a-f374-49a4-9fde-4b1529c1601e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:38.958595 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-d45b9bb0-50cc-461d-b24c-09c44d9e4290 req-37580895-8963-4038-850f-0a4b41b86e23 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=39c74547ea964352853351e74cbcb768&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0488493 Aug 12 14:30:39.111330 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-282ad85a-f374-49a4-9fde-4b1529c1601e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:39.121314 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-282ad85a-f374-49a4-9fde-4b1529c1601e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:39.143750 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-d45b9bb0-50cc-461d-b24c-09c44d9e4290 req-9ae9ed0f-6785-4ebe-9ede-88f566ca8758 service neutron] 10.222.0.39 "GET /v2.0/networks/a10dd9db-a24e-488c-8894-a27c36eaa630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1706114 Aug 12 14:30:39.179514 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-282ad85a-f374-49a4-9fde-4b1529c1601e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8164a40899f740cdaf850be7e18a99e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2507901 Aug 12 14:30:39.180154 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 57218) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:30:39.203861 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 57222) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:30:39.255456 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282ad85a-f374-49a4-9fde-4b1529c1601e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4eb4c582-c6e6-4f1c-a693-a31871e4aaaf,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:30:39.314040 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-d45b9bb0-50cc-461d-b24c-09c44d9e4290 req-faf1fd25-3296-4745-83c4-5d31bc256327 service neutron] 10.222.0.39 "GET /v2.0/networks/a10dd9db-a24e-488c-8894-a27c36eaa630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1678298 Aug 12 14:30:39.346162 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-3739ce46-e023-4d80-b6a3-30599bea5d77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:39.401015 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-3739ce46-e023-4d80-b6a3-30599bea5d77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:39.422998 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 57230) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:30:39.479808 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-3739ce46-e023-4d80-b6a3-30599bea5d77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:39.484527 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-3739ce46-e023-4d80-b6a3-30599bea5d77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:39.490030 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-3739ce46-e023-4d80-b6a3-30599bea5d77 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4eb4c582-c6e6-4f1c-a693-a31871e4aaaf HTTP/1.1" status: 204 len: 168 time: 0.3063869 Aug 12 14:30:39.511875 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3739ce46-e023-4d80-b6a3-30599bea5d77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eb4c582-c6e6-4f1c-a693-a31871e4aaaf,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:30:39.548272 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-f0a0caee-ecdb-4223-a008-ed0dc45e9d0a admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1292795070-network', 'tenant_id': '67787a84bb704413b5454c6fdcf0c251'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:30:39.607963 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [req-8485a684-9166-4f5f-ab2d-d8b57dcdbc75 req-12a777a9-250b-4459-a6b7-d48410c490e3 tempest-LiveAutoBlockMigrationV225Test-1272051264 tempest-LiveAutoBlockMigrationV225Test-1272051264-project-admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=94467) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 14:30:39.609044 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-8485a684-9166-4f5f-ab2d-d8b57dcdbc75 req-12a777a9-250b-4459-a6b7-d48410c490e3 tempest-LiveAutoBlockMigrationV225Test-1272051264 tempest-LiveAutoBlockMigrationV225Test-1272051264-project-admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4039996 Aug 12 14:30:39.618114 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0a0caee-ecdb-4223-a008-ed0dc45e9d0a admin admin] Made reservation on behalf of 67787a84bb704413b5454c6fdcf0c251 for: {'network': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:30:39.624008 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f0a0caee-ecdb-4223-a008-ed0dc45e9d0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for network, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:39.632865 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 14:30:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7efc53eb-9c41-4f48-8b4d-c7d4aa4d4747 x-openstack-request-id: req-7efc53eb-9c41-4f48-8b4d-c7d4aa4d4747 {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:30:39.633692 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f157ce79-e307-418c-9346-ab3f0d35bf7c", "name": "network-vif-plugged", "status": "completed", "tag": "0ea9428c-2838-463f-80f8-d83b8c25e23d", "code": 200}]} {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:30:39.634069 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7efc53eb-9c41-4f48-8b4d-c7d4aa4d4747 {{(pid=94468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:30:39.634609 n-d-694802-15 neutron-server[94468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f157ce79-e307-418c-9346-ab3f0d35bf7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ea9428c-2838-463f-80f8-d83b8c25e23d', 'code': 200} Aug 12 14:30:39.646419 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f0a0caee-ecdb-4223-a008-ed0dc45e9d0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:39.785170 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12aa8d88-cbf3-4577-8838-abd12dc66eaa req-9a9ad1b9-0475-45db-a30d-21aedb06b0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:30:39.788129 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-12aa8d88-cbf3-4577-8838-abd12dc66eaa req-9a9ad1b9-0475-45db-a30d-21aedb06b0f0 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=f157ce79-e307-418c-9346-ab3f0d35bf7c HTTP/1.1" status: 200 len: 1102 time: 0.0856166 Aug 12 14:30:39.871097 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-12aa8d88-cbf3-4577-8838-abd12dc66eaa req-75d0608f-9e52-4597-b4c4-5ec1c206b33f service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=b1460155-7c7e-4a06-ae69-7cfde3aaedd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728240 Aug 12 14:30:39.872881 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f0a0caee-ecdb-4223-a008-ed0dc45e9d0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:39.879783 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f0a0caee-ecdb-4223-a008-ed0dc45e9d0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:39.921706 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0a0caee-ecdb-4223-a008-ed0dc45e9d0a admin admin] vlan segment allocate from pool success with {'vlan_id': 312, 'physical_network': 'physnet1'} {{(pid=94466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 14:30:39.935830 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a0caee-ecdb-4223-a008-ed0dc45e9d0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b0ed2ef-2f4d-4ed8-93d9-a3446de7be79,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:30:39.943883 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f0a0caee-ecdb-4223-a008-ed0dc45e9d0a admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8744654117991', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:39.944293 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f0a0caee-ecdb-4223-a008-ed0dc45e9d0a admin admin] Unsubscribe: segment precommit_create {{(pid=94466) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 12 14:30:39.945202 n-d-694802-15 neutron-server[94466]: INFO neutron.db.segments_db [None req-f0a0caee-ecdb-4223-a008-ed0dc45e9d0a admin admin] Added segment 90d38c4e-0902-45c2-a9f7-0cc151cbe8b9 of type vlan for network 8a71aa16-6082-45cb-9783-85f01df10691 Aug 12 14:30:40.020580 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-98bfd308-b1f1-43f2-862d-c25ee3e9922a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:40.021487 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f0a0caee-ecdb-4223-a008-ed0dc45e9d0a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744653628263'] for network, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:40.055958 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-8485a684-9166-4f5f-ab2d-d8b57dcdbc75 req-65ea555b-f66f-45e4-9ba9-19dddc371dee service neutron] Request body: {'binding': {'host': 'n-h2-694802-15', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:30:40.056465 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-8485a684-9166-4f5f-ab2d-d8b57dcdbc75 req-65ea555b-f66f-45e4-9ba9-19dddc371dee service neutron] Unknown quota resources ['binding']. {{(pid=94467) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 12 14:30:40.088074 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f0a0caee-ecdb-4223-a008-ed0dc45e9d0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409'] for network, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:40.089572 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0a0caee-ecdb-4223-a008-ed0dc45e9d0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:30:40.090320 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f0a0caee-ecdb-4223-a008-ed0dc45e9d0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for network, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:40.186549 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-f0a0caee-ecdb-4223-a008-ed0dc45e9d0a admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7606218 Aug 12 14:30:40.196839 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 57274) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:30:40.220606 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-844a7681-fc74-4657-b379-f4c3afb99c1e admin admin] Request body: {'subnet': {'network_id': '8a71aa16-6082-45cb-9783-85f01df10691', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1292795070-subnet', 'tenant_id': '67787a84bb704413b5454c6fdcf0c251', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:30:40.234586 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a0caee-ecdb-4223-a008-ed0dc45e9d0a admin admin] Pushing event updated for resources: {'Network': ['ID=8a71aa16-6082-45cb-9783-85f01df10691,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:30:40.257676 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Network 8a71aa16-6082-45cb-9783-85f01df10691 details requested by agent ovs-agent-n-d-694802-15 with host n-d-694802-15 {{(pid=94468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 14:30:40.353358 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-844a7681-fc74-4657-b379-f4c3afb99c1e admin admin] Made reservation on behalf of 67787a84bb704413b5454c6fdcf0c251 for: {'subnet': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:30:40.358208 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-844a7681-fc74-4657-b379-f4c3afb99c1e admin admin] Notify callbacks [] for subnet, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:40.402137 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-8485a684-9166-4f5f-ab2d-d8b57dcdbc75 req-65ea555b-f66f-45e4-9ba9-19dddc371dee service neutron] Attempting to bind port c9578a74-95a3-4b8d-8db4-eff050057d08 on host n-h2-694802-15 for vnic_type normal with profile None {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:30:40.403006 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-8485a684-9166-4f5f-ab2d-d8b57dcdbc75 req-65ea555b-f66f-45e4-9ba9-19dddc371dee service neutron] Attempting to bind port c9578a74-95a3-4b8d-8db4-eff050057d08 by drivers openvswitch,hyperv on host n-h2-694802-15 at level 0 using segments [{'id': '2e94514d-7fca-42ad-995e-123d3a176790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '03dfba7c-7b4a-44e5-8aaa-c2d37ee82018'}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:30:40.403592 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8485a684-9166-4f5f-ab2d-d8b57dcdbc75 req-65ea555b-f66f-45e4-9ba9-19dddc371dee service neutron] Attempting to bind port c9578a74-95a3-4b8d-8db4-eff050057d08 on network 03dfba7c-7b4a-44e5-8aaa-c2d37ee82018 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:30:40.452778 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8485a684-9166-4f5f-ab2d-d8b57dcdbc75 req-65ea555b-f66f-45e4-9ba9-19dddc371dee service neutron] Port c9578a74-95a3-4b8d-8db4-eff050057d08 on network 03dfba7c-7b4a-44e5-8aaa-c2d37ee82018 not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-15 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 14:30:40.453343 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8485a684-9166-4f5f-ab2d-d8b57dcdbc75 req-65ea555b-f66f-45e4-9ba9-19dddc371dee service neutron] Attempting to bind port c9578a74-95a3-4b8d-8db4-eff050057d08 on network 03dfba7c-7b4a-44e5-8aaa-c2d37ee82018 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:30:40.465943 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8485a684-9166-4f5f-ab2d-d8b57dcdbc75 req-65ea555b-f66f-45e4-9ba9-19dddc371dee service neutron] Checking agent: {'id': 'b7697f71-33f3-4959-ad82-43c2dc15845d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 27, 42), 'started_at': datetime.datetime(2021, 8, 12, 14, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 30, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:30:40.466563 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8485a684-9166-4f5f-ab2d-d8b57dcdbc75 req-65ea555b-f66f-45e4-9ba9-19dddc371dee service neutron] Checking segment: {'id': '2e94514d-7fca-42ad-995e-123d3a176790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '03dfba7c-7b4a-44e5-8aaa-c2d37ee82018'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:30:40.467320 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8485a684-9166-4f5f-ab2d-d8b57dcdbc75 req-65ea555b-f66f-45e4-9ba9-19dddc371dee service neutron] Bound using segment: {'id': '2e94514d-7fca-42ad-995e-123d3a176790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '03dfba7c-7b4a-44e5-8aaa-c2d37ee82018'} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:30:40.467964 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-8485a684-9166-4f5f-ab2d-d8b57dcdbc75 req-65ea555b-f66f-45e4-9ba9-19dddc371dee service neutron] Bound port: c9578a74-95a3-4b8d-8db4-eff050057d08, host: n-h2-694802-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e94514d-7fca-42ad-995e-123d3a176790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '03dfba7c-7b4a-44e5-8aaa-c2d37ee82018'}}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:30:40.644611 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-8485a684-9166-4f5f-ab2d-d8b57dcdbc75 req-65ea555b-f66f-45e4-9ba9-19dddc371dee service neutron] For port c9578a74-95a3-4b8d-8db4-eff050057d08, host n-h2-694802-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=c9578a74-95a3-4b8d-8db4-eff050057d08,segment=NetworkSegment(2e94514d-7fca-42ad-995e-123d3a176790),segment_id=2e94514d-7fca-42ad-995e-123d3a176790)] {{(pid=94467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:30:40.654600 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-8485a684-9166-4f5f-ab2d-d8b57dcdbc75 req-65ea555b-f66f-45e4-9ba9-19dddc371dee service neutron] Notify callbacks [] for binding, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:40.656287 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-8485a684-9166-4f5f-ab2d-d8b57dcdbc75 req-65ea555b-f66f-45e4-9ba9-19dddc371dee service neutron] 10.222.0.39 "POST /v2.0/ports/c9578a74-95a3-4b8d-8db4-eff050057d08/bindings HTTP/1.1" status: 201 len: 390 time: 0.8392038 Aug 12 14:30:40.833102 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-844a7681-fc74-4657-b379-f4c3afb99c1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409'] for subnet, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:40.929494 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ff3be19c-597b-4fa5-95fe-6b392c7edf5a req-a45696bb-fb25-4264-b44b-289e555a72a2 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] 10.222.0.39 "GET /v2.0/ports?device_id=8ad67dc1-b6ca-4103-8185-c3ba24b02732 HTTP/1.1" status: 200 len: 210 time: 0.0332913 Aug 12 14:30:40.965001 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b33ee0-ca4c-441c-a44e-387076e8d7ae req-39e7e249-9ad9-4a4b-af58-be00278ac04c tempest-DeleteServersAdminTestJSON-840867186 tempest-DeleteServersAdminTestJSON-840867186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:30:40.977066 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-48b33ee0-ca4c-441c-a44e-387076e8d7ae req-39e7e249-9ad9-4a4b-af58-be00278ac04c tempest-DeleteServersAdminTestJSON-840867186 tempest-DeleteServersAdminTestJSON-840867186-project] 10.222.0.39 "GET /v2.0/ports?device_id=f157ce79-e307-418c-9346-ab3f0d35bf7c HTTP/1.1" status: 200 len: 950 time: 0.1356008 Aug 12 14:30:41.003235 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844a7681-fc74-4657-b379-f4c3afb99c1e admin admin] Pushing event updated for resources: {'Subnet': ['ID=eaf44e2b-51e5-4157-8e0e-0a0a05c13c30,revision_number=0']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:30:41.033832 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-844a7681-fc74-4657-b379-f4c3afb99c1e admin admin] Checking segment: {'id': '90d38c4e-0902-45c2-a9f7-0cc151cbe8b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '8a71aa16-6082-45cb-9783-85f01df10691'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:30:41.036249 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-844a7681-fc74-4657-b379-f4c3afb99c1e admin admin] Network hostable DHCP agents. Network: 8a71aa16-6082-45cb-9783-85f01df10691, hostable agents: ['1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658'], hosted agents: [] {{(pid=94467) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 14:30:41.057192 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:41.083919 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-844a7681-fc74-4657-b379-f4c3afb99c1e admin admin] Network 8a71aa16-6082-45cb-9783-85f01df10691 is scheduled to be hosted by DHCP agent 1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658 with binding_index 1 {{(pid=94467) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 14:30:41.088330 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-48b33ee0-ca4c-441c-a44e-387076e8d7ae req-9ee39e0d-9d9d-4d02-8294-c73dcb64ea14 tempest-DeleteServersAdminTestJSON-840867186 tempest-DeleteServersAdminTestJSON-840867186-project] 10.222.0.39 "GET /v2.0/security-groups?id=b1460155-7c7e-4a06-ae69-7cfde3aaedd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092424 Aug 12 14:30:41.107952 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [None req-844a7681-fc74-4657-b379-f4c3afb99c1e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-15, 8a71aa16-6082-45cb-9783-85f01df10691) {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:30:41.112635 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-844a7681-fc74-4657-b379-f4c3afb99c1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:30:41.113291 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-844a7681-fc74-4657-b379-f4c3afb99c1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for subnet, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:41.122518 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1efd9876-9263-493c-b094-f096da77c83a None None] Network 8a71aa16-6082-45cb-9783-85f01df10691 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:30:41.141654 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-844a7681-fc74-4657-b379-f4c3afb99c1e admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.9379246 Aug 12 14:30:41.143474 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 57314) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:30:41.153760 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-58384517-5ff7-475d-b8df-a92275cfac36 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1292795070-router', 'tenant_id': '67787a84bb704413b5454c6fdcf0c251', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'}}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:30:41.196115 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-58384517-5ff7-475d-b8df-a92275cfac36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-430574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-104863'] for router, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:41.198514 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-58384517-5ff7-475d-b8df-a92275cfac36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-429438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-431405', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66646573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-104852'] for router, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:41.291909 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8485a684-9166-4f5f-ab2d-d8b57dcdbc75 req-4459bf4b-2800-474e-af2a-b81359ceaac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:30:41.293409 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-8485a684-9166-4f5f-ab2d-d8b57dcdbc75 req-4459bf4b-2800-474e-af2a-b81359ceaac1 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=eebc4daeab5b4932b99d48c68fd10c64&device_id=5924b85c-0d32-4999-87e1-c7d6edcf0040 HTTP/1.1" status: 200 len: 1116 time: 0.2010972 Aug 12 14:30:41.330674 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-58384517-5ff7-475d-b8df-a92275cfac36 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:41.687399 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec837878-3825-4723-96b5-11a4812f8e40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa7035b3e-9a89-5964-b9f4-97301c3f476a-8a71aa16-6082-45cb-9783-85f01df10691', 'network_id': '8a71aa16-6082-45cb-9783-85f01df10691', 'tenant_id': '67787a84bb704413b5454c6fdcf0c251', 'fixed_ips': [{'subnet_id': 'eaf44e2b-51e5-4157-8e0e-0a0a05c13c30'}]}} from n-d-694802-15. {{(pid=94468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 14:30:41.688432 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-ec837878-3825-4723-96b5-11a4812f8e40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:41.789746 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8485a684-9166-4f5f-ab2d-d8b57dcdbc75 req-86f53ff2-ded2-4b43-a1f1-0b35a01beb4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:30:41.792992 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-8485a684-9166-4f5f-ab2d-d8b57dcdbc75 req-86f53ff2-ded2-4b43-a1f1-0b35a01beb4b service neutron] 10.222.0.49 "GET /v2.0/networks?id=03dfba7c-7b4a-44e5-8aaa-c2d37ee82018 HTTP/1.1" status: 200 len: 922 time: 0.4908199 Aug 12 14:30:41.810460 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-58384517-5ff7-475d-b8df-a92275cfac36 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:41.886031 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-8485a684-9166-4f5f-ab2d-d8b57dcdbc75 req-aaac420c-d28c-49b3-8965-6ccd09437683 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c9578a74-95a3-4b8d-8db4-eff050057d08 HTTP/1.1" status: 200 len: 217 time: 0.0838561 Aug 12 14:30:41.974133 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 57360) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:30:42.024360 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8485a684-9166-4f5f-ab2d-d8b57dcdbc75 req-a8f67782-9bcb-47ce-8a57-637592bb63e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:30:42.025951 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-8485a684-9166-4f5f-ab2d-d8b57dcdbc75 req-a8f67782-9bcb-47ce-8a57-637592bb63e6 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ef8d2719-a4dd-40cc-910c-927d9e7406a1 HTTP/1.1" status: 200 len: 861 time: 0.1259661 Aug 12 14:30:42.076010 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.db_base_plugin_common [None req-ec837878-3825-4723-96b5-11a4812f8e40 None None] Allocated IP 172.20.0.2 (8a71aa16-6082-45cb-9783-85f01df10691/eaf44e2b-51e5-4157-8e0e-0a0a05c13c30/ce97810e-ca50-4199-b03b-5351599b2968) {{(pid=94468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:30:42.098421 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-8485a684-9166-4f5f-ab2d-d8b57dcdbc75 req-0d56ea94-b096-422f-bae8-2748018692ae service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=03dfba7c-7b4a-44e5-8aaa-c2d37ee82018&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0615811 Aug 12 14:30:42.329709 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45b9bb0-50cc-461d-b24c-09c44d9e4290 req-b5f96596-cd59-48c3-a986-b1a73df4171c tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:30:42.340225 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d45b9bb0-50cc-461d-b24c-09c44d9e4290 req-b5f96596-cd59-48c3-a986-b1a73df4171c tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] 10.222.0.49 "GET /v2.0/networks?id=a10dd9db-a24e-488c-8894-a27c36eaa630 HTTP/1.1" status: 200 len: 807 time: 0.8782899 Aug 12 14:30:42.340599 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-ec837878-3825-4723-96b5-11a4812f8e40 None None] Notify callbacks [] for port, precommit_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:42.347714 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-8485a684-9166-4f5f-ab2d-d8b57dcdbc75 req-55b3c35f-f058-41d9-9fe4-f0aa9293e1cb service neutron] 10.222.0.49 "GET /v2.0/networks/03dfba7c-7b4a-44e5-8aaa-c2d37ee82018?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2071366 Aug 12 14:30:42.371595 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-d45b9bb0-50cc-461d-b24c-09c44d9e4290 req-9b2ddfb6-fdf7-4c92-8c1f-614242a5830c tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] Request body: {'port': {'device_id': '8ad67dc1-b6ca-4103-8185-c3ba24b02732', 'network_id': 'a10dd9db-a24e-488c-8894-a27c36eaa630', 'admin_state_up': True, 'tenant_id': '39c74547ea964352853351e74cbcb768'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:30:42.419088 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-ec837878-3825-4723-96b5-11a4812f8e40 None None] Transition to ACTIVE for port object ce97810e-ca50-4199-b03b-5351599b2968 will not be triggered until provisioned by entity L2. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:30:42.466818 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:42.483046 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-7137132a-3841-4128-b949-e63b44aa60eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:42.493953 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-ec837878-3825-4723-96b5-11a4812f8e40 None None] Transition to ACTIVE for port object ce97810e-ca50-4199-b03b-5351599b2968 will not be triggered until provisioned by entity DHCP. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:30:42.513504 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f2104f-fd17-4e67-9d0b-5cbd4e1dade4 req-319dfe36-c689-4496-aeef-22095353071f tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:30:42.517658 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-ec837878-3825-4723-96b5-11a4812f8e40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253'] for port, after_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:42.520189 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d4f2104f-fd17-4e67-9d0b-5cbd4e1dade4 req-319dfe36-c689-4496-aeef-22095353071f tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] 10.222.0.39 "GET /v2.0/ports?device_id=5924b85c-0d32-4999-87e1-c7d6edcf0040 HTTP/1.1" status: 200 len: 964 time: 0.3629506 Aug 12 14:30:42.595691 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-8485a684-9166-4f5f-ab2d-d8b57dcdbc75 req-56be40d1-efe6-4c49-8a97-a63f66c831a4 service neutron] 10.222.0.49 "GET /v2.0/networks/03dfba7c-7b4a-44e5-8aaa-c2d37ee82018?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2364287 Aug 12 14:30:42.634134 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec837878-3825-4723-96b5-11a4812f8e40 None None] Pushing event updated for resources: {'Port': ['ID=ce97810e-ca50-4199-b03b-5351599b2968,revision_number=1']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:30:42.666575 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec837878-3825-4723-96b5-11a4812f8e40 None None] Network 8a71aa16-6082-45cb-9783-85f01df10691 is already hosted by enough agents. {{(pid=94468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:30:42.671802 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.base_scheduler [None req-ec837878-3825-4723-96b5-11a4812f8e40 None None] Resources bound (agent type, host, resource id): {{(pid=94468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:30:42.677867 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec837878-3825-4723-96b5-11a4812f8e40 None None] Received port after_create {{(pid=94468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:30:42.826582 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-ec837878-3825-4723-96b5-11a4812f8e40 None None] Attempting to bind port ce97810e-ca50-4199-b03b-5351599b2968 on host n-d-694802-15 for vnic_type normal with profile {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:30:42.827089 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-ec837878-3825-4723-96b5-11a4812f8e40 None None] Attempting to bind port ce97810e-ca50-4199-b03b-5351599b2968 by drivers openvswitch,hyperv on host n-d-694802-15 at level 0 using segments [{'id': '90d38c4e-0902-45c2-a9f7-0cc151cbe8b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '8a71aa16-6082-45cb-9783-85f01df10691'}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:30:42.828713 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec837878-3825-4723-96b5-11a4812f8e40 None None] Attempting to bind port ce97810e-ca50-4199-b03b-5351599b2968 on network 8a71aa16-6082-45cb-9783-85f01df10691 {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:30:42.848497 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d4f2104f-fd17-4e67-9d0b-5cbd4e1dade4 req-ddb05d79-ae69-40c9-83f2-ffe9a2d581ad tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] 10.222.0.39 "GET /v2.0/security-groups?id=e3ca17b3-b028-41b3-b138-91e00a6e278c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2867329 Aug 12 14:30:42.854011 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec837878-3825-4723-96b5-11a4812f8e40 None None] Checking agent: {'id': '16de73ac-f2e9-4cee-b3e0-91052ae3e6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 20, 13), 'started_at': datetime.datetime(2021, 8, 12, 14, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 30, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:30:42.855731 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec837878-3825-4723-96b5-11a4812f8e40 None None] Checking segment: {'id': '90d38c4e-0902-45c2-a9f7-0cc151cbe8b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '8a71aa16-6082-45cb-9783-85f01df10691'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:30:42.856156 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-ec837878-3825-4723-96b5-11a4812f8e40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:42.856553 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec837878-3825-4723-96b5-11a4812f8e40 None None] Bound using segment: {'id': '90d38c4e-0902-45c2-a9f7-0cc151cbe8b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '8a71aa16-6082-45cb-9783-85f01df10691'} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:30:42.857074 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-ec837878-3825-4723-96b5-11a4812f8e40 None None] Bound port: ce97810e-ca50-4199-b03b-5351599b2968, host: n-d-694802-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90d38c4e-0902-45c2-a9f7-0cc151cbe8b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '8a71aa16-6082-45cb-9783-85f01df10691'}}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:30:42.857478 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-ec837878-3825-4723-96b5-11a4812f8e40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:42.875484 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-7137132a-3841-4128-b949-e63b44aa60eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:42.899659 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-7137132a-3841-4128-b949-e63b44aa60eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:43.040366 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-7137132a-3841-4128-b949-e63b44aa60eb admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=341443f0851242cea2e2b8e628aa6a07&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0628328 Aug 12 14:30:43.041604 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7137132a-3841-4128-b949-e63b44aa60eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db1b98af-d5f8-4c11-8d26-0067a567a165,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:30:43.046373 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 57418) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:30:43.052156 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8485a684-9166-4f5f-ab2d-d8b57dcdbc75 req-d639d328-cd1c-4b17-b404-49026f85ad76 tempest-LiveAutoBlockMigrationV225Test-1272051264 tempest-LiveAutoBlockMigrationV225Test-1272051264-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:30:43.055568 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-8485a684-9166-4f5f-ab2d-d8b57dcdbc75 req-d639d328-cd1c-4b17-b404-49026f85ad76 tempest-LiveAutoBlockMigrationV225Test-1272051264 tempest-LiveAutoBlockMigrationV225Test-1272051264-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=5924b85c-0d32-4999-87e1-c7d6edcf0040&tenant_id=eebc4daeab5b4932b99d48c68fd10c64&binding%3Ahost_id=n-h1-694802-15 HTTP/1.1" status: 200 len: 1116 time: 0.3187928 Aug 12 14:30:43.066469 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-8759671c-54af-4483-8713-780ef0e2ea63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:43.076352 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [req-8485a684-9166-4f5f-ab2d-d8b57dcdbc75 req-55e693b2-a0b3-4b8c-94f0-eeced4d8f9bd service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-694802-15'}}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:30:43.085783 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:43.117789 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d45b9bb0-50cc-461d-b24c-09c44d9e4290 req-9b2ddfb6-fdf7-4c92-8c1f-614242a5830c tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] Made reservation on behalf of 39c74547ea964352853351e74cbcb768 for: {'port': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:30:43.122745 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-d45b9bb0-50cc-461d-b24c-09c44d9e4290 req-9b2ddfb6-fdf7-4c92-8c1f-614242a5830c tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:43.144935 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-ec837878-3825-4723-96b5-11a4812f8e40 None None] For port ce97810e-ca50-4199-b03b-5351599b2968, host n-d-694802-15, cleared binding levels {{(pid=94468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:30:43.149041 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-ec837878-3825-4723-96b5-11a4812f8e40 None None] For port ce97810e-ca50-4199-b03b-5351599b2968, host n-d-694802-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=ce97810e-ca50-4199-b03b-5351599b2968,segment=NetworkSegment(90d38c4e-0902-45c2-a9f7-0cc151cbe8b9),segment_id=90d38c4e-0902-45c2-a9f7-0cc151cbe8b9)] {{(pid=94468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:30:43.163721 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-ec837878-3825-4723-96b5-11a4812f8e40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:43.193576 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a36f15f6-ac55-45b2-9b59-38189d7f4feb req-6de73c00-5914-4b60-abfc-34a3403fa657 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] 10.222.0.39 "GET /v2.0/ports?device_id=8ad67dc1-b6ca-4103-8185-c3ba24b02732 HTTP/1.1" status: 200 len: 210 time: 0.1732950 Aug 12 14:30:43.309552 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-bb7fab87-d343-4663-a6a3-3f8d1cd8922e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:43.311407 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec837878-3825-4723-96b5-11a4812f8e40 None None] Pushing event updated for resources: {'Port': ['ID=ce97810e-ca50-4199-b03b-5351599b2968,revision_number=2']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:30:43.361842 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-8485a684-9166-4f5f-ab2d-d8b57dcdbc75 req-55e693b2-a0b3-4b8c-94f0-eeced4d8f9bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:43.396876 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd25ea8a-323f-4459-b91b-bee69844b8d2 req-8a68360c-b762-4261-b59b-f71064ad81be tempest-DeleteServersAdminTestJSON-840867186 tempest-DeleteServersAdminTestJSON-840867186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:30:43.414202 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-dd25ea8a-323f-4459-b91b-bee69844b8d2 req-8a68360c-b762-4261-b59b-f71064ad81be tempest-DeleteServersAdminTestJSON-840867186 tempest-DeleteServersAdminTestJSON-840867186-project] 10.222.0.39 "GET /v2.0/ports?device_id=f157ce79-e307-418c-9346-ab3f0d35bf7c HTTP/1.1" status: 200 len: 950 time: 0.2972026 Aug 12 14:30:43.420935 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-bb7fab87-d343-4663-a6a3-3f8d1cd8922e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:43.443371 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-58384517-5ff7-475d-b8df-a92275cfac36 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:43.490356 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-58384517-5ff7-475d-b8df-a92275cfac36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:43.720655 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-dd25ea8a-323f-4459-b91b-bee69844b8d2 req-2fe4d5ad-0c5f-4e30-941d-900b2e932da8 tempest-DeleteServersAdminTestJSON-840867186 tempest-DeleteServersAdminTestJSON-840867186-project] 10.222.0.39 "GET /v2.0/security-groups?id=b1460155-7c7e-4a06-ae69-7cfde3aaedd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3025439 Aug 12 14:30:43.820112 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-1769855f-eda9-4483-9dc3-3220908ab45d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:43.862044 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_common [req-d45b9bb0-50cc-461d-b24c-09c44d9e4290 req-9b2ddfb6-fdf7-4c92-8c1f-614242a5830c tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] Allocated IP 172.20.0.14 (a10dd9db-a24e-488c-8894-a27c36eaa630/d61545bd-f4f7-4794-86f8-5ac232439ea3/2d02505d-896c-436a-96b2-40e1c4f8b876) {{(pid=94467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:30:43.886132 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 57456) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:30:43.891756 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b19c6784-1fea-4b9c-a98d-aeca0b45adb7 req-13a58f5c-44f9-42e7-b1c7-4658d84307e6 tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=01bd30cc4f8c419596ce734e2f10fc57&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0858068 Aug 12 14:30:43.947420 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [req-8485a684-9166-4f5f-ab2d-d8b57dcdbc75 req-55e693b2-a0b3-4b8c-94f0-eeced4d8f9bd service neutron] For port c9578a74-95a3-4b8d-8db4-eff050057d08, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=c9578a74-95a3-4b8d-8db4-eff050057d08,segment=NetworkSegment(2e94514d-7fca-42ad-995e-123d3a176790),segment_id=2e94514d-7fca-42ad-995e-123d3a176790)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:30:44.032319 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [req-8485a684-9166-4f5f-ab2d-d8b57dcdbc75 req-55e693b2-a0b3-4b8c-94f0-eeced4d8f9bd service neutron] For port c9578a74-95a3-4b8d-8db4-eff050057d08, host n-h1-694802-15, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:30:44.081439 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_common [None req-58384517-5ff7-475d-b8df-a92275cfac36 admin admin] Allocated IP 172.25.1.66 (d3759e1b-6c03-45ac-acd4-90abb417809b/f0254f08-c19c-4e31-bd9c-09389ea4b6f2/8f51f236-0b06-40ea-a837-5cdbc3b74c5c) {{(pid=94467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:30:44.102576 n-d-694802-15 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5924b85c-0d32-4999-87e1-c7d6edcf0040', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c9578a74-95a3-4b8d-8db4-eff050057d08'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:30:44.104945 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e785eeede3897370d0b20f09d5f461b30cfecd5ed38c4f07dacd02bc52c9277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61362ff8-96db-477d-a1c5-98e0ffaad336" -d '{"events": [{"server_uuid": "5924b85c-0d32-4999-87e1-c7d6edcf0040", "name": "network-vif-unplugged", "status": "completed", "tag": "c9578a74-95a3-4b8d-8db4-eff050057d08"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:30:44.110840 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-8485a684-9166-4f5f-ab2d-d8b57dcdbc75 req-55e693b2-a0b3-4b8c-94f0-eeced4d8f9bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:44.127618 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-8485a684-9166-4f5f-ab2d-d8b57dcdbc75 req-55e693b2-a0b3-4b8c-94f0-eeced4d8f9bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:44.143576 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-bb7fab87-d343-4663-a6a3-3f8d1cd8922e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:44.154058 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-bb7fab87-d343-4663-a6a3-3f8d1cd8922e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:44.154058 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-bb7fab87-d343-4663-a6a3-3f8d1cd8922e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/db1b98af-d5f8-4c11-8d26-0067a567a165 HTTP/1.1" status: 204 len: 168 time: 1.1050799 Aug 12 14:30:44.196487 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7fab87-d343-4663-a6a3-3f8d1cd8922e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db1b98af-d5f8-4c11-8d26-0067a567a165,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:30:44.247060 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19c6784-1fea-4b9c-a98d-aeca0b45adb7 req-40c1ed21-accd-41b1-a5e6-005d2d15201f tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:30:44.252555 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b19c6784-1fea-4b9c-a98d-aeca0b45adb7 req-40c1ed21-accd-41b1-a5e6-005d2d15201f tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3219967 Aug 12 14:30:44.269919 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-78883086-f909-4377-8546-d62d848793ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:44.285109 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [req-8485a684-9166-4f5f-ab2d-d8b57dcdbc75 req-55e693b2-a0b3-4b8c-94f0-eeced4d8f9bd service neutron] Attempting to bind port c9578a74-95a3-4b8d-8db4-eff050057d08 on host n-h1-694802-15 for vnic_type normal with profile {"migrating_to": "n-h2-694802-15"} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:30:44.285575 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [req-8485a684-9166-4f5f-ab2d-d8b57dcdbc75 req-55e693b2-a0b3-4b8c-94f0-eeced4d8f9bd service neutron] Attempting to bind port c9578a74-95a3-4b8d-8db4-eff050057d08 by drivers openvswitch,hyperv on host n-h1-694802-15 at level 0 using segments [{'id': '2e94514d-7fca-42ad-995e-123d3a176790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '03dfba7c-7b4a-44e5-8aaa-c2d37ee82018'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:30:44.285916 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8485a684-9166-4f5f-ab2d-d8b57dcdbc75 req-55e693b2-a0b3-4b8c-94f0-eeced4d8f9bd service neutron] Attempting to bind port c9578a74-95a3-4b8d-8db4-eff050057d08 on network 03dfba7c-7b4a-44e5-8aaa-c2d37ee82018 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:30:44.294810 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8485a684-9166-4f5f-ab2d-d8b57dcdbc75 req-55e693b2-a0b3-4b8c-94f0-eeced4d8f9bd service neutron] Port c9578a74-95a3-4b8d-8db4-eff050057d08 on network 03dfba7c-7b4a-44e5-8aaa-c2d37ee82018 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-15 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 14:30:44.295171 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8485a684-9166-4f5f-ab2d-d8b57dcdbc75 req-55e693b2-a0b3-4b8c-94f0-eeced4d8f9bd service neutron] Attempting to bind port c9578a74-95a3-4b8d-8db4-eff050057d08 on network 03dfba7c-7b4a-44e5-8aaa-c2d37ee82018 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:30:44.299550 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e693b2-a0b3-4b8c-94f0-eeced4d8f9bd service neutron] Pushing event updated for resources: {'Port': ['ID=c9578a74-95a3-4b8d-8db4-eff050057d08,revision_number=7']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:30:44.306853 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8485a684-9166-4f5f-ab2d-d8b57dcdbc75 req-55e693b2-a0b3-4b8c-94f0-eeced4d8f9bd service neutron] Checking agent: {'id': 'de568313-a3e6-454a-9813-77e25edcea95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 27, 41), 'started_at': datetime.datetime(2021, 8, 12, 14, 27, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 30, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:30:44.307204 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8485a684-9166-4f5f-ab2d-d8b57dcdbc75 req-55e693b2-a0b3-4b8c-94f0-eeced4d8f9bd service neutron] Checking segment: {'id': '2e94514d-7fca-42ad-995e-123d3a176790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '03dfba7c-7b4a-44e5-8aaa-c2d37ee82018'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:30:44.307579 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8485a684-9166-4f5f-ab2d-d8b57dcdbc75 req-55e693b2-a0b3-4b8c-94f0-eeced4d8f9bd service neutron] Bound using segment: {'id': '2e94514d-7fca-42ad-995e-123d3a176790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '03dfba7c-7b4a-44e5-8aaa-c2d37ee82018'} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:30:44.308014 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [req-8485a684-9166-4f5f-ab2d-d8b57dcdbc75 req-55e693b2-a0b3-4b8c-94f0-eeced4d8f9bd service neutron] Bound port: c9578a74-95a3-4b8d-8db4-eff050057d08, host: n-h1-694802-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e94514d-7fca-42ad-995e-123d3a176790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '03dfba7c-7b4a-44e5-8aaa-c2d37ee82018'}}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:30:44.308570 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-8485a684-9166-4f5f-ab2d-d8b57dcdbc75 req-55e693b2-a0b3-4b8c-94f0-eeced4d8f9bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:44.375862 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b19c6784-1fea-4b9c-a98d-aeca0b45adb7 req-f7b08ca8-33e5-4d4b-ab2b-d62bb1f64e05 tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] 10.222.0.39 "GET /v2.0/quotas/01bd30cc4f8c419596ce734e2f10fc57 HTTP/1.1" status: 200 len: 375 time: 0.1211529 Aug 12 14:30:44.445757 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [req-8485a684-9166-4f5f-ab2d-d8b57dcdbc75 req-55e693b2-a0b3-4b8c-94f0-eeced4d8f9bd service neutron] For port c9578a74-95a3-4b8d-8db4-eff050057d08, host n-h1-694802-15, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:30:44.450022 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [req-8485a684-9166-4f5f-ab2d-d8b57dcdbc75 req-55e693b2-a0b3-4b8c-94f0-eeced4d8f9bd service neutron] For port c9578a74-95a3-4b8d-8db4-eff050057d08, host n-h1-694802-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=c9578a74-95a3-4b8d-8db4-eff050057d08,segment=NetworkSegment(2e94514d-7fca-42ad-995e-123d3a176790),segment_id=2e94514d-7fca-42ad-995e-123d3a176790)] {{(pid=94466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:30:44.451748 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b19c6784-1fea-4b9c-a98d-aeca0b45adb7 req-d1b9af5f-5ef9-47c4-b668-e6671210926e tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=01bd30cc4f8c419596ce734e2f10fc57&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0748844 Aug 12 14:30:44.460317 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-8485a684-9166-4f5f-ab2d-d8b57dcdbc75 req-55e693b2-a0b3-4b8c-94f0-eeced4d8f9bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:44.550682 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e693b2-a0b3-4b8c-94f0-eeced4d8f9bd service neutron] Pushing event updated for resources: {'Port': ['ID=c9578a74-95a3-4b8d-8db4-eff050057d08,revision_number=8']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:30:44.623380 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-d45b9bb0-50cc-461d-b24c-09c44d9e4290 req-9b2ddfb6-fdf7-4c92-8c1f-614242a5830c tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] Notify callbacks [] for port, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:44.625424 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8485a684-9166-4f5f-ab2d-d8b57dcdbc75 req-55e693b2-a0b3-4b8c-94f0-eeced4d8f9bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:30:44.626239 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-8485a684-9166-4f5f-ab2d-d8b57dcdbc75 req-55e693b2-a0b3-4b8c-94f0-eeced4d8f9bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:44.628527 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-8485a684-9166-4f5f-ab2d-d8b57dcdbc75 req-55e693b2-a0b3-4b8c-94f0-eeced4d8f9bd service neutron] 10.222.0.49 "PUT /v2.0/ports/c9578a74-95a3-4b8d-8db4-eff050057d08 HTTP/1.1" status: 200 len: 1142 time: 1.5593176 Aug 12 14:30:44.651822 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-58384517-5ff7-475d-b8df-a92275cfac36 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:44.697035 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] get_ports_and_sgs() called for port_ids ['c9578a74-95a3-4b8d-8db4-eff050057d08'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:30:44.757599 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-d45b9bb0-50cc-461d-b24c-09c44d9e4290 req-9b2ddfb6-fdf7-4c92-8c1f-614242a5830c tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253'] for port, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:44.871191 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-58384517-5ff7-475d-b8df-a92275cfac36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253'] for port, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:44.948894 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecbcecb-1510-406e-826c-b89c57e351b8 req-b2e5459d-1eaa-4dda-b456-ed49376ec31a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:30:44.952943 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-6ecbcecb-1510-406e-826c-b89c57e351b8 req-b2e5459d-1eaa-4dda-b456-ed49376ec31a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=eebc4daeab5b4932b99d48c68fd10c64&device_id=5924b85c-0d32-4999-87e1-c7d6edcf0040 HTTP/1.1" status: 200 len: 1145 time: 0.0810614 Aug 12 14:30:44.970874 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 12 Aug 2021 14:30:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7626b36c-566a-4436-853f-e3d8616e4c7c x-openstack-request-id: req-7626b36c-566a-4436-853f-e3d8616e4c7c {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:30:44.973826 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5924b85c-0d32-4999-87e1-c7d6edcf0040", "name": "network-vif-unplugged", "status": "completed", "tag": "c9578a74-95a3-4b8d-8db4-eff050057d08", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:30:44.974353 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7626b36c-566a-4436-853f-e3d8616e4c7c {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:30:44.974862 n-d-694802-15 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5924b85c-0d32-4999-87e1-c7d6edcf0040', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c9578a74-95a3-4b8d-8db4-eff050057d08', 'code': 200} Aug 12 14:30:45.022806 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 57504) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:30:45.024361 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-78883086-f909-4377-8546-d62d848793ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:45.075139 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d45b9bb0-50cc-461d-b24c-09c44d9e4290 req-9b2ddfb6-fdf7-4c92-8c1f-614242a5830c tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] Network a10dd9db-a24e-488c-8894-a27c36eaa630 is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:30:45.080689 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-931666f1-c60a-421b-9a8d-5725ed6441b4 None None] Network 8a71aa16-6082-45cb-9783-85f01df10691 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:30:45.097937 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-78883086-f909-4377-8546-d62d848793ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:45.156252 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [req-d45b9bb0-50cc-461d-b24c-09c44d9e4290 req-9b2ddfb6-fdf7-4c92-8c1f-614242a5830c tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:30:45.166631 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [req-d45b9bb0-50cc-461d-b24c-09c44d9e4290 req-9b2ddfb6-fdf7-4c92-8c1f-614242a5830c tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] Received port after_create {{(pid=94467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:30:45.172966 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45b9bb0-50cc-461d-b24c-09c44d9e4290 req-9b2ddfb6-fdf7-4c92-8c1f-614242a5830c tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:30:45.173605 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-d45b9bb0-50cc-461d-b24c-09c44d9e4290 req-9b2ddfb6-fdf7-4c92-8c1f-614242a5830c tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:45.200068 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d45b9bb0-50cc-461d-b24c-09c44d9e4290 req-9b2ddfb6-fdf7-4c92-8c1f-614242a5830c tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8421197 Aug 12 14:30:45.203189 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58384517-5ff7-475d-b8df-a92275cfac36 admin admin] Network d3759e1b-6c03-45ac-acd4-90abb417809b is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:30:45.207520 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1a7c0030-9595-4ce0-8c75-4f0a63f183c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:45.208262 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2ddfb6-fdf7-4c92-8c1f-614242a5830c tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] Pushing event updated for resources: {'Port': ['ID=2d02505d-896c-436a-96b2-40e1c4f8b876,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:30:45.243612 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-d45b9bb0-50cc-461d-b24c-09c44d9e4290 req-3d03df9a-141b-4ab7-b82e-f7ce96c9c9fa service neutron] Request body: {'port': {'device_id': '8ad67dc1-b6ca-4103-8185-c3ba24b02732', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-694802-15'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:30:45.248250 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [None req-58384517-5ff7-475d-b8df-a92275cfac36 admin admin] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:30:45.257195 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecbcecb-1510-406e-826c-b89c57e351b8 req-e3d1789a-3eea-4b30-802c-c16f3957853e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:30:45.257673 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58384517-5ff7-475d-b8df-a92275cfac36 admin admin] Received port after_create {{(pid=94467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:30:45.259380 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-6ecbcecb-1510-406e-826c-b89c57e351b8 req-e3d1789a-3eea-4b30-802c-c16f3957853e service neutron] 10.222.0.64 "GET /v2.0/networks?id=03dfba7c-7b4a-44e5-8aaa-c2d37ee82018 HTTP/1.1" status: 200 len: 922 time: 0.2783630 Aug 12 14:30:45.324728 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-0f335789-7ac2-408a-8e5a-7e7fc88c80b0 None None] Provisioning for port ce97810e-ca50-4199-b03b-5351599b2968 completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:30:45.374698 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78883086-f909-4377-8546-d62d848793ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae05b6f4-548a-48fa-a696-68197f8c3e22,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:30:45.378995 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-6ecbcecb-1510-406e-826c-b89c57e351b8 req-3aea8722-073d-44e1-8fc3-24c3c7bae500 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c9578a74-95a3-4b8d-8db4-eff050057d08 HTTP/1.1" status: 200 len: 217 time: 0.0601249 Aug 12 14:30:45.468487 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-fe95f194-a3b0-4c04-9e42-20b511169d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:45.486211 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d689e3-b528-458e-9abb-e6c3fa6270e2 req-882a8f55-fe38-4cc3-a90f-811c48ec6d65 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:30:45.499237 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-96d689e3-b528-458e-9abb-e6c3fa6270e2 req-882a8f55-fe38-4cc3-a90f-811c48ec6d65 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] 10.222.0.39 "GET /v2.0/ports?device_id=8ad67dc1-b6ca-4103-8185-c3ba24b02732 HTTP/1.1" status: 200 len: 932 time: 0.3293281 Aug 12 14:30:45.609389 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecbcecb-1510-406e-826c-b89c57e351b8 req-2608d8da-14cb-44c9-a1bc-3d8fbee9c9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:30:45.610870 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-6ecbcecb-1510-406e-826c-b89c57e351b8 req-2608d8da-14cb-44c9-a1bc-3d8fbee9c9b8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ef8d2719-a4dd-40cc-910c-927d9e7406a1 HTTP/1.1" status: 200 len: 861 time: 0.2241175 Aug 12 14:30:45.611083 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device ce97810e-ca50-4199-b03b-5351599b2968 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:30:45.623691 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1a7c0030-9595-4ce0-8c75-4f0a63f183c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:45.646288 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1a7c0030-9595-4ce0-8c75-4f0a63f183c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:45.668252 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-78883086-f909-4377-8546-d62d848793ab admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=18a71e0f28ca498b9b1afff390b0b4a1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7753685 Aug 12 14:30:45.681105 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 57518) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:30:45.698951 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-6ecbcecb-1510-406e-826c-b89c57e351b8 req-22a66410-e252-4aea-9954-5b7c93cb1370 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=03dfba7c-7b4a-44e5-8aaa-c2d37ee82018&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0734339 Aug 12 14:30:45.707353 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-96d689e3-b528-458e-9abb-e6c3fa6270e2 req-466a1791-814e-4015-a023-4027286e804a tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] 10.222.0.39 "GET /v2.0/security-groups?id=11312995-c93d-4754-9dea-15693c54238a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055209 Aug 12 14:30:45.710545 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8423b97-11af-4c77-804b-55a8f4cedc55 req-e3961bb9-b107-4aaa-8581-bb6db631950d tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:30:45.712859 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e8423b97-11af-4c77-804b-55a8f4cedc55 req-e3961bb9-b107-4aaa-8581-bb6db631950d tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] 10.222.0.39 "GET /v2.0/ports?device_id=5924b85c-0d32-4999-87e1-c7d6edcf0040 HTTP/1.1" status: 200 len: 962 time: 0.6560264 Aug 12 14:30:45.749620 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning for port ce97810e-ca50-4199-b03b-5351599b2968 completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:30:45.762755 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-1a7c0030-9595-4ce0-8c75-4f0a63f183c0 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=79211dbf63084c55afe89695b0b07fe2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7132039 Aug 12 14:30:45.766880 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 57520) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:30:45.784623 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port ce97810e-ca50-4199-b03b-5351599b2968 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:30:45.785469 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:45.840405 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-82304123-c662-4d8f-9abc-1e350c3fde23 None None] Provisioning complete for port ce97810e-ca50-4199-b03b-5351599b2968 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:30:45.840996 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-82304123-c662-4d8f-9abc-1e350c3fde23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:45.897518 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58384517-5ff7-475d-b8df-a92275cfac36 admin admin] Pushing event updated for resources: {'Port': ['ID=8f51f236-0b06-40ea-a837-5cdbc3b74c5c,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:30:45.899905 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7c0030-9595-4ce0-8c75-4f0a63f183c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50057d0c-3d49-46ab-83e8-6495611ce606,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:30:45.956289 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-60ca5b53-1faf-4368-93b3-1e54d41808e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:45.991688 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-6ecbcecb-1510-406e-826c-b89c57e351b8 req-54464c10-36be-497d-9ad5-4fd02dd3e520 service neutron] 10.222.0.64 "GET /v2.0/networks/03dfba7c-7b4a-44e5-8aaa-c2d37ee82018?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2446077 Aug 12 14:30:46.016405 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-60ca5b53-1faf-4368-93b3-1e54d41808e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:46.036376 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e8423b97-11af-4c77-804b-55a8f4cedc55 req-94626629-c8dd-423a-a0b6-efbcc1bae96b tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] 10.222.0.39 "GET /v2.0/security-groups?id=e3ca17b3-b028-41b3-b138-91e00a6e278c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3022301 Aug 12 14:30:46.040250 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-d45b9bb0-50cc-461d-b24c-09c44d9e4290 req-3d03df9a-141b-4ab7-b82e-f7ce96c9c9fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:46.151959 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:46.189367 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-82304123-c662-4d8f-9abc-1e350c3fde23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:46.199755 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-58384517-5ff7-475d-b8df-a92275cfac36 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:46.216359 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] For port ce97810e-ca50-4199-b03b-5351599b2968, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=ce97810e-ca50-4199-b03b-5351599b2968,segment=NetworkSegment(90d38c4e-0902-45c2-a9f7-0cc151cbe8b9),segment_id=90d38c4e-0902-45c2-a9f7-0cc151cbe8b9)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:30:46.228964 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:46.276066 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-6ecbcecb-1510-406e-826c-b89c57e351b8 req-5d0fc5a0-f877-46f0-a168-6295c1e84c1b service neutron] 10.222.0.64 "GET /v2.0/networks/03dfba7c-7b4a-44e5-8aaa-c2d37ee82018?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2720034 Aug 12 14:30:46.306226 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-60ca5b53-1faf-4368-93b3-1e54d41808e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:46.311428 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-60ca5b53-1faf-4368-93b3-1e54d41808e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:46.312902 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-60ca5b53-1faf-4368-93b3-1e54d41808e0 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/50057d0c-3d49-46ab-83e8-6495611ce606 HTTP/1.1" status: 204 len: 168 time: 0.5399883 Aug 12 14:30:46.324459 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ca5b53-1faf-4368-93b3-1e54d41808e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50057d0c-3d49-46ab-83e8-6495611ce606,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:30:46.439752 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-68a295c7-a8c2-408a-a137-27e9cf3260b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:46.447829 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.db.api [None req-82304123-c662-4d8f-9abc-1e350c3fde23 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94468) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 12 14:30:46.448243 n-d-694802-15 neutron-server[94468]: DEBUG oslo_db.api [None req-82304123-c662-4d8f-9abc-1e350c3fde23 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 12 14:30:46.463706 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Pushing event updated for resources: {'Port': ['ID=ce97810e-ca50-4199-b03b-5351599b2968,revision_number=3']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:30:46.510815 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.agents_db [None req-17ed3e4c-1a7d-4162-9646-11c134aca297 None None] Agent healthcheck: found 7 active agents {{(pid=94469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 14:30:46.557418 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-b19c6784-1fea-4b9c-a98d-aeca0b45adb7 req-9d35e405-c17f-4c99-b994-64bc31ffd987 tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=01bd30cc4f8c419596ce734e2f10fc57&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0336244 Aug 12 14:30:46.638188 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdffa652-d25a-40d1-b658-6c01f284eba4 req-51f97b46-2272-4216-885e-b77a6850c4e6 tempest-DeleteServersAdminTestJSON-840867186 tempest-DeleteServersAdminTestJSON-840867186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:30:46.639938 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-bdffa652-d25a-40d1-b658-6c01f284eba4 req-51f97b46-2272-4216-885e-b77a6850c4e6 tempest-DeleteServersAdminTestJSON-840867186 tempest-DeleteServersAdminTestJSON-840867186-project] 10.222.0.39 "GET /v2.0/ports?device_id=f157ce79-e307-418c-9346-ab3f0d35bf7c HTTP/1.1" status: 200 len: 950 time: 0.4383321 Aug 12 14:30:46.642003 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-68a295c7-a8c2-408a-a137-27e9cf3260b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:46.691565 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-912ebaa9-68b7-4f07-ad55-3d281ba458be req-17aed28d-855f-47d5-afcd-2ec1907ca1c4 tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=01bd30cc4f8c419596ce734e2f10fc57&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0326958 Aug 12 14:30:46.880950 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912ebaa9-68b7-4f07-ad55-3d281ba458be req-3ebc79e3-2aaf-4fc1-9f71-bcce5a470f68 tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:30:46.883583 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-912ebaa9-68b7-4f07-ad55-3d281ba458be req-3ebc79e3-2aaf-4fc1-9f71-bcce5a470f68 tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1714213 Aug 12 14:30:46.893638 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19c6784-1fea-4b9c-a98d-aeca0b45adb7 req-78ad468e-9b32-49fd-af7c-125aaedef50c tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:30:46.895684 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-b19c6784-1fea-4b9c-a98d-aeca0b45adb7 req-78ad468e-9b32-49fd-af7c-125aaedef50c tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3319066 Aug 12 14:30:46.910139 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [req-b19c6784-1fea-4b9c-a98d-aeca0b45adb7 req-e39bf8f1-142f-426f-b38b-905ce246e70b tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] Request body: {'port': {'device_id': 'f3c0eeb6-944f-4df5-921f-e67fd51b3f14', 'network_id': '2525c403-dfb3-4196-a273-739607aab38a', 'admin_state_up': True, 'tenant_id': '01bd30cc4f8c419596ce734e2f10fc57'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:30:46.940404 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-912ebaa9-68b7-4f07-ad55-3d281ba458be req-a63b3f9f-fa95-45ec-9107-3a1a17aa5ba8 tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] 10.222.0.39 "GET /v2.0/quotas/01bd30cc4f8c419596ce734e2f10fc57 HTTP/1.1" status: 200 len: 375 time: 0.0433726 Aug 12 14:30:46.978826 n-d-694802-15 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5924b85c-0d32-4999-87e1-c7d6edcf0040', 'tag': 'c9578a74-95a3-4b8d-8db4-eff050057d08'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:30:46.982870 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e785eeede3897370d0b20f09d5f461b30cfecd5ed38c4f07dacd02bc52c9277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc5a64a5-631d-4c70-a5f1-dc82ca1777ad" -d '{"events": [{"name": "network-changed", "server_uuid": "5924b85c-0d32-4999-87e1-c7d6edcf0040", "tag": "c9578a74-95a3-4b8d-8db4-eff050057d08"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:30:47.030962 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-912ebaa9-68b7-4f07-ad55-3d281ba458be req-0792fadf-4264-4815-98d4-36ef86b5fd04 tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=01bd30cc4f8c419596ce734e2f10fc57&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0845456 Aug 12 14:30:47.033816 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-bdffa652-d25a-40d1-b658-6c01f284eba4 req-ac7fde6f-114d-42a9-947f-6e2270f4440c tempest-DeleteServersAdminTestJSON-840867186 tempest-DeleteServersAdminTestJSON-840867186-project] 10.222.0.39 "GET /v2.0/security-groups?id=b1460155-7c7e-4a06-ae69-7cfde3aaedd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2460809 Aug 12 14:30:47.066137 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-68a295c7-a8c2-408a-a137-27e9cf3260b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:47.069170 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-68a295c7-a8c2-408a-a137-27e9cf3260b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:47.070293 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-68a295c7-a8c2-408a-a137-27e9cf3260b4 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ae05b6f4-548a-48fa-a696-68197f8c3e22 HTTP/1.1" status: 204 len: 168 time: 1.3805802 Aug 12 14:30:47.155562 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b19c6784-1fea-4b9c-a98d-aeca0b45adb7 req-e39bf8f1-142f-426f-b38b-905ce246e70b tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] Made reservation on behalf of 01bd30cc4f8c419596ce734e2f10fc57 for: {'port': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:30:47.159298 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-b19c6784-1fea-4b9c-a98d-aeca0b45adb7 req-e39bf8f1-142f-426f-b38b-905ce246e70b tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:47.184012 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-b19c6784-1fea-4b9c-a98d-aeca0b45adb7 req-e39bf8f1-142f-426f-b38b-905ce246e70b tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] Notify callbacks [] for security_group, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:47.212444 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a295c7-a8c2-408a-a137-27e9cf3260b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae05b6f4-548a-48fa-a696-68197f8c3e22,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:30:47.254343 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device c9578a74-95a3-4b8d-8db4-eff050057d08 details requested by agent hyperv_n-h2-694802-15 with host n-h2-694802-15 {{(pid=94468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 14:30:47.345040 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 14:30:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-135e9f69-9e79-414b-bfad-4592bfe8dbbb x-openstack-request-id: req-135e9f69-9e79-414b-bfad-4592bfe8dbbb {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:30:47.345040 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5924b85c-0d32-4999-87e1-c7d6edcf0040", "tag": "c9578a74-95a3-4b8d-8db4-eff050057d08", "status": "completed", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:30:47.345040 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-135e9f69-9e79-414b-bfad-4592bfe8dbbb {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:30:47.351423 n-d-694802-15 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5924b85c-0d32-4999-87e1-c7d6edcf0040', 'tag': 'c9578a74-95a3-4b8d-8db4-eff050057d08', 'status': 'completed', 'code': 200} Aug 12 14:30:47.386843 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a295c7-a8c2-408a-a137-27e9cf3260b4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:30:47.386843 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a295c7-a8c2-408a-a137-27e9cf3260b4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:30:47.386843 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a295c7-a8c2-408a-a137-27e9cf3260b4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:30:47.386843 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a295c7-a8c2-408a-a137-27e9cf3260b4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:30:47.387257 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a295c7-a8c2-408a-a137-27e9cf3260b4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:30:47.388003 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a295c7-a8c2-408a-a137-27e9cf3260b4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:30:47.388351 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a295c7-a8c2-408a-a137-27e9cf3260b4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:30:47.388836 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a295c7-a8c2-408a-a137-27e9cf3260b4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:30:47.389384 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a295c7-a8c2-408a-a137-27e9cf3260b4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:30:47.389738 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a295c7-a8c2-408a-a137-27e9cf3260b4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:30:47.390515 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a295c7-a8c2-408a-a137-27e9cf3260b4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:30:47.397987 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a295c7-a8c2-408a-a137-27e9cf3260b4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:30:47.569681 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-b19c6784-1fea-4b9c-a98d-aeca0b45adb7 req-e39bf8f1-142f-426f-b38b-905ce246e70b tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] Notify callbacks [] for security_group, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:47.576153 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device ce97810e-ca50-4199-b03b-5351599b2968 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:30:47.578257 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-b19c6784-1fea-4b9c-a98d-aeca0b45adb7 req-e39bf8f1-142f-426f-b38b-905ce246e70b tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:47.700520 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39bf8f1-142f-426f-b38b-905ce246e70b tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] Pushing event updated for resources: {'SecurityGroup': ['ID=732c786f-d597-473b-bc9a-3d3a7bfc11d1,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:30:47.728950 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-58384517-5ff7-475d-b8df-a92275cfac36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-429413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-431608'] for router, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:47.741321 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port c9578a74-95a3-4b8d-8db4-eff050057d08, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=c9578a74-95a3-4b8d-8db4-eff050057d08,segment=NetworkSegment(2e94514d-7fca-42ad-995e-123d3a176790),segment_id=2e94514d-7fca-42ad-995e-123d3a176790)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:30:47.757355 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device c9578a74-95a3-4b8d-8db4-eff050057d08 has no active binding in host n-h2-694802-15 {{(pid=94468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 12 14:30:47.797383 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port ce97810e-ca50-4199-b03b-5351599b2968 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:30:47.798097 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:47.946180 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5a64a5-631d-4c70-a5f1-dc82ca1777ad req-400e1669-2da7-42d7-b450-755b2e951ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:30:47.950074 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-fc5a64a5-631d-4c70-a5f1-dc82ca1777ad req-400e1669-2da7-42d7-b450-755b2e951ca1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=eebc4daeab5b4932b99d48c68fd10c64&device_id=5924b85c-0d32-4999-87e1-c7d6edcf0040 HTTP/1.1" status: 200 len: 1145 time: 0.5381997 Aug 12 14:30:47.964854 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3087fb86-3ce9-4493-ae5a-7fa3c90efd6e req-e50cb25e-e8c9-4fa6-83f5-9280b856c5bd tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:30:47.972233 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3087fb86-3ce9-4493-ae5a-7fa3c90efd6e req-e50cb25e-e8c9-4fa6-83f5-9280b856c5bd tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] 10.222.0.39 "GET /v2.0/ports?device_id=8ad67dc1-b6ca-4103-8185-c3ba24b02732 HTTP/1.1" status: 200 len: 932 time: 0.6717870 Aug 12 14:30:48.031911 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39bf8f1-142f-426f-b38b-905ce246e70b tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:30:48.032548 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39bf8f1-142f-426f-b38b-905ce246e70b tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:30:48.033233 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39bf8f1-142f-426f-b38b-905ce246e70b tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:30:48.033729 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39bf8f1-142f-426f-b38b-905ce246e70b tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:30:48.035494 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39bf8f1-142f-426f-b38b-905ce246e70b tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:30:48.036277 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39bf8f1-142f-426f-b38b-905ce246e70b tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:30:48.036617 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39bf8f1-142f-426f-b38b-905ce246e70b tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:30:48.036976 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39bf8f1-142f-426f-b38b-905ce246e70b tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:30:48.037863 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39bf8f1-142f-426f-b38b-905ce246e70b tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:30:48.039935 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39bf8f1-142f-426f-b38b-905ce246e70b tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:30:48.040283 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39bf8f1-142f-426f-b38b-905ce246e70b tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:30:48.040619 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39bf8f1-142f-426f-b38b-905ce246e70b tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:30:48.043448 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 57624) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:30:48.146241 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e48bdb-7000-4732-a25c-457ffdb02fae req-592b6967-e2e5-44e9-a4eb-df553a0dc99c tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:30:48.156545 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [req-d45b9bb0-50cc-461d-b24c-09c44d9e4290 req-3d03df9a-141b-4ab7-b82e-f7ce96c9c9fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d02505d-896c-436a-96b2-40e1c4f8b876 {{(pid=94467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:30:48.160649 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-a6e48bdb-7000-4732-a25c-457ffdb02fae req-592b6967-e2e5-44e9-a4eb-df553a0dc99c tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] 10.222.0.39 "GET /v2.0/ports?device_id=5924b85c-0d32-4999-87e1-c7d6edcf0040 HTTP/1.1" status: 200 len: 962 time: 0.1978035 Aug 12 14:30:48.167872 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-d45b9bb0-50cc-461d-b24c-09c44d9e4290 req-3d03df9a-141b-4ab7-b82e-f7ce96c9c9fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:48.184875 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [req-d45b9bb0-50cc-461d-b24c-09c44d9e4290 req-3d03df9a-141b-4ab7-b82e-f7ce96c9c9fa service neutron] Transition to ACTIVE for port object 2d02505d-896c-436a-96b2-40e1c4f8b876 will not be triggered until provisioned by entity L2. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:30:48.209167 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [req-b19c6784-1fea-4b9c-a98d-aeca0b45adb7 req-e39bf8f1-142f-426f-b38b-905ce246e70b tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] Allocated IP 192.168.233.5 (2525c403-dfb3-4196-a273-739607aab38a/236e0be6-1c94-4221-9e8b-ab02a53331f8/edc5ecb0-fec0-4f07-8436-44d8c1345f48) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:30:48.268679 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-d45b9bb0-50cc-461d-b24c-09c44d9e4290 req-3d03df9a-141b-4ab7-b82e-f7ce96c9c9fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:48.304218 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-a6e48bdb-7000-4732-a25c-457ffdb02fae req-225fa10e-10cc-435f-b1bf-64117da586fb tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] 10.222.0.39 "GET /v2.0/security-groups?id=e3ca17b3-b028-41b3-b138-91e00a6e278c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370938 Aug 12 14:30:48.416722 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-6f9923ae-40f3-4ec2-8f51-4bf62c959bb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:48.501020 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58384517-5ff7-475d-b8df-a92275cfac36 admin admin] Router 11d41262-1334-4737-8528-01f371451f7a is scheduled to L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f with binding_index 1 {{(pid=94467) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 14:30:48.566589 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d03df9a-141b-4ab7-b82e-f7ce96c9c9fa service neutron] Pushing event updated for resources: {'Port': ['ID=2d02505d-896c-436a-96b2-40e1c4f8b876,revision_number=2']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:30:48.582078 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-43d92bc5-c87d-45c3-a7f3-4f392009faf0 req-0c401f64-24e0-45f1-9beb-4da0c8520110 tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] 10.222.0.39 "GET /v2.0/ports?device_id=78b698b3-d74d-459f-aac1-f22636b34999 HTTP/1.1" status: 200 len: 210 time: 0.0636814 Aug 12 14:30:48.651032 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3087fb86-3ce9-4493-ae5a-7fa3c90efd6e req-52b70b9c-19a1-4158-9f1f-af98b9466fa4 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] 10.222.0.39 "GET /v2.0/security-groups?id=11312995-c93d-4754-9dea-15693c54238a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6085925 Aug 12 14:30:48.707566 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-b19c6784-1fea-4b9c-a98d-aeca0b45adb7 req-e39bf8f1-142f-426f-b38b-905ce246e70b tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:48.752065 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [req-b19c6784-1fea-4b9c-a98d-aeca0b45adb7 req-e39bf8f1-142f-426f-b38b-905ce246e70b tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] Transition to ACTIVE for port object edc5ecb0-fec0-4f07-8436-44d8c1345f48 will not be triggered until provisioned by entity DHCP. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:30:48.784690 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-6f9923ae-40f3-4ec2-8f51-4bf62c959bb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:48.855209 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 57644) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:30:49.053218 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-6f9923ae-40f3-4ec2-8f51-4bf62c959bb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:49.060850 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-b19c6784-1fea-4b9c-a98d-aeca0b45adb7 req-e39bf8f1-142f-426f-b38b-905ce246e70b tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:49.106632 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9923ae-40f3-4ec2-8f51-4bf62c959bb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=103f8bac-81c0-4028-84c2-ed1a1b1b7696,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:30:49.111114 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-d45b9bb0-50cc-461d-b24c-09c44d9e4290 req-3d03df9a-141b-4ab7-b82e-f7ce96c9c9fa service neutron] Attempting to bind port 2d02505d-896c-436a-96b2-40e1c4f8b876 on host n-h2-694802-15 for vnic_type normal with profile {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:30:49.111743 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-d45b9bb0-50cc-461d-b24c-09c44d9e4290 req-3d03df9a-141b-4ab7-b82e-f7ce96c9c9fa service neutron] Attempting to bind port 2d02505d-896c-436a-96b2-40e1c4f8b876 by drivers openvswitch,hyperv on host n-h2-694802-15 at level 0 using segments [{'id': '2c5f2abe-b754-491c-837b-06e8fcd65d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'a10dd9db-a24e-488c-8894-a27c36eaa630'}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:30:49.112419 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d45b9bb0-50cc-461d-b24c-09c44d9e4290 req-3d03df9a-141b-4ab7-b82e-f7ce96c9c9fa service neutron] Attempting to bind port 2d02505d-896c-436a-96b2-40e1c4f8b876 on network a10dd9db-a24e-488c-8894-a27c36eaa630 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:30:49.135633 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39bf8f1-142f-426f-b38b-905ce246e70b tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] Pushing event updated for resources: {'Port': ['ID=edc5ecb0-fec0-4f07-8436-44d8c1345f48,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:30:49.210132 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b19c6784-1fea-4b9c-a98d-aeca0b45adb7 req-e39bf8f1-142f-426f-b38b-905ce246e70b tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] Network 2525c403-dfb3-4196-a273-739607aab38a is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:30:49.216525 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5a64a5-631d-4c70-a5f1-dc82ca1777ad req-9b925c02-5223-4867-9496-c5a50614e4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:30:49.219760 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-fc5a64a5-631d-4c70-a5f1-dc82ca1777ad req-9b925c02-5223-4867-9496-c5a50614e4e3 service neutron] 10.222.0.64 "GET /v2.0/networks?id=03dfba7c-7b4a-44e5-8aaa-c2d37ee82018 HTTP/1.1" status: 200 len: 922 time: 1.2431037 Aug 12 14:30:49.230967 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ba20de-76db-4fb0-af5b-5b9231cad3a9 req-6380edce-ea64-45b6-b189-85843e7c6cbd tempest-DeleteServersAdminTestJSON-840867186 tempest-DeleteServersAdminTestJSON-840867186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:30:49.232580 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-02ba20de-76db-4fb0-af5b-5b9231cad3a9 req-6380edce-ea64-45b6-b189-85843e7c6cbd tempest-DeleteServersAdminTestJSON-840867186 tempest-DeleteServersAdminTestJSON-840867186-project] 10.222.0.39 "GET /v2.0/ports?device_id=f157ce79-e307-418c-9346-ab3f0d35bf7c HTTP/1.1" status: 200 len: 950 time: 0.4040322 Aug 12 14:30:49.234348 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d45b9bb0-50cc-461d-b24c-09c44d9e4290 req-3d03df9a-141b-4ab7-b82e-f7ce96c9c9fa service neutron] Port 2d02505d-896c-436a-96b2-40e1c4f8b876 on network a10dd9db-a24e-488c-8894-a27c36eaa630 not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-15 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 14:30:49.234741 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d45b9bb0-50cc-461d-b24c-09c44d9e4290 req-3d03df9a-141b-4ab7-b82e-f7ce96c9c9fa service neutron] Attempting to bind port 2d02505d-896c-436a-96b2-40e1c4f8b876 on network a10dd9db-a24e-488c-8894-a27c36eaa630 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:30:49.246539 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d45b9bb0-50cc-461d-b24c-09c44d9e4290 req-3d03df9a-141b-4ab7-b82e-f7ce96c9c9fa service neutron] Checking agent: {'id': 'b7697f71-33f3-4959-ad82-43c2dc15845d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 27, 42), 'started_at': datetime.datetime(2021, 8, 12, 14, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 30, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:30:49.246879 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d45b9bb0-50cc-461d-b24c-09c44d9e4290 req-3d03df9a-141b-4ab7-b82e-f7ce96c9c9fa service neutron] Checking segment: {'id': '2c5f2abe-b754-491c-837b-06e8fcd65d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'a10dd9db-a24e-488c-8894-a27c36eaa630'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:30:49.247454 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d45b9bb0-50cc-461d-b24c-09c44d9e4290 req-3d03df9a-141b-4ab7-b82e-f7ce96c9c9fa service neutron] Bound using segment: {'id': '2c5f2abe-b754-491c-837b-06e8fcd65d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'a10dd9db-a24e-488c-8894-a27c36eaa630'} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:30:49.247935 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-d45b9bb0-50cc-461d-b24c-09c44d9e4290 req-3d03df9a-141b-4ab7-b82e-f7ce96c9c9fa service neutron] Bound port: 2d02505d-896c-436a-96b2-40e1c4f8b876, host: n-h2-694802-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c5f2abe-b754-491c-837b-06e8fcd65d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'a10dd9db-a24e-488c-8894-a27c36eaa630'}}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:30:49.248439 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-d45b9bb0-50cc-461d-b24c-09c44d9e4290 req-3d03df9a-141b-4ab7-b82e-f7ce96c9c9fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:49.250583 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.64', 56109) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:30:49.255649 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [req-b19c6784-1fea-4b9c-a98d-aeca0b45adb7 req-e39bf8f1-142f-426f-b38b-905ce246e70b tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:30:49.262111 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [req-b19c6784-1fea-4b9c-a98d-aeca0b45adb7 req-e39bf8f1-142f-426f-b38b-905ce246e70b tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:30:49.274417 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19c6784-1fea-4b9c-a98d-aeca0b45adb7 req-e39bf8f1-142f-426f-b38b-905ce246e70b tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:30:49.275256 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-b19c6784-1fea-4b9c-a98d-aeca0b45adb7 req-e39bf8f1-142f-426f-b38b-905ce246e70b tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:49.325298 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2f968bac-0592-42a5-ab04-fc19dba01c1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:49.332667 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-912ebaa9-68b7-4f07-ad55-3d281ba458be req-0e2de368-e8be-4ee1-852b-07850a2bd28e tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=01bd30cc4f8c419596ce734e2f10fc57&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0718894 Aug 12 14:30:49.333746 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58384517-5ff7-475d-b8df-a92275cfac36 admin admin] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 14:30:49.352848 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efd36220-381f-4cb5-9514-bbad1d7f7da0 None None] Sync routers for ids ['11d41262-1334-4737-8528-01f371451f7a'] in n-d-694802-15 {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 14:30:49.376148 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efd36220-381f-4cb5-9514-bbad1d7f7da0 None None] Routers {'11d41262-1334-4737-8528-01f371451f7a'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:30:49.377239 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-efd36220-381f-4cb5-9514-bbad1d7f7da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:30:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['11d41262-1334-4737-8528-01f371451f7a'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:30:49.429876 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-6f9923ae-40f3-4ec2-8f51-4bf62c959bb2 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6dc88f1d464642598b33b76d583b25ea&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2353580 Aug 12 14:30:49.431926 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 57658) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:30:49.537562 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-fc5a64a5-631d-4c70-a5f1-dc82ca1777ad req-48ea1b7b-99e7-4164-9840-48a12e6b79d7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c9578a74-95a3-4b8d-8db4-eff050057d08 HTTP/1.1" status: 200 len: 217 time: 0.2941287 Aug 12 14:30:49.549459 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-b19c6784-1fea-4b9c-a98d-aeca0b45adb7 req-e39bf8f1-142f-426f-b38b-905ce246e70b tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.6439326 Aug 12 14:30:49.635834 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-02ba20de-76db-4fb0-af5b-5b9231cad3a9 req-05b9592c-24e1-41c3-8164-86bf3875e8e3 tempest-DeleteServersAdminTestJSON-840867186 tempest-DeleteServersAdminTestJSON-840867186-project] 10.222.0.39 "GET /v2.0/security-groups?id=b1460155-7c7e-4a06-ae69-7cfde3aaedd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3896608 Aug 12 14:30:49.644938 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [req-b19c6784-1fea-4b9c-a98d-aeca0b45adb7 req-99907ed8-bd2a-44d5-bd5a-ea5e75378338 service neutron] Request body: {'port': {'device_id': 'f3c0eeb6-944f-4df5-921f-e67fd51b3f14', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-694802-15'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:30:49.716581 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-efd36220-381f-4cb5-9514-bbad1d7f7da0 None None] Set router 11d41262-1334-4737-8528-01f371451f7a gateway port host: n-d-694802-15 {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:30:49.822807 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-465449b4-3c1f-42f6-8ba9-7b2abdcbc9a6 None None] Provisioning for port edc5ecb0-fec0-4f07-8436-44d8c1345f48 completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:30:49.843070 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-465449b4-3c1f-42f6-8ba9-7b2abdcbc9a6 None None] Provisioning complete for port edc5ecb0-fec0-4f07-8436-44d8c1345f48 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:30:49.844294 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-465449b4-3c1f-42f6-8ba9-7b2abdcbc9a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:49.867858 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd9f993-39db-408e-a2e7-9e9ad64a10f7 req-58e8b218-73cf-4734-80f6-6bb659f0c306 tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:30:49.887613 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0bd9f993-39db-408e-a2e7-9e9ad64a10f7 req-58e8b218-73cf-4734-80f6-6bb659f0c306 tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] 10.222.0.39 "GET /v2.0/ports?device_id=5924b85c-0d32-4999-87e1-c7d6edcf0040 HTTP/1.1" status: 200 len: 962 time: 0.2994924 Aug 12 14:30:49.912937 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-287a63ac-1b92-45af-8b94-0799f3c5f916 req-0f362c12-3881-4c64-927d-30416d4a7b8b tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] 10.222.0.39 "GET /v2.0/ports?device_id=78b698b3-d74d-459f-aac1-f22636b34999 HTTP/1.1" status: 200 len: 210 time: 0.1438766 Aug 12 14:30:49.925688 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-465449b4-3c1f-42f6-8ba9-7b2abdcbc9a6 None None] Port edc5ecb0-fec0-4f07-8436-44d8c1345f48 cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 14:30:49.941515 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-b19c6784-1fea-4b9c-a98d-aeca0b45adb7 req-99907ed8-bd2a-44d5-bd5a-ea5e75378338 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:49.956239 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0f3569-17bd-4612-b10b-0022730c924c req-8645993c-bdfb-494d-bb5c-e143e1474235 tempest-DeleteServersAdminTestJSON-840867186 tempest-DeleteServersAdminTestJSON-840867186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:30:49.957905 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-5b0f3569-17bd-4612-b10b-0022730c924c req-8645993c-bdfb-494d-bb5c-e143e1474235 tempest-DeleteServersAdminTestJSON-840867186 tempest-DeleteServersAdminTestJSON-840867186-project] 10.222.0.49 "GET /v2.0/ports?device_id=f157ce79-e307-418c-9346-ab3f0d35bf7c HTTP/1.1" status: 200 len: 950 time: 0.4469192 Aug 12 14:30:49.986674 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2f968bac-0592-42a5-ab04-fc19dba01c1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:49.997901 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5a64a5-631d-4c70-a5f1-dc82ca1777ad req-657e52ea-df6a-4e48-9878-1c6667b7d26c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:30:50.004048 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-fc5a64a5-631d-4c70-a5f1-dc82ca1777ad req-657e52ea-df6a-4e48-9878-1c6667b7d26c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ef8d2719-a4dd-40cc-910c-927d9e7406a1 HTTP/1.1" status: 200 len: 861 time: 0.3828549 Aug 12 14:30:50.011904 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2f968bac-0592-42a5-ab04-fc19dba01c1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:50.031153 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-d45b9bb0-50cc-461d-b24c-09c44d9e4290 req-3d03df9a-141b-4ab7-b82e-f7ce96c9c9fa service neutron] For port 2d02505d-896c-436a-96b2-40e1c4f8b876, host n-h2-694802-15, cleared binding levels {{(pid=94467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:30:50.061735 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-efd36220-381f-4cb5-9514-bbad1d7f7da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11d41262-1334-4737-8528-01f371451f7a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1292795070-router', 'tenant_id': '67787a84bb704413b5454c6fdcf0c251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.66'}], 'enable_snat': True}, 'gw_port_id': '8f51f236-0b06-40ea-a837-5cdbc3b74c5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:30:41Z', 'updated_at': '2021-08-12T14:30:45Z', 'revision_number': 3, 'project_id': '67787a84bb704413b5454c6fdcf0c251', 'gw_port': {'id': '8f51f236-0b06-40ea-a837-5cdbc3b74c5c', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:ac:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11d41262-1334-4737-8528-01f371451f7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:30:43Z', 'updated_at': '2021-08-12T14:30:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15'}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:30:50.101080 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efd36220-381f-4cb5-9514-bbad1d7f7da0 None None] Checking router: 11d41262-1334-4737-8528-01f371451f7a for host: n-d-694802-15 {{(pid=94469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 14:30:50.101516 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efd36220-381f-4cb5-9514-bbad1d7f7da0 None None] Updating router 11d41262-1334-4737-8528-01f371451f7a port 8f51f236-0b06-40ea-a837-5cdbc3b74c5c binding host n-d-694802-15 {{(pid=94469) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 14:30:50.118536 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-3573cffd-b9a0-4e81-b9d4-22201b16b364 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:50.129674 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-efd36220-381f-4cb5-9514-bbad1d7f7da0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:50.135238 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912ebaa9-68b7-4f07-ad55-3d281ba458be req-1b5db1be-cbd7-4b6f-98c1-bb8a2cc735a1 tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:30:50.136862 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-912ebaa9-68b7-4f07-ad55-3d281ba458be req-1b5db1be-cbd7-4b6f-98c1-bb8a2cc735a1 tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7243705 Aug 12 14:30:50.140024 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-d45b9bb0-50cc-461d-b24c-09c44d9e4290 req-3d03df9a-141b-4ab7-b82e-f7ce96c9c9fa service neutron] For port 2d02505d-896c-436a-96b2-40e1c4f8b876, host n-h2-694802-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=2d02505d-896c-436a-96b2-40e1c4f8b876,segment=NetworkSegment(2c5f2abe-b754-491c-837b-06e8fcd65d4b),segment_id=2c5f2abe-b754-491c-837b-06e8fcd65d4b)] {{(pid=94467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:30:50.157574 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-2f968bac-0592-42a5-ab04-fc19dba01c1a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=591806046a5144dc8422646637b9fe2c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2952878 Aug 12 14:30:50.160558 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 57672) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:30:50.172321 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f968bac-0592-42a5-ab04-fc19dba01c1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7951cc57-a0c8-47c5-90da-99c2e5c13d47,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:30:50.199328 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-fc5a64a5-631d-4c70-a5f1-dc82ca1777ad req-a6c4ee8f-5298-4501-b86a-2401d8d2431e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=03dfba7c-7b4a-44e5-8aaa-c2d37ee82018&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0579751 Aug 12 14:30:50.206696 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-912ebaa9-68b7-4f07-ad55-3d281ba458be req-22ca83a8-89bd-4a95-9364-ecf59b6dbc8e tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] Request body: {'port': {'device_id': '78b698b3-d74d-459f-aac1-f22636b34999', 'network_id': '2525c403-dfb3-4196-a273-739607aab38a', 'admin_state_up': True, 'tenant_id': '01bd30cc4f8c419596ce734e2f10fc57'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:30:50.291924 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cada968-0586-49bb-97f9-004fb472e8b0 req-7761755e-ced9-4eab-8562-bec50678ed01 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:30:50.293439 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-3cada968-0586-49bb-97f9-004fb472e8b0 req-7761755e-ced9-4eab-8562-bec50678ed01 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] 10.222.0.39 "GET /v2.0/ports?device_id=8ad67dc1-b6ca-4103-8185-c3ba24b02732 HTTP/1.1" status: 200 len: 944 time: 0.2457922 Aug 12 14:30:50.351916 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-58384517-5ff7-475d-b8df-a92275cfac36 admin admin] Notify callbacks [] for router, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:50.356871 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-58384517-5ff7-475d-b8df-a92275cfac36 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 9.2123609 Aug 12 14:30:50.367362 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 57674) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:30:50.466908 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-fc5a64a5-631d-4c70-a5f1-dc82ca1777ad req-9fdec10a-6cd2-4537-bff5-a7e76a492751 service neutron] 10.222.0.64 "GET /v2.0/networks/03dfba7c-7b4a-44e5-8aaa-c2d37ee82018?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025758 Aug 12 14:30:50.467689 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-912ebaa9-68b7-4f07-ad55-3d281ba458be req-22ca83a8-89bd-4a95-9364-ecf59b6dbc8e tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] Made reservation on behalf of 01bd30cc4f8c419596ce734e2f10fc57 for: {'port': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:30:50.471859 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-912ebaa9-68b7-4f07-ad55-3d281ba458be req-22ca83a8-89bd-4a95-9364-ecf59b6dbc8e tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:50.477364 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-efd36220-381f-4cb5-9514-bbad1d7f7da0 None None] Notify callbacks [] for port, precommit_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:50.488385 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-d45b9bb0-50cc-461d-b24c-09c44d9e4290 req-3d03df9a-141b-4ab7-b82e-f7ce96c9c9fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:50.489744 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.provisioning_blocks [None req-efd36220-381f-4cb5-9514-bbad1d7f7da0 None None] Transition to ACTIVE for port object 8f51f236-0b06-40ea-a837-5cdbc3b74c5c will not be triggered until provisioned by entity L2. {{(pid=94469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:30:50.502861 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-efd36220-381f-4cb5-9514-bbad1d7f7da0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:50.533340 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [req-5b0f3569-17bd-4612-b10b-0022730c924c req-39a98ee5-ebbe-47f2-93e4-b32270fe5ea5 tempest-DeleteServersAdminTestJSON-840867186 tempest-DeleteServersAdminTestJSON-840867186-project] Deleting port 0ea9428c-2838-463f-80f8-d83b8c25e23d {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:30:50.533340 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-5b0f3569-17bd-4612-b10b-0022730c924c req-39a98ee5-ebbe-47f2-93e4-b32270fe5ea5 tempest-DeleteServersAdminTestJSON-840867186 tempest-DeleteServersAdminTestJSON-840867186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:50.576307 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.managers [None req-efd36220-381f-4cb5-9514-bbad1d7f7da0 None None] Attempting to bind port 8f51f236-0b06-40ea-a837-5cdbc3b74c5c on host n-d-694802-15 for vnic_type normal with profile {{(pid=94469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:30:50.576723 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.managers [None req-efd36220-381f-4cb5-9514-bbad1d7f7da0 None None] Attempting to bind port 8f51f236-0b06-40ea-a837-5cdbc3b74c5c by drivers openvswitch,hyperv on host n-d-694802-15 at level 0 using segments [{'id': 'b1b396cb-2dc6-4041-bfc7-1833a80a4720', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'}] {{(pid=94469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:30:50.577078 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efd36220-381f-4cb5-9514-bbad1d7f7da0 None None] Attempting to bind port 8f51f236-0b06-40ea-a837-5cdbc3b74c5c on network d3759e1b-6c03-45ac-acd4-90abb417809b {{(pid=94469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:30:50.591910 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efd36220-381f-4cb5-9514-bbad1d7f7da0 None None] Checking agent: {'id': '16de73ac-f2e9-4cee-b3e0-91052ae3e6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 20, 13), 'started_at': datetime.datetime(2021, 8, 12, 14, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 30, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:30:50.592191 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efd36220-381f-4cb5-9514-bbad1d7f7da0 None None] Checking segment: {'id': 'b1b396cb-2dc6-4041-bfc7-1833a80a4720', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:30:50.592596 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-efd36220-381f-4cb5-9514-bbad1d7f7da0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:50.592984 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efd36220-381f-4cb5-9514-bbad1d7f7da0 None None] Bound using segment: {'id': 'b1b396cb-2dc6-4041-bfc7-1833a80a4720', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'} {{(pid=94469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:30:50.593445 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.managers [None req-efd36220-381f-4cb5-9514-bbad1d7f7da0 None None] Bound port: 8f51f236-0b06-40ea-a837-5cdbc3b74c5c, host: n-d-694802-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1b396cb-2dc6-4041-bfc7-1833a80a4720', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'}}] {{(pid=94469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:30:50.593837 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-efd36220-381f-4cb5-9514-bbad1d7f7da0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:50.597214 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0f936a-6961-4782-8457-e5faad4e38f9 None None] Pushing event updated for resources: {'Port': ['ID=8f51f236-0b06-40ea-a837-5cdbc3b74c5c,revision_number=2']} {{(pid=94469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:30:50.630131 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0f936a-6961-4782-8457-e5faad4e38f9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:30:50.630699 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0f936a-6961-4782-8457-e5faad4e38f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:30:50.631059 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0f936a-6961-4782-8457-e5faad4e38f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:30:50.631396 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0f936a-6961-4782-8457-e5faad4e38f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:30:50.631849 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0f936a-6961-4782-8457-e5faad4e38f9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:30:50.632182 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0f936a-6961-4782-8457-e5faad4e38f9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:30:50.632511 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0f936a-6961-4782-8457-e5faad4e38f9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:30:50.632832 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0f936a-6961-4782-8457-e5faad4e38f9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:30:50.633150 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0f936a-6961-4782-8457-e5faad4e38f9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:30:50.633787 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0f936a-6961-4782-8457-e5faad4e38f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:30:50.634115 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0f936a-6961-4782-8457-e5faad4e38f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:30:50.634439 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0f936a-6961-4782-8457-e5faad4e38f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:30:50.635591 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0f936a-6961-4782-8457-e5faad4e38f9 None None] Tracked resource versions report: Aug 12 14:30:50.635591 n-d-694802-15 neutron-server[94469]: pushed versions: Aug 12 14:30:50.635591 n-d-694802-15 neutron-server[94469]: { 'AddressGroup': {'1.2'}, Aug 12 14:30:50.635591 n-d-694802-15 neutron-server[94469]: 'ConntrackHelper': {'1.0'}, Aug 12 14:30:50.635591 n-d-694802-15 neutron-server[94469]: 'Log': {'1.0'}, Aug 12 14:30:50.635591 n-d-694802-15 neutron-server[94469]: 'Network': {'1.1'}, Aug 12 14:30:50.635591 n-d-694802-15 neutron-server[94469]: 'Port': {'1.7'}, Aug 12 14:30:50.635591 n-d-694802-15 neutron-server[94469]: 'PortForwarding': {'1.2'}, Aug 12 14:30:50.635591 n-d-694802-15 neutron-server[94469]: 'QosPolicy': {'1.9'}, Aug 12 14:30:50.635591 n-d-694802-15 neutron-server[94469]: 'SecurityGroup': {'1.4'}, Aug 12 14:30:50.635591 n-d-694802-15 neutron-server[94469]: 'SecurityGroupRule': {'1.2'}, Aug 12 14:30:50.635591 n-d-694802-15 neutron-server[94469]: 'SubPort': {'1.0'}, Aug 12 14:30:50.635591 n-d-694802-15 neutron-server[94469]: 'Subnet': {'1.1'}, Aug 12 14:30:50.635591 n-d-694802-15 neutron-server[94469]: 'Trunk': {'1.1'}} Aug 12 14:30:50.635591 n-d-694802-15 neutron-server[94469]: consumer versions: Aug 12 14:30:50.635591 n-d-694802-15 neutron-server[94469]: { DHCP agent@n-d-694802-15: {}, Aug 12 14:30:50.635591 n-d-694802-15 neutron-server[94469]: HyperV agent@n-h1-694802-15: {}, Aug 12 14:30:50.635591 n-d-694802-15 neutron-server[94469]: HyperV agent@n-h2-694802-15: {}, Aug 12 14:30:50.635591 n-d-694802-15 neutron-server[94469]: L3 agent@n-d-694802-15: {}, Aug 12 14:30:50.635591 n-d-694802-15 neutron-server[94469]: Metadata agent@n-d-694802-15: {}, Aug 12 14:30:50.635591 n-d-694802-15 neutron-server[94469]: Metering agent@n-d-694802-15: {}, Aug 12 14:30:50.635591 n-d-694802-15 neutron-server[94469]: Open vSwitch agent@n-d-694802-15: { 'AddressGroup': '1.2', Aug 12 14:30:50.635591 n-d-694802-15 neutron-server[94469]: 'ConntrackHelper': '1.0', Aug 12 14:30:50.635591 n-d-694802-15 neutron-server[94469]: 'Log': '1.0', Aug 12 14:30:50.635591 n-d-694802-15 neutron-server[94469]: 'Network': '1.1', Aug 12 14:30:50.635591 n-d-694802-15 neutron-server[94469]: 'Port': '1.7', Aug 12 14:30:50.635591 n-d-694802-15 neutron-server[94469]: 'PortForwarding': '1.2', Aug 12 14:30:50.635591 n-d-694802-15 neutron-server[94469]: 'QosPolicy': '1.9', Aug 12 14:30:50.635591 n-d-694802-15 neutron-server[94469]: 'SecurityGroup': '1.4', Aug 12 14:30:50.635591 n-d-694802-15 neutron-server[94469]: 'SecurityGroupRule': '1.2', Aug 12 14:30:50.635591 n-d-694802-15 neutron-server[94469]: 'SubPort': '1.0', Aug 12 14:30:50.635591 n-d-694802-15 neutron-server[94469]: 'Subnet': '1.1', Aug 12 14:30:50.635591 n-d-694802-15 neutron-server[94469]: 'Trunk': '1.1'}} Aug 12 14:30:50.635591 n-d-694802-15 neutron-server[94469]: {{(pid=94469) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 12 14:30:50.649933 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9e4587ea-4dcc-45aa-aeaf-b816b21d90a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:50.674136 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-3cada968-0586-49bb-97f9-004fb472e8b0 req-d617a978-2f50-461b-b2c0-cbbb3e08b53a tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] 10.222.0.39 "GET /v2.0/security-groups?id=11312995-c93d-4754-9dea-15693c54238a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3627081 Aug 12 14:30:50.683413 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d03df9a-141b-4ab7-b82e-f7ce96c9c9fa service neutron] Pushing event updated for resources: {'Port': ['ID=2d02505d-896c-436a-96b2-40e1c4f8b876,revision_number=3']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:30:50.702349 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0bd9f993-39db-408e-a2e7-9e9ad64a10f7 req-941611d7-a2f3-4d1c-ac2e-5390a54f2807 tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] 10.222.0.39 "GET /v2.0/security-groups?id=e3ca17b3-b028-41b3-b138-91e00a6e278c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8138916 Aug 12 14:30:50.729188 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.db [None req-efd36220-381f-4cb5-9514-bbad1d7f7da0 None None] For port 8f51f236-0b06-40ea-a837-5cdbc3b74c5c, host n-d-694802-15, cleared binding levels {{(pid=94469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:30:50.735735 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.db [None req-efd36220-381f-4cb5-9514-bbad1d7f7da0 None None] For port 8f51f236-0b06-40ea-a837-5cdbc3b74c5c, host n-d-694802-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=8f51f236-0b06-40ea-a837-5cdbc3b74c5c,segment=NetworkSegment(b1b396cb-2dc6-4041-bfc7-1833a80a4720),segment_id=b1b396cb-2dc6-4041-bfc7-1833a80a4720)] {{(pid=94469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:30:50.757916 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-efd36220-381f-4cb5-9514-bbad1d7f7da0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:50.764592 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-3573cffd-b9a0-4e81-b9d4-22201b16b364 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:50.817379 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45b9bb0-50cc-461d-b24c-09c44d9e4290 req-3d03df9a-141b-4ab7-b82e-f7ce96c9c9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:30:50.819146 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-d45b9bb0-50cc-461d-b24c-09c44d9e4290 req-3d03df9a-141b-4ab7-b82e-f7ce96c9c9fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:50.820640 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d45b9bb0-50cc-461d-b24c-09c44d9e4290 req-3d03df9a-141b-4ab7-b82e-f7ce96c9c9fa service neutron] 10.222.0.49 "PUT /v2.0/ports/2d02505d-896c-436a-96b2-40e1c4f8b876 HTTP/1.1" status: 200 len: 1093 time: 5.5980802 Aug 12 14:30:50.821167 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ad67dc1-b6ca-4103-8185-c3ba24b02732', 'tag': '2d02505d-896c-436a-96b2-40e1c4f8b876'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:30:50.823970 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e65282f928b64038367d043a4411777802006c43a98742496cb2e25b724ff1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9223ed03-1284-4c17-a46e-336306595880" -d '{"events": [{"name": "network-changed", "server_uuid": "8ad67dc1-b6ca-4103-8185-c3ba24b02732", "tag": "2d02505d-896c-436a-96b2-40e1c4f8b876"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:30:50.964397 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9e4587ea-4dcc-45aa-aeaf-b816b21d90a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:50.978746 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-fc5a64a5-631d-4c70-a5f1-dc82ca1777ad req-06308b61-30d5-4c14-a3db-af141058b5e3 service neutron] 10.222.0.64 "GET /v2.0/networks/03dfba7c-7b4a-44e5-8aaa-c2d37ee82018?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4828579 Aug 12 14:30:50.986740 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efd36220-381f-4cb5-9514-bbad1d7f7da0 None None] Routers {'11d41262-1334-4737-8528-01f371451f7a'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:30:50.987886 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-efd36220-381f-4cb5-9514-bbad1d7f7da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:30:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['11d41262-1334-4737-8528-01f371451f7a'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:30:50.988136 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-3573cffd-b9a0-4e81-b9d4-22201b16b364 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:50.990840 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-3573cffd-b9a0-4e81-b9d4-22201b16b364 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:50.991502 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0f936a-6961-4782-8457-e5faad4e38f9 None None] Pushing event updated for resources: {'Port': ['ID=8f51f236-0b06-40ea-a837-5cdbc3b74c5c,revision_number=3']} {{(pid=94469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:30:50.992160 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-3573cffd-b9a0-4e81-b9d4-22201b16b364 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/103f8bac-81c0-4028-84c2-ed1a1b1b7696 HTTP/1.1" status: 204 len: 168 time: 1.5380905 Aug 12 14:30:51.000714 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45b9bb0-50cc-461d-b24c-09c44d9e4290 req-484d78f3-ae54-4f93-85b9-d1a974d44c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:30:51.002465 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d45b9bb0-50cc-461d-b24c-09c44d9e4290 req-484d78f3-ae54-4f93-85b9-d1a974d44c62 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=39c74547ea964352853351e74cbcb768&device_id=8ad67dc1-b6ca-4103-8185-c3ba24b02732 HTTP/1.1" status: 200 len: 1096 time: 0.1176555 Aug 12 14:30:51.019990 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a74a115-fbd8-40d7-912b-81c9fabaf658 req-36499876-624b-4e0d-88fe-567c1ed040ff tempest-DeleteServersAdminTestJSON-840867186 tempest-DeleteServersAdminTestJSON-840867186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:30:51.022020 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4a74a115-fbd8-40d7-912b-81c9fabaf658 req-36499876-624b-4e0d-88fe-567c1ed040ff tempest-DeleteServersAdminTestJSON-840867186 tempest-DeleteServersAdminTestJSON-840867186-project] 10.222.0.39 "GET /v2.0/ports?device_id=f157ce79-e307-418c-9346-ab3f0d35bf7c HTTP/1.1" status: 200 len: 950 time: 0.1555233 Aug 12 14:30:51.040945 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3573cffd-b9a0-4e81-b9d4-22201b16b364 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=103f8bac-81c0-4028-84c2-ed1a1b1b7696,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:30:51.095983 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d45b9bb0-50cc-461d-b24c-09c44d9e4290 req-64699b96-f06a-44c3-9e55-d48de8af7a77 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2d02505d-896c-436a-96b2-40e1c4f8b876 HTTP/1.1" status: 200 len: 217 time: 0.0726438 Aug 12 14:30:51.142090 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [req-5b0f3569-17bd-4612-b10b-0022730c924c req-39a98ee5-ebbe-47f2-93e4-b32270fe5ea5 tempest-DeleteServersAdminTestJSON-840867186 tempest-DeleteServersAdminTestJSON-840867186-project] For port 0ea9428c-2838-463f-80f8-d83b8c25e23d, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=0ea9428c-2838-463f-80f8-d83b8c25e23d,segment=NetworkSegment(a1f8c867-101b-4d30-814e-b89f55a5edd0),segment_id=a1f8c867-101b-4d30-814e-b89f55a5edd0)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:30:51.142425 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-5b0f3569-17bd-4612-b10b-0022730c924c req-39a98ee5-ebbe-47f2-93e4-b32270fe5ea5 tempest-DeleteServersAdminTestJSON-840867186 tempest-DeleteServersAdminTestJSON-840867186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:51.178974 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 14:30:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c37b5ac-fd38-434d-a9bf-d06560a49429 x-openstack-request-id: req-3c37b5ac-fd38-434d-a9bf-d06560a49429 {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:30:51.179553 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ad67dc1-b6ca-4103-8185-c3ba24b02732", "tag": "2d02505d-896c-436a-96b2-40e1c4f8b876", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:30:51.180155 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3c37b5ac-fd38-434d-a9bf-d06560a49429 {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:30:51.180155 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ad67dc1-b6ca-4103-8185-c3ba24b02732', 'tag': '2d02505d-896c-436a-96b2-40e1c4f8b876', 'status': 'completed', 'code': 200} Aug 12 14:30:51.200367 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [req-5b0f3569-17bd-4612-b10b-0022730c924c req-39a98ee5-ebbe-47f2-93e4-b32270fe5ea5 tempest-DeleteServersAdminTestJSON-840867186 tempest-DeleteServersAdminTestJSON-840867186-project] Calling delete_port for 0ea9428c-2838-463f-80f8-d83b8c25e23d owned by compute:nova {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:30:51.242573 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-efd36220-381f-4cb5-9514-bbad1d7f7da0 None None] Set router 11d41262-1334-4737-8528-01f371451f7a gateway port host: n-d-694802-15 {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:30:51.278068 n-d-694802-15 neutron-server[94466]: DEBUG neutron.notifiers.nova [req-b19c6784-1fea-4b9c-a98d-aeca0b45adb7 req-99907ed8-bd2a-44d5-bd5a-ea5e75378338 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id edc5ecb0-fec0-4f07-8436-44d8c1345f48 {{(pid=94466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:30:51.279238 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4a74a115-fbd8-40d7-912b-81c9fabaf658 req-1218141b-d9c8-4327-bb96-48a1b80b81ce tempest-DeleteServersAdminTestJSON-840867186 tempest-DeleteServersAdminTestJSON-840867186-project] 10.222.0.39 "GET /v2.0/security-groups?id=b1460155-7c7e-4a06-ae69-7cfde3aaedd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906667 Aug 12 14:30:51.298437 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45b9bb0-50cc-461d-b24c-09c44d9e4290 req-c8b93a0f-88fe-4d93-ac63-52a89b8bee89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:30:51.298437 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d45b9bb0-50cc-461d-b24c-09c44d9e4290 req-c8b93a0f-88fe-4d93-ac63-52a89b8bee89 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d61545bd-f4f7-4794-86f8-5ac232439ea3 HTTP/1.1" status: 200 len: 847 time: 0.1925116 Aug 12 14:30:51.307867 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-b19c6784-1fea-4b9c-a98d-aeca0b45adb7 req-99907ed8-bd2a-44d5-bd5a-ea5e75378338 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:51.370975 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-8485a684-9166-4f5f-ab2d-d8b57dcdbc75 req-dfce8f3f-bc4d-4e41-b606-314ba862e391 service neutron] 10.222.0.64 "GET /v2.0/ports/c9578a74-95a3-4b8d-8db4-eff050057d08/bindings/n-h2-694802-15 HTTP/1.1" status: 200 len: 385 time: 0.1800466 Aug 12 14:30:51.373215 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9e4587ea-4dcc-45aa-aeaf-b816b21d90a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:51.375999 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9e4587ea-4dcc-45aa-aeaf-b816b21d90a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:51.379456 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-9e4587ea-4dcc-45aa-aeaf-b816b21d90a2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7951cc57-a0c8-47c5-90da-99c2e5c13d47 HTTP/1.1" status: 204 len: 168 time: 1.2132881 Aug 12 14:30:51.382057 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [req-b19c6784-1fea-4b9c-a98d-aeca0b45adb7 req-99907ed8-bd2a-44d5-bd5a-ea5e75378338 service neutron] Transition to ACTIVE for port object edc5ecb0-fec0-4f07-8436-44d8c1345f48 will not be triggered until provisioned by entity L2. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:30:51.394462 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4587ea-4dcc-45aa-aeaf-b816b21d90a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7951cc57-a0c8-47c5-90da-99c2e5c13d47,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:30:51.402189 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-b19c6784-1fea-4b9c-a98d-aeca0b45adb7 req-99907ed8-bd2a-44d5-bd5a-ea5e75378338 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:51.418969 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d45b9bb0-50cc-461d-b24c-09c44d9e4290 req-c0b45f43-bca7-4b95-8f50-ca247f4fe351 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a10dd9db-a24e-488c-8894-a27c36eaa630&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1074941 Aug 12 14:30:51.517059 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99907ed8-bd2a-44d5-bd5a-ea5e75378338 service neutron] Pushing event updated for resources: {'Port': ['ID=edc5ecb0-fec0-4f07-8436-44d8c1345f48,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:30:51.576821 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-5cee70d4-26b1-4218-91cb-195755934dda req-f1e46481-cbf4-4063-b450-e841c161b681 tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] 10.222.0.39 "GET /v2.0/ports?device_id=78b698b3-d74d-459f-aac1-f22636b34999 HTTP/1.1" status: 200 len: 210 time: 0.0619485 Aug 12 14:30:51.691467 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_common [req-912ebaa9-68b7-4f07-ad55-3d281ba458be req-22ca83a8-89bd-4a95-9364-ecf59b6dbc8e tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] Allocated IP 192.168.233.136 (2525c403-dfb3-4196-a273-739607aab38a/236e0be6-1c94-4221-9e8b-ab02a53331f8/c2132c04-e2a8-4086-a89a-d2e1812ec202) {{(pid=94467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:30:51.895243 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-efd36220-381f-4cb5-9514-bbad1d7f7da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11d41262-1334-4737-8528-01f371451f7a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1292795070-router', 'tenant_id': '67787a84bb704413b5454c6fdcf0c251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.66'}], 'enable_snat': True}, 'gw_port_id': '8f51f236-0b06-40ea-a837-5cdbc3b74c5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:30:41Z', 'updated_at': '2021-08-12T14:30:45Z', 'revision_number': 3, 'project_id': '67787a84bb704413b5454c6fdcf0c251', 'gw_port': {'id': '8f51f236-0b06-40ea-a837-5cdbc3b74c5c', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:ac:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11d41262-1334-4737-8528-01f371451f7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:30:43Z', 'updated_at': '2021-08-12T14:30:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15'}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:30:51.896341 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d45b9bb0-50cc-461d-b24c-09c44d9e4290 req-4c6709e9-848c-47b8-833a-057b22885769 service neutron] 10.222.0.49 "GET /v2.0/networks/a10dd9db-a24e-488c-8894-a27c36eaa630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4283254 Aug 12 14:30:51.941242 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efd36220-381f-4cb5-9514-bbad1d7f7da0 None None] The sync data for ids ['11d41262-1334-4737-8528-01f371451f7a'] in n-d-694802-15 is: [{'id': '11d41262-1334-4737-8528-01f371451f7a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1292795070-router', 'tenant_id': '67787a84bb704413b5454c6fdcf0c251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.66'}], 'enable_snat': True}, 'gw_port_id': '8f51f236-0b06-40ea-a837-5cdbc3b74c5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:30:41Z', 'updated_at': '2021-08-12T14:30:45Z', 'revision_number': 3, 'project_id': '67787a84bb704413b5454c6fdcf0c251', 'gw_port': {'id': '8f51f236-0b06-40ea-a837-5cdbc3b74c5c', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:ac:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11d41262-1334-4737-8528-01f371451f7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:30:43Z', 'updated_at': '2021-08-12T14:30:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15'}] {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 14:30:52.131045 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [req-b19c6784-1fea-4b9c-a98d-aeca0b45adb7 req-99907ed8-bd2a-44d5-bd5a-ea5e75378338 service neutron] Attempting to bind port edc5ecb0-fec0-4f07-8436-44d8c1345f48 on host n-h1-694802-15 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:30:52.131615 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [req-b19c6784-1fea-4b9c-a98d-aeca0b45adb7 req-99907ed8-bd2a-44d5-bd5a-ea5e75378338 service neutron] Attempting to bind port edc5ecb0-fec0-4f07-8436-44d8c1345f48 by drivers openvswitch,hyperv on host n-h1-694802-15 at level 0 using segments [{'id': 'a1f8c867-101b-4d30-814e-b89f55a5edd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '2525c403-dfb3-4196-a273-739607aab38a'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:30:52.131615 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b19c6784-1fea-4b9c-a98d-aeca0b45adb7 req-99907ed8-bd2a-44d5-bd5a-ea5e75378338 service neutron] Attempting to bind port edc5ecb0-fec0-4f07-8436-44d8c1345f48 on network 2525c403-dfb3-4196-a273-739607aab38a {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:30:52.164935 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b19c6784-1fea-4b9c-a98d-aeca0b45adb7 req-99907ed8-bd2a-44d5-bd5a-ea5e75378338 service neutron] Port edc5ecb0-fec0-4f07-8436-44d8c1345f48 on network 2525c403-dfb3-4196-a273-739607aab38a not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-15 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 14:30:52.165300 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b19c6784-1fea-4b9c-a98d-aeca0b45adb7 req-99907ed8-bd2a-44d5-bd5a-ea5e75378338 service neutron] Attempting to bind port edc5ecb0-fec0-4f07-8436-44d8c1345f48 on network 2525c403-dfb3-4196-a273-739607aab38a {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:30:52.249768 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b19c6784-1fea-4b9c-a98d-aeca0b45adb7 req-99907ed8-bd2a-44d5-bd5a-ea5e75378338 service neutron] Checking agent: {'id': 'de568313-a3e6-454a-9813-77e25edcea95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 27, 41), 'started_at': datetime.datetime(2021, 8, 12, 14, 27, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 30, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:30:52.250156 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b19c6784-1fea-4b9c-a98d-aeca0b45adb7 req-99907ed8-bd2a-44d5-bd5a-ea5e75378338 service neutron] Checking segment: {'id': 'a1f8c867-101b-4d30-814e-b89f55a5edd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '2525c403-dfb3-4196-a273-739607aab38a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:30:52.250487 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b19c6784-1fea-4b9c-a98d-aeca0b45adb7 req-99907ed8-bd2a-44d5-bd5a-ea5e75378338 service neutron] Bound using segment: {'id': 'a1f8c867-101b-4d30-814e-b89f55a5edd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '2525c403-dfb3-4196-a273-739607aab38a'} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:30:52.250917 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [req-b19c6784-1fea-4b9c-a98d-aeca0b45adb7 req-99907ed8-bd2a-44d5-bd5a-ea5e75378338 service neutron] Bound port: edc5ecb0-fec0-4f07-8436-44d8c1345f48, host: n-h1-694802-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1f8c867-101b-4d30-814e-b89f55a5edd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '2525c403-dfb3-4196-a273-739607aab38a'}}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:30:52.251303 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-b19c6784-1fea-4b9c-a98d-aeca0b45adb7 req-99907ed8-bd2a-44d5-bd5a-ea5e75378338 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:52.313770 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-5b0f3569-17bd-4612-b10b-0022730c924c req-39a98ee5-ebbe-47f2-93e4-b32270fe5ea5 tempest-DeleteServersAdminTestJSON-840867186 tempest-DeleteServersAdminTestJSON-840867186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:52.465465 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5123f2-25f1-4c70-8da1-2b72d14e5204 req-e3a042e8-0089-4a96-a33c-95528fd8d52a tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:30:52.472990 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-8e5123f2-25f1-4c70-8da1-2b72d14e5204 req-e3a042e8-0089-4a96-a33c-95528fd8d52a tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] 10.222.0.39 "GET /v2.0/ports?device_id=8ad67dc1-b6ca-4103-8185-c3ba24b02732 HTTP/1.1" status: 200 len: 944 time: 0.3676381 Aug 12 14:30:52.520096 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b0f3569-17bd-4612-b10b-0022730c924c req-39a98ee5-ebbe-47f2-93e4-b32270fe5ea5 tempest-DeleteServersAdminTestJSON-840867186 tempest-DeleteServersAdminTestJSON-840867186-project] No DVR routers for this DVR port 0ea9428c-2838-463f-80f8-d83b8c25e23d on host n-h2-694802-15 {{(pid=94466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:30:52.522104 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a98ee5-ebbe-47f2-93e4-b32270fe5ea5 tempest-DeleteServersAdminTestJSON-840867186 tempest-DeleteServersAdminTestJSON-840867186-project] Pushing event deleted for resources: {'Port': ['ID=0ea9428c-2838-463f-80f8-d83b8c25e23d,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:30:52.548627 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36eef898-9d9f-4460-a163-c04987e9dc78 req-68e827d3-3d81-4f71-a30e-c0dd8bc8f620 tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:30:52.550900 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-36eef898-9d9f-4460-a163-c04987e9dc78 req-68e827d3-3d81-4f71-a30e-c0dd8bc8f620 tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] 10.222.0.39 "GET /v2.0/ports?device_id=5924b85c-0d32-4999-87e1-c7d6edcf0040 HTTP/1.1" status: 200 len: 962 time: 0.2878771 Aug 12 14:30:52.585666 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-5b0f3569-17bd-4612-b10b-0022730c924c req-39a98ee5-ebbe-47f2-93e4-b32270fe5ea5 tempest-DeleteServersAdminTestJSON-840867186 tempest-DeleteServersAdminTestJSON-840867186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:52.596684 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-5b0f3569-17bd-4612-b10b-0022730c924c req-39a98ee5-ebbe-47f2-93e4-b32270fe5ea5 tempest-DeleteServersAdminTestJSON-840867186 tempest-DeleteServersAdminTestJSON-840867186-project] 10.222.0.49 "DELETE /v2.0/ports/0ea9428c-2838-463f-80f8-d83b8c25e23d HTTP/1.1" status: 204 len: 173 time: 2.6225009 Aug 12 14:30:52.597260 n-d-694802-15 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f157ce79-e307-418c-9346-ab3f0d35bf7c', 'name': 'network-vif-deleted', 'tag': '0ea9428c-2838-463f-80f8-d83b8c25e23d'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:30:52.600228 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e785eeede3897370d0b20f09d5f461b30cfecd5ed38c4f07dacd02bc52c9277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e120d55-d4b8-48bb-b978-9697dd9379c0" -d '{"events": [{"server_uuid": "f157ce79-e307-418c-9346-ab3f0d35bf7c", "name": "network-vif-deleted", "tag": "0ea9428c-2838-463f-80f8-d83b8c25e23d"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:30:52.676551 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-8485a684-9166-4f5f-ab2d-d8b57dcdbc75 req-fc1075c6-fd6a-4123-904f-ad76cea229db service neutron] For port c9578a74-95a3-4b8d-8db4-eff050057d08, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=c9578a74-95a3-4b8d-8db4-eff050057d08,segment=NetworkSegment(2e94514d-7fca-42ad-995e-123d3a176790),segment_id=2e94514d-7fca-42ad-995e-123d3a176790)] {{(pid=94467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:30:52.700544 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-36eef898-9d9f-4460-a163-c04987e9dc78 req-8fa99b12-1412-453e-956b-e70e2e0fca01 tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] 10.222.0.39 "GET /v2.0/security-groups?id=e3ca17b3-b028-41b3-b138-91e00a6e278c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100502 Aug 12 14:30:52.714791 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-8e5123f2-25f1-4c70-8da1-2b72d14e5204 req-d3aa802d-9b28-4281-9693-d4ad1205506a tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] 10.222.0.39 "GET /v2.0/security-groups?id=11312995-c93d-4754-9dea-15693c54238a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2405305 Aug 12 14:30:52.739240 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d45b9bb0-50cc-461d-b24c-09c44d9e4290 req-e8b7ccaa-1ee5-4422-bd3a-8fdfe2f6c3f4 service neutron] 10.222.0.49 "GET /v2.0/networks/a10dd9db-a24e-488c-8894-a27c36eaa630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8314676 Aug 12 14:30:52.784948 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [req-b19c6784-1fea-4b9c-a98d-aeca0b45adb7 req-99907ed8-bd2a-44d5-bd5a-ea5e75378338 service neutron] For port edc5ecb0-fec0-4f07-8436-44d8c1345f48, host n-h1-694802-15, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:30:52.797145 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-912ebaa9-68b7-4f07-ad55-3d281ba458be req-22ca83a8-89bd-4a95-9364-ecf59b6dbc8e tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] Notify callbacks [] for port, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:52.813782 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e6d336ea-04fe-434b-b2fb-0e193ef977f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:52.825595 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [req-b19c6784-1fea-4b9c-a98d-aeca0b45adb7 req-99907ed8-bd2a-44d5-bd5a-ea5e75378338 service neutron] For port edc5ecb0-fec0-4f07-8436-44d8c1345f48, host n-h1-694802-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=edc5ecb0-fec0-4f07-8436-44d8c1345f48,segment=NetworkSegment(a1f8c867-101b-4d30-814e-b89f55a5edd0),segment_id=a1f8c867-101b-4d30-814e-b89f55a5edd0)] {{(pid=94466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:30:52.839811 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-8485a684-9166-4f5f-ab2d-d8b57dcdbc75 req-fc1075c6-fd6a-4123-904f-ad76cea229db service neutron] For port c9578a74-95a3-4b8d-8db4-eff050057d08, host n-h1-694802-15, cleared binding levels {{(pid=94467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:30:52.861236 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-b19c6784-1fea-4b9c-a98d-aeca0b45adb7 req-99907ed8-bd2a-44d5-bd5a-ea5e75378338 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:52.931886 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [req-912ebaa9-68b7-4f07-ad55-3d281ba458be req-22ca83a8-89bd-4a95-9364-ecf59b6dbc8e tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] Transition to ACTIVE for port object c2132c04-e2a8-4086-a89a-d2e1812ec202 will not be triggered until provisioned by entity DHCP. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:30:52.948665 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99907ed8-bd2a-44d5-bd5a-ea5e75378338 service neutron] Pushing event updated for resources: {'Port': ['ID=edc5ecb0-fec0-4f07-8436-44d8c1345f48,revision_number=3']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:30:53.011283 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19c6784-1fea-4b9c-a98d-aeca0b45adb7 req-99907ed8-bd2a-44d5-bd5a-ea5e75378338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:30:53.013557 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-b19c6784-1fea-4b9c-a98d-aeca0b45adb7 req-99907ed8-bd2a-44d5-bd5a-ea5e75378338 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:53.015097 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-b19c6784-1fea-4b9c-a98d-aeca0b45adb7 req-99907ed8-bd2a-44d5-bd5a-ea5e75378338 service neutron] 10.222.0.64 "PUT /v2.0/ports/edc5ecb0-fec0-4f07-8436-44d8c1345f48 HTTP/1.1" status: 200 len: 1095 time: 3.4192338 Aug 12 14:30:53.100379 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [req-8485a684-9166-4f5f-ab2d-d8b57dcdbc75 req-fc1075c6-fd6a-4123-904f-ad76cea229db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9578a74-95a3-4b8d-8db4-eff050057d08 {{(pid=94467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:30:53.116648 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-912ebaa9-68b7-4f07-ad55-3d281ba458be req-22ca83a8-89bd-4a95-9364-ecf59b6dbc8e tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253'] for port, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:53.139955 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 57744) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:30:53.151193 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-8485a684-9166-4f5f-ab2d-d8b57dcdbc75 req-fc1075c6-fd6a-4123-904f-ad76cea229db service neutron] For port c9578a74-95a3-4b8d-8db4-eff050057d08, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=c9578a74-95a3-4b8d-8db4-eff050057d08,segment=NetworkSegment(2e94514d-7fca-42ad-995e-123d3a176790),segment_id=2e94514d-7fca-42ad-995e-123d3a176790)] {{(pid=94467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:30:53.213575 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-146ed893-7254-44bd-b310-cf2ffd275622 req-70d0318a-9859-48b7-8703-ab0f9b934d53 tempest-DeleteServersAdminTestJSON-840867186 tempest-DeleteServersAdminTestJSON-840867186-project] 10.222.0.39 "GET /v2.0/ports?device_id=f157ce79-e307-418c-9346-ab3f0d35bf7c HTTP/1.1" status: 200 len: 210 time: 0.1872182 Aug 12 14:30:53.226434 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ca83a8-89bd-4a95-9364-ecf59b6dbc8e tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] Pushing event updated for resources: {'Port': ['ID=c2132c04-e2a8-4086-a89a-d2e1812ec202,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:30:53.270146 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-8485a684-9166-4f5f-ab2d-d8b57dcdbc75 req-fc1075c6-fd6a-4123-904f-ad76cea229db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:53.294199 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9223ed03-1284-4c17-a46e-336306595880 req-1962d19a-507b-4601-991e-df02089b7c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:30:53.296088 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9223ed03-1284-4c17-a46e-336306595880 req-1962d19a-507b-4601-991e-df02089b7c9f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=39c74547ea964352853351e74cbcb768&device_id=8ad67dc1-b6ca-4103-8185-c3ba24b02732 HTTP/1.1" status: 200 len: 1096 time: 0.3584895 Aug 12 14:30:53.296847 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device 0ea9428c-2838-463f-80f8-d83b8c25e23d no longer exists at agent hyperv_n-h2-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:30:53.298632 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-912ebaa9-68b7-4f07-ad55-3d281ba458be req-22ca83a8-89bd-4a95-9364-ecf59b6dbc8e tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] Network 2525c403-dfb3-4196-a273-739607aab38a is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:30:53.301401 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [req-912ebaa9-68b7-4f07-ad55-3d281ba458be req-22ca83a8-89bd-4a95-9364-ecf59b6dbc8e tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:30:53.353184 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] No Port match for: 0ea9428c-2838-463f-80f8-d83b8c25e23d {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 14:30:53.353530 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device 0ea9428c-2838-463f-80f8-d83b8c25e23d not bound to the agent host n-h2-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:30:53.359212 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [req-912ebaa9-68b7-4f07-ad55-3d281ba458be req-22ca83a8-89bd-4a95-9364-ecf59b6dbc8e tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] Received port after_create {{(pid=94467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:30:53.366472 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912ebaa9-68b7-4f07-ad55-3d281ba458be req-22ca83a8-89bd-4a95-9364-ecf59b6dbc8e tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:30:53.371265 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-912ebaa9-68b7-4f07-ad55-3d281ba458be req-22ca83a8-89bd-4a95-9364-ecf59b6dbc8e tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:53.552606 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 14:30:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8b30ff3-3cbc-442b-a27a-0fede55132a1 x-openstack-request-id: req-c8b30ff3-3cbc-442b-a27a-0fede55132a1 {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:30:53.554180 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f157ce79-e307-418c-9346-ab3f0d35bf7c", "name": "network-vif-deleted", "tag": "0ea9428c-2838-463f-80f8-d83b8c25e23d", "status": "completed", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:30:53.564534 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c8b30ff3-3cbc-442b-a27a-0fede55132a1 {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:30:53.569217 n-d-694802-15 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f157ce79-e307-418c-9346-ab3f0d35bf7c', 'name': 'network-vif-deleted', 'tag': '0ea9428c-2838-463f-80f8-d83b8c25e23d', 'status': 'completed', 'code': 200} Aug 12 14:30:53.580252 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-7c018495-d1a2-4eac-b97a-718d8afc0d0f admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1233151053-network', 'tenant_id': '44ee8669bd654ccda2e647003a35b4f6'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:30:53.582226 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 8f51f236-0b06-40ea-a837-5cdbc3b74c5c up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:30:53.606083 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-912ebaa9-68b7-4f07-ad55-3d281ba458be req-22ca83a8-89bd-4a95-9364-ecf59b6dbc8e tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.4015374 Aug 12 14:30:53.673421 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2f6947-3802-4c8f-8f0a-761240c62f4d req-eb355097-17ea-49bd-875b-4fc95cd876f4 tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:30:53.675747 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-bb2f6947-3802-4c8f-8f0a-761240c62f4d req-eb355097-17ea-49bd-875b-4fc95cd876f4 tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] 10.222.0.39 "GET /v2.0/ports?device_id=78b698b3-d74d-459f-aac1-f22636b34999 HTTP/1.1" status: 200 len: 936 time: 0.6111968 Aug 12 14:30:53.706475 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19c6784-1fea-4b9c-a98d-aeca0b45adb7 req-07f733df-8722-4785-9e5a-be4c6e93435d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:30:53.709045 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-b19c6784-1fea-4b9c-a98d-aeca0b45adb7 req-07f733df-8722-4785-9e5a-be4c6e93435d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=01bd30cc4f8c419596ce734e2f10fc57&device_id=f3c0eeb6-944f-4df5-921f-e67fd51b3f14 HTTP/1.1" status: 200 len: 1098 time: 0.5638208 Aug 12 14:30:53.711138 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-912ebaa9-68b7-4f07-ad55-3d281ba458be req-6f7bff85-3476-48e6-bf0b-728ffe12e458 service neutron] Request body: {'port': {'device_id': '78b698b3-d74d-459f-aac1-f22636b34999', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-694802-15'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:30:53.717141 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-e6d336ea-04fe-434b-b2fb-0e193ef977f5 admin admin] Allocated IP 172.20.0.1 (8a71aa16-6082-45cb-9783-85f01df10691/eaf44e2b-51e5-4157-8e0e-0a0a05c13c30/9084f4dc-f10a-4f81-82bf-c3a885bd0239) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:30:53.727486 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-966c5896-b79d-4586-8b1b-c959d648e951 None None] Provisioning for port c2132c04-e2a8-4086-a89a-d2e1812ec202 completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:30:53.732366 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-966c5896-b79d-4586-8b1b-c959d648e951 None None] Provisioning complete for port c2132c04-e2a8-4086-a89a-d2e1812ec202 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:30:53.732733 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-966c5896-b79d-4586-8b1b-c959d648e951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:53.734350 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning for port 8f51f236-0b06-40ea-a837-5cdbc3b74c5c completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:30:53.752029 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port 8f51f236-0b06-40ea-a837-5cdbc3b74c5c triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:30:53.752400 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:53.790012 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-b19c6784-1fea-4b9c-a98d-aeca0b45adb7 req-fdd86cf4-9740-4f7e-907a-dadb1ff137a5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.5&port_id=edc5ecb0-fec0-4f07-8436-44d8c1345f48 HTTP/1.1" status: 200 len: 217 time: 0.0693746 Aug 12 14:30:53.866455 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c018495-d1a2-4eac-b97a-718d8afc0d0f admin admin] Made reservation on behalf of 44ee8669bd654ccda2e647003a35b4f6 for: {'network': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:30:53.869085 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-7c018495-d1a2-4eac-b97a-718d8afc0d0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for network, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:53.869866 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device c9578a74-95a3-4b8d-8db4-eff050057d08 no longer exists at agent hyperv_n-h1-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:30:53.884212 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [req-8485a684-9166-4f5f-ab2d-d8b57dcdbc75 req-fc1075c6-fd6a-4123-904f-ad76cea229db service neutron] Transition to ACTIVE for port object c9578a74-95a3-4b8d-8db4-eff050057d08 will not be triggered until provisioned by entity L2. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:30:53.909159 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 57768) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:30:53.910591 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9223ed03-1284-4c17-a46e-336306595880 req-3b0d4237-d5f6-440c-b58b-92b21cfb196a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:30:53.912459 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9223ed03-1284-4c17-a46e-336306595880 req-3b0d4237-d5f6-440c-b58b-92b21cfb196a service neutron] 10.222.0.49 "GET /v2.0/networks?id=a10dd9db-a24e-488c-8894-a27c36eaa630 HTTP/1.1" status: 200 len: 908 time: 0.5547485 Aug 12 14:30:53.920547 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-7c018495-d1a2-4eac-b97a-718d8afc0d0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:53.922233 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19c6784-1fea-4b9c-a98d-aeca0b45adb7 req-931f2585-a8fd-420d-b7bd-075fc1a96c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:30:53.923803 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-b19c6784-1fea-4b9c-a98d-aeca0b45adb7 req-931f2585-a8fd-420d-b7bd-075fc1a96c1f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=236e0be6-1c94-4221-9e8b-ab02a53331f8 HTTP/1.1" status: 200 len: 843 time: 0.0929615 Aug 12 14:30:53.933558 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-8485a684-9166-4f5f-ab2d-d8b57dcdbc75 req-fc1075c6-fd6a-4123-904f-ad76cea229db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:53.933797 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-bb2f6947-3802-4c8f-8f0a-761240c62f4d req-a3e05427-23fe-438b-aa6f-ef4cec832953 tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] 10.222.0.39 "GET /v2.0/security-groups?id=732c786f-d597-473b-bc9a-3d3a7bfc11d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2397435 Aug 12 14:30:53.944934 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-912ebaa9-68b7-4f07-ad55-3d281ba458be req-6f7bff85-3476-48e6-bf0b-728ffe12e458 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:54.000647 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9223ed03-1284-4c17-a46e-336306595880 req-f9455145-f43e-46a3-899c-a54d5e76a3a0 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2d02505d-896c-436a-96b2-40e1c4f8b876 HTTP/1.1" status: 200 len: 217 time: 0.0613909 Aug 12 14:30:54.028642 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-966c5896-b79d-4586-8b1b-c959d648e951 None None] Port c2132c04-e2a8-4086-a89a-d2e1812ec202 cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 14:30:54.031910 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19c6784-1fea-4b9c-a98d-aeca0b45adb7 req-056278be-babf-45d6-babc-e94466e31d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:30:54.033414 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-b19c6784-1fea-4b9c-a98d-aeca0b45adb7 req-056278be-babf-45d6-babc-e94466e31d38 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2525c403-dfb3-4196-a273-739607aab38a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0973380 Aug 12 14:30:54.060796 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device c9578a74-95a3-4b8d-8db4-eff050057d08 not bound to the agent host n-h1-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:30:54.070368 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e6d336ea-04fe-434b-b2fb-0e193ef977f5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:54.125905 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:54.147483 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9223ed03-1284-4c17-a46e-336306595880 req-e051c065-a32f-48dc-9e8b-cd083f58029c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:30:54.149123 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9223ed03-1284-4c17-a46e-336306595880 req-e051c065-a32f-48dc-9e8b-cd083f58029c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d61545bd-f4f7-4794-86f8-5ac232439ea3 HTTP/1.1" status: 200 len: 847 time: 0.1082885 Aug 12 14:30:54.182427 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] For port 8f51f236-0b06-40ea-a837-5cdbc3b74c5c, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=8f51f236-0b06-40ea-a837-5cdbc3b74c5c,segment=NetworkSegment(b1b396cb-2dc6-4041-bfc7-1833a80a4720),segment_id=b1b396cb-2dc6-4041-bfc7-1833a80a4720)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:30:54.193948 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:54.235516 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [req-8485a684-9166-4f5f-ab2d-d8b57dcdbc75 req-fc1075c6-fd6a-4123-904f-ad76cea229db service neutron] No DVR routers for this DVR port c9578a74-95a3-4b8d-8db4-eff050057d08 on host n-h1-694802-15 {{(pid=94467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:30:54.266586 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9223ed03-1284-4c17-a46e-336306595880 req-932bf5ad-faaf-4695-9dda-06e6b2a2925a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a10dd9db-a24e-488c-8894-a27c36eaa630&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0978844 Aug 12 14:30:54.272230 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-e6d336ea-04fe-434b-b2fb-0e193ef977f5 admin admin] Transition to ACTIVE for port object 9084f4dc-f10a-4f81-82bf-c3a885bd0239 will not be triggered until provisioned by entity DHCP. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:30:54.288556 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Pushing event updated for resources: {'Port': ['ID=8f51f236-0b06-40ea-a837-5cdbc3b74c5c,revision_number=4']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:30:54.295267 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243ed107-cc50-4270-8b8a-cd91fac43902 req-410b4d67-0cac-4e72-a009-3819b7d7489b tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:30:54.296953 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-243ed107-cc50-4270-8b8a-cd91fac43902 req-410b4d67-0cac-4e72-a009-3819b7d7489b tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] 10.222.0.39 "GET /v2.0/ports?device_id=8ad67dc1-b6ca-4103-8185-c3ba24b02732 HTTP/1.1" status: 200 len: 944 time: 0.4510536 Aug 12 14:30:54.327837 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5753edf-ff0f-44b3-9252-90fd5ffe726d req-0b4fa709-4d6d-401e-81d2-80b3918dddc0 tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:30:54.329630 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-e5753edf-ff0f-44b3-9252-90fd5ffe726d req-0b4fa709-4d6d-401e-81d2-80b3918dddc0 tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] 10.222.0.39 "GET /v2.0/ports?device_id=5924b85c-0d32-4999-87e1-c7d6edcf0040 HTTP/1.1" status: 200 len: 963 time: 0.2063997 Aug 12 14:30:54.363855 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1075c6-fd6a-4123-904f-ad76cea229db service neutron] Pushing event updated for resources: {'Port': ['ID=c9578a74-95a3-4b8d-8db4-eff050057d08,revision_number=10']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:30:54.400121 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-b19c6784-1fea-4b9c-a98d-aeca0b45adb7 req-bb42689d-d0f0-4982-8a73-195a6ec9a1d0 service neutron] 10.222.0.64 "GET /v2.0/networks/2525c403-dfb3-4196-a273-739607aab38a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2978380 Aug 12 14:30:54.406789 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e6d336ea-04fe-434b-b2fb-0e193ef977f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:54.422308 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-00ef7fe1-d1ff-4896-a00a-b2c353698d5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:54.468759 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-e5753edf-ff0f-44b3-9252-90fd5ffe726d req-9e0d4a1a-5dbc-4349-8a26-938b86d65285 tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] 10.222.0.39 "GET /v2.0/security-groups?id=e3ca17b3-b028-41b3-b138-91e00a6e278c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301003 Aug 12 14:30:54.519783 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6d336ea-04fe-434b-b2fb-0e193ef977f5 admin admin] Network 8a71aa16-6082-45cb-9783-85f01df10691 is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:30:54.532777 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-e6d336ea-04fe-434b-b2fb-0e193ef977f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:30:54.535318 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6d336ea-04fe-434b-b2fb-0e193ef977f5 admin admin] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:30:54.535839 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e6d336ea-04fe-434b-b2fb-0e193ef977f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66663725'] for router_interface, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:54.568509 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-8485a684-9166-4f5f-ab2d-d8b57dcdbc75 req-fc1075c6-fd6a-4123-904f-ad76cea229db service neutron] 10.222.0.64 "PUT /v2.0/ports/c9578a74-95a3-4b8d-8db4-eff050057d08/bindings/n-h2-694802-15/activate HTTP/1.1" status: 200 len: 370 time: 3.1965396 Aug 12 14:30:54.625479 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d336ea-04fe-434b-b2fb-0e193ef977f5 admin admin] Pushing event updated for resources: {'Port': ['ID=9084f4dc-f10a-4f81-82bf-c3a885bd0239,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:30:54.700889 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-243ed107-cc50-4270-8b8a-cd91fac43902 req-6cb8ae0a-667c-4c8f-b490-9d886a31da6f tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] 10.222.0.39 "GET /v2.0/security-groups?id=11312995-c93d-4754-9dea-15693c54238a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3752120 Aug 12 14:30:54.764415 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9223ed03-1284-4c17-a46e-336306595880 req-9173db32-3e92-43bd-b0ea-a41bc1cedbb8 service neutron] 10.222.0.49 "GET /v2.0/networks/a10dd9db-a24e-488c-8894-a27c36eaa630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4828026 Aug 12 14:30:54.772321 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-b19c6784-1fea-4b9c-a98d-aeca0b45adb7 req-7ea179ed-d136-4141-9faa-c109c35c90e0 service neutron] 10.222.0.64 "GET /v2.0/networks/2525c403-dfb3-4196-a273-739607aab38a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3595061 Aug 12 14:30:54.851697 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8485a684-9166-4f5f-ab2d-d8b57dcdbc75 req-bd976a37-8abe-4ea8-81a1-7d97871cf45a tempest-LiveAutoBlockMigrationV225Test-1272051264 tempest-LiveAutoBlockMigrationV225Test-1272051264-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:30:54.853499 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-8485a684-9166-4f5f-ab2d-d8b57dcdbc75 req-bd976a37-8abe-4ea8-81a1-7d97871cf45a tempest-LiveAutoBlockMigrationV225Test-1272051264 tempest-LiveAutoBlockMigrationV225Test-1272051264-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=5924b85c-0d32-4999-87e1-c7d6edcf0040&tenant_id=eebc4daeab5b4932b99d48c68fd10c64&binding%3Ahost_id=n-h1-694802-15 HTTP/1.1" status: 200 len: 1115 time: 0.2015555 Aug 12 14:30:54.864815 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-2b9e95be-9995-46e2-8849-6a11076fb1b0 None None] Provisioning for port 9084f4dc-f10a-4f81-82bf-c3a885bd0239 completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:30:54.869822 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-2b9e95be-9995-46e2-8849-6a11076fb1b0 None None] Provisioning complete for port 9084f4dc-f10a-4f81-82bf-c3a885bd0239 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:30:54.870368 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-2b9e95be-9995-46e2-8849-6a11076fb1b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:54.905644 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-7c018495-d1a2-4eac-b97a-718d8afc0d0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:54.926646 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-7c018495-d1a2-4eac-b97a-718d8afc0d0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:54.974079 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e6d336ea-04fe-434b-b2fb-0e193ef977f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:54.979417 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8485a684-9166-4f5f-ab2d-d8b57dcdbc75 req-2316211e-4f51-4b0a-a032-c341537619f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:30:54.981118 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-8485a684-9166-4f5f-ab2d-d8b57dcdbc75 req-2316211e-4f51-4b0a-a032-c341537619f2 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=5924b85c-0d32-4999-87e1-c7d6edcf0040&tenant_id=eebc4daeab5b4932b99d48c68fd10c64 HTTP/1.1" status: 200 len: 1115 time: 0.1184201 Aug 12 14:30:54.981761 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-2b9e95be-9995-46e2-8849-6a11076fb1b0 None None] Port 9084f4dc-f10a-4f81-82bf-c3a885bd0239 cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 14:30:55.039573 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c018495-d1a2-4eac-b97a-718d8afc0d0f admin admin] vlan segment allocate from pool success with {'vlan_id': 343, 'physical_network': 'physnet1'} {{(pid=94467) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 14:30:55.064962 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9223ed03-1284-4c17-a46e-336306595880 req-192c84f5-db46-41bc-8a13-e157215513bf service neutron] 10.222.0.49 "GET /v2.0/networks/a10dd9db-a24e-488c-8894-a27c36eaa630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2707374 Aug 12 14:30:55.065652 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c018495-d1a2-4eac-b97a-718d8afc0d0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6a2f109-579b-4e93-ba50-63cb05a69e18,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:30:55.099920 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [req-912ebaa9-68b7-4f07-ad55-3d281ba458be req-6f7bff85-3476-48e6-bf0b-728ffe12e458 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2132c04-e2a8-4086-a89a-d2e1812ec202 {{(pid=94467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:30:55.109147 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-7c018495-d1a2-4eac-b97a-718d8afc0d0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:55.111174 n-d-694802-15 neutron-server[94467]: INFO neutron.db.segments_db [None req-7c018495-d1a2-4eac-b97a-718d8afc0d0f admin admin] Added segment 96f26de0-d5a9-493a-b5a1-df319248c1a7 of type vlan for network c241e1e4-cdd6-4c19-bf0e-e8e28256d051 Aug 12 14:30:55.126643 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-912ebaa9-68b7-4f07-ad55-3d281ba458be req-6f7bff85-3476-48e6-bf0b-728ffe12e458 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:55.176304 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [req-912ebaa9-68b7-4f07-ad55-3d281ba458be req-6f7bff85-3476-48e6-bf0b-728ffe12e458 service neutron] Transition to ACTIVE for port object c2132c04-e2a8-4086-a89a-d2e1812ec202 will not be triggered until provisioned by entity L2. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:30:55.189635 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-7c018495-d1a2-4eac-b97a-718d8afc0d0f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744653628263'] for network, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:55.193904 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-912ebaa9-68b7-4f07-ad55-3d281ba458be req-6f7bff85-3476-48e6-bf0b-728ffe12e458 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:55.321105 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 57830) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:30:55.346855 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-912ebaa9-68b7-4f07-ad55-3d281ba458be req-6f7bff85-3476-48e6-bf0b-728ffe12e458 service neutron] Attempting to bind port c2132c04-e2a8-4086-a89a-d2e1812ec202 on host n-h1-694802-15 for vnic_type normal with profile {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:30:55.347336 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-912ebaa9-68b7-4f07-ad55-3d281ba458be req-6f7bff85-3476-48e6-bf0b-728ffe12e458 service neutron] Attempting to bind port c2132c04-e2a8-4086-a89a-d2e1812ec202 by drivers openvswitch,hyperv on host n-h1-694802-15 at level 0 using segments [{'id': 'a1f8c867-101b-4d30-814e-b89f55a5edd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '2525c403-dfb3-4196-a273-739607aab38a'}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:30:55.347663 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-912ebaa9-68b7-4f07-ad55-3d281ba458be req-6f7bff85-3476-48e6-bf0b-728ffe12e458 service neutron] Attempting to bind port c2132c04-e2a8-4086-a89a-d2e1812ec202 on network 2525c403-dfb3-4196-a273-739607aab38a {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:30:55.351744 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-00ef7fe1-d1ff-4896-a00a-b2c353698d5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:55.353155 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7bff85-3476-48e6-bf0b-728ffe12e458 service neutron] Pushing event updated for resources: {'Port': ['ID=c2132c04-e2a8-4086-a89a-d2e1812ec202,revision_number=2']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:30:55.354983 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-7c018495-d1a2-4eac-b97a-718d8afc0d0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409'] for network, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:55.356038 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c018495-d1a2-4eac-b97a-718d8afc0d0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:30:55.356702 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-7c018495-d1a2-4eac-b97a-718d8afc0d0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for network, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:55.381440 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8485a684-9166-4f5f-ab2d-d8b57dcdbc75 req-bffabb65-16e2-4e21-98e7-d7c025fd29c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:30:55.383167 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-8485a684-9166-4f5f-ab2d-d8b57dcdbc75 req-bffabb65-16e2-4e21-98e7-d7c025fd29c1 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=eebc4daeab5b4932b99d48c68fd10c64&device_id=5924b85c-0d32-4999-87e1-c7d6edcf0040 HTTP/1.1" status: 200 len: 1115 time: 0.1548352 Aug 12 14:30:55.388790 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-00ef7fe1-d1ff-4896-a00a-b2c353698d5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:55.391526 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6359bfc-d217-484b-b16b-72055b0130b2 req-f904826d-6bef-428d-9b64-2ddacdc37d52 tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:30:55.399401 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-b6359bfc-d217-484b-b16b-72055b0130b2 req-f904826d-6bef-428d-9b64-2ddacdc37d52 tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] 10.222.0.39 "GET /v2.0/ports?device_id=78b698b3-d74d-459f-aac1-f22636b34999 HTTP/1.1" status: 200 len: 948 time: 0.1692798 Aug 12 14:30:55.442941 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-00ef7fe1-d1ff-4896-a00a-b2c353698d5b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=32b6fb8d26844db6854a59f5c10efcec&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5291424 Aug 12 14:30:55.445470 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 57834) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:30:55.449783 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-912ebaa9-68b7-4f07-ad55-3d281ba458be req-6f7bff85-3476-48e6-bf0b-728ffe12e458 service neutron] Port c2132c04-e2a8-4086-a89a-d2e1812ec202 on network 2525c403-dfb3-4196-a273-739607aab38a not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-15 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 14:30:55.450188 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-912ebaa9-68b7-4f07-ad55-3d281ba458be req-6f7bff85-3476-48e6-bf0b-728ffe12e458 service neutron] Attempting to bind port c2132c04-e2a8-4086-a89a-d2e1812ec202 on network 2525c403-dfb3-4196-a273-739607aab38a {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:30:55.486431 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-7c018495-d1a2-4eac-b97a-718d8afc0d0f admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.3429759 Aug 12 14:30:55.492639 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-912ebaa9-68b7-4f07-ad55-3d281ba458be req-6f7bff85-3476-48e6-bf0b-728ffe12e458 service neutron] Checking agent: {'id': 'de568313-a3e6-454a-9813-77e25edcea95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 27, 41), 'started_at': datetime.datetime(2021, 8, 12, 14, 27, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 30, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:30:55.492991 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-912ebaa9-68b7-4f07-ad55-3d281ba458be req-6f7bff85-3476-48e6-bf0b-728ffe12e458 service neutron] Checking segment: {'id': 'a1f8c867-101b-4d30-814e-b89f55a5edd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '2525c403-dfb3-4196-a273-739607aab38a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:30:55.493351 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-912ebaa9-68b7-4f07-ad55-3d281ba458be req-6f7bff85-3476-48e6-bf0b-728ffe12e458 service neutron] Bound using segment: {'id': 'a1f8c867-101b-4d30-814e-b89f55a5edd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '2525c403-dfb3-4196-a273-739607aab38a'} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:30:55.493787 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-912ebaa9-68b7-4f07-ad55-3d281ba458be req-6f7bff85-3476-48e6-bf0b-728ffe12e458 service neutron] Bound port: c2132c04-e2a8-4086-a89a-d2e1812ec202, host: n-h1-694802-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1f8c867-101b-4d30-814e-b89f55a5edd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '2525c403-dfb3-4196-a273-739607aab38a'}}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:30:55.494144 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-912ebaa9-68b7-4f07-ad55-3d281ba458be req-6f7bff85-3476-48e6-bf0b-728ffe12e458 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:55.508964 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 57836) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:30:55.526624 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-7bb3208d-0577-407e-8350-334b3b900b76 admin admin] Request body: {'subnet': {'network_id': 'c241e1e4-cdd6-4c19-bf0e-e8e28256d051', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1233151053-subnet', 'tenant_id': '44ee8669bd654ccda2e647003a35b4f6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:30:55.566808 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ef7fe1-d1ff-4896-a00a-b2c353698d5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fe58323-def5-408b-bd38-a1ac3e483b43,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:30:55.569493 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 8f51f236-0b06-40ea-a837-5cdbc3b74c5c up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:30:55.570601 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c018495-d1a2-4eac-b97a-718d8afc0d0f admin admin] Pushing event updated for resources: {'Network': ['ID=c241e1e4-cdd6-4c19-bf0e-e8e28256d051,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:30:55.576461 n-d-694802-15 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3c0eeb6-944f-4df5-921f-e67fd51b3f14', 'tag': 'edc5ecb0-fec0-4f07-8436-44d8c1345f48'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:30:55.581081 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e785eeede3897370d0b20f09d5f461b30cfecd5ed38c4f07dacd02bc52c9277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4ac873d-7605-4620-90eb-104a2286cde5" -d '{"events": [{"name": "network-changed", "server_uuid": "f3c0eeb6-944f-4df5-921f-e67fd51b3f14", "tag": "edc5ecb0-fec0-4f07-8436-44d8c1345f48"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:30:55.621738 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Network c241e1e4-cdd6-4c19-bf0e-e8e28256d051 details requested by agent ovs-agent-n-d-694802-15 with host n-d-694802-15 {{(pid=94468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 14:30:55.672262 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-796f8432-f3b0-444d-994e-ed4799a3d9a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:55.676061 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-b6359bfc-d217-484b-b16b-72055b0130b2 req-765bcffb-938b-4c3e-abef-fc092c37f3fd tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] 10.222.0.39 "GET /v2.0/security-groups?id=732c786f-d597-473b-bc9a-3d3a7bfc11d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2756598 Aug 12 14:30:55.677103 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bb3208d-0577-407e-8350-334b3b900b76 admin admin] Made reservation on behalf of 44ee8669bd654ccda2e647003a35b4f6 for: {'subnet': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:30:55.679961 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-7bb3208d-0577-407e-8350-334b3b900b76 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:55.701843 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-912ebaa9-68b7-4f07-ad55-3d281ba458be req-6f7bff85-3476-48e6-bf0b-728ffe12e458 service neutron] For port c2132c04-e2a8-4086-a89a-d2e1812ec202, host n-h1-694802-15, cleared binding levels {{(pid=94467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:30:55.776857 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 14:30:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4351c0a-1170-4e76-8b16-48e65f2ec425 x-openstack-request-id: req-b4351c0a-1170-4e76-8b16-48e65f2ec425 {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:30:55.781858 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3c0eeb6-944f-4df5-921f-e67fd51b3f14", "tag": "edc5ecb0-fec0-4f07-8436-44d8c1345f48", "status": "completed", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:30:55.782315 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b4351c0a-1170-4e76-8b16-48e65f2ec425 {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:30:55.785512 n-d-694802-15 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3c0eeb6-944f-4df5-921f-e67fd51b3f14', 'tag': 'edc5ecb0-fec0-4f07-8436-44d8c1345f48', 'status': 'completed', 'code': 200} Aug 12 14:30:55.804570 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-0a70b547-1b05-4370-b3f4-95bc70613e96 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=139aa87dfc214912ba677ec8f57f3557&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4781125 Aug 12 14:30:55.818442 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 57846) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:30:55.820197 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port 8f51f236-0b06-40ea-a837-5cdbc3b74c5c triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:30:55.820197 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:55.830688 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-912ebaa9-68b7-4f07-ad55-3d281ba458be req-6f7bff85-3476-48e6-bf0b-728ffe12e458 service neutron] For port c2132c04-e2a8-4086-a89a-d2e1812ec202, host n-h1-694802-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=c2132c04-e2a8-4086-a89a-d2e1812ec202,segment=NetworkSegment(a1f8c867-101b-4d30-814e-b89f55a5edd0),segment_id=a1f8c867-101b-4d30-814e-b89f55a5edd0)] {{(pid=94467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:30:55.837837 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-796f8432-f3b0-444d-994e-ed4799a3d9a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:55.871651 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-912ebaa9-68b7-4f07-ad55-3d281ba458be req-6f7bff85-3476-48e6-bf0b-728ffe12e458 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:55.931740 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8485a684-9166-4f5f-ab2d-d8b57dcdbc75 req-9d7a4a3d-d944-458a-a80f-8ec70b459758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:30:55.933708 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-8485a684-9166-4f5f-ab2d-d8b57dcdbc75 req-9d7a4a3d-d944-458a-a80f-8ec70b459758 service neutron] 10.222.0.49 "GET /v2.0/networks?id=03dfba7c-7b4a-44e5-8aaa-c2d37ee82018 HTTP/1.1" status: 200 len: 922 time: 0.5302613 Aug 12 14:30:55.937171 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e6d336ea-04fe-434b-b2fb-0e193ef977f5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:55.950399 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912ebaa9-68b7-4f07-ad55-3d281ba458be req-6f7bff85-3476-48e6-bf0b-728ffe12e458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:30:55.951200 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-912ebaa9-68b7-4f07-ad55-3d281ba458be req-6f7bff85-3476-48e6-bf0b-728ffe12e458 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:55.952823 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-912ebaa9-68b7-4f07-ad55-3d281ba458be req-6f7bff85-3476-48e6-bf0b-728ffe12e458 service neutron] 10.222.0.64 "PUT /v2.0/ports/c2132c04-e2a8-4086-a89a-d2e1812ec202 HTTP/1.1" status: 200 len: 1097 time: 2.2547302 Aug 12 14:30:55.986274 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e6d336ea-04fe-434b-b2fb-0e193ef977f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:55.987662 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e6d336ea-04fe-434b-b2fb-0e193ef977f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66628363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66663865'] for router_interface, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:56.002395 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-8485a684-9166-4f5f-ab2d-d8b57dcdbc75 req-03f4739f-bd6d-4050-99b3-0a04e9072c8e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c9578a74-95a3-4b8d-8db4-eff050057d08 HTTP/1.1" status: 200 len: 217 time: 0.0572319 Aug 12 14:30:56.007298 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ac873d-7605-4620-90eb-104a2286cde5 req-bb0255d2-97d8-4cac-88fd-6b10632eb279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:30:56.009057 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-e4ac873d-7605-4620-90eb-104a2286cde5 req-bb0255d2-97d8-4cac-88fd-6b10632eb279 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=01bd30cc4f8c419596ce734e2f10fc57&device_id=f3c0eeb6-944f-4df5-921f-e67fd51b3f14 HTTP/1.1" status: 200 len: 1098 time: 0.2340896 Aug 12 14:30:56.056029 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 57850) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:30:56.071728 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78b698b3-d74d-459f-aac1-f22636b34999', 'tag': 'c2132c04-e2a8-4086-a89a-d2e1812ec202'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:30:56.074596 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e65282f928b64038367d043a4411777802006c43a98742496cb2e25b724ff1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee6023a2-5cda-4999-a951-cd93cf21019e" -d '{"events": [{"name": "network-changed", "server_uuid": "78b698b3-d74d-459f-aac1-f22636b34999", "tag": "c2132c04-e2a8-4086-a89a-d2e1812ec202"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:30:56.093376 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e196a9-fef7-4e43-b5db-a3c8b50bfd27 req-3de61176-9c1f-4468-98a8-6d4e2ed8de66 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:30:56.100857 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-80e196a9-fef7-4e43-b5db-a3c8b50bfd27 req-3de61176-9c1f-4468-98a8-6d4e2ed8de66 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] 10.222.0.39 "GET /v2.0/ports?device_id=8ad67dc1-b6ca-4103-8185-c3ba24b02732 HTTP/1.1" status: 200 len: 944 time: 0.2294736 Aug 12 14:30:56.135281 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-c314c718-ba4e-45c9-87ba-b69116654d39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:56.137206 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7bff85-3476-48e6-bf0b-728ffe12e458 service neutron] Pushing event updated for resources: {'Port': ['ID=c2132c04-e2a8-4086-a89a-d2e1812ec202,revision_number=3']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:30:56.175515 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-796f8432-f3b0-444d-994e-ed4799a3d9a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:56.179973 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-796f8432-f3b0-444d-994e-ed4799a3d9a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:56.183457 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-796f8432-f3b0-444d-994e-ed4799a3d9a6 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8fe58323-def5-408b-bd38-a1ac3e483b43 HTTP/1.1" status: 204 len: 168 time: 0.7322941 Aug 12 14:30:56.217777 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d336ea-04fe-434b-b2fb-0e193ef977f5 admin admin] Pushing event updated for resources: {'Port': ['ID=9084f4dc-f10a-4f81-82bf-c3a885bd0239,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:30:56.255625 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8485a684-9166-4f5f-ab2d-d8b57dcdbc75 req-902e9d6b-d848-4fe7-a9b8-6f6bafdf24a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:30:56.257098 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-8485a684-9166-4f5f-ab2d-d8b57dcdbc75 req-902e9d6b-d848-4fe7-a9b8-6f6bafdf24a4 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ef8d2719-a4dd-40cc-910c-927d9e7406a1 HTTP/1.1" status: 200 len: 861 time: 0.2278178 Aug 12 14:30:56.318490 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-c314c718-ba4e-45c9-87ba-b69116654d39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:56.321056 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-80e196a9-fef7-4e43-b5db-a3c8b50bfd27 req-5f3cbd60-8a56-418b-a80d-15afc5a31091 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] 10.222.0.39 "GET /v2.0/security-groups?id=11312995-c93d-4754-9dea-15693c54238a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2193513 Aug 12 14:30:56.334736 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-8485a684-9166-4f5f-ab2d-d8b57dcdbc75 req-a33fbe8d-c367-417d-b897-f1f2f7d39497 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=03dfba7c-7b4a-44e5-8aaa-c2d37ee82018&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0639329 Aug 12 14:30:56.342496 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-31a57b78-2cef-4576-a9fb-a3b82a57401c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:56.365226 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cda4cfb-ba0b-4fec-b663-735a6862896c req-32457cf2-7a26-439b-b1b5-e68ed8911ae8 tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:30:56.373262 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6cda4cfb-ba0b-4fec-b663-735a6862896c req-32457cf2-7a26-439b-b1b5-e68ed8911ae8 tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] 10.222.0.39 "GET /v2.0/ports?device_id=5924b85c-0d32-4999-87e1-c7d6edcf0040 HTTP/1.1" status: 200 len: 963 time: 0.5400245 Aug 12 14:30:56.402153 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796f8432-f3b0-444d-994e-ed4799a3d9a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fe58323-def5-408b-bd38-a1ac3e483b43,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:30:56.405187 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 14:30:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c99008bb-e799-41d6-9804-bd3a6d3169c1 x-openstack-request-id: req-c99008bb-e799-41d6-9804-bd3a6d3169c1 {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:30:56.405540 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78b698b3-d74d-459f-aac1-f22636b34999", "tag": "c2132c04-e2a8-4086-a89a-d2e1812ec202", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:30:56.405910 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c99008bb-e799-41d6-9804-bd3a6d3169c1 {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:30:56.406337 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78b698b3-d74d-459f-aac1-f22636b34999', 'tag': 'c2132c04-e2a8-4086-a89a-d2e1812ec202', 'status': 'completed', 'code': 200} Aug 12 14:30:56.416706 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6d336ea-04fe-434b-b2fb-0e193ef977f5 admin admin] Network 8a71aa16-6082-45cb-9783-85f01df10691 is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:30:56.417870 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ac873d-7605-4620-90eb-104a2286cde5 req-128c7645-b61b-498a-8fcd-f54601845f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:30:56.419404 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-e4ac873d-7605-4620-90eb-104a2286cde5 req-128c7645-b61b-498a-8fcd-f54601845f18 service neutron] 10.222.0.64 "GET /v2.0/networks?id=2525c403-dfb3-4196-a273-739607aab38a HTTP/1.1" status: 200 len: 870 time: 0.3744249 Aug 12 14:30:56.425501 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-e6d336ea-04fe-434b-b2fb-0e193ef977f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:30:56.435550 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912ebaa9-68b7-4f07-ad55-3d281ba458be req-a798cb3e-5ed3-455c-9225-069656820211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:30:56.437352 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-912ebaa9-68b7-4f07-ad55-3d281ba458be req-a798cb3e-5ed3-455c-9225-069656820211 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=01bd30cc4f8c419596ce734e2f10fc57&device_id=78b698b3-d74d-459f-aac1-f22636b34999 HTTP/1.1" status: 200 len: 1100 time: 0.3260345 Aug 12 14:30:56.440088 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-7bb3208d-0577-407e-8350-334b3b900b76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409'] for subnet, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:56.491077 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-e4ac873d-7605-4620-90eb-104a2286cde5 req-d4009c9d-0a73-4611-bc0a-69a9b38f3bed service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.5&port_id=edc5ecb0-fec0-4f07-8436-44d8c1345f48 HTTP/1.1" status: 200 len: 217 time: 0.0595891 Aug 12 14:30:56.563483 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 57860) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:30:56.623867 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0b370b59-f265-4541-a3cc-b1d4c46508d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:56.649590 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-8485a684-9166-4f5f-ab2d-d8b57dcdbc75 req-dfefa655-50fc-4994-9284-62ed56a854ec service neutron] 10.222.0.49 "GET /v2.0/networks/03dfba7c-7b4a-44e5-8aaa-c2d37ee82018?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3040743 Aug 12 14:30:56.715131 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ac873d-7605-4620-90eb-104a2286cde5 req-6edd534f-42b4-48ee-86ca-18e85152df51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:30:56.716606 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-e4ac873d-7605-4620-90eb-104a2286cde5 req-6edd534f-42b4-48ee-86ca-18e85152df51 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=236e0be6-1c94-4221-9e8b-ab02a53331f8 HTTP/1.1" status: 200 len: 843 time: 0.2122502 Aug 12 14:30:56.729918 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-912ebaa9-68b7-4f07-ad55-3d281ba458be req-d5d2151a-b613-491b-8c0c-75e67bd5ea24 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.136&port_id=c2132c04-e2a8-4086-a89a-d2e1812ec202 HTTP/1.1" status: 200 len: 217 time: 0.2818787 Aug 12 14:30:56.733908 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-3eda0bfc-858c-457a-9444-448721f99a50 None None] Provisioning complete for port 9084f4dc-f10a-4f81-82bf-c3a885bd0239 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:30:56.734364 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-3eda0bfc-858c-457a-9444-448721f99a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:56.735144 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6cda4cfb-ba0b-4fec-b663-735a6862896c req-3eb07559-7664-4299-9d7d-68677810782a tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] 10.222.0.39 "GET /v2.0/security-groups?id=e3ca17b3-b028-41b3-b138-91e00a6e278c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3609395 Aug 12 14:30:56.790769 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-c314c718-ba4e-45c9-87ba-b69116654d39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:56.794645 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-c314c718-ba4e-45c9-87ba-b69116654d39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:56.795942 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-c314c718-ba4e-45c9-87ba-b69116654d39 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b1460155-7c7e-4a06-ae69-7cfde3aaedd1 HTTP/1.1" status: 204 len: 168 time: 0.9763715 Aug 12 14:30:56.814146 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-3eda0bfc-858c-457a-9444-448721f99a50 None None] Port 9084f4dc-f10a-4f81-82bf-c3a885bd0239 cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 14:30:56.820962 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb3208d-0577-407e-8350-334b3b900b76 admin admin] Pushing event updated for resources: {'Subnet': ['ID=db23392d-30a3-4801-976f-e90033b91d64,revision_number=0']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:30:56.832081 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6d336ea-04fe-434b-b2fb-0e193ef977f5 admin admin] Router 11d41262-1334-4737-8528-01f371451f7a has already been hosted by L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f {{(pid=94466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 14:30:56.834440 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c314c718-ba4e-45c9-87ba-b69116654d39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1460155-7c7e-4a06-ae69-7cfde3aaedd1,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:30:56.851126 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912ebaa9-68b7-4f07-ad55-3d281ba458be req-3906e015-030a-4174-a018-94a64debf858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:30:56.853326 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-912ebaa9-68b7-4f07-ad55-3d281ba458be req-3906e015-030a-4174-a018-94a64debf858 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=236e0be6-1c94-4221-9e8b-ab02a53331f8 HTTP/1.1" status: 200 len: 843 time: 0.1089013 Aug 12 14:30:56.860795 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bb3208d-0577-407e-8350-334b3b900b76 admin admin] Checking segment: {'id': '96f26de0-d5a9-493a-b5a1-df319248c1a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'c241e1e4-cdd6-4c19-bf0e-e8e28256d051'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:30:56.861128 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bb3208d-0577-407e-8350-334b3b900b76 admin admin] Network hostable DHCP agents. Network: c241e1e4-cdd6-4c19-bf0e-e8e28256d051, hostable agents: ['1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658'], hosted agents: [] {{(pid=94467) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 14:30:56.905018 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ac873d-7605-4620-90eb-104a2286cde5 req-63786fd2-bd0d-436b-81fd-5f028fc930bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:30:56.906587 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-e4ac873d-7605-4620-90eb-104a2286cde5 req-63786fd2-bd0d-436b-81fd-5f028fc930bf service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2525c403-dfb3-4196-a273-739607aab38a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1604142 Aug 12 14:30:56.916336 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bb3208d-0577-407e-8350-334b3b900b76 admin admin] Network c241e1e4-cdd6-4c19-bf0e-e8e28256d051 is scheduled to be hosted by DHCP agent 1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658 with binding_index 1 {{(pid=94467) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 14:30:56.935282 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-8485a684-9166-4f5f-ab2d-d8b57dcdbc75 req-048be752-549a-4133-8b87-5e883ceeea82 service neutron] 10.222.0.49 "GET /v2.0/networks/03dfba7c-7b4a-44e5-8aaa-c2d37ee82018?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2494788 Aug 12 14:30:56.935437 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [None req-7bb3208d-0577-407e-8350-334b3b900b76 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-15, c241e1e4-cdd6-4c19-bf0e-e8e28256d051) {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:30:56.940474 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912ebaa9-68b7-4f07-ad55-3d281ba458be req-474c1ced-76f4-461d-80d2-058c2144404d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:30:56.946068 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8215f21a-0454-4e6c-a597-951daff8b5e1 None None] Network c241e1e4-cdd6-4c19-bf0e-e8e28256d051 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:30:56.964614 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-912ebaa9-68b7-4f07-ad55-3d281ba458be req-474c1ced-76f4-461d-80d2-058c2144404d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2525c403-dfb3-4196-a273-739607aab38a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1002336 Aug 12 14:30:56.965791 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bb3208d-0577-407e-8350-334b3b900b76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:30:56.966385 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-7bb3208d-0577-407e-8350-334b3b900b76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for subnet, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:57.033464 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc15ba9-5edd-4b22-b37a-0a697f1fafe6 req-721de5a2-b5f8-491a-a31d-3e61015a54d9 tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:30:57.035115 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-ddc15ba9-5edd-4b22-b37a-0a697f1fafe6 req-721de5a2-b5f8-491a-a31d-3e61015a54d9 tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] 10.222.0.39 "GET /v2.0/ports?device_id=78b698b3-d74d-459f-aac1-f22636b34999 HTTP/1.1" status: 200 len: 948 time: 0.2371135 Aug 12 14:30:57.069022 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-31a57b78-2cef-4576-a9fb-a3b82a57401c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:57.094012 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-31a57b78-2cef-4576-a9fb-a3b82a57401c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:57.124531 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-912ebaa9-68b7-4f07-ad55-3d281ba458be req-1c1e640c-bd52-4fc3-9ac3-216d74d28273 service neutron] 10.222.0.64 "GET /v2.0/networks/2525c403-dfb3-4196-a273-739607aab38a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510677 Aug 12 14:30:57.126898 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-7bb3208d-0577-407e-8350-334b3b900b76 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.6045604 Aug 12 14:30:57.158583 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15933f22-51dc-487d-8663-06aa3130a646 None None] Network c241e1e4-cdd6-4c19-bf0e-e8e28256d051 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:30:57.285157 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-912ebaa9-68b7-4f07-ad55-3d281ba458be req-7e724bae-6a4c-4101-8f8b-255150b46f8a service neutron] 10.222.0.64 "GET /v2.0/networks/2525c403-dfb3-4196-a273-739607aab38a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1535592 Aug 12 14:30:57.327151 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device 2d02505d-896c-436a-96b2-40e1c4f8b876 details requested by agent hyperv_n-h2-694802-15 with host n-h2-694802-15 {{(pid=94468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 14:30:57.398838 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 57876) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:30:57.416944 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-ac4b4234-3747-421f-bd62-155dc0d80c8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:57.443339 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6023a2-5cda-4999-a951-cd93cf21019e req-c7b2c37e-b691-4e1f-b2fd-0e4a10a3e5e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:30:57.445097 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ee6023a2-5cda-4999-a951-cd93cf21019e req-c7b2c37e-b691-4e1f-b2fd-0e4a10a3e5e7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=01bd30cc4f8c419596ce734e2f10fc57&device_id=78b698b3-d74d-459f-aac1-f22636b34999 HTTP/1.1" status: 200 len: 1100 time: 0.1077454 Aug 12 14:30:57.446739 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.db.api [None req-ac4b4234-3747-421f-bd62-155dc0d80c8c admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 12 14:30:57.446739 n-d-694802-15 neutron-server[94467]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 12 14:30:57.446739 n-d-694802-15 neutron-server[94467]: [parameters: {'project_id_1': '36e3fb0504f640ad8c4b3a6543a8f0e9', 'expiration_1': datetime.datetime(2021, 8, 12, 14, 30, 57, 429745)}] Aug 12 14:30:57.446739 n-d-694802-15 neutron-server[94467]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94467) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 12 14:30:57.447503 n-d-694802-15 neutron-server[94467]: DEBUG oslo_db.api [None req-ac4b4234-3747-421f-bd62-155dc0d80c8c admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 12 14:30:57.452672 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port 2d02505d-896c-436a-96b2-40e1c4f8b876, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=2d02505d-896c-436a-96b2-40e1c4f8b876,segment=NetworkSegment(2c5f2abe-b754-491c-837b-06e8fcd65d4b),segment_id=2c5f2abe-b754-491c-837b-06e8fcd65d4b)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:30:57.466631 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Returning: {'device': '2d02505d-896c-436a-96b2-40e1c4f8b876', 'network_id': 'a10dd9db-a24e-488c-8894-a27c36eaa630', 'port_id': '2d02505d-896c-436a-96b2-40e1c4f8b876', 'mac_address': 'fa:16:3e:3d:17:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd61545bd-f4f7-4794-86f8-5ac232439ea3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 14:30:57.510606 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:57.526050 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d02505d-896c-436a-96b2-40e1c4f8b876 {{(pid=94468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:30:57.552248 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port 2d02505d-896c-436a-96b2-40e1c4f8b876, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=2d02505d-896c-436a-96b2-40e1c4f8b876,segment=NetworkSegment(2c5f2abe-b754-491c-837b-06e8fcd65d4b),segment_id=2c5f2abe-b754-491c-837b-06e8fcd65d4b)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:30:57.559191 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:57.560248 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6023a2-5cda-4999-a951-cd93cf21019e req-2d9a51a4-2f30-4f3b-9170-a37f999a39b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:30:57.563221 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ee6023a2-5cda-4999-a951-cd93cf21019e req-2d9a51a4-2f30-4f3b-9170-a37f999a39b8 service neutron] 10.222.0.64 "GET /v2.0/networks?id=2525c403-dfb3-4196-a273-739607aab38a HTTP/1.1" status: 200 len: 870 time: 0.1103728 Aug 12 14:30:57.594772 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-ddc15ba9-5edd-4b22-b37a-0a697f1fafe6 req-9b3067bf-d40c-4eaf-ac37-1556f4b1f3fc tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] 10.222.0.39 "GET /v2.0/security-groups?id=732c786f-d597-473b-bc9a-3d3a7bfc11d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5490112 Aug 12 14:30:57.614760 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ee6023a2-5cda-4999-a951-cd93cf21019e req-d83e4969-e0dd-43c3-8f35-03855a39ddf3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.136&port_id=c2132c04-e2a8-4086-a89a-d2e1812ec202 HTTP/1.1" status: 200 len: 217 time: 0.0430877 Aug 12 14:30:57.614943 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-31a57b78-2cef-4576-a9fb-a3b82a57401c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0bde08de7ac442c6ba12db258a84fe6f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5543408 Aug 12 14:30:57.617443 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 57880) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:30:57.617986 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-e4ac873d-7605-4620-90eb-104a2286cde5 req-1c0ef098-17ad-4db3-8cb4-1054d7c51beb service neutron] 10.222.0.64 "GET /v2.0/networks/2525c403-dfb3-4196-a273-739607aab38a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7013695 Aug 12 14:30:57.640530 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Pushing event updated for resources: {'Port': ['ID=2d02505d-896c-436a-96b2-40e1c4f8b876,revision_number=4']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:30:57.656322 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a57b78-2cef-4576-a9fb-a3b82a57401c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0e57dc3-5bf7-4f9e-beaa-b67b753d9427,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:30:57.675220 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8485a684-9166-4f5f-ab2d-d8b57dcdbc75 req-dce6ecc2-1cb9-4a19-bc0f-8068be4ada03 tempest-LiveAutoBlockMigrationV225Test-1272051264 tempest-LiveAutoBlockMigrationV225Test-1272051264-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:30:57.677432 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-8485a684-9166-4f5f-ab2d-d8b57dcdbc75 req-dce6ecc2-1cb9-4a19-bc0f-8068be4ada03 tempest-LiveAutoBlockMigrationV225Test-1272051264 tempest-LiveAutoBlockMigrationV225Test-1272051264-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=5924b85c-0d32-4999-87e1-c7d6edcf0040&tenant_id=eebc4daeab5b4932b99d48c68fd10c64&binding%3Ahost_id=n-h2-694802-15 HTTP/1.1" status: 200 len: 1115 time: 0.2544165 Aug 12 14:30:57.693643 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-5ebe0d22-d08b-4113-85a4-1335658bdbd6 req-f47d19b7-0ffe-4ccd-8b55-db61ce43672b tempest-SecurityGroupRulesNegativeTestJSON-1254776819 tempest-SecurityGroupRulesNegativeTestJSON-1254776819-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-7838915', 'description': 'tempest-description-446620972'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:30:57.722621 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6023a2-5cda-4999-a951-cd93cf21019e req-a99b2477-ee78-43fa-95e3-80eb12efa48e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:30:57.724807 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ee6023a2-5cda-4999-a951-cd93cf21019e req-a99b2477-ee78-43fa-95e3-80eb12efa48e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=236e0be6-1c94-4221-9e8b-ab02a53331f8 HTTP/1.1" status: 200 len: 843 time: 0.0894518 Aug 12 14:30:57.735424 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6d336ea-04fe-434b-b2fb-0e193ef977f5 admin admin] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 14:30:57.745749 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2717133b-6217-4fd1-a861-204c36854e03 None None] Sync routers for ids ['11d41262-1334-4737-8528-01f371451f7a'] in n-d-694802-15 {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 14:30:57.753342 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-e6d336ea-04fe-434b-b2fb-0e193ef977f5 admin admin] 10.222.0.39 "PUT /v2.0/routers/11d41262-1334-4737-8528-01f371451f7a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3822486 Aug 12 14:30:57.763520 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2717133b-6217-4fd1-a861-204c36854e03 None None] Routers {'11d41262-1334-4737-8528-01f371451f7a'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:30:57.764090 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-fd7bc060-7ea1-44a6-ae14-a005a47f0ae3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:57.765733 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-2717133b-6217-4fd1-a861-204c36854e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:30:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['11d41262-1334-4737-8528-01f371451f7a'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:30:57.792336 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-fd7bc060-7ea1-44a6-ae14-a005a47f0ae3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:57.806746 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6023a2-5cda-4999-a951-cd93cf21019e req-42582c79-769f-4a4f-a350-2fbd551f04ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:30:57.808510 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ee6023a2-5cda-4999-a951-cd93cf21019e req-42582c79-769f-4a4f-a350-2fbd551f04ad service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2525c403-dfb3-4196-a273-739607aab38a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0766668 Aug 12 14:30:57.845221 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-e4ac873d-7605-4620-90eb-104a2286cde5 req-e28ee7eb-831d-464e-8d06-e46228fa2e3c service neutron] 10.222.0.64 "GET /v2.0/networks/2525c403-dfb3-4196-a273-739607aab38a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2126601 Aug 12 14:30:57.870302 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device edc5ecb0-fec0-4f07-8436-44d8c1345f48 details requested by agent hyperv_n-h1-694802-15 with host n-h1-694802-15 {{(pid=94468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 14:30:57.889260 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae06dbc-5388-4237-a652-8081b6c14ba4 req-e2703620-e76e-42e6-b7f9-c432a2e0f29d tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:30:57.891069 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-7ae06dbc-5388-4237-a652-8081b6c14ba4 req-e2703620-e76e-42e6-b7f9-c432a2e0f29d tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] 10.222.0.39 "GET /v2.0/ports?device_id=8ad67dc1-b6ca-4103-8185-c3ba24b02732 HTTP/1.1" status: 200 len: 945 time: 0.2081521 Aug 12 14:30:57.941718 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-fd7bc060-7ea1-44a6-ae14-a005a47f0ae3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:57.945207 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-fd7bc060-7ea1-44a6-ae14-a005a47f0ae3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:57.946889 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-fd7bc060-7ea1-44a6-ae14-a005a47f0ae3 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b0e57dc3-5bf7-4f9e-beaa-b67b753d9427 HTTP/1.1" status: 204 len: 168 time: 0.3283172 Aug 12 14:30:57.951363 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-ac4b4234-3747-421f-bd62-155dc0d80c8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:57.969382 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ee6023a2-5cda-4999-a951-cd93cf21019e req-3d081b8b-0431-410f-9d57-b0a7b6ab8ccb service neutron] 10.222.0.64 "GET /v2.0/networks/2525c403-dfb3-4196-a273-739607aab38a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478131 Aug 12 14:30:57.971944 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7bc060-7ea1-44a6-ae14-a005a47f0ae3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0e57dc3-5bf7-4f9e-beaa-b67b753d9427,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:30:58.010700 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port edc5ecb0-fec0-4f07-8436-44d8c1345f48, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=edc5ecb0-fec0-4f07-8436-44d8c1345f48,segment=NetworkSegment(a1f8c867-101b-4d30-814e-b89f55a5edd0),segment_id=a1f8c867-101b-4d30-814e-b89f55a5edd0)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:30:58.028342 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Returning: {'device': 'edc5ecb0-fec0-4f07-8436-44d8c1345f48', 'network_id': '2525c403-dfb3-4196-a273-739607aab38a', 'port_id': 'edc5ecb0-fec0-4f07-8436-44d8c1345f48', 'mac_address': 'fa:16:3e:c4:28:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '236e0be6-1c94-4221-9e8b-ab02a53331f8', 'ip_address': '192.168.233.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 14:30:58.030766 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] get_ports_and_sgs() called for port_ids ['2d02505d-896c-436a-96b2-40e1c4f8b876'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:30:58.077275 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0b370b59-f265-4541-a3cc-b1d4c46508d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:58.082422 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [req-8485a684-9166-4f5f-ab2d-d8b57dcdbc75 req-067a4c8f-a067-494f-ae88-751fabb85fdc service neutron] For port c9578a74-95a3-4b8d-8db4-eff050057d08, host n-h1-694802-15, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:30:58.088483 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-8485a684-9166-4f5f-ab2d-d8b57dcdbc75 req-067a4c8f-a067-494f-ae88-751fabb85fdc service neutron] Notify callbacks [] for binding, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:58.089745 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-8485a684-9166-4f5f-ab2d-d8b57dcdbc75 req-067a4c8f-a067-494f-ae88-751fabb85fdc service neutron] 10.222.0.49 "DELETE /v2.0/ports/c9578a74-95a3-4b8d-8db4-eff050057d08/bindings/n-h1-694802-15 HTTP/1.1" status: 204 len: 173 time: 0.3916283 Aug 12 14:30:58.105007 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-7ae06dbc-5388-4237-a652-8081b6c14ba4 req-29ab262c-688c-4330-b9d4-febeeb5a58e3 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] 10.222.0.39 "GET /v2.0/security-groups?id=11312995-c93d-4754-9dea-15693c54238a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962671 Aug 12 14:30:58.106866 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0b370b59-f265-4541-a3cc-b1d4c46508d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:58.195153 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b370b59-f265-4541-a3cc-b1d4c46508d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b73dc10e-0802-4614-9507-4af9281e5f69,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:30:58.196684 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:58.209542 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-5ebe0d22-d08b-4113-85a4-1335658bdbd6 req-f47d19b7-0ffe-4ccd-8b55-db61ce43672b tempest-SecurityGroupRulesNegativeTestJSON-1254776819 tempest-SecurityGroupRulesNegativeTestJSON-1254776819-project] Notify callbacks [] for security_group, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:58.214405 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id edc5ecb0-fec0-4f07-8436-44d8c1345f48 {{(pid=94468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:30:58.238308 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port edc5ecb0-fec0-4f07-8436-44d8c1345f48, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=edc5ecb0-fec0-4f07-8436-44d8c1345f48,segment=NetworkSegment(a1f8c867-101b-4d30-814e-b89f55a5edd0),segment_id=a1f8c867-101b-4d30-814e-b89f55a5edd0)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:30:58.243604 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-0b370b59-f265-4541-a3cc-b1d4c46508d7 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5c6f084871364880ae6030f069a58c4c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6765585 Aug 12 14:30:58.246886 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 57894) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:30:58.256337 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:58.262662 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ee6023a2-5cda-4999-a951-cd93cf21019e req-cbb1efcb-83fc-4c81-a9c2-6fb105f1b522 service neutron] 10.222.0.64 "GET /v2.0/networks/2525c403-dfb3-4196-a273-739607aab38a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2780039 Aug 12 14:30:58.322700 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Pushing event updated for resources: {'Port': ['ID=edc5ecb0-fec0-4f07-8436-44d8c1345f48,revision_number=4']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:30:58.333122 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvr_db [None req-2717133b-6217-4fd1-a861-204c36854e03 None None] Set router 11d41262-1334-4737-8528-01f371451f7a gateway port host: n-d-694802-15 {{(pid=94468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:30:58.345263 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-181ff05f-c123-4c6b-bdf2-0213aa9e4f69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:58.399102 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-181ff05f-c123-4c6b-bdf2-0213aa9e4f69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:58.425453 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71e4020-54a3-4eef-9566-405b07a6e804 req-6a1fea07-15e6-4ab2-9ded-65736a43c14c tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:30:58.427571 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-d71e4020-54a3-4eef-9566-405b07a6e804 req-6a1fea07-15e6-4ab2-9ded-65736a43c14c tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] 10.222.0.39 "GET /v2.0/ports?device_id=5924b85c-0d32-4999-87e1-c7d6edcf0040 HTTP/1.1" status: 200 len: 963 time: 0.1784174 Aug 12 14:30:58.454510 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-ac4b4234-3747-421f-bd62-155dc0d80c8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:58.456658 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] get_ports_and_sgs() called for port_ids ['edc5ecb0-fec0-4f07-8436-44d8c1345f48'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:30:58.464454 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-ac4b4234-3747-421f-bd62-155dc0d80c8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:58.495529 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-d71e4020-54a3-4eef-9566-405b07a6e804 req-ebec2a24-b0d0-4190-825c-2769dbc0417f tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] 10.222.0.39 "GET /v2.0/security-groups?id=e3ca17b3-b028-41b3-b138-91e00a6e278c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605817 Aug 12 14:30:58.532918 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-181ff05f-c123-4c6b-bdf2-0213aa9e4f69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:58.536330 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-181ff05f-c123-4c6b-bdf2-0213aa9e4f69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:58.537647 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-181ff05f-c123-4c6b-bdf2-0213aa9e4f69 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b73dc10e-0802-4614-9507-4af9281e5f69 HTTP/1.1" status: 204 len: 168 time: 0.2897785 Aug 12 14:30:58.548016 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181ff05f-c123-4c6b-bdf2-0213aa9e4f69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b73dc10e-0802-4614-9507-4af9281e5f69,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:30:58.594945 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-ac4b4234-3747-421f-bd62-155dc0d80c8c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=36e3fb0504f640ad8c4b3a6543a8f0e9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1929035 Aug 12 14:30:58.597262 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 57910) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:30:58.597395 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4b4234-3747-421f-bd62-155dc0d80c8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ac05e96-62e9-4fbd-beb2-53a10f5bd05d,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:30:58.690918 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 57914) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:30:58.743195 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-5ebe0d22-d08b-4113-85a4-1335658bdbd6 req-f47d19b7-0ffe-4ccd-8b55-db61ce43672b tempest-SecurityGroupRulesNegativeTestJSON-1254776819 tempest-SecurityGroupRulesNegativeTestJSON-1254776819-project] Notify callbacks [] for security_group, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:58.750196 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-5ebe0d22-d08b-4113-85a4-1335658bdbd6 req-f47d19b7-0ffe-4ccd-8b55-db61ce43672b tempest-SecurityGroupRulesNegativeTestJSON-1254776819 tempest-SecurityGroupRulesNegativeTestJSON-1254776819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:58.787877 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0e4e7a8f-b622-49bf-8407-3e162fcac8e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:58.788560 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-5ebe0d22-d08b-4113-85a4-1335658bdbd6 req-f47d19b7-0ffe-4ccd-8b55-db61ce43672b tempest-SecurityGroupRulesNegativeTestJSON-1254776819 tempest-SecurityGroupRulesNegativeTestJSON-1254776819-project] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:58.790385 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-5ebe0d22-d08b-4113-85a4-1335658bdbd6 req-f47d19b7-0ffe-4ccd-8b55-db61ce43672b tempest-SecurityGroupRulesNegativeTestJSON-1254776819 tempest-SecurityGroupRulesNegativeTestJSON-1254776819-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1814 time: 1.1062479 Aug 12 14:30:58.795852 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47d19b7-0ffe-4ccd-8b55-db61ce43672b tempest-SecurityGroupRulesNegativeTestJSON-1254776819 tempest-SecurityGroupRulesNegativeTestJSON-1254776819-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c8f1ef3-c7fa-44e8-970c-4e649e8af790,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:30:58.832560 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1f7887d2-af8c-4ac2-969a-0ef047b041e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:58.857148 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1f7887d2-af8c-4ac2-969a-0ef047b041e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:58.869813 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 57920) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:30:58.876603 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-4c526c44-811b-4b86-9c67-4ea481a3a61c admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1660920679-network', 'tenant_id': 'b678ae4cf0e548eabd07cc7c8c038355'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:30:58.904724 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-2717133b-6217-4fd1-a861-204c36854e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11d41262-1334-4737-8528-01f371451f7a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1292795070-router', 'tenant_id': '67787a84bb704413b5454c6fdcf0c251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.66'}], 'enable_snat': True}, 'gw_port_id': '8f51f236-0b06-40ea-a837-5cdbc3b74c5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:30:41Z', 'updated_at': '2021-08-12T14:30:54Z', 'revision_number': 4, 'project_id': '67787a84bb704413b5454c6fdcf0c251', 'gw_port': {'id': '8f51f236-0b06-40ea-a837-5cdbc3b74c5c', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:ac:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11d41262-1334-4737-8528-01f371451f7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:30:43Z', 'updated_at': '2021-08-12T14:30:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': '9084f4dc-f10a-4f81-82bf-c3a885bd0239', 'name': '', 'network_id': '8a71aa16-6082-45cb-9783-85f01df10691', 'tenant_id': '67787a84bb704413b5454c6fdcf0c251', 'mac_address': 'fa:16:3e:80:28:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11d41262-1334-4737-8528-01f371451f7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'eaf44e2b-51e5-4157-8e0e-0a0a05c13c30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:30:52Z', 'updated_at': '2021-08-12T14:30:55Z', 'revision_number': 2, 'project_id': '67787a84bb704413b5454c6fdcf0c251', 'subnets': [{'id': 'eaf44e2b-51e5-4157-8e0e-0a0a05c13c30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:30:58.919492 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a935892-8776-4a8e-90a4-ca2c3cc30db2 req-6e25afb9-3219-4525-a345-4f095881de73 tempest-LiveAutoBlockMigrationV225Test-1272051264 tempest-LiveAutoBlockMigrationV225Test-1272051264-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:30:58.931897 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-8a935892-8776-4a8e-90a4-ca2c3cc30db2 req-6e25afb9-3219-4525-a345-4f095881de73 tempest-LiveAutoBlockMigrationV225Test-1272051264 tempest-LiveAutoBlockMigrationV225Test-1272051264-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=5924b85c-0d32-4999-87e1-c7d6edcf0040 HTTP/1.1" status: 200 len: 1115 time: 0.2251360 Aug 12 14:30:58.935636 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c526c44-811b-4b86-9c67-4ea481a3a61c admin admin] Made reservation on behalf of b678ae4cf0e548eabd07cc7c8c038355 for: {'network': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:30:58.938112 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-4c526c44-811b-4b86-9c67-4ea481a3a61c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for network, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:58.959979 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2717133b-6217-4fd1-a861-204c36854e03 None None] Checking router: 11d41262-1334-4737-8528-01f371451f7a for host: n-d-694802-15 {{(pid=94468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 14:30:58.960334 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2717133b-6217-4fd1-a861-204c36854e03 None None] Updating router 11d41262-1334-4737-8528-01f371451f7a port 9084f4dc-f10a-4f81-82bf-c3a885bd0239 binding host n-d-694802-15 {{(pid=94468) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 14:30:58.989891 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-2717133b-6217-4fd1-a861-204c36854e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:58.992642 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-4c526c44-811b-4b86-9c67-4ea481a3a61c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:59.039170 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1f7887d2-af8c-4ac2-969a-0ef047b041e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:59.042301 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1f7887d2-af8c-4ac2-969a-0ef047b041e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:59.046452 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-1f7887d2-af8c-4ac2-969a-0ef047b041e1 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3ac05e96-62e9-4fbd-beb2-53a10f5bd05d HTTP/1.1" status: 204 len: 168 time: 0.4472139 Aug 12 14:30:59.048790 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0e4e7a8f-b622-49bf-8407-3e162fcac8e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:59.062887 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86556230-ee0f-43fd-b8af-106a62320fab req-4efd5c24-8a26-4f73-98be-6773886c85ef tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:30:59.068533 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-86556230-ee0f-43fd-b8af-106a62320fab req-4efd5c24-8a26-4f73-98be-6773886c85ef tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] 10.222.0.39 "GET /v2.0/ports?device_id=78b698b3-d74d-459f-aac1-f22636b34999 HTTP/1.1" status: 200 len: 948 time: 0.1458642 Aug 12 14:30:59.075911 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0e4e7a8f-b622-49bf-8407-3e162fcac8e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:59.100433 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7887d2-af8c-4ac2-969a-0ef047b041e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ac05e96-62e9-4fbd-beb2-53a10f5bd05d,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:30:59.139388 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-8a935892-8776-4a8e-90a4-ca2c3cc30db2 req-96008b15-7253-41e6-b30d-516cd1978a93 tempest-LiveAutoBlockMigrationV225Test-1272051264 tempest-LiveAutoBlockMigrationV225Test-1272051264-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=e3ca17b3-b028-41b3-b138-91e00a6e278c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925247 Aug 12 14:30:59.166287 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-0e4e7a8f-b622-49bf-8407-3e162fcac8e2 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=28e92397a40e44f3831cc7e3b81d872b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4741383 Aug 12 14:30:59.171002 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 57928) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:30:59.179731 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4e7a8f-b622-49bf-8407-3e162fcac8e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e7c420f-2589-4576-8d62-9e6387a106e1,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:30:59.239517 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-86556230-ee0f-43fd-b8af-106a62320fab req-c8fe33f1-8f40-47eb-a88c-62ce2c6ef153 tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] 10.222.0.39 "GET /v2.0/security-groups?id=732c786f-d597-473b-bc9a-3d3a7bfc11d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606913 Aug 12 14:30:59.304557 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3a945678-3d61-45cc-89ae-b4e215e56f11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:59.340043 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-2717133b-6217-4fd1-a861-204c36854e03 None None] Notify callbacks [] for port, precommit_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:59.351458 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-2717133b-6217-4fd1-a861-204c36854e03 None None] Transition to ACTIVE for port object 9084f4dc-f10a-4f81-82bf-c3a885bd0239 will not be triggered until provisioned by entity L2. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:30:59.356871 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device 2d02505d-896c-436a-96b2-40e1c4f8b876 up at agent hyperv_n-h2-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:30:59.359115 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3a945678-3d61-45cc-89ae-b4e215e56f11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:59.360981 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-2717133b-6217-4fd1-a861-204c36854e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:59.438944 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-4c526c44-811b-4b86-9c67-4ea481a3a61c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:59.468833 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-4c526c44-811b-4b86-9c67-4ea481a3a61c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:59.495929 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25c2474-15ff-4b87-bbe6-cb65a52b4845 req-760ff0aa-33a3-4f27-899c-8d280cde568c tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:30:59.505239 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-e25c2474-15ff-4b87-bbe6-cb65a52b4845 req-760ff0aa-33a3-4f27-899c-8d280cde568c tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] 10.222.0.39 "GET /v2.0/ports?device_id=8ad67dc1-b6ca-4103-8185-c3ba24b02732 HTTP/1.1" status: 200 len: 945 time: 0.0871904 Aug 12 14:30:59.535191 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3a945678-3d61-45cc-89ae-b4e215e56f11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:59.538650 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3a945678-3d61-45cc-89ae-b4e215e56f11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:59.540090 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-3a945678-3d61-45cc-89ae-b4e215e56f11 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2e7c420f-2589-4576-8d62-9e6387a106e1 HTTP/1.1" status: 204 len: 168 time: 0.3681192 Aug 12 14:30:59.554302 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c526c44-811b-4b86-9c67-4ea481a3a61c admin admin] vlan segment allocate from pool success with {'vlan_id': 345, 'physical_network': 'physnet1'} {{(pid=94467) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 14:30:59.557226 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a945678-3d61-45cc-89ae-b4e215e56f11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e7c420f-2589-4576-8d62-9e6387a106e1,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:30:59.566109 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbac5a2e-0b28-4d77-93b9-84b5d701a04e None None] Pushing event updated for resources: {'Port': ['ID=9084f4dc-f10a-4f81-82bf-c3a885bd0239,revision_number=3']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:30:59.610350 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-e25c2474-15ff-4b87-bbe6-cb65a52b4845 req-5c3a3068-e05d-4ed7-88aa-0dc68f96feb4 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] 10.222.0.39 "GET /v2.0/security-groups?id=11312995-c93d-4754-9dea-15693c54238a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987060 Aug 12 14:30:59.646354 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-4c526c44-811b-4b86-9c67-4ea481a3a61c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:59.646564 n-d-694802-15 neutron-server[94467]: INFO neutron.db.segments_db [None req-4c526c44-811b-4b86-9c67-4ea481a3a61c admin admin] Added segment 00885975-92ca-4f32-a555-f8ccf1558810 of type vlan for network 5f3c6e1a-83d5-493f-9819-37b1eeb637ca Aug 12 14:30:59.668620 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c526c44-811b-4b86-9c67-4ea481a3a61c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64c04aff-af7f-463a-bc4d-f1f2894dffc9,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:30:59.697493 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-2717133b-6217-4fd1-a861-204c36854e03 None None] Attempting to bind port 9084f4dc-f10a-4f81-82bf-c3a885bd0239 on host n-d-694802-15 for vnic_type normal with profile {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:30:59.697954 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-2717133b-6217-4fd1-a861-204c36854e03 None None] Attempting to bind port 9084f4dc-f10a-4f81-82bf-c3a885bd0239 by drivers openvswitch,hyperv on host n-d-694802-15 at level 0 using segments [{'id': '90d38c4e-0902-45c2-a9f7-0cc151cbe8b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '8a71aa16-6082-45cb-9783-85f01df10691'}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:30:59.698825 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2717133b-6217-4fd1-a861-204c36854e03 None None] Attempting to bind port 9084f4dc-f10a-4f81-82bf-c3a885bd0239 on network 8a71aa16-6082-45cb-9783-85f01df10691 {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:30:59.704650 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-140f5653-68e5-4f14-a782-1c947ae0b122 req-801816f4-63f3-4b5d-82e2-699b5cec04a9 tempest-SecurityGroupRulesNegativeTestJSON-1254776819 tempest-SecurityGroupRulesNegativeTestJSON-1254776819-project] 10.222.0.39 "GET /v2.0/security-groups/6c8f1ef3-c7fa-44e8-970c-4e649e8af790 HTTP/1.1" status: 200 len: 1809 time: 0.4234321 Aug 12 14:30:59.705361 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2717133b-6217-4fd1-a861-204c36854e03 None None] Checking agent: {'id': '16de73ac-f2e9-4cee-b3e0-91052ae3e6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 20, 13), 'started_at': datetime.datetime(2021, 8, 12, 14, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 30, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:30:59.705886 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2717133b-6217-4fd1-a861-204c36854e03 None None] Checking segment: {'id': '90d38c4e-0902-45c2-a9f7-0cc151cbe8b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '8a71aa16-6082-45cb-9783-85f01df10691'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:30:59.706410 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-2717133b-6217-4fd1-a861-204c36854e03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:59.706984 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2717133b-6217-4fd1-a861-204c36854e03 None None] Bound using segment: {'id': '90d38c4e-0902-45c2-a9f7-0cc151cbe8b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '8a71aa16-6082-45cb-9783-85f01df10691'} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:30:59.708154 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-2717133b-6217-4fd1-a861-204c36854e03 None None] Bound port: 9084f4dc-f10a-4f81-82bf-c3a885bd0239, host: n-d-694802-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90d38c4e-0902-45c2-a9f7-0cc151cbe8b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '8a71aa16-6082-45cb-9783-85f01df10691'}}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:30:59.708645 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-2717133b-6217-4fd1-a861-204c36854e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:59.711587 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Provisioning for port 2d02505d-896c-436a-96b2-40e1c4f8b876 completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:30:59.739131 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Provisioning complete for port 2d02505d-896c-436a-96b2-40e1c4f8b876 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:30:59.740827 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:59.751933 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-140f5653-68e5-4f14-a782-1c947ae0b122 req-729452b7-b0e9-43c6-a93c-089134d493c5 tempest-SecurityGroupRulesNegativeTestJSON-1254776819 tempest-SecurityGroupRulesNegativeTestJSON-1254776819-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '6c8f1ef3-c7fa-44e8-970c-4e649e8af790', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:30:59.752346 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-140f5653-68e5-4f14-a782-1c947ae0b122 req-729452b7-b0e9-43c6-a93c-089134d493c5 tempest-SecurityGroupRulesNegativeTestJSON-1254776819 tempest-SecurityGroupRulesNegativeTestJSON-1254776819-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '6c8f1ef3-c7fa-44e8-970c-4e649e8af790', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:30:59.797757 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-4c526c44-811b-4b86-9c67-4ea481a3a61c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744653628263'] for network, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:59.894028 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-140f5653-68e5-4f14-a782-1c947ae0b122 req-729452b7-b0e9-43c6-a93c-089134d493c5 tempest-SecurityGroupRulesNegativeTestJSON-1254776819 tempest-SecurityGroupRulesNegativeTestJSON-1254776819-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:59.897104 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device c2132c04-e2a8-4086-a89a-d2e1812ec202 details requested by agent hyperv_n-h1-694802-15 with host n-h1-694802-15 {{(pid=94468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 14:30:59.925345 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-140f5653-68e5-4f14-a782-1c947ae0b122 req-729452b7-b0e9-43c6-a93c-089134d493c5 tempest-SecurityGroupRulesNegativeTestJSON-1254776819 tempest-SecurityGroupRulesNegativeTestJSON-1254776819-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:59.927643 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-4c526c44-811b-4b86-9c67-4ea481a3a61c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409'] for network, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:59.928704 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c526c44-811b-4b86-9c67-4ea481a3a61c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:30:59.929310 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-4c526c44-811b-4b86-9c67-4ea481a3a61c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for network, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:59.949993 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-140f5653-68e5-4f14-a782-1c947ae0b122 req-729452b7-b0e9-43c6-a93c-089134d493c5 tempest-SecurityGroupRulesNegativeTestJSON-1254776819 tempest-SecurityGroupRulesNegativeTestJSON-1254776819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641735'] for security_group_rule, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:30:59.980668 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95371e11-9559-4306-9cfc-cf4619d240d0 req-6e4e2e5c-06bb-45a7-a9ab-fa18fb7b5c34 tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:30:59.983777 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-95371e11-9559-4306-9cfc-cf4619d240d0 req-6e4e2e5c-06bb-45a7-a9ab-fa18fb7b5c34 tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] 10.222.0.39 "GET /v2.0/networks?id=03dfba7c-7b4a-44e5-8aaa-c2d37ee82018 HTTP/1.1" status: 200 len: 821 time: 0.2620194 Aug 12 14:31:00.010709 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729452b7-b0e9-43c6-a93c-089134d493c5 tempest-SecurityGroupRulesNegativeTestJSON-1254776819 tempest-SecurityGroupRulesNegativeTestJSON-1254776819-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0524733-dc13-4343-902e-2ed44fc6f0ae,revision_number=0']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:31:00.015104 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-4c526c44-811b-4b86-9c67-4ea481a3a61c admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.1441469 Aug 12 14:31:00.018507 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 57966) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:31:00.024190 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-95371e11-9559-4306-9cfc-cf4619d240d0 req-7b7b02fb-d989-4071-9b63-f478311bde53 tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] 10.222.0.39 "GET /v2.0/quotas/eebc4daeab5b4932b99d48c68fd10c64 HTTP/1.1" status: 200 len: 375 time: 0.0323424 Aug 12 14:31:00.026625 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-13d27d3b-2f93-4801-9e41-7b26e8f45f9e admin admin] Request body: {'subnet': {'network_id': '5f3c6e1a-83d5-493f-9819-37b1eeb637ca', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1660920679-subnet', 'tenant_id': 'b678ae4cf0e548eabd07cc7c8c038355', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:31:00.036290 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-140f5653-68e5-4f14-a782-1c947ae0b122 req-729452b7-b0e9-43c6-a93c-089134d493c5 tempest-SecurityGroupRulesNegativeTestJSON-1254776819 tempest-SecurityGroupRulesNegativeTestJSON-1254776819-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:00.037472 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-140f5653-68e5-4f14-a782-1c947ae0b122 req-729452b7-b0e9-43c6-a93c-089134d493c5 tempest-SecurityGroupRulesNegativeTestJSON-1254776819 tempest-SecurityGroupRulesNegativeTestJSON-1254776819-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3291605 Aug 12 14:31:00.039700 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c526c44-811b-4b86-9c67-4ea481a3a61c admin admin] Pushing event updated for resources: {'Network': ['ID=5f3c6e1a-83d5-493f-9819-37b1eeb637ca,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:31:00.060728 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13d27d3b-2f93-4801-9e41-7b26e8f45f9e admin admin] Made reservation on behalf of b678ae4cf0e548eabd07cc7c8c038355 for: {'subnet': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:31:00.063781 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-13d27d3b-2f93-4801-9e41-7b26e8f45f9e admin admin] Notify callbacks [] for subnet, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:00.084498 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port c2132c04-e2a8-4086-a89a-d2e1812ec202, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=c2132c04-e2a8-4086-a89a-d2e1812ec202,segment=NetworkSegment(a1f8c867-101b-4d30-814e-b89f55a5edd0),segment_id=a1f8c867-101b-4d30-814e-b89f55a5edd0)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:31:00.099264 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device edc5ecb0-fec0-4f07-8436-44d8c1345f48 up at agent hyperv_n-h1-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:31:00.144995 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Returning: {'device': 'c2132c04-e2a8-4086-a89a-d2e1812ec202', 'network_id': '2525c403-dfb3-4196-a273-739607aab38a', 'port_id': 'c2132c04-e2a8-4086-a89a-d2e1812ec202', 'mac_address': 'fa:16:3e:87:4b:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '236e0be6-1c94-4221-9e8b-ab02a53331f8', 'ip_address': '192.168.233.136'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 14:31:00.157922 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-95371e11-9559-4306-9cfc-cf4619d240d0 req-7c5dbbdd-4056-47b2-91d6-b212fbbaabf7 tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=eebc4daeab5b4932b99d48c68fd10c64&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1322899 Aug 12 14:31:00.159598 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Network 5f3c6e1a-83d5-493f-9819-37b1eeb637ca details requested by agent ovs-agent-n-d-694802-15 with host n-d-694802-15 {{(pid=94468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 14:31:00.194706 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-69d6c779-147a-4840-a02b-74bde775537a req-ce6a8fe4-812a-4c8f-875d-dfbca5de1abb tempest-SecurityGroupRulesNegativeTestJSON-1254776819 tempest-SecurityGroupRulesNegativeTestJSON-1254776819-project] 10.222.0.39 "GET /v2.0/security-groups/6c8f1ef3-c7fa-44e8-970c-4e649e8af790 HTTP/1.1" status: 200 len: 2402 time: 0.0754750 Aug 12 14:31:00.262029 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0e7b3f21-13a6-47ce-b9fe-a1f452e67c5e req-6f23d83d-2a0f-4a93-978e-4f1c1010ecb1 tempest-SecurityGroupRulesNegativeTestJSON-1254776819 tempest-SecurityGroupRulesNegativeTestJSON-1254776819-project] 10.222.0.39 "GET /v2.0/security-group-rules/a0524733-dc13-4343-902e-2ed44fc6f0ae HTTP/1.1" status: 200 len: 778 time: 0.0388598 Aug 12 14:31:00.267609 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-95371e11-9559-4306-9cfc-cf4619d240d0 req-d37ad040-2cf5-491d-824d-f24810ddf846 service neutron] 10.222.0.39 "GET /v2.0/networks/03dfba7c-7b4a-44e5-8aaa-c2d37ee82018?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083744 Aug 12 14:31:00.298286 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:00.338191 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2132c04-e2a8-4086-a89a-d2e1812ec202 {{(pid=94468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:31:00.368594 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port c2132c04-e2a8-4086-a89a-d2e1812ec202, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=c2132c04-e2a8-4086-a89a-d2e1812ec202,segment=NetworkSegment(a1f8c867-101b-4d30-814e-b89f55a5edd0),segment_id=a1f8c867-101b-4d30-814e-b89f55a5edd0)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:31:00.373994 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0e7b3f21-13a6-47ce-b9fe-a1f452e67c5e req-08b519e1-0227-42c4-8a5c-fccdde703660 tempest-SecurityGroupRulesNegativeTestJSON-1254776819 tempest-SecurityGroupRulesNegativeTestJSON-1254776819-project] 10.222.0.39 "GET /v2.0/security-groups/6c8f1ef3-c7fa-44e8-970c-4e649e8af790 HTTP/1.1" status: 200 len: 2402 time: 0.1088493 Aug 12 14:31:00.383281 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-95371e11-9559-4306-9cfc-cf4619d240d0 req-a97566da-d04f-409b-abc0-96c66cc82ad9 service neutron] 10.222.0.39 "GET /v2.0/networks/03dfba7c-7b4a-44e5-8aaa-c2d37ee82018?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1136234 Aug 12 14:31:00.393978 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:00.457434 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-0e7b3f21-13a6-47ce-b9fe-a1f452e67c5e req-aec59dea-1ed4-4b32-862d-a5cf421380ee tempest-SecurityGroupRulesNegativeTestJSON-1254776819 tempest-SecurityGroupRulesNegativeTestJSON-1254776819-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:00.464233 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Provisioning for port edc5ecb0-fec0-4f07-8436-44d8c1345f48 completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:31:00.472009 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-0e7b3f21-13a6-47ce-b9fe-a1f452e67c5e req-aec59dea-1ed4-4b32-862d-a5cf421380ee tempest-SecurityGroupRulesNegativeTestJSON-1254776819 tempest-SecurityGroupRulesNegativeTestJSON-1254776819-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:00.472165 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Pushing event updated for resources: {'Port': ['ID=c2132c04-e2a8-4086-a89a-d2e1812ec202,revision_number=4']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:31:00.478151 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-13d27d3b-2f93-4801-9e41-7b26e8f45f9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409'] for subnet, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:00.481178 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Provisioning complete for port edc5ecb0-fec0-4f07-8436-44d8c1345f48 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:31:00.481787 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:00.600444 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:00.612373 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-0e7b3f21-13a6-47ce-b9fe-a1f452e67c5e req-aec59dea-1ed4-4b32-862d-a5cf421380ee tempest-SecurityGroupRulesNegativeTestJSON-1254776819 tempest-SecurityGroupRulesNegativeTestJSON-1254776819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641735'] for security_group_rule, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:00.633279 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-0e7b3f21-13a6-47ce-b9fe-a1f452e67c5e req-aec59dea-1ed4-4b32-862d-a5cf421380ee tempest-SecurityGroupRulesNegativeTestJSON-1254776819 tempest-SecurityGroupRulesNegativeTestJSON-1254776819-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:00.634516 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0e7b3f21-13a6-47ce-b9fe-a1f452e67c5e req-aec59dea-1ed4-4b32-862d-a5cf421380ee tempest-SecurityGroupRulesNegativeTestJSON-1254776819 tempest-SecurityGroupRulesNegativeTestJSON-1254776819-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/a0524733-dc13-4343-902e-2ed44fc6f0ae HTTP/1.1" status: 204 len: 173 time: 0.2593274 Aug 12 14:31:00.649299 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec59dea-1ed4-4b32-862d-a5cf421380ee tempest-SecurityGroupRulesNegativeTestJSON-1254776819 tempest-SecurityGroupRulesNegativeTestJSON-1254776819-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a0524733-dc13-4343-902e-2ed44fc6f0ae,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:31:00.651719 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d27d3b-2f93-4801-9e41-7b26e8f45f9e admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d3216b4-1f1b-40a4-a39f-a9955c508bf3,revision_number=0']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:31:00.672901 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13d27d3b-2f93-4801-9e41-7b26e8f45f9e admin admin] Checking segment: {'id': '00885975-92ca-4f32-a555-f8ccf1558810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '5f3c6e1a-83d5-493f-9819-37b1eeb637ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:31:00.673547 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13d27d3b-2f93-4801-9e41-7b26e8f45f9e admin admin] Network hostable DHCP agents. Network: 5f3c6e1a-83d5-493f-9819-37b1eeb637ca, hostable agents: ['1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658'], hosted agents: [] {{(pid=94467) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 14:31:00.690316 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port 2d02505d-896c-436a-96b2-40e1c4f8b876, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=2d02505d-896c-436a-96b2-40e1c4f8b876,segment=NetworkSegment(2c5f2abe-b754-491c-837b-06e8fcd65d4b),segment_id=2c5f2abe-b754-491c-837b-06e8fcd65d4b)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:31:00.692747 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] get_ports_and_sgs() called for port_ids ['c2132c04-e2a8-4086-a89a-d2e1812ec202'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:31:00.697883 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13d27d3b-2f93-4801-9e41-7b26e8f45f9e admin admin] Network 5f3c6e1a-83d5-493f-9819-37b1eeb637ca is scheduled to be hosted by DHCP agent 1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658 with binding_index 1 {{(pid=94467) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 14:31:00.699577 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-2717133b-6217-4fd1-a861-204c36854e03 None None] For port 9084f4dc-f10a-4f81-82bf-c3a885bd0239, host n-d-694802-15, cleared binding levels {{(pid=94468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:31:00.703576 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ad67dc1-b6ca-4103-8185-c3ba24b02732', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d02505d-896c-436a-96b2-40e1c4f8b876'}] {{(pid=94468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:31:00.705898 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99a8d87602170099c728e57431aca99e9b98a655a83bbf8727be13192709727b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07711f1a-5fb3-45a8-b998-f9ffd0abd875" -d '{"events": [{"server_uuid": "8ad67dc1-b6ca-4103-8185-c3ba24b02732", "name": "network-vif-plugged", "status": "completed", "tag": "2d02505d-896c-436a-96b2-40e1c4f8b876"}]}' {{(pid=94468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:31:00.715312 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:00.716477 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [None req-13d27d3b-2f93-4801-9e41-7b26e8f45f9e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-15, 5f3c6e1a-83d5-493f-9819-37b1eeb637ca) {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:31:00.725759 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13d27d3b-2f93-4801-9e41-7b26e8f45f9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:00.726468 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-13d27d3b-2f93-4801-9e41-7b26e8f45f9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for subnet, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:00.745832 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32c0762-5a8f-4a2b-954d-cdf2a45cfd83 req-7c48f705-2c75-4345-bdc9-65a8c7f2c99f tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:00.751174 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-c32c0762-5a8f-4a2b-954d-cdf2a45cfd83 req-7c48f705-2c75-4345-bdc9-65a8c7f2c99f tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] 10.222.0.39 "GET /v2.0/ports?device_id=78b698b3-d74d-459f-aac1-f22636b34999 HTTP/1.1" status: 200 len: 949 time: 0.1230106 Aug 12 14:31:00.811337 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Pushing event updated for resources: {'Port': ['ID=2d02505d-896c-436a-96b2-40e1c4f8b876,revision_number=5']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:31:00.821941 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c9222098-bbd5-4876-82b6-297aedef0c2e req-2dcc759a-e115-411e-b132-67c978bea62f tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] 10.222.0.39 "GET /v2.0/ports?device_id=1ddbe7c8-0ae7-4cf3-828c-7aed5defb66e HTTP/1.1" status: 200 len: 210 time: 0.0874076 Aug 12 14:31:00.823781 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7631b86c-5387-4951-9089-729ef8eb5101 None None] Network 5f3c6e1a-83d5-493f-9819-37b1eeb637ca requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:31:00.835930 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-13d27d3b-2f93-4801-9e41-7b26e8f45f9e admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.8139787 Aug 12 14:31:00.836875 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 58012) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:31:00.839936 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-c32c0762-5a8f-4a2b-954d-cdf2a45cfd83 req-c395be5a-9e19-41dc-a223-0fdc75381c7c tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] 10.222.0.39 "GET /v2.0/security-groups?id=732c786f-d597-473b-bc9a-3d3a7bfc11d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823975 Aug 12 14:31:00.843309 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-6319f748-f18c-479b-a63e-acb7a3f259d3 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1660920679-router', 'tenant_id': 'b678ae4cf0e548eabd07cc7c8c038355', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'}}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:31:00.898142 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-6319f748-f18c-479b-a63e-acb7a3f259d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-430574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-104863'] for router, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:00.899304 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-6319f748-f18c-479b-a63e-acb7a3f259d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-429438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-431405', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66646573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-104852'] for router, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:00.916128 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-9b270692-f8d1-4219-b997-1f4214507620 req-2ff9ebb7-e30b-468a-87fa-3c8007e2f344 tempest-SecurityGroupRulesNegativeTestJSON-1254776819 tempest-SecurityGroupRulesNegativeTestJSON-1254776819-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1667816419', 'description': 'tempest-description-728788609'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:31:00.924030 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-2717133b-6217-4fd1-a861-204c36854e03 None None] For port 9084f4dc-f10a-4f81-82bf-c3a885bd0239, host n-d-694802-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=9084f4dc-f10a-4f81-82bf-c3a885bd0239,segment=NetworkSegment(90d38c4e-0902-45c2-a9f7-0cc151cbe8b9),segment_id=90d38c4e-0902-45c2-a9f7-0cc151cbe8b9)] {{(pid=94468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:31:00.957979 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-2717133b-6217-4fd1-a861-204c36854e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:01.023457 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-6319f748-f18c-479b-a63e-acb7a3f259d3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:01.033409 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbac5a2e-0b28-4d77-93b9-84b5d701a04e None None] Pushing event updated for resources: {'Port': ['ID=9084f4dc-f10a-4f81-82bf-c3a885bd0239,revision_number=4']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:31:01.067105 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700b7676-46dc-4253-931c-7e6b240b3fa0 req-b21f4eba-d5e5-4101-a442-ba0cfa549ac3 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:01.086831 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-700b7676-46dc-4253-931c-7e6b240b3fa0 req-b21f4eba-d5e5-4101-a442-ba0cfa549ac3 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] 10.222.0.39 "GET /v2.0/ports?device_id=8ad67dc1-b6ca-4103-8185-c3ba24b02732 HTTP/1.1" status: 200 len: 946 time: 0.1144509 Aug 12 14:31:01.131472 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2717133b-6217-4fd1-a861-204c36854e03 None None] Routers {'11d41262-1334-4737-8528-01f371451f7a'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:31:01.132668 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-2717133b-6217-4fd1-a861-204c36854e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:30:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['11d41262-1334-4737-8528-01f371451f7a'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:31:01.154096 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:01.199619 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-700b7676-46dc-4253-931c-7e6b240b3fa0 req-04ec7afd-7c8f-4589-a4d1-8c539900748a tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] 10.222.0.39 "GET /v2.0/security-groups?id=11312995-c93d-4754-9dea-15693c54238a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114700 Aug 12 14:31:01.237799 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-9b270692-f8d1-4219-b997-1f4214507620 req-2ff9ebb7-e30b-468a-87fa-3c8007e2f344 tempest-SecurityGroupRulesNegativeTestJSON-1254776819 tempest-SecurityGroupRulesNegativeTestJSON-1254776819-project] Notify callbacks [] for security_group, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:01.303225 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 14:31:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b1e7b28-2877-452e-a4a9-33e42d2ef8de x-openstack-request-id: req-2b1e7b28-2877-452e-a4a9-33e42d2ef8de {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:31:01.303786 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ad67dc1-b6ca-4103-8185-c3ba24b02732", "name": "network-vif-plugged", "status": "completed", "tag": "2d02505d-896c-436a-96b2-40e1c4f8b876", "code": 200}]} {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:31:01.304216 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2b1e7b28-2877-452e-a4a9-33e42d2ef8de {{(pid=94468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:31:01.304781 n-d-694802-15 neutron-server[94468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ad67dc1-b6ca-4103-8185-c3ba24b02732', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d02505d-896c-436a-96b2-40e1c4f8b876', 'code': 200} Aug 12 14:31:01.331635 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-6319f748-f18c-479b-a63e-acb7a3f259d3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:01.409833 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port edc5ecb0-fec0-4f07-8436-44d8c1345f48, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=edc5ecb0-fec0-4f07-8436-44d8c1345f48,segment=NetworkSegment(a1f8c867-101b-4d30-814e-b89f55a5edd0),segment_id=a1f8c867-101b-4d30-814e-b89f55a5edd0)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:31:01.471222 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:01.516448 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-9b270692-f8d1-4219-b997-1f4214507620 req-2ff9ebb7-e30b-468a-87fa-3c8007e2f344 tempest-SecurityGroupRulesNegativeTestJSON-1254776819 tempest-SecurityGroupRulesNegativeTestJSON-1254776819-project] Notify callbacks [] for security_group, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:01.516728 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1800b281-12fa-4e7d-b93e-c72a467a5c6b req-48c06a57-2104-40d0-808b-546473a31162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:01.527643 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-9b270692-f8d1-4219-b997-1f4214507620 req-2ff9ebb7-e30b-468a-87fa-3c8007e2f344 tempest-SecurityGroupRulesNegativeTestJSON-1254776819 tempest-SecurityGroupRulesNegativeTestJSON-1254776819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:01.529145 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-1800b281-12fa-4e7d-b93e-c72a467a5c6b req-48c06a57-2104-40d0-808b-546473a31162 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=8ad67dc1-b6ca-4103-8185-c3ba24b02732 HTTP/1.1" status: 200 len: 1098 time: 0.1818323 Aug 12 14:31:01.611553 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-9b270692-f8d1-4219-b997-1f4214507620 req-2ff9ebb7-e30b-468a-87fa-3c8007e2f344 tempest-SecurityGroupRulesNegativeTestJSON-1254776819 tempest-SecurityGroupRulesNegativeTestJSON-1254776819-project] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:01.612829 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9b270692-f8d1-4219-b997-1f4214507620 req-2ff9ebb7-e30b-468a-87fa-3c8007e2f344 tempest-SecurityGroupRulesNegativeTestJSON-1254776819 tempest-SecurityGroupRulesNegativeTestJSON-1254776819-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.7090430 Aug 12 14:31:01.622358 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 58036) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:31:01.645969 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff9ebb7-e30b-468a-87fa-3c8007e2f344 tempest-SecurityGroupRulesNegativeTestJSON-1254776819 tempest-SecurityGroupRulesNegativeTestJSON-1254776819-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8fe11733-60c2-4d7a-bb3e-a5089de840f4,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:31:01.670096 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-1800b281-12fa-4e7d-b93e-c72a467a5c6b req-8b1241b0-c736-4b5f-aade-85ef91bb412a service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=11312995-c93d-4754-9dea-15693c54238a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298149 Aug 12 14:31:01.749289 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-ea4394a8-c1c2-48ba-b6b4-e3f973a53101 req-e8424374-92b9-487f-ad59-3172e462a4b7 tempest-SecurityGroupRulesNegativeTestJSON-1254776819 tempest-SecurityGroupRulesNegativeTestJSON-1254776819-project] 10.222.0.39 "GET /v2.0/security-groups/8fe11733-60c2-4d7a-bb3e-a5089de840f4 HTTP/1.1" status: 200 len: 1812 time: 0.0896020 Aug 12 14:31:01.761315 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-6319f748-f18c-479b-a63e-acb7a3f259d3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:01.769255 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Pushing event updated for resources: {'Port': ['ID=edc5ecb0-fec0-4f07-8436-44d8c1345f48,revision_number=5']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:31:01.791153 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [req-16ceea11-3fbc-4f2b-aac6-ff0f47742e56 req-6cc360d5-bedf-4d45-8b96-b492a5dc7182 tempest-SecurityGroupRulesNegativeTestJSON-1254776819 tempest-SecurityGroupRulesNegativeTestJSON-1254776819-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1547482825', 'description': 'tempest-description-600626598'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:31:01.796728 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvr_db [None req-2717133b-6217-4fd1-a861-204c36854e03 None None] Set router 11d41262-1334-4737-8528-01f371451f7a gateway port host: n-d-694802-15 {{(pid=94468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:31:01.810191 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-6319f748-f18c-479b-a63e-acb7a3f259d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:01.830027 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-16ceea11-3fbc-4f2b-aac6-ff0f47742e56 req-6cc360d5-bedf-4d45-8b96-b492a5dc7182 tempest-SecurityGroupRulesNegativeTestJSON-1254776819 tempest-SecurityGroupRulesNegativeTestJSON-1254776819-project] Notify callbacks [] for security_group, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:01.899982 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c94c231c-8450-42fc-851a-3a7c5e18226b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa7035b3e-9a89-5964-b9f4-97301c3f476a-5f3c6e1a-83d5-493f-9819-37b1eeb637ca', 'network_id': '5f3c6e1a-83d5-493f-9819-37b1eeb637ca', 'tenant_id': 'b678ae4cf0e548eabd07cc7c8c038355', 'fixed_ips': [{'subnet_id': '2d3216b4-1f1b-40a4-a39f-a9955c508bf3'}]}} from n-d-694802-15. {{(pid=94468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 14:31:01.901121 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-c94c231c-8450-42fc-851a-3a7c5e18226b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:02.006660 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-16ceea11-3fbc-4f2b-aac6-ff0f47742e56 req-6cc360d5-bedf-4d45-8b96-b492a5dc7182 tempest-SecurityGroupRulesNegativeTestJSON-1254776819 tempest-SecurityGroupRulesNegativeTestJSON-1254776819-project] Notify callbacks [] for security_group, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:02.015234 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-16ceea11-3fbc-4f2b-aac6-ff0f47742e56 req-6cc360d5-bedf-4d45-8b96-b492a5dc7182 tempest-SecurityGroupRulesNegativeTestJSON-1254776819 tempest-SecurityGroupRulesNegativeTestJSON-1254776819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:02.019245 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_common [None req-6319f748-f18c-479b-a63e-acb7a3f259d3 admin admin] Allocated IP 172.25.1.16 (d3759e1b-6c03-45ac-acd4-90abb417809b/f0254f08-c19c-4e31-bd9c-09389ea4b6f2/2dbbbe70-dd98-4123-bcb5-51f2f0898622) {{(pid=94467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:31:02.070774 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-bf63c21d-1b63-4c7c-b844-62b3aa6cda84 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1270980811-network', 'tenant_id': '9410f028372c43df8da5e6b4fb58fdcd'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:31:02.126580 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-16ceea11-3fbc-4f2b-aac6-ff0f47742e56 req-6cc360d5-bedf-4d45-8b96-b492a5dc7182 tempest-SecurityGroupRulesNegativeTestJSON-1254776819 tempest-SecurityGroupRulesNegativeTestJSON-1254776819-project] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:02.126793 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.db_base_plugin_common [None req-c94c231c-8450-42fc-851a-3a7c5e18226b None None] Allocated IP 172.20.0.2 (5f3c6e1a-83d5-493f-9819-37b1eeb637ca/2d3216b4-1f1b-40a4-a39f-a9955c508bf3/74f37ce7-a1c9-4f6d-8d64-e72556cdaf30) {{(pid=94468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:31:02.129847 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-16ceea11-3fbc-4f2b-aac6-ff0f47742e56 req-6cc360d5-bedf-4d45-8b96-b492a5dc7182 tempest-SecurityGroupRulesNegativeTestJSON-1254776819 tempest-SecurityGroupRulesNegativeTestJSON-1254776819-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.3431299 Aug 12 14:31:02.133350 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc360d5-bedf-4d45-8b96-b492a5dc7182 tempest-SecurityGroupRulesNegativeTestJSON-1254776819 tempest-SecurityGroupRulesNegativeTestJSON-1254776819-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8fa8705b-0b85-4e2c-984a-352fbea7a1fa,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:31:02.165320 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-6319f748-f18c-479b-a63e-acb7a3f259d3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:02.173025 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf63c21d-1b63-4c7c-b844-62b3aa6cda84 admin admin] Made reservation on behalf of 9410f028372c43df8da5e6b4fb58fdcd for: {'network': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:31:02.175463 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-bf63c21d-1b63-4c7c-b844-62b3aa6cda84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for network, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:02.196941 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-bf63c21d-1b63-4c7c-b844-62b3aa6cda84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:02.222379 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-6319f748-f18c-479b-a63e-acb7a3f259d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253'] for port, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:02.305761 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6319f748-f18c-479b-a63e-acb7a3f259d3 admin admin] Network d3759e1b-6c03-45ac-acd4-90abb417809b is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:31:02.312805 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [None req-6319f748-f18c-479b-a63e-acb7a3f259d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:31:02.313050 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-c94c231c-8450-42fc-851a-3a7c5e18226b None None] Notify callbacks [] for port, precommit_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:02.316785 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6319f748-f18c-479b-a63e-acb7a3f259d3 admin admin] Received port after_create {{(pid=94467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:31:02.325716 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-c94c231c-8450-42fc-851a-3a7c5e18226b None None] Transition to ACTIVE for port object 74f37ce7-a1c9-4f6d-8d64-e72556cdaf30 will not be triggered until provisioned by entity L2. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:31:02.350497 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-c94c231c-8450-42fc-851a-3a7c5e18226b None None] Transition to ACTIVE for port object 74f37ce7-a1c9-4f6d-8d64-e72556cdaf30 will not be triggered until provisioned by entity DHCP. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:31:02.369017 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-c94c231c-8450-42fc-851a-3a7c5e18226b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253'] for port, after_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:02.369797 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0212d373-7f02-4042-b29d-613cf66a8285 req-9bb08705-fd8e-464a-884a-f14b673f7278 tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:02.371375 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0212d373-7f02-4042-b29d-613cf66a8285 req-9bb08705-fd8e-464a-884a-f14b673f7278 tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] 10.222.0.39 "GET /v2.0/ports?device_id=78b698b3-d74d-459f-aac1-f22636b34999 HTTP/1.1" status: 200 len: 949 time: 0.1616015 Aug 12 14:31:02.372015 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6319f748-f18c-479b-a63e-acb7a3f259d3 admin admin] Pushing event updated for resources: {'Port': ['ID=2dbbbe70-dd98-4123-bcb5-51f2f0898622,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:31:02.435846 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94c231c-8450-42fc-851a-3a7c5e18226b None None] Pushing event updated for resources: {'Port': ['ID=74f37ce7-a1c9-4f6d-8d64-e72556cdaf30,revision_number=1']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:31:02.492885 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c94c231c-8450-42fc-851a-3a7c5e18226b None None] Network 5f3c6e1a-83d5-493f-9819-37b1eeb637ca is already hosted by enough agents. {{(pid=94468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:31:02.496837 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.base_scheduler [None req-c94c231c-8450-42fc-851a-3a7c5e18226b None None] Resources bound (agent type, host, resource id): {{(pid=94468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:31:02.499809 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c94c231c-8450-42fc-851a-3a7c5e18226b None None] Received port after_create {{(pid=94468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:31:02.500383 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0212d373-7f02-4042-b29d-613cf66a8285 req-2b6dbc1b-9ffd-4f7a-b309-69cd95c2bd0e tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] 10.222.0.39 "GET /v2.0/security-groups?id=732c786f-d597-473b-bc9a-3d3a7bfc11d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969989 Aug 12 14:31:02.537605 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-dedb7ea0-0964-4b15-b81c-bae7558961ad req-d24ad1d6-6527-45a4-a5c1-d87a6e551d00 tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] 10.222.0.39 "GET /v2.0/ports?device_id=1ddbe7c8-0ae7-4cf3-828c-7aed5defb66e HTTP/1.1" status: 200 len: 210 time: 0.1112406 Aug 12 14:31:02.796263 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95371e11-9559-4306-9cfc-cf4619d240d0 req-90048c3c-66d9-4bc8-a5f9-17da8294e4d7 tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:02.797740 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-95371e11-9559-4306-9cfc-cf4619d240d0 req-90048c3c-66d9-4bc8-a5f9-17da8294e4d7 tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] 10.222.0.49 "GET /v2.0/networks?id=03dfba7c-7b4a-44e5-8aaa-c2d37ee82018 HTTP/1.1" status: 200 len: 821 time: 0.4939113 Aug 12 14:31:02.823629 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [req-95371e11-9559-4306-9cfc-cf4619d240d0 req-0135cf37-cd4e-4149-863c-82a3601967c7 tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] Request body: {'port': {'device_id': '1ddbe7c8-0ae7-4cf3-828c-7aed5defb66e', 'network_id': '03dfba7c-7b4a-44e5-8aaa-c2d37ee82018', 'admin_state_up': True, 'tenant_id': 'eebc4daeab5b4932b99d48c68fd10c64'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:31:02.886334 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-c94c231c-8450-42fc-851a-3a7c5e18226b None None] Attempting to bind port 74f37ce7-a1c9-4f6d-8d64-e72556cdaf30 on host n-d-694802-15 for vnic_type normal with profile {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:31:02.887804 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-c94c231c-8450-42fc-851a-3a7c5e18226b None None] Attempting to bind port 74f37ce7-a1c9-4f6d-8d64-e72556cdaf30 by drivers openvswitch,hyperv on host n-d-694802-15 at level 0 using segments [{'id': '00885975-92ca-4f32-a555-f8ccf1558810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '5f3c6e1a-83d5-493f-9819-37b1eeb637ca'}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:31:02.887804 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c94c231c-8450-42fc-851a-3a7c5e18226b None None] Attempting to bind port 74f37ce7-a1c9-4f6d-8d64-e72556cdaf30 on network 5f3c6e1a-83d5-493f-9819-37b1eeb637ca {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:31:02.890771 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-bf63c21d-1b63-4c7c-b844-62b3aa6cda84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:02.895332 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c94c231c-8450-42fc-851a-3a7c5e18226b None None] Checking agent: {'id': '16de73ac-f2e9-4cee-b3e0-91052ae3e6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 20, 13), 'started_at': datetime.datetime(2021, 8, 12, 14, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 30, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:31:02.895740 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c94c231c-8450-42fc-851a-3a7c5e18226b None None] Checking segment: {'id': '00885975-92ca-4f32-a555-f8ccf1558810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '5f3c6e1a-83d5-493f-9819-37b1eeb637ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:31:02.896396 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-c94c231c-8450-42fc-851a-3a7c5e18226b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:02.897006 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-47f52462-7e82-45ea-806a-81578e5af888 req-d0c0a98e-2a60-4364-9ec6-a76e67c966ac tempest-SecurityGroupRulesNegativeTestJSON-1254776819 tempest-SecurityGroupRulesNegativeTestJSON-1254776819-project] 10.222.0.39 "GET /v2.0/security-groups/8fa8705b-0b85-4e2c-984a-352fbea7a1fa HTTP/1.1" status: 200 len: 1812 time: 0.0615995 Aug 12 14:31:02.897191 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c94c231c-8450-42fc-851a-3a7c5e18226b None None] Bound using segment: {'id': '00885975-92ca-4f32-a555-f8ccf1558810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '5f3c6e1a-83d5-493f-9819-37b1eeb637ca'} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:31:02.897812 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-c94c231c-8450-42fc-851a-3a7c5e18226b None None] Bound port: 74f37ce7-a1c9-4f6d-8d64-e72556cdaf30, host: n-d-694802-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00885975-92ca-4f32-a555-f8ccf1558810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '5f3c6e1a-83d5-493f-9819-37b1eeb637ca'}}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:31:02.898420 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-c94c231c-8450-42fc-851a-3a7c5e18226b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:02.918733 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-bf63c21d-1b63-4c7c-b844-62b3aa6cda84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:02.919824 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-2717133b-6217-4fd1-a861-204c36854e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11d41262-1334-4737-8528-01f371451f7a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1292795070-router', 'tenant_id': '67787a84bb704413b5454c6fdcf0c251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.66'}], 'enable_snat': True}, 'gw_port_id': '8f51f236-0b06-40ea-a837-5cdbc3b74c5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:30:41Z', 'updated_at': '2021-08-12T14:30:54Z', 'revision_number': 4, 'project_id': '67787a84bb704413b5454c6fdcf0c251', 'gw_port': {'id': '8f51f236-0b06-40ea-a837-5cdbc3b74c5c', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:ac:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11d41262-1334-4737-8528-01f371451f7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:30:43Z', 'updated_at': '2021-08-12T14:30:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': '9084f4dc-f10a-4f81-82bf-c3a885bd0239', 'name': '', 'network_id': '8a71aa16-6082-45cb-9783-85f01df10691', 'tenant_id': '67787a84bb704413b5454c6fdcf0c251', 'mac_address': 'fa:16:3e:80:28:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11d41262-1334-4737-8528-01f371451f7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'eaf44e2b-51e5-4157-8e0e-0a0a05c13c30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:30:52Z', 'updated_at': '2021-08-12T14:31:00Z', 'revision_number': 4, 'project_id': '67787a84bb704413b5454c6fdcf0c251', 'subnets': [{'id': 'eaf44e2b-51e5-4157-8e0e-0a0a05c13c30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:31:02.949099 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996b3615-21d6-4d97-bfea-c5e26341163d req-f8efcab6-1517-4086-b9d3-8507fb95be4a tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:02.957488 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-996b3615-21d6-4d97-bfea-c5e26341163d req-f8efcab6-1517-4086-b9d3-8507fb95be4a tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] 10.222.0.39 "GET /v2.0/ports?device_id=8ad67dc1-b6ca-4103-8185-c3ba24b02732 HTTP/1.1" status: 200 len: 946 time: 0.2554667 Aug 12 14:31:02.968987 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-6319f748-f18c-479b-a63e-acb7a3f259d3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:02.979891 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2717133b-6217-4fd1-a861-204c36854e03 None None] The sync data for ids ['11d41262-1334-4737-8528-01f371451f7a'] in n-d-694802-15 is: [{'id': '11d41262-1334-4737-8528-01f371451f7a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1292795070-router', 'tenant_id': '67787a84bb704413b5454c6fdcf0c251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.66'}], 'enable_snat': True}, 'gw_port_id': '8f51f236-0b06-40ea-a837-5cdbc3b74c5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:30:41Z', 'updated_at': '2021-08-12T14:30:54Z', 'revision_number': 4, 'project_id': '67787a84bb704413b5454c6fdcf0c251', 'gw_port': {'id': '8f51f236-0b06-40ea-a837-5cdbc3b74c5c', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:ac:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11d41262-1334-4737-8528-01f371451f7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:30:43Z', 'updated_at': '2021-08-12T14:30:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': '9084f4dc-f10a-4f81-82bf-c3a885bd0239', 'name': '', 'network_id': '8a71aa16-6082-45cb-9783-85f01df10691', 'tenant_id': '67787a84bb704413b5454c6fdcf0c251', 'mac_address': 'fa:16:3e:80:28:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11d41262-1334-4737-8528-01f371451f7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'eaf44e2b-51e5-4157-8e0e-0a0a05c13c30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:30:52Z', 'updated_at': '2021-08-12T14:31:00Z', 'revision_number': 4, 'project_id': '67787a84bb704413b5454c6fdcf0c251', 'subnets': [{'id': 'eaf44e2b-51e5-4157-8e0e-0a0a05c13c30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 14:31:03.020275 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf63c21d-1b63-4c7c-b844-62b3aa6cda84 admin admin] vlan segment allocate from pool success with {'vlan_id': 328, 'physical_network': 'physnet1'} {{(pid=94466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 14:31:03.052577 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf63c21d-1b63-4c7c-b844-62b3aa6cda84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b601434a-120d-4628-9f15-8c3dde842503,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:31:03.071609 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-996b3615-21d6-4d97-bfea-c5e26341163d req-945293f4-0622-4437-9c3f-396824d5bd7c tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] 10.222.0.39 "GET /v2.0/security-groups?id=11312995-c93d-4754-9dea-15693c54238a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130672 Aug 12 14:31:03.077851 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-bf63c21d-1b63-4c7c-b844-62b3aa6cda84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:03.079271 n-d-694802-15 neutron-server[94466]: INFO neutron.db.segments_db [None req-bf63c21d-1b63-4c7c-b844-62b3aa6cda84 admin admin] Added segment 1693102a-0199-441c-a2ed-95db47f94b16 of type vlan for network 277ff877-809b-4dd0-870e-f1b0241bb618 Aug 12 14:31:03.101050 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-c94c231c-8450-42fc-851a-3a7c5e18226b None None] For port 74f37ce7-a1c9-4f6d-8d64-e72556cdaf30, host n-d-694802-15, cleared binding levels {{(pid=94468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:31:03.108579 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-c94c231c-8450-42fc-851a-3a7c5e18226b None None] For port 74f37ce7-a1c9-4f6d-8d64-e72556cdaf30, host n-d-694802-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=74f37ce7-a1c9-4f6d-8d64-e72556cdaf30,segment=NetworkSegment(00885975-92ca-4f32-a555-f8ccf1558810),segment_id=00885975-92ca-4f32-a555-f8ccf1558810)] {{(pid=94468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:31:03.118047 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-c94c231c-8450-42fc-851a-3a7c5e18226b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:03.163485 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [req-68770594-39b0-492c-96f5-bfae2af6daa1 req-56396e6d-3ec6-4d4f-8dba-771f471c5d3d tempest-SecurityGroupRulesNegativeTestJSON-1254776819 tempest-SecurityGroupRulesNegativeTestJSON-1254776819-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-409111710', 'description': 'tempest-description-1211921673'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:31:03.192645 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-bf63c21d-1b63-4c7c-b844-62b3aa6cda84 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744653628263'] for network, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:03.207984 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95371e11-9559-4306-9cfc-cf4619d240d0 req-0135cf37-cd4e-4149-863c-82a3601967c7 tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] Made reservation on behalf of eebc4daeab5b4932b99d48c68fd10c64 for: {'port': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:31:03.211968 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-95371e11-9559-4306-9cfc-cf4619d240d0 req-0135cf37-cd4e-4149-863c-82a3601967c7 tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:03.231521 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94c231c-8450-42fc-851a-3a7c5e18226b None None] Pushing event updated for resources: {'Port': ['ID=74f37ce7-a1c9-4f6d-8d64-e72556cdaf30,revision_number=2']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:31:03.306680 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3c0eeb6-944f-4df5-921f-e67fd51b3f14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edc5ecb0-fec0-4f07-8436-44d8c1345f48'}] {{(pid=94468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:31:03.309810 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99a8d87602170099c728e57431aca99e9b98a655a83bbf8727be13192709727b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93b08e6b-a685-49ef-811f-6894bff69a48" -d '{"events": [{"server_uuid": "f3c0eeb6-944f-4df5-921f-e67fd51b3f14", "name": "network-vif-plugged", "status": "completed", "tag": "edc5ecb0-fec0-4f07-8436-44d8c1345f48"}]}' {{(pid=94468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:31:03.343584 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-68770594-39b0-492c-96f5-bfae2af6daa1 req-56396e6d-3ec6-4d4f-8dba-771f471c5d3d tempest-SecurityGroupRulesNegativeTestJSON-1254776819 tempest-SecurityGroupRulesNegativeTestJSON-1254776819-project] Notify callbacks [] for security_group, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:03.348821 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-6319f748-f18c-479b-a63e-acb7a3f259d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-429413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-431608'] for router, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:03.369472 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-bf63c21d-1b63-4c7c-b844-62b3aa6cda84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409'] for network, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:03.370939 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf63c21d-1b63-4c7c-b844-62b3aa6cda84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:03.371669 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-bf63c21d-1b63-4c7c-b844-62b3aa6cda84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for network, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:03.482138 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf63c21d-1b63-4c7c-b844-62b3aa6cda84 admin admin] Pushing event updated for resources: {'Network': ['ID=277ff877-809b-4dd0-870e-f1b0241bb618,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:31:03.519482 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Network 277ff877-809b-4dd0-870e-f1b0241bb618 details requested by agent ovs-agent-n-d-694802-15 with host n-d-694802-15 {{(pid=94468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 14:31:03.570075 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-bf63c21d-1b63-4c7c-b844-62b3aa6cda84 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.9440448 Aug 12 14:31:03.571511 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 58102) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:31:03.590934 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-43d1a4dd-da8a-4cf5-825e-0dcf37e0c7b5 admin admin] Request body: {'subnet': {'network_id': '277ff877-809b-4dd0-870e-f1b0241bb618', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1270980811-subnet', 'tenant_id': '9410f028372c43df8da5e6b4fb58fdcd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:31:03.643618 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [req-95371e11-9559-4306-9cfc-cf4619d240d0 req-0135cf37-cd4e-4149-863c-82a3601967c7 tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] Allocated IP 172.20.0.14 (03dfba7c-7b4a-44e5-8aaa-c2d37ee82018/ef8d2719-a4dd-40cc-910c-927d9e7406a1/36661d53-29f3-4a4b-b8c5-23d863539832) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:31:03.682425 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 9084f4dc-f10a-4f81-82bf-c3a885bd0239 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:31:03.726676 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-68770594-39b0-492c-96f5-bfae2af6daa1 req-56396e6d-3ec6-4d4f-8dba-771f471c5d3d tempest-SecurityGroupRulesNegativeTestJSON-1254776819 tempest-SecurityGroupRulesNegativeTestJSON-1254776819-project] Notify callbacks [] for security_group, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:03.744725 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0e99610b-5ad7-4252-a283-df7d0b3159e4 req-028eb396-2ade-4571-8931-705e70a8d31b tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=e3f6e239b38a4f618b8ca0621fcc54e4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0828290 Aug 12 14:31:03.767593 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-68770594-39b0-492c-96f5-bfae2af6daa1 req-56396e6d-3ec6-4d4f-8dba-771f471c5d3d tempest-SecurityGroupRulesNegativeTestJSON-1254776819 tempest-SecurityGroupRulesNegativeTestJSON-1254776819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:03.789099 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43d1a4dd-da8a-4cf5-825e-0dcf37e0c7b5 admin admin] Made reservation on behalf of 9410f028372c43df8da5e6b4fb58fdcd for: {'subnet': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:31:03.792339 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-43d1a4dd-da8a-4cf5-825e-0dcf37e0c7b5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:03.827632 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning for port 9084f4dc-f10a-4f81-82bf-c3a885bd0239 completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:31:03.832950 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port 9084f4dc-f10a-4f81-82bf-c3a885bd0239 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:31:03.833559 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:03.902049 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device c2132c04-e2a8-4086-a89a-d2e1812ec202 up at agent hyperv_n-h1-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:31:03.902736 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6319f748-f18c-479b-a63e-acb7a3f259d3 admin admin] Router 09536a9c-587a-430e-b100-69342934d7e6 is scheduled to L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f with binding_index 1 {{(pid=94467) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 14:31:03.975331 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e99610b-5ad7-4252-a283-df7d0b3159e4 req-3541e017-e394-4747-a945-2453ab7a8b6a tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:03.976914 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0e99610b-5ad7-4252-a283-df7d0b3159e4 req-3541e017-e394-4747-a945-2453ab7a8b6a tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2260737 Aug 12 14:31:03.991737 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:04.002913 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0e99610b-5ad7-4252-a283-df7d0b3159e4 req-122b5702-5d8e-41b3-b23a-46a9cdffefd0 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/quotas/e3f6e239b38a4f618b8ca0621fcc54e4 HTTP/1.1" status: 200 len: 375 time: 0.0190363 Aug 12 14:31:04.011726 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Provisioning for port c2132c04-e2a8-4086-a89a-d2e1812ec202 completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:31:04.024524 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Provisioning complete for port c2132c04-e2a8-4086-a89a-d2e1812ec202 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:31:04.025360 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:04.052131 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-68770594-39b0-492c-96f5-bfae2af6daa1 req-56396e6d-3ec6-4d4f-8dba-771f471c5d3d tempest-SecurityGroupRulesNegativeTestJSON-1254776819 tempest-SecurityGroupRulesNegativeTestJSON-1254776819-project] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:04.056391 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-68770594-39b0-492c-96f5-bfae2af6daa1 req-56396e6d-3ec6-4d4f-8dba-771f471c5d3d tempest-SecurityGroupRulesNegativeTestJSON-1254776819 tempest-SecurityGroupRulesNegativeTestJSON-1254776819-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.9248111 Aug 12 14:31:04.074975 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0e99610b-5ad7-4252-a283-df7d0b3159e4 req-da395099-305f-4d58-9fbc-652098bda503 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=e3f6e239b38a4f618b8ca0621fcc54e4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0321388 Aug 12 14:31:04.093576 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6319f748-f18c-479b-a63e-acb7a3f259d3 admin admin] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 14:31:04.108828 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39a1db95-dcce-49bd-8790-80969eaf7dd7 None None] Sync routers for ids ['09536a9c-587a-430e-b100-69342934d7e6'] in n-d-694802-15 {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 14:31:04.116876 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-6319f748-f18c-479b-a63e-acb7a3f259d3 admin admin] Notify callbacks [] for router, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:04.121734 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-6319f748-f18c-479b-a63e-acb7a3f259d3 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 3.2834485 Aug 12 14:31:04.122501 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 58114) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:31:04.127972 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39a1db95-dcce-49bd-8790-80969eaf7dd7 None None] Routers {'09536a9c-587a-430e-b100-69342934d7e6'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:31:04.133098 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-39a1db95-dcce-49bd-8790-80969eaf7dd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:30:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['09536a9c-587a-430e-b100-69342934d7e6'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:31:04.138442 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] For port 9084f4dc-f10a-4f81-82bf-c3a885bd0239, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=9084f4dc-f10a-4f81-82bf-c3a885bd0239,segment=NetworkSegment(90d38c4e-0902-45c2-a9f7-0cc151cbe8b9),segment_id=90d38c4e-0902-45c2-a9f7-0cc151cbe8b9)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:31:04.152523 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-43d1a4dd-da8a-4cf5-825e-0dcf37e0c7b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409'] for subnet, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:04.155987 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 14:31:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9a9ea67-fb55-4e6f-8037-b066a9a02587 x-openstack-request-id: req-d9a9ea67-fb55-4e6f-8037-b066a9a02587 {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:31:04.161571 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3c0eeb6-944f-4df5-921f-e67fd51b3f14", "name": "network-vif-plugged", "status": "completed", "tag": "edc5ecb0-fec0-4f07-8436-44d8c1345f48", "code": 200}]} {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:31:04.161900 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d9a9ea67-fb55-4e6f-8037-b066a9a02587 {{(pid=94468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:31:04.162338 n-d-694802-15 neutron-server[94468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3c0eeb6-944f-4df5-921f-e67fd51b3f14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edc5ecb0-fec0-4f07-8436-44d8c1345f48', 'code': 200} Aug 12 14:31:04.164667 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:04.307856 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Pushing event updated for resources: {'Port': ['ID=9084f4dc-f10a-4f81-82bf-c3a885bd0239,revision_number=5']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:31:04.401564 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56396e6d-3ec6-4d4f-8dba-771f471c5d3d tempest-SecurityGroupRulesNegativeTestJSON-1254776819 tempest-SecurityGroupRulesNegativeTestJSON-1254776819-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aab99d64-df3a-4933-9169-0f94b63a81de,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:31:04.445691 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-39a1db95-dcce-49bd-8790-80969eaf7dd7 None None] Set router 09536a9c-587a-430e-b100-69342934d7e6 gateway port host: n-d-694802-15 {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:31:04.452551 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:04.525745 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port c2132c04-e2a8-4086-a89a-d2e1812ec202, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=c2132c04-e2a8-4086-a89a-d2e1812ec202,segment=NetworkSegment(a1f8c867-101b-4d30-814e-b89f55a5edd0),segment_id=a1f8c867-101b-4d30-814e-b89f55a5edd0)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:31:04.532318 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:04.533983 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-08d309ee-e98e-4b85-bfe0-7fad852b3a19 req-beae94e2-4b49-48ce-ac29-8f47c07fb29c tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] 10.222.0.39 "GET /v2.0/ports?device_id=1ddbe7c8-0ae7-4cf3-828c-7aed5defb66e HTTP/1.1" status: 200 len: 210 time: 0.0808892 Aug 12 14:31:04.540088 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-95371e11-9559-4306-9cfc-cf4619d240d0 req-0135cf37-cd4e-4149-863c-82a3601967c7 tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:04.560959 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5c8f4c-ad74-4861-8da1-0b459f011c65 req-694c9bdb-da4d-43ca-9692-ef184f8b7f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:04.564659 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6f5c8f4c-ad74-4861-8da1-0b459f011c65 req-694c9bdb-da4d-43ca-9692-ef184f8b7f8f service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=f3c0eeb6-944f-4df5-921f-e67fd51b3f14 HTTP/1.1" status: 200 len: 1100 time: 0.3236947 Aug 12 14:31:04.565827 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d1a4dd-da8a-4cf5-825e-0dcf37e0c7b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dbb1c8c6-28fd-422f-8a35-19de48ad58ea,revision_number=0']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:31:04.622714 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Pushing event updated for resources: {'Port': ['ID=c2132c04-e2a8-4086-a89a-d2e1812ec202,revision_number=5']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:31:04.646236 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f45dc2-ff90-418e-b90d-398fdb6e32ea req-0d1e412e-595a-470e-ace1-c0eb9f17d94a tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:04.647917 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-20f45dc2-ff90-418e-b90d-398fdb6e32ea req-0d1e412e-595a-470e-ace1-c0eb9f17d94a tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] 10.222.0.39 "GET /v2.0/ports?device_id=78b698b3-d74d-459f-aac1-f22636b34999 HTTP/1.1" status: 200 len: 949 time: 0.3282022 Aug 12 14:31:04.651608 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43d1a4dd-da8a-4cf5-825e-0dcf37e0c7b5 admin admin] Checking segment: {'id': '1693102a-0199-441c-a2ed-95db47f94b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '277ff877-809b-4dd0-870e-f1b0241bb618'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:31:04.652152 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43d1a4dd-da8a-4cf5-825e-0dcf37e0c7b5 admin admin] Network hostable DHCP agents. Network: 277ff877-809b-4dd0-870e-f1b0241bb618, hostable agents: ['1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658'], hosted agents: [] {{(pid=94466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 14:31:04.746664 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6f5c8f4c-ad74-4861-8da1-0b459f011c65 req-45388572-5d44-4655-8fb9-d27d06fb8b23 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=732c786f-d597-473b-bc9a-3d3a7bfc11d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693234 Aug 12 14:31:04.752630 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43d1a4dd-da8a-4cf5-825e-0dcf37e0c7b5 admin admin] Network 277ff877-809b-4dd0-870e-f1b0241bb618 is scheduled to be hosted by DHCP agent 1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658 with binding_index 1 {{(pid=94466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 14:31:04.775122 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-20f45dc2-ff90-418e-b90d-398fdb6e32ea req-10396deb-ecbb-467b-ae16-8d54dcfc7762 tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] 10.222.0.39 "GET /v2.0/security-groups?id=732c786f-d597-473b-bc9a-3d3a7bfc11d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180212 Aug 12 14:31:04.779180 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-43d1a4dd-da8a-4cf5-825e-0dcf37e0c7b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-15, 277ff877-809b-4dd0-870e-f1b0241bb618) {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:31:04.789443 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4823e974-4f81-45d7-82d8-f494a597c1e0 None None] Network 277ff877-809b-4dd0-870e-f1b0241bb618 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:31:04.796116 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43d1a4dd-da8a-4cf5-825e-0dcf37e0c7b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:04.796840 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-43d1a4dd-da8a-4cf5-825e-0dcf37e0c7b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for subnet, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:04.815527 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-95371e11-9559-4306-9cfc-cf4619d240d0 req-0135cf37-cd4e-4149-863c-82a3601967c7 tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:04.873723 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-43d1a4dd-da8a-4cf5-825e-0dcf37e0c7b5 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2999346 Aug 12 14:31:04.923615 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-39a1db95-dcce-49bd-8790-80969eaf7dd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09536a9c-587a-430e-b100-69342934d7e6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1660920679-router', 'tenant_id': 'b678ae4cf0e548eabd07cc7c8c038355', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.16'}], 'enable_snat': True}, 'gw_port_id': '2dbbbe70-dd98-4123-bcb5-51f2f0898622', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:31:00Z', 'updated_at': '2021-08-12T14:31:02Z', 'revision_number': 3, 'project_id': 'b678ae4cf0e548eabd07cc7c8c038355', 'gw_port': {'id': '2dbbbe70-dd98-4123-bcb5-51f2f0898622', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:71:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09536a9c-587a-430e-b100-69342934d7e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:31:01Z', 'updated_at': '2021-08-12T14:31:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15'}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:31:04.933547 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-069a6d94-4790-4d2c-b067-d6d9c9bf4ae6 None None] Network 5f3c6e1a-83d5-493f-9819-37b1eeb637ca requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:31:04.961018 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95371e11-9559-4306-9cfc-cf4619d240d0 req-0135cf37-cd4e-4149-863c-82a3601967c7 tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] Network 03dfba7c-7b4a-44e5-8aaa-c2d37ee82018 is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:31:04.978613 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-de576719-729f-43bd-9f7e-df2a161b5dfa req-f1153cf5-89f9-4385-bd37-a8e85e551d0e tempest-SecurityGroupRulesNegativeTestJSON-1254776819 tempest-SecurityGroupRulesNegativeTestJSON-1254776819-project] 10.222.0.39 "GET /v2.0/security-groups/aab99d64-df3a-4933-9169-0f94b63a81de HTTP/1.1" status: 200 len: 1812 time: 0.0810628 Aug 12 14:31:05.003606 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [req-95371e11-9559-4306-9cfc-cf4619d240d0 req-0135cf37-cd4e-4149-863c-82a3601967c7 tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:31:05.006593 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [req-95371e11-9559-4306-9cfc-cf4619d240d0 req-0135cf37-cd4e-4149-863c-82a3601967c7 tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:31:05.017729 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39a1db95-dcce-49bd-8790-80969eaf7dd7 None None] Checking router: 09536a9c-587a-430e-b100-69342934d7e6 for host: n-d-694802-15 {{(pid=94469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 14:31:05.018078 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39a1db95-dcce-49bd-8790-80969eaf7dd7 None None] Updating router 09536a9c-587a-430e-b100-69342934d7e6 port 2dbbbe70-dd98-4123-bcb5-51f2f0898622 binding host n-d-694802-15 {{(pid=94469) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 14:31:05.019948 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95371e11-9559-4306-9cfc-cf4619d240d0 req-0135cf37-cd4e-4149-863c-82a3601967c7 tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:05.020608 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-95371e11-9559-4306-9cfc-cf4619d240d0 req-0135cf37-cd4e-4149-863c-82a3601967c7 tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:05.032306 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0135cf37-cd4e-4149-863c-82a3601967c7 tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] Pushing event updated for resources: {'Port': ['ID=36661d53-29f3-4a4b-b8c5-23d863539832,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:31:05.072788 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-95371e11-9559-4306-9cfc-cf4619d240d0 req-0135cf37-cd4e-4149-863c-82a3601967c7 tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2535777 Aug 12 14:31:05.087685 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [req-95371e11-9559-4306-9cfc-cf4619d240d0 req-00b90905-1237-4ed7-ae51-5fca21c45dc5 service neutron] Request body: {'port': {'device_id': '1ddbe7c8-0ae7-4cf3-828c-7aed5defb66e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-694802-15'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:31:05.092519 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-39a1db95-dcce-49bd-8790-80969eaf7dd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:05.122662 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-d670e2d2-d601-4815-8602-f52af1f065ae None None] Provisioning for port 74f37ce7-a1c9-4f6d-8d64-e72556cdaf30 completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:31:05.237953 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e290117d-6683-4042-b6ae-5eff5b5d004e req-404b6cfc-969b-403d-9171-a2499fecb781 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/ports?device_id=6fc00628-4d8c-4923-97cd-77f7ae0a9f27 HTTP/1.1" status: 200 len: 210 time: 0.0599587 Aug 12 14:31:05.293430 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-9f562559-9946-4fa1-a705-6b4ffe86d73b req-6c5fb86b-c6ca-4b3a-9698-0f686625b96c tempest-SecurityGroupRulesNegativeTestJSON-1254776819 tempest-SecurityGroupRulesNegativeTestJSON-1254776819-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1496289726', 'description': 'tempest-description-1838380355'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:31:05.322048 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cd97c6-6c4f-43a5-aae1-22aaf46fc8ca req-479d0962-f879-4a50-9df9-7f878f444ba1 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:05.328599 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-98cd97c6-6c4f-43a5-aae1-22aaf46fc8ca req-479d0962-f879-4a50-9df9-7f878f444ba1 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] 10.222.0.39 "GET /v2.0/ports?device_id=8ad67dc1-b6ca-4103-8185-c3ba24b02732 HTTP/1.1" status: 200 len: 946 time: 0.1964643 Aug 12 14:31:05.329135 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-95371e11-9559-4306-9cfc-cf4619d240d0 req-00b90905-1237-4ed7-ae51-5fca21c45dc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:05.379500 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e180dcd-c9ef-438c-b045-47f3be6d329e None None] Network 277ff877-809b-4dd0-870e-f1b0241bb618 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:31:05.433617 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-9f562559-9946-4fa1-a705-6b4ffe86d73b req-6c5fb86b-c6ca-4b3a-9698-0f686625b96c tempest-SecurityGroupRulesNegativeTestJSON-1254776819 tempest-SecurityGroupRulesNegativeTestJSON-1254776819-project] Notify callbacks [] for security_group, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:05.525021 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-98cd97c6-6c4f-43a5-aae1-22aaf46fc8ca req-1bf76577-b14f-4860-816c-ace0a186dd0c tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] 10.222.0.39 "GET /v2.0/security-groups?id=11312995-c93d-4754-9dea-15693c54238a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752703 Aug 12 14:31:05.535968 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-8fbcfc41-9307-43d3-a3b4-94e620cd6a17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:05.763310 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 74f37ce7-a1c9-4f6d-8d64-e72556cdaf30 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:31:05.768758 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-39a1db95-dcce-49bd-8790-80969eaf7dd7 None None] Notify callbacks [] for port, precommit_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:05.825007 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.provisioning_blocks [None req-39a1db95-dcce-49bd-8790-80969eaf7dd7 None None] Transition to ACTIVE for port object 2dbbbe70-dd98-4123-bcb5-51f2f0898622 will not be triggered until provisioned by entity L2. {{(pid=94469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:31:05.869138 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-39a1db95-dcce-49bd-8790-80969eaf7dd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:05.934179 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-9f562559-9946-4fa1-a705-6b4ffe86d73b req-6c5fb86b-c6ca-4b3a-9698-0f686625b96c tempest-SecurityGroupRulesNegativeTestJSON-1254776819 tempest-SecurityGroupRulesNegativeTestJSON-1254776819-project] Notify callbacks [] for security_group, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:05.935686 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.managers [None req-39a1db95-dcce-49bd-8790-80969eaf7dd7 None None] Attempting to bind port 2dbbbe70-dd98-4123-bcb5-51f2f0898622 on host n-d-694802-15 for vnic_type normal with profile {{(pid=94469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:31:05.936172 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.managers [None req-39a1db95-dcce-49bd-8790-80969eaf7dd7 None None] Attempting to bind port 2dbbbe70-dd98-4123-bcb5-51f2f0898622 by drivers openvswitch,hyperv on host n-d-694802-15 at level 0 using segments [{'id': 'b1b396cb-2dc6-4041-bfc7-1833a80a4720', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'}] {{(pid=94469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:31:05.936513 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39a1db95-dcce-49bd-8790-80969eaf7dd7 None None] Attempting to bind port 2dbbbe70-dd98-4123-bcb5-51f2f0898622 on network d3759e1b-6c03-45ac-acd4-90abb417809b {{(pid=94469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:31:05.939550 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning for port 74f37ce7-a1c9-4f6d-8d64-e72556cdaf30 completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:31:05.945190 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port 74f37ce7-a1c9-4f6d-8d64-e72556cdaf30 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:31:05.946771 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:05.959919 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-9f562559-9946-4fa1-a705-6b4ffe86d73b req-6c5fb86b-c6ca-4b3a-9698-0f686625b96c tempest-SecurityGroupRulesNegativeTestJSON-1254776819 tempest-SecurityGroupRulesNegativeTestJSON-1254776819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:05.998185 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39a1db95-dcce-49bd-8790-80969eaf7dd7 None None] Checking agent: {'id': '16de73ac-f2e9-4cee-b3e0-91052ae3e6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 20, 13), 'started_at': datetime.datetime(2021, 8, 12, 14, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 30, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:31:05.998594 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39a1db95-dcce-49bd-8790-80969eaf7dd7 None None] Checking segment: {'id': 'b1b396cb-2dc6-4041-bfc7-1833a80a4720', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:31:05.998955 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-39a1db95-dcce-49bd-8790-80969eaf7dd7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:05.999376 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39a1db95-dcce-49bd-8790-80969eaf7dd7 None None] Bound using segment: {'id': 'b1b396cb-2dc6-4041-bfc7-1833a80a4720', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'} {{(pid=94469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:31:05.999860 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.managers [None req-39a1db95-dcce-49bd-8790-80969eaf7dd7 None None] Bound port: 2dbbbe70-dd98-4123-bcb5-51f2f0898622, host: n-d-694802-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1b396cb-2dc6-4041-bfc7-1833a80a4720', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'}}] {{(pid=94469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:31:06.000481 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-39a1db95-dcce-49bd-8790-80969eaf7dd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:06.006541 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-9f562559-9946-4fa1-a705-6b4ffe86d73b req-6c5fb86b-c6ca-4b3a-9698-0f686625b96c tempest-SecurityGroupRulesNegativeTestJSON-1254776819 tempest-SecurityGroupRulesNegativeTestJSON-1254776819-project] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:06.007927 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9f562559-9946-4fa1-a705-6b4ffe86d73b req-6c5fb86b-c6ca-4b3a-9698-0f686625b96c tempest-SecurityGroupRulesNegativeTestJSON-1254776819 tempest-SecurityGroupRulesNegativeTestJSON-1254776819-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.7208824 Aug 12 14:31:06.035072 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_common [None req-8fbcfc41-9307-43d3-a3b4-94e620cd6a17 admin admin] Allocated IP 172.20.0.1 (5f3c6e1a-83d5-493f-9819-37b1eeb637ca/2d3216b4-1f1b-40a4-a39f-a9955c508bf3/43e69cad-a241-4df7-bc6e-fc2e5371c6cc) {{(pid=94467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:31:06.037876 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5fb86b-c6ca-4b3a-9698-0f686625b96c tempest-SecurityGroupRulesNegativeTestJSON-1254776819 tempest-SecurityGroupRulesNegativeTestJSON-1254776819-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9cd99be5-c9ba-4882-b50d-f631d15e36d8,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:31:06.176677 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78b698b3-d74d-459f-aac1-f22636b34999', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2132c04-e2a8-4086-a89a-d2e1812ec202'}] {{(pid=94468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:31:06.178955 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99a8d87602170099c728e57431aca99e9b98a655a83bbf8727be13192709727b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5ef63ac-1862-4399-ae9c-e21d1cdca157" -d '{"events": [{"server_uuid": "78b698b3-d74d-459f-aac1-f22636b34999", "name": "network-vif-plugged", "status": "completed", "tag": "c2132c04-e2a8-4086-a89a-d2e1812ec202"}]}' {{(pid=94468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:31:06.189600 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 58162) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:31:06.199698 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.db [None req-39a1db95-dcce-49bd-8790-80969eaf7dd7 None None] For port 2dbbbe70-dd98-4123-bcb5-51f2f0898622, host n-d-694802-15, cleared binding levels {{(pid=94469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:31:06.203093 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-ffd766b5-0aef-4c14-b286-4d0d3b774321 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-452340158-network', 'tenant_id': 'c7c5529003bc458e93b8dda6bbf396b1'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:31:06.212387 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.db [None req-39a1db95-dcce-49bd-8790-80969eaf7dd7 None None] For port 2dbbbe70-dd98-4123-bcb5-51f2f0898622, host n-d-694802-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=2dbbbe70-dd98-4123-bcb5-51f2f0898622,segment=NetworkSegment(b1b396cb-2dc6-4041-bfc7-1833a80a4720),segment_id=b1b396cb-2dc6-4041-bfc7-1833a80a4720)] {{(pid=94469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:31:06.215481 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-48d07774-2b2e-43e1-a6fa-2468d2753af2 None None] Provisioning complete for port 74f37ce7-a1c9-4f6d-8d64-e72556cdaf30 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:31:06.215853 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-48d07774-2b2e-43e1-a6fa-2468d2753af2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:06.224482 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceca7b04-900d-4ab3-9a34-ae24028f7a09 None None] Pushing event updated for resources: {'Port': ['ID=2dbbbe70-dd98-4123-bcb5-51f2f0898622,revision_number=2']} {{(pid=94469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:31:06.230731 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-39a1db95-dcce-49bd-8790-80969eaf7dd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:06.288856 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffd766b5-0aef-4c14-b286-4d0d3b774321 admin admin] Made reservation on behalf of c7c5529003bc458e93b8dda6bbf396b1 for: {'network': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:31:06.291991 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-ffd766b5-0aef-4c14-b286-4d0d3b774321 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for network, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:06.297999 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceca7b04-900d-4ab3-9a34-ae24028f7a09 None None] Pushing event updated for resources: {'Port': ['ID=2dbbbe70-dd98-4123-bcb5-51f2f0898622,revision_number=3']} {{(pid=94469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:31:06.320867 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39a1db95-dcce-49bd-8790-80969eaf7dd7 None None] Routers {'09536a9c-587a-430e-b100-69342934d7e6'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:31:06.322812 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-39a1db95-dcce-49bd-8790-80969eaf7dd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:30:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['09536a9c-587a-430e-b100-69342934d7e6'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:31:06.333699 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:06.340765 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0e99610b-5ad7-4252-a283-df7d0b3159e4 req-23ad6039-1a08-4e4e-8c59-ca3661cfe9f1 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=e3f6e239b38a4f618b8ca0621fcc54e4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1525230 Aug 12 14:31:06.346177 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-ffd766b5-0aef-4c14-b286-4d0d3b774321 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:06.463983 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-48d07774-2b2e-43e1-a6fa-2468d2753af2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:06.476445 n-d-694802-15 neutron-server[94466]: DEBUG neutron.notifiers.nova [req-95371e11-9559-4306-9cfc-cf4619d240d0 req-00b90905-1237-4ed7-ae51-5fca21c45dc5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36661d53-29f3-4a4b-b8c5-23d863539832 {{(pid=94466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:31:06.486305 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-95371e11-9559-4306-9cfc-cf4619d240d0 req-00b90905-1237-4ed7-ae51-5fca21c45dc5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:06.500247 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] For port 74f37ce7-a1c9-4f6d-8d64-e72556cdaf30, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=74f37ce7-a1c9-4f6d-8d64-e72556cdaf30,segment=NetworkSegment(00885975-92ca-4f32-a555-f8ccf1558810),segment_id=00885975-92ca-4f32-a555-f8ccf1558810)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:31:06.503368 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-39a1db95-dcce-49bd-8790-80969eaf7dd7 None None] Set router 09536a9c-587a-430e-b100-69342934d7e6 gateway port host: n-d-694802-15 {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:31:06.504378 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [req-95371e11-9559-4306-9cfc-cf4619d240d0 req-00b90905-1237-4ed7-ae51-5fca21c45dc5 service neutron] Transition to ACTIVE for port object 36661d53-29f3-4a4b-b8c5-23d863539832 will not be triggered until provisioned by entity L2. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:31:06.507622 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:06.509085 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 9084f4dc-f10a-4f81-82bf-c3a885bd0239 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:31:06.517841 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-95371e11-9559-4306-9cfc-cf4619d240d0 req-00b90905-1237-4ed7-ae51-5fca21c45dc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:06.532601 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-8fbcfc41-9307-43d3-a3b4-94e620cd6a17 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:06.576733 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b90905-1237-4ed7-ae51-5fca21c45dc5 service neutron] Pushing event updated for resources: {'Port': ['ID=36661d53-29f3-4a4b-b8c5-23d863539832,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:31:06.619616 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [None req-8fbcfc41-9307-43d3-a3b4-94e620cd6a17 admin admin] Transition to ACTIVE for port object 43e69cad-a241-4df7-bc6e-fc2e5371c6cc will not be triggered until provisioned by entity DHCP. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:31:06.627808 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e99610b-5ad7-4252-a283-df7d0b3159e4 req-0dcb9709-9236-4cd0-801d-a883399a206c tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:06.629371 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0e99610b-5ad7-4252-a283-df7d0b3159e4 req-0dcb9709-9236-4cd0-801d-a883399a206c tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2742364 Aug 12 14:31:06.651568 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdf21e5-0e4f-4169-adb7-9553e078ebd1 req-cf0b8a66-716f-42e8-b512-0c1ff84fe541 tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:06.652956 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-acdf21e5-0e4f-4169-adb7-9553e078ebd1 req-cf0b8a66-716f-42e8-b512-0c1ff84fe541 tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] 10.222.0.39 "GET /v2.0/ports?device_id=1ddbe7c8-0ae7-4cf3-828c-7aed5defb66e HTTP/1.1" status: 200 len: 944 time: 0.1504011 Aug 12 14:31:06.657491 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-0e99610b-5ad7-4252-a283-df7d0b3159e4 req-50d219d9-e371-465d-8dca-a2a71a8728ee tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] Request body: {'port': {'device_id': '6fc00628-4d8c-4923-97cd-77f7ae0a9f27', 'network_id': '2525c403-dfb3-4196-a273-739607aab38a', 'admin_state_up': True, 'tenant_id': 'e3f6e239b38a4f618b8ca0621fcc54e4'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:31:06.666833 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.db.api [None req-48d07774-2b2e-43e1-a6fa-2468d2753af2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94468) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 12 14:31:06.667467 n-d-694802-15 neutron-server[94468]: DEBUG oslo_db.api [None req-48d07774-2b2e-43e1-a6fa-2468d2753af2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 12 14:31:06.672575 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [req-95371e11-9559-4306-9cfc-cf4619d240d0 req-00b90905-1237-4ed7-ae51-5fca21c45dc5 service neutron] Attempting to bind port 36661d53-29f3-4a4b-b8c5-23d863539832 on host n-h2-694802-15 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:31:06.673519 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [req-95371e11-9559-4306-9cfc-cf4619d240d0 req-00b90905-1237-4ed7-ae51-5fca21c45dc5 service neutron] Attempting to bind port 36661d53-29f3-4a4b-b8c5-23d863539832 by drivers openvswitch,hyperv on host n-h2-694802-15 at level 0 using segments [{'id': '2e94514d-7fca-42ad-995e-123d3a176790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '03dfba7c-7b4a-44e5-8aaa-c2d37ee82018'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:31:06.673855 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95371e11-9559-4306-9cfc-cf4619d240d0 req-00b90905-1237-4ed7-ae51-5fca21c45dc5 service neutron] Attempting to bind port 36661d53-29f3-4a4b-b8c5-23d863539832 on network 03dfba7c-7b4a-44e5-8aaa-c2d37ee82018 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:31:06.679218 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Pushing event updated for resources: {'Port': ['ID=74f37ce7-a1c9-4f6d-8d64-e72556cdaf30,revision_number=3']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:31:06.690102 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95371e11-9559-4306-9cfc-cf4619d240d0 req-00b90905-1237-4ed7-ae51-5fca21c45dc5 service neutron] Port 36661d53-29f3-4a4b-b8c5-23d863539832 on network 03dfba7c-7b4a-44e5-8aaa-c2d37ee82018 not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-15 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 14:31:06.690426 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95371e11-9559-4306-9cfc-cf4619d240d0 req-00b90905-1237-4ed7-ae51-5fca21c45dc5 service neutron] Attempting to bind port 36661d53-29f3-4a4b-b8c5-23d863539832 on network 03dfba7c-7b4a-44e5-8aaa-c2d37ee82018 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:31:06.696420 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95371e11-9559-4306-9cfc-cf4619d240d0 req-00b90905-1237-4ed7-ae51-5fca21c45dc5 service neutron] Checking agent: {'id': 'b7697f71-33f3-4959-ad82-43c2dc15845d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 27, 42), 'started_at': datetime.datetime(2021, 8, 12, 14, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 30, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:31:06.696961 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95371e11-9559-4306-9cfc-cf4619d240d0 req-00b90905-1237-4ed7-ae51-5fca21c45dc5 service neutron] Checking segment: {'id': '2e94514d-7fca-42ad-995e-123d3a176790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '03dfba7c-7b4a-44e5-8aaa-c2d37ee82018'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:31:06.697441 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95371e11-9559-4306-9cfc-cf4619d240d0 req-00b90905-1237-4ed7-ae51-5fca21c45dc5 service neutron] Bound using segment: {'id': '2e94514d-7fca-42ad-995e-123d3a176790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '03dfba7c-7b4a-44e5-8aaa-c2d37ee82018'} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:31:06.697886 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [req-95371e11-9559-4306-9cfc-cf4619d240d0 req-00b90905-1237-4ed7-ae51-5fca21c45dc5 service neutron] Bound port: 36661d53-29f3-4a4b-b8c5-23d863539832, host: n-h2-694802-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e94514d-7fca-42ad-995e-123d3a176790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '03dfba7c-7b4a-44e5-8aaa-c2d37ee82018'}}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:31:06.698243 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-95371e11-9559-4306-9cfc-cf4619d240d0 req-00b90905-1237-4ed7-ae51-5fca21c45dc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:06.698722 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port 9084f4dc-f10a-4f81-82bf-c3a885bd0239 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:31:06.699370 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:06.733198 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-39a1db95-dcce-49bd-8790-80969eaf7dd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09536a9c-587a-430e-b100-69342934d7e6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1660920679-router', 'tenant_id': 'b678ae4cf0e548eabd07cc7c8c038355', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.16'}], 'enable_snat': True}, 'gw_port_id': '2dbbbe70-dd98-4123-bcb5-51f2f0898622', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:31:00Z', 'updated_at': '2021-08-12T14:31:02Z', 'revision_number': 3, 'project_id': 'b678ae4cf0e548eabd07cc7c8c038355', 'gw_port': {'id': '2dbbbe70-dd98-4123-bcb5-51f2f0898622', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:71:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09536a9c-587a-430e-b100-69342934d7e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:31:01Z', 'updated_at': '2021-08-12T14:31:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15'}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:31:06.734163 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-acdf21e5-0e4f-4169-adb7-9553e078ebd1 req-331306aa-b0c3-4632-85db-71aade3bd6f1 tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] 10.222.0.39 "GET /v2.0/security-groups?id=e3ca17b3-b028-41b3-b138-91e00a6e278c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728555 Aug 12 14:31:06.788782 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c20949a-9f5f-49b7-a74d-6fbbb6338710 req-1bce00f4-3a65-4aa1-9ae4-d118d1feaa2a tempest-LiveMigrationTest-388825582 tempest-LiveMigrationTest-388825582-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:06.794873 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-5c20949a-9f5f-49b7-a74d-6fbbb6338710 req-1bce00f4-3a65-4aa1-9ae4-d118d1feaa2a tempest-LiveMigrationTest-388825582 tempest-LiveMigrationTest-388825582-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=8ad67dc1-b6ca-4103-8185-c3ba24b02732 HTTP/1.1" status: 200 len: 1098 time: 0.2495577 Aug 12 14:31:06.799450 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39a1db95-dcce-49bd-8790-80969eaf7dd7 None None] The sync data for ids ['09536a9c-587a-430e-b100-69342934d7e6'] in n-d-694802-15 is: [{'id': '09536a9c-587a-430e-b100-69342934d7e6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1660920679-router', 'tenant_id': 'b678ae4cf0e548eabd07cc7c8c038355', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.16'}], 'enable_snat': True}, 'gw_port_id': '2dbbbe70-dd98-4123-bcb5-51f2f0898622', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:31:00Z', 'updated_at': '2021-08-12T14:31:02Z', 'revision_number': 3, 'project_id': 'b678ae4cf0e548eabd07cc7c8c038355', 'gw_port': {'id': '2dbbbe70-dd98-4123-bcb5-51f2f0898622', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:71:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09536a9c-587a-430e-b100-69342934d7e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:31:01Z', 'updated_at': '2021-08-12T14:31:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15'}] {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 14:31:06.807579 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [req-95371e11-9559-4306-9cfc-cf4619d240d0 req-00b90905-1237-4ed7-ae51-5fca21c45dc5 service neutron] For port 36661d53-29f3-4a4b-b8c5-23d863539832, host n-h2-694802-15, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:31:06.811511 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [req-95371e11-9559-4306-9cfc-cf4619d240d0 req-00b90905-1237-4ed7-ae51-5fca21c45dc5 service neutron] For port 36661d53-29f3-4a4b-b8c5-23d863539832, host n-h2-694802-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=36661d53-29f3-4a4b-b8c5-23d863539832,segment=NetworkSegment(2e94514d-7fca-42ad-995e-123d3a176790),segment_id=2e94514d-7fca-42ad-995e-123d3a176790)] {{(pid=94466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:31:06.818322 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-95371e11-9559-4306-9cfc-cf4619d240d0 req-00b90905-1237-4ed7-ae51-5fca21c45dc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:06.867379 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95371e11-9559-4306-9cfc-cf4619d240d0 req-00b90905-1237-4ed7-ae51-5fca21c45dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:06.868003 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-95371e11-9559-4306-9cfc-cf4619d240d0 req-00b90905-1237-4ed7-ae51-5fca21c45dc5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:06.869484 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-95371e11-9559-4306-9cfc-cf4619d240d0 req-00b90905-1237-4ed7-ae51-5fca21c45dc5 service neutron] 10.222.0.49 "PUT /v2.0/ports/36661d53-29f3-4a4b-b8c5-23d863539832 HTTP/1.1" status: 200 len: 1093 time: 1.7880917 Aug 12 14:31:06.873099 n-d-694802-15 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ddbe7c8-0ae7-4cf3-828c-7aed5defb66e', 'tag': '36661d53-29f3-4a4b-b8c5-23d863539832'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:31:06.874261 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e785eeede3897370d0b20f09d5f461b30cfecd5ed38c4f07dacd02bc52c9277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-194965b1-1afb-465f-add5-2ca405d4f311" -d '{"events": [{"name": "network-changed", "server_uuid": "1ddbe7c8-0ae7-4cf3-828c-7aed5defb66e", "tag": "36661d53-29f3-4a4b-b8c5-23d863539832"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:31:06.874787 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-ffd766b5-0aef-4c14-b286-4d0d3b774321 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:06.881568 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-8fbcfc41-9307-43d3-a3b4-94e620cd6a17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253'] for port, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:06.905916 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-ffd766b5-0aef-4c14-b286-4d0d3b774321 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:06.932540 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b90905-1237-4ed7-ae51-5fca21c45dc5 service neutron] Pushing event updated for resources: {'Port': ['ID=36661d53-29f3-4a4b-b8c5-23d863539832,revision_number=3']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:31:06.942578 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-5c20949a-9f5f-49b7-a74d-6fbbb6338710 req-baa07c4d-ae27-41a6-9e50-c29d134335a4 tempest-LiveMigrationTest-388825582 tempest-LiveMigrationTest-388825582-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=11312995-c93d-4754-9dea-15693c54238a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255574 Aug 12 14:31:06.968228 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffd766b5-0aef-4c14-b286-4d0d3b774321 admin admin] vlan segment allocate from pool success with {'vlan_id': 305, 'physical_network': 'physnet1'} {{(pid=94467) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 14:31:06.985283 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e99610b-5ad7-4252-a283-df7d0b3159e4 req-50d219d9-e371-465d-8dca-a2a71a8728ee tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] Made reservation on behalf of e3f6e239b38a4f618b8ca0621fcc54e4 for: {'port': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:31:06.988152 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fe15ef-452b-4bd8-9109-f054863a7947 req-c2fabe9d-4653-40b0-9f7e-c14792296f43 tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:06.989002 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-0e99610b-5ad7-4252-a283-df7d0b3159e4 req-50d219d9-e371-465d-8dca-a2a71a8728ee tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:06.989835 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-f7fe15ef-452b-4bd8-9109-f054863a7947 req-c2fabe9d-4653-40b0-9f7e-c14792296f43 tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] 10.222.0.39 "GET /v2.0/ports?device_id=78b698b3-d74d-459f-aac1-f22636b34999 HTTP/1.1" status: 200 len: 950 time: 0.1407371 Aug 12 14:31:06.999176 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fbcfc41-9307-43d3-a3b4-94e620cd6a17 admin admin] Network 5f3c6e1a-83d5-493f-9819-37b1eeb637ca is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:31:07.001293 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95371e11-9559-4306-9cfc-cf4619d240d0 req-7553397c-b591-4923-beb3-7523eef9e637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:07.003843 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-95371e11-9559-4306-9cfc-cf4619d240d0 req-7553397c-b591-4923-beb3-7523eef9e637 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=eebc4daeab5b4932b99d48c68fd10c64&device_id=1ddbe7c8-0ae7-4cf3-828c-7aed5defb66e HTTP/1.1" status: 200 len: 1096 time: 0.0842252 Aug 12 14:31:07.017920 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [None req-8fbcfc41-9307-43d3-a3b4-94e620cd6a17 admin admin] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:31:07.026872 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-ffd766b5-0aef-4c14-b286-4d0d3b774321 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:07.027236 n-d-694802-15 neutron-server[94467]: INFO neutron.db.segments_db [None req-ffd766b5-0aef-4c14-b286-4d0d3b774321 admin admin] Added segment 22a61b04-51f4-40e8-84b6-3ffb17141072 of type vlan for network 497f20e0-2826-433d-8272-a7b10fc4473a Aug 12 14:31:07.028641 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-0e99610b-5ad7-4252-a283-df7d0b3159e4 req-50d219d9-e371-465d-8dca-a2a71a8728ee tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] Notify callbacks [] for security_group, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:07.030416 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd766b5-0aef-4c14-b286-4d0d3b774321 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f0be139-ead5-4ee4-a5a2-78f6c27ba38f,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:31:07.033693 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbcfc41-9307-43d3-a3b4-94e620cd6a17 admin admin] Pushing event updated for resources: {'Port': ['ID=43e69cad-a241-4df7-bc6e-fc2e5371c6cc,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:31:07.043215 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fbcfc41-9307-43d3-a3b4-94e620cd6a17 admin admin] Received port after_create {{(pid=94467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:31:07.043692 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-8fbcfc41-9307-43d3-a3b4-94e620cd6a17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66663725'] for router_interface, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:07.072261 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-95371e11-9559-4306-9cfc-cf4619d240d0 req-3529d339-fb7f-42ea-9262-d98143d554e8 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=36661d53-29f3-4a4b-b8c5-23d863539832 HTTP/1.1" status: 200 len: 217 time: 0.0608582 Aug 12 14:31:07.157322 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95371e11-9559-4306-9cfc-cf4619d240d0 req-4a858187-5682-44e9-b641-9822df49c067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:07.160699 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-95371e11-9559-4306-9cfc-cf4619d240d0 req-4a858187-5682-44e9-b641-9822df49c067 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ef8d2719-a4dd-40cc-910c-927d9e7406a1 HTTP/1.1" status: 200 len: 861 time: 0.0814261 Aug 12 14:31:07.192073 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-f7fe15ef-452b-4bd8-9109-f054863a7947 req-f0ff69ef-d976-4551-b9b1-0187d63b154b tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] 10.222.0.39 "GET /v2.0/security-groups?id=732c786f-d597-473b-bc9a-3d3a7bfc11d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870496 Aug 12 14:31:07.219568 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-ffd766b5-0aef-4c14-b286-4d0d3b774321 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744653628263'] for network, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:07.256765 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-95371e11-9559-4306-9cfc-cf4619d240d0 req-7dd588f0-13de-48f0-a014-1f4b042109e4 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=03dfba7c-7b4a-44e5-8aaa-c2d37ee82018&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0558355 Aug 12 14:31:07.262994 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c5890204-81a0-4af4-ae77-a51e372e7a86 req-e08ff3e3-eb68-4c09-bf64-2b8e4b627861 tempest-SecurityGroupRulesNegativeTestJSON-1254776819 tempest-SecurityGroupRulesNegativeTestJSON-1254776819-project] 10.222.0.39 "GET /v2.0/security-groups/9cd99be5-c9ba-4882-b50d-f631d15e36d8 HTTP/1.1" status: 200 len: 1813 time: 0.2892675 Aug 12 14:31:07.347074 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 14:31:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8c058b7-d1c4-4ef9-a18c-1eb0c1081a73 x-openstack-request-id: req-b8c058b7-d1c4-4ef9-a18c-1eb0c1081a73 {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:31:07.347717 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78b698b3-d74d-459f-aac1-f22636b34999", "name": "network-vif-plugged", "status": "completed", "tag": "c2132c04-e2a8-4086-a89a-d2e1812ec202", "code": 200}]} {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:31:07.347817 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b8c058b7-d1c4-4ef9-a18c-1eb0c1081a73 {{(pid=94468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:31:07.348585 n-d-694802-15 neutron-server[94468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78b698b3-d74d-459f-aac1-f22636b34999', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2132c04-e2a8-4086-a89a-d2e1812ec202', 'code': 200} Aug 12 14:31:07.354598 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-ffd766b5-0aef-4c14-b286-4d0d3b774321 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409'] for network, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:07.355716 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffd766b5-0aef-4c14-b286-4d0d3b774321 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:07.359747 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-ffd766b5-0aef-4c14-b286-4d0d3b774321 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for network, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:07.408985 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-aa27e2a2-8a7d-4af6-96e1-446b93e7527c None None] Provisioning for port 43e69cad-a241-4df7-bc6e-fc2e5371c6cc completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:31:07.414242 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-aa27e2a2-8a7d-4af6-96e1-446b93e7527c None None] Provisioning complete for port 43e69cad-a241-4df7-bc6e-fc2e5371c6cc triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:31:07.415973 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-aa27e2a2-8a7d-4af6-96e1-446b93e7527c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:07.489376 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-95371e11-9559-4306-9cfc-cf4619d240d0 req-e0adc8b8-077a-448f-8b19-d01cac416a37 service neutron] 10.222.0.49 "GET /v2.0/networks/03dfba7c-7b4a-44e5-8aaa-c2d37ee82018?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2236643 Aug 12 14:31:07.514301 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca51fa41-7d1d-486d-b6f9-99db91d8b95a req-a62f1046-2ba0-4f12-8e95-6e168a5bccc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:07.516884 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-ca51fa41-7d1d-486d-b6f9-99db91d8b95a req-a62f1046-2ba0-4f12-8e95-6e168a5bccc5 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=78b698b3-d74d-459f-aac1-f22636b34999 HTTP/1.1" status: 200 len: 1102 time: 0.1043637 Aug 12 14:31:07.521184 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-aa27e2a2-8a7d-4af6-96e1-446b93e7527c None None] Port 43e69cad-a241-4df7-bc6e-fc2e5371c6cc cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 14:31:07.539176 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 14:31:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-798934a9-6847-4057-8c4d-f588317dc8b0 x-openstack-request-id: req-798934a9-6847-4057-8c4d-f588317dc8b0 {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:31:07.539519 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ddbe7c8-0ae7-4cf3-828c-7aed5defb66e", "tag": "36661d53-29f3-4a4b-b8c5-23d863539832", "status": "completed", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:31:07.539776 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-798934a9-6847-4057-8c4d-f588317dc8b0 {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:31:07.540898 n-d-694802-15 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ddbe7c8-0ae7-4cf3-828c-7aed5defb66e', 'tag': '36661d53-29f3-4a4b-b8c5-23d863539832', 'status': 'completed', 'code': 200} Aug 12 14:31:07.630501 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 74f37ce7-a1c9-4f6d-8d64-e72556cdaf30 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:31:07.642789 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-22c7ff12-4398-45fe-af1e-ea600d8ebdfe req-1af72452-cefd-4e51-a907-d4c57c7436e9 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/ports?device_id=6fc00628-4d8c-4923-97cd-77f7ae0a9f27 HTTP/1.1" status: 200 len: 210 time: 0.1046884 Aug 12 14:31:07.643472 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd766b5-0aef-4c14-b286-4d0d3b774321 admin admin] Pushing event updated for resources: {'Network': ['ID=497f20e0-2826-433d-8272-a7b10fc4473a,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:31:07.653359 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-8fbcfc41-9307-43d3-a3b4-94e620cd6a17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:07.670122 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Network 497f20e0-2826-433d-8272-a7b10fc4473a details requested by agent ovs-agent-n-d-694802-15 with host n-d-694802-15 {{(pid=94468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 14:31:07.681297 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-ca51fa41-7d1d-486d-b6f9-99db91d8b95a req-2f39b10e-b9cc-419a-b69f-6d00f2c3a163 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=732c786f-d597-473b-bc9a-3d3a7bfc11d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528001 Aug 12 14:31:07.711189 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-0e99610b-5ad7-4252-a283-df7d0b3159e4 req-50d219d9-e371-465d-8dca-a2a71a8728ee tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] Notify callbacks [] for security_group, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:07.712390 n-d-694802-15 neutron-server[94467]: INFO neutron.api.v2.resource [req-01d9141a-bf48-434c-b044-ca585f24b3ff req-be66e98b-980b-458a-94a0-d4ff238641e4 tempest-SecurityGroupRulesNegativeTestJSON-1254776819 tempest-SecurityGroupRulesNegativeTestJSON-1254776819-project] show failed (client error): The resource could not be found. Aug 12 14:31:07.713420 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-01d9141a-bf48-434c-b044-ca585f24b3ff req-be66e98b-980b-458a-94a0-d4ff238641e4 tempest-SecurityGroupRulesNegativeTestJSON-1254776819 tempest-SecurityGroupRulesNegativeTestJSON-1254776819-project] 10.222.0.39 "GET /v2.0/security-groups/02232e61-3dd2-4c3d-91a7-4654ef6eb675 HTTP/1.1" status: 404 len: 352 time: 0.0331950 Aug 12 14:31:07.731148 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-95371e11-9559-4306-9cfc-cf4619d240d0 req-030ef009-2b04-483d-8fed-0e6c72f53408 service neutron] 10.222.0.49 "GET /v2.0/networks/03dfba7c-7b4a-44e5-8aaa-c2d37ee82018?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2347267 Aug 12 14:31:07.734948 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-0e99610b-5ad7-4252-a283-df7d0b3159e4 req-50d219d9-e371-465d-8dca-a2a71a8728ee tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:07.756363 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-ffd766b5-0aef-4c14-b286-4d0d3b774321 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.5638392 Aug 12 14:31:07.756979 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd4909a-fc96-4bce-8a29-0693f7976b84 req-ce212709-03bb-4e5a-b02c-60c72c2fed85 tempest-LiveMigrationTest-388825582 tempest-LiveMigrationTest-388825582-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:07.757102 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 58184) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:31:07.771647 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-8b583cf7-01f9-4c34-854a-cb025009d0dc admin admin] Request body: {'subnet': {'network_id': '497f20e0-2826-433d-8272-a7b10fc4473a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-452340158-subnet', 'tenant_id': 'c7c5529003bc458e93b8dda6bbf396b1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:31:07.779031 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-bbd4909a-fc96-4bce-8a29-0693f7976b84 req-ce212709-03bb-4e5a-b02c-60c72c2fed85 tempest-LiveMigrationTest-388825582 tempest-LiveMigrationTest-388825582-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=8ad67dc1-b6ca-4103-8185-c3ba24b02732 HTTP/1.1" status: 200 len: 1098 time: 0.1656766 Aug 12 14:31:07.813421 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port 74f37ce7-a1c9-4f6d-8d64-e72556cdaf30 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:31:07.814000 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:07.855695 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d219d9-e371-465d-8dca-a2a71a8728ee tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0307eb3-f523-445b-8e1d-79deac809303,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:31:07.888854 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-bbd4909a-fc96-4bce-8a29-0693f7976b84 req-63de0aaf-71f8-472c-8e07-ab116cf8d3f1 tempest-LiveMigrationTest-388825582 tempest-LiveMigrationTest-388825582-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=11312995-c93d-4754-9dea-15693c54238a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068108 Aug 12 14:31:07.919384 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194965b1-1afb-465f-add5-2ca405d4f311 req-db9651f6-0a87-4fbc-93ea-698a5ec571c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:07.920903 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-194965b1-1afb-465f-add5-2ca405d4f311 req-db9651f6-0a87-4fbc-93ea-698a5ec571c8 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=eebc4daeab5b4932b99d48c68fd10c64&device_id=1ddbe7c8-0ae7-4cf3-828c-7aed5defb66e HTTP/1.1" status: 200 len: 1096 time: 0.1060693 Aug 12 14:31:08.046180 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194965b1-1afb-465f-add5-2ca405d4f311 req-d2a91646-fb8a-48a8-8903-86babe5e1199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:08.048229 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-194965b1-1afb-465f-add5-2ca405d4f311 req-d2a91646-fb8a-48a8-8903-86babe5e1199 service neutron] 10.222.0.49 "GET /v2.0/networks?id=03dfba7c-7b4a-44e5-8aaa-c2d37ee82018 HTTP/1.1" status: 200 len: 922 time: 0.1199567 Aug 12 14:31:08.060238 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 2dbbbe70-dd98-4123-bcb5-51f2f0898622 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:31:08.116532 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning for port 2dbbbe70-dd98-4123-bcb5-51f2f0898622 completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:31:08.120921 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port 2dbbbe70-dd98-4123-bcb5-51f2f0898622 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:31:08.121296 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:08.136800 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-194965b1-1afb-465f-add5-2ca405d4f311 req-f9fdc4f9-234c-4627-aab4-4bfcb613f94f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=36661d53-29f3-4a4b-b8c5-23d863539832 HTTP/1.1" status: 200 len: 217 time: 0.0522659 Aug 12 14:31:08.160771 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b583cf7-01f9-4c34-854a-cb025009d0dc admin admin] Made reservation on behalf of c7c5529003bc458e93b8dda6bbf396b1 for: {'subnet': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:31:08.162098 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ed14da-e4ba-43d0-a15b-1dbba9e82594 req-c6106a11-9f78-4f5c-816c-376019771699 tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:08.163339 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-8b583cf7-01f9-4c34-854a-cb025009d0dc admin admin] Notify callbacks [] for subnet, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:08.163679 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-74ed14da-e4ba-43d0-a15b-1dbba9e82594 req-c6106a11-9f78-4f5c-816c-376019771699 tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] 10.222.0.39 "GET /v2.0/ports?device_id=1ddbe7c8-0ae7-4cf3-828c-7aed5defb66e HTTP/1.1" status: 200 len: 944 time: 0.1144364 Aug 12 14:31:08.203923 n-d-694802-15 neutron-server[94467]: INFO neutron.api.v2.resource [req-26e71678-4943-46e9-9051-eee5056efc93 req-062df62c-9aae-4e5f-840c-3d7c81f311e2 tempest-SecurityGroupRulesNegativeTestJSON-1254776819 tempest-SecurityGroupRulesNegativeTestJSON-1254776819-project] show failed (client error): The resource could not be found. Aug 12 14:31:08.204864 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-26e71678-4943-46e9-9051-eee5056efc93 req-062df62c-9aae-4e5f-840c-3d7c81f311e2 tempest-SecurityGroupRulesNegativeTestJSON-1254776819 tempest-SecurityGroupRulesNegativeTestJSON-1254776819-project] 10.222.0.39 "GET /v2.0/security-group-rules/d3c5aac4-8671-4143-88b3-b8ff9cb105ad HTTP/1.1" status: 404 len: 361 time: 0.0613911 Aug 12 14:31:08.230139 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:08.259299 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] For port 2dbbbe70-dd98-4123-bcb5-51f2f0898622, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=2dbbbe70-dd98-4123-bcb5-51f2f0898622,segment=NetworkSegment(b1b396cb-2dc6-4041-bfc7-1833a80a4720),segment_id=b1b396cb-2dc6-4041-bfc7-1833a80a4720)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:31:08.265378 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:08.266683 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-74ed14da-e4ba-43d0-a15b-1dbba9e82594 req-e54f51f4-2def-48be-940f-65f955192cdd tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] 10.222.0.39 "GET /v2.0/security-groups?id=e3ca17b3-b028-41b3-b138-91e00a6e278c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900960 Aug 12 14:31:08.282308 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194965b1-1afb-465f-add5-2ca405d4f311 req-c09506e4-ba0b-457d-9cc1-bc1a137363b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:08.286950 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-194965b1-1afb-465f-add5-2ca405d4f311 req-c09506e4-ba0b-457d-9cc1-bc1a137363b3 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ef8d2719-a4dd-40cc-910c-927d9e7406a1 HTTP/1.1" status: 200 len: 861 time: 0.1355278 Aug 12 14:31:08.330205 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Pushing event updated for resources: {'Port': ['ID=2dbbbe70-dd98-4123-bcb5-51f2f0898622,revision_number=4']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:31:08.335842 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-194965b1-1afb-465f-add5-2ca405d4f311 req-d2fac16e-7b9a-46d2-9142-eeec722ded83 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=03dfba7c-7b4a-44e5-8aaa-c2d37ee82018&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403249 Aug 12 14:31:08.431873 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-8fbcfc41-9307-43d3-a3b4-94e620cd6a17 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:08.436596 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_common [req-0e99610b-5ad7-4252-a283-df7d0b3159e4 req-50d219d9-e371-465d-8dca-a2a71a8728ee tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] Allocated IP 192.168.233.76 (2525c403-dfb3-4196-a273-739607aab38a/236e0be6-1c94-4221-9e8b-ab02a53331f8/b02b231c-4105-48f1-b4af-e195dcf14aec) {{(pid=94467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:31:08.447114 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-8fbcfc41-9307-43d3-a3b4-94e620cd6a17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:08.447932 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-8fbcfc41-9307-43d3-a3b4-94e620cd6a17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66628363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66663865'] for router_interface, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:08.472365 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2a77e4-4acc-4a46-9947-f1211f4fec5d req-53180459-7c77-48a1-8c15-9c02315af33b tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:08.474010 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-fd2a77e4-4acc-4a46-9947-f1211f4fec5d req-53180459-7c77-48a1-8c15-9c02315af33b tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] 10.222.0.39 "GET /v2.0/ports?device_id=78b698b3-d74d-459f-aac1-f22636b34999 HTTP/1.1" status: 200 len: 950 time: 0.1072752 Aug 12 14:31:08.501935 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-194965b1-1afb-465f-add5-2ca405d4f311 req-7451a7e6-6609-4fa5-829e-6fa2bd07a25c service neutron] 10.222.0.49 "GET /v2.0/networks/03dfba7c-7b4a-44e5-8aaa-c2d37ee82018?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1570442 Aug 12 14:31:08.515401 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-8e138873-164a-4ca9-b03c-d4101becea3f req-161a5bb7-535a-40ce-8ebc-12e8b968a10b tempest-SecurityGroupRulesNegativeTestJSON-1254776819 tempest-SecurityGroupRulesNegativeTestJSON-1254776819-project] 10.222.0.39 "GET /v2.0/security-groups/9cd99be5-c9ba-4882-b50d-f631d15e36d8 HTTP/1.1" status: 200 len: 1813 time: 0.1681652 Aug 12 14:31:08.561018 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-fd2a77e4-4acc-4a46-9947-f1211f4fec5d req-d7aee3f6-549c-429d-87b3-7919116fcefd tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] 10.222.0.39 "GET /v2.0/security-groups?id=732c786f-d597-473b-bc9a-3d3a7bfc11d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807459 Aug 12 14:31:08.635281 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-194965b1-1afb-465f-add5-2ca405d4f311 req-5d943e86-6fff-4514-abf0-67fb00430287 service neutron] 10.222.0.49 "GET /v2.0/networks/03dfba7c-7b4a-44e5-8aaa-c2d37ee82018?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224856 Aug 12 14:31:08.655432 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbcfc41-9307-43d3-a3b4-94e620cd6a17 admin admin] Pushing event updated for resources: {'Port': ['ID=43e69cad-a241-4df7-bc6e-fc2e5371c6cc,revision_number=2']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:31:08.833706 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-8e138873-164a-4ca9-b03c-d4101becea3f req-2c36efb5-3476-4ab8-87f7-79b955d148e4 tempest-SecurityGroupRulesNegativeTestJSON-1254776819 tempest-SecurityGroupRulesNegativeTestJSON-1254776819-project] Notify callbacks [] for security_group, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:08.835398 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-8b583cf7-01f9-4c34-854a-cb025009d0dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409'] for subnet, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:08.854363 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fbcfc41-9307-43d3-a3b4-94e620cd6a17 admin admin] Network 5f3c6e1a-83d5-493f-9819-37b1eeb637ca is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:31:08.873498 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [None req-8fbcfc41-9307-43d3-a3b4-94e620cd6a17 admin admin] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:31:08.922297 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-8e138873-164a-4ca9-b03c-d4101becea3f req-2c36efb5-3476-4ab8-87f7-79b955d148e4 tempest-SecurityGroupRulesNegativeTestJSON-1254776819 tempest-SecurityGroupRulesNegativeTestJSON-1254776819-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:09.010064 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-0e99610b-5ad7-4252-a283-df7d0b3159e4 req-50d219d9-e371-465d-8dca-a2a71a8728ee tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] Notify callbacks [] for port, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:09.037324 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b583cf7-01f9-4c34-854a-cb025009d0dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d3a3bf4-0f9a-446d-9fa8-396a78aad83d,revision_number=0']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:31:09.099862 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b583cf7-01f9-4c34-854a-cb025009d0dc admin admin] Checking segment: {'id': '22a61b04-51f4-40e8-84b6-3ffb17141072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '497f20e0-2826-433d-8272-a7b10fc4473a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:31:09.100259 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b583cf7-01f9-4c34-854a-cb025009d0dc admin admin] Network hostable DHCP agents. Network: 497f20e0-2826-433d-8272-a7b10fc4473a, hostable agents: ['1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658'], hosted agents: [] {{(pid=94467) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 14:31:09.102799 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [req-0e99610b-5ad7-4252-a283-df7d0b3159e4 req-50d219d9-e371-465d-8dca-a2a71a8728ee tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] Transition to ACTIVE for port object b02b231c-4105-48f1-b4af-e195dcf14aec will not be triggered until provisioned by entity DHCP. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:31:09.112536 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-8e138873-164a-4ca9-b03c-d4101becea3f req-2c36efb5-3476-4ab8-87f7-79b955d148e4 tempest-SecurityGroupRulesNegativeTestJSON-1254776819 tempest-SecurityGroupRulesNegativeTestJSON-1254776819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:09.115048 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-8e138873-164a-4ca9-b03c-d4101becea3f req-2c36efb5-3476-4ab8-87f7-79b955d148e4 tempest-SecurityGroupRulesNegativeTestJSON-1254776819 tempest-SecurityGroupRulesNegativeTestJSON-1254776819-project] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:09.116199 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-8e138873-164a-4ca9-b03c-d4101becea3f req-2c36efb5-3476-4ab8-87f7-79b955d148e4 tempest-SecurityGroupRulesNegativeTestJSON-1254776819 tempest-SecurityGroupRulesNegativeTestJSON-1254776819-project] 10.222.0.39 "DELETE /v2.0/security-groups/9cd99be5-c9ba-4882-b50d-f631d15e36d8 HTTP/1.1" status: 204 len: 173 time: 0.5706320 Aug 12 14:31:09.142637 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c36efb5-3476-4ab8-87f7-79b955d148e4 tempest-SecurityGroupRulesNegativeTestJSON-1254776819 tempest-SecurityGroupRulesNegativeTestJSON-1254776819-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cd99be5-c9ba-4882-b50d-f631d15e36d8,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:31:09.172958 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fbcfc41-9307-43d3-a3b4-94e620cd6a17 admin admin] Router 09536a9c-587a-430e-b100-69342934d7e6 has already been hosted by L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f {{(pid=94467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 14:31:09.176296 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b583cf7-01f9-4c34-854a-cb025009d0dc admin admin] Network 497f20e0-2826-433d-8272-a7b10fc4473a is scheduled to be hosted by DHCP agent 1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658 with binding_index 1 {{(pid=94467) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 14:31:09.189191 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-7ba295d0-9adf-4733-b732-00788c6ffb19 None None] Provisioning complete for port 43e69cad-a241-4df7-bc6e-fc2e5371c6cc triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:31:09.189852 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-7ba295d0-9adf-4733-b732-00788c6ffb19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:09.192535 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [None req-8b583cf7-01f9-4c34-854a-cb025009d0dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-15, 497f20e0-2826-433d-8272-a7b10fc4473a) {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:31:09.201006 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b583cf7-01f9-4c34-854a-cb025009d0dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:09.201599 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-8b583cf7-01f9-4c34-854a-cb025009d0dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for subnet, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:09.206041 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-0e99610b-5ad7-4252-a283-df7d0b3159e4 req-50d219d9-e371-465d-8dca-a2a71a8728ee tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253'] for port, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:09.223041 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-324094e3-72a8-4245-83bd-adab16420f66 None None] Network 497f20e0-2826-433d-8272-a7b10fc4473a requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:31:09.291494 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-7ba295d0-9adf-4733-b732-00788c6ffb19 None None] Port 43e69cad-a241-4df7-bc6e-fc2e5371c6cc cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 14:31:09.327089 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-8b583cf7-01f9-4c34-854a-cb025009d0dc admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.5590580 Aug 12 14:31:09.365317 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e99610b-5ad7-4252-a283-df7d0b3159e4 req-50d219d9-e371-465d-8dca-a2a71a8728ee tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] Network 2525c403-dfb3-4196-a273-739607aab38a is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:31:09.375506 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [req-0e99610b-5ad7-4252-a283-df7d0b3159e4 req-50d219d9-e371-465d-8dca-a2a71a8728ee tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:31:09.379847 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d219d9-e371-465d-8dca-a2a71a8728ee tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] Pushing event updated for resources: {'Port': ['ID=b02b231c-4105-48f1-b4af-e195dcf14aec,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:31:09.382083 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e99610b-5ad7-4252-a283-df7d0b3159e4 req-50d219d9-e371-465d-8dca-a2a71a8728ee tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] Received port after_create {{(pid=94467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:31:09.387731 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e99610b-5ad7-4252-a283-df7d0b3159e4 req-50d219d9-e371-465d-8dca-a2a71a8728ee tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:09.388468 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-0e99610b-5ad7-4252-a283-df7d0b3159e4 req-50d219d9-e371-465d-8dca-a2a71a8728ee tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:09.407157 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-275b1041-934d-4ca3-b770-4ed4366fc513 None None] Network 497f20e0-2826-433d-8272-a7b10fc4473a requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:31:09.432090 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5650eed0-6939-4ce7-ac2b-e9d7154f135f req-37281d89-f151-4703-bcad-148ab3e690fd tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:09.439837 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-5650eed0-6939-4ce7-ac2b-e9d7154f135f req-37281d89-f151-4703-bcad-148ab3e690fd tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/ports?device_id=6fc00628-4d8c-4923-97cd-77f7ae0a9f27 HTTP/1.1" status: 200 len: 935 time: 0.1940250 Aug 12 14:31:09.442468 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0e99610b-5ad7-4252-a283-df7d0b3159e4 req-50d219d9-e371-465d-8dca-a2a71a8728ee tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7959733 Aug 12 14:31:09.443639 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fbcfc41-9307-43d3-a3b4-94e620cd6a17 admin admin] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 14:31:09.460258 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-8fbcfc41-9307-43d3-a3b4-94e620cd6a17 admin admin] 10.222.0.39 "PUT /v2.0/routers/09536a9c-587a-430e-b100-69342934d7e6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3364475 Aug 12 14:31:09.482139 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-0e99610b-5ad7-4252-a283-df7d0b3159e4 req-3604cb54-d8c1-496c-8f6b-26cb24abdb25 service neutron] Request body: {'port': {'device_id': '6fc00628-4d8c-4923-97cd-77f7ae0a9f27', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-694802-15'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:31:09.582374 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 2dbbbe70-dd98-4123-bcb5-51f2f0898622 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:31:09.586026 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9a2cd40-bf8c-4d4e-9555-886f79b17c27 None None] Sync routers for ids ['09536a9c-587a-430e-b100-69342934d7e6'] in n-d-694802-15 {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 14:31:09.607694 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-5650eed0-6939-4ce7-ac2b-e9d7154f135f req-9e973c7f-54fa-47e1-a08a-d91d83740a3e tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0307eb3-f523-445b-8e1d-79deac809303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668019 Aug 12 14:31:09.651294 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9a2cd40-bf8c-4d4e-9555-886f79b17c27 None None] Routers {'09536a9c-587a-430e-b100-69342934d7e6'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:31:09.652127 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-a9a2cd40-bf8c-4d4e-9555-886f79b17c27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:30:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['09536a9c-587a-430e-b100-69342934d7e6'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:31:09.658176 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-0e99610b-5ad7-4252-a283-df7d0b3159e4 req-3604cb54-d8c1-496c-8f6b-26cb24abdb25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:09.780602 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-85f40958-78ef-411c-80b6-965c70e20afa req-28415fe4-be27-48cd-9f4e-046a5b041e6b tempest-SecurityGroupRulesNegativeTestJSON-1254776819 tempest-SecurityGroupRulesNegativeTestJSON-1254776819-project] 10.222.0.39 "GET /v2.0/security-groups/aab99d64-df3a-4933-9169-0f94b63a81de HTTP/1.1" status: 200 len: 1812 time: 0.1298120 Aug 12 14:31:09.817169 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port 2dbbbe70-dd98-4123-bcb5-51f2f0898622 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:31:09.817860 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:09.850413 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvr_db [None req-a9a2cd40-bf8c-4d4e-9555-886f79b17c27 None None] Set router 09536a9c-587a-430e-b100-69342934d7e6 gateway port host: n-d-694802-15 {{(pid=94468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:31:09.889624 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-2952ba22-b270-492a-9291-cbc75d6df2a6 None None] Provisioning for port b02b231c-4105-48f1-b4af-e195dcf14aec completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:31:09.901097 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-2952ba22-b270-492a-9291-cbc75d6df2a6 None None] Provisioning complete for port b02b231c-4105-48f1-b4af-e195dcf14aec triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:31:09.901524 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-2952ba22-b270-492a-9291-cbc75d6df2a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:09.932075 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [req-dcfaf7fc-84f1-44aa-bff1-17aa3f3f9159 req-30130ad2-aba6-4bf5-bdbd-fe262550c117 tempest-LiveMigrationTest-388825582 tempest-LiveMigrationTest-388825582-project-admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=94467) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 14:31:09.933178 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-dcfaf7fc-84f1-44aa-bff1-17aa3f3f9159 req-30130ad2-aba6-4bf5-bdbd-fe262550c117 tempest-LiveMigrationTest-388825582 tempest-LiveMigrationTest-388825582-project-admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0321505 Aug 12 14:31:09.955356 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-dcfaf7fc-84f1-44aa-bff1-17aa3f3f9159 req-d39c4b06-ec57-4c98-9822-4dc83dc36bba service neutron] Request body: {'binding': {'host': 'n-h1-694802-15', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:31:09.955798 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-dcfaf7fc-84f1-44aa-bff1-17aa3f3f9159 req-d39c4b06-ec57-4c98-9822-4dc83dc36bba service neutron] Unknown quota resources ['binding']. {{(pid=94467) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 12 14:31:09.982140 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-85f40958-78ef-411c-80b6-965c70e20afa req-60abd2af-8557-49ad-b164-2fa7c485f19f tempest-SecurityGroupRulesNegativeTestJSON-1254776819 tempest-SecurityGroupRulesNegativeTestJSON-1254776819-project] Notify callbacks [] for security_group, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:10.015945 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-2952ba22-b270-492a-9291-cbc75d6df2a6 None None] Port b02b231c-4105-48f1-b4af-e195dcf14aec cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 14:31:10.038605 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-85f40958-78ef-411c-80b6-965c70e20afa req-60abd2af-8557-49ad-b164-2fa7c485f19f tempest-SecurityGroupRulesNegativeTestJSON-1254776819 tempest-SecurityGroupRulesNegativeTestJSON-1254776819-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:10.056514 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-ed7b06d2-a698-4a6b-9a7b-bd90206dbb52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:10.152808 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-a9a2cd40-bf8c-4d4e-9555-886f79b17c27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09536a9c-587a-430e-b100-69342934d7e6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1660920679-router', 'tenant_id': 'b678ae4cf0e548eabd07cc7c8c038355', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.16'}], 'enable_snat': True}, 'gw_port_id': '2dbbbe70-dd98-4123-bcb5-51f2f0898622', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:31:00Z', 'updated_at': '2021-08-12T14:31:07Z', 'revision_number': 4, 'project_id': 'b678ae4cf0e548eabd07cc7c8c038355', 'gw_port': {'id': '2dbbbe70-dd98-4123-bcb5-51f2f0898622', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:71:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09536a9c-587a-430e-b100-69342934d7e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:31:01Z', 'updated_at': '2021-08-12T14:31:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': '43e69cad-a241-4df7-bc6e-fc2e5371c6cc', 'name': '', 'network_id': '5f3c6e1a-83d5-493f-9819-37b1eeb637ca', 'tenant_id': 'b678ae4cf0e548eabd07cc7c8c038355', 'mac_address': 'fa:16:3e:59:b8:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09536a9c-587a-430e-b100-69342934d7e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '2d3216b4-1f1b-40a4-a39f-a9955c508bf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:31:05Z', 'updated_at': '2021-08-12T14:31:07Z', 'revision_number': 2, 'project_id': 'b678ae4cf0e548eabd07cc7c8c038355', 'subnets': [{'id': '2d3216b4-1f1b-40a4-a39f-a9955c508bf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:31:10.183056 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9a2cd40-bf8c-4d4e-9555-886f79b17c27 None None] Checking router: 09536a9c-587a-430e-b100-69342934d7e6 for host: n-d-694802-15 {{(pid=94468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 14:31:10.183444 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9a2cd40-bf8c-4d4e-9555-886f79b17c27 None None] Updating router 09536a9c-587a-430e-b100-69342934d7e6 port 43e69cad-a241-4df7-bc6e-fc2e5371c6cc binding host n-d-694802-15 {{(pid=94468) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 14:31:10.196665 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-85f40958-78ef-411c-80b6-965c70e20afa req-60abd2af-8557-49ad-b164-2fa7c485f19f tempest-SecurityGroupRulesNegativeTestJSON-1254776819 tempest-SecurityGroupRulesNegativeTestJSON-1254776819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:10.199172 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-85f40958-78ef-411c-80b6-965c70e20afa req-60abd2af-8557-49ad-b164-2fa7c485f19f tempest-SecurityGroupRulesNegativeTestJSON-1254776819 tempest-SecurityGroupRulesNegativeTestJSON-1254776819-project] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:10.200285 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-85f40958-78ef-411c-80b6-965c70e20afa req-60abd2af-8557-49ad-b164-2fa7c485f19f tempest-SecurityGroupRulesNegativeTestJSON-1254776819 tempest-SecurityGroupRulesNegativeTestJSON-1254776819-project] 10.222.0.39 "DELETE /v2.0/security-groups/aab99d64-df3a-4933-9169-0f94b63a81de HTTP/1.1" status: 204 len: 173 time: 0.4112279 Aug 12 14:31:10.211179 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-a9a2cd40-bf8c-4d4e-9555-886f79b17c27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:10.221191 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60abd2af-8557-49ad-b164-2fa7c485f19f tempest-SecurityGroupRulesNegativeTestJSON-1254776819 tempest-SecurityGroupRulesNegativeTestJSON-1254776819-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aab99d64-df3a-4933-9169-0f94b63a81de,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:31:10.224444 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [req-0e99610b-5ad7-4252-a283-df7d0b3159e4 req-3604cb54-d8c1-496c-8f6b-26cb24abdb25 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b02b231c-4105-48f1-b4af-e195dcf14aec {{(pid=94467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:31:10.242261 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-0e99610b-5ad7-4252-a283-df7d0b3159e4 req-3604cb54-d8c1-496c-8f6b-26cb24abdb25 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:10.250299 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-dcfaf7fc-84f1-44aa-bff1-17aa3f3f9159 req-d39c4b06-ec57-4c98-9822-4dc83dc36bba service neutron] Attempting to bind port 2d02505d-896c-436a-96b2-40e1c4f8b876 on host n-h1-694802-15 for vnic_type normal with profile None {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:31:10.250631 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-dcfaf7fc-84f1-44aa-bff1-17aa3f3f9159 req-d39c4b06-ec57-4c98-9822-4dc83dc36bba service neutron] Attempting to bind port 2d02505d-896c-436a-96b2-40e1c4f8b876 by drivers openvswitch,hyperv on host n-h1-694802-15 at level 0 using segments [{'id': '2c5f2abe-b754-491c-837b-06e8fcd65d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'a10dd9db-a24e-488c-8894-a27c36eaa630'}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:31:10.250953 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcfaf7fc-84f1-44aa-bff1-17aa3f3f9159 req-d39c4b06-ec57-4c98-9822-4dc83dc36bba service neutron] Attempting to bind port 2d02505d-896c-436a-96b2-40e1c4f8b876 on network a10dd9db-a24e-488c-8894-a27c36eaa630 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:31:10.260066 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcfaf7fc-84f1-44aa-bff1-17aa3f3f9159 req-d39c4b06-ec57-4c98-9822-4dc83dc36bba service neutron] Port 2d02505d-896c-436a-96b2-40e1c4f8b876 on network a10dd9db-a24e-488c-8894-a27c36eaa630 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-15 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 14:31:10.260349 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcfaf7fc-84f1-44aa-bff1-17aa3f3f9159 req-d39c4b06-ec57-4c98-9822-4dc83dc36bba service neutron] Attempting to bind port 2d02505d-896c-436a-96b2-40e1c4f8b876 on network a10dd9db-a24e-488c-8894-a27c36eaa630 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:31:10.264618 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [req-0e99610b-5ad7-4252-a283-df7d0b3159e4 req-3604cb54-d8c1-496c-8f6b-26cb24abdb25 service neutron] Transition to ACTIVE for port object b02b231c-4105-48f1-b4af-e195dcf14aec will not be triggered until provisioned by entity L2. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:31:10.267391 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcfaf7fc-84f1-44aa-bff1-17aa3f3f9159 req-d39c4b06-ec57-4c98-9822-4dc83dc36bba service neutron] Checking agent: {'id': 'de568313-a3e6-454a-9813-77e25edcea95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 27, 41), 'started_at': datetime.datetime(2021, 8, 12, 14, 27, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 30, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:31:10.267723 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcfaf7fc-84f1-44aa-bff1-17aa3f3f9159 req-d39c4b06-ec57-4c98-9822-4dc83dc36bba service neutron] Checking segment: {'id': '2c5f2abe-b754-491c-837b-06e8fcd65d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'a10dd9db-a24e-488c-8894-a27c36eaa630'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:31:10.268110 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcfaf7fc-84f1-44aa-bff1-17aa3f3f9159 req-d39c4b06-ec57-4c98-9822-4dc83dc36bba service neutron] Bound using segment: {'id': '2c5f2abe-b754-491c-837b-06e8fcd65d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'a10dd9db-a24e-488c-8894-a27c36eaa630'} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:31:10.268622 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-dcfaf7fc-84f1-44aa-bff1-17aa3f3f9159 req-d39c4b06-ec57-4c98-9822-4dc83dc36bba service neutron] Bound port: 2d02505d-896c-436a-96b2-40e1c4f8b876, host: n-h1-694802-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c5f2abe-b754-491c-837b-06e8fcd65d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'a10dd9db-a24e-488c-8894-a27c36eaa630'}}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:31:10.273150 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-0e99610b-5ad7-4252-a283-df7d0b3159e4 req-3604cb54-d8c1-496c-8f6b-26cb24abdb25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:10.392328 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3604cb54-d8c1-496c-8f6b-26cb24abdb25 service neutron] Pushing event updated for resources: {'Port': ['ID=b02b231c-4105-48f1-b4af-e195dcf14aec,revision_number=2']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:31:10.428884 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-dcfaf7fc-84f1-44aa-bff1-17aa3f3f9159 req-d39c4b06-ec57-4c98-9822-4dc83dc36bba service neutron] For port 2d02505d-896c-436a-96b2-40e1c4f8b876, host n-h1-694802-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=2d02505d-896c-436a-96b2-40e1c4f8b876,segment=NetworkSegment(2c5f2abe-b754-491c-837b-06e8fcd65d4b),segment_id=2c5f2abe-b754-491c-837b-06e8fcd65d4b)] {{(pid=94467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:31:10.439469 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236df723-a5b0-4bff-b5f9-8f0ad9ec1472 req-78ef1ba9-c40e-4bd3-a08c-a897e9466fe9 tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:10.441643 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-236df723-a5b0-4bff-b5f9-8f0ad9ec1472 req-78ef1ba9-c40e-4bd3-a08c-a897e9466fe9 tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] 10.222.0.39 "GET /v2.0/ports?device_id=1ddbe7c8-0ae7-4cf3-828c-7aed5defb66e HTTP/1.1" status: 200 len: 944 time: 0.1663980 Aug 12 14:31:10.444830 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-dcfaf7fc-84f1-44aa-bff1-17aa3f3f9159 req-d39c4b06-ec57-4c98-9822-4dc83dc36bba service neutron] Notify callbacks [] for binding, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:10.446335 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-dcfaf7fc-84f1-44aa-bff1-17aa3f3f9159 req-d39c4b06-ec57-4c98-9822-4dc83dc36bba service neutron] 10.222.0.39 "POST /v2.0/ports/2d02505d-896c-436a-96b2-40e1c4f8b876/bindings HTTP/1.1" status: 201 len: 390 time: 0.4997389 Aug 12 14:31:10.460665 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-0e99610b-5ad7-4252-a283-df7d0b3159e4 req-3604cb54-d8c1-496c-8f6b-26cb24abdb25 service neutron] Attempting to bind port b02b231c-4105-48f1-b4af-e195dcf14aec on host n-h1-694802-15 for vnic_type normal with profile {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:31:10.461013 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-0e99610b-5ad7-4252-a283-df7d0b3159e4 req-3604cb54-d8c1-496c-8f6b-26cb24abdb25 service neutron] Attempting to bind port b02b231c-4105-48f1-b4af-e195dcf14aec by drivers openvswitch,hyperv on host n-h1-694802-15 at level 0 using segments [{'id': 'a1f8c867-101b-4d30-814e-b89f55a5edd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '2525c403-dfb3-4196-a273-739607aab38a'}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:31:10.461313 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e99610b-5ad7-4252-a283-df7d0b3159e4 req-3604cb54-d8c1-496c-8f6b-26cb24abdb25 service neutron] Attempting to bind port b02b231c-4105-48f1-b4af-e195dcf14aec on network 2525c403-dfb3-4196-a273-739607aab38a {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:31:10.474357 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e99610b-5ad7-4252-a283-df7d0b3159e4 req-3604cb54-d8c1-496c-8f6b-26cb24abdb25 service neutron] Port b02b231c-4105-48f1-b4af-e195dcf14aec on network 2525c403-dfb3-4196-a273-739607aab38a not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-15 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 14:31:10.474682 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e99610b-5ad7-4252-a283-df7d0b3159e4 req-3604cb54-d8c1-496c-8f6b-26cb24abdb25 service neutron] Attempting to bind port b02b231c-4105-48f1-b4af-e195dcf14aec on network 2525c403-dfb3-4196-a273-739607aab38a {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:31:10.484247 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e99610b-5ad7-4252-a283-df7d0b3159e4 req-3604cb54-d8c1-496c-8f6b-26cb24abdb25 service neutron] Checking agent: {'id': 'de568313-a3e6-454a-9813-77e25edcea95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 27, 41), 'started_at': datetime.datetime(2021, 8, 12, 14, 27, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 30, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:31:10.484612 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e99610b-5ad7-4252-a283-df7d0b3159e4 req-3604cb54-d8c1-496c-8f6b-26cb24abdb25 service neutron] Checking segment: {'id': 'a1f8c867-101b-4d30-814e-b89f55a5edd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '2525c403-dfb3-4196-a273-739607aab38a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:31:10.484912 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e99610b-5ad7-4252-a283-df7d0b3159e4 req-3604cb54-d8c1-496c-8f6b-26cb24abdb25 service neutron] Bound using segment: {'id': 'a1f8c867-101b-4d30-814e-b89f55a5edd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '2525c403-dfb3-4196-a273-739607aab38a'} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:31:10.485601 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-0e99610b-5ad7-4252-a283-df7d0b3159e4 req-3604cb54-d8c1-496c-8f6b-26cb24abdb25 service neutron] Bound port: b02b231c-4105-48f1-b4af-e195dcf14aec, host: n-h1-694802-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1f8c867-101b-4d30-814e-b89f55a5edd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '2525c403-dfb3-4196-a273-739607aab38a'}}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:31:10.485955 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-0e99610b-5ad7-4252-a283-df7d0b3159e4 req-3604cb54-d8c1-496c-8f6b-26cb24abdb25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:10.511119 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-236df723-a5b0-4bff-b5f9-8f0ad9ec1472 req-07f87478-caeb-41a0-be7b-56e75ad7a9ef tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] 10.222.0.39 "GET /v2.0/security-groups?id=e3ca17b3-b028-41b3-b138-91e00a6e278c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595162 Aug 12 14:31:10.551674 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-a9a2cd40-bf8c-4d4e-9555-886f79b17c27 None None] Notify callbacks [] for port, precommit_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:10.566232 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-a9a2cd40-bf8c-4d4e-9555-886f79b17c27 None None] Transition to ACTIVE for port object 43e69cad-a241-4df7-bc6e-fc2e5371c6cc will not be triggered until provisioned by entity L2. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:31:10.579297 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-a9a2cd40-bf8c-4d4e-9555-886f79b17c27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:10.594174 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-0e99610b-5ad7-4252-a283-df7d0b3159e4 req-3604cb54-d8c1-496c-8f6b-26cb24abdb25 service neutron] For port b02b231c-4105-48f1-b4af-e195dcf14aec, host n-h1-694802-15, cleared binding levels {{(pid=94467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:31:10.599808 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-0e99610b-5ad7-4252-a283-df7d0b3159e4 req-3604cb54-d8c1-496c-8f6b-26cb24abdb25 service neutron] For port b02b231c-4105-48f1-b4af-e195dcf14aec, host n-h1-694802-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=b02b231c-4105-48f1-b4af-e195dcf14aec,segment=NetworkSegment(a1f8c867-101b-4d30-814e-b89f55a5edd0),segment_id=a1f8c867-101b-4d30-814e-b89f55a5edd0)] {{(pid=94467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:31:10.606486 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-0e99610b-5ad7-4252-a283-df7d0b3159e4 req-3604cb54-d8c1-496c-8f6b-26cb24abdb25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:10.656501 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e99610b-5ad7-4252-a283-df7d0b3159e4 req-3604cb54-d8c1-496c-8f6b-26cb24abdb25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:10.659523 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-0e99610b-5ad7-4252-a283-df7d0b3159e4 req-3604cb54-d8c1-496c-8f6b-26cb24abdb25 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:10.662197 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0e99610b-5ad7-4252-a283-df7d0b3159e4 req-3604cb54-d8c1-496c-8f6b-26cb24abdb25 service neutron] 10.222.0.64 "PUT /v2.0/ports/b02b231c-4105-48f1-b4af-e195dcf14aec HTTP/1.1" status: 200 len: 1096 time: 1.1995308 Aug 12 14:31:10.666602 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fc00628-4d8c-4923-97cd-77f7ae0a9f27', 'tag': 'b02b231c-4105-48f1-b4af-e195dcf14aec'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:31:10.671277 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e65282f928b64038367d043a4411777802006c43a98742496cb2e25b724ff1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80b4dcb8-0198-442e-b019-165864299ec1" -d '{"events": [{"name": "network-changed", "server_uuid": "6fc00628-4d8c-4923-97cd-77f7ae0a9f27", "tag": "b02b231c-4105-48f1-b4af-e195dcf14aec"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:31:10.699819 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de6bbb8-17fd-4e20-a8f5-37ac9bddf451 None None] Pushing event updated for resources: {'Port': ['ID=43e69cad-a241-4df7-bc6e-fc2e5371c6cc,revision_number=3']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:31:10.748961 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3604cb54-d8c1-496c-8f6b-26cb24abdb25 service neutron] Pushing event updated for resources: {'Port': ['ID=b02b231c-4105-48f1-b4af-e195dcf14aec,revision_number=3']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:31:10.769648 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e99610b-5ad7-4252-a283-df7d0b3159e4 req-32c29c18-5ecf-47c1-b77d-5d2ea3102c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:10.771368 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0e99610b-5ad7-4252-a283-df7d0b3159e4 req-32c29c18-5ecf-47c1-b77d-5d2ea3102c07 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e3f6e239b38a4f618b8ca0621fcc54e4&device_id=6fc00628-4d8c-4923-97cd-77f7ae0a9f27 HTTP/1.1" status: 200 len: 1099 time: 0.0580950 Aug 12 14:31:10.813987 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-a9a2cd40-bf8c-4d4e-9555-886f79b17c27 None None] Attempting to bind port 43e69cad-a241-4df7-bc6e-fc2e5371c6cc on host n-d-694802-15 for vnic_type normal with profile {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:31:10.814498 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-a9a2cd40-bf8c-4d4e-9555-886f79b17c27 None None] Attempting to bind port 43e69cad-a241-4df7-bc6e-fc2e5371c6cc by drivers openvswitch,hyperv on host n-d-694802-15 at level 0 using segments [{'id': '00885975-92ca-4f32-a555-f8ccf1558810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '5f3c6e1a-83d5-493f-9819-37b1eeb637ca'}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:31:10.816345 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a2cd40-bf8c-4d4e-9555-886f79b17c27 None None] Attempting to bind port 43e69cad-a241-4df7-bc6e-fc2e5371c6cc on network 5f3c6e1a-83d5-493f-9819-37b1eeb637ca {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:31:10.828160 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a2cd40-bf8c-4d4e-9555-886f79b17c27 None None] Checking agent: {'id': '16de73ac-f2e9-4cee-b3e0-91052ae3e6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 20, 13), 'started_at': datetime.datetime(2021, 8, 12, 14, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 30, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:31:10.828781 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a2cd40-bf8c-4d4e-9555-886f79b17c27 None None] Checking segment: {'id': '00885975-92ca-4f32-a555-f8ccf1558810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '5f3c6e1a-83d5-493f-9819-37b1eeb637ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:31:10.829471 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-a9a2cd40-bf8c-4d4e-9555-886f79b17c27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:10.829658 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0e99610b-5ad7-4252-a283-df7d0b3159e4 req-ab79e178-06d2-4b6b-84c5-978c42eaf03d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.76&port_id=b02b231c-4105-48f1-b4af-e195dcf14aec HTTP/1.1" status: 200 len: 217 time: 0.0455337 Aug 12 14:31:10.830065 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a2cd40-bf8c-4d4e-9555-886f79b17c27 None None] Bound using segment: {'id': '00885975-92ca-4f32-a555-f8ccf1558810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '5f3c6e1a-83d5-493f-9819-37b1eeb637ca'} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:31:10.830837 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-a9a2cd40-bf8c-4d4e-9555-886f79b17c27 None None] Bound port: 43e69cad-a241-4df7-bc6e-fc2e5371c6cc, host: n-d-694802-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00885975-92ca-4f32-a555-f8ccf1558810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '5f3c6e1a-83d5-493f-9819-37b1eeb637ca'}}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:31:10.831522 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-a9a2cd40-bf8c-4d4e-9555-886f79b17c27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:10.873795 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144bfa3a-43f4-473e-a7d3-4f5e692c737c req-ebce1477-34dc-41f7-9bb2-561a06cd7138 tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:10.878453 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-144bfa3a-43f4-473e-a7d3-4f5e692c737c req-ebce1477-34dc-41f7-9bb2-561a06cd7138 tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] 10.222.0.39 "GET /v2.0/ports?device_id=78b698b3-d74d-459f-aac1-f22636b34999 HTTP/1.1" status: 200 len: 950 time: 0.2229140 Aug 12 14:31:10.894540 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e99610b-5ad7-4252-a283-df7d0b3159e4 req-0babf2e7-1df6-426b-ac6d-f0003d336cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:10.896060 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0e99610b-5ad7-4252-a283-df7d0b3159e4 req-0babf2e7-1df6-426b-ac6d-f0003d336cbb service neutron] 10.222.0.64 "GET /v2.0/subnets?id=236e0be6-1c94-4221-9e8b-ab02a53331f8 HTTP/1.1" status: 200 len: 843 time: 0.0596015 Aug 12 14:31:10.952997 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfaf7fc-84f1-44aa-bff1-17aa3f3f9159 req-0b1dd352-1c4c-488c-b333-32cd773f4e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:10.955193 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-dcfaf7fc-84f1-44aa-bff1-17aa3f3f9159 req-0b1dd352-1c4c-488c-b333-32cd773f4e8e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=39c74547ea964352853351e74cbcb768&device_id=8ad67dc1-b6ca-4103-8185-c3ba24b02732 HTTP/1.1" status: 200 len: 1098 time: 0.1939373 Aug 12 14:31:10.960449 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e99610b-5ad7-4252-a283-df7d0b3159e4 req-fe917404-2f18-4f6a-998a-3da604a2f2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:10.962047 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0e99610b-5ad7-4252-a283-df7d0b3159e4 req-fe917404-2f18-4f6a-998a-3da604a2f2ad service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2525c403-dfb3-4196-a273-739607aab38a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0587833 Aug 12 14:31:10.992456 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-a9a2cd40-bf8c-4d4e-9555-886f79b17c27 None None] For port 43e69cad-a241-4df7-bc6e-fc2e5371c6cc, host n-d-694802-15, cleared binding levels {{(pid=94468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:31:10.996401 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-a9a2cd40-bf8c-4d4e-9555-886f79b17c27 None None] For port 43e69cad-a241-4df7-bc6e-fc2e5371c6cc, host n-d-694802-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=43e69cad-a241-4df7-bc6e-fc2e5371c6cc,segment=NetworkSegment(00885975-92ca-4f32-a555-f8ccf1558810),segment_id=00885975-92ca-4f32-a555-f8ccf1558810)] {{(pid=94468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:31:10.999821 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-144bfa3a-43f4-473e-a7d3-4f5e692c737c req-7f4eb004-2653-4d34-aeb4-257518db0ec6 tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] 10.222.0.39 "GET /v2.0/security-groups?id=732c786f-d597-473b-bc9a-3d3a7bfc11d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142027 Aug 12 14:31:11.017727 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-a9a2cd40-bf8c-4d4e-9555-886f79b17c27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:11.091704 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:11.109553 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9a2cd40-bf8c-4d4e-9555-886f79b17c27 None None] Routers {'09536a9c-587a-430e-b100-69342934d7e6'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:31:11.109843 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-a9a2cd40-bf8c-4d4e-9555-886f79b17c27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:30:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['09536a9c-587a-430e-b100-69342934d7e6'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:31:11.115828 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de6bbb8-17fd-4e20-a8f5-37ac9bddf451 None None] Pushing event updated for resources: {'Port': ['ID=43e69cad-a241-4df7-bc6e-fc2e5371c6cc,revision_number=4']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:31:11.126619 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-6f4c28f7-1b63-451d-acf4-d053e1ddba23 req-b089a452-9e58-4340-a190-8c7711ae5d77 tempest-SecurityGroupRulesNegativeTestJSON-1254776819 tempest-SecurityGroupRulesNegativeTestJSON-1254776819-project] 10.222.0.39 "GET /v2.0/security-groups/8fa8705b-0b85-4e2c-984a-352fbea7a1fa HTTP/1.1" status: 200 len: 1812 time: 0.0782168 Aug 12 14:31:11.168093 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0e99610b-5ad7-4252-a283-df7d0b3159e4 req-c7c20253-3145-4c4c-bab8-3fcaf98f460b service neutron] 10.222.0.64 "GET /v2.0/networks/2525c403-dfb3-4196-a273-739607aab38a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1991725 Aug 12 14:31:11.173247 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfaf7fc-84f1-44aa-bff1-17aa3f3f9159 req-640586f5-aafd-4467-a05f-dd2acafc2f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:11.175617 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-dcfaf7fc-84f1-44aa-bff1-17aa3f3f9159 req-640586f5-aafd-4467-a05f-dd2acafc2f6e service neutron] 10.222.0.64 "GET /v2.0/networks?id=a10dd9db-a24e-488c-8894-a27c36eaa630 HTTP/1.1" status: 200 len: 908 time: 0.2115738 Aug 12 14:31:11.184298 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a906ba45-14eb-48a1-b2de-2dbd2d42a62f req-b2bf2f0f-08d6-4ff3-ad9a-0471f1b8dabe tempest-VolumesAdminNegativeTest-637287772 tempest-VolumesAdminNegativeTest-637287772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:11.185970 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a906ba45-14eb-48a1-b2de-2dbd2d42a62f req-b2bf2f0f-08d6-4ff3-ad9a-0471f1b8dabe tempest-VolumesAdminNegativeTest-637287772 tempest-VolumesAdminNegativeTest-637287772-project] 10.222.0.39 "GET /v2.0/networks?id=277ff877-809b-4dd0-870e-f1b0241bb618 HTTP/1.1" status: 200 len: 815 time: 0.1920342 Aug 12 14:31:11.226047 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-dcfaf7fc-84f1-44aa-bff1-17aa3f3f9159 req-aebe0f0a-8477-4eb0-bc34-60324e66c020 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2d02505d-896c-436a-96b2-40e1c4f8b876 HTTP/1.1" status: 200 len: 217 time: 0.0426512 Aug 12 14:31:11.247483 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a906ba45-14eb-48a1-b2de-2dbd2d42a62f req-7f3798ae-86d8-456f-9ed7-fd645fa8b6ac tempest-VolumesAdminNegativeTest-637287772 tempest-VolumesAdminNegativeTest-637287772-project] 10.222.0.39 "GET /v2.0/quotas/9410f028372c43df8da5e6b4fb58fdcd HTTP/1.1" status: 200 len: 375 time: 0.0518906 Aug 12 14:31:11.269305 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvr_db [None req-a9a2cd40-bf8c-4d4e-9555-886f79b17c27 None None] Set router 09536a9c-587a-430e-b100-69342934d7e6 gateway port host: n-d-694802-15 {{(pid=94468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:31:11.293235 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a906ba45-14eb-48a1-b2de-2dbd2d42a62f req-89b85d7a-0a34-40dc-8e1b-cd9842d03b7f tempest-VolumesAdminNegativeTest-637287772 tempest-VolumesAdminNegativeTest-637287772-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=9410f028372c43df8da5e6b4fb58fdcd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0386670 Aug 12 14:31:11.321674 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0e99610b-5ad7-4252-a283-df7d0b3159e4 req-235f4f0e-0f07-4c5b-aa05-3e30c60985cf service neutron] 10.222.0.64 "GET /v2.0/networks/2525c403-dfb3-4196-a273-739607aab38a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341591 Aug 12 14:31:11.325261 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-6f4c28f7-1b63-451d-acf4-d053e1ddba23 req-b545d5ff-2828-4eea-9349-7c5317cb597b tempest-SecurityGroupRulesNegativeTestJSON-1254776819 tempest-SecurityGroupRulesNegativeTestJSON-1254776819-project] Notify callbacks [] for security_group, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:11.329280 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfaf7fc-84f1-44aa-bff1-17aa3f3f9159 req-e09bda4b-97ff-4e64-97e3-e21986d6613f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:11.331119 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-dcfaf7fc-84f1-44aa-bff1-17aa3f3f9159 req-e09bda4b-97ff-4e64-97e3-e21986d6613f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d61545bd-f4f7-4794-86f8-5ac232439ea3 HTTP/1.1" status: 200 len: 847 time: 0.0856869 Aug 12 14:31:11.378276 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-dcfaf7fc-84f1-44aa-bff1-17aa3f3f9159 req-1f103210-7e5b-4d8e-b7a2-3b39c9533095 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a10dd9db-a24e-488c-8894-a27c36eaa630&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371976 Aug 12 14:31:11.381754 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-6f4c28f7-1b63-451d-acf4-d053e1ddba23 req-b545d5ff-2828-4eea-9349-7c5317cb597b tempest-SecurityGroupRulesNegativeTestJSON-1254776819 tempest-SecurityGroupRulesNegativeTestJSON-1254776819-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:11.418475 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device 36661d53-29f3-4a4b-b8c5-23d863539832 details requested by agent hyperv_n-h2-694802-15 with host n-h2-694802-15 {{(pid=94468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 14:31:11.483307 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [req-a906ba45-14eb-48a1-b2de-2dbd2d42a62f req-6a9ab52f-6860-46f5-bf48-ea45ecb4c1cf service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=94467) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 14:31:11.491553 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a906ba45-14eb-48a1-b2de-2dbd2d42a62f req-6a9ab52f-6860-46f5-bf48-ea45ecb4c1cf service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0649509 Aug 12 14:31:11.496207 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-6f4c28f7-1b63-451d-acf4-d053e1ddba23 req-b545d5ff-2828-4eea-9349-7c5317cb597b tempest-SecurityGroupRulesNegativeTestJSON-1254776819 tempest-SecurityGroupRulesNegativeTestJSON-1254776819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:11.498891 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-6f4c28f7-1b63-451d-acf4-d053e1ddba23 req-b545d5ff-2828-4eea-9349-7c5317cb597b tempest-SecurityGroupRulesNegativeTestJSON-1254776819 tempest-SecurityGroupRulesNegativeTestJSON-1254776819-project] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:11.500051 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-6f4c28f7-1b63-451d-acf4-d053e1ddba23 req-b545d5ff-2828-4eea-9349-7c5317cb597b tempest-SecurityGroupRulesNegativeTestJSON-1254776819 tempest-SecurityGroupRulesNegativeTestJSON-1254776819-project] 10.222.0.39 "DELETE /v2.0/security-groups/8fa8705b-0b85-4e2c-984a-352fbea7a1fa HTTP/1.1" status: 204 len: 173 time: 0.3575673 Aug 12 14:31:11.511275 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-dcfaf7fc-84f1-44aa-bff1-17aa3f3f9159 req-be32e134-b072-437d-b6e9-e5363b45ec40 service neutron] 10.222.0.64 "GET /v2.0/networks/a10dd9db-a24e-488c-8894-a27c36eaa630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211522 Aug 12 14:31:11.517628 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b545d5ff-2828-4eea-9349-7c5317cb597b tempest-SecurityGroupRulesNegativeTestJSON-1254776819 tempest-SecurityGroupRulesNegativeTestJSON-1254776819-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fa8705b-0b85-4e2c-984a-352fbea7a1fa,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:31:11.627250 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-dcfaf7fc-84f1-44aa-bff1-17aa3f3f9159 req-7584bea6-fdad-4f1a-b673-345b2b3199eb service neutron] 10.222.0.64 "GET /v2.0/networks/a10dd9db-a24e-488c-8894-a27c36eaa630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066730 Aug 12 14:31:11.686501 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656efebf-1452-4b2d-8efd-5b144d83f8ec req-f1ef31a3-41dd-4d68-a096-2c4724e25878 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:11.687963 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-656efebf-1452-4b2d-8efd-5b144d83f8ec req-f1ef31a3-41dd-4d68-a096-2c4724e25878 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] 10.222.0.39 "GET /v2.0/ports?device_id=8ad67dc1-b6ca-4103-8185-c3ba24b02732 HTTP/1.1" status: 200 len: 946 time: 0.0592868 Aug 12 14:31:11.715092 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port 36661d53-29f3-4a4b-b8c5-23d863539832, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=36661d53-29f3-4a4b-b8c5-23d863539832,segment=NetworkSegment(2e94514d-7fca-42ad-995e-123d3a176790),segment_id=2e94514d-7fca-42ad-995e-123d3a176790)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:31:11.734156 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Returning: {'device': '36661d53-29f3-4a4b-b8c5-23d863539832', 'network_id': '03dfba7c-7b4a-44e5-8aaa-c2d37ee82018', 'port_id': '36661d53-29f3-4a4b-b8c5-23d863539832', 'mac_address': 'fa:16:3e:d5:ba:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef8d2719-a4dd-40cc-910c-927d9e7406a1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 14:31:11.746111 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-a9a2cd40-bf8c-4d4e-9555-886f79b17c27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09536a9c-587a-430e-b100-69342934d7e6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1660920679-router', 'tenant_id': 'b678ae4cf0e548eabd07cc7c8c038355', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.16'}], 'enable_snat': True}, 'gw_port_id': '2dbbbe70-dd98-4123-bcb5-51f2f0898622', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:31:00Z', 'updated_at': '2021-08-12T14:31:07Z', 'revision_number': 4, 'project_id': 'b678ae4cf0e548eabd07cc7c8c038355', 'gw_port': {'id': '2dbbbe70-dd98-4123-bcb5-51f2f0898622', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:71:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09536a9c-587a-430e-b100-69342934d7e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:31:01Z', 'updated_at': '2021-08-12T14:31:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': '43e69cad-a241-4df7-bc6e-fc2e5371c6cc', 'name': '', 'network_id': '5f3c6e1a-83d5-493f-9819-37b1eeb637ca', 'tenant_id': 'b678ae4cf0e548eabd07cc7c8c038355', 'mac_address': 'fa:16:3e:59:b8:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09536a9c-587a-430e-b100-69342934d7e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '2d3216b4-1f1b-40a4-a39f-a9955c508bf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:31:05Z', 'updated_at': '2021-08-12T14:31:10Z', 'revision_number': 4, 'project_id': 'b678ae4cf0e548eabd07cc7c8c038355', 'subnets': [{'id': '2d3216b4-1f1b-40a4-a39f-a9955c508bf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:31:11.763421 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfaf7fc-84f1-44aa-bff1-17aa3f3f9159 req-f9233007-ca5d-447c-847e-2ec9870423a3 tempest-LiveMigrationTest-388825582 tempest-LiveMigrationTest-388825582-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:11.764912 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-dcfaf7fc-84f1-44aa-bff1-17aa3f3f9159 req-f9233007-ca5d-447c-847e-2ec9870423a3 tempest-LiveMigrationTest-388825582 tempest-LiveMigrationTest-388825582-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=8ad67dc1-b6ca-4103-8185-c3ba24b02732&tenant_id=39c74547ea964352853351e74cbcb768&binding%3Ahost_id=n-h2-694802-15 HTTP/1.1" status: 200 len: 1098 time: 0.0760677 Aug 12 14:31:11.770235 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-656efebf-1452-4b2d-8efd-5b144d83f8ec req-43011797-2dce-41f8-baae-cb6145e03c86 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] 10.222.0.39 "GET /v2.0/security-groups?id=11312995-c93d-4754-9dea-15693c54238a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704956 Aug 12 14:31:11.785157 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [req-dcfaf7fc-84f1-44aa-bff1-17aa3f3f9159 req-f0b00cbe-7e58-4eff-acd5-5b7ed8b4121a service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-694802-15'}}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:31:11.793027 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a906ba45-14eb-48a1-b2de-2dbd2d42a62f req-70721e97-bce7-462b-b197-3e6387d21d6f service neutron] 10.222.0.39 "GET /v2.0/networks/277ff877-809b-4dd0-870e-f1b0241bb618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3004768 Aug 12 14:31:11.806424 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9a2cd40-bf8c-4d4e-9555-886f79b17c27 None None] The sync data for ids ['09536a9c-587a-430e-b100-69342934d7e6'] in n-d-694802-15 is: [{'id': '09536a9c-587a-430e-b100-69342934d7e6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1660920679-router', 'tenant_id': 'b678ae4cf0e548eabd07cc7c8c038355', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.16'}], 'enable_snat': True}, 'gw_port_id': '2dbbbe70-dd98-4123-bcb5-51f2f0898622', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:31:00Z', 'updated_at': '2021-08-12T14:31:07Z', 'revision_number': 4, 'project_id': 'b678ae4cf0e548eabd07cc7c8c038355', 'gw_port': {'id': '2dbbbe70-dd98-4123-bcb5-51f2f0898622', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:71:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09536a9c-587a-430e-b100-69342934d7e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:31:01Z', 'updated_at': '2021-08-12T14:31:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': '43e69cad-a241-4df7-bc6e-fc2e5371c6cc', 'name': '', 'network_id': '5f3c6e1a-83d5-493f-9819-37b1eeb637ca', 'tenant_id': 'b678ae4cf0e548eabd07cc7c8c038355', 'mac_address': 'fa:16:3e:59:b8:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09536a9c-587a-430e-b100-69342934d7e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '2d3216b4-1f1b-40a4-a39f-a9955c508bf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:31:05Z', 'updated_at': '2021-08-12T14:31:10Z', 'revision_number': 4, 'project_id': 'b678ae4cf0e548eabd07cc7c8c038355', 'subnets': [{'id': '2d3216b4-1f1b-40a4-a39f-a9955c508bf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 14:31:11.823929 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:11.838862 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36661d53-29f3-4a4b-b8c5-23d863539832 {{(pid=94468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:31:11.889769 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port 36661d53-29f3-4a4b-b8c5-23d863539832, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=36661d53-29f3-4a4b-b8c5-23d863539832,segment=NetworkSegment(2e94514d-7fca-42ad-995e-123d3a176790),segment_id=2e94514d-7fca-42ad-995e-123d3a176790)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:31:11.896002 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:11.917810 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-dcfaf7fc-84f1-44aa-bff1-17aa3f3f9159 req-f0b00cbe-7e58-4eff-acd5-5b7ed8b4121a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:11.939495 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a906ba45-14eb-48a1-b2de-2dbd2d42a62f req-2433be4c-3be6-4fdc-a3ca-7be55f99cb8c service neutron] 10.222.0.39 "GET /v2.0/networks/277ff877-809b-4dd0-870e-f1b0241bb618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454837 Aug 12 14:31:11.952411 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Pushing event updated for resources: {'Port': ['ID=36661d53-29f3-4a4b-b8c5-23d863539832,revision_number=4']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:31:11.983608 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf67dd6-2154-4eee-9f1b-7a18e70278b2 req-04d973f2-37e8-42fe-bfe2-c205eb40f3eb tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:11.985382 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-3bf67dd6-2154-4eee-9f1b-7a18e70278b2 req-04d973f2-37e8-42fe-bfe2-c205eb40f3eb tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/ports?device_id=6fc00628-4d8c-4923-97cd-77f7ae0a9f27 HTTP/1.1" status: 200 len: 947 time: 0.1449156 Aug 12 14:31:12.087869 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-3bf67dd6-2154-4eee-9f1b-7a18e70278b2 req-36c005bb-ec68-400b-9b6b-a34b38dd755c tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0307eb3-f523-445b-8e1d-79deac809303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947354 Aug 12 14:31:12.105679 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 14:31:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ceb335f-69c7-464b-921f-3c3ac625fc83 x-openstack-request-id: req-8ceb335f-69c7-464b-921f-3c3ac625fc83 {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:31:12.105942 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fc00628-4d8c-4923-97cd-77f7ae0a9f27", "tag": "b02b231c-4105-48f1-b4af-e195dcf14aec", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:31:12.106163 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8ceb335f-69c7-464b-921f-3c3ac625fc83 {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:31:12.106567 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fc00628-4d8c-4923-97cd-77f7ae0a9f27', 'tag': 'b02b231c-4105-48f1-b4af-e195dcf14aec', 'status': 'completed', 'code': 200} Aug 12 14:31:12.166157 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [req-dcfaf7fc-84f1-44aa-bff1-17aa3f3f9159 req-f0b00cbe-7e58-4eff-acd5-5b7ed8b4121a service neutron] For port 2d02505d-896c-436a-96b2-40e1c4f8b876, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=2d02505d-896c-436a-96b2-40e1c4f8b876,segment=NetworkSegment(2c5f2abe-b754-491c-837b-06e8fcd65d4b),segment_id=2c5f2abe-b754-491c-837b-06e8fcd65d4b)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:31:12.216347 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b4dcb8-0198-442e-b019-165864299ec1 req-7988f587-4c54-400c-9907-940c83154079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:12.218377 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-80b4dcb8-0198-442e-b019-165864299ec1 req-7988f587-4c54-400c-9907-940c83154079 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e3f6e239b38a4f618b8ca0621fcc54e4&device_id=6fc00628-4d8c-4923-97cd-77f7ae0a9f27 HTTP/1.1" status: 200 len: 1099 time: 0.0783963 Aug 12 14:31:12.242450 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] get_ports_and_sgs() called for port_ids ['36661d53-29f3-4a4b-b8c5-23d863539832'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:31:12.301905 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2609ac-b6e5-429e-b068-bb5cfa9322ff req-83e5f63b-469f-4c1a-9098-dd8c36eb5a34 tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:12.303587 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-1b2609ac-b6e5-429e-b068-bb5cfa9322ff req-83e5f63b-469f-4c1a-9098-dd8c36eb5a34 tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] 10.222.0.39 "GET /v2.0/ports?device_id=f3c0eeb6-944f-4df5-921f-e67fd51b3f14 HTTP/1.1" status: 200 len: 948 time: 0.1006687 Aug 12 14:31:12.328670 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [req-dcfaf7fc-84f1-44aa-bff1-17aa3f3f9159 req-f0b00cbe-7e58-4eff-acd5-5b7ed8b4121a service neutron] For port 2d02505d-896c-436a-96b2-40e1c4f8b876, host n-h2-694802-15, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:31:12.420267 n-d-694802-15 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ad67dc1-b6ca-4103-8185-c3ba24b02732', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2d02505d-896c-436a-96b2-40e1c4f8b876'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:31:12.421517 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9e5da83d-961e-46a1-a0bc-87f0f4c5b793 req-dc1037f7-4fe8-4f09-9e00-e15425e0e7aa tempest-SecurityGroupRulesNegativeTestJSON-1254776819 tempest-SecurityGroupRulesNegativeTestJSON-1254776819-project] 10.222.0.39 "GET /v2.0/security-groups/8fe11733-60c2-4d7a-bb3e-a5089de840f4 HTTP/1.1" status: 200 len: 1812 time: 0.1046135 Aug 12 14:31:12.422804 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e785eeede3897370d0b20f09d5f461b30cfecd5ed38c4f07dacd02bc52c9277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-396c2eaa-fbf2-404e-8c98-85c1fc4ce7eb" -d '{"events": [{"server_uuid": "8ad67dc1-b6ca-4103-8185-c3ba24b02732", "name": "network-vif-unplugged", "status": "completed", "tag": "2d02505d-896c-436a-96b2-40e1c4f8b876"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:31:12.429468 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-dcfaf7fc-84f1-44aa-bff1-17aa3f3f9159 req-f0b00cbe-7e58-4eff-acd5-5b7ed8b4121a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:12.434501 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b4dcb8-0198-442e-b019-165864299ec1 req-42684c5c-55f2-4799-b155-9f578ecb630c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:12.436166 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-80b4dcb8-0198-442e-b019-165864299ec1 req-42684c5c-55f2-4799-b155-9f578ecb630c service neutron] 10.222.0.64 "GET /v2.0/networks?id=2525c403-dfb3-4196-a273-739607aab38a HTTP/1.1" status: 200 len: 870 time: 0.2098982 Aug 12 14:31:12.447975 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-1b2609ac-b6e5-429e-b068-bb5cfa9322ff req-ce26e24f-85c3-439d-a189-882c04a19d59 tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] 10.222.0.39 "GET /v2.0/security-groups?id=732c786f-d597-473b-bc9a-3d3a7bfc11d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181545 Aug 12 14:31:12.449185 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-dcfaf7fc-84f1-44aa-bff1-17aa3f3f9159 req-f0b00cbe-7e58-4eff-acd5-5b7ed8b4121a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:12.456624 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:12.515799 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-80b4dcb8-0198-442e-b019-165864299ec1 req-dddfad65-13e9-41c5-8033-795620894ba7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.76&port_id=b02b231c-4105-48f1-b4af-e195dcf14aec HTTP/1.1" status: 200 len: 217 time: 0.0615115 Aug 12 14:31:12.628375 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b4dcb8-0198-442e-b019-165864299ec1 req-5b35b5f1-0816-4bd3-83f4-f5999e422516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:12.629954 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-80b4dcb8-0198-442e-b019-165864299ec1 req-5b35b5f1-0816-4bd3-83f4-f5999e422516 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=236e0be6-1c94-4221-9e8b-ab02a53331f8 HTTP/1.1" status: 200 len: 843 time: 0.1064007 Aug 12 14:31:12.667780 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b00cbe-7e58-4eff-acd5-5b7ed8b4121a service neutron] Pushing event updated for resources: {'Port': ['ID=2d02505d-896c-436a-96b2-40e1c4f8b876,revision_number=7']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:31:12.677304 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-9e5da83d-961e-46a1-a0bc-87f0f4c5b793 req-25c2fa82-ed95-4b14-8470-b0272a5f258e tempest-SecurityGroupRulesNegativeTestJSON-1254776819 tempest-SecurityGroupRulesNegativeTestJSON-1254776819-project] Notify callbacks [] for security_group, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:12.709676 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [req-dcfaf7fc-84f1-44aa-bff1-17aa3f3f9159 req-f0b00cbe-7e58-4eff-acd5-5b7ed8b4121a service neutron] Attempting to bind port 2d02505d-896c-436a-96b2-40e1c4f8b876 on host n-h2-694802-15 for vnic_type normal with profile {"migrating_to": "n-h1-694802-15"} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:31:12.710214 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [req-dcfaf7fc-84f1-44aa-bff1-17aa3f3f9159 req-f0b00cbe-7e58-4eff-acd5-5b7ed8b4121a service neutron] Attempting to bind port 2d02505d-896c-436a-96b2-40e1c4f8b876 by drivers openvswitch,hyperv on host n-h2-694802-15 at level 0 using segments [{'id': '2c5f2abe-b754-491c-837b-06e8fcd65d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'a10dd9db-a24e-488c-8894-a27c36eaa630'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:31:12.710653 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcfaf7fc-84f1-44aa-bff1-17aa3f3f9159 req-f0b00cbe-7e58-4eff-acd5-5b7ed8b4121a service neutron] Attempting to bind port 2d02505d-896c-436a-96b2-40e1c4f8b876 on network a10dd9db-a24e-488c-8894-a27c36eaa630 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:31:12.711447 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-9e5da83d-961e-46a1-a0bc-87f0f4c5b793 req-25c2fa82-ed95-4b14-8470-b0272a5f258e tempest-SecurityGroupRulesNegativeTestJSON-1254776819 tempest-SecurityGroupRulesNegativeTestJSON-1254776819-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:12.725628 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f357d0-7a24-484a-8b54-c27abb447b83 req-272120a7-6244-4e49-8ea6-06c67b26e9cd tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:12.727340 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-26f357d0-7a24-484a-8b54-c27abb447b83 req-272120a7-6244-4e49-8ea6-06c67b26e9cd tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] 10.222.0.39 "GET /v2.0/ports?device_id=1ddbe7c8-0ae7-4cf3-828c-7aed5defb66e HTTP/1.1" status: 200 len: 945 time: 0.1408787 Aug 12 14:31:12.728263 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcfaf7fc-84f1-44aa-bff1-17aa3f3f9159 req-f0b00cbe-7e58-4eff-acd5-5b7ed8b4121a service neutron] Port 2d02505d-896c-436a-96b2-40e1c4f8b876 on network a10dd9db-a24e-488c-8894-a27c36eaa630 not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-15 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 14:31:12.728680 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcfaf7fc-84f1-44aa-bff1-17aa3f3f9159 req-f0b00cbe-7e58-4eff-acd5-5b7ed8b4121a service neutron] Attempting to bind port 2d02505d-896c-436a-96b2-40e1c4f8b876 on network a10dd9db-a24e-488c-8894-a27c36eaa630 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:31:12.736644 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcfaf7fc-84f1-44aa-bff1-17aa3f3f9159 req-f0b00cbe-7e58-4eff-acd5-5b7ed8b4121a service neutron] Checking agent: {'id': 'b7697f71-33f3-4959-ad82-43c2dc15845d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 27, 42), 'started_at': datetime.datetime(2021, 8, 12, 14, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 31, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:31:12.737075 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcfaf7fc-84f1-44aa-bff1-17aa3f3f9159 req-f0b00cbe-7e58-4eff-acd5-5b7ed8b4121a service neutron] Checking segment: {'id': '2c5f2abe-b754-491c-837b-06e8fcd65d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'a10dd9db-a24e-488c-8894-a27c36eaa630'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:31:12.737504 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcfaf7fc-84f1-44aa-bff1-17aa3f3f9159 req-f0b00cbe-7e58-4eff-acd5-5b7ed8b4121a service neutron] Bound using segment: {'id': '2c5f2abe-b754-491c-837b-06e8fcd65d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'a10dd9db-a24e-488c-8894-a27c36eaa630'} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:31:12.738065 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b4dcb8-0198-442e-b019-165864299ec1 req-291ea6b6-6997-4172-b384-b3753e5b46a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:12.738575 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [req-dcfaf7fc-84f1-44aa-bff1-17aa3f3f9159 req-f0b00cbe-7e58-4eff-acd5-5b7ed8b4121a service neutron] Bound port: 2d02505d-896c-436a-96b2-40e1c4f8b876, host: n-h2-694802-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c5f2abe-b754-491c-837b-06e8fcd65d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'a10dd9db-a24e-488c-8894-a27c36eaa630'}}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:31:12.739388 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-dcfaf7fc-84f1-44aa-bff1-17aa3f3f9159 req-f0b00cbe-7e58-4eff-acd5-5b7ed8b4121a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:12.739619 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-80b4dcb8-0198-442e-b019-165864299ec1 req-291ea6b6-6997-4172-b384-b3753e5b46a4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2525c403-dfb3-4196-a273-739607aab38a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0971220 Aug 12 14:31:12.798584 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-26f357d0-7a24-484a-8b54-c27abb447b83 req-064b4d7b-b1ec-4a50-844a-5984bf755536 tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] 10.222.0.39 "GET /v2.0/security-groups?id=e3ca17b3-b028-41b3-b138-91e00a6e278c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641499 Aug 12 14:31:12.836296 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-9e5da83d-961e-46a1-a0bc-87f0f4c5b793 req-25c2fa82-ed95-4b14-8470-b0272a5f258e tempest-SecurityGroupRulesNegativeTestJSON-1254776819 tempest-SecurityGroupRulesNegativeTestJSON-1254776819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:12.838828 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-9e5da83d-961e-46a1-a0bc-87f0f4c5b793 req-25c2fa82-ed95-4b14-8470-b0272a5f258e tempest-SecurityGroupRulesNegativeTestJSON-1254776819 tempest-SecurityGroupRulesNegativeTestJSON-1254776819-project] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:12.850511 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9e5da83d-961e-46a1-a0bc-87f0f4c5b793 req-25c2fa82-ed95-4b14-8470-b0272a5f258e tempest-SecurityGroupRulesNegativeTestJSON-1254776819 tempest-SecurityGroupRulesNegativeTestJSON-1254776819-project] 10.222.0.39 "DELETE /v2.0/security-groups/8fe11733-60c2-4d7a-bb3e-a5089de840f4 HTTP/1.1" status: 204 len: 173 time: 0.4280376 Aug 12 14:31:12.870000 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c2fa82-ed95-4b14-8470-b0272a5f258e tempest-SecurityGroupRulesNegativeTestJSON-1254776819 tempest-SecurityGroupRulesNegativeTestJSON-1254776819-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fe11733-60c2-4d7a-bb3e-a5089de840f4,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:31:12.891662 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [req-dcfaf7fc-84f1-44aa-bff1-17aa3f3f9159 req-f0b00cbe-7e58-4eff-acd5-5b7ed8b4121a service neutron] For port 2d02505d-896c-436a-96b2-40e1c4f8b876, host n-h2-694802-15, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:31:12.898064 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [req-dcfaf7fc-84f1-44aa-bff1-17aa3f3f9159 req-f0b00cbe-7e58-4eff-acd5-5b7ed8b4121a service neutron] For port 2d02505d-896c-436a-96b2-40e1c4f8b876, host n-h2-694802-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=2d02505d-896c-436a-96b2-40e1c4f8b876,segment=NetworkSegment(2c5f2abe-b754-491c-837b-06e8fcd65d4b),segment_id=2c5f2abe-b754-491c-837b-06e8fcd65d4b)] {{(pid=94466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:31:12.908968 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-dcfaf7fc-84f1-44aa-bff1-17aa3f3f9159 req-f0b00cbe-7e58-4eff-acd5-5b7ed8b4121a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:12.926198 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-cc009442-d46a-473e-a4da-ddfb32709038 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:12.953350 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-80b4dcb8-0198-442e-b019-165864299ec1 req-d664f0ba-2af7-4a95-8870-f856177e18f9 service neutron] 10.222.0.64 "GET /v2.0/networks/2525c403-dfb3-4196-a273-739607aab38a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2056406 Aug 12 14:31:12.961140 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:12.991831 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 12 Aug 2021 14:31:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a933a66-b8ad-4e3c-861b-85ade409a543 x-openstack-request-id: req-3a933a66-b8ad-4e3c-861b-85ade409a543 {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:31:12.993346 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ad67dc1-b6ca-4103-8185-c3ba24b02732", "name": "network-vif-unplugged", "status": "completed", "tag": "2d02505d-896c-436a-96b2-40e1c4f8b876", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:31:12.993837 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3a933a66-b8ad-4e3c-861b-85ade409a543 {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:31:12.994751 n-d-694802-15 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ad67dc1-b6ca-4103-8185-c3ba24b02732', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2d02505d-896c-436a-96b2-40e1c4f8b876', 'code': 200} Aug 12 14:31:12.997732 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a83c48b8-0bf5-49ba-95e4-8421ccc5effd req-419bd242-1db6-42a3-a232-c7038166572e tempest-VolumesAdminNegativeTest-637287772 tempest-VolumesAdminNegativeTest-637287772-project] 10.222.0.39 "GET /v2.0/ports?device_id=57de9997-470f-4c64-b8fe-7659fc34b86c HTTP/1.1" status: 200 len: 210 time: 0.0417979 Aug 12 14:31:13.158070 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-80b4dcb8-0198-442e-b019-165864299ec1 req-87ef3681-7c80-47ea-b133-87f58456f86b service neutron] 10.222.0.64 "GET /v2.0/networks/2525c403-dfb3-4196-a273-739607aab38a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1943831 Aug 12 14:31:13.179774 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1229d727-872d-4d40-a839-8137cb415836 req-a163ba38-6da8-428a-a5bd-a66992fe85ca tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:13.181507 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-1229d727-872d-4d40-a839-8137cb415836 req-a163ba38-6da8-428a-a5bd-a66992fe85ca tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] 10.222.0.39 "GET /v2.0/ports?device_id=8ad67dc1-b6ca-4103-8185-c3ba24b02732 HTTP/1.1" status: 200 len: 944 time: 0.0716290 Aug 12 14:31:13.198340 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] get_ports_and_sgs() called for port_ids ['2d02505d-896c-436a-96b2-40e1c4f8b876'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:31:13.230370 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-1229d727-872d-4d40-a839-8137cb415836 req-19c203a8-a476-497c-ba8f-3038e1cd7c6f tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] 10.222.0.39 "GET /v2.0/security-groups?id=11312995-c93d-4754-9dea-15693c54238a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427670 Aug 12 14:31:13.305343 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfaf7fc-84f1-44aa-bff1-17aa3f3f9159 req-f0b00cbe-7e58-4eff-acd5-5b7ed8b4121a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:13.306023 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-dcfaf7fc-84f1-44aa-bff1-17aa3f3f9159 req-f0b00cbe-7e58-4eff-acd5-5b7ed8b4121a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:13.307439 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-dcfaf7fc-84f1-44aa-bff1-17aa3f3f9159 req-f0b00cbe-7e58-4eff-acd5-5b7ed8b4121a service neutron] 10.222.0.64 "PUT /v2.0/ports/2d02505d-896c-436a-96b2-40e1c4f8b876 HTTP/1.1" status: 200 len: 1124 time: 1.5292723 Aug 12 14:31:13.316955 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-88e88f98-3408-49a8-bb90-7cd5c558976d req-f100d325-472c-4e4c-b48a-51e9a3a6fc80 tempest-SecurityGroupRulesNegativeTestJSON-1254776819 tempest-SecurityGroupRulesNegativeTestJSON-1254776819-project] 10.222.0.39 "GET /v2.0/security-groups/6c8f1ef3-c7fa-44e8-970c-4e649e8af790 HTTP/1.1" status: 200 len: 1809 time: 0.0413148 Aug 12 14:31:13.321047 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b00cbe-7e58-4eff-acd5-5b7ed8b4121a service neutron] Pushing event updated for resources: {'Port': ['ID=2d02505d-896c-436a-96b2-40e1c4f8b876,revision_number=8']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:31:13.330807 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-28a5d60d-6523-4d82-b2d7-0ee4d10c348d req-29fccae8-90a4-4f36-8702-f3af117099c6 tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=01bd30cc4f8c419596ce734e2f10fc57&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2379930 Aug 12 14:31:13.390984 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-88e88f98-3408-49a8-bb90-7cd5c558976d req-30301816-256a-4570-bf53-d59c72b6d048 tempest-SecurityGroupRulesNegativeTestJSON-1254776819 tempest-SecurityGroupRulesNegativeTestJSON-1254776819-project] Notify callbacks [] for security_group, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:13.422554 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-88e88f98-3408-49a8-bb90-7cd5c558976d req-30301816-256a-4570-bf53-d59c72b6d048 tempest-SecurityGroupRulesNegativeTestJSON-1254776819 tempest-SecurityGroupRulesNegativeTestJSON-1254776819-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:13.443936 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device 36661d53-29f3-4a4b-b8c5-23d863539832 up at agent hyperv_n-h2-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:31:13.469191 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a5d60d-6523-4d82-b2d7-0ee4d10c348d req-dea5222c-81e7-42f0-a6c2-b5b2344a4c43 tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:13.470744 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-28a5d60d-6523-4d82-b2d7-0ee4d10c348d req-dea5222c-81e7-42f0-a6c2-b5b2344a4c43 tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1391504 Aug 12 14:31:13.476025 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-88e88f98-3408-49a8-bb90-7cd5c558976d req-30301816-256a-4570-bf53-d59c72b6d048 tempest-SecurityGroupRulesNegativeTestJSON-1254776819 tempest-SecurityGroupRulesNegativeTestJSON-1254776819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:13.479648 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-88e88f98-3408-49a8-bb90-7cd5c558976d req-30301816-256a-4570-bf53-d59c72b6d048 tempest-SecurityGroupRulesNegativeTestJSON-1254776819 tempest-SecurityGroupRulesNegativeTestJSON-1254776819-project] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:13.481060 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-88e88f98-3408-49a8-bb90-7cd5c558976d req-30301816-256a-4570-bf53-d59c72b6d048 tempest-SecurityGroupRulesNegativeTestJSON-1254776819 tempest-SecurityGroupRulesNegativeTestJSON-1254776819-project] 10.222.0.39 "DELETE /v2.0/security-groups/6c8f1ef3-c7fa-44e8-970c-4e649e8af790 HTTP/1.1" status: 204 len: 173 time: 0.1576381 Aug 12 14:31:13.488834 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 58328) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:31:13.496878 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30301816-256a-4570-bf53-d59c72b6d048 tempest-SecurityGroupRulesNegativeTestJSON-1254776819 tempest-SecurityGroupRulesNegativeTestJSON-1254776819-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c8f1ef3-c7fa-44e8-970c-4e649e8af790,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:31:13.509701 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-28a5d60d-6523-4d82-b2d7-0ee4d10c348d req-0d4d69a3-8528-4ee3-8f5d-044895e0390b tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] 10.222.0.39 "GET /v2.0/quotas/01bd30cc4f8c419596ce734e2f10fc57 HTTP/1.1" status: 200 len: 375 time: 0.0310843 Aug 12 14:31:13.581730 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 43e69cad-a241-4df7-bc6e-fc2e5371c6cc up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:31:13.628028 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Provisioning for port 36661d53-29f3-4a4b-b8c5-23d863539832 completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:31:13.636933 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Provisioning complete for port 36661d53-29f3-4a4b-b8c5-23d863539832 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:31:13.637325 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:13.653545 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca867b08-7332-4770-ab78-e147b7a92e9d admin admin] Deleting subnet db23392d-30a3-4801-976f-e90033b91d64 {{(pid=94466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 14:31:13.661455 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ca867b08-7332-4770-ab78-e147b7a92e9d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:13.695769 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning for port 43e69cad-a241-4df7-bc6e-fc2e5371c6cc completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:31:13.702878 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port 43e69cad-a241-4df7-bc6e-fc2e5371c6cc triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:31:13.703368 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:13.728759 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-28a5d60d-6523-4d82-b2d7-0ee4d10c348d req-0c477d72-7261-4684-af64-3c534dd4a472 tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=01bd30cc4f8c419596ce734e2f10fc57&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1824710 Aug 12 14:31:13.745626 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ca867b08-7332-4770-ab78-e147b7a92e9d admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:13.760478 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ca867b08-7332-4770-ab78-e147b7a92e9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66416255'] for subnet, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:13.768687 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a906ba45-14eb-48a1-b2de-2dbd2d42a62f req-8990899a-abd3-4596-b4e4-ab3a2f010e2f tempest-VolumesAdminNegativeTest-637287772 tempest-VolumesAdminNegativeTest-637287772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:13.770165 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-a906ba45-14eb-48a1-b2de-2dbd2d42a62f req-8990899a-abd3-4596-b4e4-ab3a2f010e2f tempest-VolumesAdminNegativeTest-637287772 tempest-VolumesAdminNegativeTest-637287772-project] 10.222.0.49 "GET /v2.0/networks?id=277ff877-809b-4dd0-870e-f1b0241bb618 HTTP/1.1" status: 200 len: 815 time: 0.2595510 Aug 12 14:31:13.782144 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:13.800825 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [req-a906ba45-14eb-48a1-b2de-2dbd2d42a62f req-b8212bee-d69c-465c-897f-d8db51e305c0 tempest-VolumesAdminNegativeTest-637287772 tempest-VolumesAdminNegativeTest-637287772-project] Request body: {'port': {'device_id': '57de9997-470f-4c64-b8fe-7659fc34b86c', 'network_id': '277ff877-809b-4dd0-870e-f1b0241bb618', 'admin_state_up': True, 'tenant_id': '9410f028372c43df8da5e6b4fb58fdcd'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:31:13.809717 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ad309b-2bbc-4eb4-9fe9-f76e9ef94be2 req-b0ee9cdc-00e7-43c8-b6c5-822fb91d2be7 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:13.811638 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-71ad309b-2bbc-4eb4-9fe9-f76e9ef94be2 req-b0ee9cdc-00e7-43c8-b6c5-822fb91d2be7 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/ports?device_id=6fc00628-4d8c-4923-97cd-77f7ae0a9f27 HTTP/1.1" status: 200 len: 947 time: 0.0667715 Aug 12 14:31:13.824897 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ddbe7c8-0ae7-4cf3-828c-7aed5defb66e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36661d53-29f3-4a4b-b8c5-23d863539832'}] {{(pid=94468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:31:13.827423 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99a8d87602170099c728e57431aca99e9b98a655a83bbf8727be13192709727b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4939cd30-43e2-4113-8729-9fe4744d09ae" -d '{"events": [{"server_uuid": "1ddbe7c8-0ae7-4cf3-828c-7aed5defb66e", "name": "network-vif-plugged", "status": "completed", "tag": "36661d53-29f3-4a4b-b8c5-23d863539832"}]}' {{(pid=94468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:31:13.862455 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-1769855f-eda9-4483-9dc3-3220908ab45d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:13.865111 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-71ad309b-2bbc-4eb4-9fe9-f76e9ef94be2 req-f0f97dfb-75b5-4f4c-94c0-54ba63973143 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0307eb3-f523-445b-8e1d-79deac809303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465660 Aug 12 14:31:13.869299 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port 36661d53-29f3-4a4b-b8c5-23d863539832, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=36661d53-29f3-4a4b-b8c5-23d863539832,segment=NetworkSegment(2e94514d-7fca-42ad-995e-123d3a176790),segment_id=2e94514d-7fca-42ad-995e-123d3a176790)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:31:13.888109 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:13.888109 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:13.938691 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ca867b08-7332-4770-ab78-e147b7a92e9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66416232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409'] for subnet, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:13.996562 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca867b08-7332-4770-ab78-e147b7a92e9d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=db23392d-30a3-4801-976f-e90033b91d64,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:31:14.005350 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ca867b08-7332-4770-ab78-e147b7a92e9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for subnet, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:14.009937 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 58348) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:31:14.010086 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-ca867b08-7332-4770-ab78-e147b7a92e9d admin admin] 10.222.0.39 "DELETE /v2.0/subnets/db23392d-30a3-4801-976f-e90033b91d64 HTTP/1.1" status: 204 len: 168 time: 0.5198886 Aug 12 14:31:14.012455 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 14:31:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f334ff6b-61ff-43e7-a349-1d4f20243c1c x-openstack-request-id: req-f334ff6b-61ff-43e7-a349-1d4f20243c1c {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:31:14.013199 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ddbe7c8-0ae7-4cf3-828c-7aed5defb66e", "name": "network-vif-plugged", "status": "completed", "tag": "36661d53-29f3-4a4b-b8c5-23d863539832", "code": 200}]} {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:31:14.013199 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f334ff6b-61ff-43e7-a349-1d4f20243c1c {{(pid=94468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:31:14.013637 n-d-694802-15 neutron-server[94468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ddbe7c8-0ae7-4cf3-828c-7aed5defb66e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36661d53-29f3-4a4b-b8c5-23d863539832', 'code': 200} Aug 12 14:31:14.021968 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] For port 43e69cad-a241-4df7-bc6e-fc2e5371c6cc, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=43e69cad-a241-4df7-bc6e-fc2e5371c6cc,segment=NetworkSegment(00885975-92ca-4f32-a555-f8ccf1558810),segment_id=00885975-92ca-4f32-a555-f8ccf1558810)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:31:14.023872 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device b02b231c-4105-48f1-b4af-e195dcf14aec details requested by agent hyperv_n-h1-694802-15 with host n-h1-694802-15 {{(pid=94468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 14:31:14.042179 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a906ba45-14eb-48a1-b2de-2dbd2d42a62f req-b8212bee-d69c-465c-897f-d8db51e305c0 tempest-VolumesAdminNegativeTest-637287772 tempest-VolumesAdminNegativeTest-637287772-project] Made reservation on behalf of 9410f028372c43df8da5e6b4fb58fdcd for: {'port': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:31:14.045929 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-a906ba45-14eb-48a1-b2de-2dbd2d42a62f req-b8212bee-d69c-465c-897f-d8db51e305c0 tempest-VolumesAdminNegativeTest-637287772 tempest-VolumesAdminNegativeTest-637287772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:14.059253 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Pushing event updated for resources: {'Port': ['ID=36661d53-29f3-4a4b-b8c5-23d863539832,revision_number=5']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:31:14.067029 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:14.082840 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:31:14.083213 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:31:14.083550 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:31:14.083939 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:31:14.084208 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:31:14.084503 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:31:14.084823 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:31:14.085144 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:31:14.085461 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:31:14.085776 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:31:14.086093 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:31:14.086405 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:31:14.234285 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Pushing event updated for resources: {'Port': ['ID=43e69cad-a241-4df7-bc6e-fc2e5371c6cc,revision_number=5']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:31:14.258001 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [req-a906ba45-14eb-48a1-b2de-2dbd2d42a62f req-b8212bee-d69c-465c-897f-d8db51e305c0 tempest-VolumesAdminNegativeTest-637287772 tempest-VolumesAdminNegativeTest-637287772-project] Allocated IP 172.20.0.9 (277ff877-809b-4dd0-870e-f1b0241bb618/dbb1c8c6-28fd-422f-8a35-19de48ad58ea/e95d18d3-2a4f-41b9-9fc4-d341c3298096) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:31:14.310194 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-c44975e4-a43e-4e57-a852-0f8794ba2049 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680608'] for network, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:14.328209 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port b02b231c-4105-48f1-b4af-e195dcf14aec, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=b02b231c-4105-48f1-b4af-e195dcf14aec,segment=NetworkSegment(a1f8c867-101b-4d30-814e-b89f55a5edd0),segment_id=a1f8c867-101b-4d30-814e-b89f55a5edd0)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:31:14.348829 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Returning: {'device': 'b02b231c-4105-48f1-b4af-e195dcf14aec', 'network_id': '2525c403-dfb3-4196-a273-739607aab38a', 'port_id': 'b02b231c-4105-48f1-b4af-e195dcf14aec', 'mac_address': 'fa:16:3e:29:30:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '236e0be6-1c94-4221-9e8b-ab02a53331f8', 'ip_address': '192.168.233.76'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 14:31:14.370286 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ad5a14-f2c8-4867-8fb4-6fe7d27228e0 req-1608ec98-2cc2-4789-a9e5-7145694535b8 tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:14.380047 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-29ad5a14-f2c8-4867-8fb4-6fe7d27228e0 req-1608ec98-2cc2-4789-a9e5-7145694535b8 tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] 10.222.0.39 "GET /v2.0/ports?device_id=1ddbe7c8-0ae7-4cf3-828c-7aed5defb66e HTTP/1.1" status: 200 len: 946 time: 0.3170636 Aug 12 14:31:14.389272 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5395249b-369e-436f-a005-038768e814a6 req-a463ab40-01ec-4621-9487-7ecf5dd93345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:14.390792 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-5395249b-369e-436f-a005-038768e814a6 req-a463ab40-01ec-4621-9487-7ecf5dd93345 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=1ddbe7c8-0ae7-4cf3-828c-7aed5defb66e HTTP/1.1" status: 200 len: 1098 time: 0.3313851 Aug 12 14:31:14.420347 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:14.429983 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 58358) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:31:14.438817 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b02b231c-4105-48f1-b4af-e195dcf14aec {{(pid=94468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:31:14.443311 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-a65f5dec-1474-4e42-b7d1-cd33b2c24cab tempest-ServersWithSpecificFlavorTestJSON-1739232893 tempest-ServersWithSpecificFlavorTestJSON-1739232893-project] Request body: {'security_group': {'name': 'tempest-securitygroup--775242978', 'description': 'tempest-description--1664032382'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:31:14.478111 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port b02b231c-4105-48f1-b4af-e195dcf14aec, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=b02b231c-4105-48f1-b4af-e195dcf14aec,segment=NetworkSegment(a1f8c867-101b-4d30-814e-b89f55a5edd0),segment_id=a1f8c867-101b-4d30-814e-b89f55a5edd0)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:31:14.495201 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a65f5dec-1474-4e42-b7d1-cd33b2c24cab tempest-ServersWithSpecificFlavorTestJSON-1739232893 tempest-ServersWithSpecificFlavorTestJSON-1739232893-project] Notify callbacks [] for security_group, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:14.498287 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:14.552883 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-2317d6f8-b054-4681-9f62-4af54b43ca62 req-f607e778-3d2d-4f74-bcc0-f1f84d034f56 tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] 10.222.0.39 "GET /v2.0/ports?device_id=e7da12fb-2ae3-4e0e-8b7a-1e5fb86a96f3 HTTP/1.1" status: 200 len: 210 time: 0.0543711 Aug 12 14:31:14.571452 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Pushing event updated for resources: {'Port': ['ID=b02b231c-4105-48f1-b4af-e195dcf14aec,revision_number=4']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:31:14.612968 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-5395249b-369e-436f-a005-038768e814a6 req-669172a4-ac46-4f70-881f-560c58bb9a00 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=e3ca17b3-b028-41b3-b138-91e00a6e278c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967120 Aug 12 14:31:14.622973 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-29ad5a14-f2c8-4867-8fb4-6fe7d27228e0 req-1fa82af9-f32e-4fa3-bc04-aa097c0f3e2a tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] 10.222.0.39 "GET /v2.0/security-groups?id=e3ca17b3-b028-41b3-b138-91e00a6e278c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2420185 Aug 12 14:31:14.647856 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-c44975e4-a43e-4e57-a852-0f8794ba2049 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66413304', 'neutron.services.segments.db._delete_segments_for_network-8744654118000'] for network, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:14.672113 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-a906ba45-14eb-48a1-b2de-2dbd2d42a62f req-b8212bee-d69c-465c-897f-d8db51e305c0 tempest-VolumesAdminNegativeTest-637287772 tempest-VolumesAdminNegativeTest-637287772-project] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:14.682590 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-c44975e4-a43e-4e57-a852-0f8794ba2049 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:31:14.682924 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-c44975e4-a43e-4e57-a852-0f8794ba2049 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:31:14.683745 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-c44975e4-a43e-4e57-a852-0f8794ba2049 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:31:14.684127 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-c44975e4-a43e-4e57-a852-0f8794ba2049 admin admin] Subscribe: > port after_create 55550000 {{(pid=94467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:31:14.684418 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-c44975e4-a43e-4e57-a852-0f8794ba2049 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:31:14.684773 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-c44975e4-a43e-4e57-a852-0f8794ba2049 admin admin] Subscribe: > port after_update 55550000 {{(pid=94467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:31:14.685111 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-c44975e4-a43e-4e57-a852-0f8794ba2049 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:31:14.685433 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-c44975e4-a43e-4e57-a852-0f8794ba2049 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:31:14.685813 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-c44975e4-a43e-4e57-a852-0f8794ba2049 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:31:14.686090 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-c44975e4-a43e-4e57-a852-0f8794ba2049 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:31:14.723290 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-c710fc11-a825-4041-9140-dbb0d4edda79 req-0903c47b-9387-4b2e-b12d-74940ea81562 tempest-VolumesAdminNegativeTest-637287772 tempest-VolumesAdminNegativeTest-637287772-project] 10.222.0.39 "GET /v2.0/ports?device_id=57de9997-470f-4c64-b8fe-7659fc34b86c HTTP/1.1" status: 200 len: 210 time: 0.0374837 Aug 12 14:31:14.778024 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a65f5dec-1474-4e42-b7d1-cd33b2c24cab tempest-ServersWithSpecificFlavorTestJSON-1739232893 tempest-ServersWithSpecificFlavorTestJSON-1739232893-project] Notify callbacks [] for security_group, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:14.782704 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-a906ba45-14eb-48a1-b2de-2dbd2d42a62f req-b8212bee-d69c-465c-897f-d8db51e305c0 tempest-VolumesAdminNegativeTest-637287772 tempest-VolumesAdminNegativeTest-637287772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:14.785473 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a65f5dec-1474-4e42-b7d1-cd33b2c24cab tempest-ServersWithSpecificFlavorTestJSON-1739232893 tempest-ServersWithSpecificFlavorTestJSON-1739232893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:14.797891 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] get_ports_and_sgs() called for port_ids ['b02b231c-4105-48f1-b4af-e195dcf14aec'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:31:14.860110 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-c44975e4-a43e-4e57-a852-0f8794ba2049 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:31:14.860735 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-c44975e4-a43e-4e57-a852-0f8794ba2049 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:31:14.861225 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-c44975e4-a43e-4e57-a852-0f8794ba2049 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:31:14.862376 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-c44975e4-a43e-4e57-a852-0f8794ba2049 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94467) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:31:14.863365 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-c44975e4-a43e-4e57-a852-0f8794ba2049 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c241e1e4-cdd6-4c19-bf0e-e8e28256d051']}} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:31:14.867529 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a906ba45-14eb-48a1-b2de-2dbd2d42a62f req-b8212bee-d69c-465c-897f-d8db51e305c0 tempest-VolumesAdminNegativeTest-637287772 tempest-VolumesAdminNegativeTest-637287772-project] Network 277ff877-809b-4dd0-870e-f1b0241bb618 is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:31:14.868815 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a65f5dec-1474-4e42-b7d1-cd33b2c24cab tempest-ServersWithSpecificFlavorTestJSON-1739232893 tempest-ServersWithSpecificFlavorTestJSON-1739232893-project] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:14.872851 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-a65f5dec-1474-4e42-b7d1-cd33b2c24cab tempest-ServersWithSpecificFlavorTestJSON-1739232893 tempest-ServersWithSpecificFlavorTestJSON-1739232893-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4392385 Aug 12 14:31:14.874178 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 58370) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:31:14.875640 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65f5dec-1474-4e42-b7d1-cd33b2c24cab tempest-ServersWithSpecificFlavorTestJSON-1739232893 tempest-ServersWithSpecificFlavorTestJSON-1739232893-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7583e7d0-9463-4dd0-8eff-2e0ab040ac14,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:31:14.880897 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [req-a906ba45-14eb-48a1-b2de-2dbd2d42a62f req-b8212bee-d69c-465c-897f-d8db51e305c0 tempest-VolumesAdminNegativeTest-637287772 tempest-VolumesAdminNegativeTest-637287772-project] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:31:14.885995 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [req-a906ba45-14eb-48a1-b2de-2dbd2d42a62f req-b8212bee-d69c-465c-897f-d8db51e305c0 tempest-VolumesAdminNegativeTest-637287772 tempest-VolumesAdminNegativeTest-637287772-project] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:31:14.893399 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a906ba45-14eb-48a1-b2de-2dbd2d42a62f req-b8212bee-d69c-465c-897f-d8db51e305c0 tempest-VolumesAdminNegativeTest-637287772 tempest-VolumesAdminNegativeTest-637287772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:14.894052 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-a906ba45-14eb-48a1-b2de-2dbd2d42a62f req-b8212bee-d69c-465c-897f-d8db51e305c0 tempest-VolumesAdminNegativeTest-637287772 tempest-VolumesAdminNegativeTest-637287772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:14.905050 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8212bee-d69c-465c-897f-d8db51e305c0 tempest-VolumesAdminNegativeTest-637287772 tempest-VolumesAdminNegativeTest-637287772-project] Pushing event updated for resources: {'Port': ['ID=e95d18d3-2a4f-41b9-9fc4-d341c3298096,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:31:14.913609 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-a906ba45-14eb-48a1-b2de-2dbd2d42a62f req-b8212bee-d69c-465c-897f-d8db51e305c0 tempest-VolumesAdminNegativeTest-637287772 tempest-VolumesAdminNegativeTest-637287772-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1207576 Aug 12 14:31:14.915426 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-bd6a6793-729d-41be-99c1-66847172a759 tempest-ServersWithSpecificFlavorTestJSON-1739232893 tempest-ServersWithSpecificFlavorTestJSON-1739232893-project] Request body: {'security_group_rule': {'security_group_id': '7583e7d0-9463-4dd0-8eff-2e0ab040ac14', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:31:14.928871 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-c44975e4-a43e-4e57-a852-0f8794ba2049 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96f26de0-d5a9-493a-b5a1-df319248c1a7') {'for_net_delete': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:31:14.929226 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-c44975e4-a43e-4e57-a852-0f8794ba2049 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96f26de0-d5a9-493a-b5a1-df319248c1a7') {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:31:14.931148 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [req-a906ba45-14eb-48a1-b2de-2dbd2d42a62f req-dfcb78d0-4f7a-4a62-85c7-18e163601d9f service neutron] Request body: {'port': {'device_id': '57de9997-470f-4c64-b8fe-7659fc34b86c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-694802-15'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:31:14.978663 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-c44975e4-a43e-4e57-a852-0f8794ba2049 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744654122361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3857526'] for segment, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:14.996847 n-d-694802-15 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ad67dc1-b6ca-4103-8185-c3ba24b02732', 'tag': '2d02505d-896c-436a-96b2-40e1c4f8b876'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:31:14.999648 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e785eeede3897370d0b20f09d5f461b30cfecd5ed38c4f07dacd02bc52c9277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47afd2d3-7d89-4261-bef7-7413ca0a9363" -d '{"events": [{"name": "network-changed", "server_uuid": "8ad67dc1-b6ca-4103-8185-c3ba24b02732", "tag": "2d02505d-896c-436a-96b2-40e1c4f8b876"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:31:15.019356 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-a906ba45-14eb-48a1-b2de-2dbd2d42a62f req-dfcb78d0-4f7a-4a62-85c7-18e163601d9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:15.021778 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-c44975e4-a43e-4e57-a852-0f8794ba2049 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:15.032231 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aab3914-e639-4f7b-8c45-3e2e48c47515 req-1751a1ef-98c1-49be-820a-35fe4c438f5b tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:15.034365 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4aab3914-e639-4f7b-8c45-3e2e48c47515 req-1751a1ef-98c1-49be-820a-35fe4c438f5b tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] 10.222.0.39 "GET /v2.0/ports?device_id=8ad67dc1-b6ca-4103-8185-c3ba24b02732 HTTP/1.1" status: 200 len: 944 time: 0.1426773 Aug 12 14:31:15.037335 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-bd6a6793-729d-41be-99c1-66847172a759 tempest-ServersWithSpecificFlavorTestJSON-1739232893 tempest-ServersWithSpecificFlavorTestJSON-1739232893-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:15.043877 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c44975e4-a43e-4e57-a852-0f8794ba2049 admin admin] Releasing vlan 343 on physical network physnet1 to pool {{(pid=94467) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 14:31:15.044339 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-c44975e4-a43e-4e57-a852-0f8794ba2049 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2859015'] for segment, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:15.072133 n-d-694802-15 neutron-server[94467]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 12 14:31:15.072133 n-d-694802-15 neutron-server[94467]: from cryptography.utils import int_from_bytes Aug 12 14:31:15.072133 n-d-694802-15 neutron-server[94467]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 12 14:31:15.072133 n-d-694802-15 neutron-server[94467]: from cryptography.utils import int_from_bytes Aug 12 14:31:15.072133 n-d-694802-15 neutron-server[94467]: Traceback (most recent call last): Aug 12 14:31:15.072133 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 14:31:15.072133 n-d-694802-15 neutron-server[94467]: timer() Aug 12 14:31:15.072133 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 14:31:15.072133 n-d-694802-15 neutron-server[94467]: cb(*args, **kw) Aug 12 14:31:15.072133 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 14:31:15.072133 n-d-694802-15 neutron-server[94467]: return func(*args, **kwargs) Aug 12 14:31:15.072133 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 14:31:15.072133 n-d-694802-15 neutron-server[94467]: self._notify() Aug 12 14:31:15.072133 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 14:31:15.072133 n-d-694802-15 neutron-server[94467]: self.callback(batched_events) Aug 12 14:31:15.072133 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 14:31:15.072133 n-d-694802-15 neutron-server[94467]: event.method(event) Aug 12 14:31:15.072133 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 14:31:15.072133 n-d-694802-15 neutron-server[94467]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 14:31:15.072133 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 14:31:15.072133 n-d-694802-15 neutron-server[94467]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 14:31:15.072133 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 14:31:15.072133 n-d-694802-15 neutron-server[94467]: return f(self, *a, **k) Aug 12 14:31:15.072133 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 14:31:15.072133 n-d-694802-15 neutron-server[94467]: return self._get(url).json() Aug 12 14:31:15.072133 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 14:31:15.072133 n-d-694802-15 neutron-server[94467]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 14:31:15.072133 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 14:31:15.072133 n-d-694802-15 neutron-server[94467]: return self.request(url, 'GET', **kwargs) Aug 12 14:31:15.072133 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 14:31:15.072133 n-d-694802-15 neutron-server[94467]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 14:31:15.072133 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 14:31:15.072133 n-d-694802-15 neutron-server[94467]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 14:31:15.072133 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 14:31:15.072133 n-d-694802-15 neutron-server[94467]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 14:31:15.072133 n-d-694802-15 neutron-server[94467]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 14:31:15.088525 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4cdfe0-43c4-451d-8e22-88f90381568d req-2778f99e-baa9-4b98-8bb7-cad8e8ebd054 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:15.090016 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-bd4cdfe0-43c4-451d-8e22-88f90381568d req-2778f99e-baa9-4b98-8bb7-cad8e8ebd054 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/ports?device_id=6fc00628-4d8c-4923-97cd-77f7ae0a9f27 HTTP/1.1" status: 200 len: 948 time: 0.0869894 Aug 12 14:31:15.173533 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-c44975e4-a43e-4e57-a852-0f8794ba2049 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66413281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431520'] for network, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:15.193234 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-bd4cdfe0-43c4-451d-8e22-88f90381568d req-16356f38-1737-4aaa-9712-11087b428a2a tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0307eb3-f523-445b-8e1d-79deac809303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960588 Aug 12 14:31:15.194986 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4aab3914-e639-4f7b-8c45-3e2e48c47515 req-364bff09-e43d-403a-a4bb-ad38a848dc47 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] 10.222.0.39 "GET /v2.0/security-groups?id=11312995-c93d-4754-9dea-15693c54238a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485693 Aug 12 14:31:15.197568 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-c44975e4-a43e-4e57-a852-0f8794ba2049 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for network, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:15.202836 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-c44975e4-a43e-4e57-a852-0f8794ba2049 admin admin] 10.222.0.39 "DELETE /v2.0/networks/c241e1e4-cdd6-4c19-bf0e-e8e28256d051 HTTP/1.1" status: 204 len: 168 time: 1.1916876 Aug 12 14:31:15.229577 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44975e4-a43e-4e57-a852-0f8794ba2049 admin admin] Pushing event deleted for resources: {'Network': ['ID=c241e1e4-cdd6-4c19-bf0e-e8e28256d051,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:31:15.256565 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-bd6a6793-729d-41be-99c1-66847172a759 tempest-ServersWithSpecificFlavorTestJSON-1739232893 tempest-ServersWithSpecificFlavorTestJSON-1739232893-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:15.268906 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-bd6a6793-729d-41be-99c1-66847172a759 tempest-ServersWithSpecificFlavorTestJSON-1739232893 tempest-ServersWithSpecificFlavorTestJSON-1739232893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641735'] for security_group_rule, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:15.298759 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-bd6a6793-729d-41be-99c1-66847172a759 tempest-ServersWithSpecificFlavorTestJSON-1739232893 tempest-ServersWithSpecificFlavorTestJSON-1739232893-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:15.300091 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-bd6a6793-729d-41be-99c1-66847172a759 tempest-ServersWithSpecificFlavorTestJSON-1739232893 tempest-ServersWithSpecificFlavorTestJSON-1739232893-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4070044 Aug 12 14:31:15.303071 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 58386) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:31:15.314425 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-9796341e-4093-4596-b8c1-7e9e2e1f45cc tempest-ServersWithSpecificFlavorTestJSON-1739232893 tempest-ServersWithSpecificFlavorTestJSON-1739232893-project] Request body: {'security_group_rule': {'security_group_id': '7583e7d0-9463-4dd0-8eff-2e0ab040ac14', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:31:15.320236 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 14:31:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c884cb16-69cb-42d5-aa9e-d246e314524a x-openstack-request-id: req-c884cb16-69cb-42d5-aa9e-d246e314524a {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:31:15.320758 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ad67dc1-b6ca-4103-8185-c3ba24b02732", "tag": "2d02505d-896c-436a-96b2-40e1c4f8b876", "status": "completed", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:31:15.320758 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c884cb16-69cb-42d5-aa9e-d246e314524a {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:31:15.322671 n-d-694802-15 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ad67dc1-b6ca-4103-8185-c3ba24b02732', 'tag': '2d02505d-896c-436a-96b2-40e1c4f8b876', 'status': 'completed', 'code': 200} Aug 12 14:31:15.322779 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6a6793-729d-41be-99c1-66847172a759 tempest-ServersWithSpecificFlavorTestJSON-1739232893 tempest-ServersWithSpecificFlavorTestJSON-1739232893-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6de3c34f-2a38-467e-b35a-658b42827fe5,revision_number=0']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:31:15.360296 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-28a5d60d-6523-4d82-b2d7-0ee4d10c348d req-b5f5b8f0-cdea-4c40-8de6-fbd139fbd209 tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=01bd30cc4f8c419596ce734e2f10fc57&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0335741 Aug 12 14:31:15.437495 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47afd2d3-7d89-4261-bef7-7413ca0a9363 req-91a012d4-e45a-4477-b08a-0f7b812eeb9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:15.440534 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-47afd2d3-7d89-4261-bef7-7413ca0a9363 req-91a012d4-e45a-4477-b08a-0f7b812eeb9f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=39c74547ea964352853351e74cbcb768&device_id=8ad67dc1-b6ca-4103-8185-c3ba24b02732 HTTP/1.1" status: 200 len: 1127 time: 0.0966799 Aug 12 14:31:15.460640 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-fe95f194-a3b0-4c04-9e42-20b511169d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:15.513966 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 43e69cad-a241-4df7-bc6e-fc2e5371c6cc up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:31:15.520894 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9796341e-4093-4596-b8c1-7e9e2e1f45cc tempest-ServersWithSpecificFlavorTestJSON-1739232893 tempest-ServersWithSpecificFlavorTestJSON-1739232893-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:15.582882 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 58398) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:31:15.616297 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port 43e69cad-a241-4df7-bc6e-fc2e5371c6cc triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:31:15.617186 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:15.652553 n-d-694802-15 neutron-server[94466]: DEBUG neutron.notifiers.nova [req-a906ba45-14eb-48a1-b2de-2dbd2d42a62f req-dfcb78d0-4f7a-4a62-85c7-18e163601d9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e95d18d3-2a4f-41b9-9fc4-d341c3298096 {{(pid=94466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:31:15.685099 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-c30ad8ca-f164-43a4-abee-d370672e8aa1 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=44ee8669bd654ccda2e647003a35b4f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1003335 Aug 12 14:31:15.688418 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 58406) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:31:15.701168 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-a906ba45-14eb-48a1-b2de-2dbd2d42a62f req-dfcb78d0-4f7a-4a62-85c7-18e163601d9f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:15.745946 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47afd2d3-7d89-4261-bef7-7413ca0a9363 req-6929eb2a-6241-40a0-847e-eac3fab2221d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:15.748645 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-47afd2d3-7d89-4261-bef7-7413ca0a9363 req-6929eb2a-6241-40a0-847e-eac3fab2221d service neutron] 10.222.0.49 "GET /v2.0/networks?id=a10dd9db-a24e-488c-8894-a27c36eaa630 HTTP/1.1" status: 200 len: 908 time: 0.2916658 Aug 12 14:31:15.754013 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [req-a906ba45-14eb-48a1-b2de-2dbd2d42a62f req-dfcb78d0-4f7a-4a62-85c7-18e163601d9f service neutron] Transition to ACTIVE for port object e95d18d3-2a4f-41b9-9fc4-d341c3298096 will not be triggered until provisioned by entity L2. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:31:15.785649 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a5d60d-6523-4d82-b2d7-0ee4d10c348d req-c9e10b96-dc95-48a5-acb5-24516d50c204 tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:15.787332 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-28a5d60d-6523-4d82-b2d7-0ee4d10c348d req-c9e10b96-dc95-48a5-acb5-24516d50c204 tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4179568 Aug 12 14:31:15.801310 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-cff0c773-2b9b-4a79-9820-9e1a2e6b58eb req-690e4fb5-d0a1-49f2-b880-5f4c4c5da43a tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] 10.222.0.39 "GET /v2.0/ports?device_id=e7da12fb-2ae3-4e0e-8b7a-1e5fb86a96f3 HTTP/1.1" status: 200 len: 210 time: 0.1124763 Aug 12 14:31:15.804988 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9796341e-4093-4596-b8c1-7e9e2e1f45cc tempest-ServersWithSpecificFlavorTestJSON-1739232893 tempest-ServersWithSpecificFlavorTestJSON-1739232893-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:15.805923 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-a906ba45-14eb-48a1-b2de-2dbd2d42a62f req-dfcb78d0-4f7a-4a62-85c7-18e163601d9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:15.810969 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [req-28a5d60d-6523-4d82-b2d7-0ee4d10c348d req-bb48fd88-c790-488f-b855-68244cdc3698 tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] Request body: {'port': {'device_id': 'e7da12fb-2ae3-4e0e-8b7a-1e5fb86a96f3', 'network_id': '2525c403-dfb3-4196-a273-739607aab38a', 'admin_state_up': True, 'tenant_id': '01bd30cc4f8c419596ce734e2f10fc57'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:31:15.831788 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-ecd84bbf-bf59-4389-89f9-ae8fd130dbc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:15.845308 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9796341e-4093-4596-b8c1-7e9e2e1f45cc tempest-ServersWithSpecificFlavorTestJSON-1739232893 tempest-ServersWithSpecificFlavorTestJSON-1739232893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641735'] for security_group_rule, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:15.857637 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-ecd84bbf-bf59-4389-89f9-ae8fd130dbc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:15.866236 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-47afd2d3-7d89-4261-bef7-7413ca0a9363 req-0a59145a-3ee5-41d8-b229-a6c7e848ba15 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2d02505d-896c-436a-96b2-40e1c4f8b876 HTTP/1.1" status: 200 len: 217 time: 0.0810618 Aug 12 14:31:15.953809 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9796341e-4093-4596-b8c1-7e9e2e1f45cc tempest-ServersWithSpecificFlavorTestJSON-1739232893 tempest-ServersWithSpecificFlavorTestJSON-1739232893-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=348c189a-9086-4cc3-816f-654576115a31,revision_number=0']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:31:15.975609 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcb78d0-4f7a-4a62-85c7-18e163601d9f service neutron] Pushing event updated for resources: {'Port': ['ID=e95d18d3-2a4f-41b9-9fc4-d341c3298096,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:31:15.978615 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device 2d02505d-896c-436a-96b2-40e1c4f8b876 details requested by agent hyperv_n-h1-694802-15 with host n-h1-694802-15 {{(pid=94468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 14:31:15.980818 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device b02b231c-4105-48f1-b4af-e195dcf14aec up at agent hyperv_n-h1-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:31:15.981308 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47afd2d3-7d89-4261-bef7-7413ca0a9363 req-aba36d1f-9213-4dca-ad68-195a074576c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:15.982931 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-47afd2d3-7d89-4261-bef7-7413ca0a9363 req-aba36d1f-9213-4dca-ad68-195a074576c8 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d61545bd-f4f7-4794-86f8-5ac232439ea3 HTTP/1.1" status: 200 len: 847 time: 0.1032538 Aug 12 14:31:15.986627 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9796341e-4093-4596-b8c1-7e9e2e1f45cc tempest-ServersWithSpecificFlavorTestJSON-1739232893 tempest-ServersWithSpecificFlavorTestJSON-1739232893-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:15.990883 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-9796341e-4093-4596-b8c1-7e9e2e1f45cc tempest-ServersWithSpecificFlavorTestJSON-1739232893 tempest-ServersWithSpecificFlavorTestJSON-1739232893-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6780739 Aug 12 14:31:15.991490 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 58412) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:31:16.008355 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-0157b97d-511b-4196-8e70-bdef230a95f8 tempest-ServersWithSpecificFlavorTestJSON-1739232893 tempest-ServersWithSpecificFlavorTestJSON-1739232893-project] Request body: {'floatingip': {'floating_network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:31:16.019779 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7717d35-5c65-4a28-9526-cf59c39cbc72 req-f5e5f2ae-33aa-4010-a3f0-35d5a3288ca1 tempest-VolumesAdminNegativeTest-637287772 tempest-VolumesAdminNegativeTest-637287772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:16.021277 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e7717d35-5c65-4a28-9526-cf59c39cbc72 req-f5e5f2ae-33aa-4010-a3f0-35d5a3288ca1 tempest-VolumesAdminNegativeTest-637287772 tempest-VolumesAdminNegativeTest-637287772-project] 10.222.0.39 "GET /v2.0/ports?device_id=57de9997-470f-4c64-b8fe-7659fc34b86c HTTP/1.1" status: 200 len: 943 time: 0.0963583 Aug 12 14:31:16.053732 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a54cdc-0f22-4140-b002-04c4afcdbd11 req-640f012b-0348-404d-b8de-5bc42790b9d7 tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:16.055143 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-01a54cdc-0f22-4140-b002-04c4afcdbd11 req-640f012b-0348-404d-b8de-5bc42790b9d7 tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] 10.222.0.39 "GET /v2.0/ports?device_id=1ddbe7c8-0ae7-4cf3-828c-7aed5defb66e HTTP/1.1" status: 200 len: 946 time: 0.1511917 Aug 12 14:31:16.055356 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-47afd2d3-7d89-4261-bef7-7413ca0a9363 req-ccc71c2f-487a-48c1-96f6-b387c4b8ec4a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a10dd9db-a24e-488c-8894-a27c36eaa630&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0627108 Aug 12 14:31:16.057412 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [req-a906ba45-14eb-48a1-b2de-2dbd2d42a62f req-dfcb78d0-4f7a-4a62-85c7-18e163601d9f service neutron] Attempting to bind port e95d18d3-2a4f-41b9-9fc4-d341c3298096 on host n-h2-694802-15 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:31:16.057745 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [req-a906ba45-14eb-48a1-b2de-2dbd2d42a62f req-dfcb78d0-4f7a-4a62-85c7-18e163601d9f service neutron] Attempting to bind port e95d18d3-2a4f-41b9-9fc4-d341c3298096 by drivers openvswitch,hyperv on host n-h2-694802-15 at level 0 using segments [{'id': '1693102a-0199-441c-a2ed-95db47f94b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '277ff877-809b-4dd0-870e-f1b0241bb618'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:31:16.058077 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a906ba45-14eb-48a1-b2de-2dbd2d42a62f req-dfcb78d0-4f7a-4a62-85c7-18e163601d9f service neutron] Attempting to bind port e95d18d3-2a4f-41b9-9fc4-d341c3298096 on network 277ff877-809b-4dd0-870e-f1b0241bb618 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:31:16.071660 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-ecd84bbf-bf59-4389-89f9-ae8fd130dbc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:16.074214 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a906ba45-14eb-48a1-b2de-2dbd2d42a62f req-dfcb78d0-4f7a-4a62-85c7-18e163601d9f service neutron] Port e95d18d3-2a4f-41b9-9fc4-d341c3298096 on network 277ff877-809b-4dd0-870e-f1b0241bb618 not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-15 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 14:31:16.074546 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a906ba45-14eb-48a1-b2de-2dbd2d42a62f req-dfcb78d0-4f7a-4a62-85c7-18e163601d9f service neutron] Attempting to bind port e95d18d3-2a4f-41b9-9fc4-d341c3298096 on network 277ff877-809b-4dd0-870e-f1b0241bb618 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:31:16.075372 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-ecd84bbf-bf59-4389-89f9-ae8fd130dbc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:16.078953 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-ecd84bbf-bf59-4389-89f9-ae8fd130dbc7 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a6a2f109-579b-4e93-ba50-63cb05a69e18 HTTP/1.1" status: 204 len: 168 time: 0.3855512 Aug 12 14:31:16.095112 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a906ba45-14eb-48a1-b2de-2dbd2d42a62f req-dfcb78d0-4f7a-4a62-85c7-18e163601d9f service neutron] Checking agent: {'id': 'b7697f71-33f3-4959-ad82-43c2dc15845d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 27, 42), 'started_at': datetime.datetime(2021, 8, 12, 14, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 31, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:31:16.095358 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a906ba45-14eb-48a1-b2de-2dbd2d42a62f req-dfcb78d0-4f7a-4a62-85c7-18e163601d9f service neutron] Checking segment: {'id': '1693102a-0199-441c-a2ed-95db47f94b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '277ff877-809b-4dd0-870e-f1b0241bb618'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:31:16.096393 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a906ba45-14eb-48a1-b2de-2dbd2d42a62f req-dfcb78d0-4f7a-4a62-85c7-18e163601d9f service neutron] Bound using segment: {'id': '1693102a-0199-441c-a2ed-95db47f94b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '277ff877-809b-4dd0-870e-f1b0241bb618'} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:31:16.096393 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [req-a906ba45-14eb-48a1-b2de-2dbd2d42a62f req-dfcb78d0-4f7a-4a62-85c7-18e163601d9f service neutron] Bound port: e95d18d3-2a4f-41b9-9fc4-d341c3298096, host: n-h2-694802-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1693102a-0199-441c-a2ed-95db47f94b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '277ff877-809b-4dd0-870e-f1b0241bb618'}}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:31:16.096911 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-a906ba45-14eb-48a1-b2de-2dbd2d42a62f req-dfcb78d0-4f7a-4a62-85c7-18e163601d9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:16.101451 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Provisioning for port b02b231c-4105-48f1-b4af-e195dcf14aec completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:31:16.108728 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Provisioning complete for port b02b231c-4105-48f1-b4af-e195dcf14aec triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:31:16.109200 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:16.124326 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-01a54cdc-0f22-4140-b002-04c4afcdbd11 req-02589887-2612-4012-9186-53d8dfadd44e tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] 10.222.0.39 "GET /v2.0/security-groups?id=e3ca17b3-b028-41b3-b138-91e00a6e278c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587058 Aug 12 14:31:16.197190 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.db.api [None req-0157b97d-511b-4196-8e70-bdef230a95f8 tempest-ServersWithSpecificFlavorTestJSON-1739232893 tempest-ServersWithSpecificFlavorTestJSON-1739232893-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 12 14:31:16.197190 n-d-694802-15 neutron-server[94467]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 12 14:31:16.197190 n-d-694802-15 neutron-server[94467]: [parameters: {'project_id': '67787a84bb704413b5454c6fdcf0c251', 'id': '8bcd4db7-0b98-486f-a42a-01acfc842bcd', 'expiration': datetime.datetime(2021, 8, 12, 14, 33, 16, 172053)}] Aug 12 14:31:16.197190 n-d-694802-15 neutron-server[94467]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94467) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 12 14:31:16.197626 n-d-694802-15 neutron-server[94467]: DEBUG oslo_db.api [None req-0157b97d-511b-4196-8e70-bdef230a95f8 tempest-ServersWithSpecificFlavorTestJSON-1739232893 tempest-ServersWithSpecificFlavorTestJSON-1739232893-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 12 14:31:16.199483 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-47afd2d3-7d89-4261-bef7-7413ca0a9363 req-ab55602f-144c-495f-93d0-95f67b4adab0 service neutron] 10.222.0.49 "GET /v2.0/networks/a10dd9db-a24e-488c-8894-a27c36eaa630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304758 Aug 12 14:31:16.202510 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd84bbf-bf59-4389-89f9-ae8fd130dbc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6a2f109-579b-4e93-ba50-63cb05a69e18,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:31:16.207756 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e7717d35-5c65-4a28-9526-cf59c39cbc72 req-b6347e35-3a6e-44c0-a4ba-0973188b2fef tempest-VolumesAdminNegativeTest-637287772 tempest-VolumesAdminNegativeTest-637287772-project] 10.222.0.39 "GET /v2.0/security-groups?id=b601434a-120d-4628-9f15-8c3dde842503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644621 Aug 12 14:31:16.225135 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28a5d60d-6523-4d82-b2d7-0ee4d10c348d req-bb48fd88-c790-488f-b855-68244cdc3698 tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] Made reservation on behalf of 01bd30cc4f8c419596ce734e2f10fc57 for: {'port': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:31:16.242292 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-28a5d60d-6523-4d82-b2d7-0ee4d10c348d req-bb48fd88-c790-488f-b855-68244cdc3698 tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:16.256532 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port 2d02505d-896c-436a-96b2-40e1c4f8b876, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=2d02505d-896c-436a-96b2-40e1c4f8b876,segment=NetworkSegment(2c5f2abe-b754-491c-837b-06e8fcd65d4b),segment_id=2c5f2abe-b754-491c-837b-06e8fcd65d4b)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:31:16.278147 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device 2d02505d-896c-436a-96b2-40e1c4f8b876 has no active binding in host n-h1-694802-15 {{(pid=94468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 12 14:31:16.279970 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:16.328373 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-47afd2d3-7d89-4261-bef7-7413ca0a9363 req-2fc04c2d-6061-4fe9-a963-f26df5d53887 service neutron] 10.222.0.49 "GET /v2.0/networks/a10dd9db-a24e-488c-8894-a27c36eaa630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194720 Aug 12 14:31:16.329302 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [req-a906ba45-14eb-48a1-b2de-2dbd2d42a62f req-dfcb78d0-4f7a-4a62-85c7-18e163601d9f service neutron] For port e95d18d3-2a4f-41b9-9fc4-d341c3298096, host n-h2-694802-15, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:31:16.336849 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [req-a906ba45-14eb-48a1-b2de-2dbd2d42a62f req-dfcb78d0-4f7a-4a62-85c7-18e163601d9f service neutron] For port e95d18d3-2a4f-41b9-9fc4-d341c3298096, host n-h2-694802-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=e95d18d3-2a4f-41b9-9fc4-d341c3298096,segment=NetworkSegment(1693102a-0199-441c-a2ed-95db47f94b16),segment_id=1693102a-0199-441c-a2ed-95db47f94b16)] {{(pid=94466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:31:16.356828 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fc00628-4d8c-4923-97cd-77f7ae0a9f27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b02b231c-4105-48f1-b4af-e195dcf14aec'}] {{(pid=94468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:31:16.357204 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-a906ba45-14eb-48a1-b2de-2dbd2d42a62f req-dfcb78d0-4f7a-4a62-85c7-18e163601d9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:16.365572 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99a8d87602170099c728e57431aca99e9b98a655a83bbf8727be13192709727b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad04885c-15ff-4b26-abb5-b5522dbfef4c" -d '{"events": [{"server_uuid": "6fc00628-4d8c-4923-97cd-77f7ae0a9f27", "name": "network-vif-plugged", "status": "completed", "tag": "b02b231c-4105-48f1-b4af-e195dcf14aec"}]}' {{(pid=94468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:31:16.391987 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port b02b231c-4105-48f1-b4af-e195dcf14aec, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=b02b231c-4105-48f1-b4af-e195dcf14aec,segment=NetworkSegment(a1f8c867-101b-4d30-814e-b89f55a5edd0),segment_id=a1f8c867-101b-4d30-814e-b89f55a5edd0)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:31:16.399844 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:16.453946 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Pushing event updated for resources: {'Port': ['ID=b02b231c-4105-48f1-b4af-e195dcf14aec,revision_number=5']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:31:16.457840 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a906ba45-14eb-48a1-b2de-2dbd2d42a62f req-dfcb78d0-4f7a-4a62-85c7-18e163601d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:16.458447 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-a906ba45-14eb-48a1-b2de-2dbd2d42a62f req-dfcb78d0-4f7a-4a62-85c7-18e163601d9f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:16.459925 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-a906ba45-14eb-48a1-b2de-2dbd2d42a62f req-dfcb78d0-4f7a-4a62-85c7-18e163601d9f service neutron] 10.222.0.49 "PUT /v2.0/ports/e95d18d3-2a4f-41b9-9fc4-d341c3298096 HTTP/1.1" status: 200 len: 1092 time: 1.5374553 Aug 12 14:31:16.500220 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44472bee-6d2b-4f36-a5e2-fad4600fa6d9 req-c3388a37-a92d-4af3-9341-dfee92d9bbb0 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:16.508292 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-44472bee-6d2b-4f36-a5e2-fad4600fa6d9 req-c3388a37-a92d-4af3-9341-dfee92d9bbb0 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] 10.222.0.39 "GET /v2.0/ports?device_id=8ad67dc1-b6ca-4103-8185-c3ba24b02732 HTTP/1.1" status: 200 len: 944 time: 0.1114476 Aug 12 14:31:16.520364 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45187be-7463-48e2-b97f-b6f043110074 req-c5d6e85e-5120-470b-ba3f-03aa730f6b1f tempest-LiveAutoBlockMigrationV225Test-1272051264 tempest-LiveAutoBlockMigrationV225Test-1272051264-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:16.527632 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-a45187be-7463-48e2-b97f-b6f043110074 req-c5d6e85e-5120-470b-ba3f-03aa730f6b1f tempest-LiveAutoBlockMigrationV225Test-1272051264 tempest-LiveAutoBlockMigrationV225Test-1272051264-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=1ddbe7c8-0ae7-4cf3-828c-7aed5defb66e HTTP/1.1" status: 200 len: 1098 time: 0.2042153 Aug 12 14:31:16.562255 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-44472bee-6d2b-4f36-a5e2-fad4600fa6d9 req-d78f33cb-20eb-49cc-a46f-e8fcdfe78543 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] 10.222.0.39 "GET /v2.0/security-groups?id=11312995-c93d-4754-9dea-15693c54238a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522776 Aug 12 14:31:16.703727 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f107ffb2-b2ee-408a-829a-372048ca2162 req-8f4f8094-d957-46e1-aeec-3a87b263ea17 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:16.717099 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f107ffb2-b2ee-408a-829a-372048ca2162 req-8f4f8094-d957-46e1-aeec-3a87b263ea17 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/ports?device_id=6fc00628-4d8c-4923-97cd-77f7ae0a9f27 HTTP/1.1" status: 200 len: 949 time: 0.0944993 Aug 12 14:31:16.762703 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcb78d0-4f7a-4a62-85c7-18e163601d9f service neutron] Pushing event updated for resources: {'Port': ['ID=e95d18d3-2a4f-41b9-9fc4-d341c3298096,revision_number=3']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:31:16.772001 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f107ffb2-b2ee-408a-829a-372048ca2162 req-9807a6b9-5607-48c5-886d-f269b142a78b tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0307eb3-f523-445b-8e1d-79deac809303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533221 Aug 12 14:31:16.775307 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-0157b97d-511b-4196-8e70-bdef230a95f8 tempest-ServersWithSpecificFlavorTestJSON-1739232893 tempest-ServersWithSpecificFlavorTestJSON-1739232893-project] Notify callbacks [] for floatingip, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:16.811859 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [req-28a5d60d-6523-4d82-b2d7-0ee4d10c348d req-bb48fd88-c790-488f-b855-68244cdc3698 tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] Allocated IP 192.168.233.196 (2525c403-dfb3-4196-a273-739607aab38a/236e0be6-1c94-4221-9e8b-ab02a53331f8/cf4911bf-7661-4d75-b2c1-bc2a480b2940) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:31:16.824907 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-a45187be-7463-48e2-b97f-b6f043110074 req-12c32ea5-873a-4eb2-a37b-e07e41cdba3d tempest-LiveAutoBlockMigrationV225Test-1272051264 tempest-LiveAutoBlockMigrationV225Test-1272051264-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=e3ca17b3-b028-41b3-b138-91e00a6e278c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2952194 Aug 12 14:31:16.829636 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 58442) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:31:16.845568 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 14:31:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1233781b-9b71-4d31-96ad-200bde14eaed x-openstack-request-id: req-1233781b-9b71-4d31-96ad-200bde14eaed {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:31:16.845857 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fc00628-4d8c-4923-97cd-77f7ae0a9f27", "name": "network-vif-plugged", "status": "completed", "tag": "b02b231c-4105-48f1-b4af-e195dcf14aec", "code": 200}]} {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:31:16.846398 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1233781b-9b71-4d31-96ad-200bde14eaed {{(pid=94468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:31:16.846938 n-d-694802-15 neutron-server[94468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fc00628-4d8c-4923-97cd-77f7ae0a9f27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b02b231c-4105-48f1-b4af-e195dcf14aec', 'code': 200} Aug 12 14:31:16.853366 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a906ba45-14eb-48a1-b2de-2dbd2d42a62f req-484aa416-ac0e-427f-af62-5e1afaff5ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:16.854996 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-a906ba45-14eb-48a1-b2de-2dbd2d42a62f req-484aa416-ac0e-427f-af62-5e1afaff5ac6 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9410f028372c43df8da5e6b4fb58fdcd&device_id=57de9997-470f-4c64-b8fe-7659fc34b86c HTTP/1.1" status: 200 len: 1095 time: 0.3389184 Aug 12 14:31:16.941053 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-a906ba45-14eb-48a1-b2de-2dbd2d42a62f req-aacce592-c374-4e92-ba18-1c42010ef4af service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e95d18d3-2a4f-41b9-9fc4-d341c3298096 HTTP/1.1" status: 200 len: 217 time: 0.0723741 Aug 12 14:31:16.960715 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6d231800-b63d-4b2e-bb26-90e7b25a9d8f req-22b3a1c8-ed2f-45bd-ac1d-5ed3ee26458b tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] 10.222.0.39 "GET /v2.0/ports?device_id=e7da12fb-2ae3-4e0e-8b7a-1e5fb86a96f3 HTTP/1.1" status: 200 len: 210 time: 0.0309486 Aug 12 14:31:17.008252 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-0157b97d-511b-4196-8e70-bdef230a95f8 tempest-ServersWithSpecificFlavorTestJSON-1739232893 tempest-ServersWithSpecificFlavorTestJSON-1739232893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:17.036047 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435ecaa4-3354-46c6-b745-f78946ce72f4 req-7fc06eb4-b306-4282-b3b6-2c0362ace5ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:17.038187 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-435ecaa4-3354-46c6-b745-f78946ce72f4 req-7fc06eb4-b306-4282-b3b6-2c0362ace5ea service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=6fc00628-4d8c-4923-97cd-77f7ae0a9f27 HTTP/1.1" status: 200 len: 1101 time: 0.0772984 Aug 12 14:31:17.077482 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-11d4c726-1263-4850-b17d-61130895862a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:17.090297 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a906ba45-14eb-48a1-b2de-2dbd2d42a62f req-ad81d7d1-f4bb-4745-b8df-8549234a1973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:17.091830 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-a906ba45-14eb-48a1-b2de-2dbd2d42a62f req-ad81d7d1-f4bb-4745-b8df-8549234a1973 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=dbb1c8c6-28fd-422f-8a35-19de48ad58ea HTTP/1.1" status: 200 len: 855 time: 0.1417186 Aug 12 14:31:17.133429 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-a906ba45-14eb-48a1-b2de-2dbd2d42a62f req-337b15fc-a28a-4c55-972c-042466555d24 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=277ff877-809b-4dd0-870e-f1b0241bb618&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335782 Aug 12 14:31:17.136105 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-435ecaa4-3354-46c6-b745-f78946ce72f4 req-6296d034-5857-422e-92af-de98bc49cf30 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=c0307eb3-f523-445b-8e1d-79deac809303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602505 Aug 12 14:31:17.138328 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d635874-bff5-416f-9224-7c9ce393299d req-db18fe03-148a-47c8-a843-bdef78c3cca6 tempest-LiveAutoBlockMigrationV225Test-1272051264 tempest-LiveAutoBlockMigrationV225Test-1272051264-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:17.140148 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-4d635874-bff5-416f-9224-7c9ce393299d req-db18fe03-148a-47c8-a843-bdef78c3cca6 tempest-LiveAutoBlockMigrationV225Test-1272051264 tempest-LiveAutoBlockMigrationV225Test-1272051264-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=1ddbe7c8-0ae7-4cf3-828c-7aed5defb66e HTTP/1.1" status: 200 len: 1098 time: 0.1458449 Aug 12 14:31:17.165812 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 58456) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:31:17.222002 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_common [None req-0157b97d-511b-4196-8e70-bdef230a95f8 tempest-ServersWithSpecificFlavorTestJSON-1739232893 tempest-ServersWithSpecificFlavorTestJSON-1739232893-project] Allocated IP 172.25.1.202 (d3759e1b-6c03-45ac-acd4-90abb417809b/f0254f08-c19c-4e31-bd9c-09389ea4b6f2/a1faf144-ec26-4e26-bed2-ae39bbaad35b) {{(pid=94467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:31:17.250253 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-28a5d60d-6523-4d82-b2d7-0ee4d10c348d req-bb48fd88-c790-488f-b855-68244cdc3698 tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:17.290896 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-4d635874-bff5-416f-9224-7c9ce393299d req-7f9bcd2c-d1da-4580-bfc2-53a029a1744b tempest-LiveAutoBlockMigrationV225Test-1272051264 tempest-LiveAutoBlockMigrationV225Test-1272051264-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=e3ca17b3-b028-41b3-b138-91e00a6e278c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293068 Aug 12 14:31:17.294964 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [req-28a5d60d-6523-4d82-b2d7-0ee4d10c348d req-bb48fd88-c790-488f-b855-68244cdc3698 tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] Transition to ACTIVE for port object cf4911bf-7661-4d75-b2c1-bc2a480b2940 will not be triggered until provisioned by entity DHCP. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:31:17.322464 n-d-694802-15 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57de9997-470f-4c64-b8fe-7659fc34b86c', 'tag': 'e95d18d3-2a4f-41b9-9fc4-d341c3298096'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:31:17.327947 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e785eeede3897370d0b20f09d5f461b30cfecd5ed38c4f07dacd02bc52c9277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7987096-946c-4e8f-a678-33573c5fe920" -d '{"events": [{"name": "network-changed", "server_uuid": "57de9997-470f-4c64-b8fe-7659fc34b86c", "tag": "e95d18d3-2a4f-41b9-9fc4-d341c3298096"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:31:17.346935 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-a906ba45-14eb-48a1-b2de-2dbd2d42a62f req-4f79b53e-8460-433b-9f77-483cc18cf486 service neutron] 10.222.0.49 "GET /v2.0/networks/277ff877-809b-4dd0-870e-f1b0241bb618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1997511 Aug 12 14:31:17.401335 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 14:31:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ca7eec1-cb3a-462a-8aa6-dcd86a3ca7ec x-openstack-request-id: req-6ca7eec1-cb3a-462a-8aa6-dcd86a3ca7ec {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:31:17.401630 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57de9997-470f-4c64-b8fe-7659fc34b86c", "tag": "e95d18d3-2a4f-41b9-9fc4-d341c3298096", "status": "completed", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:31:17.401882 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6ca7eec1-cb3a-462a-8aa6-dcd86a3ca7ec {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:31:17.402267 n-d-694802-15 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57de9997-470f-4c64-b8fe-7659fc34b86c', 'tag': 'e95d18d3-2a4f-41b9-9fc4-d341c3298096', 'status': 'completed', 'code': 200} Aug 12 14:31:17.407566 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-84513efd-1c2e-4211-b22a-1e6303a36232 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-666230687-network', 'tenant_id': '4f686c7379d74b79a1724ff1ef9515d6'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:31:17.411653 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-11d4c726-1263-4850-b17d-61130895862a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:17.428032 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-11d4c726-1263-4850-b17d-61130895862a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:17.461004 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-28a5d60d-6523-4d82-b2d7-0ee4d10c348d req-bb48fd88-c790-488f-b855-68244cdc3698 tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:17.479702 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] get_ports_and_sgs() called for port_ids ['edc5ecb0-fec0-4f07-8436-44d8c1345f48', 'c2132c04-e2a8-4086-a89a-d2e1812ec202'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:31:17.487214 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-0157b97d-511b-4196-8e70-bdef230a95f8 tempest-ServersWithSpecificFlavorTestJSON-1739232893 tempest-ServersWithSpecificFlavorTestJSON-1739232893-project] Notify callbacks [] for port, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:17.514158 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d4c726-1263-4850-b17d-61130895862a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e5e055e-80ae-4e3b-96f6-7ef9ccfff01e,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:31:17.516655 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84513efd-1c2e-4211-b22a-1e6303a36232 admin admin] Made reservation on behalf of 4f686c7379d74b79a1724ff1ef9515d6 for: {'network': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:31:17.519098 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-84513efd-1c2e-4211-b22a-1e6303a36232 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for network, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:17.522483 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28a5d60d-6523-4d82-b2d7-0ee4d10c348d req-bb48fd88-c790-488f-b855-68244cdc3698 tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] Network 2525c403-dfb3-4196-a273-739607aab38a is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:31:17.528395 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-a906ba45-14eb-48a1-b2de-2dbd2d42a62f req-2aa5f217-784e-4c96-a193-6b47791cbc33 service neutron] 10.222.0.49 "GET /v2.0/networks/277ff877-809b-4dd0-870e-f1b0241bb618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1635263 Aug 12 14:31:17.529225 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [req-28a5d60d-6523-4d82-b2d7-0ee4d10c348d req-bb48fd88-c790-488f-b855-68244cdc3698 tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:31:17.540736 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480e0116-1afb-44d7-8c46-71337102cba8 req-41d12fca-6e0c-4ee3-a65d-089686b83fd7 tempest-VolumesAdminNegativeTest-637287772 tempest-VolumesAdminNegativeTest-637287772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:17.544140 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [req-28a5d60d-6523-4d82-b2d7-0ee4d10c348d req-bb48fd88-c790-488f-b855-68244cdc3698 tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:31:17.549015 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-480e0116-1afb-44d7-8c46-71337102cba8 req-41d12fca-6e0c-4ee3-a65d-089686b83fd7 tempest-VolumesAdminNegativeTest-637287772 tempest-VolumesAdminNegativeTest-637287772-project] 10.222.0.39 "GET /v2.0/ports?device_id=57de9997-470f-4c64-b8fe-7659fc34b86c HTTP/1.1" status: 200 len: 943 time: 0.1860888 Aug 12 14:31:17.552820 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-11d4c726-1263-4850-b17d-61130895862a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4309e678c682445e85e49cd493841c0e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7210801 Aug 12 14:31:17.556197 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a5d60d-6523-4d82-b2d7-0ee4d10c348d req-bb48fd88-c790-488f-b855-68244cdc3698 tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:17.556624 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-28a5d60d-6523-4d82-b2d7-0ee4d10c348d req-bb48fd88-c790-488f-b855-68244cdc3698 tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:17.560968 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 58472) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:31:17.564987 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-84513efd-1c2e-4211-b22a-1e6303a36232 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:17.610044 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb48fd88-c790-488f-b855-68244cdc3698 tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] Pushing event updated for resources: {'Port': ['ID=cf4911bf-7661-4d75-b2c1-bc2a480b2940,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:31:17.664729 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-480e0116-1afb-44d7-8c46-71337102cba8 req-181529a4-985e-4b95-ab07-c291bf4826ce tempest-VolumesAdminNegativeTest-637287772 tempest-VolumesAdminNegativeTest-637287772-project] 10.222.0.39 "GET /v2.0/security-groups?id=b601434a-120d-4628-9f15-8c3dde842503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102624 Aug 12 14:31:17.718976 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-0157b97d-511b-4196-8e70-bdef230a95f8 tempest-ServersWithSpecificFlavorTestJSON-1739232893 tempest-ServersWithSpecificFlavorTestJSON-1739232893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:17.796474 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-efc17788-62ea-4d94-abba-58473db39036 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:17.830948 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-efc17788-62ea-4d94-abba-58473db39036 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:17.831271 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0157b97d-511b-4196-8e70-bdef230a95f8 tempest-ServersWithSpecificFlavorTestJSON-1739232893 tempest-ServersWithSpecificFlavorTestJSON-1739232893-project] Network d3759e1b-6c03-45ac-acd4-90abb417809b is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:31:17.855158 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [None req-0157b97d-511b-4196-8e70-bdef230a95f8 tempest-ServersWithSpecificFlavorTestJSON-1739232893 tempest-ServersWithSpecificFlavorTestJSON-1739232893-project] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:31:17.864007 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb0195f-fbbf-474f-bce0-6682ded40c17 req-63bc50bf-dfc3-4c9f-bbc9-e4583ee3e937 tempest-LiveAutoBlockMigrationV225Test-1272051264 tempest-LiveAutoBlockMigrationV225Test-1272051264-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:17.864852 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0157b97d-511b-4196-8e70-bdef230a95f8 tempest-ServersWithSpecificFlavorTestJSON-1739232893 tempest-ServersWithSpecificFlavorTestJSON-1739232893-project] Received port after_create {{(pid=94467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:31:17.867669 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-fdb0195f-fbbf-474f-bce0-6682ded40c17 req-63bc50bf-dfc3-4c9f-bbc9-e4583ee3e937 tempest-LiveAutoBlockMigrationV225Test-1272051264 tempest-LiveAutoBlockMigrationV225Test-1272051264-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=1ddbe7c8-0ae7-4cf3-828c-7aed5defb66e HTTP/1.1" status: 200 len: 1098 time: 0.2220104 Aug 12 14:31:17.879655 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7987096-946c-4e8f-a678-33573c5fe920 req-1a8bf2ad-d501-430f-90f2-52739156187b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:17.881247 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-f7987096-946c-4e8f-a678-33573c5fe920 req-1a8bf2ad-d501-430f-90f2-52739156187b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9410f028372c43df8da5e6b4fb58fdcd&device_id=57de9997-470f-4c64-b8fe-7659fc34b86c HTTP/1.1" status: 200 len: 1095 time: 0.2290239 Aug 12 14:31:17.900163 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0157b97d-511b-4196-8e70-bdef230a95f8 tempest-ServersWithSpecificFlavorTestJSON-1739232893 tempest-ServersWithSpecificFlavorTestJSON-1739232893-project] Pushing event updated for resources: {'Port': ['ID=a1faf144-ec26-4e26-bed2-ae39bbaad35b,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:31:17.923403 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-2270bcf6-e0b4-4a3e-b2f3-1c6fa80e4bd6 None None] Provisioning for port cf4911bf-7661-4d75-b2c1-bc2a480b2940 completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:31:17.932810 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-2270bcf6-e0b4-4a3e-b2f3-1c6fa80e4bd6 None None] Provisioning complete for port cf4911bf-7661-4d75-b2c1-bc2a480b2940 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:31:17.933330 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-2270bcf6-e0b4-4a3e-b2f3-1c6fa80e4bd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:17.936290 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c55872-aca1-48c3-824f-640fdc702b2c req-ef4a8918-8f03-4bc9-9dfa-ee2bf46b626f tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:17.944547 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d5c55872-aca1-48c3-824f-640fdc702b2c req-ef4a8918-8f03-4bc9-9dfa-ee2bf46b626f tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] 10.222.0.39 "GET /v2.0/ports?device_id=8ad67dc1-b6ca-4103-8185-c3ba24b02732 HTTP/1.1" status: 200 len: 944 time: 0.1822798 Aug 12 14:31:17.973706 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-2270bcf6-e0b4-4a3e-b2f3-1c6fa80e4bd6 None None] Port cf4911bf-7661-4d75-b2c1-bc2a480b2940 cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 14:31:17.987448 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-fdb0195f-fbbf-474f-bce0-6682ded40c17 req-8b1665dc-b387-4be0-a70a-c11cd30cea86 tempest-LiveAutoBlockMigrationV225Test-1272051264 tempest-LiveAutoBlockMigrationV225Test-1272051264-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=e3ca17b3-b028-41b3-b138-91e00a6e278c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008451 Aug 12 14:31:17.999194 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-efc17788-62ea-4d94-abba-58473db39036 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:18.002291 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-efc17788-62ea-4d94-abba-58473db39036 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:18.005873 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-efc17788-62ea-4d94-abba-58473db39036 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8e5e055e-80ae-4e3b-96f6-7ef9ccfff01e HTTP/1.1" status: 204 len: 168 time: 0.4415114 Aug 12 14:31:18.028293 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc17788-62ea-4d94-abba-58473db39036 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e5e055e-80ae-4e3b-96f6-7ef9ccfff01e,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:31:18.034964 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7987096-946c-4e8f-a678-33573c5fe920 req-62cf43dd-c06b-4587-b71a-8ba8473a00db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:18.036785 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-f7987096-946c-4e8f-a678-33573c5fe920 req-62cf43dd-c06b-4587-b71a-8ba8473a00db service neutron] 10.222.0.49 "GET /v2.0/networks?id=277ff877-809b-4dd0-870e-f1b0241bb618 HTTP/1.1" status: 200 len: 916 time: 0.1451318 Aug 12 14:31:18.060511 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-84513efd-1c2e-4211-b22a-1e6303a36232 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:18.071152 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-84513efd-1c2e-4211-b22a-1e6303a36232 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:18.089374 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d5c55872-aca1-48c3-824f-640fdc702b2c req-d62aa262-d765-47d3-907f-7211f175371b tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] 10.222.0.39 "GET /v2.0/security-groups?id=11312995-c93d-4754-9dea-15693c54238a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387920 Aug 12 14:31:18.117047 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-f7987096-946c-4e8f-a678-33573c5fe920 req-8419c443-c3b0-4391-8992-e4829a6ca471 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e95d18d3-2a4f-41b9-9fc4-d341c3298096 HTTP/1.1" status: 200 len: 217 time: 0.0700991 Aug 12 14:31:18.145282 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84513efd-1c2e-4211-b22a-1e6303a36232 admin admin] vlan segment allocate from pool success with {'vlan_id': 326, 'physical_network': 'physnet1'} {{(pid=94467) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 14:31:18.163322 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-0157b97d-511b-4196-8e70-bdef230a95f8 tempest-ServersWithSpecificFlavorTestJSON-1739232893 tempest-ServersWithSpecificFlavorTestJSON-1739232893-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:18.174393 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-84513efd-1c2e-4211-b22a-1e6303a36232 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:18.174722 n-d-694802-15 neutron-server[94467]: INFO neutron.db.segments_db [None req-84513efd-1c2e-4211-b22a-1e6303a36232 admin admin] Added segment 801c83ac-528e-4a6f-b568-934756f37c99 of type vlan for network 3e3f31d8-86b2-4c57-a4fb-497282e2b848 Aug 12 14:31:18.176587 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84513efd-1c2e-4211-b22a-1e6303a36232 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee049af6-8f6d-44ed-9730-4b363f59c2c5,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:31:18.199962 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-28a5d60d-6523-4d82-b2d7-0ee4d10c348d req-bb48fd88-c790-488f-b855-68244cdc3698 tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3973918 Aug 12 14:31:18.219693 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [req-28a5d60d-6523-4d82-b2d7-0ee4d10c348d req-9f9e2846-c837-42ee-9f54-4e6333e0e856 service neutron] Request body: {'port': {'device_id': 'e7da12fb-2ae3-4e0e-8b7a-1e5fb86a96f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-694802-15'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:31:18.258065 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7987096-946c-4e8f-a678-33573c5fe920 req-ee2e281f-617a-4d8d-ba22-e04c37f55f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:18.264508 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-f7987096-946c-4e8f-a678-33573c5fe920 req-ee2e281f-617a-4d8d-ba22-e04c37f55f32 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=dbb1c8c6-28fd-422f-8a35-19de48ad58ea HTTP/1.1" status: 200 len: 855 time: 0.1271901 Aug 12 14:31:18.277388 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a812f5aa-80b0-49c9-bf14-b1028bd28b62 req-937c9c76-243d-41f5-8126-97b5778c2535 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:18.278865 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-a812f5aa-80b0-49c9-bf14-b1028bd28b62 req-937c9c76-243d-41f5-8126-97b5778c2535 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/ports?device_id=6fc00628-4d8c-4923-97cd-77f7ae0a9f27 HTTP/1.1" status: 200 len: 949 time: 0.1608255 Aug 12 14:31:18.289638 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-84513efd-1c2e-4211-b22a-1e6303a36232 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744653628263'] for network, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:18.296460 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-0157b97d-511b-4196-8e70-bdef230a95f8 tempest-ServersWithSpecificFlavorTestJSON-1739232893 tempest-ServersWithSpecificFlavorTestJSON-1739232893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:18.328579 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-f7987096-946c-4e8f-a678-33573c5fe920 req-aa8de289-b2fb-4878-89fb-498ea7595727 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=277ff877-809b-4dd0-870e-f1b0241bb618&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0594239 Aug 12 14:31:18.352723 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-28a5d60d-6523-4d82-b2d7-0ee4d10c348d req-9f9e2846-c837-42ee-9f54-4e6333e0e856 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:18.356584 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7173f15-a4a9-406f-9098-0ab47d7494a0 req-c57bd9bc-48b1-4348-a6d2-860a67140c1a tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:18.358270 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b7173f15-a4a9-406f-9098-0ab47d7494a0 req-c57bd9bc-48b1-4348-a6d2-860a67140c1a tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] 10.222.0.39 "GET /v2.0/ports?device_id=e7da12fb-2ae3-4e0e-8b7a-1e5fb86a96f3 HTTP/1.1" status: 200 len: 936 time: 0.1580696 Aug 12 14:31:18.388811 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-84513efd-1c2e-4211-b22a-1e6303a36232 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409'] for network, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:18.389892 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84513efd-1c2e-4211-b22a-1e6303a36232 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:18.390351 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-84513efd-1c2e-4211-b22a-1e6303a36232 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for network, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:18.427268 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-a812f5aa-80b0-49c9-bf14-b1028bd28b62 req-1c75319b-4125-4566-a39c-3f1ee63bab49 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0307eb3-f523-445b-8e1d-79deac809303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202605 Aug 12 14:31:18.456382 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 58486) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:31:18.490959 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-630060de-c9e9-468a-8883-975902cc6c9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:18.578480 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-f7987096-946c-4e8f-a678-33573c5fe920 req-8f418715-8912-4286-8ef8-4eee6c308a8c service neutron] 10.222.0.49 "GET /v2.0/networks/277ff877-809b-4dd0-870e-f1b0241bb618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2391419 Aug 12 14:31:18.754609 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b7173f15-a4a9-406f-9098-0ab47d7494a0 req-644e507f-3980-4cef-88e8-93ef23458a8b tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] 10.222.0.39 "GET /v2.0/security-groups?id=732c786f-d597-473b-bc9a-3d3a7bfc11d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3755939 Aug 12 14:31:18.760041 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84513efd-1c2e-4211-b22a-1e6303a36232 admin admin] Pushing event updated for resources: {'Network': ['ID=3e3f31d8-86b2-4c57-a4fb-497282e2b848,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:31:18.778329 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Network 3e3f31d8-86b2-4c57-a4fb-497282e2b848 details requested by agent ovs-agent-n-d-694802-15 with host n-d-694802-15 {{(pid=94468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 14:31:18.799253 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-dcfaf7fc-84f1-44aa-bff1-17aa3f3f9159 req-5bb73620-54af-4f37-b105-d4291dcc5765 service neutron] 10.222.0.49 "GET /v2.0/ports/2d02505d-896c-436a-96b2-40e1c4f8b876/bindings/n-h1-694802-15 HTTP/1.1" status: 200 len: 385 time: 0.1541579 Aug 12 14:31:18.821601 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-f7987096-946c-4e8f-a678-33573c5fe920 req-c6c31ad8-617c-4266-98b4-1ca0db2112c0 service neutron] 10.222.0.49 "GET /v2.0/networks/277ff877-809b-4dd0-870e-f1b0241bb618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2334657 Aug 12 14:31:18.861877 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-0157b97d-511b-4196-8e70-bdef230a95f8 tempest-ServersWithSpecificFlavorTestJSON-1739232893 tempest-ServersWithSpecificFlavorTestJSON-1739232893-project] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:18.873164 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-630060de-c9e9-468a-8883-975902cc6c9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:18.875073 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-0157b97d-511b-4196-8e70-bdef230a95f8 tempest-ServersWithSpecificFlavorTestJSON-1739232893 tempest-ServersWithSpecificFlavorTestJSON-1739232893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:18.882901 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64498db-a033-4803-9d19-b41e74515678 req-f1cfa15b-c7d3-42b9-b4b5-8147221ad23a tempest-VolumesAdminNegativeTest-637287772 tempest-VolumesAdminNegativeTest-637287772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:18.884497 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-f64498db-a033-4803-9d19-b41e74515678 req-f1cfa15b-c7d3-42b9-b4b5-8147221ad23a tempest-VolumesAdminNegativeTest-637287772 tempest-VolumesAdminNegativeTest-637287772-project] 10.222.0.39 "GET /v2.0/ports?device_id=57de9997-470f-4c64-b8fe-7659fc34b86c HTTP/1.1" status: 200 len: 943 time: 0.1419206 Aug 12 14:31:18.887002 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-630060de-c9e9-468a-8883-975902cc6c9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:18.918225 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-84513efd-1c2e-4211-b22a-1e6303a36232 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.7488251 Aug 12 14:31:18.921278 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 58490) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:31:18.953074 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-1634bc6f-9214-4ee8-b61c-d0e4d3ec50f8 admin admin] Request body: {'subnet': {'network_id': '3e3f31d8-86b2-4c57-a4fb-497282e2b848', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-666230687-subnet', 'tenant_id': '4f686c7379d74b79a1724ff1ef9515d6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:31:18.978101 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-630060de-c9e9-468a-8883-975902cc6c9d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7f41eb0b3dad4540b816133dc831301a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5194390 Aug 12 14:31:18.986451 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 58492) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:31:18.993529 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0157b97d-511b-4196-8e70-bdef230a95f8 tempest-ServersWithSpecificFlavorTestJSON-1739232893 tempest-ServersWithSpecificFlavorTestJSON-1739232893-project] Pushing event updated for resources: {'Port': ['ID=a1faf144-ec26-4e26-bed2-ae39bbaad35b,revision_number=2']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:31:18.999635 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630060de-c9e9-468a-8883-975902cc6c9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2087b263-e41c-4676-bd3b-e46d19bc9a85,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:31:19.021593 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-f64498db-a033-4803-9d19-b41e74515678 req-730dfe74-c8c1-4362-9b56-6fe175261c26 tempest-VolumesAdminNegativeTest-637287772 tempest-VolumesAdminNegativeTest-637287772-project] 10.222.0.39 "GET /v2.0/security-groups?id=b601434a-120d-4628-9f15-8c3dde842503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197524 Aug 12 14:31:19.031065 n-d-694802-15 neutron-server[94466]: DEBUG neutron.notifiers.nova [req-28a5d60d-6523-4d82-b2d7-0ee4d10c348d req-9f9e2846-c837-42ee-9f54-4e6333e0e856 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf4911bf-7661-4d75-b2c1-bc2a480b2940 {{(pid=94466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:31:19.045091 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-28a5d60d-6523-4d82-b2d7-0ee4d10c348d req-9f9e2846-c837-42ee-9f54-4e6333e0e856 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:19.062451 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-0157b97d-511b-4196-8e70-bdef230a95f8 tempest-ServersWithSpecificFlavorTestJSON-1739232893 tempest-ServersWithSpecificFlavorTestJSON-1739232893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431510'] for floatingip, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:19.068008 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [req-28a5d60d-6523-4d82-b2d7-0ee4d10c348d req-9f9e2846-c837-42ee-9f54-4e6333e0e856 service neutron] Transition to ACTIVE for port object cf4911bf-7661-4d75-b2c1-bc2a480b2940 will not be triggered until provisioned by entity L2. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:31:19.071554 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1634bc6f-9214-4ee8-b61c-d0e4d3ec50f8 admin admin] Made reservation on behalf of 4f686c7379d74b79a1724ff1ef9515d6 for: {'subnet': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:31:19.073976 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-1634bc6f-9214-4ee8-b61c-d0e4d3ec50f8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3343791'] for subnet, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:19.079106 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-28a5d60d-6523-4d82-b2d7-0ee4d10c348d req-9f9e2846-c837-42ee-9f54-4e6333e0e856 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:19.086471 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8271054e-7a69-4962-998a-7e50a4f443dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:19.138692 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8271054e-7a69-4962-998a-7e50a4f443dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:19.164115 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-0157b97d-511b-4196-8e70-bdef230a95f8 tempest-ServersWithSpecificFlavorTestJSON-1739232893 tempest-ServersWithSpecificFlavorTestJSON-1739232893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for floatingip, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:19.165426 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-0157b97d-511b-4196-8e70-bdef230a95f8 tempest-ServersWithSpecificFlavorTestJSON-1739232893 tempest-ServersWithSpecificFlavorTestJSON-1739232893-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.1719222 Aug 12 14:31:19.184479 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9e2846-c837-42ee-9f54-4e6333e0e856 service neutron] Pushing event updated for resources: {'Port': ['ID=cf4911bf-7661-4d75-b2c1-bc2a480b2940,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:31:19.199298 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-dcfaf7fc-84f1-44aa-bff1-17aa3f3f9159 req-7a051b17-8894-4869-b337-623dc13a6714 service neutron] For port 2d02505d-896c-436a-96b2-40e1c4f8b876, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=2d02505d-896c-436a-96b2-40e1c4f8b876,segment=NetworkSegment(2c5f2abe-b754-491c-837b-06e8fcd65d4b),segment_id=2c5f2abe-b754-491c-837b-06e8fcd65d4b)] {{(pid=94467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:31:19.246183 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf5f879-8e95-4f55-851d-b4b084939894 req-0dd74ab1-4ea1-4c54-94a4-7a5521337091 tempest-LiveAutoBlockMigrationV225Test-1272051264 tempest-LiveAutoBlockMigrationV225Test-1272051264-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:19.247911 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ecf5f879-8e95-4f55-851d-b4b084939894 req-0dd74ab1-4ea1-4c54-94a4-7a5521337091 tempest-LiveAutoBlockMigrationV225Test-1272051264 tempest-LiveAutoBlockMigrationV225Test-1272051264-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=1ddbe7c8-0ae7-4cf3-828c-7aed5defb66e HTTP/1.1" status: 200 len: 1098 time: 0.1519113 Aug 12 14:31:19.253949 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [req-28a5d60d-6523-4d82-b2d7-0ee4d10c348d req-9f9e2846-c837-42ee-9f54-4e6333e0e856 service neutron] Attempting to bind port cf4911bf-7661-4d75-b2c1-bc2a480b2940 on host n-h1-694802-15 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:31:19.254284 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [req-28a5d60d-6523-4d82-b2d7-0ee4d10c348d req-9f9e2846-c837-42ee-9f54-4e6333e0e856 service neutron] Attempting to bind port cf4911bf-7661-4d75-b2c1-bc2a480b2940 by drivers openvswitch,hyperv on host n-h1-694802-15 at level 0 using segments [{'id': 'a1f8c867-101b-4d30-814e-b89f55a5edd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '2525c403-dfb3-4196-a273-739607aab38a'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:31:19.254617 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28a5d60d-6523-4d82-b2d7-0ee4d10c348d req-9f9e2846-c837-42ee-9f54-4e6333e0e856 service neutron] Attempting to bind port cf4911bf-7661-4d75-b2c1-bc2a480b2940 on network 2525c403-dfb3-4196-a273-739607aab38a {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:31:19.260910 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-dcfaf7fc-84f1-44aa-bff1-17aa3f3f9159 req-7a051b17-8894-4869-b337-623dc13a6714 service neutron] For port 2d02505d-896c-436a-96b2-40e1c4f8b876, host n-h2-694802-15, cleared binding levels {{(pid=94467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:31:19.262494 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28a5d60d-6523-4d82-b2d7-0ee4d10c348d req-9f9e2846-c837-42ee-9f54-4e6333e0e856 service neutron] Port cf4911bf-7661-4d75-b2c1-bc2a480b2940 on network 2525c403-dfb3-4196-a273-739607aab38a not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-15 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 14:31:19.262823 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28a5d60d-6523-4d82-b2d7-0ee4d10c348d req-9f9e2846-c837-42ee-9f54-4e6333e0e856 service neutron] Attempting to bind port cf4911bf-7661-4d75-b2c1-bc2a480b2940 on network 2525c403-dfb3-4196-a273-739607aab38a {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:31:19.279292 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec131bca-420e-4a12-b739-66b364178d32 req-57e83f35-d774-4f48-b878-903e3d4d3c93 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:19.287164 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-ec131bca-420e-4a12-b739-66b364178d32 req-57e83f35-d774-4f48-b878-903e3d4d3c93 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] 10.222.0.39 "GET /v2.0/ports?device_id=8ad67dc1-b6ca-4103-8185-c3ba24b02732 HTTP/1.1" status: 200 len: 944 time: 0.1256833 Aug 12 14:31:19.289075 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28a5d60d-6523-4d82-b2d7-0ee4d10c348d req-9f9e2846-c837-42ee-9f54-4e6333e0e856 service neutron] Checking agent: {'id': 'de568313-a3e6-454a-9813-77e25edcea95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 27, 41), 'started_at': datetime.datetime(2021, 8, 12, 14, 27, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 31, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:31:19.289412 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28a5d60d-6523-4d82-b2d7-0ee4d10c348d req-9f9e2846-c837-42ee-9f54-4e6333e0e856 service neutron] Checking segment: {'id': 'a1f8c867-101b-4d30-814e-b89f55a5edd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '2525c403-dfb3-4196-a273-739607aab38a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:31:19.289791 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28a5d60d-6523-4d82-b2d7-0ee4d10c348d req-9f9e2846-c837-42ee-9f54-4e6333e0e856 service neutron] Bound using segment: {'id': 'a1f8c867-101b-4d30-814e-b89f55a5edd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '2525c403-dfb3-4196-a273-739607aab38a'} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:31:19.290238 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [req-28a5d60d-6523-4d82-b2d7-0ee4d10c348d req-9f9e2846-c837-42ee-9f54-4e6333e0e856 service neutron] Bound port: cf4911bf-7661-4d75-b2c1-bc2a480b2940, host: n-h1-694802-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1f8c867-101b-4d30-814e-b89f55a5edd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '2525c403-dfb3-4196-a273-739607aab38a'}}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:31:19.290595 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-28a5d60d-6523-4d82-b2d7-0ee4d10c348d req-9f9e2846-c837-42ee-9f54-4e6333e0e856 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:19.343859 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ecf5f879-8e95-4f55-851d-b4b084939894 req-c091e254-18ca-4a8e-a9a2-8fdc68710d0c tempest-LiveAutoBlockMigrationV225Test-1272051264 tempest-LiveAutoBlockMigrationV225Test-1272051264-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=e3ca17b3-b028-41b3-b138-91e00a6e278c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842071 Aug 12 14:31:19.346196 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [req-dcfaf7fc-84f1-44aa-bff1-17aa3f3f9159 req-7a051b17-8894-4869-b337-623dc13a6714 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d02505d-896c-436a-96b2-40e1c4f8b876 {{(pid=94467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:31:19.380120 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-dcfaf7fc-84f1-44aa-bff1-17aa3f3f9159 req-7a051b17-8894-4869-b337-623dc13a6714 service neutron] For port 2d02505d-896c-436a-96b2-40e1c4f8b876, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=2d02505d-896c-436a-96b2-40e1c4f8b876,segment=NetworkSegment(2c5f2abe-b754-491c-837b-06e8fcd65d4b),segment_id=2c5f2abe-b754-491c-837b-06e8fcd65d4b)] {{(pid=94467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:31:19.393046 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8271054e-7a69-4962-998a-7e50a4f443dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:19.397542 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8271054e-7a69-4962-998a-7e50a4f443dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:19.401229 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-8271054e-7a69-4962-998a-7e50a4f443dd admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2087b263-e41c-4676-bd3b-e46d19bc9a85 HTTP/1.1" status: 204 len: 168 time: 0.4116137 Aug 12 14:31:19.407872 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-dcfaf7fc-84f1-44aa-bff1-17aa3f3f9159 req-7a051b17-8894-4869-b337-623dc13a6714 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:19.416954 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [req-28a5d60d-6523-4d82-b2d7-0ee4d10c348d req-9f9e2846-c837-42ee-9f54-4e6333e0e856 service neutron] For port cf4911bf-7661-4d75-b2c1-bc2a480b2940, host n-h1-694802-15, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:31:19.437677 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8271054e-7a69-4962-998a-7e50a4f443dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2087b263-e41c-4676-bd3b-e46d19bc9a85,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:31:19.450333 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [req-28a5d60d-6523-4d82-b2d7-0ee4d10c348d req-9f9e2846-c837-42ee-9f54-4e6333e0e856 service neutron] For port cf4911bf-7661-4d75-b2c1-bc2a480b2940, host n-h1-694802-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=cf4911bf-7661-4d75-b2c1-bc2a480b2940,segment=NetworkSegment(a1f8c867-101b-4d30-814e-b89f55a5edd0),segment_id=a1f8c867-101b-4d30-814e-b89f55a5edd0)] {{(pid=94466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:31:19.460962 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-28a5d60d-6523-4d82-b2d7-0ee4d10c348d req-9f9e2846-c837-42ee-9f54-4e6333e0e856 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:19.474802 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-ec131bca-420e-4a12-b739-66b364178d32 req-522b547c-92e2-4a62-8547-38aef96cc191 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] 10.222.0.39 "GET /v2.0/security-groups?id=11312995-c93d-4754-9dea-15693c54238a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866915 Aug 12 14:31:19.510604 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-1634bc6f-9214-4ee8-b61c-d0e4d3ec50f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2859166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3343773'] for subnet, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:19.545688 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a5d60d-6523-4d82-b2d7-0ee4d10c348d req-9f9e2846-c837-42ee-9f54-4e6333e0e856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:19.546753 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-28a5d60d-6523-4d82-b2d7-0ee4d10c348d req-9f9e2846-c837-42ee-9f54-4e6333e0e856 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:19.549622 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-28a5d60d-6523-4d82-b2d7-0ee4d10c348d req-9f9e2846-c837-42ee-9f54-4e6333e0e856 service neutron] 10.222.0.64 "PUT /v2.0/ports/cf4911bf-7661-4d75-b2c1-bc2a480b2940 HTTP/1.1" status: 200 len: 1097 time: 1.3345380 Aug 12 14:31:19.550280 n-d-694802-15 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7da12fb-2ae3-4e0e-8b7a-1e5fb86a96f3', 'tag': 'cf4911bf-7661-4d75-b2c1-bc2a480b2940'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:31:19.553132 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e785eeede3897370d0b20f09d5f461b30cfecd5ed38c4f07dacd02bc52c9277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c281020-eae4-4025-9581-0a25eb1c9ebd" -d '{"events": [{"name": "network-changed", "server_uuid": "e7da12fb-2ae3-4e0e-8b7a-1e5fb86a96f3", "tag": "cf4911bf-7661-4d75-b2c1-bc2a480b2940"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:31:19.599251 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9e2846-c837-42ee-9f54-4e6333e0e856 service neutron] Pushing event updated for resources: {'Port': ['ID=cf4911bf-7661-4d75-b2c1-bc2a480b2940,revision_number=3']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:31:19.639819 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-de04821a-4964-44ac-8814-076a52ce0b10 req-7f19c849-e8ea-4cfe-b9f9-c1eace3a1a99 tempest-ServersWithSpecificFlavorTestJSON-1739232893 tempest-ServersWithSpecificFlavorTestJSON-1739232893-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--775242978&fields=id&tenant_id=67787a84bb704413b5454c6fdcf0c251 HTTP/1.1" status: 200 len: 267 time: 0.1264422 Aug 12 14:31:19.655654 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1634bc6f-9214-4ee8-b61c-d0e4d3ec50f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b76d989c-3170-41be-bdec-52c5fa47ea58,revision_number=0']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:31:19.672017 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a5d60d-6523-4d82-b2d7-0ee4d10c348d req-eacda4a3-3007-4ea8-82af-aad3ba213bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:19.676720 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-28a5d60d-6523-4d82-b2d7-0ee4d10c348d req-eacda4a3-3007-4ea8-82af-aad3ba213bc0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=01bd30cc4f8c419596ce734e2f10fc57&device_id=e7da12fb-2ae3-4e0e-8b7a-1e5fb86a96f3 HTTP/1.1" status: 200 len: 1100 time: 0.0719233 Aug 12 14:31:19.714685 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [req-dcfaf7fc-84f1-44aa-bff1-17aa3f3f9159 req-7a051b17-8894-4869-b337-623dc13a6714 service neutron] Transition to ACTIVE for port object 2d02505d-896c-436a-96b2-40e1c4f8b876 will not be triggered until provisioned by entity L2. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:31:19.730433 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-dcfaf7fc-84f1-44aa-bff1-17aa3f3f9159 req-7a051b17-8894-4869-b337-623dc13a6714 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:19.767352 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1634bc6f-9214-4ee8-b61c-d0e4d3ec50f8 admin admin] Checking segment: {'id': '801c83ac-528e-4a6f-b568-934756f37c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '3e3f31d8-86b2-4c57-a4fb-497282e2b848'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:31:19.767717 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1634bc6f-9214-4ee8-b61c-d0e4d3ec50f8 admin admin] Network hostable DHCP agents. Network: 3e3f31d8-86b2-4c57-a4fb-497282e2b848, hostable agents: ['1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658'], hosted agents: [] {{(pid=94467) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 14:31:19.790386 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-28a5d60d-6523-4d82-b2d7-0ee4d10c348d req-25fcf320-e16a-4cfa-83f4-3e801eb7a6ab service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.196&port_id=cf4911bf-7661-4d75-b2c1-bc2a480b2940 HTTP/1.1" status: 200 len: 217 time: 0.1024077 Aug 12 14:31:19.828318 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a051b17-8894-4869-b337-623dc13a6714 service neutron] Pushing event updated for resources: {'Port': ['ID=2d02505d-896c-436a-96b2-40e1c4f8b876,revision_number=10']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:31:19.854215 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcfaf7fc-84f1-44aa-bff1-17aa3f3f9159 req-7a051b17-8894-4869-b337-623dc13a6714 service neutron] No DVR routers for this DVR port 2d02505d-896c-436a-96b2-40e1c4f8b876 on host n-h2-694802-15 {{(pid=94467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:31:19.864530 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a5d60d-6523-4d82-b2d7-0ee4d10c348d req-0026d237-6f9b-4087-a9d7-f5f3740b3c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:19.866002 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-28a5d60d-6523-4d82-b2d7-0ee4d10c348d req-0026d237-6f9b-4087-a9d7-f5f3740b3c88 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=236e0be6-1c94-4221-9e8b-ab02a53331f8 HTTP/1.1" status: 200 len: 843 time: 0.0656676 Aug 12 14:31:19.900910 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de04821a-4964-44ac-8814-076a52ce0b10 req-96e55d23-9c8b-440f-bbd3-b2cd2f0f0b1f tempest-ServersWithSpecificFlavorTestJSON-1739232893 tempest-ServersWithSpecificFlavorTestJSON-1739232893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:19.902489 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-de04821a-4964-44ac-8814-076a52ce0b10 req-96e55d23-9c8b-440f-bbd3-b2cd2f0f0b1f tempest-ServersWithSpecificFlavorTestJSON-1739232893 tempest-ServersWithSpecificFlavorTestJSON-1739232893-project] 10.222.0.39 "GET /v2.0/networks?id=8a71aa16-6082-45cb-9783-85f01df10691 HTTP/1.1" status: 200 len: 824 time: 0.2618740 Aug 12 14:31:19.908011 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-dcfaf7fc-84f1-44aa-bff1-17aa3f3f9159 req-7a051b17-8894-4869-b337-623dc13a6714 service neutron] 10.222.0.49 "PUT /v2.0/ports/2d02505d-896c-436a-96b2-40e1c4f8b876/bindings/n-h1-694802-15/activate HTTP/1.1" status: 200 len: 370 time: 1.1010451 Aug 12 14:31:19.908537 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1634bc6f-9214-4ee8-b61c-d0e4d3ec50f8 admin admin] Network 3e3f31d8-86b2-4c57-a4fb-497282e2b848 is scheduled to be hosted by DHCP agent 1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658 with binding_index 1 {{(pid=94467) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 14:31:19.925299 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-de04821a-4964-44ac-8814-076a52ce0b10 req-7e042a79-4b38-4acd-b1b6-8fb95beec386 tempest-ServersWithSpecificFlavorTestJSON-1739232893 tempest-ServersWithSpecificFlavorTestJSON-1739232893-project] 10.222.0.39 "GET /v2.0/quotas/67787a84bb704413b5454c6fdcf0c251 HTTP/1.1" status: 200 len: 375 time: 0.0109041 Aug 12 14:31:19.926205 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [None req-1634bc6f-9214-4ee8-b61c-d0e4d3ec50f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-15, 3e3f31d8-86b2-4c57-a4fb-497282e2b848) {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:31:19.936954 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1634bc6f-9214-4ee8-b61c-d0e4d3ec50f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:19.937555 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-1634bc6f-9214-4ee8-b61c-d0e4d3ec50f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for subnet, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:19.940088 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6fc760e-52f0-4270-b17a-18aebe71eb50 None None] Network 3e3f31d8-86b2-4c57-a4fb-497282e2b848 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:31:19.954012 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a5d60d-6523-4d82-b2d7-0ee4d10c348d req-32cf8fe8-15e4-4f19-ab2a-889746543d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:19.956485 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-28a5d60d-6523-4d82-b2d7-0ee4d10c348d req-32cf8fe8-15e4-4f19-ab2a-889746543d45 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2525c403-dfb3-4196-a273-739607aab38a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0817235 Aug 12 14:31:20.004415 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 58526) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:31:20.020658 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-1634bc6f-9214-4ee8-b61c-d0e4d3ec50f8 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.0968921 Aug 12 14:31:20.045687 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-cee6adac-e240-439a-be68-16f6de476b71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:20.126342 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-28a5d60d-6523-4d82-b2d7-0ee4d10c348d req-9c6ac9e8-cede-46e4-b61e-db1acf448785 service neutron] 10.222.0.64 "GET /v2.0/networks/2525c403-dfb3-4196-a273-739607aab38a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1605096 Aug 12 14:31:20.130705 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d35a028-2aef-4a5a-ae4e-3a24c660a69d None None] Network 3e3f31d8-86b2-4c57-a4fb-497282e2b848 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:31:20.147043 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-de04821a-4964-44ac-8814-076a52ce0b10 req-96b20937-fd04-425f-9d97-0f6c239a45ad tempest-ServersWithSpecificFlavorTestJSON-1739232893 tempest-ServersWithSpecificFlavorTestJSON-1739232893-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=67787a84bb704413b5454c6fdcf0c251&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2064114 Aug 12 14:31:20.260671 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfaf7fc-84f1-44aa-bff1-17aa3f3f9159 req-9006c9cc-77ca-44d7-81d8-a890bd0c05c5 tempest-LiveMigrationTest-388825582 tempest-LiveMigrationTest-388825582-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:20.262170 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-dcfaf7fc-84f1-44aa-bff1-17aa3f3f9159 req-9006c9cc-77ca-44d7-81d8-a890bd0c05c5 tempest-LiveMigrationTest-388825582 tempest-LiveMigrationTest-388825582-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=8ad67dc1-b6ca-4103-8185-c3ba24b02732&tenant_id=39c74547ea964352853351e74cbcb768&binding%3Ahost_id=n-h2-694802-15 HTTP/1.1" status: 200 len: 1097 time: 0.2729132 Aug 12 14:31:20.288987 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-28a5d60d-6523-4d82-b2d7-0ee4d10c348d req-9a76a2b3-2e43-4746-9dbc-e79348cdc36c service neutron] 10.222.0.64 "GET /v2.0/networks/2525c403-dfb3-4196-a273-739607aab38a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498673 Aug 12 14:31:20.323199 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-cee6adac-e240-439a-be68-16f6de476b71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:20.328042 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-cee6adac-e240-439a-be68-16f6de476b71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:20.373468 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-cee6adac-e240-439a-be68-16f6de476b71 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=56dbf59c423748f99c29282c6146d2d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3671103 Aug 12 14:31:20.375116 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee6adac-e240-439a-be68-16f6de476b71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c5022d2-8cac-4dff-80f2-066abc40c882,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:31:20.377299 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 58548) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:31:20.396852 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfaf7fc-84f1-44aa-bff1-17aa3f3f9159 req-fab5e065-75a9-431f-b21d-b5bf342c8716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:20.399059 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-dcfaf7fc-84f1-44aa-bff1-17aa3f3f9159 req-fab5e065-75a9-431f-b21d-b5bf342c8716 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=8ad67dc1-b6ca-4103-8185-c3ba24b02732&tenant_id=39c74547ea964352853351e74cbcb768 HTTP/1.1" status: 200 len: 1097 time: 0.1103995 Aug 12 14:31:20.421532 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-de04821a-4964-44ac-8814-076a52ce0b10 req-87b3728a-1872-4459-b29e-54c4a1dd99d6 service neutron] 10.222.0.39 "GET /v2.0/networks/8a71aa16-6082-45cb-9783-85f01df10691?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2645857 Aug 12 14:31:20.433671 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-cfd072e1-60b5-4207-8104-8d9b8e08ba3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:20.456451 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-cfd072e1-60b5-4207-8104-8d9b8e08ba3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:20.525164 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-cfd072e1-60b5-4207-8104-8d9b8e08ba3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:20.528350 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-cfd072e1-60b5-4207-8104-8d9b8e08ba3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:20.529678 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-cfd072e1-60b5-4207-8104-8d9b8e08ba3b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5c5022d2-8cac-4dff-80f2-066abc40c882 HTTP/1.1" status: 204 len: 168 time: 0.1512537 Aug 12 14:31:20.537364 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfaf7fc-84f1-44aa-bff1-17aa3f3f9159 req-6caa7d9d-08cd-4954-b4c5-a2e24e4f0c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:20.538936 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-dcfaf7fc-84f1-44aa-bff1-17aa3f3f9159 req-6caa7d9d-08cd-4954-b4c5-a2e24e4f0c73 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=39c74547ea964352853351e74cbcb768&device_id=8ad67dc1-b6ca-4103-8185-c3ba24b02732 HTTP/1.1" status: 200 len: 1097 time: 0.1107018 Aug 12 14:31:20.550356 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd072e1-60b5-4207-8104-8d9b8e08ba3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c5022d2-8cac-4dff-80f2-066abc40c882,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:31:20.613795 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-de04821a-4964-44ac-8814-076a52ce0b10 req-3f271f8e-df54-4a27-87f4-57073c65aab7 service neutron] 10.222.0.39 "GET /v2.0/networks/8a71aa16-6082-45cb-9783-85f01df10691?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1756966 Aug 12 14:31:20.657752 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfaf7fc-84f1-44aa-bff1-17aa3f3f9159 req-e1634f81-c36c-42ce-af07-37032378c08b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:20.659255 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-dcfaf7fc-84f1-44aa-bff1-17aa3f3f9159 req-e1634f81-c36c-42ce-af07-37032378c08b service neutron] 10.222.0.64 "GET /v2.0/networks?id=a10dd9db-a24e-488c-8894-a27c36eaa630 HTTP/1.1" status: 200 len: 908 time: 0.1099792 Aug 12 14:31:20.703997 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-dcfaf7fc-84f1-44aa-bff1-17aa3f3f9159 req-7280f8b2-cb2c-48af-8521-7264efce8ab5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2d02505d-896c-436a-96b2-40e1c4f8b876 HTTP/1.1" status: 200 len: 217 time: 0.0368743 Aug 12 14:31:20.761132 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfaf7fc-84f1-44aa-bff1-17aa3f3f9159 req-6591f3b4-b054-4499-a47d-b71d77539f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:20.762664 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-dcfaf7fc-84f1-44aa-bff1-17aa3f3f9159 req-6591f3b4-b054-4499-a47d-b71d77539f3e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d61545bd-f4f7-4794-86f8-5ac232439ea3 HTTP/1.1" status: 200 len: 847 time: 0.0511942 Aug 12 14:31:20.811851 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-dcfaf7fc-84f1-44aa-bff1-17aa3f3f9159 req-4f4229a9-82c9-4f66-970c-ffc386c31643 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a10dd9db-a24e-488c-8894-a27c36eaa630&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400233 Aug 12 14:31:20.956600 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c741de-da30-44f6-b055-c4ec4d786d24 req-0762c7d3-7794-409a-8212-d5f27e68838d tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:20.958108 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-15c741de-da30-44f6-b055-c4ec4d786d24 req-0762c7d3-7794-409a-8212-d5f27e68838d tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/ports?device_id=6fc00628-4d8c-4923-97cd-77f7ae0a9f27 HTTP/1.1" status: 200 len: 949 time: 0.0810165 Aug 12 14:31:20.978162 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-dcfaf7fc-84f1-44aa-bff1-17aa3f3f9159 req-82bad456-727b-4212-8c7e-b87c441fb096 service neutron] 10.222.0.64 "GET /v2.0/networks/a10dd9db-a24e-488c-8894-a27c36eaa630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1577039 Aug 12 14:31:20.991775 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 58580) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:31:21.091730 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-15c741de-da30-44f6-b055-c4ec4d786d24 req-bbb209e1-fd9c-4404-b22a-8410bb3ad69c tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0307eb3-f523-445b-8e1d-79deac809303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255243 Aug 12 14:31:21.162541 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 14:31:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8739d9b2-84b1-4293-b18d-e872ccc4583f x-openstack-request-id: req-8739d9b2-84b1-4293-b18d-e872ccc4583f {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:31:21.162840 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7da12fb-2ae3-4e0e-8b7a-1e5fb86a96f3", "tag": "cf4911bf-7661-4d75-b2c1-bc2a480b2940", "status": "completed", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:31:21.163150 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8739d9b2-84b1-4293-b18d-e872ccc4583f {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:31:21.163520 n-d-694802-15 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7da12fb-2ae3-4e0e-8b7a-1e5fb86a96f3', 'tag': 'cf4911bf-7661-4d75-b2c1-bc2a480b2940', 'status': 'completed', 'code': 200} Aug 12 14:31:21.169555 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-dcfaf7fc-84f1-44aa-bff1-17aa3f3f9159 req-f6c8e272-8a31-4983-9454-6dd2914c4e7c service neutron] 10.222.0.64 "GET /v2.0/networks/a10dd9db-a24e-488c-8894-a27c36eaa630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1823061 Aug 12 14:31:21.279347 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [req-9445c59d-a6b5-4883-a6a9-5c5bd8a644e5 req-1b619a6f-ee92-4b7c-be94-1e60be55d24a tempest-LiveAutoBlockMigrationV225Test-1272051264 tempest-LiveAutoBlockMigrationV225Test-1272051264-project-admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=94466) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 14:31:21.287514 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-9445c59d-a6b5-4883-a6a9-5c5bd8a644e5 req-1b619a6f-ee92-4b7c-be94-1e60be55d24a tempest-LiveAutoBlockMigrationV225Test-1272051264 tempest-LiveAutoBlockMigrationV225Test-1272051264-project-admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2947383 Aug 12 14:31:21.316676 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c281020-eae4-4025-9581-0a25eb1c9ebd req-e5619326-5576-4e6c-9c8e-fabaf4b37373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:21.318199 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-8c281020-eae4-4025-9581-0a25eb1c9ebd req-e5619326-5576-4e6c-9c8e-fabaf4b37373 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=01bd30cc4f8c419596ce734e2f10fc57&device_id=e7da12fb-2ae3-4e0e-8b7a-1e5fb86a96f3 HTTP/1.1" status: 200 len: 1100 time: 0.1178045 Aug 12 14:31:21.364575 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bc8673-7658-47fa-aa93-bd84a58425e0 req-acd465ba-6045-4f57-b8c5-1b8061dc5d0c tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:21.366275 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a8bc8673-7658-47fa-aa93-bd84a58425e0 req-acd465ba-6045-4f57-b8c5-1b8061dc5d0c tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] 10.222.0.39 "GET /v2.0/ports?device_id=e7da12fb-2ae3-4e0e-8b7a-1e5fb86a96f3 HTTP/1.1" status: 200 len: 948 time: 0.1164486 Aug 12 14:31:21.401882 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [req-9445c59d-a6b5-4883-a6a9-5c5bd8a644e5 req-3ae24a59-9f36-4beb-bb29-936214774333 service neutron] Request body: {'binding': {'host': 'n-h1-694802-15', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:31:21.405107 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [req-9445c59d-a6b5-4883-a6a9-5c5bd8a644e5 req-3ae24a59-9f36-4beb-bb29-936214774333 service neutron] Unknown quota resources ['binding']. {{(pid=94466) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 12 14:31:21.468472 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device 2d02505d-896c-436a-96b2-40e1c4f8b876 no longer exists at agent hyperv_n-h2-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:31:21.470873 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device e95d18d3-2a4f-41b9-9fc4-d341c3298096 details requested by agent hyperv_n-h2-694802-15 with host n-h2-694802-15 {{(pid=94468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 14:31:21.498974 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfaf7fc-84f1-44aa-bff1-17aa3f3f9159 req-dab3aeec-e068-4d0a-9c0c-0c706b076d80 tempest-LiveMigrationTest-388825582 tempest-LiveMigrationTest-388825582-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:21.512588 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a8bc8673-7658-47fa-aa93-bd84a58425e0 req-0a41d545-aa48-4363-b6d1-34b1ede4b9be tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] 10.222.0.39 "GET /v2.0/security-groups?id=732c786f-d597-473b-bc9a-3d3a7bfc11d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294081 Aug 12 14:31:21.523826 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c281020-eae4-4025-9581-0a25eb1c9ebd req-f03bc110-882d-42e0-be24-5b11466adc3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:21.525558 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-8c281020-eae4-4025-9581-0a25eb1c9ebd req-f03bc110-882d-42e0-be24-5b11466adc3f service neutron] 10.222.0.64 "GET /v2.0/networks?id=2525c403-dfb3-4196-a273-739607aab38a HTTP/1.1" status: 200 len: 870 time: 0.1893008 Aug 12 14:31:21.535693 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-dcfaf7fc-84f1-44aa-bff1-17aa3f3f9159 req-dab3aeec-e068-4d0a-9c0c-0c706b076d80 tempest-LiveMigrationTest-388825582 tempest-LiveMigrationTest-388825582-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=8ad67dc1-b6ca-4103-8185-c3ba24b02732&tenant_id=39c74547ea964352853351e74cbcb768&binding%3Ahost_id=n-h1-694802-15 HTTP/1.1" status: 200 len: 1097 time: 0.0994077 Aug 12 14:31:21.576644 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-8c281020-eae4-4025-9581-0a25eb1c9ebd req-b6597e39-12c7-489a-97ba-f220c8260efa service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.196&port_id=cf4911bf-7661-4d75-b2c1-bc2a480b2940 HTTP/1.1" status: 200 len: 217 time: 0.0397205 Aug 12 14:31:21.663261 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c281020-eae4-4025-9581-0a25eb1c9ebd req-393a1fb8-8f36-4e6a-9fc8-99a7a92218b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:21.664758 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-8c281020-eae4-4025-9581-0a25eb1c9ebd req-393a1fb8-8f36-4e6a-9fc8-99a7a92218b2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=236e0be6-1c94-4221-9e8b-ab02a53331f8 HTTP/1.1" status: 200 len: 843 time: 0.0737743 Aug 12 14:31:21.674294 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a80dcfe-55ed-4e65-9089-b03df0b35b08 req-7428959e-7cbd-4e9a-a9b5-6afc7c338bb5 tempest-VolumesAdminNegativeTest-637287772 tempest-VolumesAdminNegativeTest-637287772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:21.675901 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0a80dcfe-55ed-4e65-9089-b03df0b35b08 req-7428959e-7cbd-4e9a-a9b5-6afc7c338bb5 tempest-VolumesAdminNegativeTest-637287772 tempest-VolumesAdminNegativeTest-637287772-project] 10.222.0.39 "GET /v2.0/ports?device_id=57de9997-470f-4c64-b8fe-7659fc34b86c HTTP/1.1" status: 200 len: 943 time: 0.0946145 Aug 12 14:31:21.697121 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port e95d18d3-2a4f-41b9-9fc4-d341c3298096, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=e95d18d3-2a4f-41b9-9fc4-d341c3298096,segment=NetworkSegment(1693102a-0199-441c-a2ed-95db47f94b16),segment_id=1693102a-0199-441c-a2ed-95db47f94b16)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:31:21.713000 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Returning: {'device': 'e95d18d3-2a4f-41b9-9fc4-d341c3298096', 'network_id': '277ff877-809b-4dd0-870e-f1b0241bb618', 'port_id': 'e95d18d3-2a4f-41b9-9fc4-d341c3298096', 'mac_address': 'fa:16:3e:15:b7:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dbb1c8c6-28fd-422f-8a35-19de48ad58ea', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 14:31:21.749989 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c281020-eae4-4025-9581-0a25eb1c9ebd req-7f7578e1-9925-43f8-a6a1-1e65270c1cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:21.752777 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-8c281020-eae4-4025-9581-0a25eb1c9ebd req-7f7578e1-9925-43f8-a6a1-1e65270c1cfa service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2525c403-dfb3-4196-a273-739607aab38a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0758946 Aug 12 14:31:21.755907 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0a80dcfe-55ed-4e65-9089-b03df0b35b08 req-0979cc85-13b6-4389-9c87-c15be18fde69 tempest-VolumesAdminNegativeTest-637287772 tempest-VolumesAdminNegativeTest-637287772-project] 10.222.0.39 "GET /v2.0/security-groups?id=b601434a-120d-4628-9f15-8c3dde842503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698822 Aug 12 14:31:21.781249 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device 2d02505d-896c-436a-96b2-40e1c4f8b876 not bound to the agent host n-h2-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:31:21.787785 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:21.895044 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-8c281020-eae4-4025-9581-0a25eb1c9ebd req-3dbe63a9-557e-43b0-85c9-798f364fe8b2 service neutron] 10.222.0.64 "GET /v2.0/networks/2525c403-dfb3-4196-a273-739607aab38a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311762 Aug 12 14:31:21.931949 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e95d18d3-2a4f-41b9-9fc4-d341c3298096 {{(pid=94468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:31:21.958761 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port e95d18d3-2a4f-41b9-9fc4-d341c3298096, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=e95d18d3-2a4f-41b9-9fc4-d341c3298096,segment=NetworkSegment(1693102a-0199-441c-a2ed-95db47f94b16),segment_id=1693102a-0199-441c-a2ed-95db47f94b16)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:31:21.970890 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:21.980089 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [req-dcfaf7fc-84f1-44aa-bff1-17aa3f3f9159 req-fe73370d-413e-4802-98e2-28f7dabd8f24 service neutron] For port 2d02505d-896c-436a-96b2-40e1c4f8b876, host n-h2-694802-15, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:31:21.986391 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-dcfaf7fc-84f1-44aa-bff1-17aa3f3f9159 req-fe73370d-413e-4802-98e2-28f7dabd8f24 service neutron] Notify callbacks [] for binding, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:21.987896 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-dcfaf7fc-84f1-44aa-bff1-17aa3f3f9159 req-fe73370d-413e-4802-98e2-28f7dabd8f24 service neutron] 10.222.0.64 "DELETE /v2.0/ports/2d02505d-896c-436a-96b2-40e1c4f8b876/bindings/n-h2-694802-15 HTTP/1.1" status: 204 len: 173 time: 0.4290020 Aug 12 14:31:22.018162 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [req-9445c59d-a6b5-4883-a6a9-5c5bd8a644e5 req-3ae24a59-9f36-4beb-bb29-936214774333 service neutron] Attempting to bind port 36661d53-29f3-4a4b-b8c5-23d863539832 on host n-h1-694802-15 for vnic_type normal with profile None {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:31:22.018671 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [req-9445c59d-a6b5-4883-a6a9-5c5bd8a644e5 req-3ae24a59-9f36-4beb-bb29-936214774333 service neutron] Attempting to bind port 36661d53-29f3-4a4b-b8c5-23d863539832 by drivers openvswitch,hyperv on host n-h1-694802-15 at level 0 using segments [{'id': '2e94514d-7fca-42ad-995e-123d3a176790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '03dfba7c-7b4a-44e5-8aaa-c2d37ee82018'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:31:22.019226 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9445c59d-a6b5-4883-a6a9-5c5bd8a644e5 req-3ae24a59-9f36-4beb-bb29-936214774333 service neutron] Attempting to bind port 36661d53-29f3-4a4b-b8c5-23d863539832 on network 03dfba7c-7b4a-44e5-8aaa-c2d37ee82018 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:31:22.026960 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9445c59d-a6b5-4883-a6a9-5c5bd8a644e5 req-3ae24a59-9f36-4beb-bb29-936214774333 service neutron] Port 36661d53-29f3-4a4b-b8c5-23d863539832 on network 03dfba7c-7b4a-44e5-8aaa-c2d37ee82018 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-15 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 14:31:22.027568 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9445c59d-a6b5-4883-a6a9-5c5bd8a644e5 req-3ae24a59-9f36-4beb-bb29-936214774333 service neutron] Attempting to bind port 36661d53-29f3-4a4b-b8c5-23d863539832 on network 03dfba7c-7b4a-44e5-8aaa-c2d37ee82018 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:31:22.035602 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9445c59d-a6b5-4883-a6a9-5c5bd8a644e5 req-3ae24a59-9f36-4beb-bb29-936214774333 service neutron] Checking agent: {'id': 'de568313-a3e6-454a-9813-77e25edcea95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 27, 41), 'started_at': datetime.datetime(2021, 8, 12, 14, 27, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 31, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:31:22.035822 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9445c59d-a6b5-4883-a6a9-5c5bd8a644e5 req-3ae24a59-9f36-4beb-bb29-936214774333 service neutron] Checking segment: {'id': '2e94514d-7fca-42ad-995e-123d3a176790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '03dfba7c-7b4a-44e5-8aaa-c2d37ee82018'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:31:22.036378 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9445c59d-a6b5-4883-a6a9-5c5bd8a644e5 req-3ae24a59-9f36-4beb-bb29-936214774333 service neutron] Bound using segment: {'id': '2e94514d-7fca-42ad-995e-123d3a176790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '03dfba7c-7b4a-44e5-8aaa-c2d37ee82018'} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:31:22.037494 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [req-9445c59d-a6b5-4883-a6a9-5c5bd8a644e5 req-3ae24a59-9f36-4beb-bb29-936214774333 service neutron] Bound port: 36661d53-29f3-4a4b-b8c5-23d863539832, host: n-h1-694802-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e94514d-7fca-42ad-995e-123d3a176790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '03dfba7c-7b4a-44e5-8aaa-c2d37ee82018'}}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:31:22.044302 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Pushing event updated for resources: {'Port': ['ID=e95d18d3-2a4f-41b9-9fc4-d341c3298096,revision_number=4']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:31:22.076808 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-8c281020-eae4-4025-9581-0a25eb1c9ebd req-ce07e163-e436-45e4-8084-9981d1fde4e0 service neutron] 10.222.0.64 "GET /v2.0/networks/2525c403-dfb3-4196-a273-739607aab38a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1630127 Aug 12 14:31:22.130185 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [req-9445c59d-a6b5-4883-a6a9-5c5bd8a644e5 req-3ae24a59-9f36-4beb-bb29-936214774333 service neutron] For port 36661d53-29f3-4a4b-b8c5-23d863539832, host n-h1-694802-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=36661d53-29f3-4a4b-b8c5-23d863539832,segment=NetworkSegment(2e94514d-7fca-42ad-995e-123d3a176790),segment_id=2e94514d-7fca-42ad-995e-123d3a176790)] {{(pid=94466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:31:22.137224 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-9445c59d-a6b5-4883-a6a9-5c5bd8a644e5 req-3ae24a59-9f36-4beb-bb29-936214774333 service neutron] Notify callbacks [] for binding, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:22.147251 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-9445c59d-a6b5-4883-a6a9-5c5bd8a644e5 req-3ae24a59-9f36-4beb-bb29-936214774333 service neutron] 10.222.0.39 "POST /v2.0/ports/36661d53-29f3-4a4b-b8c5-23d863539832/bindings HTTP/1.1" status: 201 len: 390 time: 0.8040338 Aug 12 14:31:22.298843 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de04821a-4964-44ac-8814-076a52ce0b10 req-b3a4e985-a206-4cc9-8590-aed6d4cc8030 tempest-ServersWithSpecificFlavorTestJSON-1739232893 tempest-ServersWithSpecificFlavorTestJSON-1739232893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:22.300376 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-de04821a-4964-44ac-8814-076a52ce0b10 req-b3a4e985-a206-4cc9-8590-aed6d4cc8030 tempest-ServersWithSpecificFlavorTestJSON-1739232893 tempest-ServersWithSpecificFlavorTestJSON-1739232893-project] 10.222.0.49 "GET /v2.0/networks?id=8a71aa16-6082-45cb-9783-85f01df10691 HTTP/1.1" status: 200 len: 824 time: 0.1554923 Aug 12 14:31:22.315547 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] get_ports_and_sgs() called for port_ids ['e95d18d3-2a4f-41b9-9fc4-d341c3298096'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:31:22.370075 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cff23e-90b0-48d8-9189-deff175f0f65 req-9ff8ad00-3ed3-4bda-b91d-4cb10c818f17 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:22.379998 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-f7cff23e-90b0-48d8-9189-deff175f0f65 req-9ff8ad00-3ed3-4bda-b91d-4cb10c818f17 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] 10.222.0.39 "GET /v2.0/ports?device_id=8ad67dc1-b6ca-4103-8185-c3ba24b02732 HTTP/1.1" status: 200 len: 945 time: 0.0692282 Aug 12 14:31:22.425005 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-f7cff23e-90b0-48d8-9189-deff175f0f65 req-ec7b322f-7729-4b7a-bf47-7ae0b65d25f5 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] 10.222.0.39 "GET /v2.0/security-groups?id=11312995-c93d-4754-9dea-15693c54238a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441251 Aug 12 14:31:22.456759 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-de04821a-4964-44ac-8814-076a52ce0b10 req-eec4cdb4-0d2a-4bfa-a8cc-27333e0a33df tempest-ServersWithSpecificFlavorTestJSON-1739232893 tempest-ServersWithSpecificFlavorTestJSON-1739232893-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=67787a84bb704413b5454c6fdcf0c251 HTTP/1.1" status: 200 len: 379 time: 0.1446233 Aug 12 14:31:22.471724 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-de04821a-4964-44ac-8814-076a52ce0b10 req-a41531c0-1dab-470e-8a46-51532f246c25 tempest-ServersWithSpecificFlavorTestJSON-1739232893 tempest-ServersWithSpecificFlavorTestJSON-1739232893-project] Request body: {'port': {'device_id': 'b6a1f017-4f9f-442c-a07e-15034cba2d96', 'network_id': '8a71aa16-6082-45cb-9783-85f01df10691', 'admin_state_up': True, 'tenant_id': '67787a84bb704413b5454c6fdcf0c251', 'security_groups': ['7583e7d0-9463-4dd0-8eff-2e0ab040ac14']}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:31:22.552491 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-bbc499a7-133a-43d7-8816-50bf847a0766 req-4f43ad41-7b3a-41a1-b736-cdfeadef353c tempest-ServersWithSpecificFlavorTestJSON-1739232893 tempest-ServersWithSpecificFlavorTestJSON-1739232893-project] 10.222.0.39 "GET /v2.0/ports?device_id=b6a1f017-4f9f-442c-a07e-15034cba2d96 HTTP/1.1" status: 200 len: 210 time: 0.0462780 Aug 12 14:31:22.581204 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe09ec29-fa08-4b8a-8942-12fc9e54db92 req-e6a31a8f-6075-479f-af9f-9fd60a6938ef tempest-ServerMetadataNegativeTestJSON-1171582296 tempest-ServerMetadataNegativeTestJSON-1171582296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:22.582855 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-fe09ec29-fa08-4b8a-8942-12fc9e54db92 req-e6a31a8f-6075-479f-af9f-9fd60a6938ef tempest-ServerMetadataNegativeTestJSON-1171582296 tempest-ServerMetadataNegativeTestJSON-1171582296-project] 10.222.0.39 "GET /v2.0/networks?id=3e3f31d8-86b2-4c57-a4fb-497282e2b848 HTTP/1.1" status: 200 len: 820 time: 0.2378802 Aug 12 14:31:22.613738 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-fe09ec29-fa08-4b8a-8942-12fc9e54db92 req-7f54ae52-cb45-402e-a71e-61ff16e77739 tempest-ServerMetadataNegativeTestJSON-1171582296 tempest-ServerMetadataNegativeTestJSON-1171582296-project] 10.222.0.39 "GET /v2.0/quotas/4f686c7379d74b79a1724ff1ef9515d6 HTTP/1.1" status: 200 len: 375 time: 0.0225017 Aug 12 14:31:22.655729 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-fe09ec29-fa08-4b8a-8942-12fc9e54db92 req-591e37c5-9f05-4edf-8cb1-f7830e29772b tempest-ServerMetadataNegativeTestJSON-1171582296 tempest-ServerMetadataNegativeTestJSON-1171582296-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=4f686c7379d74b79a1724ff1ef9515d6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0334513 Aug 12 14:31:22.835889 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a381da7a-f5e7-4a39-9c20-5de4a6c38215 req-4640c0f1-337c-4775-ab26-953dda0b8cb1 tempest-MigrationsAdminTest-1330929678 tempest-MigrationsAdminTest-1330929678-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:22.837413 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-a381da7a-f5e7-4a39-9c20-5de4a6c38215 req-4640c0f1-337c-4775-ab26-953dda0b8cb1 tempest-MigrationsAdminTest-1330929678 tempest-MigrationsAdminTest-1330929678-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=6fc00628-4d8c-4923-97cd-77f7ae0a9f27 HTTP/1.1" status: 200 len: 1101 time: 0.0454142 Aug 12 14:31:22.856044 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-a381da7a-f5e7-4a39-9c20-5de4a6c38215 req-d06de87c-a8c6-4c01-b636-ef8d9e74bf5e tempest-MigrationsAdminTest-1330929678 tempest-MigrationsAdminTest-1330929678-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:22.916369 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de04821a-4964-44ac-8814-076a52ce0b10 req-a41531c0-1dab-470e-8a46-51532f246c25 tempest-ServersWithSpecificFlavorTestJSON-1739232893 tempest-ServersWithSpecificFlavorTestJSON-1739232893-project] Made reservation on behalf of 67787a84bb704413b5454c6fdcf0c251 for: {'port': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:31:22.919834 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-de04821a-4964-44ac-8814-076a52ce0b10 req-a41531c0-1dab-470e-8a46-51532f246c25 tempest-ServersWithSpecificFlavorTestJSON-1739232893 tempest-ServersWithSpecificFlavorTestJSON-1739232893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:23.000475 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-a381da7a-f5e7-4a39-9c20-5de4a6c38215 req-d06de87c-a8c6-4c01-b636-ef8d9e74bf5e tempest-MigrationsAdminTest-1330929678 tempest-MigrationsAdminTest-1330929678-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:23.004377 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-a381da7a-f5e7-4a39-9c20-5de4a6c38215 req-d06de87c-a8c6-4c01-b636-ef8d9e74bf5e tempest-MigrationsAdminTest-1330929678 tempest-MigrationsAdminTest-1330929678-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:23.018017 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-fe09ec29-fa08-4b8a-8942-12fc9e54db92 req-e9af1ffc-e4de-4397-966c-fe9d1ad49768 service neutron] 10.222.0.39 "GET /v2.0/networks/3e3f31d8-86b2-4c57-a4fb-497282e2b848?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3535116 Aug 12 14:31:23.042971 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-a381da7a-f5e7-4a39-9c20-5de4a6c38215 req-d06de87c-a8c6-4c01-b636-ef8d9e74bf5e tempest-MigrationsAdminTest-1330929678 tempest-MigrationsAdminTest-1330929678-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=c0307eb3-f523-445b-8e1d-79deac809303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995094 Aug 12 14:31:23.049234 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06de87c-a8c6-4c01-b636-ef8d9e74bf5e tempest-MigrationsAdminTest-1330929678 tempest-MigrationsAdminTest-1330929678-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c70bc67e-aebc-44f6-8e5b-d25fc3d0be86,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:31:23.133657 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_common [req-de04821a-4964-44ac-8814-076a52ce0b10 req-a41531c0-1dab-470e-8a46-51532f246c25 tempest-ServersWithSpecificFlavorTestJSON-1739232893 tempest-ServersWithSpecificFlavorTestJSON-1739232893-project] Allocated IP 172.20.0.8 (8a71aa16-6082-45cb-9783-85f01df10691/eaf44e2b-51e5-4157-8e0e-0a0a05c13c30/076640dc-c2e5-4e4c-8db8-a67400621028) {{(pid=94467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:31:23.163664 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f3bd8e-074b-49f3-9a9d-7389c061ac0f req-79c83b10-5a0c-4b6c-8574-05ff50283ecc tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:23.165182 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-e2f3bd8e-074b-49f3-9a9d-7389c061ac0f req-79c83b10-5a0c-4b6c-8574-05ff50283ecc tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] 10.222.0.39 "GET /v2.0/ports?device_id=1ddbe7c8-0ae7-4cf3-828c-7aed5defb66e HTTP/1.1" status: 200 len: 946 time: 0.0503151 Aug 12 14:31:23.188287 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-fe09ec29-fa08-4b8a-8942-12fc9e54db92 req-bb69a2ee-f923-4c71-913e-0a00dcd7b98f service neutron] 10.222.0.39 "GET /v2.0/networks/3e3f31d8-86b2-4c57-a4fb-497282e2b848?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1614735 Aug 12 14:31:23.206357 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-e2f3bd8e-074b-49f3-9a9d-7389c061ac0f req-66d618f1-0542-4121-b1d3-ebb564825295 tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] 10.222.0.39 "GET /v2.0/security-groups?id=e3ca17b3-b028-41b3-b138-91e00a6e278c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347843 Aug 12 14:31:23.262179 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9445c59d-a6b5-4883-a6a9-5c5bd8a644e5 req-0e938b26-944f-4b77-8353-9acc2dd66d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:23.263696 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9445c59d-a6b5-4883-a6a9-5c5bd8a644e5 req-0e938b26-944f-4b77-8353-9acc2dd66d06 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=eebc4daeab5b4932b99d48c68fd10c64&device_id=1ddbe7c8-0ae7-4cf3-828c-7aed5defb66e HTTP/1.1" status: 200 len: 1098 time: 0.1139112 Aug 12 14:31:23.355997 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3983f8-4728-4e9a-8f0f-84dae419e0bf req-57bb36a7-9960-4367-8edb-7eacc98da03c tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:23.357567 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-da3983f8-4728-4e9a-8f0f-84dae419e0bf req-57bb36a7-9960-4367-8edb-7eacc98da03c tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] 10.222.0.39 "GET /v2.0/ports?device_id=e7da12fb-2ae3-4e0e-8b7a-1e5fb86a96f3 HTTP/1.1" status: 200 len: 948 time: 0.0649035 Aug 12 14:31:23.388387 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-de04821a-4964-44ac-8814-076a52ce0b10 req-a41531c0-1dab-470e-8a46-51532f246c25 tempest-ServersWithSpecificFlavorTestJSON-1739232893 tempest-ServersWithSpecificFlavorTestJSON-1739232893-project] Notify callbacks [] for port, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:23.413494 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [req-de04821a-4964-44ac-8814-076a52ce0b10 req-a41531c0-1dab-470e-8a46-51532f246c25 tempest-ServersWithSpecificFlavorTestJSON-1739232893 tempest-ServersWithSpecificFlavorTestJSON-1739232893-project] Transition to ACTIVE for port object 076640dc-c2e5-4e4c-8db8-a67400621028 will not be triggered until provisioned by entity DHCP. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:31:23.415406 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9445c59d-a6b5-4883-a6a9-5c5bd8a644e5 req-b3d88adf-e829-4744-8977-a407ac977f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:23.416943 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9445c59d-a6b5-4883-a6a9-5c5bd8a644e5 req-b3d88adf-e829-4744-8977-a407ac977f09 service neutron] 10.222.0.64 "GET /v2.0/networks?id=03dfba7c-7b4a-44e5-8aaa-c2d37ee82018 HTTP/1.1" status: 200 len: 922 time: 0.1420150 Aug 12 14:31:23.423322 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-da3983f8-4728-4e9a-8f0f-84dae419e0bf req-06e7419d-6cbc-46e8-84a0-78f78216bd43 tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] 10.222.0.39 "GET /v2.0/security-groups?id=732c786f-d597-473b-bc9a-3d3a7bfc11d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527961 Aug 12 14:31:23.475455 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device e95d18d3-2a4f-41b9-9fc4-d341c3298096 up at agent hyperv_n-h2-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:31:23.490178 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9445c59d-a6b5-4883-a6a9-5c5bd8a644e5 req-c37cba1c-3c43-49aa-947e-da2f0ed6ac97 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=36661d53-29f3-4a4b-b8c5-23d863539832 HTTP/1.1" status: 200 len: 217 time: 0.0581298 Aug 12 14:31:23.504101 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.agents_db [None req-17ed3e4c-1a7d-4162-9646-11c134aca297 None None] Agent healthcheck: found 7 active agents {{(pid=94469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 14:31:23.551834 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9445c59d-a6b5-4883-a6a9-5c5bd8a644e5 req-71afeb71-01f8-46e6-ab0e-89e346fe7490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:23.553366 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9445c59d-a6b5-4883-a6a9-5c5bd8a644e5 req-71afeb71-01f8-46e6-ab0e-89e346fe7490 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ef8d2719-a4dd-40cc-910c-927d9e7406a1 HTTP/1.1" status: 200 len: 861 time: 0.0544381 Aug 12 14:31:23.554887 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Provisioning for port e95d18d3-2a4f-41b9-9fc4-d341c3298096 completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:31:23.560048 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Provisioning complete for port e95d18d3-2a4f-41b9-9fc4-d341c3298096 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:31:23.560925 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:23.564895 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181b8fac-2fc6-43c9-a9b1-53e2be7bd75e req-1d8bb27f-ed99-4863-951d-b51766ecf169 tempest-VolumesAdminNegativeTest-637287772 tempest-VolumesAdminNegativeTest-637287772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:23.568544 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-181b8fac-2fc6-43c9-a9b1-53e2be7bd75e req-1d8bb27f-ed99-4863-951d-b51766ecf169 tempest-VolumesAdminNegativeTest-637287772 tempest-VolumesAdminNegativeTest-637287772-project] 10.222.0.39 "GET /v2.0/ports?device_id=57de9997-470f-4c64-b8fe-7659fc34b86c HTTP/1.1" status: 200 len: 944 time: 0.0914373 Aug 12 14:31:23.572980 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-de04821a-4964-44ac-8814-076a52ce0b10 req-a41531c0-1dab-470e-8a46-51532f246c25 tempest-ServersWithSpecificFlavorTestJSON-1739232893 tempest-ServersWithSpecificFlavorTestJSON-1739232893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:23.652392 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-181b8fac-2fc6-43c9-a9b1-53e2be7bd75e req-40fdbad9-f48a-41bb-8985-2b3c33d54a0a tempest-VolumesAdminNegativeTest-637287772 tempest-VolumesAdminNegativeTest-637287772-project] 10.222.0.39 "GET /v2.0/security-groups?id=b601434a-120d-4628-9f15-8c3dde842503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753038 Aug 12 14:31:23.665573 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de04821a-4964-44ac-8814-076a52ce0b10 req-a41531c0-1dab-470e-8a46-51532f246c25 tempest-ServersWithSpecificFlavorTestJSON-1739232893 tempest-ServersWithSpecificFlavorTestJSON-1739232893-project] Network 8a71aa16-6082-45cb-9783-85f01df10691 is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:31:23.678425 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9445c59d-a6b5-4883-a6a9-5c5bd8a644e5 req-dce00a8e-ab96-4fb7-81ff-7c56a022bca2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=03dfba7c-7b4a-44e5-8aaa-c2d37ee82018&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1167812 Aug 12 14:31:23.679890 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41531c0-1dab-470e-8a46-51532f246c25 tempest-ServersWithSpecificFlavorTestJSON-1739232893 tempest-ServersWithSpecificFlavorTestJSON-1739232893-project] Pushing event updated for resources: {'Port': ['ID=076640dc-c2e5-4e4c-8db8-a67400621028,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:31:23.691713 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [req-de04821a-4964-44ac-8814-076a52ce0b10 req-a41531c0-1dab-470e-8a46-51532f246c25 tempest-ServersWithSpecificFlavorTestJSON-1739232893 tempest-ServersWithSpecificFlavorTestJSON-1739232893-project] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:31:23.695201 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [req-de04821a-4964-44ac-8814-076a52ce0b10 req-a41531c0-1dab-470e-8a46-51532f246c25 tempest-ServersWithSpecificFlavorTestJSON-1739232893 tempest-ServersWithSpecificFlavorTestJSON-1739232893-project] Received port after_create {{(pid=94467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:31:23.737278 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:23.789306 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57de9997-470f-4c64-b8fe-7659fc34b86c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e95d18d3-2a4f-41b9-9fc4-d341c3298096'}] {{(pid=94468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:31:23.792320 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99a8d87602170099c728e57431aca99e9b98a655a83bbf8727be13192709727b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31db852b-aa9f-40c0-a973-c5ec74770d05" -d '{"events": [{"server_uuid": "57de9997-470f-4c64-b8fe-7659fc34b86c", "name": "network-vif-plugged", "status": "completed", "tag": "e95d18d3-2a4f-41b9-9fc4-d341c3298096"}]}' {{(pid=94468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:31:23.813123 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de04821a-4964-44ac-8814-076a52ce0b10 req-a41531c0-1dab-470e-8a46-51532f246c25 tempest-ServersWithSpecificFlavorTestJSON-1739232893 tempest-ServersWithSpecificFlavorTestJSON-1739232893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:23.815575 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-de04821a-4964-44ac-8814-076a52ce0b10 req-a41531c0-1dab-470e-8a46-51532f246c25 tempest-ServersWithSpecificFlavorTestJSON-1739232893 tempest-ServersWithSpecificFlavorTestJSON-1739232893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:23.823941 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port e95d18d3-2a4f-41b9-9fc4-d341c3298096, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=e95d18d3-2a4f-41b9-9fc4-d341c3298096,segment=NetworkSegment(1693102a-0199-441c-a2ed-95db47f94b16),segment_id=1693102a-0199-441c-a2ed-95db47f94b16)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:31:23.831459 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:23.833971 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c012238c-12e7-4c05-9383-3c5cd2f9e01e req-46bb5af7-0059-4af9-94cc-356271d8a8a5 tempest-LiveMigrationTest-388825582 tempest-LiveMigrationTest-388825582-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:23.836227 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-c012238c-12e7-4c05-9383-3c5cd2f9e01e req-46bb5af7-0059-4af9-94cc-356271d8a8a5 tempest-LiveMigrationTest-388825582 tempest-LiveMigrationTest-388825582-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=8ad67dc1-b6ca-4103-8185-c3ba24b02732 HTTP/1.1" status: 200 len: 1097 time: 0.0584478 Aug 12 14:31:23.912050 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-c012238c-12e7-4c05-9383-3c5cd2f9e01e req-4b759421-8505-4dfc-82ac-db28cffc0946 tempest-LiveMigrationTest-388825582 tempest-LiveMigrationTest-388825582-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=11312995-c93d-4754-9dea-15693c54238a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683925 Aug 12 14:31:23.920531 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-de04821a-4964-44ac-8814-076a52ce0b10 req-a41531c0-1dab-470e-8a46-51532f246c25 tempest-ServersWithSpecificFlavorTestJSON-1739232893 tempest-ServersWithSpecificFlavorTestJSON-1739232893-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4573808 Aug 12 14:31:23.926780 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9445c59d-a6b5-4883-a6a9-5c5bd8a644e5 req-3a35f2ba-9aae-4762-aac2-70740afd0f30 service neutron] 10.222.0.64 "GET /v2.0/networks/03dfba7c-7b4a-44e5-8aaa-c2d37ee82018?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2280064 Aug 12 14:31:23.934369 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-de04821a-4964-44ac-8814-076a52ce0b10 req-dee0d95a-afc8-4d1e-9713-4ceb37fcc28e service neutron] Request body: {'port': {'device_id': 'b6a1f017-4f9f-442c-a07e-15034cba2d96', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-694802-15'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:31:23.938511 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Pushing event updated for resources: {'Port': ['ID=e95d18d3-2a4f-41b9-9fc4-d341c3298096,revision_number=5']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:31:24.004609 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device cf4911bf-7661-4d75-b2c1-bc2a480b2940 details requested by agent hyperv_n-h1-694802-15 with host n-h1-694802-15 {{(pid=94468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 14:31:24.079229 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-1990995e-43b6-4dd9-a26e-bb61b6098871 req-33976224-adcc-471a-9eb0-3fc2d9cf878a tempest-ServerMetadataNegativeTestJSON-1171582296 tempest-ServerMetadataNegativeTestJSON-1171582296-project] 10.222.0.39 "GET /v2.0/ports?device_id=44a9676d-273b-417f-b672-1dace6185136 HTTP/1.1" status: 200 len: 210 time: 0.0486195 Aug 12 14:31:24.114505 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9445c59d-a6b5-4883-a6a9-5c5bd8a644e5 req-cd7aef48-e5f2-4dab-95fa-7084edb43f63 service neutron] 10.222.0.64 "GET /v2.0/networks/03dfba7c-7b4a-44e5-8aaa-c2d37ee82018?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316571 Aug 12 14:31:24.147376 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-de04821a-4964-44ac-8814-076a52ce0b10 req-dee0d95a-afc8-4d1e-9713-4ceb37fcc28e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:24.171388 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port cf4911bf-7661-4d75-b2c1-bc2a480b2940, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=cf4911bf-7661-4d75-b2c1-bc2a480b2940,segment=NetworkSegment(a1f8c867-101b-4d30-814e-b89f55a5edd0),segment_id=a1f8c867-101b-4d30-814e-b89f55a5edd0)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:31:24.185007 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-9679850f-962c-4d7b-ae7c-fbf62a7f7e8e None None] Provisioning for port 076640dc-c2e5-4e4c-8db8-a67400621028 completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:31:24.189140 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Returning: {'device': 'cf4911bf-7661-4d75-b2c1-bc2a480b2940', 'network_id': '2525c403-dfb3-4196-a273-739607aab38a', 'port_id': 'cf4911bf-7661-4d75-b2c1-bc2a480b2940', 'mac_address': 'fa:16:3e:56:e0:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '236e0be6-1c94-4221-9e8b-ab02a53331f8', 'ip_address': '192.168.233.196'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 14:31:24.192053 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-9679850f-962c-4d7b-ae7c-fbf62a7f7e8e None None] Provisioning complete for port 076640dc-c2e5-4e4c-8db8-a67400621028 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:31:24.192515 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-9679850f-962c-4d7b-ae7c-fbf62a7f7e8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:24.321356 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 14:31:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0913fe75-1e9f-4c27-87ec-b5be280b7a42 x-openstack-request-id: req-0913fe75-1e9f-4c27-87ec-b5be280b7a42 {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:31:24.321628 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57de9997-470f-4c64-b8fe-7659fc34b86c", "name": "network-vif-plugged", "status": "completed", "tag": "e95d18d3-2a4f-41b9-9fc4-d341c3298096", "code": 200}]} {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:31:24.321887 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0913fe75-1e9f-4c27-87ec-b5be280b7a42 {{(pid=94468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:31:24.322288 n-d-694802-15 neutron-server[94468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57de9997-470f-4c64-b8fe-7659fc34b86c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e95d18d3-2a4f-41b9-9fc4-d341c3298096', 'code': 200} Aug 12 14:31:24.325015 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-9679850f-962c-4d7b-ae7c-fbf62a7f7e8e None None] Port 076640dc-c2e5-4e4c-8db8-a67400621028 cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 14:31:24.356713 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9445c59d-a6b5-4883-a6a9-5c5bd8a644e5 req-37e363a7-a3aa-4409-b374-88404240b538 tempest-LiveAutoBlockMigrationV225Test-1272051264 tempest-LiveAutoBlockMigrationV225Test-1272051264-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:24.358235 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9445c59d-a6b5-4883-a6a9-5c5bd8a644e5 req-37e363a7-a3aa-4409-b374-88404240b538 tempest-LiveAutoBlockMigrationV225Test-1272051264 tempest-LiveAutoBlockMigrationV225Test-1272051264-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=1ddbe7c8-0ae7-4cf3-828c-7aed5defb66e&tenant_id=eebc4daeab5b4932b99d48c68fd10c64&binding%3Ahost_id=n-h2-694802-15 HTTP/1.1" status: 200 len: 1098 time: 0.1618378 Aug 12 14:31:24.381276 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b728e5f7-d68e-4265-abe2-cedaf74276f1 req-534b15f4-0e5a-41a9-84f3-a828d45dfe7f tempest-ServersWithSpecificFlavorTestJSON-1739232893 tempest-ServersWithSpecificFlavorTestJSON-1739232893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:24.382885 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-b728e5f7-d68e-4265-abe2-cedaf74276f1 req-534b15f4-0e5a-41a9-84f3-a828d45dfe7f tempest-ServersWithSpecificFlavorTestJSON-1739232893 tempest-ServersWithSpecificFlavorTestJSON-1739232893-project] 10.222.0.39 "GET /v2.0/ports?device_id=b6a1f017-4f9f-442c-a07e-15034cba2d96 HTTP/1.1" status: 200 len: 931 time: 0.1410363 Aug 12 14:31:24.384377 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:24.401658 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf4911bf-7661-4d75-b2c1-bc2a480b2940 {{(pid=94468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:31:24.405380 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-9445c59d-a6b5-4883-a6a9-5c5bd8a644e5 req-8c96e250-7542-4e0c-82e1-c351e273d101 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-694802-15'}}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:31:24.413660 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5433dd-ee0f-4e53-a79a-85761986a705 req-39400826-9b4d-447e-8bc4-f6d0ae21240b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:24.415272 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-5d5433dd-ee0f-4e53-a79a-85761986a705 req-39400826-9b4d-447e-8bc4-f6d0ae21240b service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=57de9997-470f-4c64-b8fe-7659fc34b86c HTTP/1.1" status: 200 len: 1097 time: 0.0711598 Aug 12 14:31:24.427319 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port cf4911bf-7661-4d75-b2c1-bc2a480b2940, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=cf4911bf-7661-4d75-b2c1-bc2a480b2940,segment=NetworkSegment(a1f8c867-101b-4d30-814e-b89f55a5edd0),segment_id=a1f8c867-101b-4d30-814e-b89f55a5edd0)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:31:24.434624 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:24.445437 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-b728e5f7-d68e-4265-abe2-cedaf74276f1 req-f671f594-3f4d-49f7-a99f-6a4d836e0723 tempest-ServersWithSpecificFlavorTestJSON-1739232893 tempest-ServersWithSpecificFlavorTestJSON-1739232893-project] 10.222.0.39 "GET /v2.0/security-groups?id=7583e7d0-9463-4dd0-8eff-2e0ab040ac14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549936 Aug 12 14:31:24.463451 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-5d5433dd-ee0f-4e53-a79a-85761986a705 req-f0ea32a1-ce87-4dd9-949a-3fbec85077cb service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=b601434a-120d-4628-9f15-8c3dde842503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367184 Aug 12 14:31:24.491049 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Pushing event updated for resources: {'Port': ['ID=cf4911bf-7661-4d75-b2c1-bc2a480b2940,revision_number=4']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:31:24.583107 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e310d387-c36a-403f-98a7-0c113e8363a3 req-aa87113b-c051-4744-bc8e-eef39d81c1f7 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=6fc00628-4d8c-4923-97cd-77f7ae0a9f27&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2202301 Aug 12 14:31:24.588390 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b128aa-80c0-498c-a646-41bedd201455 req-d295a698-0ed5-4584-bf9e-7490a1983a32 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:24.591000 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-87b128aa-80c0-498c-a646-41bedd201455 req-d295a698-0ed5-4584-bf9e-7490a1983a32 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/ports?device_id=6fc00628-4d8c-4923-97cd-77f7ae0a9f27 HTTP/1.1" status: 200 len: 949 time: 0.0508325 Aug 12 14:31:24.602465 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-9445c59d-a6b5-4883-a6a9-5c5bd8a644e5 req-8c96e250-7542-4e0c-82e1-c351e273d101 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:24.628790 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce145ff4-634c-4016-9f26-031fcad4e46c req-d448e496-fd1b-46ba-9c6d-4e0467a8ff8b tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:24.630298 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ce145ff4-634c-4016-9f26-031fcad4e46c req-d448e496-fd1b-46ba-9c6d-4e0467a8ff8b tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] 10.222.0.39 "GET /v2.0/networks?id=a10dd9db-a24e-488c-8894-a27c36eaa630 HTTP/1.1" status: 200 len: 807 time: 0.2707992 Aug 12 14:31:24.643839 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-87b128aa-80c0-498c-a646-41bedd201455 req-85662ab4-a4b4-44fe-a9c9-ed3f8ed566a1 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0307eb3-f523-445b-8e1d-79deac809303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452979 Aug 12 14:31:24.700928 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ce145ff4-634c-4016-9f26-031fcad4e46c req-e3d2616e-7ce0-4522-9301-9b40a9bc28c0 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] 10.222.0.39 "GET /v2.0/quotas/39c74547ea964352853351e74cbcb768 HTTP/1.1" status: 200 len: 375 time: 0.0585318 Aug 12 14:31:24.716804 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] get_ports_and_sgs() called for port_ids ['cf4911bf-7661-4d75-b2c1-bc2a480b2940'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:31:24.815730 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e0054f-e6bb-42ac-a8ac-bd124da21b53 req-776d8c44-3a56-4085-8d27-206329af46e6 tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:24.823493 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-05e0054f-e6bb-42ac-a8ac-bd124da21b53 req-776d8c44-3a56-4085-8d27-206329af46e6 tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] 10.222.0.39 "GET /v2.0/ports?device_id=1ddbe7c8-0ae7-4cf3-828c-7aed5defb66e HTTP/1.1" status: 200 len: 946 time: 0.0927858 Aug 12 14:31:24.864653 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ce145ff4-634c-4016-9f26-031fcad4e46c req-79d77029-96b3-4bb1-b00c-b0718cda7f01 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=39c74547ea964352853351e74cbcb768&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1540575 Aug 12 14:31:24.894415 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [req-de04821a-4964-44ac-8814-076a52ce0b10 req-dee0d95a-afc8-4d1e-9713-4ceb37fcc28e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 076640dc-c2e5-4e4c-8db8-a67400621028 {{(pid=94467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:31:24.947164 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-de04821a-4964-44ac-8814-076a52ce0b10 req-dee0d95a-afc8-4d1e-9713-4ceb37fcc28e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:24.949821 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-05e0054f-e6bb-42ac-a8ac-bd124da21b53 req-e5b3e591-e31a-498b-9763-68375ba8ed70 tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] 10.222.0.39 "GET /v2.0/security-groups?id=e3ca17b3-b028-41b3-b138-91e00a6e278c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253681 Aug 12 14:31:24.964794 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-9445c59d-a6b5-4883-a6a9-5c5bd8a644e5 req-8c96e250-7542-4e0c-82e1-c351e273d101 service neutron] For port 36661d53-29f3-4a4b-b8c5-23d863539832, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=36661d53-29f3-4a4b-b8c5-23d863539832,segment=NetworkSegment(2e94514d-7fca-42ad-995e-123d3a176790),segment_id=2e94514d-7fca-42ad-995e-123d3a176790)] {{(pid=94467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:31:24.987067 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [req-de04821a-4964-44ac-8814-076a52ce0b10 req-dee0d95a-afc8-4d1e-9713-4ceb37fcc28e service neutron] Transition to ACTIVE for port object 076640dc-c2e5-4e4c-8db8-a67400621028 will not be triggered until provisioned by entity L2. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:31:25.011056 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-de04821a-4964-44ac-8814-076a52ce0b10 req-dee0d95a-afc8-4d1e-9713-4ceb37fcc28e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:25.039734 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe09ec29-fa08-4b8a-8942-12fc9e54db92 req-c30e517b-d1b9-4f3f-94b9-aa1fb1cb68c0 tempest-ServerMetadataNegativeTestJSON-1171582296 tempest-ServerMetadataNegativeTestJSON-1171582296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:25.041610 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-fe09ec29-fa08-4b8a-8942-12fc9e54db92 req-c30e517b-d1b9-4f3f-94b9-aa1fb1cb68c0 tempest-ServerMetadataNegativeTestJSON-1171582296 tempest-ServerMetadataNegativeTestJSON-1171582296-project] 10.222.0.49 "GET /v2.0/networks?id=3e3f31d8-86b2-4c57-a4fb-497282e2b848 HTTP/1.1" status: 200 len: 820 time: 0.2048862 Aug 12 14:31:25.063714 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [req-fe09ec29-fa08-4b8a-8942-12fc9e54db92 req-7b65ce76-42d3-4ffc-a6c8-83eee0fc5d90 tempest-ServerMetadataNegativeTestJSON-1171582296 tempest-ServerMetadataNegativeTestJSON-1171582296-project] Request body: {'port': {'device_id': '44a9676d-273b-417f-b672-1dace6185136', 'network_id': '3e3f31d8-86b2-4c57-a4fb-497282e2b848', 'admin_state_up': True, 'tenant_id': '4f686c7379d74b79a1724ff1ef9515d6'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:31:25.085927 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-9445c59d-a6b5-4883-a6a9-5c5bd8a644e5 req-8c96e250-7542-4e0c-82e1-c351e273d101 service neutron] For port 36661d53-29f3-4a4b-b8c5-23d863539832, host n-h2-694802-15, cleared binding levels {{(pid=94467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:31:25.093150 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ce145ff4-634c-4016-9f26-031fcad4e46c req-5e6648ab-a9c0-4e8c-915a-0ad01c82f09d service neutron] 10.222.0.39 "GET /v2.0/networks/a10dd9db-a24e-488c-8894-a27c36eaa630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2149436 Aug 12 14:31:25.145945 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-9445c59d-a6b5-4883-a6a9-5c5bd8a644e5 req-8c96e250-7542-4e0c-82e1-c351e273d101 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:25.151545 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ddbe7c8-0ae7-4cf3-828c-7aed5defb66e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '36661d53-29f3-4a4b-b8c5-23d863539832'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:31:25.154281 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e65282f928b64038367d043a4411777802006c43a98742496cb2e25b724ff1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7468289b-a996-4082-9a29-a2d2c8b35f29" -d '{"events": [{"server_uuid": "1ddbe7c8-0ae7-4cf3-828c-7aed5defb66e", "name": "network-vif-unplugged", "status": "completed", "tag": "36661d53-29f3-4a4b-b8c5-23d863539832"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:31:25.170707 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee0d95a-afc8-4d1e-9713-4ceb37fcc28e service neutron] Pushing event updated for resources: {'Port': ['ID=076640dc-c2e5-4e4c-8db8-a67400621028,revision_number=2']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:31:25.176725 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dfd278-7456-482a-ac3b-b1dc6a3f74f8 req-467b8e31-72b9-433b-ab4e-041ef1129a40 tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:25.178952 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-e1dfd278-7456-482a-ac3b-b1dc6a3f74f8 req-467b8e31-72b9-433b-ab4e-041ef1129a40 tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] 10.222.0.39 "GET /v2.0/ports?device_id=e7da12fb-2ae3-4e0e-8b7a-1e5fb86a96f3 HTTP/1.1" status: 200 len: 949 time: 0.1331437 Aug 12 14:31:25.182253 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-9445c59d-a6b5-4883-a6a9-5c5bd8a644e5 req-8c96e250-7542-4e0c-82e1-c351e273d101 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:25.267412 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-e1dfd278-7456-482a-ac3b-b1dc6a3f74f8 req-74c4a802-0dfa-44c4-970b-0e14dd091bea tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] 10.222.0.39 "GET /v2.0/security-groups?id=732c786f-d597-473b-bc9a-3d3a7bfc11d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796602 Aug 12 14:31:25.295574 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c96e250-7542-4e0c-82e1-c351e273d101 service neutron] Pushing event updated for resources: {'Port': ['ID=36661d53-29f3-4a4b-b8c5-23d863539832,revision_number=7']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:31:25.305049 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe09ec29-fa08-4b8a-8942-12fc9e54db92 req-7b65ce76-42d3-4ffc-a6c8-83eee0fc5d90 tempest-ServerMetadataNegativeTestJSON-1171582296 tempest-ServerMetadataNegativeTestJSON-1171582296-project] Made reservation on behalf of 4f686c7379d74b79a1724ff1ef9515d6 for: {'port': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:31:25.308623 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-fe09ec29-fa08-4b8a-8942-12fc9e54db92 req-7b65ce76-42d3-4ffc-a6c8-83eee0fc5d90 tempest-ServerMetadataNegativeTestJSON-1171582296 tempest-ServerMetadataNegativeTestJSON-1171582296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:25.445530 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ce145ff4-634c-4016-9f26-031fcad4e46c req-414cdc06-f876-4342-84f8-420b9e16283f service neutron] 10.222.0.39 "GET /v2.0/networks/a10dd9db-a24e-488c-8894-a27c36eaa630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2874768 Aug 12 14:31:25.449748 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-de04821a-4964-44ac-8814-076a52ce0b10 req-dee0d95a-afc8-4d1e-9713-4ceb37fcc28e service neutron] Attempting to bind port 076640dc-c2e5-4e4c-8db8-a67400621028 on host n-h2-694802-15 for vnic_type normal with profile {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:31:25.450094 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-de04821a-4964-44ac-8814-076a52ce0b10 req-dee0d95a-afc8-4d1e-9713-4ceb37fcc28e service neutron] Attempting to bind port 076640dc-c2e5-4e4c-8db8-a67400621028 by drivers openvswitch,hyperv on host n-h2-694802-15 at level 0 using segments [{'id': '90d38c4e-0902-45c2-a9f7-0cc151cbe8b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '8a71aa16-6082-45cb-9783-85f01df10691'}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:31:25.450450 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de04821a-4964-44ac-8814-076a52ce0b10 req-dee0d95a-afc8-4d1e-9713-4ceb37fcc28e service neutron] Attempting to bind port 076640dc-c2e5-4e4c-8db8-a67400621028 on network 8a71aa16-6082-45cb-9783-85f01df10691 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:31:25.452634 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-9445c59d-a6b5-4883-a6a9-5c5bd8a644e5 req-8c96e250-7542-4e0c-82e1-c351e273d101 service neutron] Attempting to bind port 36661d53-29f3-4a4b-b8c5-23d863539832 on host n-h2-694802-15 for vnic_type normal with profile {"migrating_to": "n-h1-694802-15"} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:31:25.453040 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-9445c59d-a6b5-4883-a6a9-5c5bd8a644e5 req-8c96e250-7542-4e0c-82e1-c351e273d101 service neutron] Attempting to bind port 36661d53-29f3-4a4b-b8c5-23d863539832 by drivers openvswitch,hyperv on host n-h2-694802-15 at level 0 using segments [{'id': '2e94514d-7fca-42ad-995e-123d3a176790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '03dfba7c-7b4a-44e5-8aaa-c2d37ee82018'}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:31:25.453363 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9445c59d-a6b5-4883-a6a9-5c5bd8a644e5 req-8c96e250-7542-4e0c-82e1-c351e273d101 service neutron] Attempting to bind port 36661d53-29f3-4a4b-b8c5-23d863539832 on network 03dfba7c-7b4a-44e5-8aaa-c2d37ee82018 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:31:25.460376 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de04821a-4964-44ac-8814-076a52ce0b10 req-dee0d95a-afc8-4d1e-9713-4ceb37fcc28e service neutron] Port 076640dc-c2e5-4e4c-8db8-a67400621028 on network 8a71aa16-6082-45cb-9783-85f01df10691 not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-15 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 14:31:25.460711 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de04821a-4964-44ac-8814-076a52ce0b10 req-dee0d95a-afc8-4d1e-9713-4ceb37fcc28e service neutron] Attempting to bind port 076640dc-c2e5-4e4c-8db8-a67400621028 on network 8a71aa16-6082-45cb-9783-85f01df10691 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:31:25.463826 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9445c59d-a6b5-4883-a6a9-5c5bd8a644e5 req-8c96e250-7542-4e0c-82e1-c351e273d101 service neutron] Port 36661d53-29f3-4a4b-b8c5-23d863539832 on network 03dfba7c-7b4a-44e5-8aaa-c2d37ee82018 not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-15 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 14:31:25.464116 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9445c59d-a6b5-4883-a6a9-5c5bd8a644e5 req-8c96e250-7542-4e0c-82e1-c351e273d101 service neutron] Attempting to bind port 36661d53-29f3-4a4b-b8c5-23d863539832 on network 03dfba7c-7b4a-44e5-8aaa-c2d37ee82018 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:31:25.470685 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de04821a-4964-44ac-8814-076a52ce0b10 req-dee0d95a-afc8-4d1e-9713-4ceb37fcc28e service neutron] Checking agent: {'id': 'b7697f71-33f3-4959-ad82-43c2dc15845d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 27, 42), 'started_at': datetime.datetime(2021, 8, 12, 14, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 31, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:31:25.471042 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de04821a-4964-44ac-8814-076a52ce0b10 req-dee0d95a-afc8-4d1e-9713-4ceb37fcc28e service neutron] Checking segment: {'id': '90d38c4e-0902-45c2-a9f7-0cc151cbe8b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '8a71aa16-6082-45cb-9783-85f01df10691'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:31:25.471440 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de04821a-4964-44ac-8814-076a52ce0b10 req-dee0d95a-afc8-4d1e-9713-4ceb37fcc28e service neutron] Bound using segment: {'id': '90d38c4e-0902-45c2-a9f7-0cc151cbe8b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '8a71aa16-6082-45cb-9783-85f01df10691'} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:31:25.471871 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-de04821a-4964-44ac-8814-076a52ce0b10 req-dee0d95a-afc8-4d1e-9713-4ceb37fcc28e service neutron] Bound port: 076640dc-c2e5-4e4c-8db8-a67400621028, host: n-h2-694802-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90d38c4e-0902-45c2-a9f7-0cc151cbe8b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '8a71aa16-6082-45cb-9783-85f01df10691'}}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:31:25.472261 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-de04821a-4964-44ac-8814-076a52ce0b10 req-dee0d95a-afc8-4d1e-9713-4ceb37fcc28e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:25.474135 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9445c59d-a6b5-4883-a6a9-5c5bd8a644e5 req-8c96e250-7542-4e0c-82e1-c351e273d101 service neutron] Checking agent: {'id': 'b7697f71-33f3-4959-ad82-43c2dc15845d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 27, 42), 'started_at': datetime.datetime(2021, 8, 12, 14, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 31, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:31:25.474587 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9445c59d-a6b5-4883-a6a9-5c5bd8a644e5 req-8c96e250-7542-4e0c-82e1-c351e273d101 service neutron] Checking segment: {'id': '2e94514d-7fca-42ad-995e-123d3a176790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '03dfba7c-7b4a-44e5-8aaa-c2d37ee82018'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:31:25.474824 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9445c59d-a6b5-4883-a6a9-5c5bd8a644e5 req-8c96e250-7542-4e0c-82e1-c351e273d101 service neutron] Bound using segment: {'id': '2e94514d-7fca-42ad-995e-123d3a176790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '03dfba7c-7b4a-44e5-8aaa-c2d37ee82018'} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:31:25.475280 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-9445c59d-a6b5-4883-a6a9-5c5bd8a644e5 req-8c96e250-7542-4e0c-82e1-c351e273d101 service neutron] Bound port: 36661d53-29f3-4a4b-b8c5-23d863539832, host: n-h2-694802-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e94514d-7fca-42ad-995e-123d3a176790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '03dfba7c-7b4a-44e5-8aaa-c2d37ee82018'}}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:31:25.475632 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-9445c59d-a6b5-4883-a6a9-5c5bd8a644e5 req-8c96e250-7542-4e0c-82e1-c351e273d101 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:25.594247 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-de04821a-4964-44ac-8814-076a52ce0b10 req-dee0d95a-afc8-4d1e-9713-4ceb37fcc28e service neutron] For port 076640dc-c2e5-4e4c-8db8-a67400621028, host n-h2-694802-15, cleared binding levels {{(pid=94467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:31:25.610321 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-9445c59d-a6b5-4883-a6a9-5c5bd8a644e5 req-8c96e250-7542-4e0c-82e1-c351e273d101 service neutron] For port 36661d53-29f3-4a4b-b8c5-23d863539832, host n-h2-694802-15, cleared binding levels {{(pid=94467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:31:25.612852 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-de04821a-4964-44ac-8814-076a52ce0b10 req-dee0d95a-afc8-4d1e-9713-4ceb37fcc28e service neutron] For port 076640dc-c2e5-4e4c-8db8-a67400621028, host n-h2-694802-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=076640dc-c2e5-4e4c-8db8-a67400621028,segment=NetworkSegment(90d38c4e-0902-45c2-a9f7-0cc151cbe8b9),segment_id=90d38c4e-0902-45c2-a9f7-0cc151cbe8b9)] {{(pid=94467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:31:25.616131 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-9445c59d-a6b5-4883-a6a9-5c5bd8a644e5 req-8c96e250-7542-4e0c-82e1-c351e273d101 service neutron] For port 36661d53-29f3-4a4b-b8c5-23d863539832, host n-h2-694802-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=36661d53-29f3-4a4b-b8c5-23d863539832,segment=NetworkSegment(2e94514d-7fca-42ad-995e-123d3a176790),segment_id=2e94514d-7fca-42ad-995e-123d3a176790)] {{(pid=94467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:31:25.622174 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-de04821a-4964-44ac-8814-076a52ce0b10 req-dee0d95a-afc8-4d1e-9713-4ceb37fcc28e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:25.632322 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-9445c59d-a6b5-4883-a6a9-5c5bd8a644e5 req-8c96e250-7542-4e0c-82e1-c351e273d101 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:25.679387 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de04821a-4964-44ac-8814-076a52ce0b10 req-dee0d95a-afc8-4d1e-9713-4ceb37fcc28e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:25.680838 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-de04821a-4964-44ac-8814-076a52ce0b10 req-dee0d95a-afc8-4d1e-9713-4ceb37fcc28e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:25.683261 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-de04821a-4964-44ac-8814-076a52ce0b10 req-dee0d95a-afc8-4d1e-9713-4ceb37fcc28e service neutron] 10.222.0.49 "PUT /v2.0/ports/076640dc-c2e5-4e4c-8db8-a67400621028 HTTP/1.1" status: 200 len: 1092 time: 1.7542541 Aug 12 14:31:25.695813 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9903bce7-a163-4276-8217-3b200956fba8 req-9574dd0f-3841-4931-bc31-fb6099fc3e63 tempest-VolumesAdminNegativeTest-637287772 tempest-VolumesAdminNegativeTest-637287772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:25.697353 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-9903bce7-a163-4276-8217-3b200956fba8 req-9574dd0f-3841-4931-bc31-fb6099fc3e63 tempest-VolumesAdminNegativeTest-637287772 tempest-VolumesAdminNegativeTest-637287772-project] 10.222.0.39 "GET /v2.0/ports?device_id=57de9997-470f-4c64-b8fe-7659fc34b86c HTTP/1.1" status: 200 len: 945 time: 0.1716452 Aug 12 14:31:25.708934 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [req-fe09ec29-fa08-4b8a-8942-12fc9e54db92 req-7b65ce76-42d3-4ffc-a6c8-83eee0fc5d90 tempest-ServerMetadataNegativeTestJSON-1171582296 tempest-ServerMetadataNegativeTestJSON-1171582296-project] Allocated IP 172.20.0.13 (3e3f31d8-86b2-4c57-a4fb-497282e2b848/b76d989c-3170-41be-bdec-52c5fa47ea58/b40f7310-42df-4780-896e-ac58ee1ce92d) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:31:25.735980 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-8989a23c-ddbc-4f9a-8273-1c3facbc03ff req-751e051d-ce58-425b-8693-b9bc908402d6 tempest-ServerMetadataNegativeTestJSON-1171582296 tempest-ServerMetadataNegativeTestJSON-1171582296-project] 10.222.0.39 "GET /v2.0/ports?device_id=44a9676d-273b-417f-b672-1dace6185136 HTTP/1.1" status: 200 len: 210 time: 0.0605702 Aug 12 14:31:25.815938 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee0d95a-afc8-4d1e-9713-4ceb37fcc28e service neutron] Pushing event updated for resources: {'Port': ['ID=076640dc-c2e5-4e4c-8db8-a67400621028,revision_number=3']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:31:25.819117 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9445c59d-a6b5-4883-a6a9-5c5bd8a644e5 req-8c96e250-7542-4e0c-82e1-c351e273d101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:25.825972 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-9445c59d-a6b5-4883-a6a9-5c5bd8a644e5 req-8c96e250-7542-4e0c-82e1-c351e273d101 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:25.827633 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9445c59d-a6b5-4883-a6a9-5c5bd8a644e5 req-8c96e250-7542-4e0c-82e1-c351e273d101 service neutron] 10.222.0.64 "PUT /v2.0/ports/36661d53-29f3-4a4b-b8c5-23d863539832 HTTP/1.1" status: 200 len: 1124 time: 1.4537625 Aug 12 14:31:25.845969 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 12 Aug 2021 14:31:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0028816-74dc-439e-91b7-f2e91def65c2 x-openstack-request-id: req-c0028816-74dc-439e-91b7-f2e91def65c2 {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:31:25.846268 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ddbe7c8-0ae7-4cf3-828c-7aed5defb66e", "name": "network-vif-unplugged", "status": "completed", "tag": "36661d53-29f3-4a4b-b8c5-23d863539832", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:31:25.846523 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c0028816-74dc-439e-91b7-f2e91def65c2 {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:31:25.846968 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ddbe7c8-0ae7-4cf3-828c-7aed5defb66e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '36661d53-29f3-4a4b-b8c5-23d863539832', 'code': 200} Aug 12 14:31:25.855986 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-9903bce7-a163-4276-8217-3b200956fba8 req-57fcaf9e-48da-4be8-829e-4829c43592bb tempest-VolumesAdminNegativeTest-637287772 tempest-VolumesAdminNegativeTest-637287772-project] 10.222.0.39 "GET /v2.0/security-groups?id=b601434a-120d-4628-9f15-8c3dde842503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380806 Aug 12 14:31:25.903527 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] get_ports_and_sgs() called for port_ids ['36661d53-29f3-4a4b-b8c5-23d863539832'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:31:26.025834 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device cf4911bf-7661-4d75-b2c1-bc2a480b2940 up at agent hyperv_n-h1-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:31:26.043367 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-dc6d1f5a-49a0-4d58-9f07-63170f900298 req-03690702-00ec-48ca-bf0c-8f2ab7f9c762 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] 10.222.0.39 "GET /v2.0/ports?device_id=538d90da-cd87-4429-8357-72e4212d8efc HTTP/1.1" status: 200 len: 210 time: 0.1093137 Aug 12 14:31:26.050554 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afaa6827-bcad-466f-a6a8-bcc0961093fd req-898ec252-4032-4d3e-a7fd-c63144de6821 tempest-ServersWithSpecificFlavorTestJSON-1739232893 tempest-ServersWithSpecificFlavorTestJSON-1739232893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:26.057653 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-afaa6827-bcad-466f-a6a8-bcc0961093fd req-898ec252-4032-4d3e-a7fd-c63144de6821 tempest-ServersWithSpecificFlavorTestJSON-1739232893 tempest-ServersWithSpecificFlavorTestJSON-1739232893-project] 10.222.0.39 "GET /v2.0/ports?device_id=b6a1f017-4f9f-442c-a07e-15034cba2d96 HTTP/1.1" status: 200 len: 943 time: 0.1224113 Aug 12 14:31:26.079436 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de04821a-4964-44ac-8814-076a52ce0b10 req-5d46f51e-a71d-4649-acd6-92ffcd6a52a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:26.081338 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-de04821a-4964-44ac-8814-076a52ce0b10 req-5d46f51e-a71d-4649-acd6-92ffcd6a52a3 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=67787a84bb704413b5454c6fdcf0c251&device_id=b6a1f017-4f9f-442c-a07e-15034cba2d96 HTTP/1.1" status: 200 len: 1095 time: 0.2720325 Aug 12 14:31:26.081907 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c96e250-7542-4e0c-82e1-c351e273d101 service neutron] Pushing event updated for resources: {'Port': ['ID=36661d53-29f3-4a4b-b8c5-23d863539832,revision_number=8']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:31:26.133795 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Provisioning for port cf4911bf-7661-4d75-b2c1-bc2a480b2940 completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:31:26.140848 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-afaa6827-bcad-466f-a6a8-bcc0961093fd req-93d5b4b3-7cf3-4ddd-b506-aa3222f681fd tempest-ServersWithSpecificFlavorTestJSON-1739232893 tempest-ServersWithSpecificFlavorTestJSON-1739232893-project] 10.222.0.39 "GET /v2.0/security-groups?id=7583e7d0-9463-4dd0-8eff-2e0ab040ac14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548875 Aug 12 14:31:26.153209 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Provisioning complete for port cf4911bf-7661-4d75-b2c1-bc2a480b2940 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:31:26.153900 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:26.232857 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-fe09ec29-fa08-4b8a-8942-12fc9e54db92 req-7b65ce76-42d3-4ffc-a6c8-83eee0fc5d90 tempest-ServerMetadataNegativeTestJSON-1171582296 tempest-ServerMetadataNegativeTestJSON-1171582296-project] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:26.238954 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-de04821a-4964-44ac-8814-076a52ce0b10 req-73781c56-6edb-4529-af83-e2ff9237a43b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=076640dc-c2e5-4e4c-8db8-a67400621028 HTTP/1.1" status: 200 len: 217 time: 0.1130846 Aug 12 14:31:26.280632 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4573e3-6002-4df3-856d-1997d6c47eeb req-5623b653-a4b4-4997-842e-4aac0a80f102 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:26.289182 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-7a4573e3-6002-4df3-856d-1997d6c47eeb req-5623b653-a4b4-4997-842e-4aac0a80f102 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/ports?device_id=6fc00628-4d8c-4923-97cd-77f7ae0a9f27 HTTP/1.1" status: 200 len: 949 time: 0.1365659 Aug 12 14:31:26.311220 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:26.338509 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7da12fb-2ae3-4e0e-8b7a-1e5fb86a96f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf4911bf-7661-4d75-b2c1-bc2a480b2940'}] {{(pid=94468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:31:26.341813 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99a8d87602170099c728e57431aca99e9b98a655a83bbf8727be13192709727b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29e09d1d-0e6c-4216-b55a-a71154b91347" -d '{"events": [{"server_uuid": "e7da12fb-2ae3-4e0e-8b7a-1e5fb86a96f3", "name": "network-vif-plugged", "status": "completed", "tag": "cf4911bf-7661-4d75-b2c1-bc2a480b2940"}]}' {{(pid=94468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:31:26.359824 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-7a4573e3-6002-4df3-856d-1997d6c47eeb req-1c779e83-621d-4da2-a0e7-7a3e86242c2d tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0307eb3-f523-445b-8e1d-79deac809303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674803 Aug 12 14:31:26.368784 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port cf4911bf-7661-4d75-b2c1-bc2a480b2940, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=cf4911bf-7661-4d75-b2c1-bc2a480b2940,segment=NetworkSegment(a1f8c867-101b-4d30-814e-b89f55a5edd0),segment_id=a1f8c867-101b-4d30-814e-b89f55a5edd0)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:31:26.373384 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-fe09ec29-fa08-4b8a-8942-12fc9e54db92 req-7b65ce76-42d3-4ffc-a6c8-83eee0fc5d90 tempest-ServerMetadataNegativeTestJSON-1171582296 tempest-ServerMetadataNegativeTestJSON-1171582296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:26.390708 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:26.452848 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Pushing event updated for resources: {'Port': ['ID=cf4911bf-7661-4d75-b2c1-bc2a480b2940,revision_number=5']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:31:26.460412 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b65ce76-42d3-4ffc-a6c8-83eee0fc5d90 tempest-ServerMetadataNegativeTestJSON-1171582296 tempest-ServerMetadataNegativeTestJSON-1171582296-project] Pushing event updated for resources: {'Port': ['ID=b40f7310-42df-4780-896e-ac58ee1ce92d,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:31:26.474566 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe09ec29-fa08-4b8a-8942-12fc9e54db92 req-7b65ce76-42d3-4ffc-a6c8-83eee0fc5d90 tempest-ServerMetadataNegativeTestJSON-1171582296 tempest-ServerMetadataNegativeTestJSON-1171582296-project] Network 3e3f31d8-86b2-4c57-a4fb-497282e2b848 is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:31:26.476316 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [req-fe09ec29-fa08-4b8a-8942-12fc9e54db92 req-7b65ce76-42d3-4ffc-a6c8-83eee0fc5d90 tempest-ServerMetadataNegativeTestJSON-1171582296 tempest-ServerMetadataNegativeTestJSON-1171582296-project] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:31:26.478837 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe09ec29-fa08-4b8a-8942-12fc9e54db92 req-7b65ce76-42d3-4ffc-a6c8-83eee0fc5d90 tempest-ServerMetadataNegativeTestJSON-1171582296 tempest-ServerMetadataNegativeTestJSON-1171582296-project] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:31:26.485580 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe09ec29-fa08-4b8a-8942-12fc9e54db92 req-7b65ce76-42d3-4ffc-a6c8-83eee0fc5d90 tempest-ServerMetadataNegativeTestJSON-1171582296 tempest-ServerMetadataNegativeTestJSON-1171582296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:26.486231 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-fe09ec29-fa08-4b8a-8942-12fc9e54db92 req-7b65ce76-42d3-4ffc-a6c8-83eee0fc5d90 tempest-ServerMetadataNegativeTestJSON-1171582296 tempest-ServerMetadataNegativeTestJSON-1171582296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:26.508943 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-fe09ec29-fa08-4b8a-8942-12fc9e54db92 req-7b65ce76-42d3-4ffc-a6c8-83eee0fc5d90 tempest-ServerMetadataNegativeTestJSON-1171582296 tempest-ServerMetadataNegativeTestJSON-1171582296-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4529312 Aug 12 14:31:26.533135 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [req-fe09ec29-fa08-4b8a-8942-12fc9e54db92 req-84594ea8-a6f0-4dfb-929a-6a16839dfa07 service neutron] Request body: {'port': {'device_id': '44a9676d-273b-417f-b672-1dace6185136', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-694802-15'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:31:26.616727 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-fe09ec29-fa08-4b8a-8942-12fc9e54db92 req-84594ea8-a6f0-4dfb-929a-6a16839dfa07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:26.621636 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de04821a-4964-44ac-8814-076a52ce0b10 req-bdb10bd3-8c07-4e69-b6f8-c680cd445d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:26.623108 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-de04821a-4964-44ac-8814-076a52ce0b10 req-bdb10bd3-8c07-4e69-b6f8-c680cd445d97 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=eaf44e2b-51e5-4157-8e0e-0a0a05c13c30 HTTP/1.1" status: 200 len: 863 time: 0.3703408 Aug 12 14:31:26.626413 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61129a7d-f8f4-4a50-a22a-03afdb69ba49 req-79c532b4-4d19-4def-ad03-02f2e9e0faf5 tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:26.627992 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-61129a7d-f8f4-4a50-a22a-03afdb69ba49 req-79c532b4-4d19-4def-ad03-02f2e9e0faf5 tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] 10.222.0.39 "GET /v2.0/ports?device_id=e7da12fb-2ae3-4e0e-8b7a-1e5fb86a96f3 HTTP/1.1" status: 200 len: 950 time: 0.1085727 Aug 12 14:31:26.632555 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e310d387-c36a-403f-98a7-0c113e8363a3 req-3cde4c7c-b8c3-48ae-b659-3d8c1da360c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:26.633964 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e310d387-c36a-403f-98a7-0c113e8363a3 req-3cde4c7c-b8c3-48ae-b659-3d8c1da360c9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e3f6e239b38a4f618b8ca0621fcc54e4&device_id=6fc00628-4d8c-4923-97cd-77f7ae0a9f27 HTTP/1.1" status: 200 len: 1101 time: 0.0917168 Aug 12 14:31:26.674194 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082afa5b-7da4-4b96-83b2-be4b58164b8d req-20c715bf-d476-47e5-9e45-bc44fc6960f4 tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:26.675676 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-082afa5b-7da4-4b96-83b2-be4b58164b8d req-20c715bf-d476-47e5-9e45-bc44fc6960f4 tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] 10.222.0.39 "GET /v2.0/ports?device_id=1ddbe7c8-0ae7-4cf3-828c-7aed5defb66e HTTP/1.1" status: 200 len: 944 time: 0.1348271 Aug 12 14:31:26.710922 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-61129a7d-f8f4-4a50-a22a-03afdb69ba49 req-56f5df6b-f286-4f5d-8c31-ad17ef32692b tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] 10.222.0.39 "GET /v2.0/security-groups?id=732c786f-d597-473b-bc9a-3d3a7bfc11d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737946 Aug 12 14:31:26.758220 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 14:31:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2be46f4-c88a-4384-93e1-054d401e0a71 x-openstack-request-id: req-e2be46f4-c88a-4384-93e1-054d401e0a71 {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:31:26.758620 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7da12fb-2ae3-4e0e-8b7a-1e5fb86a96f3", "name": "network-vif-plugged", "status": "completed", "tag": "cf4911bf-7661-4d75-b2c1-bc2a480b2940", "code": 200}]} {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:31:26.758959 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e2be46f4-c88a-4384-93e1-054d401e0a71 {{(pid=94468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:31:26.759462 n-d-694802-15 neutron-server[94468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7da12fb-2ae3-4e0e-8b7a-1e5fb86a96f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf4911bf-7661-4d75-b2c1-bc2a480b2940', 'code': 200} Aug 12 14:31:26.779312 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de04821a-4964-44ac-8814-076a52ce0b10 req-5803519a-5234-4016-8af0-a0e15108602e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:26.780243 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-de04821a-4964-44ac-8814-076a52ce0b10 req-5803519a-5234-4016-8af0-a0e15108602e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8a71aa16-6082-45cb-9783-85f01df10691&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1451466 Aug 12 14:31:26.795845 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-082afa5b-7da4-4b96-83b2-be4b58164b8d req-fdb01c6c-e590-4787-9273-7f5260a4a148 tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] 10.222.0.39 "GET /v2.0/security-groups?id=e3ca17b3-b028-41b3-b138-91e00a6e278c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868213 Aug 12 14:31:26.880921 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e310d387-c36a-403f-98a7-0c113e8363a3 req-e1c79db1-30d2-43d4-84e2-ff2bd8590cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:26.882391 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e310d387-c36a-403f-98a7-0c113e8363a3 req-e1c79db1-30d2-43d4-84e2-ff2bd8590cc6 service neutron] 10.222.0.64 "GET /v2.0/networks?id=2525c403-dfb3-4196-a273-739607aab38a HTTP/1.1" status: 200 len: 870 time: 0.2379291 Aug 12 14:31:26.949506 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb2a7e6-8519-42e9-aa0f-23843466633f req-3282d60a-5ede-4b70-9db4-c586fab9070a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:26.951134 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-3bb2a7e6-8519-42e9-aa0f-23843466633f req-3282d60a-5ede-4b70-9db4-c586fab9070a service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=e7da12fb-2ae3-4e0e-8b7a-1e5fb86a96f3 HTTP/1.1" status: 200 len: 1102 time: 0.0972407 Aug 12 14:31:26.980650 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e310d387-c36a-403f-98a7-0c113e8363a3 req-5862ee18-05c2-4a70-af59-830f192093da service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.76&port_id=b02b231c-4105-48f1-b4af-e195dcf14aec HTTP/1.1" status: 200 len: 217 time: 0.0785265 Aug 12 14:31:26.982013 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462cb283-4d62-429d-b40e-32dcebb479ed req-b15a0f65-661b-4d3d-a3d5-2dde0fa673ea tempest-ServerMetadataNegativeTestJSON-1171582296 tempest-ServerMetadataNegativeTestJSON-1171582296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:26.983904 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-462cb283-4d62-429d-b40e-32dcebb479ed req-b15a0f65-661b-4d3d-a3d5-2dde0fa673ea tempest-ServerMetadataNegativeTestJSON-1171582296 tempest-ServerMetadataNegativeTestJSON-1171582296-project] 10.222.0.39 "GET /v2.0/ports?device_id=44a9676d-273b-417f-b672-1dace6185136 HTTP/1.1" status: 200 len: 932 time: 0.1308875 Aug 12 14:31:26.994564 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.49', 55265) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:31:27.037033 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-de04821a-4964-44ac-8814-076a52ce0b10 req-229bc6b0-acf2-4c67-80ad-c1ffba5fc23d service neutron] 10.222.0.49 "GET /v2.0/networks/8a71aa16-6082-45cb-9783-85f01df10691?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2401764 Aug 12 14:31:27.088770 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde42ea4-766b-4404-868f-ffc09792a6fa req-29083efe-dc42-4917-8412-11c34b881b87 tempest-VolumesAdminNegativeTest-637287772 tempest-VolumesAdminNegativeTest-637287772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:27.090310 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-fde42ea4-766b-4404-868f-ffc09792a6fa req-29083efe-dc42-4917-8412-11c34b881b87 tempest-VolumesAdminNegativeTest-637287772 tempest-VolumesAdminNegativeTest-637287772-project] 10.222.0.39 "GET /v2.0/ports?device_id=57de9997-470f-4c64-b8fe-7659fc34b86c HTTP/1.1" status: 200 len: 945 time: 0.1600704 Aug 12 14:31:27.122622 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e310d387-c36a-403f-98a7-0c113e8363a3 req-57f513a3-6a02-4925-a60c-8191045bd10a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:27.124122 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e310d387-c36a-403f-98a7-0c113e8363a3 req-57f513a3-6a02-4925-a60c-8191045bd10a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=236e0be6-1c94-4221-9e8b-ab02a53331f8 HTTP/1.1" status: 200 len: 843 time: 0.1220746 Aug 12 14:31:27.155976 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-3bb2a7e6-8519-42e9-aa0f-23843466633f req-75aca6de-0d50-4997-9672-13c8fe8fc6a4 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=732c786f-d597-473b-bc9a-3d3a7bfc11d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883917 Aug 12 14:31:27.181511 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-462cb283-4d62-429d-b40e-32dcebb479ed req-a1f39ad7-ec84-4fe2-a176-0d803ddb9a30 tempest-ServerMetadataNegativeTestJSON-1171582296 tempest-ServerMetadataNegativeTestJSON-1171582296-project] 10.222.0.39 "GET /v2.0/security-groups?id=ee049af6-8f6d-44ed-9730-4b363f59c2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821580 Aug 12 14:31:27.183649 n-d-694802-15 neutron-server[94466]: DEBUG neutron.notifiers.nova [req-fe09ec29-fa08-4b8a-8942-12fc9e54db92 req-84594ea8-a6f0-4dfb-929a-6a16839dfa07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b40f7310-42df-4780-896e-ac58ee1ce92d {{(pid=94466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:31:27.196509 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-fe09ec29-fa08-4b8a-8942-12fc9e54db92 req-84594ea8-a6f0-4dfb-929a-6a16839dfa07 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:27.203256 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 58764) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:31:27.211708 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-fde42ea4-766b-4404-868f-ffc09792a6fa req-e985423e-81f6-43c4-87f4-c9f8c4e05bc2 tempest-VolumesAdminNegativeTest-637287772 tempest-VolumesAdminNegativeTest-637287772-project] 10.222.0.39 "GET /v2.0/security-groups?id=b601434a-120d-4628-9f15-8c3dde842503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831764 Aug 12 14:31:27.235918 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce145ff4-634c-4016-9f26-031fcad4e46c req-38be416f-d2a0-475e-bedd-bb5567f2f1e8 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:27.237600 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-ce145ff4-634c-4016-9f26-031fcad4e46c req-38be416f-d2a0-475e-bedd-bb5567f2f1e8 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] 10.222.0.49 "GET /v2.0/networks?id=a10dd9db-a24e-488c-8894-a27c36eaa630 HTTP/1.1" status: 200 len: 807 time: 0.2398579 Aug 12 14:31:27.238727 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [req-fe09ec29-fa08-4b8a-8942-12fc9e54db92 req-84594ea8-a6f0-4dfb-929a-6a16839dfa07 service neutron] Transition to ACTIVE for port object b40f7310-42df-4780-896e-ac58ee1ce92d will not be triggered until provisioned by entity L2. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:31:27.252750 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [req-ce145ff4-634c-4016-9f26-031fcad4e46c req-1fff3f43-c4df-44fb-ab4b-a893f4492a16 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] Request body: {'port': {'device_id': '538d90da-cd87-4429-8357-72e4212d8efc', 'network_id': 'a10dd9db-a24e-488c-8894-a27c36eaa630', 'admin_state_up': True, 'tenant_id': '39c74547ea964352853351e74cbcb768'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:31:27.269041 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-de04821a-4964-44ac-8814-076a52ce0b10 req-df098b20-a18d-4f83-8b85-681081947230 service neutron] 10.222.0.49 "GET /v2.0/networks/8a71aa16-6082-45cb-9783-85f01df10691?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2177212 Aug 12 14:31:27.272200 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e310d387-c36a-403f-98a7-0c113e8363a3 req-ec4fa75d-9a34-424c-80bb-8a1bcd43c906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:27.273698 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e310d387-c36a-403f-98a7-0c113e8363a3 req-ec4fa75d-9a34-424c-80bb-8a1bcd43c906 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2525c403-dfb3-4196-a273-739607aab38a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1370180 Aug 12 14:31:27.279331 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-fe09ec29-fa08-4b8a-8942-12fc9e54db92 req-84594ea8-a6f0-4dfb-929a-6a16839dfa07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:27.414251 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-46a82065-944d-4d71-aea0-57c6a1713cae req-028b4943-b26e-49b5-856b-3b20380edbcb tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] 10.222.0.39 "GET /v2.0/ports?device_id=538d90da-cd87-4429-8357-72e4212d8efc HTTP/1.1" status: 200 len: 210 time: 0.0924537 Aug 12 14:31:27.425808 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5eeda1-5d61-4ac6-ad85-1031bf30f7c5 req-fe76cbab-adf4-43c7-8d68-76c56f821727 tempest-ServersWithSpecificFlavorTestJSON-1739232893 tempest-ServersWithSpecificFlavorTestJSON-1739232893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:27.427965 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-5a5eeda1-5d61-4ac6-ad85-1031bf30f7c5 req-fe76cbab-adf4-43c7-8d68-76c56f821727 tempest-ServersWithSpecificFlavorTestJSON-1739232893 tempest-ServersWithSpecificFlavorTestJSON-1739232893-project] 10.222.0.39 "GET /v2.0/ports?device_id=b6a1f017-4f9f-442c-a07e-15034cba2d96 HTTP/1.1" status: 200 len: 943 time: 0.0881577 Aug 12 14:31:27.454176 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e310d387-c36a-403f-98a7-0c113e8363a3 req-2f7bd02b-060b-46af-a449-da8e6c07be77 service neutron] 10.222.0.64 "GET /v2.0/networks/2525c403-dfb3-4196-a273-739607aab38a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1669888 Aug 12 14:31:27.460221 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-01ea80f6-a905-4c05-baf7-7d1bf0eacdbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:27.465745 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84594ea8-a6f0-4dfb-929a-6a16839dfa07 service neutron] Pushing event updated for resources: {'Port': ['ID=b40f7310-42df-4780-896e-ac58ee1ce92d,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:31:27.531128 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-5a5eeda1-5d61-4ac6-ad85-1031bf30f7c5 req-2128dd57-e689-42bc-9f90-91ed90bd04b1 tempest-ServersWithSpecificFlavorTestJSON-1739232893 tempest-ServersWithSpecificFlavorTestJSON-1739232893-project] 10.222.0.39 "GET /v2.0/security-groups?id=7583e7d0-9463-4dd0-8eff-2e0ab040ac14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0942640 Aug 12 14:31:27.558841 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [req-fe09ec29-fa08-4b8a-8942-12fc9e54db92 req-84594ea8-a6f0-4dfb-929a-6a16839dfa07 service neutron] Attempting to bind port b40f7310-42df-4780-896e-ac58ee1ce92d on host n-h2-694802-15 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:31:27.559201 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [req-fe09ec29-fa08-4b8a-8942-12fc9e54db92 req-84594ea8-a6f0-4dfb-929a-6a16839dfa07 service neutron] Attempting to bind port b40f7310-42df-4780-896e-ac58ee1ce92d by drivers openvswitch,hyperv on host n-h2-694802-15 at level 0 using segments [{'id': '801c83ac-528e-4a6f-b568-934756f37c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '3e3f31d8-86b2-4c57-a4fb-497282e2b848'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:31:27.559529 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe09ec29-fa08-4b8a-8942-12fc9e54db92 req-84594ea8-a6f0-4dfb-929a-6a16839dfa07 service neutron] Attempting to bind port b40f7310-42df-4780-896e-ac58ee1ce92d on network 3e3f31d8-86b2-4c57-a4fb-497282e2b848 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:31:27.574376 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe09ec29-fa08-4b8a-8942-12fc9e54db92 req-84594ea8-a6f0-4dfb-929a-6a16839dfa07 service neutron] Port b40f7310-42df-4780-896e-ac58ee1ce92d on network 3e3f31d8-86b2-4c57-a4fb-497282e2b848 not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-15 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 14:31:27.574692 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe09ec29-fa08-4b8a-8942-12fc9e54db92 req-84594ea8-a6f0-4dfb-929a-6a16839dfa07 service neutron] Attempting to bind port b40f7310-42df-4780-896e-ac58ee1ce92d on network 3e3f31d8-86b2-4c57-a4fb-497282e2b848 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:31:27.589166 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe09ec29-fa08-4b8a-8942-12fc9e54db92 req-84594ea8-a6f0-4dfb-929a-6a16839dfa07 service neutron] Checking agent: {'id': 'b7697f71-33f3-4959-ad82-43c2dc15845d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 27, 42), 'started_at': datetime.datetime(2021, 8, 12, 14, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 31, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:31:27.589497 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe09ec29-fa08-4b8a-8942-12fc9e54db92 req-84594ea8-a6f0-4dfb-929a-6a16839dfa07 service neutron] Checking segment: {'id': '801c83ac-528e-4a6f-b568-934756f37c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '3e3f31d8-86b2-4c57-a4fb-497282e2b848'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:31:27.589881 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe09ec29-fa08-4b8a-8942-12fc9e54db92 req-84594ea8-a6f0-4dfb-929a-6a16839dfa07 service neutron] Bound using segment: {'id': '801c83ac-528e-4a6f-b568-934756f37c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '3e3f31d8-86b2-4c57-a4fb-497282e2b848'} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:31:27.590311 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [req-fe09ec29-fa08-4b8a-8942-12fc9e54db92 req-84594ea8-a6f0-4dfb-929a-6a16839dfa07 service neutron] Bound port: b40f7310-42df-4780-896e-ac58ee1ce92d, host: n-h2-694802-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '801c83ac-528e-4a6f-b568-934756f37c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '3e3f31d8-86b2-4c57-a4fb-497282e2b848'}}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:31:27.590662 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-fe09ec29-fa08-4b8a-8942-12fc9e54db92 req-84594ea8-a6f0-4dfb-929a-6a16839dfa07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:27.616500 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e310d387-c36a-403f-98a7-0c113e8363a3 req-a9fba8dd-7b56-4416-b365-5152fdddfdb5 service neutron] 10.222.0.64 "GET /v2.0/networks/2525c403-dfb3-4196-a273-739607aab38a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249928 Aug 12 14:31:27.617879 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2369c5a9-25bc-4dc0-815f-f936597181d2 req-7f1d31ab-2111-410e-b150-c79a619cfbd4 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:27.619406 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-2369c5a9-25bc-4dc0-815f-f936597181d2 req-7f1d31ab-2111-410e-b150-c79a619cfbd4 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/ports?device_id=6fc00628-4d8c-4923-97cd-77f7ae0a9f27 HTTP/1.1" status: 200 len: 949 time: 0.1323013 Aug 12 14:31:27.735081 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-2369c5a9-25bc-4dc0-815f-f936597181d2 req-562b68c1-efd7-4864-90c8-c1f65a6c6419 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0307eb3-f523-445b-8e1d-79deac809303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069875 Aug 12 14:31:27.749393 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [req-fe09ec29-fa08-4b8a-8942-12fc9e54db92 req-84594ea8-a6f0-4dfb-929a-6a16839dfa07 service neutron] For port b40f7310-42df-4780-896e-ac58ee1ce92d, host n-h2-694802-15, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:31:27.755628 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [req-fe09ec29-fa08-4b8a-8942-12fc9e54db92 req-84594ea8-a6f0-4dfb-929a-6a16839dfa07 service neutron] For port b40f7310-42df-4780-896e-ac58ee1ce92d, host n-h2-694802-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=b40f7310-42df-4780-896e-ac58ee1ce92d,segment=NetworkSegment(801c83ac-528e-4a6f-b568-934756f37c99),segment_id=801c83ac-528e-4a6f-b568-934756f37c99)] {{(pid=94466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:31:27.765786 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-fe09ec29-fa08-4b8a-8942-12fc9e54db92 req-84594ea8-a6f0-4dfb-929a-6a16839dfa07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:27.804896 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-01ea80f6-a905-4c05-baf7-7d1bf0eacdbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:27.848013 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-01ea80f6-a905-4c05-baf7-7d1bf0eacdbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:27.849211 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6a1f017-4f9f-442c-a07e-15034cba2d96', 'tag': '076640dc-c2e5-4e4c-8db8-a67400621028'}, {'name': 'network-changed', 'server_uuid': '1ddbe7c8-0ae7-4cf3-828c-7aed5defb66e', 'tag': '36661d53-29f3-4a4b-b8c5-23d863539832'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:31:27.859512 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe09ec29-fa08-4b8a-8942-12fc9e54db92 req-84594ea8-a6f0-4dfb-929a-6a16839dfa07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:27.860460 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-fe09ec29-fa08-4b8a-8942-12fc9e54db92 req-84594ea8-a6f0-4dfb-929a-6a16839dfa07 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:27.862143 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-fe09ec29-fa08-4b8a-8942-12fc9e54db92 req-84594ea8-a6f0-4dfb-929a-6a16839dfa07 service neutron] 10.222.0.49 "PUT /v2.0/ports/b40f7310-42df-4780-896e-ac58ee1ce92d HTTP/1.1" status: 200 len: 1093 time: 1.3332644 Aug 12 14:31:27.864342 n-d-694802-15 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44a9676d-273b-417f-b672-1dace6185136', 'tag': 'b40f7310-42df-4780-896e-ac58ee1ce92d'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:31:27.867507 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e785eeede3897370d0b20f09d5f461b30cfecd5ed38c4f07dacd02bc52c9277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ea3a55c-3ec2-485b-92c1-4485ac711c3a" -d '{"events": [{"name": "network-changed", "server_uuid": "44a9676d-273b-417f-b672-1dace6185136", "tag": "b40f7310-42df-4780-896e-ac58ee1ce92d"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:31:27.882614 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e65282f928b64038367d043a4411777802006c43a98742496cb2e25b724ff1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7039c999-a706-40af-a7c2-e2bbfe3d9d9b" -d '{"events": [{"name": "network-changed", "server_uuid": "b6a1f017-4f9f-442c-a07e-15034cba2d96", "tag": "076640dc-c2e5-4e4c-8db8-a67400621028"}, {"name": "network-changed", "server_uuid": "1ddbe7c8-0ae7-4cf3-828c-7aed5defb66e", "tag": "36661d53-29f3-4a4b-b8c5-23d863539832"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:31:27.915880 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfe785f-d0db-4e6b-92c8-2352d2670729 req-67d3c947-d95c-488b-9e88-f1c1dc620569 tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:27.917484 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-8bfe785f-d0db-4e6b-92c8-2352d2670729 req-67d3c947-d95c-488b-9e88-f1c1dc620569 tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] 10.222.0.39 "GET /v2.0/ports?device_id=e7da12fb-2ae3-4e0e-8b7a-1e5fb86a96f3 HTTP/1.1" status: 200 len: 950 time: 0.1226079 Aug 12 14:31:27.925825 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce145ff4-634c-4016-9f26-031fcad4e46c req-1fff3f43-c4df-44fb-ab4b-a893f4492a16 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] Made reservation on behalf of 39c74547ea964352853351e74cbcb768 for: {'port': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:31:27.929562 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-ce145ff4-634c-4016-9f26-031fcad4e46c req-1fff3f43-c4df-44fb-ab4b-a893f4492a16 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:27.981248 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-8bfe785f-d0db-4e6b-92c8-2352d2670729 req-d9e7e5ed-07ae-4f0f-b0fc-c4474e66cb22 tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] 10.222.0.39 "GET /v2.0/security-groups?id=732c786f-d597-473b-bc9a-3d3a7bfc11d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427258 Aug 12 14:31:27.990639 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84594ea8-a6f0-4dfb-929a-6a16839dfa07 service neutron] Pushing event updated for resources: {'Port': ['ID=b40f7310-42df-4780-896e-ac58ee1ce92d,revision_number=3']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:31:28.024535 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device 36661d53-29f3-4a4b-b8c5-23d863539832 details requested by agent hyperv_n-h1-694802-15 with host n-h1-694802-15 {{(pid=94468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 14:31:28.036180 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 14:31:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a353bea-33d8-4b44-a16c-f6db7c9698ac x-openstack-request-id: req-9a353bea-33d8-4b44-a16c-f6db7c9698ac {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:31:28.036454 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44a9676d-273b-417f-b672-1dace6185136", "tag": "b40f7310-42df-4780-896e-ac58ee1ce92d", "status": "completed", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:31:28.036713 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9a353bea-33d8-4b44-a16c-f6db7c9698ac {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:31:28.037111 n-d-694802-15 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44a9676d-273b-417f-b672-1dace6185136', 'tag': 'b40f7310-42df-4780-896e-ac58ee1ce92d', 'status': 'completed', 'code': 200} Aug 12 14:31:28.056224 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-01ea80f6-a905-4c05-baf7-7d1bf0eacdbe admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5131c1cc60ff4dfdae691a118f92ce91&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8498130 Aug 12 14:31:28.056802 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ea80f6-a905-4c05-baf7-7d1bf0eacdbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90fc26a6-5cfc-4887-a6d7-28df80e91c8f,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:31:28.059073 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 58790) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:31:28.139707 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 12 Aug 2021 14:31:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b595efe3-d9bc-460c-b2a8-0603bf681315 x-openstack-request-id: req-b595efe3-d9bc-460c-b2a8-0603bf681315 {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:31:28.139996 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6a1f017-4f9f-442c-a07e-15034cba2d96", "tag": "076640dc-c2e5-4e4c-8db8-a67400621028", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "1ddbe7c8-0ae7-4cf3-828c-7aed5defb66e", "tag": "36661d53-29f3-4a4b-b8c5-23d863539832", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:31:28.140247 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b595efe3-d9bc-460c-b2a8-0603bf681315 {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:31:28.143214 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6a1f017-4f9f-442c-a07e-15034cba2d96', 'tag': '076640dc-c2e5-4e4c-8db8-a67400621028', 'status': 'completed', 'code': 200} Aug 12 14:31:28.144925 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ddbe7c8-0ae7-4cf3-828c-7aed5defb66e', 'tag': '36661d53-29f3-4a4b-b8c5-23d863539832', 'status': 'completed', 'code': 200} Aug 12 14:31:28.160571 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-e0b51e62-3634-4b34-85d0-87b50ad2658e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:28.193867 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5810504c-866f-493c-a3ac-b2b50f61e3d8 req-703241a0-ff62-4290-b756-39bcbc06704a tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:28.194155 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port 36661d53-29f3-4a4b-b8c5-23d863539832, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=36661d53-29f3-4a4b-b8c5-23d863539832,segment=NetworkSegment(2e94514d-7fca-42ad-995e-123d3a176790),segment_id=2e94514d-7fca-42ad-995e-123d3a176790)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:31:28.201176 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-5810504c-866f-493c-a3ac-b2b50f61e3d8 req-703241a0-ff62-4290-b756-39bcbc06704a tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] 10.222.0.39 "GET /v2.0/ports?device_id=1ddbe7c8-0ae7-4cf3-828c-7aed5defb66e HTTP/1.1" status: 200 len: 944 time: 0.2977400 Aug 12 14:31:28.202867 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-e0b51e62-3634-4b34-85d0-87b50ad2658e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:28.210890 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe09ec29-fa08-4b8a-8942-12fc9e54db92 req-447b33b0-7a06-4b16-82ad-f663f21ce47d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:28.212414 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-fe09ec29-fa08-4b8a-8942-12fc9e54db92 req-447b33b0-7a06-4b16-82ad-f663f21ce47d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=4f686c7379d74b79a1724ff1ef9515d6&device_id=44a9676d-273b-417f-b672-1dace6185136 HTTP/1.1" status: 200 len: 1096 time: 0.2577760 Aug 12 14:31:28.213805 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device 36661d53-29f3-4a4b-b8c5-23d863539832 has no active binding in host n-h1-694802-15 {{(pid=94468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 12 14:31:28.225788 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [req-ce145ff4-634c-4016-9f26-031fcad4e46c req-1fff3f43-c4df-44fb-ab4b-a893f4492a16 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] Allocated IP 172.20.0.5 (a10dd9db-a24e-488c-8894-a27c36eaa630/d61545bd-f4f7-4794-86f8-5ac232439ea3/a06fb4ae-2175-4823-9af2-5ae803734598) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:31:28.244114 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7039c999-a706-40af-a7c2-e2bbfe3d9d9b req-3b46544e-20d3-432e-b96c-afaf55a60cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:28.245678 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-7039c999-a706-40af-a7c2-e2bbfe3d9d9b req-3b46544e-20d3-432e-b96c-afaf55a60cd9 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=67787a84bb704413b5454c6fdcf0c251&device_id=b6a1f017-4f9f-442c-a07e-15034cba2d96 HTTP/1.1" status: 200 len: 1095 time: 0.0961838 Aug 12 14:31:28.279137 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-fe09ec29-fa08-4b8a-8942-12fc9e54db92 req-cffc7118-8f0b-40e7-a79c-ff9a95240f55 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b40f7310-42df-4780-896e-ac58ee1ce92d HTTP/1.1" status: 200 len: 217 time: 0.0492432 Aug 12 14:31:28.344404 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-5810504c-866f-493c-a3ac-b2b50f61e3d8 req-2297b638-e910-4dcf-8372-8525dbcd5597 tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] 10.222.0.39 "GET /v2.0/security-groups?id=e3ca17b3-b028-41b3-b138-91e00a6e278c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411381 Aug 12 14:31:28.410892 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4c9bea-e195-4705-add8-39659352db40 req-3cde19ba-cd21-44d9-ac06-7a606d09f3e4 tempest-ServerMetadataNegativeTestJSON-1171582296 tempest-ServerMetadataNegativeTestJSON-1171582296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:28.412335 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe09ec29-fa08-4b8a-8942-12fc9e54db92 req-38c4f371-8b48-48b2-a980-09b3cd404c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:28.412546 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-8e4c9bea-e195-4705-add8-39659352db40 req-3cde19ba-cd21-44d9-ac06-7a606d09f3e4 tempest-ServerMetadataNegativeTestJSON-1171582296 tempest-ServerMetadataNegativeTestJSON-1171582296-project] 10.222.0.39 "GET /v2.0/ports?device_id=44a9676d-273b-417f-b672-1dace6185136 HTTP/1.1" status: 200 len: 944 time: 0.0819638 Aug 12 14:31:28.416478 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-fe09ec29-fa08-4b8a-8942-12fc9e54db92 req-38c4f371-8b48-48b2-a980-09b3cd404c5f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b76d989c-3170-41be-bdec-52c5fa47ea58 HTTP/1.1" status: 200 len: 860 time: 0.1260178 Aug 12 14:31:28.417453 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7039c999-a706-40af-a7c2-e2bbfe3d9d9b req-01e38130-4d70-4897-a47c-5aea8bba6ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:28.417898 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-7039c999-a706-40af-a7c2-e2bbfe3d9d9b req-01e38130-4d70-4897-a47c-5aea8bba6ff5 service neutron] 10.222.0.49 "GET /v2.0/networks?id=8a71aa16-6082-45cb-9783-85f01df10691 HTTP/1.1" status: 200 len: 925 time: 0.1647129 Aug 12 14:31:28.432470 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-e0b51e62-3634-4b34-85d0-87b50ad2658e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:28.434969 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-e0b51e62-3634-4b34-85d0-87b50ad2658e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:28.439098 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-e0b51e62-3634-4b34-85d0-87b50ad2658e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/90fc26a6-5cfc-4887-a6d7-28df80e91c8f HTTP/1.1" status: 204 len: 168 time: 0.3782055 Aug 12 14:31:28.502582 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b51e62-3634-4b34-85d0-87b50ad2658e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90fc26a6-5cfc-4887-a6d7-28df80e91c8f,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:31:28.505687 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-7039c999-a706-40af-a7c2-e2bbfe3d9d9b req-b3022c4c-b262-4c52-95d5-393e414c5eda service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=076640dc-c2e5-4e4c-8db8-a67400621028 HTTP/1.1" status: 200 len: 217 time: 0.0590467 Aug 12 14:31:28.519155 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-fe09ec29-fa08-4b8a-8942-12fc9e54db92 req-ec826066-d213-48b8-88b6-f6e21a2a9cb6 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3e3f31d8-86b2-4c57-a4fb-497282e2b848&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0821624 Aug 12 14:31:28.585367 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7039c999-a706-40af-a7c2-e2bbfe3d9d9b req-615c59e8-8229-4161-8727-37cd7ff3e9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:28.587441 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-7039c999-a706-40af-a7c2-e2bbfe3d9d9b req-615c59e8-8229-4161-8727-37cd7ff3e9fa service neutron] 10.222.0.49 "GET /v2.0/subnets?id=eaf44e2b-51e5-4157-8e0e-0a0a05c13c30 HTTP/1.1" status: 200 len: 863 time: 0.0665340 Aug 12 14:31:28.594552 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-8e4c9bea-e195-4705-add8-39659352db40 req-dde1c196-4155-476e-8f5b-ab69824a666a tempest-ServerMetadataNegativeTestJSON-1171582296 tempest-ServerMetadataNegativeTestJSON-1171582296-project] 10.222.0.39 "GET /v2.0/security-groups?id=ee049af6-8f6d-44ed-9730-4b363f59c2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720243 Aug 12 14:31:28.652179 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7039c999-a706-40af-a7c2-e2bbfe3d9d9b req-af253fa7-5729-4584-b695-0d060d9df4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:28.653992 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-7039c999-a706-40af-a7c2-e2bbfe3d9d9b req-af253fa7-5729-4584-b695-0d060d9df4e3 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8a71aa16-6082-45cb-9783-85f01df10691&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0577762 Aug 12 14:31:28.822549 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e37409-f714-4d69-9eab-b29ec3fcd81c req-cef4c50f-88db-493e-94fe-9d4862b705d4 tempest-ServersWithSpecificFlavorTestJSON-1739232893 tempest-ServersWithSpecificFlavorTestJSON-1739232893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:28.824089 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-60e37409-f714-4d69-9eab-b29ec3fcd81c req-cef4c50f-88db-493e-94fe-9d4862b705d4 tempest-ServersWithSpecificFlavorTestJSON-1739232893 tempest-ServersWithSpecificFlavorTestJSON-1739232893-project] 10.222.0.39 "GET /v2.0/ports?device_id=b6a1f017-4f9f-442c-a07e-15034cba2d96 HTTP/1.1" status: 200 len: 943 time: 0.0811160 Aug 12 14:31:28.842823 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-7039c999-a706-40af-a7c2-e2bbfe3d9d9b req-34ba2bb0-515c-4aa2-b1a7-c60391d183c8 service neutron] 10.222.0.49 "GET /v2.0/networks/8a71aa16-6082-45cb-9783-85f01df10691?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1801779 Aug 12 14:31:28.852881 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 58808) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:31:28.881987 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-fe09ec29-fa08-4b8a-8942-12fc9e54db92 req-b6537d12-44d6-426b-b536-0fb4ecb7d700 service neutron] 10.222.0.49 "GET /v2.0/networks/3e3f31d8-86b2-4c57-a4fb-497282e2b848?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3495049 Aug 12 14:31:28.887079 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-68887e02-7f6a-4a17-83af-35833941c62c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:28.895328 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-5549152c-09cf-4e28-a4a9-032ad831c1ab req-6597ce49-9d10-41db-9b1d-0980610c65dd tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] 10.222.0.39 "GET /v2.0/ports?device_id=538d90da-cd87-4429-8357-72e4212d8efc HTTP/1.1" status: 200 len: 210 time: 0.3600795 Aug 12 14:31:28.954797 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-60e37409-f714-4d69-9eab-b29ec3fcd81c req-99ce0dc1-44f1-4c1a-b3cd-b145508640ab tempest-ServersWithSpecificFlavorTestJSON-1739232893 tempest-ServersWithSpecificFlavorTestJSON-1739232893-project] 10.222.0.39 "GET /v2.0/security-groups?id=7583e7d0-9463-4dd0-8eff-2e0ab040ac14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1220801 Aug 12 14:31:29.049528 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-7039c999-a706-40af-a7c2-e2bbfe3d9d9b req-6a7826ea-c57d-4f1a-a61c-7ce68e539478 service neutron] 10.222.0.49 "GET /v2.0/networks/8a71aa16-6082-45cb-9783-85f01df10691?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1867316 Aug 12 14:31:29.050371 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-ce145ff4-634c-4016-9f26-031fcad4e46c req-1fff3f43-c4df-44fb-ab4b-a893f4492a16 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:29.098972 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f87240-040d-4170-92ee-94f61af188c4 req-85d89cb5-9990-4a72-881c-3d31d5fdb0da tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:29.100465 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-c3f87240-040d-4170-92ee-94f61af188c4 req-85d89cb5-9990-4a72-881c-3d31d5fdb0da tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/ports?device_id=6fc00628-4d8c-4923-97cd-77f7ae0a9f27 HTTP/1.1" status: 200 len: 949 time: 0.1235173 Aug 12 14:31:29.107744 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-fe09ec29-fa08-4b8a-8942-12fc9e54db92 req-da39d380-ee7d-4897-ab8b-aa21ec8db78b service neutron] 10.222.0.49 "GET /v2.0/networks/3e3f31d8-86b2-4c57-a4fb-497282e2b848?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1956260 Aug 12 14:31:29.171236 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-c3f87240-040d-4170-92ee-94f61af188c4 req-6824cc9e-0637-4074-b3a1-9d784cae1b55 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0307eb3-f523-445b-8e1d-79deac809303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588369 Aug 12 14:31:29.180343 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-ce145ff4-634c-4016-9f26-031fcad4e46c req-1fff3f43-c4df-44fb-ab4b-a893f4492a16 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:29.186012 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-68887e02-7f6a-4a17-83af-35833941c62c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:29.199049 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7889855c-759e-4a4c-b076-262c9db15e09 req-7d9b3239-6ce8-4844-924e-96d58e49df34 tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:29.207141 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-7889855c-759e-4a4c-b076-262c9db15e09 req-7d9b3239-6ce8-4844-924e-96d58e49df34 tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] 10.222.0.39 "GET /v2.0/ports?device_id=e7da12fb-2ae3-4e0e-8b7a-1e5fb86a96f3 HTTP/1.1" status: 200 len: 950 time: 0.1556268 Aug 12 14:31:29.217181 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-68887e02-7f6a-4a17-83af-35833941c62c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:29.258453 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce145ff4-634c-4016-9f26-031fcad4e46c req-1fff3f43-c4df-44fb-ab4b-a893f4492a16 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] Network a10dd9db-a24e-488c-8894-a27c36eaa630 is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:31:29.264970 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [req-ce145ff4-634c-4016-9f26-031fcad4e46c req-1fff3f43-c4df-44fb-ab4b-a893f4492a16 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:31:29.268362 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea3a55c-3ec2-485b-92c1-4485ac711c3a req-f29b6133-3960-4b0c-8a49-a1ef0c6f5c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:29.269953 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-0ea3a55c-3ec2-485b-92c1-4485ac711c3a req-f29b6133-3960-4b0c-8a49-a1ef0c6f5c40 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=4f686c7379d74b79a1724ff1ef9515d6&device_id=44a9676d-273b-417f-b672-1dace6185136 HTTP/1.1" status: 200 len: 1096 time: 0.1024227 Aug 12 14:31:29.270661 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce145ff4-634c-4016-9f26-031fcad4e46c req-1fff3f43-c4df-44fb-ab4b-a893f4492a16 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:31:29.276115 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce145ff4-634c-4016-9f26-031fcad4e46c req-1fff3f43-c4df-44fb-ab4b-a893f4492a16 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:29.276720 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-ce145ff4-634c-4016-9f26-031fcad4e46c req-1fff3f43-c4df-44fb-ab4b-a893f4492a16 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:29.282049 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fff3f43-c4df-44fb-ab4b-a893f4492a16 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] Pushing event updated for resources: {'Port': ['ID=a06fb4ae-2175-4823-9af2-5ae803734598,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:31:29.286421 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7039c999-a706-40af-a7c2-e2bbfe3d9d9b req-3d6e1a07-0666-4742-8aa7-a36101d94f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:29.287990 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-7039c999-a706-40af-a7c2-e2bbfe3d9d9b req-3d6e1a07-0666-4742-8aa7-a36101d94f5c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=eebc4daeab5b4932b99d48c68fd10c64&device_id=1ddbe7c8-0ae7-4cf3-828c-7aed5defb66e HTTP/1.1" status: 200 len: 1127 time: 0.1705623 Aug 12 14:31:29.299769 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-68887e02-7f6a-4a17-83af-35833941c62c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2065df73b7c74879ba7745aa825b7fbf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4433119 Aug 12 14:31:29.305546 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 58814) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:31:29.309775 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-7889855c-759e-4a4c-b076-262c9db15e09 req-049968f1-21de-4cf5-9393-ad07e5d2dddf tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] 10.222.0.39 "GET /v2.0/security-groups?id=732c786f-d597-473b-bc9a-3d3a7bfc11d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016989 Aug 12 14:31:29.310871 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68887e02-7f6a-4a17-83af-35833941c62c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbc43485-aff0-4eb7-a6d6-87d701dcf509,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:31:29.410497 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-ce145ff4-634c-4016-9f26-031fcad4e46c req-1fff3f43-c4df-44fb-ab4b-a893f4492a16 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1631911 Aug 12 14:31:29.433148 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [req-ce145ff4-634c-4016-9f26-031fcad4e46c req-f94d81eb-8c62-4c9c-94fd-d481432ffb90 service neutron] Request body: {'port': {'device_id': '538d90da-cd87-4429-8357-72e4212d8efc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-694802-15'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:31:29.491819 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-16999966-5ef6-4e7c-bdb2-01264d023c2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:29.521895 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea3a55c-3ec2-485b-92c1-4485ac711c3a req-0cf3a4b5-eed0-4490-b62e-7199f6c5c7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:29.523400 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-0ea3a55c-3ec2-485b-92c1-4485ac711c3a req-0cf3a4b5-eed0-4490-b62e-7199f6c5c7a9 service neutron] 10.222.0.49 "GET /v2.0/networks?id=3e3f31d8-86b2-4c57-a4fb-497282e2b848 HTTP/1.1" status: 200 len: 921 time: 0.2437701 Aug 12 14:31:29.547952 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-16999966-5ef6-4e7c-bdb2-01264d023c2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:29.549547 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-ce145ff4-634c-4016-9f26-031fcad4e46c req-f94d81eb-8c62-4c9c-94fd-d481432ffb90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:29.595910 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-0ea3a55c-3ec2-485b-92c1-4485ac711c3a req-9364e004-fc53-4007-a0f0-e6082961b3e7 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b40f7310-42df-4780-896e-ac58ee1ce92d HTTP/1.1" status: 200 len: 217 time: 0.0604594 Aug 12 14:31:29.596230 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c390839-1eb3-40e4-aef2-3f04686c9c9e req-2a34b5e8-59b0-45e5-96a8-89f94df23c9f tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:29.603541 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0c390839-1eb3-40e4-aef2-3f04686c9c9e req-2a34b5e8-59b0-45e5-96a8-89f94df23c9f tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] 10.222.0.39 "GET /v2.0/ports?device_id=1ddbe7c8-0ae7-4cf3-828c-7aed5defb66e HTTP/1.1" status: 200 len: 944 time: 0.0748789 Aug 12 14:31:29.614309 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7039c999-a706-40af-a7c2-e2bbfe3d9d9b req-796df737-a71b-4d02-829d-a38b3db5da53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:29.615941 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-7039c999-a706-40af-a7c2-e2bbfe3d9d9b req-796df737-a71b-4d02-829d-a38b3db5da53 service neutron] 10.222.0.49 "GET /v2.0/networks?id=03dfba7c-7b4a-44e5-8aaa-c2d37ee82018 HTTP/1.1" status: 200 len: 922 time: 0.3175743 Aug 12 14:31:29.690496 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-7039c999-a706-40af-a7c2-e2bbfe3d9d9b req-4713dfa3-abd0-4cf2-a71e-0bbcb6b3283b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=36661d53-29f3-4a4b-b8c5-23d863539832 HTTP/1.1" status: 200 len: 217 time: 0.0524600 Aug 12 14:31:29.706470 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea3a55c-3ec2-485b-92c1-4485ac711c3a req-ca5d21ec-2bf3-4feb-a6e9-a81d4d46200c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:29.706470 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-0ea3a55c-3ec2-485b-92c1-4485ac711c3a req-ca5d21ec-2bf3-4feb-a6e9-a81d4d46200c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b76d989c-3170-41be-bdec-52c5fa47ea58 HTTP/1.1" status: 200 len: 860 time: 0.0786080 Aug 12 14:31:29.707359 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-16999966-5ef6-4e7c-bdb2-01264d023c2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:29.713806 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-16999966-5ef6-4e7c-bdb2-01264d023c2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:29.713983 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0c390839-1eb3-40e4-aef2-3f04686c9c9e req-e3685b4f-bcc0-48ed-af04-50ff2499317d tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] 10.222.0.39 "GET /v2.0/security-groups?id=e3ca17b3-b028-41b3-b138-91e00a6e278c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963092 Aug 12 14:31:29.714085 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-16999966-5ef6-4e7c-bdb2-01264d023c2f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/cbc43485-aff0-4eb7-a6d6-87d701dcf509 HTTP/1.1" status: 204 len: 168 time: 0.4039924 Aug 12 14:31:29.801358 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-0ea3a55c-3ec2-485b-92c1-4485ac711c3a req-eeecbd1e-ce51-446c-8e9e-28b46c88cfb2 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3e3f31d8-86b2-4c57-a4fb-497282e2b848&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0890908 Aug 12 14:31:29.802460 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16999966-5ef6-4e7c-bdb2-01264d023c2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbc43485-aff0-4eb7-a6d6-87d701dcf509,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:31:29.876292 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7039c999-a706-40af-a7c2-e2bbfe3d9d9b req-db56e0cd-2403-42dd-8e23-8de5d97acba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:29.877991 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-7039c999-a706-40af-a7c2-e2bbfe3d9d9b req-db56e0cd-2403-42dd-8e23-8de5d97acba8 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ef8d2719-a4dd-40cc-910c-927d9e7406a1 HTTP/1.1" status: 200 len: 861 time: 0.1666458 Aug 12 14:31:29.878854 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.49', 55267) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:31:30.004006 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-7039c999-a706-40af-a7c2-e2bbfe3d9d9b req-cf64719d-e46b-41cc-95e0-e2ceac204117 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=03dfba7c-7b4a-44e5-8aaa-c2d37ee82018&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0936105 Aug 12 14:31:30.010657 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-0ea3a55c-3ec2-485b-92c1-4485ac711c3a req-bba674ca-a84f-4f88-9e5e-91bbf7591d99 service neutron] 10.222.0.49 "GET /v2.0/networks/3e3f31d8-86b2-4c57-a4fb-497282e2b848?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1982603 Aug 12 14:31:30.126321 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9445c59d-a6b5-4883-a6a9-5c5bd8a644e5 req-aa808290-2a3d-4948-9042-56b81cf89c4a service neutron] 10.222.0.49 "GET /v2.0/ports/36661d53-29f3-4a4b-b8c5-23d863539832/bindings/n-h1-694802-15 HTTP/1.1" status: 200 len: 385 time: 0.2246153 Aug 12 14:31:30.133139 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4b5609-4159-4644-83e1-9d7147820c6c req-455c60de-5d6e-40d9-a75a-778fbf55fa88 tempest-ServerMetadataNegativeTestJSON-1171582296 tempest-ServerMetadataNegativeTestJSON-1171582296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:30.134775 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-7b4b5609-4159-4644-83e1-9d7147820c6c req-455c60de-5d6e-40d9-a75a-778fbf55fa88 tempest-ServerMetadataNegativeTestJSON-1171582296 tempest-ServerMetadataNegativeTestJSON-1171582296-project] 10.222.0.39 "GET /v2.0/ports?device_id=44a9676d-273b-417f-b672-1dace6185136 HTTP/1.1" status: 200 len: 944 time: 0.2550027 Aug 12 14:31:30.207327 n-d-694802-15 neutron-server[94466]: DEBUG neutron.notifiers.nova [req-ce145ff4-634c-4016-9f26-031fcad4e46c req-f94d81eb-8c62-4c9c-94fd-d481432ffb90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a06fb4ae-2175-4823-9af2-5ae803734598 {{(pid=94466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:31:30.224154 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-7039c999-a706-40af-a7c2-e2bbfe3d9d9b req-2dc6bb3d-5095-4586-88d6-39e70a8a6c21 service neutron] 10.222.0.49 "GET /v2.0/networks/03dfba7c-7b4a-44e5-8aaa-c2d37ee82018?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1935122 Aug 12 14:31:30.226929 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-ce145ff4-634c-4016-9f26-031fcad4e46c req-f94d81eb-8c62-4c9c-94fd-d481432ffb90 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:30.235443 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-0ea3a55c-3ec2-485b-92c1-4485ac711c3a req-68b4c472-5ff0-45b8-a861-0cdd01eafae2 service neutron] 10.222.0.49 "GET /v2.0/networks/3e3f31d8-86b2-4c57-a4fb-497282e2b848?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2146595 Aug 12 14:31:30.252271 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-7b4b5609-4159-4644-83e1-9d7147820c6c req-cd2b16f5-f85e-41c4-8820-63d2181ce079 tempest-ServerMetadataNegativeTestJSON-1171582296 tempest-ServerMetadataNegativeTestJSON-1171582296-project] 10.222.0.39 "GET /v2.0/security-groups?id=ee049af6-8f6d-44ed-9730-4b363f59c2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004121 Aug 12 14:31:30.259470 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [req-ce145ff4-634c-4016-9f26-031fcad4e46c req-f94d81eb-8c62-4c9c-94fd-d481432ffb90 service neutron] Transition to ACTIVE for port object a06fb4ae-2175-4823-9af2-5ae803734598 will not be triggered until provisioned by entity L2. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:31:30.265674 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-ce145ff4-634c-4016-9f26-031fcad4e46c req-f94d81eb-8c62-4c9c-94fd-d481432ffb90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:30.344135 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94d81eb-8c62-4c9c-94fd-d481432ffb90 service neutron] Pushing event updated for resources: {'Port': ['ID=a06fb4ae-2175-4823-9af2-5ae803734598,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:31:30.438185 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [req-ce145ff4-634c-4016-9f26-031fcad4e46c req-f94d81eb-8c62-4c9c-94fd-d481432ffb90 service neutron] Attempting to bind port a06fb4ae-2175-4823-9af2-5ae803734598 on host n-h2-694802-15 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:31:30.438660 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [req-ce145ff4-634c-4016-9f26-031fcad4e46c req-f94d81eb-8c62-4c9c-94fd-d481432ffb90 service neutron] Attempting to bind port a06fb4ae-2175-4823-9af2-5ae803734598 by drivers openvswitch,hyperv on host n-h2-694802-15 at level 0 using segments [{'id': '2c5f2abe-b754-491c-837b-06e8fcd65d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'a10dd9db-a24e-488c-8894-a27c36eaa630'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:31:30.439137 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce145ff4-634c-4016-9f26-031fcad4e46c req-f94d81eb-8c62-4c9c-94fd-d481432ffb90 service neutron] Attempting to bind port a06fb4ae-2175-4823-9af2-5ae803734598 on network a10dd9db-a24e-488c-8894-a27c36eaa630 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:31:30.447417 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce145ff4-634c-4016-9f26-031fcad4e46c req-f94d81eb-8c62-4c9c-94fd-d481432ffb90 service neutron] Port a06fb4ae-2175-4823-9af2-5ae803734598 on network a10dd9db-a24e-488c-8894-a27c36eaa630 not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-15 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 14:31:30.447889 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce145ff4-634c-4016-9f26-031fcad4e46c req-f94d81eb-8c62-4c9c-94fd-d481432ffb90 service neutron] Attempting to bind port a06fb4ae-2175-4823-9af2-5ae803734598 on network a10dd9db-a24e-488c-8894-a27c36eaa630 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:31:30.458554 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63d2782-1492-4c54-9302-93b08b26c7cb req-ae1a53b2-266d-47c2-8122-619be5ff8a5e tempest-ServersAdminTestJSON-1505041883 tempest-ServersAdminTestJSON-1505041883-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:30.459218 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63d2782-1492-4c54-9302-93b08b26c7cb req-ae1a53b2-266d-47c2-8122-619be5ff8a5e tempest-ServersAdminTestJSON-1505041883 tempest-ServersAdminTestJSON-1505041883-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:30.459749 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63d2782-1492-4c54-9302-93b08b26c7cb req-ae1a53b2-266d-47c2-8122-619be5ff8a5e tempest-ServersAdminTestJSON-1505041883 tempest-ServersAdminTestJSON-1505041883-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:30.460278 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63d2782-1492-4c54-9302-93b08b26c7cb req-ae1a53b2-266d-47c2-8122-619be5ff8a5e tempest-ServersAdminTestJSON-1505041883 tempest-ServersAdminTestJSON-1505041883-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:30.460808 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63d2782-1492-4c54-9302-93b08b26c7cb req-ae1a53b2-266d-47c2-8122-619be5ff8a5e tempest-ServersAdminTestJSON-1505041883 tempest-ServersAdminTestJSON-1505041883-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:30.461338 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63d2782-1492-4c54-9302-93b08b26c7cb req-ae1a53b2-266d-47c2-8122-619be5ff8a5e tempest-ServersAdminTestJSON-1505041883 tempest-ServersAdminTestJSON-1505041883-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:30.461863 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63d2782-1492-4c54-9302-93b08b26c7cb req-ae1a53b2-266d-47c2-8122-619be5ff8a5e tempest-ServersAdminTestJSON-1505041883 tempest-ServersAdminTestJSON-1505041883-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:30.462420 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63d2782-1492-4c54-9302-93b08b26c7cb req-ae1a53b2-266d-47c2-8122-619be5ff8a5e tempest-ServersAdminTestJSON-1505041883 tempest-ServersAdminTestJSON-1505041883-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:30.462902 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63d2782-1492-4c54-9302-93b08b26c7cb req-ae1a53b2-266d-47c2-8122-619be5ff8a5e tempest-ServersAdminTestJSON-1505041883 tempest-ServersAdminTestJSON-1505041883-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:30.463451 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63d2782-1492-4c54-9302-93b08b26c7cb req-ae1a53b2-266d-47c2-8122-619be5ff8a5e tempest-ServersAdminTestJSON-1505041883 tempest-ServersAdminTestJSON-1505041883-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:30.463969 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63d2782-1492-4c54-9302-93b08b26c7cb req-ae1a53b2-266d-47c2-8122-619be5ff8a5e tempest-ServersAdminTestJSON-1505041883 tempest-ServersAdminTestJSON-1505041883-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:30.466347 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-c63d2782-1492-4c54-9302-93b08b26c7cb req-ae1a53b2-266d-47c2-8122-619be5ff8a5e tempest-ServersAdminTestJSON-1505041883 tempest-ServersAdminTestJSON-1505041883-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=538d90da-cd87-4429-8357-72e4212d8efc&device_id=44a9676d-273b-417f-b672-1dace6185136&device_id=b6a1f017-4f9f-442c-a07e-15034cba2d96&device_id=e7da12fb-2ae3-4e0e-8b7a-1e5fb86a96f3&device_id=57de9997-470f-4c64-b8fe-7659fc34b86c&device_id=6fc00628-4d8c-4923-97cd-77f7ae0a9f27&device_id=1ddbe7c8-0ae7-4cf3-828c-7aed5defb66e&device_id=78b698b3-d74d-459f-aac1-f22636b34999&device_id=f3c0eeb6-944f-4df5-921f-e67fd51b3f14&device_id=8ad67dc1-b6ca-4103-8185-c3ba24b02732&device_id=5924b85c-0d32-4999-87e1-c7d6edcf0040 HTTP/1.1" status: 200 len: 9986 time: 0.1181686 Aug 12 14:31:30.470955 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce145ff4-634c-4016-9f26-031fcad4e46c req-f94d81eb-8c62-4c9c-94fd-d481432ffb90 service neutron] Checking agent: {'id': 'b7697f71-33f3-4959-ad82-43c2dc15845d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 27, 42), 'started_at': datetime.datetime(2021, 8, 12, 14, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 31, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:31:30.471504 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce145ff4-634c-4016-9f26-031fcad4e46c req-f94d81eb-8c62-4c9c-94fd-d481432ffb90 service neutron] Checking segment: {'id': '2c5f2abe-b754-491c-837b-06e8fcd65d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'a10dd9db-a24e-488c-8894-a27c36eaa630'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:31:30.471992 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce145ff4-634c-4016-9f26-031fcad4e46c req-f94d81eb-8c62-4c9c-94fd-d481432ffb90 service neutron] Bound using segment: {'id': '2c5f2abe-b754-491c-837b-06e8fcd65d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'a10dd9db-a24e-488c-8894-a27c36eaa630'} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:31:30.472528 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [req-ce145ff4-634c-4016-9f26-031fcad4e46c req-f94d81eb-8c62-4c9c-94fd-d481432ffb90 service neutron] Bound port: a06fb4ae-2175-4823-9af2-5ae803734598, host: n-h2-694802-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c5f2abe-b754-491c-837b-06e8fcd65d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'a10dd9db-a24e-488c-8894-a27c36eaa630'}}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:31:30.472987 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-ce145ff4-634c-4016-9f26-031fcad4e46c req-f94d81eb-8c62-4c9c-94fd-d481432ffb90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:30.499961 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-c63d2782-1492-4c54-9302-93b08b26c7cb req-14cdcd7e-927c-4d2d-8f8b-64e2570ad6ad tempest-ServersAdminTestJSON-1505041883 tempest-ServersAdminTestJSON-1505041883-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:30.587652 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [req-ce145ff4-634c-4016-9f26-031fcad4e46c req-f94d81eb-8c62-4c9c-94fd-d481432ffb90 service neutron] For port a06fb4ae-2175-4823-9af2-5ae803734598, host n-h2-694802-15, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:31:30.593539 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [req-ce145ff4-634c-4016-9f26-031fcad4e46c req-f94d81eb-8c62-4c9c-94fd-d481432ffb90 service neutron] For port a06fb4ae-2175-4823-9af2-5ae803734598, host n-h2-694802-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=a06fb4ae-2175-4823-9af2-5ae803734598,segment=NetworkSegment(2c5f2abe-b754-491c-837b-06e8fcd65d4b),segment_id=2c5f2abe-b754-491c-837b-06e8fcd65d4b)] {{(pid=94466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:31:30.599954 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-ce145ff4-634c-4016-9f26-031fcad4e46c req-f94d81eb-8c62-4c9c-94fd-d481432ffb90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:30.656915 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce145ff4-634c-4016-9f26-031fcad4e46c req-f94d81eb-8c62-4c9c-94fd-d481432ffb90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:30.657559 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-ce145ff4-634c-4016-9f26-031fcad4e46c req-f94d81eb-8c62-4c9c-94fd-d481432ffb90 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:30.658958 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-ce145ff4-634c-4016-9f26-031fcad4e46c req-f94d81eb-8c62-4c9c-94fd-d481432ffb90 service neutron] 10.222.0.49 "PUT /v2.0/ports/a06fb4ae-2175-4823-9af2-5ae803734598 HTTP/1.1" status: 200 len: 1092 time: 1.2362711 Aug 12 14:31:30.659421 n-d-694802-15 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '538d90da-cd87-4429-8357-72e4212d8efc', 'tag': 'a06fb4ae-2175-4823-9af2-5ae803734598'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:31:30.661670 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e785eeede3897370d0b20f09d5f461b30cfecd5ed38c4f07dacd02bc52c9277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a062728-afcf-4f12-b1ad-13190d87155d" -d '{"events": [{"name": "network-changed", "server_uuid": "538d90da-cd87-4429-8357-72e4212d8efc", "tag": "a06fb4ae-2175-4823-9af2-5ae803734598"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:31:30.669723 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-7039c999-a706-40af-a7c2-e2bbfe3d9d9b req-2c2cec3c-33ea-4b6b-afac-b3bcf3ebfe1c service neutron] 10.222.0.49 "GET /v2.0/networks/03dfba7c-7b4a-44e5-8aaa-c2d37ee82018?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4439702 Aug 12 14:31:30.689886 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94d81eb-8c62-4c9c-94fd-d481432ffb90 service neutron] Pushing event updated for resources: {'Port': ['ID=a06fb4ae-2175-4823-9af2-5ae803734598,revision_number=3']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:31:30.691533 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df07398d-b483-4d21-8ec5-bbd8a81e2411 req-cc94a4a3-b8ad-473f-9922-e07dd665f571 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:30.693101 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-df07398d-b483-4d21-8ec5-bbd8a81e2411 req-cc94a4a3-b8ad-473f-9922-e07dd665f571 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] 10.222.0.39 "GET /v2.0/ports?device_id=538d90da-cd87-4429-8357-72e4212d8efc HTTP/1.1" status: 200 len: 943 time: 0.3573582 Aug 12 14:31:30.725661 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-c63d2782-1492-4c54-9302-93b08b26c7cb req-14cdcd7e-927c-4d2d-8f8b-64e2570ad6ad tempest-ServersAdminTestJSON-1505041883 tempest-ServersAdminTestJSON-1505041883-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:30.733574 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-c63d2782-1492-4c54-9302-93b08b26c7cb req-14cdcd7e-927c-4d2d-8f8b-64e2570ad6ad tempest-ServersAdminTestJSON-1505041883 tempest-ServersAdminTestJSON-1505041883-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:30.735176 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-9445c59d-a6b5-4883-a6a9-5c5bd8a644e5 req-1d3777f9-cb82-4558-8e5e-0adec1a78406 service neutron] For port 36661d53-29f3-4a4b-b8c5-23d863539832, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=36661d53-29f3-4a4b-b8c5-23d863539832,segment=NetworkSegment(2e94514d-7fca-42ad-995e-123d3a176790),segment_id=2e94514d-7fca-42ad-995e-123d3a176790)] {{(pid=94467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:31:30.773971 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-c63d2782-1492-4c54-9302-93b08b26c7cb req-14cdcd7e-927c-4d2d-8f8b-64e2570ad6ad tempest-ServersAdminTestJSON-1505041883 tempest-ServersAdminTestJSON-1505041883-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=e3ca17b3-b028-41b3-b138-91e00a6e278c&id=11312995-c93d-4754-9dea-15693c54238a&id=c0307eb3-f523-445b-8e1d-79deac809303&id=ee049af6-8f6d-44ed-9730-4b363f59c2c5&id=b601434a-120d-4628-9f15-8c3dde842503&id=7583e7d0-9463-4dd0-8eff-2e0ab040ac14&id=732c786f-d597-473b-bc9a-3d3a7bfc11d1&fields=id&fields=name HTTP/1.1" status: 200 len: 714 time: 0.2966101 Aug 12 14:31:30.778957 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cdcd7e-927c-4d2d-8f8b-64e2570ad6ad tempest-ServersAdminTestJSON-1505041883 tempest-ServersAdminTestJSON-1505041883-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e416d4d-f31e-4bcd-980a-e890d46c51f2,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:31:30.801472 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-9445c59d-a6b5-4883-a6a9-5c5bd8a644e5 req-1d3777f9-cb82-4558-8e5e-0adec1a78406 service neutron] For port 36661d53-29f3-4a4b-b8c5-23d863539832, host n-h2-694802-15, cleared binding levels {{(pid=94467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:31:30.808852 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-df07398d-b483-4d21-8ec5-bbd8a81e2411 req-d8e1f460-762c-4efb-9af8-4e15c45047d5 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] 10.222.0.39 "GET /v2.0/security-groups?id=11312995-c93d-4754-9dea-15693c54238a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084039 Aug 12 14:31:30.834924 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce145ff4-634c-4016-9f26-031fcad4e46c req-ab7cead8-6bdf-4104-aeaf-11604fde9a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:30.836457 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ce145ff4-634c-4016-9f26-031fcad4e46c req-ab7cead8-6bdf-4104-aeaf-11604fde9a94 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=39c74547ea964352853351e74cbcb768&device_id=538d90da-cd87-4429-8357-72e4212d8efc HTTP/1.1" status: 200 len: 1095 time: 0.1218734 Aug 12 14:31:30.863769 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [req-9445c59d-a6b5-4883-a6a9-5c5bd8a644e5 req-1d3777f9-cb82-4558-8e5e-0adec1a78406 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36661d53-29f3-4a4b-b8c5-23d863539832 {{(pid=94467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:31:30.900295 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff8aa44-d2f8-43b5-9140-f76c909c999d req-d1c05f74-5be5-465d-97d4-b221da4c7fc2 tempest-ServersWithSpecificFlavorTestJSON-1739232893 tempest-ServersWithSpecificFlavorTestJSON-1739232893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:30.903805 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ce145ff4-634c-4016-9f26-031fcad4e46c req-1652f179-9765-4b19-954e-37c2f4540a52 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a06fb4ae-2175-4823-9af2-5ae803734598 HTTP/1.1" status: 200 len: 217 time: 0.0501518 Aug 12 14:31:30.904693 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-2ff8aa44-d2f8-43b5-9140-f76c909c999d req-d1c05f74-5be5-465d-97d4-b221da4c7fc2 tempest-ServersWithSpecificFlavorTestJSON-1739232893 tempest-ServersWithSpecificFlavorTestJSON-1739232893-project] 10.222.0.39 "GET /v2.0/ports?device_id=b6a1f017-4f9f-442c-a07e-15034cba2d96 HTTP/1.1" status: 200 len: 943 time: 0.0640104 Aug 12 14:31:30.906334 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-9445c59d-a6b5-4883-a6a9-5c5bd8a644e5 req-1d3777f9-cb82-4558-8e5e-0adec1a78406 service neutron] For port 36661d53-29f3-4a4b-b8c5-23d863539832, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=36661d53-29f3-4a4b-b8c5-23d863539832,segment=NetworkSegment(2e94514d-7fca-42ad-995e-123d3a176790),segment_id=2e94514d-7fca-42ad-995e-123d3a176790)] {{(pid=94467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:31:30.948827 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-2ff8aa44-d2f8-43b5-9140-f76c909c999d req-66f891c2-ae69-4709-9068-63b3e31a2874 tempest-ServersWithSpecificFlavorTestJSON-1739232893 tempest-ServersWithSpecificFlavorTestJSON-1739232893-project] 10.222.0.39 "GET /v2.0/security-groups?id=7583e7d0-9463-4dd0-8eff-2e0ab040ac14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392218 Aug 12 14:31:30.982626 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-9445c59d-a6b5-4883-a6a9-5c5bd8a644e5 req-1d3777f9-cb82-4558-8e5e-0adec1a78406 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:31.040733 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce145ff4-634c-4016-9f26-031fcad4e46c req-e2a31e65-4382-41a2-a741-ce353a684f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:31.042321 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ce145ff4-634c-4016-9f26-031fcad4e46c req-e2a31e65-4382-41a2-a741-ce353a684f02 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d61545bd-f4f7-4794-86f8-5ac232439ea3 HTTP/1.1" status: 200 len: 847 time: 0.1204891 Aug 12 14:31:31.053051 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014bb9f8-1246-4416-af3e-c48d84ef80b5 req-2c18b48f-d494-42a2-b594-03d7948e5387 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:31.054622 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-014bb9f8-1246-4416-af3e-c48d84ef80b5 req-2c18b48f-d494-42a2-b594-03d7948e5387 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/ports?device_id=6fc00628-4d8c-4923-97cd-77f7ae0a9f27 HTTP/1.1" status: 200 len: 949 time: 0.1556025 Aug 12 14:31:31.094790 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ce145ff4-634c-4016-9f26-031fcad4e46c req-27ccca18-e292-4413-8926-33cd59fea546 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a10dd9db-a24e-488c-8894-a27c36eaa630&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375783 Aug 12 14:31:31.205330 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-014bb9f8-1246-4416-af3e-c48d84ef80b5 req-fa422809-d84a-4203-882e-3f04c6d1638c tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0307eb3-f523-445b-8e1d-79deac809303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382430 Aug 12 14:31:31.227052 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [req-9445c59d-a6b5-4883-a6a9-5c5bd8a644e5 req-1d3777f9-cb82-4558-8e5e-0adec1a78406 service neutron] Transition to ACTIVE for port object 36661d53-29f3-4a4b-b8c5-23d863539832 will not be triggered until provisioned by entity L2. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:31:31.258800 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-9445c59d-a6b5-4883-a6a9-5c5bd8a644e5 req-1d3777f9-cb82-4558-8e5e-0adec1a78406 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:31.274576 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 14:31:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67815e90-9aff-4b29-9af6-5d97d571c64f x-openstack-request-id: req-67815e90-9aff-4b29-9af6-5d97d571c64f {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:31:31.275100 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "538d90da-cd87-4429-8357-72e4212d8efc", "tag": "a06fb4ae-2175-4823-9af2-5ae803734598", "status": "completed", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:31:31.275443 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-67815e90-9aff-4b29-9af6-5d97d571c64f {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:31:31.276000 n-d-694802-15 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '538d90da-cd87-4429-8357-72e4212d8efc', 'tag': 'a06fb4ae-2175-4823-9af2-5ae803734598', 'status': 'completed', 'code': 200} Aug 12 14:31:31.289553 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ce145ff4-634c-4016-9f26-031fcad4e46c req-cf91f7d9-ec0d-4850-a26a-409b9036a371 service neutron] 10.222.0.49 "GET /v2.0/networks/a10dd9db-a24e-488c-8894-a27c36eaa630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1837959 Aug 12 14:31:31.335372 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [req-9445c59d-a6b5-4883-a6a9-5c5bd8a644e5 req-1d3777f9-cb82-4558-8e5e-0adec1a78406 service neutron] No DVR routers for this DVR port 36661d53-29f3-4a4b-b8c5-23d863539832 on host n-h2-694802-15 {{(pid=94467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:31:31.444705 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3777f9-cb82-4558-8e5e-0adec1a78406 service neutron] Pushing event updated for resources: {'Port': ['ID=36661d53-29f3-4a4b-b8c5-23d863539832,revision_number=10']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:31:31.457090 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9445c59d-a6b5-4883-a6a9-5c5bd8a644e5 req-1d3777f9-cb82-4558-8e5e-0adec1a78406 service neutron] 10.222.0.49 "PUT /v2.0/ports/36661d53-29f3-4a4b-b8c5-23d863539832/bindings/n-h1-694802-15/activate HTTP/1.1" status: 200 len: 370 time: 1.3155653 Aug 12 14:31:31.491238 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5427f029-9aeb-44c9-8336-c691c67923c7 req-c2fd58d1-580c-492c-9e02-c202456119ef tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:31.492763 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-5427f029-9aeb-44c9-8336-c691c67923c7 req-c2fd58d1-580c-492c-9e02-c202456119ef tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] 10.222.0.39 "GET /v2.0/ports?device_id=1ddbe7c8-0ae7-4cf3-828c-7aed5defb66e HTTP/1.1" status: 200 len: 945 time: 0.1597879 Aug 12 14:31:31.522330 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ce145ff4-634c-4016-9f26-031fcad4e46c req-b97e5314-9f71-487f-a5de-656e287e50b0 service neutron] 10.222.0.49 "GET /v2.0/networks/a10dd9db-a24e-488c-8894-a27c36eaa630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2204084 Aug 12 14:31:31.546127 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device 076640dc-c2e5-4e4c-8db8-a67400621028 details requested by agent hyperv_n-h2-694802-15 with host n-h2-694802-15 {{(pid=94468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 14:31:31.554820 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6add8567-7975-49b4-91e2-3b5eff47416a req-c5d0a1e5-8e2f-433a-ab24-03011e6c7773 tempest-ServerMetadataNegativeTestJSON-1171582296 tempest-ServerMetadataNegativeTestJSON-1171582296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:31.555673 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-5427f029-9aeb-44c9-8336-c691c67923c7 req-72173a1a-2357-44e5-b3ff-8d59eba6362d tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] 10.222.0.39 "GET /v2.0/security-groups?id=e3ca17b3-b028-41b3-b138-91e00a6e278c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500252 Aug 12 14:31:31.564504 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-6add8567-7975-49b4-91e2-3b5eff47416a req-c5d0a1e5-8e2f-433a-ab24-03011e6c7773 tempest-ServerMetadataNegativeTestJSON-1171582296 tempest-ServerMetadataNegativeTestJSON-1171582296-project] 10.222.0.39 "GET /v2.0/ports?device_id=44a9676d-273b-417f-b672-1dace6185136 HTTP/1.1" status: 200 len: 944 time: 0.0717342 Aug 12 14:31:31.631613 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-6add8567-7975-49b4-91e2-3b5eff47416a req-7cc62307-1f10-4833-8d60-900131e5b730 tempest-ServerMetadataNegativeTestJSON-1171582296 tempest-ServerMetadataNegativeTestJSON-1171582296-project] 10.222.0.39 "GET /v2.0/security-groups?id=ee049af6-8f6d-44ed-9730-4b363f59c2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594726 Aug 12 14:31:31.687950 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a062728-afcf-4f12-b1ad-13190d87155d req-256a007d-a546-436c-b624-27324aa25838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:31.689098 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port 076640dc-c2e5-4e4c-8db8-a67400621028, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=076640dc-c2e5-4e4c-8db8-a67400621028,segment=NetworkSegment(90d38c4e-0902-45c2-a9f7-0cc151cbe8b9),segment_id=90d38c4e-0902-45c2-a9f7-0cc151cbe8b9)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:31:31.689498 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3a062728-afcf-4f12-b1ad-13190d87155d req-256a007d-a546-436c-b624-27324aa25838 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=39c74547ea964352853351e74cbcb768&device_id=538d90da-cd87-4429-8357-72e4212d8efc HTTP/1.1" status: 200 len: 1095 time: 0.1040804 Aug 12 14:31:31.696868 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9445c59d-a6b5-4883-a6a9-5c5bd8a644e5 req-e926a9cb-0d1c-453a-a437-80aef46bbdbc tempest-LiveAutoBlockMigrationV225Test-1272051264 tempest-LiveAutoBlockMigrationV225Test-1272051264-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:31.698334 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9445c59d-a6b5-4883-a6a9-5c5bd8a644e5 req-e926a9cb-0d1c-453a-a437-80aef46bbdbc tempest-LiveAutoBlockMigrationV225Test-1272051264 tempest-LiveAutoBlockMigrationV225Test-1272051264-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=1ddbe7c8-0ae7-4cf3-828c-7aed5defb66e&tenant_id=eebc4daeab5b4932b99d48c68fd10c64&binding%3Ahost_id=n-h2-694802-15 HTTP/1.1" status: 200 len: 1097 time: 0.0816526 Aug 12 14:31:31.703394 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Returning: {'device': '076640dc-c2e5-4e4c-8db8-a67400621028', 'network_id': '8a71aa16-6082-45cb-9783-85f01df10691', 'port_id': '076640dc-c2e5-4e4c-8db8-a67400621028', 'mac_address': 'fa:16:3e:cb:10:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eaf44e2b-51e5-4157-8e0e-0a0a05c13c30', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 14:31:31.755313 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:31.770215 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 076640dc-c2e5-4e4c-8db8-a67400621028 {{(pid=94468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:31:31.811768 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9445c59d-a6b5-4883-a6a9-5c5bd8a644e5 req-a94337ba-b9a0-46b1-9ee7-270826c5df69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:31.813318 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port 076640dc-c2e5-4e4c-8db8-a67400621028, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=076640dc-c2e5-4e4c-8db8-a67400621028,segment=NetworkSegment(90d38c4e-0902-45c2-a9f7-0cc151cbe8b9),segment_id=90d38c4e-0902-45c2-a9f7-0cc151cbe8b9)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:31:31.814779 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9445c59d-a6b5-4883-a6a9-5c5bd8a644e5 req-a94337ba-b9a0-46b1-9ee7-270826c5df69 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=1ddbe7c8-0ae7-4cf3-828c-7aed5defb66e&tenant_id=eebc4daeab5b4932b99d48c68fd10c64 HTTP/1.1" status: 200 len: 1097 time: 0.0966916 Aug 12 14:31:31.821376 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:31.847857 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a062728-afcf-4f12-b1ad-13190d87155d req-0f29df27-db09-4b88-8c0f-1501d7828f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:31.849031 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3a062728-afcf-4f12-b1ad-13190d87155d req-0f29df27-db09-4b88-8c0f-1501d7828f09 service neutron] 10.222.0.49 "GET /v2.0/networks?id=a10dd9db-a24e-488c-8894-a27c36eaa630 HTTP/1.1" status: 200 len: 908 time: 0.1498551 Aug 12 14:31:31.906527 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Pushing event updated for resources: {'Port': ['ID=076640dc-c2e5-4e4c-8db8-a67400621028,revision_number=4']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:31:31.945079 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3a062728-afcf-4f12-b1ad-13190d87155d req-f14614ff-a49a-4782-a200-fd7a664e587c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a06fb4ae-2175-4823-9af2-5ae803734598 HTTP/1.1" status: 200 len: 217 time: 0.0827215 Aug 12 14:31:31.987595 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889e9e14-3b50-4324-ac36-3937767683dc req-a7b2f39e-8537-4bca-a035-6187306288e9 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:31.989324 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-889e9e14-3b50-4324-ac36-3937767683dc req-a7b2f39e-8537-4bca-a035-6187306288e9 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] 10.222.0.39 "GET /v2.0/ports?device_id=538d90da-cd87-4429-8357-72e4212d8efc HTTP/1.1" status: 200 len: 943 time: 0.0603583 Aug 12 14:31:32.006791 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9445c59d-a6b5-4883-a6a9-5c5bd8a644e5 req-93b93d0e-2744-4d62-9ab7-920f3f6fe51f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:32.008328 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9445c59d-a6b5-4883-a6a9-5c5bd8a644e5 req-93b93d0e-2744-4d62-9ab7-920f3f6fe51f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=eebc4daeab5b4932b99d48c68fd10c64&device_id=1ddbe7c8-0ae7-4cf3-828c-7aed5defb66e HTTP/1.1" status: 200 len: 1097 time: 0.1571672 Aug 12 14:31:32.039969 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-889e9e14-3b50-4324-ac36-3937767683dc req-7f8ae877-f508-4b8f-8f2e-7050ae87bead tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] 10.222.0.39 "GET /v2.0/security-groups?id=11312995-c93d-4754-9dea-15693c54238a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445163 Aug 12 14:31:32.133663 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9445c59d-a6b5-4883-a6a9-5c5bd8a644e5 req-6b29a1e7-8336-4ab8-a214-37ebf4db5ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:32.134839 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9445c59d-a6b5-4883-a6a9-5c5bd8a644e5 req-6b29a1e7-8336-4ab8-a214-37ebf4db5ac4 service neutron] 10.222.0.64 "GET /v2.0/networks?id=03dfba7c-7b4a-44e5-8aaa-c2d37ee82018 HTTP/1.1" status: 200 len: 922 time: 0.1067801 Aug 12 14:31:32.154915 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a062728-afcf-4f12-b1ad-13190d87155d req-1a9775c8-0863-4951-a167-4d0833149887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:32.156498 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3a062728-afcf-4f12-b1ad-13190d87155d req-1a9775c8-0863-4951-a167-4d0833149887 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d61545bd-f4f7-4794-86f8-5ac232439ea3 HTTP/1.1" status: 200 len: 847 time: 0.2006154 Aug 12 14:31:32.175721 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b90d24-89e8-47b3-8373-87fb45652957 req-2ed177b0-b66c-41eb-9490-43ee15f8d053 tempest-ServersWithSpecificFlavorTestJSON-1739232893 tempest-ServersWithSpecificFlavorTestJSON-1739232893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:32.184858 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-06b90d24-89e8-47b3-8373-87fb45652957 req-2ed177b0-b66c-41eb-9490-43ee15f8d053 tempest-ServersWithSpecificFlavorTestJSON-1739232893 tempest-ServersWithSpecificFlavorTestJSON-1739232893-project] 10.222.0.39 "GET /v2.0/ports?device_id=b6a1f017-4f9f-442c-a07e-15034cba2d96 HTTP/1.1" status: 200 len: 944 time: 0.0691576 Aug 12 14:31:32.199987 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9445c59d-a6b5-4883-a6a9-5c5bd8a644e5 req-73257f43-23de-4849-a467-7195e943ccec service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=36661d53-29f3-4a4b-b8c5-23d863539832 HTTP/1.1" status: 200 len: 217 time: 0.0524502 Aug 12 14:31:32.204789 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18212bf-5547-4e3c-ac9e-d7b97ac70bac req-38df5224-a4ad-49bb-9936-55eda10b264a tempest-ServersAdminTestJSON-1505041883 tempest-ServersAdminTestJSON-1505041883-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:32.205286 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18212bf-5547-4e3c-ac9e-d7b97ac70bac req-38df5224-a4ad-49bb-9936-55eda10b264a tempest-ServersAdminTestJSON-1505041883 tempest-ServersAdminTestJSON-1505041883-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:32.205766 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18212bf-5547-4e3c-ac9e-d7b97ac70bac req-38df5224-a4ad-49bb-9936-55eda10b264a tempest-ServersAdminTestJSON-1505041883 tempest-ServersAdminTestJSON-1505041883-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:32.207425 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c18212bf-5547-4e3c-ac9e-d7b97ac70bac req-38df5224-a4ad-49bb-9936-55eda10b264a tempest-ServersAdminTestJSON-1505041883 tempest-ServersAdminTestJSON-1505041883-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=e7da12fb-2ae3-4e0e-8b7a-1e5fb86a96f3&device_id=78b698b3-d74d-459f-aac1-f22636b34999&device_id=f3c0eeb6-944f-4df5-921f-e67fd51b3f14 HTTP/1.1" status: 200 len: 2885 time: 0.2189908 Aug 12 14:31:32.255113 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-06b90d24-89e8-47b3-8373-87fb45652957 req-61d84a47-a967-4abc-9beb-a4e29c582b25 tempest-ServersWithSpecificFlavorTestJSON-1739232893 tempest-ServersWithSpecificFlavorTestJSON-1739232893-project] 10.222.0.39 "GET /v2.0/security-groups?id=7583e7d0-9463-4dd0-8eff-2e0ab040ac14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685623 Aug 12 14:31:32.272077 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3a062728-afcf-4f12-b1ad-13190d87155d req-de612d13-96be-4d08-bc98-d5b2e592d2d0 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a10dd9db-a24e-488c-8894-a27c36eaa630&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0842893 Aug 12 14:31:32.273586 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9445c59d-a6b5-4883-a6a9-5c5bd8a644e5 req-f0b4b8cf-98af-4c4d-b534-cdd041c4809d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:32.275109 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9445c59d-a6b5-4883-a6a9-5c5bd8a644e5 req-f0b4b8cf-98af-4c4d-b534-cdd041c4809d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ef8d2719-a4dd-40cc-910c-927d9e7406a1 HTTP/1.1" status: 200 len: 861 time: 0.0520208 Aug 12 14:31:32.308439 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] get_ports_and_sgs() called for port_ids ['076640dc-c2e5-4e4c-8db8-a67400621028'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:31:32.388871 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9445c59d-a6b5-4883-a6a9-5c5bd8a644e5 req-7d61ff51-e38e-4a62-a06e-2c4b027ca260 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=03dfba7c-7b4a-44e5-8aaa-c2d37ee82018&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1050346 Aug 12 14:31:32.470343 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d10de0-b4f5-46e9-93f0-8eb7be7d8fec req-2b840ced-443c-4489-925d-b86f92fbb65e tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:32.475904 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-f4d10de0-b4f5-46e9-93f0-8eb7be7d8fec req-2b840ced-443c-4489-925d-b86f92fbb65e tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/ports?device_id=6fc00628-4d8c-4923-97cd-77f7ae0a9f27 HTTP/1.1" status: 200 len: 949 time: 0.1336317 Aug 12 14:31:32.566986 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 58912) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:31:32.612529 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-f4d10de0-b4f5-46e9-93f0-8eb7be7d8fec req-1242423d-e2fc-484d-b406-273fd0917081 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0307eb3-f523-445b-8e1d-79deac809303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283433 Aug 12 14:31:32.660266 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c18212bf-5547-4e3c-ac9e-d7b97ac70bac req-3f263afe-2e60-4a5e-9c14-984ffb5d45a7 tempest-ServersAdminTestJSON-1505041883 tempest-ServersAdminTestJSON-1505041883-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=732c786f-d597-473b-bc9a-3d3a7bfc11d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3814816 Aug 12 14:31:32.672998 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3a062728-afcf-4f12-b1ad-13190d87155d req-c4de9a45-ada4-4485-bb0a-37de8079b0b6 service neutron] 10.222.0.49 "GET /v2.0/networks/a10dd9db-a24e-488c-8894-a27c36eaa630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3690786 Aug 12 14:31:32.830213 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9445c59d-a6b5-4883-a6a9-5c5bd8a644e5 req-f9959f0b-593c-473e-81d7-13735ddc964d service neutron] 10.222.0.64 "GET /v2.0/networks/03dfba7c-7b4a-44e5-8aaa-c2d37ee82018?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3558009 Aug 12 14:31:32.843243 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9ae6da93-9970-43a7-bc2c-70811d95565f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:32.936218 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031b45c0-5c93-491f-93be-49b6d823ab4f req-8b994d13-e3bd-45dc-bd95-a93c3726a8fe tempest-ServerMetadataNegativeTestJSON-1171582296 tempest-ServerMetadataNegativeTestJSON-1171582296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:32.937825 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-031b45c0-5c93-491f-93be-49b6d823ab4f req-8b994d13-e3bd-45dc-bd95-a93c3726a8fe tempest-ServerMetadataNegativeTestJSON-1171582296 tempest-ServerMetadataNegativeTestJSON-1171582296-project] 10.222.0.39 "GET /v2.0/ports?device_id=44a9676d-273b-417f-b672-1dace6185136 HTTP/1.1" status: 200 len: 944 time: 0.1607530 Aug 12 14:31:32.942187 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3a062728-afcf-4f12-b1ad-13190d87155d req-de8f8d10-b5e6-43a9-8a3d-da117e02da13 service neutron] 10.222.0.49 "GET /v2.0/networks/a10dd9db-a24e-488c-8894-a27c36eaa630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2569864 Aug 12 14:31:32.960543 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9ae6da93-9970-43a7-bc2c-70811d95565f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:32.967501 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9ae6da93-9970-43a7-bc2c-70811d95565f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:33.003211 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ae2ee9-5119-4e9d-bb52-d397e8b5e7e7 req-0f265492-45c8-4eac-bde7-c467ac8b959b tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:33.010100 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-031b45c0-5c93-491f-93be-49b6d823ab4f req-617e2c86-70fa-4313-99f6-3eb046fe6084 tempest-ServerMetadataNegativeTestJSON-1171582296 tempest-ServerMetadataNegativeTestJSON-1171582296-project] 10.222.0.39 "GET /v2.0/security-groups?id=ee049af6-8f6d-44ed-9730-4b363f59c2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649612 Aug 12 14:31:33.014157 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9445c59d-a6b5-4883-a6a9-5c5bd8a644e5 req-8779aece-0171-4539-878c-f0b58fb19f50 service neutron] 10.222.0.64 "GET /v2.0/networks/03dfba7c-7b4a-44e5-8aaa-c2d37ee82018?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1719646 Aug 12 14:31:33.017676 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-32ae2ee9-5119-4e9d-bb52-d397e8b5e7e7 req-0f265492-45c8-4eac-bde7-c467ac8b959b tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] 10.222.0.39 "GET /v2.0/ports?device_id=1ddbe7c8-0ae7-4cf3-828c-7aed5defb66e HTTP/1.1" status: 200 len: 945 time: 0.2612586 Aug 12 14:31:33.055550 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae6da93-9970-43a7-bc2c-70811d95565f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=757e6bf5-05a5-49f9-b0e0-fdd8e63f2438,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:31:33.062969 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-9ae6da93-9970-43a7-bc2c-70811d95565f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7c5a4304010a4a8d9fb96e7eb30258ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4907050 Aug 12 14:31:33.063160 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 58924) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:31:33.108361 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-32ae2ee9-5119-4e9d-bb52-d397e8b5e7e7 req-0da1573f-c601-4b3e-9fb5-69af8b0a1baf tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] 10.222.0.39 "GET /v2.0/security-groups?id=e3ca17b3-b028-41b3-b138-91e00a6e278c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843923 Aug 12 14:31:33.167070 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-68aead28-f537-46b8-896e-653b4a3bf194 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:33.228422 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-68aead28-f537-46b8-896e-653b4a3bf194 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:33.302409 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-68aead28-f537-46b8-896e-653b4a3bf194 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:33.310090 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-68aead28-f537-46b8-896e-653b4a3bf194 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:33.315626 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-68aead28-f537-46b8-896e-653b4a3bf194 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/757e6bf5-05a5-49f9-b0e0-fdd8e63f2438 HTTP/1.1" status: 204 len: 168 time: 0.2514093 Aug 12 14:31:33.324550 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bc2027-fc68-417b-ae4e-4a15fc85d647 req-fd4f27fc-ad45-4752-aad3-9f6175a921ff tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:33.326301 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-27bc2027-fc68-417b-ae4e-4a15fc85d647 req-fd4f27fc-ad45-4752-aad3-9f6175a921ff tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] 10.222.0.39 "GET /v2.0/ports?device_id=538d90da-cd87-4429-8357-72e4212d8efc HTTP/1.1" status: 200 len: 943 time: 0.0815144 Aug 12 14:31:33.327328 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68aead28-f537-46b8-896e-653b4a3bf194 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=757e6bf5-05a5-49f9-b0e0-fdd8e63f2438,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:31:33.376215 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-27bc2027-fc68-417b-ae4e-4a15fc85d647 req-35aab9d8-447d-44bb-9636-8810f7e1757b tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] 10.222.0.39 "GET /v2.0/security-groups?id=11312995-c93d-4754-9dea-15693c54238a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419962 Aug 12 14:31:33.484802 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9445c59d-a6b5-4883-a6a9-5c5bd8a644e5 req-7b4f6e55-3db4-4a00-9584-de8ed908bb28 tempest-LiveAutoBlockMigrationV225Test-1272051264 tempest-LiveAutoBlockMigrationV225Test-1272051264-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:33.486421 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9445c59d-a6b5-4883-a6a9-5c5bd8a644e5 req-7b4f6e55-3db4-4a00-9584-de8ed908bb28 tempest-LiveAutoBlockMigrationV225Test-1272051264 tempest-LiveAutoBlockMigrationV225Test-1272051264-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=1ddbe7c8-0ae7-4cf3-828c-7aed5defb66e&tenant_id=eebc4daeab5b4932b99d48c68fd10c64&binding%3Ahost_id=n-h1-694802-15 HTTP/1.1" status: 200 len: 1097 time: 0.1609190 Aug 12 14:31:33.514556 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1461e132-8f89-4215-b6da-5f6f21b55ef0 req-126f44f6-5985-429f-bf2b-4a48479e719c tempest-ServersWithSpecificFlavorTestJSON-1739232893 tempest-ServersWithSpecificFlavorTestJSON-1739232893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:33.516956 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-1461e132-8f89-4215-b6da-5f6f21b55ef0 req-126f44f6-5985-429f-bf2b-4a48479e719c tempest-ServersWithSpecificFlavorTestJSON-1739232893 tempest-ServersWithSpecificFlavorTestJSON-1739232893-project] 10.222.0.39 "GET /v2.0/ports?device_id=b6a1f017-4f9f-442c-a07e-15034cba2d96 HTTP/1.1" status: 200 len: 944 time: 0.1162620 Aug 12 14:31:33.563104 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device b40f7310-42df-4780-896e-ac58ee1ce92d details requested by agent hyperv_n-h2-694802-15 with host n-h2-694802-15 {{(pid=94468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 14:31:33.568581 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device 076640dc-c2e5-4e4c-8db8-a67400621028 up at agent hyperv_n-h2-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:31:33.621160 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-1461e132-8f89-4215-b6da-5f6f21b55ef0 req-d8335103-0697-4110-9224-c96a0be8892e tempest-ServersWithSpecificFlavorTestJSON-1739232893 tempest-ServersWithSpecificFlavorTestJSON-1739232893-project] 10.222.0.39 "GET /v2.0/security-groups?id=7583e7d0-9463-4dd0-8eff-2e0ab040ac14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729582 Aug 12 14:31:33.739151 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Provisioning for port 076640dc-c2e5-4e4c-8db8-a67400621028 completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:31:33.752218 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Provisioning complete for port 076640dc-c2e5-4e4c-8db8-a67400621028 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:31:33.752591 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:33.754684 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-9445c59d-a6b5-4883-a6a9-5c5bd8a644e5 req-98a9c7bd-1196-4cdd-9858-2256adb6b3d4 service neutron] For port 36661d53-29f3-4a4b-b8c5-23d863539832, host n-h2-694802-15, cleared binding levels {{(pid=94467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:31:33.771810 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-9445c59d-a6b5-4883-a6a9-5c5bd8a644e5 req-98a9c7bd-1196-4cdd-9858-2256adb6b3d4 service neutron] Notify callbacks [] for binding, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:33.772953 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9445c59d-a6b5-4883-a6a9-5c5bd8a644e5 req-98a9c7bd-1196-4cdd-9858-2256adb6b3d4 service neutron] 10.222.0.64 "DELETE /v2.0/ports/36661d53-29f3-4a4b-b8c5-23d863539832/bindings/n-h2-694802-15 HTTP/1.1" status: 204 len: 173 time: 0.2742007 Aug 12 14:31:33.784491 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 58944) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:31:33.808452 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bc8684-e1e9-416e-ad0c-a5be05c86766 req-d252811b-afc8-4083-bf73-b57e45cb7716 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:33.809984 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a4bc8684-e1e9-416e-ad0c-a5be05c86766 req-d252811b-afc8-4083-bf73-b57e45cb7716 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/ports?device_id=6fc00628-4d8c-4923-97cd-77f7ae0a9f27 HTTP/1.1" status: 200 len: 949 time: 0.0711122 Aug 12 14:31:33.822251 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-33c62346-2892-4df0-9d0b-40ced4606b5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:33.881208 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a4bc8684-e1e9-416e-ad0c-a5be05c86766 req-3a3e782d-e910-46d6-b4e6-093e3eba6732 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0307eb3-f523-445b-8e1d-79deac809303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637155 Aug 12 14:31:33.920675 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port b40f7310-42df-4780-896e-ac58ee1ce92d, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=b40f7310-42df-4780-896e-ac58ee1ce92d,segment=NetworkSegment(801c83ac-528e-4a6f-b568-934756f37c99),segment_id=801c83ac-528e-4a6f-b568-934756f37c99)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:31:33.940506 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Returning: {'device': 'b40f7310-42df-4780-896e-ac58ee1ce92d', 'network_id': '3e3f31d8-86b2-4c57-a4fb-497282e2b848', 'port_id': 'b40f7310-42df-4780-896e-ac58ee1ce92d', 'mac_address': 'fa:16:3e:23:cf:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b76d989c-3170-41be-bdec-52c5fa47ea58', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 14:31:33.958672 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ab0142-8f9a-4c95-bc84-dee5cd810140 req-1381765f-fb45-499a-b8d4-7b107f00456c tempest-ServersAdminTestJSON-1505041883 tempest-ServersAdminTestJSON-1505041883-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:33.960243 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-39ab0142-8f9a-4c95-bc84-dee5cd810140 req-1381765f-fb45-499a-b8d4-7b107f00456c tempest-ServersAdminTestJSON-1505041883 tempest-ServersAdminTestJSON-1505041883-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=f3c0eeb6-944f-4df5-921f-e67fd51b3f14 HTTP/1.1" status: 200 len: 1100 time: 0.0748529 Aug 12 14:31:33.994700 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:34.011708 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-33c62346-2892-4df0-9d0b-40ced4606b5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:34.018607 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-33c62346-2892-4df0-9d0b-40ced4606b5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:34.022296 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-39ab0142-8f9a-4c95-bc84-dee5cd810140 req-05ef0406-c968-43e2-af00-7c4c6325aced tempest-ServersAdminTestJSON-1505041883 tempest-ServersAdminTestJSON-1505041883-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=732c786f-d597-473b-bc9a-3d3a7bfc11d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546377 Aug 12 14:31:34.052200 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6a1f017-4f9f-442c-a07e-15034cba2d96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '076640dc-c2e5-4e4c-8db8-a67400621028'}] {{(pid=94468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:31:34.067460 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99a8d87602170099c728e57431aca99e9b98a655a83bbf8727be13192709727b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95e5d81e-0c52-4a07-b643-86d27815916d" -d '{"events": [{"server_uuid": "b6a1f017-4f9f-442c-a07e-15034cba2d96", "name": "network-vif-plugged", "status": "completed", "tag": "076640dc-c2e5-4e4c-8db8-a67400621028"}]}' {{(pid=94468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:31:34.082635 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:34.090900 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port 076640dc-c2e5-4e4c-8db8-a67400621028, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=076640dc-c2e5-4e4c-8db8-a67400621028,segment=NetworkSegment(90d38c4e-0902-45c2-a9f7-0cc151cbe8b9),segment_id=90d38c4e-0902-45c2-a9f7-0cc151cbe8b9)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:31:34.112359 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 58954) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:31:34.114744 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-33c62346-2892-4df0-9d0b-40ced4606b5e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=abfcf9b63b154edfa3e2cc95669c00ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3274574 Aug 12 14:31:34.120496 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c62346-2892-4df0-9d0b-40ced4606b5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ea36b7b-21d0-4f76-857d-f91c8751f823,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:31:34.120776 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:34.121610 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device 36661d53-29f3-4a4b-b8c5-23d863539832 no longer exists at agent hyperv_n-h2-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:31:34.187510 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b40f7310-42df-4780-896e-ac58ee1ce92d {{(pid=94468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:31:34.208124 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port b40f7310-42df-4780-896e-ac58ee1ce92d, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=b40f7310-42df-4780-896e-ac58ee1ce92d,segment=NetworkSegment(801c83ac-528e-4a6f-b568-934756f37c99),segment_id=801c83ac-528e-4a6f-b568-934756f37c99)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:31:34.223841 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:34.236095 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b77e92-03ec-4ecc-a267-31faf10476a6 req-9ac445ab-40e6-4fe7-a729-0377b3e026f9 tempest-ServerMetadataNegativeTestJSON-1171582296 tempest-ServerMetadataNegativeTestJSON-1171582296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:34.243851 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f4b77e92-03ec-4ecc-a267-31faf10476a6 req-9ac445ab-40e6-4fe7-a729-0377b3e026f9 tempest-ServerMetadataNegativeTestJSON-1171582296 tempest-ServerMetadataNegativeTestJSON-1171582296-project] 10.222.0.39 "GET /v2.0/ports?device_id=44a9676d-273b-417f-b672-1dace6185136 HTTP/1.1" status: 200 len: 944 time: 0.1061044 Aug 12 14:31:34.257344 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914c5c2b-21d5-469f-8109-44d79b47fe5b req-1c4e7a7a-ed1d-4c66-9cc3-63e2f5c59f5f tempest-ServersAdminTestJSON-1505041883 tempest-ServersAdminTestJSON-1505041883-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:34.259056 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-914c5c2b-21d5-469f-8109-44d79b47fe5b req-1c4e7a7a-ed1d-4c66-9cc3-63e2f5c59f5f tempest-ServersAdminTestJSON-1505041883 tempest-ServersAdminTestJSON-1505041883-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=f3c0eeb6-944f-4df5-921f-e67fd51b3f14 HTTP/1.1" status: 200 len: 1100 time: 0.0990403 Aug 12 14:31:34.259988 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-f058b2b7-f998-4e0b-a1c6-24466ea42192 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:34.266553 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device 36661d53-29f3-4a4b-b8c5-23d863539832 not bound to the agent host n-h2-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:31:34.272670 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Pushing event updated for resources: {'Port': ['ID=076640dc-c2e5-4e4c-8db8-a67400621028,revision_number=5']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:31:34.309762 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-f058b2b7-f998-4e0b-a1c6-24466ea42192 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:34.311155 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-914c5c2b-21d5-469f-8109-44d79b47fe5b req-ebb3d96a-195a-453e-83f7-59e4938482ee tempest-ServersAdminTestJSON-1505041883 tempest-ServersAdminTestJSON-1505041883-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=732c786f-d597-473b-bc9a-3d3a7bfc11d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437245 Aug 12 14:31:34.313925 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f4b77e92-03ec-4ecc-a267-31faf10476a6 req-e5ae8bdd-1f1d-4628-8ad3-e1420254bece tempest-ServerMetadataNegativeTestJSON-1171582296 tempest-ServerMetadataNegativeTestJSON-1171582296-project] 10.222.0.39 "GET /v2.0/security-groups?id=ee049af6-8f6d-44ed-9730-4b363f59c2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692880 Aug 12 14:31:34.376213 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Pushing event updated for resources: {'Port': ['ID=b40f7310-42df-4780-896e-ac58ee1ce92d,revision_number=4']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:31:34.388436 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 14:31:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00e46fca-de66-4c0e-a9d8-6df88cd47c4b x-openstack-request-id: req-00e46fca-de66-4c0e-a9d8-6df88cd47c4b {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:31:34.388741 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6a1f017-4f9f-442c-a07e-15034cba2d96", "name": "network-vif-plugged", "status": "completed", "tag": "076640dc-c2e5-4e4c-8db8-a67400621028", "code": 200}]} {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:31:34.389000 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-00e46fca-de66-4c0e-a9d8-6df88cd47c4b {{(pid=94468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:31:34.389396 n-d-694802-15 neutron-server[94468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6a1f017-4f9f-442c-a07e-15034cba2d96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '076640dc-c2e5-4e4c-8db8-a67400621028', 'code': 200} Aug 12 14:31:34.410682 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-f058b2b7-f998-4e0b-a1c6-24466ea42192 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:34.416081 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-f058b2b7-f998-4e0b-a1c6-24466ea42192 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:34.418200 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-f058b2b7-f998-4e0b-a1c6-24466ea42192 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2ea36b7b-21d0-4f76-857d-f91c8751f823 HTTP/1.1" status: 204 len: 168 time: 0.3048091 Aug 12 14:31:34.449271 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f058b2b7-f998-4e0b-a1c6-24466ea42192 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ea36b7b-21d0-4f76-857d-f91c8751f823,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:31:34.562529 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] get_ports_and_sgs() called for port_ids ['b40f7310-42df-4780-896e-ac58ee1ce92d'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:31:34.564174 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befd2918-15b7-46a1-a050-cf9e7f3829b4 req-2ec06e42-5b41-4ead-bd87-f975a2765037 tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:34.573233 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-befd2918-15b7-46a1-a050-cf9e7f3829b4 req-2ec06e42-5b41-4ead-bd87-f975a2765037 tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] 10.222.0.39 "GET /v2.0/ports?device_id=1ddbe7c8-0ae7-4cf3-828c-7aed5defb66e HTTP/1.1" status: 200 len: 945 time: 0.1315510 Aug 12 14:31:34.586222 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608f221e-305a-4b85-be10-bea8220903c6 req-f8724beb-a5ad-4000-a702-3d83e6a27e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:34.587784 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-608f221e-305a-4b85-be10-bea8220903c6 req-f8724beb-a5ad-4000-a702-3d83e6a27e34 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=b6a1f017-4f9f-442c-a07e-15034cba2d96 HTTP/1.1" status: 200 len: 1097 time: 0.1037388 Aug 12 14:31:34.650763 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-befd2918-15b7-46a1-a050-cf9e7f3829b4 req-19d457fa-7b9f-4f9e-831a-d7d6ad8ce492 tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] 10.222.0.39 "GET /v2.0/security-groups?id=e3ca17b3-b028-41b3-b138-91e00a6e278c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724690 Aug 12 14:31:34.676282 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-608f221e-305a-4b85-be10-bea8220903c6 req-8fb52ca9-3364-4044-89d3-2fa1d10a913c service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=7583e7d0-9463-4dd0-8eff-2e0ab040ac14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722868 Aug 12 14:31:34.848464 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0585d4-e64b-4c81-aca9-7d132c9badd9 req-118278d4-b030-4b59-bb4f-6124d2766c29 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:34.850724 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1118fb0a-f225-4761-b487-5eb21731743f req-b18cc85e-2ac5-40c3-9025-9a2563cd53b7 tempest-ServersWithSpecificFlavorTestJSON-1739232893 tempest-ServersWithSpecificFlavorTestJSON-1739232893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:34.852962 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-1118fb0a-f225-4761-b487-5eb21731743f req-b18cc85e-2ac5-40c3-9025-9a2563cd53b7 tempest-ServersWithSpecificFlavorTestJSON-1739232893 tempest-ServersWithSpecificFlavorTestJSON-1739232893-project] 10.222.0.39 "GET /v2.0/ports?device_id=b6a1f017-4f9f-442c-a07e-15034cba2d96 HTTP/1.1" status: 200 len: 945 time: 0.0690091 Aug 12 14:31:34.855571 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4c0585d4-e64b-4c81-aca9-7d132c9badd9 req-118278d4-b030-4b59-bb4f-6124d2766c29 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] 10.222.0.39 "GET /v2.0/ports?device_id=538d90da-cd87-4429-8357-72e4212d8efc HTTP/1.1" status: 200 len: 943 time: 0.0806789 Aug 12 14:31:34.899404 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-1118fb0a-f225-4761-b487-5eb21731743f req-dea6df5c-e405-4129-80f5-94e4bb2d451b tempest-ServersWithSpecificFlavorTestJSON-1739232893 tempest-ServersWithSpecificFlavorTestJSON-1739232893-project] 10.222.0.39 "GET /v2.0/security-groups?id=7583e7d0-9463-4dd0-8eff-2e0ab040ac14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403469 Aug 12 14:31:34.908607 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4c0585d4-e64b-4c81-aca9-7d132c9badd9 req-78fc5824-cba8-4dcf-adf3-6f8342b593f5 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] 10.222.0.39 "GET /v2.0/security-groups?id=11312995-c93d-4754-9dea-15693c54238a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521369 Aug 12 14:31:35.072320 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32102c47-77e4-4627-b008-0fb4b49fcdcc req-6f0de5ac-4c7d-4371-bddc-62b5bb78e95a tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:35.074329 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-32102c47-77e4-4627-b008-0fb4b49fcdcc req-6f0de5ac-4c7d-4371-bddc-62b5bb78e95a tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/ports?device_id=6fc00628-4d8c-4923-97cd-77f7ae0a9f27 HTTP/1.1" status: 200 len: 949 time: 0.0615416 Aug 12 14:31:35.131095 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-32102c47-77e4-4627-b008-0fb4b49fcdcc req-f6229f73-4bca-4e19-8593-caaf86f97f81 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0307eb3-f523-445b-8e1d-79deac809303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501711 Aug 12 14:31:35.196229 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644e89e0-f16b-41db-9b77-1de614180d52 req-45478e83-3fd0-46d0-9136-610366823696 tempest-LiveAutoBlockMigrationV225Test-1272051264 tempest-LiveAutoBlockMigrationV225Test-1272051264-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:35.197762 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-644e89e0-f16b-41db-9b77-1de614180d52 req-45478e83-3fd0-46d0-9136-610366823696 tempest-LiveAutoBlockMigrationV225Test-1272051264 tempest-LiveAutoBlockMigrationV225Test-1272051264-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=1ddbe7c8-0ae7-4cf3-828c-7aed5defb66e HTTP/1.1" status: 200 len: 1097 time: 0.0775216 Aug 12 14:31:35.244804 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-644e89e0-f16b-41db-9b77-1de614180d52 req-65975bd2-9187-4df2-881b-024e24d5197e tempest-LiveAutoBlockMigrationV225Test-1272051264 tempest-LiveAutoBlockMigrationV225Test-1272051264-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=e3ca17b3-b028-41b3-b138-91e00a6e278c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370095 Aug 12 14:31:35.490720 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c185bd-dd28-434d-aa35-7f421f153834 req-75417ee3-8ba4-4e8c-a9ba-393d0e6a7e84 tempest-ServerMetadataNegativeTestJSON-1171582296 tempest-ServerMetadataNegativeTestJSON-1171582296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:35.492828 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a0c185bd-dd28-434d-aa35-7f421f153834 req-75417ee3-8ba4-4e8c-a9ba-393d0e6a7e84 tempest-ServerMetadataNegativeTestJSON-1171582296 tempest-ServerMetadataNegativeTestJSON-1171582296-project] 10.222.0.39 "GET /v2.0/ports?device_id=44a9676d-273b-417f-b672-1dace6185136 HTTP/1.1" status: 200 len: 945 time: 0.0900459 Aug 12 14:31:35.564234 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a0c185bd-dd28-434d-aa35-7f421f153834 req-5768ed33-b1e6-4ff7-ad1f-6f6d7a4f1160 tempest-ServerMetadataNegativeTestJSON-1171582296 tempest-ServerMetadataNegativeTestJSON-1171582296-project] 10.222.0.39 "GET /v2.0/security-groups?id=ee049af6-8f6d-44ed-9730-4b363f59c2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608504 Aug 12 14:31:35.598037 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device a06fb4ae-2175-4823-9af2-5ae803734598 details requested by agent hyperv_n-h2-694802-15 with host n-h2-694802-15 {{(pid=94468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 14:31:35.756438 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f8ad90-804a-464e-b788-f37531bbf015 req-01da68a9-fd94-4c56-880b-109b61185138 tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:35.760765 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-16f8ad90-804a-464e-b788-f37531bbf015 req-01da68a9-fd94-4c56-880b-109b61185138 tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] 10.222.0.39 "GET /v2.0/ports?device_id=f3c0eeb6-944f-4df5-921f-e67fd51b3f14 HTTP/1.1" status: 200 len: 948 time: 0.1083109 Aug 12 14:31:35.848407 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port a06fb4ae-2175-4823-9af2-5ae803734598, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=a06fb4ae-2175-4823-9af2-5ae803734598,segment=NetworkSegment(2c5f2abe-b754-491c-837b-06e8fcd65d4b),segment_id=2c5f2abe-b754-491c-837b-06e8fcd65d4b)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:31:35.880916 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-16f8ad90-804a-464e-b788-f37531bbf015 req-e3e3bb8a-20cb-468a-ab43-02ebb8f09e1e tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] 10.222.0.39 "GET /v2.0/security-groups?id=732c786f-d597-473b-bc9a-3d3a7bfc11d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072674 Aug 12 14:31:35.885984 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Returning: {'device': 'a06fb4ae-2175-4823-9af2-5ae803734598', 'network_id': 'a10dd9db-a24e-488c-8894-a27c36eaa630', 'port_id': 'a06fb4ae-2175-4823-9af2-5ae803734598', 'mac_address': 'fa:16:3e:f3:79:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd61545bd-f4f7-4794-86f8-5ac232439ea3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 14:31:35.905590 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838935fa-c28c-42ca-95a0-97140780cea0 req-87e8e1dd-e911-4820-8d10-5ee65d1866b5 tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:35.914070 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-838935fa-c28c-42ca-95a0-97140780cea0 req-87e8e1dd-e911-4820-8d10-5ee65d1866b5 tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] 10.222.0.39 "GET /v2.0/networks?id=03dfba7c-7b4a-44e5-8aaa-c2d37ee82018 HTTP/1.1" status: 200 len: 821 time: 0.2731197 Aug 12 14:31:35.933202 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-838935fa-c28c-42ca-95a0-97140780cea0 req-c12f832a-876a-4db4-86ef-8a5ecd605855 tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] 10.222.0.39 "GET /v2.0/quotas/eebc4daeab5b4932b99d48c68fd10c64 HTTP/1.1" status: 200 len: 375 time: 0.0180161 Aug 12 14:31:35.950802 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:35.980945 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a06fb4ae-2175-4823-9af2-5ae803734598 {{(pid=94468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:31:36.002007 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port a06fb4ae-2175-4823-9af2-5ae803734598, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=a06fb4ae-2175-4823-9af2-5ae803734598,segment=NetworkSegment(2c5f2abe-b754-491c-837b-06e8fcd65d4b),segment_id=2c5f2abe-b754-491c-837b-06e8fcd65d4b)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:31:36.007268 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:36.045252 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-838935fa-c28c-42ca-95a0-97140780cea0 req-b2f87335-6ae7-4d29-ae58-9e89f65342b6 tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=eebc4daeab5b4932b99d48c68fd10c64&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1111944 Aug 12 14:31:36.064558 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Pushing event updated for resources: {'Port': ['ID=a06fb4ae-2175-4823-9af2-5ae803734598,revision_number=4']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:31:36.113601 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627af65e-1391-45da-b423-dcbb81e16fb2 req-cb5c0abd-7e89-4098-8e85-59e85a97c69c tempest-ServersWithSpecificFlavorTestJSON-1739232893 tempest-ServersWithSpecificFlavorTestJSON-1739232893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:36.121215 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-627af65e-1391-45da-b423-dcbb81e16fb2 req-cb5c0abd-7e89-4098-8e85-59e85a97c69c tempest-ServersWithSpecificFlavorTestJSON-1739232893 tempest-ServersWithSpecificFlavorTestJSON-1739232893-project] 10.222.0.39 "GET /v2.0/ports?device_id=b6a1f017-4f9f-442c-a07e-15034cba2d96 HTTP/1.1" status: 200 len: 945 time: 0.1193726 Aug 12 14:31:36.206720 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-838935fa-c28c-42ca-95a0-97140780cea0 req-71149969-5b3d-4bd2-b31b-2b4d28b9d68c service neutron] 10.222.0.39 "GET /v2.0/networks/03dfba7c-7b4a-44e5-8aaa-c2d37ee82018?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1525137 Aug 12 14:31:36.309523 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-838935fa-c28c-42ca-95a0-97140780cea0 req-d0e946c1-dc8a-44a4-8708-7f43ae84568a service neutron] 10.222.0.39 "GET /v2.0/networks/03dfba7c-7b4a-44e5-8aaa-c2d37ee82018?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017666 Aug 12 14:31:36.393642 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] get_ports_and_sgs() called for port_ids ['a06fb4ae-2175-4823-9af2-5ae803734598'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:31:36.408679 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-627af65e-1391-45da-b423-dcbb81e16fb2 req-01a68586-4b76-4e20-956a-a722c4638691 tempest-ServersWithSpecificFlavorTestJSON-1739232893 tempest-ServersWithSpecificFlavorTestJSON-1739232893-project] 10.222.0.39 "GET /v2.0/security-groups?id=7583e7d0-9463-4dd0-8eff-2e0ab040ac14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2865212 Aug 12 14:31:36.509527 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42907eb3-7cee-4665-afb4-ec54a686bd81 req-e79b427a-2638-468e-8915-e98875c9ef18 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:36.518782 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-42907eb3-7cee-4665-afb4-ec54a686bd81 req-e79b427a-2638-468e-8915-e98875c9ef18 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] 10.222.0.39 "GET /v2.0/ports?device_id=538d90da-cd87-4429-8357-72e4212d8efc HTTP/1.1" status: 200 len: 944 time: 0.0633345 Aug 12 14:31:36.585395 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-42907eb3-7cee-4665-afb4-ec54a686bd81 req-2662933c-23d7-42f4-9802-c7c1d8f92217 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] 10.222.0.39 "GET /v2.0/security-groups?id=11312995-c93d-4754-9dea-15693c54238a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656667 Aug 12 14:31:36.633067 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff85acf-9ba8-468c-8823-299f564a9d3b req-763bfb21-f0bb-45fa-8767-ba52faed7714 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:36.641725 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-dff85acf-9ba8-468c-8823-299f564a9d3b req-763bfb21-f0bb-45fa-8767-ba52faed7714 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/ports?device_id=6fc00628-4d8c-4923-97cd-77f7ae0a9f27 HTTP/1.1" status: 200 len: 949 time: 0.0732970 Aug 12 14:31:36.678177 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-dff85acf-9ba8-468c-8823-299f564a9d3b req-f3b81a0a-f3f1-4097-b848-d6f841186d96 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0307eb3-f523-445b-8e1d-79deac809303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355976 Aug 12 14:31:36.754627 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-f8a1ef8f-515b-45d8-8ad6-2535c4961ecd req-c1828996-4f35-4ab8-ad82-83467eb8dafa tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] 10.222.0.39 "GET /v2.0/ports?device_id=cddb4fe6-c24a-4523-bd49-68cbc24760f5 HTTP/1.1" status: 200 len: 210 time: 0.0305383 Aug 12 14:31:36.887915 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fc254c-0dde-4c65-9dc9-cf33e2803ae8 req-0acc6cdf-395a-45cb-84a8-fef09b62bd10 tempest-ServerMetadataNegativeTestJSON-1171582296 tempest-ServerMetadataNegativeTestJSON-1171582296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:36.889830 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-e1fc254c-0dde-4c65-9dc9-cf33e2803ae8 req-0acc6cdf-395a-45cb-84a8-fef09b62bd10 tempest-ServerMetadataNegativeTestJSON-1171582296 tempest-ServerMetadataNegativeTestJSON-1171582296-project] 10.222.0.39 "GET /v2.0/ports?device_id=44a9676d-273b-417f-b672-1dace6185136 HTTP/1.1" status: 200 len: 945 time: 0.0607874 Aug 12 14:31:36.958637 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-e1fc254c-0dde-4c65-9dc9-cf33e2803ae8 req-4ffac575-97d2-44f8-a3b7-9ba21beb816f tempest-ServerMetadataNegativeTestJSON-1171582296 tempest-ServerMetadataNegativeTestJSON-1171582296-project] 10.222.0.39 "GET /v2.0/security-groups?id=ee049af6-8f6d-44ed-9730-4b363f59c2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601821 Aug 12 14:31:37.071418 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed413ae2-eb0d-4958-ae1c-3949df672152 req-cc033c81-caf3-4f0c-b078-72a265c3c842 tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:37.072925 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ed413ae2-eb0d-4958-ae1c-3949df672152 req-cc033c81-caf3-4f0c-b078-72a265c3c842 tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] 10.222.0.39 "GET /v2.0/ports?device_id=f3c0eeb6-944f-4df5-921f-e67fd51b3f14 HTTP/1.1" status: 200 len: 948 time: 0.0566096 Aug 12 14:31:37.131605 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ed413ae2-eb0d-4958-ae1c-3949df672152 req-b04890e6-c23f-47b3-bb79-c37888505060 tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] 10.222.0.39 "GET /v2.0/security-groups?id=732c786f-d597-473b-bc9a-3d3a7bfc11d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404394 Aug 12 14:31:37.309881 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 59080) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:31:37.426866 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-0ce88cdc-d3b0-453c-ba7e-6f201d34b70e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:37.517609 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573581f9-a690-43ae-8e4e-9df33471f77d req-3e501839-acb7-44eb-93d7-e68f317201ea tempest-ServersWithSpecificFlavorTestJSON-1739232893 tempest-ServersWithSpecificFlavorTestJSON-1739232893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:37.519121 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-573581f9-a690-43ae-8e4e-9df33471f77d req-3e501839-acb7-44eb-93d7-e68f317201ea tempest-ServersWithSpecificFlavorTestJSON-1739232893 tempest-ServersWithSpecificFlavorTestJSON-1739232893-project] 10.222.0.39 "GET /v2.0/ports?device_id=b6a1f017-4f9f-442c-a07e-15034cba2d96 HTTP/1.1" status: 200 len: 945 time: 0.0537078 Aug 12 14:31:37.522581 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-0ce88cdc-d3b0-453c-ba7e-6f201d34b70e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:37.527220 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-0ce88cdc-d3b0-453c-ba7e-6f201d34b70e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:37.557086 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-573581f9-a690-43ae-8e4e-9df33471f77d req-ac686803-e66a-4054-81ae-8ffd639618bd tempest-ServersWithSpecificFlavorTestJSON-1739232893 tempest-ServersWithSpecificFlavorTestJSON-1739232893-project] 10.222.0.39 "GET /v2.0/security-groups?id=7583e7d0-9463-4dd0-8eff-2e0ab040ac14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310154 Aug 12 14:31:37.567170 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-0ce88cdc-d3b0-453c-ba7e-6f201d34b70e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=abbb48432d21475095cd35e7078b2ff0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2560349 Aug 12 14:31:37.567940 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce88cdc-d3b0-453c-ba7e-6f201d34b70e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34bd4147-9e33-4c4c-aad2-03900e416e9e,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:31:37.579058 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 59086) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:31:37.591508 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device b40f7310-42df-4780-896e-ac58ee1ce92d up at agent hyperv_n-h2-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:31:37.664167 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Provisioning for port b40f7310-42df-4780-896e-ac58ee1ce92d completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:31:37.668557 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Provisioning complete for port b40f7310-42df-4780-896e-ac58ee1ce92d triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:31:37.669129 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:37.677226 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8298e515-4241-447a-8951-b3a9b31e2fc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:37.691838 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d83b77-5bb3-4682-9154-eac583e54019 req-19d41e09-6d51-42f0-8ff8-219c063f3d2c tempest-ServersWithSpecificFlavorTestJSON-1739232893 tempest-ServersWithSpecificFlavorTestJSON-1739232893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:37.693572 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-91d83b77-5bb3-4682-9154-eac583e54019 req-19d41e09-6d51-42f0-8ff8-219c063f3d2c tempest-ServersWithSpecificFlavorTestJSON-1739232893 tempest-ServersWithSpecificFlavorTestJSON-1739232893-project] 10.222.0.39 "GET /v2.0/ports?device_id=b6a1f017-4f9f-442c-a07e-15034cba2d96 HTTP/1.1" status: 200 len: 945 time: 0.0574336 Aug 12 14:31:37.702427 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 59094) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:31:37.709169 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-d554795b-9583-4e23-908f-0bd24894e69b tempest-ServersWithSpecificFlavorTestJSON-1739232893 tempest-ServersWithSpecificFlavorTestJSON-1739232893-project] Request body: {'floatingip': {'port_id': '076640dc-c2e5-4e4c-8db8-a67400621028'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:31:37.751721 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1da105-1ac2-4815-9127-1e8fff78de4b req-2c4fdf8a-4118-4f60-a444-831ca742e30b tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:37.759529 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-6b1da105-1ac2-4815-9127-1e8fff78de4b req-2c4fdf8a-4118-4f60-a444-831ca742e30b tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] 10.222.0.39 "GET /v2.0/ports?device_id=538d90da-cd87-4429-8357-72e4212d8efc HTTP/1.1" status: 200 len: 944 time: 0.1113436 Aug 12 14:31:37.764106 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8298e515-4241-447a-8951-b3a9b31e2fc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:37.792839 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-d554795b-9583-4e23-908f-0bd24894e69b tempest-ServersWithSpecificFlavorTestJSON-1739232893 tempest-ServersWithSpecificFlavorTestJSON-1739232893-project] Notify callbacks [] for floatingip, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:37.793190 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:37.812688 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-6b1da105-1ac2-4815-9127-1e8fff78de4b req-e6634d53-b559-4236-b4d4-a57c5a257c91 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] 10.222.0.39 "GET /v2.0/security-groups?id=11312995-c93d-4754-9dea-15693c54238a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519571 Aug 12 14:31:37.834785 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44a9676d-273b-417f-b672-1dace6185136', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b40f7310-42df-4780-896e-ac58ee1ce92d'}] {{(pid=94468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:31:37.834785 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99a8d87602170099c728e57431aca99e9b98a655a83bbf8727be13192709727b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e2f8832-081a-4c6b-b022-7453a7da1396" -d '{"events": [{"server_uuid": "44a9676d-273b-417f-b672-1dace6185136", "name": "network-vif-plugged", "status": "completed", "tag": "b40f7310-42df-4780-896e-ac58ee1ce92d"}]}' {{(pid=94468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:31:37.856844 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port b40f7310-42df-4780-896e-ac58ee1ce92d, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=b40f7310-42df-4780-896e-ac58ee1ce92d,segment=NetworkSegment(801c83ac-528e-4a6f-b568-934756f37c99),segment_id=801c83ac-528e-4a6f-b568-934756f37c99)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:31:37.870813 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:37.871746 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device a06fb4ae-2175-4823-9af2-5ae803734598 up at agent hyperv_n-h2-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:31:37.903753 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8298e515-4241-447a-8951-b3a9b31e2fc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:37.906428 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8298e515-4241-447a-8951-b3a9b31e2fc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:37.910131 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-8298e515-4241-447a-8951-b3a9b31e2fc6 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/34bd4147-9e33-4c4c-aad2-03900e416e9e HTTP/1.1" status: 204 len: 168 time: 0.3379035 Aug 12 14:31:37.948311 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8298e515-4241-447a-8951-b3a9b31e2fc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34bd4147-9e33-4c4c-aad2-03900e416e9e,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:31:37.953382 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-7d9e5a3f-a567-45b9-94c2-35955098c17e req-7d5239e5-c34e-4b61-9153-16b6413eca5b tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] 10.222.0.39 "GET /v2.0/ports?device_id=cddb4fe6-c24a-4523-bd49-68cbc24760f5 HTTP/1.1" status: 200 len: 210 time: 0.0640299 Aug 12 14:31:37.969882 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Pushing event updated for resources: {'Port': ['ID=b40f7310-42df-4780-896e-ac58ee1ce92d,revision_number=5']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:31:37.974863 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Provisioning for port a06fb4ae-2175-4823-9af2-5ae803734598 completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:31:37.986448 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Provisioning complete for port a06fb4ae-2175-4823-9af2-5ae803734598 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:31:37.986746 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:38.052467 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1f7d61-ded5-444d-9560-c3da4a36f7bc req-eed56d73-b883-40d9-9773-a1c5b2a49870 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:38.053960 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-bf1f7d61-ded5-444d-9560-c3da4a36f7bc req-eed56d73-b883-40d9-9773-a1c5b2a49870 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/ports?device_id=6fc00628-4d8c-4923-97cd-77f7ae0a9f27 HTTP/1.1" status: 200 len: 949 time: 0.2583313 Aug 12 14:31:38.097911 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 14:31:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-106611c8-0c4f-46bf-9508-52f3ed80991f x-openstack-request-id: req-106611c8-0c4f-46bf-9508-52f3ed80991f {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:31:38.098253 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44a9676d-273b-417f-b672-1dace6185136", "name": "network-vif-plugged", "status": "completed", "tag": "b40f7310-42df-4780-896e-ac58ee1ce92d", "code": 200}]} {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:31:38.098505 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-106611c8-0c4f-46bf-9508-52f3ed80991f {{(pid=94468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:31:38.098970 n-d-694802-15 neutron-server[94468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44a9676d-273b-417f-b672-1dace6185136', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b40f7310-42df-4780-896e-ac58ee1ce92d', 'code': 200} Aug 12 14:31:38.197850 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe363843-8836-4f99-bcd0-6302d4dd1ba4 req-d88c2bf9-702a-44ad-b0d3-c2da35c692c2 tempest-ServerMetadataNegativeTestJSON-1171582296 tempest-ServerMetadataNegativeTestJSON-1171582296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:38.208173 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-fe363843-8836-4f99-bcd0-6302d4dd1ba4 req-d88c2bf9-702a-44ad-b0d3-c2da35c692c2 tempest-ServerMetadataNegativeTestJSON-1171582296 tempest-ServerMetadataNegativeTestJSON-1171582296-project] 10.222.0.39 "GET /v2.0/ports?device_id=44a9676d-273b-417f-b672-1dace6185136 HTTP/1.1" status: 200 len: 946 time: 0.0638051 Aug 12 14:31:38.246392 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:38.250651 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-fe363843-8836-4f99-bcd0-6302d4dd1ba4 req-a2986744-d0bc-4c69-bddb-2d3189a94c17 tempest-ServerMetadataNegativeTestJSON-1171582296 tempest-ServerMetadataNegativeTestJSON-1171582296-project] 10.222.0.39 "GET /v2.0/security-groups?id=ee049af6-8f6d-44ed-9730-4b363f59c2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412295 Aug 12 14:31:38.287057 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port a06fb4ae-2175-4823-9af2-5ae803734598, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=a06fb4ae-2175-4823-9af2-5ae803734598,segment=NetworkSegment(2c5f2abe-b754-491c-837b-06e8fcd65d4b),segment_id=2c5f2abe-b754-491c-837b-06e8fcd65d4b)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:31:38.294912 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:38.301999 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838935fa-c28c-42ca-95a0-97140780cea0 req-315496b2-4614-4d42-94d7-d0d66b6a412d tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:38.303538 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-838935fa-c28c-42ca-95a0-97140780cea0 req-315496b2-4614-4d42-94d7-d0d66b6a412d tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] 10.222.0.49 "GET /v2.0/networks?id=03dfba7c-7b4a-44e5-8aaa-c2d37ee82018 HTTP/1.1" status: 200 len: 821 time: 0.5051880 Aug 12 14:31:38.320557 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-838935fa-c28c-42ca-95a0-97140780cea0 req-df02f242-5455-4467-97c2-7abf2af37b3e tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] Request body: {'port': {'device_id': 'cddb4fe6-c24a-4523-bd49-68cbc24760f5', 'network_id': '03dfba7c-7b4a-44e5-8aaa-c2d37ee82018', 'admin_state_up': True, 'tenant_id': 'eebc4daeab5b4932b99d48c68fd10c64'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:31:38.332882 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-bf1f7d61-ded5-444d-9560-c3da4a36f7bc req-f4c56be2-db41-4fd3-aaa8-77d72940f8a4 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0307eb3-f523-445b-8e1d-79deac809303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2698631 Aug 12 14:31:38.340535 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 59110) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:31:38.357550 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Pushing event updated for resources: {'Port': ['ID=a06fb4ae-2175-4823-9af2-5ae803734598,revision_number=5']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:31:38.369778 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2bc72746-b396-4a1e-83a9-a175598f2e12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:38.408715 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16212c80-c838-4e44-950b-5410f9b1c3b1 req-6234743a-1fc9-4335-8714-5a7681464221 tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:38.410211 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-16212c80-c838-4e44-950b-5410f9b1c3b1 req-6234743a-1fc9-4335-8714-5a7681464221 tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] 10.222.0.39 "GET /v2.0/ports?device_id=f3c0eeb6-944f-4df5-921f-e67fd51b3f14 HTTP/1.1" status: 200 len: 948 time: 0.0910885 Aug 12 14:31:38.424737 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed21374b-c86c-455d-a159-96afbb6d3d99 req-e8b4b33c-6a02-4dde-b297-49a28998031c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:38.426243 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ed21374b-c86c-455d-a159-96afbb6d3d99 req-e8b4b33c-6a02-4dde-b297-49a28998031c service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=44a9676d-273b-417f-b672-1dace6185136 HTTP/1.1" status: 200 len: 1098 time: 0.2417040 Aug 12 14:31:38.476141 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-16212c80-c838-4e44-950b-5410f9b1c3b1 req-e474dde9-a48d-4125-9a43-ac4452590265 tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] 10.222.0.39 "GET /v2.0/security-groups?id=732c786f-d597-473b-bc9a-3d3a7bfc11d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591033 Aug 12 14:31:38.518994 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2bc72746-b396-4a1e-83a9-a175598f2e12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:38.526360 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2bc72746-b396-4a1e-83a9-a175598f2e12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:38.565620 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-2bc72746-b396-4a1e-83a9-a175598f2e12 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a019c1b16d164e4cbd307c6d1f4f7070&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2239847 Aug 12 14:31:38.568131 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 59112) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:31:38.575088 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc72746-b396-4a1e-83a9-a175598f2e12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3c6db53-2f31-4a88-a6ab-0d0541d27c9c,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:31:38.620983 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a93159c3-e7f0-45b8-b4b5-6efcad4056d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:38.632471 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ed21374b-c86c-455d-a159-96afbb6d3d99 req-f0a36330-3594-45d1-8db1-ec3e5ce40bf1 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=ee049af6-8f6d-44ed-9730-4b363f59c2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759670 Aug 12 14:31:38.643004 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a93159c3-e7f0-45b8-b4b5-6efcad4056d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:38.692087 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a93159c3-e7f0-45b8-b4b5-6efcad4056d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:38.695515 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a93159c3-e7f0-45b8-b4b5-6efcad4056d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:38.696989 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-a93159c3-e7f0-45b8-b4b5-6efcad4056d9 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e3c6db53-2f31-4a88-a6ab-0d0541d27c9c HTTP/1.1" status: 204 len: 168 time: 0.1279445 Aug 12 14:31:38.714778 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-838935fa-c28c-42ca-95a0-97140780cea0 req-df02f242-5455-4467-97c2-7abf2af37b3e tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] Made reservation on behalf of eebc4daeab5b4932b99d48c68fd10c64 for: {'port': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:31:38.716090 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93159c3-e7f0-45b8-b4b5-6efcad4056d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3c6db53-2f31-4a88-a6ab-0d0541d27c9c,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:31:38.718790 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-838935fa-c28c-42ca-95a0-97140780cea0 req-df02f242-5455-4467-97c2-7abf2af37b3e tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:39.096271 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-b7167474-5629-4e45-9063-bb2542668104 req-2b614c77-f085-4bb3-b658-4967235e2cbe tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] 10.222.0.39 "GET /v2.0/ports?device_id=cddb4fe6-c24a-4523-bd49-68cbc24760f5 HTTP/1.1" status: 200 len: 210 time: 0.0379164 Aug 12 14:31:39.124655 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-d554795b-9583-4e23-908f-0bd24894e69b tempest-ServersWithSpecificFlavorTestJSON-1739232893 tempest-ServersWithSpecificFlavorTestJSON-1739232893-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:39.162120 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-d554795b-9583-4e23-908f-0bd24894e69b tempest-ServersWithSpecificFlavorTestJSON-1739232893 tempest-ServersWithSpecificFlavorTestJSON-1739232893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431510'] for floatingip, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:39.238837 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_common [req-838935fa-c28c-42ca-95a0-97140780cea0 req-df02f242-5455-4467-97c2-7abf2af37b3e tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] Allocated IP 172.20.0.3 (03dfba7c-7b4a-44e5-8aaa-c2d37ee82018/ef8d2719-a4dd-40cc-910c-927d9e7406a1/c26f6072-ecc2-4691-a9f9-ea1305d03eff) {{(pid=94467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:31:39.251710 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692f83e8-efef-46ff-bb7d-78375d0bff45 req-3cc7568b-a6b0-4f93-8da2-d8b593f1a36a tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:39.253198 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-692f83e8-efef-46ff-bb7d-78375d0bff45 req-3cc7568b-a6b0-4f93-8da2-d8b593f1a36a tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] 10.222.0.39 "GET /v2.0/ports?device_id=538d90da-cd87-4429-8357-72e4212d8efc HTTP/1.1" status: 200 len: 945 time: 0.3634930 Aug 12 14:31:39.344680 n-d-694802-15 neutron-server[94467]: INFO neutron.db.l3_db [None req-d554795b-9583-4e23-908f-0bd24894e69b tempest-ServersWithSpecificFlavorTestJSON-1739232893 tempest-ServersWithSpecificFlavorTestJSON-1739232893-project] Floating IP f1c2a03c-de20-4976-b863-5f7f130fb7a5 associated. External IP: 172.25.1.202, port: 076640dc-c2e5-4e4c-8db8-a67400621028. Aug 12 14:31:39.352781 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-692f83e8-efef-46ff-bb7d-78375d0bff45 req-24c19d02-d32a-4640-b741-709ae011f518 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] 10.222.0.39 "GET /v2.0/security-groups?id=11312995-c93d-4754-9dea-15693c54238a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723875 Aug 12 14:31:39.404059 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc64c4a5-6860-45ba-a8a2-defbaac406e8 req-1735286f-04ea-438a-9ac6-58f42e756a43 tempest-ServerMetadataNegativeTestJSON-1171582296 tempest-ServerMetadataNegativeTestJSON-1171582296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:39.405616 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-bc64c4a5-6860-45ba-a8a2-defbaac406e8 req-1735286f-04ea-438a-9ac6-58f42e756a43 tempest-ServerMetadataNegativeTestJSON-1171582296 tempest-ServerMetadataNegativeTestJSON-1171582296-project] 10.222.0.39 "GET /v2.0/ports?device_id=44a9676d-273b-417f-b672-1dace6185136 HTTP/1.1" status: 200 len: 946 time: 0.0742364 Aug 12 14:31:39.459046 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-bc64c4a5-6860-45ba-a8a2-defbaac406e8 req-6b3e9acf-d74d-458e-a5a0-446c3c4182f8 tempest-ServerMetadataNegativeTestJSON-1171582296 tempest-ServerMetadataNegativeTestJSON-1171582296-project] 10.222.0.39 "GET /v2.0/security-groups?id=ee049af6-8f6d-44ed-9730-4b363f59c2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451212 Aug 12 14:31:39.591198 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-838935fa-c28c-42ca-95a0-97140780cea0 req-df02f242-5455-4467-97c2-7abf2af37b3e tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] Notify callbacks [] for port, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:39.601106 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d03fab-df97-41bb-8feb-faaa0a9cf930 req-c532bb83-0201-4519-9027-46c19d882191 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:39.602585 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-13d03fab-df97-41bb-8feb-faaa0a9cf930 req-c532bb83-0201-4519-9027-46c19d882191 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/ports?device_id=6fc00628-4d8c-4923-97cd-77f7ae0a9f27 HTTP/1.1" status: 200 len: 949 time: 0.1485689 Aug 12 14:31:39.604885 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba64529-e64f-4279-951f-46c4fca7e506 req-9bb82ea5-a380-4ca7-91bf-f61850e7ad3b tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:39.606511 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-eba64529-e64f-4279-951f-46c4fca7e506 req-9bb82ea5-a380-4ca7-91bf-f61850e7ad3b tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] 10.222.0.39 "GET /v2.0/ports?device_id=f3c0eeb6-944f-4df5-921f-e67fd51b3f14 HTTP/1.1" status: 200 len: 948 time: 0.0518172 Aug 12 14:31:39.649860 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-eba64529-e64f-4279-951f-46c4fca7e506 req-d8f61c63-11e4-458e-9fee-753355534655 tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] 10.222.0.39 "GET /v2.0/security-groups?id=732c786f-d597-473b-bc9a-3d3a7bfc11d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354774 Aug 12 14:31:39.734759 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-13d03fab-df97-41bb-8feb-faaa0a9cf930 req-64489f82-d495-4555-9a4e-6b7b3ff197f9 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0307eb3-f523-445b-8e1d-79deac809303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902367 Aug 12 14:31:39.762258 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d554795b-9583-4e23-908f-0bd24894e69b tempest-ServersWithSpecificFlavorTestJSON-1739232893 tempest-ServersWithSpecificFlavorTestJSON-1739232893-project] Router 11d41262-1334-4737-8528-01f371451f7a has already been hosted by L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f {{(pid=94467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 14:31:39.763757 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-838935fa-c28c-42ca-95a0-97140780cea0 req-df02f242-5455-4467-97c2-7abf2af37b3e tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:39.820082 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-838935fa-c28c-42ca-95a0-97140780cea0 req-df02f242-5455-4467-97c2-7abf2af37b3e tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] Network 03dfba7c-7b4a-44e5-8aaa-c2d37ee82018 is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:31:39.855589 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [req-838935fa-c28c-42ca-95a0-97140780cea0 req-df02f242-5455-4467-97c2-7abf2af37b3e tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:31:39.861785 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [req-838935fa-c28c-42ca-95a0-97140780cea0 req-df02f242-5455-4467-97c2-7abf2af37b3e tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] Received port after_create {{(pid=94467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:31:39.868412 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df02f242-5455-4467-97c2-7abf2af37b3e tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] Pushing event updated for resources: {'Port': ['ID=c26f6072-ecc2-4691-a9f9-ea1305d03eff,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:31:39.962540 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838935fa-c28c-42ca-95a0-97140780cea0 req-df02f242-5455-4467-97c2-7abf2af37b3e tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:39.963192 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-838935fa-c28c-42ca-95a0-97140780cea0 req-df02f242-5455-4467-97c2-7abf2af37b3e tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:39.985973 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d554795b-9583-4e23-908f-0bd24894e69b tempest-ServersWithSpecificFlavorTestJSON-1739232893 tempest-ServersWithSpecificFlavorTestJSON-1739232893-project] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 14:31:39.988509 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-838935fa-c28c-42ca-95a0-97140780cea0 req-df02f242-5455-4467-97c2-7abf2af37b3e tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6721630 Aug 12 14:31:39.991727 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-d554795b-9583-4e23-908f-0bd24894e69b tempest-ServersWithSpecificFlavorTestJSON-1739232893 tempest-ServersWithSpecificFlavorTestJSON-1739232893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for floatingip, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:39.999944 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07cb1d0e-b62f-4c2d-8a57-cfae112f985b None None] Sync routers for ids ['11d41262-1334-4737-8528-01f371451f7a'] in n-d-694802-15 {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 14:31:40.009828 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07cb1d0e-b62f-4c2d-8a57-cfae112f985b None None] Routers {'11d41262-1334-4737-8528-01f371451f7a'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:31:40.011279 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-07cb1d0e-b62f-4c2d-8a57-cfae112f985b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:31:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['11d41262-1334-4737-8528-01f371451f7a'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:31:40.017705 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-838935fa-c28c-42ca-95a0-97140780cea0 req-40563a76-ab88-41aa-a138-bb3a901ca965 service neutron] Request body: {'port': {'device_id': 'cddb4fe6-c24a-4523-bd49-68cbc24760f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-694802-15'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:31:40.024392 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-aa5a0784-41c2-4a34-a4c1-57ab70ada2dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:40.048684 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-d554795b-9583-4e23-908f-0bd24894e69b tempest-ServersWithSpecificFlavorTestJSON-1739232893 tempest-ServersWithSpecificFlavorTestJSON-1739232893-project] 10.222.0.39 "PUT /v2.0/floatingips/f1c2a03c-de20-4976-b863-5f7f130fb7a5 HTTP/1.1" status: 200 len: 991 time: 2.3450928 Aug 12 14:31:40.051131 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6a1f017-4f9f-442c-a07e-15034cba2d96', 'tag': '076640dc-c2e5-4e4c-8db8-a67400621028'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:31:40.053429 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e65282f928b64038367d043a4411777802006c43a98742496cb2e25b724ff1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-601187e5-7d75-436c-9fbb-c218f064e1ed" -d '{"events": [{"name": "network-changed", "server_uuid": "b6a1f017-4f9f-442c-a07e-15034cba2d96", "tag": "076640dc-c2e5-4e4c-8db8-a67400621028"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:31:40.086215 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-838935fa-c28c-42ca-95a0-97140780cea0 req-40563a76-ab88-41aa-a138-bb3a901ca965 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:40.099734 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '538d90da-cd87-4429-8357-72e4212d8efc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a06fb4ae-2175-4823-9af2-5ae803734598'}] {{(pid=94468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:31:40.102591 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99a8d87602170099c728e57431aca99e9b98a655a83bbf8727be13192709727b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a4c83b3-63fb-4e82-a95f-b52410cd5ebf" -d '{"events": [{"server_uuid": "538d90da-cd87-4429-8357-72e4212d8efc", "name": "network-vif-plugged", "status": "completed", "tag": "a06fb4ae-2175-4823-9af2-5ae803734598"}]}' {{(pid=94468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:31:40.128761 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 14:31:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db86be89-c3a6-405f-91e3-294d866f7721 x-openstack-request-id: req-db86be89-c3a6-405f-91e3-294d866f7721 {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:31:40.136680 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6a1f017-4f9f-442c-a07e-15034cba2d96", "tag": "076640dc-c2e5-4e4c-8db8-a67400621028", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:31:40.136963 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-db86be89-c3a6-405f-91e3-294d866f7721 {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:31:40.137387 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6a1f017-4f9f-442c-a07e-15034cba2d96', 'tag': '076640dc-c2e5-4e4c-8db8-a67400621028', 'status': 'completed', 'code': 200} Aug 12 14:31:40.188351 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 14:31:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f58eca92-b1f4-4dc7-86ae-4d920ade872b x-openstack-request-id: req-f58eca92-b1f4-4dc7-86ae-4d920ade872b {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:31:40.188864 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "538d90da-cd87-4429-8357-72e4212d8efc", "name": "network-vif-plugged", "status": "completed", "tag": "a06fb4ae-2175-4823-9af2-5ae803734598", "code": 200}]} {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:31:40.189239 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f58eca92-b1f4-4dc7-86ae-4d920ade872b {{(pid=94468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:31:40.189925 n-d-694802-15 neutron-server[94468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '538d90da-cd87-4429-8357-72e4212d8efc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a06fb4ae-2175-4823-9af2-5ae803734598', 'code': 200} Aug 12 14:31:40.283571 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-07cb1d0e-b62f-4c2d-8a57-cfae112f985b None None] Set router 11d41262-1334-4737-8528-01f371451f7a gateway port host: n-d-694802-15 {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:31:40.313661 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601187e5-7d75-436c-9fbb-c218f064e1ed req-3f37cc7f-d206-416d-b7ee-8d66d51bd9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:40.315233 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-601187e5-7d75-436c-9fbb-c218f064e1ed req-3f37cc7f-d206-416d-b7ee-8d66d51bd9cf service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=67787a84bb704413b5454c6fdcf0c251&device_id=b6a1f017-4f9f-442c-a07e-15034cba2d96 HTTP/1.1" status: 200 len: 1097 time: 0.1640692 Aug 12 14:31:40.566194 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601187e5-7d75-436c-9fbb-c218f064e1ed req-b735daa6-2db1-4e01-96c9-ec3f7c35fc59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:40.567887 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-601187e5-7d75-436c-9fbb-c218f064e1ed req-b735daa6-2db1-4e01-96c9-ec3f7c35fc59 service neutron] 10.222.0.49 "GET /v2.0/networks?id=8a71aa16-6082-45cb-9783-85f01df10691 HTTP/1.1" status: 200 len: 925 time: 0.2422361 Aug 12 14:31:40.583543 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35af8aa7-bb54-4ad3-819b-264c14585e7e req-94028e00-afe3-4099-ac4f-a9a43957fdd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:40.584996 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-35af8aa7-bb54-4ad3-819b-264c14585e7e req-94028e00-afe3-4099-ac4f-a9a43957fdd1 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=538d90da-cd87-4429-8357-72e4212d8efc HTTP/1.1" status: 200 len: 1097 time: 0.3078218 Aug 12 14:31:40.586915 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65105c88-d9c1-4a85-9ac0-6f18f76d7ebf req-ae0b931f-97d1-4572-9ef4-6a48c00ebe3c tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:40.588475 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-65105c88-d9c1-4a85-9ac0-6f18f76d7ebf req-ae0b931f-97d1-4572-9ef4-6a48c00ebe3c tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] 10.222.0.39 "GET /v2.0/ports?device_id=538d90da-cd87-4429-8357-72e4212d8efc HTTP/1.1" status: 200 len: 945 time: 0.1262739 Aug 12 14:31:40.594196 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7934966f-b501-4114-ab49-01002629732f req-ac1299a8-9928-4cb1-926f-89eec0f03891 tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:40.595825 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-7934966f-b501-4114-ab49-01002629732f req-ac1299a8-9928-4cb1-926f-89eec0f03891 tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] 10.222.0.39 "GET /v2.0/ports?device_id=cddb4fe6-c24a-4523-bd49-68cbc24760f5 HTTP/1.1" status: 200 len: 931 time: 0.3059616 Aug 12 14:31:40.630568 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-07cb1d0e-b62f-4c2d-8a57-cfae112f985b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11d41262-1334-4737-8528-01f371451f7a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1292795070-router', 'tenant_id': '67787a84bb704413b5454c6fdcf0c251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.66'}], 'enable_snat': True}, 'gw_port_id': '8f51f236-0b06-40ea-a837-5cdbc3b74c5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:30:41Z', 'updated_at': '2021-08-12T14:30:54Z', 'revision_number': 4, 'project_id': '67787a84bb704413b5454c6fdcf0c251', 'gw_port': {'id': '8f51f236-0b06-40ea-a837-5cdbc3b74c5c', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:ac:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11d41262-1334-4737-8528-01f371451f7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:30:43Z', 'updated_at': '2021-08-12T14:30:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_floatingips': [{'id': 'f1c2a03c-de20-4976-b863-5f7f130fb7a5', 'tenant_id': '67787a84bb704413b5454c6fdcf0c251', 'floating_ip_address': '172.25.1.202', 'floating_network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'router_id': '11d41262-1334-4737-8528-01f371451f7a', 'port_id': '076640dc-c2e5-4e4c-8db8-a67400621028', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 432, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a71aa16-6082-45cb-9783-85f01df10691', 'mac_address': 'fa:16:3e:cb:10:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6a1f017-4f9f-442c-a07e-15034cba2d96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T14:31:17Z', 'updated_at': '2021-08-12T14:31:38Z', 'revision_number': 1, 'project_id': '67787a84bb704413b5454c6fdcf0c251', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9084f4dc-f10a-4f81-82bf-c3a885bd0239', 'name': '', 'network_id': '8a71aa16-6082-45cb-9783-85f01df10691', 'tenant_id': '67787a84bb704413b5454c6fdcf0c251', 'mac_address': 'fa:16:3e:80:28:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11d41262-1334-4737-8528-01f371451f7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'eaf44e2b-51e5-4157-8e0e-0a0a05c13c30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:30:52Z', 'updated_at': '2021-08-12T14:31:04Z', 'revision_number': 5, 'project_id': '67787a84bb704413b5454c6fdcf0c251', 'subnets': [{'id': 'eaf44e2b-51e5-4157-8e0e-0a0a05c13c30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:31:40.656855 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-35af8aa7-bb54-4ad3-819b-264c14585e7e req-4496df73-4a1d-4a2c-a8cb-bc1e2c39868f service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=11312995-c93d-4754-9dea-15693c54238a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600326 Aug 12 14:31:40.658074 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07cb1d0e-b62f-4c2d-8a57-cfae112f985b None None] Checking router: 11d41262-1334-4737-8528-01f371451f7a for host: n-d-694802-15 {{(pid=94469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 14:31:40.660108 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-7934966f-b501-4114-ab49-01002629732f req-48c068c6-f202-48c5-bfb7-781ed1017a7d tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] 10.222.0.39 "GET /v2.0/security-groups?id=e3ca17b3-b028-41b3-b138-91e00a6e278c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573621 Aug 12 14:31:40.666622 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07cb1d0e-b62f-4c2d-8a57-cfae112f985b None None] Routers {'11d41262-1334-4737-8528-01f371451f7a'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:31:40.667544 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-07cb1d0e-b62f-4c2d-8a57-cfae112f985b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:31:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['11d41262-1334-4737-8528-01f371451f7a'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:31:40.734797 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [req-838935fa-c28c-42ca-95a0-97140780cea0 req-40563a76-ab88-41aa-a138-bb3a901ca965 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c26f6072-ecc2-4691-a9f9-ea1305d03eff {{(pid=94467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:31:40.751538 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-838935fa-c28c-42ca-95a0-97140780cea0 req-40563a76-ab88-41aa-a138-bb3a901ca965 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:40.756735 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-65105c88-d9c1-4a85-9ac0-6f18f76d7ebf req-2aac3bf9-0d4d-422c-9266-06e051bd1603 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] 10.222.0.39 "GET /v2.0/security-groups?id=11312995-c93d-4754-9dea-15693c54238a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536806 Aug 12 14:31:40.759635 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-601187e5-7d75-436c-9fbb-c218f064e1ed req-67d33c3e-c73f-40b7-8bfb-6078e46173f3 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=076640dc-c2e5-4e4c-8db8-a67400621028 HTTP/1.1" status: 200 len: 999 time: 0.1702516 Aug 12 14:31:40.769418 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [req-838935fa-c28c-42ca-95a0-97140780cea0 req-40563a76-ab88-41aa-a138-bb3a901ca965 service neutron] Transition to ACTIVE for port object c26f6072-ecc2-4691-a9f9-ea1305d03eff will not be triggered until provisioned by entity L2. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:31:40.774067 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-838935fa-c28c-42ca-95a0-97140780cea0 req-40563a76-ab88-41aa-a138-bb3a901ca965 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:40.793104 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-07cb1d0e-b62f-4c2d-8a57-cfae112f985b None None] Set router 11d41262-1334-4737-8528-01f371451f7a gateway port host: n-d-694802-15 {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:31:40.865474 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40563a76-ab88-41aa-a138-bb3a901ca965 service neutron] Pushing event updated for resources: {'Port': ['ID=c26f6072-ecc2-4691-a9f9-ea1305d03eff,revision_number=2']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:31:40.930470 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601187e5-7d75-436c-9fbb-c218f064e1ed req-c34ae06f-2ff4-464c-a1ef-fad8fa2ff595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:40.931986 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-601187e5-7d75-436c-9fbb-c218f064e1ed req-c34ae06f-2ff4-464c-a1ef-fad8fa2ff595 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=eaf44e2b-51e5-4157-8e0e-0a0a05c13c30 HTTP/1.1" status: 200 len: 863 time: 0.1317856 Aug 12 14:31:40.994014 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5956bfe-545d-4b78-8494-d0393cbc1f08 req-d59d6b51-b56b-459c-97b3-66f6b58ed467 tempest-ServerMetadataNegativeTestJSON-1171582296 tempest-ServerMetadataNegativeTestJSON-1171582296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:40.995554 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a5956bfe-545d-4b78-8494-d0393cbc1f08 req-d59d6b51-b56b-459c-97b3-66f6b58ed467 tempest-ServerMetadataNegativeTestJSON-1171582296 tempest-ServerMetadataNegativeTestJSON-1171582296-project] 10.222.0.39 "GET /v2.0/ports?device_id=44a9676d-273b-417f-b672-1dace6185136 HTTP/1.1" status: 200 len: 946 time: 0.1451089 Aug 12 14:31:41.022799 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-838935fa-c28c-42ca-95a0-97140780cea0 req-40563a76-ab88-41aa-a138-bb3a901ca965 service neutron] Attempting to bind port c26f6072-ecc2-4691-a9f9-ea1305d03eff on host n-h2-694802-15 for vnic_type normal with profile {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:31:41.023802 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-838935fa-c28c-42ca-95a0-97140780cea0 req-40563a76-ab88-41aa-a138-bb3a901ca965 service neutron] Attempting to bind port c26f6072-ecc2-4691-a9f9-ea1305d03eff by drivers openvswitch,hyperv on host n-h2-694802-15 at level 0 using segments [{'id': '2e94514d-7fca-42ad-995e-123d3a176790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '03dfba7c-7b4a-44e5-8aaa-c2d37ee82018'}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:31:41.024146 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-838935fa-c28c-42ca-95a0-97140780cea0 req-40563a76-ab88-41aa-a138-bb3a901ca965 service neutron] Attempting to bind port c26f6072-ecc2-4691-a9f9-ea1305d03eff on network 03dfba7c-7b4a-44e5-8aaa-c2d37ee82018 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:31:41.041895 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-838935fa-c28c-42ca-95a0-97140780cea0 req-40563a76-ab88-41aa-a138-bb3a901ca965 service neutron] Port c26f6072-ecc2-4691-a9f9-ea1305d03eff on network 03dfba7c-7b4a-44e5-8aaa-c2d37ee82018 not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-15 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 14:31:41.042261 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-838935fa-c28c-42ca-95a0-97140780cea0 req-40563a76-ab88-41aa-a138-bb3a901ca965 service neutron] Attempting to bind port c26f6072-ecc2-4691-a9f9-ea1305d03eff on network 03dfba7c-7b4a-44e5-8aaa-c2d37ee82018 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:31:41.048361 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601187e5-7d75-436c-9fbb-c218f064e1ed req-4d6cdb3e-b9d0-41c3-8dd5-eb1c9602ee86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:41.049777 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-601187e5-7d75-436c-9fbb-c218f064e1ed req-4d6cdb3e-b9d0-41c3-8dd5-eb1c9602ee86 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8a71aa16-6082-45cb-9783-85f01df10691&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1089084 Aug 12 14:31:41.057286 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-838935fa-c28c-42ca-95a0-97140780cea0 req-40563a76-ab88-41aa-a138-bb3a901ca965 service neutron] Checking agent: {'id': 'b7697f71-33f3-4959-ad82-43c2dc15845d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 27, 42), 'started_at': datetime.datetime(2021, 8, 12, 14, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 31, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:31:41.057621 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-838935fa-c28c-42ca-95a0-97140780cea0 req-40563a76-ab88-41aa-a138-bb3a901ca965 service neutron] Checking segment: {'id': '2e94514d-7fca-42ad-995e-123d3a176790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '03dfba7c-7b4a-44e5-8aaa-c2d37ee82018'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:31:41.057999 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-838935fa-c28c-42ca-95a0-97140780cea0 req-40563a76-ab88-41aa-a138-bb3a901ca965 service neutron] Bound using segment: {'id': '2e94514d-7fca-42ad-995e-123d3a176790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '03dfba7c-7b4a-44e5-8aaa-c2d37ee82018'} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:31:41.058434 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-838935fa-c28c-42ca-95a0-97140780cea0 req-40563a76-ab88-41aa-a138-bb3a901ca965 service neutron] Bound port: c26f6072-ecc2-4691-a9f9-ea1305d03eff, host: n-h2-694802-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e94514d-7fca-42ad-995e-123d3a176790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '03dfba7c-7b4a-44e5-8aaa-c2d37ee82018'}}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:31:41.058793 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-838935fa-c28c-42ca-95a0-97140780cea0 req-40563a76-ab88-41aa-a138-bb3a901ca965 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:41.064267 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2f28a2-f188-4744-87b8-313878d79ba0 req-9e8d40f6-43d8-4a14-909a-531d9269a8b3 tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:41.068386 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:41.070171 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-07cb1d0e-b62f-4c2d-8a57-cfae112f985b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11d41262-1334-4737-8528-01f371451f7a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1292795070-router', 'tenant_id': '67787a84bb704413b5454c6fdcf0c251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.66'}], 'enable_snat': True}, 'gw_port_id': '8f51f236-0b06-40ea-a837-5cdbc3b74c5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:30:41Z', 'updated_at': '2021-08-12T14:30:54Z', 'revision_number': 4, 'project_id': '67787a84bb704413b5454c6fdcf0c251', 'gw_port': {'id': '8f51f236-0b06-40ea-a837-5cdbc3b74c5c', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:ac:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11d41262-1334-4737-8528-01f371451f7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:30:43Z', 'updated_at': '2021-08-12T14:30:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_floatingips': [{'id': 'f1c2a03c-de20-4976-b863-5f7f130fb7a5', 'tenant_id': '67787a84bb704413b5454c6fdcf0c251', 'floating_ip_address': '172.25.1.202', 'floating_network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'router_id': '11d41262-1334-4737-8528-01f371451f7a', 'port_id': '076640dc-c2e5-4e4c-8db8-a67400621028', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 432, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a71aa16-6082-45cb-9783-85f01df10691', 'mac_address': 'fa:16:3e:cb:10:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6a1f017-4f9f-442c-a07e-15034cba2d96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T14:31:17Z', 'updated_at': '2021-08-12T14:31:38Z', 'revision_number': 1, 'project_id': '67787a84bb704413b5454c6fdcf0c251', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9084f4dc-f10a-4f81-82bf-c3a885bd0239', 'name': '', 'network_id': '8a71aa16-6082-45cb-9783-85f01df10691', 'tenant_id': '67787a84bb704413b5454c6fdcf0c251', 'mac_address': 'fa:16:3e:80:28:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11d41262-1334-4737-8528-01f371451f7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'eaf44e2b-51e5-4157-8e0e-0a0a05c13c30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:30:52Z', 'updated_at': '2021-08-12T14:31:04Z', 'revision_number': 5, 'project_id': '67787a84bb704413b5454c6fdcf0c251', 'subnets': [{'id': 'eaf44e2b-51e5-4157-8e0e-0a0a05c13c30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:31:41.071588 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-4f2f28a2-f188-4744-87b8-313878d79ba0 req-9e8d40f6-43d8-4a14-909a-531d9269a8b3 tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] 10.222.0.39 "GET /v2.0/ports?device_id=f3c0eeb6-944f-4df5-921f-e67fd51b3f14 HTTP/1.1" status: 200 len: 948 time: 0.0596614 Aug 12 14:31:41.085190 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a5956bfe-545d-4b78-8494-d0393cbc1f08 req-4fe61e67-d46d-4a55-9842-5ae454a2b4cc tempest-ServerMetadataNegativeTestJSON-1171582296 tempest-ServerMetadataNegativeTestJSON-1171582296-project] 10.222.0.39 "GET /v2.0/security-groups?id=ee049af6-8f6d-44ed-9730-4b363f59c2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820720 Aug 12 14:31:41.117424 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07cb1d0e-b62f-4c2d-8a57-cfae112f985b None None] The sync data for ids ['11d41262-1334-4737-8528-01f371451f7a'] in n-d-694802-15 is: [{'id': '11d41262-1334-4737-8528-01f371451f7a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1292795070-router', 'tenant_id': '67787a84bb704413b5454c6fdcf0c251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.66'}], 'enable_snat': True}, 'gw_port_id': '8f51f236-0b06-40ea-a837-5cdbc3b74c5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:30:41Z', 'updated_at': '2021-08-12T14:30:54Z', 'revision_number': 4, 'project_id': '67787a84bb704413b5454c6fdcf0c251', 'gw_port': {'id': '8f51f236-0b06-40ea-a837-5cdbc3b74c5c', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:ac:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11d41262-1334-4737-8528-01f371451f7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:30:43Z', 'updated_at': '2021-08-12T14:30:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_floatingips': [{'id': 'f1c2a03c-de20-4976-b863-5f7f130fb7a5', 'tenant_id': '67787a84bb704413b5454c6fdcf0c251', 'floating_ip_address': '172.25.1.202', 'floating_network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'router_id': '11d41262-1334-4737-8528-01f371451f7a', 'port_id': '076640dc-c2e5-4e4c-8db8-a67400621028', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 432, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a71aa16-6082-45cb-9783-85f01df10691', 'mac_address': 'fa:16:3e:cb:10:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6a1f017-4f9f-442c-a07e-15034cba2d96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T14:31:17Z', 'updated_at': '2021-08-12T14:31:38Z', 'revision_number': 1, 'project_id': '67787a84bb704413b5454c6fdcf0c251', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9084f4dc-f10a-4f81-82bf-c3a885bd0239', 'name': '', 'network_id': '8a71aa16-6082-45cb-9783-85f01df10691', 'tenant_id': '67787a84bb704413b5454c6fdcf0c251', 'mac_address': 'fa:16:3e:80:28:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11d41262-1334-4737-8528-01f371451f7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'eaf44e2b-51e5-4157-8e0e-0a0a05c13c30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:30:52Z', 'updated_at': '2021-08-12T14:31:04Z', 'revision_number': 5, 'project_id': '67787a84bb704413b5454c6fdcf0c251', 'subnets': [{'id': 'eaf44e2b-51e5-4157-8e0e-0a0a05c13c30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 14:31:41.119934 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-4f2f28a2-f188-4744-87b8-313878d79ba0 req-1a9815ec-7382-4813-a59a-7bca40f3b21a tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] 10.222.0.39 "GET /v2.0/security-groups?id=732c786f-d597-473b-bc9a-3d3a7bfc11d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462227 Aug 12 14:31:41.244575 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-838935fa-c28c-42ca-95a0-97140780cea0 req-40563a76-ab88-41aa-a138-bb3a901ca965 service neutron] For port c26f6072-ecc2-4691-a9f9-ea1305d03eff, host n-h2-694802-15, cleared binding levels {{(pid=94467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:31:41.250185 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-601187e5-7d75-436c-9fbb-c218f064e1ed req-ed367852-adfd-4784-aac9-f3b2bf14dbfa service neutron] 10.222.0.49 "GET /v2.0/networks/8a71aa16-6082-45cb-9783-85f01df10691?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1796181 Aug 12 14:31:41.253869 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-838935fa-c28c-42ca-95a0-97140780cea0 req-40563a76-ab88-41aa-a138-bb3a901ca965 service neutron] For port c26f6072-ecc2-4691-a9f9-ea1305d03eff, host n-h2-694802-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=c26f6072-ecc2-4691-a9f9-ea1305d03eff,segment=NetworkSegment(2e94514d-7fca-42ad-995e-123d3a176790),segment_id=2e94514d-7fca-42ad-995e-123d3a176790)] {{(pid=94467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:31:41.269456 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-838935fa-c28c-42ca-95a0-97140780cea0 req-40563a76-ab88-41aa-a138-bb3a901ca965 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:41.322952 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123c7d16-32a2-4c4a-845f-549406022eb0 req-479fe083-6029-4f79-a01f-f0a116cc254c tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:41.324857 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-123c7d16-32a2-4c4a-845f-549406022eb0 req-479fe083-6029-4f79-a01f-f0a116cc254c tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/ports?device_id=6fc00628-4d8c-4923-97cd-77f7ae0a9f27 HTTP/1.1" status: 200 len: 949 time: 0.1514881 Aug 12 14:31:41.374444 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838935fa-c28c-42ca-95a0-97140780cea0 req-40563a76-ab88-41aa-a138-bb3a901ca965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:41.375098 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-838935fa-c28c-42ca-95a0-97140780cea0 req-40563a76-ab88-41aa-a138-bb3a901ca965 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:41.376497 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-838935fa-c28c-42ca-95a0-97140780cea0 req-40563a76-ab88-41aa-a138-bb3a901ca965 service neutron] 10.222.0.49 "PUT /v2.0/ports/c26f6072-ecc2-4691-a9f9-ea1305d03eff HTTP/1.1" status: 200 len: 1092 time: 1.3654766 Aug 12 14:31:41.449449 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-123c7d16-32a2-4c4a-845f-549406022eb0 req-20150006-d4ff-4524-ab0f-843af8364809 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0307eb3-f523-445b-8e1d-79deac809303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026437 Aug 12 14:31:41.471175 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40563a76-ab88-41aa-a138-bb3a901ca965 service neutron] Pushing event updated for resources: {'Port': ['ID=c26f6072-ecc2-4691-a9f9-ea1305d03eff,revision_number=3']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:31:41.500649 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-601187e5-7d75-436c-9fbb-c218f064e1ed req-681ac4e1-76c9-4d51-bf88-c01a37ec2b9e service neutron] 10.222.0.49 "GET /v2.0/networks/8a71aa16-6082-45cb-9783-85f01df10691?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2423027 Aug 12 14:31:41.513634 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8be213db-2f19-4ad9-b7f7-e7a70b7dfa89 None None] New status for floating IP f1c2a03c-de20-4976-b863-5f7f130fb7a5: ACTIVE {{(pid=94468) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 14:31:41.527948 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838935fa-c28c-42ca-95a0-97140780cea0 req-d3ae2f40-4420-4b92-87b2-e93419973c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:41.529588 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-838935fa-c28c-42ca-95a0-97140780cea0 req-d3ae2f40-4420-4b92-87b2-e93419973c73 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=eebc4daeab5b4932b99d48c68fd10c64&device_id=cddb4fe6-c24a-4523-bd49-68cbc24760f5 HTTP/1.1" status: 200 len: 1095 time: 0.0775275 Aug 12 14:31:41.580973 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-838935fa-c28c-42ca-95a0-97140780cea0 req-ab8d8a8d-2893-40a8-813d-087dd68b7bff service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c26f6072-ecc2-4691-a9f9-ea1305d03eff HTTP/1.1" status: 200 len: 217 time: 0.0398915 Aug 12 14:31:41.859262 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccf5de5-feec-477c-8f7c-86bcee549d48 req-befc651a-a139-49c9-ae7a-7d4d09876921 tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:41.861045 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-dccf5de5-feec-477c-8f7c-86bcee549d48 req-befc651a-a139-49c9-ae7a-7d4d09876921 tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] 10.222.0.39 "GET /v2.0/ports?device_id=cddb4fe6-c24a-4523-bd49-68cbc24760f5 HTTP/1.1" status: 200 len: 943 time: 0.0638540 Aug 12 14:31:41.922201 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-dccf5de5-feec-477c-8f7c-86bcee549d48 req-38862719-5799-4e32-ae85-313971c16be8 tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] 10.222.0.39 "GET /v2.0/security-groups?id=e3ca17b3-b028-41b3-b138-91e00a6e278c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501232 Aug 12 14:31:41.965919 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838935fa-c28c-42ca-95a0-97140780cea0 req-930f73d9-67e8-45f6-8bec-f0584f200659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:41.971566 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-838935fa-c28c-42ca-95a0-97140780cea0 req-930f73d9-67e8-45f6-8bec-f0584f200659 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ef8d2719-a4dd-40cc-910c-927d9e7406a1 HTTP/1.1" status: 200 len: 861 time: 0.3712275 Aug 12 14:31:42.021370 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-838935fa-c28c-42ca-95a0-97140780cea0 req-5e33fbe6-95fe-40b2-8dc0-d2c6bde885c4 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=03dfba7c-7b4a-44e5-8aaa-c2d37ee82018&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306292 Aug 12 14:31:42.050789 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d7e897-a91b-44ef-a8c6-a2631240e088 req-99c8f871-31d1-441f-9187-26d6dcebf7be tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:42.052786 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-a9d7e897-a91b-44ef-a8c6-a2631240e088 req-99c8f871-31d1-441f-9187-26d6dcebf7be tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] 10.222.0.39 "GET /v2.0/ports?device_id=538d90da-cd87-4429-8357-72e4212d8efc HTTP/1.1" status: 200 len: 945 time: 0.0706482 Aug 12 14:31:42.097440 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-a9d7e897-a91b-44ef-a8c6-a2631240e088 req-8975c612-2ecf-4271-a0b1-67267ee0feeb tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] 10.222.0.39 "GET /v2.0/security-groups?id=11312995-c93d-4754-9dea-15693c54238a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384066 Aug 12 14:31:42.139503 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cddb4fe6-c24a-4523-bd49-68cbc24760f5', 'tag': 'c26f6072-ecc2-4691-a9f9-ea1305d03eff'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:31:42.141799 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e65282f928b64038367d043a4411777802006c43a98742496cb2e25b724ff1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b94afd85-3c4e-414e-8f8e-7d556687d1b5" -d '{"events": [{"name": "network-changed", "server_uuid": "cddb4fe6-c24a-4523-bd49-68cbc24760f5", "tag": "c26f6072-ecc2-4691-a9f9-ea1305d03eff"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:31:42.178914 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-838935fa-c28c-42ca-95a0-97140780cea0 req-5bbf75d0-f817-4e85-879d-d8a6538c7f1d service neutron] 10.222.0.49 "GET /v2.0/networks/03dfba7c-7b4a-44e5-8aaa-c2d37ee82018?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398873 Aug 12 14:31:42.187030 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357e4b90-67d1-44aa-b0d1-d0c284efc468 req-0d48618c-488b-4a75-8afa-3845f8c13412 tempest-ServerMetadataNegativeTestJSON-1171582296 tempest-ServerMetadataNegativeTestJSON-1171582296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:42.192290 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-357e4b90-67d1-44aa-b0d1-d0c284efc468 req-0d48618c-488b-4a75-8afa-3845f8c13412 tempest-ServerMetadataNegativeTestJSON-1171582296 tempest-ServerMetadataNegativeTestJSON-1171582296-project] 10.222.0.39 "GET /v2.0/ports?device_id=44a9676d-273b-417f-b672-1dace6185136 HTTP/1.1" status: 200 len: 946 time: 0.0965345 Aug 12 14:31:42.255691 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adb8224-6ee5-4428-8db6-e40a2ecec3b7 req-3f90558d-9b1c-44af-a5c8-0940fdfa8dd8 tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:42.257735 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-8adb8224-6ee5-4428-8db6-e40a2ecec3b7 req-3f90558d-9b1c-44af-a5c8-0940fdfa8dd8 tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] 10.222.0.39 "GET /v2.0/ports?device_id=f3c0eeb6-944f-4df5-921f-e67fd51b3f14 HTTP/1.1" status: 200 len: 948 time: 0.0689189 Aug 12 14:31:42.285835 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-357e4b90-67d1-44aa-b0d1-d0c284efc468 req-32bc345c-71b7-4440-bb60-e0eef92d225a tempest-ServerMetadataNegativeTestJSON-1171582296 tempest-ServerMetadataNegativeTestJSON-1171582296-project] 10.222.0.39 "GET /v2.0/security-groups?id=ee049af6-8f6d-44ed-9730-4b363f59c2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840921 Aug 12 14:31:42.309972 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-8adb8224-6ee5-4428-8db6-e40a2ecec3b7 req-8dd50e94-5e06-4d6a-b85c-4648911e99b8 tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] 10.222.0.39 "GET /v2.0/security-groups?id=732c786f-d597-473b-bc9a-3d3a7bfc11d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416462 Aug 12 14:31:42.321687 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-838935fa-c28c-42ca-95a0-97140780cea0 req-c6906bd2-c20d-48c8-a184-f2b29157d424 service neutron] 10.222.0.49 "GET /v2.0/networks/03dfba7c-7b4a-44e5-8aaa-c2d37ee82018?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281660 Aug 12 14:31:42.341613 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 14:31:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed6b3138-0bdf-44c3-ba49-4f170b5ed640 x-openstack-request-id: req-ed6b3138-0bdf-44c3-ba49-4f170b5ed640 {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:31:42.342053 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cddb4fe6-c24a-4523-bd49-68cbc24760f5", "tag": "c26f6072-ecc2-4691-a9f9-ea1305d03eff", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:31:42.342744 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ed6b3138-0bdf-44c3-ba49-4f170b5ed640 {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:31:42.343219 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cddb4fe6-c24a-4523-bd49-68cbc24760f5', 'tag': 'c26f6072-ecc2-4691-a9f9-ea1305d03eff', 'status': 'completed', 'code': 200} Aug 12 14:31:42.392244 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:42.445517 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94afd85-3c4e-414e-8f8e-7d556687d1b5 req-192a361b-c770-4253-be66-486a5da79314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:42.447100 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b94afd85-3c4e-414e-8f8e-7d556687d1b5 req-192a361b-c770-4253-be66-486a5da79314 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=eebc4daeab5b4932b99d48c68fd10c64&device_id=cddb4fe6-c24a-4523-bd49-68cbc24760f5 HTTP/1.1" status: 200 len: 1095 time: 0.0454967 Aug 12 14:31:42.586781 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 59270) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:31:42.590011 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94afd85-3c4e-414e-8f8e-7d556687d1b5 req-859e4e96-d658-408a-8f63-f4cca7cd4922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:42.591504 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b94afd85-3c4e-414e-8f8e-7d556687d1b5 req-859e4e96-d658-408a-8f63-f4cca7cd4922 service neutron] 10.222.0.49 "GET /v2.0/networks?id=03dfba7c-7b4a-44e5-8aaa-c2d37ee82018 HTTP/1.1" status: 200 len: 922 time: 0.1261568 Aug 12 14:31:42.602358 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4848815b-b9b3-47f6-8d4c-0a6dcee4e1f0 req-ce6a3ef7-1b13-4dd9-ac15-f2b3062c613d tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:42.603826 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4848815b-b9b3-47f6-8d4c-0a6dcee4e1f0 req-ce6a3ef7-1b13-4dd9-ac15-f2b3062c613d tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/ports?device_id=6fc00628-4d8c-4923-97cd-77f7ae0a9f27 HTTP/1.1" status: 200 len: 949 time: 0.0784965 Aug 12 14:31:42.660629 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b94afd85-3c4e-414e-8f8e-7d556687d1b5 req-fcdd2575-741b-4a4d-bbdf-6e15f6a1fd2a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c26f6072-ecc2-4691-a9f9-ea1305d03eff HTTP/1.1" status: 200 len: 217 time: 0.0432687 Aug 12 14:31:42.681893 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4848815b-b9b3-47f6-8d4c-0a6dcee4e1f0 req-ede1cd20-dfdb-4786-be62-d601074b047d tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0307eb3-f523-445b-8e1d-79deac809303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712533 Aug 12 14:31:42.691878 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-edf232f9-d5fe-4a58-ac20-0b0b28f3f93d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:42.721936 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94afd85-3c4e-414e-8f8e-7d556687d1b5 req-79681181-9ebe-4ff4-a7b1-83dc3ba8e02c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:42.723542 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b94afd85-3c4e-414e-8f8e-7d556687d1b5 req-79681181-9ebe-4ff4-a7b1-83dc3ba8e02c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ef8d2719-a4dd-40cc-910c-927d9e7406a1 HTTP/1.1" status: 200 len: 861 time: 0.0510616 Aug 12 14:31:42.781613 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b94afd85-3c4e-414e-8f8e-7d556687d1b5 req-952479f8-5112-47a0-8bca-083a1cc75628 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=03dfba7c-7b4a-44e5-8aaa-c2d37ee82018&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301003 Aug 12 14:31:42.794726 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-edf232f9-d5fe-4a58-ac20-0b0b28f3f93d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:42.798954 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-edf232f9-d5fe-4a58-ac20-0b0b28f3f93d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:42.835938 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-edf232f9-d5fe-4a58-ac20-0b0b28f3f93d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=95d9e894456d48f5bbe178004b7114ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2480059 Aug 12 14:31:42.836977 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf232f9-d5fe-4a58-ac20-0b0b28f3f93d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f46fe1f-9955-4ccf-a293-5b468efa90bc,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:31:42.839258 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 59274) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:31:42.886959 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-dc2acf4c-60a9-4bb8-bc5e-c9f07d48951e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:42.889485 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-70d68992-3462-40c8-b61f-732f4e2912b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:42.894819 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b94afd85-3c4e-414e-8f8e-7d556687d1b5 req-efe27008-96e7-4615-a854-b136b2f4c175 service neutron] 10.222.0.49 "GET /v2.0/networks/03dfba7c-7b4a-44e5-8aaa-c2d37ee82018?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876591 Aug 12 14:31:42.911471 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-70d68992-3462-40c8-b61f-732f4e2912b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:42.964589 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-70d68992-3462-40c8-b61f-732f4e2912b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:42.967731 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-70d68992-3462-40c8-b61f-732f4e2912b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:42.968880 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-70d68992-3462-40c8-b61f-732f4e2912b6 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1f46fe1f-9955-4ccf-a293-5b468efa90bc HTTP/1.1" status: 204 len: 168 time: 0.1287360 Aug 12 14:31:42.986273 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d68992-3462-40c8-b61f-732f4e2912b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f46fe1f-9955-4ccf-a293-5b468efa90bc,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:31:42.988816 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:43.011977 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b94afd85-3c4e-414e-8f8e-7d556687d1b5 req-0b123cdd-360f-4687-a019-4b3679ba36f5 service neutron] 10.222.0.49 "GET /v2.0/networks/03dfba7c-7b4a-44e5-8aaa-c2d37ee82018?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078923 Aug 12 14:31:43.068242 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f863c8-a96f-48e2-b7fd-3be55a2594ac req-9bac849f-44a3-4a09-b512-040f00b11cc2 tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:43.069774 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-a6f863c8-a96f-48e2-b7fd-3be55a2594ac req-9bac849f-44a3-4a09-b512-040f00b11cc2 tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] 10.222.0.39 "GET /v2.0/ports?device_id=cddb4fe6-c24a-4523-bd49-68cbc24760f5 HTTP/1.1" status: 200 len: 943 time: 0.0558717 Aug 12 14:31:43.110258 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-a6f863c8-a96f-48e2-b7fd-3be55a2594ac req-93dbccde-bf9a-4f3d-9d4c-1953fd321cfb tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] 10.222.0.39 "GET /v2.0/security-groups?id=e3ca17b3-b028-41b3-b138-91e00a6e278c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344589 Aug 12 14:31:43.216756 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879436b6-e6a0-44f1-8869-e0d536195dd8 req-8a65f36d-6d57-418a-bb99-c3c240ba0013 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:43.218906 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-879436b6-e6a0-44f1-8869-e0d536195dd8 req-8a65f36d-6d57-418a-bb99-c3c240ba0013 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] 10.222.0.39 "GET /v2.0/ports?device_id=538d90da-cd87-4429-8357-72e4212d8efc HTTP/1.1" status: 200 len: 945 time: 0.0523319 Aug 12 14:31:43.259271 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-879436b6-e6a0-44f1-8869-e0d536195dd8 req-9909dee3-bc6e-4f1c-b7f3-b4b554b4358e tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] 10.222.0.39 "GET /v2.0/security-groups?id=11312995-c93d-4754-9dea-15693c54238a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333145 Aug 12 14:31:43.272113 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 59284) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:31:43.289086 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-7ab88600-4329-48c8-8aef-b83afd93536d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:43.395508 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731603d6-025f-46f6-af71-ac9e33b3d24d req-25ab8fd1-4489-40dd-a45a-441079b2a074 tempest-LiveMigrationTest-388825582 tempest-LiveMigrationTest-388825582-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:43.397028 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-731603d6-025f-46f6-af71-ac9e33b3d24d req-25ab8fd1-4489-40dd-a45a-441079b2a074 tempest-LiveMigrationTest-388825582 tempest-LiveMigrationTest-388825582-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=538d90da-cd87-4429-8357-72e4212d8efc HTTP/1.1" status: 200 len: 1097 time: 0.0693545 Aug 12 14:31:43.411089 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67c49d8-2c76-46aa-b061-e8e4fc3c36cf req-fbd61f7c-d091-478e-9758-61ce71fae949 tempest-ServerMetadataNegativeTestJSON-1171582296 tempest-ServerMetadataNegativeTestJSON-1171582296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:43.412587 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c67c49d8-2c76-46aa-b061-e8e4fc3c36cf req-fbd61f7c-d091-478e-9758-61ce71fae949 tempest-ServerMetadataNegativeTestJSON-1171582296 tempest-ServerMetadataNegativeTestJSON-1171582296-project] 10.222.0.39 "GET /v2.0/ports?device_id=44a9676d-273b-417f-b672-1dace6185136 HTTP/1.1" status: 200 len: 946 time: 0.0509889 Aug 12 14:31:43.434982 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-7ab88600-4329-48c8-8aef-b83afd93536d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:43.444025 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-7ab88600-4329-48c8-8aef-b83afd93536d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:43.452529 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c67c49d8-2c76-46aa-b061-e8e4fc3c36cf req-4188f795-2f51-4de8-be09-73ed16d5c714 tempest-ServerMetadataNegativeTestJSON-1171582296 tempest-ServerMetadataNegativeTestJSON-1171582296-project] 10.222.0.39 "GET /v2.0/security-groups?id=ee049af6-8f6d-44ed-9730-4b363f59c2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327346 Aug 12 14:31:43.469544 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-731603d6-025f-46f6-af71-ac9e33b3d24d req-fcd08c8e-397c-4977-b70f-1386e315551e tempest-LiveMigrationTest-388825582 tempest-LiveMigrationTest-388825582-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=11312995-c93d-4754-9dea-15693c54238a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662322 Aug 12 14:31:43.487876 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab88600-4329-48c8-8aef-b83afd93536d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e2aaaa8-ee78-4e41-bbc4-ecc0501f6882,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:31:43.495904 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-7ab88600-4329-48c8-8aef-b83afd93536d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=981783ed161a4cce910a9135f0035867&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2201214 Aug 12 14:31:43.500609 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 59296) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:31:43.588394 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-c5269cef-9299-4e71-a60b-020c7b92ce44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:43.621733 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf764ede-83c0-481f-95c4-a0a66c16ed92 req-f0484aeb-bfdc-40ba-899d-7f19802176b9 tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:43.623910 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-bf764ede-83c0-481f-95c4-a0a66c16ed92 req-f0484aeb-bfdc-40ba-899d-7f19802176b9 tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] 10.222.0.39 "GET /v2.0/ports?device_id=f3c0eeb6-944f-4df5-921f-e67fd51b3f14 HTTP/1.1" status: 200 len: 948 time: 0.0837145 Aug 12 14:31:43.625921 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-c5269cef-9299-4e71-a60b-020c7b92ce44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:43.671302 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5dda41-ad9f-45eb-a35e-15e5f2c627de req-1dadaf34-1f2f-4842-b3b7-7dd7d6667fd6 tempest-LiveMigrationTest-388825582 tempest-LiveMigrationTest-388825582-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:43.672845 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-da5dda41-ad9f-45eb-a35e-15e5f2c627de req-1dadaf34-1f2f-4842-b3b7-7dd7d6667fd6 tempest-LiveMigrationTest-388825582 tempest-LiveMigrationTest-388825582-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=538d90da-cd87-4429-8357-72e4212d8efc HTTP/1.1" status: 200 len: 1097 time: 0.0483797 Aug 12 14:31:43.686648 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-bf764ede-83c0-481f-95c4-a0a66c16ed92 req-696d101d-cffc-4c27-880e-6055eaf24929 tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] 10.222.0.39 "GET /v2.0/security-groups?id=732c786f-d597-473b-bc9a-3d3a7bfc11d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527778 Aug 12 14:31:43.712618 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-da5dda41-ad9f-45eb-a35e-15e5f2c627de req-006cacf4-4c6c-4e35-9b77-316fc100dafc tempest-LiveMigrationTest-388825582 tempest-LiveMigrationTest-388825582-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=11312995-c93d-4754-9dea-15693c54238a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336051 Aug 12 14:31:43.722597 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-c5269cef-9299-4e71-a60b-020c7b92ce44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:43.725210 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-c5269cef-9299-4e71-a60b-020c7b92ce44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:43.726346 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-c5269cef-9299-4e71-a60b-020c7b92ce44 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8e2aaaa8-ee78-4e41-bbc4-ecc0501f6882 HTTP/1.1" status: 204 len: 168 time: 0.2241263 Aug 12 14:31:43.746056 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5269cef-9299-4e71-a60b-020c7b92ce44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e2aaaa8-ee78-4e41-bbc4-ecc0501f6882,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:31:43.808980 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-1769855f-eda9-4483-9dc3-3220908ab45d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:43.861025 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73462b9a-3a2f-451b-b0ae-ec05e7656a34 req-0c919132-cbad-4e95-95b1-497afd463eae tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:43.868941 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-73462b9a-3a2f-451b-b0ae-ec05e7656a34 req-0c919132-cbad-4e95-95b1-497afd463eae tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/ports?device_id=6fc00628-4d8c-4923-97cd-77f7ae0a9f27 HTTP/1.1" status: 200 len: 949 time: 0.0667810 Aug 12 14:31:43.912953 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-73462b9a-3a2f-451b-b0ae-ec05e7656a34 req-6824898d-b3fc-4b6f-ab73-865d07d630f7 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0307eb3-f523-445b-8e1d-79deac809303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415802 Aug 12 14:31:43.989279 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec080d7-2866-46c9-b7c5-04cacc8305ff req-e7d08311-34cd-4c68-997e-b83a5fc26137 tempest-LiveMigrationTest-388825582 tempest-LiveMigrationTest-388825582-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:43.990801 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-5ec080d7-2866-46c9-b7c5-04cacc8305ff req-e7d08311-34cd-4c68-997e-b83a5fc26137 tempest-LiveMigrationTest-388825582 tempest-LiveMigrationTest-388825582-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=538d90da-cd87-4429-8357-72e4212d8efc HTTP/1.1" status: 200 len: 1097 time: 0.0413923 Aug 12 14:31:44.026633 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-5ec080d7-2866-46c9-b7c5-04cacc8305ff req-ea18e4b3-4b0b-4f1f-865d-f82bfc557a23 tempest-LiveMigrationTest-388825582 tempest-LiveMigrationTest-388825582-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=11312995-c93d-4754-9dea-15693c54238a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299830 Aug 12 14:31:44.232141 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c283ed9-3130-42e4-bf61-3a4682648207 req-38dc80c4-1e7d-476c-b675-3034f240ac2f tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:44.234035 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-5c283ed9-3130-42e4-bf61-3a4682648207 req-38dc80c4-1e7d-476c-b675-3034f240ac2f tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] 10.222.0.39 "GET /v2.0/ports?device_id=cddb4fe6-c24a-4523-bd49-68cbc24760f5 HTTP/1.1" status: 200 len: 943 time: 0.0540669 Aug 12 14:31:44.276172 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-5c283ed9-3130-42e4-bf61-3a4682648207 req-f98e3e10-4377-41b4-aa64-776452117e82 tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] 10.222.0.39 "GET /v2.0/security-groups?id=e3ca17b3-b028-41b3-b138-91e00a6e278c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329018 Aug 12 14:31:44.385999 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ef8312-aac0-4d07-9f9f-3487f89ba4c9 req-b277daa2-b3e5-4c1a-91bf-47f2ddbe3e44 tempest-ServerMetadataNegativeTestJSON-1171582296 tempest-ServerMetadataNegativeTestJSON-1171582296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:44.387677 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f2ef8312-aac0-4d07-9f9f-3487f89ba4c9 req-b277daa2-b3e5-4c1a-91bf-47f2ddbe3e44 tempest-ServerMetadataNegativeTestJSON-1171582296 tempest-ServerMetadataNegativeTestJSON-1171582296-project] 10.222.0.49 "GET /v2.0/ports?device_id=44a9676d-273b-417f-b672-1dace6185136 HTTP/1.1" status: 200 len: 946 time: 0.0566661 Aug 12 14:31:44.526984 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [req-f2ef8312-aac0-4d07-9f9f-3487f89ba4c9 req-30d6be4d-01b3-436d-8157-720b0c994984 tempest-ServerMetadataNegativeTestJSON-1171582296 tempest-ServerMetadataNegativeTestJSON-1171582296-project] Deleting port b40f7310-42df-4780-896e-ac58ee1ce92d {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:31:44.527358 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-f2ef8312-aac0-4d07-9f9f-3487f89ba4c9 req-30d6be4d-01b3-436d-8157-720b0c994984 tempest-ServerMetadataNegativeTestJSON-1171582296 tempest-ServerMetadataNegativeTestJSON-1171582296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:44.611201 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a341be9-e074-4a37-8074-8c14e0e5bb3b req-b7ff2a57-0edf-4362-a2ac-b25722e6d570 tempest-ServerMetadataNegativeTestJSON-1171582296 tempest-ServerMetadataNegativeTestJSON-1171582296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:44.619586 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-9a341be9-e074-4a37-8074-8c14e0e5bb3b req-b7ff2a57-0edf-4362-a2ac-b25722e6d570 tempest-ServerMetadataNegativeTestJSON-1171582296 tempest-ServerMetadataNegativeTestJSON-1171582296-project] 10.222.0.39 "GET /v2.0/ports?device_id=44a9676d-273b-417f-b672-1dace6185136 HTTP/1.1" status: 200 len: 946 time: 0.0907464 Aug 12 14:31:44.630759 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-f2ef8312-aac0-4d07-9f9f-3487f89ba4c9 req-30d6be4d-01b3-436d-8157-720b0c994984 tempest-ServerMetadataNegativeTestJSON-1171582296 tempest-ServerMetadataNegativeTestJSON-1171582296-project] For port b40f7310-42df-4780-896e-ac58ee1ce92d, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=b40f7310-42df-4780-896e-ac58ee1ce92d,segment=NetworkSegment(801c83ac-528e-4a6f-b568-934756f37c99),segment_id=801c83ac-528e-4a6f-b568-934756f37c99)] {{(pid=94467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:31:44.631625 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-f2ef8312-aac0-4d07-9f9f-3487f89ba4c9 req-30d6be4d-01b3-436d-8157-720b0c994984 tempest-ServerMetadataNegativeTestJSON-1171582296 tempest-ServerMetadataNegativeTestJSON-1171582296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:44.648639 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [req-f2ef8312-aac0-4d07-9f9f-3487f89ba4c9 req-30d6be4d-01b3-436d-8157-720b0c994984 tempest-ServerMetadataNegativeTestJSON-1171582296 tempest-ServerMetadataNegativeTestJSON-1171582296-project] Calling delete_port for b40f7310-42df-4780-896e-ac58ee1ce92d owned by compute:nova {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:31:44.673771 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-9a341be9-e074-4a37-8074-8c14e0e5bb3b req-fca79120-b6dc-442c-b2fe-9543ebd61cbd tempest-ServerMetadataNegativeTestJSON-1171582296 tempest-ServerMetadataNegativeTestJSON-1171582296-project] 10.222.0.39 "GET /v2.0/security-groups?id=ee049af6-8f6d-44ed-9730-4b363f59c2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530858 Aug 12 14:31:44.821288 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-f2ef8312-aac0-4d07-9f9f-3487f89ba4c9 req-30d6be4d-01b3-436d-8157-720b0c994984 tempest-ServerMetadataNegativeTestJSON-1171582296 tempest-ServerMetadataNegativeTestJSON-1171582296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:44.834119 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] get_ports_and_sgs() called for port_ids ['b40f7310-42df-4780-896e-ac58ee1ce92d'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:31:44.863446 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d6be4d-01b3-436d-8157-720b0c994984 tempest-ServerMetadataNegativeTestJSON-1171582296 tempest-ServerMetadataNegativeTestJSON-1171582296-project] Pushing event deleted for resources: {'Port': ['ID=b40f7310-42df-4780-896e-ac58ee1ce92d,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:31:44.873844 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dbe2ba-4369-46cf-9b0a-2726582f1fa7 req-68bee976-df27-4feb-9c32-a93603eda54f tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:44.875462 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d7dbe2ba-4369-46cf-9b0a-2726582f1fa7 req-68bee976-df27-4feb-9c32-a93603eda54f tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] 10.222.0.39 "GET /v2.0/ports?device_id=f3c0eeb6-944f-4df5-921f-e67fd51b3f14 HTTP/1.1" status: 200 len: 948 time: 0.1060498 Aug 12 14:31:44.952123 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2ef8312-aac0-4d07-9f9f-3487f89ba4c9 req-30d6be4d-01b3-436d-8157-720b0c994984 tempest-ServerMetadataNegativeTestJSON-1171582296 tempest-ServerMetadataNegativeTestJSON-1171582296-project] No DVR routers for this DVR port b40f7310-42df-4780-896e-ac58ee1ce92d on host n-h2-694802-15 {{(pid=94467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:31:44.958666 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-f2ef8312-aac0-4d07-9f9f-3487f89ba4c9 req-30d6be4d-01b3-436d-8157-720b0c994984 tempest-ServerMetadataNegativeTestJSON-1171582296 tempest-ServerMetadataNegativeTestJSON-1171582296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:44.960483 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f2ef8312-aac0-4d07-9f9f-3487f89ba4c9 req-30d6be4d-01b3-436d-8157-720b0c994984 tempest-ServerMetadataNegativeTestJSON-1171582296 tempest-ServerMetadataNegativeTestJSON-1171582296-project] 10.222.0.49 "DELETE /v2.0/ports/b40f7310-42df-4780-896e-ac58ee1ce92d HTTP/1.1" status: 204 len: 173 time: 0.5645142 Aug 12 14:31:44.960915 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44a9676d-273b-417f-b672-1dace6185136', 'name': 'network-vif-deleted', 'tag': 'b40f7310-42df-4780-896e-ac58ee1ce92d'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:31:44.963716 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e65282f928b64038367d043a4411777802006c43a98742496cb2e25b724ff1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8eae0ce3-a732-4317-af43-173446c1202a" -d '{"events": [{"server_uuid": "44a9676d-273b-417f-b672-1dace6185136", "name": "network-vif-deleted", "tag": "b40f7310-42df-4780-896e-ac58ee1ce92d"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:31:44.986706 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d7dbe2ba-4369-46cf-9b0a-2726582f1fa7 req-7aa5ceb3-95d9-42ae-83a8-46f0511976f7 tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] 10.222.0.39 "GET /v2.0/security-groups?id=732c786f-d597-473b-bc9a-3d3a7bfc11d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813770 Aug 12 14:31:45.074610 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 14:31:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f907bbd4-133b-43e1-a422-3e82485eb3cc x-openstack-request-id: req-f907bbd4-133b-43e1-a422-3e82485eb3cc {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:31:45.074764 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44a9676d-273b-417f-b672-1dace6185136", "name": "network-vif-deleted", "tag": "b40f7310-42df-4780-896e-ac58ee1ce92d", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:31:45.074999 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f907bbd4-133b-43e1-a422-3e82485eb3cc {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:31:45.075598 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44a9676d-273b-417f-b672-1dace6185136', 'name': 'network-vif-deleted', 'tag': 'b40f7310-42df-4780-896e-ac58ee1ce92d', 'status': 'completed', 'code': 200} Aug 12 14:31:45.077777 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6f1b15-057b-4fe4-919e-961e2ab4dc09 req-0bcabe65-0ad2-4988-9ee3-065f19f610f3 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:45.080973 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-1f6f1b15-057b-4fe4-919e-961e2ab4dc09 req-0bcabe65-0ad2-4988-9ee3-065f19f610f3 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/ports?device_id=6fc00628-4d8c-4923-97cd-77f7ae0a9f27 HTTP/1.1" status: 200 len: 949 time: 0.0762241 Aug 12 14:31:45.134844 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-1f6f1b15-057b-4fe4-919e-961e2ab4dc09 req-e78f4eec-542e-463d-846f-d1ff9ed1b98e tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0307eb3-f523-445b-8e1d-79deac809303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449247 Aug 12 14:31:45.196797 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a78a13-e30d-4546-bb68-774799ecbb45 req-53e4a297-65e4-4e65-861c-1604008dd89c tempest-LiveMigrationTest-388825582 tempest-LiveMigrationTest-388825582-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:45.198333 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-46a78a13-e30d-4546-bb68-774799ecbb45 req-53e4a297-65e4-4e65-861c-1604008dd89c tempest-LiveMigrationTest-388825582 tempest-LiveMigrationTest-388825582-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=538d90da-cd87-4429-8357-72e4212d8efc HTTP/1.1" status: 200 len: 1097 time: 0.0453141 Aug 12 14:31:45.242227 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-46a78a13-e30d-4546-bb68-774799ecbb45 req-cf80aa54-93b4-446d-9543-b8e3b738889e tempest-LiveMigrationTest-388825582 tempest-LiveMigrationTest-388825582-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=11312995-c93d-4754-9dea-15693c54238a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363517 Aug 12 14:31:45.414996 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658a4d79-f25e-4f55-bd88-67608e9c35de req-ef992ff9-9554-4b1e-8c49-64db8814553e tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:45.417576 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-658a4d79-f25e-4f55-bd88-67608e9c35de req-ef992ff9-9554-4b1e-8c49-64db8814553e tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] 10.222.0.39 "GET /v2.0/ports?device_id=cddb4fe6-c24a-4523-bd49-68cbc24760f5 HTTP/1.1" status: 200 len: 943 time: 0.0660193 Aug 12 14:31:45.459474 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-fe95f194-a3b0-4c04-9e42-20b511169d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:45.471295 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-658a4d79-f25e-4f55-bd88-67608e9c35de req-11f5e54d-2618-466c-899d-1c8c9e57d869 tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] 10.222.0.39 "GET /v2.0/security-groups?id=e3ca17b3-b028-41b3-b138-91e00a6e278c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473900 Aug 12 14:31:45.484480 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 59374) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:31:45.623832 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b2183518-346c-4774-914c-718c3fd1cdf2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:45.746076 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b2183518-346c-4774-914c-718c3fd1cdf2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:45.751828 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b2183518-346c-4774-914c-718c3fd1cdf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:45.795539 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-b2183518-346c-4774-914c-718c3fd1cdf2 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e1367291e54d4c4c93d36082cc2487aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3097839 Aug 12 14:31:45.796749 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2183518-346c-4774-914c-718c3fd1cdf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3956a80-ad31-4008-9a54-a088c84997e6,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:31:45.798146 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 59400) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:31:45.807525 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 59402) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:31:45.856914 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_v2 [None req-83af3441-3cf0-4a10-bbb6-dd5c23a0ae31 admin admin] Deleting subnet b76d989c-3170-41be-bdec-52c5fa47ea58 {{(pid=94466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 14:31:45.858716 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-4bc46aeb-74c6-4e4b-879e-762a241bfd94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:45.860903 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-83af3441-3cf0-4a10-bbb6-dd5c23a0ae31 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:45.887453 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-4bc46aeb-74c6-4e4b-879e-762a241bfd94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:45.915652 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-83af3441-3cf0-4a10-bbb6-dd5c23a0ae31 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:45.922947 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-83af3441-3cf0-4a10-bbb6-dd5c23a0ae31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66416255'] for subnet, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:45.941263 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-4bc46aeb-74c6-4e4b-879e-762a241bfd94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:45.944526 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-4bc46aeb-74c6-4e4b-879e-762a241bfd94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:45.948296 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-4bc46aeb-74c6-4e4b-879e-762a241bfd94 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d3956a80-ad31-4008-9a54-a088c84997e6 HTTP/1.1" status: 204 len: 168 time: 0.1468160 Aug 12 14:31:45.956434 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc46aeb-74c6-4e4b-879e-762a241bfd94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3956a80-ad31-4008-9a54-a088c84997e6,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:31:46.006639 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-83af3441-3cf0-4a10-bbb6-dd5c23a0ae31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66416232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409'] for subnet, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:46.038462 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83af3441-3cf0-4a10-bbb6-dd5c23a0ae31 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b76d989c-3170-41be-bdec-52c5fa47ea58,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:31:46.040747 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-83af3441-3cf0-4a10-bbb6-dd5c23a0ae31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for subnet, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:46.043776 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-83af3441-3cf0-4a10-bbb6-dd5c23a0ae31 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/b76d989c-3170-41be-bdec-52c5fa47ea58 HTTP/1.1" status: 204 len: 168 time: 0.2351723 Aug 12 14:31:46.046325 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 59414) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:31:46.124701 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8d028dd7-b8bb-45ad-9c87-92f67e534a4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680608'] for network, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:46.211118 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8d028dd7-b8bb-45ad-9c87-92f67e534a4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66413304', 'neutron.services.segments.db._delete_segments_for_network-8744654118000'] for network, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:46.225930 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8d028dd7-b8bb-45ad-9c87-92f67e534a4d admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:31:46.226672 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8d028dd7-b8bb-45ad-9c87-92f67e534a4d admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:31:46.228016 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8d028dd7-b8bb-45ad-9c87-92f67e534a4d admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:31:46.229152 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8d028dd7-b8bb-45ad-9c87-92f67e534a4d admin admin] Subscribe: > port after_create 55550000 {{(pid=94466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:31:46.229813 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8d028dd7-b8bb-45ad-9c87-92f67e534a4d admin admin] Subscribe: > port after_delete 55550000 {{(pid=94466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:31:46.230221 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8d028dd7-b8bb-45ad-9c87-92f67e534a4d admin admin] Subscribe: > port after_update 55550000 {{(pid=94466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:31:46.230870 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8d028dd7-b8bb-45ad-9c87-92f67e534a4d admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:31:46.231263 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8d028dd7-b8bb-45ad-9c87-92f67e534a4d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:31:46.231873 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8d028dd7-b8bb-45ad-9c87-92f67e534a4d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:31:46.232219 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8d028dd7-b8bb-45ad-9c87-92f67e534a4d admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:31:46.303088 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 59424) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:31:46.317505 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8d028dd7-b8bb-45ad-9c87-92f67e534a4d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:31:46.317857 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8d028dd7-b8bb-45ad-9c87-92f67e534a4d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:31:46.318192 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8d028dd7-b8bb-45ad-9c87-92f67e534a4d admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:31:46.318448 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-ebe87e75-87f4-44bd-a2eb-cb616d683e98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:46.318560 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8d028dd7-b8bb-45ad-9c87-92f67e534a4d admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 14:31:46.318893 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-8d028dd7-b8bb-45ad-9c87-92f67e534a4d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e3f31d8-86b2-4c57-a4fb-497282e2b848']}} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:31:46.337849 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-8d028dd7-b8bb-45ad-9c87-92f67e534a4d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '801c83ac-528e-4a6f-b568-934756f37c99') {'for_net_delete': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:31:46.338169 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-8d028dd7-b8bb-45ad-9c87-92f67e534a4d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '801c83ac-528e-4a6f-b568-934756f37c99') {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:31:46.347596 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [req-8023ace2-c847-4921-b2a6-b47873fc43e9 req-d518ae74-3799-49da-9bde-d51ea66199e4 tempest-LiveMigrationTest-388825582 tempest-LiveMigrationTest-388825582-project-admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=94467) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 14:31:46.348616 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-8023ace2-c847-4921-b2a6-b47873fc43e9 req-d518ae74-3799-49da-9bde-d51ea66199e4 tempest-LiveMigrationTest-388825582 tempest-LiveMigrationTest-388825582-project-admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0322151 Aug 12 14:31:46.355596 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8d028dd7-b8bb-45ad-9c87-92f67e534a4d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744654122361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2293560'] for segment, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:46.373889 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-8023ace2-c847-4921-b2a6-b47873fc43e9 req-c5efe1e3-e9b5-4635-9009-bc30842710d9 service neutron] Request body: {'binding': {'host': 'n-h1-694802-15', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:31:46.374274 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-8023ace2-c847-4921-b2a6-b47873fc43e9 req-c5efe1e3-e9b5-4635-9009-bc30842710d9 service neutron] Unknown quota resources ['binding']. {{(pid=94467) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 12 14:31:46.391450 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8d028dd7-b8bb-45ad-9c87-92f67e534a4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:46.401045 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d028dd7-b8bb-45ad-9c87-92f67e534a4d admin admin] Releasing vlan 326 on physical network physnet1 to pool {{(pid=94466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 14:31:46.401440 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8d028dd7-b8bb-45ad-9c87-92f67e534a4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3718595'] for segment, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:46.406189 n-d-694802-15 neutron-server[94466]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 12 14:31:46.406189 n-d-694802-15 neutron-server[94466]: from cryptography.utils import int_from_bytes Aug 12 14:31:46.406189 n-d-694802-15 neutron-server[94466]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 12 14:31:46.406189 n-d-694802-15 neutron-server[94466]: from cryptography.utils import int_from_bytes Aug 12 14:31:46.406189 n-d-694802-15 neutron-server[94466]: Traceback (most recent call last): Aug 12 14:31:46.406189 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 14:31:46.406189 n-d-694802-15 neutron-server[94466]: timer() Aug 12 14:31:46.406189 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 14:31:46.406189 n-d-694802-15 neutron-server[94466]: cb(*args, **kw) Aug 12 14:31:46.406189 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 14:31:46.406189 n-d-694802-15 neutron-server[94466]: return func(*args, **kwargs) Aug 12 14:31:46.406189 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 14:31:46.406189 n-d-694802-15 neutron-server[94466]: self._notify() Aug 12 14:31:46.406189 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 14:31:46.406189 n-d-694802-15 neutron-server[94466]: self.callback(batched_events) Aug 12 14:31:46.406189 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 14:31:46.406189 n-d-694802-15 neutron-server[94466]: event.method(event) Aug 12 14:31:46.406189 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 14:31:46.406189 n-d-694802-15 neutron-server[94466]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 14:31:46.406189 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 14:31:46.406189 n-d-694802-15 neutron-server[94466]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 14:31:46.406189 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 14:31:46.406189 n-d-694802-15 neutron-server[94466]: return f(self, *a, **k) Aug 12 14:31:46.406189 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 14:31:46.406189 n-d-694802-15 neutron-server[94466]: return self._get(url).json() Aug 12 14:31:46.406189 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 14:31:46.406189 n-d-694802-15 neutron-server[94466]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 14:31:46.406189 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 14:31:46.406189 n-d-694802-15 neutron-server[94466]: return self.request(url, 'GET', **kwargs) Aug 12 14:31:46.406189 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 14:31:46.406189 n-d-694802-15 neutron-server[94466]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 14:31:46.406189 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 14:31:46.406189 n-d-694802-15 neutron-server[94466]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 14:31:46.406189 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 14:31:46.406189 n-d-694802-15 neutron-server[94466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 14:31:46.406189 n-d-694802-15 neutron-server[94466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 14:31:46.463669 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8d028dd7-b8bb-45ad-9c87-92f67e534a4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66413281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431520'] for network, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:46.481329 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8d028dd7-b8bb-45ad-9c87-92f67e534a4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for network, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:46.483637 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-8d028dd7-b8bb-45ad-9c87-92f67e534a4d admin admin] 10.222.0.39 "DELETE /v2.0/networks/3e3f31d8-86b2-4c57-a4fb-497282e2b848 HTTP/1.1" status: 204 len: 168 time: 0.4361751 Aug 12 14:31:46.484617 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d028dd7-b8bb-45ad-9c87-92f67e534a4d admin admin] Pushing event deleted for resources: {'Network': ['ID=3e3f31d8-86b2-4c57-a4fb-497282e2b848,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:31:46.528182 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933dd086-8382-4632-8e97-5074d9343065 req-933fa4ab-a961-4272-8125-daab340157e8 tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:46.530212 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-933dd086-8382-4632-8e97-5074d9343065 req-933fa4ab-a961-4272-8125-daab340157e8 tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] 10.222.0.39 "GET /v2.0/ports?device_id=f3c0eeb6-944f-4df5-921f-e67fd51b3f14 HTTP/1.1" status: 200 len: 948 time: 0.1295528 Aug 12 14:31:46.617810 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-933dd086-8382-4632-8e97-5074d9343065 req-8b4aa146-fe0d-46a3-8722-dfc43279f1ab tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] 10.222.0.39 "GET /v2.0/security-groups?id=732c786f-d597-473b-bc9a-3d3a7bfc11d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794053 Aug 12 14:31:46.661540 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-ebe87e75-87f4-44bd-a2eb-cb616d683e98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:46.663106 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-8023ace2-c847-4921-b2a6-b47873fc43e9 req-c5efe1e3-e9b5-4635-9009-bc30842710d9 service neutron] Attempting to bind port a06fb4ae-2175-4823-9af2-5ae803734598 on host n-h1-694802-15 for vnic_type normal with profile None {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:31:46.663497 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-8023ace2-c847-4921-b2a6-b47873fc43e9 req-c5efe1e3-e9b5-4635-9009-bc30842710d9 service neutron] Attempting to bind port a06fb4ae-2175-4823-9af2-5ae803734598 by drivers openvswitch,hyperv on host n-h1-694802-15 at level 0 using segments [{'id': '2c5f2abe-b754-491c-837b-06e8fcd65d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'a10dd9db-a24e-488c-8894-a27c36eaa630'}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:31:46.663972 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8023ace2-c847-4921-b2a6-b47873fc43e9 req-c5efe1e3-e9b5-4635-9009-bc30842710d9 service neutron] Attempting to bind port a06fb4ae-2175-4823-9af2-5ae803734598 on network a10dd9db-a24e-488c-8894-a27c36eaa630 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:31:46.669239 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8023ace2-c847-4921-b2a6-b47873fc43e9 req-c5efe1e3-e9b5-4635-9009-bc30842710d9 service neutron] Port a06fb4ae-2175-4823-9af2-5ae803734598 on network a10dd9db-a24e-488c-8894-a27c36eaa630 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-15 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 14:31:46.669562 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8023ace2-c847-4921-b2a6-b47873fc43e9 req-c5efe1e3-e9b5-4635-9009-bc30842710d9 service neutron] Attempting to bind port a06fb4ae-2175-4823-9af2-5ae803734598 on network a10dd9db-a24e-488c-8894-a27c36eaa630 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:31:46.672369 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-ebe87e75-87f4-44bd-a2eb-cb616d683e98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:46.675178 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 59434) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:31:46.692590 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8023ace2-c847-4921-b2a6-b47873fc43e9 req-c5efe1e3-e9b5-4635-9009-bc30842710d9 service neutron] Checking agent: {'id': 'de568313-a3e6-454a-9813-77e25edcea95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 27, 41), 'started_at': datetime.datetime(2021, 8, 12, 14, 27, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 31, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:31:46.692926 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8023ace2-c847-4921-b2a6-b47873fc43e9 req-c5efe1e3-e9b5-4635-9009-bc30842710d9 service neutron] Checking segment: {'id': '2c5f2abe-b754-491c-837b-06e8fcd65d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'a10dd9db-a24e-488c-8894-a27c36eaa630'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:31:46.693308 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8023ace2-c847-4921-b2a6-b47873fc43e9 req-c5efe1e3-e9b5-4635-9009-bc30842710d9 service neutron] Bound using segment: {'id': '2c5f2abe-b754-491c-837b-06e8fcd65d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'a10dd9db-a24e-488c-8894-a27c36eaa630'} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:31:46.693755 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-8023ace2-c847-4921-b2a6-b47873fc43e9 req-c5efe1e3-e9b5-4635-9009-bc30842710d9 service neutron] Bound port: a06fb4ae-2175-4823-9af2-5ae803734598, host: n-h1-694802-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c5f2abe-b754-491c-837b-06e8fcd65d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'a10dd9db-a24e-488c-8894-a27c36eaa630'}}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:31:46.719057 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-ffc27347-e24e-4291-bcb7-602ff6513c8b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4f686c7379d74b79a1724ff1ef9515d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0410628 Aug 12 14:31:46.720338 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 59436) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:31:46.769062 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-01e75569-81e6-480a-9074-f34f2d7431e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:46.772167 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-ebe87e75-87f4-44bd-a2eb-cb616d683e98 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=279d991166f944a9a6ba084a5ca8087f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4679947 Aug 12 14:31:46.772909 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe87e75-87f4-44bd-a2eb-cb616d683e98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5056bef1-d73f-4338-850b-bacfefccb6b0,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:31:46.777069 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 59440) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:31:46.797828 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-01e75569-81e6-480a-9074-f34f2d7431e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:46.846581 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-01e75569-81e6-480a-9074-f34f2d7431e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:46.849154 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-01e75569-81e6-480a-9074-f34f2d7431e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:46.850306 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-01e75569-81e6-480a-9074-f34f2d7431e6 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ee049af6-8f6d-44ed-9730-4b363f59c2c5 HTTP/1.1" status: 204 len: 168 time: 0.1290829 Aug 12 14:31:46.857812 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d630bf-0364-4510-86f0-fc484886db16 req-c5dbd3f8-2b35-485d-bb5d-3d7c92c8ae46 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:46.859085 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e75569-81e6-480a-9074-f34f2d7431e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee049af6-8f6d-44ed-9730-4b363f59c2c5,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:31:46.859361 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f6d630bf-0364-4510-86f0-fc484886db16 req-c5dbd3f8-2b35-485d-bb5d-3d7c92c8ae46 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/ports?device_id=6fc00628-4d8c-4923-97cd-77f7ae0a9f27 HTTP/1.1" status: 200 len: 949 time: 0.1752882 Aug 12 14:31:46.877935 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-8023ace2-c847-4921-b2a6-b47873fc43e9 req-c5efe1e3-e9b5-4635-9009-bc30842710d9 service neutron] For port a06fb4ae-2175-4823-9af2-5ae803734598, host n-h1-694802-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=a06fb4ae-2175-4823-9af2-5ae803734598,segment=NetworkSegment(2c5f2abe-b754-491c-837b-06e8fcd65d4b),segment_id=2c5f2abe-b754-491c-837b-06e8fcd65d4b)] {{(pid=94467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:31:46.896820 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-8023ace2-c847-4921-b2a6-b47873fc43e9 req-c5efe1e3-e9b5-4635-9009-bc30842710d9 service neutron] Notify callbacks [] for binding, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:46.897962 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-8023ace2-c847-4921-b2a6-b47873fc43e9 req-c5efe1e3-e9b5-4635-9009-bc30842710d9 service neutron] 10.222.0.39 "POST /v2.0/ports/a06fb4ae-2175-4823-9af2-5ae803734598/bindings HTTP/1.1" status: 201 len: 390 time: 0.5292399 Aug 12 14:31:46.916675 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-732ee7ae-ec4c-464c-98a2-319b2a8d2a81 req-86485cb6-c9d2-457e-96ab-332ba5a41854 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=8ad67dc1-b6ca-4103-8185-c3ba24b02732&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1340439 Aug 12 14:31:46.938616 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-66c8c52f-01b8-4c15-8ca7-bbf7fb5d944d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:46.947847 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f6d630bf-0364-4510-86f0-fc484886db16 req-6762bd12-ed10-4fbd-95e7-3054d96aa62f tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0307eb3-f523-445b-8e1d-79deac809303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761516 Aug 12 14:31:46.969043 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-66c8c52f-01b8-4c15-8ca7-bbf7fb5d944d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:47.068246 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-66c8c52f-01b8-4c15-8ca7-bbf7fb5d944d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:47.073530 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-66c8c52f-01b8-4c15-8ca7-bbf7fb5d944d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:47.077536 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-66c8c52f-01b8-4c15-8ca7-bbf7fb5d944d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5056bef1-d73f-4338-850b-bacfefccb6b0 HTTP/1.1" status: 204 len: 168 time: 0.2954113 Aug 12 14:31:47.087240 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732ee7ae-ec4c-464c-98a2-319b2a8d2a81 req-5f6217dc-03ad-4956-ba70-7d787ab8b541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:47.091716 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55da18e7-f97f-45b6-8818-d4cd4b01ba04 req-9d6c51a1-65cf-4eb9-8216-cd7cb61c542f tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:47.093302 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-732ee7ae-ec4c-464c-98a2-319b2a8d2a81 req-5f6217dc-03ad-4956-ba70-7d787ab8b541 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=39c74547ea964352853351e74cbcb768&device_id=8ad67dc1-b6ca-4103-8185-c3ba24b02732 HTTP/1.1" status: 200 len: 1097 time: 0.0881636 Aug 12 14:31:47.099875 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c8c52f-01b8-4c15-8ca7-bbf7fb5d944d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5056bef1-d73f-4338-850b-bacfefccb6b0,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:31:47.101442 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-55da18e7-f97f-45b6-8818-d4cd4b01ba04 req-9d6c51a1-65cf-4eb9-8216-cd7cb61c542f tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] 10.222.0.39 "GET /v2.0/ports?device_id=cddb4fe6-c24a-4523-bd49-68cbc24760f5 HTTP/1.1" status: 200 len: 943 time: 0.0715570 Aug 12 14:31:47.174654 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-55da18e7-f97f-45b6-8818-d4cd4b01ba04 req-07c88fdf-fc21-49c3-8360-aae3855e8efd tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] 10.222.0.39 "GET /v2.0/security-groups?id=e3ca17b3-b028-41b3-b138-91e00a6e278c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623984 Aug 12 14:31:47.273770 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8023ace2-c847-4921-b2a6-b47873fc43e9 req-151c906b-82ee-4369-980c-422d6cff592a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:47.276175 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-8023ace2-c847-4921-b2a6-b47873fc43e9 req-151c906b-82ee-4369-980c-422d6cff592a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=39c74547ea964352853351e74cbcb768&device_id=538d90da-cd87-4429-8357-72e4212d8efc HTTP/1.1" status: 200 len: 1097 time: 0.0713756 Aug 12 14:31:47.348533 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732ee7ae-ec4c-464c-98a2-319b2a8d2a81 req-4128bb96-7d34-4ae9-bd55-e9d2f0c3ab43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:47.353430 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-732ee7ae-ec4c-464c-98a2-319b2a8d2a81 req-4128bb96-7d34-4ae9-bd55-e9d2f0c3ab43 service neutron] 10.222.0.64 "GET /v2.0/networks?id=a10dd9db-a24e-488c-8894-a27c36eaa630 HTTP/1.1" status: 200 len: 908 time: 0.2013988 Aug 12 14:31:47.449971 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-732ee7ae-ec4c-464c-98a2-319b2a8d2a81 req-7cdd9d43-349b-454b-b656-41d430ce01ed service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2d02505d-896c-436a-96b2-40e1c4f8b876 HTTP/1.1" status: 200 len: 217 time: 0.0592527 Aug 12 14:31:47.467292 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8023ace2-c847-4921-b2a6-b47873fc43e9 req-64fe6104-7349-4469-9844-c96a7c38c75d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:47.470529 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-8023ace2-c847-4921-b2a6-b47873fc43e9 req-64fe6104-7349-4469-9844-c96a7c38c75d service neutron] 10.222.0.64 "GET /v2.0/networks?id=a10dd9db-a24e-488c-8894-a27c36eaa630 HTTP/1.1" status: 200 len: 908 time: 0.1835725 Aug 12 14:31:47.487310 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937edb3d-932b-40f1-8351-771b3eb8483e req-1ddb59cf-5bb7-4847-835b-c17fe8a7d358 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:47.495523 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-937edb3d-932b-40f1-8351-771b3eb8483e req-1ddb59cf-5bb7-4847-835b-c17fe8a7d358 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] 10.222.0.39 "GET /v2.0/ports?device_id=538d90da-cd87-4429-8357-72e4212d8efc HTTP/1.1" status: 200 len: 945 time: 0.1027262 Aug 12 14:31:47.538065 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732ee7ae-ec4c-464c-98a2-319b2a8d2a81 req-fd27a67b-caac-4d37-bd4d-65d6d1fa5445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:47.540698 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-732ee7ae-ec4c-464c-98a2-319b2a8d2a81 req-fd27a67b-caac-4d37-bd4d-65d6d1fa5445 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d61545bd-f4f7-4794-86f8-5ac232439ea3 HTTP/1.1" status: 200 len: 847 time: 0.0755916 Aug 12 14:31:47.555063 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-8023ace2-c847-4921-b2a6-b47873fc43e9 req-8cb2dae1-cc0d-4ccb-a04a-bd8d9527c25e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a06fb4ae-2175-4823-9af2-5ae803734598 HTTP/1.1" status: 200 len: 217 time: 0.0769820 Aug 12 14:31:47.602101 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-937edb3d-932b-40f1-8351-771b3eb8483e req-f9b8c4f7-3153-4502-be36-17768535fdc3 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] 10.222.0.39 "GET /v2.0/security-groups?id=11312995-c93d-4754-9dea-15693c54238a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054897 Aug 12 14:31:47.620907 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8023ace2-c847-4921-b2a6-b47873fc43e9 req-6fcc8972-5d91-49bf-b184-1e41917d7ead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:47.621493 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-732ee7ae-ec4c-464c-98a2-319b2a8d2a81 req-ca457bcd-f64a-417f-9bb5-45643ef2c7ef service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a10dd9db-a24e-488c-8894-a27c36eaa630&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0705111 Aug 12 14:31:47.622738 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-8023ace2-c847-4921-b2a6-b47873fc43e9 req-6fcc8972-5d91-49bf-b184-1e41917d7ead service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d61545bd-f4f7-4794-86f8-5ac232439ea3 HTTP/1.1" status: 200 len: 847 time: 0.0589418 Aug 12 14:31:47.645550 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device c26f6072-ecc2-4691-a9f9-ea1305d03eff details requested by agent hyperv_n-h2-694802-15 with host n-h2-694802-15 {{(pid=94468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 14:31:47.695362 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-8023ace2-c847-4921-b2a6-b47873fc43e9 req-62633b21-d647-4081-be83-ed772c5c1cbd service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a10dd9db-a24e-488c-8894-a27c36eaa630&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0574148 Aug 12 14:31:47.766833 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device b40f7310-42df-4780-896e-ac58ee1ce92d no longer exists at agent hyperv_n-h2-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:31:47.775790 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port c26f6072-ecc2-4691-a9f9-ea1305d03eff, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=c26f6072-ecc2-4691-a9f9-ea1305d03eff,segment=NetworkSegment(2e94514d-7fca-42ad-995e-123d3a176790),segment_id=2e94514d-7fca-42ad-995e-123d3a176790)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:31:47.787748 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-732ee7ae-ec4c-464c-98a2-319b2a8d2a81 req-01c7119a-2f01-4893-8749-b7c6e33f5895 service neutron] 10.222.0.64 "GET /v2.0/networks/a10dd9db-a24e-488c-8894-a27c36eaa630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469562 Aug 12 14:31:47.808864 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] No Port match for: b40f7310-42df-4780-896e-ac58ee1ce92d {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 14:31:47.809459 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device b40f7310-42df-4780-896e-ac58ee1ce92d not bound to the agent host n-h2-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:31:47.817485 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Returning: {'device': 'c26f6072-ecc2-4691-a9f9-ea1305d03eff', 'network_id': '03dfba7c-7b4a-44e5-8aaa-c2d37ee82018', 'port_id': 'c26f6072-ecc2-4691-a9f9-ea1305d03eff', 'mac_address': 'fa:16:3e:60:d4:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef8d2719-a4dd-40cc-910c-927d9e7406a1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 14:31:47.868542 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:47.882450 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9356736-0358-4f1d-b641-90b73720db27 req-68d9d33b-7f87-42df-a551-7d8331cb1c29 tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:47.884297 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e9356736-0358-4f1d-b641-90b73720db27 req-68d9d33b-7f87-42df-a551-7d8331cb1c29 tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] 10.222.0.39 "GET /v2.0/ports?device_id=f3c0eeb6-944f-4df5-921f-e67fd51b3f14 HTTP/1.1" status: 200 len: 948 time: 0.1427927 Aug 12 14:31:47.884740 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c26f6072-ecc2-4691-a9f9-ea1305d03eff {{(pid=94468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:31:47.904159 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-8023ace2-c847-4921-b2a6-b47873fc43e9 req-b739a67a-5449-4210-8241-67aa3db63f0e service neutron] 10.222.0.64 "GET /v2.0/networks/a10dd9db-a24e-488c-8894-a27c36eaa630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1973591 Aug 12 14:31:47.907766 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port c26f6072-ecc2-4691-a9f9-ea1305d03eff, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=c26f6072-ecc2-4691-a9f9-ea1305d03eff,segment=NetworkSegment(2e94514d-7fca-42ad-995e-123d3a176790),segment_id=2e94514d-7fca-42ad-995e-123d3a176790)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:31:47.912137 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:47.953779 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-732ee7ae-ec4c-464c-98a2-319b2a8d2a81 req-d67fb725-fae0-4ee2-b765-9c5a64c3d615 service neutron] 10.222.0.64 "GET /v2.0/networks/a10dd9db-a24e-488c-8894-a27c36eaa630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1513131 Aug 12 14:31:47.970067 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e9356736-0358-4f1d-b641-90b73720db27 req-08f1e221-f7c8-4ead-a838-0a1e59b53896 tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] 10.222.0.39 "GET /v2.0/security-groups?id=732c786f-d597-473b-bc9a-3d3a7bfc11d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775313 Aug 12 14:31:47.976273 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Pushing event updated for resources: {'Port': ['ID=c26f6072-ecc2-4691-a9f9-ea1305d03eff,revision_number=4']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:31:48.081502 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-8023ace2-c847-4921-b2a6-b47873fc43e9 req-f7b6515f-3e62-4f4e-bd53-3da7575e10b4 service neutron] 10.222.0.64 "GET /v2.0/networks/a10dd9db-a24e-488c-8894-a27c36eaa630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1653163 Aug 12 14:31:48.113629 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4af63c9-85f4-4f40-89c1-7c12e22ea6ee req-e67dbf17-2185-4aea-9337-28a562be0c9a tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:48.115623 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-e4af63c9-85f4-4f40-89c1-7c12e22ea6ee req-e67dbf17-2185-4aea-9337-28a562be0c9a tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/ports?device_id=6fc00628-4d8c-4923-97cd-77f7ae0a9f27 HTTP/1.1" status: 200 len: 949 time: 0.0720792 Aug 12 14:31:48.186214 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-e4af63c9-85f4-4f40-89c1-7c12e22ea6ee req-5a5c54bb-0b8b-41b4-9289-834737d329f0 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0307eb3-f523-445b-8e1d-79deac809303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510697 Aug 12 14:31:48.244677 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8023ace2-c847-4921-b2a6-b47873fc43e9 req-4859178c-f57b-47fb-9580-86049e65cc5d tempest-LiveMigrationTest-388825582 tempest-LiveMigrationTest-388825582-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:48.246403 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-8023ace2-c847-4921-b2a6-b47873fc43e9 req-4859178c-f57b-47fb-9580-86049e65cc5d tempest-LiveMigrationTest-388825582 tempest-LiveMigrationTest-388825582-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=538d90da-cd87-4429-8357-72e4212d8efc&tenant_id=39c74547ea964352853351e74cbcb768&binding%3Ahost_id=n-h2-694802-15 HTTP/1.1" status: 200 len: 1097 time: 0.0592203 Aug 12 14:31:48.265695 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [req-8023ace2-c847-4921-b2a6-b47873fc43e9 req-b9f61650-c273-442a-b09c-d5c02f8e8770 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-694802-15'}}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:31:48.276457 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 59494) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:31:48.360928 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799875e3-1448-45ee-953c-4b2ff1bd6544 req-04f0369f-8946-451c-a37f-40e5ee34ed52 tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:48.369301 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-799875e3-1448-45ee-953c-4b2ff1bd6544 req-04f0369f-8946-451c-a37f-40e5ee34ed52 tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] 10.222.0.39 "GET /v2.0/ports?device_id=cddb4fe6-c24a-4523-bd49-68cbc24760f5 HTTP/1.1" status: 200 len: 944 time: 0.0667048 Aug 12 14:31:48.371056 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] get_ports_and_sgs() called for port_ids ['c26f6072-ecc2-4691-a9f9-ea1305d03eff'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:31:48.384484 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-8023ace2-c847-4921-b2a6-b47873fc43e9 req-b9f61650-c273-442a-b09c-d5c02f8e8770 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:48.422489 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-799875e3-1448-45ee-953c-4b2ff1bd6544 req-0b2c6968-11e2-42f1-908f-287c12e02521 tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] 10.222.0.39 "GET /v2.0/security-groups?id=e3ca17b3-b028-41b3-b138-91e00a6e278c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520871 Aug 12 14:31:48.584429 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [req-8023ace2-c847-4921-b2a6-b47873fc43e9 req-b9f61650-c273-442a-b09c-d5c02f8e8770 service neutron] For port a06fb4ae-2175-4823-9af2-5ae803734598, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=a06fb4ae-2175-4823-9af2-5ae803734598,segment=NetworkSegment(2c5f2abe-b754-491c-837b-06e8fcd65d4b),segment_id=2c5f2abe-b754-491c-837b-06e8fcd65d4b)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:31:48.645019 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [req-8023ace2-c847-4921-b2a6-b47873fc43e9 req-b9f61650-c273-442a-b09c-d5c02f8e8770 service neutron] For port a06fb4ae-2175-4823-9af2-5ae803734598, host n-h2-694802-15, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:31:48.661138 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-b2976153-d4d7-4af5-b0f7-5efe36758141 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1253283566-network', 'tenant_id': '2fd79171a8ca47bca77a7cc342fe86ce'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:31:48.708461 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2976153-d4d7-4af5-b0f7-5efe36758141 admin admin] Made reservation on behalf of 2fd79171a8ca47bca77a7cc342fe86ce for: {'network': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:31:48.710847 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-b2976153-d4d7-4af5-b0f7-5efe36758141 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for network, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:48.722675 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-8023ace2-c847-4921-b2a6-b47873fc43e9 req-b9f61650-c273-442a-b09c-d5c02f8e8770 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:48.725577 n-d-694802-15 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '538d90da-cd87-4429-8357-72e4212d8efc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a06fb4ae-2175-4823-9af2-5ae803734598'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:31:48.728275 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e785eeede3897370d0b20f09d5f461b30cfecd5ed38c4f07dacd02bc52c9277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28c53694-e9b1-4e51-8e3c-c6a556ebc49c" -d '{"events": [{"server_uuid": "538d90da-cd87-4429-8357-72e4212d8efc", "name": "network-vif-unplugged", "status": "completed", "tag": "a06fb4ae-2175-4823-9af2-5ae803734598"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:31:48.736187 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-b2976153-d4d7-4af5-b0f7-5efe36758141 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:48.745416 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-8023ace2-c847-4921-b2a6-b47873fc43e9 req-b9f61650-c273-442a-b09c-d5c02f8e8770 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3718439'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:48.783992 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5499215b-af78-4ecd-ae18-8475672d0568 req-74980798-f57b-4ffa-823f-b34c08513ec9 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:48.792625 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-5499215b-af78-4ecd-ae18-8475672d0568 req-74980798-f57b-4ffa-823f-b34c08513ec9 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] 10.222.0.39 "GET /v2.0/ports?device_id=538d90da-cd87-4429-8357-72e4212d8efc HTTP/1.1" status: 200 len: 945 time: 0.0939856 Aug 12 14:31:48.829994 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 12 Aug 2021 14:31:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b7a27ba-8cd4-4da2-b6de-70e8e9f19317 x-openstack-request-id: req-4b7a27ba-8cd4-4da2-b6de-70e8e9f19317 {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:31:48.830332 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "538d90da-cd87-4429-8357-72e4212d8efc", "name": "network-vif-unplugged", "status": "completed", "tag": "a06fb4ae-2175-4823-9af2-5ae803734598", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:31:48.830552 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4b7a27ba-8cd4-4da2-b6de-70e8e9f19317 {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:31:48.830942 n-d-694802-15 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '538d90da-cd87-4429-8357-72e4212d8efc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a06fb4ae-2175-4823-9af2-5ae803734598', 'code': 200} Aug 12 14:31:48.859889 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f61650-c273-442a-b09c-d5c02f8e8770 service neutron] Pushing event updated for resources: {'Port': ['ID=a06fb4ae-2175-4823-9af2-5ae803734598,revision_number=7']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:31:48.868231 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f61650-c273-442a-b09c-d5c02f8e8770 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:31:48.868579 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f61650-c273-442a-b09c-d5c02f8e8770 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:31:48.868916 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f61650-c273-442a-b09c-d5c02f8e8770 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:31:48.869247 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f61650-c273-442a-b09c-d5c02f8e8770 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:31:48.869574 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f61650-c273-442a-b09c-d5c02f8e8770 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:31:48.869900 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f61650-c273-442a-b09c-d5c02f8e8770 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:31:48.870224 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f61650-c273-442a-b09c-d5c02f8e8770 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:31:48.870546 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f61650-c273-442a-b09c-d5c02f8e8770 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:31:48.870867 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f61650-c273-442a-b09c-d5c02f8e8770 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:31:48.871214 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f61650-c273-442a-b09c-d5c02f8e8770 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:31:48.871534 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f61650-c273-442a-b09c-d5c02f8e8770 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:31:48.871854 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f61650-c273-442a-b09c-d5c02f8e8770 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:31:48.874125 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-5499215b-af78-4ecd-ae18-8475672d0568 req-d144e9e7-18b5-4f74-933e-fe04e659dd49 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] 10.222.0.39 "GET /v2.0/security-groups?id=11312995-c93d-4754-9dea-15693c54238a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740125 Aug 12 14:31:48.876063 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [req-8023ace2-c847-4921-b2a6-b47873fc43e9 req-b9f61650-c273-442a-b09c-d5c02f8e8770 service neutron] Attempting to bind port a06fb4ae-2175-4823-9af2-5ae803734598 on host n-h2-694802-15 for vnic_type normal with profile {"migrating_to": "n-h1-694802-15"} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:31:48.876409 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [req-8023ace2-c847-4921-b2a6-b47873fc43e9 req-b9f61650-c273-442a-b09c-d5c02f8e8770 service neutron] Attempting to bind port a06fb4ae-2175-4823-9af2-5ae803734598 by drivers openvswitch,hyperv on host n-h2-694802-15 at level 0 using segments [{'id': '2c5f2abe-b754-491c-837b-06e8fcd65d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'a10dd9db-a24e-488c-8894-a27c36eaa630'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:31:48.876746 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8023ace2-c847-4921-b2a6-b47873fc43e9 req-b9f61650-c273-442a-b09c-d5c02f8e8770 service neutron] Attempting to bind port a06fb4ae-2175-4823-9af2-5ae803734598 on network a10dd9db-a24e-488c-8894-a27c36eaa630 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:31:48.891354 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8023ace2-c847-4921-b2a6-b47873fc43e9 req-b9f61650-c273-442a-b09c-d5c02f8e8770 service neutron] Port a06fb4ae-2175-4823-9af2-5ae803734598 on network a10dd9db-a24e-488c-8894-a27c36eaa630 not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-15 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 14:31:48.891712 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8023ace2-c847-4921-b2a6-b47873fc43e9 req-b9f61650-c273-442a-b09c-d5c02f8e8770 service neutron] Attempting to bind port a06fb4ae-2175-4823-9af2-5ae803734598 on network a10dd9db-a24e-488c-8894-a27c36eaa630 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:31:48.900231 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8023ace2-c847-4921-b2a6-b47873fc43e9 req-b9f61650-c273-442a-b09c-d5c02f8e8770 service neutron] Checking agent: {'id': 'b7697f71-33f3-4959-ad82-43c2dc15845d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 27, 42), 'started_at': datetime.datetime(2021, 8, 12, 14, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 31, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:31:48.901066 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8023ace2-c847-4921-b2a6-b47873fc43e9 req-b9f61650-c273-442a-b09c-d5c02f8e8770 service neutron] Checking segment: {'id': '2c5f2abe-b754-491c-837b-06e8fcd65d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'a10dd9db-a24e-488c-8894-a27c36eaa630'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:31:48.901430 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8023ace2-c847-4921-b2a6-b47873fc43e9 req-b9f61650-c273-442a-b09c-d5c02f8e8770 service neutron] Bound using segment: {'id': '2c5f2abe-b754-491c-837b-06e8fcd65d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'a10dd9db-a24e-488c-8894-a27c36eaa630'} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:31:48.901887 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [req-8023ace2-c847-4921-b2a6-b47873fc43e9 req-b9f61650-c273-442a-b09c-d5c02f8e8770 service neutron] Bound port: a06fb4ae-2175-4823-9af2-5ae803734598, host: n-h2-694802-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c5f2abe-b754-491c-837b-06e8fcd65d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'a10dd9db-a24e-488c-8894-a27c36eaa630'}}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:31:48.902272 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-8023ace2-c847-4921-b2a6-b47873fc43e9 req-b9f61650-c273-442a-b09c-d5c02f8e8770 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:48.955957 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-b2976153-d4d7-4af5-b0f7-5efe36758141 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:48.961292 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-b2976153-d4d7-4af5-b0f7-5efe36758141 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:48.976479 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2976153-d4d7-4af5-b0f7-5efe36758141 admin admin] vlan segment allocate from pool success with {'vlan_id': 338, 'physical_network': 'physnet1'} {{(pid=94467) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 14:31:48.987350 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [req-8023ace2-c847-4921-b2a6-b47873fc43e9 req-b9f61650-c273-442a-b09c-d5c02f8e8770 service neutron] For port a06fb4ae-2175-4823-9af2-5ae803734598, host n-h2-694802-15, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:31:48.990114 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-b2976153-d4d7-4af5-b0f7-5efe36758141 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:48.990489 n-d-694802-15 neutron-server[94467]: INFO neutron.db.segments_db [None req-b2976153-d4d7-4af5-b0f7-5efe36758141 admin admin] Added segment 9ef950f6-5519-4190-8028-503a0a76e439 of type vlan for network 1f88c89e-1834-4591-8586-4341f292deca Aug 12 14:31:48.991320 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [req-8023ace2-c847-4921-b2a6-b47873fc43e9 req-b9f61650-c273-442a-b09c-d5c02f8e8770 service neutron] For port a06fb4ae-2175-4823-9af2-5ae803734598, host n-h2-694802-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=a06fb4ae-2175-4823-9af2-5ae803734598,segment=NetworkSegment(2c5f2abe-b754-491c-837b-06e8fcd65d4b),segment_id=2c5f2abe-b754-491c-837b-06e8fcd65d4b)] {{(pid=94466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:31:48.997409 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-8023ace2-c847-4921-b2a6-b47873fc43e9 req-b9f61650-c273-442a-b09c-d5c02f8e8770 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3718439'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:49.037897 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-b2976153-d4d7-4af5-b0f7-5efe36758141 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744653628263'] for network, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:49.087586 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-b2976153-d4d7-4af5-b0f7-5efe36758141 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409'] for network, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:49.091399 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2976153-d4d7-4af5-b0f7-5efe36758141 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:49.091857 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8023ace2-c847-4921-b2a6-b47873fc43e9 req-b9f61650-c273-442a-b09c-d5c02f8e8770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:49.092006 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-b2976153-d4d7-4af5-b0f7-5efe36758141 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for network, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:49.092760 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-8023ace2-c847-4921-b2a6-b47873fc43e9 req-b9f61650-c273-442a-b09c-d5c02f8e8770 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:49.094726 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-8023ace2-c847-4921-b2a6-b47873fc43e9 req-b9f61650-c273-442a-b09c-d5c02f8e8770 service neutron] 10.222.0.64 "PUT /v2.0/ports/a06fb4ae-2175-4823-9af2-5ae803734598 HTTP/1.1" status: 200 len: 1123 time: 0.8391783 Aug 12 14:31:49.100645 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f61650-c273-442a-b09c-d5c02f8e8770 service neutron] Pushing event updated for resources: {'Port': ['ID=a06fb4ae-2175-4823-9af2-5ae803734598,revision_number=8']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:31:49.185721 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-b2976153-d4d7-4af5-b0f7-5efe36758141 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9081330 Aug 12 14:31:49.188687 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 59520) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:31:49.192607 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2976153-d4d7-4af5-b0f7-5efe36758141 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f569421-3ef5-4998-a0c5-f191379b6c78,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:31:49.196348 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-c4dcbe12-698a-48d2-bb87-312003a40144 admin admin] Request body: {'subnet': {'network_id': '1f88c89e-1834-4591-8586-4341f292deca', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1253283566-subnet', 'tenant_id': '2fd79171a8ca47bca77a7cc342fe86ce', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:31:49.227300 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2976153-d4d7-4af5-b0f7-5efe36758141 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:31:49.242580 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2976153-d4d7-4af5-b0f7-5efe36758141 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:31:49.243114 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2976153-d4d7-4af5-b0f7-5efe36758141 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:31:49.243600 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2976153-d4d7-4af5-b0f7-5efe36758141 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:31:49.244081 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2976153-d4d7-4af5-b0f7-5efe36758141 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:31:49.244582 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2976153-d4d7-4af5-b0f7-5efe36758141 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:31:49.245227 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2976153-d4d7-4af5-b0f7-5efe36758141 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:31:49.246087 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2976153-d4d7-4af5-b0f7-5efe36758141 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:31:49.246944 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2976153-d4d7-4af5-b0f7-5efe36758141 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:31:49.249679 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2976153-d4d7-4af5-b0f7-5efe36758141 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:31:49.250187 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2976153-d4d7-4af5-b0f7-5efe36758141 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:31:49.250671 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2976153-d4d7-4af5-b0f7-5efe36758141 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:31:49.262307 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2976153-d4d7-4af5-b0f7-5efe36758141 admin admin] Pushing event updated for resources: {'Network': ['ID=1f88c89e-1834-4591-8586-4341f292deca,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:31:49.265364 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4dcbe12-698a-48d2-bb87-312003a40144 admin admin] Made reservation on behalf of 2fd79171a8ca47bca77a7cc342fe86ce for: {'subnet': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:31:49.269311 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c4dcbe12-698a-48d2-bb87-312003a40144 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8776441'] for subnet, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:49.291413 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Network 1f88c89e-1834-4591-8586-4341f292deca details requested by agent ovs-agent-n-d-694802-15 with host n-d-694802-15 {{(pid=94468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 14:31:49.295784 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] get_ports_and_sgs() called for port_ids ['a06fb4ae-2175-4823-9af2-5ae803734598'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:31:49.352167 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d81faa-cc62-45e1-8ac1-8ccfb6566c3f req-ae44741e-8644-4a6e-adf2-c1de68eff881 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:49.360184 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f3d81faa-cc62-45e1-8ac1-8ccfb6566c3f req-ae44741e-8644-4a6e-adf2-c1de68eff881 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/ports?device_id=6fc00628-4d8c-4923-97cd-77f7ae0a9f27 HTTP/1.1" status: 200 len: 949 time: 0.0690997 Aug 12 14:31:49.405518 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f3d81faa-cc62-45e1-8ac1-8ccfb6566c3f req-7da5fcc4-9106-4678-9dbd-487c938e46c6 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0307eb3-f523-445b-8e1d-79deac809303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443764 Aug 12 14:31:49.587323 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c4dcbe12-698a-48d2-bb87-312003a40144 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3718490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8776395'] for subnet, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:49.623244 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a44905-fb04-49a7-8009-08344aeac87d req-6b7593fd-d097-4c48-a2e3-f261d04bad1b tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:49.630381 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-57a44905-fb04-49a7-8009-08344aeac87d req-6b7593fd-d097-4c48-a2e3-f261d04bad1b tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] 10.222.0.39 "GET /v2.0/ports?device_id=cddb4fe6-c24a-4523-bd49-68cbc24760f5 HTTP/1.1" status: 200 len: 944 time: 0.0647073 Aug 12 14:31:49.649893 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6676d84-1419-44a9-bc74-3a04f946e6a1 req-0a34533c-82a9-4093-89e0-881b5816f268 tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:49.650788 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device c26f6072-ecc2-4691-a9f9-ea1305d03eff up at agent hyperv_n-h2-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:31:49.652458 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-e6676d84-1419-44a9-bc74-3a04f946e6a1 req-0a34533c-82a9-4093-89e0-881b5816f268 tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] 10.222.0.39 "GET /v2.0/ports?device_id=f3c0eeb6-944f-4df5-921f-e67fd51b3f14 HTTP/1.1" status: 200 len: 948 time: 0.1827919 Aug 12 14:31:49.681643 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-57a44905-fb04-49a7-8009-08344aeac87d req-53df073d-c4ed-42a9-8e54-66c78ca444b8 tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] 10.222.0.39 "GET /v2.0/security-groups?id=e3ca17b3-b028-41b3-b138-91e00a6e278c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483971 Aug 12 14:31:49.696232 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4dcbe12-698a-48d2-bb87-312003a40144 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dd28ff73-a450-408b-b798-c34bd0481320,revision_number=0']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:31:49.720966 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4dcbe12-698a-48d2-bb87-312003a40144 admin admin] Checking segment: {'id': '9ef950f6-5519-4190-8028-503a0a76e439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '1f88c89e-1834-4591-8586-4341f292deca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:31:49.721548 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4dcbe12-698a-48d2-bb87-312003a40144 admin admin] Network hostable DHCP agents. Network: 1f88c89e-1834-4591-8586-4341f292deca, hostable agents: ['1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658'], hosted agents: [] {{(pid=94466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 14:31:49.726526 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-e6676d84-1419-44a9-bc74-3a04f946e6a1 req-93771d5b-9141-4cd3-9026-a303514979ce tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] 10.222.0.39 "GET /v2.0/security-groups?id=732c786f-d597-473b-bc9a-3d3a7bfc11d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616477 Aug 12 14:31:49.753823 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Provisioning for port c26f6072-ecc2-4691-a9f9-ea1305d03eff completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:31:49.757932 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4dcbe12-698a-48d2-bb87-312003a40144 admin admin] Network 1f88c89e-1834-4591-8586-4341f292deca is scheduled to be hosted by DHCP agent 1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658 with binding_index 1 {{(pid=94466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 14:31:49.761149 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Provisioning complete for port c26f6072-ecc2-4691-a9f9-ea1305d03eff triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:31:49.761628 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:49.788250 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-c4dcbe12-698a-48d2-bb87-312003a40144 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-15, 1f88c89e-1834-4591-8586-4341f292deca) {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:31:49.800270 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca4402a4-5e31-4d6e-985b-83b2e56ce402 None None] Network 1f88c89e-1834-4591-8586-4341f292deca requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:31:49.803296 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4dcbe12-698a-48d2-bb87-312003a40144 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:49.804166 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c4dcbe12-698a-48d2-bb87-312003a40144 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for subnet, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:49.821484 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-c4dcbe12-698a-48d2-bb87-312003a40144 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6310039 Aug 12 14:31:49.824593 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 59540) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:31:49.832948 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-722570c2-7746-439f-8ded-88cf72e4454c admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1253283566-router', 'tenant_id': '2fd79171a8ca47bca77a7cc342fe86ce', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'}}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:31:49.863991 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-722570c2-7746-439f-8ded-88cf72e4454c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-430574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-104863'] for router, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:49.866049 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-722570c2-7746-439f-8ded-88cf72e4454c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-429438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-431405', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66646573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-104852'] for router, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:49.933675 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:50.011461 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-722570c2-7746-439f-8ded-88cf72e4454c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:50.017524 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cddb4fe6-c24a-4523-bd49-68cbc24760f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c26f6072-ecc2-4691-a9f9-ea1305d03eff'}] {{(pid=94468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:31:50.020557 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99a8d87602170099c728e57431aca99e9b98a655a83bbf8727be13192709727b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc9038d9-ff19-475a-9813-5d2fea4baede" -d '{"events": [{"server_uuid": "cddb4fe6-c24a-4523-bd49-68cbc24760f5", "name": "network-vif-plugged", "status": "completed", "tag": "c26f6072-ecc2-4691-a9f9-ea1305d03eff"}]}' {{(pid=94468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:31:50.026943 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cc6f7f1-bc91-4b01-9907-89cad0c8aa02 None None] Network 1f88c89e-1834-4591-8586-4341f292deca requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:31:50.039857 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port c26f6072-ecc2-4691-a9f9-ea1305d03eff, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=c26f6072-ecc2-4691-a9f9-ea1305d03eff,segment=NetworkSegment(2e94514d-7fca-42ad-995e-123d3a176790),segment_id=2e94514d-7fca-42ad-995e-123d3a176790)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:31:50.051785 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:50.055563 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266eee6e-a4dc-411e-b049-2738f2aa30fb req-590d3a3f-9a97-421e-bca2-f21836437b1c tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:50.057533 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-266eee6e-a4dc-411e-b049-2738f2aa30fb req-590d3a3f-9a97-421e-bca2-f21836437b1c tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] 10.222.0.39 "GET /v2.0/ports?device_id=538d90da-cd87-4429-8357-72e4212d8efc HTTP/1.1" status: 200 len: 943 time: 0.1046019 Aug 12 14:31:50.101679 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-266eee6e-a4dc-411e-b049-2738f2aa30fb req-3040c3f6-4e40-4e77-8ca8-ac2de92ff6a4 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] 10.222.0.39 "GET /v2.0/security-groups?id=11312995-c93d-4754-9dea-15693c54238a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381582 Aug 12 14:31:50.121670 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-d5be6239-c7b1-454d-9f38-d3fc4d2410e8 req-08355398-ec9c-40b6-bb32-6762ce4ef3ce tempest-ServersAdminNegativeTestJSON-968709522 tempest-ServersAdminNegativeTestJSON-968709522-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=060ea8669f5a4b7caa8288a4bcc61022&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0280576 Aug 12 14:31:50.154521 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Pushing event updated for resources: {'Port': ['ID=c26f6072-ecc2-4691-a9f9-ea1305d03eff,revision_number=5']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:31:50.256149 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-dd69bcbf-6256-4bb7-bcf9-5aeff89a77c3 req-bf9bcb6e-bd6a-444a-a39d-ec9513cb68e7 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=5924b85c-0d32-4999-87e1-c7d6edcf0040&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0575762 Aug 12 14:31:50.278934 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-722570c2-7746-439f-8ded-88cf72e4454c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:50.355513 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 14:31:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-733498f3-43da-4655-8f7c-9bfd89162521 x-openstack-request-id: req-733498f3-43da-4655-8f7c-9bfd89162521 {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:31:50.355964 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cddb4fe6-c24a-4523-bd49-68cbc24760f5", "name": "network-vif-plugged", "status": "completed", "tag": "c26f6072-ecc2-4691-a9f9-ea1305d03eff", "code": 200}]} {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:31:50.356309 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-733498f3-43da-4655-8f7c-9bfd89162521 {{(pid=94468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:31:50.356710 n-d-694802-15 neutron-server[94468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cddb4fe6-c24a-4523-bd49-68cbc24760f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c26f6072-ecc2-4691-a9f9-ea1305d03eff', 'code': 200} Aug 12 14:31:50.359568 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd69bcbf-6256-4bb7-bcf9-5aeff89a77c3 req-28426952-d218-4ffc-a9df-9decbe47b37e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:50.361078 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-dd69bcbf-6256-4bb7-bcf9-5aeff89a77c3 req-28426952-d218-4ffc-a9df-9decbe47b37e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=eebc4daeab5b4932b99d48c68fd10c64&device_id=5924b85c-0d32-4999-87e1-c7d6edcf0040 HTTP/1.1" status: 200 len: 1115 time: 0.0516188 Aug 12 14:31:50.414439 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5be6239-c7b1-454d-9f38-d3fc4d2410e8 req-c98044a6-efac-4f79-ac56-535bf7d2ab96 tempest-ServersAdminNegativeTestJSON-968709522 tempest-ServersAdminNegativeTestJSON-968709522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:50.415881 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-d5be6239-c7b1-454d-9f38-d3fc4d2410e8 req-c98044a6-efac-4f79-ac56-535bf7d2ab96 tempest-ServersAdminNegativeTestJSON-968709522 tempest-ServersAdminNegativeTestJSON-968709522-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2423315 Aug 12 14:31:50.450078 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-d5be6239-c7b1-454d-9f38-d3fc4d2410e8 req-f2b7e1db-b6a7-4d7c-b3c7-94027e99bf0b tempest-ServersAdminNegativeTestJSON-968709522 tempest-ServersAdminNegativeTestJSON-968709522-project] 10.222.0.39 "GET /v2.0/quotas/060ea8669f5a4b7caa8288a4bcc61022 HTTP/1.1" status: 200 len: 375 time: 0.0148604 Aug 12 14:31:50.490149 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-d5be6239-c7b1-454d-9f38-d3fc4d2410e8 req-4c16f23c-aee5-494a-8fc9-8e58f59118eb tempest-ServersAdminNegativeTestJSON-968709522 tempest-ServersAdminNegativeTestJSON-968709522-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=060ea8669f5a4b7caa8288a4bcc61022&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0305624 Aug 12 14:31:50.501740 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd69bcbf-6256-4bb7-bcf9-5aeff89a77c3 req-c268734d-52fa-4291-80b9-3a50d5b5dce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:50.503538 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-dd69bcbf-6256-4bb7-bcf9-5aeff89a77c3 req-c268734d-52fa-4291-80b9-3a50d5b5dce7 service neutron] 10.222.0.49 "GET /v2.0/networks?id=03dfba7c-7b4a-44e5-8aaa-c2d37ee82018 HTTP/1.1" status: 200 len: 922 time: 0.1006343 Aug 12 14:31:50.615185 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-dd69bcbf-6256-4bb7-bcf9-5aeff89a77c3 req-1b5bf8f5-bde0-4d80-93e7-294ec9919a23 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c9578a74-95a3-4b8d-8db4-eff050057d08 HTTP/1.1" status: 200 len: 217 time: 0.0841045 Aug 12 14:31:50.626085 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-722570c2-7746-439f-8ded-88cf72e4454c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:50.683615 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-722570c2-7746-439f-8ded-88cf72e4454c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:50.688764 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3239935d-c404-42a6-99ed-8a3a60067fba req-82f52926-4a1c-4221-92c8-6b0f0844b684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:50.690415 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3239935d-c404-42a6-99ed-8a3a60067fba req-82f52926-4a1c-4221-92c8-6b0f0844b684 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=cddb4fe6-c24a-4523-bd49-68cbc24760f5 HTTP/1.1" status: 200 len: 1097 time: 0.1859629 Aug 12 14:31:50.700112 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36e0cb8-336d-4712-be3b-60c21b0c8547 req-7b91cc0d-2ef7-4f60-b48b-70c572e96155 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:50.702326 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a36e0cb8-336d-4712-be3b-60c21b0c8547 req-7b91cc0d-2ef7-4f60-b48b-70c572e96155 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/ports?device_id=6fc00628-4d8c-4923-97cd-77f7ae0a9f27 HTTP/1.1" status: 200 len: 949 time: 0.1833682 Aug 12 14:31:50.994437 n-d-694802-15 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '538d90da-cd87-4429-8357-72e4212d8efc', 'tag': 'a06fb4ae-2175-4823-9af2-5ae803734598'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:31:50.997857 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e785eeede3897370d0b20f09d5f461b30cfecd5ed38c4f07dacd02bc52c9277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42155db3-21a5-42cd-80c6-dfe0e9254c26" -d '{"events": [{"name": "network-changed", "server_uuid": "538d90da-cd87-4429-8357-72e4212d8efc", "tag": "a06fb4ae-2175-4823-9af2-5ae803734598"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:31:51.016383 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd69bcbf-6256-4bb7-bcf9-5aeff89a77c3 req-94820443-0451-409a-bf3a-76189c3c5281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:51.017644 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-dd69bcbf-6256-4bb7-bcf9-5aeff89a77c3 req-94820443-0451-409a-bf3a-76189c3c5281 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ef8d2719-a4dd-40cc-910c-927d9e7406a1 HTTP/1.1" status: 200 len: 861 time: 0.3912010 Aug 12 14:31:51.050443 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3239935d-c404-42a6-99ed-8a3a60067fba req-18e221fa-df66-41c6-a0ab-a032df172b62 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=e3ca17b3-b028-41b3-b138-91e00a6e278c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3410461 Aug 12 14:31:51.059606 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-2f8206f9-081b-49eb-a306-404a4eb4e664 req-9c5f628f-2d09-4a83-a79f-82f042c172ef tempest-ServersAdminNegativeTestJSON-968709522 tempest-ServersAdminNegativeTestJSON-968709522-project] 10.222.0.39 "GET /v2.0/ports?device_id=fb44a2cc-5edd-4c43-8133-fa1f8727f60d HTTP/1.1" status: 200 len: 210 time: 0.0577519 Aug 12 14:31:51.083325 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-dd69bcbf-6256-4bb7-bcf9-5aeff89a77c3 req-6b7505fc-2ad2-41e2-9a4b-3e6b18e3bdd7 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=03dfba7c-7b4a-44e5-8aaa-c2d37ee82018&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0514636 Aug 12 14:31:51.110087 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a36e0cb8-336d-4712-be3b-60c21b0c8547 req-6d075abd-7296-49cf-a68c-23300978f528 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0307eb3-f523-445b-8e1d-79deac809303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211228 Aug 12 14:31:51.132897 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-722570c2-7746-439f-8ded-88cf72e4454c admin admin] Allocated IP 172.25.1.207 (d3759e1b-6c03-45ac-acd4-90abb417809b/f0254f08-c19c-4e31-bd9c-09389ea4b6f2/47e32f68-7ea2-47cb-9d5f-44dddf4e96ff) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:31:51.300758 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84c38ed-77ce-4327-844e-9632c49b1efb req-61cbcf2a-7826-4e1d-b8d6-bec9ad3cd9c2 tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:51.308223 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-b84c38ed-77ce-4327-844e-9632c49b1efb req-61cbcf2a-7826-4e1d-b8d6-bec9ad3cd9c2 tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] 10.222.0.39 "GET /v2.0/ports?device_id=cddb4fe6-c24a-4523-bd49-68cbc24760f5 HTTP/1.1" status: 200 len: 945 time: 0.1171908 Aug 12 14:31:51.320532 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-722570c2-7746-439f-8ded-88cf72e4454c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:51.331465 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2d5ae7-c194-4f2e-9912-6a704f6fc0f0 req-47edd008-1763-414b-a128-e101feaafc78 tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:51.338261 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6c2d5ae7-c194-4f2e-9912-6a704f6fc0f0 req-47edd008-1763-414b-a128-e101feaafc78 tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] 10.222.0.39 "GET /v2.0/ports?device_id=f3c0eeb6-944f-4df5-921f-e67fd51b3f14 HTTP/1.1" status: 200 len: 948 time: 0.1667564 Aug 12 14:31:51.369638 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-dd69bcbf-6256-4bb7-bcf9-5aeff89a77c3 req-524adc31-9f7b-49c7-bb62-5996a2e9ac89 service neutron] 10.222.0.49 "GET /v2.0/networks/03dfba7c-7b4a-44e5-8aaa-c2d37ee82018?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1966951 Aug 12 14:31:51.410508 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-b84c38ed-77ce-4327-844e-9632c49b1efb req-930776c0-1b2a-4835-9310-d658f24b259c tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] 10.222.0.39 "GET /v2.0/security-groups?id=e3ca17b3-b028-41b3-b138-91e00a6e278c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012261 Aug 12 14:31:51.416921 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-722570c2-7746-439f-8ded-88cf72e4454c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:51.478526 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-722570c2-7746-439f-8ded-88cf72e4454c admin admin] Network d3759e1b-6c03-45ac-acd4-90abb417809b is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:31:51.482469 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-dd69bcbf-6256-4bb7-bcf9-5aeff89a77c3 req-16f9025d-6a0f-4284-9d10-add93e3b7fbf service neutron] 10.222.0.49 "GET /v2.0/networks/03dfba7c-7b4a-44e5-8aaa-c2d37ee82018?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030149 Aug 12 14:31:51.484763 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-722570c2-7746-439f-8ded-88cf72e4454c admin admin] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:31:51.492173 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-722570c2-7746-439f-8ded-88cf72e4454c admin admin] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:31:51.494526 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722570c2-7746-439f-8ded-88cf72e4454c admin admin] Pushing event updated for resources: {'Port': ['ID=47e32f68-7ea2-47cb-9d5f-44dddf4e96ff,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:31:51.504880 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6c2d5ae7-c194-4f2e-9912-6a704f6fc0f0 req-425676e1-9771-4585-b01f-993bc278dd15 tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] 10.222.0.39 "GET /v2.0/security-groups?id=732c786f-d597-473b-bc9a-3d3a7bfc11d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549368 Aug 12 14:31:51.538415 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 14:31:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22bd66e7-cf62-4de0-bb14-2d37b453ef2d x-openstack-request-id: req-22bd66e7-cf62-4de0-bb14-2d37b453ef2d {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:31:51.538704 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "538d90da-cd87-4429-8357-72e4212d8efc", "tag": "a06fb4ae-2175-4823-9af2-5ae803734598", "status": "completed", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:31:51.538949 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-22bd66e7-cf62-4de0-bb14-2d37b453ef2d {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:31:51.539356 n-d-694802-15 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '538d90da-cd87-4429-8357-72e4212d8efc', 'tag': 'a06fb4ae-2175-4823-9af2-5ae803734598', 'status': 'completed', 'code': 200} Aug 12 14:31:51.613196 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42155db3-21a5-42cd-80c6-dfe0e9254c26 req-149a649e-c952-4d68-b7bd-54fd6d0fa3c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:51.614715 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-42155db3-21a5-42cd-80c6-dfe0e9254c26 req-149a649e-c952-4d68-b7bd-54fd6d0fa3c2 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=39c74547ea964352853351e74cbcb768&device_id=538d90da-cd87-4429-8357-72e4212d8efc HTTP/1.1" status: 200 len: 1126 time: 0.0445962 Aug 12 14:31:51.695544 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed70ac4-9389-4939-9923-8c7bdf336562 req-d5b36037-3632-4e5a-af51-57cba464f483 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:51.697009 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-fed70ac4-9389-4939-9923-8c7bdf336562 req-d5b36037-3632-4e5a-af51-57cba464f483 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] 10.222.0.39 "GET /v2.0/ports?device_id=538d90da-cd87-4429-8357-72e4212d8efc HTTP/1.1" status: 200 len: 943 time: 0.1164608 Aug 12 14:31:51.729444 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42155db3-21a5-42cd-80c6-dfe0e9254c26 req-cfc12b16-4656-445d-884c-422b0e0b0c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:51.731835 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-42155db3-21a5-42cd-80c6-dfe0e9254c26 req-cfc12b16-4656-445d-884c-422b0e0b0c79 service neutron] 10.222.0.49 "GET /v2.0/networks?id=a10dd9db-a24e-488c-8894-a27c36eaa630 HTTP/1.1" status: 200 len: 908 time: 0.1071632 Aug 12 14:31:51.789141 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-42155db3-21a5-42cd-80c6-dfe0e9254c26 req-92ab2195-379f-4e89-9022-bcf39696af3f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a06fb4ae-2175-4823-9af2-5ae803734598 HTTP/1.1" status: 200 len: 217 time: 0.0497670 Aug 12 14:31:51.819297 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-fed70ac4-9389-4939-9923-8c7bdf336562 req-f58ce954-3fde-4fe9-9d15-14b6dc69388b tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] 10.222.0.39 "GET /v2.0/security-groups?id=11312995-c93d-4754-9dea-15693c54238a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718355 Aug 12 14:31:51.846083 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-722570c2-7746-439f-8ded-88cf72e4454c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:51.848217 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42155db3-21a5-42cd-80c6-dfe0e9254c26 req-5210a2bb-f312-42d6-97ab-6e6345c519c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:51.849726 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-42155db3-21a5-42cd-80c6-dfe0e9254c26 req-5210a2bb-f312-42d6-97ab-6e6345c519c1 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d61545bd-f4f7-4794-86f8-5ac232439ea3 HTTP/1.1" status: 200 len: 847 time: 0.0507689 Aug 12 14:31:51.888381 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-42155db3-21a5-42cd-80c6-dfe0e9254c26 req-9bfec8f0-5580-4b04-a00b-99220e6753a3 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a10dd9db-a24e-488c-8894-a27c36eaa630&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268595 Aug 12 14:31:51.998110 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d5be6239-c7b1-454d-9f38-d3fc4d2410e8 req-f7b5e71f-3c16-49e4-9658-2c685381657a tempest-ServersAdminNegativeTestJSON-968709522 tempest-ServersAdminNegativeTestJSON-968709522-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=060ea8669f5a4b7caa8288a4bcc61022&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0268681 Aug 12 14:31:52.080699 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-722570c2-7746-439f-8ded-88cf72e4454c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-429413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-431608'] for router, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:52.105028 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-42155db3-21a5-42cd-80c6-dfe0e9254c26 req-0786c534-58cf-4756-a9f7-f7b936bc8ab8 service neutron] 10.222.0.49 "GET /v2.0/networks/a10dd9db-a24e-488c-8894-a27c36eaa630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1950214 Aug 12 14:31:52.130030 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device edc5ecb0-fec0-4f07-8436-44d8c1345f48 details requested by agent hyperv_n-h1-694802-15 with host n-h1-694802-15 {{(pid=94468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 14:31:52.132547 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device edc5ecb0-fec0-4f07-8436-44d8c1345f48 no longer exists at agent hyperv_n-h1-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:31:52.252034 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-42155db3-21a5-42cd-80c6-dfe0e9254c26 req-ef0c1770-b2b5-4617-92c8-8e7d98d92bf9 service neutron] 10.222.0.49 "GET /v2.0/networks/a10dd9db-a24e-488c-8894-a27c36eaa630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459439 Aug 12 14:31:52.314628 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-63786e65-fba5-4e67-84c3-9889dc2cd67a req-ef641efd-f921-4d58-8602-8ffe82bd877f tempest-ServersAdminNegativeTestJSON-968709522 tempest-ServersAdminNegativeTestJSON-968709522-project] 10.222.0.39 "GET /v2.0/ports?device_id=fb44a2cc-5edd-4c43-8133-fa1f8727f60d HTTP/1.1" status: 200 len: 210 time: 0.0839746 Aug 12 14:31:52.335218 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881f46e5-1989-4ce8-a802-aa83b473b414 req-75e639c1-1202-49eb-a234-cc12f751b506 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:52.337039 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-881f46e5-1989-4ce8-a802-aa83b473b414 req-75e639c1-1202-49eb-a234-cc12f751b506 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/ports?device_id=6fc00628-4d8c-4923-97cd-77f7ae0a9f27 HTTP/1.1" status: 200 len: 949 time: 0.0992529 Aug 12 14:31:52.337741 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-722570c2-7746-439f-8ded-88cf72e4454c admin admin] Router 2ce46ac9-3c3a-405f-9863-1fea36c2ecce is scheduled to L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f with binding_index 1 {{(pid=94466) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 14:31:52.347781 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port edc5ecb0-fec0-4f07-8436-44d8c1345f48, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=edc5ecb0-fec0-4f07-8436-44d8c1345f48,segment=NetworkSegment(a1f8c867-101b-4d30-814e-b89f55a5edd0),segment_id=a1f8c867-101b-4d30-814e-b89f55a5edd0)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:31:52.367163 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Returning: {'device': 'edc5ecb0-fec0-4f07-8436-44d8c1345f48', 'network_id': '2525c403-dfb3-4196-a273-739607aab38a', 'port_id': 'edc5ecb0-fec0-4f07-8436-44d8c1345f48', 'mac_address': 'fa:16:3e:c4:28:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '236e0be6-1c94-4221-9e8b-ab02a53331f8', 'ip_address': '192.168.233.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 14:31:52.398227 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5be6239-c7b1-454d-9f38-d3fc4d2410e8 req-68e6f93e-755a-4bef-a901-7cc3da0757cf tempest-ServersAdminNegativeTestJSON-968709522 tempest-ServersAdminNegativeTestJSON-968709522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:52.400277 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d5be6239-c7b1-454d-9f38-d3fc4d2410e8 req-68e6f93e-755a-4bef-a901-7cc3da0757cf tempest-ServersAdminNegativeTestJSON-968709522 tempest-ServersAdminNegativeTestJSON-968709522-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3894107 Aug 12 14:31:52.444904 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-d5be6239-c7b1-454d-9f38-d3fc4d2410e8 req-32d81ac4-34db-49ef-aa93-8c10cb81fb0c tempest-ServersAdminNegativeTestJSON-968709522 tempest-ServersAdminNegativeTestJSON-968709522-project] Request body: {'port': {'device_id': 'fb44a2cc-5edd-4c43-8133-fa1f8727f60d', 'network_id': '2525c403-dfb3-4196-a273-739607aab38a', 'admin_state_up': True, 'tenant_id': '060ea8669f5a4b7caa8288a4bcc61022'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:31:52.451596 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:52.453490 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:52.477598 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id edc5ecb0-fec0-4f07-8436-44d8c1345f48 {{(pid=94468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:31:52.512413 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-881f46e5-1989-4ce8-a802-aa83b473b414 req-e95ad7f5-bd7d-41f6-a2d9-49441b0a05d7 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0307eb3-f523-445b-8e1d-79deac809303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602948 Aug 12 14:31:52.520322 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-722570c2-7746-439f-8ded-88cf72e4454c admin admin] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 14:31:52.531131 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87216553-c46d-47d4-bf78-cf03673e5067 None None] Sync routers for ids ['2ce46ac9-3c3a-405f-9863-1fea36c2ecce'] in n-d-694802-15 {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 14:31:52.550264 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87216553-c46d-47d4-bf78-cf03673e5067 None None] Routers {'2ce46ac9-3c3a-405f-9863-1fea36c2ecce'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:31:52.550950 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-87216553-c46d-47d4-bf78-cf03673e5067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:31:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['2ce46ac9-3c3a-405f-9863-1fea36c2ecce'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:31:52.577746 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-722570c2-7746-439f-8ded-88cf72e4454c admin admin] Notify callbacks [] for router, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:52.579292 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-722570c2-7746-439f-8ded-88cf72e4454c admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.7510915 Aug 12 14:31:52.582098 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 59590) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:31:52.615332 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a495a3-1ff9-4d05-900b-c2e36e20c200 req-6ceb74f2-7da5-4713-b29e-773033eefdab tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:52.623942 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e0a495a3-1ff9-4d05-900b-c2e36e20c200 req-6ceb74f2-7da5-4713-b29e-773033eefdab tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] 10.222.0.39 "GET /v2.0/ports?device_id=cddb4fe6-c24a-4523-bd49-68cbc24760f5 HTTP/1.1" status: 200 len: 945 time: 0.0827732 Aug 12 14:31:52.742544 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-87216553-c46d-47d4-bf78-cf03673e5067 None None] Set router 2ce46ac9-3c3a-405f-9863-1fea36c2ecce gateway port host: n-d-694802-15 {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:31:52.758933 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port edc5ecb0-fec0-4f07-8436-44d8c1345f48, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=edc5ecb0-fec0-4f07-8436-44d8c1345f48,segment=NetworkSegment(a1f8c867-101b-4d30-814e-b89f55a5edd0),segment_id=a1f8c867-101b-4d30-814e-b89f55a5edd0)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:31:52.767993 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:52.768651 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device a06fb4ae-2175-4823-9af2-5ae803734598 details requested by agent hyperv_n-h1-694802-15 with host n-h1-694802-15 {{(pid=94468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 14:31:52.776250 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e0a495a3-1ff9-4d05-900b-c2e36e20c200 req-0ddf2467-98a5-4e2d-b518-2a6b687e6be3 tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] 10.222.0.39 "GET /v2.0/security-groups?id=e3ca17b3-b028-41b3-b138-91e00a6e278c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514137 Aug 12 14:31:52.788701 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5be6239-c7b1-454d-9f38-d3fc4d2410e8 req-32d81ac4-34db-49ef-aa93-8c10cb81fb0c tempest-ServersAdminNegativeTestJSON-968709522 tempest-ServersAdminNegativeTestJSON-968709522-project] Made reservation on behalf of 060ea8669f5a4b7caa8288a4bcc61022 for: {'port': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:31:52.795247 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-d5be6239-c7b1-454d-9f38-d3fc4d2410e8 req-32d81ac4-34db-49ef-aa93-8c10cb81fb0c tempest-ServersAdminNegativeTestJSON-968709522 tempest-ServersAdminNegativeTestJSON-968709522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:52.824699 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-d5be6239-c7b1-454d-9f38-d3fc4d2410e8 req-32d81ac4-34db-49ef-aa93-8c10cb81fb0c tempest-ServersAdminNegativeTestJSON-968709522 tempest-ServersAdminNegativeTestJSON-968709522-project] Notify callbacks [] for security_group, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:52.842670 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d1ddcd-032a-4ae2-bc29-1b61fe095d64 req-bb624612-2836-4fb6-b207-35eb2ddf7464 tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:52.853876 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-41d1ddcd-032a-4ae2-bc29-1b61fe095d64 req-bb624612-2836-4fb6-b207-35eb2ddf7464 tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] 10.222.0.39 "GET /v2.0/ports?device_id=f3c0eeb6-944f-4df5-921f-e67fd51b3f14 HTTP/1.1" status: 200 len: 948 time: 0.1644137 Aug 12 14:31:52.992747 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-41d1ddcd-032a-4ae2-bc29-1b61fe095d64 req-5e9de2c8-0190-4c9f-b976-a1e48070e4e4 tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] 10.222.0.39 "GET /v2.0/security-groups?id=732c786f-d597-473b-bc9a-3d3a7bfc11d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888548 Aug 12 14:31:53.010863 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port a06fb4ae-2175-4823-9af2-5ae803734598, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=a06fb4ae-2175-4823-9af2-5ae803734598,segment=NetworkSegment(2c5f2abe-b754-491c-837b-06e8fcd65d4b),segment_id=2c5f2abe-b754-491c-837b-06e8fcd65d4b)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:31:53.047985 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.db.api [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94468) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 12 14:31:53.048425 n-d-694802-15 neutron-server[94468]: DEBUG oslo_db.api [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 12 14:31:53.060862 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device a06fb4ae-2175-4823-9af2-5ae803734598 has no active binding in host n-h1-694802-15 {{(pid=94468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 12 14:31:53.078439 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Pushing event updated for resources: {'Port': ['ID=edc5ecb0-fec0-4f07-8436-44d8c1345f48,revision_number=6']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:31:53.080484 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-d5be6239-c7b1-454d-9f38-d3fc4d2410e8 req-32d81ac4-34db-49ef-aa93-8c10cb81fb0c tempest-ServersAdminNegativeTestJSON-968709522 tempest-ServersAdminNegativeTestJSON-968709522-project] Notify callbacks [] for security_group, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:53.083071 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-87216553-c46d-47d4-bf78-cf03673e5067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ce46ac9-3c3a-405f-9863-1fea36c2ecce', 'name': 'tempest-ServerRescueTestJSON-1253283566-router', 'tenant_id': '2fd79171a8ca47bca77a7cc342fe86ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.207'}], 'enable_snat': True}, 'gw_port_id': '47e32f68-7ea2-47cb-9d5f-44dddf4e96ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:31:49Z', 'updated_at': '2021-08-12T14:31:51Z', 'revision_number': 3, 'project_id': '2fd79171a8ca47bca77a7cc342fe86ce', 'gw_port': {'id': '47e32f68-7ea2-47cb-9d5f-44dddf4e96ff', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:6b:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ce46ac9-3c3a-405f-9863-1fea36c2ecce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:31:50Z', 'updated_at': '2021-08-12T14:31:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15'}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:31:53.094020 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-d5be6239-c7b1-454d-9f38-d3fc4d2410e8 req-32d81ac4-34db-49ef-aa93-8c10cb81fb0c tempest-ServersAdminNegativeTestJSON-968709522 tempest-ServersAdminNegativeTestJSON-968709522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:53.112688 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87216553-c46d-47d4-bf78-cf03673e5067 None None] Checking router: 2ce46ac9-3c3a-405f-9863-1fea36c2ecce for host: n-d-694802-15 {{(pid=94469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 14:31:53.113034 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87216553-c46d-47d4-bf78-cf03673e5067 None None] Updating router 2ce46ac9-3c3a-405f-9863-1fea36c2ecce port 47e32f68-7ea2-47cb-9d5f-44dddf4e96ff binding host n-d-694802-15 {{(pid=94469) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 14:31:53.143625 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-87216553-c46d-47d4-bf78-cf03673e5067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:53.246009 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d81ac4-34db-49ef-aa93-8c10cb81fb0c tempest-ServersAdminNegativeTestJSON-968709522 tempest-ServersAdminNegativeTestJSON-968709522-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f9b763c-c509-4e5f-b654-95da26c70755,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:31:53.291001 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9d3f5d-1b24-433e-89f8-90bafe2162ac req-e1bc948d-df3b-441e-9596-253d5c232cdd tempest-LiveAutoBlockMigrationV225Test-1272051264 tempest-LiveAutoBlockMigrationV225Test-1272051264-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:53.302962 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-cc9d3f5d-1b24-433e-89f8-90bafe2162ac req-e1bc948d-df3b-441e-9596-253d5c232cdd tempest-LiveAutoBlockMigrationV225Test-1272051264 tempest-LiveAutoBlockMigrationV225Test-1272051264-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=cddb4fe6-c24a-4523-bd49-68cbc24760f5 HTTP/1.1" status: 200 len: 1097 time: 0.2869947 Aug 12 14:31:53.325724 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_common [req-d5be6239-c7b1-454d-9f38-d3fc4d2410e8 req-32d81ac4-34db-49ef-aa93-8c10cb81fb0c tempest-ServersAdminNegativeTestJSON-968709522 tempest-ServersAdminNegativeTestJSON-968709522-project] Allocated IP 192.168.233.243 (2525c403-dfb3-4196-a273-739607aab38a/236e0be6-1c94-4221-9e8b-ab02a53331f8/67abbaef-4a78-4f87-8e89-f3760222f72e) {{(pid=94467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:31:53.340060 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f1d80a-022d-41f3-93ce-b98731633ed2 req-cfa1d9bc-1313-48d6-b976-dec73c19e4ab tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:53.342674 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-89f1d80a-022d-41f3-93ce-b98731633ed2 req-cfa1d9bc-1313-48d6-b976-dec73c19e4ab tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] 10.222.0.39 "GET /v2.0/ports?device_id=538d90da-cd87-4429-8357-72e4212d8efc HTTP/1.1" status: 200 len: 943 time: 0.1621518 Aug 12 14:31:53.369112 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-cc9d3f5d-1b24-433e-89f8-90bafe2162ac req-e281ba5e-f5a5-426a-90d3-be16b77187b6 tempest-LiveAutoBlockMigrationV225Test-1272051264 tempest-LiveAutoBlockMigrationV225Test-1272051264-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=e3ca17b3-b028-41b3-b138-91e00a6e278c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588315 Aug 12 14:31:53.415747 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] get_ports_and_sgs() called for port_ids ['edc5ecb0-fec0-4f07-8436-44d8c1345f48'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:31:53.429983 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c431ca90-1bd1-40ef-8450-c7c4d4d9744a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:53.457002 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-89f1d80a-022d-41f3-93ce-b98731633ed2 req-f149f181-a545-4ad1-a489-86a5f5d14557 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] 10.222.0.39 "GET /v2.0/security-groups?id=11312995-c93d-4754-9dea-15693c54238a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967834 Aug 12 14:31:53.550209 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-87216553-c46d-47d4-bf78-cf03673e5067 None None] Notify callbacks [] for port, precommit_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:53.564647 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.provisioning_blocks [None req-87216553-c46d-47d4-bf78-cf03673e5067 None None] Transition to ACTIVE for port object 47e32f68-7ea2-47cb-9d5f-44dddf4e96ff will not be triggered until provisioned by entity L2. {{(pid=94469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:31:53.573416 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-87216553-c46d-47d4-bf78-cf03673e5067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:53.619048 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-d5be6239-c7b1-454d-9f38-d3fc4d2410e8 req-32d81ac4-34db-49ef-aa93-8c10cb81fb0c tempest-ServersAdminNegativeTestJSON-968709522 tempest-ServersAdminNegativeTestJSON-968709522-project] Notify callbacks [] for port, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:53.652685 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14205552-478c-4d96-880c-0463c2cf1ada None None] Pushing event updated for resources: {'Port': ['ID=47e32f68-7ea2-47cb-9d5f-44dddf4e96ff,revision_number=2']} {{(pid=94469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:31:53.659555 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [req-d5be6239-c7b1-454d-9f38-d3fc4d2410e8 req-32d81ac4-34db-49ef-aa93-8c10cb81fb0c tempest-ServersAdminNegativeTestJSON-968709522 tempest-ServersAdminNegativeTestJSON-968709522-project] Transition to ACTIVE for port object 67abbaef-4a78-4f87-8e89-f3760222f72e will not be triggered until provisioned by entity DHCP. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:31:53.664384 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.managers [None req-87216553-c46d-47d4-bf78-cf03673e5067 None None] Attempting to bind port 47e32f68-7ea2-47cb-9d5f-44dddf4e96ff on host n-d-694802-15 for vnic_type normal with profile {{(pid=94469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:31:53.665611 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.managers [None req-87216553-c46d-47d4-bf78-cf03673e5067 None None] Attempting to bind port 47e32f68-7ea2-47cb-9d5f-44dddf4e96ff by drivers openvswitch,hyperv on host n-d-694802-15 at level 0 using segments [{'id': 'b1b396cb-2dc6-4041-bfc7-1833a80a4720', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'}] {{(pid=94469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:31:53.666310 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87216553-c46d-47d4-bf78-cf03673e5067 None None] Attempting to bind port 47e32f68-7ea2-47cb-9d5f-44dddf4e96ff on network d3759e1b-6c03-45ac-acd4-90abb417809b {{(pid=94469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:31:53.674738 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14205552-478c-4d96-880c-0463c2cf1ada None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:31:53.675549 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14205552-478c-4d96-880c-0463c2cf1ada None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:31:53.676044 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14205552-478c-4d96-880c-0463c2cf1ada None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:31:53.676689 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14205552-478c-4d96-880c-0463c2cf1ada None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:31:53.677177 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14205552-478c-4d96-880c-0463c2cf1ada None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:31:53.678267 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:53.678782 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14205552-478c-4d96-880c-0463c2cf1ada None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:31:53.679296 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14205552-478c-4d96-880c-0463c2cf1ada None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:31:53.679875 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14205552-478c-4d96-880c-0463c2cf1ada None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:31:53.680356 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14205552-478c-4d96-880c-0463c2cf1ada None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:31:53.681118 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14205552-478c-4d96-880c-0463c2cf1ada None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:31:53.681601 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14205552-478c-4d96-880c-0463c2cf1ada None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:31:53.682232 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14205552-478c-4d96-880c-0463c2cf1ada None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:31:53.688260 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87216553-c46d-47d4-bf78-cf03673e5067 None None] Checking agent: {'id': '16de73ac-f2e9-4cee-b3e0-91052ae3e6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 20, 13), 'started_at': datetime.datetime(2021, 8, 12, 14, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 31, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:31:53.688908 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87216553-c46d-47d4-bf78-cf03673e5067 None None] Checking segment: {'id': 'b1b396cb-2dc6-4041-bfc7-1833a80a4720', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:31:53.689471 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-87216553-c46d-47d4-bf78-cf03673e5067 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:53.690009 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87216553-c46d-47d4-bf78-cf03673e5067 None None] Bound using segment: {'id': 'b1b396cb-2dc6-4041-bfc7-1833a80a4720', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'} {{(pid=94469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:31:53.690686 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.managers [None req-87216553-c46d-47d4-bf78-cf03673e5067 None None] Bound port: 47e32f68-7ea2-47cb-9d5f-44dddf4e96ff, host: n-d-694802-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1b396cb-2dc6-4041-bfc7-1833a80a4720', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'}}] {{(pid=94469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:31:53.691440 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-87216553-c46d-47d4-bf78-cf03673e5067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:53.719110 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id edc5ecb0-fec0-4f07-8436-44d8c1345f48 {{(pid=94468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:31:53.747817 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-d5be6239-c7b1-454d-9f38-d3fc4d2410e8 req-32d81ac4-34db-49ef-aa93-8c10cb81fb0c tempest-ServersAdminNegativeTestJSON-968709522 tempest-ServersAdminNegativeTestJSON-968709522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:53.762319 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.db [None req-87216553-c46d-47d4-bf78-cf03673e5067 None None] For port 47e32f68-7ea2-47cb-9d5f-44dddf4e96ff, host n-d-694802-15, cleared binding levels {{(pid=94469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:31:53.767364 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.db [None req-87216553-c46d-47d4-bf78-cf03673e5067 None None] For port 47e32f68-7ea2-47cb-9d5f-44dddf4e96ff, host n-d-694802-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=47e32f68-7ea2-47cb-9d5f-44dddf4e96ff,segment=NetworkSegment(b1b396cb-2dc6-4041-bfc7-1833a80a4720),segment_id=b1b396cb-2dc6-4041-bfc7-1833a80a4720)] {{(pid=94469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:31:53.774671 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-87216553-c46d-47d4-bf78-cf03673e5067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:53.786928 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port edc5ecb0-fec0-4f07-8436-44d8c1345f48, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=edc5ecb0-fec0-4f07-8436-44d8c1345f48,segment=NetworkSegment(a1f8c867-101b-4d30-814e-b89f55a5edd0),segment_id=a1f8c867-101b-4d30-814e-b89f55a5edd0)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:31:53.797970 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:53.855178 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0c3e89-7a8b-45ba-8fc3-584764f3a698 req-0cc3bed5-f5be-4c1b-96a0-5c9c95825398 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:53.861752 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-ee0c3e89-7a8b-45ba-8fc3-584764f3a698 req-0cc3bed5-f5be-4c1b-96a0-5c9c95825398 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/ports?device_id=6fc00628-4d8c-4923-97cd-77f7ae0a9f27 HTTP/1.1" status: 200 len: 949 time: 0.2080050 Aug 12 14:31:53.866512 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-c431ca90-1bd1-40ef-8450-c7c4d4d9744a admin admin] Allocated IP 172.20.0.1 (1f88c89e-1834-4591-8586-4341f292deca/dd28ff73-a450-408b-b798-c34bd0481320/9f14b892-110f-419c-8970-be83e737019b) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:31:53.882241 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Pushing event updated for resources: {'Port': ['ID=edc5ecb0-fec0-4f07-8436-44d8c1345f48,revision_number=7']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:31:53.889467 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5be6239-c7b1-454d-9f38-d3fc4d2410e8 req-32d81ac4-34db-49ef-aa93-8c10cb81fb0c tempest-ServersAdminNegativeTestJSON-968709522 tempest-ServersAdminNegativeTestJSON-968709522-project] Network 2525c403-dfb3-4196-a273-739607aab38a is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:31:53.892143 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14205552-478c-4d96-880c-0463c2cf1ada None None] Pushing event updated for resources: {'Port': ['ID=47e32f68-7ea2-47cb-9d5f-44dddf4e96ff,revision_number=3']} {{(pid=94469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:31:53.901870 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87216553-c46d-47d4-bf78-cf03673e5067 None None] Routers {'2ce46ac9-3c3a-405f-9863-1fea36c2ecce'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:31:53.902477 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-87216553-c46d-47d4-bf78-cf03673e5067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:31:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['2ce46ac9-3c3a-405f-9863-1fea36c2ecce'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:31:53.912404 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [req-d5be6239-c7b1-454d-9f38-d3fc4d2410e8 req-32d81ac4-34db-49ef-aa93-8c10cb81fb0c tempest-ServersAdminNegativeTestJSON-968709522 tempest-ServersAdminNegativeTestJSON-968709522-project] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:31:53.921860 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5be6239-c7b1-454d-9f38-d3fc4d2410e8 req-32d81ac4-34db-49ef-aa93-8c10cb81fb0c tempest-ServersAdminNegativeTestJSON-968709522 tempest-ServersAdminNegativeTestJSON-968709522-project] Received port after_create {{(pid=94467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:31:54.004756 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d81ac4-34db-49ef-aa93-8c10cb81fb0c tempest-ServersAdminNegativeTestJSON-968709522 tempest-ServersAdminNegativeTestJSON-968709522-project] Pushing event updated for resources: {'Port': ['ID=67abbaef-4a78-4f87-8e89-f3760222f72e,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:31:54.037329 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d18113-6613-4f36-9d13-58a0f1e51bf5 req-9c7178ca-cf2c-464f-9505-6c620830a84a tempest-ServersAdminNegativeTestJSON-968709522 tempest-ServersAdminNegativeTestJSON-968709522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:54.053073 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e0d18113-6613-4f36-9d13-58a0f1e51bf5 req-9c7178ca-cf2c-464f-9505-6c620830a84a tempest-ServersAdminNegativeTestJSON-968709522 tempest-ServersAdminNegativeTestJSON-968709522-project] 10.222.0.39 "GET /v2.0/ports?device_id=fb44a2cc-5edd-4c43-8133-fa1f8727f60d HTTP/1.1" status: 200 len: 936 time: 0.3334398 Aug 12 14:31:54.088001 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c431ca90-1bd1-40ef-8450-c7c4d4d9744a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:54.159857 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-ee0c3e89-7a8b-45ba-8fc3-584764f3a698 req-5605d9d3-ba21-4584-bc06-8fb87066aacb tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0307eb3-f523-445b-8e1d-79deac809303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2827291 Aug 12 14:31:54.160935 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5be6239-c7b1-454d-9f38-d3fc4d2410e8 req-32d81ac4-34db-49ef-aa93-8c10cb81fb0c tempest-ServersAdminNegativeTestJSON-968709522 tempest-ServersAdminNegativeTestJSON-968709522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:54.162007 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-d5be6239-c7b1-454d-9f38-d3fc4d2410e8 req-32d81ac4-34db-49ef-aa93-8c10cb81fb0c tempest-ServersAdminNegativeTestJSON-968709522 tempest-ServersAdminNegativeTestJSON-968709522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:54.164941 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c431ca90-1bd1-40ef-8450-c7c4d4d9744a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:54.209423 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e0d18113-6613-4f36-9d13-58a0f1e51bf5 req-d8e9eb8f-86f1-4545-b267-878655bbc383 tempest-ServersAdminNegativeTestJSON-968709522 tempest-ServersAdminNegativeTestJSON-968709522-project] 10.222.0.39 "GET /v2.0/security-groups?id=6f9b763c-c509-4e5f-b654-95da26c70755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501002 Aug 12 14:31:54.215156 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-87216553-c46d-47d4-bf78-cf03673e5067 None None] Set router 2ce46ac9-3c3a-405f-9863-1fea36c2ecce gateway port host: n-d-694802-15 {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:31:54.223851 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d5be6239-c7b1-454d-9f38-d3fc4d2410e8 req-32d81ac4-34db-49ef-aa93-8c10cb81fb0c tempest-ServersAdminNegativeTestJSON-968709522 tempest-ServersAdminNegativeTestJSON-968709522-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7864833 Aug 12 14:31:54.245194 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-d5be6239-c7b1-454d-9f38-d3fc4d2410e8 req-0d9a82bd-ff7e-4487-b4df-48f68da6875f service neutron] Request body: {'port': {'device_id': 'fb44a2cc-5edd-4c43-8133-fa1f8727f60d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-694802-15'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:31:54.270491 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c431ca90-1bd1-40ef-8450-c7c4d4d9744a admin admin] Network 1f88c89e-1834-4591-8586-4341f292deca is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:31:54.275222 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-c431ca90-1bd1-40ef-8450-c7c4d4d9744a admin admin] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:31:54.281908 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c431ca90-1bd1-40ef-8450-c7c4d4d9744a admin admin] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:31:54.331465 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c431ca90-1bd1-40ef-8450-c7c4d4d9744a admin admin] Pushing event updated for resources: {'Port': ['ID=9f14b892-110f-419c-8970-be83e737019b,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:31:54.359733 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c431ca90-1bd1-40ef-8450-c7c4d4d9744a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66663725'] for router_interface, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:54.411152 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-d5be6239-c7b1-454d-9f38-d3fc4d2410e8 req-0d9a82bd-ff7e-4487-b4df-48f68da6875f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:54.431663 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-3ec1961a-c344-4b29-b641-27e80ea12da8 None None] Provisioning for port 67abbaef-4a78-4f87-8e89-f3760222f72e completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:31:54.446106 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-3ec1961a-c344-4b29-b641-27e80ea12da8 None None] Provisioning complete for port 67abbaef-4a78-4f87-8e89-f3760222f72e triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:31:54.446462 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-3ec1961a-c344-4b29-b641-27e80ea12da8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:54.538404 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-3ec1961a-c344-4b29-b641-27e80ea12da8 None None] Port 67abbaef-4a78-4f87-8e89-f3760222f72e cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 14:31:54.643227 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-87216553-c46d-47d4-bf78-cf03673e5067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ce46ac9-3c3a-405f-9863-1fea36c2ecce', 'name': 'tempest-ServerRescueTestJSON-1253283566-router', 'tenant_id': '2fd79171a8ca47bca77a7cc342fe86ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.207'}], 'enable_snat': True}, 'gw_port_id': '47e32f68-7ea2-47cb-9d5f-44dddf4e96ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:31:49Z', 'updated_at': '2021-08-12T14:31:51Z', 'revision_number': 3, 'project_id': '2fd79171a8ca47bca77a7cc342fe86ce', 'gw_port': {'id': '47e32f68-7ea2-47cb-9d5f-44dddf4e96ff', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:6b:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ce46ac9-3c3a-405f-9863-1fea36c2ecce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:31:50Z', 'updated_at': '2021-08-12T14:31:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15'}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:31:54.675783 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34ef13b-3e6c-4f2e-be9c-696e7824f0e1 req-4a140aaa-230c-4973-8dfe-c18e24522d2c tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:54.678202 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c34ef13b-3e6c-4f2e-be9c-696e7824f0e1 req-4a140aaa-230c-4973-8dfe-c18e24522d2c tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] 10.222.0.39 "GET /v2.0/ports?device_id=f3c0eeb6-944f-4df5-921f-e67fd51b3f14 HTTP/1.1" status: 200 len: 946 time: 0.2806857 Aug 12 14:31:54.698285 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c431ca90-1bd1-40ef-8450-c7c4d4d9744a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:54.703759 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87216553-c46d-47d4-bf78-cf03673e5067 None None] The sync data for ids ['2ce46ac9-3c3a-405f-9863-1fea36c2ecce'] in n-d-694802-15 is: [{'id': '2ce46ac9-3c3a-405f-9863-1fea36c2ecce', 'name': 'tempest-ServerRescueTestJSON-1253283566-router', 'tenant_id': '2fd79171a8ca47bca77a7cc342fe86ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.207'}], 'enable_snat': True}, 'gw_port_id': '47e32f68-7ea2-47cb-9d5f-44dddf4e96ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:31:49Z', 'updated_at': '2021-08-12T14:31:51Z', 'revision_number': 3, 'project_id': '2fd79171a8ca47bca77a7cc342fe86ce', 'gw_port': {'id': '47e32f68-7ea2-47cb-9d5f-44dddf4e96ff', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:6b:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ce46ac9-3c3a-405f-9863-1fea36c2ecce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:31:50Z', 'updated_at': '2021-08-12T14:31:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15'}] {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 14:31:54.720517 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-8023ace2-c847-4921-b2a6-b47873fc43e9 req-ffd441e2-6e65-4cfe-8024-f97d11387bc2 service neutron] 10.222.0.49 "GET /v2.0/ports/a06fb4ae-2175-4823-9af2-5ae803734598/bindings/n-h1-694802-15 HTTP/1.1" status: 200 len: 385 time: 0.1448767 Aug 12 14:31:54.775647 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb7d76b-01a3-42d7-a412-e849b3650c96 req-88f0d819-2d3b-431d-960a-30bb335117e1 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:54.783828 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-eeb7d76b-01a3-42d7-a412-e849b3650c96 req-88f0d819-2d3b-431d-960a-30bb335117e1 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] 10.222.0.39 "GET /v2.0/ports?device_id=538d90da-cd87-4429-8357-72e4212d8efc HTTP/1.1" status: 200 len: 943 time: 0.1605794 Aug 12 14:31:54.856012 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c34ef13b-3e6c-4f2e-be9c-696e7824f0e1 req-bd5c5a9f-8fb1-436e-8e76-476f0338291e tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] 10.222.0.39 "GET /v2.0/security-groups?id=732c786f-d597-473b-bc9a-3d3a7bfc11d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613610 Aug 12 14:31:55.133421 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [req-d5be6239-c7b1-454d-9f38-d3fc4d2410e8 req-0d9a82bd-ff7e-4487-b4df-48f68da6875f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67abbaef-4a78-4f87-8e89-f3760222f72e {{(pid=94467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:31:55.154060 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-d5be6239-c7b1-454d-9f38-d3fc4d2410e8 req-0d9a82bd-ff7e-4487-b4df-48f68da6875f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:55.171900 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-eeb7d76b-01a3-42d7-a412-e849b3650c96 req-199f73a9-097a-4ee6-b00f-25d0a27c5aa9 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] 10.222.0.39 "GET /v2.0/security-groups?id=11312995-c93d-4754-9dea-15693c54238a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3846605 Aug 12 14:31:55.203702 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [req-d5be6239-c7b1-454d-9f38-d3fc4d2410e8 req-0d9a82bd-ff7e-4487-b4df-48f68da6875f service neutron] Transition to ACTIVE for port object 67abbaef-4a78-4f87-8e89-f3760222f72e will not be triggered until provisioned by entity L2. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:31:55.226982 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-d5be6239-c7b1-454d-9f38-d3fc4d2410e8 req-0d9a82bd-ff7e-4487-b4df-48f68da6875f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:55.243261 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-8023ace2-c847-4921-b2a6-b47873fc43e9 req-3a59fd46-3edc-49bf-83a4-e376babe5a60 service neutron] For port a06fb4ae-2175-4823-9af2-5ae803734598, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=a06fb4ae-2175-4823-9af2-5ae803734598,segment=NetworkSegment(2c5f2abe-b754-491c-837b-06e8fcd65d4b),segment_id=2c5f2abe-b754-491c-837b-06e8fcd65d4b)] {{(pid=94467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:31:55.316010 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-8023ace2-c847-4921-b2a6-b47873fc43e9 req-3a59fd46-3edc-49bf-83a4-e376babe5a60 service neutron] For port a06fb4ae-2175-4823-9af2-5ae803734598, host n-h2-694802-15, cleared binding levels {{(pid=94467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:31:55.348025 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c431ca90-1bd1-40ef-8450-c7c4d4d9744a admin admin] Notify callbacks [] for port, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:55.357974 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c431ca90-1bd1-40ef-8450-c7c4d4d9744a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3718439'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:55.358168 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9a82bd-ff7e-4487-b4df-48f68da6875f service neutron] Pushing event updated for resources: {'Port': ['ID=67abbaef-4a78-4f87-8e89-f3760222f72e,revision_number=2']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:31:55.462190 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c431ca90-1bd1-40ef-8450-c7c4d4d9744a admin admin] Pushing event updated for resources: {'Port': ['ID=9f14b892-110f-419c-8970-be83e737019b,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:31:55.481035 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [req-8023ace2-c847-4921-b2a6-b47873fc43e9 req-3a59fd46-3edc-49bf-83a4-e376babe5a60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a06fb4ae-2175-4823-9af2-5ae803734598 {{(pid=94467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:31:55.500224 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41218a0-16a8-41a7-b733-3457ec751459 req-a67d163b-3b76-4d0e-8c3c-6d9226f69070 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:55.508841 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-b41218a0-16a8-41a7-b733-3457ec751459 req-a67d163b-3b76-4d0e-8c3c-6d9226f69070 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/ports?device_id=6fc00628-4d8c-4923-97cd-77f7ae0a9f27 HTTP/1.1" status: 200 len: 949 time: 0.2348709 Aug 12 14:31:55.524582 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-8023ace2-c847-4921-b2a6-b47873fc43e9 req-3a59fd46-3edc-49bf-83a4-e376babe5a60 service neutron] For port a06fb4ae-2175-4823-9af2-5ae803734598, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=a06fb4ae-2175-4823-9af2-5ae803734598,segment=NetworkSegment(2c5f2abe-b754-491c-837b-06e8fcd65d4b),segment_id=2c5f2abe-b754-491c-837b-06e8fcd65d4b)] {{(pid=94467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:31:55.582121 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c431ca90-1bd1-40ef-8450-c7c4d4d9744a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66628363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66663865'] for router_interface, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:55.586417 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-8023ace2-c847-4921-b2a6-b47873fc43e9 req-3a59fd46-3edc-49bf-83a4-e376babe5a60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:55.604661 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 47e32f68-7ea2-47cb-9d5f-44dddf4e96ff up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:31:55.629601 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-b41218a0-16a8-41a7-b733-3457ec751459 req-2f7389e0-34fe-4391-8e1c-f0c164e71bd3 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0307eb3-f523-445b-8e1d-79deac809303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838618 Aug 12 14:31:55.637464 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-d5be6239-c7b1-454d-9f38-d3fc4d2410e8 req-0d9a82bd-ff7e-4487-b4df-48f68da6875f service neutron] Attempting to bind port 67abbaef-4a78-4f87-8e89-f3760222f72e on host n-h2-694802-15 for vnic_type normal with profile {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:31:55.638840 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-d5be6239-c7b1-454d-9f38-d3fc4d2410e8 req-0d9a82bd-ff7e-4487-b4df-48f68da6875f service neutron] Attempting to bind port 67abbaef-4a78-4f87-8e89-f3760222f72e by drivers openvswitch,hyperv on host n-h2-694802-15 at level 0 using segments [{'id': 'a1f8c867-101b-4d30-814e-b89f55a5edd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '2525c403-dfb3-4196-a273-739607aab38a'}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:31:55.639419 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5be6239-c7b1-454d-9f38-d3fc4d2410e8 req-0d9a82bd-ff7e-4487-b4df-48f68da6875f service neutron] Attempting to bind port 67abbaef-4a78-4f87-8e89-f3760222f72e on network 2525c403-dfb3-4196-a273-739607aab38a {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:31:55.651598 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5be6239-c7b1-454d-9f38-d3fc4d2410e8 req-0d9a82bd-ff7e-4487-b4df-48f68da6875f service neutron] Port 67abbaef-4a78-4f87-8e89-f3760222f72e on network 2525c403-dfb3-4196-a273-739607aab38a not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-15 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 14:31:55.651997 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5be6239-c7b1-454d-9f38-d3fc4d2410e8 req-0d9a82bd-ff7e-4487-b4df-48f68da6875f service neutron] Attempting to bind port 67abbaef-4a78-4f87-8e89-f3760222f72e on network 2525c403-dfb3-4196-a273-739607aab38a {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:31:55.661281 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5be6239-c7b1-454d-9f38-d3fc4d2410e8 req-0d9a82bd-ff7e-4487-b4df-48f68da6875f service neutron] Checking agent: {'id': 'b7697f71-33f3-4959-ad82-43c2dc15845d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 27, 42), 'started_at': datetime.datetime(2021, 8, 12, 14, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 31, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:31:55.661932 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5be6239-c7b1-454d-9f38-d3fc4d2410e8 req-0d9a82bd-ff7e-4487-b4df-48f68da6875f service neutron] Checking segment: {'id': 'a1f8c867-101b-4d30-814e-b89f55a5edd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '2525c403-dfb3-4196-a273-739607aab38a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:31:55.662924 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5be6239-c7b1-454d-9f38-d3fc4d2410e8 req-0d9a82bd-ff7e-4487-b4df-48f68da6875f service neutron] Bound using segment: {'id': 'a1f8c867-101b-4d30-814e-b89f55a5edd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '2525c403-dfb3-4196-a273-739607aab38a'} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:31:55.663555 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-d5be6239-c7b1-454d-9f38-d3fc4d2410e8 req-0d9a82bd-ff7e-4487-b4df-48f68da6875f service neutron] Bound port: 67abbaef-4a78-4f87-8e89-f3760222f72e, host: n-h2-694802-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1f8c867-101b-4d30-814e-b89f55a5edd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '2525c403-dfb3-4196-a273-739607aab38a'}}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:31:55.663994 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-d5be6239-c7b1-454d-9f38-d3fc4d2410e8 req-0d9a82bd-ff7e-4487-b4df-48f68da6875f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:55.716554 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device a06fb4ae-2175-4823-9af2-5ae803734598 no longer exists at agent hyperv_n-h2-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:31:55.780613 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c431ca90-1bd1-40ef-8450-c7c4d4d9744a admin admin] Network 1f88c89e-1834-4591-8586-4341f292deca is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:31:55.781815 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-c431ca90-1bd1-40ef-8450-c7c4d4d9744a admin admin] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:31:55.834597 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning for port 47e32f68-7ea2-47cb-9d5f-44dddf4e96ff completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:31:55.845512 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port 47e32f68-7ea2-47cb-9d5f-44dddf4e96ff triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:31:55.846186 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:55.877688 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-d5be6239-c7b1-454d-9f38-d3fc4d2410e8 req-0d9a82bd-ff7e-4487-b4df-48f68da6875f service neutron] For port 67abbaef-4a78-4f87-8e89-f3760222f72e, host n-h2-694802-15, cleared binding levels {{(pid=94467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:31:55.896288 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-d5be6239-c7b1-454d-9f38-d3fc4d2410e8 req-0d9a82bd-ff7e-4487-b4df-48f68da6875f service neutron] For port 67abbaef-4a78-4f87-8e89-f3760222f72e, host n-h2-694802-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=67abbaef-4a78-4f87-8e89-f3760222f72e,segment=NetworkSegment(a1f8c867-101b-4d30-814e-b89f55a5edd0),segment_id=a1f8c867-101b-4d30-814e-b89f55a5edd0)] {{(pid=94467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:31:55.897916 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [req-8023ace2-c847-4921-b2a6-b47873fc43e9 req-3a59fd46-3edc-49bf-83a4-e376babe5a60 service neutron] Transition to ACTIVE for port object a06fb4ae-2175-4823-9af2-5ae803734598 will not be triggered until provisioned by entity L2. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:31:55.907427 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-d5be6239-c7b1-454d-9f38-d3fc4d2410e8 req-0d9a82bd-ff7e-4487-b4df-48f68da6875f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:55.931500 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device a06fb4ae-2175-4823-9af2-5ae803734598 not bound to the agent host n-h2-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:31:55.989191 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9a82bd-ff7e-4487-b4df-48f68da6875f service neutron] Pushing event updated for resources: {'Port': ['ID=67abbaef-4a78-4f87-8e89-f3760222f72e,revision_number=3']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:31:55.995740 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-8023ace2-c847-4921-b2a6-b47873fc43e9 req-3a59fd46-3edc-49bf-83a4-e376babe5a60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:56.022836 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5be6239-c7b1-454d-9f38-d3fc4d2410e8 req-0d9a82bd-ff7e-4487-b4df-48f68da6875f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:56.023755 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-d5be6239-c7b1-454d-9f38-d3fc4d2410e8 req-0d9a82bd-ff7e-4487-b4df-48f68da6875f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:56.026088 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d5be6239-c7b1-454d-9f38-d3fc4d2410e8 req-0d9a82bd-ff7e-4487-b4df-48f68da6875f service neutron] 10.222.0.49 "PUT /v2.0/ports/67abbaef-4a78-4f87-8e89-f3760222f72e HTTP/1.1" status: 200 len: 1097 time: 1.7877958 Aug 12 14:31:56.046533 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb44a2cc-5edd-4c43-8133-fa1f8727f60d', 'tag': '67abbaef-4a78-4f87-8e89-f3760222f72e'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:31:56.051193 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:56.071893 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e65282f928b64038367d043a4411777802006c43a98742496cb2e25b724ff1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95f69ee4-a6a6-4e70-9fc3-ee4ed3082321" -d '{"events": [{"name": "network-changed", "server_uuid": "fb44a2cc-5edd-4c43-8133-fa1f8727f60d", "tag": "67abbaef-4a78-4f87-8e89-f3760222f72e"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:31:56.101670 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] For port 47e32f68-7ea2-47cb-9d5f-44dddf4e96ff, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=47e32f68-7ea2-47cb-9d5f-44dddf4e96ff,segment=NetworkSegment(b1b396cb-2dc6-4041-bfc7-1833a80a4720),segment_id=b1b396cb-2dc6-4041-bfc7-1833a80a4720)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:31:56.108010 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:56.120039 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c431ca90-1bd1-40ef-8450-c7c4d4d9744a admin admin] Router 2ce46ac9-3c3a-405f-9863-1fea36c2ecce has already been hosted by L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f {{(pid=94466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 14:31:56.170040 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device edc5ecb0-fec0-4f07-8436-44d8c1345f48 up at agent hyperv_n-h1-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:31:56.174571 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974f37be-04a5-4b7f-ae2f-5784b6546a8f req-5aaf30e3-ceb0-441a-b504-9a60b10c09a5 tempest-ServersAdminNegativeTestJSON-968709522 tempest-ServersAdminNegativeTestJSON-968709522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:56.187279 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-974f37be-04a5-4b7f-ae2f-5784b6546a8f req-5aaf30e3-ceb0-441a-b504-9a60b10c09a5 tempest-ServersAdminNegativeTestJSON-968709522 tempest-ServersAdminNegativeTestJSON-968709522-project] 10.222.0.39 "GET /v2.0/ports?device_id=fb44a2cc-5edd-4c43-8133-fa1f8727f60d HTTP/1.1" status: 200 len: 948 time: 0.2290044 Aug 12 14:31:56.217069 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a59fd46-3edc-49bf-83a4-e376babe5a60 service neutron] Pushing event updated for resources: {'Port': ['ID=a06fb4ae-2175-4823-9af2-5ae803734598,revision_number=10']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:31:56.230760 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Pushing event updated for resources: {'Port': ['ID=47e32f68-7ea2-47cb-9d5f-44dddf4e96ff,revision_number=4']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:31:56.258717 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Provisioning complete for port edc5ecb0-fec0-4f07-8436-44d8c1345f48 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:31:56.259232 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:56.364295 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [req-8023ace2-c847-4921-b2a6-b47873fc43e9 req-3a59fd46-3edc-49bf-83a4-e376babe5a60 service neutron] No DVR routers for this DVR port a06fb4ae-2175-4823-9af2-5ae803734598 on host n-h2-694802-15 {{(pid=94467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:31:56.375239 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:56.408791 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3c0eeb6-944f-4df5-921f-e67fd51b3f14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edc5ecb0-fec0-4f07-8436-44d8c1345f48'}] {{(pid=94468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:31:56.411636 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99a8d87602170099c728e57431aca99e9b98a655a83bbf8727be13192709727b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0bd60c4-e176-457e-8545-472f6d2b447e" -d '{"events": [{"server_uuid": "f3c0eeb6-944f-4df5-921f-e67fd51b3f14", "name": "network-vif-plugged", "status": "completed", "tag": "edc5ecb0-fec0-4f07-8436-44d8c1345f48"}]}' {{(pid=94468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:31:56.428179 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port edc5ecb0-fec0-4f07-8436-44d8c1345f48, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=edc5ecb0-fec0-4f07-8436-44d8c1345f48,segment=NetworkSegment(a1f8c867-101b-4d30-814e-b89f55a5edd0),segment_id=a1f8c867-101b-4d30-814e-b89f55a5edd0)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:31:56.439512 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:56.451930 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-974f37be-04a5-4b7f-ae2f-5784b6546a8f req-08969355-10fa-4ee3-9067-82c518757763 tempest-ServersAdminNegativeTestJSON-968709522 tempest-ServersAdminNegativeTestJSON-968709522-project] 10.222.0.39 "GET /v2.0/security-groups?id=6f9b763c-c509-4e5f-b654-95da26c70755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2634656 Aug 12 14:31:56.457362 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c431ca90-1bd1-40ef-8450-c7c4d4d9744a admin admin] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 14:31:56.473244 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-c431ca90-1bd1-40ef-8450-c7c4d4d9744a admin admin] 10.222.0.39 "PUT /v2.0/routers/2ce46ac9-3c3a-405f-9863-1fea36c2ecce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8871219 Aug 12 14:31:56.496281 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-8023ace2-c847-4921-b2a6-b47873fc43e9 req-3a59fd46-3edc-49bf-83a4-e376babe5a60 service neutron] 10.222.0.49 "PUT /v2.0/ports/a06fb4ae-2175-4823-9af2-5ae803734598/bindings/n-h1-694802-15/activate HTTP/1.1" status: 200 len: 370 time: 1.7717235 Aug 12 14:31:56.523290 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Pushing event updated for resources: {'Port': ['ID=edc5ecb0-fec0-4f07-8436-44d8c1345f48,revision_number=8']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:31:56.526912 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310d0b18-a835-48dc-8abb-4d97e001207a req-439ea0a8-3789-4f07-a69f-646275fad574 tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:56.535122 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-310d0b18-a835-48dc-8abb-4d97e001207a req-439ea0a8-3789-4f07-a69f-646275fad574 tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] 10.222.0.39 "GET /v2.0/ports?device_id=f3c0eeb6-944f-4df5-921f-e67fd51b3f14 HTTP/1.1" status: 200 len: 946 time: 0.3272302 Aug 12 14:31:56.595453 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5be6239-c7b1-454d-9f38-d3fc4d2410e8 req-df30d872-4dee-4d5f-95c5-4e5e12fcd356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:56.596990 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d5be6239-c7b1-454d-9f38-d3fc4d2410e8 req-df30d872-4dee-4d5f-95c5-4e5e12fcd356 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=060ea8669f5a4b7caa8288a4bcc61022&device_id=fb44a2cc-5edd-4c43-8133-fa1f8727f60d HTTP/1.1" status: 200 len: 1100 time: 0.3652189 Aug 12 14:31:56.618328 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46a02e6-6fb8-4dce-8e96-f2196de1dc21 req-8f3de61f-3515-4005-9122-40d1bb5a5378 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:56.625790 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-e46a02e6-6fb8-4dce-8e96-f2196de1dc21 req-8f3de61f-3515-4005-9122-40d1bb5a5378 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] 10.222.0.39 "GET /v2.0/ports?device_id=538d90da-cd87-4429-8357-72e4212d8efc HTTP/1.1" status: 200 len: 944 time: 0.0993218 Aug 12 14:31:56.667108 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8023ace2-c847-4921-b2a6-b47873fc43e9 req-e99cfb6e-fe10-4f75-8c26-e206709830d8 tempest-LiveMigrationTest-388825582 tempest-LiveMigrationTest-388825582-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:56.669337 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-8023ace2-c847-4921-b2a6-b47873fc43e9 req-e99cfb6e-fe10-4f75-8c26-e206709830d8 tempest-LiveMigrationTest-388825582 tempest-LiveMigrationTest-388825582-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=538d90da-cd87-4429-8357-72e4212d8efc&tenant_id=39c74547ea964352853351e74cbcb768&binding%3Ahost_id=n-h2-694802-15 HTTP/1.1" status: 200 len: 1096 time: 0.1072657 Aug 12 14:31:56.686130 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-e46a02e6-6fb8-4dce-8e96-f2196de1dc21 req-5e6bbb72-378d-4a05-b02c-fd8c62dcac6f tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] 10.222.0.39 "GET /v2.0/security-groups?id=11312995-c93d-4754-9dea-15693c54238a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542004 Aug 12 14:31:56.710642 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d5be6239-c7b1-454d-9f38-d3fc4d2410e8 req-4bc3af3c-927f-4cbe-a8ab-73e5cc092216 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.243&port_id=67abbaef-4a78-4f87-8e89-f3760222f72e HTTP/1.1" status: 200 len: 217 time: 0.0843360 Aug 12 14:31:56.742122 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-310d0b18-a835-48dc-8abb-4d97e001207a req-523075d4-420d-4854-978a-1934d0e706be tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] 10.222.0.39 "GET /v2.0/security-groups?id=732c786f-d597-473b-bc9a-3d3a7bfc11d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2059536 Aug 12 14:31:56.746927 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 14:31:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6247c8b8-fd80-4d33-bf1a-99166b71c0ef x-openstack-request-id: req-6247c8b8-fd80-4d33-bf1a-99166b71c0ef {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:31:56.749750 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb44a2cc-5edd-4c43-8133-fa1f8727f60d", "tag": "67abbaef-4a78-4f87-8e89-f3760222f72e", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:31:56.750023 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6247c8b8-fd80-4d33-bf1a-99166b71c0ef {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:31:56.751434 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb44a2cc-5edd-4c43-8133-fa1f8727f60d', 'tag': '67abbaef-4a78-4f87-8e89-f3760222f72e', 'status': 'completed', 'code': 200} Aug 12 14:31:56.763039 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8023ace2-c847-4921-b2a6-b47873fc43e9 req-3b24416e-d7c0-423a-b4ed-230733ee9b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:56.770197 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-8023ace2-c847-4921-b2a6-b47873fc43e9 req-3b24416e-d7c0-423a-b4ed-230733ee9b7a service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=538d90da-cd87-4429-8357-72e4212d8efc&tenant_id=39c74547ea964352853351e74cbcb768 HTTP/1.1" status: 200 len: 1096 time: 0.0829651 Aug 12 14:31:56.791098 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 14:31:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-477de498-ba72-4a3b-91b8-418e895df794 x-openstack-request-id: req-477de498-ba72-4a3b-91b8-418e895df794 {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:31:56.791615 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3c0eeb6-944f-4df5-921f-e67fd51b3f14", "name": "network-vif-plugged", "status": "completed", "tag": "edc5ecb0-fec0-4f07-8436-44d8c1345f48", "code": 200}]} {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:31:56.791615 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-477de498-ba72-4a3b-91b8-418e895df794 {{(pid=94468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:31:56.792022 n-d-694802-15 neutron-server[94468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3c0eeb6-944f-4df5-921f-e67fd51b3f14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edc5ecb0-fec0-4f07-8436-44d8c1345f48', 'code': 200} Aug 12 14:31:56.914088 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8023ace2-c847-4921-b2a6-b47873fc43e9 req-dace708b-3306-4326-8c78-8ae9d7025c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:56.917987 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-8023ace2-c847-4921-b2a6-b47873fc43e9 req-dace708b-3306-4326-8c78-8ae9d7025c0d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=39c74547ea964352853351e74cbcb768&device_id=538d90da-cd87-4429-8357-72e4212d8efc HTTP/1.1" status: 200 len: 1096 time: 0.1154864 Aug 12 14:31:56.941073 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5be6239-c7b1-454d-9f38-d3fc4d2410e8 req-0d6eb40b-6738-4c18-80fe-27d736ad8ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:56.944349 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d5be6239-c7b1-454d-9f38-d3fc4d2410e8 req-0d6eb40b-6738-4c18-80fe-27d736ad8ab3 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=236e0be6-1c94-4221-9e8b-ab02a53331f8 HTTP/1.1" status: 200 len: 843 time: 0.1920922 Aug 12 14:31:56.963680 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8f7995-346e-480b-b7d8-be39f37d164f req-e78576d7-005a-47b5-8124-a770a062327c tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:56.971172 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-7d8f7995-346e-480b-b7d8-be39f37d164f req-e78576d7-005a-47b5-8124-a770a062327c tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/ports?device_id=6fc00628-4d8c-4923-97cd-77f7ae0a9f27 HTTP/1.1" status: 200 len: 949 time: 0.0897210 Aug 12 14:31:57.079143 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8023ace2-c847-4921-b2a6-b47873fc43e9 req-fc881c55-1958-4163-84a7-180df6f75ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:57.080859 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-8023ace2-c847-4921-b2a6-b47873fc43e9 req-fc881c55-1958-4163-84a7-180df6f75ecd service neutron] 10.222.0.64 "GET /v2.0/networks?id=a10dd9db-a24e-488c-8894-a27c36eaa630 HTTP/1.1" status: 200 len: 908 time: 0.1559458 Aug 12 14:31:57.112444 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5be6239-c7b1-454d-9f38-d3fc4d2410e8 req-ec13a054-c25f-48c7-8d96-d9c2c23f4e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:57.113949 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d5be6239-c7b1-454d-9f38-d3fc4d2410e8 req-ec13a054-c25f-48c7-8d96-d9c2c23f4e1d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2525c403-dfb3-4196-a273-739607aab38a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1403160 Aug 12 14:31:57.116915 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-7d8f7995-346e-480b-b7d8-be39f37d164f req-7f636454-1027-4df4-a0f3-dc34c1cf6a5d tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0307eb3-f523-445b-8e1d-79deac809303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448233 Aug 12 14:31:57.154104 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742f3e40-dd11-4450-b7e7-613ce512bf4b req-494360c5-8be4-44aa-b8c4-25541d8b8834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:57.155566 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-742f3e40-dd11-4450-b7e7-613ce512bf4b req-494360c5-8be4-44aa-b8c4-25541d8b8834 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=f3c0eeb6-944f-4df5-921f-e67fd51b3f14 HTTP/1.1" status: 200 len: 1100 time: 0.1385643 Aug 12 14:31:57.207461 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-8023ace2-c847-4921-b2a6-b47873fc43e9 req-9da3e793-ef51-44f9-9fe6-e3c3007da299 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a06fb4ae-2175-4823-9af2-5ae803734598 HTTP/1.1" status: 200 len: 217 time: 0.0647135 Aug 12 14:31:57.289961 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2177ead0-b4ef-4a39-8560-8b3c0965fe78 None None] Sync routers for ids ['2ce46ac9-3c3a-405f-9863-1fea36c2ecce'] in n-d-694802-15 {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 14:31:57.310816 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-742f3e40-dd11-4450-b7e7-613ce512bf4b req-a2909ddd-c3d2-4bca-a1da-c6ecd6a32e66 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=732c786f-d597-473b-bc9a-3d3a7bfc11d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948648 Aug 12 14:31:57.312919 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2177ead0-b4ef-4a39-8560-8b3c0965fe78 None None] Routers {'2ce46ac9-3c3a-405f-9863-1fea36c2ecce'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:31:57.321195 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-2177ead0-b4ef-4a39-8560-8b3c0965fe78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:31:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['2ce46ac9-3c3a-405f-9863-1fea36c2ecce'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:31:57.323330 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d5be6239-c7b1-454d-9f38-d3fc4d2410e8 req-52fc7551-5c04-4f89-bda2-9344bfbda475 service neutron] 10.222.0.49 "GET /v2.0/networks/2525c403-dfb3-4196-a273-739607aab38a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1954763 Aug 12 14:31:57.358078 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8023ace2-c847-4921-b2a6-b47873fc43e9 req-f50bd059-864a-4615-ab4a-e89be068dfb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:57.359598 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-8023ace2-c847-4921-b2a6-b47873fc43e9 req-f50bd059-864a-4615-ab4a-e89be068dfb2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d61545bd-f4f7-4794-86f8-5ac232439ea3 HTTP/1.1" status: 200 len: 847 time: 0.1416976 Aug 12 14:31:57.373227 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95507927-2a29-4571-b559-4d4648434189 req-ed26d69f-a9a0-4865-b17c-0592e0130218 tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:57.380700 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-95507927-2a29-4571-b559-4d4648434189 req-ed26d69f-a9a0-4865-b17c-0592e0130218 tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] 10.222.0.39 "GET /v2.0/networks?id=1f88c89e-1834-4591-8586-4341f292deca HTTP/1.1" status: 200 len: 811 time: 0.3140144 Aug 12 14:31:57.440350 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-8023ace2-c847-4921-b2a6-b47873fc43e9 req-168be07f-c74a-4505-80af-74c403e49f63 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a10dd9db-a24e-488c-8894-a27c36eaa630&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0503461 Aug 12 14:31:57.441897 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-95507927-2a29-4571-b559-4d4648434189 req-559f478d-9b76-4423-8ebc-c9a8dd2f84a4 tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] 10.222.0.39 "GET /v2.0/quotas/2fd79171a8ca47bca77a7cc342fe86ce HTTP/1.1" status: 200 len: 375 time: 0.0602424 Aug 12 14:31:57.540633 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d5be6239-c7b1-454d-9f38-d3fc4d2410e8 req-af48e3d4-c923-42ec-902b-553922d8956a service neutron] 10.222.0.49 "GET /v2.0/networks/2525c403-dfb3-4196-a273-739607aab38a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2094607 Aug 12 14:31:57.586391 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 47e32f68-7ea2-47cb-9d5f-44dddf4e96ff up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:31:57.617484 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvr_db [None req-2177ead0-b4ef-4a39-8560-8b3c0965fe78 None None] Set router 2ce46ac9-3c3a-405f-9863-1fea36c2ecce gateway port host: n-d-694802-15 {{(pid=94468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:31:57.680456 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ff38ce-fdf5-4f1a-aa09-56779d0b308b req-ca9f0ec1-b5da-4708-bdd2-cbe7f33f687b tempest-ServersAdminNegativeTestJSON-968709522 tempest-ServersAdminNegativeTestJSON-968709522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:57.691362 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f6ff38ce-fdf5-4f1a-aa09-56779d0b308b req-ca9f0ec1-b5da-4708-bdd2-cbe7f33f687b tempest-ServersAdminNegativeTestJSON-968709522 tempest-ServersAdminNegativeTestJSON-968709522-project] 10.222.0.39 "GET /v2.0/ports?device_id=fb44a2cc-5edd-4c43-8133-fa1f8727f60d HTTP/1.1" status: 200 len: 948 time: 0.1184201 Aug 12 14:31:57.705104 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-95507927-2a29-4571-b559-4d4648434189 req-c3c64864-9c99-47e7-8c18-566a87590023 tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=2fd79171a8ca47bca77a7cc342fe86ce&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2572289 Aug 12 14:31:57.722071 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-8023ace2-c847-4921-b2a6-b47873fc43e9 req-802689b2-e699-4254-afa6-e8395ebb448c service neutron] 10.222.0.64 "GET /v2.0/networks/a10dd9db-a24e-488c-8894-a27c36eaa630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2687206 Aug 12 14:31:57.729379 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f69ee4-a6a6-4e70-9fc3-ee4ed3082321 req-2527a58c-de23-4dcb-a5a6-c4ae23a76411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:57.731540 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-95f69ee4-a6a6-4e70-9fc3-ee4ed3082321 req-2527a58c-de23-4dcb-a5a6-c4ae23a76411 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=060ea8669f5a4b7caa8288a4bcc61022&device_id=fb44a2cc-5edd-4c43-8133-fa1f8727f60d HTTP/1.1" status: 200 len: 1100 time: 0.1122463 Aug 12 14:31:57.777039 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f6ff38ce-fdf5-4f1a-aa09-56779d0b308b req-d06aa072-e307-4128-a192-a3aaa7df56c3 tempest-ServersAdminNegativeTestJSON-968709522 tempest-ServersAdminNegativeTestJSON-968709522-project] 10.222.0.39 "GET /v2.0/security-groups?id=6f9b763c-c509-4e5f-b654-95da26c70755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743144 Aug 12 14:31:57.805273 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port 47e32f68-7ea2-47cb-9d5f-44dddf4e96ff triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:31:57.805770 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:57.884322 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-8023ace2-c847-4921-b2a6-b47873fc43e9 req-a295c180-a84f-4007-ac58-7428be1cc352 service neutron] 10.222.0.64 "GET /v2.0/networks/a10dd9db-a24e-488c-8894-a27c36eaa630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1507983 Aug 12 14:31:57.945654 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-95507927-2a29-4571-b559-4d4648434189 req-2f7584c1-9776-4308-8a17-22b026728c38 service neutron] 10.222.0.39 "GET /v2.0/networks/1f88c89e-1834-4591-8586-4341f292deca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2395065 Aug 12 14:31:58.172975 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-95507927-2a29-4571-b559-4d4648434189 req-af18e806-2df9-4725-a2a7-3fc6410ce35f service neutron] 10.222.0.39 "GET /v2.0/networks/1f88c89e-1834-4591-8586-4341f292deca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2203352 Aug 12 14:31:58.220319 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-2177ead0-b4ef-4a39-8560-8b3c0965fe78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ce46ac9-3c3a-405f-9863-1fea36c2ecce', 'name': 'tempest-ServerRescueTestJSON-1253283566-router', 'tenant_id': '2fd79171a8ca47bca77a7cc342fe86ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.207'}], 'enable_snat': True}, 'gw_port_id': '47e32f68-7ea2-47cb-9d5f-44dddf4e96ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:31:49Z', 'updated_at': '2021-08-12T14:31:54Z', 'revision_number': 4, 'project_id': '2fd79171a8ca47bca77a7cc342fe86ce', 'gw_port': {'id': '47e32f68-7ea2-47cb-9d5f-44dddf4e96ff', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:6b:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ce46ac9-3c3a-405f-9863-1fea36c2ecce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:31:50Z', 'updated_at': '2021-08-12T14:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': '9f14b892-110f-419c-8970-be83e737019b', 'name': '', 'network_id': '1f88c89e-1834-4591-8586-4341f292deca', 'tenant_id': '2fd79171a8ca47bca77a7cc342fe86ce', 'mac_address': 'fa:16:3e:93:9d:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ce46ac9-3c3a-405f-9863-1fea36c2ecce', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'dd28ff73-a450-408b-b798-c34bd0481320', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:31:53Z', 'updated_at': '2021-08-12T14:31:54Z', 'revision_number': 2, 'project_id': '2fd79171a8ca47bca77a7cc342fe86ce', 'subnets': [{'id': 'dd28ff73-a450-408b-b798-c34bd0481320', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:31:58.309327 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2177ead0-b4ef-4a39-8560-8b3c0965fe78 None None] Checking router: 2ce46ac9-3c3a-405f-9863-1fea36c2ecce for host: n-d-694802-15 {{(pid=94468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 14:31:58.315852 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8023ace2-c847-4921-b2a6-b47873fc43e9 req-1f3651e5-4a97-4983-aad3-4b0054765808 tempest-LiveMigrationTest-388825582 tempest-LiveMigrationTest-388825582-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:58.320581 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-8023ace2-c847-4921-b2a6-b47873fc43e9 req-1f3651e5-4a97-4983-aad3-4b0054765808 tempest-LiveMigrationTest-388825582 tempest-LiveMigrationTest-388825582-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=538d90da-cd87-4429-8357-72e4212d8efc&tenant_id=39c74547ea964352853351e74cbcb768&binding%3Ahost_id=n-h1-694802-15 HTTP/1.1" status: 200 len: 1096 time: 0.1124065 Aug 12 14:31:58.321386 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2177ead0-b4ef-4a39-8560-8b3c0965fe78 None None] Updating router 2ce46ac9-3c3a-405f-9863-1fea36c2ecce port 9f14b892-110f-419c-8970-be83e737019b binding host n-d-694802-15 {{(pid=94468) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 14:31:58.399326 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe3093a-a796-4334-b7f6-8af1eb179221 req-59536f4c-7956-4673-b945-94c09826a801 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:58.409006 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0fe3093a-a796-4334-b7f6-8af1eb179221 req-59536f4c-7956-4673-b945-94c09826a801 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] 10.222.0.39 "GET /v2.0/ports?device_id=538d90da-cd87-4429-8357-72e4212d8efc HTTP/1.1" status: 200 len: 944 time: 0.5427911 Aug 12 14:31:58.419534 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f69ee4-a6a6-4e70-9fc3-ee4ed3082321 req-e0bfa8b6-0e16-489f-8a86-8c7ab5f21d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:58.421091 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-95f69ee4-a6a6-4e70-9fc3-ee4ed3082321 req-e0bfa8b6-0e16-489f-8a86-8c7ab5f21d23 service neutron] 10.222.0.49 "GET /v2.0/networks?id=2525c403-dfb3-4196-a273-739607aab38a HTTP/1.1" status: 200 len: 870 time: 0.6793873 Aug 12 14:31:58.440824 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-2177ead0-b4ef-4a39-8560-8b3c0965fe78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:58.494960 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-95f69ee4-a6a6-4e70-9fc3-ee4ed3082321 req-8f25478f-b3d5-44b5-9aae-cd134a64d633 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.243&port_id=67abbaef-4a78-4f87-8e89-f3760222f72e HTTP/1.1" status: 200 len: 217 time: 0.0484941 Aug 12 14:31:58.549385 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0fe3093a-a796-4334-b7f6-8af1eb179221 req-2624d770-85e4-4748-98e7-fb831f49f255 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] 10.222.0.39 "GET /v2.0/security-groups?id=11312995-c93d-4754-9dea-15693c54238a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372583 Aug 12 14:31:58.597949 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f69ee4-a6a6-4e70-9fc3-ee4ed3082321 req-8dc69efd-0a5a-4380-b693-610157532bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:58.603319 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-95f69ee4-a6a6-4e70-9fc3-ee4ed3082321 req-8dc69efd-0a5a-4380-b693-610157532bfb service neutron] 10.222.0.49 "GET /v2.0/subnets?id=236e0be6-1c94-4221-9e8b-ab02a53331f8 HTTP/1.1" status: 200 len: 843 time: 0.0975807 Aug 12 14:31:58.773832 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230f8068-6301-4715-a043-cd0edec6801d req-b8a20407-8491-43fc-9c4a-9d308e5873cd tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:58.776787 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-230f8068-6301-4715-a043-cd0edec6801d req-b8a20407-8491-43fc-9c4a-9d308e5873cd tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] 10.222.0.39 "GET /v2.0/ports?device_id=f3c0eeb6-944f-4df5-921f-e67fd51b3f14 HTTP/1.1" status: 200 len: 948 time: 0.2047102 Aug 12 14:31:58.806802 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f69ee4-a6a6-4e70-9fc3-ee4ed3082321 req-deaeb46a-0ff0-4e00-9d93-a3e95de29ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:58.809071 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-95f69ee4-a6a6-4e70-9fc3-ee4ed3082321 req-deaeb46a-0ff0-4e00-9d93-a3e95de29ec9 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2525c403-dfb3-4196-a273-739607aab38a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1977007 Aug 12 14:31:58.829064 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [req-8023ace2-c847-4921-b2a6-b47873fc43e9 req-5bad5721-5be5-4792-a36e-f45f83fe34c1 service neutron] For port a06fb4ae-2175-4823-9af2-5ae803734598, host n-h2-694802-15, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:31:58.846116 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-8023ace2-c847-4921-b2a6-b47873fc43e9 req-5bad5721-5be5-4792-a36e-f45f83fe34c1 service neutron] Notify callbacks [] for binding, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:58.849380 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-8023ace2-c847-4921-b2a6-b47873fc43e9 req-5bad5721-5be5-4792-a36e-f45f83fe34c1 service neutron] 10.222.0.64 "DELETE /v2.0/ports/a06fb4ae-2175-4823-9af2-5ae803734598/bindings/n-h2-694802-15 HTTP/1.1" status: 204 len: 173 time: 0.5187099 Aug 12 14:31:58.895763 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-2177ead0-b4ef-4a39-8560-8b3c0965fe78 None None] Notify callbacks [] for port, precommit_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:58.909956 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-2177ead0-b4ef-4a39-8560-8b3c0965fe78 None None] Transition to ACTIVE for port object 9f14b892-110f-419c-8970-be83e737019b will not be triggered until provisioned by entity L2. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:31:58.916872 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-230f8068-6301-4715-a043-cd0edec6801d req-1f898c2c-a86a-43c5-b8de-add852cdccb9 tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] 10.222.0.39 "GET /v2.0/security-groups?id=732c786f-d597-473b-bc9a-3d3a7bfc11d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294475 Aug 12 14:31:58.920727 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-2177ead0-b4ef-4a39-8560-8b3c0965fe78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:58.935700 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fb5934-1b41-4a65-946c-9120acc10b5f req-947ca707-6a93-4609-ae43-497a4dde7155 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:58.937527 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-19fb5934-1b41-4a65-946c-9120acc10b5f req-947ca707-6a93-4609-ae43-497a4dde7155 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/ports?device_id=6fc00628-4d8c-4923-97cd-77f7ae0a9f27 HTTP/1.1" status: 200 len: 949 time: 0.2199390 Aug 12 14:31:58.997621 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2157e4be-7aa8-49bd-8fbd-8560084f6a9e None None] Pushing event updated for resources: {'Port': ['ID=9f14b892-110f-419c-8970-be83e737019b,revision_number=3']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:31:59.024017 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-95f69ee4-a6a6-4e70-9fc3-ee4ed3082321 req-7694af06-86cd-4741-9d24-543abfda0f22 service neutron] 10.222.0.49 "GET /v2.0/networks/2525c403-dfb3-4196-a273-739607aab38a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2060239 Aug 12 14:31:59.134736 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-19fb5934-1b41-4a65-946c-9120acc10b5f req-b13442ca-886d-4400-ba04-7028b629ec2b tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0307eb3-f523-445b-8e1d-79deac809303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710265 Aug 12 14:31:59.178393 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-2177ead0-b4ef-4a39-8560-8b3c0965fe78 None None] Attempting to bind port 9f14b892-110f-419c-8970-be83e737019b on host n-d-694802-15 for vnic_type normal with profile {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:31:59.178393 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-2177ead0-b4ef-4a39-8560-8b3c0965fe78 None None] Attempting to bind port 9f14b892-110f-419c-8970-be83e737019b by drivers openvswitch,hyperv on host n-d-694802-15 at level 0 using segments [{'id': '9ef950f6-5519-4190-8028-503a0a76e439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '1f88c89e-1834-4591-8586-4341f292deca'}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:31:59.178393 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2177ead0-b4ef-4a39-8560-8b3c0965fe78 None None] Attempting to bind port 9f14b892-110f-419c-8970-be83e737019b on network 1f88c89e-1834-4591-8586-4341f292deca {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:31:59.198737 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2177ead0-b4ef-4a39-8560-8b3c0965fe78 None None] Checking agent: {'id': '16de73ac-f2e9-4cee-b3e0-91052ae3e6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 20, 13), 'started_at': datetime.datetime(2021, 8, 12, 14, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 31, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:31:59.199717 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2177ead0-b4ef-4a39-8560-8b3c0965fe78 None None] Checking segment: {'id': '9ef950f6-5519-4190-8028-503a0a76e439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '1f88c89e-1834-4591-8586-4341f292deca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:31:59.203467 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-2177ead0-b4ef-4a39-8560-8b3c0965fe78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:59.205046 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2177ead0-b4ef-4a39-8560-8b3c0965fe78 None None] Bound using segment: {'id': '9ef950f6-5519-4190-8028-503a0a76e439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '1f88c89e-1834-4591-8586-4341f292deca'} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:31:59.205808 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-2177ead0-b4ef-4a39-8560-8b3c0965fe78 None None] Bound port: 9f14b892-110f-419c-8970-be83e737019b, host: n-d-694802-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ef950f6-5519-4190-8028-503a0a76e439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '1f88c89e-1834-4591-8586-4341f292deca'}}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:31:59.206349 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-2177ead0-b4ef-4a39-8560-8b3c0965fe78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:59.230128 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-079d91f3-8a8d-4a25-b062-9d260dc07cd9 req-b0db8fe1-825d-430e-9a4a-0353e6ef21f2 tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] 10.222.0.39 "GET /v2.0/ports?device_id=49a3c0a4-ec67-4b04-8bde-6beb71c91199 HTTP/1.1" status: 200 len: 210 time: 0.1029761 Aug 12 14:31:59.347784 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-2177ead0-b4ef-4a39-8560-8b3c0965fe78 None None] For port 9f14b892-110f-419c-8970-be83e737019b, host n-d-694802-15, cleared binding levels {{(pid=94468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:31:59.358720 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-2177ead0-b4ef-4a39-8560-8b3c0965fe78 None None] For port 9f14b892-110f-419c-8970-be83e737019b, host n-d-694802-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=9f14b892-110f-419c-8970-be83e737019b,segment=NetworkSegment(9ef950f6-5519-4190-8028-503a0a76e439),segment_id=9ef950f6-5519-4190-8028-503a0a76e439)] {{(pid=94468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:31:59.364879 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-2177ead0-b4ef-4a39-8560-8b3c0965fe78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:31:59.390531 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-95f69ee4-a6a6-4e70-9fc3-ee4ed3082321 req-b84f007a-0886-4e2a-b742-aa1e3eccedb9 service neutron] 10.222.0.49 "GET /v2.0/networks/2525c403-dfb3-4196-a273-739607aab38a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3217118 Aug 12 14:31:59.429653 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4ffb41-b6de-4517-b8af-990282bc120d req-9723707a-42fe-4b9b-a840-94e2dbfb4feb tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:59.430935 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f140ba6-2cc7-4437-9093-5f6e873259b5 req-5b269c53-3914-4e73-99c0-4a7195b3296e tempest-ServersAdminNegativeTestJSON-968709522 tempest-ServersAdminNegativeTestJSON-968709522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:59.436901 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-1f140ba6-2cc7-4437-9093-5f6e873259b5 req-5b269c53-3914-4e73-99c0-4a7195b3296e tempest-ServersAdminNegativeTestJSON-968709522 tempest-ServersAdminNegativeTestJSON-968709522-project] 10.222.0.39 "GET /v2.0/ports?device_id=fb44a2cc-5edd-4c43-8133-fa1f8727f60d HTTP/1.1" status: 200 len: 948 time: 0.1486795 Aug 12 14:31:59.455555 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-4e4ffb41-b6de-4517-b8af-990282bc120d req-9723707a-42fe-4b9b-a840-94e2dbfb4feb tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] 10.222.0.39 "GET /v2.0/ports?device_id=f3c0eeb6-944f-4df5-921f-e67fd51b3f14 HTTP/1.1" status: 200 len: 948 time: 0.1463375 Aug 12 14:31:59.469185 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2177ead0-b4ef-4a39-8560-8b3c0965fe78 None None] Routers {'2ce46ac9-3c3a-405f-9863-1fea36c2ecce'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:31:59.469819 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-2177ead0-b4ef-4a39-8560-8b3c0965fe78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:31:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['2ce46ac9-3c3a-405f-9863-1fea36c2ecce'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:31:59.473158 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2157e4be-7aa8-49bd-8fbd-8560084f6a9e None None] Pushing event updated for resources: {'Port': ['ID=9f14b892-110f-419c-8970-be83e737019b,revision_number=4']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:31:59.521638 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-1f140ba6-2cc7-4437-9093-5f6e873259b5 req-b1f66282-c4f7-4b13-b774-b24215ff561d tempest-ServersAdminNegativeTestJSON-968709522 tempest-ServersAdminNegativeTestJSON-968709522-project] 10.222.0.39 "GET /v2.0/security-groups?id=6f9b763c-c509-4e5f-b654-95da26c70755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760167 Aug 12 14:31:59.542172 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-4e4ffb41-b6de-4517-b8af-990282bc120d req-c414b63c-7f57-4f2c-b11f-a4202a3038f4 tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] 10.222.0.39 "GET /v2.0/security-groups?id=732c786f-d597-473b-bc9a-3d3a7bfc11d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767081 Aug 12 14:31:59.846450 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dd6924-29ec-46e1-b8c3-3161b5b5dff8 req-6408ad52-03e7-4b44-bb6f-2eaca5da47fd tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:31:59.850805 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-04dd6924-29ec-46e1-b8c3-3161b5b5dff8 req-6408ad52-03e7-4b44-bb6f-2eaca5da47fd tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] 10.222.0.39 "GET /v2.0/ports?device_id=538d90da-cd87-4429-8357-72e4212d8efc HTTP/1.1" status: 200 len: 944 time: 0.1718919 Aug 12 14:31:59.907206 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvr_db [None req-2177ead0-b4ef-4a39-8560-8b3c0965fe78 None None] Set router 2ce46ac9-3c3a-405f-9863-1fea36c2ecce gateway port host: n-d-694802-15 {{(pid=94468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:31:59.912094 n-d-694802-15 neutron-server[94466]: INFO neutron.api.v2.resource [req-e310d387-c36a-403f-98a7-0c113e8363a3 req-0c92087a-9331-4378-a48c-f85f0101ce18 service neutron] show failed (client error): The resource could not be found. Aug 12 14:31:59.912764 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-e310d387-c36a-403f-98a7-0c113e8363a3 req-0c92087a-9331-4378-a48c-f85f0101ce18 service neutron] 10.222.0.64 "GET /v2.0/ports/b02b231c-4105-48f1-b4af-e195dcf14aec/bindings/n-h2-694802-15 HTTP/1.1" status: 404 len: 381 time: 0.1497076 Aug 12 14:31:59.935326 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-04dd6924-29ec-46e1-b8c3-3161b5b5dff8 req-9cb96069-1e3a-4777-a813-29fa5361e150 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] 10.222.0.39 "GET /v2.0/security-groups?id=11312995-c93d-4754-9dea-15693c54238a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739119 Aug 12 14:32:00.241886 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d80622f-989f-4962-9a3b-35b417b8d732 req-1fca72e9-0bbd-42d1-b5e3-76fa07bc40a3 tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:00.259634 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0d80622f-989f-4962-9a3b-35b417b8d732 req-1fca72e9-0bbd-42d1-b5e3-76fa07bc40a3 tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] 10.222.0.39 "GET /v2.0/ports?device_id=f3c0eeb6-944f-4df5-921f-e67fd51b3f14 HTTP/1.1" status: 200 len: 948 time: 0.1701152 Aug 12 14:32:00.279404 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa27fee6-35b2-4632-bef8-2c053a1bcdff req-3fe0fd46-cd90-4b0a-8b53-f572d9f3acf4 tempest-LiveMigrationTest-388825582 tempest-LiveMigrationTest-388825582-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:00.287554 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-aa27fee6-35b2-4632-bef8-2c053a1bcdff req-3fe0fd46-cd90-4b0a-8b53-f572d9f3acf4 tempest-LiveMigrationTest-388825582 tempest-LiveMigrationTest-388825582-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=538d90da-cd87-4429-8357-72e4212d8efc HTTP/1.1" status: 200 len: 1096 time: 0.0957532 Aug 12 14:32:00.341636 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-2177ead0-b4ef-4a39-8560-8b3c0965fe78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ce46ac9-3c3a-405f-9863-1fea36c2ecce', 'name': 'tempest-ServerRescueTestJSON-1253283566-router', 'tenant_id': '2fd79171a8ca47bca77a7cc342fe86ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.207'}], 'enable_snat': True}, 'gw_port_id': '47e32f68-7ea2-47cb-9d5f-44dddf4e96ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:31:49Z', 'updated_at': '2021-08-12T14:31:54Z', 'revision_number': 4, 'project_id': '2fd79171a8ca47bca77a7cc342fe86ce', 'gw_port': {'id': '47e32f68-7ea2-47cb-9d5f-44dddf4e96ff', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:6b:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ce46ac9-3c3a-405f-9863-1fea36c2ecce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:31:50Z', 'updated_at': '2021-08-12T14:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': '9f14b892-110f-419c-8970-be83e737019b', 'name': '', 'network_id': '1f88c89e-1834-4591-8586-4341f292deca', 'tenant_id': '2fd79171a8ca47bca77a7cc342fe86ce', 'mac_address': 'fa:16:3e:93:9d:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ce46ac9-3c3a-405f-9863-1fea36c2ecce', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'dd28ff73-a450-408b-b798-c34bd0481320', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:31:53Z', 'updated_at': '2021-08-12T14:31:59Z', 'revision_number': 4, 'project_id': '2fd79171a8ca47bca77a7cc342fe86ce', 'subnets': [{'id': 'dd28ff73-a450-408b-b798-c34bd0481320', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:32:00.348661 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95507927-2a29-4571-b559-4d4648434189 req-e8205348-cd53-4250-b371-7694970e6a5d tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:00.350561 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-95507927-2a29-4571-b559-4d4648434189 req-e8205348-cd53-4250-b371-7694970e6a5d tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] 10.222.0.64 "GET /v2.0/networks?id=1f88c89e-1834-4591-8586-4341f292deca HTTP/1.1" status: 200 len: 811 time: 0.2782719 Aug 12 14:32:00.369789 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-aa27fee6-35b2-4632-bef8-2c053a1bcdff req-f760ae8d-9999-41dc-9fb3-09f0103b555e tempest-LiveMigrationTest-388825582 tempest-LiveMigrationTest-388825582-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=11312995-c93d-4754-9dea-15693c54238a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748250 Aug 12 14:32:00.384821 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [req-95507927-2a29-4571-b559-4d4648434189 req-af067517-9e6d-49f3-9d2c-965024bed2f9 tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] Request body: {'port': {'device_id': '49a3c0a4-ec67-4b04-8bde-6beb71c91199', 'network_id': '1f88c89e-1834-4591-8586-4341f292deca', 'admin_state_up': True, 'tenant_id': '2fd79171a8ca47bca77a7cc342fe86ce'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:32:00.411144 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2177ead0-b4ef-4a39-8560-8b3c0965fe78 None None] The sync data for ids ['2ce46ac9-3c3a-405f-9863-1fea36c2ecce'] in n-d-694802-15 is: [{'id': '2ce46ac9-3c3a-405f-9863-1fea36c2ecce', 'name': 'tempest-ServerRescueTestJSON-1253283566-router', 'tenant_id': '2fd79171a8ca47bca77a7cc342fe86ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.207'}], 'enable_snat': True}, 'gw_port_id': '47e32f68-7ea2-47cb-9d5f-44dddf4e96ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:31:49Z', 'updated_at': '2021-08-12T14:31:54Z', 'revision_number': 4, 'project_id': '2fd79171a8ca47bca77a7cc342fe86ce', 'gw_port': {'id': '47e32f68-7ea2-47cb-9d5f-44dddf4e96ff', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:6b:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ce46ac9-3c3a-405f-9863-1fea36c2ecce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:31:50Z', 'updated_at': '2021-08-12T14:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': '9f14b892-110f-419c-8970-be83e737019b', 'name': '', 'network_id': '1f88c89e-1834-4591-8586-4341f292deca', 'tenant_id': '2fd79171a8ca47bca77a7cc342fe86ce', 'mac_address': 'fa:16:3e:93:9d:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ce46ac9-3c3a-405f-9863-1fea36c2ecce', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'dd28ff73-a450-408b-b798-c34bd0481320', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:31:53Z', 'updated_at': '2021-08-12T14:31:59Z', 'revision_number': 4, 'project_id': '2fd79171a8ca47bca77a7cc342fe86ce', 'subnets': [{'id': 'dd28ff73-a450-408b-b798-c34bd0481320', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 14:32:00.412284 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0d80622f-989f-4962-9a3b-35b417b8d732 req-12df4275-3483-4d66-b359-e28a3bcd04f7 tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] 10.222.0.39 "GET /v2.0/security-groups?id=732c786f-d597-473b-bc9a-3d3a7bfc11d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509712 Aug 12 14:32:00.519339 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.agents_db [None req-17ed3e4c-1a7d-4162-9646-11c134aca297 None None] Agent healthcheck: found 7 active agents {{(pid=94469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 14:32:00.739907 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97416b95-f71d-4413-9fd0-a8340bde4bc7 req-de44c57d-a30d-40fa-9a0f-c5883c783e05 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:00.742974 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-97416b95-f71d-4413-9fd0-a8340bde4bc7 req-de44c57d-a30d-40fa-9a0f-c5883c783e05 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/ports?device_id=6fc00628-4d8c-4923-97cd-77f7ae0a9f27 HTTP/1.1" status: 200 len: 949 time: 0.2453277 Aug 12 14:32:00.754795 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e310d387-c36a-403f-98a7-0c113e8363a3 req-174c9ea1-2991-4a88-bf07-1cc12b890178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:00.756983 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e310d387-c36a-403f-98a7-0c113e8363a3 req-174c9ea1-2991-4a88-bf07-1cc12b890178 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=6fc00628-4d8c-4923-97cd-77f7ae0a9f27&tenant_id=e3f6e239b38a4f618b8ca0621fcc54e4 HTTP/1.1" status: 200 len: 1101 time: 0.1598196 Aug 12 14:32:00.757433 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95507927-2a29-4571-b559-4d4648434189 req-af067517-9e6d-49f3-9d2c-965024bed2f9 tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] Made reservation on behalf of 2fd79171a8ca47bca77a7cc342fe86ce for: {'port': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:32:00.760874 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-95507927-2a29-4571-b559-4d4648434189 req-af067517-9e6d-49f3-9d2c-965024bed2f9 tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:00.765736 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-c6cf80f8-5d42-4f08-9625-3b978387c50b req-a6941a17-5262-4fd9-ab01-0da438810fcc tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] 10.222.0.39 "GET /v2.0/ports?device_id=49a3c0a4-ec67-4b04-8bde-6beb71c91199 HTTP/1.1" status: 200 len: 210 time: 0.0627544 Aug 12 14:32:00.783591 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-e310d387-c36a-403f-98a7-0c113e8363a3 req-c4d26b20-417c-41c3-a9e3-248dc45a9ef1 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-694802-15', 'device_owner': 'compute:nova'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:32:00.881581 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-97416b95-f71d-4413-9fd0-a8340bde4bc7 req-7c2ded3d-15fa-40aa-a569-077a98191895 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0307eb3-f523-445b-8e1d-79deac809303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089609 Aug 12 14:32:00.925102 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-e310d387-c36a-403f-98a7-0c113e8363a3 req-c4d26b20-417c-41c3-a9e3-248dc45a9ef1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:01.017973 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [req-95507927-2a29-4571-b559-4d4648434189 req-af067517-9e6d-49f3-9d2c-965024bed2f9 tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] Allocated IP 172.20.0.6 (1f88c89e-1834-4591-8586-4341f292deca/dd28ff73-a450-408b-b798-c34bd0481320/85489a13-e7f9-426f-8757-9b5fae8f281a) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:32:01.178484 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25075c7-6597-40b9-9e6c-88e77d6837f1 req-953ad356-af89-4cc9-ab07-7aa13bd3899a tempest-ServersAdminNegativeTestJSON-968709522 tempest-ServersAdminNegativeTestJSON-968709522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:01.180090 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-e25075c7-6597-40b9-9e6c-88e77d6837f1 req-953ad356-af89-4cc9-ab07-7aa13bd3899a tempest-ServersAdminNegativeTestJSON-968709522 tempest-ServersAdminNegativeTestJSON-968709522-project] 10.222.0.39 "GET /v2.0/ports?device_id=fb44a2cc-5edd-4c43-8133-fa1f8727f60d HTTP/1.1" status: 200 len: 948 time: 0.2999704 Aug 12 14:32:01.234451 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-95507927-2a29-4571-b559-4d4648434189 req-af067517-9e6d-49f3-9d2c-965024bed2f9 tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:01.254852 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e415ed9-d7b4-4dfd-b849-8179719d9985 req-9d395563-5468-46df-a6cf-1bf2b9f00016 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:01.257512 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0e415ed9-d7b4-4dfd-b849-8179719d9985 req-9d395563-5468-46df-a6cf-1bf2b9f00016 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] 10.222.0.39 "GET /v2.0/networks?id=a10dd9db-a24e-488c-8894-a27c36eaa630 HTTP/1.1" status: 200 len: 807 time: 0.2714708 Aug 12 14:32:01.289614 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-95507927-2a29-4571-b559-4d4648434189 req-af067517-9e6d-49f3-9d2c-965024bed2f9 tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:01.295827 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0e415ed9-d7b4-4dfd-b849-8179719d9985 req-e41da0db-bfee-4636-8499-cf60aa1349e0 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] 10.222.0.39 "GET /v2.0/quotas/39c74547ea964352853351e74cbcb768 HTTP/1.1" status: 200 len: 375 time: 0.0245433 Aug 12 14:32:01.352068 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-e310d387-c36a-403f-98a7-0c113e8363a3 req-c4d26b20-417c-41c3-a9e3-248dc45a9ef1 service neutron] For port b02b231c-4105-48f1-b4af-e195dcf14aec, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=b02b231c-4105-48f1-b4af-e195dcf14aec,segment=NetworkSegment(a1f8c867-101b-4d30-814e-b89f55a5edd0),segment_id=a1f8c867-101b-4d30-814e-b89f55a5edd0)] {{(pid=94467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:32:01.391661 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0e415ed9-d7b4-4dfd-b849-8179719d9985 req-b8940e94-7dd6-4382-b315-49a27f5ae36f tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=39c74547ea964352853351e74cbcb768&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0947776 Aug 12 14:32:01.504920 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-e310d387-c36a-403f-98a7-0c113e8363a3 req-c4d26b20-417c-41c3-a9e3-248dc45a9ef1 service neutron] For port b02b231c-4105-48f1-b4af-e195dcf14aec, host n-h1-694802-15, cleared binding levels {{(pid=94467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:32:01.571931 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fc00628-4d8c-4923-97cd-77f7ae0a9f27', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b02b231c-4105-48f1-b4af-e195dcf14aec'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:32:01.574574 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e65282f928b64038367d043a4411777802006c43a98742496cb2e25b724ff1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9a51863-d2ff-43bb-9a60-6cb956eae887" -d '{"events": [{"server_uuid": "6fc00628-4d8c-4923-97cd-77f7ae0a9f27", "name": "network-vif-unplugged", "status": "completed", "tag": "b02b231c-4105-48f1-b4af-e195dcf14aec"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:32:01.582969 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-e310d387-c36a-403f-98a7-0c113e8363a3 req-c4d26b20-417c-41c3-a9e3-248dc45a9ef1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:01.614080 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 9f14b892-110f-419c-8970-be83e737019b up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:32:01.620274 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0e415ed9-d7b4-4dfd-b849-8179719d9985 req-470e22cc-1684-46d1-9d28-78da7504f6fb service neutron] 10.222.0.39 "GET /v2.0/networks/a10dd9db-a24e-488c-8894-a27c36eaa630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2138638 Aug 12 14:32:01.642563 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95507927-2a29-4571-b559-4d4648434189 req-af067517-9e6d-49f3-9d2c-965024bed2f9 tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] Network 1f88c89e-1834-4591-8586-4341f292deca is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:32:01.653308 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [req-95507927-2a29-4571-b559-4d4648434189 req-af067517-9e6d-49f3-9d2c-965024bed2f9 tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:32:01.661637 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [req-95507927-2a29-4571-b559-4d4648434189 req-af067517-9e6d-49f3-9d2c-965024bed2f9 tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:32:01.687676 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [req-e310d387-c36a-403f-98a7-0c113e8363a3 req-c4d26b20-417c-41c3-a9e3-248dc45a9ef1 service neutron] Transition to ACTIVE for port object b02b231c-4105-48f1-b4af-e195dcf14aec will not be triggered until provisioned by entity L2. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:32:01.694205 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning for port 9f14b892-110f-419c-8970-be83e737019b completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:32:01.694525 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-e310d387-c36a-403f-98a7-0c113e8363a3 req-c4d26b20-417c-41c3-a9e3-248dc45a9ef1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:01.697845 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port 9f14b892-110f-419c-8970-be83e737019b triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:32:01.698225 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:01.710996 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-e25075c7-6597-40b9-9e6c-88e77d6837f1 req-d90e95ac-fe57-44e3-a67c-a3c7abca05c6 tempest-ServersAdminNegativeTestJSON-968709522 tempest-ServersAdminNegativeTestJSON-968709522-project] 10.222.0.39 "GET /v2.0/security-groups?id=6f9b763c-c509-4e5f-b654-95da26c70755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5224895 Aug 12 14:32:01.750668 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device 67abbaef-4a78-4f87-8e89-f3760222f72e details requested by agent hyperv_n-h2-694802-15 with host n-h2-694802-15 {{(pid=94468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 14:32:01.767213 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af067517-9e6d-49f3-9d2c-965024bed2f9 tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] Pushing event updated for resources: {'Port': ['ID=85489a13-e7f9-426f-8757-9b5fae8f281a,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:32:01.806950 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95507927-2a29-4571-b559-4d4648434189 req-af067517-9e6d-49f3-9d2c-965024bed2f9 tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:01.808051 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-95507927-2a29-4571-b559-4d4648434189 req-af067517-9e6d-49f3-9d2c-965024bed2f9 tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:01.844628 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-95507927-2a29-4571-b559-4d4648434189 req-af067517-9e6d-49f3-9d2c-965024bed2f9 tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4640183 Aug 12 14:32:01.868315 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [req-e310d387-c36a-403f-98a7-0c113e8363a3 req-c4d26b20-417c-41c3-a9e3-248dc45a9ef1 service neutron] No DVR routers for this DVR port b02b231c-4105-48f1-b4af-e195dcf14aec on host n-h1-694802-15 {{(pid=94467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:32:01.874142 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [req-95507927-2a29-4571-b559-4d4648434189 req-33c1d234-1d62-426e-acfb-1c5f8d4ad201 service neutron] Request body: {'port': {'device_id': '49a3c0a4-ec67-4b04-8bde-6beb71c91199', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-694802-15'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:32:01.910142 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0e415ed9-d7b4-4dfd-b849-8179719d9985 req-94834f6e-598b-4b2a-95ce-7157aab25fb0 service neutron] 10.222.0.39 "GET /v2.0/networks/a10dd9db-a24e-488c-8894-a27c36eaa630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2887652 Aug 12 14:32:01.921435 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d26b20-417c-41c3-a9e3-248dc45a9ef1 service neutron] Pushing event updated for resources: {'Port': ['ID=b02b231c-4105-48f1-b4af-e195dcf14aec,revision_number=6']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:32:01.926524 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port 67abbaef-4a78-4f87-8e89-f3760222f72e, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=67abbaef-4a78-4f87-8e89-f3760222f72e,segment=NetworkSegment(a1f8c867-101b-4d30-814e-b89f55a5edd0),segment_id=a1f8c867-101b-4d30-814e-b89f55a5edd0)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:32:01.944977 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Returning: {'device': '67abbaef-4a78-4f87-8e89-f3760222f72e', 'network_id': '2525c403-dfb3-4196-a273-739607aab38a', 'port_id': '67abbaef-4a78-4f87-8e89-f3760222f72e', 'mac_address': 'fa:16:3e:8f:ed:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '236e0be6-1c94-4221-9e8b-ab02a53331f8', 'ip_address': '192.168.233.243'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 14:32:02.041756 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-e310d387-c36a-403f-98a7-0c113e8363a3 req-c4d26b20-417c-41c3-a9e3-248dc45a9ef1 service neutron] Attempting to bind port b02b231c-4105-48f1-b4af-e195dcf14aec on host n-h2-694802-15 for vnic_type normal with profile {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:32:02.044098 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:02.044269 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-e310d387-c36a-403f-98a7-0c113e8363a3 req-c4d26b20-417c-41c3-a9e3-248dc45a9ef1 service neutron] Attempting to bind port b02b231c-4105-48f1-b4af-e195dcf14aec by drivers openvswitch,hyperv on host n-h2-694802-15 at level 0 using segments [{'id': 'a1f8c867-101b-4d30-814e-b89f55a5edd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '2525c403-dfb3-4196-a273-739607aab38a'}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:32:02.044664 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e310d387-c36a-403f-98a7-0c113e8363a3 req-c4d26b20-417c-41c3-a9e3-248dc45a9ef1 service neutron] Attempting to bind port b02b231c-4105-48f1-b4af-e195dcf14aec on network 2525c403-dfb3-4196-a273-739607aab38a {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:32:02.060068 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e310d387-c36a-403f-98a7-0c113e8363a3 req-c4d26b20-417c-41c3-a9e3-248dc45a9ef1 service neutron] Port b02b231c-4105-48f1-b4af-e195dcf14aec on network 2525c403-dfb3-4196-a273-739607aab38a not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-15 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 14:32:02.062036 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e310d387-c36a-403f-98a7-0c113e8363a3 req-c4d26b20-417c-41c3-a9e3-248dc45a9ef1 service neutron] Attempting to bind port b02b231c-4105-48f1-b4af-e195dcf14aec on network 2525c403-dfb3-4196-a273-739607aab38a {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:32:02.083773 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e310d387-c36a-403f-98a7-0c113e8363a3 req-c4d26b20-417c-41c3-a9e3-248dc45a9ef1 service neutron] Checking agent: {'id': 'b7697f71-33f3-4959-ad82-43c2dc15845d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 27, 42), 'started_at': datetime.datetime(2021, 8, 12, 14, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 31, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:32:02.083773 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e310d387-c36a-403f-98a7-0c113e8363a3 req-c4d26b20-417c-41c3-a9e3-248dc45a9ef1 service neutron] Checking segment: {'id': 'a1f8c867-101b-4d30-814e-b89f55a5edd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '2525c403-dfb3-4196-a273-739607aab38a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:32:02.084284 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e310d387-c36a-403f-98a7-0c113e8363a3 req-c4d26b20-417c-41c3-a9e3-248dc45a9ef1 service neutron] Bound using segment: {'id': 'a1f8c867-101b-4d30-814e-b89f55a5edd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '2525c403-dfb3-4196-a273-739607aab38a'} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:32:02.084908 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-e310d387-c36a-403f-98a7-0c113e8363a3 req-c4d26b20-417c-41c3-a9e3-248dc45a9ef1 service neutron] Bound port: b02b231c-4105-48f1-b4af-e195dcf14aec, host: n-h2-694802-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1f8c867-101b-4d30-814e-b89f55a5edd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '2525c403-dfb3-4196-a273-739607aab38a'}}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:32:02.085369 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-e310d387-c36a-403f-98a7-0c113e8363a3 req-c4d26b20-417c-41c3-a9e3-248dc45a9ef1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:02.101277 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67abbaef-4a78-4f87-8e89-f3760222f72e {{(pid=94468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:32:02.139963 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port 67abbaef-4a78-4f87-8e89-f3760222f72e, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=67abbaef-4a78-4f87-8e89-f3760222f72e,segment=NetworkSegment(a1f8c867-101b-4d30-814e-b89f55a5edd0),segment_id=a1f8c867-101b-4d30-814e-b89f55a5edd0)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:32:02.158578 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:02.166182 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-95507927-2a29-4571-b559-4d4648434189 req-33c1d234-1d62-426e-acfb-1c5f8d4ad201 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:02.178441 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:02.189617 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e8fa55-c5ea-4e78-95c2-0f9c64224ad5 req-5a0252a9-398e-48dd-8156-a9af80bdb6fe tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:02.208046 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-f9e8fa55-c5ea-4e78-95c2-0f9c64224ad5 req-5a0252a9-398e-48dd-8156-a9af80bdb6fe tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] 10.222.0.39 "GET /v2.0/ports?device_id=f3c0eeb6-944f-4df5-921f-e67fd51b3f14 HTTP/1.1" status: 200 len: 948 time: 0.3269999 Aug 12 14:32:02.292164 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-e310d387-c36a-403f-98a7-0c113e8363a3 req-c4d26b20-417c-41c3-a9e3-248dc45a9ef1 service neutron] For port b02b231c-4105-48f1-b4af-e195dcf14aec, host n-h2-694802-15, cleared binding levels {{(pid=94467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:32:02.310400 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-e310d387-c36a-403f-98a7-0c113e8363a3 req-c4d26b20-417c-41c3-a9e3-248dc45a9ef1 service neutron] For port b02b231c-4105-48f1-b4af-e195dcf14aec, host n-h2-694802-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=b02b231c-4105-48f1-b4af-e195dcf14aec,segment=NetworkSegment(a1f8c867-101b-4d30-814e-b89f55a5edd0),segment_id=a1f8c867-101b-4d30-814e-b89f55a5edd0)] {{(pid=94467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:32:02.312637 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] For port 9f14b892-110f-419c-8970-be83e737019b, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=9f14b892-110f-419c-8970-be83e737019b,segment=NetworkSegment(9ef950f6-5519-4190-8028-503a0a76e439),segment_id=9ef950f6-5519-4190-8028-503a0a76e439)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:32:02.322386 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-e310d387-c36a-403f-98a7-0c113e8363a3 req-c4d26b20-417c-41c3-a9e3-248dc45a9ef1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:02.327130 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:02.350970 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Pushing event updated for resources: {'Port': ['ID=67abbaef-4a78-4f87-8e89-f3760222f72e,revision_number=4']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:32:02.383199 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-f9e8fa55-c5ea-4e78-95c2-0f9c64224ad5 req-8d891680-1c89-4da4-9117-62485236cff1 tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] 10.222.0.39 "GET /v2.0/security-groups?id=732c786f-d597-473b-bc9a-3d3a7bfc11d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738780 Aug 12 14:32:02.424210 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e310d387-c36a-403f-98a7-0c113e8363a3 req-c4d26b20-417c-41c3-a9e3-248dc45a9ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:02.425321 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-e310d387-c36a-403f-98a7-0c113e8363a3 req-c4d26b20-417c-41c3-a9e3-248dc45a9ef1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:02.427058 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e310d387-c36a-403f-98a7-0c113e8363a3 req-c4d26b20-417c-41c3-a9e3-248dc45a9ef1 service neutron] 10.222.0.49 "PUT /v2.0/ports/b02b231c-4105-48f1-b4af-e195dcf14aec HTTP/1.1" status: 200 len: 1096 time: 1.6557643 Aug 12 14:32:02.440514 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 12 Aug 2021 14:32:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40d9a782-0d2a-41f6-94d7-7760e9402e80 x-openstack-request-id: req-40d9a782-0d2a-41f6-94d7-7760e9402e80 {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:32:02.441070 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fc00628-4d8c-4923-97cd-77f7ae0a9f27", "name": "network-vif-unplugged", "status": "completed", "tag": "b02b231c-4105-48f1-b4af-e195dcf14aec", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:32:02.441528 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-40d9a782-0d2a-41f6-94d7-7760e9402e80 {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:32:02.442151 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fc00628-4d8c-4923-97cd-77f7ae0a9f27', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b02b231c-4105-48f1-b4af-e195dcf14aec', 'code': 200} Aug 12 14:32:02.463305 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Pushing event updated for resources: {'Port': ['ID=9f14b892-110f-419c-8970-be83e737019b,revision_number=5']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:32:02.557662 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] get_ports_and_sgs() called for port_ids ['67abbaef-4a78-4f87-8e89-f3760222f72e'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:32:02.586664 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d26b20-417c-41c3-a9e3-248dc45a9ef1 service neutron] Pushing event updated for resources: {'Port': ['ID=b02b231c-4105-48f1-b4af-e195dcf14aec,revision_number=7']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:32:02.687328 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d036f1f3-5448-407c-8a0f-9f9ac7b99502 req-06529c74-ea8c-4dcb-a82c-d32e8405f95b tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:02.689716 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d036f1f3-5448-407c-8a0f-9f9ac7b99502 req-06529c74-ea8c-4dcb-a82c-d32e8405f95b tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/ports?device_id=6fc00628-4d8c-4923-97cd-77f7ae0a9f27 HTTP/1.1" status: 200 len: 947 time: 0.1335766 Aug 12 14:32:02.691978 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e310d387-c36a-403f-98a7-0c113e8363a3 req-ca25c31e-af3a-4ae7-a35a-5c5495cac418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:02.701489 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e310d387-c36a-403f-98a7-0c113e8363a3 req-ca25c31e-af3a-4ae7-a35a-5c5495cac418 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e3f6e239b38a4f618b8ca0621fcc54e4&device_id=6fc00628-4d8c-4923-97cd-77f7ae0a9f27 HTTP/1.1" status: 200 len: 1099 time: 0.2440135 Aug 12 14:32:02.785738 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3327cfeb-c101-40b0-a767-7fb199991ed5 req-5ad441f3-d41a-4c6f-8419-b7ca337dd930 tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:02.796729 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-3327cfeb-c101-40b0-a767-7fb199991ed5 req-5ad441f3-d41a-4c6f-8419-b7ca337dd930 tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] 10.222.0.39 "GET /v2.0/ports?device_id=49a3c0a4-ec67-4b04-8bde-6beb71c91199 HTTP/1.1" status: 200 len: 931 time: 0.2476835 Aug 12 14:32:02.895927 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d036f1f3-5448-407c-8a0f-9f9ac7b99502 req-a728ea0e-1aec-4fd2-a780-7832f93e9a56 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0307eb3-f523-445b-8e1d-79deac809303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933143 Aug 12 14:32:03.018494 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d81c4a98-d42b-4ab7-9b50-63eb701c3d40 req-dda65baa-358a-4d19-a94d-ba7c9505f647 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] 10.222.0.39 "GET /v2.0/ports?device_id=d3e6d2ac-ef5b-4192-80e2-af49f1b7a811 HTTP/1.1" status: 200 len: 210 time: 0.0635824 Aug 12 14:32:03.020053 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e310d387-c36a-403f-98a7-0c113e8363a3 req-f326be27-3538-4dd8-a865-1f06dce3018e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:03.021622 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e310d387-c36a-403f-98a7-0c113e8363a3 req-f326be27-3538-4dd8-a865-1f06dce3018e service neutron] 10.222.0.49 "GET /v2.0/networks?id=2525c403-dfb3-4196-a273-739607aab38a HTTP/1.1" status: 200 len: 870 time: 0.3070908 Aug 12 14:32:03.043036 n-d-694802-15 neutron-server[94466]: DEBUG neutron.notifiers.nova [req-95507927-2a29-4571-b559-4d4648434189 req-33c1d234-1d62-426e-acfb-1c5f8d4ad201 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85489a13-e7f9-426f-8757-9b5fae8f281a {{(pid=94466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:32:03.055044 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-95507927-2a29-4571-b559-4d4648434189 req-33c1d234-1d62-426e-acfb-1c5f8d4ad201 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:03.070962 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [req-95507927-2a29-4571-b559-4d4648434189 req-33c1d234-1d62-426e-acfb-1c5f8d4ad201 service neutron] Transition to ACTIVE for port object 85489a13-e7f9-426f-8757-9b5fae8f281a will not be triggered until provisioned by entity L2. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:32:03.088824 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-95507927-2a29-4571-b559-4d4648434189 req-33c1d234-1d62-426e-acfb-1c5f8d4ad201 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3718439'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:03.108530 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-3327cfeb-c101-40b0-a767-7fb199991ed5 req-15f6a02c-1efc-4665-90b1-3fa8d225a7d1 tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] 10.222.0.39 "GET /v2.0/security-groups?id=6f569421-3ef5-4998-a0c5-f191379b6c78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2992792 Aug 12 14:32:03.150075 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e310d387-c36a-403f-98a7-0c113e8363a3 req-446e833c-5af2-42a1-bf3e-b021edc746f6 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.76&port_id=b02b231c-4105-48f1-b4af-e195dcf14aec HTTP/1.1" status: 200 len: 217 time: 0.1151249 Aug 12 14:32:03.201440 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c1d234-1d62-426e-acfb-1c5f8d4ad201 service neutron] Pushing event updated for resources: {'Port': ['ID=85489a13-e7f9-426f-8757-9b5fae8f281a,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:32:03.256687 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [req-95507927-2a29-4571-b559-4d4648434189 req-33c1d234-1d62-426e-acfb-1c5f8d4ad201 service neutron] Attempting to bind port 85489a13-e7f9-426f-8757-9b5fae8f281a on host n-h1-694802-15 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:32:03.256943 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [req-95507927-2a29-4571-b559-4d4648434189 req-33c1d234-1d62-426e-acfb-1c5f8d4ad201 service neutron] Attempting to bind port 85489a13-e7f9-426f-8757-9b5fae8f281a by drivers openvswitch,hyperv on host n-h1-694802-15 at level 0 using segments [{'id': '9ef950f6-5519-4190-8028-503a0a76e439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '1f88c89e-1834-4591-8586-4341f292deca'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:32:03.257276 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95507927-2a29-4571-b559-4d4648434189 req-33c1d234-1d62-426e-acfb-1c5f8d4ad201 service neutron] Attempting to bind port 85489a13-e7f9-426f-8757-9b5fae8f281a on network 1f88c89e-1834-4591-8586-4341f292deca {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:32:03.264138 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95507927-2a29-4571-b559-4d4648434189 req-33c1d234-1d62-426e-acfb-1c5f8d4ad201 service neutron] Port 85489a13-e7f9-426f-8757-9b5fae8f281a on network 1f88c89e-1834-4591-8586-4341f292deca not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-15 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 14:32:03.264513 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95507927-2a29-4571-b559-4d4648434189 req-33c1d234-1d62-426e-acfb-1c5f8d4ad201 service neutron] Attempting to bind port 85489a13-e7f9-426f-8757-9b5fae8f281a on network 1f88c89e-1834-4591-8586-4341f292deca {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:32:03.270159 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95507927-2a29-4571-b559-4d4648434189 req-33c1d234-1d62-426e-acfb-1c5f8d4ad201 service neutron] Checking agent: {'id': 'de568313-a3e6-454a-9813-77e25edcea95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 27, 41), 'started_at': datetime.datetime(2021, 8, 12, 14, 27, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 31, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:32:03.270498 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95507927-2a29-4571-b559-4d4648434189 req-33c1d234-1d62-426e-acfb-1c5f8d4ad201 service neutron] Checking segment: {'id': '9ef950f6-5519-4190-8028-503a0a76e439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '1f88c89e-1834-4591-8586-4341f292deca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:32:03.270878 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95507927-2a29-4571-b559-4d4648434189 req-33c1d234-1d62-426e-acfb-1c5f8d4ad201 service neutron] Bound using segment: {'id': '9ef950f6-5519-4190-8028-503a0a76e439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '1f88c89e-1834-4591-8586-4341f292deca'} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:32:03.271335 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [req-95507927-2a29-4571-b559-4d4648434189 req-33c1d234-1d62-426e-acfb-1c5f8d4ad201 service neutron] Bound port: 85489a13-e7f9-426f-8757-9b5fae8f281a, host: n-h1-694802-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ef950f6-5519-4190-8028-503a0a76e439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '1f88c89e-1834-4591-8586-4341f292deca'}}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:32:03.271688 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-95507927-2a29-4571-b559-4d4648434189 req-33c1d234-1d62-426e-acfb-1c5f8d4ad201 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:03.287812 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74229187-2736-4acf-9164-4ed3575c9645 req-8974e732-cd38-493d-a284-d366ea34150a tempest-ServersAdminNegativeTestJSON-968709522 tempest-ServersAdminNegativeTestJSON-968709522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:03.289430 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-74229187-2736-4acf-9164-4ed3575c9645 req-8974e732-cd38-493d-a284-d366ea34150a tempest-ServersAdminNegativeTestJSON-968709522 tempest-ServersAdminNegativeTestJSON-968709522-project] 10.222.0.39 "GET /v2.0/ports?device_id=fb44a2cc-5edd-4c43-8133-fa1f8727f60d HTTP/1.1" status: 200 len: 949 time: 0.1421754 Aug 12 14:32:03.291061 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e310d387-c36a-403f-98a7-0c113e8363a3 req-6ac69078-932a-4312-adb5-56381b71ffc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:03.292468 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e310d387-c36a-403f-98a7-0c113e8363a3 req-6ac69078-932a-4312-adb5-56381b71ffc6 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=236e0be6-1c94-4221-9e8b-ab02a53331f8 HTTP/1.1" status: 200 len: 843 time: 0.1336820 Aug 12 14:32:03.383981 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [req-95507927-2a29-4571-b559-4d4648434189 req-33c1d234-1d62-426e-acfb-1c5f8d4ad201 service neutron] For port 85489a13-e7f9-426f-8757-9b5fae8f281a, host n-h1-694802-15, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:32:03.384176 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-74229187-2736-4acf-9164-4ed3575c9645 req-f61fded9-efa8-40da-990f-ee821f93d5b4 tempest-ServersAdminNegativeTestJSON-968709522 tempest-ServersAdminNegativeTestJSON-968709522-project] 10.222.0.39 "GET /v2.0/security-groups?id=6f9b763c-c509-4e5f-b654-95da26c70755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852113 Aug 12 14:32:03.388425 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [req-95507927-2a29-4571-b559-4d4648434189 req-33c1d234-1d62-426e-acfb-1c5f8d4ad201 service neutron] For port 85489a13-e7f9-426f-8757-9b5fae8f281a, host n-h1-694802-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=85489a13-e7f9-426f-8757-9b5fae8f281a,segment=NetworkSegment(9ef950f6-5519-4190-8028-503a0a76e439),segment_id=9ef950f6-5519-4190-8028-503a0a76e439)] {{(pid=94466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:32:03.393421 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-95507927-2a29-4571-b559-4d4648434189 req-33c1d234-1d62-426e-acfb-1c5f8d4ad201 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3718439'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:03.395708 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e310d387-c36a-403f-98a7-0c113e8363a3 req-d0b89990-2e64-42cb-a446-ffb8b1fce5e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:03.398929 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e310d387-c36a-403f-98a7-0c113e8363a3 req-d0b89990-2e64-42cb-a446-ffb8b1fce5e7 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2525c403-dfb3-4196-a273-739607aab38a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0919015 Aug 12 14:32:03.437099 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95507927-2a29-4571-b559-4d4648434189 req-33c1d234-1d62-426e-acfb-1c5f8d4ad201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:03.438898 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-95507927-2a29-4571-b559-4d4648434189 req-33c1d234-1d62-426e-acfb-1c5f8d4ad201 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:03.439827 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-95507927-2a29-4571-b559-4d4648434189 req-33c1d234-1d62-426e-acfb-1c5f8d4ad201 service neutron] 10.222.0.64 "PUT /v2.0/ports/85489a13-e7f9-426f-8757-9b5fae8f281a HTTP/1.1" status: 200 len: 1092 time: 1.5804279 Aug 12 14:32:03.442317 n-d-694802-15 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49a3c0a4-ec67-4b04-8bde-6beb71c91199', 'tag': '85489a13-e7f9-426f-8757-9b5fae8f281a'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:32:03.452362 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e785eeede3897370d0b20f09d5f461b30cfecd5ed38c4f07dacd02bc52c9277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6cae59a-ab28-46a0-a333-fa83a8b6138a" -d '{"events": [{"name": "network-changed", "server_uuid": "49a3c0a4-ec67-4b04-8bde-6beb71c91199", "tag": "85489a13-e7f9-426f-8757-9b5fae8f281a"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:32:03.494570 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c1d234-1d62-426e-acfb-1c5f8d4ad201 service neutron] Pushing event updated for resources: {'Port': ['ID=85489a13-e7f9-426f-8757-9b5fae8f281a,revision_number=3']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:32:03.518086 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 14:32:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86809254-e275-4fe2-a53f-f3e1e91fe085 x-openstack-request-id: req-86809254-e275-4fe2-a53f-f3e1e91fe085 {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:32:03.518377 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49a3c0a4-ec67-4b04-8bde-6beb71c91199", "tag": "85489a13-e7f9-426f-8757-9b5fae8f281a", "status": "completed", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:32:03.518659 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-86809254-e275-4fe2-a53f-f3e1e91fe085 {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:32:03.519043 n-d-694802-15 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49a3c0a4-ec67-4b04-8bde-6beb71c91199', 'tag': '85489a13-e7f9-426f-8757-9b5fae8f281a', 'status': 'completed', 'code': 200} Aug 12 14:32:03.554898 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95507927-2a29-4571-b559-4d4648434189 req-79e032ed-92d3-43a2-8551-01a46159e599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:03.556546 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-95507927-2a29-4571-b559-4d4648434189 req-79e032ed-92d3-43a2-8551-01a46159e599 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2fd79171a8ca47bca77a7cc342fe86ce&device_id=49a3c0a4-ec67-4b04-8bde-6beb71c91199 HTTP/1.1" status: 200 len: 1095 time: 0.0553057 Aug 12 14:32:03.592794 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 9f14b892-110f-419c-8970-be83e737019b up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:32:03.612010 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-95507927-2a29-4571-b559-4d4648434189 req-f7a39287-58bf-4c71-a2c8-b8b1f4a00f93 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=85489a13-e7f9-426f-8757-9b5fae8f281a HTTP/1.1" status: 200 len: 217 time: 0.0475705 Aug 12 14:32:03.623351 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e310d387-c36a-403f-98a7-0c113e8363a3 req-31c48f2c-ab28-47b5-a50f-80705d9941a0 service neutron] 10.222.0.49 "GET /v2.0/networks/2525c403-dfb3-4196-a273-739607aab38a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2025671 Aug 12 14:32:03.633217 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3149edf-d2dc-453d-97c9-e5035f8016a3 req-04a88a9a-8b6d-4294-9534-c716f52b796e tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:03.635068 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d3149edf-d2dc-453d-97c9-e5035f8016a3 req-04a88a9a-8b6d-4294-9534-c716f52b796e tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] 10.222.0.39 "GET /v2.0/ports?device_id=f3c0eeb6-944f-4df5-921f-e67fd51b3f14 HTTP/1.1" status: 200 len: 948 time: 0.0708449 Aug 12 14:32:03.654375 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port 9f14b892-110f-419c-8970-be83e737019b triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:32:03.654747 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:03.738747 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95507927-2a29-4571-b559-4d4648434189 req-9cf69e93-65ad-47c1-bf88-e17db1a51c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:03.740585 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-95507927-2a29-4571-b559-4d4648434189 req-9cf69e93-65ad-47c1-bf88-e17db1a51c24 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=dd28ff73-a450-408b-b798-c34bd0481320 HTTP/1.1" status: 200 len: 851 time: 0.1214626 Aug 12 14:32:03.748829 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e310d387-c36a-403f-98a7-0c113e8363a3 req-0404359b-f5e7-46be-9b54-483bbf5ee84c service neutron] 10.222.0.49 "GET /v2.0/networks/2525c403-dfb3-4196-a273-739607aab38a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126404 Aug 12 14:32:03.756827 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device 67abbaef-4a78-4f87-8e89-f3760222f72e up at agent hyperv_n-h2-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:32:03.775145 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-95507927-2a29-4571-b559-4d4648434189 req-1f98e8ea-0f3a-4835-ad0e-cb557d690c71 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1f88c89e-1834-4591-8586-4341f292deca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268979 Aug 12 14:32:03.839126 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d3149edf-d2dc-453d-97c9-e5035f8016a3 req-5fec605d-ee27-4b0f-9e79-09f7adbc63f0 tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] 10.222.0.39 "GET /v2.0/security-groups?id=732c786f-d597-473b-bc9a-3d3a7bfc11d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949125 Aug 12 14:32:03.944593 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Provisioning for port 67abbaef-4a78-4f87-8e89-f3760222f72e completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:32:03.949786 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Provisioning complete for port 67abbaef-4a78-4f87-8e89-f3760222f72e triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:32:03.950204 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:03.953669 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-95507927-2a29-4571-b559-4d4648434189 req-6d33652c-628a-4554-9015-6efc8d8290b8 service neutron] 10.222.0.64 "GET /v2.0/networks/1f88c89e-1834-4591-8586-4341f292deca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1703489 Aug 12 14:32:04.135792 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e415ed9-d7b4-4dfd-b849-8179719d9985 req-87d9e4c5-a8e4-47ae-b345-d74302f5f695 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:04.137959 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0e415ed9-d7b4-4dfd-b849-8179719d9985 req-87d9e4c5-a8e4-47ae-b345-d74302f5f695 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] 10.222.0.49 "GET /v2.0/networks?id=a10dd9db-a24e-488c-8894-a27c36eaa630 HTTP/1.1" status: 200 len: 807 time: 0.2405949 Aug 12 14:32:04.153446 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-0e415ed9-d7b4-4dfd-b849-8179719d9985 req-8b216af0-4854-4ee6-ada2-065aa0308784 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] Request body: {'port': {'device_id': 'd3e6d2ac-ef5b-4192-80e2-af49f1b7a811', 'network_id': 'a10dd9db-a24e-488c-8894-a27c36eaa630', 'admin_state_up': True, 'tenant_id': '39c74547ea964352853351e74cbcb768'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:32:04.166079 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:04.202164 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb44a2cc-5edd-4c43-8133-fa1f8727f60d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67abbaef-4a78-4f87-8e89-f3760222f72e'}] {{(pid=94468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:32:04.205095 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99a8d87602170099c728e57431aca99e9b98a655a83bbf8727be13192709727b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1df42846-887f-4718-8ddb-45e42b1b0469" -d '{"events": [{"server_uuid": "fb44a2cc-5edd-4c43-8133-fa1f8727f60d", "name": "network-vif-plugged", "status": "completed", "tag": "67abbaef-4a78-4f87-8e89-f3760222f72e"}]}' {{(pid=94468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:32:04.224703 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device b02b231c-4105-48f1-b4af-e195dcf14aec no longer exists at agent hyperv_n-h1-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:32:04.230698 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port 67abbaef-4a78-4f87-8e89-f3760222f72e, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=67abbaef-4a78-4f87-8e89-f3760222f72e,segment=NetworkSegment(a1f8c867-101b-4d30-814e-b89f55a5edd0),segment_id=a1f8c867-101b-4d30-814e-b89f55a5edd0)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:32:04.237792 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-37c0a2af-4522-44dd-b283-6a4c99a0360a req-fe9ded2a-4ab7-495f-8ec3-3cb067fa22f2 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] 10.222.0.39 "GET /v2.0/ports?device_id=d3e6d2ac-ef5b-4192-80e2-af49f1b7a811 HTTP/1.1" status: 200 len: 210 time: 0.0737839 Aug 12 14:32:04.238737 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2420176a-c010-4a99-b0b8-04932d6b535f req-9610da58-c733-4796-a490-6ca09e36a158 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:04.240968 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-2420176a-c010-4a99-b0b8-04932d6b535f req-9610da58-c733-4796-a490-6ca09e36a158 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/ports?device_id=6fc00628-4d8c-4923-97cd-77f7ae0a9f27 HTTP/1.1" status: 200 len: 947 time: 0.1952569 Aug 12 14:32:04.281047 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-95507927-2a29-4571-b559-4d4648434189 req-c9191da6-d639-4da2-a6a8-cd182f14ddc6 service neutron] 10.222.0.64 "GET /v2.0/networks/1f88c89e-1834-4591-8586-4341f292deca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3163724 Aug 12 14:32:04.286303 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:04.380630 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device b02b231c-4105-48f1-b4af-e195dcf14aec not bound to the agent host n-h1-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:32:04.388562 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-2420176a-c010-4a99-b0b8-04932d6b535f req-62c724df-16af-4981-a8bd-45586ed11894 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0307eb3-f523-445b-8e1d-79deac809303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251781 Aug 12 14:32:04.398950 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Pushing event updated for resources: {'Port': ['ID=67abbaef-4a78-4f87-8e89-f3760222f72e,revision_number=5']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:32:04.405477 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cae59a-ab28-46a0-a333-fa83a8b6138a req-0bc87002-9ffa-47e6-b9e3-33e549f2f780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:04.407212 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-a6cae59a-ab28-46a0-a333-fa83a8b6138a req-0bc87002-9ffa-47e6-b9e3-33e549f2f780 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2fd79171a8ca47bca77a7cc342fe86ce&device_id=49a3c0a4-ec67-4b04-8bde-6beb71c91199 HTTP/1.1" status: 200 len: 1095 time: 0.0583105 Aug 12 14:32:04.432293 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e415ed9-d7b4-4dfd-b849-8179719d9985 req-8b216af0-4854-4ee6-ada2-065aa0308784 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] Made reservation on behalf of 39c74547ea964352853351e74cbcb768 for: {'port': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:32:04.438136 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-0e415ed9-d7b4-4dfd-b849-8179719d9985 req-8b216af0-4854-4ee6-ada2-065aa0308784 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:04.453305 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 14:32:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e5d28f5-d1f2-4abd-85eb-6911fa6bec61 x-openstack-request-id: req-9e5d28f5-d1f2-4abd-85eb-6911fa6bec61 {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:32:04.453598 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb44a2cc-5edd-4c43-8133-fa1f8727f60d", "name": "network-vif-plugged", "status": "completed", "tag": "67abbaef-4a78-4f87-8e89-f3760222f72e", "code": 200}]} {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:32:04.453853 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9e5d28f5-d1f2-4abd-85eb-6911fa6bec61 {{(pid=94468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:32:04.454245 n-d-694802-15 neutron-server[94468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb44a2cc-5edd-4c43-8133-fa1f8727f60d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67abbaef-4a78-4f87-8e89-f3760222f72e', 'code': 200} Aug 12 14:32:04.466684 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fc00628-4d8c-4923-97cd-77f7ae0a9f27', 'tag': 'b02b231c-4105-48f1-b4af-e195dcf14aec'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:32:04.469414 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e65282f928b64038367d043a4411777802006c43a98742496cb2e25b724ff1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a43c6d2e-c496-4477-96e6-9406a69b74cd" -d '{"events": [{"name": "network-changed", "server_uuid": "6fc00628-4d8c-4923-97cd-77f7ae0a9f27", "tag": "b02b231c-4105-48f1-b4af-e195dcf14aec"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:32:04.490928 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d76b808-fccd-4670-9c96-0468c99e1c74 req-014d3973-1472-4eb5-8fb5-102da5526f5f tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:04.492492 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9d76b808-fccd-4670-9c96-0468c99e1c74 req-014d3973-1472-4eb5-8fb5-102da5526f5f tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] 10.222.0.39 "GET /v2.0/ports?device_id=49a3c0a4-ec67-4b04-8bde-6beb71c91199 HTTP/1.1" status: 200 len: 943 time: 0.1444359 Aug 12 14:32:04.584791 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cae59a-ab28-46a0-a333-fa83a8b6138a req-ffd73198-c908-42c3-b93e-05163c648fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:04.586331 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-a6cae59a-ab28-46a0-a333-fa83a8b6138a req-ffd73198-c908-42c3-b93e-05163c648fb8 service neutron] 10.222.0.64 "GET /v2.0/networks?id=1f88c89e-1834-4591-8586-4341f292deca HTTP/1.1" status: 200 len: 912 time: 0.1672735 Aug 12 14:32:04.612177 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33722883-2e7e-45f5-94fc-fe6edc76004a req-e49808ac-9fa3-4f56-acaa-c401471f1eae tempest-ServersAdminNegativeTestJSON-968709522 tempest-ServersAdminNegativeTestJSON-968709522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:04.613857 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-33722883-2e7e-45f5-94fc-fe6edc76004a req-e49808ac-9fa3-4f56-acaa-c401471f1eae tempest-ServersAdminNegativeTestJSON-968709522 tempest-ServersAdminNegativeTestJSON-968709522-project] 10.222.0.39 "GET /v2.0/ports?device_id=fb44a2cc-5edd-4c43-8133-fa1f8727f60d HTTP/1.1" status: 200 len: 950 time: 0.0745773 Aug 12 14:32:04.643850 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-a6cae59a-ab28-46a0-a333-fa83a8b6138a req-70f185ef-a879-49df-bc73-9bcf5f05b616 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=85489a13-e7f9-426f-8757-9b5fae8f281a HTTP/1.1" status: 200 len: 217 time: 0.0471807 Aug 12 14:32:04.654294 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9d76b808-fccd-4670-9c96-0468c99e1c74 req-280ac975-cb5f-42f8-951f-e4054842abe4 tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] 10.222.0.39 "GET /v2.0/security-groups?id=6f569421-3ef5-4998-a0c5-f191379b6c78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534667 Aug 12 14:32:04.688750 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_common [req-0e415ed9-d7b4-4dfd-b849-8179719d9985 req-8b216af0-4854-4ee6-ada2-065aa0308784 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] Allocated IP 172.20.0.3 (a10dd9db-a24e-488c-8894-a27c36eaa630/d61545bd-f4f7-4794-86f8-5ac232439ea3/0a60b2ab-2e1f-466d-89a3-9f3975e77d1f) {{(pid=94467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:32:04.710901 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599a2d1d-4990-499b-a678-1fdbe8c37830 req-4134ec63-0fad-44cd-b271-f3260ceb317e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:04.712442 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-599a2d1d-4990-499b-a678-1fdbe8c37830 req-4134ec63-0fad-44cd-b271-f3260ceb317e service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=fb44a2cc-5edd-4c43-8133-fa1f8727f60d HTTP/1.1" status: 200 len: 1102 time: 0.1560073 Aug 12 14:32:04.718787 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-33722883-2e7e-45f5-94fc-fe6edc76004a req-8e18cca6-925a-4612-8668-694ef784451e tempest-ServersAdminNegativeTestJSON-968709522 tempest-ServersAdminNegativeTestJSON-968709522-project] 10.222.0.39 "GET /v2.0/security-groups?id=6f9b763c-c509-4e5f-b654-95da26c70755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774076 Aug 12 14:32:04.723397 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cae59a-ab28-46a0-a333-fa83a8b6138a req-245fcc20-e17e-428c-89d1-c05e468f9976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:04.725245 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-a6cae59a-ab28-46a0-a333-fa83a8b6138a req-245fcc20-e17e-428c-89d1-c05e468f9976 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=dd28ff73-a450-408b-b798-c34bd0481320 HTTP/1.1" status: 200 len: 851 time: 0.0681863 Aug 12 14:32:04.780790 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-a6cae59a-ab28-46a0-a333-fa83a8b6138a req-7910ea67-0985-4621-833e-fbb3dadf63ab service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1f88c89e-1834-4591-8586-4341f292deca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469241 Aug 12 14:32:04.790063 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-599a2d1d-4990-499b-a678-1fdbe8c37830 req-f46f8e82-2613-468e-a01b-a2c7247bc165 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=6f9b763c-c509-4e5f-b654-95da26c70755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644779 Aug 12 14:32:04.815721 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 14:32:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b6b84e6-4693-4b21-aba0-a69378edbd7b x-openstack-request-id: req-3b6b84e6-4693-4b21-aba0-a69378edbd7b {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:32:04.816020 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fc00628-4d8c-4923-97cd-77f7ae0a9f27", "tag": "b02b231c-4105-48f1-b4af-e195dcf14aec", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:32:04.816267 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3b6b84e6-4693-4b21-aba0-a69378edbd7b {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:32:04.816656 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fc00628-4d8c-4923-97cd-77f7ae0a9f27', 'tag': 'b02b231c-4105-48f1-b4af-e195dcf14aec', 'status': 'completed', 'code': 200} Aug 12 14:32:04.908846 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-a6cae59a-ab28-46a0-a333-fa83a8b6138a req-0e86e65c-b415-419e-a984-2ccce9a4bfe3 service neutron] 10.222.0.64 "GET /v2.0/networks/1f88c89e-1834-4591-8586-4341f292deca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197190 Aug 12 14:32:04.912002 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43c6d2e-c496-4477-96e6-9406a69b74cd req-e607acf8-04ca-475c-86ab-8f17003b3732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:04.913516 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a43c6d2e-c496-4477-96e6-9406a69b74cd req-e607acf8-04ca-475c-86ab-8f17003b3732 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e3f6e239b38a4f618b8ca0621fcc54e4&device_id=6fc00628-4d8c-4923-97cd-77f7ae0a9f27 HTTP/1.1" status: 200 len: 1099 time: 0.0857875 Aug 12 14:32:04.942969 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-0e415ed9-d7b4-4dfd-b849-8179719d9985 req-8b216af0-4854-4ee6-ada2-065aa0308784 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] Notify callbacks [] for port, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:05.017036 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-a6cae59a-ab28-46a0-a333-fa83a8b6138a req-76643a1f-6ce0-40e2-8b0d-64cb0cebef70 service neutron] 10.222.0.64 "GET /v2.0/networks/1f88c89e-1834-4591-8586-4341f292deca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890851 Aug 12 14:32:05.078371 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e69ad94-6f50-444a-b26f-53211b91bc49 req-6c813128-1f7c-46a0-97bd-d81d388df762 tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:05.080080 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6e69ad94-6f50-444a-b26f-53211b91bc49 req-6c813128-1f7c-46a0-97bd-d81d388df762 tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] 10.222.0.39 "GET /v2.0/ports?device_id=f3c0eeb6-944f-4df5-921f-e67fd51b3f14 HTTP/1.1" status: 200 len: 948 time: 0.1632521 Aug 12 14:32:05.123130 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43c6d2e-c496-4477-96e6-9406a69b74cd req-35ab64f2-a20b-47ff-98b8-eee7813a0dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:05.124713 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a43c6d2e-c496-4477-96e6-9406a69b74cd req-35ab64f2-a20b-47ff-98b8-eee7813a0dd7 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e3f6e239b38a4f618b8ca0621fcc54e4&device_id=6fc00628-4d8c-4923-97cd-77f7ae0a9f27 HTTP/1.1" status: 200 len: 1099 time: 0.1521430 Aug 12 14:32:05.129444 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43c6d2e-c496-4477-96e6-9406a69b74cd req-4f6e8811-8e93-4b17-9304-bd8fd1cd505d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:05.130751 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a43c6d2e-c496-4477-96e6-9406a69b74cd req-4f6e8811-8e93-4b17-9304-bd8fd1cd505d service neutron] 10.222.0.64 "GET /v2.0/networks?id=2525c403-dfb3-4196-a273-739607aab38a HTTP/1.1" status: 200 len: 870 time: 0.1987262 Aug 12 14:32:05.195932 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-0e415ed9-d7b4-4dfd-b849-8179719d9985 req-8b216af0-4854-4ee6-ada2-065aa0308784 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:05.236041 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6e69ad94-6f50-444a-b26f-53211b91bc49 req-52893d9e-2bbb-40e4-85b8-3012ca34c4fd tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] 10.222.0.39 "GET /v2.0/security-groups?id=732c786f-d597-473b-bc9a-3d3a7bfc11d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487906 Aug 12 14:32:05.240737 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a43c6d2e-c496-4477-96e6-9406a69b74cd req-c69f886f-1302-484e-914e-cb7a80b8fc61 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.76&port_id=b02b231c-4105-48f1-b4af-e195dcf14aec HTTP/1.1" status: 200 len: 217 time: 0.0902460 Aug 12 14:32:05.467545 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d2424b-d432-4c01-b2f3-f8157556a6a4 req-91a0d5d0-34a2-4d87-a170-17008f5b9945 tempest-VolumesAdminNegativeTest-637287772 tempest-VolumesAdminNegativeTest-637287772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:05.469131 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-77d2424b-d432-4c01-b2f3-f8157556a6a4 req-91a0d5d0-34a2-4d87-a170-17008f5b9945 tempest-VolumesAdminNegativeTest-637287772 tempest-VolumesAdminNegativeTest-637287772-project] 10.222.0.39 "GET /v2.0/ports?device_id=57de9997-470f-4c64-b8fe-7659fc34b86c HTTP/1.1" status: 200 len: 945 time: 0.0571065 Aug 12 14:32:05.509537 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-77d2424b-d432-4c01-b2f3-f8157556a6a4 req-3521f525-8a48-47ee-b925-c87bc091f880 tempest-VolumesAdminNegativeTest-637287772 tempest-VolumesAdminNegativeTest-637287772-project] 10.222.0.39 "GET /v2.0/security-groups?id=b601434a-120d-4628-9f15-8c3dde842503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338778 Aug 12 14:32:05.563632 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e415ed9-d7b4-4dfd-b849-8179719d9985 req-8b216af0-4854-4ee6-ada2-065aa0308784 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] Network a10dd9db-a24e-488c-8894-a27c36eaa630 is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:32:05.585354 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [req-0e415ed9-d7b4-4dfd-b849-8179719d9985 req-8b216af0-4854-4ee6-ada2-065aa0308784 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:32:05.609303 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e415ed9-d7b4-4dfd-b849-8179719d9985 req-8b216af0-4854-4ee6-ada2-065aa0308784 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] Received port after_create {{(pid=94467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:32:05.616581 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2de4c6c-fcbc-4b23-8661-94ba92e0d769 req-8a7acc08-5c00-41dc-8e78-f1e185b3f7dc tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:05.618098 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-b2de4c6c-fcbc-4b23-8661-94ba92e0d769 req-8a7acc08-5c00-41dc-8e78-f1e185b3f7dc tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/ports?device_id=6fc00628-4d8c-4923-97cd-77f7ae0a9f27 HTTP/1.1" status: 200 len: 947 time: 0.0514760 Aug 12 14:32:05.618413 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b216af0-4854-4ee6-ada2-065aa0308784 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] Pushing event updated for resources: {'Port': ['ID=0a60b2ab-2e1f-466d-89a3-9f3975e77d1f,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:32:05.664236 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-b2de4c6c-fcbc-4b23-8661-94ba92e0d769 req-28fc2bc8-ad81-4d86-979c-059c75dc560b tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0307eb3-f523-445b-8e1d-79deac809303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330789 Aug 12 14:32:05.669555 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43c6d2e-c496-4477-96e6-9406a69b74cd req-34d1d661-28fc-4427-b149-de9fb76619e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:05.671065 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a43c6d2e-c496-4477-96e6-9406a69b74cd req-34d1d661-28fc-4427-b149-de9fb76619e0 service neutron] 10.222.0.49 "GET /v2.0/networks?id=2525c403-dfb3-4196-a273-739607aab38a HTTP/1.1" status: 200 len: 870 time: 0.5359802 Aug 12 14:32:05.681052 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43c6d2e-c496-4477-96e6-9406a69b74cd req-24e6408c-bead-44d9-8db0-b08ce1b2b78e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:05.681052 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a43c6d2e-c496-4477-96e6-9406a69b74cd req-24e6408c-bead-44d9-8db0-b08ce1b2b78e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=236e0be6-1c94-4221-9e8b-ab02a53331f8 HTTP/1.1" status: 200 len: 843 time: 0.4125233 Aug 12 14:32:05.699210 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e415ed9-d7b4-4dfd-b849-8179719d9985 req-8b216af0-4854-4ee6-ada2-065aa0308784 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:05.699815 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-0e415ed9-d7b4-4dfd-b849-8179719d9985 req-8b216af0-4854-4ee6-ada2-065aa0308784 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:05.746029 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3652cc4f-e31a-4af9-97cb-45d5da590c8c req-77723d64-59d1-416e-aa31-6b8cb0ed4945 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:05.747692 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3652cc4f-e31a-4af9-97cb-45d5da590c8c req-77723d64-59d1-416e-aa31-6b8cb0ed4945 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] 10.222.0.39 "GET /v2.0/ports?device_id=d3e6d2ac-ef5b-4192-80e2-af49f1b7a811 HTTP/1.1" status: 200 len: 931 time: 0.1922874 Aug 12 14:32:05.755098 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a43c6d2e-c496-4477-96e6-9406a69b74cd req-0ef082c1-3489-4243-83b9-098275f716d7 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.76&port_id=b02b231c-4105-48f1-b4af-e195dcf14aec HTTP/1.1" status: 200 len: 217 time: 0.0712025 Aug 12 14:32:05.770924 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f25927-af77-4d13-85da-6e977fd8321c req-d1346638-5156-44ed-81b7-571e9bc3b7c4 tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:05.772628 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-38f25927-af77-4d13-85da-6e977fd8321c req-d1346638-5156-44ed-81b7-571e9bc3b7c4 tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] 10.222.0.39 "GET /v2.0/ports?device_id=49a3c0a4-ec67-4b04-8bde-6beb71c91199 HTTP/1.1" status: 200 len: 943 time: 0.0515058 Aug 12 14:32:05.794270 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0e415ed9-d7b4-4dfd-b849-8179719d9985 req-8b216af0-4854-4ee6-ada2-065aa0308784 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6451588 Aug 12 14:32:05.812244 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-38f25927-af77-4d13-85da-6e977fd8321c req-a2c23288-8359-4de7-840c-8d10107fab75 tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] 10.222.0.39 "GET /v2.0/security-groups?id=6f569421-3ef5-4998-a0c5-f191379b6c78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333052 Aug 12 14:32:05.819661 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-0e415ed9-d7b4-4dfd-b849-8179719d9985 req-14f925db-7585-4ac3-9c73-802e164b3187 service neutron] Request body: {'port': {'device_id': 'd3e6d2ac-ef5b-4192-80e2-af49f1b7a811', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-694802-15'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:32:05.887286 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3652cc4f-e31a-4af9-97cb-45d5da590c8c req-848e0bd7-ea09-41e4-a9fc-592eedcf8f6d tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] 10.222.0.39 "GET /v2.0/security-groups?id=11312995-c93d-4754-9dea-15693c54238a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182134 Aug 12 14:32:05.889149 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43c6d2e-c496-4477-96e6-9406a69b74cd req-f157f8d4-1f03-46df-bb49-9626b6f5456f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:05.890630 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a43c6d2e-c496-4477-96e6-9406a69b74cd req-f157f8d4-1f03-46df-bb49-9626b6f5456f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2525c403-dfb3-4196-a273-739607aab38a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1977777 Aug 12 14:32:05.893610 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43c6d2e-c496-4477-96e6-9406a69b74cd req-0529bf55-c8d9-4d44-9b10-5330f9cb17a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:05.894989 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a43c6d2e-c496-4477-96e6-9406a69b74cd req-0529bf55-c8d9-4d44-9b10-5330f9cb17a8 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=236e0be6-1c94-4221-9e8b-ab02a53331f8 HTTP/1.1" status: 200 len: 843 time: 0.1248281 Aug 12 14:32:05.932162 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31726ad6-b313-43f0-8678-e93ac99a486a req-66caacec-3a12-4bb6-a90f-60e515434090 tempest-ServersAdminNegativeTestJSON-968709522 tempest-ServersAdminNegativeTestJSON-968709522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:05.933949 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-31726ad6-b313-43f0-8678-e93ac99a486a req-66caacec-3a12-4bb6-a90f-60e515434090 tempest-ServersAdminNegativeTestJSON-968709522 tempest-ServersAdminNegativeTestJSON-968709522-project] 10.222.0.39 "GET /v2.0/ports?device_id=fb44a2cc-5edd-4c43-8133-fa1f8727f60d HTTP/1.1" status: 200 len: 950 time: 0.0623653 Aug 12 14:32:05.974140 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-31726ad6-b313-43f0-8678-e93ac99a486a req-762508c3-b40f-4455-af1e-7211c28a4fcd tempest-ServersAdminNegativeTestJSON-968709522 tempest-ServersAdminNegativeTestJSON-968709522-project] 10.222.0.39 "GET /v2.0/security-groups?id=6f9b763c-c509-4e5f-b654-95da26c70755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329485 Aug 12 14:32:05.986453 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-0e415ed9-d7b4-4dfd-b849-8179719d9985 req-14f925db-7585-4ac3-9c73-802e164b3187 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:06.048951 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43c6d2e-c496-4477-96e6-9406a69b74cd req-8e9347d9-258c-417c-8d20-e1e2848a8cba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:06.050461 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a43c6d2e-c496-4477-96e6-9406a69b74cd req-8e9347d9-258c-417c-8d20-e1e2848a8cba service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2525c403-dfb3-4196-a273-739607aab38a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1392891 Aug 12 14:32:06.100614 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a43c6d2e-c496-4477-96e6-9406a69b74cd req-4ec93c45-d475-46f6-b735-3558e7d6bff0 service neutron] 10.222.0.64 "GET /v2.0/networks/2525c403-dfb3-4196-a273-739607aab38a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1904438 Aug 12 14:32:06.381853 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a43c6d2e-c496-4477-96e6-9406a69b74cd req-73b51b24-6911-4b84-9dc6-97ced619e9a1 service neutron] 10.222.0.49 "GET /v2.0/networks/2525c403-dfb3-4196-a273-739607aab38a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3071761 Aug 12 14:32:06.392550 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a43c6d2e-c496-4477-96e6-9406a69b74cd req-99bd9359-553e-4f3e-9c77-a00435a39a1d service neutron] 10.222.0.64 "GET /v2.0/networks/2525c403-dfb3-4196-a273-739607aab38a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2243114 Aug 12 14:32:06.468328 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c3ad98-0346-452d-afed-bc32821fcd38 req-dd1e46e5-370a-4636-b848-9e0f868966db tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:06.469810 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-23c3ad98-0346-452d-afed-bc32821fcd38 req-dd1e46e5-370a-4636-b848-9e0f868966db tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] 10.222.0.39 "GET /v2.0/ports?device_id=f3c0eeb6-944f-4df5-921f-e67fd51b3f14 HTTP/1.1" status: 200 len: 948 time: 0.1514454 Aug 12 14:32:06.576568 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-23c3ad98-0346-452d-afed-bc32821fcd38 req-5ca70cf9-faa6-40a8-8d73-4f3642167148 tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] 10.222.0.39 "GET /v2.0/security-groups?id=732c786f-d597-473b-bc9a-3d3a7bfc11d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974171 Aug 12 14:32:06.579752 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [req-0e415ed9-d7b4-4dfd-b849-8179719d9985 req-14f925db-7585-4ac3-9c73-802e164b3187 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a60b2ab-2e1f-466d-89a3-9f3975e77d1f {{(pid=94467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:32:06.587584 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a43c6d2e-c496-4477-96e6-9406a69b74cd req-8c0a7be3-b89b-47f6-924c-85a46b339613 service neutron] 10.222.0.49 "GET /v2.0/networks/2525c403-dfb3-4196-a273-739607aab38a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1914704 Aug 12 14:32:06.589997 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-0e415ed9-d7b4-4dfd-b849-8179719d9985 req-14f925db-7585-4ac3-9c73-802e164b3187 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:06.603742 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [req-0e415ed9-d7b4-4dfd-b849-8179719d9985 req-14f925db-7585-4ac3-9c73-802e164b3187 service neutron] Transition to ACTIVE for port object 0a60b2ab-2e1f-466d-89a3-9f3975e77d1f will not be triggered until provisioned by entity L2. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:32:06.608611 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-0e415ed9-d7b4-4dfd-b849-8179719d9985 req-14f925db-7585-4ac3-9c73-802e164b3187 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:06.631090 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8b8df0-4251-4525-9793-4ec3714a4de2 req-9aebd245-2c48-4c5b-a1a9-07b41e44bad4 tempest-VolumesAdminNegativeTest-637287772 tempest-VolumesAdminNegativeTest-637287772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:06.632625 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-ab8b8df0-4251-4525-9793-4ec3714a4de2 req-9aebd245-2c48-4c5b-a1a9-07b41e44bad4 tempest-VolumesAdminNegativeTest-637287772 tempest-VolumesAdminNegativeTest-637287772-project] 10.222.0.39 "GET /v2.0/ports?device_id=57de9997-470f-4c64-b8fe-7659fc34b86c HTTP/1.1" status: 200 len: 945 time: 0.0549209 Aug 12 14:32:06.658916 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f925db-7585-4ac3-9c73-802e164b3187 service neutron] Pushing event updated for resources: {'Port': ['ID=0a60b2ab-2e1f-466d-89a3-9f3975e77d1f,revision_number=2']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:32:06.674736 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-ab8b8df0-4251-4525-9793-4ec3714a4de2 req-e96cc256-106c-4558-9a04-6b4571f2c6c1 tempest-VolumesAdminNegativeTest-637287772 tempest-VolumesAdminNegativeTest-637287772-project] 10.222.0.39 "GET /v2.0/security-groups?id=b601434a-120d-4628-9f15-8c3dde842503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352919 Aug 12 14:32:06.730548 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-0e415ed9-d7b4-4dfd-b849-8179719d9985 req-14f925db-7585-4ac3-9c73-802e164b3187 service neutron] Attempting to bind port 0a60b2ab-2e1f-466d-89a3-9f3975e77d1f on host n-h2-694802-15 for vnic_type normal with profile {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:32:06.730879 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-0e415ed9-d7b4-4dfd-b849-8179719d9985 req-14f925db-7585-4ac3-9c73-802e164b3187 service neutron] Attempting to bind port 0a60b2ab-2e1f-466d-89a3-9f3975e77d1f by drivers openvswitch,hyperv on host n-h2-694802-15 at level 0 using segments [{'id': '2c5f2abe-b754-491c-837b-06e8fcd65d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'a10dd9db-a24e-488c-8894-a27c36eaa630'}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:32:06.731235 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e415ed9-d7b4-4dfd-b849-8179719d9985 req-14f925db-7585-4ac3-9c73-802e164b3187 service neutron] Attempting to bind port 0a60b2ab-2e1f-466d-89a3-9f3975e77d1f on network a10dd9db-a24e-488c-8894-a27c36eaa630 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:32:06.735636 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e415ed9-d7b4-4dfd-b849-8179719d9985 req-14f925db-7585-4ac3-9c73-802e164b3187 service neutron] Port 0a60b2ab-2e1f-466d-89a3-9f3975e77d1f on network a10dd9db-a24e-488c-8894-a27c36eaa630 not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-15 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 14:32:06.735977 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e415ed9-d7b4-4dfd-b849-8179719d9985 req-14f925db-7585-4ac3-9c73-802e164b3187 service neutron] Attempting to bind port 0a60b2ab-2e1f-466d-89a3-9f3975e77d1f on network a10dd9db-a24e-488c-8894-a27c36eaa630 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:32:06.742660 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e415ed9-d7b4-4dfd-b849-8179719d9985 req-14f925db-7585-4ac3-9c73-802e164b3187 service neutron] Checking agent: {'id': 'b7697f71-33f3-4959-ad82-43c2dc15845d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 27, 42), 'started_at': datetime.datetime(2021, 8, 12, 14, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 31, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:32:06.742993 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e415ed9-d7b4-4dfd-b849-8179719d9985 req-14f925db-7585-4ac3-9c73-802e164b3187 service neutron] Checking segment: {'id': '2c5f2abe-b754-491c-837b-06e8fcd65d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'a10dd9db-a24e-488c-8894-a27c36eaa630'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:32:06.743390 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e415ed9-d7b4-4dfd-b849-8179719d9985 req-14f925db-7585-4ac3-9c73-802e164b3187 service neutron] Bound using segment: {'id': '2c5f2abe-b754-491c-837b-06e8fcd65d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'a10dd9db-a24e-488c-8894-a27c36eaa630'} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:32:06.743811 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-0e415ed9-d7b4-4dfd-b849-8179719d9985 req-14f925db-7585-4ac3-9c73-802e164b3187 service neutron] Bound port: 0a60b2ab-2e1f-466d-89a3-9f3975e77d1f, host: n-h2-694802-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c5f2abe-b754-491c-837b-06e8fcd65d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'a10dd9db-a24e-488c-8894-a27c36eaa630'}}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:32:06.744166 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-0e415ed9-d7b4-4dfd-b849-8179719d9985 req-14f925db-7585-4ac3-9c73-802e164b3187 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:06.827211 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3434184-c692-4ea1-95af-c6de063430f9 req-ce16f73b-c4cc-4edb-8061-3269ee1bef7b tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:06.828622 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f3434184-c692-4ea1-95af-c6de063430f9 req-ce16f73b-c4cc-4edb-8061-3269ee1bef7b tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/ports?device_id=6fc00628-4d8c-4923-97cd-77f7ae0a9f27 HTTP/1.1" status: 200 len: 947 time: 0.0876892 Aug 12 14:32:06.861916 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-0e415ed9-d7b4-4dfd-b849-8179719d9985 req-14f925db-7585-4ac3-9c73-802e164b3187 service neutron] For port 0a60b2ab-2e1f-466d-89a3-9f3975e77d1f, host n-h2-694802-15, cleared binding levels {{(pid=94467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:32:06.883809 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-0e415ed9-d7b4-4dfd-b849-8179719d9985 req-14f925db-7585-4ac3-9c73-802e164b3187 service neutron] For port 0a60b2ab-2e1f-466d-89a3-9f3975e77d1f, host n-h2-694802-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=0a60b2ab-2e1f-466d-89a3-9f3975e77d1f,segment=NetworkSegment(2c5f2abe-b754-491c-837b-06e8fcd65d4b),segment_id=2c5f2abe-b754-491c-837b-06e8fcd65d4b)] {{(pid=94467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:32:06.889957 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f3434184-c692-4ea1-95af-c6de063430f9 req-5a7eecee-7bbb-4ca7-bdd5-e923b21f31af tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0307eb3-f523-445b-8e1d-79deac809303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524979 Aug 12 14:32:06.891790 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-0e415ed9-d7b4-4dfd-b849-8179719d9985 req-14f925db-7585-4ac3-9c73-802e164b3187 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:06.926742 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e415ed9-d7b4-4dfd-b849-8179719d9985 req-14f925db-7585-4ac3-9c73-802e164b3187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:06.927390 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-0e415ed9-d7b4-4dfd-b849-8179719d9985 req-14f925db-7585-4ac3-9c73-802e164b3187 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:06.928811 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0e415ed9-d7b4-4dfd-b849-8179719d9985 req-14f925db-7585-4ac3-9c73-802e164b3187 service neutron] 10.222.0.49 "PUT /v2.0/ports/0a60b2ab-2e1f-466d-89a3-9f3975e77d1f HTTP/1.1" status: 200 len: 1092 time: 1.1132758 Aug 12 14:32:06.929246 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3e6d2ac-ef5b-4192-80e2-af49f1b7a811', 'tag': '0a60b2ab-2e1f-466d-89a3-9f3975e77d1f'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:32:06.931668 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e65282f928b64038367d043a4411777802006c43a98742496cb2e25b724ff1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-415a9a7f-6e94-4a7c-bc72-472b606ff876" -d '{"events": [{"name": "network-changed", "server_uuid": "d3e6d2ac-ef5b-4192-80e2-af49f1b7a811", "tag": "0a60b2ab-2e1f-466d-89a3-9f3975e77d1f"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:32:06.954789 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e64ddb-0b0d-4bce-82ab-90deff472b7f req-e97d1999-ca74-49f0-be29-d85727a8b2ea tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:06.962125 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-19e64ddb-0b0d-4bce-82ab-90deff472b7f req-e97d1999-ca74-49f0-be29-d85727a8b2ea tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] 10.222.0.39 "GET /v2.0/ports?device_id=49a3c0a4-ec67-4b04-8bde-6beb71c91199 HTTP/1.1" status: 200 len: 943 time: 0.0818343 Aug 12 14:32:06.987293 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f925db-7585-4ac3-9c73-802e164b3187 service neutron] Pushing event updated for resources: {'Port': ['ID=0a60b2ab-2e1f-466d-89a3-9f3975e77d1f,revision_number=3']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:32:06.998265 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-19e64ddb-0b0d-4bce-82ab-90deff472b7f req-78552d5b-1184-4c17-a883-1a03621181e5 tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] 10.222.0.39 "GET /v2.0/security-groups?id=6f569421-3ef5-4998-a0c5-f191379b6c78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352826 Aug 12 14:32:07.040605 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 14:32:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09a8564a-8619-4dcb-9ea5-78b430cbbc13 x-openstack-request-id: req-09a8564a-8619-4dcb-9ea5-78b430cbbc13 {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:32:07.041235 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3e6d2ac-ef5b-4192-80e2-af49f1b7a811", "tag": "0a60b2ab-2e1f-466d-89a3-9f3975e77d1f", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:32:07.041491 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-09a8564a-8619-4dcb-9ea5-78b430cbbc13 {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:32:07.041877 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3e6d2ac-ef5b-4192-80e2-af49f1b7a811', 'tag': '0a60b2ab-2e1f-466d-89a3-9f3975e77d1f', 'status': 'completed', 'code': 200} Aug 12 14:32:07.055315 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e415ed9-d7b4-4dfd-b849-8179719d9985 req-eb49be59-49bf-465f-bdc1-95ad251d6d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:07.057363 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0e415ed9-d7b4-4dfd-b849-8179719d9985 req-eb49be59-49bf-465f-bdc1-95ad251d6d8d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=39c74547ea964352853351e74cbcb768&device_id=d3e6d2ac-ef5b-4192-80e2-af49f1b7a811 HTTP/1.1" status: 200 len: 1095 time: 0.0798616 Aug 12 14:32:07.080396 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af195fe-c7ba-4028-98e4-ab715daa5e1f req-f8c0903d-8bce-415f-b0a6-9b1c30b2587b tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:07.082010 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-8af195fe-c7ba-4028-98e4-ab715daa5e1f req-f8c0903d-8bce-415f-b0a6-9b1c30b2587b tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] 10.222.0.39 "GET /v2.0/ports?device_id=d3e6d2ac-ef5b-4192-80e2-af49f1b7a811 HTTP/1.1" status: 200 len: 943 time: 0.0718396 Aug 12 14:32:07.112217 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0e415ed9-d7b4-4dfd-b849-8179719d9985 req-e592a5f1-6b45-4eba-8dff-fba26a3a7551 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0a60b2ab-2e1f-466d-89a3-9f3975e77d1f HTTP/1.1" status: 200 len: 217 time: 0.0470090 Aug 12 14:32:07.176179 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-8af195fe-c7ba-4028-98e4-ab715daa5e1f req-3fc5fbf4-3279-40b7-8bcd-609e216a8f08 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] 10.222.0.39 "GET /v2.0/security-groups?id=11312995-c93d-4754-9dea-15693c54238a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663588 Aug 12 14:32:07.185277 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e415ed9-d7b4-4dfd-b849-8179719d9985 req-492855af-1f2d-4d2d-8651-5d5ac58501e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:07.186707 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0e415ed9-d7b4-4dfd-b849-8179719d9985 req-492855af-1f2d-4d2d-8651-5d5ac58501e0 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d61545bd-f4f7-4794-86f8-5ac232439ea3 HTTP/1.1" status: 200 len: 847 time: 0.0626388 Aug 12 14:32:07.193231 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66242c40-f64c-4058-bcb7-f1bee5b7b936 req-72153121-16ff-4cd4-a709-0c72b1a3d56e tempest-ServersAdminNegativeTestJSON-968709522 tempest-ServersAdminNegativeTestJSON-968709522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:07.194745 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-66242c40-f64c-4058-bcb7-f1bee5b7b936 req-72153121-16ff-4cd4-a709-0c72b1a3d56e tempest-ServersAdminNegativeTestJSON-968709522 tempest-ServersAdminNegativeTestJSON-968709522-project] 10.222.0.39 "GET /v2.0/ports?device_id=fb44a2cc-5edd-4c43-8133-fa1f8727f60d HTTP/1.1" status: 200 len: 950 time: 0.0534613 Aug 12 14:32:07.225533 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0e415ed9-d7b4-4dfd-b849-8179719d9985 req-b15ad1e6-f8d2-4ad6-a37f-57a2a25ab6f3 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a10dd9db-a24e-488c-8894-a27c36eaa630&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278914 Aug 12 14:32:07.238202 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-66242c40-f64c-4058-bcb7-f1bee5b7b936 req-51c0f620-f469-4aa1-be08-5000ba68db5e tempest-ServersAdminNegativeTestJSON-968709522 tempest-ServersAdminNegativeTestJSON-968709522-project] 10.222.0.39 "GET /v2.0/security-groups?id=6f9b763c-c509-4e5f-b654-95da26c70755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364223 Aug 12 14:32:07.337453 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0e415ed9-d7b4-4dfd-b849-8179719d9985 req-2d8bddc0-0ce5-452d-b5bb-9f63016718b2 service neutron] 10.222.0.49 "GET /v2.0/networks/a10dd9db-a24e-488c-8894-a27c36eaa630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891385 Aug 12 14:32:07.439718 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0e415ed9-d7b4-4dfd-b849-8179719d9985 req-15cdd472-fbeb-465e-847a-bcff02259ba4 service neutron] 10.222.0.49 "GET /v2.0/networks/a10dd9db-a24e-488c-8894-a27c36eaa630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869348 Aug 12 14:32:07.451867 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-8b73d2b0-fe78-4a07-b1ae-79a3d6301bc7 req-3184558d-4e2c-4505-89cc-1e9058b6bde0 tempest-ServersAdminNegativeTestJSON-968709522 tempest-ServersAdminNegativeTestJSON-968709522-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=060ea8669f5a4b7caa8288a4bcc61022&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0223610 Aug 12 14:32:07.563799 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b73d2b0-fe78-4a07-b1ae-79a3d6301bc7 req-2fdc5603-151c-45fc-bb1b-be0cdd70bb30 tempest-ServersAdminNegativeTestJSON-968709522 tempest-ServersAdminNegativeTestJSON-968709522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:07.565384 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-8b73d2b0-fe78-4a07-b1ae-79a3d6301bc7 req-2fdc5603-151c-45fc-bb1b-be0cdd70bb30 tempest-ServersAdminNegativeTestJSON-968709522 tempest-ServersAdminNegativeTestJSON-968709522-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1078758 Aug 12 14:32:07.572164 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415a9a7f-6e94-4a7c-bc72-472b606ff876 req-41643d72-a423-4aca-bdca-bff1b1fe47a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:07.573716 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-415a9a7f-6e94-4a7c-bc72-472b606ff876 req-41643d72-a423-4aca-bdca-bff1b1fe47a4 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=39c74547ea964352853351e74cbcb768&device_id=d3e6d2ac-ef5b-4192-80e2-af49f1b7a811 HTTP/1.1" status: 200 len: 1095 time: 0.0624814 Aug 12 14:32:07.580614 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-8b73d2b0-fe78-4a07-b1ae-79a3d6301bc7 req-d6c4ce46-7740-4eef-8a5a-7a17252e5138 tempest-ServersAdminNegativeTestJSON-968709522 tempest-ServersAdminNegativeTestJSON-968709522-project] 10.222.0.39 "GET /v2.0/quotas/060ea8669f5a4b7caa8288a4bcc61022 HTTP/1.1" status: 200 len: 375 time: 0.0092304 Aug 12 14:32:07.595677 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f80ed32-51b0-4628-ab34-fa124548503d req-561996d6-faa1-4c5f-aa9b-a8dde3e1fe00 tempest-VolumesAdminNegativeTest-637287772 tempest-VolumesAdminNegativeTest-637287772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:07.597159 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-1f80ed32-51b0-4628-ab34-fa124548503d req-561996d6-faa1-4c5f-aa9b-a8dde3e1fe00 tempest-VolumesAdminNegativeTest-637287772 tempest-VolumesAdminNegativeTest-637287772-project] 10.222.0.49 "GET /v2.0/ports?device_id=57de9997-470f-4c64-b8fe-7659fc34b86c HTTP/1.1" status: 200 len: 945 time: 0.0519326 Aug 12 14:32:07.632391 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-8b73d2b0-fe78-4a07-b1ae-79a3d6301bc7 req-23185d70-1322-4896-ab9c-9465fe64f185 tempest-ServersAdminNegativeTestJSON-968709522 tempest-ServersAdminNegativeTestJSON-968709522-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=060ea8669f5a4b7caa8288a4bcc61022&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0463457 Aug 12 14:32:07.782670 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1908324c-0283-4d2f-a3d6-ec8408ded9cd req-d9c18787-6fd2-4c8a-8de2-d31ff6bc3220 tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:07.784450 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-1908324c-0283-4d2f-a3d6-ec8408ded9cd req-d9c18787-6fd2-4c8a-8de2-d31ff6bc3220 tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] 10.222.0.39 "GET /v2.0/ports?device_id=f3c0eeb6-944f-4df5-921f-e67fd51b3f14 HTTP/1.1" status: 200 len: 948 time: 0.1140084 Aug 12 14:32:07.786772 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device b02b231c-4105-48f1-b4af-e195dcf14aec details requested by agent hyperv_n-h2-694802-15 with host n-h2-694802-15 {{(pid=94468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 14:32:07.811041 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415a9a7f-6e94-4a7c-bc72-472b606ff876 req-9f48dd9b-fd90-4109-8455-c5abcceab096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:07.812411 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-415a9a7f-6e94-4a7c-bc72-472b606ff876 req-9f48dd9b-fd90-4109-8455-c5abcceab096 service neutron] 10.222.0.49 "GET /v2.0/networks?id=a10dd9db-a24e-488c-8894-a27c36eaa630 HTTP/1.1" status: 200 len: 908 time: 0.2143903 Aug 12 14:32:07.850067 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b7f0ab-c7b1-442b-ab4b-b9120127e349 req-c7ab2fc1-a614-4cce-9b82-e430f3ba28a1 tempest-VolumesAdminNegativeTest-637287772 tempest-VolumesAdminNegativeTest-637287772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:07.852180 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-40b7f0ab-c7b1-442b-ab4b-b9120127e349 req-c7ab2fc1-a614-4cce-9b82-e430f3ba28a1 tempest-VolumesAdminNegativeTest-637287772 tempest-VolumesAdminNegativeTest-637287772-project] 10.222.0.39 "GET /v2.0/ports?device_id=57de9997-470f-4c64-b8fe-7659fc34b86c HTTP/1.1" status: 200 len: 945 time: 0.0639184 Aug 12 14:32:07.878812 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-415a9a7f-6e94-4a7c-bc72-472b606ff876 req-b67c7909-0dcb-40d2-ae3a-6749a0ad3f36 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0a60b2ab-2e1f-466d-89a3-9f3975e77d1f HTTP/1.1" status: 200 len: 217 time: 0.0518823 Aug 12 14:32:07.883221 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-1908324c-0283-4d2f-a3d6-ec8408ded9cd req-480e31ed-6a12-4456-a988-aab378bd8adf tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] 10.222.0.39 "GET /v2.0/security-groups?id=732c786f-d597-473b-bc9a-3d3a7bfc11d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847464 Aug 12 14:32:07.890482 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [req-1f80ed32-51b0-4628-ab34-fa124548503d req-886a07b2-f30c-40a7-bd8c-3dac40e44635 tempest-VolumesAdminNegativeTest-637287772 tempest-VolumesAdminNegativeTest-637287772-project] Deleting port e95d18d3-2a4f-41b9-9fc4-d341c3298096 {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:32:07.890821 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-1f80ed32-51b0-4628-ab34-fa124548503d req-886a07b2-f30c-40a7-bd8c-3dac40e44635 tempest-VolumesAdminNegativeTest-637287772 tempest-VolumesAdminNegativeTest-637287772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:07.905150 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port b02b231c-4105-48f1-b4af-e195dcf14aec, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=b02b231c-4105-48f1-b4af-e195dcf14aec,segment=NetworkSegment(a1f8c867-101b-4d30-814e-b89f55a5edd0),segment_id=a1f8c867-101b-4d30-814e-b89f55a5edd0)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:32:07.919502 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Returning: {'device': 'b02b231c-4105-48f1-b4af-e195dcf14aec', 'network_id': '2525c403-dfb3-4196-a273-739607aab38a', 'port_id': 'b02b231c-4105-48f1-b4af-e195dcf14aec', 'mac_address': 'fa:16:3e:29:30:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '236e0be6-1c94-4221-9e8b-ab02a53331f8', 'ip_address': '192.168.233.76'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 14:32:07.921628 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-40b7f0ab-c7b1-442b-ab4b-b9120127e349 req-3f6ee1f9-def8-4590-b378-b834b32e2173 tempest-VolumesAdminNegativeTest-637287772 tempest-VolumesAdminNegativeTest-637287772-project] 10.222.0.39 "GET /v2.0/security-groups?id=b601434a-120d-4628-9f15-8c3dde842503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575652 Aug 12 14:32:08.021020 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415a9a7f-6e94-4a7c-bc72-472b606ff876 req-4f8d2c0b-dcfd-478d-bdec-a737a6b5fb5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:08.022636 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-415a9a7f-6e94-4a7c-bc72-472b606ff876 req-4f8d2c0b-dcfd-478d-bdec-a737a6b5fb5f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d61545bd-f4f7-4794-86f8-5ac232439ea3 HTTP/1.1" status: 200 len: 847 time: 0.1287985 Aug 12 14:32:08.024611 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3e8761f3-33ed-4fa3-953d-68b96ff3d880 req-befbc5a1-7a3f-42af-97b8-7353e46843f7 tempest-ServersAdminNegativeTestJSON-968709522 tempest-ServersAdminNegativeTestJSON-968709522-project] 10.222.0.39 "GET /v2.0/ports?device_id=34c80265-70c4-49c6-ab71-c5babf1b6721 HTTP/1.1" status: 200 len: 210 time: 0.0450985 Aug 12 14:32:08.039568 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:08.090455 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b02b231c-4105-48f1-b4af-e195dcf14aec {{(pid=94468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:32:08.092144 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-415a9a7f-6e94-4a7c-bc72-472b606ff876 req-d9618809-5738-44d5-abca-cfbd9dd9fa69 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a10dd9db-a24e-488c-8894-a27c36eaa630&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360656 Aug 12 14:32:08.128918 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6889697-538b-48a2-a2d4-472dc2021355 req-8352abe8-5d38-4098-a1de-e7bdb8cd8456 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:08.129479 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port b02b231c-4105-48f1-b4af-e195dcf14aec, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=b02b231c-4105-48f1-b4af-e195dcf14aec,segment=NetworkSegment(a1f8c867-101b-4d30-814e-b89f55a5edd0),segment_id=a1f8c867-101b-4d30-814e-b89f55a5edd0)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:32:08.134987 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-1f80ed32-51b0-4628-ab34-fa124548503d req-886a07b2-f30c-40a7-bd8c-3dac40e44635 tempest-VolumesAdminNegativeTest-637287772 tempest-VolumesAdminNegativeTest-637287772-project] For port e95d18d3-2a4f-41b9-9fc4-d341c3298096, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=e95d18d3-2a4f-41b9-9fc4-d341c3298096,segment=NetworkSegment(1693102a-0199-441c-a2ed-95db47f94b16),segment_id=1693102a-0199-441c-a2ed-95db47f94b16)] {{(pid=94467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:32:08.135483 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-1f80ed32-51b0-4628-ab34-fa124548503d req-886a07b2-f30c-40a7-bd8c-3dac40e44635 tempest-VolumesAdminNegativeTest-637287772 tempest-VolumesAdminNegativeTest-637287772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:08.135930 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:08.142814 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-c6889697-538b-48a2-a2d4-472dc2021355 req-8352abe8-5d38-4098-a1de-e7bdb8cd8456 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/ports?device_id=6fc00628-4d8c-4923-97cd-77f7ae0a9f27 HTTP/1.1" status: 200 len: 947 time: 0.1638072 Aug 12 14:32:08.213096 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [req-1f80ed32-51b0-4628-ab34-fa124548503d req-886a07b2-f30c-40a7-bd8c-3dac40e44635 tempest-VolumesAdminNegativeTest-637287772 tempest-VolumesAdminNegativeTest-637287772-project] Calling delete_port for e95d18d3-2a4f-41b9-9fc4-d341c3298096 owned by compute:nova {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:32:08.234266 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-c6889697-538b-48a2-a2d4-472dc2021355 req-54bc7c0d-24d2-4d90-b227-98eed375d461 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0307eb3-f523-445b-8e1d-79deac809303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837014 Aug 12 14:32:08.251142 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Pushing event updated for resources: {'Port': ['ID=b02b231c-4105-48f1-b4af-e195dcf14aec,revision_number=8']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:32:08.273434 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device 85489a13-e7f9-426f-8757-9b5fae8f281a details requested by agent hyperv_n-h1-694802-15 with host n-h1-694802-15 {{(pid=94468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 14:32:08.426766 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port 85489a13-e7f9-426f-8757-9b5fae8f281a, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=85489a13-e7f9-426f-8757-9b5fae8f281a,segment=NetworkSegment(9ef950f6-5519-4190-8028-503a0a76e439),segment_id=9ef950f6-5519-4190-8028-503a0a76e439)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:32:08.443440 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Returning: {'device': '85489a13-e7f9-426f-8757-9b5fae8f281a', 'network_id': '1f88c89e-1834-4591-8586-4341f292deca', 'port_id': '85489a13-e7f9-426f-8757-9b5fae8f281a', 'mac_address': 'fa:16:3e:09:3f:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd28ff73-a450-408b-b798-c34bd0481320', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 14:32:08.454929 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee82b1c3-d545-463c-a12c-5199a659c504 req-1b91cc06-2ef4-4260-93ee-2069e8ca9d7c tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:08.456878 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-ee82b1c3-d545-463c-a12c-5199a659c504 req-1b91cc06-2ef4-4260-93ee-2069e8ca9d7c tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] 10.222.0.39 "GET /v2.0/ports?device_id=d3e6d2ac-ef5b-4192-80e2-af49f1b7a811 HTTP/1.1" status: 200 len: 943 time: 0.0768290 Aug 12 14:32:08.489905 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:08.503564 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85489a13-e7f9-426f-8757-9b5fae8f281a {{(pid=94468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:32:08.504535 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-ee82b1c3-d545-463c-a12c-5199a659c504 req-c5ed33b2-ad57-4eee-8e60-286e7be2914c tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] 10.222.0.39 "GET /v2.0/security-groups?id=11312995-c93d-4754-9dea-15693c54238a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407393 Aug 12 14:32:08.532336 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port 85489a13-e7f9-426f-8757-9b5fae8f281a, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=85489a13-e7f9-426f-8757-9b5fae8f281a,segment=NetworkSegment(9ef950f6-5519-4190-8028-503a0a76e439),segment_id=9ef950f6-5519-4190-8028-503a0a76e439)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:32:08.536688 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:08.554451 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4c0ce6-bce9-46c7-ba31-9fee4399a2bd req-56c57395-eb71-4572-8524-1d42b50cfc84 tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:08.555970 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-de4c0ce6-bce9-46c7-ba31-9fee4399a2bd req-56c57395-eb71-4572-8524-1d42b50cfc84 tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] 10.222.0.39 "GET /v2.0/ports?device_id=49a3c0a4-ec67-4b04-8bde-6beb71c91199 HTTP/1.1" status: 200 len: 943 time: 0.4233224 Aug 12 14:32:08.570811 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] get_ports_and_sgs() called for port_ids ['b02b231c-4105-48f1-b4af-e195dcf14aec'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:32:08.612331 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-415a9a7f-6e94-4a7c-bc72-472b606ff876 req-f9fced4b-81a9-4bde-919f-9e3cfa3c05d9 service neutron] 10.222.0.49 "GET /v2.0/networks/a10dd9db-a24e-488c-8894-a27c36eaa630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5099370 Aug 12 14:32:08.632454 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Pushing event updated for resources: {'Port': ['ID=85489a13-e7f9-426f-8757-9b5fae8f281a,revision_number=4']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:32:08.652811 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-de4c0ce6-bce9-46c7-ba31-9fee4399a2bd req-d2b23a12-2f80-4f11-a659-8e449170ab57 tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] 10.222.0.39 "GET /v2.0/security-groups?id=6f569421-3ef5-4998-a0c5-f191379b6c78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883577 Aug 12 14:32:08.759519 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-415a9a7f-6e94-4a7c-bc72-472b606ff876 req-babcd3b2-8126-43fc-b088-4269e3523077 service neutron] 10.222.0.49 "GET /v2.0/networks/a10dd9db-a24e-488c-8894-a27c36eaa630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298516 Aug 12 14:32:08.760508 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-1f80ed32-51b0-4628-ab34-fa124548503d req-886a07b2-f30c-40a7-bd8c-3dac40e44635 tempest-VolumesAdminNegativeTest-637287772 tempest-VolumesAdminNegativeTest-637287772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:08.790081 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886a07b2-f30c-40a7-bd8c-3dac40e44635 tempest-VolumesAdminNegativeTest-637287772 tempest-VolumesAdminNegativeTest-637287772-project] Pushing event deleted for resources: {'Port': ['ID=e95d18d3-2a4f-41b9-9fc4-d341c3298096,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:32:08.814275 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] get_ports_and_sgs() called for port_ids ['85489a13-e7f9-426f-8757-9b5fae8f281a'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:32:08.831143 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f80ed32-51b0-4628-ab34-fa124548503d req-886a07b2-f30c-40a7-bd8c-3dac40e44635 tempest-VolumesAdminNegativeTest-637287772 tempest-VolumesAdminNegativeTest-637287772-project] No DVR routers for this DVR port e95d18d3-2a4f-41b9-9fc4-d341c3298096 on host n-h2-694802-15 {{(pid=94467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:32:08.833782 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-1f80ed32-51b0-4628-ab34-fa124548503d req-886a07b2-f30c-40a7-bd8c-3dac40e44635 tempest-VolumesAdminNegativeTest-637287772 tempest-VolumesAdminNegativeTest-637287772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:08.835797 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-1f80ed32-51b0-4628-ab34-fa124548503d req-886a07b2-f30c-40a7-bd8c-3dac40e44635 tempest-VolumesAdminNegativeTest-637287772 tempest-VolumesAdminNegativeTest-637287772-project] 10.222.0.49 "DELETE /v2.0/ports/e95d18d3-2a4f-41b9-9fc4-d341c3298096 HTTP/1.1" status: 204 len: 173 time: 1.2297094 Aug 12 14:32:09.009366 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88787c12-c7ea-4ead-a671-f86aba3adb4b req-667d3cce-45e9-4382-af97-cd4d6d7cdf43 tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:09.011510 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-88787c12-c7ea-4ead-a671-f86aba3adb4b req-667d3cce-45e9-4382-af97-cd4d6d7cdf43 tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] 10.222.0.39 "GET /v2.0/ports?device_id=f3c0eeb6-944f-4df5-921f-e67fd51b3f14 HTTP/1.1" status: 200 len: 948 time: 0.0514114 Aug 12 14:32:09.026162 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a6dc4559-656a-4932-9f23-7eff489947be req-df1c0400-bd56-4791-8464-5e40f4cb293a tempest-VolumesAdminNegativeTest-637287772 tempest-VolumesAdminNegativeTest-637287772-project] 10.222.0.39 "GET /v2.0/ports?device_id=57de9997-470f-4c64-b8fe-7659fc34b86c HTTP/1.1" status: 200 len: 210 time: 0.0313497 Aug 12 14:32:09.042902 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57de9997-470f-4c64-b8fe-7659fc34b86c', 'name': 'network-vif-deleted', 'tag': 'e95d18d3-2a4f-41b9-9fc4-d341c3298096'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:32:09.045258 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e65282f928b64038367d043a4411777802006c43a98742496cb2e25b724ff1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81f31485-a7dc-457a-bb8d-cc4a2593707e" -d '{"events": [{"server_uuid": "57de9997-470f-4c64-b8fe-7659fc34b86c", "name": "network-vif-deleted", "tag": "e95d18d3-2a4f-41b9-9fc4-d341c3298096"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:32:09.050002 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-88787c12-c7ea-4ead-a671-f86aba3adb4b req-c54602b5-21de-47d3-b001-ee31ebb88a0c tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] 10.222.0.39 "GET /v2.0/security-groups?id=732c786f-d597-473b-bc9a-3d3a7bfc11d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325665 Aug 12 14:32:09.118323 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 14:32:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-262ee5a3-afbf-4ab0-b66d-90af8f37eb55 x-openstack-request-id: req-262ee5a3-afbf-4ab0-b66d-90af8f37eb55 {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:32:09.118618 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57de9997-470f-4c64-b8fe-7659fc34b86c", "name": "network-vif-deleted", "tag": "e95d18d3-2a4f-41b9-9fc4-d341c3298096", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:32:09.118853 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-262ee5a3-afbf-4ab0-b66d-90af8f37eb55 {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:32:09.119249 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57de9997-470f-4c64-b8fe-7659fc34b86c', 'name': 'network-vif-deleted', 'tag': 'e95d18d3-2a4f-41b9-9fc4-d341c3298096', 'status': 'completed', 'code': 200} Aug 12 14:32:09.136022 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2a8de9dc-ff5f-4357-975b-beddff544e77 req-16e76c51-a265-4008-9f96-d789ef8f748c tempest-ServersAdminNegativeTestJSON-968709522 tempest-ServersAdminNegativeTestJSON-968709522-project] 10.222.0.39 "GET /v2.0/ports?device_id=34c80265-70c4-49c6-ab71-c5babf1b6721 HTTP/1.1" status: 200 len: 210 time: 0.0322266 Aug 12 14:32:09.171126 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-8b73d2b0-fe78-4a07-b1ae-79a3d6301bc7 req-7108ee61-6b6d-4ce2-8da6-775b7e08c1b6 tempest-ServersAdminNegativeTestJSON-968709522 tempest-ServersAdminNegativeTestJSON-968709522-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=060ea8669f5a4b7caa8288a4bcc61022&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0299134 Aug 12 14:32:09.287779 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b73d2b0-fe78-4a07-b1ae-79a3d6301bc7 req-5724121b-a7f1-4f8c-bb4e-7887be272910 tempest-ServersAdminNegativeTestJSON-968709522 tempest-ServersAdminNegativeTestJSON-968709522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:09.289231 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-8b73d2b0-fe78-4a07-b1ae-79a3d6301bc7 req-5724121b-a7f1-4f8c-bb4e-7887be272910 tempest-ServersAdminNegativeTestJSON-968709522 tempest-ServersAdminNegativeTestJSON-968709522-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1116714 Aug 12 14:32:09.312472 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-8b73d2b0-fe78-4a07-b1ae-79a3d6301bc7 req-dcd47382-16fe-4634-8851-0beb3aa0e1da tempest-ServersAdminNegativeTestJSON-968709522 tempest-ServersAdminNegativeTestJSON-968709522-project] Request body: {'port': {'device_id': '34c80265-70c4-49c6-ab71-c5babf1b6721', 'network_id': '2525c403-dfb3-4196-a273-739607aab38a', 'admin_state_up': True, 'tenant_id': '060ea8669f5a4b7caa8288a4bcc61022'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:32:09.351292 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ff5458-f0e6-4906-a1f2-639a2d77d056 req-d07f9ad6-3158-4ce4-8d38-ca8503e9e70f tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:09.352828 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-42ff5458-f0e6-4906-a1f2-639a2d77d056 req-d07f9ad6-3158-4ce4-8d38-ca8503e9e70f tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/ports?device_id=6fc00628-4d8c-4923-97cd-77f7ae0a9f27 HTTP/1.1" status: 200 len: 948 time: 0.0510457 Aug 12 14:32:09.400286 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-42ff5458-f0e6-4906-a1f2-639a2d77d056 req-9b8d00d8-bbdb-4b9a-88f9-0d81e2e9acc8 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0307eb3-f523-445b-8e1d-79deac809303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385594 Aug 12 14:32:09.430885 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b73d2b0-fe78-4a07-b1ae-79a3d6301bc7 req-dcd47382-16fe-4634-8851-0beb3aa0e1da tempest-ServersAdminNegativeTestJSON-968709522 tempest-ServersAdminNegativeTestJSON-968709522-project] Made reservation on behalf of 060ea8669f5a4b7caa8288a4bcc61022 for: {'port': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:32:09.434475 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-8b73d2b0-fe78-4a07-b1ae-79a3d6301bc7 req-dcd47382-16fe-4634-8851-0beb3aa0e1da tempest-ServersAdminNegativeTestJSON-968709522 tempest-ServersAdminNegativeTestJSON-968709522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:09.598237 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] get_ports_and_sgs() called for port_ids ['e95d18d3-2a4f-41b9-9fc4-d341c3298096'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:32:09.616564 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dcafb9-aba2-4ad4-b9d3-a7d17b54e1a2 req-1205e667-c62d-4fbc-b74f-319b137ead26 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:09.618304 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-10dcafb9-aba2-4ad4-b9d3-a7d17b54e1a2 req-1205e667-c62d-4fbc-b74f-319b137ead26 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/ports?device_id=6fc00628-4d8c-4923-97cd-77f7ae0a9f27 HTTP/1.1" status: 200 len: 948 time: 0.0651042 Aug 12 14:32:09.629355 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_common [req-8b73d2b0-fe78-4a07-b1ae-79a3d6301bc7 req-dcd47382-16fe-4634-8851-0beb3aa0e1da tempest-ServersAdminNegativeTestJSON-968709522 tempest-ServersAdminNegativeTestJSON-968709522-project] Allocated IP 192.168.233.144 (2525c403-dfb3-4196-a273-739607aab38a/236e0be6-1c94-4221-9e8b-ab02a53331f8/cff7ac25-505e-4395-b6ff-68f7d36eb731) {{(pid=94467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:32:09.658346 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-10dcafb9-aba2-4ad4-b9d3-a7d17b54e1a2 req-2a5f02a5-40f7-4409-a6ff-99b4ff506d7f tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0307eb3-f523-445b-8e1d-79deac809303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334344 Aug 12 14:32:09.765420 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3deadee9-9d57-43f2-9f6f-ba94063b07a1 req-7eb5d744-0840-4721-a2a4-daba0160bf6f tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:09.766936 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3deadee9-9d57-43f2-9f6f-ba94063b07a1 req-7eb5d744-0840-4721-a2a4-daba0160bf6f tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] 10.222.0.39 "GET /v2.0/ports?device_id=d3e6d2ac-ef5b-4192-80e2-af49f1b7a811 HTTP/1.1" status: 200 len: 943 time: 0.1718907 Aug 12 14:32:09.783774 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec45e480-e470-4639-847f-1b721210fba7 req-f3fc1d06-7aba-46f3-a45d-dbbafb963d94 tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:09.785386 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-ec45e480-e470-4639-847f-1b721210fba7 req-f3fc1d06-7aba-46f3-a45d-dbbafb963d94 tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] 10.222.0.39 "GET /v2.0/ports?device_id=49a3c0a4-ec67-4b04-8bde-6beb71c91199 HTTP/1.1" status: 200 len: 944 time: 0.0547378 Aug 12 14:32:09.801877 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device b02b231c-4105-48f1-b4af-e195dcf14aec up at agent hyperv_n-h2-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:32:09.822231 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3195a5f3-0a41-4ebf-b63f-b11c9c0042e3 req-0efafb86-7b39-45ac-abaa-fe41007b7cfd tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:09.824377 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3195a5f3-0a41-4ebf-b63f-b11c9c0042e3 req-0efafb86-7b39-45ac-abaa-fe41007b7cfd tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.64 "GET /v2.0/ports?device_id=6fc00628-4d8c-4923-97cd-77f7ae0a9f27&tenant_id=e3f6e239b38a4f618b8ca0621fcc54e4&binding%3Ahost_id=n-h2-694802-15 HTTP/1.1" status: 200 len: 948 time: 0.1968515 Aug 12 14:32:09.833152 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-ec45e480-e470-4639-847f-1b721210fba7 req-e4ab9d12-dbca-4746-98da-28ee5edd22ef tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] 10.222.0.39 "GET /v2.0/security-groups?id=6f569421-3ef5-4998-a0c5-f191379b6c78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404441 Aug 12 14:32:09.852799 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Provisioning for port b02b231c-4105-48f1-b4af-e195dcf14aec completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:32:09.857079 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Provisioning complete for port b02b231c-4105-48f1-b4af-e195dcf14aec triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:32:09.857457 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:09.909715 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3deadee9-9d57-43f2-9f6f-ba94063b07a1 req-58a45496-d21b-4d60-a547-f9f377eaf0b1 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] 10.222.0.39 "GET /v2.0/security-groups?id=11312995-c93d-4754-9dea-15693c54238a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305339 Aug 12 14:32:09.936443 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:09.958653 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fc00628-4d8c-4923-97cd-77f7ae0a9f27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b02b231c-4105-48f1-b4af-e195dcf14aec'}] {{(pid=94468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:32:09.960906 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99a8d87602170099c728e57431aca99e9b98a655a83bbf8727be13192709727b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31c1a0a9-b0d6-40c0-966a-b2ba59f5952f" -d '{"events": [{"server_uuid": "6fc00628-4d8c-4923-97cd-77f7ae0a9f27", "name": "network-vif-plugged", "status": "completed", "tag": "b02b231c-4105-48f1-b4af-e195dcf14aec"}]}' {{(pid=94468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:32:09.970024 n-d-694802-15 neutron-server[94467]: INFO neutron.api.v2.resource [req-3195a5f3-0a41-4ebf-b63f-b11c9c0042e3 req-7c6df134-7eeb-4faf-a26f-532fbe138201 service neutron] delete failed (client error): The resource could not be found. Aug 12 14:32:09.970832 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3195a5f3-0a41-4ebf-b63f-b11c9c0042e3 req-7c6df134-7eeb-4faf-a26f-532fbe138201 service neutron] 10.222.0.64 "DELETE /v2.0/ports/b02b231c-4105-48f1-b4af-e195dcf14aec/bindings/n-h1-694802-15 HTTP/1.1" status: 404 len: 381 time: 0.1336999 Aug 12 14:32:09.974004 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port b02b231c-4105-48f1-b4af-e195dcf14aec, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=b02b231c-4105-48f1-b4af-e195dcf14aec,segment=NetworkSegment(a1f8c867-101b-4d30-814e-b89f55a5edd0),segment_id=a1f8c867-101b-4d30-814e-b89f55a5edd0)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:32:09.980844 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:09.982110 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device e95d18d3-2a4f-41b9-9fc4-d341c3298096 no longer exists at agent hyperv_n-h2-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:32:10.001432 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-8b73d2b0-fe78-4a07-b1ae-79a3d6301bc7 req-dcd47382-16fe-4634-8851-0beb3aa0e1da tempest-ServersAdminNegativeTestJSON-968709522 tempest-ServersAdminNegativeTestJSON-968709522-project] Notify callbacks [] for port, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:10.015303 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 14:32:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f7d9cdf-c7f8-4675-8231-06af561f3e78 x-openstack-request-id: req-3f7d9cdf-c7f8-4675-8231-06af561f3e78 {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:32:10.015588 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fc00628-4d8c-4923-97cd-77f7ae0a9f27", "name": "network-vif-plugged", "status": "completed", "tag": "b02b231c-4105-48f1-b4af-e195dcf14aec", "code": 200}]} {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:32:10.015833 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3f7d9cdf-c7f8-4675-8231-06af561f3e78 {{(pid=94468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:32:10.016715 n-d-694802-15 neutron-server[94468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fc00628-4d8c-4923-97cd-77f7ae0a9f27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b02b231c-4105-48f1-b4af-e195dcf14aec', 'code': 200} Aug 12 14:32:10.020908 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [req-8b73d2b0-fe78-4a07-b1ae-79a3d6301bc7 req-dcd47382-16fe-4634-8851-0beb3aa0e1da tempest-ServersAdminNegativeTestJSON-968709522 tempest-ServersAdminNegativeTestJSON-968709522-project] Transition to ACTIVE for port object cff7ac25-505e-4395-b6ff-68f7d36eb731 will not be triggered until provisioned by entity DHCP. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:32:10.025164 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] No Port match for: e95d18d3-2a4f-41b9-9fc4-d341c3298096 {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 14:32:10.025497 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device e95d18d3-2a4f-41b9-9fc4-d341c3298096 not bound to the agent host n-h2-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:32:10.085940 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 59944) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:32:10.087718 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Pushing event updated for resources: {'Port': ['ID=b02b231c-4105-48f1-b4af-e195dcf14aec,revision_number=9']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:32:10.099049 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-b8e27b22-7139-4c00-8fda-1a5cae5e1aa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:10.103209 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-8b73d2b0-fe78-4a07-b1ae-79a3d6301bc7 req-dcd47382-16fe-4634-8851-0beb3aa0e1da tempest-ServersAdminNegativeTestJSON-968709522 tempest-ServersAdminNegativeTestJSON-968709522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:10.114011 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3195a5f3-0a41-4ebf-b63f-b11c9c0042e3 req-815a5c31-4862-4449-9e11-9cb6f9bfee3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:10.115803 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3195a5f3-0a41-4ebf-b63f-b11c9c0042e3 req-815a5c31-4862-4449-9e11-9cb6f9bfee3f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e3f6e239b38a4f618b8ca0621fcc54e4&device_id=6fc00628-4d8c-4923-97cd-77f7ae0a9f27 HTTP/1.1" status: 200 len: 1101 time: 0.0649326 Aug 12 14:32:10.118625 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] get_ports_and_sgs() called for port_ids ['67abbaef-4a78-4f87-8e89-f3760222f72e'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:32:10.148161 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0b4cf9f-2938-4685-92c8-1d979ec44bc7 admin admin] Deleting subnet dbb1c8c6-28fd-422f-8a35-19de48ad58ea {{(pid=94466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 14:32:10.151618 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f0b4cf9f-2938-4685-92c8-1d979ec44bc7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:10.286977 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device 85489a13-e7f9-426f-8757-9b5fae8f281a up at agent hyperv_n-h1-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:32:10.292674 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f0b4cf9f-2938-4685-92c8-1d979ec44bc7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2293551'] for subnet, precommit_delete_associations {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:10.329406 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3195a5f3-0a41-4ebf-b63f-b11c9c0042e3 req-9a7eae0f-72b3-493a-80b9-50e1047fadf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:10.330956 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3195a5f3-0a41-4ebf-b63f-b11c9c0042e3 req-9a7eae0f-72b3-493a-80b9-50e1047fadf5 service neutron] 10.222.0.64 "GET /v2.0/networks?id=2525c403-dfb3-4196-a273-739607aab38a HTTP/1.1" status: 200 len: 870 time: 0.1829627 Aug 12 14:32:10.335674 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd47382-16fe-4634-8851-0beb3aa0e1da tempest-ServersAdminNegativeTestJSON-968709522 tempest-ServersAdminNegativeTestJSON-968709522-project] Pushing event updated for resources: {'Port': ['ID=cff7ac25-505e-4395-b6ff-68f7d36eb731,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:32:10.339305 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbd9287-c5bb-4511-9fdf-9066e0071cf0 req-e1ad859a-adf9-40cd-9582-8d935ed2bc79 tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:10.344059 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-9cbd9287-c5bb-4511-9fdf-9066e0071cf0 req-e1ad859a-adf9-40cd-9582-8d935ed2bc79 tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] 10.222.0.39 "GET /v2.0/ports?device_id=f3c0eeb6-944f-4df5-921f-e67fd51b3f14 HTTP/1.1" status: 200 len: 948 time: 0.1341727 Aug 12 14:32:10.366470 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b73d2b0-fe78-4a07-b1ae-79a3d6301bc7 req-dcd47382-16fe-4634-8851-0beb3aa0e1da tempest-ServersAdminNegativeTestJSON-968709522 tempest-ServersAdminNegativeTestJSON-968709522-project] Network 2525c403-dfb3-4196-a273-739607aab38a is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:32:10.371760 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Provisioning for port 85489a13-e7f9-426f-8757-9b5fae8f281a completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:32:10.376325 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [req-8b73d2b0-fe78-4a07-b1ae-79a3d6301bc7 req-dcd47382-16fe-4634-8851-0beb3aa0e1da tempest-ServersAdminNegativeTestJSON-968709522 tempest-ServersAdminNegativeTestJSON-968709522-project] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:32:10.379084 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b73d2b0-fe78-4a07-b1ae-79a3d6301bc7 req-dcd47382-16fe-4634-8851-0beb3aa0e1da tempest-ServersAdminNegativeTestJSON-968709522 tempest-ServersAdminNegativeTestJSON-968709522-project] Received port after_create {{(pid=94467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:32:10.380572 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Provisioning complete for port 85489a13-e7f9-426f-8757-9b5fae8f281a triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:32:10.380972 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:10.388301 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f0b4cf9f-2938-4685-92c8-1d979ec44bc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66416255'] for subnet, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:10.440160 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3195a5f3-0a41-4ebf-b63f-b11c9c0042e3 req-b992fe4a-f413-491c-afb0-4fbf27e3b99c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.76&port_id=b02b231c-4105-48f1-b4af-e195dcf14aec HTTP/1.1" status: 200 len: 217 time: 0.0712931 Aug 12 14:32:10.449225 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-9cbd9287-c5bb-4511-9fdf-9066e0071cf0 req-f70c39f9-9f56-4d9a-b73f-4d9d91632c07 tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] 10.222.0.39 "GET /v2.0/security-groups?id=732c786f-d597-473b-bc9a-3d3a7bfc11d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898602 Aug 12 14:32:10.491852 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:10.509407 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3195a5f3-0a41-4ebf-b63f-b11c9c0042e3 req-be77f283-63f9-47da-be7b-14e3b7dfc667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:10.511593 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3195a5f3-0a41-4ebf-b63f-b11c9c0042e3 req-be77f283-63f9-47da-be7b-14e3b7dfc667 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=236e0be6-1c94-4221-9e8b-ab02a53331f8 HTTP/1.1" status: 200 len: 843 time: 0.0634289 Aug 12 14:32:10.545323 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f0b4cf9f-2938-4685-92c8-1d979ec44bc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66416232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3718429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8776402'] for subnet, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:10.565767 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f0b4cf9f-2938-4685-92c8-1d979ec44bc7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for subnet, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:10.566646 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port 85489a13-e7f9-426f-8757-9b5fae8f281a, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=85489a13-e7f9-426f-8757-9b5fae8f281a,segment=NetworkSegment(9ef950f6-5519-4190-8028-503a0a76e439),segment_id=9ef950f6-5519-4190-8028-503a0a76e439)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:32:10.572329 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:10.575052 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-f0b4cf9f-2938-4685-92c8-1d979ec44bc7 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/dbb1c8c6-28fd-422f-8a35-19de48ad58ea HTTP/1.1" status: 204 len: 168 time: 0.4873731 Aug 12 14:32:10.579387 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b73d2b0-fe78-4a07-b1ae-79a3d6301bc7 req-dcd47382-16fe-4634-8851-0beb3aa0e1da tempest-ServersAdminNegativeTestJSON-968709522 tempest-ServersAdminNegativeTestJSON-968709522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:10.580428 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-8b73d2b0-fe78-4a07-b1ae-79a3d6301bc7 req-dcd47382-16fe-4634-8851-0beb3aa0e1da tempest-ServersAdminNegativeTestJSON-968709522 tempest-ServersAdminNegativeTestJSON-968709522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:10.584026 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 59956) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:32:10.596943 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b50fcc-9292-4eab-8076-e5c0f10a1ef9 req-8a772dc2-5a1d-4773-b8e6-2bc362e5a339 tempest-ServersAdminNegativeTestJSON-968709522 tempest-ServersAdminNegativeTestJSON-968709522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:10.598864 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-99b50fcc-9292-4eab-8076-e5c0f10a1ef9 req-8a772dc2-5a1d-4773-b8e6-2bc362e5a339 tempest-ServersAdminNegativeTestJSON-968709522 tempest-ServersAdminNegativeTestJSON-968709522-project] 10.222.0.39 "GET /v2.0/ports?device_id=34c80265-70c4-49c6-ab71-c5babf1b6721 HTTP/1.1" status: 200 len: 936 time: 0.3408093 Aug 12 14:32:10.613599 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b4cf9f-2938-4685-92c8-1d979ec44bc7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dbb1c8c6-28fd-422f-8a35-19de48ad58ea,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:32:10.642144 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f92a57-12af-4f54-8ba4-7193e34d71da req-c1b10bad-b6ed-4bdb-9dbf-378dd54a17a2 tempest-LiveAutoBlockMigrationV225Test-1272051264 tempest-LiveAutoBlockMigrationV225Test-1272051264-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:10.642890 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3195a5f3-0a41-4ebf-b63f-b11c9c0042e3 req-5cb4f334-cf9f-408b-beb3-bed6c0769d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:10.643698 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-f5f92a57-12af-4f54-8ba4-7193e34d71da req-c1b10bad-b6ed-4bdb-9dbf-378dd54a17a2 tempest-LiveAutoBlockMigrationV225Test-1272051264 tempest-LiveAutoBlockMigrationV225Test-1272051264-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=cddb4fe6-c24a-4523-bd49-68cbc24760f5 HTTP/1.1" status: 200 len: 1097 time: 0.0431006 Aug 12 14:32:10.643808 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Pushing event updated for resources: {'Port': ['ID=85489a13-e7f9-426f-8757-9b5fae8f281a,revision_number=5']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:32:10.648272 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3195a5f3-0a41-4ebf-b63f-b11c9c0042e3 req-5cb4f334-cf9f-408b-beb3-bed6c0769d5d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2525c403-dfb3-4196-a273-739607aab38a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1281998 Aug 12 14:32:10.671398 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-a6784cb1-83ea-4edb-ac37-aa74726d2ca2 None None] Provisioning for port cff7ac25-505e-4395-b6ff-68f7d36eb731 completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:32:10.675694 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-a6784cb1-83ea-4edb-ac37-aa74726d2ca2 None None] Provisioning complete for port cff7ac25-505e-4395-b6ff-68f7d36eb731 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:32:10.676069 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-a6784cb1-83ea-4edb-ac37-aa74726d2ca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:10.682854 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-8b73d2b0-fe78-4a07-b1ae-79a3d6301bc7 req-dcd47382-16fe-4634-8851-0beb3aa0e1da tempest-ServersAdminNegativeTestJSON-968709522 tempest-ServersAdminNegativeTestJSON-968709522-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3749044 Aug 12 14:32:10.685972 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-f5f92a57-12af-4f54-8ba4-7193e34d71da req-f2c87554-6933-47dc-928c-6b3d6c066654 tempest-LiveAutoBlockMigrationV225Test-1272051264 tempest-LiveAutoBlockMigrationV225Test-1272051264-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=e3ca17b3-b028-41b3-b138-91e00a6e278c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361409 Aug 12 14:32:10.705521 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-8b73d2b0-fe78-4a07-b1ae-79a3d6301bc7 req-29980d8c-248d-430e-9c1f-7ffaa850dadd service neutron] Request body: {'port': {'device_id': '34c80265-70c4-49c6-ab71-c5babf1b6721', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-694802-15'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:32:10.714948 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-a6784cb1-83ea-4edb-ac37-aa74726d2ca2 None None] Port cff7ac25-505e-4395-b6ff-68f7d36eb731 cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 14:32:10.818202 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-d9277853-e76f-42c8-b643-84052ff777dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680608'] for network, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:10.825624 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-99b50fcc-9292-4eab-8076-e5c0f10a1ef9 req-9f006e8b-3e40-4b8d-bb5a-0939ffae8b6f tempest-ServersAdminNegativeTestJSON-968709522 tempest-ServersAdminNegativeTestJSON-968709522-project] 10.222.0.39 "GET /v2.0/security-groups?id=6f9b763c-c509-4e5f-b654-95da26c70755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2152183 Aug 12 14:32:10.861731 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-8b73d2b0-fe78-4a07-b1ae-79a3d6301bc7 req-29980d8c-248d-430e-9c1f-7ffaa850dadd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:10.888668 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d6c818-d728-4c9d-b0a4-fd135a434c9b req-c77689b9-cfd9-47bc-ba48-61a698435421 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:10.890173 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-e4d6c818-d728-4c9d-b0a4-fd135a434c9b req-c77689b9-cfd9-47bc-ba48-61a698435421 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/ports?device_id=6fc00628-4d8c-4923-97cd-77f7ae0a9f27 HTTP/1.1" status: 200 len: 949 time: 0.0654664 Aug 12 14:32:10.936408 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3195a5f3-0a41-4ebf-b63f-b11c9c0042e3 req-e16df5d7-91fd-4da7-bc6c-e4ade5d10111 service neutron] 10.222.0.64 "GET /v2.0/networks/2525c403-dfb3-4196-a273-739607aab38a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2604132 Aug 12 14:32:10.943176 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-e4d6c818-d728-4c9d-b0a4-fd135a434c9b req-d7e6fe5f-57cb-4e83-93e3-20f67c7b9093 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0307eb3-f523-445b-8e1d-79deac809303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447180 Aug 12 14:32:11.063419 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:11.070021 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc94b3c-657a-40bb-8de2-80d9a8b13e95 req-2a60d010-1320-4dad-bd79-6808f7896312 tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:11.071698 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-5fc94b3c-657a-40bb-8de2-80d9a8b13e95 req-2a60d010-1320-4dad-bd79-6808f7896312 tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] 10.222.0.39 "GET /v2.0/ports?device_id=49a3c0a4-ec67-4b04-8bde-6beb71c91199 HTTP/1.1" status: 200 len: 945 time: 0.0565763 Aug 12 14:32:11.113206 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-d9277853-e76f-42c8-b643-84052ff777dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66413304', 'neutron.services.segments.db._delete_segments_for_network-8744654118000'] for network, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:11.115766 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-5fc94b3c-657a-40bb-8de2-80d9a8b13e95 req-5ae374c9-ca38-47fc-845e-bd2c9ed567de tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] 10.222.0.39 "GET /v2.0/security-groups?id=6f569421-3ef5-4998-a0c5-f191379b6c78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376263 Aug 12 14:32:11.130057 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-d9277853-e76f-42c8-b643-84052ff777dc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['277ff877-809b-4dd0-870e-f1b0241bb618']}} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:32:11.160124 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-d9277853-e76f-42c8-b643-84052ff777dc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1693102a-0199-441c-a2ed-95db47f94b16') {'for_net_delete': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:32:11.160415 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-d9277853-e76f-42c8-b643-84052ff777dc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1693102a-0199-441c-a2ed-95db47f94b16') {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:32:11.210278 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-d9277853-e76f-42c8-b643-84052ff777dc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744654122361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3857526'] for segment, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:11.234867 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3195a5f3-0a41-4ebf-b63f-b11c9c0042e3 req-3deedb6a-97d8-48ce-a315-d0eb58a2b82a service neutron] 10.222.0.64 "GET /v2.0/networks/2525c403-dfb3-4196-a273-739607aab38a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2889650 Aug 12 14:32:11.236318 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-d9277853-e76f-42c8-b643-84052ff777dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:11.241705 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112107a3-82c2-49d5-8df6-94a0442b3dfb req-5ea6d790-5d63-4a40-8616-8f77b3fff2a5 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:11.243271 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-112107a3-82c2-49d5-8df6-94a0442b3dfb req-5ea6d790-5d63-4a40-8616-8f77b3fff2a5 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] 10.222.0.39 "GET /v2.0/ports?device_id=d3e6d2ac-ef5b-4192-80e2-af49f1b7a811 HTTP/1.1" status: 200 len: 943 time: 0.0570135 Aug 12 14:32:11.255744 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9277853-e76f-42c8-b643-84052ff777dc admin admin] Releasing vlan 328 on physical network physnet1 to pool {{(pid=94467) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 14:32:11.256371 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-d9277853-e76f-42c8-b643-84052ff777dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2859015'] for segment, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:11.258240 n-d-694802-15 neutron-server[94467]: Traceback (most recent call last): Aug 12 14:32:11.258240 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 14:32:11.258240 n-d-694802-15 neutron-server[94467]: timer() Aug 12 14:32:11.258240 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 14:32:11.258240 n-d-694802-15 neutron-server[94467]: cb(*args, **kw) Aug 12 14:32:11.258240 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 14:32:11.258240 n-d-694802-15 neutron-server[94467]: return func(*args, **kwargs) Aug 12 14:32:11.258240 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 14:32:11.258240 n-d-694802-15 neutron-server[94467]: self._notify() Aug 12 14:32:11.258240 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 14:32:11.258240 n-d-694802-15 neutron-server[94467]: self.callback(batched_events) Aug 12 14:32:11.258240 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 14:32:11.258240 n-d-694802-15 neutron-server[94467]: event.method(event) Aug 12 14:32:11.258240 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 14:32:11.258240 n-d-694802-15 neutron-server[94467]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 14:32:11.258240 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 14:32:11.258240 n-d-694802-15 neutron-server[94467]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 14:32:11.258240 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 14:32:11.258240 n-d-694802-15 neutron-server[94467]: return f(self, *a, **k) Aug 12 14:32:11.258240 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 14:32:11.258240 n-d-694802-15 neutron-server[94467]: return self._get(url).json() Aug 12 14:32:11.258240 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 14:32:11.258240 n-d-694802-15 neutron-server[94467]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 14:32:11.258240 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 14:32:11.258240 n-d-694802-15 neutron-server[94467]: return self.request(url, 'GET', **kwargs) Aug 12 14:32:11.258240 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 14:32:11.258240 n-d-694802-15 neutron-server[94467]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 14:32:11.258240 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 14:32:11.258240 n-d-694802-15 neutron-server[94467]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 14:32:11.258240 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 14:32:11.258240 n-d-694802-15 neutron-server[94467]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 14:32:11.258240 n-d-694802-15 neutron-server[94467]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 14:32:11.296346 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-112107a3-82c2-49d5-8df6-94a0442b3dfb req-b1acb2fb-51d5-4d69-a658-4aac1ec8adbe tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] 10.222.0.39 "GET /v2.0/security-groups?id=11312995-c93d-4754-9dea-15693c54238a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379584 Aug 12 14:32:11.348563 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-d9277853-e76f-42c8-b643-84052ff777dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66413281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431520'] for network, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:11.359171 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-d9277853-e76f-42c8-b643-84052ff777dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for network, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:11.361591 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-d9277853-e76f-42c8-b643-84052ff777dc admin admin] 10.222.0.39 "DELETE /v2.0/networks/277ff877-809b-4dd0-870e-f1b0241bb618 HTTP/1.1" status: 204 len: 168 time: 0.7745163 Aug 12 14:32:11.364203 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 59982) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:32:11.380778 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9277853-e76f-42c8-b643-84052ff777dc admin admin] Pushing event deleted for resources: {'Network': ['ID=277ff877-809b-4dd0-870e-f1b0241bb618,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:32:11.412386 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_v2 [None req-b835f62c-306c-42f5-99c1-73982e4903eb admin admin] Deleting subnet 9d3a3bf4-0f9a-446d-9fa8-396a78aad83d {{(pid=94466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 14:32:11.415635 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b835f62c-306c-42f5-99c1-73982e4903eb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:11.437841 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [req-8b73d2b0-fe78-4a07-b1ae-79a3d6301bc7 req-29980d8c-248d-430e-9c1f-7ffaa850dadd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cff7ac25-505e-4395-b6ff-68f7d36eb731 {{(pid=94467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:32:11.446603 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-8b73d2b0-fe78-4a07-b1ae-79a3d6301bc7 req-29980d8c-248d-430e-9c1f-7ffaa850dadd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:11.457584 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b835f62c-306c-42f5-99c1-73982e4903eb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2293551'] for subnet, precommit_delete_associations {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:11.460824 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [req-8b73d2b0-fe78-4a07-b1ae-79a3d6301bc7 req-29980d8c-248d-430e-9c1f-7ffaa850dadd service neutron] Transition to ACTIVE for port object cff7ac25-505e-4395-b6ff-68f7d36eb731 will not be triggered until provisioned by entity L2. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:32:11.465980 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-8b73d2b0-fe78-4a07-b1ae-79a3d6301bc7 req-29980d8c-248d-430e-9c1f-7ffaa850dadd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:11.507256 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b835f62c-306c-42f5-99c1-73982e4903eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66416255'] for subnet, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:11.531214 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29980d8c-248d-430e-9c1f-7ffaa850dadd service neutron] Pushing event updated for resources: {'Port': ['ID=cff7ac25-505e-4395-b6ff-68f7d36eb731,revision_number=2']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:32:11.612350 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-8b73d2b0-fe78-4a07-b1ae-79a3d6301bc7 req-29980d8c-248d-430e-9c1f-7ffaa850dadd service neutron] Attempting to bind port cff7ac25-505e-4395-b6ff-68f7d36eb731 on host n-h2-694802-15 for vnic_type normal with profile {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:32:11.613117 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-8b73d2b0-fe78-4a07-b1ae-79a3d6301bc7 req-29980d8c-248d-430e-9c1f-7ffaa850dadd service neutron] Attempting to bind port cff7ac25-505e-4395-b6ff-68f7d36eb731 by drivers openvswitch,hyperv on host n-h2-694802-15 at level 0 using segments [{'id': 'a1f8c867-101b-4d30-814e-b89f55a5edd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '2525c403-dfb3-4196-a273-739607aab38a'}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:32:11.614045 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b73d2b0-fe78-4a07-b1ae-79a3d6301bc7 req-29980d8c-248d-430e-9c1f-7ffaa850dadd service neutron] Attempting to bind port cff7ac25-505e-4395-b6ff-68f7d36eb731 on network 2525c403-dfb3-4196-a273-739607aab38a {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:32:11.622581 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b73d2b0-fe78-4a07-b1ae-79a3d6301bc7 req-29980d8c-248d-430e-9c1f-7ffaa850dadd service neutron] Port cff7ac25-505e-4395-b6ff-68f7d36eb731 on network 2525c403-dfb3-4196-a273-739607aab38a not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-15 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 14:32:11.623375 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b73d2b0-fe78-4a07-b1ae-79a3d6301bc7 req-29980d8c-248d-430e-9c1f-7ffaa850dadd service neutron] Attempting to bind port cff7ac25-505e-4395-b6ff-68f7d36eb731 on network 2525c403-dfb3-4196-a273-739607aab38a {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:32:11.632641 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b73d2b0-fe78-4a07-b1ae-79a3d6301bc7 req-29980d8c-248d-430e-9c1f-7ffaa850dadd service neutron] Checking agent: {'id': 'b7697f71-33f3-4959-ad82-43c2dc15845d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 27, 42), 'started_at': datetime.datetime(2021, 8, 12, 14, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 31, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:32:11.632958 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1292477a-e488-4dd4-9423-7b998015974b req-974aacfe-9ba1-412a-b364-fbf58b99face tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:11.633478 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b73d2b0-fe78-4a07-b1ae-79a3d6301bc7 req-29980d8c-248d-430e-9c1f-7ffaa850dadd service neutron] Checking segment: {'id': 'a1f8c867-101b-4d30-814e-b89f55a5edd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '2525c403-dfb3-4196-a273-739607aab38a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:32:11.634058 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b73d2b0-fe78-4a07-b1ae-79a3d6301bc7 req-29980d8c-248d-430e-9c1f-7ffaa850dadd service neutron] Bound using segment: {'id': 'a1f8c867-101b-4d30-814e-b89f55a5edd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '2525c403-dfb3-4196-a273-739607aab38a'} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:32:11.634613 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-1292477a-e488-4dd4-9423-7b998015974b req-974aacfe-9ba1-412a-b364-fbf58b99face tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] 10.222.0.39 "GET /v2.0/ports?device_id=f3c0eeb6-944f-4df5-921f-e67fd51b3f14 HTTP/1.1" status: 200 len: 948 time: 0.0895615 Aug 12 14:32:11.636458 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b835f62c-306c-42f5-99c1-73982e4903eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66416232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3718429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8776402'] for subnet, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:11.642109 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-8b73d2b0-fe78-4a07-b1ae-79a3d6301bc7 req-29980d8c-248d-430e-9c1f-7ffaa850dadd service neutron] Bound port: cff7ac25-505e-4395-b6ff-68f7d36eb731, host: n-h2-694802-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1f8c867-101b-4d30-814e-b89f55a5edd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '2525c403-dfb3-4196-a273-739607aab38a'}}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:32:11.642541 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-8b73d2b0-fe78-4a07-b1ae-79a3d6301bc7 req-29980d8c-248d-430e-9c1f-7ffaa850dadd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:11.659829 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b835f62c-306c-42f5-99c1-73982e4903eb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9d3a3bf4-0f9a-446d-9fa8-396a78aad83d,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:32:11.681839 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b835f62c-306c-42f5-99c1-73982e4903eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for subnet, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:11.683873 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-b835f62c-306c-42f5-99c1-73982e4903eb admin admin] 10.222.0.39 "DELETE /v2.0/subnets/9d3a3bf4-0f9a-446d-9fa8-396a78aad83d HTTP/1.1" status: 204 len: 168 time: 0.3186414 Aug 12 14:32:11.686511 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 59990) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:32:11.712633 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-1292477a-e488-4dd4-9423-7b998015974b req-2e208cd9-50fa-4a4d-b1a4-c9f2545a7324 tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] 10.222.0.39 "GET /v2.0/security-groups?id=732c786f-d597-473b-bc9a-3d3a7bfc11d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544901 Aug 12 14:32:11.792172 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a9684fe3-280a-480d-902a-cd3b044f346d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680608'] for network, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:11.809055 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-8b73d2b0-fe78-4a07-b1ae-79a3d6301bc7 req-29980d8c-248d-430e-9c1f-7ffaa850dadd service neutron] For port cff7ac25-505e-4395-b6ff-68f7d36eb731, host n-h2-694802-15, cleared binding levels {{(pid=94467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:32:11.814079 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-8b73d2b0-fe78-4a07-b1ae-79a3d6301bc7 req-29980d8c-248d-430e-9c1f-7ffaa850dadd service neutron] For port cff7ac25-505e-4395-b6ff-68f7d36eb731, host n-h2-694802-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=cff7ac25-505e-4395-b6ff-68f7d36eb731,segment=NetworkSegment(a1f8c867-101b-4d30-814e-b89f55a5edd0),segment_id=a1f8c867-101b-4d30-814e-b89f55a5edd0)] {{(pid=94467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:32:11.820218 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device 0a60b2ab-2e1f-466d-89a3-9f3975e77d1f details requested by agent hyperv_n-h2-694802-15 with host n-h2-694802-15 {{(pid=94468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 14:32:11.824266 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-8b73d2b0-fe78-4a07-b1ae-79a3d6301bc7 req-29980d8c-248d-430e-9c1f-7ffaa850dadd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:11.866808 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [req-eeddc666-36ec-4c95-83fc-82418aeeccd3 req-01a84778-5cc7-438e-b217-af599f12e1f6 tempest-LiveAutoBlockMigrationV225Test-1272051264 tempest-LiveAutoBlockMigrationV225Test-1272051264-project-admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=94467) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 14:32:11.867836 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-eeddc666-36ec-4c95-83fc-82418aeeccd3 req-01a84778-5cc7-438e-b217-af599f12e1f6 tempest-LiveAutoBlockMigrationV225Test-1272051264 tempest-LiveAutoBlockMigrationV225Test-1272051264-project-admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0128446 Aug 12 14:32:11.899329 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-eeddc666-36ec-4c95-83fc-82418aeeccd3 req-4b398ed3-c07f-4f94-ba42-c35268a92487 service neutron] Request body: {'binding': {'host': 'n-h1-694802-15', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:32:11.899766 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-eeddc666-36ec-4c95-83fc-82418aeeccd3 req-4b398ed3-c07f-4f94-ba42-c35268a92487 service neutron] Unknown quota resources ['binding']. {{(pid=94467) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 12 14:32:11.966796 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b73d2b0-fe78-4a07-b1ae-79a3d6301bc7 req-29980d8c-248d-430e-9c1f-7ffaa850dadd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:11.967164 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-8b73d2b0-fe78-4a07-b1ae-79a3d6301bc7 req-29980d8c-248d-430e-9c1f-7ffaa850dadd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:11.968518 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-8b73d2b0-fe78-4a07-b1ae-79a3d6301bc7 req-29980d8c-248d-430e-9c1f-7ffaa850dadd service neutron] 10.222.0.49 "PUT /v2.0/ports/cff7ac25-505e-4395-b6ff-68f7d36eb731 HTTP/1.1" status: 200 len: 1097 time: 1.2748101 Aug 12 14:32:11.968961 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34c80265-70c4-49c6-ab71-c5babf1b6721', 'tag': 'cff7ac25-505e-4395-b6ff-68f7d36eb731'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:32:11.971253 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e65282f928b64038367d043a4411777802006c43a98742496cb2e25b724ff1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea42e244-9537-42a7-8c23-d09dfd3e3bab" -d '{"events": [{"name": "network-changed", "server_uuid": "34c80265-70c4-49c6-ab71-c5babf1b6721", "tag": "cff7ac25-505e-4395-b6ff-68f7d36eb731"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:32:11.994995 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a9684fe3-280a-480d-902a-cd3b044f346d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66413304', 'neutron.services.segments.db._delete_segments_for_network-8744654118000'] for network, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:12.011947 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port 0a60b2ab-2e1f-466d-89a3-9f3975e77d1f, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=0a60b2ab-2e1f-466d-89a3-9f3975e77d1f,segment=NetworkSegment(2c5f2abe-b754-491c-837b-06e8fcd65d4b),segment_id=2c5f2abe-b754-491c-837b-06e8fcd65d4b)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:32:12.026633 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49a3c0a4-ec67-4b04-8bde-6beb71c91199', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85489a13-e7f9-426f-8757-9b5fae8f281a'}] {{(pid=94468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:32:12.030171 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99a8d87602170099c728e57431aca99e9b98a655a83bbf8727be13192709727b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77636c02-5f9b-42c9-81a4-3c61ba715f4f" -d '{"events": [{"server_uuid": "49a3c0a4-ec67-4b04-8bde-6beb71c91199", "name": "network-vif-plugged", "status": "completed", "tag": "85489a13-e7f9-426f-8757-9b5fae8f281a"}]}' {{(pid=94468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:32:12.032478 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-a9684fe3-280a-480d-902a-cd3b044f346d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['497f20e0-2826-433d-8272-a7b10fc4473a']}} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:32:12.033646 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Returning: {'device': '0a60b2ab-2e1f-466d-89a3-9f3975e77d1f', 'network_id': 'a10dd9db-a24e-488c-8894-a27c36eaa630', 'port_id': '0a60b2ab-2e1f-466d-89a3-9f3975e77d1f', 'mac_address': 'fa:16:3e:76:ca:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd61545bd-f4f7-4794-86f8-5ac232439ea3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 14:32:12.052534 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29980d8c-248d-430e-9c1f-7ffaa850dadd service neutron] Pushing event updated for resources: {'Port': ['ID=cff7ac25-505e-4395-b6ff-68f7d36eb731,revision_number=3']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:32:12.054388 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513be0d7-42e2-4a94-969b-1a143b14c73f req-8f8c9b17-1186-4cb9-b155-dadd2fc71cbf tempest-ServersAdminNegativeTestJSON-968709522 tempest-ServersAdminNegativeTestJSON-968709522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:12.055990 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-513be0d7-42e2-4a94-969b-1a143b14c73f req-8f8c9b17-1186-4cb9-b155-dadd2fc71cbf tempest-ServersAdminNegativeTestJSON-968709522 tempest-ServersAdminNegativeTestJSON-968709522-project] 10.222.0.39 "GET /v2.0/ports?device_id=34c80265-70c4-49c6-ab71-c5babf1b6721 HTTP/1.1" status: 200 len: 948 time: 0.0804284 Aug 12 14:32:12.089214 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-a9684fe3-280a-480d-902a-cd3b044f346d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22a61b04-51f4-40e8-84b6-3ffb17141072') {'for_net_delete': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:32:12.089507 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-a9684fe3-280a-480d-902a-cd3b044f346d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22a61b04-51f4-40e8-84b6-3ffb17141072') {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:32:12.126895 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-513be0d7-42e2-4a94-969b-1a143b14c73f req-a3eddbcd-14d1-4923-9296-64449770902c tempest-ServersAdminNegativeTestJSON-968709522 tempest-ServersAdminNegativeTestJSON-968709522-project] 10.222.0.39 "GET /v2.0/security-groups?id=6f9b763c-c509-4e5f-b654-95da26c70755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536962 Aug 12 14:32:12.127651 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a9684fe3-280a-480d-902a-cd3b044f346d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744654122361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3857526'] for segment, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:12.159749 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a9684fe3-280a-480d-902a-cd3b044f346d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:12.169420 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9684fe3-280a-480d-902a-cd3b044f346d admin admin] Releasing vlan 305 on physical network physnet1 to pool {{(pid=94467) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 14:32:12.170082 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a9684fe3-280a-480d-902a-cd3b044f346d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2859015'] for segment, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:12.224283 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:12.240581 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a60b2ab-2e1f-466d-89a3-9f3975e77d1f {{(pid=94468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:32:12.269042 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port 0a60b2ab-2e1f-466d-89a3-9f3975e77d1f, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=0a60b2ab-2e1f-466d-89a3-9f3975e77d1f,segment=NetworkSegment(2c5f2abe-b754-491c-837b-06e8fcd65d4b),segment_id=2c5f2abe-b754-491c-837b-06e8fcd65d4b)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:32:12.273747 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da63e7d-7096-40d9-8d29-d2b8c983c68b req-cd78abeb-6866-4055-a893-d76dcf76ebfd tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:12.274282 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:12.275539 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-8da63e7d-7096-40d9-8d29-d2b8c983c68b req-cd78abeb-6866-4055-a893-d76dcf76ebfd tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/ports?device_id=6fc00628-4d8c-4923-97cd-77f7ae0a9f27 HTTP/1.1" status: 200 len: 949 time: 0.0752792 Aug 12 14:32:12.330768 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-8da63e7d-7096-40d9-8d29-d2b8c983c68b req-197f14f3-2681-4362-aded-264738dc405c tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0307eb3-f523-445b-8e1d-79deac809303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446441 Aug 12 14:32:12.337367 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Pushing event updated for resources: {'Port': ['ID=0a60b2ab-2e1f-466d-89a3-9f3975e77d1f,revision_number=4']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:32:12.379800 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:12.421855 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 14:32:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16e6e9b7-089d-4384-990d-907120b13f11 x-openstack-request-id: req-16e6e9b7-089d-4384-990d-907120b13f11 {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:32:12.422283 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49a3c0a4-ec67-4b04-8bde-6beb71c91199", "name": "network-vif-plugged", "status": "completed", "tag": "85489a13-e7f9-426f-8757-9b5fae8f281a", "code": 200}]} {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:32:12.422698 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-16e6e9b7-089d-4384-990d-907120b13f11 {{(pid=94468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:32:12.423133 n-d-694802-15 neutron-server[94468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49a3c0a4-ec67-4b04-8bde-6beb71c91199', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85489a13-e7f9-426f-8757-9b5fae8f281a', 'code': 200} Aug 12 14:32:12.482268 n-d-694802-15 neutron-server[94467]: Traceback (most recent call last): Aug 12 14:32:12.482268 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 14:32:12.482268 n-d-694802-15 neutron-server[94467]: timer() Aug 12 14:32:12.482268 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 14:32:12.482268 n-d-694802-15 neutron-server[94467]: cb(*args, **kw) Aug 12 14:32:12.482268 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 14:32:12.482268 n-d-694802-15 neutron-server[94467]: return func(*args, **kwargs) Aug 12 14:32:12.482268 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 14:32:12.482268 n-d-694802-15 neutron-server[94467]: self._notify() Aug 12 14:32:12.482268 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 14:32:12.482268 n-d-694802-15 neutron-server[94467]: self.callback(batched_events) Aug 12 14:32:12.482268 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 14:32:12.482268 n-d-694802-15 neutron-server[94467]: event.method(event) Aug 12 14:32:12.482268 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 14:32:12.482268 n-d-694802-15 neutron-server[94467]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 14:32:12.482268 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 14:32:12.482268 n-d-694802-15 neutron-server[94467]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 14:32:12.482268 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 14:32:12.482268 n-d-694802-15 neutron-server[94467]: return f(self, *a, **k) Aug 12 14:32:12.482268 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 14:32:12.482268 n-d-694802-15 neutron-server[94467]: return self._get(url).json() Aug 12 14:32:12.482268 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 14:32:12.482268 n-d-694802-15 neutron-server[94467]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 14:32:12.482268 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 14:32:12.482268 n-d-694802-15 neutron-server[94467]: return self.request(url, 'GET', **kwargs) Aug 12 14:32:12.482268 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 14:32:12.482268 n-d-694802-15 neutron-server[94467]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 14:32:12.482268 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 14:32:12.482268 n-d-694802-15 neutron-server[94467]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 14:32:12.482268 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 14:32:12.482268 n-d-694802-15 neutron-server[94467]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 14:32:12.482268 n-d-694802-15 neutron-server[94467]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 14:32:12.488040 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 14:32:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e78b3c63-9beb-4dff-93e8-a0ceeed614d0 x-openstack-request-id: req-e78b3c63-9beb-4dff-93e8-a0ceeed614d0 {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:32:12.488322 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34c80265-70c4-49c6-ab71-c5babf1b6721", "tag": "cff7ac25-505e-4395-b6ff-68f7d36eb731", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:32:12.488567 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e78b3c63-9beb-4dff-93e8-a0ceeed614d0 {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:32:12.488948 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34c80265-70c4-49c6-ab71-c5babf1b6721', 'tag': 'cff7ac25-505e-4395-b6ff-68f7d36eb731', 'status': 'completed', 'code': 200} Aug 12 14:32:12.528915 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec0cf33-67b7-435b-b30c-273ae8b600bf req-2a799d08-c9bd-44cd-8cff-805bc2ced642 tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:12.530681 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-cec0cf33-67b7-435b-b30c-273ae8b600bf req-2a799d08-c9bd-44cd-8cff-805bc2ced642 tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] 10.222.0.39 "GET /v2.0/ports?device_id=49a3c0a4-ec67-4b04-8bde-6beb71c91199 HTTP/1.1" status: 200 len: 945 time: 0.0587375 Aug 12 14:32:12.563154 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b73d2b0-fe78-4a07-b1ae-79a3d6301bc7 req-12d72f4c-9366-4708-8415-a64bddb0d3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:12.564671 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-8b73d2b0-fe78-4a07-b1ae-79a3d6301bc7 req-12d72f4c-9366-4708-8415-a64bddb0d3a7 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=060ea8669f5a4b7caa8288a4bcc61022&device_id=34c80265-70c4-49c6-ab71-c5babf1b6721 HTTP/1.1" status: 200 len: 1100 time: 0.5360384 Aug 12 14:32:12.568771 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a9684fe3-280a-480d-902a-cd3b044f346d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66413281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431520'] for network, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:12.576726 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-cec0cf33-67b7-435b-b30c-273ae8b600bf req-02005589-78f3-4bd7-8f53-5ca64ce7907b tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] 10.222.0.39 "GET /v2.0/security-groups?id=6f569421-3ef5-4998-a0c5-f191379b6c78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346880 Aug 12 14:32:12.590992 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a9684fe3-280a-480d-902a-cd3b044f346d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for network, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:12.592805 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-a9684fe3-280a-480d-902a-cd3b044f346d admin admin] 10.222.0.39 "DELETE /v2.0/networks/497f20e0-2826-433d-8272-a7b10fc4473a HTTP/1.1" status: 204 len: 168 time: 0.9047351 Aug 12 14:32:12.639480 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9684fe3-280a-480d-902a-cd3b044f346d admin admin] Pushing event deleted for resources: {'Network': ['ID=497f20e0-2826-433d-8272-a7b10fc4473a,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:32:12.644925 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-8b73d2b0-fe78-4a07-b1ae-79a3d6301bc7 req-f6458e5b-4be2-42ec-a675-728d422b4c7b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=cff7ac25-505e-4395-b6ff-68f7d36eb731 HTTP/1.1" status: 200 len: 217 time: 0.0641751 Aug 12 14:32:12.658359 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d054715-9392-4402-9630-642aa8049ae2 req-69db7527-ba96-4556-9660-26f638a7b3e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:12.660108 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6d054715-9392-4402-9630-642aa8049ae2 req-69db7527-ba96-4556-9660-26f638a7b3e7 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=49a3c0a4-ec67-4b04-8bde-6beb71c91199 HTTP/1.1" status: 200 len: 1097 time: 0.1769583 Aug 12 14:32:12.686156 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] get_ports_and_sgs() called for port_ids ['0a60b2ab-2e1f-466d-89a3-9f3975e77d1f'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:32:12.698280 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1727c8c-34fe-4ae4-81f1-b83cf7fdface req-e36a6505-1abe-419f-89a8-1196e4f83e00 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:12.698856 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-eeddc666-36ec-4c95-83fc-82418aeeccd3 req-4b398ed3-c07f-4f94-ba42-c35268a92487 service neutron] Attempting to bind port c26f6072-ecc2-4691-a9f9-ea1305d03eff on host n-h1-694802-15 for vnic_type normal with profile None {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:32:12.699374 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-eeddc666-36ec-4c95-83fc-82418aeeccd3 req-4b398ed3-c07f-4f94-ba42-c35268a92487 service neutron] Attempting to bind port c26f6072-ecc2-4691-a9f9-ea1305d03eff by drivers openvswitch,hyperv on host n-h1-694802-15 at level 0 using segments [{'id': '2e94514d-7fca-42ad-995e-123d3a176790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '03dfba7c-7b4a-44e5-8aaa-c2d37ee82018'}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:32:12.699537 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeddc666-36ec-4c95-83fc-82418aeeccd3 req-4b398ed3-c07f-4f94-ba42-c35268a92487 service neutron] Attempting to bind port c26f6072-ecc2-4691-a9f9-ea1305d03eff on network 03dfba7c-7b4a-44e5-8aaa-c2d37ee82018 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:32:12.700703 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-d1727c8c-34fe-4ae4-81f1-b83cf7fdface req-e36a6505-1abe-419f-89a8-1196e4f83e00 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] 10.222.0.39 "GET /v2.0/ports?device_id=d3e6d2ac-ef5b-4192-80e2-af49f1b7a811 HTTP/1.1" status: 200 len: 944 time: 0.0624075 Aug 12 14:32:12.716671 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeddc666-36ec-4c95-83fc-82418aeeccd3 req-4b398ed3-c07f-4f94-ba42-c35268a92487 service neutron] Port c26f6072-ecc2-4691-a9f9-ea1305d03eff on network 03dfba7c-7b4a-44e5-8aaa-c2d37ee82018 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-15 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 14:32:12.716991 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeddc666-36ec-4c95-83fc-82418aeeccd3 req-4b398ed3-c07f-4f94-ba42-c35268a92487 service neutron] Attempting to bind port c26f6072-ecc2-4691-a9f9-ea1305d03eff on network 03dfba7c-7b4a-44e5-8aaa-c2d37ee82018 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:32:12.734415 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeddc666-36ec-4c95-83fc-82418aeeccd3 req-4b398ed3-c07f-4f94-ba42-c35268a92487 service neutron] Checking agent: {'id': 'de568313-a3e6-454a-9813-77e25edcea95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 27, 41), 'started_at': datetime.datetime(2021, 8, 12, 14, 27, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 32, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:32:12.734731 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeddc666-36ec-4c95-83fc-82418aeeccd3 req-4b398ed3-c07f-4f94-ba42-c35268a92487 service neutron] Checking segment: {'id': '2e94514d-7fca-42ad-995e-123d3a176790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '03dfba7c-7b4a-44e5-8aaa-c2d37ee82018'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:32:12.735345 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeddc666-36ec-4c95-83fc-82418aeeccd3 req-4b398ed3-c07f-4f94-ba42-c35268a92487 service neutron] Bound using segment: {'id': '2e94514d-7fca-42ad-995e-123d3a176790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '03dfba7c-7b4a-44e5-8aaa-c2d37ee82018'} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:32:12.735585 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-eeddc666-36ec-4c95-83fc-82418aeeccd3 req-4b398ed3-c07f-4f94-ba42-c35268a92487 service neutron] Bound port: c26f6072-ecc2-4691-a9f9-ea1305d03eff, host: n-h1-694802-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e94514d-7fca-42ad-995e-123d3a176790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '03dfba7c-7b4a-44e5-8aaa-c2d37ee82018'}}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:32:12.752993 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b73d2b0-fe78-4a07-b1ae-79a3d6301bc7 req-fedab610-7749-41fd-8996-a24e757234d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:12.754481 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-8b73d2b0-fe78-4a07-b1ae-79a3d6301bc7 req-fedab610-7749-41fd-8996-a24e757234d5 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=236e0be6-1c94-4221-9e8b-ab02a53331f8 HTTP/1.1" status: 200 len: 843 time: 0.0919747 Aug 12 14:32:12.760917 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-d1727c8c-34fe-4ae4-81f1-b83cf7fdface req-ac0d3748-5dbc-449a-a48e-a867602eb366 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] 10.222.0.39 "GET /v2.0/security-groups?id=11312995-c93d-4754-9dea-15693c54238a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544603 Aug 12 14:32:12.775338 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6d054715-9392-4402-9630-642aa8049ae2 req-09da3cb2-b8a3-4303-909a-e34fb5019988 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=6f569421-3ef5-4998-a0c5-f191379b6c78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028371 Aug 12 14:32:12.821264 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 60012) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:32:12.835954 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-eeddc666-36ec-4c95-83fc-82418aeeccd3 req-4b398ed3-c07f-4f94-ba42-c35268a92487 service neutron] For port c26f6072-ecc2-4691-a9f9-ea1305d03eff, host n-h1-694802-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=c26f6072-ecc2-4691-a9f9-ea1305d03eff,segment=NetworkSegment(2e94514d-7fca-42ad-995e-123d3a176790),segment_id=2e94514d-7fca-42ad-995e-123d3a176790)] {{(pid=94467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:32:12.842722 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b73d2b0-fe78-4a07-b1ae-79a3d6301bc7 req-fa50a76a-fecf-44a4-82a6-8083f6a257dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:12.844970 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-8b73d2b0-fe78-4a07-b1ae-79a3d6301bc7 req-fa50a76a-fecf-44a4-82a6-8083f6a257dc service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2525c403-dfb3-4196-a273-739607aab38a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0713408 Aug 12 14:32:12.846623 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-eeddc666-36ec-4c95-83fc-82418aeeccd3 req-4b398ed3-c07f-4f94-ba42-c35268a92487 service neutron] Notify callbacks [] for binding, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:12.849685 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-eeddc666-36ec-4c95-83fc-82418aeeccd3 req-4b398ed3-c07f-4f94-ba42-c35268a92487 service neutron] 10.222.0.39 "POST /v2.0/ports/c26f6072-ecc2-4691-a9f9-ea1305d03eff/bindings HTTP/1.1" status: 201 len: 390 time: 0.9533873 Aug 12 14:32:12.901977 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-7024b707-8932-4ad1-81a8-5f727845f412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:12.922456 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-62b4b17a-2ab8-492a-8cf8-2ab4d449d209 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9410f028372c43df8da5e6b4fb58fdcd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1000438 Aug 12 14:32:12.928651 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 60018) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:32:12.929244 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31266c80-5345-4b73-903a-48f2a2784fae req-8e8598e4-8cc0-4d97-ad4c-87c2dd88d0fe tempest-MigrationsAdminTest-1330929678 tempest-MigrationsAdminTest-1330929678-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:12.931829 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-31266c80-5345-4b73-903a-48f2a2784fae req-8e8598e4-8cc0-4d97-ad4c-87c2dd88d0fe tempest-MigrationsAdminTest-1330929678 tempest-MigrationsAdminTest-1330929678-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=6fc00628-4d8c-4923-97cd-77f7ae0a9f27 HTTP/1.1" status: 200 len: 1101 time: 0.1019106 Aug 12 14:32:12.974141 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:13.008425 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-8b73d2b0-fe78-4a07-b1ae-79a3d6301bc7 req-5303c8bf-acff-4809-9a10-f7a8ee295101 service neutron] 10.222.0.49 "GET /v2.0/networks/2525c403-dfb3-4196-a273-739607aab38a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484752 Aug 12 14:32:13.015426 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-31266c80-5345-4b73-903a-48f2a2784fae req-cda3a80e-42c5-4092-89f3-c1b72c06c0a5 tempest-MigrationsAdminTest-1330929678 tempest-MigrationsAdminTest-1330929678-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=c0307eb3-f523-445b-8e1d-79deac809303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704298 Aug 12 14:32:13.048174 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-8b59facd-faf2-45e4-a2e8-e52764f0d98c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:13.125973 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-8b59facd-faf2-45e4-a2e8-e52764f0d98c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:13.148579 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7a7f98-b562-4ca1-9259-5edee1329f09 req-1ec07f1c-6d94-4606-9715-fd3258bc5129 tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:13.150067 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-cb7a7f98-b562-4ca1-9259-5edee1329f09 req-1ec07f1c-6d94-4606-9715-fd3258bc5129 tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] 10.222.0.39 "GET /v2.0/ports?device_id=f3c0eeb6-944f-4df5-921f-e67fd51b3f14 HTTP/1.1" status: 200 len: 948 time: 0.1540260 Aug 12 14:32:13.195788 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053f56e0-02ab-4885-94c3-388ef42d2108 req-36350a60-4098-4670-9b6e-59c3af11fb17 tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:13.197158 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-053f56e0-02ab-4885-94c3-388ef42d2108 req-36350a60-4098-4670-9b6e-59c3af11fb17 tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] 10.222.0.39 "GET /v2.0/ports?device_id=cddb4fe6-c24a-4523-bd49-68cbc24760f5 HTTP/1.1" status: 200 len: 945 time: 0.0488322 Aug 12 14:32:13.237539 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-053f56e0-02ab-4885-94c3-388ef42d2108 req-44876711-a72d-47f8-9080-e0b2ee466b07 tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] 10.222.0.39 "GET /v2.0/security-groups?id=e3ca17b3-b028-41b3-b138-91e00a6e278c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341742 Aug 12 14:32:13.258843 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-8b73d2b0-fe78-4a07-b1ae-79a3d6301bc7 req-aa0354bb-6877-4b3f-892f-766298211387 service neutron] 10.222.0.49 "GET /v2.0/networks/2525c403-dfb3-4196-a273-739607aab38a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2233129 Aug 12 14:32:13.258843 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-cb7a7f98-b562-4ca1-9259-5edee1329f09 req-c64c2975-40e0-4f02-a187-fe57adf4aeb6 tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] 10.222.0.39 "GET /v2.0/security-groups?id=732c786f-d597-473b-bc9a-3d3a7bfc11d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923853 Aug 12 14:32:13.263668 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeddc666-36ec-4c95-83fc-82418aeeccd3 req-80c51b94-5e02-45d1-ad0a-61417fa40cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:13.265106 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-eeddc666-36ec-4c95-83fc-82418aeeccd3 req-80c51b94-5e02-45d1-ad0a-61417fa40cb8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=eebc4daeab5b4932b99d48c68fd10c64&device_id=cddb4fe6-c24a-4523-bd49-68cbc24760f5 HTTP/1.1" status: 200 len: 1097 time: 0.1479011 Aug 12 14:32:13.332706 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-8b59facd-faf2-45e4-a2e8-e52764f0d98c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:13.335218 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-8b59facd-faf2-45e4-a2e8-e52764f0d98c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:13.336285 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-8b59facd-faf2-45e4-a2e8-e52764f0d98c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b601434a-120d-4628-9f15-8c3dde842503 HTTP/1.1" status: 204 len: 168 time: 0.4045918 Aug 12 14:32:13.377523 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b59facd-faf2-45e4-a2e8-e52764f0d98c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b601434a-120d-4628-9f15-8c3dde842503,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:32:13.467991 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea42e244-9537-42a7-8c23-d09dfd3e3bab req-4062f706-f030-489d-8599-fe0457a64ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:13.469272 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ea42e244-9537-42a7-8c23-d09dfd3e3bab req-4062f706-f030-489d-8599-fe0457a64ae4 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=060ea8669f5a4b7caa8288a4bcc61022&device_id=34c80265-70c4-49c6-ab71-c5babf1b6721 HTTP/1.1" status: 200 len: 1100 time: 0.1380708 Aug 12 14:32:13.473177 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeddc666-36ec-4c95-83fc-82418aeeccd3 req-a62ea48d-aff7-490c-ab80-af76e9969774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:13.474560 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-eeddc666-36ec-4c95-83fc-82418aeeccd3 req-a62ea48d-aff7-490c-ab80-af76e9969774 service neutron] 10.222.0.64 "GET /v2.0/networks?id=03dfba7c-7b4a-44e5-8aaa-c2d37ee82018 HTTP/1.1" status: 200 len: 922 time: 0.2022548 Aug 12 14:32:13.483981 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2be3bd-fcc9-477e-b884-03f00f7738f1 req-ec35c79f-e0cd-4d09-a532-7a1ef048f0b1 tempest-ServersAdminNegativeTestJSON-968709522 tempest-ServersAdminNegativeTestJSON-968709522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:13.491246 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4f2be3bd-fcc9-477e-b884-03f00f7738f1 req-ec35c79f-e0cd-4d09-a532-7a1ef048f0b1 tempest-ServersAdminNegativeTestJSON-968709522 tempest-ServersAdminNegativeTestJSON-968709522-project] 10.222.0.39 "GET /v2.0/ports?device_id=34c80265-70c4-49c6-ab71-c5babf1b6721 HTTP/1.1" status: 200 len: 948 time: 0.1448975 Aug 12 14:32:13.506705 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-0d47a1e1-3104-4bba-886a-3d682164f61e req-b8fba480-d3c3-4aef-b9cd-d0282407f8a9 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=e3f6e239b38a4f618b8ca0621fcc54e4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0336230 Aug 12 14:32:13.588496 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-eeddc666-36ec-4c95-83fc-82418aeeccd3 req-cc727164-4884-43ce-ba76-aa9ebb12d346 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c26f6072-ecc2-4691-a9f9-ea1305d03eff HTTP/1.1" status: 200 len: 217 time: 0.0940616 Aug 12 14:32:13.622338 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d47a1e1-3104-4bba-886a-3d682164f61e req-05637913-491d-4637-8fec-436ceef58675 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:13.623785 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-0d47a1e1-3104-4bba-886a-3d682164f61e req-05637913-491d-4637-8fec-436ceef58675 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1161077 Aug 12 14:32:13.639255 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-0d47a1e1-3104-4bba-886a-3d682164f61e req-63eeacf4-8342-404c-bb24-d83fb240f12a tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/quotas/e3f6e239b38a4f618b8ca0621fcc54e4 HTTP/1.1" status: 200 len: 375 time: 0.0097163 Aug 12 14:32:13.640787 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4f2be3bd-fcc9-477e-b884-03f00f7738f1 req-c7fda701-2bec-44de-9805-0cdbbd79208a tempest-ServersAdminNegativeTestJSON-968709522 tempest-ServersAdminNegativeTestJSON-968709522-project] 10.222.0.39 "GET /v2.0/security-groups?id=6f9b763c-c509-4e5f-b654-95da26c70755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486912 Aug 12 14:32:13.688695 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeddc666-36ec-4c95-83fc-82418aeeccd3 req-9e22ac97-d78d-40d9-ba2a-cbe2afc418e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:13.690173 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-eeddc666-36ec-4c95-83fc-82418aeeccd3 req-9e22ac97-d78d-40d9-ba2a-cbe2afc418e7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ef8d2719-a4dd-40cc-910c-927d9e7406a1 HTTP/1.1" status: 200 len: 861 time: 0.0921752 Aug 12 14:32:13.691284 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea42e244-9537-42a7-8c23-d09dfd3e3bab req-4ede1483-5be0-42f8-be87-ece4a1302a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:13.692766 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ea42e244-9537-42a7-8c23-d09dfd3e3bab req-4ede1483-5be0-42f8-be87-ece4a1302a88 service neutron] 10.222.0.49 "GET /v2.0/networks?id=2525c403-dfb3-4196-a273-739607aab38a HTTP/1.1" status: 200 len: 870 time: 0.1992824 Aug 12 14:32:13.713084 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-0d47a1e1-3104-4bba-886a-3d682164f61e req-9fc6a349-092f-4204-a0ff-101735b3dffa tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=e3f6e239b38a4f618b8ca0621fcc54e4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0651476 Aug 12 14:32:13.732847 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-eeddc666-36ec-4c95-83fc-82418aeeccd3 req-a37f8641-5984-44fc-8ae2-03345869a9e1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=03dfba7c-7b4a-44e5-8aaa-c2d37ee82018&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353129 Aug 12 14:32:13.782785 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ea42e244-9537-42a7-8c23-d09dfd3e3bab req-7a118816-e50e-4333-9352-d71d69a2376f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=cff7ac25-505e-4395-b6ff-68f7d36eb731 HTTP/1.1" status: 200 len: 217 time: 0.0758452 Aug 12 14:32:13.782785 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 60044) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:32:13.812407 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-1769855f-eda9-4483-9dc3-3220908ab45d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:13.937522 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661159ff-8534-49a3-ba76-fea0c9028ae9 req-ad516710-d8df-42f1-a9d5-ac0c9ba048b7 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:13.939216 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-661159ff-8534-49a3-ba76-fea0c9028ae9 req-ad516710-d8df-42f1-a9d5-ac0c9ba048b7 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] 10.222.0.39 "GET /v2.0/ports?device_id=d3e6d2ac-ef5b-4192-80e2-af49f1b7a811 HTTP/1.1" status: 200 len: 944 time: 0.0570211 Aug 12 14:32:13.944344 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea42e244-9537-42a7-8c23-d09dfd3e3bab req-2c59eb02-cc4b-449d-b0f7-17167f9ea770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:13.945716 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ea42e244-9537-42a7-8c23-d09dfd3e3bab req-2c59eb02-cc4b-449d-b0f7-17167f9ea770 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=236e0be6-1c94-4221-9e8b-ab02a53331f8 HTTP/1.1" status: 200 len: 843 time: 0.1325891 Aug 12 14:32:13.953699 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf392bc-de85-4536-b885-9e6c1b6fee53 req-1c3317a3-6772-46a7-a3ef-659e844fbe68 tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:13.954854 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-5bf392bc-de85-4536-b885-9e6c1b6fee53 req-1c3317a3-6772-46a7-a3ef-659e844fbe68 tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] 10.222.0.39 "GET /v2.0/ports?device_id=49a3c0a4-ec67-4b04-8bde-6beb71c91199 HTTP/1.1" status: 200 len: 945 time: 0.2254617 Aug 12 14:32:13.983129 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-661159ff-8534-49a3-ba76-fea0c9028ae9 req-47144143-a018-418a-b1b3-851d53549c69 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] 10.222.0.39 "GET /v2.0/security-groups?id=11312995-c93d-4754-9dea-15693c54238a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373271 Aug 12 14:32:13.987127 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-eb32c63a-d415-4099-9c64-f9a1a000288f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c7c5529003bc458e93b8dda6bbf396b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2029114 Aug 12 14:32:13.989627 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 60054) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:32:14.024150 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-eeddc666-36ec-4c95-83fc-82418aeeccd3 req-5308f0e4-0700-4687-b168-65cf5d1c5d74 service neutron] 10.222.0.64 "GET /v2.0/networks/03dfba7c-7b4a-44e5-8aaa-c2d37ee82018?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2586036 Aug 12 14:32:14.063529 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-5bf392bc-de85-4536-b885-9e6c1b6fee53 req-14573157-b4e5-4499-ae2f-fa91d68cd5cb tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] 10.222.0.39 "GET /v2.0/security-groups?id=6f569421-3ef5-4998-a0c5-f191379b6c78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952184 Aug 12 14:32:14.065390 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea42e244-9537-42a7-8c23-d09dfd3e3bab req-c2918d5c-b3b7-41ff-871f-c17d51be7525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:14.066799 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ea42e244-9537-42a7-8c23-d09dfd3e3bab req-c2918d5c-b3b7-41ff-871f-c17d51be7525 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2525c403-dfb3-4196-a273-739607aab38a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1095409 Aug 12 14:32:14.073473 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-cb6b0454-19d1-455a-838a-66d99a6340e9 req-d0828733-b972-45b0-a088-63306e2f2613 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/ports?device_id=49fbf0c9-7c67-47a8-a064-2ab1f7981fda HTTP/1.1" status: 200 len: 210 time: 0.0306163 Aug 12 14:32:14.095981 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-7525a923-ebdb-4d7b-9396-925a73ba72dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:14.131208 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-7525a923-ebdb-4d7b-9396-925a73ba72dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:14.205043 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-eeddc666-36ec-4c95-83fc-82418aeeccd3 req-53da2b4c-be25-4f8b-8a1f-d7c923ce1356 service neutron] 10.222.0.64 "GET /v2.0/networks/03dfba7c-7b4a-44e5-8aaa-c2d37ee82018?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1701119 Aug 12 14:32:14.209453 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-7525a923-ebdb-4d7b-9396-925a73ba72dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:14.219035 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-7525a923-ebdb-4d7b-9396-925a73ba72dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:14.220111 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-7525a923-ebdb-4d7b-9396-925a73ba72dd admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5f0be139-ead5-4ee4-a5a2-78f6c27ba38f HTTP/1.1" status: 204 len: 168 time: 0.2291758 Aug 12 14:32:14.230072 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7525a923-ebdb-4d7b-9396-925a73ba72dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f0be139-ead5-4ee4-a5a2-78f6c27ba38f,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:32:14.239986 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ea42e244-9537-42a7-8c23-d09dfd3e3bab req-0a773b1c-b806-4a47-a1a3-36e91c63a54c service neutron] 10.222.0.49 "GET /v2.0/networks/2525c403-dfb3-4196-a273-739607aab38a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461935 Aug 12 14:32:14.340222 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ea42e244-9537-42a7-8c23-d09dfd3e3bab req-6c72a19a-631b-4c4e-8430-5806a21fb522 service neutron] 10.222.0.49 "GET /v2.0/networks/2525c403-dfb3-4196-a273-739607aab38a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917213 Aug 12 14:32:14.412623 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a709b9-cf49-4c97-94b4-da70f66eaf20 req-18e3ad75-a060-4119-a9e4-77a29112ee9d tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:14.414171 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-21a709b9-cf49-4c97-94b4-da70f66eaf20 req-18e3ad75-a060-4119-a9e4-77a29112ee9d tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] 10.222.0.39 "GET /v2.0/ports?device_id=f3c0eeb6-944f-4df5-921f-e67fd51b3f14 HTTP/1.1" status: 200 len: 948 time: 0.0690012 Aug 12 14:32:14.424215 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71c58b7-82ea-47d9-b91a-5356a326bf66 req-945f85fc-2052-498d-a53e-9f776dbacb6c tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:14.426440 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-e71c58b7-82ea-47d9-b91a-5356a326bf66 req-945f85fc-2052-498d-a53e-9f776dbacb6c tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] 10.222.0.39 "GET /v2.0/ports?device_id=cddb4fe6-c24a-4523-bd49-68cbc24760f5 HTTP/1.1" status: 200 len: 945 time: 0.0988255 Aug 12 14:32:14.462081 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-21a709b9-cf49-4c97-94b4-da70f66eaf20 req-76522a2a-db2e-474d-993c-9a1e1bd0ba35 tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] 10.222.0.39 "GET /v2.0/security-groups?id=732c786f-d597-473b-bc9a-3d3a7bfc11d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409148 Aug 12 14:32:14.499689 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-e71c58b7-82ea-47d9-b91a-5356a326bf66 req-f17b20e0-339d-49d9-9d67-66e218b29d53 tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] 10.222.0.39 "GET /v2.0/security-groups?id=e3ca17b3-b028-41b3-b138-91e00a6e278c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455346 Aug 12 14:32:14.769203 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cd9dfe-b531-4bab-aca7-d7d39548a0b2 req-4658d939-be4e-43dc-94b2-ac1fedf1ed5e tempest-ServersAdminNegativeTestJSON-968709522 tempest-ServersAdminNegativeTestJSON-968709522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:14.770704 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-82cd9dfe-b531-4bab-aca7-d7d39548a0b2 req-4658d939-be4e-43dc-94b2-ac1fedf1ed5e tempest-ServersAdminNegativeTestJSON-968709522 tempest-ServersAdminNegativeTestJSON-968709522-project] 10.222.0.39 "GET /v2.0/ports?device_id=34c80265-70c4-49c6-ab71-c5babf1b6721 HTTP/1.1" status: 200 len: 948 time: 0.0503027 Aug 12 14:32:14.816306 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-82cd9dfe-b531-4bab-aca7-d7d39548a0b2 req-382c1f03-763d-4db7-ac55-b08d8fb830a5 tempest-ServersAdminNegativeTestJSON-968709522 tempest-ServersAdminNegativeTestJSON-968709522-project] 10.222.0.39 "GET /v2.0/security-groups?id=6f9b763c-c509-4e5f-b654-95da26c70755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387192 Aug 12 14:32:14.985850 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0d47a1e1-3104-4bba-886a-3d682164f61e req-6801ad9f-b4d1-447b-a36f-9df776f907c0 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=e3f6e239b38a4f618b8ca0621fcc54e4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0300195 Aug 12 14:32:15.114769 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 60094) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:32:15.146905 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2900342-4904-4677-9345-eab41818439c req-c51be242-3953-4aea-a486-5cba61243eb9 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:15.156784 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-f2900342-4904-4677-9345-eab41818439c req-c51be242-3953-4aea-a486-5cba61243eb9 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] 10.222.0.39 "GET /v2.0/ports?device_id=d3e6d2ac-ef5b-4192-80e2-af49f1b7a811 HTTP/1.1" status: 200 len: 944 time: 0.0770626 Aug 12 14:32:15.189573 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d47a1e1-3104-4bba-886a-3d682164f61e req-9823f566-940f-4ce2-83bd-d89f3fe2edb3 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:15.191274 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0d47a1e1-3104-4bba-886a-3d682164f61e req-9823f566-940f-4ce2-83bd-d89f3fe2edb3 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1957359 Aug 12 14:32:15.207167 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-f2900342-4904-4677-9345-eab41818439c req-acda98a9-0115-4ec0-b138-1e0e92146ad9 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] 10.222.0.39 "GET /v2.0/security-groups?id=11312995-c93d-4754-9dea-15693c54238a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490751 Aug 12 14:32:15.233876 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-0d47a1e1-3104-4bba-886a-3d682164f61e req-99e0b513-8b8b-412d-ae06-56b6350bdd1b tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] Request body: {'port': {'device_id': '49fbf0c9-7c67-47a8-a064-2ab1f7981fda', 'network_id': '2525c403-dfb3-4196-a273-739607aab38a', 'admin_state_up': True, 'tenant_id': 'e3f6e239b38a4f618b8ca0621fcc54e4'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:32:15.286370 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-e83e3611-b602-4e82-9cda-5b76c7ea55bc admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1286261987-network', 'tenant_id': '78bc96cbad574ff5b08b92704ccc550c'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:32:15.295036 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-654bbcac-84a9-467f-8376-c9c317438aef req-2c01ce63-8484-4484-8b57-7e330c327023 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/ports?device_id=49fbf0c9-7c67-47a8-a064-2ab1f7981fda HTTP/1.1" status: 200 len: 210 time: 0.0285501 Aug 12 14:32:15.341112 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d31a914-7e75-49a5-b6f7-be8c6ea23355 req-489fe929-a83c-4a98-9936-3bcbe38af6ed tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:15.342747 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3d31a914-7e75-49a5-b6f7-be8c6ea23355 req-489fe929-a83c-4a98-9936-3bcbe38af6ed tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] 10.222.0.39 "GET /v2.0/ports?device_id=49a3c0a4-ec67-4b04-8bde-6beb71c91199 HTTP/1.1" status: 200 len: 945 time: 0.1733270 Aug 12 14:32:15.354168 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e83e3611-b602-4e82-9cda-5b76c7ea55bc admin admin] Made reservation on behalf of 78bc96cbad574ff5b08b92704ccc550c for: {'network': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:32:15.356764 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-e83e3611-b602-4e82-9cda-5b76c7ea55bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for network, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:15.382564 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-e83e3611-b602-4e82-9cda-5b76c7ea55bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:15.435290 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3d31a914-7e75-49a5-b6f7-be8c6ea23355 req-56cbfcdf-bbbb-4943-a151-20b741e0c900 tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] 10.222.0.39 "GET /v2.0/security-groups?id=6f569421-3ef5-4998-a0c5-f191379b6c78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724304 Aug 12 14:32:15.444054 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d47a1e1-3104-4bba-886a-3d682164f61e req-99e0b513-8b8b-412d-ae06-56b6350bdd1b tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] Made reservation on behalf of e3f6e239b38a4f618b8ca0621fcc54e4 for: {'port': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:32:15.448114 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-0d47a1e1-3104-4bba-886a-3d682164f61e req-99e0b513-8b8b-412d-ae06-56b6350bdd1b tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:15.480961 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-fe95f194-a3b0-4c04-9e42-20b511169d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:15.690613 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851c2cdf-b05d-472e-a4b4-345332edaff3 req-5ddc5487-0684-44af-b637-60dfdce8c0fd tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:15.692245 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-851c2cdf-b05d-472e-a4b4-345332edaff3 req-5ddc5487-0684-44af-b637-60dfdce8c0fd tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] 10.222.0.39 "GET /v2.0/ports?device_id=f3c0eeb6-944f-4df5-921f-e67fd51b3f14 HTTP/1.1" status: 200 len: 948 time: 0.1371620 Aug 12 14:32:15.725626 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-e83e3611-b602-4e82-9cda-5b76c7ea55bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:15.726985 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_common [req-0d47a1e1-3104-4bba-886a-3d682164f61e req-99e0b513-8b8b-412d-ae06-56b6350bdd1b tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] Allocated IP 192.168.233.99 (2525c403-dfb3-4196-a273-739607aab38a/236e0be6-1c94-4221-9e8b-ab02a53331f8/c8ea2c88-a265-4422-9fd9-7bba00fb259d) {{(pid=94467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:32:15.739758 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-e83e3611-b602-4e82-9cda-5b76c7ea55bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:15.790519 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f14a509-38e0-4a14-a32c-98a13c46c196 req-b52c2d82-6d5e-4085-82b1-f080a5a8ffc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:15.792445 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-9f14a509-38e0-4a14-a32c-98a13c46c196 req-b52c2d82-6d5e-4085-82b1-f080a5a8ffc9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2fd79171a8ca47bca77a7cc342fe86ce&device_id=49a3c0a4-ec67-4b04-8bde-6beb71c91199 HTTP/1.1" status: 200 len: 1097 time: 0.0865207 Aug 12 14:32:15.793281 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e83e3611-b602-4e82-9cda-5b76c7ea55bc admin admin] vlan segment allocate from pool success with {'vlan_id': 320, 'physical_network': 'physnet1'} {{(pid=94467) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 14:32:15.802344 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb38d64-5701-4321-8e6f-aef0f6c2b977 req-0ced1348-7e2f-4198-a310-9b0fc3e996e1 tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:15.804027 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-1cb38d64-5701-4321-8e6f-aef0f6c2b977 req-0ced1348-7e2f-4198-a310-9b0fc3e996e1 tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] 10.222.0.39 "GET /v2.0/ports?device_id=cddb4fe6-c24a-4523-bd49-68cbc24760f5 HTTP/1.1" status: 200 len: 945 time: 0.0858669 Aug 12 14:32:15.809936 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83e3611-b602-4e82-9cda-5b76c7ea55bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=891f2790-590d-4c99-bcc7-96e66942622a,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:32:15.832889 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-851c2cdf-b05d-472e-a4b4-345332edaff3 req-02009776-e6f7-4151-8db1-70af1428b129 tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] 10.222.0.39 "GET /v2.0/security-groups?id=732c786f-d597-473b-bc9a-3d3a7bfc11d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238720 Aug 12 14:32:15.840575 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-e83e3611-b602-4e82-9cda-5b76c7ea55bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:15.840806 n-d-694802-15 neutron-server[94467]: INFO neutron.db.segments_db [None req-e83e3611-b602-4e82-9cda-5b76c7ea55bc admin admin] Added segment ed441b9c-ef4f-49b1-be26-a1ccc1529ada of type vlan for network a59e5426-181b-4a1b-a168-dee8a2c25b1e Aug 12 14:32:15.857022 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device 0a60b2ab-2e1f-466d-89a3-9f3975e77d1f up at agent hyperv_n-h2-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:32:15.932730 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Provisioning for port 0a60b2ab-2e1f-466d-89a3-9f3975e77d1f completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:32:15.937553 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Provisioning complete for port 0a60b2ab-2e1f-466d-89a3-9f3975e77d1f triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:32:15.938180 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:15.943296 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-1cb38d64-5701-4321-8e6f-aef0f6c2b977 req-e4600827-49b9-41ef-864b-2d453c8587ca tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] 10.222.0.39 "GET /v2.0/security-groups?id=e3ca17b3-b028-41b3-b138-91e00a6e278c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798833 Aug 12 14:32:15.979808 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f14a509-38e0-4a14-a32c-98a13c46c196 req-0f4e597e-5742-47fe-ab66-13066266d227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:15.987067 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-9f14a509-38e0-4a14-a32c-98a13c46c196 req-0f4e597e-5742-47fe-ab66-13066266d227 service neutron] 10.222.0.64 "GET /v2.0/networks?id=1f88c89e-1834-4591-8586-4341f292deca HTTP/1.1" status: 200 len: 912 time: 0.1764281 Aug 12 14:32:16.008996 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-e83e3611-b602-4e82-9cda-5b76c7ea55bc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744653628263'] for network, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:16.033271 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-9f14a509-38e0-4a14-a32c-98a13c46c196 req-af312a54-a82c-4c8d-8815-6f6acbecb86b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=85489a13-e7f9-426f-8757-9b5fae8f281a HTTP/1.1" status: 200 len: 217 time: 0.0447538 Aug 12 14:32:16.054350 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:16.079329 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3e6d2ac-ef5b-4192-80e2-af49f1b7a811', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a60b2ab-2e1f-466d-89a3-9f3975e77d1f'}] {{(pid=94468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:32:16.083008 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99a8d87602170099c728e57431aca99e9b98a655a83bbf8727be13192709727b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69219148-653a-4b81-a15b-77567f47f7ba" -d '{"events": [{"server_uuid": "d3e6d2ac-ef5b-4192-80e2-af49f1b7a811", "name": "network-vif-plugged", "status": "completed", "tag": "0a60b2ab-2e1f-466d-89a3-9f3975e77d1f"}]}' {{(pid=94468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:32:16.097624 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-e83e3611-b602-4e82-9cda-5b76c7ea55bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409'] for network, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:16.098593 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e83e3611-b602-4e82-9cda-5b76c7ea55bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:16.099207 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-e83e3611-b602-4e82-9cda-5b76c7ea55bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for network, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:16.099523 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port 0a60b2ab-2e1f-466d-89a3-9f3975e77d1f, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=0a60b2ab-2e1f-466d-89a3-9f3975e77d1f,segment=NetworkSegment(2c5f2abe-b754-491c-837b-06e8fcd65d4b),segment_id=2c5f2abe-b754-491c-837b-06e8fcd65d4b)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:32:16.107460 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:16.121139 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f14a509-38e0-4a14-a32c-98a13c46c196 req-1d2b7470-3272-4714-b524-d50d1dadb97b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:16.122595 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-9f14a509-38e0-4a14-a32c-98a13c46c196 req-1d2b7470-3272-4714-b524-d50d1dadb97b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=dd28ff73-a450-408b-b798-c34bd0481320 HTTP/1.1" status: 200 len: 851 time: 0.0809674 Aug 12 14:32:16.131824 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ec4686-ff7b-4778-a648-eada116badc5 req-f65a43aa-3b4c-4ca7-9932-260e22abdd3d tempest-ServersAdminNegativeTestJSON-968709522 tempest-ServersAdminNegativeTestJSON-968709522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:16.133649 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-68ec4686-ff7b-4778-a648-eada116badc5 req-f65a43aa-3b4c-4ca7-9932-260e22abdd3d tempest-ServersAdminNegativeTestJSON-968709522 tempest-ServersAdminNegativeTestJSON-968709522-project] 10.222.0.39 "GET /v2.0/ports?device_id=34c80265-70c4-49c6-ab71-c5babf1b6721 HTTP/1.1" status: 200 len: 948 time: 0.1034746 Aug 12 14:32:16.166542 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-0d47a1e1-3104-4bba-886a-3d682164f61e req-99e0b513-8b8b-412d-ae06-56b6350bdd1b tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] Notify callbacks [] for port, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:16.166775 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-9f14a509-38e0-4a14-a32c-98a13c46c196 req-06919993-d527-49b9-b91c-13715363a412 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1f88c89e-1834-4591-8586-4341f292deca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310709 Aug 12 14:32:16.173500 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-e83e3611-b602-4e82-9cda-5b76c7ea55bc admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 1.0574913 Aug 12 14:32:16.179688 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 60112) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:32:16.181775 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931cfda9-119c-40b7-b29d-64ff2e5ff680 req-f86470e9-9e87-41be-a70f-b5cde655659c tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:16.182954 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Pushing event updated for resources: {'Port': ['ID=0a60b2ab-2e1f-466d-89a3-9f3975e77d1f,revision_number=5']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:32:16.183319 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-931cfda9-119c-40b7-b29d-64ff2e5ff680 req-f86470e9-9e87-41be-a70f-b5cde655659c tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] 10.222.0.39 "GET /v2.0/ports?device_id=49a3c0a4-ec67-4b04-8bde-6beb71c91199 HTTP/1.1" status: 200 len: 945 time: 0.1622941 Aug 12 14:32:16.191501 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:32:16.192134 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:32:16.192674 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:32:16.193267 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:32:16.193761 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:32:16.194003 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-e35c571f-8eca-44cb-a45f-6a388a66bf05 admin admin] Request body: {'subnet': {'network_id': 'a59e5426-181b-4a1b-a168-dee8a2c25b1e', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1286261987-subnet', 'tenant_id': '78bc96cbad574ff5b08b92704ccc550c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:32:16.194446 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:32:16.194941 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:32:16.195567 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:32:16.196047 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:32:16.196522 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:32:16.197097 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:32:16.198361 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:32:16.225028 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [req-0d47a1e1-3104-4bba-886a-3d682164f61e req-99e0b513-8b8b-412d-ae06-56b6350bdd1b tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] Transition to ACTIVE for port object c8ea2c88-a265-4422-9fd9-7bba00fb259d will not be triggered until provisioned by entity DHCP. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:32:16.240284 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83e3611-b602-4e82-9cda-5b76c7ea55bc admin admin] Pushing event updated for resources: {'Network': ['ID=a59e5426-181b-4a1b-a168-dee8a2c25b1e,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:32:16.258386 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Network a59e5426-181b-4a1b-a168-dee8a2c25b1e details requested by agent ovs-agent-n-d-694802-15 with host n-d-694802-15 {{(pid=94468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 14:32:16.270845 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-931cfda9-119c-40b7-b29d-64ff2e5ff680 req-c8d10935-d97c-41c5-a236-0cc23795c845 tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] 10.222.0.39 "GET /v2.0/security-groups?id=6f569421-3ef5-4998-a0c5-f191379b6c78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755620 Aug 12 14:32:16.296607 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-0d47a1e1-3104-4bba-886a-3d682164f61e req-99e0b513-8b8b-412d-ae06-56b6350bdd1b tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:16.322161 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-68ec4686-ff7b-4778-a648-eada116badc5 req-c83301b9-397d-4aa8-a837-eab0f07cd5ce tempest-ServersAdminNegativeTestJSON-968709522 tempest-ServersAdminNegativeTestJSON-968709522-project] 10.222.0.39 "GET /v2.0/security-groups?id=6f9b763c-c509-4e5f-b654-95da26c70755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772385 Aug 12 14:32:16.322698 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] get_ports_and_sgs() called for port_ids ['b02b231c-4105-48f1-b4af-e195dcf14aec'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:32:16.359991 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e35c571f-8eca-44cb-a45f-6a388a66bf05 admin admin] Made reservation on behalf of 78bc96cbad574ff5b08b92704ccc550c for: {'subnet': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:32:16.361963 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 14:32:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32e6488b-80fe-4b8e-9dfd-b509ccc0856d x-openstack-request-id: req-32e6488b-80fe-4b8e-9dfd-b509ccc0856d {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:32:16.363136 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3e6d2ac-ef5b-4192-80e2-af49f1b7a811", "name": "network-vif-plugged", "status": "completed", "tag": "0a60b2ab-2e1f-466d-89a3-9f3975e77d1f", "code": 200}]} {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:32:16.363641 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-32e6488b-80fe-4b8e-9dfd-b509ccc0856d {{(pid=94468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:32:16.364081 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e35c571f-8eca-44cb-a45f-6a388a66bf05 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8776441'] for subnet, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:16.364347 n-d-694802-15 neutron-server[94468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3e6d2ac-ef5b-4192-80e2-af49f1b7a811', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a60b2ab-2e1f-466d-89a3-9f3975e77d1f', 'code': 200} Aug 12 14:32:16.514925 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-9f14a509-38e0-4a14-a32c-98a13c46c196 req-749fe566-4380-42a2-a0ff-f4038a858c95 service neutron] 10.222.0.64 "GET /v2.0/networks/1f88c89e-1834-4591-8586-4341f292deca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3339303 Aug 12 14:32:16.611250 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91fb6b8-af9a-4329-86f8-cc05caa76d7e req-37440577-76c0-4f37-bb41-6fba4daf350c tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:16.612956 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-b91fb6b8-af9a-4329-86f8-cc05caa76d7e req-37440577-76c0-4f37-bb41-6fba4daf350c tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] 10.222.0.39 "GET /v2.0/ports?device_id=d3e6d2ac-ef5b-4192-80e2-af49f1b7a811 HTTP/1.1" status: 200 len: 945 time: 0.1515110 Aug 12 14:32:16.710614 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-9f14a509-38e0-4a14-a32c-98a13c46c196 req-41f40624-ee46-4194-a658-3f0a69b10afd service neutron] 10.222.0.64 "GET /v2.0/networks/1f88c89e-1834-4591-8586-4341f292deca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1852562 Aug 12 14:32:16.724033 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-b91fb6b8-af9a-4329-86f8-cc05caa76d7e req-5f2da28a-e877-48d3-9dc7-4dbddca2fe37 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] 10.222.0.39 "GET /v2.0/security-groups?id=11312995-c93d-4754-9dea-15693c54238a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948427 Aug 12 14:32:16.766265 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d47a1e1-3104-4bba-886a-3d682164f61e req-99e0b513-8b8b-412d-ae06-56b6350bdd1b tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] Network 2525c403-dfb3-4196-a273-739607aab38a is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:32:16.788317 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [req-0d47a1e1-3104-4bba-886a-3d682164f61e req-99e0b513-8b8b-412d-ae06-56b6350bdd1b tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:32:16.801462 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d47a1e1-3104-4bba-886a-3d682164f61e req-99e0b513-8b8b-412d-ae06-56b6350bdd1b tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] Received port after_create {{(pid=94467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:32:16.830846 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e35c571f-8eca-44cb-a45f-6a388a66bf05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3718490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8776395'] for subnet, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:16.835884 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e0b513-8b8b-412d-ae06-56b6350bdd1b tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] Pushing event updated for resources: {'Port': ['ID=c8ea2c88-a265-4422-9fd9-7bba00fb259d,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:32:16.878347 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d47a1e1-3104-4bba-886a-3d682164f61e req-99e0b513-8b8b-412d-ae06-56b6350bdd1b tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:16.878742 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-0d47a1e1-3104-4bba-886a-3d682164f61e req-99e0b513-8b8b-412d-ae06-56b6350bdd1b tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:16.888989 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91362635-196f-43eb-9aac-c5eefa0d8441 req-9677d8c0-068e-4b81-94cc-2732a0ec9e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:16.890656 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-91362635-196f-43eb-9aac-c5eefa0d8441 req-9677d8c0-068e-4b81-94cc-2732a0ec9e45 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=d3e6d2ac-ef5b-4192-80e2-af49f1b7a811 HTTP/1.1" status: 200 len: 1097 time: 0.1721623 Aug 12 14:32:16.911689 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472d19a3-1f13-4b8b-b107-c72f067b692a req-3e226da6-9bad-4313-8626-45fd3c686805 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:16.923941 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-472d19a3-1f13-4b8b-b107-c72f067b692a req-3e226da6-9bad-4313-8626-45fd3c686805 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/ports?device_id=49fbf0c9-7c67-47a8-a064-2ab1f7981fda HTTP/1.1" status: 200 len: 935 time: 0.2035019 Aug 12 14:32:16.971156 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0d47a1e1-3104-4bba-886a-3d682164f61e req-99e0b513-8b8b-412d-ae06-56b6350bdd1b tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7542028 Aug 12 14:32:16.998811 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-0d47a1e1-3104-4bba-886a-3d682164f61e req-6b05607e-608e-4eb9-ba08-a0ebc8ff6123 service neutron] Request body: {'port': {'device_id': '49fbf0c9-7c67-47a8-a064-2ab1f7981fda', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-694802-15'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:32:17.025113 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-91362635-196f-43eb-9aac-c5eefa0d8441 req-b21f38b0-427c-4bdf-9568-298a4516050c service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=11312995-c93d-4754-9dea-15693c54238a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246443 Aug 12 14:32:17.030649 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-472d19a3-1f13-4b8b-b107-c72f067b692a req-d269a3f7-0a1e-4191-b5e5-4c49bd5cb591 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0307eb3-f523-445b-8e1d-79deac809303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056426 Aug 12 14:32:17.079090 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-0d47a1e1-3104-4bba-886a-3d682164f61e req-6b05607e-608e-4eb9-ba08-a0ebc8ff6123 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:17.176269 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-ba1d8c8c-ce5f-4629-b73d-412da5869992 None None] Provisioning for port c8ea2c88-a265-4422-9fd9-7bba00fb259d completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:32:17.180856 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-ba1d8c8c-ce5f-4629-b73d-412da5869992 None None] Provisioning complete for port c8ea2c88-a265-4422-9fd9-7bba00fb259d triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:32:17.181237 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-ba1d8c8c-ce5f-4629-b73d-412da5869992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:17.184102 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35c571f-8eca-44cb-a45f-6a388a66bf05 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c9128cfa-e5cd-496a-be78-67996c7e7865,revision_number=0']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:32:17.234640 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb6fa2c-a322-4938-93dd-4538e78babfa req-b14a3bbc-de22-4045-9005-a1cdba210fe8 tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:17.237642 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-1cb6fa2c-a322-4938-93dd-4538e78babfa req-b14a3bbc-de22-4045-9005-a1cdba210fe8 tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] 10.222.0.39 "GET /v2.0/ports?device_id=f3c0eeb6-944f-4df5-921f-e67fd51b3f14 HTTP/1.1" status: 200 len: 948 time: 0.1106071 Aug 12 14:32:17.238739 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-ba1d8c8c-ce5f-4629-b73d-412da5869992 None None] Port c8ea2c88-a265-4422-9fd9-7bba00fb259d cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 14:32:17.238972 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e35c571f-8eca-44cb-a45f-6a388a66bf05 admin admin] Checking segment: {'id': 'ed441b9c-ef4f-49b1-be26-a1ccc1529ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'a59e5426-181b-4a1b-a168-dee8a2c25b1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:32:17.239571 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e35c571f-8eca-44cb-a45f-6a388a66bf05 admin admin] Network hostable DHCP agents. Network: a59e5426-181b-4a1b-a168-dee8a2c25b1e, hostable agents: ['1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658'], hosted agents: [] {{(pid=94466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 14:32:17.277287 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04aa0dd-5389-42ea-b17e-5911dc7a6ead req-7eebaaca-e66a-4276-999e-1c2ed0321539 tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:17.279005 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e04aa0dd-5389-42ea-b17e-5911dc7a6ead req-7eebaaca-e66a-4276-999e-1c2ed0321539 tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] 10.222.0.39 "GET /v2.0/ports?device_id=cddb4fe6-c24a-4523-bd49-68cbc24760f5 HTTP/1.1" status: 200 len: 945 time: 0.1419308 Aug 12 14:32:17.291943 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e35c571f-8eca-44cb-a45f-6a388a66bf05 admin admin] Network a59e5426-181b-4a1b-a168-dee8a2c25b1e is scheduled to be hosted by DHCP agent 1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658 with binding_index 1 {{(pid=94466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 14:32:17.302627 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-1cb6fa2c-a322-4938-93dd-4538e78babfa req-008838d1-e16f-4aa8-bd17-fa6ddb2ff104 tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] 10.222.0.39 "GET /v2.0/security-groups?id=732c786f-d597-473b-bc9a-3d3a7bfc11d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558724 Aug 12 14:32:17.308779 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-e35c571f-8eca-44cb-a45f-6a388a66bf05 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-15, a59e5426-181b-4a1b-a168-dee8a2c25b1e) {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:32:17.316338 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e35c571f-8eca-44cb-a45f-6a388a66bf05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:17.319601 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e35c571f-8eca-44cb-a45f-6a388a66bf05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for subnet, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:17.320911 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fa43b52-a3eb-46c6-8de0-f54fa23ac80d None None] Network a59e5426-181b-4a1b-a168-dee8a2c25b1e requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:32:17.342421 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-e35c571f-8eca-44cb-a45f-6a388a66bf05 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.1597764 Aug 12 14:32:17.344951 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 60132) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:32:17.349760 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-ed0ce74c-6aaf-47f6-abd3-50f619d7bb31 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1286261987-router', 'tenant_id': '78bc96cbad574ff5b08b92704ccc550c', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'}}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:32:17.374144 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ed0ce74c-6aaf-47f6-abd3-50f619d7bb31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-430574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-104863'] for router, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:17.375740 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ed0ce74c-6aaf-47f6-abd3-50f619d7bb31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-429438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-431405', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66646573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-104852'] for router, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:17.443207 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e04aa0dd-5389-42ea-b17e-5911dc7a6ead req-59f192dd-d712-4930-864e-0760ce4846c5 tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] 10.222.0.39 "GET /v2.0/security-groups?id=e3ca17b3-b028-41b3-b138-91e00a6e278c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568959 Aug 12 14:32:17.451383 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ed0ce74c-6aaf-47f6-abd3-50f619d7bb31 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:17.529979 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-065995fe-3a69-44d1-b5b7-bc1b5f262402 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa7035b3e-9a89-5964-b9f4-97301c3f476a-a59e5426-181b-4a1b-a168-dee8a2c25b1e', 'network_id': 'a59e5426-181b-4a1b-a168-dee8a2c25b1e', 'tenant_id': '78bc96cbad574ff5b08b92704ccc550c', 'fixed_ips': [{'subnet_id': 'c9128cfa-e5cd-496a-be78-67996c7e7865'}]}} from n-d-694802-15. {{(pid=94468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 14:32:17.530861 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-065995fe-3a69-44d1-b5b7-bc1b5f262402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:17.587160 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [req-0d47a1e1-3104-4bba-886a-3d682164f61e req-6b05607e-608e-4eb9-ba08-a0ebc8ff6123 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8ea2c88-a265-4422-9fd9-7bba00fb259d {{(pid=94467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:32:17.596842 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-0d47a1e1-3104-4bba-886a-3d682164f61e req-6b05607e-608e-4eb9-ba08-a0ebc8ff6123 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:17.621297 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197e90b8-4c73-46d9-8c9a-ff6ac68524c5 req-e218f4ff-a0ae-45ff-9de9-171ca7b7e2a7 tempest-ServersAdminNegativeTestJSON-968709522 tempest-ServersAdminNegativeTestJSON-968709522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:17.622967 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-197e90b8-4c73-46d9-8c9a-ff6ac68524c5 req-e218f4ff-a0ae-45ff-9de9-171ca7b7e2a7 tempest-ServersAdminNegativeTestJSON-968709522 tempest-ServersAdminNegativeTestJSON-968709522-project] 10.222.0.39 "GET /v2.0/ports?device_id=34c80265-70c4-49c6-ab71-c5babf1b6721 HTTP/1.1" status: 200 len: 948 time: 0.0829601 Aug 12 14:32:17.624115 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [req-0d47a1e1-3104-4bba-886a-3d682164f61e req-6b05607e-608e-4eb9-ba08-a0ebc8ff6123 service neutron] Transition to ACTIVE for port object c8ea2c88-a265-4422-9fd9-7bba00fb259d will not be triggered until provisioned by entity L2. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:32:17.634313 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-0d47a1e1-3104-4bba-886a-3d682164f61e req-6b05607e-608e-4eb9-ba08-a0ebc8ff6123 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:17.700458 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.db_base_plugin_common [None req-065995fe-3a69-44d1-b5b7-bc1b5f262402 None None] Allocated IP 172.20.0.2 (a59e5426-181b-4a1b-a168-dee8a2c25b1e/c9128cfa-e5cd-496a-be78-67996c7e7865/746f5ac7-bceb-4c10-a0a8-e901642754f1) {{(pid=94468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:32:17.701101 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ed0ce74c-6aaf-47f6-abd3-50f619d7bb31 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:17.726210 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f11ea9-992e-4d78-8d9c-d47515e54750 req-5d4697ef-1f41-4f74-a1b1-8a37ed288c89 tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:17.727983 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-d1f11ea9-992e-4d78-8d9c-d47515e54750 req-5d4697ef-1f41-4f74-a1b1-8a37ed288c89 tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] 10.222.0.39 "GET /v2.0/ports?device_id=49a3c0a4-ec67-4b04-8bde-6beb71c91199 HTTP/1.1" status: 200 len: 945 time: 0.2784188 Aug 12 14:32:17.796212 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-197e90b8-4c73-46d9-8c9a-ff6ac68524c5 req-9a2ce0ab-f12a-480c-9470-6907ed8cec27 tempest-ServersAdminNegativeTestJSON-968709522 tempest-ServersAdminNegativeTestJSON-968709522-project] 10.222.0.39 "GET /v2.0/security-groups?id=6f9b763c-c509-4e5f-b654-95da26c70755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635730 Aug 12 14:32:17.801389 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b05607e-608e-4eb9-ba08-a0ebc8ff6123 service neutron] Pushing event updated for resources: {'Port': ['ID=c8ea2c88-a265-4422-9fd9-7bba00fb259d,revision_number=2']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:32:17.859590 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-0d47a1e1-3104-4bba-886a-3d682164f61e req-6b05607e-608e-4eb9-ba08-a0ebc8ff6123 service neutron] Attempting to bind port c8ea2c88-a265-4422-9fd9-7bba00fb259d on host n-h1-694802-15 for vnic_type normal with profile {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:32:17.860317 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-0d47a1e1-3104-4bba-886a-3d682164f61e req-6b05607e-608e-4eb9-ba08-a0ebc8ff6123 service neutron] Attempting to bind port c8ea2c88-a265-4422-9fd9-7bba00fb259d by drivers openvswitch,hyperv on host n-h1-694802-15 at level 0 using segments [{'id': 'a1f8c867-101b-4d30-814e-b89f55a5edd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '2525c403-dfb3-4196-a273-739607aab38a'}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:32:17.860317 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d47a1e1-3104-4bba-886a-3d682164f61e req-6b05607e-608e-4eb9-ba08-a0ebc8ff6123 service neutron] Attempting to bind port c8ea2c88-a265-4422-9fd9-7bba00fb259d on network 2525c403-dfb3-4196-a273-739607aab38a {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:32:17.872468 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d47a1e1-3104-4bba-886a-3d682164f61e req-6b05607e-608e-4eb9-ba08-a0ebc8ff6123 service neutron] Port c8ea2c88-a265-4422-9fd9-7bba00fb259d on network 2525c403-dfb3-4196-a273-739607aab38a not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-15 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 14:32:17.873628 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d47a1e1-3104-4bba-886a-3d682164f61e req-6b05607e-608e-4eb9-ba08-a0ebc8ff6123 service neutron] Attempting to bind port c8ea2c88-a265-4422-9fd9-7bba00fb259d on network 2525c403-dfb3-4196-a273-739607aab38a {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:32:17.889247 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d47a1e1-3104-4bba-886a-3d682164f61e req-6b05607e-608e-4eb9-ba08-a0ebc8ff6123 service neutron] Checking agent: {'id': 'de568313-a3e6-454a-9813-77e25edcea95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 27, 41), 'started_at': datetime.datetime(2021, 8, 12, 14, 27, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 32, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:32:17.889592 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d47a1e1-3104-4bba-886a-3d682164f61e req-6b05607e-608e-4eb9-ba08-a0ebc8ff6123 service neutron] Checking segment: {'id': 'a1f8c867-101b-4d30-814e-b89f55a5edd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '2525c403-dfb3-4196-a273-739607aab38a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:32:17.889983 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d47a1e1-3104-4bba-886a-3d682164f61e req-6b05607e-608e-4eb9-ba08-a0ebc8ff6123 service neutron] Bound using segment: {'id': 'a1f8c867-101b-4d30-814e-b89f55a5edd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '2525c403-dfb3-4196-a273-739607aab38a'} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:32:17.890114 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device cff7ac25-505e-4395-b6ff-68f7d36eb731 details requested by agent hyperv_n-h2-694802-15 with host n-h2-694802-15 {{(pid=94468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 14:32:17.890431 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-0d47a1e1-3104-4bba-886a-3d682164f61e req-6b05607e-608e-4eb9-ba08-a0ebc8ff6123 service neutron] Bound port: c8ea2c88-a265-4422-9fd9-7bba00fb259d, host: n-h1-694802-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1f8c867-101b-4d30-814e-b89f55a5edd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '2525c403-dfb3-4196-a273-739607aab38a'}}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:32:17.890796 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-0d47a1e1-3104-4bba-886a-3d682164f61e req-6b05607e-608e-4eb9-ba08-a0ebc8ff6123 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:17.912399 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-d1f11ea9-992e-4d78-8d9c-d47515e54750 req-190ebbf7-5ffd-4db4-a9b8-9724a2d7ccb8 tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] 10.222.0.39 "GET /v2.0/security-groups?id=6f569421-3ef5-4998-a0c5-f191379b6c78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671488 Aug 12 14:32:17.989440 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9149de1d-9ab5-4ca4-a13f-0920bbe7a0c6 req-cf2cf795-7069-4ebe-a79f-d4fd1b4a6936 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:17.991061 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9149de1d-9ab5-4ca4-a13f-0920bbe7a0c6 req-cf2cf795-7069-4ebe-a79f-d4fd1b4a6936 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] 10.222.0.39 "GET /v2.0/ports?device_id=d3e6d2ac-ef5b-4192-80e2-af49f1b7a811 HTTP/1.1" status: 200 len: 945 time: 0.1048746 Aug 12 14:32:18.028543 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-065995fe-3a69-44d1-b5b7-bc1b5f262402 None None] Notify callbacks [] for port, precommit_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:18.049813 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-065995fe-3a69-44d1-b5b7-bc1b5f262402 None None] Transition to ACTIVE for port object 746f5ac7-bceb-4c10-a0a8-e901642754f1 will not be triggered until provisioned by entity L2. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:32:18.052832 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-0d47a1e1-3104-4bba-886a-3d682164f61e req-6b05607e-608e-4eb9-ba08-a0ebc8ff6123 service neutron] For port c8ea2c88-a265-4422-9fd9-7bba00fb259d, host n-h1-694802-15, cleared binding levels {{(pid=94467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:32:18.105262 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9149de1d-9ab5-4ca4-a13f-0920bbe7a0c6 req-df9e80cb-647a-4bda-964f-6d18d5713d95 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] 10.222.0.39 "GET /v2.0/security-groups?id=11312995-c93d-4754-9dea-15693c54238a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028337 Aug 12 14:32:18.116934 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-0d47a1e1-3104-4bba-886a-3d682164f61e req-6b05607e-608e-4eb9-ba08-a0ebc8ff6123 service neutron] For port c8ea2c88-a265-4422-9fd9-7bba00fb259d, host n-h1-694802-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=c8ea2c88-a265-4422-9fd9-7bba00fb259d,segment=NetworkSegment(a1f8c867-101b-4d30-814e-b89f55a5edd0),segment_id=a1f8c867-101b-4d30-814e-b89f55a5edd0)] {{(pid=94467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:32:18.118241 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-065995fe-3a69-44d1-b5b7-bc1b5f262402 None None] Transition to ACTIVE for port object 746f5ac7-bceb-4c10-a0a8-e901642754f1 will not be triggered until provisioned by entity DHCP. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:32:18.122651 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-0d47a1e1-3104-4bba-886a-3d682164f61e req-6b05607e-608e-4eb9-ba08-a0ebc8ff6123 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:18.142807 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-065995fe-3a69-44d1-b5b7-bc1b5f262402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253'] for port, after_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:18.176909 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d47a1e1-3104-4bba-886a-3d682164f61e req-6b05607e-608e-4eb9-ba08-a0ebc8ff6123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:18.177549 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-0d47a1e1-3104-4bba-886a-3d682164f61e req-6b05607e-608e-4eb9-ba08-a0ebc8ff6123 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:18.179840 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0d47a1e1-3104-4bba-886a-3d682164f61e req-6b05607e-608e-4eb9-ba08-a0ebc8ff6123 service neutron] 10.222.0.64 "PUT /v2.0/ports/c8ea2c88-a265-4422-9fd9-7bba00fb259d HTTP/1.1" status: 200 len: 1096 time: 1.1973460 Aug 12 14:32:18.182849 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49fbf0c9-7c67-47a8-a064-2ab1f7981fda', 'tag': 'c8ea2c88-a265-4422-9fd9-7bba00fb259d'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:32:18.185419 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e65282f928b64038367d043a4411777802006c43a98742496cb2e25b724ff1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-097f9b33-643d-4a22-b343-ea3ea5ffa6dc" -d '{"events": [{"name": "network-changed", "server_uuid": "49fbf0c9-7c67-47a8-a064-2ab1f7981fda", "tag": "c8ea2c88-a265-4422-9fd9-7bba00fb259d"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:32:18.211603 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port cff7ac25-505e-4395-b6ff-68f7d36eb731, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=cff7ac25-505e-4395-b6ff-68f7d36eb731,segment=NetworkSegment(a1f8c867-101b-4d30-814e-b89f55a5edd0),segment_id=a1f8c867-101b-4d30-814e-b89f55a5edd0)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:32:18.237160 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-065995fe-3a69-44d1-b5b7-bc1b5f262402 None None] Network a59e5426-181b-4a1b-a168-dee8a2c25b1e is already hosted by enough agents. {{(pid=94468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:32:18.241284 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b05607e-608e-4eb9-ba08-a0ebc8ff6123 service neutron] Pushing event updated for resources: {'Port': ['ID=c8ea2c88-a265-4422-9fd9-7bba00fb259d,revision_number=3']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:32:18.247623 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.base_scheduler [None req-065995fe-3a69-44d1-b5b7-bc1b5f262402 None None] Resources bound (agent type, host, resource id): {{(pid=94468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:32:18.254371 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-065995fe-3a69-44d1-b5b7-bc1b5f262402 None None] Received port after_create {{(pid=94468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:32:18.257387 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065995fe-3a69-44d1-b5b7-bc1b5f262402 None None] Pushing event updated for resources: {'Port': ['ID=746f5ac7-bceb-4c10-a0a8-e901642754f1,revision_number=1']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:32:18.261612 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Returning: {'device': 'cff7ac25-505e-4395-b6ff-68f7d36eb731', 'network_id': '2525c403-dfb3-4196-a273-739607aab38a', 'port_id': 'cff7ac25-505e-4395-b6ff-68f7d36eb731', 'mac_address': 'fa:16:3e:b8:8a:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '236e0be6-1c94-4221-9e8b-ab02a53331f8', 'ip_address': '192.168.233.144'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 14:32:18.282866 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ed0ce74c-6aaf-47f6-abd3-50f619d7bb31 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:18.295694 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4890c398-7a33-436b-883f-64f000a94d21 req-e3b09762-aaef-4910-a39d-2dffd8122666 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:18.308413 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-4890c398-7a33-436b-883f-64f000a94d21 req-e3b09762-aaef-4910-a39d-2dffd8122666 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/ports?device_id=49fbf0c9-7c67-47a8-a064-2ab1f7981fda HTTP/1.1" status: 200 len: 947 time: 0.1835709 Aug 12 14:32:18.322523 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 14:32:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0b19024-4535-4237-ba55-27205578cfbb x-openstack-request-id: req-c0b19024-4535-4237-ba55-27205578cfbb {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:32:18.323104 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49fbf0c9-7c67-47a8-a064-2ab1f7981fda", "tag": "c8ea2c88-a265-4422-9fd9-7bba00fb259d", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:32:18.323530 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c0b19024-4535-4237-ba55-27205578cfbb {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:32:18.324074 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49fbf0c9-7c67-47a8-a064-2ab1f7981fda', 'tag': 'c8ea2c88-a265-4422-9fd9-7bba00fb259d', 'status': 'completed', 'code': 200} Aug 12 14:32:18.340035 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d47a1e1-3104-4bba-886a-3d682164f61e req-759f0436-2e30-4275-8daf-5dc1c7a12920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:18.341805 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0d47a1e1-3104-4bba-886a-3d682164f61e req-759f0436-2e30-4275-8daf-5dc1c7a12920 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e3f6e239b38a4f618b8ca0621fcc54e4&device_id=49fbf0c9-7c67-47a8-a064-2ab1f7981fda HTTP/1.1" status: 200 len: 1099 time: 0.0851905 Aug 12 14:32:18.364416 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ed0ce74c-6aaf-47f6-abd3-50f619d7bb31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:18.409319 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-4890c398-7a33-436b-883f-64f000a94d21 req-5c52f72b-af73-4642-a7dd-910558c7b3aa tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0307eb3-f523-445b-8e1d-79deac809303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998256 Aug 12 14:32:18.410640 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0d47a1e1-3104-4bba-886a-3d682164f61e req-334d97a2-c72f-412f-84bd-bb53871857c7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.99&port_id=c8ea2c88-a265-4422-9fd9-7bba00fb259d HTTP/1.1" status: 200 len: 217 time: 0.0597603 Aug 12 14:32:18.425742 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-065995fe-3a69-44d1-b5b7-bc1b5f262402 None None] Attempting to bind port 746f5ac7-bceb-4c10-a0a8-e901642754f1 on host n-d-694802-15 for vnic_type normal with profile {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:32:18.426120 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-065995fe-3a69-44d1-b5b7-bc1b5f262402 None None] Attempting to bind port 746f5ac7-bceb-4c10-a0a8-e901642754f1 by drivers openvswitch,hyperv on host n-d-694802-15 at level 0 using segments [{'id': 'ed441b9c-ef4f-49b1-be26-a1ccc1529ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'a59e5426-181b-4a1b-a168-dee8a2c25b1e'}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:32:18.426491 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-065995fe-3a69-44d1-b5b7-bc1b5f262402 None None] Attempting to bind port 746f5ac7-bceb-4c10-a0a8-e901642754f1 on network a59e5426-181b-4a1b-a168-dee8a2c25b1e {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:32:18.431311 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:18.451000 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cff7ac25-505e-4395-b6ff-68f7d36eb731 {{(pid=94468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:32:18.506283 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port cff7ac25-505e-4395-b6ff-68f7d36eb731, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=cff7ac25-505e-4395-b6ff-68f7d36eb731,segment=NetworkSegment(a1f8c867-101b-4d30-814e-b89f55a5edd0),segment_id=a1f8c867-101b-4d30-814e-b89f55a5edd0)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:32:18.511101 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-065995fe-3a69-44d1-b5b7-bc1b5f262402 None None] Checking agent: {'id': '16de73ac-f2e9-4cee-b3e0-91052ae3e6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 20, 13), 'started_at': datetime.datetime(2021, 8, 12, 14, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 32, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:32:18.511101 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-065995fe-3a69-44d1-b5b7-bc1b5f262402 None None] Checking segment: {'id': 'ed441b9c-ef4f-49b1-be26-a1ccc1529ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'a59e5426-181b-4a1b-a168-dee8a2c25b1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:32:18.512213 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-065995fe-3a69-44d1-b5b7-bc1b5f262402 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:18.513146 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-065995fe-3a69-44d1-b5b7-bc1b5f262402 None None] Bound using segment: {'id': 'ed441b9c-ef4f-49b1-be26-a1ccc1529ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'a59e5426-181b-4a1b-a168-dee8a2c25b1e'} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:32:18.513300 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-065995fe-3a69-44d1-b5b7-bc1b5f262402 None None] Bound port: 746f5ac7-bceb-4c10-a0a8-e901642754f1, host: n-d-694802-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed441b9c-ef4f-49b1-be26-a1ccc1529ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'a59e5426-181b-4a1b-a168-dee8a2c25b1e'}}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:32:18.513635 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-065995fe-3a69-44d1-b5b7-bc1b5f262402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:18.528058 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:18.582324 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d47a1e1-3104-4bba-886a-3d682164f61e req-d6999fa9-ac3e-4083-bae1-67a9a345a481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:18.584595 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0d47a1e1-3104-4bba-886a-3d682164f61e req-d6999fa9-ac3e-4083-bae1-67a9a345a481 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=236e0be6-1c94-4221-9e8b-ab02a53331f8 HTTP/1.1" status: 200 len: 843 time: 0.1652946 Aug 12 14:32:18.616924 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e264389-dbf4-43f1-89f9-ee305005bec2 req-e75b06f1-8ed6-4089-9cc9-e2b29c5fe758 tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:18.627900 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2e264389-dbf4-43f1-89f9-ee305005bec2 req-e75b06f1-8ed6-4089-9cc9-e2b29c5fe758 tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] 10.222.0.39 "GET /v2.0/ports?device_id=f3c0eeb6-944f-4df5-921f-e67fd51b3f14 HTTP/1.1" status: 200 len: 948 time: 0.1496940 Aug 12 14:32:18.643785 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f83540-b414-4941-bf9c-19f2520d8428 req-09204213-7543-4948-8f3a-d8f99af66dab tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:18.651250 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-70f83540-b414-4941-bf9c-19f2520d8428 req-09204213-7543-4948-8f3a-d8f99af66dab tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] 10.222.0.39 "GET /v2.0/ports?device_id=cddb4fe6-c24a-4523-bd49-68cbc24760f5 HTTP/1.1" status: 200 len: 945 time: 0.0954559 Aug 12 14:32:18.654965 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Pushing event updated for resources: {'Port': ['ID=cff7ac25-505e-4395-b6ff-68f7d36eb731,revision_number=4']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:32:18.664443 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-ed0ce74c-6aaf-47f6-abd3-50f619d7bb31 admin admin] Allocated IP 172.25.1.192 (d3759e1b-6c03-45ac-acd4-90abb417809b/f0254f08-c19c-4e31-bd9c-09389ea4b6f2/03ec5e04-e075-40d2-8e90-3ae156fef4a0) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:32:18.690457 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-065995fe-3a69-44d1-b5b7-bc1b5f262402 None None] For port 746f5ac7-bceb-4c10-a0a8-e901642754f1, host n-d-694802-15, cleared binding levels {{(pid=94468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:32:18.695501 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-065995fe-3a69-44d1-b5b7-bc1b5f262402 None None] For port 746f5ac7-bceb-4c10-a0a8-e901642754f1, host n-d-694802-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=746f5ac7-bceb-4c10-a0a8-e901642754f1,segment=NetworkSegment(ed441b9c-ef4f-49b1-be26-a1ccc1529ada),segment_id=ed441b9c-ef4f-49b1-be26-a1ccc1529ada)] {{(pid=94468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:32:18.699317 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d47a1e1-3104-4bba-886a-3d682164f61e req-9ff95030-d165-482a-a63d-65d43cb77c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:18.700884 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0d47a1e1-3104-4bba-886a-3d682164f61e req-9ff95030-d165-482a-a63d-65d43cb77c5f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2525c403-dfb3-4196-a273-739607aab38a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1068394 Aug 12 14:32:18.702484 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-065995fe-3a69-44d1-b5b7-bc1b5f262402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:18.725938 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-70f83540-b414-4941-bf9c-19f2520d8428 req-787671cb-0526-4906-91cb-05c9dd60b466 tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] 10.222.0.39 "GET /v2.0/security-groups?id=e3ca17b3-b028-41b3-b138-91e00a6e278c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736501 Aug 12 14:32:18.726269 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2e264389-dbf4-43f1-89f9-ee305005bec2 req-e403223b-ae87-4ea8-8ad9-b702ab8512f5 tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] 10.222.0.39 "GET /v2.0/security-groups?id=732c786f-d597-473b-bc9a-3d3a7bfc11d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973580 Aug 12 14:32:18.805240 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065995fe-3a69-44d1-b5b7-bc1b5f262402 None None] Pushing event updated for resources: {'Port': ['ID=746f5ac7-bceb-4c10-a0a8-e901642754f1,revision_number=2']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:32:18.832839 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ed0ce74c-6aaf-47f6-abd3-50f619d7bb31 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:18.847476 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0d47a1e1-3104-4bba-886a-3d682164f61e req-54562ced-6e8b-4206-92e9-47e004ded32d service neutron] 10.222.0.64 "GET /v2.0/networks/2525c403-dfb3-4196-a273-739607aab38a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201687 Aug 12 14:32:18.890262 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ed0ce74c-6aaf-47f6-abd3-50f619d7bb31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:18.939407 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed0ce74c-6aaf-47f6-abd3-50f619d7bb31 admin admin] Network d3759e1b-6c03-45ac-acd4-90abb417809b is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:32:18.946093 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-ed0ce74c-6aaf-47f6-abd3-50f619d7bb31 admin admin] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:32:18.950005 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed0ce74c-6aaf-47f6-abd3-50f619d7bb31 admin admin] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:32:18.955731 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0ce74c-6aaf-47f6-abd3-50f619d7bb31 admin admin] Pushing event updated for resources: {'Port': ['ID=03ec5e04-e075-40d2-8e90-3ae156fef4a0,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:32:18.989556 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] get_ports_and_sgs() called for port_ids ['cff7ac25-505e-4395-b6ff-68f7d36eb731'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:32:18.994978 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9cc53e-7435-480e-876b-197c796fedeb req-f5c5b7b4-477c-41ff-8f87-b063e3011963 tempest-ServersAdminNegativeTestJSON-968709522 tempest-ServersAdminNegativeTestJSON-968709522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:19.002757 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-8e9cc53e-7435-480e-876b-197c796fedeb req-f5c5b7b4-477c-41ff-8f87-b063e3011963 tempest-ServersAdminNegativeTestJSON-968709522 tempest-ServersAdminNegativeTestJSON-968709522-project] 10.222.0.39 "GET /v2.0/ports?device_id=34c80265-70c4-49c6-ab71-c5babf1b6721 HTTP/1.1" status: 200 len: 949 time: 0.0969102 Aug 12 14:32:19.039313 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0d47a1e1-3104-4bba-886a-3d682164f61e req-8782fb9a-d644-4746-96ef-7f5b0ffdb658 service neutron] 10.222.0.64 "GET /v2.0/networks/2525c403-dfb3-4196-a273-739607aab38a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1835101 Aug 12 14:32:19.100616 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-8e9cc53e-7435-480e-876b-197c796fedeb req-0a15e78a-ca1a-434b-84ef-4aa3be433ffd tempest-ServersAdminNegativeTestJSON-968709522 tempest-ServersAdminNegativeTestJSON-968709522-project] 10.222.0.39 "GET /v2.0/security-groups?id=6f9b763c-c509-4e5f-b654-95da26c70755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967429 Aug 12 14:32:19.241651 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097f9b33-643d-4a22-b343-ea3ea5ffa6dc req-08255f6a-7e17-4486-875e-31b217e075fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:19.243336 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-097f9b33-643d-4a22-b343-ea3ea5ffa6dc req-08255f6a-7e17-4486-875e-31b217e075fc service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e3f6e239b38a4f618b8ca0621fcc54e4&device_id=49fbf0c9-7c67-47a8-a064-2ab1f7981fda HTTP/1.1" status: 200 len: 1099 time: 0.1416292 Aug 12 14:32:19.377360 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe2defa-2cee-43a5-84b6-c1f67b5acd29 req-7931c0a3-7ce6-4a6f-a8af-12d86d998e21 tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:19.378889 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-fbe2defa-2cee-43a5-84b6-c1f67b5acd29 req-7931c0a3-7ce6-4a6f-a8af-12d86d998e21 tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] 10.222.0.39 "GET /v2.0/ports?device_id=49a3c0a4-ec67-4b04-8bde-6beb71c91199 HTTP/1.1" status: 200 len: 945 time: 0.3442004 Aug 12 14:32:19.390471 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097f9b33-643d-4a22-b343-ea3ea5ffa6dc req-aa570084-9a45-40b0-a0f3-cfb0093d7483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:19.392312 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-097f9b33-643d-4a22-b343-ea3ea5ffa6dc req-aa570084-9a45-40b0-a0f3-cfb0093d7483 service neutron] 10.222.0.64 "GET /v2.0/networks?id=2525c403-dfb3-4196-a273-739607aab38a HTTP/1.1" status: 200 len: 870 time: 0.1401603 Aug 12 14:32:19.442610 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c535bf6e-12af-4637-82cd-177280644577 req-f7101671-bf73-400a-bcf1-ceaaba5a495f tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:19.444221 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c535bf6e-12af-4637-82cd-177280644577 req-f7101671-bf73-400a-bcf1-ceaaba5a495f tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] 10.222.0.39 "GET /v2.0/ports?device_id=d3e6d2ac-ef5b-4192-80e2-af49f1b7a811 HTTP/1.1" status: 200 len: 945 time: 0.1162837 Aug 12 14:32:19.445888 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-097f9b33-643d-4a22-b343-ea3ea5ffa6dc req-56f34ec1-52f1-4d91-96c6-75c3cc7efcdd service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.99&port_id=c8ea2c88-a265-4422-9fd9-7bba00fb259d HTTP/1.1" status: 200 len: 217 time: 0.0450051 Aug 12 14:32:19.466566 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-fbe2defa-2cee-43a5-84b6-c1f67b5acd29 req-a129f050-153a-46f5-8455-3109f9f345d3 tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] 10.222.0.39 "GET /v2.0/security-groups?id=6f569421-3ef5-4998-a0c5-f191379b6c78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760972 Aug 12 14:32:19.472229 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ed0ce74c-6aaf-47f6-abd3-50f619d7bb31 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:19.553359 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c535bf6e-12af-4637-82cd-177280644577 req-f0879371-f204-4da1-8c8e-f58877e70827 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] 10.222.0.39 "GET /v2.0/security-groups?id=11312995-c93d-4754-9dea-15693c54238a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987797 Aug 12 14:32:19.570567 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097f9b33-643d-4a22-b343-ea3ea5ffa6dc req-bdeaeab1-1677-48c2-9397-1f2797039c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:19.572492 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-097f9b33-643d-4a22-b343-ea3ea5ffa6dc req-bdeaeab1-1677-48c2-9397-1f2797039c85 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=236e0be6-1c94-4221-9e8b-ab02a53331f8 HTTP/1.1" status: 200 len: 843 time: 0.1032503 Aug 12 14:32:19.580891 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 746f5ac7-bceb-4c10-a0a8-e901642754f1 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:32:19.645723 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning for port 746f5ac7-bceb-4c10-a0a8-e901642754f1 completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:32:19.657985 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097f9b33-643d-4a22-b343-ea3ea5ffa6dc req-6a1b3812-b44f-4905-a2c0-d4d02294765f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:19.659556 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-097f9b33-643d-4a22-b343-ea3ea5ffa6dc req-6a1b3812-b44f-4905-a2c0-d4d02294765f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2525c403-dfb3-4196-a273-739607aab38a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0709953 Aug 12 14:32:19.688476 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75fc925-a720-4664-951b-5b00257356e7 req-544a6fcf-1242-46c8-a775-0464bdf4efe6 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:19.691652 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-d75fc925-a720-4664-951b-5b00257356e7 req-544a6fcf-1242-46c8-a775-0464bdf4efe6 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/ports?device_id=49fbf0c9-7c67-47a8-a064-2ab1f7981fda HTTP/1.1" status: 200 len: 947 time: 0.1225801 Aug 12 14:32:19.737802 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a73743-90f8-4e9e-b1a7-2182f78b4aad req-7cfb3234-2c7a-43fd-8ab7-58ca88dfff8c tempest-LiveMigrationTest-388825582 tempest-LiveMigrationTest-388825582-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:19.739469 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-78a73743-90f8-4e9e-b1a7-2182f78b4aad req-7cfb3234-2c7a-43fd-8ab7-58ca88dfff8c tempest-LiveMigrationTest-388825582 tempest-LiveMigrationTest-388825582-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=d3e6d2ac-ef5b-4192-80e2-af49f1b7a811 HTTP/1.1" status: 200 len: 1097 time: 0.0977831 Aug 12 14:32:19.776472 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-d75fc925-a720-4664-951b-5b00257356e7 req-b2645351-2a00-4935-aa85-a224202b96b8 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0307eb3-f523-445b-8e1d-79deac809303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527525 Aug 12 14:32:19.784517 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ed0ce74c-6aaf-47f6-abd3-50f619d7bb31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-429413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-431608'] for router, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:19.816235 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-78a73743-90f8-4e9e-b1a7-2182f78b4aad req-ee8a1547-e08b-4033-aa74-d1224f7fc5f6 tempest-LiveMigrationTest-388825582 tempest-LiveMigrationTest-388825582-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=11312995-c93d-4754-9dea-15693c54238a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696163 Aug 12 14:32:19.818338 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-097f9b33-643d-4a22-b343-ea3ea5ffa6dc req-bd7772f7-4d21-4f4e-a961-6d4554b3005e service neutron] 10.222.0.64 "GET /v2.0/networks/2525c403-dfb3-4196-a273-739607aab38a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449330 Aug 12 14:32:19.961803 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-097f9b33-643d-4a22-b343-ea3ea5ffa6dc req-e018d003-2029-45d2-8ea3-b597a5521ce8 service neutron] 10.222.0.64 "GET /v2.0/networks/2525c403-dfb3-4196-a273-739607aab38a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292531 Aug 12 14:32:19.977804 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cd7c4e-2c38-4e8a-b756-d40837e22c9a req-b18e9c56-89a5-420d-acdd-7a734b2d7deb tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:19.980286 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59eb52b5-c5b2-4d46-b696-ec5954ddcadf req-32c594f4-b677-492b-bf2c-0231c1537c78 tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:19.982216 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-59eb52b5-c5b2-4d46-b696-ec5954ddcadf req-32c594f4-b677-492b-bf2c-0231c1537c78 tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] 10.222.0.39 "GET /v2.0/ports?device_id=cddb4fe6-c24a-4523-bd49-68cbc24760f5 HTTP/1.1" status: 200 len: 945 time: 0.0780692 Aug 12 14:32:19.982400 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-34cd7c4e-2c38-4e8a-b756-d40837e22c9a req-b18e9c56-89a5-420d-acdd-7a734b2d7deb tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] 10.222.0.39 "GET /v2.0/ports?device_id=f3c0eeb6-944f-4df5-921f-e67fd51b3f14 HTTP/1.1" status: 200 len: 948 time: 0.1145151 Aug 12 14:32:19.993022 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85126269-93ba-4d9d-a254-355292e0e2a1 None None] Network a59e5426-181b-4a1b-a168-dee8a2c25b1e requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:32:20.030560 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-59eb52b5-c5b2-4d46-b696-ec5954ddcadf req-2a966948-8400-482e-b14b-7db95837b8c7 tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] 10.222.0.39 "GET /v2.0/security-groups?id=e3ca17b3-b028-41b3-b138-91e00a6e278c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348580 Aug 12 14:32:20.049660 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-34cd7c4e-2c38-4e8a-b756-d40837e22c9a req-88f7d3bf-1a9d-4189-92f0-f5c9aa40e0a6 tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] 10.222.0.39 "GET /v2.0/security-groups?id=732c786f-d597-473b-bc9a-3d3a7bfc11d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587790 Aug 12 14:32:20.053340 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-ec0e23f0-77c4-451b-85cc-5455a611ebd8 None None] Provisioning for port 746f5ac7-bceb-4c10-a0a8-e901642754f1 completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:32:20.061763 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed0ce74c-6aaf-47f6-abd3-50f619d7bb31 admin admin] Router 83b83925-bd97-4b97-9514-058bd55e9cb1 is scheduled to L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f with binding_index 1 {{(pid=94466) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 14:32:20.070348 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-ec0e23f0-77c4-451b-85cc-5455a611ebd8 None None] Provisioning complete for port 746f5ac7-bceb-4c10-a0a8-e901642754f1 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:32:20.070640 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-ec0e23f0-77c4-451b-85cc-5455a611ebd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:20.232621 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-ec0e23f0-77c4-451b-85cc-5455a611ebd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:20.280271 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-ec0e23f0-77c4-451b-85cc-5455a611ebd8 None None] For port 746f5ac7-bceb-4c10-a0a8-e901642754f1, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=746f5ac7-bceb-4c10-a0a8-e901642754f1,segment=NetworkSegment(ed441b9c-ef4f-49b1-be26-a1ccc1529ada),segment_id=ed441b9c-ef4f-49b1-be26-a1ccc1529ada)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:32:20.286580 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-ec0e23f0-77c4-451b-85cc-5455a611ebd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:20.352760 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0e23f0-77c4-451b-85cc-5455a611ebd8 None None] Pushing event updated for resources: {'Port': ['ID=746f5ac7-bceb-4c10-a0a8-e901642754f1,revision_number=3']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:32:20.433317 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed0ce74c-6aaf-47f6-abd3-50f619d7bb31 admin admin] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 14:32:20.448859 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da69e943-3f13-484a-b31f-a566cf5e0b35 None None] Sync routers for ids ['83b83925-bd97-4b97-9514-058bd55e9cb1'] in n-d-694802-15 {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 14:32:20.455863 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2d2db7-d358-4bb2-a836-9626ec715641 req-0f948053-050a-4d2b-926f-09330a61f7cc tempest-ServersAdminNegativeTestJSON-968709522 tempest-ServersAdminNegativeTestJSON-968709522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:20.457406 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-5b2d2db7-d358-4bb2-a836-9626ec715641 req-0f948053-050a-4d2b-926f-09330a61f7cc tempest-ServersAdminNegativeTestJSON-968709522 tempest-ServersAdminNegativeTestJSON-968709522-project] 10.222.0.39 "GET /v2.0/ports?device_id=34c80265-70c4-49c6-ab71-c5babf1b6721 HTTP/1.1" status: 200 len: 949 time: 0.0777137 Aug 12 14:32:20.462306 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da69e943-3f13-484a-b31f-a566cf5e0b35 None None] Routers {'83b83925-bd97-4b97-9514-058bd55e9cb1'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:32:20.471609 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-da69e943-3f13-484a-b31f-a566cf5e0b35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:32:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['83b83925-bd97-4b97-9514-058bd55e9cb1'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:32:20.471893 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ed0ce74c-6aaf-47f6-abd3-50f619d7bb31 admin admin] Notify callbacks [] for router, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:20.473064 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-ed0ce74c-6aaf-47f6-abd3-50f619d7bb31 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 941 time: 3.1271296 Aug 12 14:32:20.476476 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 60176) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:32:20.513523 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-5b2d2db7-d358-4bb2-a836-9626ec715641 req-54adec1e-3705-426d-a0b0-b4d7832135fb tempest-ServersAdminNegativeTestJSON-968709522 tempest-ServersAdminNegativeTestJSON-968709522-project] 10.222.0.39 "GET /v2.0/security-groups?id=6f9b763c-c509-4e5f-b654-95da26c70755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496738 Aug 12 14:32:20.610802 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-da69e943-3f13-484a-b31f-a566cf5e0b35 None None] Set router 83b83925-bd97-4b97-9514-058bd55e9cb1 gateway port host: n-d-694802-15 {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:32:20.614002 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f08bb9d2-a50a-4e57-9c12-9bc13b7dfc89 None None] Provisioning complete for port 746f5ac7-bceb-4c10-a0a8-e901642754f1 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:32:20.614502 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f08bb9d2-a50a-4e57-9c12-9bc13b7dfc89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:20.708081 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5e4348-f4a7-47c9-a954-8bdc9a0b8862 req-82caf8d6-992c-4fd9-a3fb-5f01d8acf971 tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:20.709790 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ec5e4348-f4a7-47c9-a954-8bdc9a0b8862 req-82caf8d6-992c-4fd9-a3fb-5f01d8acf971 tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] 10.222.0.39 "GET /v2.0/ports?device_id=49a3c0a4-ec67-4b04-8bde-6beb71c91199 HTTP/1.1" status: 200 len: 945 time: 0.0997212 Aug 12 14:32:20.802686 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-da69e943-3f13-484a-b31f-a566cf5e0b35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83b83925-bd97-4b97-9514-058bd55e9cb1', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1286261987-router', 'tenant_id': '78bc96cbad574ff5b08b92704ccc550c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.192'}], 'enable_snat': True}, 'gw_port_id': '03ec5e04-e075-40d2-8e90-3ae156fef4a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:32:17Z', 'updated_at': '2021-08-12T14:32:19Z', 'revision_number': 3, 'project_id': '78bc96cbad574ff5b08b92704ccc550c', 'gw_port': {'id': '03ec5e04-e075-40d2-8e90-3ae156fef4a0', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:18:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83b83925-bd97-4b97-9514-058bd55e9cb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:32:18Z', 'updated_at': '2021-08-12T14:32:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15'}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:32:20.804861 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ec5e4348-f4a7-47c9-a954-8bdc9a0b8862 req-a3ad0055-dc24-4cc4-bb67-011362c9fdc2 tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] 10.222.0.39 "GET /v2.0/security-groups?id=6f569421-3ef5-4998-a0c5-f191379b6c78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808551 Aug 12 14:32:20.842669 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da69e943-3f13-484a-b31f-a566cf5e0b35 None None] Checking router: 83b83925-bd97-4b97-9514-058bd55e9cb1 for host: n-d-694802-15 {{(pid=94469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 14:32:20.843445 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da69e943-3f13-484a-b31f-a566cf5e0b35 None None] Updating router 83b83925-bd97-4b97-9514-058bd55e9cb1 port 03ec5e04-e075-40d2-8e90-3ae156fef4a0 binding host n-d-694802-15 {{(pid=94469) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 14:32:20.874067 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-da69e943-3f13-484a-b31f-a566cf5e0b35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:20.905179 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349ee601-83e2-4d63-8276-36e02c1ac0d5 req-fa3899bd-ed25-4227-a348-dbf68d0d7709 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:20.912937 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-349ee601-83e2-4d63-8276-36e02c1ac0d5 req-fa3899bd-ed25-4227-a348-dbf68d0d7709 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/ports?device_id=49fbf0c9-7c67-47a8-a064-2ab1f7981fda HTTP/1.1" status: 200 len: 947 time: 0.0595839 Aug 12 14:32:20.960089 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-349ee601-83e2-4d63-8276-36e02c1ac0d5 req-d05bca7c-d675-47fe-9e19-26e71018266c tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0307eb3-f523-445b-8e1d-79deac809303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461426 Aug 12 14:32:21.052046 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-8d07cf9b-365f-4cc7-a360-515db9e39d20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:21.195722 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-da69e943-3f13-484a-b31f-a566cf5e0b35 None None] Notify callbacks [] for port, precommit_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:21.206713 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.provisioning_blocks [None req-da69e943-3f13-484a-b31f-a566cf5e0b35 None None] Transition to ACTIVE for port object 03ec5e04-e075-40d2-8e90-3ae156fef4a0 will not be triggered until provisioned by entity L2. {{(pid=94469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:32:21.215602 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cf1cb0-f57a-4a63-b56d-8890e7f8c567 req-81c4b87e-9ac1-4586-9c21-3bc6ec9372aa tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:21.220689 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-da69e943-3f13-484a-b31f-a566cf5e0b35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:21.224482 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-32cf1cb0-f57a-4a63-b56d-8890e7f8c567 req-81c4b87e-9ac1-4586-9c21-3bc6ec9372aa tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] 10.222.0.39 "GET /v2.0/ports?device_id=f3c0eeb6-944f-4df5-921f-e67fd51b3f14 HTTP/1.1" status: 200 len: 948 time: 0.0603349 Aug 12 14:32:21.268145 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539a2896-ab3e-482e-9e2d-e006a5341c24 req-375433a0-5e0d-4a2c-bf65-40d528d24924 tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:21.275665 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-539a2896-ab3e-482e-9e2d-e006a5341c24 req-375433a0-5e0d-4a2c-bf65-40d528d24924 tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] 10.222.0.39 "GET /v2.0/ports?device_id=cddb4fe6-c24a-4523-bd49-68cbc24760f5 HTTP/1.1" status: 200 len: 945 time: 0.1138654 Aug 12 14:32:21.290463 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-32cf1cb0-f57a-4a63-b56d-8890e7f8c567 req-de2e2275-55ac-4659-96e0-0192b783de07 tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] 10.222.0.39 "GET /v2.0/security-groups?id=732c786f-d597-473b-bc9a-3d3a7bfc11d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602405 Aug 12 14:32:21.311436 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c5cd1b-e28e-472e-81dc-a49365f1f603 None None] Pushing event updated for resources: {'Port': ['ID=03ec5e04-e075-40d2-8e90-3ae156fef4a0,revision_number=2']} {{(pid=94469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:32:21.326937 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.managers [None req-da69e943-3f13-484a-b31f-a566cf5e0b35 None None] Attempting to bind port 03ec5e04-e075-40d2-8e90-3ae156fef4a0 on host n-d-694802-15 for vnic_type normal with profile {{(pid=94469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:32:21.327466 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.managers [None req-da69e943-3f13-484a-b31f-a566cf5e0b35 None None] Attempting to bind port 03ec5e04-e075-40d2-8e90-3ae156fef4a0 by drivers openvswitch,hyperv on host n-d-694802-15 at level 0 using segments [{'id': 'b1b396cb-2dc6-4041-bfc7-1833a80a4720', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'}] {{(pid=94469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:32:21.327870 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da69e943-3f13-484a-b31f-a566cf5e0b35 None None] Attempting to bind port 03ec5e04-e075-40d2-8e90-3ae156fef4a0 on network d3759e1b-6c03-45ac-acd4-90abb417809b {{(pid=94469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:32:21.333316 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_common [None req-8d07cf9b-365f-4cc7-a360-515db9e39d20 admin admin] Allocated IP 172.20.0.1 (a59e5426-181b-4a1b-a168-dee8a2c25b1e/c9128cfa-e5cd-496a-be78-67996c7e7865/0a763fc1-72b0-42ec-b017-3a97cb24f690) {{(pid=94467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:32:21.333646 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da69e943-3f13-484a-b31f-a566cf5e0b35 None None] Checking agent: {'id': '16de73ac-f2e9-4cee-b3e0-91052ae3e6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 20, 13), 'started_at': datetime.datetime(2021, 8, 12, 14, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 32, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:32:21.334018 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da69e943-3f13-484a-b31f-a566cf5e0b35 None None] Checking segment: {'id': 'b1b396cb-2dc6-4041-bfc7-1833a80a4720', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:32:21.334421 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-da69e943-3f13-484a-b31f-a566cf5e0b35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:21.334810 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da69e943-3f13-484a-b31f-a566cf5e0b35 None None] Bound using segment: {'id': 'b1b396cb-2dc6-4041-bfc7-1833a80a4720', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'} {{(pid=94469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:32:21.335344 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.managers [None req-da69e943-3f13-484a-b31f-a566cf5e0b35 None None] Bound port: 03ec5e04-e075-40d2-8e90-3ae156fef4a0, host: n-d-694802-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1b396cb-2dc6-4041-bfc7-1833a80a4720', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'}}] {{(pid=94469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:32:21.335820 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-da69e943-3f13-484a-b31f-a566cf5e0b35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:21.338082 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-539a2896-ab3e-482e-9e2d-e006a5341c24 req-c19cd9a5-3df7-4835-b30b-27a79229372e tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] 10.222.0.39 "GET /v2.0/security-groups?id=e3ca17b3-b028-41b3-b138-91e00a6e278c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614700 Aug 12 14:32:21.404220 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.db [None req-da69e943-3f13-484a-b31f-a566cf5e0b35 None None] For port 03ec5e04-e075-40d2-8e90-3ae156fef4a0, host n-d-694802-15, cleared binding levels {{(pid=94469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:32:21.407955 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.db [None req-da69e943-3f13-484a-b31f-a566cf5e0b35 None None] For port 03ec5e04-e075-40d2-8e90-3ae156fef4a0, host n-d-694802-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=03ec5e04-e075-40d2-8e90-3ae156fef4a0,segment=NetworkSegment(b1b396cb-2dc6-4041-bfc7-1833a80a4720),segment_id=b1b396cb-2dc6-4041-bfc7-1833a80a4720)] {{(pid=94469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:32:21.413508 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-da69e943-3f13-484a-b31f-a566cf5e0b35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:21.445971 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-8d07cf9b-365f-4cc7-a360-515db9e39d20 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:21.459072 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [None req-8d07cf9b-365f-4cc7-a360-515db9e39d20 admin admin] Transition to ACTIVE for port object 0a763fc1-72b0-42ec-b017-3a97cb24f690 will not be triggered until provisioned by entity DHCP. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:32:21.466501 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da69e943-3f13-484a-b31f-a566cf5e0b35 None None] Routers {'83b83925-bd97-4b97-9514-058bd55e9cb1'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:32:21.467161 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-da69e943-3f13-484a-b31f-a566cf5e0b35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:32:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['83b83925-bd97-4b97-9514-058bd55e9cb1'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:32:21.496576 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-8d07cf9b-365f-4cc7-a360-515db9e39d20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:21.534598 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 746f5ac7-bceb-4c10-a0a8-e901642754f1 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:32:21.546500 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d07cf9b-365f-4cc7-a360-515db9e39d20 admin admin] Network a59e5426-181b-4a1b-a168-dee8a2c25b1e is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:32:21.549832 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [None req-8d07cf9b-365f-4cc7-a360-515db9e39d20 admin admin] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:32:21.554254 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d07cf9b-365f-4cc7-a360-515db9e39d20 admin admin] Received port after_create {{(pid=94467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:32:21.556822 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d07cf9b-365f-4cc7-a360-515db9e39d20 admin admin] Pushing event updated for resources: {'Port': ['ID=0a763fc1-72b0-42ec-b017-3a97cb24f690,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:32:21.612390 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-8d07cf9b-365f-4cc7-a360-515db9e39d20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66663725'] for router_interface, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:21.619825 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-da69e943-3f13-484a-b31f-a566cf5e0b35 None None] Set router 83b83925-bd97-4b97-9514-058bd55e9cb1 gateway port host: n-d-694802-15 {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:32:21.633419 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port 746f5ac7-bceb-4c10-a0a8-e901642754f1 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:32:21.634556 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:21.760786 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27a5796-52d3-41dc-9d46-93c960023ee5 req-af207220-e3cc-4f9d-9775-18a12e89adae tempest-ServersAdminNegativeTestJSON-968709522 tempest-ServersAdminNegativeTestJSON-968709522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:21.762699 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c27a5796-52d3-41dc-9d46-93c960023ee5 req-af207220-e3cc-4f9d-9775-18a12e89adae tempest-ServersAdminNegativeTestJSON-968709522 tempest-ServersAdminNegativeTestJSON-968709522-project] 10.222.0.39 "GET /v2.0/ports?device_id=34c80265-70c4-49c6-ab71-c5babf1b6721 HTTP/1.1" status: 200 len: 949 time: 0.1053994 Aug 12 14:32:21.810268 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c5cd1b-e28e-472e-81dc-a49365f1f603 None None] Pushing event updated for resources: {'Port': ['ID=03ec5e04-e075-40d2-8e90-3ae156fef4a0,revision_number=3']} {{(pid=94469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:32:21.845861 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c27a5796-52d3-41dc-9d46-93c960023ee5 req-031c06c2-7bcd-47a1-b48d-a4d7097df04c tempest-ServersAdminNegativeTestJSON-968709522 tempest-ServersAdminNegativeTestJSON-968709522-project] 10.222.0.39 "GET /v2.0/security-groups?id=6f9b763c-c509-4e5f-b654-95da26c70755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631361 Aug 12 14:32:21.867684 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-da69e943-3f13-484a-b31f-a566cf5e0b35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83b83925-bd97-4b97-9514-058bd55e9cb1', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1286261987-router', 'tenant_id': '78bc96cbad574ff5b08b92704ccc550c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.192'}], 'enable_snat': True}, 'gw_port_id': '03ec5e04-e075-40d2-8e90-3ae156fef4a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:32:17Z', 'updated_at': '2021-08-12T14:32:19Z', 'revision_number': 3, 'project_id': '78bc96cbad574ff5b08b92704ccc550c', 'gw_port': {'id': '03ec5e04-e075-40d2-8e90-3ae156fef4a0', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:18:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83b83925-bd97-4b97-9514-058bd55e9cb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:32:18Z', 'updated_at': '2021-08-12T14:32:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15'}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:32:21.879515 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-8d07cf9b-365f-4cc7-a360-515db9e39d20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:21.881984 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-92948f4e-b9d2-48f8-b7ac-f70fd9d37a6b None None] Provisioning for port 0a763fc1-72b0-42ec-b017-3a97cb24f690 completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:32:21.892076 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device cff7ac25-505e-4395-b6ff-68f7d36eb731 up at agent hyperv_n-h2-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:32:21.896747 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-92948f4e-b9d2-48f8-b7ac-f70fd9d37a6b None None] Provisioning complete for port 0a763fc1-72b0-42ec-b017-3a97cb24f690 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:32:21.897275 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-92948f4e-b9d2-48f8-b7ac-f70fd9d37a6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:21.902862 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da69e943-3f13-484a-b31f-a566cf5e0b35 None None] The sync data for ids ['83b83925-bd97-4b97-9514-058bd55e9cb1'] in n-d-694802-15 is: [{'id': '83b83925-bd97-4b97-9514-058bd55e9cb1', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1286261987-router', 'tenant_id': '78bc96cbad574ff5b08b92704ccc550c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.192'}], 'enable_snat': True}, 'gw_port_id': '03ec5e04-e075-40d2-8e90-3ae156fef4a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:32:17Z', 'updated_at': '2021-08-12T14:32:19Z', 'revision_number': 3, 'project_id': '78bc96cbad574ff5b08b92704ccc550c', 'gw_port': {'id': '03ec5e04-e075-40d2-8e90-3ae156fef4a0', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:18:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83b83925-bd97-4b97-9514-058bd55e9cb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:32:18Z', 'updated_at': '2021-08-12T14:32:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15'}] {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 14:32:21.970219 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-92948f4e-b9d2-48f8-b7ac-f70fd9d37a6b None None] Port 0a763fc1-72b0-42ec-b017-3a97cb24f690 cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 14:32:21.982851 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Provisioning for port cff7ac25-505e-4395-b6ff-68f7d36eb731 completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:32:21.988654 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Provisioning complete for port cff7ac25-505e-4395-b6ff-68f7d36eb731 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:32:21.989321 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:22.092843 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e196ae88-c45d-4656-bfe4-5c67d6f05cbd req-08112e71-9678-4dcd-a20a-fc5ba99599fa tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:22.094478 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e196ae88-c45d-4656-bfe4-5c67d6f05cbd req-08112e71-9678-4dcd-a20a-fc5ba99599fa tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] 10.222.0.39 "GET /v2.0/ports?device_id=49a3c0a4-ec67-4b04-8bde-6beb71c91199 HTTP/1.1" status: 200 len: 945 time: 0.1292820 Aug 12 14:32:22.128890 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:22.152233 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a911240-4566-4d89-9519-07cf0c1b7168 req-62281596-ab21-48d8-9747-2961dc51c661 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:22.155884 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-6a911240-4566-4d89-9519-07cf0c1b7168 req-62281596-ab21-48d8-9747-2961dc51c661 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/ports?device_id=49fbf0c9-7c67-47a8-a064-2ab1f7981fda HTTP/1.1" status: 200 len: 947 time: 0.0750721 Aug 12 14:32:22.159784 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34c80265-70c4-49c6-ab71-c5babf1b6721', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cff7ac25-505e-4395-b6ff-68f7d36eb731'}] {{(pid=94468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:32:22.162412 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99a8d87602170099c728e57431aca99e9b98a655a83bbf8727be13192709727b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cfaaae5-7712-41c0-82da-79ccfedaf406" -d '{"events": [{"server_uuid": "34c80265-70c4-49c6-ab71-c5babf1b6721", "name": "network-vif-plugged", "status": "completed", "tag": "cff7ac25-505e-4395-b6ff-68f7d36eb731"}]}' {{(pid=94468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:32:22.176560 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port cff7ac25-505e-4395-b6ff-68f7d36eb731, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=cff7ac25-505e-4395-b6ff-68f7d36eb731,segment=NetworkSegment(a1f8c867-101b-4d30-814e-b89f55a5edd0),segment_id=a1f8c867-101b-4d30-814e-b89f55a5edd0)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:32:22.182927 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:22.233872 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-6a911240-4566-4d89-9519-07cf0c1b7168 req-963ec1c9-eb2e-4f27-86ed-0f75eeec9757 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0307eb3-f523-445b-8e1d-79deac809303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653813 Aug 12 14:32:22.261524 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Pushing event updated for resources: {'Port': ['ID=cff7ac25-505e-4395-b6ff-68f7d36eb731,revision_number=5']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:32:22.289425 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 14:32:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3519ac87-48e9-44e1-8603-51fb51b9ba5a x-openstack-request-id: req-3519ac87-48e9-44e1-8603-51fb51b9ba5a {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:32:22.289724 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34c80265-70c4-49c6-ab71-c5babf1b6721", "name": "network-vif-plugged", "status": "completed", "tag": "cff7ac25-505e-4395-b6ff-68f7d36eb731", "code": 200}]} {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:32:22.289976 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3519ac87-48e9-44e1-8603-51fb51b9ba5a {{(pid=94468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:32:22.290404 n-d-694802-15 neutron-server[94468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34c80265-70c4-49c6-ab71-c5babf1b6721', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cff7ac25-505e-4395-b6ff-68f7d36eb731', 'code': 200} Aug 12 14:32:22.309756 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device c8ea2c88-a265-4422-9fd9-7bba00fb259d details requested by agent hyperv_n-h1-694802-15 with host n-h1-694802-15 {{(pid=94468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 14:32:22.486670 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1957cc5-cdb9-4968-9db0-a3ba8c9af2aa req-c6406b41-090a-45f5-8089-9793dafa158d tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:22.494724 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-c1957cc5-cdb9-4968-9db0-a3ba8c9af2aa req-c6406b41-090a-45f5-8089-9793dafa158d tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] 10.222.0.39 "GET /v2.0/ports?device_id=f3c0eeb6-944f-4df5-921f-e67fd51b3f14 HTTP/1.1" status: 200 len: 948 time: 0.0740724 Aug 12 14:32:22.501311 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port c8ea2c88-a265-4422-9fd9-7bba00fb259d, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=c8ea2c88-a265-4422-9fd9-7bba00fb259d,segment=NetworkSegment(a1f8c867-101b-4d30-814e-b89f55a5edd0),segment_id=a1f8c867-101b-4d30-814e-b89f55a5edd0)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:32:22.515334 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Returning: {'device': 'c8ea2c88-a265-4422-9fd9-7bba00fb259d', 'network_id': '2525c403-dfb3-4196-a273-739607aab38a', 'port_id': 'c8ea2c88-a265-4422-9fd9-7bba00fb259d', 'mac_address': 'fa:16:3e:b3:e0:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '236e0be6-1c94-4221-9e8b-ab02a53331f8', 'ip_address': '192.168.233.99'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 14:32:22.545077 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-c1957cc5-cdb9-4968-9db0-a3ba8c9af2aa req-cd8a55a8-33b5-4a60-bdab-63f30c525bfa tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] 10.222.0.39 "GET /v2.0/security-groups?id=732c786f-d597-473b-bc9a-3d3a7bfc11d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488398 Aug 12 14:32:22.569563 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:22.589659 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8ea2c88-a265-4422-9fd9-7bba00fb259d {{(pid=94468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:32:22.626567 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e196ae88-c45d-4656-bfe4-5c67d6f05cbd req-0b0cc300-27e8-4327-9b5f-366c520f58c8 tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] 10.222.0.39 "GET /v2.0/security-groups?id=6f569421-3ef5-4998-a0c5-f191379b6c78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5193918 Aug 12 14:32:22.635560 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-8d07cf9b-365f-4cc7-a360-515db9e39d20 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:22.643479 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port c8ea2c88-a265-4422-9fd9-7bba00fb259d, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=c8ea2c88-a265-4422-9fd9-7bba00fb259d,segment=NetworkSegment(a1f8c867-101b-4d30-814e-b89f55a5edd0),segment_id=a1f8c867-101b-4d30-814e-b89f55a5edd0)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:32:22.649785 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:22.649991 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-8d07cf9b-365f-4cc7-a360-515db9e39d20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:22.731124 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a154a5f0-6d86-4136-9e50-ad2aaeaf6b4d req-043c3752-d74d-4f46-a10b-d8c9a068ae3d tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:22.736199 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-a154a5f0-6d86-4136-9e50-ad2aaeaf6b4d req-043c3752-d74d-4f46-a10b-d8c9a068ae3d tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] 10.222.0.39 "GET /v2.0/ports?device_id=cddb4fe6-c24a-4523-bd49-68cbc24760f5 HTTP/1.1" status: 200 len: 945 time: 0.1022301 Aug 12 14:32:22.741250 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-8d07cf9b-365f-4cc7-a360-515db9e39d20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66628363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66663865'] for router_interface, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:22.752101 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Pushing event updated for resources: {'Port': ['ID=c8ea2c88-a265-4422-9fd9-7bba00fb259d,revision_number=4']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:32:22.752305 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d07cf9b-365f-4cc7-a360-515db9e39d20 admin admin] Pushing event updated for resources: {'Port': ['ID=0a763fc1-72b0-42ec-b017-3a97cb24f690,revision_number=2']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:32:22.757737 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675cded5-6181-4db1-9125-096337a97f66 req-8fa355f0-9774-48c5-b2e8-89dc8da3744e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:22.759408 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-675cded5-6181-4db1-9125-096337a97f66 req-8fa355f0-9774-48c5-b2e8-89dc8da3744e service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=34c80265-70c4-49c6-ab71-c5babf1b6721 HTTP/1.1" status: 200 len: 1102 time: 0.2255085 Aug 12 14:32:22.790564 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-a154a5f0-6d86-4136-9e50-ad2aaeaf6b4d req-3a56b173-a9d0-47a1-9836-fb163649fe96 tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] 10.222.0.39 "GET /v2.0/security-groups?id=e3ca17b3-b028-41b3-b138-91e00a6e278c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420933 Aug 12 14:32:22.846664 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-675cded5-6181-4db1-9125-096337a97f66 req-8e2629e1-6cd6-448d-ae32-4ef25ab2761f service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=6f9b763c-c509-4e5f-b654-95da26c70755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694842 Aug 12 14:32:22.878354 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d07cf9b-365f-4cc7-a360-515db9e39d20 admin admin] Network a59e5426-181b-4a1b-a168-dee8a2c25b1e is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:32:22.879811 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [None req-8d07cf9b-365f-4cc7-a360-515db9e39d20 admin admin] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:32:22.944476 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] get_ports_and_sgs() called for port_ids ['c8ea2c88-a265-4422-9fd9-7bba00fb259d'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:32:23.104596 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289e2e3e-7366-4cf5-8725-34ec2e203d17 req-1f7954e9-51ff-4056-bd3b-f79ebed37483 tempest-ServersAdminNegativeTestJSON-968709522 tempest-ServersAdminNegativeTestJSON-968709522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:23.112174 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-289e2e3e-7366-4cf5-8725-34ec2e203d17 req-1f7954e9-51ff-4056-bd3b-f79ebed37483 tempest-ServersAdminNegativeTestJSON-968709522 tempest-ServersAdminNegativeTestJSON-968709522-project] 10.222.0.39 "GET /v2.0/ports?device_id=34c80265-70c4-49c6-ab71-c5babf1b6721 HTTP/1.1" status: 200 len: 950 time: 0.1249323 Aug 12 14:32:23.182903 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d07cf9b-365f-4cc7-a360-515db9e39d20 admin admin] Router 83b83925-bd97-4b97-9514-058bd55e9cb1 has already been hosted by L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f {{(pid=94467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 14:32:23.193232 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-289e2e3e-7366-4cf5-8725-34ec2e203d17 req-4fc1e14e-5c9c-4744-af9a-1574ea27d312 tempest-ServersAdminNegativeTestJSON-968709522 tempest-ServersAdminNegativeTestJSON-968709522-project] 10.222.0.39 "GET /v2.0/security-groups?id=6f9b763c-c509-4e5f-b654-95da26c70755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798635 Aug 12 14:32:23.231938 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-d661354c-1f44-42b8-9cf5-35291eb11b37 None None] Provisioning complete for port 0a763fc1-72b0-42ec-b017-3a97cb24f690 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:32:23.232305 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-d661354c-1f44-42b8-9cf5-35291eb11b37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:23.301969 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-d661354c-1f44-42b8-9cf5-35291eb11b37 None None] Port 0a763fc1-72b0-42ec-b017-3a97cb24f690 cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 14:32:23.349050 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d07cf9b-365f-4cc7-a360-515db9e39d20 admin admin] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 14:32:23.357492 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a0f869-3c7d-42db-b7de-4a0d55117c69 req-67b55bbc-b91b-4d40-aa7a-e0d447649136 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:23.358022 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-8d07cf9b-365f-4cc7-a360-515db9e39d20 admin admin] 10.222.0.39 "PUT /v2.0/routers/83b83925-bd97-4b97-9514-058bd55e9cb1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8788438 Aug 12 14:32:23.360391 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-b9a0f869-3c7d-42db-b7de-4a0d55117c69 req-67b55bbc-b91b-4d40-aa7a-e0d447649136 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/ports?device_id=49fbf0c9-7c67-47a8-a064-2ab1f7981fda HTTP/1.1" status: 200 len: 948 time: 0.0598350 Aug 12 14:32:23.411877 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-b9a0f869-3c7d-42db-b7de-4a0d55117c69 req-a5681062-7991-44b9-a400-bc3b8bbb46b9 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0307eb3-f523-445b-8e1d-79deac809303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434096 Aug 12 14:32:23.551753 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 03ec5e04-e075-40d2-8e90-3ae156fef4a0 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:32:23.606734 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning for port 03ec5e04-e075-40d2-8e90-3ae156fef4a0 completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:32:23.611734 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port 03ec5e04-e075-40d2-8e90-3ae156fef4a0 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:32:23.612140 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:23.725410 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:23.734703 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce4fcd5-6334-4364-80ab-8b2904b5bec1 req-791c2b32-35a6-42bf-954d-cb3e612b2487 tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:23.738014 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-cce4fcd5-6334-4364-80ab-8b2904b5bec1 req-791c2b32-35a6-42bf-954d-cb3e612b2487 tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] 10.222.0.39 "GET /v2.0/ports?device_id=f3c0eeb6-944f-4df5-921f-e67fd51b3f14 HTTP/1.1" status: 200 len: 948 time: 0.1041386 Aug 12 14:32:23.763403 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] For port 03ec5e04-e075-40d2-8e90-3ae156fef4a0, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=03ec5e04-e075-40d2-8e90-3ae156fef4a0,segment=NetworkSegment(b1b396cb-2dc6-4041-bfc7-1833a80a4720),segment_id=b1b396cb-2dc6-4041-bfc7-1833a80a4720)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:32:23.768719 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:23.792702 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-cce4fcd5-6334-4364-80ab-8b2904b5bec1 req-07cffd23-6f72-45e9-a26e-a27f3e941e6b tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] 10.222.0.39 "GET /v2.0/security-groups?id=732c786f-d597-473b-bc9a-3d3a7bfc11d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492308 Aug 12 14:32:23.833606 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Pushing event updated for resources: {'Port': ['ID=03ec5e04-e075-40d2-8e90-3ae156fef4a0,revision_number=4']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:32:23.927700 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0053bf-d7c0-471e-b612-3fcb9fbd5bba req-21bafa8b-56eb-4be4-b6bf-64b3067d220e tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:23.929334 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-ec0053bf-d7c0-471e-b612-3fcb9fbd5bba req-21bafa8b-56eb-4be4-b6bf-64b3067d220e tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] 10.222.0.39 "GET /v2.0/ports?device_id=49a3c0a4-ec67-4b04-8bde-6beb71c91199 HTTP/1.1" status: 200 len: 945 time: 0.0584490 Aug 12 14:32:23.936701 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a60a1fd-e1fa-4723-a28b-8772917044da req-4674eecd-5426-4371-94f4-d0e6813a975b tempest-FloatingIPsAssociationNegativeTestJSON-2129814811 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:23.938507 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6a60a1fd-e1fa-4723-a28b-8772917044da req-4674eecd-5426-4371-94f4-d0e6813a975b tempest-FloatingIPsAssociationNegativeTestJSON-2129814811 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811-project] 10.222.0.39 "GET /v2.0/networks?id=a59e5426-181b-4a1b-a168-dee8a2c25b1e HTTP/1.1" status: 200 len: 829 time: 0.1314890 Aug 12 14:32:23.955190 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6a60a1fd-e1fa-4723-a28b-8772917044da req-b5f0bc8f-aeb0-4294-8d91-1cd5bbfafc12 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811-project] 10.222.0.39 "GET /v2.0/quotas/78bc96cbad574ff5b08b92704ccc550c HTTP/1.1" status: 200 len: 375 time: 0.0108953 Aug 12 14:32:23.972953 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-ec0053bf-d7c0-471e-b612-3fcb9fbd5bba req-e2272d3d-4557-4a02-b6b6-311eb6831598 tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] 10.222.0.39 "GET /v2.0/security-groups?id=6f569421-3ef5-4998-a0c5-f191379b6c78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358171 Aug 12 14:32:24.012345 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6a60a1fd-e1fa-4723-a28b-8772917044da req-c8d5586f-dcbc-4946-860f-4a38ef0ea167 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=78bc96cbad574ff5b08b92704ccc550c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0504231 Aug 12 14:32:24.088380 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45a14d92-f34b-4f1c-9d75-26a3cb47b896 None None] Sync routers for ids ['83b83925-bd97-4b97-9514-058bd55e9cb1'] in n-d-694802-15 {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 14:32:24.097641 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45a14d92-f34b-4f1c-9d75-26a3cb47b896 None None] Routers {'83b83925-bd97-4b97-9514-058bd55e9cb1'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:32:24.098261 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-45a14d92-f34b-4f1c-9d75-26a3cb47b896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:32:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['83b83925-bd97-4b97-9514-058bd55e9cb1'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:32:24.150269 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6a60a1fd-e1fa-4723-a28b-8772917044da req-501b75be-97a7-4887-86d4-acfb199635ba service neutron] 10.222.0.39 "GET /v2.0/networks/a59e5426-181b-4a1b-a168-dee8a2c25b1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297450 Aug 12 14:32:24.162537 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e52003-aca6-4226-a102-aed3dbafa902 req-977538f2-ba5b-4902-a018-1d36dfd9387d tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:24.172133 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-74e52003-aca6-4226-a102-aed3dbafa902 req-977538f2-ba5b-4902-a018-1d36dfd9387d tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] 10.222.0.39 "GET /v2.0/ports?device_id=cddb4fe6-c24a-4523-bd49-68cbc24760f5 HTTP/1.1" status: 200 len: 945 time: 0.0637929 Aug 12 14:32:24.236677 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-74e52003-aca6-4226-a102-aed3dbafa902 req-0fbd9671-ab15-4d2d-8d4e-943a9ffe2a05 tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] 10.222.0.39 "GET /v2.0/security-groups?id=e3ca17b3-b028-41b3-b138-91e00a6e278c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634737 Aug 12 14:32:24.242023 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvr_db [None req-45a14d92-f34b-4f1c-9d75-26a3cb47b896 None None] Set router 83b83925-bd97-4b97-9514-058bd55e9cb1 gateway port host: n-d-694802-15 {{(pid=94468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:32:24.299741 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6a60a1fd-e1fa-4723-a28b-8772917044da req-ad327ed6-8745-422c-843e-d41d465084fc service neutron] 10.222.0.39 "GET /v2.0/networks/a59e5426-181b-4a1b-a168-dee8a2c25b1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486692 Aug 12 14:32:24.342028 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device c8ea2c88-a265-4422-9fd9-7bba00fb259d up at agent hyperv_n-h1-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:32:24.382592 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de3e201-2240-4518-937e-5612faf37ec9 req-52cf83df-34e5-432f-bca5-fe7097aa9e16 tempest-ServersAdminNegativeTestJSON-968709522 tempest-ServersAdminNegativeTestJSON-968709522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:24.391335 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-2de3e201-2240-4518-937e-5612faf37ec9 req-52cf83df-34e5-432f-bca5-fe7097aa9e16 tempest-ServersAdminNegativeTestJSON-968709522 tempest-ServersAdminNegativeTestJSON-968709522-project] 10.222.0.39 "GET /v2.0/ports?device_id=34c80265-70c4-49c6-ab71-c5babf1b6721 HTTP/1.1" status: 200 len: 950 time: 0.0672948 Aug 12 14:32:24.443536 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-2de3e201-2240-4518-937e-5612faf37ec9 req-bc2a76b9-42f1-4451-b6d2-d2e7a779b44b tempest-ServersAdminNegativeTestJSON-968709522 tempest-ServersAdminNegativeTestJSON-968709522-project] 10.222.0.39 "GET /v2.0/security-groups?id=6f9b763c-c509-4e5f-b654-95da26c70755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450873 Aug 12 14:32:24.479471 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Provisioning for port c8ea2c88-a265-4422-9fd9-7bba00fb259d completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:32:24.488604 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Provisioning complete for port c8ea2c88-a265-4422-9fd9-7bba00fb259d triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:32:24.489048 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:24.513326 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a51d74cb-1509-45f0-8c2b-3acafe5329a2 req-657c1a3a-7b4c-4823-861b-fbc06c9c607b tempest-FloatingIPsAssociationNegativeTestJSON-2129814811 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811-project] 10.222.0.39 "GET /v2.0/ports?device_id=20a508c0-b3ec-4a7c-bde0-25fb7b33ebfe HTTP/1.1" status: 200 len: 210 time: 0.0421591 Aug 12 14:32:24.652013 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace9bfbe-f6a0-4cb4-a0f0-36e2f0a5a44b req-c8491197-3257-449c-8ac5-6c841cff7fb0 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:24.654006 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-ace9bfbe-f6a0-4cb4-a0f0-36e2f0a5a44b req-c8491197-3257-449c-8ac5-6c841cff7fb0 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/ports?device_id=49fbf0c9-7c67-47a8-a064-2ab1f7981fda HTTP/1.1" status: 200 len: 948 time: 0.0880599 Aug 12 14:32:24.668116 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:24.682210 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-45a14d92-f34b-4f1c-9d75-26a3cb47b896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83b83925-bd97-4b97-9514-058bd55e9cb1', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1286261987-router', 'tenant_id': '78bc96cbad574ff5b08b92704ccc550c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.192'}], 'enable_snat': True}, 'gw_port_id': '03ec5e04-e075-40d2-8e90-3ae156fef4a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:32:17Z', 'updated_at': '2021-08-12T14:32:21Z', 'revision_number': 4, 'project_id': '78bc96cbad574ff5b08b92704ccc550c', 'gw_port': {'id': '03ec5e04-e075-40d2-8e90-3ae156fef4a0', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:18:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b83925-bd97-4b97-9514-058bd55e9cb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:32:18Z', 'updated_at': '2021-08-12T14:32:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': '0a763fc1-72b0-42ec-b017-3a97cb24f690', 'name': '', 'network_id': 'a59e5426-181b-4a1b-a168-dee8a2c25b1e', 'tenant_id': '78bc96cbad574ff5b08b92704ccc550c', 'mac_address': 'fa:16:3e:ed:e6:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83b83925-bd97-4b97-9514-058bd55e9cb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'c9128cfa-e5cd-496a-be78-67996c7e7865', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:32:21Z', 'updated_at': '2021-08-12T14:32:21Z', 'revision_number': 2, 'project_id': '78bc96cbad574ff5b08b92704ccc550c', 'subnets': [{'id': 'c9128cfa-e5cd-496a-be78-67996c7e7865', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:32:24.737111 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-ace9bfbe-f6a0-4cb4-a0f0-36e2f0a5a44b req-b585aabe-ebda-4be4-89c8-b8b8af66f883 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0307eb3-f523-445b-8e1d-79deac809303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721238 Aug 12 14:32:24.745062 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port c8ea2c88-a265-4422-9fd9-7bba00fb259d, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=c8ea2c88-a265-4422-9fd9-7bba00fb259d,segment=NetworkSegment(a1f8c867-101b-4d30-814e-b89f55a5edd0),segment_id=a1f8c867-101b-4d30-814e-b89f55a5edd0)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:32:24.746210 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49fbf0c9-7c67-47a8-a064-2ab1f7981fda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8ea2c88-a265-4422-9fd9-7bba00fb259d'}] {{(pid=94468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:32:24.748794 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99a8d87602170099c728e57431aca99e9b98a655a83bbf8727be13192709727b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36be767d-b374-493c-b3e5-6985548b04ac" -d '{"events": [{"server_uuid": "49fbf0c9-7c67-47a8-a064-2ab1f7981fda", "name": "network-vif-plugged", "status": "completed", "tag": "c8ea2c88-a265-4422-9fd9-7bba00fb259d"}]}' {{(pid=94468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:32:24.751868 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45a14d92-f34b-4f1c-9d75-26a3cb47b896 None None] Checking router: 83b83925-bd97-4b97-9514-058bd55e9cb1 for host: n-d-694802-15 {{(pid=94468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 14:32:24.752459 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45a14d92-f34b-4f1c-9d75-26a3cb47b896 None None] Updating router 83b83925-bd97-4b97-9514-058bd55e9cb1 port 0a763fc1-72b0-42ec-b017-3a97cb24f690 binding host n-d-694802-15 {{(pid=94468) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 14:32:24.756998 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:24.813143 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ba5179-57f4-453f-9fd4-571cb09cbdf7 req-4c260e10-fa60-4a8b-9907-d591e4aa6603 tempest-ServersAdminNegativeTestJSON-586490534 tempest-ServersAdminNegativeTestJSON-586490534-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:24.818849 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-42ba5179-57f4-453f-9fd4-571cb09cbdf7 req-4c260e10-fa60-4a8b-9907-d591e4aa6603 tempest-ServersAdminNegativeTestJSON-586490534 tempest-ServersAdminNegativeTestJSON-586490534-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=34c80265-70c4-49c6-ab71-c5babf1b6721 HTTP/1.1" status: 200 len: 1102 time: 0.0561135 Aug 12 14:32:24.826698 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 14:32:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cf6a82a-aa58-4049-b430-4bba7f5c402e x-openstack-request-id: req-3cf6a82a-aa58-4049-b430-4bba7f5c402e {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:32:24.826983 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49fbf0c9-7c67-47a8-a064-2ab1f7981fda", "name": "network-vif-plugged", "status": "completed", "tag": "c8ea2c88-a265-4422-9fd9-7bba00fb259d", "code": 200}]} {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:32:24.827344 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3cf6a82a-aa58-4049-b430-4bba7f5c402e {{(pid=94468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:32:24.827719 n-d-694802-15 neutron-server[94468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49fbf0c9-7c67-47a8-a064-2ab1f7981fda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8ea2c88-a265-4422-9fd9-7bba00fb259d', 'code': 200} Aug 12 14:32:24.845331 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-45a14d92-f34b-4f1c-9d75-26a3cb47b896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:24.847304 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Pushing event updated for resources: {'Port': ['ID=c8ea2c88-a265-4422-9fd9-7bba00fb259d,revision_number=5']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:32:24.848478 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-42ba5179-57f4-453f-9fd4-571cb09cbdf7 req-e652693e-a507-4f60-be30-a7fb3c3270f2 tempest-ServersAdminNegativeTestJSON-586490534 tempest-ServersAdminNegativeTestJSON-586490534-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:25.016271 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a701f781-1039-41ab-8085-1188411ab3c8 req-9f76fdad-f842-41b6-bcf8-3e2f9d58599f tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:25.022649 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-a701f781-1039-41ab-8085-1188411ab3c8 req-9f76fdad-f842-41b6-bcf8-3e2f9d58599f tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] 10.222.0.39 "GET /v2.0/ports?device_id=f3c0eeb6-944f-4df5-921f-e67fd51b3f14 HTTP/1.1" status: 200 len: 948 time: 0.1018112 Aug 12 14:32:25.032459 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-42ba5179-57f4-453f-9fd4-571cb09cbdf7 req-e652693e-a507-4f60-be30-a7fb3c3270f2 tempest-ServersAdminNegativeTestJSON-586490534 tempest-ServersAdminNegativeTestJSON-586490534-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:25.036243 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d545dfa2-44c5-4638-8320-e580ef7fda3b req-f0b09b2d-ec1d-419a-8854-03acef9c3aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:25.038104 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d545dfa2-44c5-4638-8320-e580ef7fda3b req-f0b09b2d-ec1d-419a-8854-03acef9c3aeb service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=49fbf0c9-7c67-47a8-a064-2ab1f7981fda HTTP/1.1" status: 200 len: 1101 time: 0.1471469 Aug 12 14:32:25.042410 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-42ba5179-57f4-453f-9fd4-571cb09cbdf7 req-e652693e-a507-4f60-be30-a7fb3c3270f2 tempest-ServersAdminNegativeTestJSON-586490534 tempest-ServersAdminNegativeTestJSON-586490534-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:25.083380 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-42ba5179-57f4-453f-9fd4-571cb09cbdf7 req-e652693e-a507-4f60-be30-a7fb3c3270f2 tempest-ServersAdminNegativeTestJSON-586490534 tempest-ServersAdminNegativeTestJSON-586490534-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=6f9b763c-c509-4e5f-b654-95da26c70755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2558637 Aug 12 14:32:25.133497 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-a701f781-1039-41ab-8085-1188411ab3c8 req-a2d9cc50-2875-4f22-9a82-a93d2d16fe3f tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] 10.222.0.39 "GET /v2.0/security-groups?id=732c786f-d597-473b-bc9a-3d3a7bfc11d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038570 Aug 12 14:32:25.142395 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e652693e-a507-4f60-be30-a7fb3c3270f2 tempest-ServersAdminNegativeTestJSON-586490534 tempest-ServersAdminNegativeTestJSON-586490534-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edd06862-7aa1-4c3f-9e53-364f345c0d4b,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:32:25.149785 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d545dfa2-44c5-4638-8320-e580ef7fda3b req-be81230a-8c06-4eba-b126-813edfb951c1 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=c0307eb3-f523-445b-8e1d-79deac809303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845380 Aug 12 14:32:25.241661 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-45a14d92-f34b-4f1c-9d75-26a3cb47b896 None None] Notify callbacks [] for port, precommit_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:25.253803 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-45a14d92-f34b-4f1c-9d75-26a3cb47b896 None None] Transition to ACTIVE for port object 0a763fc1-72b0-42ec-b017-3a97cb24f690 will not be triggered until provisioned by entity L2. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:32:25.263646 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-45a14d92-f34b-4f1c-9d75-26a3cb47b896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:25.270451 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b95485-dd15-4952-8b56-866880620dec req-c56a9425-c24a-4067-a803-e7dfc5a78a21 tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:25.272052 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-56b95485-dd15-4952-8b56-866880620dec req-c56a9425-c24a-4067-a803-e7dfc5a78a21 tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] 10.222.0.39 "GET /v2.0/ports?device_id=49a3c0a4-ec67-4b04-8bde-6beb71c91199 HTTP/1.1" status: 200 len: 945 time: 0.0745862 Aug 12 14:32:25.327512 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c38b37b-b5eb-42c9-a3e9-07ed541bca64 None None] Pushing event updated for resources: {'Port': ['ID=0a763fc1-72b0-42ec-b017-3a97cb24f690,revision_number=3']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:32:25.370606 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-56b95485-dd15-4952-8b56-866880620dec req-2b62e588-9c8c-4767-9251-3c8c9702c2b6 tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] 10.222.0.39 "GET /v2.0/security-groups?id=6f569421-3ef5-4998-a0c5-f191379b6c78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913320 Aug 12 14:32:25.433234 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-45a14d92-f34b-4f1c-9d75-26a3cb47b896 None None] Attempting to bind port 0a763fc1-72b0-42ec-b017-3a97cb24f690 on host n-d-694802-15 for vnic_type normal with profile {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:32:25.433608 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-45a14d92-f34b-4f1c-9d75-26a3cb47b896 None None] Attempting to bind port 0a763fc1-72b0-42ec-b017-3a97cb24f690 by drivers openvswitch,hyperv on host n-d-694802-15 at level 0 using segments [{'id': 'ed441b9c-ef4f-49b1-be26-a1ccc1529ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'a59e5426-181b-4a1b-a168-dee8a2c25b1e'}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:32:25.433971 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45a14d92-f34b-4f1c-9d75-26a3cb47b896 None None] Attempting to bind port 0a763fc1-72b0-42ec-b017-3a97cb24f690 on network a59e5426-181b-4a1b-a168-dee8a2c25b1e {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:32:25.439877 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45a14d92-f34b-4f1c-9d75-26a3cb47b896 None None] Checking agent: {'id': '16de73ac-f2e9-4cee-b3e0-91052ae3e6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 20, 13), 'started_at': datetime.datetime(2021, 8, 12, 14, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 32, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:32:25.440258 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45a14d92-f34b-4f1c-9d75-26a3cb47b896 None None] Checking segment: {'id': 'ed441b9c-ef4f-49b1-be26-a1ccc1529ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'a59e5426-181b-4a1b-a168-dee8a2c25b1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:32:25.440772 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-45a14d92-f34b-4f1c-9d75-26a3cb47b896 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:25.441169 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45a14d92-f34b-4f1c-9d75-26a3cb47b896 None None] Bound using segment: {'id': 'ed441b9c-ef4f-49b1-be26-a1ccc1529ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'a59e5426-181b-4a1b-a168-dee8a2c25b1e'} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:32:25.441645 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-45a14d92-f34b-4f1c-9d75-26a3cb47b896 None None] Bound port: 0a763fc1-72b0-42ec-b017-3a97cb24f690, host: n-d-694802-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed441b9c-ef4f-49b1-be26-a1ccc1529ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'a59e5426-181b-4a1b-a168-dee8a2c25b1e'}}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:32:25.442217 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-45a14d92-f34b-4f1c-9d75-26a3cb47b896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:25.489705 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89d26a7-b4bd-4403-a453-30f07ec0fa03 req-c84d4840-a1b7-4bd6-8b82-728df94b4820 tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:25.502945 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-f89d26a7-b4bd-4403-a453-30f07ec0fa03 req-c84d4840-a1b7-4bd6-8b82-728df94b4820 tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] 10.222.0.39 "GET /v2.0/ports?device_id=cddb4fe6-c24a-4523-bd49-68cbc24760f5 HTTP/1.1" status: 200 len: 945 time: 0.1208982 Aug 12 14:32:25.570906 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 03ec5e04-e075-40d2-8e90-3ae156fef4a0 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:32:25.588447 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-f89d26a7-b4bd-4403-a453-30f07ec0fa03 req-7dba054f-0723-4c65-83c3-a6e5239c3e66 tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] 10.222.0.39 "GET /v2.0/security-groups?id=e3ca17b3-b028-41b3-b138-91e00a6e278c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755012 Aug 12 14:32:25.631769 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-45a14d92-f34b-4f1c-9d75-26a3cb47b896 None None] For port 0a763fc1-72b0-42ec-b017-3a97cb24f690, host n-d-694802-15, cleared binding levels {{(pid=94468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:32:25.641803 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-bc0ea9c1-dfe5-482d-9d29-56987b94c006 req-9cc2412a-fa82-4a04-a780-3144633ccb4f tempest-FloatingIPsAssociationNegativeTestJSON-2129814811 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811-project] 10.222.0.39 "GET /v2.0/ports?device_id=20a508c0-b3ec-4a7c-bde0-25fb7b33ebfe HTTP/1.1" status: 200 len: 210 time: 0.0411627 Aug 12 14:32:25.648338 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-45a14d92-f34b-4f1c-9d75-26a3cb47b896 None None] For port 0a763fc1-72b0-42ec-b017-3a97cb24f690, host n-d-694802-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=0a763fc1-72b0-42ec-b017-3a97cb24f690,segment=NetworkSegment(ed441b9c-ef4f-49b1-be26-a1ccc1529ada),segment_id=ed441b9c-ef4f-49b1-be26-a1ccc1529ada)] {{(pid=94468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:32:25.656045 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-45a14d92-f34b-4f1c-9d75-26a3cb47b896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:25.717925 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port 03ec5e04-e075-40d2-8e90-3ae156fef4a0 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:32:25.718382 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:25.774861 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45a14d92-f34b-4f1c-9d75-26a3cb47b896 None None] Routers {'83b83925-bd97-4b97-9514-058bd55e9cb1'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:32:25.775591 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-45a14d92-f34b-4f1c-9d75-26a3cb47b896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:32:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['83b83925-bd97-4b97-9514-058bd55e9cb1'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:32:25.777336 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c38b37b-b5eb-42c9-a3e9-07ed541bca64 None None] Pushing event updated for resources: {'Port': ['ID=0a763fc1-72b0-42ec-b017-3a97cb24f690,revision_number=4']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:32:25.874414 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cd1956-7efd-4be7-a3d7-1b8f524576c8 req-f3233065-341b-46c8-8c57-d9a21cf0ded1 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:25.882859 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-21cd1956-7efd-4be7-a3d7-1b8f524576c8 req-f3233065-341b-46c8-8c57-d9a21cf0ded1 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/ports?device_id=49fbf0c9-7c67-47a8-a064-2ab1f7981fda HTTP/1.1" status: 200 len: 949 time: 0.0626092 Aug 12 14:32:25.927266 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvr_db [None req-45a14d92-f34b-4f1c-9d75-26a3cb47b896 None None] Set router 83b83925-bd97-4b97-9514-058bd55e9cb1 gateway port host: n-d-694802-15 {{(pid=94468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:32:25.931392 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-21cd1956-7efd-4be7-a3d7-1b8f524576c8 req-623e5336-854c-4e9f-b17b-a052a694abbd tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0307eb3-f523-445b-8e1d-79deac809303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466795 Aug 12 14:32:26.146397 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a60a1fd-e1fa-4723-a28b-8772917044da req-f8b27741-ecf7-4d20-9eb9-05a1922697a4 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:26.148276 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6a60a1fd-e1fa-4723-a28b-8772917044da req-f8b27741-ecf7-4d20-9eb9-05a1922697a4 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811-project] 10.222.0.49 "GET /v2.0/networks?id=a59e5426-181b-4a1b-a168-dee8a2c25b1e HTTP/1.1" status: 200 len: 829 time: 0.1616929 Aug 12 14:32:26.175636 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-6a60a1fd-e1fa-4723-a28b-8772917044da req-c91ebf19-dee8-45c6-ad1d-b660d2abebc4 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811-project] Request body: {'port': {'device_id': '20a508c0-b3ec-4a7c-bde0-25fb7b33ebfe', 'network_id': 'a59e5426-181b-4a1b-a168-dee8a2c25b1e', 'admin_state_up': True, 'tenant_id': '78bc96cbad574ff5b08b92704ccc550c'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:32:26.267680 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-45a14d92-f34b-4f1c-9d75-26a3cb47b896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83b83925-bd97-4b97-9514-058bd55e9cb1', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1286261987-router', 'tenant_id': '78bc96cbad574ff5b08b92704ccc550c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.192'}], 'enable_snat': True}, 'gw_port_id': '03ec5e04-e075-40d2-8e90-3ae156fef4a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:32:17Z', 'updated_at': '2021-08-12T14:32:21Z', 'revision_number': 4, 'project_id': '78bc96cbad574ff5b08b92704ccc550c', 'gw_port': {'id': '03ec5e04-e075-40d2-8e90-3ae156fef4a0', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:18:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b83925-bd97-4b97-9514-058bd55e9cb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:32:18Z', 'updated_at': '2021-08-12T14:32:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': '0a763fc1-72b0-42ec-b017-3a97cb24f690', 'name': '', 'network_id': 'a59e5426-181b-4a1b-a168-dee8a2c25b1e', 'tenant_id': '78bc96cbad574ff5b08b92704ccc550c', 'mac_address': 'fa:16:3e:ed:e6:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83b83925-bd97-4b97-9514-058bd55e9cb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'c9128cfa-e5cd-496a-be78-67996c7e7865', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:32:21Z', 'updated_at': '2021-08-12T14:32:25Z', 'revision_number': 4, 'project_id': '78bc96cbad574ff5b08b92704ccc550c', 'subnets': [{'id': 'c9128cfa-e5cd-496a-be78-67996c7e7865', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:32:26.331903 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2312f8f-5ceb-4d6a-9d34-8f0a2e9cebcb req-a0578305-af13-46d5-9994-84aeac7dd377 tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:26.333652 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-a2312f8f-5ceb-4d6a-9d34-8f0a2e9cebcb req-a0578305-af13-46d5-9994-84aeac7dd377 tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] 10.222.0.39 "GET /v2.0/ports?device_id=f3c0eeb6-944f-4df5-921f-e67fd51b3f14 HTTP/1.1" status: 200 len: 948 time: 0.0712163 Aug 12 14:32:26.348387 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e0a4a2-d4e8-463b-b80c-2d4cbc1a5a36 req-177275e5-cd1c-42b4-b6d4-af20af422ef9 tempest-ServersAdminNegativeTestJSON-586490534 tempest-ServersAdminNegativeTestJSON-586490534-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:26.357968 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c0e0a4a2-d4e8-463b-b80c-2d4cbc1a5a36 req-177275e5-cd1c-42b4-b6d4-af20af422ef9 tempest-ServersAdminNegativeTestJSON-586490534 tempest-ServersAdminNegativeTestJSON-586490534-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=34c80265-70c4-49c6-ab71-c5babf1b6721 HTTP/1.1" status: 200 len: 1102 time: 0.1585040 Aug 12 14:32:26.384524 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-a2312f8f-5ceb-4d6a-9d34-8f0a2e9cebcb req-f525ca80-f0ab-46c0-b639-a7f9eb10e950 tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] 10.222.0.39 "GET /v2.0/security-groups?id=732c786f-d597-473b-bc9a-3d3a7bfc11d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440893 Aug 12 14:32:26.428544 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c0e0a4a2-d4e8-463b-b80c-2d4cbc1a5a36 req-2802a587-7754-49a2-9ca4-909ca0b363b5 tempest-ServersAdminNegativeTestJSON-586490534 tempest-ServersAdminNegativeTestJSON-586490534-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=6f9b763c-c509-4e5f-b654-95da26c70755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644777 Aug 12 14:32:26.454613 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a60a1fd-e1fa-4723-a28b-8772917044da req-c91ebf19-dee8-45c6-ad1d-b660d2abebc4 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811-project] Made reservation on behalf of 78bc96cbad574ff5b08b92704ccc550c for: {'port': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:32:26.465287 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-6a60a1fd-e1fa-4723-a28b-8772917044da req-c91ebf19-dee8-45c6-ad1d-b660d2abebc4 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:26.522416 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45a14d92-f34b-4f1c-9d75-26a3cb47b896 None None] The sync data for ids ['83b83925-bd97-4b97-9514-058bd55e9cb1'] in n-d-694802-15 is: [{'id': '83b83925-bd97-4b97-9514-058bd55e9cb1', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1286261987-router', 'tenant_id': '78bc96cbad574ff5b08b92704ccc550c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.192'}], 'enable_snat': True}, 'gw_port_id': '03ec5e04-e075-40d2-8e90-3ae156fef4a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:32:17Z', 'updated_at': '2021-08-12T14:32:21Z', 'revision_number': 4, 'project_id': '78bc96cbad574ff5b08b92704ccc550c', 'gw_port': {'id': '03ec5e04-e075-40d2-8e90-3ae156fef4a0', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:18:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b83925-bd97-4b97-9514-058bd55e9cb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:32:18Z', 'updated_at': '2021-08-12T14:32:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': '0a763fc1-72b0-42ec-b017-3a97cb24f690', 'name': '', 'network_id': 'a59e5426-181b-4a1b-a168-dee8a2c25b1e', 'tenant_id': '78bc96cbad574ff5b08b92704ccc550c', 'mac_address': 'fa:16:3e:ed:e6:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83b83925-bd97-4b97-9514-058bd55e9cb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'c9128cfa-e5cd-496a-be78-67996c7e7865', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:32:21Z', 'updated_at': '2021-08-12T14:32:25Z', 'revision_number': 4, 'project_id': '78bc96cbad574ff5b08b92704ccc550c', 'subnets': [{'id': 'c9128cfa-e5cd-496a-be78-67996c7e7865', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 14:32:26.693436 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552ce046-f8c0-4a08-ab5c-4ba1eb0eec1e req-5fbe2e2c-dde1-4657-beb1-708d74cd0993 tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:26.695203 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-552ce046-f8c0-4a08-ab5c-4ba1eb0eec1e req-5fbe2e2c-dde1-4657-beb1-708d74cd0993 tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] 10.222.0.39 "GET /v2.0/ports?device_id=49a3c0a4-ec67-4b04-8bde-6beb71c91199 HTTP/1.1" status: 200 len: 945 time: 0.1386840 Aug 12 14:32:26.771873 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_common [req-6a60a1fd-e1fa-4723-a28b-8772917044da req-c91ebf19-dee8-45c6-ad1d-b660d2abebc4 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811-project] Allocated IP 172.20.0.5 (a59e5426-181b-4a1b-a168-dee8a2c25b1e/c9128cfa-e5cd-496a-be78-67996c7e7865/e904dccc-be1f-4513-be4c-72f8c6537764) {{(pid=94467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:32:26.772739 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4d95b7-6527-4487-9fd2-eaac8036bc11 req-1210058a-f975-4e47-b935-f0cc2d35e104 tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:26.783966 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-7b4d95b7-6527-4487-9fd2-eaac8036bc11 req-1210058a-f975-4e47-b935-f0cc2d35e104 tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] 10.222.0.39 "GET /v2.0/ports?device_id=cddb4fe6-c24a-4523-bd49-68cbc24760f5 HTTP/1.1" status: 200 len: 945 time: 0.0758903 Aug 12 14:32:26.820133 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeddc666-36ec-4c95-83fc-82418aeeccd3 req-1f5657df-8252-49d2-be8b-40ef7c1fe979 tempest-LiveAutoBlockMigrationV225Test-1272051264 tempest-LiveAutoBlockMigrationV225Test-1272051264-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:26.822349 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-eeddc666-36ec-4c95-83fc-82418aeeccd3 req-1f5657df-8252-49d2-be8b-40ef7c1fe979 tempest-LiveAutoBlockMigrationV225Test-1272051264 tempest-LiveAutoBlockMigrationV225Test-1272051264-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=cddb4fe6-c24a-4523-bd49-68cbc24760f5&tenant_id=eebc4daeab5b4932b99d48c68fd10c64&binding%3Ahost_id=n-h2-694802-15 HTTP/1.1" status: 200 len: 1097 time: 0.1185372 Aug 12 14:32:26.837156 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-7b4d95b7-6527-4487-9fd2-eaac8036bc11 req-40d3ea37-370d-4915-88aa-21df124dbb99 tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] 10.222.0.39 "GET /v2.0/security-groups?id=e3ca17b3-b028-41b3-b138-91e00a6e278c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474966 Aug 12 14:32:26.840039 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-552ce046-f8c0-4a08-ab5c-4ba1eb0eec1e req-a067cfa4-0dbc-472f-b8ca-abf00ab352f8 tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] 10.222.0.39 "GET /v2.0/security-groups?id=6f569421-3ef5-4998-a0c5-f191379b6c78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308692 Aug 12 14:32:26.853367 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-eeddc666-36ec-4c95-83fc-82418aeeccd3 req-5ed8fdfb-8833-4caf-94c1-89b1d7ff8af9 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-694802-15'}}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:32:26.983981 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-cc20db74-8e98-49c3-a966-0691498c517d req-f639ac65-2bd3-4c0f-8b21-fe178f4030ad tempest-FloatingIPsAssociationNegativeTestJSON-2129814811 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811-project] 10.222.0.39 "GET /v2.0/ports?device_id=20a508c0-b3ec-4a7c-bde0-25fb7b33ebfe HTTP/1.1" status: 200 len: 210 time: 0.0505147 Aug 12 14:32:27.050121 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-eeddc666-36ec-4c95-83fc-82418aeeccd3 req-5ed8fdfb-8833-4caf-94c1-89b1d7ff8af9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:27.183328 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-6a60a1fd-e1fa-4723-a28b-8772917044da req-c91ebf19-dee8-45c6-ad1d-b660d2abebc4 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811-project] Notify callbacks [] for port, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:27.184994 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20c001b-de7b-4d23-8579-fa79ad034485 req-679fd6bc-b065-4e77-be83-e2e92ed0b2f2 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:27.193399 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-f20c001b-de7b-4d23-8579-fa79ad034485 req-679fd6bc-b065-4e77-be83-e2e92ed0b2f2 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/ports?device_id=49fbf0c9-7c67-47a8-a064-2ab1f7981fda HTTP/1.1" status: 200 len: 949 time: 0.0850861 Aug 12 14:32:27.249968 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-f20c001b-de7b-4d23-8579-fa79ad034485 req-3a71c650-f4a0-4e19-803d-e522cf7c1f4f tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0307eb3-f523-445b-8e1d-79deac809303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553312 Aug 12 14:32:27.259879 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [req-6a60a1fd-e1fa-4723-a28b-8772917044da req-c91ebf19-dee8-45c6-ad1d-b660d2abebc4 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811-project] Transition to ACTIVE for port object e904dccc-be1f-4513-be4c-72f8c6537764 will not be triggered until provisioned by entity DHCP. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:32:27.328785 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b46001f-7155-4eea-8e79-ace72ec2bc0e req-52674565-9253-42ab-a45a-3cba8f028e3d tempest-ServersAdminNegativeTestJSON-968709522 tempest-ServersAdminNegativeTestJSON-968709522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:27.330478 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-1b46001f-7155-4eea-8e79-ace72ec2bc0e req-52674565-9253-42ab-a45a-3cba8f028e3d tempest-ServersAdminNegativeTestJSON-968709522 tempest-ServersAdminNegativeTestJSON-968709522-project] 10.222.0.39 "GET /v2.0/ports?device_id=34c80265-70c4-49c6-ab71-c5babf1b6721 HTTP/1.1" status: 200 len: 950 time: 0.1514671 Aug 12 14:32:27.355106 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-eeddc666-36ec-4c95-83fc-82418aeeccd3 req-5ed8fdfb-8833-4caf-94c1-89b1d7ff8af9 service neutron] For port c26f6072-ecc2-4691-a9f9-ea1305d03eff, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=c26f6072-ecc2-4691-a9f9-ea1305d03eff,segment=NetworkSegment(2e94514d-7fca-42ad-995e-123d3a176790),segment_id=2e94514d-7fca-42ad-995e-123d3a176790)] {{(pid=94467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:32:27.373660 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-6a60a1fd-e1fa-4723-a28b-8772917044da req-c91ebf19-dee8-45c6-ad1d-b660d2abebc4 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:27.457096 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-1b46001f-7155-4eea-8e79-ace72ec2bc0e req-6ebee359-e563-44b0-8d52-d39066998cb1 tempest-ServersAdminNegativeTestJSON-968709522 tempest-ServersAdminNegativeTestJSON-968709522-project] 10.222.0.39 "GET /v2.0/security-groups?id=6f9b763c-c509-4e5f-b654-95da26c70755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179006 Aug 12 14:32:27.469936 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a60a1fd-e1fa-4723-a28b-8772917044da req-c91ebf19-dee8-45c6-ad1d-b660d2abebc4 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811-project] Network a59e5426-181b-4a1b-a168-dee8a2c25b1e is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:32:27.490849 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [req-6a60a1fd-e1fa-4723-a28b-8772917044da req-c91ebf19-dee8-45c6-ad1d-b660d2abebc4 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811-project] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:32:27.495342 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a60a1fd-e1fa-4723-a28b-8772917044da req-c91ebf19-dee8-45c6-ad1d-b660d2abebc4 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811-project] Received port after_create {{(pid=94467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:32:27.499933 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91ebf19-dee8-45c6-ad1d-b660d2abebc4 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811-project] Pushing event updated for resources: {'Port': ['ID=e904dccc-be1f-4513-be4c-72f8c6537764,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:32:27.502778 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-eeddc666-36ec-4c95-83fc-82418aeeccd3 req-5ed8fdfb-8833-4caf-94c1-89b1d7ff8af9 service neutron] For port c26f6072-ecc2-4691-a9f9-ea1305d03eff, host n-h2-694802-15, cleared binding levels {{(pid=94467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:32:27.689744 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cddb4fe6-c24a-4523-bd49-68cbc24760f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c26f6072-ecc2-4691-a9f9-ea1305d03eff'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:32:27.692103 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e65282f928b64038367d043a4411777802006c43a98742496cb2e25b724ff1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebd7cdfe-b076-4a60-9b10-ec11e26d7ddb" -d '{"events": [{"server_uuid": "cddb4fe6-c24a-4523-bd49-68cbc24760f5", "name": "network-vif-unplugged", "status": "completed", "tag": "c26f6072-ecc2-4691-a9f9-ea1305d03eff"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:32:27.718132 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 0a763fc1-72b0-42ec-b017-3a97cb24f690 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:32:27.718700 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-eeddc666-36ec-4c95-83fc-82418aeeccd3 req-5ed8fdfb-8833-4caf-94c1-89b1d7ff8af9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:27.728765 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a60a1fd-e1fa-4723-a28b-8772917044da req-c91ebf19-dee8-45c6-ad1d-b660d2abebc4 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:27.729866 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-6a60a1fd-e1fa-4723-a28b-8772917044da req-c91ebf19-dee8-45c6-ad1d-b660d2abebc4 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:27.738753 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-eeddc666-36ec-4c95-83fc-82418aeeccd3 req-5ed8fdfb-8833-4caf-94c1-89b1d7ff8af9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:27.808747 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning for port 0a763fc1-72b0-42ec-b017-3a97cb24f690 completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:32:27.830218 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6a60a1fd-e1fa-4723-a28b-8772917044da req-c91ebf19-dee8-45c6-ad1d-b660d2abebc4 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6669087 Aug 12 14:32:27.830463 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port 0a763fc1-72b0-42ec-b017-3a97cb24f690 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:32:27.830819 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:27.866934 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-6a60a1fd-e1fa-4723-a28b-8772917044da req-3d5a6df1-1ee7-4bcc-94de-e2b790c562ff service neutron] Request body: {'port': {'device_id': '20a508c0-b3ec-4a7c-bde0-25fb7b33ebfe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-694802-15'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:32:27.872904 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-a8ce40cf-5c58-4558-b4d7-bb1a74ee76a1 req-344f850a-c588-4c2d-8e16-05dfd35249f5 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=49fbf0c9-7c67-47a8-a064-2ab1f7981fda&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1293814 Aug 12 14:32:27.889239 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21437889-75a8-413b-a162-f5ce5eba74e7 req-b699c34d-4304-42d9-b2ed-6f60c3239e56 tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:27.896928 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-21437889-75a8-413b-a162-f5ce5eba74e7 req-b699c34d-4304-42d9-b2ed-6f60c3239e56 tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] 10.222.0.39 "GET /v2.0/ports?device_id=f3c0eeb6-944f-4df5-921f-e67fd51b3f14 HTTP/1.1" status: 200 len: 948 time: 0.3056011 Aug 12 14:32:27.922006 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f592bf16-5143-4d4d-91bb-f7d570fa08f6 req-deef6182-3f73-4a71-8b6c-965509d3f4be tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:27.924300 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-f592bf16-5143-4d4d-91bb-f7d570fa08f6 req-deef6182-3f73-4a71-8b6c-965509d3f4be tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/ports?device_id=49fbf0c9-7c67-47a8-a064-2ab1f7981fda HTTP/1.1" status: 200 len: 949 time: 0.0910046 Aug 12 14:32:27.947165 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:27.983524 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed8fdfb-8833-4caf-94c1-89b1d7ff8af9 service neutron] Pushing event updated for resources: {'Port': ['ID=c26f6072-ecc2-4691-a9f9-ea1305d03eff,revision_number=7']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:32:27.988595 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-f592bf16-5143-4d4d-91bb-f7d570fa08f6 req-70f16871-bcc0-4da9-9035-6c84eb475de1 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0307eb3-f523-445b-8e1d-79deac809303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563350 Aug 12 14:32:28.010952 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] For port 0a763fc1-72b0-42ec-b017-3a97cb24f690, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=0a763fc1-72b0-42ec-b017-3a97cb24f690,segment=NetworkSegment(ed441b9c-ef4f-49b1-be26-a1ccc1529ada),segment_id=ed441b9c-ef4f-49b1-be26-a1ccc1529ada)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:32:28.016693 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:28.030574 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-eeddc666-36ec-4c95-83fc-82418aeeccd3 req-5ed8fdfb-8833-4caf-94c1-89b1d7ff8af9 service neutron] Attempting to bind port c26f6072-ecc2-4691-a9f9-ea1305d03eff on host n-h2-694802-15 for vnic_type normal with profile {"migrating_to": "n-h1-694802-15"} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:32:28.030906 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-eeddc666-36ec-4c95-83fc-82418aeeccd3 req-5ed8fdfb-8833-4caf-94c1-89b1d7ff8af9 service neutron] Attempting to bind port c26f6072-ecc2-4691-a9f9-ea1305d03eff by drivers openvswitch,hyperv on host n-h2-694802-15 at level 0 using segments [{'id': '2e94514d-7fca-42ad-995e-123d3a176790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '03dfba7c-7b4a-44e5-8aaa-c2d37ee82018'}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:32:28.031259 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeddc666-36ec-4c95-83fc-82418aeeccd3 req-5ed8fdfb-8833-4caf-94c1-89b1d7ff8af9 service neutron] Attempting to bind port c26f6072-ecc2-4691-a9f9-ea1305d03eff on network 03dfba7c-7b4a-44e5-8aaa-c2d37ee82018 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:32:28.052293 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-ed32219b-db98-4751-ac1a-2412e10bf43b None None] Provisioning for port e904dccc-be1f-4513-be4c-72f8c6537764 completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:32:28.066776 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-ed32219b-db98-4751-ac1a-2412e10bf43b None None] Provisioning complete for port e904dccc-be1f-4513-be4c-72f8c6537764 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:32:28.067406 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-ed32219b-db98-4751-ac1a-2412e10bf43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:28.080551 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeddc666-36ec-4c95-83fc-82418aeeccd3 req-5ed8fdfb-8833-4caf-94c1-89b1d7ff8af9 service neutron] Port c26f6072-ecc2-4691-a9f9-ea1305d03eff on network 03dfba7c-7b4a-44e5-8aaa-c2d37ee82018 not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-15 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 14:32:28.080833 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeddc666-36ec-4c95-83fc-82418aeeccd3 req-5ed8fdfb-8833-4caf-94c1-89b1d7ff8af9 service neutron] Attempting to bind port c26f6072-ecc2-4691-a9f9-ea1305d03eff on network 03dfba7c-7b4a-44e5-8aaa-c2d37ee82018 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:32:28.086545 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 12 Aug 2021 14:32:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c42c3078-04aa-44e6-b900-5251e4a860ff x-openstack-request-id: req-c42c3078-04aa-44e6-b900-5251e4a860ff {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:32:28.087294 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cddb4fe6-c24a-4523-bd49-68cbc24760f5", "name": "network-vif-unplugged", "status": "completed", "tag": "c26f6072-ecc2-4691-a9f9-ea1305d03eff", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:32:28.087485 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c42c3078-04aa-44e6-b900-5251e4a860ff {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:32:28.087839 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cddb4fe6-c24a-4523-bd49-68cbc24760f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c26f6072-ecc2-4691-a9f9-ea1305d03eff', 'code': 200} Aug 12 14:32:28.090950 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-21437889-75a8-413b-a162-f5ce5eba74e7 req-836ec98f-2636-4471-91ca-16f37aff1c22 tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] 10.222.0.39 "GET /v2.0/security-groups?id=732c786f-d597-473b-bc9a-3d3a7bfc11d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932287 Aug 12 14:32:28.097840 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeddc666-36ec-4c95-83fc-82418aeeccd3 req-5ed8fdfb-8833-4caf-94c1-89b1d7ff8af9 service neutron] Checking agent: {'id': 'b7697f71-33f3-4959-ad82-43c2dc15845d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 27, 42), 'started_at': datetime.datetime(2021, 8, 12, 14, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 32, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:32:28.098234 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeddc666-36ec-4c95-83fc-82418aeeccd3 req-5ed8fdfb-8833-4caf-94c1-89b1d7ff8af9 service neutron] Checking segment: {'id': '2e94514d-7fca-42ad-995e-123d3a176790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '03dfba7c-7b4a-44e5-8aaa-c2d37ee82018'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:32:28.098627 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeddc666-36ec-4c95-83fc-82418aeeccd3 req-5ed8fdfb-8833-4caf-94c1-89b1d7ff8af9 service neutron] Bound using segment: {'id': '2e94514d-7fca-42ad-995e-123d3a176790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '03dfba7c-7b4a-44e5-8aaa-c2d37ee82018'} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:32:28.099080 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-eeddc666-36ec-4c95-83fc-82418aeeccd3 req-5ed8fdfb-8833-4caf-94c1-89b1d7ff8af9 service neutron] Bound port: c26f6072-ecc2-4691-a9f9-ea1305d03eff, host: n-h2-694802-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e94514d-7fca-42ad-995e-123d3a176790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '03dfba7c-7b4a-44e5-8aaa-c2d37ee82018'}}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:32:28.099445 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-eeddc666-36ec-4c95-83fc-82418aeeccd3 req-5ed8fdfb-8833-4caf-94c1-89b1d7ff8af9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:28.114093 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-ed32219b-db98-4751-ac1a-2412e10bf43b None None] Port e904dccc-be1f-4513-be4c-72f8c6537764 cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 14:32:28.137542 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-6a60a1fd-e1fa-4723-a28b-8772917044da req-3d5a6df1-1ee7-4bcc-94de-e2b790c562ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:28.162715 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Pushing event updated for resources: {'Port': ['ID=0a763fc1-72b0-42ec-b017-3a97cb24f690,revision_number=5']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:32:28.260326 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78668a1-684b-4839-969b-e76a75d67417 req-58a0ba6e-e7f1-4755-abe3-f07d1230d028 tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:28.269018 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-b78668a1-684b-4839-969b-e76a75d67417 req-58a0ba6e-e7f1-4755-abe3-f07d1230d028 tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] 10.222.0.39 "GET /v2.0/ports?device_id=49a3c0a4-ec67-4b04-8bde-6beb71c91199 HTTP/1.1" status: 200 len: 945 time: 0.0700347 Aug 12 14:32:28.294319 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-eeddc666-36ec-4c95-83fc-82418aeeccd3 req-5ed8fdfb-8833-4caf-94c1-89b1d7ff8af9 service neutron] For port c26f6072-ecc2-4691-a9f9-ea1305d03eff, host n-h2-694802-15, cleared binding levels {{(pid=94467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:32:28.316941 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-b78668a1-684b-4839-969b-e76a75d67417 req-1571afd0-bfb4-4728-bfab-e67f479e7ff7 tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] 10.222.0.39 "GET /v2.0/security-groups?id=6f569421-3ef5-4998-a0c5-f191379b6c78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468795 Aug 12 14:32:28.362471 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-eeddc666-36ec-4c95-83fc-82418aeeccd3 req-5ed8fdfb-8833-4caf-94c1-89b1d7ff8af9 service neutron] For port c26f6072-ecc2-4691-a9f9-ea1305d03eff, host n-h2-694802-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=c26f6072-ecc2-4691-a9f9-ea1305d03eff,segment=NetworkSegment(2e94514d-7fca-42ad-995e-123d3a176790),segment_id=2e94514d-7fca-42ad-995e-123d3a176790)] {{(pid=94467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:32:28.376600 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf778e6-5191-4423-a24d-3cbbac95566e req-2a46c212-781c-495f-84aa-77fda6aeb0b7 tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:28.378689 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6cf778e6-5191-4423-a24d-3cbbac95566e req-2a46c212-781c-495f-84aa-77fda6aeb0b7 tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] 10.222.0.39 "GET /v2.0/ports?device_id=cddb4fe6-c24a-4523-bd49-68cbc24760f5 HTTP/1.1" status: 200 len: 943 time: 0.1753814 Aug 12 14:32:28.382639 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-eeddc666-36ec-4c95-83fc-82418aeeccd3 req-5ed8fdfb-8833-4caf-94c1-89b1d7ff8af9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:28.385915 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device c26f6072-ecc2-4691-a9f9-ea1305d03eff details requested by agent hyperv_n-h1-694802-15 with host n-h1-694802-15 {{(pid=94468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 14:32:28.462224 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b15b94-e125-4dd5-9846-90997ecad1ff req-9bc9e265-a07c-4d9f-b3b6-b8af8aa65ec7 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:28.472597 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-40b15b94-e125-4dd5-9846-90997ecad1ff req-9bc9e265-a07c-4d9f-b3b6-b8af8aa65ec7 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811-project] 10.222.0.39 "GET /v2.0/ports?device_id=20a508c0-b3ec-4a7c-bde0-25fb7b33ebfe HTTP/1.1" status: 200 len: 931 time: 0.0835631 Aug 12 14:32:28.500360 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port c26f6072-ecc2-4691-a9f9-ea1305d03eff, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=c26f6072-ecc2-4691-a9f9-ea1305d03eff,segment=NetworkSegment(2e94514d-7fca-42ad-995e-123d3a176790),segment_id=2e94514d-7fca-42ad-995e-123d3a176790)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:32:28.514796 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device c26f6072-ecc2-4691-a9f9-ea1305d03eff has no active binding in host n-h1-694802-15 {{(pid=94468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 12 14:32:28.523605 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-40b15b94-e125-4dd5-9846-90997ecad1ff req-173faae5-731a-4ec1-96a5-6b8175164e6e tempest-FloatingIPsAssociationNegativeTestJSON-2129814811 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811-project] 10.222.0.39 "GET /v2.0/security-groups?id=891f2790-590d-4c99-bcc7-96e66942622a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495672 Aug 12 14:32:28.530371 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6cf778e6-5191-4423-a24d-3cbbac95566e req-6c8f3955-6a34-4999-9131-c4eff5ad1f9b tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] 10.222.0.39 "GET /v2.0/security-groups?id=e3ca17b3-b028-41b3-b138-91e00a6e278c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370029 Aug 12 14:32:28.536672 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed8fdfb-8833-4caf-94c1-89b1d7ff8af9 service neutron] Pushing event updated for resources: {'Port': ['ID=c26f6072-ecc2-4691-a9f9-ea1305d03eff,revision_number=8']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:32:28.574163 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeddc666-36ec-4c95-83fc-82418aeeccd3 req-5ed8fdfb-8833-4caf-94c1-89b1d7ff8af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:28.574842 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-eeddc666-36ec-4c95-83fc-82418aeeccd3 req-5ed8fdfb-8833-4caf-94c1-89b1d7ff8af9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:28.576395 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-eeddc666-36ec-4c95-83fc-82418aeeccd3 req-5ed8fdfb-8833-4caf-94c1-89b1d7ff8af9 service neutron] 10.222.0.64 "PUT /v2.0/ports/c26f6072-ecc2-4691-a9f9-ea1305d03eff HTTP/1.1" status: 200 len: 1123 time: 1.7301478 Aug 12 14:32:28.682385 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [req-6a60a1fd-e1fa-4723-a28b-8772917044da req-3d5a6df1-1ee7-4bcc-94de-e2b790c562ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e904dccc-be1f-4513-be4c-72f8c6537764 {{(pid=94467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:32:28.692191 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-6a60a1fd-e1fa-4723-a28b-8772917044da req-3d5a6df1-1ee7-4bcc-94de-e2b790c562ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:28.700386 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dddb716-cddf-41c1-ab12-e9100c36ec63 req-ad22c756-3c61-46da-bf21-79d0d49f6b06 tempest-ServersAdminNegativeTestJSON-968709522 tempest-ServersAdminNegativeTestJSON-968709522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:28.701291 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] get_ports_and_sgs() called for port_ids ['c26f6072-ecc2-4691-a9f9-ea1305d03eff'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:32:28.702345 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-1dddb716-cddf-41c1-ab12-e9100c36ec63 req-ad22c756-3c61-46da-bf21-79d0d49f6b06 tempest-ServersAdminNegativeTestJSON-968709522 tempest-ServersAdminNegativeTestJSON-968709522-project] 10.222.0.39 "GET /v2.0/ports?device_id=34c80265-70c4-49c6-ab71-c5babf1b6721 HTTP/1.1" status: 200 len: 950 time: 0.0883980 Aug 12 14:32:28.709012 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [req-6a60a1fd-e1fa-4723-a28b-8772917044da req-3d5a6df1-1ee7-4bcc-94de-e2b790c562ff service neutron] Transition to ACTIVE for port object e904dccc-be1f-4513-be4c-72f8c6537764 will not be triggered until provisioned by entity L2. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:32:28.720699 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-6a60a1fd-e1fa-4723-a28b-8772917044da req-3d5a6df1-1ee7-4bcc-94de-e2b790c562ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:28.748418 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] get_ports_and_sgs() called for port_ids ['c26f6072-ecc2-4691-a9f9-ea1305d03eff'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:32:28.762619 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-1dddb716-cddf-41c1-ab12-e9100c36ec63 req-9f58aa81-f291-4dfa-bcad-3217ee3b2803 tempest-ServersAdminNegativeTestJSON-968709522 tempest-ServersAdminNegativeTestJSON-968709522-project] 10.222.0.39 "GET /v2.0/security-groups?id=6f9b763c-c509-4e5f-b654-95da26c70755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488420 Aug 12 14:32:28.808336 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5a6df1-1ee7-4bcc-94de-e2b790c562ff service neutron] Pushing event updated for resources: {'Port': ['ID=e904dccc-be1f-4513-be4c-72f8c6537764,revision_number=2']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:32:28.937508 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-6a60a1fd-e1fa-4723-a28b-8772917044da req-3d5a6df1-1ee7-4bcc-94de-e2b790c562ff service neutron] Attempting to bind port e904dccc-be1f-4513-be4c-72f8c6537764 on host n-h2-694802-15 for vnic_type normal with profile {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:32:28.937849 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-6a60a1fd-e1fa-4723-a28b-8772917044da req-3d5a6df1-1ee7-4bcc-94de-e2b790c562ff service neutron] Attempting to bind port e904dccc-be1f-4513-be4c-72f8c6537764 by drivers openvswitch,hyperv on host n-h2-694802-15 at level 0 using segments [{'id': 'ed441b9c-ef4f-49b1-be26-a1ccc1529ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'a59e5426-181b-4a1b-a168-dee8a2c25b1e'}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:32:28.938192 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a60a1fd-e1fa-4723-a28b-8772917044da req-3d5a6df1-1ee7-4bcc-94de-e2b790c562ff service neutron] Attempting to bind port e904dccc-be1f-4513-be4c-72f8c6537764 on network a59e5426-181b-4a1b-a168-dee8a2c25b1e {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:32:28.944004 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a60a1fd-e1fa-4723-a28b-8772917044da req-3d5a6df1-1ee7-4bcc-94de-e2b790c562ff service neutron] Port e904dccc-be1f-4513-be4c-72f8c6537764 on network a59e5426-181b-4a1b-a168-dee8a2c25b1e not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-15 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 14:32:28.945121 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a60a1fd-e1fa-4723-a28b-8772917044da req-3d5a6df1-1ee7-4bcc-94de-e2b790c562ff service neutron] Attempting to bind port e904dccc-be1f-4513-be4c-72f8c6537764 on network a59e5426-181b-4a1b-a168-dee8a2c25b1e {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:32:28.952320 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a60a1fd-e1fa-4723-a28b-8772917044da req-3d5a6df1-1ee7-4bcc-94de-e2b790c562ff service neutron] Checking agent: {'id': 'b7697f71-33f3-4959-ad82-43c2dc15845d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 27, 42), 'started_at': datetime.datetime(2021, 8, 12, 14, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 32, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:32:28.952906 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a60a1fd-e1fa-4723-a28b-8772917044da req-3d5a6df1-1ee7-4bcc-94de-e2b790c562ff service neutron] Checking segment: {'id': 'ed441b9c-ef4f-49b1-be26-a1ccc1529ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'a59e5426-181b-4a1b-a168-dee8a2c25b1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:32:28.954334 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a60a1fd-e1fa-4723-a28b-8772917044da req-3d5a6df1-1ee7-4bcc-94de-e2b790c562ff service neutron] Bound using segment: {'id': 'ed441b9c-ef4f-49b1-be26-a1ccc1529ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'a59e5426-181b-4a1b-a168-dee8a2c25b1e'} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:32:28.954809 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-6a60a1fd-e1fa-4723-a28b-8772917044da req-3d5a6df1-1ee7-4bcc-94de-e2b790c562ff service neutron] Bound port: e904dccc-be1f-4513-be4c-72f8c6537764, host: n-h2-694802-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed441b9c-ef4f-49b1-be26-a1ccc1529ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'a59e5426-181b-4a1b-a168-dee8a2c25b1e'}}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:32:28.955250 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-6a60a1fd-e1fa-4723-a28b-8772917044da req-3d5a6df1-1ee7-4bcc-94de-e2b790c562ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:29.048399 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-6a60a1fd-e1fa-4723-a28b-8772917044da req-3d5a6df1-1ee7-4bcc-94de-e2b790c562ff service neutron] For port e904dccc-be1f-4513-be4c-72f8c6537764, host n-h2-694802-15, cleared binding levels {{(pid=94467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:32:29.053053 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-6a60a1fd-e1fa-4723-a28b-8772917044da req-3d5a6df1-1ee7-4bcc-94de-e2b790c562ff service neutron] For port e904dccc-be1f-4513-be4c-72f8c6537764, host n-h2-694802-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=e904dccc-be1f-4513-be4c-72f8c6537764,segment=NetworkSegment(ed441b9c-ef4f-49b1-be26-a1ccc1529ada),segment_id=ed441b9c-ef4f-49b1-be26-a1ccc1529ada)] {{(pid=94467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:32:29.060764 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-6a60a1fd-e1fa-4723-a28b-8772917044da req-3d5a6df1-1ee7-4bcc-94de-e2b790c562ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:29.102871 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a60a1fd-e1fa-4723-a28b-8772917044da req-3d5a6df1-1ee7-4bcc-94de-e2b790c562ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:29.103512 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-6a60a1fd-e1fa-4723-a28b-8772917044da req-3d5a6df1-1ee7-4bcc-94de-e2b790c562ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:29.105027 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6a60a1fd-e1fa-4723-a28b-8772917044da req-3d5a6df1-1ee7-4bcc-94de-e2b790c562ff service neutron] 10.222.0.49 "PUT /v2.0/ports/e904dccc-be1f-4513-be4c-72f8c6537764 HTTP/1.1" status: 200 len: 1092 time: 1.2450187 Aug 12 14:32:29.165870 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5a6df1-1ee7-4bcc-94de-e2b790c562ff service neutron] Pushing event updated for resources: {'Port': ['ID=e904dccc-be1f-4513-be4c-72f8c6537764,revision_number=3']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:32:29.193395 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963c9727-0bd1-422f-b70e-38188fe65904 req-71b977a4-0be9-4559-8ea1-e2ea8424dd06 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:29.199478 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-963c9727-0bd1-422f-b70e-38188fe65904 req-71b977a4-0be9-4559-8ea1-e2ea8424dd06 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/ports?device_id=49fbf0c9-7c67-47a8-a064-2ab1f7981fda HTTP/1.1" status: 200 len: 949 time: 0.0824370 Aug 12 14:32:29.247914 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-963c9727-0bd1-422f-b70e-38188fe65904 req-921f6f2e-71d0-4411-a293-587a012c7011 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0307eb3-f523-445b-8e1d-79deac809303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471957 Aug 12 14:32:29.282999 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a60a1fd-e1fa-4723-a28b-8772917044da req-0b58be78-b7bb-4fcf-88fc-8bdc0d0e32ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:29.284631 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6a60a1fd-e1fa-4723-a28b-8772917044da req-0b58be78-b7bb-4fcf-88fc-8bdc0d0e32ab service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=78bc96cbad574ff5b08b92704ccc550c&device_id=20a508c0-b3ec-4a7c-bde0-25fb7b33ebfe HTTP/1.1" status: 200 len: 1095 time: 0.1121264 Aug 12 14:32:29.311070 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50ef444-17cc-4c3a-b0e5-9e1acc8e1a06 req-65317787-43f2-4ecf-9ccd-200266b48af6 tempest-ServersAdminNegativeTestJSON-968709522 tempest-ServersAdminNegativeTestJSON-968709522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:29.312558 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a50ef444-17cc-4c3a-b0e5-9e1acc8e1a06 req-65317787-43f2-4ecf-9ccd-200266b48af6 tempest-ServersAdminNegativeTestJSON-968709522 tempest-ServersAdminNegativeTestJSON-968709522-project] 10.222.0.49 "GET /v2.0/ports?device_id=34c80265-70c4-49c6-ab71-c5babf1b6721 HTTP/1.1" status: 200 len: 950 time: 0.1244683 Aug 12 14:32:29.350632 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6a60a1fd-e1fa-4723-a28b-8772917044da req-5c00af42-1503-435f-87d0-a4d503ecb4ae service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e904dccc-be1f-4513-be4c-72f8c6537764 HTTP/1.1" status: 200 len: 217 time: 0.0555904 Aug 12 14:32:29.358593 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951a1cd5-cef1-486e-86e6-8e663f404134 req-cc9c3f80-6a83-406f-af48-fe5a85b44b9b tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:29.360028 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-951a1cd5-cef1-486e-86e6-8e663f404134 req-cc9c3f80-6a83-406f-af48-fe5a85b44b9b tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] 10.222.0.39 "GET /v2.0/ports?device_id=f3c0eeb6-944f-4df5-921f-e67fd51b3f14 HTTP/1.1" status: 200 len: 948 time: 0.1372631 Aug 12 14:32:29.435961 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0186bd83-17e8-4ced-b077-3e89168d9360 req-d7687813-9729-4548-ba83-1eac8a91ac5e tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:29.437487 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-0186bd83-17e8-4ced-b077-3e89168d9360 req-d7687813-9729-4548-ba83-1eac8a91ac5e tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] 10.222.0.39 "GET /v2.0/ports?device_id=49a3c0a4-ec67-4b04-8bde-6beb71c91199 HTTP/1.1" status: 200 len: 945 time: 0.0493824 Aug 12 14:32:29.478105 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-0186bd83-17e8-4ced-b077-3e89168d9360 req-2e9df298-aa0a-4171-bf59-78ba81de1723 tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] 10.222.0.39 "GET /v2.0/security-groups?id=6f569421-3ef5-4998-a0c5-f191379b6c78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339053 Aug 12 14:32:29.536402 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 0a763fc1-72b0-42ec-b017-3a97cb24f690 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:32:29.620695 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port 0a763fc1-72b0-42ec-b017-3a97cb24f690 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:32:29.621086 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:29.683411 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ce9607-4e37-469d-a8d7-da436cee5b18 req-fafcd5c0-7430-45d3-ade7-0bf1bb54cb7d tempest-FloatingIPsAssociationNegativeTestJSON-2129814811 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:29.685378 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-f6ce9607-4e37-469d-a8d7-da436cee5b18 req-fafcd5c0-7430-45d3-ade7-0bf1bb54cb7d tempest-FloatingIPsAssociationNegativeTestJSON-2129814811 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811-project] 10.222.0.39 "GET /v2.0/ports?device_id=20a508c0-b3ec-4a7c-bde0-25fb7b33ebfe HTTP/1.1" status: 200 len: 943 time: 0.0588434 Aug 12 14:32:29.730113 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-f6ce9607-4e37-469d-a8d7-da436cee5b18 req-3a082c92-7e0e-47d2-a13d-6ecd1e3f5160 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811-project] 10.222.0.39 "GET /v2.0/security-groups?id=891f2790-590d-4c99-bcc7-96e66942622a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379622 Aug 12 14:32:29.790834 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a60a1fd-e1fa-4723-a28b-8772917044da req-25dd1a8a-ac10-41ab-8c1c-04bba49bd35d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:29.792305 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6a60a1fd-e1fa-4723-a28b-8772917044da req-25dd1a8a-ac10-41ab-8c1c-04bba49bd35d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c9128cfa-e5cd-496a-be78-67996c7e7865 HTTP/1.1" status: 200 len: 868 time: 0.4302959 Aug 12 14:32:29.822229 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-951a1cd5-cef1-486e-86e6-8e663f404134 req-115ca7b5-10b0-4f3e-8f12-51869adcc161 tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] 10.222.0.39 "GET /v2.0/security-groups?id=732c786f-d597-473b-bc9a-3d3a7bfc11d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4479592 Aug 12 14:32:29.837546 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7bbd60-8405-4ead-af27-03ae73674b1e req-1d6c926b-e26b-49ba-98c2-224b35b4e8ab tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:29.844992 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-1e7bbd60-8405-4ead-af27-03ae73674b1e req-1d6c926b-e26b-49ba-98c2-224b35b4e8ab tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] 10.222.0.39 "GET /v2.0/ports?device_id=cddb4fe6-c24a-4523-bd49-68cbc24760f5 HTTP/1.1" status: 200 len: 943 time: 0.0579469 Aug 12 14:32:29.889703 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-1e7bbd60-8405-4ead-af27-03ae73674b1e req-de0bac02-50de-4c42-a1e0-ce538f23a8c2 tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] 10.222.0.39 "GET /v2.0/security-groups?id=e3ca17b3-b028-41b3-b138-91e00a6e278c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415661 Aug 12 14:32:29.891196 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ce40cf-5c58-4558-b4d7-bb1a74ee76a1 req-42dc2ae2-e11d-4c85-bcd5-895e0ca3d6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:29.896839 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a8ce40cf-5c58-4558-b4d7-bb1a74ee76a1 req-42dc2ae2-e11d-4c85-bcd5-895e0ca3d6c1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e3f6e239b38a4f618b8ca0621fcc54e4&device_id=49fbf0c9-7c67-47a8-a064-2ab1f7981fda HTTP/1.1" status: 200 len: 1101 time: 0.1248503 Aug 12 14:32:29.903298 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [req-a50ef444-17cc-4c3a-b0e5-9e1acc8e1a06 req-141db23c-0dba-47e0-a548-befbee7ce7b0 tempest-ServersAdminNegativeTestJSON-968709522 tempest-ServersAdminNegativeTestJSON-968709522-project] Deleting port cff7ac25-505e-4395-b6ff-68f7d36eb731 {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:32:29.903646 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-a50ef444-17cc-4c3a-b0e5-9e1acc8e1a06 req-141db23c-0dba-47e0-a548-befbee7ce7b0 tempest-ServersAdminNegativeTestJSON-968709522 tempest-ServersAdminNegativeTestJSON-968709522-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:29.940211 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a60a1fd-e1fa-4723-a28b-8772917044da req-ac484889-6b0a-49e4-a718-6a50583d82ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:29.941699 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6a60a1fd-e1fa-4723-a28b-8772917044da req-ac484889-6b0a-49e4-a718-6a50583d82ff service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a59e5426-181b-4a1b-a168-dee8a2c25b1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1337733 Aug 12 14:32:30.090811 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cddb4fe6-c24a-4523-bd49-68cbc24760f5', 'tag': 'c26f6072-ecc2-4691-a9f9-ea1305d03eff'}, {'name': 'network-changed', 'server_uuid': '20a508c0-b3ec-4a7c-bde0-25fb7b33ebfe', 'tag': 'e904dccc-be1f-4513-be4c-72f8c6537764'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:32:30.093236 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e65282f928b64038367d043a4411777802006c43a98742496cb2e25b724ff1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d50da02a-7a6c-4a12-b6ae-eed3cf887b11" -d '{"events": [{"name": "network-changed", "server_uuid": "cddb4fe6-c24a-4523-bd49-68cbc24760f5", "tag": "c26f6072-ecc2-4691-a9f9-ea1305d03eff"}, {"name": "network-changed", "server_uuid": "20a508c0-b3ec-4a7c-bde0-25fb7b33ebfe", "tag": "e904dccc-be1f-4513-be4c-72f8c6537764"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:32:30.145951 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 12 Aug 2021 14:32:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43360643-8afe-49b6-8aea-29c649036df7 x-openstack-request-id: req-43360643-8afe-49b6-8aea-29c649036df7 {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:32:30.146244 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cddb4fe6-c24a-4523-bd49-68cbc24760f5", "tag": "c26f6072-ecc2-4691-a9f9-ea1305d03eff", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "20a508c0-b3ec-4a7c-bde0-25fb7b33ebfe", "tag": "e904dccc-be1f-4513-be4c-72f8c6537764", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:32:30.146491 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-43360643-8afe-49b6-8aea-29c649036df7 {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:32:30.146870 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cddb4fe6-c24a-4523-bd49-68cbc24760f5', 'tag': 'c26f6072-ecc2-4691-a9f9-ea1305d03eff', 'status': 'completed', 'code': 200} Aug 12 14:32:30.147153 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20a508c0-b3ec-4a7c-bde0-25fb7b33ebfe', 'tag': 'e904dccc-be1f-4513-be4c-72f8c6537764', 'status': 'completed', 'code': 200} Aug 12 14:32:30.156425 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47cabf3-89bb-4594-9d2e-96efda468eac req-82aa5f34-cb6c-4491-bb53-eee99627d322 tempest-ServersAdminNegativeTestJSON-968709522 tempest-ServersAdminNegativeTestJSON-968709522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:30.157914 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e47cabf3-89bb-4594-9d2e-96efda468eac req-82aa5f34-cb6c-4491-bb53-eee99627d322 tempest-ServersAdminNegativeTestJSON-968709522 tempest-ServersAdminNegativeTestJSON-968709522-project] 10.222.0.39 "GET /v2.0/ports?device_id=34c80265-70c4-49c6-ab71-c5babf1b6721 HTTP/1.1" status: 200 len: 950 time: 0.2577348 Aug 12 14:32:30.206110 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50da02a-7a6c-4a12-b6ae-eed3cf887b11 req-eb1621b8-2da6-48fe-a620-d699418ef05f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:30.207636 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-d50da02a-7a6c-4a12-b6ae-eed3cf887b11 req-eb1621b8-2da6-48fe-a620-d699418ef05f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=eebc4daeab5b4932b99d48c68fd10c64&device_id=cddb4fe6-c24a-4523-bd49-68cbc24760f5 HTTP/1.1" status: 200 len: 1126 time: 0.0403349 Aug 12 14:32:30.212518 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-a50ef444-17cc-4c3a-b0e5-9e1acc8e1a06 req-141db23c-0dba-47e0-a548-befbee7ce7b0 tempest-ServersAdminNegativeTestJSON-968709522 tempest-ServersAdminNegativeTestJSON-968709522-project] For port cff7ac25-505e-4395-b6ff-68f7d36eb731, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=cff7ac25-505e-4395-b6ff-68f7d36eb731,segment=NetworkSegment(a1f8c867-101b-4d30-814e-b89f55a5edd0),segment_id=a1f8c867-101b-4d30-814e-b89f55a5edd0)] {{(pid=94467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:32:30.212917 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-a50ef444-17cc-4c3a-b0e5-9e1acc8e1a06 req-141db23c-0dba-47e0-a548-befbee7ce7b0 tempest-ServersAdminNegativeTestJSON-968709522 tempest-ServersAdminNegativeTestJSON-968709522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:30.218313 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ce40cf-5c58-4558-b4d7-bb1a74ee76a1 req-df4b44ba-f40b-4c1e-bf62-a086e921d6cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:30.218313 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a8ce40cf-5c58-4558-b4d7-bb1a74ee76a1 req-df4b44ba-f40b-4c1e-bf62-a086e921d6cd service neutron] 10.222.0.64 "GET /v2.0/networks?id=2525c403-dfb3-4196-a273-739607aab38a HTTP/1.1" status: 200 len: 870 time: 0.3070588 Aug 12 14:32:30.226354 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6a60a1fd-e1fa-4723-a28b-8772917044da req-0f37a079-a620-467e-b06e-c57e9b673648 service neutron] 10.222.0.49 "GET /v2.0/networks/a59e5426-181b-4a1b-a168-dee8a2c25b1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2385128 Aug 12 14:32:30.272651 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [req-a50ef444-17cc-4c3a-b0e5-9e1acc8e1a06 req-141db23c-0dba-47e0-a548-befbee7ce7b0 tempest-ServersAdminNegativeTestJSON-968709522 tempest-ServersAdminNegativeTestJSON-968709522-project] Calling delete_port for cff7ac25-505e-4395-b6ff-68f7d36eb731 owned by compute:nova {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:32:30.289295 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a8ce40cf-5c58-4558-b4d7-bb1a74ee76a1 req-0af405e3-9e24-4e86-bcf3-d746258e9449 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.99&port_id=c8ea2c88-a265-4422-9fd9-7bba00fb259d HTTP/1.1" status: 200 len: 217 time: 0.0619025 Aug 12 14:32:30.313583 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50da02a-7a6c-4a12-b6ae-eed3cf887b11 req-85404f77-a83b-4d56-8580-2a60a4848679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:30.315075 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-d50da02a-7a6c-4a12-b6ae-eed3cf887b11 req-85404f77-a83b-4d56-8580-2a60a4848679 service neutron] 10.222.0.49 "GET /v2.0/networks?id=03dfba7c-7b4a-44e5-8aaa-c2d37ee82018 HTTP/1.1" status: 200 len: 922 time: 0.0928545 Aug 12 14:32:30.342974 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e47cabf3-89bb-4594-9d2e-96efda468eac req-3b905030-9abe-45b8-9c5f-84e990091dbd tempest-ServersAdminNegativeTestJSON-968709522 tempest-ServersAdminNegativeTestJSON-968709522-project] 10.222.0.39 "GET /v2.0/security-groups?id=6f9b763c-c509-4e5f-b654-95da26c70755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743371 Aug 12 14:32:30.384884 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-d50da02a-7a6c-4a12-b6ae-eed3cf887b11 req-59b00f50-ddee-4d1c-a8f0-3fa3438f5d5f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c26f6072-ecc2-4691-a9f9-ea1305d03eff HTTP/1.1" status: 200 len: 217 time: 0.0550604 Aug 12 14:32:30.411485 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9286ac61-215f-4e4d-8d60-386a20ec3d6a req-dd147e78-3df4-4a76-bbef-006d2dda173d tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:30.413195 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-9286ac61-215f-4e4d-8d60-386a20ec3d6a req-dd147e78-3df4-4a76-bbef-006d2dda173d tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/ports?device_id=49fbf0c9-7c67-47a8-a064-2ab1f7981fda HTTP/1.1" status: 200 len: 949 time: 0.0916526 Aug 12 14:32:30.443849 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ce40cf-5c58-4558-b4d7-bb1a74ee76a1 req-901cad22-e4dc-4ee2-9f25-42f70c60b699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:30.445286 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a8ce40cf-5c58-4558-b4d7-bb1a74ee76a1 req-901cad22-e4dc-4ee2-9f25-42f70c60b699 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=236e0be6-1c94-4221-9e8b-ab02a53331f8 HTTP/1.1" status: 200 len: 843 time: 0.1415827 Aug 12 14:32:30.469557 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50da02a-7a6c-4a12-b6ae-eed3cf887b11 req-53381ebe-b83d-4f33-ac74-3ae02738b1c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:30.471001 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-d50da02a-7a6c-4a12-b6ae-eed3cf887b11 req-53381ebe-b83d-4f33-ac74-3ae02738b1c8 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ef8d2719-a4dd-40cc-910c-927d9e7406a1 HTTP/1.1" status: 200 len: 861 time: 0.0766318 Aug 12 14:32:30.478907 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-9286ac61-215f-4e4d-8d60-386a20ec3d6a req-0c4ba11d-f4d3-4d05-89b6-f8312b3af7d0 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0307eb3-f523-445b-8e1d-79deac809303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470767 Aug 12 14:32:30.482048 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6a60a1fd-e1fa-4723-a28b-8772917044da req-70f7d0e9-ac96-4112-9d66-5d21d916ef02 service neutron] 10.222.0.49 "GET /v2.0/networks/a59e5426-181b-4a1b-a168-dee8a2c25b1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2403383 Aug 12 14:32:30.509090 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-d50da02a-7a6c-4a12-b6ae-eed3cf887b11 req-ede3ae26-519d-4c68-9305-aa9ce4726df3 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=03dfba7c-7b4a-44e5-8aaa-c2d37ee82018&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273883 Aug 12 14:32:30.559278 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ce40cf-5c58-4558-b4d7-bb1a74ee76a1 req-c1e9fba3-a46e-49a9-9b45-4ee464c083cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:30.560825 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a8ce40cf-5c58-4558-b4d7-bb1a74ee76a1 req-c1e9fba3-a46e-49a9-9b45-4ee464c083cb service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2525c403-dfb3-4196-a273-739607aab38a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0929708 Aug 12 14:32:30.618746 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-d50da02a-7a6c-4a12-b6ae-eed3cf887b11 req-cf6f1f05-bcb1-4f05-ab57-a4d4a536cded service neutron] 10.222.0.49 "GET /v2.0/networks/03dfba7c-7b4a-44e5-8aaa-c2d37ee82018?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925305 Aug 12 14:32:30.664890 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-a50ef444-17cc-4c3a-b0e5-9e1acc8e1a06 req-141db23c-0dba-47e0-a548-befbee7ce7b0 tempest-ServersAdminNegativeTestJSON-968709522 tempest-ServersAdminNegativeTestJSON-968709522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:30.676910 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] get_ports_and_sgs() called for port_ids ['67abbaef-4a78-4f87-8e89-f3760222f72e'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:32:30.702719 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141db23c-0dba-47e0-a548-befbee7ce7b0 tempest-ServersAdminNegativeTestJSON-968709522 tempest-ServersAdminNegativeTestJSON-968709522-project] Pushing event deleted for resources: {'Port': ['ID=cff7ac25-505e-4395-b6ff-68f7d36eb731,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:32:30.716524 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-d50da02a-7a6c-4a12-b6ae-eed3cf887b11 req-e0af3fb6-e80e-40bb-9145-32c5a527ac73 service neutron] 10.222.0.49 "GET /v2.0/networks/03dfba7c-7b4a-44e5-8aaa-c2d37ee82018?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896502 Aug 12 14:32:30.734611 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5de530e-7537-4aec-bee5-bcf118b6d274 req-0b0e1fd9-b5c0-413c-8a4a-2c005f422c76 tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:30.737036 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f5de530e-7537-4aec-bee5-bcf118b6d274 req-0b0e1fd9-b5c0-413c-8a4a-2c005f422c76 tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] 10.222.0.39 "GET /v2.0/ports?device_id=49a3c0a4-ec67-4b04-8bde-6beb71c91199 HTTP/1.1" status: 200 len: 945 time: 0.1752024 Aug 12 14:32:30.818260 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [req-a50ef444-17cc-4c3a-b0e5-9e1acc8e1a06 req-141db23c-0dba-47e0-a548-befbee7ce7b0 tempest-ServersAdminNegativeTestJSON-968709522 tempest-ServersAdminNegativeTestJSON-968709522-project] No DVR routers for this DVR port cff7ac25-505e-4395-b6ff-68f7d36eb731 on host n-h2-694802-15 {{(pid=94467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:32:30.821787 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-a50ef444-17cc-4c3a-b0e5-9e1acc8e1a06 req-141db23c-0dba-47e0-a548-befbee7ce7b0 tempest-ServersAdminNegativeTestJSON-968709522 tempest-ServersAdminNegativeTestJSON-968709522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:30.824336 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a50ef444-17cc-4c3a-b0e5-9e1acc8e1a06 req-141db23c-0dba-47e0-a548-befbee7ce7b0 tempest-ServersAdminNegativeTestJSON-968709522 tempest-ServersAdminNegativeTestJSON-968709522-project] 10.222.0.49 "DELETE /v2.0/ports/cff7ac25-505e-4395-b6ff-68f7d36eb731 HTTP/1.1" status: 204 len: 173 time: 1.4818335 Aug 12 14:32:30.828110 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a8ce40cf-5c58-4558-b4d7-bb1a74ee76a1 req-5f674b0e-0a7a-4b27-aea0-f8ee4c261e1d service neutron] 10.222.0.64 "GET /v2.0/networks/2525c403-dfb3-4196-a273-739607aab38a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2487602 Aug 12 14:32:30.838858 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50da02a-7a6c-4a12-b6ae-eed3cf887b11 req-2edfa20f-ea9e-4667-b860-f7d6363059c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:30.840755 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-d50da02a-7a6c-4a12-b6ae-eed3cf887b11 req-2edfa20f-ea9e-4667-b860-f7d6363059c7 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=78bc96cbad574ff5b08b92704ccc550c&device_id=20a508c0-b3ec-4a7c-bde0-25fb7b33ebfe HTTP/1.1" status: 200 len: 1095 time: 0.0710695 Aug 12 14:32:30.909639 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f5de530e-7537-4aec-bee5-bcf118b6d274 req-0f6937fd-a9c2-488d-8f3a-5b977ca65e93 tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] 10.222.0.39 "GET /v2.0/security-groups?id=6f569421-3ef5-4998-a0c5-f191379b6c78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590469 Aug 12 14:32:31.001677 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50da02a-7a6c-4a12-b6ae-eed3cf887b11 req-83a050fc-b706-49d5-930f-bcb6b6f96b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:31.006878 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a8ce40cf-5c58-4558-b4d7-bb1a74ee76a1 req-4dd5bb4a-c849-4ca0-b0d9-a435fb810419 service neutron] 10.222.0.64 "GET /v2.0/networks/2525c403-dfb3-4196-a273-739607aab38a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1601722 Aug 12 14:32:31.007085 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-d50da02a-7a6c-4a12-b6ae-eed3cf887b11 req-83a050fc-b706-49d5-930f-bcb6b6f96b45 service neutron] 10.222.0.49 "GET /v2.0/networks?id=a59e5426-181b-4a1b-a168-dee8a2c25b1e HTTP/1.1" status: 200 len: 930 time: 0.1495757 Aug 12 14:32:31.031700 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe06a2a0-cc06-410b-9b21-eacaba83ed72 req-754d0a98-830c-4fe7-a7dc-2e8d956eed85 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:31.034338 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-fe06a2a0-cc06-410b-9b21-eacaba83ed72 req-754d0a98-830c-4fe7-a7dc-2e8d956eed85 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811-project] 10.222.0.39 "GET /v2.0/ports?device_id=20a508c0-b3ec-4a7c-bde0-25fb7b33ebfe HTTP/1.1" status: 200 len: 943 time: 0.1994374 Aug 12 14:32:31.071694 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-d50da02a-7a6c-4a12-b6ae-eed3cf887b11 req-6134b796-467f-4a35-b449-d6942c042abf service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e904dccc-be1f-4513-be4c-72f8c6537764 HTTP/1.1" status: 200 len: 217 time: 0.0578637 Aug 12 14:32:31.073254 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6e5d09-4156-45a0-814f-b778102ba0c7 req-3aa9bf7f-b30a-439a-acbd-beca74a277ce tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:31.074873 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-bc6e5d09-4156-45a0-814f-b778102ba0c7 req-3aa9bf7f-b30a-439a-acbd-beca74a277ce tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] 10.222.0.39 "GET /v2.0/ports?device_id=f3c0eeb6-944f-4df5-921f-e67fd51b3f14 HTTP/1.1" status: 200 len: 948 time: 0.0553010 Aug 12 14:32:31.116454 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-bc6e5d09-4156-45a0-814f-b778102ba0c7 req-1591dd11-96f4-4318-84a2-2bfc6ff5fc89 tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] 10.222.0.39 "GET /v2.0/security-groups?id=732c786f-d597-473b-bc9a-3d3a7bfc11d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350454 Aug 12 14:32:31.167932 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-fe06a2a0-cc06-410b-9b21-eacaba83ed72 req-416582bc-ef26-4d5f-a47f-1565958eeafa tempest-FloatingIPsAssociationNegativeTestJSON-2129814811 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811-project] 10.222.0.39 "GET /v2.0/security-groups?id=891f2790-590d-4c99-bcc7-96e66942622a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955584 Aug 12 14:32:31.172038 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50da02a-7a6c-4a12-b6ae-eed3cf887b11 req-680fd517-d872-4a95-9b92-68d5e44512ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:31.174661 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-d50da02a-7a6c-4a12-b6ae-eed3cf887b11 req-680fd517-d872-4a95-9b92-68d5e44512ce service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c9128cfa-e5cd-496a-be78-67996c7e7865 HTTP/1.1" status: 200 len: 868 time: 0.0859761 Aug 12 14:32:31.241962 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb06507-f2a8-43bb-896e-157f9ff1c2b9 req-5d63ee8f-1ede-40e3-bb9f-d1e5b5cc5b1e tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:31.243607 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-acb06507-f2a8-43bb-896e-157f9ff1c2b9 req-5d63ee8f-1ede-40e3-bb9f-d1e5b5cc5b1e tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] 10.222.0.39 "GET /v2.0/ports?device_id=cddb4fe6-c24a-4523-bd49-68cbc24760f5 HTTP/1.1" status: 200 len: 943 time: 0.0643282 Aug 12 14:32:31.247612 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50da02a-7a6c-4a12-b6ae-eed3cf887b11 req-a1242792-ac0b-4436-9688-c4164e4fa65a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:31.249129 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-d50da02a-7a6c-4a12-b6ae-eed3cf887b11 req-a1242792-ac0b-4436-9688-c4164e4fa65a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a59e5426-181b-4a1b-a168-dee8a2c25b1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0666268 Aug 12 14:32:31.284030 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-acb06507-f2a8-43bb-896e-157f9ff1c2b9 req-e11a8810-615a-4332-940d-4e4a0ac9c53b tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] 10.222.0.39 "GET /v2.0/security-groups?id=e3ca17b3-b028-41b3-b138-91e00a6e278c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345690 Aug 12 14:32:31.349335 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-d50da02a-7a6c-4a12-b6ae-eed3cf887b11 req-e174402f-0c8e-407e-9325-674265593f06 service neutron] 10.222.0.49 "GET /v2.0/networks/a59e5426-181b-4a1b-a168-dee8a2c25b1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869017 Aug 12 14:32:31.466270 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-44482703-d4fc-4e9a-94c7-50716ba5715f req-d2884052-c226-4b43-bdbe-885a1f16cef4 tempest-ServersAdminNegativeTestJSON-968709522 tempest-ServersAdminNegativeTestJSON-968709522-project] 10.222.0.39 "GET /v2.0/ports?device_id=34c80265-70c4-49c6-ab71-c5babf1b6721 HTTP/1.1" status: 200 len: 210 time: 0.0383484 Aug 12 14:32:31.471932 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-d50da02a-7a6c-4a12-b6ae-eed3cf887b11 req-3397016c-af0f-4d0e-aae3-0b3eb2b8b971 service neutron] 10.222.0.49 "GET /v2.0/networks/a59e5426-181b-4a1b-a168-dee8a2c25b1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146502 Aug 12 14:32:31.600410 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea175dec-eb54-4c41-a033-3bc2b7f17dc4 req-d3e4c2e1-7e09-4212-940d-6f315f8a56eb tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:31.601883 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ea175dec-eb54-4c41-a033-3bc2b7f17dc4 req-d3e4c2e1-7e09-4212-940d-6f315f8a56eb tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/ports?device_id=49fbf0c9-7c67-47a8-a064-2ab1f7981fda HTTP/1.1" status: 200 len: 949 time: 0.0507917 Aug 12 14:32:31.641053 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ea175dec-eb54-4c41-a033-3bc2b7f17dc4 req-6f32c52c-31e3-4fee-8460-91d49c93d0e7 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0307eb3-f523-445b-8e1d-79deac809303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326211 Aug 12 14:32:31.938665 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device cff7ac25-505e-4395-b6ff-68f7d36eb731 no longer exists at agent hyperv_n-h2-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:32:31.958457 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] No Port match for: cff7ac25-505e-4395-b6ff-68f7d36eb731 {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 14:32:31.958794 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device cff7ac25-505e-4395-b6ff-68f7d36eb731 not bound to the agent host n-h2-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:32:32.024523 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0feae348-ff73-4e56-90f8-45fa9fc541a1 req-8b93502b-3dda-4e1b-aff2-76124f013d21 tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:32.026062 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-0feae348-ff73-4e56-90f8-45fa9fc541a1 req-8b93502b-3dda-4e1b-aff2-76124f013d21 tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] 10.222.0.39 "GET /v2.0/ports?device_id=49a3c0a4-ec67-4b04-8bde-6beb71c91199 HTTP/1.1" status: 200 len: 945 time: 0.0540235 Aug 12 14:32:32.068188 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-0feae348-ff73-4e56-90f8-45fa9fc541a1 req-98e0bd75-039a-4ce0-b023-0fc392bb06c7 tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] 10.222.0.39 "GET /v2.0/security-groups?id=6f569421-3ef5-4998-a0c5-f191379b6c78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354428 Aug 12 14:32:32.149183 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34c80265-70c4-49c6-ab71-c5babf1b6721', 'name': 'network-vif-deleted', 'tag': 'cff7ac25-505e-4395-b6ff-68f7d36eb731'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:32:32.151510 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e65282f928b64038367d043a4411777802006c43a98742496cb2e25b724ff1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e80512c-0f6e-4676-b10f-1612cc3f8371" -d '{"events": [{"server_uuid": "34c80265-70c4-49c6-ab71-c5babf1b6721", "name": "network-vif-deleted", "tag": "cff7ac25-505e-4395-b6ff-68f7d36eb731"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:32:32.188325 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 14:32:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3a71028-06d0-45f7-b3a5-698c3583a406 x-openstack-request-id: req-d3a71028-06d0-45f7-b3a5-698c3583a406 {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:32:32.188851 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34c80265-70c4-49c6-ab71-c5babf1b6721", "name": "network-vif-deleted", "tag": "cff7ac25-505e-4395-b6ff-68f7d36eb731", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:32:32.189169 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d3a71028-06d0-45f7-b3a5-698c3583a406 {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:32:32.189633 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34c80265-70c4-49c6-ab71-c5babf1b6721', 'name': 'network-vif-deleted', 'tag': 'cff7ac25-505e-4395-b6ff-68f7d36eb731', 'status': 'completed', 'code': 200} Aug 12 14:32:32.257083 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e933685-1ced-4d82-9c48-5e8e9ab03e71 req-12075f2c-c43d-44e4-be82-7f895d55ec70 tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:32.259360 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3e933685-1ced-4d82-9c48-5e8e9ab03e71 req-12075f2c-c43d-44e4-be82-7f895d55ec70 tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] 10.222.0.39 "GET /v2.0/ports?device_id=f3c0eeb6-944f-4df5-921f-e67fd51b3f14 HTTP/1.1" status: 200 len: 948 time: 0.0687916 Aug 12 14:32:32.300335 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bcae0d-91e7-43a8-a8d1-29c67d4618b4 req-c0bb044c-6328-4a47-87fb-823d80e618c7 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:32.300877 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3e933685-1ced-4d82-9c48-5e8e9ab03e71 req-75e97004-9115-4477-ae6b-63e8e4abb5c7 tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] 10.222.0.39 "GET /v2.0/security-groups?id=732c786f-d597-473b-bc9a-3d3a7bfc11d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349932 Aug 12 14:32:32.301942 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-55bcae0d-91e7-43a8-a8d1-29c67d4618b4 req-c0bb044c-6328-4a47-87fb-823d80e618c7 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811-project] 10.222.0.39 "GET /v2.0/ports?device_id=20a508c0-b3ec-4a7c-bde0-25fb7b33ebfe HTTP/1.1" status: 200 len: 943 time: 0.0506940 Aug 12 14:32:32.352761 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-55bcae0d-91e7-43a8-a8d1-29c67d4618b4 req-43ab67cc-df58-430c-8a72-bee87691d10c tempest-FloatingIPsAssociationNegativeTestJSON-2129814811 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811-project] 10.222.0.39 "GET /v2.0/security-groups?id=891f2790-590d-4c99-bcc7-96e66942622a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437763 Aug 12 14:32:32.457893 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0997d8fe-db86-46ed-a106-f6742a67720f req-bb096f4c-a0f1-4fbb-a64e-51efc81e91d3 tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:32.459447 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-0997d8fe-db86-46ed-a106-f6742a67720f req-bb096f4c-a0f1-4fbb-a64e-51efc81e91d3 tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] 10.222.0.39 "GET /v2.0/ports?device_id=cddb4fe6-c24a-4523-bd49-68cbc24760f5 HTTP/1.1" status: 200 len: 943 time: 0.0511684 Aug 12 14:32:32.497910 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-0997d8fe-db86-46ed-a106-f6742a67720f req-ccc32a83-9768-407c-b7ec-45a155ab26c4 tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] 10.222.0.39 "GET /v2.0/security-groups?id=e3ca17b3-b028-41b3-b138-91e00a6e278c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322654 Aug 12 14:32:32.777497 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d635a7e9-d6b3-48c0-9610-a4d336581989 req-586ac735-b9ea-4132-b82e-b8c5cb861557 tempest-ServersAdminNegativeTestJSON-968709522 tempest-ServersAdminNegativeTestJSON-968709522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:32.778999 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d635a7e9-d6b3-48c0-9610-a4d336581989 req-586ac735-b9ea-4132-b82e-b8c5cb861557 tempest-ServersAdminNegativeTestJSON-968709522 tempest-ServersAdminNegativeTestJSON-968709522-project] 10.222.0.39 "GET /v2.0/ports?device_id=fb44a2cc-5edd-4c43-8133-fa1f8727f60d HTTP/1.1" status: 200 len: 950 time: 0.0636785 Aug 12 14:32:32.779184 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7c6124-9b0a-4a6a-ae07-0db1b4f55d7c req-f49a9792-b3d6-4e84-b7d2-395874a6d8db tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:32.780676 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-3f7c6124-9b0a-4a6a-ae07-0db1b4f55d7c req-f49a9792-b3d6-4e84-b7d2-395874a6d8db tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/ports?device_id=49fbf0c9-7c67-47a8-a064-2ab1f7981fda HTTP/1.1" status: 200 len: 949 time: 0.0607486 Aug 12 14:32:32.821406 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-3f7c6124-9b0a-4a6a-ae07-0db1b4f55d7c req-61dbf09c-309e-4d38-9e7f-f3dd6d86e598 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0307eb3-f523-445b-8e1d-79deac809303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349727 Aug 12 14:32:32.823520 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d635a7e9-d6b3-48c0-9610-a4d336581989 req-9ad1147e-07e5-45b3-9138-f72dd79d6fc5 tempest-ServersAdminNegativeTestJSON-968709522 tempest-ServersAdminNegativeTestJSON-968709522-project] 10.222.0.39 "GET /v2.0/security-groups?id=6f9b763c-c509-4e5f-b654-95da26c70755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368340 Aug 12 14:32:33.181681 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b7ec12-710b-4b04-9d0e-990857a42c46 req-ddc42d13-ee73-472e-a3be-e4722ba666e5 tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:33.183120 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-90b7ec12-710b-4b04-9d0e-990857a42c46 req-ddc42d13-ee73-472e-a3be-e4722ba666e5 tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] 10.222.0.39 "GET /v2.0/ports?device_id=49a3c0a4-ec67-4b04-8bde-6beb71c91199 HTTP/1.1" status: 200 len: 945 time: 0.0484631 Aug 12 14:32:33.220288 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-90b7ec12-710b-4b04-9d0e-990857a42c46 req-348e837b-ab4c-4221-b4fb-8b7de7021fca tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] 10.222.0.39 "GET /v2.0/security-groups?id=6f569421-3ef5-4998-a0c5-f191379b6c78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313115 Aug 12 14:32:33.421416 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85654a11-9059-4c65-b78d-9ef1e90ae2bd req-b8bee705-36cc-4778-9f99-39219df59d76 tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:33.423484 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-85654a11-9059-4c65-b78d-9ef1e90ae2bd req-b8bee705-36cc-4778-9f99-39219df59d76 tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] 10.222.0.39 "GET /v2.0/ports?device_id=f3c0eeb6-944f-4df5-921f-e67fd51b3f14 HTTP/1.1" status: 200 len: 948 time: 0.0527351 Aug 12 14:32:33.475966 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-85654a11-9059-4c65-b78d-9ef1e90ae2bd req-c2eaac4c-ec48-4d00-af8e-6ecdb42e489a tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] 10.222.0.39 "GET /v2.0/security-groups?id=732c786f-d597-473b-bc9a-3d3a7bfc11d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466628 Aug 12 14:32:33.476470 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6319ee-f474-4ebd-9cf2-b9ac2afc2c0c req-a21d14cf-23f4-4c5d-a0c9-52c1283a091c tempest-FloatingIPsAssociationNegativeTestJSON-2129814811 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:33.478381 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ab6319ee-f474-4ebd-9cf2-b9ac2afc2c0c req-a21d14cf-23f4-4c5d-a0c9-52c1283a091c tempest-FloatingIPsAssociationNegativeTestJSON-2129814811 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811-project] 10.222.0.39 "GET /v2.0/ports?device_id=20a508c0-b3ec-4a7c-bde0-25fb7b33ebfe HTTP/1.1" status: 200 len: 943 time: 0.0574214 Aug 12 14:32:33.519842 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ab6319ee-f474-4ebd-9cf2-b9ac2afc2c0c req-bdc6dcb6-23b5-4f34-a141-4316f4e4dab5 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811-project] 10.222.0.39 "GET /v2.0/security-groups?id=891f2790-590d-4c99-bcc7-96e66942622a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352786 Aug 12 14:32:33.625679 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1184d80-2a81-4b64-9bfc-bca6ca6b62e1 req-5c7a73b8-4888-429d-8c19-b1678b3eb222 tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:33.627061 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c1184d80-2a81-4b64-9bfc-bca6ca6b62e1 req-5c7a73b8-4888-429d-8c19-b1678b3eb222 tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] 10.222.0.39 "GET /v2.0/ports?device_id=cddb4fe6-c24a-4523-bd49-68cbc24760f5 HTTP/1.1" status: 200 len: 943 time: 0.0521779 Aug 12 14:32:33.664294 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c1184d80-2a81-4b64-9bfc-bca6ca6b62e1 req-6af0e59c-b0a1-42ea-bad2-c891e4ab1228 tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] 10.222.0.39 "GET /v2.0/security-groups?id=e3ca17b3-b028-41b3-b138-91e00a6e278c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307608 Aug 12 14:32:33.936287 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce1c9e4-dae1-4552-8d85-4005414efdf4 req-2b29dc50-3267-4ed7-88db-cf1564562546 tempest-ServersAdminNegativeTestJSON-968709522 tempest-ServersAdminNegativeTestJSON-968709522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:33.936702 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48ca1ad-862d-4a58-9005-2594c36da5d3 req-6c5a43a6-8aca-4c16-9b25-1da08d4433f2 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:33.937714 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9ce1c9e4-dae1-4552-8d85-4005414efdf4 req-2b29dc50-3267-4ed7-88db-cf1564562546 tempest-ServersAdminNegativeTestJSON-968709522 tempest-ServersAdminNegativeTestJSON-968709522-project] 10.222.0.39 "GET /v2.0/ports?device_id=fb44a2cc-5edd-4c43-8133-fa1f8727f60d HTTP/1.1" status: 200 len: 950 time: 0.0488646 Aug 12 14:32:33.938134 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-a48ca1ad-862d-4a58-9005-2594c36da5d3 req-6c5a43a6-8aca-4c16-9b25-1da08d4433f2 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/ports?device_id=49fbf0c9-7c67-47a8-a064-2ab1f7981fda HTTP/1.1" status: 200 len: 949 time: 0.0472307 Aug 12 14:32:33.962937 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device e904dccc-be1f-4513-be4c-72f8c6537764 details requested by agent hyperv_n-h2-694802-15 with host n-h2-694802-15 {{(pid=94468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 14:32:33.977180 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9ce1c9e4-dae1-4552-8d85-4005414efdf4 req-1e8f2174-f3af-4966-8880-f3b8870e0581 tempest-ServersAdminNegativeTestJSON-968709522 tempest-ServersAdminNegativeTestJSON-968709522-project] 10.222.0.39 "GET /v2.0/security-groups?id=6f9b763c-c509-4e5f-b654-95da26c70755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331483 Aug 12 14:32:33.978353 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-a48ca1ad-862d-4a58-9005-2594c36da5d3 req-321c9b07-d1ee-4ecc-851e-14f148eb87e1 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0307eb3-f523-445b-8e1d-79deac809303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340259 Aug 12 14:32:34.061723 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port e904dccc-be1f-4513-be4c-72f8c6537764, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=e904dccc-be1f-4513-be4c-72f8c6537764,segment=NetworkSegment(ed441b9c-ef4f-49b1-be26-a1ccc1529ada),segment_id=ed441b9c-ef4f-49b1-be26-a1ccc1529ada)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:32:34.073513 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Returning: {'device': 'e904dccc-be1f-4513-be4c-72f8c6537764', 'network_id': 'a59e5426-181b-4a1b-a168-dee8a2c25b1e', 'port_id': 'e904dccc-be1f-4513-be4c-72f8c6537764', 'mac_address': 'fa:16:3e:50:12:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9128cfa-e5cd-496a-be78-67996c7e7865', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 14:32:34.112083 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:34.124125 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e904dccc-be1f-4513-be4c-72f8c6537764 {{(pid=94468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:32:34.143402 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port e904dccc-be1f-4513-be4c-72f8c6537764, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=e904dccc-be1f-4513-be4c-72f8c6537764,segment=NetworkSegment(ed441b9c-ef4f-49b1-be26-a1ccc1529ada),segment_id=ed441b9c-ef4f-49b1-be26-a1ccc1529ada)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:32:34.147597 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:34.193031 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Pushing event updated for resources: {'Port': ['ID=e904dccc-be1f-4513-be4c-72f8c6537764,revision_number=4']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:32:34.333838 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9711eeb-2af5-40c4-98ba-84bcb0e3c15f req-ab963c67-3e63-415c-bb69-61b6e58ffe4a tempest-LiveMigrationTest-388825582 tempest-LiveMigrationTest-388825582-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:34.334474 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34bda36-5800-4273-8e95-e48c1e4c1377 req-27d9b01a-c453-40ff-87ea-f8c0e3876acd tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:34.335356 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-f9711eeb-2af5-40c4-98ba-84bcb0e3c15f req-ab963c67-3e63-415c-bb69-61b6e58ffe4a tempest-LiveMigrationTest-388825582 tempest-LiveMigrationTest-388825582-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=d3e6d2ac-ef5b-4192-80e2-af49f1b7a811 HTTP/1.1" status: 200 len: 1097 time: 0.0429211 Aug 12 14:32:34.336114 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a34bda36-5800-4273-8e95-e48c1e4c1377 req-27d9b01a-c453-40ff-87ea-f8c0e3876acd tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] 10.222.0.39 "GET /v2.0/ports?device_id=49a3c0a4-ec67-4b04-8bde-6beb71c91199 HTTP/1.1" status: 200 len: 945 time: 0.0489242 Aug 12 14:32:34.371851 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-f9711eeb-2af5-40c4-98ba-84bcb0e3c15f req-45aa411b-3c84-485a-98ca-d4c5a0cbfe39 tempest-LiveMigrationTest-388825582 tempest-LiveMigrationTest-388825582-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=11312995-c93d-4754-9dea-15693c54238a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303748 Aug 12 14:32:34.374931 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a34bda36-5800-4273-8e95-e48c1e4c1377 req-28be660e-0216-46ba-849c-a02ac8be5873 tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] 10.222.0.39 "GET /v2.0/security-groups?id=6f569421-3ef5-4998-a0c5-f191379b6c78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326726 Aug 12 14:32:34.605551 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341b84ff-de2e-4894-befb-3871f72aab0b req-41ec15f7-16cc-4310-afc5-1df9e70a895b tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:34.612740 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-341b84ff-de2e-4894-befb-3871f72aab0b req-41ec15f7-16cc-4310-afc5-1df9e70a895b tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] 10.222.0.39 "GET /v2.0/ports?device_id=f3c0eeb6-944f-4df5-921f-e67fd51b3f14 HTTP/1.1" status: 200 len: 948 time: 0.0608296 Aug 12 14:32:34.638069 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] get_ports_and_sgs() called for port_ids ['e904dccc-be1f-4513-be4c-72f8c6537764'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:32:34.648775 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-341b84ff-de2e-4894-befb-3871f72aab0b req-b1d92a15-90d3-4cf6-b2bd-611f2084a755 tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] 10.222.0.39 "GET /v2.0/security-groups?id=732c786f-d597-473b-bc9a-3d3a7bfc11d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346751 Aug 12 14:32:34.761398 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7734be7-db73-47a7-98aa-3070f94ee0ec req-25f17d0f-d4f2-416a-b7e6-a0b8c580ab08 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:34.763219 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d7734be7-db73-47a7-98aa-3070f94ee0ec req-25f17d0f-d4f2-416a-b7e6-a0b8c580ab08 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811-project] 10.222.0.39 "GET /v2.0/ports?device_id=20a508c0-b3ec-4a7c-bde0-25fb7b33ebfe HTTP/1.1" status: 200 len: 944 time: 0.0547233 Aug 12 14:32:34.806840 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d7734be7-db73-47a7-98aa-3070f94ee0ec req-80421051-9409-4497-aae1-0d5a9baa9e53 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811-project] 10.222.0.39 "GET /v2.0/security-groups?id=891f2790-590d-4c99-bcc7-96e66942622a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368345 Aug 12 14:32:34.970314 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae60cc4-5670-4008-b6b8-9374f7b82d2e req-df7bc702-6e3c-4bcd-a562-0e0bed42430d tempest-ServersAdminNegativeTestJSON-968709522 tempest-ServersAdminNegativeTestJSON-968709522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:34.972209 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-bae60cc4-5670-4008-b6b8-9374f7b82d2e req-df7bc702-6e3c-4bcd-a562-0e0bed42430d tempest-ServersAdminNegativeTestJSON-968709522 tempest-ServersAdminNegativeTestJSON-968709522-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb44a2cc-5edd-4c43-8133-fa1f8727f60d HTTP/1.1" status: 200 len: 950 time: 0.0648830 Aug 12 14:32:34.977719 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d913f8-67b8-444d-b461-94bb6bd9f94f req-5e422be1-1c69-4486-83df-696bddc0ceca tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:34.979368 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a8d913f8-67b8-444d-b461-94bb6bd9f94f req-5e422be1-1c69-4486-83df-696bddc0ceca tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] 10.222.0.39 "GET /v2.0/ports?device_id=cddb4fe6-c24a-4523-bd49-68cbc24760f5 HTTP/1.1" status: 200 len: 943 time: 0.0559704 Aug 12 14:32:35.024529 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a8d913f8-67b8-444d-b461-94bb6bd9f94f req-3af875f9-eb21-483e-9969-846c09ddd781 tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] 10.222.0.39 "GET /v2.0/security-groups?id=e3ca17b3-b028-41b3-b138-91e00a6e278c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343661 Aug 12 14:32:35.082194 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [req-bae60cc4-5670-4008-b6b8-9374f7b82d2e req-010e73b9-3cf3-469d-8f51-301a541d1408 tempest-ServersAdminNegativeTestJSON-968709522 tempest-ServersAdminNegativeTestJSON-968709522-project] Deleting port 67abbaef-4a78-4f87-8e89-f3760222f72e {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:32:35.082568 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-bae60cc4-5670-4008-b6b8-9374f7b82d2e req-010e73b9-3cf3-469d-8f51-301a541d1408 tempest-ServersAdminNegativeTestJSON-968709522 tempest-ServersAdminNegativeTestJSON-968709522-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:35.151610 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83f991b-80fb-41dc-bba8-ea87348e6100 req-9fef5208-6b9a-40ad-a9d5-9547085919ae tempest-ServersAdminNegativeTestJSON-968709522 tempest-ServersAdminNegativeTestJSON-968709522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:35.153104 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c83f991b-80fb-41dc-bba8-ea87348e6100 req-9fef5208-6b9a-40ad-a9d5-9547085919ae tempest-ServersAdminNegativeTestJSON-968709522 tempest-ServersAdminNegativeTestJSON-968709522-project] 10.222.0.39 "GET /v2.0/ports?device_id=fb44a2cc-5edd-4c43-8133-fa1f8727f60d HTTP/1.1" status: 200 len: 950 time: 0.0631347 Aug 12 14:32:35.158355 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [req-3f9f6921-3498-4b43-9445-12c7561b7aaa req-4dedd698-df57-4334-9069-21a47c128a3a tempest-LiveMigrationTest-388825582 tempest-LiveMigrationTest-388825582-project-admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=94467) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 14:32:35.159328 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3f9f6921-3498-4b43-9445-12c7561b7aaa req-4dedd698-df57-4334-9069-21a47c128a3a tempest-LiveMigrationTest-388825582 tempest-LiveMigrationTest-388825582-project-admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053439 Aug 12 14:32:35.170731 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-3f9f6921-3498-4b43-9445-12c7561b7aaa req-d4c942ab-65d8-4c7d-8c69-8b800ce7fc64 service neutron] Request body: {'binding': {'host': 'n-h1-694802-15', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:32:35.171200 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-3f9f6921-3498-4b43-9445-12c7561b7aaa req-d4c942ab-65d8-4c7d-8c69-8b800ce7fc64 service neutron] Unknown quota resources ['binding']. {{(pid=94467) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 12 14:32:35.183183 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [req-bae60cc4-5670-4008-b6b8-9374f7b82d2e req-010e73b9-3cf3-469d-8f51-301a541d1408 tempest-ServersAdminNegativeTestJSON-968709522 tempest-ServersAdminNegativeTestJSON-968709522-project] For port 67abbaef-4a78-4f87-8e89-f3760222f72e, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=67abbaef-4a78-4f87-8e89-f3760222f72e,segment=NetworkSegment(a1f8c867-101b-4d30-814e-b89f55a5edd0),segment_id=a1f8c867-101b-4d30-814e-b89f55a5edd0)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:32:35.183585 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-bae60cc4-5670-4008-b6b8-9374f7b82d2e req-010e73b9-3cf3-469d-8f51-301a541d1408 tempest-ServersAdminNegativeTestJSON-968709522 tempest-ServersAdminNegativeTestJSON-968709522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:35.197036 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [req-bae60cc4-5670-4008-b6b8-9374f7b82d2e req-010e73b9-3cf3-469d-8f51-301a541d1408 tempest-ServersAdminNegativeTestJSON-968709522 tempest-ServersAdminNegativeTestJSON-968709522-project] Calling delete_port for 67abbaef-4a78-4f87-8e89-f3760222f72e owned by compute:nova {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:32:35.227438 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c83f991b-80fb-41dc-bba8-ea87348e6100 req-bc7d2937-4c61-4c7c-a9dc-3eebee0fdd20 tempest-ServersAdminNegativeTestJSON-968709522 tempest-ServersAdminNegativeTestJSON-968709522-project] 10.222.0.39 "GET /v2.0/security-groups?id=6f9b763c-c509-4e5f-b654-95da26c70755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669215 Aug 12 14:32:35.335297 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-bae60cc4-5670-4008-b6b8-9374f7b82d2e req-010e73b9-3cf3-469d-8f51-301a541d1408 tempest-ServersAdminNegativeTestJSON-968709522 tempest-ServersAdminNegativeTestJSON-968709522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:35.361267 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-3f9f6921-3498-4b43-9445-12c7561b7aaa req-d4c942ab-65d8-4c7d-8c69-8b800ce7fc64 service neutron] Attempting to bind port 0a60b2ab-2e1f-466d-89a3-9f3975e77d1f on host n-h1-694802-15 for vnic_type normal with profile None {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:32:35.361917 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-3f9f6921-3498-4b43-9445-12c7561b7aaa req-d4c942ab-65d8-4c7d-8c69-8b800ce7fc64 service neutron] Attempting to bind port 0a60b2ab-2e1f-466d-89a3-9f3975e77d1f by drivers openvswitch,hyperv on host n-h1-694802-15 at level 0 using segments [{'id': '2c5f2abe-b754-491c-837b-06e8fcd65d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'a10dd9db-a24e-488c-8894-a27c36eaa630'}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:32:35.361917 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f9f6921-3498-4b43-9445-12c7561b7aaa req-d4c942ab-65d8-4c7d-8c69-8b800ce7fc64 service neutron] Attempting to bind port 0a60b2ab-2e1f-466d-89a3-9f3975e77d1f on network a10dd9db-a24e-488c-8894-a27c36eaa630 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:32:35.377509 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a602ff-8457-4f27-bd07-14cd8a6653fe req-f035d9ff-81f0-4b01-b3a2-b9f0a0d460ec tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:35.378905 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-54a602ff-8457-4f27-bd07-14cd8a6653fe req-f035d9ff-81f0-4b01-b3a2-b9f0a0d460ec tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/ports?device_id=49fbf0c9-7c67-47a8-a064-2ab1f7981fda HTTP/1.1" status: 200 len: 949 time: 0.0750840 Aug 12 14:32:35.379700 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f9f6921-3498-4b43-9445-12c7561b7aaa req-d4c942ab-65d8-4c7d-8c69-8b800ce7fc64 service neutron] Port 0a60b2ab-2e1f-466d-89a3-9f3975e77d1f on network a10dd9db-a24e-488c-8894-a27c36eaa630 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-15 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 14:32:35.380015 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f9f6921-3498-4b43-9445-12c7561b7aaa req-d4c942ab-65d8-4c7d-8c69-8b800ce7fc64 service neutron] Attempting to bind port 0a60b2ab-2e1f-466d-89a3-9f3975e77d1f on network a10dd9db-a24e-488c-8894-a27c36eaa630 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:32:35.386481 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f9f6921-3498-4b43-9445-12c7561b7aaa req-d4c942ab-65d8-4c7d-8c69-8b800ce7fc64 service neutron] Checking agent: {'id': 'de568313-a3e6-454a-9813-77e25edcea95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 27, 41), 'started_at': datetime.datetime(2021, 8, 12, 14, 27, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 32, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:32:35.386826 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f9f6921-3498-4b43-9445-12c7561b7aaa req-d4c942ab-65d8-4c7d-8c69-8b800ce7fc64 service neutron] Checking segment: {'id': '2c5f2abe-b754-491c-837b-06e8fcd65d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'a10dd9db-a24e-488c-8894-a27c36eaa630'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:32:35.387216 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f9f6921-3498-4b43-9445-12c7561b7aaa req-d4c942ab-65d8-4c7d-8c69-8b800ce7fc64 service neutron] Bound using segment: {'id': '2c5f2abe-b754-491c-837b-06e8fcd65d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'a10dd9db-a24e-488c-8894-a27c36eaa630'} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:32:35.387634 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-3f9f6921-3498-4b43-9445-12c7561b7aaa req-d4c942ab-65d8-4c7d-8c69-8b800ce7fc64 service neutron] Bound port: 0a60b2ab-2e1f-466d-89a3-9f3975e77d1f, host: n-h1-694802-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c5f2abe-b754-491c-837b-06e8fcd65d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'a10dd9db-a24e-488c-8894-a27c36eaa630'}}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:32:35.397555 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010e73b9-3cf3-469d-8f51-301a541d1408 tempest-ServersAdminNegativeTestJSON-968709522 tempest-ServersAdminNegativeTestJSON-968709522-project] Pushing event deleted for resources: {'Port': ['ID=67abbaef-4a78-4f87-8e89-f3760222f72e,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:32:35.415404 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [req-bae60cc4-5670-4008-b6b8-9374f7b82d2e req-010e73b9-3cf3-469d-8f51-301a541d1408 tempest-ServersAdminNegativeTestJSON-968709522 tempest-ServersAdminNegativeTestJSON-968709522-project] No DVR routers for this DVR port 67abbaef-4a78-4f87-8e89-f3760222f72e on host n-h2-694802-15 {{(pid=94466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:32:35.418730 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-bae60cc4-5670-4008-b6b8-9374f7b82d2e req-010e73b9-3cf3-469d-8f51-301a541d1408 tempest-ServersAdminNegativeTestJSON-968709522 tempest-ServersAdminNegativeTestJSON-968709522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:35.420878 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-bae60cc4-5670-4008-b6b8-9374f7b82d2e req-010e73b9-3cf3-469d-8f51-301a541d1408 tempest-ServersAdminNegativeTestJSON-968709522 tempest-ServersAdminNegativeTestJSON-968709522-project] 10.222.0.49 "DELETE /v2.0/ports/67abbaef-4a78-4f87-8e89-f3760222f72e HTTP/1.1" status: 204 len: 173 time: 0.4378071 Aug 12 14:32:35.421460 n-d-694802-15 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb44a2cc-5edd-4c43-8133-fa1f8727f60d', 'name': 'network-vif-deleted', 'tag': '67abbaef-4a78-4f87-8e89-f3760222f72e'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:32:35.425055 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e785eeede3897370d0b20f09d5f461b30cfecd5ed38c4f07dacd02bc52c9277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-493d1be2-4db6-4245-8e62-3cf89df2d5b1" -d '{"events": [{"server_uuid": "fb44a2cc-5edd-4c43-8133-fa1f8727f60d", "name": "network-vif-deleted", "tag": "67abbaef-4a78-4f87-8e89-f3760222f72e"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:32:35.468822 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-54a602ff-8457-4f27-bd07-14cd8a6653fe req-75cc7e8b-ef7c-4426-a36a-4932eb974a0d tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0307eb3-f523-445b-8e1d-79deac809303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789373 Aug 12 14:32:35.490151 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-3f9f6921-3498-4b43-9445-12c7561b7aaa req-d4c942ab-65d8-4c7d-8c69-8b800ce7fc64 service neutron] For port 0a60b2ab-2e1f-466d-89a3-9f3975e77d1f, host n-h1-694802-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=0a60b2ab-2e1f-466d-89a3-9f3975e77d1f,segment=NetworkSegment(2c5f2abe-b754-491c-837b-06e8fcd65d4b),segment_id=2c5f2abe-b754-491c-837b-06e8fcd65d4b)] {{(pid=94467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:32:35.497370 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-3f9f6921-3498-4b43-9445-12c7561b7aaa req-d4c942ab-65d8-4c7d-8c69-8b800ce7fc64 service neutron] Notify callbacks [] for binding, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:35.498974 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3f9f6921-3498-4b43-9445-12c7561b7aaa req-d4c942ab-65d8-4c7d-8c69-8b800ce7fc64 service neutron] 10.222.0.39 "POST /v2.0/ports/0a60b2ab-2e1f-466d-89a3-9f3975e77d1f/bindings HTTP/1.1" status: 201 len: 390 time: 0.3324423 Aug 12 14:32:35.618936 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29371a4-4069-46f9-9fe9-0743d11ef5e0 req-efce62a6-a613-41e1-bbf1-35c28acf5ab7 tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:35.620318 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] get_ports_and_sgs() called for port_ids ['67abbaef-4a78-4f87-8e89-f3760222f72e'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:32:35.620818 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d29371a4-4069-46f9-9fe9-0743d11ef5e0 req-efce62a6-a613-41e1-bbf1-35c28acf5ab7 tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] 10.222.0.39 "GET /v2.0/ports?device_id=49a3c0a4-ec67-4b04-8bde-6beb71c91199 HTTP/1.1" status: 200 len: 945 time: 0.0741541 Aug 12 14:32:35.625455 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 14:32:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9a19a8d-df4e-47c8-b7c4-ebd2a30c985a x-openstack-request-id: req-c9a19a8d-df4e-47c8-b7c4-ebd2a30c985a {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:32:35.625787 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb44a2cc-5edd-4c43-8133-fa1f8727f60d", "name": "network-vif-deleted", "tag": "67abbaef-4a78-4f87-8e89-f3760222f72e", "status": "completed", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:32:35.626258 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c9a19a8d-df4e-47c8-b7c4-ebd2a30c985a {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:32:35.626940 n-d-694802-15 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb44a2cc-5edd-4c43-8133-fa1f8727f60d', 'name': 'network-vif-deleted', 'tag': '67abbaef-4a78-4f87-8e89-f3760222f72e', 'status': 'completed', 'code': 200} Aug 12 14:32:35.663001 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d29371a4-4069-46f9-9fe9-0743d11ef5e0 req-22d42d75-5581-4d17-82df-8ea3f0aa1635 tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] 10.222.0.39 "GET /v2.0/security-groups?id=6f569421-3ef5-4998-a0c5-f191379b6c78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342388 Aug 12 14:32:35.732601 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebea091c-6f6b-427b-accb-1eded05f09e9 req-71856837-f69c-45fd-8edb-ac531b66ed0d tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:35.734107 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-ebea091c-6f6b-427b-accb-1eded05f09e9 req-71856837-f69c-45fd-8edb-ac531b66ed0d tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] 10.222.0.39 "GET /v2.0/ports?device_id=d3e6d2ac-ef5b-4192-80e2-af49f1b7a811 HTTP/1.1" status: 200 len: 945 time: 0.0561481 Aug 12 14:32:35.775136 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-ebea091c-6f6b-427b-accb-1eded05f09e9 req-8e855b41-d0d9-49f8-9c89-bbe928cd5dcf tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] 10.222.0.39 "GET /v2.0/security-groups?id=11312995-c93d-4754-9dea-15693c54238a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336232 Aug 12 14:32:35.779831 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4eeb20-95d8-4d1c-9b48-2c74b8006c6f req-8539f5c3-993d-4258-b8c7-7dff00359be3 tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:35.781360 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9c4eeb20-95d8-4d1c-9b48-2c74b8006c6f req-8539f5c3-993d-4258-b8c7-7dff00359be3 tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] 10.222.0.39 "GET /v2.0/ports?device_id=f3c0eeb6-944f-4df5-921f-e67fd51b3f14 HTTP/1.1" status: 200 len: 948 time: 0.0611897 Aug 12 14:32:35.820736 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9c4eeb20-95d8-4d1c-9b48-2c74b8006c6f req-868947ca-11ea-4188-9ffc-e8da4c65d176 tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] 10.222.0.39 "GET /v2.0/security-groups?id=732c786f-d597-473b-bc9a-3d3a7bfc11d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326829 Aug 12 14:32:35.924249 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58852b11-51a6-4e6b-a5be-ef431658722f req-f01722ed-2fe2-4485-84eb-efa3a4068563 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:35.926060 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-58852b11-51a6-4e6b-a5be-ef431658722f req-f01722ed-2fe2-4485-84eb-efa3a4068563 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811-project] 10.222.0.39 "GET /v2.0/ports?device_id=20a508c0-b3ec-4a7c-bde0-25fb7b33ebfe HTTP/1.1" status: 200 len: 944 time: 0.0499184 Aug 12 14:32:35.966689 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-58852b11-51a6-4e6b-a5be-ef431658722f req-d641d6e2-b004-4b78-8a0e-df8952961ddd tempest-FloatingIPsAssociationNegativeTestJSON-2129814811 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811-project] 10.222.0.39 "GET /v2.0/security-groups?id=891f2790-590d-4c99-bcc7-96e66942622a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329900 Aug 12 14:32:35.973643 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device e904dccc-be1f-4513-be4c-72f8c6537764 up at agent hyperv_n-h2-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:32:36.021599 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Provisioning for port e904dccc-be1f-4513-be4c-72f8c6537764 completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:32:36.027163 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Provisioning complete for port e904dccc-be1f-4513-be4c-72f8c6537764 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:32:36.027547 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:36.114699 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:36.141630 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20a508c0-b3ec-4a7c-bde0-25fb7b33ebfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e904dccc-be1f-4513-be4c-72f8c6537764'}] {{(pid=94468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:32:36.144467 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99a8d87602170099c728e57431aca99e9b98a655a83bbf8727be13192709727b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da000aa0-627b-46a3-a351-7d277d878b5f" -d '{"events": [{"server_uuid": "20a508c0-b3ec-4a7c-bde0-25fb7b33ebfe", "name": "network-vif-plugged", "status": "completed", "tag": "e904dccc-be1f-4513-be4c-72f8c6537764"}]}' {{(pid=94468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:32:36.159685 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port e904dccc-be1f-4513-be4c-72f8c6537764, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=e904dccc-be1f-4513-be4c-72f8c6537764,segment=NetworkSegment(ed441b9c-ef4f-49b1-be26-a1ccc1529ada),segment_id=ed441b9c-ef4f-49b1-be26-a1ccc1529ada)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:32:36.164381 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:36.205641 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfe1ba6-2660-4a87-83de-65169f95b3e7 req-d52f1553-e7d0-40aa-8d7d-78d547b4026e tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:36.213200 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-adfe1ba6-2660-4a87-83de-65169f95b3e7 req-d52f1553-e7d0-40aa-8d7d-78d547b4026e tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] 10.222.0.39 "GET /v2.0/ports?device_id=cddb4fe6-c24a-4523-bd49-68cbc24760f5 HTTP/1.1" status: 200 len: 943 time: 0.0823784 Aug 12 14:32:36.221759 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 14:32:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b68852bf-81ea-40f2-9a48-02b78ed862d3 x-openstack-request-id: req-b68852bf-81ea-40f2-9a48-02b78ed862d3 {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:32:36.222090 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20a508c0-b3ec-4a7c-bde0-25fb7b33ebfe", "name": "network-vif-plugged", "status": "completed", "tag": "e904dccc-be1f-4513-be4c-72f8c6537764", "code": 200}]} {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:32:36.222325 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b68852bf-81ea-40f2-9a48-02b78ed862d3 {{(pid=94468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:32:36.222678 n-d-694802-15 neutron-server[94468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20a508c0-b3ec-4a7c-bde0-25fb7b33ebfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e904dccc-be1f-4513-be4c-72f8c6537764', 'code': 200} Aug 12 14:32:36.235547 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Pushing event updated for resources: {'Port': ['ID=e904dccc-be1f-4513-be4c-72f8c6537764,revision_number=5']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:32:36.281927 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-adfe1ba6-2660-4a87-83de-65169f95b3e7 req-f4602efb-856c-4a1b-9200-d243adbc90ad tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] 10.222.0.39 "GET /v2.0/security-groups?id=e3ca17b3-b028-41b3-b138-91e00a6e278c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547054 Aug 12 14:32:36.342053 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d72682-f0b0-4772-b311-08faee5f9218 req-122c51cb-0c9a-4aab-8205-50829bf5df0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:36.343595 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-96d72682-f0b0-4772-b311-08faee5f9218 req-122c51cb-0c9a-4aab-8205-50829bf5df0c service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=20a508c0-b3ec-4a7c-bde0-25fb7b33ebfe HTTP/1.1" status: 200 len: 1097 time: 0.0443940 Aug 12 14:32:36.383971 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-96d72682-f0b0-4772-b311-08faee5f9218 req-0c0d2185-cd1d-44b2-8ef2-3ee9903b6c77 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=891f2790-590d-4c99-bcc7-96e66942622a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299478 Aug 12 14:32:36.417373 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device edc5ecb0-fec0-4f07-8436-44d8c1345f48 details requested by agent hyperv_n-h1-694802-15 with host n-h1-694802-15 {{(pid=94468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 14:32:36.419755 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device edc5ecb0-fec0-4f07-8436-44d8c1345f48 no longer exists at agent hyperv_n-h1-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:32:36.532614 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 60496) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:32:36.574790 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:36.604007 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c5b968-3fc6-4d5d-a53f-e37307755261 req-ea3cba09-2550-46bb-9942-730d0e826532 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:36.612706 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-80c5b968-3fc6-4d5d-a53f-e37307755261 req-ea3cba09-2550-46bb-9942-730d0e826532 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/ports?device_id=49fbf0c9-7c67-47a8-a064-2ab1f7981fda HTTP/1.1" status: 200 len: 949 time: 0.0642898 Aug 12 14:32:36.623325 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port edc5ecb0-fec0-4f07-8436-44d8c1345f48, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=edc5ecb0-fec0-4f07-8436-44d8c1345f48,segment=NetworkSegment(a1f8c867-101b-4d30-814e-b89f55a5edd0),segment_id=a1f8c867-101b-4d30-814e-b89f55a5edd0)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:32:36.645116 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port edc5ecb0-fec0-4f07-8436-44d8c1345f48, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=edc5ecb0-fec0-4f07-8436-44d8c1345f48,segment=NetworkSegment(a1f8c867-101b-4d30-814e-b89f55a5edd0),segment_id=a1f8c867-101b-4d30-814e-b89f55a5edd0)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:32:36.646276 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Returning: {'device': 'edc5ecb0-fec0-4f07-8436-44d8c1345f48', 'network_id': '2525c403-dfb3-4196-a273-739607aab38a', 'port_id': 'edc5ecb0-fec0-4f07-8436-44d8c1345f48', 'mac_address': 'fa:16:3e:c4:28:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '236e0be6-1c94-4221-9e8b-ab02a53331f8', 'ip_address': '192.168.233.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 14:32:36.650535 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:36.659746 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-80c5b968-3fc6-4d5d-a53f-e37307755261 req-b8b52285-ff08-40f6-9af4-2345ad54a2c4 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0307eb3-f523-445b-8e1d-79deac809303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460351 Aug 12 14:32:36.721561 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:36.724142 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-a4a65529-4545-429c-bbbc-76ae8f7b8d7c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=060ea8669f5a4b7caa8288a4bcc61022&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1898036 Aug 12 14:32:36.726933 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 60502) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:32:36.745875 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id edc5ecb0-fec0-4f07-8436-44d8c1345f48 {{(pid=94468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:32:36.767350 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port edc5ecb0-fec0-4f07-8436-44d8c1345f48, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=edc5ecb0-fec0-4f07-8436-44d8c1345f48,segment=NetworkSegment(a1f8c867-101b-4d30-814e-b89f55a5edd0),segment_id=a1f8c867-101b-4d30-814e-b89f55a5edd0)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:32:36.778553 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Pushing event updated for resources: {'Port': ['ID=edc5ecb0-fec0-4f07-8436-44d8c1345f48,revision_number=9']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:32:36.781345 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:36.787655 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-e65ce7bc-b2c1-4882-b2b6-d9ae3f3cce2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:36.829722 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-e65ce7bc-b2c1-4882-b2b6-d9ae3f3cce2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:36.844206 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Pushing event updated for resources: {'Port': ['ID=edc5ecb0-fec0-4f07-8436-44d8c1345f48,revision_number=10']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:32:36.845445 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5797d36d-9b49-4efc-8e2c-33e679cadb34 req-f4a4948f-0398-4c76-9a7b-5434b8c73486 tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:36.847273 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-5797d36d-9b49-4efc-8e2c-33e679cadb34 req-f4a4948f-0398-4c76-9a7b-5434b8c73486 tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] 10.222.0.39 "GET /v2.0/ports?device_id=49a3c0a4-ec67-4b04-8bde-6beb71c91199 HTTP/1.1" status: 200 len: 945 time: 0.0922315 Aug 12 14:32:36.898685 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-5797d36d-9b49-4efc-8e2c-33e679cadb34 req-d12a9be5-4c97-4f9d-8943-5cf65d0bf812 tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] 10.222.0.39 "GET /v2.0/security-groups?id=6f569421-3ef5-4998-a0c5-f191379b6c78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411768 Aug 12 14:32:36.907564 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-e65ce7bc-b2c1-4882-b2b6-d9ae3f3cce2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:36.910113 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-e65ce7bc-b2c1-4882-b2b6-d9ae3f3cce2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:36.913721 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-e65ce7bc-b2c1-4882-b2b6-d9ae3f3cce2b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6f9b763c-c509-4e5f-b654-95da26c70755 HTTP/1.1" status: 204 len: 168 time: 0.1833019 Aug 12 14:32:36.920787 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31e3379-7cfd-4cd1-9d06-1ae598fb0325 req-ea94d376-4de4-4612-a738-ed9501946996 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:36.922592 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c31e3379-7cfd-4cd1-9d06-1ae598fb0325 req-ea94d376-4de4-4612-a738-ed9501946996 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] 10.222.0.39 "GET /v2.0/ports?device_id=d3e6d2ac-ef5b-4192-80e2-af49f1b7a811 HTTP/1.1" status: 200 len: 945 time: 0.0599360 Aug 12 14:32:36.929706 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65ce7bc-b2c1-4882-b2b6-d9ae3f3cce2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f9b763c-c509-4e5f-b654-95da26c70755,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:32:36.982550 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c31e3379-7cfd-4cd1-9d06-1ae598fb0325 req-2aaeddd1-155a-4cc2-b8c4-62f8017d68c9 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] 10.222.0.39 "GET /v2.0/security-groups?id=11312995-c93d-4754-9dea-15693c54238a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454731 Aug 12 14:32:37.039471 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0798a36-49ac-47be-a88d-8d387b78948b req-c2c85fd0-0d2a-4969-a690-7898600168b8 tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:37.041046 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-c0798a36-49ac-47be-a88d-8d387b78948b req-c2c85fd0-0d2a-4969-a690-7898600168b8 tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] 10.222.0.39 "GET /v2.0/ports?device_id=f3c0eeb6-944f-4df5-921f-e67fd51b3f14 HTTP/1.1" status: 200 len: 948 time: 0.0657952 Aug 12 14:32:37.088038 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-c0798a36-49ac-47be-a88d-8d387b78948b req-0d73a1c4-53b4-4645-ad0e-17bbc5823767 tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] 10.222.0.39 "GET /v2.0/security-groups?id=732c786f-d597-473b-bc9a-3d3a7bfc11d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394063 Aug 12 14:32:37.127809 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] get_ports_and_sgs() called for port_ids ['edc5ecb0-fec0-4f07-8436-44d8c1345f48'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:32:37.183917 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79352ad-1dd2-46c7-a321-254bda1b5d32 req-898bd6c0-1b93-4508-abfd-5a91c1b05196 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:37.185569 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e79352ad-1dd2-46c7-a321-254bda1b5d32 req-898bd6c0-1b93-4508-abfd-5a91c1b05196 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811-project] 10.222.0.39 "GET /v2.0/ports?device_id=20a508c0-b3ec-4a7c-bde0-25fb7b33ebfe HTTP/1.1" status: 200 len: 945 time: 0.0706508 Aug 12 14:32:37.256608 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e79352ad-1dd2-46c7-a321-254bda1b5d32 req-1e392a98-b7ce-406b-b457-c5b5d713cf66 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811-project] 10.222.0.39 "GET /v2.0/security-groups?id=891f2790-590d-4c99-bcc7-96e66942622a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635083 Aug 12 14:32:37.339057 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 60518) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:32:37.443225 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-03a5aa28-f5b8-4d37-8d18-beb6f368aa4c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6ea48d15cb6a44888c669bd15d0d42ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1028609 Aug 12 14:32:37.446209 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 60520) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:32:37.468504 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54e8826-d5a0-4d98-b638-687da7691f89 req-6ced3052-3e0a-43b2-9d06-1464197992a3 tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:37.469996 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-e54e8826-d5a0-4d98-b638-687da7691f89 req-6ced3052-3e0a-43b2-9d06-1464197992a3 tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] 10.222.0.39 "GET /v2.0/ports?device_id=cddb4fe6-c24a-4523-bd49-68cbc24760f5 HTTP/1.1" status: 200 len: 943 time: 0.1129894 Aug 12 14:32:37.486987 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-eeddc666-36ec-4c95-83fc-82418aeeccd3 req-32c48bfc-80d8-4382-a8f8-05774a263f76 service neutron] 10.222.0.49 "GET /v2.0/ports/c26f6072-ecc2-4691-a9f9-ea1305d03eff/bindings/n-h1-694802-15 HTTP/1.1" status: 200 len: 385 time: 0.1133606 Aug 12 14:32:37.508322 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-b7155deb-1fa3-4755-9dfd-f9d05932a968 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:37.510242 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.agents_db [None req-17ed3e4c-1a7d-4162-9646-11c134aca297 None None] Agent healthcheck: found 7 active agents {{(pid=94469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 14:32:37.531743 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-b7155deb-1fa3-4755-9dfd-f9d05932a968 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:37.544300 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-e54e8826-d5a0-4d98-b638-687da7691f89 req-a7b8da06-c7a4-45f1-8967-cb4f6dfb2f27 tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] 10.222.0.39 "GET /v2.0/security-groups?id=e3ca17b3-b028-41b3-b138-91e00a6e278c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659387 Aug 12 14:32:37.579971 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-b7155deb-1fa3-4755-9dfd-f9d05932a968 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:37.583233 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-b7155deb-1fa3-4755-9dfd-f9d05932a968 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:37.584393 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-b7155deb-1fa3-4755-9dfd-f9d05932a968 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/edd06862-7aa1-4c3f-9e53-364f345c0d4b HTTP/1.1" status: 204 len: 168 time: 0.1371014 Aug 12 14:32:37.592666 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7155deb-1fa3-4755-9dfd-f9d05932a968 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edd06862-7aa1-4c3f-9e53-364f345c0d4b,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:32:37.715047 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [req-eeddc666-36ec-4c95-83fc-82418aeeccd3 req-50201a54-2cdb-409c-919a-e1fa0057da29 service neutron] For port c26f6072-ecc2-4691-a9f9-ea1305d03eff, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=c26f6072-ecc2-4691-a9f9-ea1305d03eff,segment=NetworkSegment(2e94514d-7fca-42ad-995e-123d3a176790),segment_id=2e94514d-7fca-42ad-995e-123d3a176790)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:32:37.738667 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [req-eeddc666-36ec-4c95-83fc-82418aeeccd3 req-50201a54-2cdb-409c-919a-e1fa0057da29 service neutron] For port c26f6072-ecc2-4691-a9f9-ea1305d03eff, host n-h2-694802-15, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:32:37.773872 n-d-694802-15 neutron-server[94466]: DEBUG neutron.notifiers.nova [req-eeddc666-36ec-4c95-83fc-82418aeeccd3 req-50201a54-2cdb-409c-919a-e1fa0057da29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c26f6072-ecc2-4691-a9f9-ea1305d03eff {{(pid=94466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:32:37.788815 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [req-eeddc666-36ec-4c95-83fc-82418aeeccd3 req-50201a54-2cdb-409c-919a-e1fa0057da29 service neutron] For port c26f6072-ecc2-4691-a9f9-ea1305d03eff, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=c26f6072-ecc2-4691-a9f9-ea1305d03eff,segment=NetworkSegment(2e94514d-7fca-42ad-995e-123d3a176790),segment_id=2e94514d-7fca-42ad-995e-123d3a176790)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:32:37.796464 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6231c673-b387-4b3a-af5b-0ec1083dec0d req-2aaef314-88ec-4b86-a349-17827c853b8b tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:37.798315 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6231c673-b387-4b3a-af5b-0ec1083dec0d req-2aaef314-88ec-4b86-a349-17827c853b8b tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/ports?device_id=49fbf0c9-7c67-47a8-a064-2ab1f7981fda HTTP/1.1" status: 200 len: 949 time: 0.0546372 Aug 12 14:32:37.802737 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-eeddc666-36ec-4c95-83fc-82418aeeccd3 req-50201a54-2cdb-409c-919a-e1fa0057da29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:37.842855 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6231c673-b387-4b3a-af5b-0ec1083dec0d req-14ceccce-8327-453d-aea2-9b452fab7c86 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0307eb3-f523-445b-8e1d-79deac809303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365131 Aug 12 14:32:37.880927 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [req-eeddc666-36ec-4c95-83fc-82418aeeccd3 req-50201a54-2cdb-409c-919a-e1fa0057da29 service neutron] Transition to ACTIVE for port object c26f6072-ecc2-4691-a9f9-ea1305d03eff will not be triggered until provisioned by entity L2. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:32:37.885687 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-eeddc666-36ec-4c95-83fc-82418aeeccd3 req-50201a54-2cdb-409c-919a-e1fa0057da29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3718439'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:37.965233 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [req-eeddc666-36ec-4c95-83fc-82418aeeccd3 req-50201a54-2cdb-409c-919a-e1fa0057da29 service neutron] No DVR routers for this DVR port c26f6072-ecc2-4691-a9f9-ea1305d03eff on host n-h2-694802-15 {{(pid=94466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:32:37.971577 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50201a54-2cdb-409c-919a-e1fa0057da29 service neutron] Pushing event updated for resources: {'Port': ['ID=c26f6072-ecc2-4691-a9f9-ea1305d03eff,revision_number=10']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:32:37.989841 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device 67abbaef-4a78-4f87-8e89-f3760222f72e no longer exists at agent hyperv_n-h2-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:32:38.011941 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] No Port match for: 67abbaef-4a78-4f87-8e89-f3760222f72e {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 14:32:38.012280 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device 67abbaef-4a78-4f87-8e89-f3760222f72e not bound to the agent host n-h2-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:32:38.012690 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device c26f6072-ecc2-4691-a9f9-ea1305d03eff no longer exists at agent hyperv_n-h2-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:32:38.030895 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-eeddc666-36ec-4c95-83fc-82418aeeccd3 req-50201a54-2cdb-409c-919a-e1fa0057da29 service neutron] 10.222.0.49 "PUT /v2.0/ports/c26f6072-ecc2-4691-a9f9-ea1305d03eff/bindings/n-h1-694802-15/activate HTTP/1.1" status: 200 len: 370 time: 0.5335441 Aug 12 14:32:38.053851 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85e3e25-f845-485f-83f8-fc7454ecdb50 req-a6cbd3d1-cc16-4315-8dfd-20ff82864107 tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:38.057519 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-d85e3e25-f845-485f-83f8-fc7454ecdb50 req-a6cbd3d1-cc16-4315-8dfd-20ff82864107 tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] 10.222.0.39 "GET /v2.0/ports?device_id=49a3c0a4-ec67-4b04-8bde-6beb71c91199 HTTP/1.1" status: 200 len: 945 time: 0.0818963 Aug 12 14:32:38.068795 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device c26f6072-ecc2-4691-a9f9-ea1305d03eff not bound to the agent host n-h2-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:32:38.115699 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-d85e3e25-f845-485f-83f8-fc7454ecdb50 req-42009595-5b68-427c-8f36-b6fbedf1d08d tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] 10.222.0.39 "GET /v2.0/security-groups?id=6f569421-3ef5-4998-a0c5-f191379b6c78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429041 Aug 12 14:32:38.143521 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706a4027-8fe6-4be2-9921-d130d10d6890 req-3bd4c457-189b-4dd5-ade4-cfa185918ea7 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:38.145034 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-706a4027-8fe6-4be2-9921-d130d10d6890 req-3bd4c457-189b-4dd5-ade4-cfa185918ea7 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] 10.222.0.39 "GET /v2.0/ports?device_id=d3e6d2ac-ef5b-4192-80e2-af49f1b7a811 HTTP/1.1" status: 200 len: 945 time: 0.0824609 Aug 12 14:32:38.156337 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeddc666-36ec-4c95-83fc-82418aeeccd3 req-f441f0bb-b5b7-4fd2-a26d-18b91e1be892 tempest-LiveAutoBlockMigrationV225Test-1272051264 tempest-LiveAutoBlockMigrationV225Test-1272051264-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:38.157798 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-eeddc666-36ec-4c95-83fc-82418aeeccd3 req-f441f0bb-b5b7-4fd2-a26d-18b91e1be892 tempest-LiveAutoBlockMigrationV225Test-1272051264 tempest-LiveAutoBlockMigrationV225Test-1272051264-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=cddb4fe6-c24a-4523-bd49-68cbc24760f5&tenant_id=eebc4daeab5b4932b99d48c68fd10c64&binding%3Ahost_id=n-h2-694802-15 HTTP/1.1" status: 200 len: 1096 time: 0.0656292 Aug 12 14:32:38.224237 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3c0eeb6-944f-4df5-921f-e67fd51b3f14', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'edc5ecb0-fec0-4f07-8436-44d8c1345f48'}] {{(pid=94468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:32:38.226843 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99a8d87602170099c728e57431aca99e9b98a655a83bbf8727be13192709727b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-396f71dc-bde4-48a5-ba5a-5168ae78c40f" -d '{"events": [{"server_uuid": "f3c0eeb6-944f-4df5-921f-e67fd51b3f14", "name": "network-vif-unplugged", "status": "completed", "tag": "edc5ecb0-fec0-4f07-8436-44d8c1345f48"}]}' {{(pid=94468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:32:38.235727 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-706a4027-8fe6-4be2-9921-d130d10d6890 req-984ed0fa-3717-49cb-a663-9f0f17431148 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] 10.222.0.39 "GET /v2.0/security-groups?id=11312995-c93d-4754-9dea-15693c54238a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746145 Aug 12 14:32:38.245585 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeddc666-36ec-4c95-83fc-82418aeeccd3 req-4afd320c-54d7-415e-b3e2-ce28985e8793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:38.255903 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-eeddc666-36ec-4c95-83fc-82418aeeccd3 req-4afd320c-54d7-415e-b3e2-ce28985e8793 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=cddb4fe6-c24a-4523-bd49-68cbc24760f5&tenant_id=eebc4daeab5b4932b99d48c68fd10c64 HTTP/1.1" status: 200 len: 1096 time: 0.0783689 Aug 12 14:32:38.289477 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 12 Aug 2021 14:32:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e5e635f-0b08-4966-a0ea-af8d03a59ba7 x-openstack-request-id: req-4e5e635f-0b08-4966-a0ea-af8d03a59ba7 {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:32:38.289800 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3c0eeb6-944f-4df5-921f-e67fd51b3f14", "name": "network-vif-unplugged", "status": "completed", "tag": "edc5ecb0-fec0-4f07-8436-44d8c1345f48", "code": 200}]} {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:32:38.290057 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4e5e635f-0b08-4966-a0ea-af8d03a59ba7 {{(pid=94468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:32:38.290457 n-d-694802-15 neutron-server[94468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3c0eeb6-944f-4df5-921f-e67fd51b3f14', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'edc5ecb0-fec0-4f07-8436-44d8c1345f48', 'code': 200} Aug 12 14:32:38.332541 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d28c43-eff2-4347-a07d-3d00ed8c59ff req-d73e97df-91c7-4e7c-b7cb-7188686e67d2 tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:38.340169 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-18d28c43-eff2-4347-a07d-3d00ed8c59ff req-d73e97df-91c7-4e7c-b7cb-7188686e67d2 tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] 10.222.0.39 "GET /v2.0/ports?device_id=f3c0eeb6-944f-4df5-921f-e67fd51b3f14 HTTP/1.1" status: 200 len: 948 time: 0.0817058 Aug 12 14:32:38.342455 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeddc666-36ec-4c95-83fc-82418aeeccd3 req-66e1c1f5-c733-4118-84c0-cfb240421ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:38.344003 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-eeddc666-36ec-4c95-83fc-82418aeeccd3 req-66e1c1f5-c733-4118-84c0-cfb240421ce7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=eebc4daeab5b4932b99d48c68fd10c64&device_id=cddb4fe6-c24a-4523-bd49-68cbc24760f5 HTTP/1.1" status: 200 len: 1096 time: 0.0615094 Aug 12 14:32:38.377224 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-18d28c43-eff2-4347-a07d-3d00ed8c59ff req-b26e0ea9-367b-4737-be5a-0c5ad526b4c4 tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] 10.222.0.39 "GET /v2.0/security-groups?id=732c786f-d597-473b-bc9a-3d3a7bfc11d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362060 Aug 12 14:32:38.426234 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device edc5ecb0-fec0-4f07-8436-44d8c1345f48 up at agent hyperv_n-h1-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:32:38.458097 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dfdecc-6701-4fbe-9811-5947472bde23 req-e407c650-7244-4369-a66d-d1da30e76f54 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:38.459529 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c8dfdecc-6701-4fbe-9811-5947472bde23 req-e407c650-7244-4369-a66d-d1da30e76f54 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811-project] 10.222.0.39 "GET /v2.0/ports?device_id=20a508c0-b3ec-4a7c-bde0-25fb7b33ebfe HTTP/1.1" status: 200 len: 945 time: 0.1104081 Aug 12 14:32:38.480146 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Provisioning complete for port edc5ecb0-fec0-4f07-8436-44d8c1345f48 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:32:38.480657 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:38.489285 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeddc666-36ec-4c95-83fc-82418aeeccd3 req-11f87f00-5131-4d25-a41d-522a0dda3f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:38.490732 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-eeddc666-36ec-4c95-83fc-82418aeeccd3 req-11f87f00-5131-4d25-a41d-522a0dda3f39 service neutron] 10.222.0.64 "GET /v2.0/networks?id=03dfba7c-7b4a-44e5-8aaa-c2d37ee82018 HTTP/1.1" status: 200 len: 922 time: 0.1325741 Aug 12 14:32:38.542294 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c8dfdecc-6701-4fbe-9811-5947472bde23 req-b4465e34-5a57-4492-904c-7d3e97403324 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811-project] 10.222.0.39 "GET /v2.0/security-groups?id=891f2790-590d-4c99-bcc7-96e66942622a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740669 Aug 12 14:32:38.543710 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-eeddc666-36ec-4c95-83fc-82418aeeccd3 req-b9c84e70-5491-462e-ada7-7e9c1ebaf5f8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c26f6072-ecc2-4691-a9f9-ea1305d03eff HTTP/1.1" status: 200 len: 217 time: 0.0395160 Aug 12 14:32:38.579949 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:38.633116 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port edc5ecb0-fec0-4f07-8436-44d8c1345f48, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=edc5ecb0-fec0-4f07-8436-44d8c1345f48,segment=NetworkSegment(a1f8c867-101b-4d30-814e-b89f55a5edd0),segment_id=a1f8c867-101b-4d30-814e-b89f55a5edd0)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:32:38.638994 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:38.695338 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeddc666-36ec-4c95-83fc-82418aeeccd3 req-1046fc9f-10c7-4cd3-a931-e85961c7b65d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:38.696556 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3a3dc5-e82f-4988-a68f-ca1bd146163f req-49897f26-a567-425d-b55f-14bd9da315a0 tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:38.696964 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-eeddc666-36ec-4c95-83fc-82418aeeccd3 req-1046fc9f-10c7-4cd3-a931-e85961c7b65d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ef8d2719-a4dd-40cc-910c-927d9e7406a1 HTTP/1.1" status: 200 len: 861 time: 0.1369567 Aug 12 14:32:38.698259 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-5f3a3dc5-e82f-4988-a68f-ca1bd146163f req-49897f26-a567-425d-b55f-14bd9da315a0 tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] 10.222.0.39 "GET /v2.0/ports?device_id=cddb4fe6-c24a-4523-bd49-68cbc24760f5 HTTP/1.1" status: 200 len: 944 time: 0.0582907 Aug 12 14:32:38.724653 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Pushing event updated for resources: {'Port': ['ID=edc5ecb0-fec0-4f07-8436-44d8c1345f48,revision_number=11']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:32:38.750785 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-5f3a3dc5-e82f-4988-a68f-ca1bd146163f req-b3fcacf5-67c8-425c-9436-3407f3b78fcb tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] 10.222.0.39 "GET /v2.0/security-groups?id=e3ca17b3-b028-41b3-b138-91e00a6e278c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461371 Aug 12 14:32:38.765164 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-eeddc666-36ec-4c95-83fc-82418aeeccd3 req-7f91dd5b-0f97-404c-aada-b077dd3eba74 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=03dfba7c-7b4a-44e5-8aaa-c2d37ee82018&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0486958 Aug 12 14:32:38.979984 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ad83ba-bab1-461e-a1ad-dc9e2c00172c req-44241053-3adc-40a7-aa56-f8190b9ac111 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:38.981535 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-e8ad83ba-bab1-461e-a1ad-dc9e2c00172c req-44241053-3adc-40a7-aa56-f8190b9ac111 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/ports?device_id=49fbf0c9-7c67-47a8-a064-2ab1f7981fda HTTP/1.1" status: 200 len: 949 time: 0.0570121 Aug 12 14:32:39.024155 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-e8ad83ba-bab1-461e-a1ad-dc9e2c00172c req-79f95de4-0720-4f02-9177-a22c06532873 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0307eb3-f523-445b-8e1d-79deac809303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360634 Aug 12 14:32:39.112743 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-23120ec1-4d3e-4375-a405-9dfb0f499e4b req-c1e4d73f-1927-4dcb-b07d-37bf1d621cbc tempest-FloatingIPsAssociationNegativeTestJSON-2129814811 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811-project] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=d3759e1b-6c03-45ac-acd4-90abb417809b HTTP/1.1" status: 200 len: 258 time: 0.5195441 Aug 12 14:32:39.126846 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-23120ec1-4d3e-4375-a405-9dfb0f499e4b req-e734d1db-de49-4a87-b47e-7225c5814f8e tempest-FloatingIPsAssociationNegativeTestJSON-2129814811 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811-project] Request body: {'floatingip': {'floating_network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:32:39.174644 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-eeddc666-36ec-4c95-83fc-82418aeeccd3 req-845c8b1f-6424-4f68-b114-8f828916f77a service neutron] 10.222.0.64 "GET /v2.0/networks/03dfba7c-7b4a-44e5-8aaa-c2d37ee82018?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3876343 Aug 12 14:32:39.175608 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-23120ec1-4d3e-4375-a405-9dfb0f499e4b req-e734d1db-de49-4a87-b47e-7225c5814f8e tempest-FloatingIPsAssociationNegativeTestJSON-2129814811 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811-project] Notify callbacks [] for floatingip, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:39.253981 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111e8511-4e20-400b-9ed2-a03a86fa8865 req-61131e53-5eaf-4c1a-98a5-7188c7e88019 tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:39.255503 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-111e8511-4e20-400b-9ed2-a03a86fa8865 req-61131e53-5eaf-4c1a-98a5-7188c7e88019 tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] 10.222.0.39 "GET /v2.0/ports?device_id=49a3c0a4-ec67-4b04-8bde-6beb71c91199 HTTP/1.1" status: 200 len: 945 time: 0.0666811 Aug 12 14:32:39.297969 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-111e8511-4e20-400b-9ed2-a03a86fa8865 req-d030a4fc-2f63-474f-b67a-530518d608e2 tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] 10.222.0.39 "GET /v2.0/security-groups?id=6f569421-3ef5-4998-a0c5-f191379b6c78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329115 Aug 12 14:32:39.330590 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-eeddc666-36ec-4c95-83fc-82418aeeccd3 req-d9b9f0d9-805b-40f5-bb5d-5711c8a8facc service neutron] 10.222.0.64 "GET /v2.0/networks/03dfba7c-7b4a-44e5-8aaa-c2d37ee82018?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417096 Aug 12 14:32:39.369917 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-23120ec1-4d3e-4375-a405-9dfb0f499e4b req-e734d1db-de49-4a87-b47e-7225c5814f8e tempest-FloatingIPsAssociationNegativeTestJSON-2129814811 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:39.481375 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-84b57ed3-ca0a-4ae5-b158-2684ae7ec110 req-73b13194-90cc-4839-b986-8cea3084223d tempest-FlavorsV2NegativeTest-431577257 tempest-FlavorsV2NegativeTest-431577257-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=d35042d561e14091af111063203da720&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0391366 Aug 12 14:32:39.485788 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_common [req-23120ec1-4d3e-4375-a405-9dfb0f499e4b req-e734d1db-de49-4a87-b47e-7225c5814f8e tempest-FloatingIPsAssociationNegativeTestJSON-2129814811 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811-project] Allocated IP 172.25.1.143 (d3759e1b-6c03-45ac-acd4-90abb417809b/f0254f08-c19c-4e31-bd9c-09389ea4b6f2/4366ed33-b051-4203-b109-421c78cce215) {{(pid=94467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:32:39.599762 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b57ed3-ca0a-4ae5-b158-2684ae7ec110 req-6523980b-adef-4434-bc80-e0d91c6cc163 tempest-FlavorsV2NegativeTest-431577257 tempest-FlavorsV2NegativeTest-431577257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:39.602005 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-84b57ed3-ca0a-4ae5-b158-2684ae7ec110 req-6523980b-adef-4434-bc80-e0d91c6cc163 tempest-FlavorsV2NegativeTest-431577257 tempest-FlavorsV2NegativeTest-431577257-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1137960 Aug 12 14:32:39.618021 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-84b57ed3-ca0a-4ae5-b158-2684ae7ec110 req-e4ea4712-da2e-472f-8584-95bb8672a186 tempest-FlavorsV2NegativeTest-431577257 tempest-FlavorsV2NegativeTest-431577257-project] 10.222.0.39 "GET /v2.0/quotas/d35042d561e14091af111063203da720 HTTP/1.1" status: 200 len: 375 time: 0.0102205 Aug 12 14:32:39.637201 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-23120ec1-4d3e-4375-a405-9dfb0f499e4b req-e734d1db-de49-4a87-b47e-7225c5814f8e tempest-FloatingIPsAssociationNegativeTestJSON-2129814811 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811-project] Notify callbacks [] for port, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:39.642710 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeddc666-36ec-4c95-83fc-82418aeeccd3 req-7aaaddb2-3148-4e6b-a792-b72ed35b46b9 tempest-LiveAutoBlockMigrationV225Test-1272051264 tempest-LiveAutoBlockMigrationV225Test-1272051264-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:39.644261 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-eeddc666-36ec-4c95-83fc-82418aeeccd3 req-7aaaddb2-3148-4e6b-a792-b72ed35b46b9 tempest-LiveAutoBlockMigrationV225Test-1272051264 tempest-LiveAutoBlockMigrationV225Test-1272051264-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=cddb4fe6-c24a-4523-bd49-68cbc24760f5&tenant_id=eebc4daeab5b4932b99d48c68fd10c64&binding%3Ahost_id=n-h1-694802-15 HTTP/1.1" status: 200 len: 1096 time: 0.0759721 Aug 12 14:32:39.653251 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-84b57ed3-ca0a-4ae5-b158-2684ae7ec110 req-e5b4d78c-7d95-4e0d-9cb5-7869501f034f tempest-FlavorsV2NegativeTest-431577257 tempest-FlavorsV2NegativeTest-431577257-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=d35042d561e14091af111063203da720&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0296526 Aug 12 14:32:39.722738 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-23120ec1-4d3e-4375-a405-9dfb0f499e4b req-e734d1db-de49-4a87-b47e-7225c5814f8e tempest-FloatingIPsAssociationNegativeTestJSON-2129814811 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:39.762140 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f4b1b0-f6ae-4593-872a-6ec0d82e178b req-d1c85bac-b7ed-4e2c-abf0-5dd914671bc2 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:39.763709 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-56f4b1b0-f6ae-4593-872a-6ec0d82e178b req-d1c85bac-b7ed-4e2c-abf0-5dd914671bc2 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] 10.222.0.39 "GET /v2.0/ports?device_id=d3e6d2ac-ef5b-4192-80e2-af49f1b7a811 HTTP/1.1" status: 200 len: 945 time: 0.0540202 Aug 12 14:32:39.770766 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23120ec1-4d3e-4375-a405-9dfb0f499e4b req-e734d1db-de49-4a87-b47e-7225c5814f8e tempest-FloatingIPsAssociationNegativeTestJSON-2129814811 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811-project] Network d3759e1b-6c03-45ac-acd4-90abb417809b is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:32:39.797605 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [req-23120ec1-4d3e-4375-a405-9dfb0f499e4b req-e734d1db-de49-4a87-b47e-7225c5814f8e tempest-FloatingIPsAssociationNegativeTestJSON-2129814811 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811-project] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:32:39.804632 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [req-23120ec1-4d3e-4375-a405-9dfb0f499e4b req-e734d1db-de49-4a87-b47e-7225c5814f8e tempest-FloatingIPsAssociationNegativeTestJSON-2129814811 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811-project] Received port after_create {{(pid=94467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:32:39.810981 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-56f4b1b0-f6ae-4593-872a-6ec0d82e178b req-1c9663dd-144a-4ed1-aef5-030b9a1e71db tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] 10.222.0.39 "GET /v2.0/security-groups?id=11312995-c93d-4754-9dea-15693c54238a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409334 Aug 12 14:32:39.842844 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e734d1db-de49-4a87-b47e-7225c5814f8e tempest-FloatingIPsAssociationNegativeTestJSON-2129814811 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811-project] Pushing event updated for resources: {'Port': ['ID=4366ed33-b051-4203-b109-421c78cce215,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:32:39.891225 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-eeddc666-36ec-4c95-83fc-82418aeeccd3 req-4c937977-1586-405b-bca2-a2e61ca92ca2 service neutron] For port c26f6072-ecc2-4691-a9f9-ea1305d03eff, host n-h2-694802-15, cleared binding levels {{(pid=94467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:32:39.896294 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-eeddc666-36ec-4c95-83fc-82418aeeccd3 req-4c937977-1586-405b-bca2-a2e61ca92ca2 service neutron] Notify callbacks [] for binding, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:39.898046 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-eeddc666-36ec-4c95-83fc-82418aeeccd3 req-4c937977-1586-405b-bca2-a2e61ca92ca2 service neutron] 10.222.0.64 "DELETE /v2.0/ports/c26f6072-ecc2-4691-a9f9-ea1305d03eff/bindings/n-h2-694802-15 HTTP/1.1" status: 204 len: 173 time: 0.2399714 Aug 12 14:32:39.929815 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb92ba71-c2e1-41a6-8316-d7f88dc2a5c1 req-69bb30ba-8925-4f6f-9d15-0c2d09867197 tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:39.931589 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-bb92ba71-c2e1-41a6-8316-d7f88dc2a5c1 req-69bb30ba-8925-4f6f-9d15-0c2d09867197 tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] 10.222.0.39 "GET /v2.0/ports?device_id=f3c0eeb6-944f-4df5-921f-e67fd51b3f14 HTTP/1.1" status: 200 len: 949 time: 0.0604031 Aug 12 14:32:39.941091 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-23120ec1-4d3e-4375-a405-9dfb0f499e4b req-e734d1db-de49-4a87-b47e-7225c5814f8e tempest-FloatingIPsAssociationNegativeTestJSON-2129814811 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:39.976249 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-bb92ba71-c2e1-41a6-8316-d7f88dc2a5c1 req-a00db6f1-3135-44fc-91cc-fbde5e509647 tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] 10.222.0.39 "GET /v2.0/security-groups?id=732c786f-d597-473b-bc9a-3d3a7bfc11d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359902 Aug 12 14:32:39.982243 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-23120ec1-4d3e-4375-a405-9dfb0f499e4b req-e734d1db-de49-4a87-b47e-7225c5814f8e tempest-FloatingIPsAssociationNegativeTestJSON-2129814811 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:40.014810 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-40914670-aa78-4607-805e-b113d198f970 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:40.099005 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aac7ac8-e880-4302-8535-eb91b7f77ef1 req-7a1bfba8-6843-4a28-811c-c4c10e0bfedc tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:40.101041 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-5aac7ac8-e880-4302-8535-eb91b7f77ef1 req-7a1bfba8-6843-4a28-811c-c4c10e0bfedc tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] 10.222.0.39 "GET /v2.0/ports?device_id=cddb4fe6-c24a-4523-bd49-68cbc24760f5 HTTP/1.1" status: 200 len: 944 time: 0.0563440 Aug 12 14:32:40.143750 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-5aac7ac8-e880-4302-8535-eb91b7f77ef1 req-e4be33e1-6873-4ea6-aa4a-c12fc3ea8254 tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] 10.222.0.39 "GET /v2.0/security-groups?id=e3ca17b3-b028-41b3-b138-91e00a6e278c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353205 Aug 12 14:32:40.156261 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-23120ec1-4d3e-4375-a405-9dfb0f499e4b req-e734d1db-de49-4a87-b47e-7225c5814f8e tempest-FloatingIPsAssociationNegativeTestJSON-2129814811 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811-project] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:40.172998 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-23120ec1-4d3e-4375-a405-9dfb0f499e4b req-e734d1db-de49-4a87-b47e-7225c5814f8e tempest-FloatingIPsAssociationNegativeTestJSON-2129814811 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:40.222422 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 60642) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:32:40.258009 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-23120ec1-4d3e-4375-a405-9dfb0f499e4b req-e734d1db-de49-4a87-b47e-7225c5814f8e tempest-FloatingIPsAssociationNegativeTestJSON-2129814811 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431510'] for floatingip, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:40.274865 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6957c5-d62e-4482-8a14-403966cb4775 req-a1a9154e-8682-4cb0-8395-1fd60f30fb66 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:40.276655 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e734d1db-de49-4a87-b47e-7225c5814f8e tempest-FloatingIPsAssociationNegativeTestJSON-2129814811 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811-project] Pushing event updated for resources: {'Port': ['ID=4366ed33-b051-4203-b109-421c78cce215,revision_number=2']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:32:40.277292 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-2c6957c5-d62e-4482-8a14-403966cb4775 req-a1a9154e-8682-4cb0-8395-1fd60f30fb66 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/ports?device_id=49fbf0c9-7c67-47a8-a064-2ab1f7981fda HTTP/1.1" status: 200 len: 949 time: 0.0636463 Aug 12 14:32:40.283672 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-23120ec1-4d3e-4375-a405-9dfb0f499e4b req-e734d1db-de49-4a87-b47e-7225c5814f8e tempest-FloatingIPsAssociationNegativeTestJSON-2129814811 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for floatingip, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:40.284960 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-23120ec1-4d3e-4375-a405-9dfb0f499e4b req-e734d1db-de49-4a87-b47e-7225c5814f8e tempest-FloatingIPsAssociationNegativeTestJSON-2129814811 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.1634088 Aug 12 14:32:40.291965 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3c0eeb6-944f-4df5-921f-e67fd51b3f14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edc5ecb0-fec0-4f07-8436-44d8c1345f48'}] {{(pid=94468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:32:40.294923 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99a8d87602170099c728e57431aca99e9b98a655a83bbf8727be13192709727b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24b1af9a-c5f1-4129-96bb-b7d7219389d5" -d '{"events": [{"server_uuid": "f3c0eeb6-944f-4df5-921f-e67fd51b3f14", "name": "network-vif-plugged", "status": "completed", "tag": "edc5ecb0-fec0-4f07-8436-44d8c1345f48"}]}' {{(pid=94468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:32:40.337530 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-2c6957c5-d62e-4482-8a14-403966cb4775 req-f565b3d1-d930-45b7-871f-d8e06e5caa7a tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0307eb3-f523-445b-8e1d-79deac809303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471704 Aug 12 14:32:40.371731 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-42a362c3-0680-49b7-95b5-ac39f2490f3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:40.383644 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-23120ec1-4d3e-4375-a405-9dfb0f499e4b req-c01c9cbf-e5e8-4150-b0b2-95b383f3daba tempest-FloatingIPsAssociationNegativeTestJSON-2129814811 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.1.143 HTTP/1.1" status: 200 len: 696 time: 0.0906603 Aug 12 14:32:40.419339 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 14:32:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7123a153-5f79-4146-b304-253c719a56a5 x-openstack-request-id: req-7123a153-5f79-4146-b304-253c719a56a5 {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:32:40.419794 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3c0eeb6-944f-4df5-921f-e67fd51b3f14", "name": "network-vif-plugged", "status": "completed", "tag": "edc5ecb0-fec0-4f07-8436-44d8c1345f48", "code": 200}]} {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:32:40.420065 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7123a153-5f79-4146-b304-253c719a56a5 {{(pid=94468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:32:40.420459 n-d-694802-15 neutron-server[94468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3c0eeb6-944f-4df5-921f-e67fd51b3f14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edc5ecb0-fec0-4f07-8436-44d8c1345f48', 'code': 200} Aug 12 14:32:40.488536 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-42a362c3-0680-49b7-95b5-ac39f2490f3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:40.504479 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-42a362c3-0680-49b7-95b5-ac39f2490f3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:40.515220 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23120ec1-4d3e-4375-a405-9dfb0f499e4b req-d55c688a-6829-4ef2-9849-1c061990e379 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:40.524778 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-23120ec1-4d3e-4375-a405-9dfb0f499e4b req-d55c688a-6829-4ef2-9849-1c061990e379 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811-project] 10.222.0.39 "GET /v2.0/networks/d3759e1b-6c03-45ac-acd4-90abb417809b HTTP/1.1" status: 200 len: 784 time: 0.1391242 Aug 12 14:32:40.530745 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [req-23120ec1-4d3e-4375-a405-9dfb0f499e4b req-329f61b9-3c76-4c17-88d5-506e8e9e7610 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=94467) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 14:32:40.531658 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-23120ec1-4d3e-4375-a405-9dfb0f499e4b req-329f61b9-3c76-4c17-88d5-506e8e9e7610 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060992 Aug 12 14:32:40.587770 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c02241-a598-4303-a180-75ae6248dc31 req-3d997f65-4b11-45c5-bc42-e04e432c2967 tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:40.590123 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-49c02241-a598-4303-a180-75ae6248dc31 req-3d997f65-4b11-45c5-bc42-e04e432c2967 tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] 10.222.0.39 "GET /v2.0/ports?device_id=49a3c0a4-ec67-4b04-8bde-6beb71c91199 HTTP/1.1" status: 200 len: 945 time: 0.0994411 Aug 12 14:32:40.591834 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a362c3-0680-49b7-95b5-ac39f2490f3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0fd6212-be0d-488d-bf66-92977b517e89,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:32:40.602298 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-42a362c3-0680-49b7-95b5-ac39f2490f3f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d35042d561e14091af111063203da720&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3785894 Aug 12 14:32:40.604650 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 60656) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:32:40.613988 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27ae580-3db0-47cd-9dfe-a58fbee1f1ab req-cddc4801-4d69-4733-985f-04f6513cc052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:40.615569 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c27ae580-3db0-47cd-9dfe-a58fbee1f1ab req-cddc4801-4d69-4733-985f-04f6513cc052 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=f3c0eeb6-944f-4df5-921f-e67fd51b3f14 HTTP/1.1" status: 200 len: 1101 time: 0.0546548 Aug 12 14:32:40.639625 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-49c02241-a598-4303-a180-75ae6248dc31 req-0041b16f-f8a4-4426-be9e-553b5d502553 tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] 10.222.0.39 "GET /v2.0/security-groups?id=6f569421-3ef5-4998-a0c5-f191379b6c78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355558 Aug 12 14:32:40.713420 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c27ae580-3db0-47cd-9dfe-a58fbee1f1ab req-30aa349d-de1a-4dab-a702-306f22e9cc63 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=732c786f-d597-473b-bc9a-3d3a7bfc11d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869875 Aug 12 14:32:40.726600 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-f3acc59d-aeed-4167-8887-f330e86d9218 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:40.735312 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2490a0-bf23-4027-acb5-ff0570b0a144 req-2118dd9d-b75c-4175-b1de-1a457546e627 tempest-LiveAutoBlockMigrationV225Test-1272051264 tempest-LiveAutoBlockMigrationV225Test-1272051264-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:40.736985 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-fe2490a0-bf23-4027-acb5-ff0570b0a144 req-2118dd9d-b75c-4175-b1de-1a457546e627 tempest-LiveAutoBlockMigrationV225Test-1272051264 tempest-LiveAutoBlockMigrationV225Test-1272051264-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=cddb4fe6-c24a-4523-bd49-68cbc24760f5 HTTP/1.1" status: 200 len: 1096 time: 0.0878901 Aug 12 14:32:40.775200 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-f3acc59d-aeed-4167-8887-f330e86d9218 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:40.804825 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-fe2490a0-bf23-4027-acb5-ff0570b0a144 req-f0844feb-cee5-4aa6-be8e-7bb799c2185d tempest-LiveAutoBlockMigrationV225Test-1272051264 tempest-LiveAutoBlockMigrationV225Test-1272051264-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=e3ca17b3-b028-41b3-b138-91e00a6e278c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619004 Aug 12 14:32:40.855575 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7de92b-cf50-424e-b3fe-3d76603ad263 req-8794529b-c20f-4201-ba27-0d9b51c497da tempest-FloatingIPsAssociationNegativeTestJSON-2129814811 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:40.856159 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-f3acc59d-aeed-4167-8887-f330e86d9218 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:40.857220 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-ff7de92b-cf50-424e-b3fe-3d76603ad263 req-8794529b-c20f-4201-ba27-0d9b51c497da tempest-FloatingIPsAssociationNegativeTestJSON-2129814811 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811-project] 10.222.0.39 "GET /v2.0/ports?device_id=20a508c0-b3ec-4a7c-bde0-25fb7b33ebfe&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1042616 Aug 12 14:32:40.858983 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-f3acc59d-aeed-4167-8887-f330e86d9218 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:40.863084 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-f3acc59d-aeed-4167-8887-f330e86d9218 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a0fd6212-be0d-488d-bf66-92977b517e89 HTTP/1.1" status: 204 len: 168 time: 0.2547021 Aug 12 14:32:40.881082 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3acc59d-aeed-4167-8887-f330e86d9218 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0fd6212-be0d-488d-bf66-92977b517e89,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:32:40.983429 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6225cce1-331e-4569-884f-163103971be5 req-099daeb4-2841-4ebe-9d2f-df2054670765 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:40.985034 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6225cce1-331e-4569-884f-163103971be5 req-099daeb4-2841-4ebe-9d2f-df2054670765 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] 10.222.0.39 "GET /v2.0/ports?device_id=d3e6d2ac-ef5b-4192-80e2-af49f1b7a811 HTTP/1.1" status: 200 len: 945 time: 0.0730221 Aug 12 14:32:41.042504 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9f6921-3498-4b43-9445-12c7561b7aaa req-02416007-3360-46f7-9582-6f4ea19e18c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:41.044059 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3f9f6921-3498-4b43-9445-12c7561b7aaa req-02416007-3360-46f7-9582-6f4ea19e18c9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=39c74547ea964352853351e74cbcb768&device_id=d3e6d2ac-ef5b-4192-80e2-af49f1b7a811 HTTP/1.1" status: 200 len: 1097 time: 0.0825217 Aug 12 14:32:41.049588 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6225cce1-331e-4569-884f-163103971be5 req-5cc1e621-3572-4e45-9a68-30e95048196c tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] 10.222.0.39 "GET /v2.0/security-groups?id=11312995-c93d-4754-9dea-15693c54238a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495131 Aug 12 14:32:41.084647 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:41.177475 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-ff7de92b-cf50-424e-b3fe-3d76603ad263 req-f8a91eeb-c236-43f7-9144-9a6426e7fe99 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.1.143 HTTP/1.1" status: 200 len: 696 time: 0.3120341 Aug 12 14:32:41.182434 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [req-ff7de92b-cf50-424e-b3fe-3d76603ad263 req-d8186d7c-9870-4761-b867-29cbfa834667 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811-project] Request body: {'floatingip': {'port_id': 'e904dccc-be1f-4513-be4c-72f8c6537764', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:32:41.208119 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d59ee59-53a3-4aac-8d21-5d45772495ab req-7d2557d4-02b7-4b56-9532-9ece6ee3c312 tempest-LiveAutoBlockMigrationV225Test-1272051264 tempest-LiveAutoBlockMigrationV225Test-1272051264-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:41.209707 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-8d59ee59-53a3-4aac-8d21-5d45772495ab req-7d2557d4-02b7-4b56-9532-9ece6ee3c312 tempest-LiveAutoBlockMigrationV225Test-1272051264 tempest-LiveAutoBlockMigrationV225Test-1272051264-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=cddb4fe6-c24a-4523-bd49-68cbc24760f5 HTTP/1.1" status: 200 len: 1096 time: 0.0757258 Aug 12 14:32:41.212703 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9f6921-3498-4b43-9445-12c7561b7aaa req-d709d139-acfe-4c69-a318-afd1a59e72bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:41.214064 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3f9f6921-3498-4b43-9445-12c7561b7aaa req-d709d139-acfe-4c69-a318-afd1a59e72bf service neutron] 10.222.0.64 "GET /v2.0/networks?id=a10dd9db-a24e-488c-8894-a27c36eaa630 HTTP/1.1" status: 200 len: 908 time: 0.1570909 Aug 12 14:32:41.260020 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-ff7de92b-cf50-424e-b3fe-3d76603ad263 req-d8186d7c-9870-4761-b867-29cbfa834667 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811-project] Notify callbacks [] for floatingip, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:41.274923 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3f9f6921-3498-4b43-9445-12c7561b7aaa req-f4d69d02-12f9-44c9-b02d-40d332b4046a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0a60b2ab-2e1f-466d-89a3-9f3975e77d1f HTTP/1.1" status: 200 len: 217 time: 0.0429969 Aug 12 14:32:41.288088 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-8d59ee59-53a3-4aac-8d21-5d45772495ab req-b7ea7fcc-bd42-4e32-b78a-77163f3743a2 tempest-LiveAutoBlockMigrationV225Test-1272051264 tempest-LiveAutoBlockMigrationV225Test-1272051264-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=e3ca17b3-b028-41b3-b138-91e00a6e278c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698330 Aug 12 14:32:41.343646 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9f6921-3498-4b43-9445-12c7561b7aaa req-22f7dbe4-e067-493d-8302-8efbe35827f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:41.345346 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3f9f6921-3498-4b43-9445-12c7561b7aaa req-22f7dbe4-e067-493d-8302-8efbe35827f6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d61545bd-f4f7-4794-86f8-5ac232439ea3 HTTP/1.1" status: 200 len: 847 time: 0.0593641 Aug 12 14:32:41.387474 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3f9f6921-3498-4b43-9445-12c7561b7aaa req-0d5863cd-d022-4c4c-b2a2-89821d323e18 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a10dd9db-a24e-488c-8894-a27c36eaa630&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333664 Aug 12 14:32:41.495116 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa04f814-540b-435a-ae30-abbfc6076444 req-420b6964-1c17-4309-b832-6282b097237c tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:41.496611 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-fa04f814-540b-435a-ae30-abbfc6076444 req-420b6964-1c17-4309-b832-6282b097237c tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] 10.222.0.39 "GET /v2.0/ports?device_id=f3c0eeb6-944f-4df5-921f-e67fd51b3f14 HTTP/1.1" status: 200 len: 949 time: 0.1116674 Aug 12 14:32:41.554947 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3f9f6921-3498-4b43-9445-12c7561b7aaa req-f6613f9d-507d-4eb4-b8f1-4c33b4f0f76b service neutron] 10.222.0.64 "GET /v2.0/networks/a10dd9db-a24e-488c-8894-a27c36eaa630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1550694 Aug 12 14:32:41.560233 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-fa04f814-540b-435a-ae30-abbfc6076444 req-bef84f54-b4c4-4944-af17-afbacc3cf06c tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] 10.222.0.39 "GET /v2.0/security-groups?id=732c786f-d597-473b-bc9a-3d3a7bfc11d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560353 Aug 12 14:32:41.665518 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 60692) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:32:41.700569 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3f9f6921-3498-4b43-9445-12c7561b7aaa req-afede8c7-d026-4d15-a78c-7ef7a5b09d24 service neutron] 10.222.0.64 "GET /v2.0/networks/a10dd9db-a24e-488c-8894-a27c36eaa630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377008 Aug 12 14:32:41.708162 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e126ed5b-a4d1-44bc-a902-2924c0900508 req-f7c2de7f-1cbc-4e17-b15e-87fc9f8ab436 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:41.709635 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e126ed5b-a4d1-44bc-a902-2924c0900508 req-f7c2de7f-1cbc-4e17-b15e-87fc9f8ab436 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/ports?device_id=49fbf0c9-7c67-47a8-a064-2ab1f7981fda HTTP/1.1" status: 200 len: 949 time: 0.0722799 Aug 12 14:32:41.819447 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e126ed5b-a4d1-44bc-a902-2924c0900508 req-3829c2c3-aa46-4823-a977-4c6e2f60c9b0 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0307eb3-f523-445b-8e1d-79deac809303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796156 Aug 12 14:32:41.822158 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-4e8c0f1c-8744-4c83-96ab-f017d8a9a296 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1350383079-network', 'tenant_id': 'b1a78db6da9442aab3b2432c7eca6669'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:32:41.916573 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e8c0f1c-8744-4c83-96ab-f017d8a9a296 admin admin] Made reservation on behalf of b1a78db6da9442aab3b2432c7eca6669 for: {'network': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:32:41.918935 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4e8c0f1c-8744-4c83-96ab-f017d8a9a296 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for network, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:41.939544 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4e8c0f1c-8744-4c83-96ab-f017d8a9a296 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:42.065134 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-ff7de92b-cf50-424e-b3fe-3d76603ad263 req-d8186d7c-9870-4761-b867-29cbfa834667 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:42.076450 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-ff7de92b-cf50-424e-b3fe-3d76603ad263 req-d8186d7c-9870-4761-b867-29cbfa834667 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431510'] for floatingip, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:42.208444 n-d-694802-15 neutron-server[94466]: INFO neutron.db.l3_db [req-ff7de92b-cf50-424e-b3fe-3d76603ad263 req-d8186d7c-9870-4761-b867-29cbfa834667 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811-project] Floating IP bc61eb52-a864-45fd-bc7a-3d3e6f36ec21 associated. External IP: 172.25.1.143, port: e904dccc-be1f-4513-be4c-72f8c6537764. Aug 12 14:32:42.263451 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6488032f-a0b1-4e14-ad30-330d87bdcc7f req-c75779ce-c47a-4021-9e86-5c7586600195 tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:42.265253 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6488032f-a0b1-4e14-ad30-330d87bdcc7f req-c75779ce-c47a-4021-9e86-5c7586600195 tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] 10.222.0.39 "GET /v2.0/ports?device_id=49a3c0a4-ec67-4b04-8bde-6beb71c91199 HTTP/1.1" status: 200 len: 945 time: 0.0698905 Aug 12 14:32:42.281369 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4e8c0f1c-8744-4c83-96ab-f017d8a9a296 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:42.290688 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4e8c0f1c-8744-4c83-96ab-f017d8a9a296 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:42.309967 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6488032f-a0b1-4e14-ad30-330d87bdcc7f req-d268d472-a797-4842-89b6-faf6129bf611 tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] 10.222.0.39 "GET /v2.0/security-groups?id=6f569421-3ef5-4998-a0c5-f191379b6c78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383918 Aug 12 14:32:42.352607 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e8c0f1c-8744-4c83-96ab-f017d8a9a296 admin admin] vlan segment allocate from pool success with {'vlan_id': 313, 'physical_network': 'physnet1'} {{(pid=94466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 14:32:42.369559 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8c0f1c-8744-4c83-96ab-f017d8a9a296 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59cdf437-3eb3-4079-8d27-db1f8d94f14c,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:32:42.377381 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4e8c0f1c-8744-4c83-96ab-f017d8a9a296 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:42.377750 n-d-694802-15 neutron-server[94466]: INFO neutron.db.segments_db [None req-4e8c0f1c-8744-4c83-96ab-f017d8a9a296 admin admin] Added segment ee392864-e217-4cd8-a2c6-fbd3077ffd3b of type vlan for network 2d77121a-2c49-4913-9b71-d88f74914779 Aug 12 14:32:42.412252 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:42.432264 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4e8c0f1c-8744-4c83-96ab-f017d8a9a296 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744653628263'] for network, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:42.492116 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c6d91f-ac0f-4cbe-82ca-1782c64cd280 req-13534b8f-7385-4362-a67c-34f92fb30a4f tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:42.493940 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-71c6d91f-ac0f-4cbe-82ca-1782c64cd280 req-13534b8f-7385-4362-a67c-34f92fb30a4f tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] 10.222.0.39 "GET /v2.0/ports?device_id=d3e6d2ac-ef5b-4192-80e2-af49f1b7a811 HTTP/1.1" status: 200 len: 945 time: 0.0610025 Aug 12 14:32:42.535878 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4e8c0f1c-8744-4c83-96ab-f017d8a9a296 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409'] for network, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:42.536914 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e8c0f1c-8744-4c83-96ab-f017d8a9a296 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:42.538681 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4e8c0f1c-8744-4c83-96ab-f017d8a9a296 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for network, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:42.539808 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-71c6d91f-ac0f-4cbe-82ca-1782c64cd280 req-8016303a-5e7a-4f94-89ee-1bf4ca22e241 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] 10.222.0.39 "GET /v2.0/security-groups?id=11312995-c93d-4754-9dea-15693c54238a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369923 Aug 12 14:32:42.614018 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-4e8c0f1c-8744-4c83-96ab-f017d8a9a296 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.9471912 Aug 12 14:32:42.617341 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 60708) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:32:42.619297 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8c0f1c-8744-4c83-96ab-f017d8a9a296 admin admin] Pushing event updated for resources: {'Network': ['ID=2d77121a-2c49-4913-9b71-d88f74914779,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:32:42.626290 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-8b9f70a3-9d61-492e-9193-897c71df9d67 admin admin] Request body: {'subnet': {'network_id': '2d77121a-2c49-4913-9b71-d88f74914779', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1350383079-subnet', 'tenant_id': 'b1a78db6da9442aab3b2432c7eca6669', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:32:42.632077 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Network 2d77121a-2c49-4913-9b71-d88f74914779 details requested by agent ovs-agent-n-d-694802-15 with host n-d-694802-15 {{(pid=94468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 14:32:42.632793 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ff7de92b-cf50-424e-b3fe-3d76603ad263 req-d8186d7c-9870-4761-b867-29cbfa834667 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811-project] Router 83b83925-bd97-4b97-9514-058bd55e9cb1 has already been hosted by L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f {{(pid=94466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 14:32:42.701729 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b9f70a3-9d61-492e-9193-897c71df9d67 admin admin] Made reservation on behalf of b1a78db6da9442aab3b2432c7eca6669 for: {'subnet': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:32:42.705117 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-8b9f70a3-9d61-492e-9193-897c71df9d67 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3343791'] for subnet, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:42.767878 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef564f92-84b8-4d22-bbf7-34fc3c5372af req-196273f0-715e-4511-b7d4-11b62b79515c tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:42.769660 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ef564f92-84b8-4d22-bbf7-34fc3c5372af req-196273f0-715e-4511-b7d4-11b62b79515c tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] 10.222.0.39 "GET /v2.0/ports?device_id=f3c0eeb6-944f-4df5-921f-e67fd51b3f14 HTTP/1.1" status: 200 len: 949 time: 0.1244345 Aug 12 14:32:42.842362 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ef564f92-84b8-4d22-bbf7-34fc3c5372af req-d23dc013-bb6f-4a3a-af2c-459799fd03d8 tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] 10.222.0.39 "GET /v2.0/security-groups?id=732c786f-d597-473b-bc9a-3d3a7bfc11d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629711 Aug 12 14:32:42.907831 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-aa69e732-69ea-412e-8231-9d31c8004f7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:42.970546 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:43.012420 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ff7de92b-cf50-424e-b3fe-3d76603ad263 req-d8186d7c-9870-4761-b867-29cbfa834667 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811-project] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 14:32:43.017603 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-ff7de92b-cf50-424e-b3fe-3d76603ad263 req-d8186d7c-9870-4761-b867-29cbfa834667 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for floatingip, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:43.025807 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aaa40d4-163e-4a0d-8661-c365a0f1d9da None None] Sync routers for ids ['83b83925-bd97-4b97-9514-058bd55e9cb1'] in n-d-694802-15 {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 14:32:43.037184 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aaa40d4-163e-4a0d-8661-c365a0f1d9da None None] Routers {'83b83925-bd97-4b97-9514-058bd55e9cb1'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:32:43.038647 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-8aaa40d4-163e-4a0d-8661-c365a0f1d9da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:32:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['83b83925-bd97-4b97-9514-058bd55e9cb1'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:32:43.039609 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-8b9f70a3-9d61-492e-9193-897c71df9d67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2859166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3343773'] for subnet, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:43.058869 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649d8f28-77ff-4fde-b40c-e58677620c21 req-8e7e6bcf-ea5c-4621-9ba3-5107ea22d0d4 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:43.063895 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-ff7de92b-cf50-424e-b3fe-3d76603ad263 req-d8186d7c-9870-4761-b867-29cbfa834667 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811-project] 10.222.0.39 "PUT /v2.0/floatingips/bc61eb52-a864-45fd-bc7a-3d3e6f36ec21 HTTP/1.1" status: 200 len: 996 time: 1.8853607 Aug 12 14:32:43.064666 n-d-694802-15 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20a508c0-b3ec-4a7c-bde0-25fb7b33ebfe', 'tag': 'e904dccc-be1f-4513-be4c-72f8c6537764'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:32:43.066450 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-649d8f28-77ff-4fde-b40c-e58677620c21 req-8e7e6bcf-ea5c-4621-9ba3-5107ea22d0d4 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/ports?device_id=49fbf0c9-7c67-47a8-a064-2ab1f7981fda HTTP/1.1" status: 200 len: 949 time: 0.0914283 Aug 12 14:32:43.068617 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e785eeede3897370d0b20f09d5f461b30cfecd5ed38c4f07dacd02bc52c9277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64e36f5e-864b-4eb9-9c55-9ce52dfd8c47" -d '{"events": [{"name": "network-changed", "server_uuid": "20a508c0-b3ec-4a7c-bde0-25fb7b33ebfe", "tag": "e904dccc-be1f-4513-be4c-72f8c6537764"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:32:43.120120 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7de92b-cf50-424e-b3fe-3d76603ad263 req-daad44b0-06c0-43d2-96ef-672d42052d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:43.130866 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-ff7de92b-cf50-424e-b3fe-3d76603ad263 req-daad44b0-06c0-43d2-96ef-672d42052d45 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=78bc96cbad574ff5b08b92704ccc550c&device_id=20a508c0-b3ec-4a7c-bde0-25fb7b33ebfe HTTP/1.1" status: 200 len: 1097 time: 0.0557430 Aug 12 14:32:43.150660 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9f70a3-9d61-492e-9193-897c71df9d67 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e49c4440-1d10-4e2e-898f-8a24c72551cf,revision_number=0']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:32:43.184262 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-649d8f28-77ff-4fde-b40c-e58677620c21 req-78536c09-50d8-44c9-a704-a16324369717 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0307eb3-f523-445b-8e1d-79deac809303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168463 Aug 12 14:32:43.200828 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b9f70a3-9d61-492e-9193-897c71df9d67 admin admin] Checking segment: {'id': 'ee392864-e217-4cd8-a2c6-fbd3077ffd3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '2d77121a-2c49-4913-9b71-d88f74914779'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:32:43.201411 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b9f70a3-9d61-492e-9193-897c71df9d67 admin admin] Network hostable DHCP agents. Network: 2d77121a-2c49-4913-9b71-d88f74914779, hostable agents: ['1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658'], hosted agents: [] {{(pid=94467) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 14:32:43.204431 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-8aaa40d4-163e-4a0d-8661-c365a0f1d9da None None] Set router 83b83925-bd97-4b97-9514-058bd55e9cb1 gateway port host: n-d-694802-15 {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:32:43.239533 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b9f70a3-9d61-492e-9193-897c71df9d67 admin admin] Network 2d77121a-2c49-4913-9b71-d88f74914779 is scheduled to be hosted by DHCP agent 1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658 with binding_index 1 {{(pid=94467) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 14:32:43.255554 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [None req-8b9f70a3-9d61-492e-9193-897c71df9d67 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-15, 2d77121a-2c49-4913-9b71-d88f74914779) {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:32:43.260320 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b9f70a3-9d61-492e-9193-897c71df9d67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:43.260929 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-8b9f70a3-9d61-492e-9193-897c71df9d67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for subnet, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:43.267491 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f3df6b1-5650-489f-8686-7eef754b0944 None None] Network 2d77121a-2c49-4913-9b71-d88f74914779 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:32:43.286369 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-8b9f70a3-9d61-492e-9193-897c71df9d67 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.6660752 Aug 12 14:32:43.290181 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 60718) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:32:43.305554 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-2178d7e4-6629-4db5-b0d1-331b1a53d24b admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1350383079-router', 'tenant_id': 'b1a78db6da9442aab3b2432c7eca6669', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'}}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:32:43.324816 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7de92b-cf50-424e-b3fe-3d76603ad263 req-91b2c96f-e80c-4eaf-a34e-4f81e4b32474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:43.330309 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-ff7de92b-cf50-424e-b3fe-3d76603ad263 req-91b2c96f-e80c-4eaf-a34e-4f81e4b32474 service neutron] 10.222.0.39 "GET /v2.0/networks?id=a59e5426-181b-4a1b-a168-dee8a2c25b1e HTTP/1.1" status: 200 len: 930 time: 0.1982114 Aug 12 14:32:43.421743 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 14:32:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eda12a06-08e0-4b14-9bed-a2b1b74adf87 x-openstack-request-id: req-eda12a06-08e0-4b14-9bed-a2b1b74adf87 {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:32:43.422808 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20a508c0-b3ec-4a7c-bde0-25fb7b33ebfe", "tag": "e904dccc-be1f-4513-be4c-72f8c6537764", "status": "completed", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:32:43.423307 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-eda12a06-08e0-4b14-9bed-a2b1b74adf87 {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:32:43.424080 n-d-694802-15 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20a508c0-b3ec-4a7c-bde0-25fb7b33ebfe', 'tag': 'e904dccc-be1f-4513-be4c-72f8c6537764', 'status': 'completed', 'code': 200} Aug 12 14:32:43.440668 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2178d7e4-6629-4db5-b0d1-331b1a53d24b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-430574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-104863'] for router, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:43.443429 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2178d7e4-6629-4db5-b0d1-331b1a53d24b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-429438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-431405', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66646573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-104852'] for router, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:43.491909 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7f9a865-2984-4621-ac21-dda1280d9467 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa7035b3e-9a89-5964-b9f4-97301c3f476a-2d77121a-2c49-4913-9b71-d88f74914779', 'network_id': '2d77121a-2c49-4913-9b71-d88f74914779', 'tenant_id': 'b1a78db6da9442aab3b2432c7eca6669', 'fixed_ips': [{'subnet_id': 'e49c4440-1d10-4e2e-898f-8a24c72551cf'}]}} from n-d-694802-15. {{(pid=94468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 14:32:43.492786 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-c7f9a865-2984-4621-ac21-dda1280d9467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:43.557740 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-ff7de92b-cf50-424e-b3fe-3d76603ad263 req-1e72bd35-33ae-4c15-947c-1af813f80ad3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e904dccc-be1f-4513-be4c-72f8c6537764 HTTP/1.1" status: 200 len: 999 time: 0.2167809 Aug 12 14:32:43.614389 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e36f5e-864b-4eb9-9c55-9ce52dfd8c47 req-067e2b64-f6ed-4315-9dc3-183f0954d568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:43.616214 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-64e36f5e-864b-4eb9-9c55-9ce52dfd8c47 req-067e2b64-f6ed-4315-9dc3-183f0954d568 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=78bc96cbad574ff5b08b92704ccc550c&device_id=20a508c0-b3ec-4a7c-bde0-25fb7b33ebfe HTTP/1.1" status: 200 len: 1097 time: 0.1678002 Aug 12 14:32:43.682948 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-8aaa40d4-163e-4a0d-8661-c365a0f1d9da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83b83925-bd97-4b97-9514-058bd55e9cb1', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1286261987-router', 'tenant_id': '78bc96cbad574ff5b08b92704ccc550c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.192'}], 'enable_snat': True}, 'gw_port_id': '03ec5e04-e075-40d2-8e90-3ae156fef4a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:32:17Z', 'updated_at': '2021-08-12T14:32:21Z', 'revision_number': 4, 'project_id': '78bc96cbad574ff5b08b92704ccc550c', 'gw_port': {'id': '03ec5e04-e075-40d2-8e90-3ae156fef4a0', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:18:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b83925-bd97-4b97-9514-058bd55e9cb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:32:18Z', 'updated_at': '2021-08-12T14:32:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_floatingips': [{'id': 'bc61eb52-a864-45fd-bc7a-3d3e6f36ec21', 'tenant_id': '78bc96cbad574ff5b08b92704ccc550c', 'floating_ip_address': '172.25.1.143', 'floating_network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'router_id': '83b83925-bd97-4b97-9514-058bd55e9cb1', 'port_id': 'e904dccc-be1f-4513-be4c-72f8c6537764', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 550, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a59e5426-181b-4a1b-a168-dee8a2c25b1e', 'mac_address': 'fa:16:3e:50:12:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20a508c0-b3ec-4a7c-bde0-25fb7b33ebfe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T14:32:39Z', 'updated_at': '2021-08-12T14:32:41Z', 'revision_number': 1, 'project_id': '78bc96cbad574ff5b08b92704ccc550c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a763fc1-72b0-42ec-b017-3a97cb24f690', 'name': '', 'network_id': 'a59e5426-181b-4a1b-a168-dee8a2c25b1e', 'tenant_id': '78bc96cbad574ff5b08b92704ccc550c', 'mac_address': 'fa:16:3e:ed:e6:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b83925-bd97-4b97-9514-058bd55e9cb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'c9128cfa-e5cd-496a-be78-67996c7e7865', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:32:21Z', 'updated_at': '2021-08-12T14:32:27Z', 'revision_number': 5, 'project_id': '78bc96cbad574ff5b08b92704ccc550c', 'subnets': [{'id': 'c9128cfa-e5cd-496a-be78-67996c7e7865', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:32:43.697121 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2178d7e4-6629-4db5-b0d1-331b1a53d24b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:43.720651 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eacc4b2-1b64-45d6-8c48-19a09d9ddd35 req-fb04c827-c88e-46b7-892d-bc6eb4f43add tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:43.723566 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-7eacc4b2-1b64-45d6-8c48-19a09d9ddd35 req-fb04c827-c88e-46b7-892d-bc6eb4f43add tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] 10.222.0.39 "GET /v2.0/ports?device_id=49a3c0a4-ec67-4b04-8bde-6beb71c91199 HTTP/1.1" status: 200 len: 945 time: 0.0775416 Aug 12 14:32:43.739006 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aaa40d4-163e-4a0d-8661-c365a0f1d9da None None] Checking router: 83b83925-bd97-4b97-9514-058bd55e9cb1 for host: n-d-694802-15 {{(pid=94469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 14:32:43.753497 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aaa40d4-163e-4a0d-8661-c365a0f1d9da None None] Routers {'83b83925-bd97-4b97-9514-058bd55e9cb1'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:32:43.754244 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-8aaa40d4-163e-4a0d-8661-c365a0f1d9da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:32:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['83b83925-bd97-4b97-9514-058bd55e9cb1'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:32:43.765669 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.db_base_plugin_common [None req-c7f9a865-2984-4621-ac21-dda1280d9467 None None] Allocated IP 172.20.0.2 (2d77121a-2c49-4913-9b71-d88f74914779/e49c4440-1d10-4e2e-898f-8a24c72551cf/9cac5a76-5d06-4188-b513-35c4af6d1758) {{(pid=94468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:32:43.783706 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-7eacc4b2-1b64-45d6-8c48-19a09d9ddd35 req-d70e5def-230d-4634-86bf-5074e86975bb tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] 10.222.0.39 "GET /v2.0/security-groups?id=6f569421-3ef5-4998-a0c5-f191379b6c78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516753 Aug 12 14:32:43.810030 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7de92b-cf50-424e-b3fe-3d76603ad263 req-b76c9f94-17ec-487c-ae57-d07463455b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:43.811584 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-ff7de92b-cf50-424e-b3fe-3d76603ad263 req-b76c9f94-17ec-487c-ae57-d07463455b4b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c9128cfa-e5cd-496a-be78-67996c7e7865 HTTP/1.1" status: 200 len: 868 time: 0.2530789 Aug 12 14:32:43.965474 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-8aaa40d4-163e-4a0d-8661-c365a0f1d9da None None] Set router 83b83925-bd97-4b97-9514-058bd55e9cb1 gateway port host: n-d-694802-15 {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:32:43.978173 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-1769855f-eda9-4483-9dc3-3220908ab45d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:43.998430 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23053b6d-5b35-4cc4-9fa5-00097c7d7283 req-671f635f-73ec-4329-b698-00f38d81fbe8 tempest-ServersAdminTestJSON-1505041883 tempest-ServersAdminTestJSON-1505041883-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:44.000105 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-23053b6d-5b35-4cc4-9fa5-00097c7d7283 req-671f635f-73ec-4329-b698-00f38d81fbe8 tempest-ServersAdminTestJSON-1505041883 tempest-ServersAdminTestJSON-1505041883-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=f3c0eeb6-944f-4df5-921f-e67fd51b3f14 HTTP/1.1" status: 200 len: 1101 time: 0.0941522 Aug 12 14:32:44.004902 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2178d7e4-6629-4db5-b0d1-331b1a53d24b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:44.032444 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-c7f9a865-2984-4621-ac21-dda1280d9467 None None] Notify callbacks [] for port, precommit_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:44.049421 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-c7f9a865-2984-4621-ac21-dda1280d9467 None None] Transition to ACTIVE for port object 9cac5a76-5d06-4188-b513-35c4af6d1758 will not be triggered until provisioned by entity L2. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:32:44.055296 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7de92b-cf50-424e-b3fe-3d76603ad263 req-1f4c763d-f960-4458-a255-867814359cda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:44.060898 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-ff7de92b-cf50-424e-b3fe-3d76603ad263 req-1f4c763d-f960-4458-a255-867814359cda service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a59e5426-181b-4a1b-a168-dee8a2c25b1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2406287 Aug 12 14:32:44.080319 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-23053b6d-5b35-4cc4-9fa5-00097c7d7283 req-ed4fb63c-e061-426e-94f9-71daef901c6d tempest-ServersAdminTestJSON-1505041883 tempest-ServersAdminTestJSON-1505041883-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=732c786f-d597-473b-bc9a-3d3a7bfc11d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726511 Aug 12 14:32:44.081598 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e36f5e-864b-4eb9-9c55-9ce52dfd8c47 req-1e5c8838-0246-4b20-8df0-7e9ac7e57357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:44.083294 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-64e36f5e-864b-4eb9-9c55-9ce52dfd8c47 req-1e5c8838-0246-4b20-8df0-7e9ac7e57357 service neutron] 10.222.0.49 "GET /v2.0/networks?id=a59e5426-181b-4a1b-a168-dee8a2c25b1e HTTP/1.1" status: 200 len: 930 time: 0.4576552 Aug 12 14:32:44.087241 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-c7f9a865-2984-4621-ac21-dda1280d9467 None None] Transition to ACTIVE for port object 9cac5a76-5d06-4188-b513-35c4af6d1758 will not be triggered until provisioned by entity DHCP. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:32:44.087601 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [req-ff7de92b-cf50-424e-b3fe-3d76603ad263 req-455091b2-ce4e-4a70-ad4f-d8586d3f50de service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=94466) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 14:32:44.088625 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-ff7de92b-cf50-424e-b3fe-3d76603ad263 req-455091b2-ce4e-4a70-ad4f-d8586d3f50de service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0091865 Aug 12 14:32:44.102479 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-c7f9a865-2984-4621-ac21-dda1280d9467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253'] for port, after_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:44.189118 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f9a865-2984-4621-ac21-dda1280d9467 None None] Pushing event updated for resources: {'Port': ['ID=9cac5a76-5d06-4188-b513-35c4af6d1758,revision_number=1']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:32:44.210611 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7f9a865-2984-4621-ac21-dda1280d9467 None None] Network 2d77121a-2c49-4913-9b71-d88f74914779 is already hosted by enough agents. {{(pid=94468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:32:44.220069 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.base_scheduler [None req-c7f9a865-2984-4621-ac21-dda1280d9467 None None] Resources bound (agent type, host, resource id): {{(pid=94468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:32:44.227145 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7f9a865-2984-4621-ac21-dda1280d9467 None None] Received port after_create {{(pid=94468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:32:44.280724 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-64e36f5e-864b-4eb9-9c55-9ce52dfd8c47 req-1815f2f7-7fbf-43db-a177-8d7ee41a881a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e904dccc-be1f-4513-be4c-72f8c6537764 HTTP/1.1" status: 200 len: 999 time: 0.1705341 Aug 12 14:32:44.328804 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-c7f9a865-2984-4621-ac21-dda1280d9467 None None] Attempting to bind port 9cac5a76-5d06-4188-b513-35c4af6d1758 on host n-d-694802-15 for vnic_type normal with profile {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:32:44.329177 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-c7f9a865-2984-4621-ac21-dda1280d9467 None None] Attempting to bind port 9cac5a76-5d06-4188-b513-35c4af6d1758 by drivers openvswitch,hyperv on host n-d-694802-15 at level 0 using segments [{'id': 'ee392864-e217-4cd8-a2c6-fbd3077ffd3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '2d77121a-2c49-4913-9b71-d88f74914779'}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:32:44.329535 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7f9a865-2984-4621-ac21-dda1280d9467 None None] Attempting to bind port 9cac5a76-5d06-4188-b513-35c4af6d1758 on network 2d77121a-2c49-4913-9b71-d88f74914779 {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:32:44.338604 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7f9a865-2984-4621-ac21-dda1280d9467 None None] Checking agent: {'id': '16de73ac-f2e9-4cee-b3e0-91052ae3e6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 20, 13), 'started_at': datetime.datetime(2021, 8, 12, 14, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 32, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:32:44.339058 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7f9a865-2984-4621-ac21-dda1280d9467 None None] Checking segment: {'id': 'ee392864-e217-4cd8-a2c6-fbd3077ffd3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '2d77121a-2c49-4913-9b71-d88f74914779'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:32:44.339526 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-c7f9a865-2984-4621-ac21-dda1280d9467 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:44.339918 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7f9a865-2984-4621-ac21-dda1280d9467 None None] Bound using segment: {'id': 'ee392864-e217-4cd8-a2c6-fbd3077ffd3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '2d77121a-2c49-4913-9b71-d88f74914779'} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:32:44.340396 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-c7f9a865-2984-4621-ac21-dda1280d9467 None None] Bound port: 9cac5a76-5d06-4188-b513-35c4af6d1758, host: n-d-694802-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee392864-e217-4cd8-a2c6-fbd3077ffd3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '2d77121a-2c49-4913-9b71-d88f74914779'}}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:32:44.340777 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-c7f9a865-2984-4621-ac21-dda1280d9467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:44.376256 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-ff7de92b-cf50-424e-b3fe-3d76603ad263 req-3f70f3a1-991a-4677-8638-3c68f7fb8a66 service neutron] 10.222.0.39 "GET /v2.0/networks/a59e5426-181b-4a1b-a168-dee8a2c25b1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2766693 Aug 12 14:32:44.391205 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ba00a3-ae4d-4eb3-ad12-31b74e256584 req-4f81cc79-b6e6-49d2-99d1-c60410ade097 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:44.395267 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-58ba00a3-ae4d-4eb3-ad12-31b74e256584 req-4f81cc79-b6e6-49d2-99d1-c60410ade097 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] 10.222.0.39 "GET /v2.0/ports?device_id=d3e6d2ac-ef5b-4192-80e2-af49f1b7a811 HTTP/1.1" status: 200 len: 945 time: 0.0772030 Aug 12 14:32:44.420658 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-c7f9a865-2984-4621-ac21-dda1280d9467 None None] For port 9cac5a76-5d06-4188-b513-35c4af6d1758, host n-d-694802-15, cleared binding levels {{(pid=94468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:32:44.428575 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-c7f9a865-2984-4621-ac21-dda1280d9467 None None] For port 9cac5a76-5d06-4188-b513-35c4af6d1758, host n-d-694802-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=9cac5a76-5d06-4188-b513-35c4af6d1758,segment=NetworkSegment(ee392864-e217-4cd8-a2c6-fbd3077ffd3b),segment_id=ee392864-e217-4cd8-a2c6-fbd3077ffd3b)] {{(pid=94468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:32:44.435074 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-c7f9a865-2984-4621-ac21-dda1280d9467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:44.486070 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-58ba00a3-ae4d-4eb3-ad12-31b74e256584 req-b544169b-aac5-45f7-995e-e500beecfe5d tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] 10.222.0.39 "GET /v2.0/security-groups?id=11312995-c93d-4754-9dea-15693c54238a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833881 Aug 12 14:32:44.491543 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-8aaa40d4-163e-4a0d-8661-c365a0f1d9da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83b83925-bd97-4b97-9514-058bd55e9cb1', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1286261987-router', 'tenant_id': '78bc96cbad574ff5b08b92704ccc550c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.192'}], 'enable_snat': True}, 'gw_port_id': '03ec5e04-e075-40d2-8e90-3ae156fef4a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:32:17Z', 'updated_at': '2021-08-12T14:32:21Z', 'revision_number': 4, 'project_id': '78bc96cbad574ff5b08b92704ccc550c', 'gw_port': {'id': '03ec5e04-e075-40d2-8e90-3ae156fef4a0', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:18:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b83925-bd97-4b97-9514-058bd55e9cb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:32:18Z', 'updated_at': '2021-08-12T14:32:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_floatingips': [{'id': 'bc61eb52-a864-45fd-bc7a-3d3e6f36ec21', 'tenant_id': '78bc96cbad574ff5b08b92704ccc550c', 'floating_ip_address': '172.25.1.143', 'floating_network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'router_id': '83b83925-bd97-4b97-9514-058bd55e9cb1', 'port_id': 'e904dccc-be1f-4513-be4c-72f8c6537764', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 550, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a59e5426-181b-4a1b-a168-dee8a2c25b1e', 'mac_address': 'fa:16:3e:50:12:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20a508c0-b3ec-4a7c-bde0-25fb7b33ebfe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T14:32:39Z', 'updated_at': '2021-08-12T14:32:41Z', 'revision_number': 1, 'project_id': '78bc96cbad574ff5b08b92704ccc550c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a763fc1-72b0-42ec-b017-3a97cb24f690', 'name': '', 'network_id': 'a59e5426-181b-4a1b-a168-dee8a2c25b1e', 'tenant_id': '78bc96cbad574ff5b08b92704ccc550c', 'mac_address': 'fa:16:3e:ed:e6:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b83925-bd97-4b97-9514-058bd55e9cb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'c9128cfa-e5cd-496a-be78-67996c7e7865', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:32:21Z', 'updated_at': '2021-08-12T14:32:27Z', 'revision_number': 5, 'project_id': '78bc96cbad574ff5b08b92704ccc550c', 'subnets': [{'id': 'c9128cfa-e5cd-496a-be78-67996c7e7865', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:32:44.519729 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f9a865-2984-4621-ac21-dda1280d9467 None None] Pushing event updated for resources: {'Port': ['ID=9cac5a76-5d06-4188-b513-35c4af6d1758,revision_number=2']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:32:44.536712 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e36f5e-864b-4eb9-9c55-9ce52dfd8c47 req-eb7fb94d-3660-4e92-8881-516a4b3c355a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:44.540327 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-64e36f5e-864b-4eb9-9c55-9ce52dfd8c47 req-eb7fb94d-3660-4e92-8881-516a4b3c355a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c9128cfa-e5cd-496a-be78-67996c7e7865 HTTP/1.1" status: 200 len: 868 time: 0.2519677 Aug 12 14:32:44.567664 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aaa40d4-163e-4a0d-8661-c365a0f1d9da None None] The sync data for ids ['83b83925-bd97-4b97-9514-058bd55e9cb1'] in n-d-694802-15 is: [{'id': '83b83925-bd97-4b97-9514-058bd55e9cb1', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1286261987-router', 'tenant_id': '78bc96cbad574ff5b08b92704ccc550c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.192'}], 'enable_snat': True}, 'gw_port_id': '03ec5e04-e075-40d2-8e90-3ae156fef4a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:32:17Z', 'updated_at': '2021-08-12T14:32:21Z', 'revision_number': 4, 'project_id': '78bc96cbad574ff5b08b92704ccc550c', 'gw_port': {'id': '03ec5e04-e075-40d2-8e90-3ae156fef4a0', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:18:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b83925-bd97-4b97-9514-058bd55e9cb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:32:18Z', 'updated_at': '2021-08-12T14:32:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_floatingips': [{'id': 'bc61eb52-a864-45fd-bc7a-3d3e6f36ec21', 'tenant_id': '78bc96cbad574ff5b08b92704ccc550c', 'floating_ip_address': '172.25.1.143', 'floating_network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'router_id': '83b83925-bd97-4b97-9514-058bd55e9cb1', 'port_id': 'e904dccc-be1f-4513-be4c-72f8c6537764', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 550, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a59e5426-181b-4a1b-a168-dee8a2c25b1e', 'mac_address': 'fa:16:3e:50:12:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20a508c0-b3ec-4a7c-bde0-25fb7b33ebfe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T14:32:39Z', 'updated_at': '2021-08-12T14:32:41Z', 'revision_number': 1, 'project_id': '78bc96cbad574ff5b08b92704ccc550c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a763fc1-72b0-42ec-b017-3a97cb24f690', 'name': '', 'network_id': 'a59e5426-181b-4a1b-a168-dee8a2c25b1e', 'tenant_id': '78bc96cbad574ff5b08b92704ccc550c', 'mac_address': 'fa:16:3e:ed:e6:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b83925-bd97-4b97-9514-058bd55e9cb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'c9128cfa-e5cd-496a-be78-67996c7e7865', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:32:21Z', 'updated_at': '2021-08-12T14:32:27Z', 'revision_number': 5, 'project_id': '78bc96cbad574ff5b08b92704ccc550c', 'subnets': [{'id': 'c9128cfa-e5cd-496a-be78-67996c7e7865', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 14:32:44.689415 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-ff7de92b-cf50-424e-b3fe-3d76603ad263 req-c4237e1a-4441-4684-952b-30877a34ab42 service neutron] 10.222.0.39 "GET /v2.0/networks/a59e5426-181b-4a1b-a168-dee8a2c25b1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2943568 Aug 12 14:32:44.702135 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e36f5e-864b-4eb9-9c55-9ce52dfd8c47 req-4a02f203-b822-4781-b742-af0d0a1c3687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:44.703883 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-64e36f5e-864b-4eb9-9c55-9ce52dfd8c47 req-4a02f203-b822-4781-b742-af0d0a1c3687 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a59e5426-181b-4a1b-a168-dee8a2c25b1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0732932 Aug 12 14:32:44.897302 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb590d2d-1910-4513-b72c-eb406ecf8599 req-a146c850-20f2-4289-8298-1710aeb97cd1 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:44.907803 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-eb590d2d-1910-4513-b72c-eb406ecf8599 req-a146c850-20f2-4289-8298-1710aeb97cd1 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/ports?device_id=49fbf0c9-7c67-47a8-a064-2ab1f7981fda HTTP/1.1" status: 200 len: 949 time: 0.1036990 Aug 12 14:32:44.925377 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fcb7a48-cc26-43e8-81de-64e9af4c1320 None None] New status for floating IP bc61eb52-a864-45fd-bc7a-3d3e6f36ec21: ACTIVE {{(pid=94468) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 14:32:44.961143 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2178d7e4-6629-4db5-b0d1-331b1a53d24b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:44.988399 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-eb590d2d-1910-4513-b72c-eb406ecf8599 req-3e1c4de5-5de5-43c8-b145-81565af6583e tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0307eb3-f523-445b-8e1d-79deac809303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748632 Aug 12 14:32:45.005512 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2178d7e4-6629-4db5-b0d1-331b1a53d24b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:45.129026 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-47303588-9ab2-4ee6-bb46-2268d7c130ea req-c3ad7da0-a6ef-4fad-aacf-6f70784c8c26 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811-project] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=d3759e1b-6c03-45ac-acd4-90abb417809b HTTP/1.1" status: 200 len: 258 time: 0.1265590 Aug 12 14:32:45.135597 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-47303588-9ab2-4ee6-bb46-2268d7c130ea req-ff97e0e0-b8f0-4a3e-90a0-535f3ba95d7d tempest-FloatingIPsAssociationNegativeTestJSON-2129814811 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811-project] Request body: {'floatingip': {'floating_network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:32:45.164785 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-47303588-9ab2-4ee6-bb46-2268d7c130ea req-ff97e0e0-b8f0-4a3e-90a0-535f3ba95d7d tempest-FloatingIPsAssociationNegativeTestJSON-2129814811 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811-project] Notify callbacks [] for floatingip, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:45.172272 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-2178d7e4-6629-4db5-b0d1-331b1a53d24b admin admin] Allocated IP 172.25.1.146 (d3759e1b-6c03-45ac-acd4-90abb417809b/f0254f08-c19c-4e31-bd9c-09389ea4b6f2/616a60ed-06d7-43a6-baaa-a00ca139ecd8) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:32:45.192173 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad01e1d-d407-43a6-84be-c6fb4e0f96b0 req-231b7dea-aca2-4945-b12f-19882e6f0680 tempest-ServersAdminTestJSON-1505041883 tempest-ServersAdminTestJSON-1505041883-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:45.193746 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-4ad01e1d-d407-43a6-84be-c6fb4e0f96b0 req-231b7dea-aca2-4945-b12f-19882e6f0680 tempest-ServersAdminTestJSON-1505041883 tempest-ServersAdminTestJSON-1505041883-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=f3c0eeb6-944f-4df5-921f-e67fd51b3f14 HTTP/1.1" status: 200 len: 1101 time: 0.1953173 Aug 12 14:32:45.257185 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-64e36f5e-864b-4eb9-9c55-9ce52dfd8c47 req-798291dd-e837-4b3b-975b-5d8de4d90647 service neutron] 10.222.0.49 "GET /v2.0/networks/a59e5426-181b-4a1b-a168-dee8a2c25b1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4271221 Aug 12 14:32:45.305726 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-47303588-9ab2-4ee6-bb46-2268d7c130ea req-ff97e0e0-b8f0-4a3e-90a0-535f3ba95d7d tempest-FloatingIPsAssociationNegativeTestJSON-2129814811 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:45.461858 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-fe95f194-a3b0-4c04-9e42-20b511169d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:45.590513 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 9cac5a76-5d06-4188-b513-35c4af6d1758 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:32:45.648334 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning for port 9cac5a76-5d06-4188-b513-35c4af6d1758 completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:32:45.668768 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-4ad01e1d-d407-43a6-84be-c6fb4e0f96b0 req-80d82914-c48a-4c09-9066-87c011b651a2 tempest-ServersAdminTestJSON-1505041883 tempest-ServersAdminTestJSON-1505041883-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=732c786f-d597-473b-bc9a-3d3a7bfc11d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4657488 Aug 12 14:32:45.731774 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-64e36f5e-864b-4eb9-9c55-9ce52dfd8c47 req-19c3fd9f-5611-4d39-b2ea-778ba53abd42 service neutron] 10.222.0.49 "GET /v2.0/networks/a59e5426-181b-4a1b-a168-dee8a2c25b1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4529896 Aug 12 14:32:45.746949 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2178d7e4-6629-4db5-b0d1-331b1a53d24b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:45.750227 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7859d909-53b2-40ff-967c-3b41e176a048 None None] Network 2d77121a-2c49-4913-9b71-d88f74914779 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:32:45.824964 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2178d7e4-6629-4db5-b0d1-331b1a53d24b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:45.840353 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-c5ae84ed-6b22-4e59-8506-47329ee55920 None None] Provisioning for port 9cac5a76-5d06-4188-b513-35c4af6d1758 completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:32:45.842525 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770b361d-4b58-4d0d-96ca-5fdf1b573a3f req-0a53136d-8e22-444e-8ffc-5523df0dc93d tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:45.844153 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-770b361d-4b58-4d0d-96ca-5fdf1b573a3f req-0a53136d-8e22-444e-8ffc-5523df0dc93d tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] 10.222.0.39 "GET /v2.0/ports?device_id=49a3c0a4-ec67-4b04-8bde-6beb71c91199 HTTP/1.1" status: 200 len: 945 time: 0.0679555 Aug 12 14:32:45.851896 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-c5ae84ed-6b22-4e59-8506-47329ee55920 None None] Provisioning complete for port 9cac5a76-5d06-4188-b513-35c4af6d1758 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:32:45.852579 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-c5ae84ed-6b22-4e59-8506-47329ee55920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:45.881610 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2178d7e4-6629-4db5-b0d1-331b1a53d24b admin admin] Network d3759e1b-6c03-45ac-acd4-90abb417809b is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:32:45.891720 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_common [req-47303588-9ab2-4ee6-bb46-2268d7c130ea req-ff97e0e0-b8f0-4a3e-90a0-535f3ba95d7d tempest-FloatingIPsAssociationNegativeTestJSON-2129814811 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811-project] Allocated IP 172.25.1.25 (d3759e1b-6c03-45ac-acd4-90abb417809b/f0254f08-c19c-4e31-bd9c-09389ea4b6f2/808fb26f-da15-405e-9b2f-346194b8c3e8) {{(pid=94467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:32:45.893213 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-2178d7e4-6629-4db5-b0d1-331b1a53d24b admin admin] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:32:45.899650 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2178d7e4-6629-4db5-b0d1-331b1a53d24b admin admin] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:32:45.947647 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2178d7e4-6629-4db5-b0d1-331b1a53d24b admin admin] Pushing event updated for resources: {'Port': ['ID=616a60ed-06d7-43a6-baaa-a00ca139ecd8,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:32:45.973321 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-770b361d-4b58-4d0d-96ca-5fdf1b573a3f req-d7fe45c8-22c2-49b0-9731-e5486389f935 tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] 10.222.0.39 "GET /v2.0/security-groups?id=6f569421-3ef5-4998-a0c5-f191379b6c78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217437 Aug 12 14:32:46.012628 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-c5ae84ed-6b22-4e59-8506-47329ee55920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:46.054995 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-c5ae84ed-6b22-4e59-8506-47329ee55920 None None] For port 9cac5a76-5d06-4188-b513-35c4af6d1758, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=9cac5a76-5d06-4188-b513-35c4af6d1758,segment=NetworkSegment(ee392864-e217-4cd8-a2c6-fbd3077ffd3b),segment_id=ee392864-e217-4cd8-a2c6-fbd3077ffd3b)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:32:46.062894 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-c5ae84ed-6b22-4e59-8506-47329ee55920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:46.125136 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-47303588-9ab2-4ee6-bb46-2268d7c130ea req-ff97e0e0-b8f0-4a3e-90a0-535f3ba95d7d tempest-FloatingIPsAssociationNegativeTestJSON-2129814811 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811-project] Notify callbacks [] for port, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:46.130776 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ae84ed-6b22-4e59-8506-47329ee55920 None None] Pushing event updated for resources: {'Port': ['ID=9cac5a76-5d06-4188-b513-35c4af6d1758,revision_number=3']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:32:46.196918 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-47303588-9ab2-4ee6-bb46-2268d7c130ea req-ff97e0e0-b8f0-4a3e-90a0-535f3ba95d7d tempest-FloatingIPsAssociationNegativeTestJSON-2129814811 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:46.260747 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47303588-9ab2-4ee6-bb46-2268d7c130ea req-ff97e0e0-b8f0-4a3e-90a0-535f3ba95d7d tempest-FloatingIPsAssociationNegativeTestJSON-2129814811 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811-project] Network d3759e1b-6c03-45ac-acd4-90abb417809b is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:32:46.264835 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff97e0e0-b8f0-4a3e-90a0-535f3ba95d7d tempest-FloatingIPsAssociationNegativeTestJSON-2129814811 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811-project] Pushing event updated for resources: {'Port': ['ID=808fb26f-da15-405e-9b2f-346194b8c3e8,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:32:46.267761 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [req-47303588-9ab2-4ee6-bb46-2268d7c130ea req-ff97e0e0-b8f0-4a3e-90a0-535f3ba95d7d tempest-FloatingIPsAssociationNegativeTestJSON-2129814811 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811-project] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:32:46.270689 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [req-47303588-9ab2-4ee6-bb46-2268d7c130ea req-ff97e0e0-b8f0-4a3e-90a0-535f3ba95d7d tempest-FloatingIPsAssociationNegativeTestJSON-2129814811 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811-project] Received port after_create {{(pid=94467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:32:46.291746 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-9da65b82-1967-44a2-a36c-e9075dab7b1f None None] Provisioning complete for port 9cac5a76-5d06-4188-b513-35c4af6d1758 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:32:46.292178 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-9da65b82-1967-44a2-a36c-e9075dab7b1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:46.316683 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13c6190-1b6b-4d6a-ad9a-a94acbbf76ff req-90308146-2cb1-44de-8c78-d81d49a588b1 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:46.319237 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-f13c6190-1b6b-4d6a-ad9a-a94acbbf76ff req-90308146-2cb1-44de-8c78-d81d49a588b1 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] 10.222.0.39 "GET /v2.0/ports?device_id=d3e6d2ac-ef5b-4192-80e2-af49f1b7a811 HTTP/1.1" status: 200 len: 945 time: 0.1473756 Aug 12 14:32:46.364334 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2178d7e4-6629-4db5-b0d1-331b1a53d24b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:46.377094 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-47303588-9ab2-4ee6-bb46-2268d7c130ea req-ff97e0e0-b8f0-4a3e-90a0-535f3ba95d7d tempest-FloatingIPsAssociationNegativeTestJSON-2129814811 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:46.418057 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-47303588-9ab2-4ee6-bb46-2268d7c130ea req-ff97e0e0-b8f0-4a3e-90a0-535f3ba95d7d tempest-FloatingIPsAssociationNegativeTestJSON-2129814811 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:46.419117 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-f13c6190-1b6b-4d6a-ad9a-a94acbbf76ff req-33e59970-01e1-432f-bf88-852603d88b9a tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] 10.222.0.39 "GET /v2.0/security-groups?id=11312995-c93d-4754-9dea-15693c54238a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919359 Aug 12 14:32:46.596507 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-47303588-9ab2-4ee6-bb46-2268d7c130ea req-ff97e0e0-b8f0-4a3e-90a0-535f3ba95d7d tempest-FloatingIPsAssociationNegativeTestJSON-2129814811 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811-project] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:46.602796 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-47303588-9ab2-4ee6-bb46-2268d7c130ea req-ff97e0e0-b8f0-4a3e-90a0-535f3ba95d7d tempest-FloatingIPsAssociationNegativeTestJSON-2129814811 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:46.643947 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2178d7e4-6629-4db5-b0d1-331b1a53d24b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-429413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-431608'] for router, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:46.706623 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff97e0e0-b8f0-4a3e-90a0-535f3ba95d7d tempest-FloatingIPsAssociationNegativeTestJSON-2129814811 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811-project] Pushing event updated for resources: {'Port': ['ID=808fb26f-da15-405e-9b2f-346194b8c3e8,revision_number=2']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:32:46.726287 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-47303588-9ab2-4ee6-bb46-2268d7c130ea req-ff97e0e0-b8f0-4a3e-90a0-535f3ba95d7d tempest-FloatingIPsAssociationNegativeTestJSON-2129814811 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431510'] for floatingip, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:46.741161 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-47303588-9ab2-4ee6-bb46-2268d7c130ea req-ff97e0e0-b8f0-4a3e-90a0-535f3ba95d7d tempest-FloatingIPsAssociationNegativeTestJSON-2129814811 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for floatingip, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:46.742738 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-47303588-9ab2-4ee6-bb46-2268d7c130ea req-ff97e0e0-b8f0-4a3e-90a0-535f3ba95d7d tempest-FloatingIPsAssociationNegativeTestJSON-2129814811 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.6125276 Aug 12 14:32:46.799975 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-47303588-9ab2-4ee6-bb46-2268d7c130ea req-13780946-6d21-4cd4-9d69-71051483f3a7 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.1.25 HTTP/1.1" status: 200 len: 695 time: 0.0505483 Aug 12 14:32:46.810119 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc50adf0-eecb-479f-9d54-ec640a8dcee7 req-9e4c4850-154b-46fe-89f1-da35ddd16cab tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:46.811651 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-cc50adf0-eecb-479f-9d54-ec640a8dcee7 req-9e4c4850-154b-46fe-89f1-da35ddd16cab tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/ports?device_id=49fbf0c9-7c67-47a8-a064-2ab1f7981fda HTTP/1.1" status: 200 len: 949 time: 0.0701723 Aug 12 14:32:46.864849 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-cc50adf0-eecb-479f-9d54-ec640a8dcee7 req-41fe6058-a341-4961-b47b-5538c6395e3c tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0307eb3-f523-445b-8e1d-79deac809303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449438 Aug 12 14:32:46.866614 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2178d7e4-6629-4db5-b0d1-331b1a53d24b admin admin] Router 5535e5ab-0b6a-4c4c-8883-55bbdacbdf7e is scheduled to L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f with binding_index 1 {{(pid=94466) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 14:32:46.958058 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47303588-9ab2-4ee6-bb46-2268d7c130ea req-1d586733-3347-48f7-a706-78d6cbffa772 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:46.959822 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-47303588-9ab2-4ee6-bb46-2268d7c130ea req-1d586733-3347-48f7-a706-78d6cbffa772 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811-project] 10.222.0.39 "GET /v2.0/networks/d3759e1b-6c03-45ac-acd4-90abb417809b HTTP/1.1" status: 200 len: 784 time: 0.1519511 Aug 12 14:32:47.018096 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2178d7e4-6629-4db5-b0d1-331b1a53d24b admin admin] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 14:32:47.029846 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-834e998f-89c1-4f82-a3b4-435cabf1ab2c None None] Sync routers for ids ['5535e5ab-0b6a-4c4c-8883-55bbdacbdf7e'] in n-d-694802-15 {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 14:32:47.037669 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae2eae9-dcfb-41e1-b33b-7569b1c11811 req-5b7e794d-b82a-4c1d-bee1-b29cd7401f02 tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:47.046486 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-aae2eae9-dcfb-41e1-b33b-7569b1c11811 req-5b7e794d-b82a-4c1d-bee1-b29cd7401f02 tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] 10.222.0.39 "GET /v2.0/ports?device_id=e7da12fb-2ae3-4e0e-8b7a-1e5fb86a96f3 HTTP/1.1" status: 200 len: 950 time: 0.0829980 Aug 12 14:32:47.052283 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-834e998f-89c1-4f82-a3b4-435cabf1ab2c None None] Routers {'5535e5ab-0b6a-4c4c-8883-55bbdacbdf7e'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:32:47.053320 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-834e998f-89c1-4f82-a3b4-435cabf1ab2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:32:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['5535e5ab-0b6a-4c4c-8883-55bbdacbdf7e'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:32:47.070188 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2178d7e4-6629-4db5-b0d1-331b1a53d24b admin admin] Notify callbacks [] for router, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:47.071439 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-2178d7e4-6629-4db5-b0d1-331b1a53d24b admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 3.7780795 Aug 12 14:32:47.074244 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 60756) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:32:47.103443 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-aae2eae9-dcfb-41e1-b33b-7569b1c11811 req-642cf723-cfd7-4012-83ea-c0b833d83737 tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] 10.222.0.39 "GET /v2.0/security-groups?id=732c786f-d597-473b-bc9a-3d3a7bfc11d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560970 Aug 12 14:32:47.272792 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-834e998f-89c1-4f82-a3b4-435cabf1ab2c None None] Set router 5535e5ab-0b6a-4c4c-8883-55bbdacbdf7e gateway port host: n-d-694802-15 {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:32:47.298706 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb89373f-1b45-4eba-a160-517371feca97 req-41b7df53-b03e-4098-a44f-5bfdec9a5f48 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:47.306722 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-fb89373f-1b45-4eba-a160-517371feca97 req-41b7df53-b03e-4098-a44f-5bfdec9a5f48 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811-project] 10.222.0.39 "GET /v2.0/ports?device_id=20a508c0-b3ec-4a7c-bde0-25fb7b33ebfe&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1592045 Aug 12 14:32:47.309475 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54109b45-0549-4623-a26a-8908bc9eb314 req-34598ebb-a509-47e6-8e0c-6ae254e2d47d tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:47.318112 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-54109b45-0549-4623-a26a-8908bc9eb314 req-34598ebb-a509-47e6-8e0c-6ae254e2d47d tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] 10.222.0.39 "GET /v2.0/ports?device_id=49a3c0a4-ec67-4b04-8bde-6beb71c91199 HTTP/1.1" status: 200 len: 945 time: 0.1108298 Aug 12 14:32:47.370235 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-54109b45-0549-4623-a26a-8908bc9eb314 req-b5b78fb5-3eef-492d-974b-2d44d6c1e6ae tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] 10.222.0.39 "GET /v2.0/security-groups?id=6f569421-3ef5-4998-a0c5-f191379b6c78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505092 Aug 12 14:32:47.536098 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-834e998f-89c1-4f82-a3b4-435cabf1ab2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5535e5ab-0b6a-4c4c-8883-55bbdacbdf7e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1350383079-router', 'tenant_id': 'b1a78db6da9442aab3b2432c7eca6669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.146'}], 'enable_snat': True}, 'gw_port_id': '616a60ed-06d7-43a6-baaa-a00ca139ecd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:32:43Z', 'updated_at': '2021-08-12T14:32:46Z', 'revision_number': 3, 'project_id': 'b1a78db6da9442aab3b2432c7eca6669', 'gw_port': {'id': '616a60ed-06d7-43a6-baaa-a00ca139ecd8', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:90:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5535e5ab-0b6a-4c4c-8883-55bbdacbdf7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:32:45Z', 'updated_at': '2021-08-12T14:32:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15'}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:32:47.583110 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-834e998f-89c1-4f82-a3b4-435cabf1ab2c None None] Checking router: 5535e5ab-0b6a-4c4c-8883-55bbdacbdf7e for host: n-d-694802-15 {{(pid=94469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 14:32:47.583746 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-834e998f-89c1-4f82-a3b4-435cabf1ab2c None None] Updating router 5535e5ab-0b6a-4c4c-8883-55bbdacbdf7e port 616a60ed-06d7-43a6-baaa-a00ca139ecd8 binding host n-d-694802-15 {{(pid=94469) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 14:32:47.588865 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32f31da-33a9-4139-a595-4ae556c69825 req-e28190c9-1fa6-413e-8cb5-5f573ede7504 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:47.590596 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-c32f31da-33a9-4139-a595-4ae556c69825 req-e28190c9-1fa6-413e-8cb5-5f573ede7504 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] 10.222.0.39 "GET /v2.0/ports?device_id=d3e6d2ac-ef5b-4192-80e2-af49f1b7a811 HTTP/1.1" status: 200 len: 945 time: 0.0876410 Aug 12 14:32:47.630183 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-834e998f-89c1-4f82-a3b4-435cabf1ab2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:47.635919 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 9cac5a76-5d06-4188-b513-35c4af6d1758 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:32:47.674136 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-c32f31da-33a9-4139-a595-4ae556c69825 req-27c9c9bf-627a-4578-b9d6-1314167dadfd tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] 10.222.0.39 "GET /v2.0/security-groups?id=11312995-c93d-4754-9dea-15693c54238a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752342 Aug 12 14:32:47.743956 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port 9cac5a76-5d06-4188-b513-35c4af6d1758 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:32:47.744719 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:47.830115 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-fb89373f-1b45-4eba-a160-517371feca97 req-2bc0215f-6f38-4b20-a8bb-c7f6f5675d74 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.1.25 HTTP/1.1" status: 200 len: 695 time: 0.5222464 Aug 12 14:32:47.845074 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-fb89373f-1b45-4eba-a160-517371feca97 req-9bdbb3d5-f6e7-4b64-a0ff-7f31af0958f2 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811-project] Request body: {'floatingip': {'port_id': 'e904dccc-be1f-4513-be4c-72f8c6537764', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:32:47.924420 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-fb89373f-1b45-4eba-a160-517371feca97 req-9bdbb3d5-f6e7-4b64-a0ff-7f31af0958f2 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811-project] Notify callbacks [] for floatingip, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:48.007969 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-834e998f-89c1-4f82-a3b4-435cabf1ab2c None None] Notify callbacks [] for port, precommit_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:48.014830 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e7ffbe-217e-4cbd-a8c2-386643193cc5 req-d8c2baad-82f1-4d9e-b0f4-96e7869ec965 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:48.018620 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.provisioning_blocks [None req-834e998f-89c1-4f82-a3b4-435cabf1ab2c None None] Transition to ACTIVE for port object 616a60ed-06d7-43a6-baaa-a00ca139ecd8 will not be triggered until provisioned by entity L2. {{(pid=94469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:32:48.023455 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-21e7ffbe-217e-4cbd-a8c2-386643193cc5 req-d8c2baad-82f1-4d9e-b0f4-96e7869ec965 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/ports?device_id=49fbf0c9-7c67-47a8-a064-2ab1f7981fda HTTP/1.1" status: 200 len: 949 time: 0.0606205 Aug 12 14:32:48.026594 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-834e998f-89c1-4f82-a3b4-435cabf1ab2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:48.069571 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-21e7ffbe-217e-4cbd-a8c2-386643193cc5 req-28d57f9e-3c7b-421d-a8f2-45bf150b61d1 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0307eb3-f523-445b-8e1d-79deac809303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449317 Aug 12 14:32:48.075926 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.managers [None req-834e998f-89c1-4f82-a3b4-435cabf1ab2c None None] Attempting to bind port 616a60ed-06d7-43a6-baaa-a00ca139ecd8 on host n-d-694802-15 for vnic_type normal with profile {{(pid=94469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:32:48.076472 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.managers [None req-834e998f-89c1-4f82-a3b4-435cabf1ab2c None None] Attempting to bind port 616a60ed-06d7-43a6-baaa-a00ca139ecd8 by drivers openvswitch,hyperv on host n-d-694802-15 at level 0 using segments [{'id': 'b1b396cb-2dc6-4041-bfc7-1833a80a4720', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'}] {{(pid=94469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:32:48.076472 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-834e998f-89c1-4f82-a3b4-435cabf1ab2c None None] Attempting to bind port 616a60ed-06d7-43a6-baaa-a00ca139ecd8 on network d3759e1b-6c03-45ac-acd4-90abb417809b {{(pid=94469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:32:48.089612 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-834e998f-89c1-4f82-a3b4-435cabf1ab2c None None] Checking agent: {'id': '16de73ac-f2e9-4cee-b3e0-91052ae3e6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 20, 13), 'started_at': datetime.datetime(2021, 8, 12, 14, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 32, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:32:48.090549 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-834e998f-89c1-4f82-a3b4-435cabf1ab2c None None] Checking segment: {'id': 'b1b396cb-2dc6-4041-bfc7-1833a80a4720', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:32:48.091080 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-834e998f-89c1-4f82-a3b4-435cabf1ab2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:48.091530 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-834e998f-89c1-4f82-a3b4-435cabf1ab2c None None] Bound using segment: {'id': 'b1b396cb-2dc6-4041-bfc7-1833a80a4720', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'} {{(pid=94469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:32:48.092841 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.managers [None req-834e998f-89c1-4f82-a3b4-435cabf1ab2c None None] Bound port: 616a60ed-06d7-43a6-baaa-a00ca139ecd8, host: n-d-694802-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1b396cb-2dc6-4041-bfc7-1833a80a4720', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'}}] {{(pid=94469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:32:48.093665 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-834e998f-89c1-4f82-a3b4-435cabf1ab2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:48.156838 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649877ac-e2ee-44a1-887c-a7635c6d3f29 None None] Pushing event updated for resources: {'Port': ['ID=616a60ed-06d7-43a6-baaa-a00ca139ecd8,revision_number=2']} {{(pid=94469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:32:48.200634 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.db [None req-834e998f-89c1-4f82-a3b4-435cabf1ab2c None None] For port 616a60ed-06d7-43a6-baaa-a00ca139ecd8, host n-d-694802-15, cleared binding levels {{(pid=94469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:32:48.205594 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.db [None req-834e998f-89c1-4f82-a3b4-435cabf1ab2c None None] For port 616a60ed-06d7-43a6-baaa-a00ca139ecd8, host n-d-694802-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=616a60ed-06d7-43a6-baaa-a00ca139ecd8,segment=NetworkSegment(b1b396cb-2dc6-4041-bfc7-1833a80a4720),segment_id=b1b396cb-2dc6-4041-bfc7-1833a80a4720)] {{(pid=94469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:32:48.211924 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-834e998f-89c1-4f82-a3b4-435cabf1ab2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:48.252339 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ff0201-989b-4aeb-bef7-b0267c6d86a2 req-d85b55e4-1a26-430a-9a40-0ef321828866 tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:48.254066 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-31ff0201-989b-4aeb-bef7-b0267c6d86a2 req-d85b55e4-1a26-430a-9a40-0ef321828866 tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] 10.222.0.39 "GET /v2.0/ports?device_id=e7da12fb-2ae3-4e0e-8b7a-1e5fb86a96f3 HTTP/1.1" status: 200 len: 950 time: 0.0713217 Aug 12 14:32:48.300907 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649877ac-e2ee-44a1-887c-a7635c6d3f29 None None] Pushing event updated for resources: {'Port': ['ID=616a60ed-06d7-43a6-baaa-a00ca139ecd8,revision_number=3']} {{(pid=94469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:32:48.305829 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-31ff0201-989b-4aeb-bef7-b0267c6d86a2 req-0d46c1b1-7c24-4772-b627-33f6dd249e23 tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] 10.222.0.39 "GET /v2.0/security-groups?id=732c786f-d597-473b-bc9a-3d3a7bfc11d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383890 Aug 12 14:32:48.327317 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-834e998f-89c1-4f82-a3b4-435cabf1ab2c None None] Routers {'5535e5ab-0b6a-4c4c-8883-55bbdacbdf7e'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:32:48.331289 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-834e998f-89c1-4f82-a3b4-435cabf1ab2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:32:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['5535e5ab-0b6a-4c4c-8883-55bbdacbdf7e'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:32:48.364048 n-d-694802-15 neutron-server[94467]: INFO neutron.api.v2.resource [req-fb89373f-1b45-4eba-a160-517371feca97 req-9bdbb3d5-f6e7-4b64-a0ff-7f31af0958f2 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811-project] update failed (client error): There was a conflict when trying to complete your request. Aug 12 14:32:48.365859 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-fb89373f-1b45-4eba-a160-517371feca97 req-9bdbb3d5-f6e7-4b64-a0ff-7f31af0958f2 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811-project] 10.222.0.39 "PUT /v2.0/floatingips/7202d284-9d1c-416d-96a8-89c695f10c37 HTTP/1.1" status: 409 len: 549 time: 0.5277762 Aug 12 14:32:48.462756 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-a76eb2d6-437a-40e2-b4bd-6c05903eaa18 req-07166904-4491-43ae-b9d8-bd77630bc497 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811-project] 10.222.0.39 "GET /v2.0/floatingips/7202d284-9d1c-416d-96a8-89c695f10c37 HTTP/1.1" status: 200 len: 692 time: 0.0710404 Aug 12 14:32:48.468056 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-834e998f-89c1-4f82-a3b4-435cabf1ab2c None None] Set router 5535e5ab-0b6a-4c4c-8883-55bbdacbdf7e gateway port host: n-d-694802-15 {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:32:48.522355 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-2596d8f9-1d83-41ab-89dd-aa7079aea723 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:48.541716 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cdfde8-1c80-462b-b68a-18a92a90342a req-e517d721-7350-492d-9b60-7bc347005aa1 tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:48.543605 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e4cdfde8-1c80-462b-b68a-18a92a90342a req-e517d721-7350-492d-9b60-7bc347005aa1 tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] 10.222.0.39 "GET /v2.0/ports?device_id=49a3c0a4-ec67-4b04-8bde-6beb71c91199 HTTP/1.1" status: 200 len: 945 time: 0.1056871 Aug 12 14:32:48.584068 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76eb2d6-437a-40e2-b4bd-6c05903eaa18 req-6fa284d6-8e30-406f-92c1-6ffdd6003dd1 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:48.591000 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-a76eb2d6-437a-40e2-b4bd-6c05903eaa18 req-6fa284d6-8e30-406f-92c1-6ffdd6003dd1 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811-project] 10.222.0.39 "GET /v2.0/networks/d3759e1b-6c03-45ac-acd4-90abb417809b HTTP/1.1" status: 200 len: 784 time: 0.1218951 Aug 12 14:32:48.597692 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [req-a76eb2d6-437a-40e2-b4bd-6c05903eaa18 req-b4a3afd7-51bc-4c87-94d6-9374e94701f6 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=94466) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 14:32:48.607289 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-a76eb2d6-437a-40e2-b4bd-6c05903eaa18 req-b4a3afd7-51bc-4c87-94d6-9374e94701f6 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0144989 Aug 12 14:32:48.670710 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-a76eb2d6-437a-40e2-b4bd-6c05903eaa18 req-2b2a0ca8-3d00-45c2-bed5-9f7b69caf961 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.1.25 HTTP/1.1" status: 200 len: 695 time: 0.0623899 Aug 12 14:32:48.716227 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e4cdfde8-1c80-462b-b68a-18a92a90342a req-af36d5b3-96a8-491b-a7f6-ba7819696a0e tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] 10.222.0.39 "GET /v2.0/security-groups?id=6f569421-3ef5-4998-a0c5-f191379b6c78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583700 Aug 12 14:32:48.756919 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-a76eb2d6-437a-40e2-b4bd-6c05903eaa18 req-09f189f6-dfdf-4415-a0a4-d8ade95ec1b1 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.1.25 HTTP/1.1" status: 200 len: 695 time: 0.0851583 Aug 12 14:32:48.757244 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60872900-e215-4217-8fcb-df81b643147c req-a9ae2008-bc66-4c1c-828e-c2a7d06c2b8c tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:48.763626 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-60872900-e215-4217-8fcb-df81b643147c req-a9ae2008-bc66-4c1c-828e-c2a7d06c2b8c tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] 10.222.0.64 "GET /v2.0/ports?device_id=e7da12fb-2ae3-4e0e-8b7a-1e5fb86a96f3 HTTP/1.1" status: 200 len: 950 time: 0.2171195 Aug 12 14:32:48.860332 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dce609-b15a-48d5-9d2a-d1b1e108c3a9 req-96c1e6f2-25c3-4966-aef3-41e21ec38a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:48.861769 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-a0dce609-b15a-48d5-9d2a-d1b1e108c3a9 req-96c1e6f2-25c3-4966-aef3-41e21ec38a24 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=49a3c0a4-ec67-4b04-8bde-6beb71c91199 HTTP/1.1" status: 200 len: 1097 time: 0.1513386 Aug 12 14:32:48.912436 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-834e998f-89c1-4f82-a3b4-435cabf1ab2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5535e5ab-0b6a-4c4c-8883-55bbdacbdf7e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1350383079-router', 'tenant_id': 'b1a78db6da9442aab3b2432c7eca6669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.146'}], 'enable_snat': True}, 'gw_port_id': '616a60ed-06d7-43a6-baaa-a00ca139ecd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:32:43Z', 'updated_at': '2021-08-12T14:32:46Z', 'revision_number': 3, 'project_id': 'b1a78db6da9442aab3b2432c7eca6669', 'gw_port': {'id': '616a60ed-06d7-43a6-baaa-a00ca139ecd8', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:90:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5535e5ab-0b6a-4c4c-8883-55bbdacbdf7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:32:45Z', 'updated_at': '2021-08-12T14:32:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15'}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:32:48.926980 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-a0dce609-b15a-48d5-9d2a-d1b1e108c3a9 req-2171c536-6cd8-425f-b8d1-7c115d18a54a service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=6f569421-3ef5-4998-a0c5-f191379b6c78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431652 Aug 12 14:32:48.938610 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [req-a76eb2d6-437a-40e2-b4bd-6c05903eaa18 req-be58274a-37fb-4038-840f-7da6024943e2 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811-project] Deleting port 808fb26f-da15-405e-9b2f-346194b8c3e8 {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:32:48.938953 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-a76eb2d6-437a-40e2-b4bd-6c05903eaa18 req-be58274a-37fb-4038-840f-7da6024943e2 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:48.951283 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-834e998f-89c1-4f82-a3b4-435cabf1ab2c None None] The sync data for ids ['5535e5ab-0b6a-4c4c-8883-55bbdacbdf7e'] in n-d-694802-15 is: [{'id': '5535e5ab-0b6a-4c4c-8883-55bbdacbdf7e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1350383079-router', 'tenant_id': 'b1a78db6da9442aab3b2432c7eca6669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.146'}], 'enable_snat': True}, 'gw_port_id': '616a60ed-06d7-43a6-baaa-a00ca139ecd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:32:43Z', 'updated_at': '2021-08-12T14:32:46Z', 'revision_number': 3, 'project_id': 'b1a78db6da9442aab3b2432c7eca6669', 'gw_port': {'id': '616a60ed-06d7-43a6-baaa-a00ca139ecd8', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:90:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5535e5ab-0b6a-4c4c-8883-55bbdacbdf7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:32:45Z', 'updated_at': '2021-08-12T14:32:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15'}] {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 14:32:49.009212 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b9cc91-466b-42bb-8437-a83f01b128c1 req-f0f8c942-06cd-488e-be4b-a15e8eda9492 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:49.010853 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-61b9cc91-466b-42bb-8437-a83f01b128c1 req-f0f8c942-06cd-488e-be4b-a15e8eda9492 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] 10.222.0.39 "GET /v2.0/ports?device_id=d3e6d2ac-ef5b-4192-80e2-af49f1b7a811 HTTP/1.1" status: 200 len: 945 time: 0.1300280 Aug 12 14:32:49.036144 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-a76eb2d6-437a-40e2-b4bd-6c05903eaa18 req-be58274a-37fb-4038-840f-7da6024943e2 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:49.036899 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-a76eb2d6-437a-40e2-b4bd-6c05903eaa18 req-be58274a-37fb-4038-840f-7da6024943e2 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:49.041057 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_common [None req-2596d8f9-1d83-41ab-89dd-aa7079aea723 admin admin] Allocated IP 172.20.0.1 (2d77121a-2c49-4913-9b71-d88f74914779/e49c4440-1d10-4e2e-898f-8a24c72551cf/54ac8bc5-17fd-4e01-8778-29b71645e5d7) {{(pid=94467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:32:49.052235 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [req-a76eb2d6-437a-40e2-b4bd-6c05903eaa18 req-be58274a-37fb-4038-840f-7da6024943e2 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811-project] Calling delete_port for 808fb26f-da15-405e-9b2f-346194b8c3e8 owned by network:floatingip {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:32:49.095898 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [req-60872900-e215-4217-8fcb-df81b643147c req-ef05914c-e044-4d48-9354-580c0d36cb87 tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] Deleting port cf4911bf-7661-4d75-b2c1-bc2a480b2940 {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:32:49.096244 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-60872900-e215-4217-8fcb-df81b643147c req-ef05914c-e044-4d48-9354-580c0d36cb87 tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:49.187661 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-61b9cc91-466b-42bb-8437-a83f01b128c1 req-f9f92f76-389d-4740-ae1f-15dc40968b9e tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] 10.222.0.39 "GET /v2.0/security-groups?id=11312995-c93d-4754-9dea-15693c54238a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586676 Aug 12 14:32:49.235378 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-a76eb2d6-437a-40e2-b4bd-6c05903eaa18 req-be58274a-37fb-4038-840f-7da6024943e2 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:49.297802 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be58274a-37fb-4038-840f-7da6024943e2 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811-project] Pushing event deleted for resources: {'Port': ['ID=808fb26f-da15-405e-9b2f-346194b8c3e8,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:32:49.328807 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be58274a-37fb-4038-840f-7da6024943e2 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:32:49.329157 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be58274a-37fb-4038-840f-7da6024943e2 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:32:49.329509 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be58274a-37fb-4038-840f-7da6024943e2 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:32:49.329820 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be58274a-37fb-4038-840f-7da6024943e2 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:32:49.330146 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be58274a-37fb-4038-840f-7da6024943e2 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:32:49.330470 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be58274a-37fb-4038-840f-7da6024943e2 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:32:49.330790 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be58274a-37fb-4038-840f-7da6024943e2 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:32:49.331134 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be58274a-37fb-4038-840f-7da6024943e2 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:32:49.331456 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be58274a-37fb-4038-840f-7da6024943e2 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:32:49.331774 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be58274a-37fb-4038-840f-7da6024943e2 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:32:49.332093 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be58274a-37fb-4038-840f-7da6024943e2 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:32:49.332406 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be58274a-37fb-4038-840f-7da6024943e2 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:32:49.350104 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-60872900-e215-4217-8fcb-df81b643147c req-ef05914c-e044-4d48-9354-580c0d36cb87 tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] For port cf4911bf-7661-4d75-b2c1-bc2a480b2940, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=cf4911bf-7661-4d75-b2c1-bc2a480b2940,segment=NetworkSegment(a1f8c867-101b-4d30-814e-b89f55a5edd0),segment_id=a1f8c867-101b-4d30-814e-b89f55a5edd0)] {{(pid=94467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:32:49.351054 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-60872900-e215-4217-8fcb-df81b643147c req-ef05914c-e044-4d48-9354-580c0d36cb87 tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:49.358649 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-2596d8f9-1d83-41ab-89dd-aa7079aea723 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:49.380821 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [req-60872900-e215-4217-8fcb-df81b643147c req-ef05914c-e044-4d48-9354-580c0d36cb87 tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] Calling delete_port for cf4911bf-7661-4d75-b2c1-bc2a480b2940 owned by compute:nova {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:32:49.394408 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [None req-2596d8f9-1d83-41ab-89dd-aa7079aea723 admin admin] Transition to ACTIVE for port object 54ac8bc5-17fd-4e01-8778-29b71645e5d7 will not be triggered until provisioned by entity DHCP. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:32:49.512198 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-a76eb2d6-437a-40e2-b4bd-6c05903eaa18 req-be58274a-37fb-4038-840f-7da6024943e2 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811-project] Notify callbacks [] for floatingip, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:49.518958 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-a76eb2d6-437a-40e2-b4bd-6c05903eaa18 req-be58274a-37fb-4038-840f-7da6024943e2 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for floatingip, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:49.531684 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-a76eb2d6-437a-40e2-b4bd-6c05903eaa18 req-be58274a-37fb-4038-840f-7da6024943e2 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811-project] 10.222.0.39 "DELETE /v2.0/floatingips/7202d284-9d1c-416d-96a8-89c695f10c37 HTTP/1.1" status: 204 len: 173 time: 0.7737904 Aug 12 14:32:49.543690 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-bad036ec-25da-439a-8009-c9a65628777c req-3a9760bc-f934-4b56-9c70-8c5fe2382579 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=f3c0eeb6-944f-4df5-921f-e67fd51b3f14&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1578953 Aug 12 14:32:49.678533 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 616a60ed-06d7-43a6-baaa-a00ca139ecd8 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:32:49.686386 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1054308-6377-49f6-a7cf-95b91e883449 req-9e08e369-e745-49df-b976-d450b43a9a83 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:49.694596 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b1054308-6377-49f6-a7cf-95b91e883449 req-9e08e369-e745-49df-b976-d450b43a9a83 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/ports?device_id=49fbf0c9-7c67-47a8-a064-2ab1f7981fda HTTP/1.1" status: 200 len: 949 time: 0.1875362 Aug 12 14:32:49.703793 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad036ec-25da-439a-8009-c9a65628777c req-7a65c820-fd4e-4e66-9f21-560ea513ce44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:49.705359 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-bad036ec-25da-439a-8009-c9a65628777c req-7a65c820-fd4e-4e66-9f21-560ea513ce44 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=01bd30cc4f8c419596ce734e2f10fc57&device_id=f3c0eeb6-944f-4df5-921f-e67fd51b3f14 HTTP/1.1" status: 200 len: 1101 time: 0.1243672 Aug 12 14:32:49.733768 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-2596d8f9-1d83-41ab-89dd-aa7079aea723 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:49.744128 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a86407-af21-44c9-9c59-9ccb20763e85 req-04ea4ecc-1525-4eaa-9db7-be0b4eec67be tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:49.752297 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-c9a86407-af21-44c9-9c59-9ccb20763e85 req-04ea4ecc-1525-4eaa-9db7-be0b4eec67be tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] 10.222.0.39 "GET /v2.0/ports?device_id=e7da12fb-2ae3-4e0e-8b7a-1e5fb86a96f3 HTTP/1.1" status: 200 len: 950 time: 0.1034474 Aug 12 14:32:49.794242 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning for port 616a60ed-06d7-43a6-baaa-a00ca139ecd8 completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:32:49.804135 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port 616a60ed-06d7-43a6-baaa-a00ca139ecd8 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:32:49.807477 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:49.824929 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2596d8f9-1d83-41ab-89dd-aa7079aea723 admin admin] Network 2d77121a-2c49-4913-9b71-d88f74914779 is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:32:49.833365 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b1054308-6377-49f6-a7cf-95b91e883449 req-a776d89c-428b-4b3d-93af-6fca4eeb1705 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0307eb3-f523-445b-8e1d-79deac809303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376512 Aug 12 14:32:49.845140 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [None req-2596d8f9-1d83-41ab-89dd-aa7079aea723 admin admin] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:32:49.876471 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2596d8f9-1d83-41ab-89dd-aa7079aea723 admin admin] Received port after_create {{(pid=94467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:32:49.882973 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-c9a86407-af21-44c9-9c59-9ccb20763e85 req-b6c17c4e-2896-4dd3-b726-ea4b6bb30756 tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] 10.222.0.39 "GET /v2.0/security-groups?id=732c786f-d597-473b-bc9a-3d3a7bfc11d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292341 Aug 12 14:32:49.954157 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2596d8f9-1d83-41ab-89dd-aa7079aea723 admin admin] Pushing event updated for resources: {'Port': ['ID=54ac8bc5-17fd-4e01-8778-29b71645e5d7,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:32:49.956824 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-2596d8f9-1d83-41ab-89dd-aa7079aea723 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66663725'] for router_interface, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:50.001097 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad036ec-25da-439a-8009-c9a65628777c req-bbd00b2f-09a3-479f-89c3-b4202fe391fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:50.016577 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-bad036ec-25da-439a-8009-c9a65628777c req-bbd00b2f-09a3-479f-89c3-b4202fe391fd service neutron] 10.222.0.64 "GET /v2.0/networks?id=2525c403-dfb3-4196-a273-739607aab38a HTTP/1.1" status: 200 len: 870 time: 0.2596140 Aug 12 14:32:50.032451 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:50.092567 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] For port 616a60ed-06d7-43a6-baaa-a00ca139ecd8, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=616a60ed-06d7-43a6-baaa-a00ca139ecd8,segment=NetworkSegment(b1b396cb-2dc6-4041-bfc7-1833a80a4720),segment_id=b1b396cb-2dc6-4041-bfc7-1833a80a4720)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:32:50.100957 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:50.125479 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-bad036ec-25da-439a-8009-c9a65628777c req-80ff31bc-05f5-4a3f-89de-ccfbe9d26d66 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.5&port_id=edc5ecb0-fec0-4f07-8436-44d8c1345f48 HTTP/1.1" status: 200 len: 217 time: 0.0912232 Aug 12 14:32:50.148242 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-60872900-e215-4217-8fcb-df81b643147c req-ef05914c-e044-4d48-9354-580c0d36cb87 tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:50.171046 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] get_ports_and_sgs() called for port_ids ['c2132c04-e2a8-4086-a89a-d2e1812ec202', 'cf4911bf-7661-4d75-b2c1-bc2a480b2940', 'edc5ecb0-fec0-4f07-8436-44d8c1345f48'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:32:50.210685 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55c041b-b5c5-4fe3-9744-0d50ceca2ce6 req-66d021fa-e3dc-46d4-9a8a-740ac0e9984e tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:50.225220 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-b55c041b-b5c5-4fe3-9744-0d50ceca2ce6 req-66d021fa-e3dc-46d4-9a8a-740ac0e9984e tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] 10.222.0.39 "GET /v2.0/ports?device_id=49a3c0a4-ec67-4b04-8bde-6beb71c91199 HTTP/1.1" status: 200 len: 945 time: 0.2040565 Aug 12 14:32:50.271644 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-2596d8f9-1d83-41ab-89dd-aa7079aea723 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:50.291677 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2596d8f9-1d83-41ab-89dd-aa7079aea723 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:32:50.292032 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2596d8f9-1d83-41ab-89dd-aa7079aea723 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:32:50.292367 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2596d8f9-1d83-41ab-89dd-aa7079aea723 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:32:50.293301 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2596d8f9-1d83-41ab-89dd-aa7079aea723 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:32:50.293655 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2596d8f9-1d83-41ab-89dd-aa7079aea723 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:32:50.293996 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2596d8f9-1d83-41ab-89dd-aa7079aea723 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:32:50.294321 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2596d8f9-1d83-41ab-89dd-aa7079aea723 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:32:50.294653 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2596d8f9-1d83-41ab-89dd-aa7079aea723 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:32:50.294983 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2596d8f9-1d83-41ab-89dd-aa7079aea723 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:32:50.295341 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2596d8f9-1d83-41ab-89dd-aa7079aea723 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:32:50.295664 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2596d8f9-1d83-41ab-89dd-aa7079aea723 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:32:50.296339 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad036ec-25da-439a-8009-c9a65628777c req-dce1279b-b3a4-46a3-9476-a4c621ad540a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:50.296578 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2596d8f9-1d83-41ab-89dd-aa7079aea723 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:32:50.297816 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-bad036ec-25da-439a-8009-c9a65628777c req-dce1279b-b3a4-46a3-9476-a4c621ad540a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=236e0be6-1c94-4221-9e8b-ab02a53331f8 HTTP/1.1" status: 200 len: 843 time: 0.1627939 Aug 12 14:32:50.320924 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Pushing event updated for resources: {'Port': ['ID=616a60ed-06d7-43a6-baaa-a00ca139ecd8,revision_number=4']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:32:50.345848 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef05914c-e044-4d48-9354-580c0d36cb87 tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] Pushing event deleted for resources: {'Port': ['ID=cf4911bf-7661-4d75-b2c1-bc2a480b2940,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:32:50.360018 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-b55c041b-b5c5-4fe3-9744-0d50ceca2ce6 req-41988e4d-37d6-47b0-ad19-9d1a8fb0e9ed tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] 10.222.0.39 "GET /v2.0/security-groups?id=6f569421-3ef5-4998-a0c5-f191379b6c78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079555 Aug 12 14:32:50.449127 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-0da87a9a-776e-4d26-a697-04732db2e6fc None None] Provisioning for port 54ac8bc5-17fd-4e01-8778-29b71645e5d7 completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:32:50.466120 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-0da87a9a-776e-4d26-a697-04732db2e6fc None None] Provisioning complete for port 54ac8bc5-17fd-4e01-8778-29b71645e5d7 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:32:50.466395 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-0da87a9a-776e-4d26-a697-04732db2e6fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:50.481144 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [req-60872900-e215-4217-8fcb-df81b643147c req-ef05914c-e044-4d48-9354-580c0d36cb87 tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] No DVR routers for this DVR port cf4911bf-7661-4d75-b2c1-bc2a480b2940 on host n-h1-694802-15 {{(pid=94467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:32:50.485083 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-60872900-e215-4217-8fcb-df81b643147c req-ef05914c-e044-4d48-9354-580c0d36cb87 tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:50.486308 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-60872900-e215-4217-8fcb-df81b643147c req-ef05914c-e044-4d48-9354-580c0d36cb87 tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] 10.222.0.64 "DELETE /v2.0/ports/cf4911bf-7661-4d75-b2c1-bc2a480b2940 HTTP/1.1" status: 204 len: 173 time: 1.6660137 Aug 12 14:32:50.494732 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7da12fb-2ae3-4e0e-8b7a-1e5fb86a96f3', 'name': 'network-vif-deleted', 'tag': 'cf4911bf-7661-4d75-b2c1-bc2a480b2940'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:32:50.498845 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e65282f928b64038367d043a4411777802006c43a98742496cb2e25b724ff1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1515922-c0b0-42d9-9feb-b46f910785f0" -d '{"events": [{"server_uuid": "e7da12fb-2ae3-4e0e-8b7a-1e5fb86a96f3", "name": "network-vif-deleted", "tag": "cf4911bf-7661-4d75-b2c1-bc2a480b2940"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:32:50.527749 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-fd854aed-c176-4f52-8d09-e2552221570c req-3e063540-7617-42ec-812f-b4ef5ed2ffcf tempest-FloatingIPsAssociationNegativeTestJSON-2129814811 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.1.143 HTTP/1.1" status: 200 len: 1001 time: 0.3913286 Aug 12 14:32:50.554372 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad036ec-25da-439a-8009-c9a65628777c req-7f045e6c-94c7-4762-8ce9-208e6558e926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:50.557997 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-bad036ec-25da-439a-8009-c9a65628777c req-7f045e6c-94c7-4762-8ce9-208e6558e926 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2525c403-dfb3-4196-a273-739607aab38a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2461874 Aug 12 14:32:50.605945 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-0da87a9a-776e-4d26-a697-04732db2e6fc None None] Port 54ac8bc5-17fd-4e01-8778-29b71645e5d7 cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 14:32:50.619819 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd854aed-c176-4f52-8d09-e2552221570c req-75e1e3aa-96d5-489a-bb05-576bbb10a9d1 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:50.625052 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-fd854aed-c176-4f52-8d09-e2552221570c req-75e1e3aa-96d5-489a-bb05-576bbb10a9d1 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811-project] 10.222.0.39 "GET /v2.0/ports/e904dccc-be1f-4513-be4c-72f8c6537764 HTTP/1.1" status: 200 len: 942 time: 0.0950103 Aug 12 14:32:50.723251 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-aa3a54ed-56c7-4052-8a23-80a5f4162a85 req-7f8fce6a-07e6-45b7-9396-8b7694ed3e69 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=b6a1f017-4f9f-442c-a07e-15034cba2d96&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2981844 Aug 12 14:32:50.831745 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-bad036ec-25da-439a-8009-c9a65628777c req-adaadfcb-eae8-4685-af14-0b772ab8b8e8 service neutron] 10.222.0.64 "GET /v2.0/networks/2525c403-dfb3-4196-a273-739607aab38a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2606449 Aug 12 14:32:50.846921 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9f232d-624c-4042-a337-b79b7f489bba req-d891e77c-cc44-4f43-8d4b-75fa1010ed02 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:50.855363 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-4c9f232d-624c-4042-a337-b79b7f489bba req-d891e77c-cc44-4f43-8d4b-75fa1010ed02 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] 10.222.0.39 "GET /v2.0/ports?device_id=d3e6d2ac-ef5b-4192-80e2-af49f1b7a811 HTTP/1.1" status: 200 len: 945 time: 0.1357856 Aug 12 14:32:50.862391 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-2596d8f9-1d83-41ab-89dd-aa7079aea723 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:50.882951 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-2596d8f9-1d83-41ab-89dd-aa7079aea723 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:51.008965 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-2596d8f9-1d83-41ab-89dd-aa7079aea723 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66628363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66663865'] for router_interface, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:51.118804 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-fd854aed-c176-4f52-8d09-e2552221570c req-68103705-00d0-4e3e-bdfd-0896fafa2c3d tempest-FloatingIPsAssociationNegativeTestJSON-2129814811 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.1.143 HTTP/1.1" status: 200 len: 1001 time: 0.2534003 Aug 12 14:32:51.216606 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2596d8f9-1d83-41ab-89dd-aa7079aea723 admin admin] Pushing event updated for resources: {'Port': ['ID=54ac8bc5-17fd-4e01-8778-29b71645e5d7,revision_number=2']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:32:51.427872 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3a54ed-56c7-4052-8a23-80a5f4162a85 req-82051b40-efc0-4e6c-9e83-04755d1d6dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:51.430718 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-aa3a54ed-56c7-4052-8a23-80a5f4162a85 req-82051b40-efc0-4e6c-9e83-04755d1d6dc8 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=67787a84bb704413b5454c6fdcf0c251&device_id=b6a1f017-4f9f-442c-a07e-15034cba2d96 HTTP/1.1" status: 200 len: 1097 time: 0.6692533 Aug 12 14:32:51.556389 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd854aed-c176-4f52-8d09-e2552221570c req-f6a9422a-5dee-4c9d-ac43-da83694b8464 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:51.558935 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-fd854aed-c176-4f52-8d09-e2552221570c req-f6a9422a-5dee-4c9d-ac43-da83694b8464 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811-project] 10.222.0.39 "GET /v2.0/networks/d3759e1b-6c03-45ac-acd4-90abb417809b HTTP/1.1" status: 200 len: 784 time: 0.4307613 Aug 12 14:32:51.609449 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2596d8f9-1d83-41ab-89dd-aa7079aea723 admin admin] Network 2d77121a-2c49-4913-9b71-d88f74914779 is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:32:51.622408 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [req-fd854aed-c176-4f52-8d09-e2552221570c req-0a6bd98a-32a7-40b5-8806-9be6fc0f24d0 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=94467) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 14:32:51.626624 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-fd854aed-c176-4f52-8d09-e2552221570c req-0a6bd98a-32a7-40b5-8806-9be6fc0f24d0 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0355179 Aug 12 14:32:51.643262 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [None req-2596d8f9-1d83-41ab-89dd-aa7079aea723 admin admin] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:32:51.655106 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 616a60ed-06d7-43a6-baaa-a00ca139ecd8 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:32:51.685149 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-4c9f232d-624c-4042-a337-b79b7f489bba req-efddcb90-c0db-4deb-8d9b-c9c89b903304 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] 10.222.0.39 "GET /v2.0/security-groups?id=11312995-c93d-4754-9dea-15693c54238a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8279431 Aug 12 14:32:51.737027 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-bad036ec-25da-439a-8009-c9a65628777c req-bd9ad2de-f14f-488f-af15-2180c1d35324 service neutron] 10.222.0.64 "GET /v2.0/networks/2525c403-dfb3-4196-a273-739607aab38a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8789096 Aug 12 14:32:51.772791 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port 616a60ed-06d7-43a6-baaa-a00ca139ecd8 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:32:51.775150 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:51.782335 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3a54ed-56c7-4052-8a23-80a5f4162a85 req-e0e12863-43bc-4789-b90e-fc7f4242cd68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:51.784152 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-aa3a54ed-56c7-4052-8a23-80a5f4162a85 req-e0e12863-43bc-4789-b90e-fc7f4242cd68 service neutron] 10.222.0.49 "GET /v2.0/networks?id=8a71aa16-6082-45cb-9783-85f01df10691 HTTP/1.1" status: 200 len: 925 time: 0.2950881 Aug 12 14:32:51.960544 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-aa3a54ed-56c7-4052-8a23-80a5f4162a85 req-8015d808-038a-47cf-af1b-d63402f0779f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=076640dc-c2e5-4e4c-8db8-a67400621028 HTTP/1.1" status: 200 len: 1001 time: 0.1578426 Aug 12 14:32:52.087922 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3a54ed-56c7-4052-8a23-80a5f4162a85 req-c30b95c8-eb5c-4329-b3bc-a972f0e1145c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:52.089510 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-aa3a54ed-56c7-4052-8a23-80a5f4162a85 req-c30b95c8-eb5c-4329-b3bc-a972f0e1145c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=eaf44e2b-51e5-4157-8e0e-0a0a05c13c30 HTTP/1.1" status: 200 len: 863 time: 0.1184349 Aug 12 14:32:52.110742 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de9bbbf-8500-45d0-86dd-616447509e2d req-f2ba0ba0-3d0d-4760-8cce-1daa40c7215a tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:52.118727 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-6de9bbbf-8500-45d0-86dd-616447509e2d req-f2ba0ba0-3d0d-4760-8cce-1daa40c7215a tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/ports?device_id=49fbf0c9-7c67-47a8-a064-2ab1f7981fda HTTP/1.1" status: 200 len: 949 time: 0.0745964 Aug 12 14:32:52.140456 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 14:32:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6532e286-eef9-4970-80e7-757a3003d2bb x-openstack-request-id: req-6532e286-eef9-4970-80e7-757a3003d2bb {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:32:52.140456 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7da12fb-2ae3-4e0e-8b7a-1e5fb86a96f3", "name": "network-vif-deleted", "tag": "cf4911bf-7661-4d75-b2c1-bc2a480b2940", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:32:52.140456 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6532e286-eef9-4970-80e7-757a3003d2bb {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:32:52.140456 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7da12fb-2ae3-4e0e-8b7a-1e5fb86a96f3', 'name': 'network-vif-deleted', 'tag': 'cf4911bf-7661-4d75-b2c1-bc2a480b2940', 'status': 'completed', 'code': 200} Aug 12 14:32:52.151952 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-bb9e2044-e4bc-4612-978a-4a9d91eff949 None None] Provisioning complete for port 54ac8bc5-17fd-4e01-8778-29b71645e5d7 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:32:52.152666 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-bb9e2044-e4bc-4612-978a-4a9d91eff949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:52.163476 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-fd854aed-c176-4f52-8d09-e2552221570c req-8bfeaef1-8b01-4af8-9a8f-bb4b50a1a614 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.1.143 HTTP/1.1" status: 200 len: 1001 time: 0.5276272 Aug 12 14:32:52.178868 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-fd854aed-c176-4f52-8d09-e2552221570c req-17cc84f5-ae5a-4822-9d73-4a99b55d10a1 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:32:52.242121 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-bb9e2044-e4bc-4612-978a-4a9d91eff949 None None] Port 54ac8bc5-17fd-4e01-8778-29b71645e5d7 cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 14:32:52.253951 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-6de9bbbf-8500-45d0-86dd-616447509e2d req-6bebacde-33bf-4de1-b360-f759fd5217ea tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0307eb3-f523-445b-8e1d-79deac809303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342447 Aug 12 14:32:52.279652 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3a54ed-56c7-4052-8a23-80a5f4162a85 req-69000303-ec3c-4b04-911e-ed579abaf062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:52.279652 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-aa3a54ed-56c7-4052-8a23-80a5f4162a85 req-69000303-ec3c-4b04-911e-ed579abaf062 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8a71aa16-6082-45cb-9783-85f01df10691&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1171587 Aug 12 14:32:52.338218 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-fd854aed-c176-4f52-8d09-e2552221570c req-17cc84f5-ae5a-4822-9d73-4a99b55d10a1 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811-project] Notify callbacks [] for floatingip, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:52.419496 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2596d8f9-1d83-41ab-89dd-aa7079aea723 admin admin] Router 5535e5ab-0b6a-4c4c-8883-55bbdacbdf7e has already been hosted by L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f {{(pid=94467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 14:32:52.490714 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad985cb1-bff0-44fe-be70-62fa24315e37 req-28ae3fb7-3920-49c1-9dac-3b4d54a2d19e tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:52.492859 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-ad985cb1-bff0-44fe-be70-62fa24315e37 req-28ae3fb7-3920-49c1-9dac-3b4d54a2d19e tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] 10.222.0.39 "GET /v2.0/ports?device_id=49a3c0a4-ec67-4b04-8bde-6beb71c91199 HTTP/1.1" status: 200 len: 945 time: 0.0977848 Aug 12 14:32:52.496832 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-aa3a54ed-56c7-4052-8a23-80a5f4162a85 req-10102b3a-6b92-45b0-aeca-7c1bf8ccae25 service neutron] 10.222.0.49 "GET /v2.0/networks/8a71aa16-6082-45cb-9783-85f01df10691?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2136595 Aug 12 14:32:52.518136 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device cf4911bf-7661-4d75-b2c1-bc2a480b2940 no longer exists at agent hyperv_n-h1-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:32:52.552760 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-ad985cb1-bff0-44fe-be70-62fa24315e37 req-20d135cb-d77c-4ce3-82d6-3dda87abdf7b tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] 10.222.0.39 "GET /v2.0/security-groups?id=6f569421-3ef5-4998-a0c5-f191379b6c78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503972 Aug 12 14:32:52.571520 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-93370168-53ca-47c2-9e27-b066be57125c None None] No Port match for: cf4911bf-7661-4d75-b2c1-bc2a480b2940 {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 14:32:52.571520 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device cf4911bf-7661-4d75-b2c1-bc2a480b2940 not bound to the agent host n-h1-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:32:52.676453 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-aa3a54ed-56c7-4052-8a23-80a5f4162a85 req-0374a76c-0a8f-41a8-989a-4f869378f1de service neutron] 10.222.0.49 "GET /v2.0/networks/8a71aa16-6082-45cb-9783-85f01df10691?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379530 Aug 12 14:32:52.680211 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-fd854aed-c176-4f52-8d09-e2552221570c req-17cc84f5-ae5a-4822-9d73-4a99b55d10a1 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:52.778109 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-fd854aed-c176-4f52-8d09-e2552221570c req-17cc84f5-ae5a-4822-9d73-4a99b55d10a1 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431510'] for floatingip, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:52.778378 n-d-694802-15 neutron-server[94467]: INFO neutron.db.l3_db [req-fd854aed-c176-4f52-8d09-e2552221570c req-17cc84f5-ae5a-4822-9d73-4a99b55d10a1 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811-project] Floating IP bc61eb52-a864-45fd-bc7a-3d3e6f36ec21 disassociated. External IP: 172.25.1.143, port: e904dccc-be1f-4513-be4c-72f8c6537764. Aug 12 14:32:52.894789 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2596d8f9-1d83-41ab-89dd-aa7079aea723 admin admin] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 14:32:52.903893 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-2596d8f9-1d83-41ab-89dd-aa7079aea723 admin admin] 10.222.0.39 "PUT /v2.0/routers/5535e5ab-0b6a-4c4c-8883-55bbdacbdf7e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8277204 Aug 12 14:32:52.908478 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e022d8a8-e492-4841-9eba-5f37d7c83569 None None] Sync routers for ids ['5535e5ab-0b6a-4c4c-8883-55bbdacbdf7e'] in n-d-694802-15 {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 14:32:52.933031 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e022d8a8-e492-4841-9eba-5f37d7c83569 None None] Routers {'5535e5ab-0b6a-4c4c-8883-55bbdacbdf7e'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:32:52.934097 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-e022d8a8-e492-4841-9eba-5f37d7c83569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:32:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['5535e5ab-0b6a-4c4c-8883-55bbdacbdf7e'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:32:52.992557 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb2f6e4-414b-435c-a3f1-3e59abd06128 req-486e1fe9-c99a-421b-8792-d2f1bd755bcd tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:53.012879 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-efb2f6e4-414b-435c-a3f1-3e59abd06128 req-486e1fe9-c99a-421b-8792-d2f1bd755bcd tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] 10.222.0.39 "GET /v2.0/ports?device_id=d3e6d2ac-ef5b-4192-80e2-af49f1b7a811 HTTP/1.1" status: 200 len: 945 time: 0.1070549 Aug 12 14:32:53.102630 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-efb2f6e4-414b-435c-a3f1-3e59abd06128 req-2e3b883f-d9dc-429c-b7f5-c4535997528b tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] 10.222.0.39 "GET /v2.0/security-groups?id=11312995-c93d-4754-9dea-15693c54238a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841515 Aug 12 14:32:53.148309 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fd854aed-c176-4f52-8d09-e2552221570c req-17cc84f5-ae5a-4822-9d73-4a99b55d10a1 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811-project] Router 83b83925-bd97-4b97-9514-058bd55e9cb1 has already been hosted by L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f {{(pid=94467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 14:32:53.182900 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvr_db [None req-e022d8a8-e492-4841-9eba-5f37d7c83569 None None] Set router 5535e5ab-0b6a-4c4c-8883-55bbdacbdf7e gateway port host: n-d-694802-15 {{(pid=94468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:32:53.341576 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fd854aed-c176-4f52-8d09-e2552221570c req-17cc84f5-ae5a-4822-9d73-4a99b55d10a1 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811-project] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 14:32:53.349018 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-fd854aed-c176-4f52-8d09-e2552221570c req-17cc84f5-ae5a-4822-9d73-4a99b55d10a1 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for floatingip, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:53.353430 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc92f5c8-88fe-4510-9883-9afb370605da None None] Sync routers for ids ['83b83925-bd97-4b97-9514-058bd55e9cb1'] in n-d-694802-15 {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 14:32:53.370737 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc92f5c8-88fe-4510-9883-9afb370605da None None] Routers {'83b83925-bd97-4b97-9514-058bd55e9cb1'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:32:53.372255 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-dc92f5c8-88fe-4510-9883-9afb370605da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:32:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['83b83925-bd97-4b97-9514-058bd55e9cb1'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:32:53.414416 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-fd854aed-c176-4f52-8d09-e2552221570c req-17cc84f5-ae5a-4822-9d73-4a99b55d10a1 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811-project] 10.222.0.39 "PUT /v2.0/floatingips/bc61eb52-a864-45fd-bc7a-3d3e6f36ec21 HTTP/1.1" status: 200 len: 695 time: 1.2432265 Aug 12 14:32:53.432739 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfb786b-80d1-4726-b27b-cc5ed0228bff req-1d07c587-fc59-4121-b867-2a7c0581d2fe tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:53.434273 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-6bfb786b-80d1-4726-b27b-cc5ed0228bff req-1d07c587-fc59-4121-b867-2a7c0581d2fe tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] 10.222.0.39 "GET /v2.0/networks?id=1f88c89e-1834-4591-8586-4341f292deca HTTP/1.1" status: 200 len: 811 time: 0.2133389 Aug 12 14:32:53.461938 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-6bfb786b-80d1-4726-b27b-cc5ed0228bff req-8494b7cd-0dbd-44e9-b0a8-6fc4c21219e1 tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] 10.222.0.39 "GET /v2.0/quotas/2fd79171a8ca47bca77a7cc342fe86ce HTTP/1.1" status: 200 len: 375 time: 0.0185745 Aug 12 14:32:53.519925 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd854aed-c176-4f52-8d09-e2552221570c req-4cd0fa6a-362a-4218-8e7d-60965a6ec17d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:53.533955 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-fd854aed-c176-4f52-8d09-e2552221570c req-4cd0fa6a-362a-4218-8e7d-60965a6ec17d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=78bc96cbad574ff5b08b92704ccc550c&device_id=20a508c0-b3ec-4a7c-bde0-25fb7b33ebfe HTTP/1.1" status: 200 len: 1097 time: 0.0956004 Aug 12 14:32:53.544528 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-dc92f5c8-88fe-4510-9883-9afb370605da None None] Set router 83b83925-bd97-4b97-9514-058bd55e9cb1 gateway port host: n-d-694802-15 {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:32:53.546430 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-6bfb786b-80d1-4726-b27b-cc5ed0228bff req-1705aa45-5994-438f-84eb-3d0e8c965fb8 tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=2fd79171a8ca47bca77a7cc342fe86ce&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0828109 Aug 12 14:32:53.657799 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-e022d8a8-e492-4841-9eba-5f37d7c83569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5535e5ab-0b6a-4c4c-8883-55bbdacbdf7e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1350383079-router', 'tenant_id': 'b1a78db6da9442aab3b2432c7eca6669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.146'}], 'enable_snat': True}, 'gw_port_id': '616a60ed-06d7-43a6-baaa-a00ca139ecd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:32:43Z', 'updated_at': '2021-08-12T14:32:50Z', 'revision_number': 4, 'project_id': 'b1a78db6da9442aab3b2432c7eca6669', 'gw_port': {'id': '616a60ed-06d7-43a6-baaa-a00ca139ecd8', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:90:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5535e5ab-0b6a-4c4c-8883-55bbdacbdf7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:32:45Z', 'updated_at': '2021-08-12T14:32:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': '54ac8bc5-17fd-4e01-8778-29b71645e5d7', 'name': '', 'network_id': '2d77121a-2c49-4913-9b71-d88f74914779', 'tenant_id': 'b1a78db6da9442aab3b2432c7eca6669', 'mac_address': 'fa:16:3e:d2:a8:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5535e5ab-0b6a-4c4c-8883-55bbdacbdf7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'e49c4440-1d10-4e2e-898f-8a24c72551cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:32:48Z', 'updated_at': '2021-08-12T14:32:50Z', 'revision_number': 2, 'project_id': 'b1a78db6da9442aab3b2432c7eca6669', 'subnets': [{'id': 'e49c4440-1d10-4e2e-898f-8a24c72551cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:32:53.675591 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd854aed-c176-4f52-8d09-e2552221570c req-e5b746a4-a561-45a4-96b3-85ffccaa323e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:53.687004 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-fd854aed-c176-4f52-8d09-e2552221570c req-e5b746a4-a561-45a4-96b3-85ffccaa323e service neutron] 10.222.0.39 "GET /v2.0/networks?id=a59e5426-181b-4a1b-a168-dee8a2c25b1e HTTP/1.1" status: 200 len: 930 time: 0.1520908 Aug 12 14:32:53.721436 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e022d8a8-e492-4841-9eba-5f37d7c83569 None None] Checking router: 5535e5ab-0b6a-4c4c-8883-55bbdacbdf7e for host: n-d-694802-15 {{(pid=94468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 14:32:53.721797 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e022d8a8-e492-4841-9eba-5f37d7c83569 None None] Updating router 5535e5ab-0b6a-4c4c-8883-55bbdacbdf7e port 54ac8bc5-17fd-4e01-8778-29b71645e5d7 binding host n-d-694802-15 {{(pid=94468) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 14:32:53.731489 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-6bfb786b-80d1-4726-b27b-cc5ed0228bff req-6aa82616-7124-42c7-87d6-948fffa5cb01 service neutron] 10.222.0.39 "GET /v2.0/networks/1f88c89e-1834-4591-8586-4341f292deca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1842105 Aug 12 14:32:53.757255 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-fd854aed-c176-4f52-8d09-e2552221570c req-a6d24488-66fa-4564-9441-79e982bb07d5 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e904dccc-be1f-4513-be4c-72f8c6537764 HTTP/1.1" status: 200 len: 217 time: 0.0694454 Aug 12 14:32:53.782117 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-e022d8a8-e492-4841-9eba-5f37d7c83569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:53.820294 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd854aed-c176-4f52-8d09-e2552221570c req-25a1e581-9c72-48bc-b30f-931febef3206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:53.821863 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-fd854aed-c176-4f52-8d09-e2552221570c req-25a1e581-9c72-48bc-b30f-931febef3206 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c9128cfa-e5cd-496a-be78-67996c7e7865 HTTP/1.1" status: 200 len: 868 time: 0.0575817 Aug 12 14:32:53.879213 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-dc92f5c8-88fe-4510-9883-9afb370605da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83b83925-bd97-4b97-9514-058bd55e9cb1', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1286261987-router', 'tenant_id': '78bc96cbad574ff5b08b92704ccc550c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.192'}], 'enable_snat': True}, 'gw_port_id': '03ec5e04-e075-40d2-8e90-3ae156fef4a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:32:17Z', 'updated_at': '2021-08-12T14:32:21Z', 'revision_number': 4, 'project_id': '78bc96cbad574ff5b08b92704ccc550c', 'gw_port': {'id': '03ec5e04-e075-40d2-8e90-3ae156fef4a0', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:18:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b83925-bd97-4b97-9514-058bd55e9cb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:32:18Z', 'updated_at': '2021-08-12T14:32:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': '0a763fc1-72b0-42ec-b017-3a97cb24f690', 'name': '', 'network_id': 'a59e5426-181b-4a1b-a168-dee8a2c25b1e', 'tenant_id': '78bc96cbad574ff5b08b92704ccc550c', 'mac_address': 'fa:16:3e:ed:e6:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b83925-bd97-4b97-9514-058bd55e9cb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'c9128cfa-e5cd-496a-be78-67996c7e7865', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:32:21Z', 'updated_at': '2021-08-12T14:32:27Z', 'revision_number': 5, 'project_id': '78bc96cbad574ff5b08b92704ccc550c', 'subnets': [{'id': 'c9128cfa-e5cd-496a-be78-67996c7e7865', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:32:53.882046 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-6bfb786b-80d1-4726-b27b-cc5ed0228bff req-2f677117-81eb-41cd-9524-7cbdd0145390 service neutron] 10.222.0.39 "GET /v2.0/networks/1f88c89e-1834-4591-8586-4341f292deca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412570 Aug 12 14:32:53.891252 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd854aed-c176-4f52-8d09-e2552221570c req-15533ff8-c04f-4a2a-a44a-1c9c710ed8c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:53.893293 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-fd854aed-c176-4f52-8d09-e2552221570c req-15533ff8-c04f-4a2a-a44a-1c9c710ed8c1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a59e5426-181b-4a1b-a168-dee8a2c25b1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0644732 Aug 12 14:32:53.945700 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc92f5c8-88fe-4510-9883-9afb370605da None None] Checking router: 83b83925-bd97-4b97-9514-058bd55e9cb1 for host: n-d-694802-15 {{(pid=94469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 14:32:53.972153 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc92f5c8-88fe-4510-9883-9afb370605da None None] Routers {'83b83925-bd97-4b97-9514-058bd55e9cb1'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:32:53.974473 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-dc92f5c8-88fe-4510-9883-9afb370605da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:32:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['83b83925-bd97-4b97-9514-058bd55e9cb1'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:32:54.029959 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-fd854aed-c176-4f52-8d09-e2552221570c req-9bd8f184-135c-4c65-840b-67228c7550f2 service neutron] 10.222.0.39 "GET /v2.0/networks/a59e5426-181b-4a1b-a168-dee8a2c25b1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286204 Aug 12 14:32:54.141043 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20a508c0-b3ec-4a7c-bde0-25fb7b33ebfe', 'tag': 'e904dccc-be1f-4513-be4c-72f8c6537764'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:32:54.143502 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e65282f928b64038367d043a4411777802006c43a98742496cb2e25b724ff1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12c09966-dea6-4476-913a-a2821cd72a9f" -d '{"events": [{"name": "network-changed", "server_uuid": "20a508c0-b3ec-4a7c-bde0-25fb7b33ebfe", "tag": "e904dccc-be1f-4513-be4c-72f8c6537764"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:32:54.205982 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-fd854aed-c176-4f52-8d09-e2552221570c req-9b6f11da-bf8c-44ed-82ea-a43787ca608f service neutron] 10.222.0.39 "GET /v2.0/networks/a59e5426-181b-4a1b-a168-dee8a2c25b1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1748021 Aug 12 14:32:54.230612 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-e022d8a8-e492-4841-9eba-5f37d7c83569 None None] Notify callbacks [] for port, precommit_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:54.239126 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-dc92f5c8-88fe-4510-9883-9afb370605da None None] Set router 83b83925-bd97-4b97-9514-058bd55e9cb1 gateway port host: n-d-694802-15 {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:32:54.249139 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-e022d8a8-e492-4841-9eba-5f37d7c83569 None None] Transition to ACTIVE for port object 54ac8bc5-17fd-4e01-8778-29b71645e5d7 will not be triggered until provisioned by entity L2. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:32:54.258082 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-e022d8a8-e492-4841-9eba-5f37d7c83569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:54.356755 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc00d937-f33a-4b29-85ab-9c4fd80a5070 req-93d53f29-23cd-47c4-a5b1-6f935352ed7f tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:54.361083 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-fc00d937-f33a-4b29-85ab-9c4fd80a5070 req-93d53f29-23cd-47c4-a5b1-6f935352ed7f tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] 10.222.0.39 "GET /v2.0/ports?device_id=78b698b3-d74d-459f-aac1-f22636b34999 HTTP/1.1" status: 200 len: 950 time: 0.1349311 Aug 12 14:32:54.377054 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0b7ff5-5314-405b-9157-05514106a72a None None] Pushing event updated for resources: {'Port': ['ID=54ac8bc5-17fd-4e01-8778-29b71645e5d7,revision_number=3']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:32:54.485248 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-e022d8a8-e492-4841-9eba-5f37d7c83569 None None] Attempting to bind port 54ac8bc5-17fd-4e01-8778-29b71645e5d7 on host n-d-694802-15 for vnic_type normal with profile {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:32:54.486309 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-e022d8a8-e492-4841-9eba-5f37d7c83569 None None] Attempting to bind port 54ac8bc5-17fd-4e01-8778-29b71645e5d7 by drivers openvswitch,hyperv on host n-d-694802-15 at level 0 using segments [{'id': 'ee392864-e217-4cd8-a2c6-fbd3077ffd3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '2d77121a-2c49-4913-9b71-d88f74914779'}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:32:54.487765 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e022d8a8-e492-4841-9eba-5f37d7c83569 None None] Attempting to bind port 54ac8bc5-17fd-4e01-8778-29b71645e5d7 on network 2d77121a-2c49-4913-9b71-d88f74914779 {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:32:54.503580 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e022d8a8-e492-4841-9eba-5f37d7c83569 None None] Checking agent: {'id': '16de73ac-f2e9-4cee-b3e0-91052ae3e6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 20, 13), 'started_at': datetime.datetime(2021, 8, 12, 14, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 32, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:32:54.505662 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e022d8a8-e492-4841-9eba-5f37d7c83569 None None] Checking segment: {'id': 'ee392864-e217-4cd8-a2c6-fbd3077ffd3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '2d77121a-2c49-4913-9b71-d88f74914779'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:32:54.506147 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-e022d8a8-e492-4841-9eba-5f37d7c83569 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:54.508707 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e022d8a8-e492-4841-9eba-5f37d7c83569 None None] Bound using segment: {'id': 'ee392864-e217-4cd8-a2c6-fbd3077ffd3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '2d77121a-2c49-4913-9b71-d88f74914779'} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:32:54.510564 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-e022d8a8-e492-4841-9eba-5f37d7c83569 None None] Bound port: 54ac8bc5-17fd-4e01-8778-29b71645e5d7, host: n-d-694802-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee392864-e217-4cd8-a2c6-fbd3077ffd3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '2d77121a-2c49-4913-9b71-d88f74914779'}}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:32:54.511074 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-e022d8a8-e492-4841-9eba-5f37d7c83569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:54.563107 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-fc00d937-f33a-4b29-85ab-9c4fd80a5070 req-2e5ed9a0-d820-4477-a04f-c6a11626ff37 tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] 10.222.0.39 "GET /v2.0/security-groups?id=732c786f-d597-473b-bc9a-3d3a7bfc11d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608782 Aug 12 14:32:54.636430 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-e022d8a8-e492-4841-9eba-5f37d7c83569 None None] For port 54ac8bc5-17fd-4e01-8778-29b71645e5d7, host n-d-694802-15, cleared binding levels {{(pid=94468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:32:54.641520 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-e022d8a8-e492-4841-9eba-5f37d7c83569 None None] For port 54ac8bc5-17fd-4e01-8778-29b71645e5d7, host n-d-694802-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=54ac8bc5-17fd-4e01-8778-29b71645e5d7,segment=NetworkSegment(ee392864-e217-4cd8-a2c6-fbd3077ffd3b),segment_id=ee392864-e217-4cd8-a2c6-fbd3077ffd3b)] {{(pid=94468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:32:54.648143 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-e022d8a8-e492-4841-9eba-5f37d7c83569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:54.656841 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1656df5a-16d4-4cdd-9a86-89e9bb24a99a req-8302a33d-c5e9-497f-a55a-4f33facd0108 tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:54.658400 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-1656df5a-16d4-4cdd-9a86-89e9bb24a99a req-8302a33d-c5e9-497f-a55a-4f33facd0108 tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] 10.222.0.64 "GET /v2.0/ports?device_id=78b698b3-d74d-459f-aac1-f22636b34999 HTTP/1.1" status: 200 len: 950 time: 0.2963374 Aug 12 14:32:54.666066 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-dc92f5c8-88fe-4510-9883-9afb370605da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83b83925-bd97-4b97-9514-058bd55e9cb1', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1286261987-router', 'tenant_id': '78bc96cbad574ff5b08b92704ccc550c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.192'}], 'enable_snat': True}, 'gw_port_id': '03ec5e04-e075-40d2-8e90-3ae156fef4a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:32:17Z', 'updated_at': '2021-08-12T14:32:21Z', 'revision_number': 4, 'project_id': '78bc96cbad574ff5b08b92704ccc550c', 'gw_port': {'id': '03ec5e04-e075-40d2-8e90-3ae156fef4a0', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:18:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b83925-bd97-4b97-9514-058bd55e9cb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:32:18Z', 'updated_at': '2021-08-12T14:32:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': '0a763fc1-72b0-42ec-b017-3a97cb24f690', 'name': '', 'network_id': 'a59e5426-181b-4a1b-a168-dee8a2c25b1e', 'tenant_id': '78bc96cbad574ff5b08b92704ccc550c', 'mac_address': 'fa:16:3e:ed:e6:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b83925-bd97-4b97-9514-058bd55e9cb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'c9128cfa-e5cd-496a-be78-67996c7e7865', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:32:21Z', 'updated_at': '2021-08-12T14:32:27Z', 'revision_number': 5, 'project_id': '78bc96cbad574ff5b08b92704ccc550c', 'subnets': [{'id': 'c9128cfa-e5cd-496a-be78-67996c7e7865', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:32:54.730429 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc92f5c8-88fe-4510-9883-9afb370605da None None] The sync data for ids ['83b83925-bd97-4b97-9514-058bd55e9cb1'] in n-d-694802-15 is: [{'id': '83b83925-bd97-4b97-9514-058bd55e9cb1', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1286261987-router', 'tenant_id': '78bc96cbad574ff5b08b92704ccc550c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.192'}], 'enable_snat': True}, 'gw_port_id': '03ec5e04-e075-40d2-8e90-3ae156fef4a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:32:17Z', 'updated_at': '2021-08-12T14:32:21Z', 'revision_number': 4, 'project_id': '78bc96cbad574ff5b08b92704ccc550c', 'gw_port': {'id': '03ec5e04-e075-40d2-8e90-3ae156fef4a0', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:18:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b83925-bd97-4b97-9514-058bd55e9cb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:32:18Z', 'updated_at': '2021-08-12T14:32:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': '0a763fc1-72b0-42ec-b017-3a97cb24f690', 'name': '', 'network_id': 'a59e5426-181b-4a1b-a168-dee8a2c25b1e', 'tenant_id': '78bc96cbad574ff5b08b92704ccc550c', 'mac_address': 'fa:16:3e:ed:e6:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b83925-bd97-4b97-9514-058bd55e9cb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'c9128cfa-e5cd-496a-be78-67996c7e7865', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:32:21Z', 'updated_at': '2021-08-12T14:32:27Z', 'revision_number': 5, 'project_id': '78bc96cbad574ff5b08b92704ccc550c', 'subnets': [{'id': 'c9128cfa-e5cd-496a-be78-67996c7e7865', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 14:32:54.762023 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e022d8a8-e492-4841-9eba-5f37d7c83569 None None] Routers {'5535e5ab-0b6a-4c4c-8883-55bbdacbdf7e'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:32:54.762682 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-e022d8a8-e492-4841-9eba-5f37d7c83569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:32:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['5535e5ab-0b6a-4c4c-8883-55bbdacbdf7e'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:32:54.915402 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0b7ff5-5314-405b-9157-05514106a72a None None] Pushing event updated for resources: {'Port': ['ID=54ac8bc5-17fd-4e01-8778-29b71645e5d7,revision_number=4']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:32:55.006397 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac76eb18-6a2b-474a-ae8f-026786aafc9e req-de00e61c-28d1-4e8c-9b9c-9038c27e3334 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:55.014530 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25583e24-5847-4f59-88fc-3df7de34efe8 req-271548e5-43d6-42f6-88e2-958431277107 tempest-FloatingIPsAssociationTestJSON-1995883228 tempest-FloatingIPsAssociationTestJSON-1995883228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:55.016598 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-ac76eb18-6a2b-474a-ae8f-026786aafc9e req-de00e61c-28d1-4e8c-9b9c-9038c27e3334 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/ports?device_id=49fbf0c9-7c67-47a8-a064-2ab1f7981fda HTTP/1.1" status: 200 len: 949 time: 0.2558289 Aug 12 14:32:55.017625 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-25583e24-5847-4f59-88fc-3df7de34efe8 req-271548e5-43d6-42f6-88e2-958431277107 tempest-FloatingIPsAssociationTestJSON-1995883228 tempest-FloatingIPsAssociationTestJSON-1995883228-project] 10.222.0.39 "GET /v2.0/networks?id=2d77121a-2c49-4913-9b71-d88f74914779 HTTP/1.1" status: 200 len: 821 time: 0.3025291 Aug 12 14:32:55.045308 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-25583e24-5847-4f59-88fc-3df7de34efe8 req-63025d19-694a-4ab8-9be7-97b6f04f4c39 tempest-FloatingIPsAssociationTestJSON-1995883228 tempest-FloatingIPsAssociationTestJSON-1995883228-project] 10.222.0.39 "GET /v2.0/quotas/b1a78db6da9442aab3b2432c7eca6669 HTTP/1.1" status: 200 len: 375 time: 0.0214739 Aug 12 14:32:55.098452 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvr_db [None req-e022d8a8-e492-4841-9eba-5f37d7c83569 None None] Set router 5535e5ab-0b6a-4c4c-8883-55bbdacbdf7e gateway port host: n-d-694802-15 {{(pid=94468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:32:55.162545 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-25583e24-5847-4f59-88fc-3df7de34efe8 req-db2e3d8f-14e3-496a-bfb7-23d77a6ed0c3 tempest-FloatingIPsAssociationTestJSON-1995883228 tempest-FloatingIPsAssociationTestJSON-1995883228-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=b1a78db6da9442aab3b2432c7eca6669&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1092341 Aug 12 14:32:55.169259 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-ac76eb18-6a2b-474a-ae8f-026786aafc9e req-c82c3fcc-bcf4-499d-bc06-fcc245ec45a1 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0307eb3-f523-445b-8e1d-79deac809303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424952 Aug 12 14:32:55.187120 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [req-1656df5a-16d4-4cdd-9a86-89e9bb24a99a req-20c77361-fddf-4ce4-ac41-44832e65b5a8 tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] Deleting port c2132c04-e2a8-4086-a89a-d2e1812ec202 {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:32:55.189849 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-1656df5a-16d4-4cdd-9a86-89e9bb24a99a req-20c77361-fddf-4ce4-ac41-44832e65b5a8 tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:55.290787 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceb9e5ae-64e5-424a-b1c2-38070ea6694b None None] New status for floating IP bc61eb52-a864-45fd-bc7a-3d3e6f36ec21: DOWN {{(pid=94468) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 14:32:55.370952 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [req-1656df5a-16d4-4cdd-9a86-89e9bb24a99a req-20c77361-fddf-4ce4-ac41-44832e65b5a8 tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] For port c2132c04-e2a8-4086-a89a-d2e1812ec202, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=c2132c04-e2a8-4086-a89a-d2e1812ec202,segment=NetworkSegment(a1f8c867-101b-4d30-814e-b89f55a5edd0),segment_id=a1f8c867-101b-4d30-814e-b89f55a5edd0)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:32:55.371609 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-1656df5a-16d4-4cdd-9a86-89e9bb24a99a req-20c77361-fddf-4ce4-ac41-44832e65b5a8 tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:55.376005 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-25583e24-5847-4f59-88fc-3df7de34efe8 req-e8f88e48-7811-476b-b5b6-ff3bd669daf6 service neutron] 10.222.0.39 "GET /v2.0/networks/2d77121a-2c49-4913-9b71-d88f74914779?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2125037 Aug 12 14:32:55.390740 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [req-1656df5a-16d4-4cdd-9a86-89e9bb24a99a req-20c77361-fddf-4ce4-ac41-44832e65b5a8 tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] Calling delete_port for c2132c04-e2a8-4086-a89a-d2e1812ec202 owned by compute:nova {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:32:55.525718 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-25583e24-5847-4f59-88fc-3df7de34efe8 req-bf27791c-82aa-4b7d-a8b2-308e64831b5e service neutron] 10.222.0.39 "GET /v2.0/networks/2d77121a-2c49-4913-9b71-d88f74914779?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382558 Aug 12 14:32:55.595679 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-d9a6fad3-c229-403d-b5a8-b5cf93cd2f28 req-de059191-b8b3-4bd6-a3b1-8d9d0352c377 tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] 10.222.0.39 "GET /v2.0/ports?device_id=bdfe1057-2f89-4d72-a343-7bb769ddcf33 HTTP/1.1" status: 200 len: 210 time: 0.1160274 Aug 12 14:32:55.739005 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-1656df5a-16d4-4cdd-9a86-89e9bb24a99a req-20c77361-fddf-4ce4-ac41-44832e65b5a8 tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:55.789476 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c77361-fddf-4ce4-ac41-44832e65b5a8 tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] Pushing event deleted for resources: {'Port': ['ID=c2132c04-e2a8-4086-a89a-d2e1812ec202,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:32:55.790809 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] get_ports_and_sgs() called for port_ids ['c2132c04-e2a8-4086-a89a-d2e1812ec202', 'edc5ecb0-fec0-4f07-8436-44d8c1345f48'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:32:55.878383 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 14:32:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd981f7c-2667-48f8-b34e-9a74c637025c x-openstack-request-id: req-fd981f7c-2667-48f8-b34e-9a74c637025c {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:32:55.878680 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20a508c0-b3ec-4a7c-bde0-25fb7b33ebfe", "tag": "e904dccc-be1f-4513-be4c-72f8c6537764", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:32:55.878936 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-fd981f7c-2667-48f8-b34e-9a74c637025c {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:32:55.879359 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20a508c0-b3ec-4a7c-bde0-25fb7b33ebfe', 'tag': 'e904dccc-be1f-4513-be4c-72f8c6537764', 'status': 'completed', 'code': 200} Aug 12 14:32:55.889491 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [req-1656df5a-16d4-4cdd-9a86-89e9bb24a99a req-20c77361-fddf-4ce4-ac41-44832e65b5a8 tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] No DVR routers for this DVR port c2132c04-e2a8-4086-a89a-d2e1812ec202 on host n-h1-694802-15 {{(pid=94466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:32:55.892223 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-1656df5a-16d4-4cdd-9a86-89e9bb24a99a req-20c77361-fddf-4ce4-ac41-44832e65b5a8 tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:55.894889 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-1656df5a-16d4-4cdd-9a86-89e9bb24a99a req-20c77361-fddf-4ce4-ac41-44832e65b5a8 tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] 10.222.0.64 "DELETE /v2.0/ports/c2132c04-e2a8-4086-a89a-d2e1812ec202 HTTP/1.1" status: 204 len: 173 time: 1.2152867 Aug 12 14:32:55.897959 n-d-694802-15 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78b698b3-d74d-459f-aac1-f22636b34999', 'name': 'network-vif-deleted', 'tag': 'c2132c04-e2a8-4086-a89a-d2e1812ec202'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:32:55.900841 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e785eeede3897370d0b20f09d5f461b30cfecd5ed38c4f07dacd02bc52c9277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba9b13d8-7c13-4867-a9de-39402791b499" -d '{"events": [{"server_uuid": "78b698b3-d74d-459f-aac1-f22636b34999", "name": "network-vif-deleted", "tag": "c2132c04-e2a8-4086-a89a-d2e1812ec202"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:32:55.997757 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32b048a-b9ea-48f3-8610-f76240581ba2 req-717d479b-e4d8-4cde-b6e6-b70c1f0121ed tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:56.009550 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-f32b048a-b9ea-48f3-8610-f76240581ba2 req-717d479b-e4d8-4cde-b6e6-b70c1f0121ed tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] 10.222.0.39 "GET /v2.0/ports?device_id=d3e6d2ac-ef5b-4192-80e2-af49f1b7a811 HTTP/1.1" status: 200 len: 945 time: 0.2213440 Aug 12 14:32:56.016727 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-e022d8a8-e492-4841-9eba-5f37d7c83569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5535e5ab-0b6a-4c4c-8883-55bbdacbdf7e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1350383079-router', 'tenant_id': 'b1a78db6da9442aab3b2432c7eca6669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.146'}], 'enable_snat': True}, 'gw_port_id': '616a60ed-06d7-43a6-baaa-a00ca139ecd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:32:43Z', 'updated_at': '2021-08-12T14:32:50Z', 'revision_number': 4, 'project_id': 'b1a78db6da9442aab3b2432c7eca6669', 'gw_port': {'id': '616a60ed-06d7-43a6-baaa-a00ca139ecd8', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:90:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5535e5ab-0b6a-4c4c-8883-55bbdacbdf7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:32:45Z', 'updated_at': '2021-08-12T14:32:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': '54ac8bc5-17fd-4e01-8778-29b71645e5d7', 'name': '', 'network_id': '2d77121a-2c49-4913-9b71-d88f74914779', 'tenant_id': 'b1a78db6da9442aab3b2432c7eca6669', 'mac_address': 'fa:16:3e:d2:a8:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5535e5ab-0b6a-4c4c-8883-55bbdacbdf7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'e49c4440-1d10-4e2e-898f-8a24c72551cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:32:48Z', 'updated_at': '2021-08-12T14:32:54Z', 'revision_number': 4, 'project_id': 'b1a78db6da9442aab3b2432c7eca6669', 'subnets': [{'id': 'e49c4440-1d10-4e2e-898f-8a24c72551cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:32:56.030181 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f61c2532-2eba-4d75-99fe-95fcafd241b0 req-1f3d01e7-ee6f-428b-a789-f2ce34bcc7e3 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811-project] 10.222.0.39 "GET /v2.0/floatingips/bc61eb52-a864-45fd-bc7a-3d3e6f36ec21 HTTP/1.1" status: 200 len: 693 time: 0.1159301 Aug 12 14:32:56.107297 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e022d8a8-e492-4841-9eba-5f37d7c83569 None None] The sync data for ids ['5535e5ab-0b6a-4c4c-8883-55bbdacbdf7e'] in n-d-694802-15 is: [{'id': '5535e5ab-0b6a-4c4c-8883-55bbdacbdf7e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1350383079-router', 'tenant_id': 'b1a78db6da9442aab3b2432c7eca6669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.146'}], 'enable_snat': True}, 'gw_port_id': '616a60ed-06d7-43a6-baaa-a00ca139ecd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:32:43Z', 'updated_at': '2021-08-12T14:32:50Z', 'revision_number': 4, 'project_id': 'b1a78db6da9442aab3b2432c7eca6669', 'gw_port': {'id': '616a60ed-06d7-43a6-baaa-a00ca139ecd8', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:90:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5535e5ab-0b6a-4c4c-8883-55bbdacbdf7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:32:45Z', 'updated_at': '2021-08-12T14:32:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': '54ac8bc5-17fd-4e01-8778-29b71645e5d7', 'name': '', 'network_id': '2d77121a-2c49-4913-9b71-d88f74914779', 'tenant_id': 'b1a78db6da9442aab3b2432c7eca6669', 'mac_address': 'fa:16:3e:d2:a8:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5535e5ab-0b6a-4c4c-8883-55bbdacbdf7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'e49c4440-1d10-4e2e-898f-8a24c72551cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:32:48Z', 'updated_at': '2021-08-12T14:32:54Z', 'revision_number': 4, 'project_id': 'b1a78db6da9442aab3b2432c7eca6669', 'subnets': [{'id': 'e49c4440-1d10-4e2e-898f-8a24c72551cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 14:32:56.124533 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c09966-dea6-4476-913a-a2821cd72a9f req-72052dda-b8ca-465d-aa2c-9cb6feb46150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:56.132210 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-12c09966-dea6-4476-913a-a2821cd72a9f req-72052dda-b8ca-465d-aa2c-9cb6feb46150 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=78bc96cbad574ff5b08b92704ccc550c&device_id=20a508c0-b3ec-4a7c-bde0-25fb7b33ebfe HTTP/1.1" status: 200 len: 1097 time: 0.2232966 Aug 12 14:32:56.137845 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-f32b048a-b9ea-48f3-8610-f76240581ba2 req-0b36aca9-2550-4218-bb4f-63e4cb6054f7 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] 10.222.0.39 "GET /v2.0/security-groups?id=11312995-c93d-4754-9dea-15693c54238a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272466 Aug 12 14:32:56.429450 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c09966-dea6-4476-913a-a2821cd72a9f req-1e9ccc92-45df-42b8-9ecc-b1c6d1c89227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:56.430975 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-12c09966-dea6-4476-913a-a2821cd72a9f req-1e9ccc92-45df-42b8-9ecc-b1c6d1c89227 service neutron] 10.222.0.49 "GET /v2.0/networks?id=a59e5426-181b-4a1b-a168-dee8a2c25b1e HTTP/1.1" status: 200 len: 930 time: 0.2886846 Aug 12 14:32:56.507751 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-12c09966-dea6-4476-913a-a2821cd72a9f req-5f34087a-4836-44f2-9a00-b03577d3a862 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e904dccc-be1f-4513-be4c-72f8c6537764 HTTP/1.1" status: 200 len: 217 time: 0.0650504 Aug 12 14:32:56.540184 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61c2532-2eba-4d75-99fe-95fcafd241b0 req-85a6c3ca-d9a9-4ab8-a288-df2076d81026 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:56.551367 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f61c2532-2eba-4d75-99fe-95fcafd241b0 req-85a6c3ca-d9a9-4ab8-a288-df2076d81026 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811-project] 10.222.0.39 "GET /v2.0/networks/d3759e1b-6c03-45ac-acd4-90abb417809b HTTP/1.1" status: 200 len: 784 time: 0.5174117 Aug 12 14:32:56.565530 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-1550518d-b10f-4c66-bc0d-42a87043e67f req-a3f92e55-43e6-49ce-a053-baa61c1df267 tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] 10.222.0.39 "GET /v2.0/ports?device_id=78b698b3-d74d-459f-aac1-f22636b34999 HTTP/1.1" status: 200 len: 210 time: 0.0582023 Aug 12 14:32:56.575081 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [req-f61c2532-2eba-4d75-99fe-95fcafd241b0 req-dd3ed367-8f59-4ea9-a2af-2afd14f5894c tempest-FloatingIPsAssociationNegativeTestJSON-2129814811 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=94467) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 14:32:56.597861 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f61c2532-2eba-4d75-99fe-95fcafd241b0 req-dd3ed367-8f59-4ea9-a2af-2afd14f5894c tempest-FloatingIPsAssociationNegativeTestJSON-2129814811 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0443602 Aug 12 14:32:56.703708 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f61c2532-2eba-4d75-99fe-95fcafd241b0 req-c4fdbef4-3032-422f-8c30-04f9d923ac1f tempest-FloatingIPsAssociationNegativeTestJSON-2129814811 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.1.143 HTTP/1.1" status: 200 len: 696 time: 0.1048677 Aug 12 14:32:56.771088 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-3aa1230a-5497-408b-832e-010ca307ced4 req-70060013-0ac5-4840-88ad-b67777db67c8 tempest-FloatingIPsAssociationTestJSON-1995883228 tempest-FloatingIPsAssociationTestJSON-1995883228-project] 10.222.0.39 "GET /v2.0/ports?device_id=065f58ca-f725-41c4-bad5-fbf91b7882b1 HTTP/1.1" status: 200 len: 210 time: 0.0822217 Aug 12 14:32:56.803309 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f61c2532-2eba-4d75-99fe-95fcafd241b0 req-4f6856a6-4ea8-499e-aaa4-26076950e079 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.1.143 HTTP/1.1" status: 200 len: 696 time: 0.0986154 Aug 12 14:32:56.813944 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c09966-dea6-4476-913a-a2821cd72a9f req-7a68aca3-da4a-42e5-abce-9150b8ead4df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:56.816486 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-12c09966-dea6-4476-913a-a2821cd72a9f req-7a68aca3-da4a-42e5-abce-9150b8ead4df service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c9128cfa-e5cd-496a-be78-67996c7e7865 HTTP/1.1" status: 200 len: 868 time: 0.2475655 Aug 12 14:32:56.866462 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfb786b-80d1-4726-b27b-cc5ed0228bff req-ffe173dd-af2c-4d01-b614-a6ac2fb90d04 tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:56.868059 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6bfb786b-80d1-4726-b27b-cc5ed0228bff req-ffe173dd-af2c-4d01-b614-a6ac2fb90d04 tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] 10.222.0.49 "GET /v2.0/networks?id=1f88c89e-1834-4591-8586-4341f292deca HTTP/1.1" status: 200 len: 811 time: 0.5150826 Aug 12 14:32:56.898087 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 14:32:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14fd6578-a759-403b-b649-2456a786f919 x-openstack-request-id: req-14fd6578-a759-403b-b649-2456a786f919 {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:32:56.898505 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78b698b3-d74d-459f-aac1-f22636b34999", "name": "network-vif-deleted", "tag": "c2132c04-e2a8-4086-a89a-d2e1812ec202", "status": "completed", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:32:56.898855 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-14fd6578-a759-403b-b649-2456a786f919 {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:32:56.899490 n-d-694802-15 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78b698b3-d74d-459f-aac1-f22636b34999', 'name': 'network-vif-deleted', 'tag': 'c2132c04-e2a8-4086-a89a-d2e1812ec202', 'status': 'completed', 'code': 200} Aug 12 14:32:56.906375 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-6bfb786b-80d1-4726-b27b-cc5ed0228bff req-bd2b13cf-17de-4cca-8d6d-4d3a1bc92e70 tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] Request body: {'port': {'device_id': 'bdfe1057-2f89-4d72-a343-7bb769ddcf33', 'network_id': '1f88c89e-1834-4591-8586-4341f292deca', 'admin_state_up': True, 'tenant_id': '2fd79171a8ca47bca77a7cc342fe86ce'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:32:56.921032 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c09966-dea6-4476-913a-a2821cd72a9f req-5c6d3b80-5319-430c-b929-30cef5f36193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:56.923519 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-12c09966-dea6-4476-913a-a2821cd72a9f req-5c6d3b80-5319-430c-b929-30cef5f36193 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a59e5426-181b-4a1b-a168-dee8a2c25b1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0897963 Aug 12 14:32:57.144476 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6804b88d-8d17-47f7-ab0d-d0a90c20acf7 req-396b5ec5-9499-4f72-a3b2-61817d5502c5 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:57.155770 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [req-f61c2532-2eba-4d75-99fe-95fcafd241b0 req-0d7f0208-54ad-43f9-a6ae-12ef052761fe tempest-FloatingIPsAssociationNegativeTestJSON-2129814811 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811-project] Deleting port 4366ed33-b051-4203-b109-421c78cce215 {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:32:57.156425 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-f61c2532-2eba-4d75-99fe-95fcafd241b0 req-0d7f0208-54ad-43f9-a6ae-12ef052761fe tempest-FloatingIPsAssociationNegativeTestJSON-2129814811 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:57.160064 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-6804b88d-8d17-47f7-ab0d-d0a90c20acf7 req-396b5ec5-9499-4f72-a3b2-61817d5502c5 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/ports?device_id=49fbf0c9-7c67-47a8-a064-2ab1f7981fda HTTP/1.1" status: 200 len: 949 time: 0.1432731 Aug 12 14:32:57.168870 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-12c09966-dea6-4476-913a-a2821cd72a9f req-f09b472c-8a0c-43bd-8422-8b1388325300 service neutron] 10.222.0.49 "GET /v2.0/networks/a59e5426-181b-4a1b-a168-dee8a2c25b1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2357562 Aug 12 14:32:57.230907 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6bfb786b-80d1-4726-b27b-cc5ed0228bff req-bd2b13cf-17de-4cca-8d6d-4d3a1bc92e70 tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] Made reservation on behalf of 2fd79171a8ca47bca77a7cc342fe86ce for: {'port': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:32:57.234499 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-6bfb786b-80d1-4726-b27b-cc5ed0228bff req-bd2b13cf-17de-4cca-8d6d-4d3a1bc92e70 tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:57.262044 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-6804b88d-8d17-47f7-ab0d-d0a90c20acf7 req-e3905e45-5aca-41de-bbc0-310e1f61c9fe tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0307eb3-f523-445b-8e1d-79deac809303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921566 Aug 12 14:32:57.307769 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-12c09966-dea6-4476-913a-a2821cd72a9f req-46d20e0a-d7c1-4f41-8bb7-968219f40468 service neutron] 10.222.0.49 "GET /v2.0/networks/a59e5426-181b-4a1b-a168-dee8a2c25b1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231370 Aug 12 14:32:57.334303 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-f61c2532-2eba-4d75-99fe-95fcafd241b0 req-0d7f0208-54ad-43f9-a6ae-12ef052761fe tempest-FloatingIPsAssociationNegativeTestJSON-2129814811 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:57.334631 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-f61c2532-2eba-4d75-99fe-95fcafd241b0 req-0d7f0208-54ad-43f9-a6ae-12ef052761fe tempest-FloatingIPsAssociationNegativeTestJSON-2129814811 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:57.362044 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [req-f61c2532-2eba-4d75-99fe-95fcafd241b0 req-0d7f0208-54ad-43f9-a6ae-12ef052761fe tempest-FloatingIPsAssociationNegativeTestJSON-2129814811 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811-project] Calling delete_port for 4366ed33-b051-4203-b109-421c78cce215 owned by network:floatingip {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:32:57.397538 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-d31cc53c-55d3-4ca1-a741-336e31351e3d req-a012f1d1-3848-46b7-8d23-3f5b7ebaa695 tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] 10.222.0.39 "GET /v2.0/ports?device_id=bdfe1057-2f89-4d72-a343-7bb769ddcf33 HTTP/1.1" status: 200 len: 210 time: 0.0404606 Aug 12 14:32:57.491964 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_common [req-6bfb786b-80d1-4726-b27b-cc5ed0228bff req-bd2b13cf-17de-4cca-8d6d-4d3a1bc92e70 tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] Allocated IP 172.20.0.9 (1f88c89e-1834-4591-8586-4341f292deca/dd28ff73-a450-408b-b798-c34bd0481320/e731383c-afe1-4106-94a1-16d066591655) {{(pid=94467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:32:57.564958 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df21663-a505-48d3-9a25-fbc25768e6f3 req-237a4ad5-0c33-4acd-b33c-2f7d1e1aa2e1 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:57.567651 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-6df21663-a505-48d3-9a25-fbc25768e6f3 req-237a4ad5-0c33-4acd-b33c-2f7d1e1aa2e1 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] 10.222.0.39 "GET /v2.0/ports?device_id=d3e6d2ac-ef5b-4192-80e2-af49f1b7a811 HTTP/1.1" status: 200 len: 945 time: 0.0977044 Aug 12 14:32:57.622224 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 54ac8bc5-17fd-4e01-8778-29b71645e5d7 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:32:57.656781 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-6df21663-a505-48d3-9a25-fbc25768e6f3 req-c81d292b-68b7-4e4c-8156-f842a25060c1 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] 10.222.0.39 "GET /v2.0/security-groups?id=11312995-c93d-4754-9dea-15693c54238a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680766 Aug 12 14:32:57.745509 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-f61c2532-2eba-4d75-99fe-95fcafd241b0 req-0d7f0208-54ad-43f9-a6ae-12ef052761fe tempest-FloatingIPsAssociationNegativeTestJSON-2129814811 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:57.746944 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning for port 54ac8bc5-17fd-4e01-8778-29b71645e5d7 completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:32:57.755598 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port 54ac8bc5-17fd-4e01-8778-29b71645e5d7 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:32:57.756210 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:57.805578 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7f0208-54ad-43f9-a6ae-12ef052761fe tempest-FloatingIPsAssociationNegativeTestJSON-2129814811 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811-project] Pushing event deleted for resources: {'Port': ['ID=4366ed33-b051-4203-b109-421c78cce215,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:32:57.912075 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-6bfb786b-80d1-4726-b27b-cc5ed0228bff req-bd2b13cf-17de-4cca-8d6d-4d3a1bc92e70 tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] Notify callbacks [] for port, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:57.973877 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:58.001893 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-f61c2532-2eba-4d75-99fe-95fcafd241b0 req-0d7f0208-54ad-43f9-a6ae-12ef052761fe tempest-FloatingIPsAssociationNegativeTestJSON-2129814811 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811-project] Notify callbacks [] for floatingip, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:58.004651 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-f61c2532-2eba-4d75-99fe-95fcafd241b0 req-0d7f0208-54ad-43f9-a6ae-12ef052761fe tempest-FloatingIPsAssociationNegativeTestJSON-2129814811 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for floatingip, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:58.005842 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f61c2532-2eba-4d75-99fe-95fcafd241b0 req-0d7f0208-54ad-43f9-a6ae-12ef052761fe tempest-FloatingIPsAssociationNegativeTestJSON-2129814811 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811-project] 10.222.0.39 "DELETE /v2.0/floatingips/bc61eb52-a864-45fd-bc7a-3d3e6f36ec21 HTTP/1.1" status: 204 len: 173 time: 1.2017450 Aug 12 14:32:58.036573 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] For port 54ac8bc5-17fd-4e01-8778-29b71645e5d7, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=54ac8bc5-17fd-4e01-8778-29b71645e5d7,segment=NetworkSegment(ee392864-e217-4cd8-a2c6-fbd3077ffd3b),segment_id=ee392864-e217-4cd8-a2c6-fbd3077ffd3b)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:32:58.046727 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:58.057423 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-91685a0a-6ea3-4506-8540-4be61fbd3976 req-b41a6c90-2a54-4586-9829-d2635f00366e tempest-FloatingIPsAssociationTestJSON-1995883228 tempest-FloatingIPsAssociationTestJSON-1995883228-project] 10.222.0.39 "GET /v2.0/ports?device_id=065f58ca-f725-41c4-bad5-fbf91b7882b1 HTTP/1.1" status: 200 len: 210 time: 0.0687456 Aug 12 14:32:58.076217 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25583e24-5847-4f59-88fc-3df7de34efe8 req-c59f10ae-91b9-41de-a2b7-2c0f6647e5a5 tempest-FloatingIPsAssociationTestJSON-1995883228 tempest-FloatingIPsAssociationTestJSON-1995883228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:58.077723 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-25583e24-5847-4f59-88fc-3df7de34efe8 req-c59f10ae-91b9-41de-a2b7-2c0f6647e5a5 tempest-FloatingIPsAssociationTestJSON-1995883228 tempest-FloatingIPsAssociationTestJSON-1995883228-project] 10.222.0.49 "GET /v2.0/networks?id=2d77121a-2c49-4913-9b71-d88f74914779 HTTP/1.1" status: 200 len: 821 time: 0.3047652 Aug 12 14:32:58.091055 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-6bfb786b-80d1-4726-b27b-cc5ed0228bff req-bd2b13cf-17de-4cca-8d6d-4d3a1bc92e70 tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:58.094348 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [req-25583e24-5847-4f59-88fc-3df7de34efe8 req-9a9581c8-3944-4bed-b2bc-f6782b0cc311 tempest-FloatingIPsAssociationTestJSON-1995883228 tempest-FloatingIPsAssociationTestJSON-1995883228-project] Request body: {'port': {'device_id': '065f58ca-f725-41c4-bad5-fbf91b7882b1', 'network_id': '2d77121a-2c49-4913-9b71-d88f74914779', 'admin_state_up': True, 'tenant_id': 'b1a78db6da9442aab3b2432c7eca6669'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:32:58.131667 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Pushing event updated for resources: {'Port': ['ID=54ac8bc5-17fd-4e01-8778-29b71645e5d7,revision_number=5']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:32:58.137077 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] get_ports_and_sgs() called for port_ids ['85489a13-e7f9-426f-8757-9b5fae8f281a'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:32:58.163405 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6bfb786b-80d1-4726-b27b-cc5ed0228bff req-bd2b13cf-17de-4cca-8d6d-4d3a1bc92e70 tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] Network 1f88c89e-1834-4591-8586-4341f292deca is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:32:58.167467 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [req-6bfb786b-80d1-4726-b27b-cc5ed0228bff req-bd2b13cf-17de-4cca-8d6d-4d3a1bc92e70 tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:32:58.171657 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bfb786b-80d1-4726-b27b-cc5ed0228bff req-bd2b13cf-17de-4cca-8d6d-4d3a1bc92e70 tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] Received port after_create {{(pid=94467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:32:58.227569 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2b13cf-17de-4cca-8d6d-4d3a1bc92e70 tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] Pushing event updated for resources: {'Port': ['ID=e731383c-afe1-4106-94a1-16d066591655,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:32:58.271312 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfb786b-80d1-4726-b27b-cc5ed0228bff req-bd2b13cf-17de-4cca-8d6d-4d3a1bc92e70 tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:58.273510 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-6bfb786b-80d1-4726-b27b-cc5ed0228bff req-bd2b13cf-17de-4cca-8d6d-4d3a1bc92e70 tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:58.326863 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6bfb786b-80d1-4726-b27b-cc5ed0228bff req-bd2b13cf-17de-4cca-8d6d-4d3a1bc92e70 tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4236963 Aug 12 14:32:58.340522 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-6bfb786b-80d1-4726-b27b-cc5ed0228bff req-48ec0b5e-4aee-4f32-888f-5674c525a6cf service neutron] Request body: {'port': {'device_id': 'bdfe1057-2f89-4d72-a343-7bb769ddcf33', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-694802-15'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:32:58.380733 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b106ab5-50b3-4bfb-a458-e4246863e18c req-44e54972-44dc-4078-b1e4-d93fa20ec829 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:58.382777 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-2b106ab5-50b3-4bfb-a458-e4246863e18c req-44e54972-44dc-4078-b1e4-d93fa20ec829 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811-project] 10.222.0.39 "GET /v2.0/ports?device_id=20a508c0-b3ec-4a7c-bde0-25fb7b33ebfe&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1254637 Aug 12 14:32:58.432245 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-2b106ab5-50b3-4bfb-a458-e4246863e18c req-33771295-d3b3-41ff-bf27-7fc6cee6feb0 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0398517 Aug 12 14:32:58.438886 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25583e24-5847-4f59-88fc-3df7de34efe8 req-9a9581c8-3944-4bed-b2bc-f6782b0cc311 tempest-FloatingIPsAssociationTestJSON-1995883228 tempest-FloatingIPsAssociationTestJSON-1995883228-project] Made reservation on behalf of b1a78db6da9442aab3b2432c7eca6669 for: {'port': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:32:58.439693 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-6bfb786b-80d1-4726-b27b-cc5ed0228bff req-48ec0b5e-4aee-4f32-888f-5674c525a6cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:58.444335 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-25583e24-5847-4f59-88fc-3df7de34efe8 req-9a9581c8-3944-4bed-b2bc-f6782b0cc311 tempest-FloatingIPsAssociationTestJSON-1995883228 tempest-FloatingIPsAssociationTestJSON-1995883228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:58.518816 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6e5224-0538-4d50-a199-3d34c9e6f017 req-8a7ed4bb-3471-4cf7-aa58-f4d4bfcf4b09 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:58.526709 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ea6e5224-0538-4d50-a199-3d34c9e6f017 req-8a7ed4bb-3471-4cf7-aa58-f4d4bfcf4b09 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/ports?device_id=49fbf0c9-7c67-47a8-a064-2ab1f7981fda HTTP/1.1" status: 200 len: 949 time: 0.1183231 Aug 12 14:32:58.545911 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device c2132c04-e2a8-4086-a89a-d2e1812ec202 no longer exists at agent hyperv_n-h1-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:32:58.570242 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-93370168-53ca-47c2-9e27-b066be57125c None None] No Port match for: c2132c04-e2a8-4086-a89a-d2e1812ec202 {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 14:32:58.570242 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device c2132c04-e2a8-4086-a89a-d2e1812ec202 not bound to the agent host n-h1-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:32:58.609989 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853ca0fa-1e16-4f7a-ae6a-b43591505eed req-0879a4be-5e36-47e8-a77f-9f0c3ccf9b73 tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:58.611520 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-853ca0fa-1e16-4f7a-ae6a-b43591505eed req-0879a4be-5e36-47e8-a77f-9f0c3ccf9b73 tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] 10.222.0.39 "GET /v2.0/ports?device_id=f3c0eeb6-944f-4df5-921f-e67fd51b3f14 HTTP/1.1" status: 200 len: 949 time: 0.1028228 Aug 12 14:32:58.643248 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [req-25583e24-5847-4f59-88fc-3df7de34efe8 req-9a9581c8-3944-4bed-b2bc-f6782b0cc311 tempest-FloatingIPsAssociationTestJSON-1995883228 tempest-FloatingIPsAssociationTestJSON-1995883228-project] Allocated IP 172.20.0.12 (2d77121a-2c49-4913-9b71-d88f74914779/e49c4440-1d10-4e2e-898f-8a24c72551cf/1b7f2002-26ac-49ea-b30f-972bca0b50f6) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:32:58.646360 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ea6e5224-0538-4d50-a199-3d34c9e6f017 req-54c0f7e2-6c3e-4192-811a-e30c9b4ba77e tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0307eb3-f523-445b-8e1d-79deac809303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187675 Aug 12 14:32:58.691039 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-853ca0fa-1e16-4f7a-ae6a-b43591505eed req-c0c9f9c9-f717-4f48-bafc-aba1c5b81f09 tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] 10.222.0.39 "GET /v2.0/security-groups?id=732c786f-d597-473b-bc9a-3d3a7bfc11d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707901 Aug 12 14:32:58.819832 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-c52dc38f-3968-4887-861c-4239df3fda5e req-671813b1-0c3d-4c31-9838-97344e9eca94 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0763760 Aug 12 14:32:58.872712 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [req-6bfb786b-80d1-4726-b27b-cc5ed0228bff req-48ec0b5e-4aee-4f32-888f-5674c525a6cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e731383c-afe1-4106-94a1-16d066591655 {{(pid=94467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:32:58.885312 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a0363e-80a3-4381-8ad8-6a1b4d5cd3d2 req-15dd5eb4-7d61-435b-81f3-00984d6fff6e tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:58.886997 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-35a0363e-80a3-4381-8ad8-6a1b4d5cd3d2 req-15dd5eb4-7d61-435b-81f3-00984d6fff6e tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] 10.222.0.39 "GET /v2.0/ports?device_id=bdfe1057-2f89-4d72-a343-7bb769ddcf33 HTTP/1.1" status: 200 len: 931 time: 0.1168432 Aug 12 14:32:58.891125 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-6bfb786b-80d1-4726-b27b-cc5ed0228bff req-48ec0b5e-4aee-4f32-888f-5674c525a6cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:58.916192 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-25583e24-5847-4f59-88fc-3df7de34efe8 req-9a9581c8-3944-4bed-b2bc-f6782b0cc311 tempest-FloatingIPsAssociationTestJSON-1995883228 tempest-FloatingIPsAssociationTestJSON-1995883228-project] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:58.918075 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [req-6bfb786b-80d1-4726-b27b-cc5ed0228bff req-48ec0b5e-4aee-4f32-888f-5674c525a6cf service neutron] Transition to ACTIVE for port object e731383c-afe1-4106-94a1-16d066591655 will not be triggered until provisioned by entity L2. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:32:58.924950 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-6bfb786b-80d1-4726-b27b-cc5ed0228bff req-48ec0b5e-4aee-4f32-888f-5674c525a6cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:58.954730 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [req-25583e24-5847-4f59-88fc-3df7de34efe8 req-9a9581c8-3944-4bed-b2bc-f6782b0cc311 tempest-FloatingIPsAssociationTestJSON-1995883228 tempest-FloatingIPsAssociationTestJSON-1995883228-project] Transition to ACTIVE for port object 1b7f2002-26ac-49ea-b30f-972bca0b50f6 will not be triggered until provisioned by entity DHCP. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:32:58.964568 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-35a0363e-80a3-4381-8ad8-6a1b4d5cd3d2 req-37e9f049-be80-47b7-810d-5b1e82703758 tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] 10.222.0.39 "GET /v2.0/security-groups?id=6f569421-3ef5-4998-a0c5-f191379b6c78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692697 Aug 12 14:32:58.999407 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ec0b5e-4aee-4f32-888f-5674c525a6cf service neutron] Pushing event updated for resources: {'Port': ['ID=e731383c-afe1-4106-94a1-16d066591655,revision_number=2']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:32:59.029310 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98088f1b-29d2-4d16-87bb-5fbca4fdaa44 req-ea2d61a7-bff0-4f66-b7b1-6920c3b0ddb8 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:59.037440 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-98088f1b-29d2-4d16-87bb-5fbca4fdaa44 req-ea2d61a7-bff0-4f66-b7b1-6920c3b0ddb8 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] 10.222.0.39 "GET /v2.0/ports?device_id=d3e6d2ac-ef5b-4192-80e2-af49f1b7a811 HTTP/1.1" status: 200 len: 945 time: 0.1166582 Aug 12 14:32:59.045316 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-25583e24-5847-4f59-88fc-3df7de34efe8 req-9a9581c8-3944-4bed-b2bc-f6782b0cc311 tempest-FloatingIPsAssociationTestJSON-1995883228 tempest-FloatingIPsAssociationTestJSON-1995883228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:59.097911 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-6bfb786b-80d1-4726-b27b-cc5ed0228bff req-48ec0b5e-4aee-4f32-888f-5674c525a6cf service neutron] Attempting to bind port e731383c-afe1-4106-94a1-16d066591655 on host n-h2-694802-15 for vnic_type normal with profile {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:32:59.100457 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-6bfb786b-80d1-4726-b27b-cc5ed0228bff req-48ec0b5e-4aee-4f32-888f-5674c525a6cf service neutron] Attempting to bind port e731383c-afe1-4106-94a1-16d066591655 by drivers openvswitch,hyperv on host n-h2-694802-15 at level 0 using segments [{'id': '9ef950f6-5519-4190-8028-503a0a76e439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '1f88c89e-1834-4591-8586-4341f292deca'}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:32:59.100804 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bfb786b-80d1-4726-b27b-cc5ed0228bff req-48ec0b5e-4aee-4f32-888f-5674c525a6cf service neutron] Attempting to bind port e731383c-afe1-4106-94a1-16d066591655 on network 1f88c89e-1834-4591-8586-4341f292deca {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:32:59.105883 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bfb786b-80d1-4726-b27b-cc5ed0228bff req-48ec0b5e-4aee-4f32-888f-5674c525a6cf service neutron] Port e731383c-afe1-4106-94a1-16d066591655 on network 1f88c89e-1834-4591-8586-4341f292deca not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-15 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 14:32:59.106216 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bfb786b-80d1-4726-b27b-cc5ed0228bff req-48ec0b5e-4aee-4f32-888f-5674c525a6cf service neutron] Attempting to bind port e731383c-afe1-4106-94a1-16d066591655 on network 1f88c89e-1834-4591-8586-4341f292deca {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:32:59.112227 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bfb786b-80d1-4726-b27b-cc5ed0228bff req-48ec0b5e-4aee-4f32-888f-5674c525a6cf service neutron] Checking agent: {'id': 'b7697f71-33f3-4959-ad82-43c2dc15845d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 27, 42), 'started_at': datetime.datetime(2021, 8, 12, 14, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 32, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:32:59.114637 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bfb786b-80d1-4726-b27b-cc5ed0228bff req-48ec0b5e-4aee-4f32-888f-5674c525a6cf service neutron] Checking segment: {'id': '9ef950f6-5519-4190-8028-503a0a76e439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '1f88c89e-1834-4591-8586-4341f292deca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:32:59.115301 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25583e24-5847-4f59-88fc-3df7de34efe8 req-9a9581c8-3944-4bed-b2bc-f6782b0cc311 tempest-FloatingIPsAssociationTestJSON-1995883228 tempest-FloatingIPsAssociationTestJSON-1995883228-project] Network 2d77121a-2c49-4913-9b71-d88f74914779 is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:32:59.117400 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bfb786b-80d1-4726-b27b-cc5ed0228bff req-48ec0b5e-4aee-4f32-888f-5674c525a6cf service neutron] Bound using segment: {'id': '9ef950f6-5519-4190-8028-503a0a76e439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '1f88c89e-1834-4591-8586-4341f292deca'} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:32:59.118594 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-6bfb786b-80d1-4726-b27b-cc5ed0228bff req-48ec0b5e-4aee-4f32-888f-5674c525a6cf service neutron] Bound port: e731383c-afe1-4106-94a1-16d066591655, host: n-h2-694802-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ef950f6-5519-4190-8028-503a0a76e439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '1f88c89e-1834-4591-8586-4341f292deca'}}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:32:59.119300 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-6bfb786b-80d1-4726-b27b-cc5ed0228bff req-48ec0b5e-4aee-4f32-888f-5674c525a6cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:59.121266 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [req-25583e24-5847-4f59-88fc-3df7de34efe8 req-9a9581c8-3944-4bed-b2bc-f6782b0cc311 tempest-FloatingIPsAssociationTestJSON-1995883228 tempest-FloatingIPsAssociationTestJSON-1995883228-project] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:32:59.125263 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9581c8-3944-4bed-b2bc-f6782b0cc311 tempest-FloatingIPsAssociationTestJSON-1995883228 tempest-FloatingIPsAssociationTestJSON-1995883228-project] Pushing event updated for resources: {'Port': ['ID=1b7f2002-26ac-49ea-b30f-972bca0b50f6,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:32:59.128907 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [req-25583e24-5847-4f59-88fc-3df7de34efe8 req-9a9581c8-3944-4bed-b2bc-f6782b0cc311 tempest-FloatingIPsAssociationTestJSON-1995883228 tempest-FloatingIPsAssociationTestJSON-1995883228-project] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:32:59.143560 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-98088f1b-29d2-4d16-87bb-5fbca4fdaa44 req-93285e03-85d0-4211-a651-fc286ea3f9eb tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] 10.222.0.39 "GET /v2.0/security-groups?id=11312995-c93d-4754-9dea-15693c54238a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051550 Aug 12 14:32:59.197278 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25583e24-5847-4f59-88fc-3df7de34efe8 req-9a9581c8-3944-4bed-b2bc-f6782b0cc311 tempest-FloatingIPsAssociationTestJSON-1995883228 tempest-FloatingIPsAssociationTestJSON-1995883228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:59.198269 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-25583e24-5847-4f59-88fc-3df7de34efe8 req-9a9581c8-3944-4bed-b2bc-f6782b0cc311 tempest-FloatingIPsAssociationTestJSON-1995883228 tempest-FloatingIPsAssociationTestJSON-1995883228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:59.222511 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-25583e24-5847-4f59-88fc-3df7de34efe8 req-9a9581c8-3944-4bed-b2bc-f6782b0cc311 tempest-FloatingIPsAssociationTestJSON-1995883228 tempest-FloatingIPsAssociationTestJSON-1995883228-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1337633 Aug 12 14:32:59.240542 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [req-25583e24-5847-4f59-88fc-3df7de34efe8 req-0069d713-2475-44bd-aa79-8a8c2afef918 service neutron] Request body: {'port': {'device_id': '065f58ca-f725-41c4-bad5-fbf91b7882b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-694802-15'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:32:59.297085 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-6bfb786b-80d1-4726-b27b-cc5ed0228bff req-48ec0b5e-4aee-4f32-888f-5674c525a6cf service neutron] For port e731383c-afe1-4106-94a1-16d066591655, host n-h2-694802-15, cleared binding levels {{(pid=94467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:32:59.304209 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-6bfb786b-80d1-4726-b27b-cc5ed0228bff req-48ec0b5e-4aee-4f32-888f-5674c525a6cf service neutron] For port e731383c-afe1-4106-94a1-16d066591655, host n-h2-694802-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=e731383c-afe1-4106-94a1-16d066591655,segment=NetworkSegment(9ef950f6-5519-4190-8028-503a0a76e439),segment_id=9ef950f6-5519-4190-8028-503a0a76e439)] {{(pid=94467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:32:59.312230 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-6bfb786b-80d1-4726-b27b-cc5ed0228bff req-48ec0b5e-4aee-4f32-888f-5674c525a6cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:59.404929 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-25583e24-5847-4f59-88fc-3df7de34efe8 req-0069d713-2475-44bd-aa79-8a8c2afef918 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:59.433301 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1511e50-bcee-442c-8320-8e7c7de0f5fa req-48bb07d1-e7d7-488e-a295-a72b28b9a6fc tempest-FloatingIPsAssociationTestJSON-1995883228 tempest-FloatingIPsAssociationTestJSON-1995883228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:59.435125 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-e1511e50-bcee-442c-8320-8e7c7de0f5fa req-48bb07d1-e7d7-488e-a295-a72b28b9a6fc tempest-FloatingIPsAssociationTestJSON-1995883228 tempest-FloatingIPsAssociationTestJSON-1995883228-project] 10.222.0.39 "GET /v2.0/ports?device_id=065f58ca-f725-41c4-bad5-fbf91b7882b1 HTTP/1.1" status: 200 len: 932 time: 0.1618392 Aug 12 14:32:59.439835 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfb786b-80d1-4726-b27b-cc5ed0228bff req-48ec0b5e-4aee-4f32-888f-5674c525a6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:59.440462 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-6bfb786b-80d1-4726-b27b-cc5ed0228bff req-48ec0b5e-4aee-4f32-888f-5674c525a6cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:59.441960 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6bfb786b-80d1-4726-b27b-cc5ed0228bff req-48ec0b5e-4aee-4f32-888f-5674c525a6cf service neutron] 10.222.0.49 "PUT /v2.0/ports/e731383c-afe1-4106-94a1-16d066591655 HTTP/1.1" status: 200 len: 1092 time: 1.1067030 Aug 12 14:32:59.442399 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdfe1057-2f89-4d72-a343-7bb769ddcf33', 'tag': 'e731383c-afe1-4106-94a1-16d066591655'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:32:59.444656 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e65282f928b64038367d043a4411777802006c43a98742496cb2e25b724ff1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0bcdf68-2ed7-48eb-bda6-17fad382451a" -d '{"events": [{"name": "network-changed", "server_uuid": "bdfe1057-2f89-4d72-a343-7bb769ddcf33", "tag": "e731383c-afe1-4106-94a1-16d066591655"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:32:59.457241 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ec0b5e-4aee-4f32-888f-5674c525a6cf service neutron] Pushing event updated for resources: {'Port': ['ID=e731383c-afe1-4106-94a1-16d066591655,revision_number=3']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:32:59.487483 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67098104-8c51-444f-bf64-1e4148f666e6 req-c5c35927-d107-47fd-871e-6fb8b06d3cdf tempest-FloatingIPsAssociationNegativeTestJSON-2129814811 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:59.489172 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-67098104-8c51-444f-bf64-1e4148f666e6 req-c5c35927-d107-47fd-871e-6fb8b06d3cdf tempest-FloatingIPsAssociationNegativeTestJSON-2129814811 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811-project] 10.222.0.39 "GET /v2.0/ports?device_id=20a508c0-b3ec-4a7c-bde0-25fb7b33ebfe HTTP/1.1" status: 200 len: 945 time: 0.1105855 Aug 12 14:32:59.508905 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9f6921-3498-4b43-9445-12c7561b7aaa req-9d9d3a5c-c0d9-4aa8-ad8c-e4923e2f2ccb tempest-LiveMigrationTest-388825582 tempest-LiveMigrationTest-388825582-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:59.510649 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-3f9f6921-3498-4b43-9445-12c7561b7aaa req-9d9d3a5c-c0d9-4aa8-ad8c-e4923e2f2ccb tempest-LiveMigrationTest-388825582 tempest-LiveMigrationTest-388825582-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=d3e6d2ac-ef5b-4192-80e2-af49f1b7a811&tenant_id=39c74547ea964352853351e74cbcb768&binding%3Ahost_id=n-h2-694802-15 HTTP/1.1" status: 200 len: 1097 time: 0.1873333 Aug 12 14:32:59.527404 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [req-3f9f6921-3498-4b43-9445-12c7561b7aaa req-002e2808-a6d5-4cd7-b7f6-c131a2dc9508 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-694802-15'}}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:32:59.532196 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-457d0344-0da5-4c50-bca4-f122318268bf None None] Provisioning for port 1b7f2002-26ac-49ea-b30f-972bca0b50f6 completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:32:59.539395 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-457d0344-0da5-4c50-bca4-f122318268bf None None] Provisioning complete for port 1b7f2002-26ac-49ea-b30f-972bca0b50f6 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:32:59.540798 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-457d0344-0da5-4c50-bca4-f122318268bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:59.595294 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-e1511e50-bcee-442c-8320-8e7c7de0f5fa req-5b9875a6-337f-42c4-87f8-3d812d028145 tempest-FloatingIPsAssociationTestJSON-1995883228 tempest-FloatingIPsAssociationTestJSON-1995883228-project] 10.222.0.39 "GET /v2.0/security-groups?id=59cdf437-3eb3-4079-8d27-db1f8d94f14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383977 Aug 12 14:32:59.606134 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 54ac8bc5-17fd-4e01-8778-29b71645e5d7 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:32:59.608727 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-457d0344-0da5-4c50-bca4-f122318268bf None None] Port 1b7f2002-26ac-49ea-b30f-972bca0b50f6 cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 14:32:59.611601 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-67098104-8c51-444f-bf64-1e4148f666e6 req-a7d0b40c-4380-4c1c-bc67-c9d87b605dd8 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811-project] 10.222.0.39 "GET /v2.0/security-groups?id=891f2790-590d-4c99-bcc7-96e66942622a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598028 Aug 12 14:32:59.617846 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfb786b-80d1-4726-b27b-cc5ed0228bff req-f0bee0fa-3162-41ac-98f3-847fa45bdf07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:32:59.619700 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6bfb786b-80d1-4726-b27b-cc5ed0228bff req-f0bee0fa-3162-41ac-98f3-847fa45bdf07 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2fd79171a8ca47bca77a7cc342fe86ce&device_id=bdfe1057-2f89-4d72-a343-7bb769ddcf33 HTTP/1.1" status: 200 len: 1095 time: 0.1252460 Aug 12 14:32:59.668601 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port 54ac8bc5-17fd-4e01-8778-29b71645e5d7 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:32:59.669418 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:32:59.688997 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6bfb786b-80d1-4726-b27b-cc5ed0228bff req-a2f5a540-af5e-4666-9658-ffca702dd232 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e731383c-afe1-4106-94a1-16d066591655 HTTP/1.1" status: 200 len: 217 time: 0.0567880 Aug 12 14:32:59.701753 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 14:32:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffbe2b85-396e-48fb-80c7-0eda1feba476 x-openstack-request-id: req-ffbe2b85-396e-48fb-80c7-0eda1feba476 {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:32:59.701753 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdfe1057-2f89-4d72-a343-7bb769ddcf33", "tag": "e731383c-afe1-4106-94a1-16d066591655", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:32:59.701753 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ffbe2b85-396e-48fb-80c7-0eda1feba476 {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:32:59.702088 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdfe1057-2f89-4d72-a343-7bb769ddcf33', 'tag': 'e731383c-afe1-4106-94a1-16d066591655', 'status': 'completed', 'code': 200} Aug 12 14:32:59.713591 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-3f9f6921-3498-4b43-9445-12c7561b7aaa req-002e2808-a6d5-4cd7-b7f6-c131a2dc9508 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:00.122587 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfb786b-80d1-4726-b27b-cc5ed0228bff req-9099b7b0-4fe4-4844-9e9d-c9955939a2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:00.124054 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6bfb786b-80d1-4726-b27b-cc5ed0228bff req-9099b7b0-4fe4-4844-9e9d-c9955939a2f3 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=dd28ff73-a450-408b-b798-c34bd0481320 HTTP/1.1" status: 200 len: 851 time: 0.4151051 Aug 12 14:33:00.158680 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87f742a-04d2-41f2-9be5-3a5932c84847 req-4405c4f7-6633-475a-8303-3f2a6884e665 tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:00.160165 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d87f742a-04d2-41f2-9be5-3a5932c84847 req-4405c4f7-6633-475a-8303-3f2a6884e665 tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] 10.222.0.64 "GET /v2.0/ports?device_id=f3c0eeb6-944f-4df5-921f-e67fd51b3f14 HTTP/1.1" status: 200 len: 949 time: 0.1013618 Aug 12 14:33:00.179961 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6bfb786b-80d1-4726-b27b-cc5ed0228bff req-ac88f9c4-219a-415c-8b1a-6aa0e541cb38 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=1f88c89e-1834-4591-8586-4341f292deca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430417 Aug 12 14:33:00.187049 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93e5f34-4681-4fac-91e2-7494e5d2d693 req-d2f3b238-6af4-40c9-ae68-8eea4e33f54c tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:00.188608 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a93e5f34-4681-4fac-91e2-7494e5d2d693 req-d2f3b238-6af4-40c9-ae68-8eea4e33f54c tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/ports?device_id=49fbf0c9-7c67-47a8-a064-2ab1f7981fda HTTP/1.1" status: 200 len: 949 time: 0.1307054 Aug 12 14:33:00.234323 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c23cde-6690-4ae2-afb0-bf350a3e9041 req-21ec9698-6e0a-4fde-9ffa-1caa2b0d511f tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:00.237588 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-c2c23cde-6690-4ae2-afb0-bf350a3e9041 req-21ec9698-6e0a-4fde-9ffa-1caa2b0d511f tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] 10.222.0.39 "GET /v2.0/ports?device_id=f3c0eeb6-944f-4df5-921f-e67fd51b3f14 HTTP/1.1" status: 200 len: 949 time: 0.3768244 Aug 12 14:33:00.245099 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [req-3f9f6921-3498-4b43-9445-12c7561b7aaa req-002e2808-a6d5-4cd7-b7f6-c131a2dc9508 service neutron] For port 0a60b2ab-2e1f-466d-89a3-9f3975e77d1f, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=0a60b2ab-2e1f-466d-89a3-9f3975e77d1f,segment=NetworkSegment(2c5f2abe-b754-491c-837b-06e8fcd65d4b),segment_id=2c5f2abe-b754-491c-837b-06e8fcd65d4b)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:33:00.335639 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a93e5f34-4681-4fac-91e2-7494e5d2d693 req-fa269191-c85e-49fe-9bb1-b0c6940fd374 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0307eb3-f523-445b-8e1d-79deac809303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321456 Aug 12 14:33:00.346784 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-c2c23cde-6690-4ae2-afb0-bf350a3e9041 req-5f5d0c30-3bc1-4e2e-ad57-a037e6a9c8af tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] 10.222.0.39 "GET /v2.0/security-groups?id=732c786f-d597-473b-bc9a-3d3a7bfc11d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949433 Aug 12 14:33:00.387927 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6bfb786b-80d1-4726-b27b-cc5ed0228bff req-ec4a2241-a8c2-4c0b-8f93-e432ea9e26bc service neutron] 10.222.0.49 "GET /v2.0/networks/1f88c89e-1834-4591-8586-4341f292deca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1932712 Aug 12 14:33:00.404077 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [req-3f9f6921-3498-4b43-9445-12c7561b7aaa req-002e2808-a6d5-4cd7-b7f6-c131a2dc9508 service neutron] For port 0a60b2ab-2e1f-466d-89a3-9f3975e77d1f, host n-h2-694802-15, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:33:00.423776 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [req-d87f742a-04d2-41f2-9be5-3a5932c84847 req-66415390-549c-4a04-a14a-0569885a3f9a tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] Deleting port edc5ecb0-fec0-4f07-8436-44d8c1345f48 {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:33:00.424211 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-d87f742a-04d2-41f2-9be5-3a5932c84847 req-66415390-549c-4a04-a14a-0569885a3f9a tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:00.452466 n-d-694802-15 neutron-server[94466]: DEBUG neutron.notifiers.nova [req-25583e24-5847-4f59-88fc-3df7de34efe8 req-0069d713-2475-44bd-aa79-8a8c2afef918 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b7f2002-26ac-49ea-b30f-972bca0b50f6 {{(pid=94466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:33:00.466664 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-25583e24-5847-4f59-88fc-3df7de34efe8 req-0069d713-2475-44bd-aa79-8a8c2afef918 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:00.497039 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [req-25583e24-5847-4f59-88fc-3df7de34efe8 req-0069d713-2475-44bd-aa79-8a8c2afef918 service neutron] Transition to ACTIVE for port object 1b7f2002-26ac-49ea-b30f-972bca0b50f6 will not be triggered until provisioned by entity L2. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:33:00.500321 n-d-694802-15 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3e6d2ac-ef5b-4192-80e2-af49f1b7a811', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0a60b2ab-2e1f-466d-89a3-9f3975e77d1f'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:33:00.503118 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e785eeede3897370d0b20f09d5f461b30cfecd5ed38c4f07dacd02bc52c9277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bb9d109-f059-4015-9e1c-eb9b61ef42de" -d '{"events": [{"server_uuid": "d3e6d2ac-ef5b-4192-80e2-af49f1b7a811", "name": "network-vif-unplugged", "status": "completed", "tag": "0a60b2ab-2e1f-466d-89a3-9f3975e77d1f"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:33:00.508615 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-3f9f6921-3498-4b43-9445-12c7561b7aaa req-002e2808-a6d5-4cd7-b7f6-c131a2dc9508 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:00.514839 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-25583e24-5847-4f59-88fc-3df7de34efe8 req-0069d713-2475-44bd-aa79-8a8c2afef918 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3718439'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:00.564664 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-3f9f6921-3498-4b43-9445-12c7561b7aaa req-002e2808-a6d5-4cd7-b7f6-c131a2dc9508 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3718439'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:00.568772 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device 0a60b2ab-2e1f-466d-89a3-9f3975e77d1f details requested by agent hyperv_n-h1-694802-15 with host n-h1-694802-15 {{(pid=94468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 14:33:00.612688 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0069d713-2475-44bd-aa79-8a8c2afef918 service neutron] Pushing event updated for resources: {'Port': ['ID=1b7f2002-26ac-49ea-b30f-972bca0b50f6,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:33:00.633597 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6bfb786b-80d1-4726-b27b-cc5ed0228bff req-eb9a2016-039f-4023-b3db-4ac12440679d service neutron] 10.222.0.49 "GET /v2.0/networks/1f88c89e-1834-4591-8586-4341f292deca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2333565 Aug 12 14:33:00.641312 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8804e5-5812-45a5-8dbc-fc57d27bf9d1 req-a1d4cc17-5a39-40bd-9074-d7e3e7d39a1c tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:00.649972 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4f8804e5-5812-45a5-8dbc-fc57d27bf9d1 req-a1d4cc17-5a39-40bd-9074-d7e3e7d39a1c tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] 10.222.0.39 "GET /v2.0/ports?device_id=bdfe1057-2f89-4d72-a343-7bb769ddcf33 HTTP/1.1" status: 200 len: 943 time: 0.1956854 Aug 12 14:33:00.663324 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-d87f742a-04d2-41f2-9be5-3a5932c84847 req-66415390-549c-4a04-a14a-0569885a3f9a tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] For port edc5ecb0-fec0-4f07-8436-44d8c1345f48, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=edc5ecb0-fec0-4f07-8436-44d8c1345f48,segment=NetworkSegment(a1f8c867-101b-4d30-814e-b89f55a5edd0),segment_id=a1f8c867-101b-4d30-814e-b89f55a5edd0)] {{(pid=94467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:33:00.663776 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-d87f742a-04d2-41f2-9be5-3a5932c84847 req-66415390-549c-4a04-a14a-0569885a3f9a tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:00.697590 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [req-d87f742a-04d2-41f2-9be5-3a5932c84847 req-66415390-549c-4a04-a14a-0569885a3f9a tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] Calling delete_port for edc5ecb0-fec0-4f07-8436-44d8c1345f48 owned by compute:nova {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:33:00.753293 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port 0a60b2ab-2e1f-466d-89a3-9f3975e77d1f, host n-h2-694802-15, got binding levels [] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:33:00.789801 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4f8804e5-5812-45a5-8dbc-fc57d27bf9d1 req-46770e15-cbd6-4128-a73d-621922e8d892 tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] 10.222.0.39 "GET /v2.0/security-groups?id=6f569421-3ef5-4998-a0c5-f191379b6c78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298954 Aug 12 14:33:00.802156 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Attempting to bind port 0a60b2ab-2e1f-466d-89a3-9f3975e77d1f on host n-h2-694802-15 for vnic_type normal with profile {"migrating_to": "n-h1-694802-15"} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:33:00.802536 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Attempting to bind port 0a60b2ab-2e1f-466d-89a3-9f3975e77d1f by drivers openvswitch,hyperv on host n-h2-694802-15 at level 0 using segments [{'id': '2c5f2abe-b754-491c-837b-06e8fcd65d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'a10dd9db-a24e-488c-8894-a27c36eaa630'}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:33:00.802919 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Attempting to bind port 0a60b2ab-2e1f-466d-89a3-9f3975e77d1f on network a10dd9db-a24e-488c-8894-a27c36eaa630 {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:33:00.808093 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Port 0a60b2ab-2e1f-466d-89a3-9f3975e77d1f on network a10dd9db-a24e-488c-8894-a27c36eaa630 not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-15 {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 14:33:00.808589 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Attempting to bind port 0a60b2ab-2e1f-466d-89a3-9f3975e77d1f on network a10dd9db-a24e-488c-8894-a27c36eaa630 {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:33:00.821313 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Checking agent: {'id': 'b7697f71-33f3-4959-ad82-43c2dc15845d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 27, 42), 'started_at': datetime.datetime(2021, 8, 12, 14, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 32, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:33:00.823291 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Checking segment: {'id': '2c5f2abe-b754-491c-837b-06e8fcd65d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'a10dd9db-a24e-488c-8894-a27c36eaa630'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:33:00.824916 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Bound using segment: {'id': '2c5f2abe-b754-491c-837b-06e8fcd65d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'a10dd9db-a24e-488c-8894-a27c36eaa630'} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:33:00.825689 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Bound port: 0a60b2ab-2e1f-466d-89a3-9f3975e77d1f, host: n-h2-694802-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c5f2abe-b754-491c-837b-06e8fcd65d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'a10dd9db-a24e-488c-8894-a27c36eaa630'}}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:33:00.827511 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:00.876985 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f803054f-bae2-49b3-8c7b-267fa206e258 req-9313f57d-9104-4ca9-8ae0-2c1e559c1c02 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:00.879203 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-f803054f-bae2-49b3-8c7b-267fa206e258 req-9313f57d-9104-4ca9-8ae0-2c1e559c1c02 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] 10.222.0.39 "GET /v2.0/ports?device_id=d3e6d2ac-ef5b-4192-80e2-af49f1b7a811 HTTP/1.1" status: 200 len: 943 time: 0.3210769 Aug 12 14:33:00.886308 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 12 Aug 2021 14:33:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41e97d0f-1862-49d7-8a00-e16160f74799 x-openstack-request-id: req-41e97d0f-1862-49d7-8a00-e16160f74799 {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:33:00.887931 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3e6d2ac-ef5b-4192-80e2-af49f1b7a811", "name": "network-vif-unplugged", "status": "completed", "tag": "0a60b2ab-2e1f-466d-89a3-9f3975e77d1f", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:33:00.888836 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-41e97d0f-1862-49d7-8a00-e16160f74799 {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:33:00.890505 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bcdf68-2ed7-48eb-bda6-17fad382451a req-29953ad1-eb63-4fa7-9ee3-98118086a5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:00.890692 n-d-694802-15 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3e6d2ac-ef5b-4192-80e2-af49f1b7a811', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0a60b2ab-2e1f-466d-89a3-9f3975e77d1f', 'code': 200} Aug 12 14:33:00.892087 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a0bcdf68-2ed7-48eb-bda6-17fad382451a req-29953ad1-eb63-4fa7-9ee3-98118086a5a2 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2fd79171a8ca47bca77a7cc342fe86ce&device_id=bdfe1057-2f89-4d72-a343-7bb769ddcf33 HTTP/1.1" status: 200 len: 1095 time: 0.1850858 Aug 12 14:33:00.899777 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [req-3f9f6921-3498-4b43-9445-12c7561b7aaa req-002e2808-a6d5-4cd7-b7f6-c131a2dc9508 service neutron] Attempting to bind port 0a60b2ab-2e1f-466d-89a3-9f3975e77d1f on host n-h2-694802-15 for vnic_type normal with profile {"migrating_to": "n-h1-694802-15"} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:33:00.899777 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [req-3f9f6921-3498-4b43-9445-12c7561b7aaa req-002e2808-a6d5-4cd7-b7f6-c131a2dc9508 service neutron] Attempting to bind port 0a60b2ab-2e1f-466d-89a3-9f3975e77d1f by drivers openvswitch,hyperv on host n-h2-694802-15 at level 0 using segments [{'id': '2c5f2abe-b754-491c-837b-06e8fcd65d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'a10dd9db-a24e-488c-8894-a27c36eaa630'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:33:00.901361 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f9f6921-3498-4b43-9445-12c7561b7aaa req-002e2808-a6d5-4cd7-b7f6-c131a2dc9508 service neutron] Attempting to bind port 0a60b2ab-2e1f-466d-89a3-9f3975e77d1f on network a10dd9db-a24e-488c-8894-a27c36eaa630 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:33:00.926540 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002e2808-a6d5-4cd7-b7f6-c131a2dc9508 service neutron] Pushing event updated for resources: {'Port': ['ID=0a60b2ab-2e1f-466d-89a3-9f3975e77d1f,revision_number=7']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:33:00.944348 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f9f6921-3498-4b43-9445-12c7561b7aaa req-002e2808-a6d5-4cd7-b7f6-c131a2dc9508 service neutron] Port 0a60b2ab-2e1f-466d-89a3-9f3975e77d1f on network a10dd9db-a24e-488c-8894-a27c36eaa630 not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-15 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 14:33:00.944679 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f9f6921-3498-4b43-9445-12c7561b7aaa req-002e2808-a6d5-4cd7-b7f6-c131a2dc9508 service neutron] Attempting to bind port 0a60b2ab-2e1f-466d-89a3-9f3975e77d1f on network a10dd9db-a24e-488c-8894-a27c36eaa630 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:33:00.972708 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f9f6921-3498-4b43-9445-12c7561b7aaa req-002e2808-a6d5-4cd7-b7f6-c131a2dc9508 service neutron] Checking agent: {'id': 'b7697f71-33f3-4959-ad82-43c2dc15845d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 27, 42), 'started_at': datetime.datetime(2021, 8, 12, 14, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 32, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:33:00.973619 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f9f6921-3498-4b43-9445-12c7561b7aaa req-002e2808-a6d5-4cd7-b7f6-c131a2dc9508 service neutron] Checking segment: {'id': '2c5f2abe-b754-491c-837b-06e8fcd65d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'a10dd9db-a24e-488c-8894-a27c36eaa630'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:33:00.974016 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f9f6921-3498-4b43-9445-12c7561b7aaa req-002e2808-a6d5-4cd7-b7f6-c131a2dc9508 service neutron] Bound using segment: {'id': '2c5f2abe-b754-491c-837b-06e8fcd65d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'a10dd9db-a24e-488c-8894-a27c36eaa630'} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:33:00.974716 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [req-3f9f6921-3498-4b43-9445-12c7561b7aaa req-002e2808-a6d5-4cd7-b7f6-c131a2dc9508 service neutron] Bound port: 0a60b2ab-2e1f-466d-89a3-9f3975e77d1f, host: n-h2-694802-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c5f2abe-b754-491c-837b-06e8fcd65d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'a10dd9db-a24e-488c-8894-a27c36eaa630'}}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:33:00.975216 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-3f9f6921-3498-4b43-9445-12c7561b7aaa req-002e2808-a6d5-4cd7-b7f6-c131a2dc9508 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:00.980125 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port 0a60b2ab-2e1f-466d-89a3-9f3975e77d1f, host n-h2-694802-15, cleared binding levels {{(pid=94468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:33:00.983416 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [req-25583e24-5847-4f59-88fc-3df7de34efe8 req-0069d713-2475-44bd-aa79-8a8c2afef918 service neutron] Attempting to bind port 1b7f2002-26ac-49ea-b30f-972bca0b50f6 on host n-h2-694802-15 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:33:00.983774 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [req-25583e24-5847-4f59-88fc-3df7de34efe8 req-0069d713-2475-44bd-aa79-8a8c2afef918 service neutron] Attempting to bind port 1b7f2002-26ac-49ea-b30f-972bca0b50f6 by drivers openvswitch,hyperv on host n-h2-694802-15 at level 0 using segments [{'id': 'ee392864-e217-4cd8-a2c6-fbd3077ffd3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '2d77121a-2c49-4913-9b71-d88f74914779'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:33:00.984085 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25583e24-5847-4f59-88fc-3df7de34efe8 req-0069d713-2475-44bd-aa79-8a8c2afef918 service neutron] Attempting to bind port 1b7f2002-26ac-49ea-b30f-972bca0b50f6 on network 2d77121a-2c49-4913-9b71-d88f74914779 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:33:00.984979 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port 0a60b2ab-2e1f-466d-89a3-9f3975e77d1f, host n-h2-694802-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=0a60b2ab-2e1f-466d-89a3-9f3975e77d1f,segment=NetworkSegment(2c5f2abe-b754-491c-837b-06e8fcd65d4b),segment_id=2c5f2abe-b754-491c-837b-06e8fcd65d4b)] {{(pid=94468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:33:00.990347 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:01.013958 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25583e24-5847-4f59-88fc-3df7de34efe8 req-0069d713-2475-44bd-aa79-8a8c2afef918 service neutron] Port 1b7f2002-26ac-49ea-b30f-972bca0b50f6 on network 2d77121a-2c49-4913-9b71-d88f74914779 not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-15 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 14:33:01.014288 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25583e24-5847-4f59-88fc-3df7de34efe8 req-0069d713-2475-44bd-aa79-8a8c2afef918 service neutron] Attempting to bind port 1b7f2002-26ac-49ea-b30f-972bca0b50f6 on network 2d77121a-2c49-4913-9b71-d88f74914779 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:33:01.032509 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-f803054f-bae2-49b3-8c7b-267fa206e258 req-540eb838-0af2-4e89-b797-ce047c2ccde7 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] 10.222.0.39 "GET /v2.0/security-groups?id=11312995-c93d-4754-9dea-15693c54238a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148560 Aug 12 14:33:01.038531 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25583e24-5847-4f59-88fc-3df7de34efe8 req-0069d713-2475-44bd-aa79-8a8c2afef918 service neutron] Checking agent: {'id': 'b7697f71-33f3-4959-ad82-43c2dc15845d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 27, 42), 'started_at': datetime.datetime(2021, 8, 12, 14, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 32, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:33:01.038826 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25583e24-5847-4f59-88fc-3df7de34efe8 req-0069d713-2475-44bd-aa79-8a8c2afef918 service neutron] Checking segment: {'id': 'ee392864-e217-4cd8-a2c6-fbd3077ffd3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '2d77121a-2c49-4913-9b71-d88f74914779'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:33:01.049890 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25583e24-5847-4f59-88fc-3df7de34efe8 req-0069d713-2475-44bd-aa79-8a8c2afef918 service neutron] Bound using segment: {'id': 'ee392864-e217-4cd8-a2c6-fbd3077ffd3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '2d77121a-2c49-4913-9b71-d88f74914779'} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:33:01.049890 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [req-25583e24-5847-4f59-88fc-3df7de34efe8 req-0069d713-2475-44bd-aa79-8a8c2afef918 service neutron] Bound port: 1b7f2002-26ac-49ea-b30f-972bca0b50f6, host: n-h2-694802-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee392864-e217-4cd8-a2c6-fbd3077ffd3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '2d77121a-2c49-4913-9b71-d88f74914779'}}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:33:01.049890 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-25583e24-5847-4f59-88fc-3df7de34efe8 req-0069d713-2475-44bd-aa79-8a8c2afef918 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:01.106436 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Pushing event updated for resources: {'Port': ['ID=0a60b2ab-2e1f-466d-89a3-9f3975e77d1f,revision_number=8']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:33:01.119925 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867267e8-8095-471d-a99e-7e3bb30121f8 req-65432c79-e850-4355-a386-24df77f3f2ab tempest-FloatingIPsAssociationTestJSON-1995883228 tempest-FloatingIPsAssociationTestJSON-1995883228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:01.127231 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-867267e8-8095-471d-a99e-7e3bb30121f8 req-65432c79-e850-4355-a386-24df77f3f2ab tempest-FloatingIPsAssociationTestJSON-1995883228 tempest-FloatingIPsAssociationTestJSON-1995883228-project] 10.222.0.39 "GET /v2.0/ports?device_id=065f58ca-f725-41c4-bad5-fbf91b7882b1 HTTP/1.1" status: 200 len: 944 time: 0.1685898 Aug 12 14:33:01.134024 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bcdf68-2ed7-48eb-bda6-17fad382451a req-57f342c6-54cd-4669-9f4d-0c6b9630d563 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:01.136892 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a0bcdf68-2ed7-48eb-bda6-17fad382451a req-57f342c6-54cd-4669-9f4d-0c6b9630d563 service neutron] 10.222.0.49 "GET /v2.0/networks?id=1f88c89e-1834-4591-8586-4341f292deca HTTP/1.1" status: 200 len: 912 time: 0.2236047 Aug 12 14:33:01.173530 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device 0a60b2ab-2e1f-466d-89a3-9f3975e77d1f has no active binding in host n-h1-694802-15 {{(pid=94468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 12 14:33:01.192413 n-d-694802-15 neutron-server[94466]: WARNING neutron.plugins.ml2.plugin [req-3f9f6921-3498-4b43-9445-12c7561b7aaa req-002e2808-a6d5-4cd7-b7f6-c131a2dc9508 service neutron] Concurrent port binding operations failed on port 0a60b2ab-2e1f-466d-89a3-9f3975e77d1f Aug 12 14:33:01.197183 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [req-3f9f6921-3498-4b43-9445-12c7561b7aaa req-002e2808-a6d5-4cd7-b7f6-c131a2dc9508 service neutron] For port 0a60b2ab-2e1f-466d-89a3-9f3975e77d1f, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=0a60b2ab-2e1f-466d-89a3-9f3975e77d1f,segment=NetworkSegment(2c5f2abe-b754-491c-837b-06e8fcd65d4b),segment_id=2c5f2abe-b754-491c-837b-06e8fcd65d4b)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:33:01.209126 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a0bcdf68-2ed7-48eb-bda6-17fad382451a req-51dc4c57-953d-4b8a-bb3c-4a87db19479a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e731383c-afe1-4106-94a1-16d066591655 HTTP/1.1" status: 200 len: 217 time: 0.0631497 Aug 12 14:33:01.213228 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-d87f742a-04d2-41f2-9be5-3a5932c84847 req-66415390-549c-4a04-a14a-0569885a3f9a tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:01.227684 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] get_ports_and_sgs() called for port_ids ['edc5ecb0-fec0-4f07-8436-44d8c1345f48'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:33:01.256083 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-867267e8-8095-471d-a99e-7e3bb30121f8 req-3882a2ea-46bc-4f1e-aab6-513d1dc460cb tempest-FloatingIPsAssociationTestJSON-1995883228 tempest-FloatingIPsAssociationTestJSON-1995883228-project] 10.222.0.39 "GET /v2.0/security-groups?id=59cdf437-3eb3-4079-8d27-db1f8d94f14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275105 Aug 12 14:33:01.256297 n-d-694802-15 neutron-server[94466]: INFO neutron.plugins.ml2.plugin [req-3f9f6921-3498-4b43-9445-12c7561b7aaa req-002e2808-a6d5-4cd7-b7f6-c131a2dc9508 service neutron] Attempt 2 to bind port 0a60b2ab-2e1f-466d-89a3-9f3975e77d1f Aug 12 14:33:01.260418 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9f6921-3498-4b43-9445-12c7561b7aaa req-002e2808-a6d5-4cd7-b7f6-c131a2dc9508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:01.261217 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-3f9f6921-3498-4b43-9445-12c7561b7aaa req-002e2808-a6d5-4cd7-b7f6-c131a2dc9508 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:01.272300 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-3f9f6921-3498-4b43-9445-12c7561b7aaa req-002e2808-a6d5-4cd7-b7f6-c131a2dc9508 service neutron] 10.222.0.64 "PUT /v2.0/ports/0a60b2ab-2e1f-466d-89a3-9f3975e77d1f HTTP/1.1" status: 200 len: 1123 time: 1.7395833 Aug 12 14:33:01.294174 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe2ab8a-c9ae-46bf-ad55-8a23240d57ee req-cc5dfb7d-8ca3-493b-8f86-b29829eec306 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:01.295993 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-cbe2ab8a-c9ae-46bf-ad55-8a23240d57ee req-cc5dfb7d-8ca3-493b-8f86-b29829eec306 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811-project] 10.222.0.39 "GET /v2.0/ports?device_id=20a508c0-b3ec-4a7c-bde0-25fb7b33ebfe HTTP/1.1" status: 200 len: 945 time: 0.1178935 Aug 12 14:33:01.316444 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66415390-549c-4a04-a14a-0569885a3f9a tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] Pushing event deleted for resources: {'Port': ['ID=edc5ecb0-fec0-4f07-8436-44d8c1345f48,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:33:01.355261 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bcdf68-2ed7-48eb-bda6-17fad382451a req-2327dda6-9ed6-4952-914b-d9952903c250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:01.357446 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a0bcdf68-2ed7-48eb-bda6-17fad382451a req-2327dda6-9ed6-4952-914b-d9952903c250 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=dd28ff73-a450-408b-b798-c34bd0481320 HTTP/1.1" status: 200 len: 851 time: 0.1355467 Aug 12 14:33:01.368294 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] get_ports_and_sgs() called for port_ids ['0a60b2ab-2e1f-466d-89a3-9f3975e77d1f'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:33:01.381801 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [req-25583e24-5847-4f59-88fc-3df7de34efe8 req-0069d713-2475-44bd-aa79-8a8c2afef918 service neutron] For port 1b7f2002-26ac-49ea-b30f-972bca0b50f6, host n-h2-694802-15, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:33:01.414943 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] get_ports_and_sgs() called for port_ids ['0a60b2ab-2e1f-466d-89a3-9f3975e77d1f'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:33:01.420705 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [req-d87f742a-04d2-41f2-9be5-3a5932c84847 req-66415390-549c-4a04-a14a-0569885a3f9a tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] No DVR routers for this DVR port edc5ecb0-fec0-4f07-8436-44d8c1345f48 on host n-h1-694802-15 {{(pid=94467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:33:01.429788 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-d87f742a-04d2-41f2-9be5-3a5932c84847 req-66415390-549c-4a04-a14a-0569885a3f9a tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:01.435343 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [req-25583e24-5847-4f59-88fc-3df7de34efe8 req-0069d713-2475-44bd-aa79-8a8c2afef918 service neutron] For port 1b7f2002-26ac-49ea-b30f-972bca0b50f6, host n-h2-694802-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=1b7f2002-26ac-49ea-b30f-972bca0b50f6,segment=NetworkSegment(ee392864-e217-4cd8-a2c6-fbd3077ffd3b),segment_id=ee392864-e217-4cd8-a2c6-fbd3077ffd3b)] {{(pid=94466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:33:01.437515 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d87f742a-04d2-41f2-9be5-3a5932c84847 req-66415390-549c-4a04-a14a-0569885a3f9a tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] 10.222.0.64 "DELETE /v2.0/ports/edc5ecb0-fec0-4f07-8436-44d8c1345f48 HTTP/1.1" status: 204 len: 173 time: 1.2604091 Aug 12 14:33:01.446864 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-25583e24-5847-4f59-88fc-3df7de34efe8 req-0069d713-2475-44bd-aa79-8a8c2afef918 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3718439'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:01.494210 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-cbe2ab8a-c9ae-46bf-ad55-8a23240d57ee req-82110537-1bda-4b4d-8fd9-a7fd0ee82259 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811-project] 10.222.0.39 "GET /v2.0/security-groups?id=891f2790-590d-4c99-bcc7-96e66942622a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890187 Aug 12 14:33:01.521922 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a0bcdf68-2ed7-48eb-bda6-17fad382451a req-3ff5ef65-eecb-47cc-b94a-53bcc613124f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=1f88c89e-1834-4591-8586-4341f292deca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0832107 Aug 12 14:33:01.571494 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25583e24-5847-4f59-88fc-3df7de34efe8 req-0069d713-2475-44bd-aa79-8a8c2afef918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:01.572195 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-25583e24-5847-4f59-88fc-3df7de34efe8 req-0069d713-2475-44bd-aa79-8a8c2afef918 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:01.575794 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-25583e24-5847-4f59-88fc-3df7de34efe8 req-0069d713-2475-44bd-aa79-8a8c2afef918 service neutron] 10.222.0.49 "PUT /v2.0/ports/1b7f2002-26ac-49ea-b30f-972bca0b50f6 HTTP/1.1" status: 200 len: 1093 time: 2.3397100 Aug 12 14:33:01.650483 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0069d713-2475-44bd-aa79-8a8c2afef918 service neutron] Pushing event updated for resources: {'Port': ['ID=1b7f2002-26ac-49ea-b30f-972bca0b50f6,revision_number=3']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:33:01.689673 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6d5bc6-7e8b-4223-8a77-be56aa023293 req-5b6096ca-8cc8-464f-b528-8e730cc5cdd1 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:01.692538 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ac6d5bc6-7e8b-4223-8a77-be56aa023293 req-5b6096ca-8cc8-464f-b528-8e730cc5cdd1 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/ports?device_id=49fbf0c9-7c67-47a8-a064-2ab1f7981fda HTTP/1.1" status: 200 len: 949 time: 0.2403846 Aug 12 14:33:01.708567 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3c0eeb6-944f-4df5-921f-e67fd51b3f14', 'name': 'network-vif-deleted', 'tag': 'edc5ecb0-fec0-4f07-8436-44d8c1345f48'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:33:01.715497 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e65282f928b64038367d043a4411777802006c43a98742496cb2e25b724ff1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ef2464a-6ed1-4608-93e0-ad7897608096" -d '{"events": [{"server_uuid": "f3c0eeb6-944f-4df5-921f-e67fd51b3f14", "name": "network-vif-deleted", "tag": "edc5ecb0-fec0-4f07-8436-44d8c1345f48"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:33:01.753325 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25583e24-5847-4f59-88fc-3df7de34efe8 req-de409773-08a1-4377-820e-ea227105c8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:01.755573 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-25583e24-5847-4f59-88fc-3df7de34efe8 req-de409773-08a1-4377-820e-ea227105c8c9 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b1a78db6da9442aab3b2432c7eca6669&device_id=065f58ca-f725-41c4-bad5-fbf91b7882b1 HTTP/1.1" status: 200 len: 1096 time: 0.1155000 Aug 12 14:33:01.791581 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-05dfd04d-de57-4c03-9ffe-d17c33284810 req-b03ea8e3-70fe-4b35-8059-ad4edc5370b0 tempest-ServersAdminTestJSON-890789462 tempest-ServersAdminTestJSON-890789462-project] 10.222.0.39 "GET /v2.0/ports?device_id=f3c0eeb6-944f-4df5-921f-e67fd51b3f14 HTTP/1.1" status: 200 len: 210 time: 0.0544486 Aug 12 14:33:01.825236 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ac6d5bc6-7e8b-4223-8a77-be56aa023293 req-367c450e-c24c-41cc-bb57-6190e431bde3 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0307eb3-f523-445b-8e1d-79deac809303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178010 Aug 12 14:33:01.839944 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c101f5-5a14-467f-b22f-1f77b7bcaf38 req-bb265106-5d69-47f8-a05d-a7edcef2bb6b tempest-FloatingIPsAssociationNegativeTestJSON-2129814811 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:01.842270 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a3c101f5-5a14-467f-b22f-1f77b7bcaf38 req-bb265106-5d69-47f8-a05d-a7edcef2bb6b tempest-FloatingIPsAssociationNegativeTestJSON-2129814811 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811-project] 10.222.0.49 "GET /v2.0/ports?device_id=20a508c0-b3ec-4a7c-bde0-25fb7b33ebfe HTTP/1.1" status: 200 len: 945 time: 0.3144448 Aug 12 14:33:01.853538 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-25583e24-5847-4f59-88fc-3df7de34efe8 req-bf859334-ea8a-4533-983a-7f5dc6ff8943 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1b7f2002-26ac-49ea-b30f-972bca0b50f6 HTTP/1.1" status: 200 len: 217 time: 0.0709112 Aug 12 14:33:01.937945 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 14:33:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a48b130-d76d-4491-9a96-472b04f846a5 x-openstack-request-id: req-1a48b130-d76d-4491-9a96-472b04f846a5 {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:33:01.938392 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3c0eeb6-944f-4df5-921f-e67fd51b3f14", "name": "network-vif-deleted", "tag": "edc5ecb0-fec0-4f07-8436-44d8c1345f48", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:33:01.938783 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1a48b130-d76d-4491-9a96-472b04f846a5 {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:33:01.939059 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3c0eeb6-944f-4df5-921f-e67fd51b3f14', 'name': 'network-vif-deleted', 'tag': 'edc5ecb0-fec0-4f07-8436-44d8c1345f48', 'status': 'completed', 'code': 200} Aug 12 14:33:01.955918 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25583e24-5847-4f59-88fc-3df7de34efe8 req-243ad4ab-8689-4984-9bfb-718e2521899c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:01.957504 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-25583e24-5847-4f59-88fc-3df7de34efe8 req-243ad4ab-8689-4984-9bfb-718e2521899c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e49c4440-1d10-4e2e-898f-8a24c72551cf HTTP/1.1" status: 200 len: 860 time: 0.0963454 Aug 12 14:33:01.975524 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a0bcdf68-2ed7-48eb-bda6-17fad382451a req-6acbe09e-0664-44d7-92b7-5c2b42a9d73c service neutron] 10.222.0.49 "GET /v2.0/networks/1f88c89e-1834-4591-8586-4341f292deca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4366090 Aug 12 14:33:02.052883 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25583e24-5847-4f59-88fc-3df7de34efe8 req-551a01cc-bf5e-4a63-9a33-8a32ec5de0b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:02.054693 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-25583e24-5847-4f59-88fc-3df7de34efe8 req-551a01cc-bf5e-4a63-9a33-8a32ec5de0b9 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2d77121a-2c49-4913-9b71-d88f74914779&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0888290 Aug 12 14:33:02.172055 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [req-a3c101f5-5a14-467f-b22f-1f77b7bcaf38 req-f5a9468d-1937-4a6e-b2dc-37bf700985f6 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811-project] Deleting port e904dccc-be1f-4513-be4c-72f8c6537764 {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:33:02.172655 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-a3c101f5-5a14-467f-b22f-1f77b7bcaf38 req-f5a9468d-1937-4a6e-b2dc-37bf700985f6 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:02.214574 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d30ab2-4e87-4403-9606-6b695ebe5df9 req-57decfba-b65e-4763-ab6a-9618ac779564 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:02.223144 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-81d30ab2-4e87-4403-9606-6b695ebe5df9 req-57decfba-b65e-4763-ab6a-9618ac779564 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] 10.222.0.39 "GET /v2.0/ports?device_id=d3e6d2ac-ef5b-4192-80e2-af49f1b7a811 HTTP/1.1" status: 200 len: 943 time: 0.0894034 Aug 12 14:33:02.255571 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-25583e24-5847-4f59-88fc-3df7de34efe8 req-0cf5c56c-8219-4309-89d1-b0870bbd9aa5 service neutron] 10.222.0.49 "GET /v2.0/networks/2d77121a-2c49-4913-9b71-d88f74914779?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1908793 Aug 12 14:33:02.279712 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85f354e-9c79-43e0-a2ec-9f015b2bbd7f req-4619faad-0d9d-423e-b8b1-51f3851bee4a tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:02.281463 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d85f354e-9c79-43e0-a2ec-9f015b2bbd7f req-4619faad-0d9d-423e-b8b1-51f3851bee4a tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] 10.222.0.39 "GET /v2.0/ports?device_id=bdfe1057-2f89-4d72-a343-7bb769ddcf33 HTTP/1.1" status: 200 len: 943 time: 0.2373343 Aug 12 14:33:02.286658 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a0bcdf68-2ed7-48eb-bda6-17fad382451a req-fd2c4fef-27d2-4df1-a994-9c3829c16a09 service neutron] 10.222.0.49 "GET /v2.0/networks/1f88c89e-1834-4591-8586-4341f292deca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2945609 Aug 12 14:33:02.287692 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-81d30ab2-4e87-4403-9606-6b695ebe5df9 req-be39946b-c1d1-4296-87bb-d198b15923c0 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] 10.222.0.39 "GET /v2.0/security-groups?id=11312995-c93d-4754-9dea-15693c54238a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642445 Aug 12 14:33:02.362448 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-a3c101f5-5a14-467f-b22f-1f77b7bcaf38 req-f5a9468d-1937-4a6e-b2dc-37bf700985f6 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811-project] For port e904dccc-be1f-4513-be4c-72f8c6537764, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=e904dccc-be1f-4513-be4c-72f8c6537764,segment=NetworkSegment(ed441b9c-ef4f-49b1-be26-a1ccc1529ada),segment_id=ed441b9c-ef4f-49b1-be26-a1ccc1529ada)] {{(pid=94467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:33:02.363889 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-a3c101f5-5a14-467f-b22f-1f77b7bcaf38 req-f5a9468d-1937-4a6e-b2dc-37bf700985f6 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:02.368437 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d85f354e-9c79-43e0-a2ec-9f015b2bbd7f req-be68a410-1484-4240-b69e-dda796b76782 tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] 10.222.0.39 "GET /v2.0/security-groups?id=6f569421-3ef5-4998-a0c5-f191379b6c78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785723 Aug 12 14:33:02.382601 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [req-a3c101f5-5a14-467f-b22f-1f77b7bcaf38 req-f5a9468d-1937-4a6e-b2dc-37bf700985f6 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811-project] Calling delete_port for e904dccc-be1f-4513-be4c-72f8c6537764 owned by compute:nova {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:33:02.418955 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e30f11-f8fb-4ff3-8d22-4fcd0e898fec req-693a758a-7f90-470a-a088-e3813a8ea984 tempest-FloatingIPsAssociationTestJSON-1995883228 tempest-FloatingIPsAssociationTestJSON-1995883228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:02.420524 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-d9e30f11-f8fb-4ff3-8d22-4fcd0e898fec req-693a758a-7f90-470a-a088-e3813a8ea984 tempest-FloatingIPsAssociationTestJSON-1995883228 tempest-FloatingIPsAssociationTestJSON-1995883228-project] 10.222.0.39 "GET /v2.0/ports?device_id=065f58ca-f725-41c4-bad5-fbf91b7882b1 HTTP/1.1" status: 200 len: 944 time: 0.0691283 Aug 12 14:33:02.450696 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-25583e24-5847-4f59-88fc-3df7de34efe8 req-db3b3863-4fae-4568-8ed9-7891ae09f99d service neutron] 10.222.0.49 "GET /v2.0/networks/2d77121a-2c49-4913-9b71-d88f74914779?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1845646 Aug 12 14:33:02.474736 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-d9e30f11-f8fb-4ff3-8d22-4fcd0e898fec req-60345f73-65af-46e0-9c2b-6dc7f3d1ec0f tempest-FloatingIPsAssociationTestJSON-1995883228 tempest-FloatingIPsAssociationTestJSON-1995883228-project] 10.222.0.39 "GET /v2.0/security-groups?id=59cdf437-3eb3-4079-8d27-db1f8d94f14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418878 Aug 12 14:33:02.540753 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-a3c101f5-5a14-467f-b22f-1f77b7bcaf38 req-f5a9468d-1937-4a6e-b2dc-37bf700985f6 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:02.573550 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a9468d-1937-4a6e-b2dc-37bf700985f6 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811-project] Pushing event deleted for resources: {'Port': ['ID=e904dccc-be1f-4513-be4c-72f8c6537764,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:33:02.621131 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3c101f5-5a14-467f-b22f-1f77b7bcaf38 req-f5a9468d-1937-4a6e-b2dc-37bf700985f6 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811-project] No DVR routers for this DVR port e904dccc-be1f-4513-be4c-72f8c6537764 on host n-h2-694802-15 {{(pid=94467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:33:02.623723 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-a3c101f5-5a14-467f-b22f-1f77b7bcaf38 req-f5a9468d-1937-4a6e-b2dc-37bf700985f6 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:02.625852 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a3c101f5-5a14-467f-b22f-1f77b7bcaf38 req-f5a9468d-1937-4a6e-b2dc-37bf700985f6 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811-project] 10.222.0.49 "DELETE /v2.0/ports/e904dccc-be1f-4513-be4c-72f8c6537764 HTTP/1.1" status: 204 len: 173 time: 0.7750647 Aug 12 14:33:02.672108 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6779a1e2-c494-4551-ba36-a834fe779f5f req-1313bd2a-cfb6-4ae6-bb12-d6aee6738c29 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811 tempest-FloatingIPsAssociationNegativeTestJSON-2129814811-project] 10.222.0.39 "GET /v2.0/ports?device_id=20a508c0-b3ec-4a7c-bde0-25fb7b33ebfe HTTP/1.1" status: 200 len: 210 time: 0.0382245 Aug 12 14:33:02.891871 n-d-694802-15 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3e6d2ac-ef5b-4192-80e2-af49f1b7a811', 'tag': '0a60b2ab-2e1f-466d-89a3-9f3975e77d1f'}, {'name': 'network-changed', 'server_uuid': '065f58ca-f725-41c4-bad5-fbf91b7882b1', 'tag': '1b7f2002-26ac-49ea-b30f-972bca0b50f6'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:33:02.894556 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e785eeede3897370d0b20f09d5f461b30cfecd5ed38c4f07dacd02bc52c9277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e19278d0-74dd-4f7c-a87b-83ae3246980e" -d '{"events": [{"name": "network-changed", "server_uuid": "d3e6d2ac-ef5b-4192-80e2-af49f1b7a811", "tag": "0a60b2ab-2e1f-466d-89a3-9f3975e77d1f"}, {"name": "network-changed", "server_uuid": "065f58ca-f725-41c4-bad5-fbf91b7882b1", "tag": "1b7f2002-26ac-49ea-b30f-972bca0b50f6"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:33:02.943105 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 12 Aug 2021 14:33:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c82f74c-040a-4911-b3e6-f09c8e9c9292 x-openstack-request-id: req-3c82f74c-040a-4911-b3e6-f09c8e9c9292 {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:33:02.943373 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3e6d2ac-ef5b-4192-80e2-af49f1b7a811", "tag": "0a60b2ab-2e1f-466d-89a3-9f3975e77d1f", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "065f58ca-f725-41c4-bad5-fbf91b7882b1", "tag": "1b7f2002-26ac-49ea-b30f-972bca0b50f6", "status": "completed", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:33:02.943627 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3c82f74c-040a-4911-b3e6-f09c8e9c9292 {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:33:02.944027 n-d-694802-15 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3e6d2ac-ef5b-4192-80e2-af49f1b7a811', 'tag': '0a60b2ab-2e1f-466d-89a3-9f3975e77d1f', 'status': 'completed', 'code': 200} Aug 12 14:33:02.944299 n-d-694802-15 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '065f58ca-f725-41c4-bad5-fbf91b7882b1', 'tag': '1b7f2002-26ac-49ea-b30f-972bca0b50f6', 'status': 'completed', 'code': 200} Aug 12 14:33:02.972682 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6163577d-c040-4ceb-b222-73ddaee3e6f1 req-a8595091-2191-485f-a5ea-cebe199e7ae7 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:02.976542 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6163577d-c040-4ceb-b222-73ddaee3e6f1 req-a8595091-2191-485f-a5ea-cebe199e7ae7 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/ports?device_id=49fbf0c9-7c67-47a8-a064-2ab1f7981fda HTTP/1.1" status: 200 len: 949 time: 0.0750067 Aug 12 14:33:03.053664 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6163577d-c040-4ceb-b222-73ddaee3e6f1 req-2016fff9-f72a-47e7-b461-032554eed8d8 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0307eb3-f523-445b-8e1d-79deac809303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657156 Aug 12 14:33:03.058629 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19278d0-74dd-4f7c-a87b-83ae3246980e req-f2f44136-1d44-4ef7-bd50-74e394b3b07b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:03.060662 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e19278d0-74dd-4f7c-a87b-83ae3246980e req-f2f44136-1d44-4ef7-bd50-74e394b3b07b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=39c74547ea964352853351e74cbcb768&device_id=d3e6d2ac-ef5b-4192-80e2-af49f1b7a811 HTTP/1.1" status: 200 len: 1126 time: 0.0827532 Aug 12 14:33:03.153689 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 32822) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:33:03.168146 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19278d0-74dd-4f7c-a87b-83ae3246980e req-80da9b51-644f-4aac-86f2-4653e4d79e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:03.169612 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e19278d0-74dd-4f7c-a87b-83ae3246980e req-80da9b51-644f-4aac-86f2-4653e4d79e5b service neutron] 10.222.0.49 "GET /v2.0/networks?id=a10dd9db-a24e-488c-8894-a27c36eaa630 HTTP/1.1" status: 200 len: 908 time: 0.0997047 Aug 12 14:33:03.239641 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e19278d0-74dd-4f7c-a87b-83ae3246980e req-49d86682-0fff-4d25-832c-da54e648a0b9 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0a60b2ab-2e1f-466d-89a3-9f3975e77d1f HTTP/1.1" status: 200 len: 217 time: 0.0604875 Aug 12 14:33:03.330169 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a8ce40cf-5c58-4558-b4d7-bb1a74ee76a1 req-2fff82f3-f2f7-4745-a2ab-83b9a8599e72 service neutron] 10.222.0.64 "GET /v2.0/ports/c8ea2c88-a265-4422-9fd9-7bba00fb259d/bindings/n-h1-694802-15 HTTP/1.1" status: 200 len: 383 time: 0.1442490 Aug 12 14:33:03.338753 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-dc0e7d95-94a3-4ade-893b-5ce6a681d1f5 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=01bd30cc4f8c419596ce734e2f10fc57&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1832416 Aug 12 14:33:03.341620 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 32828) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:33:03.359260 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19278d0-74dd-4f7c-a87b-83ae3246980e req-8b6203e4-96d5-48d4-b66b-d69e4054886b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:03.362836 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e19278d0-74dd-4f7c-a87b-83ae3246980e req-8b6203e4-96d5-48d4-b66b-d69e4054886b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d61545bd-f4f7-4794-86f8-5ac232439ea3 HTTP/1.1" status: 200 len: 847 time: 0.1149232 Aug 12 14:33:03.406150 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e19278d0-74dd-4f7c-a87b-83ae3246980e req-7cadc47b-1936-4b4d-9944-3924746b2bce service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a10dd9db-a24e-488c-8894-a27c36eaa630&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294654 Aug 12 14:33:03.478568 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2422a71e-2aa9-440b-8297-25d052bfb37c req-51831621-1584-4ae5-a533-ba7aa826cac1 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:03.480091 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-2422a71e-2aa9-440b-8297-25d052bfb37c req-51831621-1584-4ae5-a533-ba7aa826cac1 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] 10.222.0.39 "GET /v2.0/ports?device_id=d3e6d2ac-ef5b-4192-80e2-af49f1b7a811 HTTP/1.1" status: 200 len: 943 time: 0.1068356 Aug 12 14:33:03.480799 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f770d358-58e3-4e5e-b1b5-81cb1dbbf662 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:03.532818 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f770d358-58e3-4e5e-b1b5-81cb1dbbf662 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:03.558382 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-2422a71e-2aa9-440b-8297-25d052bfb37c req-cecea2ce-0fbd-42b1-a5f0-d8fa79ff6860 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] 10.222.0.39 "GET /v2.0/security-groups?id=11312995-c93d-4754-9dea-15693c54238a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697415 Aug 12 14:33:03.605086 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e19278d0-74dd-4f7c-a87b-83ae3246980e req-49d9ee45-722e-4c35-8e28-e742d7f28a60 service neutron] 10.222.0.49 "GET /v2.0/networks/a10dd9db-a24e-488c-8894-a27c36eaa630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1877162 Aug 12 14:33:03.627812 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a068af-c3d1-4af1-aa6b-7f23eff9a757 req-bbc3f46a-ab8d-420b-8d3f-8550e7ea2a1e tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:03.630637 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a4a068af-c3d1-4af1-aa6b-7f23eff9a757 req-bbc3f46a-ab8d-420b-8d3f-8550e7ea2a1e tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] 10.222.0.39 "GET /v2.0/ports?device_id=bdfe1057-2f89-4d72-a343-7bb769ddcf33 HTTP/1.1" status: 200 len: 943 time: 0.1026776 Aug 12 14:33:03.631603 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f770d358-58e3-4e5e-b1b5-81cb1dbbf662 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:03.634513 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f770d358-58e3-4e5e-b1b5-81cb1dbbf662 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:03.636088 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-f770d358-58e3-4e5e-b1b5-81cb1dbbf662 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/732c786f-d597-473b-bc9a-3d3a7bfc11d1 HTTP/1.1" status: 204 len: 168 time: 0.2887731 Aug 12 14:33:03.646410 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f770d358-58e3-4e5e-b1b5-81cb1dbbf662 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=732c786f-d597-473b-bc9a-3d3a7bfc11d1,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:33:03.767867 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617741b5-3ba3-493c-b3af-4c42b76b55a5 req-46d0654a-3c03-44f6-be30-627c81e37d06 tempest-FloatingIPsAssociationTestJSON-1995883228 tempest-FloatingIPsAssociationTestJSON-1995883228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:03.769425 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-617741b5-3ba3-493c-b3af-4c42b76b55a5 req-46d0654a-3c03-44f6-be30-627c81e37d06 tempest-FloatingIPsAssociationTestJSON-1995883228 tempest-FloatingIPsAssociationTestJSON-1995883228-project] 10.222.0.39 "GET /v2.0/ports?device_id=065f58ca-f725-41c4-bad5-fbf91b7882b1 HTTP/1.1" status: 200 len: 944 time: 0.0838685 Aug 12 14:33:03.791973 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a4a068af-c3d1-4af1-aa6b-7f23eff9a757 req-6c46b83c-3e26-4843-8654-4d3f7f26d23e tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] 10.222.0.39 "GET /v2.0/security-groups?id=6f569421-3ef5-4998-a0c5-f191379b6c78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434205 Aug 12 14:33:03.819468 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ce40cf-5c58-4558-b4d7-bb1a74ee76a1 req-749e8fa3-27a7-4a70-a5bf-d98a036ba2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:03.821042 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a8ce40cf-5c58-4558-b4d7-bb1a74ee76a1 req-749e8fa3-27a7-4a70-a5bf-d98a036ba2f9 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=49fbf0c9-7c67-47a8-a064-2ab1f7981fda&tenant_id=e3f6e239b38a4f618b8ca0621fcc54e4 HTTP/1.1" status: 200 len: 1101 time: 0.1738605 Aug 12 14:33:03.830244 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-617741b5-3ba3-493c-b3af-4c42b76b55a5 req-d689146e-9189-445e-bd06-3ddbe5eff5fe tempest-FloatingIPsAssociationTestJSON-1995883228 tempest-FloatingIPsAssociationTestJSON-1995883228-project] 10.222.0.39 "GET /v2.0/security-groups?id=59cdf437-3eb3-4079-8d27-db1f8d94f14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524187 Aug 12 14:33:03.846923 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 32842) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:33:03.883320 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e19278d0-74dd-4f7c-a87b-83ae3246980e req-65df5c07-635a-4ec9-b498-eb34ee3ac3b1 service neutron] 10.222.0.49 "GET /v2.0/networks/a10dd9db-a24e-488c-8894-a27c36eaa630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2678664 Aug 12 14:33:03.934931 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ce40cf-5c58-4558-b4d7-bb1a74ee76a1 req-64b62159-b0b4-400b-b5b2-f1bd44f2c8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:03.936472 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a8ce40cf-5c58-4558-b4d7-bb1a74ee76a1 req-64b62159-b0b4-400b-b5b2-f1bd44f2c8f0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e3f6e239b38a4f618b8ca0621fcc54e4&device_id=49fbf0c9-7c67-47a8-a064-2ab1f7981fda HTTP/1.1" status: 200 len: 1101 time: 0.0708029 Aug 12 14:33:03.940212 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20a508c0-b3ec-4a7c-bde0-25fb7b33ebfe', 'name': 'network-vif-deleted', 'tag': 'e904dccc-be1f-4513-be4c-72f8c6537764'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:33:03.943530 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e65282f928b64038367d043a4411777802006c43a98742496cb2e25b724ff1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f6e82a8-e1c4-467f-883b-bdf209987fbf" -d '{"events": [{"server_uuid": "20a508c0-b3ec-4a7c-bde0-25fb7b33ebfe", "name": "network-vif-deleted", "tag": "e904dccc-be1f-4513-be4c-72f8c6537764"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:33:04.013156 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 14:33:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a61d019-e25d-41b0-9f88-eb94ff858d24 x-openstack-request-id: req-9a61d019-e25d-41b0-9f88-eb94ff858d24 {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:33:04.013386 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20a508c0-b3ec-4a7c-bde0-25fb7b33ebfe", "name": "network-vif-deleted", "tag": "e904dccc-be1f-4513-be4c-72f8c6537764", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:33:04.013883 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9a61d019-e25d-41b0-9f88-eb94ff858d24 {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:33:04.014008 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20a508c0-b3ec-4a7c-bde0-25fb7b33ebfe', 'name': 'network-vif-deleted', 'tag': 'e904dccc-be1f-4513-be4c-72f8c6537764', 'status': 'completed', 'code': 200} Aug 12 14:33:04.065135 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19278d0-74dd-4f7c-a87b-83ae3246980e req-8d809736-d50b-419f-a047-2cee053176b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:04.067239 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e19278d0-74dd-4f7c-a87b-83ae3246980e req-8d809736-d50b-419f-a047-2cee053176b3 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b1a78db6da9442aab3b2432c7eca6669&device_id=065f58ca-f725-41c4-bad5-fbf91b7882b1 HTTP/1.1" status: 200 len: 1096 time: 0.1151934 Aug 12 14:33:04.070536 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device e731383c-afe1-4106-94a1-16d066591655 details requested by agent hyperv_n-h2-694802-15 with host n-h2-694802-15 {{(pid=94468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 14:33:04.107106 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 32850) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:33:04.178717 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device e904dccc-be1f-4513-be4c-72f8c6537764 no longer exists at agent hyperv_n-h2-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:33:04.208570 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] No Port match for: e904dccc-be1f-4513-be4c-72f8c6537764 {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 14:33:04.209291 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device e904dccc-be1f-4513-be4c-72f8c6537764 not bound to the agent host n-h2-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:33:04.263685 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-67b8833a-35b4-4d78-af97-59d5eb77685f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8b2163a9b80242b8bf8b8c20bc0d1231&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1531646 Aug 12 14:33:04.264558 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port e731383c-afe1-4106-94a1-16d066591655, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=e731383c-afe1-4106-94a1-16d066591655,segment=NetworkSegment(9ef950f6-5519-4190-8028-503a0a76e439),segment_id=9ef950f6-5519-4190-8028-503a0a76e439)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:33:04.269107 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 32852) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:33:04.270855 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ce40cf-5c58-4558-b4d7-bb1a74ee76a1 req-2a6206e2-b73b-4ea3-8596-064d315a0c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:04.272366 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a8ce40cf-5c58-4558-b4d7-bb1a74ee76a1 req-2a6206e2-b73b-4ea3-8596-064d315a0c31 service neutron] 10.222.0.64 "GET /v2.0/networks?id=2525c403-dfb3-4196-a273-739607aab38a HTTP/1.1" status: 200 len: 870 time: 0.3191776 Aug 12 14:33:04.280652 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Returning: {'device': 'e731383c-afe1-4106-94a1-16d066591655', 'network_id': '1f88c89e-1834-4591-8586-4341f292deca', 'port_id': 'e731383c-afe1-4106-94a1-16d066591655', 'mac_address': 'fa:16:3e:df:e4:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd28ff73-a450-408b-b798-c34bd0481320', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 14:33:04.328343 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:04.347609 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e731383c-afe1-4106-94a1-16d066591655 {{(pid=94468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:33:04.377197 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port e731383c-afe1-4106-94a1-16d066591655, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=e731383c-afe1-4106-94a1-16d066591655,segment=NetworkSegment(9ef950f6-5519-4190-8028-503a0a76e439),segment_id=9ef950f6-5519-4190-8028-503a0a76e439)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:33:04.383807 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:04.391707 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf77e53-efcc-4edb-870c-f31019d74a88 req-e115ffc2-e1ba-410c-9899-5f054de2dcac tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:04.393518 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-5cf77e53-efcc-4edb-870c-f31019d74a88 req-e115ffc2-e1ba-410c-9899-5f054de2dcac tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/ports?device_id=49fbf0c9-7c67-47a8-a064-2ab1f7981fda HTTP/1.1" status: 200 len: 949 time: 0.2143483 Aug 12 14:33:04.397784 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a8ce40cf-5c58-4558-b4d7-bb1a74ee76a1 req-9c954bc6-f765-43ab-bf71-47e7ee1011e4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.99&port_id=c8ea2c88-a265-4422-9fd9-7bba00fb259d HTTP/1.1" status: 200 len: 217 time: 0.0879464 Aug 12 14:33:04.401939 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19278d0-74dd-4f7c-a87b-83ae3246980e req-c4e0e142-8d18-4f3a-ba09-0eb5c036b12a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:04.403390 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e19278d0-74dd-4f7c-a87b-83ae3246980e req-c4e0e142-8d18-4f3a-ba09-0eb5c036b12a service neutron] 10.222.0.49 "GET /v2.0/networks?id=2d77121a-2c49-4913-9b71-d88f74914779 HTTP/1.1" status: 200 len: 922 time: 0.3283155 Aug 12 14:33:04.452129 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Pushing event updated for resources: {'Port': ['ID=e731383c-afe1-4106-94a1-16d066591655,revision_number=4']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:33:04.462723 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9f717172-44b4-40a6-a97c-466ceb6cc039 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66663830'] for router_interface, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:04.501858 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-bb58cc3e-e565-4a21-b5e8-19afb58db2a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:04.504819 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e19278d0-74dd-4f7c-a87b-83ae3246980e req-998a05dd-8377-4e3f-9585-8ba0e79ab4de service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1b7f2002-26ac-49ea-b30f-972bca0b50f6 HTTP/1.1" status: 200 len: 217 time: 0.0841179 Aug 12 14:33:04.617557 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device edc5ecb0-fec0-4f07-8436-44d8c1345f48 no longer exists at agent hyperv_n-h1-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:33:04.640607 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-93370168-53ca-47c2-9e27-b066be57125c None None] No Port match for: edc5ecb0-fec0-4f07-8436-44d8c1345f48 {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 14:33:04.640607 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device edc5ecb0-fec0-4f07-8436-44d8c1345f48 not bound to the agent host n-h1-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:33:04.640607 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device c8ea2c88-a265-4422-9fd9-7bba00fb259d no longer exists at agent hyperv_n-h1-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:33:04.769037 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:04.787141 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a7ab5c-5c7f-4abf-ab49-3d0ea5dfbe8c req-12994637-6779-476f-8ee3-28ece1f43ed0 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:04.788854 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-c1a7ab5c-5c7f-4abf-ab49-3d0ea5dfbe8c req-12994637-6779-476f-8ee3-28ece1f43ed0 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] 10.222.0.39 "GET /v2.0/ports?device_id=d3e6d2ac-ef5b-4192-80e2-af49f1b7a811 HTTP/1.1" status: 200 len: 943 time: 0.1051021 Aug 12 14:33:04.831914 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49fbf0c9-7c67-47a8-a064-2ab1f7981fda', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c8ea2c88-a265-4422-9fd9-7bba00fb259d'}] {{(pid=94468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:33:04.838538 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99a8d87602170099c728e57431aca99e9b98a655a83bbf8727be13192709727b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-253bb9d3-3356-406e-873f-d5e5d70f3f4c" -d '{"events": [{"server_uuid": "49fbf0c9-7c67-47a8-a064-2ab1f7981fda", "name": "network-vif-unplugged", "status": "completed", "tag": "c8ea2c88-a265-4422-9fd9-7bba00fb259d"}]}' {{(pid=94468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:33:04.850700 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-bb58cc3e-e565-4a21-b5e8-19afb58db2a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:04.857058 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-5cf77e53-efcc-4edb-870c-f31019d74a88 req-56d4c9c5-967d-4c2d-8a08-96090b576018 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0307eb3-f523-445b-8e1d-79deac809303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4526289 Aug 12 14:33:04.870670 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ce40cf-5c58-4558-b4d7-bb1a74ee76a1 req-11998241-9333-4386-b7ea-4f1eebfe9bce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:04.872280 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a8ce40cf-5c58-4558-b4d7-bb1a74ee76a1 req-11998241-9333-4386-b7ea-4f1eebfe9bce service neutron] 10.222.0.64 "GET /v2.0/subnets?id=236e0be6-1c94-4221-9e8b-ab02a53331f8 HTTP/1.1" status: 200 len: 843 time: 0.4653504 Aug 12 14:33:04.883531 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port c8ea2c88-a265-4422-9fd9-7bba00fb259d, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=c8ea2c88-a265-4422-9fd9-7bba00fb259d,segment=NetworkSegment(a1f8c867-101b-4d30-814e-b89f55a5edd0),segment_id=a1f8c867-101b-4d30-814e-b89f55a5edd0)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:33:04.884402 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-c1a7ab5c-5c7f-4abf-ab49-3d0ea5dfbe8c req-ad0e1a40-637d-40a9-83a8-d4f2356acada tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] 10.222.0.39 "GET /v2.0/security-groups?id=11312995-c93d-4754-9dea-15693c54238a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732670 Aug 12 14:33:04.891511 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] get_ports_and_sgs() called for port_ids ['e731383c-afe1-4106-94a1-16d066591655'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:33:04.927126 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19278d0-74dd-4f7c-a87b-83ae3246980e req-1cb89f9e-cf51-4595-82c3-8ebe5a54fec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:04.928775 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e19278d0-74dd-4f7c-a87b-83ae3246980e req-1cb89f9e-cf51-4595-82c3-8ebe5a54fec4 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e49c4440-1d10-4e2e-898f-8a24c72551cf HTTP/1.1" status: 200 len: 860 time: 0.4128625 Aug 12 14:33:04.984606 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 12 Aug 2021 14:33:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-615c9c69-8fb5-40ff-ac80-bb1ccb728ea8 x-openstack-request-id: req-615c9c69-8fb5-40ff-ac80-bb1ccb728ea8 {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:33:04.984898 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49fbf0c9-7c67-47a8-a064-2ab1f7981fda", "name": "network-vif-unplugged", "status": "completed", "tag": "c8ea2c88-a265-4422-9fd9-7bba00fb259d", "code": 200}]} {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:33:04.985153 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-615c9c69-8fb5-40ff-ac80-bb1ccb728ea8 {{(pid=94468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:33:04.985541 n-d-694802-15 neutron-server[94468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49fbf0c9-7c67-47a8-a064-2ab1f7981fda', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c8ea2c88-a265-4422-9fd9-7bba00fb259d', 'code': 200} Aug 12 14:33:04.986186 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:04.994910 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ce40cf-5c58-4558-b4d7-bb1a74ee76a1 req-0bdab036-00bd-4b4d-99c9-ee1ff72ce6f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:04.996589 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a8ce40cf-5c58-4558-b4d7-bb1a74ee76a1 req-0bdab036-00bd-4b4d-99c9-ee1ff72ce6f6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2525c403-dfb3-4196-a273-739607aab38a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1106429 Aug 12 14:33:04.997366 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-9f717172-44b4-40a6-a97c-466ceb6cc039 admin admin] Deleting port 0a763fc1-72b0-42ec-b017-3a97cb24f690 {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:33:04.997596 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9f717172-44b4-40a6-a97c-466ceb6cc039 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:05.078356 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-bb58cc3e-e565-4a21-b5e8-19afb58db2a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:05.081079 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-bb58cc3e-e565-4a21-b5e8-19afb58db2a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:05.085267 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-bb58cc3e-e565-4a21-b5e8-19afb58db2a3 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5e416d4d-f31e-4bcd-980a-e890d46c51f2 HTTP/1.1" status: 204 len: 168 time: 0.8117292 Aug 12 14:33:05.087796 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Pushing event updated for resources: {'Port': ['ID=c8ea2c88-a265-4422-9fd9-7bba00fb259d,revision_number=6']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:33:05.096438 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19278d0-74dd-4f7c-a87b-83ae3246980e req-8c2badb3-d808-41c8-be9d-621530052ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:05.097867 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e19278d0-74dd-4f7c-a87b-83ae3246980e req-8c2badb3-d808-41c8-be9d-621530052ecd service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2d77121a-2c49-4913-9b71-d88f74914779&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1579423 Aug 12 14:33:05.123174 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb58cc3e-e565-4a21-b5e8-19afb58db2a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e416d4d-f31e-4bcd-980a-e890d46c51f2,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:33:05.187773 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-9f717172-44b4-40a6-a97c-466ceb6cc039 admin admin] For port 0a763fc1-72b0-42ec-b017-3a97cb24f690, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=0a763fc1-72b0-42ec-b017-3a97cb24f690,segment=NetworkSegment(ed441b9c-ef4f-49b1-be26-a1ccc1529ada),segment_id=ed441b9c-ef4f-49b1-be26-a1ccc1529ada)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:33:05.188290 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9f717172-44b4-40a6-a97c-466ceb6cc039 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:05.198444 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650a7945-5e36-4213-a2c5-c5ea3ed022ba req-dfb32890-1049-463b-8942-c28a61bc43de tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:05.200522 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-650a7945-5e36-4213-a2c5-c5ea3ed022ba req-dfb32890-1049-463b-8942-c28a61bc43de tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] 10.222.0.39 "GET /v2.0/ports?device_id=bdfe1057-2f89-4d72-a343-7bb769ddcf33 HTTP/1.1" status: 200 len: 944 time: 0.2010689 Aug 12 14:33:05.227124 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb12551-185b-4dde-98dd-4ea6dc836704 req-ca259d2d-33ea-4b5b-95be-11ac7fcf2642 tempest-FloatingIPsAssociationTestJSON-1995883228 tempest-FloatingIPsAssociationTestJSON-1995883228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:05.243905 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-6fb12551-185b-4dde-98dd-4ea6dc836704 req-ca259d2d-33ea-4b5b-95be-11ac7fcf2642 tempest-FloatingIPsAssociationTestJSON-1995883228 tempest-FloatingIPsAssociationTestJSON-1995883228-project] 10.222.0.39 "GET /v2.0/ports?device_id=065f58ca-f725-41c4-bad5-fbf91b7882b1 HTTP/1.1" status: 200 len: 944 time: 0.1373165 Aug 12 14:33:05.253173 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-9f717172-44b4-40a6-a97c-466ceb6cc039 admin admin] Calling delete_port for 0a763fc1-72b0-42ec-b017-3a97cb24f690 owned by network:router_interface {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:33:05.257502 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a8ce40cf-5c58-4558-b4d7-bb1a74ee76a1 req-6dde65a5-7784-4352-b22b-093a40b7698d service neutron] 10.222.0.64 "GET /v2.0/networks/2525c403-dfb3-4196-a273-739607aab38a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2456312 Aug 12 14:33:05.314368 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-650a7945-5e36-4213-a2c5-c5ea3ed022ba req-216ce196-367a-4de2-b718-4f66a90e792c tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] 10.222.0.39 "GET /v2.0/security-groups?id=6f569421-3ef5-4998-a0c5-f191379b6c78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035571 Aug 12 14:33:05.362124 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-6fb12551-185b-4dde-98dd-4ea6dc836704 req-21d1af39-3f3a-43ce-8d4f-131048a82d00 tempest-FloatingIPsAssociationTestJSON-1995883228 tempest-FloatingIPsAssociationTestJSON-1995883228-project] 10.222.0.39 "GET /v2.0/security-groups?id=59cdf437-3eb3-4079-8d27-db1f8d94f14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172843 Aug 12 14:33:05.402269 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e19278d0-74dd-4f7c-a87b-83ae3246980e req-c70abf6b-b110-4a9b-84f4-57f1506c60ff service neutron] 10.222.0.49 "GET /v2.0/networks/2d77121a-2c49-4913-9b71-d88f74914779?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2910554 Aug 12 14:33:05.517845 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a8ce40cf-5c58-4558-b4d7-bb1a74ee76a1 req-48128cff-1e91-4cb5-a8e6-3312a6fded84 service neutron] 10.222.0.64 "GET /v2.0/networks/2525c403-dfb3-4196-a273-739607aab38a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2351279 Aug 12 14:33:05.565159 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e19278d0-74dd-4f7c-a87b-83ae3246980e req-fb30fdfe-d349-498f-955c-1f979b11e5c4 service neutron] 10.222.0.49 "GET /v2.0/networks/2d77121a-2c49-4913-9b71-d88f74914779?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473675 Aug 12 14:33:05.612313 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9f717172-44b4-40a6-a97c-466ceb6cc039 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:05.652651 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f717172-44b4-40a6-a97c-466ceb6cc039 admin admin] Pushing event deleted for resources: {'Port': ['ID=0a763fc1-72b0-42ec-b017-3a97cb24f690,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:33:05.865401 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9f717172-44b4-40a6-a97c-466ceb6cc039 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66628352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-430630'] for router_interface, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:06.036515 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7115d5-d94a-480f-945e-15ce1734efda req-b24e54b0-eca7-41e3-a3a4-90d578a69da0 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:06.038237 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2b7115d5-d94a-480f-945e-15ce1734efda req-b24e54b0-eca7-41e3-a3a4-90d578a69da0 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] 10.222.0.39 "GET /v2.0/ports?device_id=d3e6d2ac-ef5b-4192-80e2-af49f1b7a811 HTTP/1.1" status: 200 len: 943 time: 0.0633624 Aug 12 14:33:06.092189 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device 1b7f2002-26ac-49ea-b30f-972bca0b50f6 details requested by agent hyperv_n-h2-694802-15 with host n-h2-694802-15 {{(pid=94468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 14:33:06.092814 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2b7115d5-d94a-480f-945e-15ce1734efda req-72f22f19-a5d3-48da-a95a-d162de902559 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] 10.222.0.39 "GET /v2.0/security-groups?id=11312995-c93d-4754-9dea-15693c54238a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469062 Aug 12 14:33:06.224101 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port 1b7f2002-26ac-49ea-b30f-972bca0b50f6, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=1b7f2002-26ac-49ea-b30f-972bca0b50f6,segment=NetworkSegment(ee392864-e217-4cd8-a2c6-fbd3077ffd3b),segment_id=ee392864-e217-4cd8-a2c6-fbd3077ffd3b)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:33:06.240511 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Returning: {'device': '1b7f2002-26ac-49ea-b30f-972bca0b50f6', 'network_id': '2d77121a-2c49-4913-9b71-d88f74914779', 'port_id': '1b7f2002-26ac-49ea-b30f-972bca0b50f6', 'mac_address': 'fa:16:3e:77:fe:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e49c4440-1d10-4e2e-898f-8a24c72551cf', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 14:33:06.295000 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:06.311425 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b7f2002-26ac-49ea-b30f-972bca0b50f6 {{(pid=94468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:33:06.333010 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43131765-247d-4b8b-aa43-0ff7f9990110 req-9c59b021-6202-4d26-b7ff-f43975ab0848 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:06.340556 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port 1b7f2002-26ac-49ea-b30f-972bca0b50f6, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=1b7f2002-26ac-49ea-b30f-972bca0b50f6,segment=NetworkSegment(ee392864-e217-4cd8-a2c6-fbd3077ffd3b),segment_id=ee392864-e217-4cd8-a2c6-fbd3077ffd3b)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:33:06.341269 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-43131765-247d-4b8b-aa43-0ff7f9990110 req-9c59b021-6202-4d26-b7ff-f43975ab0848 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/ports?device_id=49fbf0c9-7c67-47a8-a064-2ab1f7981fda HTTP/1.1" status: 200 len: 947 time: 0.3398206 Aug 12 14:33:06.346076 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:06.411298 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Pushing event updated for resources: {'Port': ['ID=1b7f2002-26ac-49ea-b30f-972bca0b50f6,revision_number=4']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:33:06.477192 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-43131765-247d-4b8b-aa43-0ff7f9990110 req-c3a6986f-884b-4c36-aad4-092fb42f6cc7 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0307eb3-f523-445b-8e1d-79deac809303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349885 Aug 12 14:33:06.484254 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f717172-44b4-40a6-a97c-466ceb6cc039 admin admin] Router 83b83925-bd97-4b97-9514-058bd55e9cb1 has already been hosted by L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f {{(pid=94466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 14:33:06.492626 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5e2bde-a91d-4881-b869-605078380afc req-2f2c097a-ab2e-4ab1-b473-5a0a5895a7a9 tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:06.509041 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6a5e2bde-a91d-4881-b869-605078380afc req-2f2c097a-ab2e-4ab1-b473-5a0a5895a7a9 tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] 10.222.0.39 "GET /v2.0/ports?device_id=bdfe1057-2f89-4d72-a343-7bb769ddcf33 HTTP/1.1" status: 200 len: 944 time: 0.0565472 Aug 12 14:33:06.548946 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6a5e2bde-a91d-4881-b869-605078380afc req-efdb4d33-4b6f-4dcd-b171-bf27b6b26032 tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] 10.222.0.39 "GET /v2.0/security-groups?id=6f569421-3ef5-4998-a0c5-f191379b6c78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389056 Aug 12 14:33:06.668307 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65e0bf2-4601-4a40-8256-5d5113cf6a27 req-e2cb0ea2-d78f-4b26-bc58-af56a09a8563 tempest-FloatingIPsAssociationTestJSON-1995883228 tempest-FloatingIPsAssociationTestJSON-1995883228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:06.669824 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-b65e0bf2-4601-4a40-8256-5d5113cf6a27 req-e2cb0ea2-d78f-4b26-bc58-af56a09a8563 tempest-FloatingIPsAssociationTestJSON-1995883228 tempest-FloatingIPsAssociationTestJSON-1995883228-project] 10.222.0.39 "GET /v2.0/ports?device_id=065f58ca-f725-41c4-bad5-fbf91b7882b1 HTTP/1.1" status: 200 len: 945 time: 0.1091061 Aug 12 14:33:06.670842 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f717172-44b4-40a6-a97c-466ceb6cc039 admin admin] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 14:33:06.678565 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-9f717172-44b4-40a6-a97c-466ceb6cc039 admin admin] 10.222.0.39 "PUT /v2.0/routers/83b83925-bd97-4b97-9514-058bd55e9cb1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8278291 Aug 12 14:33:06.678653 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 32908) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:33:06.681403 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bf06201-422f-4c8d-99b6-8ba87c0de57d None None] Sync routers for ids ['83b83925-bd97-4b97-9514-058bd55e9cb1'] in n-d-694802-15 {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 14:33:06.699212 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bf06201-422f-4c8d-99b6-8ba87c0de57d None None] Routers {'83b83925-bd97-4b97-9514-058bd55e9cb1'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:33:06.699855 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-2bf06201-422f-4c8d-99b6-8ba87c0de57d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:32:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['83b83925-bd97-4b97-9514-058bd55e9cb1'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:33:06.716260 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-b65e0bf2-4601-4a40-8256-5d5113cf6a27 req-60b273cc-2aa3-43ff-bb14-f2120ce0a72b tempest-FloatingIPsAssociationTestJSON-1995883228 tempest-FloatingIPsAssociationTestJSON-1995883228-project] 10.222.0.39 "GET /v2.0/security-groups?id=59cdf437-3eb3-4079-8d27-db1f8d94f14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391266 Aug 12 14:33:06.840279 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-ae18c84a-a416-4d88-bc27-c285532ba95b admin admin] Notify callbacks [] for router, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:06.843900 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-2bf06201-422f-4c8d-99b6-8ba87c0de57d None None] Set router 83b83925-bd97-4b97-9514-058bd55e9cb1 gateway port host: n-d-694802-15 {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:33:06.850171 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] get_ports_and_sgs() called for port_ids ['1b7f2002-26ac-49ea-b30f-972bca0b50f6'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:33:07.040986 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-ae18c84a-a416-4d88-bc27-c285532ba95b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:07.125787 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-ae18c84a-a416-4d88-bc27-c285532ba95b admin admin] Deleting port 03ec5e04-e075-40d2-8e90-3ae156fef4a0 {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:33:07.126210 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-ae18c84a-a416-4d88-bc27-c285532ba95b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:07.182929 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-2bf06201-422f-4c8d-99b6-8ba87c0de57d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83b83925-bd97-4b97-9514-058bd55e9cb1', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1286261987-router', 'tenant_id': '78bc96cbad574ff5b08b92704ccc550c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.192'}], 'enable_snat': True}, 'gw_port_id': '03ec5e04-e075-40d2-8e90-3ae156fef4a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:32:17Z', 'updated_at': '2021-08-12T14:33:05Z', 'revision_number': 5, 'project_id': '78bc96cbad574ff5b08b92704ccc550c', 'gw_port': {'id': '03ec5e04-e075-40d2-8e90-3ae156fef4a0', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:18:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b83925-bd97-4b97-9514-058bd55e9cb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:32:18Z', 'updated_at': '2021-08-12T14:32:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15'}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:33:07.221891 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [None req-ae18c84a-a416-4d88-bc27-c285532ba95b admin admin] For port 03ec5e04-e075-40d2-8e90-3ae156fef4a0, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=03ec5e04-e075-40d2-8e90-3ae156fef4a0,segment=NetworkSegment(b1b396cb-2dc6-4041-bfc7-1833a80a4720),segment_id=b1b396cb-2dc6-4041-bfc7-1833a80a4720)] {{(pid=94467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:33:07.221891 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-ae18c84a-a416-4d88-bc27-c285532ba95b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:07.229517 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bf06201-422f-4c8d-99b6-8ba87c0de57d None None] Checking router: 83b83925-bd97-4b97-9514-058bd55e9cb1 for host: n-d-694802-15 {{(pid=94469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 14:33:07.242192 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-ae18c84a-a416-4d88-bc27-c285532ba95b admin admin] Calling delete_port for 03ec5e04-e075-40d2-8e90-3ae156fef4a0 owned by network:router_gateway {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:33:07.254634 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bf06201-422f-4c8d-99b6-8ba87c0de57d None None] Routers {'83b83925-bd97-4b97-9514-058bd55e9cb1'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:33:07.255226 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-2bf06201-422f-4c8d-99b6-8ba87c0de57d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:32:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['83b83925-bd97-4b97-9514-058bd55e9cb1'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:33:07.264988 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f7c5d7-56b1-4d17-b77e-928885524d9a req-cadf356f-6a1b-463d-947c-88acc73d1ca1 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:07.272765 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-85f7c5d7-56b1-4d17-b77e-928885524d9a req-cadf356f-6a1b-463d-947c-88acc73d1ca1 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] 10.222.0.39 "GET /v2.0/ports?device_id=d3e6d2ac-ef5b-4192-80e2-af49f1b7a811 HTTP/1.1" status: 200 len: 943 time: 0.0853114 Aug 12 14:33:07.325432 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-85f7c5d7-56b1-4d17-b77e-928885524d9a req-fade5764-1061-48ba-8a65-276196e85c8e tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] 10.222.0.39 "GET /v2.0/security-groups?id=11312995-c93d-4754-9dea-15693c54238a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516706 Aug 12 14:33:07.521926 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-ae18c84a-a416-4d88-bc27-c285532ba95b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:07.527584 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-2bf06201-422f-4c8d-99b6-8ba87c0de57d None None] Set router 83b83925-bd97-4b97-9514-058bd55e9cb1 gateway port host: None {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:33:07.696665 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-2bf06201-422f-4c8d-99b6-8ba87c0de57d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83b83925-bd97-4b97-9514-058bd55e9cb1', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1286261987-router', 'tenant_id': '78bc96cbad574ff5b08b92704ccc550c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:32:17Z', 'updated_at': '2021-08-12T14:33:07Z', 'revision_number': 6, 'project_id': '78bc96cbad574ff5b08b92704ccc550c', 'gw_port_host': None}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:33:07.699361 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae18c84a-a416-4d88-bc27-c285532ba95b admin admin] Pushing event deleted for resources: {'Port': ['ID=03ec5e04-e075-40d2-8e90-3ae156fef4a0,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:33:07.731089 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56e9ed0-a73a-4ad3-9275-6449ef74d259 req-5f2a9d92-cb4f-40a5-a26f-682fa770f755 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:07.750517 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-d56e9ed0-a73a-4ad3-9275-6449ef74d259 req-5f2a9d92-cb4f-40a5-a26f-682fa770f755 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/ports?device_id=49fbf0c9-7c67-47a8-a064-2ab1f7981fda HTTP/1.1" status: 200 len: 947 time: 0.1418123 Aug 12 14:33:07.779312 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 32956) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:33:07.807269 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bf06201-422f-4c8d-99b6-8ba87c0de57d None None] The sync data for ids ['83b83925-bd97-4b97-9514-058bd55e9cb1'] in n-d-694802-15 is: [{'id': '83b83925-bd97-4b97-9514-058bd55e9cb1', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1286261987-router', 'tenant_id': '78bc96cbad574ff5b08b92704ccc550c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:32:17Z', 'updated_at': '2021-08-12T14:33:07Z', 'revision_number': 6, 'project_id': '78bc96cbad574ff5b08b92704ccc550c', 'gw_port_host': None}] {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 14:33:07.823569 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-d56e9ed0-a73a-4ad3-9275-6449ef74d259 req-dc256b61-c0c8-419f-b229-1f466fbb91ee tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0307eb3-f523-445b-8e1d-79deac809303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694187 Aug 12 14:33:07.856948 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-ae18c84a-a416-4d88-bc27-c285532ba95b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-431580'] for router_gateway, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:07.954631 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ec05382e-e0c2-4e01-b4ca-275a05d9834f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:08.074455 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-ae18c84a-a416-4d88-bc27-c285532ba95b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-429360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-104877'] for router, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:08.078008 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-ae18c84a-a416-4d88-bc27-c285532ba95b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:08.107196 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device e731383c-afe1-4106-94a1-16d066591655 up at agent hyperv_n-h2-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:33:08.113977 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c22aca-9b15-4d0d-998b-a0f9aae3a196 req-5706edf2-654f-44db-845c-666ebf313eb7 tempest-FloatingIPsAssociationTestJSON-1995883228 tempest-FloatingIPsAssociationTestJSON-1995883228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:08.115550 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-d2c22aca-9b15-4d0d-998b-a0f9aae3a196 req-5706edf2-654f-44db-845c-666ebf313eb7 tempest-FloatingIPsAssociationTestJSON-1995883228 tempest-FloatingIPsAssociationTestJSON-1995883228-project] 10.222.0.39 "GET /v2.0/ports?device_id=065f58ca-f725-41c4-bad5-fbf91b7882b1 HTTP/1.1" status: 200 len: 945 time: 0.0851157 Aug 12 14:33:08.134093 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec4b144-6f12-4cd9-8703-ec29986aaeb0 req-a0f21eee-b36c-418d-95fb-99e7c11f4098 tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:08.141448 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6ec4b144-6f12-4cd9-8703-ec29986aaeb0 req-a0f21eee-b36c-418d-95fb-99e7c11f4098 tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] 10.222.0.39 "GET /v2.0/ports?device_id=bdfe1057-2f89-4d72-a343-7bb769ddcf33 HTTP/1.1" status: 200 len: 944 time: 0.3185394 Aug 12 14:33:08.195387 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-d2c22aca-9b15-4d0d-998b-a0f9aae3a196 req-a509ae91-b48e-4fc7-8c37-241e43114e46 tempest-FloatingIPsAssociationTestJSON-1995883228 tempest-FloatingIPsAssociationTestJSON-1995883228-project] 10.222.0.39 "GET /v2.0/security-groups?id=59cdf437-3eb3-4079-8d27-db1f8d94f14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677812 Aug 12 14:33:08.224050 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Provisioning for port e731383c-afe1-4106-94a1-16d066591655 completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:33:08.233729 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Provisioning complete for port e731383c-afe1-4106-94a1-16d066591655 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:33:08.234115 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:08.238325 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-ae18c84a-a416-4d88-bc27-c285532ba95b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-429375'] for router, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:08.238848 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae18c84a-a416-4d88-bc27-c285532ba95b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 83b83925-bd97-4b97-9514-058bd55e9cb1 {{(pid=94467) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 14:33:08.241969 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ec05382e-e0c2-4e01-b4ca-275a05d9834f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:08.250882 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ec05382e-e0c2-4e01-b4ca-275a05d9834f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:08.262700 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-ae18c84a-a416-4d88-bc27-c285532ba95b admin admin] Notify callbacks [] for router, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:08.267589 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-ae18c84a-a416-4d88-bc27-c285532ba95b admin admin] 10.222.0.39 "DELETE /v2.0/routers/83b83925-bd97-4b97-9514-058bd55e9cb1 HTTP/1.1" status: 204 len: 168 time: 1.5876060 Aug 12 14:33:08.273855 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 32962) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:33:08.280266 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6ec4b144-6f12-4cd9-8703-ec29986aaeb0 req-33c04a8a-cb47-466c-84a8-3cef101401e1 tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] 10.222.0.39 "GET /v2.0/security-groups?id=6f569421-3ef5-4998-a0c5-f191379b6c78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372175 Aug 12 14:33:08.381012 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 32966) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:33:08.382382 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-ec05382e-e0c2-4e01-b4ca-275a05d9834f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e52336c287a94f30aef46b509153994f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6020150 Aug 12 14:33:08.389580 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec05382e-e0c2-4e01-b4ca-275a05d9834f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f481fb0e-6ce1-4d15-98cc-127385cb26d9,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:33:08.405403 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:08.414728 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_v2 [None req-c829db3c-eb08-4840-a740-8ff363afe419 admin admin] Deleting subnet c9128cfa-e5cd-496a-be78-67996c7e7865 {{(pid=94466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 14:33:08.434258 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c829db3c-eb08-4840-a740-8ff363afe419 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:08.475795 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdfe1057-2f89-4d72-a343-7bb769ddcf33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e731383c-afe1-4106-94a1-16d066591655'}] {{(pid=94468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:33:08.478606 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99a8d87602170099c728e57431aca99e9b98a655a83bbf8727be13192709727b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc88d9a1-021e-4fd7-9950-3dc1bbce51a4" -d '{"events": [{"server_uuid": "bdfe1057-2f89-4d72-a343-7bb769ddcf33", "name": "network-vif-plugged", "status": "completed", "tag": "e731383c-afe1-4106-94a1-16d066591655"}]}' {{(pid=94468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:33:08.482705 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port e731383c-afe1-4106-94a1-16d066591655, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=e731383c-afe1-4106-94a1-16d066591655,segment=NetworkSegment(9ef950f6-5519-4190-8028-503a0a76e439),segment_id=9ef950f6-5519-4190-8028-503a0a76e439)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:33:08.487914 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-e69f7c6b-79fe-456e-b7c6-542a20a0161c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:08.491203 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:08.492786 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device 1b7f2002-26ac-49ea-b30f-972bca0b50f6 up at agent hyperv_n-h2-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:33:08.526893 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-e69f7c6b-79fe-456e-b7c6-542a20a0161c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:08.528467 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c829db3c-eb08-4840-a740-8ff363afe419 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2293551'] for subnet, precommit_delete_associations {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:08.539809 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 14:33:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb1f9fd7-70b4-4a1a-8712-8e988c61ba37 x-openstack-request-id: req-bb1f9fd7-70b4-4a1a-8712-8e988c61ba37 {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:33:08.540238 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdfe1057-2f89-4d72-a343-7bb769ddcf33", "name": "network-vif-plugged", "status": "completed", "tag": "e731383c-afe1-4106-94a1-16d066591655", "code": 200}]} {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:33:08.540900 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-bb1f9fd7-70b4-4a1a-8712-8e988c61ba37 {{(pid=94468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:33:08.541513 n-d-694802-15 neutron-server[94468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdfe1057-2f89-4d72-a343-7bb769ddcf33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e731383c-afe1-4106-94a1-16d066591655', 'code': 200} Aug 12 14:33:08.602978 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Pushing event updated for resources: {'Port': ['ID=e731383c-afe1-4106-94a1-16d066591655,revision_number=5']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:33:08.624046 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Provisioning for port 1b7f2002-26ac-49ea-b30f-972bca0b50f6 completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:33:08.632948 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51154a20-5ebb-4ac3-bcc5-a71c6b0c0b7b req-893f6e1e-19fc-4c18-8e08-0d4a64ec4e95 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:08.633513 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device c8ea2c88-a265-4422-9fd9-7bba00fb259d details requested by agent hyperv_n-h1-694802-15 with host n-h1-694802-15 {{(pid=94468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 14:33:08.634928 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-51154a20-5ebb-4ac3-bcc5-a71c6b0c0b7b req-893f6e1e-19fc-4c18-8e08-0d4a64ec4e95 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] 10.222.0.39 "GET /v2.0/ports?device_id=d3e6d2ac-ef5b-4192-80e2-af49f1b7a811 HTTP/1.1" status: 200 len: 943 time: 0.2026789 Aug 12 14:33:08.672844 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-e69f7c6b-79fe-456e-b7c6-542a20a0161c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:08.676044 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-e69f7c6b-79fe-456e-b7c6-542a20a0161c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:08.679697 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-e69f7c6b-79fe-456e-b7c6-542a20a0161c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f481fb0e-6ce1-4d15-98cc-127385cb26d9 HTTP/1.1" status: 204 len: 168 time: 0.2952123 Aug 12 14:33:08.702584 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69f7c6b-79fe-456e-b7c6-542a20a0161c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f481fb0e-6ce1-4d15-98cc-127385cb26d9,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:33:08.708100 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b20e7f-bdfc-4f62-8296-1925edf7afdd req-07f4e564-2103-40ae-9a2f-f1d251aeaedd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:08.709627 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-96b20e7f-bdfc-4f62-8296-1925edf7afdd req-07f4e564-2103-40ae-9a2f-f1d251aeaedd service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=bdfe1057-2f89-4d72-a343-7bb769ddcf33 HTTP/1.1" status: 200 len: 1097 time: 0.1165648 Aug 12 14:33:08.774446 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-96b20e7f-bdfc-4f62-8296-1925edf7afdd req-a8a536f4-6dd9-4ff4-8507-73bcf8dc3706 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=6f569421-3ef5-4998-a0c5-f191379b6c78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557778 Aug 12 14:33:08.783659 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port c8ea2c88-a265-4422-9fd9-7bba00fb259d, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=c8ea2c88-a265-4422-9fd9-7bba00fb259d,segment=NetworkSegment(a1f8c867-101b-4d30-814e-b89f55a5edd0),segment_id=a1f8c867-101b-4d30-814e-b89f55a5edd0)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:33:08.787616 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Provisioning complete for port 1b7f2002-26ac-49ea-b30f-972bca0b50f6 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:33:08.787991 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:08.806406 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c829db3c-eb08-4840-a740-8ff363afe419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66416255'] for subnet, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:08.820688 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-51154a20-5ebb-4ac3-bcc5-a71c6b0c0b7b req-e58ff987-7586-4a39-bb9e-dd17b299884a tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] 10.222.0.39 "GET /v2.0/security-groups?id=11312995-c93d-4754-9dea-15693c54238a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390362 Aug 12 14:33:08.882416 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Returning: {'device': 'c8ea2c88-a265-4422-9fd9-7bba00fb259d', 'network_id': '2525c403-dfb3-4196-a273-739607aab38a', 'port_id': 'c8ea2c88-a265-4422-9fd9-7bba00fb259d', 'mac_address': 'fa:16:3e:b3:e0:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '236e0be6-1c94-4221-9e8b-ab02a53331f8', 'ip_address': '192.168.233.99'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 14:33:08.963615 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c829db3c-eb08-4840-a740-8ff363afe419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66416232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3718429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8776402'] for subnet, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:08.977833 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:08.994210 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c829db3c-eb08-4840-a740-8ff363afe419 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for subnet, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:09.003371 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-c829db3c-eb08-4840-a740-8ff363afe419 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/c9128cfa-e5cd-496a-be78-67996c7e7865 HTTP/1.1" status: 204 len: 168 time: 0.7180107 Aug 12 14:33:09.015080 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 32978) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:33:09.016605 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57ca251b-47c0-4893-af19-bc6b769d03c0 None None] Network a59e5426-181b-4a1b-a168-dee8a2c25b1e requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:33:09.052054 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c829db3c-eb08-4840-a740-8ff363afe419 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c9128cfa-e5cd-496a-be78-67996c7e7865,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:33:09.066131 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8ea2c88-a265-4422-9fd9-7bba00fb259d {{(pid=94468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:33:09.167491 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f2b9d0-58be-4924-a89d-34b96504e3de req-306c88d0-5c6e-46bd-97a2-82f4c213a22d tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:09.177347 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c0f2b9d0-58be-4924-a89d-34b96504e3de req-306c88d0-5c6e-46bd-97a2-82f4c213a22d tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/ports?device_id=49fbf0c9-7c67-47a8-a064-2ab1f7981fda HTTP/1.1" status: 200 len: 947 time: 0.2012584 Aug 12 14:33:09.192889 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-11783b6f-5dc2-4b7d-8873-e014fd2a0738 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680608'] for network, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:09.330428 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c0f2b9d0-58be-4924-a89d-34b96504e3de req-ea21a7ec-af96-498c-adde-69bcd2531807 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0307eb3-f523-445b-8e1d-79deac809303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535006 Aug 12 14:33:09.401445 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-11783b6f-5dc2-4b7d-8873-e014fd2a0738 admin admin] Deleting port 746f5ac7-bceb-4c10-a0a8-e901642754f1 {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:33:09.401790 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-11783b6f-5dc2-4b7d-8873-e014fd2a0738 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:09.408030 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:09.421051 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91b8db6-22f3-4aff-a046-2aa30f4e76ef req-5b9b75f3-e9d1-465d-b535-0c356025ebb6 tempest-FloatingIPsAssociationTestJSON-1995883228 tempest-FloatingIPsAssociationTestJSON-1995883228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:09.422633 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-f91b8db6-22f3-4aff-a046-2aa30f4e76ef req-5b9b75f3-e9d1-465d-b535-0c356025ebb6 tempest-FloatingIPsAssociationTestJSON-1995883228 tempest-FloatingIPsAssociationTestJSON-1995883228-project] 10.222.0.39 "GET /v2.0/ports?device_id=065f58ca-f725-41c4-bad5-fbf91b7882b1 HTTP/1.1" status: 200 len: 945 time: 0.1066046 Aug 12 14:33:09.519340 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port c8ea2c88-a265-4422-9fd9-7bba00fb259d, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=c8ea2c88-a265-4422-9fd9-7bba00fb259d,segment=NetworkSegment(a1f8c867-101b-4d30-814e-b89f55a5edd0),segment_id=a1f8c867-101b-4d30-814e-b89f55a5edd0)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:33:09.520112 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-f91b8db6-22f3-4aff-a046-2aa30f4e76ef req-32d8aaae-42a7-4333-8e24-3376b483130a tempest-FloatingIPsAssociationTestJSON-1995883228 tempest-FloatingIPsAssociationTestJSON-1995883228-project] 10.222.0.39 "GET /v2.0/security-groups?id=59cdf437-3eb3-4079-8d27-db1f8d94f14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880368 Aug 12 14:33:09.534042 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:09.598403 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [None req-11783b6f-5dc2-4b7d-8873-e014fd2a0738 admin admin] For port 746f5ac7-bceb-4c10-a0a8-e901642754f1, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=746f5ac7-bceb-4c10-a0a8-e901642754f1,segment=NetworkSegment(ed441b9c-ef4f-49b1-be26-a1ccc1529ada),segment_id=ed441b9c-ef4f-49b1-be26-a1ccc1529ada)] {{(pid=94467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:33:09.607065 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-11783b6f-5dc2-4b7d-8873-e014fd2a0738 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:09.630087 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Pushing event updated for resources: {'Port': ['ID=c8ea2c88-a265-4422-9fd9-7bba00fb259d,revision_number=7']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:33:09.646197 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port 1b7f2002-26ac-49ea-b30f-972bca0b50f6, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=1b7f2002-26ac-49ea-b30f-972bca0b50f6,segment=NetworkSegment(ee392864-e217-4cd8-a2c6-fbd3077ffd3b),segment_id=ee392864-e217-4cd8-a2c6-fbd3077ffd3b)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:33:09.653362 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-11783b6f-5dc2-4b7d-8873-e014fd2a0738 admin admin] Calling delete_port for 746f5ac7-bceb-4c10-a0a8-e901642754f1 owned by network:dhcp {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:33:09.660133 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 0a763fc1-72b0-42ec-b017-3a97cb24f690 no longer exists at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:33:09.679963 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7759121-106b-4d59-856b-2b88d432b45c req-0a025e3f-ed2b-49ef-8e66-c863886d307b tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:09.686765 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a7759121-106b-4d59-856b-2b88d432b45c req-0a025e3f-ed2b-49ef-8e66-c863886d307b tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] 10.222.0.39 "GET /v2.0/ports?device_id=bdfe1057-2f89-4d72-a343-7bb769ddcf33 HTTP/1.1" status: 200 len: 945 time: 0.1110945 Aug 12 14:33:09.732324 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:09.746708 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3733882f-1e3d-40ca-9a23-ec86c42519b1 None None] DHCP port deletion for a59e5426-181b-4a1b-a168-dee8a2c25b1e request from n-d-694802-15 {{(pid=94468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 14:33:09.754836 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] No Port match for: 0a763fc1-72b0-42ec-b017-3a97cb24f690 {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 14:33:09.755447 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 0a763fc1-72b0-42ec-b017-3a97cb24f690 not bound to the agent host n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:33:09.755868 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 03ec5e04-e075-40d2-8e90-3ae156fef4a0 no longer exists at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:33:09.799106 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] No Port match for: 03ec5e04-e075-40d2-8e90-3ae156fef4a0 {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 14:33:09.799106 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 03ec5e04-e075-40d2-8e90-3ae156fef4a0 not bound to the agent host n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:33:09.811045 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a7759121-106b-4d59-856b-2b88d432b45c req-8613df52-121c-407e-b385-1d26e1be6c9c tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] 10.222.0.39 "GET /v2.0/security-groups?id=6f569421-3ef5-4998-a0c5-f191379b6c78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223295 Aug 12 14:33:09.875479 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Pushing event updated for resources: {'Port': ['ID=1b7f2002-26ac-49ea-b30f-972bca0b50f6,revision_number=5']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:33:09.895242 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] get_ports_and_sgs() called for port_ids ['c8ea2c88-a265-4422-9fd9-7bba00fb259d'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:33:09.984272 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-11783b6f-5dc2-4b7d-8873-e014fd2a0738 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:09.997614 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-3733882f-1e3d-40ca-9a23-ec86c42519b1 None None] Deleting port 746f5ac7-bceb-4c10-a0a8-e901642754f1 {{(pid=94468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:33:09.997614 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-3733882f-1e3d-40ca-9a23-ec86c42519b1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:10.027198 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11783b6f-5dc2-4b7d-8873-e014fd2a0738 admin admin] No DVR routers for this DVR port 746f5ac7-bceb-4c10-a0a8-e901642754f1 on host n-d-694802-15 {{(pid=94467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:33:10.080121 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11783b6f-5dc2-4b7d-8873-e014fd2a0738 admin admin] Pushing event deleted for resources: {'Port': ['ID=746f5ac7-bceb-4c10-a0a8-e901642754f1,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:33:10.124164 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db86103e-72bf-47f1-8031-f4e81200b094 req-d9ef5e3f-7e30-4433-8eda-9babb231ce57 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:10.125403 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device 0a60b2ab-2e1f-466d-89a3-9f3975e77d1f no longer exists at agent hyperv_n-h2-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:33:10.133054 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-db86103e-72bf-47f1-8031-f4e81200b094 req-d9ef5e3f-7e30-4433-8eda-9babb231ce57 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/ports?device_id=49fbf0c9-7c67-47a8-a064-2ab1f7981fda HTTP/1.1" status: 200 len: 948 time: 0.0971248 Aug 12 14:33:10.170747 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-11783b6f-5dc2-4b7d-8873-e014fd2a0738 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66413304', 'neutron.services.segments.db._delete_segments_for_network-8744654118000'] for network, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:10.182343 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-11783b6f-5dc2-4b7d-8873-e014fd2a0738 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a59e5426-181b-4a1b-a168-dee8a2c25b1e']}} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:33:10.193578 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-11783b6f-5dc2-4b7d-8873-e014fd2a0738 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed441b9c-ef4f-49b1-be26-a1ccc1529ada') {'for_net_delete': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:33:10.194086 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-11783b6f-5dc2-4b7d-8873-e014fd2a0738 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed441b9c-ef4f-49b1-be26-a1ccc1529ada') {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:33:10.194715 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 33018) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:33:10.203784 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-11783b6f-5dc2-4b7d-8873-e014fd2a0738 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744654122361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3857526'] for segment, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:10.226471 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-11783b6f-5dc2-4b7d-8873-e014fd2a0738 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:10.239240 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-65f03aa6-5248-4fea-87ec-9e07775a21c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:10.240111 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-db86103e-72bf-47f1-8031-f4e81200b094 req-7ab303fc-bc47-4d62-8154-09ab98e4812f tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0307eb3-f523-445b-8e1d-79deac809303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057556 Aug 12 14:33:10.254527 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0026f2-30de-4ea6-b7ed-c0338ee27244 req-a7c2282a-45cd-4e55-8733-0e9a5600f2b4 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:10.264590 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-bd0026f2-30de-4ea6-b7ed-c0338ee27244 req-a7c2282a-45cd-4e55-8733-0e9a5600f2b4 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] 10.222.0.39 "GET /v2.0/ports?device_id=d3e6d2ac-ef5b-4192-80e2-af49f1b7a811 HTTP/1.1" status: 200 len: 943 time: 0.3222368 Aug 12 14:33:10.302381 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11783b6f-5dc2-4b7d-8873-e014fd2a0738 admin admin] Releasing vlan 320 on physical network physnet1 to pool {{(pid=94467) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 14:33:10.302896 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-11783b6f-5dc2-4b7d-8873-e014fd2a0738 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2859015'] for segment, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:10.305914 n-d-694802-15 neutron-server[94467]: Traceback (most recent call last): Aug 12 14:33:10.305914 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 14:33:10.305914 n-d-694802-15 neutron-server[94467]: timer() Aug 12 14:33:10.305914 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 14:33:10.305914 n-d-694802-15 neutron-server[94467]: cb(*args, **kw) Aug 12 14:33:10.305914 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 14:33:10.305914 n-d-694802-15 neutron-server[94467]: return func(*args, **kwargs) Aug 12 14:33:10.305914 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 14:33:10.305914 n-d-694802-15 neutron-server[94467]: self._notify() Aug 12 14:33:10.305914 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 14:33:10.305914 n-d-694802-15 neutron-server[94467]: self.callback(batched_events) Aug 12 14:33:10.305914 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 14:33:10.305914 n-d-694802-15 neutron-server[94467]: event.method(event) Aug 12 14:33:10.305914 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 14:33:10.305914 n-d-694802-15 neutron-server[94467]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 14:33:10.305914 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 14:33:10.305914 n-d-694802-15 neutron-server[94467]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 14:33:10.305914 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 14:33:10.305914 n-d-694802-15 neutron-server[94467]: return f(self, *a, **k) Aug 12 14:33:10.305914 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 14:33:10.305914 n-d-694802-15 neutron-server[94467]: return self._get(url).json() Aug 12 14:33:10.305914 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 14:33:10.305914 n-d-694802-15 neutron-server[94467]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 14:33:10.305914 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 14:33:10.305914 n-d-694802-15 neutron-server[94467]: return self.request(url, 'GET', **kwargs) Aug 12 14:33:10.305914 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 14:33:10.305914 n-d-694802-15 neutron-server[94467]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 14:33:10.305914 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 14:33:10.305914 n-d-694802-15 neutron-server[94467]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 14:33:10.305914 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 14:33:10.305914 n-d-694802-15 neutron-server[94467]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 14:33:10.305914 n-d-694802-15 neutron-server[94467]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 14:33:10.388603 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-3733882f-1e3d-40ca-9a23-ec86c42519b1 None None] For port 746f5ac7-bceb-4c10-a0a8-e901642754f1, host n-d-694802-15, got binding levels [] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:33:10.389008 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-3733882f-1e3d-40ca-9a23-ec86c42519b1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:10.397280 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-e61c4dbe-59cb-499d-b5db-b531061b82e9 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2110188239-network', 'tenant_id': '6707d62201854f45a95f43404366c8a6'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:33:10.422067 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e61c4dbe-59cb-499d-b5db-b531061b82e9 admin admin] Made reservation on behalf of 6707d62201854f45a95f43404366c8a6 for: {'network': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:33:10.426996 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e61c4dbe-59cb-499d-b5db-b531061b82e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for network, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:10.432893 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-3733882f-1e3d-40ca-9a23-ec86c42519b1 None None] Calling delete_port for 746f5ac7-bceb-4c10-a0a8-e901642754f1 owned by network:dhcp {{(pid=94468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:33:10.439028 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e61c4dbe-59cb-499d-b5db-b531061b82e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:10.441004 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.ipam_backend_mixin [None req-3733882f-1e3d-40ca-9a23-ec86c42519b1 None None] Port 746f5ac7-bceb-4c10-a0a8-e901642754f1 was not found and therefore no delete operation was performed {{(pid=94468) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 12 14:33:10.471871 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-3733882f-1e3d-40ca-9a23-ec86c42519b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262'] for port, after_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:10.493481 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3733882f-1e3d-40ca-9a23-ec86c42519b1 None None] No DVR routers for this DVR port 746f5ac7-bceb-4c10-a0a8-e901642754f1 on host n-d-694802-15 {{(pid=94468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:33:10.499773 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-bd0026f2-30de-4ea6-b7ed-c0338ee27244 req-d590a715-ab69-4fe8-978f-f1d90271427c tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] 10.222.0.39 "GET /v2.0/security-groups?id=11312995-c93d-4754-9dea-15693c54238a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2299051 Aug 12 14:33:10.553007 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9273f0a6-1905-4d38-a793-19e0b310a1fe req-7a859c3a-fd73-4aef-a9df-6980cbb1edad tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:10.554807 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9273f0a6-1905-4d38-a793-19e0b310a1fe req-7a859c3a-fd73-4aef-a9df-6980cbb1edad tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.64 "GET /v2.0/ports?device_id=49fbf0c9-7c67-47a8-a064-2ab1f7981fda&tenant_id=e3f6e239b38a4f618b8ca0621fcc54e4&binding%3Ahost_id=n-h1-694802-15 HTTP/1.1" status: 200 len: 948 time: 0.2913208 Aug 12 14:33:10.557292 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-11783b6f-5dc2-4b7d-8873-e014fd2a0738 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66413281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431520'] for network, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:10.563172 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-11783b6f-5dc2-4b7d-8873-e014fd2a0738 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for network, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:10.565349 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-11783b6f-5dc2-4b7d-8873-e014fd2a0738 admin admin] 10.222.0.39 "DELETE /v2.0/networks/a59e5426-181b-4a1b-a168-dee8a2c25b1e HTTP/1.1" status: 204 len: 168 time: 1.5456574 Aug 12 14:33:10.577213 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '065f58ca-f725-41c4-bad5-fbf91b7882b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b7f2002-26ac-49ea-b30f-972bca0b50f6'}] {{(pid=94468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:33:10.589072 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11783b6f-5dc2-4b7d-8873-e014fd2a0738 admin admin] Pushing event deleted for resources: {'Network': ['ID=a59e5426-181b-4a1b-a168-dee8a2c25b1e,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:33:10.589236 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99a8d87602170099c728e57431aca99e9b98a655a83bbf8727be13192709727b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86bb028a-077d-42fc-b6a7-9b30f255564a" -d '{"events": [{"server_uuid": "065f58ca-f725-41c4-bad5-fbf91b7882b1", "name": "network-vif-plugged", "status": "completed", "tag": "1b7f2002-26ac-49ea-b30f-972bca0b50f6"}]}' {{(pid=94468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:33:10.597420 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e61c4dbe-59cb-499d-b5db-b531061b82e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:10.600943 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3733882f-1e3d-40ca-9a23-ec86c42519b1 None None] Pushing event deleted for resources: {'Port': ['ID=746f5ac7-bceb-4c10-a0a8-e901642754f1,revision_number=None']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:33:10.604161 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e61c4dbe-59cb-499d-b5db-b531061b82e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:10.624341 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3f9f6921-3498-4b43-9445-12c7561b7aaa req-d28fd793-d7f4-417f-9aef-8a50c1c0e34b service neutron] 10.222.0.49 "GET /v2.0/ports/0a60b2ab-2e1f-466d-89a3-9f3975e77d1f/bindings/n-h1-694802-15 HTTP/1.1" status: 200 len: 385 time: 0.1151423 Aug 12 14:33:10.648463 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61c4dbe-59cb-499d-b5db-b531061b82e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f38c467-7204-445d-b766-7e47541ef69e,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:33:10.653031 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 14:33:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5cc330b-6b5f-4aa8-8f77-060cec7d1eeb x-openstack-request-id: req-f5cc330b-6b5f-4aa8-8f77-060cec7d1eeb {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:33:10.653382 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "065f58ca-f725-41c4-bad5-fbf91b7882b1", "name": "network-vif-plugged", "status": "completed", "tag": "1b7f2002-26ac-49ea-b30f-972bca0b50f6", "code": 200}]} {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:33:10.653697 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f5cc330b-6b5f-4aa8-8f77-060cec7d1eeb {{(pid=94468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:33:10.654234 n-d-694802-15 neutron-server[94468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '065f58ca-f725-41c4-bad5-fbf91b7882b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b7f2002-26ac-49ea-b30f-972bca0b50f6', 'code': 200} Aug 12 14:33:10.673093 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e61c4dbe-59cb-499d-b5db-b531061b82e9 admin admin] vlan segment allocate from pool success with {'vlan_id': 335, 'physical_network': 'physnet1'} {{(pid=94466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 14:33:10.686896 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e61c4dbe-59cb-499d-b5db-b531061b82e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:10.687598 n-d-694802-15 neutron-server[94466]: INFO neutron.db.segments_db [None req-e61c4dbe-59cb-499d-b5db-b531061b82e9 admin admin] Added segment 5e1215c4-d421-4d38-b69b-33ac9bdeb706 of type vlan for network ed25be17-ecf5-4078-8c2b-acbe5d25789b Aug 12 14:33:10.735606 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9273f0a6-1905-4d38-a793-19e0b310a1fe req-8d712ad6-f951-434f-b4ce-ace3efce018b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:10.737151 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9273f0a6-1905-4d38-a793-19e0b310a1fe req-8d712ad6-f951-434f-b4ce-ace3efce018b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e3f6e239b38a4f618b8ca0621fcc54e4&device_id=49fbf0c9-7c67-47a8-a064-2ab1f7981fda HTTP/1.1" status: 200 len: 1100 time: 0.1091499 Aug 12 14:33:10.761632 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e61c4dbe-59cb-499d-b5db-b531061b82e9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744653628263'] for network, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:10.798015 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 33030) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:33:10.869516 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d461658-a063-475e-9137-556a17dc9c6e req-1af0bdce-5aab-42fe-a4df-032e245eac04 tempest-FloatingIPsAssociationTestJSON-1995883228 tempest-FloatingIPsAssociationTestJSON-1995883228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:10.871138 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-4d461658-a063-475e-9137-556a17dc9c6e req-1af0bdce-5aab-42fe-a4df-032e245eac04 tempest-FloatingIPsAssociationTestJSON-1995883228 tempest-FloatingIPsAssociationTestJSON-1995883228-project] 10.222.0.39 "GET /v2.0/ports?device_id=065f58ca-f725-41c4-bad5-fbf91b7882b1 HTTP/1.1" status: 200 len: 946 time: 0.1426015 Aug 12 14:33:10.873744 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e61c4dbe-59cb-499d-b5db-b531061b82e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409'] for network, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:10.874723 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e61c4dbe-59cb-499d-b5db-b531061b82e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:10.875323 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e61c4dbe-59cb-499d-b5db-b531061b82e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for network, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:10.878756 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8e39af-64a7-4b21-a69b-d670160bb754 req-4e3d027b-6498-4966-9e5d-45cd9f2f5660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:10.880413 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-7c8e39af-64a7-4b21-a69b-d670160bb754 req-4e3d027b-6498-4966-9e5d-45cd9f2f5660 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=065f58ca-f725-41c4-bad5-fbf91b7882b1 HTTP/1.1" status: 200 len: 1098 time: 0.1531484 Aug 12 14:33:10.953558 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9273f0a6-1905-4d38-a793-19e0b310a1fe req-d5caa3c0-6d9e-41c8-8287-c11363e26d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:10.955046 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9273f0a6-1905-4d38-a793-19e0b310a1fe req-d5caa3c0-6d9e-41c8-8287-c11363e26d65 service neutron] 10.222.0.64 "GET /v2.0/networks?id=2525c403-dfb3-4196-a273-739607aab38a HTTP/1.1" status: 200 len: 870 time: 0.2050200 Aug 12 14:33:10.964605 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-e398f39d-37d8-4909-b624-fe98156b37f6 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=78bc96cbad574ff5b08b92704ccc550c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1622484 Aug 12 14:33:10.971164 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 33034) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:33:10.973026 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-e61c4dbe-59cb-499d-b5db-b531061b82e9 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7771306 Aug 12 14:33:10.988084 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 33036) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:33:10.993671 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-a13b6b08-e86c-4aa9-867c-a8062e64a879 admin admin] Request body: {'subnet': {'network_id': 'ed25be17-ecf5-4078-8c2b-acbe5d25789b', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2110188239-subnet', 'tenant_id': '6707d62201854f45a95f43404366c8a6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:33:11.027755 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-4d461658-a063-475e-9137-556a17dc9c6e req-6f488d39-e3e3-49ed-b8f1-a50a0701fade tempest-FloatingIPsAssociationTestJSON-1995883228 tempest-FloatingIPsAssociationTestJSON-1995883228-project] 10.222.0.39 "GET /v2.0/security-groups?id=59cdf437-3eb3-4079-8d27-db1f8d94f14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452012 Aug 12 14:33:11.033170 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61c4dbe-59cb-499d-b5db-b531061b82e9 admin admin] Pushing event updated for resources: {'Network': ['ID=ed25be17-ecf5-4078-8c2b-acbe5d25789b,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:33:11.040936 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-7c8e39af-64a7-4b21-a69b-d670160bb754 req-3a7301f1-a22a-4fca-a6fd-6808d501f548 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=59cdf437-3eb3-4079-8d27-db1f8d94f14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478515 Aug 12 14:33:11.062369 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Network ed25be17-ecf5-4078-8c2b-acbe5d25789b details requested by agent ovs-agent-n-d-694802-15 with host n-d-694802-15 {{(pid=94468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 14:33:11.078421 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-11697fcf-a144-42d6-b10a-6eb61ad9380e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:11.087276 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:11.113230 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-11697fcf-a144-42d6-b10a-6eb61ad9380e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:11.177222 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-11697fcf-a144-42d6-b10a-6eb61ad9380e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:11.180374 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-11697fcf-a144-42d6-b10a-6eb61ad9380e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:11.184224 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-11697fcf-a144-42d6-b10a-6eb61ad9380e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/891f2790-590d-4c99-bcc7-96e66942622a HTTP/1.1" status: 204 len: 168 time: 0.2074099 Aug 12 14:33:11.193610 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11697fcf-a144-42d6-b10a-6eb61ad9380e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=891f2790-590d-4c99-bcc7-96e66942622a,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:33:11.320421 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-3f9f6921-3498-4b43-9445-12c7561b7aaa req-2d1deba3-3098-4019-a460-17755ddf6a20 service neutron] For port 0a60b2ab-2e1f-466d-89a3-9f3975e77d1f, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=0a60b2ab-2e1f-466d-89a3-9f3975e77d1f,segment=NetworkSegment(2c5f2abe-b754-491c-837b-06e8fcd65d4b),segment_id=2c5f2abe-b754-491c-837b-06e8fcd65d4b)] {{(pid=94467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:33:11.323867 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9273f0a6-1905-4d38-a793-19e0b310a1fe req-2b43fa0e-0178-4f5e-9998-b055e9ed1dd6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.99&port_id=c8ea2c88-a265-4422-9fd9-7bba00fb259d HTTP/1.1" status: 200 len: 217 time: 0.3534839 Aug 12 14:33:11.338479 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bd51a6-7acc-4841-bcd5-46acbc57e39e req-5f2b7c0d-90f6-43a2-9ebd-445a93c63045 tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:11.339998 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-56bd51a6-7acc-4841-bcd5-46acbc57e39e req-5f2b7c0d-90f6-43a2-9ebd-445a93c63045 tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] 10.222.0.39 "GET /v2.0/ports?device_id=bdfe1057-2f89-4d72-a343-7bb769ddcf33 HTTP/1.1" status: 200 len: 945 time: 0.4227319 Aug 12 14:33:11.393618 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10daa192-7fd8-4bdf-9c1c-7ab5a2de50c5 req-67a137a5-1ca9-4bc3-8a47-83d8009daa84 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:11.396434 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-10daa192-7fd8-4bdf-9c1c-7ab5a2de50c5 req-67a137a5-1ca9-4bc3-8a47-83d8009daa84 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/ports?device_id=49fbf0c9-7c67-47a8-a064-2ab1f7981fda HTTP/1.1" status: 200 len: 948 time: 0.0607066 Aug 12 14:33:11.437873 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-3f9f6921-3498-4b43-9445-12c7561b7aaa req-2d1deba3-3098-4019-a460-17755ddf6a20 service neutron] For port 0a60b2ab-2e1f-466d-89a3-9f3975e77d1f, host n-h2-694802-15, cleared binding levels {{(pid=94467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:33:11.479601 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [req-3f9f6921-3498-4b43-9445-12c7561b7aaa req-2d1deba3-3098-4019-a460-17755ddf6a20 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a60b2ab-2e1f-466d-89a3-9f3975e77d1f {{(pid=94467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:33:11.490895 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9273f0a6-1905-4d38-a793-19e0b310a1fe req-12d4ccba-6858-47c4-8e48-c46b6bbabfe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:11.499884 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-10daa192-7fd8-4bdf-9c1c-7ab5a2de50c5 req-105d3b8c-f333-4928-b2e9-999fe4d4a730 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0307eb3-f523-445b-8e1d-79deac809303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829408 Aug 12 14:33:11.500918 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9273f0a6-1905-4d38-a793-19e0b310a1fe req-12d4ccba-6858-47c4-8e48-c46b6bbabfe6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=236e0be6-1c94-4221-9e8b-ab02a53331f8 HTTP/1.1" status: 200 len: 843 time: 0.1561050 Aug 12 14:33:11.538229 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a13b6b08-e86c-4aa9-867c-a8062e64a879 admin admin] Made reservation on behalf of 6707d62201854f45a95f43404366c8a6 for: {'subnet': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:33:11.540945 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a13b6b08-e86c-4aa9-867c-a8062e64a879 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3343791'] for subnet, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:11.546926 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-3f9f6921-3498-4b43-9445-12c7561b7aaa req-2d1deba3-3098-4019-a460-17755ddf6a20 service neutron] For port 0a60b2ab-2e1f-466d-89a3-9f3975e77d1f, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=0a60b2ab-2e1f-466d-89a3-9f3975e77d1f,segment=NetworkSegment(2c5f2abe-b754-491c-837b-06e8fcd65d4b),segment_id=2c5f2abe-b754-491c-837b-06e8fcd65d4b)] {{(pid=94467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:33:11.621195 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 746f5ac7-bceb-4c10-a0a8-e901642754f1 no longer exists at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:33:11.651702 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] No Port match for: 746f5ac7-bceb-4c10-a0a8-e901642754f1 {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 14:33:11.652548 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 746f5ac7-bceb-4c10-a0a8-e901642754f1 not bound to the agent host n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:33:11.656575 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-3f9f6921-3498-4b43-9445-12c7561b7aaa req-2d1deba3-3098-4019-a460-17755ddf6a20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:11.677351 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-56bd51a6-7acc-4841-bcd5-46acbc57e39e req-0376f201-f5b8-44af-a1e7-9ee272b5ca61 tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] 10.222.0.39 "GET /v2.0/security-groups?id=6f569421-3ef5-4998-a0c5-f191379b6c78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3128283 Aug 12 14:33:11.726292 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9273f0a6-1905-4d38-a793-19e0b310a1fe req-c3315186-7f1a-4c39-9c10-11a59c6466fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:11.728884 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9273f0a6-1905-4d38-a793-19e0b310a1fe req-c3315186-7f1a-4c39-9c10-11a59c6466fe service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2525c403-dfb3-4196-a273-739607aab38a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2045689 Aug 12 14:33:11.779741 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70889e18-1315-4a4c-8b32-287355a18bb2 req-bab64372-6c49-4ddb-8b43-7cd7964489d0 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:11.797932 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-70889e18-1315-4a4c-8b32-287355a18bb2 req-bab64372-6c49-4ddb-8b43-7cd7964489d0 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] 10.222.0.39 "GET /v2.0/ports?device_id=d3e6d2ac-ef5b-4192-80e2-af49f1b7a811 HTTP/1.1" status: 200 len: 943 time: 0.1204798 Aug 12 14:33:11.857070 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-70889e18-1315-4a4c-8b32-287355a18bb2 req-c5e8872b-2333-4e25-8103-ae6e197e6f9a tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] 10.222.0.39 "GET /v2.0/security-groups?id=11312995-c93d-4754-9dea-15693c54238a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581720 Aug 12 14:33:12.056992 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9273f0a6-1905-4d38-a793-19e0b310a1fe req-956e9850-27f4-49eb-9445-6cc3572b5d18 service neutron] 10.222.0.64 "GET /v2.0/networks/2525c403-dfb3-4196-a273-739607aab38a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2899299 Aug 12 14:33:12.061525 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [req-3f9f6921-3498-4b43-9445-12c7561b7aaa req-2d1deba3-3098-4019-a460-17755ddf6a20 service neutron] Transition to ACTIVE for port object 0a60b2ab-2e1f-466d-89a3-9f3975e77d1f will not be triggered until provisioned by entity L2. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:33:12.063564 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a13b6b08-e86c-4aa9-867c-a8062e64a879 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2859166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3343773'] for subnet, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:12.091784 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f56d003-1ede-4337-8c0b-ae6fd20c12ea req-4a72f62e-7989-4800-bf20-4bb219e93871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:12.098708 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-2f56d003-1ede-4337-8c0b-ae6fd20c12ea req-4a72f62e-7989-4800-bf20-4bb219e93871 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2fd79171a8ca47bca77a7cc342fe86ce&device_id=bdfe1057-2f89-4d72-a343-7bb769ddcf33 HTTP/1.1" status: 200 len: 1097 time: 0.1216071 Aug 12 14:33:12.126111 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13b6b08-e86c-4aa9-867c-a8062e64a879 admin admin] Pushing event updated for resources: {'Subnet': ['ID=80ea85f5-b7b4-4601-8f25-aacd4b4b81f0,revision_number=0']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:33:12.130516 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-3f9f6921-3498-4b43-9445-12c7561b7aaa req-2d1deba3-3098-4019-a460-17755ddf6a20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:12.132525 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 33082) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:33:12.159880 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f69906-2c72-4c3e-b017-8610a492b77d req-caf3c977-a6c2-4a50-b9ec-ce4c8dfadf7f tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:12.161424 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-e3f69906-2c72-4c3e-b017-8610a492b77d req-caf3c977-a6c2-4a50-b9ec-ce4c8dfadf7f tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] 10.222.0.39 "GET /v2.0/ports?device_id=bdfe1057-2f89-4d72-a343-7bb769ddcf33 HTTP/1.1" status: 200 len: 945 time: 0.1543281 Aug 12 14:33:12.259630 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-e3f69906-2c72-4c3e-b017-8610a492b77d req-7c28a5b7-7c3d-41c0-a3b8-dedca4d5ac91 tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] 10.222.0.39 "GET /v2.0/security-groups?id=6f569421-3ef5-4998-a0c5-f191379b6c78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703056 Aug 12 14:33:12.320008 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f56d003-1ede-4337-8c0b-ae6fd20c12ea req-d68ad31b-a65d-407e-91ff-7a2cfb361e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:12.321965 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-2f56d003-1ede-4337-8c0b-ae6fd20c12ea req-d68ad31b-a65d-407e-91ff-7a2cfb361e5a service neutron] 10.222.0.49 "GET /v2.0/networks?id=1f88c89e-1834-4591-8586-4341f292deca HTTP/1.1" status: 200 len: 912 time: 0.2115479 Aug 12 14:33:12.337015 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f9f6921-3498-4b43-9445-12c7561b7aaa req-2d1deba3-3098-4019-a460-17755ddf6a20 service neutron] No DVR routers for this DVR port 0a60b2ab-2e1f-466d-89a3-9f3975e77d1f on host n-h2-694802-15 {{(pid=94467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:33:12.363619 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-e32f9745-cb67-4760-807f-87782b0d21ca admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-171938789-network', 'tenant_id': '372c249eafa04261b1b78b8ad1ae1671'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:33:12.374391 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-2f56d003-1ede-4337-8c0b-ae6fd20c12ea req-989c9529-8bbd-402d-8271-053e72c3befb service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e731383c-afe1-4106-94a1-16d066591655 HTTP/1.1" status: 200 len: 217 time: 0.0444877 Aug 12 14:33:12.376499 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1deba3-3098-4019-a460-17755ddf6a20 service neutron] Pushing event updated for resources: {'Port': ['ID=0a60b2ab-2e1f-466d-89a3-9f3975e77d1f,revision_number=10']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:33:12.408263 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:12.427869 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3f9f6921-3498-4b43-9445-12c7561b7aaa req-2d1deba3-3098-4019-a460-17755ddf6a20 service neutron] 10.222.0.49 "PUT /v2.0/ports/0a60b2ab-2e1f-466d-89a3-9f3975e77d1f/bindings/n-h1-694802-15/activate HTTP/1.1" status: 200 len: 370 time: 1.7716920 Aug 12 14:33:12.444198 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f56d003-1ede-4337-8c0b-ae6fd20c12ea req-5f7cb2a2-d74d-4f87-8772-a203f0de393d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:12.446200 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a13b6b08-e86c-4aa9-867c-a8062e64a879 admin admin] Checking segment: {'id': '5e1215c4-d421-4d38-b69b-33ac9bdeb706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'ed25be17-ecf5-4078-8c2b-acbe5d25789b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:33:12.446607 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a13b6b08-e86c-4aa9-867c-a8062e64a879 admin admin] Network hostable DHCP agents. Network: ed25be17-ecf5-4078-8c2b-acbe5d25789b, hostable agents: ['1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658'], hosted agents: [] {{(pid=94467) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 14:33:12.447606 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-2f56d003-1ede-4337-8c0b-ae6fd20c12ea req-5f7cb2a2-d74d-4f87-8772-a203f0de393d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=dd28ff73-a450-408b-b798-c34bd0481320 HTTP/1.1" status: 200 len: 851 time: 0.0607388 Aug 12 14:33:12.452934 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9273f0a6-1905-4d38-a793-19e0b310a1fe req-f979a6fb-4504-4701-9108-d37ab7a03eff service neutron] 10.222.0.64 "GET /v2.0/networks/2525c403-dfb3-4196-a273-739607aab38a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3288629 Aug 12 14:33:12.463844 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03be2ff-c8a5-42dd-a1c5-2740fa24aad4 req-ee454588-db71-4dae-b3e7-fecebfd9334a tempest-FloatingIPsAssociationTestJSON-1995883228 tempest-FloatingIPsAssociationTestJSON-1995883228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:12.465450 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c03be2ff-c8a5-42dd-a1c5-2740fa24aad4 req-ee454588-db71-4dae-b3e7-fecebfd9334a tempest-FloatingIPsAssociationTestJSON-1995883228 tempest-FloatingIPsAssociationTestJSON-1995883228-project] 10.222.0.39 "GET /v2.0/ports?device_id=065f58ca-f725-41c4-bad5-fbf91b7882b1 HTTP/1.1" status: 200 len: 946 time: 0.2292650 Aug 12 14:33:12.469206 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e32f9745-cb67-4760-807f-87782b0d21ca admin admin] Made reservation on behalf of 372c249eafa04261b1b78b8ad1ae1671 for: {'network': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:33:12.472079 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-e32f9745-cb67-4760-807f-87782b0d21ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for network, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:12.491672 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-e32f9745-cb67-4760-807f-87782b0d21ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:12.509481 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-2f56d003-1ede-4337-8c0b-ae6fd20c12ea req-9ac34efd-1ea6-4f33-9b16-0cf7666b737f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=1f88c89e-1834-4591-8586-4341f292deca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0490928 Aug 12 14:33:12.625210 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a13b6b08-e86c-4aa9-867c-a8062e64a879 admin admin] Network ed25be17-ecf5-4078-8c2b-acbe5d25789b is scheduled to be hosted by DHCP agent 1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658 with binding_index 1 {{(pid=94467) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 14:33:12.649031 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device c8ea2c88-a265-4422-9fd9-7bba00fb259d up at agent hyperv_n-h1-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:33:12.663374 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [None req-a13b6b08-e86c-4aa9-867c-a8062e64a879 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-15, ed25be17-ecf5-4078-8c2b-acbe5d25789b) {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:33:12.675716 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c03be2ff-c8a5-42dd-a1c5-2740fa24aad4 req-5b229432-84a9-479d-89e2-e0d9fd011990 tempest-FloatingIPsAssociationTestJSON-1995883228 tempest-FloatingIPsAssociationTestJSON-1995883228-project] 10.222.0.39 "GET /v2.0/security-groups?id=59cdf437-3eb3-4079-8d27-db1f8d94f14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891024 Aug 12 14:33:12.681393 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d6b636-0c01-4379-bf1e-a84c125da4cd req-7595ca50-d76f-4016-ac29-a7f4a5065048 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:12.682935 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-62d6b636-0c01-4379-bf1e-a84c125da4cd req-7595ca50-d76f-4016-ac29-a7f4a5065048 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/ports?device_id=49fbf0c9-7c67-47a8-a064-2ab1f7981fda HTTP/1.1" status: 200 len: 948 time: 0.0984540 Aug 12 14:33:12.686944 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-2f56d003-1ede-4337-8c0b-ae6fd20c12ea req-d6c9367b-677a-49bb-ae95-60e8592d70c2 service neutron] 10.222.0.49 "GET /v2.0/networks/1f88c89e-1834-4591-8586-4341f292deca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1699371 Aug 12 14:33:12.691321 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eae090d4-19cb-4440-a523-2a207c674965 None None] Network ed25be17-ecf5-4078-8c2b-acbe5d25789b requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:33:12.778273 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-e32f9745-cb67-4760-807f-87782b0d21ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:12.786354 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a13b6b08-e86c-4aa9-867c-a8062e64a879 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:12.787066 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Provisioning complete for port c8ea2c88-a265-4422-9fd9-7bba00fb259d triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:33:12.787216 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a13b6b08-e86c-4aa9-867c-a8062e64a879 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for subnet, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:12.787810 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:12.805411 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9f6921-3498-4b43-9445-12c7561b7aaa req-9eb79c4c-97e3-46e8-9bf2-b2422f0ec229 tempest-LiveMigrationTest-388825582 tempest-LiveMigrationTest-388825582-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:12.807061 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3f9f6921-3498-4b43-9445-12c7561b7aaa req-9eb79c4c-97e3-46e8-9bf2-b2422f0ec229 tempest-LiveMigrationTest-388825582 tempest-LiveMigrationTest-388825582-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=d3e6d2ac-ef5b-4192-80e2-af49f1b7a811&tenant_id=39c74547ea964352853351e74cbcb768&binding%3Ahost_id=n-h2-694802-15 HTTP/1.1" status: 200 len: 1096 time: 0.2405818 Aug 12 14:33:12.809130 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-e32f9745-cb67-4760-807f-87782b0d21ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:12.817740 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-62d6b636-0c01-4379-bf1e-a84c125da4cd req-fdc543dd-71e3-40c6-8a35-c9689e558eb0 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0307eb3-f523-445b-8e1d-79deac809303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264558 Aug 12 14:33:12.826993 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e32f9745-cb67-4760-807f-87782b0d21ca admin admin] vlan segment allocate from pool success with {'vlan_id': 325, 'physical_network': 'physnet1'} {{(pid=94467) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 14:33:12.839866 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-e32f9745-cb67-4760-807f-87782b0d21ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:12.840236 n-d-694802-15 neutron-server[94467]: INFO neutron.db.segments_db [None req-e32f9745-cb67-4760-807f-87782b0d21ca admin admin] Added segment 1193682d-837e-492a-b676-dbe7d0687eb3 of type vlan for network e3a2bad2-d7b8-4fe9-80d2-f6f454972272 Aug 12 14:33:12.871569 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-2f56d003-1ede-4337-8c0b-ae6fd20c12ea req-0f3abfd0-cd14-402f-a466-4ae1d082c1e9 service neutron] 10.222.0.49 "GET /v2.0/networks/1f88c89e-1834-4591-8586-4341f292deca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1745794 Aug 12 14:33:12.926322 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-49ee5c69-ea4e-40e6-98cd-29c1430f7141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:12.939549 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-e32f9745-cb67-4760-807f-87782b0d21ca admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744653628263'] for network, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:12.958376 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d6d86a6-93f7-4cc6-9f89-7ed1eb8f4049 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa7035b3e-9a89-5964-b9f4-97301c3f476a-ed25be17-ecf5-4078-8c2b-acbe5d25789b', 'network_id': 'ed25be17-ecf5-4078-8c2b-acbe5d25789b', 'tenant_id': '6707d62201854f45a95f43404366c8a6', 'fixed_ips': [{'subnet_id': '80ea85f5-b7b4-4601-8f25-aacd4b4b81f0'}]}} from n-d-694802-15. {{(pid=94468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 14:33:12.959465 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-8d6d86a6-93f7-4cc6-9f89-7ed1eb8f4049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:13.000792 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:13.015874 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-a13b6b08-e86c-4aa9-867c-a8062e64a879 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 2.0266922 Aug 12 14:33:13.019344 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 33106) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:33:13.027081 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-0bd634f7-9fd5-4cea-980a-81dbf41bb1bf admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2110188239-router', 'tenant_id': '6707d62201854f45a95f43404366c8a6', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'}}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:33:13.057481 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0bd634f7-9fd5-4cea-980a-81dbf41bb1bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-430574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-104863'] for router, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:13.061159 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0bd634f7-9fd5-4cea-980a-81dbf41bb1bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-429438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-431405', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66646573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-104852'] for router, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:13.071597 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:13.108601 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32f9745-cb67-4760-807f-87782b0d21ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8943945-c6fd-4ed6-b1fd-343fa9cb5188,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:33:13.126521 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49fbf0c9-7c67-47a8-a064-2ab1f7981fda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8ea2c88-a265-4422-9fd9-7bba00fb259d'}] {{(pid=94468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:33:13.131290 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99a8d87602170099c728e57431aca99e9b98a655a83bbf8727be13192709727b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fc5504d-bf3c-420d-bba6-6e0c772e10e1" -d '{"events": [{"server_uuid": "49fbf0c9-7c67-47a8-a064-2ab1f7981fda", "name": "network-vif-plugged", "status": "completed", "tag": "c8ea2c88-a265-4422-9fd9-7bba00fb259d"}]}' {{(pid=94468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:33:13.136946 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-e32f9745-cb67-4760-807f-87782b0d21ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409'] for network, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:13.137939 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e32f9745-cb67-4760-807f-87782b0d21ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:13.138850 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-e32f9745-cb67-4760-807f-87782b0d21ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for network, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:13.151903 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0bd634f7-9fd5-4cea-980a-81dbf41bb1bf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:13.166342 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port c8ea2c88-a265-4422-9fd9-7bba00fb259d, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=c8ea2c88-a265-4422-9fd9-7bba00fb259d,segment=NetworkSegment(a1f8c867-101b-4d30-814e-b89f55a5edd0),segment_id=a1f8c867-101b-4d30-814e-b89f55a5edd0)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:33:13.206747 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:13.209854 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 14:33:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3990ccb-53ea-4a43-84de-3df57d79a6dd x-openstack-request-id: req-b3990ccb-53ea-4a43-84de-3df57d79a6dd {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:33:13.210416 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49fbf0c9-7c67-47a8-a064-2ab1f7981fda", "name": "network-vif-plugged", "status": "completed", "tag": "c8ea2c88-a265-4422-9fd9-7bba00fb259d", "code": 200}]} {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:33:13.210883 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b3990ccb-53ea-4a43-84de-3df57d79a6dd {{(pid=94468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:33:13.211534 n-d-694802-15 neutron-server[94468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49fbf0c9-7c67-47a8-a064-2ab1f7981fda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8ea2c88-a265-4422-9fd9-7bba00fb259d', 'code': 200} Aug 12 14:33:13.265139 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Pushing event updated for resources: {'Port': ['ID=c8ea2c88-a265-4422-9fd9-7bba00fb259d,revision_number=8']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:33:13.283525 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f23f32-6216-45ff-b3e8-d99ffe5ba3be req-619b8adb-00f4-45cf-9566-4045f1d33dd6 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:13.294879 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f9f23f32-6216-45ff-b3e8-d99ffe5ba3be req-619b8adb-00f4-45cf-9566-4045f1d33dd6 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] 10.222.0.39 "GET /v2.0/ports?device_id=d3e6d2ac-ef5b-4192-80e2-af49f1b7a811 HTTP/1.1" status: 200 len: 944 time: 0.2873354 Aug 12 14:33:13.299108 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.db_base_plugin_common [None req-8d6d86a6-93f7-4cc6-9f89-7ed1eb8f4049 None None] Allocated IP 172.20.0.2 (ed25be17-ecf5-4078-8c2b-acbe5d25789b/80ea85f5-b7b4-4601-8f25-aacd4b4b81f0/1b9aa935-9cf8-4446-a2a5-10246e7118a5) {{(pid=94468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:33:13.312285 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-e32f9745-cb67-4760-807f-87782b0d21ca admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.1673629 Aug 12 14:33:13.317327 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 33112) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:33:13.323490 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-520555e9-72bd-4a2e-9851-581ac9f30b7d admin admin] Request body: {'subnet': {'network_id': 'e3a2bad2-d7b8-4fe9-80d2-f6f454972272', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-171938789-subnet', 'tenant_id': '372c249eafa04261b1b78b8ad1ae1671', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:33:13.380027 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9f6921-3498-4b43-9445-12c7561b7aaa req-40265003-e553-478f-8a3d-65539cf8ce18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:13.382002 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3f9f6921-3498-4b43-9445-12c7561b7aaa req-40265003-e553-478f-8a3d-65539cf8ce18 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=d3e6d2ac-ef5b-4192-80e2-af49f1b7a811&tenant_id=39c74547ea964352853351e74cbcb768 HTTP/1.1" status: 200 len: 1096 time: 0.3766100 Aug 12 14:33:13.383189 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32f9745-cb67-4760-807f-87782b0d21ca admin admin] Pushing event updated for resources: {'Network': ['ID=e3a2bad2-d7b8-4fe9-80d2-f6f454972272,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:33:13.410541 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f9f23f32-6216-45ff-b3e8-d99ffe5ba3be req-137cb677-8756-4833-9010-430d75e69481 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] 10.222.0.39 "GET /v2.0/security-groups?id=11312995-c93d-4754-9dea-15693c54238a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145649 Aug 12 14:33:13.441883 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Network e3a2bad2-d7b8-4fe9-80d2-f6f454972272 details requested by agent ovs-agent-n-d-694802-15 with host n-d-694802-15 {{(pid=94468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 14:33:13.476060 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9f6921-3498-4b43-9445-12c7561b7aaa req-2dd8f949-0261-4811-836a-632a755230ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:13.477567 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3f9f6921-3498-4b43-9445-12c7561b7aaa req-2dd8f949-0261-4811-836a-632a755230ba service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=39c74547ea964352853351e74cbcb768&device_id=d3e6d2ac-ef5b-4192-80e2-af49f1b7a811 HTTP/1.1" status: 200 len: 1096 time: 0.0602505 Aug 12 14:33:13.484042 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-8d6d86a6-93f7-4cc6-9f89-7ed1eb8f4049 None None] Notify callbacks [] for port, precommit_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:13.487469 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0bd634f7-9fd5-4cea-980a-81dbf41bb1bf admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:13.493572 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-8d6d86a6-93f7-4cc6-9f89-7ed1eb8f4049 None None] Transition to ACTIVE for port object 1b9aa935-9cf8-4446-a2a5-10246e7118a5 will not be triggered until provisioned by entity L2. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:33:13.509603 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-8d6d86a6-93f7-4cc6-9f89-7ed1eb8f4049 None None] Transition to ACTIVE for port object 1b9aa935-9cf8-4446-a2a5-10246e7118a5 will not be triggered until provisioned by entity DHCP. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:33:13.539360 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-520555e9-72bd-4a2e-9851-581ac9f30b7d admin admin] Made reservation on behalf of 372c249eafa04261b1b78b8ad1ae1671 for: {'subnet': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:33:13.541881 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-520555e9-72bd-4a2e-9851-581ac9f30b7d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8776441'] for subnet, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:13.548474 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-8d6d86a6-93f7-4cc6-9f89-7ed1eb8f4049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253'] for port, after_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:13.615692 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d6d86a6-93f7-4cc6-9f89-7ed1eb8f4049 None None] Network ed25be17-ecf5-4078-8c2b-acbe5d25789b is already hosted by enough agents. {{(pid=94468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:33:13.629182 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.base_scheduler [None req-8d6d86a6-93f7-4cc6-9f89-7ed1eb8f4049 None None] Resources bound (agent type, host, resource id): {{(pid=94468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:33:13.637903 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d6d86a6-93f7-4cc6-9f89-7ed1eb8f4049 None None] Received port after_create {{(pid=94468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:33:13.644755 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b4ca1d-7b86-454c-b0ac-ae73a237a0e4 req-4679ba34-de5a-47da-8156-1eaba9d7f8c0 tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:13.647104 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-55b4ca1d-7b86-454c-b0ac-ae73a237a0e4 req-4679ba34-de5a-47da-8156-1eaba9d7f8c0 tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] 10.222.0.39 "GET /v2.0/ports?device_id=bdfe1057-2f89-4d72-a343-7bb769ddcf33 HTTP/1.1" status: 200 len: 945 time: 0.1855531 Aug 12 14:33:13.664638 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6d86a6-93f7-4cc6-9f89-7ed1eb8f4049 None None] Pushing event updated for resources: {'Port': ['ID=1b9aa935-9cf8-4446-a2a5-10246e7118a5,revision_number=1']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:33:13.666248 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9f6921-3498-4b43-9445-12c7561b7aaa req-96a99e83-be77-4732-a80b-2761bbc32880 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:13.668101 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3f9f6921-3498-4b43-9445-12c7561b7aaa req-96a99e83-be77-4732-a80b-2761bbc32880 service neutron] 10.222.0.64 "GET /v2.0/networks?id=a10dd9db-a24e-488c-8894-a27c36eaa630 HTTP/1.1" status: 200 len: 908 time: 0.1798508 Aug 12 14:33:13.713346 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-8d6d86a6-93f7-4cc6-9f89-7ed1eb8f4049 None None] Attempting to bind port 1b9aa935-9cf8-4446-a2a5-10246e7118a5 on host n-d-694802-15 for vnic_type normal with profile {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:33:13.713722 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-8d6d86a6-93f7-4cc6-9f89-7ed1eb8f4049 None None] Attempting to bind port 1b9aa935-9cf8-4446-a2a5-10246e7118a5 by drivers openvswitch,hyperv on host n-d-694802-15 at level 0 using segments [{'id': '5e1215c4-d421-4d38-b69b-33ac9bdeb706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'ed25be17-ecf5-4078-8c2b-acbe5d25789b'}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:33:13.714085 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d6d86a6-93f7-4cc6-9f89-7ed1eb8f4049 None None] Attempting to bind port 1b9aa935-9cf8-4446-a2a5-10246e7118a5 on network ed25be17-ecf5-4078-8c2b-acbe5d25789b {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:33:13.721420 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3f9f6921-3498-4b43-9445-12c7561b7aaa req-481813f9-c66e-43f7-8198-e79bc2551a5f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0a60b2ab-2e1f-466d-89a3-9f3975e77d1f HTTP/1.1" status: 200 len: 217 time: 0.0418744 Aug 12 14:33:13.722586 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d6d86a6-93f7-4cc6-9f89-7ed1eb8f4049 None None] Checking agent: {'id': '16de73ac-f2e9-4cee-b3e0-91052ae3e6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 20, 13), 'started_at': datetime.datetime(2021, 8, 12, 14, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 33, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:33:13.723008 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d6d86a6-93f7-4cc6-9f89-7ed1eb8f4049 None None] Checking segment: {'id': '5e1215c4-d421-4d38-b69b-33ac9bdeb706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'ed25be17-ecf5-4078-8c2b-acbe5d25789b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:33:13.723726 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-8d6d86a6-93f7-4cc6-9f89-7ed1eb8f4049 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:13.724639 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d6d86a6-93f7-4cc6-9f89-7ed1eb8f4049 None None] Bound using segment: {'id': '5e1215c4-d421-4d38-b69b-33ac9bdeb706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'ed25be17-ecf5-4078-8c2b-acbe5d25789b'} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:33:13.725146 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-8d6d86a6-93f7-4cc6-9f89-7ed1eb8f4049 None None] Bound port: 1b9aa935-9cf8-4446-a2a5-10246e7118a5, host: n-d-694802-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e1215c4-d421-4d38-b69b-33ac9bdeb706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'ed25be17-ecf5-4078-8c2b-acbe5d25789b'}}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:33:13.725527 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-8d6d86a6-93f7-4cc6-9f89-7ed1eb8f4049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:13.777454 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-55b4ca1d-7b86-454c-b0ac-ae73a237a0e4 req-c1790ffb-85e3-473c-8a57-b9586004ab37 tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] 10.222.0.39 "GET /v2.0/security-groups?id=6f569421-3ef5-4998-a0c5-f191379b6c78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195669 Aug 12 14:33:13.832642 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-8d6d86a6-93f7-4cc6-9f89-7ed1eb8f4049 None None] For port 1b9aa935-9cf8-4446-a2a5-10246e7118a5, host n-d-694802-15, cleared binding levels {{(pid=94468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:33:13.847152 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-1769855f-eda9-4483-9dc3-3220908ab45d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:13.852648 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-8d6d86a6-93f7-4cc6-9f89-7ed1eb8f4049 None None] For port 1b9aa935-9cf8-4446-a2a5-10246e7118a5, host n-d-694802-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=1b9aa935-9cf8-4446-a2a5-10246e7118a5,segment=NetworkSegment(5e1215c4-d421-4d38-b69b-33ac9bdeb706),segment_id=5e1215c4-d421-4d38-b69b-33ac9bdeb706)] {{(pid=94468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:33:13.861149 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-8d6d86a6-93f7-4cc6-9f89-7ed1eb8f4049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:13.861765 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fdadb3-a5e8-4dd9-825a-0858a3cacb9a req-1974b6e5-48a7-4b5c-96db-e640901744e8 tempest-FloatingIPsAssociationTestJSON-1995883228 tempest-FloatingIPsAssociationTestJSON-1995883228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:13.863668 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f7fdadb3-a5e8-4dd9-825a-0858a3cacb9a req-1974b6e5-48a7-4b5c-96db-e640901744e8 tempest-FloatingIPsAssociationTestJSON-1995883228 tempest-FloatingIPsAssociationTestJSON-1995883228-project] 10.222.0.39 "GET /v2.0/ports?device_id=065f58ca-f725-41c4-bad5-fbf91b7882b1 HTTP/1.1" status: 200 len: 946 time: 0.0763648 Aug 12 14:33:13.927267 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f7fdadb3-a5e8-4dd9-825a-0858a3cacb9a req-4c7d5ed4-cc87-4d7f-a654-bdb77163ef3f tempest-FloatingIPsAssociationTestJSON-1995883228 tempest-FloatingIPsAssociationTestJSON-1995883228-project] 10.222.0.39 "GET /v2.0/security-groups?id=59cdf437-3eb3-4079-8d27-db1f8d94f14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563703 Aug 12 14:33:13.929065 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9f6921-3498-4b43-9445-12c7561b7aaa req-6f2a978b-8a67-4ef9-a1d9-a7a6164ede37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:13.930456 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3f9f6921-3498-4b43-9445-12c7561b7aaa req-6f2a978b-8a67-4ef9-a1d9-a7a6164ede37 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d61545bd-f4f7-4794-86f8-5ac232439ea3 HTTP/1.1" status: 200 len: 847 time: 0.1988378 Aug 12 14:33:13.992033 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3f9f6921-3498-4b43-9445-12c7561b7aaa req-54fc2c63-f3d2-4976-9a92-c21698423a50 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a10dd9db-a24e-488c-8894-a27c36eaa630&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0506525 Aug 12 14:33:13.997743 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6d86a6-93f7-4cc6-9f89-7ed1eb8f4049 None None] Pushing event updated for resources: {'Port': ['ID=1b9aa935-9cf8-4446-a2a5-10246e7118a5,revision_number=2']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:33:14.086760 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0bd634f7-9fd5-4cea-980a-81dbf41bb1bf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:14.110910 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-520555e9-72bd-4a2e-9851-581ac9f30b7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3718490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8776395'] for subnet, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:14.120541 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0bd634f7-9fd5-4cea-980a-81dbf41bb1bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:14.174888 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632137e8-d38e-43f4-8c70-fb82f8a59a0b req-0feb9b1d-718b-4516-88cb-40f90093345c tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:14.176488 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-632137e8-d38e-43f4-8c70-fb82f8a59a0b req-0feb9b1d-718b-4516-88cb-40f90093345c tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/ports?device_id=49fbf0c9-7c67-47a8-a064-2ab1f7981fda HTTP/1.1" status: 200 len: 949 time: 0.1510005 Aug 12 14:33:14.296026 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520555e9-72bd-4a2e-9851-581ac9f30b7d admin admin] Pushing event updated for resources: {'Subnet': ['ID=99e47346-f96a-40ad-96a2-02125f67c08d,revision_number=0']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:33:14.381692 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9eae4efb-b45f-4ec3-8e64-573d42b91b78 req-d3a4a454-c2d8-4130-91ff-9bb72bb686e9 tempest-FloatingIPsAssociationTestJSON-1995883228 tempest-FloatingIPsAssociationTestJSON-1995883228-project] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3868263 Aug 12 14:33:14.383775 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3f9f6921-3498-4b43-9445-12c7561b7aaa req-e0628f28-b822-40ee-a10a-5de709290c83 service neutron] 10.222.0.64 "GET /v2.0/networks/a10dd9db-a24e-488c-8894-a27c36eaa630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3627291 Aug 12 14:33:14.384725 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-632137e8-d38e-43f4-8c70-fb82f8a59a0b req-c43f1ddb-d57a-4e6e-9b5c-106aefb2b65a tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0307eb3-f523-445b-8e1d-79deac809303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672852 Aug 12 14:33:14.394862 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-0bd634f7-9fd5-4cea-980a-81dbf41bb1bf admin admin] Allocated IP 172.25.1.34 (d3759e1b-6c03-45ac-acd4-90abb417809b/f0254f08-c19c-4e31-bd9c-09389ea4b6f2/ff1324fd-4fea-4b96-b985-3c95f6e5f2ac) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:33:14.394964 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-9eae4efb-b45f-4ec3-8e64-573d42b91b78 req-aacf4954-5aa8-4c11-b9df-f708409d13e5 tempest-FloatingIPsAssociationTestJSON-1995883228 tempest-FloatingIPsAssociationTestJSON-1995883228-project] Request body: {'floatingip': {'floating_network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:33:14.404345 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-520555e9-72bd-4a2e-9851-581ac9f30b7d admin admin] Checking segment: {'id': '1193682d-837e-492a-b676-dbe7d0687eb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e3a2bad2-d7b8-4fe9-80d2-f6f454972272'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:33:14.404990 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-520555e9-72bd-4a2e-9851-581ac9f30b7d admin admin] Network hostable DHCP agents. Network: e3a2bad2-d7b8-4fe9-80d2-f6f454972272, hostable agents: ['1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658'], hosted agents: [] {{(pid=94466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 14:33:14.472645 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-9eae4efb-b45f-4ec3-8e64-573d42b91b78 req-aacf4954-5aa8-4c11-b9df-f708409d13e5 tempest-FloatingIPsAssociationTestJSON-1995883228 tempest-FloatingIPsAssociationTestJSON-1995883228-project] Notify callbacks [] for floatingip, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:14.511934 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.agents_db [None req-17ed3e4c-1a7d-4162-9646-11c134aca297 None None] Agent healthcheck: found 7 active agents {{(pid=94469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 14:33:14.545333 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3f9f6921-3498-4b43-9445-12c7561b7aaa req-6e8975f8-bffd-4fab-8a6c-1d77b5d3b91d service neutron] 10.222.0.64 "GET /v2.0/networks/a10dd9db-a24e-488c-8894-a27c36eaa630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1447742 Aug 12 14:33:14.595937 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0bd634f7-9fd5-4cea-980a-81dbf41bb1bf admin admin] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:14.626505 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-9eae4efb-b45f-4ec3-8e64-573d42b91b78 req-aacf4954-5aa8-4c11-b9df-f708409d13e5 tempest-FloatingIPsAssociationTestJSON-1995883228 tempest-FloatingIPsAssociationTestJSON-1995883228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:14.635050 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-520555e9-72bd-4a2e-9851-581ac9f30b7d admin admin] Network e3a2bad2-d7b8-4fe9-80d2-f6f454972272 is scheduled to be hosted by DHCP agent 1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658 with binding_index 1 {{(pid=94466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 14:33:14.651501 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381bbeb0-e0a3-4e43-abed-e99ebc7b4562 req-2de3d204-8a74-491f-8544-121fd037e27d tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:14.653026 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-381bbeb0-e0a3-4e43-abed-e99ebc7b4562 req-2de3d204-8a74-491f-8544-121fd037e27d tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/ports?device_id=49fbf0c9-7c67-47a8-a064-2ab1f7981fda HTTP/1.1" status: 200 len: 949 time: 0.1702111 Aug 12 14:33:14.656523 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-520555e9-72bd-4a2e-9851-581ac9f30b7d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-15, e3a2bad2-d7b8-4fe9-80d2-f6f454972272) {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:33:14.662779 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-520555e9-72bd-4a2e-9851-581ac9f30b7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:14.663483 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-520555e9-72bd-4a2e-9851-581ac9f30b7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for subnet, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:14.671659 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f319ba8c-d823-4acf-98ac-5b409f5104f4 None None] Network e3a2bad2-d7b8-4fe9-80d2-f6f454972272 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:33:14.689323 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-520555e9-72bd-4a2e-9851-581ac9f30b7d admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.3707135 Aug 12 14:33:14.693416 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 33128) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:33:14.708817 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-4f26019d-941a-4cd3-bc34-6fc5d505873d admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-171938789-router', 'tenant_id': '372c249eafa04261b1b78b8ad1ae1671', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'}}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:33:14.718991 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0bd634f7-9fd5-4cea-980a-81dbf41bb1bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:14.813568 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bd634f7-9fd5-4cea-980a-81dbf41bb1bf admin admin] Network d3759e1b-6c03-45ac-acd4-90abb417809b is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:33:14.822443 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-0bd634f7-9fd5-4cea-980a-81dbf41bb1bf admin admin] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:33:14.825551 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bd634f7-9fd5-4cea-980a-81dbf41bb1bf admin admin] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:33:14.874884 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_common [req-9eae4efb-b45f-4ec3-8e64-573d42b91b78 req-aacf4954-5aa8-4c11-b9df-f708409d13e5 tempest-FloatingIPsAssociationTestJSON-1995883228 tempest-FloatingIPsAssociationTestJSON-1995883228-project] Allocated IP 172.25.1.222 (d3759e1b-6c03-45ac-acd4-90abb417809b/f0254f08-c19c-4e31-bd9c-09389ea4b6f2/2c40367a-d9d7-41a3-b713-24d805db16a6) {{(pid=94467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:33:15.037642 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3a2a077-fef5-4240-9127-ea76929b0340 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa7035b3e-9a89-5964-b9f4-97301c3f476a-e3a2bad2-d7b8-4fe9-80d2-f6f454972272', 'network_id': 'e3a2bad2-d7b8-4fe9-80d2-f6f454972272', 'tenant_id': '372c249eafa04261b1b78b8ad1ae1671', 'fixed_ips': [{'subnet_id': '99e47346-f96a-40ad-96a2-02125f67c08d'}]}} from n-d-694802-15. {{(pid=94468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 14:33:15.039039 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-c3a2a077-fef5-4240-9127-ea76929b0340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:15.065972 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9f6921-3498-4b43-9445-12c7561b7aaa req-799584b8-1aac-4f47-8822-26380907ef41 tempest-LiveMigrationTest-388825582 tempest-LiveMigrationTest-388825582-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:15.068241 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3f9f6921-3498-4b43-9445-12c7561b7aaa req-799584b8-1aac-4f47-8822-26380907ef41 tempest-LiveMigrationTest-388825582 tempest-LiveMigrationTest-388825582-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=d3e6d2ac-ef5b-4192-80e2-af49f1b7a811&tenant_id=39c74547ea964352853351e74cbcb768&binding%3Ahost_id=n-h1-694802-15 HTTP/1.1" status: 200 len: 1096 time: 0.1502948 Aug 12 14:33:15.120043 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-9eae4efb-b45f-4ec3-8e64-573d42b91b78 req-aacf4954-5aa8-4c11-b9df-f708409d13e5 tempest-FloatingIPsAssociationTestJSON-1995883228 tempest-FloatingIPsAssociationTestJSON-1995883228-project] Notify callbacks [] for port, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:15.267036 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4f26019d-941a-4cd3-bc34-6fc5d505873d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-430574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-104863'] for router, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:15.269734 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.db_base_plugin_common [None req-c3a2a077-fef5-4240-9127-ea76929b0340 None None] Allocated IP 172.20.0.2 (e3a2bad2-d7b8-4fe9-80d2-f6f454972272/99e47346-f96a-40ad-96a2-02125f67c08d/d41d9067-3d9a-4027-a9b5-24f3564c4b11) {{(pid=94468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:33:15.270516 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4f26019d-941a-4cd3-bc34-6fc5d505873d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-429438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-431405', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66646573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-104852'] for router, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:15.284984 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-9eae4efb-b45f-4ec3-8e64-573d42b91b78 req-aacf4954-5aa8-4c11-b9df-f708409d13e5 tempest-FloatingIPsAssociationTestJSON-1995883228 tempest-FloatingIPsAssociationTestJSON-1995883228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:15.301544 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-381bbeb0-e0a3-4e43-abed-e99ebc7b4562 req-25ac7b9f-26f0-4781-bc4f-53eb8db49aba tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0307eb3-f523-445b-8e1d-79deac809303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6259830 Aug 12 14:33:15.329998 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd634f7-9fd5-4cea-980a-81dbf41bb1bf admin admin] Pushing event updated for resources: {'Port': ['ID=ff1324fd-4fea-4b96-b985-3c95f6e5f2ac,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:33:15.357621 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacf4954-5aa8-4c11-b9df-f708409d13e5 tempest-FloatingIPsAssociationTestJSON-1995883228 tempest-FloatingIPsAssociationTestJSON-1995883228-project] Pushing event updated for resources: {'Port': ['ID=2c40367a-d9d7-41a3-b713-24d805db16a6,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:33:15.390462 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9eae4efb-b45f-4ec3-8e64-573d42b91b78 req-aacf4954-5aa8-4c11-b9df-f708409d13e5 tempest-FloatingIPsAssociationTestJSON-1995883228 tempest-FloatingIPsAssociationTestJSON-1995883228-project] Network d3759e1b-6c03-45ac-acd4-90abb417809b is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:33:15.395425 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [req-9eae4efb-b45f-4ec3-8e64-573d42b91b78 req-aacf4954-5aa8-4c11-b9df-f708409d13e5 tempest-FloatingIPsAssociationTestJSON-1995883228 tempest-FloatingIPsAssociationTestJSON-1995883228-project] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:33:15.398551 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [req-9eae4efb-b45f-4ec3-8e64-573d42b91b78 req-aacf4954-5aa8-4c11-b9df-f708409d13e5 tempest-FloatingIPsAssociationTestJSON-1995883228 tempest-FloatingIPsAssociationTestJSON-1995883228-project] Received port after_create {{(pid=94467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:33:15.431206 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-3f9f6921-3498-4b43-9445-12c7561b7aaa req-c895e070-f3c5-488a-b125-604272ad659f service neutron] For port 0a60b2ab-2e1f-466d-89a3-9f3975e77d1f, host n-h2-694802-15, cleared binding levels {{(pid=94467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:33:15.439702 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-3f9f6921-3498-4b43-9445-12c7561b7aaa req-c895e070-f3c5-488a-b125-604272ad659f service neutron] Notify callbacks [] for binding, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:15.441470 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3f9f6921-3498-4b43-9445-12c7561b7aaa req-c895e070-f3c5-488a-b125-604272ad659f service neutron] 10.222.0.64 "DELETE /v2.0/ports/0a60b2ab-2e1f-466d-89a3-9f3975e77d1f/bindings/n-h2-694802-15 HTTP/1.1" status: 204 len: 173 time: 0.3612022 Aug 12 14:33:15.476907 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f233683-a6b6-45db-ad79-3c1860c420b7 None None] Network ed25be17-ecf5-4078-8c2b-acbe5d25789b requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:33:15.578845 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-9eae4efb-b45f-4ec3-8e64-573d42b91b78 req-aacf4954-5aa8-4c11-b9df-f708409d13e5 tempest-FloatingIPsAssociationTestJSON-1995883228 tempest-FloatingIPsAssociationTestJSON-1995883228-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:15.649602 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-9eae4efb-b45f-4ec3-8e64-573d42b91b78 req-aacf4954-5aa8-4c11-b9df-f708409d13e5 tempest-FloatingIPsAssociationTestJSON-1995883228 tempest-FloatingIPsAssociationTestJSON-1995883228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:15.724196 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4f26019d-941a-4cd3-bc34-6fc5d505873d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:15.817273 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-c3a2a077-fef5-4240-9127-ea76929b0340 None None] Notify callbacks [] for port, precommit_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:15.820988 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 1b9aa935-9cf8-4446-a2a5-10246e7118a5 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:33:15.853796 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285c2330-36b8-4344-acc5-a559562910ff req-6d184f15-81b1-43a7-8c6a-307855bc23d4 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:15.855431 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-285c2330-36b8-4344-acc5-a559562910ff req-6d184f15-81b1-43a7-8c6a-307855bc23d4 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] 10.222.0.39 "GET /v2.0/ports?device_id=d3e6d2ac-ef5b-4192-80e2-af49f1b7a811 HTTP/1.1" status: 200 len: 944 time: 0.3650064 Aug 12 14:33:15.869161 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-c3a2a077-fef5-4240-9127-ea76929b0340 None None] Transition to ACTIVE for port object d41d9067-3d9a-4027-a9b5-24f3564c4b11 will not be triggered until provisioned by entity L2. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:33:15.904225 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-c3a2a077-fef5-4240-9127-ea76929b0340 None None] Transition to ACTIVE for port object d41d9067-3d9a-4027-a9b5-24f3564c4b11 will not be triggered until provisioned by entity DHCP. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:33:15.906173 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-9eae4efb-b45f-4ec3-8e64-573d42b91b78 req-aacf4954-5aa8-4c11-b9df-f708409d13e5 tempest-FloatingIPsAssociationTestJSON-1995883228 tempest-FloatingIPsAssociationTestJSON-1995883228-project] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:15.912702 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-9eae4efb-b45f-4ec3-8e64-573d42b91b78 req-aacf4954-5aa8-4c11-b9df-f708409d13e5 tempest-FloatingIPsAssociationTestJSON-1995883228 tempest-FloatingIPsAssociationTestJSON-1995883228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:16.004698 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4f26019d-941a-4cd3-bc34-6fc5d505873d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:16.026010 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-fe95f194-a3b0-4c04-9e42-20b511169d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:16.034006 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-c3a2a077-fef5-4240-9127-ea76929b0340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253'] for port, after_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:16.041359 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-285c2330-36b8-4344-acc5-a559562910ff req-c08bba01-dba6-4516-99ec-4d8cf9e37f9b tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] 10.222.0.39 "GET /v2.0/security-groups?id=11312995-c93d-4754-9dea-15693c54238a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746006 Aug 12 14:33:16.062849 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacf4954-5aa8-4c11-b9df-f708409d13e5 tempest-FloatingIPsAssociationTestJSON-1995883228 tempest-FloatingIPsAssociationTestJSON-1995883228-project] Pushing event updated for resources: {'Port': ['ID=2c40367a-d9d7-41a3-b713-24d805db16a6,revision_number=2']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:33:16.066721 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-c589faa0-f6fa-4e0e-81b3-e058fdaecfef None None] Provisioning for port 1b9aa935-9cf8-4446-a2a5-10246e7118a5 completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:33:16.082094 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-9eae4efb-b45f-4ec3-8e64-573d42b91b78 req-aacf4954-5aa8-4c11-b9df-f708409d13e5 tempest-FloatingIPsAssociationTestJSON-1995883228 tempest-FloatingIPsAssociationTestJSON-1995883228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431510'] for floatingip, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:16.123189 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3a2a077-fef5-4240-9127-ea76929b0340 None None] Network e3a2bad2-d7b8-4fe9-80d2-f6f454972272 is already hosted by enough agents. {{(pid=94468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:33:16.124772 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0bd634f7-9fd5-4cea-980a-81dbf41bb1bf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:16.126125 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-9eae4efb-b45f-4ec3-8e64-573d42b91b78 req-aacf4954-5aa8-4c11-b9df-f708409d13e5 tempest-FloatingIPsAssociationTestJSON-1995883228 tempest-FloatingIPsAssociationTestJSON-1995883228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for floatingip, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:16.130792 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9eae4efb-b45f-4ec3-8e64-573d42b91b78 req-aacf4954-5aa8-4c11-b9df-f708409d13e5 tempest-FloatingIPsAssociationTestJSON-1995883228 tempest-FloatingIPsAssociationTestJSON-1995883228-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.7404926 Aug 12 14:33:16.140192 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.base_scheduler [None req-c3a2a077-fef5-4240-9127-ea76929b0340 None None] Resources bound (agent type, host, resource id): {{(pid=94468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:33:16.151051 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a2a077-fef5-4240-9127-ea76929b0340 None None] Received port after_create {{(pid=94468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:33:16.152797 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a2a077-fef5-4240-9127-ea76929b0340 None None] Pushing event updated for resources: {'Port': ['ID=d41d9067-3d9a-4027-a9b5-24f3564c4b11,revision_number=1']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:33:16.168194 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning for port 1b9aa935-9cf8-4446-a2a5-10246e7118a5 completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:33:16.223945 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9eae4efb-b45f-4ec3-8e64-573d42b91b78 req-847d0b5c-f353-46ca-87e8-ac67e868748d tempest-FloatingIPsAssociationTestJSON-1995883228 tempest-FloatingIPsAssociationTestJSON-1995883228-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.1.222 HTTP/1.1" status: 200 len: 696 time: 0.0883772 Aug 12 14:33:16.225571 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port 1b9aa935-9cf8-4446-a2a5-10246e7118a5 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:33:16.225945 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:16.232429 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-c3a2a077-fef5-4240-9127-ea76929b0340 None None] Attempting to bind port d41d9067-3d9a-4027-a9b5-24f3564c4b11 on host n-d-694802-15 for vnic_type normal with profile {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:33:16.232429 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-c3a2a077-fef5-4240-9127-ea76929b0340 None None] Attempting to bind port d41d9067-3d9a-4027-a9b5-24f3564c4b11 by drivers openvswitch,hyperv on host n-d-694802-15 at level 0 using segments [{'id': '1193682d-837e-492a-b676-dbe7d0687eb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e3a2bad2-d7b8-4fe9-80d2-f6f454972272'}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:33:16.232429 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a2a077-fef5-4240-9127-ea76929b0340 None None] Attempting to bind port d41d9067-3d9a-4027-a9b5-24f3564c4b11 on network e3a2bad2-d7b8-4fe9-80d2-f6f454972272 {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:33:16.235033 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a2a077-fef5-4240-9127-ea76929b0340 None None] Checking agent: {'id': '16de73ac-f2e9-4cee-b3e0-91052ae3e6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 20, 13), 'started_at': datetime.datetime(2021, 8, 12, 14, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 33, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:33:16.235445 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a2a077-fef5-4240-9127-ea76929b0340 None None] Checking segment: {'id': '1193682d-837e-492a-b676-dbe7d0687eb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e3a2bad2-d7b8-4fe9-80d2-f6f454972272'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:33:16.236197 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-c3a2a077-fef5-4240-9127-ea76929b0340 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:16.236678 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a2a077-fef5-4240-9127-ea76929b0340 None None] Bound using segment: {'id': '1193682d-837e-492a-b676-dbe7d0687eb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e3a2bad2-d7b8-4fe9-80d2-f6f454972272'} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:33:16.237174 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-c3a2a077-fef5-4240-9127-ea76929b0340 None None] Bound port: d41d9067-3d9a-4027-a9b5-24f3564c4b11, host: n-d-694802-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1193682d-837e-492a-b676-dbe7d0687eb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e3a2bad2-d7b8-4fe9-80d2-f6f454972272'}}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:33:16.237559 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-c3a2a077-fef5-4240-9127-ea76929b0340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:16.357196 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-c3a2a077-fef5-4240-9127-ea76929b0340 None None] For port d41d9067-3d9a-4027-a9b5-24f3564c4b11, host n-d-694802-15, cleared binding levels {{(pid=94468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:33:16.361371 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-c3a2a077-fef5-4240-9127-ea76929b0340 None None] For port d41d9067-3d9a-4027-a9b5-24f3564c4b11, host n-d-694802-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=d41d9067-3d9a-4027-a9b5-24f3564c4b11,segment=NetworkSegment(1193682d-837e-492a-b676-dbe7d0687eb3),segment_id=1193682d-837e-492a-b676-dbe7d0687eb3)] {{(pid=94468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:33:16.386343 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-c3a2a077-fef5-4240-9127-ea76929b0340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:16.405875 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eae4efb-b45f-4ec3-8e64-573d42b91b78 req-81e20d6c-7678-49ed-b044-4f494fe27319 tempest-FloatingIPsAssociationTestJSON-1995883228 tempest-FloatingIPsAssociationTestJSON-1995883228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:16.422554 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9eae4efb-b45f-4ec3-8e64-573d42b91b78 req-81e20d6c-7678-49ed-b044-4f494fe27319 tempest-FloatingIPsAssociationTestJSON-1995883228 tempest-FloatingIPsAssociationTestJSON-1995883228-project] 10.222.0.39 "GET /v2.0/networks/d3759e1b-6c03-45ac-acd4-90abb417809b HTTP/1.1" status: 200 len: 784 time: 0.1762040 Aug 12 14:33:16.451783 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe96cd27-8421-454f-a2aa-787fd87ed628 req-b3894b30-91fb-431a-bea0-718d1ea44761 tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:16.453544 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-fe96cd27-8421-454f-a2aa-787fd87ed628 req-b3894b30-91fb-431a-bea0-718d1ea44761 tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] 10.222.0.39 "GET /v2.0/ports?device_id=bdfe1057-2f89-4d72-a343-7bb769ddcf33 HTTP/1.1" status: 200 len: 945 time: 0.2497048 Aug 12 14:33:16.525150 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:16.595704 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-7ba72183-b31b-41db-bc3d-cdad2cbed06b None None] Provisioning complete for port 1b9aa935-9cf8-4446-a2a5-10246e7118a5 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:33:16.596134 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-7ba72183-b31b-41db-bc3d-cdad2cbed06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:16.641446 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a2a077-fef5-4240-9127-ea76929b0340 None None] Pushing event updated for resources: {'Port': ['ID=d41d9067-3d9a-4027-a9b5-24f3564c4b11,revision_number=2']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:33:16.649805 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] For port 1b9aa935-9cf8-4446-a2a5-10246e7118a5, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=1b9aa935-9cf8-4446-a2a5-10246e7118a5,segment=NetworkSegment(5e1215c4-d421-4d38-b69b-33ac9bdeb706),segment_id=5e1215c4-d421-4d38-b69b-33ac9bdeb706)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:33:16.662109 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0bd634f7-9fd5-4cea-980a-81dbf41bb1bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-429413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-431608'] for router, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:16.662767 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a2a077-fef5-4240-9127-ea76929b0340 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:33:16.663145 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a2a077-fef5-4240-9127-ea76929b0340 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:33:16.663486 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a2a077-fef5-4240-9127-ea76929b0340 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:33:16.663832 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a2a077-fef5-4240-9127-ea76929b0340 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:33:16.664372 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a2a077-fef5-4240-9127-ea76929b0340 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:33:16.664715 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a2a077-fef5-4240-9127-ea76929b0340 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:33:16.665049 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a2a077-fef5-4240-9127-ea76929b0340 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:33:16.666113 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a2a077-fef5-4240-9127-ea76929b0340 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:33:16.666458 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a2a077-fef5-4240-9127-ea76929b0340 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:33:16.666791 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a2a077-fef5-4240-9127-ea76929b0340 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:33:16.667151 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a2a077-fef5-4240-9127-ea76929b0340 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:33:16.667483 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a2a077-fef5-4240-9127-ea76929b0340 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:33:16.678015 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:16.712784 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-fe96cd27-8421-454f-a2aa-787fd87ed628 req-0639a4af-e827-4e52-b1e7-9c26b27a7226 tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] 10.222.0.39 "GET /v2.0/security-groups?id=6f569421-3ef5-4998-a0c5-f191379b6c78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2153928 Aug 12 14:33:16.758188 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Pushing event updated for resources: {'Port': ['ID=1b9aa935-9cf8-4446-a2a5-10246e7118a5,revision_number=3']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:33:16.915417 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfec0f4-9588-4fa4-a207-a8edc2d739f4 req-2d6de2c1-cb32-4320-b4f7-8679883f9a36 tempest-FloatingIPsAssociationTestJSON-1995883228 tempest-FloatingIPsAssociationTestJSON-1995883228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:16.917084 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-cbfec0f4-9588-4fa4-a207-a8edc2d739f4 req-2d6de2c1-cb32-4320-b4f7-8679883f9a36 tempest-FloatingIPsAssociationTestJSON-1995883228 tempest-FloatingIPsAssociationTestJSON-1995883228-project] 10.222.0.39 "GET /v2.0/networks?id=2d77121a-2c49-4913-9b71-d88f74914779 HTTP/1.1" status: 200 len: 821 time: 0.2073872 Aug 12 14:33:16.934269 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-cbfec0f4-9588-4fa4-a207-a8edc2d739f4 req-8bace49a-5c67-4c29-8066-3428d15c44cb tempest-FloatingIPsAssociationTestJSON-1995883228 tempest-FloatingIPsAssociationTestJSON-1995883228-project] 10.222.0.39 "GET /v2.0/quotas/b1a78db6da9442aab3b2432c7eca6669 HTTP/1.1" status: 200 len: 375 time: 0.0111737 Aug 12 14:33:17.009211 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-cbfec0f4-9588-4fa4-a207-a8edc2d739f4 req-cb464de9-dd62-41a2-a2fb-c85dbd69acb9 tempest-FloatingIPsAssociationTestJSON-1995883228 tempest-FloatingIPsAssociationTestJSON-1995883228-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=b1a78db6da9442aab3b2432c7eca6669&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0682330 Aug 12 14:33:17.066577 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af103d5c-dad9-4b9b-bf36-f2109916c406 req-2ced2a3d-5ca5-4cc7-8c94-68438ec1609a tempest-LiveMigrationTest-388825582 tempest-LiveMigrationTest-388825582-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:17.068132 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-af103d5c-dad9-4b9b-bf36-f2109916c406 req-2ced2a3d-5ca5-4cc7-8c94-68438ec1609a tempest-LiveMigrationTest-388825582 tempest-LiveMigrationTest-388825582-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=d3e6d2ac-ef5b-4192-80e2-af49f1b7a811 HTTP/1.1" status: 200 len: 1096 time: 0.1619885 Aug 12 14:33:17.074380 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4f26019d-941a-4cd3-bc34-6fc5d505873d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:17.106151 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4f26019d-941a-4cd3-bc34-6fc5d505873d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:17.106399 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-cbfec0f4-9588-4fa4-a207-a8edc2d739f4 req-f74ff70c-6a0c-4e44-8a26-a5a896c6e5cb service neutron] 10.222.0.39 "GET /v2.0/networks/2d77121a-2c49-4913-9b71-d88f74914779?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881858 Aug 12 14:33:17.173632 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bd634f7-9fd5-4cea-980a-81dbf41bb1bf admin admin] Router ce70c267-85cc-4a4f-9bd5-8cd800f9f34e is scheduled to L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f with binding_index 1 {{(pid=94466) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 14:33:17.189164 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-af103d5c-dad9-4b9b-bf36-f2109916c406 req-fb68a92a-e5f7-4138-b273-77bde6ab22a7 tempest-LiveMigrationTest-388825582 tempest-LiveMigrationTest-388825582-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=11312995-c93d-4754-9dea-15693c54238a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109307 Aug 12 14:33:17.217927 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-cbfec0f4-9588-4fa4-a207-a8edc2d739f4 req-c8bc2f55-0b69-4623-ad89-c34a8e2632d8 service neutron] 10.222.0.39 "GET /v2.0/networks/2d77121a-2c49-4913-9b71-d88f74914779?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048510 Aug 12 14:33:17.395630 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-4f26019d-941a-4cd3-bc34-6fc5d505873d admin admin] Allocated IP 172.25.1.17 (d3759e1b-6c03-45ac-acd4-90abb417809b/f0254f08-c19c-4e31-bd9c-09389ea4b6f2/797ebdb2-599b-4acb-911a-5a416bde1eb3) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:33:17.444057 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3581b697-0553-46e2-a604-38c559eb6f3a req-db2f687b-80c7-421c-a77c-42834d1d5c35 tempest-LiveMigrationTest-388825582 tempest-LiveMigrationTest-388825582-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:17.445640 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3581b697-0553-46e2-a604-38c559eb6f3a req-db2f687b-80c7-421c-a77c-42834d1d5c35 tempest-LiveMigrationTest-388825582 tempest-LiveMigrationTest-388825582-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=d3e6d2ac-ef5b-4192-80e2-af49f1b7a811 HTTP/1.1" status: 200 len: 1096 time: 0.0646935 Aug 12 14:33:17.481569 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bd634f7-9fd5-4cea-980a-81dbf41bb1bf admin admin] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 14:33:17.491187 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47fa0df1-22a2-4979-986b-72226846f269 None None] Sync routers for ids ['ce70c267-85cc-4a4f-9bd5-8cd800f9f34e'] in n-d-694802-15 {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 14:33:17.514851 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47fa0df1-22a2-4979-986b-72226846f269 None None] Routers {'ce70c267-85cc-4a4f-9bd5-8cd800f9f34e'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:33:17.516127 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-47fa0df1-22a2-4979-986b-72226846f269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:33:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['ce70c267-85cc-4a4f-9bd5-8cd800f9f34e'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:33:17.527583 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3581b697-0553-46e2-a604-38c559eb6f3a req-f70fca49-e9db-4ec4-95be-a21065be9a49 tempest-LiveMigrationTest-388825582 tempest-LiveMigrationTest-388825582-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=11312995-c93d-4754-9dea-15693c54238a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703568 Aug 12 14:33:17.674318 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0bd634f7-9fd5-4cea-980a-81dbf41bb1bf admin admin] Notify callbacks [] for router, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:17.678439 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-0bd634f7-9fd5-4cea-980a-81dbf41bb1bf admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 4.6551948 Aug 12 14:33:17.686179 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 33186) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:33:17.701245 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4f26019d-941a-4cd3-bc34-6fc5d505873d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:17.748156 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-8213da4b-f875-4098-8558-5350662db1d2 req-a2e18915-3478-4792-99b5-b0a70d9eb102 tempest-FloatingIPsAssociationTestJSON-1995883228 tempest-FloatingIPsAssociationTestJSON-1995883228-project] 10.222.0.39 "GET /v2.0/ports?device_id=638f28f3-3c31-4c01-a209-4a15d74e5da7 HTTP/1.1" status: 200 len: 210 time: 0.0728161 Aug 12 14:33:17.812057 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvr_db [None req-47fa0df1-22a2-4979-986b-72226846f269 None None] Set router ce70c267-85cc-4a4f-9bd5-8cd800f9f34e gateway port host: n-d-694802-15 {{(pid=94468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:33:17.841026 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6b1446-4032-4e9e-9bfe-292eb13a584a req-d5e8b0a6-b8c9-49e3-a1f6-e3518fcd9edd tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:17.844980 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device d41d9067-3d9a-4027-a9b5-24f3564c4b11 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:33:17.849827 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-df6b1446-4032-4e9e-9bfe-292eb13a584a req-d5e8b0a6-b8c9-49e3-a1f6-e3518fcd9edd tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] 10.222.0.39 "GET /v2.0/networks?id=03dfba7c-7b4a-44e5-8aaa-c2d37ee82018 HTTP/1.1" status: 200 len: 821 time: 0.4937625 Aug 12 14:33:17.880776 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-df6b1446-4032-4e9e-9bfe-292eb13a584a req-b3ba6343-6af6-409b-aa53-2b1e3a6dee1f tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] 10.222.0.39 "GET /v2.0/quotas/eebc4daeab5b4932b99d48c68fd10c64 HTTP/1.1" status: 200 len: 375 time: 0.0298944 Aug 12 14:33:17.932594 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6a37654-8b37-4599-b58e-52367ba248d4 None None] Network e3a2bad2-d7b8-4fe9-80d2-f6f454972272 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:33:17.995548 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4f26019d-941a-4cd3-bc34-6fc5d505873d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:18.083635 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-7b1d8923-b74f-424b-a341-d2472f1a9f20 None None] Provisioning for port d41d9067-3d9a-4027-a9b5-24f3564c4b11 completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:33:18.135883 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning for port d41d9067-3d9a-4027-a9b5-24f3564c4b11 completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:33:18.185547 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port d41d9067-3d9a-4027-a9b5-24f3564c4b11 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:33:18.185919 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:18.209702 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40e63f3-059c-4d89-b27b-e52adbfa2be3 req-2faf343b-71cc-4d44-a835-c794ca762f9a tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:18.218730 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a40e63f3-059c-4d89-b27b-e52adbfa2be3 req-2faf343b-71cc-4d44-a835-c794ca762f9a tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] 10.222.0.39 "GET /v2.0/ports?device_id=bdfe1057-2f89-4d72-a343-7bb769ddcf33 HTTP/1.1" status: 200 len: 945 time: 0.0766377 Aug 12 14:33:18.276871 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a40e63f3-059c-4d89-b27b-e52adbfa2be3 req-400620e9-50fd-4824-9ff6-92838e2d6b72 tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] 10.222.0.39 "GET /v2.0/security-groups?id=6f569421-3ef5-4998-a0c5-f191379b6c78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558779 Aug 12 14:33:18.369643 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-47fa0df1-22a2-4979-986b-72226846f269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce70c267-85cc-4a4f-9bd5-8cd800f9f34e', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2110188239-router', 'tenant_id': '6707d62201854f45a95f43404366c8a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.34'}], 'enable_snat': True}, 'gw_port_id': 'ff1324fd-4fea-4b96-b985-3c95f6e5f2ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:33:13Z', 'updated_at': '2021-08-12T14:33:15Z', 'revision_number': 3, 'project_id': '6707d62201854f45a95f43404366c8a6', 'gw_port': {'id': 'ff1324fd-4fea-4b96-b985-3c95f6e5f2ac', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:51:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce70c267-85cc-4a4f-9bd5-8cd800f9f34e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:33:14Z', 'updated_at': '2021-08-12T14:33:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15'}], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:33:18.400573 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-206b9839-f95d-4192-a78d-7d51b19b4201 req-97995cec-8624-45d9-8cc5-9a6c48134e1b tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=e3f6e239b38a4f618b8ca0621fcc54e4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0218537 Aug 12 14:33:18.417064 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-df6b1446-4032-4e9e-9bfe-292eb13a584a req-952c39fc-594a-448a-98ef-7f769dd6f86c tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=eebc4daeab5b4932b99d48c68fd10c64&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5353439 Aug 12 14:33:18.421034 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:18.424289 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47fa0df1-22a2-4979-986b-72226846f269 None None] Checking router: ce70c267-85cc-4a4f-9bd5-8cd800f9f34e for host: n-d-694802-15 {{(pid=94468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 14:33:18.424745 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47fa0df1-22a2-4979-986b-72226846f269 None None] Updating router ce70c267-85cc-4a4f-9bd5-8cd800f9f34e port ff1324fd-4fea-4b96-b985-3c95f6e5f2ac binding host n-d-694802-15 {{(pid=94468) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 14:33:18.464187 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-47fa0df1-22a2-4979-986b-72226846f269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:18.502408 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] For port d41d9067-3d9a-4027-a9b5-24f3564c4b11, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=d41d9067-3d9a-4027-a9b5-24f3564c4b11,segment=NetworkSegment(1193682d-837e-492a-b676-dbe7d0687eb3),segment_id=1193682d-837e-492a-b676-dbe7d0687eb3)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:33:18.514915 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:18.516267 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 1b9aa935-9cf8-4446-a2a5-10246e7118a5 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:33:18.567026 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-df6b1446-4032-4e9e-9bfe-292eb13a584a req-3d61c726-0ed8-421c-9646-ef94ca54c211 service neutron] 10.222.0.39 "GET /v2.0/networks/03dfba7c-7b4a-44e5-8aaa-c2d37ee82018?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225414 Aug 12 14:33:18.634785 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f26019d-941a-4cd3-bc34-6fc5d505873d admin admin] Network d3759e1b-6c03-45ac-acd4-90abb417809b is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:33:18.715842 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-4b59c481-8f0c-4217-9a20-aa947ddd6111 None None] Provisioning complete for port d41d9067-3d9a-4027-a9b5-24f3564c4b11 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:33:18.717049 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4b59c481-8f0c-4217-9a20-aa947ddd6111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:18.724558 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Pushing event updated for resources: {'Port': ['ID=d41d9067-3d9a-4027-a9b5-24f3564c4b11,revision_number=3']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:33:18.750144 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f26019d-941a-4cd3-bc34-6fc5d505873d admin admin] Pushing event updated for resources: {'Port': ['ID=797ebdb2-599b-4acb-911a-5a416bde1eb3,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:33:18.753909 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-4f26019d-941a-4cd3-bc34-6fc5d505873d admin admin] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:33:18.770165 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-df6b1446-4032-4e9e-9bfe-292eb13a584a req-bc5c4be5-b083-4b8e-af15-1c4991e70b8c service neutron] 10.222.0.39 "GET /v2.0/networks/03dfba7c-7b4a-44e5-8aaa-c2d37ee82018?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497831 Aug 12 14:33:18.772716 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f26019d-941a-4cd3-bc34-6fc5d505873d admin admin] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:33:18.854462 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port 1b9aa935-9cf8-4446-a2a5-10246e7118a5 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:33:18.854839 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:18.916098 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206b9839-f95d-4192-a78d-7d51b19b4201 req-f628aee3-364b-4313-beea-7ae3f227e50e tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:18.927582 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-206b9839-f95d-4192-a78d-7d51b19b4201 req-f628aee3-364b-4313-beea-7ae3f227e50e tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5202234 Aug 12 14:33:18.948075 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-206b9839-f95d-4192-a78d-7d51b19b4201 req-2af90a4c-31c8-44ce-bbb1-4bbeed8410b2 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/quotas/e3f6e239b38a4f618b8ca0621fcc54e4 HTTP/1.1" status: 200 len: 375 time: 0.0191345 Aug 12 14:33:19.038072 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-206b9839-f95d-4192-a78d-7d51b19b4201 req-28972d9d-6e25-4a1d-8530-62ddd49ff1d2 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=e3f6e239b38a4f618b8ca0621fcc54e4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0884910 Aug 12 14:33:19.131768 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfec0f4-9588-4fa4-a207-a8edc2d739f4 req-04ae004e-b8cd-42da-ad08-20a4b95e8030 tempest-FloatingIPsAssociationTestJSON-1995883228 tempest-FloatingIPsAssociationTestJSON-1995883228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:19.133200 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-cbfec0f4-9588-4fa4-a207-a8edc2d739f4 req-04ae004e-b8cd-42da-ad08-20a4b95e8030 tempest-FloatingIPsAssociationTestJSON-1995883228 tempest-FloatingIPsAssociationTestJSON-1995883228-project] 10.222.0.49 "GET /v2.0/networks?id=2d77121a-2c49-4913-9b71-d88f74914779 HTTP/1.1" status: 200 len: 821 time: 0.3620083 Aug 12 14:33:19.176795 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [req-cbfec0f4-9588-4fa4-a207-a8edc2d739f4 req-9b29b694-619f-4c33-8376-7fff5abae6b9 tempest-FloatingIPsAssociationTestJSON-1995883228 tempest-FloatingIPsAssociationTestJSON-1995883228-project] Request body: {'port': {'device_id': '638f28f3-3c31-4c01-a209-4a15d74e5da7', 'network_id': '2d77121a-2c49-4913-9b71-d88f74914779', 'admin_state_up': True, 'tenant_id': 'b1a78db6da9442aab3b2432c7eca6669'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:33:19.436812 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-47fa0df1-22a2-4979-986b-72226846f269 None None] Notify callbacks [] for port, precommit_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:19.449036 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-80594ade-cc6d-4fe8-967c-a85da43768c4 req-4d76784e-5ea4-4b1e-b88d-56adba9d1b49 tempest-FloatingIPsAssociationTestJSON-1995883228 tempest-FloatingIPsAssociationTestJSON-1995883228-project] 10.222.0.39 "GET /v2.0/ports?device_id=638f28f3-3c31-4c01-a209-4a15d74e5da7 HTTP/1.1" status: 200 len: 210 time: 0.0685313 Aug 12 14:33:19.457422 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-47fa0df1-22a2-4979-986b-72226846f269 None None] Transition to ACTIVE for port object ff1324fd-4fea-4b96-b985-3c95f6e5f2ac will not be triggered until provisioned by entity L2. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:33:19.470423 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-47fa0df1-22a2-4979-986b-72226846f269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:19.549062 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f720ad24-cdd6-47b0-8997-0d7ed977b606 None None] Pushing event updated for resources: {'Port': ['ID=ff1324fd-4fea-4b96-b985-3c95f6e5f2ac,revision_number=2']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:33:19.552825 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-47fa0df1-22a2-4979-986b-72226846f269 None None] Attempting to bind port ff1324fd-4fea-4b96-b985-3c95f6e5f2ac on host n-d-694802-15 for vnic_type normal with profile {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:33:19.553334 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-47fa0df1-22a2-4979-986b-72226846f269 None None] Attempting to bind port ff1324fd-4fea-4b96-b985-3c95f6e5f2ac by drivers openvswitch,hyperv on host n-d-694802-15 at level 0 using segments [{'id': 'b1b396cb-2dc6-4041-bfc7-1833a80a4720', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:33:19.553763 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47fa0df1-22a2-4979-986b-72226846f269 None None] Attempting to bind port ff1324fd-4fea-4b96-b985-3c95f6e5f2ac on network d3759e1b-6c03-45ac-acd4-90abb417809b {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:33:19.565989 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47fa0df1-22a2-4979-986b-72226846f269 None None] Checking agent: {'id': '16de73ac-f2e9-4cee-b3e0-91052ae3e6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 20, 13), 'started_at': datetime.datetime(2021, 8, 12, 14, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 33, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:33:19.566373 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47fa0df1-22a2-4979-986b-72226846f269 None None] Checking segment: {'id': 'b1b396cb-2dc6-4041-bfc7-1833a80a4720', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:33:19.566824 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-47fa0df1-22a2-4979-986b-72226846f269 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:19.567242 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47fa0df1-22a2-4979-986b-72226846f269 None None] Bound using segment: {'id': 'b1b396cb-2dc6-4041-bfc7-1833a80a4720', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:33:19.567770 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-47fa0df1-22a2-4979-986b-72226846f269 None None] Bound port: ff1324fd-4fea-4b96-b985-3c95f6e5f2ac, host: n-d-694802-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1b396cb-2dc6-4041-bfc7-1833a80a4720', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'}}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:33:19.568350 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-47fa0df1-22a2-4979-986b-72226846f269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:19.647337 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-027ae5bc-ecd2-4539-ab23-e892c4505ee8 req-4facf03b-a42e-4f01-a1f9-c98350c26564 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d672ae8-cf9f-476a-9b32-189bae5a39b2 HTTP/1.1" status: 200 len: 210 time: 0.0794623 Aug 12 14:33:19.710836 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device d41d9067-3d9a-4027-a9b5-24f3564c4b11 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:33:19.751745 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2b991868-e2ff-40f3-8f6f-f6335fca7484 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:19.783053 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d65bae-de48-453b-9016-8da34974d791 req-906c624c-9001-420c-845a-75eb7001e4c0 tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:19.792239 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-57d65bae-de48-453b-9016-8da34974d791 req-906c624c-9001-420c-845a-75eb7001e4c0 tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] 10.222.0.39 "GET /v2.0/ports?device_id=bdfe1057-2f89-4d72-a343-7bb769ddcf33 HTTP/1.1" status: 200 len: 945 time: 0.0813341 Aug 12 14:33:19.827117 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-47fa0df1-22a2-4979-986b-72226846f269 None None] For port ff1324fd-4fea-4b96-b985-3c95f6e5f2ac, host n-d-694802-15, cleared binding levels {{(pid=94468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:33:19.835229 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-490879ac-b076-4c3f-ae2a-d177b1a69197 req-cf209e9b-71bd-4902-bdb1-29351b23b514 tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] 10.222.0.39 "GET /v2.0/ports?device_id=1c4abd92-ff98-493d-a431-54de27fac7f6 HTTP/1.1" status: 200 len: 210 time: 0.2483177 Aug 12 14:33:19.844524 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-47fa0df1-22a2-4979-986b-72226846f269 None None] For port ff1324fd-4fea-4b96-b985-3c95f6e5f2ac, host n-d-694802-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=ff1324fd-4fea-4b96-b985-3c95f6e5f2ac,segment=NetworkSegment(b1b396cb-2dc6-4041-bfc7-1833a80a4720),segment_id=b1b396cb-2dc6-4041-bfc7-1833a80a4720)] {{(pid=94468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:33:19.856298 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-57d65bae-de48-453b-9016-8da34974d791 req-06c5d834-3709-4cd1-af0f-cc3000e5a545 tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] 10.222.0.39 "GET /v2.0/security-groups?id=6f569421-3ef5-4998-a0c5-f191379b6c78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630627 Aug 12 14:33:19.861459 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-47fa0df1-22a2-4979-986b-72226846f269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:19.942652 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f720ad24-cdd6-47b0-8997-0d7ed977b606 None None] Pushing event updated for resources: {'Port': ['ID=ff1324fd-4fea-4b96-b985-3c95f6e5f2ac,revision_number=3']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:33:19.953025 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47fa0df1-22a2-4979-986b-72226846f269 None None] Routers {'ce70c267-85cc-4a4f-9bd5-8cd800f9f34e'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:33:19.953752 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-47fa0df1-22a2-4979-986b-72226846f269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:33:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['ce70c267-85cc-4a4f-9bd5-8cd800f9f34e'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:33:19.955923 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port d41d9067-3d9a-4027-a9b5-24f3564c4b11 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:33:19.956378 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:20.116674 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cbfec0f4-9588-4fa4-a207-a8edc2d739f4 req-9b29b694-619f-4c33-8376-7fff5abae6b9 tempest-FloatingIPsAssociationTestJSON-1995883228 tempest-FloatingIPsAssociationTestJSON-1995883228-project] Made reservation on behalf of b1a78db6da9442aab3b2432c7eca6669 for: {'port': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:33:20.120313 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-cbfec0f4-9588-4fa4-a207-a8edc2d739f4 req-9b29b694-619f-4c33-8376-7fff5abae6b9 tempest-FloatingIPsAssociationTestJSON-1995883228 tempest-FloatingIPsAssociationTestJSON-1995883228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:20.150620 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvr_db [None req-47fa0df1-22a2-4979-986b-72226846f269 None None] Set router ce70c267-85cc-4a4f-9bd5-8cd800f9f34e gateway port host: n-d-694802-15 {{(pid=94468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:33:20.176297 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-2b991868-e2ff-40f3-8f6f-f6335fca7484 admin admin] Allocated IP 172.20.0.1 (ed25be17-ecf5-4078-8c2b-acbe5d25789b/80ea85f5-b7b4-4601-8f25-aacd4b4b81f0/680f6624-f5be-4f95-9973-a9e9f923f366) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:33:20.186713 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4f26019d-941a-4cd3-bc34-6fc5d505873d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:20.392825 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-47fa0df1-22a2-4979-986b-72226846f269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce70c267-85cc-4a4f-9bd5-8cd800f9f34e', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2110188239-router', 'tenant_id': '6707d62201854f45a95f43404366c8a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.34'}], 'enable_snat': True}, 'gw_port_id': 'ff1324fd-4fea-4b96-b985-3c95f6e5f2ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:33:13Z', 'updated_at': '2021-08-12T14:33:15Z', 'revision_number': 3, 'project_id': '6707d62201854f45a95f43404366c8a6', 'gw_port': {'id': 'ff1324fd-4fea-4b96-b985-3c95f6e5f2ac', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:51:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce70c267-85cc-4a4f-9bd5-8cd800f9f34e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:33:14Z', 'updated_at': '2021-08-12T14:33:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15'}], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:33:20.420252 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47fa0df1-22a2-4979-986b-72226846f269 None None] The sync data for ids ['ce70c267-85cc-4a4f-9bd5-8cd800f9f34e'] in n-d-694802-15 is: [{'id': 'ce70c267-85cc-4a4f-9bd5-8cd800f9f34e', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2110188239-router', 'tenant_id': '6707d62201854f45a95f43404366c8a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.34'}], 'enable_snat': True}, 'gw_port_id': 'ff1324fd-4fea-4b96-b985-3c95f6e5f2ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:33:13Z', 'updated_at': '2021-08-12T14:33:15Z', 'revision_number': 3, 'project_id': '6707d62201854f45a95f43404366c8a6', 'gw_port': {'id': 'ff1324fd-4fea-4b96-b985-3c95f6e5f2ac', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:51:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce70c267-85cc-4a4f-9bd5-8cd800f9f34e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:33:14Z', 'updated_at': '2021-08-12T14:33:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15'}] {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 14:33:20.482527 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [req-cbfec0f4-9588-4fa4-a207-a8edc2d739f4 req-9b29b694-619f-4c33-8376-7fff5abae6b9 tempest-FloatingIPsAssociationTestJSON-1995883228 tempest-FloatingIPsAssociationTestJSON-1995883228-project] Allocated IP 172.20.0.7 (2d77121a-2c49-4913-9b71-d88f74914779/e49c4440-1d10-4e2e-898f-8a24c72551cf/9a015320-61af-4833-bc33-cfd52cf1fdd2) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:33:20.603146 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-5e797845-ff5c-4f3f-9bad-56442cc83395 req-1c30c22f-9992-46a4-9d3d-aae4e6818053 tempest-FloatingIPsAssociationTestJSON-1995883228 tempest-FloatingIPsAssociationTestJSON-1995883228-project] 10.222.0.39 "GET /v2.0/ports?device_id=638f28f3-3c31-4c01-a209-4a15d74e5da7 HTTP/1.1" status: 200 len: 210 time: 0.0474834 Aug 12 14:33:20.624363 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2b991868-e2ff-40f3-8f6f-f6335fca7484 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:20.655300 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-2b991868-e2ff-40f3-8f6f-f6335fca7484 admin admin] Transition to ACTIVE for port object 680f6624-f5be-4f95-9973-a9e9f923f366 will not be triggered until provisioned by entity DHCP. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:33:20.866844 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ac31214b-9126-406c-a3d6-9ac4b14c8953 req-05d69894-4ca2-4609-8242-b919482166b2 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d672ae8-cf9f-476a-9b32-189bae5a39b2 HTTP/1.1" status: 200 len: 210 time: 0.0879421 Aug 12 14:33:20.884713 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4f26019d-941a-4cd3-bc34-6fc5d505873d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-429413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-431608'] for router, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:20.978410 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2b991868-e2ff-40f3-8f6f-f6335fca7484 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:21.004986 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6b1446-4032-4e9e-9bfe-292eb13a584a req-e929bc3e-d7d8-45af-851b-5b7188241086 tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:21.012830 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-df6b1446-4032-4e9e-9bfe-292eb13a584a req-e929bc3e-d7d8-45af-851b-5b7188241086 tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] 10.222.0.49 "GET /v2.0/networks?id=03dfba7c-7b4a-44e5-8aaa-c2d37ee82018 HTTP/1.1" status: 200 len: 821 time: 0.3414836 Aug 12 14:33:21.025842 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-df6b1446-4032-4e9e-9bfe-292eb13a584a req-196264c4-b2ff-4dde-ac29-ff60f8211fa8 tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] Request body: {'port': {'device_id': '1c4abd92-ff98-493d-a431-54de27fac7f6', 'network_id': '03dfba7c-7b4a-44e5-8aaa-c2d37ee82018', 'admin_state_up': True, 'tenant_id': 'eebc4daeab5b4932b99d48c68fd10c64'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:33:21.054820 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b991868-e2ff-40f3-8f6f-f6335fca7484 admin admin] Pushing event updated for resources: {'Port': ['ID=680f6624-f5be-4f95-9973-a9e9f923f366,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:33:21.092146 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b991868-e2ff-40f3-8f6f-f6335fca7484 admin admin] Network ed25be17-ecf5-4078-8c2b-acbe5d25789b is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:33:21.164517 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-206b9839-f95d-4192-a78d-7d51b19b4201 req-9b344201-f847-4390-9080-9796f33f818c tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=e3f6e239b38a4f618b8ca0621fcc54e4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0340958 Aug 12 14:33:21.183534 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-2b991868-e2ff-40f3-8f6f-f6335fca7484 admin admin] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:33:21.190882 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-fe179fe9-7fe9-4a73-9c50-d3fa89436bac req-7943d429-078a-44c3-b778-9e7cc2247de5 tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] 10.222.0.39 "GET /v2.0/ports?device_id=1c4abd92-ff98-493d-a431-54de27fac7f6 HTTP/1.1" status: 200 len: 210 time: 0.2009699 Aug 12 14:33:21.199211 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b991868-e2ff-40f3-8f6f-f6335fca7484 admin admin] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:33:21.368227 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716c54bf-b89e-4ee9-8588-2752ce066b68 req-ac9bd3ba-a272-4190-8b51-64067881ba28 tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:21.376489 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-716c54bf-b89e-4ee9-8588-2752ce066b68 req-ac9bd3ba-a272-4190-8b51-64067881ba28 tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] 10.222.0.39 "GET /v2.0/ports?device_id=bdfe1057-2f89-4d72-a343-7bb769ddcf33 HTTP/1.1" status: 200 len: 945 time: 0.3211744 Aug 12 14:33:21.537798 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-716c54bf-b89e-4ee9-8588-2752ce066b68 req-ffb31c3b-8622-4e6c-8f62-675a3ef872be tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] 10.222.0.39 "GET /v2.0/security-groups?id=6f569421-3ef5-4998-a0c5-f191379b6c78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601565 Aug 12 14:33:21.553875 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206b9839-f95d-4192-a78d-7d51b19b4201 req-a61c2090-a9c9-4a2c-9838-1b9353d12ce8 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:21.555709 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-206b9839-f95d-4192-a78d-7d51b19b4201 req-a61c2090-a9c9-4a2c-9838-1b9353d12ce8 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3827896 Aug 12 14:33:21.590210 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-206b9839-f95d-4192-a78d-7d51b19b4201 req-eb81e64a-9968-421b-85cc-c488d64b4b2c tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] Request body: {'port': {'device_id': '8d672ae8-cf9f-476a-9b32-189bae5a39b2', 'network_id': '2525c403-dfb3-4196-a273-739607aab38a', 'admin_state_up': True, 'tenant_id': 'e3f6e239b38a4f618b8ca0621fcc54e4'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:33:21.601487 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df6b1446-4032-4e9e-9bfe-292eb13a584a req-196264c4-b2ff-4dde-ac29-ff60f8211fa8 tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] Made reservation on behalf of eebc4daeab5b4932b99d48c68fd10c64 for: {'port': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:33:21.611973 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-df6b1446-4032-4e9e-9bfe-292eb13a584a req-196264c4-b2ff-4dde-ac29-ff60f8211fa8 tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:21.749952 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device ff1324fd-4fea-4b96-b985-3c95f6e5f2ac up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:33:21.753097 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-370dbd4c-0f8d-4fe6-89ab-e8b904b5b972 None None] Provisioning for port 680f6624-f5be-4f95-9973-a9e9f923f366 completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:33:21.798160 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-370dbd4c-0f8d-4fe6-89ab-e8b904b5b972 None None] Provisioning complete for port 680f6624-f5be-4f95-9973-a9e9f923f366 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:33:21.798523 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-370dbd4c-0f8d-4fe6-89ab-e8b904b5b972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:21.842879 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-78bcc36e-ca02-4ee1-9037-35532fc4bd6a req-2fa47d26-9488-4557-b68d-f6574549a311 tempest-FloatingIPsAssociationTestJSON-1995883228 tempest-FloatingIPsAssociationTestJSON-1995883228-project] 10.222.0.39 "GET /v2.0/ports?device_id=638f28f3-3c31-4c01-a209-4a15d74e5da7 HTTP/1.1" status: 200 len: 210 time: 0.0672410 Aug 12 14:33:21.848488 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-cbfec0f4-9588-4fa4-a207-a8edc2d739f4 req-9b29b694-619f-4c33-8376-7fff5abae6b9 tempest-FloatingIPsAssociationTestJSON-1995883228 tempest-FloatingIPsAssociationTestJSON-1995883228-project] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:21.887288 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [req-cbfec0f4-9588-4fa4-a207-a8edc2d739f4 req-9b29b694-619f-4c33-8376-7fff5abae6b9 tempest-FloatingIPsAssociationTestJSON-1995883228 tempest-FloatingIPsAssociationTestJSON-1995883228-project] Transition to ACTIVE for port object 9a015320-61af-4833-bc33-cfd52cf1fdd2 will not be triggered until provisioned by entity DHCP. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:33:21.898840 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-370dbd4c-0f8d-4fe6-89ab-e8b904b5b972 None None] Port 680f6624-f5be-4f95-9973-a9e9f923f366 cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 14:33:21.901050 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2b991868-e2ff-40f3-8f6f-f6335fca7484 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66663725'] for router_interface, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:21.915139 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning for port ff1324fd-4fea-4b96-b985-3c95f6e5f2ac completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:33:21.920037 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port ff1324fd-4fea-4b96-b985-3c95f6e5f2ac triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:33:21.920413 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:22.059821 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_common [req-df6b1446-4032-4e9e-9bfe-292eb13a584a req-196264c4-b2ff-4dde-ac29-ff60f8211fa8 tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] Allocated IP 172.20.0.2 (03dfba7c-7b4a-44e5-8aaa-c2d37ee82018/ef8d2719-a4dd-40cc-910c-927d9e7406a1/1152052b-2557-4fb2-b6b9-f241e0aa7ede) {{(pid=94467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:33:22.063332 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-206b9839-f95d-4192-a78d-7d51b19b4201 req-eb81e64a-9968-421b-85cc-c488d64b4b2c tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] Made reservation on behalf of e3f6e239b38a4f618b8ca0621fcc54e4 for: {'port': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:33:22.067773 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-206b9839-f95d-4192-a78d-7d51b19b4201 req-eb81e64a-9968-421b-85cc-c488d64b4b2c tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:22.093614 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:22.094326 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-8dee4974-f2e3-47c1-9dfc-c6bf800dbdb6 req-42008a1a-c327-49c5-99f7-053c0f5e280f tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d672ae8-cf9f-476a-9b32-189bae5a39b2 HTTP/1.1" status: 200 len: 210 time: 0.0386395 Aug 12 14:33:22.101622 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-cbfec0f4-9588-4fa4-a207-a8edc2d739f4 req-9b29b694-619f-4c33-8376-7fff5abae6b9 tempest-FloatingIPsAssociationTestJSON-1995883228 tempest-FloatingIPsAssociationTestJSON-1995883228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:22.120729 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] get_ports_and_sgs() called for port_ids ['1b7f2002-26ac-49ea-b30f-972bca0b50f6'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:33:22.160739 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b29b694-619f-4c33-8376-7fff5abae6b9 tempest-FloatingIPsAssociationTestJSON-1995883228 tempest-FloatingIPsAssociationTestJSON-1995883228-project] Pushing event updated for resources: {'Port': ['ID=9a015320-61af-4833-bc33-cfd52cf1fdd2,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:33:22.162550 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] For port ff1324fd-4fea-4b96-b985-3c95f6e5f2ac, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=ff1324fd-4fea-4b96-b985-3c95f6e5f2ac,segment=NetworkSegment(b1b396cb-2dc6-4041-bfc7-1833a80a4720),segment_id=b1b396cb-2dc6-4041-bfc7-1833a80a4720)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:33:22.171175 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f26019d-941a-4cd3-bc34-6fc5d505873d admin admin] Router f718bc44-58c9-4422-8f05-8ac718cf99af is scheduled to L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f with binding_index 1 {{(pid=94466) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 14:33:22.188080 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:22.220814 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2b991868-e2ff-40f3-8f6f-f6335fca7484 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:22.225741 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cbfec0f4-9588-4fa4-a207-a8edc2d739f4 req-9b29b694-619f-4c33-8376-7fff5abae6b9 tempest-FloatingIPsAssociationTestJSON-1995883228 tempest-FloatingIPsAssociationTestJSON-1995883228-project] Network 2d77121a-2c49-4913-9b71-d88f74914779 is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:33:22.240108 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [req-cbfec0f4-9588-4fa4-a207-a8edc2d739f4 req-9b29b694-619f-4c33-8376-7fff5abae6b9 tempest-FloatingIPsAssociationTestJSON-1995883228 tempest-FloatingIPsAssociationTestJSON-1995883228-project] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:33:22.244734 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbfec0f4-9588-4fa4-a207-a8edc2d739f4 req-9b29b694-619f-4c33-8376-7fff5abae6b9 tempest-FloatingIPsAssociationTestJSON-1995883228 tempest-FloatingIPsAssociationTestJSON-1995883228-project] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:33:22.262088 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Pushing event updated for resources: {'Port': ['ID=ff1324fd-4fea-4b96-b985-3c95f6e5f2ac,revision_number=4']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:33:22.398974 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfec0f4-9588-4fa4-a207-a8edc2d739f4 req-9b29b694-619f-4c33-8376-7fff5abae6b9 tempest-FloatingIPsAssociationTestJSON-1995883228 tempest-FloatingIPsAssociationTestJSON-1995883228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:22.399669 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-cbfec0f4-9588-4fa4-a207-a8edc2d739f4 req-9b29b694-619f-4c33-8376-7fff5abae6b9 tempest-FloatingIPsAssociationTestJSON-1995883228 tempest-FloatingIPsAssociationTestJSON-1995883228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:22.428311 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_common [req-206b9839-f95d-4192-a78d-7d51b19b4201 req-eb81e64a-9968-421b-85cc-c488d64b4b2c tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] Allocated IP 192.168.233.129 (2525c403-dfb3-4196-a273-739607aab38a/236e0be6-1c94-4221-9e8b-ab02a53331f8/628b9ed0-91c2-4767-8e49-8e7410a8407c) {{(pid=94467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:33:22.458783 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-cbfec0f4-9588-4fa4-a207-a8edc2d739f4 req-9b29b694-619f-4c33-8376-7fff5abae6b9 tempest-FloatingIPsAssociationTestJSON-1995883228 tempest-FloatingIPsAssociationTestJSON-1995883228-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2942092 Aug 12 14:33:22.461754 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-37e845cf-3c82-43c8-a126-d3681bfe29b5 req-1362ab84-36a7-49b0-ac19-ac7b689c5a8b tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] 10.222.0.39 "GET /v2.0/ports?device_id=1c4abd92-ff98-493d-a431-54de27fac7f6 HTTP/1.1" status: 200 len: 210 time: 0.0694642 Aug 12 14:33:22.483245 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [req-cbfec0f4-9588-4fa4-a207-a8edc2d739f4 req-7115147a-2a93-446a-a1c9-ba4b7667d759 service neutron] Request body: {'port': {'device_id': '638f28f3-3c31-4c01-a209-4a15d74e5da7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-694802-15'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:33:22.520840 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-df6b1446-4032-4e9e-9bfe-292eb13a584a req-196264c4-b2ff-4dde-ac29-ff60f8211fa8 tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] Notify callbacks [] for port, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:22.651193 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-cbfec0f4-9588-4fa4-a207-a8edc2d739f4 req-7115147a-2a93-446a-a1c9-ba4b7667d759 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:22.694307 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f26019d-941a-4cd3-bc34-6fc5d505873d admin admin] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 14:33:22.707231 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f903759-2815-4d7f-b5f3-742d7dd6f1b6 None None] Sync routers for ids ['f718bc44-58c9-4422-8f05-8ac718cf99af'] in n-d-694802-15 {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 14:33:22.731812 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f903759-2815-4d7f-b5f3-742d7dd6f1b6 None None] Routers {'f718bc44-58c9-4422-8f05-8ac718cf99af'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:33:22.733679 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-539b80c4-61bb-4c3c-ac39-3c90afdf62c1 None None] Provisioning for port 9a015320-61af-4833-bc33-cfd52cf1fdd2 completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:33:22.742565 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-2f903759-2815-4d7f-b5f3-742d7dd6f1b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:33:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['f718bc44-58c9-4422-8f05-8ac718cf99af'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:33:22.746896 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-539b80c4-61bb-4c3c-ac39-3c90afdf62c1 None None] Provisioning complete for port 9a015320-61af-4833-bc33-cfd52cf1fdd2 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:33:22.747562 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4f26019d-941a-4cd3-bc34-6fc5d505873d admin admin] Notify callbacks [] for router, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:22.748674 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-539b80c4-61bb-4c3c-ac39-3c90afdf62c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:22.753579 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-4f26019d-941a-4cd3-bc34-6fc5d505873d admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 8.0512736 Aug 12 14:33:22.759191 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 33268) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:33:22.775114 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-df6b1446-4032-4e9e-9bfe-292eb13a584a req-196264c4-b2ff-4dde-ac29-ff60f8211fa8 tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:22.821074 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-539b80c4-61bb-4c3c-ac39-3c90afdf62c1 None None] Port 9a015320-61af-4833-bc33-cfd52cf1fdd2 cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 14:33:22.831312 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] get_ports_and_sgs() called for port_ids ['c26f6072-ecc2-4691-a9f9-ea1305d03eff'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:33:22.861722 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196264c4-b2ff-4dde-ac29-ff60f8211fa8 tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] Pushing event updated for resources: {'Port': ['ID=1152052b-2557-4fb2-b6b9-f241e0aa7ede,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:33:22.935186 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017bce9c-d8a0-452c-aad8-014ed93ab79d req-e2bb1ccb-c902-4592-9189-c5a3a86c3156 tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:22.954772 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-017bce9c-d8a0-452c-aad8-014ed93ab79d req-e2bb1ccb-c902-4592-9189-c5a3a86c3156 tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] 10.222.0.39 "GET /v2.0/ports?device_id=bdfe1057-2f89-4d72-a343-7bb769ddcf33 HTTP/1.1" status: 200 len: 945 time: 0.3114111 Aug 12 14:33:22.973945 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df6b1446-4032-4e9e-9bfe-292eb13a584a req-196264c4-b2ff-4dde-ac29-ff60f8211fa8 tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] Network 03dfba7c-7b4a-44e5-8aaa-c2d37ee82018 is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:33:22.985817 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-2f903759-2815-4d7f-b5f3-742d7dd6f1b6 None None] Set router f718bc44-58c9-4422-8f05-8ac718cf99af gateway port host: n-d-694802-15 {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:33:22.990932 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2b991868-e2ff-40f3-8f6f-f6335fca7484 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:23.015201 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [req-df6b1446-4032-4e9e-9bfe-292eb13a584a req-196264c4-b2ff-4dde-ac29-ff60f8211fa8 tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:33:23.017898 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [req-df6b1446-4032-4e9e-9bfe-292eb13a584a req-196264c4-b2ff-4dde-ac29-ff60f8211fa8 tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] Received port after_create {{(pid=94467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:33:23.047270 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2b991868-e2ff-40f3-8f6f-f6335fca7484 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3718439'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:23.140192 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-206b9839-f95d-4192-a78d-7d51b19b4201 req-eb81e64a-9968-421b-85cc-c488d64b4b2c tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] Notify callbacks [] for port, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:23.162376 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-017bce9c-d8a0-452c-aad8-014ed93ab79d req-46cfc2a9-046d-406c-ac10-ced416463774 tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] 10.222.0.39 "GET /v2.0/security-groups?id=6f569421-3ef5-4998-a0c5-f191379b6c78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2069123 Aug 12 14:33:23.189716 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6b1446-4032-4e9e-9bfe-292eb13a584a req-196264c4-b2ff-4dde-ac29-ff60f8211fa8 tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:23.190396 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-df6b1446-4032-4e9e-9bfe-292eb13a584a req-196264c4-b2ff-4dde-ac29-ff60f8211fa8 tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:23.225274 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [req-206b9839-f95d-4192-a78d-7d51b19b4201 req-eb81e64a-9968-421b-85cc-c488d64b4b2c tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] Transition to ACTIVE for port object 628b9ed0-91c2-4767-8e49-8e7410a8407c will not be triggered until provisioned by entity DHCP. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:33:23.238094 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2b991868-e2ff-40f3-8f6f-f6335fca7484 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66628363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66663865'] for router_interface, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:23.247288 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b991868-e2ff-40f3-8f6f-f6335fca7484 admin admin] Pushing event updated for resources: {'Port': ['ID=680f6624-f5be-4f95-9973-a9e9f923f366,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:33:23.260291 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-df6b1446-4032-4e9e-9bfe-292eb13a584a req-196264c4-b2ff-4dde-ac29-ff60f8211fa8 tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2379124 Aug 12 14:33:23.272059 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74820df-6a8e-416b-a89e-6b9c5c4473eb req-82484460-3586-4c39-a8aa-38d4adbb76af tempest-FloatingIPsAssociationTestJSON-1995883228 tempest-FloatingIPsAssociationTestJSON-1995883228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:23.273552 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-d74820df-6a8e-416b-a89e-6b9c5c4473eb req-82484460-3586-4c39-a8aa-38d4adbb76af tempest-FloatingIPsAssociationTestJSON-1995883228 tempest-FloatingIPsAssociationTestJSON-1995883228-project] 10.222.0.39 "GET /v2.0/ports?device_id=638f28f3-3c31-4c01-a209-4a15d74e5da7 HTTP/1.1" status: 200 len: 931 time: 0.2992921 Aug 12 14:33:23.279912 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-df6b1446-4032-4e9e-9bfe-292eb13a584a req-72a13d66-ab2f-4600-80ba-0ddaaabe51a3 service neutron] Request body: {'port': {'device_id': '1c4abd92-ff98-493d-a431-54de27fac7f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-694802-15'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:33:23.282323 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-2f903759-2815-4d7f-b5f3-742d7dd6f1b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f718bc44-58c9-4422-8f05-8ac718cf99af', 'name': 'tempest-ServersTestJSON-171938789-router', 'tenant_id': '372c249eafa04261b1b78b8ad1ae1671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.17'}], 'enable_snat': True}, 'gw_port_id': '797ebdb2-599b-4acb-911a-5a416bde1eb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:33:15Z', 'updated_at': '2021-08-12T14:33:19Z', 'revision_number': 3, 'project_id': '372c249eafa04261b1b78b8ad1ae1671', 'gw_port': {'id': '797ebdb2-599b-4acb-911a-5a416bde1eb3', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:08:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f718bc44-58c9-4422-8f05-8ac718cf99af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:33:17Z', 'updated_at': '2021-08-12T14:33:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15'}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:33:23.316367 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f903759-2815-4d7f-b5f3-742d7dd6f1b6 None None] Checking router: f718bc44-58c9-4422-8f05-8ac718cf99af for host: n-d-694802-15 {{(pid=94469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 14:33:23.317125 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f903759-2815-4d7f-b5f3-742d7dd6f1b6 None None] Updating router f718bc44-58c9-4422-8f05-8ac718cf99af port 797ebdb2-599b-4acb-911a-5a416bde1eb3 binding host n-d-694802-15 {{(pid=94469) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 14:33:23.331123 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e334dbbb-aae7-4262-b6c6-f30a286a3bac req-47b95c74-2360-48a3-8e66-f53a7ea95156 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d672ae8-cf9f-476a-9b32-189bae5a39b2 HTTP/1.1" status: 200 len: 210 time: 0.0630789 Aug 12 14:33:23.365373 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-2f903759-2815-4d7f-b5f3-742d7dd6f1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:23.370367 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-206b9839-f95d-4192-a78d-7d51b19b4201 req-eb81e64a-9968-421b-85cc-c488d64b4b2c tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:23.385328 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] get_ports_and_sgs() called for port_ids ['b02b231c-4105-48f1-b4af-e195dcf14aec'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:33:23.395480 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-206b9839-f95d-4192-a78d-7d51b19b4201 req-eb81e64a-9968-421b-85cc-c488d64b4b2c tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] Network 2525c403-dfb3-4196-a273-739607aab38a is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:33:23.400350 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [req-206b9839-f95d-4192-a78d-7d51b19b4201 req-eb81e64a-9968-421b-85cc-c488d64b4b2c tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:33:23.426670 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [req-206b9839-f95d-4192-a78d-7d51b19b4201 req-eb81e64a-9968-421b-85cc-c488d64b4b2c tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] Received port after_create {{(pid=94467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:33:23.463044 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-d74820df-6a8e-416b-a89e-6b9c5c4473eb req-86e6fe99-7b4a-455e-a332-db5f05b115e0 tempest-FloatingIPsAssociationTestJSON-1995883228 tempest-FloatingIPsAssociationTestJSON-1995883228-project] 10.222.0.39 "GET /v2.0/security-groups?id=59cdf437-3eb3-4079-8d27-db1f8d94f14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742206 Aug 12 14:33:23.486066 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-df6b1446-4032-4e9e-9bfe-292eb13a584a req-72a13d66-ab2f-4600-80ba-0ddaaabe51a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:23.505256 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] get_ports_and_sgs() called for port_ids ['c8ea2c88-a265-4422-9fd9-7bba00fb259d'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:33:23.548849 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb81e64a-9968-421b-85cc-c488d64b4b2c tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] Pushing event updated for resources: {'Port': ['ID=628b9ed0-91c2-4767-8e49-8e7410a8407c,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:33:23.645810 n-d-694802-15 neutron-server[94466]: DEBUG neutron.notifiers.nova [req-cbfec0f4-9588-4fa4-a207-a8edc2d739f4 req-7115147a-2a93-446a-a1c9-ba4b7667d759 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a015320-61af-4833-bc33-cfd52cf1fdd2 {{(pid=94466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:33:23.660106 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-cbfec0f4-9588-4fa4-a207-a8edc2d739f4 req-7115147a-2a93-446a-a1c9-ba4b7667d759 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:23.730026 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device ff1324fd-4fea-4b96-b985-3c95f6e5f2ac up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:33:23.767098 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206b9839-f95d-4192-a78d-7d51b19b4201 req-eb81e64a-9968-421b-85cc-c488d64b4b2c tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:23.770592 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-206b9839-f95d-4192-a78d-7d51b19b4201 req-eb81e64a-9968-421b-85cc-c488d64b4b2c tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:23.774959 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b991868-e2ff-40f3-8f6f-f6335fca7484 admin admin] Network ed25be17-ecf5-4078-8c2b-acbe5d25789b is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:33:23.788813 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-2b991868-e2ff-40f3-8f6f-f6335fca7484 admin admin] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:33:23.813270 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-206b9839-f95d-4192-a78d-7d51b19b4201 req-eb81e64a-9968-421b-85cc-c488d64b4b2c tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2411091 Aug 12 14:33:23.834275 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [req-cbfec0f4-9588-4fa4-a207-a8edc2d739f4 req-7115147a-2a93-446a-a1c9-ba4b7667d759 service neutron] Transition to ACTIVE for port object 9a015320-61af-4833-bc33-cfd52cf1fdd2 will not be triggered until provisioned by entity L2. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:33:23.853595 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-cbfec0f4-9588-4fa4-a207-a8edc2d739f4 req-7115147a-2a93-446a-a1c9-ba4b7667d759 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3718439'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:23.857723 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-206b9839-f95d-4192-a78d-7d51b19b4201 req-92b65b4e-e105-4b9a-884a-bedba131345c service neutron] Request body: {'port': {'device_id': '8d672ae8-cf9f-476a-9b32-189bae5a39b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-694802-15'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:33:23.901139 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-2f903759-2815-4d7f-b5f3-742d7dd6f1b6 None None] Notify callbacks [] for port, precommit_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:23.922422 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.provisioning_blocks [None req-2f903759-2815-4d7f-b5f3-742d7dd6f1b6 None None] Transition to ACTIVE for port object 797ebdb2-599b-4acb-911a-5a416bde1eb3 will not be triggered until provisioned by entity L2. {{(pid=94469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:33:23.930192 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port ff1324fd-4fea-4b96-b985-3c95f6e5f2ac triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:33:23.930759 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-2f903759-2815-4d7f-b5f3-742d7dd6f1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:23.932291 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:23.956298 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84726868-9a47-4682-8995-c679eaeb5f8b req-5f10d43f-34ac-47ff-9a8a-4d3e583c6c25 tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:23.958482 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-84726868-9a47-4682-8995-c679eaeb5f8b req-5f10d43f-34ac-47ff-9a8a-4d3e583c6c25 tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] 10.222.0.39 "GET /v2.0/ports?device_id=1c4abd92-ff98-493d-a431-54de27fac7f6 HTTP/1.1" status: 200 len: 931 time: 0.2836957 Aug 12 14:33:24.003576 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3329df75-1a05-474b-92bf-11d5844c8578 None None] Pushing event updated for resources: {'Port': ['ID=797ebdb2-599b-4acb-911a-5a416bde1eb3,revision_number=2']} {{(pid=94469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:33:24.022761 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-7aebeb6d-a764-4066-bc54-d158fd03840b None None] Provisioning for port 628b9ed0-91c2-4767-8e49-8e7410a8407c completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:33:24.025498 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.managers [None req-2f903759-2815-4d7f-b5f3-742d7dd6f1b6 None None] Attempting to bind port 797ebdb2-599b-4acb-911a-5a416bde1eb3 on host n-d-694802-15 for vnic_type normal with profile {{(pid=94469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:33:24.026383 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.managers [None req-2f903759-2815-4d7f-b5f3-742d7dd6f1b6 None None] Attempting to bind port 797ebdb2-599b-4acb-911a-5a416bde1eb3 by drivers openvswitch,hyperv on host n-d-694802-15 at level 0 using segments [{'id': 'b1b396cb-2dc6-4041-bfc7-1833a80a4720', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'}] {{(pid=94469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:33:24.027085 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f903759-2815-4d7f-b5f3-742d7dd6f1b6 None None] Attempting to bind port 797ebdb2-599b-4acb-911a-5a416bde1eb3 on network d3759e1b-6c03-45ac-acd4-90abb417809b {{(pid=94469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:33:24.036257 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-7aebeb6d-a764-4066-bc54-d158fd03840b None None] Provisioning complete for port 628b9ed0-91c2-4767-8e49-8e7410a8407c triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:33:24.036748 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-7aebeb6d-a764-4066-bc54-d158fd03840b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:24.038837 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f903759-2815-4d7f-b5f3-742d7dd6f1b6 None None] Checking agent: {'id': '16de73ac-f2e9-4cee-b3e0-91052ae3e6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 20, 13), 'started_at': datetime.datetime(2021, 8, 12, 14, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 33, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:33:24.039613 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f903759-2815-4d7f-b5f3-742d7dd6f1b6 None None] Checking segment: {'id': 'b1b396cb-2dc6-4041-bfc7-1833a80a4720', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:33:24.040284 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-2f903759-2815-4d7f-b5f3-742d7dd6f1b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:24.041252 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f903759-2815-4d7f-b5f3-742d7dd6f1b6 None None] Bound using segment: {'id': 'b1b396cb-2dc6-4041-bfc7-1833a80a4720', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'} {{(pid=94469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:33:24.042004 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.managers [None req-2f903759-2815-4d7f-b5f3-742d7dd6f1b6 None None] Bound port: 797ebdb2-599b-4acb-911a-5a416bde1eb3, host: n-d-694802-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1b396cb-2dc6-4041-bfc7-1833a80a4720', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'}}] {{(pid=94469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:33:24.043212 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-2f903759-2815-4d7f-b5f3-742d7dd6f1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:24.121435 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-7aebeb6d-a764-4066-bc54-d158fd03840b None None] Port 628b9ed0-91c2-4767-8e49-8e7410a8407c cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 14:33:24.126675 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.db [None req-2f903759-2815-4d7f-b5f3-742d7dd6f1b6 None None] For port 797ebdb2-599b-4acb-911a-5a416bde1eb3, host n-d-694802-15, cleared binding levels {{(pid=94469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:33:24.143104 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.db [None req-2f903759-2815-4d7f-b5f3-742d7dd6f1b6 None None] For port 797ebdb2-599b-4acb-911a-5a416bde1eb3, host n-d-694802-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=797ebdb2-599b-4acb-911a-5a416bde1eb3,segment=NetworkSegment(b1b396cb-2dc6-4041-bfc7-1833a80a4720),segment_id=b1b396cb-2dc6-4041-bfc7-1833a80a4720)] {{(pid=94469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:33:24.147360 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3329df75-1a05-474b-92bf-11d5844c8578 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:33:24.147799 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3329df75-1a05-474b-92bf-11d5844c8578 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:33:24.148207 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3329df75-1a05-474b-92bf-11d5844c8578 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:33:24.148605 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3329df75-1a05-474b-92bf-11d5844c8578 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:33:24.150865 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3329df75-1a05-474b-92bf-11d5844c8578 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:33:24.151325 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3329df75-1a05-474b-92bf-11d5844c8578 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:33:24.151726 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3329df75-1a05-474b-92bf-11d5844c8578 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:33:24.152131 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3329df75-1a05-474b-92bf-11d5844c8578 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:33:24.159494 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3329df75-1a05-474b-92bf-11d5844c8578 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:33:24.159935 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3329df75-1a05-474b-92bf-11d5844c8578 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:33:24.160340 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3329df75-1a05-474b-92bf-11d5844c8578 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:33:24.161634 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3329df75-1a05-474b-92bf-11d5844c8578 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:33:24.173198 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-2f903759-2815-4d7f-b5f3-742d7dd6f1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:24.176197 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-206b9839-f95d-4192-a78d-7d51b19b4201 req-92b65b4e-e105-4b9a-884a-bedba131345c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:24.223789 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7115147a-2a93-446a-a1c9-ba4b7667d759 service neutron] Pushing event updated for resources: {'Port': ['ID=9a015320-61af-4833-bc33-cfd52cf1fdd2,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:33:24.255614 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-12c30604-13f8-4a4a-b6bd-ad65e4b83780 None None] Provisioning complete for port 680f6624-f5be-4f95-9973-a9e9f923f366 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:33:24.255989 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-12c30604-13f8-4a4a-b6bd-ad65e4b83780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:24.298418 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f903759-2815-4d7f-b5f3-742d7dd6f1b6 None None] Routers {'f718bc44-58c9-4422-8f05-8ac718cf99af'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:33:24.299083 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-2f903759-2815-4d7f-b5f3-742d7dd6f1b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:33:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['f718bc44-58c9-4422-8f05-8ac718cf99af'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:33:24.302671 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3329df75-1a05-474b-92bf-11d5844c8578 None None] Pushing event updated for resources: {'Port': ['ID=797ebdb2-599b-4acb-911a-5a416bde1eb3,revision_number=3']} {{(pid=94469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:33:24.324121 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-12c30604-13f8-4a4a-b6bd-ad65e4b83780 None None] Port 680f6624-f5be-4f95-9973-a9e9f923f366 cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 14:33:24.383302 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b991868-e2ff-40f3-8f6f-f6335fca7484 admin admin] Router ce70c267-85cc-4a4f-9bd5-8cd800f9f34e has already been hosted by L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f {{(pid=94466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 14:33:24.403400 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-84726868-9a47-4682-8995-c679eaeb5f8b req-2042efb9-929f-47db-bf24-932307e2a717 tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] 10.222.0.39 "GET /v2.0/security-groups?id=e3ca17b3-b028-41b3-b138-91e00a6e278c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2993391 Aug 12 14:33:24.428470 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-2f903759-2815-4d7f-b5f3-742d7dd6f1b6 None None] Set router f718bc44-58c9-4422-8f05-8ac718cf99af gateway port host: n-d-694802-15 {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:33:24.655498 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d5c2fa-d3a5-475d-bdb1-08b0b1ec22fb req-6dad74ba-356c-47e3-b4af-48881fe45ddd tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:24.657256 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-44d5c2fa-d3a5-475d-bdb1-08b0b1ec22fb req-6dad74ba-356c-47e3-b4af-48881fe45ddd tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] 10.222.0.39 "GET /v2.0/ports?device_id=bdfe1057-2f89-4d72-a343-7bb769ddcf33 HTTP/1.1" status: 200 len: 945 time: 0.2998135 Aug 12 14:33:24.659004 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e03e7955-b144-4080-8ca2-351a71184afd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:24.674599 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-2f903759-2815-4d7f-b5f3-742d7dd6f1b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f718bc44-58c9-4422-8f05-8ac718cf99af', 'name': 'tempest-ServersTestJSON-171938789-router', 'tenant_id': '372c249eafa04261b1b78b8ad1ae1671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.17'}], 'enable_snat': True}, 'gw_port_id': '797ebdb2-599b-4acb-911a-5a416bde1eb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:33:15Z', 'updated_at': '2021-08-12T14:33:19Z', 'revision_number': 3, 'project_id': '372c249eafa04261b1b78b8ad1ae1671', 'gw_port': {'id': '797ebdb2-599b-4acb-911a-5a416bde1eb3', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:08:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f718bc44-58c9-4422-8f05-8ac718cf99af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:33:17Z', 'updated_at': '2021-08-12T14:33:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15'}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:33:24.676983 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [req-cbfec0f4-9588-4fa4-a207-a8edc2d739f4 req-7115147a-2a93-446a-a1c9-ba4b7667d759 service neutron] Attempting to bind port 9a015320-61af-4833-bc33-cfd52cf1fdd2 on host n-h2-694802-15 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:33:24.677310 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [req-cbfec0f4-9588-4fa4-a207-a8edc2d739f4 req-7115147a-2a93-446a-a1c9-ba4b7667d759 service neutron] Attempting to bind port 9a015320-61af-4833-bc33-cfd52cf1fdd2 by drivers openvswitch,hyperv on host n-h2-694802-15 at level 0 using segments [{'id': 'ee392864-e217-4cd8-a2c6-fbd3077ffd3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '2d77121a-2c49-4913-9b71-d88f74914779'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:33:24.677642 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbfec0f4-9588-4fa4-a207-a8edc2d739f4 req-7115147a-2a93-446a-a1c9-ba4b7667d759 service neutron] Attempting to bind port 9a015320-61af-4833-bc33-cfd52cf1fdd2 on network 2d77121a-2c49-4913-9b71-d88f74914779 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:33:24.687036 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547d2b14-fa0c-44e6-9146-0a982c3fed9f req-18f5b888-5974-4b15-bab9-38d871901ceb tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:24.696535 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-547d2b14-fa0c-44e6-9146-0a982c3fed9f req-18f5b888-5974-4b15-bab9-38d871901ceb tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d672ae8-cf9f-476a-9b32-189bae5a39b2 HTTP/1.1" status: 200 len: 936 time: 0.1800313 Aug 12 14:33:24.715443 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f903759-2815-4d7f-b5f3-742d7dd6f1b6 None None] The sync data for ids ['f718bc44-58c9-4422-8f05-8ac718cf99af'] in n-d-694802-15 is: [{'id': 'f718bc44-58c9-4422-8f05-8ac718cf99af', 'name': 'tempest-ServersTestJSON-171938789-router', 'tenant_id': '372c249eafa04261b1b78b8ad1ae1671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.17'}], 'enable_snat': True}, 'gw_port_id': '797ebdb2-599b-4acb-911a-5a416bde1eb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:33:15Z', 'updated_at': '2021-08-12T14:33:19Z', 'revision_number': 3, 'project_id': '372c249eafa04261b1b78b8ad1ae1671', 'gw_port': {'id': '797ebdb2-599b-4acb-911a-5a416bde1eb3', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:08:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f718bc44-58c9-4422-8f05-8ac718cf99af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:33:17Z', 'updated_at': '2021-08-12T14:33:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15'}] {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 14:33:24.732730 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbfec0f4-9588-4fa4-a207-a8edc2d739f4 req-7115147a-2a93-446a-a1c9-ba4b7667d759 service neutron] Port 9a015320-61af-4833-bc33-cfd52cf1fdd2 on network 2d77121a-2c49-4913-9b71-d88f74914779 not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-15 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 14:33:24.733080 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbfec0f4-9588-4fa4-a207-a8edc2d739f4 req-7115147a-2a93-446a-a1c9-ba4b7667d759 service neutron] Attempting to bind port 9a015320-61af-4833-bc33-cfd52cf1fdd2 on network 2d77121a-2c49-4913-9b71-d88f74914779 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:33:24.761248 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [req-df6b1446-4032-4e9e-9bfe-292eb13a584a req-72a13d66-ab2f-4600-80ba-0ddaaabe51a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1152052b-2557-4fb2-b6b9-f241e0aa7ede {{(pid=94467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:33:24.784548 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-df6b1446-4032-4e9e-9bfe-292eb13a584a req-72a13d66-ab2f-4600-80ba-0ddaaabe51a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:24.791468 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-547d2b14-fa0c-44e6-9146-0a982c3fed9f req-ba646194-67dc-45b0-8f3a-e7adae9b84ff tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0307eb3-f523-445b-8e1d-79deac809303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940320 Aug 12 14:33:24.884983 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [req-df6b1446-4032-4e9e-9bfe-292eb13a584a req-72a13d66-ab2f-4600-80ba-0ddaaabe51a3 service neutron] Transition to ACTIVE for port object 1152052b-2557-4fb2-b6b9-f241e0aa7ede will not be triggered until provisioned by entity L2. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:33:24.897817 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-df6b1446-4032-4e9e-9bfe-292eb13a584a req-72a13d66-ab2f-4600-80ba-0ddaaabe51a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:24.970701 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [req-206b9839-f95d-4192-a78d-7d51b19b4201 req-92b65b4e-e105-4b9a-884a-bedba131345c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 628b9ed0-91c2-4767-8e49-8e7410a8407c {{(pid=94467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:33:25.001070 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-206b9839-f95d-4192-a78d-7d51b19b4201 req-92b65b4e-e105-4b9a-884a-bedba131345c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:25.066098 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [req-206b9839-f95d-4192-a78d-7d51b19b4201 req-92b65b4e-e105-4b9a-884a-bedba131345c service neutron] Transition to ACTIVE for port object 628b9ed0-91c2-4767-8e49-8e7410a8407c will not be triggered until provisioned by entity L2. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:33:25.070754 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a13d66-ab2f-4600-80ba-0ddaaabe51a3 service neutron] Pushing event updated for resources: {'Port': ['ID=1152052b-2557-4fb2-b6b9-f241e0aa7ede,revision_number=2']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:33:25.093192 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbfec0f4-9588-4fa4-a207-a8edc2d739f4 req-7115147a-2a93-446a-a1c9-ba4b7667d759 service neutron] Checking agent: {'id': 'b7697f71-33f3-4959-ad82-43c2dc15845d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 27, 42), 'started_at': datetime.datetime(2021, 8, 12, 14, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 33, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:33:25.093536 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbfec0f4-9588-4fa4-a207-a8edc2d739f4 req-7115147a-2a93-446a-a1c9-ba4b7667d759 service neutron] Checking segment: {'id': 'ee392864-e217-4cd8-a2c6-fbd3077ffd3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '2d77121a-2c49-4913-9b71-d88f74914779'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:33:25.093935 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbfec0f4-9588-4fa4-a207-a8edc2d739f4 req-7115147a-2a93-446a-a1c9-ba4b7667d759 service neutron] Bound using segment: {'id': 'ee392864-e217-4cd8-a2c6-fbd3077ffd3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '2d77121a-2c49-4913-9b71-d88f74914779'} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:33:25.094382 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [req-cbfec0f4-9588-4fa4-a207-a8edc2d739f4 req-7115147a-2a93-446a-a1c9-ba4b7667d759 service neutron] Bound port: 9a015320-61af-4833-bc33-cfd52cf1fdd2, host: n-h2-694802-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee392864-e217-4cd8-a2c6-fbd3077ffd3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '2d77121a-2c49-4913-9b71-d88f74914779'}}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:33:25.094738 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-cbfec0f4-9588-4fa4-a207-a8edc2d739f4 req-7115147a-2a93-446a-a1c9-ba4b7667d759 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:25.097352 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-206b9839-f95d-4192-a78d-7d51b19b4201 req-92b65b4e-e105-4b9a-884a-bedba131345c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:25.151392 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c28df1-5c4e-4ecc-800e-8c9f33e0fcd6 req-cb6721df-86bf-49ad-a118-a6f342cf00aa tempest-FloatingIPsAssociationTestJSON-1995883228 tempest-FloatingIPsAssociationTestJSON-1995883228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:25.153683 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d8c28df1-5c4e-4ecc-800e-8c9f33e0fcd6 req-cb6721df-86bf-49ad-a118-a6f342cf00aa tempest-FloatingIPsAssociationTestJSON-1995883228 tempest-FloatingIPsAssociationTestJSON-1995883228-project] 10.222.0.39 "GET /v2.0/ports?device_id=638f28f3-3c31-4c01-a209-4a15d74e5da7 HTTP/1.1" status: 200 len: 943 time: 0.2334402 Aug 12 14:33:25.279979 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b991868-e2ff-40f3-8f6f-f6335fca7484 admin admin] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 14:33:25.291769 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b3451da-1913-4435-83c2-b90e73b0cc95 None None] Sync routers for ids ['ce70c267-85cc-4a4f-9bd5-8cd800f9f34e'] in n-d-694802-15 {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 14:33:25.316671 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-2b991868-e2ff-40f3-8f6f-f6335fca7484 admin admin] 10.222.0.39 "PUT /v2.0/routers/ce70c267-85cc-4a4f-9bd5-8cd800f9f34e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6215146 Aug 12 14:33:25.322409 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b3451da-1913-4435-83c2-b90e73b0cc95 None None] Routers {'ce70c267-85cc-4a4f-9bd5-8cd800f9f34e'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:33:25.323128 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-7b3451da-1913-4435-83c2-b90e73b0cc95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:33:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['ce70c267-85cc-4a4f-9bd5-8cd800f9f34e'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:33:25.359234 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-44d5c2fa-d3a5-475d-bdb1-08b0b1ec22fb req-2ac060a0-0839-4c5a-ad94-bf1ee81e0144 tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] 10.222.0.39 "GET /v2.0/security-groups?id=6f569421-3ef5-4998-a0c5-f191379b6c78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6930709 Aug 12 14:33:25.500033 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [req-cbfec0f4-9588-4fa4-a207-a8edc2d739f4 req-7115147a-2a93-446a-a1c9-ba4b7667d759 service neutron] For port 9a015320-61af-4833-bc33-cfd52cf1fdd2, host n-h2-694802-15, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:33:25.506090 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [req-cbfec0f4-9588-4fa4-a207-a8edc2d739f4 req-7115147a-2a93-446a-a1c9-ba4b7667d759 service neutron] For port 9a015320-61af-4833-bc33-cfd52cf1fdd2, host n-h2-694802-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=9a015320-61af-4833-bc33-cfd52cf1fdd2,segment=NetworkSegment(ee392864-e217-4cd8-a2c6-fbd3077ffd3b),segment_id=ee392864-e217-4cd8-a2c6-fbd3077ffd3b)] {{(pid=94466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:33:25.531778 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-cbfec0f4-9588-4fa4-a207-a8edc2d739f4 req-7115147a-2a93-446a-a1c9-ba4b7667d759 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3718439'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:25.588744 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-e03e7955-b144-4080-8ca2-351a71184afd admin admin] Allocated IP 172.20.0.1 (e3a2bad2-d7b8-4fe9-80d2-f6f454972272/99e47346-f96a-40ad-96a2-02125f67c08d/1f4547de-c003-4906-9e35-7f603e877d6d) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:33:25.699896 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvr_db [None req-7b3451da-1913-4435-83c2-b90e73b0cc95 None None] Set router ce70c267-85cc-4a4f-9bd5-8cd800f9f34e gateway port host: n-d-694802-15 {{(pid=94468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:33:25.736977 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfec0f4-9588-4fa4-a207-a8edc2d739f4 req-7115147a-2a93-446a-a1c9-ba4b7667d759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:25.742065 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-cbfec0f4-9588-4fa4-a207-a8edc2d739f4 req-7115147a-2a93-446a-a1c9-ba4b7667d759 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:25.742309 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b65b4e-e105-4b9a-884a-bedba131345c service neutron] Pushing event updated for resources: {'Port': ['ID=628b9ed0-91c2-4767-8e49-8e7410a8407c,revision_number=2']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:33:25.748554 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 797ebdb2-599b-4acb-911a-5a416bde1eb3 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:33:25.757064 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-cbfec0f4-9588-4fa4-a207-a8edc2d739f4 req-7115147a-2a93-446a-a1c9-ba4b7667d759 service neutron] 10.222.0.49 "PUT /v2.0/ports/9a015320-61af-4833-bc33-cfd52cf1fdd2 HTTP/1.1" status: 200 len: 1092 time: 3.2859945 Aug 12 14:33:25.760650 n-d-694802-15 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '638f28f3-3c31-4c01-a209-4a15d74e5da7', 'tag': '9a015320-61af-4833-bc33-cfd52cf1fdd2'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:33:25.773471 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e785eeede3897370d0b20f09d5f461b30cfecd5ed38c4f07dacd02bc52c9277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaf43393-4ce7-41c2-bcf0-fa70361e020b" -d '{"events": [{"name": "network-changed", "server_uuid": "638f28f3-3c31-4c01-a209-4a15d74e5da7", "tag": "9a015320-61af-4833-bc33-cfd52cf1fdd2"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:33:25.846951 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d8c28df1-5c4e-4ecc-800e-8c9f33e0fcd6 req-ef7a9f43-5b25-4741-82c1-0acfae9039b5 tempest-FloatingIPsAssociationTestJSON-1995883228 tempest-FloatingIPsAssociationTestJSON-1995883228-project] 10.222.0.39 "GET /v2.0/security-groups?id=59cdf437-3eb3-4079-8d27-db1f8d94f14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6840279 Aug 12 14:33:25.849715 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-df6b1446-4032-4e9e-9bfe-292eb13a584a req-72a13d66-ab2f-4600-80ba-0ddaaabe51a3 service neutron] Attempting to bind port 1152052b-2557-4fb2-b6b9-f241e0aa7ede on host n-h2-694802-15 for vnic_type normal with profile {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:33:25.850445 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-df6b1446-4032-4e9e-9bfe-292eb13a584a req-72a13d66-ab2f-4600-80ba-0ddaaabe51a3 service neutron] Attempting to bind port 1152052b-2557-4fb2-b6b9-f241e0aa7ede by drivers openvswitch,hyperv on host n-h2-694802-15 at level 0 using segments [{'id': '2e94514d-7fca-42ad-995e-123d3a176790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '03dfba7c-7b4a-44e5-8aaa-c2d37ee82018'}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:33:25.852335 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df6b1446-4032-4e9e-9bfe-292eb13a584a req-72a13d66-ab2f-4600-80ba-0ddaaabe51a3 service neutron] Attempting to bind port 1152052b-2557-4fb2-b6b9-f241e0aa7ede on network 03dfba7c-7b4a-44e5-8aaa-c2d37ee82018 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:33:25.928991 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df6b1446-4032-4e9e-9bfe-292eb13a584a req-72a13d66-ab2f-4600-80ba-0ddaaabe51a3 service neutron] Port 1152052b-2557-4fb2-b6b9-f241e0aa7ede on network 03dfba7c-7b4a-44e5-8aaa-c2d37ee82018 not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-15 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 14:33:25.929442 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df6b1446-4032-4e9e-9bfe-292eb13a584a req-72a13d66-ab2f-4600-80ba-0ddaaabe51a3 service neutron] Attempting to bind port 1152052b-2557-4fb2-b6b9-f241e0aa7ede on network 03dfba7c-7b4a-44e5-8aaa-c2d37ee82018 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:33:25.949593 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df6b1446-4032-4e9e-9bfe-292eb13a584a req-72a13d66-ab2f-4600-80ba-0ddaaabe51a3 service neutron] Checking agent: {'id': 'b7697f71-33f3-4959-ad82-43c2dc15845d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 27, 42), 'started_at': datetime.datetime(2021, 8, 12, 14, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 33, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:33:25.950105 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df6b1446-4032-4e9e-9bfe-292eb13a584a req-72a13d66-ab2f-4600-80ba-0ddaaabe51a3 service neutron] Checking segment: {'id': '2e94514d-7fca-42ad-995e-123d3a176790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '03dfba7c-7b4a-44e5-8aaa-c2d37ee82018'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:33:25.950598 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df6b1446-4032-4e9e-9bfe-292eb13a584a req-72a13d66-ab2f-4600-80ba-0ddaaabe51a3 service neutron] Bound using segment: {'id': '2e94514d-7fca-42ad-995e-123d3a176790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '03dfba7c-7b4a-44e5-8aaa-c2d37ee82018'} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:33:25.951183 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-df6b1446-4032-4e9e-9bfe-292eb13a584a req-72a13d66-ab2f-4600-80ba-0ddaaabe51a3 service neutron] Bound port: 1152052b-2557-4fb2-b6b9-f241e0aa7ede, host: n-h2-694802-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e94514d-7fca-42ad-995e-123d3a176790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '03dfba7c-7b4a-44e5-8aaa-c2d37ee82018'}}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:33:25.951690 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-df6b1446-4032-4e9e-9bfe-292eb13a584a req-72a13d66-ab2f-4600-80ba-0ddaaabe51a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:25.968685 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-206b9839-f95d-4192-a78d-7d51b19b4201 req-92b65b4e-e105-4b9a-884a-bedba131345c service neutron] Attempting to bind port 628b9ed0-91c2-4767-8e49-8e7410a8407c on host n-h2-694802-15 for vnic_type normal with profile {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:33:25.969745 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-206b9839-f95d-4192-a78d-7d51b19b4201 req-92b65b4e-e105-4b9a-884a-bedba131345c service neutron] Attempting to bind port 628b9ed0-91c2-4767-8e49-8e7410a8407c by drivers openvswitch,hyperv on host n-h2-694802-15 at level 0 using segments [{'id': 'a1f8c867-101b-4d30-814e-b89f55a5edd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '2525c403-dfb3-4196-a273-739607aab38a'}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:33:25.969745 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-206b9839-f95d-4192-a78d-7d51b19b4201 req-92b65b4e-e105-4b9a-884a-bedba131345c service neutron] Attempting to bind port 628b9ed0-91c2-4767-8e49-8e7410a8407c on network 2525c403-dfb3-4196-a273-739607aab38a {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:33:26.088123 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning for port 797ebdb2-599b-4acb-911a-5a416bde1eb3 completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:33:26.118673 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7115147a-2a93-446a-a1c9-ba4b7667d759 service neutron] Pushing event updated for resources: {'Port': ['ID=9a015320-61af-4833-bc33-cfd52cf1fdd2,revision_number=3']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:33:26.145654 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port 797ebdb2-599b-4acb-911a-5a416bde1eb3 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:33:26.147299 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:26.154044 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-df6b1446-4032-4e9e-9bfe-292eb13a584a req-72a13d66-ab2f-4600-80ba-0ddaaabe51a3 service neutron] For port 1152052b-2557-4fb2-b6b9-f241e0aa7ede, host n-h2-694802-15, cleared binding levels {{(pid=94467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:33:26.162300 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-df6b1446-4032-4e9e-9bfe-292eb13a584a req-72a13d66-ab2f-4600-80ba-0ddaaabe51a3 service neutron] For port 1152052b-2557-4fb2-b6b9-f241e0aa7ede, host n-h2-694802-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=1152052b-2557-4fb2-b6b9-f241e0aa7ede,segment=NetworkSegment(2e94514d-7fca-42ad-995e-123d3a176790),segment_id=2e94514d-7fca-42ad-995e-123d3a176790)] {{(pid=94467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:33:26.168534 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-206b9839-f95d-4192-a78d-7d51b19b4201 req-92b65b4e-e105-4b9a-884a-bedba131345c service neutron] Port 628b9ed0-91c2-4767-8e49-8e7410a8407c on network 2525c403-dfb3-4196-a273-739607aab38a not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-15 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 14:33:26.171437 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-206b9839-f95d-4192-a78d-7d51b19b4201 req-92b65b4e-e105-4b9a-884a-bedba131345c service neutron] Attempting to bind port 628b9ed0-91c2-4767-8e49-8e7410a8407c on network 2525c403-dfb3-4196-a273-739607aab38a {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:33:26.186692 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-206b9839-f95d-4192-a78d-7d51b19b4201 req-92b65b4e-e105-4b9a-884a-bedba131345c service neutron] Checking agent: {'id': 'b7697f71-33f3-4959-ad82-43c2dc15845d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 27, 42), 'started_at': datetime.datetime(2021, 8, 12, 14, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 33, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:33:26.187159 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-206b9839-f95d-4192-a78d-7d51b19b4201 req-92b65b4e-e105-4b9a-884a-bedba131345c service neutron] Checking segment: {'id': 'a1f8c867-101b-4d30-814e-b89f55a5edd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '2525c403-dfb3-4196-a273-739607aab38a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:33:26.187752 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-206b9839-f95d-4192-a78d-7d51b19b4201 req-92b65b4e-e105-4b9a-884a-bedba131345c service neutron] Bound using segment: {'id': 'a1f8c867-101b-4d30-814e-b89f55a5edd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '2525c403-dfb3-4196-a273-739607aab38a'} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:33:26.188300 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-206b9839-f95d-4192-a78d-7d51b19b4201 req-92b65b4e-e105-4b9a-884a-bedba131345c service neutron] Bound port: 628b9ed0-91c2-4767-8e49-8e7410a8407c, host: n-h2-694802-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1f8c867-101b-4d30-814e-b89f55a5edd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '2525c403-dfb3-4196-a273-739607aab38a'}}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:33:26.190146 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-206b9839-f95d-4192-a78d-7d51b19b4201 req-92b65b4e-e105-4b9a-884a-bedba131345c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:26.194583 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfec0f4-9588-4fa4-a207-a8edc2d739f4 req-d27d515c-2a59-4627-80cf-5597d9057892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:26.196125 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-cbfec0f4-9588-4fa4-a207-a8edc2d739f4 req-d27d515c-2a59-4627-80cf-5597d9057892 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b1a78db6da9442aab3b2432c7eca6669&device_id=638f28f3-3c31-4c01-a209-4a15d74e5da7 HTTP/1.1" status: 200 len: 1095 time: 0.3815188 Aug 12 14:33:26.241022 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9537d1f4-46ba-471b-92b1-a1a4a9849b15 req-d07cdbab-c540-4b90-9f81-0edfeac15e5e tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:26.249310 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-9537d1f4-46ba-471b-92b1-a1a4a9849b15 req-d07cdbab-c540-4b90-9f81-0edfeac15e5e tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] 10.222.0.39 "GET /v2.0/ports?device_id=1c4abd92-ff98-493d-a431-54de27fac7f6 HTTP/1.1" status: 200 len: 943 time: 0.4333909 Aug 12 14:33:26.316802 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-cbfec0f4-9588-4fa4-a207-a8edc2d739f4 req-7e218016-6a5d-4697-82ab-8c4576ff9756 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9a015320-61af-4833-bc33-cfd52cf1fdd2 HTTP/1.1" status: 200 len: 217 time: 0.0966036 Aug 12 14:33:26.377897 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e03e7955-b144-4080-8ca2-351a71184afd admin admin] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:26.391642 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-206b9839-f95d-4192-a78d-7d51b19b4201 req-92b65b4e-e105-4b9a-884a-bedba131345c service neutron] For port 628b9ed0-91c2-4767-8e49-8e7410a8407c, host n-h2-694802-15, cleared binding levels {{(pid=94467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:33:26.395209 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-206b9839-f95d-4192-a78d-7d51b19b4201 req-92b65b4e-e105-4b9a-884a-bedba131345c service neutron] For port 628b9ed0-91c2-4767-8e49-8e7410a8407c, host n-h2-694802-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=628b9ed0-91c2-4767-8e49-8e7410a8407c,segment=NetworkSegment(a1f8c867-101b-4d30-814e-b89f55a5edd0),segment_id=a1f8c867-101b-4d30-814e-b89f55a5edd0)] {{(pid=94467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:33:26.395410 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:26.397217 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-df6b1446-4032-4e9e-9bfe-292eb13a584a req-72a13d66-ab2f-4600-80ba-0ddaaabe51a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:26.399425 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-9537d1f4-46ba-471b-92b1-a1a4a9849b15 req-0947a75e-73dd-4402-9965-911bb2821400 tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] 10.222.0.39 "GET /v2.0/security-groups?id=e3ca17b3-b028-41b3-b138-91e00a6e278c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479139 Aug 12 14:33:26.407003 n-d-694802-15 neutron-server[94467]: INFO neutron.api.v2.resource [req-b94196e2-6c91-44eb-9ea9-53ebadf5b090 req-75ffe34c-3d08-48b4-8e15-c3938a778343 tempest-FloatingIPDetailsNegativeTestJSON-1985574600 tempest-FloatingIPDetailsNegativeTestJSON-1985574600-project] show failed (client error): The resource could not be found. Aug 12 14:33:26.408260 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b94196e2-6c91-44eb-9ea9-53ebadf5b090 req-75ffe34c-3d08-48b4-8e15-c3938a778343 tempest-FloatingIPDetailsNegativeTestJSON-1985574600 tempest-FloatingIPDetailsNegativeTestJSON-1985574600-project] 10.222.0.39 "GET /v2.0/floatingips/d425b001-d9d1-4c52-840b-f3dd7379d3f5 HTTP/1.1" status: 404 len: 350 time: 0.2429848 Aug 12 14:33:26.439323 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 33346) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:33:26.479823 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-e03e7955-b144-4080-8ca2-351a71184afd admin admin] Transition to ACTIVE for port object 1f4547de-c003-4906-9e35-7f603e877d6d will not be triggered until provisioned by entity DHCP. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:33:26.489304 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 14:33:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-509890f3-60af-4c27-9b10-4678248837df x-openstack-request-id: req-509890f3-60af-4c27-9b10-4678248837df {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:33:26.489535 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "638f28f3-3c31-4c01-a209-4a15d74e5da7", "tag": "9a015320-61af-4833-bc33-cfd52cf1fdd2", "status": "completed", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:33:26.489790 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-509890f3-60af-4c27-9b10-4678248837df {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:33:26.492530 n-d-694802-15 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '638f28f3-3c31-4c01-a209-4a15d74e5da7', 'tag': '9a015320-61af-4833-bc33-cfd52cf1fdd2', 'status': 'completed', 'code': 200} Aug 12 14:33:26.522206 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-206b9839-f95d-4192-a78d-7d51b19b4201 req-92b65b4e-e105-4b9a-884a-bedba131345c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:26.526250 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a13d66-ab2f-4600-80ba-0ddaaabe51a3 service neutron] Pushing event updated for resources: {'Port': ['ID=1152052b-2557-4fb2-b6b9-f241e0aa7ede,revision_number=3']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:33:26.544084 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6b1446-4032-4e9e-9bfe-292eb13a584a req-72a13d66-ab2f-4600-80ba-0ddaaabe51a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:26.544833 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-df6b1446-4032-4e9e-9bfe-292eb13a584a req-72a13d66-ab2f-4600-80ba-0ddaaabe51a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:26.546322 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-df6b1446-4032-4e9e-9bfe-292eb13a584a req-72a13d66-ab2f-4600-80ba-0ddaaabe51a3 service neutron] 10.222.0.49 "PUT /v2.0/ports/1152052b-2557-4fb2-b6b9-f241e0aa7ede HTTP/1.1" status: 200 len: 1092 time: 3.2772126 Aug 12 14:33:26.546827 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c4abd92-ff98-493d-a431-54de27fac7f6', 'tag': '1152052b-2557-4fb2-b6b9-f241e0aa7ede'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:33:26.549345 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e65282f928b64038367d043a4411777802006c43a98742496cb2e25b724ff1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9a8a145-ea1f-49ff-aaa9-7577dc893521" -d '{"events": [{"name": "network-changed", "server_uuid": "1c4abd92-ff98-493d-a431-54de27fac7f6", "tag": "1152052b-2557-4fb2-b6b9-f241e0aa7ede"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:33:26.598840 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfec0f4-9588-4fa4-a207-a8edc2d739f4 req-d1f470da-5c08-4a9b-96f1-ceba3d4378e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:26.600758 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-cbfec0f4-9588-4fa4-a207-a8edc2d739f4 req-d1f470da-5c08-4a9b-96f1-ceba3d4378e8 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e49c4440-1d10-4e2e-898f-8a24c72551cf HTTP/1.1" status: 200 len: 860 time: 0.2691178 Aug 12 14:33:26.693903 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b65b4e-e105-4b9a-884a-bedba131345c service neutron] Pushing event updated for resources: {'Port': ['ID=628b9ed0-91c2-4767-8e49-8e7410a8407c,revision_number=3']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:33:26.748315 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] For port 797ebdb2-599b-4acb-911a-5a416bde1eb3, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=797ebdb2-599b-4acb-911a-5a416bde1eb3,segment=NetworkSegment(b1b396cb-2dc6-4041-bfc7-1833a80a4720),segment_id=b1b396cb-2dc6-4041-bfc7-1833a80a4720)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:33:26.755381 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:26.787847 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3df453-9758-4e60-8f02-8052257348bd req-1655d5d1-9b43-48a4-b091-97093fb61631 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:26.796343 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-6d3df453-9758-4e60-8f02-8052257348bd req-1655d5d1-9b43-48a4-b091-97093fb61631 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d672ae8-cf9f-476a-9b32-189bae5a39b2 HTTP/1.1" status: 200 len: 948 time: 0.2216268 Aug 12 14:33:26.813849 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-7b3451da-1913-4435-83c2-b90e73b0cc95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce70c267-85cc-4a4f-9bd5-8cd800f9f34e', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2110188239-router', 'tenant_id': '6707d62201854f45a95f43404366c8a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.34'}], 'enable_snat': True}, 'gw_port_id': 'ff1324fd-4fea-4b96-b985-3c95f6e5f2ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:33:13Z', 'updated_at': '2021-08-12T14:33:22Z', 'revision_number': 4, 'project_id': '6707d62201854f45a95f43404366c8a6', 'gw_port': {'id': 'ff1324fd-4fea-4b96-b985-3c95f6e5f2ac', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:51:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce70c267-85cc-4a4f-9bd5-8cd800f9f34e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:33:14Z', 'updated_at': '2021-08-12T14:33:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': '680f6624-f5be-4f95-9973-a9e9f923f366', 'name': '', 'network_id': 'ed25be17-ecf5-4078-8c2b-acbe5d25789b', 'tenant_id': '6707d62201854f45a95f43404366c8a6', 'mac_address': 'fa:16:3e:04:f3:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce70c267-85cc-4a4f-9bd5-8cd800f9f34e', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '80ea85f5-b7b4-4601-8f25-aacd4b4b81f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:33:19Z', 'updated_at': '2021-08-12T14:33:22Z', 'revision_number': 2, 'project_id': '6707d62201854f45a95f43404366c8a6', 'subnets': [{'id': '80ea85f5-b7b4-4601-8f25-aacd4b4b81f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:33:26.825490 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206b9839-f95d-4192-a78d-7d51b19b4201 req-92b65b4e-e105-4b9a-884a-bedba131345c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:26.825995 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-206b9839-f95d-4192-a78d-7d51b19b4201 req-92b65b4e-e105-4b9a-884a-bedba131345c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:26.827389 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-206b9839-f95d-4192-a78d-7d51b19b4201 req-92b65b4e-e105-4b9a-884a-bedba131345c service neutron] 10.222.0.49 "PUT /v2.0/ports/628b9ed0-91c2-4767-8e49-8e7410a8407c HTTP/1.1" status: 200 len: 1097 time: 2.9872410 Aug 12 14:33:26.863659 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Pushing event updated for resources: {'Port': ['ID=797ebdb2-599b-4acb-911a-5a416bde1eb3,revision_number=4']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:33:26.866440 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe1c166-a10d-4e44-a98d-c8899dce3c6a req-d4dc5f05-724f-4024-b014-34600839cf3f tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:26.868139 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-8fe1c166-a10d-4e44-a98d-c8899dce3c6a req-d4dc5f05-724f-4024-b014-34600839cf3f tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] 10.222.0.39 "GET /v2.0/ports?device_id=bdfe1057-2f89-4d72-a343-7bb769ddcf33 HTTP/1.1" status: 200 len: 945 time: 0.1875353 Aug 12 14:33:26.883411 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6b1446-4032-4e9e-9bfe-292eb13a584a req-ec6d9abe-3728-4354-9501-b3f069854644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:26.888237 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-df6b1446-4032-4e9e-9bfe-292eb13a584a req-ec6d9abe-3728-4354-9501-b3f069854644 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=eebc4daeab5b4932b99d48c68fd10c64&device_id=1c4abd92-ff98-493d-a431-54de27fac7f6 HTTP/1.1" status: 200 len: 1095 time: 0.1885417 Aug 12 14:33:26.891757 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b3451da-1913-4435-83c2-b90e73b0cc95 None None] Checking router: ce70c267-85cc-4a4f-9bd5-8cd800f9f34e for host: n-d-694802-15 {{(pid=94468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 14:33:26.893081 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b3451da-1913-4435-83c2-b90e73b0cc95 None None] Updating router ce70c267-85cc-4a4f-9bd5-8cd800f9f34e port 680f6624-f5be-4f95-9973-a9e9f923f366 binding host n-d-694802-15 {{(pid=94468) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 14:33:26.921035 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-7b3451da-1913-4435-83c2-b90e73b0cc95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:27.041292 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-df6b1446-4032-4e9e-9bfe-292eb13a584a req-b97e389e-0d87-476a-851c-b8bb75e488e7 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1152052b-2557-4fb2-b6b9-f241e0aa7ede HTTP/1.1" status: 200 len: 217 time: 0.1339905 Aug 12 14:33:27.146235 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e03e7955-b144-4080-8ca2-351a71184afd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:27.169116 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-8fe1c166-a10d-4e44-a98d-c8899dce3c6a req-b7d3f1d2-f332-4020-b998-4d7330bbeea5 tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] 10.222.0.39 "GET /v2.0/security-groups?id=6f569421-3ef5-4998-a0c5-f191379b6c78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2745254 Aug 12 14:33:27.194373 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206b9839-f95d-4192-a78d-7d51b19b4201 req-8e32ab68-692a-4614-9e5d-c65d9322418b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:27.202834 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-206b9839-f95d-4192-a78d-7d51b19b4201 req-8e32ab68-692a-4614-9e5d-c65d9322418b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e3f6e239b38a4f618b8ca0621fcc54e4&device_id=8d672ae8-cf9f-476a-9b32-189bae5a39b2 HTTP/1.1" status: 200 len: 1100 time: 0.3119586 Aug 12 14:33:27.217435 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfec0f4-9588-4fa4-a207-a8edc2d739f4 req-276397ec-3c5b-4b77-bc7e-ae4aecf6f52f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:27.227753 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-cbfec0f4-9588-4fa4-a207-a8edc2d739f4 req-276397ec-3c5b-4b77-bc7e-ae4aecf6f52f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2d77121a-2c49-4913-9b71-d88f74914779&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5901873 Aug 12 14:33:27.234128 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6b1446-4032-4e9e-9bfe-292eb13a584a req-a6ce8dde-8a19-4e8e-9318-b273e8449bff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:27.236144 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-df6b1446-4032-4e9e-9bfe-292eb13a584a req-a6ce8dde-8a19-4e8e-9318-b273e8449bff service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ef8d2719-a4dd-40cc-910c-927d9e7406a1 HTTP/1.1" status: 200 len: 861 time: 0.1838665 Aug 12 14:33:27.247557 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-6d3df453-9758-4e60-8f02-8052257348bd req-bed90df5-5d05-4d28-a5fb-bb9696eba5b1 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0307eb3-f523-445b-8e1d-79deac809303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4433389 Aug 12 14:33:27.296543 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-206b9839-f95d-4192-a78d-7d51b19b4201 req-f23f0d49-441a-4d42-a20b-5630f4717e87 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.129&port_id=628b9ed0-91c2-4767-8e49-8e7410a8407c HTTP/1.1" status: 200 len: 217 time: 0.0592980 Aug 12 14:33:27.356814 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 14:33:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fcf5537-aa0b-436f-9375-8fa84aec74f9 x-openstack-request-id: req-7fcf5537-aa0b-436f-9375-8fa84aec74f9 {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:33:27.357113 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c4abd92-ff98-493d-a431-54de27fac7f6", "tag": "1152052b-2557-4fb2-b6b9-f241e0aa7ede", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:33:27.357367 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7fcf5537-aa0b-436f-9375-8fa84aec74f9 {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:33:27.357837 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c4abd92-ff98-493d-a431-54de27fac7f6', 'tag': '1152052b-2557-4fb2-b6b9-f241e0aa7ede', 'status': 'completed', 'code': 200} Aug 12 14:33:27.377696 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-df6b1446-4032-4e9e-9bfe-292eb13a584a req-b7eb817c-a0ac-414a-a22d-b22d30e93343 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=03dfba7c-7b4a-44e5-8aaa-c2d37ee82018&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0800164 Aug 12 14:33:27.413580 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-cbfec0f4-9588-4fa4-a207-a8edc2d739f4 req-9e3883e7-d9d0-4def-8f7d-5ae31f2eedda service neutron] 10.222.0.49 "GET /v2.0/networks/2d77121a-2c49-4913-9b71-d88f74914779?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1844146 Aug 12 14:33:27.503152 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-7b3451da-1913-4435-83c2-b90e73b0cc95 None None] Notify callbacks [] for port, precommit_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:27.517306 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-7b3451da-1913-4435-83c2-b90e73b0cc95 None None] Transition to ACTIVE for port object 680f6624-f5be-4f95-9973-a9e9f923f366 will not be triggered until provisioned by entity L2. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:33:27.527530 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-7b3451da-1913-4435-83c2-b90e73b0cc95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:27.619211 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-cbfec0f4-9588-4fa4-a207-a8edc2d739f4 req-294b371d-925b-4e09-81ca-8264f3eb0b49 service neutron] 10.222.0.49 "GET /v2.0/networks/2d77121a-2c49-4913-9b71-d88f74914779?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1739774 Aug 12 14:33:27.637404 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-df6b1446-4032-4e9e-9bfe-292eb13a584a req-0d48613d-bfc3-4d09-8ca1-43e4cfb24251 service neutron] 10.222.0.49 "GET /v2.0/networks/03dfba7c-7b4a-44e5-8aaa-c2d37ee82018?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2163153 Aug 12 14:33:27.656269 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324d943c-f1b6-4b99-ab7d-07367cceef85 None None] Pushing event updated for resources: {'Port': ['ID=680f6624-f5be-4f95-9973-a9e9f923f366,revision_number=3']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:33:27.663724 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e03e7955-b144-4080-8ca2-351a71184afd admin admin] Network e3a2bad2-d7b8-4fe9-80d2-f6f454972272 is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:33:27.666564 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-e03e7955-b144-4080-8ca2-351a71184afd admin admin] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:33:27.673305 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e03e7955-b144-4080-8ca2-351a71184afd admin admin] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:33:27.675765 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03e7955-b144-4080-8ca2-351a71184afd admin admin] Pushing event updated for resources: {'Port': ['ID=1f4547de-c003-4906-9e35-7f603e877d6d,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:33:27.703087 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 797ebdb2-599b-4acb-911a-5a416bde1eb3 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:33:27.704519 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206b9839-f95d-4192-a78d-7d51b19b4201 req-78c1ba1a-1e82-4a9f-bfd2-50b0dbe99318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:27.706401 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-206b9839-f95d-4192-a78d-7d51b19b4201 req-78c1ba1a-1e82-4a9f-bfd2-50b0dbe99318 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=236e0be6-1c94-4221-9e8b-ab02a53331f8 HTTP/1.1" status: 200 len: 843 time: 0.3882380 Aug 12 14:33:27.861469 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9062ad55-d253-4814-a2f9-5cdcf2a19a7d req-65e5f280-6c4b-4240-aed9-6d607e77fd0e tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:27.874486 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-9062ad55-d253-4814-a2f9-5cdcf2a19a7d req-65e5f280-6c4b-4240-aed9-6d607e77fd0e tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] 10.222.0.39 "GET /v2.0/ports?device_id=1c4abd92-ff98-493d-a431-54de27fac7f6 HTTP/1.1" status: 200 len: 943 time: 0.2505856 Aug 12 14:33:27.877785 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-7b3451da-1913-4435-83c2-b90e73b0cc95 None None] Attempting to bind port 680f6624-f5be-4f95-9973-a9e9f923f366 on host n-d-694802-15 for vnic_type normal with profile {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:33:27.878396 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-7b3451da-1913-4435-83c2-b90e73b0cc95 None None] Attempting to bind port 680f6624-f5be-4f95-9973-a9e9f923f366 by drivers openvswitch,hyperv on host n-d-694802-15 at level 0 using segments [{'id': '5e1215c4-d421-4d38-b69b-33ac9bdeb706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'ed25be17-ecf5-4078-8c2b-acbe5d25789b'}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:33:27.879108 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b3451da-1913-4435-83c2-b90e73b0cc95 None None] Attempting to bind port 680f6624-f5be-4f95-9973-a9e9f923f366 on network ed25be17-ecf5-4078-8c2b-acbe5d25789b {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:33:27.891875 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b3451da-1913-4435-83c2-b90e73b0cc95 None None] Checking agent: {'id': '16de73ac-f2e9-4cee-b3e0-91052ae3e6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 20, 13), 'started_at': datetime.datetime(2021, 8, 12, 14, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 33, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:33:27.892552 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b3451da-1913-4435-83c2-b90e73b0cc95 None None] Checking segment: {'id': '5e1215c4-d421-4d38-b69b-33ac9bdeb706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'ed25be17-ecf5-4078-8c2b-acbe5d25789b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:33:27.893121 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-7b3451da-1913-4435-83c2-b90e73b0cc95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:27.894191 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b3451da-1913-4435-83c2-b90e73b0cc95 None None] Bound using segment: {'id': '5e1215c4-d421-4d38-b69b-33ac9bdeb706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'ed25be17-ecf5-4078-8c2b-acbe5d25789b'} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:33:27.894846 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-7b3451da-1913-4435-83c2-b90e73b0cc95 None None] Bound port: 680f6624-f5be-4f95-9973-a9e9f923f366, host: n-d-694802-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e1215c4-d421-4d38-b69b-33ac9bdeb706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'ed25be17-ecf5-4078-8c2b-acbe5d25789b'}}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:33:27.895443 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-7b3451da-1913-4435-83c2-b90e73b0cc95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:27.942790 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port 797ebdb2-599b-4acb-911a-5a416bde1eb3 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:33:27.943452 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:27.958510 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e03e7955-b144-4080-8ca2-351a71184afd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66663725'] for router_interface, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:27.962258 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e29a9a0-01d5-4c38-b453-ee1a180ffb24 req-6af52c94-b377-46d9-bfbf-2afcd6ba3900 tempest-FloatingIPsAssociationTestJSON-1995883228 tempest-FloatingIPsAssociationTestJSON-1995883228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:27.972826 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf43393-4ce7-41c2-bcf0-fa70361e020b req-105bf318-6bb6-4db5-b47a-21c996306c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:27.973807 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-8e29a9a0-01d5-4c38-b453-ee1a180ffb24 req-6af52c94-b377-46d9-bfbf-2afcd6ba3900 tempest-FloatingIPsAssociationTestJSON-1995883228 tempest-FloatingIPsAssociationTestJSON-1995883228-project] 10.222.0.39 "GET /v2.0/ports?device_id=638f28f3-3c31-4c01-a209-4a15d74e5da7 HTTP/1.1" status: 200 len: 943 time: 0.5027654 Aug 12 14:33:27.974581 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-eaf43393-4ce7-41c2-bcf0-fa70361e020b req-105bf318-6bb6-4db5-b47a-21c996306c42 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b1a78db6da9442aab3b2432c7eca6669&device_id=638f28f3-3c31-4c01-a209-4a15d74e5da7 HTTP/1.1" status: 200 len: 1095 time: 0.2926850 Aug 12 14:33:27.999967 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206b9839-f95d-4192-a78d-7d51b19b4201 req-4c1b94c5-917b-4e4c-bd14-65c4597b18c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:28.007770 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-206b9839-f95d-4192-a78d-7d51b19b4201 req-4c1b94c5-917b-4e4c-bd14-65c4597b18c9 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2525c403-dfb3-4196-a273-739607aab38a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2853942 Aug 12 14:33:28.073554 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-7b3451da-1913-4435-83c2-b90e73b0cc95 None None] For port 680f6624-f5be-4f95-9973-a9e9f923f366, host n-d-694802-15, cleared binding levels {{(pid=94468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:33:28.080448 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-7b3451da-1913-4435-83c2-b90e73b0cc95 None None] For port 680f6624-f5be-4f95-9973-a9e9f923f366, host n-d-694802-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=680f6624-f5be-4f95-9973-a9e9f923f366,segment=NetworkSegment(5e1215c4-d421-4d38-b69b-33ac9bdeb706),segment_id=5e1215c4-d421-4d38-b69b-33ac9bdeb706)] {{(pid=94468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:33:28.117992 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-7b3451da-1913-4435-83c2-b90e73b0cc95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:28.182134 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-df6b1446-4032-4e9e-9bfe-292eb13a584a req-7b638722-638a-4198-9bf5-e11159d8ffbb service neutron] 10.222.0.49 "GET /v2.0/networks/03dfba7c-7b4a-44e5-8aaa-c2d37ee82018?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4683504 Aug 12 14:33:28.237476 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b3451da-1913-4435-83c2-b90e73b0cc95 None None] Routers {'ce70c267-85cc-4a4f-9bd5-8cd800f9f34e'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:33:28.238304 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-7b3451da-1913-4435-83c2-b90e73b0cc95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:33:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['ce70c267-85cc-4a4f-9bd5-8cd800f9f34e'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:33:28.270599 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf43393-4ce7-41c2-bcf0-fa70361e020b req-2b583461-1be6-4e59-bc4c-1df8f8f0f336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:28.272497 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-eaf43393-4ce7-41c2-bcf0-fa70361e020b req-2b583461-1be6-4e59-bc4c-1df8f8f0f336 service neutron] 10.222.0.49 "GET /v2.0/networks?id=2d77121a-2c49-4913-9b71-d88f74914779 HTTP/1.1" status: 200 len: 922 time: 0.2039278 Aug 12 14:33:28.294055 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-8e29a9a0-01d5-4c38-b453-ee1a180ffb24 req-ff416411-acf9-4734-8664-e74e88ec4aa6 tempest-FloatingIPsAssociationTestJSON-1995883228 tempest-FloatingIPsAssociationTestJSON-1995883228-project] 10.222.0.39 "GET /v2.0/security-groups?id=59cdf437-3eb3-4079-8d27-db1f8d94f14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3182645 Aug 12 14:33:28.332236 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324d943c-f1b6-4b99-ab7d-07367cceef85 None None] Pushing event updated for resources: {'Port': ['ID=680f6624-f5be-4f95-9973-a9e9f923f366,revision_number=4']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:33:28.355644 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-49c709d7-6802-4e2d-8d4d-3373b7a559cc None None] Provisioning for port 1f4547de-c003-4906-9e35-7f603e877d6d completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:33:28.418117 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-49c709d7-6802-4e2d-8d4d-3373b7a559cc None None] Provisioning complete for port 1f4547de-c003-4906-9e35-7f603e877d6d triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:33:28.418554 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-49c709d7-6802-4e2d-8d4d-3373b7a559cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:28.425279 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a8a145-ea1f-49ff-aaa9-7577dc893521 req-62cb8ec8-bc5d-4e0e-af2d-89d015f2aa3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:28.427126 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e9a8a145-ea1f-49ff-aaa9-7577dc893521 req-62cb8ec8-bc5d-4e0e-af2d-89d015f2aa3a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=eebc4daeab5b4932b99d48c68fd10c64&device_id=1c4abd92-ff98-493d-a431-54de27fac7f6 HTTP/1.1" status: 200 len: 1095 time: 0.1893268 Aug 12 14:33:28.433288 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-206b9839-f95d-4192-a78d-7d51b19b4201 req-0b4ff705-62c8-470a-8773-14d850511703 service neutron] 10.222.0.49 "GET /v2.0/networks/2525c403-dfb3-4196-a273-739607aab38a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4052024 Aug 12 14:33:28.451398 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-eaf43393-4ce7-41c2-bcf0-fa70361e020b req-2499c743-f762-4a13-a0b0-17faec713598 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9a015320-61af-4833-bc33-cfd52cf1fdd2 HTTP/1.1" status: 200 len: 217 time: 0.0541587 Aug 12 14:33:28.476303 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-9062ad55-d253-4814-a2f9-5cdcf2a19a7d req-f671dc20-447c-4ba6-b702-5f73b52e12b5 tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] 10.222.0.39 "GET /v2.0/security-groups?id=e3ca17b3-b028-41b3-b138-91e00a6e278c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6000919 Aug 12 14:33:28.562492 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-49c709d7-6802-4e2d-8d4d-3373b7a559cc None None] Port 1f4547de-c003-4906-9e35-7f603e877d6d cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 14:33:28.566864 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvr_db [None req-7b3451da-1913-4435-83c2-b90e73b0cc95 None None] Set router ce70c267-85cc-4a4f-9bd5-8cd800f9f34e gateway port host: n-d-694802-15 {{(pid=94468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:33:28.592015 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e03e7955-b144-4080-8ca2-351a71184afd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:28.640534 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450b1838-acaa-489c-aabf-63f38b319135 req-3fe162d3-c2c5-463a-9ac4-e702579424bb tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:28.642075 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-450b1838-acaa-489c-aabf-63f38b319135 req-3fe162d3-c2c5-463a-9ac4-e702579424bb tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] 10.222.0.39 "GET /v2.0/ports?device_id=bdfe1057-2f89-4d72-a343-7bb769ddcf33 HTTP/1.1" status: 200 len: 945 time: 0.1770711 Aug 12 14:33:28.652252 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf43393-4ce7-41c2-bcf0-fa70361e020b req-071dcd89-e166-4ccc-8b93-66bcf8f54b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:28.655483 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-eaf43393-4ce7-41c2-bcf0-fa70361e020b req-071dcd89-e166-4ccc-8b93-66bcf8f54b36 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e49c4440-1d10-4e2e-898f-8a24c72551cf HTTP/1.1" status: 200 len: 860 time: 0.1825352 Aug 12 14:33:28.742912 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-450b1838-acaa-489c-aabf-63f38b319135 req-440f6eee-6d16-4bb0-8b7f-f84983c30abc tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] 10.222.0.39 "GET /v2.0/security-groups?id=6f569421-3ef5-4998-a0c5-f191379b6c78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899353 Aug 12 14:33:28.751105 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a8a145-ea1f-49ff-aaa9-7577dc893521 req-5b5f1981-840b-4b3d-8918-22d4359d22a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:28.752592 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e9a8a145-ea1f-49ff-aaa9-7577dc893521 req-5b5f1981-840b-4b3d-8918-22d4359d22a1 service neutron] 10.222.0.49 "GET /v2.0/networks?id=03dfba7c-7b4a-44e5-8aaa-c2d37ee82018 HTTP/1.1" status: 200 len: 922 time: 0.3070927 Aug 12 14:33:28.754514 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-206b9839-f95d-4192-a78d-7d51b19b4201 req-48e9ea60-125d-48a9-93ef-30fd55f37a1b service neutron] 10.222.0.49 "GET /v2.0/networks/2525c403-dfb3-4196-a273-739607aab38a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2985995 Aug 12 14:33:28.838066 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e9a8a145-ea1f-49ff-aaa9-7577dc893521 req-f9ec16aa-0404-4bc0-aabd-23ca5be25579 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1152052b-2557-4fb2-b6b9-f241e0aa7ede HTTP/1.1" status: 200 len: 217 time: 0.0716999 Aug 12 14:33:28.896226 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6147a131-56ca-466a-807c-f23e053a0384 req-fa27e9ac-6a3e-480b-b0a7-9afab77ba385 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:28.904299 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-6147a131-56ca-466a-807c-f23e053a0384 req-fa27e9ac-6a3e-480b-b0a7-9afab77ba385 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d672ae8-cf9f-476a-9b32-189bae5a39b2 HTTP/1.1" status: 200 len: 948 time: 0.3216121 Aug 12 14:33:28.935500 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a8a145-ea1f-49ff-aaa9-7577dc893521 req-48dd27fd-a414-454b-9f8e-ee48292f93fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:28.937409 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e9a8a145-ea1f-49ff-aaa9-7577dc893521 req-48dd27fd-a414-454b-9f8e-ee48292f93fb service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ef8d2719-a4dd-40cc-910c-927d9e7406a1 HTTP/1.1" status: 200 len: 861 time: 0.0866592 Aug 12 14:33:28.944059 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-7b3451da-1913-4435-83c2-b90e73b0cc95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce70c267-85cc-4a4f-9bd5-8cd800f9f34e', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2110188239-router', 'tenant_id': '6707d62201854f45a95f43404366c8a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.34'}], 'enable_snat': True}, 'gw_port_id': 'ff1324fd-4fea-4b96-b985-3c95f6e5f2ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:33:13Z', 'updated_at': '2021-08-12T14:33:22Z', 'revision_number': 4, 'project_id': '6707d62201854f45a95f43404366c8a6', 'gw_port': {'id': 'ff1324fd-4fea-4b96-b985-3c95f6e5f2ac', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:51:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce70c267-85cc-4a4f-9bd5-8cd800f9f34e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:33:14Z', 'updated_at': '2021-08-12T14:33:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': '680f6624-f5be-4f95-9973-a9e9f923f366', 'name': '', 'network_id': 'ed25be17-ecf5-4078-8c2b-acbe5d25789b', 'tenant_id': '6707d62201854f45a95f43404366c8a6', 'mac_address': 'fa:16:3e:04:f3:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce70c267-85cc-4a4f-9bd5-8cd800f9f34e', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '80ea85f5-b7b4-4601-8f25-aacd4b4b81f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:33:19Z', 'updated_at': '2021-08-12T14:33:28Z', 'revision_number': 4, 'project_id': '6707d62201854f45a95f43404366c8a6', 'subnets': [{'id': '80ea85f5-b7b4-4601-8f25-aacd4b4b81f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:33:28.973973 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e9a8a145-ea1f-49ff-aaa9-7577dc893521 req-58bcc315-37aa-4b23-a4e1-ab728f6b4c0b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=03dfba7c-7b4a-44e5-8aaa-c2d37ee82018&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260746 Aug 12 14:33:28.989593 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b3451da-1913-4435-83c2-b90e73b0cc95 None None] The sync data for ids ['ce70c267-85cc-4a4f-9bd5-8cd800f9f34e'] in n-d-694802-15 is: [{'id': 'ce70c267-85cc-4a4f-9bd5-8cd800f9f34e', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2110188239-router', 'tenant_id': '6707d62201854f45a95f43404366c8a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.34'}], 'enable_snat': True}, 'gw_port_id': 'ff1324fd-4fea-4b96-b985-3c95f6e5f2ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:33:13Z', 'updated_at': '2021-08-12T14:33:22Z', 'revision_number': 4, 'project_id': '6707d62201854f45a95f43404366c8a6', 'gw_port': {'id': 'ff1324fd-4fea-4b96-b985-3c95f6e5f2ac', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:51:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce70c267-85cc-4a4f-9bd5-8cd800f9f34e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:33:14Z', 'updated_at': '2021-08-12T14:33:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': '680f6624-f5be-4f95-9973-a9e9f923f366', 'name': '', 'network_id': 'ed25be17-ecf5-4078-8c2b-acbe5d25789b', 'tenant_id': '6707d62201854f45a95f43404366c8a6', 'mac_address': 'fa:16:3e:04:f3:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce70c267-85cc-4a4f-9bd5-8cd800f9f34e', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '80ea85f5-b7b4-4601-8f25-aacd4b4b81f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:33:19Z', 'updated_at': '2021-08-12T14:33:28Z', 'revision_number': 4, 'project_id': '6707d62201854f45a95f43404366c8a6', 'subnets': [{'id': '80ea85f5-b7b4-4601-8f25-aacd4b4b81f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 14:33:28.990716 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf43393-4ce7-41c2-bcf0-fa70361e020b req-2cbde9b7-bb32-42b9-a410-c19f603f05c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:28.997015 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-eaf43393-4ce7-41c2-bcf0-fa70361e020b req-2cbde9b7-bb32-42b9-a410-c19f603f05c5 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2d77121a-2c49-4913-9b71-d88f74914779&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3332536 Aug 12 14:33:29.131195 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4b7eed17-59a7-4025-a4de-cc68bce4549c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66663830'] for router_interface, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:29.142589 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e9a8a145-ea1f-49ff-aaa9-7577dc893521 req-f4df138b-d642-4bd9-a24f-79aa10d22de9 service neutron] 10.222.0.49 "GET /v2.0/networks/03dfba7c-7b4a-44e5-8aaa-c2d37ee82018?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575251 Aug 12 14:33:29.146499 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-6147a131-56ca-466a-807c-f23e053a0384 req-4e8115df-aaf8-4c61-8f1b-da2b7f9dd50a tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0307eb3-f523-445b-8e1d-79deac809303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2412560 Aug 12 14:33:29.323202 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e9a8a145-ea1f-49ff-aaa9-7577dc893521 req-d86b6196-ec60-4793-bfee-ee81ace5e0a2 service neutron] 10.222.0.49 "GET /v2.0/networks/03dfba7c-7b4a-44e5-8aaa-c2d37ee82018?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1708467 Aug 12 14:33:29.359064 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d672ae8-cf9f-476a-9b32-189bae5a39b2', 'tag': '628b9ed0-91c2-4767-8e49-8e7410a8407c'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:33:29.361359 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e65282f928b64038367d043a4411777802006c43a98742496cb2e25b724ff1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2aab17d6-2837-4958-ba4a-660f8398e4d9" -d '{"events": [{"name": "network-changed", "server_uuid": "8d672ae8-cf9f-476a-9b32-189bae5a39b2", "tag": "628b9ed0-91c2-4767-8e49-8e7410a8407c"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:33:29.424569 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 14:33:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c00172a9-e9b8-497e-a652-ef73ed81e2ee x-openstack-request-id: req-c00172a9-e9b8-497e-a652-ef73ed81e2ee {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:33:29.424569 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d672ae8-cf9f-476a-9b32-189bae5a39b2", "tag": "628b9ed0-91c2-4767-8e49-8e7410a8407c", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:33:29.424569 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c00172a9-e9b8-497e-a652-ef73ed81e2ee {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:33:29.424569 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d672ae8-cf9f-476a-9b32-189bae5a39b2', 'tag': '628b9ed0-91c2-4767-8e49-8e7410a8407c', 'status': 'completed', 'code': 200} Aug 12 14:33:29.551330 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22bffb1-71da-4ec7-b4bd-d828d0fc846a req-e37ccc2d-90a2-458a-96a2-03bfe2cdce92 tempest-FloatingIPsAssociationTestJSON-1995883228 tempest-FloatingIPsAssociationTestJSON-1995883228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:29.564827 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e22bffb1-71da-4ec7-b4bd-d828d0fc846a req-e37ccc2d-90a2-458a-96a2-03bfe2cdce92 tempest-FloatingIPsAssociationTestJSON-1995883228 tempest-FloatingIPsAssociationTestJSON-1995883228-project] 10.222.0.39 "GET /v2.0/ports?device_id=638f28f3-3c31-4c01-a209-4a15d74e5da7 HTTP/1.1" status: 200 len: 943 time: 0.1568553 Aug 12 14:33:29.656553 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aab17d6-2837-4958-ba4a-660f8398e4d9 req-b785ede6-4e81-4220-b4a3-373b39860dda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:29.658088 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2aab17d6-2837-4958-ba4a-660f8398e4d9 req-b785ede6-4e81-4220-b4a3-373b39860dda service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e3f6e239b38a4f618b8ca0621fcc54e4&device_id=8d672ae8-cf9f-476a-9b32-189bae5a39b2 HTTP/1.1" status: 200 len: 1100 time: 0.2029357 Aug 12 14:33:29.680883 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e22bffb1-71da-4ec7-b4bd-d828d0fc846a req-cef7e0c5-866b-4582-9b46-efffc46c32de tempest-FloatingIPsAssociationTestJSON-1995883228 tempest-FloatingIPsAssociationTestJSON-1995883228-project] 10.222.0.39 "GET /v2.0/security-groups?id=59cdf437-3eb3-4079-8d27-db1f8d94f14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090953 Aug 12 14:33:29.781257 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 680f6624-f5be-4f95-9973-a9e9f923f366 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:33:29.883626 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aab17d6-2837-4958-ba4a-660f8398e4d9 req-3b5ba501-fdb6-45b4-b434-0b9231c2ec4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:29.886340 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2aab17d6-2837-4958-ba4a-660f8398e4d9 req-3b5ba501-fdb6-45b4-b434-0b9231c2ec4f service neutron] 10.222.0.49 "GET /v2.0/networks?id=2525c403-dfb3-4196-a273-739607aab38a HTTP/1.1" status: 200 len: 870 time: 0.2015269 Aug 12 14:33:29.889260 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning for port 680f6624-f5be-4f95-9973-a9e9f923f366 completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:33:29.893863 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port 680f6624-f5be-4f95-9973-a9e9f923f366 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:33:29.894667 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:29.945195 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2aab17d6-2837-4958-ba4a-660f8398e4d9 req-b9c4a554-fce6-4bbf-8493-9155e452d870 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.129&port_id=628b9ed0-91c2-4767-8e49-8e7410a8407c HTTP/1.1" status: 200 len: 217 time: 0.0508146 Aug 12 14:33:29.959232 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-eaf43393-4ce7-41c2-bcf0-fa70361e020b req-778e1730-ad7a-4ed8-a9c3-101451ab21a6 service neutron] 10.222.0.49 "GET /v2.0/networks/2d77121a-2c49-4913-9b71-d88f74914779?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9444113 Aug 12 14:33:29.965450 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e03e7955-b144-4080-8ca2-351a71184afd admin admin] Notify callbacks [] for port, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:30.018239 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:30.021113 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3dfdd3-f7ef-4e28-9f55-0dc7535a384a req-57592e5b-f7b0-44f5-93bb-2bf4ea603dc7 tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:30.023125 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-ea3dfdd3-f7ef-4e28-9f55-0dc7535a384a req-57592e5b-f7b0-44f5-93bb-2bf4ea603dc7 tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] 10.222.0.39 "GET /v2.0/ports?device_id=1c4abd92-ff98-493d-a431-54de27fac7f6 HTTP/1.1" status: 200 len: 943 time: 0.3665471 Aug 12 14:33:30.038409 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e03e7955-b144-4080-8ca2-351a71184afd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3718439'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:30.089031 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae773e33-7323-41e2-97d4-d044af8dca8f req-79c2d3a0-6522-46c1-ac71-199e80e7340d tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:30.090803 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ae773e33-7323-41e2-97d4-d044af8dca8f req-79c2d3a0-6522-46c1-ac71-199e80e7340d tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] 10.222.0.39 "GET /v2.0/ports?device_id=bdfe1057-2f89-4d72-a343-7bb769ddcf33 HTTP/1.1" status: 200 len: 945 time: 0.1445103 Aug 12 14:33:30.108324 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] For port 680f6624-f5be-4f95-9973-a9e9f923f366, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=680f6624-f5be-4f95-9973-a9e9f923f366,segment=NetworkSegment(5e1215c4-d421-4d38-b69b-33ac9bdeb706),segment_id=5e1215c4-d421-4d38-b69b-33ac9bdeb706)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:33:30.109589 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aab17d6-2837-4958-ba4a-660f8398e4d9 req-0412a125-34c3-4949-8726-f8c9c4f71892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:30.111304 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2aab17d6-2837-4958-ba4a-660f8398e4d9 req-0412a125-34c3-4949-8726-f8c9c4f71892 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=236e0be6-1c94-4221-9e8b-ab02a53331f8 HTTP/1.1" status: 200 len: 843 time: 0.1210947 Aug 12 14:33:30.116658 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:30.155969 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ae773e33-7323-41e2-97d4-d044af8dca8f req-a11448a0-85f9-40b0-a79f-588b1c8dbac5 tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] 10.222.0.39 "GET /v2.0/security-groups?id=6f569421-3ef5-4998-a0c5-f191379b6c78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434630 Aug 12 14:33:30.178705 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Pushing event updated for resources: {'Port': ['ID=680f6624-f5be-4f95-9973-a9e9f923f366,revision_number=5']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:33:30.221285 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aab17d6-2837-4958-ba4a-660f8398e4d9 req-97b0c6a7-2e2e-45d6-afa5-7ed3c3315181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:30.223233 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2aab17d6-2837-4958-ba4a-660f8398e4d9 req-97b0c6a7-2e2e-45d6-afa5-7ed3c3315181 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2525c403-dfb3-4196-a273-739607aab38a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0708327 Aug 12 14:33:30.316779 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e03e7955-b144-4080-8ca2-351a71184afd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66628363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66663865'] for router_interface, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:30.339470 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2aab17d6-2837-4958-ba4a-660f8398e4d9 req-155dea49-19b8-4a0a-a6c8-aa15ba03d4d6 service neutron] 10.222.0.49 "GET /v2.0/networks/2525c403-dfb3-4196-a273-739607aab38a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026709 Aug 12 14:33:30.351996 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03e7955-b144-4080-8ca2-351a71184afd admin admin] Pushing event updated for resources: {'Port': ['ID=1f4547de-c003-4906-9e35-7f603e877d6d,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:33:30.402908 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-eaf43393-4ce7-41c2-bcf0-fa70361e020b req-d4c0d176-989d-4590-8c05-5f136a240a51 service neutron] 10.222.0.49 "GET /v2.0/networks/2d77121a-2c49-4913-9b71-d88f74914779?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4177721 Aug 12 14:33:30.417379 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-ea3dfdd3-f7ef-4e28-9f55-0dc7535a384a req-b35ce86f-f609-49a1-b5a8-5c43b24915f9 tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] 10.222.0.39 "GET /v2.0/security-groups?id=e3ca17b3-b028-41b3-b138-91e00a6e278c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3759179 Aug 12 14:33:30.546375 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2aab17d6-2837-4958-ba4a-660f8398e4d9 req-72d84d9a-148b-44d8-ad24-ad3128dbda74 service neutron] 10.222.0.49 "GET /v2.0/networks/2525c403-dfb3-4196-a273-739607aab38a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1965678 Aug 12 14:33:30.597194 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e03e7955-b144-4080-8ca2-351a71184afd admin admin] Network e3a2bad2-d7b8-4fe9-80d2-f6f454972272 is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:33:30.599762 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-e03e7955-b144-4080-8ca2-351a71184afd admin admin] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:33:30.621424 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1f6dce-bfa3-49c5-8653-2ed6df6fddb4 req-231ecd82-05a2-4ad8-817b-e89b048abad6 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:30.627649 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3d1f6dce-bfa3-49c5-8653-2ed6df6fddb4 req-231ecd82-05a2-4ad8-817b-e89b048abad6 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d672ae8-cf9f-476a-9b32-189bae5a39b2 HTTP/1.1" status: 200 len: 948 time: 0.1608262 Aug 12 14:33:30.710393 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3d1f6dce-bfa3-49c5-8653-2ed6df6fddb4 req-fba6e2b1-60a2-4d32-820b-1d41ee615006 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0307eb3-f523-445b-8e1d-79deac809303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746574 Aug 12 14:33:30.897177 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-4b7eed17-59a7-4025-a4de-cc68bce4549c admin admin] Deleting port 680f6624-f5be-4f95-9973-a9e9f923f366 {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:33:30.897531 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4b7eed17-59a7-4025-a4de-cc68bce4549c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:30.906195 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f705a7e-ae4f-4299-aac3-fbeb77aae00e req-38562c22-d329-4a9c-8340-14b11146134d tempest-FloatingIPsAssociationTestJSON-1995883228 tempest-FloatingIPsAssociationTestJSON-1995883228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:30.907765 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-5f705a7e-ae4f-4299-aac3-fbeb77aae00e req-38562c22-d329-4a9c-8340-14b11146134d tempest-FloatingIPsAssociationTestJSON-1995883228 tempest-FloatingIPsAssociationTestJSON-1995883228-project] 10.222.0.39 "GET /v2.0/ports?device_id=638f28f3-3c31-4c01-a209-4a15d74e5da7 HTTP/1.1" status: 200 len: 943 time: 0.1189156 Aug 12 14:33:30.910559 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e03e7955-b144-4080-8ca2-351a71184afd admin admin] Router f718bc44-58c9-4422-8f05-8ac718cf99af has already been hosted by L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f {{(pid=94466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 14:33:30.968264 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-3ab99018-af9f-4143-8e11-30c7da42c9d0 None None] Provisioning complete for port 1f4547de-c003-4906-9e35-7f603e877d6d triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:33:30.969519 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-3ab99018-af9f-4143-8e11-30c7da42c9d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:31.020380 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-3ab99018-af9f-4143-8e11-30c7da42c9d0 None None] Port 1f4547de-c003-4906-9e35-7f603e877d6d cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 14:33:31.049837 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-5f705a7e-ae4f-4299-aac3-fbeb77aae00e req-883be983-0956-45ae-bd71-e2a691fffb29 tempest-FloatingIPsAssociationTestJSON-1995883228 tempest-FloatingIPsAssociationTestJSON-1995883228-project] 10.222.0.39 "GET /v2.0/security-groups?id=59cdf437-3eb3-4079-8d27-db1f8d94f14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285708 Aug 12 14:33:31.090003 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-4b7eed17-59a7-4025-a4de-cc68bce4549c admin admin] For port 680f6624-f5be-4f95-9973-a9e9f923f366, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=680f6624-f5be-4f95-9973-a9e9f923f366,segment=NetworkSegment(5e1215c4-d421-4d38-b69b-33ac9bdeb706),segment_id=5e1215c4-d421-4d38-b69b-33ac9bdeb706)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:33:31.090467 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4b7eed17-59a7-4025-a4de-cc68bce4549c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:31.133457 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-4b7eed17-59a7-4025-a4de-cc68bce4549c admin admin] Calling delete_port for 680f6624-f5be-4f95-9973-a9e9f923f366 owned by network:router_interface {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:33:31.191664 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e03e7955-b144-4080-8ca2-351a71184afd admin admin] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 14:33:31.198650 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-e03e7955-b144-4080-8ca2-351a71184afd admin admin] 10.222.0.39 "PUT /v2.0/routers/f718bc44-58c9-4422-8f05-8ac718cf99af/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4400918 Aug 12 14:33:31.204344 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0a3be51-8443-4332-830b-a19fc308c3bf None None] Sync routers for ids ['f718bc44-58c9-4422-8f05-8ac718cf99af'] in n-d-694802-15 {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 14:33:31.223892 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0a3be51-8443-4332-830b-a19fc308c3bf None None] Routers {'f718bc44-58c9-4422-8f05-8ac718cf99af'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:33:31.224775 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-c0a3be51-8443-4332-830b-a19fc308c3bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:33:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['f718bc44-58c9-4422-8f05-8ac718cf99af'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:33:31.359876 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5aae161-a0f9-4f3f-9320-ff14b1e3058c req-c25fc12f-e4c7-484a-950b-b4cc083a47d9 tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:31.361948 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b5aae161-a0f9-4f3f-9320-ff14b1e3058c req-c25fc12f-e4c7-484a-950b-b4cc083a47d9 tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] 10.222.0.39 "GET /v2.0/ports?device_id=bdfe1057-2f89-4d72-a343-7bb769ddcf33 HTTP/1.1" status: 200 len: 945 time: 0.0927873 Aug 12 14:33:31.406190 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-c0a3be51-8443-4332-830b-a19fc308c3bf None None] Set router f718bc44-58c9-4422-8f05-8ac718cf99af gateway port host: n-d-694802-15 {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:33:31.430403 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b5aae161-a0f9-4f3f-9320-ff14b1e3058c req-77c54d2e-1e55-4fe1-bf61-768e0e51e711 tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] 10.222.0.39 "GET /v2.0/security-groups?id=6f569421-3ef5-4998-a0c5-f191379b6c78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593920 Aug 12 14:33:31.466263 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4b7eed17-59a7-4025-a4de-cc68bce4549c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:31.566536 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7eed17-59a7-4025-a4de-cc68bce4549c admin admin] Pushing event deleted for resources: {'Port': ['ID=680f6624-f5be-4f95-9973-a9e9f923f366,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:33:31.652260 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 680f6624-f5be-4f95-9973-a9e9f923f366 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:33:31.719696 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] No Port match for: 680f6624-f5be-4f95-9973-a9e9f923f366 {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 14:33:31.720332 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 680f6624-f5be-4f95-9973-a9e9f923f366 not bound to the agent host n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Aug 12 14:33:31.776419 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Port 680f6624-f5be-4f95-9973-a9e9f923f366 not found, will not notify nova. {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Aug 12 14:33:31.850544 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4b7eed17-59a7-4025-a4de-cc68bce4549c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66628352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-430630'] for router_interface, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:31.915471 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-c0a3be51-8443-4332-830b-a19fc308c3bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f718bc44-58c9-4422-8f05-8ac718cf99af', 'name': 'tempest-ServersTestJSON-171938789-router', 'tenant_id': '372c249eafa04261b1b78b8ad1ae1671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.17'}], 'enable_snat': True}, 'gw_port_id': '797ebdb2-599b-4acb-911a-5a416bde1eb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:33:15Z', 'updated_at': '2021-08-12T14:33:28Z', 'revision_number': 4, 'project_id': '372c249eafa04261b1b78b8ad1ae1671', 'gw_port': {'id': '797ebdb2-599b-4acb-911a-5a416bde1eb3', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:08:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f718bc44-58c9-4422-8f05-8ac718cf99af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:33:17Z', 'updated_at': '2021-08-12T14:33:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': '1f4547de-c003-4906-9e35-7f603e877d6d', 'name': '', 'network_id': 'e3a2bad2-d7b8-4fe9-80d2-f6f454972272', 'tenant_id': '372c249eafa04261b1b78b8ad1ae1671', 'mac_address': 'fa:16:3e:72:a7:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f718bc44-58c9-4422-8f05-8ac718cf99af', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '99e47346-f96a-40ad-96a2-02125f67c08d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:33:25Z', 'updated_at': '2021-08-12T14:33:28Z', 'revision_number': 2, 'project_id': '372c249eafa04261b1b78b8ad1ae1671', 'subnets': [{'id': '99e47346-f96a-40ad-96a2-02125f67c08d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:33:31.934280 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871c1441-c570-4074-abf7-d7185d8d9265 req-83e5c191-0e63-4b71-af57-235006fca2a4 tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:31.936185 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-871c1441-c570-4074-abf7-d7185d8d9265 req-83e5c191-0e63-4b71-af57-235006fca2a4 tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] 10.222.0.39 "GET /v2.0/ports?device_id=1c4abd92-ff98-493d-a431-54de27fac7f6 HTTP/1.1" status: 200 len: 943 time: 0.1156979 Aug 12 14:33:31.950399 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0a3be51-8443-4332-830b-a19fc308c3bf None None] Checking router: f718bc44-58c9-4422-8f05-8ac718cf99af for host: n-d-694802-15 {{(pid=94469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 14:33:31.950813 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0a3be51-8443-4332-830b-a19fc308c3bf None None] Updating router f718bc44-58c9-4422-8f05-8ac718cf99af port 1f4547de-c003-4906-9e35-7f603e877d6d binding host n-d-694802-15 {{(pid=94469) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 14:33:31.979477 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-c0a3be51-8443-4332-830b-a19fc308c3bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:31.991256 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-871c1441-c570-4074-abf7-d7185d8d9265 req-358dac15-74d6-4a4f-9d13-6d01ed848699 tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] 10.222.0.39 "GET /v2.0/security-groups?id=e3ca17b3-b028-41b3-b138-91e00a6e278c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446694 Aug 12 14:33:32.231420 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device 628b9ed0-91c2-4767-8e49-8e7410a8407c details requested by agent hyperv_n-h2-694802-15 with host n-h2-694802-15 {{(pid=94468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 14:33:32.289939 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 33436) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:33:32.296764 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-dcb40abf-28fc-4834-83b4-feb6cb7f8653 tempest-ServersTestJSON-1551689810 tempest-ServersTestJSON-1551689810-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1787623750', 'description': 'tempest-description--937857775'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:33:32.373228 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port 628b9ed0-91c2-4767-8e49-8e7410a8407c, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=628b9ed0-91c2-4767-8e49-8e7410a8407c,segment=NetworkSegment(a1f8c867-101b-4d30-814e-b89f55a5edd0),segment_id=a1f8c867-101b-4d30-814e-b89f55a5edd0)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:33:32.390493 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9184769c-d2ff-45e1-af87-f05b91f882a7 req-da0bb685-3e8e-487e-99ea-5bf7d82e6832 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:32.391883 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-dcb40abf-28fc-4834-83b4-feb6cb7f8653 tempest-ServersTestJSON-1551689810 tempest-ServersTestJSON-1551689810-project] Notify callbacks [] for security_group, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:32.395801 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Returning: {'device': '628b9ed0-91c2-4767-8e49-8e7410a8407c', 'network_id': '2525c403-dfb3-4196-a273-739607aab38a', 'port_id': '628b9ed0-91c2-4767-8e49-8e7410a8407c', 'mac_address': 'fa:16:3e:bd:8d:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '236e0be6-1c94-4221-9e8b-ab02a53331f8', 'ip_address': '192.168.233.129'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 14:33:32.401206 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-9184769c-d2ff-45e1-af87-f05b91f882a7 req-da0bb685-3e8e-487e-99ea-5bf7d82e6832 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d672ae8-cf9f-476a-9b32-189bae5a39b2 HTTP/1.1" status: 200 len: 948 time: 0.3098867 Aug 12 14:33:32.462015 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:32.469018 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b7eed17-59a7-4025-a4de-cc68bce4549c admin admin] Router ce70c267-85cc-4a4f-9bd5-8cd800f9f34e has already been hosted by L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f {{(pid=94466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 14:33:32.484877 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 628b9ed0-91c2-4767-8e49-8e7410a8407c {{(pid=94468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:33:32.492346 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-c0a3be51-8443-4332-830b-a19fc308c3bf None None] Notify callbacks [] for port, precommit_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:32.512711 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-9184769c-d2ff-45e1-af87-f05b91f882a7 req-feff71ca-f28d-404e-a1d4-3d505e3f5ea7 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0307eb3-f523-445b-8e1d-79deac809303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954854 Aug 12 14:33:32.517167 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.provisioning_blocks [None req-c0a3be51-8443-4332-830b-a19fc308c3bf None None] Transition to ACTIVE for port object 1f4547de-c003-4906-9e35-7f603e877d6d will not be triggered until provisioned by entity L2. {{(pid=94469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:33:32.524358 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port 628b9ed0-91c2-4767-8e49-8e7410a8407c, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=628b9ed0-91c2-4767-8e49-8e7410a8407c,segment=NetworkSegment(a1f8c867-101b-4d30-814e-b89f55a5edd0),segment_id=a1f8c867-101b-4d30-814e-b89f55a5edd0)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:33:32.535028 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:32.537091 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-c0a3be51-8443-4332-830b-a19fc308c3bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:32.538078 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device 9a015320-61af-4833-bc33-cfd52cf1fdd2 details requested by agent hyperv_n-h2-694802-15 with host n-h2-694802-15 {{(pid=94468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 14:33:32.654214 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d068a9db-5b16-40eb-a9c2-c15b0f032be8 None None] Pushing event updated for resources: {'Port': ['ID=1f4547de-c003-4906-9e35-7f603e877d6d,revision_number=3']} {{(pid=94469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:33:32.655099 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-dcb40abf-28fc-4834-83b4-feb6cb7f8653 tempest-ServersTestJSON-1551689810 tempest-ServersTestJSON-1551689810-project] Notify callbacks [] for security_group, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:32.688643 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0742b66e-2e23-4845-ac73-9f15e0680f7b req-92084a15-975c-4cb8-aa33-e629027022cf tempest-FloatingIPsAssociationTestJSON-1995883228 tempest-FloatingIPsAssociationTestJSON-1995883228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:32.690325 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0742b66e-2e23-4845-ac73-9f15e0680f7b req-92084a15-975c-4cb8-aa33-e629027022cf tempest-FloatingIPsAssociationTestJSON-1995883228 tempest-FloatingIPsAssociationTestJSON-1995883228-project] 10.222.0.39 "GET /v2.0/ports?device_id=638f28f3-3c31-4c01-a209-4a15d74e5da7 HTTP/1.1" status: 200 len: 943 time: 0.2339120 Aug 12 14:33:32.691362 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-dcb40abf-28fc-4834-83b4-feb6cb7f8653 tempest-ServersTestJSON-1551689810 tempest-ServersTestJSON-1551689810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:32.699629 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Pushing event updated for resources: {'Port': ['ID=628b9ed0-91c2-4767-8e49-8e7410a8407c,revision_number=4']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:33:32.760032 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-dcb40abf-28fc-4834-83b4-feb6cb7f8653 tempest-ServersTestJSON-1551689810 tempest-ServersTestJSON-1551689810-project] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:32.762235 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-dcb40abf-28fc-4834-83b4-feb6cb7f8653 tempest-ServersTestJSON-1551689810 tempest-ServersTestJSON-1551689810-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4712157 Aug 12 14:33:32.782215 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 33442) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:33:32.796363 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.managers [None req-c0a3be51-8443-4332-830b-a19fc308c3bf None None] Attempting to bind port 1f4547de-c003-4906-9e35-7f603e877d6d on host n-d-694802-15 for vnic_type normal with profile {{(pid=94469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:33:32.797112 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-0172cb68-7bad-4f56-8fcb-43408e01b5b1 tempest-ServersTestJSON-1551689810 tempest-ServersTestJSON-1551689810-project] Request body: {'security_group_rule': {'security_group_id': '4b7c0606-97a5-471f-a437-389550b223d2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:33:32.798228 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.managers [None req-c0a3be51-8443-4332-830b-a19fc308c3bf None None] Attempting to bind port 1f4547de-c003-4906-9e35-7f603e877d6d by drivers openvswitch,hyperv on host n-d-694802-15 at level 0 using segments [{'id': '1193682d-837e-492a-b676-dbe7d0687eb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e3a2bad2-d7b8-4fe9-80d2-f6f454972272'}] {{(pid=94469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:33:32.798775 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0a3be51-8443-4332-830b-a19fc308c3bf None None] Attempting to bind port 1f4547de-c003-4906-9e35-7f603e877d6d on network e3a2bad2-d7b8-4fe9-80d2-f6f454972272 {{(pid=94469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:33:32.801383 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port 9a015320-61af-4833-bc33-cfd52cf1fdd2, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=9a015320-61af-4833-bc33-cfd52cf1fdd2,segment=NetworkSegment(ee392864-e217-4cd8-a2c6-fbd3077ffd3b),segment_id=ee392864-e217-4cd8-a2c6-fbd3077ffd3b)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:33:32.812359 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0a3be51-8443-4332-830b-a19fc308c3bf None None] Checking agent: {'id': '16de73ac-f2e9-4cee-b3e0-91052ae3e6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 20, 13), 'started_at': datetime.datetime(2021, 8, 12, 14, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 33, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:33:32.812732 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0a3be51-8443-4332-830b-a19fc308c3bf None None] Checking segment: {'id': '1193682d-837e-492a-b676-dbe7d0687eb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e3a2bad2-d7b8-4fe9-80d2-f6f454972272'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:33:32.813150 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-c0a3be51-8443-4332-830b-a19fc308c3bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:32.814608 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0a3be51-8443-4332-830b-a19fc308c3bf None None] Bound using segment: {'id': '1193682d-837e-492a-b676-dbe7d0687eb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e3a2bad2-d7b8-4fe9-80d2-f6f454972272'} {{(pid=94469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:33:32.816224 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.managers [None req-c0a3be51-8443-4332-830b-a19fc308c3bf None None] Bound port: 1f4547de-c003-4906-9e35-7f603e877d6d, host: n-d-694802-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1193682d-837e-492a-b676-dbe7d0687eb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e3a2bad2-d7b8-4fe9-80d2-f6f454972272'}}] {{(pid=94469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:33:32.818305 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-c0a3be51-8443-4332-830b-a19fc308c3bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:32.823776 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb40abf-28fc-4834-83b4-feb6cb7f8653 tempest-ServersTestJSON-1551689810 tempest-ServersTestJSON-1551689810-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b7c0606-97a5-471f-a437-389550b223d2,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:33:32.836764 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-0172cb68-7bad-4f56-8fcb-43408e01b5b1 tempest-ServersTestJSON-1551689810 tempest-ServersTestJSON-1551689810-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:32.844135 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Returning: {'device': '9a015320-61af-4833-bc33-cfd52cf1fdd2', 'network_id': '2d77121a-2c49-4913-9b71-d88f74914779', 'port_id': '9a015320-61af-4833-bc33-cfd52cf1fdd2', 'mac_address': 'fa:16:3e:28:00:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e49c4440-1d10-4e2e-898f-8a24c72551cf', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 14:33:32.898996 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b7eed17-59a7-4025-a4de-cc68bce4549c admin admin] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 14:33:32.909479 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-4b7eed17-59a7-4025-a4de-cc68bce4549c admin admin] 10.222.0.39 "PUT /v2.0/routers/ce70c267-85cc-4a4f-9bd5-8cd800f9f34e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4690931 Aug 12 14:33:32.914358 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6fc35f3-8eaf-486c-839a-82e58f24c120 None None] Sync routers for ids ['ce70c267-85cc-4a4f-9bd5-8cd800f9f34e'] in n-d-694802-15 {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 14:33:32.916358 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-0172cb68-7bad-4f56-8fcb-43408e01b5b1 tempest-ServersTestJSON-1551689810 tempest-ServersTestJSON-1551689810-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:32.917285 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 33444) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:33:32.931518 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0742b66e-2e23-4845-ac73-9f15e0680f7b req-74ba9f08-8f34-4075-968e-a22623108513 tempest-FloatingIPsAssociationTestJSON-1995883228 tempest-FloatingIPsAssociationTestJSON-1995883228-project] 10.222.0.39 "GET /v2.0/security-groups?id=59cdf437-3eb3-4079-8d27-db1f8d94f14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2173548 Aug 12 14:33:32.937037 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-0172cb68-7bad-4f56-8fcb-43408e01b5b1 tempest-ServersTestJSON-1551689810 tempest-ServersTestJSON-1551689810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641735'] for security_group_rule, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:32.954909 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6fc35f3-8eaf-486c-839a-82e58f24c120 None None] Routers {'ce70c267-85cc-4a4f-9bd5-8cd800f9f34e'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:33:32.955571 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-e6fc35f3-8eaf-486c-839a-82e58f24c120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:33:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['ce70c267-85cc-4a4f-9bd5-8cd800f9f34e'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:33:32.964670 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cba558-1250-449e-bf39-8394c1b02b10 req-f14d458f-9eeb-482a-a343-ef84f8504cff tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:32.978275 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.db [None req-c0a3be51-8443-4332-830b-a19fc308c3bf None None] For port 1f4547de-c003-4906-9e35-7f603e877d6d, host n-d-694802-15, cleared binding levels {{(pid=94469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:33:32.979625 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-22cba558-1250-449e-bf39-8394c1b02b10 req-f14d458f-9eeb-482a-a343-ef84f8504cff tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] 10.222.0.39 "GET /v2.0/ports?device_id=bdfe1057-2f89-4d72-a343-7bb769ddcf33 HTTP/1.1" status: 200 len: 945 time: 0.3536916 Aug 12 14:33:32.984531 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.db [None req-c0a3be51-8443-4332-830b-a19fc308c3bf None None] For port 1f4547de-c003-4906-9e35-7f603e877d6d, host n-d-694802-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=1f4547de-c003-4906-9e35-7f603e877d6d,segment=NetworkSegment(1193682d-837e-492a-b676-dbe7d0687eb3),segment_id=1193682d-837e-492a-b676-dbe7d0687eb3)] {{(pid=94469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:33:32.989887 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0172cb68-7bad-4f56-8fcb-43408e01b5b1 tempest-ServersTestJSON-1551689810 tempest-ServersTestJSON-1551689810-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfc935eb-15ec-4893-8f35-28baf05a6a4e,revision_number=0']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:33:32.993964 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-c0a3be51-8443-4332-830b-a19fc308c3bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:33.016343 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-0172cb68-7bad-4f56-8fcb-43408e01b5b1 tempest-ServersTestJSON-1551689810 tempest-ServersTestJSON-1551689810-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:33.017779 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-0172cb68-7bad-4f56-8fcb-43408e01b5b1 tempest-ServersTestJSON-1551689810 tempest-ServersTestJSON-1551689810-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2344649 Aug 12 14:33:33.020633 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 33446) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:33:33.027430 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-7d6fde9d-647e-493b-b3e2-1bc3b7b338da tempest-ServersTestJSON-1551689810 tempest-ServersTestJSON-1551689810-project] Request body: {'security_group_rule': {'security_group_id': '4b7c0606-97a5-471f-a437-389550b223d2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:33:33.058446 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:33.128076 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-7d6fde9d-647e-493b-b3e2-1bc3b7b338da tempest-ServersTestJSON-1551689810 tempest-ServersTestJSON-1551689810-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:33.216144 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a015320-61af-4833-bc33-cfd52cf1fdd2 {{(pid=94468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:33:33.250857 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0a3be51-8443-4332-830b-a19fc308c3bf None None] Routers {'f718bc44-58c9-4422-8f05-8ac718cf99af'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:33:33.257606 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-22cba558-1250-449e-bf39-8394c1b02b10 req-947091c3-7582-4f42-b863-6f613cb432fb tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] 10.222.0.39 "GET /v2.0/security-groups?id=6f569421-3ef5-4998-a0c5-f191379b6c78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2771316 Aug 12 14:33:33.258453 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-c0a3be51-8443-4332-830b-a19fc308c3bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:33:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['f718bc44-58c9-4422-8f05-8ac718cf99af'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:33:33.361982 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port 9a015320-61af-4833-bc33-cfd52cf1fdd2, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=9a015320-61af-4833-bc33-cfd52cf1fdd2,segment=NetworkSegment(ee392864-e217-4cd8-a2c6-fbd3077ffd3b),segment_id=ee392864-e217-4cd8-a2c6-fbd3077ffd3b)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:33:33.403112 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-7d6fde9d-647e-493b-b3e2-1bc3b7b338da tempest-ServersTestJSON-1551689810 tempest-ServersTestJSON-1551689810-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:33.403688 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:33.415917 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d068a9db-5b16-40eb-a9c2-c15b0f032be8 None None] Pushing event updated for resources: {'Port': ['ID=1f4547de-c003-4906-9e35-7f603e877d6d,revision_number=4']} {{(pid=94469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:33:33.425007 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-7d6fde9d-647e-493b-b3e2-1bc3b7b338da tempest-ServersTestJSON-1551689810 tempest-ServersTestJSON-1551689810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641735'] for security_group_rule, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:33.432264 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvr_db [None req-e6fc35f3-8eaf-486c-839a-82e58f24c120 None None] Set router ce70c267-85cc-4a4f-9bd5-8cd800f9f34e gateway port host: n-d-694802-15 {{(pid=94468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:33:33.484782 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6fde9d-647e-493b-b3e2-1bc3b7b338da tempest-ServersTestJSON-1551689810 tempest-ServersTestJSON-1551689810-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cdcf459b-fbd1-4e0d-8527-05d7466e4788,revision_number=0']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:33:33.500388 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ec412292-15eb-46cb-9619-a0ff27f9aac4 admin admin] Notify callbacks [] for router, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:33.560570 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85dfe0f-824e-4e70-85eb-512cdac300c4 req-64367be1-e3de-4f51-9bd9-d0770f870763 tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:33.565285 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d85dfe0f-824e-4e70-85eb-512cdac300c4 req-64367be1-e3de-4f51-9bd9-d0770f870763 tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] 10.222.0.39 "GET /v2.0/ports?device_id=1c4abd92-ff98-493d-a431-54de27fac7f6 HTTP/1.1" status: 200 len: 943 time: 0.2655509 Aug 12 14:33:33.653264 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-7d6fde9d-647e-493b-b3e2-1bc3b7b338da tempest-ServersTestJSON-1551689810 tempest-ServersTestJSON-1551689810-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:33.656578 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-7d6fde9d-647e-493b-b3e2-1bc3b7b338da tempest-ServersTestJSON-1551689810 tempest-ServersTestJSON-1551689810-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6335692 Aug 12 14:33:33.658260 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 33454) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:33:33.667818 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-acbc5fe2-1a60-4918-a319-b21ec1b36a4d tempest-ServersTestJSON-1551689810 tempest-ServersTestJSON-1551689810-project] Request body: {'floatingip': {'floating_network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:33:33.674717 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-c0a3be51-8443-4332-830b-a19fc308c3bf None None] Set router f718bc44-58c9-4422-8f05-8ac718cf99af gateway port host: n-d-694802-15 {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:33:33.701519 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d85dfe0f-824e-4e70-85eb-512cdac300c4 req-d4448c43-cdfd-4bf4-ba45-d5a18de25947 tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] 10.222.0.39 "GET /v2.0/security-groups?id=e3ca17b3-b028-41b3-b138-91e00a6e278c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209924 Aug 12 14:33:33.890721 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] get_ports_and_sgs() called for port_ids ['628b9ed0-91c2-4767-8e49-8e7410a8407c'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:33:33.893146 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] get_ports_and_sgs() called for port_ids ['9a015320-61af-4833-bc33-cfd52cf1fdd2'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:33:33.967717 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Pushing event updated for resources: {'Port': ['ID=9a015320-61af-4833-bc33-cfd52cf1fdd2,revision_number=4']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:33:33.991622 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-c0a3be51-8443-4332-830b-a19fc308c3bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f718bc44-58c9-4422-8f05-8ac718cf99af', 'name': 'tempest-ServersTestJSON-171938789-router', 'tenant_id': '372c249eafa04261b1b78b8ad1ae1671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.17'}], 'enable_snat': True}, 'gw_port_id': '797ebdb2-599b-4acb-911a-5a416bde1eb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:33:15Z', 'updated_at': '2021-08-12T14:33:28Z', 'revision_number': 4, 'project_id': '372c249eafa04261b1b78b8ad1ae1671', 'gw_port': {'id': '797ebdb2-599b-4acb-911a-5a416bde1eb3', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:08:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f718bc44-58c9-4422-8f05-8ac718cf99af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:33:17Z', 'updated_at': '2021-08-12T14:33:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': '1f4547de-c003-4906-9e35-7f603e877d6d', 'name': '', 'network_id': 'e3a2bad2-d7b8-4fe9-80d2-f6f454972272', 'tenant_id': '372c249eafa04261b1b78b8ad1ae1671', 'mac_address': 'fa:16:3e:72:a7:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f718bc44-58c9-4422-8f05-8ac718cf99af', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '99e47346-f96a-40ad-96a2-02125f67c08d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:33:25Z', 'updated_at': '2021-08-12T14:33:32Z', 'revision_number': 4, 'project_id': '372c249eafa04261b1b78b8ad1ae1671', 'subnets': [{'id': '99e47346-f96a-40ad-96a2-02125f67c08d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:33:34.059921 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0a3be51-8443-4332-830b-a19fc308c3bf None None] The sync data for ids ['f718bc44-58c9-4422-8f05-8ac718cf99af'] in n-d-694802-15 is: [{'id': 'f718bc44-58c9-4422-8f05-8ac718cf99af', 'name': 'tempest-ServersTestJSON-171938789-router', 'tenant_id': '372c249eafa04261b1b78b8ad1ae1671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.17'}], 'enable_snat': True}, 'gw_port_id': '797ebdb2-599b-4acb-911a-5a416bde1eb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:33:15Z', 'updated_at': '2021-08-12T14:33:28Z', 'revision_number': 4, 'project_id': '372c249eafa04261b1b78b8ad1ae1671', 'gw_port': {'id': '797ebdb2-599b-4acb-911a-5a416bde1eb3', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:08:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f718bc44-58c9-4422-8f05-8ac718cf99af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:33:17Z', 'updated_at': '2021-08-12T14:33:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': '1f4547de-c003-4906-9e35-7f603e877d6d', 'name': '', 'network_id': 'e3a2bad2-d7b8-4fe9-80d2-f6f454972272', 'tenant_id': '372c249eafa04261b1b78b8ad1ae1671', 'mac_address': 'fa:16:3e:72:a7:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f718bc44-58c9-4422-8f05-8ac718cf99af', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '99e47346-f96a-40ad-96a2-02125f67c08d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:33:25Z', 'updated_at': '2021-08-12T14:33:32Z', 'revision_number': 4, 'project_id': '372c249eafa04261b1b78b8ad1ae1671', 'subnets': [{'id': '99e47346-f96a-40ad-96a2-02125f67c08d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 14:33:34.124111 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d792b8a3-0298-4afc-a43b-030d54730f7e req-a899fd80-6951-41c8-bd5e-8a8e83eb1286 tempest-FloatingIPsAssociationTestJSON-1995883228 tempest-FloatingIPsAssociationTestJSON-1995883228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:34.133419 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-acbc5fe2-1a60-4918-a319-b21ec1b36a4d tempest-ServersTestJSON-1551689810 tempest-ServersTestJSON-1551689810-project] Notify callbacks [] for floatingip, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:34.134630 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d792b8a3-0298-4afc-a43b-030d54730f7e req-a899fd80-6951-41c8-bd5e-8a8e83eb1286 tempest-FloatingIPsAssociationTestJSON-1995883228 tempest-FloatingIPsAssociationTestJSON-1995883228-project] 10.222.0.39 "GET /v2.0/ports?device_id=638f28f3-3c31-4c01-a209-4a15d74e5da7 HTTP/1.1" status: 200 len: 944 time: 0.0856421 Aug 12 14:33:34.177255 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea23a00-8c88-4d4b-8cb1-210fc9d1e13e req-4a93fe18-021f-478f-b8ec-e495af963a31 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:34.184903 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-7ea23a00-8c88-4d4b-8cb1-210fc9d1e13e req-4a93fe18-021f-478f-b8ec-e495af963a31 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d672ae8-cf9f-476a-9b32-189bae5a39b2 HTTP/1.1" status: 200 len: 949 time: 0.5044277 Aug 12 14:33:34.224576 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d792b8a3-0298-4afc-a43b-030d54730f7e req-84c9c5f1-b4f7-48d8-8924-8b25cd71961a tempest-FloatingIPsAssociationTestJSON-1995883228 tempest-FloatingIPsAssociationTestJSON-1995883228-project] 10.222.0.39 "GET /v2.0/security-groups?id=59cdf437-3eb3-4079-8d27-db1f8d94f14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889220 Aug 12 14:33:34.277272 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ec412292-15eb-46cb-9619-a0ff27f9aac4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:34.292492 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-7ea23a00-8c88-4d4b-8cb1-210fc9d1e13e req-102868d5-5e63-40af-89f6-eb12de8d2c00 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0307eb3-f523-445b-8e1d-79deac809303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067111 Aug 12 14:33:34.447099 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-e6fc35f3-8eaf-486c-839a-82e58f24c120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce70c267-85cc-4a4f-9bd5-8cd800f9f34e', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2110188239-router', 'tenant_id': '6707d62201854f45a95f43404366c8a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.34'}], 'enable_snat': True}, 'gw_port_id': 'ff1324fd-4fea-4b96-b985-3c95f6e5f2ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:33:13Z', 'updated_at': '2021-08-12T14:33:31Z', 'revision_number': 5, 'project_id': '6707d62201854f45a95f43404366c8a6', 'gw_port': {'id': 'ff1324fd-4fea-4b96-b985-3c95f6e5f2ac', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:51:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce70c267-85cc-4a4f-9bd5-8cd800f9f34e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:33:14Z', 'updated_at': '2021-08-12T14:33:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15'}], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:33:34.457805 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-ec412292-15eb-46cb-9619-a0ff27f9aac4 admin admin] Deleting port ff1324fd-4fea-4b96-b985-3c95f6e5f2ac {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:33:34.458187 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ec412292-15eb-46cb-9619-a0ff27f9aac4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:34.465957 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-acbc5fe2-1a60-4918-a319-b21ec1b36a4d tempest-ServersTestJSON-1551689810 tempest-ServersTestJSON-1551689810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:34.482574 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6fc35f3-8eaf-486c-839a-82e58f24c120 None None] Checking router: ce70c267-85cc-4a4f-9bd5-8cd800f9f34e for host: n-d-694802-15 {{(pid=94468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 14:33:34.499097 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6fc35f3-8eaf-486c-839a-82e58f24c120 None None] Routers {'ce70c267-85cc-4a4f-9bd5-8cd800f9f34e'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:33:34.499912 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-e6fc35f3-8eaf-486c-839a-82e58f24c120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:33:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['ce70c267-85cc-4a4f-9bd5-8cd800f9f34e'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:33:34.579918 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f13b95f-2a44-41ef-b105-25b066586ece req-c5299595-4846-43b4-9629-9e991647cc3c tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:34.581603 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-7f13b95f-2a44-41ef-b105-25b066586ece req-c5299595-4846-43b4-9629-9e991647cc3c tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] 10.222.0.39 "GET /v2.0/ports?device_id=bdfe1057-2f89-4d72-a343-7bb769ddcf33 HTTP/1.1" status: 200 len: 945 time: 0.1943653 Aug 12 14:33:34.626408 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvr_db [None req-e6fc35f3-8eaf-486c-839a-82e58f24c120 None None] Set router ce70c267-85cc-4a4f-9bd5-8cd800f9f34e gateway port host: None {{(pid=94468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:33:34.695899 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-ec412292-15eb-46cb-9619-a0ff27f9aac4 admin admin] For port ff1324fd-4fea-4b96-b985-3c95f6e5f2ac, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=ff1324fd-4fea-4b96-b985-3c95f6e5f2ac,segment=NetworkSegment(b1b396cb-2dc6-4041-bfc7-1833a80a4720),segment_id=b1b396cb-2dc6-4041-bfc7-1833a80a4720)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:33:34.696152 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-e6fc35f3-8eaf-486c-839a-82e58f24c120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce70c267-85cc-4a4f-9bd5-8cd800f9f34e', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2110188239-router', 'tenant_id': '6707d62201854f45a95f43404366c8a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:33:13Z', 'updated_at': '2021-08-12T14:33:34Z', 'revision_number': 6, 'project_id': '6707d62201854f45a95f43404366c8a6', 'gw_port_host': None}], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:33:34.696274 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ec412292-15eb-46cb-9619-a0ff27f9aac4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:34.722732 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-7f13b95f-2a44-41ef-b105-25b066586ece req-15e43de2-23f5-4d53-810b-01946578fb86 tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] 10.222.0.39 "GET /v2.0/security-groups?id=6f569421-3ef5-4998-a0c5-f191379b6c78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268432 Aug 12 14:33:34.730255 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6fc35f3-8eaf-486c-839a-82e58f24c120 None None] The sync data for ids ['ce70c267-85cc-4a4f-9bd5-8cd800f9f34e'] in n-d-694802-15 is: [{'id': 'ce70c267-85cc-4a4f-9bd5-8cd800f9f34e', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2110188239-router', 'tenant_id': '6707d62201854f45a95f43404366c8a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:33:13Z', 'updated_at': '2021-08-12T14:33:34Z', 'revision_number': 6, 'project_id': '6707d62201854f45a95f43404366c8a6', 'gw_port_host': None}] {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 14:33:34.733808 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-ec412292-15eb-46cb-9619-a0ff27f9aac4 admin admin] Calling delete_port for ff1324fd-4fea-4b96-b985-3c95f6e5f2ac owned by network:router_gateway {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:33:34.748805 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-acbc5fe2-1a60-4918-a319-b21ec1b36a4d tempest-ServersTestJSON-1551689810 tempest-ServersTestJSON-1551689810-project] Allocated IP 172.25.1.9 (d3759e1b-6c03-45ac-acd4-90abb417809b/f0254f08-c19c-4e31-bd9c-09389ea4b6f2/7a892752-549a-467f-9d21-d6018c66121b) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:33:34.903196 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ff4492-d08c-492e-bf51-dc8300abd180 req-dac6e226-b635-4c23-8f59-9a7276e7169d tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:34.911565 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-84ff4492-d08c-492e-bf51-dc8300abd180 req-dac6e226-b635-4c23-8f59-9a7276e7169d tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] 10.222.0.39 "GET /v2.0/ports?device_id=1c4abd92-ff98-493d-a431-54de27fac7f6 HTTP/1.1" status: 200 len: 943 time: 0.0856044 Aug 12 14:33:34.978703 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-84ff4492-d08c-492e-bf51-dc8300abd180 req-a74ec00a-f834-4e6f-9aab-2b3c1f17a7a5 tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] 10.222.0.39 "GET /v2.0/security-groups?id=e3ca17b3-b028-41b3-b138-91e00a6e278c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626469 Aug 12 14:33:34.985651 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-acbc5fe2-1a60-4918-a319-b21ec1b36a4d tempest-ServersTestJSON-1551689810 tempest-ServersTestJSON-1551689810-project] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:35.063721 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ec412292-15eb-46cb-9619-a0ff27f9aac4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:35.072295 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-acbc5fe2-1a60-4918-a319-b21ec1b36a4d tempest-ServersTestJSON-1551689810 tempest-ServersTestJSON-1551689810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:35.130715 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec412292-15eb-46cb-9619-a0ff27f9aac4 admin admin] Pushing event deleted for resources: {'Port': ['ID=ff1324fd-4fea-4b96-b985-3c95f6e5f2ac,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:33:35.184147 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acbc5fe2-1a60-4918-a319-b21ec1b36a4d tempest-ServersTestJSON-1551689810 tempest-ServersTestJSON-1551689810-project] Network d3759e1b-6c03-45ac-acd4-90abb417809b is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:33:35.193380 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-acbc5fe2-1a60-4918-a319-b21ec1b36a4d tempest-ServersTestJSON-1551689810 tempest-ServersTestJSON-1551689810-project] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:33:35.195809 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acbc5fe2-1a60-4918-a319-b21ec1b36a4d tempest-ServersTestJSON-1551689810 tempest-ServersTestJSON-1551689810-project] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:33:35.237819 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbc5fe2-1a60-4918-a319-b21ec1b36a4d tempest-ServersTestJSON-1551689810 tempest-ServersTestJSON-1551689810-project] Pushing event updated for resources: {'Port': ['ID=7a892752-549a-467f-9d21-d6018c66121b,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:33:35.266558 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ec412292-15eb-46cb-9619-a0ff27f9aac4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-431580'] for router_gateway, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:35.409521 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ec412292-15eb-46cb-9619-a0ff27f9aac4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-429360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-104877'] for router, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:35.419104 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ec412292-15eb-46cb-9619-a0ff27f9aac4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:35.530132 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befe269c-99d4-4e24-9a17-e0b5c3bd291b req-e011e661-5b13-4130-9c28-756a24cb3f13 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:35.533375 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-befe269c-99d4-4e24-9a17-e0b5c3bd291b req-e011e661-5b13-4130-9c28-756a24cb3f13 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d672ae8-cf9f-476a-9b32-189bae5a39b2 HTTP/1.1" status: 200 len: 949 time: 0.0724165 Aug 12 14:33:35.603094 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-befe269c-99d4-4e24-9a17-e0b5c3bd291b req-765825e0-f093-4bfd-9964-e03945ece03c tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0307eb3-f523-445b-8e1d-79deac809303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629871 Aug 12 14:33:35.710058 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-acbc5fe2-1a60-4918-a319-b21ec1b36a4d tempest-ServersTestJSON-1551689810 tempest-ServersTestJSON-1551689810-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:35.711770 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ec412292-15eb-46cb-9619-a0ff27f9aac4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-429375'] for router, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:35.714041 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec412292-15eb-46cb-9619-a0ff27f9aac4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ce70c267-85cc-4a4f-9bd5-8cd800f9f34e {{(pid=94466) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 14:33:35.730203 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ec412292-15eb-46cb-9619-a0ff27f9aac4 admin admin] Notify callbacks [] for router, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:35.731496 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-ec412292-15eb-46cb-9619-a0ff27f9aac4 admin admin] 10.222.0.39 "DELETE /v2.0/routers/ce70c267-85cc-4a4f-9bd5-8cd800f9f34e HTTP/1.1" status: 204 len: 168 time: 2.8096354 Aug 12 14:33:35.734652 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 33474) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:33:35.754770 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72dacf5-bdc1-476b-972c-062ae6f0ec64 req-76e639bc-1cb9-4497-98e4-5d91bbc0d522 tempest-FloatingIPsAssociationTestJSON-1995883228 tempest-FloatingIPsAssociationTestJSON-1995883228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:35.756381 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-e72dacf5-bdc1-476b-972c-062ae6f0ec64 req-76e639bc-1cb9-4497-98e4-5d91bbc0d522 tempest-FloatingIPsAssociationTestJSON-1995883228 tempest-FloatingIPsAssociationTestJSON-1995883228-project] 10.222.0.39 "GET /v2.0/ports?device_id=638f28f3-3c31-4c01-a209-4a15d74e5da7 HTTP/1.1" status: 200 len: 944 time: 0.3567832 Aug 12 14:33:35.799217 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 1f4547de-c003-4906-9e35-7f603e877d6d up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:33:35.826174 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-acbc5fe2-1a60-4918-a319-b21ec1b36a4d tempest-ServersTestJSON-1551689810 tempest-ServersTestJSON-1551689810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:35.867816 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning for port 1f4547de-c003-4906-9e35-7f603e877d6d completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:33:35.868051 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d425ede1-6901-4779-aecd-b8c618b9045c req-84141026-468f-45cd-b6dc-46230842127e tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:35.869504 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d425ede1-6901-4779-aecd-b8c618b9045c req-84141026-468f-45cd-b6dc-46230842127e tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] 10.222.0.39 "GET /v2.0/ports?device_id=bdfe1057-2f89-4d72-a343-7bb769ddcf33 HTTP/1.1" status: 200 len: 945 time: 0.0577798 Aug 12 14:33:35.873052 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port 1f4547de-c003-4906-9e35-7f603e877d6d triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:33:35.873455 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:35.884788 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c77873d-a6d9-404a-ab8e-2f123bd4b070 admin admin] Deleting subnet 80ea85f5-b7b4-4601-8f25-aacd4b4b81f0 {{(pid=94466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 14:33:35.898871 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2c77873d-a6d9-404a-ab8e-2f123bd4b070 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:35.933283 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d425ede1-6901-4779-aecd-b8c618b9045c req-c385a3de-f263-42af-aa94-4500e29bf0d7 tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] 10.222.0.39 "GET /v2.0/security-groups?id=6f569421-3ef5-4998-a0c5-f191379b6c78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496178 Aug 12 14:33:35.945367 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-e72dacf5-bdc1-476b-972c-062ae6f0ec64 req-b4c59afe-e4db-4179-a0b8-8f7537786352 tempest-FloatingIPsAssociationTestJSON-1995883228 tempest-FloatingIPsAssociationTestJSON-1995883228-project] 10.222.0.39 "GET /v2.0/security-groups?id=59cdf437-3eb3-4079-8d27-db1f8d94f14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510897 Aug 12 14:33:36.004213 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:36.025014 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2c77873d-a6d9-404a-ab8e-2f123bd4b070 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2293551'] for subnet, precommit_delete_associations {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:36.051215 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] For port 1f4547de-c003-4906-9e35-7f603e877d6d, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=1f4547de-c003-4906-9e35-7f603e877d6d,segment=NetworkSegment(1193682d-837e-492a-b676-dbe7d0687eb3),segment_id=1193682d-837e-492a-b676-dbe7d0687eb3)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:33:36.058987 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:36.143828 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e87a97-669b-44b6-b4c7-c0293a353e57 req-d4c3fd28-7859-4154-a53b-f63abb5e2924 tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:36.156356 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-70e87a97-669b-44b6-b4c7-c0293a353e57 req-d4c3fd28-7859-4154-a53b-f63abb5e2924 tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] 10.222.0.39 "GET /v2.0/ports?device_id=1c4abd92-ff98-493d-a431-54de27fac7f6 HTTP/1.1" status: 200 len: 943 time: 0.0861862 Aug 12 14:33:36.158996 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Pushing event updated for resources: {'Port': ['ID=1f4547de-c003-4906-9e35-7f603e877d6d,revision_number=5']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:33:36.180466 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 680f6624-f5be-4f95-9973-a9e9f923f366 no longer exists at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:33:36.189525 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2c77873d-a6d9-404a-ab8e-2f123bd4b070 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66416255'] for subnet, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:36.203713 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-70e87a97-669b-44b6-b4c7-c0293a353e57 req-a4990f04-b0ce-4362-a3b5-9a090f4e441f tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] 10.222.0.39 "GET /v2.0/security-groups?id=e3ca17b3-b028-41b3-b138-91e00a6e278c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463214 Aug 12 14:33:36.211073 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] No Port match for: 680f6624-f5be-4f95-9973-a9e9f923f366 {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 14:33:36.211428 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 680f6624-f5be-4f95-9973-a9e9f923f366 not bound to the agent host n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:33:36.211857 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device ff1324fd-4fea-4b96-b985-3c95f6e5f2ac no longer exists at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:33:36.235085 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] No Port match for: ff1324fd-4fea-4b96-b985-3c95f6e5f2ac {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 14:33:36.235388 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device ff1324fd-4fea-4b96-b985-3c95f6e5f2ac not bound to the agent host n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:33:36.236483 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-acbc5fe2-1a60-4918-a319-b21ec1b36a4d tempest-ServersTestJSON-1551689810 tempest-ServersTestJSON-1551689810-project] Notify callbacks [] for port, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:36.253367 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-acbc5fe2-1a60-4918-a319-b21ec1b36a4d tempest-ServersTestJSON-1551689810 tempest-ServersTestJSON-1551689810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3718439'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:36.261597 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device 628b9ed0-91c2-4767-8e49-8e7410a8407c up at agent hyperv_n-h2-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:33:36.324817 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Provisioning for port 628b9ed0-91c2-4767-8e49-8e7410a8407c completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:33:36.330182 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Provisioning complete for port 628b9ed0-91c2-4767-8e49-8e7410a8407c triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:33:36.331076 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:36.342107 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbc5fe2-1a60-4918-a319-b21ec1b36a4d tempest-ServersTestJSON-1551689810 tempest-ServersTestJSON-1551689810-project] Pushing event updated for resources: {'Port': ['ID=7a892752-549a-467f-9d21-d6018c66121b,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:33:36.349572 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2c77873d-a6d9-404a-ab8e-2f123bd4b070 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66416232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3718429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8776402'] for subnet, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:36.362568 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-acbc5fe2-1a60-4918-a319-b21ec1b36a4d tempest-ServersTestJSON-1551689810 tempest-ServersTestJSON-1551689810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431510'] for floatingip, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:36.389692 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c77873d-a6d9-404a-ab8e-2f123bd4b070 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=80ea85f5-b7b4-4601-8f25-aacd4b4b81f0,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:33:36.394558 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2c77873d-a6d9-404a-ab8e-2f123bd4b070 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for subnet, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:36.398533 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-2c77873d-a6d9-404a-ab8e-2f123bd4b070 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/80ea85f5-b7b4-4601-8f25-aacd4b4b81f0 HTTP/1.1" status: 204 len: 168 time: 0.6616178 Aug 12 14:33:36.400144 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 33482) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:33:36.413785 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-acbc5fe2-1a60-4918-a319-b21ec1b36a4d tempest-ServersTestJSON-1551689810 tempest-ServersTestJSON-1551689810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for floatingip, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:36.423402 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-acbc5fe2-1a60-4918-a319-b21ec1b36a4d tempest-ServersTestJSON-1551689810 tempest-ServersTestJSON-1551689810-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.7580388 Aug 12 14:33:36.423617 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac6b42c7-8aa0-423c-a15b-1726082391ce None None] Network ed25be17-ecf5-4078-8c2b-acbe5d25789b requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:33:36.499432 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-d4cc7603-b3ed-463c-ac13-a2f10a2ff1ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680608'] for network, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:36.529834 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:36.585840 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port 628b9ed0-91c2-4767-8e49-8e7410a8407c, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=628b9ed0-91c2-4767-8e49-8e7410a8407c,segment=NetworkSegment(a1f8c867-101b-4d30-814e-b89f55a5edd0),segment_id=a1f8c867-101b-4d30-814e-b89f55a5edd0)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:33:36.587302 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-d4cc7603-b3ed-463c-ac13-a2f10a2ff1ac admin admin] Deleting port 1b9aa935-9cf8-4446-a2a5-10246e7118a5 {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:33:36.587599 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d672ae8-cf9f-476a-9b32-189bae5a39b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '628b9ed0-91c2-4767-8e49-8e7410a8407c'}] {{(pid=94468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:33:36.587721 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-d4cc7603-b3ed-463c-ac13-a2f10a2ff1ac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:36.589983 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99a8d87602170099c728e57431aca99e9b98a655a83bbf8727be13192709727b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dff5ec3f-bf42-495b-85b5-93eac3591d86" -d '{"events": [{"server_uuid": "8d672ae8-cf9f-476a-9b32-189bae5a39b2", "name": "network-vif-plugged", "status": "completed", "tag": "628b9ed0-91c2-4767-8e49-8e7410a8407c"}]}' {{(pid=94468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:33:36.601952 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:36.602903 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device 9a015320-61af-4833-bc33-cfd52cf1fdd2 up at agent hyperv_n-h2-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:33:36.683572 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [None req-d4cc7603-b3ed-463c-ac13-a2f10a2ff1ac admin admin] For port 1b9aa935-9cf8-4446-a2a5-10246e7118a5, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=1b9aa935-9cf8-4446-a2a5-10246e7118a5,segment=NetworkSegment(5e1215c4-d421-4d38-b69b-33ac9bdeb706),segment_id=5e1215c4-d421-4d38-b69b-33ac9bdeb706)] {{(pid=94467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:33:36.683922 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-d4cc7603-b3ed-463c-ac13-a2f10a2ff1ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:36.690257 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 14:33:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7203a85f-0d81-4782-96f3-3045626abe75 x-openstack-request-id: req-7203a85f-0d81-4782-96f3-3045626abe75 {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:33:36.690615 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d672ae8-cf9f-476a-9b32-189bae5a39b2", "name": "network-vif-plugged", "status": "completed", "tag": "628b9ed0-91c2-4767-8e49-8e7410a8407c", "code": 200}]} {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:33:36.691161 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7203a85f-0d81-4782-96f3-3045626abe75 {{(pid=94468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:33:36.692037 n-d-694802-15 neutron-server[94468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d672ae8-cf9f-476a-9b32-189bae5a39b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '628b9ed0-91c2-4767-8e49-8e7410a8407c', 'code': 200} Aug 12 14:33:36.702301 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-d4cc7603-b3ed-463c-ac13-a2f10a2ff1ac admin admin] Calling delete_port for 1b9aa935-9cf8-4446-a2a5-10246e7118a5 owned by network:dhcp {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:33:36.765067 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Pushing event updated for resources: {'Port': ['ID=628b9ed0-91c2-4767-8e49-8e7410a8407c,revision_number=5']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:33:36.792378 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Provisioning for port 9a015320-61af-4833-bc33-cfd52cf1fdd2 completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:33:36.797119 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Provisioning complete for port 9a015320-61af-4833-bc33-cfd52cf1fdd2 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:33:36.798095 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:36.827316 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5c712c1-06f2-4b35-b510-236e0051c5cd None None] DHCP port deletion for ed25be17-ecf5-4078-8c2b-acbe5d25789b request from n-d-694802-15 {{(pid=94468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 14:33:36.840190 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4046d6e9-de45-473d-a6d8-80da4d36a3ad req-3bd7e8fc-71c9-4949-a7b4-3d804b35cac3 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:36.843355 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-4046d6e9-de45-473d-a6d8-80da4d36a3ad req-3bd7e8fc-71c9-4949-a7b4-3d804b35cac3 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d672ae8-cf9f-476a-9b32-189bae5a39b2 HTTP/1.1" status: 200 len: 950 time: 0.0655377 Aug 12 14:33:36.864265 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-7425d3ed-0956-43fc-9b43-b92e30d3d7b4 req-b5439009-ee74-4447-88d1-5f309f03c823 tempest-ServersTestJSON-1551689810 tempest-ServersTestJSON-1551689810-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--1787623750&fields=id&tenant_id=372c249eafa04261b1b78b8ad1ae1671 HTTP/1.1" status: 200 len: 267 time: 0.1407080 Aug 12 14:33:36.911426 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-4046d6e9-de45-473d-a6d8-80da4d36a3ad req-124d3313-9e5d-494e-a9b4-bf5ade51723e tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0307eb3-f523-445b-8e1d-79deac809303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611854 Aug 12 14:33:36.933768 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:36.949963 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260a76b0-cb0b-4539-b7ff-da2bdeceb73f req-6d537891-a35c-4232-8d68-2e90a4c6ac0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:36.951588 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-260a76b0-cb0b-4539-b7ff-da2bdeceb73f req-6d537891-a35c-4232-8d68-2e90a4c6ac0a service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=8d672ae8-cf9f-476a-9b32-189bae5a39b2 HTTP/1.1" status: 200 len: 1102 time: 0.1779103 Aug 12 14:33:36.964786 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-b5c712c1-06f2-4b35-b510-236e0051c5cd None None] Deleting port 1b9aa935-9cf8-4446-a2a5-10246e7118a5 {{(pid=94468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:33:36.965327 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-b5c712c1-06f2-4b35-b510-236e0051c5cd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:37.015703 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port 9a015320-61af-4833-bc33-cfd52cf1fdd2, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=9a015320-61af-4833-bc33-cfd52cf1fdd2,segment=NetworkSegment(ee392864-e217-4cd8-a2c6-fbd3077ffd3b),segment_id=ee392864-e217-4cd8-a2c6-fbd3077ffd3b)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:33:37.027964 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:37.062528 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd734e1d-39ec-42bf-9ae3-b9b7a9bbd23d req-3d542ea1-a190-48c3-a8c9-42c5feb03e56 tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:37.064700 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-cd734e1d-39ec-42bf-9ae3-b9b7a9bbd23d req-3d542ea1-a190-48c3-a8c9-42c5feb03e56 tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] 10.222.0.39 "GET /v2.0/ports?device_id=bdfe1057-2f89-4d72-a343-7bb769ddcf33 HTTP/1.1" status: 200 len: 945 time: 0.0584567 Aug 12 14:33:37.070687 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7425d3ed-0956-43fc-9b43-b92e30d3d7b4 req-8f9f6f00-7aee-4a85-a203-256c00bfe13b tempest-ServersTestJSON-1551689810 tempest-ServersTestJSON-1551689810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:37.072536 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-7425d3ed-0956-43fc-9b43-b92e30d3d7b4 req-8f9f6f00-7aee-4a85-a203-256c00bfe13b tempest-ServersTestJSON-1551689810 tempest-ServersTestJSON-1551689810-project] 10.222.0.39 "GET /v2.0/networks?id=e3a2bad2-d7b8-4fe9-80d2-f6f454972272 HTTP/1.1" status: 200 len: 805 time: 0.1955421 Aug 12 14:33:37.073285 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-b5c712c1-06f2-4b35-b510-236e0051c5cd None None] For port 1b9aa935-9cf8-4446-a2a5-10246e7118a5, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=1b9aa935-9cf8-4446-a2a5-10246e7118a5,segment=NetworkSegment(5e1215c4-d421-4d38-b69b-33ac9bdeb706),segment_id=5e1215c4-d421-4d38-b69b-33ac9bdeb706)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:33:37.074715 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-b5c712c1-06f2-4b35-b510-236e0051c5cd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:37.099328 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-7425d3ed-0956-43fc-9b43-b92e30d3d7b4 req-dd48d269-386b-4482-96cd-956e29e5a42e tempest-ServersTestJSON-1551689810 tempest-ServersTestJSON-1551689810-project] 10.222.0.39 "GET /v2.0/quotas/372c249eafa04261b1b78b8ad1ae1671 HTTP/1.1" status: 200 len: 375 time: 0.0127876 Aug 12 14:33:37.101057 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-260a76b0-cb0b-4539-b7ff-da2bdeceb73f req-89fed5b4-afa6-46b4-9654-6ebef917e15a service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=c0307eb3-f523-445b-8e1d-79deac809303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834947 Aug 12 14:33:37.101576 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-b5c712c1-06f2-4b35-b510-236e0051c5cd None None] Calling delete_port for 1b9aa935-9cf8-4446-a2a5-10246e7118a5 owned by network:dhcp {{(pid=94468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:33:37.101709 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-d4cc7603-b3ed-463c-ac13-a2f10a2ff1ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:37.116590 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4cc7603-b3ed-463c-ac13-a2f10a2ff1ac admin admin] No DVR routers for this DVR port 1b9aa935-9cf8-4446-a2a5-10246e7118a5 on host n-d-694802-15 {{(pid=94467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:33:37.142911 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-cd734e1d-39ec-42bf-9ae3-b9b7a9bbd23d req-3d58ded2-db8f-4547-9e5b-75462bdef920 tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] 10.222.0.39 "GET /v2.0/security-groups?id=6f569421-3ef5-4998-a0c5-f191379b6c78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721939 Aug 12 14:33:37.152653 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Pushing event updated for resources: {'Port': ['ID=9a015320-61af-4833-bc33-cfd52cf1fdd2,revision_number=5']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:33:37.264337 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cc7603-b3ed-463c-ac13-a2f10a2ff1ac admin admin] Pushing event deleted for resources: {'Port': ['ID=1b9aa935-9cf8-4446-a2a5-10246e7118a5,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:33:37.273638 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-b5c712c1-06f2-4b35-b510-236e0051c5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262'] for port, after_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:37.275215 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-d4cc7603-b3ed-463c-ac13-a2f10a2ff1ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66413304', 'neutron.services.segments.db._delete_segments_for_network-8744654118000'] for network, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:37.286303 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0097b6d0-2483-4656-9f00-759e171e0717 req-061300b4-d119-4faa-ac82-3cf1d4c06e91 tempest-FloatingIPsAssociationTestJSON-1995883228 tempest-FloatingIPsAssociationTestJSON-1995883228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:37.288961 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-d4cc7603-b3ed-463c-ac13-a2f10a2ff1ac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed25be17-ecf5-4078-8c2b-acbe5d25789b']}} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:33:37.294269 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-0097b6d0-2483-4656-9f00-759e171e0717 req-061300b4-d119-4faa-ac82-3cf1d4c06e91 tempest-FloatingIPsAssociationTestJSON-1995883228 tempest-FloatingIPsAssociationTestJSON-1995883228-project] 10.222.0.39 "GET /v2.0/ports?device_id=638f28f3-3c31-4c01-a209-4a15d74e5da7 HTTP/1.1" status: 200 len: 945 time: 0.0840836 Aug 12 14:33:37.301855 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-d4cc7603-b3ed-463c-ac13-a2f10a2ff1ac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e1215c4-d421-4d38-b69b-33ac9bdeb706') {'for_net_delete': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:33:37.302178 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-d4cc7603-b3ed-463c-ac13-a2f10a2ff1ac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e1215c4-d421-4d38-b69b-33ac9bdeb706') {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:33:37.307411 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5c712c1-06f2-4b35-b510-236e0051c5cd None None] No DVR routers for this DVR port 1b9aa935-9cf8-4446-a2a5-10246e7118a5 on host n-d-694802-15 {{(pid=94468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:33:37.314622 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c712c1-06f2-4b35-b510-236e0051c5cd None None] Pushing event deleted for resources: {'Port': ['ID=1b9aa935-9cf8-4446-a2a5-10246e7118a5,revision_number=None']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:33:37.314955 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-d4cc7603-b3ed-463c-ac13-a2f10a2ff1ac admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744654122361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3857526'] for segment, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:37.333361 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-d4cc7603-b3ed-463c-ac13-a2f10a2ff1ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:37.343914 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4cc7603-b3ed-463c-ac13-a2f10a2ff1ac admin admin] Releasing vlan 335 on physical network physnet1 to pool {{(pid=94467) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 14:33:37.344388 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-d4cc7603-b3ed-463c-ac13-a2f10a2ff1ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2859015'] for segment, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:37.346042 n-d-694802-15 neutron-server[94467]: Traceback (most recent call last): Aug 12 14:33:37.346042 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 14:33:37.346042 n-d-694802-15 neutron-server[94467]: timer() Aug 12 14:33:37.346042 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 14:33:37.346042 n-d-694802-15 neutron-server[94467]: cb(*args, **kw) Aug 12 14:33:37.346042 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 14:33:37.346042 n-d-694802-15 neutron-server[94467]: return func(*args, **kwargs) Aug 12 14:33:37.346042 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 14:33:37.346042 n-d-694802-15 neutron-server[94467]: self._notify() Aug 12 14:33:37.346042 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 14:33:37.346042 n-d-694802-15 neutron-server[94467]: self.callback(batched_events) Aug 12 14:33:37.346042 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 14:33:37.346042 n-d-694802-15 neutron-server[94467]: event.method(event) Aug 12 14:33:37.346042 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 14:33:37.346042 n-d-694802-15 neutron-server[94467]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 14:33:37.346042 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 14:33:37.346042 n-d-694802-15 neutron-server[94467]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 14:33:37.346042 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 14:33:37.346042 n-d-694802-15 neutron-server[94467]: return f(self, *a, **k) Aug 12 14:33:37.346042 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 14:33:37.346042 n-d-694802-15 neutron-server[94467]: return self._get(url).json() Aug 12 14:33:37.346042 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 14:33:37.346042 n-d-694802-15 neutron-server[94467]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 14:33:37.346042 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 14:33:37.346042 n-d-694802-15 neutron-server[94467]: return self.request(url, 'GET', **kwargs) Aug 12 14:33:37.346042 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 14:33:37.346042 n-d-694802-15 neutron-server[94467]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 14:33:37.346042 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 14:33:37.346042 n-d-694802-15 neutron-server[94467]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 14:33:37.346042 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 14:33:37.346042 n-d-694802-15 neutron-server[94467]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 14:33:37.346042 n-d-694802-15 neutron-server[94467]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 14:33:37.356115 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-0097b6d0-2483-4656-9f00-759e171e0717 req-7ce70c30-1073-4dc6-9cc9-cf91c82c96ef tempest-FloatingIPsAssociationTestJSON-1995883228 tempest-FloatingIPsAssociationTestJSON-1995883228-project] 10.222.0.39 "GET /v2.0/security-groups?id=59cdf437-3eb3-4079-8d27-db1f8d94f14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560095 Aug 12 14:33:37.367926 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-7425d3ed-0956-43fc-9b43-b92e30d3d7b4 req-0e56697c-b958-4edb-b094-00986d721e49 tempest-ServersTestJSON-1551689810 tempest-ServersTestJSON-1551689810-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=372c249eafa04261b1b78b8ad1ae1671&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2571025 Aug 12 14:33:37.463389 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f80c2a-c09b-4901-ad93-7c202339bc0c req-95a447c6-0186-4be4-8788-190a8ec20e71 tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:37.463714 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-d4cc7603-b3ed-463c-ac13-a2f10a2ff1ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66413281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431520'] for network, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:37.471243 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-d4cc7603-b3ed-463c-ac13-a2f10a2ff1ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for network, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:37.471766 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-88f80c2a-c09b-4901-ad93-7c202339bc0c req-95a447c6-0186-4be4-8788-190a8ec20e71 tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] 10.222.0.39 "GET /v2.0/ports?device_id=1c4abd92-ff98-493d-a431-54de27fac7f6 HTTP/1.1" status: 200 len: 943 time: 0.0659804 Aug 12 14:33:37.476486 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-d4cc7603-b3ed-463c-ac13-a2f10a2ff1ac admin admin] 10.222.0.39 "DELETE /v2.0/networks/ed25be17-ecf5-4078-8c2b-acbe5d25789b HTTP/1.1" status: 204 len: 168 time: 1.0724025 Aug 12 14:33:37.495058 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cc7603-b3ed-463c-ac13-a2f10a2ff1ac admin admin] Pushing event deleted for resources: {'Network': ['ID=ed25be17-ecf5-4078-8c2b-acbe5d25789b,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:33:37.525019 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-88f80c2a-c09b-4901-ad93-7c202339bc0c req-e360973c-c7a4-44db-bd30-a94bcaf2b5c3 tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] 10.222.0.39 "GET /v2.0/security-groups?id=e3ca17b3-b028-41b3-b138-91e00a6e278c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466254 Aug 12 14:33:37.540186 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-7425d3ed-0956-43fc-9b43-b92e30d3d7b4 req-3fa96a24-96f1-44bf-8f47-15ab2270eba0 service neutron] 10.222.0.39 "GET /v2.0/networks/e3a2bad2-d7b8-4fe9-80d2-f6f454972272?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420081 Aug 12 14:33:37.626712 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 1f4547de-c003-4906-9e35-7f603e877d6d up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:33:37.652281 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-7425d3ed-0956-43fc-9b43-b92e30d3d7b4 req-60b0561a-eb7c-4f44-8997-aa44d923b753 service neutron] 10.222.0.39 "GET /v2.0/networks/e3a2bad2-d7b8-4fe9-80d2-f6f454972272?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025636 Aug 12 14:33:37.691742 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 33514) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:33:37.704885 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port 1f4547de-c003-4906-9e35-7f603e877d6d triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:33:37.708930 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:37.746224 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-625219b1-4983-45dd-834e-5e071e2c8e74 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6707d62201854f45a95f43404366c8a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0529141 Aug 12 14:33:37.748941 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 33516) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:33:37.817445 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c7c0689f-97ec-4b8d-afba-a44c86aefc8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:37.855970 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c7c0689f-97ec-4b8d-afba-a44c86aefc8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:37.906470 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 1b9aa935-9cf8-4446-a2a5-10246e7118a5 no longer exists at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:33:37.925149 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-5c011c46-397a-42d0-af5d-8759de83681e req-6c513957-b82b-4a5a-8797-ffe124cee966 tempest-ServersTestJSON-1551689810 tempest-ServersTestJSON-1551689810-project] 10.222.0.39 "GET /v2.0/ports?device_id=2f52ecc2-e586-493b-8a96-25f7eedb61a5 HTTP/1.1" status: 200 len: 210 time: 0.0365245 Aug 12 14:33:37.927815 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] No Port match for: 1b9aa935-9cf8-4446-a2a5-10246e7118a5 {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 14:33:37.928160 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 1b9aa935-9cf8-4446-a2a5-10246e7118a5 not bound to the agent host n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:33:37.965397 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c7c0689f-97ec-4b8d-afba-a44c86aefc8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:37.968248 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c7c0689f-97ec-4b8d-afba-a44c86aefc8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:37.969811 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-c7c0689f-97ec-4b8d-afba-a44c86aefc8a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4f38c467-7204-445d-b766-7e47541ef69e HTTP/1.1" status: 204 len: 168 time: 0.2196982 Aug 12 14:33:37.987999 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c0689f-97ec-4b8d-afba-a44c86aefc8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f38c467-7204-445d-b766-7e47541ef69e,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:33:38.078736 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffa4d61-5fe1-42e5-9dd0-102b589705ad req-45017c07-e466-438c-bb96-413280220299 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:38.080098 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-bffa4d61-5fe1-42e5-9dd0-102b589705ad req-45017c07-e466-438c-bb96-413280220299 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d672ae8-cf9f-476a-9b32-189bae5a39b2 HTTP/1.1" status: 200 len: 950 time: 0.0571563 Aug 12 14:33:38.138517 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-bffa4d61-5fe1-42e5-9dd0-102b589705ad req-b8c97da3-09aa-49b0-aa69-ef1f605537ca tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0307eb3-f523-445b-8e1d-79deac809303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485489 Aug 12 14:33:38.269143 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d7f198-d5d8-43dc-ab47-e024734b35c5 req-9c675e00-fc9c-4df2-8330-2da8dab19758 tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:38.271441 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-88d7f198-d5d8-43dc-ab47-e024734b35c5 req-9c675e00-fc9c-4df2-8330-2da8dab19758 tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] 10.222.0.39 "GET /v2.0/ports?device_id=bdfe1057-2f89-4d72-a343-7bb769ddcf33 HTTP/1.1" status: 200 len: 945 time: 0.0534160 Aug 12 14:33:38.325153 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-88d7f198-d5d8-43dc-ab47-e024734b35c5 req-310a8689-5307-4e62-b77a-a8347e0085fb tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] 10.222.0.39 "GET /v2.0/security-groups?id=6f569421-3ef5-4998-a0c5-f191379b6c78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476713 Aug 12 14:33:38.487495 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7341d1c-a609-4c7e-a3b6-d1cbd59a68f8 req-44cdeee6-39ea-47bc-abe0-88caec5c7e08 tempest-FloatingIPsAssociationTestJSON-1995883228 tempest-FloatingIPsAssociationTestJSON-1995883228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:38.489041 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a7341d1c-a609-4c7e-a3b6-d1cbd59a68f8 req-44cdeee6-39ea-47bc-abe0-88caec5c7e08 tempest-FloatingIPsAssociationTestJSON-1995883228 tempest-FloatingIPsAssociationTestJSON-1995883228-project] 10.222.0.39 "GET /v2.0/ports?device_id=638f28f3-3c31-4c01-a209-4a15d74e5da7 HTTP/1.1" status: 200 len: 945 time: 0.0655465 Aug 12 14:33:38.534732 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a7341d1c-a609-4c7e-a3b6-d1cbd59a68f8 req-36e1323e-adc8-4001-bb99-098fa9ed39ac tempest-FloatingIPsAssociationTestJSON-1995883228 tempest-FloatingIPsAssociationTestJSON-1995883228-project] 10.222.0.39 "GET /v2.0/security-groups?id=59cdf437-3eb3-4079-8d27-db1f8d94f14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396168 Aug 12 14:33:38.665694 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2900f04-43d4-42de-9162-399c791c1867 req-d423f3be-eb5a-492c-886f-523a642e64d6 tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:38.667361 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-a2900f04-43d4-42de-9162-399c791c1867 req-d423f3be-eb5a-492c-886f-523a642e64d6 tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] 10.222.0.39 "GET /v2.0/ports?device_id=1c4abd92-ff98-493d-a431-54de27fac7f6 HTTP/1.1" status: 200 len: 943 time: 0.0724792 Aug 12 14:33:38.695327 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '638f28f3-3c31-4c01-a209-4a15d74e5da7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a015320-61af-4833-bc33-cfd52cf1fdd2'}] {{(pid=94468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:33:38.697776 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99a8d87602170099c728e57431aca99e9b98a655a83bbf8727be13192709727b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9808de06-48ba-411b-832b-cd0e45d55b0d" -d '{"events": [{"server_uuid": "638f28f3-3c31-4c01-a209-4a15d74e5da7", "name": "network-vif-plugged", "status": "completed", "tag": "9a015320-61af-4833-bc33-cfd52cf1fdd2"}]}' {{(pid=94468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:33:38.722117 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-a2900f04-43d4-42de-9162-399c791c1867 req-5c22bb60-6ea9-42fd-8563-aba235a9c6a2 tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] 10.222.0.39 "GET /v2.0/security-groups?id=e3ca17b3-b028-41b3-b138-91e00a6e278c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467031 Aug 12 14:33:38.746334 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 14:33:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0390d7d6-79e9-4392-8377-d205083e4823 x-openstack-request-id: req-0390d7d6-79e9-4392-8377-d205083e4823 {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:33:38.747215 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "638f28f3-3c31-4c01-a209-4a15d74e5da7", "name": "network-vif-plugged", "status": "completed", "tag": "9a015320-61af-4833-bc33-cfd52cf1fdd2", "code": 200}]} {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:33:38.747325 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0390d7d6-79e9-4392-8377-d205083e4823 {{(pid=94468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:33:38.747770 n-d-694802-15 neutron-server[94468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '638f28f3-3c31-4c01-a209-4a15d74e5da7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a015320-61af-4833-bc33-cfd52cf1fdd2', 'code': 200} Aug 12 14:33:38.869462 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29437891-0e51-4c5e-9621-46532b4f34d8 req-bfba94a3-2fbb-4a26-8107-af2c9674a3a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:38.871627 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-29437891-0e51-4c5e-9621-46532b4f34d8 req-bfba94a3-2fbb-4a26-8107-af2c9674a3a9 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=638f28f3-3c31-4c01-a209-4a15d74e5da7 HTTP/1.1" status: 200 len: 1097 time: 0.0521419 Aug 12 14:33:38.912454 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-29437891-0e51-4c5e-9621-46532b4f34d8 req-e228e647-b4cd-4af9-aa6f-b4fbf0f4d907 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=59cdf437-3eb3-4079-8d27-db1f8d94f14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290802 Aug 12 14:33:38.917505 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 33562) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:33:39.027575 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-479ea970-a20e-4871-9e89-f4193cecd5d1 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1232672704-network', 'tenant_id': 'f18f73753fc44381926b4d20b367351e'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:33:39.070968 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-fb936f43-64cc-4ad9-84c3-f0fa69ff1689 req-73019a5f-08ca-486c-9ca0-d58bad3ae5e5 tempest-ServersTestJSON-1551689810 tempest-ServersTestJSON-1551689810-project] 10.222.0.39 "GET /v2.0/ports?device_id=2f52ecc2-e586-493b-8a96-25f7eedb61a5 HTTP/1.1" status: 200 len: 210 time: 0.0382605 Aug 12 14:33:39.089035 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-479ea970-a20e-4871-9e89-f4193cecd5d1 admin admin] Made reservation on behalf of f18f73753fc44381926b4d20b367351e for: {'network': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:33:39.091553 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-479ea970-a20e-4871-9e89-f4193cecd5d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for network, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:39.134243 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-479ea970-a20e-4871-9e89-f4193cecd5d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:39.232384 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7425d3ed-0956-43fc-9b43-b92e30d3d7b4 req-73b769c8-a01d-4d35-a499-9676413e5125 tempest-ServersTestJSON-1551689810 tempest-ServersTestJSON-1551689810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:39.233979 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-7425d3ed-0956-43fc-9b43-b92e30d3d7b4 req-73b769c8-a01d-4d35-a499-9676413e5125 tempest-ServersTestJSON-1551689810 tempest-ServersTestJSON-1551689810-project] 10.222.0.64 "GET /v2.0/networks?id=e3a2bad2-d7b8-4fe9-80d2-f6f454972272 HTTP/1.1" status: 200 len: 805 time: 0.1554561 Aug 12 14:33:39.308406 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767414a1-b523-4a61-991f-33d04d3b4e93 req-2e0c610d-6b5f-4e9a-9499-8dc763b424ef tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:39.311899 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-7425d3ed-0956-43fc-9b43-b92e30d3d7b4 req-f095e8c3-c005-469a-9712-e13892216dfe tempest-ServersTestJSON-1551689810 tempest-ServersTestJSON-1551689810-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=372c249eafa04261b1b78b8ad1ae1671 HTTP/1.1" status: 200 len: 380 time: 0.0677240 Aug 12 14:33:39.312485 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-767414a1-b523-4a61-991f-33d04d3b4e93 req-2e0c610d-6b5f-4e9a-9499-8dc763b424ef tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d672ae8-cf9f-476a-9b32-189bae5a39b2 HTTP/1.1" status: 200 len: 950 time: 0.0696101 Aug 12 14:33:39.320619 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-479ea970-a20e-4871-9e89-f4193cecd5d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:39.326709 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-7425d3ed-0956-43fc-9b43-b92e30d3d7b4 req-c2f60d5a-297a-4cfe-b1a2-cc553c9e1e0f tempest-ServersTestJSON-1551689810 tempest-ServersTestJSON-1551689810-project] Request body: {'port': {'device_id': '2f52ecc2-e586-493b-8a96-25f7eedb61a5', 'network_id': 'e3a2bad2-d7b8-4fe9-80d2-f6f454972272', 'admin_state_up': True, 'tenant_id': '372c249eafa04261b1b78b8ad1ae1671', 'security_groups': ['4b7c0606-97a5-471f-a437-389550b223d2']}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:33:39.331512 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-479ea970-a20e-4871-9e89-f4193cecd5d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:39.355653 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-767414a1-b523-4a61-991f-33d04d3b4e93 req-850076a8-1dfa-496a-9bb1-7f09292a8d22 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0307eb3-f523-445b-8e1d-79deac809303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387702 Aug 12 14:33:39.407800 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-479ea970-a20e-4871-9e89-f4193cecd5d1 admin admin] vlan segment allocate from pool success with {'vlan_id': 334, 'physical_network': 'physnet1'} {{(pid=94467) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 14:33:39.429055 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479ea970-a20e-4871-9e89-f4193cecd5d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c46585fa-da50-4ef3-834f-e3a7c15dd624,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:33:39.453437 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-479ea970-a20e-4871-9e89-f4193cecd5d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:39.453896 n-d-694802-15 neutron-server[94467]: INFO neutron.db.segments_db [None req-479ea970-a20e-4871-9e89-f4193cecd5d1 admin admin] Added segment 5ea1fe2e-eeef-460a-999b-4e3aad831451 of type vlan for network 66286ace-0f28-443f-a69d-5df85949d220 Aug 12 14:33:39.496786 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f7d9ef-db86-4c21-a28e-645413c0e263 req-48081726-5032-4609-8159-f33d21cc644f tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:39.498374 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-22f7d9ef-db86-4c21-a28e-645413c0e263 req-48081726-5032-4609-8159-f33d21cc644f tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d672ae8-cf9f-476a-9b32-189bae5a39b2 HTTP/1.1" status: 200 len: 950 time: 0.0542030 Aug 12 14:33:39.532779 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-479ea970-a20e-4871-9e89-f4193cecd5d1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744653628263'] for network, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:39.546346 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-22f7d9ef-db86-4c21-a28e-645413c0e263 req-78640e06-7a5c-4d8e-8458-ae48e846b037 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0307eb3-f523-445b-8e1d-79deac809303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415142 Aug 12 14:33:39.546582 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b7e2ff-57e9-4f71-8a88-5fa60ce522ef req-ec845afd-b396-42ca-bf82-545278c09c51 tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:39.548031 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e0b7e2ff-57e9-4f71-8a88-5fa60ce522ef req-ec845afd-b396-42ca-bf82-545278c09c51 tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] 10.222.0.39 "GET /v2.0/ports?device_id=bdfe1057-2f89-4d72-a343-7bb769ddcf33 HTTP/1.1" status: 200 len: 945 time: 0.1455247 Aug 12 14:33:39.591167 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7425d3ed-0956-43fc-9b43-b92e30d3d7b4 req-c2f60d5a-297a-4cfe-b1a2-cc553c9e1e0f tempest-ServersTestJSON-1551689810 tempest-ServersTestJSON-1551689810-project] Made reservation on behalf of 372c249eafa04261b1b78b8ad1ae1671 for: {'port': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:33:39.594674 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-7425d3ed-0956-43fc-9b43-b92e30d3d7b4 req-c2f60d5a-297a-4cfe-b1a2-cc553c9e1e0f tempest-ServersTestJSON-1551689810 tempest-ServersTestJSON-1551689810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:39.634842 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-479ea970-a20e-4871-9e89-f4193cecd5d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409'] for network, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:39.635852 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-479ea970-a20e-4871-9e89-f4193cecd5d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:39.636434 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-479ea970-a20e-4871-9e89-f4193cecd5d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for network, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:39.653692 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e0b7e2ff-57e9-4f71-8a88-5fa60ce522ef req-95c3abcf-0a16-4143-b87b-0e622863adb3 tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] 10.222.0.39 "GET /v2.0/security-groups?id=6f569421-3ef5-4998-a0c5-f191379b6c78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976439 Aug 12 14:33:39.671777 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96920334-6562-457a-8013-195e1356bb71 req-b63e72aa-610b-4f59-b238-7d3f88802435 tempest-FloatingIPsAssociationTestJSON-1995883228 tempest-FloatingIPsAssociationTestJSON-1995883228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:39.673845 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-96920334-6562-457a-8013-195e1356bb71 req-b63e72aa-610b-4f59-b238-7d3f88802435 tempest-FloatingIPsAssociationTestJSON-1995883228 tempest-FloatingIPsAssociationTestJSON-1995883228-project] 10.222.0.39 "GET /v2.0/ports?device_id=638f28f3-3c31-4c01-a209-4a15d74e5da7 HTTP/1.1" status: 200 len: 945 time: 0.0520852 Aug 12 14:33:39.739746 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-96920334-6562-457a-8013-195e1356bb71 req-95d13fe0-b40a-4199-97be-c021f21fc2aa tempest-FloatingIPsAssociationTestJSON-1995883228 tempest-FloatingIPsAssociationTestJSON-1995883228-project] 10.222.0.39 "GET /v2.0/security-groups?id=59cdf437-3eb3-4079-8d27-db1f8d94f14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589142 Aug 12 14:33:40.038973 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-d6ed1cd6-73d0-44d2-a49d-0e29b6ac1a05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:40.068091 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-479ea970-a20e-4871-9e89-f4193cecd5d1 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.1494722 Aug 12 14:33:40.080699 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 33590) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:33:40.088449 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-64b7dbf2-d1c9-484e-9a91-0948d7936b97 admin admin] Request body: {'subnet': {'network_id': '66286ace-0f28-443f-a69d-5df85949d220', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1232672704-subnet', 'tenant_id': 'f18f73753fc44381926b4d20b367351e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:33:40.104098 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479ea970-a20e-4871-9e89-f4193cecd5d1 admin admin] Pushing event updated for resources: {'Network': ['ID=66286ace-0f28-443f-a69d-5df85949d220,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:33:40.116772 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Network 66286ace-0f28-443f-a69d-5df85949d220 details requested by agent ovs-agent-n-d-694802-15 with host n-d-694802-15 {{(pid=94468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 14:33:40.189928 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a7200d-b546-4a4b-972c-c4195bbd4e79 req-d4dd95cd-aff6-4c91-b894-0b72dfab1872 tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:40.191517 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-26a7200d-b546-4a4b-972c-c4195bbd4e79 req-d4dd95cd-aff6-4c91-b894-0b72dfab1872 tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] 10.222.0.39 "GET /v2.0/ports?device_id=1c4abd92-ff98-493d-a431-54de27fac7f6 HTTP/1.1" status: 200 len: 943 time: 0.1746483 Aug 12 14:33:40.193582 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac710698-1dab-43ad-9c41-bb6c63034245 req-acea6e8e-b9cf-4d51-bb38-e326bda40404 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:40.194738 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64b7dbf2-d1c9-484e-9a91-0948d7936b97 admin admin] Made reservation on behalf of f18f73753fc44381926b4d20b367351e for: {'subnet': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:33:40.198798 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-64b7dbf2-d1c9-484e-9a91-0948d7936b97 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3343791'] for subnet, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:40.201702 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-ac710698-1dab-43ad-9c41-bb6c63034245 req-acea6e8e-b9cf-4d51-bb38-e326bda40404 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d672ae8-cf9f-476a-9b32-189bae5a39b2 HTTP/1.1" status: 200 len: 950 time: 0.1449404 Aug 12 14:33:40.227062 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-5beb0bdb-b338-40a0-9a1a-80f20d67091d req-f45718af-6cee-45f6-ad99-fa52dd7021d6 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=8d672ae8-cf9f-476a-9b32-189bae5a39b2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1229410 Aug 12 14:33:40.266699 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-ac710698-1dab-43ad-9c41-bb6c63034245 req-45e3cbbd-c460-4525-b989-4a8ed510c393 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0307eb3-f523-445b-8e1d-79deac809303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639892 Aug 12 14:33:40.283653 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device 1152052b-2557-4fb2-b6b9-f241e0aa7ede details requested by agent hyperv_n-h2-694802-15 with host n-h2-694802-15 {{(pid=94468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 14:33:40.284742 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_common [req-7425d3ed-0956-43fc-9b43-b92e30d3d7b4 req-c2f60d5a-297a-4cfe-b1a2-cc553c9e1e0f tempest-ServersTestJSON-1551689810 tempest-ServersTestJSON-1551689810-project] Allocated IP 172.20.0.10 (e3a2bad2-d7b8-4fe9-80d2-f6f454972272/99e47346-f96a-40ad-96a2-02125f67c08d/75c4a499-4b22-4a9c-b9bc-5643cbf71cc8) {{(pid=94467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:33:40.339551 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-26a7200d-b546-4a4b-972c-c4195bbd4e79 req-0e440dc7-ad7b-4b93-95a0-99c70d89adcd tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] 10.222.0.39 "GET /v2.0/security-groups?id=e3ca17b3-b028-41b3-b138-91e00a6e278c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340010 Aug 12 14:33:40.402421 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-8d654e94-ae0b-452c-88b5-197767d7f8f5 req-2992090a-349c-44c9-b159-4b5e4a6efe0c tempest-ServersTestJSON-1551689810 tempest-ServersTestJSON-1551689810-project] 10.222.0.39 "GET /v2.0/ports?device_id=2f52ecc2-e586-493b-8a96-25f7eedb61a5 HTTP/1.1" status: 200 len: 210 time: 0.0496335 Aug 12 14:33:40.443154 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port 1152052b-2557-4fb2-b6b9-f241e0aa7ede, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=1152052b-2557-4fb2-b6b9-f241e0aa7ede,segment=NetworkSegment(2e94514d-7fca-42ad-995e-123d3a176790),segment_id=2e94514d-7fca-42ad-995e-123d3a176790)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:33:40.592422 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Returning: {'device': '1152052b-2557-4fb2-b6b9-f241e0aa7ede', 'network_id': '03dfba7c-7b4a-44e5-8aaa-c2d37ee82018', 'port_id': '1152052b-2557-4fb2-b6b9-f241e0aa7ede', 'mac_address': 'fa:16:3e:28:0f:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef8d2719-a4dd-40cc-910c-927d9e7406a1', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 14:33:40.604308 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-7425d3ed-0956-43fc-9b43-b92e30d3d7b4 req-c2f60d5a-297a-4cfe-b1a2-cc553c9e1e0f tempest-ServersTestJSON-1551689810 tempest-ServersTestJSON-1551689810-project] Notify callbacks [] for port, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:40.608498 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-64b7dbf2-d1c9-484e-9a91-0948d7936b97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2859166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3343773'] for subnet, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:40.633726 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:40.647064 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1152052b-2557-4fb2-b6b9-f241e0aa7ede {{(pid=94468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:33:40.662503 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b7dbf2-d1c9-484e-9a91-0948d7936b97 admin admin] Pushing event updated for resources: {'Subnet': ['ID=39fc4ab3-8f53-4eb4-b1df-ab065bbb1694,revision_number=0']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:33:40.671928 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [req-7425d3ed-0956-43fc-9b43-b92e30d3d7b4 req-c2f60d5a-297a-4cfe-b1a2-cc553c9e1e0f tempest-ServersTestJSON-1551689810 tempest-ServersTestJSON-1551689810-project] Transition to ACTIVE for port object 75c4a499-4b22-4a9c-b9bc-5643cbf71cc8 will not be triggered until provisioned by entity DHCP. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:33:40.672046 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port 1152052b-2557-4fb2-b6b9-f241e0aa7ede, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=1152052b-2557-4fb2-b6b9-f241e0aa7ede,segment=NetworkSegment(2e94514d-7fca-42ad-995e-123d3a176790),segment_id=2e94514d-7fca-42ad-995e-123d3a176790)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:33:40.676953 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:40.722434 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b7dbf2-d1c9-484e-9a91-0948d7936b97 admin admin] Checking segment: {'id': '5ea1fe2e-eeef-460a-999b-4e3aad831451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '66286ace-0f28-443f-a69d-5df85949d220'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:33:40.722912 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64b7dbf2-d1c9-484e-9a91-0948d7936b97 admin admin] Network hostable DHCP agents. Network: 66286ace-0f28-443f-a69d-5df85949d220, hostable agents: ['1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658'], hosted agents: [] {{(pid=94467) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 14:33:40.752650 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64b7dbf2-d1c9-484e-9a91-0948d7936b97 admin admin] Network 66286ace-0f28-443f-a69d-5df85949d220 is scheduled to be hosted by DHCP agent 1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658 with binding_index 1 {{(pid=94467) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 14:33:40.756220 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-7425d3ed-0956-43fc-9b43-b92e30d3d7b4 req-c2f60d5a-297a-4cfe-b1a2-cc553c9e1e0f tempest-ServersTestJSON-1551689810 tempest-ServersTestJSON-1551689810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:40.771132 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Pushing event updated for resources: {'Port': ['ID=1152052b-2557-4fb2-b6b9-f241e0aa7ede,revision_number=4']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:33:40.797676 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [None req-64b7dbf2-d1c9-484e-9a91-0948d7936b97 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-15, 66286ace-0f28-443f-a69d-5df85949d220) {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:33:40.806065 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c05f3923-a1c6-494e-ac7d-490d0074f2b2 None None] Network 66286ace-0f28-443f-a69d-5df85949d220 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:33:40.823645 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7425d3ed-0956-43fc-9b43-b92e30d3d7b4 req-c2f60d5a-297a-4cfe-b1a2-cc553c9e1e0f tempest-ServersTestJSON-1551689810 tempest-ServersTestJSON-1551689810-project] Network e3a2bad2-d7b8-4fe9-80d2-f6f454972272 is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:33:40.830890 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64b7dbf2-d1c9-484e-9a91-0948d7936b97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:40.831577 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-64b7dbf2-d1c9-484e-9a91-0948d7936b97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for subnet, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:40.854825 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [req-7425d3ed-0956-43fc-9b43-b92e30d3d7b4 req-c2f60d5a-297a-4cfe-b1a2-cc553c9e1e0f tempest-ServersTestJSON-1551689810 tempest-ServersTestJSON-1551689810-project] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:33:40.864657 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [req-7425d3ed-0956-43fc-9b43-b92e30d3d7b4 req-c2f60d5a-297a-4cfe-b1a2-cc553c9e1e0f tempest-ServersTestJSON-1551689810 tempest-ServersTestJSON-1551689810-project] Received port after_create {{(pid=94467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:33:40.872930 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f60d5a-297a-4cfe-b1a2-cc553c9e1e0f tempest-ServersTestJSON-1551689810 tempest-ServersTestJSON-1551689810-project] Pushing event updated for resources: {'Port': ['ID=75c4a499-4b22-4a9c-b9bc-5643cbf71cc8,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:33:40.925960 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-64b7dbf2-d1c9-484e-9a91-0948d7936b97 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.8331671 Aug 12 14:33:40.926924 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0690e5-7308-43c9-adce-23ab4c9d5004 req-ff1ac192-ea84-4305-93a1-7b8159e885b3 tempest-FloatingIPsAssociationTestJSON-1995883228 tempest-FloatingIPsAssociationTestJSON-1995883228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:40.937045 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-9c0690e5-7308-43c9-adce-23ab4c9d5004 req-ff1ac192-ea84-4305-93a1-7b8159e885b3 tempest-FloatingIPsAssociationTestJSON-1995883228 tempest-FloatingIPsAssociationTestJSON-1995883228-project] 10.222.0.39 "GET /v2.0/ports?device_id=638f28f3-3c31-4c01-a209-4a15d74e5da7 HTTP/1.1" status: 200 len: 945 time: 0.0896139 Aug 12 14:33:41.019386 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd9f761-1992-43b3-ac1c-d17f04ede396 req-1ed13415-3808-4359-889b-adda9e551247 tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:41.023152 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-8fd9f761-1992-43b3-ac1c-d17f04ede396 req-1ed13415-3808-4359-889b-adda9e551247 tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] 10.222.0.39 "GET /v2.0/ports?device_id=bdfe1057-2f89-4d72-a343-7bb769ddcf33 HTTP/1.1" status: 200 len: 945 time: 0.2241335 Aug 12 14:33:41.030375 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-9c0690e5-7308-43c9-adce-23ab4c9d5004 req-2bd8782b-7cf4-410b-80dd-15268cd62633 tempest-FloatingIPsAssociationTestJSON-1995883228 tempest-FloatingIPsAssociationTestJSON-1995883228-project] 10.222.0.39 "GET /v2.0/security-groups?id=59cdf437-3eb3-4079-8d27-db1f8d94f14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923779 Aug 12 14:33:41.036525 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7425d3ed-0956-43fc-9b43-b92e30d3d7b4 req-c2f60d5a-297a-4cfe-b1a2-cc553c9e1e0f tempest-ServersTestJSON-1551689810 tempest-ServersTestJSON-1551689810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:41.038050 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-7425d3ed-0956-43fc-9b43-b92e30d3d7b4 req-c2f60d5a-297a-4cfe-b1a2-cc553c9e1e0f tempest-ServersTestJSON-1551689810 tempest-ServersTestJSON-1551689810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:41.115595 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-8fd9f761-1992-43b3-ac1c-d17f04ede396 req-7275aed8-a5ce-4edc-a995-9aba839c9752 tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] 10.222.0.39 "GET /v2.0/security-groups?id=6f569421-3ef5-4998-a0c5-f191379b6c78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672791 Aug 12 14:33:41.117285 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-7425d3ed-0956-43fc-9b43-b92e30d3d7b4 req-c2f60d5a-297a-4cfe-b1a2-cc553c9e1e0f tempest-ServersTestJSON-1551689810 tempest-ServersTestJSON-1551689810-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7944021 Aug 12 14:33:41.141822 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-7425d3ed-0956-43fc-9b43-b92e30d3d7b4 req-dcc230b0-aa5a-4215-b3d3-7874a599e41d service neutron] Request body: {'port': {'device_id': '2f52ecc2-e586-493b-8a96-25f7eedb61a5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-694802-15'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:33:41.160350 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] get_ports_and_sgs() called for port_ids ['1152052b-2557-4fb2-b6b9-f241e0aa7ede'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:33:41.181275 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35d53499-a324-4732-9b1d-5157bab1b825 None None] Network 66286ace-0f28-443f-a69d-5df85949d220 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:33:41.295247 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:41.369465 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-7425d3ed-0956-43fc-9b43-b92e30d3d7b4 req-dcc230b0-aa5a-4215-b3d3-7874a599e41d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:41.459185 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe928e24-ee12-4566-953a-36f0718027dc req-ae225a59-2091-40f9-b644-5bd43180e0e6 tempest-FloatingIPsAssociationTestJSON-1995883228 tempest-FloatingIPsAssociationTestJSON-1995883228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:41.460310 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-6c4843d1-bfbd-4ef2-988b-323a7bad3ab2 None None] Provisioning for port 75c4a499-4b22-4a9c-b9bc-5643cbf71cc8 completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:33:41.466381 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-fe928e24-ee12-4566-953a-36f0718027dc req-ae225a59-2091-40f9-b644-5bd43180e0e6 tempest-FloatingIPsAssociationTestJSON-1995883228 tempest-FloatingIPsAssociationTestJSON-1995883228-project] 10.222.0.39 "GET /v2.0/ports?device_id=065f58ca-f725-41c4-bad5-fbf91b7882b1&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1550362 Aug 12 14:33:41.469752 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-6c4843d1-bfbd-4ef2-988b-323a7bad3ab2 None None] Provisioning complete for port 75c4a499-4b22-4a9c-b9bc-5643cbf71cc8 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:33:41.470578 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-6c4843d1-bfbd-4ef2-988b-323a7bad3ab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:41.598897 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-fe928e24-ee12-4566-953a-36f0718027dc req-f7de815a-46f8-4da7-bf23-f8b8a190182f tempest-FloatingIPsAssociationTestJSON-1995883228 tempest-FloatingIPsAssociationTestJSON-1995883228-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.1.222 HTTP/1.1" status: 200 len: 696 time: 0.1315837 Aug 12 14:33:41.606981 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-fe928e24-ee12-4566-953a-36f0718027dc req-66f1acb6-17fa-47fe-a832-ae9607ed28a8 tempest-FloatingIPsAssociationTestJSON-1995883228 tempest-FloatingIPsAssociationTestJSON-1995883228-project] Request body: {'floatingip': {'port_id': '1b7f2002-26ac-49ea-b30f-972bca0b50f6', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:33:41.628133 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-6c4843d1-bfbd-4ef2-988b-323a7bad3ab2 None None] Port 75c4a499-4b22-4a9c-b9bc-5643cbf71cc8 cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 14:33:41.671278 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-fe928e24-ee12-4566-953a-36f0718027dc req-66f1acb6-17fa-47fe-a832-ae9607ed28a8 tempest-FloatingIPsAssociationTestJSON-1995883228 tempest-FloatingIPsAssociationTestJSON-1995883228-project] Notify callbacks [] for floatingip, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:41.752413 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba602420-a3bf-4083-9ab9-de9d1a63cf68 req-5fef3a75-1c57-43ba-b7be-6b8065542671 tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:41.754568 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-ba602420-a3bf-4083-9ab9-de9d1a63cf68 req-5fef3a75-1c57-43ba-b7be-6b8065542671 tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] 10.222.0.39 "GET /v2.0/networks?id=66286ace-0f28-443f-a69d-5df85949d220 HTTP/1.1" status: 200 len: 805 time: 0.1621015 Aug 12 14:33:41.771708 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-ba602420-a3bf-4083-9ab9-de9d1a63cf68 req-3597fc8c-a809-4855-b7ad-58e9a86d8027 tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] 10.222.0.39 "GET /v2.0/quotas/f18f73753fc44381926b4d20b367351e HTTP/1.1" status: 200 len: 375 time: 0.0113125 Aug 12 14:33:41.806517 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-ba602420-a3bf-4083-9ab9-de9d1a63cf68 req-0d74a142-8103-4122-8c27-327e16e6c29a tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=f18f73753fc44381926b4d20b367351e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0286150 Aug 12 14:33:41.913280 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-ba602420-a3bf-4083-9ab9-de9d1a63cf68 req-b9011300-8a35-4acd-aa92-8ecd1a27af41 service neutron] 10.222.0.39 "GET /v2.0/networks/66286ace-0f28-443f-a69d-5df85949d220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986469 Aug 12 14:33:41.995293 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [req-7425d3ed-0956-43fc-9b43-b92e30d3d7b4 req-dcc230b0-aa5a-4215-b3d3-7874a599e41d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75c4a499-4b22-4a9c-b9bc-5643cbf71cc8 {{(pid=94467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:33:42.011009 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-7425d3ed-0956-43fc-9b43-b92e30d3d7b4 req-dcc230b0-aa5a-4215-b3d3-7874a599e41d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:42.021685 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-ba602420-a3bf-4083-9ab9-de9d1a63cf68 req-61d0ba75-cc1f-4157-887c-63588c9aa9e2 service neutron] 10.222.0.39 "GET /v2.0/networks/66286ace-0f28-443f-a69d-5df85949d220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075404 Aug 12 14:33:42.117021 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [req-7425d3ed-0956-43fc-9b43-b92e30d3d7b4 req-dcc230b0-aa5a-4215-b3d3-7874a599e41d service neutron] Transition to ACTIVE for port object 75c4a499-4b22-4a9c-b9bc-5643cbf71cc8 will not be triggered until provisioned by entity L2. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:33:42.125126 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-7425d3ed-0956-43fc-9b43-b92e30d3d7b4 req-dcc230b0-aa5a-4215-b3d3-7874a599e41d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:42.241922 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5beb0bdb-b338-40a0-9a1a-80f20d67091d req-80183693-2ccc-4dbf-9eba-9e801fde5f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:42.244415 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-5beb0bdb-b338-40a0-9a1a-80f20d67091d req-80183693-2ccc-4dbf-9eba-9e801fde5f9f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e3f6e239b38a4f618b8ca0621fcc54e4&device_id=8d672ae8-cf9f-476a-9b32-189bae5a39b2 HTTP/1.1" status: 200 len: 1102 time: 0.2007172 Aug 12 14:33:42.276175 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc230b0-aa5a-4215-b3d3-7874a599e41d service neutron] Pushing event updated for resources: {'Port': ['ID=75c4a499-4b22-4a9c-b9bc-5643cbf71cc8,revision_number=2']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:33:42.305520 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a8afb9-1df6-448b-9720-67280f6b1ac5 req-27383756-c224-458f-9092-8aec09e5ecce tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:42.307233 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-96a8afb9-1df6-448b-9720-67280f6b1ac5 req-27383756-c224-458f-9092-8aec09e5ecce tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d672ae8-cf9f-476a-9b32-189bae5a39b2 HTTP/1.1" status: 200 len: 950 time: 0.0839710 Aug 12 14:33:42.370315 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-96a8afb9-1df6-448b-9720-67280f6b1ac5 req-81b19605-f9fb-44a9-bdbb-46b3c49707b4 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0307eb3-f523-445b-8e1d-79deac809303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557907 Aug 12 14:33:42.374086 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:42.469697 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5beb0bdb-b338-40a0-9a1a-80f20d67091d req-fda9520c-824f-410b-966e-a80a209a9e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:42.471491 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-5beb0bdb-b338-40a0-9a1a-80f20d67091d req-fda9520c-824f-410b-966e-a80a209a9e96 service neutron] 10.222.0.49 "GET /v2.0/networks?id=2525c403-dfb3-4196-a273-739607aab38a HTTP/1.1" status: 200 len: 870 time: 0.2096009 Aug 12 14:33:42.551716 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-7425d3ed-0956-43fc-9b43-b92e30d3d7b4 req-dcc230b0-aa5a-4215-b3d3-7874a599e41d service neutron] Attempting to bind port 75c4a499-4b22-4a9c-b9bc-5643cbf71cc8 on host n-h1-694802-15 for vnic_type normal with profile {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:33:42.552352 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-7425d3ed-0956-43fc-9b43-b92e30d3d7b4 req-dcc230b0-aa5a-4215-b3d3-7874a599e41d service neutron] Attempting to bind port 75c4a499-4b22-4a9c-b9bc-5643cbf71cc8 by drivers openvswitch,hyperv on host n-h1-694802-15 at level 0 using segments [{'id': '1193682d-837e-492a-b676-dbe7d0687eb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e3a2bad2-d7b8-4fe9-80d2-f6f454972272'}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:33:42.553044 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7425d3ed-0956-43fc-9b43-b92e30d3d7b4 req-dcc230b0-aa5a-4215-b3d3-7874a599e41d service neutron] Attempting to bind port 75c4a499-4b22-4a9c-b9bc-5643cbf71cc8 on network e3a2bad2-d7b8-4fe9-80d2-f6f454972272 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:33:42.557881 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.db.resource_extend [req-fe928e24-ee12-4566-953a-36f0718027dc req-66f1acb6-17fa-47fe-a832-ae9607ed28a8 tempest-FloatingIPsAssociationTestJSON-1995883228 tempest-FloatingIPsAssociationTestJSON-1995883228-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 12 14:33:42.558196 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1b3861-b3b9-4c70-a838-6675c6d35121 req-424ad248-e11d-4cd3-9b98-0251bf1abf7b tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:42.560177 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-7d1b3861-b3b9-4c70-a838-6675c6d35121 req-424ad248-e11d-4cd3-9b98-0251bf1abf7b tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] 10.222.0.39 "GET /v2.0/ports?device_id=1c4abd92-ff98-493d-a431-54de27fac7f6 HTTP/1.1" status: 200 len: 944 time: 0.0879469 Aug 12 14:33:42.562413 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-5beb0bdb-b338-40a0-9a1a-80f20d67091d req-e3f1e2aa-fa29-443e-97b5-eee3409fd2f4 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.129&port_id=628b9ed0-91c2-4767-8e49-8e7410a8407c HTTP/1.1" status: 200 len: 217 time: 0.0780849 Aug 12 14:33:42.640206 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-7d1b3861-b3b9-4c70-a838-6675c6d35121 req-614eaafc-4ebd-44da-aac9-9a964ce0096c tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] 10.222.0.39 "GET /v2.0/security-groups?id=e3ca17b3-b028-41b3-b138-91e00a6e278c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681400 Aug 12 14:33:42.655763 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7425d3ed-0956-43fc-9b43-b92e30d3d7b4 req-dcc230b0-aa5a-4215-b3d3-7874a599e41d service neutron] Port 75c4a499-4b22-4a9c-b9bc-5643cbf71cc8 on network e3a2bad2-d7b8-4fe9-80d2-f6f454972272 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-15 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 14:33:42.656107 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7425d3ed-0956-43fc-9b43-b92e30d3d7b4 req-dcc230b0-aa5a-4215-b3d3-7874a599e41d service neutron] Attempting to bind port 75c4a499-4b22-4a9c-b9bc-5643cbf71cc8 on network e3a2bad2-d7b8-4fe9-80d2-f6f454972272 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:33:42.673319 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7425d3ed-0956-43fc-9b43-b92e30d3d7b4 req-dcc230b0-aa5a-4215-b3d3-7874a599e41d service neutron] Checking agent: {'id': 'de568313-a3e6-454a-9813-77e25edcea95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 27, 41), 'started_at': datetime.datetime(2021, 8, 12, 14, 27, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 33, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:33:42.673659 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7425d3ed-0956-43fc-9b43-b92e30d3d7b4 req-dcc230b0-aa5a-4215-b3d3-7874a599e41d service neutron] Checking segment: {'id': '1193682d-837e-492a-b676-dbe7d0687eb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e3a2bad2-d7b8-4fe9-80d2-f6f454972272'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:33:42.674051 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7425d3ed-0956-43fc-9b43-b92e30d3d7b4 req-dcc230b0-aa5a-4215-b3d3-7874a599e41d service neutron] Bound using segment: {'id': '1193682d-837e-492a-b676-dbe7d0687eb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e3a2bad2-d7b8-4fe9-80d2-f6f454972272'} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:33:42.674604 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-7425d3ed-0956-43fc-9b43-b92e30d3d7b4 req-dcc230b0-aa5a-4215-b3d3-7874a599e41d service neutron] Bound port: 75c4a499-4b22-4a9c-b9bc-5643cbf71cc8, host: n-h1-694802-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1193682d-837e-492a-b676-dbe7d0687eb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e3a2bad2-d7b8-4fe9-80d2-f6f454972272'}}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:33:42.675335 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-7425d3ed-0956-43fc-9b43-b92e30d3d7b4 req-dcc230b0-aa5a-4215-b3d3-7874a599e41d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:42.690940 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5beb0bdb-b338-40a0-9a1a-80f20d67091d req-885806fd-f058-45ce-a181-776e76d2b904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:42.692651 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-5beb0bdb-b338-40a0-9a1a-80f20d67091d req-885806fd-f058-45ce-a181-776e76d2b904 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=236e0be6-1c94-4221-9e8b-ab02a53331f8 HTTP/1.1" status: 200 len: 843 time: 0.0889959 Aug 12 14:33:42.718061 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-fe928e24-ee12-4566-953a-36f0718027dc req-66f1acb6-17fa-47fe-a832-ae9607ed28a8 tempest-FloatingIPsAssociationTestJSON-1995883228 tempest-FloatingIPsAssociationTestJSON-1995883228-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:42.739924 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-fe928e24-ee12-4566-953a-36f0718027dc req-66f1acb6-17fa-47fe-a832-ae9607ed28a8 tempest-FloatingIPsAssociationTestJSON-1995883228 tempest-FloatingIPsAssociationTestJSON-1995883228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431510'] for floatingip, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:42.803841 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74026d9b-f7e8-4e65-8fe1-533dff94dc34 req-bf815914-17aa-4974-9d41-46b23d7aafcb tempest-ServersTestJSON-1551689810 tempest-ServersTestJSON-1551689810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:42.808294 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-74026d9b-f7e8-4e65-8fe1-533dff94dc34 req-bf815914-17aa-4974-9d41-46b23d7aafcb tempest-ServersTestJSON-1551689810 tempest-ServersTestJSON-1551689810-project] 10.222.0.39 "GET /v2.0/ports?device_id=2f52ecc2-e586-493b-8a96-25f7eedb61a5 HTTP/1.1" status: 200 len: 944 time: 0.0685663 Aug 12 14:33:42.850151 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-74026d9b-f7e8-4e65-8fe1-533dff94dc34 req-70704a1e-5b09-466f-9d8b-cb1e04a7ae64 tempest-ServersTestJSON-1551689810 tempest-ServersTestJSON-1551689810-project] 10.222.0.39 "GET /v2.0/security-groups?id=4b7c0606-97a5-471f-a437-389550b223d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371432 Aug 12 14:33:42.880929 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5beb0bdb-b338-40a0-9a1a-80f20d67091d req-1afa4fa0-ba49-4657-80f2-0ccd72c0f1c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:42.882925 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-5beb0bdb-b338-40a0-9a1a-80f20d67091d req-1afa4fa0-ba49-4657-80f2-0ccd72c0f1c9 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2525c403-dfb3-4196-a273-739607aab38a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1781344 Aug 12 14:33:42.890177 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-7425d3ed-0956-43fc-9b43-b92e30d3d7b4 req-dcc230b0-aa5a-4215-b3d3-7874a599e41d service neutron] For port 75c4a499-4b22-4a9c-b9bc-5643cbf71cc8, host n-h1-694802-15, cleared binding levels {{(pid=94467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:33:42.895427 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-d55de2e1-86e3-452d-8008-758bb3ebede2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:42.962978 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-7425d3ed-0956-43fc-9b43-b92e30d3d7b4 req-dcc230b0-aa5a-4215-b3d3-7874a599e41d service neutron] For port 75c4a499-4b22-4a9c-b9bc-5643cbf71cc8, host n-h1-694802-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=75c4a499-4b22-4a9c-b9bc-5643cbf71cc8,segment=NetworkSegment(1193682d-837e-492a-b676-dbe7d0687eb3),segment_id=1193682d-837e-492a-b676-dbe7d0687eb3)] {{(pid=94467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:33:42.970153 n-d-694802-15 neutron-server[94467]: INFO neutron.db.l3_db [req-fe928e24-ee12-4566-953a-36f0718027dc req-66f1acb6-17fa-47fe-a832-ae9607ed28a8 tempest-FloatingIPsAssociationTestJSON-1995883228 tempest-FloatingIPsAssociationTestJSON-1995883228-project] Floating IP 82aa909f-e0fe-44b9-86b6-0c9a6d41fa6b associated. External IP: 172.25.1.222, port: 1b7f2002-26ac-49ea-b30f-972bca0b50f6. Aug 12 14:33:42.972928 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-7425d3ed-0956-43fc-9b43-b92e30d3d7b4 req-dcc230b0-aa5a-4215-b3d3-7874a599e41d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:42.993576 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:43.007970 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0065104a-7181-4692-a6ee-3ebd80fb4d43 req-ccf94dad-8942-4ee5-a0f3-afeb6f1bcf23 tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:43.009924 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-0065104a-7181-4692-a6ee-3ebd80fb4d43 req-ccf94dad-8942-4ee5-a0f3-afeb6f1bcf23 tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] 10.222.0.39 "GET /v2.0/ports?device_id=bdfe1057-2f89-4d72-a343-7bb769ddcf33 HTTP/1.1" status: 200 len: 945 time: 0.0723355 Aug 12 14:33:43.053782 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-0065104a-7181-4692-a6ee-3ebd80fb4d43 req-c5e3b3b4-baf5-4460-973f-582a34c0bcfb tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] 10.222.0.39 "GET /v2.0/security-groups?id=6f569421-3ef5-4998-a0c5-f191379b6c78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367053 Aug 12 14:33:43.156677 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-3e0339da-fbb6-40bc-b826-97d5826e6276 req-fa5c826b-c069-42c8-bd01-13109eeffa79 tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] 10.222.0.39 "GET /v2.0/ports?device_id=0082eb9a-a521-4cc3-9405-f409a5a893a7 HTTP/1.1" status: 200 len: 210 time: 0.0373394 Aug 12 14:33:43.338771 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7425d3ed-0956-43fc-9b43-b92e30d3d7b4 req-dcc230b0-aa5a-4215-b3d3-7874a599e41d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:43.340050 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-7425d3ed-0956-43fc-9b43-b92e30d3d7b4 req-dcc230b0-aa5a-4215-b3d3-7874a599e41d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:43.341417 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-7425d3ed-0956-43fc-9b43-b92e30d3d7b4 req-dcc230b0-aa5a-4215-b3d3-7874a599e41d service neutron] 10.222.0.64 "PUT /v2.0/ports/75c4a499-4b22-4a9c-b9bc-5643cbf71cc8 HTTP/1.1" status: 200 len: 1093 time: 2.2054145 Aug 12 14:33:43.346049 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f52ecc2-e586-493b-8a96-25f7eedb61a5', 'tag': '75c4a499-4b22-4a9c-b9bc-5643cbf71cc8'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:33:43.348477 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e65282f928b64038367d043a4411777802006c43a98742496cb2e25b724ff1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01ce698a-8f5f-4cd2-86aa-b8b233138a5c" -d '{"events": [{"name": "network-changed", "server_uuid": "2f52ecc2-e586-493b-8a96-25f7eedb61a5", "tag": "75c4a499-4b22-4a9c-b9bc-5643cbf71cc8"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:33:43.423035 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 14:33:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6e85ee3-d86d-471c-9523-6b989bd33e4b x-openstack-request-id: req-d6e85ee3-d86d-471c-9523-6b989bd33e4b {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:33:43.423315 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f52ecc2-e586-493b-8a96-25f7eedb61a5", "tag": "75c4a499-4b22-4a9c-b9bc-5643cbf71cc8", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:33:43.423693 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d6e85ee3-d86d-471c-9523-6b989bd33e4b {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:33:43.423953 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f52ecc2-e586-493b-8a96-25f7eedb61a5', 'tag': '75c4a499-4b22-4a9c-b9bc-5643cbf71cc8', 'status': 'completed', 'code': 200} Aug 12 14:33:43.493125 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc230b0-aa5a-4215-b3d3-7874a599e41d service neutron] Pushing event updated for resources: {'Port': ['ID=75c4a499-4b22-4a9c-b9bc-5643cbf71cc8,revision_number=3']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:33:43.509744 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7425d3ed-0956-43fc-9b43-b92e30d3d7b4 req-d19ca7b0-a082-48a8-a650-174ff5f4db5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:43.511537 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-7425d3ed-0956-43fc-9b43-b92e30d3d7b4 req-d19ca7b0-a082-48a8-a650-174ff5f4db5e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=372c249eafa04261b1b78b8ad1ae1671&device_id=2f52ecc2-e586-493b-8a96-25f7eedb61a5 HTTP/1.1" status: 200 len: 1096 time: 0.1056249 Aug 12 14:33:43.583392 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-7425d3ed-0956-43fc-9b43-b92e30d3d7b4 req-0bf8a40a-aa2b-4dc8-9d75-add4c661be4b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=75c4a499-4b22-4a9c-b9bc-5643cbf71cc8 HTTP/1.1" status: 200 len: 217 time: 0.0494864 Aug 12 14:33:43.616393 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-5beb0bdb-b338-40a0-9a1a-80f20d67091d req-21cb32b7-35aa-4fb3-a65b-5ddc4dac2c9c service neutron] 10.222.0.49 "GET /v2.0/networks/2525c403-dfb3-4196-a273-739607aab38a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7216136 Aug 12 14:33:43.699675 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875eb91c-5a96-4f58-9213-75c5c892b022 req-48945bbb-abbd-435d-9712-d1be66fcfc4e tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:43.701497 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-875eb91c-5a96-4f58-9213-75c5c892b022 req-48945bbb-abbd-435d-9712-d1be66fcfc4e tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d672ae8-cf9f-476a-9b32-189bae5a39b2 HTTP/1.1" status: 200 len: 950 time: 0.1788790 Aug 12 14:33:43.718038 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7425d3ed-0956-43fc-9b43-b92e30d3d7b4 req-f13ec5c3-73ff-4d2d-bfe2-5b310aff2149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:43.719780 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-7425d3ed-0956-43fc-9b43-b92e30d3d7b4 req-f13ec5c3-73ff-4d2d-bfe2-5b310aff2149 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=99e47346-f96a-40ad-96a2-02125f67c08d HTTP/1.1" status: 200 len: 844 time: 0.1134815 Aug 12 14:33:43.742497 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba602420-a3bf-4083-9ab9-de9d1a63cf68 req-1248a6fc-e0b2-4297-9f54-d3f5b7166807 tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:43.742802 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ba602420-a3bf-4083-9ab9-de9d1a63cf68 req-1248a6fc-e0b2-4297-9f54-d3f5b7166807 tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] 10.222.0.64 "GET /v2.0/networks?id=66286ace-0f28-443f-a69d-5df85949d220 HTTP/1.1" status: 200 len: 805 time: 0.3399796 Aug 12 14:33:43.774557 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-875eb91c-5a96-4f58-9213-75c5c892b022 req-3d8a2c2a-16dc-40ae-9828-3c54047d80d0 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0307eb3-f523-445b-8e1d-79deac809303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641556 Aug 12 14:33:43.784814 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7425d3ed-0956-43fc-9b43-b92e30d3d7b4 req-1735e32f-d6a4-4bd4-ad21-638fb3da9be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:43.786290 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-7425d3ed-0956-43fc-9b43-b92e30d3d7b4 req-1735e32f-d6a4-4bd4-ad21-638fb3da9be6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e3a2bad2-d7b8-4fe9-80d2-f6f454972272&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0579133 Aug 12 14:33:43.791201 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-ba602420-a3bf-4083-9ab9-de9d1a63cf68 req-200ffd27-a6ce-4d20-b226-297e1461c41d tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] Request body: {'port': {'device_id': '0082eb9a-a521-4cc3-9405-f409a5a893a7', 'network_id': '66286ace-0f28-443f-a69d-5df85949d220', 'admin_state_up': True, 'tenant_id': 'f18f73753fc44381926b4d20b367351e'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:33:43.833583 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-1769855f-eda9-4483-9dc3-3220908ab45d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:43.934859 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4e6d59-1ebd-4b08-bd8a-7b0379d147fb req-daea79df-2d8f-4d8b-b486-0b8da9048dc3 tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:43.936405 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-1f4e6d59-1ebd-4b08-bd8a-7b0379d147fb req-daea79df-2d8f-4d8b-b486-0b8da9048dc3 tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] 10.222.0.39 "GET /v2.0/ports?device_id=1c4abd92-ff98-493d-a431-54de27fac7f6 HTTP/1.1" status: 200 len: 944 time: 0.0785513 Aug 12 14:33:43.946336 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-5beb0bdb-b338-40a0-9a1a-80f20d67091d req-36f37722-2b20-4264-8b75-62cd4cf02c1c service neutron] 10.222.0.49 "GET /v2.0/networks/2525c403-dfb3-4196-a273-739607aab38a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3182707 Aug 12 14:33:43.966352 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-7425d3ed-0956-43fc-9b43-b92e30d3d7b4 req-d1389043-193e-4915-8d6b-7d501a201011 service neutron] 10.222.0.64 "GET /v2.0/networks/e3a2bad2-d7b8-4fe9-80d2-f6f454972272?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1712260 Aug 12 14:33:43.968456 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fe928e24-ee12-4566-953a-36f0718027dc req-66f1acb6-17fa-47fe-a832-ae9607ed28a8 tempest-FloatingIPsAssociationTestJSON-1995883228 tempest-FloatingIPsAssociationTestJSON-1995883228-project] Router 5535e5ab-0b6a-4c4c-8883-55bbdacbdf7e has already been hosted by L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f {{(pid=94467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 14:33:44.028816 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba602420-a3bf-4083-9ab9-de9d1a63cf68 req-200ffd27-a6ce-4d20-b226-297e1461c41d tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] Made reservation on behalf of f18f73753fc44381926b4d20b367351e for: {'port': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:33:44.032453 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-ba602420-a3bf-4083-9ab9-de9d1a63cf68 req-200ffd27-a6ce-4d20-b226-297e1461c41d tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:44.036655 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-1f4e6d59-1ebd-4b08-bd8a-7b0379d147fb req-8e1d7f5d-4f24-4a25-9e3e-d6124b9efb26 tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] 10.222.0.39 "GET /v2.0/security-groups?id=e3ca17b3-b028-41b3-b138-91e00a6e278c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912306 Aug 12 14:33:44.097264 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-7425d3ed-0956-43fc-9b43-b92e30d3d7b4 req-619fdd49-364e-4774-b782-97fb1ec9aecb service neutron] 10.222.0.64 "GET /v2.0/networks/e3a2bad2-d7b8-4fe9-80d2-f6f454972272?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114101 Aug 12 14:33:44.180567 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fe928e24-ee12-4566-953a-36f0718027dc req-66f1acb6-17fa-47fe-a832-ae9607ed28a8 tempest-FloatingIPsAssociationTestJSON-1995883228 tempest-FloatingIPsAssociationTestJSON-1995883228-project] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 14:33:44.192762 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4461f6da-04c8-41a5-901f-dd558c937481 None None] Sync routers for ids ['5535e5ab-0b6a-4c4c-8883-55bbdacbdf7e'] in n-d-694802-15 {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 14:33:44.208173 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-fe928e24-ee12-4566-953a-36f0718027dc req-66f1acb6-17fa-47fe-a832-ae9607ed28a8 tempest-FloatingIPsAssociationTestJSON-1995883228 tempest-FloatingIPsAssociationTestJSON-1995883228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for floatingip, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:44.210863 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4461f6da-04c8-41a5-901f-dd558c937481 None None] Routers {'5535e5ab-0b6a-4c4c-8883-55bbdacbdf7e'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:33:44.211757 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-4461f6da-04c8-41a5-901f-dd558c937481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:33:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['5535e5ab-0b6a-4c4c-8883-55bbdacbdf7e'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:33:44.254647 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-fe928e24-ee12-4566-953a-36f0718027dc req-66f1acb6-17fa-47fe-a832-ae9607ed28a8 tempest-FloatingIPsAssociationTestJSON-1995883228 tempest-FloatingIPsAssociationTestJSON-1995883228-project] 10.222.0.39 "PUT /v2.0/floatingips/82aa909f-e0fe-44b9-86b6-0c9a6d41fa6b HTTP/1.1" status: 200 len: 997 time: 2.6472433 Aug 12 14:33:44.270322 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_common [req-ba602420-a3bf-4083-9ab9-de9d1a63cf68 req-200ffd27-a6ce-4d20-b226-297e1461c41d tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] Allocated IP 172.20.0.4 (66286ace-0f28-443f-a69d-5df85949d220/39fc4ab3-8f53-4eb4-b1df-ab065bbb1694/4d4f81b4-a2fb-404b-9cb3-a108921ed6df) {{(pid=94467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:33:44.314865 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device 1152052b-2557-4fb2-b6b9-f241e0aa7ede up at agent hyperv_n-h2-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:33:44.346888 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe928e24-ee12-4566-953a-36f0718027dc req-d11ba342-677e-4b97-89f7-141ee22abbe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:44.348610 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-fe928e24-ee12-4566-953a-36f0718027dc req-d11ba342-677e-4b97-89f7-141ee22abbe2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b1a78db6da9442aab3b2432c7eca6669&device_id=065f58ca-f725-41c4-bad5-fbf91b7882b1 HTTP/1.1" status: 200 len: 1098 time: 0.0736403 Aug 12 14:33:44.388147 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-4461f6da-04c8-41a5-901f-dd558c937481 None None] Set router 5535e5ab-0b6a-4c4c-8883-55bbdacbdf7e gateway port host: n-d-694802-15 {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:33:44.418326 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Provisioning for port 1152052b-2557-4fb2-b6b9-f241e0aa7ede completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:33:44.422822 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Provisioning complete for port 1152052b-2557-4fb2-b6b9-f241e0aa7ede triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:33:44.423458 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:44.564134 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:44.564963 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6711707d-fd32-4a39-8bf7-308919be9c99 req-fed95804-3999-4c63-bf51-70a344968d7d tempest-ServersTestJSON-1551689810 tempest-ServersTestJSON-1551689810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:44.574120 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-6711707d-fd32-4a39-8bf7-308919be9c99 req-fed95804-3999-4c63-bf51-70a344968d7d tempest-ServersTestJSON-1551689810 tempest-ServersTestJSON-1551689810-project] 10.222.0.39 "GET /v2.0/ports?device_id=2f52ecc2-e586-493b-8a96-25f7eedb61a5 HTTP/1.1" status: 200 len: 944 time: 0.4269602 Aug 12 14:33:44.592453 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c4abd92-ff98-493d-a431-54de27fac7f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1152052b-2557-4fb2-b6b9-f241e0aa7ede'}] {{(pid=94468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:33:44.595808 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99a8d87602170099c728e57431aca99e9b98a655a83bbf8727be13192709727b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2658a810-387c-40b2-8ec8-39ac337690a5" -d '{"events": [{"server_uuid": "1c4abd92-ff98-493d-a431-54de27fac7f6", "name": "network-vif-plugged", "status": "completed", "tag": "1152052b-2557-4fb2-b6b9-f241e0aa7ede"}]}' {{(pid=94468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:33:44.606418 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ce698a-8f5f-4cd2-86aa-b8b233138a5c req-3b0ede88-010e-40cb-86c0-2d7446954117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:44.608828 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-01ce698a-8f5f-4cd2-86aa-b8b233138a5c req-3b0ede88-010e-40cb-86c0-2d7446954117 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=372c249eafa04261b1b78b8ad1ae1671&device_id=2f52ecc2-e586-493b-8a96-25f7eedb61a5 HTTP/1.1" status: 200 len: 1096 time: 0.4368062 Aug 12 14:33:44.610017 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-ba602420-a3bf-4083-9ab9-de9d1a63cf68 req-200ffd27-a6ce-4d20-b226-297e1461c41d tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] Notify callbacks [] for port, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:44.613492 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port 1152052b-2557-4fb2-b6b9-f241e0aa7ede, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=1152052b-2557-4fb2-b6b9-f241e0aa7ede,segment=NetworkSegment(2e94514d-7fca-42ad-995e-123d3a176790),segment_id=2e94514d-7fca-42ad-995e-123d3a176790)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:33:44.621821 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:44.654808 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe928e24-ee12-4566-953a-36f0718027dc req-22cbe944-e3bf-4d32-99b3-62c82e7ed661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:44.656862 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-fe928e24-ee12-4566-953a-36f0718027dc req-22cbe944-e3bf-4d32-99b3-62c82e7ed661 service neutron] 10.222.0.39 "GET /v2.0/networks?id=2d77121a-2c49-4913-9b71-d88f74914779 HTTP/1.1" status: 200 len: 922 time: 0.2993093 Aug 12 14:33:44.676890 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-4461f6da-04c8-41a5-901f-dd558c937481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5535e5ab-0b6a-4c4c-8883-55bbdacbdf7e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1350383079-router', 'tenant_id': 'b1a78db6da9442aab3b2432c7eca6669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.146'}], 'enable_snat': True}, 'gw_port_id': '616a60ed-06d7-43a6-baaa-a00ca139ecd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:32:43Z', 'updated_at': '2021-08-12T14:32:50Z', 'revision_number': 4, 'project_id': 'b1a78db6da9442aab3b2432c7eca6669', 'gw_port': {'id': '616a60ed-06d7-43a6-baaa-a00ca139ecd8', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:90:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5535e5ab-0b6a-4c4c-8883-55bbdacbdf7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:32:45Z', 'updated_at': '2021-08-12T14:32:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_floatingips': [{'id': '82aa909f-e0fe-44b9-86b6-0c9a6d41fa6b', 'tenant_id': 'b1a78db6da9442aab3b2432c7eca6669', 'floating_ip_address': '172.25.1.222', 'floating_network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'router_id': '5535e5ab-0b6a-4c4c-8883-55bbdacbdf7e', 'port_id': '1b7f2002-26ac-49ea-b30f-972bca0b50f6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 599, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d77121a-2c49-4913-9b71-d88f74914779', 'mac_address': 'fa:16:3e:77:fe:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '065f58ca-f725-41c4-bad5-fbf91b7882b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T14:33:15Z', 'updated_at': '2021-08-12T14:33:42Z', 'revision_number': 1, 'project_id': 'b1a78db6da9442aab3b2432c7eca6669', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54ac8bc5-17fd-4e01-8778-29b71645e5d7', 'name': '', 'network_id': '2d77121a-2c49-4913-9b71-d88f74914779', 'tenant_id': 'b1a78db6da9442aab3b2432c7eca6669', 'mac_address': 'fa:16:3e:d2:a8:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5535e5ab-0b6a-4c4c-8883-55bbdacbdf7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'e49c4440-1d10-4e2e-898f-8a24c72551cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:32:48Z', 'updated_at': '2021-08-12T14:32:57Z', 'revision_number': 5, 'project_id': 'b1a78db6da9442aab3b2432c7eca6669', 'subnets': [{'id': 'e49c4440-1d10-4e2e-898f-8a24c72551cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:33:44.692229 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-6711707d-fd32-4a39-8bf7-308919be9c99 req-1c2739e2-e3c1-4d42-a01d-71ecd1f96c8e tempest-ServersTestJSON-1551689810 tempest-ServersTestJSON-1551689810-project] 10.222.0.39 "GET /v2.0/security-groups?id=4b7c0606-97a5-471f-a437-389550b223d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1150146 Aug 12 14:33:44.703505 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Pushing event updated for resources: {'Port': ['ID=1152052b-2557-4fb2-b6b9-f241e0aa7ede,revision_number=5']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:33:44.747915 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4461f6da-04c8-41a5-901f-dd558c937481 None None] Checking router: 5535e5ab-0b6a-4c4c-8883-55bbdacbdf7e for host: n-d-694802-15 {{(pid=94469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 14:33:44.767395 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4461f6da-04c8-41a5-901f-dd558c937481 None None] Routers {'5535e5ab-0b6a-4c4c-8883-55bbdacbdf7e'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:33:44.768024 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-4461f6da-04c8-41a5-901f-dd558c937481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:33:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['5535e5ab-0b6a-4c4c-8883-55bbdacbdf7e'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:33:44.808488 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ce698a-8f5f-4cd2-86aa-b8b233138a5c req-ec334473-42ad-4ac8-bb72-9e6480e01cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:44.809541 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-01ce698a-8f5f-4cd2-86aa-b8b233138a5c req-ec334473-42ad-4ac8-bb72-9e6480e01cd4 service neutron] 10.222.0.64 "GET /v2.0/networks?id=e3a2bad2-d7b8-4fe9-80d2-f6f454972272 HTTP/1.1" status: 200 len: 906 time: 0.1677673 Aug 12 14:33:44.831781 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-fe928e24-ee12-4566-953a-36f0718027dc req-db326202-c40b-4668-8674-c1b6dbdd5ad3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1b7f2002-26ac-49ea-b30f-972bca0b50f6 HTTP/1.1" status: 200 len: 1000 time: 0.1552379 Aug 12 14:33:44.874570 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-01ce698a-8f5f-4cd2-86aa-b8b233138a5c req-9e72028c-a746-4221-8fff-563c86d6edae service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=75c4a499-4b22-4a9c-b9bc-5643cbf71cc8 HTTP/1.1" status: 200 len: 217 time: 0.0487092 Aug 12 14:33:44.879545 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-ba602420-a3bf-4083-9ab9-de9d1a63cf68 req-200ffd27-a6ce-4d20-b226-297e1461c41d tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:44.896056 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-4461f6da-04c8-41a5-901f-dd558c937481 None None] Set router 5535e5ab-0b6a-4c4c-8883-55bbdacbdf7e gateway port host: n-d-694802-15 {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:33:44.903639 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f76111d-8e62-4e05-8d99-854bce39e11a req-258ed303-77b4-4285-9284-d5eaadba0502 tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:44.905355 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-5f76111d-8e62-4e05-8d99-854bce39e11a req-258ed303-77b4-4285-9284-d5eaadba0502 tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] 10.222.0.39 "GET /v2.0/ports?device_id=bdfe1057-2f89-4d72-a343-7bb769ddcf33 HTTP/1.1" status: 200 len: 945 time: 0.1153853 Aug 12 14:33:44.945801 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200ffd27-a6ce-4d20-b226-297e1461c41d tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] Pushing event updated for resources: {'Port': ['ID=4d4f81b4-a2fb-404b-9cb3-a108921ed6df,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:33:44.960037 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe928e24-ee12-4566-953a-36f0718027dc req-b210dd97-136d-4808-85b7-af1b41c36777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:44.968952 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-fe928e24-ee12-4566-953a-36f0718027dc req-b210dd97-136d-4808-85b7-af1b41c36777 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e49c4440-1d10-4e2e-898f-8a24c72551cf HTTP/1.1" status: 200 len: 860 time: 0.1360204 Aug 12 14:33:44.970777 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ce698a-8f5f-4cd2-86aa-b8b233138a5c req-44ae6e16-2501-4a83-bf72-3dfeaa456a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:44.973412 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-01ce698a-8f5f-4cd2-86aa-b8b233138a5c req-44ae6e16-2501-4a83-bf72-3dfeaa456a73 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=99e47346-f96a-40ad-96a2-02125f67c08d HTTP/1.1" status: 200 len: 844 time: 0.0879869 Aug 12 14:33:44.978482 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-5f76111d-8e62-4e05-8d99-854bce39e11a req-635dd463-5093-42ba-af36-022cdc27a0e3 tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] 10.222.0.39 "GET /v2.0/security-groups?id=6f569421-3ef5-4998-a0c5-f191379b6c78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524454 Aug 12 14:33:45.011270 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba602420-a3bf-4083-9ab9-de9d1a63cf68 req-200ffd27-a6ce-4d20-b226-297e1461c41d tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] Network 66286ace-0f28-443f-a69d-5df85949d220 is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:33:45.013627 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [req-ba602420-a3bf-4083-9ab9-de9d1a63cf68 req-200ffd27-a6ce-4d20-b226-297e1461c41d tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:33:45.016894 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba602420-a3bf-4083-9ab9-de9d1a63cf68 req-200ffd27-a6ce-4d20-b226-297e1461c41d tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] Received port after_create {{(pid=94467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:33:45.040804 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ce698a-8f5f-4cd2-86aa-b8b233138a5c req-f0686477-82f7-4245-9405-74df745ccd6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:45.043071 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-01ce698a-8f5f-4cd2-86aa-b8b233138a5c req-f0686477-82f7-4245-9405-74df745ccd6d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e3a2bad2-d7b8-4fe9-80d2-f6f454972272&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0612786 Aug 12 14:33:45.070518 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe928e24-ee12-4566-953a-36f0718027dc req-ebe90c99-d49c-44c6-8a40-ff784967ab91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:45.079031 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-fe928e24-ee12-4566-953a-36f0718027dc req-ebe90c99-d49c-44c6-8a40-ff784967ab91 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2d77121a-2c49-4913-9b71-d88f74914779&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1089332 Aug 12 14:33:45.097648 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba602420-a3bf-4083-9ab9-de9d1a63cf68 req-200ffd27-a6ce-4d20-b226-297e1461c41d tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:45.098224 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-ba602420-a3bf-4083-9ab9-de9d1a63cf68 req-200ffd27-a6ce-4d20-b226-297e1461c41d tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:45.121873 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ba602420-a3bf-4083-9ab9-de9d1a63cf68 req-200ffd27-a6ce-4d20-b226-297e1461c41d tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3403518 Aug 12 14:33:45.153851 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-ba602420-a3bf-4083-9ab9-de9d1a63cf68 req-a1a375d6-fa87-4c25-a24f-0e97d106ee1d service neutron] Request body: {'port': {'device_id': '0082eb9a-a521-4cc3-9405-f409a5a893a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-694802-15'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:33:45.241822 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87c97ba-898b-4a88-bc2d-532fe5674fa9 req-31e2fecb-aed1-4c26-9511-f0bdeb822599 tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:45.262266 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-a87c97ba-898b-4a88-bc2d-532fe5674fa9 req-31e2fecb-aed1-4c26-9511-f0bdeb822599 tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] 10.222.0.39 "GET /v2.0/ports?device_id=0082eb9a-a521-4cc3-9405-f409a5a893a7 HTTP/1.1" status: 200 len: 931 time: 0.1973605 Aug 12 14:33:45.267368 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-ba602420-a3bf-4083-9ab9-de9d1a63cf68 req-a1a375d6-fa87-4c25-a24f-0e97d106ee1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:45.298108 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-4461f6da-04c8-41a5-901f-dd558c937481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5535e5ab-0b6a-4c4c-8883-55bbdacbdf7e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1350383079-router', 'tenant_id': 'b1a78db6da9442aab3b2432c7eca6669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.146'}], 'enable_snat': True}, 'gw_port_id': '616a60ed-06d7-43a6-baaa-a00ca139ecd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:32:43Z', 'updated_at': '2021-08-12T14:32:50Z', 'revision_number': 4, 'project_id': 'b1a78db6da9442aab3b2432c7eca6669', 'gw_port': {'id': '616a60ed-06d7-43a6-baaa-a00ca139ecd8', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:90:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5535e5ab-0b6a-4c4c-8883-55bbdacbdf7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:32:45Z', 'updated_at': '2021-08-12T14:32:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_floatingips': [{'id': '82aa909f-e0fe-44b9-86b6-0c9a6d41fa6b', 'tenant_id': 'b1a78db6da9442aab3b2432c7eca6669', 'floating_ip_address': '172.25.1.222', 'floating_network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'router_id': '5535e5ab-0b6a-4c4c-8883-55bbdacbdf7e', 'port_id': '1b7f2002-26ac-49ea-b30f-972bca0b50f6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 599, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d77121a-2c49-4913-9b71-d88f74914779', 'mac_address': 'fa:16:3e:77:fe:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '065f58ca-f725-41c4-bad5-fbf91b7882b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T14:33:15Z', 'updated_at': '2021-08-12T14:33:42Z', 'revision_number': 1, 'project_id': 'b1a78db6da9442aab3b2432c7eca6669', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54ac8bc5-17fd-4e01-8778-29b71645e5d7', 'name': '', 'network_id': '2d77121a-2c49-4913-9b71-d88f74914779', 'tenant_id': 'b1a78db6da9442aab3b2432c7eca6669', 'mac_address': 'fa:16:3e:d2:a8:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5535e5ab-0b6a-4c4c-8883-55bbdacbdf7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'e49c4440-1d10-4e2e-898f-8a24c72551cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:32:48Z', 'updated_at': '2021-08-12T14:32:57Z', 'revision_number': 5, 'project_id': 'b1a78db6da9442aab3b2432c7eca6669', 'subnets': [{'id': 'e49c4440-1d10-4e2e-898f-8a24c72551cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:33:45.332015 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4461f6da-04c8-41a5-901f-dd558c937481 None None] The sync data for ids ['5535e5ab-0b6a-4c4c-8883-55bbdacbdf7e'] in n-d-694802-15 is: [{'id': '5535e5ab-0b6a-4c4c-8883-55bbdacbdf7e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1350383079-router', 'tenant_id': 'b1a78db6da9442aab3b2432c7eca6669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.146'}], 'enable_snat': True}, 'gw_port_id': '616a60ed-06d7-43a6-baaa-a00ca139ecd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:32:43Z', 'updated_at': '2021-08-12T14:32:50Z', 'revision_number': 4, 'project_id': 'b1a78db6da9442aab3b2432c7eca6669', 'gw_port': {'id': '616a60ed-06d7-43a6-baaa-a00ca139ecd8', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:90:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5535e5ab-0b6a-4c4c-8883-55bbdacbdf7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:32:45Z', 'updated_at': '2021-08-12T14:32:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_floatingips': [{'id': '82aa909f-e0fe-44b9-86b6-0c9a6d41fa6b', 'tenant_id': 'b1a78db6da9442aab3b2432c7eca6669', 'floating_ip_address': '172.25.1.222', 'floating_network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'router_id': '5535e5ab-0b6a-4c4c-8883-55bbdacbdf7e', 'port_id': '1b7f2002-26ac-49ea-b30f-972bca0b50f6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 599, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d77121a-2c49-4913-9b71-d88f74914779', 'mac_address': 'fa:16:3e:77:fe:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '065f58ca-f725-41c4-bad5-fbf91b7882b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T14:33:15Z', 'updated_at': '2021-08-12T14:33:42Z', 'revision_number': 1, 'project_id': 'b1a78db6da9442aab3b2432c7eca6669', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54ac8bc5-17fd-4e01-8778-29b71645e5d7', 'name': '', 'network_id': '2d77121a-2c49-4913-9b71-d88f74914779', 'tenant_id': 'b1a78db6da9442aab3b2432c7eca6669', 'mac_address': 'fa:16:3e:d2:a8:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5535e5ab-0b6a-4c4c-8883-55bbdacbdf7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'e49c4440-1d10-4e2e-898f-8a24c72551cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:32:48Z', 'updated_at': '2021-08-12T14:32:57Z', 'revision_number': 5, 'project_id': 'b1a78db6da9442aab3b2432c7eca6669', 'subnets': [{'id': 'e49c4440-1d10-4e2e-898f-8a24c72551cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 14:33:45.352946 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-01ce698a-8f5f-4cd2-86aa-b8b233138a5c req-b0c4bbe0-06ac-474e-9781-0989970ffae9 service neutron] 10.222.0.64 "GET /v2.0/networks/e3a2bad2-d7b8-4fe9-80d2-f6f454972272?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2996550 Aug 12 14:33:45.356679 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-a87c97ba-898b-4a88-bc2d-532fe5674fa9 req-8c08bb68-05fe-4c3e-bac4-fbc7d415febf tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] 10.222.0.39 "GET /v2.0/security-groups?id=c46585fa-da50-4ef3-834f-e3a7c15dd624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920029 Aug 12 14:33:45.412478 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-fe928e24-ee12-4566-953a-36f0718027dc req-dca44fc3-ba17-44cc-87f0-10ced77437f4 service neutron] 10.222.0.39 "GET /v2.0/networks/2d77121a-2c49-4913-9b71-d88f74914779?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3322501 Aug 12 14:33:45.429885 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '065f58ca-f725-41c4-bad5-fbf91b7882b1', 'tag': '1b7f2002-26ac-49ea-b30f-972bca0b50f6'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:33:45.432439 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e65282f928b64038367d043a4411777802006c43a98742496cb2e25b724ff1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d4b37e8-4d0a-4fda-8890-926766a7c9df" -d '{"events": [{"name": "network-changed", "server_uuid": "065f58ca-f725-41c4-bad5-fbf91b7882b1", "tag": "1b7f2002-26ac-49ea-b30f-972bca0b50f6"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:33:45.484012 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-fe95f194-a3b0-4c04-9e42-20b511169d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:45.489690 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff90bc38-fab9-45f0-8b78-43146006ee5d req-2dcfb00b-0b64-4383-9cc9-c5208fc98388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:45.491254 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ff90bc38-fab9-45f0-8b78-43146006ee5d req-2dcfb00b-0b64-4383-9cc9-c5208fc98388 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=bdfe1057-2f89-4d72-a343-7bb769ddcf33 HTTP/1.1" status: 200 len: 1097 time: 0.2559817 Aug 12 14:33:45.503812 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-01ce698a-8f5f-4cd2-86aa-b8b233138a5c req-71b5bfb4-97f8-406d-97cd-46ebefc554d8 service neutron] 10.222.0.64 "GET /v2.0/networks/e3a2bad2-d7b8-4fe9-80d2-f6f454972272?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414495 Aug 12 14:33:45.524862 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 14:33:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edf33cf0-587b-408b-ad14-ba2aecec6d56 x-openstack-request-id: req-edf33cf0-587b-408b-ad14-ba2aecec6d56 {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:33:45.526634 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c4abd92-ff98-493d-a431-54de27fac7f6", "name": "network-vif-plugged", "status": "completed", "tag": "1152052b-2557-4fb2-b6b9-f241e0aa7ede", "code": 200}]} {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:33:45.526981 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-edf33cf0-587b-408b-ad14-ba2aecec6d56 {{(pid=94468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:33:45.527586 n-d-694802-15 neutron-server[94468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c4abd92-ff98-493d-a431-54de27fac7f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1152052b-2557-4fb2-b6b9-f241e0aa7ede', 'code': 200} Aug 12 14:33:45.639398 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ff90bc38-fab9-45f0-8b78-43146006ee5d req-22557540-5464-4d64-aa02-3cbda8b67e8c service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=6f569421-3ef5-4998-a0c5-f191379b6c78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323526 Aug 12 14:33:45.654669 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-fe928e24-ee12-4566-953a-36f0718027dc req-a4bbd4cb-09c8-4cf5-b4d8-9443ccf5cd70 service neutron] 10.222.0.39 "GET /v2.0/networks/2d77121a-2c49-4913-9b71-d88f74914779?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2376103 Aug 12 14:33:45.721010 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93a3e51b-d538-42f6-8b45-698380d4b7b4 None None] New status for floating IP 82aa909f-e0fe-44b9-86b6-0c9a6d41fa6b: ACTIVE {{(pid=94468) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 14:33:45.726198 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a92d385-5e98-4284-9904-eef41ee8457b req-9a18383e-1831-421c-9a90-6d25a41624ef tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:45.732653 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-7a92d385-5e98-4284-9904-eef41ee8457b req-9a18383e-1831-421c-9a90-6d25a41624ef tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d672ae8-cf9f-476a-9b32-189bae5a39b2 HTTP/1.1" status: 200 len: 950 time: 0.1304278 Aug 12 14:33:45.751872 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17de3b81-a7cf-4f5c-a995-051fd7b55ca9 req-12b70a46-573d-4da0-a895-6392fdc6066f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:45.753634 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-17de3b81-a7cf-4f5c-a995-051fd7b55ca9 req-12b70a46-573d-4da0-a895-6392fdc6066f service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=1c4abd92-ff98-493d-a431-54de27fac7f6 HTTP/1.1" status: 200 len: 1097 time: 0.1071131 Aug 12 14:33:45.759923 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [req-ba602420-a3bf-4083-9ab9-de9d1a63cf68 req-a1a375d6-fa87-4c25-a24f-0e97d106ee1d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d4f81b4-a2fb-404b-9cb3-a108921ed6df {{(pid=94467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:33:45.769957 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-ba602420-a3bf-4083-9ab9-de9d1a63cf68 req-a1a375d6-fa87-4c25-a24f-0e97d106ee1d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:45.783131 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [req-ba602420-a3bf-4083-9ab9-de9d1a63cf68 req-a1a375d6-fa87-4c25-a24f-0e97d106ee1d service neutron] Transition to ACTIVE for port object 4d4f81b4-a2fb-404b-9cb3-a108921ed6df will not be triggered until provisioned by entity L2. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:33:45.798939 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-7a92d385-5e98-4284-9904-eef41ee8457b req-68c3db32-7317-45d5-ab67-7a067716c805 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0307eb3-f523-445b-8e1d-79deac809303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593576 Aug 12 14:33:45.829404 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-17de3b81-a7cf-4f5c-a995-051fd7b55ca9 req-6d20d51b-a85a-4192-b67c-d364f4253a2d service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=e3ca17b3-b028-41b3-b138-91e00a6e278c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525908 Aug 12 14:33:45.836400 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-ba602420-a3bf-4083-9ab9-de9d1a63cf68 req-a1a375d6-fa87-4c25-a24f-0e97d106ee1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:45.870051 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 14:33:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-417542b0-5875-4e9f-b690-b5ded36266fb x-openstack-request-id: req-417542b0-5875-4e9f-b690-b5ded36266fb {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:33:45.870341 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "065f58ca-f725-41c4-bad5-fbf91b7882b1", "tag": "1b7f2002-26ac-49ea-b30f-972bca0b50f6", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:33:45.870590 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-417542b0-5875-4e9f-b690-b5ded36266fb {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:33:45.870967 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '065f58ca-f725-41c4-bad5-fbf91b7882b1', 'tag': '1b7f2002-26ac-49ea-b30f-972bca0b50f6', 'status': 'completed', 'code': 200} Aug 12 14:33:45.908815 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a375d6-fa87-4c25-a24f-0e97d106ee1d service neutron] Pushing event updated for resources: {'Port': ['ID=4d4f81b4-a2fb-404b-9cb3-a108921ed6df,revision_number=2']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:33:45.927885 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8edcc5-4715-4dea-96e0-186047a386a1 req-7cda13e0-adc5-4c03-a6c3-4ca378b886a8 tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:45.935439 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-8c8edcc5-4715-4dea-96e0-186047a386a1 req-7cda13e0-adc5-4c03-a6c3-4ca378b886a8 tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] 10.222.0.39 "GET /v2.0/ports?device_id=1c4abd92-ff98-493d-a431-54de27fac7f6 HTTP/1.1" status: 200 len: 945 time: 0.1507163 Aug 12 14:33:46.027717 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4b37e8-4d0a-4fda-8890-926766a7c9df req-82a710b3-fe23-4442-aa0a-fe7e9c295d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:46.029517 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-4d4b37e8-4d0a-4fda-8890-926766a7c9df req-82a710b3-fe23-4442-aa0a-fe7e9c295d3c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b1a78db6da9442aab3b2432c7eca6669&device_id=065f58ca-f725-41c4-bad5-fbf91b7882b1 HTTP/1.1" status: 200 len: 1098 time: 0.0599806 Aug 12 14:33:46.041945 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-8c8edcc5-4715-4dea-96e0-186047a386a1 req-a6c7698a-9bee-4366-a86d-ee2900d47361 tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] 10.222.0.39 "GET /v2.0/security-groups?id=e3ca17b3-b028-41b3-b138-91e00a6e278c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056075 Aug 12 14:33:46.043613 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a662f4f-ad4b-4ed4-ab66-4734aeecbb37 req-e0b95692-6795-4165-9d6f-e8ac1356c64f tempest-FloatingIPsAssociationTestJSON-1995883228 tempest-FloatingIPsAssociationTestJSON-1995883228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:46.044300 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-ba602420-a3bf-4083-9ab9-de9d1a63cf68 req-a1a375d6-fa87-4c25-a24f-0e97d106ee1d service neutron] Attempting to bind port 4d4f81b4-a2fb-404b-9cb3-a108921ed6df on host n-h1-694802-15 for vnic_type normal with profile {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:33:46.044632 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-ba602420-a3bf-4083-9ab9-de9d1a63cf68 req-a1a375d6-fa87-4c25-a24f-0e97d106ee1d service neutron] Attempting to bind port 4d4f81b4-a2fb-404b-9cb3-a108921ed6df by drivers openvswitch,hyperv on host n-h1-694802-15 at level 0 using segments [{'id': '5ea1fe2e-eeef-460a-999b-4e3aad831451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '66286ace-0f28-443f-a69d-5df85949d220'}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:33:46.044991 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba602420-a3bf-4083-9ab9-de9d1a63cf68 req-a1a375d6-fa87-4c25-a24f-0e97d106ee1d service neutron] Attempting to bind port 4d4f81b4-a2fb-404b-9cb3-a108921ed6df on network 66286ace-0f28-443f-a69d-5df85949d220 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:33:46.047908 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-6a662f4f-ad4b-4ed4-ab66-4734aeecbb37 req-e0b95692-6795-4165-9d6f-e8ac1356c64f tempest-FloatingIPsAssociationTestJSON-1995883228 tempest-FloatingIPsAssociationTestJSON-1995883228-project] 10.222.0.39 "GET /v2.0/ports?device_id=638f28f3-3c31-4c01-a209-4a15d74e5da7&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1186469 Aug 12 14:33:46.049599 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba602420-a3bf-4083-9ab9-de9d1a63cf68 req-a1a375d6-fa87-4c25-a24f-0e97d106ee1d service neutron] Port 4d4f81b4-a2fb-404b-9cb3-a108921ed6df on network 66286ace-0f28-443f-a69d-5df85949d220 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-15 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 14:33:46.049918 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba602420-a3bf-4083-9ab9-de9d1a63cf68 req-a1a375d6-fa87-4c25-a24f-0e97d106ee1d service neutron] Attempting to bind port 4d4f81b4-a2fb-404b-9cb3-a108921ed6df on network 66286ace-0f28-443f-a69d-5df85949d220 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:33:46.054835 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba602420-a3bf-4083-9ab9-de9d1a63cf68 req-a1a375d6-fa87-4c25-a24f-0e97d106ee1d service neutron] Checking agent: {'id': 'de568313-a3e6-454a-9813-77e25edcea95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 27, 41), 'started_at': datetime.datetime(2021, 8, 12, 14, 27, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 33, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:33:46.055326 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba602420-a3bf-4083-9ab9-de9d1a63cf68 req-a1a375d6-fa87-4c25-a24f-0e97d106ee1d service neutron] Checking segment: {'id': '5ea1fe2e-eeef-460a-999b-4e3aad831451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '66286ace-0f28-443f-a69d-5df85949d220'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:33:46.055562 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba602420-a3bf-4083-9ab9-de9d1a63cf68 req-a1a375d6-fa87-4c25-a24f-0e97d106ee1d service neutron] Bound using segment: {'id': '5ea1fe2e-eeef-460a-999b-4e3aad831451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '66286ace-0f28-443f-a69d-5df85949d220'} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:33:46.056120 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-ba602420-a3bf-4083-9ab9-de9d1a63cf68 req-a1a375d6-fa87-4c25-a24f-0e97d106ee1d service neutron] Bound port: 4d4f81b4-a2fb-404b-9cb3-a108921ed6df, host: n-h1-694802-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ea1fe2e-eeef-460a-999b-4e3aad831451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '66286ace-0f28-443f-a69d-5df85949d220'}}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:33:46.056483 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-ba602420-a3bf-4083-9ab9-de9d1a63cf68 req-a1a375d6-fa87-4c25-a24f-0e97d106ee1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:46.155903 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-ba602420-a3bf-4083-9ab9-de9d1a63cf68 req-a1a375d6-fa87-4c25-a24f-0e97d106ee1d service neutron] For port 4d4f81b4-a2fb-404b-9cb3-a108921ed6df, host n-h1-694802-15, cleared binding levels {{(pid=94467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:33:46.175359 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-ba602420-a3bf-4083-9ab9-de9d1a63cf68 req-a1a375d6-fa87-4c25-a24f-0e97d106ee1d service neutron] For port 4d4f81b4-a2fb-404b-9cb3-a108921ed6df, host n-h1-694802-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=4d4f81b4-a2fb-404b-9cb3-a108921ed6df,segment=NetworkSegment(5ea1fe2e-eeef-460a-999b-4e3aad831451),segment_id=5ea1fe2e-eeef-460a-999b-4e3aad831451)] {{(pid=94467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:33:46.185484 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-ba602420-a3bf-4083-9ab9-de9d1a63cf68 req-a1a375d6-fa87-4c25-a24f-0e97d106ee1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:46.200750 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-6a662f4f-ad4b-4ed4-ab66-4734aeecbb37 req-c88305a2-160e-4e85-8a65-860aab27c367 tempest-FloatingIPsAssociationTestJSON-1995883228 tempest-FloatingIPsAssociationTestJSON-1995883228-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.1.222 HTTP/1.1" status: 200 len: 1002 time: 0.1418371 Aug 12 14:33:46.215194 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba602420-a3bf-4083-9ab9-de9d1a63cf68 req-a1a375d6-fa87-4c25-a24f-0e97d106ee1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:46.215979 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-ba602420-a3bf-4083-9ab9-de9d1a63cf68 req-a1a375d6-fa87-4c25-a24f-0e97d106ee1d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:46.219457 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [req-6a662f4f-ad4b-4ed4-ab66-4734aeecbb37 req-7bbec60d-080a-4dca-b904-6f66d3843186 tempest-FloatingIPsAssociationTestJSON-1995883228 tempest-FloatingIPsAssociationTestJSON-1995883228-project] Request body: {'floatingip': {'port_id': '9a015320-61af-4833-bc33-cfd52cf1fdd2', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:33:46.219620 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ba602420-a3bf-4083-9ab9-de9d1a63cf68 req-a1a375d6-fa87-4c25-a24f-0e97d106ee1d service neutron] 10.222.0.64 "PUT /v2.0/ports/4d4f81b4-a2fb-404b-9cb3-a108921ed6df HTTP/1.1" status: 200 len: 1092 time: 1.0685766 Aug 12 14:33:46.260807 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d154aa3-0b54-4e68-bbb8-76a32fbc5fa1 req-b7479969-8a12-4409-96f7-0791cd267ee4 tempest-ServersTestJSON-1551689810 tempest-ServersTestJSON-1551689810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:46.262534 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6d154aa3-0b54-4e68-bbb8-76a32fbc5fa1 req-b7479969-8a12-4409-96f7-0791cd267ee4 tempest-ServersTestJSON-1551689810 tempest-ServersTestJSON-1551689810-project] 10.222.0.39 "GET /v2.0/ports?device_id=2f52ecc2-e586-493b-8a96-25f7eedb61a5 HTTP/1.1" status: 200 len: 944 time: 0.1408353 Aug 12 14:33:46.313219 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4b37e8-4d0a-4fda-8890-926766a7c9df req-4a5a87f2-0e52-487d-94f7-96c00628f61b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:46.314919 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-4d4b37e8-4d0a-4fda-8890-926766a7c9df req-4a5a87f2-0e52-487d-94f7-96c00628f61b service neutron] 10.222.0.49 "GET /v2.0/networks?id=2d77121a-2c49-4913-9b71-d88f74914779 HTTP/1.1" status: 200 len: 922 time: 0.2657657 Aug 12 14:33:46.317652 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-6a662f4f-ad4b-4ed4-ab66-4734aeecbb37 req-7bbec60d-080a-4dca-b904-6f66d3843186 tempest-FloatingIPsAssociationTestJSON-1995883228 tempest-FloatingIPsAssociationTestJSON-1995883228-project] Notify callbacks [] for floatingip, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:46.341355 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a375d6-fa87-4c25-a24f-0e97d106ee1d service neutron] Pushing event updated for resources: {'Port': ['ID=4d4f81b4-a2fb-404b-9cb3-a108921ed6df,revision_number=3']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:33:46.363128 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6d154aa3-0b54-4e68-bbb8-76a32fbc5fa1 req-244b767a-fba4-4c1e-93be-f8490c0c6330 tempest-ServersTestJSON-1551689810 tempest-ServersTestJSON-1551689810-project] 10.222.0.39 "GET /v2.0/security-groups?id=4b7c0606-97a5-471f-a437-389550b223d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919418 Aug 12 14:33:46.370483 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba602420-a3bf-4083-9ab9-de9d1a63cf68 req-5a9d8268-ba3d-4c34-8e4a-44f81406fa35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:46.372159 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ba602420-a3bf-4083-9ab9-de9d1a63cf68 req-5a9d8268-ba3d-4c34-8e4a-44f81406fa35 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f18f73753fc44381926b4d20b367351e&device_id=0082eb9a-a521-4cc3-9405-f409a5a893a7 HTTP/1.1" status: 200 len: 1095 time: 0.1022048 Aug 12 14:33:46.432153 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ba602420-a3bf-4083-9ab9-de9d1a63cf68 req-0ec7eed3-0b28-41c1-a7da-941ba62f3345 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4d4f81b4-a2fb-404b-9cb3-a108921ed6df HTTP/1.1" status: 200 len: 217 time: 0.0510874 Aug 12 14:33:46.473298 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-4d4b37e8-4d0a-4fda-8890-926766a7c9df req-835571f1-2d99-406a-857b-d54fdba30e64 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1b7f2002-26ac-49ea-b30f-972bca0b50f6 HTTP/1.1" status: 200 len: 1002 time: 0.1147668 Aug 12 14:33:46.531479 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba602420-a3bf-4083-9ab9-de9d1a63cf68 req-70c4f47b-52b5-4a97-91be-75dee25a25fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:46.532875 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ba602420-a3bf-4083-9ab9-de9d1a63cf68 req-70c4f47b-52b5-4a97-91be-75dee25a25fe service neutron] 10.222.0.64 "GET /v2.0/subnets?id=39fc4ab3-8f53-4eb4-b1df-ab065bbb1694 HTTP/1.1" status: 200 len: 845 time: 0.0914946 Aug 12 14:33:46.541211 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290f3490-4832-4fce-9fa8-04d18edb18bb req-9874c0de-ec90-47d3-b6bc-4832240e98bd tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:46.542584 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-290f3490-4832-4fce-9fa8-04d18edb18bb req-9874c0de-ec90-47d3-b6bc-4832240e98bd tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] 10.222.0.39 "GET /v2.0/ports?device_id=bdfe1057-2f89-4d72-a343-7bb769ddcf33 HTTP/1.1" status: 200 len: 945 time: 0.0646052 Aug 12 14:33:46.579700 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4b37e8-4d0a-4fda-8890-926766a7c9df req-aea83c6d-cd37-4008-b309-946378a9ff4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:46.579963 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ba602420-a3bf-4083-9ab9-de9d1a63cf68 req-92a47e5d-7e98-4b7f-8e9c-eafadb1ac8ce service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=66286ace-0f28-443f-a69d-5df85949d220&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364296 Aug 12 14:33:46.581332 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-4d4b37e8-4d0a-4fda-8890-926766a7c9df req-aea83c6d-cd37-4008-b309-946378a9ff4f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e49c4440-1d10-4e2e-898f-8a24c72551cf HTTP/1.1" status: 200 len: 860 time: 0.0966485 Aug 12 14:33:46.648271 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-290f3490-4832-4fce-9fa8-04d18edb18bb req-0ee673fe-6134-4c03-b58e-a130612aeac5 tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] 10.222.0.39 "GET /v2.0/security-groups?id=6f569421-3ef5-4998-a0c5-f191379b6c78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974193 Aug 12 14:33:46.679541 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4b37e8-4d0a-4fda-8890-926766a7c9df req-f1bcef45-cecc-43c8-b033-c6923e4de6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:46.679541 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-4d4b37e8-4d0a-4fda-8890-926766a7c9df req-f1bcef45-cecc-43c8-b033-c6923e4de6e9 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2d77121a-2c49-4913-9b71-d88f74914779&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0634089 Aug 12 14:33:46.708228 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ba602420-a3bf-4083-9ab9-de9d1a63cf68 req-2437181a-a108-44be-bb1c-66ad7d1cccf2 service neutron] 10.222.0.64 "GET /v2.0/networks/66286ace-0f28-443f-a69d-5df85949d220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1188862 Aug 12 14:33:46.779851 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device 75c4a499-4b22-4a9c-b9bc-5643cbf71cc8 details requested by agent hyperv_n-h1-694802-15 with host n-h1-694802-15 {{(pid=94468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 14:33:46.887738 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b86140-500d-44fb-a7bb-5c30ecaf6789 req-b995fcbe-5821-4a05-9b18-ef50d90d6b81 tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:46.895671 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-4d4b37e8-4d0a-4fda-8890-926766a7c9df req-b3053654-2882-420d-a4cb-fae2712d4b76 service neutron] 10.222.0.49 "GET /v2.0/networks/2d77121a-2c49-4913-9b71-d88f74914779?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1874552 Aug 12 14:33:46.896102 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a4b86140-500d-44fb-a7bb-5c30ecaf6789 req-b995fcbe-5821-4a05-9b18-ef50d90d6b81 tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] 10.222.0.39 "GET /v2.0/ports?device_id=0082eb9a-a521-4cc3-9405-f409a5a893a7 HTTP/1.1" status: 200 len: 943 time: 0.1105423 Aug 12 14:33:46.899628 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ba602420-a3bf-4083-9ab9-de9d1a63cf68 req-a369fa42-3ea1-4d37-bc0a-49e5563983b2 service neutron] 10.222.0.64 "GET /v2.0/networks/66286ace-0f28-443f-a69d-5df85949d220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1838949 Aug 12 14:33:46.921820 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port 75c4a499-4b22-4a9c-b9bc-5643cbf71cc8, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=75c4a499-4b22-4a9c-b9bc-5643cbf71cc8,segment=NetworkSegment(1193682d-837e-492a-b676-dbe7d0687eb3),segment_id=1193682d-837e-492a-b676-dbe7d0687eb3)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:33:46.943373 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Returning: {'device': '75c4a499-4b22-4a9c-b9bc-5643cbf71cc8', 'network_id': 'e3a2bad2-d7b8-4fe9-80d2-f6f454972272', 'port_id': '75c4a499-4b22-4a9c-b9bc-5643cbf71cc8', 'mac_address': 'fa:16:3e:3d:3f:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99e47346-f96a-40ad-96a2-02125f67c08d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 14:33:46.952023 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a4b86140-500d-44fb-a7bb-5c30ecaf6789 req-1e1f2cb8-7991-4217-8547-947462708583 tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] 10.222.0.39 "GET /v2.0/security-groups?id=c46585fa-da50-4ef3-834f-e3a7c15dd624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550461 Aug 12 14:33:47.029843 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:47.051710 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-4d4b37e8-4d0a-4fda-8890-926766a7c9df req-4d27133c-0874-41c5-b1c1-a8efd820c437 service neutron] 10.222.0.49 "GET /v2.0/networks/2d77121a-2c49-4913-9b71-d88f74914779?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440787 Aug 12 14:33:47.066430 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75c4a499-4b22-4a9c-b9bc-5643cbf71cc8 {{(pid=94468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:33:47.097739 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port 75c4a499-4b22-4a9c-b9bc-5643cbf71cc8, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=75c4a499-4b22-4a9c-b9bc-5643cbf71cc8,segment=NetworkSegment(1193682d-837e-492a-b676-dbe7d0687eb3),segment_id=1193682d-837e-492a-b676-dbe7d0687eb3)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:33:47.102615 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:47.168317 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Pushing event updated for resources: {'Port': ['ID=75c4a499-4b22-4a9c-b9bc-5643cbf71cc8,revision_number=4']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:33:47.168572 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-6a662f4f-ad4b-4ed4-ab66-4734aeecbb37 req-7bbec60d-080a-4dca-b904-6f66d3843186 tempest-FloatingIPsAssociationTestJSON-1995883228 tempest-FloatingIPsAssociationTestJSON-1995883228-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:47.185147 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-6a662f4f-ad4b-4ed4-ab66-4734aeecbb37 req-7bbec60d-080a-4dca-b904-6f66d3843186 tempest-FloatingIPsAssociationTestJSON-1995883228 tempest-FloatingIPsAssociationTestJSON-1995883228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431510'] for floatingip, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:47.253133 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b60a2a-882a-4c02-9c02-813a0bba780a req-c49860c6-8bb6-4b92-b5ce-3bc01d177b67 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:47.254664 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-83b60a2a-882a-4c02-9c02-813a0bba780a req-c49860c6-8bb6-4b92-b5ce-3bc01d177b67 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d672ae8-cf9f-476a-9b32-189bae5a39b2 HTTP/1.1" status: 200 len: 950 time: 0.0757365 Aug 12 14:33:47.312192 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-83b60a2a-882a-4c02-9c02-813a0bba780a req-282c1295-c744-4bd5-b5ea-12761c29169c tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0307eb3-f523-445b-8e1d-79deac809303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507560 Aug 12 14:33:47.332814 n-d-694802-15 neutron-server[94466]: INFO neutron.db.l3_db [req-6a662f4f-ad4b-4ed4-ab66-4734aeecbb37 req-7bbec60d-080a-4dca-b904-6f66d3843186 tempest-FloatingIPsAssociationTestJSON-1995883228 tempest-FloatingIPsAssociationTestJSON-1995883228-project] Floating IP 82aa909f-e0fe-44b9-86b6-0c9a6d41fa6b associated. External IP: 172.25.1.222, port: 1b7f2002-26ac-49ea-b30f-972bca0b50f6. Aug 12 14:33:47.420325 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f06c9b-720e-4688-9ffb-7172442a1fd3 req-26bce020-d3f8-441c-9fd2-ac92df5043ca tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:47.421935 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-86f06c9b-720e-4688-9ffb-7172442a1fd3 req-26bce020-d3f8-441c-9fd2-ac92df5043ca tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] 10.222.0.39 "GET /v2.0/ports?device_id=1c4abd92-ff98-493d-a431-54de27fac7f6 HTTP/1.1" status: 200 len: 945 time: 0.0531411 Aug 12 14:33:47.425801 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] get_ports_and_sgs() called for port_ids ['75c4a499-4b22-4a9c-b9bc-5643cbf71cc8'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:33:47.493318 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-86f06c9b-720e-4688-9ffb-7172442a1fd3 req-388bd86a-c8e1-4511-9608-db0ff8dc48b5 tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] 10.222.0.39 "GET /v2.0/security-groups?id=e3ca17b3-b028-41b3-b138-91e00a6e278c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615482 Aug 12 14:33:47.628203 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271c2918-fb74-4903-8a48-86fe575f8e21 req-6d7da236-fe96-4c40-84c2-f9deaf6823e8 tempest-ServersTestJSON-1551689810 tempest-ServersTestJSON-1551689810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:47.629800 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-271c2918-fb74-4903-8a48-86fe575f8e21 req-6d7da236-fe96-4c40-84c2-f9deaf6823e8 tempest-ServersTestJSON-1551689810 tempest-ServersTestJSON-1551689810-project] 10.222.0.39 "GET /v2.0/ports?device_id=2f52ecc2-e586-493b-8a96-25f7eedb61a5 HTTP/1.1" status: 200 len: 945 time: 0.0513346 Aug 12 14:33:47.675972 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-271c2918-fb74-4903-8a48-86fe575f8e21 req-6d0e547a-2f97-4e63-aa68-67c80ba2b866 tempest-ServersTestJSON-1551689810 tempest-ServersTestJSON-1551689810-project] 10.222.0.39 "GET /v2.0/security-groups?id=4b7c0606-97a5-471f-a437-389550b223d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382280 Aug 12 14:33:47.810959 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17460e95-d916-43e7-ac4e-35e94e5f5d74 req-d2f8d8be-3552-47e4-9b1b-895f941a592c tempest-LiveAutoBlockMigrationV225Test-1272051264 tempest-LiveAutoBlockMigrationV225Test-1272051264-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:47.813916 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-17460e95-d916-43e7-ac4e-35e94e5f5d74 req-d2f8d8be-3552-47e4-9b1b-895f941a592c tempest-LiveAutoBlockMigrationV225Test-1272051264 tempest-LiveAutoBlockMigrationV225Test-1272051264-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=1c4abd92-ff98-493d-a431-54de27fac7f6 HTTP/1.1" status: 200 len: 1097 time: 0.0480347 Aug 12 14:33:47.861583 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-17460e95-d916-43e7-ac4e-35e94e5f5d74 req-f40d93fa-7634-4663-afeb-fefc642f44fe tempest-LiveAutoBlockMigrationV225Test-1272051264 tempest-LiveAutoBlockMigrationV225Test-1272051264-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=e3ca17b3-b028-41b3-b138-91e00a6e278c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424571 Aug 12 14:33:47.872341 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0082eb9a-a521-4cc3-9405-f409a5a893a7', 'tag': '4d4f81b4-a2fb-404b-9cb3-a108921ed6df'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:33:47.874887 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e65282f928b64038367d043a4411777802006c43a98742496cb2e25b724ff1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b259b0cd-2296-444c-9469-638a9f5295e9" -d '{"events": [{"name": "network-changed", "server_uuid": "0082eb9a-a521-4cc3-9405-f409a5a893a7", "tag": "4d4f81b4-a2fb-404b-9cb3-a108921ed6df"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:33:47.891080 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6a662f4f-ad4b-4ed4-ab66-4734aeecbb37 req-7bbec60d-080a-4dca-b904-6f66d3843186 tempest-FloatingIPsAssociationTestJSON-1995883228 tempest-FloatingIPsAssociationTestJSON-1995883228-project] Router 5535e5ab-0b6a-4c4c-8883-55bbdacbdf7e has already been hosted by L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f {{(pid=94466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 14:33:47.994955 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b3ceb9-f982-4409-a76c-39631bf59508 req-529900ed-03b9-4d5e-9a5f-7188a78b7392 tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:47.997106 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-59b3ceb9-f982-4409-a76c-39631bf59508 req-529900ed-03b9-4d5e-9a5f-7188a78b7392 tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] 10.222.0.39 "GET /v2.0/ports?device_id=bdfe1057-2f89-4d72-a343-7bb769ddcf33 HTTP/1.1" status: 200 len: 945 time: 0.0625710 Aug 12 14:33:48.007926 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6a662f4f-ad4b-4ed4-ab66-4734aeecbb37 req-7bbec60d-080a-4dca-b904-6f66d3843186 tempest-FloatingIPsAssociationTestJSON-1995883228 tempest-FloatingIPsAssociationTestJSON-1995883228-project] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 14:33:48.018978 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb6f125b-3f35-4ee4-ab27-2a1ccadddb63 None None] Sync routers for ids ['5535e5ab-0b6a-4c4c-8883-55bbdacbdf7e'] in n-d-694802-15 {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 14:33:48.030246 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb6f125b-3f35-4ee4-ab27-2a1ccadddb63 None None] Routers {'5535e5ab-0b6a-4c4c-8883-55bbdacbdf7e'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:33:48.031181 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-bb6f125b-3f35-4ee4-ab27-2a1ccadddb63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:33:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['5535e5ab-0b6a-4c4c-8883-55bbdacbdf7e'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:33:48.039160 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-59b3ceb9-f982-4409-a76c-39631bf59508 req-5fb9b5a0-4cd3-49d9-bfa0-893533b135d8 tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] 10.222.0.39 "GET /v2.0/security-groups?id=6f569421-3ef5-4998-a0c5-f191379b6c78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356140 Aug 12 14:33:48.096303 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 14:33:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd7da50c-0ffe-4688-af1a-3075e38ecb54 x-openstack-request-id: req-cd7da50c-0ffe-4688-af1a-3075e38ecb54 {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:33:48.096879 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0082eb9a-a521-4cc3-9405-f409a5a893a7", "tag": "4d4f81b4-a2fb-404b-9cb3-a108921ed6df", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:33:48.097343 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-cd7da50c-0ffe-4688-af1a-3075e38ecb54 {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:33:48.098695 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0082eb9a-a521-4cc3-9405-f409a5a893a7', 'tag': '4d4f81b4-a2fb-404b-9cb3-a108921ed6df', 'status': 'completed', 'code': 200} Aug 12 14:33:48.170223 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b259b0cd-2296-444c-9469-638a9f5295e9 req-c6b98ec3-cde1-421a-ad56-b00f33c2016f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:48.171282 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-bb6f125b-3f35-4ee4-ab27-2a1ccadddb63 None None] Set router 5535e5ab-0b6a-4c4c-8883-55bbdacbdf7e gateway port host: n-d-694802-15 {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:33:48.172952 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b259b0cd-2296-444c-9469-638a9f5295e9 req-c6b98ec3-cde1-421a-ad56-b00f33c2016f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f18f73753fc44381926b4d20b367351e&device_id=0082eb9a-a521-4cc3-9405-f409a5a893a7 HTTP/1.1" status: 200 len: 1095 time: 0.0519314 Aug 12 14:33:48.259818 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6a662f4f-ad4b-4ed4-ab66-4734aeecbb37 req-7bbec60d-080a-4dca-b904-6f66d3843186 tempest-FloatingIPsAssociationTestJSON-1995883228 tempest-FloatingIPsAssociationTestJSON-1995883228-project] Router 5535e5ab-0b6a-4c4c-8883-55bbdacbdf7e has already been hosted by L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f {{(pid=94466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 14:33:48.349642 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfe1343-edba-40c8-8381-eea6139e6321 req-01e2af23-282e-4810-98ed-44d9eb27a3e9 tempest-LiveAutoBlockMigrationV225Test-1272051264 tempest-LiveAutoBlockMigrationV225Test-1272051264-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:48.351359 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4cfe1343-edba-40c8-8381-eea6139e6321 req-01e2af23-282e-4810-98ed-44d9eb27a3e9 tempest-LiveAutoBlockMigrationV225Test-1272051264 tempest-LiveAutoBlockMigrationV225Test-1272051264-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=1c4abd92-ff98-493d-a431-54de27fac7f6 HTTP/1.1" status: 200 len: 1097 time: 0.1591175 Aug 12 14:33:48.372450 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b259b0cd-2296-444c-9469-638a9f5295e9 req-00b84214-eb8f-4baa-ba54-257fa6ea2007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:48.374077 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b259b0cd-2296-444c-9469-638a9f5295e9 req-00b84214-eb8f-4baa-ba54-257fa6ea2007 service neutron] 10.222.0.64 "GET /v2.0/networks?id=66286ace-0f28-443f-a69d-5df85949d220 HTTP/1.1" status: 200 len: 906 time: 0.1922808 Aug 12 14:33:48.423271 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b259b0cd-2296-444c-9469-638a9f5295e9 req-c7791266-0e42-4d6f-9ea1-80ff5963011e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4d4f81b4-a2fb-404b-9cb3-a108921ed6df HTTP/1.1" status: 200 len: 217 time: 0.0414002 Aug 12 14:33:48.438740 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6a662f4f-ad4b-4ed4-ab66-4734aeecbb37 req-7bbec60d-080a-4dca-b904-6f66d3843186 tempest-FloatingIPsAssociationTestJSON-1995883228 tempest-FloatingIPsAssociationTestJSON-1995883228-project] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 14:33:48.445228 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-6a662f4f-ad4b-4ed4-ab66-4734aeecbb37 req-7bbec60d-080a-4dca-b904-6f66d3843186 tempest-FloatingIPsAssociationTestJSON-1995883228 tempest-FloatingIPsAssociationTestJSON-1995883228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for floatingip, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:48.476209 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4cfe1343-edba-40c8-8381-eea6139e6321 req-9b06ff10-7301-4ee9-8128-69e0ff929048 tempest-LiveAutoBlockMigrationV225Test-1272051264 tempest-LiveAutoBlockMigrationV225Test-1272051264-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=e3ca17b3-b028-41b3-b138-91e00a6e278c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113937 Aug 12 14:33:48.486866 n-d-694802-15 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '065f58ca-f725-41c4-bad5-fbf91b7882b1', 'tag': '1b7f2002-26ac-49ea-b30f-972bca0b50f6'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:33:48.488991 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e785eeede3897370d0b20f09d5f461b30cfecd5ed38c4f07dacd02bc52c9277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d225dd79-de2f-491c-8ca1-b25ff4f61566" -d '{"events": [{"name": "network-changed", "server_uuid": "065f58ca-f725-41c4-bad5-fbf91b7882b1", "tag": "1b7f2002-26ac-49ea-b30f-972bca0b50f6"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:33:48.500633 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b259b0cd-2296-444c-9469-638a9f5295e9 req-bcbddba5-b4ce-432e-83db-6e263e1182db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:48.503316 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b259b0cd-2296-444c-9469-638a9f5295e9 req-bcbddba5-b4ce-432e-83db-6e263e1182db service neutron] 10.222.0.64 "GET /v2.0/subnets?id=39fc4ab3-8f53-4eb4-b1df-ab065bbb1694 HTTP/1.1" status: 200 len: 845 time: 0.0698216 Aug 12 14:33:48.534702 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-6a662f4f-ad4b-4ed4-ab66-4734aeecbb37 req-7bbec60d-080a-4dca-b904-6f66d3843186 tempest-FloatingIPsAssociationTestJSON-1995883228 tempest-FloatingIPsAssociationTestJSON-1995883228-project] 10.222.0.39 "PUT /v2.0/floatingips/82aa909f-e0fe-44b9-86b6-0c9a6d41fa6b HTTP/1.1" status: 200 len: 998 time: 2.3235846 Aug 12 14:33:48.536429 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-bb6f125b-3f35-4ee4-ab27-2a1ccadddb63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5535e5ab-0b6a-4c4c-8883-55bbdacbdf7e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1350383079-router', 'tenant_id': 'b1a78db6da9442aab3b2432c7eca6669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.146'}], 'enable_snat': True}, 'gw_port_id': '616a60ed-06d7-43a6-baaa-a00ca139ecd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:32:43Z', 'updated_at': '2021-08-12T14:32:50Z', 'revision_number': 4, 'project_id': 'b1a78db6da9442aab3b2432c7eca6669', 'gw_port': {'id': '616a60ed-06d7-43a6-baaa-a00ca139ecd8', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:90:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5535e5ab-0b6a-4c4c-8883-55bbdacbdf7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:32:45Z', 'updated_at': '2021-08-12T14:32:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_floatingips': [{'id': '82aa909f-e0fe-44b9-86b6-0c9a6d41fa6b', 'tenant_id': 'b1a78db6da9442aab3b2432c7eca6669', 'floating_ip_address': '172.25.1.222', 'floating_network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'router_id': '5535e5ab-0b6a-4c4c-8883-55bbdacbdf7e', 'port_id': '9a015320-61af-4833-bc33-cfd52cf1fdd2', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 599, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d77121a-2c49-4913-9b71-d88f74914779', 'mac_address': 'fa:16:3e:28:00:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '638f28f3-3c31-4c01-a209-4a15d74e5da7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T14:33:15Z', 'updated_at': '2021-08-12T14:33:46Z', 'revision_number': 3, 'project_id': 'b1a78db6da9442aab3b2432c7eca6669', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54ac8bc5-17fd-4e01-8778-29b71645e5d7', 'name': '', 'network_id': '2d77121a-2c49-4913-9b71-d88f74914779', 'tenant_id': 'b1a78db6da9442aab3b2432c7eca6669', 'mac_address': 'fa:16:3e:d2:a8:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5535e5ab-0b6a-4c4c-8883-55bbdacbdf7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'e49c4440-1d10-4e2e-898f-8a24c72551cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:32:48Z', 'updated_at': '2021-08-12T14:32:57Z', 'revision_number': 5, 'project_id': 'b1a78db6da9442aab3b2432c7eca6669', 'subnets': [{'id': 'e49c4440-1d10-4e2e-898f-8a24c72551cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:33:48.559888 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b259b0cd-2296-444c-9469-638a9f5295e9 req-c85b0986-0f98-48f7-8c24-6dfa0211eedc service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=66286ace-0f28-443f-a69d-5df85949d220&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0493135 Aug 12 14:33:48.609296 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a662f4f-ad4b-4ed4-ab66-4734aeecbb37 req-f40db6a3-7e97-4b97-8cd2-57eb2335a5cc tempest-FloatingIPsAssociationTestJSON-1995883228 tempest-FloatingIPsAssociationTestJSON-1995883228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:48.611138 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-6a662f4f-ad4b-4ed4-ab66-4734aeecbb37 req-f40db6a3-7e97-4b97-8cd2-57eb2335a5cc tempest-FloatingIPsAssociationTestJSON-1995883228 tempest-FloatingIPsAssociationTestJSON-1995883228-project] 10.222.0.39 "GET /v2.0/ports/1b7f2002-26ac-49ea-b30f-972bca0b50f6 HTTP/1.1" status: 200 len: 943 time: 0.0755379 Aug 12 14:33:48.612401 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb6f125b-3f35-4ee4-ab27-2a1ccadddb63 None None] Checking router: 5535e5ab-0b6a-4c4c-8883-55bbdacbdf7e for host: n-d-694802-15 {{(pid=94469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 14:33:48.629147 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb6f125b-3f35-4ee4-ab27-2a1ccadddb63 None None] Routers {'5535e5ab-0b6a-4c4c-8883-55bbdacbdf7e'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:33:48.630204 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-bb6f125b-3f35-4ee4-ab27-2a1ccadddb63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:33:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['5535e5ab-0b6a-4c4c-8883-55bbdacbdf7e'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:33:48.708403 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6a23a3-dac0-4654-bd79-fbf1255fd027 req-24bb4d81-526e-4a83-911d-f048ef43d4d1 tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:48.713112 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0c6a23a3-dac0-4654-bd79-fbf1255fd027 req-24bb4d81-526e-4a83-911d-f048ef43d4d1 tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] 10.222.0.39 "GET /v2.0/ports?device_id=0082eb9a-a521-4cc3-9405-f409a5a893a7 HTTP/1.1" status: 200 len: 943 time: 0.1164222 Aug 12 14:33:48.745625 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a662f4f-ad4b-4ed4-ab66-4734aeecbb37 req-38b7e12d-45ef-4963-8bff-48cf5261a519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:48.747697 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-6a662f4f-ad4b-4ed4-ab66-4734aeecbb37 req-38b7e12d-45ef-4963-8bff-48cf5261a519 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b1a78db6da9442aab3b2432c7eca6669&device_id=065f58ca-f725-41c4-bad5-fbf91b7882b1 HTTP/1.1" status: 200 len: 1098 time: 0.0693610 Aug 12 14:33:48.753644 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b259b0cd-2296-444c-9469-638a9f5295e9 req-9eed21b2-4398-45a4-9720-936e9a3dfc66 service neutron] 10.222.0.64 "GET /v2.0/networks/66286ace-0f28-443f-a69d-5df85949d220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1865926 Aug 12 14:33:48.786798 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0c6a23a3-dac0-4654-bd79-fbf1255fd027 req-21397838-ab18-4b09-bcbd-587737014e19 tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] 10.222.0.39 "GET /v2.0/security-groups?id=c46585fa-da50-4ef3-834f-e3a7c15dd624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670345 Aug 12 14:33:48.792235 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device 75c4a499-4b22-4a9c-b9bc-5643cbf71cc8 up at agent hyperv_n-h1-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:33:48.837951 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-bb6f125b-3f35-4ee4-ab27-2a1ccadddb63 None None] Set router 5535e5ab-0b6a-4c4c-8883-55bbdacbdf7e gateway port host: n-d-694802-15 {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:33:48.879887 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Provisioning for port 75c4a499-4b22-4a9c-b9bc-5643cbf71cc8 completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:33:48.886671 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Provisioning complete for port 75c4a499-4b22-4a9c-b9bc-5643cbf71cc8 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:33:48.887164 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:48.915730 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a662f4f-ad4b-4ed4-ab66-4734aeecbb37 req-0189f344-1205-4495-928e-4e5ffa682d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:48.917304 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-6a662f4f-ad4b-4ed4-ab66-4734aeecbb37 req-0189f344-1205-4495-928e-4e5ffa682d90 service neutron] 10.222.0.39 "GET /v2.0/networks?id=2d77121a-2c49-4913-9b71-d88f74914779 HTTP/1.1" status: 200 len: 922 time: 0.1620944 Aug 12 14:33:48.957578 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b259b0cd-2296-444c-9469-638a9f5295e9 req-8e0d55f0-c54f-4990-b1de-0c2d840d77f8 service neutron] 10.222.0.64 "GET /v2.0/networks/66286ace-0f28-443f-a69d-5df85949d220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1946895 Aug 12 14:33:48.992613 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-6a662f4f-ad4b-4ed4-ab66-4734aeecbb37 req-a7231829-2be2-40c3-a0d5-80bd073ddb8c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1b7f2002-26ac-49ea-b30f-972bca0b50f6 HTTP/1.1" status: 200 len: 217 time: 0.0682709 Aug 12 14:33:49.016225 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:49.066454 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f52ecc2-e586-493b-8a96-25f7eedb61a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75c4a499-4b22-4a9c-b9bc-5643cbf71cc8'}] {{(pid=94468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:33:49.073295 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99a8d87602170099c728e57431aca99e9b98a655a83bbf8727be13192709727b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3e9728a-7912-4f8e-8b42-4db47e6e06af" -d '{"events": [{"server_uuid": "2f52ecc2-e586-493b-8a96-25f7eedb61a5", "name": "network-vif-plugged", "status": "completed", "tag": "75c4a499-4b22-4a9c-b9bc-5643cbf71cc8"}]}' {{(pid=94468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:33:49.106931 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port 75c4a499-4b22-4a9c-b9bc-5643cbf71cc8, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=75c4a499-4b22-4a9c-b9bc-5643cbf71cc8,segment=NetworkSegment(1193682d-837e-492a-b676-dbe7d0687eb3),segment_id=1193682d-837e-492a-b676-dbe7d0687eb3)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:33:49.109264 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a662f4f-ad4b-4ed4-ab66-4734aeecbb37 req-0363d313-a04d-4cdf-b373-6d680dc44a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:49.111520 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-6a662f4f-ad4b-4ed4-ab66-4734aeecbb37 req-0363d313-a04d-4cdf-b373-6d680dc44a27 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e49c4440-1d10-4e2e-898f-8a24c72551cf HTTP/1.1" status: 200 len: 860 time: 0.1112926 Aug 12 14:33:49.119229 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa0d16f-7667-4408-a2c7-15f831476dd9 req-eea9bd02-23c3-4071-80da-eb6cbbb38e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:49.120938 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-5aa0d16f-7667-4408-a2c7-15f831476dd9 req-eea9bd02-23c3-4071-80da-eb6cbbb38e74 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2fd79171a8ca47bca77a7cc342fe86ce&device_id=bdfe1057-2f89-4d72-a343-7bb769ddcf33 HTTP/1.1" status: 200 len: 1097 time: 0.0703120 Aug 12 14:33:49.122089 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:49.213140 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Pushing event updated for resources: {'Port': ['ID=75c4a499-4b22-4a9c-b9bc-5643cbf71cc8,revision_number=5']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:33:49.243519 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f10857a-a193-4ffd-8efe-cc884abb8c2d req-d9e9b7f3-e788-4c4c-a943-113a938f7de2 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:49.249692 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6f10857a-a193-4ffd-8efe-cc884abb8c2d req-d9e9b7f3-e788-4c4c-a943-113a938f7de2 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d672ae8-cf9f-476a-9b32-189bae5a39b2 HTTP/1.1" status: 200 len: 950 time: 0.0848145 Aug 12 14:33:49.284609 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a662f4f-ad4b-4ed4-ab66-4734aeecbb37 req-aaa68f46-732e-4de0-9c6a-c9ea1f0496ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:49.286138 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-6a662f4f-ad4b-4ed4-ab66-4734aeecbb37 req-aaa68f46-732e-4de0-9c6a-c9ea1f0496ec service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2d77121a-2c49-4913-9b71-d88f74914779&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1582792 Aug 12 14:33:49.290521 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6f10857a-a193-4ffd-8efe-cc884abb8c2d req-54d37c8b-ee47-4397-bf53-067f705d1b4f tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0307eb3-f523-445b-8e1d-79deac809303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369906 Aug 12 14:33:49.348835 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 14:33:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65cd1ab1-96a9-4668-a2e6-4518c06e7663 x-openstack-request-id: req-65cd1ab1-96a9-4668-a2e6-4518c06e7663 {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:33:49.349122 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "065f58ca-f725-41c4-bad5-fbf91b7882b1", "tag": "1b7f2002-26ac-49ea-b30f-972bca0b50f6", "status": "completed", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:33:49.349366 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-65cd1ab1-96a9-4668-a2e6-4518c06e7663 {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:33:49.349766 n-d-694802-15 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '065f58ca-f725-41c4-bad5-fbf91b7882b1', 'tag': '1b7f2002-26ac-49ea-b30f-972bca0b50f6', 'status': 'completed', 'code': 200} Aug 12 14:33:49.370675 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa0d16f-7667-4408-a2c7-15f831476dd9 req-dd6d581a-bfc2-4e93-85d9-baa6c2f7aefb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:49.372173 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-5aa0d16f-7667-4408-a2c7-15f831476dd9 req-dd6d581a-bfc2-4e93-85d9-baa6c2f7aefb service neutron] 10.222.0.49 "GET /v2.0/networks?id=1f88c89e-1834-4591-8586-4341f292deca HTTP/1.1" status: 200 len: 912 time: 0.2354159 Aug 12 14:33:49.377480 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-bb6f125b-3f35-4ee4-ab27-2a1ccadddb63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5535e5ab-0b6a-4c4c-8883-55bbdacbdf7e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1350383079-router', 'tenant_id': 'b1a78db6da9442aab3b2432c7eca6669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.146'}], 'enable_snat': True}, 'gw_port_id': '616a60ed-06d7-43a6-baaa-a00ca139ecd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:32:43Z', 'updated_at': '2021-08-12T14:32:50Z', 'revision_number': 4, 'project_id': 'b1a78db6da9442aab3b2432c7eca6669', 'gw_port': {'id': '616a60ed-06d7-43a6-baaa-a00ca139ecd8', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:90:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5535e5ab-0b6a-4c4c-8883-55bbdacbdf7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:32:45Z', 'updated_at': '2021-08-12T14:32:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_floatingips': [{'id': '82aa909f-e0fe-44b9-86b6-0c9a6d41fa6b', 'tenant_id': 'b1a78db6da9442aab3b2432c7eca6669', 'floating_ip_address': '172.25.1.222', 'floating_network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'router_id': '5535e5ab-0b6a-4c4c-8883-55bbdacbdf7e', 'port_id': '9a015320-61af-4833-bc33-cfd52cf1fdd2', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 599, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d77121a-2c49-4913-9b71-d88f74914779', 'mac_address': 'fa:16:3e:28:00:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '638f28f3-3c31-4c01-a209-4a15d74e5da7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T14:33:15Z', 'updated_at': '2021-08-12T14:33:46Z', 'revision_number': 3, 'project_id': 'b1a78db6da9442aab3b2432c7eca6669', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54ac8bc5-17fd-4e01-8778-29b71645e5d7', 'name': '', 'network_id': '2d77121a-2c49-4913-9b71-d88f74914779', 'tenant_id': 'b1a78db6da9442aab3b2432c7eca6669', 'mac_address': 'fa:16:3e:d2:a8:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5535e5ab-0b6a-4c4c-8883-55bbdacbdf7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'e49c4440-1d10-4e2e-898f-8a24c72551cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:32:48Z', 'updated_at': '2021-08-12T14:32:57Z', 'revision_number': 5, 'project_id': 'b1a78db6da9442aab3b2432c7eca6669', 'subnets': [{'id': 'e49c4440-1d10-4e2e-898f-8a24c72551cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:33:49.424002 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb6f125b-3f35-4ee4-ab27-2a1ccadddb63 None None] The sync data for ids ['5535e5ab-0b6a-4c4c-8883-55bbdacbdf7e'] in n-d-694802-15 is: [{'id': '5535e5ab-0b6a-4c4c-8883-55bbdacbdf7e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1350383079-router', 'tenant_id': 'b1a78db6da9442aab3b2432c7eca6669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.146'}], 'enable_snat': True}, 'gw_port_id': '616a60ed-06d7-43a6-baaa-a00ca139ecd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:32:43Z', 'updated_at': '2021-08-12T14:32:50Z', 'revision_number': 4, 'project_id': 'b1a78db6da9442aab3b2432c7eca6669', 'gw_port': {'id': '616a60ed-06d7-43a6-baaa-a00ca139ecd8', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:90:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5535e5ab-0b6a-4c4c-8883-55bbdacbdf7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:32:45Z', 'updated_at': '2021-08-12T14:32:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_floatingips': [{'id': '82aa909f-e0fe-44b9-86b6-0c9a6d41fa6b', 'tenant_id': 'b1a78db6da9442aab3b2432c7eca6669', 'floating_ip_address': '172.25.1.222', 'floating_network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'router_id': '5535e5ab-0b6a-4c4c-8883-55bbdacbdf7e', 'port_id': '9a015320-61af-4833-bc33-cfd52cf1fdd2', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 599, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d77121a-2c49-4913-9b71-d88f74914779', 'mac_address': 'fa:16:3e:28:00:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '638f28f3-3c31-4c01-a209-4a15d74e5da7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T14:33:15Z', 'updated_at': '2021-08-12T14:33:46Z', 'revision_number': 3, 'project_id': 'b1a78db6da9442aab3b2432c7eca6669', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54ac8bc5-17fd-4e01-8778-29b71645e5d7', 'name': '', 'network_id': '2d77121a-2c49-4913-9b71-d88f74914779', 'tenant_id': 'b1a78db6da9442aab3b2432c7eca6669', 'mac_address': 'fa:16:3e:d2:a8:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5535e5ab-0b6a-4c4c-8883-55bbdacbdf7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'e49c4440-1d10-4e2e-898f-8a24c72551cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:32:48Z', 'updated_at': '2021-08-12T14:32:57Z', 'revision_number': 5, 'project_id': 'b1a78db6da9442aab3b2432c7eca6669', 'subnets': [{'id': 'e49c4440-1d10-4e2e-898f-8a24c72551cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 14:33:49.431057 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-5aa0d16f-7667-4408-a2c7-15f831476dd9 req-6197211c-2818-4360-b053-57aa15277ea9 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e731383c-afe1-4106-94a1-16d066591655 HTTP/1.1" status: 200 len: 217 time: 0.0424366 Aug 12 14:33:49.439909 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d225dd79-de2f-491c-8ca1-b25ff4f61566 req-3325613e-5f6a-4809-bcd7-5c07511b29d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:49.441555 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d225dd79-de2f-491c-8ca1-b25ff4f61566 req-3325613e-5f6a-4809-bcd7-5c07511b29d7 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b1a78db6da9442aab3b2432c7eca6669&device_id=065f58ca-f725-41c4-bad5-fbf91b7882b1 HTTP/1.1" status: 200 len: 1098 time: 0.0574200 Aug 12 14:33:49.481557 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-6a662f4f-ad4b-4ed4-ab66-4734aeecbb37 req-7080ab57-0e7b-48e9-a157-6b07cf237fe3 service neutron] 10.222.0.39 "GET /v2.0/networks/2d77121a-2c49-4913-9b71-d88f74914779?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1860592 Aug 12 14:33:49.555929 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa0d16f-7667-4408-a2c7-15f831476dd9 req-4288e9d9-22c9-4509-b681-902c71d195df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:49.557422 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-5aa0d16f-7667-4408-a2c7-15f831476dd9 req-4288e9d9-22c9-4509-b681-902c71d195df service neutron] 10.222.0.49 "GET /v2.0/subnets?id=dd28ff73-a450-408b-b798-c34bd0481320 HTTP/1.1" status: 200 len: 851 time: 0.1143811 Aug 12 14:33:49.603480 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-5aa0d16f-7667-4408-a2c7-15f831476dd9 req-ff8f05b5-fb7f-4bb7-a83d-7826fdfddf13 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=1f88c89e-1834-4591-8586-4341f292deca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331352 Aug 12 14:33:49.630826 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-6a662f4f-ad4b-4ed4-ab66-4734aeecbb37 req-b678cdcc-7d88-46a5-946f-a702d41b8582 service neutron] 10.222.0.39 "GET /v2.0/networks/2d77121a-2c49-4913-9b71-d88f74914779?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457705 Aug 12 14:33:49.697154 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e0e644c-a960-43da-8546-1c678ccd7fb6 None None] New status for floating IP 82aa909f-e0fe-44b9-86b6-0c9a6d41fa6b: ACTIVE {{(pid=94468) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 14:33:49.761200 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a662f4f-ad4b-4ed4-ab66-4734aeecbb37 req-9220c5f8-82d0-4b52-a464-9c55779139ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:49.763125 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-6a662f4f-ad4b-4ed4-ab66-4734aeecbb37 req-9220c5f8-82d0-4b52-a464-9c55779139ea service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b1a78db6da9442aab3b2432c7eca6669&device_id=638f28f3-3c31-4c01-a209-4a15d74e5da7 HTTP/1.1" status: 200 len: 1097 time: 0.1077819 Aug 12 14:33:49.847269 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-5aa0d16f-7667-4408-a2c7-15f831476dd9 req-477972de-cfdc-461c-aadb-929fb2b220b0 service neutron] 10.222.0.49 "GET /v2.0/networks/1f88c89e-1834-4591-8586-4341f292deca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2342758 Aug 12 14:33:49.919610 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee801bb4-fd01-4367-9458-49a137726eed req-03253bf1-3d2e-483a-9644-13e160a74360 tempest-ServersTestJSON-1551689810 tempest-ServersTestJSON-1551689810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:49.928285 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ee801bb4-fd01-4367-9458-49a137726eed req-03253bf1-3d2e-483a-9644-13e160a74360 tempest-ServersTestJSON-1551689810 tempest-ServersTestJSON-1551689810-project] 10.222.0.39 "GET /v2.0/ports?device_id=2f52ecc2-e586-493b-8a96-25f7eedb61a5 HTTP/1.1" status: 200 len: 946 time: 0.4650562 Aug 12 14:33:49.956805 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a662f4f-ad4b-4ed4-ab66-4734aeecbb37 req-902fc0b6-672f-45ae-84b0-9b594082af22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:49.958310 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-6a662f4f-ad4b-4ed4-ab66-4734aeecbb37 req-902fc0b6-672f-45ae-84b0-9b594082af22 service neutron] 10.222.0.39 "GET /v2.0/networks?id=2d77121a-2c49-4913-9b71-d88f74914779 HTTP/1.1" status: 200 len: 922 time: 0.1884384 Aug 12 14:33:49.982331 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d225dd79-de2f-491c-8ca1-b25ff4f61566 req-7f19e0a0-238f-4be2-a25c-b37f6af0b22c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:49.984801 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d225dd79-de2f-491c-8ca1-b25ff4f61566 req-7f19e0a0-238f-4be2-a25c-b37f6af0b22c service neutron] 10.222.0.49 "GET /v2.0/networks?id=2d77121a-2c49-4913-9b71-d88f74914779 HTTP/1.1" status: 200 len: 922 time: 0.5323639 Aug 12 14:33:50.001469 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ee801bb4-fd01-4367-9458-49a137726eed req-bb502e63-158b-42de-819a-8abd0204dd57 tempest-ServersTestJSON-1551689810 tempest-ServersTestJSON-1551689810-project] 10.222.0.39 "GET /v2.0/security-groups?id=4b7c0606-97a5-471f-a437-389550b223d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721476 Aug 12 14:33:50.027217 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-5aa0d16f-7667-4408-a2c7-15f831476dd9 req-7f579bc7-bbe1-4553-9a79-d050b7034f7c service neutron] 10.222.0.49 "GET /v2.0/networks/1f88c89e-1834-4591-8586-4341f292deca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1687481 Aug 12 14:33:50.028837 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-631b0b49-6432-4ea4-ae39-abd600f5fff5 None None] Sync routers for ids ['5535e5ab-0b6a-4c4c-8883-55bbdacbdf7e'] in n-d-694802-15 {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 14:33:50.046766 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-631b0b49-6432-4ea4-ae39-abd600f5fff5 None None] Routers {'5535e5ab-0b6a-4c4c-8883-55bbdacbdf7e'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:33:50.047671 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-631b0b49-6432-4ea4-ae39-abd600f5fff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:33:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['5535e5ab-0b6a-4c4c-8883-55bbdacbdf7e'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:33:50.054864 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-6a662f4f-ad4b-4ed4-ab66-4734aeecbb37 req-1443d49a-5529-4c11-93f3-cb557a15af24 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9a015320-61af-4833-bc33-cfd52cf1fdd2 HTTP/1.1" status: 200 len: 1001 time: 0.0832059 Aug 12 14:33:50.063698 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d225dd79-de2f-491c-8ca1-b25ff4f61566 req-2390a26b-3b22-4d48-82b5-0d826cf82d02 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1b7f2002-26ac-49ea-b30f-972bca0b50f6 HTTP/1.1" status: 200 len: 217 time: 0.0590208 Aug 12 14:33:50.110649 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a662f4f-ad4b-4ed4-ab66-4734aeecbb37 req-3b8abb7e-df95-4888-ac7a-917e843bd0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:50.112080 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-6a662f4f-ad4b-4ed4-ab66-4734aeecbb37 req-3b8abb7e-df95-4888-ac7a-917e843bd0c2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e49c4440-1d10-4e2e-898f-8a24c72551cf HTTP/1.1" status: 200 len: 860 time: 0.0500340 Aug 12 14:33:50.128900 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d225dd79-de2f-491c-8ca1-b25ff4f61566 req-ed365a11-61b8-41f9-b7d3-5540276afab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:50.130431 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d225dd79-de2f-491c-8ca1-b25ff4f61566 req-ed365a11-61b8-41f9-b7d3-5540276afab9 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e49c4440-1d10-4e2e-898f-8a24c72551cf HTTP/1.1" status: 200 len: 860 time: 0.0600679 Aug 12 14:33:50.172183 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a662f4f-ad4b-4ed4-ab66-4734aeecbb37 req-6411bc35-5ba5-4ae8-8a58-605161cb9b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:50.177448 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-6a662f4f-ad4b-4ed4-ab66-4734aeecbb37 req-6411bc35-5ba5-4ae8-8a58-605161cb9b9f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2d77121a-2c49-4913-9b71-d88f74914779&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0507994 Aug 12 14:33:50.213788 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f93a5b-1f95-4dd7-bf2c-382ec32e2f49 req-c2794cd2-9756-4202-b4b8-94c385d815a2 tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:50.215324 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b8f93a5b-1f95-4dd7-bf2c-382ec32e2f49 req-c2794cd2-9756-4202-b4b8-94c385d815a2 tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] 10.222.0.39 "GET /v2.0/ports?device_id=bdfe1057-2f89-4d72-a343-7bb769ddcf33 HTTP/1.1" status: 200 len: 945 time: 0.0797665 Aug 12 14:33:50.226251 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d225dd79-de2f-491c-8ca1-b25ff4f61566 req-d1ace3f4-6825-4802-b186-5ad8f46c45c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:50.227502 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d225dd79-de2f-491c-8ca1-b25ff4f61566 req-d1ace3f4-6825-4802-b186-5ad8f46c45c5 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2d77121a-2c49-4913-9b71-d88f74914779&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0617747 Aug 12 14:33:50.243114 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-631b0b49-6432-4ea4-ae39-abd600f5fff5 None None] Set router 5535e5ab-0b6a-4c4c-8883-55bbdacbdf7e gateway port host: n-d-694802-15 {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:33:50.275649 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-6a662f4f-ad4b-4ed4-ab66-4734aeecbb37 req-f95719e1-b2dc-45c4-920b-8d14114c55fb service neutron] 10.222.0.39 "GET /v2.0/networks/2d77121a-2c49-4913-9b71-d88f74914779?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926187 Aug 12 14:33:50.321603 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b8f93a5b-1f95-4dd7-bf2c-382ec32e2f49 req-f36cc8ee-d48c-4044-ae23-c099f7e68f33 tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] 10.222.0.39 "GET /v2.0/security-groups?id=6f569421-3ef5-4998-a0c5-f191379b6c78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857527 Aug 12 14:33:50.358765 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d225dd79-de2f-491c-8ca1-b25ff4f61566 req-ed1ffad9-2259-4d49-b3a0-1a8d0c2489da service neutron] 10.222.0.49 "GET /v2.0/networks/2d77121a-2c49-4913-9b71-d88f74914779?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1161611 Aug 12 14:33:50.376530 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-6a662f4f-ad4b-4ed4-ab66-4734aeecbb37 req-066c977f-6706-4261-bf0c-e3adc8d332df service neutron] 10.222.0.39 "GET /v2.0/networks/2d77121a-2c49-4913-9b71-d88f74914779?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939546 Aug 12 14:33:50.392323 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 14:33:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7707fcd3-158e-4177-9697-05c9ed794b17 x-openstack-request-id: req-7707fcd3-158e-4177-9697-05c9ed794b17 {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:33:50.392849 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f52ecc2-e586-493b-8a96-25f7eedb61a5", "name": "network-vif-plugged", "status": "completed", "tag": "75c4a499-4b22-4a9c-b9bc-5643cbf71cc8", "code": 200}]} {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:33:50.392849 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7707fcd3-158e-4177-9697-05c9ed794b17 {{(pid=94468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:33:50.393253 n-d-694802-15 neutron-server[94468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f52ecc2-e586-493b-8a96-25f7eedb61a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75c4a499-4b22-4a9c-b9bc-5643cbf71cc8', 'code': 200} Aug 12 14:33:50.509678 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d225dd79-de2f-491c-8ca1-b25ff4f61566 req-895fa21d-7bd2-40a9-a88a-1cff01249656 service neutron] 10.222.0.49 "GET /v2.0/networks/2d77121a-2c49-4913-9b71-d88f74914779?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401360 Aug 12 14:33:50.541015 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622bd3fe-55be-4cd9-8845-7fb72821adaf req-2cdd2288-4617-405b-b719-65913f265d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:50.541544 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f45c2b-5f44-455b-8868-aa8172c3eee8 req-cf04046c-8e88-4956-9a81-891004d42c6a tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:50.544322 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-622bd3fe-55be-4cd9-8845-7fb72821adaf req-2cdd2288-4617-405b-b719-65913f265d12 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=2f52ecc2-e586-493b-8a96-25f7eedb61a5 HTTP/1.1" status: 200 len: 1098 time: 0.0771911 Aug 12 14:33:50.548823 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-d9f45c2b-5f44-455b-8868-aa8172c3eee8 req-cf04046c-8e88-4956-9a81-891004d42c6a tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] 10.222.0.39 "GET /v2.0/ports?device_id=0082eb9a-a521-4cc3-9405-f409a5a893a7 HTTP/1.1" status: 200 len: 943 time: 0.0779736 Aug 12 14:33:50.563043 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-631b0b49-6432-4ea4-ae39-abd600f5fff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5535e5ab-0b6a-4c4c-8883-55bbdacbdf7e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1350383079-router', 'tenant_id': 'b1a78db6da9442aab3b2432c7eca6669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.146'}], 'enable_snat': True}, 'gw_port_id': '616a60ed-06d7-43a6-baaa-a00ca139ecd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:32:43Z', 'updated_at': '2021-08-12T14:32:50Z', 'revision_number': 4, 'project_id': 'b1a78db6da9442aab3b2432c7eca6669', 'gw_port': {'id': '616a60ed-06d7-43a6-baaa-a00ca139ecd8', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:90:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5535e5ab-0b6a-4c4c-8883-55bbdacbdf7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:32:45Z', 'updated_at': '2021-08-12T14:32:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_floatingips': [{'id': '82aa909f-e0fe-44b9-86b6-0c9a6d41fa6b', 'tenant_id': 'b1a78db6da9442aab3b2432c7eca6669', 'floating_ip_address': '172.25.1.222', 'floating_network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'router_id': '5535e5ab-0b6a-4c4c-8883-55bbdacbdf7e', 'port_id': '9a015320-61af-4833-bc33-cfd52cf1fdd2', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 599, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d77121a-2c49-4913-9b71-d88f74914779', 'mac_address': 'fa:16:3e:28:00:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '638f28f3-3c31-4c01-a209-4a15d74e5da7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T14:33:15Z', 'updated_at': '2021-08-12T14:33:49Z', 'revision_number': 4, 'project_id': 'b1a78db6da9442aab3b2432c7eca6669', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54ac8bc5-17fd-4e01-8778-29b71645e5d7', 'name': '', 'network_id': '2d77121a-2c49-4913-9b71-d88f74914779', 'tenant_id': 'b1a78db6da9442aab3b2432c7eca6669', 'mac_address': 'fa:16:3e:d2:a8:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5535e5ab-0b6a-4c4c-8883-55bbdacbdf7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'e49c4440-1d10-4e2e-898f-8a24c72551cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:32:48Z', 'updated_at': '2021-08-12T14:32:57Z', 'revision_number': 5, 'project_id': 'b1a78db6da9442aab3b2432c7eca6669', 'subnets': [{'id': 'e49c4440-1d10-4e2e-898f-8a24c72551cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:33:50.587883 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-d9f45c2b-5f44-455b-8868-aa8172c3eee8 req-96c56a51-8190-45ef-914a-a7085aabd289 tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] 10.222.0.39 "GET /v2.0/security-groups?id=c46585fa-da50-4ef3-834f-e3a7c15dd624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360248 Aug 12 14:33:50.594592 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-622bd3fe-55be-4cd9-8845-7fb72821adaf req-9a8e9a5b-f5b6-4eb6-90f7-93a1c72d29e6 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=4b7c0606-97a5-471f-a437-389550b223d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407052 Aug 12 14:33:50.596546 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-631b0b49-6432-4ea4-ae39-abd600f5fff5 None None] Checking router: 5535e5ab-0b6a-4c4c-8883-55bbdacbdf7e for host: n-d-694802-15 {{(pid=94469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 14:33:50.618672 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-631b0b49-6432-4ea4-ae39-abd600f5fff5 None None] Routers {'5535e5ab-0b6a-4c4c-8883-55bbdacbdf7e'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:33:50.619381 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-631b0b49-6432-4ea4-ae39-abd600f5fff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:33:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['5535e5ab-0b6a-4c4c-8883-55bbdacbdf7e'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:33:50.766553 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-631b0b49-6432-4ea4-ae39-abd600f5fff5 None None] Set router 5535e5ab-0b6a-4c4c-8883-55bbdacbdf7e gateway port host: n-d-694802-15 {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:33:50.794300 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-15f5f831-aa5d-4571-b07a-d73bbf33584b req-e0cd18b1-545a-457f-b8c0-484696232b49 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=1ddbe7c8-0ae7-4cf3-828c-7aed5defb66e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0517533 Aug 12 14:33:50.805042 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device 4d4f81b4-a2fb-404b-9cb3-a108921ed6df details requested by agent hyperv_n-h1-694802-15 with host n-h1-694802-15 {{(pid=94468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 14:33:50.808129 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77d12fc-b3f9-48d9-9c7b-7f74b3a885e6 req-1017a18f-6f9c-4640-b864-817ff55b52d8 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:50.809736 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-a77d12fc-b3f9-48d9-9c7b-7f74b3a885e6 req-1017a18f-6f9c-4640-b864-817ff55b52d8 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d672ae8-cf9f-476a-9b32-189bae5a39b2 HTTP/1.1" status: 200 len: 950 time: 0.0533178 Aug 12 14:33:50.873754 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-a77d12fc-b3f9-48d9-9c7b-7f74b3a885e6 req-335c94e4-3e15-4725-8205-f6888027efd0 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0307eb3-f523-445b-8e1d-79deac809303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489929 Aug 12 14:33:50.894079 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f5f831-aa5d-4571-b07a-d73bbf33584b req-4abb2731-9634-4c18-8a6b-e927febd33e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:50.899714 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-15f5f831-aa5d-4571-b07a-d73bbf33584b req-4abb2731-9634-4c18-8a6b-e927febd33e3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=eebc4daeab5b4932b99d48c68fd10c64&device_id=1ddbe7c8-0ae7-4cf3-828c-7aed5defb66e HTTP/1.1" status: 200 len: 1097 time: 0.0768688 Aug 12 14:33:50.998949 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-1bbe083a-c733-4435-b53b-4f1f6b5a6126 req-5bdad5d4-1f5c-4b94-8a09-2ab4afed8b9c tempest-FloatingIPsAssociationTestJSON-1995883228 tempest-FloatingIPsAssociationTestJSON-1995883228-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.1.222 HTTP/1.1" status: 200 len: 1001 time: 0.1024976 Aug 12 14:33:51.007768 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port 4d4f81b4-a2fb-404b-9cb3-a108921ed6df, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=4d4f81b4-a2fb-404b-9cb3-a108921ed6df,segment=NetworkSegment(5ea1fe2e-eeef-460a-999b-4e3aad831451),segment_id=5ea1fe2e-eeef-460a-999b-4e3aad831451)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:33:51.040208 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Returning: {'device': '4d4f81b4-a2fb-404b-9cb3-a108921ed6df', 'network_id': '66286ace-0f28-443f-a69d-5df85949d220', 'port_id': '4d4f81b4-a2fb-404b-9cb3-a108921ed6df', 'mac_address': 'fa:16:3e:68:14:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39fc4ab3-8f53-4eb4-b1df-ab065bbb1694', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 14:33:51.046236 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f5f831-aa5d-4571-b07a-d73bbf33584b req-0bc8f8cf-4b03-4fd9-a708-aba866c97589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:51.048615 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-15f5f831-aa5d-4571-b07a-d73bbf33584b req-0bc8f8cf-4b03-4fd9-a708-aba866c97589 service neutron] 10.222.0.64 "GET /v2.0/networks?id=03dfba7c-7b4a-44e5-8aaa-c2d37ee82018 HTTP/1.1" status: 200 len: 922 time: 0.1259484 Aug 12 14:33:51.084798 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbe083a-c733-4435-b53b-4f1f6b5a6126 req-cb53970f-70f8-47f2-bd88-0fec8274a5d5 tempest-FloatingIPsAssociationTestJSON-1995883228 tempest-FloatingIPsAssociationTestJSON-1995883228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:51.086245 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-1bbe083a-c733-4435-b53b-4f1f6b5a6126 req-cb53970f-70f8-47f2-bd88-0fec8274a5d5 tempest-FloatingIPsAssociationTestJSON-1995883228 tempest-FloatingIPsAssociationTestJSON-1995883228-project] 10.222.0.39 "GET /v2.0/ports/9a015320-61af-4833-bc33-cfd52cf1fdd2 HTTP/1.1" status: 200 len: 942 time: 0.0799065 Aug 12 14:33:51.098182 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:51.114962 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-15f5f831-aa5d-4571-b07a-d73bbf33584b req-9cccd531-44be-4b3c-8ffa-d013c2694449 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=36661d53-29f3-4a4b-b8c5-23d863539832 HTTP/1.1" status: 200 len: 217 time: 0.0575650 Aug 12 14:33:51.116409 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d4f81b4-a2fb-404b-9cb3-a108921ed6df {{(pid=94468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:33:51.139390 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port 4d4f81b4-a2fb-404b-9cb3-a108921ed6df, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=4d4f81b4-a2fb-404b-9cb3-a108921ed6df,segment=NetworkSegment(5ea1fe2e-eeef-460a-999b-4e3aad831451),segment_id=5ea1fe2e-eeef-460a-999b-4e3aad831451)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:33:51.147403 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:51.206302 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Pushing event updated for resources: {'Port': ['ID=4d4f81b4-a2fb-404b-9cb3-a108921ed6df,revision_number=4']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:33:51.221033 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-631b0b49-6432-4ea4-ae39-abd600f5fff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5535e5ab-0b6a-4c4c-8883-55bbdacbdf7e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1350383079-router', 'tenant_id': 'b1a78db6da9442aab3b2432c7eca6669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.146'}], 'enable_snat': True}, 'gw_port_id': '616a60ed-06d7-43a6-baaa-a00ca139ecd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:32:43Z', 'updated_at': '2021-08-12T14:32:50Z', 'revision_number': 4, 'project_id': 'b1a78db6da9442aab3b2432c7eca6669', 'gw_port': {'id': '616a60ed-06d7-43a6-baaa-a00ca139ecd8', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:90:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5535e5ab-0b6a-4c4c-8883-55bbdacbdf7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:32:45Z', 'updated_at': '2021-08-12T14:32:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_floatingips': [{'id': '82aa909f-e0fe-44b9-86b6-0c9a6d41fa6b', 'tenant_id': 'b1a78db6da9442aab3b2432c7eca6669', 'floating_ip_address': '172.25.1.222', 'floating_network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'router_id': '5535e5ab-0b6a-4c4c-8883-55bbdacbdf7e', 'port_id': '9a015320-61af-4833-bc33-cfd52cf1fdd2', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 599, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d77121a-2c49-4913-9b71-d88f74914779', 'mac_address': 'fa:16:3e:28:00:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '638f28f3-3c31-4c01-a209-4a15d74e5da7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T14:33:15Z', 'updated_at': '2021-08-12T14:33:49Z', 'revision_number': 4, 'project_id': 'b1a78db6da9442aab3b2432c7eca6669', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54ac8bc5-17fd-4e01-8778-29b71645e5d7', 'name': '', 'network_id': '2d77121a-2c49-4913-9b71-d88f74914779', 'tenant_id': 'b1a78db6da9442aab3b2432c7eca6669', 'mac_address': 'fa:16:3e:d2:a8:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5535e5ab-0b6a-4c4c-8883-55bbdacbdf7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'e49c4440-1d10-4e2e-898f-8a24c72551cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:32:48Z', 'updated_at': '2021-08-12T14:32:57Z', 'revision_number': 5, 'project_id': 'b1a78db6da9442aab3b2432c7eca6669', 'subnets': [{'id': 'e49c4440-1d10-4e2e-898f-8a24c72551cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:33:51.222920 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f5f831-aa5d-4571-b07a-d73bbf33584b req-63c19a76-9af8-44d4-b662-5a2f1ef21953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:51.226321 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-15f5f831-aa5d-4571-b07a-d73bbf33584b req-63c19a76-9af8-44d4-b662-5a2f1ef21953 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ef8d2719-a4dd-40cc-910c-927d9e7406a1 HTTP/1.1" status: 200 len: 861 time: 0.1023283 Aug 12 14:33:51.261078 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-631b0b49-6432-4ea4-ae39-abd600f5fff5 None None] The sync data for ids ['5535e5ab-0b6a-4c4c-8883-55bbdacbdf7e'] in n-d-694802-15 is: [{'id': '5535e5ab-0b6a-4c4c-8883-55bbdacbdf7e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1350383079-router', 'tenant_id': 'b1a78db6da9442aab3b2432c7eca6669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.146'}], 'enable_snat': True}, 'gw_port_id': '616a60ed-06d7-43a6-baaa-a00ca139ecd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:32:43Z', 'updated_at': '2021-08-12T14:32:50Z', 'revision_number': 4, 'project_id': 'b1a78db6da9442aab3b2432c7eca6669', 'gw_port': {'id': '616a60ed-06d7-43a6-baaa-a00ca139ecd8', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:90:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5535e5ab-0b6a-4c4c-8883-55bbdacbdf7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:32:45Z', 'updated_at': '2021-08-12T14:32:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_floatingips': [{'id': '82aa909f-e0fe-44b9-86b6-0c9a6d41fa6b', 'tenant_id': 'b1a78db6da9442aab3b2432c7eca6669', 'floating_ip_address': '172.25.1.222', 'floating_network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'router_id': '5535e5ab-0b6a-4c4c-8883-55bbdacbdf7e', 'port_id': '9a015320-61af-4833-bc33-cfd52cf1fdd2', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 599, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d77121a-2c49-4913-9b71-d88f74914779', 'mac_address': 'fa:16:3e:28:00:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '638f28f3-3c31-4c01-a209-4a15d74e5da7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T14:33:15Z', 'updated_at': '2021-08-12T14:33:49Z', 'revision_number': 4, 'project_id': 'b1a78db6da9442aab3b2432c7eca6669', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54ac8bc5-17fd-4e01-8778-29b71645e5d7', 'name': '', 'network_id': '2d77121a-2c49-4913-9b71-d88f74914779', 'tenant_id': 'b1a78db6da9442aab3b2432c7eca6669', 'mac_address': 'fa:16:3e:d2:a8:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5535e5ab-0b6a-4c4c-8883-55bbdacbdf7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'e49c4440-1d10-4e2e-898f-8a24c72551cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:32:48Z', 'updated_at': '2021-08-12T14:32:57Z', 'revision_number': 5, 'project_id': 'b1a78db6da9442aab3b2432c7eca6669', 'subnets': [{'id': 'e49c4440-1d10-4e2e-898f-8a24c72551cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 14:33:51.265815 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-15f5f831-aa5d-4571-b07a-d73bbf33584b req-5164baa4-681a-47ee-8776-5a604d71ced7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=03dfba7c-7b4a-44e5-8aaa-c2d37ee82018&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313666 Aug 12 14:33:51.270336 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-1bbe083a-c733-4435-b53b-4f1f6b5a6126 req-6ff8fd8b-a271-4ced-b21b-8d9e79a96ea1 tempest-FloatingIPsAssociationTestJSON-1995883228 tempest-FloatingIPsAssociationTestJSON-1995883228-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.1.222 HTTP/1.1" status: 200 len: 1001 time: 0.0967002 Aug 12 14:33:51.351171 n-d-694802-15 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '638f28f3-3c31-4c01-a209-4a15d74e5da7', 'tag': '9a015320-61af-4833-bc33-cfd52cf1fdd2'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:33:51.353707 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e785eeede3897370d0b20f09d5f461b30cfecd5ed38c4f07dacd02bc52c9277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a28c5bb1-ee24-4ad6-8c62-a09513d4b73a" -d '{"events": [{"name": "network-changed", "server_uuid": "638f28f3-3c31-4c01-a209-4a15d74e5da7", "tag": "9a015320-61af-4833-bc33-cfd52cf1fdd2"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:33:51.400143 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-15f5f831-aa5d-4571-b07a-d73bbf33584b req-c741f700-71cb-4782-9870-11aedef614fb service neutron] 10.222.0.64 "GET /v2.0/networks/03dfba7c-7b4a-44e5-8aaa-c2d37ee82018?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213791 Aug 12 14:33:51.405046 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbe083a-c733-4435-b53b-4f1f6b5a6126 req-fdf794d2-d6b5-44ae-9525-427189b5d8b5 tempest-FloatingIPsAssociationTestJSON-1995883228 tempest-FloatingIPsAssociationTestJSON-1995883228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:51.406694 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-1bbe083a-c733-4435-b53b-4f1f6b5a6126 req-fdf794d2-d6b5-44ae-9525-427189b5d8b5 tempest-FloatingIPsAssociationTestJSON-1995883228 tempest-FloatingIPsAssociationTestJSON-1995883228-project] 10.222.0.39 "GET /v2.0/networks/d3759e1b-6c03-45ac-acd4-90abb417809b HTTP/1.1" status: 200 len: 784 time: 0.1301274 Aug 12 14:33:51.453953 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] get_ports_and_sgs() called for port_ids ['4d4f81b4-a2fb-404b-9cb3-a108921ed6df'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:33:51.466671 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [req-767535ac-a700-4e40-b126-b2f8c851bdbf req-6c51adbc-5b8b-4242-b22c-e40c2fa90207 tempest-LiveAutoBlockMigrationV225Test-1272051264 tempest-LiveAutoBlockMigrationV225Test-1272051264-project-admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=94466) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 14:33:51.468957 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-767535ac-a700-4e40-b126-b2f8c851bdbf req-6c51adbc-5b8b-4242-b22c-e40c2fa90207 tempest-LiveAutoBlockMigrationV225Test-1272051264 tempest-LiveAutoBlockMigrationV225Test-1272051264-project-admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0078340 Aug 12 14:33:51.481645 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [req-767535ac-a700-4e40-b126-b2f8c851bdbf req-a0d7cccd-994e-46da-b0e0-5c1015a9600f service neutron] Request body: {'binding': {'host': 'n-h1-694802-15', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:33:51.482593 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [req-767535ac-a700-4e40-b126-b2f8c851bdbf req-a0d7cccd-994e-46da-b0e0-5c1015a9600f service neutron] Unknown quota resources ['binding']. {{(pid=94466) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 12 14:33:51.513075 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.agents_db [None req-17ed3e4c-1a7d-4162-9646-11c134aca297 None None] Agent healthcheck: found 7 active agents {{(pid=94469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 14:33:51.520459 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-15f5f831-aa5d-4571-b07a-d73bbf33584b req-6b7ea7e5-14e8-4a0e-8d72-5aa6014ef24c service neutron] 10.222.0.64 "GET /v2.0/networks/03dfba7c-7b4a-44e5-8aaa-c2d37ee82018?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053879 Aug 12 14:33:51.728671 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d707ddf8-975c-4813-8d6d-304e95dca72d req-2dd3e8aa-7a8c-482a-a9e1-bd5d9d379487 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:51.730144 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-d707ddf8-975c-4813-8d6d-304e95dca72d req-2dd3e8aa-7a8c-482a-a9e1-bd5d9d379487 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] 10.222.0.39 "GET /v2.0/networks?id=a10dd9db-a24e-488c-8894-a27c36eaa630 HTTP/1.1" status: 200 len: 807 time: 0.1738806 Aug 12 14:33:51.750910 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [req-767535ac-a700-4e40-b126-b2f8c851bdbf req-a0d7cccd-994e-46da-b0e0-5c1015a9600f service neutron] Attempting to bind port 1152052b-2557-4fb2-b6b9-f241e0aa7ede on host n-h1-694802-15 for vnic_type normal with profile None {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:33:51.751269 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [req-767535ac-a700-4e40-b126-b2f8c851bdbf req-a0d7cccd-994e-46da-b0e0-5c1015a9600f service neutron] Attempting to bind port 1152052b-2557-4fb2-b6b9-f241e0aa7ede by drivers openvswitch,hyperv on host n-h1-694802-15 at level 0 using segments [{'id': '2e94514d-7fca-42ad-995e-123d3a176790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '03dfba7c-7b4a-44e5-8aaa-c2d37ee82018'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:33:51.751600 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-767535ac-a700-4e40-b126-b2f8c851bdbf req-a0d7cccd-994e-46da-b0e0-5c1015a9600f service neutron] Attempting to bind port 1152052b-2557-4fb2-b6b9-f241e0aa7ede on network 03dfba7c-7b4a-44e5-8aaa-c2d37ee82018 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:33:51.756923 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-d707ddf8-975c-4813-8d6d-304e95dca72d req-b4a3f264-fb3a-4dd0-b06f-c789d7dfe991 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] 10.222.0.39 "GET /v2.0/quotas/39c74547ea964352853351e74cbcb768 HTTP/1.1" status: 200 len: 375 time: 0.0170443 Aug 12 14:33:51.757860 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-767535ac-a700-4e40-b126-b2f8c851bdbf req-a0d7cccd-994e-46da-b0e0-5c1015a9600f service neutron] Port 1152052b-2557-4fb2-b6b9-f241e0aa7ede on network 03dfba7c-7b4a-44e5-8aaa-c2d37ee82018 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-15 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 14:33:51.758180 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-767535ac-a700-4e40-b126-b2f8c851bdbf req-a0d7cccd-994e-46da-b0e0-5c1015a9600f service neutron] Attempting to bind port 1152052b-2557-4fb2-b6b9-f241e0aa7ede on network 03dfba7c-7b4a-44e5-8aaa-c2d37ee82018 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:33:51.764628 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-767535ac-a700-4e40-b126-b2f8c851bdbf req-a0d7cccd-994e-46da-b0e0-5c1015a9600f service neutron] Checking agent: {'id': 'de568313-a3e6-454a-9813-77e25edcea95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 27, 41), 'started_at': datetime.datetime(2021, 8, 12, 14, 27, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 33, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:33:51.764964 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-767535ac-a700-4e40-b126-b2f8c851bdbf req-a0d7cccd-994e-46da-b0e0-5c1015a9600f service neutron] Checking segment: {'id': '2e94514d-7fca-42ad-995e-123d3a176790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '03dfba7c-7b4a-44e5-8aaa-c2d37ee82018'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:33:51.765338 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-767535ac-a700-4e40-b126-b2f8c851bdbf req-a0d7cccd-994e-46da-b0e0-5c1015a9600f service neutron] Bound using segment: {'id': '2e94514d-7fca-42ad-995e-123d3a176790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '03dfba7c-7b4a-44e5-8aaa-c2d37ee82018'} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:33:51.765766 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [req-767535ac-a700-4e40-b126-b2f8c851bdbf req-a0d7cccd-994e-46da-b0e0-5c1015a9600f service neutron] Bound port: 1152052b-2557-4fb2-b6b9-f241e0aa7ede, host: n-h1-694802-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e94514d-7fca-42ad-995e-123d3a176790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '03dfba7c-7b4a-44e5-8aaa-c2d37ee82018'}}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:33:51.852652 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-d707ddf8-975c-4813-8d6d-304e95dca72d req-79dc8b60-1747-47c4-92f0-105f2f6f83c2 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=39c74547ea964352853351e74cbcb768&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0896025 Aug 12 14:33:51.856024 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [req-767535ac-a700-4e40-b126-b2f8c851bdbf req-a0d7cccd-994e-46da-b0e0-5c1015a9600f service neutron] For port 1152052b-2557-4fb2-b6b9-f241e0aa7ede, host n-h1-694802-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=1152052b-2557-4fb2-b6b9-f241e0aa7ede,segment=NetworkSegment(2e94514d-7fca-42ad-995e-123d3a176790),segment_id=2e94514d-7fca-42ad-995e-123d3a176790)] {{(pid=94466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:33:51.868514 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-767535ac-a700-4e40-b126-b2f8c851bdbf req-a0d7cccd-994e-46da-b0e0-5c1015a9600f service neutron] Notify callbacks [] for binding, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:51.869665 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-767535ac-a700-4e40-b126-b2f8c851bdbf req-a0d7cccd-994e-46da-b0e0-5c1015a9600f service neutron] 10.222.0.39 "POST /v2.0/ports/1152052b-2557-4fb2-b6b9-f241e0aa7ede/bindings HTTP/1.1" status: 201 len: 390 time: 0.3923514 Aug 12 14:33:51.958379 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-d707ddf8-975c-4813-8d6d-304e95dca72d req-65551afa-227a-426d-b55a-29a59edf9d9a service neutron] 10.222.0.39 "GET /v2.0/networks/a10dd9db-a24e-488c-8894-a27c36eaa630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990570 Aug 12 14:33:52.037967 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f4f83b-e523-463d-8a98-294c362865ed req-6e66fc39-d49d-45ff-aa49-e3dbe562f125 tempest-ServersTestJSON-1551689810 tempest-ServersTestJSON-1551689810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:52.039658 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b2f4f83b-e523-463d-8a98-294c362865ed req-6e66fc39-d49d-45ff-aa49-e3dbe562f125 tempest-ServersTestJSON-1551689810 tempest-ServersTestJSON-1551689810-project] 10.222.0.39 "GET /v2.0/ports?device_id=2f52ecc2-e586-493b-8a96-25f7eedb61a5 HTTP/1.1" status: 200 len: 946 time: 0.0683720 Aug 12 14:33:52.080591 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b2f4f83b-e523-463d-8a98-294c362865ed req-bc477477-93c4-4fed-bf3f-dc47f76818c0 tempest-ServersTestJSON-1551689810 tempest-ServersTestJSON-1551689810-project] 10.222.0.39 "GET /v2.0/security-groups?id=4b7c0606-97a5-471f-a437-389550b223d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348103 Aug 12 14:33:52.081560 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-d707ddf8-975c-4813-8d6d-304e95dca72d req-0e1c4a31-5f90-4ed6-9bdd-9ae2a588bf8a service neutron] 10.222.0.39 "GET /v2.0/networks/a10dd9db-a24e-488c-8894-a27c36eaa630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151791 Aug 12 14:33:52.141761 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767535ac-a700-4e40-b126-b2f8c851bdbf req-e449ca6e-0679-423b-baaa-35e57c1ff2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:52.143454 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-767535ac-a700-4e40-b126-b2f8c851bdbf req-e449ca6e-0679-423b-baaa-35e57c1ff2a7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=eebc4daeab5b4932b99d48c68fd10c64&device_id=1c4abd92-ff98-493d-a431-54de27fac7f6 HTTP/1.1" status: 200 len: 1097 time: 0.0569947 Aug 12 14:33:52.238876 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef45a193-5a18-4bfc-a39d-07f141d6bb9c req-02e4591a-3485-405e-9b34-dfcce2f03282 tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:52.240420 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ef45a193-5a18-4bfc-a39d-07f141d6bb9c req-02e4591a-3485-405e-9b34-dfcce2f03282 tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] 10.222.0.39 "GET /v2.0/ports?device_id=bdfe1057-2f89-4d72-a343-7bb769ddcf33 HTTP/1.1" status: 200 len: 945 time: 0.0960371 Aug 12 14:33:52.295716 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767535ac-a700-4e40-b126-b2f8c851bdbf req-5b61ed4f-d7ef-43b7-9903-7ceb082a1df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:52.297102 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-767535ac-a700-4e40-b126-b2f8c851bdbf req-5b61ed4f-d7ef-43b7-9903-7ceb082a1df2 service neutron] 10.222.0.64 "GET /v2.0/networks?id=03dfba7c-7b4a-44e5-8aaa-c2d37ee82018 HTTP/1.1" status: 200 len: 922 time: 0.1435685 Aug 12 14:33:52.304881 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ef45a193-5a18-4bfc-a39d-07f141d6bb9c req-a9db0cb7-45bb-461f-9222-b433a90ca927 tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] 10.222.0.39 "GET /v2.0/security-groups?id=6f569421-3ef5-4998-a0c5-f191379b6c78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537059 Aug 12 14:33:52.340682 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-767535ac-a700-4e40-b126-b2f8c851bdbf req-5aebf697-bb5b-459e-80ea-d61db33f01f1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1152052b-2557-4fb2-b6b9-f241e0aa7ede HTTP/1.1" status: 200 len: 217 time: 0.0348620 Aug 12 14:33:52.370861 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 14:33:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4eb66159-6cc7-4f41-8c2f-29d27044baad x-openstack-request-id: req-4eb66159-6cc7-4f41-8c2f-29d27044baad {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:33:52.371558 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "638f28f3-3c31-4c01-a209-4a15d74e5da7", "tag": "9a015320-61af-4833-bc33-cfd52cf1fdd2", "status": "completed", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:33:52.372029 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4eb66159-6cc7-4f41-8c2f-29d27044baad {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:33:52.372750 n-d-694802-15 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '638f28f3-3c31-4c01-a209-4a15d74e5da7', 'tag': '9a015320-61af-4833-bc33-cfd52cf1fdd2', 'status': 'completed', 'code': 200} Aug 12 14:33:52.436865 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-20b5e3b4-367a-47bd-871d-f06d25048de6 req-9033f47c-b11a-418a-b372-08be52817ef3 tempest-FloatingIPsAssociationTestJSON-1995883228 tempest-FloatingIPsAssociationTestJSON-1995883228-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.1.222 HTTP/1.1" status: 200 len: 1001 time: 0.0838833 Aug 12 14:33:52.458483 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767535ac-a700-4e40-b126-b2f8c851bdbf req-b3a1ad3b-5fa6-4189-9b93-c707ccf0d398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:52.459963 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-767535ac-a700-4e40-b126-b2f8c851bdbf req-b3a1ad3b-5fa6-4189-9b93-c707ccf0d398 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ef8d2719-a4dd-40cc-910c-927d9e7406a1 HTTP/1.1" status: 200 len: 861 time: 0.1106932 Aug 12 14:33:52.485217 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28c5bb1-ee24-4ad6-8c62-a09513d4b73a req-bbeacc45-51ac-4f3a-a54f-abe7c7aec5e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:52.486724 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a28c5bb1-ee24-4ad6-8c62-a09513d4b73a req-bbeacc45-51ac-4f3a-a54f-abe7c7aec5e9 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b1a78db6da9442aab3b2432c7eca6669&device_id=638f28f3-3c31-4c01-a209-4a15d74e5da7 HTTP/1.1" status: 200 len: 1097 time: 0.1047490 Aug 12 14:33:52.503476 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b5e3b4-367a-47bd-871d-f06d25048de6 req-6d1cf1ca-1b57-4fd8-9a20-207e2864d9fb tempest-FloatingIPsAssociationTestJSON-1995883228 tempest-FloatingIPsAssociationTestJSON-1995883228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:52.504414 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-767535ac-a700-4e40-b126-b2f8c851bdbf req-7bc8fba3-130f-454a-9e2c-3029964e99a3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=03dfba7c-7b4a-44e5-8aaa-c2d37ee82018&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368991 Aug 12 14:33:52.505326 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-20b5e3b4-367a-47bd-871d-f06d25048de6 req-6d1cf1ca-1b57-4fd8-9a20-207e2864d9fb tempest-FloatingIPsAssociationTestJSON-1995883228 tempest-FloatingIPsAssociationTestJSON-1995883228-project] 10.222.0.39 "GET /v2.0/ports/9a015320-61af-4833-bc33-cfd52cf1fdd2 HTTP/1.1" status: 200 len: 942 time: 0.0617301 Aug 12 14:33:52.518145 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2056ff16-56c4-4916-8817-ba68e0d4d0ab req-7c8505c8-e247-451b-961e-a34fe8243b92 tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:52.520174 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2056ff16-56c4-4916-8817-ba68e0d4d0ab req-7c8505c8-e247-451b-961e-a34fe8243b92 tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] 10.222.0.39 "GET /v2.0/ports?device_id=0082eb9a-a521-4cc3-9405-f409a5a893a7 HTTP/1.1" status: 200 len: 944 time: 0.1062448 Aug 12 14:33:52.628287 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-20b5e3b4-367a-47bd-871d-f06d25048de6 req-0066f159-87a6-4f3b-8908-cb7a5588fc40 tempest-FloatingIPsAssociationTestJSON-1995883228 tempest-FloatingIPsAssociationTestJSON-1995883228-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.1.222 HTTP/1.1" status: 200 len: 1001 time: 0.0776327 Aug 12 14:33:52.655688 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2056ff16-56c4-4916-8817-ba68e0d4d0ab req-fb066b55-93da-488d-a5ce-ecbe6512908f tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] 10.222.0.39 "GET /v2.0/security-groups?id=c46585fa-da50-4ef3-834f-e3a7c15dd624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254611 Aug 12 14:33:52.743331 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-767535ac-a700-4e40-b126-b2f8c851bdbf req-3b1c5480-fca3-4979-98cb-83060cff09d9 service neutron] 10.222.0.64 "GET /v2.0/networks/03dfba7c-7b4a-44e5-8aaa-c2d37ee82018?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2221673 Aug 12 14:33:52.744416 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28c5bb1-ee24-4ad6-8c62-a09513d4b73a req-316744cb-efb6-4767-82ee-c1ea0ea39f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:52.745734 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a28c5bb1-ee24-4ad6-8c62-a09513d4b73a req-316744cb-efb6-4767-82ee-c1ea0ea39f7e service neutron] 10.222.0.49 "GET /v2.0/networks?id=2d77121a-2c49-4913-9b71-d88f74914779 HTTP/1.1" status: 200 len: 922 time: 0.2437999 Aug 12 14:33:52.758862 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b5e3b4-367a-47bd-871d-f06d25048de6 req-300f31e0-f4fc-4019-9b53-dfc409bfed90 tempest-FloatingIPsAssociationTestJSON-1995883228 tempest-FloatingIPsAssociationTestJSON-1995883228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:52.760786 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-20b5e3b4-367a-47bd-871d-f06d25048de6 req-300f31e0-f4fc-4019-9b53-dfc409bfed90 tempest-FloatingIPsAssociationTestJSON-1995883228 tempest-FloatingIPsAssociationTestJSON-1995883228-project] 10.222.0.39 "GET /v2.0/networks/d3759e1b-6c03-45ac-acd4-90abb417809b HTTP/1.1" status: 200 len: 784 time: 0.1317317 Aug 12 14:33:52.820028 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device 4d4f81b4-a2fb-404b-9cb3-a108921ed6df up at agent hyperv_n-h1-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:33:52.853679 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-20b5e3b4-367a-47bd-871d-f06d25048de6 req-4697b6be-0305-4b5f-b123-ffe083321d2e tempest-FloatingIPsAssociationTestJSON-1995883228 tempest-FloatingIPsAssociationTestJSON-1995883228-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.1.222 HTTP/1.1" status: 200 len: 1001 time: 0.0852489 Aug 12 14:33:52.871230 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [req-20b5e3b4-367a-47bd-871d-f06d25048de6 req-fe9b5b80-e7cd-4a9b-bd02-1fd604c4c022 tempest-FloatingIPsAssociationTestJSON-1995883228 tempest-FloatingIPsAssociationTestJSON-1995883228-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:33:52.919653 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a28c5bb1-ee24-4ad6-8c62-a09513d4b73a req-99b2b99b-184b-4b18-a963-76a5f9848801 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9a015320-61af-4833-bc33-cfd52cf1fdd2 HTTP/1.1" status: 200 len: 1001 time: 0.1462379 Aug 12 14:33:52.941036 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-767535ac-a700-4e40-b126-b2f8c851bdbf req-6fa83637-758d-4d49-b607-6314e5b69dd7 service neutron] 10.222.0.64 "GET /v2.0/networks/03dfba7c-7b4a-44e5-8aaa-c2d37ee82018?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1870494 Aug 12 14:33:52.941786 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Provisioning for port 4d4f81b4-a2fb-404b-9cb3-a108921ed6df completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:33:52.948423 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Provisioning complete for port 4d4f81b4-a2fb-404b-9cb3-a108921ed6df triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:33:52.949088 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:52.960744 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-20b5e3b4-367a-47bd-871d-f06d25048de6 req-fe9b5b80-e7cd-4a9b-bd02-1fd604c4c022 tempest-FloatingIPsAssociationTestJSON-1995883228 tempest-FloatingIPsAssociationTestJSON-1995883228-project] Notify callbacks [] for floatingip, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:52.970503 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a59354-5ae6-466f-9d3d-907cfad29afa req-58c40598-db5c-4482-aabb-c24cf6877810 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:52.972028 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-36a59354-5ae6-466f-9d3d-907cfad29afa req-58c40598-db5c-4482-aabb-c24cf6877810 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d672ae8-cf9f-476a-9b32-189bae5a39b2 HTTP/1.1" status: 200 len: 950 time: 0.1339617 Aug 12 14:33:53.033637 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28c5bb1-ee24-4ad6-8c62-a09513d4b73a req-c8eab3bb-11d5-4aca-9514-c4dd2d75bce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:53.035602 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a28c5bb1-ee24-4ad6-8c62-a09513d4b73a req-c8eab3bb-11d5-4aca-9514-c4dd2d75bce4 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e49c4440-1d10-4e2e-898f-8a24c72551cf HTTP/1.1" status: 200 len: 860 time: 0.1036112 Aug 12 14:33:53.046076 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:53.096681 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-36a59354-5ae6-466f-9d3d-907cfad29afa req-dbd6e0b7-facb-45a5-ad12-8501eca7821f tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0307eb3-f523-445b-8e1d-79deac809303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108794 Aug 12 14:33:53.105437 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port 4d4f81b4-a2fb-404b-9cb3-a108921ed6df, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=4d4f81b4-a2fb-404b-9cb3-a108921ed6df,segment=NetworkSegment(5ea1fe2e-eeef-460a-999b-4e3aad831451),segment_id=5ea1fe2e-eeef-460a-999b-4e3aad831451)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:33:53.106728 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0082eb9a-a521-4cc3-9405-f409a5a893a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d4f81b4-a2fb-404b-9cb3-a108921ed6df'}] {{(pid=94468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:33:53.111871 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99a8d87602170099c728e57431aca99e9b98a655a83bbf8727be13192709727b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-273cf3f6-90cf-4a9a-b0ab-afcef1f915ab" -d '{"events": [{"server_uuid": "0082eb9a-a521-4cc3-9405-f409a5a893a7", "name": "network-vif-plugged", "status": "completed", "tag": "4d4f81b4-a2fb-404b-9cb3-a108921ed6df"}]}' {{(pid=94468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:33:53.116867 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:53.150518 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28c5bb1-ee24-4ad6-8c62-a09513d4b73a req-f3fce9d6-fc39-479c-af0b-73a97aa75109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:53.153445 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a28c5bb1-ee24-4ad6-8c62-a09513d4b73a req-f3fce9d6-fc39-479c-af0b-73a97aa75109 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2d77121a-2c49-4913-9b71-d88f74914779&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0918880 Aug 12 14:33:53.164287 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-20b5e3b4-367a-47bd-871d-f06d25048de6 req-fe9b5b80-e7cd-4a9b-bd02-1fd604c4c022 tempest-FloatingIPsAssociationTestJSON-1995883228 tempest-FloatingIPsAssociationTestJSON-1995883228-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:53.169764 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-20b5e3b4-367a-47bd-871d-f06d25048de6 req-fe9b5b80-e7cd-4a9b-bd02-1fd604c4c022 tempest-FloatingIPsAssociationTestJSON-1995883228 tempest-FloatingIPsAssociationTestJSON-1995883228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431510'] for floatingip, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:53.169988 n-d-694802-15 neutron-server[94466]: INFO neutron.db.l3_db [req-20b5e3b4-367a-47bd-871d-f06d25048de6 req-fe9b5b80-e7cd-4a9b-bd02-1fd604c4c022 tempest-FloatingIPsAssociationTestJSON-1995883228 tempest-FloatingIPsAssociationTestJSON-1995883228-project] Floating IP 82aa909f-e0fe-44b9-86b6-0c9a6d41fa6b disassociated. External IP: 172.25.1.222, port: 9a015320-61af-4833-bc33-cfd52cf1fdd2. Aug 12 14:33:53.175412 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Pushing event updated for resources: {'Port': ['ID=4d4f81b4-a2fb-404b-9cb3-a108921ed6df,revision_number=5']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:33:53.288038 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86c5cd8-69a2-4f49-9b63-cf5e436fa2ac req-0e454bf8-686a-49c3-bc10-3f8c2c0ad4ae tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:53.289677 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c86c5cd8-69a2-4f49-9b63-cf5e436fa2ac req-0e454bf8-686a-49c3-bc10-3f8c2c0ad4ae tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] 10.222.0.39 "GET /v2.0/ports?device_id=1c4abd92-ff98-493d-a431-54de27fac7f6 HTTP/1.1" status: 200 len: 945 time: 0.0748773 Aug 12 14:33:53.306576 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a28c5bb1-ee24-4ad6-8c62-a09513d4b73a req-dd450a4d-d691-40ab-99e1-35764a71cf14 service neutron] 10.222.0.49 "GET /v2.0/networks/2d77121a-2c49-4913-9b71-d88f74914779?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437066 Aug 12 14:33:53.400567 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.l3_agent_scheduler [req-20b5e3b4-367a-47bd-871d-f06d25048de6 req-fe9b5b80-e7cd-4a9b-bd02-1fd604c4c022 tempest-FloatingIPsAssociationTestJSON-1995883228 tempest-FloatingIPsAssociationTestJSON-1995883228-project] Router 5535e5ab-0b6a-4c4c-8883-55bbdacbdf7e has already been hosted by L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f {{(pid=94466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 14:33:53.421802 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c86c5cd8-69a2-4f49-9b63-cf5e436fa2ac req-72cfa3d6-a7bc-419f-b9af-db448a0e2cf6 tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] 10.222.0.39 "GET /v2.0/security-groups?id=e3ca17b3-b028-41b3-b138-91e00a6e278c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245458 Aug 12 14:33:53.543133 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-20b5e3b4-367a-47bd-871d-f06d25048de6 req-fe9b5b80-e7cd-4a9b-bd02-1fd604c4c022 tempest-FloatingIPsAssociationTestJSON-1995883228 tempest-FloatingIPsAssociationTestJSON-1995883228-project] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 14:33:53.547549 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-20b5e3b4-367a-47bd-871d-f06d25048de6 req-fe9b5b80-e7cd-4a9b-bd02-1fd604c4c022 tempest-FloatingIPsAssociationTestJSON-1995883228 tempest-FloatingIPsAssociationTestJSON-1995883228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for floatingip, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:53.559089 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca9b2030-5693-47c6-b898-87fc747bb0e6 None None] Sync routers for ids ['5535e5ab-0b6a-4c4c-8883-55bbdacbdf7e'] in n-d-694802-15 {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 14:33:53.570133 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca9b2030-5693-47c6-b898-87fc747bb0e6 None None] Routers {'5535e5ab-0b6a-4c4c-8883-55bbdacbdf7e'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:33:53.570835 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-ca9b2030-5693-47c6-b898-87fc747bb0e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:33:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['5535e5ab-0b6a-4c4c-8883-55bbdacbdf7e'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:33:53.594016 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-20b5e3b4-367a-47bd-871d-f06d25048de6 req-fe9b5b80-e7cd-4a9b-bd02-1fd604c4c022 tempest-FloatingIPsAssociationTestJSON-1995883228 tempest-FloatingIPsAssociationTestJSON-1995883228-project] 10.222.0.39 "PUT /v2.0/floatingips/82aa909f-e0fe-44b9-86b6-0c9a6d41fa6b HTTP/1.1" status: 200 len: 695 time: 0.7205937 Aug 12 14:33:53.609395 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a28c5bb1-ee24-4ad6-8c62-a09513d4b73a req-674c236d-83e1-4b65-9035-04753ef91f2e service neutron] 10.222.0.49 "GET /v2.0/networks/2d77121a-2c49-4913-9b71-d88f74914779?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2956665 Aug 12 14:33:53.648833 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7c0f57-8f0b-4159-b091-cb72980e7344 req-679a3efe-a455-4587-8de4-773e9b19e887 tempest-ServersTestJSON-1551689810 tempest-ServersTestJSON-1551689810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:53.650817 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9f7c0f57-8f0b-4159-b091-cb72980e7344 req-679a3efe-a455-4587-8de4-773e9b19e887 tempest-ServersTestJSON-1551689810 tempest-ServersTestJSON-1551689810-project] 10.222.0.39 "GET /v2.0/ports?device_id=2f52ecc2-e586-493b-8a96-25f7eedb61a5 HTTP/1.1" status: 200 len: 946 time: 0.1410384 Aug 12 14:33:53.663001 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 33842) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:33:53.665041 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d707ddf8-975c-4813-8d6d-304e95dca72d req-86c968e7-5070-4ccd-9e79-2f1698594c67 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:53.667539 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d707ddf8-975c-4813-8d6d-304e95dca72d req-86c968e7-5070-4ccd-9e79-2f1698594c67 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] 10.222.0.64 "GET /v2.0/networks?id=a10dd9db-a24e-488c-8894-a27c36eaa630 HTTP/1.1" status: 200 len: 807 time: 0.2447391 Aug 12 14:33:53.677078 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-10a261a2-8208-475b-962e-4d0c4d7af6d6 tempest-ServersTestJSON-1551689810 tempest-ServersTestJSON-1551689810-project] Request body: {'floatingip': {'port_id': '75c4a499-4b22-4a9c-b9bc-5643cbf71cc8'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:33:53.686778 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-d707ddf8-975c-4813-8d6d-304e95dca72d req-169e8d58-bcb5-42d5-b317-77a9e0773ac6 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] Request body: {'port': {'device_id': 'e2a5ad67-981f-4d3f-8e72-5b9ed86baf8a', 'network_id': 'a10dd9db-a24e-488c-8894-a27c36eaa630', 'admin_state_up': True, 'tenant_id': '39c74547ea964352853351e74cbcb768'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:33:53.770732 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-10a261a2-8208-475b-962e-4d0c4d7af6d6 tempest-ServersTestJSON-1551689810 tempest-ServersTestJSON-1551689810-project] Notify callbacks [] for floatingip, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:53.777681 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b5e3b4-367a-47bd-871d-f06d25048de6 req-b3efcc68-c5fd-4d44-bfad-1419a9ff8d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:53.789794 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-20b5e3b4-367a-47bd-871d-f06d25048de6 req-b3efcc68-c5fd-4d44-bfad-1419a9ff8d00 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b1a78db6da9442aab3b2432c7eca6669&device_id=638f28f3-3c31-4c01-a209-4a15d74e5da7 HTTP/1.1" status: 200 len: 1097 time: 0.1899800 Aug 12 14:33:53.799920 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvr_db [None req-ca9b2030-5693-47c6-b898-87fc747bb0e6 None None] Set router 5535e5ab-0b6a-4c4c-8883-55bbdacbdf7e gateway port host: n-d-694802-15 {{(pid=94468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:33:53.808742 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c0c91bf3-30a3-49bd-9c0f-811e5ca2efa7 req-cabee12d-780f-41d1-803d-2027e2e77a5f tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] 10.222.0.39 "GET /v2.0/ports?device_id=e2a5ad67-981f-4d3f-8e72-5b9ed86baf8a HTTP/1.1" status: 200 len: 210 time: 0.0442126 Aug 12 14:33:53.955122 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d707ddf8-975c-4813-8d6d-304e95dca72d req-169e8d58-bcb5-42d5-b317-77a9e0773ac6 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] Made reservation on behalf of 39c74547ea964352853351e74cbcb768 for: {'port': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:33:53.972817 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-d707ddf8-975c-4813-8d6d-304e95dca72d req-169e8d58-bcb5-42d5-b317-77a9e0773ac6 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:54.222242 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c313b095-d151-4adf-a9f5-f3af87666745 req-654b7341-05ab-4452-b866-1b8dd6f4b455 tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:54.224050 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c313b095-d151-4adf-a9f5-f3af87666745 req-654b7341-05ab-4452-b866-1b8dd6f4b455 tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] 10.222.0.39 "GET /v2.0/ports?device_id=bdfe1057-2f89-4d72-a343-7bb769ddcf33 HTTP/1.1" status: 200 len: 945 time: 0.1725492 Aug 12 14:33:54.225337 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 14:33:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46e70f09-c50a-4bc3-a6ba-32cb5f8c40a0 x-openstack-request-id: req-46e70f09-c50a-4bc3-a6ba-32cb5f8c40a0 {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:33:54.226140 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0082eb9a-a521-4cc3-9405-f409a5a893a7", "name": "network-vif-plugged", "status": "completed", "tag": "4d4f81b4-a2fb-404b-9cb3-a108921ed6df", "code": 200}]} {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:33:54.226572 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-46e70f09-c50a-4bc3-a6ba-32cb5f8c40a0 {{(pid=94468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:33:54.226961 n-d-694802-15 neutron-server[94468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0082eb9a-a521-4cc3-9405-f409a5a893a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d4f81b4-a2fb-404b-9cb3-a108921ed6df', 'code': 200} Aug 12 14:33:54.273036 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_common [req-d707ddf8-975c-4813-8d6d-304e95dca72d req-169e8d58-bcb5-42d5-b317-77a9e0773ac6 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] Allocated IP 172.20.0.11 (a10dd9db-a24e-488c-8894-a27c36eaa630/d61545bd-f4f7-4794-86f8-5ac232439ea3/7974fec4-9f9e-4427-ba78-6b9b1521cc4a) {{(pid=94467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:33:54.280698 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-ca9b2030-5693-47c6-b898-87fc747bb0e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5535e5ab-0b6a-4c4c-8883-55bbdacbdf7e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1350383079-router', 'tenant_id': 'b1a78db6da9442aab3b2432c7eca6669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.146'}], 'enable_snat': True}, 'gw_port_id': '616a60ed-06d7-43a6-baaa-a00ca139ecd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:32:43Z', 'updated_at': '2021-08-12T14:32:50Z', 'revision_number': 4, 'project_id': 'b1a78db6da9442aab3b2432c7eca6669', 'gw_port': {'id': '616a60ed-06d7-43a6-baaa-a00ca139ecd8', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:90:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5535e5ab-0b6a-4c4c-8883-55bbdacbdf7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:32:45Z', 'updated_at': '2021-08-12T14:32:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': '54ac8bc5-17fd-4e01-8778-29b71645e5d7', 'name': '', 'network_id': '2d77121a-2c49-4913-9b71-d88f74914779', 'tenant_id': 'b1a78db6da9442aab3b2432c7eca6669', 'mac_address': 'fa:16:3e:d2:a8:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5535e5ab-0b6a-4c4c-8883-55bbdacbdf7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'e49c4440-1d10-4e2e-898f-8a24c72551cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:32:48Z', 'updated_at': '2021-08-12T14:32:57Z', 'revision_number': 5, 'project_id': 'b1a78db6da9442aab3b2432c7eca6669', 'subnets': [{'id': 'e49c4440-1d10-4e2e-898f-8a24c72551cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:33:54.310321 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c313b095-d151-4adf-a9f5-f3af87666745 req-5bb495c3-cdba-4a64-9b3a-e74c1598ce3f tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] 10.222.0.39 "GET /v2.0/security-groups?id=6f569421-3ef5-4998-a0c5-f191379b6c78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784883 Aug 12 14:33:54.311139 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca9b2030-5693-47c6-b898-87fc747bb0e6 None None] Checking router: 5535e5ab-0b6a-4c4c-8883-55bbdacbdf7e for host: n-d-694802-15 {{(pid=94468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 14:33:54.334447 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca9b2030-5693-47c6-b898-87fc747bb0e6 None None] Routers {'5535e5ab-0b6a-4c4c-8883-55bbdacbdf7e'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:33:54.335290 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-ca9b2030-5693-47c6-b898-87fc747bb0e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:33:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['5535e5ab-0b6a-4c4c-8883-55bbdacbdf7e'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:33:54.391052 n-d-694802-15 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '638f28f3-3c31-4c01-a209-4a15d74e5da7', 'tag': '9a015320-61af-4833-bc33-cfd52cf1fdd2'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:33:54.393233 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e785eeede3897370d0b20f09d5f461b30cfecd5ed38c4f07dacd02bc52c9277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b8d97ac-be35-4b03-bb88-61b0bfed829a" -d '{"events": [{"name": "network-changed", "server_uuid": "638f28f3-3c31-4c01-a209-4a15d74e5da7", "tag": "9a015320-61af-4833-bc33-cfd52cf1fdd2"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:33:54.428429 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63417de4-b684-4a61-86bb-ed27b377774d req-05c31cbf-c6b8-4f2a-bd9d-bb9b55df1726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:54.430801 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-63417de4-b684-4a61-86bb-ed27b377774d req-05c31cbf-c6b8-4f2a-bd9d-bb9b55df1726 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=0082eb9a-a521-4cc3-9405-f409a5a893a7 HTTP/1.1" status: 200 len: 1097 time: 0.2297134 Aug 12 14:33:54.499772 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvr_db [None req-ca9b2030-5693-47c6-b898-87fc747bb0e6 None None] Set router 5535e5ab-0b6a-4c4c-8883-55bbdacbdf7e gateway port host: n-d-694802-15 {{(pid=94468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:33:54.580509 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b5e3b4-367a-47bd-871d-f06d25048de6 req-ceda9937-6660-4a23-aaba-d7d1f6c8e13d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:54.589496 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-20b5e3b4-367a-47bd-871d-f06d25048de6 req-ceda9937-6660-4a23-aaba-d7d1f6c8e13d service neutron] 10.222.0.39 "GET /v2.0/networks?id=2d77121a-2c49-4913-9b71-d88f74914779 HTTP/1.1" status: 200 len: 922 time: 0.7984915 Aug 12 14:33:54.590712 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-d707ddf8-975c-4813-8d6d-304e95dca72d req-169e8d58-bcb5-42d5-b317-77a9e0773ac6 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] Notify callbacks [] for port, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:54.600484 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-63417de4-b684-4a61-86bb-ed27b377774d req-719995a0-37ba-4fbe-b1e3-1460ab262191 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=c46585fa-da50-4ef3-834f-e3a7c15dd624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477847 Aug 12 14:33:54.604974 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ed3df6-f93f-460e-8a2a-63a260b6a792 req-b89e1412-c90f-44a6-a250-1669ea6272a8 tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:54.613935 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-22ed3df6-f93f-460e-8a2a-63a260b6a792 req-b89e1412-c90f-44a6-a250-1669ea6272a8 tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] 10.222.0.39 "GET /v2.0/ports?device_id=0082eb9a-a521-4cc3-9405-f409a5a893a7 HTTP/1.1" status: 200 len: 945 time: 0.1245184 Aug 12 14:33:54.644363 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-20b5e3b4-367a-47bd-871d-f06d25048de6 req-c5fe411a-8a77-46f2-98bb-8fc7bde74b61 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9a015320-61af-4833-bc33-cfd52cf1fdd2 HTTP/1.1" status: 200 len: 217 time: 0.0527546 Aug 12 14:33:54.706714 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-22ed3df6-f93f-460e-8a2a-63a260b6a792 req-85c4a526-f306-4e03-92c6-2dd18dd23d21 tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] 10.222.0.39 "GET /v2.0/security-groups?id=c46585fa-da50-4ef3-834f-e3a7c15dd624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918164 Aug 12 14:33:54.749664 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b5e3b4-367a-47bd-871d-f06d25048de6 req-d3c658dd-444b-42f8-b842-4859e09a4da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:54.753632 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-d707ddf8-975c-4813-8d6d-304e95dca72d req-169e8d58-bcb5-42d5-b317-77a9e0773ac6 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:54.766383 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] get_ports_and_sgs() called for port_ids ['0a60b2ab-2e1f-466d-89a3-9f3975e77d1f'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:33:54.772699 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-ca9b2030-5693-47c6-b898-87fc747bb0e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5535e5ab-0b6a-4c4c-8883-55bbdacbdf7e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1350383079-router', 'tenant_id': 'b1a78db6da9442aab3b2432c7eca6669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.146'}], 'enable_snat': True}, 'gw_port_id': '616a60ed-06d7-43a6-baaa-a00ca139ecd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:32:43Z', 'updated_at': '2021-08-12T14:32:50Z', 'revision_number': 4, 'project_id': 'b1a78db6da9442aab3b2432c7eca6669', 'gw_port': {'id': '616a60ed-06d7-43a6-baaa-a00ca139ecd8', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:90:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5535e5ab-0b6a-4c4c-8883-55bbdacbdf7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:32:45Z', 'updated_at': '2021-08-12T14:32:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': '54ac8bc5-17fd-4e01-8778-29b71645e5d7', 'name': '', 'network_id': '2d77121a-2c49-4913-9b71-d88f74914779', 'tenant_id': 'b1a78db6da9442aab3b2432c7eca6669', 'mac_address': 'fa:16:3e:d2:a8:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5535e5ab-0b6a-4c4c-8883-55bbdacbdf7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'e49c4440-1d10-4e2e-898f-8a24c72551cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:32:48Z', 'updated_at': '2021-08-12T14:32:57Z', 'revision_number': 5, 'project_id': 'b1a78db6da9442aab3b2432c7eca6669', 'subnets': [{'id': 'e49c4440-1d10-4e2e-898f-8a24c72551cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:33:54.773454 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-20b5e3b4-367a-47bd-871d-f06d25048de6 req-d3c658dd-444b-42f8-b842-4859e09a4da6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e49c4440-1d10-4e2e-898f-8a24c72551cf HTTP/1.1" status: 200 len: 860 time: 0.1221905 Aug 12 14:33:54.819820 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca9b2030-5693-47c6-b898-87fc747bb0e6 None None] The sync data for ids ['5535e5ab-0b6a-4c4c-8883-55bbdacbdf7e'] in n-d-694802-15 is: [{'id': '5535e5ab-0b6a-4c4c-8883-55bbdacbdf7e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1350383079-router', 'tenant_id': 'b1a78db6da9442aab3b2432c7eca6669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.146'}], 'enable_snat': True}, 'gw_port_id': '616a60ed-06d7-43a6-baaa-a00ca139ecd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:32:43Z', 'updated_at': '2021-08-12T14:32:50Z', 'revision_number': 4, 'project_id': 'b1a78db6da9442aab3b2432c7eca6669', 'gw_port': {'id': '616a60ed-06d7-43a6-baaa-a00ca139ecd8', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:90:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5535e5ab-0b6a-4c4c-8883-55bbdacbdf7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:32:45Z', 'updated_at': '2021-08-12T14:32:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': '54ac8bc5-17fd-4e01-8778-29b71645e5d7', 'name': '', 'network_id': '2d77121a-2c49-4913-9b71-d88f74914779', 'tenant_id': 'b1a78db6da9442aab3b2432c7eca6669', 'mac_address': 'fa:16:3e:d2:a8:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5535e5ab-0b6a-4c4c-8883-55bbdacbdf7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'e49c4440-1d10-4e2e-898f-8a24c72551cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:32:48Z', 'updated_at': '2021-08-12T14:32:57Z', 'revision_number': 5, 'project_id': 'b1a78db6da9442aab3b2432c7eca6669', 'subnets': [{'id': 'e49c4440-1d10-4e2e-898f-8a24c72551cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 14:33:54.854056 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d707ddf8-975c-4813-8d6d-304e95dca72d req-169e8d58-bcb5-42d5-b317-77a9e0773ac6 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] Network a10dd9db-a24e-488c-8894-a27c36eaa630 is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:33:54.857502 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [req-d707ddf8-975c-4813-8d6d-304e95dca72d req-169e8d58-bcb5-42d5-b317-77a9e0773ac6 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:33:54.868818 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [req-d707ddf8-975c-4813-8d6d-304e95dca72d req-169e8d58-bcb5-42d5-b317-77a9e0773ac6 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] Received port after_create {{(pid=94467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:33:54.950406 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b5e3b4-367a-47bd-871d-f06d25048de6 req-4f54f7cb-7b31-4be3-b6b0-8007b7fbd3d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:54.958921 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-20b5e3b4-367a-47bd-871d-f06d25048de6 req-4f54f7cb-7b31-4be3-b6b0-8007b7fbd3d2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2d77121a-2c49-4913-9b71-d88f74914779&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1817946 Aug 12 14:33:54.972154 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169e8d58-bcb5-42d5-b317-77a9e0773ac6 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] Pushing event updated for resources: {'Port': ['ID=7974fec4-9f9e-4427-ba78-6b9b1521cc4a,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:33:54.988258 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169e8d58-bcb5-42d5-b317-77a9e0773ac6 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:33:54.988610 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169e8d58-bcb5-42d5-b317-77a9e0773ac6 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:33:54.988945 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169e8d58-bcb5-42d5-b317-77a9e0773ac6 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:33:54.989278 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169e8d58-bcb5-42d5-b317-77a9e0773ac6 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:33:54.989750 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169e8d58-bcb5-42d5-b317-77a9e0773ac6 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:33:54.990087 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169e8d58-bcb5-42d5-b317-77a9e0773ac6 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:33:54.990416 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169e8d58-bcb5-42d5-b317-77a9e0773ac6 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:33:54.990741 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169e8d58-bcb5-42d5-b317-77a9e0773ac6 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:33:54.991145 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169e8d58-bcb5-42d5-b317-77a9e0773ac6 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:33:54.991435 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169e8d58-bcb5-42d5-b317-77a9e0773ac6 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:33:54.991934 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169e8d58-bcb5-42d5-b317-77a9e0773ac6 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:33:54.992261 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169e8d58-bcb5-42d5-b317-77a9e0773ac6 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:33:55.029232 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d707ddf8-975c-4813-8d6d-304e95dca72d req-169e8d58-bcb5-42d5-b317-77a9e0773ac6 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:55.029928 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-d707ddf8-975c-4813-8d6d-304e95dca72d req-169e8d58-bcb5-42d5-b317-77a9e0773ac6 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:55.049217 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1e17ee-acb0-4572-81a8-ed5645b131b0 req-b6f82443-fbc0-454b-b113-823cbd67aa7a tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:55.050917 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-dc1e17ee-acb0-4572-81a8-ed5645b131b0 req-b6f82443-fbc0-454b-b113-823cbd67aa7a tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d672ae8-cf9f-476a-9b32-189bae5a39b2 HTTP/1.1" status: 200 len: 950 time: 0.1735220 Aug 12 14:33:55.065770 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d707ddf8-975c-4813-8d6d-304e95dca72d req-169e8d58-bcb5-42d5-b317-77a9e0773ac6 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3884299 Aug 12 14:33:55.082156 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-d707ddf8-975c-4813-8d6d-304e95dca72d req-ad9f5f30-6118-4165-8451-ad7e2e19dbd3 service neutron] Request body: {'port': {'device_id': 'e2a5ad67-981f-4d3f-8e72-5b9ed86baf8a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-694802-15'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:33:55.141332 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-dc1e17ee-acb0-4572-81a8-ed5645b131b0 req-53fcfd1f-01bb-4e62-92bb-906ef13a65d4 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0307eb3-f523-445b-8e1d-79deac809303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822077 Aug 12 14:33:55.184408 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-20b5e3b4-367a-47bd-871d-f06d25048de6 req-1ffaf835-713f-4ccf-baba-86e85cf19140 service neutron] 10.222.0.39 "GET /v2.0/networks/2d77121a-2c49-4913-9b71-d88f74914779?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2245955 Aug 12 14:33:55.195949 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-d707ddf8-975c-4813-8d6d-304e95dca72d req-ad9f5f30-6118-4165-8451-ad7e2e19dbd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:55.243117 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a0d60a9-6fcb-4bc9-a174-59812f9dfda3 None None] New status for floating IP 82aa909f-e0fe-44b9-86b6-0c9a6d41fa6b: DOWN {{(pid=94469) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 14:33:55.258891 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-10a261a2-8208-475b-962e-4d0c4d7af6d6 tempest-ServersTestJSON-1551689810 tempest-ServersTestJSON-1551689810-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:55.268734 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-10a261a2-8208-475b-962e-4d0c4d7af6d6 tempest-ServersTestJSON-1551689810 tempest-ServersTestJSON-1551689810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431510'] for floatingip, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:55.344185 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-20b5e3b4-367a-47bd-871d-f06d25048de6 req-038f3230-8b52-4365-8457-f0684214face service neutron] 10.222.0.39 "GET /v2.0/networks/2d77121a-2c49-4913-9b71-d88f74914779?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518445 Aug 12 14:33:55.418086 n-d-694802-15 neutron-server[94466]: INFO neutron.db.l3_db [None req-10a261a2-8208-475b-962e-4d0c4d7af6d6 tempest-ServersTestJSON-1551689810 tempest-ServersTestJSON-1551689810-project] Floating IP b929faa2-8264-4ec8-aee0-7f1e55d10987 associated. External IP: 172.25.1.9, port: 75c4a499-4b22-4a9c-b9bc-5643cbf71cc8. Aug 12 14:33:55.479155 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 14:33:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e753da3-d6b8-4ed1-9940-77b389f4e63c x-openstack-request-id: req-8e753da3-d6b8-4ed1-9940-77b389f4e63c {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:33:55.479754 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "638f28f3-3c31-4c01-a209-4a15d74e5da7", "tag": "9a015320-61af-4833-bc33-cfd52cf1fdd2", "status": "completed", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:33:55.480191 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8e753da3-d6b8-4ed1-9940-77b389f4e63c {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:33:55.481777 n-d-694802-15 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '638f28f3-3c31-4c01-a209-4a15d74e5da7', 'tag': '9a015320-61af-4833-bc33-cfd52cf1fdd2', 'status': 'completed', 'code': 200} Aug 12 14:33:55.630698 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8d97ac-be35-4b03-bb88-61b0bfed829a req-1e81d257-dfba-4710-9f46-2be881dea4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:55.632453 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-8b8d97ac-be35-4b03-bb88-61b0bfed829a req-1e81d257-dfba-4710-9f46-2be881dea4c8 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b1a78db6da9442aab3b2432c7eca6669&device_id=638f28f3-3c31-4c01-a209-4a15d74e5da7 HTTP/1.1" status: 200 len: 1097 time: 0.1488509 Aug 12 14:33:55.648887 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97cbf36-1551-4a07-8936-2f3ffe93cadb req-52daac10-1b88-4c1b-8746-6b370ef15223 tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:55.656272 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-a97cbf36-1551-4a07-8936-2f3ffe93cadb req-52daac10-1b88-4c1b-8746-6b370ef15223 tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] 10.222.0.39 "GET /v2.0/ports?device_id=1c4abd92-ff98-493d-a431-54de27fac7f6 HTTP/1.1" status: 200 len: 945 time: 0.1731164 Aug 12 14:33:55.723876 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62e7548-86ba-4ee3-b38f-fbf5e28ef26f req-a1c7fa95-0d82-4f4d-ba73-8841ea9176d8 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:55.726044 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f62e7548-86ba-4ee3-b38f-fbf5e28ef26f req-a1c7fa95-0d82-4f4d-ba73-8841ea9176d8 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] 10.222.0.39 "GET /v2.0/ports?device_id=e2a5ad67-981f-4d3f-8e72-5b9ed86baf8a HTTP/1.1" status: 200 len: 932 time: 0.1843495 Aug 12 14:33:55.757360 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-a97cbf36-1551-4a07-8936-2f3ffe93cadb req-d716e3ad-9101-442b-b4a2-04bcda2d9614 tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] 10.222.0.39 "GET /v2.0/security-groups?id=e3ca17b3-b028-41b3-b138-91e00a6e278c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002412 Aug 12 14:33:55.833512 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [req-d707ddf8-975c-4813-8d6d-304e95dca72d req-ad9f5f30-6118-4165-8451-ad7e2e19dbd3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7974fec4-9f9e-4427-ba78-6b9b1521cc4a {{(pid=94467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:33:55.835603 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10a261a2-8208-475b-962e-4d0c4d7af6d6 tempest-ServersTestJSON-1551689810 tempest-ServersTestJSON-1551689810-project] Router f718bc44-58c9-4422-8f05-8ac718cf99af has already been hosted by L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f {{(pid=94466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 14:33:55.841537 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-d707ddf8-975c-4813-8d6d-304e95dca72d req-ad9f5f30-6118-4165-8451-ad7e2e19dbd3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:55.867454 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [req-d707ddf8-975c-4813-8d6d-304e95dca72d req-ad9f5f30-6118-4165-8451-ad7e2e19dbd3 service neutron] Transition to ACTIVE for port object 7974fec4-9f9e-4427-ba78-6b9b1521cc4a will not be triggered until provisioned by entity L2. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:33:55.882598 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-d707ddf8-975c-4813-8d6d-304e95dca72d req-ad9f5f30-6118-4165-8451-ad7e2e19dbd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:55.919111 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f62e7548-86ba-4ee3-b38f-fbf5e28ef26f req-a2a009b3-b8aa-4c61-9c6b-51d3cefc8a3c tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] 10.222.0.39 "GET /v2.0/security-groups?id=11312995-c93d-4754-9dea-15693c54238a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705246 Aug 12 14:33:55.925643 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8d97ac-be35-4b03-bb88-61b0bfed829a req-0f27a979-55d6-400c-a9d7-8b9ba43cbbbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:55.927120 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-8b8d97ac-be35-4b03-bb88-61b0bfed829a req-0f27a979-55d6-400c-a9d7-8b9ba43cbbbb service neutron] 10.222.0.49 "GET /v2.0/networks?id=2d77121a-2c49-4913-9b71-d88f74914779 HTTP/1.1" status: 200 len: 922 time: 0.2780120 Aug 12 14:33:55.954859 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9f5f30-6118-4165-8451-ad7e2e19dbd3 service neutron] Pushing event updated for resources: {'Port': ['ID=7974fec4-9f9e-4427-ba78-6b9b1521cc4a,revision_number=2']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:33:55.981753 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b47b10-1d48-4297-8be4-f2359acfe8a6 req-d584fe29-50a3-4e72-a89a-3f0827fae02d tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:55.983358 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-c7b47b10-1d48-4297-8be4-f2359acfe8a6 req-d584fe29-50a3-4e72-a89a-3f0827fae02d tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] 10.222.0.39 "GET /v2.0/ports?device_id=bdfe1057-2f89-4d72-a343-7bb769ddcf33 HTTP/1.1" status: 200 len: 945 time: 0.1014335 Aug 12 14:33:55.988058 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-8b8d97ac-be35-4b03-bb88-61b0bfed829a req-c7dca7eb-99b8-44f2-8b4c-bacb8bd6dd99 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9a015320-61af-4833-bc33-cfd52cf1fdd2 HTTP/1.1" status: 200 len: 217 time: 0.0465291 Aug 12 14:33:56.048066 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10a261a2-8208-475b-962e-4d0c4d7af6d6 tempest-ServersTestJSON-1551689810 tempest-ServersTestJSON-1551689810-project] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 14:33:56.062548 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-c7b47b10-1d48-4297-8be4-f2359acfe8a6 req-8caf9837-1345-4254-9d25-de8f9ee8b76e tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] 10.222.0.39 "GET /v2.0/security-groups?id=6f569421-3ef5-4998-a0c5-f191379b6c78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611672 Aug 12 14:33:56.073132 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-10a261a2-8208-475b-962e-4d0c4d7af6d6 tempest-ServersTestJSON-1551689810 tempest-ServersTestJSON-1551689810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for floatingip, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:56.085447 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aae870b5-d8b4-4b90-bb92-afed13871f51 None None] Sync routers for ids ['f718bc44-58c9-4422-8f05-8ac718cf99af'] in n-d-694802-15 {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 14:33:56.114168 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8d97ac-be35-4b03-bb88-61b0bfed829a req-91ad84a5-2312-473b-8e22-a3a32c7f7ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:56.122856 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-8b8d97ac-be35-4b03-bb88-61b0bfed829a req-91ad84a5-2312-473b-8e22-a3a32c7f7ba5 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e49c4440-1d10-4e2e-898f-8a24c72551cf HTTP/1.1" status: 200 len: 860 time: 0.1100349 Aug 12 14:33:56.128744 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aae870b5-d8b4-4b90-bb92-afed13871f51 None None] Routers {'f718bc44-58c9-4422-8f05-8ac718cf99af'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:33:56.130068 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-10a261a2-8208-475b-962e-4d0c4d7af6d6 tempest-ServersTestJSON-1551689810 tempest-ServersTestJSON-1551689810-project] 10.222.0.39 "PUT /v2.0/floatingips/b929faa2-8264-4ec8-aee0-7f1e55d10987 HTTP/1.1" status: 200 len: 990 time: 2.4605343 Aug 12 14:33:56.136414 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-aae870b5-d8b4-4b90-bb92-afed13871f51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:33:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['f718bc44-58c9-4422-8f05-8ac718cf99af'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:33:56.221549 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-d707ddf8-975c-4813-8d6d-304e95dca72d req-ad9f5f30-6118-4165-8451-ad7e2e19dbd3 service neutron] Attempting to bind port 7974fec4-9f9e-4427-ba78-6b9b1521cc4a on host n-h1-694802-15 for vnic_type normal with profile {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:33:56.222247 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-d707ddf8-975c-4813-8d6d-304e95dca72d req-ad9f5f30-6118-4165-8451-ad7e2e19dbd3 service neutron] Attempting to bind port 7974fec4-9f9e-4427-ba78-6b9b1521cc4a by drivers openvswitch,hyperv on host n-h1-694802-15 at level 0 using segments [{'id': '2c5f2abe-b754-491c-837b-06e8fcd65d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'a10dd9db-a24e-488c-8894-a27c36eaa630'}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:33:56.222798 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d707ddf8-975c-4813-8d6d-304e95dca72d req-ad9f5f30-6118-4165-8451-ad7e2e19dbd3 service neutron] Attempting to bind port 7974fec4-9f9e-4427-ba78-6b9b1521cc4a on network a10dd9db-a24e-488c-8894-a27c36eaa630 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:33:56.237564 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d707ddf8-975c-4813-8d6d-304e95dca72d req-ad9f5f30-6118-4165-8451-ad7e2e19dbd3 service neutron] Port 7974fec4-9f9e-4427-ba78-6b9b1521cc4a on network a10dd9db-a24e-488c-8894-a27c36eaa630 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-15 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 14:33:56.237915 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d707ddf8-975c-4813-8d6d-304e95dca72d req-ad9f5f30-6118-4165-8451-ad7e2e19dbd3 service neutron] Attempting to bind port 7974fec4-9f9e-4427-ba78-6b9b1521cc4a on network a10dd9db-a24e-488c-8894-a27c36eaa630 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:33:56.251618 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d707ddf8-975c-4813-8d6d-304e95dca72d req-ad9f5f30-6118-4165-8451-ad7e2e19dbd3 service neutron] Checking agent: {'id': 'de568313-a3e6-454a-9813-77e25edcea95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 27, 41), 'started_at': datetime.datetime(2021, 8, 12, 14, 27, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 33, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:33:56.251953 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d707ddf8-975c-4813-8d6d-304e95dca72d req-ad9f5f30-6118-4165-8451-ad7e2e19dbd3 service neutron] Checking segment: {'id': '2c5f2abe-b754-491c-837b-06e8fcd65d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'a10dd9db-a24e-488c-8894-a27c36eaa630'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:33:56.252358 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d707ddf8-975c-4813-8d6d-304e95dca72d req-ad9f5f30-6118-4165-8451-ad7e2e19dbd3 service neutron] Bound using segment: {'id': '2c5f2abe-b754-491c-837b-06e8fcd65d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'a10dd9db-a24e-488c-8894-a27c36eaa630'} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:33:56.252739 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-d707ddf8-975c-4813-8d6d-304e95dca72d req-ad9f5f30-6118-4165-8451-ad7e2e19dbd3 service neutron] Bound port: 7974fec4-9f9e-4427-ba78-6b9b1521cc4a, host: n-h1-694802-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c5f2abe-b754-491c-837b-06e8fcd65d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'a10dd9db-a24e-488c-8894-a27c36eaa630'}}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:33:56.253104 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-d707ddf8-975c-4813-8d6d-304e95dca72d req-ad9f5f30-6118-4165-8451-ad7e2e19dbd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:56.268375 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1026cf2a-ee6b-4d72-9eda-42bd6aee873b req-08ba2541-6e19-4c44-9129-516662cfd8f9 tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:56.269895 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-1026cf2a-ee6b-4d72-9eda-42bd6aee873b req-08ba2541-6e19-4c44-9129-516662cfd8f9 tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] 10.222.0.39 "GET /v2.0/ports?device_id=0082eb9a-a521-4cc3-9405-f409a5a893a7 HTTP/1.1" status: 200 len: 945 time: 0.0831642 Aug 12 14:33:56.282896 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvr_db [None req-aae870b5-d8b4-4b90-bb92-afed13871f51 None None] Set router f718bc44-58c9-4422-8f05-8ac718cf99af gateway port host: n-d-694802-15 {{(pid=94468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:33:56.293687 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8d97ac-be35-4b03-bb88-61b0bfed829a req-77f587f0-bd9f-41eb-a3bd-17d7aa1009c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:56.295202 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-8b8d97ac-be35-4b03-bb88-61b0bfed829a req-77f587f0-bd9f-41eb-a3bd-17d7aa1009c4 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2d77121a-2c49-4913-9b71-d88f74914779&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1361945 Aug 12 14:33:56.325371 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-1026cf2a-ee6b-4d72-9eda-42bd6aee873b req-2bd4cdf5-e33d-4814-87ea-cbc768cc623e tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] 10.222.0.39 "GET /v2.0/security-groups?id=c46585fa-da50-4ef3-834f-e3a7c15dd624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422754 Aug 12 14:33:56.456553 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-d707ddf8-975c-4813-8d6d-304e95dca72d req-ad9f5f30-6118-4165-8451-ad7e2e19dbd3 service neutron] For port 7974fec4-9f9e-4427-ba78-6b9b1521cc4a, host n-h1-694802-15, cleared binding levels {{(pid=94467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:33:56.468895 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56298480-1dde-4634-93dc-ff9054246fd2 req-23a8cf2e-df41-42d5-8a8b-2736d931792c tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:56.471972 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-56298480-1dde-4634-93dc-ff9054246fd2 req-23a8cf2e-df41-42d5-8a8b-2736d931792c tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d672ae8-cf9f-476a-9b32-189bae5a39b2 HTTP/1.1" status: 200 len: 950 time: 0.0727565 Aug 12 14:33:56.488404 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-d707ddf8-975c-4813-8d6d-304e95dca72d req-ad9f5f30-6118-4165-8451-ad7e2e19dbd3 service neutron] For port 7974fec4-9f9e-4427-ba78-6b9b1521cc4a, host n-h1-694802-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=7974fec4-9f9e-4427-ba78-6b9b1521cc4a,segment=NetworkSegment(2c5f2abe-b754-491c-837b-06e8fcd65d4b),segment_id=2c5f2abe-b754-491c-837b-06e8fcd65d4b)] {{(pid=94467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:33:56.507538 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-8b8d97ac-be35-4b03-bb88-61b0bfed829a req-83ffa53f-3733-462b-94fa-deb71651faef service neutron] 10.222.0.49 "GET /v2.0/networks/2d77121a-2c49-4913-9b71-d88f74914779?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1756027 Aug 12 14:33:56.508602 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-d707ddf8-975c-4813-8d6d-304e95dca72d req-ad9f5f30-6118-4165-8451-ad7e2e19dbd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:56.524974 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cae1c6c-fb2b-4d14-b792-7efbcaf5d072 req-42ed9bba-5621-4b55-9256-a2d68af8f8fd tempest-FloatingIPsAssociationTestJSON-1995883228 tempest-FloatingIPsAssociationTestJSON-1995883228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:56.525193 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-56298480-1dde-4634-93dc-ff9054246fd2 req-fc16f137-a54f-4663-9242-f61d7fa2a80b tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0307eb3-f523-445b-8e1d-79deac809303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456216 Aug 12 14:33:56.526493 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-8cae1c6c-fb2b-4d14-b792-7efbcaf5d072 req-42ed9bba-5621-4b55-9256-a2d68af8f8fd tempest-FloatingIPsAssociationTestJSON-1995883228 tempest-FloatingIPsAssociationTestJSON-1995883228-project] 10.222.0.39 "GET /v2.0/ports?device_id=065f58ca-f725-41c4-bad5-fbf91b7882b1&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1079834 Aug 12 14:33:56.615052 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-8cae1c6c-fb2b-4d14-b792-7efbcaf5d072 req-851124ad-4529-4521-b20e-e20bb00c492e tempest-FloatingIPsAssociationTestJSON-1995883228 tempest-FloatingIPsAssociationTestJSON-1995883228-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.1.222 HTTP/1.1" status: 200 len: 696 time: 0.0548446 Aug 12 14:33:56.616261 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d707ddf8-975c-4813-8d6d-304e95dca72d req-ad9f5f30-6118-4165-8451-ad7e2e19dbd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:56.616925 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-d707ddf8-975c-4813-8d6d-304e95dca72d req-ad9f5f30-6118-4165-8451-ad7e2e19dbd3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:56.618352 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d707ddf8-975c-4813-8d6d-304e95dca72d req-ad9f5f30-6118-4165-8451-ad7e2e19dbd3 service neutron] 10.222.0.64 "PUT /v2.0/ports/7974fec4-9f9e-4427-ba78-6b9b1521cc4a HTTP/1.1" status: 200 len: 1093 time: 1.5408819 Aug 12 14:33:56.630694 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2a5ad67-981f-4d3f-8e72-5b9ed86baf8a', 'tag': '7974fec4-9f9e-4427-ba78-6b9b1521cc4a'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:33:56.633066 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e65282f928b64038367d043a4411777802006c43a98742496cb2e25b724ff1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-406f2a3e-54e8-49ff-bd00-e2cc7f6cbe77" -d '{"events": [{"name": "network-changed", "server_uuid": "e2a5ad67-981f-4d3f-8e72-5b9ed86baf8a", "tag": "7974fec4-9f9e-4427-ba78-6b9b1521cc4a"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:33:56.700334 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-aae870b5-d8b4-4b90-bb92-afed13871f51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f718bc44-58c9-4422-8f05-8ac718cf99af', 'name': 'tempest-ServersTestJSON-171938789-router', 'tenant_id': '372c249eafa04261b1b78b8ad1ae1671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.17'}], 'enable_snat': True}, 'gw_port_id': '797ebdb2-599b-4acb-911a-5a416bde1eb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:33:15Z', 'updated_at': '2021-08-12T14:33:28Z', 'revision_number': 4, 'project_id': '372c249eafa04261b1b78b8ad1ae1671', 'gw_port': {'id': '797ebdb2-599b-4acb-911a-5a416bde1eb3', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:08:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f718bc44-58c9-4422-8f05-8ac718cf99af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:33:17Z', 'updated_at': '2021-08-12T14:33:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_floatingips': [{'id': 'b929faa2-8264-4ec8-aee0-7f1e55d10987', 'tenant_id': '372c249eafa04261b1b78b8ad1ae1671', 'floating_ip_address': '172.25.1.9', 'floating_network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'router_id': 'f718bc44-58c9-4422-8f05-8ac718cf99af', 'port_id': '75c4a499-4b22-4a9c-b9bc-5643cbf71cc8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 612, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3a2bad2-d7b8-4fe9-80d2-f6f454972272', 'mac_address': 'fa:16:3e:3d:3f:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f52ecc2-e586-493b-8a96-25f7eedb61a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T14:33:35Z', 'updated_at': '2021-08-12T14:33:55Z', 'revision_number': 1, 'project_id': '372c249eafa04261b1b78b8ad1ae1671', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f4547de-c003-4906-9e35-7f603e877d6d', 'name': '', 'network_id': 'e3a2bad2-d7b8-4fe9-80d2-f6f454972272', 'tenant_id': '372c249eafa04261b1b78b8ad1ae1671', 'mac_address': 'fa:16:3e:72:a7:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f718bc44-58c9-4422-8f05-8ac718cf99af', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '99e47346-f96a-40ad-96a2-02125f67c08d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:33:25Z', 'updated_at': '2021-08-12T14:33:36Z', 'revision_number': 5, 'project_id': '372c249eafa04261b1b78b8ad1ae1671', 'subnets': [{'id': '99e47346-f96a-40ad-96a2-02125f67c08d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:33:56.756778 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aae870b5-d8b4-4b90-bb92-afed13871f51 None None] Checking router: f718bc44-58c9-4422-8f05-8ac718cf99af for host: n-d-694802-15 {{(pid=94468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 14:33:56.767668 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aae870b5-d8b4-4b90-bb92-afed13871f51 None None] Routers {'f718bc44-58c9-4422-8f05-8ac718cf99af'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:33:56.768304 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-aae870b5-d8b4-4b90-bb92-afed13871f51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:33:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['f718bc44-58c9-4422-8f05-8ac718cf99af'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:33:56.828597 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16da582e-3e15-4858-95e6-83c1cc7c4b36 req-4dbe39d4-fc36-4b2a-b691-c093c6c47383 tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:56.830851 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-16da582e-3e15-4858-95e6-83c1cc7c4b36 req-4dbe39d4-fc36-4b2a-b691-c093c6c47383 tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] 10.222.0.39 "GET /v2.0/ports?device_id=0082eb9a-a521-4cc3-9405-f409a5a893a7 HTTP/1.1" status: 200 len: 945 time: 0.0570641 Aug 12 14:33:56.905270 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvr_db [None req-aae870b5-d8b4-4b90-bb92-afed13871f51 None None] Set router f718bc44-58c9-4422-8f05-8ac718cf99af gateway port host: n-d-694802-15 {{(pid=94468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:33:56.922727 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-16da582e-3e15-4858-95e6-83c1cc7c4b36 req-b41d69ea-97e4-4682-b4cb-1598aa0db3bd tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] 10.222.0.39 "GET /v2.0/security-groups?id=c46585fa-da50-4ef3-834f-e3a7c15dd624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670195 Aug 12 14:33:56.971990 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 14:33:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24a4b35e-4e17-494a-82d3-c0a465a54a53 x-openstack-request-id: req-24a4b35e-4e17-494a-82d3-c0a465a54a53 {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:33:56.972336 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2a5ad67-981f-4d3f-8e72-5b9ed86baf8a", "tag": "7974fec4-9f9e-4427-ba78-6b9b1521cc4a", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:33:56.972488 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-24a4b35e-4e17-494a-82d3-c0a465a54a53 {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:33:56.972902 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2a5ad67-981f-4d3f-8e72-5b9ed86baf8a', 'tag': '7974fec4-9f9e-4427-ba78-6b9b1521cc4a', 'status': 'completed', 'code': 200} Aug 12 14:33:56.986875 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-8cae1c6c-fb2b-4d14-b792-7efbcaf5d072 req-aa0fb365-d2d8-4c6d-b688-2cd1acffdee6 tempest-FloatingIPsAssociationTestJSON-1995883228 tempest-FloatingIPsAssociationTestJSON-1995883228-project] Request body: {'floatingip': {'port_id': '1b7f2002-26ac-49ea-b30f-972bca0b50f6', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:33:57.038455 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec7f82d-842e-4146-8258-be7ef1005d96 req-ebe54279-7fa6-45dd-807c-a7e1ff4545a1 tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:57.046827 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-5ec7f82d-842e-4146-8258-be7ef1005d96 req-ebe54279-7fa6-45dd-807c-a7e1ff4545a1 tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] 10.222.0.39 "GET /v2.0/ports?device_id=1c4abd92-ff98-493d-a431-54de27fac7f6 HTTP/1.1" status: 200 len: 945 time: 0.0650957 Aug 12 14:33:57.069574 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-8cae1c6c-fb2b-4d14-b792-7efbcaf5d072 req-aa0fb365-d2d8-4c6d-b688-2cd1acffdee6 tempest-FloatingIPsAssociationTestJSON-1995883228 tempest-FloatingIPsAssociationTestJSON-1995883228-project] Notify callbacks [] for floatingip, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:57.103234 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-5ec7f82d-842e-4146-8258-be7ef1005d96 req-b099e241-2e8e-4db3-bd5a-505887a77381 tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] 10.222.0.39 "GET /v2.0/security-groups?id=e3ca17b3-b028-41b3-b138-91e00a6e278c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553384 Aug 12 14:33:57.111713 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9f5f30-6118-4165-8451-ad7e2e19dbd3 service neutron] Pushing event updated for resources: {'Port': ['ID=7974fec4-9f9e-4427-ba78-6b9b1521cc4a,revision_number=3']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:33:57.168736 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d707ddf8-975c-4813-8d6d-304e95dca72d req-429a02ad-c58f-4b21-90f2-3fcde22eca08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:57.170228 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d707ddf8-975c-4813-8d6d-304e95dca72d req-429a02ad-c58f-4b21-90f2-3fcde22eca08 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=39c74547ea964352853351e74cbcb768&device_id=e2a5ad67-981f-4d3f-8e72-5b9ed86baf8a HTTP/1.1" status: 200 len: 1096 time: 0.1965954 Aug 12 14:33:57.184725 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-8b8d97ac-be35-4b03-bb88-61b0bfed829a req-c65c6b99-f7dc-4a34-a192-10433ede07dc service neutron] 10.222.0.49 "GET /v2.0/networks/2d77121a-2c49-4913-9b71-d88f74914779?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6554897 Aug 12 14:33:57.212028 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-aae870b5-d8b4-4b90-bb92-afed13871f51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f718bc44-58c9-4422-8f05-8ac718cf99af', 'name': 'tempest-ServersTestJSON-171938789-router', 'tenant_id': '372c249eafa04261b1b78b8ad1ae1671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.17'}], 'enable_snat': True}, 'gw_port_id': '797ebdb2-599b-4acb-911a-5a416bde1eb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:33:15Z', 'updated_at': '2021-08-12T14:33:28Z', 'revision_number': 4, 'project_id': '372c249eafa04261b1b78b8ad1ae1671', 'gw_port': {'id': '797ebdb2-599b-4acb-911a-5a416bde1eb3', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:08:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f718bc44-58c9-4422-8f05-8ac718cf99af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:33:17Z', 'updated_at': '2021-08-12T14:33:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_floatingips': [{'id': 'b929faa2-8264-4ec8-aee0-7f1e55d10987', 'tenant_id': '372c249eafa04261b1b78b8ad1ae1671', 'floating_ip_address': '172.25.1.9', 'floating_network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'router_id': 'f718bc44-58c9-4422-8f05-8ac718cf99af', 'port_id': '75c4a499-4b22-4a9c-b9bc-5643cbf71cc8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 612, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3a2bad2-d7b8-4fe9-80d2-f6f454972272', 'mac_address': 'fa:16:3e:3d:3f:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f52ecc2-e586-493b-8a96-25f7eedb61a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T14:33:35Z', 'updated_at': '2021-08-12T14:33:55Z', 'revision_number': 1, 'project_id': '372c249eafa04261b1b78b8ad1ae1671', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f4547de-c003-4906-9e35-7f603e877d6d', 'name': '', 'network_id': 'e3a2bad2-d7b8-4fe9-80d2-f6f454972272', 'tenant_id': '372c249eafa04261b1b78b8ad1ae1671', 'mac_address': 'fa:16:3e:72:a7:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f718bc44-58c9-4422-8f05-8ac718cf99af', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '99e47346-f96a-40ad-96a2-02125f67c08d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:33:25Z', 'updated_at': '2021-08-12T14:33:36Z', 'revision_number': 5, 'project_id': '372c249eafa04261b1b78b8ad1ae1671', 'subnets': [{'id': '99e47346-f96a-40ad-96a2-02125f67c08d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:33:57.227119 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e0f6bf-2872-4b76-9ef3-428c1edc0931 req-4afd10a5-a61a-4760-a57b-6c42253c1bbc tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:57.242888 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-f3e0f6bf-2872-4b76-9ef3-428c1edc0931 req-4afd10a5-a61a-4760-a57b-6c42253c1bbc tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] 10.222.0.39 "GET /v2.0/ports?device_id=e2a5ad67-981f-4d3f-8e72-5b9ed86baf8a HTTP/1.1" status: 200 len: 944 time: 0.0787385 Aug 12 14:33:57.248207 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aae870b5-d8b4-4b90-bb92-afed13871f51 None None] The sync data for ids ['f718bc44-58c9-4422-8f05-8ac718cf99af'] in n-d-694802-15 is: [{'id': 'f718bc44-58c9-4422-8f05-8ac718cf99af', 'name': 'tempest-ServersTestJSON-171938789-router', 'tenant_id': '372c249eafa04261b1b78b8ad1ae1671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.17'}], 'enable_snat': True}, 'gw_port_id': '797ebdb2-599b-4acb-911a-5a416bde1eb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:33:15Z', 'updated_at': '2021-08-12T14:33:28Z', 'revision_number': 4, 'project_id': '372c249eafa04261b1b78b8ad1ae1671', 'gw_port': {'id': '797ebdb2-599b-4acb-911a-5a416bde1eb3', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:08:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f718bc44-58c9-4422-8f05-8ac718cf99af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:33:17Z', 'updated_at': '2021-08-12T14:33:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_floatingips': [{'id': 'b929faa2-8264-4ec8-aee0-7f1e55d10987', 'tenant_id': '372c249eafa04261b1b78b8ad1ae1671', 'floating_ip_address': '172.25.1.9', 'floating_network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'router_id': 'f718bc44-58c9-4422-8f05-8ac718cf99af', 'port_id': '75c4a499-4b22-4a9c-b9bc-5643cbf71cc8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 612, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3a2bad2-d7b8-4fe9-80d2-f6f454972272', 'mac_address': 'fa:16:3e:3d:3f:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f52ecc2-e586-493b-8a96-25f7eedb61a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T14:33:35Z', 'updated_at': '2021-08-12T14:33:55Z', 'revision_number': 1, 'project_id': '372c249eafa04261b1b78b8ad1ae1671', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f4547de-c003-4906-9e35-7f603e877d6d', 'name': '', 'network_id': 'e3a2bad2-d7b8-4fe9-80d2-f6f454972272', 'tenant_id': '372c249eafa04261b1b78b8ad1ae1671', 'mac_address': 'fa:16:3e:72:a7:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f718bc44-58c9-4422-8f05-8ac718cf99af', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '99e47346-f96a-40ad-96a2-02125f67c08d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:33:25Z', 'updated_at': '2021-08-12T14:33:36Z', 'revision_number': 5, 'project_id': '372c249eafa04261b1b78b8ad1ae1671', 'subnets': [{'id': '99e47346-f96a-40ad-96a2-02125f67c08d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 14:33:57.258464 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d707ddf8-975c-4813-8d6d-304e95dca72d req-7c1550fb-e6e4-4555-add1-3b05c8a3bd76 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7974fec4-9f9e-4427-ba78-6b9b1521cc4a HTTP/1.1" status: 200 len: 217 time: 0.0761080 Aug 12 14:33:57.298691 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-f3e0f6bf-2872-4b76-9ef3-428c1edc0931 req-3b4e7d14-8870-437c-9109-981575312414 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] 10.222.0.39 "GET /v2.0/security-groups?id=11312995-c93d-4754-9dea-15693c54238a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546439 Aug 12 14:33:57.431168 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d707ddf8-975c-4813-8d6d-304e95dca72d req-41340edd-344c-4b5d-b91d-dafe77961d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:57.432764 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d707ddf8-975c-4813-8d6d-304e95dca72d req-41340edd-344c-4b5d-b91d-dafe77961d1a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d61545bd-f4f7-4794-86f8-5ac232439ea3 HTTP/1.1" status: 200 len: 847 time: 0.0927901 Aug 12 14:33:57.433721 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a0ad39-cf1c-4ce0-b3a7-8c616e54cfc1 req-5da14ab4-e933-4aee-adb6-1ee0a98a1e46 tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:57.435444 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-c7a0ad39-cf1c-4ce0-b3a7-8c616e54cfc1 req-5da14ab4-e933-4aee-adb6-1ee0a98a1e46 tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] 10.222.0.39 "GET /v2.0/ports?device_id=bdfe1057-2f89-4d72-a343-7bb769ddcf33 HTTP/1.1" status: 200 len: 945 time: 0.0665908 Aug 12 14:33:57.481069 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-c7a0ad39-cf1c-4ce0-b3a7-8c616e54cfc1 req-97bcb94c-5c74-493b-9e97-6b3c505f8ff0 tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] 10.222.0.39 "GET /v2.0/security-groups?id=6f569421-3ef5-4998-a0c5-f191379b6c78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374870 Aug 12 14:33:57.482066 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d707ddf8-975c-4813-8d6d-304e95dca72d req-af49b78f-c876-44af-a6fe-701a07deeb78 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a10dd9db-a24e-488c-8894-a27c36eaa630&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383227 Aug 12 14:33:57.484272 n-d-694802-15 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f52ecc2-e586-493b-8a96-25f7eedb61a5', 'tag': '75c4a499-4b22-4a9c-b9bc-5643cbf71cc8'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:33:57.487731 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e785eeede3897370d0b20f09d5f461b30cfecd5ed38c4f07dacd02bc52c9277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3aa2459-ad7d-4a4a-89fe-bb7fd4bc2520" -d '{"events": [{"name": "network-changed", "server_uuid": "2f52ecc2-e586-493b-8a96-25f7eedb61a5", "tag": "75c4a499-4b22-4a9c-b9bc-5643cbf71cc8"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:33:57.543977 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-131b740a-8bb1-4a7d-9d34-87623ebf0eb6 None None] New status for floating IP b929faa2-8264-4ec8-aee0-7f1e55d10987: ACTIVE {{(pid=94469) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 14:33:57.687660 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 14:33:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95793638-784a-40c9-a2c7-8bb9729b7f06 x-openstack-request-id: req-95793638-784a-40c9-a2c7-8bb9729b7f06 {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:33:57.687979 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f52ecc2-e586-493b-8a96-25f7eedb61a5", "tag": "75c4a499-4b22-4a9c-b9bc-5643cbf71cc8", "status": "completed", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:33:57.688242 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-95793638-784a-40c9-a2c7-8bb9729b7f06 {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:33:57.688638 n-d-694802-15 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f52ecc2-e586-493b-8a96-25f7eedb61a5', 'tag': '75c4a499-4b22-4a9c-b9bc-5643cbf71cc8', 'status': 'completed', 'code': 200} Aug 12 14:33:57.708153 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d707ddf8-975c-4813-8d6d-304e95dca72d req-685a697f-2edd-45d2-b8ce-332c088923d1 service neutron] 10.222.0.64 "GET /v2.0/networks/a10dd9db-a24e-488c-8894-a27c36eaa630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1943381 Aug 12 14:33:57.823652 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3aa2459-ad7d-4a4a-89fe-bb7fd4bc2520 req-a81f5be1-ef16-42e0-a6a7-4aa5707007d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:57.825475 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-a3aa2459-ad7d-4a4a-89fe-bb7fd4bc2520 req-a81f5be1-ef16-42e0-a6a7-4aa5707007d0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=372c249eafa04261b1b78b8ad1ae1671&device_id=2f52ecc2-e586-493b-8a96-25f7eedb61a5 HTTP/1.1" status: 200 len: 1098 time: 0.1169932 Aug 12 14:33:57.839302 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cd6b71-10d9-4358-a9a9-370e84de2bc9 req-2d6205c1-f22a-4113-ac9d-6625568b5805 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:57.841309 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-a9cd6b71-10d9-4358-a9a9-370e84de2bc9 req-2d6205c1-f22a-4113-ac9d-6625568b5805 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d672ae8-cf9f-476a-9b32-189bae5a39b2 HTTP/1.1" status: 200 len: 950 time: 0.0762923 Aug 12 14:33:57.874793 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-8cae1c6c-fb2b-4d14-b792-7efbcaf5d072 req-aa0fb365-d2d8-4c6d-b688-2cd1acffdee6 tempest-FloatingIPsAssociationTestJSON-1995883228 tempest-FloatingIPsAssociationTestJSON-1995883228-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:57.887141 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-8cae1c6c-fb2b-4d14-b792-7efbcaf5d072 req-aa0fb365-d2d8-4c6d-b688-2cd1acffdee6 tempest-FloatingIPsAssociationTestJSON-1995883228 tempest-FloatingIPsAssociationTestJSON-1995883228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431510'] for floatingip, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:57.893484 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d707ddf8-975c-4813-8d6d-304e95dca72d req-de669991-b82c-43a9-a7ef-0e2a6a953710 service neutron] 10.222.0.64 "GET /v2.0/networks/a10dd9db-a24e-488c-8894-a27c36eaa630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1784782 Aug 12 14:33:57.940777 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-a9cd6b71-10d9-4358-a9a9-370e84de2bc9 req-52793e8a-f341-42a4-b236-6fd52ed58fd7 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0307eb3-f523-445b-8e1d-79deac809303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789926 Aug 12 14:33:57.984391 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3aa2459-ad7d-4a4a-89fe-bb7fd4bc2520 req-02085bc9-5ad9-4f6d-b2ef-349d78b2b34b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:57.986748 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-a3aa2459-ad7d-4a4a-89fe-bb7fd4bc2520 req-02085bc9-5ad9-4f6d-b2ef-349d78b2b34b service neutron] 10.222.0.64 "GET /v2.0/networks?id=e3a2bad2-d7b8-4fe9-80d2-f6f454972272 HTTP/1.1" status: 200 len: 906 time: 0.1437449 Aug 12 14:33:58.050452 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406f2a3e-54e8-49ff-bd00-e2cc7f6cbe77 req-3f88baf7-93d2-4a05-9ebf-248d83de386b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:58.052020 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-406f2a3e-54e8-49ff-bd00-e2cc7f6cbe77 req-3f88baf7-93d2-4a05-9ebf-248d83de386b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=39c74547ea964352853351e74cbcb768&device_id=e2a5ad67-981f-4d3f-8e72-5b9ed86baf8a HTTP/1.1" status: 200 len: 1096 time: 0.1025767 Aug 12 14:33:58.053617 n-d-694802-15 neutron-server[94467]: INFO neutron.db.l3_db [req-8cae1c6c-fb2b-4d14-b792-7efbcaf5d072 req-aa0fb365-d2d8-4c6d-b688-2cd1acffdee6 tempest-FloatingIPsAssociationTestJSON-1995883228 tempest-FloatingIPsAssociationTestJSON-1995883228-project] Floating IP 82aa909f-e0fe-44b9-86b6-0c9a6d41fa6b associated. External IP: 172.25.1.222, port: 1b7f2002-26ac-49ea-b30f-972bca0b50f6. Aug 12 14:33:58.060433 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-a3aa2459-ad7d-4a4a-89fe-bb7fd4bc2520 req-864c4c2f-6045-4778-952f-3159a33d0546 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=75c4a499-4b22-4a9c-b9bc-5643cbf71cc8 HTTP/1.1" status: 200 len: 1000 time: 0.0670671 Aug 12 14:33:58.144862 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3aa2459-ad7d-4a4a-89fe-bb7fd4bc2520 req-d5a8dd2c-334c-4a08-9f17-f553543df76e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:58.146417 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-a3aa2459-ad7d-4a4a-89fe-bb7fd4bc2520 req-d5a8dd2c-334c-4a08-9f17-f553543df76e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=99e47346-f96a-40ad-96a2-02125f67c08d HTTP/1.1" status: 200 len: 844 time: 0.0755820 Aug 12 14:33:58.154894 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26403700-5fd3-457b-a1f8-5da7afc1e555 req-e88f9dc3-1713-4941-bfd5-ef88a500170c tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:58.158496 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-26403700-5fd3-457b-a1f8-5da7afc1e555 req-e88f9dc3-1713-4941-bfd5-ef88a500170c tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] 10.222.0.39 "GET /v2.0/ports?device_id=0082eb9a-a521-4cc3-9405-f409a5a893a7 HTTP/1.1" status: 200 len: 945 time: 0.0951107 Aug 12 14:33:58.230845 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-26403700-5fd3-457b-a1f8-5da7afc1e555 req-aac6a880-34bf-48da-aded-1ec25c6fa994 tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] 10.222.0.39 "GET /v2.0/security-groups?id=c46585fa-da50-4ef3-834f-e3a7c15dd624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486155 Aug 12 14:33:58.232586 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406f2a3e-54e8-49ff-bd00-e2cc7f6cbe77 req-78be59f3-7a49-4525-96d3-bb98c4309739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:58.234056 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-406f2a3e-54e8-49ff-bd00-e2cc7f6cbe77 req-78be59f3-7a49-4525-96d3-bb98c4309739 service neutron] 10.222.0.64 "GET /v2.0/networks?id=a10dd9db-a24e-488c-8894-a27c36eaa630 HTTP/1.1" status: 200 len: 908 time: 0.1443422 Aug 12 14:33:58.237274 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3aa2459-ad7d-4a4a-89fe-bb7fd4bc2520 req-75e9a164-a4cf-4143-983f-da245126257e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:58.239261 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-a3aa2459-ad7d-4a4a-89fe-bb7fd4bc2520 req-75e9a164-a4cf-4143-983f-da245126257e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e3a2bad2-d7b8-4fe9-80d2-f6f454972272&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0811279 Aug 12 14:33:58.339659 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-406f2a3e-54e8-49ff-bd00-e2cc7f6cbe77 req-1c8067e6-434b-420e-b9ce-55b526a4edaf service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7974fec4-9f9e-4427-ba78-6b9b1521cc4a HTTP/1.1" status: 200 len: 217 time: 0.0915916 Aug 12 14:33:58.393043 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3158a707-f090-4359-9537-3e3c66344e8b req-57495187-b67c-4e55-8be0-16ae3920694b tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:58.394652 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-3158a707-f090-4359-9537-3e3c66344e8b req-57495187-b67c-4e55-8be0-16ae3920694b tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] 10.222.0.39 "GET /v2.0/ports?device_id=1c4abd92-ff98-493d-a431-54de27fac7f6 HTTP/1.1" status: 200 len: 945 time: 0.0829322 Aug 12 14:33:58.395564 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c424dd0c-9170-4f50-aac2-c7c19e2495d4 req-5353624f-6dec-415f-a5ca-da72fbc4564e tempest-FloatingIPsAssociationTestJSON-1995883228 tempest-FloatingIPsAssociationTestJSON-1995883228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:58.396877 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-a3aa2459-ad7d-4a4a-89fe-bb7fd4bc2520 req-09246543-a2f1-445c-ae51-c7bfc406386d service neutron] 10.222.0.64 "GET /v2.0/networks/e3a2bad2-d7b8-4fe9-80d2-f6f454972272?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484106 Aug 12 14:33:58.397118 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c424dd0c-9170-4f50-aac2-c7c19e2495d4 req-5353624f-6dec-415f-a5ca-da72fbc4564e tempest-FloatingIPsAssociationTestJSON-1995883228 tempest-FloatingIPsAssociationTestJSON-1995883228-project] 10.222.0.49 "GET /v2.0/ports?device_id=638f28f3-3c31-4c01-a209-4a15d74e5da7 HTTP/1.1" status: 200 len: 945 time: 0.1598995 Aug 12 14:33:58.480160 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406f2a3e-54e8-49ff-bd00-e2cc7f6cbe77 req-f5881990-3877-4f04-a001-eeff8e7fb771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:58.481609 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-406f2a3e-54e8-49ff-bd00-e2cc7f6cbe77 req-f5881990-3877-4f04-a001-eeff8e7fb771 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d61545bd-f4f7-4794-86f8-5ac232439ea3 HTTP/1.1" status: 200 len: 847 time: 0.1335523 Aug 12 14:33:58.487915 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-3158a707-f090-4359-9537-3e3c66344e8b req-622fa380-1295-44c3-b888-1242cb36e690 tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] 10.222.0.39 "GET /v2.0/security-groups?id=e3ca17b3-b028-41b3-b138-91e00a6e278c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852871 Aug 12 14:33:58.528352 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-a3aa2459-ad7d-4a4a-89fe-bb7fd4bc2520 req-450a14ca-831a-41d2-88e4-6e23675370de service neutron] 10.222.0.64 "GET /v2.0/networks/e3a2bad2-d7b8-4fe9-80d2-f6f454972272?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1184027 Aug 12 14:33:58.547442 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-406f2a3e-54e8-49ff-bd00-e2cc7f6cbe77 req-76b27414-3575-4d29-b068-b516491ab0fb service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a10dd9db-a24e-488c-8894-a27c36eaa630&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0564890 Aug 12 14:33:58.557808 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8cae1c6c-fb2b-4d14-b792-7efbcaf5d072 req-aa0fb365-d2d8-4c6d-b688-2cd1acffdee6 tempest-FloatingIPsAssociationTestJSON-1995883228 tempest-FloatingIPsAssociationTestJSON-1995883228-project] Router 5535e5ab-0b6a-4c4c-8883-55bbdacbdf7e has already been hosted by L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f {{(pid=94467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 14:33:58.690005 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [req-c424dd0c-9170-4f50-aac2-c7c19e2495d4 req-df1ab0b2-e3a1-43ce-9533-54d2f5e5dd7a tempest-FloatingIPsAssociationTestJSON-1995883228 tempest-FloatingIPsAssociationTestJSON-1995883228-project] Deleting port 9a015320-61af-4833-bc33-cfd52cf1fdd2 {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:33:58.690331 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-c424dd0c-9170-4f50-aac2-c7c19e2495d4 req-df1ab0b2-e3a1-43ce-9533-54d2f5e5dd7a tempest-FloatingIPsAssociationTestJSON-1995883228 tempest-FloatingIPsAssociationTestJSON-1995883228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:58.759572 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-406f2a3e-54e8-49ff-bd00-e2cc7f6cbe77 req-cffa5506-3e26-4688-a9cf-e7dd953e2a5c service neutron] 10.222.0.64 "GET /v2.0/networks/a10dd9db-a24e-488c-8894-a27c36eaa630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2045803 Aug 12 14:33:58.909370 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8cae1c6c-fb2b-4d14-b792-7efbcaf5d072 req-aa0fb365-d2d8-4c6d-b688-2cd1acffdee6 tempest-FloatingIPsAssociationTestJSON-1995883228 tempest-FloatingIPsAssociationTestJSON-1995883228-project] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 14:33:58.914832 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-8cae1c6c-fb2b-4d14-b792-7efbcaf5d072 req-aa0fb365-d2d8-4c6d-b688-2cd1acffdee6 tempest-FloatingIPsAssociationTestJSON-1995883228 tempest-FloatingIPsAssociationTestJSON-1995883228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for floatingip, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:58.920764 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-012b1394-5ed9-497f-9645-e370062bce8b None None] Sync routers for ids ['5535e5ab-0b6a-4c4c-8883-55bbdacbdf7e'] in n-d-694802-15 {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 14:33:58.936790 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-012b1394-5ed9-497f-9645-e370062bce8b None None] Routers {'5535e5ab-0b6a-4c4c-8883-55bbdacbdf7e'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:33:58.937836 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-012b1394-5ed9-497f-9645-e370062bce8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:33:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['5535e5ab-0b6a-4c4c-8883-55bbdacbdf7e'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:33:58.957081 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-c424dd0c-9170-4f50-aac2-c7c19e2495d4 req-df1ab0b2-e3a1-43ce-9533-54d2f5e5dd7a tempest-FloatingIPsAssociationTestJSON-1995883228 tempest-FloatingIPsAssociationTestJSON-1995883228-project] For port 9a015320-61af-4833-bc33-cfd52cf1fdd2, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=9a015320-61af-4833-bc33-cfd52cf1fdd2,segment=NetworkSegment(ee392864-e217-4cd8-a2c6-fbd3077ffd3b),segment_id=ee392864-e217-4cd8-a2c6-fbd3077ffd3b)] {{(pid=94467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:33:58.957355 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-c424dd0c-9170-4f50-aac2-c7c19e2495d4 req-df1ab0b2-e3a1-43ce-9533-54d2f5e5dd7a tempest-FloatingIPsAssociationTestJSON-1995883228 tempest-FloatingIPsAssociationTestJSON-1995883228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:58.986575 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [req-c424dd0c-9170-4f50-aac2-c7c19e2495d4 req-df1ab0b2-e3a1-43ce-9533-54d2f5e5dd7a tempest-FloatingIPsAssociationTestJSON-1995883228 tempest-FloatingIPsAssociationTestJSON-1995883228-project] Calling delete_port for 9a015320-61af-4833-bc33-cfd52cf1fdd2 owned by compute:nova {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:33:58.994621 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-8cae1c6c-fb2b-4d14-b792-7efbcaf5d072 req-aa0fb365-d2d8-4c6d-b688-2cd1acffdee6 tempest-FloatingIPsAssociationTestJSON-1995883228 tempest-FloatingIPsAssociationTestJSON-1995883228-project] 10.222.0.39 "PUT /v2.0/floatingips/82aa909f-e0fe-44b9-86b6-0c9a6d41fa6b HTTP/1.1" status: 200 len: 997 time: 2.3551033 Aug 12 14:33:58.998549 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '065f58ca-f725-41c4-bad5-fbf91b7882b1', 'tag': '1b7f2002-26ac-49ea-b30f-972bca0b50f6'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:33:59.001404 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e65282f928b64038367d043a4411777802006c43a98742496cb2e25b724ff1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a49c5d20-8d76-4ebb-bc1b-a9d9d27e569d" -d '{"events": [{"name": "network-changed", "server_uuid": "065f58ca-f725-41c4-bad5-fbf91b7882b1", "tag": "1b7f2002-26ac-49ea-b30f-972bca0b50f6"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:33:59.021517 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-406f2a3e-54e8-49ff-bd00-e2cc7f6cbe77 req-34cd6bc0-5f45-49a9-a7c1-b860f1183e4d service neutron] 10.222.0.64 "GET /v2.0/networks/a10dd9db-a24e-488c-8894-a27c36eaa630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2209566 Aug 12 14:33:59.193421 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-c424dd0c-9170-4f50-aac2-c7c19e2495d4 req-df1ab0b2-e3a1-43ce-9533-54d2f5e5dd7a tempest-FloatingIPsAssociationTestJSON-1995883228 tempest-FloatingIPsAssociationTestJSON-1995883228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:59.238107 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1ab0b2-e3a1-43ce-9533-54d2f5e5dd7a tempest-FloatingIPsAssociationTestJSON-1995883228 tempest-FloatingIPsAssociationTestJSON-1995883228-project] Pushing event deleted for resources: {'Port': ['ID=9a015320-61af-4833-bc33-cfd52cf1fdd2,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:33:59.253971 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cae1c6c-fb2b-4d14-b792-7efbcaf5d072 req-87216009-aaab-4e87-9f01-e5b1c93868c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:59.263138 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-8cae1c6c-fb2b-4d14-b792-7efbcaf5d072 req-87216009-aaab-4e87-9f01-e5b1c93868c9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b1a78db6da9442aab3b2432c7eca6669&device_id=065f58ca-f725-41c4-bad5-fbf91b7882b1 HTTP/1.1" status: 200 len: 1098 time: 0.2403581 Aug 12 14:33:59.284128 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] get_ports_and_sgs() called for port_ids ['1b7f2002-26ac-49ea-b30f-972bca0b50f6', '9a015320-61af-4833-bc33-cfd52cf1fdd2'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:33:59.322275 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49136c5d-a68a-4327-8a97-0c0da55ef5f8 req-a56a5cf8-b27b-4170-b92e-2f6bd0edd13e tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:59.334687 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-49136c5d-a68a-4327-8a97-0c0da55ef5f8 req-a56a5cf8-b27b-4170-b92e-2f6bd0edd13e tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] 10.222.0.39 "GET /v2.0/ports?device_id=e2a5ad67-981f-4d3f-8e72-5b9ed86baf8a HTTP/1.1" status: 200 len: 944 time: 0.4359217 Aug 12 14:33:59.408567 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvr_db [None req-012b1394-5ed9-497f-9645-e370062bce8b None None] Set router 5535e5ab-0b6a-4c4c-8883-55bbdacbdf7e gateway port host: n-d-694802-15 {{(pid=94468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:33:59.427198 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-49136c5d-a68a-4327-8a97-0c0da55ef5f8 req-d156225c-85b5-49bf-bb43-6119281c07e2 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] 10.222.0.39 "GET /v2.0/security-groups?id=11312995-c93d-4754-9dea-15693c54238a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913174 Aug 12 14:33:59.573530 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97066786-93f7-4809-b371-93432b205097 req-dad8f1b3-dc4c-4f82-b244-4f35350efb2e tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:59.575742 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-97066786-93f7-4809-b371-93432b205097 req-dad8f1b3-dc4c-4f82-b244-4f35350efb2e tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] 10.222.0.39 "GET /v2.0/ports?device_id=bdfe1057-2f89-4d72-a343-7bb769ddcf33 HTTP/1.1" status: 200 len: 945 time: 0.0617380 Aug 12 14:33:59.687389 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-97066786-93f7-4809-b371-93432b205097 req-96caeab0-f730-406a-b37c-b30135a5505c tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] 10.222.0.39 "GET /v2.0/security-groups?id=6f569421-3ef5-4998-a0c5-f191379b6c78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044729 Aug 12 14:33:59.716175 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1c7542-4353-4905-93be-c34c8a2f0edc req-b56407af-3278-4257-af59-1f2cd82d47aa tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:59.720361 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-6a1c7542-4353-4905-93be-c34c8a2f0edc req-b56407af-3278-4257-af59-1f2cd82d47aa tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] 10.222.0.49 "GET /v2.0/ports?device_id=bdfe1057-2f89-4d72-a343-7bb769ddcf33 HTTP/1.1" status: 200 len: 945 time: 0.1135898 Aug 12 14:33:59.741566 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-012b1394-5ed9-497f-9645-e370062bce8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5535e5ab-0b6a-4c4c-8883-55bbdacbdf7e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1350383079-router', 'tenant_id': 'b1a78db6da9442aab3b2432c7eca6669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.146'}], 'enable_snat': True}, 'gw_port_id': '616a60ed-06d7-43a6-baaa-a00ca139ecd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:32:43Z', 'updated_at': '2021-08-12T14:32:50Z', 'revision_number': 4, 'project_id': 'b1a78db6da9442aab3b2432c7eca6669', 'gw_port': {'id': '616a60ed-06d7-43a6-baaa-a00ca139ecd8', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:90:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5535e5ab-0b6a-4c4c-8883-55bbdacbdf7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:32:45Z', 'updated_at': '2021-08-12T14:32:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_floatingips': [{'id': '82aa909f-e0fe-44b9-86b6-0c9a6d41fa6b', 'tenant_id': 'b1a78db6da9442aab3b2432c7eca6669', 'floating_ip_address': '172.25.1.222', 'floating_network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'router_id': '5535e5ab-0b6a-4c4c-8883-55bbdacbdf7e', 'port_id': '1b7f2002-26ac-49ea-b30f-972bca0b50f6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 599, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d77121a-2c49-4913-9b71-d88f74914779', 'mac_address': 'fa:16:3e:77:fe:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '065f58ca-f725-41c4-bad5-fbf91b7882b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T14:33:15Z', 'updated_at': '2021-08-12T14:33:57Z', 'revision_number': 8, 'project_id': 'b1a78db6da9442aab3b2432c7eca6669', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54ac8bc5-17fd-4e01-8778-29b71645e5d7', 'name': '', 'network_id': '2d77121a-2c49-4913-9b71-d88f74914779', 'tenant_id': 'b1a78db6da9442aab3b2432c7eca6669', 'mac_address': 'fa:16:3e:d2:a8:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5535e5ab-0b6a-4c4c-8883-55bbdacbdf7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'e49c4440-1d10-4e2e-898f-8a24c72551cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:32:48Z', 'updated_at': '2021-08-12T14:32:57Z', 'revision_number': 5, 'project_id': 'b1a78db6da9442aab3b2432c7eca6669', 'subnets': [{'id': 'e49c4440-1d10-4e2e-898f-8a24c72551cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:33:59.784191 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-012b1394-5ed9-497f-9645-e370062bce8b None None] Checking router: 5535e5ab-0b6a-4c4c-8883-55bbdacbdf7e for host: n-d-694802-15 {{(pid=94468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 14:33:59.787443 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cae1c6c-fb2b-4d14-b792-7efbcaf5d072 req-88eae52a-24e3-471e-8186-571343730773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:33:59.793768 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-8cae1c6c-fb2b-4d14-b792-7efbcaf5d072 req-88eae52a-24e3-471e-8186-571343730773 service neutron] 10.222.0.39 "GET /v2.0/networks?id=2d77121a-2c49-4913-9b71-d88f74914779 HTTP/1.1" status: 200 len: 922 time: 0.5295932 Aug 12 14:33:59.794943 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [req-c424dd0c-9170-4f50-aac2-c7c19e2495d4 req-df1ab0b2-e3a1-43ce-9533-54d2f5e5dd7a tempest-FloatingIPsAssociationTestJSON-1995883228 tempest-FloatingIPsAssociationTestJSON-1995883228-project] No DVR routers for this DVR port 9a015320-61af-4833-bc33-cfd52cf1fdd2 on host n-h2-694802-15 {{(pid=94467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:33:59.806915 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-c424dd0c-9170-4f50-aac2-c7c19e2495d4 req-df1ab0b2-e3a1-43ce-9533-54d2f5e5dd7a tempest-FloatingIPsAssociationTestJSON-1995883228 tempest-FloatingIPsAssociationTestJSON-1995883228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:59.813233 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c424dd0c-9170-4f50-aac2-c7c19e2495d4 req-df1ab0b2-e3a1-43ce-9533-54d2f5e5dd7a tempest-FloatingIPsAssociationTestJSON-1995883228 tempest-FloatingIPsAssociationTestJSON-1995883228-project] 10.222.0.49 "DELETE /v2.0/ports/9a015320-61af-4833-bc33-cfd52cf1fdd2 HTTP/1.1" status: 204 len: 173 time: 1.3821774 Aug 12 14:33:59.837988 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-012b1394-5ed9-497f-9645-e370062bce8b None None] Routers {'5535e5ab-0b6a-4c4c-8883-55bbdacbdf7e'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:33:59.840747 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-012b1394-5ed9-497f-9645-e370062bce8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:33:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['5535e5ab-0b6a-4c4c-8883-55bbdacbdf7e'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:33:59.871949 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [req-6a1c7542-4353-4905-93be-c34c8a2f0edc req-00684158-dd71-45f1-9c19-44e05be21765 tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] Deleting port e731383c-afe1-4106-94a1-16d066591655 {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:33:59.872661 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-6a1c7542-4353-4905-93be-c34c8a2f0edc req-00684158-dd71-45f1-9c19-44e05be21765 tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:33:59.952995 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-8cae1c6c-fb2b-4d14-b792-7efbcaf5d072 req-e42ca6f4-81f9-4c56-9ae2-ccb23978fb00 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1b7f2002-26ac-49ea-b30f-972bca0b50f6 HTTP/1.1" status: 200 len: 1000 time: 0.1371775 Aug 12 14:34:00.027073 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvr_db [None req-012b1394-5ed9-497f-9645-e370062bce8b None None] Set router 5535e5ab-0b6a-4c4c-8883-55bbdacbdf7e gateway port host: n-d-694802-15 {{(pid=94468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:34:00.041942 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [req-6a1c7542-4353-4905-93be-c34c8a2f0edc req-00684158-dd71-45f1-9c19-44e05be21765 tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] For port e731383c-afe1-4106-94a1-16d066591655, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=e731383c-afe1-4106-94a1-16d066591655,segment=NetworkSegment(9ef950f6-5519-4190-8028-503a0a76e439),segment_id=9ef950f6-5519-4190-8028-503a0a76e439)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:34:00.042869 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-6a1c7542-4353-4905-93be-c34c8a2f0edc req-00684158-dd71-45f1-9c19-44e05be21765 tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:00.059681 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cae1c6c-fb2b-4d14-b792-7efbcaf5d072 req-1b2cb5de-9eb4-4ca5-9845-ec2113d1b1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:34:00.061201 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-8cae1c6c-fb2b-4d14-b792-7efbcaf5d072 req-1b2cb5de-9eb4-4ca5-9845-ec2113d1b1cd service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e49c4440-1d10-4e2e-898f-8a24c72551cf HTTP/1.1" status: 200 len: 860 time: 0.0964396 Aug 12 14:34:00.074285 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [req-6a1c7542-4353-4905-93be-c34c8a2f0edc req-00684158-dd71-45f1-9c19-44e05be21765 tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] Calling delete_port for e731383c-afe1-4106-94a1-16d066591655 owned by compute:nova {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:34:00.164763 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cae1c6c-fb2b-4d14-b792-7efbcaf5d072 req-b3152209-b3c6-4e5c-aa9d-63a4f2cbf05e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:34:00.168501 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-8cae1c6c-fb2b-4d14-b792-7efbcaf5d072 req-b3152209-b3c6-4e5c-aa9d-63a4f2cbf05e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2d77121a-2c49-4913-9b71-d88f74914779&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0976884 Aug 12 14:34:00.208653 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78440003-49ec-472d-a4f7-d5fef3bd3efd req-c32f6f77-8ef4-41de-9359-1185c47494e6 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:34:00.210698 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-78440003-49ec-472d-a4f7-d5fef3bd3efd req-c32f6f77-8ef4-41de-9359-1185c47494e6 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d672ae8-cf9f-476a-9b32-189bae5a39b2 HTTP/1.1" status: 200 len: 950 time: 0.0803549 Aug 12 14:34:00.283918 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-78440003-49ec-472d-a4f7-d5fef3bd3efd req-79e731af-08ea-4c62-8596-5e945348a8d8 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0307eb3-f523-445b-8e1d-79deac809303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607870 Aug 12 14:34:00.351861 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-8cae1c6c-fb2b-4d14-b792-7efbcaf5d072 req-777e450e-39b3-4e0a-977f-e2d0fdfde04e service neutron] 10.222.0.39 "GET /v2.0/networks/2d77121a-2c49-4913-9b71-d88f74914779?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1732590 Aug 12 14:34:00.370602 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-012b1394-5ed9-497f-9645-e370062bce8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5535e5ab-0b6a-4c4c-8883-55bbdacbdf7e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1350383079-router', 'tenant_id': 'b1a78db6da9442aab3b2432c7eca6669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.146'}], 'enable_snat': True}, 'gw_port_id': '616a60ed-06d7-43a6-baaa-a00ca139ecd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:32:43Z', 'updated_at': '2021-08-12T14:32:50Z', 'revision_number': 4, 'project_id': 'b1a78db6da9442aab3b2432c7eca6669', 'gw_port': {'id': '616a60ed-06d7-43a6-baaa-a00ca139ecd8', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:90:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5535e5ab-0b6a-4c4c-8883-55bbdacbdf7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:32:45Z', 'updated_at': '2021-08-12T14:32:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_floatingips': [{'id': '82aa909f-e0fe-44b9-86b6-0c9a6d41fa6b', 'tenant_id': 'b1a78db6da9442aab3b2432c7eca6669', 'floating_ip_address': '172.25.1.222', 'floating_network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'router_id': '5535e5ab-0b6a-4c4c-8883-55bbdacbdf7e', 'port_id': '1b7f2002-26ac-49ea-b30f-972bca0b50f6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 599, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d77121a-2c49-4913-9b71-d88f74914779', 'mac_address': 'fa:16:3e:77:fe:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '065f58ca-f725-41c4-bad5-fbf91b7882b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T14:33:15Z', 'updated_at': '2021-08-12T14:33:57Z', 'revision_number': 8, 'project_id': 'b1a78db6da9442aab3b2432c7eca6669', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54ac8bc5-17fd-4e01-8778-29b71645e5d7', 'name': '', 'network_id': '2d77121a-2c49-4913-9b71-d88f74914779', 'tenant_id': 'b1a78db6da9442aab3b2432c7eca6669', 'mac_address': 'fa:16:3e:d2:a8:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5535e5ab-0b6a-4c4c-8883-55bbdacbdf7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'e49c4440-1d10-4e2e-898f-8a24c72551cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:32:48Z', 'updated_at': '2021-08-12T14:32:57Z', 'revision_number': 5, 'project_id': 'b1a78db6da9442aab3b2432c7eca6669', 'subnets': [{'id': 'e49c4440-1d10-4e2e-898f-8a24c72551cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:34:00.381376 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-6a1c7542-4353-4905-93be-c34c8a2f0edc req-00684158-dd71-45f1-9c19-44e05be21765 tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:00.420143 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00684158-dd71-45f1-9c19-44e05be21765 tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] Pushing event deleted for resources: {'Port': ['ID=e731383c-afe1-4106-94a1-16d066591655,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:34:00.451363 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] get_ports_and_sgs() called for port_ids ['85489a13-e7f9-426f-8757-9b5fae8f281a'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:34:00.455228 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] get_ports_and_sgs() called for port_ids ['e731383c-afe1-4106-94a1-16d066591655'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:34:00.459468 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-012b1394-5ed9-497f-9645-e370062bce8b None None] The sync data for ids ['5535e5ab-0b6a-4c4c-8883-55bbdacbdf7e'] in n-d-694802-15 is: [{'id': '5535e5ab-0b6a-4c4c-8883-55bbdacbdf7e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1350383079-router', 'tenant_id': 'b1a78db6da9442aab3b2432c7eca6669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.146'}], 'enable_snat': True}, 'gw_port_id': '616a60ed-06d7-43a6-baaa-a00ca139ecd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:32:43Z', 'updated_at': '2021-08-12T14:32:50Z', 'revision_number': 4, 'project_id': 'b1a78db6da9442aab3b2432c7eca6669', 'gw_port': {'id': '616a60ed-06d7-43a6-baaa-a00ca139ecd8', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:90:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5535e5ab-0b6a-4c4c-8883-55bbdacbdf7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:32:45Z', 'updated_at': '2021-08-12T14:32:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_floatingips': [{'id': '82aa909f-e0fe-44b9-86b6-0c9a6d41fa6b', 'tenant_id': 'b1a78db6da9442aab3b2432c7eca6669', 'floating_ip_address': '172.25.1.222', 'floating_network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'router_id': '5535e5ab-0b6a-4c4c-8883-55bbdacbdf7e', 'port_id': '1b7f2002-26ac-49ea-b30f-972bca0b50f6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 599, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d77121a-2c49-4913-9b71-d88f74914779', 'mac_address': 'fa:16:3e:77:fe:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '065f58ca-f725-41c4-bad5-fbf91b7882b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T14:33:15Z', 'updated_at': '2021-08-12T14:33:57Z', 'revision_number': 8, 'project_id': 'b1a78db6da9442aab3b2432c7eca6669', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54ac8bc5-17fd-4e01-8778-29b71645e5d7', 'name': '', 'network_id': '2d77121a-2c49-4913-9b71-d88f74914779', 'tenant_id': 'b1a78db6da9442aab3b2432c7eca6669', 'mac_address': 'fa:16:3e:d2:a8:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5535e5ab-0b6a-4c4c-8883-55bbdacbdf7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'e49c4440-1d10-4e2e-898f-8a24c72551cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:32:48Z', 'updated_at': '2021-08-12T14:32:57Z', 'revision_number': 5, 'project_id': 'b1a78db6da9442aab3b2432c7eca6669', 'subnets': [{'id': 'e49c4440-1d10-4e2e-898f-8a24c72551cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 14:34:00.468874 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 14:33:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdd4a91a-9771-4b4f-a2fa-367813c930d4 x-openstack-request-id: req-bdd4a91a-9771-4b4f-a2fa-367813c930d4 {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:34:00.469215 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "065f58ca-f725-41c4-bad5-fbf91b7882b1", "tag": "1b7f2002-26ac-49ea-b30f-972bca0b50f6", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:34:00.469456 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-bdd4a91a-9771-4b4f-a2fa-367813c930d4 {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:34:00.469804 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '065f58ca-f725-41c4-bad5-fbf91b7882b1', 'tag': '1b7f2002-26ac-49ea-b30f-972bca0b50f6', 'status': 'completed', 'code': 200} Aug 12 14:34:00.568869 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a1c7542-4353-4905-93be-c34c8a2f0edc req-00684158-dd71-45f1-9c19-44e05be21765 tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] No DVR routers for this DVR port e731383c-afe1-4106-94a1-16d066591655 on host n-h2-694802-15 {{(pid=94466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:34:00.574274 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00684158-dd71-45f1-9c19-44e05be21765 tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:34:00.574804 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00684158-dd71-45f1-9c19-44e05be21765 tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:34:00.575436 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00684158-dd71-45f1-9c19-44e05be21765 tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:34:00.576035 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00684158-dd71-45f1-9c19-44e05be21765 tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:34:00.576491 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00684158-dd71-45f1-9c19-44e05be21765 tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:34:00.577024 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00684158-dd71-45f1-9c19-44e05be21765 tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:34:00.577507 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00684158-dd71-45f1-9c19-44e05be21765 tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:34:00.577994 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00684158-dd71-45f1-9c19-44e05be21765 tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:34:00.578877 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00684158-dd71-45f1-9c19-44e05be21765 tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:34:00.578877 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00684158-dd71-45f1-9c19-44e05be21765 tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:34:00.579477 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00684158-dd71-45f1-9c19-44e05be21765 tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:34:00.579905 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00684158-dd71-45f1-9c19-44e05be21765 tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:34:00.595058 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-6a1c7542-4353-4905-93be-c34c8a2f0edc req-00684158-dd71-45f1-9c19-44e05be21765 tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:00.598049 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-6a1c7542-4353-4905-93be-c34c8a2f0edc req-00684158-dd71-45f1-9c19-44e05be21765 tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] 10.222.0.49 "DELETE /v2.0/ports/e731383c-afe1-4106-94a1-16d066591655 HTTP/1.1" status: 204 len: 173 time: 0.8698678 Aug 12 14:34:00.599198 n-d-694802-15 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdfe1057-2f89-4d72-a343-7bb769ddcf33', 'name': 'network-vif-deleted', 'tag': 'e731383c-afe1-4106-94a1-16d066591655'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:34:00.604616 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e785eeede3897370d0b20f09d5f461b30cfecd5ed38c4f07dacd02bc52c9277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-630d8834-8d8a-4369-9162-26499365faf1" -d '{"events": [{"server_uuid": "bdfe1057-2f89-4d72-a343-7bb769ddcf33", "name": "network-vif-deleted", "tag": "e731383c-afe1-4106-94a1-16d066591655"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:34:00.605762 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49c5d20-8d76-4ebb-bc1b-a9d9d27e569d req-14fdac2d-c0bc-4823-acdd-de1e3ab3f96a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:34:00.610174 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a49c5d20-8d76-4ebb-bc1b-a9d9d27e569d req-14fdac2d-c0bc-4823-acdd-de1e3ab3f96a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b1a78db6da9442aab3b2432c7eca6669&device_id=065f58ca-f725-41c4-bad5-fbf91b7882b1 HTTP/1.1" status: 200 len: 1098 time: 0.1394970 Aug 12 14:34:00.647865 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14c7869-4b2d-4fd1-b9cd-dd370c701281 req-e241ce95-7d33-4279-8e6e-0df2718da454 tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:34:00.658847 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-f14c7869-4b2d-4fd1-b9cd-dd370c701281 req-e241ce95-7d33-4279-8e6e-0df2718da454 tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] 10.222.0.39 "GET /v2.0/ports?device_id=1c4abd92-ff98-493d-a431-54de27fac7f6 HTTP/1.1" status: 200 len: 945 time: 0.1800854 Aug 12 14:34:00.720332 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-f14c7869-4b2d-4fd1-b9cd-dd370c701281 req-39dfae4f-0dd6-4f41-a993-51f44a21ca11 tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] 10.222.0.39 "GET /v2.0/security-groups?id=e3ca17b3-b028-41b3-b138-91e00a6e278c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596700 Aug 12 14:34:00.740303 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-8cae1c6c-fb2b-4d14-b792-7efbcaf5d072 req-bcb281d8-bb30-4a83-96db-906fae7d991e service neutron] 10.222.0.39 "GET /v2.0/networks/2d77121a-2c49-4913-9b71-d88f74914779?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3862805 Aug 12 14:34:00.813028 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 14:34:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be9d3613-b01b-4cd8-8cf6-2d777b224c32 x-openstack-request-id: req-be9d3613-b01b-4cd8-8cf6-2d777b224c32 {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:34:00.813561 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdfe1057-2f89-4d72-a343-7bb769ddcf33", "name": "network-vif-deleted", "tag": "e731383c-afe1-4106-94a1-16d066591655", "status": "completed", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:34:00.814086 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-be9d3613-b01b-4cd8-8cf6-2d777b224c32 {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:34:00.814937 n-d-694802-15 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdfe1057-2f89-4d72-a343-7bb769ddcf33', 'name': 'network-vif-deleted', 'tag': 'e731383c-afe1-4106-94a1-16d066591655', 'status': 'completed', 'code': 200} Aug 12 14:34:00.851238 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49c5d20-8d76-4ebb-bc1b-a9d9d27e569d req-e1b88be6-fe98-4366-b337-3886e46a096d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:34:00.852813 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a49c5d20-8d76-4ebb-bc1b-a9d9d27e569d req-e1b88be6-fe98-4366-b337-3886e46a096d service neutron] 10.222.0.49 "GET /v2.0/networks?id=2d77121a-2c49-4913-9b71-d88f74914779 HTTP/1.1" status: 200 len: 922 time: 0.2337518 Aug 12 14:34:00.874668 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eff40d51-bdc9-40e2-9e4a-0ccc4e440c38 None None] New status for floating IP 82aa909f-e0fe-44b9-86b6-0c9a6d41fa6b: ACTIVE {{(pid=94469) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 14:34:00.885148 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d828b5b3-775b-4b12-8e20-b81c0e90be77 req-31ef29dd-6a68-40b0-86cf-9f19219bebbc tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:34:00.891323 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-d828b5b3-775b-4b12-8e20-b81c0e90be77 req-31ef29dd-6a68-40b0-86cf-9f19219bebbc tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] 10.222.0.39 "GET /v2.0/ports?device_id=e2a5ad67-981f-4d3f-8e72-5b9ed86baf8a HTTP/1.1" status: 200 len: 944 time: 0.0683470 Aug 12 14:34:00.938479 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-d828b5b3-775b-4b12-8e20-b81c0e90be77 req-145d5c21-aab7-4fd7-a005-7a25b3636839 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] 10.222.0.39 "GET /v2.0/security-groups?id=11312995-c93d-4754-9dea-15693c54238a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396256 Aug 12 14:34:00.943733 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a49c5d20-8d76-4ebb-bc1b-a9d9d27e569d req-38a92b91-e3ec-4a53-b583-1f1c627d3c10 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1b7f2002-26ac-49ea-b30f-972bca0b50f6 HTTP/1.1" status: 200 len: 1000 time: 0.0812519 Aug 12 14:34:00.971877 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-04eca969-f2c4-4c7d-a306-d6113564596e req-9e527365-b10a-41bb-b237-9c80d240b4c7 tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] 10.222.0.39 "GET /v2.0/ports?device_id=bdfe1057-2f89-4d72-a343-7bb769ddcf33 HTTP/1.1" status: 200 len: 210 time: 0.0593128 Aug 12 14:34:01.081965 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49c5d20-8d76-4ebb-bc1b-a9d9d27e569d req-c405e8a0-667b-4651-ab57-89b346c635f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:34:01.088022 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a49c5d20-8d76-4ebb-bc1b-a9d9d27e569d req-c405e8a0-667b-4651-ab57-89b346c635f2 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e49c4440-1d10-4e2e-898f-8a24c72551cf HTTP/1.1" status: 200 len: 860 time: 0.1186624 Aug 12 14:34:01.102209 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-6183a052-99d8-43b2-b11e-716e559f23c0 req-ae00b4a6-e349-4bfb-a000-cf62acda1f82 tempest-FloatingIPsAssociationTestJSON-1995883228 tempest-FloatingIPsAssociationTestJSON-1995883228-project] 10.222.0.39 "GET /v2.0/floatingips/82aa909f-e0fe-44b9-86b6-0c9a6d41fa6b HTTP/1.1" status: 200 len: 997 time: 0.1132390 Aug 12 14:34:01.200030 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49c5d20-8d76-4ebb-bc1b-a9d9d27e569d req-26eefb10-ed99-4342-9914-49bda6f0fd9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:34:01.201818 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a49c5d20-8d76-4ebb-bc1b-a9d9d27e569d req-26eefb10-ed99-4342-9914-49bda6f0fd9b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2d77121a-2c49-4913-9b71-d88f74914779&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0998819 Aug 12 14:34:01.343752 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6183a052-99d8-43b2-b11e-716e559f23c0 req-5665c20d-96e9-4c29-a49a-6a93e06c3154 tempest-FloatingIPsAssociationTestJSON-1995883228 tempest-FloatingIPsAssociationTestJSON-1995883228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:34:01.354682 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-6183a052-99d8-43b2-b11e-716e559f23c0 req-5665c20d-96e9-4c29-a49a-6a93e06c3154 tempest-FloatingIPsAssociationTestJSON-1995883228 tempest-FloatingIPsAssociationTestJSON-1995883228-project] 10.222.0.39 "GET /v2.0/networks/d3759e1b-6c03-45ac-acd4-90abb417809b HTTP/1.1" status: 200 len: 784 time: 0.2447808 Aug 12 14:34:01.361263 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [req-6183a052-99d8-43b2-b11e-716e559f23c0 req-68181961-74d8-4209-8ec9-8c7d25f5d54c tempest-FloatingIPsAssociationTestJSON-1995883228 tempest-FloatingIPsAssociationTestJSON-1995883228-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=94466) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 14:34:01.372466 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-6183a052-99d8-43b2-b11e-716e559f23c0 req-68181961-74d8-4209-8ec9-8c7d25f5d54c tempest-FloatingIPsAssociationTestJSON-1995883228 tempest-FloatingIPsAssociationTestJSON-1995883228-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0117633 Aug 12 14:34:01.372634 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a49c5d20-8d76-4ebb-bc1b-a9d9d27e569d req-b01090b6-9103-4bc8-82fe-8969423cb5f6 service neutron] 10.222.0.49 "GET /v2.0/networks/2d77121a-2c49-4913-9b71-d88f74914779?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1601727 Aug 12 14:34:01.467734 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-2db658f6-2d0d-4eb6-94c5-e598495441b1 req-c1a75528-d134-4131-9dc8-b7177eddaf26 tempest-FloatingIPsAssociationTestJSON-1995883228 tempest-FloatingIPsAssociationTestJSON-1995883228-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.1.222 HTTP/1.1" status: 200 len: 1002 time: 0.0764897 Aug 12 14:34:01.519997 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffa3e52-fc6a-484b-8fc7-9b59a9dba6d1 req-4c75d36d-4c35-4df1-a563-939da14d518c tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:34:01.522072 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6ffa3e52-fc6a-484b-8fc7-9b59a9dba6d1 req-4c75d36d-4c35-4df1-a563-939da14d518c tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d672ae8-cf9f-476a-9b32-189bae5a39b2 HTTP/1.1" status: 200 len: 950 time: 0.1268122 Aug 12 14:34:01.537127 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db658f6-2d0d-4eb6-94c5-e598495441b1 req-e88a32ea-0eaa-42b0-9602-82407dfe7e3f tempest-FloatingIPsAssociationTestJSON-1995883228 tempest-FloatingIPsAssociationTestJSON-1995883228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:34:01.538704 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-2db658f6-2d0d-4eb6-94c5-e598495441b1 req-e88a32ea-0eaa-42b0-9602-82407dfe7e3f tempest-FloatingIPsAssociationTestJSON-1995883228 tempest-FloatingIPsAssociationTestJSON-1995883228-project] 10.222.0.39 "GET /v2.0/ports/1b7f2002-26ac-49ea-b30f-972bca0b50f6 HTTP/1.1" status: 200 len: 943 time: 0.0644894 Aug 12 14:34:01.540745 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a49c5d20-8d76-4ebb-bc1b-a9d9d27e569d req-b8a10731-bc25-4b0c-8286-c02571becbe5 service neutron] 10.222.0.49 "GET /v2.0/networks/2d77121a-2c49-4913-9b71-d88f74914779?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1604803 Aug 12 14:34:01.585840 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6ffa3e52-fc6a-484b-8fc7-9b59a9dba6d1 req-6d258eb4-cec4-4e90-acb3-16e85f3c1db4 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0307eb3-f523-445b-8e1d-79deac809303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513656 Aug 12 14:34:01.655178 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-2db658f6-2d0d-4eb6-94c5-e598495441b1 req-6a0c11cb-01ad-42ff-8a1c-0e85f36bb515 tempest-FloatingIPsAssociationTestJSON-1995883228 tempest-FloatingIPsAssociationTestJSON-1995883228-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.1.222 HTTP/1.1" status: 200 len: 1002 time: 0.0650833 Aug 12 14:34:01.769774 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db658f6-2d0d-4eb6-94c5-e598495441b1 req-be7004a4-df17-481e-90ea-75a419802733 tempest-FloatingIPsAssociationTestJSON-1995883228 tempest-FloatingIPsAssociationTestJSON-1995883228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:34:01.771693 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-2db658f6-2d0d-4eb6-94c5-e598495441b1 req-be7004a4-df17-481e-90ea-75a419802733 tempest-FloatingIPsAssociationTestJSON-1995883228 tempest-FloatingIPsAssociationTestJSON-1995883228-project] 10.222.0.39 "GET /v2.0/networks/d3759e1b-6c03-45ac-acd4-90abb417809b HTTP/1.1" status: 200 len: 784 time: 0.1107337 Aug 12 14:34:01.842841 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-2db658f6-2d0d-4eb6-94c5-e598495441b1 req-959d33af-a71c-4641-b526-af254eaf91dd tempest-FloatingIPsAssociationTestJSON-1995883228 tempest-FloatingIPsAssociationTestJSON-1995883228-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.1.222 HTTP/1.1" status: 200 len: 1002 time: 0.0624306 Aug 12 14:34:01.852535 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [req-2db658f6-2d0d-4eb6-94c5-e598495441b1 req-d62b635c-5aa9-4021-b47d-c8e977b27176 tempest-FloatingIPsAssociationTestJSON-1995883228 tempest-FloatingIPsAssociationTestJSON-1995883228-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:34:01.860552 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6413acd4-383b-4e62-8de5-99271424659a req-2beaa959-0628-415a-9db9-7a2eb2e4b026 tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:34:01.862203 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6413acd4-383b-4e62-8de5-99271424659a req-2beaa959-0628-415a-9db9-7a2eb2e4b026 tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] 10.222.0.39 "GET /v2.0/ports?device_id=1c4abd92-ff98-493d-a431-54de27fac7f6 HTTP/1.1" status: 200 len: 945 time: 0.0685697 Aug 12 14:34:01.902815 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6413acd4-383b-4e62-8de5-99271424659a req-321cde68-67e2-4357-8c9a-9ce15cd66e6d tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] 10.222.0.39 "GET /v2.0/security-groups?id=e3ca17b3-b028-41b3-b138-91e00a6e278c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342216 Aug 12 14:34:01.914048 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-2db658f6-2d0d-4eb6-94c5-e598495441b1 req-d62b635c-5aa9-4021-b47d-c8e977b27176 tempest-FloatingIPsAssociationTestJSON-1995883228 tempest-FloatingIPsAssociationTestJSON-1995883228-project] Notify callbacks [] for floatingip, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:02.074679 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-2db658f6-2d0d-4eb6-94c5-e598495441b1 req-d62b635c-5aa9-4021-b47d-c8e977b27176 tempest-FloatingIPsAssociationTestJSON-1995883228 tempest-FloatingIPsAssociationTestJSON-1995883228-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:02.079153 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-2db658f6-2d0d-4eb6-94c5-e598495441b1 req-d62b635c-5aa9-4021-b47d-c8e977b27176 tempest-FloatingIPsAssociationTestJSON-1995883228 tempest-FloatingIPsAssociationTestJSON-1995883228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431510'] for floatingip, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:02.079527 n-d-694802-15 neutron-server[94466]: INFO neutron.db.l3_db [req-2db658f6-2d0d-4eb6-94c5-e598495441b1 req-d62b635c-5aa9-4021-b47d-c8e977b27176 tempest-FloatingIPsAssociationTestJSON-1995883228 tempest-FloatingIPsAssociationTestJSON-1995883228-project] Floating IP 82aa909f-e0fe-44b9-86b6-0c9a6d41fa6b disassociated. External IP: 172.25.1.222, port: 1b7f2002-26ac-49ea-b30f-972bca0b50f6. Aug 12 14:34:02.088629 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a9717e-22b2-4921-b8e1-18d14522534a req-9d3addc3-e4f4-4ac3-b9d4-e07c1258c6f4 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:34:02.090226 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b6a9717e-22b2-4921-b8e1-18d14522534a req-9d3addc3-e4f4-4ac3-b9d4-e07c1258c6f4 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] 10.222.0.39 "GET /v2.0/ports?device_id=e2a5ad67-981f-4d3f-8e72-5b9ed86baf8a HTTP/1.1" status: 200 len: 944 time: 0.0739169 Aug 12 14:34:02.151541 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b6a9717e-22b2-4921-b8e1-18d14522534a req-ee78697b-3a71-446f-9070-bec14f81a1d8 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] 10.222.0.39 "GET /v2.0/security-groups?id=11312995-c93d-4754-9dea-15693c54238a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494959 Aug 12 14:34:02.373744 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2db658f6-2d0d-4eb6-94c5-e598495441b1 req-d62b635c-5aa9-4021-b47d-c8e977b27176 tempest-FloatingIPsAssociationTestJSON-1995883228 tempest-FloatingIPsAssociationTestJSON-1995883228-project] Router 5535e5ab-0b6a-4c4c-8883-55bbdacbdf7e has already been hosted by L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f {{(pid=94466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 14:34:02.394412 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device 9a015320-61af-4833-bc33-cfd52cf1fdd2 no longer exists at agent hyperv_n-h2-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:34:02.444728 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] No Port match for: 9a015320-61af-4833-bc33-cfd52cf1fdd2 {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 14:34:02.445355 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device 9a015320-61af-4833-bc33-cfd52cf1fdd2 not bound to the agent host n-h2-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:34:02.471779 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '638f28f3-3c31-4c01-a209-4a15d74e5da7', 'name': 'network-vif-deleted', 'tag': '9a015320-61af-4833-bc33-cfd52cf1fdd2'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:34:02.474926 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e65282f928b64038367d043a4411777802006c43a98742496cb2e25b724ff1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c08c9dc1-032d-44f7-859e-bd2fb3cf4cf8" -d '{"events": [{"server_uuid": "638f28f3-3c31-4c01-a209-4a15d74e5da7", "name": "network-vif-deleted", "tag": "9a015320-61af-4833-bc33-cfd52cf1fdd2"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:34:02.548911 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2db658f6-2d0d-4eb6-94c5-e598495441b1 req-d62b635c-5aa9-4021-b47d-c8e977b27176 tempest-FloatingIPsAssociationTestJSON-1995883228 tempest-FloatingIPsAssociationTestJSON-1995883228-project] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 14:34:02.561491 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd93214-04c6-4d94-9c8a-8bd1099e7d46 None None] Sync routers for ids ['5535e5ab-0b6a-4c4c-8883-55bbdacbdf7e'] in n-d-694802-15 {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 14:34:02.563552 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-2db658f6-2d0d-4eb6-94c5-e598495441b1 req-d62b635c-5aa9-4021-b47d-c8e977b27176 tempest-FloatingIPsAssociationTestJSON-1995883228 tempest-FloatingIPsAssociationTestJSON-1995883228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for floatingip, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:02.573334 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd93214-04c6-4d94-9c8a-8bd1099e7d46 None None] Routers {'5535e5ab-0b6a-4c4c-8883-55bbdacbdf7e'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:34:02.574267 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-6bd93214-04c6-4d94-9c8a-8bd1099e7d46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:33:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['5535e5ab-0b6a-4c4c-8883-55bbdacbdf7e'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:34:02.611724 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-2db658f6-2d0d-4eb6-94c5-e598495441b1 req-d62b635c-5aa9-4021-b47d-c8e977b27176 tempest-FloatingIPsAssociationTestJSON-1995883228 tempest-FloatingIPsAssociationTestJSON-1995883228-project] 10.222.0.39 "PUT /v2.0/floatingips/82aa909f-e0fe-44b9-86b6-0c9a6d41fa6b HTTP/1.1" status: 200 len: 696 time: 0.7628570 Aug 12 14:34:02.681178 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 14:34:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8aa602b0-2af9-4aa9-8a9a-613a75a74120 x-openstack-request-id: req-8aa602b0-2af9-4aa9-8a9a-613a75a74120 {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:34:02.681486 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "638f28f3-3c31-4c01-a209-4a15d74e5da7", "name": "network-vif-deleted", "tag": "9a015320-61af-4833-bc33-cfd52cf1fdd2", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:34:02.681737 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8aa602b0-2af9-4aa9-8a9a-613a75a74120 {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:34:02.682136 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '638f28f3-3c31-4c01-a209-4a15d74e5da7', 'name': 'network-vif-deleted', 'tag': '9a015320-61af-4833-bc33-cfd52cf1fdd2', 'status': 'completed', 'code': 200} Aug 12 14:34:02.711255 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db658f6-2d0d-4eb6-94c5-e598495441b1 req-2152adec-e2bd-47fc-bae7-1dcc8b8b9f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:34:02.713712 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-2db658f6-2d0d-4eb6-94c5-e598495441b1 req-2152adec-e2bd-47fc-bae7-1dcc8b8b9f5f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b1a78db6da9442aab3b2432c7eca6669&device_id=065f58ca-f725-41c4-bad5-fbf91b7882b1 HTTP/1.1" status: 200 len: 1098 time: 0.0877395 Aug 12 14:34:02.739489 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvr_db [None req-6bd93214-04c6-4d94-9c8a-8bd1099e7d46 None None] Set router 5535e5ab-0b6a-4c4c-8883-55bbdacbdf7e gateway port host: n-d-694802-15 {{(pid=94468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:34:02.817461 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63fc0da-3935-4954-b449-4c90be5b9f7c req-f1aacc81-6620-4c2e-9a83-57f20d685ca9 tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:34:02.818691 n-d-694802-15 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '065f58ca-f725-41c4-bad5-fbf91b7882b1', 'tag': '1b7f2002-26ac-49ea-b30f-972bca0b50f6'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:34:02.821740 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e785eeede3897370d0b20f09d5f461b30cfecd5ed38c4f07dacd02bc52c9277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce15bc7a-97c7-47dd-9280-704e8c511215" -d '{"events": [{"name": "network-changed", "server_uuid": "065f58ca-f725-41c4-bad5-fbf91b7882b1", "tag": "1b7f2002-26ac-49ea-b30f-972bca0b50f6"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:34:02.827520 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d63fc0da-3935-4954-b449-4c90be5b9f7c req-f1aacc81-6620-4c2e-9a83-57f20d685ca9 tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] 10.222.0.39 "GET /v2.0/ports?device_id=49a3c0a4-ec67-4b04-8bde-6beb71c91199 HTTP/1.1" status: 200 len: 945 time: 0.0858195 Aug 12 14:34:02.894593 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device 4d4f81b4-a2fb-404b-9cb3-a108921ed6df details requested by agent hyperv_n-h1-694802-15 with host n-h1-694802-15 {{(pid=94468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 14:34:02.899323 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db658f6-2d0d-4eb6-94c5-e598495441b1 req-a3c18c1f-689b-4a4f-9062-ee9560186992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:34:02.902174 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-2db658f6-2d0d-4eb6-94c5-e598495441b1 req-a3c18c1f-689b-4a4f-9062-ee9560186992 service neutron] 10.222.0.39 "GET /v2.0/networks?id=2d77121a-2c49-4913-9b71-d88f74914779 HTTP/1.1" status: 200 len: 922 time: 0.1767724 Aug 12 14:34:02.957964 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-2db658f6-2d0d-4eb6-94c5-e598495441b1 req-78aad9ee-c958-48f4-a1f9-c68a37b3245a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1b7f2002-26ac-49ea-b30f-972bca0b50f6 HTTP/1.1" status: 200 len: 217 time: 0.0483286 Aug 12 14:34:02.962020 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d63fc0da-3935-4954-b449-4c90be5b9f7c req-0b3a4b2e-5afe-40ec-b780-67cc915d6efa tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] 10.222.0.39 "GET /v2.0/security-groups?id=6f569421-3ef5-4998-a0c5-f191379b6c78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335952 Aug 12 14:34:03.040406 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port 4d4f81b4-a2fb-404b-9cb3-a108921ed6df, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=4d4f81b4-a2fb-404b-9cb3-a108921ed6df,segment=NetworkSegment(5ea1fe2e-eeef-460a-999b-4e3aad831451),segment_id=5ea1fe2e-eeef-460a-999b-4e3aad831451)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:34:03.051209 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db658f6-2d0d-4eb6-94c5-e598495441b1 req-b86cef37-78a7-478d-9aa7-bdd8a1a14634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:34:03.054167 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-2db658f6-2d0d-4eb6-94c5-e598495441b1 req-b86cef37-78a7-478d-9aa7-bdd8a1a14634 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e49c4440-1d10-4e2e-898f-8a24c72551cf HTTP/1.1" status: 200 len: 860 time: 0.0873699 Aug 12 14:34:03.065916 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Returning: {'device': '4d4f81b4-a2fb-404b-9cb3-a108921ed6df', 'network_id': '66286ace-0f28-443f-a69d-5df85949d220', 'port_id': '4d4f81b4-a2fb-404b-9cb3-a108921ed6df', 'mac_address': 'fa:16:3e:68:14:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39fc4ab3-8f53-4eb4-b1df-ab065bbb1694', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 14:34:03.126556 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e380d04-d2cd-43fc-b819-04074b483eaa req-d04d8f30-8b3c-4b97-85a2-fa59c44f4e71 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:34:03.134574 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-1e380d04-d2cd-43fc-b819-04074b483eaa req-d04d8f30-8b3c-4b97-85a2-fa59c44f4e71 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d672ae8-cf9f-476a-9b32-189bae5a39b2 HTTP/1.1" status: 200 len: 950 time: 0.0839314 Aug 12 14:34:03.145566 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:03.164418 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db658f6-2d0d-4eb6-94c5-e598495441b1 req-435d2c8b-f7e8-4d7c-aef9-7636a3554b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:34:03.164768 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4d4f81b4-a2fb-404b-9cb3-a108921ed6df {{(pid=94468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:34:03.166305 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-2db658f6-2d0d-4eb6-94c5-e598495441b1 req-435d2c8b-f7e8-4d7c-aef9-7636a3554b12 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2d77121a-2c49-4913-9b71-d88f74914779&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1050718 Aug 12 14:34:03.184847 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-6bd93214-04c6-4d94-9c8a-8bd1099e7d46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5535e5ab-0b6a-4c4c-8883-55bbdacbdf7e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1350383079-router', 'tenant_id': 'b1a78db6da9442aab3b2432c7eca6669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.146'}], 'enable_snat': True}, 'gw_port_id': '616a60ed-06d7-43a6-baaa-a00ca139ecd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:32:43Z', 'updated_at': '2021-08-12T14:32:50Z', 'revision_number': 4, 'project_id': 'b1a78db6da9442aab3b2432c7eca6669', 'gw_port': {'id': '616a60ed-06d7-43a6-baaa-a00ca139ecd8', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:90:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5535e5ab-0b6a-4c4c-8883-55bbdacbdf7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:32:45Z', 'updated_at': '2021-08-12T14:32:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': '54ac8bc5-17fd-4e01-8778-29b71645e5d7', 'name': '', 'network_id': '2d77121a-2c49-4913-9b71-d88f74914779', 'tenant_id': 'b1a78db6da9442aab3b2432c7eca6669', 'mac_address': 'fa:16:3e:d2:a8:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5535e5ab-0b6a-4c4c-8883-55bbdacbdf7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'e49c4440-1d10-4e2e-898f-8a24c72551cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:32:48Z', 'updated_at': '2021-08-12T14:32:57Z', 'revision_number': 5, 'project_id': 'b1a78db6da9442aab3b2432c7eca6669', 'subnets': [{'id': 'e49c4440-1d10-4e2e-898f-8a24c72551cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:34:03.201645 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-1e380d04-d2cd-43fc-b819-04074b483eaa req-045ccc87-9879-42b6-a285-8f36c7d9edd2 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0307eb3-f523-445b-8e1d-79deac809303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658214 Aug 12 14:34:03.221362 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port 4d4f81b4-a2fb-404b-9cb3-a108921ed6df, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=4d4f81b4-a2fb-404b-9cb3-a108921ed6df,segment=NetworkSegment(5ea1fe2e-eeef-460a-999b-4e3aad831451),segment_id=5ea1fe2e-eeef-460a-999b-4e3aad831451)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:34:03.222513 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd93214-04c6-4d94-9c8a-8bd1099e7d46 None None] Checking router: 5535e5ab-0b6a-4c4c-8883-55bbdacbdf7e for host: n-d-694802-15 {{(pid=94468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 14:34:03.236297 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:03.265232 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd93214-04c6-4d94-9c8a-8bd1099e7d46 None None] Routers {'5535e5ab-0b6a-4c4c-8883-55bbdacbdf7e'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:34:03.265876 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-6bd93214-04c6-4d94-9c8a-8bd1099e7d46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:33:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['5535e5ab-0b6a-4c4c-8883-55bbdacbdf7e'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:34:03.272720 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 14:34:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40d3b683-05d1-471f-9eed-4792517b23b5 x-openstack-request-id: req-40d3b683-05d1-471f-9eed-4792517b23b5 {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:34:03.273032 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "065f58ca-f725-41c4-bad5-fbf91b7882b1", "tag": "1b7f2002-26ac-49ea-b30f-972bca0b50f6", "status": "completed", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:34:03.273376 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-40d3b683-05d1-471f-9eed-4792517b23b5 {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:34:03.273817 n-d-694802-15 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '065f58ca-f725-41c4-bad5-fbf91b7882b1', 'tag': '1b7f2002-26ac-49ea-b30f-972bca0b50f6', 'status': 'completed', 'code': 200} Aug 12 14:34:03.340234 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Pushing event updated for resources: {'Port': ['ID=4d4f81b4-a2fb-404b-9cb3-a108921ed6df,revision_number=6']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:34:03.355891 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-2db658f6-2d0d-4eb6-94c5-e598495441b1 req-cd4ed8af-d9c4-43fb-888e-41ec63d79335 service neutron] 10.222.0.39 "GET /v2.0/networks/2d77121a-2c49-4913-9b71-d88f74914779?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1824830 Aug 12 14:34:03.384004 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] get_ports_and_sgs() called for port_ids ['4d4f81b4-a2fb-404b-9cb3-a108921ed6df'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:34:03.414678 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce15bc7a-97c7-47dd-9280-704e8c511215 req-38a4215c-3b09-4d15-bc88-57c688ed6013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:34:03.416356 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ce15bc7a-97c7-47dd-9280-704e8c511215 req-38a4215c-3b09-4d15-bc88-57c688ed6013 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b1a78db6da9442aab3b2432c7eca6669&device_id=065f58ca-f725-41c4-bad5-fbf91b7882b1 HTTP/1.1" status: 200 len: 1098 time: 0.1170173 Aug 12 14:34:03.430804 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26bf4b0-c10b-438f-a808-af0c4b9a2b30 req-53ef1a38-15ef-4708-acce-5e4fe0a1a3c1 tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:34:03.432777 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a26bf4b0-c10b-438f-a808-af0c4b9a2b30 req-53ef1a38-15ef-4708-acce-5e4fe0a1a3c1 tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] 10.222.0.39 "GET /v2.0/ports?device_id=1c4abd92-ff98-493d-a431-54de27fac7f6 HTTP/1.1" status: 200 len: 945 time: 0.0741639 Aug 12 14:34:03.440344 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvr_db [None req-6bd93214-04c6-4d94-9c8a-8bd1099e7d46 None None] Set router 5535e5ab-0b6a-4c4c-8883-55bbdacbdf7e gateway port host: n-d-694802-15 {{(pid=94468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:34:03.484222 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-2db658f6-2d0d-4eb6-94c5-e598495441b1 req-8e262f83-5b59-4f89-91fb-96660a9184d3 service neutron] 10.222.0.39 "GET /v2.0/networks/2d77121a-2c49-4913-9b71-d88f74914779?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213937 Aug 12 14:34:03.537014 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a26bf4b0-c10b-438f-a808-af0c4b9a2b30 req-dde802f3-d183-4037-8a27-5eec603b125d tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] 10.222.0.39 "GET /v2.0/security-groups?id=e3ca17b3-b028-41b3-b138-91e00a6e278c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890763 Aug 12 14:34:03.605210 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce15bc7a-97c7-47dd-9280-704e8c511215 req-52badf78-ce08-43a4-9d14-ae9ee2b46827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:34:03.608013 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ce15bc7a-97c7-47dd-9280-704e8c511215 req-52badf78-ce08-43a4-9d14-ae9ee2b46827 service neutron] 10.222.0.49 "GET /v2.0/networks?id=2d77121a-2c49-4913-9b71-d88f74914779 HTTP/1.1" status: 200 len: 922 time: 0.1724052 Aug 12 14:34:03.667387 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ce15bc7a-97c7-47dd-9280-704e8c511215 req-f500597c-a941-462e-ae30-b71d32045879 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1b7f2002-26ac-49ea-b30f-972bca0b50f6 HTTP/1.1" status: 200 len: 217 time: 0.0489175 Aug 12 14:34:03.714403 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a2b838-2699-4897-bc59-6b7251c21710 req-3fcf2763-58f6-44f1-a505-2a38a1934c28 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:34:03.733958 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-05a2b838-2699-4897-bc59-6b7251c21710 req-3fcf2763-58f6-44f1-a505-2a38a1934c28 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] 10.222.0.39 "GET /v2.0/ports?device_id=e2a5ad67-981f-4d3f-8e72-5b9ed86baf8a HTTP/1.1" status: 200 len: 944 time: 0.1075332 Aug 12 14:34:03.791569 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce15bc7a-97c7-47dd-9280-704e8c511215 req-95bdd13f-8d6e-4fb8-ad2f-f42456358208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:34:03.799189 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ce15bc7a-97c7-47dd-9280-704e8c511215 req-95bdd13f-8d6e-4fb8-ad2f-f42456358208 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e49c4440-1d10-4e2e-898f-8a24c72551cf HTTP/1.1" status: 200 len: 860 time: 0.1192544 Aug 12 14:34:03.818906 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-05a2b838-2699-4897-bc59-6b7251c21710 req-a3d69999-bc12-479c-b0b1-250a0a873434 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] 10.222.0.39 "GET /v2.0/security-groups?id=11312995-c93d-4754-9dea-15693c54238a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839548 Aug 12 14:34:03.914066 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce15bc7a-97c7-47dd-9280-704e8c511215 req-9a54b9f1-fe30-478e-bac7-41879b4b1e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:34:03.915620 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ce15bc7a-97c7-47dd-9280-704e8c511215 req-9a54b9f1-fe30-478e-bac7-41879b4b1e6c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2d77121a-2c49-4913-9b71-d88f74914779&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1119051 Aug 12 14:34:03.934891 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-6bd93214-04c6-4d94-9c8a-8bd1099e7d46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5535e5ab-0b6a-4c4c-8883-55bbdacbdf7e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1350383079-router', 'tenant_id': 'b1a78db6da9442aab3b2432c7eca6669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.146'}], 'enable_snat': True}, 'gw_port_id': '616a60ed-06d7-43a6-baaa-a00ca139ecd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:32:43Z', 'updated_at': '2021-08-12T14:32:50Z', 'revision_number': 4, 'project_id': 'b1a78db6da9442aab3b2432c7eca6669', 'gw_port': {'id': '616a60ed-06d7-43a6-baaa-a00ca139ecd8', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:90:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5535e5ab-0b6a-4c4c-8883-55bbdacbdf7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:32:45Z', 'updated_at': '2021-08-12T14:32:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': '54ac8bc5-17fd-4e01-8778-29b71645e5d7', 'name': '', 'network_id': '2d77121a-2c49-4913-9b71-d88f74914779', 'tenant_id': 'b1a78db6da9442aab3b2432c7eca6669', 'mac_address': 'fa:16:3e:d2:a8:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5535e5ab-0b6a-4c4c-8883-55bbdacbdf7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'e49c4440-1d10-4e2e-898f-8a24c72551cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:32:48Z', 'updated_at': '2021-08-12T14:32:57Z', 'revision_number': 5, 'project_id': 'b1a78db6da9442aab3b2432c7eca6669', 'subnets': [{'id': 'e49c4440-1d10-4e2e-898f-8a24c72551cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:34:03.952904 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-7226d7c8-7f85-44eb-ae3e-6b560434cba6 req-2b791316-3378-47c6-8439-99b1bb5471b3 tempest-FloatingIPsAssociationTestJSON-1995883228 tempest-FloatingIPsAssociationTestJSON-1995883228-project] 10.222.0.39 "GET /v2.0/floatingips/82aa909f-e0fe-44b9-86b6-0c9a6d41fa6b HTTP/1.1" status: 200 len: 696 time: 0.0601082 Aug 12 14:34:03.983419 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd93214-04c6-4d94-9c8a-8bd1099e7d46 None None] The sync data for ids ['5535e5ab-0b6a-4c4c-8883-55bbdacbdf7e'] in n-d-694802-15 is: [{'id': '5535e5ab-0b6a-4c4c-8883-55bbdacbdf7e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1350383079-router', 'tenant_id': 'b1a78db6da9442aab3b2432c7eca6669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.146'}], 'enable_snat': True}, 'gw_port_id': '616a60ed-06d7-43a6-baaa-a00ca139ecd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:32:43Z', 'updated_at': '2021-08-12T14:32:50Z', 'revision_number': 4, 'project_id': 'b1a78db6da9442aab3b2432c7eca6669', 'gw_port': {'id': '616a60ed-06d7-43a6-baaa-a00ca139ecd8', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:90:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5535e5ab-0b6a-4c4c-8883-55bbdacbdf7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:32:45Z', 'updated_at': '2021-08-12T14:32:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': '54ac8bc5-17fd-4e01-8778-29b71645e5d7', 'name': '', 'network_id': '2d77121a-2c49-4913-9b71-d88f74914779', 'tenant_id': 'b1a78db6da9442aab3b2432c7eca6669', 'mac_address': 'fa:16:3e:d2:a8:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5535e5ab-0b6a-4c4c-8883-55bbdacbdf7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'e49c4440-1d10-4e2e-898f-8a24c72551cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:32:48Z', 'updated_at': '2021-08-12T14:32:57Z', 'revision_number': 5, 'project_id': 'b1a78db6da9442aab3b2432c7eca6669', 'subnets': [{'id': 'e49c4440-1d10-4e2e-898f-8a24c72551cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 14:34:04.028062 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ce15bc7a-97c7-47dd-9280-704e8c511215 req-0566ff44-eccb-477b-a102-51cc0e9f8fe3 service neutron] 10.222.0.49 "GET /v2.0/networks/2d77121a-2c49-4913-9b71-d88f74914779?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031055 Aug 12 14:34:04.128266 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7226d7c8-7f85-44eb-ae3e-6b560434cba6 req-2e7ac3ee-e911-4d9b-a107-cfe6988d7d30 tempest-FloatingIPsAssociationTestJSON-1995883228 tempest-FloatingIPsAssociationTestJSON-1995883228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:34:04.129976 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-7226d7c8-7f85-44eb-ae3e-6b560434cba6 req-2e7ac3ee-e911-4d9b-a107-cfe6988d7d30 tempest-FloatingIPsAssociationTestJSON-1995883228 tempest-FloatingIPsAssociationTestJSON-1995883228-project] 10.222.0.39 "GET /v2.0/networks/d3759e1b-6c03-45ac-acd4-90abb417809b HTTP/1.1" status: 200 len: 784 time: 0.1707106 Aug 12 14:34:04.187003 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f2b896-f510-4588-81e8-e88dba0ec1de req-e918dc02-f962-4dc1-87eb-b2a6f7ca4eac tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:34:04.194609 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-90f2b896-f510-4588-81e8-e88dba0ec1de req-e918dc02-f962-4dc1-87eb-b2a6f7ca4eac tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] 10.222.0.39 "GET /v2.0/ports?device_id=49a3c0a4-ec67-4b04-8bde-6beb71c91199 HTTP/1.1" status: 200 len: 945 time: 0.0853455 Aug 12 14:34:04.222483 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-7226d7c8-7f85-44eb-ae3e-6b560434cba6 req-fafbee35-ac5e-4d43-a706-6bf3e312c3dc tempest-FloatingIPsAssociationTestJSON-1995883228 tempest-FloatingIPsAssociationTestJSON-1995883228-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.1.222 HTTP/1.1" status: 200 len: 699 time: 0.0855412 Aug 12 14:34:04.238098 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ce15bc7a-97c7-47dd-9280-704e8c511215 req-b385a2a5-65c0-4932-8af8-f7c005c71953 service neutron] 10.222.0.49 "GET /v2.0/networks/2d77121a-2c49-4913-9b71-d88f74914779?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2009079 Aug 12 14:34:04.273233 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-90f2b896-f510-4588-81e8-e88dba0ec1de req-0376b99c-fa9e-47ea-8ed7-0ee0cbcf52ff tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] 10.222.0.39 "GET /v2.0/security-groups?id=6f569421-3ef5-4998-a0c5-f191379b6c78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776255 Aug 12 14:34:04.311322 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-7226d7c8-7f85-44eb-ae3e-6b560434cba6 req-5c19a1b7-2c67-4628-9c30-5f7e4f54aaf2 tempest-FloatingIPsAssociationTestJSON-1995883228 tempest-FloatingIPsAssociationTestJSON-1995883228-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.1.222 HTTP/1.1" status: 200 len: 699 time: 0.0764899 Aug 12 14:34:04.376582 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f5f4c1-be9b-457d-b6c6-d44390069a8a None None] New status for floating IP 82aa909f-e0fe-44b9-86b6-0c9a6d41fa6b: DOWN {{(pid=94469) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 14:34:04.395214 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device e731383c-afe1-4106-94a1-16d066591655 no longer exists at agent hyperv_n-h2-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:34:04.424563 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] No Port match for: e731383c-afe1-4106-94a1-16d066591655 {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 14:34:04.424900 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device e731383c-afe1-4106-94a1-16d066591655 not bound to the agent host n-h2-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:34:04.437711 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7e2a96-9155-4583-a7b2-ade678ecc27d req-c696f58d-f097-442b-8a59-0086247b57d3 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:34:04.439252 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ba7e2a96-9155-4583-a7b2-ade678ecc27d req-c696f58d-f097-442b-8a59-0086247b57d3 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d672ae8-cf9f-476a-9b32-189bae5a39b2 HTTP/1.1" status: 200 len: 950 time: 0.0835545 Aug 12 14:34:04.475279 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [req-7226d7c8-7f85-44eb-ae3e-6b560434cba6 req-04e4b44c-29ef-44f3-9320-1db3224e8ca8 tempest-FloatingIPsAssociationTestJSON-1995883228 tempest-FloatingIPsAssociationTestJSON-1995883228-project] Deleting port 2c40367a-d9d7-41a3-b713-24d805db16a6 {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:34:04.475775 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-7226d7c8-7f85-44eb-ae3e-6b560434cba6 req-04e4b44c-29ef-44f3-9320-1db3224e8ca8 tempest-FloatingIPsAssociationTestJSON-1995883228 tempest-FloatingIPsAssociationTestJSON-1995883228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:04.488757 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ba7e2a96-9155-4583-a7b2-ade678ecc27d req-166ad8be-4fb4-4e8c-adef-9b3c233e15e5 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0307eb3-f523-445b-8e1d-79deac809303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419812 Aug 12 14:34:04.569336 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-7226d7c8-7f85-44eb-ae3e-6b560434cba6 req-04e4b44c-29ef-44f3-9320-1db3224e8ca8 tempest-FloatingIPsAssociationTestJSON-1995883228 tempest-FloatingIPsAssociationTestJSON-1995883228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:04.569807 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-7226d7c8-7f85-44eb-ae3e-6b560434cba6 req-04e4b44c-29ef-44f3-9320-1db3224e8ca8 tempest-FloatingIPsAssociationTestJSON-1995883228 tempest-FloatingIPsAssociationTestJSON-1995883228-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:04.587642 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [req-7226d7c8-7f85-44eb-ae3e-6b560434cba6 req-04e4b44c-29ef-44f3-9320-1db3224e8ca8 tempest-FloatingIPsAssociationTestJSON-1995883228 tempest-FloatingIPsAssociationTestJSON-1995883228-project] Calling delete_port for 2c40367a-d9d7-41a3-b713-24d805db16a6 owned by network:floatingip {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:34:04.741360 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5380dcd-cda3-4d6c-9373-97bc263acbbb req-fbdfee7e-8fdf-4436-b100-b3d18fe8d7f5 tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:34:04.748423 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e5380dcd-cda3-4d6c-9373-97bc263acbbb req-fbdfee7e-8fdf-4436-b100-b3d18fe8d7f5 tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] 10.222.0.39 "GET /v2.0/ports?device_id=1c4abd92-ff98-493d-a431-54de27fac7f6 HTTP/1.1" status: 200 len: 945 time: 0.0799966 Aug 12 14:34:04.806004 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e5380dcd-cda3-4d6c-9373-97bc263acbbb req-a75fdcd1-ee2b-496e-9b23-4e4338fdff7a tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] 10.222.0.39 "GET /v2.0/security-groups?id=e3ca17b3-b028-41b3-b138-91e00a6e278c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502644 Aug 12 14:34:04.807413 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-7226d7c8-7f85-44eb-ae3e-6b560434cba6 req-04e4b44c-29ef-44f3-9320-1db3224e8ca8 tempest-FloatingIPsAssociationTestJSON-1995883228 tempest-FloatingIPsAssociationTestJSON-1995883228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:04.864098 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e4b44c-29ef-44f3-9320-1db3224e8ca8 tempest-FloatingIPsAssociationTestJSON-1995883228 tempest-FloatingIPsAssociationTestJSON-1995883228-project] Pushing event deleted for resources: {'Port': ['ID=2c40367a-d9d7-41a3-b713-24d805db16a6,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:34:04.903822 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device 4d4f81b4-a2fb-404b-9cb3-a108921ed6df up at agent hyperv_n-h1-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:34:04.916608 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-7226d7c8-7f85-44eb-ae3e-6b560434cba6 req-04e4b44c-29ef-44f3-9320-1db3224e8ca8 tempest-FloatingIPsAssociationTestJSON-1995883228 tempest-FloatingIPsAssociationTestJSON-1995883228-project] Notify callbacks [] for floatingip, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:04.920073 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-7226d7c8-7f85-44eb-ae3e-6b560434cba6 req-04e4b44c-29ef-44f3-9320-1db3224e8ca8 tempest-FloatingIPsAssociationTestJSON-1995883228 tempest-FloatingIPsAssociationTestJSON-1995883228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for floatingip, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:04.926756 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-7226d7c8-7f85-44eb-ae3e-6b560434cba6 req-04e4b44c-29ef-44f3-9320-1db3224e8ca8 tempest-FloatingIPsAssociationTestJSON-1995883228 tempest-FloatingIPsAssociationTestJSON-1995883228-project] 10.222.0.39 "DELETE /v2.0/floatingips/82aa909f-e0fe-44b9-86b6-0c9a6d41fa6b HTTP/1.1" status: 204 len: 173 time: 0.6047556 Aug 12 14:34:04.984119 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c157bbbc-bfa6-4096-92ff-d762fa0b1dd7 req-e81234b7-5e0c-4702-895f-b7fc67bc0db9 tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:34:04.987882 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c157bbbc-bfa6-4096-92ff-d762fa0b1dd7 req-e81234b7-5e0c-4702-895f-b7fc67bc0db9 tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] 10.222.0.64 "GET /v2.0/ports?device_id=49a3c0a4-ec67-4b04-8bde-6beb71c91199 HTTP/1.1" status: 200 len: 945 time: 0.0977745 Aug 12 14:34:05.013019 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Provisioning complete for port 4d4f81b4-a2fb-404b-9cb3-a108921ed6df triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:34:05.013475 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:05.050925 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c363ffc8-7404-4d3c-9c1b-9ffb7a2027c5 req-21042211-59f1-48d2-bc72-a5dded72ce14 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:34:05.058683 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-c363ffc8-7404-4d3c-9c1b-9ffb7a2027c5 req-21042211-59f1-48d2-bc72-a5dded72ce14 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] 10.222.0.39 "GET /v2.0/ports?device_id=e2a5ad67-981f-4d3f-8e72-5b9ed86baf8a HTTP/1.1" status: 200 len: 944 time: 0.0772038 Aug 12 14:34:05.108017 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-c363ffc8-7404-4d3c-9c1b-9ffb7a2027c5 req-74f0754c-e6da-422e-8dc7-054c18da71f4 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] 10.222.0.39 "GET /v2.0/security-groups?id=11312995-c93d-4754-9dea-15693c54238a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482368 Aug 12 14:34:05.135760 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:05.153502 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [req-c157bbbc-bfa6-4096-92ff-d762fa0b1dd7 req-cdcd177e-a38c-4e81-9c2c-d4c07fa9d188 tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] Deleting port 85489a13-e7f9-426f-8757-9b5fae8f281a {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:34:05.154478 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-c157bbbc-bfa6-4096-92ff-d762fa0b1dd7 req-cdcd177e-a38c-4e81-9c2c-d4c07fa9d188 tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:05.166540 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0082eb9a-a521-4cc3-9405-f409a5a893a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d4f81b4-a2fb-404b-9cb3-a108921ed6df'}] {{(pid=94468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:34:05.169758 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99a8d87602170099c728e57431aca99e9b98a655a83bbf8727be13192709727b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7b771c4-60ba-4fac-a752-d7e7203a9209" -d '{"events": [{"server_uuid": "0082eb9a-a521-4cc3-9405-f409a5a893a7", "name": "network-vif-plugged", "status": "completed", "tag": "4d4f81b4-a2fb-404b-9cb3-a108921ed6df"}]}' {{(pid=94468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:34:05.185840 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port 4d4f81b4-a2fb-404b-9cb3-a108921ed6df, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=4d4f81b4-a2fb-404b-9cb3-a108921ed6df,segment=NetworkSegment(5ea1fe2e-eeef-460a-999b-4e3aad831451),segment_id=5ea1fe2e-eeef-460a-999b-4e3aad831451)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:34:05.193361 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:05.258375 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 14:34:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-848f2d28-4be7-4c33-bbfc-2d3001c973ac x-openstack-request-id: req-848f2d28-4be7-4c33-bbfc-2d3001c973ac {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:34:05.259716 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0082eb9a-a521-4cc3-9405-f409a5a893a7", "name": "network-vif-plugged", "status": "completed", "tag": "4d4f81b4-a2fb-404b-9cb3-a108921ed6df", "code": 200}]} {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:34:05.259716 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-848f2d28-4be7-4c33-bbfc-2d3001c973ac {{(pid=94468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:34:05.259966 n-d-694802-15 neutron-server[94468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0082eb9a-a521-4cc3-9405-f409a5a893a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d4f81b4-a2fb-404b-9cb3-a108921ed6df', 'code': 200} Aug 12 14:34:05.317594 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Pushing event updated for resources: {'Port': ['ID=4d4f81b4-a2fb-404b-9cb3-a108921ed6df,revision_number=7']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:34:05.386790 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-c157bbbc-bfa6-4096-92ff-d762fa0b1dd7 req-cdcd177e-a38c-4e81-9c2c-d4c07fa9d188 tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] For port 85489a13-e7f9-426f-8757-9b5fae8f281a, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=85489a13-e7f9-426f-8757-9b5fae8f281a,segment=NetworkSegment(9ef950f6-5519-4190-8028-503a0a76e439),segment_id=9ef950f6-5519-4190-8028-503a0a76e439)] {{(pid=94467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:34:05.387585 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-c157bbbc-bfa6-4096-92ff-d762fa0b1dd7 req-cdcd177e-a38c-4e81-9c2c-d4c07fa9d188 tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:05.406799 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [req-c157bbbc-bfa6-4096-92ff-d762fa0b1dd7 req-cdcd177e-a38c-4e81-9c2c-d4c07fa9d188 tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] Calling delete_port for 85489a13-e7f9-426f-8757-9b5fae8f281a owned by compute:nova {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:34:05.409523 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c327772-0e17-4a7b-920c-725f3ac6188b req-18492c09-f77b-4722-b88a-4d1bca74c10f tempest-FloatingIPsAssociationTestJSON-1995883228 tempest-FloatingIPsAssociationTestJSON-1995883228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:34:05.411163 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-1c327772-0e17-4a7b-920c-725f3ac6188b req-18492c09-f77b-4722-b88a-4d1bca74c10f tempest-FloatingIPsAssociationTestJSON-1995883228 tempest-FloatingIPsAssociationTestJSON-1995883228-project] 10.222.0.39 "GET /v2.0/ports?device_id=065f58ca-f725-41c4-bad5-fbf91b7882b1 HTTP/1.1" status: 200 len: 946 time: 0.0586178 Aug 12 14:34:05.433280 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a7e4f8-5b18-4695-ad92-db74ecc875cc req-d9abd71f-ff09-455b-8c7d-104fd510239b tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:34:05.435315 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-68a7e4f8-5b18-4695-ad92-db74ecc875cc req-d9abd71f-ff09-455b-8c7d-104fd510239b tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] 10.222.0.39 "GET /v2.0/ports?device_id=49a3c0a4-ec67-4b04-8bde-6beb71c91199 HTTP/1.1" status: 200 len: 945 time: 0.0943537 Aug 12 14:34:05.454546 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-1c327772-0e17-4a7b-920c-725f3ac6188b req-46c38b29-0330-4830-8f7a-8bf8e7ef3500 tempest-FloatingIPsAssociationTestJSON-1995883228 tempest-FloatingIPsAssociationTestJSON-1995883228-project] 10.222.0.39 "GET /v2.0/security-groups?id=59cdf437-3eb3-4079-8d27-db1f8d94f14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344069 Aug 12 14:34:05.550432 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-68a7e4f8-5b18-4695-ad92-db74ecc875cc req-afa42bb7-0d8c-4ff3-9b64-4ef7ec17fd7e tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] 10.222.0.39 "GET /v2.0/security-groups?id=6f569421-3ef5-4998-a0c5-f191379b6c78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774398 Aug 12 14:34:05.638741 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-c157bbbc-bfa6-4096-92ff-d762fa0b1dd7 req-cdcd177e-a38c-4e81-9c2c-d4c07fa9d188 tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:05.647694 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d8cf5f-c533-43af-b31e-068bddeac802 req-7058919b-6f28-4410-a1b2-43cc6f9af0d6 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:34:05.652636 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] get_ports_and_sgs() called for port_ids ['85489a13-e7f9-426f-8757-9b5fae8f281a'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:34:05.656418 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-65d8cf5f-c533-43af-b31e-068bddeac802 req-7058919b-6f28-4410-a1b2-43cc6f9af0d6 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d672ae8-cf9f-476a-9b32-189bae5a39b2 HTTP/1.1" status: 200 len: 950 time: 0.0798407 Aug 12 14:34:05.673737 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcd177e-a38c-4e81-9c2c-d4c07fa9d188 tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] Pushing event deleted for resources: {'Port': ['ID=85489a13-e7f9-426f-8757-9b5fae8f281a,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:34:05.712080 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-65d8cf5f-c533-43af-b31e-068bddeac802 req-1652415b-8b29-48d5-907e-c5eb1db12076 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0307eb3-f523-445b-8e1d-79deac809303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546491 Aug 12 14:34:05.727572 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [req-c157bbbc-bfa6-4096-92ff-d762fa0b1dd7 req-cdcd177e-a38c-4e81-9c2c-d4c07fa9d188 tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] No DVR routers for this DVR port 85489a13-e7f9-426f-8757-9b5fae8f281a on host n-h1-694802-15 {{(pid=94467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:34:05.731479 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-c157bbbc-bfa6-4096-92ff-d762fa0b1dd7 req-cdcd177e-a38c-4e81-9c2c-d4c07fa9d188 tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:05.733702 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c157bbbc-bfa6-4096-92ff-d762fa0b1dd7 req-cdcd177e-a38c-4e81-9c2c-d4c07fa9d188 tempest-ServerRescueTestJSON-1043863415 tempest-ServerRescueTestJSON-1043863415-project] 10.222.0.64 "DELETE /v2.0/ports/85489a13-e7f9-426f-8757-9b5fae8f281a HTTP/1.1" status: 204 len: 173 time: 0.7401593 Aug 12 14:34:05.734148 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49a3c0a4-ec67-4b04-8bde-6beb71c91199', 'name': 'network-vif-deleted', 'tag': '85489a13-e7f9-426f-8757-9b5fae8f281a'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:34:05.736880 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e65282f928b64038367d043a4411777802006c43a98742496cb2e25b724ff1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a6491df-1705-4f68-ac28-c0dd562de805" -d '{"events": [{"server_uuid": "49a3c0a4-ec67-4b04-8bde-6beb71c91199", "name": "network-vif-deleted", "tag": "85489a13-e7f9-426f-8757-9b5fae8f281a"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:34:05.818707 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 14:34:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-640f91a7-4331-428b-9c63-b7fd01af4e0a x-openstack-request-id: req-640f91a7-4331-428b-9c63-b7fd01af4e0a {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:34:05.819069 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49a3c0a4-ec67-4b04-8bde-6beb71c91199", "name": "network-vif-deleted", "tag": "85489a13-e7f9-426f-8757-9b5fae8f281a", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:34:05.819290 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-640f91a7-4331-428b-9c63-b7fd01af4e0a {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:34:05.819712 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49a3c0a4-ec67-4b04-8bde-6beb71c91199', 'name': 'network-vif-deleted', 'tag': '85489a13-e7f9-426f-8757-9b5fae8f281a', 'status': 'completed', 'code': 200} Aug 12 14:34:05.969924 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff079ff1-88c6-4cf5-8841-00ecb517e184 req-038ceb8a-72ef-4046-b124-c636c82856c6 tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:34:05.971458 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-ff079ff1-88c6-4cf5-8841-00ecb517e184 req-038ceb8a-72ef-4046-b124-c636c82856c6 tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] 10.222.0.39 "GET /v2.0/ports?device_id=1c4abd92-ff98-493d-a431-54de27fac7f6 HTTP/1.1" status: 200 len: 945 time: 0.0788534 Aug 12 14:34:06.019549 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-ff079ff1-88c6-4cf5-8841-00ecb517e184 req-3105d64e-ca5c-40c9-8a0b-044acd5d3570 tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] 10.222.0.39 "GET /v2.0/security-groups?id=e3ca17b3-b028-41b3-b138-91e00a6e278c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378897 Aug 12 14:34:06.277926 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eabe2f7-44eb-452b-ae49-911072fa4e82 req-c76ae7f1-0c9a-4e73-8fdc-11a8abce8751 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:34:06.279950 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-7eabe2f7-44eb-452b-ae49-911072fa4e82 req-c76ae7f1-0c9a-4e73-8fdc-11a8abce8751 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] 10.222.0.39 "GET /v2.0/ports?device_id=e2a5ad67-981f-4d3f-8e72-5b9ed86baf8a HTTP/1.1" status: 200 len: 944 time: 0.0673380 Aug 12 14:34:06.329124 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-7eabe2f7-44eb-452b-ae49-911072fa4e82 req-37360533-e820-4c93-a9eb-c0d7341ce3ac tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] 10.222.0.39 "GET /v2.0/security-groups?id=11312995-c93d-4754-9dea-15693c54238a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419991 Aug 12 14:34:06.600928 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d330bcf5-8e85-4665-bf28-6420ec6deb94 req-af2cacc6-07e5-4d1e-911e-7a76c089966a tempest-FloatingIPsAssociationTestJSON-1995883228 tempest-FloatingIPsAssociationTestJSON-1995883228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:34:06.602476 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-d330bcf5-8e85-4665-bf28-6420ec6deb94 req-af2cacc6-07e5-4d1e-911e-7a76c089966a tempest-FloatingIPsAssociationTestJSON-1995883228 tempest-FloatingIPsAssociationTestJSON-1995883228-project] 10.222.0.39 "GET /v2.0/ports?device_id=065f58ca-f725-41c4-bad5-fbf91b7882b1 HTTP/1.1" status: 200 len: 946 time: 0.0713444 Aug 12 14:34:06.638797 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 34094) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:34:06.650604 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-d330bcf5-8e85-4665-bf28-6420ec6deb94 req-98115324-e591-4da3-92da-dbd524b7622e tempest-FloatingIPsAssociationTestJSON-1995883228 tempest-FloatingIPsAssociationTestJSON-1995883228-project] 10.222.0.39 "GET /v2.0/security-groups?id=59cdf437-3eb3-4079-8d27-db1f8d94f14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411894 Aug 12 14:34:06.884390 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be21d597-7dcb-47d6-867b-93a870d4170d req-0fee761f-9072-4b88-9ead-2f8d758d3025 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:34:06.886435 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-be21d597-7dcb-47d6-867b-93a870d4170d req-0fee761f-9072-4b88-9ead-2f8d758d3025 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d672ae8-cf9f-476a-9b32-189bae5a39b2 HTTP/1.1" status: 200 len: 950 time: 0.1048086 Aug 12 14:34:06.967406 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-be21d597-7dcb-47d6-867b-93a870d4170d req-ca263d8d-226b-4ab5-976b-8b9d4e693440 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0307eb3-f523-445b-8e1d-79deac809303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509067 Aug 12 14:34:07.224037 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6be375-b2b7-45f2-bd10-04c5b464e292 req-d163039d-3e13-4b49-8f9f-135796f4072a tempest-FloatingIPsAssociationTestJSON-1995883228 tempest-FloatingIPsAssociationTestJSON-1995883228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:34:07.225612 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-fc6be375-b2b7-45f2-bd10-04c5b464e292 req-d163039d-3e13-4b49-8f9f-135796f4072a tempest-FloatingIPsAssociationTestJSON-1995883228 tempest-FloatingIPsAssociationTestJSON-1995883228-project] 10.222.0.49 "GET /v2.0/ports?device_id=065f58ca-f725-41c4-bad5-fbf91b7882b1 HTTP/1.1" status: 200 len: 946 time: 0.1895733 Aug 12 14:34:07.269058 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3540dbe0-86bc-40d2-b14f-ae9c507c9c40 req-56030118-764e-4d51-a55b-f2c1377e83c2 tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:34:07.270586 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3540dbe0-86bc-40d2-b14f-ae9c507c9c40 req-56030118-764e-4d51-a55b-f2c1377e83c2 tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] 10.222.0.39 "GET /v2.0/ports?device_id=1c4abd92-ff98-493d-a431-54de27fac7f6 HTTP/1.1" status: 200 len: 945 time: 0.1489069 Aug 12 14:34:07.386711 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3540dbe0-86bc-40d2-b14f-ae9c507c9c40 req-164cefef-e8f4-4c21-b360-e0b6da2a11d6 tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] 10.222.0.39 "GET /v2.0/security-groups?id=e3ca17b3-b028-41b3-b138-91e00a6e278c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924144 Aug 12 14:34:07.481298 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338d7dab-d815-4283-add2-dd76f1f0a503 req-0d6543db-2dfd-4884-906a-9bd894aa41fe tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:34:07.481898 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [req-fc6be375-b2b7-45f2-bd10-04c5b464e292 req-e3fb4ab7-547c-46b2-9d3e-11ae2dc86b8e tempest-FloatingIPsAssociationTestJSON-1995883228 tempest-FloatingIPsAssociationTestJSON-1995883228-project] Deleting port 1b7f2002-26ac-49ea-b30f-972bca0b50f6 {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:34:07.481898 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-fc6be375-b2b7-45f2-bd10-04c5b464e292 req-e3fb4ab7-547c-46b2-9d3e-11ae2dc86b8e tempest-FloatingIPsAssociationTestJSON-1995883228 tempest-FloatingIPsAssociationTestJSON-1995883228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:07.491504 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-338d7dab-d815-4283-add2-dd76f1f0a503 req-0d6543db-2dfd-4884-906a-9bd894aa41fe tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] 10.222.0.39 "GET /v2.0/ports?device_id=e2a5ad67-981f-4d3f-8e72-5b9ed86baf8a HTTP/1.1" status: 200 len: 944 time: 0.0669243 Aug 12 14:34:07.542609 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-338d7dab-d815-4283-add2-dd76f1f0a503 req-f7624f65-0b00-405d-ae20-882742ee8910 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] 10.222.0.39 "GET /v2.0/security-groups?id=11312995-c93d-4754-9dea-15693c54238a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497382 Aug 12 14:34:07.580702 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-fe3920ca-d7d1-4272-ac39-34b6268ce7cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66663830'] for router_interface, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:07.713087 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-fc6be375-b2b7-45f2-bd10-04c5b464e292 req-e3fb4ab7-547c-46b2-9d3e-11ae2dc86b8e tempest-FloatingIPsAssociationTestJSON-1995883228 tempest-FloatingIPsAssociationTestJSON-1995883228-project] For port 1b7f2002-26ac-49ea-b30f-972bca0b50f6, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=1b7f2002-26ac-49ea-b30f-972bca0b50f6,segment=NetworkSegment(ee392864-e217-4cd8-a2c6-fbd3077ffd3b),segment_id=ee392864-e217-4cd8-a2c6-fbd3077ffd3b)] {{(pid=94467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:34:07.713449 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-fc6be375-b2b7-45f2-bd10-04c5b464e292 req-e3fb4ab7-547c-46b2-9d3e-11ae2dc86b8e tempest-FloatingIPsAssociationTestJSON-1995883228 tempest-FloatingIPsAssociationTestJSON-1995883228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:07.731964 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767535ac-a700-4e40-b126-b2f8c851bdbf req-71204e6c-4e75-486c-acae-b060d50a673c tempest-LiveAutoBlockMigrationV225Test-1272051264 tempest-LiveAutoBlockMigrationV225Test-1272051264-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:34:07.733479 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-767535ac-a700-4e40-b126-b2f8c851bdbf req-71204e6c-4e75-486c-acae-b060d50a673c tempest-LiveAutoBlockMigrationV225Test-1272051264 tempest-LiveAutoBlockMigrationV225Test-1272051264-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=1c4abd92-ff98-493d-a431-54de27fac7f6&tenant_id=eebc4daeab5b4932b99d48c68fd10c64&binding%3Ahost_id=n-h2-694802-15 HTTP/1.1" status: 200 len: 1097 time: 0.1954637 Aug 12 14:34:07.734283 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [req-fc6be375-b2b7-45f2-bd10-04c5b464e292 req-e3fb4ab7-547c-46b2-9d3e-11ae2dc86b8e tempest-FloatingIPsAssociationTestJSON-1995883228 tempest-FloatingIPsAssociationTestJSON-1995883228-project] Calling delete_port for 1b7f2002-26ac-49ea-b30f-972bca0b50f6 owned by compute:nova {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:34:07.777571 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-767535ac-a700-4e40-b126-b2f8c851bdbf req-a3d5e65b-1956-4921-849a-4dedcb92e2ef service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-694802-15'}}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:34:07.912027 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11161170-ac70-4223-ae29-8f43f8f604ac req-398d9d49-f3e8-4263-8a40-737092380b4e tempest-FloatingIPsAssociationTestJSON-1995883228 tempest-FloatingIPsAssociationTestJSON-1995883228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:34:07.919378 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-11161170-ac70-4223-ae29-8f43f8f604ac req-398d9d49-f3e8-4263-8a40-737092380b4e tempest-FloatingIPsAssociationTestJSON-1995883228 tempest-FloatingIPsAssociationTestJSON-1995883228-project] 10.222.0.39 "GET /v2.0/ports?device_id=065f58ca-f725-41c4-bad5-fbf91b7882b1 HTTP/1.1" status: 200 len: 946 time: 0.1932926 Aug 12 14:34:08.037015 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-767535ac-a700-4e40-b126-b2f8c851bdbf req-a3d5e65b-1956-4921-849a-4dedcb92e2ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:08.089739 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-11161170-ac70-4223-ae29-8f43f8f604ac req-b80a9549-7702-4b95-9366-39248724c7aa tempest-FloatingIPsAssociationTestJSON-1995883228 tempest-FloatingIPsAssociationTestJSON-1995883228-project] 10.222.0.39 "GET /v2.0/security-groups?id=59cdf437-3eb3-4079-8d27-db1f8d94f14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636972 Aug 12 14:34:08.141296 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157b377c-3323-426d-9ac1-b6a45b237761 req-43445cc2-b0b6-44ee-8e73-083f72f3a389 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:34:08.149293 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-157b377c-3323-426d-9ac1-b6a45b237761 req-43445cc2-b0b6-44ee-8e73-083f72f3a389 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d672ae8-cf9f-476a-9b32-189bae5a39b2 HTTP/1.1" status: 200 len: 950 time: 0.0917418 Aug 12 14:34:08.201669 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-157b377c-3323-426d-9ac1-b6a45b237761 req-beecf028-452c-48f3-bceb-e9f47fd98e33 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0307eb3-f523-445b-8e1d-79deac809303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514386 Aug 12 14:34:08.651090 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-fc6be375-b2b7-45f2-bd10-04c5b464e292 req-e3fb4ab7-547c-46b2-9d3e-11ae2dc86b8e tempest-FloatingIPsAssociationTestJSON-1995883228 tempest-FloatingIPsAssociationTestJSON-1995883228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:08.667280 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] get_ports_and_sgs() called for port_ids ['1b7f2002-26ac-49ea-b30f-972bca0b50f6'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:34:08.702394 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee459a0-db45-44c6-bcd5-69d0154343e1 req-9a9a24fa-8b81-4acb-b5a1-427f0f8503c3 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:34:08.710957 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-2ee459a0-db45-44c6-bcd5-69d0154343e1 req-9a9a24fa-8b81-4acb-b5a1-427f0f8503c3 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] 10.222.0.39 "GET /v2.0/ports?device_id=e2a5ad67-981f-4d3f-8e72-5b9ed86baf8a HTTP/1.1" status: 200 len: 944 time: 0.0786018 Aug 12 14:34:08.726252 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fb4ab7-547c-46b2-9d3e-11ae2dc86b8e tempest-FloatingIPsAssociationTestJSON-1995883228 tempest-FloatingIPsAssociationTestJSON-1995883228-project] Pushing event deleted for resources: {'Port': ['ID=1b7f2002-26ac-49ea-b30f-972bca0b50f6,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:34:08.776330 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-2ee459a0-db45-44c6-bcd5-69d0154343e1 req-438bb276-03df-43e7-8a2e-5a3f735ab07e tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] 10.222.0.39 "GET /v2.0/security-groups?id=11312995-c93d-4754-9dea-15693c54238a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634551 Aug 12 14:34:08.794580 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-767535ac-a700-4e40-b126-b2f8c851bdbf req-a3d5e65b-1956-4921-849a-4dedcb92e2ef service neutron] For port 1152052b-2557-4fb2-b6b9-f241e0aa7ede, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=1152052b-2557-4fb2-b6b9-f241e0aa7ede,segment=NetworkSegment(2e94514d-7fca-42ad-995e-123d3a176790),segment_id=2e94514d-7fca-42ad-995e-123d3a176790)] {{(pid=94467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:34:08.810553 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da1a9b8-086e-4a8a-af34-87d465727f77 req-465cf970-18d3-491d-a8c9-e42c488a9b31 tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:34:08.818196 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4da1a9b8-086e-4a8a-af34-87d465727f77 req-465cf970-18d3-491d-a8c9-e42c488a9b31 tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] 10.222.0.39 "GET /v2.0/ports?device_id=1c4abd92-ff98-493d-a431-54de27fac7f6 HTTP/1.1" status: 200 len: 945 time: 0.2054067 Aug 12 14:34:08.850133 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc6be375-b2b7-45f2-bd10-04c5b464e292 req-e3fb4ab7-547c-46b2-9d3e-11ae2dc86b8e tempest-FloatingIPsAssociationTestJSON-1995883228 tempest-FloatingIPsAssociationTestJSON-1995883228-project] No DVR routers for this DVR port 1b7f2002-26ac-49ea-b30f-972bca0b50f6 on host n-h2-694802-15 {{(pid=94467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:34:08.854457 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-fc6be375-b2b7-45f2-bd10-04c5b464e292 req-e3fb4ab7-547c-46b2-9d3e-11ae2dc86b8e tempest-FloatingIPsAssociationTestJSON-1995883228 tempest-FloatingIPsAssociationTestJSON-1995883228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:08.856523 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-fc6be375-b2b7-45f2-bd10-04c5b464e292 req-e3fb4ab7-547c-46b2-9d3e-11ae2dc86b8e tempest-FloatingIPsAssociationTestJSON-1995883228 tempest-FloatingIPsAssociationTestJSON-1995883228-project] 10.222.0.49 "DELETE /v2.0/ports/1b7f2002-26ac-49ea-b30f-972bca0b50f6 HTTP/1.1" status: 204 len: 173 time: 1.6094329 Aug 12 14:34:08.862522 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '065f58ca-f725-41c4-bad5-fbf91b7882b1', 'name': 'network-vif-deleted', 'tag': '1b7f2002-26ac-49ea-b30f-972bca0b50f6'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:34:08.865456 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e65282f928b64038367d043a4411777802006c43a98742496cb2e25b724ff1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30207595-48d5-4b96-954e-77616be99056" -d '{"events": [{"server_uuid": "065f58ca-f725-41c4-bad5-fbf91b7882b1", "name": "network-vif-deleted", "tag": "1b7f2002-26ac-49ea-b30f-972bca0b50f6"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:34:08.905529 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device 1152052b-2557-4fb2-b6b9-f241e0aa7ede details requested by agent hyperv_n-h1-694802-15 with host n-h1-694802-15 {{(pid=94468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 14:34:08.933977 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 14:34:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51c8d1f5-57c6-4981-aecb-f230b32320e2 x-openstack-request-id: req-51c8d1f5-57c6-4981-aecb-f230b32320e2 {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:34:08.934267 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "065f58ca-f725-41c4-bad5-fbf91b7882b1", "name": "network-vif-deleted", "tag": "1b7f2002-26ac-49ea-b30f-972bca0b50f6", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:34:08.934761 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-51c8d1f5-57c6-4981-aecb-f230b32320e2 {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:34:08.935176 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '065f58ca-f725-41c4-bad5-fbf91b7882b1', 'name': 'network-vif-deleted', 'tag': '1b7f2002-26ac-49ea-b30f-972bca0b50f6', 'status': 'completed', 'code': 200} Aug 12 14:34:08.958819 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-fe3920ca-d7d1-4272-ac39-34b6268ce7cb admin admin] Deleting port 9f14b892-110f-419c-8970-be83e737019b {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:34:08.959257 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-fe3920ca-d7d1-4272-ac39-34b6268ce7cb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:08.988173 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-767535ac-a700-4e40-b126-b2f8c851bdbf req-a3d5e65b-1956-4921-849a-4dedcb92e2ef service neutron] For port 1152052b-2557-4fb2-b6b9-f241e0aa7ede, host n-h2-694802-15, cleared binding levels {{(pid=94467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:34:09.039139 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4da1a9b8-086e-4a8a-af34-87d465727f77 req-fd8fcc1a-3539-47cf-9b75-d5dff6ffc546 tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] 10.222.0.39 "GET /v2.0/security-groups?id=e3ca17b3-b028-41b3-b138-91e00a6e278c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2113748 Aug 12 14:34:09.060055 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port 1152052b-2557-4fb2-b6b9-f241e0aa7ede, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=1152052b-2557-4fb2-b6b9-f241e0aa7ede,segment=NetworkSegment(2e94514d-7fca-42ad-995e-123d3a176790),segment_id=2e94514d-7fca-42ad-995e-123d3a176790)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:34:09.080254 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device 1152052b-2557-4fb2-b6b9-f241e0aa7ede has no active binding in host n-h1-694802-15 {{(pid=94468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 12 14:34:09.084388 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device 85489a13-e7f9-426f-8757-9b5fae8f281a no longer exists at agent hyperv_n-h1-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:34:09.117928 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-767535ac-a700-4e40-b126-b2f8c851bdbf req-a3d5e65b-1956-4921-849a-4dedcb92e2ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:09.119425 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-93370168-53ca-47c2-9e27-b066be57125c None None] No Port match for: 85489a13-e7f9-426f-8757-9b5fae8f281a {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 14:34:09.119843 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device 85489a13-e7f9-426f-8757-9b5fae8f281a not bound to the agent host n-h1-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:34:09.143930 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-767535ac-a700-4e40-b126-b2f8c851bdbf req-a3d5e65b-1956-4921-849a-4dedcb92e2ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:09.206420 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [None req-fe3920ca-d7d1-4272-ac39-34b6268ce7cb admin admin] For port 9f14b892-110f-419c-8970-be83e737019b, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=9f14b892-110f-419c-8970-be83e737019b,segment=NetworkSegment(9ef950f6-5519-4190-8028-503a0a76e439),segment_id=9ef950f6-5519-4190-8028-503a0a76e439)] {{(pid=94467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:34:09.206811 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-fe3920ca-d7d1-4272-ac39-34b6268ce7cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:09.240740 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-fe3920ca-d7d1-4272-ac39-34b6268ce7cb admin admin] Calling delete_port for 9f14b892-110f-419c-8970-be83e737019b owned by network:router_interface {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:34:09.256986 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-68681130-c2e6-40d5-b086-1ff1c77961b4 req-406b7115-828f-480d-862f-c2b71a59bf33 tempest-FloatingIPsAssociationTestJSON-1995883228 tempest-FloatingIPsAssociationTestJSON-1995883228-project] 10.222.0.39 "GET /v2.0/ports?device_id=065f58ca-f725-41c4-bad5-fbf91b7882b1 HTTP/1.1" status: 200 len: 210 time: 0.0544131 Aug 12 14:34:09.315936 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d5e65b-1956-4921-849a-4dedcb92e2ef service neutron] Pushing event updated for resources: {'Port': ['ID=1152052b-2557-4fb2-b6b9-f241e0aa7ede,revision_number=7']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:34:09.378883 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-767535ac-a700-4e40-b126-b2f8c851bdbf req-a3d5e65b-1956-4921-849a-4dedcb92e2ef service neutron] Attempting to bind port 1152052b-2557-4fb2-b6b9-f241e0aa7ede on host n-h2-694802-15 for vnic_type normal with profile {"migrating_to": "n-h1-694802-15"} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:34:09.379253 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-767535ac-a700-4e40-b126-b2f8c851bdbf req-a3d5e65b-1956-4921-849a-4dedcb92e2ef service neutron] Attempting to bind port 1152052b-2557-4fb2-b6b9-f241e0aa7ede by drivers openvswitch,hyperv on host n-h2-694802-15 at level 0 using segments [{'id': '2e94514d-7fca-42ad-995e-123d3a176790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '03dfba7c-7b4a-44e5-8aaa-c2d37ee82018'}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:34:09.379518 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-767535ac-a700-4e40-b126-b2f8c851bdbf req-a3d5e65b-1956-4921-849a-4dedcb92e2ef service neutron] Attempting to bind port 1152052b-2557-4fb2-b6b9-f241e0aa7ede on network 03dfba7c-7b4a-44e5-8aaa-c2d37ee82018 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:34:09.404532 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-767535ac-a700-4e40-b126-b2f8c851bdbf req-a3d5e65b-1956-4921-849a-4dedcb92e2ef service neutron] Port 1152052b-2557-4fb2-b6b9-f241e0aa7ede on network 03dfba7c-7b4a-44e5-8aaa-c2d37ee82018 not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-15 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 14:34:09.405060 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-767535ac-a700-4e40-b126-b2f8c851bdbf req-a3d5e65b-1956-4921-849a-4dedcb92e2ef service neutron] Attempting to bind port 1152052b-2557-4fb2-b6b9-f241e0aa7ede on network 03dfba7c-7b4a-44e5-8aaa-c2d37ee82018 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:34:09.406773 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d774424-b758-4692-87f4-59e25827e8b9 req-3883c95c-971a-46f5-877a-6f775d428e9c tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:34:09.416389 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-767535ac-a700-4e40-b126-b2f8c851bdbf req-a3d5e65b-1956-4921-849a-4dedcb92e2ef service neutron] Checking agent: {'id': 'b7697f71-33f3-4959-ad82-43c2dc15845d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 27, 42), 'started_at': datetime.datetime(2021, 8, 12, 14, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 33, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:34:09.416755 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-767535ac-a700-4e40-b126-b2f8c851bdbf req-a3d5e65b-1956-4921-849a-4dedcb92e2ef service neutron] Checking segment: {'id': '2e94514d-7fca-42ad-995e-123d3a176790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '03dfba7c-7b4a-44e5-8aaa-c2d37ee82018'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:34:09.417281 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-767535ac-a700-4e40-b126-b2f8c851bdbf req-a3d5e65b-1956-4921-849a-4dedcb92e2ef service neutron] Bound using segment: {'id': '2e94514d-7fca-42ad-995e-123d3a176790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '03dfba7c-7b4a-44e5-8aaa-c2d37ee82018'} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:34:09.417733 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-767535ac-a700-4e40-b126-b2f8c851bdbf req-a3d5e65b-1956-4921-849a-4dedcb92e2ef service neutron] Bound port: 1152052b-2557-4fb2-b6b9-f241e0aa7ede, host: n-h2-694802-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e94514d-7fca-42ad-995e-123d3a176790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '03dfba7c-7b4a-44e5-8aaa-c2d37ee82018'}}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:34:09.418988 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-767535ac-a700-4e40-b126-b2f8c851bdbf req-a3d5e65b-1956-4921-849a-4dedcb92e2ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:09.419147 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-9d774424-b758-4692-87f4-59e25827e8b9 req-3883c95c-971a-46f5-877a-6f775d428e9c tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d672ae8-cf9f-476a-9b32-189bae5a39b2 HTTP/1.1" status: 200 len: 950 time: 0.0740693 Aug 12 14:34:09.492861 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-9d774424-b758-4692-87f4-59e25827e8b9 req-ab0891f5-8399-4c5f-9861-d11713be7635 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0307eb3-f523-445b-8e1d-79deac809303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734653 Aug 12 14:34:09.619736 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-767535ac-a700-4e40-b126-b2f8c851bdbf req-a3d5e65b-1956-4921-849a-4dedcb92e2ef service neutron] For port 1152052b-2557-4fb2-b6b9-f241e0aa7ede, host n-h2-694802-15, cleared binding levels {{(pid=94467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:34:09.623869 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-767535ac-a700-4e40-b126-b2f8c851bdbf req-a3d5e65b-1956-4921-849a-4dedcb92e2ef service neutron] For port 1152052b-2557-4fb2-b6b9-f241e0aa7ede, host n-h2-694802-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=1152052b-2557-4fb2-b6b9-f241e0aa7ede,segment=NetworkSegment(2e94514d-7fca-42ad-995e-123d3a176790),segment_id=2e94514d-7fca-42ad-995e-123d3a176790)] {{(pid=94467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:34:09.629829 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-767535ac-a700-4e40-b126-b2f8c851bdbf req-a3d5e65b-1956-4921-849a-4dedcb92e2ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:09.755783 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767535ac-a700-4e40-b126-b2f8c851bdbf req-a3d5e65b-1956-4921-849a-4dedcb92e2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:34:09.756456 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-767535ac-a700-4e40-b126-b2f8c851bdbf req-a3d5e65b-1956-4921-849a-4dedcb92e2ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:09.757977 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-767535ac-a700-4e40-b126-b2f8c851bdbf req-a3d5e65b-1956-4921-849a-4dedcb92e2ef service neutron] 10.222.0.64 "PUT /v2.0/ports/1152052b-2557-4fb2-b6b9-f241e0aa7ede HTTP/1.1" status: 200 len: 1123 time: 2.0027707 Aug 12 14:34:09.769305 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d5e65b-1956-4921-849a-4dedcb92e2ef service neutron] Pushing event updated for resources: {'Port': ['ID=1152052b-2557-4fb2-b6b9-f241e0aa7ede,revision_number=8']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:34:09.784304 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-fe3920ca-d7d1-4272-ac39-34b6268ce7cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:09.815046 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3920ca-d7d1-4272-ac39-34b6268ce7cb admin admin] Pushing event deleted for resources: {'Port': ['ID=9f14b892-110f-419c-8970-be83e737019b,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:34:09.857540 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] get_ports_and_sgs() called for port_ids ['1152052b-2557-4fb2-b6b9-f241e0aa7ede'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:34:09.934177 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] get_ports_and_sgs() called for port_ids ['1152052b-2557-4fb2-b6b9-f241e0aa7ede'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:34:09.987213 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1d5ff6-aed2-4872-a411-ebef734c3bbd req-256579f6-075d-4bb8-8fda-f6eea4ed5855 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:34:09.989838 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-fa1d5ff6-aed2-4872-a411-ebef734c3bbd req-256579f6-075d-4bb8-8fda-f6eea4ed5855 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] 10.222.0.39 "GET /v2.0/ports?device_id=e2a5ad67-981f-4d3f-8e72-5b9ed86baf8a HTTP/1.1" status: 200 len: 944 time: 0.0897427 Aug 12 14:34:10.048391 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-fe3920ca-d7d1-4272-ac39-34b6268ce7cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66628352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-430630'] for router_interface, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:10.066366 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-fa1d5ff6-aed2-4872-a411-ebef734c3bbd req-06581c0e-5b76-46ab-91b4-412c4c0bb260 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] 10.222.0.39 "GET /v2.0/security-groups?id=11312995-c93d-4754-9dea-15693c54238a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701792 Aug 12 14:34:10.098287 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-cea45312-2fcd-437b-829d-04cb8d60f252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:10.315311 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 34170) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:34:10.316504 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25ce92f-5b36-4d4b-af2b-2157e042cdd2 req-42f1cf14-8fe2-4127-a5c6-38a70582c9ad tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:34:10.318210 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f25ce92f-5b36-4d4b-af2b-2157e042cdd2 req-42f1cf14-8fe2-4127-a5c6-38a70582c9ad tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] 10.222.0.39 "GET /v2.0/ports?device_id=1c4abd92-ff98-493d-a431-54de27fac7f6 HTTP/1.1" status: 200 len: 943 time: 0.1370974 Aug 12 14:34:10.404822 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f25ce92f-5b36-4d4b-af2b-2157e042cdd2 req-23e71132-fc4f-49e5-995e-2ff05ef00397 tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] 10.222.0.39 "GET /v2.0/security-groups?id=e3ca17b3-b028-41b3-b138-91e00a6e278c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747819 Aug 12 14:34:10.414427 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe3920ca-d7d1-4272-ac39-34b6268ce7cb admin admin] Router 2ce46ac9-3c3a-405f-9863-1fea36c2ecce has already been hosted by L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f {{(pid=94467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 14:34:10.624975 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe3920ca-d7d1-4272-ac39-34b6268ce7cb admin admin] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 14:34:10.636687 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba48fd34-a5c2-4f56-8417-4c28353b37c0 None None] Sync routers for ids ['2ce46ac9-3c3a-405f-9863-1fea36c2ecce'] in n-d-694802-15 {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 14:34:10.639514 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-fe3920ca-d7d1-4272-ac39-34b6268ce7cb admin admin] 10.222.0.39 "PUT /v2.0/routers/2ce46ac9-3c3a-405f-9863-1fea36c2ecce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9992182 Aug 12 14:34:10.642332 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 34186) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:34:10.653559 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba48fd34-a5c2-4f56-8417-4c28353b37c0 None None] Routers {'2ce46ac9-3c3a-405f-9863-1fea36c2ecce'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:34:10.654197 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-ba48fd34-a5c2-4f56-8417-4c28353b37c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:33:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['2ce46ac9-3c3a-405f-9863-1fea36c2ecce'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:34:10.701313 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4d98a3-dde9-4069-bfea-840ad48c12ca req-48d18b08-1c60-48db-82b1-e167ea8f2568 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:34:10.709107 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4e4d98a3-dde9-4069-bfea-840ad48c12ca req-48d18b08-1c60-48db-82b1-e167ea8f2568 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d672ae8-cf9f-476a-9b32-189bae5a39b2 HTTP/1.1" status: 200 len: 950 time: 0.1333988 Aug 12 14:34:10.803086 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4e4d98a3-dde9-4069-bfea-840ad48c12ca req-1d982ee6-c815-4318-9c5b-fce41620e6dc tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0307eb3-f523-445b-8e1d-79deac809303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926745 Aug 12 14:34:10.823331 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-5b8e3a26-dd2c-4a5b-ad54-cd9963360cbd admin admin] Notify callbacks [] for router, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:10.870923 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvr_db [None req-ba48fd34-a5c2-4f56-8417-4c28353b37c0 None None] Set router 2ce46ac9-3c3a-405f-9863-1fea36c2ecce gateway port host: n-d-694802-15 {{(pid=94468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:34:10.901043 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-dc1f2390-836b-4b8d-adeb-59dd12f010fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66663830'] for router_interface, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:10.973418 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c4abd92-ff98-493d-a431-54de27fac7f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1152052b-2557-4fb2-b6b9-f241e0aa7ede'}, {'name': 'network-changed', 'server_uuid': '1c4abd92-ff98-493d-a431-54de27fac7f6', 'tag': '1152052b-2557-4fb2-b6b9-f241e0aa7ede'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:34:10.977250 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e65282f928b64038367d043a4411777802006c43a98742496cb2e25b724ff1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07ba21bc-7ae1-49a2-81c0-01c8435a6b8c" -d '{"events": [{"server_uuid": "1c4abd92-ff98-493d-a431-54de27fac7f6", "name": "network-vif-unplugged", "status": "completed", "tag": "1152052b-2557-4fb2-b6b9-f241e0aa7ede"}, {"name": "network-changed", "server_uuid": "1c4abd92-ff98-493d-a431-54de27fac7f6", "tag": "1152052b-2557-4fb2-b6b9-f241e0aa7ede"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:34:10.990560 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-5b8e3a26-dd2c-4a5b-ad54-cd9963360cbd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:11.017128 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device 7974fec4-9f9e-4427-ba78-6b9b1521cc4a details requested by agent hyperv_n-h1-694802-15 with host n-h1-694802-15 {{(pid=94468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 14:34:11.063583 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Thu, 12 Aug 2021 14:34:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89237f31-1e20-419e-8314-6582c22099c2 x-openstack-request-id: req-89237f31-1e20-419e-8314-6582c22099c2 {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:34:11.064545 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c4abd92-ff98-493d-a431-54de27fac7f6", "name": "network-vif-unplugged", "status": "completed", "tag": "1152052b-2557-4fb2-b6b9-f241e0aa7ede", "code": 200}, {"name": "network-changed", "server_uuid": "1c4abd92-ff98-493d-a431-54de27fac7f6", "tag": "1152052b-2557-4fb2-b6b9-f241e0aa7ede", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:34:11.065020 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-89237f31-1e20-419e-8314-6582c22099c2 {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:34:11.065636 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c4abd92-ff98-493d-a431-54de27fac7f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1152052b-2557-4fb2-b6b9-f241e0aa7ede', 'code': 200} Aug 12 14:34:11.066091 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c4abd92-ff98-493d-a431-54de27fac7f6', 'tag': '1152052b-2557-4fb2-b6b9-f241e0aa7ede', 'status': 'completed', 'code': 200} Aug 12 14:34:11.153123 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:11.254898 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ba21bc-7ae1-49a2-81c0-01c8435a6b8c req-8fdcdf16-8e15-41d7-9677-eb0ffbbed990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:34:11.256571 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-07ba21bc-7ae1-49a2-81c0-01c8435a6b8c req-8fdcdf16-8e15-41d7-9677-eb0ffbbed990 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=eebc4daeab5b4932b99d48c68fd10c64&device_id=1c4abd92-ff98-493d-a431-54de27fac7f6 HTTP/1.1" status: 200 len: 1126 time: 0.1148167 Aug 12 14:34:11.274196 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port 7974fec4-9f9e-4427-ba78-6b9b1521cc4a, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=7974fec4-9f9e-4427-ba78-6b9b1521cc4a,segment=NetworkSegment(2c5f2abe-b754-491c-837b-06e8fcd65d4b),segment_id=2c5f2abe-b754-491c-837b-06e8fcd65d4b)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:34:11.293531 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Returning: {'device': '7974fec4-9f9e-4427-ba78-6b9b1521cc4a', 'network_id': 'a10dd9db-a24e-488c-8894-a27c36eaa630', 'port_id': '7974fec4-9f9e-4427-ba78-6b9b1521cc4a', 'mac_address': 'fa:16:3e:e7:42:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd61545bd-f4f7-4794-86f8-5ac232439ea3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 14:34:11.302443 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-5b8e3a26-dd2c-4a5b-ad54-cd9963360cbd admin admin] Deleting port 47e32f68-7ea2-47cb-9d5f-44dddf4e96ff {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:34:11.303074 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-5b8e3a26-dd2c-4a5b-ad54-cd9963360cbd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:11.312230 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cd88be-f2ea-4b7d-bd22-cbfbfad82ca9 req-f03eac03-72e9-4a0d-99cc-6ebbc5891f16 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:34:11.314726 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-ba48fd34-a5c2-4f56-8417-4c28353b37c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ce46ac9-3c3a-405f-9863-1fea36c2ecce', 'name': 'tempest-ServerRescueTestJSON-1253283566-router', 'tenant_id': '2fd79171a8ca47bca77a7cc342fe86ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.207'}], 'enable_snat': True}, 'gw_port_id': '47e32f68-7ea2-47cb-9d5f-44dddf4e96ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:31:49Z', 'updated_at': '2021-08-12T14:34:09Z', 'revision_number': 5, 'project_id': '2fd79171a8ca47bca77a7cc342fe86ce', 'gw_port': {'id': '47e32f68-7ea2-47cb-9d5f-44dddf4e96ff', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:6b:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ce46ac9-3c3a-405f-9863-1fea36c2ecce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:31:50Z', 'updated_at': '2021-08-12T14:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15'}], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:34:11.319823 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-18cd88be-f2ea-4b7d-bd22-cbfbfad82ca9 req-f03eac03-72e9-4a0d-99cc-6ebbc5891f16 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] 10.222.0.39 "GET /v2.0/ports?device_id=e2a5ad67-981f-4d3f-8e72-5b9ed86baf8a HTTP/1.1" status: 200 len: 944 time: 0.1220133 Aug 12 14:34:11.377358 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba48fd34-a5c2-4f56-8417-4c28353b37c0 None None] Checking router: 2ce46ac9-3c3a-405f-9863-1fea36c2ecce for host: n-d-694802-15 {{(pid=94468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 14:34:11.398749 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba48fd34-a5c2-4f56-8417-4c28353b37c0 None None] Routers {'2ce46ac9-3c3a-405f-9863-1fea36c2ecce'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:34:11.399565 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-ba48fd34-a5c2-4f56-8417-4c28353b37c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:33:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['2ce46ac9-3c3a-405f-9863-1fea36c2ecce'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:34:11.460380 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-18cd88be-f2ea-4b7d-bd22-cbfbfad82ca9 req-bdd4a569-af55-46ef-9eac-660818341d53 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] 10.222.0.39 "GET /v2.0/security-groups?id=11312995-c93d-4754-9dea-15693c54238a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371806 Aug 12 14:34:11.539614 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvr_db [None req-ba48fd34-a5c2-4f56-8417-4c28353b37c0 None None] Set router 2ce46ac9-3c3a-405f-9863-1fea36c2ecce gateway port host: None {{(pid=94468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:34:11.552382 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-dc1f2390-836b-4b8d-adeb-59dd12f010fd admin admin] Deleting port 54ac8bc5-17fd-4e01-8778-29b71645e5d7 {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:34:11.553020 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-dc1f2390-836b-4b8d-adeb-59dd12f010fd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:11.559970 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ba21bc-7ae1-49a2-81c0-01c8435a6b8c req-51839215-8604-4e9d-ba81-46bef8603787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:34:11.562555 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-07ba21bc-7ae1-49a2-81c0-01c8435a6b8c req-51839215-8604-4e9d-ba81-46bef8603787 service neutron] 10.222.0.49 "GET /v2.0/networks?id=03dfba7c-7b4a-44e5-8aaa-c2d37ee82018 HTTP/1.1" status: 200 len: 922 time: 0.2911470 Aug 12 14:34:11.583310 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:11.637491 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7974fec4-9f9e-4427-ba78-6b9b1521cc4a {{(pid=94468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:34:11.646465 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-ba48fd34-a5c2-4f56-8417-4c28353b37c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ce46ac9-3c3a-405f-9863-1fea36c2ecce', 'name': 'tempest-ServerRescueTestJSON-1253283566-router', 'tenant_id': '2fd79171a8ca47bca77a7cc342fe86ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:31:49Z', 'updated_at': '2021-08-12T14:34:11Z', 'revision_number': 6, 'project_id': '2fd79171a8ca47bca77a7cc342fe86ce', 'gw_port_host': None}], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:34:11.685507 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [None req-5b8e3a26-dd2c-4a5b-ad54-cd9963360cbd admin admin] For port 47e32f68-7ea2-47cb-9d5f-44dddf4e96ff, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=47e32f68-7ea2-47cb-9d5f-44dddf4e96ff,segment=NetworkSegment(b1b396cb-2dc6-4041-bfc7-1833a80a4720),segment_id=b1b396cb-2dc6-4041-bfc7-1833a80a4720)] {{(pid=94467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:34:11.686401 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-5b8e3a26-dd2c-4a5b-ad54-cd9963360cbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:11.688295 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-dc1f2390-836b-4b8d-adeb-59dd12f010fd admin admin] For port 54ac8bc5-17fd-4e01-8778-29b71645e5d7, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=54ac8bc5-17fd-4e01-8778-29b71645e5d7,segment=NetworkSegment(ee392864-e217-4cd8-a2c6-fbd3077ffd3b),segment_id=ee392864-e217-4cd8-a2c6-fbd3077ffd3b)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:34:11.688671 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-dc1f2390-836b-4b8d-adeb-59dd12f010fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:11.691877 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-07ba21bc-7ae1-49a2-81c0-01c8435a6b8c req-a6db1a2d-0a89-4634-8fc2-70c1a11ee3b4 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1152052b-2557-4fb2-b6b9-f241e0aa7ede HTTP/1.1" status: 200 len: 217 time: 0.1168890 Aug 12 14:34:11.704600 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-dc1f2390-836b-4b8d-adeb-59dd12f010fd admin admin] Calling delete_port for 54ac8bc5-17fd-4e01-8778-29b71645e5d7 owned by network:router_interface {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:34:11.717056 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba48fd34-a5c2-4f56-8417-4c28353b37c0 None None] The sync data for ids ['2ce46ac9-3c3a-405f-9863-1fea36c2ecce'] in n-d-694802-15 is: [{'id': '2ce46ac9-3c3a-405f-9863-1fea36c2ecce', 'name': 'tempest-ServerRescueTestJSON-1253283566-router', 'tenant_id': '2fd79171a8ca47bca77a7cc342fe86ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:31:49Z', 'updated_at': '2021-08-12T14:34:11Z', 'revision_number': 6, 'project_id': '2fd79171a8ca47bca77a7cc342fe86ce', 'gw_port_host': None}] {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 14:34:11.722116 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port 7974fec4-9f9e-4427-ba78-6b9b1521cc4a, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=7974fec4-9f9e-4427-ba78-6b9b1521cc4a,segment=NetworkSegment(2c5f2abe-b754-491c-837b-06e8fcd65d4b),segment_id=2c5f2abe-b754-491c-837b-06e8fcd65d4b)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:34:11.731533 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:11.798379 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ba21bc-7ae1-49a2-81c0-01c8435a6b8c req-a01913d3-72f2-47da-be86-6959bf8ddf2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:34:11.800428 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-07ba21bc-7ae1-49a2-81c0-01c8435a6b8c req-a01913d3-72f2-47da-be86-6959bf8ddf2b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ef8d2719-a4dd-40cc-910c-927d9e7406a1 HTTP/1.1" status: 200 len: 861 time: 0.0686998 Aug 12 14:34:11.819827 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-5b8e3a26-dd2c-4a5b-ad54-cd9963360cbd admin admin] Calling delete_port for 47e32f68-7ea2-47cb-9d5f-44dddf4e96ff owned by network:router_gateway {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:34:11.839420 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Pushing event updated for resources: {'Port': ['ID=7974fec4-9f9e-4427-ba78-6b9b1521cc4a,revision_number=4']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:34:11.841805 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-07ba21bc-7ae1-49a2-81c0-01c8435a6b8c req-e4fbbb36-7920-4838-9da1-e8eb011d425f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=03dfba7c-7b4a-44e5-8aaa-c2d37ee82018&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324183 Aug 12 14:34:11.958374 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe0c2a1-5b96-4f30-9d77-6a32b02d5cb3 req-25986068-424a-40d2-80e8-7481aa778302 tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:34:11.966631 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6fe0c2a1-5b96-4f30-9d77-6a32b02d5cb3 req-25986068-424a-40d2-80e8-7481aa778302 tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] 10.222.0.39 "GET /v2.0/ports?device_id=1c4abd92-ff98-493d-a431-54de27fac7f6 HTTP/1.1" status: 200 len: 943 time: 0.2926970 Aug 12 14:34:11.998236 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d967bdc-a243-4edb-b439-74043458d19a req-1c7fcc28-1fc4-4fef-af28-1dc124b881f5 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:34:11.999830 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-4d967bdc-a243-4edb-b439-74043458d19a req-1c7fcc28-1fc4-4fef-af28-1dc124b881f5 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d672ae8-cf9f-476a-9b32-189bae5a39b2 HTTP/1.1" status: 200 len: 950 time: 0.0947278 Aug 12 14:34:12.000973 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-dc1f2390-836b-4b8d-adeb-59dd12f010fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:12.037644 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1f2390-836b-4b8d-adeb-59dd12f010fd admin admin] Pushing event deleted for resources: {'Port': ['ID=54ac8bc5-17fd-4e01-8778-29b71645e5d7,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:34:12.077626 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6fe0c2a1-5b96-4f30-9d77-6a32b02d5cb3 req-142f9439-0254-4778-854e-2354143d7afe tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] 10.222.0.39 "GET /v2.0/security-groups?id=e3ca17b3-b028-41b3-b138-91e00a6e278c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097729 Aug 12 14:34:12.131638 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-4d967bdc-a243-4edb-b439-74043458d19a req-aaa12ad0-8722-47e5-83f0-1d614af636af tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0307eb3-f523-445b-8e1d-79deac809303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009908 Aug 12 14:34:12.177599 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] get_ports_and_sgs() called for port_ids ['7974fec4-9f9e-4427-ba78-6b9b1521cc4a'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:34:12.178213 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-07ba21bc-7ae1-49a2-81c0-01c8435a6b8c req-f7aa1086-9e39-4c04-9b61-a187072fa26d service neutron] 10.222.0.49 "GET /v2.0/networks/03dfba7c-7b4a-44e5-8aaa-c2d37ee82018?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3191524 Aug 12 14:34:12.376197 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-dc1f2390-836b-4b8d-adeb-59dd12f010fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66628352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-430630'] for router_interface, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:12.398278 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:12.434838 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-07ba21bc-7ae1-49a2-81c0-01c8435a6b8c req-a9f8855e-07bc-40eb-9465-042e889e6549 service neutron] 10.222.0.49 "GET /v2.0/networks/03dfba7c-7b4a-44e5-8aaa-c2d37ee82018?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2458639 Aug 12 14:34:12.448116 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-5b8e3a26-dd2c-4a5b-ad54-cd9963360cbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:12.481225 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8e3a26-dd2c-4a5b-ad54-cd9963360cbd admin admin] Pushing event deleted for resources: {'Port': ['ID=47e32f68-7ea2-47cb-9d5f-44dddf4e96ff,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:34:12.496104 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device 1b7f2002-26ac-49ea-b30f-972bca0b50f6 no longer exists at agent hyperv_n-h2-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:34:12.526144 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] No Port match for: 1b7f2002-26ac-49ea-b30f-972bca0b50f6 {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 14:34:12.526487 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device 1b7f2002-26ac-49ea-b30f-972bca0b50f6 not bound to the agent host n-h2-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:34:12.591690 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-5b8e3a26-dd2c-4a5b-ad54-cd9963360cbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-431580'] for router_gateway, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:12.743602 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc1f2390-836b-4b8d-adeb-59dd12f010fd admin admin] Router 5535e5ab-0b6a-4c4c-8883-55bbdacbdf7e has already been hosted by L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f {{(pid=94466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 14:34:12.906904 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-bc5188b2-6cde-4423-ae1b-0dcacd936be8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:12.993287 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:13.010369 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc1f2390-836b-4b8d-adeb-59dd12f010fd admin admin] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 14:34:13.020163 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-dc1f2390-836b-4b8d-adeb-59dd12f010fd admin admin] 10.222.0.39 "PUT /v2.0/routers/5535e5ab-0b6a-4c4c-8883-55bbdacbdf7e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7011428 Aug 12 14:34:13.020510 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c224ecd-f100-4768-919e-39607883bc5e None None] Sync routers for ids ['5535e5ab-0b6a-4c4c-8883-55bbdacbdf7e'] in n-d-694802-15 {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 14:34:13.030508 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 34230) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:34:13.042501 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c224ecd-f100-4768-919e-39607883bc5e None None] Routers {'5535e5ab-0b6a-4c4c-8883-55bbdacbdf7e'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:34:13.043154 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-9c224ecd-f100-4768-919e-39607883bc5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:34:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['5535e5ab-0b6a-4c4c-8883-55bbdacbdf7e'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:34:13.187752 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-5b8e3a26-dd2c-4a5b-ad54-cd9963360cbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-429360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-104877'] for router, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:13.208244 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5c0356-1c0d-4e20-94fe-b162dfd24672 req-05e122f3-5411-4b3f-b7e5-47e6f93d193d tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:34:13.210609 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2f5c0356-1c0d-4e20-94fe-b162dfd24672 req-05e122f3-5411-4b3f-b7e5-47e6f93d193d tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] 10.222.0.39 "GET /v2.0/ports?device_id=e2a5ad67-981f-4d3f-8e72-5b9ed86baf8a HTTP/1.1" status: 200 len: 945 time: 0.6568987 Aug 12 14:34:13.215452 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-5b8e3a26-dd2c-4a5b-ad54-cd9963360cbd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:13.252940 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-9c224ecd-f100-4768-919e-39607883bc5e None None] Set router 5535e5ab-0b6a-4c4c-8883-55bbdacbdf7e gateway port host: n-d-694802-15 {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:34:13.270337 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-72c983da-b357-48fb-8780-bb08e375115c admin admin] Notify callbacks [] for router, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:13.364028 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c743b260-1171-46d4-abb7-02cd79ad6158 req-3355bc65-7c37-4379-9c88-8d0bb1ee99ff tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:34:13.373056 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-c743b260-1171-46d4-abb7-02cd79ad6158 req-3355bc65-7c37-4379-9c88-8d0bb1ee99ff tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] 10.222.0.39 "GET /v2.0/ports?device_id=1c4abd92-ff98-493d-a431-54de27fac7f6 HTTP/1.1" status: 200 len: 943 time: 0.1683958 Aug 12 14:34:13.390822 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-5b8e3a26-dd2c-4a5b-ad54-cd9963360cbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-429375'] for router, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:13.391960 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b8e3a26-dd2c-4a5b-ad54-cd9963360cbd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2ce46ac9-3c3a-405f-9863-1fea36c2ecce {{(pid=94467) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 14:34:13.400627 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-5b8e3a26-dd2c-4a5b-ad54-cd9963360cbd admin admin] Notify callbacks [] for router, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:13.405301 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-5b8e3a26-dd2c-4a5b-ad54-cd9963360cbd admin admin] 10.222.0.39 "DELETE /v2.0/routers/2ce46ac9-3c3a-405f-9863-1fea36c2ecce HTTP/1.1" status: 204 len: 168 time: 2.7619877 Aug 12 14:34:13.406356 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 34236) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:34:13.470822 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_v2 [None req-797ccd5a-3a1b-484f-a6c1-ac91f800b22a admin admin] Deleting subnet dd28ff73-a450-408b-b798-c34bd0481320 {{(pid=94467) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 14:34:13.475570 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-797ccd5a-3a1b-484f-a6c1-ac91f800b22a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:13.481919 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-c743b260-1171-46d4-abb7-02cd79ad6158 req-f5b7df07-bd85-48c4-b1fd-3c945cadf282 tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] 10.222.0.39 "GET /v2.0/security-groups?id=e3ca17b3-b028-41b3-b138-91e00a6e278c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078870 Aug 12 14:34:13.511813 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2f5c0356-1c0d-4e20-94fe-b162dfd24672 req-75c6a82c-25f7-4d2b-9d3b-687861318649 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] 10.222.0.39 "GET /v2.0/security-groups?id=11312995-c93d-4754-9dea-15693c54238a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2885926 Aug 12 14:34:13.580530 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-797ccd5a-3a1b-484f-a6c1-ac91f800b22a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3857505'] for subnet, precommit_delete_associations {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:13.610501 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-72c983da-b357-48fb-8780-bb08e375115c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:13.610712 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-9c224ecd-f100-4768-919e-39607883bc5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5535e5ab-0b6a-4c4c-8883-55bbdacbdf7e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1350383079-router', 'tenant_id': 'b1a78db6da9442aab3b2432c7eca6669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.146'}], 'enable_snat': True}, 'gw_port_id': '616a60ed-06d7-43a6-baaa-a00ca139ecd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:32:43Z', 'updated_at': '2021-08-12T14:34:11Z', 'revision_number': 5, 'project_id': 'b1a78db6da9442aab3b2432c7eca6669', 'gw_port': {'id': '616a60ed-06d7-43a6-baaa-a00ca139ecd8', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:90:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5535e5ab-0b6a-4c4c-8883-55bbdacbdf7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:32:45Z', 'updated_at': '2021-08-12T14:32:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15'}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:34:13.703194 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc51c115-880d-4ecb-840f-36fe68b5529b req-bf6f75ac-9be1-480a-85c5-96f548ea086a tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:34:13.711554 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-dc51c115-880d-4ecb-840f-36fe68b5529b req-bf6f75ac-9be1-480a-85c5-96f548ea086a tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d672ae8-cf9f-476a-9b32-189bae5a39b2 HTTP/1.1" status: 200 len: 950 time: 0.1262031 Aug 12 14:34:13.721057 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-797ccd5a-3a1b-484f-a6c1-ac91f800b22a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66416255'] for subnet, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:13.773447 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-72c983da-b357-48fb-8780-bb08e375115c admin admin] Deleting port 616a60ed-06d7-43a6-baaa-a00ca139ecd8 {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:34:13.774122 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-72c983da-b357-48fb-8780-bb08e375115c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:13.787591 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-dc51c115-880d-4ecb-840f-36fe68b5529b req-5e63cec4-6cca-4ec5-a7a6-98cdd6c0ad48 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0307eb3-f523-445b-8e1d-79deac809303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733547 Aug 12 14:34:13.850160 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-1769855f-eda9-4483-9dc3-3220908ab45d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:13.912247 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-797ccd5a-3a1b-484f-a6c1-ac91f800b22a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66416232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2859225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3343748'] for subnet, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:13.914641 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 47e32f68-7ea2-47cb-9d5f-44dddf4e96ff no longer exists at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:34:13.971627 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c224ecd-f100-4768-919e-39607883bc5e None None] Checking router: 5535e5ab-0b6a-4c4c-8883-55bbdacbdf7e for host: n-d-694802-15 {{(pid=94469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 14:34:13.979594 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-797ccd5a-3a1b-484f-a6c1-ac91f800b22a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:13.984975 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-797ccd5a-3a1b-484f-a6c1-ac91f800b22a admin admin] 10.222.0.39 "DELETE /v2.0/subnets/dd28ff73-a450-408b-b798-c34bd0481320 HTTP/1.1" status: 204 len: 168 time: 0.5748999 Aug 12 14:34:13.986071 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797ccd5a-3a1b-484f-a6c1-ac91f800b22a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dd28ff73-a450-408b-b798-c34bd0481320,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:34:13.987572 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] No Port match for: 47e32f68-7ea2-47cb-9d5f-44dddf4e96ff {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 14:34:13.987893 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 47e32f68-7ea2-47cb-9d5f-44dddf4e96ff not bound to the agent host n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:34:13.995900 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 9f14b892-110f-419c-8970-be83e737019b no longer exists at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:34:13.996572 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 34244) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:34:14.008963 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c224ecd-f100-4768-919e-39607883bc5e None None] Routers {'5535e5ab-0b6a-4c4c-8883-55bbdacbdf7e'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:34:14.011293 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-9c224ecd-f100-4768-919e-39607883bc5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:34:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['5535e5ab-0b6a-4c4c-8883-55bbdacbdf7e'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:34:14.042573 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-72c983da-b357-48fb-8780-bb08e375115c admin admin] For port 616a60ed-06d7-43a6-baaa-a00ca139ecd8, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=616a60ed-06d7-43a6-baaa-a00ca139ecd8,segment=NetworkSegment(b1b396cb-2dc6-4041-bfc7-1833a80a4720),segment_id=b1b396cb-2dc6-4041-bfc7-1833a80a4720)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:34:14.042957 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-72c983da-b357-48fb-8780-bb08e375115c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:14.054875 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] No Port match for: 9f14b892-110f-419c-8970-be83e737019b {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 14:34:14.055260 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 9f14b892-110f-419c-8970-be83e737019b not bound to the agent host n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:34:14.080291 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-72c983da-b357-48fb-8780-bb08e375115c admin admin] Calling delete_port for 616a60ed-06d7-43a6-baaa-a00ca139ecd8 owned by network:router_gateway {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:34:14.091063 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-07d12522-b03b-4f18-a28a-e7b966c5944b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680608'] for network, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:14.194371 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-07d12522-b03b-4f18-a28a-e7b966c5944b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66413304', 'neutron.services.segments.db._delete_segments_for_network-8744654118000'] for network, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:14.209257 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-07d12522-b03b-4f18-a28a-e7b966c5944b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f88c89e-1834-4591-8586-4341f292deca']}} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:34:14.224315 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-07d12522-b03b-4f18-a28a-e7b966c5944b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ef950f6-5519-4190-8028-503a0a76e439') {'for_net_delete': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:34:14.225737 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-07d12522-b03b-4f18-a28a-e7b966c5944b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ef950f6-5519-4190-8028-503a0a76e439') {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:34:14.228899 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-9c224ecd-f100-4768-919e-39607883bc5e None None] Set router 5535e5ab-0b6a-4c4c-8883-55bbdacbdf7e gateway port host: None {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:34:14.238834 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-07d12522-b03b-4f18-a28a-e7b966c5944b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744654122361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3857526'] for segment, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:14.257879 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-07d12522-b03b-4f18-a28a-e7b966c5944b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:14.273230 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07d12522-b03b-4f18-a28a-e7b966c5944b admin admin] Releasing vlan 338 on physical network physnet1 to pool {{(pid=94467) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 14:34:14.273872 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-07d12522-b03b-4f18-a28a-e7b966c5944b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2859015'] for segment, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:14.276603 n-d-694802-15 neutron-server[94467]: Traceback (most recent call last): Aug 12 14:34:14.276603 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 14:34:14.276603 n-d-694802-15 neutron-server[94467]: timer() Aug 12 14:34:14.276603 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 14:34:14.276603 n-d-694802-15 neutron-server[94467]: cb(*args, **kw) Aug 12 14:34:14.276603 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 14:34:14.276603 n-d-694802-15 neutron-server[94467]: return func(*args, **kwargs) Aug 12 14:34:14.276603 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 14:34:14.276603 n-d-694802-15 neutron-server[94467]: self._notify() Aug 12 14:34:14.276603 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 14:34:14.276603 n-d-694802-15 neutron-server[94467]: self.callback(batched_events) Aug 12 14:34:14.276603 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 14:34:14.276603 n-d-694802-15 neutron-server[94467]: event.method(event) Aug 12 14:34:14.276603 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 14:34:14.276603 n-d-694802-15 neutron-server[94467]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 14:34:14.276603 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 14:34:14.276603 n-d-694802-15 neutron-server[94467]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 14:34:14.276603 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 14:34:14.276603 n-d-694802-15 neutron-server[94467]: return f(self, *a, **k) Aug 12 14:34:14.276603 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 14:34:14.276603 n-d-694802-15 neutron-server[94467]: return self._get(url).json() Aug 12 14:34:14.276603 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 14:34:14.276603 n-d-694802-15 neutron-server[94467]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 14:34:14.276603 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 14:34:14.276603 n-d-694802-15 neutron-server[94467]: return self.request(url, 'GET', **kwargs) Aug 12 14:34:14.276603 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 14:34:14.276603 n-d-694802-15 neutron-server[94467]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 14:34:14.276603 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 14:34:14.276603 n-d-694802-15 neutron-server[94467]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 14:34:14.276603 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 14:34:14.276603 n-d-694802-15 neutron-server[94467]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 14:34:14.276603 n-d-694802-15 neutron-server[94467]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 14:34:14.322956 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-72c983da-b357-48fb-8780-bb08e375115c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:14.354348 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c983da-b357-48fb-8780-bb08e375115c admin admin] Pushing event deleted for resources: {'Port': ['ID=616a60ed-06d7-43a6-baaa-a00ca139ecd8,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:34:14.375876 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-9c224ecd-f100-4768-919e-39607883bc5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5535e5ab-0b6a-4c4c-8883-55bbdacbdf7e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1350383079-router', 'tenant_id': 'b1a78db6da9442aab3b2432c7eca6669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:32:43Z', 'updated_at': '2021-08-12T14:34:13Z', 'revision_number': 6, 'project_id': 'b1a78db6da9442aab3b2432c7eca6669', 'gw_port_host': None}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:34:14.389325 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-07d12522-b03b-4f18-a28a-e7b966c5944b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66413281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431520'] for network, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:14.394187 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-07d12522-b03b-4f18-a28a-e7b966c5944b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for network, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:14.410067 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-07d12522-b03b-4f18-a28a-e7b966c5944b admin admin] 10.222.0.39 "DELETE /v2.0/networks/1f88c89e-1834-4591-8586-4341f292deca HTTP/1.1" status: 204 len: 168 time: 0.4094119 Aug 12 14:34:14.437960 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c224ecd-f100-4768-919e-39607883bc5e None None] The sync data for ids ['5535e5ab-0b6a-4c4c-8883-55bbdacbdf7e'] in n-d-694802-15 is: [{'id': '5535e5ab-0b6a-4c4c-8883-55bbdacbdf7e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1350383079-router', 'tenant_id': 'b1a78db6da9442aab3b2432c7eca6669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:32:43Z', 'updated_at': '2021-08-12T14:34:13Z', 'revision_number': 6, 'project_id': 'b1a78db6da9442aab3b2432c7eca6669', 'gw_port_host': None}] {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 14:34:14.452397 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d12522-b03b-4f18-a28a-e7b966c5944b admin admin] Pushing event deleted for resources: {'Network': ['ID=1f88c89e-1834-4591-8586-4341f292deca,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:34:14.476107 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-72c983da-b357-48fb-8780-bb08e375115c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-431580'] for router_gateway, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:14.661108 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 34260) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:34:14.722951 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2dc51d-815b-44f2-ac37-0c5b501d9ca1 req-ea378fff-0736-43ba-bbf9-91cff3d80795 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:34:14.733444 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4b2dc51d-815b-44f2-ac37-0c5b501d9ca1 req-ea378fff-0736-43ba-bbf9-91cff3d80795 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] 10.222.0.39 "GET /v2.0/ports?device_id=e2a5ad67-981f-4d3f-8e72-5b9ed86baf8a HTTP/1.1" status: 200 len: 945 time: 0.0760772 Aug 12 14:34:14.746707 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-72c983da-b357-48fb-8780-bb08e375115c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-429360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-104877'] for router, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:14.750820 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-72c983da-b357-48fb-8780-bb08e375115c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:14.788411 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4b2dc51d-815b-44f2-ac37-0c5b501d9ca1 req-e752b2f2-0fe4-473a-802f-2c4581340ce2 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] 10.222.0.39 "GET /v2.0/security-groups?id=11312995-c93d-4754-9dea-15693c54238a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499947 Aug 12 14:34:14.844210 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-72c983da-b357-48fb-8780-bb08e375115c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-429375'] for router, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:14.844783 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72c983da-b357-48fb-8780-bb08e375115c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5535e5ab-0b6a-4c4c-8883-55bbdacbdf7e {{(pid=94466) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 14:34:14.867010 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-72c983da-b357-48fb-8780-bb08e375115c admin admin] Notify callbacks [] for router, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:14.868134 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-72c983da-b357-48fb-8780-bb08e375115c admin admin] 10.222.0.39 "DELETE /v2.0/routers/5535e5ab-0b6a-4c4c-8883-55bbdacbdf7e HTTP/1.1" status: 204 len: 168 time: 1.8359299 Aug 12 14:34:14.873588 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 34266) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:34:14.875121 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 34268) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:34:14.885059 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-e4a45dbf-a60b-4924-b946-a6d68a4d816e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2fd79171a8ca47bca77a7cc342fe86ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2089765 Aug 12 14:34:14.896735 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899109a9-c6d5-47a7-ac53-b3ee6c38cf07 req-b761ad24-0201-4616-9a89-e842f4aced36 tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:34:14.907119 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-899109a9-c6d5-47a7-ac53-b3ee6c38cf07 req-b761ad24-0201-4616-9a89-e842f4aced36 tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] 10.222.0.39 "GET /v2.0/ports?device_id=1c4abd92-ff98-493d-a431-54de27fac7f6 HTTP/1.1" status: 200 len: 943 time: 0.2604792 Aug 12 14:34:14.953301 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device 7974fec4-9f9e-4427-ba78-6b9b1521cc4a up at agent hyperv_n-h1-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:34:15.001117 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-899109a9-c6d5-47a7-ac53-b3ee6c38cf07 req-c735c90d-4eac-4856-8de1-f6755f1cdfd5 tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] 10.222.0.39 "GET /v2.0/security-groups?id=e3ca17b3-b028-41b3-b138-91e00a6e278c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892034 Aug 12 14:34:15.071409 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Provisioning for port 7974fec4-9f9e-4427-ba78-6b9b1521cc4a completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:34:15.074567 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_v2 [None req-4164a1d1-eb30-48a1-b757-2ef144f3928f admin admin] Deleting subnet e49c4440-1d10-4e2e-898f-8a24c72551cf {{(pid=94467) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 14:34:15.080138 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-4164a1d1-eb30-48a1-b757-2ef144f3928f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:15.080495 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Provisioning complete for port 7974fec4-9f9e-4427-ba78-6b9b1521cc4a triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:34:15.081091 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:15.104994 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a3a1d542-37a7-4174-9a72-3f64ca50bbec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:15.154880 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-4164a1d1-eb30-48a1-b757-2ef144f3928f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3857505'] for subnet, precommit_delete_associations {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:15.184632 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:15.190240 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a3a1d542-37a7-4174-9a72-3f64ca50bbec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:15.233860 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port 7974fec4-9f9e-4427-ba78-6b9b1521cc4a, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=7974fec4-9f9e-4427-ba78-6b9b1521cc4a,segment=NetworkSegment(2c5f2abe-b754-491c-837b-06e8fcd65d4b),segment_id=2c5f2abe-b754-491c-837b-06e8fcd65d4b)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:34:15.233860 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2a5ad67-981f-4d3f-8e72-5b9ed86baf8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7974fec4-9f9e-4427-ba78-6b9b1521cc4a'}] {{(pid=94468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:34:15.234267 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4fa044-c163-45fa-b291-7576319ca43d req-fd7e24cd-f01e-4b7a-9f23-4c8530e3aa51 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:34:15.234717 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99a8d87602170099c728e57431aca99e9b98a655a83bbf8727be13192709727b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b396628d-9fb9-4be8-9500-7aee79aa3585" -d '{"events": [{"server_uuid": "e2a5ad67-981f-4d3f-8e72-5b9ed86baf8a", "name": "network-vif-plugged", "status": "completed", "tag": "7974fec4-9f9e-4427-ba78-6b9b1521cc4a"}]}' {{(pid=94468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:34:15.237443 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:15.252454 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-7f4fa044-c163-45fa-b291-7576319ca43d req-fd7e24cd-f01e-4b7a-9f23-4c8530e3aa51 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d672ae8-cf9f-476a-9b32-189bae5a39b2 HTTP/1.1" status: 200 len: 950 time: 0.2204740 Aug 12 14:34:15.359087 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Pushing event updated for resources: {'Port': ['ID=7974fec4-9f9e-4427-ba78-6b9b1521cc4a,revision_number=5']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:34:15.373585 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 14:34:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b096b8eb-a4d9-461f-98ea-83d86d2333a0 x-openstack-request-id: req-b096b8eb-a4d9-461f-98ea-83d86d2333a0 {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:34:15.373929 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2a5ad67-981f-4d3f-8e72-5b9ed86baf8a", "name": "network-vif-plugged", "status": "completed", "tag": "7974fec4-9f9e-4427-ba78-6b9b1521cc4a", "code": 200}]} {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:34:15.374183 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b096b8eb-a4d9-461f-98ea-83d86d2333a0 {{(pid=94468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:34:15.374575 n-d-694802-15 neutron-server[94468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2a5ad67-981f-4d3f-8e72-5b9ed86baf8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7974fec4-9f9e-4427-ba78-6b9b1521cc4a', 'code': 200} Aug 12 14:34:15.453099 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-7f4fa044-c163-45fa-b291-7576319ca43d req-b39aef4c-e5c9-452d-bfc9-7c797b842402 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0307eb3-f523-445b-8e1d-79deac809303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1996658 Aug 12 14:34:15.475320 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-4164a1d1-eb30-48a1-b757-2ef144f3928f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66416255'] for subnet, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:15.499866 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-fe95f194-a3b0-4c04-9e42-20b511169d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:15.528500 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a3a1d542-37a7-4174-9a72-3f64ca50bbec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:15.531248 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a3a1d542-37a7-4174-9a72-3f64ca50bbec admin admin] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:15.534733 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-a3a1d542-37a7-4174-9a72-3f64ca50bbec admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6f569421-3ef5-4998-a0c5-f191379b6c78 HTTP/1.1" status: 204 len: 168 time: 0.6548080 Aug 12 14:34:15.545754 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a1d542-37a7-4174-9a72-3f64ca50bbec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f569421-3ef5-4998-a0c5-f191379b6c78,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:34:15.575918 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d12a31e-3e6e-4380-861f-ed58c1de56d6 req-4976f2e7-f34c-4a8e-bc8d-6270445ade7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:34:15.581990 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3d12a31e-3e6e-4380-861f-ed58c1de56d6 req-4976f2e7-f34c-4a8e-bc8d-6270445ade7b service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=e2a5ad67-981f-4d3f-8e72-5b9ed86baf8a HTTP/1.1" status: 200 len: 1098 time: 0.1275556 Aug 12 14:34:15.685353 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3d12a31e-3e6e-4380-861f-ed58c1de56d6 req-08c96160-e90d-4c3a-aef6-f711a20ba145 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=11312995-c93d-4754-9dea-15693c54238a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910370 Aug 12 14:34:15.686466 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-4164a1d1-eb30-48a1-b757-2ef144f3928f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66416232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2859225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3343748'] for subnet, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:15.725893 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4164a1d1-eb30-48a1-b757-2ef144f3928f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e49c4440-1d10-4e2e-898f-8a24c72551cf,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:34:15.728127 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b291cdc5-6259-44d9-9f78-926d3e60e32c None None] Network 2d77121a-2c49-4913-9b71-d88f74914779 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:34:15.729315 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-4164a1d1-eb30-48a1-b757-2ef144f3928f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:15.734642 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 34286) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:34:15.735280 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-4164a1d1-eb30-48a1-b757-2ef144f3928f admin admin] 10.222.0.39 "DELETE /v2.0/subnets/e49c4440-1d10-4e2e-898f-8a24c72551cf HTTP/1.1" status: 204 len: 168 time: 0.8586764 Aug 12 14:34:15.789757 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 616a60ed-06d7-43a6-baaa-a00ca139ecd8 no longer exists at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:34:15.826158 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] No Port match for: 616a60ed-06d7-43a6-baaa-a00ca139ecd8 {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 14:34:15.826989 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 616a60ed-06d7-43a6-baaa-a00ca139ecd8 not bound to the agent host n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:34:15.827833 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 54ac8bc5-17fd-4e01-8778-29b71645e5d7 no longer exists at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:34:15.935905 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] No Port match for: 54ac8bc5-17fd-4e01-8778-29b71645e5d7 {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 14:34:15.936255 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 54ac8bc5-17fd-4e01-8778-29b71645e5d7 not bound to the agent host n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:34:15.972414 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-47f9b698-55bd-4d10-bddf-3d9bcfe01f07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680608'] for network, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:16.022875 n-d-694802-15 neutron-server[94467]: INFO neutron.api.v2.resource [req-5beb0bdb-b338-40a0-9a1a-80f20d67091d req-f7991ecc-343e-45f9-aa83-d82cd9cd738b service neutron] show failed (client error): The resource could not be found. Aug 12 14:34:16.024322 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-5beb0bdb-b338-40a0-9a1a-80f20d67091d req-f7991ecc-343e-45f9-aa83-d82cd9cd738b service neutron] 10.222.0.49 "GET /v2.0/ports/628b9ed0-91c2-4767-8e49-8e7410a8407c/bindings/n-h1-694802-15 HTTP/1.1" status: 404 len: 381 time: 0.1516740 Aug 12 14:34:16.172530 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd46465e-9601-43d2-8a57-70913711449d None None] DHCP port deletion for 2d77121a-2c49-4913-9b71-d88f74914779 request from n-d-694802-15 {{(pid=94468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 14:34:16.283513 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02ed52b-174d-46ed-8285-804343496e1d req-cbed9de6-9cc6-4975-9fd6-893987f95d07 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:34:16.300249 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-d02ed52b-174d-46ed-8285-804343496e1d req-cbed9de6-9cc6-4975-9fd6-893987f95d07 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] 10.222.0.39 "GET /v2.0/ports?device_id=e2a5ad67-981f-4d3f-8e72-5b9ed86baf8a HTTP/1.1" status: 200 len: 946 time: 0.3251147 Aug 12 14:34:16.309411 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-767535ac-a700-4e40-b126-b2f8c851bdbf req-5df7bdc1-2509-41f2-821b-66058483c6a4 service neutron] 10.222.0.49 "GET /v2.0/ports/1152052b-2557-4fb2-b6b9-f241e0aa7ede/bindings/n-h1-694802-15 HTTP/1.1" status: 200 len: 385 time: 0.3029020 Aug 12 14:34:16.311409 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-bd46465e-9601-43d2-8a57-70913711449d None None] Deleting port 9cac5a76-5d06-4188-b513-35c4af6d1758 {{(pid=94468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:34:16.313068 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-bd46465e-9601-43d2-8a57-70913711449d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:16.322681 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602a3e30-7629-4ce7-b8f7-c073c611a7ac req-44306896-0934-4f4c-bb9f-a58a3f28ff98 tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:34:16.325111 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-602a3e30-7629-4ce7-b8f7-c073c611a7ac req-44306896-0934-4f4c-bb9f-a58a3f28ff98 tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] 10.222.0.39 "GET /v2.0/ports?device_id=1c4abd92-ff98-493d-a431-54de27fac7f6 HTTP/1.1" status: 200 len: 943 time: 0.1230443 Aug 12 14:34:16.404770 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-602a3e30-7629-4ce7-b8f7-c073c611a7ac req-72905f60-db86-416b-9e64-c3e75b2741e8 tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] 10.222.0.39 "GET /v2.0/security-groups?id=e3ca17b3-b028-41b3-b138-91e00a6e278c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630250 Aug 12 14:34:16.416341 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-d02ed52b-174d-46ed-8285-804343496e1d req-b4f509a7-56dd-4c14-9439-88186c43ac77 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] 10.222.0.39 "GET /v2.0/security-groups?id=11312995-c93d-4754-9dea-15693c54238a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240251 Aug 12 14:34:16.416554 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5beb0bdb-b338-40a0-9a1a-80f20d67091d req-81a0d525-2d61-4af1-83c9-8f53b5f31ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:34:16.419698 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-5beb0bdb-b338-40a0-9a1a-80f20d67091d req-81a0d525-2d61-4af1-83c9-8f53b5f31ba6 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=8d672ae8-cf9f-476a-9b32-189bae5a39b2&tenant_id=e3f6e239b38a4f618b8ca0621fcc54e4 HTTP/1.1" status: 200 len: 1102 time: 0.0934598 Aug 12 14:34:16.426175 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-47f9b698-55bd-4d10-bddf-3d9bcfe01f07 admin admin] Deleting port 9cac5a76-5d06-4188-b513-35c4af6d1758 {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:34:16.426608 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-47f9b698-55bd-4d10-bddf-3d9bcfe01f07 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:16.445376 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-5beb0bdb-b338-40a0-9a1a-80f20d67091d req-bf3aa45a-cfed-4eff-bfb6-d62bb62ec5e4 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-694802-15', 'device_owner': 'compute:nova'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:34:16.482708 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device 1152052b-2557-4fb2-b6b9-f241e0aa7ede no longer exists at agent hyperv_n-h2-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:34:16.596661 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-5beb0bdb-b338-40a0-9a1a-80f20d67091d req-bf3aa45a-cfed-4eff-bfb6-d62bb62ec5e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:16.650460 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-bd46465e-9601-43d2-8a57-70913711449d None None] For port 9cac5a76-5d06-4188-b513-35c4af6d1758, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=9cac5a76-5d06-4188-b513-35c4af6d1758,segment=NetworkSegment(ee392864-e217-4cd8-a2c6-fbd3077ffd3b),segment_id=ee392864-e217-4cd8-a2c6-fbd3077ffd3b)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:34:16.653060 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-bd46465e-9601-43d2-8a57-70913711449d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:16.682406 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-47f9b698-55bd-4d10-bddf-3d9bcfe01f07 admin admin] For port 9cac5a76-5d06-4188-b513-35c4af6d1758, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=9cac5a76-5d06-4188-b513-35c4af6d1758,segment=NetworkSegment(ee392864-e217-4cd8-a2c6-fbd3077ffd3b),segment_id=ee392864-e217-4cd8-a2c6-fbd3077ffd3b)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:34:16.682800 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-47f9b698-55bd-4d10-bddf-3d9bcfe01f07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:16.702000 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-bd46465e-9601-43d2-8a57-70913711449d None None] Calling delete_port for 9cac5a76-5d06-4188-b513-35c4af6d1758 owned by network:dhcp {{(pid=94468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:34:16.766227 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-47f9b698-55bd-4d10-bddf-3d9bcfe01f07 admin admin] Calling delete_port for 9cac5a76-5d06-4188-b513-35c4af6d1758 owned by network:dhcp {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:34:16.924148 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-5beb0bdb-b338-40a0-9a1a-80f20d67091d req-bf3aa45a-cfed-4eff-bfb6-d62bb62ec5e4 service neutron] For port 628b9ed0-91c2-4767-8e49-8e7410a8407c, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=628b9ed0-91c2-4767-8e49-8e7410a8407c,segment=NetworkSegment(a1f8c867-101b-4d30-814e-b89f55a5edd0),segment_id=a1f8c867-101b-4d30-814e-b89f55a5edd0)] {{(pid=94467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:34:16.973136 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-5beb0bdb-b338-40a0-9a1a-80f20d67091d req-bf3aa45a-cfed-4eff-bfb6-d62bb62ec5e4 service neutron] For port 628b9ed0-91c2-4767-8e49-8e7410a8407c, host n-h2-694802-15, cleared binding levels {{(pid=94467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:34:17.018023 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-bd46465e-9601-43d2-8a57-70913711449d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262'] for port, after_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:17.037113 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-5beb0bdb-b338-40a0-9a1a-80f20d67091d req-bf3aa45a-cfed-4eff-bfb6-d62bb62ec5e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:17.052861 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [req-5beb0bdb-b338-40a0-9a1a-80f20d67091d req-bf3aa45a-cfed-4eff-bfb6-d62bb62ec5e4 service neutron] Transition to ACTIVE for port object 628b9ed0-91c2-4767-8e49-8e7410a8407c will not be triggered until provisioned by entity L2. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:34:17.056001 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [req-767535ac-a700-4e40-b126-b2f8c851bdbf req-a29ca3cf-8d57-4db8-8b81-12b637f2a466 service neutron] For port 1152052b-2557-4fb2-b6b9-f241e0aa7ede, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=1152052b-2557-4fb2-b6b9-f241e0aa7ede,segment=NetworkSegment(2e94514d-7fca-42ad-995e-123d3a176790),segment_id=2e94514d-7fca-42ad-995e-123d3a176790)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:34:17.056588 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d672ae8-cf9f-476a-9b32-189bae5a39b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '628b9ed0-91c2-4767-8e49-8e7410a8407c'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:34:17.059969 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e65282f928b64038367d043a4411777802006c43a98742496cb2e25b724ff1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32a305e2-8458-42f9-bcd6-50c2d49a7093" -d '{"events": [{"server_uuid": "8d672ae8-cf9f-476a-9b32-189bae5a39b2", "name": "network-vif-unplugged", "status": "completed", "tag": "628b9ed0-91c2-4767-8e49-8e7410a8407c"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:34:17.065061 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-5beb0bdb-b338-40a0-9a1a-80f20d67091d req-bf3aa45a-cfed-4eff-bfb6-d62bb62ec5e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:17.095599 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [req-767535ac-a700-4e40-b126-b2f8c851bdbf req-a29ca3cf-8d57-4db8-8b81-12b637f2a466 service neutron] For port 1152052b-2557-4fb2-b6b9-f241e0aa7ede, host n-h2-694802-15, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:34:17.098210 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-47f9b698-55bd-4d10-bddf-3d9bcfe01f07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:17.168978 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f9b698-55bd-4d10-bddf-3d9bcfe01f07 admin admin] Pushing event deleted for resources: {'Port': ['ID=9cac5a76-5d06-4188-b513-35c4af6d1758,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:34:17.171623 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e00156f-db60-4fa4-9593-b544eec2e374 req-bcbeedee-afcf-4780-aae8-d0b7d0923c9d tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:34:17.179794 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9e00156f-db60-4fa4-9593-b544eec2e374 req-bcbeedee-afcf-4780-aae8-d0b7d0923c9d tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d672ae8-cf9f-476a-9b32-189bae5a39b2 HTTP/1.1" status: 200 len: 948 time: 0.1247139 Aug 12 14:34:17.180748 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd46465e-9601-43d2-8a57-70913711449d None None] Pushing event deleted for resources: {'Port': ['ID=9cac5a76-5d06-4188-b513-35c4af6d1758,revision_number=None']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:34:17.183295 n-d-694802-15 neutron-server[94466]: DEBUG neutron.notifiers.nova [req-767535ac-a700-4e40-b126-b2f8c851bdbf req-a29ca3cf-8d57-4db8-8b81-12b637f2a466 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1152052b-2557-4fb2-b6b9-f241e0aa7ede {{(pid=94466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:34:17.194689 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47f9b698-55bd-4d10-bddf-3d9bcfe01f07 admin admin] No DVR routers for this DVR port 9cac5a76-5d06-4188-b513-35c4af6d1758 on host n-d-694802-15 {{(pid=94466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:34:17.204926 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [req-767535ac-a700-4e40-b126-b2f8c851bdbf req-a29ca3cf-8d57-4db8-8b81-12b637f2a466 service neutron] For port 1152052b-2557-4fb2-b6b9-f241e0aa7ede, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=1152052b-2557-4fb2-b6b9-f241e0aa7ede,segment=NetworkSegment(2e94514d-7fca-42ad-995e-123d3a176790),segment_id=2e94514d-7fca-42ad-995e-123d3a176790)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:34:17.212332 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [req-5beb0bdb-b338-40a0-9a1a-80f20d67091d req-bf3aa45a-cfed-4eff-bfb6-d62bb62ec5e4 service neutron] No DVR routers for this DVR port 628b9ed0-91c2-4767-8e49-8e7410a8407c on host n-h2-694802-15 {{(pid=94467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:34:17.212595 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd46465e-9601-43d2-8a57-70913711449d None None] No DVR routers for this DVR port 9cac5a76-5d06-4188-b513-35c4af6d1758 on host n-d-694802-15 {{(pid=94468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:34:17.230772 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 12 Aug 2021 14:34:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ded5c88c-493b-4b18-a2c5-8c014ac4bf51 x-openstack-request-id: req-ded5c88c-493b-4b18-a2c5-8c014ac4bf51 {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:34:17.231138 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d672ae8-cf9f-476a-9b32-189bae5a39b2", "name": "network-vif-unplugged", "status": "completed", "tag": "628b9ed0-91c2-4767-8e49-8e7410a8407c", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:34:17.231386 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ded5c88c-493b-4b18-a2c5-8c014ac4bf51 {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:34:17.231778 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d672ae8-cf9f-476a-9b32-189bae5a39b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '628b9ed0-91c2-4767-8e49-8e7410a8407c', 'code': 200} Aug 12 14:34:17.262870 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd46465e-9601-43d2-8a57-70913711449d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:34:17.263676 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd46465e-9601-43d2-8a57-70913711449d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:34:17.263676 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd46465e-9601-43d2-8a57-70913711449d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:34:17.265208 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd46465e-9601-43d2-8a57-70913711449d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:34:17.265208 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd46465e-9601-43d2-8a57-70913711449d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:34:17.265208 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd46465e-9601-43d2-8a57-70913711449d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:34:17.274707 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd46465e-9601-43d2-8a57-70913711449d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:34:17.275127 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd46465e-9601-43d2-8a57-70913711449d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:34:17.276948 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd46465e-9601-43d2-8a57-70913711449d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:34:17.278082 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd46465e-9601-43d2-8a57-70913711449d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:34:17.278476 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd46465e-9601-43d2-8a57-70913711449d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:34:17.279441 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd46465e-9601-43d2-8a57-70913711449d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:34:17.300626 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-5beb0bdb-b338-40a0-9a1a-80f20d67091d req-bf3aa45a-cfed-4eff-bfb6-d62bb62ec5e4 service neutron] Attempting to bind port 628b9ed0-91c2-4767-8e49-8e7410a8407c on host n-h1-694802-15 for vnic_type normal with profile {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:34:17.300626 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-5beb0bdb-b338-40a0-9a1a-80f20d67091d req-bf3aa45a-cfed-4eff-bfb6-d62bb62ec5e4 service neutron] Attempting to bind port 628b9ed0-91c2-4767-8e49-8e7410a8407c by drivers openvswitch,hyperv on host n-h1-694802-15 at level 0 using segments [{'id': 'a1f8c867-101b-4d30-814e-b89f55a5edd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '2525c403-dfb3-4196-a273-739607aab38a'}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:34:17.300626 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5beb0bdb-b338-40a0-9a1a-80f20d67091d req-bf3aa45a-cfed-4eff-bfb6-d62bb62ec5e4 service neutron] Attempting to bind port 628b9ed0-91c2-4767-8e49-8e7410a8407c on network 2525c403-dfb3-4196-a273-739607aab38a {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:34:17.306684 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3aa45a-cfed-4eff-bfb6-d62bb62ec5e4 service neutron] Pushing event updated for resources: {'Port': ['ID=628b9ed0-91c2-4767-8e49-8e7410a8407c,revision_number=6']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:34:17.310583 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5beb0bdb-b338-40a0-9a1a-80f20d67091d req-bf3aa45a-cfed-4eff-bfb6-d62bb62ec5e4 service neutron] Port 628b9ed0-91c2-4767-8e49-8e7410a8407c on network 2525c403-dfb3-4196-a273-739607aab38a not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-15 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 14:34:17.310949 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5beb0bdb-b338-40a0-9a1a-80f20d67091d req-bf3aa45a-cfed-4eff-bfb6-d62bb62ec5e4 service neutron] Attempting to bind port 628b9ed0-91c2-4767-8e49-8e7410a8407c on network 2525c403-dfb3-4196-a273-739607aab38a {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:34:17.354123 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9e00156f-db60-4fa4-9593-b544eec2e374 req-6cf3d834-b859-4335-9f7f-3a7d522a94b4 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0307eb3-f523-445b-8e1d-79deac809303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686652 Aug 12 14:34:17.354123 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5beb0bdb-b338-40a0-9a1a-80f20d67091d req-bf3aa45a-cfed-4eff-bfb6-d62bb62ec5e4 service neutron] Checking agent: {'id': 'de568313-a3e6-454a-9813-77e25edcea95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 27, 41), 'started_at': datetime.datetime(2021, 8, 12, 14, 27, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 34, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:34:17.364538 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5beb0bdb-b338-40a0-9a1a-80f20d67091d req-bf3aa45a-cfed-4eff-bfb6-d62bb62ec5e4 service neutron] Checking segment: {'id': 'a1f8c867-101b-4d30-814e-b89f55a5edd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '2525c403-dfb3-4196-a273-739607aab38a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:34:17.365023 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5beb0bdb-b338-40a0-9a1a-80f20d67091d req-bf3aa45a-cfed-4eff-bfb6-d62bb62ec5e4 service neutron] Bound using segment: {'id': 'a1f8c867-101b-4d30-814e-b89f55a5edd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '2525c403-dfb3-4196-a273-739607aab38a'} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:34:17.365496 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-5beb0bdb-b338-40a0-9a1a-80f20d67091d req-bf3aa45a-cfed-4eff-bfb6-d62bb62ec5e4 service neutron] Bound port: 628b9ed0-91c2-4767-8e49-8e7410a8407c, host: n-h1-694802-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1f8c867-101b-4d30-814e-b89f55a5edd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '2525c403-dfb3-4196-a273-739607aab38a'}}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:34:17.365919 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-5beb0bdb-b338-40a0-9a1a-80f20d67091d req-bf3aa45a-cfed-4eff-bfb6-d62bb62ec5e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:17.368939 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 34330) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:34:17.432216 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-767535ac-a700-4e40-b126-b2f8c851bdbf req-a29ca3cf-8d57-4db8-8b81-12b637f2a466 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:17.480300 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-5beb0bdb-b338-40a0-9a1a-80f20d67091d req-bf3aa45a-cfed-4eff-bfb6-d62bb62ec5e4 service neutron] For port 628b9ed0-91c2-4767-8e49-8e7410a8407c, host n-h1-694802-15, cleared binding levels {{(pid=94467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:34:17.491142 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-5beb0bdb-b338-40a0-9a1a-80f20d67091d req-bf3aa45a-cfed-4eff-bfb6-d62bb62ec5e4 service neutron] For port 628b9ed0-91c2-4767-8e49-8e7410a8407c, host n-h1-694802-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=628b9ed0-91c2-4767-8e49-8e7410a8407c,segment=NetworkSegment(a1f8c867-101b-4d30-814e-b89f55a5edd0),segment_id=a1f8c867-101b-4d30-814e-b89f55a5edd0)] {{(pid=94467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:34:17.503272 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-5beb0bdb-b338-40a0-9a1a-80f20d67091d req-bf3aa45a-cfed-4eff-bfb6-d62bb62ec5e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:17.505422 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-47f9b698-55bd-4d10-bddf-3d9bcfe01f07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66413304', 'neutron.services.segments.db._delete_segments_for_network-8744654118000'] for network, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:17.602614 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3aa45a-cfed-4eff-bfb6-d62bb62ec5e4 service neutron] Pushing event updated for resources: {'Port': ['ID=628b9ed0-91c2-4767-8e49-8e7410a8407c,revision_number=7']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:34:17.609212 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-47f9b698-55bd-4d10-bddf-3d9bcfe01f07 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d77121a-2c49-4913-9b71-d88f74914779']}} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:34:17.647301 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5beb0bdb-b338-40a0-9a1a-80f20d67091d req-bf3aa45a-cfed-4eff-bfb6-d62bb62ec5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:34:17.648397 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-5beb0bdb-b338-40a0-9a1a-80f20d67091d req-bf3aa45a-cfed-4eff-bfb6-d62bb62ec5e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:17.650401 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-5beb0bdb-b338-40a0-9a1a-80f20d67091d req-bf3aa45a-cfed-4eff-bfb6-d62bb62ec5e4 service neutron] 10.222.0.64 "PUT /v2.0/ports/628b9ed0-91c2-4767-8e49-8e7410a8407c HTTP/1.1" status: 200 len: 1097 time: 1.2177551 Aug 12 14:34:17.704676 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-34b9a9d8-b3a0-4244-bbf2-d394551f86b4 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1010414971-network', 'tenant_id': '2ca2740279aa43f59b39608f0eb7f5ea'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:34:17.716018 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 9cac5a76-5d06-4188-b513-35c4af6d1758 no longer exists at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:34:17.748503 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34b9a9d8-b3a0-4244-bbf2-d394551f86b4 admin admin] Made reservation on behalf of 2ca2740279aa43f59b39608f0eb7f5ea for: {'network': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:34:17.751139 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-34b9a9d8-b3a0-4244-bbf2-d394551f86b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for network, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:17.752605 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] No Port match for: 9cac5a76-5d06-4188-b513-35c4af6d1758 {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 14:34:17.752958 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 9cac5a76-5d06-4188-b513-35c4af6d1758 not bound to the agent host n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:34:17.766264 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-34b9a9d8-b3a0-4244-bbf2-d394551f86b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:17.846524 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5beb0bdb-b338-40a0-9a1a-80f20d67091d req-9cf89181-1e09-4ec4-aea7-9e953064849b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:34:17.846524 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-5beb0bdb-b338-40a0-9a1a-80f20d67091d req-9cf89181-1e09-4ec4-aea7-9e953064849b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e3f6e239b38a4f618b8ca0621fcc54e4&device_id=8d672ae8-cf9f-476a-9b32-189bae5a39b2 HTTP/1.1" status: 200 len: 1100 time: 0.1484251 Aug 12 14:34:17.876798 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ac6ade-5097-4deb-80e9-2c14ee473d1d req-00a64837-e880-4473-a89d-c47827500fa5 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:34:17.891417 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a0ac6ade-5097-4deb-80e9-2c14ee473d1d req-00a64837-e880-4473-a89d-c47827500fa5 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] 10.222.0.39 "GET /v2.0/ports?device_id=e2a5ad67-981f-4d3f-8e72-5b9ed86baf8a HTTP/1.1" status: 200 len: 946 time: 0.2860367 Aug 12 14:34:18.023107 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-47f9b698-55bd-4d10-bddf-3d9bcfe01f07 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee392864-e217-4cd8-a2c6-fbd3077ffd3b') {'for_net_delete': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:34:18.024023 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-47f9b698-55bd-4d10-bddf-3d9bcfe01f07 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee392864-e217-4cd8-a2c6-fbd3077ffd3b') {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:34:18.056944 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-47f9b698-55bd-4d10-bddf-3d9bcfe01f07 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744654122361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2293560'] for segment, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:18.090458 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a0ac6ade-5097-4deb-80e9-2c14ee473d1d req-458d4103-612a-4759-b6b5-924174fd4c5c tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] 10.222.0.39 "GET /v2.0/security-groups?id=11312995-c93d-4754-9dea-15693c54238a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028358 Aug 12 14:34:18.092873 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-47f9b698-55bd-4d10-bddf-3d9bcfe01f07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:18.113832 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47f9b698-55bd-4d10-bddf-3d9bcfe01f07 admin admin] Releasing vlan 313 on physical network physnet1 to pool {{(pid=94466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 14:34:18.114317 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-47f9b698-55bd-4d10-bddf-3d9bcfe01f07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3718595'] for segment, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:18.117642 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5beb0bdb-b338-40a0-9a1a-80f20d67091d req-da94fd48-f72c-45bd-b000-c60bcde2873a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:34:18.118460 n-d-694802-15 neutron-server[94466]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 14:34:18.118460 n-d-694802-15 neutron-server[94466]: self.session.flush() Aug 12 14:34:18.118460 n-d-694802-15 neutron-server[94466]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 14:34:18.118460 n-d-694802-15 neutron-server[94466]: self.session.flush() Aug 12 14:34:18.118460 n-d-694802-15 neutron-server[94466]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 14:34:18.118460 n-d-694802-15 neutron-server[94466]: self.session.flush() Aug 12 14:34:18.118460 n-d-694802-15 neutron-server[94466]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 14:34:18.118460 n-d-694802-15 neutron-server[94466]: self.session.flush() Aug 12 14:34:18.118460 n-d-694802-15 neutron-server[94466]: Traceback (most recent call last): Aug 12 14:34:18.118460 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 14:34:18.118460 n-d-694802-15 neutron-server[94466]: timer() Aug 12 14:34:18.118460 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 14:34:18.118460 n-d-694802-15 neutron-server[94466]: cb(*args, **kw) Aug 12 14:34:18.118460 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 14:34:18.118460 n-d-694802-15 neutron-server[94466]: return func(*args, **kwargs) Aug 12 14:34:18.118460 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 14:34:18.118460 n-d-694802-15 neutron-server[94466]: self._notify() Aug 12 14:34:18.118460 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 14:34:18.118460 n-d-694802-15 neutron-server[94466]: self.callback(batched_events) Aug 12 14:34:18.118460 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 14:34:18.118460 n-d-694802-15 neutron-server[94466]: event.method(event) Aug 12 14:34:18.118460 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 14:34:18.118460 n-d-694802-15 neutron-server[94466]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 14:34:18.118460 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 14:34:18.118460 n-d-694802-15 neutron-server[94466]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 14:34:18.118460 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 14:34:18.118460 n-d-694802-15 neutron-server[94466]: return f(self, *a, **k) Aug 12 14:34:18.118460 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 14:34:18.118460 n-d-694802-15 neutron-server[94466]: return self._get(url).json() Aug 12 14:34:18.118460 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 14:34:18.118460 n-d-694802-15 neutron-server[94466]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 14:34:18.118460 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 14:34:18.118460 n-d-694802-15 neutron-server[94466]: return self.request(url, 'GET', **kwargs) Aug 12 14:34:18.118460 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 14:34:18.118460 n-d-694802-15 neutron-server[94466]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 14:34:18.118460 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 14:34:18.118460 n-d-694802-15 neutron-server[94466]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 14:34:18.118460 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 14:34:18.118460 n-d-694802-15 neutron-server[94466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 14:34:18.118460 n-d-694802-15 neutron-server[94466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 14:34:18.122190 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-5beb0bdb-b338-40a0-9a1a-80f20d67091d req-da94fd48-f72c-45bd-b000-c60bcde2873a service neutron] 10.222.0.64 "GET /v2.0/networks?id=2525c403-dfb3-4196-a273-739607aab38a HTTP/1.1" status: 200 len: 870 time: 0.2534025 Aug 12 14:34:18.174230 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-5beb0bdb-b338-40a0-9a1a-80f20d67091d req-7ab9117c-0734-4dc6-9be5-c70bf29b884c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.129&port_id=628b9ed0-91c2-4767-8e49-8e7410a8407c HTTP/1.1" status: 200 len: 217 time: 0.0452373 Aug 12 14:34:18.188077 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbfd775-da7e-49f4-8c26-c524bdbe1e9f req-27473c34-58c0-4f43-ad9c-6cabfb60c114 tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:34:18.190324 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-1dbfd775-da7e-49f4-8c26-c524bdbe1e9f req-27473c34-58c0-4f43-ad9c-6cabfb60c114 tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] 10.222.0.39 "GET /v2.0/ports?device_id=1c4abd92-ff98-493d-a431-54de27fac7f6 HTTP/1.1" status: 200 len: 943 time: 0.6067259 Aug 12 14:34:18.212129 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-34b9a9d8-b3a0-4244-bbf2-d394551f86b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:18.226399 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-34b9a9d8-b3a0-4244-bbf2-d394551f86b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:18.241928 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34b9a9d8-b3a0-4244-bbf2-d394551f86b4 admin admin] vlan segment allocate from pool success with {'vlan_id': 300, 'physical_network': 'physnet1'} {{(pid=94467) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 14:34:18.270097 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [req-767535ac-a700-4e40-b126-b2f8c851bdbf req-a29ca3cf-8d57-4db8-8b81-12b637f2a466 service neutron] Transition to ACTIVE for port object 1152052b-2557-4fb2-b6b9-f241e0aa7ede will not be triggered until provisioned by entity L2. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:34:18.288895 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-34b9a9d8-b3a0-4244-bbf2-d394551f86b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:18.288895 n-d-694802-15 neutron-server[94467]: INFO neutron.db.segments_db [None req-34b9a9d8-b3a0-4244-bbf2-d394551f86b4 admin admin] Added segment 228e3d89-da8c-4c3b-aca4-7ca58168eda9 of type vlan for network 41f1da00-3350-4544-8c27-fc6708300f17 Aug 12 14:34:18.318520 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b9a9d8-b3a0-4244-bbf2-d394551f86b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a4893b3-c400-4641-91ba-a7d99b11bfa1,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:34:18.349000 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5beb0bdb-b338-40a0-9a1a-80f20d67091d req-ec53dfdb-f3c8-4bde-ba90-8bc1b1c2433b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:34:18.350705 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-5beb0bdb-b338-40a0-9a1a-80f20d67091d req-ec53dfdb-f3c8-4bde-ba90-8bc1b1c2433b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=236e0be6-1c94-4221-9e8b-ab02a53331f8 HTTP/1.1" status: 200 len: 843 time: 0.1369584 Aug 12 14:34:18.352527 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-1dbfd775-da7e-49f4-8c26-c524bdbe1e9f req-37723174-fc89-4deb-a7b1-859f546a196f tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] 10.222.0.39 "GET /v2.0/security-groups?id=e3ca17b3-b028-41b3-b138-91e00a6e278c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468558 Aug 12 14:34:18.360171 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-47f9b698-55bd-4d10-bddf-3d9bcfe01f07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66413281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431520'] for network, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:18.378076 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-767535ac-a700-4e40-b126-b2f8c851bdbf req-a29ca3cf-8d57-4db8-8b81-12b637f2a466 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3718439'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:18.393627 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-34b9a9d8-b3a0-4244-bbf2-d394551f86b4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744653628263'] for network, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:18.431845 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5beb0bdb-b338-40a0-9a1a-80f20d67091d req-043b1c20-aca7-46d9-a19f-5bce667591e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:34:18.433308 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-5beb0bdb-b338-40a0-9a1a-80f20d67091d req-043b1c20-aca7-46d9-a19f-5bce667591e2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2525c403-dfb3-4196-a273-739607aab38a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0725784 Aug 12 14:34:18.463107 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-34b9a9d8-b3a0-4244-bbf2-d394551f86b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409'] for network, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:18.464987 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34b9a9d8-b3a0-4244-bbf2-d394551f86b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:34:18.465680 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-34b9a9d8-b3a0-4244-bbf2-d394551f86b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for network, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:18.512054 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-47f9b698-55bd-4d10-bddf-3d9bcfe01f07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for network, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:18.530851 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-47f9b698-55bd-4d10-bddf-3d9bcfe01f07 admin admin] 10.222.0.39 "DELETE /v2.0/networks/2d77121a-2c49-4913-9b71-d88f74914779 HTTP/1.1" status: 204 len: 168 time: 2.7815585 Aug 12 14:34:18.559826 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29ca3cf-8d57-4db8-8b81-12b637f2a466 service neutron] Pushing event updated for resources: {'Port': ['ID=1152052b-2557-4fb2-b6b9-f241e0aa7ede,revision_number=10']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:34:18.571673 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f9b698-55bd-4d10-bddf-3d9bcfe01f07 admin admin] Pushing event deleted for resources: {'Network': ['ID=2d77121a-2c49-4913-9b71-d88f74914779,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:34:18.607960 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-34b9a9d8-b3a0-4244-bbf2-d394551f86b4 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.2377963 Aug 12 14:34:18.618869 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 34362) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:34:18.629133 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-9fa6bf3e-b0ea-47c0-98d6-97fe72ffaeeb admin admin] Request body: {'subnet': {'network_id': '41f1da00-3350-4544-8c27-fc6708300f17', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1010414971-subnet', 'tenant_id': '2ca2740279aa43f59b39608f0eb7f5ea', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:34:18.656680 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b9a9d8-b3a0-4244-bbf2-d394551f86b4 admin admin] Pushing event updated for resources: {'Network': ['ID=41f1da00-3350-4544-8c27-fc6708300f17,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:34:18.664740 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fa6bf3e-b0ea-47c0-98d6-97fe72ffaeeb admin admin] Made reservation on behalf of 2ca2740279aa43f59b39608f0eb7f5ea for: {'subnet': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:34:18.668759 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-9fa6bf3e-b0ea-47c0-98d6-97fe72ffaeeb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3343791'] for subnet, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:18.669438 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [req-767535ac-a700-4e40-b126-b2f8c851bdbf req-a29ca3cf-8d57-4db8-8b81-12b637f2a466 service neutron] No DVR routers for this DVR port 1152052b-2557-4fb2-b6b9-f241e0aa7ede on host n-h2-694802-15 {{(pid=94466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:34:18.670715 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Network 41f1da00-3350-4544-8c27-fc6708300f17 details requested by agent ovs-agent-n-d-694802-15 with host n-d-694802-15 {{(pid=94468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 14:34:18.728006 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f840e4f6-835a-4407-a125-3508e7a55dcf req-0ec7e59b-eda6-4071-bc69-af101f7f514b tempest-LiveMigrationTest-388825582 tempest-LiveMigrationTest-388825582-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:34:18.730263 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-f840e4f6-835a-4407-a125-3508e7a55dcf req-0ec7e59b-eda6-4071-bc69-af101f7f514b tempest-LiveMigrationTest-388825582 tempest-LiveMigrationTest-388825582-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=e2a5ad67-981f-4d3f-8e72-5b9ed86baf8a HTTP/1.1" status: 200 len: 1098 time: 0.1965230 Aug 12 14:34:18.736168 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-767535ac-a700-4e40-b126-b2f8c851bdbf req-a29ca3cf-8d57-4db8-8b81-12b637f2a466 service neutron] 10.222.0.49 "PUT /v2.0/ports/1152052b-2557-4fb2-b6b9-f241e0aa7ede/bindings/n-h1-694802-15/activate HTTP/1.1" status: 200 len: 370 time: 2.4155574 Aug 12 14:34:18.782165 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 34364) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:34:18.822192 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-5beb0bdb-b338-40a0-9a1a-80f20d67091d req-e2a5e5d6-b6f9-4026-9038-b413cb05ff80 service neutron] 10.222.0.64 "GET /v2.0/networks/2525c403-dfb3-4196-a273-739607aab38a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3772230 Aug 12 14:34:18.851956 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5d242e-832a-4c2a-ae93-5042d79a70d4 req-cf8ee205-77ae-4fc0-a98a-92aac5358038 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:34:18.854031 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3a5d242e-832a-4c2a-ae93-5042d79a70d4 req-cf8ee205-77ae-4fc0-a98a-92aac5358038 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d672ae8-cf9f-476a-9b32-189bae5a39b2 HTTP/1.1" status: 200 len: 948 time: 0.2910054 Aug 12 14:34:18.867949 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-34180878-3ea5-4a5c-b98d-d953fae71abd admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b1a78db6da9442aab3b2432c7eca6669&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0841510 Aug 12 14:34:18.868617 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 34366) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:34:18.903044 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-f840e4f6-835a-4407-a125-3508e7a55dcf req-b364a27e-5aa4-4cf0-95c1-591fa5ef1edf tempest-LiveMigrationTest-388825582 tempest-LiveMigrationTest-388825582-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=11312995-c93d-4754-9dea-15693c54238a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621845 Aug 12 14:34:18.943983 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767535ac-a700-4e40-b126-b2f8c851bdbf req-7003c6eb-0dab-41b7-8a11-5fc3de0eaa8c tempest-LiveAutoBlockMigrationV225Test-1272051264 tempest-LiveAutoBlockMigrationV225Test-1272051264-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:34:18.945716 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-767535ac-a700-4e40-b126-b2f8c851bdbf req-7003c6eb-0dab-41b7-8a11-5fc3de0eaa8c tempest-LiveAutoBlockMigrationV225Test-1272051264 tempest-LiveAutoBlockMigrationV225Test-1272051264-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=1c4abd92-ff98-493d-a431-54de27fac7f6&tenant_id=eebc4daeab5b4932b99d48c68fd10c64&binding%3Ahost_id=n-h2-694802-15 HTTP/1.1" status: 200 len: 1096 time: 0.0948036 Aug 12 14:34:19.005651 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3a5d242e-832a-4c2a-ae93-5042d79a70d4 req-a8ed76ff-5149-4b29-a000-ea4814877e59 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0307eb3-f523-445b-8e1d-79deac809303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383352 Aug 12 14:34:19.020724 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5000bbe8-8dc5-4d1b-a963-cd866b85e082 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:19.065313 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5000bbe8-8dc5-4d1b-a963-cd866b85e082 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:19.074748 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767535ac-a700-4e40-b126-b2f8c851bdbf req-b9e110a8-4e6e-4a2b-b4bf-d91e8fb10d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:34:19.076297 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-767535ac-a700-4e40-b126-b2f8c851bdbf req-b9e110a8-4e6e-4a2b-b4bf-d91e8fb10d37 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=1c4abd92-ff98-493d-a431-54de27fac7f6&tenant_id=eebc4daeab5b4932b99d48c68fd10c64 HTTP/1.1" status: 200 len: 1096 time: 0.1157253 Aug 12 14:34:19.122136 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-5beb0bdb-b338-40a0-9a1a-80f20d67091d req-4cb0676e-9846-4d0d-bc8e-9a227859f68a service neutron] 10.222.0.64 "GET /v2.0/networks/2525c403-dfb3-4196-a273-739607aab38a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2864475 Aug 12 14:34:19.149766 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-9fa6bf3e-b0ea-47c0-98d6-97fe72ffaeeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2859166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3343773'] for subnet, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:19.190106 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5000bbe8-8dc5-4d1b-a963-cd866b85e082 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:19.193668 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5000bbe8-8dc5-4d1b-a963-cd866b85e082 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:19.195080 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-5000bbe8-8dc5-4d1b-a963-cd866b85e082 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/59cdf437-3eb3-4079-8d27-db1f8d94f14c HTTP/1.1" status: 204 len: 168 time: 0.3172910 Aug 12 14:34:19.205929 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5000bbe8-8dc5-4d1b-a963-cd866b85e082 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59cdf437-3eb3-4079-8d27-db1f8d94f14c,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:34:19.210629 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767535ac-a700-4e40-b126-b2f8c851bdbf req-38d8448c-ad24-4892-b346-012eb77cf2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:34:19.212684 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-767535ac-a700-4e40-b126-b2f8c851bdbf req-38d8448c-ad24-4892-b346-012eb77cf2a8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=eebc4daeab5b4932b99d48c68fd10c64&device_id=1c4abd92-ff98-493d-a431-54de27fac7f6 HTTP/1.1" status: 200 len: 1096 time: 0.1015568 Aug 12 14:34:19.237478 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d672ae8-cf9f-476a-9b32-189bae5a39b2', 'tag': '628b9ed0-91c2-4767-8e49-8e7410a8407c'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:34:19.240179 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e65282f928b64038367d043a4411777802006c43a98742496cb2e25b724ff1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8da92f0d-1766-431a-919e-3e84e5063e74" -d '{"events": [{"name": "network-changed", "server_uuid": "8d672ae8-cf9f-476a-9b32-189bae5a39b2", "tag": "628b9ed0-91c2-4767-8e49-8e7410a8407c"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:34:19.257001 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa6bf3e-b0ea-47c0-98d6-97fe72ffaeeb admin admin] Pushing event updated for resources: {'Subnet': ['ID=65e761a5-d401-4ddf-8e03-81602fb59a61,revision_number=0']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:34:19.265930 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144e0755-0030-4d4d-a831-0275b776f523 req-b85acc38-4498-4732-bdfc-951b51102ddf tempest-LiveMigrationTest-388825582 tempest-LiveMigrationTest-388825582-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:34:19.267792 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-144e0755-0030-4d4d-a831-0275b776f523 req-b85acc38-4498-4732-bdfc-951b51102ddf tempest-LiveMigrationTest-388825582 tempest-LiveMigrationTest-388825582-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=e2a5ad67-981f-4d3f-8e72-5b9ed86baf8a HTTP/1.1" status: 200 len: 1098 time: 0.1595399 Aug 12 14:34:19.271650 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fa6bf3e-b0ea-47c0-98d6-97fe72ffaeeb admin admin] Checking segment: {'id': '228e3d89-da8c-4c3b-aca4-7ca58168eda9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '41f1da00-3350-4544-8c27-fc6708300f17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:34:19.272953 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fa6bf3e-b0ea-47c0-98d6-97fe72ffaeeb admin admin] Network hostable DHCP agents. Network: 41f1da00-3350-4544-8c27-fc6708300f17, hostable agents: ['1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658'], hosted agents: [] {{(pid=94467) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 14:34:19.326122 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 14:34:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e56a4f5-24ab-48e4-bd85-724dfbc24873 x-openstack-request-id: req-0e56a4f5-24ab-48e4-bd85-724dfbc24873 {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:34:19.326407 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d672ae8-cf9f-476a-9b32-189bae5a39b2", "tag": "628b9ed0-91c2-4767-8e49-8e7410a8407c", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:34:19.326639 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0e56a4f5-24ab-48e4-bd85-724dfbc24873 {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:34:19.327388 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d672ae8-cf9f-476a-9b32-189bae5a39b2', 'tag': '628b9ed0-91c2-4767-8e49-8e7410a8407c', 'status': 'completed', 'code': 200} Aug 12 14:34:19.332192 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fa6bf3e-b0ea-47c0-98d6-97fe72ffaeeb admin admin] Network 41f1da00-3350-4544-8c27-fc6708300f17 is scheduled to be hosted by DHCP agent 1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658 with binding_index 1 {{(pid=94467) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 14:34:19.365449 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-144e0755-0030-4d4d-a831-0275b776f523 req-b89259d1-e77a-468a-bdee-20d351abd9b0 tempest-LiveMigrationTest-388825582 tempest-LiveMigrationTest-388825582-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=11312995-c93d-4754-9dea-15693c54238a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884521 Aug 12 14:34:19.407944 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [None req-9fa6bf3e-b0ea-47c0-98d6-97fe72ffaeeb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-15, 41f1da00-3350-4544-8c27-fc6708300f17) {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:34:19.413672 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fa6bf3e-b0ea-47c0-98d6-97fe72ffaeeb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:34:19.414260 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-9fa6bf3e-b0ea-47c0-98d6-97fe72ffaeeb admin admin] Notify callbacks [] for subnet, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:19.425949 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8126f07-3e45-4c33-8284-a0cab962300f None None] Network 41f1da00-3350-4544-8c27-fc6708300f17 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:34:19.443501 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-9fa6bf3e-b0ea-47c0-98d6-97fe72ffaeeb admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8132861 Aug 12 14:34:19.449645 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da92f0d-1766-431a-919e-3e84e5063e74 req-dd78230c-5513-4bea-abc5-279db184eff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:34:19.452899 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-8da92f0d-1766-431a-919e-3e84e5063e74 req-dd78230c-5513-4bea-abc5-279db184eff1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e3f6e239b38a4f618b8ca0621fcc54e4&device_id=8d672ae8-cf9f-476a-9b32-189bae5a39b2 HTTP/1.1" status: 200 len: 1100 time: 0.0852361 Aug 12 14:34:19.461223 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da92f0d-1766-431a-919e-3e84e5063e74 req-d429d1ea-a42e-4e60-a2ef-3922c2963b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:34:19.463284 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-8da92f0d-1766-431a-919e-3e84e5063e74 req-d429d1ea-a42e-4e60-a2ef-3922c2963b0e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e3f6e239b38a4f618b8ca0621fcc54e4&device_id=8d672ae8-cf9f-476a-9b32-189bae5a39b2 HTTP/1.1" status: 200 len: 1100 time: 0.1140859 Aug 12 14:34:19.464570 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767535ac-a700-4e40-b126-b2f8c851bdbf req-f6960a4b-1390-4ee0-a949-e207ccb91634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:34:19.465936 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-767535ac-a700-4e40-b126-b2f8c851bdbf req-f6960a4b-1390-4ee0-a949-e207ccb91634 service neutron] 10.222.0.64 "GET /v2.0/networks?id=03dfba7c-7b4a-44e5-8aaa-c2d37ee82018 HTTP/1.1" status: 200 len: 922 time: 0.2454889 Aug 12 14:34:19.680469 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f74181d-8207-4217-afce-a1cae36b9bfa None None] Network 41f1da00-3350-4544-8c27-fc6708300f17 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:34:19.708864 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-767535ac-a700-4e40-b126-b2f8c851bdbf req-1b24d2a3-2c8d-4174-8915-67ac5625aee5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1152052b-2557-4fb2-b6b9-f241e0aa7ede HTTP/1.1" status: 200 len: 217 time: 0.1332960 Aug 12 14:34:19.782418 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0f480e-436c-42f4-bd45-33f7b5f94da1 req-9940cf80-632e-4c1b-9bda-05ffdb476a54 tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:34:19.784019 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-3d0f480e-436c-42f4-bd45-33f7b5f94da1 req-9940cf80-632e-4c1b-9bda-05ffdb476a54 tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] 10.222.0.39 "GET /v2.0/ports?device_id=1c4abd92-ff98-493d-a431-54de27fac7f6 HTTP/1.1" status: 200 len: 944 time: 0.2533579 Aug 12 14:34:19.788977 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da92f0d-1766-431a-919e-3e84e5063e74 req-1cb3e42b-58a0-4307-96a0-a957084769d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:34:19.790405 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-8da92f0d-1766-431a-919e-3e84e5063e74 req-1cb3e42b-58a0-4307-96a0-a957084769d0 service neutron] 10.222.0.49 "GET /v2.0/networks?id=2525c403-dfb3-4196-a273-739607aab38a HTTP/1.1" status: 200 len: 870 time: 0.3194654 Aug 12 14:34:19.802210 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da92f0d-1766-431a-919e-3e84e5063e74 req-1d94b4a4-3af0-4b95-92ee-bbb4554b420b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:34:19.807737 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-8da92f0d-1766-431a-919e-3e84e5063e74 req-1d94b4a4-3af0-4b95-92ee-bbb4554b420b service neutron] 10.222.0.64 "GET /v2.0/networks?id=2525c403-dfb3-4196-a273-739607aab38a HTTP/1.1" status: 200 len: 870 time: 0.2339587 Aug 12 14:34:19.856660 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767535ac-a700-4e40-b126-b2f8c851bdbf req-313eb44d-f773-47fa-b3e0-6ee992c3403f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:34:19.859585 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-767535ac-a700-4e40-b126-b2f8c851bdbf req-313eb44d-f773-47fa-b3e0-6ee992c3403f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ef8d2719-a4dd-40cc-910c-927d9e7406a1 HTTP/1.1" status: 200 len: 861 time: 0.1398230 Aug 12 14:34:19.864156 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-8da92f0d-1766-431a-919e-3e84e5063e74 req-4e2d28c0-a02a-4f9b-993f-497df25f749e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.129&port_id=628b9ed0-91c2-4767-8e49-8e7410a8407c HTTP/1.1" status: 200 len: 217 time: 0.0588756 Aug 12 14:34:19.871540 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-8da92f0d-1766-431a-919e-3e84e5063e74 req-57ffcb6f-5013-462e-bb1f-5a031f1b7d89 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.129&port_id=628b9ed0-91c2-4767-8e49-8e7410a8407c HTTP/1.1" status: 200 len: 217 time: 0.0526512 Aug 12 14:34:19.934581 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-767535ac-a700-4e40-b126-b2f8c851bdbf req-8f43feed-6e5f-4250-9da9-84dc87cf60a5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=03dfba7c-7b4a-44e5-8aaa-c2d37ee82018&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0649760 Aug 12 14:34:19.949082 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-3d0f480e-436c-42f4-bd45-33f7b5f94da1 req-9e2e0204-6b42-46c7-b937-2de5641cbebb tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] 10.222.0.39 "GET /v2.0/security-groups?id=e3ca17b3-b028-41b3-b138-91e00a6e278c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517925 Aug 12 14:34:20.022205 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da92f0d-1766-431a-919e-3e84e5063e74 req-1bfb80af-b3f8-4bc1-8cb1-4a6bc92a747a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:34:20.027223 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-8da92f0d-1766-431a-919e-3e84e5063e74 req-1bfb80af-b3f8-4bc1-8cb1-4a6bc92a747a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=236e0be6-1c94-4221-9e8b-ab02a53331f8 HTTP/1.1" status: 200 len: 843 time: 0.1385684 Aug 12 14:34:20.042769 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da92f0d-1766-431a-919e-3e84e5063e74 req-1c3a3f8a-93bd-44d8-b170-1c50340edfab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:34:20.044903 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-8da92f0d-1766-431a-919e-3e84e5063e74 req-1c3a3f8a-93bd-44d8-b170-1c50340edfab service neutron] 10.222.0.49 "GET /v2.0/subnets?id=236e0be6-1c94-4221-9e8b-ab02a53331f8 HTTP/1.1" status: 200 len: 843 time: 0.1605294 Aug 12 14:34:20.127403 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da92f0d-1766-431a-919e-3e84e5063e74 req-e4e31f0a-43d1-4d78-ab88-b58d0c26ed14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:34:20.129038 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-8da92f0d-1766-431a-919e-3e84e5063e74 req-e4e31f0a-43d1-4d78-ab88-b58d0c26ed14 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2525c403-dfb3-4196-a273-739607aab38a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0767169 Aug 12 14:34:20.132748 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-767535ac-a700-4e40-b126-b2f8c851bdbf req-f2d441a3-f849-4a4e-9552-495c00578733 service neutron] 10.222.0.64 "GET /v2.0/networks/03dfba7c-7b4a-44e5-8aaa-c2d37ee82018?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1789689 Aug 12 14:34:20.136909 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da92f0d-1766-431a-919e-3e84e5063e74 req-ee5548fa-6eaf-41b1-b7ca-f67008ffb643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:34:20.138742 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-8da92f0d-1766-431a-919e-3e84e5063e74 req-ee5548fa-6eaf-41b1-b7ca-f67008ffb643 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2525c403-dfb3-4196-a273-739607aab38a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1033044 Aug 12 14:34:20.273476 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-8da92f0d-1766-431a-919e-3e84e5063e74 req-847f6e04-9ab0-4fff-873f-7663f52fc0e8 service neutron] 10.222.0.64 "GET /v2.0/networks/2525c403-dfb3-4196-a273-739607aab38a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218543 Aug 12 14:34:20.353699 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-8da92f0d-1766-431a-919e-3e84e5063e74 req-8dddbe82-8de8-4919-bc99-c9971c468811 service neutron] 10.222.0.49 "GET /v2.0/networks/2525c403-dfb3-4196-a273-739607aab38a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2142813 Aug 12 14:34:20.364862 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-767535ac-a700-4e40-b126-b2f8c851bdbf req-03332dfe-802c-4837-9994-03acbbd95686 service neutron] 10.222.0.64 "GET /v2.0/networks/03dfba7c-7b4a-44e5-8aaa-c2d37ee82018?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2043586 Aug 12 14:34:20.445183 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-8da92f0d-1766-431a-919e-3e84e5063e74 req-359654e4-0317-4736-bfdf-f86e980d104e service neutron] 10.222.0.64 "GET /v2.0/networks/2525c403-dfb3-4196-a273-739607aab38a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1612151 Aug 12 14:34:20.484275 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device 628b9ed0-91c2-4767-8e49-8e7410a8407c no longer exists at agent hyperv_n-h2-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:34:20.527973 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-8da92f0d-1766-431a-919e-3e84e5063e74 req-0395e360-a02a-478b-9f32-b447f90b33ac service neutron] 10.222.0.49 "GET /v2.0/networks/2525c403-dfb3-4196-a273-739607aab38a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1616688 Aug 12 14:34:20.559352 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device 628b9ed0-91c2-4767-8e49-8e7410a8407c not bound to the agent host n-h2-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:34:20.607366 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 34492) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:34:20.716935 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767535ac-a700-4e40-b126-b2f8c851bdbf req-09c03344-158b-448e-b21e-bb95f72a826f tempest-LiveAutoBlockMigrationV225Test-1272051264 tempest-LiveAutoBlockMigrationV225Test-1272051264-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:34:20.718469 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-767535ac-a700-4e40-b126-b2f8c851bdbf req-09c03344-158b-448e-b21e-bb95f72a826f tempest-LiveAutoBlockMigrationV225Test-1272051264 tempest-LiveAutoBlockMigrationV225Test-1272051264-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=1c4abd92-ff98-493d-a431-54de27fac7f6&tenant_id=eebc4daeab5b4932b99d48c68fd10c64&binding%3Ahost_id=n-h1-694802-15 HTTP/1.1" status: 200 len: 1096 time: 0.0664668 Aug 12 14:34:20.733402 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-5f1999ff-0e74-4702-a966-10bb79f12110 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-244350505-network', 'tenant_id': '27617456d52349fca9148b35806597f2'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:34:20.756971 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f1999ff-0e74-4702-a966-10bb79f12110 admin admin] Made reservation on behalf of 27617456d52349fca9148b35806597f2 for: {'network': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:34:20.759507 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5f1999ff-0e74-4702-a966-10bb79f12110 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for network, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:20.779042 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5f1999ff-0e74-4702-a966-10bb79f12110 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:20.855794 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-767535ac-a700-4e40-b126-b2f8c851bdbf req-abaf1d3c-9434-412a-be75-d26bc94dd5ec service neutron] For port 1152052b-2557-4fb2-b6b9-f241e0aa7ede, host n-h2-694802-15, cleared binding levels {{(pid=94467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:34:20.860539 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-767535ac-a700-4e40-b126-b2f8c851bdbf req-abaf1d3c-9434-412a-be75-d26bc94dd5ec service neutron] Notify callbacks [] for binding, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:20.862585 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-767535ac-a700-4e40-b126-b2f8c851bdbf req-abaf1d3c-9434-412a-be75-d26bc94dd5ec service neutron] 10.222.0.64 "DELETE /v2.0/ports/1152052b-2557-4fb2-b6b9-f241e0aa7ede/bindings/n-h2-694802-15 HTTP/1.1" status: 204 len: 173 time: 0.1350760 Aug 12 14:34:20.906769 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [req-8c6fc5ce-9284-49d9-894f-37d4edde6e97 req-455ebf71-6802-4043-bd21-0fced4932b47 tempest-LiveMigrationTest-388825582 tempest-LiveMigrationTest-388825582-project-admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=94466) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 14:34:20.907801 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-8c6fc5ce-9284-49d9-894f-37d4edde6e97 req-455ebf71-6802-4043-bd21-0fced4932b47 tempest-LiveMigrationTest-388825582 tempest-LiveMigrationTest-388825582-project-admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0103569 Aug 12 14:34:20.912891 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5f1999ff-0e74-4702-a966-10bb79f12110 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:20.919535 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [req-8c6fc5ce-9284-49d9-894f-37d4edde6e97 req-229e9918-77e5-49e8-9af7-105ca4d3fb2c service neutron] Request body: {'binding': {'host': 'n-h2-694802-15', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:34:20.919917 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [req-8c6fc5ce-9284-49d9-894f-37d4edde6e97 req-229e9918-77e5-49e8-9af7-105ca4d3fb2c service neutron] Unknown quota resources ['binding']. {{(pid=94466) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 12 14:34:20.923694 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5f1999ff-0e74-4702-a966-10bb79f12110 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:20.978851 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f1999ff-0e74-4702-a966-10bb79f12110 admin admin] vlan segment allocate from pool success with {'vlan_id': 306, 'physical_network': 'physnet1'} {{(pid=94466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 14:34:20.982372 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1999ff-0e74-4702-a966-10bb79f12110 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c291d91c-438b-4850-9ba7-0dc89bb433f2,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:34:21.032731 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5f1999ff-0e74-4702-a966-10bb79f12110 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:21.033077 n-d-694802-15 neutron-server[94466]: INFO neutron.db.segments_db [None req-5f1999ff-0e74-4702-a966-10bb79f12110 admin admin] Added segment 5ea65b70-2413-4fef-8dbc-962e58283bea of type vlan for network 92357b14-a952-4dd5-8b92-2ec9418b4e70 Aug 12 14:34:21.100207 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5f1999ff-0e74-4702-a966-10bb79f12110 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744653628263'] for network, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:21.228945 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [req-8c6fc5ce-9284-49d9-894f-37d4edde6e97 req-229e9918-77e5-49e8-9af7-105ca4d3fb2c service neutron] Attempting to bind port 7974fec4-9f9e-4427-ba78-6b9b1521cc4a on host n-h2-694802-15 for vnic_type normal with profile None {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:34:21.229590 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [req-8c6fc5ce-9284-49d9-894f-37d4edde6e97 req-229e9918-77e5-49e8-9af7-105ca4d3fb2c service neutron] Attempting to bind port 7974fec4-9f9e-4427-ba78-6b9b1521cc4a by drivers openvswitch,hyperv on host n-h2-694802-15 at level 0 using segments [{'id': '2c5f2abe-b754-491c-837b-06e8fcd65d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'a10dd9db-a24e-488c-8894-a27c36eaa630'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:34:21.229803 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c6fc5ce-9284-49d9-894f-37d4edde6e97 req-229e9918-77e5-49e8-9af7-105ca4d3fb2c service neutron] Attempting to bind port 7974fec4-9f9e-4427-ba78-6b9b1521cc4a on network a10dd9db-a24e-488c-8894-a27c36eaa630 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:34:21.232098 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5f1999ff-0e74-4702-a966-10bb79f12110 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409'] for network, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:21.233020 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f1999ff-0e74-4702-a966-10bb79f12110 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:34:21.233645 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5f1999ff-0e74-4702-a966-10bb79f12110 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for network, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:21.290014 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c6fc5ce-9284-49d9-894f-37d4edde6e97 req-229e9918-77e5-49e8-9af7-105ca4d3fb2c service neutron] Port 7974fec4-9f9e-4427-ba78-6b9b1521cc4a on network a10dd9db-a24e-488c-8894-a27c36eaa630 not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-15 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 14:34:21.290341 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c6fc5ce-9284-49d9-894f-37d4edde6e97 req-229e9918-77e5-49e8-9af7-105ca4d3fb2c service neutron] Attempting to bind port 7974fec4-9f9e-4427-ba78-6b9b1521cc4a on network a10dd9db-a24e-488c-8894-a27c36eaa630 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:34:21.310273 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-5f1999ff-0e74-4702-a966-10bb79f12110 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7014856 Aug 12 14:34:21.313395 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 34520) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:34:21.317582 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b784e31-77dd-4ca1-a9fd-de88c40f64b7 req-df67a550-d7a1-4f96-b12f-9e801829a04e tempest-ServerTagsTestJSON-2056439052 tempest-ServerTagsTestJSON-2056439052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:34:21.318812 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-0b77df4c-6578-43ca-974c-1cec85cecbb6 admin admin] Request body: {'subnet': {'network_id': '92357b14-a952-4dd5-8b92-2ec9418b4e70', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-244350505-subnet', 'tenant_id': '27617456d52349fca9148b35806597f2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:34:21.319076 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-6b784e31-77dd-4ca1-a9fd-de88c40f64b7 req-df67a550-d7a1-4f96-b12f-9e801829a04e tempest-ServerTagsTestJSON-2056439052 tempest-ServerTagsTestJSON-2056439052-project] 10.222.0.39 "GET /v2.0/networks?id=41f1da00-3350-4544-8c27-fc6708300f17 HTTP/1.1" status: 200 len: 809 time: 0.2380455 Aug 12 14:34:21.322019 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c6fc5ce-9284-49d9-894f-37d4edde6e97 req-229e9918-77e5-49e8-9af7-105ca4d3fb2c service neutron] Checking agent: {'id': 'b7697f71-33f3-4959-ad82-43c2dc15845d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 27, 42), 'started_at': datetime.datetime(2021, 8, 12, 14, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 34, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:34:21.322356 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c6fc5ce-9284-49d9-894f-37d4edde6e97 req-229e9918-77e5-49e8-9af7-105ca4d3fb2c service neutron] Checking segment: {'id': '2c5f2abe-b754-491c-837b-06e8fcd65d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'a10dd9db-a24e-488c-8894-a27c36eaa630'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:34:21.322732 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c6fc5ce-9284-49d9-894f-37d4edde6e97 req-229e9918-77e5-49e8-9af7-105ca4d3fb2c service neutron] Bound using segment: {'id': '2c5f2abe-b754-491c-837b-06e8fcd65d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'a10dd9db-a24e-488c-8894-a27c36eaa630'} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:34:21.323227 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [req-8c6fc5ce-9284-49d9-894f-37d4edde6e97 req-229e9918-77e5-49e8-9af7-105ca4d3fb2c service neutron] Bound port: 7974fec4-9f9e-4427-ba78-6b9b1521cc4a, host: n-h2-694802-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c5f2abe-b754-491c-837b-06e8fcd65d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'a10dd9db-a24e-488c-8894-a27c36eaa630'}}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:34:21.340794 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b77df4c-6578-43ca-974c-1cec85cecbb6 admin admin] Made reservation on behalf of 27617456d52349fca9148b35806597f2 for: {'subnet': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:34:21.343213 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-0b77df4c-6578-43ca-974c-1cec85cecbb6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3343791'] for subnet, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:21.365580 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1999ff-0e74-4702-a966-10bb79f12110 admin admin] Pushing event updated for resources: {'Network': ['ID=92357b14-a952-4dd5-8b92-2ec9418b4e70,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:34:21.373523 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-6b784e31-77dd-4ca1-a9fd-de88c40f64b7 req-f1c22729-4eea-4770-8d94-3bc934bb3aac tempest-ServerTagsTestJSON-2056439052 tempest-ServerTagsTestJSON-2056439052-project] 10.222.0.39 "GET /v2.0/quotas/2ca2740279aa43f59b39608f0eb7f5ea HTTP/1.1" status: 200 len: 375 time: 0.0451701 Aug 12 14:34:21.377166 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Network 92357b14-a952-4dd5-8b92-2ec9418b4e70 details requested by agent ovs-agent-n-d-694802-15 with host n-d-694802-15 {{(pid=94468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 14:34:21.417786 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-6b784e31-77dd-4ca1-a9fd-de88c40f64b7 req-12a427bb-1486-49c9-b411-bc60ebd79089 tempest-ServerTagsTestJSON-2056439052 tempest-ServerTagsTestJSON-2056439052-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=2ca2740279aa43f59b39608f0eb7f5ea&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0326600 Aug 12 14:34:21.429390 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [req-8c6fc5ce-9284-49d9-894f-37d4edde6e97 req-229e9918-77e5-49e8-9af7-105ca4d3fb2c service neutron] For port 7974fec4-9f9e-4427-ba78-6b9b1521cc4a, host n-h2-694802-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=7974fec4-9f9e-4427-ba78-6b9b1521cc4a,segment=NetworkSegment(2c5f2abe-b754-491c-837b-06e8fcd65d4b),segment_id=2c5f2abe-b754-491c-837b-06e8fcd65d4b)] {{(pid=94466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:34:21.441093 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-8c6fc5ce-9284-49d9-894f-37d4edde6e97 req-229e9918-77e5-49e8-9af7-105ca4d3fb2c service neutron] Notify callbacks [] for binding, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:21.442225 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-8c6fc5ce-9284-49d9-894f-37d4edde6e97 req-229e9918-77e5-49e8-9af7-105ca4d3fb2c service neutron] 10.222.0.39 "POST /v2.0/ports/7974fec4-9f9e-4427-ba78-6b9b1521cc4a/bindings HTTP/1.1" status: 201 len: 390 time: 0.5267584 Aug 12 14:34:21.556267 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-6b784e31-77dd-4ca1-a9fd-de88c40f64b7 req-c56594c7-a987-4c6f-86f4-afd2d9c23ca6 service neutron] 10.222.0.39 "GET /v2.0/networks/41f1da00-3350-4544-8c27-fc6708300f17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253977 Aug 12 14:34:21.577804 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-0b77df4c-6578-43ca-974c-1cec85cecbb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2859166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3343773'] for subnet, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:21.696672 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-6b784e31-77dd-4ca1-a9fd-de88c40f64b7 req-7a074cb3-b844-42c1-9cbe-a780e6b6cb51 service neutron] 10.222.0.39 "GET /v2.0/networks/41f1da00-3350-4544-8c27-fc6708300f17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319544 Aug 12 14:34:21.711985 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b77df4c-6578-43ca-974c-1cec85cecbb6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=55227452-0802-4492-beeb-f6d40df664c8,revision_number=0']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:34:21.744584 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b77df4c-6578-43ca-974c-1cec85cecbb6 admin admin] Checking segment: {'id': '5ea65b70-2413-4fef-8dbc-962e58283bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '92357b14-a952-4dd5-8b92-2ec9418b4e70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:34:21.744993 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b77df4c-6578-43ca-974c-1cec85cecbb6 admin admin] Network hostable DHCP agents. Network: 92357b14-a952-4dd5-8b92-2ec9418b4e70, hostable agents: ['1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658'], hosted agents: [] {{(pid=94467) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 14:34:21.756187 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b50e3c-3724-4f5e-aab9-3f0919b252fe req-8e5abc05-c8d4-4dcd-99fd-c711db8a7db8 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:34:21.763752 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e0b50e3c-3724-4f5e-aab9-3f0919b252fe req-8e5abc05-c8d4-4dcd-99fd-c711db8a7db8 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d672ae8-cf9f-476a-9b32-189bae5a39b2 HTTP/1.1" status: 200 len: 948 time: 0.1300435 Aug 12 14:34:21.809408 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e0b50e3c-3724-4f5e-aab9-3f0919b252fe req-1213be9a-5611-484b-9629-1f6890cccd33 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0307eb3-f523-445b-8e1d-79deac809303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447505 Aug 12 14:34:21.810564 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b77df4c-6578-43ca-974c-1cec85cecbb6 admin admin] Network 92357b14-a952-4dd5-8b92-2ec9418b4e70 is scheduled to be hosted by DHCP agent 1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658 with binding_index 1 {{(pid=94467) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 14:34:21.821681 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [None req-0b77df4c-6578-43ca-974c-1cec85cecbb6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-15, 92357b14-a952-4dd5-8b92-2ec9418b4e70) {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:34:21.834910 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-615a228b-3b7e-4728-8df0-7706bb4a32e2 None None] Network 92357b14-a952-4dd5-8b92-2ec9418b4e70 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:34:21.840038 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b77df4c-6578-43ca-974c-1cec85cecbb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:34:21.840429 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6fc5ce-9284-49d9-894f-37d4edde6e97 req-bc262214-7ae1-4485-9b3d-e2cb8bf2e2b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:34:21.842204 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-0b77df4c-6578-43ca-974c-1cec85cecbb6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:21.842858 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-8c6fc5ce-9284-49d9-894f-37d4edde6e97 req-bc262214-7ae1-4485-9b3d-e2cb8bf2e2b2 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=39c74547ea964352853351e74cbcb768&device_id=e2a5ad67-981f-4d3f-8e72-5b9ed86baf8a HTTP/1.1" status: 200 len: 1098 time: 0.0741961 Aug 12 14:34:21.872724 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-0b77df4c-6578-43ca-974c-1cec85cecbb6 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5566223 Aug 12 14:34:21.874283 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 34526) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:34:21.883540 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-5ae7b859-f853-401d-86dc-fea20b9aedc9 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-244350505-router', 'tenant_id': '27617456d52349fca9148b35806597f2', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'}}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:34:21.941471 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-5ae7b859-f853-401d-86dc-fea20b9aedc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-430574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-104863'] for router, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:21.942583 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-5ae7b859-f853-401d-86dc-fea20b9aedc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-429438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-431405', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66646573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-104852'] for router, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:22.028145 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6fc5ce-9284-49d9-894f-37d4edde6e97 req-9e11c8c4-4650-45b1-9877-b329bbdef654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:34:22.030153 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-5ae7b859-f853-401d-86dc-fea20b9aedc9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:22.031620 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-8c6fc5ce-9284-49d9-894f-37d4edde6e97 req-9e11c8c4-4650-45b1-9877-b329bbdef654 service neutron] 10.222.0.49 "GET /v2.0/networks?id=a10dd9db-a24e-488c-8894-a27c36eaa630 HTTP/1.1" status: 200 len: 908 time: 0.1817255 Aug 12 14:34:22.062813 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b54429e-0788-4e42-968d-0ef229b1b6de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa7035b3e-9a89-5964-b9f4-97301c3f476a-92357b14-a952-4dd5-8b92-2ec9418b4e70', 'network_id': '92357b14-a952-4dd5-8b92-2ec9418b4e70', 'tenant_id': '27617456d52349fca9148b35806597f2', 'fixed_ips': [{'subnet_id': '55227452-0802-4492-beeb-f6d40df664c8'}]}} from n-d-694802-15. {{(pid=94468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 14:34:22.064142 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-0b54429e-0788-4e42-968d-0ef229b1b6de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:22.130436 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-8c6fc5ce-9284-49d9-894f-37d4edde6e97 req-6fcb3808-8bd7-4cd1-845f-58158af338d6 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7974fec4-9f9e-4427-ba78-6b9b1521cc4a HTTP/1.1" status: 200 len: 217 time: 0.0905287 Aug 12 14:34:22.243217 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6fc5ce-9284-49d9-894f-37d4edde6e97 req-dcf24939-80ab-4158-bc00-0a3ebffe677f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:34:22.245190 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-8c6fc5ce-9284-49d9-894f-37d4edde6e97 req-dcf24939-80ab-4158-bc00-0a3ebffe677f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d61545bd-f4f7-4794-86f8-5ac232439ea3 HTTP/1.1" status: 200 len: 847 time: 0.1002264 Aug 12 14:34:22.277702 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6cc7eb-d2ea-4d2e-88d1-8115d3d0199a req-b668c90d-d583-4709-ad34-d683da5e8bab tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:34:22.286769 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-5e6cc7eb-d2ea-4d2e-88d1-8115d3d0199a req-b668c90d-d583-4709-ad34-d683da5e8bab tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] 10.222.0.39 "GET /v2.0/ports?device_id=1c4abd92-ff98-493d-a431-54de27fac7f6 HTTP/1.1" status: 200 len: 944 time: 0.1459620 Aug 12 14:34:22.291441 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.db_base_plugin_common [None req-0b54429e-0788-4e42-968d-0ef229b1b6de None None] Allocated IP 172.20.0.2 (92357b14-a952-4dd5-8b92-2ec9418b4e70/55227452-0802-4492-beeb-f6d40df664c8/cccd5864-bc69-4952-97e2-52ebc693cf1b) {{(pid=94468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:34:22.322467 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-8c6fc5ce-9284-49d9-894f-37d4edde6e97 req-92963c84-3314-481d-972c-d108c2e72b78 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a10dd9db-a24e-488c-8894-a27c36eaa630&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0673344 Aug 12 14:34:22.368197 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-5ae7b859-f853-401d-86dc-fea20b9aedc9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:22.400293 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b22fab-9660-46be-87a8-9347586c6db6 req-0c87301a-1faa-4fef-b34f-fb56a4cd82dc tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:34:22.410987 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-54b22fab-9660-46be-87a8-9347586c6db6 req-0c87301a-1faa-4fef-b34f-fb56a4cd82dc tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] 10.222.0.39 "GET /v2.0/ports?device_id=e2a5ad67-981f-4d3f-8e72-5b9ed86baf8a HTTP/1.1" status: 200 len: 946 time: 0.1917255 Aug 12 14:34:22.426960 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-5e6cc7eb-d2ea-4d2e-88d1-8115d3d0199a req-fdb9a505-38ce-4b87-83f4-633f3eda4424 tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] 10.222.0.39 "GET /v2.0/security-groups?id=e3ca17b3-b028-41b3-b138-91e00a6e278c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301744 Aug 12 14:34:22.473176 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-8c6fc5ce-9284-49d9-894f-37d4edde6e97 req-42b4cc98-8200-444d-9258-8a6d163428bd service neutron] 10.222.0.49 "GET /v2.0/networks/a10dd9db-a24e-488c-8894-a27c36eaa630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403983 Aug 12 14:34:22.506114 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-54b22fab-9660-46be-87a8-9347586c6db6 req-13f6b967-f456-48d6-b65d-f22d4030cd53 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] 10.222.0.39 "GET /v2.0/security-groups?id=11312995-c93d-4754-9dea-15693c54238a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940912 Aug 12 14:34:22.508245 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-0b54429e-0788-4e42-968d-0ef229b1b6de None None] Notify callbacks [] for port, precommit_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:22.519394 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-0b54429e-0788-4e42-968d-0ef229b1b6de None None] Transition to ACTIVE for port object cccd5864-bc69-4952-97e2-52ebc693cf1b will not be triggered until provisioned by entity L2. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:34:22.540287 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-0b54429e-0788-4e42-968d-0ef229b1b6de None None] Transition to ACTIVE for port object cccd5864-bc69-4952-97e2-52ebc693cf1b will not be triggered until provisioned by entity DHCP. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:34:22.549710 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-0b54429e-0788-4e42-968d-0ef229b1b6de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253'] for port, after_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:22.579786 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-bf0f7167-01a0-412d-9b72-29906916ec26 req-2c6e30fe-9fcd-423d-bb7f-d1ec6c141f65 tempest-ServerTagsTestJSON-2056439052 tempest-ServerTagsTestJSON-2056439052-project] 10.222.0.39 "GET /v2.0/ports?device_id=7280c12c-b739-473c-8176-6241a11fdba8 HTTP/1.1" status: 200 len: 210 time: 0.0983963 Aug 12 14:34:22.611532 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b54429e-0788-4e42-968d-0ef229b1b6de None None] Network 92357b14-a952-4dd5-8b92-2ec9418b4e70 is already hosted by enough agents. {{(pid=94468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:34:22.615300 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.base_scheduler [None req-0b54429e-0788-4e42-968d-0ef229b1b6de None None] Resources bound (agent type, host, resource id): {{(pid=94468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:34:22.623801 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b54429e-0788-4e42-968d-0ef229b1b6de None None] Received port after_create {{(pid=94468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:34:22.681727 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b54429e-0788-4e42-968d-0ef229b1b6de None None] Pushing event updated for resources: {'Port': ['ID=cccd5864-bc69-4952-97e2-52ebc693cf1b,revision_number=1']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:34:22.708314 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-8c6fc5ce-9284-49d9-894f-37d4edde6e97 req-a3e9f97c-99a7-4432-8d99-1be51b995222 service neutron] 10.222.0.49 "GET /v2.0/networks/a10dd9db-a24e-488c-8894-a27c36eaa630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2178104 Aug 12 14:34:22.753869 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-0b54429e-0788-4e42-968d-0ef229b1b6de None None] Attempting to bind port cccd5864-bc69-4952-97e2-52ebc693cf1b on host n-d-694802-15 for vnic_type normal with profile {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:34:22.754245 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-0b54429e-0788-4e42-968d-0ef229b1b6de None None] Attempting to bind port cccd5864-bc69-4952-97e2-52ebc693cf1b by drivers openvswitch,hyperv on host n-d-694802-15 at level 0 using segments [{'id': '5ea65b70-2413-4fef-8dbc-962e58283bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '92357b14-a952-4dd5-8b92-2ec9418b4e70'}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:34:22.754606 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b54429e-0788-4e42-968d-0ef229b1b6de None None] Attempting to bind port cccd5864-bc69-4952-97e2-52ebc693cf1b on network 92357b14-a952-4dd5-8b92-2ec9418b4e70 {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:34:22.762149 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b54429e-0788-4e42-968d-0ef229b1b6de None None] Checking agent: {'id': '16de73ac-f2e9-4cee-b3e0-91052ae3e6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 20, 13), 'started_at': datetime.datetime(2021, 8, 12, 14, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 34, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:34:22.762509 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b54429e-0788-4e42-968d-0ef229b1b6de None None] Checking segment: {'id': '5ea65b70-2413-4fef-8dbc-962e58283bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '92357b14-a952-4dd5-8b92-2ec9418b4e70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:34:22.763084 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-0b54429e-0788-4e42-968d-0ef229b1b6de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:22.763907 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b54429e-0788-4e42-968d-0ef229b1b6de None None] Bound using segment: {'id': '5ea65b70-2413-4fef-8dbc-962e58283bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '92357b14-a952-4dd5-8b92-2ec9418b4e70'} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:34:22.764385 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-0b54429e-0788-4e42-968d-0ef229b1b6de None None] Bound port: cccd5864-bc69-4952-97e2-52ebc693cf1b, host: n-d-694802-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ea65b70-2413-4fef-8dbc-962e58283bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '92357b14-a952-4dd5-8b92-2ec9418b4e70'}}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:34:22.765219 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-0b54429e-0788-4e42-968d-0ef229b1b6de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:22.789487 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2150c207-d1ec-4e0a-827c-6a40fe6b1a21 req-69935eef-96af-44ad-bec0-ddda456492ea tempest-LiveAutoBlockMigrationV225Test-1272051264 tempest-LiveAutoBlockMigrationV225Test-1272051264-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:34:22.791139 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-2150c207-d1ec-4e0a-827c-6a40fe6b1a21 req-69935eef-96af-44ad-bec0-ddda456492ea tempest-LiveAutoBlockMigrationV225Test-1272051264 tempest-LiveAutoBlockMigrationV225Test-1272051264-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=1c4abd92-ff98-493d-a431-54de27fac7f6 HTTP/1.1" status: 200 len: 1096 time: 0.0474756 Aug 12 14:34:22.836415 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-5ae7b859-f853-401d-86dc-fea20b9aedc9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:22.841960 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-0b54429e-0788-4e42-968d-0ef229b1b6de None None] For port cccd5864-bc69-4952-97e2-52ebc693cf1b, host n-d-694802-15, cleared binding levels {{(pid=94468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:34:22.847319 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-0b54429e-0788-4e42-968d-0ef229b1b6de None None] For port cccd5864-bc69-4952-97e2-52ebc693cf1b, host n-d-694802-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=cccd5864-bc69-4952-97e2-52ebc693cf1b,segment=NetworkSegment(5ea65b70-2413-4fef-8dbc-962e58283bea),segment_id=5ea65b70-2413-4fef-8dbc-962e58283bea)] {{(pid=94468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:34:22.853661 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-0b54429e-0788-4e42-968d-0ef229b1b6de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:22.854758 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-2150c207-d1ec-4e0a-827c-6a40fe6b1a21 req-d50cc01e-aaac-4319-b608-32c7f2e17486 tempest-LiveAutoBlockMigrationV225Test-1272051264 tempest-LiveAutoBlockMigrationV225Test-1272051264-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=e3ca17b3-b028-41b3-b138-91e00a6e278c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565333 Aug 12 14:34:22.940231 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b54429e-0788-4e42-968d-0ef229b1b6de None None] Pushing event updated for resources: {'Port': ['ID=cccd5864-bc69-4952-97e2-52ebc693cf1b,revision_number=2']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:34:22.975317 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device 628b9ed0-91c2-4767-8e49-8e7410a8407c details requested by agent hyperv_n-h1-694802-15 with host n-h1-694802-15 {{(pid=94468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 14:34:22.993271 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device 4d4f81b4-a2fb-404b-9cb3-a108921ed6df no longer exists at agent hyperv_n-h1-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:34:23.036262 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffeb4d9-3d9e-4dae-8cd7-40f0de3e161c req-b0f301f2-e45e-439d-8759-3227a858e944 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:34:23.044628 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-dffeb4d9-3d9e-4dae-8cd7-40f0de3e161c req-b0f301f2-e45e-439d-8759-3227a858e944 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d672ae8-cf9f-476a-9b32-189bae5a39b2 HTTP/1.1" status: 200 len: 948 time: 0.1006136 Aug 12 14:34:23.091862 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-dffeb4d9-3d9e-4dae-8cd7-40f0de3e161c req-175d763d-9216-4c89-ba46-beafaeb7d46a tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0307eb3-f523-445b-8e1d-79deac809303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461535 Aug 12 14:34:23.118475 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.db.resource_extend [None req-93370168-53ca-47c2-9e27-b066be57125c None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 12 14:34:23.215781 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:23.340777 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port 628b9ed0-91c2-4767-8e49-8e7410a8407c, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=628b9ed0-91c2-4767-8e49-8e7410a8407c,segment=NetworkSegment(a1f8c867-101b-4d30-814e-b89f55a5edd0),segment_id=a1f8c867-101b-4d30-814e-b89f55a5edd0)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:34:23.366552 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0082eb9a-a521-4cc3-9405-f409a5a893a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4d4f81b4-a2fb-404b-9cb3-a108921ed6df'}] {{(pid=94468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:34:23.369507 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99a8d87602170099c728e57431aca99e9b98a655a83bbf8727be13192709727b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6732b262-aa9f-456a-80ae-f530213d9560" -d '{"events": [{"server_uuid": "0082eb9a-a521-4cc3-9405-f409a5a893a7", "name": "network-vif-unplugged", "status": "completed", "tag": "4d4f81b4-a2fb-404b-9cb3-a108921ed6df"}]}' {{(pid=94468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:34:23.387794 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Returning: {'device': '628b9ed0-91c2-4767-8e49-8e7410a8407c', 'network_id': '2525c403-dfb3-4196-a273-739607aab38a', 'port_id': '628b9ed0-91c2-4767-8e49-8e7410a8407c', 'mac_address': 'fa:16:3e:bd:8d:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '236e0be6-1c94-4221-9e8b-ab02a53331f8', 'ip_address': '192.168.233.129'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 14:34:23.391959 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port 4d4f81b4-a2fb-404b-9cb3-a108921ed6df, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=4d4f81b4-a2fb-404b-9cb3-a108921ed6df,segment=NetworkSegment(5ea1fe2e-eeef-460a-999b-4e3aad831451),segment_id=5ea1fe2e-eeef-460a-999b-4e3aad831451)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:34:23.401306 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:23.468112 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-5ae7b859-f853-401d-86dc-fea20b9aedc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:23.499768 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:23.523661 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 628b9ed0-91c2-4767-8e49-8e7410a8407c {{(pid=94468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:34:23.559210 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Pushing event updated for resources: {'Port': ['ID=4d4f81b4-a2fb-404b-9cb3-a108921ed6df,revision_number=8']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:34:23.564106 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port 628b9ed0-91c2-4767-8e49-8e7410a8407c, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=628b9ed0-91c2-4767-8e49-8e7410a8407c,segment=NetworkSegment(a1f8c867-101b-4d30-814e-b89f55a5edd0),segment_id=a1f8c867-101b-4d30-814e-b89f55a5edd0)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:34:23.570450 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:23.580415 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1531a6f0-3eb7-4214-9079-cce608563462 req-a06eef2a-7fda-44f0-b497-8f532b58261f tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:34:23.583647 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-1531a6f0-3eb7-4214-9079-cce608563462 req-a06eef2a-7fda-44f0-b497-8f532b58261f tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] 10.222.0.39 "GET /v2.0/networks?id=66286ace-0f28-443f-a69d-5df85949d220 HTTP/1.1" status: 200 len: 805 time: 0.9319739 Aug 12 14:34:23.645740 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-1531a6f0-3eb7-4214-9079-cce608563462 req-646aa1ca-a4b8-4415-ac4c-06a74209f9cb tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] 10.222.0.39 "GET /v2.0/quotas/f18f73753fc44381926b4d20b367351e HTTP/1.1" status: 200 len: 375 time: 0.0474589 Aug 12 14:34:23.658004 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b784e31-77dd-4ca1-a9fd-de88c40f64b7 req-68ea5f27-8996-4ecf-a099-6814791f6d95 tempest-ServerTagsTestJSON-2056439052 tempest-ServerTagsTestJSON-2056439052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:34:23.660829 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-6b784e31-77dd-4ca1-a9fd-de88c40f64b7 req-68ea5f27-8996-4ecf-a099-6814791f6d95 tempest-ServerTagsTestJSON-2056439052 tempest-ServerTagsTestJSON-2056439052-project] 10.222.0.49 "GET /v2.0/networks?id=41f1da00-3350-4544-8c27-fc6708300f17 HTTP/1.1" status: 200 len: 809 time: 0.2957389 Aug 12 14:34:23.669079 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Pushing event updated for resources: {'Port': ['ID=628b9ed0-91c2-4767-8e49-8e7410a8407c,revision_number=8']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:34:23.694310 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [req-6b784e31-77dd-4ca1-a9fd-de88c40f64b7 req-d3dec4e7-c97a-4096-aed3-f3c5e8e6314b tempest-ServerTagsTestJSON-2056439052 tempest-ServerTagsTestJSON-2056439052-project] Request body: {'port': {'device_id': '7280c12c-b739-473c-8176-6241a11fdba8', 'network_id': '41f1da00-3350-4544-8c27-fc6708300f17', 'admin_state_up': True, 'tenant_id': '2ca2740279aa43f59b39608f0eb7f5ea'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:34:23.768139 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device cccd5864-bc69-4952-97e2-52ebc693cf1b up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:34:23.787579 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-1531a6f0-3eb7-4214-9079-cce608563462 req-0ee5af4f-78f4-4ebb-9ccc-324429e02ed1 tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=f18f73753fc44381926b4d20b367351e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1314549 Aug 12 14:34:23.848798 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning for port cccd5864-bc69-4952-97e2-52ebc693cf1b completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:34:23.851666 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b784e31-77dd-4ca1-a9fd-de88c40f64b7 req-d3dec4e7-c97a-4096-aed3-f3c5e8e6314b tempest-ServerTagsTestJSON-2056439052 tempest-ServerTagsTestJSON-2056439052-project] Made reservation on behalf of 2ca2740279aa43f59b39608f0eb7f5ea for: {'port': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:34:23.855200 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-6b784e31-77dd-4ca1-a9fd-de88c40f64b7 req-d3dec4e7-c97a-4096-aed3-f3c5e8e6314b tempest-ServerTagsTestJSON-2056439052 tempest-ServerTagsTestJSON-2056439052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:23.865559 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_common [None req-5ae7b859-f853-401d-86dc-fea20b9aedc9 admin admin] Allocated IP 172.25.1.230 (d3759e1b-6c03-45ac-acd4-90abb417809b/f0254f08-c19c-4e31-bd9c-09389ea4b6f2/60aa254e-64f6-4ef4-a20c-e736da13d259) {{(pid=94467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:34:24.036105 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [req-6b784e31-77dd-4ca1-a9fd-de88c40f64b7 req-d3dec4e7-c97a-4096-aed3-f3c5e8e6314b tempest-ServerTagsTestJSON-2056439052 tempest-ServerTagsTestJSON-2056439052-project] Allocated IP 172.20.0.12 (41f1da00-3350-4544-8c27-fc6708300f17/65e761a5-d401-4ddf-8e03-81602fb59a61/7aee8b14-551b-49e0-bd6b-7295df572013) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:34:24.039156 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 12 Aug 2021 14:34:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c3be20e-58d1-43c4-aa22-f20aa25713d7 x-openstack-request-id: req-7c3be20e-58d1-43c4-aa22-f20aa25713d7 {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:34:24.039402 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0082eb9a-a521-4cc3-9405-f409a5a893a7", "name": "network-vif-unplugged", "status": "completed", "tag": "4d4f81b4-a2fb-404b-9cb3-a108921ed6df", "code": 200}]} {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:34:24.039640 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7c3be20e-58d1-43c4-aa22-f20aa25713d7 {{(pid=94468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:34:24.040121 n-d-694802-15 neutron-server[94468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0082eb9a-a521-4cc3-9405-f409a5a893a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4d4f81b4-a2fb-404b-9cb3-a108921ed6df', 'code': 200} Aug 12 14:34:24.101725 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] get_ports_and_sgs() called for port_ids ['628b9ed0-91c2-4767-8e49-8e7410a8407c'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:34:24.127732 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-1531a6f0-3eb7-4214-9079-cce608563462 req-8b2b48d8-63a3-4c4d-9713-8059f53b41c1 service neutron] 10.222.0.39 "GET /v2.0/networks/66286ace-0f28-443f-a69d-5df85949d220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3234160 Aug 12 14:34:24.247620 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62adda73-0c7e-4c53-8d14-8944fc8c1bda req-963119c4-5836-495f-9ff2-08bf77392fbb tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:34:24.256851 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-62adda73-0c7e-4c53-8d14-8944fc8c1bda req-963119c4-5836-495f-9ff2-08bf77392fbb tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] 10.222.0.39 "GET /v2.0/ports?device_id=1c4abd92-ff98-493d-a431-54de27fac7f6 HTTP/1.1" status: 200 len: 944 time: 0.0976112 Aug 12 14:34:24.339859 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-1531a6f0-3eb7-4214-9079-cce608563462 req-e8200a1c-f991-4c73-b2fe-ec686780823c service neutron] 10.222.0.39 "GET /v2.0/networks/66286ace-0f28-443f-a69d-5df85949d220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2109251 Aug 12 14:34:24.357783 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8db1532-5a5d-4663-b13c-915609f0b1c9 req-e39bd8e5-112b-43a1-9f25-ed66f71e9580 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:34:24.359349 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f8db1532-5a5d-4663-b13c-915609f0b1c9 req-e39bd8e5-112b-43a1-9f25-ed66f71e9580 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.64 "GET /v2.0/ports?device_id=8d672ae8-cf9f-476a-9b32-189bae5a39b2&tenant_id=e3f6e239b38a4f618b8ca0621fcc54e4&binding%3Ahost_id=n-h1-694802-15 HTTP/1.1" status: 200 len: 949 time: 0.2945173 Aug 12 14:34:24.365629 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-62adda73-0c7e-4c53-8d14-8944fc8c1bda req-889b37ac-363d-409e-9108-de16ae3cffd4 tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] 10.222.0.39 "GET /v2.0/security-groups?id=e3ca17b3-b028-41b3-b138-91e00a6e278c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077757 Aug 12 14:34:24.368919 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-6b784e31-77dd-4ca1-a9fd-de88c40f64b7 req-d3dec4e7-c97a-4096-aed3-f3c5e8e6314b tempest-ServerTagsTestJSON-2056439052 tempest-ServerTagsTestJSON-2056439052-project] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:24.373991 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-5ae7b859-f853-401d-86dc-fea20b9aedc9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:24.396256 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28181218-d357-417d-9ba4-0a642a55d629 req-27469f84-b242-41f3-8a91-57777b42ef88 tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:34:24.397683 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-28181218-d357-417d-9ba4-0a642a55d629 req-27469f84-b242-41f3-8a91-57777b42ef88 tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] 10.222.0.64 "GET /v2.0/ports?device_id=1c4abd92-ff98-493d-a431-54de27fac7f6 HTTP/1.1" status: 200 len: 944 time: 0.1382856 Aug 12 14:34:24.553349 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-682a94ee-4d96-4c83-9502-d20a4249b04b None None] Network 92357b14-a952-4dd5-8b92-2ec9418b4e70 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:34:24.605695 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-6b784e31-77dd-4ca1-a9fd-de88c40f64b7 req-d3dec4e7-c97a-4096-aed3-f3c5e8e6314b tempest-ServerTagsTestJSON-2056439052 tempest-ServerTagsTestJSON-2056439052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:24.620471 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debf6695-cf54-4198-9507-67fd646bd380 req-327e0db3-d96d-45cc-9869-5ee4f38d4eba tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:34:24.623882 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-debf6695-cf54-4198-9507-67fd646bd380 req-327e0db3-d96d-45cc-9869-5ee4f38d4eba tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] 10.222.0.39 "GET /v2.0/ports?device_id=e2a5ad67-981f-4d3f-8e72-5b9ed86baf8a HTTP/1.1" status: 200 len: 946 time: 0.1576567 Aug 12 14:34:24.640616 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f8db1532-5a5d-4663-b13c-915609f0b1c9 req-dd3bac9b-bf37-40a6-8beb-a20e6e4ddd66 service neutron] 10.222.0.64 "GET /v2.0/ports/628b9ed0-91c2-4767-8e49-8e7410a8407c/bindings/n-h1-694802-15 HTTP/1.1" status: 200 len: 383 time: 0.2638903 Aug 12 14:34:24.658756 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ed1b7686-cc69-4fd6-aaeb-1803446cf8e6 req-ee33c966-5b6c-46a7-a8b2-d35cb464949f tempest-ServerTagsTestJSON-2056439052 tempest-ServerTagsTestJSON-2056439052-project] 10.222.0.39 "GET /v2.0/ports?device_id=7280c12c-b739-473c-8176-6241a11fdba8 HTTP/1.1" status: 200 len: 210 time: 0.0796382 Aug 12 14:34:24.686956 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de491a48-0675-4802-87db-1fe462f9e9ca req-86af0392-e4dd-4825-aa36-8bb43656048d tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:34:24.689240 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-bf9b99df-56c5-4daa-b93f-25cbb9ea0328 None None] Provisioning for port cccd5864-bc69-4952-97e2-52ebc693cf1b completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:34:24.695546 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-bf9b99df-56c5-4daa-b93f-25cbb9ea0328 None None] Provisioning complete for port cccd5864-bc69-4952-97e2-52ebc693cf1b triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:34:24.695967 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-bf9b99df-56c5-4daa-b93f-25cbb9ea0328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:24.696411 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-de491a48-0675-4802-87db-1fe462f9e9ca req-86af0392-e4dd-4825-aa36-8bb43656048d tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] 10.222.0.64 "GET /v2.0/ports?device_id=0082eb9a-a521-4cc3-9405-f409a5a893a7 HTTP/1.1" status: 200 len: 943 time: 0.2152352 Aug 12 14:34:24.719486 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b784e31-77dd-4ca1-a9fd-de88c40f64b7 req-d3dec4e7-c97a-4096-aed3-f3c5e8e6314b tempest-ServerTagsTestJSON-2056439052 tempest-ServerTagsTestJSON-2056439052-project] Network 41f1da00-3350-4544-8c27-fc6708300f17 is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:34:24.731988 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [req-6b784e31-77dd-4ca1-a9fd-de88c40f64b7 req-d3dec4e7-c97a-4096-aed3-f3c5e8e6314b tempest-ServerTagsTestJSON-2056439052 tempest-ServerTagsTestJSON-2056439052-project] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:34:24.755734 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b784e31-77dd-4ca1-a9fd-de88c40f64b7 req-d3dec4e7-c97a-4096-aed3-f3c5e8e6314b tempest-ServerTagsTestJSON-2056439052 tempest-ServerTagsTestJSON-2056439052-project] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:34:24.771532 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [req-28181218-d357-417d-9ba4-0a642a55d629 req-085a190b-4a66-4a0b-8831-c474bf026e01 tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] Deleting port 1152052b-2557-4fb2-b6b9-f241e0aa7ede {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:34:24.771896 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-28181218-d357-417d-9ba4-0a642a55d629 req-085a190b-4a66-4a0b-8831-c474bf026e01 tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:24.791711 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dec4e7-c97a-4096-aed3-f3c5e8e6314b tempest-ServerTagsTestJSON-2056439052 tempest-ServerTagsTestJSON-2056439052-project] Pushing event updated for resources: {'Port': ['ID=7aee8b14-551b-49e0-bd6b-7295df572013,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:34:24.846643 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-5ae7b859-f853-401d-86dc-fea20b9aedc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:24.900836 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-bf9b99df-56c5-4daa-b93f-25cbb9ea0328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:24.937243 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ae7b859-f853-401d-86dc-fea20b9aedc9 admin admin] Network d3759e1b-6c03-45ac-acd4-90abb417809b is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:34:24.943407 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [None req-5ae7b859-f853-401d-86dc-fea20b9aedc9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:34:24.946395 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ae7b859-f853-401d-86dc-fea20b9aedc9 admin admin] Received port after_create {{(pid=94467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:34:24.995931 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-bf9b99df-56c5-4daa-b93f-25cbb9ea0328 None None] For port cccd5864-bc69-4952-97e2-52ebc693cf1b, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=cccd5864-bc69-4952-97e2-52ebc693cf1b,segment=NetworkSegment(5ea65b70-2413-4fef-8dbc-962e58283bea),segment_id=5ea65b70-2413-4fef-8dbc-962e58283bea)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:34:25.007132 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-bf9b99df-56c5-4daa-b93f-25cbb9ea0328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:25.036881 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8db1532-5a5d-4663-b13c-915609f0b1c9 req-88ec4a7f-46d3-47a4-b724-a5d55631bb9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:34:25.038419 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f8db1532-5a5d-4663-b13c-915609f0b1c9 req-88ec4a7f-46d3-47a4-b724-a5d55631bb9c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e3f6e239b38a4f618b8ca0621fcc54e4&device_id=8d672ae8-cf9f-476a-9b32-189bae5a39b2 HTTP/1.1" status: 200 len: 1101 time: 0.3396232 Aug 12 14:34:25.059816 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae7b859-f853-401d-86dc-fea20b9aedc9 admin admin] Pushing event updated for resources: {'Port': ['ID=60aa254e-64f6-4ef4-a20c-e736da13d259,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:34:25.115837 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99af964-b9ff-48a6-9a7d-f8b30329bb42 req-14fadc60-a584-4107-9af3-1591dd013d28 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:34:25.124255 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9b99df-56c5-4daa-b93f-25cbb9ea0328 None None] Pushing event updated for resources: {'Port': ['ID=cccd5864-bc69-4952-97e2-52ebc693cf1b,revision_number=3']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:34:25.125262 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e99af964-b9ff-48a6-9a7d-f8b30329bb42 req-14fadc60-a584-4107-9af3-1591dd013d28 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d672ae8-cf9f-476a-9b32-189bae5a39b2 HTTP/1.1" status: 200 len: 949 time: 0.3172979 Aug 12 14:34:25.308834 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e99af964-b9ff-48a6-9a7d-f8b30329bb42 req-2b432619-d98f-41b3-8d3e-253cf92dca4a tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0307eb3-f523-445b-8e1d-79deac809303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825669 Aug 12 14:34:25.344924 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-828891b8-2521-42b2-b06c-6f161f64d8f1 None None] Provisioning complete for port cccd5864-bc69-4952-97e2-52ebc693cf1b triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:34:25.345378 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-828891b8-2521-42b2-b06c-6f161f64d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:25.352935 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [req-de491a48-0675-4802-87db-1fe462f9e9ca req-a49644a4-3fc4-42e0-b76b-1183eedb430a tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] Deleting port 4d4f81b4-a2fb-404b-9cb3-a108921ed6df {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:34:25.353290 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-de491a48-0675-4802-87db-1fe462f9e9ca req-a49644a4-3fc4-42e0-b76b-1183eedb430a tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:25.420591 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-debf6695-cf54-4198-9507-67fd646bd380 req-aeb8613a-2cc4-454c-be48-fee65af9316e tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] 10.222.0.39 "GET /v2.0/security-groups?id=11312995-c93d-4754-9dea-15693c54238a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7853141 Aug 12 14:34:25.465126 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b784e31-77dd-4ca1-a9fd-de88c40f64b7 req-d3dec4e7-c97a-4096-aed3-f3c5e8e6314b tempest-ServerTagsTestJSON-2056439052 tempest-ServerTagsTestJSON-2056439052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:34:25.465946 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-6b784e31-77dd-4ca1-a9fd-de88c40f64b7 req-d3dec4e7-c97a-4096-aed3-f3c5e8e6314b tempest-ServerTagsTestJSON-2056439052 tempest-ServerTagsTestJSON-2056439052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:25.516130 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-6b784e31-77dd-4ca1-a9fd-de88c40f64b7 req-d3dec4e7-c97a-4096-aed3-f3c5e8e6314b tempest-ServerTagsTestJSON-2056439052 tempest-ServerTagsTestJSON-2056439052-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8262005 Aug 12 14:34:25.529979 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8db1532-5a5d-4663-b13c-915609f0b1c9 req-07759509-29bb-42f9-b0dd-cdb82e630aed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:34:25.532242 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f8db1532-5a5d-4663-b13c-915609f0b1c9 req-07759509-29bb-42f9-b0dd-cdb82e630aed service neutron] 10.222.0.64 "GET /v2.0/networks?id=2525c403-dfb3-4196-a273-739607aab38a HTTP/1.1" status: 200 len: 870 time: 0.4760938 Aug 12 14:34:25.535377 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [req-6b784e31-77dd-4ca1-a9fd-de88c40f64b7 req-74243216-ab24-4bf3-8608-6b1254b0eb5a service neutron] Request body: {'port': {'device_id': '7280c12c-b739-473c-8176-6241a11fdba8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-694802-15'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:34:25.578585 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [req-28181218-d357-417d-9ba4-0a642a55d629 req-085a190b-4a66-4a0b-8831-c474bf026e01 tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] For port 1152052b-2557-4fb2-b6b9-f241e0aa7ede, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=1152052b-2557-4fb2-b6b9-f241e0aa7ede,segment=NetworkSegment(2e94514d-7fca-42ad-995e-123d3a176790),segment_id=2e94514d-7fca-42ad-995e-123d3a176790)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:34:25.578958 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-28181218-d357-417d-9ba4-0a642a55d629 req-085a190b-4a66-4a0b-8831-c474bf026e01 tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:25.595696 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f8db1532-5a5d-4663-b13c-915609f0b1c9 req-17ac4e35-f1e6-4a78-b4d8-1ee29b61e809 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.129&port_id=628b9ed0-91c2-4767-8e49-8e7410a8407c HTTP/1.1" status: 200 len: 217 time: 0.0542586 Aug 12 14:34:25.597359 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [req-28181218-d357-417d-9ba4-0a642a55d629 req-085a190b-4a66-4a0b-8831-c474bf026e01 tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] Calling delete_port for 1152052b-2557-4fb2-b6b9-f241e0aa7ede owned by compute:nova {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:34:25.676943 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-6b784e31-77dd-4ca1-a9fd-de88c40f64b7 req-74243216-ab24-4bf3-8608-6b1254b0eb5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:25.684603 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-866cf39d-9c93-43b9-8f9c-05049653442b req-1d69d3a1-abda-46ed-b902-66564010cf65 tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] 10.222.0.39 "GET /v2.0/ports?device_id=f74794c1-d77b-4d85-ba55-7cc5380b83f4 HTTP/1.1" status: 200 len: 210 time: 0.1458876 Aug 12 14:34:25.708161 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device cccd5864-bc69-4952-97e2-52ebc693cf1b up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:34:25.777516 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-de491a48-0675-4802-87db-1fe462f9e9ca req-a49644a4-3fc4-42e0-b76b-1183eedb430a tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] For port 4d4f81b4-a2fb-404b-9cb3-a108921ed6df, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=4d4f81b4-a2fb-404b-9cb3-a108921ed6df,segment=NetworkSegment(5ea1fe2e-eeef-460a-999b-4e3aad831451),segment_id=5ea1fe2e-eeef-460a-999b-4e3aad831451)] {{(pid=94467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:34:25.777892 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-de491a48-0675-4802-87db-1fe462f9e9ca req-a49644a4-3fc4-42e0-b76b-1183eedb430a tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:25.805140 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port cccd5864-bc69-4952-97e2-52ebc693cf1b triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:34:25.805529 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:25.843439 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8db1532-5a5d-4663-b13c-915609f0b1c9 req-a2f092c9-1389-4b17-95b5-52b30bc74e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:34:25.844939 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f8db1532-5a5d-4663-b13c-915609f0b1c9 req-a2f092c9-1389-4b17-95b5-52b30bc74e2c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=236e0be6-1c94-4221-9e8b-ab02a53331f8 HTTP/1.1" status: 200 len: 843 time: 0.2424901 Aug 12 14:34:25.847278 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [req-de491a48-0675-4802-87db-1fe462f9e9ca req-a49644a4-3fc4-42e0-b76b-1183eedb430a tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] Calling delete_port for 4d4f81b4-a2fb-404b-9cb3-a108921ed6df owned by compute:nova {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:34:25.970703 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c831b4-566f-4796-85b1-1ca9192ad100 req-55602c26-a0a5-42aa-9120-d91300cb89b0 tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:34:25.972624 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-99c831b4-566f-4796-85b1-1ca9192ad100 req-55602c26-a0a5-42aa-9120-d91300cb89b0 tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] 10.222.0.39 "GET /v2.0/ports?device_id=1c4abd92-ff98-493d-a431-54de27fac7f6 HTTP/1.1" status: 200 len: 944 time: 0.2968776 Aug 12 14:34:25.974822 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-28181218-d357-417d-9ba4-0a642a55d629 req-085a190b-4a66-4a0b-8831-c474bf026e01 tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:25.987474 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] get_ports_and_sgs() called for port_ids ['c26f6072-ecc2-4691-a9f9-ea1305d03eff'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:34:26.011412 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-5ae7b859-f853-401d-86dc-fea20b9aedc9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:26.088319 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fd1cd8-a658-4d81-86df-f9aa69ef7e91 req-31651a2b-3874-4ad2-bcf8-0d783b64474d tempest-ServerTagsTestJSON-2056439052 tempest-ServerTagsTestJSON-2056439052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:34:26.096696 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-36fd1cd8-a658-4d81-86df-f9aa69ef7e91 req-31651a2b-3874-4ad2-bcf8-0d783b64474d tempest-ServerTagsTestJSON-2056439052 tempest-ServerTagsTestJSON-2056439052-project] 10.222.0.39 "GET /v2.0/ports?device_id=7280c12c-b739-473c-8176-6241a11fdba8 HTTP/1.1" status: 200 len: 932 time: 0.2762358 Aug 12 14:34:26.125729 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085a190b-4a66-4a0b-8831-c474bf026e01 tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] Pushing event deleted for resources: {'Port': ['ID=1152052b-2557-4fb2-b6b9-f241e0aa7ede,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:34:26.151802 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8db1532-5a5d-4663-b13c-915609f0b1c9 req-089d4604-0a47-45f0-94e1-fae868f01447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:34:26.153918 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f8db1532-5a5d-4663-b13c-915609f0b1c9 req-089d4604-0a47-45f0-94e1-fae868f01447 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2525c403-dfb3-4196-a273-739607aab38a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2850218 Aug 12 14:34:26.189054 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [req-28181218-d357-417d-9ba4-0a642a55d629 req-085a190b-4a66-4a0b-8831-c474bf026e01 tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] No DVR routers for this DVR port 1152052b-2557-4fb2-b6b9-f241e0aa7ede on host n-h1-694802-15 {{(pid=94466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:34:26.193489 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-28181218-d357-417d-9ba4-0a642a55d629 req-085a190b-4a66-4a0b-8831-c474bf026e01 tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:26.195524 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-28181218-d357-417d-9ba4-0a642a55d629 req-085a190b-4a66-4a0b-8831-c474bf026e01 tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] 10.222.0.64 "DELETE /v2.0/ports/1152052b-2557-4fb2-b6b9-f241e0aa7ede HTTP/1.1" status: 204 len: 173 time: 1.7851815 Aug 12 14:34:26.198619 n-d-694802-15 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c4abd92-ff98-493d-a431-54de27fac7f6', 'name': 'network-vif-deleted', 'tag': '1152052b-2557-4fb2-b6b9-f241e0aa7ede'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:34:26.201101 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e785eeede3897370d0b20f09d5f461b30cfecd5ed38c4f07dacd02bc52c9277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-181fe4d6-7592-4b29-bc82-adea17cd3754" -d '{"events": [{"server_uuid": "1c4abd92-ff98-493d-a431-54de27fac7f6", "name": "network-vif-deleted", "tag": "1152052b-2557-4fb2-b6b9-f241e0aa7ede"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:34:26.317040 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-99c831b4-566f-4796-85b1-1ca9192ad100 req-ae206b76-bc7d-49d8-b926-b6f17f70a0fc tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] 10.222.0.39 "GET /v2.0/security-groups?id=e3ca17b3-b028-41b3-b138-91e00a6e278c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2990172 Aug 12 14:34:26.322497 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1531a6f0-3eb7-4214-9079-cce608563462 req-c5fb0761-d3fe-4e16-b1ca-ba7de39f5f14 tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:34:26.324113 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-1531a6f0-3eb7-4214-9079-cce608563462 req-c5fb0761-d3fe-4e16-b1ca-ba7de39f5f14 tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] 10.222.0.49 "GET /v2.0/networks?id=66286ace-0f28-443f-a69d-5df85949d220 HTTP/1.1" status: 200 len: 805 time: 0.4131370 Aug 12 14:34:26.349126 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-36fd1cd8-a658-4d81-86df-f9aa69ef7e91 req-bb79cb96-4766-43de-92fb-3e0ccae8cd9e tempest-ServerTagsTestJSON-2056439052 tempest-ServerTagsTestJSON-2056439052-project] 10.222.0.39 "GET /v2.0/security-groups?id=5a4893b3-c400-4641-91ba-a7d99b11bfa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2514243 Aug 12 14:34:26.357678 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-1531a6f0-3eb7-4214-9079-cce608563462 req-b17cb16e-bae9-40b3-8f23-a58c704fff39 tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] Request body: {'port': {'device_id': 'f74794c1-d77b-4d85-ba55-7cc5380b83f4', 'network_id': '66286ace-0f28-443f-a69d-5df85949d220', 'admin_state_up': True, 'tenant_id': 'f18f73753fc44381926b4d20b367351e'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:34:26.375560 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 14:34:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2195315-de6f-4dc9-8640-9e0480246fc3 x-openstack-request-id: req-f2195315-de6f-4dc9-8640-9e0480246fc3 {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:34:26.375846 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c4abd92-ff98-493d-a431-54de27fac7f6", "name": "network-vif-deleted", "tag": "1152052b-2557-4fb2-b6b9-f241e0aa7ede", "status": "completed", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:34:26.376118 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f2195315-de6f-4dc9-8640-9e0480246fc3 {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:34:26.376626 n-d-694802-15 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c4abd92-ff98-493d-a431-54de27fac7f6', 'name': 'network-vif-deleted', 'tag': '1152052b-2557-4fb2-b6b9-f241e0aa7ede', 'status': 'completed', 'code': 200} Aug 12 14:34:26.462429 n-d-694802-15 neutron-server[94466]: DEBUG neutron.notifiers.nova [req-6b784e31-77dd-4ca1-a9fd-de88c40f64b7 req-74243216-ab24-4bf3-8608-6b1254b0eb5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7aee8b14-551b-49e0-bd6b-7295df572013 {{(pid=94466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:34:26.477039 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-6b784e31-77dd-4ca1-a9fd-de88c40f64b7 req-74243216-ab24-4bf3-8608-6b1254b0eb5a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:26.620899 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe195fa-aecd-441c-9ae8-1ed9ef16484f req-cf5c069b-51b6-4730-9070-aee5e3b12cbb tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:34:26.622947 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-5fe195fa-aecd-441c-9ae8-1ed9ef16484f req-cf5c069b-51b6-4730-9070-aee5e3b12cbb tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] 10.222.0.39 "GET /v2.0/ports?device_id=e2a5ad67-981f-4d3f-8e72-5b9ed86baf8a HTTP/1.1" status: 200 len: 946 time: 0.0592358 Aug 12 14:34:26.665547 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-5fe195fa-aecd-441c-9ae8-1ed9ef16484f req-22ad7e1d-1db1-4aff-abfc-6c2cd091094b tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] 10.222.0.39 "GET /v2.0/security-groups?id=11312995-c93d-4754-9dea-15693c54238a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355377 Aug 12 14:34:26.830717 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-f1942b87-b3de-457b-93a3-4f0f54b61c64 req-72dc38e1-4b28-4a01-84ea-ae5eb4fe66cf tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] 10.222.0.39 "GET /v2.0/ports?device_id=f74794c1-d77b-4d85-ba55-7cc5380b83f4 HTTP/1.1" status: 200 len: 210 time: 0.0286698 Aug 12 14:34:26.896084 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [req-6b784e31-77dd-4ca1-a9fd-de88c40f64b7 req-74243216-ab24-4bf3-8608-6b1254b0eb5a service neutron] Transition to ACTIVE for port object 7aee8b14-551b-49e0-bd6b-7295df572013 will not be triggered until provisioned by entity L2. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:34:26.900891 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-6b784e31-77dd-4ca1-a9fd-de88c40f64b7 req-74243216-ab24-4bf3-8608-6b1254b0eb5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3718439'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:26.924631 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f8db1532-5a5d-4663-b13c-915609f0b1c9 req-bbf6760a-1477-4cf6-98af-a25a262ab871 service neutron] 10.222.0.64 "GET /v2.0/networks/2525c403-dfb3-4196-a273-739607aab38a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7278452 Aug 12 14:34:26.935194 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-de491a48-0675-4802-87db-1fe462f9e9ca req-a49644a4-3fc4-42e0-b76b-1183eedb430a tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:27.000300 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device 628b9ed0-91c2-4767-8e49-8e7410a8407c up at agent hyperv_n-h1-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:34:27.023196 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74243216-ab24-4bf3-8608-6b1254b0eb5a service neutron] Pushing event updated for resources: {'Port': ['ID=7aee8b14-551b-49e0-bd6b-7295df572013,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:34:27.047416 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49644a4-3fc4-42e0-b76b-1183eedb430a tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] Pushing event deleted for resources: {'Port': ['ID=4d4f81b4-a2fb-404b-9cb3-a108921ed6df,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:34:27.054229 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Provisioning for port 628b9ed0-91c2-4767-8e49-8e7410a8407c completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:34:27.058174 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [req-6b784e31-77dd-4ca1-a9fd-de88c40f64b7 req-74243216-ab24-4bf3-8608-6b1254b0eb5a service neutron] Attempting to bind port 7aee8b14-551b-49e0-bd6b-7295df572013 on host n-h2-694802-15 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:34:27.058327 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae2a082-6ee5-4c6d-8bad-8331c931af49 req-f51d0638-80a2-4f43-82fe-9660edeea67c tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:34:27.058514 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [req-6b784e31-77dd-4ca1-a9fd-de88c40f64b7 req-74243216-ab24-4bf3-8608-6b1254b0eb5a service neutron] Attempting to bind port 7aee8b14-551b-49e0-bd6b-7295df572013 by drivers openvswitch,hyperv on host n-h2-694802-15 at level 0 using segments [{'id': '228e3d89-da8c-4c3b-aca4-7ca58168eda9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '41f1da00-3350-4544-8c27-fc6708300f17'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:34:27.058842 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b784e31-77dd-4ca1-a9fd-de88c40f64b7 req-74243216-ab24-4bf3-8608-6b1254b0eb5a service neutron] Attempting to bind port 7aee8b14-551b-49e0-bd6b-7295df572013 on network 41f1da00-3350-4544-8c27-fc6708300f17 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:34:27.059938 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-8ae2a082-6ee5-4c6d-8bad-8331c931af49 req-f51d0638-80a2-4f43-82fe-9660edeea67c tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d672ae8-cf9f-476a-9b32-189bae5a39b2 HTTP/1.1" status: 200 len: 949 time: 0.2568591 Aug 12 14:34:27.066032 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Provisioning complete for port 628b9ed0-91c2-4767-8e49-8e7410a8407c triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:34:27.068370 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:27.072522 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b784e31-77dd-4ca1-a9fd-de88c40f64b7 req-74243216-ab24-4bf3-8608-6b1254b0eb5a service neutron] Port 7aee8b14-551b-49e0-bd6b-7295df572013 on network 41f1da00-3350-4544-8c27-fc6708300f17 not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-15 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 14:34:27.072522 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b784e31-77dd-4ca1-a9fd-de88c40f64b7 req-74243216-ab24-4bf3-8608-6b1254b0eb5a service neutron] Attempting to bind port 7aee8b14-551b-49e0-bd6b-7295df572013 on network 41f1da00-3350-4544-8c27-fc6708300f17 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:34:27.078811 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-5ae7b859-f853-401d-86dc-fea20b9aedc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-429413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-431608'] for router, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:27.088858 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b784e31-77dd-4ca1-a9fd-de88c40f64b7 req-74243216-ab24-4bf3-8608-6b1254b0eb5a service neutron] Checking agent: {'id': 'b7697f71-33f3-4959-ad82-43c2dc15845d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 27, 42), 'started_at': datetime.datetime(2021, 8, 12, 14, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 34, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:34:27.089203 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b784e31-77dd-4ca1-a9fd-de88c40f64b7 req-74243216-ab24-4bf3-8608-6b1254b0eb5a service neutron] Checking segment: {'id': '228e3d89-da8c-4c3b-aca4-7ca58168eda9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '41f1da00-3350-4544-8c27-fc6708300f17'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:34:27.089575 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b784e31-77dd-4ca1-a9fd-de88c40f64b7 req-74243216-ab24-4bf3-8608-6b1254b0eb5a service neutron] Bound using segment: {'id': '228e3d89-da8c-4c3b-aca4-7ca58168eda9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '41f1da00-3350-4544-8c27-fc6708300f17'} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:34:27.090014 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [req-6b784e31-77dd-4ca1-a9fd-de88c40f64b7 req-74243216-ab24-4bf3-8608-6b1254b0eb5a service neutron] Bound port: 7aee8b14-551b-49e0-bd6b-7295df572013, host: n-h2-694802-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '228e3d89-da8c-4c3b-aca4-7ca58168eda9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '41f1da00-3350-4544-8c27-fc6708300f17'}}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:34:27.090362 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-6b784e31-77dd-4ca1-a9fd-de88c40f64b7 req-74243216-ab24-4bf3-8608-6b1254b0eb5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:27.148842 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [req-de491a48-0675-4802-87db-1fe462f9e9ca req-a49644a4-3fc4-42e0-b76b-1183eedb430a tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] No DVR routers for this DVR port 4d4f81b4-a2fb-404b-9cb3-a108921ed6df on host n-h1-694802-15 {{(pid=94467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:34:27.169141 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [req-6b784e31-77dd-4ca1-a9fd-de88c40f64b7 req-74243216-ab24-4bf3-8608-6b1254b0eb5a service neutron] For port 7aee8b14-551b-49e0-bd6b-7295df572013, host n-h2-694802-15, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:34:27.172962 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [req-6b784e31-77dd-4ca1-a9fd-de88c40f64b7 req-74243216-ab24-4bf3-8608-6b1254b0eb5a service neutron] For port 7aee8b14-551b-49e0-bd6b-7295df572013, host n-h2-694802-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=7aee8b14-551b-49e0-bd6b-7295df572013,segment=NetworkSegment(228e3d89-da8c-4c3b-aca4-7ca58168eda9),segment_id=228e3d89-da8c-4c3b-aca4-7ca58168eda9)] {{(pid=94466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:34:27.179556 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-6b784e31-77dd-4ca1-a9fd-de88c40f64b7 req-74243216-ab24-4bf3-8608-6b1254b0eb5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3718439'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:27.182910 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:27.186302 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-de491a48-0675-4802-87db-1fe462f9e9ca req-a49644a4-3fc4-42e0-b76b-1183eedb430a tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:27.188888 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-de491a48-0675-4802-87db-1fe462f9e9ca req-a49644a4-3fc4-42e0-b76b-1183eedb430a tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] 10.222.0.64 "DELETE /v2.0/ports/4d4f81b4-a2fb-404b-9cb3-a108921ed6df HTTP/1.1" status: 204 len: 173 time: 2.4839966 Aug 12 14:34:27.192996 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0082eb9a-a521-4cc3-9405-f409a5a893a7', 'name': 'network-vif-deleted', 'tag': '4d4f81b4-a2fb-404b-9cb3-a108921ed6df'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:34:27.195441 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e65282f928b64038367d043a4411777802006c43a98742496cb2e25b724ff1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7d5c7c8-a887-4be1-ba67-6b71ddbabd0a" -d '{"events": [{"server_uuid": "0082eb9a-a521-4cc3-9405-f409a5a893a7", "name": "network-vif-deleted", "tag": "4d4f81b4-a2fb-404b-9cb3-a108921ed6df"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:34:27.225328 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b784e31-77dd-4ca1-a9fd-de88c40f64b7 req-74243216-ab24-4bf3-8608-6b1254b0eb5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:34:27.226125 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-6b784e31-77dd-4ca1-a9fd-de88c40f64b7 req-74243216-ab24-4bf3-8608-6b1254b0eb5a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:27.228232 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-6b784e31-77dd-4ca1-a9fd-de88c40f64b7 req-74243216-ab24-4bf3-8608-6b1254b0eb5a service neutron] 10.222.0.49 "PUT /v2.0/ports/7aee8b14-551b-49e0-bd6b-7295df572013 HTTP/1.1" status: 200 len: 1093 time: 1.7026582 Aug 12 14:34:27.278115 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1531a6f0-3eb7-4214-9079-cce608563462 req-b17cb16e-bae9-40b3-8f23-a58c704fff39 tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] Made reservation on behalf of f18f73753fc44381926b4d20b367351e for: {'port': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:34:27.278347 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74243216-ab24-4bf3-8608-6b1254b0eb5a service neutron] Pushing event updated for resources: {'Port': ['ID=7aee8b14-551b-49e0-bd6b-7295df572013,revision_number=3']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:34:27.281894 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-1531a6f0-3eb7-4214-9079-cce608563462 req-b17cb16e-bae9-40b3-8f23-a58c704fff39 tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:27.286518 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-8ae2a082-6ee5-4c6d-8bad-8331c931af49 req-14ccc246-0d77-4c55-8c6e-4e6ca8c85d66 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0307eb3-f523-445b-8e1d-79deac809303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2146423 Aug 12 14:34:27.314670 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d672ae8-cf9f-476a-9b32-189bae5a39b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '628b9ed0-91c2-4767-8e49-8e7410a8407c'}] {{(pid=94468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:34:27.317220 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99a8d87602170099c728e57431aca99e9b98a655a83bbf8727be13192709727b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f37bf8f-979f-4c52-98ec-b687ba0dc968" -d '{"events": [{"server_uuid": "8d672ae8-cf9f-476a-9b32-189bae5a39b2", "name": "network-vif-plugged", "status": "completed", "tag": "628b9ed0-91c2-4767-8e49-8e7410a8407c"}]}' {{(pid=94468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:34:27.348872 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 14:34:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91db1a55-c88e-4125-99a4-c1708dba35b8 x-openstack-request-id: req-91db1a55-c88e-4125-99a4-c1708dba35b8 {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:34:27.349171 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0082eb9a-a521-4cc3-9405-f409a5a893a7", "name": "network-vif-deleted", "tag": "4d4f81b4-a2fb-404b-9cb3-a108921ed6df", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:34:27.349410 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-91db1a55-c88e-4125-99a4-c1708dba35b8 {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:34:27.349804 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0082eb9a-a521-4cc3-9405-f409a5a893a7', 'name': 'network-vif-deleted', 'tag': '4d4f81b4-a2fb-404b-9cb3-a108921ed6df', 'status': 'completed', 'code': 200} Aug 12 14:34:27.351953 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f8db1532-5a5d-4663-b13c-915609f0b1c9 req-c6018e65-bc35-4f2f-bedd-7014cf7a48e0 service neutron] 10.222.0.64 "GET /v2.0/networks/2525c403-dfb3-4196-a273-739607aab38a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3952093 Aug 12 14:34:27.354567 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port 628b9ed0-91c2-4767-8e49-8e7410a8407c, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=628b9ed0-91c2-4767-8e49-8e7410a8407c,segment=NetworkSegment(a1f8c867-101b-4d30-814e-b89f55a5edd0),segment_id=a1f8c867-101b-4d30-814e-b89f55a5edd0)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:34:27.365353 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:27.366657 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device 1152052b-2557-4fb2-b6b9-f241e0aa7ede no longer exists at agent hyperv_n-h1-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:34:27.388577 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b784e31-77dd-4ca1-a9fd-de88c40f64b7 req-a9d5dffb-43a3-47f8-a792-174bb6a99ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:34:27.393474 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-6b784e31-77dd-4ca1-a9fd-de88c40f64b7 req-a9d5dffb-43a3-47f8-a792-174bb6a99ad7 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2ca2740279aa43f59b39608f0eb7f5ea&device_id=7280c12c-b739-473c-8176-6241a11fdba8 HTTP/1.1" status: 200 len: 1096 time: 0.0748448 Aug 12 14:34:27.469014 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-93370168-53ca-47c2-9e27-b066be57125c None None] No Port match for: 1152052b-2557-4fb2-b6b9-f241e0aa7ede {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 14:34:27.469336 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device 1152052b-2557-4fb2-b6b9-f241e0aa7ede not bound to the agent host n-h1-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:34:27.469845 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device 4d4f81b4-a2fb-404b-9cb3-a108921ed6df no longer exists at agent hyperv_n-h1-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:34:27.474274 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 14:34:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d780731c-8de3-4273-86d2-33f072715f87 x-openstack-request-id: req-d780731c-8de3-4273-86d2-33f072715f87 {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:34:27.474573 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d672ae8-cf9f-476a-9b32-189bae5a39b2", "name": "network-vif-plugged", "status": "completed", "tag": "628b9ed0-91c2-4767-8e49-8e7410a8407c", "code": 200}]} {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:34:27.474828 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d780731c-8de3-4273-86d2-33f072715f87 {{(pid=94468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:34:27.475244 n-d-694802-15 neutron-server[94468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d672ae8-cf9f-476a-9b32-189bae5a39b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '628b9ed0-91c2-4767-8e49-8e7410a8407c', 'code': 200} Aug 12 14:34:27.503978 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-93370168-53ca-47c2-9e27-b066be57125c None None] No Port match for: 4d4f81b4-a2fb-404b-9cb3-a108921ed6df {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 14:34:27.504671 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device 4d4f81b4-a2fb-404b-9cb3-a108921ed6df not bound to the agent host n-h1-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:34:27.523399 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-6b784e31-77dd-4ca1-a9fd-de88c40f64b7 req-3f56fffe-fa75-4a48-a56d-91f199e123aa service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7aee8b14-551b-49e0-bd6b-7295df572013 HTTP/1.1" status: 200 len: 217 time: 0.1188047 Aug 12 14:34:27.531678 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Pushing event updated for resources: {'Port': ['ID=628b9ed0-91c2-4767-8e49-8e7410a8407c,revision_number=9']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:34:27.567511 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_common [req-1531a6f0-3eb7-4214-9079-cce608563462 req-b17cb16e-bae9-40b3-8f23-a58c704fff39 tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] Allocated IP 172.20.0.6 (66286ace-0f28-443f-a69d-5df85949d220/39fc4ab3-8f53-4eb4-b1df-ab065bbb1694/c77027dd-829d-473e-aaa2-a33b21f94703) {{(pid=94467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:34:27.588793 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ae7b859-f853-401d-86dc-fea20b9aedc9 admin admin] Router 1ace287b-218f-4aec-9758-12103c669662 is scheduled to L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f with binding_index 1 {{(pid=94467) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 14:34:27.596396 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-8e582874-85b3-4fcc-9fbb-613e1786871e req-03da6820-4721-4e42-802c-bb855ce30d8c tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] 10.222.0.39 "GET /v2.0/ports?device_id=1c4abd92-ff98-493d-a431-54de27fac7f6 HTTP/1.1" status: 200 len: 210 time: 0.0712640 Aug 12 14:34:27.629129 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b784e31-77dd-4ca1-a9fd-de88c40f64b7 req-212cca87-f5e3-4539-b471-d83eac83a156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:34:27.631333 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-6b784e31-77dd-4ca1-a9fd-de88c40f64b7 req-212cca87-f5e3-4539-b471-d83eac83a156 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=65e761a5-d401-4ddf-8e03-81602fb59a61 HTTP/1.1" status: 200 len: 849 time: 0.0905106 Aug 12 14:34:27.666799 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4b4c7a-456a-4384-8173-0440f91cac17 req-3424f0ec-82e5-43a9-a4b8-a3b1d7ce596d tempest-ServerTagsTestJSON-2056439052 tempest-ServerTagsTestJSON-2056439052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:34:27.668609 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0b4b4c7a-456a-4384-8173-0440f91cac17 req-3424f0ec-82e5-43a9-a4b8-a3b1d7ce596d tempest-ServerTagsTestJSON-2056439052 tempest-ServerTagsTestJSON-2056439052-project] 10.222.0.39 "GET /v2.0/ports?device_id=7280c12c-b739-473c-8176-6241a11fdba8 HTTP/1.1" status: 200 len: 944 time: 0.1635206 Aug 12 14:34:27.671584 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-6b784e31-77dd-4ca1-a9fd-de88c40f64b7 req-d2273d13-a90e-44e5-8ee9-9e0ef05ae851 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=41f1da00-3350-4544-8c27-fc6708300f17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326452 Aug 12 14:34:27.773994 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ae7b859-f853-401d-86dc-fea20b9aedc9 admin admin] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 14:34:27.787061 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5edfda2-c39a-49b8-8e9a-a268adf03a0a None None] Sync routers for ids ['1ace287b-218f-4aec-9758-12103c669662'] in n-d-694802-15 {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 14:34:27.800387 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5edfda2-c39a-49b8-8e9a-a268adf03a0a None None] Routers {'1ace287b-218f-4aec-9758-12103c669662'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:34:27.801014 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-a5edfda2-c39a-49b8-8e9a-a268adf03a0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:34:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['1ace287b-218f-4aec-9758-12103c669662'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:34:27.810061 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-5ae7b859-f853-401d-86dc-fea20b9aedc9 admin admin] Notify callbacks [] for router, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:27.812076 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-5ae7b859-f853-401d-86dc-fea20b9aedc9 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.9367893 Aug 12 14:34:27.822127 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 34616) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:34:27.863081 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0b4b4c7a-456a-4384-8173-0440f91cac17 req-6b98f433-81b0-438a-80ff-9ac6428f9e39 tempest-ServerTagsTestJSON-2056439052 tempest-ServerTagsTestJSON-2056439052-project] 10.222.0.39 "GET /v2.0/security-groups?id=5a4893b3-c400-4641-91ba-a7d99b11bfa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811051 Aug 12 14:34:27.973365 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226502d5-dc03-48bb-b0b1-34b3e99164e0 req-ffbbf5d2-52c7-46ef-a234-336846678084 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:34:27.974932 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-226502d5-dc03-48bb-b0b1-34b3e99164e0 req-ffbbf5d2-52c7-46ef-a234-336846678084 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] 10.222.0.39 "GET /v2.0/ports?device_id=e2a5ad67-981f-4d3f-8e72-5b9ed86baf8a HTTP/1.1" status: 200 len: 946 time: 0.2077434 Aug 12 14:34:27.991414 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-6b784e31-77dd-4ca1-a9fd-de88c40f64b7 req-22aaaa60-2b6d-4604-823c-d3437d245326 service neutron] 10.222.0.49 "GET /v2.0/networks/41f1da00-3350-4544-8c27-fc6708300f17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3120391 Aug 12 14:34:28.001784 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvr_db [None req-a5edfda2-c39a-49b8-8e9a-a268adf03a0a None None] Set router 1ace287b-218f-4aec-9758-12103c669662 gateway port host: n-d-694802-15 {{(pid=94468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:34:28.080535 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-1531a6f0-3eb7-4214-9079-cce608563462 req-b17cb16e-bae9-40b3-8f23-a58c704fff39 tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] Notify callbacks [] for port, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:28.124451 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-226502d5-dc03-48bb-b0b1-34b3e99164e0 req-b1eb2236-3db7-4812-a9d7-b18fa710b834 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] 10.222.0.39 "GET /v2.0/security-groups?id=11312995-c93d-4754-9dea-15693c54238a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398158 Aug 12 14:34:28.189752 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-1531a6f0-3eb7-4214-9079-cce608563462 req-b17cb16e-bae9-40b3-8f23-a58c704fff39 tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:28.236310 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-6b784e31-77dd-4ca1-a9fd-de88c40f64b7 req-5c02a8c2-b699-4f4a-bd20-878d4db13a79 service neutron] 10.222.0.49 "GET /v2.0/networks/41f1da00-3350-4544-8c27-fc6708300f17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2361860 Aug 12 14:34:28.249281 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-a5edfda2-c39a-49b8-8e9a-a268adf03a0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ace287b-218f-4aec-9758-12103c669662', 'name': 'tempest-FloatingIPDetailsTestJSON-244350505-router', 'tenant_id': '27617456d52349fca9148b35806597f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.230'}], 'enable_snat': True}, 'gw_port_id': '60aa254e-64f6-4ef4-a20c-e736da13d259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:34:21Z', 'updated_at': '2021-08-12T14:34:25Z', 'revision_number': 3, 'project_id': '27617456d52349fca9148b35806597f2', 'gw_port': {'id': '60aa254e-64f6-4ef4-a20c-e736da13d259', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:f2:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ace287b-218f-4aec-9758-12103c669662', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:34:23Z', 'updated_at': '2021-08-12T14:34:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15'}], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:34:28.279175 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5edfda2-c39a-49b8-8e9a-a268adf03a0a None None] Checking router: 1ace287b-218f-4aec-9758-12103c669662 for host: n-d-694802-15 {{(pid=94468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 14:34:28.279737 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5edfda2-c39a-49b8-8e9a-a268adf03a0a None None] Updating router 1ace287b-218f-4aec-9758-12103c669662 port 60aa254e-64f6-4ef4-a20c-e736da13d259 binding host n-d-694802-15 {{(pid=94468) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 14:34:28.291861 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17cb16e-bae9-40b3-8f23-a58c704fff39 tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] Pushing event updated for resources: {'Port': ['ID=c77027dd-829d-473e-aaa2-a33b21f94703,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:34:28.301953 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1531a6f0-3eb7-4214-9079-cce608563462 req-b17cb16e-bae9-40b3-8f23-a58c704fff39 tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] Network 66286ace-0f28-443f-a69d-5df85949d220 is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:34:28.304892 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [req-1531a6f0-3eb7-4214-9079-cce608563462 req-b17cb16e-bae9-40b3-8f23-a58c704fff39 tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:34:28.317259 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [req-1531a6f0-3eb7-4214-9079-cce608563462 req-b17cb16e-bae9-40b3-8f23-a58c704fff39 tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] Received port after_create {{(pid=94467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:34:28.330874 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-a5edfda2-c39a-49b8-8e9a-a268adf03a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:28.361210 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82130c50-0f94-4086-9c8e-a9d8791d20a4 req-6cfa589a-cf45-4ce8-ba76-a524bb93273d tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:34:28.363259 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-82130c50-0f94-4086-9c8e-a9d8791d20a4 req-6cfa589a-cf45-4ce8-ba76-a524bb93273d tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] 10.222.0.39 "GET /v2.0/ports?device_id=f74794c1-d77b-4d85-ba55-7cc5380b83f4 HTTP/1.1" status: 200 len: 931 time: 0.1869974 Aug 12 14:34:28.411313 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1531a6f0-3eb7-4214-9079-cce608563462 req-b17cb16e-bae9-40b3-8f23-a58c704fff39 tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:34:28.412235 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-1531a6f0-3eb7-4214-9079-cce608563462 req-b17cb16e-bae9-40b3-8f23-a58c704fff39 tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:28.432022 n-d-694802-15 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7280c12c-b739-473c-8176-6241a11fdba8', 'tag': '7aee8b14-551b-49e0-bd6b-7295df572013'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:34:28.434739 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e785eeede3897370d0b20f09d5f461b30cfecd5ed38c4f07dacd02bc52c9277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5023177a-6646-4276-b0e9-e7692c745095" -d '{"events": [{"name": "network-changed", "server_uuid": "7280c12c-b739-473c-8176-6241a11fdba8", "tag": "7aee8b14-551b-49e0-bd6b-7295df572013"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:34:28.453659 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-82130c50-0f94-4086-9c8e-a9d8791d20a4 req-24105438-0e5b-432a-8754-b7b345080a81 tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] 10.222.0.39 "GET /v2.0/security-groups?id=c46585fa-da50-4ef3-834f-e3a7c15dd624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825427 Aug 12 14:34:28.456552 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-1531a6f0-3eb7-4214-9079-cce608563462 req-b17cb16e-bae9-40b3-8f23-a58c704fff39 tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1227133 Aug 12 14:34:28.472022 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-1531a6f0-3eb7-4214-9079-cce608563462 req-93066cf7-7c4a-48ec-8802-a63d35a64407 service neutron] Request body: {'port': {'device_id': 'f74794c1-d77b-4d85-ba55-7cc5380b83f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-694802-15'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:34:28.513734 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.agents_db [None req-17ed3e4c-1a7d-4162-9646-11c134aca297 None None] Agent healthcheck: found 7 active agents {{(pid=94469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 14:34:28.531150 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 14:34:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8972babf-5d86-4228-923b-e61e3d3cfbe5 x-openstack-request-id: req-8972babf-5d86-4228-923b-e61e3d3cfbe5 {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:34:28.531933 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7280c12c-b739-473c-8176-6241a11fdba8", "tag": "7aee8b14-551b-49e0-bd6b-7295df572013", "status": "completed", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:34:28.532414 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8972babf-5d86-4228-923b-e61e3d3cfbe5 {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:34:28.533019 n-d-694802-15 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7280c12c-b739-473c-8176-6241a11fdba8', 'tag': '7aee8b14-551b-49e0-bd6b-7295df572013', 'status': 'completed', 'code': 200} Aug 12 14:34:28.551503 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-1531a6f0-3eb7-4214-9079-cce608563462 req-93066cf7-7c4a-48ec-8802-a63d35a64407 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:28.637977 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bb428f-1080-4ec2-9f8f-47670b02b14c req-e1bd9a17-8df0-4fe7-b23d-353b1162750a tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:34:28.645255 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-45bb428f-1080-4ec2-9f8f-47670b02b14c req-e1bd9a17-8df0-4fe7-b23d-353b1162750a tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d672ae8-cf9f-476a-9b32-189bae5a39b2 HTTP/1.1" status: 200 len: 950 time: 0.2146876 Aug 12 14:34:28.674216 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5023177a-6646-4276-b0e9-e7692c745095 req-6a7ec641-c35c-43ac-b18f-190c1bb3de08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:34:28.675942 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-5023177a-6646-4276-b0e9-e7692c745095 req-6a7ec641-c35c-43ac-b18f-190c1bb3de08 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2ca2740279aa43f59b39608f0eb7f5ea&device_id=7280c12c-b739-473c-8176-6241a11fdba8 HTTP/1.1" status: 200 len: 1096 time: 0.1320336 Aug 12 14:34:28.743771 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-a5edfda2-c39a-49b8-8e9a-a268adf03a0a None None] Notify callbacks [] for port, precommit_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:28.756974 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b4a01437-cfdf-4dab-9507-7b8a45cf9259 req-a9b80a49-0789-47c2-aca2-af57342b380f tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] 10.222.0.39 "GET /v2.0/ports?device_id=1c4abd92-ff98-493d-a431-54de27fac7f6 HTTP/1.1" status: 200 len: 210 time: 0.0326309 Aug 12 14:34:28.758246 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-a5edfda2-c39a-49b8-8e9a-a268adf03a0a None None] Transition to ACTIVE for port object 60aa254e-64f6-4ef4-a20c-e736da13d259 will not be triggered until provisioned by entity L2. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:34:28.769540 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-a5edfda2-c39a-49b8-8e9a-a268adf03a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:28.796741 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-45bb428f-1080-4ec2-9f8f-47670b02b14c req-10cdc623-0d54-4873-8854-eb7010fc2db8 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0307eb3-f523-445b-8e1d-79deac809303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505160 Aug 12 14:34:28.835853 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a7b0b16f-62e8-4e87-a8bf-7322a1daf776 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:28.856571 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1a2f61-004d-47e2-bd46-8b3ff853a587 None None] Pushing event updated for resources: {'Port': ['ID=60aa254e-64f6-4ef4-a20c-e736da13d259,revision_number=2']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:34:28.877126 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-a5edfda2-c39a-49b8-8e9a-a268adf03a0a None None] Attempting to bind port 60aa254e-64f6-4ef4-a20c-e736da13d259 on host n-d-694802-15 for vnic_type normal with profile {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:34:28.877884 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-a5edfda2-c39a-49b8-8e9a-a268adf03a0a None None] Attempting to bind port 60aa254e-64f6-4ef4-a20c-e736da13d259 by drivers openvswitch,hyperv on host n-d-694802-15 at level 0 using segments [{'id': 'b1b396cb-2dc6-4041-bfc7-1833a80a4720', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:34:28.878849 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5edfda2-c39a-49b8-8e9a-a268adf03a0a None None] Attempting to bind port 60aa254e-64f6-4ef4-a20c-e736da13d259 on network d3759e1b-6c03-45ac-acd4-90abb417809b {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:34:28.885049 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5edfda2-c39a-49b8-8e9a-a268adf03a0a None None] Checking agent: {'id': '16de73ac-f2e9-4cee-b3e0-91052ae3e6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 20, 13), 'started_at': datetime.datetime(2021, 8, 12, 14, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 34, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:34:28.885752 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5edfda2-c39a-49b8-8e9a-a268adf03a0a None None] Checking segment: {'id': 'b1b396cb-2dc6-4041-bfc7-1833a80a4720', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:34:28.886976 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-a5edfda2-c39a-49b8-8e9a-a268adf03a0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:28.889629 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5edfda2-c39a-49b8-8e9a-a268adf03a0a None None] Bound using segment: {'id': 'b1b396cb-2dc6-4041-bfc7-1833a80a4720', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:34:28.890392 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-a5edfda2-c39a-49b8-8e9a-a268adf03a0a None None] Bound port: 60aa254e-64f6-4ef4-a20c-e736da13d259, host: n-d-694802-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1b396cb-2dc6-4041-bfc7-1833a80a4720', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'}}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:34:28.891041 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-a5edfda2-c39a-49b8-8e9a-a268adf03a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:28.993297 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-a5edfda2-c39a-49b8-8e9a-a268adf03a0a None None] For port 60aa254e-64f6-4ef4-a20c-e736da13d259, host n-d-694802-15, cleared binding levels {{(pid=94468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:34:28.996932 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-a5edfda2-c39a-49b8-8e9a-a268adf03a0a None None] For port 60aa254e-64f6-4ef4-a20c-e736da13d259, host n-d-694802-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=60aa254e-64f6-4ef4-a20c-e736da13d259,segment=NetworkSegment(b1b396cb-2dc6-4041-bfc7-1833a80a4720),segment_id=b1b396cb-2dc6-4041-bfc7-1833a80a4720)] {{(pid=94468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:34:29.003788 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5023177a-6646-4276-b0e9-e7692c745095 req-208a7c84-34d0-4419-aed0-4f263342cc9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:34:29.005560 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-5023177a-6646-4276-b0e9-e7692c745095 req-208a7c84-34d0-4419-aed0-4f263342cc9e service neutron] 10.222.0.49 "GET /v2.0/networks?id=41f1da00-3350-4544-8c27-fc6708300f17 HTTP/1.1" status: 200 len: 910 time: 0.3173368 Aug 12 14:34:29.005911 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-a5edfda2-c39a-49b8-8e9a-a268adf03a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:29.080622 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e813b3-0cfa-43df-b1a2-db5682b9a520 req-6295213a-0339-4ddf-9a94-fe68ee5dc073 tempest-ServersWithSpecificFlavorTestJSON-1739232893 tempest-ServersWithSpecificFlavorTestJSON-1739232893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:34:29.083760 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1a2f61-004d-47e2-bd46-8b3ff853a587 None None] Pushing event updated for resources: {'Port': ['ID=60aa254e-64f6-4ef4-a20c-e736da13d259,revision_number=3']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:34:29.089312 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-62e813b3-0cfa-43df-b1a2-db5682b9a520 req-6295213a-0339-4ddf-9a94-fe68ee5dc073 tempest-ServersWithSpecificFlavorTestJSON-1739232893 tempest-ServersWithSpecificFlavorTestJSON-1739232893-project] 10.222.0.39 "GET /v2.0/ports?device_id=b6a1f017-4f9f-442c-a07e-15034cba2d96 HTTP/1.1" status: 200 len: 945 time: 0.1015813 Aug 12 14:34:29.111046 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5edfda2-c39a-49b8-8e9a-a268adf03a0a None None] Routers {'1ace287b-218f-4aec-9758-12103c669662'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:34:29.112281 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-a5edfda2-c39a-49b8-8e9a-a268adf03a0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:34:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['1ace287b-218f-4aec-9758-12103c669662'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:34:29.148053 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-5023177a-6646-4276-b0e9-e7692c745095 req-f930debd-1640-457b-9548-6f8ed77b2092 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7aee8b14-551b-49e0-bd6b-7295df572013 HTTP/1.1" status: 200 len: 217 time: 0.1315312 Aug 12 14:34:29.148681 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-62e813b3-0cfa-43df-b1a2-db5682b9a520 req-6829daa9-0888-4651-825f-adb1c4bfc9c7 tempest-ServersWithSpecificFlavorTestJSON-1739232893 tempest-ServersWithSpecificFlavorTestJSON-1739232893-project] 10.222.0.39 "GET /v2.0/security-groups?id=7583e7d0-9463-4dd0-8eff-2e0ab040ac14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579264 Aug 12 14:34:29.181247 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ce5126-d1b8-49f5-afb4-e1042045517a req-3cb6ad0b-4aff-4d20-a436-506a924ef861 tempest-ServerTagsTestJSON-2056439052 tempest-ServerTagsTestJSON-2056439052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:34:29.191302 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-13ce5126-d1b8-49f5-afb4-e1042045517a req-3cb6ad0b-4aff-4d20-a436-506a924ef861 tempest-ServerTagsTestJSON-2056439052 tempest-ServerTagsTestJSON-2056439052-project] 10.222.0.39 "GET /v2.0/ports?device_id=7280c12c-b739-473c-8176-6241a11fdba8 HTTP/1.1" status: 200 len: 944 time: 0.2327855 Aug 12 14:34:29.208734 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [req-1531a6f0-3eb7-4214-9079-cce608563462 req-93066cf7-7c4a-48ec-8802-a63d35a64407 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c77027dd-829d-473e-aaa2-a33b21f94703 {{(pid=94467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:34:29.225460 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-1531a6f0-3eb7-4214-9079-cce608563462 req-93066cf7-7c4a-48ec-8802-a63d35a64407 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:29.255187 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [req-1531a6f0-3eb7-4214-9079-cce608563462 req-93066cf7-7c4a-48ec-8802-a63d35a64407 service neutron] Transition to ACTIVE for port object c77027dd-829d-473e-aaa2-a33b21f94703 will not be triggered until provisioned by entity L2. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:34:29.262319 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvr_db [None req-a5edfda2-c39a-49b8-8e9a-a268adf03a0a None None] Set router 1ace287b-218f-4aec-9758-12103c669662 gateway port host: n-d-694802-15 {{(pid=94468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:34:29.263651 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-1531a6f0-3eb7-4214-9079-cce608563462 req-93066cf7-7c4a-48ec-8802-a63d35a64407 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:29.266441 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5023177a-6646-4276-b0e9-e7692c745095 req-455f0969-805d-43c6-a91a-2c1ba4ed8aef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:34:29.267955 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-5023177a-6646-4276-b0e9-e7692c745095 req-455f0969-805d-43c6-a91a-2c1ba4ed8aef service neutron] 10.222.0.49 "GET /v2.0/subnets?id=65e761a5-d401-4ddf-8e03-81602fb59a61 HTTP/1.1" status: 200 len: 849 time: 0.1086321 Aug 12 14:34:29.385375 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-13ce5126-d1b8-49f5-afb4-e1042045517a req-5102eb41-c7f6-4e4c-b63b-38bf839426b0 tempest-ServerTagsTestJSON-2056439052 tempest-ServerTagsTestJSON-2056439052-project] 10.222.0.39 "GET /v2.0/security-groups?id=5a4893b3-c400-4641-91ba-a7d99b11bfa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894069 Aug 12 14:34:29.395364 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-5023177a-6646-4276-b0e9-e7692c745095 req-22db402a-7e71-483b-affd-13d938dfac23 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=41f1da00-3350-4544-8c27-fc6708300f17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1105669 Aug 12 14:34:29.416521 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-a7b0b16f-62e8-4e87-a8bf-7322a1daf776 admin admin] Allocated IP 172.20.0.1 (92357b14-a952-4dd5-8b92-2ec9418b4e70/55227452-0802-4492-beeb-f6d40df664c8/5ceddfa9-2801-4111-a7dd-2e9b9d7248fb) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:34:29.434072 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93066cf7-7c4a-48ec-8802-a63d35a64407 service neutron] Pushing event updated for resources: {'Port': ['ID=c77027dd-829d-473e-aaa2-a33b21f94703,revision_number=2']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:34:29.494703 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b48f24-a24c-46b9-8f4c-bd0b3e3c7e27 req-665d1d37-9c88-4720-b5ba-9ca744b4fb6d tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:34:29.502860 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-95b48f24-a24c-46b9-8f4c-bd0b3e3c7e27 req-665d1d37-9c88-4720-b5ba-9ca744b4fb6d tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] 10.222.0.39 "GET /v2.0/ports?device_id=e2a5ad67-981f-4d3f-8e72-5b9ed86baf8a HTTP/1.1" status: 200 len: 946 time: 0.1571298 Aug 12 14:34:29.510516 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-a5edfda2-c39a-49b8-8e9a-a268adf03a0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ace287b-218f-4aec-9758-12103c669662', 'name': 'tempest-FloatingIPDetailsTestJSON-244350505-router', 'tenant_id': '27617456d52349fca9148b35806597f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.230'}], 'enable_snat': True}, 'gw_port_id': '60aa254e-64f6-4ef4-a20c-e736da13d259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:34:21Z', 'updated_at': '2021-08-12T14:34:25Z', 'revision_number': 3, 'project_id': '27617456d52349fca9148b35806597f2', 'gw_port': {'id': '60aa254e-64f6-4ef4-a20c-e736da13d259', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:f2:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ace287b-218f-4aec-9758-12103c669662', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:34:23Z', 'updated_at': '2021-08-12T14:34:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15'}], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:34:29.541120 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-1531a6f0-3eb7-4214-9079-cce608563462 req-93066cf7-7c4a-48ec-8802-a63d35a64407 service neutron] Attempting to bind port c77027dd-829d-473e-aaa2-a33b21f94703 on host n-h2-694802-15 for vnic_type normal with profile {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:34:29.541515 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-1531a6f0-3eb7-4214-9079-cce608563462 req-93066cf7-7c4a-48ec-8802-a63d35a64407 service neutron] Attempting to bind port c77027dd-829d-473e-aaa2-a33b21f94703 by drivers openvswitch,hyperv on host n-h2-694802-15 at level 0 using segments [{'id': '5ea1fe2e-eeef-460a-999b-4e3aad831451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '66286ace-0f28-443f-a69d-5df85949d220'}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:34:29.541857 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1531a6f0-3eb7-4214-9079-cce608563462 req-93066cf7-7c4a-48ec-8802-a63d35a64407 service neutron] Attempting to bind port c77027dd-829d-473e-aaa2-a33b21f94703 on network 66286ace-0f28-443f-a69d-5df85949d220 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:34:29.559820 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1531a6f0-3eb7-4214-9079-cce608563462 req-93066cf7-7c4a-48ec-8802-a63d35a64407 service neutron] Port c77027dd-829d-473e-aaa2-a33b21f94703 on network 66286ace-0f28-443f-a69d-5df85949d220 not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-15 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 14:34:29.560215 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1531a6f0-3eb7-4214-9079-cce608563462 req-93066cf7-7c4a-48ec-8802-a63d35a64407 service neutron] Attempting to bind port c77027dd-829d-473e-aaa2-a33b21f94703 on network 66286ace-0f28-443f-a69d-5df85949d220 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:34:29.569814 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1531a6f0-3eb7-4214-9079-cce608563462 req-93066cf7-7c4a-48ec-8802-a63d35a64407 service neutron] Checking agent: {'id': 'b7697f71-33f3-4959-ad82-43c2dc15845d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 27, 42), 'started_at': datetime.datetime(2021, 8, 12, 14, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 34, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:34:29.570156 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1531a6f0-3eb7-4214-9079-cce608563462 req-93066cf7-7c4a-48ec-8802-a63d35a64407 service neutron] Checking segment: {'id': '5ea1fe2e-eeef-460a-999b-4e3aad831451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '66286ace-0f28-443f-a69d-5df85949d220'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:34:29.570550 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1531a6f0-3eb7-4214-9079-cce608563462 req-93066cf7-7c4a-48ec-8802-a63d35a64407 service neutron] Bound using segment: {'id': '5ea1fe2e-eeef-460a-999b-4e3aad831451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '66286ace-0f28-443f-a69d-5df85949d220'} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:34:29.570991 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-1531a6f0-3eb7-4214-9079-cce608563462 req-93066cf7-7c4a-48ec-8802-a63d35a64407 service neutron] Bound port: c77027dd-829d-473e-aaa2-a33b21f94703, host: n-h2-694802-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ea1fe2e-eeef-460a-999b-4e3aad831451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '66286ace-0f28-443f-a69d-5df85949d220'}}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:34:29.571376 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-1531a6f0-3eb7-4214-9079-cce608563462 req-93066cf7-7c4a-48ec-8802-a63d35a64407 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:29.626873 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-95b48f24-a24c-46b9-8f4c-bd0b3e3c7e27 req-8151bf43-aaf0-4b98-be02-2fa1e782241c tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] 10.222.0.39 "GET /v2.0/security-groups?id=11312995-c93d-4754-9dea-15693c54238a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229482 Aug 12 14:34:29.715070 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923173d9-385d-4a6d-9b95-446ac58fc13a req-abd627b0-d5c4-4f9c-8d03-a2a9ce6f5e61 tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:34:29.718568 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5edfda2-c39a-49b8-8e9a-a268adf03a0a None None] The sync data for ids ['1ace287b-218f-4aec-9758-12103c669662'] in n-d-694802-15 is: [{'id': '1ace287b-218f-4aec-9758-12103c669662', 'name': 'tempest-FloatingIPDetailsTestJSON-244350505-router', 'tenant_id': '27617456d52349fca9148b35806597f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.230'}], 'enable_snat': True}, 'gw_port_id': '60aa254e-64f6-4ef4-a20c-e736da13d259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:34:21Z', 'updated_at': '2021-08-12T14:34:25Z', 'revision_number': 3, 'project_id': '27617456d52349fca9148b35806597f2', 'gw_port': {'id': '60aa254e-64f6-4ef4-a20c-e736da13d259', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:f2:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ace287b-218f-4aec-9758-12103c669662', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:34:23Z', 'updated_at': '2021-08-12T14:34:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15'}] {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 14:34:29.722324 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-923173d9-385d-4a6d-9b95-446ac58fc13a req-abd627b0-d5c4-4f9c-8d03-a2a9ce6f5e61 tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] 10.222.0.39 "GET /v2.0/ports?device_id=f74794c1-d77b-4d85-ba55-7cc5380b83f4 HTTP/1.1" status: 200 len: 943 time: 0.1382172 Aug 12 14:34:29.728258 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-1531a6f0-3eb7-4214-9079-cce608563462 req-93066cf7-7c4a-48ec-8802-a63d35a64407 service neutron] For port c77027dd-829d-473e-aaa2-a33b21f94703, host n-h2-694802-15, cleared binding levels {{(pid=94467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:34:29.728671 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-5023177a-6646-4276-b0e9-e7692c745095 req-e0ac95de-74ca-4932-929d-fa845c6be7ec service neutron] 10.222.0.49 "GET /v2.0/networks/41f1da00-3350-4544-8c27-fc6708300f17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3227041 Aug 12 14:34:29.734888 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-1531a6f0-3eb7-4214-9079-cce608563462 req-93066cf7-7c4a-48ec-8802-a63d35a64407 service neutron] For port c77027dd-829d-473e-aaa2-a33b21f94703, host n-h2-694802-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=c77027dd-829d-473e-aaa2-a33b21f94703,segment=NetworkSegment(5ea1fe2e-eeef-460a-999b-4e3aad831451),segment_id=5ea1fe2e-eeef-460a-999b-4e3aad831451)] {{(pid=94467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:34:29.741551 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-1531a6f0-3eb7-4214-9079-cce608563462 req-93066cf7-7c4a-48ec-8802-a63d35a64407 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:29.781022 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1531a6f0-3eb7-4214-9079-cce608563462 req-93066cf7-7c4a-48ec-8802-a63d35a64407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:34:29.781789 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-1531a6f0-3eb7-4214-9079-cce608563462 req-93066cf7-7c4a-48ec-8802-a63d35a64407 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:29.783411 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-1531a6f0-3eb7-4214-9079-cce608563462 req-93066cf7-7c4a-48ec-8802-a63d35a64407 service neutron] 10.222.0.49 "PUT /v2.0/ports/c77027dd-829d-473e-aaa2-a33b21f94703 HTTP/1.1" status: 200 len: 1092 time: 1.3167143 Aug 12 14:34:29.796473 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f74794c1-d77b-4d85-ba55-7cc5380b83f4', 'tag': 'c77027dd-829d-473e-aaa2-a33b21f94703'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:34:29.801405 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e65282f928b64038367d043a4411777802006c43a98742496cb2e25b724ff1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcb8a920-f88a-4ecb-8cfa-b43ca5ca6615" -d '{"events": [{"name": "network-changed", "server_uuid": "f74794c1-d77b-4d85-ba55-7cc5380b83f4", "tag": "c77027dd-829d-473e-aaa2-a33b21f94703"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:34:29.830182 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a7b0b16f-62e8-4e87-a8bf-7322a1daf776 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:29.883286 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-923173d9-385d-4a6d-9b95-446ac58fc13a req-a60263d1-624b-4953-8ee3-007cdd9c88ae tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] 10.222.0.39 "GET /v2.0/security-groups?id=c46585fa-da50-4ef3-834f-e3a7c15dd624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599965 Aug 12 14:34:29.884430 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-a7b0b16f-62e8-4e87-a8bf-7322a1daf776 admin admin] Transition to ACTIVE for port object 5ceddfa9-2801-4111-a7dd-2e9b9d7248fb will not be triggered until provisioned by entity DHCP. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:34:29.940232 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93066cf7-7c4a-48ec-8802-a63d35a64407 service neutron] Pushing event updated for resources: {'Port': ['ID=c77027dd-829d-473e-aaa2-a33b21f94703,revision_number=3']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:34:29.975572 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-62c463e6-51a8-4cd7-aa9d-6dfe0f00200d req-690d2800-215d-46f6-8c67-95247748093a tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] 10.222.0.39 "GET /v2.0/ports?device_id=1c4abd92-ff98-493d-a431-54de27fac7f6 HTTP/1.1" status: 200 len: 210 time: 0.0817864 Aug 12 14:34:30.024682 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1531a6f0-3eb7-4214-9079-cce608563462 req-9fa1fc87-b93d-4510-a27d-51b35bb2eedf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:34:30.026521 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-1531a6f0-3eb7-4214-9079-cce608563462 req-9fa1fc87-b93d-4510-a27d-51b35bb2eedf service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f18f73753fc44381926b4d20b367351e&device_id=f74794c1-d77b-4d85-ba55-7cc5380b83f4 HTTP/1.1" status: 200 len: 1095 time: 0.1765566 Aug 12 14:34:30.052081 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8db1532-5a5d-4663-b13c-915609f0b1c9 req-cd7fd287-77db-4b0a-bd09-1c82579fa129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:34:30.053929 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f8db1532-5a5d-4663-b13c-915609f0b1c9 req-cd7fd287-77db-4b0a-bd09-1c82579fa129 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=8d672ae8-cf9f-476a-9b32-189bae5a39b2&tenant_id=e3f6e239b38a4f618b8ca0621fcc54e4 HTTP/1.1" status: 200 len: 1102 time: 0.1054380 Aug 12 14:34:30.055908 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-5023177a-6646-4276-b0e9-e7692c745095 req-6930525c-7657-42a0-943e-340639167515 service neutron] 10.222.0.49 "GET /v2.0/networks/41f1da00-3350-4544-8c27-fc6708300f17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3065999 Aug 12 14:34:30.077006 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a7b0b16f-62e8-4e87-a8bf-7322a1daf776 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:30.109489 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 14:34:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3d96c38-60dd-4a8d-81bf-c71e278b967b x-openstack-request-id: req-f3d96c38-60dd-4a8d-81bf-c71e278b967b {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:34:30.110391 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f74794c1-d77b-4d85-ba55-7cc5380b83f4", "tag": "c77027dd-829d-473e-aaa2-a33b21f94703", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:34:30.110804 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f3d96c38-60dd-4a8d-81bf-c71e278b967b {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:34:30.111406 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f74794c1-d77b-4d85-ba55-7cc5380b83f4', 'tag': 'c77027dd-829d-473e-aaa2-a33b21f94703', 'status': 'completed', 'code': 200} Aug 12 14:34:30.117833 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-f8db1532-5a5d-4663-b13c-915609f0b1c9 req-48953f66-f0a6-48bd-b236-59bfa843502d service neutron] Request body: {'port': {'binding:host_id': 'n-h2-694802-15', 'device_owner': 'compute:nova'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:34:30.142705 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7b0b16f-62e8-4e87-a8bf-7322a1daf776 admin admin] Network 92357b14-a952-4dd5-8b92-2ec9418b4e70 is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:34:30.168454 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e15f96-7c8c-461d-bbec-db94a887ea8d req-d80ff9bb-6272-4a70-bb7d-877738815e6a tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:34:30.175530 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-a2e15f96-7c8c-461d-bbec-db94a887ea8d req-d80ff9bb-6272-4a70-bb7d-877738815e6a tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d672ae8-cf9f-476a-9b32-189bae5a39b2 HTTP/1.1" status: 200 len: 950 time: 0.1646860 Aug 12 14:34:30.176544 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-a7b0b16f-62e8-4e87-a8bf-7322a1daf776 admin admin] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:34:30.179283 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b0b16f-62e8-4e87-a8bf-7322a1daf776 admin admin] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:34:30.204589 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-1531a6f0-3eb7-4214-9079-cce608563462 req-54c49b91-bb65-42f6-be99-601774311053 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c77027dd-829d-473e-aaa2-a33b21f94703 HTTP/1.1" status: 200 len: 217 time: 0.1640239 Aug 12 14:34:30.329302 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-a2e15f96-7c8c-461d-bbec-db94a887ea8d req-bbb49247-c55d-4764-a07c-6202ea2b7024 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0307eb3-f523-445b-8e1d-79deac809303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425822 Aug 12 14:34:30.339842 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b0b16f-62e8-4e87-a8bf-7322a1daf776 admin admin] Pushing event updated for resources: {'Port': ['ID=5ceddfa9-2801-4111-a7dd-2e9b9d7248fb,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:34:30.343729 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-f8db1532-5a5d-4663-b13c-915609f0b1c9 req-48953f66-f0a6-48bd-b236-59bfa843502d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:30.352277 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a7b0b16f-62e8-4e87-a8bf-7322a1daf776 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66663725'] for router_interface, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:30.394985 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1531a6f0-3eb7-4214-9079-cce608563462 req-d5bbd3b4-b6f5-4c09-8da8-9835836f8564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:34:30.398297 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-1531a6f0-3eb7-4214-9079-cce608563462 req-d5bbd3b4-b6f5-4c09-8da8-9835836f8564 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=39fc4ab3-8f53-4eb4-b1df-ab065bbb1694 HTTP/1.1" status: 200 len: 845 time: 0.1590469 Aug 12 14:34:30.519244 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-1531a6f0-3eb7-4214-9079-cce608563462 req-5862e01c-6ebc-4fcd-881d-cde466f8cf8e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=66286ace-0f28-443f-a69d-5df85949d220&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0875320 Aug 12 14:34:30.572343 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device 7aee8b14-551b-49e0-bd6b-7295df572013 details requested by agent hyperv_n-h2-694802-15 with host n-h2-694802-15 {{(pid=94468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 14:34:30.638456 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa88e4e7-140f-4e1b-90cd-caef5b920853 req-7d0fec65-3a70-4c03-b299-94228798c6e8 tempest-ServerTagsTestJSON-2056439052 tempest-ServerTagsTestJSON-2056439052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:34:30.647133 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-aa88e4e7-140f-4e1b-90cd-caef5b920853 req-7d0fec65-3a70-4c03-b299-94228798c6e8 tempest-ServerTagsTestJSON-2056439052 tempest-ServerTagsTestJSON-2056439052-project] 10.222.0.39 "GET /v2.0/ports?device_id=7280c12c-b739-473c-8176-6241a11fdba8 HTTP/1.1" status: 200 len: 944 time: 0.1027081 Aug 12 14:34:30.649084 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-4760815b-0fea-4349-9022-65f5f2f3eda7 None None] Provisioning for port 5ceddfa9-2801-4111-a7dd-2e9b9d7248fb completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:34:30.715194 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-4760815b-0fea-4349-9022-65f5f2f3eda7 None None] Provisioning complete for port 5ceddfa9-2801-4111-a7dd-2e9b9d7248fb triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:34:30.715633 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4760815b-0fea-4349-9022-65f5f2f3eda7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:30.725647 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-1531a6f0-3eb7-4214-9079-cce608563462 req-9bc0ba43-bef3-46db-876a-3b7f84a33a3b service neutron] 10.222.0.49 "GET /v2.0/networks/66286ace-0f28-443f-a69d-5df85949d220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1926556 Aug 12 14:34:30.735496 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-aa88e4e7-140f-4e1b-90cd-caef5b920853 req-485c1fbb-c2c6-4cae-9540-778f137ad596 tempest-ServerTagsTestJSON-2056439052 tempest-ServerTagsTestJSON-2056439052-project] 10.222.0.39 "GET /v2.0/security-groups?id=5a4893b3-c400-4641-91ba-a7d99b11bfa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873389 Aug 12 14:34:30.811641 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-4760815b-0fea-4349-9022-65f5f2f3eda7 None None] Port 5ceddfa9-2801-4111-a7dd-2e9b9d7248fb cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 14:34:30.834265 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port 7aee8b14-551b-49e0-bd6b-7295df572013, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=7aee8b14-551b-49e0-bd6b-7295df572013,segment=NetworkSegment(228e3d89-da8c-4c3b-aca4-7ca58168eda9),segment_id=228e3d89-da8c-4c3b-aca4-7ca58168eda9)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:34:30.840336 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a7b0b16f-62e8-4e87-a8bf-7322a1daf776 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:30.849772 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Returning: {'device': '7aee8b14-551b-49e0-bd6b-7295df572013', 'network_id': '41f1da00-3350-4544-8c27-fc6708300f17', 'port_id': '7aee8b14-551b-49e0-bd6b-7295df572013', 'mac_address': 'fa:16:3e:6e:30:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65e761a5-d401-4ddf-8e03-81602fb59a61', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 14:34:30.908887 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:30.923620 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7aee8b14-551b-49e0-bd6b-7295df572013 {{(pid=94468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:34:30.947953 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port 7aee8b14-551b-49e0-bd6b-7295df572013, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=7aee8b14-551b-49e0-bd6b-7295df572013,segment=NetworkSegment(228e3d89-da8c-4c3b-aca4-7ca58168eda9),segment_id=228e3d89-da8c-4c3b-aca4-7ca58168eda9)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:34:30.953973 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:30.967149 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f04d6d05-c458-4284-8f12-5d3382d0d095 req-f6818fb5-df40-4c58-8ec1-228fb4872720 tempest-ServersWithSpecificFlavorTestJSON-1739232893 tempest-ServersWithSpecificFlavorTestJSON-1739232893-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--775242978&fields=id&tenant_id=67787a84bb704413b5454c6fdcf0c251 HTTP/1.1" status: 200 len: 267 time: 0.2944908 Aug 12 14:34:31.003193 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00a5119-0352-412d-9f2d-1fbc463bbb7f req-9d0077e4-23cb-4e11-844e-8807edc99259 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:34:31.015336 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-f00a5119-0352-412d-9f2d-1fbc463bbb7f req-9d0077e4-23cb-4e11-844e-8807edc99259 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] 10.222.0.39 "GET /v2.0/ports?device_id=e2a5ad67-981f-4d3f-8e72-5b9ed86baf8a HTTP/1.1" status: 200 len: 946 time: 0.1630504 Aug 12 14:34:31.028792 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Pushing event updated for resources: {'Port': ['ID=7aee8b14-551b-49e0-bd6b-7295df572013,revision_number=4']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:34:31.132762 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-1531a6f0-3eb7-4214-9079-cce608563462 req-563f05c3-6a31-4f5c-b362-a8aa4d4106bf service neutron] 10.222.0.49 "GET /v2.0/networks/66286ace-0f28-443f-a69d-5df85949d220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3904245 Aug 12 14:34:31.209917 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-f8db1532-5a5d-4663-b13c-915609f0b1c9 req-48953f66-f0a6-48bd-b236-59bfa843502d service neutron] For port 628b9ed0-91c2-4767-8e49-8e7410a8407c, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=628b9ed0-91c2-4767-8e49-8e7410a8407c,segment=NetworkSegment(a1f8c867-101b-4d30-814e-b89f55a5edd0),segment_id=a1f8c867-101b-4d30-814e-b89f55a5edd0)] {{(pid=94467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:34:31.249000 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04d6d05-c458-4284-8f12-5d3382d0d095 req-2daef589-352a-433b-962d-4940950d9373 tempest-ServersWithSpecificFlavorTestJSON-1739232893 tempest-ServersWithSpecificFlavorTestJSON-1739232893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:34:31.250652 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f04d6d05-c458-4284-8f12-5d3382d0d095 req-2daef589-352a-433b-962d-4940950d9373 tempest-ServersWithSpecificFlavorTestJSON-1739232893 tempest-ServersWithSpecificFlavorTestJSON-1739232893-project] 10.222.0.39 "GET /v2.0/networks?id=8a71aa16-6082-45cb-9783-85f01df10691 HTTP/1.1" status: 200 len: 824 time: 0.2710667 Aug 12 14:34:31.294848 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f04d6d05-c458-4284-8f12-5d3382d0d095 req-92c86c40-c9e1-4d81-976d-d99d57142d16 tempest-ServersWithSpecificFlavorTestJSON-1739232893 tempest-ServersWithSpecificFlavorTestJSON-1739232893-project] 10.222.0.39 "GET /v2.0/quotas/67787a84bb704413b5454c6fdcf0c251 HTTP/1.1" status: 200 len: 375 time: 0.0307105 Aug 12 14:34:31.300432 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb8a920-f88a-4ecb-8cfa-b43ca5ca6615 req-7afb24aa-34f0-4f29-9b97-5a8379ce2b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:34:31.302040 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-fcb8a920-f88a-4ecb-8cfa-b43ca5ca6615 req-7afb24aa-34f0-4f29-9b97-5a8379ce2b56 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f18f73753fc44381926b4d20b367351e&device_id=f74794c1-d77b-4d85-ba55-7cc5380b83f4 HTTP/1.1" status: 200 len: 1095 time: 0.1061382 Aug 12 14:34:31.303204 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-f8db1532-5a5d-4663-b13c-915609f0b1c9 req-48953f66-f0a6-48bd-b236-59bfa843502d service neutron] For port 628b9ed0-91c2-4767-8e49-8e7410a8407c, host n-h1-694802-15, cleared binding levels {{(pid=94467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:34:31.323048 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] get_ports_and_sgs() called for port_ids ['7aee8b14-551b-49e0-bd6b-7295df572013'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:34:31.442208 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-f8db1532-5a5d-4663-b13c-915609f0b1c9 req-48953f66-f0a6-48bd-b236-59bfa843502d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:31.482090 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-f00a5119-0352-412d-9f2d-1fbc463bbb7f req-742a06c3-d879-4700-bea9-7533c5e4a74b tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] 10.222.0.39 "GET /v2.0/security-groups?id=11312995-c93d-4754-9dea-15693c54238a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4657600 Aug 12 14:34:31.488796 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f04d6d05-c458-4284-8f12-5d3382d0d095 req-96253dae-092d-477b-842f-66d6999df8c1 tempest-ServersWithSpecificFlavorTestJSON-1739232893 tempest-ServersWithSpecificFlavorTestJSON-1739232893-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=67787a84bb704413b5454c6fdcf0c251&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1827970 Aug 12 14:34:31.489945 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [req-f8db1532-5a5d-4663-b13c-915609f0b1c9 req-48953f66-f0a6-48bd-b236-59bfa843502d service neutron] Transition to ACTIVE for port object 628b9ed0-91c2-4767-8e49-8e7410a8407c will not be triggered until provisioned by entity L2. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:34:31.497592 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-f8db1532-5a5d-4663-b13c-915609f0b1c9 req-48953f66-f0a6-48bd-b236-59bfa843502d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:31.540614 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb8a920-f88a-4ecb-8cfa-b43ca5ca6615 req-95d05445-fb51-4b40-8f98-26f70af24c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:34:31.542272 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-fcb8a920-f88a-4ecb-8cfa-b43ca5ca6615 req-95d05445-fb51-4b40-8f98-26f70af24c07 service neutron] 10.222.0.49 "GET /v2.0/networks?id=66286ace-0f28-443f-a69d-5df85949d220 HTTP/1.1" status: 200 len: 906 time: 0.2141604 Aug 12 14:34:31.677063 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a7b0b16f-62e8-4e87-a8bf-7322a1daf776 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:31.678171 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-fcb8a920-f88a-4ecb-8cfa-b43ca5ca6615 req-9dbf2be2-5843-4d70-aadd-4d83d7e71b0d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c77027dd-829d-473e-aaa2-a33b21f94703 HTTP/1.1" status: 200 len: 217 time: 0.1124780 Aug 12 14:34:31.686214 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a7b0b16f-62e8-4e87-a8bf-7322a1daf776 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3718439'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:31.768528 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 60aa254e-64f6-4ef4-a20c-e736da13d259 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:34:31.769555 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8f06d0-e60b-4c1b-abce-9b201f0e3109 req-4708fa92-3cc5-4681-ac7d-b4d4c1e48cbe tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:34:31.771521 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-8f8f06d0-e60b-4c1b-abce-9b201f0e3109 req-4708fa92-3cc5-4681-ac7d-b4d4c1e48cbe tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] 10.222.0.39 "GET /v2.0/ports?device_id=f74794c1-d77b-4d85-ba55-7cc5380b83f4 HTTP/1.1" status: 200 len: 943 time: 0.1438644 Aug 12 14:34:31.826996 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a7b0b16f-62e8-4e87-a8bf-7322a1daf776 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66628363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66663865'] for router_interface, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:31.834449 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b0b16f-62e8-4e87-a8bf-7322a1daf776 admin admin] Pushing event updated for resources: {'Port': ['ID=5ceddfa9-2801-4111-a7dd-2e9b9d7248fb,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:34:31.837584 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8db1532-5a5d-4663-b13c-915609f0b1c9 req-48953f66-f0a6-48bd-b236-59bfa843502d service neutron] No DVR routers for this DVR port 628b9ed0-91c2-4767-8e49-8e7410a8407c on host n-h1-694802-15 {{(pid=94467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:34:31.853435 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning for port 60aa254e-64f6-4ef4-a20c-e736da13d259 completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:34:31.860923 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port 60aa254e-64f6-4ef4-a20c-e736da13d259 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:34:31.862237 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:31.865144 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48953f66-f0a6-48bd-b236-59bfa843502d service neutron] Pushing event updated for resources: {'Port': ['ID=628b9ed0-91c2-4767-8e49-8e7410a8407c,revision_number=10']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:34:32.026674 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb8a920-f88a-4ecb-8cfa-b43ca5ca6615 req-bf557628-2b2f-4b27-97cc-a5205540d770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:34:32.029382 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-fcb8a920-f88a-4ecb-8cfa-b43ca5ca6615 req-bf557628-2b2f-4b27-97cc-a5205540d770 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=39fc4ab3-8f53-4eb4-b1df-ab065bbb1694 HTTP/1.1" status: 200 len: 845 time: 0.3267639 Aug 12 14:34:32.034144 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-8f8f06d0-e60b-4c1b-abce-9b201f0e3109 req-9926622a-0f5d-456b-826d-dc0ddcf479af tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] 10.222.0.39 "GET /v2.0/security-groups?id=c46585fa-da50-4ef3-834f-e3a7c15dd624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2465751 Aug 12 14:34:32.036203 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7b0b16f-62e8-4e87-a8bf-7322a1daf776 admin admin] Network 92357b14-a952-4dd5-8b92-2ec9418b4e70 is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:34:32.042606 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:32.045227 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-a7b0b16f-62e8-4e87-a8bf-7322a1daf776 admin admin] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:34:32.073697 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-f8db1532-5a5d-4663-b13c-915609f0b1c9 req-48953f66-f0a6-48bd-b236-59bfa843502d service neutron] Attempting to bind port 628b9ed0-91c2-4767-8e49-8e7410a8407c on host n-h2-694802-15 for vnic_type normal with profile {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:34:32.074173 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-f8db1532-5a5d-4663-b13c-915609f0b1c9 req-48953f66-f0a6-48bd-b236-59bfa843502d service neutron] Attempting to bind port 628b9ed0-91c2-4767-8e49-8e7410a8407c by drivers openvswitch,hyperv on host n-h2-694802-15 at level 0 using segments [{'id': 'a1f8c867-101b-4d30-814e-b89f55a5edd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '2525c403-dfb3-4196-a273-739607aab38a'}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:34:32.080271 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8db1532-5a5d-4663-b13c-915609f0b1c9 req-48953f66-f0a6-48bd-b236-59bfa843502d service neutron] Attempting to bind port 628b9ed0-91c2-4767-8e49-8e7410a8407c on network 2525c403-dfb3-4196-a273-739607aab38a {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:34:32.082538 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] For port 60aa254e-64f6-4ef4-a20c-e736da13d259, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=60aa254e-64f6-4ef4-a20c-e736da13d259,segment=NetworkSegment(b1b396cb-2dc6-4041-bfc7-1833a80a4720),segment_id=b1b396cb-2dc6-4041-bfc7-1833a80a4720)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:34:32.091818 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:32.129533 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d672ae8-cf9f-476a-9b32-189bae5a39b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '628b9ed0-91c2-4767-8e49-8e7410a8407c'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:34:32.131997 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e65282f928b64038367d043a4411777802006c43a98742496cb2e25b724ff1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef44d450-ccea-4597-b4f9-48e5bfcf2d98" -d '{"events": [{"server_uuid": "8d672ae8-cf9f-476a-9b32-189bae5a39b2", "name": "network-vif-unplugged", "status": "completed", "tag": "628b9ed0-91c2-4767-8e49-8e7410a8407c"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:34:32.154417 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-fcb8a920-f88a-4ecb-8cfa-b43ca5ca6615 req-fb60628a-0cbf-49f1-9487-24605781b32c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=66286ace-0f28-443f-a69d-5df85949d220&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1118062 Aug 12 14:34:32.156328 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f04d6d05-c458-4284-8f12-5d3382d0d095 req-b61cbc68-12c4-4a7f-9120-17e760425729 service neutron] 10.222.0.39 "GET /v2.0/networks/8a71aa16-6082-45cb-9783-85f01df10691?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6252115 Aug 12 14:34:32.157340 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8db1532-5a5d-4663-b13c-915609f0b1c9 req-48953f66-f0a6-48bd-b236-59bfa843502d service neutron] Port 628b9ed0-91c2-4767-8e49-8e7410a8407c on network 2525c403-dfb3-4196-a273-739607aab38a not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-15 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 14:34:32.157668 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8db1532-5a5d-4663-b13c-915609f0b1c9 req-48953f66-f0a6-48bd-b236-59bfa843502d service neutron] Attempting to bind port 628b9ed0-91c2-4767-8e49-8e7410a8407c on network 2525c403-dfb3-4196-a273-739607aab38a {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:34:32.224748 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Pushing event updated for resources: {'Port': ['ID=60aa254e-64f6-4ef4-a20c-e736da13d259,revision_number=4']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:34:32.253392 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8db1532-5a5d-4663-b13c-915609f0b1c9 req-48953f66-f0a6-48bd-b236-59bfa843502d service neutron] Checking agent: {'id': 'b7697f71-33f3-4959-ad82-43c2dc15845d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 27, 42), 'started_at': datetime.datetime(2021, 8, 12, 14, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 34, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:34:32.254041 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8db1532-5a5d-4663-b13c-915609f0b1c9 req-48953f66-f0a6-48bd-b236-59bfa843502d service neutron] Checking segment: {'id': 'a1f8c867-101b-4d30-814e-b89f55a5edd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '2525c403-dfb3-4196-a273-739607aab38a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:34:32.254636 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8db1532-5a5d-4663-b13c-915609f0b1c9 req-48953f66-f0a6-48bd-b236-59bfa843502d service neutron] Bound using segment: {'id': 'a1f8c867-101b-4d30-814e-b89f55a5edd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '2525c403-dfb3-4196-a273-739607aab38a'} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:34:32.255326 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-f8db1532-5a5d-4663-b13c-915609f0b1c9 req-48953f66-f0a6-48bd-b236-59bfa843502d service neutron] Bound port: 628b9ed0-91c2-4767-8e49-8e7410a8407c, host: n-h2-694802-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1f8c867-101b-4d30-814e-b89f55a5edd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '2525c403-dfb3-4196-a273-739607aab38a'}}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:34:32.256270 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-f8db1532-5a5d-4663-b13c-915609f0b1c9 req-48953f66-f0a6-48bd-b236-59bfa843502d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:32.389447 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7b0b16f-62e8-4e87-a8bf-7322a1daf776 admin admin] Router 1ace287b-218f-4aec-9758-12103c669662 has already been hosted by L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f {{(pid=94466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 14:34:32.412199 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-fcb8a920-f88a-4ecb-8cfa-b43ca5ca6615 req-71cd67f8-9e5c-4105-a815-d8ef089a8b38 service neutron] 10.222.0.49 "GET /v2.0/networks/66286ace-0f28-443f-a69d-5df85949d220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2178359 Aug 12 14:34:32.487102 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-79dec59c-cedc-4117-a6e4-959c49fa4dc7 req-652fdec2-1aad-4b2c-a548-c1740520ba85 tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] 10.222.0.39 "GET /v2.0/ports?device_id=1c4abd92-ff98-493d-a431-54de27fac7f6 HTTP/1.1" status: 200 len: 210 time: 0.1905270 Aug 12 14:34:32.522536 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b1510f-41a6-4d47-96f1-d401f2c1de1b req-491a1524-0d94-4b21-aceb-83c28f9d0812 tempest-ServersWithSpecificFlavorTestJSON-1739232893 tempest-ServersWithSpecificFlavorTestJSON-1739232893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:34:32.528440 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-87b1510f-41a6-4d47-96f1-d401f2c1de1b req-491a1524-0d94-4b21-aceb-83c28f9d0812 tempest-ServersWithSpecificFlavorTestJSON-1739232893 tempest-ServersWithSpecificFlavorTestJSON-1739232893-project] 10.222.0.49 "GET /v2.0/ports?device_id=b6a1f017-4f9f-442c-a07e-15034cba2d96 HTTP/1.1" status: 200 len: 945 time: 0.2346063 Aug 12 14:34:32.537792 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f7c10711-2147-4503-a7ac-fc0d5379e655 None None] Provisioning complete for port 5ceddfa9-2801-4111-a7dd-2e9b9d7248fb triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:34:32.538171 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f7c10711-2147-4503-a7ac-fc0d5379e655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:32.586808 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device 7aee8b14-551b-49e0-bd6b-7295df572013 up at agent hyperv_n-h2-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:34:32.679396 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-f7c10711-2147-4503-a7ac-fc0d5379e655 None None] Port 5ceddfa9-2801-4111-a7dd-2e9b9d7248fb cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 14:34:32.710282 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Provisioning for port 7aee8b14-551b-49e0-bd6b-7295df572013 completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:34:32.715775 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Provisioning complete for port 7aee8b14-551b-49e0-bd6b-7295df572013 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:34:32.716323 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:32.822573 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:32.837545 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f625c33-3de9-42d2-966e-04fe00abac74 req-508f7f35-24ae-4f1e-8c41-553f808f3856 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:34:32.852159 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7280c12c-b739-473c-8176-6241a11fdba8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7aee8b14-551b-49e0-bd6b-7295df572013'}] {{(pid=94468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:34:32.852569 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-6f625c33-3de9-42d2-966e-04fe00abac74 req-508f7f35-24ae-4f1e-8c41-553f808f3856 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d672ae8-cf9f-476a-9b32-189bae5a39b2 HTTP/1.1" status: 200 len: 949 time: 0.2400274 Aug 12 14:34:32.858237 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99a8d87602170099c728e57431aca99e9b98a655a83bbf8727be13192709727b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31387d01-1c71-49e5-bead-065a6023dc4e" -d '{"events": [{"server_uuid": "7280c12c-b739-473c-8176-6241a11fdba8", "name": "network-vif-plugged", "status": "completed", "tag": "7aee8b14-551b-49e0-bd6b-7295df572013"}]}' {{(pid=94468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:34:32.886153 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7b0b16f-62e8-4e87-a8bf-7322a1daf776 admin admin] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 14:34:32.886320 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port 7aee8b14-551b-49e0-bd6b-7295df572013, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=7aee8b14-551b-49e0-bd6b-7295df572013,segment=NetworkSegment(228e3d89-da8c-4c3b-aca4-7ca58168eda9),segment_id=228e3d89-da8c-4c3b-aca4-7ca58168eda9)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:34:32.897257 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:32.898567 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-897e953c-459e-4da3-b222-f03fcdaa9ff2 None None] Sync routers for ids ['1ace287b-218f-4aec-9758-12103c669662'] in n-d-694802-15 {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 14:34:32.908355 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-a7b0b16f-62e8-4e87-a8bf-7322a1daf776 admin admin] 10.222.0.39 "PUT /v2.0/routers/1ace287b-218f-4aec-9758-12103c669662/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0694141 Aug 12 14:34:32.921535 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-897e953c-459e-4da3-b222-f03fcdaa9ff2 None None] Routers {'1ace287b-218f-4aec-9758-12103c669662'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:34:32.922175 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-897e953c-459e-4da3-b222-f03fcdaa9ff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:34:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['1ace287b-218f-4aec-9758-12103c669662'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:34:32.950645 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [req-87b1510f-41a6-4d47-96f1-d401f2c1de1b req-cbb29440-a7c8-4bec-bc14-47f01b79b768 tempest-ServersWithSpecificFlavorTestJSON-1739232893 tempest-ServersWithSpecificFlavorTestJSON-1739232893-project] Deleting port 076640dc-c2e5-4e4c-8db8-a67400621028 {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:34:32.956738 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-87b1510f-41a6-4d47-96f1-d401f2c1de1b req-cbb29440-a7c8-4bec-bc14-47f01b79b768 tempest-ServersWithSpecificFlavorTestJSON-1739232893 tempest-ServersWithSpecificFlavorTestJSON-1739232893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:32.964032 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-fcb8a920-f88a-4ecb-8cfa-b43ca5ca6615 req-b01b53f2-d79f-472c-9213-cb7845abe6df service neutron] 10.222.0.49 "GET /v2.0/networks/66286ace-0f28-443f-a69d-5df85949d220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5248225 Aug 12 14:34:33.022307 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device 628b9ed0-91c2-4767-8e49-8e7410a8407c no longer exists at agent hyperv_n-h1-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:34:33.033632 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Pushing event updated for resources: {'Port': ['ID=7aee8b14-551b-49e0-bd6b-7295df572013,revision_number=5']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:34:33.076398 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f04d6d05-c458-4284-8f12-5d3382d0d095 req-612a7fed-835b-42ed-b360-e9774579ab9d service neutron] 10.222.0.39 "GET /v2.0/networks/8a71aa16-6082-45cb-9783-85f01df10691?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9000857 Aug 12 14:34:33.080627 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-897e953c-459e-4da3-b222-f03fcdaa9ff2 None None] Set router 1ace287b-218f-4aec-9758-12103c669662 gateway port host: n-d-694802-15 {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:34:33.084275 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-f8db1532-5a5d-4663-b13c-915609f0b1c9 req-48953f66-f0a6-48bd-b236-59bfa843502d service neutron] For port 628b9ed0-91c2-4767-8e49-8e7410a8407c, host n-h2-694802-15, cleared binding levels {{(pid=94467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:34:33.091665 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-f8db1532-5a5d-4663-b13c-915609f0b1c9 req-48953f66-f0a6-48bd-b236-59bfa843502d service neutron] For port 628b9ed0-91c2-4767-8e49-8e7410a8407c, host n-h2-694802-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=628b9ed0-91c2-4767-8e49-8e7410a8407c,segment=NetworkSegment(a1f8c867-101b-4d30-814e-b89f55a5edd0),segment_id=a1f8c867-101b-4d30-814e-b89f55a5edd0)] {{(pid=94467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:34:33.098601 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-f8db1532-5a5d-4663-b13c-915609f0b1c9 req-48953f66-f0a6-48bd-b236-59bfa843502d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:33.133753 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8db1532-5a5d-4663-b13c-915609f0b1c9 req-48953f66-f0a6-48bd-b236-59bfa843502d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:34:33.135092 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device 628b9ed0-91c2-4767-8e49-8e7410a8407c not bound to the agent host n-h1-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:34:33.135586 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-f8db1532-5a5d-4663-b13c-915609f0b1c9 req-48953f66-f0a6-48bd-b236-59bfa843502d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:33.137107 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f8db1532-5a5d-4663-b13c-915609f0b1c9 req-48953f66-f0a6-48bd-b236-59bfa843502d service neutron] 10.222.0.49 "PUT /v2.0/ports/628b9ed0-91c2-4767-8e49-8e7410a8407c HTTP/1.1" status: 200 len: 1098 time: 3.0247366 Aug 12 14:34:33.252525 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-6f625c33-3de9-42d2-966e-04fe00abac74 req-7d491ce4-2a6d-4cd9-9e23-ded56afeeb7f tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0307eb3-f523-445b-8e1d-79deac809303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3895612 Aug 12 14:34:33.286002 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [req-87b1510f-41a6-4d47-96f1-d401f2c1de1b req-cbb29440-a7c8-4bec-bc14-47f01b79b768 tempest-ServersWithSpecificFlavorTestJSON-1739232893 tempest-ServersWithSpecificFlavorTestJSON-1739232893-project] For port 076640dc-c2e5-4e4c-8db8-a67400621028, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=076640dc-c2e5-4e4c-8db8-a67400621028,segment=NetworkSegment(90d38c4e-0902-45c2-a9f7-0cc151cbe8b9),segment_id=90d38c4e-0902-45c2-a9f7-0cc151cbe8b9)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:34:33.286379 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-87b1510f-41a6-4d47-96f1-d401f2c1de1b req-cbb29440-a7c8-4bec-bc14-47f01b79b768 tempest-ServersWithSpecificFlavorTestJSON-1739232893 tempest-ServersWithSpecificFlavorTestJSON-1739232893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:33.353732 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8db1532-5a5d-4663-b13c-915609f0b1c9 req-35fcba60-fe27-40eb-be5b-de1ece1805b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:34:33.372832 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f8db1532-5a5d-4663-b13c-915609f0b1c9 req-35fcba60-fe27-40eb-be5b-de1ece1805b5 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e3f6e239b38a4f618b8ca0621fcc54e4&device_id=8d672ae8-cf9f-476a-9b32-189bae5a39b2 HTTP/1.1" status: 200 len: 1101 time: 0.1788392 Aug 12 14:34:33.550733 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 12 Aug 2021 14:34:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0673800c-861a-4010-97de-a17964378a96 x-openstack-request-id: req-0673800c-861a-4010-97de-a17964378a96 {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:34:33.551053 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d672ae8-cf9f-476a-9b32-189bae5a39b2", "name": "network-vif-unplugged", "status": "completed", "tag": "628b9ed0-91c2-4767-8e49-8e7410a8407c", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:34:33.551807 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0673800c-861a-4010-97de-a17964378a96 {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:34:33.551807 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d672ae8-cf9f-476a-9b32-189bae5a39b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '628b9ed0-91c2-4767-8e49-8e7410a8407c', 'code': 200} Aug 12 14:34:33.565513 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48953f66-f0a6-48bd-b236-59bfa843502d service neutron] Pushing event updated for resources: {'Port': ['ID=628b9ed0-91c2-4767-8e49-8e7410a8407c,revision_number=11']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:34:33.566930 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-897e953c-459e-4da3-b222-f03fcdaa9ff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ace287b-218f-4aec-9758-12103c669662', 'name': 'tempest-FloatingIPDetailsTestJSON-244350505-router', 'tenant_id': '27617456d52349fca9148b35806597f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.230'}], 'enable_snat': True}, 'gw_port_id': '60aa254e-64f6-4ef4-a20c-e736da13d259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:34:21Z', 'updated_at': '2021-08-12T14:34:30Z', 'revision_number': 4, 'project_id': '27617456d52349fca9148b35806597f2', 'gw_port': {'id': '60aa254e-64f6-4ef4-a20c-e736da13d259', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:f2:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ace287b-218f-4aec-9758-12103c669662', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:34:23Z', 'updated_at': '2021-08-12T14:34:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': '5ceddfa9-2801-4111-a7dd-2e9b9d7248fb', 'name': '', 'network_id': '92357b14-a952-4dd5-8b92-2ec9418b4e70', 'tenant_id': '27617456d52349fca9148b35806597f2', 'mac_address': 'fa:16:3e:cf:5b:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ace287b-218f-4aec-9758-12103c669662', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '55227452-0802-4492-beeb-f6d40df664c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:34:28Z', 'updated_at': '2021-08-12T14:34:30Z', 'revision_number': 2, 'project_id': '27617456d52349fca9148b35806597f2', 'subnets': [{'id': '55227452-0802-4492-beeb-f6d40df664c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:34:33.644788 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed635807-17ea-4fc7-b515-f708dd4d62ed req-abaaad4f-dc5c-4e22-8fee-4da8d6f6746e tempest-ServerTagsTestJSON-2056439052 tempest-ServerTagsTestJSON-2056439052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:34:33.649643 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ed635807-17ea-4fc7-b515-f708dd4d62ed req-abaaad4f-dc5c-4e22-8fee-4da8d6f6746e tempest-ServerTagsTestJSON-2056439052 tempest-ServerTagsTestJSON-2056439052-project] 10.222.0.39 "GET /v2.0/ports?device_id=7280c12c-b739-473c-8176-6241a11fdba8 HTTP/1.1" status: 200 len: 946 time: 0.0970893 Aug 12 14:34:33.651304 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8db1532-5a5d-4663-b13c-915609f0b1c9 req-cd601335-5f51-44d5-9ddb-99fc27e13861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:34:33.652785 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f8db1532-5a5d-4663-b13c-915609f0b1c9 req-cd601335-5f51-44d5-9ddb-99fc27e13861 service neutron] 10.222.0.49 "GET /v2.0/networks?id=2525c403-dfb3-4196-a273-739607aab38a HTTP/1.1" status: 200 len: 870 time: 0.2782462 Aug 12 14:34:33.662556 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-897e953c-459e-4da3-b222-f03fcdaa9ff2 None None] Checking router: 1ace287b-218f-4aec-9758-12103c669662 for host: n-d-694802-15 {{(pid=94469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 14:34:33.663745 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-897e953c-459e-4da3-b222-f03fcdaa9ff2 None None] Updating router 1ace287b-218f-4aec-9758-12103c669662 port 5ceddfa9-2801-4111-a7dd-2e9b9d7248fb binding host n-d-694802-15 {{(pid=94469) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 14:34:33.755242 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-897e953c-459e-4da3-b222-f03fcdaa9ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:33.765788 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 60aa254e-64f6-4ef4-a20c-e736da13d259 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:34:33.806552 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f8db1532-5a5d-4663-b13c-915609f0b1c9 req-69db1ec6-5790-41cb-9f3f-927f669e0546 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.129&port_id=628b9ed0-91c2-4767-8e49-8e7410a8407c HTTP/1.1" status: 200 len: 217 time: 0.1311934 Aug 12 14:34:33.881126 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port 60aa254e-64f6-4ef4-a20c-e736da13d259 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:34:33.881661 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:33.894235 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46757d4e-53df-4d18-bb73-f012c2a2e23e req-4eb7e3c4-a88a-45bc-935b-b9d19a381aa3 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:34:33.904743 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-46757d4e-53df-4d18-bb73-f012c2a2e23e req-4eb7e3c4-a88a-45bc-935b-b9d19a381aa3 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] 10.222.0.39 "GET /v2.0/ports?device_id=e2a5ad67-981f-4d3f-8e72-5b9ed86baf8a HTTP/1.1" status: 200 len: 946 time: 0.2898300 Aug 12 14:34:33.948438 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ed635807-17ea-4fc7-b515-f708dd4d62ed req-b7b90f13-62c7-4bba-9e19-91c2a3f8b440 tempest-ServerTagsTestJSON-2056439052 tempest-ServerTagsTestJSON-2056439052-project] 10.222.0.39 "GET /v2.0/security-groups?id=5a4893b3-c400-4641-91ba-a7d99b11bfa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2806964 Aug 12 14:34:33.993238 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8db1532-5a5d-4663-b13c-915609f0b1c9 req-00d4c283-4d68-4b57-9de9-f3bb962140ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:34:33.998080 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f8db1532-5a5d-4663-b13c-915609f0b1c9 req-00d4c283-4d68-4b57-9de9-f3bb962140ce service neutron] 10.222.0.49 "GET /v2.0/subnets?id=236e0be6-1c94-4221-9e8b-ab02a53331f8 HTTP/1.1" status: 200 len: 843 time: 0.1815653 Aug 12 14:34:34.085441 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8db1532-5a5d-4663-b13c-915609f0b1c9 req-8b2a7d6c-dda6-442f-a333-79739ac03dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:34:34.089072 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f8db1532-5a5d-4663-b13c-915609f0b1c9 req-8b2a7d6c-dda6-442f-a333-79739ac03dc9 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2525c403-dfb3-4196-a273-739607aab38a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0814595 Aug 12 14:34:34.091795 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 14:34:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18b7794a-df8b-44c7-9cfc-e7d5160f6f38 x-openstack-request-id: req-18b7794a-df8b-44c7-9cfc-e7d5160f6f38 {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:34:34.096242 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7280c12c-b739-473c-8176-6241a11fdba8", "name": "network-vif-plugged", "status": "completed", "tag": "7aee8b14-551b-49e0-bd6b-7295df572013", "code": 200}]} {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:34:34.096776 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-18b7794a-df8b-44c7-9cfc-e7d5160f6f38 {{(pid=94468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:34:34.103234 n-d-694802-15 neutron-server[94468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7280c12c-b739-473c-8176-6241a11fdba8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7aee8b14-551b-49e0-bd6b-7295df572013', 'code': 200} Aug 12 14:34:34.157738 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-87b1510f-41a6-4d47-96f1-d401f2c1de1b req-cbb29440-a7c8-4bec-bc14-47f01b79b768 tempest-ServersWithSpecificFlavorTestJSON-1739232893 tempest-ServersWithSpecificFlavorTestJSON-1739232893-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:34.158596 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-87b1510f-41a6-4d47-96f1-d401f2c1de1b req-cbb29440-a7c8-4bec-bc14-47f01b79b768 tempest-ServersWithSpecificFlavorTestJSON-1739232893 tempest-ServersWithSpecificFlavorTestJSON-1739232893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431510'] for floatingip, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:34.159046 n-d-694802-15 neutron-server[94466]: INFO neutron.db.l3_db [req-87b1510f-41a6-4d47-96f1-d401f2c1de1b req-cbb29440-a7c8-4bec-bc14-47f01b79b768 tempest-ServersWithSpecificFlavorTestJSON-1739232893 tempest-ServersWithSpecificFlavorTestJSON-1739232893-project] Floating IP f1c2a03c-de20-4976-b863-5f7f130fb7a5 disassociated. External IP: 172.25.1.202, port: 076640dc-c2e5-4e4c-8db8-a67400621028. Aug 12 14:34:34.159535 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [req-87b1510f-41a6-4d47-96f1-d401f2c1de1b req-cbb29440-a7c8-4bec-bc14-47f01b79b768 tempest-ServersWithSpecificFlavorTestJSON-1739232893 tempest-ServersWithSpecificFlavorTestJSON-1739232893-project] Calling delete_port for 076640dc-c2e5-4e4c-8db8-a67400621028 owned by compute:nova {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:34:34.327533 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09dea83-3a57-45bd-9cf2-23787291be24 req-0fed4b63-5448-4984-89cf-d99e93b5e2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:34:34.329255 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f09dea83-3a57-45bd-9cf2-23787291be24 req-0fed4b63-5448-4984-89cf-d99e93b5e2ea service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=7280c12c-b739-473c-8176-6241a11fdba8 HTTP/1.1" status: 200 len: 1098 time: 0.1869600 Aug 12 14:34:34.343080 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f7d84a-3813-420d-9d58-a37608871957 req-7cc8c879-587f-43a9-8bfe-4bb462c5e3b0 tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:34:34.350565 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-61f7d84a-3813-420d-9d58-a37608871957 req-7cc8c879-587f-43a9-8bfe-4bb462c5e3b0 tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] 10.222.0.39 "GET /v2.0/ports?device_id=f74794c1-d77b-4d85-ba55-7cc5380b83f4 HTTP/1.1" status: 200 len: 943 time: 0.1433866 Aug 12 14:34:34.354566 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-897e953c-459e-4da3-b222-f03fcdaa9ff2 None None] Notify callbacks [] for port, precommit_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:34.369745 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.provisioning_blocks [None req-897e953c-459e-4da3-b222-f03fcdaa9ff2 None None] Transition to ACTIVE for port object 5ceddfa9-2801-4111-a7dd-2e9b9d7248fb will not be triggered until provisioned by entity L2. {{(pid=94469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:34:34.379782 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f8db1532-5a5d-4663-b13c-915609f0b1c9 req-036d1aa2-f020-4b96-a8c3-70e524719701 service neutron] 10.222.0.49 "GET /v2.0/networks/2525c403-dfb3-4196-a273-739607aab38a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2828999 Aug 12 14:34:34.381317 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-897e953c-459e-4da3-b222-f03fcdaa9ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:34.417659 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-46757d4e-53df-4d18-bb73-f012c2a2e23e req-d220405f-80f1-48d6-91f2-5772315b9438 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] 10.222.0.39 "GET /v2.0/security-groups?id=11312995-c93d-4754-9dea-15693c54238a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5119126 Aug 12 14:34:34.490363 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-87b1510f-41a6-4d47-96f1-d401f2c1de1b req-cbb29440-a7c8-4bec-bc14-47f01b79b768 tempest-ServersWithSpecificFlavorTestJSON-1739232893 tempest-ServersWithSpecificFlavorTestJSON-1739232893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:34.504545 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-61f7d84a-3813-420d-9d58-a37608871957 req-d2323545-c866-4090-a469-527b0b825f3c tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] 10.222.0.39 "GET /v2.0/security-groups?id=c46585fa-da50-4ef3-834f-e3a7c15dd624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529813 Aug 12 14:34:34.547222 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90e07ef-962c-4db0-9774-0a5a3ef7a5e6 None None] Pushing event updated for resources: {'Port': ['ID=5ceddfa9-2801-4111-a7dd-2e9b9d7248fb,revision_number=3']} {{(pid=94469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:34:34.567904 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f09dea83-3a57-45bd-9cf2-23787291be24 req-7047919f-c8d7-4188-b114-9991223df6a6 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=5a4893b3-c400-4641-91ba-a7d99b11bfa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1975412 Aug 12 14:34:34.568215 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.managers [None req-897e953c-459e-4da3-b222-f03fcdaa9ff2 None None] Attempting to bind port 5ceddfa9-2801-4111-a7dd-2e9b9d7248fb on host n-d-694802-15 for vnic_type normal with profile {{(pid=94469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:34:34.568782 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.managers [None req-897e953c-459e-4da3-b222-f03fcdaa9ff2 None None] Attempting to bind port 5ceddfa9-2801-4111-a7dd-2e9b9d7248fb by drivers openvswitch,hyperv on host n-d-694802-15 at level 0 using segments [{'id': '5ea65b70-2413-4fef-8dbc-962e58283bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '92357b14-a952-4dd5-8b92-2ec9418b4e70'}] {{(pid=94469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:34:34.569173 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-897e953c-459e-4da3-b222-f03fcdaa9ff2 None None] Attempting to bind port 5ceddfa9-2801-4111-a7dd-2e9b9d7248fb on network 92357b14-a952-4dd5-8b92-2ec9418b4e70 {{(pid=94469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:34:34.576097 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb29440-a7c8-4bec-bc14-47f01b79b768 tempest-ServersWithSpecificFlavorTestJSON-1739232893 tempest-ServersWithSpecificFlavorTestJSON-1739232893-project] Pushing event deleted for resources: {'Port': ['ID=076640dc-c2e5-4e4c-8db8-a67400621028,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:34:34.592995 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device c77027dd-829d-473e-aaa2-a33b21f94703 details requested by agent hyperv_n-h2-694802-15 with host n-h2-694802-15 {{(pid=94468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 14:34:34.595260 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-897e953c-459e-4da3-b222-f03fcdaa9ff2 None None] Checking agent: {'id': '16de73ac-f2e9-4cee-b3e0-91052ae3e6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 20, 13), 'started_at': datetime.datetime(2021, 8, 12, 14, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 34, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:34:34.596146 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-897e953c-459e-4da3-b222-f03fcdaa9ff2 None None] Checking segment: {'id': '5ea65b70-2413-4fef-8dbc-962e58283bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '92357b14-a952-4dd5-8b92-2ec9418b4e70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:34:34.607289 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-897e953c-459e-4da3-b222-f03fcdaa9ff2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:34.607823 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-897e953c-459e-4da3-b222-f03fcdaa9ff2 None None] Bound using segment: {'id': '5ea65b70-2413-4fef-8dbc-962e58283bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '92357b14-a952-4dd5-8b92-2ec9418b4e70'} {{(pid=94469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:34:34.608334 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.managers [None req-897e953c-459e-4da3-b222-f03fcdaa9ff2 None None] Bound port: 5ceddfa9-2801-4111-a7dd-2e9b9d7248fb, host: n-d-694802-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ea65b70-2413-4fef-8dbc-962e58283bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '92357b14-a952-4dd5-8b92-2ec9418b4e70'}}] {{(pid=94469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:34:34.611186 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-897e953c-459e-4da3-b222-f03fcdaa9ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:34.664131 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f8db1532-5a5d-4663-b13c-915609f0b1c9 req-eb3004aa-4996-400b-bd2d-e0f3fb56e0b0 service neutron] 10.222.0.49 "GET /v2.0/networks/2525c403-dfb3-4196-a273-739607aab38a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2690856 Aug 12 14:34:34.703889 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b0f5af99-6422-42a9-a03a-c6538050e1c7 req-bb63d8c5-2db6-47f5-bf1f-dba11a44effb tempest-ServersWithSpecificFlavorTestJSON-1739232893 tempest-ServersWithSpecificFlavorTestJSON-1739232893-project] 10.222.0.39 "GET /v2.0/ports?device_id=8ed0b090-d715-45eb-a73a-683995b5af12 HTTP/1.1" status: 200 len: 210 time: 0.0581167 Aug 12 14:34:34.744308 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.db [None req-897e953c-459e-4da3-b222-f03fcdaa9ff2 None None] For port 5ceddfa9-2801-4111-a7dd-2e9b9d7248fb, host n-d-694802-15, cleared binding levels {{(pid=94469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:34:34.764462 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.db [None req-897e953c-459e-4da3-b222-f03fcdaa9ff2 None None] For port 5ceddfa9-2801-4111-a7dd-2e9b9d7248fb, host n-d-694802-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=5ceddfa9-2801-4111-a7dd-2e9b9d7248fb,segment=NetworkSegment(5ea65b70-2413-4fef-8dbc-962e58283bea),segment_id=5ea65b70-2413-4fef-8dbc-962e58283bea)] {{(pid=94469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:34:34.768631 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90e07ef-962c-4db0-9774-0a5a3ef7a5e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:34:34.770524 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90e07ef-962c-4db0-9774-0a5a3ef7a5e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:34:34.770879 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90e07ef-962c-4db0-9774-0a5a3ef7a5e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:34:34.771281 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90e07ef-962c-4db0-9774-0a5a3ef7a5e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:34:34.771605 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90e07ef-962c-4db0-9774-0a5a3ef7a5e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:34:34.771968 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90e07ef-962c-4db0-9774-0a5a3ef7a5e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:34:34.772295 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90e07ef-962c-4db0-9774-0a5a3ef7a5e6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:34:34.774514 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port c77027dd-829d-473e-aaa2-a33b21f94703, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=c77027dd-829d-473e-aaa2-a33b21f94703,segment=NetworkSegment(5ea1fe2e-eeef-460a-999b-4e3aad831451),segment_id=5ea1fe2e-eeef-460a-999b-4e3aad831451)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:34:34.775869 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90e07ef-962c-4db0-9774-0a5a3ef7a5e6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:34:34.776900 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90e07ef-962c-4db0-9774-0a5a3ef7a5e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:34:34.777252 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90e07ef-962c-4db0-9774-0a5a3ef7a5e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:34:34.780528 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90e07ef-962c-4db0-9774-0a5a3ef7a5e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:34:34.780948 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90e07ef-962c-4db0-9774-0a5a3ef7a5e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:34:34.796008 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Returning: {'device': 'c77027dd-829d-473e-aaa2-a33b21f94703', 'network_id': '66286ace-0f28-443f-a69d-5df85949d220', 'port_id': 'c77027dd-829d-473e-aaa2-a33b21f94703', 'mac_address': 'fa:16:3e:c3:80:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39fc4ab3-8f53-4eb4-b1df-ab065bbb1694', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 14:34:34.807185 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-897e953c-459e-4da3-b222-f03fcdaa9ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:34.874567 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:34.893320 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c77027dd-829d-473e-aaa2-a33b21f94703 {{(pid=94468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:34:34.951594 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port c77027dd-829d-473e-aaa2-a33b21f94703, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=c77027dd-829d-473e-aaa2-a33b21f94703,segment=NetworkSegment(5ea1fe2e-eeef-460a-999b-4e3aad831451),segment_id=5ea1fe2e-eeef-460a-999b-4e3aad831451)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:34:34.959501 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:34.977909 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-897e953c-459e-4da3-b222-f03fcdaa9ff2 None None] Routers {'1ace287b-218f-4aec-9758-12103c669662'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:34:34.989828 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-897e953c-459e-4da3-b222-f03fcdaa9ff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:34:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['1ace287b-218f-4aec-9758-12103c669662'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:34:34.994734 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90e07ef-962c-4db0-9774-0a5a3ef7a5e6 None None] Pushing event updated for resources: {'Port': ['ID=5ceddfa9-2801-4111-a7dd-2e9b9d7248fb,revision_number=4']} {{(pid=94469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:34:35.045389 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca33f2e5-674e-4369-8bba-3e5687c2a73c req-7f2d9fb3-025c-4326-bf09-ad2a2a9a7d4a tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:34:35.048184 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ca33f2e5-674e-4369-8bba-3e5687c2a73c req-7f2d9fb3-025c-4326-bf09-ad2a2a9a7d4a tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d672ae8-cf9f-476a-9b32-189bae5a39b2 HTTP/1.1" status: 200 len: 949 time: 0.1260622 Aug 12 14:34:35.090909 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Pushing event updated for resources: {'Port': ['ID=c77027dd-829d-473e-aaa2-a33b21f94703,revision_number=4']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:34:35.128720 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ca33f2e5-674e-4369-8bba-3e5687c2a73c req-4b45bd35-0670-413a-975e-71ad1205d15e tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0307eb3-f523-445b-8e1d-79deac809303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702090 Aug 12 14:34:35.257919 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-897e953c-459e-4da3-b222-f03fcdaa9ff2 None None] Set router 1ace287b-218f-4aec-9758-12103c669662 gateway port host: n-d-694802-15 {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:34:35.342945 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-e8f814ce-5d6e-4001-b588-ba5ad539fa56 req-053d3c33-64de-4269-a3c7-197d3ec1cbb0 tempest-FloatingIPDetailsTestJSON-124427863 tempest-FloatingIPDetailsTestJSON-124427863-project] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.7228906 Aug 12 14:34:35.359340 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [req-e8f814ce-5d6e-4001-b588-ba5ad539fa56 req-2d522627-ec33-4c44-9e87-250965368995 tempest-FloatingIPDetailsTestJSON-124427863 tempest-FloatingIPDetailsTestJSON-124427863-project] Request body: {'floatingip': {'floating_network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:34:35.377312 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.l3_agent_scheduler [req-87b1510f-41a6-4d47-96f1-d401f2c1de1b req-cbb29440-a7c8-4bec-bc14-47f01b79b768 tempest-ServersWithSpecificFlavorTestJSON-1739232893 tempest-ServersWithSpecificFlavorTestJSON-1739232893-project] Router 11d41262-1334-4737-8528-01f371451f7a has already been hosted by L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f {{(pid=94466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 14:34:35.446286 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-e8f814ce-5d6e-4001-b588-ba5ad539fa56 req-2d522627-ec33-4c44-9e87-250965368995 tempest-FloatingIPDetailsTestJSON-124427863 tempest-FloatingIPDetailsTestJSON-124427863-project] Notify callbacks [] for floatingip, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:35.449320 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04d6d05-c458-4284-8f12-5d3382d0d095 req-0536f2dc-a8ec-41c4-8e59-f0c90eea239e tempest-ServersWithSpecificFlavorTestJSON-1739232893 tempest-ServersWithSpecificFlavorTestJSON-1739232893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:34:35.450921 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f04d6d05-c458-4284-8f12-5d3382d0d095 req-0536f2dc-a8ec-41c4-8e59-f0c90eea239e tempest-ServersWithSpecificFlavorTestJSON-1739232893 tempest-ServersWithSpecificFlavorTestJSON-1739232893-project] 10.222.0.49 "GET /v2.0/networks?id=8a71aa16-6082-45cb-9783-85f01df10691 HTTP/1.1" status: 200 len: 824 time: 0.1918519 Aug 12 14:34:35.522670 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f04d6d05-c458-4284-8f12-5d3382d0d095 req-ea106c7a-6fb9-43dc-aef6-2cc3a53ab550 tempest-ServersWithSpecificFlavorTestJSON-1739232893 tempest-ServersWithSpecificFlavorTestJSON-1739232893-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=67787a84bb704413b5454c6fdcf0c251 HTTP/1.1" status: 200 len: 379 time: 0.0605631 Aug 12 14:34:35.537157 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df380576-6b24-412e-aeef-89e1868db5a9 req-4b1aed24-6220-4bb6-9ebd-4beed15272e6 tempest-ServerTagsTestJSON-2056439052 tempest-ServerTagsTestJSON-2056439052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:34:35.539465 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-df380576-6b24-412e-aeef-89e1868db5a9 req-4b1aed24-6220-4bb6-9ebd-4beed15272e6 tempest-ServerTagsTestJSON-2056439052 tempest-ServerTagsTestJSON-2056439052-project] 10.222.0.39 "GET /v2.0/ports?device_id=7280c12c-b739-473c-8176-6241a11fdba8 HTTP/1.1" status: 200 len: 946 time: 0.0876420 Aug 12 14:34:35.544785 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-f04d6d05-c458-4284-8f12-5d3382d0d095 req-65cfc1bd-5c7b-43b0-9746-8fc99bf4c693 tempest-ServersWithSpecificFlavorTestJSON-1739232893 tempest-ServersWithSpecificFlavorTestJSON-1739232893-project] Request body: {'port': {'device_id': '8ed0b090-d715-45eb-a73a-683995b5af12', 'network_id': '8a71aa16-6082-45cb-9783-85f01df10691', 'admin_state_up': True, 'tenant_id': '67787a84bb704413b5454c6fdcf0c251', 'security_groups': ['7583e7d0-9463-4dd0-8eff-2e0ab040ac14']}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:34:35.556668 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d672ae8-cf9f-476a-9b32-189bae5a39b2', 'tag': '628b9ed0-91c2-4767-8e49-8e7410a8407c'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:34:35.557956 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-897e953c-459e-4da3-b222-f03fcdaa9ff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ace287b-218f-4aec-9758-12103c669662', 'name': 'tempest-FloatingIPDetailsTestJSON-244350505-router', 'tenant_id': '27617456d52349fca9148b35806597f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.230'}], 'enable_snat': True}, 'gw_port_id': '60aa254e-64f6-4ef4-a20c-e736da13d259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:34:21Z', 'updated_at': '2021-08-12T14:34:30Z', 'revision_number': 4, 'project_id': '27617456d52349fca9148b35806597f2', 'gw_port': {'id': '60aa254e-64f6-4ef4-a20c-e736da13d259', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:f2:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ace287b-218f-4aec-9758-12103c669662', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:34:23Z', 'updated_at': '2021-08-12T14:34:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': '5ceddfa9-2801-4111-a7dd-2e9b9d7248fb', 'name': '', 'network_id': '92357b14-a952-4dd5-8b92-2ec9418b4e70', 'tenant_id': '27617456d52349fca9148b35806597f2', 'mac_address': 'fa:16:3e:cf:5b:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ace287b-218f-4aec-9758-12103c669662', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '55227452-0802-4492-beeb-f6d40df664c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:34:28Z', 'updated_at': '2021-08-12T14:34:34Z', 'revision_number': 4, 'project_id': '27617456d52349fca9148b35806597f2', 'subnets': [{'id': '55227452-0802-4492-beeb-f6d40df664c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:34:35.559047 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e65282f928b64038367d043a4411777802006c43a98742496cb2e25b724ff1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3124927-c8fd-495a-a796-b40f0a76f23f" -d '{"events": [{"name": "network-changed", "server_uuid": "8d672ae8-cf9f-476a-9b32-189bae5a39b2", "tag": "628b9ed0-91c2-4767-8e49-8e7410a8407c"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:34:35.585899 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] get_ports_and_sgs() called for port_ids ['c77027dd-829d-473e-aaa2-a33b21f94703'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:34:35.595793 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-897e953c-459e-4da3-b222-f03fcdaa9ff2 None None] The sync data for ids ['1ace287b-218f-4aec-9758-12103c669662'] in n-d-694802-15 is: [{'id': '1ace287b-218f-4aec-9758-12103c669662', 'name': 'tempest-FloatingIPDetailsTestJSON-244350505-router', 'tenant_id': '27617456d52349fca9148b35806597f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.230'}], 'enable_snat': True}, 'gw_port_id': '60aa254e-64f6-4ef4-a20c-e736da13d259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:34:21Z', 'updated_at': '2021-08-12T14:34:30Z', 'revision_number': 4, 'project_id': '27617456d52349fca9148b35806597f2', 'gw_port': {'id': '60aa254e-64f6-4ef4-a20c-e736da13d259', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:f2:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ace287b-218f-4aec-9758-12103c669662', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:34:23Z', 'updated_at': '2021-08-12T14:34:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': '5ceddfa9-2801-4111-a7dd-2e9b9d7248fb', 'name': '', 'network_id': '92357b14-a952-4dd5-8b92-2ec9418b4e70', 'tenant_id': '27617456d52349fca9148b35806597f2', 'mac_address': 'fa:16:3e:cf:5b:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ace287b-218f-4aec-9758-12103c669662', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '55227452-0802-4492-beeb-f6d40df664c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:34:28Z', 'updated_at': '2021-08-12T14:34:34Z', 'revision_number': 4, 'project_id': '27617456d52349fca9148b35806597f2', 'subnets': [{'id': '55227452-0802-4492-beeb-f6d40df664c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 14:34:35.620247 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-87b1510f-41a6-4d47-96f1-d401f2c1de1b req-cbb29440-a7c8-4bec-bc14-47f01b79b768 tempest-ServersWithSpecificFlavorTestJSON-1739232893 tempest-ServersWithSpecificFlavorTestJSON-1739232893-project] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 14:34:35.653339 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-df380576-6b24-412e-aeef-89e1868db5a9 req-d3d47222-fd4a-4319-bde7-5816d5464422 tempest-ServerTagsTestJSON-2056439052 tempest-ServerTagsTestJSON-2056439052-project] 10.222.0.39 "GET /v2.0/security-groups?id=5a4893b3-c400-4641-91ba-a7d99b11bfa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047759 Aug 12 14:34:35.662223 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebaf6888-e039-42c4-898f-698e4ec1a0f5 None None] Sync routers for ids ['11d41262-1334-4737-8528-01f371451f7a'] in n-d-694802-15 {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 14:34:35.727082 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebaf6888-e039-42c4-898f-698e4ec1a0f5 None None] Routers {'11d41262-1334-4737-8528-01f371451f7a'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:34:35.730238 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-ebaf6888-e039-42c4-898f-698e4ec1a0f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:34:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['11d41262-1334-4737-8528-01f371451f7a'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:34:35.764653 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f04d6d05-c458-4284-8f12-5d3382d0d095 req-65cfc1bd-5c7b-43b0-9746-8fc99bf4c693 tempest-ServersWithSpecificFlavorTestJSON-1739232893 tempest-ServersWithSpecificFlavorTestJSON-1739232893-project] Made reservation on behalf of 67787a84bb704413b5454c6fdcf0c251 for: {'port': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:34:35.769300 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [req-87b1510f-41a6-4d47-96f1-d401f2c1de1b req-cbb29440-a7c8-4bec-bc14-47f01b79b768 tempest-ServersWithSpecificFlavorTestJSON-1739232893 tempest-ServersWithSpecificFlavorTestJSON-1739232893-project] No DVR routers for this DVR port 076640dc-c2e5-4e4c-8db8-a67400621028 on host n-h2-694802-15 {{(pid=94466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:34:35.771805 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-f04d6d05-c458-4284-8f12-5d3382d0d095 req-65cfc1bd-5c7b-43b0-9746-8fc99bf4c693 tempest-ServersWithSpecificFlavorTestJSON-1739232893 tempest-ServersWithSpecificFlavorTestJSON-1739232893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:35.780256 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-87b1510f-41a6-4d47-96f1-d401f2c1de1b req-cbb29440-a7c8-4bec-bc14-47f01b79b768 tempest-ServersWithSpecificFlavorTestJSON-1739232893 tempest-ServersWithSpecificFlavorTestJSON-1739232893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:35.787232 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-87b1510f-41a6-4d47-96f1-d401f2c1de1b req-cbb29440-a7c8-4bec-bc14-47f01b79b768 tempest-ServersWithSpecificFlavorTestJSON-1739232893 tempest-ServersWithSpecificFlavorTestJSON-1739232893-project] 10.222.0.49 "DELETE /v2.0/ports/076640dc-c2e5-4e4c-8db8-a67400621028 HTTP/1.1" status: 204 len: 173 time: 3.2498021 Aug 12 14:34:35.789917 n-d-694802-15 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6a1f017-4f9f-442c-a07e-15034cba2d96', 'name': 'network-vif-deleted', 'tag': '076640dc-c2e5-4e4c-8db8-a67400621028'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:34:35.793102 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e785eeede3897370d0b20f09d5f461b30cfecd5ed38c4f07dacd02bc52c9277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbda9daf-f7c9-49b4-b49f-ef63899f5263" -d '{"events": [{"server_uuid": "b6a1f017-4f9f-442c-a07e-15034cba2d96", "name": "network-vif-deleted", "tag": "076640dc-c2e5-4e4c-8db8-a67400621028"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:34:35.867307 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-e8f814ce-5d6e-4001-b588-ba5ad539fa56 req-2d522627-ec33-4c44-9e87-250965368995 tempest-FloatingIPDetailsTestJSON-124427863 tempest-FloatingIPDetailsTestJSON-124427863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:35.927889 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvr_db [None req-ebaf6888-e039-42c4-898f-698e4ec1a0f5 None None] Set router 11d41262-1334-4737-8528-01f371451f7a gateway port host: n-d-694802-15 {{(pid=94468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:34:35.997573 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a04ab3-49c8-480b-8103-f2f11417aa47 req-7a9a4248-0155-4eb1-8c81-fd7577bcd490 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:34:35.999195 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-11a04ab3-49c8-480b-8103-f2f11417aa47 req-7a9a4248-0155-4eb1-8c81-fd7577bcd490 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] 10.222.0.39 "GET /v2.0/ports?device_id=e2a5ad67-981f-4d3f-8e72-5b9ed86baf8a HTTP/1.1" status: 200 len: 946 time: 0.1068990 Aug 12 14:34:36.131535 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-11a04ab3-49c8-480b-8103-f2f11417aa47 req-b5f2693d-0a29-46c6-a4cd-966c02c08615 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] 10.222.0.39 "GET /v2.0/security-groups?id=11312995-c93d-4754-9dea-15693c54238a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252191 Aug 12 14:34:36.132713 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_common [req-f04d6d05-c458-4284-8f12-5d3382d0d095 req-65cfc1bd-5c7b-43b0-9746-8fc99bf4c693 tempest-ServersWithSpecificFlavorTestJSON-1739232893 tempest-ServersWithSpecificFlavorTestJSON-1739232893-project] Allocated IP 172.20.0.6 (8a71aa16-6082-45cb-9783-85f01df10691/eaf44e2b-51e5-4157-8e0e-0a0a05c13c30/629e11cb-bd6e-4779-ae69-9bb95031379c) {{(pid=94467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:34:36.132854 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [req-e8f814ce-5d6e-4001-b588-ba5ad539fa56 req-2d522627-ec33-4c44-9e87-250965368995 tempest-FloatingIPDetailsTestJSON-124427863 tempest-FloatingIPDetailsTestJSON-124427863-project] Allocated IP 172.25.1.162 (d3759e1b-6c03-45ac-acd4-90abb417809b/f0254f08-c19c-4e31-bd9c-09389ea4b6f2/917c1d3b-f5c9-4384-88bb-3573524ba8a4) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:34:36.329876 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-e8f814ce-5d6e-4001-b588-ba5ad539fa56 req-2d522627-ec33-4c44-9e87-250965368995 tempest-FloatingIPDetailsTestJSON-124427863 tempest-FloatingIPDetailsTestJSON-124427863-project] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:36.355247 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-ebaf6888-e039-42c4-898f-698e4ec1a0f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11d41262-1334-4737-8528-01f371451f7a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1292795070-router', 'tenant_id': '67787a84bb704413b5454c6fdcf0c251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.66'}], 'enable_snat': True}, 'gw_port_id': '8f51f236-0b06-40ea-a837-5cdbc3b74c5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:30:41Z', 'updated_at': '2021-08-12T14:30:54Z', 'revision_number': 4, 'project_id': '67787a84bb704413b5454c6fdcf0c251', 'gw_port': {'id': '8f51f236-0b06-40ea-a837-5cdbc3b74c5c', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:ac:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11d41262-1334-4737-8528-01f371451f7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:30:43Z', 'updated_at': '2021-08-12T14:30:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': '9084f4dc-f10a-4f81-82bf-c3a885bd0239', 'name': '', 'network_id': '8a71aa16-6082-45cb-9783-85f01df10691', 'tenant_id': '67787a84bb704413b5454c6fdcf0c251', 'mac_address': 'fa:16:3e:80:28:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11d41262-1334-4737-8528-01f371451f7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'eaf44e2b-51e5-4157-8e0e-0a0a05c13c30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:30:52Z', 'updated_at': '2021-08-12T14:31:04Z', 'revision_number': 5, 'project_id': '67787a84bb704413b5454c6fdcf0c251', 'subnets': [{'id': 'eaf44e2b-51e5-4157-8e0e-0a0a05c13c30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:34:36.366870 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0570449e-c7a9-49c3-ab76-18f7345ff4de req-0bf57164-30e8-4559-bd37-b49bf1a345b6 tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:34:36.375936 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0570449e-c7a9-49c3-ab76-18f7345ff4de req-0bf57164-30e8-4559-bd37-b49bf1a345b6 tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] 10.222.0.39 "GET /v2.0/ports?device_id=f74794c1-d77b-4d85-ba55-7cc5380b83f4 HTTP/1.1" status: 200 len: 944 time: 0.1271975 Aug 12 14:34:36.429670 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebaf6888-e039-42c4-898f-698e4ec1a0f5 None None] Checking router: 11d41262-1334-4737-8528-01f371451f7a for host: n-d-694802-15 {{(pid=94468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 14:34:36.437680 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-e8f814ce-5d6e-4001-b588-ba5ad539fa56 req-2d522627-ec33-4c44-9e87-250965368995 tempest-FloatingIPDetailsTestJSON-124427863 tempest-FloatingIPDetailsTestJSON-124427863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:36.446423 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebaf6888-e039-42c4-898f-698e4ec1a0f5 None None] Routers {'11d41262-1334-4737-8528-01f371451f7a'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:34:36.447474 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-ebaf6888-e039-42c4-898f-698e4ec1a0f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:34:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['11d41262-1334-4737-8528-01f371451f7a'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:34:36.522212 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-f04d6d05-c458-4284-8f12-5d3382d0d095 req-65cfc1bd-5c7b-43b0-9746-8fc99bf4c693 tempest-ServersWithSpecificFlavorTestJSON-1739232893 tempest-ServersWithSpecificFlavorTestJSON-1739232893-project] Notify callbacks [] for port, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:36.567362 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0570449e-c7a9-49c3-ab76-18f7345ff4de req-e996a7bb-c52d-4cb8-ae8a-228710a6c0dc tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] 10.222.0.39 "GET /v2.0/security-groups?id=c46585fa-da50-4ef3-834f-e3a7c15dd624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902382 Aug 12 14:34:36.585451 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [req-f04d6d05-c458-4284-8f12-5d3382d0d095 req-65cfc1bd-5c7b-43b0-9746-8fc99bf4c693 tempest-ServersWithSpecificFlavorTestJSON-1739232893 tempest-ServersWithSpecificFlavorTestJSON-1739232893-project] Transition to ACTIVE for port object 629e11cb-bd6e-4779-ae69-9bb95031379c will not be triggered until provisioned by entity DHCP. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:34:36.587152 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8f814ce-5d6e-4001-b588-ba5ad539fa56 req-2d522627-ec33-4c44-9e87-250965368995 tempest-FloatingIPDetailsTestJSON-124427863 tempest-FloatingIPDetailsTestJSON-124427863-project] Network d3759e1b-6c03-45ac-acd4-90abb417809b is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:34:36.597880 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d522627-ec33-4c44-9e87-250965368995 tempest-FloatingIPDetailsTestJSON-124427863 tempest-FloatingIPDetailsTestJSON-124427863-project] Pushing event updated for resources: {'Port': ['ID=917c1d3b-f5c9-4384-88bb-3573524ba8a4,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:34:36.606934 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [req-e8f814ce-5d6e-4001-b588-ba5ad539fa56 req-2d522627-ec33-4c44-9e87-250965368995 tempest-FloatingIPDetailsTestJSON-124427863 tempest-FloatingIPDetailsTestJSON-124427863-project] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:34:36.615106 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8f814ce-5d6e-4001-b588-ba5ad539fa56 req-2d522627-ec33-4c44-9e87-250965368995 tempest-FloatingIPDetailsTestJSON-124427863 tempest-FloatingIPDetailsTestJSON-124427863-project] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:34:36.634126 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device 076640dc-c2e5-4e4c-8db8-a67400621028 no longer exists at agent hyperv_n-h2-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:34:36.668126 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-f04d6d05-c458-4284-8f12-5d3382d0d095 req-65cfc1bd-5c7b-43b0-9746-8fc99bf4c693 tempest-ServersWithSpecificFlavorTestJSON-1739232893 tempest-ServersWithSpecificFlavorTestJSON-1739232893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:36.724562 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] No Port match for: 076640dc-c2e5-4e4c-8db8-a67400621028 {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 14:34:36.725518 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device 076640dc-c2e5-4e4c-8db8-a67400621028 not bound to the agent host n-h2-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:34:36.731862 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvr_db [None req-ebaf6888-e039-42c4-898f-698e4ec1a0f5 None None] Set router 11d41262-1334-4737-8528-01f371451f7a gateway port host: n-d-694802-15 {{(pid=94468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:34:36.745373 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 14:34:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6de0ecf1-5e2a-440d-bd0f-bbcfea86ff4a x-openstack-request-id: req-6de0ecf1-5e2a-440d-bd0f-bbcfea86ff4a {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:34:36.745673 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d672ae8-cf9f-476a-9b32-189bae5a39b2", "tag": "628b9ed0-91c2-4767-8e49-8e7410a8407c", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:34:36.745922 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6de0ecf1-5e2a-440d-bd0f-bbcfea86ff4a {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:34:36.746328 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d672ae8-cf9f-476a-9b32-189bae5a39b2', 'tag': '628b9ed0-91c2-4767-8e49-8e7410a8407c', 'status': 'completed', 'code': 200} Aug 12 14:34:36.777220 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f04d6d05-c458-4284-8f12-5d3382d0d095 req-65cfc1bd-5c7b-43b0-9746-8fc99bf4c693 tempest-ServersWithSpecificFlavorTestJSON-1739232893 tempest-ServersWithSpecificFlavorTestJSON-1739232893-project] Network 8a71aa16-6082-45cb-9783-85f01df10691 is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:34:36.829592 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [req-f04d6d05-c458-4284-8f12-5d3382d0d095 req-65cfc1bd-5c7b-43b0-9746-8fc99bf4c693 tempest-ServersWithSpecificFlavorTestJSON-1739232893 tempest-ServersWithSpecificFlavorTestJSON-1739232893-project] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:34:36.836561 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [req-f04d6d05-c458-4284-8f12-5d3382d0d095 req-65cfc1bd-5c7b-43b0-9746-8fc99bf4c693 tempest-ServersWithSpecificFlavorTestJSON-1739232893 tempest-ServersWithSpecificFlavorTestJSON-1739232893-project] Received port after_create {{(pid=94467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:34:36.909880 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-e8f814ce-5d6e-4001-b588-ba5ad539fa56 req-2d522627-ec33-4c44-9e87-250965368995 tempest-FloatingIPDetailsTestJSON-124427863 tempest-FloatingIPDetailsTestJSON-124427863-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:36.917500 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cfc1bd-5c7b-43b0-9746-8fc99bf4c693 tempest-ServersWithSpecificFlavorTestJSON-1739232893 tempest-ServersWithSpecificFlavorTestJSON-1739232893-project] Pushing event updated for resources: {'Port': ['ID=629e11cb-bd6e-4779-ae69-9bb95031379c,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:34:36.936916 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3124927-c8fd-495a-a796-b40f0a76f23f req-2b06ca4f-1d6f-4327-8bec-49ab62a150ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:34:36.938895 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-d3124927-c8fd-495a-a796-b40f0a76f23f req-2b06ca4f-1d6f-4327-8bec-49ab62a150ae service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e3f6e239b38a4f618b8ca0621fcc54e4&device_id=8d672ae8-cf9f-476a-9b32-189bae5a39b2 HTTP/1.1" status: 200 len: 1101 time: 0.1743710 Aug 12 14:34:36.990036 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04d6d05-c458-4284-8f12-5d3382d0d095 req-65cfc1bd-5c7b-43b0-9746-8fc99bf4c693 tempest-ServersWithSpecificFlavorTestJSON-1739232893 tempest-ServersWithSpecificFlavorTestJSON-1739232893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:34:36.991002 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-f04d6d05-c458-4284-8f12-5d3382d0d095 req-65cfc1bd-5c7b-43b0-9746-8fc99bf4c693 tempest-ServersWithSpecificFlavorTestJSON-1739232893 tempest-ServersWithSpecificFlavorTestJSON-1739232893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:37.004612 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3124927-c8fd-495a-a796-b40f0a76f23f req-e369ea88-e4b7-4351-8a65-04ea87d48e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:34:37.006754 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d3124927-c8fd-495a-a796-b40f0a76f23f req-e369ea88-e4b7-4351-8a65-04ea87d48e6f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e3f6e239b38a4f618b8ca0621fcc54e4&device_id=8d672ae8-cf9f-476a-9b32-189bae5a39b2 HTTP/1.1" status: 200 len: 1101 time: 0.2125154 Aug 12 14:34:37.018841 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d99702-54d5-41a4-970d-e0312dc8dc43 req-ca5d4bcb-2993-4dce-8598-23e08068fb62 tempest-ServersWithSpecificFlavorTestJSON-1739232893 tempest-ServersWithSpecificFlavorTestJSON-1739232893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:34:37.020827 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-25d99702-54d5-41a4-970d-e0312dc8dc43 req-ca5d4bcb-2993-4dce-8598-23e08068fb62 tempest-ServersWithSpecificFlavorTestJSON-1739232893 tempest-ServersWithSpecificFlavorTestJSON-1739232893-project] 10.222.0.39 "GET /v2.0/ports?device_id=8ed0b090-d715-45eb-a73a-683995b5af12 HTTP/1.1" status: 200 len: 931 time: 0.1164222 Aug 12 14:34:37.101134 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f04d6d05-c458-4284-8f12-5d3382d0d095 req-65cfc1bd-5c7b-43b0-9746-8fc99bf4c693 tempest-ServersWithSpecificFlavorTestJSON-1739232893 tempest-ServersWithSpecificFlavorTestJSON-1739232893-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5606441 Aug 12 14:34:37.118693 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-f04d6d05-c458-4284-8f12-5d3382d0d095 req-5ff733f5-9e27-41bb-b0ae-f6d0e2f55294 service neutron] Request body: {'port': {'device_id': '8ed0b090-d715-45eb-a73a-683995b5af12', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-694802-15'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:34:37.192576 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-25d99702-54d5-41a4-970d-e0312dc8dc43 req-aef1c6d8-b9bd-427d-8ef0-701668251c21 tempest-ServersWithSpecificFlavorTestJSON-1739232893 tempest-ServersWithSpecificFlavorTestJSON-1739232893-project] 10.222.0.39 "GET /v2.0/security-groups?id=7583e7d0-9463-4dd0-8eff-2e0ab040ac14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1500731 Aug 12 14:34:37.211873 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-ebaf6888-e039-42c4-898f-698e4ec1a0f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11d41262-1334-4737-8528-01f371451f7a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1292795070-router', 'tenant_id': '67787a84bb704413b5454c6fdcf0c251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.66'}], 'enable_snat': True}, 'gw_port_id': '8f51f236-0b06-40ea-a837-5cdbc3b74c5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:30:41Z', 'updated_at': '2021-08-12T14:30:54Z', 'revision_number': 4, 'project_id': '67787a84bb704413b5454c6fdcf0c251', 'gw_port': {'id': '8f51f236-0b06-40ea-a837-5cdbc3b74c5c', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:ac:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11d41262-1334-4737-8528-01f371451f7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:30:43Z', 'updated_at': '2021-08-12T14:30:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': '9084f4dc-f10a-4f81-82bf-c3a885bd0239', 'name': '', 'network_id': '8a71aa16-6082-45cb-9783-85f01df10691', 'tenant_id': '67787a84bb704413b5454c6fdcf0c251', 'mac_address': 'fa:16:3e:80:28:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11d41262-1334-4737-8528-01f371451f7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'eaf44e2b-51e5-4157-8e0e-0a0a05c13c30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:30:52Z', 'updated_at': '2021-08-12T14:31:04Z', 'revision_number': 5, 'project_id': '67787a84bb704413b5454c6fdcf0c251', 'subnets': [{'id': 'eaf44e2b-51e5-4157-8e0e-0a0a05c13c30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:34:37.237963 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3124927-c8fd-495a-a796-b40f0a76f23f req-1a6d8274-a636-4bbe-96e2-6f183fd7dc23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:34:37.240664 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-d3124927-c8fd-495a-a796-b40f0a76f23f req-1a6d8274-a636-4bbe-96e2-6f183fd7dc23 service neutron] 10.222.0.49 "GET /v2.0/networks?id=2525c403-dfb3-4196-a273-739607aab38a HTTP/1.1" status: 200 len: 870 time: 0.2917399 Aug 12 14:34:37.285670 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-e8f814ce-5d6e-4001-b588-ba5ad539fa56 req-2d522627-ec33-4c44-9e87-250965368995 tempest-FloatingIPDetailsTestJSON-124427863 tempest-FloatingIPDetailsTestJSON-124427863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:37.295283 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebaf6888-e039-42c4-898f-698e4ec1a0f5 None None] The sync data for ids ['11d41262-1334-4737-8528-01f371451f7a'] in n-d-694802-15 is: [{'id': '11d41262-1334-4737-8528-01f371451f7a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1292795070-router', 'tenant_id': '67787a84bb704413b5454c6fdcf0c251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.66'}], 'enable_snat': True}, 'gw_port_id': '8f51f236-0b06-40ea-a837-5cdbc3b74c5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:30:41Z', 'updated_at': '2021-08-12T14:30:54Z', 'revision_number': 4, 'project_id': '67787a84bb704413b5454c6fdcf0c251', 'gw_port': {'id': '8f51f236-0b06-40ea-a837-5cdbc3b74c5c', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:ac:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11d41262-1334-4737-8528-01f371451f7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:30:43Z', 'updated_at': '2021-08-12T14:30:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': '9084f4dc-f10a-4f81-82bf-c3a885bd0239', 'name': '', 'network_id': '8a71aa16-6082-45cb-9783-85f01df10691', 'tenant_id': '67787a84bb704413b5454c6fdcf0c251', 'mac_address': 'fa:16:3e:80:28:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11d41262-1334-4737-8528-01f371451f7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'eaf44e2b-51e5-4157-8e0e-0a0a05c13c30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:30:52Z', 'updated_at': '2021-08-12T14:31:04Z', 'revision_number': 5, 'project_id': '67787a84bb704413b5454c6fdcf0c251', 'subnets': [{'id': 'eaf44e2b-51e5-4157-8e0e-0a0a05c13c30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 14:34:37.364379 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3124927-c8fd-495a-a796-b40f0a76f23f req-b2994f05-381e-429f-9289-0c1fe5f3bab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:34:37.365883 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d3124927-c8fd-495a-a796-b40f0a76f23f req-b2994f05-381e-429f-9289-0c1fe5f3bab9 service neutron] 10.222.0.64 "GET /v2.0/networks?id=2525c403-dfb3-4196-a273-739607aab38a HTTP/1.1" status: 200 len: 870 time: 0.3439775 Aug 12 14:34:37.373483 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-f04d6d05-c458-4284-8f12-5d3382d0d095 req-5ff733f5-9e27-41bb-b0ae-f6d0e2f55294 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:37.407894 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-299ff3f4-cd7b-4dd8-a496-6de06bb7a58f None None] Provisioning for port 629e11cb-bd6e-4779-ae69-9bb95031379c completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:34:37.413278 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-299ff3f4-cd7b-4dd8-a496-6de06bb7a58f None None] Provisioning complete for port 629e11cb-bd6e-4779-ae69-9bb95031379c triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:34:37.413933 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-299ff3f4-cd7b-4dd8-a496-6de06bb7a58f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:37.483394 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d3124927-c8fd-495a-a796-b40f0a76f23f req-ec124ddb-f91b-4d46-9c3b-f0e56bf7b858 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.129&port_id=628b9ed0-91c2-4767-8e49-8e7410a8407c HTTP/1.1" status: 200 len: 217 time: 0.1019390 Aug 12 14:34:37.511733 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-299ff3f4-cd7b-4dd8-a496-6de06bb7a58f None None] Port 629e11cb-bd6e-4779-ae69-9bb95031379c cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 14:34:37.639436 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-e8f814ce-5d6e-4001-b588-ba5ad539fa56 req-2d522627-ec33-4c44-9e87-250965368995 tempest-FloatingIPDetailsTestJSON-124427863 tempest-FloatingIPDetailsTestJSON-124427863-project] Notify callbacks [] for port, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:37.647512 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 14:34:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a30e711-0655-42c4-b0a0-66cae42ef499 x-openstack-request-id: req-5a30e711-0655-42c4-b0a0-66cae42ef499 {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:34:37.647990 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6a1f017-4f9f-442c-a07e-15034cba2d96", "name": "network-vif-deleted", "tag": "076640dc-c2e5-4e4c-8db8-a67400621028", "status": "completed", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:34:37.648500 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5a30e711-0655-42c4-b0a0-66cae42ef499 {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:34:37.648784 n-d-694802-15 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6a1f017-4f9f-442c-a07e-15034cba2d96', 'name': 'network-vif-deleted', 'tag': '076640dc-c2e5-4e4c-8db8-a67400621028', 'status': 'completed', 'code': 200} Aug 12 14:34:37.651714 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-d3124927-c8fd-495a-a796-b40f0a76f23f req-19b6cfa0-25dc-424e-8c3f-46d2d85e6fe9 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.129&port_id=628b9ed0-91c2-4767-8e49-8e7410a8407c HTTP/1.1" status: 200 len: 217 time: 0.4001071 Aug 12 14:34:37.653025 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-e8f814ce-5d6e-4001-b588-ba5ad539fa56 req-2d522627-ec33-4c44-9e87-250965368995 tempest-FloatingIPDetailsTestJSON-124427863 tempest-FloatingIPDetailsTestJSON-124427863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3718439'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:37.746197 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3124927-c8fd-495a-a796-b40f0a76f23f req-ff88ee93-895a-456b-8e26-4c3c7ea86b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:34:37.753819 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d3124927-c8fd-495a-a796-b40f0a76f23f req-ff88ee93-895a-456b-8e26-4c3c7ea86b9d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=236e0be6-1c94-4221-9e8b-ab02a53331f8 HTTP/1.1" status: 200 len: 843 time: 0.2656052 Aug 12 14:34:37.760372 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 5ceddfa9-2801-4111-a7dd-2e9b9d7248fb up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:34:37.782368 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d522627-ec33-4c44-9e87-250965368995 tempest-FloatingIPDetailsTestJSON-124427863 tempest-FloatingIPDetailsTestJSON-124427863-project] Pushing event updated for resources: {'Port': ['ID=917c1d3b-f5c9-4384-88bb-3573524ba8a4,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:34:37.849362 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce871cec-297e-48b2-9e7e-0fa07f8ed7a3 None None] New status for floating IP f1c2a03c-de20-4976-b863-5f7f130fb7a5: DOWN {{(pid=94469) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 14:34:37.855946 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning for port 5ceddfa9-2801-4111-a7dd-2e9b9d7248fb completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:34:37.860936 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port 5ceddfa9-2801-4111-a7dd-2e9b9d7248fb triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:34:37.861937 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:37.991886 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac03cb9-6b91-4a0a-9ae7-70de4f5c1d37 req-df47b4dc-fdaf-4b86-b2fd-cc108616a1f1 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:34:38.000075 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9ac03cb9-6b91-4a0a-9ae7-70de4f5c1d37 req-df47b4dc-fdaf-4b86-b2fd-cc108616a1f1 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d672ae8-cf9f-476a-9b32-189bae5a39b2 HTTP/1.1" status: 200 len: 949 time: 0.5649776 Aug 12 14:34:38.051696 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3124927-c8fd-495a-a796-b40f0a76f23f req-e0d7e9e7-acd4-45ce-9600-aca18bf3ae4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:34:38.056606 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d3124927-c8fd-495a-a796-b40f0a76f23f req-e0d7e9e7-acd4-45ce-9600-aca18bf3ae4a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2525c403-dfb3-4196-a273-739607aab38a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2675722 Aug 12 14:34:38.067938 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:38.148248 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] For port 5ceddfa9-2801-4111-a7dd-2e9b9d7248fb, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=5ceddfa9-2801-4111-a7dd-2e9b9d7248fb,segment=NetworkSegment(5ea65b70-2413-4fef-8dbc-962e58283bea),segment_id=5ea65b70-2413-4fef-8dbc-962e58283bea)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:34:38.155334 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:38.263053 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9ac03cb9-6b91-4a0a-9ae7-70de4f5c1d37 req-1f6f51d8-d65c-44d3-a44e-edf370350a02 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0307eb3-f523-445b-8e1d-79deac809303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2619390 Aug 12 14:34:38.314291 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Pushing event updated for resources: {'Port': ['ID=5ceddfa9-2801-4111-a7dd-2e9b9d7248fb,revision_number=5']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:34:38.374475 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-e8f814ce-5d6e-4001-b588-ba5ad539fa56 req-2d522627-ec33-4c44-9e87-250965368995 tempest-FloatingIPDetailsTestJSON-124427863 tempest-FloatingIPDetailsTestJSON-124427863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431510'] for floatingip, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:38.417399 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-e8f814ce-5d6e-4001-b588-ba5ad539fa56 req-2d522627-ec33-4c44-9e87-250965368995 tempest-FloatingIPDetailsTestJSON-124427863 tempest-FloatingIPDetailsTestJSON-124427863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for floatingip, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:38.423051 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-e8f814ce-5d6e-4001-b588-ba5ad539fa56 req-2d522627-ec33-4c44-9e87-250965368995 tempest-FloatingIPDetailsTestJSON-124427863 tempest-FloatingIPDetailsTestJSON-124427863-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.0778561 Aug 12 14:34:38.448910 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3124927-c8fd-495a-a796-b40f0a76f23f req-de1ee17d-38db-4582-846c-181e78858256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:34:38.450250 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-d3124927-c8fd-495a-a796-b40f0a76f23f req-de1ee17d-38db-4582-846c-181e78858256 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=236e0be6-1c94-4221-9e8b-ab02a53331f8 HTTP/1.1" status: 200 len: 843 time: 0.7769742 Aug 12 14:34:38.460535 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d3124927-c8fd-495a-a796-b40f0a76f23f req-ff0bebd8-dbab-4500-b2d8-acde5e65faa5 service neutron] 10.222.0.64 "GET /v2.0/networks/2525c403-dfb3-4196-a273-739607aab38a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3556511 Aug 12 14:34:38.478884 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [req-f04d6d05-c458-4284-8f12-5d3382d0d095 req-5ff733f5-9e27-41bb-b0ae-f6d0e2f55294 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 629e11cb-bd6e-4779-ae69-9bb95031379c {{(pid=94467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:34:38.506822 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-f04d6d05-c458-4284-8f12-5d3382d0d095 req-5ff733f5-9e27-41bb-b0ae-f6d0e2f55294 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:38.532080 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-e8f814ce-5d6e-4001-b588-ba5ad539fa56 req-cb17424d-bff5-4d0a-87d9-e9ecebdef721 tempest-FloatingIPDetailsTestJSON-124427863 tempest-FloatingIPDetailsTestJSON-124427863-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.1.162 HTTP/1.1" status: 200 len: 696 time: 0.1061127 Aug 12 14:34:38.571291 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [req-f04d6d05-c458-4284-8f12-5d3382d0d095 req-5ff733f5-9e27-41bb-b0ae-f6d0e2f55294 service neutron] Transition to ACTIVE for port object 629e11cb-bd6e-4779-ae69-9bb95031379c will not be triggered until provisioned by entity L2. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:34:38.585572 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-f04d6d05-c458-4284-8f12-5d3382d0d095 req-5ff733f5-9e27-41bb-b0ae-f6d0e2f55294 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:38.595423 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device 628b9ed0-91c2-4767-8e49-8e7410a8407c details requested by agent hyperv_n-h2-694802-15 with host n-h2-694802-15 {{(pid=94468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 14:34:38.601230 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device c77027dd-829d-473e-aaa2-a33b21f94703 up at agent hyperv_n-h2-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:34:38.616357 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3124927-c8fd-495a-a796-b40f0a76f23f req-9b3bbeb0-406b-47b7-8ba0-da18b874f383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:34:38.617847 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-d3124927-c8fd-495a-a796-b40f0a76f23f req-9b3bbeb0-406b-47b7-8ba0-da18b874f383 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2525c403-dfb3-4196-a273-739607aab38a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1274960 Aug 12 14:34:38.645385 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ae1754-5b98-40da-9109-607cbe2ee00c req-7e015555-20a6-4e6b-970f-dce62456d485 tempest-ServerTagsTestJSON-2056439052 tempest-ServerTagsTestJSON-2056439052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:34:38.653307 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-85ae1754-5b98-40da-9109-607cbe2ee00c req-7e015555-20a6-4e6b-970f-dce62456d485 tempest-ServerTagsTestJSON-2056439052 tempest-ServerTagsTestJSON-2056439052-project] 10.222.0.39 "GET /v2.0/ports?device_id=7280c12c-b739-473c-8176-6241a11fdba8 HTTP/1.1" status: 200 len: 946 time: 0.1693575 Aug 12 14:34:38.796101 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d3124927-c8fd-495a-a796-b40f0a76f23f req-3a0a9122-97db-4a35-82df-22516f996618 service neutron] 10.222.0.64 "GET /v2.0/networks/2525c403-dfb3-4196-a273-739607aab38a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3270516 Aug 12 14:34:38.801744 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff733f5-9e27-41bb-b0ae-f6d0e2f55294 service neutron] Pushing event updated for resources: {'Port': ['ID=629e11cb-bd6e-4779-ae69-9bb95031379c,revision_number=2']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:34:38.815122 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f814ce-5d6e-4001-b588-ba5ad539fa56 req-d6f3be9f-b976-4af3-b41e-41d6ef4fe61f tempest-FloatingIPDetailsTestJSON-124427863 tempest-FloatingIPDetailsTestJSON-124427863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:34:38.816622 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-e8f814ce-5d6e-4001-b588-ba5ad539fa56 req-d6f3be9f-b976-4af3-b41e-41d6ef4fe61f tempest-FloatingIPDetailsTestJSON-124427863 tempest-FloatingIPDetailsTestJSON-124427863-project] 10.222.0.39 "GET /v2.0/networks/d3759e1b-6c03-45ac-acd4-90abb417809b HTTP/1.1" status: 200 len: 784 time: 0.2777834 Aug 12 14:34:38.835916 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [req-e8f814ce-5d6e-4001-b588-ba5ad539fa56 req-bdcb2e44-bc8e-4920-830e-2e7547d20f40 tempest-FloatingIPDetailsTestJSON-124427863 tempest-FloatingIPDetailsTestJSON-124427863-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=94466) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 14:34:38.836934 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-e8f814ce-5d6e-4001-b588-ba5ad539fa56 req-bdcb2e44-bc8e-4920-830e-2e7547d20f40 tempest-FloatingIPDetailsTestJSON-124427863 tempest-FloatingIPDetailsTestJSON-124427863-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063915 Aug 12 14:34:38.850959 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-85ae1754-5b98-40da-9109-607cbe2ee00c req-1b1b9d3e-f4d6-4a5b-8114-68e11a067515 tempest-ServerTagsTestJSON-2056439052 tempest-ServerTagsTestJSON-2056439052-project] 10.222.0.39 "GET /v2.0/security-groups?id=5a4893b3-c400-4641-91ba-a7d99b11bfa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945317 Aug 12 14:34:38.861992 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Provisioning for port c77027dd-829d-473e-aaa2-a33b21f94703 completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:34:38.879840 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Provisioning complete for port c77027dd-829d-473e-aaa2-a33b21f94703 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:34:38.880345 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:38.885946 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-d3124927-c8fd-495a-a796-b40f0a76f23f req-66d7c8fb-0392-4268-9630-d156c6c3b46a service neutron] 10.222.0.49 "GET /v2.0/networks/2525c403-dfb3-4196-a273-739607aab38a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2556062 Aug 12 14:34:38.966296 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-f04d6d05-c458-4284-8f12-5d3382d0d095 req-5ff733f5-9e27-41bb-b0ae-f6d0e2f55294 service neutron] Attempting to bind port 629e11cb-bd6e-4779-ae69-9bb95031379c on host n-h2-694802-15 for vnic_type normal with profile {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:34:38.966640 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-f04d6d05-c458-4284-8f12-5d3382d0d095 req-5ff733f5-9e27-41bb-b0ae-f6d0e2f55294 service neutron] Attempting to bind port 629e11cb-bd6e-4779-ae69-9bb95031379c by drivers openvswitch,hyperv on host n-h2-694802-15 at level 0 using segments [{'id': '90d38c4e-0902-45c2-a9f7-0cc151cbe8b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '8a71aa16-6082-45cb-9783-85f01df10691'}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:34:38.967220 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f04d6d05-c458-4284-8f12-5d3382d0d095 req-5ff733f5-9e27-41bb-b0ae-f6d0e2f55294 service neutron] Attempting to bind port 629e11cb-bd6e-4779-ae69-9bb95031379c on network 8a71aa16-6082-45cb-9783-85f01df10691 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:34:38.991161 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f04d6d05-c458-4284-8f12-5d3382d0d095 req-5ff733f5-9e27-41bb-b0ae-f6d0e2f55294 service neutron] Port 629e11cb-bd6e-4779-ae69-9bb95031379c on network 8a71aa16-6082-45cb-9783-85f01df10691 not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-15 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 14:34:38.991839 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f04d6d05-c458-4284-8f12-5d3382d0d095 req-5ff733f5-9e27-41bb-b0ae-f6d0e2f55294 service neutron] Attempting to bind port 629e11cb-bd6e-4779-ae69-9bb95031379c on network 8a71aa16-6082-45cb-9783-85f01df10691 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:34:39.024941 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f04d6d05-c458-4284-8f12-5d3382d0d095 req-5ff733f5-9e27-41bb-b0ae-f6d0e2f55294 service neutron] Checking agent: {'id': 'b7697f71-33f3-4959-ad82-43c2dc15845d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 27, 42), 'started_at': datetime.datetime(2021, 8, 12, 14, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 34, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:34:39.025908 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f04d6d05-c458-4284-8f12-5d3382d0d095 req-5ff733f5-9e27-41bb-b0ae-f6d0e2f55294 service neutron] Checking segment: {'id': '90d38c4e-0902-45c2-a9f7-0cc151cbe8b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '8a71aa16-6082-45cb-9783-85f01df10691'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:34:39.026821 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f04d6d05-c458-4284-8f12-5d3382d0d095 req-5ff733f5-9e27-41bb-b0ae-f6d0e2f55294 service neutron] Bound using segment: {'id': '90d38c4e-0902-45c2-a9f7-0cc151cbe8b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '8a71aa16-6082-45cb-9783-85f01df10691'} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:34:39.028317 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-f04d6d05-c458-4284-8f12-5d3382d0d095 req-5ff733f5-9e27-41bb-b0ae-f6d0e2f55294 service neutron] Bound port: 629e11cb-bd6e-4779-ae69-9bb95031379c, host: n-h2-694802-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90d38c4e-0902-45c2-a9f7-0cc151cbe8b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '8a71aa16-6082-45cb-9783-85f01df10691'}}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:34:39.028930 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-f04d6d05-c458-4284-8f12-5d3382d0d095 req-5ff733f5-9e27-41bb-b0ae-f6d0e2f55294 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:39.039380 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port 628b9ed0-91c2-4767-8e49-8e7410a8407c, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=628b9ed0-91c2-4767-8e49-8e7410a8407c,segment=NetworkSegment(a1f8c867-101b-4d30-814e-b89f55a5edd0),segment_id=a1f8c867-101b-4d30-814e-b89f55a5edd0)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:34:39.082692 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Returning: {'device': '628b9ed0-91c2-4767-8e49-8e7410a8407c', 'network_id': '2525c403-dfb3-4196-a273-739607aab38a', 'port_id': '628b9ed0-91c2-4767-8e49-8e7410a8407c', 'mac_address': 'fa:16:3e:bd:8d:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '236e0be6-1c94-4221-9e8b-ab02a53331f8', 'ip_address': '192.168.233.129'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 14:34:39.105816 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3815b4-5841-4d7c-bdee-2783cb998c2c req-af583a54-aee7-4346-a5cb-2422012332c2 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:34:39.114547 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-7d3815b4-5841-4d7c-bdee-2783cb998c2c req-af583a54-aee7-4346-a5cb-2422012332c2 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] 10.222.0.39 "GET /v2.0/ports?device_id=e2a5ad67-981f-4d3f-8e72-5b9ed86baf8a HTTP/1.1" status: 200 len: 946 time: 0.1317098 Aug 12 14:34:39.160374 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-f04d6d05-c458-4284-8f12-5d3382d0d095 req-5ff733f5-9e27-41bb-b0ae-f6d0e2f55294 service neutron] For port 629e11cb-bd6e-4779-ae69-9bb95031379c, host n-h2-694802-15, cleared binding levels {{(pid=94467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:34:39.167822 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-d3124927-c8fd-495a-a796-b40f0a76f23f req-670f27f9-fa2c-4f10-8380-8fe42db7a5b3 service neutron] 10.222.0.49 "GET /v2.0/networks/2525c403-dfb3-4196-a273-739607aab38a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2727900 Aug 12 14:34:39.194293 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-7d3815b4-5841-4d7c-bdee-2783cb998c2c req-0b174785-212b-48f1-87a3-8ca9685c0cc6 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] 10.222.0.39 "GET /v2.0/security-groups?id=11312995-c93d-4754-9dea-15693c54238a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783048 Aug 12 14:34:39.201765 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c6de40-fd46-4382-9491-c1a56f57f748 req-01a67ee7-cfb3-40fc-94b4-206b14ea57df tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:34:39.205509 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e4c6de40-fd46-4382-9491-c1a56f57f748 req-01a67ee7-cfb3-40fc-94b4-206b14ea57df tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] 10.222.0.39 "GET /v2.0/ports?device_id=f74794c1-d77b-4d85-ba55-7cc5380b83f4 HTTP/1.1" status: 200 len: 944 time: 0.2310174 Aug 12 14:34:39.207464 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-f04d6d05-c458-4284-8f12-5d3382d0d095 req-5ff733f5-9e27-41bb-b0ae-f6d0e2f55294 service neutron] For port 629e11cb-bd6e-4779-ae69-9bb95031379c, host n-h2-694802-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=629e11cb-bd6e-4779-ae69-9bb95031379c,segment=NetworkSegment(90d38c4e-0902-45c2-a9f7-0cc151cbe8b9),segment_id=90d38c4e-0902-45c2-a9f7-0cc151cbe8b9)] {{(pid=94467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:34:39.233436 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-f04d6d05-c458-4284-8f12-5d3382d0d095 req-5ff733f5-9e27-41bb-b0ae-f6d0e2f55294 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:39.286975 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e4c6de40-fd46-4382-9491-c1a56f57f748 req-cd78d71f-f720-46e6-81b7-60bd587ffa93 tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] 10.222.0.39 "GET /v2.0/security-groups?id=c46585fa-da50-4ef3-834f-e3a7c15dd624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769320 Aug 12 14:34:39.310798 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04d6d05-c458-4284-8f12-5d3382d0d095 req-5ff733f5-9e27-41bb-b0ae-f6d0e2f55294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:34:39.315120 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-f04d6d05-c458-4284-8f12-5d3382d0d095 req-5ff733f5-9e27-41bb-b0ae-f6d0e2f55294 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:39.316519 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:39.318928 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f04d6d05-c458-4284-8f12-5d3382d0d095 req-5ff733f5-9e27-41bb-b0ae-f6d0e2f55294 service neutron] 10.222.0.49 "PUT /v2.0/ports/629e11cb-bd6e-4779-ae69-9bb95031379c HTTP/1.1" status: 200 len: 1092 time: 2.2044876 Aug 12 14:34:39.319596 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ed0b090-d715-45eb-a73a-683995b5af12', 'tag': '629e11cb-bd6e-4779-ae69-9bb95031379c'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:34:39.319724 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:39.323847 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e65282f928b64038367d043a4411777802006c43a98742496cb2e25b724ff1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b484e9fd-f8b6-4efd-b1a0-2343395eb40f" -d '{"events": [{"name": "network-changed", "server_uuid": "8ed0b090-d715-45eb-a73a-683995b5af12", "tag": "629e11cb-bd6e-4779-ae69-9bb95031379c"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:34:39.362569 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 628b9ed0-91c2-4767-8e49-8e7410a8407c {{(pid=94468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:34:39.382202 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f74794c1-d77b-4d85-ba55-7cc5380b83f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c77027dd-829d-473e-aaa2-a33b21f94703'}] {{(pid=94468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:34:39.385306 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99a8d87602170099c728e57431aca99e9b98a655a83bbf8727be13192709727b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-744fdae0-5074-4b72-8daa-11cca41a1a63" -d '{"events": [{"server_uuid": "f74794c1-d77b-4d85-ba55-7cc5380b83f4", "name": "network-vif-plugged", "status": "completed", "tag": "c77027dd-829d-473e-aaa2-a33b21f94703"}]}' {{(pid=94468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:34:39.442956 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port c77027dd-829d-473e-aaa2-a33b21f94703, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=c77027dd-829d-473e-aaa2-a33b21f94703,segment=NetworkSegment(5ea1fe2e-eeef-460a-999b-4e3aad831451),segment_id=5ea1fe2e-eeef-460a-999b-4e3aad831451)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:34:39.486720 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:39.491185 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port 628b9ed0-91c2-4767-8e49-8e7410a8407c, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=628b9ed0-91c2-4767-8e49-8e7410a8407c,segment=NetworkSegment(a1f8c867-101b-4d30-814e-b89f55a5edd0),segment_id=a1f8c867-101b-4d30-814e-b89f55a5edd0)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:34:39.498275 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca20141c-84c3-4fd0-9580-62678185a6d3 req-687e72ff-8a8e-4734-80a3-17de5cde0314 tempest-ServersWithSpecificFlavorTestJSON-1739232893 tempest-ServersWithSpecificFlavorTestJSON-1739232893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:34:39.516635 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-ca20141c-84c3-4fd0-9580-62678185a6d3 req-687e72ff-8a8e-4734-80a3-17de5cde0314 tempest-ServersWithSpecificFlavorTestJSON-1739232893 tempest-ServersWithSpecificFlavorTestJSON-1739232893-project] 10.222.0.39 "GET /v2.0/ports?device_id=8ed0b090-d715-45eb-a73a-683995b5af12 HTTP/1.1" status: 200 len: 943 time: 0.1212206 Aug 12 14:34:39.578234 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Pushing event updated for resources: {'Port': ['ID=c77027dd-829d-473e-aaa2-a33b21f94703,revision_number=5']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:34:39.591667 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:39.594055 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-ca20141c-84c3-4fd0-9580-62678185a6d3 req-0eea6480-43a8-4987-95ce-f74d57a7e2af tempest-ServersWithSpecificFlavorTestJSON-1739232893 tempest-ServersWithSpecificFlavorTestJSON-1739232893-project] 10.222.0.39 "GET /v2.0/security-groups?id=7583e7d0-9463-4dd0-8eff-2e0ab040ac14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752032 Aug 12 14:34:39.625118 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff733f5-9e27-41bb-b0ae-f6d0e2f55294 service neutron] Pushing event updated for resources: {'Port': ['ID=629e11cb-bd6e-4779-ae69-9bb95031379c,revision_number=3']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:34:39.650442 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04d6d05-c458-4284-8f12-5d3382d0d095 req-b4df6f55-cf71-4d15-90ac-bdd4b8f86f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:34:39.651990 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f04d6d05-c458-4284-8f12-5d3382d0d095 req-b4df6f55-cf71-4d15-90ac-bdd4b8f86f69 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=67787a84bb704413b5454c6fdcf0c251&device_id=8ed0b090-d715-45eb-a73a-683995b5af12 HTTP/1.1" status: 200 len: 1095 time: 0.2588115 Aug 12 14:34:39.689793 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Pushing event updated for resources: {'Port': ['ID=628b9ed0-91c2-4767-8e49-8e7410a8407c,revision_number=12']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:34:39.736952 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 5ceddfa9-2801-4111-a7dd-2e9b9d7248fb up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:34:39.752614 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f04d6d05-c458-4284-8f12-5d3382d0d095 req-1df93cd6-a7f2-4341-8a19-849e66b77e74 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=629e11cb-bd6e-4779-ae69-9bb95031379c HTTP/1.1" status: 200 len: 217 time: 0.0883715 Aug 12 14:34:39.825184 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port 5ceddfa9-2801-4111-a7dd-2e9b9d7248fb triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:34:39.825852 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:39.832478 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-7d66a90e-cc4a-4623-bdf3-8848d39f3d75 req-43e57bdf-f8ee-424b-9400-a29925e1b8b0 tempest-FloatingIPDetailsTestJSON-124427863 tempest-FloatingIPDetailsTestJSON-124427863-project] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5024626 Aug 12 14:34:39.853123 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-7d66a90e-cc4a-4623-bdf3-8848d39f3d75 req-6b37f97a-12fe-4c2b-8215-1bbaa43c2341 tempest-FloatingIPDetailsTestJSON-124427863 tempest-FloatingIPDetailsTestJSON-124427863-project] Request body: {'floatingip': {'floating_network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:34:39.879393 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04d6d05-c458-4284-8f12-5d3382d0d095 req-67e59c5f-93ca-4299-a3c8-668cccae008d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:34:39.880855 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f04d6d05-c458-4284-8f12-5d3382d0d095 req-67e59c5f-93ca-4299-a3c8-668cccae008d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=eaf44e2b-51e5-4157-8e0e-0a0a05c13c30 HTTP/1.1" status: 200 len: 863 time: 0.1163177 Aug 12 14:34:39.917791 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-7d66a90e-cc4a-4623-bdf3-8848d39f3d75 req-6b37f97a-12fe-4c2b-8215-1bbaa43c2341 tempest-FloatingIPDetailsTestJSON-124427863 tempest-FloatingIPDetailsTestJSON-124427863-project] Notify callbacks [] for floatingip, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:39.938071 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b670ba-262b-4213-9f6d-96e644c5a3a6 req-9b5fea54-b0ab-4de3-ba0d-98d95ffc20c6 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:34:39.947321 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-c3b670ba-262b-4213-9f6d-96e644c5a3a6 req-9b5fea54-b0ab-4de3-ba0d-98d95ffc20c6 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d672ae8-cf9f-476a-9b32-189bae5a39b2 HTTP/1.1" status: 200 len: 950 time: 0.0756176 Aug 12 14:34:39.986466 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-c3b670ba-262b-4213-9f6d-96e644c5a3a6 req-ae4824ac-a0ed-452a-b419-2edf7a6e1eb0 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0307eb3-f523-445b-8e1d-79deac809303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383735 Aug 12 14:34:40.034694 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-0aee1ef8-61e9-482a-8075-a39ffd66c7a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:40.037542 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04d6d05-c458-4284-8f12-5d3382d0d095 req-1a1df82a-99e4-4a0b-96f6-bcbdbc8163ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:34:40.040211 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f04d6d05-c458-4284-8f12-5d3382d0d095 req-1a1df82a-99e4-4a0b-96f6-bcbdbc8163ce service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8a71aa16-6082-45cb-9783-85f01df10691&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1424444 Aug 12 14:34:40.043528 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] get_ports_and_sgs() called for port_ids ['628b9ed0-91c2-4767-8e49-8e7410a8407c'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:34:40.060134 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 14:34:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d447118-c624-4404-ab4f-6d795cc6e213 x-openstack-request-id: req-8d447118-c624-4404-ab4f-6d795cc6e213 {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:34:40.060431 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ed0b090-d715-45eb-a73a-683995b5af12", "tag": "629e11cb-bd6e-4779-ae69-9bb95031379c", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:34:40.060681 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8d447118-c624-4404-ab4f-6d795cc6e213 {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:34:40.061159 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ed0b090-d715-45eb-a73a-683995b5af12', 'tag': '629e11cb-bd6e-4779-ae69-9bb95031379c', 'status': 'completed', 'code': 200} Aug 12 14:34:40.218368 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 14:34:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41443398-6f4c-413f-8069-05d0bd40df3d x-openstack-request-id: req-41443398-6f4c-413f-8069-05d0bd40df3d {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:34:40.218368 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f74794c1-d77b-4d85-ba55-7cc5380b83f4", "name": "network-vif-plugged", "status": "completed", "tag": "c77027dd-829d-473e-aaa2-a33b21f94703", "code": 200}]} {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:34:40.218368 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-41443398-6f4c-413f-8069-05d0bd40df3d {{(pid=94468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:34:40.218368 n-d-694802-15 neutron-server[94468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f74794c1-d77b-4d85-ba55-7cc5380b83f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c77027dd-829d-473e-aaa2-a33b21f94703', 'code': 200} Aug 12 14:34:40.219939 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f04d6d05-c458-4284-8f12-5d3382d0d095 req-4ff1504e-40d8-45c0-bc5b-434c7a2469df service neutron] 10.222.0.49 "GET /v2.0/networks/8a71aa16-6082-45cb-9783-85f01df10691?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1579475 Aug 12 14:34:40.236314 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-7d66a90e-cc4a-4623-bdf3-8848d39f3d75 req-6b37f97a-12fe-4c2b-8215-1bbaa43c2341 tempest-FloatingIPDetailsTestJSON-124427863 tempest-FloatingIPDetailsTestJSON-124427863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:40.377789 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2a75df-b6e7-4888-afaa-5e2884f19c3e req-bbd33c5d-cf42-4add-a6eb-01e138a27013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:34:40.379570 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-cd2a75df-b6e7-4888-afaa-5e2884f19c3e req-bbd33c5d-cf42-4add-a6eb-01e138a27013 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=f74794c1-d77b-4d85-ba55-7cc5380b83f4 HTTP/1.1" status: 200 len: 1097 time: 0.0822265 Aug 12 14:34:40.395616 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb13cf44-98f3-4632-b70b-b85ec835feba req-f460a5d1-5e71-4538-9a6c-e66af73070b9 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:34:40.400550 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-fb13cf44-98f3-4632-b70b-b85ec835feba req-f460a5d1-5e71-4538-9a6c-e66af73070b9 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d672ae8-cf9f-476a-9b32-189bae5a39b2 HTTP/1.1" status: 200 len: 950 time: 0.0716505 Aug 12 14:34:40.443729 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f04d6d05-c458-4284-8f12-5d3382d0d095 req-f6732f45-9ab3-4c08-bf55-ccfe09d37b4d service neutron] 10.222.0.49 "GET /v2.0/networks/8a71aa16-6082-45cb-9783-85f01df10691?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2034328 Aug 12 14:34:40.460212 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-cd2a75df-b6e7-4888-afaa-5e2884f19c3e req-8399770e-143a-4e8b-9737-9260733bd5c1 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=c46585fa-da50-4ef3-834f-e3a7c15dd624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585554 Aug 12 14:34:40.465079 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_common [req-7d66a90e-cc4a-4623-bdf3-8848d39f3d75 req-6b37f97a-12fe-4c2b-8215-1bbaa43c2341 tempest-FloatingIPDetailsTestJSON-124427863 tempest-FloatingIPDetailsTestJSON-124427863-project] Allocated IP 172.25.1.154 (d3759e1b-6c03-45ac-acd4-90abb417809b/f0254f08-c19c-4e31-bd9c-09389ea4b6f2/0017e549-0f33-40cf-a56d-d48f268675a4) {{(pid=94467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:34:40.475688 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-fb13cf44-98f3-4632-b70b-b85ec835feba req-d2d8b529-bb82-4652-9a6a-866f08b52394 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0307eb3-f523-445b-8e1d-79deac809303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589733 Aug 12 14:34:40.630631 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41c20c9-594a-4840-bece-1960a8e7784d req-0fb82039-f075-4826-a00d-6b53b7789d0d tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:34:40.632245 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-a41c20c9-594a-4840-bece-1960a8e7784d req-0fb82039-f075-4826-a00d-6b53b7789d0d tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] 10.222.0.39 "GET /v2.0/ports?device_id=e2a5ad67-981f-4d3f-8e72-5b9ed86baf8a HTTP/1.1" status: 200 len: 946 time: 0.0857689 Aug 12 14:34:40.663682 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b484e9fd-f8b6-4efd-b1a0-2343395eb40f req-12c379c4-d78d-467a-a1f6-1d2e4fe0c841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:34:40.665156 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-b484e9fd-f8b6-4efd-b1a0-2343395eb40f req-12c379c4-d78d-467a-a1f6-1d2e4fe0c841 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=67787a84bb704413b5454c6fdcf0c251&device_id=8ed0b090-d715-45eb-a73a-683995b5af12 HTTP/1.1" status: 200 len: 1095 time: 0.0725348 Aug 12 14:34:40.702227 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-a41c20c9-594a-4840-bece-1960a8e7784d req-88352a68-3392-4bee-81c0-d5ddc323e595 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] 10.222.0.39 "GET /v2.0/security-groups?id=11312995-c93d-4754-9dea-15693c54238a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593941 Aug 12 14:34:40.794661 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b484e9fd-f8b6-4efd-b1a0-2343395eb40f req-d14c1f87-e9aa-4f64-8522-d798e71f8a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:34:40.797623 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-b484e9fd-f8b6-4efd-b1a0-2343395eb40f req-d14c1f87-e9aa-4f64-8522-d798e71f8a09 service neutron] 10.222.0.49 "GET /v2.0/networks?id=8a71aa16-6082-45cb-9783-85f01df10691 HTTP/1.1" status: 200 len: 925 time: 0.1201231 Aug 12 14:34:40.864355 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-b484e9fd-f8b6-4efd-b1a0-2343395eb40f req-c04c4f8e-7a03-42c3-8e4a-bae676186ae2 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=629e11cb-bd6e-4779-ae69-9bb95031379c HTTP/1.1" status: 200 len: 217 time: 0.0577030 Aug 12 14:34:40.909482 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-7d66a90e-cc4a-4623-bdf3-8848d39f3d75 req-6b37f97a-12fe-4c2b-8215-1bbaa43c2341 tempest-FloatingIPDetailsTestJSON-124427863 tempest-FloatingIPDetailsTestJSON-124427863-project] Notify callbacks [] for port, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:40.951764 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-7d66a90e-cc4a-4623-bdf3-8848d39f3d75 req-6b37f97a-12fe-4c2b-8215-1bbaa43c2341 tempest-FloatingIPDetailsTestJSON-124427863 tempest-FloatingIPDetailsTestJSON-124427863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:40.956848 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f373896a-7903-489b-867c-8c45212094d3 req-6fc258f5-f368-46c0-b922-1bf9ec376994 tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:34:40.957341 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-f373896a-7903-489b-867c-8c45212094d3 req-6fc258f5-f368-46c0-b922-1bf9ec376994 tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] 10.222.0.39 "GET /v2.0/ports?device_id=f74794c1-d77b-4d85-ba55-7cc5380b83f4 HTTP/1.1" status: 200 len: 945 time: 0.0867150 Aug 12 14:34:40.959228 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b484e9fd-f8b6-4efd-b1a0-2343395eb40f req-92087399-12d4-416d-bc34-25a931a6ebda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:34:40.960625 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-b484e9fd-f8b6-4efd-b1a0-2343395eb40f req-92087399-12d4-416d-bc34-25a931a6ebda service neutron] 10.222.0.49 "GET /v2.0/subnets?id=eaf44e2b-51e5-4157-8e0e-0a0a05c13c30 HTTP/1.1" status: 200 len: 863 time: 0.0654433 Aug 12 14:34:40.999423 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d66a90e-cc4a-4623-bdf3-8848d39f3d75 req-6b37f97a-12fe-4c2b-8215-1bbaa43c2341 tempest-FloatingIPDetailsTestJSON-124427863 tempest-FloatingIPDetailsTestJSON-124427863-project] Network d3759e1b-6c03-45ac-acd4-90abb417809b is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:34:41.002502 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [req-7d66a90e-cc4a-4623-bdf3-8848d39f3d75 req-6b37f97a-12fe-4c2b-8215-1bbaa43c2341 tempest-FloatingIPDetailsTestJSON-124427863 tempest-FloatingIPDetailsTestJSON-124427863-project] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:34:41.007772 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d66a90e-cc4a-4623-bdf3-8848d39f3d75 req-6b37f97a-12fe-4c2b-8215-1bbaa43c2341 tempest-FloatingIPDetailsTestJSON-124427863 tempest-FloatingIPDetailsTestJSON-124427863-project] Received port after_create {{(pid=94467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:34:41.011373 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b37f97a-12fe-4c2b-8215-1bbaa43c2341 tempest-FloatingIPDetailsTestJSON-124427863 tempest-FloatingIPDetailsTestJSON-124427863-project] Pushing event updated for resources: {'Port': ['ID=0017e549-0f33-40cf-a56d-d48f268675a4,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:34:41.043185 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-f373896a-7903-489b-867c-8c45212094d3 req-18625e28-0bc3-48fe-9b24-98d658aa2d0b tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] 10.222.0.39 "GET /v2.0/security-groups?id=c46585fa-da50-4ef3-834f-e3a7c15dd624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767009 Aug 12 14:34:41.045292 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b484e9fd-f8b6-4efd-b1a0-2343395eb40f req-e208e6ee-163c-4ae4-a3e1-87de09232a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:34:41.046780 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-b484e9fd-f8b6-4efd-b1a0-2343395eb40f req-e208e6ee-163c-4ae4-a3e1-87de09232a6d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8a71aa16-6082-45cb-9783-85f01df10691&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0741572 Aug 12 14:34:41.096154 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:41.141157 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-7d66a90e-cc4a-4623-bdf3-8848d39f3d75 req-6b37f97a-12fe-4c2b-8215-1bbaa43c2341 tempest-FloatingIPDetailsTestJSON-124427863 tempest-FloatingIPDetailsTestJSON-124427863-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:41.177313 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-b484e9fd-f8b6-4efd-b1a0-2343395eb40f req-ffcc4f99-571f-457a-abbe-81a953ce4862 service neutron] 10.222.0.49 "GET /v2.0/networks/8a71aa16-6082-45cb-9783-85f01df10691?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225741 Aug 12 14:34:41.183723 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-7d66a90e-cc4a-4623-bdf3-8848d39f3d75 req-6b37f97a-12fe-4c2b-8215-1bbaa43c2341 tempest-FloatingIPDetailsTestJSON-124427863 tempest-FloatingIPDetailsTestJSON-124427863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:41.309582 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-b484e9fd-f8b6-4efd-b1a0-2343395eb40f req-85347f5f-9525-4e74-9211-0891d40fc51d service neutron] 10.222.0.49 "GET /v2.0/networks/8a71aa16-6082-45cb-9783-85f01df10691?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246152 Aug 12 14:34:41.397117 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-7d66a90e-cc4a-4623-bdf3-8848d39f3d75 req-6b37f97a-12fe-4c2b-8215-1bbaa43c2341 tempest-FloatingIPDetailsTestJSON-124427863 tempest-FloatingIPDetailsTestJSON-124427863-project] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:41.401916 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-7d66a90e-cc4a-4623-bdf3-8848d39f3d75 req-6b37f97a-12fe-4c2b-8215-1bbaa43c2341 tempest-FloatingIPDetailsTestJSON-124427863 tempest-FloatingIPDetailsTestJSON-124427863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:41.411577 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8478e39f-76de-4619-9af8-f52c4023c8ab req-42a3e4aa-076a-40c7-acd7-a49c96ad6821 tempest-ServersWithSpecificFlavorTestJSON-1739232893 tempest-ServersWithSpecificFlavorTestJSON-1739232893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:34:41.413322 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-8478e39f-76de-4619-9af8-f52c4023c8ab req-42a3e4aa-076a-40c7-acd7-a49c96ad6821 tempest-ServersWithSpecificFlavorTestJSON-1739232893 tempest-ServersWithSpecificFlavorTestJSON-1739232893-project] 10.222.0.39 "GET /v2.0/ports?device_id=8ed0b090-d715-45eb-a73a-683995b5af12 HTTP/1.1" status: 200 len: 943 time: 0.0516751 Aug 12 14:34:41.455237 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-8478e39f-76de-4619-9af8-f52c4023c8ab req-1352c795-8f2e-4fac-9eff-f6ed2c6b6710 tempest-ServersWithSpecificFlavorTestJSON-1739232893 tempest-ServersWithSpecificFlavorTestJSON-1739232893-project] 10.222.0.39 "GET /v2.0/security-groups?id=7583e7d0-9463-4dd0-8eff-2e0ab040ac14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349073 Aug 12 14:34:41.472535 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b37f97a-12fe-4c2b-8215-1bbaa43c2341 tempest-FloatingIPDetailsTestJSON-124427863 tempest-FloatingIPDetailsTestJSON-124427863-project] Pushing event updated for resources: {'Port': ['ID=0017e549-0f33-40cf-a56d-d48f268675a4,revision_number=2']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:34:41.488450 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-7d66a90e-cc4a-4623-bdf3-8848d39f3d75 req-6b37f97a-12fe-4c2b-8215-1bbaa43c2341 tempest-FloatingIPDetailsTestJSON-124427863 tempest-FloatingIPDetailsTestJSON-124427863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431510'] for floatingip, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:41.502944 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-7d66a90e-cc4a-4623-bdf3-8848d39f3d75 req-6b37f97a-12fe-4c2b-8215-1bbaa43c2341 tempest-FloatingIPDetailsTestJSON-124427863 tempest-FloatingIPDetailsTestJSON-124427863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for floatingip, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:41.504263 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-7d66a90e-cc4a-4623-bdf3-8848d39f3d75 req-6b37f97a-12fe-4c2b-8215-1bbaa43c2341 tempest-FloatingIPDetailsTestJSON-124427863 tempest-FloatingIPDetailsTestJSON-124427863-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.6553559 Aug 12 14:34:41.561289 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-7d66a90e-cc4a-4623-bdf3-8848d39f3d75 req-6081a069-c452-47b3-a3ec-4ea1ef788f4b tempest-FloatingIPDetailsTestJSON-124427863 tempest-FloatingIPDetailsTestJSON-124427863-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.1.154 HTTP/1.1" status: 200 len: 696 time: 0.0499880 Aug 12 14:34:41.639740 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-eaad4d15-0207-44d8-8ab8-ee98dc4d604f req-47371fe2-e9c9-4a8e-af29-d0ca5557b40f tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=e3f6e239b38a4f618b8ca0621fcc54e4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0304320 Aug 12 14:34:41.671322 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d66a90e-cc4a-4623-bdf3-8848d39f3d75 req-64c58dad-6071-44e2-9774-cc000c0bc568 tempest-FloatingIPDetailsTestJSON-124427863 tempest-FloatingIPDetailsTestJSON-124427863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:34:41.672713 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-7d66a90e-cc4a-4623-bdf3-8848d39f3d75 req-64c58dad-6071-44e2-9774-cc000c0bc568 tempest-FloatingIPDetailsTestJSON-124427863 tempest-FloatingIPDetailsTestJSON-124427863-project] 10.222.0.39 "GET /v2.0/networks/d3759e1b-6c03-45ac-acd4-90abb417809b HTTP/1.1" status: 200 len: 784 time: 0.1055510 Aug 12 14:34:41.732715 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6fc5ce-9284-49d9-894f-37d4edde6e97 req-aa52c63f-5bd9-47b1-bf04-00eed408babb tempest-LiveMigrationTest-388825582 tempest-LiveMigrationTest-388825582-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:34:41.734542 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-8c6fc5ce-9284-49d9-894f-37d4edde6e97 req-aa52c63f-5bd9-47b1-bf04-00eed408babb tempest-LiveMigrationTest-388825582 tempest-LiveMigrationTest-388825582-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=e2a5ad67-981f-4d3f-8e72-5b9ed86baf8a&tenant_id=39c74547ea964352853351e74cbcb768&binding%3Ahost_id=n-h1-694802-15 HTTP/1.1" status: 200 len: 1098 time: 0.1126842 Aug 12 14:34:41.754714 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [req-8c6fc5ce-9284-49d9-894f-37d4edde6e97 req-30ec1945-da2d-48d6-8763-cd375477a4f7 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-694802-15'}}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:34:41.775343 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd9ef07-e7df-4f2c-9a41-ce0e2006323b req-625e2e4c-450a-4a86-ab6a-08fd3771b367 tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:34:41.776947 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4dd9ef07-e7df-4f2c-9a41-ce0e2006323b req-625e2e4c-450a-4a86-ab6a-08fd3771b367 tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] 10.222.0.39 "GET /v2.0/ports?device_id=cddb4fe6-c24a-4523-bd49-68cbc24760f5 HTTP/1.1" status: 200 len: 944 time: 0.0557656 Aug 12 14:34:41.809194 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaad4d15-0207-44d8-8ab8-ee98dc4d604f req-50cfb58c-50fd-4651-ab61-9399c1160960 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:34:41.810884 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-eaad4d15-0207-44d8-8ab8-ee98dc4d604f req-50cfb58c-50fd-4651-ab61-9399c1160960 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1573243 Aug 12 14:34:41.817032 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4dd9ef07-e7df-4f2c-9a41-ce0e2006323b req-b0f22d8f-e4eb-45d3-b2f2-0d1d5cc3c44e tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] 10.222.0.39 "GET /v2.0/security-groups?id=e3ca17b3-b028-41b3-b138-91e00a6e278c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337660 Aug 12 14:34:41.845105 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-eaad4d15-0207-44d8-8ab8-ee98dc4d604f req-95869305-dc97-43a7-a077-7e954a8fb498 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/quotas/e3f6e239b38a4f618b8ca0621fcc54e4 HTTP/1.1" status: 200 len: 375 time: 0.0177515 Aug 12 14:34:41.845807 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-8c6fc5ce-9284-49d9-894f-37d4edde6e97 req-30ec1945-da2d-48d6-8763-cd375477a4f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:41.900511 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21f1460-5c3f-4272-b160-6efa5a5bc7f3 req-97aa7e08-83e6-46f5-bb8f-cad5cb0eca0c tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:34:41.902030 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f21f1460-5c3f-4272-b160-6efa5a5bc7f3 req-97aa7e08-83e6-46f5-bb8f-cad5cb0eca0c tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] 10.222.0.64 "GET /v2.0/ports?device_id=cddb4fe6-c24a-4523-bd49-68cbc24760f5 HTTP/1.1" status: 200 len: 944 time: 0.0514448 Aug 12 14:34:41.946020 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-eaad4d15-0207-44d8-8ab8-ee98dc4d604f req-c687e7c2-0286-4676-8c66-ee06e10d177f tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=e3f6e239b38a4f618b8ca0621fcc54e4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0913179 Aug 12 14:34:42.039330 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [req-8c6fc5ce-9284-49d9-894f-37d4edde6e97 req-30ec1945-da2d-48d6-8763-cd375477a4f7 service neutron] For port 7974fec4-9f9e-4427-ba78-6b9b1521cc4a, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=7974fec4-9f9e-4427-ba78-6b9b1521cc4a,segment=NetworkSegment(2c5f2abe-b754-491c-837b-06e8fcd65d4b),segment_id=2c5f2abe-b754-491c-837b-06e8fcd65d4b)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:34:42.105288 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [req-8c6fc5ce-9284-49d9-894f-37d4edde6e97 req-30ec1945-da2d-48d6-8763-cd375477a4f7 service neutron] For port 7974fec4-9f9e-4427-ba78-6b9b1521cc4a, host n-h1-694802-15, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:34:42.110066 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-dd7443fb-099d-402d-880b-ad4b74c1b9a8 req-fd6e78f4-1d17-403a-b10b-affaece114f8 tempest-FloatingIPDetailsTestJSON-124427863 tempest-FloatingIPDetailsTestJSON-124427863-project] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1540656 Aug 12 14:34:42.130297 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-dd7443fb-099d-402d-880b-ad4b74c1b9a8 req-d0c05fe3-d9ae-4dc7-9bdd-7d5873c830bd tempest-FloatingIPDetailsTestJSON-124427863 tempest-FloatingIPDetailsTestJSON-124427863-project] Request body: {'floatingip': {'floating_network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:34:42.150497 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [req-f21f1460-5c3f-4272-b160-6efa5a5bc7f3 req-5ea0296b-37a4-4045-b751-5450322f4efd tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] Deleting port c26f6072-ecc2-4691-a9f9-ea1305d03eff {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:34:42.150848 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-f21f1460-5c3f-4272-b160-6efa5a5bc7f3 req-5ea0296b-37a4-4045-b751-5450322f4efd tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:42.184312 n-d-694802-15 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2a5ad67-981f-4d3f-8e72-5b9ed86baf8a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7974fec4-9f9e-4427-ba78-6b9b1521cc4a'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:34:42.186852 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e785eeede3897370d0b20f09d5f461b30cfecd5ed38c4f07dacd02bc52c9277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02eecc88-3fc5-4a63-a645-76b663d356a2" -d '{"events": [{"server_uuid": "e2a5ad67-981f-4d3f-8e72-5b9ed86baf8a", "name": "network-vif-unplugged", "status": "completed", "tag": "7974fec4-9f9e-4427-ba78-6b9b1521cc4a"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:34:42.192978 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-8c6fc5ce-9284-49d9-894f-37d4edde6e97 req-30ec1945-da2d-48d6-8763-cd375477a4f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:42.205534 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-8c6fc5ce-9284-49d9-894f-37d4edde6e97 req-30ec1945-da2d-48d6-8763-cd375477a4f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3718439'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:42.215443 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-dd7443fb-099d-402d-880b-ad4b74c1b9a8 req-d0c05fe3-d9ae-4dc7-9bdd-7d5873c830bd tempest-FloatingIPDetailsTestJSON-124427863 tempest-FloatingIPDetailsTestJSON-124427863-project] Notify callbacks [] for floatingip, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:42.258746 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a71e424-d2c3-4556-9a4e-562df88c7788 req-94bfefb1-d6ed-4143-9e95-20665aa9b46d tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:34:42.261430 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-1a71e424-d2c3-4556-9a4e-562df88c7788 req-94bfefb1-d6ed-4143-9e95-20665aa9b46d tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] 10.222.0.39 "GET /v2.0/ports?device_id=e2a5ad67-981f-4d3f-8e72-5b9ed86baf8a HTTP/1.1" status: 200 len: 946 time: 0.1282558 Aug 12 14:34:42.320415 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-f21f1460-5c3f-4272-b160-6efa5a5bc7f3 req-5ea0296b-37a4-4045-b751-5450322f4efd tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] For port c26f6072-ecc2-4691-a9f9-ea1305d03eff, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=c26f6072-ecc2-4691-a9f9-ea1305d03eff,segment=NetworkSegment(2e94514d-7fca-42ad-995e-123d3a176790),segment_id=2e94514d-7fca-42ad-995e-123d3a176790)] {{(pid=94467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:34:42.321020 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-f21f1460-5c3f-4272-b160-6efa5a5bc7f3 req-5ea0296b-37a4-4045-b751-5450322f4efd tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:42.350156 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [req-f21f1460-5c3f-4272-b160-6efa5a5bc7f3 req-5ea0296b-37a4-4045-b751-5450322f4efd tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] Calling delete_port for c26f6072-ecc2-4691-a9f9-ea1305d03eff owned by compute:nova {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:34:42.362359 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:42.372574 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-1a71e424-d2c3-4556-9a4e-562df88c7788 req-b3433658-92d3-4d35-a8ba-7eb315fe2e09 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] 10.222.0.39 "GET /v2.0/security-groups?id=11312995-c93d-4754-9dea-15693c54238a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792310 Aug 12 14:34:42.410152 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ec1945-da2d-48d6-8763-cd375477a4f7 service neutron] Pushing event updated for resources: {'Port': ['ID=7974fec4-9f9e-4427-ba78-6b9b1521cc4a,revision_number=7']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:34:42.413394 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [req-8c6fc5ce-9284-49d9-894f-37d4edde6e97 req-30ec1945-da2d-48d6-8763-cd375477a4f7 service neutron] Attempting to bind port 7974fec4-9f9e-4427-ba78-6b9b1521cc4a on host n-h1-694802-15 for vnic_type normal with profile {"migrating_to": "n-h2-694802-15"} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:34:42.414486 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [req-8c6fc5ce-9284-49d9-894f-37d4edde6e97 req-30ec1945-da2d-48d6-8763-cd375477a4f7 service neutron] Attempting to bind port 7974fec4-9f9e-4427-ba78-6b9b1521cc4a by drivers openvswitch,hyperv on host n-h1-694802-15 at level 0 using segments [{'id': '2c5f2abe-b754-491c-837b-06e8fcd65d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'a10dd9db-a24e-488c-8894-a27c36eaa630'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:34:42.414825 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c6fc5ce-9284-49d9-894f-37d4edde6e97 req-30ec1945-da2d-48d6-8763-cd375477a4f7 service neutron] Attempting to bind port 7974fec4-9f9e-4427-ba78-6b9b1521cc4a on network a10dd9db-a24e-488c-8894-a27c36eaa630 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:34:42.422739 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c6fc5ce-9284-49d9-894f-37d4edde6e97 req-30ec1945-da2d-48d6-8763-cd375477a4f7 service neutron] Port 7974fec4-9f9e-4427-ba78-6b9b1521cc4a on network a10dd9db-a24e-488c-8894-a27c36eaa630 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-15 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 14:34:42.423443 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c6fc5ce-9284-49d9-894f-37d4edde6e97 req-30ec1945-da2d-48d6-8763-cd375477a4f7 service neutron] Attempting to bind port 7974fec4-9f9e-4427-ba78-6b9b1521cc4a on network a10dd9db-a24e-488c-8894-a27c36eaa630 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:34:42.430046 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c6fc5ce-9284-49d9-894f-37d4edde6e97 req-30ec1945-da2d-48d6-8763-cd375477a4f7 service neutron] Checking agent: {'id': 'de568313-a3e6-454a-9813-77e25edcea95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 27, 41), 'started_at': datetime.datetime(2021, 8, 12, 14, 27, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 34, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:34:42.430452 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c6fc5ce-9284-49d9-894f-37d4edde6e97 req-30ec1945-da2d-48d6-8763-cd375477a4f7 service neutron] Checking segment: {'id': '2c5f2abe-b754-491c-837b-06e8fcd65d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'a10dd9db-a24e-488c-8894-a27c36eaa630'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:34:42.430694 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c6fc5ce-9284-49d9-894f-37d4edde6e97 req-30ec1945-da2d-48d6-8763-cd375477a4f7 service neutron] Bound using segment: {'id': '2c5f2abe-b754-491c-837b-06e8fcd65d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'a10dd9db-a24e-488c-8894-a27c36eaa630'} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:34:42.431351 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [req-8c6fc5ce-9284-49d9-894f-37d4edde6e97 req-30ec1945-da2d-48d6-8763-cd375477a4f7 service neutron] Bound port: 7974fec4-9f9e-4427-ba78-6b9b1521cc4a, host: n-h1-694802-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c5f2abe-b754-491c-837b-06e8fcd65d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'a10dd9db-a24e-488c-8894-a27c36eaa630'}}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:34:42.431845 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-8c6fc5ce-9284-49d9-894f-37d4edde6e97 req-30ec1945-da2d-48d6-8763-cd375477a4f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:42.458163 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-dd7443fb-099d-402d-880b-ad4b74c1b9a8 req-d0c05fe3-d9ae-4dc7-9bdd-7d5873c830bd tempest-FloatingIPDetailsTestJSON-124427863 tempest-FloatingIPDetailsTestJSON-124427863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:42.494387 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-cb7dba97-41a2-43f7-b7d9-11a22e3c5004 req-06d3426b-e68b-4814-813a-1282ed11c33b tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/ports?device_id=1e762752-e6ff-40ec-b4e5-358595500206 HTTP/1.1" status: 200 len: 210 time: 0.0467072 Aug 12 14:34:42.556566 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [req-8c6fc5ce-9284-49d9-894f-37d4edde6e97 req-30ec1945-da2d-48d6-8763-cd375477a4f7 service neutron] For port 7974fec4-9f9e-4427-ba78-6b9b1521cc4a, host n-h1-694802-15, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:34:42.562544 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [req-8c6fc5ce-9284-49d9-894f-37d4edde6e97 req-30ec1945-da2d-48d6-8763-cd375477a4f7 service neutron] For port 7974fec4-9f9e-4427-ba78-6b9b1521cc4a, host n-h1-694802-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=7974fec4-9f9e-4427-ba78-6b9b1521cc4a,segment=NetworkSegment(2c5f2abe-b754-491c-837b-06e8fcd65d4b),segment_id=2c5f2abe-b754-491c-837b-06e8fcd65d4b)] {{(pid=94466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:34:42.568530 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-8c6fc5ce-9284-49d9-894f-37d4edde6e97 req-30ec1945-da2d-48d6-8763-cd375477a4f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3718439'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:42.615677 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device 7974fec4-9f9e-4427-ba78-6b9b1521cc4a details requested by agent hyperv_n-h2-694802-15 with host n-h2-694802-15 {{(pid=94468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 14:34:42.619987 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device 628b9ed0-91c2-4767-8e49-8e7410a8407c up at agent hyperv_n-h2-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:34:42.630768 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-f21f1460-5c3f-4272-b160-6efa5a5bc7f3 req-5ea0296b-37a4-4045-b751-5450322f4efd tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:42.652804 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_common [req-dd7443fb-099d-402d-880b-ad4b74c1b9a8 req-d0c05fe3-d9ae-4dc7-9bdd-7d5873c830bd tempest-FloatingIPDetailsTestJSON-124427863 tempest-FloatingIPDetailsTestJSON-124427863-project] Allocated IP 172.25.1.98 (d3759e1b-6c03-45ac-acd4-90abb417809b/f0254f08-c19c-4e31-bd9c-09389ea4b6f2/425ac2ec-7f06-4479-a58f-379bb49ccde3) {{(pid=94467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:34:42.682121 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea0296b-37a4-4045-b751-5450322f4efd tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] Pushing event deleted for resources: {'Port': ['ID=c26f6072-ecc2-4691-a9f9-ea1305d03eff,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:34:42.693913 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] get_ports_and_sgs() called for port_ids ['c26f6072-ecc2-4691-a9f9-ea1305d03eff'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:34:42.704286 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ec1945-da2d-48d6-8763-cd375477a4f7 service neutron] Pushing event updated for resources: {'Port': ['ID=7974fec4-9f9e-4427-ba78-6b9b1521cc4a,revision_number=8']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:34:42.731881 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba70ab40-30f4-404c-af11-f12e4d81498f req-1d9438c4-c3cd-466b-9397-9a1662211f4c tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:34:42.740166 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-ba70ab40-30f4-404c-af11-f12e4d81498f req-1d9438c4-c3cd-466b-9397-9a1662211f4c tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] 10.222.0.39 "GET /v2.0/ports?device_id=f74794c1-d77b-4d85-ba55-7cc5380b83f4 HTTP/1.1" status: 200 len: 945 time: 0.1171253 Aug 12 14:34:42.764054 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [req-f21f1460-5c3f-4272-b160-6efa5a5bc7f3 req-5ea0296b-37a4-4045-b751-5450322f4efd tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] No DVR routers for this DVR port c26f6072-ecc2-4691-a9f9-ea1305d03eff on host n-h1-694802-15 {{(pid=94467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:34:42.764322 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6fc5ce-9284-49d9-894f-37d4edde6e97 req-30ec1945-da2d-48d6-8763-cd375477a4f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:34:42.764704 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-8c6fc5ce-9284-49d9-894f-37d4edde6e97 req-30ec1945-da2d-48d6-8763-cd375477a4f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:42.766091 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-8c6fc5ce-9284-49d9-894f-37d4edde6e97 req-30ec1945-da2d-48d6-8763-cd375477a4f7 service neutron] 10.222.0.49 "PUT /v2.0/ports/7974fec4-9f9e-4427-ba78-6b9b1521cc4a HTTP/1.1" status: 200 len: 1124 time: 1.0226259 Aug 12 14:34:42.771065 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-f21f1460-5c3f-4272-b160-6efa5a5bc7f3 req-5ea0296b-37a4-4045-b751-5450322f4efd tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:42.773952 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f21f1460-5c3f-4272-b160-6efa5a5bc7f3 req-5ea0296b-37a4-4045-b751-5450322f4efd tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] 10.222.0.64 "DELETE /v2.0/ports/c26f6072-ecc2-4691-a9f9-ea1305d03eff HTTP/1.1" status: 204 len: 173 time: 0.8654928 Aug 12 14:34:42.774491 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cddb4fe6-c24a-4523-bd49-68cbc24760f5', 'name': 'network-vif-deleted', 'tag': 'c26f6072-ecc2-4691-a9f9-ea1305d03eff'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:34:42.777940 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e65282f928b64038367d043a4411777802006c43a98742496cb2e25b724ff1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eae31dab-3b3d-4349-9ce6-1c5febd6becc" -d '{"events": [{"server_uuid": "cddb4fe6-c24a-4523-bd49-68cbc24760f5", "name": "network-vif-deleted", "tag": "c26f6072-ecc2-4691-a9f9-ea1305d03eff"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:34:42.803784 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-ba70ab40-30f4-404c-af11-f12e4d81498f req-da4c9c8e-6d75-42a6-a1a4-99bd6915063d tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] 10.222.0.39 "GET /v2.0/security-groups?id=c46585fa-da50-4ef3-834f-e3a7c15dd624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626092 Aug 12 14:34:42.849256 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 12 Aug 2021 14:34:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-403b44be-33a5-4391-8b41-0919cabdc0ff x-openstack-request-id: req-403b44be-33a5-4391-8b41-0919cabdc0ff {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:34:42.849802 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2a5ad67-981f-4d3f-8e72-5b9ed86baf8a", "name": "network-vif-unplugged", "status": "completed", "tag": "7974fec4-9f9e-4427-ba78-6b9b1521cc4a", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:34:42.850206 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-403b44be-33a5-4391-8b41-0919cabdc0ff {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:34:42.851460 n-d-694802-15 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2a5ad67-981f-4d3f-8e72-5b9ed86baf8a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7974fec4-9f9e-4427-ba78-6b9b1521cc4a', 'code': 200} Aug 12 14:34:42.939393 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-208000a9-7684-4cf2-8518-d6e5bf965a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:42.941220 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Provisioning for port 628b9ed0-91c2-4767-8e49-8e7410a8407c completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:34:42.953621 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] get_ports_and_sgs() called for port_ids ['7974fec4-9f9e-4427-ba78-6b9b1521cc4a'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:34:42.986719 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-dd7443fb-099d-402d-880b-ad4b74c1b9a8 req-d0c05fe3-d9ae-4dc7-9bdd-7d5873c830bd tempest-FloatingIPDetailsTestJSON-124427863 tempest-FloatingIPDetailsTestJSON-124427863-project] Notify callbacks [] for port, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:42.992371 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] get_ports_and_sgs() called for port_ids ['7974fec4-9f9e-4427-ba78-6b9b1521cc4a'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:34:43.002489 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Provisioning complete for port 628b9ed0-91c2-4767-8e49-8e7410a8407c triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:34:43.002874 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:43.040711 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-dd7443fb-099d-402d-880b-ad4b74c1b9a8 req-d0c05fe3-d9ae-4dc7-9bdd-7d5873c830bd tempest-FloatingIPDetailsTestJSON-124427863 tempest-FloatingIPDetailsTestJSON-124427863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:43.062134 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port 7974fec4-9f9e-4427-ba78-6b9b1521cc4a, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=7974fec4-9f9e-4427-ba78-6b9b1521cc4a,segment=NetworkSegment(2c5f2abe-b754-491c-837b-06e8fcd65d4b),segment_id=2c5f2abe-b754-491c-837b-06e8fcd65d4b)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:34:43.080821 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd7443fb-099d-402d-880b-ad4b74c1b9a8 req-d0c05fe3-d9ae-4dc7-9bdd-7d5873c830bd tempest-FloatingIPDetailsTestJSON-124427863 tempest-FloatingIPDetailsTestJSON-124427863-project] Network d3759e1b-6c03-45ac-acd4-90abb417809b is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:34:43.083436 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [req-dd7443fb-099d-402d-880b-ad4b74c1b9a8 req-d0c05fe3-d9ae-4dc7-9bdd-7d5873c830bd tempest-FloatingIPDetailsTestJSON-124427863 tempest-FloatingIPDetailsTestJSON-124427863-project] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:34:43.089754 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd7443fb-099d-402d-880b-ad4b74c1b9a8 req-d0c05fe3-d9ae-4dc7-9bdd-7d5873c830bd tempest-FloatingIPDetailsTestJSON-124427863 tempest-FloatingIPDetailsTestJSON-124427863-project] Received port after_create {{(pid=94467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:34:43.102880 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69e3209-037f-4289-87ed-1b216877845b req-a76876c9-4f6f-44ba-8b1f-b283b3f598da tempest-ServersWithSpecificFlavorTestJSON-1739232893 tempest-ServersWithSpecificFlavorTestJSON-1739232893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:34:43.104410 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:43.110737 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-f69e3209-037f-4289-87ed-1b216877845b req-a76876c9-4f6f-44ba-8b1f-b283b3f598da tempest-ServersWithSpecificFlavorTestJSON-1739232893 tempest-ServersWithSpecificFlavorTestJSON-1739232893-project] 10.222.0.39 "GET /v2.0/ports?device_id=8ed0b090-d715-45eb-a73a-683995b5af12 HTTP/1.1" status: 200 len: 943 time: 0.0772395 Aug 12 14:34:43.111497 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device 7974fec4-9f9e-4427-ba78-6b9b1521cc4a has no active binding in host n-h2-694802-15 {{(pid=94468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 12 14:34:43.118224 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c05fe3-d9ae-4dc7-9bdd-7d5873c830bd tempest-FloatingIPDetailsTestJSON-124427863 tempest-FloatingIPDetailsTestJSON-124427863-project] Pushing event updated for resources: {'Port': ['ID=425ac2ec-7f06-4479-a58f-379bb49ccde3,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:34:43.154790 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-f69e3209-037f-4289-87ed-1b216877845b req-f3563a53-e36d-4644-b2cb-24da67face91 tempest-ServersWithSpecificFlavorTestJSON-1739232893 tempest-ServersWithSpecificFlavorTestJSON-1739232893-project] 10.222.0.39 "GET /v2.0/security-groups?id=7583e7d0-9463-4dd0-8eff-2e0ab040ac14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430181 Aug 12 14:34:43.191901 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-dd7443fb-099d-402d-880b-ad4b74c1b9a8 req-d0c05fe3-d9ae-4dc7-9bdd-7d5873c830bd tempest-FloatingIPDetailsTestJSON-124427863 tempest-FloatingIPDetailsTestJSON-124427863-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:43.245072 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:43.257688 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-dd7443fb-099d-402d-880b-ad4b74c1b9a8 req-d0c05fe3-d9ae-4dc7-9bdd-7d5873c830bd tempest-FloatingIPDetailsTestJSON-124427863 tempest-FloatingIPDetailsTestJSON-124427863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:43.303157 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d672ae8-cf9f-476a-9b32-189bae5a39b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '628b9ed0-91c2-4767-8e49-8e7410a8407c'}] {{(pid=94468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:34:43.305354 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99a8d87602170099c728e57431aca99e9b98a655a83bbf8727be13192709727b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adc01c5c-298f-41a0-b63a-36de82f99a7f" -d '{"events": [{"server_uuid": "8d672ae8-cf9f-476a-9b32-189bae5a39b2", "name": "network-vif-plugged", "status": "completed", "tag": "628b9ed0-91c2-4767-8e49-8e7410a8407c"}]}' {{(pid=94468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:34:43.339512 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port 628b9ed0-91c2-4767-8e49-8e7410a8407c, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=628b9ed0-91c2-4767-8e49-8e7410a8407c,segment=NetworkSegment(a1f8c867-101b-4d30-814e-b89f55a5edd0),segment_id=a1f8c867-101b-4d30-814e-b89f55a5edd0)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:34:43.349137 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:43.388454 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 14:34:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-703d83cd-d67a-4875-a825-c774406f6993 x-openstack-request-id: req-703d83cd-d67a-4875-a825-c774406f6993 {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:34:43.388774 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cddb4fe6-c24a-4523-bd49-68cbc24760f5", "name": "network-vif-deleted", "tag": "c26f6072-ecc2-4691-a9f9-ea1305d03eff", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:34:43.389490 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-703d83cd-d67a-4875-a825-c774406f6993 {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:34:43.389490 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cddb4fe6-c24a-4523-bd49-68cbc24760f5', 'name': 'network-vif-deleted', 'tag': 'c26f6072-ecc2-4691-a9f9-ea1305d03eff', 'status': 'completed', 'code': 200} Aug 12 14:34:43.391478 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-eaad4d15-0207-44d8-8ab8-ee98dc4d604f req-d553970c-61bd-4b85-9080-9c218e2213a7 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=e3f6e239b38a4f618b8ca0621fcc54e4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0556586 Aug 12 14:34:43.436090 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Pushing event updated for resources: {'Port': ['ID=628b9ed0-91c2-4767-8e49-8e7410a8407c,revision_number=13']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:34:43.564788 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaad4d15-0207-44d8-8ab8-ee98dc4d604f req-4d409ba6-f967-4285-b30a-aa26577cd161 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:34:43.566240 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-eaad4d15-0207-44d8-8ab8-ee98dc4d604f req-4d409ba6-f967-4285-b30a-aa26577cd161 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1680193 Aug 12 14:34:43.575457 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-dd7443fb-099d-402d-880b-ad4b74c1b9a8 req-d0c05fe3-d9ae-4dc7-9bdd-7d5873c830bd tempest-FloatingIPDetailsTestJSON-124427863 tempest-FloatingIPDetailsTestJSON-124427863-project] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:43.580893 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-dd7443fb-099d-402d-880b-ad4b74c1b9a8 req-d0c05fe3-d9ae-4dc7-9bdd-7d5873c830bd tempest-FloatingIPDetailsTestJSON-124427863 tempest-FloatingIPDetailsTestJSON-124427863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:43.610537 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-b92676ba-fd69-4c88-b57f-33339808d30b req-1d4b3498-9c7f-4837-99ba-db4ac473d870 tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] 10.222.0.39 "GET /v2.0/ports?device_id=cddb4fe6-c24a-4523-bd49-68cbc24760f5 HTTP/1.1" status: 200 len: 210 time: 0.0451970 Aug 12 14:34:43.624992 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-eaad4d15-0207-44d8-8ab8-ee98dc4d604f req-30d0b71c-d1de-4f28-bd68-5ad653fb8c4f tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] Request body: {'port': {'device_id': '1e762752-e6ff-40ec-b4e5-358595500206', 'network_id': '2525c403-dfb3-4196-a273-739607aab38a', 'admin_state_up': True, 'tenant_id': 'e3f6e239b38a4f618b8ca0621fcc54e4'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:34:43.704011 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 14:34:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc609e63-0022-4b07-8ec9-b37e17a1fe05 x-openstack-request-id: req-dc609e63-0022-4b07-8ec9-b37e17a1fe05 {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:34:43.704930 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d672ae8-cf9f-476a-9b32-189bae5a39b2", "name": "network-vif-plugged", "status": "completed", "tag": "628b9ed0-91c2-4767-8e49-8e7410a8407c", "code": 200}]} {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:34:43.705198 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-dc609e63-0022-4b07-8ec9-b37e17a1fe05 {{(pid=94468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:34:43.705628 n-d-694802-15 neutron-server[94468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d672ae8-cf9f-476a-9b32-189bae5a39b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '628b9ed0-91c2-4767-8e49-8e7410a8407c', 'code': 200} Aug 12 14:34:43.728921 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c05fe3-d9ae-4dc7-9bdd-7d5873c830bd tempest-FloatingIPDetailsTestJSON-124427863 tempest-FloatingIPDetailsTestJSON-124427863-project] Pushing event updated for resources: {'Port': ['ID=425ac2ec-7f06-4479-a58f-379bb49ccde3,revision_number=2']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:34:43.753625 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-dd7443fb-099d-402d-880b-ad4b74c1b9a8 req-d0c05fe3-d9ae-4dc7-9bdd-7d5873c830bd tempest-FloatingIPDetailsTestJSON-124427863 tempest-FloatingIPDetailsTestJSON-124427863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431510'] for floatingip, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:43.785779 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-dd7443fb-099d-402d-880b-ad4b74c1b9a8 req-d0c05fe3-d9ae-4dc7-9bdd-7d5873c830bd tempest-FloatingIPDetailsTestJSON-124427863 tempest-FloatingIPDetailsTestJSON-124427863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for floatingip, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:43.787106 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-dd7443fb-099d-402d-880b-ad4b74c1b9a8 req-d0c05fe3-d9ae-4dc7-9bdd-7d5873c830bd tempest-FloatingIPDetailsTestJSON-124427863 tempest-FloatingIPDetailsTestJSON-124427863-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.6637254 Aug 12 14:34:43.821772 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5d4b27-aa66-438e-9e67-b905057096b7 req-fee6457f-de1c-4b25-9893-639f9e2d7bfa tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:34:43.823270 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-bf5d4b27-aa66-438e-9e67-b905057096b7 req-fee6457f-de1c-4b25-9893-639f9e2d7bfa tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] 10.222.0.39 "GET /v2.0/ports?device_id=e2a5ad67-981f-4d3f-8e72-5b9ed86baf8a HTTP/1.1" status: 200 len: 944 time: 0.0584064 Aug 12 14:34:43.836354 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-1769855f-eda9-4483-9dc3-3220908ab45d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:43.849984 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eaad4d15-0207-44d8-8ab8-ee98dc4d604f req-30d0b71c-d1de-4f28-bd68-5ad653fb8c4f tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] Made reservation on behalf of e3f6e239b38a4f618b8ca0621fcc54e4 for: {'port': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:34:43.854615 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-eaad4d15-0207-44d8-8ab8-ee98dc4d604f req-30d0b71c-d1de-4f28-bd68-5ad653fb8c4f tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:43.858804 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-dd7443fb-099d-402d-880b-ad4b74c1b9a8 req-07d4d79f-b49e-4764-95a7-5329e16bb465 tempest-FloatingIPDetailsTestJSON-124427863 tempest-FloatingIPDetailsTestJSON-124427863-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.1.98 HTTP/1.1" status: 200 len: 695 time: 0.0644295 Aug 12 14:34:43.867528 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-bf5d4b27-aa66-438e-9e67-b905057096b7 req-123c145c-3b4d-49fd-9ab1-2ed30e2578d0 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] 10.222.0.39 "GET /v2.0/security-groups?id=11312995-c93d-4754-9dea-15693c54238a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352752 Aug 12 14:34:43.977837 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0203741-427b-4dab-a111-1fbd282bbab3 req-85cab855-6741-4976-b94e-e03e79392bbd tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:34:43.979389 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-f0203741-427b-4dab-a111-1fbd282bbab3 req-85cab855-6741-4976-b94e-e03e79392bbd tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] 10.222.0.39 "GET /v2.0/ports?device_id=f74794c1-d77b-4d85-ba55-7cc5380b83f4 HTTP/1.1" status: 200 len: 945 time: 0.0517802 Aug 12 14:34:44.024023 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-f0203741-427b-4dab-a111-1fbd282bbab3 req-28d5efb8-ca90-4af7-bd6d-0a3a60955dc2 tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] 10.222.0.39 "GET /v2.0/security-groups?id=c46585fa-da50-4ef3-834f-e3a7c15dd624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373831 Aug 12 14:34:44.066611 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7443fb-099d-402d-880b-ad4b74c1b9a8 req-f21c2714-181e-40f7-b353-d1d40221bb7e tempest-FloatingIPDetailsTestJSON-124427863 tempest-FloatingIPDetailsTestJSON-124427863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:34:44.068281 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-dd7443fb-099d-402d-880b-ad4b74c1b9a8 req-f21c2714-181e-40f7-b353-d1d40221bb7e tempest-FloatingIPDetailsTestJSON-124427863 tempest-FloatingIPDetailsTestJSON-124427863-project] 10.222.0.39 "GET /v2.0/networks/d3759e1b-6c03-45ac-acd4-90abb417809b HTTP/1.1" status: 200 len: 784 time: 0.2012637 Aug 12 14:34:44.101090 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_common [req-eaad4d15-0207-44d8-8ab8-ee98dc4d604f req-30d0b71c-d1de-4f28-bd68-5ad653fb8c4f tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] Allocated IP 192.168.233.163 (2525c403-dfb3-4196-a273-739607aab38a/236e0be6-1c94-4221-9e8b-ab02a53331f8/2343085d-4b48-4feb-903f-20aac5c040a9) {{(pid=94467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:34:44.132015 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-9f4f1bba-6c17-4735-b2e6-9e5dbbc81e70 req-fbbc3fa2-915c-4b7e-9746-50a68f842220 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/ports?device_id=1e762752-e6ff-40ec-b4e5-358595500206 HTTP/1.1" status: 200 len: 210 time: 0.0332358 Aug 12 14:34:44.291727 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-eaad4d15-0207-44d8-8ab8-ee98dc4d604f req-30d0b71c-d1de-4f28-bd68-5ad653fb8c4f tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] Notify callbacks [] for port, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:44.307342 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-85db181f-e101-4c01-9ad9-5f6211e66aa9 req-c1f1cc96-04f9-4c67-9442-b992add4cc0a tempest-FloatingIPDetailsTestJSON-124427863 tempest-FloatingIPDetailsTestJSON-124427863-project] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1394258 Aug 12 14:34:44.312126 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [req-eaad4d15-0207-44d8-8ab8-ee98dc4d604f req-30d0b71c-d1de-4f28-bd68-5ad653fb8c4f tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] Transition to ACTIVE for port object 2343085d-4b48-4feb-903f-20aac5c040a9 will not be triggered until provisioned by entity DHCP. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:34:44.317782 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [req-85db181f-e101-4c01-9ad9-5f6211e66aa9 req-0afaa7f2-2c01-4006-8866-95661b3338a2 tempest-FloatingIPDetailsTestJSON-124427863 tempest-FloatingIPDetailsTestJSON-124427863-project] Request body: {'floatingip': {'floating_network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:34:44.343569 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-85db181f-e101-4c01-9ad9-5f6211e66aa9 req-0afaa7f2-2c01-4006-8866-95661b3338a2 tempest-FloatingIPDetailsTestJSON-124427863 tempest-FloatingIPDetailsTestJSON-124427863-project] Notify callbacks [] for floatingip, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:44.383956 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-eaad4d15-0207-44d8-8ab8-ee98dc4d604f req-30d0b71c-d1de-4f28-bd68-5ad653fb8c4f tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:44.395145 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] get_ports_and_sgs() called for port_ids ['c8ea2c88-a265-4422-9fd9-7bba00fb259d'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:34:44.399036 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6d817b-cba3-4528-ac2a-d16e36017c3a req-74166589-2e41-4228-8db3-f0381669d774 tempest-ServersWithSpecificFlavorTestJSON-1739232893 tempest-ServersWithSpecificFlavorTestJSON-1739232893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:34:44.400552 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ce6d817b-cba3-4528-ac2a-d16e36017c3a req-74166589-2e41-4228-8db3-f0381669d774 tempest-ServersWithSpecificFlavorTestJSON-1739232893 tempest-ServersWithSpecificFlavorTestJSON-1739232893-project] 10.222.0.39 "GET /v2.0/ports?device_id=8ed0b090-d715-45eb-a73a-683995b5af12 HTTP/1.1" status: 200 len: 943 time: 0.0753672 Aug 12 14:34:44.401009 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] get_ports_and_sgs() called for port_ids ['b02b231c-4105-48f1-b4af-e195dcf14aec', '628b9ed0-91c2-4767-8e49-8e7410a8407c'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:34:44.464621 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-85db181f-e101-4c01-9ad9-5f6211e66aa9 req-0afaa7f2-2c01-4006-8866-95661b3338a2 tempest-FloatingIPDetailsTestJSON-124427863 tempest-FloatingIPDetailsTestJSON-124427863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:44.468493 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eaad4d15-0207-44d8-8ab8-ee98dc4d604f req-30d0b71c-d1de-4f28-bd68-5ad653fb8c4f tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] Network 2525c403-dfb3-4196-a273-739607aab38a is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:34:44.469507 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d0b71c-d1de-4f28-bd68-5ad653fb8c4f tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] Pushing event updated for resources: {'Port': ['ID=2343085d-4b48-4feb-903f-20aac5c040a9,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:34:44.476925 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [req-eaad4d15-0207-44d8-8ab8-ee98dc4d604f req-30d0b71c-d1de-4f28-bd68-5ad653fb8c4f tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:34:44.484515 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [req-eaad4d15-0207-44d8-8ab8-ee98dc4d604f req-30d0b71c-d1de-4f28-bd68-5ad653fb8c4f tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] Received port after_create {{(pid=94467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:34:44.536978 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ce6d817b-cba3-4528-ac2a-d16e36017c3a req-7e5504cf-fd92-4d4b-b6b6-5586288699ce tempest-ServersWithSpecificFlavorTestJSON-1739232893 tempest-ServersWithSpecificFlavorTestJSON-1739232893-project] 10.222.0.39 "GET /v2.0/security-groups?id=7583e7d0-9463-4dd0-8eff-2e0ab040ac14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1115878 Aug 12 14:34:44.557826 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaad4d15-0207-44d8-8ab8-ee98dc4d604f req-30d0b71c-d1de-4f28-bd68-5ad653fb8c4f tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:34:44.558760 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-eaad4d15-0207-44d8-8ab8-ee98dc4d604f req-30d0b71c-d1de-4f28-bd68-5ad653fb8c4f tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:44.578151 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-eaad4d15-0207-44d8-8ab8-ee98dc4d604f req-30d0b71c-d1de-4f28-bd68-5ad653fb8c4f tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9882152 Aug 12 14:34:44.599256 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-eaad4d15-0207-44d8-8ab8-ee98dc4d604f req-0042aaeb-cf70-4d37-b5d0-ee57a90d086c service neutron] Request body: {'port': {'device_id': '1e762752-e6ff-40ec-b4e5-358595500206', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-694802-15'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:34:44.626728 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device 629e11cb-bd6e-4779-ae69-9bb95031379c details requested by agent hyperv_n-h2-694802-15 with host n-h2-694802-15 {{(pid=94468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 14:34:44.629581 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [req-85db181f-e101-4c01-9ad9-5f6211e66aa9 req-0afaa7f2-2c01-4006-8866-95661b3338a2 tempest-FloatingIPDetailsTestJSON-124427863 tempest-FloatingIPDetailsTestJSON-124427863-project] Allocated IP 172.25.1.139 (d3759e1b-6c03-45ac-acd4-90abb417809b/f0254f08-c19c-4e31-bd9c-09389ea4b6f2/3dfe5cac-345b-4ce0-9d2e-8cb32edefa1f) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:34:44.697094 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-eaad4d15-0207-44d8-8ab8-ee98dc4d604f req-0042aaeb-cf70-4d37-b5d0-ee57a90d086c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:44.806449 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-85db181f-e101-4c01-9ad9-5f6211e66aa9 req-0afaa7f2-2c01-4006-8866-95661b3338a2 tempest-FloatingIPDetailsTestJSON-124427863 tempest-FloatingIPDetailsTestJSON-124427863-project] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:44.855834 n-d-694802-15 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2a5ad67-981f-4d3f-8e72-5b9ed86baf8a', 'tag': '7974fec4-9f9e-4427-ba78-6b9b1521cc4a'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:34:44.857916 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e785eeede3897370d0b20f09d5f461b30cfecd5ed38c4f07dacd02bc52c9277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c93ad323-c9e9-4727-ad0d-4416dbd96caa" -d '{"events": [{"name": "network-changed", "server_uuid": "e2a5ad67-981f-4d3f-8e72-5b9ed86baf8a", "tag": "7974fec4-9f9e-4427-ba78-6b9b1521cc4a"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:34:44.868957 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-85db181f-e101-4c01-9ad9-5f6211e66aa9 req-0afaa7f2-2c01-4006-8866-95661b3338a2 tempest-FloatingIPDetailsTestJSON-124427863 tempest-FloatingIPDetailsTestJSON-124427863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:44.901620 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-d6efa4d5-103e-4735-990a-4eefa8d756ca None None] Provisioning for port 2343085d-4b48-4feb-903f-20aac5c040a9 completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:34:44.930283 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-d6efa4d5-103e-4735-990a-4eefa8d756ca None None] Provisioning complete for port 2343085d-4b48-4feb-903f-20aac5c040a9 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:34:44.930701 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-d6efa4d5-103e-4735-990a-4eefa8d756ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:44.940840 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afaa7f2-2c01-4006-8866-95661b3338a2 tempest-FloatingIPDetailsTestJSON-124427863 tempest-FloatingIPDetailsTestJSON-124427863-project] Pushing event updated for resources: {'Port': ['ID=3dfe5cac-345b-4ce0-9d2e-8cb32edefa1f,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:34:44.950711 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85db181f-e101-4c01-9ad9-5f6211e66aa9 req-0afaa7f2-2c01-4006-8866-95661b3338a2 tempest-FloatingIPDetailsTestJSON-124427863 tempest-FloatingIPDetailsTestJSON-124427863-project] Network d3759e1b-6c03-45ac-acd4-90abb417809b is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:34:44.952721 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [req-85db181f-e101-4c01-9ad9-5f6211e66aa9 req-0afaa7f2-2c01-4006-8866-95661b3338a2 tempest-FloatingIPDetailsTestJSON-124427863 tempest-FloatingIPDetailsTestJSON-124427863-project] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:34:44.956068 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [req-85db181f-e101-4c01-9ad9-5f6211e66aa9 req-0afaa7f2-2c01-4006-8866-95661b3338a2 tempest-FloatingIPDetailsTestJSON-124427863 tempest-FloatingIPDetailsTestJSON-124427863-project] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:34:44.974790 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port 629e11cb-bd6e-4779-ae69-9bb95031379c, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=629e11cb-bd6e-4779-ae69-9bb95031379c,segment=NetworkSegment(90d38c4e-0902-45c2-a9f7-0cc151cbe8b9),segment_id=90d38c4e-0902-45c2-a9f7-0cc151cbe8b9)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:34:45.000449 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Returning: {'device': '629e11cb-bd6e-4779-ae69-9bb95031379c', 'network_id': '8a71aa16-6082-45cb-9783-85f01df10691', 'port_id': '629e11cb-bd6e-4779-ae69-9bb95031379c', 'mac_address': 'fa:16:3e:33:73:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eaf44e2b-51e5-4157-8e0e-0a0a05c13c30', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 14:34:45.016018 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-d6efa4d5-103e-4735-990a-4eefa8d756ca None None] Port 2343085d-4b48-4feb-903f-20aac5c040a9 cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 14:34:45.064419 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-85db181f-e101-4c01-9ad9-5f6211e66aa9 req-0afaa7f2-2c01-4006-8866-95661b3338a2 tempest-FloatingIPDetailsTestJSON-124427863 tempest-FloatingIPDetailsTestJSON-124427863-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:45.072733 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 14:34:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-153b6542-c170-4990-8e10-050b6e06f9ef x-openstack-request-id: req-153b6542-c170-4990-8e10-050b6e06f9ef {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:34:45.073162 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2a5ad67-981f-4d3f-8e72-5b9ed86baf8a", "tag": "7974fec4-9f9e-4427-ba78-6b9b1521cc4a", "status": "completed", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:34:45.073414 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:45.073695 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-153b6542-c170-4990-8e10-050b6e06f9ef {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:34:45.073995 n-d-694802-15 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2a5ad67-981f-4d3f-8e72-5b9ed86baf8a', 'tag': '7974fec4-9f9e-4427-ba78-6b9b1521cc4a', 'status': 'completed', 'code': 200} Aug 12 14:34:45.092377 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 629e11cb-bd6e-4779-ae69-9bb95031379c {{(pid=94468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:34:45.107656 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-85db181f-e101-4c01-9ad9-5f6211e66aa9 req-0afaa7f2-2c01-4006-8866-95661b3338a2 tempest-FloatingIPDetailsTestJSON-124427863 tempest-FloatingIPDetailsTestJSON-124427863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:45.116716 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port 629e11cb-bd6e-4779-ae69-9bb95031379c, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=629e11cb-bd6e-4779-ae69-9bb95031379c,segment=NetworkSegment(90d38c4e-0902-45c2-a9f7-0cc151cbe8b9),segment_id=90d38c4e-0902-45c2-a9f7-0cc151cbe8b9)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:34:45.122309 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device c26f6072-ecc2-4691-a9f9-ea1305d03eff no longer exists at agent hyperv_n-h1-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:34:45.126155 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:45.150264 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [req-eaad4d15-0207-44d8-8ab8-ee98dc4d604f req-0042aaeb-cf70-4d37-b5d0-ee57a90d086c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2343085d-4b48-4feb-903f-20aac5c040a9 {{(pid=94467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:34:45.164550 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-eaad4d15-0207-44d8-8ab8-ee98dc4d604f req-0042aaeb-cf70-4d37-b5d0-ee57a90d086c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:45.178848 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-93370168-53ca-47c2-9e27-b066be57125c None None] No Port match for: c26f6072-ecc2-4691-a9f9-ea1305d03eff {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 14:34:45.180079 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device c26f6072-ecc2-4691-a9f9-ea1305d03eff not bound to the agent host n-h1-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:34:45.184997 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [req-eaad4d15-0207-44d8-8ab8-ee98dc4d604f req-0042aaeb-cf70-4d37-b5d0-ee57a90d086c service neutron] Transition to ACTIVE for port object 2343085d-4b48-4feb-903f-20aac5c040a9 will not be triggered until provisioned by entity L2. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:34:45.187863 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93ad323-c9e9-4727-ad0d-4416dbd96caa req-c28cec90-ef06-4967-9826-ca8786a29d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:34:45.189655 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c93ad323-c9e9-4727-ad0d-4416dbd96caa req-c28cec90-ef06-4967-9826-ca8786a29d32 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=39c74547ea964352853351e74cbcb768&device_id=e2a5ad67-981f-4d3f-8e72-5b9ed86baf8a HTTP/1.1" status: 200 len: 1127 time: 0.0845382 Aug 12 14:34:45.192094 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-eaad4d15-0207-44d8-8ab8-ee98dc4d604f req-0042aaeb-cf70-4d37-b5d0-ee57a90d086c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:45.212109 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Pushing event updated for resources: {'Port': ['ID=629e11cb-bd6e-4779-ae69-9bb95031379c,revision_number=4']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:34:45.317224 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-85db181f-e101-4c01-9ad9-5f6211e66aa9 req-0afaa7f2-2c01-4006-8866-95661b3338a2 tempest-FloatingIPDetailsTestJSON-124427863 tempest-FloatingIPDetailsTestJSON-124427863-project] Notify callbacks [] for port, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:45.321984 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-85db181f-e101-4c01-9ad9-5f6211e66aa9 req-0afaa7f2-2c01-4006-8866-95661b3338a2 tempest-FloatingIPDetailsTestJSON-124427863 tempest-FloatingIPDetailsTestJSON-124427863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3718439'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:45.337658 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0042aaeb-cf70-4d37-b5d0-ee57a90d086c service neutron] Pushing event updated for resources: {'Port': ['ID=2343085d-4b48-4feb-903f-20aac5c040a9,revision_number=2']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:34:45.406830 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afaa7f2-2c01-4006-8866-95661b3338a2 tempest-FloatingIPDetailsTestJSON-124427863 tempest-FloatingIPDetailsTestJSON-124427863-project] Pushing event updated for resources: {'Port': ['ID=3dfe5cac-345b-4ce0-9d2e-8cb32edefa1f,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:34:45.416763 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-85db181f-e101-4c01-9ad9-5f6211e66aa9 req-0afaa7f2-2c01-4006-8866-95661b3338a2 tempest-FloatingIPDetailsTestJSON-124427863 tempest-FloatingIPDetailsTestJSON-124427863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431510'] for floatingip, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:45.430339 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e271b9-78fc-47fd-a237-eec7590ae33d req-0b08a620-d8e8-48db-827c-1be97fc93201 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:34:45.435639 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-72e271b9-78fc-47fd-a237-eec7590ae33d req-0b08a620-d8e8-48db-827c-1be97fc93201 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] 10.222.0.39 "GET /v2.0/ports?device_id=e2a5ad67-981f-4d3f-8e72-5b9ed86baf8a HTTP/1.1" status: 200 len: 944 time: 0.1593130 Aug 12 14:34:45.435973 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-85db181f-e101-4c01-9ad9-5f6211e66aa9 req-0afaa7f2-2c01-4006-8866-95661b3338a2 tempest-FloatingIPDetailsTestJSON-124427863 tempest-FloatingIPDetailsTestJSON-124427863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for floatingip, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:45.439560 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-85db181f-e101-4c01-9ad9-5f6211e66aa9 req-0afaa7f2-2c01-4006-8866-95661b3338a2 tempest-FloatingIPDetailsTestJSON-124427863 tempest-FloatingIPDetailsTestJSON-124427863-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.1261985 Aug 12 14:34:45.453138 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93ad323-c9e9-4727-ad0d-4416dbd96caa req-a3e38be0-94eb-46d6-b703-60cd1bcb90a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:34:45.454723 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c93ad323-c9e9-4727-ad0d-4416dbd96caa req-a3e38be0-94eb-46d6-b703-60cd1bcb90a9 service neutron] 10.222.0.64 "GET /v2.0/networks?id=a10dd9db-a24e-488c-8894-a27c36eaa630 HTTP/1.1" status: 200 len: 908 time: 0.2561817 Aug 12 14:34:45.479805 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-fe95f194-a3b0-4c04-9e42-20b511169d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:45.504711 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-85db181f-e101-4c01-9ad9-5f6211e66aa9 req-8d25dbdc-b475-4e1b-9477-7c66e77d7771 tempest-FloatingIPDetailsTestJSON-124427863 tempest-FloatingIPDetailsTestJSON-124427863-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.1.139 HTTP/1.1" status: 200 len: 696 time: 0.0566092 Aug 12 14:34:45.506959 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c93ad323-c9e9-4727-ad0d-4416dbd96caa req-c454a9aa-c6c5-497e-b9d6-ee12f9d22e63 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7974fec4-9f9e-4427-ba78-6b9b1521cc4a HTTP/1.1" status: 200 len: 217 time: 0.0398080 Aug 12 14:34:45.554633 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-eaad4d15-0207-44d8-8ab8-ee98dc4d604f req-0042aaeb-cf70-4d37-b5d0-ee57a90d086c service neutron] Attempting to bind port 2343085d-4b48-4feb-903f-20aac5c040a9 on host n-h1-694802-15 for vnic_type normal with profile {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:34:45.555049 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-eaad4d15-0207-44d8-8ab8-ee98dc4d604f req-0042aaeb-cf70-4d37-b5d0-ee57a90d086c service neutron] Attempting to bind port 2343085d-4b48-4feb-903f-20aac5c040a9 by drivers openvswitch,hyperv on host n-h1-694802-15 at level 0 using segments [{'id': 'a1f8c867-101b-4d30-814e-b89f55a5edd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '2525c403-dfb3-4196-a273-739607aab38a'}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:34:45.556357 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaad4d15-0207-44d8-8ab8-ee98dc4d604f req-0042aaeb-cf70-4d37-b5d0-ee57a90d086c service neutron] Attempting to bind port 2343085d-4b48-4feb-903f-20aac5c040a9 on network 2525c403-dfb3-4196-a273-739607aab38a {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:34:45.563624 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-72e271b9-78fc-47fd-a237-eec7590ae33d req-c2c2f571-5f43-4c4a-b18f-df08c0d7b8cb tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] 10.222.0.39 "GET /v2.0/security-groups?id=11312995-c93d-4754-9dea-15693c54238a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187365 Aug 12 14:34:45.567382 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaad4d15-0207-44d8-8ab8-ee98dc4d604f req-0042aaeb-cf70-4d37-b5d0-ee57a90d086c service neutron] Port 2343085d-4b48-4feb-903f-20aac5c040a9 on network 2525c403-dfb3-4196-a273-739607aab38a not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-15 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 14:34:45.567702 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaad4d15-0207-44d8-8ab8-ee98dc4d604f req-0042aaeb-cf70-4d37-b5d0-ee57a90d086c service neutron] Attempting to bind port 2343085d-4b48-4feb-903f-20aac5c040a9 on network 2525c403-dfb3-4196-a273-739607aab38a {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:34:45.583684 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaad4d15-0207-44d8-8ab8-ee98dc4d604f req-0042aaeb-cf70-4d37-b5d0-ee57a90d086c service neutron] Checking agent: {'id': 'de568313-a3e6-454a-9813-77e25edcea95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 27, 41), 'started_at': datetime.datetime(2021, 8, 12, 14, 27, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 34, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:34:45.583684 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaad4d15-0207-44d8-8ab8-ee98dc4d604f req-0042aaeb-cf70-4d37-b5d0-ee57a90d086c service neutron] Checking segment: {'id': 'a1f8c867-101b-4d30-814e-b89f55a5edd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '2525c403-dfb3-4196-a273-739607aab38a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:34:45.583684 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaad4d15-0207-44d8-8ab8-ee98dc4d604f req-0042aaeb-cf70-4d37-b5d0-ee57a90d086c service neutron] Bound using segment: {'id': 'a1f8c867-101b-4d30-814e-b89f55a5edd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '2525c403-dfb3-4196-a273-739607aab38a'} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:34:45.583684 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-eaad4d15-0207-44d8-8ab8-ee98dc4d604f req-0042aaeb-cf70-4d37-b5d0-ee57a90d086c service neutron] Bound port: 2343085d-4b48-4feb-903f-20aac5c040a9, host: n-h1-694802-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1f8c867-101b-4d30-814e-b89f55a5edd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '2525c403-dfb3-4196-a273-739607aab38a'}}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:34:45.583684 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-eaad4d15-0207-44d8-8ab8-ee98dc4d604f req-0042aaeb-cf70-4d37-b5d0-ee57a90d086c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:45.594182 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93ad323-c9e9-4727-ad0d-4416dbd96caa req-92e4ae9e-4ed4-42d7-865f-3fd6b8dd0b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:34:45.595699 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c93ad323-c9e9-4727-ad0d-4416dbd96caa req-92e4ae9e-4ed4-42d7-865f-3fd6b8dd0b62 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d61545bd-f4f7-4794-86f8-5ac232439ea3 HTTP/1.1" status: 200 len: 847 time: 0.0778358 Aug 12 14:34:45.633181 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85db181f-e101-4c01-9ad9-5f6211e66aa9 req-cf1974da-050d-414b-b16f-ef80eb200c5e tempest-FloatingIPDetailsTestJSON-124427863 tempest-FloatingIPDetailsTestJSON-124427863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:34:45.634811 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-85db181f-e101-4c01-9ad9-5f6211e66aa9 req-cf1974da-050d-414b-b16f-ef80eb200c5e tempest-FloatingIPDetailsTestJSON-124427863 tempest-FloatingIPDetailsTestJSON-124427863-project] 10.222.0.39 "GET /v2.0/networks/d3759e1b-6c03-45ac-acd4-90abb417809b HTTP/1.1" status: 200 len: 784 time: 0.1236808 Aug 12 14:34:45.645830 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c93ad323-c9e9-4727-ad0d-4416dbd96caa req-e200af0a-6e96-45c4-b3f2-d86abbfc0a7f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a10dd9db-a24e-488c-8894-a27c36eaa630&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334473 Aug 12 14:34:45.650528 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] get_ports_and_sgs() called for port_ids ['629e11cb-bd6e-4779-ae69-9bb95031379c'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:34:45.772360 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa44bf5-6d56-4beb-8d2e-45f25ca9575d req-686d3725-9e39-438f-9545-5c4c2787a3bf tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:34:45.773898 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-eaa44bf5-6d56-4beb-8d2e-45f25ca9575d req-686d3725-9e39-438f-9545-5c4c2787a3bf tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/ports?device_id=1e762752-e6ff-40ec-b4e5-358595500206 HTTP/1.1" status: 200 len: 948 time: 0.0841756 Aug 12 14:34:45.784223 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a08374-f8d0-4fd9-951d-7ba546bb1a3b req-59f77b22-f838-42d6-aff6-ca97f2587c5f tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:34:45.785672 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-89a08374-f8d0-4fd9-951d-7ba546bb1a3b req-59f77b22-f838-42d6-aff6-ca97f2587c5f tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] 10.222.0.64 "GET /v2.0/ports?device_id=1ddbe7c8-0ae7-4cf3-828c-7aed5defb66e HTTP/1.1" status: 200 len: 945 time: 0.0857732 Aug 12 14:34:45.790779 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-eaad4d15-0207-44d8-8ab8-ee98dc4d604f req-0042aaeb-cf70-4d37-b5d0-ee57a90d086c service neutron] For port 2343085d-4b48-4feb-903f-20aac5c040a9, host n-h1-694802-15, cleared binding levels {{(pid=94467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:34:45.794881 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-eaad4d15-0207-44d8-8ab8-ee98dc4d604f req-0042aaeb-cf70-4d37-b5d0-ee57a90d086c service neutron] For port 2343085d-4b48-4feb-903f-20aac5c040a9, host n-h1-694802-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=2343085d-4b48-4feb-903f-20aac5c040a9,segment=NetworkSegment(a1f8c867-101b-4d30-814e-b89f55a5edd0),segment_id=a1f8c867-101b-4d30-814e-b89f55a5edd0)] {{(pid=94467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:34:45.802178 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-eaad4d15-0207-44d8-8ab8-ee98dc4d604f req-0042aaeb-cf70-4d37-b5d0-ee57a90d086c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:45.820620 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1259c8b7-6314-421e-a800-0505ac3fe497 req-ffb1d441-b6b9-4879-b9b9-bcc72bbbd9de tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:34:45.822095 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-1259c8b7-6314-421e-a800-0505ac3fe497 req-ffb1d441-b6b9-4879-b9b9-bcc72bbbd9de tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] 10.222.0.39 "GET /v2.0/ports?device_id=f74794c1-d77b-4d85-ba55-7cc5380b83f4 HTTP/1.1" status: 200 len: 945 time: 0.1679466 Aug 12 14:34:45.856106 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-eaa44bf5-6d56-4beb-8d2e-45f25ca9575d req-93a35876-a129-4b03-bf42-c5490f00852c tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0307eb3-f523-445b-8e1d-79deac809303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693789 Aug 12 14:34:45.860936 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaad4d15-0207-44d8-8ab8-ee98dc4d604f req-0042aaeb-cf70-4d37-b5d0-ee57a90d086c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:34:45.861737 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-eaad4d15-0207-44d8-8ab8-ee98dc4d604f req-0042aaeb-cf70-4d37-b5d0-ee57a90d086c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:45.863113 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-eaad4d15-0207-44d8-8ab8-ee98dc4d604f req-0042aaeb-cf70-4d37-b5d0-ee57a90d086c service neutron] 10.222.0.64 "PUT /v2.0/ports/2343085d-4b48-4feb-903f-20aac5c040a9 HTTP/1.1" status: 200 len: 1097 time: 1.2737718 Aug 12 14:34:45.869499 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e762752-e6ff-40ec-b4e5-358595500206', 'tag': '2343085d-4b48-4feb-903f-20aac5c040a9'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:34:45.871887 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e65282f928b64038367d043a4411777802006c43a98742496cb2e25b724ff1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-916310ae-4096-4b9b-9c0c-dcf646cfac85" -d '{"events": [{"name": "network-changed", "server_uuid": "1e762752-e6ff-40ec-b4e5-358595500206", "tag": "2343085d-4b48-4feb-903f-20aac5c040a9"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:34:45.918197 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c93ad323-c9e9-4727-ad0d-4416dbd96caa req-10afa146-cdb1-4fab-a192-9ad86b507d9a service neutron] 10.222.0.64 "GET /v2.0/networks/a10dd9db-a24e-488c-8894-a27c36eaa630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2389925 Aug 12 14:34:45.931581 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-1259c8b7-6314-421e-a800-0505ac3fe497 req-42620680-b4fb-4bc1-b45b-338d8e9650a4 tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] 10.222.0.39 "GET /v2.0/security-groups?id=c46585fa-da50-4ef3-834f-e3a7c15dd624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868561 Aug 12 14:34:45.932670 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [req-89a08374-f8d0-4fd9-951d-7ba546bb1a3b req-10e6a26c-2560-40cc-b52d-1548181d70db tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] Deleting port 36661d53-29f3-4a4b-b8c5-23d863539832 {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:34:45.933241 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-89a08374-f8d0-4fd9-951d-7ba546bb1a3b req-10e6a26c-2560-40cc-b52d-1548181d70db tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:45.942848 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0042aaeb-cf70-4d37-b5d0-ee57a90d086c service neutron] Pushing event updated for resources: {'Port': ['ID=2343085d-4b48-4feb-903f-20aac5c040a9,revision_number=3']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:34:46.070793 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3007a331-2e93-4b67-b969-02333ea14374 req-2f556d0c-22f4-47ec-a979-805af3955d36 tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:34:46.079060 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-3007a331-2e93-4b67-b969-02333ea14374 req-2f556d0c-22f4-47ec-a979-805af3955d36 tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] 10.222.0.39 "GET /v2.0/ports?device_id=1ddbe7c8-0ae7-4cf3-828c-7aed5defb66e HTTP/1.1" status: 200 len: 945 time: 0.0964429 Aug 12 14:34:46.090839 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [req-89a08374-f8d0-4fd9-951d-7ba546bb1a3b req-10e6a26c-2560-40cc-b52d-1548181d70db tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] For port 36661d53-29f3-4a4b-b8c5-23d863539832, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=36661d53-29f3-4a4b-b8c5-23d863539832,segment=NetworkSegment(2e94514d-7fca-42ad-995e-123d3a176790),segment_id=2e94514d-7fca-42ad-995e-123d3a176790)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:34:46.091235 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-89a08374-f8d0-4fd9-951d-7ba546bb1a3b req-10e6a26c-2560-40cc-b52d-1548181d70db tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:46.111853 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [req-89a08374-f8d0-4fd9-951d-7ba546bb1a3b req-10e6a26c-2560-40cc-b52d-1548181d70db tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] Calling delete_port for 36661d53-29f3-4a4b-b8c5-23d863539832 owned by compute:nova {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:34:46.115560 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaad4d15-0207-44d8-8ab8-ee98dc4d604f req-aeb8a600-aa66-407e-8f89-4f6f4f18e2af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:34:46.117219 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-eaad4d15-0207-44d8-8ab8-ee98dc4d604f req-aeb8a600-aa66-407e-8f89-4f6f4f18e2af service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e3f6e239b38a4f618b8ca0621fcc54e4&device_id=1e762752-e6ff-40ec-b4e5-358595500206 HTTP/1.1" status: 200 len: 1100 time: 0.1763752 Aug 12 14:34:46.137153 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-3007a331-2e93-4b67-b969-02333ea14374 req-d73b3659-08c2-4f63-bd73-6ff7518a923c tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] 10.222.0.39 "GET /v2.0/security-groups?id=e3ca17b3-b028-41b3-b138-91e00a6e278c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577495 Aug 12 14:34:46.148565 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d120b7c8-e126-45c7-8738-94db37ac69b9 req-7881eb6a-39d1-4914-a8c7-c1c79f01b042 tempest-ServersWithSpecificFlavorTestJSON-1739232893 tempest-ServersWithSpecificFlavorTestJSON-1739232893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:34:46.150070 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d120b7c8-e126-45c7-8738-94db37ac69b9 req-7881eb6a-39d1-4914-a8c7-c1c79f01b042 tempest-ServersWithSpecificFlavorTestJSON-1739232893 tempest-ServersWithSpecificFlavorTestJSON-1739232893-project] 10.222.0.39 "GET /v2.0/ports?device_id=8ed0b090-d715-45eb-a73a-683995b5af12 HTTP/1.1" status: 200 len: 944 time: 0.1157119 Aug 12 14:34:46.196153 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-eaad4d15-0207-44d8-8ab8-ee98dc4d604f req-d52cfb37-4b02-42e3-9b3d-a53ca40c5353 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=2343085d-4b48-4feb-903f-20aac5c040a9 HTTP/1.1" status: 200 len: 217 time: 0.0677736 Aug 12 14:34:46.198000 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c93ad323-c9e9-4727-ad0d-4416dbd96caa req-8212e8f9-9ce0-4200-939d-4078d8c99bf5 service neutron] 10.222.0.64 "GET /v2.0/networks/a10dd9db-a24e-488c-8894-a27c36eaa630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2560456 Aug 12 14:34:46.261184 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d120b7c8-e126-45c7-8738-94db37ac69b9 req-3fe83852-ed3a-43fd-bfcb-04d268c45ede tempest-ServersWithSpecificFlavorTestJSON-1739232893 tempest-ServersWithSpecificFlavorTestJSON-1739232893-project] 10.222.0.39 "GET /v2.0/security-groups?id=7583e7d0-9463-4dd0-8eff-2e0ab040ac14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685759 Aug 12 14:34:46.279118 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaad4d15-0207-44d8-8ab8-ee98dc4d604f req-6d76f0f8-a7f5-468f-aa79-87108c1a08dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:34:46.280641 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-eaad4d15-0207-44d8-8ab8-ee98dc4d604f req-6d76f0f8-a7f5-468f-aa79-87108c1a08dc service neutron] 10.222.0.64 "GET /v2.0/subnets?id=236e0be6-1c94-4221-9e8b-ab02a53331f8 HTTP/1.1" status: 200 len: 843 time: 0.0689201 Aug 12 14:34:46.321261 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-73dbf6db-ed7e-4ce8-869a-d71badceb1bb req-ac2767ca-e124-42c3-b6d4-e78706aa9551 tempest-FloatingIPDetailsTestJSON-124427863 tempest-FloatingIPDetailsTestJSON-124427863-project] 10.222.0.39 "GET /v2.0/floatingips/36e45c01-af47-4ccf-9376-ff81d0b04b69 HTTP/1.1" status: 200 len: 693 time: 0.0675926 Aug 12 14:34:46.336787 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaad4d15-0207-44d8-8ab8-ee98dc4d604f req-af723a68-595f-4d90-9b69-340afbd4a9db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:34:46.338320 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-89a08374-f8d0-4fd9-951d-7ba546bb1a3b req-10e6a26c-2560-40cc-b52d-1548181d70db tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:46.338940 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-eaad4d15-0207-44d8-8ab8-ee98dc4d604f req-af723a68-595f-4d90-9b69-340afbd4a9db service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2525c403-dfb3-4196-a273-739607aab38a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0500016 Aug 12 14:34:46.398414 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 14:34:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-113e80b2-d636-42dd-92c8-e8c16d35b417 x-openstack-request-id: req-113e80b2-d636-42dd-92c8-e8c16d35b417 {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:34:46.398724 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e762752-e6ff-40ec-b4e5-358595500206", "tag": "2343085d-4b48-4feb-903f-20aac5c040a9", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:34:46.398989 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-113e80b2-d636-42dd-92c8-e8c16d35b417 {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:34:46.399560 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e762752-e6ff-40ec-b4e5-358595500206', 'tag': '2343085d-4b48-4feb-903f-20aac5c040a9', 'status': 'completed', 'code': 200} Aug 12 14:34:46.406688 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e6a26c-2560-40cc-b52d-1548181d70db tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] Pushing event deleted for resources: {'Port': ['ID=36661d53-29f3-4a4b-b8c5-23d863539832,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:34:46.454528 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-eaad4d15-0207-44d8-8ab8-ee98dc4d604f req-143273b2-c492-46fd-9290-4703db325594 service neutron] 10.222.0.64 "GET /v2.0/networks/2525c403-dfb3-4196-a273-739607aab38a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050267 Aug 12 14:34:46.571269 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-eaad4d15-0207-44d8-8ab8-ee98dc4d604f req-cb4ceee6-f996-47dc-9478-c9734bdd928c service neutron] 10.222.0.64 "GET /v2.0/networks/2525c403-dfb3-4196-a273-739607aab38a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080461 Aug 12 14:34:46.760756 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916310ae-4096-4b9b-9c0c-dcf646cfac85 req-b8969dbb-67ee-4a4e-8c59-dcc8c03ed848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:34:46.761949 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-916310ae-4096-4b9b-9c0c-dcf646cfac85 req-b8969dbb-67ee-4a4e-8c59-dcc8c03ed848 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e3f6e239b38a4f618b8ca0621fcc54e4&device_id=1e762752-e6ff-40ec-b4e5-358595500206 HTTP/1.1" status: 200 len: 1100 time: 0.1063955 Aug 12 14:34:46.814827 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [req-89a08374-f8d0-4fd9-951d-7ba546bb1a3b req-10e6a26c-2560-40cc-b52d-1548181d70db tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] No DVR routers for this DVR port 36661d53-29f3-4a4b-b8c5-23d863539832 on host n-h1-694802-15 {{(pid=94466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:34:46.830464 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e40f838-e862-4520-903c-a39167817380 req-4c2df447-2b2d-480e-9e4f-6437f9c461f3 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:34:46.832270 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6e40f838-e862-4520-903c-a39167817380 req-4c2df447-2b2d-480e-9e4f-6437f9c461f3 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] 10.222.0.39 "GET /v2.0/ports?device_id=e2a5ad67-981f-4d3f-8e72-5b9ed86baf8a HTTP/1.1" status: 200 len: 944 time: 0.1284430 Aug 12 14:34:46.850311 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dbf6db-ed7e-4ce8-869a-d71badceb1bb req-9fc60db4-18f7-4b47-94a0-0287aaba52c1 tempest-FloatingIPDetailsTestJSON-124427863 tempest-FloatingIPDetailsTestJSON-124427863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:34:46.852260 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-73dbf6db-ed7e-4ce8-869a-d71badceb1bb req-9fc60db4-18f7-4b47-94a0-0287aaba52c1 tempest-FloatingIPDetailsTestJSON-124427863 tempest-FloatingIPDetailsTestJSON-124427863-project] 10.222.0.39 "GET /v2.0/networks/d3759e1b-6c03-45ac-acd4-90abb417809b HTTP/1.1" status: 200 len: 784 time: 0.5251799 Aug 12 14:34:46.853185 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-89a08374-f8d0-4fd9-951d-7ba546bb1a3b req-10e6a26c-2560-40cc-b52d-1548181d70db tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:46.855458 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-89a08374-f8d0-4fd9-951d-7ba546bb1a3b req-10e6a26c-2560-40cc-b52d-1548181d70db tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] 10.222.0.64 "DELETE /v2.0/ports/36661d53-29f3-4a4b-b8c5-23d863539832 HTTP/1.1" status: 204 len: 173 time: 1.0613363 Aug 12 14:34:46.908385 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6e40f838-e862-4520-903c-a39167817380 req-72e5ca50-5a76-4d43-8206-a392dcb8a735 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] 10.222.0.39 "GET /v2.0/security-groups?id=11312995-c93d-4754-9dea-15693c54238a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675633 Aug 12 14:34:46.919152 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916310ae-4096-4b9b-9c0c-dcf646cfac85 req-503cae17-0b79-48e2-866c-24eb65fe431f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:34:46.920786 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-916310ae-4096-4b9b-9c0c-dcf646cfac85 req-503cae17-0b79-48e2-866c-24eb65fe431f service neutron] 10.222.0.64 "GET /v2.0/networks?id=2525c403-dfb3-4196-a273-739607aab38a HTTP/1.1" status: 200 len: 870 time: 0.1502707 Aug 12 14:34:47.092878 n-d-694802-15 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ddbe7c8-0ae7-4cf3-828c-7aed5defb66e', 'name': 'network-vif-deleted', 'tag': '36661d53-29f3-4a4b-b8c5-23d863539832'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:34:47.095291 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e785eeede3897370d0b20f09d5f461b30cfecd5ed38c4f07dacd02bc52c9277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81925428-3e2d-4520-a1d0-a9f5b2901217" -d '{"events": [{"server_uuid": "1ddbe7c8-0ae7-4cf3-828c-7aed5defb66e", "name": "network-vif-deleted", "tag": "36661d53-29f3-4a4b-b8c5-23d863539832"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:34:47.132406 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dc687e-1141-46f3-9581-beef13800254 req-ccad74cc-8e53-43f8-97ff-bf94b91a2806 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:34:47.134130 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-18dc687e-1141-46f3-9581-beef13800254 req-ccad74cc-8e53-43f8-97ff-bf94b91a2806 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/ports?device_id=1e762752-e6ff-40ec-b4e5-358595500206 HTTP/1.1" status: 200 len: 948 time: 0.0828829 Aug 12 14:34:47.176932 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-18dc687e-1141-46f3-9581-beef13800254 req-999b0857-7697-4ea9-8726-bc5f69c849ba tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0307eb3-f523-445b-8e1d-79deac809303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360413 Aug 12 14:34:47.299091 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed2746a-8eb6-46a9-9356-5cd0f49cb39d req-1be3b4b1-be44-4d93-a94c-907f3db4bde4 tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:34:47.300697 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-4ed2746a-8eb6-46a9-9356-5cd0f49cb39d req-1be3b4b1-be44-4d93-a94c-907f3db4bde4 tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] 10.222.0.39 "GET /v2.0/ports?device_id=f74794c1-d77b-4d85-ba55-7cc5380b83f4 HTTP/1.1" status: 200 len: 945 time: 0.0548966 Aug 12 14:34:47.304736 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-916310ae-4096-4b9b-9c0c-dcf646cfac85 req-5c99465e-7654-43e8-850d-acac25f860f7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=2343085d-4b48-4feb-903f-20aac5c040a9 HTTP/1.1" status: 200 len: 217 time: 0.3749623 Aug 12 14:34:47.344759 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-4ed2746a-8eb6-46a9-9356-5cd0f49cb39d req-66f7a3db-2001-4959-87c2-a33df6f24986 tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] 10.222.0.39 "GET /v2.0/security-groups?id=c46585fa-da50-4ef3-834f-e3a7c15dd624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350783 Aug 12 14:34:47.393836 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-7e1b9cbc-9272-4a80-a251-f02950bfe4e9 req-c5848f3e-bd9c-4ca9-9c22-dcbd36724b4d tempest-FloatingIPDetailsTestJSON-124427863 tempest-FloatingIPDetailsTestJSON-124427863-project] 10.222.0.39 "GET /v2.0/floatingips/36e45c01-af47-4ccf-9376-ff81d0b04b69 HTTP/1.1" status: 200 len: 693 time: 0.0921512 Aug 12 14:34:47.464878 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 14:34:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ca04473-f441-4cd7-9330-ce89f55a1b80 x-openstack-request-id: req-9ca04473-f441-4cd7-9330-ce89f55a1b80 {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:34:47.466312 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ddbe7c8-0ae7-4cf3-828c-7aed5defb66e", "name": "network-vif-deleted", "tag": "36661d53-29f3-4a4b-b8c5-23d863539832", "status": "completed", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:34:47.466797 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9ca04473-f441-4cd7-9330-ce89f55a1b80 {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:34:47.466917 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916310ae-4096-4b9b-9c0c-dcf646cfac85 req-c0799aa6-9282-4e3e-a5be-8956b73bacf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:34:47.467535 n-d-694802-15 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ddbe7c8-0ae7-4cf3-828c-7aed5defb66e', 'name': 'network-vif-deleted', 'tag': '36661d53-29f3-4a4b-b8c5-23d863539832', 'status': 'completed', 'code': 200} Aug 12 14:34:47.468465 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-916310ae-4096-4b9b-9c0c-dcf646cfac85 req-c0799aa6-9282-4e3e-a5be-8956b73bacf4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=236e0be6-1c94-4221-9e8b-ab02a53331f8 HTTP/1.1" status: 200 len: 843 time: 0.1170566 Aug 12 14:34:47.563276 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-3f90e4ae-7e7b-446f-8412-1709ab308572 req-4c7ee882-05f0-412c-a082-0f81a41dc676 tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] 10.222.0.39 "GET /v2.0/ports?device_id=1ddbe7c8-0ae7-4cf3-828c-7aed5defb66e HTTP/1.1" status: 200 len: 210 time: 0.0354240 Aug 12 14:34:47.565654 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1b9cbc-9272-4a80-a251-f02950bfe4e9 req-45294301-666b-49d5-8562-ea66590468eb tempest-FloatingIPDetailsTestJSON-124427863 tempest-FloatingIPDetailsTestJSON-124427863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:34:47.567279 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-7e1b9cbc-9272-4a80-a251-f02950bfe4e9 req-45294301-666b-49d5-8562-ea66590468eb tempest-FloatingIPDetailsTestJSON-124427863 tempest-FloatingIPDetailsTestJSON-124427863-project] 10.222.0.39 "GET /v2.0/networks/d3759e1b-6c03-45ac-acd4-90abb417809b HTTP/1.1" status: 200 len: 784 time: 0.1607261 Aug 12 14:34:47.569984 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916310ae-4096-4b9b-9c0c-dcf646cfac85 req-f28252af-f466-4dca-8c40-7efb78ed9278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:34:47.571501 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-916310ae-4096-4b9b-9c0c-dcf646cfac85 req-f28252af-f466-4dca-8c40-7efb78ed9278 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2525c403-dfb3-4196-a273-739607aab38a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0925775 Aug 12 14:34:47.691553 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-7e1b9cbc-9272-4a80-a251-f02950bfe4e9 req-879a3d9f-53aa-4855-9b9a-d84b94403a7e tempest-FloatingIPDetailsTestJSON-124427863 tempest-FloatingIPDetailsTestJSON-124427863-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.1.139 HTTP/1.1" status: 200 len: 696 time: 0.1122718 Aug 12 14:34:47.727452 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb638572-14ec-410f-baff-3c233c2a60c0 req-4c06c62c-050c-4b5f-b627-49417de3143a tempest-ServersWithSpecificFlavorTestJSON-1739232893 tempest-ServersWithSpecificFlavorTestJSON-1739232893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:34:47.733187 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-cb638572-14ec-410f-baff-3c233c2a60c0 req-4c06c62c-050c-4b5f-b627-49417de3143a tempest-ServersWithSpecificFlavorTestJSON-1739232893 tempest-ServersWithSpecificFlavorTestJSON-1739232893-project] 10.222.0.39 "GET /v2.0/ports?device_id=8ed0b090-d715-45eb-a73a-683995b5af12 HTTP/1.1" status: 200 len: 944 time: 0.0973551 Aug 12 14:34:47.783616 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-7e1b9cbc-9272-4a80-a251-f02950bfe4e9 req-4b15f4b3-be53-4d25-85d8-773a6d6d4f8f tempest-FloatingIPDetailsTestJSON-124427863 tempest-FloatingIPDetailsTestJSON-124427863-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.1.139 HTTP/1.1" status: 200 len: 696 time: 0.0781853 Aug 12 14:34:47.796849 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-cb638572-14ec-410f-baff-3c233c2a60c0 req-12ed9ace-af0b-4091-860f-07de4872023d tempest-ServersWithSpecificFlavorTestJSON-1739232893 tempest-ServersWithSpecificFlavorTestJSON-1739232893-project] 10.222.0.39 "GET /v2.0/security-groups?id=7583e7d0-9463-4dd0-8eff-2e0ab040ac14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535779 Aug 12 14:34:47.805689 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-916310ae-4096-4b9b-9c0c-dcf646cfac85 req-d29185f8-152c-4180-94f7-9c47957838e2 service neutron] 10.222.0.64 "GET /v2.0/networks/2525c403-dfb3-4196-a273-739607aab38a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2252767 Aug 12 14:34:48.019549 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-916310ae-4096-4b9b-9c0c-dcf646cfac85 req-26b4d4a8-4adf-482f-b83b-ce70a08aa125 service neutron] 10.222.0.64 "GET /v2.0/networks/2525c403-dfb3-4196-a273-739607aab38a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1771605 Aug 12 14:34:48.034113 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [req-7e1b9cbc-9272-4a80-a251-f02950bfe4e9 req-32a64ce2-80d9-494c-8ae3-9a8414b07a47 tempest-FloatingIPDetailsTestJSON-124427863 tempest-FloatingIPDetailsTestJSON-124427863-project] Deleting port 3dfe5cac-345b-4ce0-9d2e-8cb32edefa1f {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:34:48.034516 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-7e1b9cbc-9272-4a80-a251-f02950bfe4e9 req-32a64ce2-80d9-494c-8ae3-9a8414b07a47 tempest-FloatingIPDetailsTestJSON-124427863 tempest-FloatingIPDetailsTestJSON-124427863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:48.082201 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ab1661-99f5-4090-8dd8-cf2fa1ec7c22 req-57a61ac5-bcdb-4ba3-af23-d4c9112ef5f3 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:34:48.083787 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-a6ab1661-99f5-4090-8dd8-cf2fa1ec7c22 req-57a61ac5-bcdb-4ba3-af23-d4c9112ef5f3 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] 10.222.0.39 "GET /v2.0/ports?device_id=e2a5ad67-981f-4d3f-8e72-5b9ed86baf8a HTTP/1.1" status: 200 len: 944 time: 0.0532250 Aug 12 14:34:48.124954 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-7e1b9cbc-9272-4a80-a251-f02950bfe4e9 req-32a64ce2-80d9-494c-8ae3-9a8414b07a47 tempest-FloatingIPDetailsTestJSON-124427863 tempest-FloatingIPDetailsTestJSON-124427863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:48.126006 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-a6ab1661-99f5-4090-8dd8-cf2fa1ec7c22 req-3242d2d8-4ba3-4583-bd2f-163587c24f03 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] 10.222.0.39 "GET /v2.0/security-groups?id=11312995-c93d-4754-9dea-15693c54238a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354629 Aug 12 14:34:48.126712 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-7e1b9cbc-9272-4a80-a251-f02950bfe4e9 req-32a64ce2-80d9-494c-8ae3-9a8414b07a47 tempest-FloatingIPDetailsTestJSON-124427863 tempest-FloatingIPDetailsTestJSON-124427863-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:48.141811 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [req-7e1b9cbc-9272-4a80-a251-f02950bfe4e9 req-32a64ce2-80d9-494c-8ae3-9a8414b07a47 tempest-FloatingIPDetailsTestJSON-124427863 tempest-FloatingIPDetailsTestJSON-124427863-project] Calling delete_port for 3dfe5cac-345b-4ce0-9d2e-8cb32edefa1f owned by network:floatingip {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:34:48.319480 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-7e1b9cbc-9272-4a80-a251-f02950bfe4e9 req-32a64ce2-80d9-494c-8ae3-9a8414b07a47 tempest-FloatingIPDetailsTestJSON-124427863 tempest-FloatingIPDetailsTestJSON-124427863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:48.354283 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a64ce2-80d9-494c-8ae3-9a8414b07a47 tempest-FloatingIPDetailsTestJSON-124427863 tempest-FloatingIPDetailsTestJSON-124427863-project] Pushing event deleted for resources: {'Port': ['ID=3dfe5cac-345b-4ce0-9d2e-8cb32edefa1f,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:34:48.444114 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-7e1b9cbc-9272-4a80-a251-f02950bfe4e9 req-32a64ce2-80d9-494c-8ae3-9a8414b07a47 tempest-FloatingIPDetailsTestJSON-124427863 tempest-FloatingIPDetailsTestJSON-124427863-project] Notify callbacks [] for floatingip, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:48.446298 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a81a2db-f9db-4ae7-8507-2c73d919cc07 req-5394377d-b795-4604-aebe-6cf7d2e6919c tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:34:48.446872 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-7e1b9cbc-9272-4a80-a251-f02950bfe4e9 req-32a64ce2-80d9-494c-8ae3-9a8414b07a47 tempest-FloatingIPDetailsTestJSON-124427863 tempest-FloatingIPDetailsTestJSON-124427863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for floatingip, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:48.448096 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-7e1b9cbc-9272-4a80-a251-f02950bfe4e9 req-32a64ce2-80d9-494c-8ae3-9a8414b07a47 tempest-FloatingIPDetailsTestJSON-124427863 tempest-FloatingIPDetailsTestJSON-124427863-project] 10.222.0.39 "DELETE /v2.0/floatingips/36e45c01-af47-4ccf-9376-ff81d0b04b69 HTTP/1.1" status: 204 len: 173 time: 0.6549041 Aug 12 14:34:48.458482 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-9a81a2db-f9db-4ae7-8507-2c73d919cc07 req-5394377d-b795-4604-aebe-6cf7d2e6919c tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/ports?device_id=1e762752-e6ff-40ec-b4e5-358595500206 HTTP/1.1" status: 200 len: 948 time: 0.0713077 Aug 12 14:34:48.490165 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-8c6fc5ce-9284-49d9-894f-37d4edde6e97 req-a569ea37-9d02-439d-b09f-e8af2d4c61c1 service neutron] 10.222.0.64 "GET /v2.0/ports/7974fec4-9f9e-4427-ba78-6b9b1521cc4a/bindings/n-h2-694802-15 HTTP/1.1" status: 200 len: 385 time: 0.0734735 Aug 12 14:34:48.499608 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-9a81a2db-f9db-4ae7-8507-2c73d919cc07 req-9ab9a19b-cf49-478e-9919-4a65f61bd53b tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0307eb3-f523-445b-8e1d-79deac809303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399029 Aug 12 14:34:48.596518 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43588255-45b0-42c5-b4f3-9505335b198a req-39e03d25-80f6-480c-b0ff-2eac5e38d979 tempest-ServerTagsTestJSON-2056439052 tempest-ServerTagsTestJSON-2056439052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:34:48.598120 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-43588255-45b0-42c5-b4f3-9505335b198a req-39e03d25-80f6-480c-b0ff-2eac5e38d979 tempest-ServerTagsTestJSON-2056439052 tempest-ServerTagsTestJSON-2056439052-project] 10.222.0.39 "GET /v2.0/ports?device_id=7280c12c-b739-473c-8176-6241a11fdba8 HTTP/1.1" status: 200 len: 946 time: 0.0959120 Aug 12 14:34:48.602561 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59445fc1-98c3-487a-83ae-f761acf3260c req-6e8399f3-d6ad-4453-9fe1-4e235cdd0e5e tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:34:48.604122 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-59445fc1-98c3-487a-83ae-f761acf3260c req-6e8399f3-d6ad-4453-9fe1-4e235cdd0e5e tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] 10.222.0.39 "GET /v2.0/ports?device_id=f74794c1-d77b-4d85-ba55-7cc5380b83f4 HTTP/1.1" status: 200 len: 945 time: 0.0480318 Aug 12 14:34:48.643781 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-59445fc1-98c3-487a-83ae-f761acf3260c req-640d5496-caf3-4876-a80f-6f2788a543ab tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] 10.222.0.39 "GET /v2.0/security-groups?id=c46585fa-da50-4ef3-834f-e3a7c15dd624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334828 Aug 12 14:34:48.666567 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device 629e11cb-bd6e-4779-ae69-9bb95031379c up at agent hyperv_n-h2-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:34:48.695230 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-43588255-45b0-42c5-b4f3-9505335b198a req-e87623ef-28f3-4741-a631-2c0f0f9b3229 tempest-ServerTagsTestJSON-2056439052 tempest-ServerTagsTestJSON-2056439052-project] 10.222.0.39 "GET /v2.0/security-groups?id=5a4893b3-c400-4641-91ba-a7d99b11bfa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782955 Aug 12 14:34:48.742660 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Provisioning for port 629e11cb-bd6e-4779-ae69-9bb95031379c completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:34:48.747177 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Provisioning complete for port 629e11cb-bd6e-4779-ae69-9bb95031379c triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:34:48.747684 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:48.763610 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-8c6fc5ce-9284-49d9-894f-37d4edde6e97 req-70ce1edb-3f25-4cb2-ad8f-14db82a39e93 service neutron] For port 7974fec4-9f9e-4427-ba78-6b9b1521cc4a, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=7974fec4-9f9e-4427-ba78-6b9b1521cc4a,segment=NetworkSegment(2c5f2abe-b754-491c-837b-06e8fcd65d4b),segment_id=2c5f2abe-b754-491c-837b-06e8fcd65d4b)] {{(pid=94467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:34:48.797907 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-8c6fc5ce-9284-49d9-894f-37d4edde6e97 req-70ce1edb-3f25-4cb2-ad8f-14db82a39e93 service neutron] For port 7974fec4-9f9e-4427-ba78-6b9b1521cc4a, host n-h1-694802-15, cleared binding levels {{(pid=94467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:34:48.836005 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [req-8c6fc5ce-9284-49d9-894f-37d4edde6e97 req-70ce1edb-3f25-4cb2-ad8f-14db82a39e93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7974fec4-9f9e-4427-ba78-6b9b1521cc4a {{(pid=94467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:34:48.844800 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:48.849090 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-8c6fc5ce-9284-49d9-894f-37d4edde6e97 req-70ce1edb-3f25-4cb2-ad8f-14db82a39e93 service neutron] For port 7974fec4-9f9e-4427-ba78-6b9b1521cc4a, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=7974fec4-9f9e-4427-ba78-6b9b1521cc4a,segment=NetworkSegment(2c5f2abe-b754-491c-837b-06e8fcd65d4b),segment_id=2c5f2abe-b754-491c-837b-06e8fcd65d4b)] {{(pid=94467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:34:48.869998 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-8c6fc5ce-9284-49d9-894f-37d4edde6e97 req-70ce1edb-3f25-4cb2-ad8f-14db82a39e93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:48.875162 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ed0b090-d715-45eb-a73a-683995b5af12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '629e11cb-bd6e-4779-ae69-9bb95031379c'}] {{(pid=94468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:34:48.878289 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99a8d87602170099c728e57431aca99e9b98a655a83bbf8727be13192709727b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31665e47-f301-49fd-a4b8-8df62b4f5993" -d '{"events": [{"server_uuid": "8ed0b090-d715-45eb-a73a-683995b5af12", "name": "network-vif-plugged", "status": "completed", "tag": "629e11cb-bd6e-4779-ae69-9bb95031379c"}]}' {{(pid=94468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:34:48.899474 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854d4f59-e3dc-4641-b781-56bc71390196 req-98c9100f-ea17-47e3-b86f-747d44d8d2b6 tempest-FloatingIPDetailsTestJSON-124427863 tempest-FloatingIPDetailsTestJSON-124427863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:34:48.910797 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port 629e11cb-bd6e-4779-ae69-9bb95031379c, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=629e11cb-bd6e-4779-ae69-9bb95031379c,segment=NetworkSegment(90d38c4e-0902-45c2-a9f7-0cc151cbe8b9),segment_id=90d38c4e-0902-45c2-a9f7-0cc151cbe8b9)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:34:48.913036 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-854d4f59-e3dc-4641-b781-56bc71390196 req-98c9100f-ea17-47e3-b86f-747d44d8d2b6 tempest-FloatingIPDetailsTestJSON-124427863 tempest-FloatingIPDetailsTestJSON-124427863-project] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.2449551 Aug 12 14:34:48.921707 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:48.964813 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 14:34:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-402fb3cd-d806-4686-8b8c-29b7b7c81925 x-openstack-request-id: req-402fb3cd-d806-4686-8b8c-29b7b7c81925 {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:34:48.965335 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ed0b090-d715-45eb-a73a-683995b5af12", "name": "network-vif-plugged", "status": "completed", "tag": "629e11cb-bd6e-4779-ae69-9bb95031379c", "code": 200}]} {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:34:48.965916 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-402fb3cd-d806-4686-8b8c-29b7b7c81925 {{(pid=94468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:34:48.966610 n-d-694802-15 neutron-server[94468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ed0b090-d715-45eb-a73a-683995b5af12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '629e11cb-bd6e-4779-ae69-9bb95031379c', 'code': 200} Aug 12 14:34:48.967476 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [req-8c6fc5ce-9284-49d9-894f-37d4edde6e97 req-70ce1edb-3f25-4cb2-ad8f-14db82a39e93 service neutron] Transition to ACTIVE for port object 7974fec4-9f9e-4427-ba78-6b9b1521cc4a will not be triggered until provisioned by entity L2. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:34:48.974848 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-8c6fc5ce-9284-49d9-894f-37d4edde6e97 req-70ce1edb-3f25-4cb2-ad8f-14db82a39e93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:49.002460 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Pushing event updated for resources: {'Port': ['ID=629e11cb-bd6e-4779-ae69-9bb95031379c,revision_number=5']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:34:49.040372 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699c5854-b654-45d6-9d9c-247a3700be13 req-20bfc4bf-6457-47d4-971d-929ddedd33e2 tempest-ServersWithSpecificFlavorTestJSON-1739232893 tempest-ServersWithSpecificFlavorTestJSON-1739232893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:34:49.049174 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-699c5854-b654-45d6-9d9c-247a3700be13 req-20bfc4bf-6457-47d4-971d-929ddedd33e2 tempest-ServersWithSpecificFlavorTestJSON-1739232893 tempest-ServersWithSpecificFlavorTestJSON-1739232893-project] 10.222.0.39 "GET /v2.0/ports?device_id=8ed0b090-d715-45eb-a73a-683995b5af12 HTTP/1.1" status: 200 len: 945 time: 0.0913913 Aug 12 14:34:49.066055 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c6fc5ce-9284-49d9-894f-37d4edde6e97 req-70ce1edb-3f25-4cb2-ad8f-14db82a39e93 service neutron] No DVR routers for this DVR port 7974fec4-9f9e-4427-ba78-6b9b1521cc4a on host n-h1-694802-15 {{(pid=94467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:34:49.109131 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-699c5854-b654-45d6-9d9c-247a3700be13 req-55551157-43bb-4d77-b508-6c1daac9b14b tempest-ServersWithSpecificFlavorTestJSON-1739232893 tempest-ServersWithSpecificFlavorTestJSON-1739232893-project] 10.222.0.39 "GET /v2.0/security-groups?id=7583e7d0-9463-4dd0-8eff-2e0ab040ac14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589116 Aug 12 14:34:49.117533 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6767daae-531a-422f-a84c-850e851ba773 req-d8e788d7-aea1-4224-a4ff-a4f1c487f501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:34:49.119104 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-6767daae-531a-422f-a84c-850e851ba773 req-d8e788d7-aea1-4224-a4ff-a4f1c487f501 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=8ed0b090-d715-45eb-a73a-683995b5af12 HTTP/1.1" status: 200 len: 1097 time: 0.0625539 Aug 12 14:34:49.136189 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device 2343085d-4b48-4feb-903f-20aac5c040a9 details requested by agent hyperv_n-h1-694802-15 with host n-h1-694802-15 {{(pid=94468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 14:34:49.146283 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ce1edb-3f25-4cb2-ad8f-14db82a39e93 service neutron] Pushing event updated for resources: {'Port': ['ID=7974fec4-9f9e-4427-ba78-6b9b1521cc4a,revision_number=10']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:34:49.162969 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-6767daae-531a-422f-a84c-850e851ba773 req-66cc37c4-cc94-48e6-800d-887abbeb7f1e service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=7583e7d0-9463-4dd0-8eff-2e0ab040ac14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341043 Aug 12 14:34:49.170680 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e3f6312e-f792-48e8-916e-e37adb8bd971 req-46a0c7c6-465c-4516-aeed-df63bad93fc3 tempest-FloatingIPDetailsTestJSON-124427863 tempest-FloatingIPDetailsTestJSON-124427863-project] 10.222.0.39 "GET /v2.0/floatingips?tenant_id=27617456d52349fca9148b35806597f2 HTTP/1.1" status: 200 len: 1656 time: 0.1060085 Aug 12 14:34:49.176226 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-8c6fc5ce-9284-49d9-894f-37d4edde6e97 req-70ce1edb-3f25-4cb2-ad8f-14db82a39e93 service neutron] 10.222.0.64 "PUT /v2.0/ports/7974fec4-9f9e-4427-ba78-6b9b1521cc4a/bindings/n-h2-694802-15/activate HTTP/1.1" status: 200 len: 370 time: 0.6797988 Aug 12 14:34:49.200076 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device 36661d53-29f3-4a4b-b8c5-23d863539832 no longer exists at agent hyperv_n-h1-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:34:49.227591 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-93370168-53ca-47c2-9e27-b066be57125c None None] No Port match for: 36661d53-29f3-4a4b-b8c5-23d863539832 {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 14:34:49.228228 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device 36661d53-29f3-4a4b-b8c5-23d863539832 not bound to the agent host n-h1-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:34:49.229007 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device 7974fec4-9f9e-4427-ba78-6b9b1521cc4a no longer exists at agent hyperv_n-h1-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:34:49.251620 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d54159-6af5-45a3-8fad-1aab1c4fa215 req-c0bf1fb4-f259-4885-913a-657500c2c3dc tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:34:49.253252 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-a8d54159-6af5-45a3-8fad-1aab1c4fa215 req-c0bf1fb4-f259-4885-913a-657500c2c3dc tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] 10.222.0.39 "GET /v2.0/ports?device_id=5924b85c-0d32-4999-87e1-c7d6edcf0040 HTTP/1.1" status: 200 len: 963 time: 0.0557055 Aug 12 14:34:49.290838 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device 7974fec4-9f9e-4427-ba78-6b9b1521cc4a not bound to the agent host n-h1-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:34:49.292852 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f6312e-f792-48e8-916e-e37adb8bd971 req-0338cbdb-ccf2-461d-bff9-eb080d2ae832 tempest-FloatingIPDetailsTestJSON-124427863 tempest-FloatingIPDetailsTestJSON-124427863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:34:49.294459 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e3f6312e-f792-48e8-916e-e37adb8bd971 req-0338cbdb-ccf2-461d-bff9-eb080d2ae832 tempest-FloatingIPDetailsTestJSON-124427863 tempest-FloatingIPDetailsTestJSON-124427863-project] 10.222.0.39 "GET /v2.0/networks?id=d3759e1b-6c03-45ac-acd4-90abb417809b&id=d3759e1b-6c03-45ac-acd4-90abb417809b&id=d3759e1b-6c03-45ac-acd4-90abb417809b HTTP/1.1" status: 200 len: 787 time: 0.1173670 Aug 12 14:34:49.303617 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port 2343085d-4b48-4feb-903f-20aac5c040a9, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=2343085d-4b48-4feb-903f-20aac5c040a9,segment=NetworkSegment(a1f8c867-101b-4d30-814e-b89f55a5edd0),segment_id=a1f8c867-101b-4d30-814e-b89f55a5edd0)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:34:49.304534 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-a8d54159-6af5-45a3-8fad-1aab1c4fa215 req-2034f4ba-5866-431b-8ddf-2661092c7cb9 tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] 10.222.0.39 "GET /v2.0/security-groups?id=e3ca17b3-b028-41b3-b138-91e00a6e278c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421152 Aug 12 14:34:49.315311 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Returning: {'device': '2343085d-4b48-4feb-903f-20aac5c040a9', 'network_id': '2525c403-dfb3-4196-a273-739607aab38a', 'port_id': '2343085d-4b48-4feb-903f-20aac5c040a9', 'mac_address': 'fa:16:3e:7f:30:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '236e0be6-1c94-4221-9e8b-ab02a53331f8', 'ip_address': '192.168.233.163'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 14:34:49.376431 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:49.388045 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [req-e3f6312e-f792-48e8-916e-e37adb8bd971 req-050125d2-4a8f-4338-8b94-46e96551af90 tempest-FloatingIPDetailsTestJSON-124427863 tempest-FloatingIPDetailsTestJSON-124427863-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=94467) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 14:34:49.389228 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e3f6312e-f792-48e8-916e-e37adb8bd971 req-050125d2-4a8f-4338-8b94-46e96551af90 tempest-FloatingIPDetailsTestJSON-124427863 tempest-FloatingIPDetailsTestJSON-124427863-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0812309 Aug 12 14:34:49.393395 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2343085d-4b48-4feb-903f-20aac5c040a9 {{(pid=94468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:34:49.396225 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6fc5ce-9284-49d9-894f-37d4edde6e97 req-01f1d651-3b54-4640-9099-3ccca73e6f34 tempest-LiveMigrationTest-388825582 tempest-LiveMigrationTest-388825582-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:34:49.397821 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-8c6fc5ce-9284-49d9-894f-37d4edde6e97 req-01f1d651-3b54-4640-9099-3ccca73e6f34 tempest-LiveMigrationTest-388825582 tempest-LiveMigrationTest-388825582-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=e2a5ad67-981f-4d3f-8e72-5b9ed86baf8a&tenant_id=39c74547ea964352853351e74cbcb768&binding%3Ahost_id=n-h1-694802-15 HTTP/1.1" status: 200 len: 1097 time: 0.0662806 Aug 12 14:34:49.416052 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port 2343085d-4b48-4feb-903f-20aac5c040a9, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=2343085d-4b48-4feb-903f-20aac5c040a9,segment=NetworkSegment(a1f8c867-101b-4d30-814e-b89f55a5edd0),segment_id=a1f8c867-101b-4d30-814e-b89f55a5edd0)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:34:49.421978 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:49.473168 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Pushing event updated for resources: {'Port': ['ID=2343085d-4b48-4feb-903f-20aac5c040a9,revision_number=4']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:34:49.474225 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-96819c1e-9fc2-48a4-9c90-36f5cd6346d4 req-94246a85-ca7d-4f41-8f0f-bdc7f20b0302 tempest-FloatingIPDetailsTestJSON-124427863 tempest-FloatingIPDetailsTestJSON-124427863-project] 10.222.0.39 "GET /v2.0/floatingips/135799d1-9b39-4729-8d7a-2b18da9d4900 HTTP/1.1" status: 200 len: 692 time: 0.0577986 Aug 12 14:34:49.482013 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7952e776-6edb-4c6e-a90b-d993b1506dd9 req-60354531-b1a3-426d-b054-a90a23a58f92 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:34:49.483722 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-7952e776-6edb-4c6e-a90b-d993b1506dd9 req-60354531-b1a3-426d-b054-a90a23a58f92 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] 10.222.0.39 "GET /v2.0/ports?device_id=e2a5ad67-981f-4d3f-8e72-5b9ed86baf8a HTTP/1.1" status: 200 len: 945 time: 0.0909412 Aug 12 14:34:49.490947 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6fc5ce-9284-49d9-894f-37d4edde6e97 req-3739bc3c-72e0-4f21-8bde-05de76077c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:34:49.492400 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-8c6fc5ce-9284-49d9-894f-37d4edde6e97 req-3739bc3c-72e0-4f21-8bde-05de76077c78 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=e2a5ad67-981f-4d3f-8e72-5b9ed86baf8a&tenant_id=39c74547ea964352853351e74cbcb768 HTTP/1.1" status: 200 len: 1097 time: 0.0584896 Aug 12 14:34:49.538964 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-7952e776-6edb-4c6e-a90b-d993b1506dd9 req-8f747053-d40e-48d2-8506-d255f4fbfac1 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] 10.222.0.39 "GET /v2.0/security-groups?id=11312995-c93d-4754-9dea-15693c54238a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454714 Aug 12 14:34:49.572802 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6fc5ce-9284-49d9-894f-37d4edde6e97 req-a126d0f5-5867-414d-afe2-9b05b9b9abe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:34:49.574303 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-8c6fc5ce-9284-49d9-894f-37d4edde6e97 req-a126d0f5-5867-414d-afe2-9b05b9b9abe6 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=39c74547ea964352853351e74cbcb768&device_id=e2a5ad67-981f-4d3f-8e72-5b9ed86baf8a HTTP/1.1" status: 200 len: 1097 time: 0.0492499 Aug 12 14:34:49.585104 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96819c1e-9fc2-48a4-9c90-36f5cd6346d4 req-406fd945-01d2-4f2e-acdf-2598d5f3f0bc tempest-FloatingIPDetailsTestJSON-124427863 tempest-FloatingIPDetailsTestJSON-124427863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:34:49.586807 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-96819c1e-9fc2-48a4-9c90-36f5cd6346d4 req-406fd945-01d2-4f2e-acdf-2598d5f3f0bc tempest-FloatingIPDetailsTestJSON-124427863 tempest-FloatingIPDetailsTestJSON-124427863-project] 10.222.0.39 "GET /v2.0/networks/d3759e1b-6c03-45ac-acd4-90abb417809b HTTP/1.1" status: 200 len: 784 time: 0.1118183 Aug 12 14:34:49.638134 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-96819c1e-9fc2-48a4-9c90-36f5cd6346d4 req-1afffd60-c7af-4f27-9a3b-fae40b8d5554 tempest-FloatingIPDetailsTestJSON-124427863 tempest-FloatingIPDetailsTestJSON-124427863-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.1.98 HTTP/1.1" status: 200 len: 695 time: 0.0438216 Aug 12 14:34:49.693690 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] get_ports_and_sgs() called for port_ids ['2343085d-4b48-4feb-903f-20aac5c040a9'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:34:49.702698 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c9791f-dea2-4af7-8072-e1a9d31a16f9 req-ca6f2212-8073-4f9b-8f72-b9ed94025334 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:34:49.703974 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-14c9791f-dea2-4af7-8072-e1a9d31a16f9 req-ca6f2212-8073-4f9b-8f72-b9ed94025334 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/ports?device_id=1e762752-e6ff-40ec-b4e5-358595500206 HTTP/1.1" status: 200 len: 949 time: 0.0942879 Aug 12 14:34:49.715514 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-96819c1e-9fc2-48a4-9c90-36f5cd6346d4 req-52ce55e6-1de4-4d92-a631-a62f9f345b12 tempest-FloatingIPDetailsTestJSON-124427863 tempest-FloatingIPDetailsTestJSON-124427863-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.1.98 HTTP/1.1" status: 200 len: 695 time: 0.0709262 Aug 12 14:34:49.742423 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6fc5ce-9284-49d9-894f-37d4edde6e97 req-063ba653-7155-4e4e-a80f-26d47d95b71c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:34:49.744137 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-8c6fc5ce-9284-49d9-894f-37d4edde6e97 req-063ba653-7155-4e4e-a80f-26d47d95b71c service neutron] 10.222.0.49 "GET /v2.0/networks?id=a10dd9db-a24e-488c-8894-a27c36eaa630 HTTP/1.1" status: 200 len: 908 time: 0.1598392 Aug 12 14:34:49.794736 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-14c9791f-dea2-4af7-8072-e1a9d31a16f9 req-2440525b-92ec-46b2-9e02-60ad35e98927 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0307eb3-f523-445b-8e1d-79deac809303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771956 Aug 12 14:34:49.796064 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-8c6fc5ce-9284-49d9-894f-37d4edde6e97 req-835ac861-2d3d-4c0f-a7fa-560ae023af7a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7974fec4-9f9e-4427-ba78-6b9b1521cc4a HTTP/1.1" status: 200 len: 217 time: 0.0404994 Aug 12 14:34:49.861797 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [req-96819c1e-9fc2-48a4-9c90-36f5cd6346d4 req-f9dcc668-1942-4400-b262-297877855dfb tempest-FloatingIPDetailsTestJSON-124427863 tempest-FloatingIPDetailsTestJSON-124427863-project] Deleting port 425ac2ec-7f06-4479-a58f-379bb49ccde3 {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:34:49.861797 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-96819c1e-9fc2-48a4-9c90-36f5cd6346d4 req-f9dcc668-1942-4400-b262-297877855dfb tempest-FloatingIPDetailsTestJSON-124427863 tempest-FloatingIPDetailsTestJSON-124427863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:49.882255 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6fc5ce-9284-49d9-894f-37d4edde6e97 req-7b5ed12b-134a-47f0-b30e-6a6b44752eee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:34:49.883831 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-8c6fc5ce-9284-49d9-894f-37d4edde6e97 req-7b5ed12b-134a-47f0-b30e-6a6b44752eee service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d61545bd-f4f7-4794-86f8-5ac232439ea3 HTTP/1.1" status: 200 len: 847 time: 0.0784883 Aug 12 14:34:49.938432 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-8c6fc5ce-9284-49d9-894f-37d4edde6e97 req-79ef8ffe-60a3-4187-bc5f-cd9462b44a3e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a10dd9db-a24e-488c-8894-a27c36eaa630&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297730 Aug 12 14:34:49.948117 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-96819c1e-9fc2-48a4-9c90-36f5cd6346d4 req-f9dcc668-1942-4400-b262-297877855dfb tempest-FloatingIPDetailsTestJSON-124427863 tempest-FloatingIPDetailsTestJSON-124427863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:49.948446 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-96819c1e-9fc2-48a4-9c90-36f5cd6346d4 req-f9dcc668-1942-4400-b262-297877855dfb tempest-FloatingIPDetailsTestJSON-124427863 tempest-FloatingIPDetailsTestJSON-124427863-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:49.965628 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c722dcd-4b19-4392-af86-11c3eac355a4 req-236b9dd2-00f7-424e-a2c4-41fcc0def450 tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:34:49.967091 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-1c722dcd-4b19-4392-af86-11c3eac355a4 req-236b9dd2-00f7-424e-a2c4-41fcc0def450 tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] 10.222.0.39 "GET /v2.0/ports?device_id=f74794c1-d77b-4d85-ba55-7cc5380b83f4 HTTP/1.1" status: 200 len: 945 time: 0.0867934 Aug 12 14:34:49.976469 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [req-96819c1e-9fc2-48a4-9c90-36f5cd6346d4 req-f9dcc668-1942-4400-b262-297877855dfb tempest-FloatingIPDetailsTestJSON-124427863 tempest-FloatingIPDetailsTestJSON-124427863-project] Calling delete_port for 425ac2ec-7f06-4479-a58f-379bb49ccde3 owned by network:floatingip {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:34:50.007174 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33489e1f-f60b-46d2-bdf4-b3dd4d624f38 req-c6c8905c-b392-41ad-8b26-f072213c5dcf tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:34:50.008670 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-33489e1f-f60b-46d2-bdf4-b3dd4d624f38 req-c6c8905c-b392-41ad-8b26-f072213c5dcf tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] 10.222.0.49 "GET /v2.0/ports?device_id=5924b85c-0d32-4999-87e1-c7d6edcf0040 HTTP/1.1" status: 200 len: 963 time: 0.0754125 Aug 12 14:34:50.050461 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-1c722dcd-4b19-4392-af86-11c3eac355a4 req-0e5a739a-d02f-43f6-9a82-8642b980e9aa tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] 10.222.0.39 "GET /v2.0/security-groups?id=c46585fa-da50-4ef3-834f-e3a7c15dd624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732956 Aug 12 14:34:50.072512 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-8c6fc5ce-9284-49d9-894f-37d4edde6e97 req-7450fc3e-5b33-4429-9138-3e294a50a944 service neutron] 10.222.0.49 "GET /v2.0/networks/a10dd9db-a24e-488c-8894-a27c36eaa630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230314 Aug 12 14:34:50.203962 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [req-33489e1f-f60b-46d2-bdf4-b3dd4d624f38 req-a6120884-8d36-4440-af32-c0f90544d4f1 tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] Deleting port c9578a74-95a3-4b8d-8db4-eff050057d08 {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:34:50.204292 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-33489e1f-f60b-46d2-bdf4-b3dd4d624f38 req-a6120884-8d36-4440-af32-c0f90544d4f1 tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:50.218395 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fdc015-68c0-428c-96e1-430b08d78214 req-091bf01d-f86e-42cc-b51e-c9295bf72b0a tempest-ServerTagsTestJSON-2056439052 tempest-ServerTagsTestJSON-2056439052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:34:50.219996 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-29fdc015-68c0-428c-96e1-430b08d78214 req-091bf01d-f86e-42cc-b51e-c9295bf72b0a tempest-ServerTagsTestJSON-2056439052 tempest-ServerTagsTestJSON-2056439052-project] 10.222.0.39 "GET /v2.0/ports?device_id=7280c12c-b739-473c-8176-6241a11fdba8 HTTP/1.1" status: 200 len: 946 time: 0.0773113 Aug 12 14:34:50.233776 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-8c6fc5ce-9284-49d9-894f-37d4edde6e97 req-d8e194b4-97e5-44bb-966c-666c8074a654 service neutron] 10.222.0.49 "GET /v2.0/networks/a10dd9db-a24e-488c-8894-a27c36eaa630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416667 Aug 12 14:34:50.262076 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-96819c1e-9fc2-48a4-9c90-36f5cd6346d4 req-f9dcc668-1942-4400-b262-297877855dfb tempest-FloatingIPDetailsTestJSON-124427863 tempest-FloatingIPDetailsTestJSON-124427863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:50.277647 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-29fdc015-68c0-428c-96e1-430b08d78214 req-1a4157bf-cbde-4c08-8b42-c3aadd8dd6cf tempest-ServerTagsTestJSON-2056439052 tempest-ServerTagsTestJSON-2056439052-project] 10.222.0.39 "GET /v2.0/security-groups?id=5a4893b3-c400-4641-91ba-a7d99b11bfa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512021 Aug 12 14:34:50.301735 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9dcc668-1942-4400-b262-297877855dfb tempest-FloatingIPDetailsTestJSON-124427863 tempest-FloatingIPDetailsTestJSON-124427863-project] Pushing event deleted for resources: {'Port': ['ID=425ac2ec-7f06-4479-a58f-379bb49ccde3,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:34:50.367187 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-33489e1f-f60b-46d2-bdf4-b3dd4d624f38 req-a6120884-8d36-4440-af32-c0f90544d4f1 tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] For port c9578a74-95a3-4b8d-8db4-eff050057d08, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=c9578a74-95a3-4b8d-8db4-eff050057d08,segment=NetworkSegment(2e94514d-7fca-42ad-995e-123d3a176790),segment_id=2e94514d-7fca-42ad-995e-123d3a176790)] {{(pid=94467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:34:50.367550 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-33489e1f-f60b-46d2-bdf4-b3dd4d624f38 req-a6120884-8d36-4440-af32-c0f90544d4f1 tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:50.394422 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [req-33489e1f-f60b-46d2-bdf4-b3dd4d624f38 req-a6120884-8d36-4440-af32-c0f90544d4f1 tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] Calling delete_port for c9578a74-95a3-4b8d-8db4-eff050057d08 owned by compute:tempest-test_az-8800305 {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:34:50.417603 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-96819c1e-9fc2-48a4-9c90-36f5cd6346d4 req-f9dcc668-1942-4400-b262-297877855dfb tempest-FloatingIPDetailsTestJSON-124427863 tempest-FloatingIPDetailsTestJSON-124427863-project] Notify callbacks [] for floatingip, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:50.420437 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-96819c1e-9fc2-48a4-9c90-36f5cd6346d4 req-f9dcc668-1942-4400-b262-297877855dfb tempest-FloatingIPDetailsTestJSON-124427863 tempest-FloatingIPDetailsTestJSON-124427863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for floatingip, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:50.423494 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-96819c1e-9fc2-48a4-9c90-36f5cd6346d4 req-f9dcc668-1942-4400-b262-297877855dfb tempest-FloatingIPDetailsTestJSON-124427863 tempest-FloatingIPDetailsTestJSON-124427863-project] 10.222.0.39 "DELETE /v2.0/floatingips/135799d1-9b39-4729-8d7a-2b18da9d4900 HTTP/1.1" status: 204 len: 173 time: 0.7026055 Aug 12 14:34:50.449059 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37303de-d99a-4edb-84cf-9734371c3e32 req-7c729d0e-c259-4298-be01-e1992631453a tempest-ServersWithSpecificFlavorTestJSON-1739232893 tempest-ServersWithSpecificFlavorTestJSON-1739232893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:34:50.450552 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-e37303de-d99a-4edb-84cf-9734371c3e32 req-7c729d0e-c259-4298-be01-e1992631453a tempest-ServersWithSpecificFlavorTestJSON-1739232893 tempest-ServersWithSpecificFlavorTestJSON-1739232893-project] 10.222.0.39 "GET /v2.0/ports?device_id=8ed0b090-d715-45eb-a73a-683995b5af12 HTTP/1.1" status: 200 len: 945 time: 0.0559945 Aug 12 14:34:50.494985 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-e37303de-d99a-4edb-84cf-9734371c3e32 req-29cecb13-8a5a-4d3a-8e1e-00c1955a83f0 tempest-ServersWithSpecificFlavorTestJSON-1739232893 tempest-ServersWithSpecificFlavorTestJSON-1739232893-project] 10.222.0.39 "GET /v2.0/security-groups?id=7583e7d0-9463-4dd0-8eff-2e0ab040ac14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348070 Aug 12 14:34:50.570779 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8de6f6-e7e7-4bf3-b6d6-7a622354f138 req-7bf8f9ce-dfdc-47b4-9ded-c97916aa9b32 tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:34:50.572415 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-8d8de6f6-e7e7-4bf3-b6d6-7a622354f138 req-7bf8f9ce-dfdc-47b4-9ded-c97916aa9b32 tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] 10.222.0.39 "GET /v2.0/ports?device_id=5924b85c-0d32-4999-87e1-c7d6edcf0040 HTTP/1.1" status: 200 len: 963 time: 0.0918021 Aug 12 14:34:50.593126 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-043bce6f-6799-48c7-96aa-fca1c33c03f0 req-7dc21502-a670-4f33-aaba-be52cf5f654b tempest-FloatingIPDetailsTestJSON-124427863 tempest-FloatingIPDetailsTestJSON-124427863-project] 10.222.0.39 "GET /v2.0/floatingips/4f71086f-143a-4348-9bf5-77e6bc693e5d HTTP/1.1" status: 200 len: 693 time: 0.0565686 Aug 12 14:34:50.599461 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6fc5ce-9284-49d9-894f-37d4edde6e97 req-66158d1f-35fc-48ce-8a4a-a4a27ccb3f3d tempest-LiveMigrationTest-388825582 tempest-LiveMigrationTest-388825582-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:34:50.600996 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-8c6fc5ce-9284-49d9-894f-37d4edde6e97 req-66158d1f-35fc-48ce-8a4a-a4a27ccb3f3d tempest-LiveMigrationTest-388825582 tempest-LiveMigrationTest-388825582-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=e2a5ad67-981f-4d3f-8e72-5b9ed86baf8a&tenant_id=39c74547ea964352853351e74cbcb768&binding%3Ahost_id=n-h2-694802-15 HTTP/1.1" status: 200 len: 1097 time: 0.0978732 Aug 12 14:34:50.646055 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-8d8de6f6-e7e7-4bf3-b6d6-7a622354f138 req-7d40c202-8d02-45f2-a471-4997e903a510 tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] 10.222.0.39 "GET /v2.0/security-groups?id=e3ca17b3-b028-41b3-b138-91e00a6e278c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670958 Aug 12 14:34:50.691080 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-33489e1f-f60b-46d2-bdf4-b3dd4d624f38 req-a6120884-8d36-4440-af32-c0f90544d4f1 tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:50.756019 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6120884-8d36-4440-af32-c0f90544d4f1 tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] Pushing event deleted for resources: {'Port': ['ID=c9578a74-95a3-4b8d-8db4-eff050057d08,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:34:50.781798 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043bce6f-6799-48c7-96aa-fca1c33c03f0 req-baf1594e-f73b-4654-902b-9958ea89b72c tempest-FloatingIPDetailsTestJSON-124427863 tempest-FloatingIPDetailsTestJSON-124427863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:34:50.783202 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-043bce6f-6799-48c7-96aa-fca1c33c03f0 req-baf1594e-f73b-4654-902b-9958ea89b72c tempest-FloatingIPDetailsTestJSON-124427863 tempest-FloatingIPDetailsTestJSON-124427863-project] 10.222.0.39 "GET /v2.0/networks/d3759e1b-6c03-45ac-acd4-90abb417809b HTTP/1.1" status: 200 len: 784 time: 0.1812797 Aug 12 14:34:50.835931 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cf8919-5930-45fd-9e47-974a0113a7a7 req-2d1c45cb-9101-4853-bf61-ac64cafc072b tempest-ServerTagsTestJSON-2056439052 tempest-ServerTagsTestJSON-2056439052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:34:50.837553 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f4cf8919-5930-45fd-9e47-974a0113a7a7 req-2d1c45cb-9101-4853-bf61-ac64cafc072b tempest-ServerTagsTestJSON-2056439052 tempest-ServerTagsTestJSON-2056439052-project] 10.222.0.49 "GET /v2.0/ports?device_id=7280c12c-b739-473c-8176-6241a11fdba8 HTTP/1.1" status: 200 len: 946 time: 0.1667564 Aug 12 14:34:50.852699 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-043bce6f-6799-48c7-96aa-fca1c33c03f0 req-4841b01c-5d6a-46cc-96f7-d7dad5150abf tempest-FloatingIPDetailsTestJSON-124427863 tempest-FloatingIPDetailsTestJSON-124427863-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.1.154 HTTP/1.1" status: 200 len: 696 time: 0.0614219 Aug 12 14:34:50.854399 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [req-33489e1f-f60b-46d2-bdf4-b3dd4d624f38 req-a6120884-8d36-4440-af32-c0f90544d4f1 tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] No DVR routers for this DVR port c9578a74-95a3-4b8d-8db4-eff050057d08 on host n-h2-694802-15 {{(pid=94467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:34:50.855530 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [req-8c6fc5ce-9284-49d9-894f-37d4edde6e97 req-9ceb337a-5a24-4d2d-8d41-d552a2617131 service neutron] For port 7974fec4-9f9e-4427-ba78-6b9b1521cc4a, host n-h1-694802-15, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:34:50.859773 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-8c6fc5ce-9284-49d9-894f-37d4edde6e97 req-9ceb337a-5a24-4d2d-8d41-d552a2617131 service neutron] Notify callbacks [] for binding, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:50.860828 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-8c6fc5ce-9284-49d9-894f-37d4edde6e97 req-9ceb337a-5a24-4d2d-8d41-d552a2617131 service neutron] 10.222.0.49 "DELETE /v2.0/ports/7974fec4-9f9e-4427-ba78-6b9b1521cc4a/bindings/n-h1-694802-15 HTTP/1.1" status: 204 len: 173 time: 0.2497506 Aug 12 14:34:50.862602 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-33489e1f-f60b-46d2-bdf4-b3dd4d624f38 req-a6120884-8d36-4440-af32-c0f90544d4f1 tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:50.864481 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-33489e1f-f60b-46d2-bdf4-b3dd4d624f38 req-a6120884-8d36-4440-af32-c0f90544d4f1 tempest-LiveAutoBlockMigrationV225Test-2015354374 tempest-LiveAutoBlockMigrationV225Test-2015354374-project] 10.222.0.49 "DELETE /v2.0/ports/c9578a74-95a3-4b8d-8db4-eff050057d08 HTTP/1.1" status: 204 len: 173 time: 0.8217745 Aug 12 14:34:50.866152 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5924b85c-0d32-4999-87e1-c7d6edcf0040', 'name': 'network-vif-deleted', 'tag': 'c9578a74-95a3-4b8d-8db4-eff050057d08'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:34:50.868419 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e65282f928b64038367d043a4411777802006c43a98742496cb2e25b724ff1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9d4180e-04b8-4504-8216-81e037b03bf3" -d '{"events": [{"server_uuid": "5924b85c-0d32-4999-87e1-c7d6edcf0040", "name": "network-vif-deleted", "tag": "c9578a74-95a3-4b8d-8db4-eff050057d08"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:34:50.909488 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-043bce6f-6799-48c7-96aa-fca1c33c03f0 req-7d916e09-2f86-41c4-b128-7af012db292f tempest-FloatingIPDetailsTestJSON-124427863 tempest-FloatingIPDetailsTestJSON-124427863-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.1.154 HTTP/1.1" status: 200 len: 696 time: 0.0476055 Aug 12 14:34:50.913142 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62021d74-fbb6-497a-959d-370b210dfc11 req-40e76395-0bce-40c5-8b06-988b528a04fd tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:34:50.914635 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-62021d74-fbb6-497a-959d-370b210dfc11 req-40e76395-0bce-40c5-8b06-988b528a04fd tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] 10.222.0.39 "GET /v2.0/ports?device_id=e2a5ad67-981f-4d3f-8e72-5b9ed86baf8a HTTP/1.1" status: 200 len: 945 time: 0.1660261 Aug 12 14:34:50.986151 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-62021d74-fbb6-497a-959d-370b210dfc11 req-bed0e3cd-392a-4185-a091-35990fa04df1 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] 10.222.0.39 "GET /v2.0/security-groups?id=11312995-c93d-4754-9dea-15693c54238a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425727 Aug 12 14:34:51.006628 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [req-f4cf8919-5930-45fd-9e47-974a0113a7a7 req-472cc7ae-1e14-48ad-b3be-945188e741c6 tempest-ServerTagsTestJSON-2056439052 tempest-ServerTagsTestJSON-2056439052-project] Deleting port 7aee8b14-551b-49e0-bd6b-7295df572013 {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:34:51.007041 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-f4cf8919-5930-45fd-9e47-974a0113a7a7 req-472cc7ae-1e14-48ad-b3be-945188e741c6 tempest-ServerTagsTestJSON-2056439052 tempest-ServerTagsTestJSON-2056439052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:51.116001 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [req-043bce6f-6799-48c7-96aa-fca1c33c03f0 req-79aa4434-7086-4269-9e3c-32f142987588 tempest-FloatingIPDetailsTestJSON-124427863 tempest-FloatingIPDetailsTestJSON-124427863-project] Deleting port 0017e549-0f33-40cf-a56d-d48f268675a4 {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:34:51.116299 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-043bce6f-6799-48c7-96aa-fca1c33c03f0 req-79aa4434-7086-4269-9e3c-32f142987588 tempest-FloatingIPDetailsTestJSON-124427863 tempest-FloatingIPDetailsTestJSON-124427863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:51.156183 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e93ec1d-71d8-493a-9541-83162b2465ee req-b97294ad-1a7e-4a87-89de-72123ccec16b tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:34:51.157696 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9e93ec1d-71d8-493a-9541-83162b2465ee req-b97294ad-1a7e-4a87-89de-72123ccec16b tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/ports?device_id=1e762752-e6ff-40ec-b4e5-358595500206 HTTP/1.1" status: 200 len: 949 time: 0.0868187 Aug 12 14:34:51.162944 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-f4cf8919-5930-45fd-9e47-974a0113a7a7 req-472cc7ae-1e14-48ad-b3be-945188e741c6 tempest-ServerTagsTestJSON-2056439052 tempest-ServerTagsTestJSON-2056439052-project] For port 7aee8b14-551b-49e0-bd6b-7295df572013, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=7aee8b14-551b-49e0-bd6b-7295df572013,segment=NetworkSegment(228e3d89-da8c-4c3b-aca4-7ca58168eda9),segment_id=228e3d89-da8c-4c3b-aca4-7ca58168eda9)] {{(pid=94467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:34:51.163394 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-f4cf8919-5930-45fd-9e47-974a0113a7a7 req-472cc7ae-1e14-48ad-b3be-945188e741c6 tempest-ServerTagsTestJSON-2056439052 tempest-ServerTagsTestJSON-2056439052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:51.166421 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device 2343085d-4b48-4feb-903f-20aac5c040a9 up at agent hyperv_n-h1-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:34:51.184911 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [req-f4cf8919-5930-45fd-9e47-974a0113a7a7 req-472cc7ae-1e14-48ad-b3be-945188e741c6 tempest-ServerTagsTestJSON-2056439052 tempest-ServerTagsTestJSON-2056439052-project] Calling delete_port for 7aee8b14-551b-49e0-bd6b-7295df572013 owned by compute:nova {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:34:51.225220 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-043bce6f-6799-48c7-96aa-fca1c33c03f0 req-79aa4434-7086-4269-9e3c-32f142987588 tempest-FloatingIPDetailsTestJSON-124427863 tempest-FloatingIPDetailsTestJSON-124427863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:51.225705 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-043bce6f-6799-48c7-96aa-fca1c33c03f0 req-79aa4434-7086-4269-9e3c-32f142987588 tempest-FloatingIPDetailsTestJSON-124427863 tempest-FloatingIPDetailsTestJSON-124427863-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:51.239300 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Provisioning for port 2343085d-4b48-4feb-903f-20aac5c040a9 completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:34:51.243655 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Provisioning complete for port 2343085d-4b48-4feb-903f-20aac5c040a9 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:34:51.244261 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:51.252384 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [req-043bce6f-6799-48c7-96aa-fca1c33c03f0 req-79aa4434-7086-4269-9e3c-32f142987588 tempest-FloatingIPDetailsTestJSON-124427863 tempest-FloatingIPDetailsTestJSON-124427863-project] Calling delete_port for 0017e549-0f33-40cf-a56d-d48f268675a4 owned by network:floatingip {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:34:51.252782 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9e93ec1d-71d8-493a-9541-83162b2465ee req-37f73145-9e26-45b9-8510-2da24abef63b tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0307eb3-f523-445b-8e1d-79deac809303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809789 Aug 12 14:34:51.342677 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 14:34:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24536a0c-55c3-4284-b4e4-bb19488665cd x-openstack-request-id: req-24536a0c-55c3-4284-b4e4-bb19488665cd {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:34:51.342971 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5924b85c-0d32-4999-87e1-c7d6edcf0040", "name": "network-vif-deleted", "tag": "c9578a74-95a3-4b8d-8db4-eff050057d08", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:34:51.343615 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-24536a0c-55c3-4284-b4e4-bb19488665cd {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:34:51.343873 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5924b85c-0d32-4999-87e1-c7d6edcf0040', 'name': 'network-vif-deleted', 'tag': 'c9578a74-95a3-4b8d-8db4-eff050057d08', 'status': 'completed', 'code': 200} Aug 12 14:34:51.389077 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-f4cf8919-5930-45fd-9e47-974a0113a7a7 req-472cc7ae-1e14-48ad-b3be-945188e741c6 tempest-ServerTagsTestJSON-2056439052 tempest-ServerTagsTestJSON-2056439052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:51.466582 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472cc7ae-1e14-48ad-b3be-945188e741c6 tempest-ServerTagsTestJSON-2056439052 tempest-ServerTagsTestJSON-2056439052-project] Pushing event deleted for resources: {'Port': ['ID=7aee8b14-551b-49e0-bd6b-7295df572013,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:34:51.491372 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-043bce6f-6799-48c7-96aa-fca1c33c03f0 req-79aa4434-7086-4269-9e3c-32f142987588 tempest-FloatingIPDetailsTestJSON-124427863 tempest-FloatingIPDetailsTestJSON-124427863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:51.530873 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79aa4434-7086-4269-9e3c-32f142987588 tempest-FloatingIPDetailsTestJSON-124427863 tempest-FloatingIPDetailsTestJSON-124427863-project] Pushing event deleted for resources: {'Port': ['ID=0017e549-0f33-40cf-a56d-d48f268675a4,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:34:51.537195 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] get_ports_and_sgs() called for port_ids ['7aee8b14-551b-49e0-bd6b-7295df572013'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:34:51.546624 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4cf8919-5930-45fd-9e47-974a0113a7a7 req-472cc7ae-1e14-48ad-b3be-945188e741c6 tempest-ServerTagsTestJSON-2056439052 tempest-ServerTagsTestJSON-2056439052-project] No DVR routers for this DVR port 7aee8b14-551b-49e0-bd6b-7295df572013 on host n-h2-694802-15 {{(pid=94467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:34:51.549701 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-f4cf8919-5930-45fd-9e47-974a0113a7a7 req-472cc7ae-1e14-48ad-b3be-945188e741c6 tempest-ServerTagsTestJSON-2056439052 tempest-ServerTagsTestJSON-2056439052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:51.556318 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f4cf8919-5930-45fd-9e47-974a0113a7a7 req-472cc7ae-1e14-48ad-b3be-945188e741c6 tempest-ServerTagsTestJSON-2056439052 tempest-ServerTagsTestJSON-2056439052-project] 10.222.0.49 "DELETE /v2.0/ports/7aee8b14-551b-49e0-bd6b-7295df572013 HTTP/1.1" status: 204 len: 173 time: 0.7023320 Aug 12 14:34:51.562250 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:51.586857 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9e601a-62d0-47e9-b097-645f5ec50c5c req-5d065a96-e751-4ccd-be36-d3b2d7ee1f30 tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:34:51.590013 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e762752-e6ff-40ec-b4e5-358595500206', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2343085d-4b48-4feb-903f-20aac5c040a9'}] {{(pid=94468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:34:51.592620 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99a8d87602170099c728e57431aca99e9b98a655a83bbf8727be13192709727b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1cd9004-8ab2-462e-b760-70d1359fb05b" -d '{"events": [{"server_uuid": "1e762752-e6ff-40ec-b4e5-358595500206", "name": "network-vif-plugged", "status": "completed", "tag": "2343085d-4b48-4feb-903f-20aac5c040a9"}]}' {{(pid=94468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:34:51.595280 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-8d9e601a-62d0-47e9-b097-645f5ec50c5c req-5d065a96-e751-4ccd-be36-d3b2d7ee1f30 tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] 10.222.0.39 "GET /v2.0/ports?device_id=f74794c1-d77b-4d85-ba55-7cc5380b83f4 HTTP/1.1" status: 200 len: 945 time: 0.1259918 Aug 12 14:34:51.608391 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port 2343085d-4b48-4feb-903f-20aac5c040a9, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=2343085d-4b48-4feb-903f-20aac5c040a9,segment=NetworkSegment(a1f8c867-101b-4d30-814e-b89f55a5edd0),segment_id=a1f8c867-101b-4d30-814e-b89f55a5edd0)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:34:51.614525 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:51.642022 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-8d9e601a-62d0-47e9-b097-645f5ec50c5c req-81d59953-271f-407a-9834-365e65e28f92 tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] 10.222.0.39 "GET /v2.0/security-groups?id=c46585fa-da50-4ef3-834f-e3a7c15dd624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456951 Aug 12 14:34:51.684416 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-043bce6f-6799-48c7-96aa-fca1c33c03f0 req-79aa4434-7086-4269-9e3c-32f142987588 tempest-FloatingIPDetailsTestJSON-124427863 tempest-FloatingIPDetailsTestJSON-124427863-project] Notify callbacks [] for floatingip, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:51.687533 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-043bce6f-6799-48c7-96aa-fca1c33c03f0 req-79aa4434-7086-4269-9e3c-32f142987588 tempest-FloatingIPDetailsTestJSON-124427863 tempest-FloatingIPDetailsTestJSON-124427863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for floatingip, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:51.695503 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Pushing event updated for resources: {'Port': ['ID=2343085d-4b48-4feb-903f-20aac5c040a9,revision_number=5']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:34:51.700323 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-043bce6f-6799-48c7-96aa-fca1c33c03f0 req-79aa4434-7086-4269-9e3c-32f142987588 tempest-FloatingIPDetailsTestJSON-124427863 tempest-FloatingIPDetailsTestJSON-124427863-project] 10.222.0.39 "DELETE /v2.0/floatingips/4f71086f-143a-4348-9bf5-77e6bc693e5d HTTP/1.1" status: 204 len: 173 time: 0.7842128 Aug 12 14:34:51.824979 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-80489201-0e20-4d64-908a-09f8ecb229d1 req-95277961-f9a8-4098-928e-f0f5e6911e40 tempest-ServerTagsTestJSON-2056439052 tempest-ServerTagsTestJSON-2056439052-project] 10.222.0.39 "GET /v2.0/ports?device_id=7280c12c-b739-473c-8176-6241a11fdba8 HTTP/1.1" status: 200 len: 210 time: 0.0301430 Aug 12 14:34:51.874976 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1b68cd-3142-401c-affd-4d389049b12a req-bc23885f-fad9-481f-acea-271b751149a5 tempest-LiveMigrationTest-388825582 tempest-LiveMigrationTest-388825582-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:34:51.877158 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-1c1b68cd-3142-401c-affd-4d389049b12a req-bc23885f-fad9-481f-acea-271b751149a5 tempest-LiveMigrationTest-388825582 tempest-LiveMigrationTest-388825582-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=e2a5ad67-981f-4d3f-8e72-5b9ed86baf8a HTTP/1.1" status: 200 len: 1097 time: 0.0514219 Aug 12 14:34:51.915605 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-1c1b68cd-3142-401c-affd-4d389049b12a req-cfbaa00a-f6c3-42de-9a63-c28d74bb5b25 tempest-LiveMigrationTest-388825582 tempest-LiveMigrationTest-388825582-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=11312995-c93d-4754-9dea-15693c54238a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310731 Aug 12 14:34:51.933104 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfca0f71-1500-4d29-847e-ed21c3be4840 req-f7b14130-cab0-4a9b-820a-75b08b28cbbc tempest-ServersWithSpecificFlavorTestJSON-1739232893 tempest-ServersWithSpecificFlavorTestJSON-1739232893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:34:51.934665 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-dfca0f71-1500-4d29-847e-ed21c3be4840 req-f7b14130-cab0-4a9b-820a-75b08b28cbbc tempest-ServersWithSpecificFlavorTestJSON-1739232893 tempest-ServersWithSpecificFlavorTestJSON-1739232893-project] 10.222.0.39 "GET /v2.0/ports?device_id=8ed0b090-d715-45eb-a73a-683995b5af12 HTTP/1.1" status: 200 len: 945 time: 0.0514565 Aug 12 14:34:51.971874 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 14:34:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6344e35-35b8-4631-8fe5-ab8074ae26d1 x-openstack-request-id: req-c6344e35-35b8-4631-8fe5-ab8074ae26d1 {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:34:51.972179 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e762752-e6ff-40ec-b4e5-358595500206", "name": "network-vif-plugged", "status": "completed", "tag": "2343085d-4b48-4feb-903f-20aac5c040a9", "code": 200}]} {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:34:51.973040 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c6344e35-35b8-4631-8fe5-ab8074ae26d1 {{(pid=94468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:34:51.973445 n-d-694802-15 neutron-server[94468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e762752-e6ff-40ec-b4e5-358595500206', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2343085d-4b48-4feb-903f-20aac5c040a9', 'code': 200} Aug 12 14:34:51.979575 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-dfca0f71-1500-4d29-847e-ed21c3be4840 req-c9464e3d-41b8-489f-96e8-efed24761217 tempest-ServersWithSpecificFlavorTestJSON-1739232893 tempest-ServersWithSpecificFlavorTestJSON-1739232893-project] 10.222.0.39 "GET /v2.0/security-groups?id=7583e7d0-9463-4dd0-8eff-2e0ab040ac14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368736 Aug 12 14:34:52.014012 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 34976) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:34:52.072926 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3032ef1e-feb3-4a5c-9f4a-aa0a9629273a req-09240075-9516-4ef1-bea7-156d66752961 tempest-FloatingIPDetailsTestJSON-124427863 tempest-FloatingIPDetailsTestJSON-124427863-project] 10.222.0.39 "GET /v2.0/floatingips/791d3fff-2c1f-4da2-8f51-99df459eba86 HTTP/1.1" status: 200 len: 693 time: 0.0666802 Aug 12 14:34:52.076915 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_v2 [None req-977fcd93-d917-4e1a-8380-16eeef383ca8 admin admin] Deleting subnet ef8d2719-a4dd-40cc-910c-927d9e7406a1 {{(pid=94466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 14:34:52.080748 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-977fcd93-d917-4e1a-8380-16eeef383ca8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:52.141710 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-977fcd93-d917-4e1a-8380-16eeef383ca8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2293551'] for subnet, precommit_delete_associations {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:52.181977 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ab90fd-310c-4d74-bda3-f5dc921c0125 req-0ccc73d1-1c22-4fa5-98df-c3baf164d4b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:34:52.183878 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-16ab90fd-310c-4d74-bda3-f5dc921c0125 req-0ccc73d1-1c22-4fa5-98df-c3baf164d4b9 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=1e762752-e6ff-40ec-b4e5-358595500206 HTTP/1.1" status: 200 len: 1102 time: 0.1142139 Aug 12 14:34:52.214362 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-977fcd93-d917-4e1a-8380-16eeef383ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66416255'] for subnet, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:52.332195 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-977fcd93-d917-4e1a-8380-16eeef383ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66416232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3718429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8776402'] for subnet, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:52.367648 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977fcd93-d917-4e1a-8380-16eeef383ca8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ef8d2719-a4dd-40cc-910c-927d9e7406a1,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:34:52.370989 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-977fcd93-d917-4e1a-8380-16eeef383ca8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for subnet, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:52.374540 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-977fcd93-d917-4e1a-8380-16eeef383ca8 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/ef8d2719-a4dd-40cc-910c-927d9e7406a1 HTTP/1.1" status: 204 len: 168 time: 0.3580399 Aug 12 14:34:52.381469 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cdbca0-7b29-4571-9dc2-41e6b0d95a3d req-246cd5fe-35f6-4356-bddd-e83dc6152ea7 tempest-ServersWithSpecificFlavorTestJSON-1739232893 tempest-ServersWithSpecificFlavorTestJSON-1739232893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:34:52.383028 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-76cdbca0-7b29-4571-9dc2-41e6b0d95a3d req-246cd5fe-35f6-4356-bddd-e83dc6152ea7 tempest-ServersWithSpecificFlavorTestJSON-1739232893 tempest-ServersWithSpecificFlavorTestJSON-1739232893-project] 10.222.0.39 "GET /v2.0/ports?device_id=8ed0b090-d715-45eb-a73a-683995b5af12 HTTP/1.1" status: 200 len: 945 time: 0.0977082 Aug 12 14:34:52.383544 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 34982) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:34:52.393184 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 34984) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:34:52.408552 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-799ff759-25ff-4334-9342-c01507a242a2 tempest-ServersWithSpecificFlavorTestJSON-1739232893 tempest-ServersWithSpecificFlavorTestJSON-1739232893-project] Request body: {'floatingip': {'port_id': '629e11cb-bd6e-4779-ae69-9bb95031379c'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:34:52.511454 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-799ff759-25ff-4334-9342-c01507a242a2 tempest-ServersWithSpecificFlavorTestJSON-1739232893 tempest-ServersWithSpecificFlavorTestJSON-1739232893-project] Notify callbacks [] for floatingip, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:52.529243 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3032ef1e-feb3-4a5c-9f4a-aa0a9629273a req-fb717ead-06d4-4fc3-93cd-ebab791d720c tempest-FloatingIPDetailsTestJSON-124427863 tempest-FloatingIPDetailsTestJSON-124427863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:34:52.530583 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3032ef1e-feb3-4a5c-9f4a-aa0a9629273a req-fb717ead-06d4-4fc3-93cd-ebab791d720c tempest-FloatingIPDetailsTestJSON-124427863 tempest-FloatingIPDetailsTestJSON-124427863-project] 10.222.0.39 "GET /v2.0/networks/d3759e1b-6c03-45ac-acd4-90abb417809b HTTP/1.1" status: 200 len: 784 time: 0.4494298 Aug 12 14:34:52.534484 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-16ab90fd-310c-4d74-bda3-f5dc921c0125 req-fdd6b783-a7f1-4229-8993-2ee178d71285 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=c0307eb3-f523-445b-8e1d-79deac809303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3432350 Aug 12 14:34:52.581649 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3032ef1e-feb3-4a5c-9f4a-aa0a9629273a req-c6b5fa88-7935-49fe-9bd1-5c285cde6d8c tempest-FloatingIPDetailsTestJSON-124427863 tempest-FloatingIPDetailsTestJSON-124427863-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.1.162 HTTP/1.1" status: 200 len: 696 time: 0.0447478 Aug 12 14:34:52.588415 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2dba5060-18cb-4be0-a59d-ed5e3b6881e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680608'] for network, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:52.633150 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3032ef1e-feb3-4a5c-9f4a-aa0a9629273a req-02bf2f29-d998-4c8a-b8b6-0471efecc70e tempest-FloatingIPDetailsTestJSON-124427863 tempest-FloatingIPDetailsTestJSON-124427863-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.1.162 HTTP/1.1" status: 200 len: 696 time: 0.0454028 Aug 12 14:34:52.638534 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4488b0-26a4-44fe-a845-9c1f5ac72d42 req-4f413a76-384d-4d93-9767-7b0bdf4854e7 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:34:52.640060 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-2e4488b0-26a4-44fe-a845-9c1f5ac72d42 req-4f413a76-384d-4d93-9767-7b0bdf4854e7 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] 10.222.0.39 "GET /v2.0/ports?device_id=e2a5ad67-981f-4d3f-8e72-5b9ed86baf8a HTTP/1.1" status: 200 len: 945 time: 0.1716437 Aug 12 14:34:52.765804 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [req-3032ef1e-feb3-4a5c-9f4a-aa0a9629273a req-8e737509-ea33-441d-96ab-ed4e717243f7 tempest-FloatingIPDetailsTestJSON-124427863 tempest-FloatingIPDetailsTestJSON-124427863-project] Deleting port 917c1d3b-f5c9-4384-88bb-3573524ba8a4 {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:34:52.766150 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-3032ef1e-feb3-4a5c-9f4a-aa0a9629273a req-8e737509-ea33-441d-96ab-ed4e717243f7 tempest-FloatingIPDetailsTestJSON-124427863 tempest-FloatingIPDetailsTestJSON-124427863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:52.806143 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2dba5060-18cb-4be0-a59d-ed5e3b6881e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66413304', 'neutron.services.segments.db._delete_segments_for_network-8744654118000'] for network, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:52.820620 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-2e4488b0-26a4-44fe-a845-9c1f5ac72d42 req-a3fa7d75-973b-49c4-8c24-3f6f5483e8d7 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] 10.222.0.39 "GET /v2.0/security-groups?id=11312995-c93d-4754-9dea-15693c54238a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534038 Aug 12 14:34:52.853698 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-3032ef1e-feb3-4a5c-9f4a-aa0a9629273a req-8e737509-ea33-441d-96ab-ed4e717243f7 tempest-FloatingIPDetailsTestJSON-124427863 tempest-FloatingIPDetailsTestJSON-124427863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:52.854032 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-3032ef1e-feb3-4a5c-9f4a-aa0a9629273a req-8e737509-ea33-441d-96ab-ed4e717243f7 tempest-FloatingIPDetailsTestJSON-124427863 tempest-FloatingIPDetailsTestJSON-124427863-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:52.855878 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-2dba5060-18cb-4be0-a59d-ed5e3b6881e6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03dfba7c-7b4a-44e5-8aaa-c2d37ee82018']}} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:34:52.866973 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [req-3032ef1e-feb3-4a5c-9f4a-aa0a9629273a req-8e737509-ea33-441d-96ab-ed4e717243f7 tempest-FloatingIPDetailsTestJSON-124427863 tempest-FloatingIPDetailsTestJSON-124427863-project] Calling delete_port for 917c1d3b-f5c9-4384-88bb-3573524ba8a4 owned by network:floatingip {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:34:52.869963 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-2dba5060-18cb-4be0-a59d-ed5e3b6881e6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e94514d-7fca-42ad-995e-123d3a176790') {'for_net_delete': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:34:52.870351 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-2dba5060-18cb-4be0-a59d-ed5e3b6881e6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e94514d-7fca-42ad-995e-123d3a176790') {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:34:52.900063 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2dba5060-18cb-4be0-a59d-ed5e3b6881e6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744654122361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2293560'] for segment, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:52.936791 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2dba5060-18cb-4be0-a59d-ed5e3b6881e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:52.980661 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2dba5060-18cb-4be0-a59d-ed5e3b6881e6 admin admin] Releasing vlan 329 on physical network physnet1 to pool {{(pid=94466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 14:34:52.981187 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2dba5060-18cb-4be0-a59d-ed5e3b6881e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3718595'] for segment, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:52.983055 n-d-694802-15 neutron-server[94466]: Traceback (most recent call last): Aug 12 14:34:52.983055 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 14:34:52.983055 n-d-694802-15 neutron-server[94466]: timer() Aug 12 14:34:52.983055 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 14:34:52.983055 n-d-694802-15 neutron-server[94466]: cb(*args, **kw) Aug 12 14:34:52.983055 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 14:34:52.983055 n-d-694802-15 neutron-server[94466]: return func(*args, **kwargs) Aug 12 14:34:52.983055 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 14:34:52.983055 n-d-694802-15 neutron-server[94466]: self._notify() Aug 12 14:34:52.983055 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 14:34:52.983055 n-d-694802-15 neutron-server[94466]: self.callback(batched_events) Aug 12 14:34:52.983055 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 14:34:52.983055 n-d-694802-15 neutron-server[94466]: event.method(event) Aug 12 14:34:52.983055 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 14:34:52.983055 n-d-694802-15 neutron-server[94466]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 14:34:52.983055 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 14:34:52.983055 n-d-694802-15 neutron-server[94466]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 14:34:52.983055 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 14:34:52.983055 n-d-694802-15 neutron-server[94466]: return f(self, *a, **k) Aug 12 14:34:52.983055 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 14:34:52.983055 n-d-694802-15 neutron-server[94466]: return self._get(url).json() Aug 12 14:34:52.983055 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 14:34:52.983055 n-d-694802-15 neutron-server[94466]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 14:34:52.983055 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 14:34:52.983055 n-d-694802-15 neutron-server[94466]: return self.request(url, 'GET', **kwargs) Aug 12 14:34:52.983055 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 14:34:52.983055 n-d-694802-15 neutron-server[94466]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 14:34:52.983055 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 14:34:52.983055 n-d-694802-15 neutron-server[94466]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 14:34:52.983055 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 14:34:52.983055 n-d-694802-15 neutron-server[94466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 14:34:52.983055 n-d-694802-15 neutron-server[94466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 14:34:53.008108 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-3032ef1e-feb3-4a5c-9f4a-aa0a9629273a req-8e737509-ea33-441d-96ab-ed4e717243f7 tempest-FloatingIPDetailsTestJSON-124427863 tempest-FloatingIPDetailsTestJSON-124427863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:53.042951 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e737509-ea33-441d-96ab-ed4e717243f7 tempest-FloatingIPDetailsTestJSON-124427863 tempest-FloatingIPDetailsTestJSON-124427863-project] Pushing event deleted for resources: {'Port': ['ID=917c1d3b-f5c9-4384-88bb-3573524ba8a4,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:34:53.099310 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54ce311-cc7b-4507-a906-7fcbbdd3e494 req-52280e62-5a87-466e-9207-3356c2ecf774 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:34:53.100930 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-d54ce311-cc7b-4507-a906-7fcbbdd3e494 req-52280e62-5a87-466e-9207-3356c2ecf774 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/ports?device_id=1e762752-e6ff-40ec-b4e5-358595500206 HTTP/1.1" status: 200 len: 950 time: 0.2173188 Aug 12 14:34:53.109420 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2dba5060-18cb-4be0-a59d-ed5e3b6881e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66413281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431520'] for network, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:53.144714 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2dba5060-18cb-4be0-a59d-ed5e3b6881e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for network, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:53.147196 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-2dba5060-18cb-4be0-a59d-ed5e3b6881e6 admin admin] 10.222.0.39 "DELETE /v2.0/networks/03dfba7c-7b4a-44e5-8aaa-c2d37ee82018 HTTP/1.1" status: 204 len: 168 time: 0.7625918 Aug 12 14:34:53.151887 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 34992) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:34:53.169256 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd37f93c-2694-4c72-bc32-6b496be3f16d req-70c0c33f-40d3-4805-b21c-9085f9ff1c10 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:34:53.170729 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-cd37f93c-2694-4c72-bc32-6b496be3f16d req-70c0c33f-40d3-4805-b21c-9085f9ff1c10 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] 10.222.0.49 "GET /v2.0/ports?device_id=e2a5ad67-981f-4d3f-8e72-5b9ed86baf8a HTTP/1.1" status: 200 len: 945 time: 0.1390769 Aug 12 14:34:53.182369 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dba5060-18cb-4be0-a59d-ed5e3b6881e6 admin admin] Pushing event deleted for resources: {'Network': ['ID=03dfba7c-7b4a-44e5-8aaa-c2d37ee82018,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:34:53.195957 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-3032ef1e-feb3-4a5c-9f4a-aa0a9629273a req-8e737509-ea33-441d-96ab-ed4e717243f7 tempest-FloatingIPDetailsTestJSON-124427863 tempest-FloatingIPDetailsTestJSON-124427863-project] Notify callbacks [] for floatingip, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:53.198531 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-3032ef1e-feb3-4a5c-9f4a-aa0a9629273a req-8e737509-ea33-441d-96ab-ed4e717243f7 tempest-FloatingIPDetailsTestJSON-124427863 tempest-FloatingIPDetailsTestJSON-124427863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for floatingip, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:53.199666 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3032ef1e-feb3-4a5c-9f4a-aa0a9629273a req-8e737509-ea33-441d-96ab-ed4e717243f7 tempest-FloatingIPDetailsTestJSON-124427863 tempest-FloatingIPDetailsTestJSON-124427863-project] 10.222.0.39 "DELETE /v2.0/floatingips/791d3fff-2c1f-4da2-8f51-99df459eba86 HTTP/1.1" status: 204 len: 173 time: 0.5595970 Aug 12 14:34:53.209956 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 34994) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:34:53.250889 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c82236a1-a1be-4da6-b8d7-4a3425b9812b req-d2f205c9-826d-43ab-b277-abaab2c32155 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=6fc00628-4d8c-4923-97cd-77f7ae0a9f27&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1423233 Aug 12 14:34:53.272041 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd2d98a1-1664-4dfc-9ecf-a6ad556e486d admin admin] Deleting subnet e9367f26-8ac2-4e31-90d6-79cc912cbbbc {{(pid=94467) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 14:34:53.290613 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-d54ce311-cc7b-4507-a906-7fcbbdd3e494 req-0bca1ac8-350d-46a4-80c9-27921ac96202 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0307eb3-f523-445b-8e1d-79deac809303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498697 Aug 12 14:34:53.294371 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-dd2d98a1-1664-4dfc-9ecf-a6ad556e486d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:53.351477 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7280c12c-b739-473c-8176-6241a11fdba8', 'name': 'network-vif-deleted', 'tag': '7aee8b14-551b-49e0-bd6b-7295df572013'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:34:53.353037 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e65282f928b64038367d043a4411777802006c43a98742496cb2e25b724ff1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-034d58e3-9f2d-42b9-85ad-44a482297fee" -d '{"events": [{"server_uuid": "7280c12c-b739-473c-8176-6241a11fdba8", "name": "network-vif-deleted", "tag": "7aee8b14-551b-49e0-bd6b-7295df572013"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:34:53.360929 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.db.resource_extend [None req-799ff759-25ff-4334-9342-c01507a242a2 tempest-ServersWithSpecificFlavorTestJSON-1739232893 tempest-ServersWithSpecificFlavorTestJSON-1739232893-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 12 14:34:53.397919 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-dd2d98a1-1664-4dfc-9ecf-a6ad556e486d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3857505'] for subnet, precommit_delete_associations {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:53.448880 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ec31dd-516c-4dd7-ac15-522e6cb65b57 req-eff4d3b4-1307-4fce-b92b-6227ca34a51e tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:34:53.450570 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-77ec31dd-516c-4dd7-ac15-522e6cb65b57 req-eff4d3b4-1307-4fce-b92b-6227ca34a51e tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] 10.222.0.39 "GET /v2.0/ports?device_id=f74794c1-d77b-4d85-ba55-7cc5380b83f4 HTTP/1.1" status: 200 len: 945 time: 0.1947381 Aug 12 14:34:53.451109 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 34998) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:34:53.512957 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 14:34:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-659769a6-b867-4ec4-8505-fe596f37ef34 x-openstack-request-id: req-659769a6-b867-4ec4-8505-fe596f37ef34 {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:34:53.513246 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7280c12c-b739-473c-8176-6241a11fdba8", "name": "network-vif-deleted", "tag": "7aee8b14-551b-49e0-bd6b-7295df572013", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:34:53.513525 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-659769a6-b867-4ec4-8505-fe596f37ef34 {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:34:53.513910 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7280c12c-b739-473c-8176-6241a11fdba8', 'name': 'network-vif-deleted', 'tag': '7aee8b14-551b-49e0-bd6b-7295df572013', 'status': 'completed', 'code': 200} Aug 12 14:34:53.527760 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82236a1-a1be-4da6-b8d7-4a3425b9812b req-f8d7b538-684e-4198-bbce-8394c1a250c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:34:53.529348 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c82236a1-a1be-4da6-b8d7-4a3425b9812b req-f8d7b538-684e-4198-bbce-8394c1a250c9 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e3f6e239b38a4f618b8ca0621fcc54e4&device_id=6fc00628-4d8c-4923-97cd-77f7ae0a9f27 HTTP/1.1" status: 200 len: 1101 time: 0.2319500 Aug 12 14:34:53.533480 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-dd2d98a1-1664-4dfc-9ecf-a6ad556e486d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66416255'] for subnet, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:53.567043 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [req-cd37f93c-2694-4c72-bc32-6b496be3f16d req-a1258217-aab9-40d1-9290-f361053a6d48 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] Deleting port 7974fec4-9f9e-4427-ba78-6b9b1521cc4a {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:34:53.567434 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-cd37f93c-2694-4c72-bc32-6b496be3f16d req-a1258217-aab9-40d1-9290-f361053a6d48 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:53.693085 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3bee005-eacc-4b45-9453-1ccf3ce19130 admin admin] Deleting subnet 65e761a5-d401-4ddf-8e03-81602fb59a61 {{(pid=94467) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 14:34:53.704259 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-77ec31dd-516c-4dd7-ac15-522e6cb65b57 req-2d0d20bb-780f-4575-b98e-d78acc040eac tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] 10.222.0.39 "GET /v2.0/security-groups?id=c46585fa-da50-4ef3-834f-e3a7c15dd624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2298963 Aug 12 14:34:53.704934 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a3bee005-eacc-4b45-9453-1ccf3ce19130 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:53.727262 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-799ff759-25ff-4334-9342-c01507a242a2 tempest-ServersWithSpecificFlavorTestJSON-1739232893 tempest-ServersWithSpecificFlavorTestJSON-1739232893-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:53.773208 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-799ff759-25ff-4334-9342-c01507a242a2 tempest-ServersWithSpecificFlavorTestJSON-1739232893 tempest-ServersWithSpecificFlavorTestJSON-1739232893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431510'] for floatingip, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:53.786352 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-dd2d98a1-1664-4dfc-9ecf-a6ad556e486d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66416232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2859225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3343748'] for subnet, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:53.833708 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a3bee005-eacc-4b45-9453-1ccf3ce19130 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3857505'] for subnet, precommit_delete_associations {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:53.844672 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2d98a1-1664-4dfc-9ecf-a6ad556e486d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e9367f26-8ac2-4e31-90d6-79cc912cbbbc,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:34:53.874801 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-dd2d98a1-1664-4dfc-9ecf-a6ad556e486d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:53.879137 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-dd2d98a1-1664-4dfc-9ecf-a6ad556e486d admin admin] 10.222.0.39 "DELETE /v2.0/subnets/e9367f26-8ac2-4e31-90d6-79cc912cbbbc HTTP/1.1" status: 204 len: 168 time: 0.7233715 Aug 12 14:34:53.879137 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-cd37f93c-2694-4c72-bc32-6b496be3f16d req-a1258217-aab9-40d1-9290-f361053a6d48 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] For port 7974fec4-9f9e-4427-ba78-6b9b1521cc4a, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=7974fec4-9f9e-4427-ba78-6b9b1521cc4a,segment=NetworkSegment(2c5f2abe-b754-491c-837b-06e8fcd65d4b),segment_id=2c5f2abe-b754-491c-837b-06e8fcd65d4b)] {{(pid=94467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:34:53.879137 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-cd37f93c-2694-4c72-bc32-6b496be3f16d req-a1258217-aab9-40d1-9290-f361053a6d48 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:53.883068 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 35002) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:34:53.891392 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82236a1-a1be-4da6-b8d7-4a3425b9812b req-7cecdb2b-3e5f-4a39-9eaa-45a6731f0856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:34:53.892807 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c82236a1-a1be-4da6-b8d7-4a3425b9812b req-7cecdb2b-3e5f-4a39-9eaa-45a6731f0856 service neutron] 10.222.0.49 "GET /v2.0/networks?id=2525c403-dfb3-4196-a273-739607aab38a HTTP/1.1" status: 200 len: 870 time: 0.3297276 Aug 12 14:34:53.905331 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [req-cd37f93c-2694-4c72-bc32-6b496be3f16d req-a1258217-aab9-40d1-9290-f361053a6d48 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] Calling delete_port for 7974fec4-9f9e-4427-ba78-6b9b1521cc4a owned by compute:nova {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:34:53.951420 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c82236a1-a1be-4da6-b8d7-4a3425b9812b req-478d29d1-7e06-4683-b3c6-5f6fbc52d25f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.76&port_id=b02b231c-4105-48f1-b4af-e195dcf14aec HTTP/1.1" status: 200 len: 217 time: 0.0470967 Aug 12 14:34:53.960731 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a3bee005-eacc-4b45-9453-1ccf3ce19130 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66416255'] for subnet, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:54.064393 n-d-694802-15 neutron-server[94466]: INFO neutron.db.l3_db [None req-799ff759-25ff-4334-9342-c01507a242a2 tempest-ServersWithSpecificFlavorTestJSON-1739232893 tempest-ServersWithSpecificFlavorTestJSON-1739232893-project] Floating IP f1c2a03c-de20-4976-b863-5f7f130fb7a5 associated. External IP: 172.25.1.202, port: 629e11cb-bd6e-4779-ae69-9bb95031379c. Aug 12 14:34:54.081359 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82236a1-a1be-4da6-b8d7-4a3425b9812b req-4e4f29cf-19de-4f5f-a002-3448ed2fc544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:34:54.082896 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c82236a1-a1be-4da6-b8d7-4a3425b9812b req-4e4f29cf-19de-4f5f-a002-3448ed2fc544 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=236e0be6-1c94-4221-9e8b-ab02a53331f8 HTTP/1.1" status: 200 len: 843 time: 0.1246622 Aug 12 14:34:54.105566 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-20a65e7b-1143-4f3c-b55b-ef5d076b8b87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680608'] for network, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:54.129880 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a3bee005-eacc-4b45-9453-1ccf3ce19130 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66416232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2859225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3343748'] for subnet, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:54.161172 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bee005-eacc-4b45-9453-1ccf3ce19130 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=65e761a5-d401-4ddf-8e03-81602fb59a61,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:34:54.173604 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a3bee005-eacc-4b45-9453-1ccf3ce19130 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:54.178534 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-a3bee005-eacc-4b45-9453-1ccf3ce19130 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/65e761a5-d401-4ddf-8e03-81602fb59a61 HTTP/1.1" status: 204 len: 168 time: 0.7187495 Aug 12 14:34:54.199190 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 35006) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:34:54.209476 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a456de6-9499-435a-bf01-509c4c6ec6e8 req-cd776886-aabf-4220-8861-2772518d5edc tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:34:54.210887 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-1a456de6-9499-435a-bf01-509c4c6ec6e8 req-cd776886-aabf-4220-8861-2772518d5edc tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] 10.222.0.39 "GET /v2.0/ports?device_id=e2a5ad67-981f-4d3f-8e72-5b9ed86baf8a HTTP/1.1" status: 200 len: 945 time: 0.2901313 Aug 12 14:34:54.216830 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82236a1-a1be-4da6-b8d7-4a3425b9812b req-376f61a5-35bc-4305-8135-98fa079eb138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:34:54.218369 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c82236a1-a1be-4da6-b8d7-4a3425b9812b req-376f61a5-35bc-4305-8135-98fa079eb138 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2525c403-dfb3-4196-a273-739607aab38a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1258051 Aug 12 14:34:54.318511 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-cd37f93c-2694-4c72-bc32-6b496be3f16d req-a1258217-aab9-40d1-9290-f361053a6d48 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:54.330744 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] get_ports_and_sgs() called for port_ids ['0a60b2ab-2e1f-466d-89a3-9f3975e77d1f'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:34:54.333788 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] get_ports_and_sgs() called for port_ids ['7974fec4-9f9e-4427-ba78-6b9b1521cc4a'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:34:54.363057 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-1a456de6-9499-435a-bf01-509c4c6ec6e8 req-78ae02cf-f0c4-4bee-b7aa-0f8d23259110 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] 10.222.0.39 "GET /v2.0/security-groups?id=11312995-c93d-4754-9dea-15693c54238a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424766 Aug 12 14:34:54.366688 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1258217-aab9-40d1-9290-f361053a6d48 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] Pushing event deleted for resources: {'Port': ['ID=7974fec4-9f9e-4427-ba78-6b9b1521cc4a,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:34:54.369672 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-20a65e7b-1143-4f3c-b55b-ef5d076b8b87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66413304', 'neutron.services.segments.db._delete_segments_for_network-8744654118000'] for network, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:54.380831 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-77da5186-a8c5-4598-b7dc-4fb66bd58db3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680608'] for network, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:54.385061 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-20a65e7b-1143-4f3c-b55b-ef5d076b8b87 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a22ec80e-7124-4aaf-915e-801456e62c43']}} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:34:54.434279 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-20a65e7b-1143-4f3c-b55b-ef5d076b8b87 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb50536f-19b4-4e67-9dae-ef34fa17b940') {'for_net_delete': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:34:54.434604 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-20a65e7b-1143-4f3c-b55b-ef5d076b8b87 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb50536f-19b4-4e67-9dae-ef34fa17b940') {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:34:54.450159 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-20a65e7b-1143-4f3c-b55b-ef5d076b8b87 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744654122361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2293560'] for segment, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:54.456238 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd37f93c-2694-4c72-bc32-6b496be3f16d req-a1258217-aab9-40d1-9290-f361053a6d48 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] No DVR routers for this DVR port 7974fec4-9f9e-4427-ba78-6b9b1521cc4a on host n-h2-694802-15 {{(pid=94467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:34:54.485810 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-cd37f93c-2694-4c72-bc32-6b496be3f16d req-a1258217-aab9-40d1-9290-f361053a6d48 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:54.488028 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-cd37f93c-2694-4c72-bc32-6b496be3f16d req-a1258217-aab9-40d1-9290-f361053a6d48 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] 10.222.0.49 "DELETE /v2.0/ports/7974fec4-9f9e-4427-ba78-6b9b1521cc4a HTTP/1.1" status: 204 len: 173 time: 1.2933612 Aug 12 14:34:54.498050 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c82236a1-a1be-4da6-b8d7-4a3425b9812b req-316996ea-8829-49e2-9b0a-4af0498a1b6f service neutron] 10.222.0.49 "GET /v2.0/networks/2525c403-dfb3-4196-a273-739607aab38a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2649741 Aug 12 14:34:54.514187 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-20a65e7b-1143-4f3c-b55b-ef5d076b8b87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:54.551392 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20a65e7b-1143-4f3c-b55b-ef5d076b8b87 admin admin] Releasing vlan 315 on physical network physnet1 to pool {{(pid=94466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 14:34:54.551884 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-20a65e7b-1143-4f3c-b55b-ef5d076b8b87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3718595'] for segment, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:54.554537 n-d-694802-15 neutron-server[94466]: Traceback (most recent call last): Aug 12 14:34:54.554537 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 14:34:54.554537 n-d-694802-15 neutron-server[94466]: timer() Aug 12 14:34:54.554537 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 14:34:54.554537 n-d-694802-15 neutron-server[94466]: cb(*args, **kw) Aug 12 14:34:54.554537 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 14:34:54.554537 n-d-694802-15 neutron-server[94466]: return func(*args, **kwargs) Aug 12 14:34:54.554537 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 14:34:54.554537 n-d-694802-15 neutron-server[94466]: self._notify() Aug 12 14:34:54.554537 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 14:34:54.554537 n-d-694802-15 neutron-server[94466]: self.callback(batched_events) Aug 12 14:34:54.554537 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 14:34:54.554537 n-d-694802-15 neutron-server[94466]: event.method(event) Aug 12 14:34:54.554537 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 14:34:54.554537 n-d-694802-15 neutron-server[94466]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 14:34:54.554537 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 14:34:54.554537 n-d-694802-15 neutron-server[94466]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 14:34:54.554537 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 14:34:54.554537 n-d-694802-15 neutron-server[94466]: return f(self, *a, **k) Aug 12 14:34:54.554537 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 14:34:54.554537 n-d-694802-15 neutron-server[94466]: return self._get(url).json() Aug 12 14:34:54.554537 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 14:34:54.554537 n-d-694802-15 neutron-server[94466]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 14:34:54.554537 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 14:34:54.554537 n-d-694802-15 neutron-server[94466]: return self.request(url, 'GET', **kwargs) Aug 12 14:34:54.554537 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 14:34:54.554537 n-d-694802-15 neutron-server[94466]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 14:34:54.554537 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 14:34:54.554537 n-d-694802-15 neutron-server[94466]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 14:34:54.554537 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 14:34:54.554537 n-d-694802-15 neutron-server[94466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 14:34:54.554537 n-d-694802-15 neutron-server[94466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 14:34:54.636893 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-799ff759-25ff-4334-9342-c01507a242a2 tempest-ServersWithSpecificFlavorTestJSON-1739232893 tempest-ServersWithSpecificFlavorTestJSON-1739232893-project] Router 11d41262-1334-4737-8528-01f371451f7a has already been hosted by L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f {{(pid=94466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 14:34:54.641065 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-20a65e7b-1143-4f3c-b55b-ef5d076b8b87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66413281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431520'] for network, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:54.645396 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-20a65e7b-1143-4f3c-b55b-ef5d076b8b87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for network, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:54.647299 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-20a65e7b-1143-4f3c-b55b-ef5d076b8b87 admin admin] 10.222.0.39 "DELETE /v2.0/networks/a22ec80e-7124-4aaf-915e-801456e62c43 HTTP/1.1" status: 204 len: 168 time: 0.7345872 Aug 12 14:34:54.667984 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7942898b-97fa-421e-89d7-5c66af56ae17 req-faec6fc8-4057-47e9-a3e3-e249cb40367c tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:34:54.668702 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a65e7b-1143-4f3c-b55b-ef5d076b8b87 admin admin] Pushing event deleted for resources: {'Network': ['ID=a22ec80e-7124-4aaf-915e-801456e62c43,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:34:54.669568 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-7942898b-97fa-421e-89d7-5c66af56ae17 req-faec6fc8-4057-47e9-a3e3-e249cb40367c tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/ports?device_id=1e762752-e6ff-40ec-b4e5-358595500206 HTTP/1.1" status: 200 len: 950 time: 0.2418506 Aug 12 14:34:54.685813 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-77da5186-a8c5-4598-b7dc-4fb66bd58db3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66413304', 'neutron.services.segments.db._delete_segments_for_network-8744654118000'] for network, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:54.707828 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device 7aee8b14-551b-49e0-bd6b-7295df572013 no longer exists at agent hyperv_n-h2-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:34:54.716784 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3e79c81a-e774-4ec7-833c-9f7ffe6fd5ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66663830'] for router_interface, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:54.748823 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] No Port match for: 7aee8b14-551b-49e0-bd6b-7295df572013 {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 14:34:54.753350 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device 7aee8b14-551b-49e0-bd6b-7295df572013 not bound to the agent host n-h2-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:34:54.753998 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device c9578a74-95a3-4b8d-8db4-eff050057d08 no longer exists at agent hyperv_n-h2-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:34:54.768177 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-7942898b-97fa-421e-89d7-5c66af56ae17 req-84073637-62ad-4fbb-b986-834eb3dd5fd3 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0307eb3-f523-445b-8e1d-79deac809303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851076 Aug 12 14:34:54.772131 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-77da5186-a8c5-4598-b7dc-4fb66bd58db3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41f1da00-3350-4544-8c27-fc6708300f17']}} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:34:54.798253 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] No Port match for: c9578a74-95a3-4b8d-8db4-eff050057d08 {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 14:34:54.801882 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device c9578a74-95a3-4b8d-8db4-eff050057d08 not bound to the agent host n-h2-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:34:54.805657 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-77da5186-a8c5-4598-b7dc-4fb66bd58db3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '228e3d89-da8c-4c3b-aca4-7ca58168eda9') {'for_net_delete': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:34:54.805973 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-77da5186-a8c5-4598-b7dc-4fb66bd58db3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '228e3d89-da8c-4c3b-aca4-7ca58168eda9') {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:34:54.819517 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c82236a1-a1be-4da6-b8d7-4a3425b9812b req-96cd7b41-6efd-4a7a-9f04-817bd7dcf393 service neutron] 10.222.0.49 "GET /v2.0/networks/2525c403-dfb3-4196-a273-739607aab38a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3004041 Aug 12 14:34:54.820929 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-77da5186-a8c5-4598-b7dc-4fb66bd58db3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744654122361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3857526'] for segment, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:54.837168 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-77da5186-a8c5-4598-b7dc-4fb66bd58db3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:54.855352 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77da5186-a8c5-4598-b7dc-4fb66bd58db3 admin admin] Releasing vlan 300 on physical network physnet1 to pool {{(pid=94467) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 14:34:54.855946 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-77da5186-a8c5-4598-b7dc-4fb66bd58db3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2859015'] for segment, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:54.905962 n-d-694802-15 neutron-server[94467]: Traceback (most recent call last): Aug 12 14:34:54.905962 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 14:34:54.905962 n-d-694802-15 neutron-server[94467]: timer() Aug 12 14:34:54.905962 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 14:34:54.905962 n-d-694802-15 neutron-server[94467]: cb(*args, **kw) Aug 12 14:34:54.905962 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 14:34:54.905962 n-d-694802-15 neutron-server[94467]: return func(*args, **kwargs) Aug 12 14:34:54.905962 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 14:34:54.905962 n-d-694802-15 neutron-server[94467]: self._notify() Aug 12 14:34:54.905962 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 14:34:54.905962 n-d-694802-15 neutron-server[94467]: self.callback(batched_events) Aug 12 14:34:54.905962 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 14:34:54.905962 n-d-694802-15 neutron-server[94467]: event.method(event) Aug 12 14:34:54.905962 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 14:34:54.905962 n-d-694802-15 neutron-server[94467]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 14:34:54.905962 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 14:34:54.905962 n-d-694802-15 neutron-server[94467]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 14:34:54.905962 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 14:34:54.905962 n-d-694802-15 neutron-server[94467]: return f(self, *a, **k) Aug 12 14:34:54.905962 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 14:34:54.905962 n-d-694802-15 neutron-server[94467]: return self._get(url).json() Aug 12 14:34:54.905962 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 14:34:54.905962 n-d-694802-15 neutron-server[94467]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 14:34:54.905962 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 14:34:54.905962 n-d-694802-15 neutron-server[94467]: return self.request(url, 'GET', **kwargs) Aug 12 14:34:54.905962 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 14:34:54.905962 n-d-694802-15 neutron-server[94467]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 14:34:54.905962 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 14:34:54.905962 n-d-694802-15 neutron-server[94467]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 14:34:54.905962 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 14:34:54.905962 n-d-694802-15 neutron-server[94467]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 14:34:54.905962 n-d-694802-15 neutron-server[94467]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 14:34:54.909142 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 35018) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:34:54.972840 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-799ff759-25ff-4334-9342-c01507a242a2 tempest-ServersWithSpecificFlavorTestJSON-1739232893 tempest-ServersWithSpecificFlavorTestJSON-1739232893-project] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 14:34:54.978406 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-799ff759-25ff-4334-9342-c01507a242a2 tempest-ServersWithSpecificFlavorTestJSON-1739232893 tempest-ServersWithSpecificFlavorTestJSON-1739232893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for floatingip, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:54.990435 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d3c531a-fea3-469b-8144-4dc261cbedc2 None None] Sync routers for ids ['11d41262-1334-4737-8528-01f371451f7a'] in n-d-694802-15 {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 14:34:54.991261 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-77da5186-a8c5-4598-b7dc-4fb66bd58db3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66413281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431520'] for network, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:54.997933 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-77da5186-a8c5-4598-b7dc-4fb66bd58db3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for network, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:55.002922 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-77da5186-a8c5-4598-b7dc-4fb66bd58db3 admin admin] 10.222.0.39 "DELETE /v2.0/networks/41f1da00-3350-4544-8c27-fc6708300f17 HTTP/1.1" status: 204 len: 168 time: 0.7987912 Aug 12 14:34:55.005851 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-61fb33ed-6469-494d-b4e8-e9fa93f63f93 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=eebc4daeab5b4932b99d48c68fd10c64&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0854445 Aug 12 14:34:55.006542 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e72a28-a658-4685-9d50-541f18782f0f req-fe1102a0-5c06-4507-9d8b-ffcacf18e327 tempest-MigrationsAdminTest-1330929678 tempest-MigrationsAdminTest-1330929678-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:34:55.008035 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-68e72a28-a658-4685-9d50-541f18782f0f req-fe1102a0-5c06-4507-9d8b-ffcacf18e327 tempest-MigrationsAdminTest-1330929678 tempest-MigrationsAdminTest-1330929678-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=1e762752-e6ff-40ec-b4e5-358595500206 HTTP/1.1" status: 200 len: 1102 time: 0.1006348 Aug 12 14:34:55.009646 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 35022) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:34:55.011412 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d3c531a-fea3-469b-8144-4dc261cbedc2 None None] Routers {'11d41262-1334-4737-8528-01f371451f7a'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:34:55.018553 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-3d3c531a-fea3-469b-8144-4dc261cbedc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:34:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['11d41262-1334-4737-8528-01f371451f7a'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:34:55.045724 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77da5186-a8c5-4598-b7dc-4fb66bd58db3 admin admin] Pushing event deleted for resources: {'Network': ['ID=41f1da00-3350-4544-8c27-fc6708300f17,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:34:55.058195 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4df6dc5-9ee2-48d5-b309-55aacf34a0cc req-73a53a25-fd34-4504-bac1-2f0efff0d368 tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:34:55.058454 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77da5186-a8c5-4598-b7dc-4fb66bd58db3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:34:55.058698 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77da5186-a8c5-4598-b7dc-4fb66bd58db3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:34:55.059386 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77da5186-a8c5-4598-b7dc-4fb66bd58db3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:34:55.059902 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77da5186-a8c5-4598-b7dc-4fb66bd58db3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:34:55.060406 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77da5186-a8c5-4598-b7dc-4fb66bd58db3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:34:55.060914 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77da5186-a8c5-4598-b7dc-4fb66bd58db3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:34:55.061392 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77da5186-a8c5-4598-b7dc-4fb66bd58db3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:34:55.061891 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77da5186-a8c5-4598-b7dc-4fb66bd58db3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:34:55.062375 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77da5186-a8c5-4598-b7dc-4fb66bd58db3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:34:55.062711 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77da5186-a8c5-4598-b7dc-4fb66bd58db3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:34:55.063064 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77da5186-a8c5-4598-b7dc-4fb66bd58db3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:34:55.063387 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77da5186-a8c5-4598-b7dc-4fb66bd58db3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:34:55.065975 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-b4df6dc5-9ee2-48d5-b309-55aacf34a0cc req-73a53a25-fd34-4504-bac1-2f0efff0d368 tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] 10.222.0.39 "GET /v2.0/ports?device_id=f74794c1-d77b-4d85-ba55-7cc5380b83f4 HTTP/1.1" status: 200 len: 945 time: 0.2602444 Aug 12 14:34:55.098769 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-68e72a28-a658-4685-9d50-541f18782f0f req-64e71beb-f466-4d1b-a1dc-9e0db36fc346 tempest-MigrationsAdminTest-1330929678 tempest-MigrationsAdminTest-1330929678-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=c0307eb3-f523-445b-8e1d-79deac809303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825255 Aug 12 14:34:55.118681 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-799ff759-25ff-4334-9342-c01507a242a2 tempest-ServersWithSpecificFlavorTestJSON-1739232893 tempest-ServersWithSpecificFlavorTestJSON-1739232893-project] 10.222.0.39 "PUT /v2.0/floatingips/f1c2a03c-de20-4976-b863-5f7f130fb7a5 HTTP/1.1" status: 200 len: 991 time: 2.7238936 Aug 12 14:34:55.119641 n-d-694802-15 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ed0b090-d715-45eb-a73a-683995b5af12', 'tag': '629e11cb-bd6e-4779-ae69-9bb95031379c'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:34:55.123941 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-9ecd5ce3-ab15-45d5-8b14-8ad890b4d1a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:55.131403 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e785eeede3897370d0b20f09d5f461b30cfecd5ed38c4f07dacd02bc52c9277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e07679dd-2ba8-404d-be4a-d6299605ef9a" -d '{"events": [{"name": "network-changed", "server_uuid": "8ed0b090-d715-45eb-a73a-683995b5af12", "tag": "629e11cb-bd6e-4779-ae69-9bb95031379c"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:34:55.155711 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-9ecd5ce3-ab15-45d5-8b14-8ad890b4d1a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:55.198159 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvr_db [None req-3d3c531a-fea3-469b-8144-4dc261cbedc2 None None] Set router 11d41262-1334-4737-8528-01f371451f7a gateway port host: n-d-694802-15 {{(pid=94468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:34:55.204539 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-b4df6dc5-9ee2-48d5-b309-55aacf34a0cc req-fea75cf8-9515-4f20-ae81-b1e7f7a90e8d tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] 10.222.0.39 "GET /v2.0/security-groups?id=c46585fa-da50-4ef3-834f-e3a7c15dd624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357372 Aug 12 14:34:55.254009 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-9ecd5ce3-ab15-45d5-8b14-8ad890b4d1a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:55.257787 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-9ecd5ce3-ab15-45d5-8b14-8ad890b4d1a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:55.259451 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-9ecd5ce3-ab15-45d5-8b14-8ad890b4d1a2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e3ca17b3-b028-41b3-b138-91e00a6e278c HTTP/1.1" status: 204 len: 168 time: 0.2484334 Aug 12 14:34:55.294850 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecd5ce3-ab15-45d5-8b14-8ad890b4d1a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3ca17b3-b028-41b3-b138-91e00a6e278c,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:34:55.371068 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 35034) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:34:55.416109 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 14:34:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9795898b-4163-4569-996e-df35e71c9b41 x-openstack-request-id: req-9795898b-4163-4569-996e-df35e71c9b41 {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:34:55.418082 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ed0b090-d715-45eb-a73a-683995b5af12", "tag": "629e11cb-bd6e-4779-ae69-9bb95031379c", "status": "completed", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:34:55.418331 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9795898b-4163-4569-996e-df35e71c9b41 {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:34:55.419899 n-d-694802-15 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ed0b090-d715-45eb-a73a-683995b5af12', 'tag': '629e11cb-bd6e-4779-ae69-9bb95031379c', 'status': 'completed', 'code': 200} Aug 12 14:34:55.516349 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2a5ad67-981f-4d3f-8e72-5b9ed86baf8a', 'name': 'network-vif-deleted', 'tag': '7974fec4-9f9e-4427-ba78-6b9b1521cc4a'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:34:55.522426 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-3e79c81a-e774-4ec7-833c-9f7ffe6fd5ae admin admin] Deleting port 5ceddfa9-2801-4111-a7dd-2e9b9d7248fb {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:34:55.522426 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3e79c81a-e774-4ec7-833c-9f7ffe6fd5ae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:55.522749 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e65282f928b64038367d043a4411777802006c43a98742496cb2e25b724ff1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf2bfab9-ee55-4243-87a4-95f21a0c2d7f" -d '{"events": [{"server_uuid": "e2a5ad67-981f-4d3f-8e72-5b9ed86baf8a", "name": "network-vif-deleted", "tag": "7974fec4-9f9e-4427-ba78-6b9b1521cc4a"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:34:55.630002 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-7b053c4a-76bc-4e7e-acdc-ca91cdfe8c4f req-64759716-2b2d-42ac-91bb-fcd3c466f66a tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] 10.222.0.39 "GET /v2.0/ports?device_id=e2a5ad67-981f-4d3f-8e72-5b9ed86baf8a HTTP/1.1" status: 200 len: 210 time: 0.0855043 Aug 12 14:34:55.700841 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07679dd-2ba8-404d-be4a-d6299605ef9a req-80f27793-4b47-4e90-b8e4-3ea7e181ae71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:34:55.702537 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e07679dd-2ba8-404d-be4a-d6299605ef9a req-80f27793-4b47-4e90-b8e4-3ea7e181ae71 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=67787a84bb704413b5454c6fdcf0c251&device_id=8ed0b090-d715-45eb-a73a-683995b5af12 HTTP/1.1" status: 200 len: 1097 time: 0.2825882 Aug 12 14:34:55.712861 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-4cd2759b-6cee-424f-8893-763ca6dc8f2f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2ca2740279aa43f59b39608f0eb7f5ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3405340 Aug 12 14:34:55.726036 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 35048) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:34:55.752895 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-3e79c81a-e774-4ec7-833c-9f7ffe6fd5ae admin admin] For port 5ceddfa9-2801-4111-a7dd-2e9b9d7248fb, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=5ceddfa9-2801-4111-a7dd-2e9b9d7248fb,segment=NetworkSegment(5ea65b70-2413-4fef-8dbc-962e58283bea),segment_id=5ea65b70-2413-4fef-8dbc-962e58283bea)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:34:55.753471 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3e79c81a-e774-4ec7-833c-9f7ffe6fd5ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:55.796651 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 14:34:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-533b5f9e-e6a8-427f-a452-5311751108fa x-openstack-request-id: req-533b5f9e-e6a8-427f-a452-5311751108fa {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:34:55.797263 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2a5ad67-981f-4d3f-8e72-5b9ed86baf8a", "name": "network-vif-deleted", "tag": "7974fec4-9f9e-4427-ba78-6b9b1521cc4a", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:34:55.797263 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-533b5f9e-e6a8-427f-a452-5311751108fa {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:34:55.797628 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2a5ad67-981f-4d3f-8e72-5b9ed86baf8a', 'name': 'network-vif-deleted', 'tag': '7974fec4-9f9e-4427-ba78-6b9b1521cc4a', 'status': 'completed', 'code': 200} Aug 12 14:34:55.801517 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-af98d8d1-7a66-4b8f-bb65-c4c45840f828 req-4fc5f196-8c8d-4359-8713-d9246c73dd9c service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=1e762752-e6ff-40ec-b4e5-358595500206&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1857047 Aug 12 14:34:55.815894 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-3e79c81a-e774-4ec7-833c-9f7ffe6fd5ae admin admin] Calling delete_port for 5ceddfa9-2801-4111-a7dd-2e9b9d7248fb owned by network:router_interface {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:34:55.824398 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-3d3c531a-fea3-469b-8144-4dc261cbedc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11d41262-1334-4737-8528-01f371451f7a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1292795070-router', 'tenant_id': '67787a84bb704413b5454c6fdcf0c251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.66'}], 'enable_snat': True}, 'gw_port_id': '8f51f236-0b06-40ea-a837-5cdbc3b74c5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:30:41Z', 'updated_at': '2021-08-12T14:30:54Z', 'revision_number': 4, 'project_id': '67787a84bb704413b5454c6fdcf0c251', 'gw_port': {'id': '8f51f236-0b06-40ea-a837-5cdbc3b74c5c', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:ac:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11d41262-1334-4737-8528-01f371451f7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:30:43Z', 'updated_at': '2021-08-12T14:30:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_floatingips': [{'id': 'f1c2a03c-de20-4976-b863-5f7f130fb7a5', 'tenant_id': '67787a84bb704413b5454c6fdcf0c251', 'floating_ip_address': '172.25.1.202', 'floating_network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'router_id': '11d41262-1334-4737-8528-01f371451f7a', 'port_id': '629e11cb-bd6e-4779-ae69-9bb95031379c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 432, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a71aa16-6082-45cb-9783-85f01df10691', 'mac_address': 'fa:16:3e:33:73:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ed0b090-d715-45eb-a73a-683995b5af12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T14:31:17Z', 'updated_at': '2021-08-12T14:34:53Z', 'revision_number': 5, 'project_id': '67787a84bb704413b5454c6fdcf0c251', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9084f4dc-f10a-4f81-82bf-c3a885bd0239', 'name': '', 'network_id': '8a71aa16-6082-45cb-9783-85f01df10691', 'tenant_id': '67787a84bb704413b5454c6fdcf0c251', 'mac_address': 'fa:16:3e:80:28:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11d41262-1334-4737-8528-01f371451f7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'eaf44e2b-51e5-4157-8e0e-0a0a05c13c30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:30:52Z', 'updated_at': '2021-08-12T14:31:04Z', 'revision_number': 5, 'project_id': '67787a84bb704413b5454c6fdcf0c251', 'subnets': [{'id': 'eaf44e2b-51e5-4157-8e0e-0a0a05c13c30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:34:55.825793 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b03d60-426f-41af-aa7e-b07c3da9d4de req-6d3b239d-2e08-41c6-90c4-b1cf46918a37 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:34:55.827806 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-44b03d60-426f-41af-aa7e-b07c3da9d4de req-6d3b239d-2e08-41c6-90c4-b1cf46918a37 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/ports?device_id=1e762752-e6ff-40ec-b4e5-358595500206 HTTP/1.1" status: 200 len: 950 time: 0.2738974 Aug 12 14:34:55.897232 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-44b03d60-426f-41af-aa7e-b07c3da9d4de req-db48d4ad-b3cf-4bcb-bfe4-76017c84892a tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0307eb3-f523-445b-8e1d-79deac809303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620661 Aug 12 14:34:55.901915 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d3c531a-fea3-469b-8144-4dc261cbedc2 None None] Checking router: 11d41262-1334-4737-8528-01f371451f7a for host: n-d-694802-15 {{(pid=94468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 14:34:55.908579 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07679dd-2ba8-404d-be4a-d6299605ef9a req-d6d9857b-206b-433a-a21c-5112a002fa2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:34:55.910120 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e07679dd-2ba8-404d-be4a-d6299605ef9a req-d6d9857b-206b-433a-a21c-5112a002fa2f service neutron] 10.222.0.49 "GET /v2.0/networks?id=8a71aa16-6082-45cb-9783-85f01df10691 HTTP/1.1" status: 200 len: 925 time: 0.1960459 Aug 12 14:34:55.949488 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d3c531a-fea3-469b-8144-4dc261cbedc2 None None] Routers {'11d41262-1334-4737-8528-01f371451f7a'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:34:55.950452 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-3d3c531a-fea3-469b-8144-4dc261cbedc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:34:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['11d41262-1334-4737-8528-01f371451f7a'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:34:56.034043 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e07679dd-2ba8-404d-be4a-d6299605ef9a req-1b5aca63-f29b-40eb-a1ad-870bf7c8f470 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=629e11cb-bd6e-4779-ae69-9bb95031379c HTTP/1.1" status: 200 len: 999 time: 0.1148384 Aug 12 14:34:56.053688 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-44199744-bfa5-4b0d-842c-a3601e152cb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:56.059123 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 35054) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:34:56.144870 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-44199744-bfa5-4b0d-842c-a3601e152cb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:56.150546 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvr_db [None req-3d3c531a-fea3-469b-8144-4dc261cbedc2 None None] Set router 11d41262-1334-4737-8528-01f371451f7a gateway port host: n-d-694802-15 {{(pid=94468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:34:56.153392 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-3ca2f87b-2403-4404-bb78-d8beb5a7e722 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=67c73deabdb7401db37016119732e668&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0907600 Aug 12 14:34:56.153745 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 35062) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:34:56.190218 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07679dd-2ba8-404d-be4a-d6299605ef9a req-55c6ecaf-4454-4119-a7ae-55c0547ce4b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:34:56.193014 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e07679dd-2ba8-404d-be4a-d6299605ef9a req-55c6ecaf-4454-4119-a7ae-55c0547ce4b8 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=eaf44e2b-51e5-4157-8e0e-0a0a05c13c30 HTTP/1.1" status: 200 len: 863 time: 0.1501060 Aug 12 14:34:56.268045 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07679dd-2ba8-404d-be4a-d6299605ef9a req-22272a3e-c34c-486a-bbc2-c9da61e4f782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:34:56.271852 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e07679dd-2ba8-404d-be4a-d6299605ef9a req-22272a3e-c34c-486a-bbc2-c9da61e4f782 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8a71aa16-6082-45cb-9783-85f01df10691&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0692122 Aug 12 14:34:56.345666 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e495e60c-9b1a-470d-8a06-52bf2f043920 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:56.363502 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3e79c81a-e774-4ec7-833c-9f7ffe6fd5ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:56.365422 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-44199744-bfa5-4b0d-842c-a3601e152cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:56.368285 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-44199744-bfa5-4b0d-842c-a3601e152cb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:56.372603 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-44199744-bfa5-4b0d-842c-a3601e152cb0 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5a4893b3-c400-4641-91ba-a7d99b11bfa1 HTTP/1.1" status: 204 len: 168 time: 0.6438432 Aug 12 14:34:56.414390 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44199744-bfa5-4b0d-842c-a3601e152cb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a4893b3-c400-4641-91ba-a7d99b11bfa1,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:34:56.481098 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e07679dd-2ba8-404d-be4a-d6299605ef9a req-819f6609-016e-4ab4-a60b-37596b4ffd70 service neutron] 10.222.0.49 "GET /v2.0/networks/8a71aa16-6082-45cb-9783-85f01df10691?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2010489 Aug 12 14:34:56.486403 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e79c81a-e774-4ec7-833c-9f7ffe6fd5ae admin admin] Pushing event deleted for resources: {'Port': ['ID=5ceddfa9-2801-4111-a7dd-2e9b9d7248fb,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:34:56.504895 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e495e60c-9b1a-470d-8a06-52bf2f043920 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:56.568862 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e5515f-1f97-49aa-a06a-59ff38b6b874 req-f1f9e826-c029-4eff-8d42-061e4a12e5d6 tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:34:56.586257 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-02e5515f-1f97-49aa-a06a-59ff38b6b874 req-f1f9e826-c029-4eff-8d42-061e4a12e5d6 tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] 10.222.0.39 "GET /v2.0/ports?device_id=f74794c1-d77b-4d85-ba55-7cc5380b83f4 HTTP/1.1" status: 200 len: 945 time: 0.2346895 Aug 12 14:34:56.617219 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-3d3c531a-fea3-469b-8144-4dc261cbedc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11d41262-1334-4737-8528-01f371451f7a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1292795070-router', 'tenant_id': '67787a84bb704413b5454c6fdcf0c251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.66'}], 'enable_snat': True}, 'gw_port_id': '8f51f236-0b06-40ea-a837-5cdbc3b74c5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:30:41Z', 'updated_at': '2021-08-12T14:30:54Z', 'revision_number': 4, 'project_id': '67787a84bb704413b5454c6fdcf0c251', 'gw_port': {'id': '8f51f236-0b06-40ea-a837-5cdbc3b74c5c', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:ac:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11d41262-1334-4737-8528-01f371451f7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:30:43Z', 'updated_at': '2021-08-12T14:30:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_floatingips': [{'id': 'f1c2a03c-de20-4976-b863-5f7f130fb7a5', 'tenant_id': '67787a84bb704413b5454c6fdcf0c251', 'floating_ip_address': '172.25.1.202', 'floating_network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'router_id': '11d41262-1334-4737-8528-01f371451f7a', 'port_id': '629e11cb-bd6e-4779-ae69-9bb95031379c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 432, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a71aa16-6082-45cb-9783-85f01df10691', 'mac_address': 'fa:16:3e:33:73:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ed0b090-d715-45eb-a73a-683995b5af12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T14:31:17Z', 'updated_at': '2021-08-12T14:34:53Z', 'revision_number': 5, 'project_id': '67787a84bb704413b5454c6fdcf0c251', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9084f4dc-f10a-4f81-82bf-c3a885bd0239', 'name': '', 'network_id': '8a71aa16-6082-45cb-9783-85f01df10691', 'tenant_id': '67787a84bb704413b5454c6fdcf0c251', 'mac_address': 'fa:16:3e:80:28:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11d41262-1334-4737-8528-01f371451f7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'eaf44e2b-51e5-4157-8e0e-0a0a05c13c30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:30:52Z', 'updated_at': '2021-08-12T14:31:04Z', 'revision_number': 5, 'project_id': '67787a84bb704413b5454c6fdcf0c251', 'subnets': [{'id': 'eaf44e2b-51e5-4157-8e0e-0a0a05c13c30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:34:56.707259 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-02e5515f-1f97-49aa-a06a-59ff38b6b874 req-5b0d913e-0e3a-4c76-8d65-8a4021bc5864 tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] 10.222.0.39 "GET /v2.0/security-groups?id=c46585fa-da50-4ef3-834f-e3a7c15dd624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161385 Aug 12 14:34:56.712912 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d3c531a-fea3-469b-8144-4dc261cbedc2 None None] The sync data for ids ['11d41262-1334-4737-8528-01f371451f7a'] in n-d-694802-15 is: [{'id': '11d41262-1334-4737-8528-01f371451f7a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1292795070-router', 'tenant_id': '67787a84bb704413b5454c6fdcf0c251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.66'}], 'enable_snat': True}, 'gw_port_id': '8f51f236-0b06-40ea-a837-5cdbc3b74c5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:30:41Z', 'updated_at': '2021-08-12T14:30:54Z', 'revision_number': 4, 'project_id': '67787a84bb704413b5454c6fdcf0c251', 'gw_port': {'id': '8f51f236-0b06-40ea-a837-5cdbc3b74c5c', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:ac:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11d41262-1334-4737-8528-01f371451f7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:30:43Z', 'updated_at': '2021-08-12T14:30:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_floatingips': [{'id': 'f1c2a03c-de20-4976-b863-5f7f130fb7a5', 'tenant_id': '67787a84bb704413b5454c6fdcf0c251', 'floating_ip_address': '172.25.1.202', 'floating_network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'router_id': '11d41262-1334-4737-8528-01f371451f7a', 'port_id': '629e11cb-bd6e-4779-ae69-9bb95031379c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 432, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a71aa16-6082-45cb-9783-85f01df10691', 'mac_address': 'fa:16:3e:33:73:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ed0b090-d715-45eb-a73a-683995b5af12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T14:31:17Z', 'updated_at': '2021-08-12T14:34:53Z', 'revision_number': 5, 'project_id': '67787a84bb704413b5454c6fdcf0c251', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9084f4dc-f10a-4f81-82bf-c3a885bd0239', 'name': '', 'network_id': '8a71aa16-6082-45cb-9783-85f01df10691', 'tenant_id': '67787a84bb704413b5454c6fdcf0c251', 'mac_address': 'fa:16:3e:80:28:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11d41262-1334-4737-8528-01f371451f7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'eaf44e2b-51e5-4157-8e0e-0a0a05c13c30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:30:52Z', 'updated_at': '2021-08-12T14:31:04Z', 'revision_number': 5, 'project_id': '67787a84bb704413b5454c6fdcf0c251', 'subnets': [{'id': 'eaf44e2b-51e5-4157-8e0e-0a0a05c13c30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 14:34:56.717593 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e07679dd-2ba8-404d-be4a-d6299605ef9a req-2646eb78-ca7d-4f12-9cde-5a40edcb6fed service neutron] 10.222.0.49 "GET /v2.0/networks/8a71aa16-6082-45cb-9783-85f01df10691?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2229428 Aug 12 14:34:56.725389 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device 7974fec4-9f9e-4427-ba78-6b9b1521cc4a no longer exists at agent hyperv_n-h2-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:34:56.799553 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] No Port match for: 7974fec4-9f9e-4427-ba78-6b9b1521cc4a {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 14:34:56.799900 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device 7974fec4-9f9e-4427-ba78-6b9b1521cc4a not bound to the agent host n-h2-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:34:56.846985 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0c08354c-43df-47c6-a94f-8b4403213d96 req-b6582a0c-03ed-447c-a32c-6daf34b01291 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] 10.222.0.39 "GET /v2.0/ports?device_id=e2a5ad67-981f-4d3f-8e72-5b9ed86baf8a HTTP/1.1" status: 200 len: 210 time: 0.0489275 Aug 12 14:34:57.103172 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a0aba8-ccd0-4606-9483-df5798614417 req-79ea667f-e5c4-447b-93d4-bcb5fd413567 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:34:57.109044 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-30a0aba8-ccd0-4606-9483-df5798614417 req-79ea667f-e5c4-447b-93d4-bcb5fd413567 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/ports?device_id=1e762752-e6ff-40ec-b4e5-358595500206 HTTP/1.1" status: 200 len: 950 time: 0.1057391 Aug 12 14:34:57.113443 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c522128-6f6a-4edf-bcb3-fe2ab6bbc154 None None] New status for floating IP f1c2a03c-de20-4976-b863-5f7f130fb7a5: ACTIVE {{(pid=94469) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 14:34:57.190034 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-30a0aba8-ccd0-4606-9483-df5798614417 req-ce997f39-b567-4023-b9f9-85649cb281fa tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0307eb3-f523-445b-8e1d-79deac809303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683966 Aug 12 14:34:57.411234 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3e79c81a-e774-4ec7-833c-9f7ffe6fd5ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66628352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-430630'] for router_interface, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:57.421196 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e495e60c-9b1a-470d-8a06-52bf2f043920 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:57.424028 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e495e60c-9b1a-470d-8a06-52bf2f043920 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:57.428267 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-e495e60c-9b1a-470d-8a06-52bf2f043920 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5873288c-343d-4c98-bdaa-5a7e29cbf54e HTTP/1.1" status: 204 len: 168 time: 1.2733996 Aug 12 14:34:57.443940 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e495e60c-9b1a-470d-8a06-52bf2f043920 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5873288c-343d-4c98-bdaa-5a7e29cbf54e,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:34:57.780350 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e79c81a-e774-4ec7-833c-9f7ffe6fd5ae admin admin] Router 1ace287b-218f-4aec-9758-12103c669662 has already been hosted by L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f {{(pid=94466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 14:34:57.868302 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ad9077-c2e0-43da-b692-e04cb8a00982 req-4b89efa0-d801-472d-a202-ca68c30d0a4d tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:34:57.878051 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d0ad9077-c2e0-43da-b692-e04cb8a00982 req-4b89efa0-d801-472d-a202-ca68c30d0a4d tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] 10.222.0.39 "GET /v2.0/ports?device_id=f74794c1-d77b-4d85-ba55-7cc5380b83f4 HTTP/1.1" status: 200 len: 945 time: 0.0771847 Aug 12 14:34:57.896196 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 35124) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:34:57.949521 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e79c81a-e774-4ec7-833c-9f7ffe6fd5ae admin admin] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 14:34:57.960219 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5b8c69f-8778-4470-b893-93f8fe346fde None None] Sync routers for ids ['1ace287b-218f-4aec-9758-12103c669662'] in n-d-694802-15 {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 14:34:57.961141 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d0ad9077-c2e0-43da-b692-e04cb8a00982 req-3e2e19d1-4887-47cb-a374-ae25c34a155b tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] 10.222.0.39 "GET /v2.0/security-groups?id=c46585fa-da50-4ef3-834f-e3a7c15dd624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820823 Aug 12 14:34:57.984099 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-3e79c81a-e774-4ec7-833c-9f7ffe6fd5ae admin admin] 10.222.0.39 "PUT /v2.0/routers/1ace287b-218f-4aec-9758-12103c669662/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7723074 Aug 12 14:34:57.987471 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 35132) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:34:57.988233 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5b8c69f-8778-4470-b893-93f8fe346fde None None] Routers {'1ace287b-218f-4aec-9758-12103c669662'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:34:57.989054 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-d5b8c69f-8778-4470-b893-93f8fe346fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:34:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['1ace287b-218f-4aec-9758-12103c669662'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:34:58.013553 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-34ea5264-28dc-4ab9-96ee-0f0e6133af85 req-8fe9ffee-1429-4ea4-97c1-ed63a57c77a3 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] 10.222.0.39 "GET /v2.0/ports?device_id=e2a5ad67-981f-4d3f-8e72-5b9ed86baf8a HTTP/1.1" status: 200 len: 210 time: 0.0784376 Aug 12 14:34:58.156217 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvr_db [None req-d5b8c69f-8778-4470-b893-93f8fe346fde None None] Set router 1ace287b-218f-4aec-9758-12103c669662 gateway port host: n-d-694802-15 {{(pid=94468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:34:58.383650 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-d5b8c69f-8778-4470-b893-93f8fe346fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ace287b-218f-4aec-9758-12103c669662', 'name': 'tempest-FloatingIPDetailsTestJSON-244350505-router', 'tenant_id': '27617456d52349fca9148b35806597f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.230'}], 'enable_snat': True}, 'gw_port_id': '60aa254e-64f6-4ef4-a20c-e736da13d259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:34:21Z', 'updated_at': '2021-08-12T14:34:56Z', 'revision_number': 5, 'project_id': '27617456d52349fca9148b35806597f2', 'gw_port': {'id': '60aa254e-64f6-4ef4-a20c-e736da13d259', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:f2:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ace287b-218f-4aec-9758-12103c669662', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:34:23Z', 'updated_at': '2021-08-12T14:34:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15'}], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:34:58.386755 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babef5d8-29dc-4c10-9c5a-88b339f1d717 req-7f257e2b-2e18-45f8-ba96-bb8bfdad9316 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:34:58.388382 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-babef5d8-29dc-4c10-9c5a-88b339f1d717 req-7f257e2b-2e18-45f8-ba96-bb8bfdad9316 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/ports?device_id=1e762752-e6ff-40ec-b4e5-358595500206 HTTP/1.1" status: 200 len: 950 time: 0.1224809 Aug 12 14:34:58.431987 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5b8c69f-8778-4470-b893-93f8fe346fde None None] Checking router: 1ace287b-218f-4aec-9758-12103c669662 for host: n-d-694802-15 {{(pid=94468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 14:34:58.436160 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-be8ebad6-f448-4a0d-be5d-7f8a29a575c3 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-210384572-network', 'tenant_id': 'df1332c5dfe94e549e0b83b9a345b49f'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:34:58.443498 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5b8c69f-8778-4470-b893-93f8fe346fde None None] Routers {'1ace287b-218f-4aec-9758-12103c669662'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:34:58.444013 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-d5b8c69f-8778-4470-b893-93f8fe346fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:34:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['1ace287b-218f-4aec-9758-12103c669662'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:34:58.463326 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-babef5d8-29dc-4c10-9c5a-88b339f1d717 req-59853cf3-82fa-470d-8fcc-0fa7ef21d150 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0307eb3-f523-445b-8e1d-79deac809303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669508 Aug 12 14:34:58.523364 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be8ebad6-f448-4a0d-be5d-7f8a29a575c3 admin admin] Made reservation on behalf of df1332c5dfe94e549e0b83b9a345b49f for: {'network': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:34:58.525625 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-be8ebad6-f448-4a0d-be5d-7f8a29a575c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for network, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:58.545573 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-be8ebad6-f448-4a0d-be5d-7f8a29a575c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:58.552806 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af98d8d1-7a66-4b8f-bb65-c4c45840f828 req-95144f54-d8dc-48b5-a98b-064c189cba8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:34:58.554321 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-af98d8d1-7a66-4b8f-bb65-c4c45840f828 req-95144f54-d8dc-48b5-a98b-064c189cba8f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e3f6e239b38a4f618b8ca0621fcc54e4&device_id=1e762752-e6ff-40ec-b4e5-358595500206 HTTP/1.1" status: 200 len: 1102 time: 0.1145763 Aug 12 14:34:58.560805 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-3716d6e0-c61b-4e68-a87f-790d4d99252c admin admin] Notify callbacks [] for router, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:58.586542 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvr_db [None req-d5b8c69f-8778-4470-b893-93f8fe346fde None None] Set router 1ace287b-218f-4aec-9758-12103c669662 gateway port host: n-d-694802-15 {{(pid=94468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:34:58.752473 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af98d8d1-7a66-4b8f-bb65-c4c45840f828 req-18ae419b-c775-4332-b673-afdc32901626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:34:58.754310 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-af98d8d1-7a66-4b8f-bb65-c4c45840f828 req-18ae419b-c775-4332-b673-afdc32901626 service neutron] 10.222.0.64 "GET /v2.0/networks?id=2525c403-dfb3-4196-a273-739607aab38a HTTP/1.1" status: 200 len: 870 time: 0.1889853 Aug 12 14:34:58.812343 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-d5b8c69f-8778-4470-b893-93f8fe346fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ace287b-218f-4aec-9758-12103c669662', 'name': 'tempest-FloatingIPDetailsTestJSON-244350505-router', 'tenant_id': '27617456d52349fca9148b35806597f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.230'}], 'enable_snat': True}, 'gw_port_id': '60aa254e-64f6-4ef4-a20c-e736da13d259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:34:21Z', 'updated_at': '2021-08-12T14:34:56Z', 'revision_number': 5, 'project_id': '27617456d52349fca9148b35806597f2', 'gw_port': {'id': '60aa254e-64f6-4ef4-a20c-e736da13d259', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:f2:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ace287b-218f-4aec-9758-12103c669662', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:34:23Z', 'updated_at': '2021-08-12T14:34:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15'}], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:34:58.841159 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-af98d8d1-7a66-4b8f-bb65-c4c45840f828 req-1ac1cc6a-fc57-4533-a710-48b88756b0aa service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=2343085d-4b48-4feb-903f-20aac5c040a9 HTTP/1.1" status: 200 len: 217 time: 0.0782423 Aug 12 14:34:58.846797 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5b8c69f-8778-4470-b893-93f8fe346fde None None] The sync data for ids ['1ace287b-218f-4aec-9758-12103c669662'] in n-d-694802-15 is: [{'id': '1ace287b-218f-4aec-9758-12103c669662', 'name': 'tempest-FloatingIPDetailsTestJSON-244350505-router', 'tenant_id': '27617456d52349fca9148b35806597f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.230'}], 'enable_snat': True}, 'gw_port_id': '60aa254e-64f6-4ef4-a20c-e736da13d259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:34:21Z', 'updated_at': '2021-08-12T14:34:56Z', 'revision_number': 5, 'project_id': '27617456d52349fca9148b35806597f2', 'gw_port': {'id': '60aa254e-64f6-4ef4-a20c-e736da13d259', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:f2:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ace287b-218f-4aec-9758-12103c669662', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:34:23Z', 'updated_at': '2021-08-12T14:34:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15'}] {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 14:34:58.935348 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-3716d6e0-c61b-4e68-a87f-790d4d99252c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:58.938804 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af98d8d1-7a66-4b8f-bb65-c4c45840f828 req-f5176689-f801-401c-b182-2b3d28633227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:34:58.940311 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-af98d8d1-7a66-4b8f-bb65-c4c45840f828 req-f5176689-f801-401c-b182-2b3d28633227 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=236e0be6-1c94-4221-9e8b-ab02a53331f8 HTTP/1.1" status: 200 len: 843 time: 0.0892801 Aug 12 14:34:59.049145 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-be8ebad6-f448-4a0d-be5d-7f8a29a575c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:59.055203 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-be8ebad6-f448-4a0d-be5d-7f8a29a575c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:59.064766 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af98d8d1-7a66-4b8f-bb65-c4c45840f828 req-2610a415-882f-49bf-ae30-9d7cdc3c770c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:34:59.066283 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-af98d8d1-7a66-4b8f-bb65-c4c45840f828 req-2610a415-882f-49bf-ae30-9d7cdc3c770c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2525c403-dfb3-4196-a273-739607aab38a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1170261 Aug 12 14:34:59.096508 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be8ebad6-f448-4a0d-be5d-7f8a29a575c3 admin admin] vlan segment allocate from pool success with {'vlan_id': 315, 'physical_network': 'physnet1'} {{(pid=94467) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 14:34:59.153564 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ce51ff-cfa6-4ba3-8671-3183254fc671 req-c7e4440b-b6e9-4b3e-9096-1a0429251d4e tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:34:59.161161 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-11ce51ff-cfa6-4ba3-8671-3183254fc671 req-c7e4440b-b6e9-4b3e-9096-1a0429251d4e tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] 10.222.0.39 "GET /v2.0/ports?device_id=f74794c1-d77b-4d85-ba55-7cc5380b83f4 HTTP/1.1" status: 200 len: 945 time: 0.0863116 Aug 12 14:34:59.173496 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-be8ebad6-f448-4a0d-be5d-7f8a29a575c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:59.173839 n-d-694802-15 neutron-server[94467]: INFO neutron.db.segments_db [None req-be8ebad6-f448-4a0d-be5d-7f8a29a575c3 admin admin] Added segment 8fbc81f3-6c62-4f0b-a07e-d93736c7366c of type vlan for network 06e8174b-cd30-47b0-be84-bf2e993dc061 Aug 12 14:34:59.188970 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-3716d6e0-c61b-4e68-a87f-790d4d99252c admin admin] Deleting port 60aa254e-64f6-4ef4-a20c-e736da13d259 {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:34:59.189587 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-3716d6e0-c61b-4e68-a87f-790d4d99252c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:59.191507 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8ebad6-f448-4a0d-be5d-7f8a29a575c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5908ae8-ed87-4847-979b-7551095ed8bb,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:34:59.249141 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-11ce51ff-cfa6-4ba3-8671-3183254fc671 req-3824e635-81f7-4f1b-9a63-5c6eb1461c18 tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] 10.222.0.39 "GET /v2.0/security-groups?id=c46585fa-da50-4ef3-834f-e3a7c15dd624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791614 Aug 12 14:34:59.311731 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3745a92b-4f55-4cb5-8ee0-b4e9bb8da809 req-cbee4f70-5b11-44b5-82d3-79846e664f33 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] 10.222.0.39 "GET /v2.0/ports?device_id=e2a5ad67-981f-4d3f-8e72-5b9ed86baf8a HTTP/1.1" status: 200 len: 210 time: 0.1429713 Aug 12 14:34:59.345455 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-be8ebad6-f448-4a0d-be5d-7f8a29a575c3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744653628263'] for network, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:59.390440 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-af98d8d1-7a66-4b8f-bb65-c4c45840f828 req-7a979979-eced-4518-8da0-18388b2a470e service neutron] 10.222.0.64 "GET /v2.0/networks/2525c403-dfb3-4196-a273-739607aab38a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3079617 Aug 12 14:34:59.465117 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-be8ebad6-f448-4a0d-be5d-7f8a29a575c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409'] for network, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:59.466076 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be8ebad6-f448-4a0d-be5d-7f8a29a575c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:34:59.466659 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-be8ebad6-f448-4a0d-be5d-7f8a29a575c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for network, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:59.502943 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [None req-3716d6e0-c61b-4e68-a87f-790d4d99252c admin admin] For port 60aa254e-64f6-4ef4-a20c-e736da13d259, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=60aa254e-64f6-4ef4-a20c-e736da13d259,segment=NetworkSegment(b1b396cb-2dc6-4041-bfc7-1833a80a4720),segment_id=b1b396cb-2dc6-4041-bfc7-1833a80a4720)] {{(pid=94467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:34:59.503341 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-3716d6e0-c61b-4e68-a87f-790d4d99252c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:59.568313 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-3716d6e0-c61b-4e68-a87f-790d4d99252c admin admin] Calling delete_port for 60aa254e-64f6-4ef4-a20c-e736da13d259 owned by network:router_gateway {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:34:59.601206 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-be8ebad6-f448-4a0d-be5d-7f8a29a575c3 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.7029018 Aug 12 14:34:59.603212 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 35186) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:34:59.609611 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-24485801-7960-42fa-bba0-5ebe07fdb9b2 admin admin] Request body: {'subnet': {'network_id': '06e8174b-cd30-47b0-be84-bf2e993dc061', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-210384572-subnet', 'tenant_id': 'df1332c5dfe94e549e0b83b9a345b49f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:34:59.646545 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 5ceddfa9-2801-4111-a7dd-2e9b9d7248fb no longer exists at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:34:59.654663 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24485801-7960-42fa-bba0-5ebe07fdb9b2 admin admin] Made reservation on behalf of df1332c5dfe94e549e0b83b9a345b49f for: {'subnet': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:34:59.665383 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-24485801-7960-42fa-bba0-5ebe07fdb9b2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8776441'] for subnet, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:59.669971 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8ebad6-f448-4a0d-be5d-7f8a29a575c3 admin admin] Pushing event updated for resources: {'Network': ['ID=06e8174b-cd30-47b0-be84-bf2e993dc061,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:34:59.705642 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-af98d8d1-7a66-4b8f-bb65-c4c45840f828 req-61e08cc7-1f66-4244-b7b8-3bc35afbf1e0 service neutron] 10.222.0.64 "GET /v2.0/networks/2525c403-dfb3-4196-a273-739607aab38a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2994239 Aug 12 14:34:59.708405 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] No Port match for: 5ceddfa9-2801-4111-a7dd-2e9b9d7248fb {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 14:34:59.709009 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 5ceddfa9-2801-4111-a7dd-2e9b9d7248fb not bound to the agent host n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:34:59.726412 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Network 06e8174b-cd30-47b0-be84-bf2e993dc061 details requested by agent ovs-agent-n-d-694802-15 with host n-d-694802-15 {{(pid=94468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 14:34:59.744238 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b480bd-5817-4f62-b95d-7bf898cd4f6a req-fbe7c426-2d35-494b-b2be-33092e09e326 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:34:59.753586 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-46b480bd-5817-4f62-b95d-7bf898cd4f6a req-fbe7c426-2d35-494b-b2be-33092e09e326 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/ports?device_id=1e762752-e6ff-40ec-b4e5-358595500206 HTTP/1.1" status: 200 len: 950 time: 0.1830268 Aug 12 14:34:59.950922 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-46b480bd-5817-4f62-b95d-7bf898cd4f6a req-0fa6c9e4-0381-41fa-a850-506f1da7ff7e tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0307eb3-f523-445b-8e1d-79deac809303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955252 Aug 12 14:34:59.973071 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-24485801-7960-42fa-bba0-5ebe07fdb9b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3718490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8776395'] for subnet, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:34:59.981946 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-3716d6e0-c61b-4e68-a87f-790d4d99252c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:00.018744 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3716d6e0-c61b-4e68-a87f-790d4d99252c admin admin] Pushing event deleted for resources: {'Port': ['ID=60aa254e-64f6-4ef4-a20c-e736da13d259,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:35:00.051393 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24485801-7960-42fa-bba0-5ebe07fdb9b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0928fe31-00df-49a8-b693-b9c2bdbb27e1,revision_number=0']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:35:00.057391 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24485801-7960-42fa-bba0-5ebe07fdb9b2 admin admin] Checking segment: {'id': '8fbc81f3-6c62-4f0b-a07e-d93736c7366c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '06e8174b-cd30-47b0-be84-bf2e993dc061'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:35:00.058520 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24485801-7960-42fa-bba0-5ebe07fdb9b2 admin admin] Network hostable DHCP agents. Network: 06e8174b-cd30-47b0-be84-bf2e993dc061, hostable agents: ['1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658'], hosted agents: [] {{(pid=94466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 14:35:00.078793 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24485801-7960-42fa-bba0-5ebe07fdb9b2 admin admin] Network 06e8174b-cd30-47b0-be84-bf2e993dc061 is scheduled to be hosted by DHCP agent 1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658 with binding_index 1 {{(pid=94466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 14:35:00.092643 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-24485801-7960-42fa-bba0-5ebe07fdb9b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-15, 06e8174b-cd30-47b0-be84-bf2e993dc061) {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:35:00.094545 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-3716d6e0-c61b-4e68-a87f-790d4d99252c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-431580'] for router_gateway, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:00.101015 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24485801-7960-42fa-bba0-5ebe07fdb9b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:35:00.103823 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d3ba8c5-c256-4346-a04d-f3d5829aa7f3 None None] Network 06e8174b-cd30-47b0-be84-bf2e993dc061 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:35:00.111590 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-24485801-7960-42fa-bba0-5ebe07fdb9b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for subnet, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:00.134937 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-24485801-7960-42fa-bba0-5ebe07fdb9b2 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5299509 Aug 12 14:35:00.152884 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 35198) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:35:00.202675 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-3716d6e0-c61b-4e68-a87f-790d4d99252c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-429360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-104877'] for router, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:00.204801 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-3716d6e0-c61b-4e68-a87f-790d4d99252c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:00.271141 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-3716d6e0-c61b-4e68-a87f-790d4d99252c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-429375'] for router, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:00.271720 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3716d6e0-c61b-4e68-a87f-790d4d99252c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1ace287b-218f-4aec-9758-12103c669662 {{(pid=94467) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 14:35:00.276736 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-3716d6e0-c61b-4e68-a87f-790d4d99252c admin admin] Notify callbacks [] for router, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:00.280628 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-3716d6e0-c61b-4e68-a87f-790d4d99252c admin admin] 10.222.0.39 "DELETE /v2.0/routers/1ace287b-218f-4aec-9758-12103c669662 HTTP/1.1" status: 204 len: 168 time: 2.2878344 Aug 12 14:35:00.282251 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 35204) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:35:00.349111 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa535072-3bd1-4cd5-af47-9af9267365cb None None] Network 06e8174b-cd30-47b0-be84-bf2e993dc061 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:35:00.431946 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 35212) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:35:00.498813 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-11969628-53bc-4058-9b12-c0f2058b796d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:00.541243 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f3b3ed4-ad88-4922-85b6-ade2b3eb6ca8 admin admin] Deleting subnet 0928fe31-00df-49a8-b693-b9c2bdbb27e1 {{(pid=94467) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 14:35:00.579592 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-0f3b3ed4-ad88-4922-85b6-ade2b3eb6ca8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:00.605879 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_v2 [None req-e048b817-5436-4c93-8f7a-4ace5cd5fb61 admin admin] Deleting subnet 55227452-0802-4492-beeb-f6d40df664c8 {{(pid=94466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 14:35:00.639310 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e048b817-5436-4c93-8f7a-4ace5cd5fb61 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:00.652674 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d907aa29-f7c3-41b2-84ae-8e9ce80b9f5c req-907cc705-7f94-42b6-99f8-519c861b149f tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:35:00.654746 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-d907aa29-f7c3-41b2-84ae-8e9ce80b9f5c req-907cc705-7f94-42b6-99f8-519c861b149f tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] 10.222.0.39 "GET /v2.0/ports?device_id=f74794c1-d77b-4d85-ba55-7cc5380b83f4 HTTP/1.1" status: 200 len: 945 time: 0.2833545 Aug 12 14:35:00.655201 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-0f3b3ed4-ad88-4922-85b6-ade2b3eb6ca8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3857505'] for subnet, precommit_delete_associations {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:00.707245 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-04b0fc84-b332-4f98-b576-6cce8c61caa7 req-4ebc8db9-847c-4f81-bc6f-cd6017eb9966 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] 10.222.0.39 "GET /v2.0/ports?device_id=e2a5ad67-981f-4d3f-8e72-5b9ed86baf8a HTTP/1.1" status: 200 len: 210 time: 0.1592400 Aug 12 14:35:00.708532 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-0f3b3ed4-ad88-4922-85b6-ade2b3eb6ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66416255'] for subnet, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:00.758694 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-d907aa29-f7c3-41b2-84ae-8e9ce80b9f5c req-e865c68d-cd71-423e-b5a0-01a6115e1c63 tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] 10.222.0.39 "GET /v2.0/security-groups?id=c46585fa-da50-4ef3-834f-e3a7c15dd624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811822 Aug 12 14:35:00.764889 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e048b817-5436-4c93-8f7a-4ace5cd5fb61 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2293551'] for subnet, precommit_delete_associations {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:00.790208 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-0f3b3ed4-ad88-4922-85b6-ade2b3eb6ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66416232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2859225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3343748'] for subnet, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:00.828267 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3b3ed4-ad88-4922-85b6-ade2b3eb6ca8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0928fe31-00df-49a8-b693-b9c2bdbb27e1,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:35:00.835701 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-0f3b3ed4-ad88-4922-85b6-ade2b3eb6ca8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:00.840864 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-0f3b3ed4-ad88-4922-85b6-ade2b3eb6ca8 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/0928fe31-00df-49a8-b693-b9c2bdbb27e1 HTTP/1.1" status: 204 len: 168 time: 0.4079063 Aug 12 14:35:00.841476 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 35216) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:35:00.914370 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-11969628-53bc-4058-9b12-c0f2058b796d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:00.918158 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e048b817-5436-4c93-8f7a-4ace5cd5fb61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66416255'] for subnet, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:00.920669 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-11969628-53bc-4058-9b12-c0f2058b796d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:00.933030 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-4d2c16a1-eeb4-46d1-8994-e18fc37e0e44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680608'] for network, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:00.991671 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11969628-53bc-4058-9b12-c0f2058b796d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5aababbd-9c92-4e48-86a8-2a2dd9a296c8,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:35:01.002001 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-11969628-53bc-4058-9b12-c0f2058b796d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e769273fd609442398724a3a9598e582&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8433959 Aug 12 14:35:01.005934 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 35220) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:35:01.013398 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11969628-53bc-4058-9b12-c0f2058b796d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:35:01.013668 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11969628-53bc-4058-9b12-c0f2058b796d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:35:01.013997 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11969628-53bc-4058-9b12-c0f2058b796d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:35:01.014334 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11969628-53bc-4058-9b12-c0f2058b796d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:35:01.014669 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11969628-53bc-4058-9b12-c0f2058b796d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:35:01.015001 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11969628-53bc-4058-9b12-c0f2058b796d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:35:01.016051 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11969628-53bc-4058-9b12-c0f2058b796d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:35:01.016419 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11969628-53bc-4058-9b12-c0f2058b796d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:35:01.016756 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11969628-53bc-4058-9b12-c0f2058b796d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:35:01.017088 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11969628-53bc-4058-9b12-c0f2058b796d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:35:01.017450 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11969628-53bc-4058-9b12-c0f2058b796d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:35:01.017783 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11969628-53bc-4058-9b12-c0f2058b796d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:35:01.043857 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-4d2c16a1-eeb4-46d1-8994-e18fc37e0e44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66413304', 'neutron.services.segments.db._delete_segments_for_network-8744654118000'] for network, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:01.053030 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e048b817-5436-4c93-8f7a-4ace5cd5fb61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66416232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3718429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8776402'] for subnet, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:01.055836 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-4d2c16a1-eeb4-46d1-8994-e18fc37e0e44 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06e8174b-cd30-47b0-be84-bf2e993dc061']}} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:35:01.068489 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-4d2c16a1-eeb4-46d1-8994-e18fc37e0e44 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fbc81f3-6c62-4f0b-a07e-d93736c7366c') {'for_net_delete': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:35:01.068941 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-4d2c16a1-eeb4-46d1-8994-e18fc37e0e44 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fbc81f3-6c62-4f0b-a07e-d93736c7366c') {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:35:01.079684 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-4d2c16a1-eeb4-46d1-8994-e18fc37e0e44 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744654122361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3857526'] for segment, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:01.094804 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-4d2c16a1-eeb4-46d1-8994-e18fc37e0e44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:01.101362 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d2c16a1-eeb4-46d1-8994-e18fc37e0e44 admin admin] Releasing vlan 315 on physical network physnet1 to pool {{(pid=94467) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 14:35:01.101760 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-4d2c16a1-eeb4-46d1-8994-e18fc37e0e44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2859015'] for segment, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:01.106125 n-d-694802-15 neutron-server[94467]: Traceback (most recent call last): Aug 12 14:35:01.106125 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 14:35:01.106125 n-d-694802-15 neutron-server[94467]: timer() Aug 12 14:35:01.106125 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 14:35:01.106125 n-d-694802-15 neutron-server[94467]: cb(*args, **kw) Aug 12 14:35:01.106125 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 14:35:01.106125 n-d-694802-15 neutron-server[94467]: return func(*args, **kwargs) Aug 12 14:35:01.106125 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 14:35:01.106125 n-d-694802-15 neutron-server[94467]: self._notify() Aug 12 14:35:01.106125 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 14:35:01.106125 n-d-694802-15 neutron-server[94467]: self.callback(batched_events) Aug 12 14:35:01.106125 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 14:35:01.106125 n-d-694802-15 neutron-server[94467]: event.method(event) Aug 12 14:35:01.106125 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 14:35:01.106125 n-d-694802-15 neutron-server[94467]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 14:35:01.106125 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 14:35:01.106125 n-d-694802-15 neutron-server[94467]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 14:35:01.106125 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 14:35:01.106125 n-d-694802-15 neutron-server[94467]: return f(self, *a, **k) Aug 12 14:35:01.106125 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 14:35:01.106125 n-d-694802-15 neutron-server[94467]: return self._get(url).json() Aug 12 14:35:01.106125 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 14:35:01.106125 n-d-694802-15 neutron-server[94467]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 14:35:01.106125 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 14:35:01.106125 n-d-694802-15 neutron-server[94467]: return self.request(url, 'GET', **kwargs) Aug 12 14:35:01.106125 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 14:35:01.106125 n-d-694802-15 neutron-server[94467]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 14:35:01.106125 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 14:35:01.106125 n-d-694802-15 neutron-server[94467]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 14:35:01.106125 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 14:35:01.106125 n-d-694802-15 neutron-server[94467]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 14:35:01.106125 n-d-694802-15 neutron-server[94467]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 14:35:01.125516 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e048b817-5436-4c93-8f7a-4ace5cd5fb61 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=55227452-0802-4492-beeb-f6d40df664c8,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:35:01.133546 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e048b817-5436-4c93-8f7a-4ace5cd5fb61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for subnet, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:01.138326 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-e048b817-5436-4c93-8f7a-4ace5cd5fb61 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/55227452-0802-4492-beeb-f6d40df664c8 HTTP/1.1" status: 204 len: 168 time: 0.8513978 Aug 12 14:35:01.141124 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 35222) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:35:01.144158 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-729b8c17-6a9e-4e79-996f-99e8275b6bfe None None] Network 92357b14-a952-4dd5-8b92-2ec9418b4e70 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:35:01.180681 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-4d2c16a1-eeb4-46d1-8994-e18fc37e0e44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66413281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431520'] for network, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:01.188064 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-4d2c16a1-eeb4-46d1-8994-e18fc37e0e44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for network, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:01.190320 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-4d2c16a1-eeb4-46d1-8994-e18fc37e0e44 admin admin] 10.222.0.39 "DELETE /v2.0/networks/06e8174b-cd30-47b0-be84-bf2e993dc061 HTTP/1.1" status: 204 len: 168 time: 0.3477507 Aug 12 14:35:01.203582 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2c16a1-eeb4-46d1-8994-e18fc37e0e44 admin admin] Pushing event deleted for resources: {'Network': ['ID=06e8174b-cd30-47b0-be84-bf2e993dc061,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:35:01.225903 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-dbac22a6-551c-483b-b824-07e0db3c2076 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680608'] for network, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:01.263173 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-63ffcb3d-dccb-449f-85c6-d106907e379b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:01.331412 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cca4d1a-b51f-4a8a-a16b-5a18a193efc1 req-a7d50e39-82d2-40fc-a1ce-87fb9a620ba3 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:35:01.332992 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-1cca4d1a-b51f-4a8a-a16b-5a18a193efc1 req-a7d50e39-82d2-40fc-a1ce-87fb9a620ba3 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/ports?device_id=1e762752-e6ff-40ec-b4e5-358595500206 HTTP/1.1" status: 200 len: 950 time: 0.2765479 Aug 12 14:35:01.379381 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-63ffcb3d-dccb-449f-85c6-d106907e379b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:01.400341 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 35226) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:35:01.449078 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-1cca4d1a-b51f-4a8a-a16b-5a18a193efc1 req-3c0f6b16-5e20-44a7-8c47-b0d03d311cb0 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0307eb3-f523-445b-8e1d-79deac809303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983074 Aug 12 14:35:01.459813 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-dbac22a6-551c-483b-b824-07e0db3c2076 admin admin] Deleting port cccd5864-bc69-4952-97e2-52ebc693cf1b {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:35:01.460150 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-dbac22a6-551c-483b-b824-07e0db3c2076 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:01.485489 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-8d7cfb2b-e09a-4005-844b-e04f41d3d44f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=df1332c5dfe94e549e0b83b9a345b49f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0800762 Aug 12 14:35:01.486091 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26ec467a-c624-40ba-aa10-53efba3a1fd4 None None] DHCP port deletion for 92357b14-a952-4dd5-8b92-2ec9418b4e70 request from n-d-694802-15 {{(pid=94468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 14:35:01.496366 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 35230) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:35:01.523038 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-63ffcb3d-dccb-449f-85c6-d106907e379b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:01.526008 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-63ffcb3d-dccb-449f-85c6-d106907e379b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:01.530232 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-63ffcb3d-dccb-449f-85c6-d106907e379b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5aababbd-9c92-4e48-86a8-2a2dd9a296c8 HTTP/1.1" status: 204 len: 168 time: 0.5218258 Aug 12 14:35:01.553252 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ffcb3d-dccb-449f-85c6-d106907e379b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5aababbd-9c92-4e48-86a8-2a2dd9a296c8,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:35:01.556787 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-dbac22a6-551c-483b-b824-07e0db3c2076 admin admin] For port cccd5864-bc69-4952-97e2-52ebc693cf1b, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=cccd5864-bc69-4952-97e2-52ebc693cf1b,segment=NetworkSegment(5ea65b70-2413-4fef-8dbc-962e58283bea),segment_id=5ea65b70-2413-4fef-8dbc-962e58283bea)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:35:01.557152 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-dbac22a6-551c-483b-b824-07e0db3c2076 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:01.570716 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-dbac22a6-551c-483b-b824-07e0db3c2076 admin admin] Calling delete_port for cccd5864-bc69-4952-97e2-52ebc693cf1b owned by network:dhcp {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:35:01.593566 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-c338e429-1d1e-4184-98eb-5df2c08ce4c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:01.601718 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-26ec467a-c624-40ba-aa10-53efba3a1fd4 None None] Deleting port cccd5864-bc69-4952-97e2-52ebc693cf1b {{(pid=94468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:35:01.602093 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-26ec467a-c624-40ba-aa10-53efba3a1fd4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:01.651195 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-c338e429-1d1e-4184-98eb-5df2c08ce4c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:01.706270 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-26ec467a-c624-40ba-aa10-53efba3a1fd4 None None] For port cccd5864-bc69-4952-97e2-52ebc693cf1b, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=cccd5864-bc69-4952-97e2-52ebc693cf1b,segment=NetworkSegment(5ea65b70-2413-4fef-8dbc-962e58283bea),segment_id=5ea65b70-2413-4fef-8dbc-962e58283bea)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:35:01.706675 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-26ec467a-c624-40ba-aa10-53efba3a1fd4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:01.721332 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-dbac22a6-551c-483b-b824-07e0db3c2076 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:01.724657 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-26ec467a-c624-40ba-aa10-53efba3a1fd4 None None] Calling delete_port for cccd5864-bc69-4952-97e2-52ebc693cf1b owned by network:dhcp {{(pid=94468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:35:01.729693 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device cccd5864-bc69-4952-97e2-52ebc693cf1b no longer exists at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:35:01.732957 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-c338e429-1d1e-4184-98eb-5df2c08ce4c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:01.738772 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-c338e429-1d1e-4184-98eb-5df2c08ce4c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:01.742554 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-c338e429-1d1e-4184-98eb-5df2c08ce4c4 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f5908ae8-ed87-4847-979b-7551095ed8bb HTTP/1.1" status: 204 len: 168 time: 0.2428885 Aug 12 14:35:01.761014 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c338e429-1d1e-4184-98eb-5df2c08ce4c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5908ae8-ed87-4847-979b-7551095ed8bb,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:35:01.770205 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbac22a6-551c-483b-b824-07e0db3c2076 admin admin] No DVR routers for this DVR port cccd5864-bc69-4952-97e2-52ebc693cf1b on host n-d-694802-15 {{(pid=94466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:35:01.772910 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbac22a6-551c-483b-b824-07e0db3c2076 admin admin] Pushing event deleted for resources: {'Port': ['ID=cccd5864-bc69-4952-97e2-52ebc693cf1b,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:35:01.787743 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] No Port match for: cccd5864-bc69-4952-97e2-52ebc693cf1b {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 14:35:01.791546 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device cccd5864-bc69-4952-97e2-52ebc693cf1b not bound to the agent host n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:35:01.792200 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 60aa254e-64f6-4ef4-a20c-e736da13d259 no longer exists at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:35:01.975935 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7ea41c-8d19-4957-a520-9dfb0bd89670 req-739db1aa-8298-4252-9099-8ec62b9a7ce1 tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:35:01.988214 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-8e7ea41c-8d19-4957-a520-9dfb0bd89670 req-739db1aa-8298-4252-9099-8ec62b9a7ce1 tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] 10.222.0.39 "GET /v2.0/ports?device_id=f74794c1-d77b-4d85-ba55-7cc5380b83f4 HTTP/1.1" status: 200 len: 945 time: 0.1006899 Aug 12 14:35:02.002276 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-dbac22a6-551c-483b-b824-07e0db3c2076 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66413304', 'neutron.services.segments.db._delete_segments_for_network-8744654118000'] for network, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:02.023325 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-dbac22a6-551c-483b-b824-07e0db3c2076 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92357b14-a952-4dd5-8b92-2ec9418b4e70']}} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:35:02.030210 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] No Port match for: 60aa254e-64f6-4ef4-a20c-e736da13d259 {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 14:35:02.030210 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 60aa254e-64f6-4ef4-a20c-e736da13d259 not bound to the agent host n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:35:02.048750 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-26ec467a-c624-40ba-aa10-53efba3a1fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262'] for port, after_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:02.075130 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-dbac22a6-551c-483b-b824-07e0db3c2076 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ea65b70-2413-4fef-8dbc-962e58283bea') {'for_net_delete': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:35:02.076037 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-dbac22a6-551c-483b-b824-07e0db3c2076 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ea65b70-2413-4fef-8dbc-962e58283bea') {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:35:02.093768 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-dbac22a6-551c-483b-b824-07e0db3c2076 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744654122361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2293560'] for segment, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:02.095404 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-8e7ea41c-8d19-4957-a520-9dfb0bd89670 req-8d57795f-5698-49b9-bdab-98a2a00084a2 tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] 10.222.0.39 "GET /v2.0/security-groups?id=c46585fa-da50-4ef3-834f-e3a7c15dd624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045160 Aug 12 14:35:02.112610 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ec467a-c624-40ba-aa10-53efba3a1fd4 None None] Pushing event deleted for resources: {'Port': ['ID=cccd5864-bc69-4952-97e2-52ebc693cf1b,revision_number=None']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:35:02.126214 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-dbac22a6-551c-483b-b824-07e0db3c2076 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:02.133260 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ec467a-c624-40ba-aa10-53efba3a1fd4 None None] No DVR routers for this DVR port cccd5864-bc69-4952-97e2-52ebc693cf1b on host n-d-694802-15 {{(pid=94468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:35:02.140724 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbac22a6-551c-483b-b824-07e0db3c2076 admin admin] Releasing vlan 306 on physical network physnet1 to pool {{(pid=94466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 14:35:02.141137 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-dbac22a6-551c-483b-b824-07e0db3c2076 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3718595'] for segment, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:02.142880 n-d-694802-15 neutron-server[94466]: Traceback (most recent call last): Aug 12 14:35:02.142880 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 14:35:02.142880 n-d-694802-15 neutron-server[94466]: timer() Aug 12 14:35:02.142880 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 14:35:02.142880 n-d-694802-15 neutron-server[94466]: cb(*args, **kw) Aug 12 14:35:02.142880 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 14:35:02.142880 n-d-694802-15 neutron-server[94466]: return func(*args, **kwargs) Aug 12 14:35:02.142880 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 14:35:02.142880 n-d-694802-15 neutron-server[94466]: self._notify() Aug 12 14:35:02.142880 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 14:35:02.142880 n-d-694802-15 neutron-server[94466]: self.callback(batched_events) Aug 12 14:35:02.142880 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 14:35:02.142880 n-d-694802-15 neutron-server[94466]: event.method(event) Aug 12 14:35:02.142880 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 14:35:02.142880 n-d-694802-15 neutron-server[94466]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 14:35:02.142880 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 14:35:02.142880 n-d-694802-15 neutron-server[94466]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 14:35:02.142880 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 14:35:02.142880 n-d-694802-15 neutron-server[94466]: return f(self, *a, **k) Aug 12 14:35:02.142880 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 14:35:02.142880 n-d-694802-15 neutron-server[94466]: return self._get(url).json() Aug 12 14:35:02.142880 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 14:35:02.142880 n-d-694802-15 neutron-server[94466]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 14:35:02.142880 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 14:35:02.142880 n-d-694802-15 neutron-server[94466]: return self.request(url, 'GET', **kwargs) Aug 12 14:35:02.142880 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 14:35:02.142880 n-d-694802-15 neutron-server[94466]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 14:35:02.142880 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 14:35:02.142880 n-d-694802-15 neutron-server[94466]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 14:35:02.142880 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 14:35:02.142880 n-d-694802-15 neutron-server[94466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 14:35:02.142880 n-d-694802-15 neutron-server[94466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 14:35:02.273936 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-dbac22a6-551c-483b-b824-07e0db3c2076 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66413281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431520'] for network, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:02.281952 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-dbac22a6-551c-483b-b824-07e0db3c2076 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for network, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:02.287584 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-dbac22a6-551c-483b-b824-07e0db3c2076 admin admin] 10.222.0.39 "DELETE /v2.0/networks/92357b14-a952-4dd5-8b92-2ec9418b4e70 HTTP/1.1" status: 204 len: 168 time: 1.1448226 Aug 12 14:35:02.314340 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 35256) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:35:02.332478 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbac22a6-551c-483b-b824-07e0db3c2076 admin admin] Pushing event deleted for resources: {'Network': ['ID=92357b14-a952-4dd5-8b92-2ec9418b4e70,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:35:02.352209 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-18ea5b05-22c5-49d4-80c1-2afaaec9a39e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:02.542243 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-18ea5b05-22c5-49d4-80c1-2afaaec9a39e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:02.548583 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-18ea5b05-22c5-49d4-80c1-2afaaec9a39e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:02.613072 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ea5b05-22c5-49d4-80c1-2afaaec9a39e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13ea15f7-84c1-44ef-8513-9fd9f1717e85,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:35:02.648822 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-18ea5b05-22c5-49d4-80c1-2afaaec9a39e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=48b2a25348bc4570be40386bb7f987e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3332078 Aug 12 14:35:02.649582 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 35266) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:35:02.731010 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e39223-7905-44d6-8cf9-e81541ccdd07 req-b3f38092-b9d8-4733-816c-29829f808bb5 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:35:02.738586 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-e0e39223-7905-44d6-8cf9-e81541ccdd07 req-b3f38092-b9d8-4733-816c-29829f808bb5 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/ports?device_id=1e762752-e6ff-40ec-b4e5-358595500206 HTTP/1.1" status: 200 len: 950 time: 0.1686862 Aug 12 14:35:02.771895 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-70de9762-c88f-420c-a14c-b598f0206216 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:02.774922 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 35272) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:35:02.809877 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-e0e39223-7905-44d6-8cf9-e81541ccdd07 req-c4dba962-f04c-47f0-a6f5-aa390bdf3c05 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0307eb3-f523-445b-8e1d-79deac809303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615668 Aug 12 14:35:02.851730 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-70de9762-c88f-420c-a14c-b598f0206216 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:02.908714 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-70de9762-c88f-420c-a14c-b598f0206216 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:02.911823 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-70de9762-c88f-420c-a14c-b598f0206216 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:02.912923 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-70de9762-c88f-420c-a14c-b598f0206216 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/13ea15f7-84c1-44ef-8513-9fd9f1717e85 HTTP/1.1" status: 204 len: 168 time: 0.2482805 Aug 12 14:35:02.929470 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70de9762-c88f-420c-a14c-b598f0206216 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13ea15f7-84c1-44ef-8513-9fd9f1717e85,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:35:02.936569 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-df7495c7-4b5f-4cd7-a559-319de7e0315c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=27617456d52349fca9148b35806597f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1508901 Aug 12 14:35:02.937022 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 35278) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:35:03.104769 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d54a8f58-3642-44ab-91b6-fb04a07f121f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:03.133992 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 35286) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:35:03.168431 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d54a8f58-3642-44ab-91b6-fb04a07f121f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:03.325214 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f158e845-6310-40bd-a158-ab7426f23dc1 req-e58af7f9-1d89-4389-90ff-771c58c6e61b tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:35:03.327585 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-f158e845-6310-40bd-a158-ab7426f23dc1 req-e58af7f9-1d89-4389-90ff-771c58c6e61b tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] 10.222.0.39 "GET /v2.0/ports?device_id=f74794c1-d77b-4d85-ba55-7cc5380b83f4 HTTP/1.1" status: 200 len: 945 time: 0.1173813 Aug 12 14:35:03.350646 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d54a8f58-3642-44ab-91b6-fb04a07f121f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:03.353705 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d54a8f58-3642-44ab-91b6-fb04a07f121f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:03.359070 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-d54a8f58-3642-44ab-91b6-fb04a07f121f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c291d91c-438b-4850-9ba7-0dc89bb433f2 HTTP/1.1" status: 204 len: 168 time: 0.4204242 Aug 12 14:35:03.378629 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54a8f58-3642-44ab-91b6-fb04a07f121f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c291d91c-438b-4850-9ba7-0dc89bb433f2,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:35:03.395572 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-e313a104-7b28-4b33-95aa-4fa2b9863311 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1951405351-network', 'tenant_id': 'c7cf81f007a244068628d9dac2415a0e'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:35:03.436698 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-f158e845-6310-40bd-a158-ab7426f23dc1 req-e9779d02-a6b6-471d-9717-0a3a5ef181e3 tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] 10.222.0.39 "GET /v2.0/security-groups?id=c46585fa-da50-4ef3-834f-e3a7c15dd624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997691 Aug 12 14:35:03.461408 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e313a104-7b28-4b33-95aa-4fa2b9863311 admin admin] Made reservation on behalf of c7cf81f007a244068628d9dac2415a0e for: {'network': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:35:03.464889 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-e313a104-7b28-4b33-95aa-4fa2b9863311 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for network, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:03.474861 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-e313a104-7b28-4b33-95aa-4fa2b9863311 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:03.599576 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-e313a104-7b28-4b33-95aa-4fa2b9863311 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:03.607992 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-e313a104-7b28-4b33-95aa-4fa2b9863311 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:03.652366 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e313a104-7b28-4b33-95aa-4fa2b9863311 admin admin] vlan segment allocate from pool success with {'vlan_id': 341, 'physical_network': 'physnet1'} {{(pid=94467) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 14:35:03.667640 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e313a104-7b28-4b33-95aa-4fa2b9863311 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87f02c46-9837-45f6-a8f5-f67c20068d28,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:35:03.685099 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-e313a104-7b28-4b33-95aa-4fa2b9863311 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:03.685440 n-d-694802-15 neutron-server[94467]: INFO neutron.db.segments_db [None req-e313a104-7b28-4b33-95aa-4fa2b9863311 admin admin] Added segment 111c8fb4-95f7-4303-b261-7f0bb42c0aef of type vlan for network 63f7bb20-fe7c-43e3-bcb6-44025e6f4b9c Aug 12 14:35:03.731979 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-e313a104-7b28-4b33-95aa-4fa2b9863311 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744653628263'] for network, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:03.766875 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-e313a104-7b28-4b33-95aa-4fa2b9863311 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409'] for network, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:03.768215 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e313a104-7b28-4b33-95aa-4fa2b9863311 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:35:03.769095 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-e313a104-7b28-4b33-95aa-4fa2b9863311 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for network, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:03.835954 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-e313a104-7b28-4b33-95aa-4fa2b9863311 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7006593 Aug 12 14:35:03.838797 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 35316) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:35:03.846296 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-8ac41778-5fb4-4431-a4a0-1ac9a9a45c56 admin admin] Request body: {'subnet': {'network_id': '63f7bb20-fe7c-43e3-bcb6-44025e6f4b9c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1951405351-subnet', 'tenant_id': 'c7cf81f007a244068628d9dac2415a0e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:35:03.855345 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e313a104-7b28-4b33-95aa-4fa2b9863311 admin admin] Pushing event updated for resources: {'Network': ['ID=63f7bb20-fe7c-43e3-bcb6-44025e6f4b9c,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:35:03.870258 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Network 63f7bb20-fe7c-43e3-bcb6-44025e6f4b9c details requested by agent ovs-agent-n-d-694802-15 with host n-d-694802-15 {{(pid=94468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 14:35:03.876174 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ac41778-5fb4-4431-a4a0-1ac9a9a45c56 admin admin] Made reservation on behalf of c7cf81f007a244068628d9dac2415a0e for: {'subnet': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:35:03.878896 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-8ac41778-5fb4-4431-a4a0-1ac9a9a45c56 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3343791'] for subnet, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:04.080564 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ff4195-8873-4350-a4a8-6845699080a8 req-667f31ca-c2da-4f42-8b52-313ae8321eca tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:35:04.088892 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-71ff4195-8873-4350-a4a8-6845699080a8 req-667f31ca-c2da-4f42-8b52-313ae8321eca tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/ports?device_id=1e762752-e6ff-40ec-b4e5-358595500206 HTTP/1.1" status: 200 len: 950 time: 0.1102457 Aug 12 14:35:04.163529 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-8ac41778-5fb4-4431-a4a0-1ac9a9a45c56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2859166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3343773'] for subnet, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:04.179869 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-71ff4195-8873-4350-a4a8-6845699080a8 req-114b4dff-f2c8-4074-bc93-ffff3be44693 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0307eb3-f523-445b-8e1d-79deac809303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897133 Aug 12 14:35:04.308358 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac41778-5fb4-4431-a4a0-1ac9a9a45c56 admin admin] Pushing event updated for resources: {'Subnet': ['ID=65ea27f3-7f0e-428c-8c45-871b6e9bfddc,revision_number=0']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:35:04.324341 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ac41778-5fb4-4431-a4a0-1ac9a9a45c56 admin admin] Checking segment: {'id': '111c8fb4-95f7-4303-b261-7f0bb42c0aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '63f7bb20-fe7c-43e3-bcb6-44025e6f4b9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:35:04.324919 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ac41778-5fb4-4431-a4a0-1ac9a9a45c56 admin admin] Network hostable DHCP agents. Network: 63f7bb20-fe7c-43e3-bcb6-44025e6f4b9c, hostable agents: ['1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658'], hosted agents: [] {{(pid=94467) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 14:35:04.346947 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ac41778-5fb4-4431-a4a0-1ac9a9a45c56 admin admin] Network 63f7bb20-fe7c-43e3-bcb6-44025e6f4b9c is scheduled to be hosted by DHCP agent 1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658 with binding_index 1 {{(pid=94467) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 14:35:04.360153 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [None req-8ac41778-5fb4-4431-a4a0-1ac9a9a45c56 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-15, 63f7bb20-fe7c-43e3-bcb6-44025e6f4b9c) {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:35:04.365677 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ac41778-5fb4-4431-a4a0-1ac9a9a45c56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:35:04.366379 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-8ac41778-5fb4-4431-a4a0-1ac9a9a45c56 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:04.372139 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab819ad9-50d9-4ba7-89b7-daf0dce0baaa None None] Network 63f7bb20-fe7c-43e3-bcb6-44025e6f4b9c requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:35:04.383412 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-8ac41778-5fb4-4431-a4a0-1ac9a9a45c56 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5409915 Aug 12 14:35:04.628018 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9977b0-0721-4c9e-9391-5ed97d920c3f req-775e5241-cafb-4d48-a277-6d28cb52b8cb tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:35:04.632474 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-ff9977b0-0721-4c9e-9391-5ed97d920c3f req-775e5241-cafb-4d48-a277-6d28cb52b8cb tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] 10.222.0.39 "GET /v2.0/ports?device_id=f74794c1-d77b-4d85-ba55-7cc5380b83f4 HTTP/1.1" status: 200 len: 945 time: 0.0831971 Aug 12 14:35:04.711086 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-ff9977b0-0721-4c9e-9391-5ed97d920c3f req-d758db22-fc8b-4ddc-b8d6-a6c167bf8bc7 tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] 10.222.0.39 "GET /v2.0/security-groups?id=c46585fa-da50-4ef3-834f-e3a7c15dd624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674078 Aug 12 14:35:04.879254 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d852d107-56dc-40bc-8851-bad84cabb5b5 None None] Network 63f7bb20-fe7c-43e3-bcb6-44025e6f4b9c requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:35:05.261530 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-2fba9453-2b14-4343-9c86-26772cc949f5 req-031debac-9932-45f4-9a5c-efafe1a5a940 tempest-ImagesOneServerTestJSON-498043877 tempest-ImagesOneServerTestJSON-498043877-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=bf47040b21614ba6999fdf242635f233&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0416436 Aug 12 14:35:05.289031 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b560a8-8fa3-42c2-a62c-10e287027153 req-97903543-124a-463f-8e34-2d9e547aa2db tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:35:05.290864 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-50b560a8-8fa3-42c2-a62c-10e287027153 req-97903543-124a-463f-8e34-2d9e547aa2db tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] 10.222.0.39 "GET /v2.0/networks?id=63f7bb20-fe7c-43e3-bcb6-44025e6f4b9c HTTP/1.1" status: 200 len: 815 time: 0.1413076 Aug 12 14:35:05.316347 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-50b560a8-8fa3-42c2-a62c-10e287027153 req-0c513e60-d935-4ce6-b11f-9d08c8367214 tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] 10.222.0.39 "GET /v2.0/quotas/c7cf81f007a244068628d9dac2415a0e HTTP/1.1" status: 200 len: 375 time: 0.0181038 Aug 12 14:35:05.351826 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-50b560a8-8fa3-42c2-a62c-10e287027153 req-db10d577-4a8f-4c0f-89c1-e98c4b3e88d9 tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=c7cf81f007a244068628d9dac2415a0e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0343175 Aug 12 14:35:05.383467 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fba9453-2b14-4343-9c86-26772cc949f5 req-cd8b8426-af76-4c9d-9b29-7782a949323d tempest-ImagesOneServerTestJSON-498043877 tempest-ImagesOneServerTestJSON-498043877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:35:05.385280 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-2fba9453-2b14-4343-9c86-26772cc949f5 req-cd8b8426-af76-4c9d-9b29-7782a949323d tempest-ImagesOneServerTestJSON-498043877 tempest-ImagesOneServerTestJSON-498043877-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1229949 Aug 12 14:35:05.404548 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-2fba9453-2b14-4343-9c86-26772cc949f5 req-bd04cdd8-cd38-4f85-987d-7c5c4f4fc7a7 tempest-ImagesOneServerTestJSON-498043877 tempest-ImagesOneServerTestJSON-498043877-project] 10.222.0.39 "GET /v2.0/quotas/bf47040b21614ba6999fdf242635f233 HTTP/1.1" status: 200 len: 375 time: 0.0121524 Aug 12 14:35:05.439204 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-2fba9453-2b14-4343-9c86-26772cc949f5 req-dd35e7d6-6e75-4903-946c-6d12b0341d37 tempest-ImagesOneServerTestJSON-498043877 tempest-ImagesOneServerTestJSON-498043877-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=bf47040b21614ba6999fdf242635f233&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0289471 Aug 12 14:35:05.453508 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-50b560a8-8fa3-42c2-a62c-10e287027153 req-16d932a8-3280-4228-87f5-80b08171ce1e service neutron] 10.222.0.39 "GET /v2.0/networks/63f7bb20-fe7c-43e3-bcb6-44025e6f4b9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934436 Aug 12 14:35:05.513814 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.agents_db [None req-17ed3e4c-1a7d-4162-9646-11c134aca297 None None] Agent healthcheck: found 7 active agents {{(pid=94469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 14:35:05.565000 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-50b560a8-8fa3-42c2-a62c-10e287027153 req-57dfd897-ed77-440a-b92e-8c43e2cf815b service neutron] 10.222.0.39 "GET /v2.0/networks/63f7bb20-fe7c-43e3-bcb6-44025e6f4b9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048124 Aug 12 14:35:05.819319 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9624e4d-1dc9-4dc9-bdd6-80bf45b6fa92 req-553caa2f-cffc-4edb-a357-abe9e9b1dbf4 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:35:05.829623 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-c9624e4d-1dc9-4dc9-bdd6-80bf45b6fa92 req-553caa2f-cffc-4edb-a357-abe9e9b1dbf4 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/ports?device_id=1e762752-e6ff-40ec-b4e5-358595500206 HTTP/1.1" status: 200 len: 950 time: 0.1009142 Aug 12 14:35:05.879045 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-c9624e4d-1dc9-4dc9-bdd6-80bf45b6fa92 req-c5a0df56-3cf8-4cb6-a0b4-4faa342bd359 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0307eb3-f523-445b-8e1d-79deac809303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482526 Aug 12 14:35:06.002664 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-74b46d94-4718-4308-baca-2abcdcb0fcd9 req-38d370ee-917e-4323-b216-51e031528148 tempest-ImagesOneServerTestJSON-498043877 tempest-ImagesOneServerTestJSON-498043877-project] 10.222.0.39 "GET /v2.0/ports?device_id=0f01811a-e459-4aa6-885e-ea14459bfb91 HTTP/1.1" status: 200 len: 210 time: 0.0345535 Aug 12 14:35:06.180860 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220138d3-b47a-42a4-a541-5a2106138113 req-966260f1-9a72-44c7-b0ee-f13beb3eef30 tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:35:06.190205 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-220138d3-b47a-42a4-a541-5a2106138113 req-966260f1-9a72-44c7-b0ee-f13beb3eef30 tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] 10.222.0.39 "GET /v2.0/ports?device_id=f74794c1-d77b-4d85-ba55-7cc5380b83f4 HTTP/1.1" status: 200 len: 945 time: 0.0885115 Aug 12 14:35:06.234011 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-220138d3-b47a-42a4-a541-5a2106138113 req-615878d3-d65a-42d6-9197-1c4a7164ad4c tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] 10.222.0.39 "GET /v2.0/security-groups?id=c46585fa-da50-4ef3-834f-e3a7c15dd624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426350 Aug 12 14:35:06.282304 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-7024c1d8-0ab7-4183-a36c-368f28aeb083 req-33605fe8-b34b-46af-9f44-e2f4e1aa4eb1 tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] 10.222.0.39 "GET /v2.0/ports?device_id=dace4959-84df-4964-8a1e-18565c9c7311 HTTP/1.1" status: 200 len: 210 time: 0.0571582 Aug 12 14:35:06.341728 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b58ef5a-e829-4d1d-a897-56f2d06cd004 req-ccec309e-26e1-4944-b284-ebccdc362622 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:35:06.347500 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4b58ef5a-e829-4d1d-a897-56f2d06cd004 req-ccec309e-26e1-4944-b284-ebccdc362622 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] 10.222.0.39 "GET /v2.0/ports?device_id=d3e6d2ac-ef5b-4192-80e2-af49f1b7a811 HTTP/1.1" status: 200 len: 944 time: 0.0578825 Aug 12 14:35:06.401315 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4b58ef5a-e829-4d1d-a897-56f2d06cd004 req-4c313f6e-9c11-4ad7-8514-f7a8ddd76876 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] 10.222.0.39 "GET /v2.0/security-groups?id=11312995-c93d-4754-9dea-15693c54238a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497301 Aug 12 14:35:06.513600 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b13bc79-93e5-4c56-b909-dd603928af57 req-5d704a49-f307-46b7-8165-69997f71c6e2 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:35:06.515183 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-8b13bc79-93e5-4c56-b909-dd603928af57 req-5d704a49-f307-46b7-8165-69997f71c6e2 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] 10.222.0.64 "GET /v2.0/ports?device_id=d3e6d2ac-ef5b-4192-80e2-af49f1b7a811 HTTP/1.1" status: 200 len: 944 time: 0.0601995 Aug 12 14:35:06.618734 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [req-8b13bc79-93e5-4c56-b909-dd603928af57 req-6d155a19-b517-4ad7-9cc4-6d3dcda8996b tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] Deleting port 0a60b2ab-2e1f-466d-89a3-9f3975e77d1f {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:35:06.619131 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-8b13bc79-93e5-4c56-b909-dd603928af57 req-6d155a19-b517-4ad7-9cc4-6d3dcda8996b tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:06.724604 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-8b13bc79-93e5-4c56-b909-dd603928af57 req-6d155a19-b517-4ad7-9cc4-6d3dcda8996b tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] For port 0a60b2ab-2e1f-466d-89a3-9f3975e77d1f, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=0a60b2ab-2e1f-466d-89a3-9f3975e77d1f,segment=NetworkSegment(2c5f2abe-b754-491c-837b-06e8fcd65d4b),segment_id=2c5f2abe-b754-491c-837b-06e8fcd65d4b)] {{(pid=94467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:35:06.724975 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-8b13bc79-93e5-4c56-b909-dd603928af57 req-6d155a19-b517-4ad7-9cc4-6d3dcda8996b tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:06.741204 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [req-8b13bc79-93e5-4c56-b909-dd603928af57 req-6d155a19-b517-4ad7-9cc4-6d3dcda8996b tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] Calling delete_port for 0a60b2ab-2e1f-466d-89a3-9f3975e77d1f owned by compute:nova {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:35:06.869519 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 35458) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:35:06.892468 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-8b13bc79-93e5-4c56-b909-dd603928af57 req-6d155a19-b517-4ad7-9cc4-6d3dcda8996b tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:06.906403 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] get_ports_and_sgs() called for port_ids ['0a60b2ab-2e1f-466d-89a3-9f3975e77d1f'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:35:06.949009 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-2fba9453-2b14-4343-9c86-26772cc949f5 req-b7110f3c-1e0d-4109-9b70-a07e9b824539 tempest-ImagesOneServerTestJSON-498043877 tempest-ImagesOneServerTestJSON-498043877-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=bf47040b21614ba6999fdf242635f233&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0385520 Aug 12 14:35:06.952597 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d155a19-b517-4ad7-9cc4-6d3dcda8996b tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] Pushing event deleted for resources: {'Port': ['ID=0a60b2ab-2e1f-466d-89a3-9f3975e77d1f,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:35:06.990403 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b13bc79-93e5-4c56-b909-dd603928af57 req-6d155a19-b517-4ad7-9cc4-6d3dcda8996b tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] No DVR routers for this DVR port 0a60b2ab-2e1f-466d-89a3-9f3975e77d1f on host n-h1-694802-15 {{(pid=94467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:35:06.993405 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-8b13bc79-93e5-4c56-b909-dd603928af57 req-6d155a19-b517-4ad7-9cc4-6d3dcda8996b tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:06.995580 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-8b13bc79-93e5-4c56-b909-dd603928af57 req-6d155a19-b517-4ad7-9cc4-6d3dcda8996b tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] 10.222.0.64 "DELETE /v2.0/ports/0a60b2ab-2e1f-466d-89a3-9f3975e77d1f HTTP/1.1" status: 204 len: 173 time: 0.4702194 Aug 12 14:35:06.996089 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3e6d2ac-ef5b-4192-80e2-af49f1b7a811', 'name': 'network-vif-deleted', 'tag': '0a60b2ab-2e1f-466d-89a3-9f3975e77d1f'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:35:06.999041 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e65282f928b64038367d043a4411777802006c43a98742496cb2e25b724ff1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8434af87-eac2-454a-b84e-fdb2de65c0a6" -d '{"events": [{"server_uuid": "d3e6d2ac-ef5b-4192-80e2-af49f1b7a811", "name": "network-vif-deleted", "tag": "0a60b2ab-2e1f-466d-89a3-9f3975e77d1f"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:35:07.068399 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce01cd5c-fe6b-4ec9-b27b-a3d9e4bc9409 req-80cf88fd-ec65-45f5-a490-ece8dcf8e1eb tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:35:07.077064 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ce01cd5c-fe6b-4ec9-b27b-a3d9e4bc9409 req-80cf88fd-ec65-45f5-a490-ece8dcf8e1eb tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/ports?device_id=1e762752-e6ff-40ec-b4e5-358595500206 HTTP/1.1" status: 200 len: 950 time: 0.0747118 Aug 12 14:35:07.117673 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1b51f66d-2b2e-41f5-84a4-a1c454e5cc11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:07.118869 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 14:35:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82e2c7e4-246a-460e-b692-6f4047c74325 x-openstack-request-id: req-82e2c7e4-246a-460e-b692-6f4047c74325 {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:35:07.119193 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3e6d2ac-ef5b-4192-80e2-af49f1b7a811", "name": "network-vif-deleted", "tag": "0a60b2ab-2e1f-466d-89a3-9f3975e77d1f", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:35:07.119454 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-82e2c7e4-246a-460e-b692-6f4047c74325 {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:35:07.119852 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3e6d2ac-ef5b-4192-80e2-af49f1b7a811', 'name': 'network-vif-deleted', 'tag': '0a60b2ab-2e1f-466d-89a3-9f3975e77d1f', 'status': 'completed', 'code': 200} Aug 12 14:35:07.129450 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ce01cd5c-fe6b-4ec9-b27b-a3d9e4bc9409 req-2fe6d33c-d057-44af-aa89-b63e75127ec0 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0307eb3-f523-445b-8e1d-79deac809303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512903 Aug 12 14:35:07.193472 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fba9453-2b14-4343-9c86-26772cc949f5 req-bf890ba7-400b-4840-8b7e-acc74e3b3e88 tempest-ImagesOneServerTestJSON-498043877 tempest-ImagesOneServerTestJSON-498043877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:35:07.195139 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-2fba9453-2b14-4343-9c86-26772cc949f5 req-bf890ba7-400b-4840-8b7e-acc74e3b3e88 tempest-ImagesOneServerTestJSON-498043877 tempest-ImagesOneServerTestJSON-498043877-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2378125 Aug 12 14:35:07.210883 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [req-2fba9453-2b14-4343-9c86-26772cc949f5 req-e1a3091e-046c-422b-9ac4-5a42c4ed058c tempest-ImagesOneServerTestJSON-498043877 tempest-ImagesOneServerTestJSON-498043877-project] Request body: {'port': {'device_id': '0f01811a-e459-4aa6-885e-ea14459bfb91', 'network_id': '2525c403-dfb3-4196-a273-739607aab38a', 'admin_state_up': True, 'tenant_id': 'bf47040b21614ba6999fdf242635f233'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:35:07.359410 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1b51f66d-2b2e-41f5-84a4-a1c454e5cc11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:07.379562 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1b51f66d-2b2e-41f5-84a4-a1c454e5cc11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:07.394400 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9945e029-ef67-46b0-94de-026f39e8e982 req-152f779e-3a81-4d84-92bb-8b136c93ca25 tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:35:07.397877 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9945e029-ef67-46b0-94de-026f39e8e982 req-152f779e-3a81-4d84-92bb-8b136c93ca25 tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] 10.222.0.39 "GET /v2.0/ports?device_id=f74794c1-d77b-4d85-ba55-7cc5380b83f4 HTTP/1.1" status: 200 len: 945 time: 0.0854378 Aug 12 14:35:07.409934 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-1b51f66d-2b2e-41f5-84a4-a1c454e5cc11 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=efe138bb2db449fba7712c82ddd76261&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5391886 Aug 12 14:35:07.418536 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 35474) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:35:07.438987 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2fba9453-2b14-4343-9c86-26772cc949f5 req-e1a3091e-046c-422b-9ac4-5a42c4ed058c tempest-ImagesOneServerTestJSON-498043877 tempest-ImagesOneServerTestJSON-498043877-project] Made reservation on behalf of bf47040b21614ba6999fdf242635f233 for: {'port': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:35:07.442389 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-2fba9453-2b14-4343-9c86-26772cc949f5 req-e1a3091e-046c-422b-9ac4-5a42c4ed058c tempest-ImagesOneServerTestJSON-498043877 tempest-ImagesOneServerTestJSON-498043877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:07.475960 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-a08b787a-bd30-4d09-af84-b4e9fc7da62a req-92170e79-e2a8-4788-94f0-85105b848b24 tempest-ImagesOneServerTestJSON-498043877 tempest-ImagesOneServerTestJSON-498043877-project] 10.222.0.39 "GET /v2.0/ports?device_id=0f01811a-e459-4aa6-885e-ea14459bfb91 HTTP/1.1" status: 200 len: 210 time: 0.0631363 Aug 12 14:35:07.484669 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-2fba9453-2b14-4343-9c86-26772cc949f5 req-e1a3091e-046c-422b-9ac4-5a42c4ed058c tempest-ImagesOneServerTestJSON-498043877 tempest-ImagesOneServerTestJSON-498043877-project] Notify callbacks [] for security_group, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:07.491447 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b51f66d-2b2e-41f5-84a4-a1c454e5cc11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b35bb40-729f-4cac-b4c8-27958a4ccee1,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:35:07.548479 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2dbcd8b2-23af-4414-8acf-3261b6057593 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:07.557680 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b560a8-8fa3-42c2-a62c-10e287027153 req-81e19da8-04ec-4e4a-8488-c4ee29e352fb tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:35:07.560199 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-50b560a8-8fa3-42c2-a62c-10e287027153 req-81e19da8-04ec-4e4a-8488-c4ee29e352fb tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] 10.222.0.64 "GET /v2.0/networks?id=63f7bb20-fe7c-43e3-bcb6-44025e6f4b9c HTTP/1.1" status: 200 len: 815 time: 0.1609263 Aug 12 14:35:07.563608 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9945e029-ef67-46b0-94de-026f39e8e982 req-cc121ee3-88ea-44ba-a48d-b449049c928c tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] 10.222.0.39 "GET /v2.0/security-groups?id=c46585fa-da50-4ef3-834f-e3a7c15dd624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122539 Aug 12 14:35:07.575693 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-50b560a8-8fa3-42c2-a62c-10e287027153 req-b15f0e83-f9c6-4aa4-9fe5-9d79f88aa741 tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] Request body: {'port': {'device_id': 'dace4959-84df-4964-8a1e-18565c9c7311', 'network_id': '63f7bb20-fe7c-43e3-bcb6-44025e6f4b9c', 'admin_state_up': True, 'tenant_id': 'c7cf81f007a244068628d9dac2415a0e'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:35:07.599057 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-f24e40a4-b775-486a-bd3a-b96725c07ed3 req-76bfabe2-ba9a-4d3c-95e8-a660ea55837d tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] 10.222.0.39 "GET /v2.0/ports?device_id=dace4959-84df-4964-8a1e-18565c9c7311 HTTP/1.1" status: 200 len: 210 time: 0.0469801 Aug 12 14:35:07.628066 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2dbcd8b2-23af-4414-8acf-3261b6057593 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:07.721473 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a29a778d-4b61-490a-9e66-fe60aba1642d req-0806ab8b-9d76-487c-83d4-bd6f7a6af043 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] 10.222.0.39 "GET /v2.0/ports?device_id=d3e6d2ac-ef5b-4192-80e2-af49f1b7a811 HTTP/1.1" status: 200 len: 210 time: 0.0480723 Aug 12 14:35:07.724521 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-2fba9453-2b14-4343-9c86-26772cc949f5 req-e1a3091e-046c-422b-9ac4-5a42c4ed058c tempest-ImagesOneServerTestJSON-498043877 tempest-ImagesOneServerTestJSON-498043877-project] Notify callbacks [] for security_group, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:07.725943 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2dbcd8b2-23af-4414-8acf-3261b6057593 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:07.728715 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2dbcd8b2-23af-4414-8acf-3261b6057593 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:07.730219 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-2dbcd8b2-23af-4414-8acf-3261b6057593 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1b35bb40-729f-4cac-b4c8-27958a4ccee1 HTTP/1.1" status: 204 len: 168 time: 0.3100309 Aug 12 14:35:07.741951 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbcd8b2-23af-4414-8acf-3261b6057593 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b35bb40-729f-4cac-b4c8-27958a4ccee1,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:35:07.742872 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-2fba9453-2b14-4343-9c86-26772cc949f5 req-e1a3091e-046c-422b-9ac4-5a42c4ed058c tempest-ImagesOneServerTestJSON-498043877 tempest-ImagesOneServerTestJSON-498043877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:07.806838 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50b560a8-8fa3-42c2-a62c-10e287027153 req-b15f0e83-f9c6-4aa4-9fe5-9d79f88aa741 tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] Made reservation on behalf of c7cf81f007a244068628d9dac2415a0e for: {'port': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:35:07.813051 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-50b560a8-8fa3-42c2-a62c-10e287027153 req-b15f0e83-f9c6-4aa4-9fe5-9d79f88aa741 tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:07.826078 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a3091e-046c-422b-9ac4-5a42c4ed058c tempest-ImagesOneServerTestJSON-498043877 tempest-ImagesOneServerTestJSON-498043877-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7a86a5b-b20d-43ab-bf74-8d7135bde2fc,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:35:07.911293 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [req-2fba9453-2b14-4343-9c86-26772cc949f5 req-e1a3091e-046c-422b-9ac4-5a42c4ed058c tempest-ImagesOneServerTestJSON-498043877 tempest-ImagesOneServerTestJSON-498043877-project] Allocated IP 192.168.233.161 (2525c403-dfb3-4196-a273-739607aab38a/236e0be6-1c94-4221-9e8b-ab02a53331f8/d0cdbccb-b249-40a7-844c-3603f0053795) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:35:07.978028 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_common [req-50b560a8-8fa3-42c2-a62c-10e287027153 req-b15f0e83-f9c6-4aa4-9fe5-9d79f88aa741 tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] Allocated IP 172.20.0.13 (63f7bb20-fe7c-43e3-bcb6-44025e6f4b9c/65ea27f3-7f0e-428c-8c45-871b6e9bfddc/98b2f474-3add-4406-8544-afd4b82043d3) {{(pid=94467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:35:08.080872 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-2fba9453-2b14-4343-9c86-26772cc949f5 req-e1a3091e-046c-422b-9ac4-5a42c4ed058c tempest-ImagesOneServerTestJSON-498043877 tempest-ImagesOneServerTestJSON-498043877-project] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:08.100456 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 35486) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:35:08.101657 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [req-2fba9453-2b14-4343-9c86-26772cc949f5 req-e1a3091e-046c-422b-9ac4-5a42c4ed058c tempest-ImagesOneServerTestJSON-498043877 tempest-ImagesOneServerTestJSON-498043877-project] Transition to ACTIVE for port object d0cdbccb-b249-40a7-844c-3603f0053795 will not be triggered until provisioned by entity DHCP. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:35:08.140706 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-2fba9453-2b14-4343-9c86-26772cc949f5 req-e1a3091e-046c-422b-9ac4-5a42c4ed058c tempest-ImagesOneServerTestJSON-498043877 tempest-ImagesOneServerTestJSON-498043877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:08.196437 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2fba9453-2b14-4343-9c86-26772cc949f5 req-e1a3091e-046c-422b-9ac4-5a42c4ed058c tempest-ImagesOneServerTestJSON-498043877 tempest-ImagesOneServerTestJSON-498043877-project] Network 2525c403-dfb3-4196-a273-739607aab38a is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:35:08.201398 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [req-2fba9453-2b14-4343-9c86-26772cc949f5 req-e1a3091e-046c-422b-9ac4-5a42c4ed058c tempest-ImagesOneServerTestJSON-498043877 tempest-ImagesOneServerTestJSON-498043877-project] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:35:08.204027 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fba9453-2b14-4343-9c86-26772cc949f5 req-e1a3091e-046c-422b-9ac4-5a42c4ed058c tempest-ImagesOneServerTestJSON-498043877 tempest-ImagesOneServerTestJSON-498043877-project] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:35:08.233208 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a3091e-046c-422b-9ac4-5a42c4ed058c tempest-ImagesOneServerTestJSON-498043877 tempest-ImagesOneServerTestJSON-498043877-project] Pushing event updated for resources: {'Port': ['ID=d0cdbccb-b249-40a7-844c-3603f0053795,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:35:08.295287 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fba9453-2b14-4343-9c86-26772cc949f5 req-e1a3091e-046c-422b-9ac4-5a42c4ed058c tempest-ImagesOneServerTestJSON-498043877 tempest-ImagesOneServerTestJSON-498043877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:35:08.296098 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-2fba9453-2b14-4343-9c86-26772cc949f5 req-e1a3091e-046c-422b-9ac4-5a42c4ed058c tempest-ImagesOneServerTestJSON-498043877 tempest-ImagesOneServerTestJSON-498043877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:08.322737 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23019f1-19e7-4667-ba7c-f5d8f5aceb60 req-f03c61e3-a31d-4f09-adc3-c535d4d2ab78 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:35:08.324596 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-e23019f1-19e7-4667-ba7c-f5d8f5aceb60 req-f03c61e3-a31d-4f09-adc3-c535d4d2ab78 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/ports?device_id=1e762752-e6ff-40ec-b4e5-358595500206 HTTP/1.1" status: 200 len: 950 time: 0.0924652 Aug 12 14:35:08.327192 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-2fba9453-2b14-4343-9c86-26772cc949f5 req-e1a3091e-046c-422b-9ac4-5a42c4ed058c tempest-ImagesOneServerTestJSON-498043877 tempest-ImagesOneServerTestJSON-498043877-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1222732 Aug 12 14:35:08.384505 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-e23019f1-19e7-4667-ba7c-f5d8f5aceb60 req-35d2aba1-4206-41e9-aa87-6e211c5e79af tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0307eb3-f523-445b-8e1d-79deac809303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486121 Aug 12 14:35:08.425926 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-cd7e9ed4-085f-465c-9e61-6b4e35e52193 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:08.437219 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-63a6d516-808c-4736-aebf-0422a2961199 None None] Provisioning for port d0cdbccb-b249-40a7-844c-3603f0053795 completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:35:08.443090 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-63a6d516-808c-4736-aebf-0422a2961199 None None] Provisioning complete for port d0cdbccb-b249-40a7-844c-3603f0053795 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:35:08.443695 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-63a6d516-808c-4736-aebf-0422a2961199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:08.457077 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-50b560a8-8fa3-42c2-a62c-10e287027153 req-b15f0e83-f9c6-4aa4-9fe5-9d79f88aa741 tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] Notify callbacks [] for port, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:08.480644 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-63a6d516-808c-4736-aebf-0422a2961199 None None] Port d0cdbccb-b249-40a7-844c-3603f0053795 cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 14:35:08.526345 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [req-2fba9453-2b14-4343-9c86-26772cc949f5 req-9869b764-9924-4617-abda-67d0dcaefa86 service neutron] Request body: {'port': {'device_id': '0f01811a-e459-4aa6-885e-ea14459bfb91', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-694802-15'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:35:08.535327 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-50b560a8-8fa3-42c2-a62c-10e287027153 req-b15f0e83-f9c6-4aa4-9fe5-9d79f88aa741 tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:08.593293 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-2fba9453-2b14-4343-9c86-26772cc949f5 req-9869b764-9924-4617-abda-67d0dcaefa86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:08.628192 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50b560a8-8fa3-42c2-a62c-10e287027153 req-b15f0e83-f9c6-4aa4-9fe5-9d79f88aa741 tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] Network 63f7bb20-fe7c-43e3-bcb6-44025e6f4b9c is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:35:08.632236 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15f0e83-f9c6-4aa4-9fe5-9d79f88aa741 tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] Pushing event updated for resources: {'Port': ['ID=98b2f474-3add-4406-8544-afd4b82043d3,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:35:08.644415 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [req-50b560a8-8fa3-42c2-a62c-10e287027153 req-b15f0e83-f9c6-4aa4-9fe5-9d79f88aa741 tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:35:08.647983 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-cd7e9ed4-085f-465c-9e61-6b4e35e52193 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:08.649022 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [req-50b560a8-8fa3-42c2-a62c-10e287027153 req-b15f0e83-f9c6-4aa4-9fe5-9d79f88aa741 tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] Received port after_create {{(pid=94467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:35:08.655496 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-cd7e9ed4-085f-465c-9e61-6b4e35e52193 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:08.706957 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b975ad-febe-4fb3-a286-b168fe38602c req-2ea7dd80-32ac-4c67-925f-53cd95b692d6 tempest-ImagesOneServerTestJSON-498043877 tempest-ImagesOneServerTestJSON-498043877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:35:08.708456 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-09b975ad-febe-4fb3-a286-b168fe38602c req-2ea7dd80-32ac-4c67-925f-53cd95b692d6 tempest-ImagesOneServerTestJSON-498043877 tempest-ImagesOneServerTestJSON-498043877-project] 10.222.0.39 "GET /v2.0/ports?device_id=0f01811a-e459-4aa6-885e-ea14459bfb91 HTTP/1.1" status: 200 len: 936 time: 0.1375878 Aug 12 14:35:08.754925 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-cd7e9ed4-085f-465c-9e61-6b4e35e52193 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=94d664a275134ee58cb328720049a524&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6534085 Aug 12 14:35:08.755673 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7e9ed4-085f-465c-9e61-6b4e35e52193 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5c63b27-d07b-4add-b525-0331babf97ab,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:35:08.758189 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 35498) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:35:08.765778 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b560a8-8fa3-42c2-a62c-10e287027153 req-b15f0e83-f9c6-4aa4-9fe5-9d79f88aa741 tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:35:08.766255 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-50b560a8-8fa3-42c2-a62c-10e287027153 req-b15f0e83-f9c6-4aa4-9fe5-9d79f88aa741 tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:08.792558 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-09b975ad-febe-4fb3-a286-b168fe38602c req-080094d9-1fbf-4fcd-a5a9-162970e72427 tempest-ImagesOneServerTestJSON-498043877 tempest-ImagesOneServerTestJSON-498043877-project] 10.222.0.39 "GET /v2.0/security-groups?id=d7a86a5b-b20d-43ab-bf74-8d7135bde2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762000 Aug 12 14:35:08.794312 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-50b560a8-8fa3-42c2-a62c-10e287027153 req-b15f0e83-f9c6-4aa4-9fe5-9d79f88aa741 tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2246482 Aug 12 14:35:08.806739 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-50b560a8-8fa3-42c2-a62c-10e287027153 req-87e7efa4-f313-4281-bfc1-9153f1151b4e service neutron] Request body: {'port': {'device_id': 'dace4959-84df-4964-8a1e-18565c9c7311', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-694802-15'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:35:08.807842 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e655c7-dae6-4bfb-984b-614d25ca4870 req-2e61b70a-0832-4c11-a4a8-4d080dd937a2 tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:35:08.809940 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-69e655c7-dae6-4bfb-984b-614d25ca4870 req-2e61b70a-0832-4c11-a4a8-4d080dd937a2 tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] 10.222.0.39 "GET /v2.0/ports?device_id=f74794c1-d77b-4d85-ba55-7cc5380b83f4 HTTP/1.1" status: 200 len: 945 time: 0.1639647 Aug 12 14:35:08.870552 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-50b560a8-8fa3-42c2-a62c-10e287027153 req-87e7efa4-f313-4281-bfc1-9153f1151b4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:08.917650 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-69e655c7-dae6-4bfb-984b-614d25ca4870 req-2128c40b-6a68-424d-93b7-786a00b68de1 tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] 10.222.0.39 "GET /v2.0/security-groups?id=c46585fa-da50-4ef3-834f-e3a7c15dd624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935235 Aug 12 14:35:08.926551 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-860cf0c4-8801-436b-a913-5603178d0989 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:08.964099 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-860cf0c4-8801-436b-a913-5603178d0989 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:08.966293 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da90dcf6-9d51-4a2c-96c6-aefa974200cc req-3d1d7419-7477-4cd9-bef6-18f5ad2e59b4 tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:35:08.967944 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-da90dcf6-9d51-4a2c-96c6-aefa974200cc req-3d1d7419-7477-4cd9-bef6-18f5ad2e59b4 tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] 10.222.0.39 "GET /v2.0/ports?device_id=dace4959-84df-4964-8a1e-18565c9c7311 HTTP/1.1" status: 200 len: 932 time: 0.0991836 Aug 12 14:35:09.044968 n-d-694802-15 neutron-server[94466]: DEBUG neutron.notifiers.nova [req-2fba9453-2b14-4343-9c86-26772cc949f5 req-9869b764-9924-4617-abda-67d0dcaefa86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0cdbccb-b249-40a7-844c-3603f0053795 {{(pid=94466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:35:09.054788 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-2fba9453-2b14-4343-9c86-26772cc949f5 req-9869b764-9924-4617-abda-67d0dcaefa86 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:09.070686 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [req-2fba9453-2b14-4343-9c86-26772cc949f5 req-9869b764-9924-4617-abda-67d0dcaefa86 service neutron] Transition to ACTIVE for port object d0cdbccb-b249-40a7-844c-3603f0053795 will not be triggered until provisioned by entity L2. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:35:09.071806 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-860cf0c4-8801-436b-a913-5603178d0989 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:09.075063 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-860cf0c4-8801-436b-a913-5603178d0989 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:09.078846 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-860cf0c4-8801-436b-a913-5603178d0989 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d5c63b27-d07b-4add-b525-0331babf97ab HTTP/1.1" status: 204 len: 168 time: 0.3180010 Aug 12 14:35:09.088227 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-2fba9453-2b14-4343-9c86-26772cc949f5 req-9869b764-9924-4617-abda-67d0dcaefa86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3718439'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:09.100097 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-da90dcf6-9d51-4a2c-96c6-aefa974200cc req-087d4f77-bd9f-42e6-98df-7cb74b5ce2ef tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] 10.222.0.39 "GET /v2.0/security-groups?id=87f02c46-9837-45f6-a8f5-f67c20068d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799587 Aug 12 14:35:09.131475 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860cf0c4-8801-436b-a913-5603178d0989 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5c63b27-d07b-4add-b525-0331babf97ab,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:35:09.188710 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9869b764-9924-4617-abda-67d0dcaefa86 service neutron] Pushing event updated for resources: {'Port': ['ID=d0cdbccb-b249-40a7-844c-3603f0053795,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:35:09.258013 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device 0a60b2ab-2e1f-466d-89a3-9f3975e77d1f no longer exists at agent hyperv_n-h1-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:35:09.303796 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-93370168-53ca-47c2-9e27-b066be57125c None None] No Port match for: 0a60b2ab-2e1f-466d-89a3-9f3975e77d1f {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 14:35:09.304587 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device 0a60b2ab-2e1f-466d-89a3-9f3975e77d1f not bound to the agent host n-h1-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:35:09.305119 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [req-2fba9453-2b14-4343-9c86-26772cc949f5 req-9869b764-9924-4617-abda-67d0dcaefa86 service neutron] Attempting to bind port d0cdbccb-b249-40a7-844c-3603f0053795 on host n-h1-694802-15 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:35:09.305684 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [req-2fba9453-2b14-4343-9c86-26772cc949f5 req-9869b764-9924-4617-abda-67d0dcaefa86 service neutron] Attempting to bind port d0cdbccb-b249-40a7-844c-3603f0053795 by drivers openvswitch,hyperv on host n-h1-694802-15 at level 0 using segments [{'id': 'a1f8c867-101b-4d30-814e-b89f55a5edd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '2525c403-dfb3-4196-a273-739607aab38a'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:35:09.306972 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fba9453-2b14-4343-9c86-26772cc949f5 req-9869b764-9924-4617-abda-67d0dcaefa86 service neutron] Attempting to bind port d0cdbccb-b249-40a7-844c-3603f0053795 on network 2525c403-dfb3-4196-a273-739607aab38a {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:35:09.314426 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fba9453-2b14-4343-9c86-26772cc949f5 req-9869b764-9924-4617-abda-67d0dcaefa86 service neutron] Port d0cdbccb-b249-40a7-844c-3603f0053795 on network 2525c403-dfb3-4196-a273-739607aab38a not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-15 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 14:35:09.315175 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fba9453-2b14-4343-9c86-26772cc949f5 req-9869b764-9924-4617-abda-67d0dcaefa86 service neutron] Attempting to bind port d0cdbccb-b249-40a7-844c-3603f0053795 on network 2525c403-dfb3-4196-a273-739607aab38a {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:35:09.320919 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fba9453-2b14-4343-9c86-26772cc949f5 req-9869b764-9924-4617-abda-67d0dcaefa86 service neutron] Checking agent: {'id': 'de568313-a3e6-454a-9813-77e25edcea95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 27, 41), 'started_at': datetime.datetime(2021, 8, 12, 14, 27, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 34, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:35:09.321846 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fba9453-2b14-4343-9c86-26772cc949f5 req-9869b764-9924-4617-abda-67d0dcaefa86 service neutron] Checking segment: {'id': 'a1f8c867-101b-4d30-814e-b89f55a5edd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '2525c403-dfb3-4196-a273-739607aab38a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:35:09.322524 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fba9453-2b14-4343-9c86-26772cc949f5 req-9869b764-9924-4617-abda-67d0dcaefa86 service neutron] Bound using segment: {'id': 'a1f8c867-101b-4d30-814e-b89f55a5edd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '2525c403-dfb3-4196-a273-739607aab38a'} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:35:09.323298 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [req-2fba9453-2b14-4343-9c86-26772cc949f5 req-9869b764-9924-4617-abda-67d0dcaefa86 service neutron] Bound port: d0cdbccb-b249-40a7-844c-3603f0053795, host: n-h1-694802-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1f8c867-101b-4d30-814e-b89f55a5edd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '2525c403-dfb3-4196-a273-739607aab38a'}}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:35:09.323838 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-2fba9453-2b14-4343-9c86-26772cc949f5 req-9869b764-9924-4617-abda-67d0dcaefa86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:09.343286 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [req-50b560a8-8fa3-42c2-a62c-10e287027153 req-87e7efa4-f313-4281-bfc1-9153f1151b4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98b2f474-3add-4406-8544-afd4b82043d3 {{(pid=94467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:35:09.354777 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-50b560a8-8fa3-42c2-a62c-10e287027153 req-87e7efa4-f313-4281-bfc1-9153f1151b4e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:09.392200 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [req-50b560a8-8fa3-42c2-a62c-10e287027153 req-87e7efa4-f313-4281-bfc1-9153f1151b4e service neutron] Transition to ACTIVE for port object 98b2f474-3add-4406-8544-afd4b82043d3 will not be triggered until provisioned by entity L2. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:35:09.400871 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-50b560a8-8fa3-42c2-a62c-10e287027153 req-87e7efa4-f313-4281-bfc1-9153f1151b4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:09.425308 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [req-2fba9453-2b14-4343-9c86-26772cc949f5 req-9869b764-9924-4617-abda-67d0dcaefa86 service neutron] For port d0cdbccb-b249-40a7-844c-3603f0053795, host n-h1-694802-15, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:35:09.433687 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [req-2fba9453-2b14-4343-9c86-26772cc949f5 req-9869b764-9924-4617-abda-67d0dcaefa86 service neutron] For port d0cdbccb-b249-40a7-844c-3603f0053795, host n-h1-694802-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=d0cdbccb-b249-40a7-844c-3603f0053795,segment=NetworkSegment(a1f8c867-101b-4d30-814e-b89f55a5edd0),segment_id=a1f8c867-101b-4d30-814e-b89f55a5edd0)] {{(pid=94466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:35:09.441354 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-2fba9453-2b14-4343-9c86-26772cc949f5 req-9869b764-9924-4617-abda-67d0dcaefa86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3718439'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:09.450671 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea0de81-9f41-4447-9eab-9e87c2830421 req-796b0264-8113-4fe1-8217-12cca6b721bb tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:35:09.458387 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-dea0de81-9f41-4447-9eab-9e87c2830421 req-796b0264-8113-4fe1-8217-12cca6b721bb tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] 10.222.0.39 "GET /v2.0/ports?device_id=538d90da-cd87-4429-8357-72e4212d8efc HTTP/1.1" status: 200 len: 944 time: 0.1094131 Aug 12 14:35:09.459788 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fba9453-2b14-4343-9c86-26772cc949f5 req-9869b764-9924-4617-abda-67d0dcaefa86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:35:09.460817 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-2fba9453-2b14-4343-9c86-26772cc949f5 req-9869b764-9924-4617-abda-67d0dcaefa86 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:09.462965 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-2fba9453-2b14-4343-9c86-26772cc949f5 req-9869b764-9924-4617-abda-67d0dcaefa86 service neutron] 10.222.0.64 "PUT /v2.0/ports/d0cdbccb-b249-40a7-844c-3603f0053795 HTTP/1.1" status: 200 len: 1097 time: 1.1133862 Aug 12 14:35:09.487400 n-d-694802-15 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f01811a-e459-4aa6-885e-ea14459bfb91', 'tag': 'd0cdbccb-b249-40a7-844c-3603f0053795'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:35:09.489656 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e785eeede3897370d0b20f09d5f461b30cfecd5ed38c4f07dacd02bc52c9277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-223a4d18-bf11-4c11-990e-c1cdc886580d" -d '{"events": [{"name": "network-changed", "server_uuid": "0f01811a-e459-4aa6-885e-ea14459bfb91", "tag": "d0cdbccb-b249-40a7-844c-3603f0053795"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:35:09.533552 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e7efa4-f313-4281-bfc1-9153f1151b4e service neutron] Pushing event updated for resources: {'Port': ['ID=98b2f474-3add-4406-8544-afd4b82043d3,revision_number=2']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:35:09.608390 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-dea0de81-9f41-4447-9eab-9e87c2830421 req-379a06bc-5ea1-4e04-8d36-ede6cbaa45ec tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] 10.222.0.39 "GET /v2.0/security-groups?id=11312995-c93d-4754-9dea-15693c54238a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435790 Aug 12 14:35:09.637630 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9869b764-9924-4617-abda-67d0dcaefa86 service neutron] Pushing event updated for resources: {'Port': ['ID=d0cdbccb-b249-40a7-844c-3603f0053795,revision_number=3']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:35:09.649565 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-50b560a8-8fa3-42c2-a62c-10e287027153 req-87e7efa4-f313-4281-bfc1-9153f1151b4e service neutron] Attempting to bind port 98b2f474-3add-4406-8544-afd4b82043d3 on host n-h1-694802-15 for vnic_type normal with profile {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:35:09.649974 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-50b560a8-8fa3-42c2-a62c-10e287027153 req-87e7efa4-f313-4281-bfc1-9153f1151b4e service neutron] Attempting to bind port 98b2f474-3add-4406-8544-afd4b82043d3 by drivers openvswitch,hyperv on host n-h1-694802-15 at level 0 using segments [{'id': '111c8fb4-95f7-4303-b261-7f0bb42c0aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '63f7bb20-fe7c-43e3-bcb6-44025e6f4b9c'}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:35:09.650378 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50b560a8-8fa3-42c2-a62c-10e287027153 req-87e7efa4-f313-4281-bfc1-9153f1151b4e service neutron] Attempting to bind port 98b2f474-3add-4406-8544-afd4b82043d3 on network 63f7bb20-fe7c-43e3-bcb6-44025e6f4b9c {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:35:09.656872 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50b560a8-8fa3-42c2-a62c-10e287027153 req-87e7efa4-f313-4281-bfc1-9153f1151b4e service neutron] Port 98b2f474-3add-4406-8544-afd4b82043d3 on network 63f7bb20-fe7c-43e3-bcb6-44025e6f4b9c not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-15 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 14:35:09.657425 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50b560a8-8fa3-42c2-a62c-10e287027153 req-87e7efa4-f313-4281-bfc1-9153f1151b4e service neutron] Attempting to bind port 98b2f474-3add-4406-8544-afd4b82043d3 on network 63f7bb20-fe7c-43e3-bcb6-44025e6f4b9c {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:35:09.661339 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fba9453-2b14-4343-9c86-26772cc949f5 req-34ac7226-3eeb-457e-b858-f14b98a94d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:35:09.663455 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-2fba9453-2b14-4343-9c86-26772cc949f5 req-34ac7226-3eeb-457e-b858-f14b98a94d45 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=bf47040b21614ba6999fdf242635f233&device_id=0f01811a-e459-4aa6-885e-ea14459bfb91 HTTP/1.1" status: 200 len: 1100 time: 0.1497488 Aug 12 14:35:09.665619 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50b560a8-8fa3-42c2-a62c-10e287027153 req-87e7efa4-f313-4281-bfc1-9153f1151b4e service neutron] Checking agent: {'id': 'de568313-a3e6-454a-9813-77e25edcea95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 27, 41), 'started_at': datetime.datetime(2021, 8, 12, 14, 27, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 34, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:35:09.666185 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50b560a8-8fa3-42c2-a62c-10e287027153 req-87e7efa4-f313-4281-bfc1-9153f1151b4e service neutron] Checking segment: {'id': '111c8fb4-95f7-4303-b261-7f0bb42c0aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '63f7bb20-fe7c-43e3-bcb6-44025e6f4b9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:35:09.666807 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50b560a8-8fa3-42c2-a62c-10e287027153 req-87e7efa4-f313-4281-bfc1-9153f1151b4e service neutron] Bound using segment: {'id': '111c8fb4-95f7-4303-b261-7f0bb42c0aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '63f7bb20-fe7c-43e3-bcb6-44025e6f4b9c'} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:35:09.667719 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-50b560a8-8fa3-42c2-a62c-10e287027153 req-87e7efa4-f313-4281-bfc1-9153f1151b4e service neutron] Bound port: 98b2f474-3add-4406-8544-afd4b82043d3, host: n-h1-694802-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '111c8fb4-95f7-4303-b261-7f0bb42c0aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '63f7bb20-fe7c-43e3-bcb6-44025e6f4b9c'}}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:35:09.668298 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-50b560a8-8fa3-42c2-a62c-10e287027153 req-87e7efa4-f313-4281-bfc1-9153f1151b4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:09.679596 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3b7e6d-21d9-4ac2-885a-1b363d0e992b req-91c5a162-e3ea-4445-a598-c831c5ce844e tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:35:09.695797 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-7a3b7e6d-21d9-4ac2-885a-1b363d0e992b req-91c5a162-e3ea-4445-a598-c831c5ce844e tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/ports?device_id=1e762752-e6ff-40ec-b4e5-358595500206 HTTP/1.1" status: 200 len: 950 time: 0.1850390 Aug 12 14:35:09.780317 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-2fba9453-2b14-4343-9c86-26772cc949f5 req-fd26dfd0-e51c-4896-b15f-4d6b99c344ce service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=d0cdbccb-b249-40a7-844c-3603f0053795 HTTP/1.1" status: 200 len: 217 time: 0.0789292 Aug 12 14:35:09.835862 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-50b560a8-8fa3-42c2-a62c-10e287027153 req-87e7efa4-f313-4281-bfc1-9153f1151b4e service neutron] For port 98b2f474-3add-4406-8544-afd4b82043d3, host n-h1-694802-15, cleared binding levels {{(pid=94467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:35:09.866918 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cc3312-33ec-461a-bf06-94cf4df2c870 req-893da907-9875-4000-947f-1cc458de8b30 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:35:09.870486 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e1cc3312-33ec-461a-bf06-94cf4df2c870 req-893da907-9875-4000-947f-1cc458de8b30 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] 10.222.0.64 "GET /v2.0/ports?device_id=538d90da-cd87-4429-8357-72e4212d8efc HTTP/1.1" status: 200 len: 944 time: 0.1317618 Aug 12 14:35:09.874366 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-50b560a8-8fa3-42c2-a62c-10e287027153 req-87e7efa4-f313-4281-bfc1-9153f1151b4e service neutron] For port 98b2f474-3add-4406-8544-afd4b82043d3, host n-h1-694802-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=98b2f474-3add-4406-8544-afd4b82043d3,segment=NetworkSegment(111c8fb4-95f7-4303-b261-7f0bb42c0aef),segment_id=111c8fb4-95f7-4303-b261-7f0bb42c0aef)] {{(pid=94467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:35:09.881847 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-50b560a8-8fa3-42c2-a62c-10e287027153 req-87e7efa4-f313-4281-bfc1-9153f1151b4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:09.886445 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fba9453-2b14-4343-9c86-26772cc949f5 req-c53189a9-3012-4a0f-bd78-b48689dd55ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:35:09.888286 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-2fba9453-2b14-4343-9c86-26772cc949f5 req-c53189a9-3012-4a0f-bd78-b48689dd55ce service neutron] 10.222.0.64 "GET /v2.0/subnets?id=236e0be6-1c94-4221-9e8b-ab02a53331f8 HTTP/1.1" status: 200 len: 843 time: 0.1005695 Aug 12 14:35:09.892920 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 14:35:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56f6d847-d5f1-4130-abf4-93dd9ddbfd84 x-openstack-request-id: req-56f6d847-d5f1-4130-abf4-93dd9ddbfd84 {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:35:09.893218 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f01811a-e459-4aa6-885e-ea14459bfb91", "tag": "d0cdbccb-b249-40a7-844c-3603f0053795", "status": "completed", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:35:09.893467 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-56f6d847-d5f1-4130-abf4-93dd9ddbfd84 {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:35:09.893898 n-d-694802-15 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f01811a-e459-4aa6-885e-ea14459bfb91', 'tag': 'd0cdbccb-b249-40a7-844c-3603f0053795', 'status': 'completed', 'code': 200} Aug 12 14:35:09.896822 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-7a3b7e6d-21d9-4ac2-885a-1b363d0e992b req-38f0ba1f-e454-4ae9-a7b5-c7699c2e1192 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0307eb3-f523-445b-8e1d-79deac809303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998429 Aug 12 14:35:09.961103 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fba9453-2b14-4343-9c86-26772cc949f5 req-1c7c5053-927b-4323-9efb-2b4d4cb373df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:35:09.966938 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-2fba9453-2b14-4343-9c86-26772cc949f5 req-1c7c5053-927b-4323-9efb-2b4d4cb373df service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2525c403-dfb3-4196-a273-739607aab38a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0692329 Aug 12 14:35:10.006366 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b560a8-8fa3-42c2-a62c-10e287027153 req-87e7efa4-f313-4281-bfc1-9153f1151b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:35:10.006995 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-50b560a8-8fa3-42c2-a62c-10e287027153 req-87e7efa4-f313-4281-bfc1-9153f1151b4e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:10.008427 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-50b560a8-8fa3-42c2-a62c-10e287027153 req-87e7efa4-f313-4281-bfc1-9153f1151b4e service neutron] 10.222.0.64 "PUT /v2.0/ports/98b2f474-3add-4406-8544-afd4b82043d3 HTTP/1.1" status: 200 len: 1093 time: 1.2058792 Aug 12 14:35:10.020904 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-6cd51e7c-9452-4b32-b6b0-f0e08ff7e38c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:10.029459 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dace4959-84df-4964-8a1e-18565c9c7311', 'tag': '98b2f474-3add-4406-8544-afd4b82043d3'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:35:10.041295 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e65282f928b64038367d043a4411777802006c43a98742496cb2e25b724ff1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc646c89-b0af-4fc3-81d2-f2ee9067fd55" -d '{"events": [{"name": "network-changed", "server_uuid": "dace4959-84df-4964-8a1e-18565c9c7311", "tag": "98b2f474-3add-4406-8544-afd4b82043d3"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:35:10.111646 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b4177e-5107-4aa4-9620-c3e5224c9ac3 req-0981b937-a9b2-47e4-a079-e6ca2eed6da5 tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:35:10.113147 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-a1b4177e-5107-4aa4-9620-c3e5224c9ac3 req-0981b937-a9b2-47e4-a079-e6ca2eed6da5 tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] 10.222.0.39 "GET /v2.0/ports?device_id=f74794c1-d77b-4d85-ba55-7cc5380b83f4 HTTP/1.1" status: 200 len: 945 time: 0.0869112 Aug 12 14:35:10.116823 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-2fba9453-2b14-4343-9c86-26772cc949f5 req-7a6630be-1be1-451f-a9ca-35469aa66305 service neutron] 10.222.0.64 "GET /v2.0/networks/2525c403-dfb3-4196-a273-739607aab38a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429977 Aug 12 14:35:10.139949 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e7efa4-f313-4281-bfc1-9153f1151b4e service neutron] Pushing event updated for resources: {'Port': ['ID=98b2f474-3add-4406-8544-afd4b82043d3,revision_number=3']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:35:10.163827 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8eba5b1-98ac-4264-9f8e-464bdc64c8ee req-8fbd26f2-2ac3-435a-a318-d4a718c73c47 tempest-ImagesOneServerTestJSON-498043877 tempest-ImagesOneServerTestJSON-498043877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:35:10.165404 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c8eba5b1-98ac-4264-9f8e-464bdc64c8ee req-8fbd26f2-2ac3-435a-a318-d4a718c73c47 tempest-ImagesOneServerTestJSON-498043877 tempest-ImagesOneServerTestJSON-498043877-project] 10.222.0.39 "GET /v2.0/ports?device_id=0f01811a-e459-4aa6-885e-ea14459bfb91 HTTP/1.1" status: 200 len: 948 time: 0.2120318 Aug 12 14:35:10.173599 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b560a8-8fa3-42c2-a62c-10e287027153 req-209fb083-80a0-4408-92aa-abcbf458eb32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:35:10.175088 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-50b560a8-8fa3-42c2-a62c-10e287027153 req-209fb083-80a0-4408-92aa-abcbf458eb32 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c7cf81f007a244068628d9dac2415a0e&device_id=dace4959-84df-4964-8a1e-18565c9c7311 HTTP/1.1" status: 200 len: 1096 time: 0.1168013 Aug 12 14:35:10.205914 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-a1b4177e-5107-4aa4-9620-c3e5224c9ac3 req-60fa54d4-8217-4592-ac98-b8848e01498b tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] 10.222.0.39 "GET /v2.0/security-groups?id=c46585fa-da50-4ef3-834f-e3a7c15dd624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855594 Aug 12 14:35:10.238000 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-50b560a8-8fa3-42c2-a62c-10e287027153 req-a0b8c664-f39f-428a-ad35-99baeb236473 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=98b2f474-3add-4406-8544-afd4b82043d3 HTTP/1.1" status: 200 len: 217 time: 0.0492051 Aug 12 14:35:10.244231 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [req-e1cc3312-33ec-461a-bf06-94cf4df2c870 req-c6b34963-8edc-4a2e-8e23-f66f009943d7 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] Deleting port a06fb4ae-2175-4823-9af2-5ae803734598 {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:35:10.244665 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-e1cc3312-33ec-461a-bf06-94cf4df2c870 req-c6b34963-8edc-4a2e-8e23-f66f009943d7 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:10.264133 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-2fba9453-2b14-4343-9c86-26772cc949f5 req-c6a7693d-8147-43da-8188-14bc5eca5fa0 service neutron] 10.222.0.64 "GET /v2.0/networks/2525c403-dfb3-4196-a273-739607aab38a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282821 Aug 12 14:35:10.343695 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 14:35:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c97945a1-5772-4b1a-b0e3-75e0f02f9380 x-openstack-request-id: req-c97945a1-5772-4b1a-b0e3-75e0f02f9380 {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:35:10.343987 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dace4959-84df-4964-8a1e-18565c9c7311", "tag": "98b2f474-3add-4406-8544-afd4b82043d3", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:35:10.344237 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c97945a1-5772-4b1a-b0e3-75e0f02f9380 {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:35:10.344618 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dace4959-84df-4964-8a1e-18565c9c7311', 'tag': '98b2f474-3add-4406-8544-afd4b82043d3', 'status': 'completed', 'code': 200} Aug 12 14:35:10.357902 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c8eba5b1-98ac-4264-9f8e-464bdc64c8ee req-ddde4965-3644-44d2-8971-7876bb367766 tempest-ImagesOneServerTestJSON-498043877 tempest-ImagesOneServerTestJSON-498043877-project] 10.222.0.39 "GET /v2.0/security-groups?id=d7a86a5b-b20d-43ab-bf74-8d7135bde2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764817 Aug 12 14:35:10.383053 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b560a8-8fa3-42c2-a62c-10e287027153 req-354789b2-3a5c-482d-ae9e-b42d9d6c9294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:35:10.384557 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-50b560a8-8fa3-42c2-a62c-10e287027153 req-354789b2-3a5c-482d-ae9e-b42d9d6c9294 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=65ea27f3-7f0e-428c-8c45-871b6e9bfddc HTTP/1.1" status: 200 len: 855 time: 0.1362398 Aug 12 14:35:10.436974 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-50b560a8-8fa3-42c2-a62c-10e287027153 req-1d57c484-66eb-4c23-ad4a-dcff4fd099ce service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=63f7bb20-fe7c-43e3-bcb6-44025e6f4b9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410085 Aug 12 14:35:10.443555 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-e1cc3312-33ec-461a-bf06-94cf4df2c870 req-c6b34963-8edc-4a2e-8e23-f66f009943d7 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] For port a06fb4ae-2175-4823-9af2-5ae803734598, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=a06fb4ae-2175-4823-9af2-5ae803734598,segment=NetworkSegment(2c5f2abe-b754-491c-837b-06e8fcd65d4b),segment_id=2c5f2abe-b754-491c-837b-06e8fcd65d4b)] {{(pid=94467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:35:10.443926 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-e1cc3312-33ec-461a-bf06-94cf4df2c870 req-c6b34963-8edc-4a2e-8e23-f66f009943d7 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:10.451254 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223a4d18-bf11-4c11-990e-c1cdc886580d req-25605579-2836-4f83-a6a8-f3cf3080c07f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:35:10.453266 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-223a4d18-bf11-4c11-990e-c1cdc886580d req-25605579-2836-4f83-a6a8-f3cf3080c07f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=bf47040b21614ba6999fdf242635f233&device_id=0f01811a-e459-4aa6-885e-ea14459bfb91 HTTP/1.1" status: 200 len: 1100 time: 0.1297412 Aug 12 14:35:10.465795 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5333a3b8-5808-49d0-bad4-3fc6d9391fc2 req-eb72c984-dc7f-47ec-8c3a-ee5e388eb2c8 tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:35:10.467315 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-5333a3b8-5808-49d0-bad4-3fc6d9391fc2 req-eb72c984-dc7f-47ec-8c3a-ee5e388eb2c8 tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] 10.222.0.39 "GET /v2.0/ports?device_id=dace4959-84df-4964-8a1e-18565c9c7311 HTTP/1.1" status: 200 len: 944 time: 0.0615969 Aug 12 14:35:10.500635 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [req-e1cc3312-33ec-461a-bf06-94cf4df2c870 req-c6b34963-8edc-4a2e-8e23-f66f009943d7 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] Calling delete_port for a06fb4ae-2175-4823-9af2-5ae803734598 owned by compute:nova {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:35:10.565389 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-5333a3b8-5808-49d0-bad4-3fc6d9391fc2 req-f41065a4-7527-4779-9c18-ebda2e856bd1 tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] 10.222.0.39 "GET /v2.0/security-groups?id=87f02c46-9837-45f6-a8f5-f67c20068d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796785 Aug 12 14:35:10.591680 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223a4d18-bf11-4c11-990e-c1cdc886580d req-8e9c395c-6161-4862-af47-eb7944536c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:35:10.593195 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-223a4d18-bf11-4c11-990e-c1cdc886580d req-8e9c395c-6161-4862-af47-eb7944536c4f service neutron] 10.222.0.64 "GET /v2.0/networks?id=2525c403-dfb3-4196-a273-739607aab38a HTTP/1.1" status: 200 len: 870 time: 0.1250303 Aug 12 14:35:10.594113 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-50b560a8-8fa3-42c2-a62c-10e287027153 req-d4cda6ed-192d-4b93-979c-9b8afb9cfe65 service neutron] 10.222.0.64 "GET /v2.0/networks/63f7bb20-fe7c-43e3-bcb6-44025e6f4b9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475091 Aug 12 14:35:10.647883 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-223a4d18-bf11-4c11-990e-c1cdc886580d req-1c85de95-9fbb-45d0-8381-38d1695755e0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=d0cdbccb-b249-40a7-844c-3603f0053795 HTTP/1.1" status: 200 len: 217 time: 0.0404351 Aug 12 14:35:10.713422 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223a4d18-bf11-4c11-990e-c1cdc886580d req-0789b4ba-6630-46fa-9d30-fc89a36e91bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:35:10.714951 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-223a4d18-bf11-4c11-990e-c1cdc886580d req-0789b4ba-6630-46fa-9d30-fc89a36e91bb service neutron] 10.222.0.64 "GET /v2.0/subnets?id=236e0be6-1c94-4221-9e8b-ab02a53331f8 HTTP/1.1" status: 200 len: 843 time: 0.0579748 Aug 12 14:35:10.770958 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223a4d18-bf11-4c11-990e-c1cdc886580d req-6cd46d08-0801-4d65-8885-a6c5ea154032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:35:10.772490 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-223a4d18-bf11-4c11-990e-c1cdc886580d req-6cd46d08-0801-4d65-8885-a6c5ea154032 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2525c403-dfb3-4196-a273-739607aab38a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0490215 Aug 12 14:35:10.800313 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-50b560a8-8fa3-42c2-a62c-10e287027153 req-58f57688-c7a1-47dd-9f59-6eabfede8e3a service neutron] 10.222.0.64 "GET /v2.0/networks/63f7bb20-fe7c-43e3-bcb6-44025e6f4b9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1927798 Aug 12 14:35:10.813560 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b225482e-e317-4a20-8d19-75fef331f080 req-b9de0801-75ce-4e6b-9e29-920c131b2ac5 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:35:10.815103 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b225482e-e317-4a20-8d19-75fef331f080 req-b9de0801-75ce-4e6b-9e29-920c131b2ac5 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] 10.222.0.39 "GET /v2.0/ports?device_id=538d90da-cd87-4429-8357-72e4212d8efc HTTP/1.1" status: 200 len: 944 time: 0.1165161 Aug 12 14:35:10.828006 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-e1cc3312-33ec-461a-bf06-94cf4df2c870 req-c6b34963-8edc-4a2e-8e23-f66f009943d7 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:10.873184 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b34963-8edc-4a2e-8e23-f66f009943d7 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] Pushing event deleted for resources: {'Port': ['ID=a06fb4ae-2175-4823-9af2-5ae803734598,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:35:10.911917 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-223a4d18-bf11-4c11-990e-c1cdc886580d req-2dd62269-e1b8-42e6-a519-a109ae4ab827 service neutron] 10.222.0.64 "GET /v2.0/networks/2525c403-dfb3-4196-a273-739607aab38a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306691 Aug 12 14:35:10.943562 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b225482e-e317-4a20-8d19-75fef331f080 req-d5b1c6f8-5e8d-4331-ba83-bdb0fb3e7e99 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] 10.222.0.39 "GET /v2.0/security-groups?id=11312995-c93d-4754-9dea-15693c54238a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172397 Aug 12 14:35:10.960473 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1cc3312-33ec-461a-bf06-94cf4df2c870 req-c6b34963-8edc-4a2e-8e23-f66f009943d7 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] No DVR routers for this DVR port a06fb4ae-2175-4823-9af2-5ae803734598 on host n-h1-694802-15 {{(pid=94467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:35:10.963509 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-e1cc3312-33ec-461a-bf06-94cf4df2c870 req-c6b34963-8edc-4a2e-8e23-f66f009943d7 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:10.967124 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e1cc3312-33ec-461a-bf06-94cf4df2c870 req-c6b34963-8edc-4a2e-8e23-f66f009943d7 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] 10.222.0.64 "DELETE /v2.0/ports/a06fb4ae-2175-4823-9af2-5ae803734598 HTTP/1.1" status: 204 len: 173 time: 1.0813556 Aug 12 14:35:10.991681 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc646c89-b0af-4fc3-81d2-f2ee9067fd55 req-60bc3936-dd65-44e6-ab96-64cfe1b564a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:35:10.993953 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-dc646c89-b0af-4fc3-81d2-f2ee9067fd55 req-60bc3936-dd65-44e6-ab96-64cfe1b564a0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c7cf81f007a244068628d9dac2415a0e&device_id=dace4959-84df-4964-8a1e-18565c9c7311 HTTP/1.1" status: 200 len: 1096 time: 0.1186583 Aug 12 14:35:11.066143 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-223a4d18-bf11-4c11-990e-c1cdc886580d req-5e516e66-adc0-4b67-96dc-2350e5f6c7f5 service neutron] 10.222.0.64 "GET /v2.0/networks/2525c403-dfb3-4196-a273-739607aab38a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451106 Aug 12 14:35:11.084896 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:11.088198 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada56197-2b85-4428-9602-44bbde0b2e39 req-5938c15d-93ff-454e-ab5f-502be1e83403 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:35:11.090558 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-ada56197-2b85-4428-9602-44bbde0b2e39 req-5938c15d-93ff-454e-ab5f-502be1e83403 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/ports?device_id=1e762752-e6ff-40ec-b4e5-358595500206 HTTP/1.1" status: 200 len: 950 time: 0.0687752 Aug 12 14:35:11.127985 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc646c89-b0af-4fc3-81d2-f2ee9067fd55 req-99e8a714-2476-4a1e-9bb4-5628e5ca4cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:35:11.129509 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-dc646c89-b0af-4fc3-81d2-f2ee9067fd55 req-99e8a714-2476-4a1e-9bb4-5628e5ca4cd4 service neutron] 10.222.0.64 "GET /v2.0/networks?id=63f7bb20-fe7c-43e3-bcb6-44025e6f4b9c HTTP/1.1" status: 200 len: 916 time: 0.1225953 Aug 12 14:35:11.134901 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-ada56197-2b85-4428-9602-44bbde0b2e39 req-c81861ae-e6a9-472b-9789-b002b1928d55 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0307eb3-f523-445b-8e1d-79deac809303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377989 Aug 12 14:35:11.172556 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 35592) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:35:11.177994 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-dc646c89-b0af-4fc3-81d2-f2ee9067fd55 req-d01e5880-59ba-49e9-9960-b33a1636a2d8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=98b2f474-3add-4406-8544-afd4b82043d3 HTTP/1.1" status: 200 len: 217 time: 0.0380459 Aug 12 14:35:11.236316 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc646c89-b0af-4fc3-81d2-f2ee9067fd55 req-8c0e7f9c-cb95-48ff-b341-0da4d50c9a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:35:11.237790 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-dc646c89-b0af-4fc3-81d2-f2ee9067fd55 req-8c0e7f9c-cb95-48ff-b341-0da4d50c9a4f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=65ea27f3-7f0e-428c-8c45-871b6e9bfddc HTTP/1.1" status: 200 len: 855 time: 0.0491135 Aug 12 14:35:11.278435 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-dc646c89-b0af-4fc3-81d2-f2ee9067fd55 req-06f634b8-9a26-4fb5-a94c-f71eda0cea3b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=63f7bb20-fe7c-43e3-bcb6-44025e6f4b9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273871 Aug 12 14:35:11.290254 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-01ac1590-973f-4774-9f11-f9f4d9636119 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:11.384752 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40214f30-67ed-4c49-b9ac-da52d8854820 req-a297e732-772c-4001-9fd9-aad658367b32 tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:35:11.386724 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-40214f30-67ed-4c49-b9ac-da52d8854820 req-a297e732-772c-4001-9fd9-aad658367b32 tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] 10.222.0.39 "GET /v2.0/ports?device_id=f74794c1-d77b-4d85-ba55-7cc5380b83f4 HTTP/1.1" status: 200 len: 945 time: 0.1024699 Aug 12 14:35:11.387774 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-01ac1590-973f-4774-9f11-f9f4d9636119 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:11.392215 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-01ac1590-973f-4774-9f11-f9f4d9636119 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:11.427843 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-dc646c89-b0af-4fc3-81d2-f2ee9067fd55 req-499ce10b-880f-4e8b-b18a-b9dd61b74e91 service neutron] 10.222.0.64 "GET /v2.0/networks/63f7bb20-fe7c-43e3-bcb6-44025e6f4b9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353958 Aug 12 14:35:11.434719 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-01ac1590-973f-4774-9f11-f9f4d9636119 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=13ecc321ada44ca0ad44967ad0e7a591&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2609653 Aug 12 14:35:11.436145 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ac1590-973f-4774-9f11-f9f4d9636119 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bae07ff-16d0-441b-8c46-968c4e3b2f6a,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:35:11.438439 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 35602) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:35:11.476360 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-40214f30-67ed-4c49-b9ac-da52d8854820 req-8126f99d-5c0d-44b2-afb8-9efabefc1afa tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] 10.222.0.39 "GET /v2.0/security-groups?id=c46585fa-da50-4ef3-834f-e3a7c15dd624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788391 Aug 12 14:35:11.529229 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ffb34e-4279-47a9-a7ae-d259cb1ffa48 req-3a5a7d35-7762-43ba-8350-bc68aaaab366 tempest-ImagesOneServerTestJSON-498043877 tempest-ImagesOneServerTestJSON-498043877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:35:11.536960 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-61ffb34e-4279-47a9-a7ae-d259cb1ffa48 req-3a5a7d35-7762-43ba-8350-bc68aaaab366 tempest-ImagesOneServerTestJSON-498043877 tempest-ImagesOneServerTestJSON-498043877-project] 10.222.0.39 "GET /v2.0/ports?device_id=0f01811a-e459-4aa6-885e-ea14459bfb91 HTTP/1.1" status: 200 len: 948 time: 0.0852921 Aug 12 14:35:11.546564 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-dc646c89-b0af-4fc3-81d2-f2ee9067fd55 req-6af5a1cc-ed2d-41fc-8567-d1605a898c89 service neutron] 10.222.0.64 "GET /v2.0/networks/63f7bb20-fe7c-43e3-bcb6-44025e6f4b9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934122 Aug 12 14:35:11.568668 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-dfd5908a-6766-4e35-b7cc-8d192c3b8b4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:11.604481 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-61ffb34e-4279-47a9-a7ae-d259cb1ffa48 req-09634e34-35b4-45e5-9bcb-fb40b78f2509 tempest-ImagesOneServerTestJSON-498043877 tempest-ImagesOneServerTestJSON-498043877-project] 10.222.0.39 "GET /v2.0/security-groups?id=d7a86a5b-b20d-43ab-bf74-8d7135bde2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613964 Aug 12 14:35:11.613859 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-dfd5908a-6766-4e35-b7cc-8d192c3b8b4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:11.667167 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-dfd5908a-6766-4e35-b7cc-8d192c3b8b4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:11.669759 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-dfd5908a-6766-4e35-b7cc-8d192c3b8b4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:11.670886 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-dfd5908a-6766-4e35-b7cc-8d192c3b8b4b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9bae07ff-16d0-441b-8c46-968c4e3b2f6a HTTP/1.1" status: 204 len: 168 time: 0.2313135 Aug 12 14:35:11.680878 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd5908a-6766-4e35-b7cc-8d192c3b8b4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bae07ff-16d0-441b-8c46-968c4e3b2f6a,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:35:11.702633 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9438ca0-4a2a-4ec5-b6b8-ecf9b95d1ae8 req-7843ed9c-dabf-450f-bd69-e6591f761ebd tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:35:11.704461 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c9438ca0-4a2a-4ec5-b6b8-ecf9b95d1ae8 req-7843ed9c-dabf-450f-bd69-e6591f761ebd tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] 10.222.0.39 "GET /v2.0/ports?device_id=dace4959-84df-4964-8a1e-18565c9c7311 HTTP/1.1" status: 200 len: 944 time: 0.0643771 Aug 12 14:35:11.746292 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c9438ca0-4a2a-4ec5-b6b8-ecf9b95d1ae8 req-fa7af530-9af5-48a1-99c7-d2554a713163 tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] 10.222.0.39 "GET /v2.0/security-groups?id=87f02c46-9837-45f6-a8f5-f67c20068d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354171 Aug 12 14:35:12.222241 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acd105b-ff32-44a8-9a6b-e95e2a73ac88 req-729a9da1-b4c2-461d-b46e-17bfc6403726 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:35:12.224919 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-6acd105b-ff32-44a8-9a6b-e95e2a73ac88 req-729a9da1-b4c2-461d-b46e-17bfc6403726 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] 10.222.0.39 "GET /v2.0/ports?device_id=8ad67dc1-b6ca-4103-8185-c3ba24b02732 HTTP/1.1" status: 200 len: 945 time: 0.0639849 Aug 12 14:35:12.265184 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-6acd105b-ff32-44a8-9a6b-e95e2a73ac88 req-eb2649a2-9a56-4742-92d3-e87d5d743c06 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] 10.222.0.39 "GET /v2.0/security-groups?id=11312995-c93d-4754-9dea-15693c54238a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354083 Aug 12 14:35:12.269195 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcaf94d-880b-43c2-8234-e37033634b9d req-351c2496-b9a7-4779-bf9f-32f14fc0c66b tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:35:12.271138 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-afcaf94d-880b-43c2-8234-e37033634b9d req-351c2496-b9a7-4779-bf9f-32f14fc0c66b tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/ports?device_id=1e762752-e6ff-40ec-b4e5-358595500206 HTTP/1.1" status: 200 len: 950 time: 0.0575690 Aug 12 14:35:12.300537 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 35636) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:35:12.309575 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-afcaf94d-880b-43c2-8234-e37033634b9d req-5e9325b3-33fd-4a42-b919-4ddb3237d1e0 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0307eb3-f523-445b-8e1d-79deac809303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328975 Aug 12 14:35:12.345410 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '538d90da-cd87-4429-8357-72e4212d8efc', 'name': 'network-vif-deleted', 'tag': 'a06fb4ae-2175-4823-9af2-5ae803734598'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:35:12.345641 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:12.347944 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e65282f928b64038367d043a4411777802006c43a98742496cb2e25b724ff1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3720eeed-0c79-4bf7-9f0e-f517285ce8bd" -d '{"events": [{"server_uuid": "538d90da-cd87-4429-8357-72e4212d8efc", "name": "network-vif-deleted", "tag": "a06fb4ae-2175-4823-9af2-5ae803734598"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:35:12.390184 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 14:35:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77a5fb87-feef-47b1-98a4-a07d98216db6 x-openstack-request-id: req-77a5fb87-feef-47b1-98a4-a07d98216db6 {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:35:12.390547 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "538d90da-cd87-4429-8357-72e4212d8efc", "name": "network-vif-deleted", "tag": "a06fb4ae-2175-4823-9af2-5ae803734598", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:35:12.390882 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-77a5fb87-feef-47b1-98a4-a07d98216db6 {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:35:12.391377 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '538d90da-cd87-4429-8357-72e4212d8efc', 'name': 'network-vif-deleted', 'tag': 'a06fb4ae-2175-4823-9af2-5ae803734598', 'status': 'completed', 'code': 200} Aug 12 14:35:12.404990 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-804e68c6-058e-4662-8784-4a8f039dcd86 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-500998799-network', 'tenant_id': 'c8d474eadfaf441a8e85de129212ac16'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:35:12.426841 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-804e68c6-058e-4662-8784-4a8f039dcd86 admin admin] Made reservation on behalf of c8d474eadfaf441a8e85de129212ac16 for: {'network': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:35:12.429161 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-804e68c6-058e-4662-8784-4a8f039dcd86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for network, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:12.437828 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-804e68c6-058e-4662-8784-4a8f039dcd86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:12.529344 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-804e68c6-058e-4662-8784-4a8f039dcd86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:12.533491 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-804e68c6-058e-4662-8784-4a8f039dcd86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:12.555764 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-804e68c6-058e-4662-8784-4a8f039dcd86 admin admin] vlan segment allocate from pool success with {'vlan_id': 342, 'physical_network': 'physnet1'} {{(pid=94466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 14:35:12.593996 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-804e68c6-058e-4662-8784-4a8f039dcd86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:12.594338 n-d-694802-15 neutron-server[94466]: INFO neutron.db.segments_db [None req-804e68c6-058e-4662-8784-4a8f039dcd86 admin admin] Added segment 4616e9ca-58b2-469d-b6a9-0e97b7f9a17a of type vlan for network f5156d51-b627-40cc-9355-d732172255ab Aug 12 14:35:12.595980 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804e68c6-058e-4662-8784-4a8f039dcd86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=213b87af-3e55-407a-8100-5db7a6297b68,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:35:12.644474 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6601890f-f2a5-4947-b0f6-1ed3e3e8fe41 req-04cfe6aa-5bb5-4caf-89c8-7886d594467c tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:35:12.646132 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6601890f-f2a5-4947-b0f6-1ed3e3e8fe41 req-04cfe6aa-5bb5-4caf-89c8-7886d594467c tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] 10.222.0.64 "GET /v2.0/ports?device_id=8ad67dc1-b6ca-4103-8185-c3ba24b02732 HTTP/1.1" status: 200 len: 945 time: 0.0556426 Aug 12 14:35:12.656370 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-804e68c6-058e-4662-8784-4a8f039dcd86 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744653628263'] for network, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:12.666948 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0db03d-2960-4192-8630-a0b2f65c1d4b req-2de60608-c9e9-465d-87de-19b0f7f1c4be tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:35:12.668649 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-6b0db03d-2960-4192-8630-a0b2f65c1d4b req-2de60608-c9e9-465d-87de-19b0f7f1c4be tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] 10.222.0.39 "GET /v2.0/ports?device_id=f74794c1-d77b-4d85-ba55-7cc5380b83f4 HTTP/1.1" status: 200 len: 945 time: 0.1139359 Aug 12 14:35:12.710420 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-804e68c6-058e-4662-8784-4a8f039dcd86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409'] for network, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:12.711385 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-804e68c6-058e-4662-8784-4a8f039dcd86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:35:12.711961 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-804e68c6-058e-4662-8784-4a8f039dcd86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for network, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:12.747420 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-6b0db03d-2960-4192-8630-a0b2f65c1d4b req-ad4b6457-62da-4b9b-93c0-69f8cb41204c tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] 10.222.0.39 "GET /v2.0/security-groups?id=c46585fa-da50-4ef3-834f-e3a7c15dd624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691826 Aug 12 14:35:12.777817 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-804e68c6-058e-4662-8784-4a8f039dcd86 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4761891 Aug 12 14:35:12.783294 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 35652) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:35:12.791072 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef65b455-2aa8-4b72-83ab-64e43281dbaa req-4bf9a962-9773-42e0-95de-a2091d70665a tempest-ImagesOneServerTestJSON-498043877 tempest-ImagesOneServerTestJSON-498043877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:35:12.792913 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804e68c6-058e-4662-8784-4a8f039dcd86 admin admin] Pushing event updated for resources: {'Network': ['ID=f5156d51-b627-40cc-9355-d732172255ab,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:35:12.793117 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ef65b455-2aa8-4b72-83ab-64e43281dbaa req-4bf9a962-9773-42e0-95de-a2091d70665a tempest-ImagesOneServerTestJSON-498043877 tempest-ImagesOneServerTestJSON-498043877-project] 10.222.0.39 "GET /v2.0/ports?device_id=0f01811a-e459-4aa6-885e-ea14459bfb91 HTTP/1.1" status: 200 len: 948 time: 0.0733266 Aug 12 14:35:12.797873 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-2cf1be1f-9a01-4151-9920-089728b43aff admin admin] Request body: {'subnet': {'network_id': 'f5156d51-b627-40cc-9355-d732172255ab', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-500998799-subnet', 'tenant_id': 'c8d474eadfaf441a8e85de129212ac16', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:35:12.802877 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Network f5156d51-b627-40cc-9355-d732172255ab details requested by agent ovs-agent-n-d-694802-15 with host n-d-694802-15 {{(pid=94468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 14:35:12.820056 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [req-6601890f-f2a5-4947-b0f6-1ed3e3e8fe41 req-521467f5-da2b-4f54-8274-5abc71ff0bc1 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] Deleting port 2d02505d-896c-436a-96b2-40e1c4f8b876 {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:35:12.820395 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-6601890f-f2a5-4947-b0f6-1ed3e3e8fe41 req-521467f5-da2b-4f54-8274-5abc71ff0bc1 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:12.875626 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3acc9db-e614-43db-a608-c88b9165b2d3 req-9c81d16c-8f7a-4e06-a9f1-fb102f31e53f tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:35:12.877256 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-b3acc9db-e614-43db-a608-c88b9165b2d3 req-9c81d16c-8f7a-4e06-a9f1-fb102f31e53f tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] 10.222.0.39 "GET /v2.0/ports?device_id=dace4959-84df-4964-8a1e-18565c9c7311 HTTP/1.1" status: 200 len: 944 time: 0.0550175 Aug 12 14:35:12.889626 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4965cf16-0afb-4088-81a8-1af2d8f00a31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:12.893397 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cf1be1f-9a01-4151-9920-089728b43aff admin admin] Made reservation on behalf of c8d474eadfaf441a8e85de129212ac16 for: {'subnet': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:35:12.896156 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-2cf1be1f-9a01-4151-9920-089728b43aff admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3343791'] for subnet, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:12.920799 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-b3acc9db-e614-43db-a608-c88b9165b2d3 req-4019c44c-987a-4b9f-81c3-e0aa6c8a1a51 tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] 10.222.0.39 "GET /v2.0/security-groups?id=87f02c46-9837-45f6-a8f5-f67c20068d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338380 Aug 12 14:35:12.952509 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ef65b455-2aa8-4b72-83ab-64e43281dbaa req-548530f9-c962-4a6a-b975-9bbc26b81f57 tempest-ImagesOneServerTestJSON-498043877 tempest-ImagesOneServerTestJSON-498043877-project] 10.222.0.39 "GET /v2.0/security-groups?id=d7a86a5b-b20d-43ab-bf74-8d7135bde2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476440 Aug 12 14:35:12.977406 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:13.010849 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-6601890f-f2a5-4947-b0f6-1ed3e3e8fe41 req-521467f5-da2b-4f54-8274-5abc71ff0bc1 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] For port 2d02505d-896c-436a-96b2-40e1c4f8b876, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=2d02505d-896c-436a-96b2-40e1c4f8b876,segment=NetworkSegment(2c5f2abe-b754-491c-837b-06e8fcd65d4b),segment_id=2c5f2abe-b754-491c-837b-06e8fcd65d4b)] {{(pid=94467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:35:13.011245 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-6601890f-f2a5-4947-b0f6-1ed3e3e8fe41 req-521467f5-da2b-4f54-8274-5abc71ff0bc1 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:13.027157 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [req-6601890f-f2a5-4947-b0f6-1ed3e3e8fe41 req-521467f5-da2b-4f54-8274-5abc71ff0bc1 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] Calling delete_port for 2d02505d-896c-436a-96b2-40e1c4f8b876 owned by compute:nova {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:35:13.177404 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-2cf1be1f-9a01-4151-9920-089728b43aff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2859166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3343773'] for subnet, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:13.262357 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device 98b2f474-3add-4406-8544-afd4b82043d3 details requested by agent hyperv_n-h1-694802-15 with host n-h1-694802-15 {{(pid=94468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 14:35:13.266735 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device a06fb4ae-2175-4823-9af2-5ae803734598 no longer exists at agent hyperv_n-h1-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:35:13.274449 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf1be1f-9a01-4151-9920-089728b43aff admin admin] Pushing event updated for resources: {'Subnet': ['ID=1dee98e6-911f-47ec-84b7-c1a72cec06ec,revision_number=0']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:35:13.284672 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-6601890f-f2a5-4947-b0f6-1ed3e3e8fe41 req-521467f5-da2b-4f54-8274-5abc71ff0bc1 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:13.294763 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cf1be1f-9a01-4151-9920-089728b43aff admin admin] Checking segment: {'id': '4616e9ca-58b2-469d-b6a9-0e97b7f9a17a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'f5156d51-b627-40cc-9355-d732172255ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:35:13.295160 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cf1be1f-9a01-4151-9920-089728b43aff admin admin] Network hostable DHCP agents. Network: f5156d51-b627-40cc-9355-d732172255ab, hostable agents: ['1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658'], hosted agents: [] {{(pid=94467) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 14:35:13.300056 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-93370168-53ca-47c2-9e27-b066be57125c None None] No Port match for: a06fb4ae-2175-4823-9af2-5ae803734598 {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 14:35:13.300793 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device a06fb4ae-2175-4823-9af2-5ae803734598 not bound to the agent host n-h1-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:35:13.320899 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521467f5-da2b-4f54-8274-5abc71ff0bc1 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] Pushing event deleted for resources: {'Port': ['ID=2d02505d-896c-436a-96b2-40e1c4f8b876,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:35:13.360328 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cf1be1f-9a01-4151-9920-089728b43aff admin admin] Network f5156d51-b627-40cc-9355-d732172255ab is scheduled to be hosted by DHCP agent 1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658 with binding_index 1 {{(pid=94467) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 14:35:13.371325 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-e3bf6002-eec1-4e08-a5d2-86f7814862f6 req-793a8aa9-01fe-4f9c-8b08-bdca3c3a0343 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] 10.222.0.39 "GET /v2.0/ports?device_id=8ad67dc1-b6ca-4103-8185-c3ba24b02732 HTTP/1.1" status: 200 len: 210 time: 0.0294816 Aug 12 14:35:13.377597 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [req-6601890f-f2a5-4947-b0f6-1ed3e3e8fe41 req-521467f5-da2b-4f54-8274-5abc71ff0bc1 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] No DVR routers for this DVR port 2d02505d-896c-436a-96b2-40e1c4f8b876 on host n-h1-694802-15 {{(pid=94467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:35:13.381089 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-6601890f-f2a5-4947-b0f6-1ed3e3e8fe41 req-521467f5-da2b-4f54-8274-5abc71ff0bc1 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:13.383347 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6601890f-f2a5-4947-b0f6-1ed3e3e8fe41 req-521467f5-da2b-4f54-8274-5abc71ff0bc1 tempest-LiveMigrationTest-1845501140 tempest-LiveMigrationTest-1845501140-project] 10.222.0.64 "DELETE /v2.0/ports/2d02505d-896c-436a-96b2-40e1c4f8b876 HTTP/1.1" status: 204 len: 173 time: 0.7280602 Aug 12 14:35:13.387234 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [None req-2cf1be1f-9a01-4151-9920-089728b43aff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-15, f5156d51-b627-40cc-9355-d732172255ab) {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:35:13.391661 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cf1be1f-9a01-4151-9920-089728b43aff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:35:13.392466 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-2cf1be1f-9a01-4151-9920-089728b43aff admin admin] Notify callbacks [] for subnet, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:13.399795 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa3af071-0206-41c1-99ea-fd7a918b9775 None None] Network f5156d51-b627-40cc-9355-d732172255ab requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:35:13.414451 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-2cf1be1f-9a01-4151-9920-089728b43aff admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6203575 Aug 12 14:35:13.417632 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 35658) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:35:13.422656 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-eec6edf0-b0e4-4530-acc8-067e09b65758 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-500998799-router', 'tenant_id': 'c8d474eadfaf441a8e85de129212ac16', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'}}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:35:13.462522 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port 98b2f474-3add-4406-8544-afd4b82043d3, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=98b2f474-3add-4406-8544-afd4b82043d3,segment=NetworkSegment(111c8fb4-95f7-4303-b261-7f0bb42c0aef),segment_id=111c8fb4-95f7-4303-b261-7f0bb42c0aef)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:35:13.480674 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Returning: {'device': '98b2f474-3add-4406-8544-afd4b82043d3', 'network_id': '63f7bb20-fe7c-43e3-bcb6-44025e6f4b9c', 'port_id': '98b2f474-3add-4406-8544-afd4b82043d3', 'mac_address': 'fa:16:3e:54:7f:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65ea27f3-7f0e-428c-8c45-871b6e9bfddc', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 14:35:13.493663 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-eec6edf0-b0e4-4530-acc8-067e09b65758 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-430574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-104863'] for router, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:13.494878 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-eec6edf0-b0e4-4530-acc8-067e09b65758 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-429438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-431405', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66646573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-104852'] for router, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:13.517177 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d020a5-0039-4ade-ba37-13c0db4c7c63 req-898727b8-76c1-4430-b99a-0884eb29daa8 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:35:13.525069 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-10d020a5-0039-4ade-ba37-13c0db4c7c63 req-898727b8-76c1-4430-b99a-0884eb29daa8 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/ports?device_id=1e762752-e6ff-40ec-b4e5-358595500206 HTTP/1.1" status: 200 len: 950 time: 0.0974891 Aug 12 14:35:13.561577 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:13.581647 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98b2f474-3add-4406-8544-afd4b82043d3 {{(pid=94468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:35:13.592042 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-eec6edf0-b0e4-4530-acc8-067e09b65758 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:13.597632 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-10d020a5-0039-4ade-ba37-13c0db4c7c63 req-cbeff290-e9c0-4387-a01a-9d716722a35b tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0307eb3-f523-445b-8e1d-79deac809303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713401 Aug 12 14:35:13.621006 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port 98b2f474-3add-4406-8544-afd4b82043d3, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=98b2f474-3add-4406-8544-afd4b82043d3,segment=NetworkSegment(111c8fb4-95f7-4303-b261-7f0bb42c0aef),segment_id=111c8fb4-95f7-4303-b261-7f0bb42c0aef)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:35:13.626314 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:13.627247 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device d0cdbccb-b249-40a7-844c-3603f0053795 details requested by agent hyperv_n-h1-694802-15 with host n-h1-694802-15 {{(pid=94468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 14:35:13.633139 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dff07a25-94e8-4465-9f8a-fb3ca0720ddc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa7035b3e-9a89-5964-b9f4-97301c3f476a-f5156d51-b627-40cc-9355-d732172255ab', 'network_id': 'f5156d51-b627-40cc-9355-d732172255ab', 'tenant_id': 'c8d474eadfaf441a8e85de129212ac16', 'fixed_ips': [{'subnet_id': '1dee98e6-911f-47ec-84b7-c1a72cec06ec'}]}} from n-d-694802-15. {{(pid=94468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 14:35:13.634229 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-dff07a25-94e8-4465-9f8a-fb3ca0720ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:13.736781 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-eec6edf0-b0e4-4530-acc8-067e09b65758 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:13.788361 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Pushing event updated for resources: {'Port': ['ID=98b2f474-3add-4406-8544-afd4b82043d3,revision_number=4']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:35:13.891092 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-1769855f-eda9-4483-9dc3-3220908ab45d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:13.892885 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port d0cdbccb-b249-40a7-844c-3603f0053795, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=d0cdbccb-b249-40a7-844c-3603f0053795,segment=NetworkSegment(a1f8c867-101b-4d30-814e-b89f55a5edd0),segment_id=a1f8c867-101b-4d30-814e-b89f55a5edd0)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:35:13.909783 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.db_base_plugin_common [None req-dff07a25-94e8-4465-9f8a-fb3ca0720ddc None None] Allocated IP 172.20.0.2 (f5156d51-b627-40cc-9355-d732172255ab/1dee98e6-911f-47ec-84b7-c1a72cec06ec/16f49a04-8061-43ca-8de0-8927515d331b) {{(pid=94468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:35:13.914440 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Returning: {'device': 'd0cdbccb-b249-40a7-844c-3603f0053795', 'network_id': '2525c403-dfb3-4196-a273-739607aab38a', 'port_id': 'd0cdbccb-b249-40a7-844c-3603f0053795', 'mac_address': 'fa:16:3e:01:cb:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '236e0be6-1c94-4221-9e8b-ab02a53331f8', 'ip_address': '192.168.233.161'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 14:35:14.008621 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:14.014193 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-eec6edf0-b0e4-4530-acc8-067e09b65758 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:14.023595 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019e4827-2afd-4dcc-8e03-959486f583a1 req-b69a619d-9e48-44b3-a378-d0161996bc39 tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:35:14.025097 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-019e4827-2afd-4dcc-8e03-959486f583a1 req-b69a619d-9e48-44b3-a378-d0161996bc39 tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] 10.222.0.39 "GET /v2.0/ports?device_id=f74794c1-d77b-4d85-ba55-7cc5380b83f4 HTTP/1.1" status: 200 len: 945 time: 0.1278088 Aug 12 14:35:14.032662 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0cdbccb-b249-40a7-844c-3603f0053795 {{(pid=94468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:35:14.045260 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-eec6edf0-b0e4-4530-acc8-067e09b65758 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:14.074950 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port d0cdbccb-b249-40a7-844c-3603f0053795, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=d0cdbccb-b249-40a7-844c-3603f0053795,segment=NetworkSegment(a1f8c867-101b-4d30-814e-b89f55a5edd0),segment_id=a1f8c867-101b-4d30-814e-b89f55a5edd0)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:35:14.075431 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2545cb38-4974-4f63-8e04-37f48873ca1f req-7b1daf35-f937-4d17-bfca-3750fc3d8535 tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:35:14.079523 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-2545cb38-4974-4f63-8e04-37f48873ca1f req-7b1daf35-f937-4d17-bfca-3750fc3d8535 tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] 10.222.0.39 "GET /v2.0/ports?device_id=dace4959-84df-4964-8a1e-18565c9c7311 HTTP/1.1" status: 200 len: 945 time: 0.0645232 Aug 12 14:35:14.081147 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:14.122067 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-019e4827-2afd-4dcc-8e03-959486f583a1 req-e9e95125-db0b-44c8-ae50-4b6ac495b4b7 tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] 10.222.0.39 "GET /v2.0/security-groups?id=c46585fa-da50-4ef3-834f-e3a7c15dd624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789132 Aug 12 14:35:14.165028 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-dff07a25-94e8-4465-9f8a-fb3ca0720ddc None None] Notify callbacks [] for port, precommit_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:14.174333 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Pushing event updated for resources: {'Port': ['ID=d0cdbccb-b249-40a7-844c-3603f0053795,revision_number=4']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:35:14.186760 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-dff07a25-94e8-4465-9f8a-fb3ca0720ddc None None] Transition to ACTIVE for port object 16f49a04-8061-43ca-8de0-8927515d331b will not be triggered until provisioned by entity L2. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:35:14.204970 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-dff07a25-94e8-4465-9f8a-fb3ca0720ddc None None] Transition to ACTIVE for port object 16f49a04-8061-43ca-8de0-8927515d331b will not be triggered until provisioned by entity DHCP. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:35:14.209396 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_common [None req-eec6edf0-b0e4-4530-acc8-067e09b65758 admin admin] Allocated IP 172.25.1.222 (d3759e1b-6c03-45ac-acd4-90abb417809b/f0254f08-c19c-4e31-bd9c-09389ea4b6f2/31935ffb-3080-4ec9-ba5a-030f36662314) {{(pid=94467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:35:14.223759 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-dff07a25-94e8-4465-9f8a-fb3ca0720ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253'] for port, after_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:14.279937 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dff07a25-94e8-4465-9f8a-fb3ca0720ddc None None] Network f5156d51-b627-40cc-9355-d732172255ab is already hosted by enough agents. {{(pid=94468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:35:14.287239 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.base_scheduler [None req-dff07a25-94e8-4465-9f8a-fb3ca0720ddc None None] Resources bound (agent type, host, resource id): {{(pid=94468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:35:14.292828 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff07a25-94e8-4465-9f8a-fb3ca0720ddc None None] Received port after_create {{(pid=94468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:35:14.296268 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff07a25-94e8-4465-9f8a-fb3ca0720ddc None None] Pushing event updated for resources: {'Port': ['ID=16f49a04-8061-43ca-8de0-8927515d331b,revision_number=1']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:35:14.340660 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9aa3e7b-aaeb-4a16-afc2-27a428d0babe req-db88c298-6f4a-45f9-a1e8-fb68db1c5619 tempest-ImagesOneServerTestJSON-498043877 tempest-ImagesOneServerTestJSON-498043877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:35:14.342070 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a9aa3e7b-aaeb-4a16-afc2-27a428d0babe req-db88c298-6f4a-45f9-a1e8-fb68db1c5619 tempest-ImagesOneServerTestJSON-498043877 tempest-ImagesOneServerTestJSON-498043877-project] 10.222.0.39 "GET /v2.0/ports?device_id=0f01811a-e459-4aa6-885e-ea14459bfb91 HTTP/1.1" status: 200 len: 949 time: 0.0807905 Aug 12 14:35:14.346165 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] get_ports_and_sgs() called for port_ids ['98b2f474-3add-4406-8544-afd4b82043d3'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:35:14.365890 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-eec6edf0-b0e4-4530-acc8-067e09b65758 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:14.368211 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] get_ports_and_sgs() called for port_ids ['d0cdbccb-b249-40a7-844c-3603f0053795'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:35:14.396989 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ad67dc1-b6ca-4103-8185-c3ba24b02732', 'name': 'network-vif-deleted', 'tag': '2d02505d-896c-436a-96b2-40e1c4f8b876'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:35:14.399817 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e65282f928b64038367d043a4411777802006c43a98742496cb2e25b724ff1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58cb425b-c134-4bcd-9490-f847f0384b13" -d '{"events": [{"server_uuid": "8ad67dc1-b6ca-4103-8185-c3ba24b02732", "name": "network-vif-deleted", "tag": "2d02505d-896c-436a-96b2-40e1c4f8b876"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:35:14.412296 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-dff07a25-94e8-4465-9f8a-fb3ca0720ddc None None] Attempting to bind port 16f49a04-8061-43ca-8de0-8927515d331b on host n-d-694802-15 for vnic_type normal with profile {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:35:14.413292 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-dff07a25-94e8-4465-9f8a-fb3ca0720ddc None None] Attempting to bind port 16f49a04-8061-43ca-8de0-8927515d331b by drivers openvswitch,hyperv on host n-d-694802-15 at level 0 using segments [{'id': '4616e9ca-58b2-469d-b6a9-0e97b7f9a17a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'f5156d51-b627-40cc-9355-d732172255ab'}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:35:14.413873 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dff07a25-94e8-4465-9f8a-fb3ca0720ddc None None] Attempting to bind port 16f49a04-8061-43ca-8de0-8927515d331b on network f5156d51-b627-40cc-9355-d732172255ab {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:35:14.415510 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a9aa3e7b-aaeb-4a16-afc2-27a428d0babe req-f1b41f60-c615-4ffb-8d7f-6c731c242e00 tempest-ImagesOneServerTestJSON-498043877 tempest-ImagesOneServerTestJSON-498043877-project] 10.222.0.39 "GET /v2.0/security-groups?id=d7a86a5b-b20d-43ab-bf74-8d7135bde2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599914 Aug 12 14:35:14.421312 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-2545cb38-4974-4f63-8e04-37f48873ca1f req-d3eee333-064d-4ece-bde2-b2f9182eb5cf tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] 10.222.0.39 "GET /v2.0/security-groups?id=87f02c46-9837-45f6-a8f5-f67c20068d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3372636 Aug 12 14:35:14.427878 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dff07a25-94e8-4465-9f8a-fb3ca0720ddc None None] Checking agent: {'id': '16de73ac-f2e9-4cee-b3e0-91052ae3e6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 20, 13), 'started_at': datetime.datetime(2021, 8, 12, 14, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 35, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:35:14.428252 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dff07a25-94e8-4465-9f8a-fb3ca0720ddc None None] Checking segment: {'id': '4616e9ca-58b2-469d-b6a9-0e97b7f9a17a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'f5156d51-b627-40cc-9355-d732172255ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:35:14.428660 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-dff07a25-94e8-4465-9f8a-fb3ca0720ddc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:14.429055 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dff07a25-94e8-4465-9f8a-fb3ca0720ddc None None] Bound using segment: {'id': '4616e9ca-58b2-469d-b6a9-0e97b7f9a17a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'f5156d51-b627-40cc-9355-d732172255ab'} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:35:14.429538 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-dff07a25-94e8-4465-9f8a-fb3ca0720ddc None None] Bound port: 16f49a04-8061-43ca-8de0-8927515d331b, host: n-d-694802-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4616e9ca-58b2-469d-b6a9-0e97b7f9a17a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'f5156d51-b627-40cc-9355-d732172255ab'}}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:35:14.429922 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-dff07a25-94e8-4465-9f8a-fb3ca0720ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:14.463668 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-eec6edf0-b0e4-4530-acc8-067e09b65758 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:14.474224 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 14:35:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f294495f-9239-43f4-91a1-802f61d12183 x-openstack-request-id: req-f294495f-9239-43f4-91a1-802f61d12183 {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:35:14.474616 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ad67dc1-b6ca-4103-8185-c3ba24b02732", "name": "network-vif-deleted", "tag": "2d02505d-896c-436a-96b2-40e1c4f8b876", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:35:14.475137 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f294495f-9239-43f4-91a1-802f61d12183 {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:35:14.475519 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ad67dc1-b6ca-4103-8185-c3ba24b02732', 'name': 'network-vif-deleted', 'tag': '2d02505d-896c-436a-96b2-40e1c4f8b876', 'status': 'completed', 'code': 200} Aug 12 14:35:14.495664 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 35674) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:35:14.549078 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_v2 [None req-3089b671-7ec0-444e-a8d1-9de4ccd44c68 admin admin] Deleting subnet d61545bd-f4f7-4794-86f8-5ac232439ea3 {{(pid=94466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 14:35:14.552681 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3089b671-7ec0-444e-a8d1-9de4ccd44c68 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:14.600039 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-dff07a25-94e8-4465-9f8a-fb3ca0720ddc None None] For port 16f49a04-8061-43ca-8de0-8927515d331b, host n-d-694802-15, cleared binding levels {{(pid=94468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:35:14.610476 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3089b671-7ec0-444e-a8d1-9de4ccd44c68 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2293551'] for subnet, precommit_delete_associations {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:14.611536 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-dff07a25-94e8-4465-9f8a-fb3ca0720ddc None None] For port 16f49a04-8061-43ca-8de0-8927515d331b, host n-d-694802-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=16f49a04-8061-43ca-8de0-8927515d331b,segment=NetworkSegment(4616e9ca-58b2-469d-b6a9-0e97b7f9a17a),segment_id=4616e9ca-58b2-469d-b6a9-0e97b7f9a17a)] {{(pid=94468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:35:14.630316 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-dff07a25-94e8-4465-9f8a-fb3ca0720ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:14.673027 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3089b671-7ec0-444e-a8d1-9de4ccd44c68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66416255'] for subnet, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:14.783305 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff07a25-94e8-4465-9f8a-fb3ca0720ddc None None] Pushing event updated for resources: {'Port': ['ID=16f49a04-8061-43ca-8de0-8927515d331b,revision_number=2']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:35:14.827680 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3089b671-7ec0-444e-a8d1-9de4ccd44c68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66416232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3718429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8776402'] for subnet, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:14.834287 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eec6edf0-b0e4-4530-acc8-067e09b65758 admin admin] Network d3759e1b-6c03-45ac-acd4-90abb417809b is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:35:14.837341 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [None req-eec6edf0-b0e4-4530-acc8-067e09b65758 admin admin] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:35:14.839743 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec6edf0-b0e4-4530-acc8-067e09b65758 admin admin] Received port after_create {{(pid=94467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:35:14.866563 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3089b671-7ec0-444e-a8d1-9de4ccd44c68 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d61545bd-f4f7-4794-86f8-5ac232439ea3,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:35:14.870536 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3089b671-7ec0-444e-a8d1-9de4ccd44c68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for subnet, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:14.876059 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-3089b671-7ec0-444e-a8d1-9de4ccd44c68 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/d61545bd-f4f7-4794-86f8-5ac232439ea3 HTTP/1.1" status: 204 len: 168 time: 0.3790631 Aug 12 14:35:14.876224 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 35682) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:35:14.890403 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1cf4c7-e6dc-4bcd-a351-0edd767fd7fa req-1ce52f9b-3c83-47ae-88fd-54ceab278112 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:35:14.892638 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-7f1cf4c7-e6dc-4bcd-a351-0edd767fd7fa req-1ce52f9b-3c83-47ae-88fd-54ceab278112 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/ports?device_id=1e762752-e6ff-40ec-b4e5-358595500206 HTTP/1.1" status: 200 len: 950 time: 0.1821864 Aug 12 14:35:14.903579 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec6edf0-b0e4-4530-acc8-067e09b65758 admin admin] Pushing event updated for resources: {'Port': ['ID=31935ffb-3080-4ec9-ba5a-030f36662314,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:35:14.953437 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-7f1cf4c7-e6dc-4bcd-a351-0edd767fd7fa req-648d63ae-7783-4ed8-a703-11085c5847f9 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0307eb3-f523-445b-8e1d-79deac809303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543830 Aug 12 14:35:15.058572 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-b236fb6e-f7ca-405e-bfa5-01051c06e327 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680608'] for network, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:15.210676 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-b236fb6e-f7ca-405e-bfa5-01051c06e327 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66413304', 'neutron.services.segments.db._delete_segments_for_network-8744654118000'] for network, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:15.245966 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-b236fb6e-f7ca-405e-bfa5-01051c06e327 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a10dd9db-a24e-488c-8894-a27c36eaa630']}} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:35:15.262679 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device 2d02505d-896c-436a-96b2-40e1c4f8b876 no longer exists at agent hyperv_n-h1-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:35:15.283605 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-93370168-53ca-47c2-9e27-b066be57125c None None] No Port match for: 2d02505d-896c-436a-96b2-40e1c4f8b876 {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 14:35:15.283959 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device 2d02505d-896c-436a-96b2-40e1c4f8b876 not bound to the agent host n-h1-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:35:15.290789 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-b236fb6e-f7ca-405e-bfa5-01051c06e327 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c5f2abe-b754-491c-837b-06e8fcd65d4b') {'for_net_delete': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:35:15.291727 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-b236fb6e-f7ca-405e-bfa5-01051c06e327 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c5f2abe-b754-491c-837b-06e8fcd65d4b') {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:35:15.306346 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-b236fb6e-f7ca-405e-bfa5-01051c06e327 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744654122361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3857526'] for segment, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:15.338595 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9175e17-2df2-4e81-8200-31a0d4a03744 req-850e9b74-3240-4a17-83da-53434441a9f4 tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:35:15.340131 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b9175e17-2df2-4e81-8200-31a0d4a03744 req-850e9b74-3240-4a17-83da-53434441a9f4 tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] 10.222.0.39 "GET /v2.0/ports?device_id=f74794c1-d77b-4d85-ba55-7cc5380b83f4 HTTP/1.1" status: 200 len: 945 time: 0.1352386 Aug 12 14:35:15.342461 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-b236fb6e-f7ca-405e-bfa5-01051c06e327 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:15.348593 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-eec6edf0-b0e4-4530-acc8-067e09b65758 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:15.360422 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b236fb6e-f7ca-405e-bfa5-01051c06e327 admin admin] Releasing vlan 304 on physical network physnet1 to pool {{(pid=94467) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 14:35:15.360827 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-b236fb6e-f7ca-405e-bfa5-01051c06e327 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2859015'] for segment, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:15.392263 n-d-694802-15 neutron-server[94467]: Traceback (most recent call last): Aug 12 14:35:15.392263 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 14:35:15.392263 n-d-694802-15 neutron-server[94467]: timer() Aug 12 14:35:15.392263 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 14:35:15.392263 n-d-694802-15 neutron-server[94467]: cb(*args, **kw) Aug 12 14:35:15.392263 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 14:35:15.392263 n-d-694802-15 neutron-server[94467]: return func(*args, **kwargs) Aug 12 14:35:15.392263 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 14:35:15.392263 n-d-694802-15 neutron-server[94467]: self._notify() Aug 12 14:35:15.392263 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 14:35:15.392263 n-d-694802-15 neutron-server[94467]: self.callback(batched_events) Aug 12 14:35:15.392263 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 14:35:15.392263 n-d-694802-15 neutron-server[94467]: event.method(event) Aug 12 14:35:15.392263 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 14:35:15.392263 n-d-694802-15 neutron-server[94467]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 14:35:15.392263 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 14:35:15.392263 n-d-694802-15 neutron-server[94467]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 14:35:15.392263 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 14:35:15.392263 n-d-694802-15 neutron-server[94467]: return f(self, *a, **k) Aug 12 14:35:15.392263 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 14:35:15.392263 n-d-694802-15 neutron-server[94467]: return self._get(url).json() Aug 12 14:35:15.392263 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 14:35:15.392263 n-d-694802-15 neutron-server[94467]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 14:35:15.392263 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 14:35:15.392263 n-d-694802-15 neutron-server[94467]: return self.request(url, 'GET', **kwargs) Aug 12 14:35:15.392263 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 14:35:15.392263 n-d-694802-15 neutron-server[94467]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 14:35:15.392263 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 14:35:15.392263 n-d-694802-15 neutron-server[94467]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 14:35:15.392263 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 14:35:15.392263 n-d-694802-15 neutron-server[94467]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 14:35:15.392263 n-d-694802-15 neutron-server[94467]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 14:35:15.484063 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-fe95f194-a3b0-4c04-9e42-20b511169d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:15.508482 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b9175e17-2df2-4e81-8200-31a0d4a03744 req-49729c3a-c5f5-48cf-be0e-6645afcbfe2b tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] 10.222.0.39 "GET /v2.0/security-groups?id=c46585fa-da50-4ef3-834f-e3a7c15dd624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579158 Aug 12 14:35:15.517041 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-b236fb6e-f7ca-405e-bfa5-01051c06e327 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66413281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431520'] for network, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:15.530555 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-b236fb6e-f7ca-405e-bfa5-01051c06e327 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for network, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:15.547515 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-b236fb6e-f7ca-405e-bfa5-01051c06e327 admin admin] 10.222.0.39 "DELETE /v2.0/networks/a10dd9db-a24e-488c-8894-a27c36eaa630 HTTP/1.1" status: 204 len: 168 time: 0.6651752 Aug 12 14:35:15.549825 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 35692) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:35:15.559585 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b236fb6e-f7ca-405e-bfa5-01051c06e327 admin admin] Pushing event deleted for resources: {'Network': ['ID=a10dd9db-a24e-488c-8894-a27c36eaa630,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:35:15.608847 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46748423-7872-4755-973f-8cc0c429eeaa req-a73ab46a-e239-470b-8aab-2ec4816f1f96 tempest-ImagesOneServerTestJSON-498043877 tempest-ImagesOneServerTestJSON-498043877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:35:15.610699 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-46748423-7872-4755-973f-8cc0c429eeaa req-a73ab46a-e239-470b-8aab-2ec4816f1f96 tempest-ImagesOneServerTestJSON-498043877 tempest-ImagesOneServerTestJSON-498043877-project] 10.222.0.39 "GET /v2.0/ports?device_id=0f01811a-e459-4aa6-885e-ea14459bfb91 HTTP/1.1" status: 200 len: 949 time: 0.1037974 Aug 12 14:35:15.618096 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_v2 [None req-1248a021-af50-4558-9bb2-f5024b276d6f admin admin] Deleting subnet 92945f82-a4ce-413d-b734-6becda867800 {{(pid=94466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 14:35:15.622000 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1248a021-af50-4558-9bb2-f5024b276d6f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:15.691578 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1248a021-af50-4558-9bb2-f5024b276d6f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2293551'] for subnet, precommit_delete_associations {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:15.724876 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-eec6edf0-b0e4-4530-acc8-067e09b65758 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-429413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-431608'] for router, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:15.725078 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-46748423-7872-4755-973f-8cc0c429eeaa req-c990c0bd-70ac-49f7-93e8-2323c77169e9 tempest-ImagesOneServerTestJSON-498043877 tempest-ImagesOneServerTestJSON-498043877-project] 10.222.0.39 "GET /v2.0/security-groups?id=d7a86a5b-b20d-43ab-bf74-8d7135bde2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994785 Aug 12 14:35:15.742183 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777d28cc-ba4e-4a83-b13f-f331bc787fe9 req-40a4ec08-9449-4177-9cbd-8fdbf6eee3e3 tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:35:15.747658 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 16f49a04-8061-43ca-8de0-8927515d331b up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:35:15.754964 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-777d28cc-ba4e-4a83-b13f-f331bc787fe9 req-40a4ec08-9449-4177-9cbd-8fdbf6eee3e3 tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] 10.222.0.39 "GET /v2.0/ports?device_id=dace4959-84df-4964-8a1e-18565c9c7311 HTTP/1.1" status: 200 len: 945 time: 0.1364210 Aug 12 14:35:15.770860 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1248a021-af50-4558-9bb2-f5024b276d6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66416255'] for subnet, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:15.805805 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eef12f46-0da7-4c4c-b0e1-b9107d534132 None None] Network f5156d51-b627-40cc-9355-d732172255ab requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:35:15.831843 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning for port 16f49a04-8061-43ca-8de0-8927515d331b completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:35:15.847565 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-777d28cc-ba4e-4a83-b13f-f331bc787fe9 req-d2945948-6a2a-47cc-bc15-5b670e8b56dd tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] 10.222.0.39 "GET /v2.0/security-groups?id=87f02c46-9837-45f6-a8f5-f67c20068d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877702 Aug 12 14:35:15.869510 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1248a021-af50-4558-9bb2-f5024b276d6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66416232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3718429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8776402'] for subnet, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:15.904874 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1248a021-af50-4558-9bb2-f5024b276d6f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=92945f82-a4ce-413d-b734-6becda867800,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:35:15.924473 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1248a021-af50-4558-9bb2-f5024b276d6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for subnet, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:15.926460 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-1248a021-af50-4558-9bb2-f5024b276d6f admin admin] 10.222.0.39 "DELETE /v2.0/subnets/92945f82-a4ce-413d-b734-6becda867800 HTTP/1.1" status: 204 len: 168 time: 0.3736880 Aug 12 14:35:15.930082 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-c12a4394-eca1-4e02-a043-3b3f16380ea6 None None] Provisioning for port 16f49a04-8061-43ca-8de0-8927515d331b completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:35:15.930758 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 35706) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:35:15.938785 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-c12a4394-eca1-4e02-a043-3b3f16380ea6 None None] Provisioning complete for port 16f49a04-8061-43ca-8de0-8927515d331b triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:35:15.939192 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-c12a4394-eca1-4e02-a043-3b3f16380ea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:16.029241 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-6297b779-4992-4255-8589-9cc741216973 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680608'] for network, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:16.052317 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eec6edf0-b0e4-4530-acc8-067e09b65758 admin admin] Router 133fc5af-8ea0-4747-a738-fab907d8ac78 is scheduled to L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f with binding_index 1 {{(pid=94467) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 14:35:16.122042 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-c12a4394-eca1-4e02-a043-3b3f16380ea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:16.183041 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-c12a4394-eca1-4e02-a043-3b3f16380ea6 None None] For port 16f49a04-8061-43ca-8de0-8927515d331b, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=16f49a04-8061-43ca-8de0-8927515d331b,segment=NetworkSegment(4616e9ca-58b2-469d-b6a9-0e97b7f9a17a),segment_id=4616e9ca-58b2-469d-b6a9-0e97b7f9a17a)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:35:16.188565 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-c12a4394-eca1-4e02-a043-3b3f16380ea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:16.223695 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-6297b779-4992-4255-8589-9cc741216973 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66413304', 'neutron.services.segments.db._delete_segments_for_network-8744654118000'] for network, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:16.245875 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-6297b779-4992-4255-8589-9cc741216973 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfc50ad3-24a8-4a07-a28f-3d2ee1af52c0']}} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:35:16.268731 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-6297b779-4992-4255-8589-9cc741216973 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69038dcf-a037-48d9-9ba2-89a47f004992') {'for_net_delete': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:35:16.269113 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-6297b779-4992-4255-8589-9cc741216973 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69038dcf-a037-48d9-9ba2-89a47f004992') {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:35:16.273479 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12a4394-eca1-4e02-a043-3b3f16380ea6 None None] Pushing event updated for resources: {'Port': ['ID=16f49a04-8061-43ca-8de0-8927515d331b,revision_number=3']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:35:16.312260 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-6297b779-4992-4255-8589-9cc741216973 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744654122361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3857526'] for segment, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:16.321003 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af333db-4e8b-4479-81ca-7ac37f6a5c21 req-92beac75-1ce1-4733-978c-fb72bb1cf55b tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:35:16.323144 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-1af333db-4e8b-4479-81ca-7ac37f6a5c21 req-92beac75-1ce1-4733-978c-fb72bb1cf55b tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/ports?device_id=1e762752-e6ff-40ec-b4e5-358595500206 HTTP/1.1" status: 200 len: 950 time: 0.2193706 Aug 12 14:35:16.359089 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-6297b779-4992-4255-8589-9cc741216973 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:16.372342 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6297b779-4992-4255-8589-9cc741216973 admin admin] Releasing vlan 311 on physical network physnet1 to pool {{(pid=94467) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 14:35:16.372736 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-6297b779-4992-4255-8589-9cc741216973 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2859015'] for segment, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:16.374687 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eec6edf0-b0e4-4530-acc8-067e09b65758 admin admin] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 14:35:16.376926 n-d-694802-15 neutron-server[94467]: Traceback (most recent call last): Aug 12 14:35:16.376926 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 14:35:16.376926 n-d-694802-15 neutron-server[94467]: timer() Aug 12 14:35:16.376926 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 14:35:16.376926 n-d-694802-15 neutron-server[94467]: cb(*args, **kw) Aug 12 14:35:16.376926 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 14:35:16.376926 n-d-694802-15 neutron-server[94467]: return func(*args, **kwargs) Aug 12 14:35:16.376926 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 14:35:16.376926 n-d-694802-15 neutron-server[94467]: self._notify() Aug 12 14:35:16.376926 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 14:35:16.376926 n-d-694802-15 neutron-server[94467]: self.callback(batched_events) Aug 12 14:35:16.376926 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 14:35:16.376926 n-d-694802-15 neutron-server[94467]: event.method(event) Aug 12 14:35:16.376926 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 14:35:16.376926 n-d-694802-15 neutron-server[94467]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 14:35:16.376926 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 14:35:16.376926 n-d-694802-15 neutron-server[94467]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 14:35:16.376926 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 14:35:16.376926 n-d-694802-15 neutron-server[94467]: return f(self, *a, **k) Aug 12 14:35:16.376926 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 14:35:16.376926 n-d-694802-15 neutron-server[94467]: return self._get(url).json() Aug 12 14:35:16.376926 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 14:35:16.376926 n-d-694802-15 neutron-server[94467]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 14:35:16.376926 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 14:35:16.376926 n-d-694802-15 neutron-server[94467]: return self.request(url, 'GET', **kwargs) Aug 12 14:35:16.376926 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 14:35:16.376926 n-d-694802-15 neutron-server[94467]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 14:35:16.376926 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 14:35:16.376926 n-d-694802-15 neutron-server[94467]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 14:35:16.376926 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 14:35:16.376926 n-d-694802-15 neutron-server[94467]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 14:35:16.376926 n-d-694802-15 neutron-server[94467]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 14:35:16.386223 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5063f21-3b9d-41ac-ba87-cf315b299d29 None None] Sync routers for ids ['133fc5af-8ea0-4747-a738-fab907d8ac78'] in n-d-694802-15 {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 14:35:16.395263 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5063f21-3b9d-41ac-ba87-cf315b299d29 None None] Routers {'133fc5af-8ea0-4747-a738-fab907d8ac78'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:35:16.396136 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-f5063f21-3b9d-41ac-ba87-cf315b299d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:35:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['133fc5af-8ea0-4747-a738-fab907d8ac78'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:35:16.409824 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f51a4292-35e9-45d7-a7c1-5d32e977e32f None None] Provisioning complete for port 16f49a04-8061-43ca-8de0-8927515d331b triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:35:16.410189 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f51a4292-35e9-45d7-a7c1-5d32e977e32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:16.440324 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-1af333db-4e8b-4479-81ca-7ac37f6a5c21 req-6c3e043e-b351-41ab-9cc3-f995a86a2639 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0307eb3-f523-445b-8e1d-79deac809303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099494 Aug 12 14:35:16.457085 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-eec6edf0-b0e4-4530-acc8-067e09b65758 admin admin] Notify callbacks [] for router, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:16.460774 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-eec6edf0-b0e4-4530-acc8-067e09b65758 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.0394125 Aug 12 14:35:16.461430 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 35720) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:35:16.466804 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-6297b779-4992-4255-8589-9cc741216973 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66413281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431520'] for network, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:16.477048 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-6297b779-4992-4255-8589-9cc741216973 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for network, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:16.483961 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-6297b779-4992-4255-8589-9cc741216973 admin admin] 10.222.0.39 "DELETE /v2.0/networks/bfc50ad3-24a8-4a07-a28f-3d2ee1af52c0 HTTP/1.1" status: 204 len: 168 time: 0.5502596 Aug 12 14:35:16.513429 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-f5063f21-3b9d-41ac-ba87-cf315b299d29 None None] Set router 133fc5af-8ea0-4747-a738-fab907d8ac78 gateway port host: n-d-694802-15 {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:35:16.537824 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6297b779-4992-4255-8589-9cc741216973 admin admin] Pushing event deleted for resources: {'Network': ['ID=bfc50ad3-24a8-4a07-a28f-3d2ee1af52c0,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:35:16.577052 n-d-694802-15 neutron-server[94467]: INFO neutron.api.v2.resource [req-af98d8d1-7a66-4b8f-bb65-c4c45840f828 req-49a431a0-7af0-4887-b18e-5b8fd7717e5f service neutron] show failed (client error): The resource could not be found. Aug 12 14:35:16.577793 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-af98d8d1-7a66-4b8f-bb65-c4c45840f828 req-49a431a0-7af0-4887-b18e-5b8fd7717e5f service neutron] 10.222.0.64 "GET /v2.0/ports/2343085d-4b48-4feb-903f-20aac5c040a9/bindings/n-h2-694802-15 HTTP/1.1" status: 404 len: 381 time: 0.1043909 Aug 12 14:35:16.653614 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 35724) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:35:16.701092 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-560e70bb-2fb1-4c08-b208-fbbdbd278b77 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=39c74547ea964352853351e74cbcb768&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0440021 Aug 12 14:35:16.701561 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 35726) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:35:16.730503 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-f5063f21-3b9d-41ac-ba87-cf315b299d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '133fc5af-8ea0-4747-a738-fab907d8ac78', 'name': 'tempest-ServersTestMultiNic-500998799-router', 'tenant_id': 'c8d474eadfaf441a8e85de129212ac16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.222'}], 'enable_snat': True}, 'gw_port_id': '31935ffb-3080-4ec9-ba5a-030f36662314', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:35:13Z', 'updated_at': '2021-08-12T14:35:15Z', 'revision_number': 3, 'project_id': 'c8d474eadfaf441a8e85de129212ac16', 'gw_port': {'id': '31935ffb-3080-4ec9-ba5a-030f36662314', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:8a:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '133fc5af-8ea0-4747-a738-fab907d8ac78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:35:14Z', 'updated_at': '2021-08-12T14:35:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15'}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:35:16.779981 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5063f21-3b9d-41ac-ba87-cf315b299d29 None None] Checking router: 133fc5af-8ea0-4747-a738-fab907d8ac78 for host: n-d-694802-15 {{(pid=94469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 14:35:16.780327 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5063f21-3b9d-41ac-ba87-cf315b299d29 None None] Updating router 133fc5af-8ea0-4747-a738-fab907d8ac78 port 31935ffb-3080-4ec9-ba5a-030f36662314 binding host n-d-694802-15 {{(pid=94469) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 14:35:16.783054 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-21ed14d8-6b39-404e-8445-6039d6f740bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:16.805228 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-f5063f21-3b9d-41ac-ba87-cf315b299d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:16.813875 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-21ed14d8-6b39-404e-8445-6039d6f740bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:16.879919 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-21ed14d8-6b39-404e-8445-6039d6f740bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:16.886533 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-21ed14d8-6b39-404e-8445-6039d6f740bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:16.887774 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-21ed14d8-6b39-404e-8445-6039d6f740bd admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/11312995-c93d-4754-9dea-15693c54238a HTTP/1.1" status: 204 len: 168 time: 0.1842890 Aug 12 14:35:16.906425 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ed14d8-6b39-404e-8445-6039d6f740bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11312995-c93d-4754-9dea-15693c54238a,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:35:16.909325 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00b58d6-73e7-4406-8779-b69e660f9912 req-4a519c35-92c5-4ae6-9355-270f4a6ca2ec tempest-ImagesOneServerTestJSON-498043877 tempest-ImagesOneServerTestJSON-498043877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:35:16.936355 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-e00b58d6-73e7-4406-8779-b69e660f9912 req-4a519c35-92c5-4ae6-9355-270f4a6ca2ec tempest-ImagesOneServerTestJSON-498043877 tempest-ImagesOneServerTestJSON-498043877-project] 10.222.0.39 "GET /v2.0/ports?device_id=0f01811a-e459-4aa6-885e-ea14459bfb91 HTTP/1.1" status: 200 len: 949 time: 0.1358871 Aug 12 14:35:17.039240 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-e00b58d6-73e7-4406-8779-b69e660f9912 req-493ddc4a-04b4-4625-bec6-eb02a111530d tempest-ImagesOneServerTestJSON-498043877 tempest-ImagesOneServerTestJSON-498043877-project] 10.222.0.39 "GET /v2.0/security-groups?id=d7a86a5b-b20d-43ab-bf74-8d7135bde2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679209 Aug 12 14:35:17.057276 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c61443-6aac-4b28-82c4-21b3a5747437 req-b244484c-4f20-457f-b15a-3225cfa4857f tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:35:17.059273 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-42c61443-6aac-4b28-82c4-21b3a5747437 req-b244484c-4f20-457f-b15a-3225cfa4857f tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] 10.222.0.39 "GET /v2.0/ports?device_id=dace4959-84df-4964-8a1e-18565c9c7311 HTTP/1.1" status: 200 len: 945 time: 0.1182475 Aug 12 14:35:17.064653 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-bd1e6362-7073-4d73-85a0-dfe2c4d9e738 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:17.084085 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af98d8d1-7a66-4b8f-bb65-c4c45840f828 req-70e7b5c9-e6dc-497d-b630-c9d5e03154ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:35:17.086947 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-af98d8d1-7a66-4b8f-bb65-c4c45840f828 req-70e7b5c9-e6dc-497d-b630-c9d5e03154ad service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=1e762752-e6ff-40ec-b4e5-358595500206&tenant_id=e3f6e239b38a4f618b8ca0621fcc54e4 HTTP/1.1" status: 200 len: 1102 time: 0.3153517 Aug 12 14:35:17.106863 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-af98d8d1-7a66-4b8f-bb65-c4c45840f828 req-1c20695b-0601-4213-9a3f-8877d7a6203a service neutron] Request body: {'port': {'binding:host_id': 'n-h2-694802-15', 'device_owner': 'compute:nova'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:35:17.174652 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-f5063f21-3b9d-41ac-ba87-cf315b299d29 None None] Notify callbacks [] for port, precommit_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:17.189958 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.provisioning_blocks [None req-f5063f21-3b9d-41ac-ba87-cf315b299d29 None None] Transition to ACTIVE for port object 31935ffb-3080-4ec9-ba5a-030f36662314 will not be triggered until provisioned by entity L2. {{(pid=94469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:35:17.198466 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-f5063f21-3b9d-41ac-ba87-cf315b299d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:17.206960 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-42c61443-6aac-4b28-82c4-21b3a5747437 req-31b5c1c4-0a34-4e19-a9d5-dd8e653bbfe1 tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] 10.222.0.39 "GET /v2.0/security-groups?id=87f02c46-9837-45f6-a8f5-f67c20068d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300235 Aug 12 14:35:17.218487 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-af98d8d1-7a66-4b8f-bb65-c4c45840f828 req-1c20695b-0601-4213-9a3f-8877d7a6203a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:17.279057 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device d0cdbccb-b249-40a7-844c-3603f0053795 up at agent hyperv_n-h1-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:35:17.309075 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.managers [None req-f5063f21-3b9d-41ac-ba87-cf315b299d29 None None] Attempting to bind port 31935ffb-3080-4ec9-ba5a-030f36662314 on host n-d-694802-15 for vnic_type normal with profile {{(pid=94469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:35:17.310451 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.managers [None req-f5063f21-3b9d-41ac-ba87-cf315b299d29 None None] Attempting to bind port 31935ffb-3080-4ec9-ba5a-030f36662314 by drivers openvswitch,hyperv on host n-d-694802-15 at level 0 using segments [{'id': 'b1b396cb-2dc6-4041-bfc7-1833a80a4720', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'}] {{(pid=94469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:35:17.311813 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5063f21-3b9d-41ac-ba87-cf315b299d29 None None] Attempting to bind port 31935ffb-3080-4ec9-ba5a-030f36662314 on network d3759e1b-6c03-45ac-acd4-90abb417809b {{(pid=94469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:35:17.320229 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bc6f35-2c6d-4311-8fb1-72750b6be569 None None] Pushing event updated for resources: {'Port': ['ID=31935ffb-3080-4ec9-ba5a-030f36662314,revision_number=2']} {{(pid=94469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:35:17.320390 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-bd1e6362-7073-4d73-85a0-dfe2c4d9e738 admin admin] Allocated IP 172.20.0.1 (f5156d51-b627-40cc-9355-d732172255ab/1dee98e6-911f-47ec-84b7-c1a72cec06ec/cc8126a3-18ef-458b-af1d-fc91ac73896b) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:35:17.334359 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5063f21-3b9d-41ac-ba87-cf315b299d29 None None] Checking agent: {'id': '16de73ac-f2e9-4cee-b3e0-91052ae3e6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 20, 13), 'started_at': datetime.datetime(2021, 8, 12, 14, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 35, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:35:17.336166 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5063f21-3b9d-41ac-ba87-cf315b299d29 None None] Checking segment: {'id': 'b1b396cb-2dc6-4041-bfc7-1833a80a4720', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:35:17.338460 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-f5063f21-3b9d-41ac-ba87-cf315b299d29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:17.344415 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5063f21-3b9d-41ac-ba87-cf315b299d29 None None] Bound using segment: {'id': 'b1b396cb-2dc6-4041-bfc7-1833a80a4720', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'} {{(pid=94469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:35:17.345313 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.managers [None req-f5063f21-3b9d-41ac-ba87-cf315b299d29 None None] Bound port: 31935ffb-3080-4ec9-ba5a-030f36662314, host: n-d-694802-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1b396cb-2dc6-4041-bfc7-1833a80a4720', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'}}] {{(pid=94469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:35:17.345895 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-f5063f21-3b9d-41ac-ba87-cf315b299d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:17.391418 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Provisioning for port d0cdbccb-b249-40a7-844c-3603f0053795 completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:35:17.396287 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Provisioning complete for port d0cdbccb-b249-40a7-844c-3603f0053795 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:35:17.398252 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:17.430285 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.db [None req-f5063f21-3b9d-41ac-ba87-cf315b299d29 None None] For port 31935ffb-3080-4ec9-ba5a-030f36662314, host n-d-694802-15, cleared binding levels {{(pid=94469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:35:17.435377 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.db [None req-f5063f21-3b9d-41ac-ba87-cf315b299d29 None None] For port 31935ffb-3080-4ec9-ba5a-030f36662314, host n-d-694802-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=31935ffb-3080-4ec9-ba5a-030f36662314,segment=NetworkSegment(b1b396cb-2dc6-4041-bfc7-1833a80a4720),segment_id=b1b396cb-2dc6-4041-bfc7-1833a80a4720)] {{(pid=94469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:35:17.443095 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-f5063f21-3b9d-41ac-ba87-cf315b299d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:17.452202 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 35752) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:35:17.514429 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-af98d8d1-7a66-4b8f-bb65-c4c45840f828 req-1c20695b-0601-4213-9a3f-8877d7a6203a service neutron] For port 2343085d-4b48-4feb-903f-20aac5c040a9, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=2343085d-4b48-4feb-903f-20aac5c040a9,segment=NetworkSegment(a1f8c867-101b-4d30-814e-b89f55a5edd0),segment_id=a1f8c867-101b-4d30-814e-b89f55a5edd0)] {{(pid=94467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:35:17.529347 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bc6f35-2c6d-4311-8fb1-72750b6be569 None None] Pushing event updated for resources: {'Port': ['ID=31935ffb-3080-4ec9-ba5a-030f36662314,revision_number=3']} {{(pid=94469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:35:17.533270 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5063f21-3b9d-41ac-ba87-cf315b299d29 None None] Routers {'133fc5af-8ea0-4747-a738-fab907d8ac78'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:35:17.534443 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-f5063f21-3b9d-41ac-ba87-cf315b299d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:35:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['133fc5af-8ea0-4747-a738-fab907d8ac78'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:35:17.539248 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-bd1e6362-7073-4d73-85a0-dfe2c4d9e738 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:17.570762 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-af98d8d1-7a66-4b8f-bb65-c4c45840f828 req-1c20695b-0601-4213-9a3f-8877d7a6203a service neutron] For port 2343085d-4b48-4feb-903f-20aac5c040a9, host n-h1-694802-15, cleared binding levels {{(pid=94467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:35:17.581312 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-7dd70da9-340f-4ac4-9a92-2d19455b3b72 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=357b4c5b8b57493399f2769b1b6b59d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1269996 Aug 12 14:35:17.582649 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-bd1e6362-7073-4d73-85a0-dfe2c4d9e738 admin admin] Transition to ACTIVE for port object cc8126a3-18ef-458b-af1d-fc91ac73896b will not be triggered until provisioned by entity DHCP. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:35:17.587646 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 35756) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:35:17.602882 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:17.634648 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f01811a-e459-4aa6-885e-ea14459bfb91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0cdbccb-b249-40a7-844c-3603f0053795'}] {{(pid=94468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:35:17.637566 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99a8d87602170099c728e57431aca99e9b98a655a83bbf8727be13192709727b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30809da0-3e8b-4d99-b647-ec633d135c27" -d '{"events": [{"server_uuid": "0f01811a-e459-4aa6-885e-ea14459bfb91", "name": "network-vif-plugged", "status": "completed", "tag": "d0cdbccb-b249-40a7-844c-3603f0053795"}]}' {{(pid=94468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:35:17.653171 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port d0cdbccb-b249-40a7-844c-3603f0053795, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=d0cdbccb-b249-40a7-844c-3603f0053795,segment=NetworkSegment(a1f8c867-101b-4d30-814e-b89f55a5edd0),segment_id=a1f8c867-101b-4d30-814e-b89f55a5edd0)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:35:17.658020 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:17.658874 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device 98b2f474-3add-4406-8544-afd4b82043d3 up at agent hyperv_n-h1-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:35:17.692620 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e762752-e6ff-40ec-b4e5-358595500206', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2343085d-4b48-4feb-903f-20aac5c040a9'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:35:17.694923 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e65282f928b64038367d043a4411777802006c43a98742496cb2e25b724ff1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25e6ab53-038f-4fbb-911c-3aff7b2ada2c" -d '{"events": [{"server_uuid": "1e762752-e6ff-40ec-b4e5-358595500206", "name": "network-vif-unplugged", "status": "completed", "tag": "2343085d-4b48-4feb-903f-20aac5c040a9"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:35:17.716894 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-af98d8d1-7a66-4b8f-bb65-c4c45840f828 req-1c20695b-0601-4213-9a3f-8877d7a6203a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:17.725638 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-f5063f21-3b9d-41ac-ba87-cf315b299d29 None None] Set router 133fc5af-8ea0-4747-a738-fab907d8ac78 gateway port host: n-d-694802-15 {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:35:17.751291 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec6e117-a0cf-424d-bec2-e593d84a5a5a req-d1a6d91d-70e3-43e5-bb6b-60810c8eff88 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:35:17.754861 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3a710e6f-4c24-40f0-bccb-6576710671d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:17.759059 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-aec6e117-a0cf-424d-bec2-e593d84a5a5a req-d1a6d91d-70e3-43e5-bb6b-60810c8eff88 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/ports?device_id=1e762752-e6ff-40ec-b4e5-358595500206 HTTP/1.1" status: 200 len: 950 time: 0.1562371 Aug 12 14:35:17.773677 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 16f49a04-8061-43ca-8de0-8927515d331b up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:35:17.791869 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [req-af98d8d1-7a66-4b8f-bb65-c4c45840f828 req-1c20695b-0601-4213-9a3f-8877d7a6203a service neutron] Transition to ACTIVE for port object 2343085d-4b48-4feb-903f-20aac5c040a9 will not be triggered until provisioned by entity L2. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:35:17.797969 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-af98d8d1-7a66-4b8f-bb65-c4c45840f828 req-1c20695b-0601-4213-9a3f-8877d7a6203a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:17.810005 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-aec6e117-a0cf-424d-bec2-e593d84a5a5a req-ea307ac7-5c70-4981-9617-e490a95abc7b tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0307eb3-f523-445b-8e1d-79deac809303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498846 Aug 12 14:35:17.814770 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3a710e6f-4c24-40f0-bccb-6576710671d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:17.821875 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Pushing event updated for resources: {'Port': ['ID=d0cdbccb-b249-40a7-844c-3603f0053795,revision_number=5']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:35:17.841847 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:35:17.842299 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:35:17.842719 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:35:17.843097 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:35:17.843633 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-bd1e6362-7073-4d73-85a0-dfe2c4d9e738 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:17.843790 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:35:17.844489 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:35:17.844827 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:35:17.845239 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:35:17.845621 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:35:17.845954 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:35:17.846557 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:35:17.847356 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:35:17.857598 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Provisioning for port 98b2f474-3add-4406-8544-afd4b82043d3 completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:35:17.866038 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Provisioning complete for port 98b2f474-3add-4406-8544-afd4b82043d3 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:35:17.866430 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:17.916059 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port 16f49a04-8061-43ca-8de0-8927515d331b triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:35:17.916570 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:17.926595 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c20695b-0601-4213-9a3f-8877d7a6203a service neutron] Pushing event updated for resources: {'Port': ['ID=2343085d-4b48-4feb-903f-20aac5c040a9,revision_number=6']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:35:17.982034 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 12 Aug 2021 14:35:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43baa723-0af3-45c2-bb1a-775b9744ec3b x-openstack-request-id: req-43baa723-0af3-45c2-bb1a-775b9744ec3b {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:35:17.986167 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e762752-e6ff-40ec-b4e5-358595500206", "name": "network-vif-unplugged", "status": "completed", "tag": "2343085d-4b48-4feb-903f-20aac5c040a9", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:35:17.986595 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-43baa723-0af3-45c2-bb1a-775b9744ec3b {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:35:17.987200 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e762752-e6ff-40ec-b4e5-358595500206', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2343085d-4b48-4feb-903f-20aac5c040a9', 'code': 200} Aug 12 14:35:17.988342 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [req-af98d8d1-7a66-4b8f-bb65-c4c45840f828 req-1c20695b-0601-4213-9a3f-8877d7a6203a service neutron] No DVR routers for this DVR port 2343085d-4b48-4feb-903f-20aac5c040a9 on host n-h1-694802-15 {{(pid=94467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:35:17.993541 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 14:35:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0ecc76a-4b45-4c6d-a3ff-6bcdbc8d0c5d x-openstack-request-id: req-e0ecc76a-4b45-4c6d-a3ff-6bcdbc8d0c5d {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:35:17.993833 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f01811a-e459-4aa6-885e-ea14459bfb91", "name": "network-vif-plugged", "status": "completed", "tag": "d0cdbccb-b249-40a7-844c-3603f0053795", "code": 200}]} {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:35:17.994088 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e0ecc76a-4b45-4c6d-a3ff-6bcdbc8d0c5d {{(pid=94468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:35:17.994923 n-d-694802-15 neutron-server[94468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f01811a-e459-4aa6-885e-ea14459bfb91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0cdbccb-b249-40a7-844c-3603f0053795', 'code': 200} Aug 12 14:35:18.006431 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd1e6362-7073-4d73-85a0-dfe2c4d9e738 admin admin] Network f5156d51-b627-40cc-9355-d732172255ab is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:35:18.016227 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-bd1e6362-7073-4d73-85a0-dfe2c4d9e738 admin admin] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:35:18.022018 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd1e6362-7073-4d73-85a0-dfe2c4d9e738 admin admin] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:35:18.034662 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:18.090563 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-bd1e6362-7073-4d73-85a0-dfe2c4d9e738 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66663725'] for router_interface, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:18.090870 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-af98d8d1-7a66-4b8f-bb65-c4c45840f828 req-1c20695b-0601-4213-9a3f-8877d7a6203a service neutron] Attempting to bind port 2343085d-4b48-4feb-903f-20aac5c040a9 on host n-h2-694802-15 for vnic_type normal with profile {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:35:18.091236 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-af98d8d1-7a66-4b8f-bb65-c4c45840f828 req-1c20695b-0601-4213-9a3f-8877d7a6203a service neutron] Attempting to bind port 2343085d-4b48-4feb-903f-20aac5c040a9 by drivers openvswitch,hyperv on host n-h2-694802-15 at level 0 using segments [{'id': 'a1f8c867-101b-4d30-814e-b89f55a5edd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '2525c403-dfb3-4196-a273-739607aab38a'}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:35:18.091569 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af98d8d1-7a66-4b8f-bb65-c4c45840f828 req-1c20695b-0601-4213-9a3f-8877d7a6203a service neutron] Attempting to bind port 2343085d-4b48-4feb-903f-20aac5c040a9 on network 2525c403-dfb3-4196-a273-739607aab38a {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:35:18.098025 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af98d8d1-7a66-4b8f-bb65-c4c45840f828 req-1c20695b-0601-4213-9a3f-8877d7a6203a service neutron] Port 2343085d-4b48-4feb-903f-20aac5c040a9 on network 2525c403-dfb3-4196-a273-739607aab38a not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-15 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 14:35:18.098025 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af98d8d1-7a66-4b8f-bb65-c4c45840f828 req-1c20695b-0601-4213-9a3f-8877d7a6203a service neutron] Attempting to bind port 2343085d-4b48-4feb-903f-20aac5c040a9 on network 2525c403-dfb3-4196-a273-739607aab38a {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:35:18.101832 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-f5063f21-3b9d-41ac-ba87-cf315b299d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '133fc5af-8ea0-4747-a738-fab907d8ac78', 'name': 'tempest-ServersTestMultiNic-500998799-router', 'tenant_id': 'c8d474eadfaf441a8e85de129212ac16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.222'}], 'enable_snat': True}, 'gw_port_id': '31935ffb-3080-4ec9-ba5a-030f36662314', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:35:13Z', 'updated_at': '2021-08-12T14:35:15Z', 'revision_number': 3, 'project_id': 'c8d474eadfaf441a8e85de129212ac16', 'gw_port': {'id': '31935ffb-3080-4ec9-ba5a-030f36662314', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:8a:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '133fc5af-8ea0-4747-a738-fab907d8ac78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:35:14Z', 'updated_at': '2021-08-12T14:35:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15'}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:35:18.135813 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af98d8d1-7a66-4b8f-bb65-c4c45840f828 req-1c20695b-0601-4213-9a3f-8877d7a6203a service neutron] Checking agent: {'id': 'b7697f71-33f3-4959-ad82-43c2dc15845d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 27, 42), 'started_at': datetime.datetime(2021, 8, 12, 14, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 35, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:35:18.140905 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1e6362-7073-4d73-85a0-dfe2c4d9e738 admin admin] Pushing event updated for resources: {'Port': ['ID=cc8126a3-18ef-458b-af1d-fc91ac73896b,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:35:18.142005 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af98d8d1-7a66-4b8f-bb65-c4c45840f828 req-1c20695b-0601-4213-9a3f-8877d7a6203a service neutron] Checking segment: {'id': 'a1f8c867-101b-4d30-814e-b89f55a5edd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '2525c403-dfb3-4196-a273-739607aab38a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:35:18.143113 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af98d8d1-7a66-4b8f-bb65-c4c45840f828 req-1c20695b-0601-4213-9a3f-8877d7a6203a service neutron] Bound using segment: {'id': 'a1f8c867-101b-4d30-814e-b89f55a5edd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '2525c403-dfb3-4196-a273-739607aab38a'} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:35:18.143584 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-af98d8d1-7a66-4b8f-bb65-c4c45840f828 req-1c20695b-0601-4213-9a3f-8877d7a6203a service neutron] Bound port: 2343085d-4b48-4feb-903f-20aac5c040a9, host: n-h2-694802-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1f8c867-101b-4d30-814e-b89f55a5edd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '2525c403-dfb3-4196-a273-739607aab38a'}}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:35:18.143958 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-af98d8d1-7a66-4b8f-bb65-c4c45840f828 req-1c20695b-0601-4213-9a3f-8877d7a6203a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:18.166499 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port 98b2f474-3add-4406-8544-afd4b82043d3, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=98b2f474-3add-4406-8544-afd4b82043d3,segment=NetworkSegment(111c8fb4-95f7-4303-b261-7f0bb42c0aef),segment_id=111c8fb4-95f7-4303-b261-7f0bb42c0aef)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:35:18.172882 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3a710e6f-4c24-40f0-bccb-6576710671d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:18.176591 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3a710e6f-4c24-40f0-bccb-6576710671d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:18.180957 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-3a710e6f-4c24-40f0-bccb-6576710671d4 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/dbe07356-8a69-457f-9f6e-10c5b21b777d HTTP/1.1" status: 204 len: 168 time: 0.5868022 Aug 12 14:35:18.186624 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5063f21-3b9d-41ac-ba87-cf315b299d29 None None] The sync data for ids ['133fc5af-8ea0-4747-a738-fab907d8ac78'] in n-d-694802-15 is: [{'id': '133fc5af-8ea0-4747-a738-fab907d8ac78', 'name': 'tempest-ServersTestMultiNic-500998799-router', 'tenant_id': 'c8d474eadfaf441a8e85de129212ac16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.222'}], 'enable_snat': True}, 'gw_port_id': '31935ffb-3080-4ec9-ba5a-030f36662314', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:35:13Z', 'updated_at': '2021-08-12T14:35:15Z', 'revision_number': 3, 'project_id': 'c8d474eadfaf441a8e85de129212ac16', 'gw_port': {'id': '31935ffb-3080-4ec9-ba5a-030f36662314', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:8a:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '133fc5af-8ea0-4747-a738-fab907d8ac78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:35:14Z', 'updated_at': '2021-08-12T14:35:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15'}] {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 14:35:18.188774 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:18.224826 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a710e6f-4c24-40f0-bccb-6576710671d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbe07356-8a69-457f-9f6e-10c5b21b777d,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:35:18.311099 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3934dacd-65cd-4efe-9cc1-70292d9bbe1e req-7a0cc71d-5c77-43d9-8c7f-4b1bbb3803b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:35:18.312911 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3934dacd-65cd-4efe-9cc1-70292d9bbe1e req-7a0cc71d-5c77-43d9-8c7f-4b1bbb3803b7 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=0f01811a-e459-4aa6-885e-ea14459bfb91 HTTP/1.1" status: 200 len: 1102 time: 0.2358048 Aug 12 14:35:18.346401 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Pushing event updated for resources: {'Port': ['ID=98b2f474-3add-4406-8544-afd4b82043d3,revision_number=5']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:35:18.421763 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-bd1e6362-7073-4d73-85a0-dfe2c4d9e738 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:18.466360 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00eb6ba8-475e-46b0-a7cc-65b259160193 req-6abd92ed-2840-4112-b463-102c03ec4743 tempest-ImagesOneServerTestJSON-498043877 tempest-ImagesOneServerTestJSON-498043877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:35:18.476258 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-00eb6ba8-475e-46b0-a7cc-65b259160193 req-6abd92ed-2840-4112-b463-102c03ec4743 tempest-ImagesOneServerTestJSON-498043877 tempest-ImagesOneServerTestJSON-498043877-project] 10.222.0.39 "GET /v2.0/ports?device_id=0f01811a-e459-4aa6-885e-ea14459bfb91 HTTP/1.1" status: 200 len: 950 time: 0.2771814 Aug 12 14:35:18.521317 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3934dacd-65cd-4efe-9cc1-70292d9bbe1e req-f596f580-9bdb-44d1-bd61-5c3ba9f34e35 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=d7a86a5b-b20d-43ab-bf74-8d7135bde2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590936 Aug 12 14:35:18.527234 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-af98d8d1-7a66-4b8f-bb65-c4c45840f828 req-1c20695b-0601-4213-9a3f-8877d7a6203a service neutron] For port 2343085d-4b48-4feb-903f-20aac5c040a9, host n-h2-694802-15, cleared binding levels {{(pid=94467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:35:18.533057 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4188913-f8b8-4138-ae1c-691941bfdfc4 req-2ebc0712-4025-48b8-8706-3f314e326f91 tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:35:18.548999 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-f4188913-f8b8-4138-ae1c-691941bfdfc4 req-2ebc0712-4025-48b8-8706-3f314e326f91 tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] 10.222.0.39 "GET /v2.0/ports?device_id=dace4959-84df-4964-8a1e-18565c9c7311 HTTP/1.1" status: 200 len: 946 time: 0.1233413 Aug 12 14:35:18.553850 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-af98d8d1-7a66-4b8f-bb65-c4c45840f828 req-1c20695b-0601-4213-9a3f-8877d7a6203a service neutron] For port 2343085d-4b48-4feb-903f-20aac5c040a9, host n-h2-694802-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=2343085d-4b48-4feb-903f-20aac5c040a9,segment=NetworkSegment(a1f8c867-101b-4d30-814e-b89f55a5edd0),segment_id=a1f8c867-101b-4d30-814e-b89f55a5edd0)] {{(pid=94467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:35:18.570656 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-00eb6ba8-475e-46b0-a7cc-65b259160193 req-167e57cd-9292-498b-ac73-572d7c863c9c tempest-ImagesOneServerTestJSON-498043877 tempest-ImagesOneServerTestJSON-498043877-project] 10.222.0.39 "GET /v2.0/security-groups?id=d7a86a5b-b20d-43ab-bf74-8d7135bde2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885479 Aug 12 14:35:18.581483 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-af98d8d1-7a66-4b8f-bb65-c4c45840f828 req-1c20695b-0601-4213-9a3f-8877d7a6203a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:18.628586 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-e6e20e6a-154f-4bc1-b010-cd2cc0fcb0ed None None] Provisioning for port cc8126a3-18ef-458b-af1d-fc91ac73896b completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:35:18.634713 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-e6e20e6a-154f-4bc1-b010-cd2cc0fcb0ed None None] Provisioning complete for port cc8126a3-18ef-458b-af1d-fc91ac73896b triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:35:18.635573 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-e6e20e6a-154f-4bc1-b010-cd2cc0fcb0ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:18.664023 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af98d8d1-7a66-4b8f-bb65-c4c45840f828 req-1c20695b-0601-4213-9a3f-8877d7a6203a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:35:18.666625 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-af98d8d1-7a66-4b8f-bb65-c4c45840f828 req-1c20695b-0601-4213-9a3f-8877d7a6203a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:18.669021 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-af98d8d1-7a66-4b8f-bb65-c4c45840f828 req-1c20695b-0601-4213-9a3f-8877d7a6203a service neutron] 10.222.0.49 "PUT /v2.0/ports/2343085d-4b48-4feb-903f-20aac5c040a9 HTTP/1.1" status: 200 len: 1097 time: 1.5684445 Aug 12 14:35:18.672545 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-f4188913-f8b8-4138-ae1c-691941bfdfc4 req-6f1a05a6-86a9-4879-a9c8-f25403b5ac4e tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] 10.222.0.39 "GET /v2.0/security-groups?id=87f02c46-9837-45f6-a8f5-f67c20068d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203809 Aug 12 14:35:18.742638 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-e6e20e6a-154f-4bc1-b010-cd2cc0fcb0ed None None] Port cc8126a3-18ef-458b-af1d-fc91ac73896b cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 14:35:18.810704 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c20695b-0601-4213-9a3f-8877d7a6203a service neutron] Pushing event updated for resources: {'Port': ['ID=2343085d-4b48-4feb-903f-20aac5c040a9,revision_number=7']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:35:18.827795 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af98d8d1-7a66-4b8f-bb65-c4c45840f828 req-bc9e130d-68bf-4e97-b0b4-6fdc4102e347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:35:18.830132 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-af98d8d1-7a66-4b8f-bb65-c4c45840f828 req-bc9e130d-68bf-4e97-b0b4-6fdc4102e347 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e3f6e239b38a4f618b8ca0621fcc54e4&device_id=1e762752-e6ff-40ec-b4e5-358595500206 HTTP/1.1" status: 200 len: 1100 time: 0.0785735 Aug 12 14:35:18.835469 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-bd1e6362-7073-4d73-85a0-dfe2c4d9e738 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:18.857208 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-bd1e6362-7073-4d73-85a0-dfe2c4d9e738 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3718439'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:18.864226 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device c77027dd-829d-473e-aaa2-a33b21f94703 details requested by agent hyperv_n-h2-694802-15 with host n-h2-694802-15 {{(pid=94468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 14:35:18.973331 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-bd1e6362-7073-4d73-85a0-dfe2c4d9e738 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66628363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66663865'] for router_interface, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:19.061909 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8e5107-6d86-4437-b729-d363958ba25d req-dbb14ade-f1f6-4ae8-b40c-bd1896fd8e4b tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:35:19.068976 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-8f8e5107-6d86-4437-b729-d363958ba25d req-dbb14ade-f1f6-4ae8-b40c-bd1896fd8e4b tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/ports?device_id=1e762752-e6ff-40ec-b4e5-358595500206 HTTP/1.1" status: 200 len: 948 time: 0.1096799 Aug 12 14:35:19.084901 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port c77027dd-829d-473e-aaa2-a33b21f94703, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=c77027dd-829d-473e-aaa2-a33b21f94703,segment=NetworkSegment(5ea1fe2e-eeef-460a-999b-4e3aad831451),segment_id=5ea1fe2e-eeef-460a-999b-4e3aad831451)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:35:19.106075 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Returning: {'device': 'c77027dd-829d-473e-aaa2-a33b21f94703', 'network_id': '66286ace-0f28-443f-a69d-5df85949d220', 'port_id': 'c77027dd-829d-473e-aaa2-a33b21f94703', 'mac_address': 'fa:16:3e:c3:80:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39fc4ab3-8f53-4eb4-b1df-ab065bbb1694', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 14:35:19.111709 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af98d8d1-7a66-4b8f-bb65-c4c45840f828 req-5c3d95cc-9f65-4cb2-bd52-aab7521db046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:35:19.114474 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-af98d8d1-7a66-4b8f-bb65-c4c45840f828 req-5c3d95cc-9f65-4cb2-bd52-aab7521db046 service neutron] 10.222.0.49 "GET /v2.0/networks?id=2525c403-dfb3-4196-a273-739607aab38a HTTP/1.1" status: 200 len: 870 time: 0.2760806 Aug 12 14:35:19.124645 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1e6362-7073-4d73-85a0-dfe2c4d9e738 admin admin] Pushing event updated for resources: {'Port': ['ID=cc8126a3-18ef-458b-af1d-fc91ac73896b,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:35:19.169676 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:19.178468 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-af98d8d1-7a66-4b8f-bb65-c4c45840f828 req-296a8b4c-a058-4a61-b0f4-248a4adffeb2 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=2343085d-4b48-4feb-903f-20aac5c040a9 HTTP/1.1" status: 200 len: 217 time: 0.0547907 Aug 12 14:35:19.179790 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd1e6362-7073-4d73-85a0-dfe2c4d9e738 admin admin] Network f5156d51-b627-40cc-9355-d732172255ab is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:35:19.184537 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-8f8e5107-6d86-4437-b729-d363958ba25d req-84add53e-34ba-4b65-b5aa-0d3b2c2832b0 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0307eb3-f523-445b-8e1d-79deac809303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953720 Aug 12 14:35:19.187804 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-bd1e6362-7073-4d73-85a0-dfe2c4d9e738 admin admin] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:35:19.187947 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c77027dd-829d-473e-aaa2-a33b21f94703 {{(pid=94468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:35:19.238898 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port c77027dd-829d-473e-aaa2-a33b21f94703, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=c77027dd-829d-473e-aaa2-a33b21f94703,segment=NetworkSegment(5ea1fe2e-eeef-460a-999b-4e3aad831451),segment_id=5ea1fe2e-eeef-460a-999b-4e3aad831451)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:35:19.247668 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:19.291916 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af98d8d1-7a66-4b8f-bb65-c4c45840f828 req-90f76d3f-f4ce-4a77-bfab-db1607341a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:35:19.297152 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-af98d8d1-7a66-4b8f-bb65-c4c45840f828 req-90f76d3f-f4ce-4a77-bfab-db1607341a71 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=236e0be6-1c94-4221-9e8b-ab02a53331f8 HTTP/1.1" status: 200 len: 843 time: 0.1100028 Aug 12 14:35:19.329093 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device 2343085d-4b48-4feb-903f-20aac5c040a9 no longer exists at agent hyperv_n-h1-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:35:19.409572 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] get_ports_and_sgs() called for port_ids ['c77027dd-829d-473e-aaa2-a33b21f94703'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:35:19.427607 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af98d8d1-7a66-4b8f-bb65-c4c45840f828 req-7f7833e3-df15-4090-a0d5-ddd25d7d5034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:35:19.434525 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-af98d8d1-7a66-4b8f-bb65-c4c45840f828 req-7f7833e3-df15-4090-a0d5-ddd25d7d5034 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2525c403-dfb3-4196-a273-739607aab38a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1298730 Aug 12 14:35:19.505608 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Pushing event updated for resources: {'Port': ['ID=c77027dd-829d-473e-aaa2-a33b21f94703,revision_number=6']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:35:19.523847 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device 2343085d-4b48-4feb-903f-20aac5c040a9 not bound to the agent host n-h1-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:35:19.545454 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd1e6362-7073-4d73-85a0-dfe2c4d9e738 admin admin] Router 133fc5af-8ea0-4747-a738-fab907d8ac78 has already been hosted by L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f {{(pid=94466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 14:35:19.643608 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-af98d8d1-7a66-4b8f-bb65-c4c45840f828 req-ad469cb3-fc96-4fe9-9132-2b30de8e590b service neutron] 10.222.0.49 "GET /v2.0/networks/2525c403-dfb3-4196-a273-739607aab38a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1934695 Aug 12 14:35:19.717097 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd1e6362-7073-4d73-85a0-dfe2c4d9e738 admin admin] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 14:35:19.730795 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-bd1e6362-7073-4d73-85a0-dfe2c4d9e738 admin admin] 10.222.0.39 "PUT /v2.0/routers/133fc5af-8ea0-4747-a738-fab907d8ac78/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2600999 Aug 12 14:35:19.900886 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b636733-b9b1-4421-93a4-b80df299a78b req-484309ae-2ad8-462e-8880-52a9141ac370 tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:35:19.900886 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-8b636733-b9b1-4421-93a4-b80df299a78b req-484309ae-2ad8-462e-8880-52a9141ac370 tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] 10.222.0.39 "GET /v2.0/ports?device_id=dace4959-84df-4964-8a1e-18565c9c7311 HTTP/1.1" status: 200 len: 946 time: 0.0960770 Aug 12 14:35:19.901710 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 35822) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:35:19.922037 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 31935ffb-3080-4ec9-ba5a-030f36662314 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:35:19.982066 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-8b636733-b9b1-4421-93a4-b80df299a78b req-f59e4530-7d9c-4044-b8a5-b56fdd155510 tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] 10.222.0.39 "GET /v2.0/security-groups?id=87f02c46-9837-45f6-a8f5-f67c20068d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724699 Aug 12 14:35:20.040345 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dace4959-84df-4964-8a1e-18565c9c7311', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98b2f474-3add-4406-8544-afd4b82043d3'}] {{(pid=94468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:35:20.042755 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99a8d87602170099c728e57431aca99e9b98a655a83bbf8727be13192709727b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f742b636-88b4-4468-8c24-328d34ce2220" -d '{"events": [{"server_uuid": "dace4959-84df-4964-8a1e-18565c9c7311", "name": "network-vif-plugged", "status": "completed", "tag": "98b2f474-3add-4406-8544-afd4b82043d3"}]}' {{(pid=94468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:35:20.074867 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-58e71fed-8488-4889-a760-7e13d3a2cb55 None None] Provisioning complete for port cc8126a3-18ef-458b-af1d-fc91ac73896b triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:35:20.075418 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-58e71fed-8488-4889-a760-7e13d3a2cb55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:20.090544 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-acf37d33-0eb8-4146-bf3f-f5920851cf40 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-381319475'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:35:20.112715 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e762752-e6ff-40ec-b4e5-358595500206', 'tag': '2343085d-4b48-4feb-903f-20aac5c040a9'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:35:20.115365 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e65282f928b64038367d043a4411777802006c43a98742496cb2e25b724ff1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e19352c3-051e-40f9-aa95-9b62654ceeb7" -d '{"events": [{"name": "network-changed", "server_uuid": "1e762752-e6ff-40ec-b4e5-358595500206", "tag": "2343085d-4b48-4feb-903f-20aac5c040a9"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:35:20.117439 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acf37d33-0eb8-4146-bf3f-f5920851cf40 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Made reservation on behalf of c8d474eadfaf441a8e85de129212ac16 for: {'network': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:35:20.131946 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-58e71fed-8488-4889-a760-7e13d3a2cb55 None None] Port cc8126a3-18ef-458b-af1d-fc91ac73896b cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 14:35:20.135045 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-acf37d33-0eb8-4146-bf3f-f5920851cf40 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for network, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:20.148286 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning for port 31935ffb-3080-4ec9-ba5a-030f36662314 completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:35:20.151904 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1833d51d-ea18-4d11-9df8-56e0ec70e9db req-b6c34a7e-7807-477d-ad55-6104ae0aecf9 tempest-ImagesOneServerTestJSON-498043877 tempest-ImagesOneServerTestJSON-498043877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:35:20.155082 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port 31935ffb-3080-4ec9-ba5a-030f36662314 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:35:20.155529 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:20.161167 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-1833d51d-ea18-4d11-9df8-56e0ec70e9db req-b6c34a7e-7807-477d-ad55-6104ae0aecf9 tempest-ImagesOneServerTestJSON-498043877 tempest-ImagesOneServerTestJSON-498043877-project] 10.222.0.39 "GET /v2.0/ports?device_id=0f01811a-e459-4aa6-885e-ea14459bfb91 HTTP/1.1" status: 200 len: 950 time: 0.4925191 Aug 12 14:35:20.172763 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-acf37d33-0eb8-4146-bf3f-f5920851cf40 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] vlan segment allocate from pool success with {'vlan_id': 337, 'physical_network': 'physnet1'} {{(pid=94466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 14:35:20.185269 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-acf37d33-0eb8-4146-bf3f-f5920851cf40 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:20.185882 n-d-694802-15 neutron-server[94466]: INFO neutron.db.segments_db [None req-acf37d33-0eb8-4146-bf3f-f5920851cf40 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Added segment 0a6b6bb3-ac1f-4ec9-9274-600aeccb4722 of type vlan for network fc7c41c9-6153-4081-9a86-8feb00411ec6 Aug 12 14:35:20.240974 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-acf37d33-0eb8-4146-bf3f-f5920851cf40 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744653628263'] for network, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:20.243488 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-1833d51d-ea18-4d11-9df8-56e0ec70e9db req-d5e37e16-8cbb-4c53-bf6a-9030ecb43f0a tempest-ImagesOneServerTestJSON-498043877 tempest-ImagesOneServerTestJSON-498043877-project] 10.222.0.39 "GET /v2.0/security-groups?id=d7a86a5b-b20d-43ab-bf74-8d7135bde2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759380 Aug 12 14:35:20.251183 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-af98d8d1-7a66-4b8f-bb65-c4c45840f828 req-55eb3efc-757a-4176-82e7-ccd4beb4124e service neutron] 10.222.0.49 "GET /v2.0/networks/2525c403-dfb3-4196-a273-739607aab38a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5990117 Aug 12 14:35:20.288474 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 14:35:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e8fcfa2-8fcc-4387-b412-0a540ad4ba59 x-openstack-request-id: req-6e8fcfa2-8fcc-4387-b412-0a540ad4ba59 {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:35:20.291478 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dace4959-84df-4964-8a1e-18565c9c7311", "name": "network-vif-plugged", "status": "completed", "tag": "98b2f474-3add-4406-8544-afd4b82043d3", "code": 200}]} {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:35:20.291903 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6e8fcfa2-8fcc-4387-b412-0a540ad4ba59 {{(pid=94468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:35:20.292447 n-d-694802-15 neutron-server[94468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dace4959-84df-4964-8a1e-18565c9c7311', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98b2f474-3add-4406-8544-afd4b82043d3', 'code': 200} Aug 12 14:35:20.297807 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-acf37d33-0eb8-4146-bf3f-f5920851cf40 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409'] for network, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:20.310197 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acf37d33-0eb8-4146-bf3f-f5920851cf40 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:35:20.311173 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-acf37d33-0eb8-4146-bf3f-f5920851cf40 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for network, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:20.329440 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:20.362290 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 14:35:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7de709aa-8de4-4887-ae05-fc6878fe9bc8 x-openstack-request-id: req-7de709aa-8de4-4887-ae05-fc6878fe9bc8 {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:35:20.362584 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e762752-e6ff-40ec-b4e5-358595500206", "tag": "2343085d-4b48-4feb-903f-20aac5c040a9", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:35:20.362839 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7de709aa-8de4-4887-ae05-fc6878fe9bc8 {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:35:20.363263 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e762752-e6ff-40ec-b4e5-358595500206', 'tag': '2343085d-4b48-4feb-903f-20aac5c040a9', 'status': 'completed', 'code': 200} Aug 12 14:35:20.382878 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] For port 31935ffb-3080-4ec9-ba5a-030f36662314, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=31935ffb-3080-4ec9-ba5a-030f36662314,segment=NetworkSegment(b1b396cb-2dc6-4041-bfc7-1833a80a4720),segment_id=b1b396cb-2dc6-4041-bfc7-1833a80a4720)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:35:20.395097 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:20.479469 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Pushing event updated for resources: {'Port': ['ID=31935ffb-3080-4ec9-ba5a-030f36662314,revision_number=4']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:35:20.489073 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462024fb-71c0-49d6-afdb-22f5a2b8e9be req-c37c2294-3b35-4056-94c1-918b2878b438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:35:20.489073 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-462024fb-71c0-49d6-afdb-22f5a2b8e9be req-c37c2294-3b35-4056-94c1-918b2878b438 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=dace4959-84df-4964-8a1e-18565c9c7311 HTTP/1.1" status: 200 len: 1098 time: 0.1148114 Aug 12 14:35:20.490055 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-acf37d33-0eb8-4146-bf3f-f5920851cf40 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5869699 Aug 12 14:35:20.490822 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf37d33-0eb8-4146-bf3f-f5920851cf40 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Pushing event updated for resources: {'Network': ['ID=fc7c41c9-6153-4081-9a86-8feb00411ec6,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:35:20.493079 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 35846) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:35:20.495877 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19352c3-051e-40f9-aa95-9b62654ceeb7 req-cdaee5bb-c682-4d1e-92c0-a9f22aabe198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:35:20.497347 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e19352c3-051e-40f9-aa95-9b62654ceeb7 req-cdaee5bb-c682-4d1e-92c0-a9f22aabe198 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e3f6e239b38a4f618b8ca0621fcc54e4&device_id=1e762752-e6ff-40ec-b4e5-358595500206 HTTP/1.1" status: 200 len: 1100 time: 0.0707142 Aug 12 14:35:20.502654 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Network fc7c41c9-6153-4081-9a86-8feb00411ec6 details requested by agent ovs-agent-n-d-694802-15 with host n-d-694802-15 {{(pid=94468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 14:35:20.523062 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-b50d0cbc-3698-4077-9b59-290c59cb4df2 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Request body: {'subnet': {'network_id': 'fc7c41c9-6153-4081-9a86-8feb00411ec6', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:35:20.607337 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-462024fb-71c0-49d6-afdb-22f5a2b8e9be req-00512f6b-012c-4485-9f9a-4bcfe690ce6a service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=87f02c46-9837-45f6-a8f5-f67c20068d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089668 Aug 12 14:35:20.632053 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-374d4dd3-4deb-4ca7-9bd4-e5258771732d None None] Sync routers for ids ['133fc5af-8ea0-4747-a738-fab907d8ac78'] in n-d-694802-15 {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 14:35:20.642491 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-374d4dd3-4deb-4ca7-9bd4-e5258771732d None None] Routers {'133fc5af-8ea0-4747-a738-fab907d8ac78'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:35:20.643841 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-374d4dd3-4deb-4ca7-9bd4-e5258771732d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:35:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['133fc5af-8ea0-4747-a738-fab907d8ac78'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:35:20.662155 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42ab4a2-0428-4156-8aa8-1cae50fcf468 req-61b2df8b-9a11-4f08-9e6f-ed74ad262574 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:35:20.664687 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-e42ab4a2-0428-4156-8aa8-1cae50fcf468 req-61b2df8b-9a11-4f08-9e6f-ed74ad262574 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/ports?device_id=1e762752-e6ff-40ec-b4e5-358595500206 HTTP/1.1" status: 200 len: 948 time: 0.2434878 Aug 12 14:35:20.673922 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19352c3-051e-40f9-aa95-9b62654ceeb7 req-29a61340-0c4a-48fe-95f4-b90dce13a5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:35:20.676582 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e19352c3-051e-40f9-aa95-9b62654ceeb7 req-29a61340-0c4a-48fe-95f4-b90dce13a5e6 service neutron] 10.222.0.49 "GET /v2.0/networks?id=2525c403-dfb3-4196-a273-739607aab38a HTTP/1.1" status: 200 len: 870 time: 0.1682031 Aug 12 14:35:20.677671 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19352c3-051e-40f9-aa95-9b62654ceeb7 req-8617c927-7c1d-413f-bec3-433e0e3ba8f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:35:20.679248 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-e19352c3-051e-40f9-aa95-9b62654ceeb7 req-8617c927-7c1d-413f-bec3-433e0e3ba8f6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e3f6e239b38a4f618b8ca0621fcc54e4&device_id=1e762752-e6ff-40ec-b4e5-358595500206 HTTP/1.1" status: 200 len: 1100 time: 0.2591233 Aug 12 14:35:20.736600 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e19352c3-051e-40f9-aa95-9b62654ceeb7 req-c899cb8a-e6e6-4afc-bda7-7a9edb610cea service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=2343085d-4b48-4feb-903f-20aac5c040a9 HTTP/1.1" status: 200 len: 217 time: 0.0505545 Aug 12 14:35:20.784018 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvr_db [None req-374d4dd3-4deb-4ca7-9bd4-e5258771732d None None] Set router 133fc5af-8ea0-4747-a738-fab907d8ac78 gateway port host: n-d-694802-15 {{(pid=94468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:35:20.790950 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-e42ab4a2-0428-4156-8aa8-1cae50fcf468 req-fc1ea944-cd74-4af4-a83d-3b9289b9f234 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0307eb3-f523-445b-8e1d-79deac809303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195977 Aug 12 14:35:20.793894 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b50d0cbc-3698-4077-9b59-290c59cb4df2 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Made reservation on behalf of c8d474eadfaf441a8e85de129212ac16 for: {'subnet': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:35:20.797493 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b50d0cbc-3698-4077-9b59-290c59cb4df2 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8776441'] for subnet, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:20.803887 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19352c3-051e-40f9-aa95-9b62654ceeb7 req-1f849dbd-bc55-4d15-8b5a-3c54762cb134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:35:20.806211 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e19352c3-051e-40f9-aa95-9b62654ceeb7 req-1f849dbd-bc55-4d15-8b5a-3c54762cb134 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=236e0be6-1c94-4221-9e8b-ab02a53331f8 HTTP/1.1" status: 200 len: 843 time: 0.0622952 Aug 12 14:35:20.882383 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device c77027dd-829d-473e-aaa2-a33b21f94703 up at agent hyperv_n-h2-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:35:20.886888 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19352c3-051e-40f9-aa95-9b62654ceeb7 req-a5d441c6-5277-4017-96ec-d9498fd4fa47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:35:20.889073 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e19352c3-051e-40f9-aa95-9b62654ceeb7 req-a5d441c6-5277-4017-96ec-d9498fd4fa47 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2525c403-dfb3-4196-a273-739607aab38a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0651429 Aug 12 14:35:20.940417 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19352c3-051e-40f9-aa95-9b62654ceeb7 req-7593adc7-2e21-43a2-8bb3-3ebba52bfc6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:35:20.942137 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-e19352c3-051e-40f9-aa95-9b62654ceeb7 req-7593adc7-2e21-43a2-8bb3-3ebba52bfc6b service neutron] 10.222.0.64 "GET /v2.0/networks?id=2525c403-dfb3-4196-a273-739607aab38a HTTP/1.1" status: 200 len: 870 time: 0.2353010 Aug 12 14:35:21.012635 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-e19352c3-051e-40f9-aa95-9b62654ceeb7 req-8c1ed257-f7b1-4f6c-9ceb-56b4c855e79f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=2343085d-4b48-4feb-903f-20aac5c040a9 HTTP/1.1" status: 200 len: 217 time: 0.0504043 Aug 12 14:35:21.028225 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e19352c3-051e-40f9-aa95-9b62654ceeb7 req-6ca15eec-1c85-4694-9585-e37bfd710b73 service neutron] 10.222.0.49 "GET /v2.0/networks/2525c403-dfb3-4196-a273-739607aab38a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318586 Aug 12 14:35:21.030046 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Provisioning complete for port c77027dd-829d-473e-aaa2-a33b21f94703 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:35:21.030735 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:21.160163 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19352c3-051e-40f9-aa95-9b62654ceeb7 req-2ffaf58d-1893-405d-ac5f-1b2fd2a12f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:35:21.162197 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-e19352c3-051e-40f9-aa95-9b62654ceeb7 req-2ffaf58d-1893-405d-ac5f-1b2fd2a12f97 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=236e0be6-1c94-4221-9e8b-ab02a53331f8 HTTP/1.1" status: 200 len: 843 time: 0.1406770 Aug 12 14:35:21.163839 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b50d0cbc-3698-4077-9b59-290c59cb4df2 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3718490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8776395'] for subnet, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:21.193108 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60c0c39-c1c1-499f-a78e-41cfbf68f0f3 req-c8ac366b-e2c6-4821-83ef-d09f16c56df6 tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:35:21.201202 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c60c0c39-c1c1-499f-a78e-41cfbf68f0f3 req-c8ac366b-e2c6-4821-83ef-d09f16c56df6 tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] 10.222.0.39 "GET /v2.0/ports?device_id=dace4959-84df-4964-8a1e-18565c9c7311 HTTP/1.1" status: 200 len: 946 time: 0.1042714 Aug 12 14:35:21.202497 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:21.205612 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-374d4dd3-4deb-4ca7-9bd4-e5258771732d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '133fc5af-8ea0-4747-a738-fab907d8ac78', 'name': 'tempest-ServersTestMultiNic-500998799-router', 'tenant_id': 'c8d474eadfaf441a8e85de129212ac16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.222'}], 'enable_snat': True}, 'gw_port_id': '31935ffb-3080-4ec9-ba5a-030f36662314', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:35:13Z', 'updated_at': '2021-08-12T14:35:18Z', 'revision_number': 4, 'project_id': 'c8d474eadfaf441a8e85de129212ac16', 'gw_port': {'id': '31935ffb-3080-4ec9-ba5a-030f36662314', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:8a:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '133fc5af-8ea0-4747-a738-fab907d8ac78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:35:14Z', 'updated_at': '2021-08-12T14:35:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': 'cc8126a3-18ef-458b-af1d-fc91ac73896b', 'name': '', 'network_id': 'f5156d51-b627-40cc-9355-d732172255ab', 'tenant_id': 'c8d474eadfaf441a8e85de129212ac16', 'mac_address': 'fa:16:3e:1d:e7:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '133fc5af-8ea0-4747-a738-fab907d8ac78', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '1dee98e6-911f-47ec-84b7-c1a72cec06ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:35:17Z', 'updated_at': '2021-08-12T14:35:18Z', 'revision_number': 2, 'project_id': 'c8d474eadfaf441a8e85de129212ac16', 'subnets': [{'id': '1dee98e6-911f-47ec-84b7-c1a72cec06ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:35:21.256539 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-374d4dd3-4deb-4ca7-9bd4-e5258771732d None None] Checking router: 133fc5af-8ea0-4747-a738-fab907d8ac78 for host: n-d-694802-15 {{(pid=94468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 14:35:21.256954 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-374d4dd3-4deb-4ca7-9bd4-e5258771732d None None] Updating router 133fc5af-8ea0-4747-a738-fab907d8ac78 port cc8126a3-18ef-458b-af1d-fc91ac73896b binding host n-d-694802-15 {{(pid=94468) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 14:35:21.267345 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c60c0c39-c1c1-499f-a78e-41cfbf68f0f3 req-eec9581b-6888-470b-b4a6-88617fee7c3c tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] 10.222.0.39 "GET /v2.0/security-groups?id=87f02c46-9837-45f6-a8f5-f67c20068d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609255 Aug 12 14:35:21.271324 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e19352c3-051e-40f9-aa95-9b62654ceeb7 req-a63cc524-9386-40d6-abca-37101b75a564 service neutron] 10.222.0.49 "GET /v2.0/networks/2525c403-dfb3-4196-a273-739607aab38a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2330501 Aug 12 14:35:21.325029 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-374d4dd3-4deb-4ca7-9bd4-e5258771732d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:21.329473 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port c77027dd-829d-473e-aaa2-a33b21f94703, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=c77027dd-829d-473e-aaa2-a33b21f94703,segment=NetworkSegment(5ea1fe2e-eeef-460a-999b-4e3aad831451),segment_id=5ea1fe2e-eeef-460a-999b-4e3aad831451)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:35:21.336999 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50d0cbc-3698-4077-9b59-290c59cb4df2 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Pushing event updated for resources: {'Subnet': ['ID=ce184de7-072e-4dd7-97b3-cdba47f4ca87,revision_number=0']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:35:21.346997 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:21.354054 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19352c3-051e-40f9-aa95-9b62654ceeb7 req-23c1775f-eb47-496f-af19-fa4233546b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:35:21.355748 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-e19352c3-051e-40f9-aa95-9b62654ceeb7 req-23c1775f-eb47-496f-af19-fa4233546b90 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2525c403-dfb3-4196-a273-739607aab38a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1817830 Aug 12 14:35:21.356822 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b50d0cbc-3698-4077-9b59-290c59cb4df2 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Checking segment: {'id': '0a6b6bb3-ac1f-4ec9-9274-600aeccb4722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'fc7c41c9-6153-4081-9a86-8feb00411ec6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:35:21.357186 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b50d0cbc-3698-4077-9b59-290c59cb4df2 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Network hostable DHCP agents. Network: fc7c41c9-6153-4081-9a86-8feb00411ec6, hostable agents: ['1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658'], hosted agents: [] {{(pid=94466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 14:35:21.416571 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b50d0cbc-3698-4077-9b59-290c59cb4df2 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Network fc7c41c9-6153-4081-9a86-8feb00411ec6 is scheduled to be hosted by DHCP agent 1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658 with binding_index 1 {{(pid=94466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 14:35:21.433904 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-b50d0cbc-3698-4077-9b59-290c59cb4df2 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-15, fc7c41c9-6153-4081-9a86-8feb00411ec6) {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:35:21.453118 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b50d0cbc-3698-4077-9b59-290c59cb4df2 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:35:21.454075 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b50d0cbc-3698-4077-9b59-290c59cb4df2 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for subnet, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:21.484674 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-b50d0cbc-3698-4077-9b59-290c59cb4df2 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.9664700 Aug 12 14:35:21.485091 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 35896) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:35:21.493533 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-dfb74533-5309-4f90-90c6-041c8b9cb70c tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-2043571274'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:35:21.504642 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5d396f8-93f1-487f-aa7e-221f1865c147 None None] Network fc7c41c9-6153-4081-9a86-8feb00411ec6 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:35:21.506906 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Pushing event updated for resources: {'Port': ['ID=c77027dd-829d-473e-aaa2-a33b21f94703,revision_number=7']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:35:21.517607 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-e19352c3-051e-40f9-aa95-9b62654ceeb7 req-abc8064d-eaa8-4fc0-a2ad-69d16cc4cbbb service neutron] 10.222.0.64 "GET /v2.0/networks/2525c403-dfb3-4196-a273-739607aab38a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484699 Aug 12 14:35:21.536080 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfb74533-5309-4f90-90c6-041c8b9cb70c tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Made reservation on behalf of c8d474eadfaf441a8e85de129212ac16 for: {'network': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:35:21.539914 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-dfb74533-5309-4f90-90c6-041c8b9cb70c tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for network, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:21.610564 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfb74533-5309-4f90-90c6-041c8b9cb70c tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] vlan segment allocate from pool success with {'vlan_id': 319, 'physical_network': 'physnet1'} {{(pid=94466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 14:35:21.633589 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-dfb74533-5309-4f90-90c6-041c8b9cb70c tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:21.633940 n-d-694802-15 neutron-server[94466]: INFO neutron.db.segments_db [None req-dfb74533-5309-4f90-90c6-041c8b9cb70c tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Added segment a86d3dd2-c57d-4af3-8923-c0fd0a4f8264 of type vlan for network a4b94452-fd87-4890-a331-aea0ce90e34c Aug 12 14:35:21.696781 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-e19352c3-051e-40f9-aa95-9b62654ceeb7 req-47029e28-13aa-4527-bb85-aefc6ac54141 service neutron] 10.222.0.64 "GET /v2.0/networks/2525c403-dfb3-4196-a273-739607aab38a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1688619 Aug 12 14:35:21.722873 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-dfb74533-5309-4f90-90c6-041c8b9cb70c tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744653628263'] for network, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:21.738392 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 31935ffb-3080-4ec9-ba5a-030f36662314 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:35:21.768576 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-dfb74533-5309-4f90-90c6-041c8b9cb70c tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409'] for network, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:21.775219 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfb74533-5309-4f90-90c6-041c8b9cb70c tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:35:21.775903 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-dfb74533-5309-4f90-90c6-041c8b9cb70c tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for network, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:21.832029 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-dfb74533-5309-4f90-90c6-041c8b9cb70c tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.3458343 Aug 12 14:35:21.834844 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 35930) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:35:21.841170 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-c73f94be-d870-46c5-81cf-0f693af54133 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Request body: {'subnet': {'network_id': 'a4b94452-fd87-4890-a331-aea0ce90e34c', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:35:21.856602 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb74533-5309-4f90-90c6-041c8b9cb70c tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Pushing event updated for resources: {'Network': ['ID=a4b94452-fd87-4890-a331-aea0ce90e34c,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:35:21.864858 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fca096c2-d699-4a33-b2b9-6c7edbd92e30 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa7035b3e-9a89-5964-b9f4-97301c3f476a-fc7c41c9-6153-4081-9a86-8feb00411ec6', 'network_id': 'fc7c41c9-6153-4081-9a86-8feb00411ec6', 'tenant_id': 'c8d474eadfaf441a8e85de129212ac16', 'fixed_ips': [{'subnet_id': 'ce184de7-072e-4dd7-97b3-cdba47f4ca87'}]}} from n-d-694802-15. {{(pid=94468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 14:35:21.865701 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-fca096c2-d699-4a33-b2b9-6c7edbd92e30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:21.871155 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Network a4b94452-fd87-4890-a331-aea0ce90e34c details requested by agent ovs-agent-n-d-694802-15 with host n-d-694802-15 {{(pid=94468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 14:35:21.899673 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-374d4dd3-4deb-4ca7-9bd4-e5258771732d None None] Notify callbacks [] for port, precommit_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:21.953560 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port 31935ffb-3080-4ec9-ba5a-030f36662314 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:35:21.953933 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:21.956590 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-374d4dd3-4deb-4ca7-9bd4-e5258771732d None None] Transition to ACTIVE for port object cc8126a3-18ef-458b-af1d-fc91ac73896b will not be triggered until provisioned by entity L2. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:35:21.993645 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0c3724-396d-4508-b922-10bfb217a79b req-65e16beb-d779-438d-bca5-18cdaa79f764 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:35:22.001225 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9d0c3724-396d-4508-b922-10bfb217a79b req-65e16beb-d779-438d-bca5-18cdaa79f764 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/ports?device_id=1e762752-e6ff-40ec-b4e5-358595500206 HTTP/1.1" status: 200 len: 948 time: 0.0881329 Aug 12 14:35:22.007003 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-374d4dd3-4deb-4ca7-9bd4-e5258771732d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:22.033349 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c73f94be-d870-46c5-81cf-0f693af54133 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Made reservation on behalf of c8d474eadfaf441a8e85de129212ac16 for: {'subnet': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:35:22.036988 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-c73f94be-d870-46c5-81cf-0f693af54133 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3343791'] for subnet, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:22.109602 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9d0c3724-396d-4508-b922-10bfb217a79b req-0a0b0fd2-8af7-4b3f-b1c3-21d6dec89970 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0307eb3-f523-445b-8e1d-79deac809303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076415 Aug 12 14:35:22.194054 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57797b47-6775-450f-b9a8-dc0da2744ba3 None None] Pushing event updated for resources: {'Port': ['ID=cc8126a3-18ef-458b-af1d-fc91ac73896b,revision_number=3']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:35:22.261060 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-c73f94be-d870-46c5-81cf-0f693af54133 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2859166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3343773'] for subnet, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:22.269694 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-374d4dd3-4deb-4ca7-9bd4-e5258771732d None None] Attempting to bind port cc8126a3-18ef-458b-af1d-fc91ac73896b on host n-d-694802-15 for vnic_type normal with profile {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:35:22.270237 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-374d4dd3-4deb-4ca7-9bd4-e5258771732d None None] Attempting to bind port cc8126a3-18ef-458b-af1d-fc91ac73896b by drivers openvswitch,hyperv on host n-d-694802-15 at level 0 using segments [{'id': '4616e9ca-58b2-469d-b6a9-0e97b7f9a17a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'f5156d51-b627-40cc-9355-d732172255ab'}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:35:22.270602 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-374d4dd3-4deb-4ca7-9bd4-e5258771732d None None] Attempting to bind port cc8126a3-18ef-458b-af1d-fc91ac73896b on network f5156d51-b627-40cc-9355-d732172255ab {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:35:22.291724 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.db_base_plugin_common [None req-fca096c2-d699-4a33-b2b9-6c7edbd92e30 None None] Allocated IP 19.80.0.2 (fc7c41c9-6153-4081-9a86-8feb00411ec6/ce184de7-072e-4dd7-97b3-cdba47f4ca87/f9363f0d-fc2a-4e95-9701-2b88d1daf9d5) {{(pid=94468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:35:22.315077 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73f94be-d870-46c5-81cf-0f693af54133 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Pushing event updated for resources: {'Subnet': ['ID=954992b1-cc71-41d9-ba07-0ef732c5b092,revision_number=0']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:35:22.357153 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-374d4dd3-4deb-4ca7-9bd4-e5258771732d None None] Checking agent: {'id': '16de73ac-f2e9-4cee-b3e0-91052ae3e6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 20, 13), 'started_at': datetime.datetime(2021, 8, 12, 14, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 35, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:35:22.357530 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-374d4dd3-4deb-4ca7-9bd4-e5258771732d None None] Checking segment: {'id': '4616e9ca-58b2-469d-b6a9-0e97b7f9a17a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'f5156d51-b627-40cc-9355-d732172255ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:35:22.357932 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-374d4dd3-4deb-4ca7-9bd4-e5258771732d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:22.358648 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-374d4dd3-4deb-4ca7-9bd4-e5258771732d None None] Bound using segment: {'id': '4616e9ca-58b2-469d-b6a9-0e97b7f9a17a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'f5156d51-b627-40cc-9355-d732172255ab'} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:35:22.358784 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-374d4dd3-4deb-4ca7-9bd4-e5258771732d None None] Bound port: cc8126a3-18ef-458b-af1d-fc91ac73896b, host: n-d-694802-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4616e9ca-58b2-469d-b6a9-0e97b7f9a17a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'f5156d51-b627-40cc-9355-d732172255ab'}}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:35:22.359187 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-374d4dd3-4deb-4ca7-9bd4-e5258771732d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:22.360966 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f74794c1-d77b-4d85-ba55-7cc5380b83f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c77027dd-829d-473e-aaa2-a33b21f94703'}] {{(pid=94468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:35:22.363138 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99a8d87602170099c728e57431aca99e9b98a655a83bbf8727be13192709727b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8def40e-b45e-4019-b5ed-0c9c9b3ce433" -d '{"events": [{"server_uuid": "f74794c1-d77b-4d85-ba55-7cc5380b83f4", "name": "network-vif-plugged", "status": "completed", "tag": "c77027dd-829d-473e-aaa2-a33b21f94703"}]}' {{(pid=94468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:35:22.404300 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c73f94be-d870-46c5-81cf-0f693af54133 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Checking segment: {'id': 'a86d3dd2-c57d-4af3-8923-c0fd0a4f8264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'a4b94452-fd87-4890-a331-aea0ce90e34c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:35:22.404786 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c73f94be-d870-46c5-81cf-0f693af54133 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Network hostable DHCP agents. Network: a4b94452-fd87-4890-a331-aea0ce90e34c, hostable agents: ['1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658'], hosted agents: [] {{(pid=94467) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 14:35:22.423403 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de993c47-e3e6-41b3-866c-e159f87b5e37 req-d2ed25c3-3c04-4930-a541-f928ffee9307 tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:35:22.426322 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-de993c47-e3e6-41b3-866c-e159f87b5e37 req-d2ed25c3-3c04-4930-a541-f928ffee9307 tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] 10.222.0.39 "GET /v2.0/ports?device_id=dace4959-84df-4964-8a1e-18565c9c7311 HTTP/1.1" status: 200 len: 946 time: 0.0750952 Aug 12 14:35:22.451826 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c73f94be-d870-46c5-81cf-0f693af54133 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Network a4b94452-fd87-4890-a331-aea0ce90e34c is scheduled to be hosted by DHCP agent 1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658 with binding_index 1 {{(pid=94467) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 14:35:22.465963 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [None req-c73f94be-d870-46c5-81cf-0f693af54133 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-15, a4b94452-fd87-4890-a331-aea0ce90e34c) {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:35:22.476518 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c73f94be-d870-46c5-81cf-0f693af54133 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:35:22.477108 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-c73f94be-d870-46c5-81cf-0f693af54133 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Notify callbacks [] for subnet, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:22.485969 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-de993c47-e3e6-41b3-866c-e159f87b5e37 req-1eb77050-e2fe-401c-a845-84db5156822a tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] 10.222.0.39 "GET /v2.0/security-groups?id=87f02c46-9837-45f6-a8f5-f67c20068d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539923 Aug 12 14:35:22.498290 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-c73f94be-d870-46c5-81cf-0f693af54133 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.6616256 Aug 12 14:35:22.570982 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 14:35:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71faadbf-bb11-4383-a93e-e4ef7b89f277 x-openstack-request-id: req-71faadbf-bb11-4383-a93e-e4ef7b89f277 {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:35:22.571779 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f74794c1-d77b-4d85-ba55-7cc5380b83f4", "name": "network-vif-plugged", "status": "completed", "tag": "c77027dd-829d-473e-aaa2-a33b21f94703", "code": 200}]} {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:35:22.571779 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-71faadbf-bb11-4383-a93e-e4ef7b89f277 {{(pid=94468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:35:22.571988 n-d-694802-15 neutron-server[94468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f74794c1-d77b-4d85-ba55-7cc5380b83f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c77027dd-829d-473e-aaa2-a33b21f94703', 'code': 200} Aug 12 14:35:22.576717 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b04755a8-5182-406d-af44-d502ec7f2237 None None] Network a4b94452-fd87-4890-a331-aea0ce90e34c requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:35:22.690136 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-374d4dd3-4deb-4ca7-9bd4-e5258771732d None None] For port cc8126a3-18ef-458b-af1d-fc91ac73896b, host n-d-694802-15, cleared binding levels {{(pid=94468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:35:22.698568 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-374d4dd3-4deb-4ca7-9bd4-e5258771732d None None] For port cc8126a3-18ef-458b-af1d-fc91ac73896b, host n-d-694802-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=cc8126a3-18ef-458b-af1d-fc91ac73896b,segment=NetworkSegment(4616e9ca-58b2-469d-b6a9-0e97b7f9a17a),segment_id=4616e9ca-58b2-469d-b6a9-0e97b7f9a17a)] {{(pid=94468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:35:22.722341 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-374d4dd3-4deb-4ca7-9bd4-e5258771732d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:22.744651 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97f5a7f-8478-41c1-b227-a17d2213ba10 req-7aca7a93-ae95-4427-8b63-a2f7e4d512ec tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:35:22.753248 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97f5a7f-8478-41c1-b227-a17d2213ba10 req-7aca7a93-ae95-4427-8b63-a2f7e4d512ec tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:35:22.755210 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-f97f5a7f-8478-41c1-b227-a17d2213ba10 req-7aca7a93-ae95-4427-8b63-a2f7e4d512ec tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] 10.222.0.39 "GET /v2.0/networks?id=fc7c41c9-6153-4081-9a86-8feb00411ec6&id=a4b94452-fd87-4890-a331-aea0ce90e34c&id=fc7c41c9-6153-4081-9a86-8feb00411ec6 HTTP/1.1" status: 200 len: 1391 time: 0.1375334 Aug 12 14:35:22.782593 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-f97f5a7f-8478-41c1-b227-a17d2213ba10 req-3d223773-c140-4d2a-b968-b23e4f315903 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] 10.222.0.39 "GET /v2.0/quotas/c8d474eadfaf441a8e85de129212ac16 HTTP/1.1" status: 200 len: 375 time: 0.0140409 Aug 12 14:35:22.832262 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-fca096c2-d699-4a33-b2b9-6c7edbd92e30 None None] Notify callbacks [] for port, precommit_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:22.855145 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-374d4dd3-4deb-4ca7-9bd4-e5258771732d None None] Routers {'133fc5af-8ea0-4747-a738-fab907d8ac78'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:35:22.855145 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-374d4dd3-4deb-4ca7-9bd4-e5258771732d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:35:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['133fc5af-8ea0-4747-a738-fab907d8ac78'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:35:22.863727 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-f97f5a7f-8478-41c1-b227-a17d2213ba10 req-4858605d-ff03-4ee6-addc-c26a5c1405b6 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=c8d474eadfaf441a8e85de129212ac16&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0776181 Aug 12 14:35:22.964892 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-fca096c2-d699-4a33-b2b9-6c7edbd92e30 None None] Transition to ACTIVE for port object f9363f0d-fc2a-4e95-9701-2b88d1daf9d5 will not be triggered until provisioned by entity L2. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:35:22.988246 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57797b47-6775-450f-b9a8-dc0da2744ba3 None None] Pushing event updated for resources: {'Port': ['ID=cc8126a3-18ef-458b-af1d-fc91ac73896b,revision_number=4']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:35:23.025506 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d08e70b1-1cef-4984-9c47-3f55df468ced None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa7035b3e-9a89-5964-b9f4-97301c3f476a-a4b94452-fd87-4890-a331-aea0ce90e34c', 'network_id': 'a4b94452-fd87-4890-a331-aea0ce90e34c', 'tenant_id': 'c8d474eadfaf441a8e85de129212ac16', 'fixed_ips': [{'subnet_id': '954992b1-cc71-41d9-ba07-0ef732c5b092'}]}} from n-d-694802-15. {{(pid=94468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 14:35:23.026951 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-d08e70b1-1cef-4984-9c47-3f55df468ced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:23.064974 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-fca096c2-d699-4a33-b2b9-6c7edbd92e30 None None] Transition to ACTIVE for port object f9363f0d-fc2a-4e95-9701-2b88d1daf9d5 will not be triggered until provisioned by entity DHCP. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:35:23.120292 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-f97f5a7f-8478-41c1-b227-a17d2213ba10 req-5dfbaa5e-9105-4ec6-aeed-7cd273c0529e service neutron] 10.222.0.39 "GET /v2.0/networks/fc7c41c9-6153-4081-9a86-8feb00411ec6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2553830 Aug 12 14:35:23.214977 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-fca096c2-d699-4a33-b2b9-6c7edbd92e30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253'] for port, after_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:23.324351 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device d0cdbccb-b249-40a7-844c-3603f0053795 details requested by agent hyperv_n-h1-694802-15 with host n-h1-694802-15 {{(pid=94468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 14:35:23.335927 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fca096c2-d699-4a33-b2b9-6c7edbd92e30 None None] Network fc7c41c9-6153-4081-9a86-8feb00411ec6 is already hosted by enough agents. {{(pid=94468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:35:23.358899 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.base_scheduler [None req-fca096c2-d699-4a33-b2b9-6c7edbd92e30 None None] Resources bound (agent type, host, resource id): {{(pid=94468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:35:23.361337 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fca096c2-d699-4a33-b2b9-6c7edbd92e30 None None] Received port after_create {{(pid=94468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:35:23.368688 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvr_db [None req-374d4dd3-4deb-4ca7-9bd4-e5258771732d None None] Set router 133fc5af-8ea0-4747-a738-fab907d8ac78 gateway port host: n-d-694802-15 {{(pid=94468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:35:23.397497 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca096c2-d699-4a33-b2b9-6c7edbd92e30 None None] Pushing event updated for resources: {'Port': ['ID=f9363f0d-fc2a-4e95-9701-2b88d1daf9d5,revision_number=1']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:35:23.440906 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6215c37-b66a-43ba-bb72-100d64c192ae req-d63a4c3e-87ca-4588-9f30-8ee75ca19529 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:35:23.445409 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d6215c37-b66a-43ba-bb72-100d64c192ae req-d63a4c3e-87ca-4588-9f30-8ee75ca19529 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/ports?device_id=1e762752-e6ff-40ec-b4e5-358595500206 HTTP/1.1" status: 200 len: 948 time: 0.1610196 Aug 12 14:35:23.448786 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.db_base_plugin_common [None req-d08e70b1-1cef-4984-9c47-3f55df468ced None None] Allocated IP 19.86.0.2 (a4b94452-fd87-4890-a331-aea0ce90e34c/954992b1-cc71-41d9-ba07-0ef732c5b092/8426d566-a841-4300-a078-5a50d950c200) {{(pid=94468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:35:23.504386 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d6215c37-b66a-43ba-bb72-100d64c192ae req-20df30b4-eb0a-45e5-b21c-8b3ced1fc76b tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0307eb3-f523-445b-8e1d-79deac809303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431077 Aug 12 14:35:23.772239 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-fca096c2-d699-4a33-b2b9-6c7edbd92e30 None None] Attempting to bind port f9363f0d-fc2a-4e95-9701-2b88d1daf9d5 on host n-d-694802-15 for vnic_type normal with profile {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:35:23.773327 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-fca096c2-d699-4a33-b2b9-6c7edbd92e30 None None] Attempting to bind port f9363f0d-fc2a-4e95-9701-2b88d1daf9d5 by drivers openvswitch,hyperv on host n-d-694802-15 at level 0 using segments [{'id': '0a6b6bb3-ac1f-4ec9-9274-600aeccb4722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'fc7c41c9-6153-4081-9a86-8feb00411ec6'}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:35:23.773663 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fca096c2-d699-4a33-b2b9-6c7edbd92e30 None None] Attempting to bind port f9363f0d-fc2a-4e95-9701-2b88d1daf9d5 on network fc7c41c9-6153-4081-9a86-8feb00411ec6 {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:35:23.799371 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fca096c2-d699-4a33-b2b9-6c7edbd92e30 None None] Checking agent: {'id': '16de73ac-f2e9-4cee-b3e0-91052ae3e6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 20, 13), 'started_at': datetime.datetime(2021, 8, 12, 14, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 35, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:35:23.799783 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fca096c2-d699-4a33-b2b9-6c7edbd92e30 None None] Checking segment: {'id': '0a6b6bb3-ac1f-4ec9-9274-600aeccb4722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'fc7c41c9-6153-4081-9a86-8feb00411ec6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:35:23.800224 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-fca096c2-d699-4a33-b2b9-6c7edbd92e30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:23.800617 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fca096c2-d699-4a33-b2b9-6c7edbd92e30 None None] Bound using segment: {'id': '0a6b6bb3-ac1f-4ec9-9274-600aeccb4722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'fc7c41c9-6153-4081-9a86-8feb00411ec6'} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:35:23.801102 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-fca096c2-d699-4a33-b2b9-6c7edbd92e30 None None] Bound port: f9363f0d-fc2a-4e95-9701-2b88d1daf9d5, host: n-d-694802-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a6b6bb3-ac1f-4ec9-9274-600aeccb4722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'fc7c41c9-6153-4081-9a86-8feb00411ec6'}}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:35:23.801480 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-fca096c2-d699-4a33-b2b9-6c7edbd92e30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:23.833475 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-f97f5a7f-8478-41c1-b227-a17d2213ba10 req-1b20e1c3-4b41-4077-b81c-520af0f9f35e service neutron] 10.222.0.39 "GET /v2.0/networks/fc7c41c9-6153-4081-9a86-8feb00411ec6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7092254 Aug 12 14:35:23.981740 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port d0cdbccb-b249-40a7-844c-3603f0053795, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=d0cdbccb-b249-40a7-844c-3603f0053795,segment=NetworkSegment(a1f8c867-101b-4d30-814e-b89f55a5edd0),segment_id=a1f8c867-101b-4d30-814e-b89f55a5edd0)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:35:24.000029 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-d08e70b1-1cef-4984-9c47-3f55df468ced None None] Notify callbacks [] for port, precommit_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:24.045558 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-f97f5a7f-8478-41c1-b227-a17d2213ba10 req-6047bf00-c890-4783-a16a-b967ed116c52 service neutron] 10.222.0.39 "GET /v2.0/networks/a4b94452-fd87-4890-a331-aea0ce90e34c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2064390 Aug 12 14:35:24.050291 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-d08e70b1-1cef-4984-9c47-3f55df468ced None None] Transition to ACTIVE for port object 8426d566-a841-4300-a078-5a50d950c200 will not be triggered until provisioned by entity L2. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:35:24.075139 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Returning: {'device': 'd0cdbccb-b249-40a7-844c-3603f0053795', 'network_id': '2525c403-dfb3-4196-a273-739607aab38a', 'port_id': 'd0cdbccb-b249-40a7-844c-3603f0053795', 'mac_address': 'fa:16:3e:01:cb:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '236e0be6-1c94-4221-9e8b-ab02a53331f8', 'ip_address': '192.168.233.161'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 14:35:24.079158 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-fca096c2-d699-4a33-b2b9-6c7edbd92e30 None None] For port f9363f0d-fc2a-4e95-9701-2b88d1daf9d5, host n-d-694802-15, cleared binding levels {{(pid=94468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:35:24.126222 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:24.163121 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-d08e70b1-1cef-4984-9c47-3f55df468ced None None] Transition to ACTIVE for port object 8426d566-a841-4300-a078-5a50d950c200 will not be triggered until provisioned by entity DHCP. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:35:24.170337 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-fca096c2-d699-4a33-b2b9-6c7edbd92e30 None None] For port f9363f0d-fc2a-4e95-9701-2b88d1daf9d5, host n-d-694802-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=f9363f0d-fc2a-4e95-9701-2b88d1daf9d5,segment=NetworkSegment(0a6b6bb3-ac1f-4ec9-9274-600aeccb4722),segment_id=0a6b6bb3-ac1f-4ec9-9274-600aeccb4722)] {{(pid=94468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:35:24.191611 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-fca096c2-d699-4a33-b2b9-6c7edbd92e30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:24.202997 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-d08e70b1-1cef-4984-9c47-3f55df468ced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253'] for port, after_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:24.252636 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d0cdbccb-b249-40a7-844c-3603f0053795 {{(pid=94468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:35:24.253390 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-f97f5a7f-8478-41c1-b227-a17d2213ba10 req-6531f850-baf6-4032-87ed-860b85e1f1ca service neutron] 10.222.0.39 "GET /v2.0/networks/a4b94452-fd87-4890-a331-aea0ce90e34c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2063198 Aug 12 14:35:24.265247 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d08e70b1-1cef-4984-9c47-3f55df468ced None None] Network a4b94452-fd87-4890-a331-aea0ce90e34c is already hosted by enough agents. {{(pid=94468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:35:24.275974 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.base_scheduler [None req-d08e70b1-1cef-4984-9c47-3f55df468ced None None] Resources bound (agent type, host, resource id): {{(pid=94468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:35:24.284689 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d08e70b1-1cef-4984-9c47-3f55df468ced None None] Received port after_create {{(pid=94468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:35:24.357174 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port d0cdbccb-b249-40a7-844c-3603f0053795, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=d0cdbccb-b249-40a7-844c-3603f0053795,segment=NetworkSegment(a1f8c867-101b-4d30-814e-b89f55a5edd0),segment_id=a1f8c867-101b-4d30-814e-b89f55a5edd0)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:35:24.380863 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:24.408986 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca096c2-d699-4a33-b2b9-6c7edbd92e30 None None] Pushing event updated for resources: {'Port': ['ID=f9363f0d-fc2a-4e95-9701-2b88d1daf9d5,revision_number=2']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:35:24.453987 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-d08e70b1-1cef-4984-9c47-3f55df468ced None None] Attempting to bind port 8426d566-a841-4300-a078-5a50d950c200 on host n-d-694802-15 for vnic_type normal with profile {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:35:24.454358 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-d08e70b1-1cef-4984-9c47-3f55df468ced None None] Attempting to bind port 8426d566-a841-4300-a078-5a50d950c200 by drivers openvswitch,hyperv on host n-d-694802-15 at level 0 using segments [{'id': 'a86d3dd2-c57d-4af3-8923-c0fd0a4f8264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'a4b94452-fd87-4890-a331-aea0ce90e34c'}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:35:24.454784 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d08e70b1-1cef-4984-9c47-3f55df468ced None None] Attempting to bind port 8426d566-a841-4300-a078-5a50d950c200 on network a4b94452-fd87-4890-a331-aea0ce90e34c {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:35:24.461012 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-374d4dd3-4deb-4ca7-9bd4-e5258771732d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '133fc5af-8ea0-4747-a738-fab907d8ac78', 'name': 'tempest-ServersTestMultiNic-500998799-router', 'tenant_id': 'c8d474eadfaf441a8e85de129212ac16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.222'}], 'enable_snat': True}, 'gw_port_id': '31935ffb-3080-4ec9-ba5a-030f36662314', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:35:13Z', 'updated_at': '2021-08-12T14:35:18Z', 'revision_number': 4, 'project_id': 'c8d474eadfaf441a8e85de129212ac16', 'gw_port': {'id': '31935ffb-3080-4ec9-ba5a-030f36662314', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:8a:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '133fc5af-8ea0-4747-a738-fab907d8ac78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:35:14Z', 'updated_at': '2021-08-12T14:35:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': 'cc8126a3-18ef-458b-af1d-fc91ac73896b', 'name': '', 'network_id': 'f5156d51-b627-40cc-9355-d732172255ab', 'tenant_id': 'c8d474eadfaf441a8e85de129212ac16', 'mac_address': 'fa:16:3e:1d:e7:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '133fc5af-8ea0-4747-a738-fab907d8ac78', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '1dee98e6-911f-47ec-84b7-c1a72cec06ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:35:17Z', 'updated_at': '2021-08-12T14:35:22Z', 'revision_number': 4, 'project_id': 'c8d474eadfaf441a8e85de129212ac16', 'subnets': [{'id': '1dee98e6-911f-47ec-84b7-c1a72cec06ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:35:24.477366 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-f97f5a7f-8478-41c1-b227-a17d2213ba10 req-e1a01e63-7008-4913-8a2d-ff9dc1663240 service neutron] 10.222.0.39 "GET /v2.0/networks/fc7c41c9-6153-4081-9a86-8feb00411ec6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2192438 Aug 12 14:35:24.477630 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d08e70b1-1cef-4984-9c47-3f55df468ced None None] Checking agent: {'id': '16de73ac-f2e9-4cee-b3e0-91052ae3e6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 20, 13), 'started_at': datetime.datetime(2021, 8, 12, 14, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 35, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:35:24.478094 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d08e70b1-1cef-4984-9c47-3f55df468ced None None] Checking segment: {'id': 'a86d3dd2-c57d-4af3-8923-c0fd0a4f8264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'a4b94452-fd87-4890-a331-aea0ce90e34c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:35:24.478546 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-d08e70b1-1cef-4984-9c47-3f55df468ced None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:24.479044 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d08e70b1-1cef-4984-9c47-3f55df468ced None None] Bound using segment: {'id': 'a86d3dd2-c57d-4af3-8923-c0fd0a4f8264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'a4b94452-fd87-4890-a331-aea0ce90e34c'} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:35:24.479548 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-d08e70b1-1cef-4984-9c47-3f55df468ced None None] Bound port: 8426d566-a841-4300-a078-5a50d950c200, host: n-d-694802-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a86d3dd2-c57d-4af3-8923-c0fd0a4f8264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'a4b94452-fd87-4890-a331-aea0ce90e34c'}}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:35:24.479932 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-d08e70b1-1cef-4984-9c47-3f55df468ced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:24.547400 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] get_ports_and_sgs() called for port_ids ['d0cdbccb-b249-40a7-844c-3603f0053795'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:35:24.567929 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-374d4dd3-4deb-4ca7-9bd4-e5258771732d None None] The sync data for ids ['133fc5af-8ea0-4747-a738-fab907d8ac78'] in n-d-694802-15 is: [{'id': '133fc5af-8ea0-4747-a738-fab907d8ac78', 'name': 'tempest-ServersTestMultiNic-500998799-router', 'tenant_id': 'c8d474eadfaf441a8e85de129212ac16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.222'}], 'enable_snat': True}, 'gw_port_id': '31935ffb-3080-4ec9-ba5a-030f36662314', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:35:13Z', 'updated_at': '2021-08-12T14:35:18Z', 'revision_number': 4, 'project_id': 'c8d474eadfaf441a8e85de129212ac16', 'gw_port': {'id': '31935ffb-3080-4ec9-ba5a-030f36662314', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:8a:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '133fc5af-8ea0-4747-a738-fab907d8ac78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:35:14Z', 'updated_at': '2021-08-12T14:35:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': 'cc8126a3-18ef-458b-af1d-fc91ac73896b', 'name': '', 'network_id': 'f5156d51-b627-40cc-9355-d732172255ab', 'tenant_id': 'c8d474eadfaf441a8e85de129212ac16', 'mac_address': 'fa:16:3e:1d:e7:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '133fc5af-8ea0-4747-a738-fab907d8ac78', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '1dee98e6-911f-47ec-84b7-c1a72cec06ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:35:17Z', 'updated_at': '2021-08-12T14:35:22Z', 'revision_number': 4, 'project_id': 'c8d474eadfaf441a8e85de129212ac16', 'subnets': [{'id': '1dee98e6-911f-47ec-84b7-c1a72cec06ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 14:35:24.627503 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08e70b1-1cef-4984-9c47-3f55df468ced None None] Pushing event updated for resources: {'Port': ['ID=8426d566-a841-4300-a078-5a50d950c200,revision_number=1']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:35:24.780159 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-f97f5a7f-8478-41c1-b227-a17d2213ba10 req-7a5f4485-bfd5-40a7-b82d-8c304254dfde service neutron] 10.222.0.39 "GET /v2.0/networks/fc7c41c9-6153-4081-9a86-8feb00411ec6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2923613 Aug 12 14:35:24.955198 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device 2343085d-4b48-4feb-903f-20aac5c040a9 details requested by agent hyperv_n-h2-694802-15 with host n-h2-694802-15 {{(pid=94468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 14:35:25.110865 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Pushing event updated for resources: {'Port': ['ID=d0cdbccb-b249-40a7-844c-3603f0053795,revision_number=6']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:35:25.170456 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.db.resource_extend [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 12 14:35:25.174163 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-d08e70b1-1cef-4984-9c47-3f55df468ced None None] For port 8426d566-a841-4300-a078-5a50d950c200, host n-d-694802-15, cleared binding levels {{(pid=94468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:35:25.318318 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-d08e70b1-1cef-4984-9c47-3f55df468ced None None] For port 8426d566-a841-4300-a078-5a50d950c200, host n-d-694802-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=8426d566-a841-4300-a078-5a50d950c200,segment=NetworkSegment(a86d3dd2-c57d-4af3-8923-c0fd0a4f8264),segment_id=a86d3dd2-c57d-4af3-8923-c0fd0a4f8264)] {{(pid=94468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:35:25.369612 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-d08e70b1-1cef-4984-9c47-3f55df468ced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:26.034235 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08e70b1-1cef-4984-9c47-3f55df468ced None None] Pushing event updated for resources: {'Port': ['ID=8426d566-a841-4300-a078-5a50d950c200,revision_number=2']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:35:26.079851 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device cc8126a3-18ef-458b-af1d-fc91ac73896b up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:35:26.177054 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff4ae78e-05c3-4f18-a1f5-2245a6115490 None None] Network fc7c41c9-6153-4081-9a86-8feb00411ec6 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:35:26.551001 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port 2343085d-4b48-4feb-903f-20aac5c040a9, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=2343085d-4b48-4feb-903f-20aac5c040a9,segment=NetworkSegment(a1f8c867-101b-4d30-814e-b89f55a5edd0),segment_id=a1f8c867-101b-4d30-814e-b89f55a5edd0)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:35:26.565354 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-8d303cfe-e72a-4253-af35-2ad971c5f6e9 None None] Provisioning for port f9363f0d-fc2a-4e95-9701-2b88d1daf9d5 completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:35:26.623146 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Returning: {'device': '2343085d-4b48-4feb-903f-20aac5c040a9', 'network_id': '2525c403-dfb3-4196-a273-739607aab38a', 'port_id': '2343085d-4b48-4feb-903f-20aac5c040a9', 'mac_address': 'fa:16:3e:7f:30:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '236e0be6-1c94-4221-9e8b-ab02a53331f8', 'ip_address': '192.168.233.163'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 14:35:26.715212 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning for port cc8126a3-18ef-458b-af1d-fc91ac73896b completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:35:26.733195 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port cc8126a3-18ef-458b-af1d-fc91ac73896b triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:35:26.733884 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:26.766653 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:26.835054 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2343085d-4b48-4feb-903f-20aac5c040a9 {{(pid=94468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:35:26.891878 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port 2343085d-4b48-4feb-903f-20aac5c040a9, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=2343085d-4b48-4feb-903f-20aac5c040a9,segment=NetworkSegment(a1f8c867-101b-4d30-814e-b89f55a5edd0),segment_id=a1f8c867-101b-4d30-814e-b89f55a5edd0)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:35:26.901829 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:27.207763 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:27.215413 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Pushing event updated for resources: {'Port': ['ID=2343085d-4b48-4feb-903f-20aac5c040a9,revision_number=8']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:35:27.310432 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97f5a7f-8478-41c1-b227-a17d2213ba10 req-7d446ce7-5470-4604-b0f4-97a99f50b03d tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:35:27.335623 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97f5a7f-8478-41c1-b227-a17d2213ba10 req-7d446ce7-5470-4604-b0f4-97a99f50b03d tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:35:27.341976 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] get_ports_and_sgs() called for port_ids ['2343085d-4b48-4feb-903f-20aac5c040a9'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:35:27.343985 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device d0cdbccb-b249-40a7-844c-3603f0053795 up at agent hyperv_n-h1-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:35:27.348293 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f97f5a7f-8478-41c1-b227-a17d2213ba10 req-7d446ce7-5470-4604-b0f4-97a99f50b03d tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] 10.222.0.49 "GET /v2.0/networks?id=fc7c41c9-6153-4081-9a86-8feb00411ec6&id=a4b94452-fd87-4890-a331-aea0ce90e34c&id=fc7c41c9-6153-4081-9a86-8feb00411ec6 HTTP/1.1" status: 200 len: 1391 time: 0.3579226 Aug 12 14:35:27.350518 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] For port cc8126a3-18ef-458b-af1d-fc91ac73896b, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=cc8126a3-18ef-458b-af1d-fc91ac73896b,segment=NetworkSegment(4616e9ca-58b2-469d-b6a9-0e97b7f9a17a),segment_id=4616e9ca-58b2-469d-b6a9-0e97b7f9a17a)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:35:27.362836 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-f97f5a7f-8478-41c1-b227-a17d2213ba10 req-67e9f2ec-076b-4d16-9447-7f315645df22 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Request body: {'port': {'device_id': '5c2a0438-0492-40a2-a6a1-d92c3ca81d0f', 'network_id': 'fc7c41c9-6153-4081-9a86-8feb00411ec6', 'admin_state_up': True, 'tenant_id': 'c8d474eadfaf441a8e85de129212ac16'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:35:27.433833 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:27.434962 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device f9363f0d-fc2a-4e95-9701-2b88d1daf9d5 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:35:27.592211 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f97f5a7f-8478-41c1-b227-a17d2213ba10 req-67e9f2ec-076b-4d16-9447-7f315645df22 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Made reservation on behalf of c8d474eadfaf441a8e85de129212ac16 for: {'port': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:35:27.596861 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-f97f5a7f-8478-41c1-b227-a17d2213ba10 req-67e9f2ec-076b-4d16-9447-7f315645df22 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:27.663290 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning for port f9363f0d-fc2a-4e95-9701-2b88d1daf9d5 completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:35:27.671257 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96dacfe4-c029-40b5-b971-05e6ebc53d7f None None] Network a4b94452-fd87-4890-a331-aea0ce90e34c requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:35:27.741354 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port f9363f0d-fc2a-4e95-9701-2b88d1daf9d5 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:35:27.741764 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:27.743887 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Pushing event updated for resources: {'Port': ['ID=cc8126a3-18ef-458b-af1d-fc91ac73896b,revision_number=5']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:35:27.788729 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Provisioning complete for port d0cdbccb-b249-40a7-844c-3603f0053795 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:35:27.789400 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:27.878934 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f728f8a5-3223-436e-99ab-155d7642c7d6 None None] Provisioning for port 8426d566-a841-4300-a078-5a50d950c200 completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:35:27.880364 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_common [req-f97f5a7f-8478-41c1-b227-a17d2213ba10 req-67e9f2ec-076b-4d16-9447-7f315645df22 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Allocated IP 19.80.0.91 (fc7c41c9-6153-4081-9a86-8feb00411ec6/ce184de7-072e-4dd7-97b3-cdba47f4ca87/0e12fb3e-f7ff-4bf3-a164-713e74d896cd) {{(pid=94467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:35:28.155808 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:28.158069 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:28.238192 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-f97f5a7f-8478-41c1-b227-a17d2213ba10 req-67e9f2ec-076b-4d16-9447-7f315645df22 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Notify callbacks [] for port, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:28.257089 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [req-f97f5a7f-8478-41c1-b227-a17d2213ba10 req-67e9f2ec-076b-4d16-9447-7f315645df22 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Transition to ACTIVE for port object 0e12fb3e-f7ff-4bf3-a164-713e74d896cd will not be triggered until provisioned by entity DHCP. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:35:28.290678 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f01811a-e459-4aa6-885e-ea14459bfb91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0cdbccb-b249-40a7-844c-3603f0053795'}] {{(pid=94468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:35:28.297027 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99a8d87602170099c728e57431aca99e9b98a655a83bbf8727be13192709727b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a45758b5-f2ee-451c-893e-7f838dad9598" -d '{"events": [{"server_uuid": "0f01811a-e459-4aa6-885e-ea14459bfb91", "name": "network-vif-plugged", "status": "completed", "tag": "d0cdbccb-b249-40a7-844c-3603f0053795"}]}' {{(pid=94468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:35:28.331317 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-f97f5a7f-8478-41c1-b227-a17d2213ba10 req-67e9f2ec-076b-4d16-9447-7f315645df22 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:28.425727 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f97f5a7f-8478-41c1-b227-a17d2213ba10 req-67e9f2ec-076b-4d16-9447-7f315645df22 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Network fc7c41c9-6153-4081-9a86-8feb00411ec6 is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:35:28.432070 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [req-f97f5a7f-8478-41c1-b227-a17d2213ba10 req-67e9f2ec-076b-4d16-9447-7f315645df22 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:35:28.437485 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [req-f97f5a7f-8478-41c1-b227-a17d2213ba10 req-67e9f2ec-076b-4d16-9447-7f315645df22 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Received port after_create {{(pid=94467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:35:28.443863 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e9f2ec-076b-4d16-9447-7f315645df22 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Pushing event updated for resources: {'Port': ['ID=0e12fb3e-f7ff-4bf3-a164-713e74d896cd,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:35:28.447719 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port d0cdbccb-b249-40a7-844c-3603f0053795, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=d0cdbccb-b249-40a7-844c-3603f0053795,segment=NetworkSegment(a1f8c867-101b-4d30-814e-b89f55a5edd0),segment_id=a1f8c867-101b-4d30-814e-b89f55a5edd0)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:35:28.452624 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] For port f9363f0d-fc2a-4e95-9701-2b88d1daf9d5, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=f9363f0d-fc2a-4e95-9701-2b88d1daf9d5,segment=NetworkSegment(0a6b6bb3-ac1f-4ec9-9274-600aeccb4722),segment_id=0a6b6bb3-ac1f-4ec9-9274-600aeccb4722)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:35:28.462649 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:28.484797 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:28.617223 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Pushing event updated for resources: {'Port': ['ID=d0cdbccb-b249-40a7-844c-3603f0053795,revision_number=7']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:35:28.634404 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97f5a7f-8478-41c1-b227-a17d2213ba10 req-67e9f2ec-076b-4d16-9447-7f315645df22 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:35:28.639852 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-f97f5a7f-8478-41c1-b227-a17d2213ba10 req-67e9f2ec-076b-4d16-9447-7f315645df22 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:28.668691 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f97f5a7f-8478-41c1-b227-a17d2213ba10 req-67e9f2ec-076b-4d16-9447-7f315645df22 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3102105 Aug 12 14:35:28.680664 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-f97f5a7f-8478-41c1-b227-a17d2213ba10 req-35a49580-a986-45fe-833b-65a8d9746b91 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Request body: {'port': {'device_id': '5c2a0438-0492-40a2-a6a1-d92c3ca81d0f', 'network_id': 'a4b94452-fd87-4890-a331-aea0ce90e34c', 'admin_state_up': True, 'tenant_id': 'c8d474eadfaf441a8e85de129212ac16'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:35:28.791756 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 8426d566-a841-4300-a078-5a50d950c200 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:35:28.885071 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Pushing event updated for resources: {'Port': ['ID=f9363f0d-fc2a-4e95-9701-2b88d1daf9d5,revision_number=3']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:35:28.956569 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning for port 8426d566-a841-4300-a078-5a50d950c200 completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:35:28.996542 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port 8426d566-a841-4300-a078-5a50d950c200 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:35:28.996939 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:29.053462 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f97f5a7f-8478-41c1-b227-a17d2213ba10 req-35a49580-a986-45fe-833b-65a8d9746b91 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Made reservation on behalf of c8d474eadfaf441a8e85de129212ac16 for: {'port': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:35:29.053462 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-f97f5a7f-8478-41c1-b227-a17d2213ba10 req-35a49580-a986-45fe-833b-65a8d9746b91 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:29.152257 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-2b8dd963-f0f8-4e9f-89fb-9b70605fbbeb None None] Provisioning for port 0e12fb3e-f7ff-4bf3-a164-713e74d896cd completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:35:29.163258 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-2b8dd963-f0f8-4e9f-89fb-9b70605fbbeb None None] Provisioning complete for port 0e12fb3e-f7ff-4bf3-a164-713e74d896cd triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:35:29.163634 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-2b8dd963-f0f8-4e9f-89fb-9b70605fbbeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:29.234645 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-2b8dd963-f0f8-4e9f-89fb-9b70605fbbeb None None] Port 0e12fb3e-f7ff-4bf3-a164-713e74d896cd cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 14:35:29.278749 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_common [req-f97f5a7f-8478-41c1-b227-a17d2213ba10 req-35a49580-a986-45fe-833b-65a8d9746b91 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Allocated IP 19.86.0.12 (a4b94452-fd87-4890-a331-aea0ce90e34c/954992b1-cc71-41d9-ba07-0ef732c5b092/b33860ab-f876-40c7-998b-bdcf4f4f1c48) {{(pid=94467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:35:29.289574 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:29.381442 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] For port 8426d566-a841-4300-a078-5a50d950c200, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=8426d566-a841-4300-a078-5a50d950c200,segment=NetworkSegment(a86d3dd2-c57d-4af3-8923-c0fd0a4f8264),segment_id=a86d3dd2-c57d-4af3-8923-c0fd0a4f8264)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:35:29.393827 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:29.395956 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device cc8126a3-18ef-458b-af1d-fc91ac73896b up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:35:29.489944 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-f97f5a7f-8478-41c1-b227-a17d2213ba10 req-35a49580-a986-45fe-833b-65a8d9746b91 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Notify callbacks [] for port, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:29.501401 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Pushing event updated for resources: {'Port': ['ID=8426d566-a841-4300-a078-5a50d950c200,revision_number=3']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:35:29.508276 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [req-f97f5a7f-8478-41c1-b227-a17d2213ba10 req-35a49580-a986-45fe-833b-65a8d9746b91 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Transition to ACTIVE for port object b33860ab-f876-40c7-998b-bdcf4f4f1c48 will not be triggered until provisioned by entity DHCP. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:35:29.513981 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-8eb3005e-cfbb-4051-8b8b-032f28ee05e1 None None] Provisioning complete for port 8426d566-a841-4300-a078-5a50d950c200 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:35:29.514357 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-8eb3005e-cfbb-4051-8b8b-032f28ee05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:29.552902 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-f97f5a7f-8478-41c1-b227-a17d2213ba10 req-35a49580-a986-45fe-833b-65a8d9746b91 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:29.582695 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port cc8126a3-18ef-458b-af1d-fc91ac73896b triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:35:29.583115 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:29.603125 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f97f5a7f-8478-41c1-b227-a17d2213ba10 req-35a49580-a986-45fe-833b-65a8d9746b91 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Network a4b94452-fd87-4890-a331-aea0ce90e34c is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:35:29.606669 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [req-f97f5a7f-8478-41c1-b227-a17d2213ba10 req-35a49580-a986-45fe-833b-65a8d9746b91 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:35:29.613214 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [req-f97f5a7f-8478-41c1-b227-a17d2213ba10 req-35a49580-a986-45fe-833b-65a8d9746b91 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Received port after_create {{(pid=94467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:35:29.666559 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a49580-a986-45fe-833b-65a8d9746b91 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Pushing event updated for resources: {'Port': ['ID=b33860ab-f876-40c7-998b-bdcf4f4f1c48,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:35:29.736243 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97f5a7f-8478-41c1-b227-a17d2213ba10 req-35a49580-a986-45fe-833b-65a8d9746b91 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:35:29.738849 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-f97f5a7f-8478-41c1-b227-a17d2213ba10 req-35a49580-a986-45fe-833b-65a8d9746b91 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:29.766632 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f97f5a7f-8478-41c1-b227-a17d2213ba10 req-35a49580-a986-45fe-833b-65a8d9746b91 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0910227 Aug 12 14:35:29.780497 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-f97f5a7f-8478-41c1-b227-a17d2213ba10 req-9334cc58-5930-4f08-9088-6efad3f56652 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Request body: {'port': {'device_id': '5c2a0438-0492-40a2-a6a1-d92c3ca81d0f', 'network_id': 'fc7c41c9-6153-4081-9a86-8feb00411ec6', 'admin_state_up': True, 'tenant_id': 'c8d474eadfaf441a8e85de129212ac16'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:35:29.970671 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f97f5a7f-8478-41c1-b227-a17d2213ba10 req-9334cc58-5930-4f08-9088-6efad3f56652 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Made reservation on behalf of c8d474eadfaf441a8e85de129212ac16 for: {'port': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:35:29.975836 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-f97f5a7f-8478-41c1-b227-a17d2213ba10 req-9334cc58-5930-4f08-9088-6efad3f56652 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:30.020036 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-7a8d9384-cfb1-4076-b89a-0f771d2c43ab None None] Provisioning for port b33860ab-f876-40c7-998b-bdcf4f4f1c48 completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:35:30.026179 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-7a8d9384-cfb1-4076-b89a-0f771d2c43ab None None] Provisioning complete for port b33860ab-f876-40c7-998b-bdcf4f4f1c48 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:35:30.026896 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-7a8d9384-cfb1-4076-b89a-0f771d2c43ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:30.107267 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-7a8d9384-cfb1-4076-b89a-0f771d2c43ab None None] Port b33860ab-f876-40c7-998b-bdcf4f4f1c48 cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 14:35:30.252166 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_common [req-f97f5a7f-8478-41c1-b227-a17d2213ba10 req-9334cc58-5930-4f08-9088-6efad3f56652 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Allocated IP 19.80.0.38 (fc7c41c9-6153-4081-9a86-8feb00411ec6/ce184de7-072e-4dd7-97b3-cdba47f4ca87/4b3059a7-34a9-4539-806b-e3ac2dd7ff3b) {{(pid=94467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:35:30.463688 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-f97f5a7f-8478-41c1-b227-a17d2213ba10 req-9334cc58-5930-4f08-9088-6efad3f56652 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Notify callbacks [] for port, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:30.478436 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [req-f97f5a7f-8478-41c1-b227-a17d2213ba10 req-9334cc58-5930-4f08-9088-6efad3f56652 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Transition to ACTIVE for port object 4b3059a7-34a9-4539-806b-e3ac2dd7ff3b will not be triggered until provisioned by entity DHCP. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:35:30.533858 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-f97f5a7f-8478-41c1-b227-a17d2213ba10 req-9334cc58-5930-4f08-9088-6efad3f56652 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:30.593127 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9334cc58-5930-4f08-9088-6efad3f56652 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Pushing event updated for resources: {'Port': ['ID=4b3059a7-34a9-4539-806b-e3ac2dd7ff3b,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:35:30.611171 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f97f5a7f-8478-41c1-b227-a17d2213ba10 req-9334cc58-5930-4f08-9088-6efad3f56652 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Network fc7c41c9-6153-4081-9a86-8feb00411ec6 is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:35:30.612606 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [req-f97f5a7f-8478-41c1-b227-a17d2213ba10 req-9334cc58-5930-4f08-9088-6efad3f56652 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:35:30.619842 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [req-f97f5a7f-8478-41c1-b227-a17d2213ba10 req-9334cc58-5930-4f08-9088-6efad3f56652 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Received port after_create {{(pid=94467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:35:30.669199 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 8426d566-a841-4300-a078-5a50d950c200 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:35:30.734516 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97f5a7f-8478-41c1-b227-a17d2213ba10 req-9334cc58-5930-4f08-9088-6efad3f56652 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:35:30.735275 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-f97f5a7f-8478-41c1-b227-a17d2213ba10 req-9334cc58-5930-4f08-9088-6efad3f56652 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:30.762479 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f97f5a7f-8478-41c1-b227-a17d2213ba10 req-9334cc58-5930-4f08-9088-6efad3f56652 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9894388 Aug 12 14:35:30.776641 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-f97f5a7f-8478-41c1-b227-a17d2213ba10 req-2ebbecd2-8228-498d-bc1c-44e752599854 service neutron] Request body: {'port': {'device_id': '5c2a0438-0492-40a2-a6a1-d92c3ca81d0f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-694802-15'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:35:30.800120 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port 8426d566-a841-4300-a078-5a50d950c200 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:35:30.800497 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:30.902004 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-f97f5a7f-8478-41c1-b227-a17d2213ba10 req-2ebbecd2-8228-498d-bc1c-44e752599854 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:30.961309 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device 2343085d-4b48-4feb-903f-20aac5c040a9 up at agent hyperv_n-h2-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:35:31.213981 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device f9363f0d-fc2a-4e95-9701-2b88d1daf9d5 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:35:31.252572 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-9c5ae88d-076e-4281-8c69-7aaa14940721 None None] Provisioning for port 4b3059a7-34a9-4539-806b-e3ac2dd7ff3b completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:35:31.273812 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-9c5ae88d-076e-4281-8c69-7aaa14940721 None None] Provisioning complete for port 4b3059a7-34a9-4539-806b-e3ac2dd7ff3b triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:35:31.274639 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-9c5ae88d-076e-4281-8c69-7aaa14940721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:31.320191 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Provisioning for port 2343085d-4b48-4feb-903f-20aac5c040a9 completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:35:31.336001 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Provisioning complete for port 2343085d-4b48-4feb-903f-20aac5c040a9 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:35:31.336772 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:31.410282 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-9c5ae88d-076e-4281-8c69-7aaa14940721 None None] Port 4b3059a7-34a9-4539-806b-e3ac2dd7ff3b cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 14:35:31.441154 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port f9363f0d-fc2a-4e95-9701-2b88d1daf9d5 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:35:31.441154 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:31.469922 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [req-f97f5a7f-8478-41c1-b227-a17d2213ba10 req-2ebbecd2-8228-498d-bc1c-44e752599854 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e12fb3e-f7ff-4bf3-a164-713e74d896cd {{(pid=94467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:35:31.499793 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-f97f5a7f-8478-41c1-b227-a17d2213ba10 req-2ebbecd2-8228-498d-bc1c-44e752599854 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:31.529039 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [req-f97f5a7f-8478-41c1-b227-a17d2213ba10 req-2ebbecd2-8228-498d-bc1c-44e752599854 service neutron] Transition to ACTIVE for port object 0e12fb3e-f7ff-4bf3-a164-713e74d896cd will not be triggered until provisioned by entity L2. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:35:31.539136 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-f97f5a7f-8478-41c1-b227-a17d2213ba10 req-2ebbecd2-8228-498d-bc1c-44e752599854 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:31.568452 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:31.641702 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port 2343085d-4b48-4feb-903f-20aac5c040a9, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=2343085d-4b48-4feb-903f-20aac5c040a9,segment=NetworkSegment(a1f8c867-101b-4d30-814e-b89f55a5edd0),segment_id=a1f8c867-101b-4d30-814e-b89f55a5edd0)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:35:31.664763 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:31.751786 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Pushing event updated for resources: {'Port': ['ID=2343085d-4b48-4feb-903f-20aac5c040a9,revision_number=9']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:35:31.793370 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebbecd2-8228-498d-bc1c-44e752599854 service neutron] Pushing event updated for resources: {'Port': ['ID=0e12fb3e-f7ff-4bf3-a164-713e74d896cd,revision_number=2']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:35:31.827071 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-f97f5a7f-8478-41c1-b227-a17d2213ba10 req-2ebbecd2-8228-498d-bc1c-44e752599854 service neutron] Attempting to bind port 0e12fb3e-f7ff-4bf3-a164-713e74d896cd on host n-h2-694802-15 for vnic_type normal with profile {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:35:31.827627 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-f97f5a7f-8478-41c1-b227-a17d2213ba10 req-2ebbecd2-8228-498d-bc1c-44e752599854 service neutron] Attempting to bind port 0e12fb3e-f7ff-4bf3-a164-713e74d896cd by drivers openvswitch,hyperv on host n-h2-694802-15 at level 0 using segments [{'id': '0a6b6bb3-ac1f-4ec9-9274-600aeccb4722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'fc7c41c9-6153-4081-9a86-8feb00411ec6'}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:35:31.828004 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f97f5a7f-8478-41c1-b227-a17d2213ba10 req-2ebbecd2-8228-498d-bc1c-44e752599854 service neutron] Attempting to bind port 0e12fb3e-f7ff-4bf3-a164-713e74d896cd on network fc7c41c9-6153-4081-9a86-8feb00411ec6 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:35:31.835687 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f97f5a7f-8478-41c1-b227-a17d2213ba10 req-2ebbecd2-8228-498d-bc1c-44e752599854 service neutron] Port 0e12fb3e-f7ff-4bf3-a164-713e74d896cd on network fc7c41c9-6153-4081-9a86-8feb00411ec6 not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-15 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 14:35:31.835687 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f97f5a7f-8478-41c1-b227-a17d2213ba10 req-2ebbecd2-8228-498d-bc1c-44e752599854 service neutron] Attempting to bind port 0e12fb3e-f7ff-4bf3-a164-713e74d896cd on network fc7c41c9-6153-4081-9a86-8feb00411ec6 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:35:31.852958 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f97f5a7f-8478-41c1-b227-a17d2213ba10 req-2ebbecd2-8228-498d-bc1c-44e752599854 service neutron] Checking agent: {'id': 'b7697f71-33f3-4959-ad82-43c2dc15845d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 27, 42), 'started_at': datetime.datetime(2021, 8, 12, 14, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 35, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:35:31.853959 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f97f5a7f-8478-41c1-b227-a17d2213ba10 req-2ebbecd2-8228-498d-bc1c-44e752599854 service neutron] Checking segment: {'id': '0a6b6bb3-ac1f-4ec9-9274-600aeccb4722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'fc7c41c9-6153-4081-9a86-8feb00411ec6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:35:31.857492 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f97f5a7f-8478-41c1-b227-a17d2213ba10 req-2ebbecd2-8228-498d-bc1c-44e752599854 service neutron] Bound using segment: {'id': '0a6b6bb3-ac1f-4ec9-9274-600aeccb4722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'fc7c41c9-6153-4081-9a86-8feb00411ec6'} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:35:31.857492 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-f97f5a7f-8478-41c1-b227-a17d2213ba10 req-2ebbecd2-8228-498d-bc1c-44e752599854 service neutron] Bound port: 0e12fb3e-f7ff-4bf3-a164-713e74d896cd, host: n-h2-694802-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a6b6bb3-ac1f-4ec9-9274-600aeccb4722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'fc7c41c9-6153-4081-9a86-8feb00411ec6'}}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:35:31.858485 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-f97f5a7f-8478-41c1-b227-a17d2213ba10 req-2ebbecd2-8228-498d-bc1c-44e752599854 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:32.011640 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-f97f5a7f-8478-41c1-b227-a17d2213ba10 req-2ebbecd2-8228-498d-bc1c-44e752599854 service neutron] For port 0e12fb3e-f7ff-4bf3-a164-713e74d896cd, host n-h2-694802-15, cleared binding levels {{(pid=94467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:35:32.016687 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-f97f5a7f-8478-41c1-b227-a17d2213ba10 req-2ebbecd2-8228-498d-bc1c-44e752599854 service neutron] For port 0e12fb3e-f7ff-4bf3-a164-713e74d896cd, host n-h2-694802-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=0e12fb3e-f7ff-4bf3-a164-713e74d896cd,segment=NetworkSegment(0a6b6bb3-ac1f-4ec9-9274-600aeccb4722),segment_id=0a6b6bb3-ac1f-4ec9-9274-600aeccb4722)] {{(pid=94467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:35:32.028411 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-f97f5a7f-8478-41c1-b227-a17d2213ba10 req-2ebbecd2-8228-498d-bc1c-44e752599854 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:32.103671 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97f5a7f-8478-41c1-b227-a17d2213ba10 req-2ebbecd2-8228-498d-bc1c-44e752599854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:35:32.104554 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-f97f5a7f-8478-41c1-b227-a17d2213ba10 req-2ebbecd2-8228-498d-bc1c-44e752599854 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:32.106151 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f97f5a7f-8478-41c1-b227-a17d2213ba10 req-2ebbecd2-8228-498d-bc1c-44e752599854 service neutron] 10.222.0.49 "PUT /v2.0/ports/0e12fb3e-f7ff-4bf3-a164-713e74d896cd HTTP/1.1" status: 200 len: 1092 time: 1.3344810 Aug 12 14:35:32.106704 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c2a0438-0492-40a2-a6a1-d92c3ca81d0f', 'tag': '0e12fb3e-f7ff-4bf3-a164-713e74d896cd'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:35:32.109482 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e65282f928b64038367d043a4411777802006c43a98742496cb2e25b724ff1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b5eed58-520d-4a7f-8bfd-99a8cbd5547c" -d '{"events": [{"name": "network-changed", "server_uuid": "5c2a0438-0492-40a2-a6a1-d92c3ca81d0f", "tag": "0e12fb3e-f7ff-4bf3-a164-713e74d896cd"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:35:32.187049 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebbecd2-8228-498d-bc1c-44e752599854 service neutron] Pushing event updated for resources: {'Port': ['ID=0e12fb3e-f7ff-4bf3-a164-713e74d896cd,revision_number=3']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:35:32.213743 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-f97f5a7f-8478-41c1-b227-a17d2213ba10 req-1e273c8c-b323-4ded-a68f-5232018a560c service neutron] Request body: {'port': {'device_id': '5c2a0438-0492-40a2-a6a1-d92c3ca81d0f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-694802-15'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:35:32.300606 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-f97f5a7f-8478-41c1-b227-a17d2213ba10 req-1e273c8c-b323-4ded-a68f-5232018a560c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:32.860882 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [req-f97f5a7f-8478-41c1-b227-a17d2213ba10 req-1e273c8c-b323-4ded-a68f-5232018a560c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b33860ab-f876-40c7-998b-bdcf4f4f1c48 {{(pid=94467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:35:32.877082 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-f97f5a7f-8478-41c1-b227-a17d2213ba10 req-1e273c8c-b323-4ded-a68f-5232018a560c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:32.903436 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [req-f97f5a7f-8478-41c1-b227-a17d2213ba10 req-1e273c8c-b323-4ded-a68f-5232018a560c service neutron] Transition to ACTIVE for port object b33860ab-f876-40c7-998b-bdcf4f4f1c48 will not be triggered until provisioned by entity L2. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:35:32.914373 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-f97f5a7f-8478-41c1-b227-a17d2213ba10 req-1e273c8c-b323-4ded-a68f-5232018a560c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:33.124593 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e273c8c-b323-4ded-a68f-5232018a560c service neutron] Pushing event updated for resources: {'Port': ['ID=b33860ab-f876-40c7-998b-bdcf4f4f1c48,revision_number=2']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:35:33.268548 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-f97f5a7f-8478-41c1-b227-a17d2213ba10 req-1e273c8c-b323-4ded-a68f-5232018a560c service neutron] Attempting to bind port b33860ab-f876-40c7-998b-bdcf4f4f1c48 on host n-h2-694802-15 for vnic_type normal with profile {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:35:33.269151 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-f97f5a7f-8478-41c1-b227-a17d2213ba10 req-1e273c8c-b323-4ded-a68f-5232018a560c service neutron] Attempting to bind port b33860ab-f876-40c7-998b-bdcf4f4f1c48 by drivers openvswitch,hyperv on host n-h2-694802-15 at level 0 using segments [{'id': 'a86d3dd2-c57d-4af3-8923-c0fd0a4f8264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'a4b94452-fd87-4890-a331-aea0ce90e34c'}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:35:33.269858 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f97f5a7f-8478-41c1-b227-a17d2213ba10 req-1e273c8c-b323-4ded-a68f-5232018a560c service neutron] Attempting to bind port b33860ab-f876-40c7-998b-bdcf4f4f1c48 on network a4b94452-fd87-4890-a331-aea0ce90e34c {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:35:33.281685 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f97f5a7f-8478-41c1-b227-a17d2213ba10 req-1e273c8c-b323-4ded-a68f-5232018a560c service neutron] Port b33860ab-f876-40c7-998b-bdcf4f4f1c48 on network a4b94452-fd87-4890-a331-aea0ce90e34c not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-15 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 14:35:33.282016 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f97f5a7f-8478-41c1-b227-a17d2213ba10 req-1e273c8c-b323-4ded-a68f-5232018a560c service neutron] Attempting to bind port b33860ab-f876-40c7-998b-bdcf4f4f1c48 on network a4b94452-fd87-4890-a331-aea0ce90e34c {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:35:33.292016 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f97f5a7f-8478-41c1-b227-a17d2213ba10 req-1e273c8c-b323-4ded-a68f-5232018a560c service neutron] Checking agent: {'id': 'b7697f71-33f3-4959-ad82-43c2dc15845d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 27, 42), 'started_at': datetime.datetime(2021, 8, 12, 14, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 35, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:35:33.292394 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f97f5a7f-8478-41c1-b227-a17d2213ba10 req-1e273c8c-b323-4ded-a68f-5232018a560c service neutron] Checking segment: {'id': 'a86d3dd2-c57d-4af3-8923-c0fd0a4f8264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'a4b94452-fd87-4890-a331-aea0ce90e34c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:35:33.292754 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f97f5a7f-8478-41c1-b227-a17d2213ba10 req-1e273c8c-b323-4ded-a68f-5232018a560c service neutron] Bound using segment: {'id': 'a86d3dd2-c57d-4af3-8923-c0fd0a4f8264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'a4b94452-fd87-4890-a331-aea0ce90e34c'} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:35:33.293195 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-f97f5a7f-8478-41c1-b227-a17d2213ba10 req-1e273c8c-b323-4ded-a68f-5232018a560c service neutron] Bound port: b33860ab-f876-40c7-998b-bdcf4f4f1c48, host: n-h2-694802-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a86d3dd2-c57d-4af3-8923-c0fd0a4f8264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'a4b94452-fd87-4890-a331-aea0ce90e34c'}}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:35:33.293565 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-f97f5a7f-8478-41c1-b227-a17d2213ba10 req-1e273c8c-b323-4ded-a68f-5232018a560c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:33.449980 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-f97f5a7f-8478-41c1-b227-a17d2213ba10 req-1e273c8c-b323-4ded-a68f-5232018a560c service neutron] For port b33860ab-f876-40c7-998b-bdcf4f4f1c48, host n-h2-694802-15, cleared binding levels {{(pid=94467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:35:33.453360 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-f97f5a7f-8478-41c1-b227-a17d2213ba10 req-1e273c8c-b323-4ded-a68f-5232018a560c service neutron] For port b33860ab-f876-40c7-998b-bdcf4f4f1c48, host n-h2-694802-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=b33860ab-f876-40c7-998b-bdcf4f4f1c48,segment=NetworkSegment(a86d3dd2-c57d-4af3-8923-c0fd0a4f8264),segment_id=a86d3dd2-c57d-4af3-8923-c0fd0a4f8264)] {{(pid=94467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:35:33.464322 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-f97f5a7f-8478-41c1-b227-a17d2213ba10 req-1e273c8c-b323-4ded-a68f-5232018a560c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:33.600195 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97f5a7f-8478-41c1-b227-a17d2213ba10 req-1e273c8c-b323-4ded-a68f-5232018a560c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:35:33.627729 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-f97f5a7f-8478-41c1-b227-a17d2213ba10 req-1e273c8c-b323-4ded-a68f-5232018a560c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:33.629509 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f97f5a7f-8478-41c1-b227-a17d2213ba10 req-1e273c8c-b323-4ded-a68f-5232018a560c service neutron] 10.222.0.49 "PUT /v2.0/ports/b33860ab-f876-40c7-998b-bdcf4f4f1c48 HTTP/1.1" status: 200 len: 1092 time: 1.4346318 Aug 12 14:35:33.670588 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e273c8c-b323-4ded-a68f-5232018a560c service neutron] Pushing event updated for resources: {'Port': ['ID=b33860ab-f876-40c7-998b-bdcf4f4f1c48,revision_number=3']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:35:33.679907 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-f97f5a7f-8478-41c1-b227-a17d2213ba10 req-47018e07-f2d1-4b7e-a7d6-af90157ac3a9 service neutron] Request body: {'port': {'device_id': '5c2a0438-0492-40a2-a6a1-d92c3ca81d0f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-694802-15'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:35:33.750888 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-f97f5a7f-8478-41c1-b227-a17d2213ba10 req-47018e07-f2d1-4b7e-a7d6-af90157ac3a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:34.158387 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [req-f97f5a7f-8478-41c1-b227-a17d2213ba10 req-47018e07-f2d1-4b7e-a7d6-af90157ac3a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b3059a7-34a9-4539-806b-e3ac2dd7ff3b {{(pid=94467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:35:34.172681 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-f97f5a7f-8478-41c1-b227-a17d2213ba10 req-47018e07-f2d1-4b7e-a7d6-af90157ac3a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:34.192307 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [req-f97f5a7f-8478-41c1-b227-a17d2213ba10 req-47018e07-f2d1-4b7e-a7d6-af90157ac3a9 service neutron] Transition to ACTIVE for port object 4b3059a7-34a9-4539-806b-e3ac2dd7ff3b will not be triggered until provisioned by entity L2. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:35:34.205034 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-f97f5a7f-8478-41c1-b227-a17d2213ba10 req-47018e07-f2d1-4b7e-a7d6-af90157ac3a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:34.273094 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47018e07-f2d1-4b7e-a7d6-af90157ac3a9 service neutron] Pushing event updated for resources: {'Port': ['ID=4b3059a7-34a9-4539-806b-e3ac2dd7ff3b,revision_number=2']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:35:34.448446 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-f97f5a7f-8478-41c1-b227-a17d2213ba10 req-47018e07-f2d1-4b7e-a7d6-af90157ac3a9 service neutron] Attempting to bind port 4b3059a7-34a9-4539-806b-e3ac2dd7ff3b on host n-h2-694802-15 for vnic_type normal with profile {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:35:34.448800 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-f97f5a7f-8478-41c1-b227-a17d2213ba10 req-47018e07-f2d1-4b7e-a7d6-af90157ac3a9 service neutron] Attempting to bind port 4b3059a7-34a9-4539-806b-e3ac2dd7ff3b by drivers openvswitch,hyperv on host n-h2-694802-15 at level 0 using segments [{'id': '0a6b6bb3-ac1f-4ec9-9274-600aeccb4722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'fc7c41c9-6153-4081-9a86-8feb00411ec6'}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:35:34.449193 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f97f5a7f-8478-41c1-b227-a17d2213ba10 req-47018e07-f2d1-4b7e-a7d6-af90157ac3a9 service neutron] Attempting to bind port 4b3059a7-34a9-4539-806b-e3ac2dd7ff3b on network fc7c41c9-6153-4081-9a86-8feb00411ec6 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:35:34.469640 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f97f5a7f-8478-41c1-b227-a17d2213ba10 req-47018e07-f2d1-4b7e-a7d6-af90157ac3a9 service neutron] Port 4b3059a7-34a9-4539-806b-e3ac2dd7ff3b on network fc7c41c9-6153-4081-9a86-8feb00411ec6 not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-15 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 14:35:34.469973 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f97f5a7f-8478-41c1-b227-a17d2213ba10 req-47018e07-f2d1-4b7e-a7d6-af90157ac3a9 service neutron] Attempting to bind port 4b3059a7-34a9-4539-806b-e3ac2dd7ff3b on network fc7c41c9-6153-4081-9a86-8feb00411ec6 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:35:34.497288 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f97f5a7f-8478-41c1-b227-a17d2213ba10 req-47018e07-f2d1-4b7e-a7d6-af90157ac3a9 service neutron] Checking agent: {'id': 'b7697f71-33f3-4959-ad82-43c2dc15845d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 27, 42), 'started_at': datetime.datetime(2021, 8, 12, 14, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 35, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:35:34.497651 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f97f5a7f-8478-41c1-b227-a17d2213ba10 req-47018e07-f2d1-4b7e-a7d6-af90157ac3a9 service neutron] Checking segment: {'id': '0a6b6bb3-ac1f-4ec9-9274-600aeccb4722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'fc7c41c9-6153-4081-9a86-8feb00411ec6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:35:34.498048 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f97f5a7f-8478-41c1-b227-a17d2213ba10 req-47018e07-f2d1-4b7e-a7d6-af90157ac3a9 service neutron] Bound using segment: {'id': '0a6b6bb3-ac1f-4ec9-9274-600aeccb4722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'fc7c41c9-6153-4081-9a86-8feb00411ec6'} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:35:34.498525 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-f97f5a7f-8478-41c1-b227-a17d2213ba10 req-47018e07-f2d1-4b7e-a7d6-af90157ac3a9 service neutron] Bound port: 4b3059a7-34a9-4539-806b-e3ac2dd7ff3b, host: n-h2-694802-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a6b6bb3-ac1f-4ec9-9274-600aeccb4722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'fc7c41c9-6153-4081-9a86-8feb00411ec6'}}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:35:34.499060 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-f97f5a7f-8478-41c1-b227-a17d2213ba10 req-47018e07-f2d1-4b7e-a7d6-af90157ac3a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:34.683974 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-f97f5a7f-8478-41c1-b227-a17d2213ba10 req-47018e07-f2d1-4b7e-a7d6-af90157ac3a9 service neutron] For port 4b3059a7-34a9-4539-806b-e3ac2dd7ff3b, host n-h2-694802-15, cleared binding levels {{(pid=94467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:35:34.688603 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-f97f5a7f-8478-41c1-b227-a17d2213ba10 req-47018e07-f2d1-4b7e-a7d6-af90157ac3a9 service neutron] For port 4b3059a7-34a9-4539-806b-e3ac2dd7ff3b, host n-h2-694802-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=4b3059a7-34a9-4539-806b-e3ac2dd7ff3b,segment=NetworkSegment(0a6b6bb3-ac1f-4ec9-9274-600aeccb4722),segment_id=0a6b6bb3-ac1f-4ec9-9274-600aeccb4722)] {{(pid=94467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:35:34.700808 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-f97f5a7f-8478-41c1-b227-a17d2213ba10 req-47018e07-f2d1-4b7e-a7d6-af90157ac3a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:34.817203 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97f5a7f-8478-41c1-b227-a17d2213ba10 req-47018e07-f2d1-4b7e-a7d6-af90157ac3a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:35:34.817958 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-f97f5a7f-8478-41c1-b227-a17d2213ba10 req-47018e07-f2d1-4b7e-a7d6-af90157ac3a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:34.824148 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f97f5a7f-8478-41c1-b227-a17d2213ba10 req-47018e07-f2d1-4b7e-a7d6-af90157ac3a9 service neutron] 10.222.0.49 "PUT /v2.0/ports/4b3059a7-34a9-4539-806b-e3ac2dd7ff3b HTTP/1.1" status: 200 len: 1092 time: 1.1499364 Aug 12 14:35:34.957644 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47018e07-f2d1-4b7e-a7d6-af90157ac3a9 service neutron] Pushing event updated for resources: {'Port': ['ID=4b3059a7-34a9-4539-806b-e3ac2dd7ff3b,revision_number=3']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:35:34.986399 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97f5a7f-8478-41c1-b227-a17d2213ba10 req-0cb6f1c4-1421-4a82-adba-a30d23371872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:35:34.987332 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97f5a7f-8478-41c1-b227-a17d2213ba10 req-0cb6f1c4-1421-4a82-adba-a30d23371872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:35:34.988512 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97f5a7f-8478-41c1-b227-a17d2213ba10 req-0cb6f1c4-1421-4a82-adba-a30d23371872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:35:34.990549 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f97f5a7f-8478-41c1-b227-a17d2213ba10 req-0cb6f1c4-1421-4a82-adba-a30d23371872 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c8d474eadfaf441a8e85de129212ac16&device_id=5c2a0438-0492-40a2-a6a1-d92c3ca81d0f HTTP/1.1" status: 200 len: 2866 time: 0.0842590 Aug 12 14:35:35.049410 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f97f5a7f-8478-41c1-b227-a17d2213ba10 req-7a910bef-4558-4e70-867e-7554da956356 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.91&port_id=0e12fb3e-f7ff-4bf3-a164-713e74d896cd HTTP/1.1" status: 200 len: 217 time: 0.0480437 Aug 12 14:35:35.137020 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97f5a7f-8478-41c1-b227-a17d2213ba10 req-8c19f640-69b2-441a-9854-6b034a279f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:35:35.138795 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f97f5a7f-8478-41c1-b227-a17d2213ba10 req-8c19f640-69b2-441a-9854-6b034a279f0f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ce184de7-072e-4dd7-97b3-cdba47f4ca87 HTTP/1.1" status: 200 len: 801 time: 0.0749643 Aug 12 14:35:35.248379 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97f5a7f-8478-41c1-b227-a17d2213ba10 req-3a1421c8-5df8-4516-8fee-d068bdc84e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:35:35.249961 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f97f5a7f-8478-41c1-b227-a17d2213ba10 req-3a1421c8-5df8-4516-8fee-d068bdc84e2b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=fc7c41c9-6153-4081-9a86-8feb00411ec6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1016486 Aug 12 14:35:35.382493 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f97f5a7f-8478-41c1-b227-a17d2213ba10 req-78a2f041-4118-4e6e-8db1-0ca7a6c132c5 service neutron] 10.222.0.49 "GET /v2.0/networks/fc7c41c9-6153-4081-9a86-8feb00411ec6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231167 Aug 12 14:35:35.607406 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f97f5a7f-8478-41c1-b227-a17d2213ba10 req-28bbb3a5-bf1a-4f41-8543-ffcca184ed28 service neutron] 10.222.0.49 "GET /v2.0/networks/fc7c41c9-6153-4081-9a86-8feb00411ec6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2146072 Aug 12 14:35:35.697589 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f97f5a7f-8478-41c1-b227-a17d2213ba10 req-1a22aca5-a59a-494c-9e2c-373c25dedf12 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.12&port_id=b33860ab-f876-40c7-998b-bdcf4f4f1c48 HTTP/1.1" status: 200 len: 217 time: 0.0809858 Aug 12 14:35:35.758923 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97f5a7f-8478-41c1-b227-a17d2213ba10 req-4c001061-43c8-46dd-a5c7-6fd2ed4b5a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:35:35.760910 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f97f5a7f-8478-41c1-b227-a17d2213ba10 req-4c001061-43c8-46dd-a5c7-6fd2ed4b5a4b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=954992b1-cc71-41d9-ba07-0ef732c5b092 HTTP/1.1" status: 200 len: 801 time: 0.0563035 Aug 12 14:35:35.848688 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97f5a7f-8478-41c1-b227-a17d2213ba10 req-5b844919-7985-4539-ab62-ecfd9b84c495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:35:35.857887 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f97f5a7f-8478-41c1-b227-a17d2213ba10 req-5b844919-7985-4539-ab62-ecfd9b84c495 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a4b94452-fd87-4890-a331-aea0ce90e34c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0873735 Aug 12 14:35:36.038073 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f97f5a7f-8478-41c1-b227-a17d2213ba10 req-5045f354-fd0e-41f2-b743-ebb8fd254d64 service neutron] 10.222.0.49 "GET /v2.0/networks/a4b94452-fd87-4890-a331-aea0ce90e34c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1705544 Aug 12 14:35:36.155280 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f97f5a7f-8478-41c1-b227-a17d2213ba10 req-7461d930-6a6b-4032-827a-795a476b9447 service neutron] 10.222.0.49 "GET /v2.0/networks/a4b94452-fd87-4890-a331-aea0ce90e34c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053746 Aug 12 14:35:36.220840 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f97f5a7f-8478-41c1-b227-a17d2213ba10 req-18944d03-ae8e-413e-a531-ada59d4d0a92 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.38&port_id=4b3059a7-34a9-4539-806b-e3ac2dd7ff3b HTTP/1.1" status: 200 len: 217 time: 0.0490377 Aug 12 14:35:36.325781 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97f5a7f-8478-41c1-b227-a17d2213ba10 req-eb3bf9bb-40ff-4463-8f39-413ba33fbe6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:35:36.326776 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f97f5a7f-8478-41c1-b227-a17d2213ba10 req-eb3bf9bb-40ff-4463-8f39-413ba33fbe6c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ce184de7-072e-4dd7-97b3-cdba47f4ca87 HTTP/1.1" status: 200 len: 801 time: 0.0968051 Aug 12 14:35:36.418145 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97f5a7f-8478-41c1-b227-a17d2213ba10 req-7be6e7ac-9771-44bc-9526-3e02f05b431d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:35:36.419728 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f97f5a7f-8478-41c1-b227-a17d2213ba10 req-7be6e7ac-9771-44bc-9526-3e02f05b431d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=fc7c41c9-6153-4081-9a86-8feb00411ec6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0820019 Aug 12 14:35:36.601611 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f97f5a7f-8478-41c1-b227-a17d2213ba10 req-72bcf65c-4ced-4192-8efd-65fdcec82f4e service neutron] 10.222.0.49 "GET /v2.0/networks/fc7c41c9-6153-4081-9a86-8feb00411ec6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1720483 Aug 12 14:35:36.789943 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f97f5a7f-8478-41c1-b227-a17d2213ba10 req-9903b8fb-5ae4-4c40-8546-66b49c55d25c service neutron] 10.222.0.49 "GET /v2.0/networks/fc7c41c9-6153-4081-9a86-8feb00411ec6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1790810 Aug 12 14:35:38.061035 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e35c71d-eb3c-40ee-bc3b-153260f6236d req-0fc052c8-7504-411c-8088-165d7c261441 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:35:38.063106 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-7e35c71d-eb3c-40ee-bc3b-153260f6236d req-0fc052c8-7504-411c-8088-165d7c261441 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/ports?device_id=1e762752-e6ff-40ec-b4e5-358595500206 HTTP/1.1" status: 200 len: 950 time: 0.0551562 Aug 12 14:35:38.114158 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-7e35c71d-eb3c-40ee-bc3b-153260f6236d req-193215f8-88f4-40cc-b58e-79ad298d9caa tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0307eb3-f523-445b-8e1d-79deac809303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427663 Aug 12 14:35:38.275785 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04cd341-0c7e-4384-82b2-f77d7675ab7f req-5cbd46c6-0fbf-43dc-9051-36e31d252a3d tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:35:38.282037 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04cd341-0c7e-4384-82b2-f77d7675ab7f req-5cbd46c6-0fbf-43dc-9051-36e31d252a3d tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:35:38.288688 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04cd341-0c7e-4384-82b2-f77d7675ab7f req-5cbd46c6-0fbf-43dc-9051-36e31d252a3d tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:35:38.290431 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f04cd341-0c7e-4384-82b2-f77d7675ab7f req-5cbd46c6-0fbf-43dc-9051-36e31d252a3d tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c2a0438-0492-40a2-a6a1-d92c3ca81d0f HTTP/1.1" status: 200 len: 2410 time: 0.0698779 Aug 12 14:35:38.333819 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f04cd341-0c7e-4384-82b2-f77d7675ab7f req-71db34b9-a373-4a52-9967-3e4e2c63f42d tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] 10.222.0.39 "GET /v2.0/security-groups?id=213b87af-3e55-407a-8100-5db7a6297b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358865 Aug 12 14:35:38.377676 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 14:35:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9581ce9e-d24c-48d4-bc8a-70fe368619c5 x-openstack-request-id: req-9581ce9e-d24c-48d4-bc8a-70fe368619c5 {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:35:38.378362 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f01811a-e459-4aa6-885e-ea14459bfb91", "name": "network-vif-plugged", "status": "completed", "tag": "d0cdbccb-b249-40a7-844c-3603f0053795", "code": 200}]} {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:35:38.378362 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9581ce9e-d24c-48d4-bc8a-70fe368619c5 {{(pid=94468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:35:38.378674 n-d-694802-15 neutron-server[94468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f01811a-e459-4aa6-885e-ea14459bfb91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0cdbccb-b249-40a7-844c-3603f0053795', 'code': 200} Aug 12 14:35:38.593921 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 14:35:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ee2fb30-32cf-4791-b454-632153fd6ae8 x-openstack-request-id: req-7ee2fb30-32cf-4791-b454-632153fd6ae8 {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:35:38.594208 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c2a0438-0492-40a2-a6a1-d92c3ca81d0f", "tag": "0e12fb3e-f7ff-4bf3-a164-713e74d896cd", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:35:38.594457 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7ee2fb30-32cf-4791-b454-632153fd6ae8 {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:35:38.594875 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c2a0438-0492-40a2-a6a1-d92c3ca81d0f', 'tag': '0e12fb3e-f7ff-4bf3-a164-713e74d896cd', 'status': 'completed', 'code': 200} Aug 12 14:35:38.790074 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4218d242-d2ba-494b-9a37-fc07a9ca43e3 req-28145596-a542-44e4-b117-2954901fcc34 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:35:38.791512 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4218d242-d2ba-494b-9a37-fc07a9ca43e3 req-28145596-a542-44e4-b117-2954901fcc34 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/ports?device_id=1e762752-e6ff-40ec-b4e5-358595500206 HTTP/1.1" status: 200 len: 950 time: 0.1308084 Aug 12 14:35:38.800169 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5eed58-520d-4a7f-8bfd-99a8cbd5547c req-27cc6c1a-357f-4d02-8ef2-ec8bcfa067ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:35:38.800650 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5eed58-520d-4a7f-8bfd-99a8cbd5547c req-27cc6c1a-357f-4d02-8ef2-ec8bcfa067ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:35:38.801122 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5eed58-520d-4a7f-8bfd-99a8cbd5547c req-27cc6c1a-357f-4d02-8ef2-ec8bcfa067ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:35:38.802705 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6b5eed58-520d-4a7f-8bfd-99a8cbd5547c req-27cc6c1a-357f-4d02-8ef2-ec8bcfa067ae service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c8d474eadfaf441a8e85de129212ac16&device_id=5c2a0438-0492-40a2-a6a1-d92c3ca81d0f HTTP/1.1" status: 200 len: 2866 time: 0.1307120 Aug 12 14:35:38.812272 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febd39c4-6c37-4d21-a2ed-068f16bc9250 req-5e7b9b37-3c51-4c67-b103-9f1a40e416e2 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:35:38.813940 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-febd39c4-6c37-4d21-a2ed-068f16bc9250 req-5e7b9b37-3c51-4c67-b103-9f1a40e416e2 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.49 "GET /v2.0/ports?device_id=1e762752-e6ff-40ec-b4e5-358595500206&tenant_id=e3f6e239b38a4f618b8ca0621fcc54e4&binding%3Ahost_id=n-h2-694802-15 HTTP/1.1" status: 200 len: 950 time: 0.1317561 Aug 12 14:35:38.959444 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4218d242-d2ba-494b-9a37-fc07a9ca43e3 req-4fb935f4-6648-48be-8cfe-873d13ed536e tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0307eb3-f523-445b-8e1d-79deac809303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555068 Aug 12 14:35:38.980560 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-febd39c4-6c37-4d21-a2ed-068f16bc9250 req-3430289e-8567-45fc-bd35-1733b10361f1 service neutron] 10.222.0.49 "GET /v2.0/ports/2343085d-4b48-4feb-903f-20aac5c040a9/bindings/n-h2-694802-15 HTTP/1.1" status: 200 len: 383 time: 0.1541917 Aug 12 14:35:38.988537 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5eed58-520d-4a7f-8bfd-99a8cbd5547c req-70920d13-d9ed-4a25-a184-757bfc6bc2af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:35:38.990356 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6b5eed58-520d-4a7f-8bfd-99a8cbd5547c req-70920d13-d9ed-4a25-a184-757bfc6bc2af service neutron] 10.222.0.49 "GET /v2.0/networks?id=fc7c41c9-6153-4081-9a86-8feb00411ec6 HTTP/1.1" status: 200 len: 902 time: 0.1749716 Aug 12 14:35:39.053603 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6b5eed58-520d-4a7f-8bfd-99a8cbd5547c req-85f372f3-b8ea-46f8-ac36-8449e20cbb52 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.91&port_id=0e12fb3e-f7ff-4bf3-a164-713e74d896cd HTTP/1.1" status: 200 len: 217 time: 0.0539844 Aug 12 14:35:39.130841 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febd39c4-6c37-4d21-a2ed-068f16bc9250 req-58a62139-b225-49a1-a23c-1e8cac7b010f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:35:39.132457 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-febd39c4-6c37-4d21-a2ed-068f16bc9250 req-58a62139-b225-49a1-a23c-1e8cac7b010f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e3f6e239b38a4f618b8ca0621fcc54e4&device_id=1e762752-e6ff-40ec-b4e5-358595500206 HTTP/1.1" status: 200 len: 1102 time: 0.1236115 Aug 12 14:35:39.133914 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5eed58-520d-4a7f-8bfd-99a8cbd5547c req-01848a48-566d-49e4-a8d0-13e5ce94d4a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:35:39.135413 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6b5eed58-520d-4a7f-8bfd-99a8cbd5547c req-01848a48-566d-49e4-a8d0-13e5ce94d4a4 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ce184de7-072e-4dd7-97b3-cdba47f4ca87 HTTP/1.1" status: 200 len: 801 time: 0.0660908 Aug 12 14:35:39.608989 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6464c8ad-e5f4-4133-8768-1088583609b2 req-2be8ff50-9b20-4442-ae56-60ec66942fde tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:35:39.615904 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6464c8ad-e5f4-4133-8768-1088583609b2 req-2be8ff50-9b20-4442-ae56-60ec66942fde tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:35:39.625730 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6464c8ad-e5f4-4133-8768-1088583609b2 req-2be8ff50-9b20-4442-ae56-60ec66942fde tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:35:39.628223 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-6464c8ad-e5f4-4133-8768-1088583609b2 req-2be8ff50-9b20-4442-ae56-60ec66942fde tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c2a0438-0492-40a2-a6a1-d92c3ca81d0f HTTP/1.1" status: 200 len: 2410 time: 0.0818768 Aug 12 14:35:39.665210 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5eed58-520d-4a7f-8bfd-99a8cbd5547c req-17cf4599-e676-4004-83e9-25a3014af7eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:35:39.666731 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6b5eed58-520d-4a7f-8bfd-99a8cbd5547c req-17cf4599-e676-4004-83e9-25a3014af7eb service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=fc7c41c9-6153-4081-9a86-8feb00411ec6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5136986 Aug 12 14:35:39.675753 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45910016-4a50-49d2-bae5-8758f5bad7e1 req-990c858f-52fc-484e-9f16-9c86d04e92e2 tempest-ServersTestJSON-1551689810 tempest-ServersTestJSON-1551689810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:35:39.677202 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-45910016-4a50-49d2-bae5-8758f5bad7e1 req-990c858f-52fc-484e-9f16-9c86d04e92e2 tempest-ServersTestJSON-1551689810 tempest-ServersTestJSON-1551689810-project] 10.222.0.39 "GET /v2.0/ports?device_id=2f52ecc2-e586-493b-8a96-25f7eedb61a5 HTTP/1.1" status: 200 len: 946 time: 0.1058598 Aug 12 14:35:39.686542 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febd39c4-6c37-4d21-a2ed-068f16bc9250 req-9cb6a746-0d5d-4a75-9e53-87b5be6936ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:35:39.688406 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-febd39c4-6c37-4d21-a2ed-068f16bc9250 req-9cb6a746-0d5d-4a75-9e53-87b5be6936ad service neutron] 10.222.0.49 "GET /v2.0/networks?id=2525c403-dfb3-4196-a273-739607aab38a HTTP/1.1" status: 200 len: 870 time: 0.5364664 Aug 12 14:35:39.692430 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-6464c8ad-e5f4-4133-8768-1088583609b2 req-1ba7768d-dd13-47c4-bc23-8194843b0719 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] 10.222.0.39 "GET /v2.0/security-groups?id=213b87af-3e55-407a-8100-5db7a6297b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573494 Aug 12 14:35:39.788688 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-febd39c4-6c37-4d21-a2ed-068f16bc9250 req-92740f37-ea83-460f-b348-a8171df269ab service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=2343085d-4b48-4feb-903f-20aac5c040a9 HTTP/1.1" status: 200 len: 217 time: 0.0532675 Aug 12 14:35:39.795851 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff858099-cf9d-429c-9fc3-f01b6c1a0910 req-b9f4c9ed-82fd-467d-9ccc-215927f60005 tempest-ImagesOneServerTestJSON-498043877 tempest-ImagesOneServerTestJSON-498043877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:35:39.797444 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-ff858099-cf9d-429c-9fc3-f01b6c1a0910 req-b9f4c9ed-82fd-467d-9ccc-215927f60005 tempest-ImagesOneServerTestJSON-498043877 tempest-ImagesOneServerTestJSON-498043877-project] 10.222.0.39 "GET /v2.0/ports?device_id=0f01811a-e459-4aa6-885e-ea14459bfb91 HTTP/1.1" status: 200 len: 950 time: 0.0515401 Aug 12 14:35:39.838283 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-ff858099-cf9d-429c-9fc3-f01b6c1a0910 req-b28b9f9a-f67d-48f9-8e46-4962152aa7a6 tempest-ImagesOneServerTestJSON-498043877 tempest-ImagesOneServerTestJSON-498043877-project] 10.222.0.39 "GET /v2.0/security-groups?id=d7a86a5b-b20d-43ab-bf74-8d7135bde2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335243 Aug 12 14:35:39.852512 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-45910016-4a50-49d2-bae5-8758f5bad7e1 req-a8aec7dc-314a-4b10-8382-8af816986941 tempest-ServersTestJSON-1551689810 tempest-ServersTestJSON-1551689810-project] 10.222.0.39 "GET /v2.0/security-groups?id=4b7c0606-97a5-471f-a437-389550b223d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1159182 Aug 12 14:35:39.923625 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febd39c4-6c37-4d21-a2ed-068f16bc9250 req-eaf945a1-b729-4a1b-bb1d-8efac4725ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:35:39.925128 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-febd39c4-6c37-4d21-a2ed-068f16bc9250 req-eaf945a1-b729-4a1b-bb1d-8efac4725ac9 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=236e0be6-1c94-4221-9e8b-ab02a53331f8 HTTP/1.1" status: 200 len: 843 time: 0.1274698 Aug 12 14:35:39.927172 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6b5eed58-520d-4a7f-8bfd-99a8cbd5547c req-24cf728d-e7e6-407f-9243-f425fce44963 service neutron] 10.222.0.49 "GET /v2.0/networks/fc7c41c9-6153-4081-9a86-8feb00411ec6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2488413 Aug 12 14:35:40.021604 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-5b2c79dd-492b-4025-9026-d488dce548d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:40.150893 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febd39c4-6c37-4d21-a2ed-068f16bc9250 req-2a9f2a71-5086-49d3-84dd-3df23a05f092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:35:40.152431 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-febd39c4-6c37-4d21-a2ed-068f16bc9250 req-2a9f2a71-5086-49d3-84dd-3df23a05f092 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2525c403-dfb3-4196-a273-739607aab38a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2108638 Aug 12 14:35:40.165190 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6b5eed58-520d-4a7f-8bfd-99a8cbd5547c req-32656e84-5467-419d-b692-25fb19914663 service neutron] 10.222.0.49 "GET /v2.0/networks/fc7c41c9-6153-4081-9a86-8feb00411ec6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2129617 Aug 12 14:35:40.182660 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceae2c89-78d5-4722-9e8d-baeb6f69e272 req-752c44c0-13cb-467a-944f-19ac4621f20b tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:35:40.184597 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-ceae2c89-78d5-4722-9e8d-baeb6f69e272 req-752c44c0-13cb-467a-944f-19ac4621f20b tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/ports?device_id=1e762752-e6ff-40ec-b4e5-358595500206 HTTP/1.1" status: 200 len: 950 time: 0.0541484 Aug 12 14:35:40.233464 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-ceae2c89-78d5-4722-9e8d-baeb6f69e272 req-2e3f3c9f-2555-4113-a8b3-85c4ae71b104 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0307eb3-f523-445b-8e1d-79deac809303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361149 Aug 12 14:35:40.249173 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1c93d5-e0a1-4fc1-8463-fa4b4c1ab8e3 req-3ccea09f-a1f8-4a9a-9751-4e39a0c78380 tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:35:40.249173 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0a1c93d5-e0a1-4fc1-8463-fa4b4c1ab8e3 req-3ccea09f-a1f8-4a9a-9751-4e39a0c78380 tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] 10.222.0.39 "GET /v2.0/networks?id=66286ace-0f28-443f-a69d-5df85949d220 HTTP/1.1" status: 200 len: 805 time: 0.2546246 Aug 12 14:35:40.271132 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0a1c93d5-e0a1-4fc1-8463-fa4b4c1ab8e3 req-efeea562-1380-471f-a3df-f47a6ad5abbe tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] 10.222.0.39 "GET /v2.0/quotas/f18f73753fc44381926b4d20b367351e HTTP/1.1" status: 200 len: 375 time: 0.0222070 Aug 12 14:35:40.335445 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-febd39c4-6c37-4d21-a2ed-068f16bc9250 req-978dbe00-29c7-4be8-a87a-668a1ef15b86 service neutron] 10.222.0.49 "GET /v2.0/networks/2525c403-dfb3-4196-a273-739607aab38a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1725342 Aug 12 14:35:40.340509 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0a1c93d5-e0a1-4fc1-8463-fa4b4c1ab8e3 req-6788a2de-b736-4148-9b50-a1513584b8c2 tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=f18f73753fc44381926b4d20b367351e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0686190 Aug 12 14:35:40.380222 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e762752-e6ff-40ec-b4e5-358595500206', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2343085d-4b48-4feb-903f-20aac5c040a9'}] {{(pid=94468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:35:40.384326 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99a8d87602170099c728e57431aca99e9b98a655a83bbf8727be13192709727b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2548be7b-74c7-4e02-add0-7761e470ee3a" -d '{"events": [{"server_uuid": "1e762752-e6ff-40ec-b4e5-358595500206", "name": "network-vif-plugged", "status": "completed", "tag": "2343085d-4b48-4feb-903f-20aac5c040a9"}]}' {{(pid=94468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:35:40.515904 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-febd39c4-6c37-4d21-a2ed-068f16bc9250 req-7e3c80ed-9288-4e3b-8acf-3b912c570b6c service neutron] 10.222.0.49 "GET /v2.0/networks/2525c403-dfb3-4196-a273-739607aab38a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1725073 Aug 12 14:35:40.517821 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0a1c93d5-e0a1-4fc1-8463-fa4b4c1ab8e3 req-f0cf709f-df85-4298-b823-ed416e8b948a service neutron] 10.222.0.39 "GET /v2.0/networks/66286ace-0f28-443f-a69d-5df85949d220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1672404 Aug 12 14:35:40.600127 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c2a0438-0492-40a2-a6a1-d92c3ca81d0f', 'tag': 'b33860ab-f876-40c7-998b-bdcf4f4f1c48'}, {'name': 'network-changed', 'server_uuid': '5c2a0438-0492-40a2-a6a1-d92c3ca81d0f', 'tag': '4b3059a7-34a9-4539-806b-e3ac2dd7ff3b'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:35:40.603188 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e65282f928b64038367d043a4411777802006c43a98742496cb2e25b724ff1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20399fe3-27fb-4702-a021-a225fabc576b" -d '{"events": [{"name": "network-changed", "server_uuid": "5c2a0438-0492-40a2-a6a1-d92c3ca81d0f", "tag": "b33860ab-f876-40c7-998b-bdcf4f4f1c48"}, {"name": "network-changed", "server_uuid": "5c2a0438-0492-40a2-a6a1-d92c3ca81d0f", "tag": "4b3059a7-34a9-4539-806b-e3ac2dd7ff3b"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:35:40.624955 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0a1c93d5-e0a1-4fc1-8463-fa4b4c1ab8e3 req-a51e682d-9bc5-48b0-bd00-02eb9f2a5718 service neutron] 10.222.0.39 "GET /v2.0/networks/66286ace-0f28-443f-a69d-5df85949d220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984716 Aug 12 14:35:40.854352 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-001074b3-aa18-4c17-ae22-d54b91263b8b req-b5024a20-baaa-448e-8d3c-57796e4d3b0d tempest-ListImageFiltersTestJSON-1084466314 tempest-ListImageFiltersTestJSON-1084466314-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=0fe1c6050c284bf585a96babc198e29f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0314815 Aug 12 14:35:40.912075 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 14:35:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db6dc5cd-548c-4be2-98ca-4dc3035b6e6a x-openstack-request-id: req-db6dc5cd-548c-4be2-98ca-4dc3035b6e6a {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:35:40.912718 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e762752-e6ff-40ec-b4e5-358595500206", "name": "network-vif-plugged", "status": "completed", "tag": "2343085d-4b48-4feb-903f-20aac5c040a9", "code": 200}]} {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:35:40.913256 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-db6dc5cd-548c-4be2-98ca-4dc3035b6e6a {{(pid=94468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:35:40.913813 n-d-694802-15 neutron-server[94468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e762752-e6ff-40ec-b4e5-358595500206', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2343085d-4b48-4feb-903f-20aac5c040a9', 'code': 200} Aug 12 14:35:40.934506 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device b33860ab-f876-40c7-998b-bdcf4f4f1c48 details requested by agent hyperv_n-h2-694802-15 with host n-h2-694802-15 {{(pid=94468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 14:35:40.960464 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 12 Aug 2021 14:35:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5708c6e-bb9b-4116-8670-a9c37389d3ce x-openstack-request-id: req-f5708c6e-bb9b-4116-8670-a9c37389d3ce {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:35:40.961459 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c2a0438-0492-40a2-a6a1-d92c3ca81d0f", "tag": "b33860ab-f876-40c7-998b-bdcf4f4f1c48", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "5c2a0438-0492-40a2-a6a1-d92c3ca81d0f", "tag": "4b3059a7-34a9-4539-806b-e3ac2dd7ff3b", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:35:40.961877 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f5708c6e-bb9b-4116-8670-a9c37389d3ce {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:35:40.962449 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c2a0438-0492-40a2-a6a1-d92c3ca81d0f', 'tag': 'b33860ab-f876-40c7-998b-bdcf4f4f1c48', 'status': 'completed', 'code': 200} Aug 12 14:35:40.962868 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c2a0438-0492-40a2-a6a1-d92c3ca81d0f', 'tag': '4b3059a7-34a9-4539-806b-e3ac2dd7ff3b', 'status': 'completed', 'code': 200} Aug 12 14:35:41.041305 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001074b3-aa18-4c17-ae22-d54b91263b8b req-a2fd48bd-8895-495a-b2b3-0a1c1d5d87d9 tempest-ListImageFiltersTestJSON-1084466314 tempest-ListImageFiltersTestJSON-1084466314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:35:41.047647 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-001074b3-aa18-4c17-ae22-d54b91263b8b req-a2fd48bd-8895-495a-b2b3-0a1c1d5d87d9 tempest-ListImageFiltersTestJSON-1084466314 tempest-ListImageFiltersTestJSON-1084466314-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1914091 Aug 12 14:35:41.078021 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-001074b3-aa18-4c17-ae22-d54b91263b8b req-4aee135e-4a9f-4e16-b4f5-b3ad8c96d192 tempest-ListImageFiltersTestJSON-1084466314 tempest-ListImageFiltersTestJSON-1084466314-project] 10.222.0.39 "GET /v2.0/quotas/0fe1c6050c284bf585a96babc198e29f HTTP/1.1" status: 200 len: 375 time: 0.0131810 Aug 12 14:35:41.091764 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20399fe3-27fb-4702-a021-a225fabc576b req-d63edd05-72fd-471b-813c-d78476889ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:35:41.092670 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20399fe3-27fb-4702-a021-a225fabc576b req-d63edd05-72fd-471b-813c-d78476889ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:35:41.093307 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20399fe3-27fb-4702-a021-a225fabc576b req-d63edd05-72fd-471b-813c-d78476889ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:35:41.095347 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-20399fe3-27fb-4702-a021-a225fabc576b req-d63edd05-72fd-471b-813c-d78476889ca7 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c8d474eadfaf441a8e85de129212ac16&device_id=5c2a0438-0492-40a2-a6a1-d92c3ca81d0f HTTP/1.1" status: 200 len: 2866 time: 0.1100461 Aug 12 14:35:41.119741 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:41.134611 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port b33860ab-f876-40c7-998b-bdcf4f4f1c48, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=b33860ab-f876-40c7-998b-bdcf4f4f1c48,segment=NetworkSegment(a86d3dd2-c57d-4af3-8923-c0fd0a4f8264),segment_id=a86d3dd2-c57d-4af3-8923-c0fd0a4f8264)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:35:41.149251 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-001074b3-aa18-4c17-ae22-d54b91263b8b req-dd3a3edc-f28f-4aea-86a5-c6b824124fe6 tempest-ListImageFiltersTestJSON-1084466314 tempest-ListImageFiltersTestJSON-1084466314-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=0fe1c6050c284bf585a96babc198e29f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0636764 Aug 12 14:35:41.154897 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Returning: {'device': 'b33860ab-f876-40c7-998b-bdcf4f4f1c48', 'network_id': 'a4b94452-fd87-4890-a331-aea0ce90e34c', 'port_id': 'b33860ab-f876-40c7-998b-bdcf4f4f1c48', 'mac_address': 'fa:16:3e:76:0a:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '954992b1-cc71-41d9-ba07-0ef732c5b092', 'ip_address': '19.86.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 14:35:41.227819 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e48ecb8-7207-415a-bc60-1f4e1e423457 req-206e1421-a056-49ed-9e7b-c46e925a4125 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:35:41.236355 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e48ecb8-7207-415a-bc60-1f4e1e423457 req-206e1421-a056-49ed-9e7b-c46e925a4125 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:35:41.243596 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e48ecb8-7207-415a-bc60-1f4e1e423457 req-206e1421-a056-49ed-9e7b-c46e925a4125 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:35:41.250488 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:41.254260 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9e48ecb8-7207-415a-bc60-1f4e1e423457 req-206e1421-a056-49ed-9e7b-c46e925a4125 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c2a0438-0492-40a2-a6a1-d92c3ca81d0f HTTP/1.1" status: 200 len: 2410 time: 0.2286246 Aug 12 14:35:41.283835 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b33860ab-f876-40c7-998b-bdcf4f4f1c48 {{(pid=94468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:35:41.363192 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9e48ecb8-7207-415a-bc60-1f4e1e423457 req-01499fa7-8ec1-43d2-97b3-10e07f1aaae3 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] 10.222.0.39 "GET /v2.0/security-groups?id=213b87af-3e55-407a-8100-5db7a6297b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035917 Aug 12 14:35:41.383989 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port b33860ab-f876-40c7-998b-bdcf4f4f1c48, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=b33860ab-f876-40c7-998b-bdcf4f4f1c48,segment=NetworkSegment(a86d3dd2-c57d-4af3-8923-c0fd0a4f8264),segment_id=a86d3dd2-c57d-4af3-8923-c0fd0a4f8264)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:35:41.388892 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:41.390071 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device 0e12fb3e-f7ff-4bf3-a164-713e74d896cd details requested by agent hyperv_n-h2-694802-15 with host n-h2-694802-15 {{(pid=94468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 14:35:41.397350 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f17932a-0666-409f-8853-07b29c7871f2 req-d479c713-2a99-47bb-821c-669f536e5769 tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:35:41.400723 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9f17932a-0666-409f-8853-07b29c7871f2 req-d479c713-2a99-47bb-821c-669f536e5769 tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] 10.222.0.49 "GET /v2.0/ports?device_id=f74794c1-d77b-4d85-ba55-7cc5380b83f4 HTTP/1.1" status: 200 len: 945 time: 0.2220864 Aug 12 14:35:41.433675 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device d0cdbccb-b249-40a7-844c-3603f0053795 no longer exists at agent hyperv_n-h1-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:35:41.602954 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Pushing event updated for resources: {'Port': ['ID=b33860ab-f876-40c7-998b-bdcf4f4f1c48,revision_number=4']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:35:41.630319 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20399fe3-27fb-4702-a021-a225fabc576b req-03a29054-76cd-4e2a-bf00-3f7697c54753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:35:41.631856 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-20399fe3-27fb-4702-a021-a225fabc576b req-03a29054-76cd-4e2a-bf00-3f7697c54753 service neutron] 10.222.0.49 "GET /v2.0/networks?id=a4b94452-fd87-4890-a331-aea0ce90e34c HTTP/1.1" status: 200 len: 903 time: 0.5279720 Aug 12 14:35:41.634392 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-729649b2-1c45-4261-b992-00f8ab671ec2 req-151c752b-8e77-4788-a9cd-66b03fd08cdf tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] 10.222.0.39 "GET /v2.0/ports?device_id=90ed3afd-6e4d-422b-b4c4-4502532ef9ce HTTP/1.1" status: 200 len: 210 time: 0.0828724 Aug 12 14:35:41.686248 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ad65bd-a1b1-436d-88ec-16de0d9aa12f req-1d190904-e588-481b-be30-f0fa95e32baf tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:35:41.693846 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-62ad65bd-a1b1-436d-88ec-16de0d9aa12f req-1d190904-e588-481b-be30-f0fa95e32baf tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/ports?device_id=1e762752-e6ff-40ec-b4e5-358595500206 HTTP/1.1" status: 200 len: 950 time: 0.0616074 Aug 12 14:35:41.702321 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:41.730463 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port 0e12fb3e-f7ff-4bf3-a164-713e74d896cd, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=0e12fb3e-f7ff-4bf3-a164-713e74d896cd,segment=NetworkSegment(0a6b6bb3-ac1f-4ec9-9274-600aeccb4722),segment_id=0a6b6bb3-ac1f-4ec9-9274-600aeccb4722)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:35:41.753813 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-62ad65bd-a1b1-436d-88ec-16de0d9aa12f req-8736edfd-191b-4b99-be06-0f823df42659 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0307eb3-f523-445b-8e1d-79deac809303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580630 Aug 12 14:35:41.764212 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-20399fe3-27fb-4702-a021-a225fabc576b req-710f5116-6d22-45a5-a80b-3eb7ae9d8fc6 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.12&port_id=b33860ab-f876-40c7-998b-bdcf4f4f1c48 HTTP/1.1" status: 200 len: 217 time: 0.0922506 Aug 12 14:35:41.835000 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Returning: {'device': '0e12fb3e-f7ff-4bf3-a164-713e74d896cd', 'network_id': 'fc7c41c9-6153-4081-9a86-8feb00411ec6', 'port_id': '0e12fb3e-f7ff-4bf3-a164-713e74d896cd', 'mac_address': 'fa:16:3e:18:3d:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce184de7-072e-4dd7-97b3-cdba47f4ca87', 'ip_address': '19.80.0.91'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 14:35:41.846586 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port d0cdbccb-b249-40a7-844c-3603f0053795, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=d0cdbccb-b249-40a7-844c-3603f0053795,segment=NetworkSegment(a1f8c867-101b-4d30-814e-b89f55a5edd0),segment_id=a1f8c867-101b-4d30-814e-b89f55a5edd0)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:35:41.883232 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a062a08d-3b97-40f1-ab40-61bb006cabd3 req-795118cc-bbe7-432c-a10f-2dd0e4f4448d tempest-ListImageFiltersTestJSON-1084466314 tempest-ListImageFiltersTestJSON-1084466314-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=0fe1c6050c284bf585a96babc198e29f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1002398 Aug 12 14:35:41.900883 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:41.965843 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Pushing event updated for resources: {'Port': ['ID=d0cdbccb-b249-40a7-844c-3603f0053795,revision_number=8']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:35:41.975606 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [req-9f17932a-0666-409f-8853-07b29c7871f2 req-6713a44b-ab68-4731-b286-8eec9b458670 tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] Deleting port c77027dd-829d-473e-aaa2-a33b21f94703 {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:35:41.976187 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-9f17932a-0666-409f-8853-07b29c7871f2 req-6713a44b-ab68-4731-b286-8eec9b458670 tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:41.983957 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:42.002717 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e12fb3e-f7ff-4bf3-a164-713e74d896cd {{(pid=94468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:35:42.027617 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port 0e12fb3e-f7ff-4bf3-a164-713e74d896cd, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=0e12fb3e-f7ff-4bf3-a164-713e74d896cd,segment=NetworkSegment(0a6b6bb3-ac1f-4ec9-9274-600aeccb4722),segment_id=0a6b6bb3-ac1f-4ec9-9274-600aeccb4722)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:35:42.033680 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:42.080960 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-9f17932a-0666-409f-8853-07b29c7871f2 req-6713a44b-ab68-4731-b286-8eec9b458670 tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] For port c77027dd-829d-473e-aaa2-a33b21f94703, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=c77027dd-829d-473e-aaa2-a33b21f94703,segment=NetworkSegment(5ea1fe2e-eeef-460a-999b-4e3aad831451),segment_id=5ea1fe2e-eeef-460a-999b-4e3aad831451)] {{(pid=94467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:35:42.080960 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-9f17932a-0666-409f-8853-07b29c7871f2 req-6713a44b-ab68-4731-b286-8eec9b458670 tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:42.109812 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20399fe3-27fb-4702-a021-a225fabc576b req-7b813374-823b-4e98-8e14-fda3d68dc9d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:35:42.111593 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-20399fe3-27fb-4702-a021-a225fabc576b req-7b813374-823b-4e98-8e14-fda3d68dc9d0 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=954992b1-cc71-41d9-ba07-0ef732c5b092 HTTP/1.1" status: 200 len: 801 time: 0.3301313 Aug 12 14:35:42.112577 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [req-9f17932a-0666-409f-8853-07b29c7871f2 req-6713a44b-ab68-4731-b286-8eec9b458670 tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] Calling delete_port for c77027dd-829d-473e-aaa2-a33b21f94703 owned by compute:nova {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:35:42.162108 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Pushing event updated for resources: {'Port': ['ID=0e12fb3e-f7ff-4bf3-a164-713e74d896cd,revision_number=4']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:35:42.229639 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a062a08d-3b97-40f1-ab40-61bb006cabd3 req-982ff78f-6dc4-4817-a7db-232ced1f557a tempest-ListImageFiltersTestJSON-1084466314 tempest-ListImageFiltersTestJSON-1084466314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:35:42.238599 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a062a08d-3b97-40f1-ab40-61bb006cabd3 req-982ff78f-6dc4-4817-a7db-232ced1f557a tempest-ListImageFiltersTestJSON-1084466314 tempest-ListImageFiltersTestJSON-1084466314-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3543742 Aug 12 14:35:42.263727 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a062a08d-3b97-40f1-ab40-61bb006cabd3 req-13f07dcd-afd6-4430-86ab-822876317a02 tempest-ListImageFiltersTestJSON-1084466314 tempest-ListImageFiltersTestJSON-1084466314-project] 10.222.0.39 "GET /v2.0/quotas/0fe1c6050c284bf585a96babc198e29f HTTP/1.1" status: 200 len: 375 time: 0.0241838 Aug 12 14:35:42.352002 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:42.461909 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20399fe3-27fb-4702-a021-a225fabc576b req-2ab852a7-ff82-43ff-9265-097666dde9b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:35:42.462738 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1c93d5-e0a1-4fc1-8463-fa4b4c1ab8e3 req-6a0de3cb-fd2d-476a-ab54-48cc363d1272 tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:35:42.464841 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-0a1c93d5-e0a1-4fc1-8463-fa4b4c1ab8e3 req-6a0de3cb-fd2d-476a-ab54-48cc363d1272 tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] 10.222.0.49 "GET /v2.0/networks?id=66286ace-0f28-443f-a69d-5df85949d220 HTTP/1.1" status: 200 len: 805 time: 0.2087662 Aug 12 14:35:42.465507 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-20399fe3-27fb-4702-a021-a225fabc576b req-2ab852a7-ff82-43ff-9265-097666dde9b2 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a4b94452-fd87-4890-a331-aea0ce90e34c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3420777 Aug 12 14:35:42.478105 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a062a08d-3b97-40f1-ab40-61bb006cabd3 req-65624182-ff58-42ad-88b5-4095264ca021 tempest-ListImageFiltersTestJSON-1084466314 tempest-ListImageFiltersTestJSON-1084466314-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=0fe1c6050c284bf585a96babc198e29f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0585656 Aug 12 14:35:42.479444 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-9f17932a-0666-409f-8853-07b29c7871f2 req-6713a44b-ab68-4731-b286-8eec9b458670 tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:42.492156 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [req-0a1c93d5-e0a1-4fc1-8463-fa4b4c1ab8e3 req-0e9f48db-a39f-4268-a5c9-5753c8c53b5a tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] Request body: {'port': {'device_id': '90ed3afd-6e4d-422b-b4c4-4502532ef9ce', 'network_id': '66286ace-0f28-443f-a69d-5df85949d220', 'admin_state_up': True, 'tenant_id': 'f18f73753fc44381926b4d20b367351e'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:35:42.522925 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.agents_db [None req-17ed3e4c-1a7d-4162-9646-11c134aca297 None None] Agent healthcheck: found 7 active agents {{(pid=94469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 14:35:42.548606 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] get_ports_and_sgs() called for port_ids ['0e12fb3e-f7ff-4bf3-a164-713e74d896cd'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:35:42.645660 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-20399fe3-27fb-4702-a021-a225fabc576b req-8d6e5263-334a-42c8-94ec-40c6c476e38f service neutron] 10.222.0.49 "GET /v2.0/networks/a4b94452-fd87-4890-a331-aea0ce90e34c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496112 Aug 12 14:35:42.675649 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] get_ports_and_sgs() called for port_ids ['b33860ab-f876-40c7-998b-bdcf4f4f1c48'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:35:42.770881 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6713a44b-ab68-4731-b286-8eec9b458670 tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] Pushing event deleted for resources: {'Port': ['ID=c77027dd-829d-473e-aaa2-a33b21f94703,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:35:42.780324 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f17932a-0666-409f-8853-07b29c7871f2 req-6713a44b-ab68-4731-b286-8eec9b458670 tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] No DVR routers for this DVR port c77027dd-829d-473e-aaa2-a33b21f94703 on host n-h2-694802-15 {{(pid=94467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:35:42.810625 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-9f17932a-0666-409f-8853-07b29c7871f2 req-6713a44b-ab68-4731-b286-8eec9b458670 tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:42.813014 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9f17932a-0666-409f-8853-07b29c7871f2 req-6713a44b-ab68-4731-b286-8eec9b458670 tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] 10.222.0.49 "DELETE /v2.0/ports/c77027dd-829d-473e-aaa2-a33b21f94703 HTTP/1.1" status: 204 len: 173 time: 1.3814337 Aug 12 14:35:42.873596 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-20399fe3-27fb-4702-a021-a225fabc576b req-3785c4e4-f0fa-4155-bf59-98b7f82436e0 service neutron] 10.222.0.49 "GET /v2.0/networks/a4b94452-fd87-4890-a331-aea0ce90e34c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1837809 Aug 12 14:35:42.915584 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f01811a-e459-4aa6-885e-ea14459bfb91', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd0cdbccb-b249-40a7-844c-3603f0053795'}] {{(pid=94468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:35:42.919005 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99a8d87602170099c728e57431aca99e9b98a655a83bbf8727be13192709727b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03c55af6-f97a-4aee-aaa9-ea1992d53ca4" -d '{"events": [{"server_uuid": "0f01811a-e459-4aa6-885e-ea14459bfb91", "name": "network-vif-unplugged", "status": "completed", "tag": "d0cdbccb-b249-40a7-844c-3603f0053795"}]}' {{(pid=94468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:35:42.952794 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-7f7fc03a-77e8-42ff-aa60-2e88545c8c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:42.965966 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f74794c1-d77b-4d85-ba55-7cc5380b83f4', 'name': 'network-vif-deleted', 'tag': 'c77027dd-829d-473e-aaa2-a33b21f94703'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:35:42.969060 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e65282f928b64038367d043a4411777802006c43a98742496cb2e25b724ff1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff743daa-20c0-4d62-aa5c-f17de5258234" -d '{"events": [{"server_uuid": "f74794c1-d77b-4d85-ba55-7cc5380b83f4", "name": "network-vif-deleted", "tag": "c77027dd-829d-473e-aaa2-a33b21f94703"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:35:42.983419 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device 4b3059a7-34a9-4539-806b-e3ac2dd7ff3b details requested by agent hyperv_n-h2-694802-15 with host n-h2-694802-15 {{(pid=94468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 14:35:42.985856 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device c77027dd-829d-473e-aaa2-a33b21f94703 no longer exists at agent hyperv_n-h2-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:35:43.009872 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18872d06-72c3-4a2d-800c-81fc66906a3b req-5dd0653a-672f-4763-b890-e596869e0c54 tempest-ServersTestJSON-1551689810 tempest-ServersTestJSON-1551689810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:35:43.012791 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-18872d06-72c3-4a2d-800c-81fc66906a3b req-5dd0653a-672f-4763-b890-e596869e0c54 tempest-ServersTestJSON-1551689810 tempest-ServersTestJSON-1551689810-project] 10.222.0.39 "GET /v2.0/ports?device_id=2f52ecc2-e586-493b-8a96-25f7eedb61a5 HTTP/1.1" status: 200 len: 946 time: 0.2552402 Aug 12 14:35:43.085692 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a1c93d5-e0a1-4fc1-8463-fa4b4c1ab8e3 req-0e9f48db-a39f-4268-a5c9-5753c8c53b5a tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] Made reservation on behalf of f18f73753fc44381926b4d20b367351e for: {'port': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:35:43.094520 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-0a1c93d5-e0a1-4fc1-8463-fa4b4c1ab8e3 req-0e9f48db-a39f-4268-a5c9-5753c8c53b5a tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:43.211504 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a3448a-ae9a-4fd8-a32b-7ab25747ecdd req-27942bf4-8b6e-47a7-894b-aabacec5f7b4 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:35:43.216275 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-18872d06-72c3-4a2d-800c-81fc66906a3b req-e6184228-4d5e-4410-b3c2-cc26465c1889 tempest-ServersTestJSON-1551689810 tempest-ServersTestJSON-1551689810-project] 10.222.0.39 "GET /v2.0/security-groups?id=4b7c0606-97a5-471f-a437-389550b223d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1917455 Aug 12 14:35:43.230194 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port 4b3059a7-34a9-4539-806b-e3ac2dd7ff3b, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=4b3059a7-34a9-4539-806b-e3ac2dd7ff3b,segment=NetworkSegment(0a6b6bb3-ac1f-4ec9-9274-600aeccb4722),segment_id=0a6b6bb3-ac1f-4ec9-9274-600aeccb4722)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:35:43.241236 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a3448a-ae9a-4fd8-a32b-7ab25747ecdd req-27942bf4-8b6e-47a7-894b-aabacec5f7b4 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:35:43.248617 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a3448a-ae9a-4fd8-a32b-7ab25747ecdd req-27942bf4-8b6e-47a7-894b-aabacec5f7b4 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:35:43.252124 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] No Port match for: c77027dd-829d-473e-aaa2-a33b21f94703 {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 14:35:43.252877 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device c77027dd-829d-473e-aaa2-a33b21f94703 not bound to the agent host n-h2-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:35:43.256210 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Returning: {'device': '4b3059a7-34a9-4539-806b-e3ac2dd7ff3b', 'network_id': 'fc7c41c9-6153-4081-9a86-8feb00411ec6', 'port_id': '4b3059a7-34a9-4539-806b-e3ac2dd7ff3b', 'mac_address': 'fa:16:3e:65:3f:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce184de7-072e-4dd7-97b3-cdba47f4ca87', 'ip_address': '19.80.0.38'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 14:35:43.257653 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-86a3448a-ae9a-4fd8-a32b-7ab25747ecdd req-27942bf4-8b6e-47a7-894b-aabacec5f7b4 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c2a0438-0492-40a2-a6a1-d92c3ca81d0f HTTP/1.1" status: 200 len: 2412 time: 0.2669885 Aug 12 14:35:43.263307 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20399fe3-27fb-4702-a021-a225fabc576b req-4fce5c38-2480-4400-8aad-f35ae98311a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:35:43.275119 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20399fe3-27fb-4702-a021-a225fabc576b req-4fce5c38-2480-4400-8aad-f35ae98311a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:35:43.276018 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20399fe3-27fb-4702-a021-a225fabc576b req-4fce5c38-2480-4400-8aad-f35ae98311a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:35:43.278034 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-20399fe3-27fb-4702-a021-a225fabc576b req-4fce5c38-2480-4400-8aad-f35ae98311a5 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c8d474eadfaf441a8e85de129212ac16&device_id=5c2a0438-0492-40a2-a6a1-d92c3ca81d0f HTTP/1.1" status: 200 len: 2868 time: 0.2194629 Aug 12 14:35:43.354256 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:43.374872 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b3059a7-34a9-4539-806b-e3ac2dd7ff3b {{(pid=94468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:35:43.401853 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port 4b3059a7-34a9-4539-806b-e3ac2dd7ff3b, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=4b3059a7-34a9-4539-806b-e3ac2dd7ff3b,segment=NetworkSegment(0a6b6bb3-ac1f-4ec9-9274-600aeccb4722),segment_id=0a6b6bb3-ac1f-4ec9-9274-600aeccb4722)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:35:43.416262 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:43.421727 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:43.483175 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20399fe3-27fb-4702-a021-a225fabc576b req-aaef490a-5983-4039-a4b3-af39de2d4bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:35:43.483602 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-32cb8a42-1cb8-40fd-9cd5-d359f885bbc6 req-9257aa44-9a8d-47e6-a1e7-7ae425334e01 tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] 10.222.0.39 "GET /v2.0/ports?device_id=90ed3afd-6e4d-422b-b4c4-4502532ef9ce HTTP/1.1" status: 200 len: 210 time: 0.1563261 Aug 12 14:35:43.484724 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-20399fe3-27fb-4702-a021-a225fabc576b req-aaef490a-5983-4039-a4b3-af39de2d4bc6 service neutron] 10.222.0.49 "GET /v2.0/networks?id=fc7c41c9-6153-4081-9a86-8feb00411ec6 HTTP/1.1" status: 200 len: 902 time: 0.1907609 Aug 12 14:35:43.486527 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Pushing event updated for resources: {'Port': ['ID=4b3059a7-34a9-4539-806b-e3ac2dd7ff3b,revision_number=4']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:35:43.536479 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-86a3448a-ae9a-4fd8-a32b-7ab25747ecdd req-c6e72803-5e39-4512-ab88-dfe71695c673 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] 10.222.0.39 "GET /v2.0/security-groups?id=213b87af-3e55-407a-8100-5db7a6297b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2778289 Aug 12 14:35:43.605828 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-001074b3-aa18-4c17-ae22-d54b91263b8b req-40e95633-cbf6-4762-985f-6f5e20ee2257 tempest-ListImageFiltersTestJSON-1084466314 tempest-ListImageFiltersTestJSON-1084466314-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=0fe1c6050c284bf585a96babc198e29f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0758188 Aug 12 14:35:43.618665 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-20399fe3-27fb-4702-a021-a225fabc576b req-53f243cc-6108-49fa-8fb4-a2140f50ff85 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.38&port_id=4b3059a7-34a9-4539-806b-e3ac2dd7ff3b HTTP/1.1" status: 200 len: 217 time: 0.0768166 Aug 12 14:35:43.638293 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-f4877d64-34eb-4266-826c-28580804c8a2 req-df45762b-eb0d-47ab-bdbe-10712d175d3a tempest-ListImageFiltersTestJSON-1084466314 tempest-ListImageFiltersTestJSON-1084466314-project] 10.222.0.39 "GET /v2.0/ports?device_id=2eebd15f-2b42-4b1e-bc8f-806ce99ff662 HTTP/1.1" status: 200 len: 210 time: 0.0338356 Aug 12 14:35:43.688979 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [req-0a1c93d5-e0a1-4fc1-8463-fa4b4c1ab8e3 req-0e9f48db-a39f-4268-a5c9-5753c8c53b5a tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] Allocated IP 172.20.0.11 (66286ace-0f28-443f-a69d-5df85949d220/39fc4ab3-8f53-4eb4-b1df-ab065bbb1694/a1606328-fa6d-43e0-9800-8beb0b1186b0) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:35:43.714251 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febd39c4-6c37-4d21-a2ed-068f16bc9250 req-5396ab56-046f-45f2-bdc5-ddf6ab178ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:35:43.716082 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-febd39c4-6c37-4d21-a2ed-068f16bc9250 req-5396ab56-046f-45f2-bdc5-ddf6ab178ddb service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=1e762752-e6ff-40ec-b4e5-358595500206&tenant_id=e3f6e239b38a4f618b8ca0621fcc54e4 HTTP/1.1" status: 200 len: 1102 time: 0.1053531 Aug 12 14:35:43.756359 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [req-febd39c4-6c37-4d21-a2ed-068f16bc9250 req-b5f40ff0-8315-400a-b313-dbb329668b97 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-694802-15', 'device_owner': 'compute:nova'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:35:43.759176 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 12 Aug 2021 14:35:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-900ae9f8-870a-49fd-bd22-715d0535ea83 x-openstack-request-id: req-900ae9f8-870a-49fd-bd22-715d0535ea83 {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:35:43.759473 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f01811a-e459-4aa6-885e-ea14459bfb91", "name": "network-vif-unplugged", "status": "completed", "tag": "d0cdbccb-b249-40a7-844c-3603f0053795", "code": 200}]} {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:35:43.759730 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-900ae9f8-870a-49fd-bd22-715d0535ea83 {{(pid=94468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:35:43.760142 n-d-694802-15 neutron-server[94468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f01811a-e459-4aa6-885e-ea14459bfb91', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd0cdbccb-b249-40a7-844c-3603f0053795', 'code': 200} Aug 12 14:35:43.833777 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] get_ports_and_sgs() called for port_ids ['4b3059a7-34a9-4539-806b-e3ac2dd7ff3b'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:35:43.882150 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20399fe3-27fb-4702-a021-a225fabc576b req-feafbb3f-38a0-4b4c-a425-cea33a91697e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:35:43.885909 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-20399fe3-27fb-4702-a021-a225fabc576b req-feafbb3f-38a0-4b4c-a425-cea33a91697e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ce184de7-072e-4dd7-97b3-cdba47f4ca87 HTTP/1.1" status: 200 len: 801 time: 0.2663469 Aug 12 14:35:43.918190 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-1769855f-eda9-4483-9dc3-3220908ab45d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:43.922028 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 14:35:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6d50421-583f-4fc5-9515-d00d3fdc89fe x-openstack-request-id: req-a6d50421-583f-4fc5-9515-d00d3fdc89fe {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:35:43.923060 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f74794c1-d77b-4d85-ba55-7cc5380b83f4", "name": "network-vif-deleted", "tag": "c77027dd-829d-473e-aaa2-a33b21f94703", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:35:43.924334 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a6d50421-583f-4fc5-9515-d00d3fdc89fe {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:35:43.924752 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f74794c1-d77b-4d85-ba55-7cc5380b83f4', 'name': 'network-vif-deleted', 'tag': 'c77027dd-829d-473e-aaa2-a33b21f94703', 'status': 'completed', 'code': 200} Aug 12 14:35:43.932927 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-febd39c4-6c37-4d21-a2ed-068f16bc9250 req-b5f40ff0-8315-400a-b313-dbb329668b97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:43.935960 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ad9b32-dea3-4447-81aa-3a4de085a82d req-57668518-7df3-48f5-81c0-053a95c50bf8 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:35:43.943788 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-41ad9b32-dea3-4447-81aa-3a4de085a82d req-57668518-7df3-48f5-81c0-053a95c50bf8 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/ports?device_id=1e762752-e6ff-40ec-b4e5-358595500206 HTTP/1.1" status: 200 len: 950 time: 0.2217662 Aug 12 14:35:44.077630 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-41ad9b32-dea3-4447-81aa-3a4de085a82d req-eac5a08f-001b-4bdc-b4c2-1495d8c53103 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0307eb3-f523-445b-8e1d-79deac809303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328597 Aug 12 14:35:44.125672 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001074b3-aa18-4c17-ae22-d54b91263b8b req-6e564f64-9c30-49f9-bcfb-1bcf55766cd1 tempest-ListImageFiltersTestJSON-1084466314 tempest-ListImageFiltersTestJSON-1084466314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:35:44.131921 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-001074b3-aa18-4c17-ae22-d54b91263b8b req-6e564f64-9c30-49f9-bcfb-1bcf55766cd1 tempest-ListImageFiltersTestJSON-1084466314 tempest-ListImageFiltersTestJSON-1084466314-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4920127 Aug 12 14:35:44.136894 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20399fe3-27fb-4702-a021-a225fabc576b req-9ddd1432-672b-4dd5-a6c3-fe01fb48fd50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:35:44.145409 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-20399fe3-27fb-4702-a021-a225fabc576b req-9ddd1432-672b-4dd5-a6c3-fe01fb48fd50 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=fc7c41c9-6153-4081-9a86-8feb00411ec6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2292273 Aug 12 14:35:44.151392 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-001074b3-aa18-4c17-ae22-d54b91263b8b req-bb6dd626-837e-4e8d-8afa-65ee16b5a00d tempest-ListImageFiltersTestJSON-1084466314 tempest-ListImageFiltersTestJSON-1084466314-project] Request body: {'port': {'device_id': '5f1992d0-e823-416d-bad0-60fca0e01566', 'network_id': '2525c403-dfb3-4196-a273-739607aab38a', 'admin_state_up': True, 'tenant_id': '0fe1c6050c284bf585a96babc198e29f'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:35:44.209452 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-0a1c93d5-e0a1-4fc1-8463-fa4b4c1ab8e3 req-0e9f48db-a39f-4268-a5c9-5753c8c53b5a tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:44.364168 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-20399fe3-27fb-4702-a021-a225fabc576b req-436d5d46-78ef-48aa-88cf-62e0d7801938 service neutron] 10.222.0.49 "GET /v2.0/networks/fc7c41c9-6153-4081-9a86-8feb00411ec6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2059169 Aug 12 14:35:44.365601 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-001074b3-aa18-4c17-ae22-d54b91263b8b req-bb6dd626-837e-4e8d-8afa-65ee16b5a00d tempest-ListImageFiltersTestJSON-1084466314 tempest-ListImageFiltersTestJSON-1084466314-project] Made reservation on behalf of 0fe1c6050c284bf585a96babc198e29f for: {'port': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:35:44.369472 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-001074b3-aa18-4c17-ae22-d54b91263b8b req-bb6dd626-837e-4e8d-8afa-65ee16b5a00d tempest-ListImageFiltersTestJSON-1084466314 tempest-ListImageFiltersTestJSON-1084466314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:44.380269 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-0a1c93d5-e0a1-4fc1-8463-fa4b4c1ab8e3 req-0e9f48db-a39f-4268-a5c9-5753c8c53b5a tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:44.426254 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-001074b3-aa18-4c17-ae22-d54b91263b8b req-bb6dd626-837e-4e8d-8afa-65ee16b5a00d tempest-ListImageFiltersTestJSON-1084466314 tempest-ListImageFiltersTestJSON-1084466314-project] Notify callbacks [] for security_group, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:44.440748 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a1c93d5-e0a1-4fc1-8463-fa4b4c1ab8e3 req-0e9f48db-a39f-4268-a5c9-5753c8c53b5a tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] Network 66286ace-0f28-443f-a69d-5df85949d220 is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:35:44.453210 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [req-0a1c93d5-e0a1-4fc1-8463-fa4b4c1ab8e3 req-0e9f48db-a39f-4268-a5c9-5753c8c53b5a tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:35:44.458023 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a1c93d5-e0a1-4fc1-8463-fa4b4c1ab8e3 req-0e9f48db-a39f-4268-a5c9-5753c8c53b5a tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:35:44.501326 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9f48db-a39f-4268-a5c9-5753c8c53b5a tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] Pushing event updated for resources: {'Port': ['ID=a1606328-fa6d-43e0-9800-8beb0b1186b0,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:35:44.539217 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-20399fe3-27fb-4702-a021-a225fabc576b req-771f572f-3677-4243-b7c8-b0108b28a3e6 service neutron] 10.222.0.49 "GET /v2.0/networks/fc7c41c9-6153-4081-9a86-8feb00411ec6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1659930 Aug 12 14:35:44.543843 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1c93d5-e0a1-4fc1-8463-fa4b4c1ab8e3 req-0e9f48db-a39f-4268-a5c9-5753c8c53b5a tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:35:44.544376 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-0a1c93d5-e0a1-4fc1-8463-fa4b4c1ab8e3 req-0e9f48db-a39f-4268-a5c9-5753c8c53b5a tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:44.556337 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [req-febd39c4-6c37-4d21-a2ed-068f16bc9250 req-b5f40ff0-8315-400a-b313-dbb329668b97 service neutron] For port 2343085d-4b48-4feb-903f-20aac5c040a9, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=2343085d-4b48-4feb-903f-20aac5c040a9,segment=NetworkSegment(a1f8c867-101b-4d30-814e-b89f55a5edd0),segment_id=a1f8c867-101b-4d30-814e-b89f55a5edd0)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:35:44.635534 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [req-febd39c4-6c37-4d21-a2ed-068f16bc9250 req-b5f40ff0-8315-400a-b313-dbb329668b97 service neutron] For port 2343085d-4b48-4feb-903f-20aac5c040a9, host n-h2-694802-15, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:35:44.645558 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4063351-e1d6-4496-924f-4875491348b5 req-16635a51-03a5-460c-9c72-378f963f543c tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:35:44.647140 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-e4063351-e1d6-4496-924f-4875491348b5 req-16635a51-03a5-460c-9c72-378f963f543c tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] 10.222.0.39 "GET /v2.0/ports?device_id=90ed3afd-6e4d-422b-b4c4-4502532ef9ce HTTP/1.1" status: 200 len: 932 time: 0.0885572 Aug 12 14:35:44.658024 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a062a08d-3b97-40f1-ab40-61bb006cabd3 req-8a1ab6d2-b4c9-4493-ac1c-fb29a692fd40 tempest-ListImageFiltersTestJSON-1084466314 tempest-ListImageFiltersTestJSON-1084466314-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=0fe1c6050c284bf585a96babc198e29f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0508401 Aug 12 14:35:44.711283 n-d-694802-15 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e762752-e6ff-40ec-b4e5-358595500206', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2343085d-4b48-4feb-903f-20aac5c040a9'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:35:44.713536 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e785eeede3897370d0b20f09d5f461b30cfecd5ed38c4f07dacd02bc52c9277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40c9f56e-e79c-4508-bbf9-e20fd1ca60f6" -d '{"events": [{"server_uuid": "1e762752-e6ff-40ec-b4e5-358595500206", "name": "network-vif-unplugged", "status": "completed", "tag": "2343085d-4b48-4feb-903f-20aac5c040a9"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:35:44.717476 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-febd39c4-6c37-4d21-a2ed-068f16bc9250 req-b5f40ff0-8315-400a-b313-dbb329668b97 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:44.732422 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-e4063351-e1d6-4496-924f-4875491348b5 req-2e5a99fd-d67a-4e8c-90ec-2dd8dc9cdbb1 tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] 10.222.0.39 "GET /v2.0/security-groups?id=c46585fa-da50-4ef3-834f-e3a7c15dd624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661075 Aug 12 14:35:44.734423 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-001074b3-aa18-4c17-ae22-d54b91263b8b req-bb6dd626-837e-4e8d-8afa-65ee16b5a00d tempest-ListImageFiltersTestJSON-1084466314 tempest-ListImageFiltersTestJSON-1084466314-project] Notify callbacks [] for security_group, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:44.739370 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [req-febd39c4-6c37-4d21-a2ed-068f16bc9250 req-b5f40ff0-8315-400a-b313-dbb329668b97 service neutron] Transition to ACTIVE for port object 2343085d-4b48-4feb-903f-20aac5c040a9 will not be triggered until provisioned by entity L2. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:35:44.747703 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-febd39c4-6c37-4d21-a2ed-068f16bc9250 req-b5f40ff0-8315-400a-b313-dbb329668b97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3718439'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:44.749969 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5b3953-4e38-4be0-9f50-d3ed5ab359af req-cb2a2a85-ba8a-466e-bdfb-59fec25a925a tempest-ServersTestJSON-1551689810 tempest-ServersTestJSON-1551689810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:35:44.764026 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ba5b3953-4e38-4be0-9f50-d3ed5ab359af req-cb2a2a85-ba8a-466e-bdfb-59fec25a925a tempest-ServersTestJSON-1551689810 tempest-ServersTestJSON-1551689810-project] 10.222.0.39 "GET /v2.0/ports?device_id=2f52ecc2-e586-493b-8a96-25f7eedb61a5 HTTP/1.1" status: 200 len: 946 time: 0.1691651 Aug 12 14:35:44.764256 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-0a1c93d5-e0a1-4fc1-8463-fa4b4c1ab8e3 req-0e9f48db-a39f-4268-a5c9-5753c8c53b5a tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2723835 Aug 12 14:35:44.768547 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-001074b3-aa18-4c17-ae22-d54b91263b8b req-bb6dd626-837e-4e8d-8afa-65ee16b5a00d tempest-ListImageFiltersTestJSON-1084466314 tempest-ListImageFiltersTestJSON-1084466314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:44.787585 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [req-0a1c93d5-e0a1-4fc1-8463-fa4b4c1ab8e3 req-8686d438-6f0a-4268-a6c2-4f1b33fc0a0c service neutron] Request body: {'port': {'device_id': '90ed3afd-6e4d-422b-b4c4-4502532ef9ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-694802-15'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:35:44.865685 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [req-febd39c4-6c37-4d21-a2ed-068f16bc9250 req-b5f40ff0-8315-400a-b313-dbb329668b97 service neutron] No DVR routers for this DVR port 2343085d-4b48-4feb-903f-20aac5c040a9 on host n-h2-694802-15 {{(pid=94466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:35:44.867703 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f40ff0-8315-400a-b313-dbb329668b97 service neutron] Pushing event updated for resources: {'Port': ['ID=2343085d-4b48-4feb-903f-20aac5c040a9,revision_number=10']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:35:44.886726 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6dd626-837e-4e8d-8afa-65ee16b5a00d tempest-ListImageFiltersTestJSON-1084466314 tempest-ListImageFiltersTestJSON-1084466314-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4a31b54-6887-49af-b050-eeff23ce2037,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:35:44.928576 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ba5b3953-4e38-4be0-9f50-d3ed5ab359af req-0f31d2f3-20fa-4f64-b0fa-5b87d79cdfbb tempest-ServersTestJSON-1551689810 tempest-ServersTestJSON-1551689810-project] 10.222.0.39 "GET /v2.0/security-groups?id=4b7c0606-97a5-471f-a437-389550b223d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1647804 Aug 12 14:35:44.945219 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a062a08d-3b97-40f1-ab40-61bb006cabd3 req-ab99564c-4248-4c35-ad8d-059b834f30e9 tempest-ListImageFiltersTestJSON-1084466314 tempest-ListImageFiltersTestJSON-1084466314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:35:44.946718 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a062a08d-3b97-40f1-ab40-61bb006cabd3 req-ab99564c-4248-4c35-ad8d-059b834f30e9 tempest-ListImageFiltersTestJSON-1084466314 tempest-ListImageFiltersTestJSON-1084466314-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2768226 Aug 12 14:35:44.964135 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [req-febd39c4-6c37-4d21-a2ed-068f16bc9250 req-b5f40ff0-8315-400a-b313-dbb329668b97 service neutron] Attempting to bind port 2343085d-4b48-4feb-903f-20aac5c040a9 on host n-h1-694802-15 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:35:44.965123 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [req-febd39c4-6c37-4d21-a2ed-068f16bc9250 req-b5f40ff0-8315-400a-b313-dbb329668b97 service neutron] Attempting to bind port 2343085d-4b48-4feb-903f-20aac5c040a9 by drivers openvswitch,hyperv on host n-h1-694802-15 at level 0 using segments [{'id': 'a1f8c867-101b-4d30-814e-b89f55a5edd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '2525c403-dfb3-4196-a273-739607aab38a'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:35:44.965699 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-febd39c4-6c37-4d21-a2ed-068f16bc9250 req-b5f40ff0-8315-400a-b313-dbb329668b97 service neutron] Attempting to bind port 2343085d-4b48-4feb-903f-20aac5c040a9 on network 2525c403-dfb3-4196-a273-739607aab38a {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:35:44.968184 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device 0e12fb3e-f7ff-4bf3-a164-713e74d896cd up at agent hyperv_n-h2-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:35:44.974270 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-0a1c93d5-e0a1-4fc1-8463-fa4b4c1ab8e3 req-8686d438-6f0a-4268-a6c2-4f1b33fc0a0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:44.984045 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-a062a08d-3b97-40f1-ab40-61bb006cabd3 req-1bf36895-c8e6-4d43-9d3c-5282b95f477f tempest-ListImageFiltersTestJSON-1084466314 tempest-ListImageFiltersTestJSON-1084466314-project] Request body: {'port': {'device_id': '2eebd15f-2b42-4b1e-bc8f-806ce99ff662', 'network_id': '2525c403-dfb3-4196-a273-739607aab38a', 'admin_state_up': True, 'tenant_id': '0fe1c6050c284bf585a96babc198e29f'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:35:44.990252 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f1f62c-9918-4c90-96d0-09c6ae166e68 req-58647b82-4415-4788-a17e-dba6b02a71ee tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:35:44.996985 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f1f62c-9918-4c90-96d0-09c6ae166e68 req-58647b82-4415-4788-a17e-dba6b02a71ee tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:35:45.003928 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f1f62c-9918-4c90-96d0-09c6ae166e68 req-58647b82-4415-4788-a17e-dba6b02a71ee tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:35:45.006907 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-62f1f62c-9918-4c90-96d0-09c6ae166e68 req-58647b82-4415-4788-a17e-dba6b02a71ee tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c2a0438-0492-40a2-a6a1-d92c3ca81d0f HTTP/1.1" status: 200 len: 2413 time: 0.1835389 Aug 12 14:35:45.007788 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-febd39c4-6c37-4d21-a2ed-068f16bc9250 req-b5f40ff0-8315-400a-b313-dbb329668b97 service neutron] Port 2343085d-4b48-4feb-903f-20aac5c040a9 on network 2525c403-dfb3-4196-a273-739607aab38a not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-15 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 14:35:45.008332 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-febd39c4-6c37-4d21-a2ed-068f16bc9250 req-b5f40ff0-8315-400a-b313-dbb329668b97 service neutron] Attempting to bind port 2343085d-4b48-4feb-903f-20aac5c040a9 on network 2525c403-dfb3-4196-a273-739607aab38a {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:35:45.033165 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-febd39c4-6c37-4d21-a2ed-068f16bc9250 req-b5f40ff0-8315-400a-b313-dbb329668b97 service neutron] Checking agent: {'id': 'de568313-a3e6-454a-9813-77e25edcea95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 27, 41), 'started_at': datetime.datetime(2021, 8, 12, 14, 27, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 35, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:35:45.033669 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-febd39c4-6c37-4d21-a2ed-068f16bc9250 req-b5f40ff0-8315-400a-b313-dbb329668b97 service neutron] Checking segment: {'id': 'a1f8c867-101b-4d30-814e-b89f55a5edd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '2525c403-dfb3-4196-a273-739607aab38a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:35:45.034158 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-febd39c4-6c37-4d21-a2ed-068f16bc9250 req-b5f40ff0-8315-400a-b313-dbb329668b97 service neutron] Bound using segment: {'id': 'a1f8c867-101b-4d30-814e-b89f55a5edd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '2525c403-dfb3-4196-a273-739607aab38a'} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:35:45.034767 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Provisioning for port 0e12fb3e-f7ff-4bf3-a164-713e74d896cd completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:35:45.034925 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [req-febd39c4-6c37-4d21-a2ed-068f16bc9250 req-b5f40ff0-8315-400a-b313-dbb329668b97 service neutron] Bound port: 2343085d-4b48-4feb-903f-20aac5c040a9, host: n-h1-694802-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1f8c867-101b-4d30-814e-b89f55a5edd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '2525c403-dfb3-4196-a273-739607aab38a'}}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:35:45.035433 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-febd39c4-6c37-4d21-a2ed-068f16bc9250 req-b5f40ff0-8315-400a-b313-dbb329668b97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:45.039923 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Provisioning complete for port 0e12fb3e-f7ff-4bf3-a164-713e74d896cd triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:35:45.040644 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:45.084451 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0b6f53e2-4a27-4f70-ac4c-d29aab300d73 req-e9697dc1-5af3-4620-8b98-2486f8b86902 tempest-ListImageFiltersTestJSON-1084466314 tempest-ListImageFiltersTestJSON-1084466314-project] 10.222.0.39 "GET /v2.0/ports?device_id=2eebd15f-2b42-4b1e-bc8f-806ce99ff662 HTTP/1.1" status: 200 len: 210 time: 0.0697229 Aug 12 14:35:45.109268 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_common [req-001074b3-aa18-4c17-ae22-d54b91263b8b req-bb6dd626-837e-4e8d-8afa-65ee16b5a00d tempest-ListImageFiltersTestJSON-1084466314 tempest-ListImageFiltersTestJSON-1084466314-project] Allocated IP 192.168.233.140 (2525c403-dfb3-4196-a273-739607aab38a/236e0be6-1c94-4221-9e8b-ab02a53331f8/890f05cd-3a6a-492a-b07c-feb1a5c93987) {{(pid=94467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:35:45.142357 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-62f1f62c-9918-4c90-96d0-09c6ae166e68 req-60ecd7f2-a76c-4235-9350-465f40648bc1 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] 10.222.0.39 "GET /v2.0/security-groups?id=213b87af-3e55-407a-8100-5db7a6297b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231210 Aug 12 14:35:45.160235 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:45.184842 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 12 Aug 2021 14:35:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93c43305-7f67-4e8c-bdb4-02f6349facd2 x-openstack-request-id: req-93c43305-7f67-4e8c-bdb4-02f6349facd2 {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:35:45.185175 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e762752-e6ff-40ec-b4e5-358595500206", "name": "network-vif-unplugged", "status": "completed", "tag": "2343085d-4b48-4feb-903f-20aac5c040a9", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:35:45.185473 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-93c43305-7f67-4e8c-bdb4-02f6349facd2 {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:35:45.185893 n-d-694802-15 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e762752-e6ff-40ec-b4e5-358595500206', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2343085d-4b48-4feb-903f-20aac5c040a9', 'code': 200} Aug 12 14:35:45.261280 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [req-febd39c4-6c37-4d21-a2ed-068f16bc9250 req-b5f40ff0-8315-400a-b313-dbb329668b97 service neutron] For port 2343085d-4b48-4feb-903f-20aac5c040a9, host n-h1-694802-15, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:35:45.275530 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port 0e12fb3e-f7ff-4bf3-a164-713e74d896cd, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=0e12fb3e-f7ff-4bf3-a164-713e74d896cd,segment=NetworkSegment(0a6b6bb3-ac1f-4ec9-9274-600aeccb4722),segment_id=0a6b6bb3-ac1f-4ec9-9274-600aeccb4722)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:35:45.282988 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:45.288024 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [req-febd39c4-6c37-4d21-a2ed-068f16bc9250 req-b5f40ff0-8315-400a-b313-dbb329668b97 service neutron] For port 2343085d-4b48-4feb-903f-20aac5c040a9, host n-h1-694802-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=2343085d-4b48-4feb-903f-20aac5c040a9,segment=NetworkSegment(a1f8c867-101b-4d30-814e-b89f55a5edd0),segment_id=a1f8c867-101b-4d30-814e-b89f55a5edd0)] {{(pid=94466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:35:45.306948 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-febd39c4-6c37-4d21-a2ed-068f16bc9250 req-b5f40ff0-8315-400a-b313-dbb329668b97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3718439'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:45.336900 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a062a08d-3b97-40f1-ab40-61bb006cabd3 req-1bf36895-c8e6-4d43-9d3c-5282b95f477f tempest-ListImageFiltersTestJSON-1084466314 tempest-ListImageFiltersTestJSON-1084466314-project] Made reservation on behalf of 0fe1c6050c284bf585a96babc198e29f for: {'port': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:35:45.340564 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-a062a08d-3b97-40f1-ab40-61bb006cabd3 req-1bf36895-c8e6-4d43-9d3c-5282b95f477f tempest-ListImageFiltersTestJSON-1084466314 tempest-ListImageFiltersTestJSON-1084466314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:45.379736 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Pushing event updated for resources: {'Port': ['ID=0e12fb3e-f7ff-4bf3-a164-713e74d896cd,revision_number=5']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:35:45.392942 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febd39c4-6c37-4d21-a2ed-068f16bc9250 req-b5f40ff0-8315-400a-b313-dbb329668b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:35:45.393298 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-febd39c4-6c37-4d21-a2ed-068f16bc9250 req-b5f40ff0-8315-400a-b313-dbb329668b97 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:45.394631 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-001074b3-aa18-4c17-ae22-d54b91263b8b req-bb6dd626-837e-4e8d-8afa-65ee16b5a00d tempest-ListImageFiltersTestJSON-1084466314 tempest-ListImageFiltersTestJSON-1084466314-project] Notify callbacks [] for port, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:45.395113 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-febd39c4-6c37-4d21-a2ed-068f16bc9250 req-b5f40ff0-8315-400a-b313-dbb329668b97 service neutron] 10.222.0.64 "PUT /v2.0/ports/2343085d-4b48-4feb-903f-20aac5c040a9 HTTP/1.1" status: 200 len: 1098 time: 1.6592498 Aug 12 14:35:45.411381 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device d0cdbccb-b249-40a7-844c-3603f0053795 details requested by agent hyperv_n-h1-694802-15 with host n-h1-694802-15 {{(pid=94468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 14:35:45.421447 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad52a612-a762-4244-8dfc-225aaae71e32 req-d170af06-d0a4-4a4c-bbe6-7438be91b736 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:35:45.423446 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ad52a612-a762-4244-8dfc-225aaae71e32 req-d170af06-d0a4-4a4c-bbe6-7438be91b736 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/ports?device_id=1e762752-e6ff-40ec-b4e5-358595500206 HTTP/1.1" status: 200 len: 949 time: 0.1670899 Aug 12 14:35:45.446422 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f40ff0-8315-400a-b313-dbb329668b97 service neutron] Pushing event updated for resources: {'Port': ['ID=2343085d-4b48-4feb-903f-20aac5c040a9,revision_number=11']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:35:45.485140 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [req-001074b3-aa18-4c17-ae22-d54b91263b8b req-bb6dd626-837e-4e8d-8afa-65ee16b5a00d tempest-ListImageFiltersTestJSON-1084466314 tempest-ListImageFiltersTestJSON-1084466314-project] Transition to ACTIVE for port object 890f05cd-3a6a-492a-b07c-feb1a5c93987 will not be triggered until provisioned by entity DHCP. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:35:45.519555 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febd39c4-6c37-4d21-a2ed-068f16bc9250 req-a8c52e58-1486-44c2-9ebf-ed90d4f43ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:35:45.521578 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-febd39c4-6c37-4d21-a2ed-068f16bc9250 req-a8c52e58-1486-44c2-9ebf-ed90d4f43ad4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e3f6e239b38a4f618b8ca0621fcc54e4&device_id=1e762752-e6ff-40ec-b4e5-358595500206 HTTP/1.1" status: 200 len: 1101 time: 0.0759134 Aug 12 14:35:45.528133 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-fe95f194-a3b0-4c04-9e42-20b511169d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:45.537306 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-001074b3-aa18-4c17-ae22-d54b91263b8b req-bb6dd626-837e-4e8d-8afa-65ee16b5a00d tempest-ListImageFiltersTestJSON-1084466314 tempest-ListImageFiltersTestJSON-1084466314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:45.565420 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port d0cdbccb-b249-40a7-844c-3603f0053795, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=d0cdbccb-b249-40a7-844c-3603f0053795,segment=NetworkSegment(a1f8c867-101b-4d30-814e-b89f55a5edd0),segment_id=a1f8c867-101b-4d30-814e-b89f55a5edd0)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:35:45.577263 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Returning: {'device': 'd0cdbccb-b249-40a7-844c-3603f0053795', 'network_id': '2525c403-dfb3-4196-a273-739607aab38a', 'port_id': 'd0cdbccb-b249-40a7-844c-3603f0053795', 'mac_address': 'fa:16:3e:01:cb:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '236e0be6-1c94-4221-9e8b-ab02a53331f8', 'ip_address': '192.168.233.161'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 14:35:45.629379 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:45.645240 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ad52a612-a762-4244-8dfc-225aaae71e32 req-2bd82e0a-d06f-40a4-b709-161284dd4d85 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0307eb3-f523-445b-8e1d-79deac809303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209927 Aug 12 14:35:45.652888 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0cdbccb-b249-40a7-844c-3603f0053795 {{(pid=94468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:35:45.653438 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-001074b3-aa18-4c17-ae22-d54b91263b8b req-bb6dd626-837e-4e8d-8afa-65ee16b5a00d tempest-ListImageFiltersTestJSON-1084466314 tempest-ListImageFiltersTestJSON-1084466314-project] Network 2525c403-dfb3-4196-a273-739607aab38a is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:35:45.658692 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6dd626-837e-4e8d-8afa-65ee16b5a00d tempest-ListImageFiltersTestJSON-1084466314 tempest-ListImageFiltersTestJSON-1084466314-project] Pushing event updated for resources: {'Port': ['ID=890f05cd-3a6a-492a-b07c-feb1a5c93987,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:35:45.661342 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [req-001074b3-aa18-4c17-ae22-d54b91263b8b req-bb6dd626-837e-4e8d-8afa-65ee16b5a00d tempest-ListImageFiltersTestJSON-1084466314 tempest-ListImageFiltersTestJSON-1084466314-project] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:35:45.663400 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [req-001074b3-aa18-4c17-ae22-d54b91263b8b req-bb6dd626-837e-4e8d-8afa-65ee16b5a00d tempest-ListImageFiltersTestJSON-1084466314 tempest-ListImageFiltersTestJSON-1084466314-project] Received port after_create {{(pid=94467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:35:45.664001 n-d-694802-15 neutron-server[94466]: DEBUG neutron.notifiers.nova [req-0a1c93d5-e0a1-4fc1-8463-fa4b4c1ab8e3 req-8686d438-6f0a-4268-a6c2-4f1b33fc0a0c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1606328-fa6d-43e0-9800-8beb0b1186b0 {{(pid=94466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:35:45.675820 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-0a1c93d5-e0a1-4fc1-8463-fa4b4c1ab8e3 req-8686d438-6f0a-4268-a6c2-4f1b33fc0a0c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:45.684759 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port d0cdbccb-b249-40a7-844c-3603f0053795, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=d0cdbccb-b249-40a7-844c-3603f0053795,segment=NetworkSegment(a1f8c867-101b-4d30-814e-b89f55a5edd0),segment_id=a1f8c867-101b-4d30-814e-b89f55a5edd0)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:35:45.694460 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:45.704704 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [req-0a1c93d5-e0a1-4fc1-8463-fa4b4c1ab8e3 req-8686d438-6f0a-4268-a6c2-4f1b33fc0a0c service neutron] Transition to ACTIVE for port object a1606328-fa6d-43e0-9800-8beb0b1186b0 will not be triggered until provisioned by entity L2. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:35:45.715073 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_common [req-a062a08d-3b97-40f1-ab40-61bb006cabd3 req-1bf36895-c8e6-4d43-9d3c-5282b95f477f tempest-ListImageFiltersTestJSON-1084466314 tempest-ListImageFiltersTestJSON-1084466314-project] Allocated IP 192.168.233.5 (2525c403-dfb3-4196-a273-739607aab38a/236e0be6-1c94-4221-9e8b-ab02a53331f8/dbf50b37-cb90-4913-b9b1-e9c13b06a02b) {{(pid=94467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:35:45.717694 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-0a1c93d5-e0a1-4fc1-8463-fa4b4c1ab8e3 req-8686d438-6f0a-4268-a6c2-4f1b33fc0a0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3718439'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:45.745668 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001074b3-aa18-4c17-ae22-d54b91263b8b req-bb6dd626-837e-4e8d-8afa-65ee16b5a00d tempest-ListImageFiltersTestJSON-1084466314 tempest-ListImageFiltersTestJSON-1084466314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:35:45.746304 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-001074b3-aa18-4c17-ae22-d54b91263b8b req-bb6dd626-837e-4e8d-8afa-65ee16b5a00d tempest-ListImageFiltersTestJSON-1084466314 tempest-ListImageFiltersTestJSON-1084466314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:45.762557 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c2a0438-0492-40a2-a6a1-d92c3ca81d0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e12fb3e-f7ff-4bf3-a164-713e74d896cd'}] {{(pid=94468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:35:45.766327 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99a8d87602170099c728e57431aca99e9b98a655a83bbf8727be13192709727b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdaa6ed9-4985-46f3-9ceb-89e6543e1f5e" -d '{"events": [{"server_uuid": "5c2a0438-0492-40a2-a6a1-d92c3ca81d0f", "name": "network-vif-plugged", "status": "completed", "tag": "0e12fb3e-f7ff-4bf3-a164-713e74d896cd"}]}' {{(pid=94468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:35:45.774022 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Pushing event updated for resources: {'Port': ['ID=d0cdbccb-b249-40a7-844c-3603f0053795,revision_number=9']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:35:45.784297 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8686d438-6f0a-4268-a6c2-4f1b33fc0a0c service neutron] Pushing event updated for resources: {'Port': ['ID=a1606328-fa6d-43e0-9800-8beb0b1186b0,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:35:45.793289 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febd39c4-6c37-4d21-a2ed-068f16bc9250 req-b46554f0-39c8-47d1-98e7-11dad022b871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:35:45.794830 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-febd39c4-6c37-4d21-a2ed-068f16bc9250 req-b46554f0-39c8-47d1-98e7-11dad022b871 service neutron] 10.222.0.64 "GET /v2.0/networks?id=2525c403-dfb3-4196-a273-739607aab38a HTTP/1.1" status: 200 len: 870 time: 0.2609334 Aug 12 14:35:45.814198 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] get_ports_and_sgs() called for port_ids ['d0cdbccb-b249-40a7-844c-3603f0053795'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:35:45.859051 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 14:35:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e25259c-03e7-4b3b-9502-6c009a2c4692 x-openstack-request-id: req-5e25259c-03e7-4b3b-9502-6c009a2c4692 {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:35:45.859575 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c2a0438-0492-40a2-a6a1-d92c3ca81d0f", "name": "network-vif-plugged", "status": "completed", "tag": "0e12fb3e-f7ff-4bf3-a164-713e74d896cd", "code": 200}]} {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:35:45.859926 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5e25259c-03e7-4b3b-9502-6c009a2c4692 {{(pid=94468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:35:45.860415 n-d-694802-15 neutron-server[94468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c2a0438-0492-40a2-a6a1-d92c3ca81d0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e12fb3e-f7ff-4bf3-a164-713e74d896cd', 'code': 200} Aug 12 14:35:45.873758 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-febd39c4-6c37-4d21-a2ed-068f16bc9250 req-4d4ccd32-40c5-4789-b3ef-435b4119d46e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=2343085d-4b48-4feb-903f-20aac5c040a9 HTTP/1.1" status: 200 len: 217 time: 0.0521803 Aug 12 14:35:46.002369 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [req-0a1c93d5-e0a1-4fc1-8463-fa4b4c1ab8e3 req-8686d438-6f0a-4268-a6c2-4f1b33fc0a0c service neutron] Attempting to bind port a1606328-fa6d-43e0-9800-8beb0b1186b0 on host n-h2-694802-15 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:35:46.002711 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [req-0a1c93d5-e0a1-4fc1-8463-fa4b4c1ab8e3 req-8686d438-6f0a-4268-a6c2-4f1b33fc0a0c service neutron] Attempting to bind port a1606328-fa6d-43e0-9800-8beb0b1186b0 by drivers openvswitch,hyperv on host n-h2-694802-15 at level 0 using segments [{'id': '5ea1fe2e-eeef-460a-999b-4e3aad831451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '66286ace-0f28-443f-a69d-5df85949d220'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:35:46.003056 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a1c93d5-e0a1-4fc1-8463-fa4b4c1ab8e3 req-8686d438-6f0a-4268-a6c2-4f1b33fc0a0c service neutron] Attempting to bind port a1606328-fa6d-43e0-9800-8beb0b1186b0 on network 66286ace-0f28-443f-a69d-5df85949d220 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:35:46.016105 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a35e17f-3811-406f-911d-c77e11a17f38 req-ede1abee-fd7f-42d6-9c9f-843163c8ba71 tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:35:46.017807 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-1a35e17f-3811-406f-911d-c77e11a17f38 req-ede1abee-fd7f-42d6-9c9f-843163c8ba71 tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] 10.222.0.39 "GET /v2.0/ports?device_id=90ed3afd-6e4d-422b-b4c4-4502532ef9ce HTTP/1.1" status: 200 len: 944 time: 0.1479061 Aug 12 14:35:46.019785 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febd39c4-6c37-4d21-a2ed-068f16bc9250 req-b0bcc6de-476b-4759-97d0-13b74df66482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:35:46.021120 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-febd39c4-6c37-4d21-a2ed-068f16bc9250 req-b0bcc6de-476b-4759-97d0-13b74df66482 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=236e0be6-1c94-4221-9e8b-ab02a53331f8 HTTP/1.1" status: 200 len: 843 time: 0.1028726 Aug 12 14:35:46.021841 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a1c93d5-e0a1-4fc1-8463-fa4b4c1ab8e3 req-8686d438-6f0a-4268-a6c2-4f1b33fc0a0c service neutron] Port a1606328-fa6d-43e0-9800-8beb0b1186b0 on network 66286ace-0f28-443f-a69d-5df85949d220 not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-15 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 14:35:46.022434 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a1c93d5-e0a1-4fc1-8463-fa4b4c1ab8e3 req-8686d438-6f0a-4268-a6c2-4f1b33fc0a0c service neutron] Attempting to bind port a1606328-fa6d-43e0-9800-8beb0b1186b0 on network 66286ace-0f28-443f-a69d-5df85949d220 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:35:46.052721 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a1c93d5-e0a1-4fc1-8463-fa4b4c1ab8e3 req-8686d438-6f0a-4268-a6c2-4f1b33fc0a0c service neutron] Checking agent: {'id': 'b7697f71-33f3-4959-ad82-43c2dc15845d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 27, 42), 'started_at': datetime.datetime(2021, 8, 12, 14, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 35, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:35:46.053072 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a1c93d5-e0a1-4fc1-8463-fa4b4c1ab8e3 req-8686d438-6f0a-4268-a6c2-4f1b33fc0a0c service neutron] Checking segment: {'id': '5ea1fe2e-eeef-460a-999b-4e3aad831451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '66286ace-0f28-443f-a69d-5df85949d220'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:35:46.053658 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a1c93d5-e0a1-4fc1-8463-fa4b4c1ab8e3 req-8686d438-6f0a-4268-a6c2-4f1b33fc0a0c service neutron] Bound using segment: {'id': '5ea1fe2e-eeef-460a-999b-4e3aad831451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '66286ace-0f28-443f-a69d-5df85949d220'} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:35:46.054323 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [req-0a1c93d5-e0a1-4fc1-8463-fa4b4c1ab8e3 req-8686d438-6f0a-4268-a6c2-4f1b33fc0a0c service neutron] Bound port: a1606328-fa6d-43e0-9800-8beb0b1186b0, host: n-h2-694802-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ea1fe2e-eeef-460a-999b-4e3aad831451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '66286ace-0f28-443f-a69d-5df85949d220'}}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:35:46.054862 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-0a1c93d5-e0a1-4fc1-8463-fa4b4c1ab8e3 req-8686d438-6f0a-4268-a6c2-4f1b33fc0a0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:46.066881 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-cf8e25d4-476b-484f-b5da-cd6713cc6429 None None] Provisioning for port 890f05cd-3a6a-492a-b07c-feb1a5c93987 completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:35:46.071553 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-cf8e25d4-476b-484f-b5da-cd6713cc6429 None None] Provisioning complete for port 890f05cd-3a6a-492a-b07c-feb1a5c93987 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:35:46.071939 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-cf8e25d4-476b-484f-b5da-cd6713cc6429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:46.116428 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-cf8e25d4-476b-484f-b5da-cd6713cc6429 None None] Port 890f05cd-3a6a-492a-b07c-feb1a5c93987 cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 14:35:46.133756 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-1a35e17f-3811-406f-911d-c77e11a17f38 req-fd400569-7e19-43af-a025-ec80041c4afe tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] 10.222.0.39 "GET /v2.0/security-groups?id=c46585fa-da50-4ef3-834f-e3a7c15dd624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086886 Aug 12 14:35:46.147661 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febd39c4-6c37-4d21-a2ed-068f16bc9250 req-4b56f954-f6e6-4405-9db0-b33d6c96cd86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:35:46.149232 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-febd39c4-6c37-4d21-a2ed-068f16bc9250 req-4b56f954-f6e6-4405-9db0-b33d6c96cd86 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2525c403-dfb3-4196-a273-739607aab38a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1149731 Aug 12 14:35:46.213285 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-001074b3-aa18-4c17-ae22-d54b91263b8b req-bb6dd626-837e-4e8d-8afa-65ee16b5a00d tempest-ListImageFiltersTestJSON-1084466314 tempest-ListImageFiltersTestJSON-1084466314-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0673120 Aug 12 14:35:46.232829 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-001074b3-aa18-4c17-ae22-d54b91263b8b req-c79de5c4-a26c-4da5-89f6-dfc63a7e095c service neutron] Request body: {'port': {'device_id': '5f1992d0-e823-416d-bad0-60fca0e01566', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-694802-15'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:35:46.233052 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [req-0a1c93d5-e0a1-4fc1-8463-fa4b4c1ab8e3 req-8686d438-6f0a-4268-a6c2-4f1b33fc0a0c service neutron] For port a1606328-fa6d-43e0-9800-8beb0b1186b0, host n-h2-694802-15, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:35:46.261404 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-78ee3d4f-e93e-45af-a2ed-7ae2cad764fe req-254c524b-daf2-40ae-b6f6-e9488596e283 tempest-ListImageFiltersTestJSON-1084466314 tempest-ListImageFiltersTestJSON-1084466314-project] 10.222.0.39 "GET /v2.0/ports?device_id=2eebd15f-2b42-4b1e-bc8f-806ce99ff662 HTTP/1.1" status: 200 len: 210 time: 0.0455096 Aug 12 14:35:46.265847 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [req-0a1c93d5-e0a1-4fc1-8463-fa4b4c1ab8e3 req-8686d438-6f0a-4268-a6c2-4f1b33fc0a0c service neutron] For port a1606328-fa6d-43e0-9800-8beb0b1186b0, host n-h2-694802-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=a1606328-fa6d-43e0-9800-8beb0b1186b0,segment=NetworkSegment(5ea1fe2e-eeef-460a-999b-4e3aad831451),segment_id=5ea1fe2e-eeef-460a-999b-4e3aad831451)] {{(pid=94466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:35:46.275588 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc994bf-bd2d-4f18-b2ec-5f3f5500a860 req-58367cba-738e-49fd-acf9-e33353a2979f tempest-ServersTestJSON-1551689810 tempest-ServersTestJSON-1551689810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:35:46.276178 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-0a1c93d5-e0a1-4fc1-8463-fa4b4c1ab8e3 req-8686d438-6f0a-4268-a6c2-4f1b33fc0a0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3718439'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:46.277094 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-efc994bf-bd2d-4f18-b2ec-5f3f5500a860 req-58367cba-738e-49fd-acf9-e33353a2979f tempest-ServersTestJSON-1551689810 tempest-ServersTestJSON-1551689810-project] 10.222.0.39 "GET /v2.0/ports?device_id=2f52ecc2-e586-493b-8a96-25f7eedb61a5 HTTP/1.1" status: 200 len: 946 time: 0.1076033 Aug 12 14:35:46.341168 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1c93d5-e0a1-4fc1-8463-fa4b4c1ab8e3 req-8686d438-6f0a-4268-a6c2-4f1b33fc0a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:35:46.342040 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-0a1c93d5-e0a1-4fc1-8463-fa4b4c1ab8e3 req-8686d438-6f0a-4268-a6c2-4f1b33fc0a0c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:46.343934 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-0a1c93d5-e0a1-4fc1-8463-fa4b4c1ab8e3 req-8686d438-6f0a-4268-a6c2-4f1b33fc0a0c service neutron] 10.222.0.49 "PUT /v2.0/ports/a1606328-fa6d-43e0-9800-8beb0b1186b0 HTTP/1.1" status: 200 len: 1093 time: 1.5643258 Aug 12 14:35:46.370630 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-febd39c4-6c37-4d21-a2ed-068f16bc9250 req-ec9e9823-9c0a-4918-9600-295d40051328 service neutron] 10.222.0.64 "GET /v2.0/networks/2525c403-dfb3-4196-a273-739607aab38a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2083285 Aug 12 14:35:46.439604 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-efc994bf-bd2d-4f18-b2ec-5f3f5500a860 req-ebd05b8a-d85e-455b-ab5d-c1a61f3f8ad2 tempest-ServersTestJSON-1551689810 tempest-ServersTestJSON-1551689810-project] 10.222.0.39 "GET /v2.0/security-groups?id=4b7c0606-97a5-471f-a437-389550b223d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1280992 Aug 12 14:35:46.461612 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-001074b3-aa18-4c17-ae22-d54b91263b8b req-c79de5c4-a26c-4da5-89f6-dfc63a7e095c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:46.473599 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8686d438-6f0a-4268-a6c2-4f1b33fc0a0c service neutron] Pushing event updated for resources: {'Port': ['ID=a1606328-fa6d-43e0-9800-8beb0b1186b0,revision_number=3']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:35:46.493668 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff2eb1d-2e6d-4430-a656-ff9e1d43d5e4 req-b28db848-1af1-4e9b-9862-235c2ace3a48 tempest-ServersTestJSON-1551689810 tempest-ServersTestJSON-1551689810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:35:46.495199 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-bff2eb1d-2e6d-4430-a656-ff9e1d43d5e4 req-b28db848-1af1-4e9b-9862-235c2ace3a48 tempest-ServersTestJSON-1551689810 tempest-ServersTestJSON-1551689810-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f52ecc2-e586-493b-8a96-25f7eedb61a5 HTTP/1.1" status: 200 len: 946 time: 0.1531768 Aug 12 14:35:46.538001 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-a062a08d-3b97-40f1-ab40-61bb006cabd3 req-1bf36895-c8e6-4d43-9d3c-5282b95f477f tempest-ListImageFiltersTestJSON-1084466314 tempest-ListImageFiltersTestJSON-1084466314-project] Notify callbacks [] for port, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:46.551608 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d265e23-137b-4d3a-a7ce-b5b8e448a8da req-d909d5d2-ee68-49c0-9ed6-ac4b6b4043a1 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:35:46.557765 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d265e23-137b-4d3a-a7ce-b5b8e448a8da req-d909d5d2-ee68-49c0-9ed6-ac4b6b4043a1 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:35:46.563990 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d265e23-137b-4d3a-a7ce-b5b8e448a8da req-d909d5d2-ee68-49c0-9ed6-ac4b6b4043a1 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:35:46.566104 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-5d265e23-137b-4d3a-a7ce-b5b8e448a8da req-d909d5d2-ee68-49c0-9ed6-ac4b6b4043a1 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c2a0438-0492-40a2-a6a1-d92c3ca81d0f HTTP/1.1" status: 200 len: 2414 time: 0.1706357 Aug 12 14:35:46.584387 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [req-a062a08d-3b97-40f1-ab40-61bb006cabd3 req-1bf36895-c8e6-4d43-9d3c-5282b95f477f tempest-ListImageFiltersTestJSON-1084466314 tempest-ListImageFiltersTestJSON-1084466314-project] Transition to ACTIVE for port object dbf50b37-cb90-4913-b9b1-e9c13b06a02b will not be triggered until provisioned by entity DHCP. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:35:46.586338 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1c93d5-e0a1-4fc1-8463-fa4b4c1ab8e3 req-a4797a9d-5550-4506-9b38-5fd26db609fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:35:46.588015 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-0a1c93d5-e0a1-4fc1-8463-fa4b4c1ab8e3 req-a4797a9d-5550-4506-9b38-5fd26db609fe service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f18f73753fc44381926b4d20b367351e&device_id=90ed3afd-6e4d-422b-b4c4-4502532ef9ce HTTP/1.1" status: 200 len: 1096 time: 0.1914864 Aug 12 14:35:46.604527 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-febd39c4-6c37-4d21-a2ed-068f16bc9250 req-a261ecb2-b761-44c9-9ec3-6cfe336eb374 service neutron] 10.222.0.64 "GET /v2.0/networks/2525c403-dfb3-4196-a273-739607aab38a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2223418 Aug 12 14:35:46.645614 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-0a1c93d5-e0a1-4fc1-8463-fa4b4c1ab8e3 req-f4ff8b69-761a-4d43-b4bb-63ab684d50fc service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a1606328-fa6d-43e0-9800-8beb0b1186b0 HTTP/1.1" status: 200 len: 217 time: 0.0401683 Aug 12 14:35:46.691004 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-5d265e23-137b-4d3a-a7ce-b5b8e448a8da req-3cdb4626-eab8-40c4-8dd4-0447f0f39558 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] 10.222.0.39 "GET /v2.0/security-groups?id=213b87af-3e55-407a-8100-5db7a6297b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105106 Aug 12 14:35:46.714782 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1c93d5-e0a1-4fc1-8463-fa4b4c1ab8e3 req-b37ff5d9-fa60-4b99-824b-34ca2db7468b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:35:46.716497 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-0a1c93d5-e0a1-4fc1-8463-fa4b4c1ab8e3 req-b37ff5d9-fa60-4b99-824b-34ca2db7468b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=39fc4ab3-8f53-4eb4-b1df-ab065bbb1694 HTTP/1.1" status: 200 len: 845 time: 0.0595496 Aug 12 14:35:46.749043 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-a062a08d-3b97-40f1-ab40-61bb006cabd3 req-1bf36895-c8e6-4d43-9d3c-5282b95f477f tempest-ListImageFiltersTestJSON-1084466314 tempest-ListImageFiltersTestJSON-1084466314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:46.753373 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-0a1c93d5-e0a1-4fc1-8463-fa4b4c1ab8e3 req-4f76c5e4-25d1-4389-98d8-3247b25e81d2 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=66286ace-0f28-443f-a69d-5df85949d220&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292943 Aug 12 14:35:46.830762 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [req-bff2eb1d-2e6d-4430-a656-ff9e1d43d5e4 req-4e6fd177-1ffa-4276-8ff2-134998f2aece tempest-ServersTestJSON-1551689810 tempest-ServersTestJSON-1551689810-project] Deleting port 75c4a499-4b22-4a9c-b9bc-5643cbf71cc8 {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:35:46.831135 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-bff2eb1d-2e6d-4430-a656-ff9e1d43d5e4 req-4e6fd177-1ffa-4276-8ff2-134998f2aece tempest-ServersTestJSON-1551689810 tempest-ServersTestJSON-1551689810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:46.846520 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-0a1c93d5-e0a1-4fc1-8463-fa4b4c1ab8e3 req-d6c07b10-7630-4d4f-89a3-8d4490d4f5a8 service neutron] 10.222.0.49 "GET /v2.0/networks/66286ace-0f28-443f-a69d-5df85949d220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847263 Aug 12 14:35:46.923257 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a062a08d-3b97-40f1-ab40-61bb006cabd3 req-1bf36895-c8e6-4d43-9d3c-5282b95f477f tempest-ListImageFiltersTestJSON-1084466314 tempest-ListImageFiltersTestJSON-1084466314-project] Network 2525c403-dfb3-4196-a273-739607aab38a is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:35:46.937319 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf36895-c8e6-4d43-9d3c-5282b95f477f tempest-ListImageFiltersTestJSON-1084466314 tempest-ListImageFiltersTestJSON-1084466314-project] Pushing event updated for resources: {'Port': ['ID=dbf50b37-cb90-4913-b9b1-e9c13b06a02b,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:35:46.939712 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [req-a062a08d-3b97-40f1-ab40-61bb006cabd3 req-1bf36895-c8e6-4d43-9d3c-5282b95f477f tempest-ListImageFiltersTestJSON-1084466314 tempest-ListImageFiltersTestJSON-1084466314-project] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:35:46.940856 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-0a1c93d5-e0a1-4fc1-8463-fa4b4c1ab8e3 req-0579f85a-933f-43fa-ab48-8236b225a446 service neutron] 10.222.0.49 "GET /v2.0/networks/66286ace-0f28-443f-a69d-5df85949d220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857232 Aug 12 14:35:46.953166 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf5df1b-4858-464c-b02b-5fc17daa7228 req-a1071039-b52b-40a6-ad4d-d2f86ec985f4 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:35:46.954725 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4cf5df1b-4858-464c-b02b-5fc17daa7228 req-a1071039-b52b-40a6-ad4d-d2f86ec985f4 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/ports?device_id=1e762752-e6ff-40ec-b4e5-358595500206 HTTP/1.1" status: 200 len: 949 time: 0.2266719 Aug 12 14:35:46.957609 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [req-a062a08d-3b97-40f1-ab40-61bb006cabd3 req-1bf36895-c8e6-4d43-9d3c-5282b95f477f tempest-ListImageFiltersTestJSON-1084466314 tempest-ListImageFiltersTestJSON-1084466314-project] Received port after_create {{(pid=94467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:35:46.977704 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device 4b3059a7-34a9-4539-806b-e3ac2dd7ff3b up at agent hyperv_n-h2-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:35:47.030796 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Provisioning for port 4b3059a7-34a9-4539-806b-e3ac2dd7ff3b completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:35:47.035179 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Provisioning complete for port 4b3059a7-34a9-4539-806b-e3ac2dd7ff3b triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:35:47.035790 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:47.088998 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-bff2eb1d-2e6d-4430-a656-ff9e1d43d5e4 req-4e6fd177-1ffa-4276-8ff2-134998f2aece tempest-ServersTestJSON-1551689810 tempest-ServersTestJSON-1551689810-project] For port 75c4a499-4b22-4a9c-b9bc-5643cbf71cc8, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=75c4a499-4b22-4a9c-b9bc-5643cbf71cc8,segment=NetworkSegment(1193682d-837e-492a-b676-dbe7d0687eb3),segment_id=1193682d-837e-492a-b676-dbe7d0687eb3)] {{(pid=94467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:35:47.089368 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-bff2eb1d-2e6d-4430-a656-ff9e1d43d5e4 req-4e6fd177-1ffa-4276-8ff2-134998f2aece tempest-ServersTestJSON-1551689810 tempest-ServersTestJSON-1551689810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:47.097110 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a062a08d-3b97-40f1-ab40-61bb006cabd3 req-1bf36895-c8e6-4d43-9d3c-5282b95f477f tempest-ListImageFiltersTestJSON-1084466314 tempest-ListImageFiltersTestJSON-1084466314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:35:47.097737 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-a062a08d-3b97-40f1-ab40-61bb006cabd3 req-1bf36895-c8e6-4d43-9d3c-5282b95f477f tempest-ListImageFiltersTestJSON-1084466314 tempest-ListImageFiltersTestJSON-1084466314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:47.130207 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4cf5df1b-4858-464c-b02b-5fc17daa7228 req-d9b18eb9-2236-499f-99f6-19fce94a40b3 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0307eb3-f523-445b-8e1d-79deac809303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585124 Aug 12 14:35:47.153493 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:47.188660 n-d-694802-15 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e762752-e6ff-40ec-b4e5-358595500206', 'tag': '2343085d-4b48-4feb-903f-20aac5c040a9'}, {'name': 'network-changed', 'server_uuid': '90ed3afd-6e4d-422b-b4c4-4502532ef9ce', 'tag': 'a1606328-fa6d-43e0-9800-8beb0b1186b0'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:35:47.193363 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e785eeede3897370d0b20f09d5f461b30cfecd5ed38c4f07dacd02bc52c9277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-387e8adf-be1f-4a0c-a3ed-5349d83e253a" -d '{"events": [{"name": "network-changed", "server_uuid": "1e762752-e6ff-40ec-b4e5-358595500206", "tag": "2343085d-4b48-4feb-903f-20aac5c040a9"}, {"name": "network-changed", "server_uuid": "90ed3afd-6e4d-422b-b4c4-4502532ef9ce", "tag": "a1606328-fa6d-43e0-9800-8beb0b1186b0"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:35:47.206023 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port 4b3059a7-34a9-4539-806b-e3ac2dd7ff3b, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=4b3059a7-34a9-4539-806b-e3ac2dd7ff3b,segment=NetworkSegment(0a6b6bb3-ac1f-4ec9-9274-600aeccb4722),segment_id=0a6b6bb3-ac1f-4ec9-9274-600aeccb4722)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:35:47.219482 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:47.219482 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device b33860ab-f876-40c7-998b-bdcf4f4f1c48 up at agent hyperv_n-h2-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:35:47.273293 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7ba132-b5c1-4b61-8fcc-0a3c37c65fac req-d26221a6-4470-4b2e-8e4f-b63718c8d9ed tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:35:47.275060 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-4a7ba132-b5c1-4b61-8fcc-0a3c37c65fac req-d26221a6-4470-4b2e-8e4f-b63718c8d9ed tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] 10.222.0.39 "GET /v2.0/ports?device_id=90ed3afd-6e4d-422b-b4c4-4502532ef9ce HTTP/1.1" status: 200 len: 944 time: 0.0640833 Aug 12 14:35:47.283921 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 12 Aug 2021 14:35:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60926910-ac0c-4e9b-99a6-3c82c9f367ff x-openstack-request-id: req-60926910-ac0c-4e9b-99a6-3c82c9f367ff {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:35:47.285501 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e762752-e6ff-40ec-b4e5-358595500206", "tag": "2343085d-4b48-4feb-903f-20aac5c040a9", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "90ed3afd-6e4d-422b-b4c4-4502532ef9ce", "tag": "a1606328-fa6d-43e0-9800-8beb0b1186b0", "status": "completed", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:35:47.285939 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-60926910-ac0c-4e9b-99a6-3c82c9f367ff {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:35:47.286568 n-d-694802-15 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e762752-e6ff-40ec-b4e5-358595500206', 'tag': '2343085d-4b48-4feb-903f-20aac5c040a9', 'status': 'completed', 'code': 200} Aug 12 14:35:47.297163 n-d-694802-15 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90ed3afd-6e4d-422b-b4c4-4502532ef9ce', 'tag': 'a1606328-fa6d-43e0-9800-8beb0b1186b0', 'status': 'completed', 'code': 200} Aug 12 14:35:47.328531 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Pushing event updated for resources: {'Port': ['ID=4b3059a7-34a9-4539-806b-e3ac2dd7ff3b,revision_number=5']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:35:47.348567 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a062a08d-3b97-40f1-ab40-61bb006cabd3 req-1bf36895-c8e6-4d43-9d3c-5282b95f477f tempest-ListImageFiltersTestJSON-1084466314 tempest-ListImageFiltersTestJSON-1084466314-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.3887537 Aug 12 14:35:47.353957 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-8c69fc2c-f0ff-4a07-a2c4-ac29e9e2da80 None None] Provisioning for port dbf50b37-cb90-4913-b9b1-e9c13b06a02b completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:35:47.359268 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-8c69fc2c-f0ff-4a07-a2c4-ac29e9e2da80 None None] Provisioning complete for port dbf50b37-cb90-4913-b9b1-e9c13b06a02b triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:35:47.359268 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-8c69fc2c-f0ff-4a07-a2c4-ac29e9e2da80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:47.366953 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-a062a08d-3b97-40f1-ab40-61bb006cabd3 req-d9521844-0db0-4805-8528-d9ecdbc69c44 service neutron] Request body: {'port': {'device_id': '2eebd15f-2b42-4b1e-bc8f-806ce99ff662', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-694802-15'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:35:47.378272 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-4a7ba132-b5c1-4b61-8fcc-0a3c37c65fac req-50af6f97-7507-44be-8da9-964eac4ac83a tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] 10.222.0.39 "GET /v2.0/security-groups?id=c46585fa-da50-4ef3-834f-e3a7c15dd624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787661 Aug 12 14:35:47.394045 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Provisioning for port b33860ab-f876-40c7-998b-bdcf4f4f1c48 completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:35:47.402931 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Provisioning complete for port b33860ab-f876-40c7-998b-bdcf4f4f1c48 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:35:47.403329 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:47.440811 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [req-001074b3-aa18-4c17-ae22-d54b91263b8b req-c79de5c4-a26c-4da5-89f6-dfc63a7e095c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 890f05cd-3a6a-492a-b07c-feb1a5c93987 {{(pid=94467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:35:47.451960 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387e8adf-be1f-4a0c-a3ed-5349d83e253a req-6fe4f886-c6b3-452b-bedc-b79e31a6316e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:35:47.453994 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-387e8adf-be1f-4a0c-a3ed-5349d83e253a req-6fe4f886-c6b3-452b-bedc-b79e31a6316e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e3f6e239b38a4f618b8ca0621fcc54e4&device_id=1e762752-e6ff-40ec-b4e5-358595500206 HTTP/1.1" status: 200 len: 1101 time: 0.1150579 Aug 12 14:35:47.469994 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device d0cdbccb-b249-40a7-844c-3603f0053795 up at agent hyperv_n-h1-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:35:47.472571 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-001074b3-aa18-4c17-ae22-d54b91263b8b req-c79de5c4-a26c-4da5-89f6-dfc63a7e095c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:47.532878 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [req-001074b3-aa18-4c17-ae22-d54b91263b8b req-c79de5c4-a26c-4da5-89f6-dfc63a7e095c service neutron] Transition to ACTIVE for port object 890f05cd-3a6a-492a-b07c-feb1a5c93987 will not be triggered until provisioned by entity L2. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:35:47.576143 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-001074b3-aa18-4c17-ae22-d54b91263b8b req-c79de5c4-a26c-4da5-89f6-dfc63a7e095c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:47.578099 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-8c69fc2c-f0ff-4a07-a2c4-ac29e9e2da80 None None] Port dbf50b37-cb90-4913-b9b1-e9c13b06a02b cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 14:35:47.599494 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-a062a08d-3b97-40f1-ab40-61bb006cabd3 req-d9521844-0db0-4805-8528-d9ecdbc69c44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:47.620286 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387e8adf-be1f-4a0c-a3ed-5349d83e253a req-e92fd2ff-004f-4f57-9376-9ac54c3980a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:35:47.624710 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-387e8adf-be1f-4a0c-a3ed-5349d83e253a req-e92fd2ff-004f-4f57-9376-9ac54c3980a1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e3f6e239b38a4f618b8ca0621fcc54e4&device_id=1e762752-e6ff-40ec-b4e5-358595500206 HTTP/1.1" status: 200 len: 1101 time: 0.2719855 Aug 12 14:35:47.628791 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f4e530-67f8-4e37-90da-7c3d28485645 req-7fe23f1e-00c2-4807-ac95-f629e106b5af tempest-ListImageFiltersTestJSON-1084466314 tempest-ListImageFiltersTestJSON-1084466314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:35:47.630375 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-72f4e530-67f8-4e37-90da-7c3d28485645 req-7fe23f1e-00c2-4807-ac95-f629e106b5af tempest-ListImageFiltersTestJSON-1084466314 tempest-ListImageFiltersTestJSON-1084466314-project] 10.222.0.39 "GET /v2.0/ports?device_id=2eebd15f-2b42-4b1e-bc8f-806ce99ff662 HTTP/1.1" status: 200 len: 934 time: 0.2691438 Aug 12 14:35:47.658746 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Provisioning complete for port d0cdbccb-b249-40a7-844c-3603f0053795 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:35:47.659155 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:47.685905 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:47.700611 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387e8adf-be1f-4a0c-a3ed-5349d83e253a req-524d08f6-443a-417b-8ac2-13a5ebf48f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:35:47.703731 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-387e8adf-be1f-4a0c-a3ed-5349d83e253a req-524d08f6-443a-417b-8ac2-13a5ebf48f19 service neutron] 10.222.0.49 "GET /v2.0/networks?id=2525c403-dfb3-4196-a273-739607aab38a HTTP/1.1" status: 200 len: 870 time: 0.2337651 Aug 12 14:35:47.711879 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-bff2eb1d-2e6d-4430-a656-ff9e1d43d5e4 req-4e6fd177-1ffa-4276-8ff2-134998f2aece tempest-ServersTestJSON-1551689810 tempest-ServersTestJSON-1551689810-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:47.711879 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-bff2eb1d-2e6d-4430-a656-ff9e1d43d5e4 req-4e6fd177-1ffa-4276-8ff2-134998f2aece tempest-ServersTestJSON-1551689810 tempest-ServersTestJSON-1551689810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431510'] for floatingip, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:47.712250 n-d-694802-15 neutron-server[94467]: INFO neutron.db.l3_db [req-bff2eb1d-2e6d-4430-a656-ff9e1d43d5e4 req-4e6fd177-1ffa-4276-8ff2-134998f2aece tempest-ServersTestJSON-1551689810 tempest-ServersTestJSON-1551689810-project] Floating IP b929faa2-8264-4ec8-aee0-7f1e55d10987 disassociated. External IP: 172.25.1.9, port: 75c4a499-4b22-4a9c-b9bc-5643cbf71cc8. Aug 12 14:35:47.712440 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [req-bff2eb1d-2e6d-4430-a656-ff9e1d43d5e4 req-4e6fd177-1ffa-4276-8ff2-134998f2aece tempest-ServersTestJSON-1551689810 tempest-ServersTestJSON-1551689810-project] Calling delete_port for 75c4a499-4b22-4a9c-b9bc-5643cbf71cc8 owned by compute:nova {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:35:47.750427 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79de5c4-a26c-4da5-89f6-dfc63a7e095c service neutron] Pushing event updated for resources: {'Port': ['ID=890f05cd-3a6a-492a-b07c-feb1a5c93987,revision_number=2']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:35:47.757226 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port b33860ab-f876-40c7-998b-bdcf4f4f1c48, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=b33860ab-f876-40c7-998b-bdcf4f4f1c48,segment=NetworkSegment(a86d3dd2-c57d-4af3-8923-c0fd0a4f8264),segment_id=a86d3dd2-c57d-4af3-8923-c0fd0a4f8264)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:35:47.772028 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:47.776746 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device 2343085d-4b48-4feb-903f-20aac5c040a9 no longer exists at agent hyperv_n-h2-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:35:47.870202 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-387e8adf-be1f-4a0c-a3ed-5349d83e253a req-384701de-9bd4-432e-87a7-940955c6b796 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=2343085d-4b48-4feb-903f-20aac5c040a9 HTTP/1.1" status: 200 len: 217 time: 0.0814545 Aug 12 14:35:47.886147 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035f22a5-1c7b-4e6a-94e3-d8f9239cec45 req-f007830d-69f0-427d-ae4a-930e8eb106eb tempest-ServersTestJSON-1551689810 tempest-ServersTestJSON-1551689810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:35:47.894010 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-035f22a5-1c7b-4e6a-94e3-d8f9239cec45 req-f007830d-69f0-427d-ae4a-930e8eb106eb tempest-ServersTestJSON-1551689810 tempest-ServersTestJSON-1551689810-project] 10.222.0.39 "GET /v2.0/ports?device_id=2f52ecc2-e586-493b-8a96-25f7eedb61a5 HTTP/1.1" status: 200 len: 946 time: 0.2811453 Aug 12 14:35:47.927080 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-72f4e530-67f8-4e37-90da-7c3d28485645 req-ebc60b5a-3295-42d8-aa3e-b3a9c3a1d37b tempest-ListImageFiltersTestJSON-1084466314 tempest-ListImageFiltersTestJSON-1084466314-project] 10.222.0.39 "GET /v2.0/security-groups?id=b4a31b54-6887-49af-b050-eeff23ce2037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2746050 Aug 12 14:35:48.058349 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c2a0438-0492-40a2-a6a1-d92c3ca81d0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b3059a7-34a9-4539-806b-e3ac2dd7ff3b'}, {'server_uuid': '5c2a0438-0492-40a2-a6a1-d92c3ca81d0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b33860ab-f876-40c7-998b-bdcf4f4f1c48'}] {{(pid=94468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:35:48.061202 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99a8d87602170099c728e57431aca99e9b98a655a83bbf8727be13192709727b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8a06ad0-3294-4807-80fa-597ac6a9dbbb" -d '{"events": [{"server_uuid": "5c2a0438-0492-40a2-a6a1-d92c3ca81d0f", "name": "network-vif-plugged", "status": "completed", "tag": "4b3059a7-34a9-4539-806b-e3ac2dd7ff3b"}, {"server_uuid": "5c2a0438-0492-40a2-a6a1-d92c3ca81d0f", "name": "network-vif-plugged", "status": "completed", "tag": "b33860ab-f876-40c7-998b-bdcf4f4f1c48"}]}' {{(pid=94468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:35:48.117811 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-035f22a5-1c7b-4e6a-94e3-d8f9239cec45 req-34865114-2a99-4cab-872c-bfd8e7ee4e1d tempest-ServersTestJSON-1551689810 tempest-ServersTestJSON-1551689810-project] 10.222.0.39 "GET /v2.0/security-groups?id=4b7c0606-97a5-471f-a437-389550b223d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2227654 Aug 12 14:35:48.135139 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-001074b3-aa18-4c17-ae22-d54b91263b8b req-c79de5c4-a26c-4da5-89f6-dfc63a7e095c service neutron] Attempting to bind port 890f05cd-3a6a-492a-b07c-feb1a5c93987 on host n-h2-694802-15 for vnic_type normal with profile {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:35:48.135139 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-001074b3-aa18-4c17-ae22-d54b91263b8b req-c79de5c4-a26c-4da5-89f6-dfc63a7e095c service neutron] Attempting to bind port 890f05cd-3a6a-492a-b07c-feb1a5c93987 by drivers openvswitch,hyperv on host n-h2-694802-15 at level 0 using segments [{'id': 'a1f8c867-101b-4d30-814e-b89f55a5edd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '2525c403-dfb3-4196-a273-739607aab38a'}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:35:48.135139 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-001074b3-aa18-4c17-ae22-d54b91263b8b req-c79de5c4-a26c-4da5-89f6-dfc63a7e095c service neutron] Attempting to bind port 890f05cd-3a6a-492a-b07c-feb1a5c93987 on network 2525c403-dfb3-4196-a273-739607aab38a {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:35:48.139196 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-001074b3-aa18-4c17-ae22-d54b91263b8b req-c79de5c4-a26c-4da5-89f6-dfc63a7e095c service neutron] Port 890f05cd-3a6a-492a-b07c-feb1a5c93987 on network 2525c403-dfb3-4196-a273-739607aab38a not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-15 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 14:35:48.139526 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-001074b3-aa18-4c17-ae22-d54b91263b8b req-c79de5c4-a26c-4da5-89f6-dfc63a7e095c service neutron] Attempting to bind port 890f05cd-3a6a-492a-b07c-feb1a5c93987 on network 2525c403-dfb3-4196-a273-739607aab38a {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:35:48.152211 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-001074b3-aa18-4c17-ae22-d54b91263b8b req-c79de5c4-a26c-4da5-89f6-dfc63a7e095c service neutron] Checking agent: {'id': 'b7697f71-33f3-4959-ad82-43c2dc15845d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 27, 42), 'started_at': datetime.datetime(2021, 8, 12, 14, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 35, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:35:48.152552 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-001074b3-aa18-4c17-ae22-d54b91263b8b req-c79de5c4-a26c-4da5-89f6-dfc63a7e095c service neutron] Checking segment: {'id': 'a1f8c867-101b-4d30-814e-b89f55a5edd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '2525c403-dfb3-4196-a273-739607aab38a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:35:48.152945 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-001074b3-aa18-4c17-ae22-d54b91263b8b req-c79de5c4-a26c-4da5-89f6-dfc63a7e095c service neutron] Bound using segment: {'id': 'a1f8c867-101b-4d30-814e-b89f55a5edd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '2525c403-dfb3-4196-a273-739607aab38a'} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:35:48.153378 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-001074b3-aa18-4c17-ae22-d54b91263b8b req-c79de5c4-a26c-4da5-89f6-dfc63a7e095c service neutron] Bound port: 890f05cd-3a6a-492a-b07c-feb1a5c93987, host: n-h2-694802-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1f8c867-101b-4d30-814e-b89f55a5edd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '2525c403-dfb3-4196-a273-739607aab38a'}}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:35:48.153739 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-001074b3-aa18-4c17-ae22-d54b91263b8b req-c79de5c4-a26c-4da5-89f6-dfc63a7e095c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:48.181090 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387e8adf-be1f-4a0c-a3ed-5349d83e253a req-2a8d8fee-33d2-4472-8b67-5d9b583fec72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:35:48.185452 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-387e8adf-be1f-4a0c-a3ed-5349d83e253a req-2a8d8fee-33d2-4472-8b67-5d9b583fec72 service neutron] 10.222.0.64 "GET /v2.0/networks?id=2525c403-dfb3-4196-a273-739607aab38a HTTP/1.1" status: 200 len: 870 time: 0.5084658 Aug 12 14:35:48.187989 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387e8adf-be1f-4a0c-a3ed-5349d83e253a req-60c22a71-7046-49c7-843b-194542998dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:35:48.191849 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-387e8adf-be1f-4a0c-a3ed-5349d83e253a req-60c22a71-7046-49c7-843b-194542998dc5 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=236e0be6-1c94-4221-9e8b-ab02a53331f8 HTTP/1.1" status: 200 len: 843 time: 0.2946298 Aug 12 14:35:48.224364 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device 2343085d-4b48-4feb-903f-20aac5c040a9 not bound to the agent host n-h2-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:35:48.242816 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:48.257592 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 12 Aug 2021 14:35:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dca279e9-b91c-4db5-894c-601f8919adc8 x-openstack-request-id: req-dca279e9-b91c-4db5-894c-601f8919adc8 {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:35:48.257992 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c2a0438-0492-40a2-a6a1-d92c3ca81d0f", "name": "network-vif-plugged", "status": "completed", "tag": "4b3059a7-34a9-4539-806b-e3ac2dd7ff3b", "code": 200}, {"server_uuid": "5c2a0438-0492-40a2-a6a1-d92c3ca81d0f", "name": "network-vif-plugged", "status": "completed", "tag": "b33860ab-f876-40c7-998b-bdcf4f4f1c48", "code": 200}]} {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:35:48.258345 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-dca279e9-b91c-4db5-894c-601f8919adc8 {{(pid=94468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:35:48.258831 n-d-694802-15 neutron-server[94468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c2a0438-0492-40a2-a6a1-d92c3ca81d0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b3059a7-34a9-4539-806b-e3ac2dd7ff3b', 'code': 200} Aug 12 14:35:48.259218 n-d-694802-15 neutron-server[94468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c2a0438-0492-40a2-a6a1-d92c3ca81d0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b33860ab-f876-40c7-998b-bdcf4f4f1c48', 'code': 200} Aug 12 14:35:48.266756 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Pushing event updated for resources: {'Port': ['ID=b33860ab-f876-40c7-998b-bdcf4f4f1c48,revision_number=5']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:35:48.275533 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-387e8adf-be1f-4a0c-a3ed-5349d83e253a req-84e8efb6-36ef-457e-bdb4-14cf25bb097b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=2343085d-4b48-4feb-903f-20aac5c040a9 HTTP/1.1" status: 200 len: 217 time: 0.0707400 Aug 12 14:35:48.325950 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port d0cdbccb-b249-40a7-844c-3603f0053795, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=d0cdbccb-b249-40a7-844c-3603f0053795,segment=NetworkSegment(a1f8c867-101b-4d30-814e-b89f55a5edd0),segment_id=a1f8c867-101b-4d30-814e-b89f55a5edd0)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:35:48.337179 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:48.415931 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-bff2eb1d-2e6d-4430-a656-ff9e1d43d5e4 req-4e6fd177-1ffa-4276-8ff2-134998f2aece tempest-ServersTestJSON-1551689810 tempest-ServersTestJSON-1551689810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:48.426454 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Pushing event updated for resources: {'Port': ['ID=d0cdbccb-b249-40a7-844c-3603f0053795,revision_number=10']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:35:48.508376 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-001074b3-aa18-4c17-ae22-d54b91263b8b req-c79de5c4-a26c-4da5-89f6-dfc63a7e095c service neutron] For port 890f05cd-3a6a-492a-b07c-feb1a5c93987, host n-h2-694802-15, cleared binding levels {{(pid=94467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:35:48.513530 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6fd177-1ffa-4276-8ff2-134998f2aece tempest-ServersTestJSON-1551689810 tempest-ServersTestJSON-1551689810-project] Pushing event deleted for resources: {'Port': ['ID=75c4a499-4b22-4a9c-b9bc-5643cbf71cc8,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:35:48.559995 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-001074b3-aa18-4c17-ae22-d54b91263b8b req-c79de5c4-a26c-4da5-89f6-dfc63a7e095c service neutron] For port 890f05cd-3a6a-492a-b07c-feb1a5c93987, host n-h2-694802-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=890f05cd-3a6a-492a-b07c-feb1a5c93987,segment=NetworkSegment(a1f8c867-101b-4d30-814e-b89f55a5edd0),segment_id=a1f8c867-101b-4d30-814e-b89f55a5edd0)] {{(pid=94467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:35:48.582270 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61fb1a7-e762-41ff-b769-87159c2f1f41 req-910fd96c-fa3d-4141-9fa2-4d1aa67813ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:35:48.582756 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61fb1a7-e762-41ff-b769-87159c2f1f41 req-910fd96c-fa3d-4141-9fa2-4d1aa67813ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:35:48.583271 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61fb1a7-e762-41ff-b769-87159c2f1f41 req-910fd96c-fa3d-4141-9fa2-4d1aa67813ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:35:48.584948 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a61fb1a7-e762-41ff-b769-87159c2f1f41 req-910fd96c-fa3d-4141-9fa2-4d1aa67813ee service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=5c2a0438-0492-40a2-a6a1-d92c3ca81d0f HTTP/1.1" status: 200 len: 2872 time: 0.2501860 Aug 12 14:35:48.632325 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-001074b3-aa18-4c17-ae22-d54b91263b8b req-c79de5c4-a26c-4da5-89f6-dfc63a7e095c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:48.652777 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cbcac3-40eb-4e90-baec-f9b28b5f208e req-77c06370-ae1e-4e3c-a6a0-b629372e3dd5 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:35:48.660705 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c6cbcac3-40eb-4e90-baec-f9b28b5f208e req-77c06370-ae1e-4e3c-a6a0-b629372e3dd5 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/ports?device_id=1e762752-e6ff-40ec-b4e5-358595500206 HTTP/1.1" status: 200 len: 949 time: 0.2961307 Aug 12 14:35:48.670534 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [req-a062a08d-3b97-40f1-ab40-61bb006cabd3 req-d9521844-0db0-4805-8528-d9ecdbc69c44 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dbf50b37-cb90-4913-b9b1-e9c13b06a02b {{(pid=94467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:35:48.731329 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-a062a08d-3b97-40f1-ab40-61bb006cabd3 req-d9521844-0db0-4805-8528-d9ecdbc69c44 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:48.758368 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001074b3-aa18-4c17-ae22-d54b91263b8b req-c79de5c4-a26c-4da5-89f6-dfc63a7e095c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:35:48.758996 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-001074b3-aa18-4c17-ae22-d54b91263b8b req-c79de5c4-a26c-4da5-89f6-dfc63a7e095c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:48.760507 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-001074b3-aa18-4c17-ae22-d54b91263b8b req-c79de5c4-a26c-4da5-89f6-dfc63a7e095c service neutron] 10.222.0.49 "PUT /v2.0/ports/890f05cd-3a6a-492a-b07c-feb1a5c93987 HTTP/1.1" status: 200 len: 1097 time: 2.5346744 Aug 12 14:35:48.767579 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f1992d0-e823-416d-bad0-60fca0e01566', 'tag': '890f05cd-3a6a-492a-b07c-feb1a5c93987'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:35:48.769847 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e65282f928b64038367d043a4411777802006c43a98742496cb2e25b724ff1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25ca26dc-7f45-4708-8e3c-0bf9e2809c8b" -d '{"events": [{"name": "network-changed", "server_uuid": "5f1992d0-e823-416d-bad0-60fca0e01566", "tag": "890f05cd-3a6a-492a-b07c-feb1a5c93987"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:35:48.799712 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387e8adf-be1f-4a0c-a3ed-5349d83e253a req-6965192b-e612-41d2-9e32-194be66f3701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:35:48.801276 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-387e8adf-be1f-4a0c-a3ed-5349d83e253a req-6965192b-e612-41d2-9e32-194be66f3701 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2525c403-dfb3-4196-a273-739607aab38a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5977452 Aug 12 14:35:48.842406 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [req-a062a08d-3b97-40f1-ab40-61bb006cabd3 req-d9521844-0db0-4805-8528-d9ecdbc69c44 service neutron] Transition to ACTIVE for port object dbf50b37-cb90-4913-b9b1-e9c13b06a02b will not be triggered until provisioned by entity L2. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:35:48.859965 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387e8adf-be1f-4a0c-a3ed-5349d83e253a req-da37ecfc-6527-477b-a489-dad5f939860e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:35:48.861393 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-387e8adf-be1f-4a0c-a3ed-5349d83e253a req-da37ecfc-6527-477b-a489-dad5f939860e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=236e0be6-1c94-4221-9e8b-ab02a53331f8 HTTP/1.1" status: 200 len: 843 time: 0.5745754 Aug 12 14:35:48.889774 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-a062a08d-3b97-40f1-ab40-61bb006cabd3 req-d9521844-0db0-4805-8528-d9ecdbc69c44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:48.967115 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a61fb1a7-e762-41ff-b769-87159c2f1f41 req-d8134a4e-0bdc-4e28-a47b-5c0c5d9efcae service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=213b87af-3e55-407a-8100-5db7a6297b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3722980 Aug 12 14:35:49.015124 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79de5c4-a26c-4da5-89f6-dfc63a7e095c service neutron] Pushing event updated for resources: {'Port': ['ID=890f05cd-3a6a-492a-b07c-feb1a5c93987,revision_number=3']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:35:49.045684 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abd4675-d240-4a82-bb4d-ccc42535e009 req-48365483-b5bb-4689-a0d8-7480a5c33bf6 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:35:49.046360 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c6cbcac3-40eb-4e90-baec-f9b28b5f208e req-8a34fb60-6b9d-4408-9d4d-e1a21db2b15a tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0307eb3-f523-445b-8e1d-79deac809303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3846986 Aug 12 14:35:49.053699 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abd4675-d240-4a82-bb4d-ccc42535e009 req-48365483-b5bb-4689-a0d8-7480a5c33bf6 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:35:49.072207 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abd4675-d240-4a82-bb4d-ccc42535e009 req-48365483-b5bb-4689-a0d8-7480a5c33bf6 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:35:49.083214 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-4abd4675-d240-4a82-bb4d-ccc42535e009 req-48365483-b5bb-4689-a0d8-7480a5c33bf6 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c2a0438-0492-40a2-a6a1-d92c3ca81d0f HTTP/1.1" status: 200 len: 2416 time: 0.7536745 Aug 12 14:35:49.176339 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9521844-0db0-4805-8528-d9ecdbc69c44 service neutron] Pushing event updated for resources: {'Port': ['ID=dbf50b37-cb90-4913-b9b1-e9c13b06a02b,revision_number=2']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:35:49.235536 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387e8adf-be1f-4a0c-a3ed-5349d83e253a req-a9f817ba-a7d6-4867-856b-a5b876753bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:35:49.241687 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-387e8adf-be1f-4a0c-a3ed-5349d83e253a req-a9f817ba-a7d6-4867-856b-a5b876753bbe service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2525c403-dfb3-4196-a273-739607aab38a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3481691 Aug 12 14:35:49.246635 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-4abd4675-d240-4a82-bb4d-ccc42535e009 req-2b15bc47-11cc-4c06-9f4a-8ce042768ee0 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] 10.222.0.39 "GET /v2.0/security-groups?id=213b87af-3e55-407a-8100-5db7a6297b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610062 Aug 12 14:35:49.265532 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-387e8adf-be1f-4a0c-a3ed-5349d83e253a req-e2541f66-fa35-45a9-b148-bf5760fbca9d service neutron] 10.222.0.49 "GET /v2.0/networks/2525c403-dfb3-4196-a273-739607aab38a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4301810 Aug 12 14:35:49.342230 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bff2eb1d-2e6d-4430-a656-ff9e1d43d5e4 req-4e6fd177-1ffa-4276-8ff2-134998f2aece tempest-ServersTestJSON-1551689810 tempest-ServersTestJSON-1551689810-project] Router f718bc44-58c9-4422-8f05-8ac718cf99af has already been hosted by L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f {{(pid=94467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 14:35:49.389170 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001074b3-aa18-4c17-ae22-d54b91263b8b req-99b898ab-fc42-447c-9be4-7b324b89a117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:35:49.390873 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-001074b3-aa18-4c17-ae22-d54b91263b8b req-99b898ab-fc42-447c-9be4-7b324b89a117 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0fe1c6050c284bf585a96babc198e29f&device_id=5f1992d0-e823-416d-bad0-60fca0e01566 HTTP/1.1" status: 200 len: 1100 time: 0.5022402 Aug 12 14:35:49.393785 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 14:35:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f2eecb5-7304-42a4-836b-a64e65827dac x-openstack-request-id: req-3f2eecb5-7304-42a4-836b-a64e65827dac {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:35:49.394064 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f1992d0-e823-416d-bad0-60fca0e01566", "tag": "890f05cd-3a6a-492a-b07c-feb1a5c93987", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:35:49.394316 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3f2eecb5-7304-42a4-836b-a64e65827dac {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:35:49.394708 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f1992d0-e823-416d-bad0-60fca0e01566', 'tag': '890f05cd-3a6a-492a-b07c-feb1a5c93987', 'status': 'completed', 'code': 200} Aug 12 14:35:49.428862 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device 2343085d-4b48-4feb-903f-20aac5c040a9 details requested by agent hyperv_n-h1-694802-15 with host n-h1-694802-15 {{(pid=94468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 14:35:49.435221 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device 75c4a499-4b22-4a9c-b9bc-5643cbf71cc8 no longer exists at agent hyperv_n-h1-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:35:49.482204 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-93370168-53ca-47c2-9e27-b066be57125c None None] No Port match for: 75c4a499-4b22-4a9c-b9bc-5643cbf71cc8 {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 14:35:49.482547 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device 75c4a499-4b22-4a9c-b9bc-5643cbf71cc8 not bound to the agent host n-h1-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:35:49.564128 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-001074b3-aa18-4c17-ae22-d54b91263b8b req-3bd561bb-76c2-4f01-b641-dbf9b3b04044 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=890f05cd-3a6a-492a-b07c-feb1a5c93987 HTTP/1.1" status: 200 len: 217 time: 0.1614740 Aug 12 14:35:49.615065 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-387e8adf-be1f-4a0c-a3ed-5349d83e253a req-ed0c26ae-d7ca-434a-ad27-e033d6730286 service neutron] 10.222.0.64 "GET /v2.0/networks/2525c403-dfb3-4196-a273-739607aab38a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3636370 Aug 12 14:35:49.637331 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136d7c7d-eb05-475d-afd1-9220a2479908 req-0b0f9052-afbb-4ca6-9712-e055140b4271 tempest-ListImageFiltersTestJSON-1084466314 tempest-ListImageFiltersTestJSON-1084466314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:35:49.643179 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port 2343085d-4b48-4feb-903f-20aac5c040a9, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=2343085d-4b48-4feb-903f-20aac5c040a9,segment=NetworkSegment(a1f8c867-101b-4d30-814e-b89f55a5edd0),segment_id=a1f8c867-101b-4d30-814e-b89f55a5edd0)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:35:49.647161 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-136d7c7d-eb05-475d-afd1-9220a2479908 req-0b0f9052-afbb-4ca6-9712-e055140b4271 tempest-ListImageFiltersTestJSON-1084466314 tempest-ListImageFiltersTestJSON-1084466314-project] 10.222.0.39 "GET /v2.0/ports?device_id=2eebd15f-2b42-4b1e-bc8f-806ce99ff662 HTTP/1.1" status: 200 len: 946 time: 0.1534033 Aug 12 14:35:49.659486 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Returning: {'device': '2343085d-4b48-4feb-903f-20aac5c040a9', 'network_id': '2525c403-dfb3-4196-a273-739607aab38a', 'port_id': '2343085d-4b48-4feb-903f-20aac5c040a9', 'mac_address': 'fa:16:3e:7f:30:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '236e0be6-1c94-4221-9e8b-ab02a53331f8', 'ip_address': '192.168.233.163'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 14:35:49.725840 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:49.741555 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2343085d-4b48-4feb-903f-20aac5c040a9 {{(pid=94468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:35:49.768603 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port 2343085d-4b48-4feb-903f-20aac5c040a9, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=2343085d-4b48-4feb-903f-20aac5c040a9,segment=NetworkSegment(a1f8c867-101b-4d30-814e-b89f55a5edd0),segment_id=a1f8c867-101b-4d30-814e-b89f55a5edd0)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:35:49.779402 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-387e8adf-be1f-4a0c-a3ed-5349d83e253a req-4a313168-5510-4f8a-be20-3a3346137fec service neutron] 10.222.0.49 "GET /v2.0/networks/2525c403-dfb3-4196-a273-739607aab38a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4990902 Aug 12 14:35:49.779768 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:49.796972 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-136d7c7d-eb05-475d-afd1-9220a2479908 req-b47c9249-3647-47ce-8886-1e5c40af6aba tempest-ListImageFiltersTestJSON-1084466314 tempest-ListImageFiltersTestJSON-1084466314-project] 10.222.0.39 "GET /v2.0/security-groups?id=b4a31b54-6887-49af-b050-eeff23ce2037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483555 Aug 12 14:35:49.891952 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Pushing event updated for resources: {'Port': ['ID=2343085d-4b48-4feb-903f-20aac5c040a9,revision_number=12']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:35:49.933015 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-387e8adf-be1f-4a0c-a3ed-5349d83e253a req-f17e8374-1fa9-489a-a972-668ec54201a3 service neutron] 10.222.0.64 "GET /v2.0/networks/2525c403-dfb3-4196-a273-739607aab38a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2597108 Aug 12 14:35:49.966196 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387e8adf-be1f-4a0c-a3ed-5349d83e253a req-c3137a89-7c4c-44c0-bd24-2c20414b20a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:35:49.967883 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-387e8adf-be1f-4a0c-a3ed-5349d83e253a req-c3137a89-7c4c-44c0-bd24-2c20414b20a1 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f18f73753fc44381926b4d20b367351e&device_id=90ed3afd-6e4d-422b-b4c4-4502532ef9ce HTTP/1.1" status: 200 len: 1096 time: 0.1034794 Aug 12 14:35:49.994984 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e9b696-5b23-40f9-8c53-2ad36dd0dd9c req-9e49f7b1-8ce0-48af-a897-273a3d8475da tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:35:50.002464 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b5e9b696-5b23-40f9-8c53-2ad36dd0dd9c req-9e49f7b1-8ce0-48af-a897-273a3d8475da tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] 10.222.0.39 "GET /v2.0/ports?device_id=90ed3afd-6e4d-422b-b4c4-4502532ef9ce HTTP/1.1" status: 200 len: 944 time: 0.8075101 Aug 12 14:35:50.099409 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-a062a08d-3b97-40f1-ab40-61bb006cabd3 req-d9521844-0db0-4805-8528-d9ecdbc69c44 service neutron] Attempting to bind port dbf50b37-cb90-4913-b9b1-e9c13b06a02b on host n-h1-694802-15 for vnic_type normal with profile {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:35:50.101937 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-a062a08d-3b97-40f1-ab40-61bb006cabd3 req-d9521844-0db0-4805-8528-d9ecdbc69c44 service neutron] Attempting to bind port dbf50b37-cb90-4913-b9b1-e9c13b06a02b by drivers openvswitch,hyperv on host n-h1-694802-15 at level 0 using segments [{'id': 'a1f8c867-101b-4d30-814e-b89f55a5edd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '2525c403-dfb3-4196-a273-739607aab38a'}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:35:50.102311 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a062a08d-3b97-40f1-ab40-61bb006cabd3 req-d9521844-0db0-4805-8528-d9ecdbc69c44 service neutron] Attempting to bind port dbf50b37-cb90-4913-b9b1-e9c13b06a02b on network 2525c403-dfb3-4196-a273-739607aab38a {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:35:50.129059 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-ba51120a-7900-47cd-8e07-f024e4ceab61 req-60f0b7ab-86a5-4e55-a167-e66e4708162d tempest-ServersTestJSON-1551689810 tempest-ServersTestJSON-1551689810-project] 10.222.0.39 "GET /v2.0/ports?device_id=2f52ecc2-e586-493b-8a96-25f7eedb61a5 HTTP/1.1" status: 200 len: 210 time: 0.0628095 Aug 12 14:35:50.144052 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] get_ports_and_sgs() called for port_ids ['2343085d-4b48-4feb-903f-20aac5c040a9'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:35:50.182899 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a062a08d-3b97-40f1-ab40-61bb006cabd3 req-d9521844-0db0-4805-8528-d9ecdbc69c44 service neutron] Port dbf50b37-cb90-4913-b9b1-e9c13b06a02b on network 2525c403-dfb3-4196-a273-739607aab38a not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-15 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 14:35:50.183256 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a062a08d-3b97-40f1-ab40-61bb006cabd3 req-d9521844-0db0-4805-8528-d9ecdbc69c44 service neutron] Attempting to bind port dbf50b37-cb90-4913-b9b1-e9c13b06a02b on network 2525c403-dfb3-4196-a273-739607aab38a {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:35:50.199892 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b5e9b696-5b23-40f9-8c53-2ad36dd0dd9c req-a52046e2-8f7f-4e3c-8077-d5ab63d60c3b tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] 10.222.0.39 "GET /v2.0/security-groups?id=c46585fa-da50-4ef3-834f-e3a7c15dd624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1964967 Aug 12 14:35:50.206988 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001074b3-aa18-4c17-ae22-d54b91263b8b req-ad22ba34-95ae-4da1-a718-f614dd807918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:35:50.225230 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387e8adf-be1f-4a0c-a3ed-5349d83e253a req-986fc88c-a5ce-42c3-87bc-d0ed53dfeff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:35:50.229176 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-001074b3-aa18-4c17-ae22-d54b91263b8b req-ad22ba34-95ae-4da1-a718-f614dd807918 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=236e0be6-1c94-4221-9e8b-ab02a53331f8 HTTP/1.1" status: 200 len: 843 time: 0.2469087 Aug 12 14:35:50.230973 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-387e8adf-be1f-4a0c-a3ed-5349d83e253a req-986fc88c-a5ce-42c3-87bc-d0ed53dfeff7 service neutron] 10.222.0.49 "GET /v2.0/networks?id=66286ace-0f28-443f-a69d-5df85949d220 HTTP/1.1" status: 200 len: 906 time: 0.2499335 Aug 12 14:35:50.254717 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a062a08d-3b97-40f1-ab40-61bb006cabd3 req-d9521844-0db0-4805-8528-d9ecdbc69c44 service neutron] Checking agent: {'id': 'de568313-a3e6-454a-9813-77e25edcea95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 27, 41), 'started_at': datetime.datetime(2021, 8, 12, 14, 27, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 35, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:35:50.259008 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a062a08d-3b97-40f1-ab40-61bb006cabd3 req-d9521844-0db0-4805-8528-d9ecdbc69c44 service neutron] Checking segment: {'id': 'a1f8c867-101b-4d30-814e-b89f55a5edd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '2525c403-dfb3-4196-a273-739607aab38a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:35:50.260221 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a062a08d-3b97-40f1-ab40-61bb006cabd3 req-d9521844-0db0-4805-8528-d9ecdbc69c44 service neutron] Bound using segment: {'id': 'a1f8c867-101b-4d30-814e-b89f55a5edd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '2525c403-dfb3-4196-a273-739607aab38a'} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:35:50.261064 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-a062a08d-3b97-40f1-ab40-61bb006cabd3 req-d9521844-0db0-4805-8528-d9ecdbc69c44 service neutron] Bound port: dbf50b37-cb90-4913-b9b1-e9c13b06a02b, host: n-h1-694802-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1f8c867-101b-4d30-814e-b89f55a5edd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '2525c403-dfb3-4196-a273-739607aab38a'}}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:35:50.261706 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-a062a08d-3b97-40f1-ab40-61bb006cabd3 req-d9521844-0db0-4805-8528-d9ecdbc69c44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:50.270512 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f01811a-e459-4aa6-885e-ea14459bfb91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0cdbccb-b249-40a7-844c-3603f0053795'}] {{(pid=94468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:35:50.273972 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99a8d87602170099c728e57431aca99e9b98a655a83bbf8727be13192709727b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d96ba76-b522-4be1-b3cf-9ebec1c8ea93" -d '{"events": [{"server_uuid": "0f01811a-e459-4aa6-885e-ea14459bfb91", "name": "network-vif-plugged", "status": "completed", "tag": "d0cdbccb-b249-40a7-844c-3603f0053795"}]}' {{(pid=94468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:35:50.341158 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bff2eb1d-2e6d-4430-a656-ff9e1d43d5e4 req-4e6fd177-1ffa-4276-8ff2-134998f2aece tempest-ServersTestJSON-1551689810 tempest-ServersTestJSON-1551689810-project] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 14:35:50.356900 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-120812b8-2e3a-4106-86e6-a1b7b49ca120 None None] Sync routers for ids ['f718bc44-58c9-4422-8f05-8ac718cf99af'] in n-d-694802-15 {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 14:35:50.397992 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-120812b8-2e3a-4106-86e6-a1b7b49ca120 None None] Routers {'f718bc44-58c9-4422-8f05-8ac718cf99af'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:35:50.406745 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-120812b8-2e3a-4106-86e6-a1b7b49ca120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:35:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['f718bc44-58c9-4422-8f05-8ac718cf99af'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:35:50.415620 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-387e8adf-be1f-4a0c-a3ed-5349d83e253a req-d0d03c81-9995-4eb1-a680-7bfb5cd5a3e2 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a1606328-fa6d-43e0-9800-8beb0b1186b0 HTTP/1.1" status: 200 len: 217 time: 0.1596866 Aug 12 14:35:50.461482 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [req-bff2eb1d-2e6d-4430-a656-ff9e1d43d5e4 req-4e6fd177-1ffa-4276-8ff2-134998f2aece tempest-ServersTestJSON-1551689810 tempest-ServersTestJSON-1551689810-project] No DVR routers for this DVR port 75c4a499-4b22-4a9c-b9bc-5643cbf71cc8 on host n-h1-694802-15 {{(pid=94467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:35:50.466677 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-bff2eb1d-2e6d-4430-a656-ff9e1d43d5e4 req-4e6fd177-1ffa-4276-8ff2-134998f2aece tempest-ServersTestJSON-1551689810 tempest-ServersTestJSON-1551689810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:50.469789 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-bff2eb1d-2e6d-4430-a656-ff9e1d43d5e4 req-4e6fd177-1ffa-4276-8ff2-134998f2aece tempest-ServersTestJSON-1551689810 tempest-ServersTestJSON-1551689810-project] 10.222.0.64 "DELETE /v2.0/ports/75c4a499-4b22-4a9c-b9bc-5643cbf71cc8 HTTP/1.1" status: 204 len: 173 time: 3.9623370 Aug 12 14:35:50.490820 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001074b3-aa18-4c17-ae22-d54b91263b8b req-63da8c9e-8744-4520-986f-ed2ffcb1dff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:35:50.492455 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-001074b3-aa18-4c17-ae22-d54b91263b8b req-63da8c9e-8744-4520-986f-ed2ffcb1dff8 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2525c403-dfb3-4196-a273-739607aab38a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2451179 Aug 12 14:35:50.531098 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-a062a08d-3b97-40f1-ab40-61bb006cabd3 req-d9521844-0db0-4805-8528-d9ecdbc69c44 service neutron] For port dbf50b37-cb90-4913-b9b1-e9c13b06a02b, host n-h1-694802-15, cleared binding levels {{(pid=94467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:35:50.538354 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387e8adf-be1f-4a0c-a3ed-5349d83e253a req-854a37da-042f-4f50-b61d-041d1e83355e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:35:50.540780 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-387e8adf-be1f-4a0c-a3ed-5349d83e253a req-854a37da-042f-4f50-b61d-041d1e83355e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=39fc4ab3-8f53-4eb4-b1df-ab065bbb1694 HTTP/1.1" status: 200 len: 845 time: 0.1160808 Aug 12 14:35:50.592881 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388d4564-e74f-4a47-8f42-caf3705d47f2 req-cd726864-39ab-405d-9bae-65f072ae878e tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:35:50.600620 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-388d4564-e74f-4a47-8f42-caf3705d47f2 req-cd726864-39ab-405d-9bae-65f072ae878e tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/ports?device_id=1e762752-e6ff-40ec-b4e5-358595500206 HTTP/1.1" status: 200 len: 950 time: 0.2554433 Aug 12 14:35:50.606815 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-a062a08d-3b97-40f1-ab40-61bb006cabd3 req-d9521844-0db0-4805-8528-d9ecdbc69c44 service neutron] For port dbf50b37-cb90-4913-b9b1-e9c13b06a02b, host n-h1-694802-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=dbf50b37-cb90-4913-b9b1-e9c13b06a02b,segment=NetworkSegment(a1f8c867-101b-4d30-814e-b89f55a5edd0),segment_id=a1f8c867-101b-4d30-814e-b89f55a5edd0)] {{(pid=94467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:35:50.632854 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-a062a08d-3b97-40f1-ab40-61bb006cabd3 req-d9521844-0db0-4805-8528-d9ecdbc69c44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:50.639926 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-387e8adf-be1f-4a0c-a3ed-5349d83e253a req-87051352-8b89-4a11-b2da-26ebce902bed service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=66286ace-0f28-443f-a69d-5df85949d220&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0660510 Aug 12 14:35:50.684699 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-120812b8-2e3a-4106-86e6-a1b7b49ca120 None None] Set router f718bc44-58c9-4422-8f05-8ac718cf99af gateway port host: n-d-694802-15 {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:35:50.710657 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a062a08d-3b97-40f1-ab40-61bb006cabd3 req-d9521844-0db0-4805-8528-d9ecdbc69c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:35:50.711350 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-a062a08d-3b97-40f1-ab40-61bb006cabd3 req-d9521844-0db0-4805-8528-d9ecdbc69c44 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:50.712859 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a062a08d-3b97-40f1-ab40-61bb006cabd3 req-d9521844-0db0-4805-8528-d9ecdbc69c44 service neutron] 10.222.0.64 "PUT /v2.0/ports/dbf50b37-cb90-4913-b9b1-e9c13b06a02b HTTP/1.1" status: 200 len: 1095 time: 3.3505404 Aug 12 14:35:50.744979 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-388d4564-e74f-4a47-8f42-caf3705d47f2 req-7873e22e-675b-491f-873e-3ab55078bd5a tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0307eb3-f523-445b-8e1d-79deac809303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415753 Aug 12 14:35:50.779716 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9521844-0db0-4805-8528-d9ecdbc69c44 service neutron] Pushing event updated for resources: {'Port': ['ID=dbf50b37-cb90-4913-b9b1-e9c13b06a02b,revision_number=3']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:35:50.788499 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-001074b3-aa18-4c17-ae22-d54b91263b8b req-31ed03dc-a804-4f34-a17f-f00cd9bc3ec0 service neutron] 10.222.0.49 "GET /v2.0/networks/2525c403-dfb3-4196-a273-739607aab38a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2864172 Aug 12 14:35:50.819864 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ecf7e9-e831-46ed-a811-0ec46577a3aa req-df087c15-0f82-435b-aff5-007511356ea1 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:35:50.827895 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ecf7e9-e831-46ed-a811-0ec46577a3aa req-df087c15-0f82-435b-aff5-007511356ea1 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:35:50.828387 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 14:35:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75a01285-4d29-4832-80a6-4e63ab7e7f39 x-openstack-request-id: req-75a01285-4d29-4832-80a6-4e63ab7e7f39 {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:35:50.829205 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f01811a-e459-4aa6-885e-ea14459bfb91", "name": "network-vif-plugged", "status": "completed", "tag": "d0cdbccb-b249-40a7-844c-3603f0053795", "code": 200}]} {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:35:50.829844 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-75a01285-4d29-4832-80a6-4e63ab7e7f39 {{(pid=94468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:35:50.830430 n-d-694802-15 neutron-server[94468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f01811a-e459-4aa6-885e-ea14459bfb91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0cdbccb-b249-40a7-844c-3603f0053795', 'code': 200} Aug 12 14:35:50.835848 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ecf7e9-e831-46ed-a811-0ec46577a3aa req-df087c15-0f82-435b-aff5-007511356ea1 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:35:50.844198 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-b2ecf7e9-e831-46ed-a811-0ec46577a3aa req-df087c15-0f82-435b-aff5-007511356ea1 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c2a0438-0492-40a2-a6a1-d92c3ca81d0f HTTP/1.1" status: 200 len: 2416 time: 0.3230014 Aug 12 14:35:50.997711 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-b2ecf7e9-e831-46ed-a811-0ec46577a3aa req-0d9d918c-c2ea-435a-b3f6-09941b1d355e tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] 10.222.0.39 "GET /v2.0/security-groups?id=213b87af-3e55-407a-8100-5db7a6297b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523285 Aug 12 14:35:51.023620 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device a1606328-fa6d-43e0-9800-8beb0b1186b0 details requested by agent hyperv_n-h2-694802-15 with host n-h2-694802-15 {{(pid=94468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 14:35:51.082069 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-387e8adf-be1f-4a0c-a3ed-5349d83e253a req-3328656e-d2d3-41d6-88a4-28e0d81aa82f service neutron] 10.222.0.49 "GET /v2.0/networks/66286ace-0f28-443f-a69d-5df85949d220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4358423 Aug 12 14:35:51.183642 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-001074b3-aa18-4c17-ae22-d54b91263b8b req-6705e57d-e6ef-4abd-80c0-6e3d56a3d474 service neutron] 10.222.0.49 "GET /v2.0/networks/2525c403-dfb3-4196-a273-739607aab38a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3795362 Aug 12 14:35:51.268147 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a062a08d-3b97-40f1-ab40-61bb006cabd3 req-b3e1cac3-5df0-4469-9db9-7744a2d13981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:35:51.277085 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a062a08d-3b97-40f1-ab40-61bb006cabd3 req-b3e1cac3-5df0-4469-9db9-7744a2d13981 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0fe1c6050c284bf585a96babc198e29f&device_id=2eebd15f-2b42-4b1e-bc8f-806ce99ff662 HTTP/1.1" status: 200 len: 1098 time: 0.4464519 Aug 12 14:35:51.389472 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-387e8adf-be1f-4a0c-a3ed-5349d83e253a req-a5749e44-c55b-4ad6-a8d6-9629c08b5839 service neutron] 10.222.0.49 "GET /v2.0/networks/66286ace-0f28-443f-a69d-5df85949d220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2985618 Aug 12 14:35:51.411683 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port a1606328-fa6d-43e0-9800-8beb0b1186b0, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=a1606328-fa6d-43e0-9800-8beb0b1186b0,segment=NetworkSegment(5ea1fe2e-eeef-460a-999b-4e3aad831451),segment_id=5ea1fe2e-eeef-460a-999b-4e3aad831451)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:35:51.421361 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-120812b8-2e3a-4106-86e6-a1b7b49ca120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f718bc44-58c9-4422-8f05-8ac718cf99af', 'name': 'tempest-ServersTestJSON-171938789-router', 'tenant_id': '372c249eafa04261b1b78b8ad1ae1671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.17'}], 'enable_snat': True}, 'gw_port_id': '797ebdb2-599b-4acb-911a-5a416bde1eb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:33:15Z', 'updated_at': '2021-08-12T14:33:28Z', 'revision_number': 4, 'project_id': '372c249eafa04261b1b78b8ad1ae1671', 'gw_port': {'id': '797ebdb2-599b-4acb-911a-5a416bde1eb3', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:08:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f718bc44-58c9-4422-8f05-8ac718cf99af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:33:17Z', 'updated_at': '2021-08-12T14:33:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': '1f4547de-c003-4906-9e35-7f603e877d6d', 'name': '', 'network_id': 'e3a2bad2-d7b8-4fe9-80d2-f6f454972272', 'tenant_id': '372c249eafa04261b1b78b8ad1ae1671', 'mac_address': 'fa:16:3e:72:a7:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f718bc44-58c9-4422-8f05-8ac718cf99af', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '99e47346-f96a-40ad-96a2-02125f67c08d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:33:25Z', 'updated_at': '2021-08-12T14:33:36Z', 'revision_number': 5, 'project_id': '372c249eafa04261b1b78b8ad1ae1671', 'subnets': [{'id': '99e47346-f96a-40ad-96a2-02125f67c08d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:35:51.437630 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59355ec3-206e-4ae7-b201-9aca8df1f9e4 req-caf7552a-7367-4ead-a212-21367b508714 tempest-ListImageFiltersTestJSON-1084466314 tempest-ListImageFiltersTestJSON-1084466314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:35:51.439565 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Returning: {'device': 'a1606328-fa6d-43e0-9800-8beb0b1186b0', 'network_id': '66286ace-0f28-443f-a69d-5df85949d220', 'port_id': 'a1606328-fa6d-43e0-9800-8beb0b1186b0', 'mac_address': 'fa:16:3e:49:2f:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39fc4ab3-8f53-4eb4-b1df-ab065bbb1694', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 14:35:51.439936 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-59355ec3-206e-4ae7-b201-9aca8df1f9e4 req-caf7552a-7367-4ead-a212-21367b508714 tempest-ListImageFiltersTestJSON-1084466314 tempest-ListImageFiltersTestJSON-1084466314-project] 10.222.0.39 "GET /v2.0/ports?device_id=2eebd15f-2b42-4b1e-bc8f-806ce99ff662 HTTP/1.1" status: 200 len: 946 time: 0.1677620 Aug 12 14:35:51.454523 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device 2343085d-4b48-4feb-903f-20aac5c040a9 up at agent hyperv_n-h1-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:35:51.460295 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-120812b8-2e3a-4106-86e6-a1b7b49ca120 None None] Checking router: f718bc44-58c9-4422-8f05-8ac718cf99af for host: n-d-694802-15 {{(pid=94469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 14:35:51.465587 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dba1539-65a8-49a2-89b8-ce3bd2905a07 req-46517c0d-658d-45f2-a58b-ece04c3da469 tempest-MigrationsAdminTest-1330929678 tempest-MigrationsAdminTest-1330929678-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:35:51.479170 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0dba1539-65a8-49a2-89b8-ce3bd2905a07 req-46517c0d-658d-45f2-a58b-ece04c3da469 tempest-MigrationsAdminTest-1330929678 tempest-MigrationsAdminTest-1330929678-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=1e762752-e6ff-40ec-b4e5-358595500206 HTTP/1.1" status: 200 len: 1102 time: 0.5361981 Aug 12 14:35:51.481093 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f52ecc2-e586-493b-8a96-25f7eedb61a5', 'name': 'network-vif-deleted', 'tag': '75c4a499-4b22-4a9c-b9bc-5643cbf71cc8'}, {'name': 'network-changed', 'server_uuid': '2eebd15f-2b42-4b1e-bc8f-806ce99ff662', 'tag': 'dbf50b37-cb90-4913-b9b1-e9c13b06a02b'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:35:51.486354 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e65282f928b64038367d043a4411777802006c43a98742496cb2e25b724ff1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-225e0c35-7d92-4ddf-9216-4b3d5ba27041" -d '{"events": [{"server_uuid": "2f52ecc2-e586-493b-8a96-25f7eedb61a5", "name": "network-vif-deleted", "tag": "75c4a499-4b22-4a9c-b9bc-5643cbf71cc8"}, {"name": "network-changed", "server_uuid": "2eebd15f-2b42-4b1e-bc8f-806ce99ff662", "tag": "dbf50b37-cb90-4913-b9b1-e9c13b06a02b"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:35:51.488533 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-120812b8-2e3a-4106-86e6-a1b7b49ca120 None None] Routers {'f718bc44-58c9-4422-8f05-8ac718cf99af'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:35:51.489415 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-120812b8-2e3a-4106-86e6-a1b7b49ca120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:35:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['f718bc44-58c9-4422-8f05-8ac718cf99af'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:35:51.506656 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-59355ec3-206e-4ae7-b201-9aca8df1f9e4 req-6dfaa463-599b-41bd-b2b8-62bbef896840 tempest-ListImageFiltersTestJSON-1084466314 tempest-ListImageFiltersTestJSON-1084466314-project] 10.222.0.39 "GET /v2.0/security-groups?id=b4a31b54-6887-49af-b050-eeff23ce2037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572052 Aug 12 14:35:51.530741 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a062a08d-3b97-40f1-ab40-61bb006cabd3 req-cb226bce-ebdc-4dcc-ad9b-af58b8fa85ad service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.5&port_id=dbf50b37-cb90-4913-b9b1-e9c13b06a02b HTTP/1.1" status: 200 len: 217 time: 0.2326760 Aug 12 14:35:51.601671 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Provisioning for port 2343085d-4b48-4feb-903f-20aac5c040a9 completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:35:51.609381 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Provisioning complete for port 2343085d-4b48-4feb-903f-20aac5c040a9 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:35:51.609758 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:51.644232 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:51.668327 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1606328-fa6d-43e0-9800-8beb0b1186b0 {{(pid=94468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:35:51.690245 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port a1606328-fa6d-43e0-9800-8beb0b1186b0, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=a1606328-fa6d-43e0-9800-8beb0b1186b0,segment=NetworkSegment(5ea1fe2e-eeef-460a-999b-4e3aad831451),segment_id=5ea1fe2e-eeef-460a-999b-4e3aad831451)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:35:51.708366 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:51.712682 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-120812b8-2e3a-4106-86e6-a1b7b49ca120 None None] Set router f718bc44-58c9-4422-8f05-8ac718cf99af gateway port host: n-d-694802-15 {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:35:51.748789 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0dba1539-65a8-49a2-89b8-ce3bd2905a07 req-1c9622a3-c997-47ad-9612-ca1d83596b26 tempest-MigrationsAdminTest-1330929678 tempest-MigrationsAdminTest-1330929678-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=c0307eb3-f523-445b-8e1d-79deac809303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2676923 Aug 12 14:35:51.757192 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ca26dc-7f45-4708-8e3c-0bf9e2809c8b req-2fed35fb-cc61-4584-a42f-821c200fd550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:35:51.768717 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-25ca26dc-7f45-4708-8e3c-0bf9e2809c8b req-2fed35fb-cc61-4584-a42f-821c200fd550 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0fe1c6050c284bf585a96babc198e29f&device_id=5f1992d0-e823-416d-bad0-60fca0e01566 HTTP/1.1" status: 200 len: 1100 time: 0.3058374 Aug 12 14:35:51.773347 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a062a08d-3b97-40f1-ab40-61bb006cabd3 req-f6c6c5f9-4cb7-4867-b2fe-63bd2dac1b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:35:51.788355 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a062a08d-3b97-40f1-ab40-61bb006cabd3 req-f6c6c5f9-4cb7-4867-b2fe-63bd2dac1b4b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=236e0be6-1c94-4221-9e8b-ab02a53331f8 HTTP/1.1" status: 200 len: 843 time: 0.2248693 Aug 12 14:35:51.872082 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:51.885322 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Pushing event updated for resources: {'Port': ['ID=a1606328-fa6d-43e0-9800-8beb0b1186b0,revision_number=4']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:35:51.890984 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b3d09b-906e-488f-b6ef-649399c5d7bd req-51822908-9e7f-4be7-9b05-42ce9f75e78f tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:35:51.899969 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-86b3d09b-906e-488f-b6ef-649399c5d7bd req-51822908-9e7f-4be7-9b05-42ce9f75e78f tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] 10.222.0.39 "GET /v2.0/ports?device_id=90ed3afd-6e4d-422b-b4c4-4502532ef9ce HTTP/1.1" status: 200 len: 945 time: 0.0988934 Aug 12 14:35:51.927444 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port 2343085d-4b48-4feb-903f-20aac5c040a9, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=2343085d-4b48-4feb-903f-20aac5c040a9,segment=NetworkSegment(a1f8c867-101b-4d30-814e-b89f55a5edd0),segment_id=a1f8c867-101b-4d30-814e-b89f55a5edd0)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:35:51.933389 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:51.990095 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-86b3d09b-906e-488f-b6ef-649399c5d7bd req-244a18c8-25b5-49d6-8267-33b68a5fff17 tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] 10.222.0.39 "GET /v2.0/security-groups?id=c46585fa-da50-4ef3-834f-e3a7c15dd624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823750 Aug 12 14:35:52.058793 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 12 Aug 2021 14:35:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d41bb9a1-4eb5-4e23-8ac0-a5e7795d2c73 x-openstack-request-id: req-d41bb9a1-4eb5-4e23-8ac0-a5e7795d2c73 {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:35:52.059196 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f52ecc2-e586-493b-8a96-25f7eedb61a5", "name": "network-vif-deleted", "tag": "75c4a499-4b22-4a9c-b9bc-5643cbf71cc8", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "2eebd15f-2b42-4b1e-bc8f-806ce99ff662", "tag": "dbf50b37-cb90-4913-b9b1-e9c13b06a02b", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:35:52.059499 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Pushing event updated for resources: {'Port': ['ID=2343085d-4b48-4feb-903f-20aac5c040a9,revision_number=13']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:35:52.059641 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d41bb9a1-4eb5-4e23-8ac0-a5e7795d2c73 {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:35:52.060017 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f52ecc2-e586-493b-8a96-25f7eedb61a5', 'name': 'network-vif-deleted', 'tag': '75c4a499-4b22-4a9c-b9bc-5643cbf71cc8', 'status': 'completed', 'code': 200} Aug 12 14:35:52.060335 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2eebd15f-2b42-4b1e-bc8f-806ce99ff662', 'tag': 'dbf50b37-cb90-4913-b9b1-e9c13b06a02b', 'status': 'completed', 'code': 200} Aug 12 14:35:52.121733 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 36692) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:35:52.132155 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a062a08d-3b97-40f1-ab40-61bb006cabd3 req-95ceff4d-675e-4434-8203-5a82bb7aa494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:35:52.134296 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a062a08d-3b97-40f1-ab40-61bb006cabd3 req-95ceff4d-675e-4434-8203-5a82bb7aa494 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2525c403-dfb3-4196-a273-739607aab38a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3315520 Aug 12 14:35:52.138781 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ca26dc-7f45-4708-8e3c-0bf9e2809c8b req-51a62c81-673c-41ae-a90e-10d1ad963348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:35:52.140300 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-25ca26dc-7f45-4708-8e3c-0bf9e2809c8b req-51a62c81-673c-41ae-a90e-10d1ad963348 service neutron] 10.222.0.49 "GET /v2.0/networks?id=2525c403-dfb3-4196-a273-739607aab38a HTTP/1.1" status: 200 len: 870 time: 0.3509014 Aug 12 14:35:52.146497 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b0b99a36-075c-406a-a919-433eafd529c1 req-1b3081f1-4e19-4928-8964-40910305a8fa service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=49fbf0c9-7c67-47a8-a064-2ab1f7981fda&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3184762 Aug 12 14:35:52.218574 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] get_ports_and_sgs() called for port_ids ['a1606328-fa6d-43e0-9800-8beb0b1186b0'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:35:52.228642 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-120812b8-2e3a-4106-86e6-a1b7b49ca120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f718bc44-58c9-4422-8f05-8ac718cf99af', 'name': 'tempest-ServersTestJSON-171938789-router', 'tenant_id': '372c249eafa04261b1b78b8ad1ae1671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.17'}], 'enable_snat': True}, 'gw_port_id': '797ebdb2-599b-4acb-911a-5a416bde1eb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:33:15Z', 'updated_at': '2021-08-12T14:33:28Z', 'revision_number': 4, 'project_id': '372c249eafa04261b1b78b8ad1ae1671', 'gw_port': {'id': '797ebdb2-599b-4acb-911a-5a416bde1eb3', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:08:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f718bc44-58c9-4422-8f05-8ac718cf99af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:33:17Z', 'updated_at': '2021-08-12T14:33:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': '1f4547de-c003-4906-9e35-7f603e877d6d', 'name': '', 'network_id': 'e3a2bad2-d7b8-4fe9-80d2-f6f454972272', 'tenant_id': '372c249eafa04261b1b78b8ad1ae1671', 'mac_address': 'fa:16:3e:72:a7:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f718bc44-58c9-4422-8f05-8ac718cf99af', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '99e47346-f96a-40ad-96a2-02125f67c08d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:33:25Z', 'updated_at': '2021-08-12T14:33:36Z', 'revision_number': 5, 'project_id': '372c249eafa04261b1b78b8ad1ae1671', 'subnets': [{'id': '99e47346-f96a-40ad-96a2-02125f67c08d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:35:52.242284 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-eaa7553e-0a70-46b9-bbf4-bc5ac2f708cb tempest-ServersTestJSON-1551689810 tempest-ServersTestJSON-1551689810-project] Notify callbacks [] for security_group, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:52.267935 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-eaa7553e-0a70-46b9-bbf4-bc5ac2f708cb tempest-ServersTestJSON-1551689810 tempest-ServersTestJSON-1551689810-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:52.286155 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-120812b8-2e3a-4106-86e6-a1b7b49ca120 None None] The sync data for ids ['f718bc44-58c9-4422-8f05-8ac718cf99af'] in n-d-694802-15 is: [{'id': 'f718bc44-58c9-4422-8f05-8ac718cf99af', 'name': 'tempest-ServersTestJSON-171938789-router', 'tenant_id': '372c249eafa04261b1b78b8ad1ae1671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.17'}], 'enable_snat': True}, 'gw_port_id': '797ebdb2-599b-4acb-911a-5a416bde1eb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:33:15Z', 'updated_at': '2021-08-12T14:33:28Z', 'revision_number': 4, 'project_id': '372c249eafa04261b1b78b8ad1ae1671', 'gw_port': {'id': '797ebdb2-599b-4acb-911a-5a416bde1eb3', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:08:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f718bc44-58c9-4422-8f05-8ac718cf99af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:33:17Z', 'updated_at': '2021-08-12T14:33:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': '1f4547de-c003-4906-9e35-7f603e877d6d', 'name': '', 'network_id': 'e3a2bad2-d7b8-4fe9-80d2-f6f454972272', 'tenant_id': '372c249eafa04261b1b78b8ad1ae1671', 'mac_address': 'fa:16:3e:72:a7:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f718bc44-58c9-4422-8f05-8ac718cf99af', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '99e47346-f96a-40ad-96a2-02125f67c08d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:33:25Z', 'updated_at': '2021-08-12T14:33:36Z', 'revision_number': 5, 'project_id': '372c249eafa04261b1b78b8ad1ae1671', 'subnets': [{'id': '99e47346-f96a-40ad-96a2-02125f67c08d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 14:35:52.334995 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-25ca26dc-7f45-4708-8e3c-0bf9e2809c8b req-9b9d9dea-73fa-4102-bcbb-39fd3ace1d8a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=890f05cd-3a6a-492a-b07c-feb1a5c93987 HTTP/1.1" status: 200 len: 217 time: 0.1709223 Aug 12 14:35:52.379675 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-eaa7553e-0a70-46b9-bbf4-bc5ac2f708cb tempest-ServersTestJSON-1551689810 tempest-ServersTestJSON-1551689810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:52.384954 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-eaa7553e-0a70-46b9-bbf4-bc5ac2f708cb tempest-ServersTestJSON-1551689810 tempest-ServersTestJSON-1551689810-project] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:52.386672 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-eaa7553e-0a70-46b9-bbf4-bc5ac2f708cb tempest-ServersTestJSON-1551689810 tempest-ServersTestJSON-1551689810-project] 10.222.0.39 "DELETE /v2.0/security-groups/4b7c0606-97a5-471f-a437-389550b223d2 HTTP/1.1" status: 204 len: 168 time: 0.2621276 Aug 12 14:35:52.392799 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 36694) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:35:52.417618 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa7553e-0a70-46b9-bbf4-bc5ac2f708cb tempest-ServersTestJSON-1551689810 tempest-ServersTestJSON-1551689810-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b7c0606-97a5-471f-a437-389550b223d2,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:35:52.419683 n-d-694802-15 neutron-server[94466]: INFO neutron.api.v2.resource [None req-f8139146-bc62-4727-9d18-593e21ce0ed7 tempest-ServersTestJSON-1551689810 tempest-ServersTestJSON-1551689810-project] show failed (client error): The resource could not be found. Aug 12 14:35:52.420721 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-f8139146-bc62-4727-9d18-593e21ce0ed7 tempest-ServersTestJSON-1551689810 tempest-ServersTestJSON-1551689810-project] 10.222.0.39 "GET /v2.0/security-groups/4b7c0606-97a5-471f-a437-389550b223d2 HTTP/1.1" status: 404 len: 347 time: 0.0248499 Aug 12 14:35:52.423473 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 36696) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:35:52.486556 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b41979a-9c49-43ea-9dc8-b1840c72d3e0 req-2e4ed007-9e69-4851-8ac8-0fcbced13f42 tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:35:52.488160 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0b41979a-9c49-43ea-9dc8-b1840c72d3e0 req-2e4ed007-9e69-4851-8ac8-0fcbced13f42 tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] 10.222.0.39 "GET /v2.0/networks?id=63f7bb20-fe7c-43e3-bcb6-44025e6f4b9c HTTP/1.1" status: 200 len: 815 time: 0.4777300 Aug 12 14:35:52.551122 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0b41979a-9c49-43ea-9dc8-b1840c72d3e0 req-b92a946c-4e1c-43f0-a59d-493875a4f69e tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] 10.222.0.39 "GET /v2.0/quotas/c7cf81f007a244068628d9dac2415a0e HTTP/1.1" status: 200 len: 375 time: 0.0529406 Aug 12 14:35:52.563853 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ca26dc-7f45-4708-8e3c-0bf9e2809c8b req-4feb3dc8-f878-44a4-bf66-68183040876c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:35:52.565473 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-25ca26dc-7f45-4708-8e3c-0bf9e2809c8b req-4feb3dc8-f878-44a4-bf66-68183040876c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=236e0be6-1c94-4221-9e8b-ab02a53331f8 HTTP/1.1" status: 200 len: 843 time: 0.2015376 Aug 12 14:35:52.579277 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b99a36-075c-406a-a919-433eafd529c1 req-9bb2b1b2-dd81-4074-b6f5-c1c4ed1c6132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:35:52.582442 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b0b99a36-075c-406a-a919-433eafd529c1 req-9bb2b1b2-dd81-4074-b6f5-c1c4ed1c6132 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e3f6e239b38a4f618b8ca0621fcc54e4&device_id=49fbf0c9-7c67-47a8-a064-2ab1f7981fda HTTP/1.1" status: 200 len: 1101 time: 0.2706954 Aug 12 14:35:52.593386 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a062a08d-3b97-40f1-ab40-61bb006cabd3 req-487e284f-cd7f-4d1b-8839-37db79a38c0c service neutron] 10.222.0.64 "GET /v2.0/networks/2525c403-dfb3-4196-a273-739607aab38a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4459143 Aug 12 14:35:52.679555 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9424628-5568-4314-9a02-b4943ffa5ebf req-29556d1a-62fc-4b59-b425-8d6e89632f5a tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:35:52.690584 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9424628-5568-4314-9a02-b4943ffa5ebf req-29556d1a-62fc-4b59-b425-8d6e89632f5a tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:35:52.696767 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9424628-5568-4314-9a02-b4943ffa5ebf req-29556d1a-62fc-4b59-b425-8d6e89632f5a tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:35:52.705855 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-c9424628-5568-4314-9a02-b4943ffa5ebf req-29556d1a-62fc-4b59-b425-8d6e89632f5a tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c2a0438-0492-40a2-a6a1-d92c3ca81d0f HTTP/1.1" status: 200 len: 2416 time: 0.1401753 Aug 12 14:35:52.764298 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-c9424628-5568-4314-9a02-b4943ffa5ebf req-ffc6daab-87d5-4a7a-ab98-77c817fe39fa tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] 10.222.0.39 "GET /v2.0/security-groups?id=213b87af-3e55-407a-8100-5db7a6297b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567951 Aug 12 14:35:52.770961 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-e4777037-8770-4f0e-887b-c68ba3fe0c55 tempest-ServersTestJSON-1551689810 tempest-ServersTestJSON-1551689810-project] Deleting port 7a892752-549a-467f-9d21-d6018c66121b {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:35:52.772332 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e4777037-8770-4f0e-887b-c68ba3fe0c55 tempest-ServersTestJSON-1551689810 tempest-ServersTestJSON-1551689810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:52.817170 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baa422fc-214f-409a-876b-9062ee0533b9 None None] New status for floating IP b929faa2-8264-4ec8-aee0-7f1e55d10987: DOWN {{(pid=94468) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 14:35:52.876040 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ca26dc-7f45-4708-8e3c-0bf9e2809c8b req-3c189341-e4bf-4763-8553-8e0f4873445c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:35:52.878069 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-25ca26dc-7f45-4708-8e3c-0bf9e2809c8b req-3c189341-e4bf-4763-8553-8e0f4873445c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2525c403-dfb3-4196-a273-739607aab38a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2958331 Aug 12 14:35:52.915130 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e762752-e6ff-40ec-b4e5-358595500206', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2343085d-4b48-4feb-903f-20aac5c040a9'}] {{(pid=94468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:35:52.918176 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99a8d87602170099c728e57431aca99e9b98a655a83bbf8727be13192709727b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b8aebad-8d64-4684-912a-bcbecf281f9e" -d '{"events": [{"server_uuid": "1e762752-e6ff-40ec-b4e5-358595500206", "name": "network-vif-plugged", "status": "completed", "tag": "2343085d-4b48-4feb-903f-20aac5c040a9"}]}' {{(pid=94468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:35:52.970886 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e4777037-8770-4f0e-887b-c68ba3fe0c55 tempest-ServersTestJSON-1551689810 tempest-ServersTestJSON-1551689810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:52.971243 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e4777037-8770-4f0e-887b-c68ba3fe0c55 tempest-ServersTestJSON-1551689810 tempest-ServersTestJSON-1551689810-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:52.999119 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0b41979a-9c49-43ea-9dc8-b1840c72d3e0 req-a82a4a97-5f18-4e85-ae73-9e5d5a8aa791 tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=c7cf81f007a244068628d9dac2415a0e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4317820 Aug 12 14:35:53.047473 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-e4777037-8770-4f0e-887b-c68ba3fe0c55 tempest-ServersTestJSON-1551689810 tempest-ServersTestJSON-1551689810-project] Calling delete_port for 7a892752-549a-467f-9d21-d6018c66121b owned by network:floatingip {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:35:53.071254 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a609453-5b93-4e78-a481-89c423bd17e4 req-78539bb2-f761-48c6-a214-bd7c8a80c1bc tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:35:53.073238 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-6a609453-5b93-4e78-a481-89c423bd17e4 req-78539bb2-f761-48c6-a214-bd7c8a80c1bc tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/ports?device_id=1e762752-e6ff-40ec-b4e5-358595500206 HTTP/1.1" status: 200 len: 951 time: 0.1990850 Aug 12 14:35:53.161946 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-6a609453-5b93-4e78-a481-89c423bd17e4 req-15ae62eb-ed58-4f0a-91a5-5e351556ae19 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0307eb3-f523-445b-8e1d-79deac809303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716577 Aug 12 14:35:53.203649 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b99a36-075c-406a-a919-433eafd529c1 req-c7995636-8ccf-4cb7-a0e5-072b5da0c7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:35:53.205116 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b0b99a36-075c-406a-a919-433eafd529c1 req-c7995636-8ccf-4cb7-a0e5-072b5da0c7f2 service neutron] 10.222.0.64 "GET /v2.0/networks?id=2525c403-dfb3-4196-a273-739607aab38a HTTP/1.1" status: 200 len: 870 time: 0.5434525 Aug 12 14:35:53.211665 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a062a08d-3b97-40f1-ab40-61bb006cabd3 req-6fd2e24d-8732-46d2-8bcd-97c77456dbbf service neutron] 10.222.0.64 "GET /v2.0/networks/2525c403-dfb3-4196-a273-739607aab38a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5470250 Aug 12 14:35:53.332340 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b0b99a36-075c-406a-a919-433eafd529c1 req-03fb7759-2ff1-4508-9f7d-d3a9a6272040 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.99&port_id=c8ea2c88-a265-4422-9fd9-7bba00fb259d HTTP/1.1" status: 200 len: 217 time: 0.1026273 Aug 12 14:35:53.361147 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2089ee81-2cc0-4343-981b-69b06459faee req-5178e001-77c3-4a84-8e19-a27ff777c4cc tempest-ListImageFiltersTestJSON-1084466314 tempest-ListImageFiltersTestJSON-1084466314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:35:53.363320 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-2089ee81-2cc0-4343-981b-69b06459faee req-5178e001-77c3-4a84-8e19-a27ff777c4cc tempest-ListImageFiltersTestJSON-1084466314 tempest-ListImageFiltersTestJSON-1084466314-project] 10.222.0.39 "GET /v2.0/ports?device_id=2eebd15f-2b42-4b1e-bc8f-806ce99ff662 HTTP/1.1" status: 200 len: 946 time: 0.0972421 Aug 12 14:35:53.377205 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-25ca26dc-7f45-4708-8e3c-0bf9e2809c8b req-d8c36436-1ee6-445c-8fa9-a91ae00c7f68 service neutron] 10.222.0.49 "GET /v2.0/networks/2525c403-dfb3-4196-a273-739607aab38a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4764640 Aug 12 14:35:53.422045 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-2089ee81-2cc0-4343-981b-69b06459faee req-d24bc023-681e-4f97-aceb-85bf8eab66cc tempest-ListImageFiltersTestJSON-1084466314 tempest-ListImageFiltersTestJSON-1084466314-project] 10.222.0.39 "GET /v2.0/security-groups?id=b4a31b54-6887-49af-b050-eeff23ce2037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471709 Aug 12 14:35:53.424338 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e4777037-8770-4f0e-887b-c68ba3fe0c55 tempest-ServersTestJSON-1551689810 tempest-ServersTestJSON-1551689810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:53.489080 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4777037-8770-4f0e-887b-c68ba3fe0c55 tempest-ServersTestJSON-1551689810 tempest-ServersTestJSON-1551689810-project] Pushing event deleted for resources: {'Port': ['ID=7a892752-549a-467f-9d21-d6018c66121b,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:35:53.496521 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0b41979a-9c49-43ea-9dc8-b1840c72d3e0 req-f08f6c35-4a01-43ec-8e43-6aca8360f6b3 service neutron] 10.222.0.39 "GET /v2.0/networks/63f7bb20-fe7c-43e3-bcb6-44025e6f4b9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5041571 Aug 12 14:35:53.568125 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e4777037-8770-4f0e-887b-c68ba3fe0c55 tempest-ServersTestJSON-1551689810 tempest-ServersTestJSON-1551689810-project] Notify callbacks [] for floatingip, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:53.571432 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e4777037-8770-4f0e-887b-c68ba3fe0c55 tempest-ServersTestJSON-1551689810 tempest-ServersTestJSON-1551689810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for floatingip, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:53.573033 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-e4777037-8770-4f0e-887b-c68ba3fe0c55 tempest-ServersTestJSON-1551689810 tempest-ServersTestJSON-1551689810-project] 10.222.0.39 "DELETE /v2.0/floatingips/b929faa2-8264-4ec8-aee0-7f1e55d10987 HTTP/1.1" status: 204 len: 168 time: 1.1485152 Aug 12 14:35:53.578042 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 36712) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:35:53.588443 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b99a36-075c-406a-a919-433eafd529c1 req-c150de5e-0088-4a02-94e9-62384b4fdf75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:35:53.589991 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b0b99a36-075c-406a-a919-433eafd529c1 req-c150de5e-0088-4a02-94e9-62384b4fdf75 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=236e0be6-1c94-4221-9e8b-ab02a53331f8 HTTP/1.1" status: 200 len: 843 time: 0.2339745 Aug 12 14:35:53.595177 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225e0c35-7d92-4ddf-9216-4b3d5ba27041 req-c68a5dfa-d1da-4e55-b8e8-983c99fe5de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:35:53.597073 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-225e0c35-7d92-4ddf-9216-4b3d5ba27041 req-c68a5dfa-d1da-4e55-b8e8-983c99fe5de5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0fe1c6050c284bf585a96babc198e29f&device_id=2eebd15f-2b42-4b1e-bc8f-806ce99ff662 HTTP/1.1" status: 200 len: 1098 time: 0.2903168 Aug 12 14:35:53.728267 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 14:35:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-024e1f9e-2dae-46c0-9fb4-29ad6420148a x-openstack-request-id: req-024e1f9e-2dae-46c0-9fb4-29ad6420148a {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:35:53.728562 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e762752-e6ff-40ec-b4e5-358595500206", "name": "network-vif-plugged", "status": "completed", "tag": "2343085d-4b48-4feb-903f-20aac5c040a9", "code": 200}]} {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:35:53.728818 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-024e1f9e-2dae-46c0-9fb4-29ad6420148a {{(pid=94468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:35:53.729211 n-d-694802-15 neutron-server[94468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e762752-e6ff-40ec-b4e5-358595500206', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2343085d-4b48-4feb-903f-20aac5c040a9', 'code': 200} Aug 12 14:35:53.768541 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-25ca26dc-7f45-4708-8e3c-0bf9e2809c8b req-50cb5b40-c3c8-4002-a873-45169db285fa service neutron] 10.222.0.49 "GET /v2.0/networks/2525c403-dfb3-4196-a273-739607aab38a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3603351 Aug 12 14:35:53.791147 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b99a36-075c-406a-a919-433eafd529c1 req-59903604-e081-40eb-b3a6-03aa143c50c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:35:53.792665 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b0b99a36-075c-406a-a919-433eafd529c1 req-59903604-e081-40eb-b3a6-03aa143c50c8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2525c403-dfb3-4196-a273-739607aab38a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1934803 Aug 12 14:35:53.804817 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0b41979a-9c49-43ea-9dc8-b1840c72d3e0 req-203f5143-f592-4eeb-ba4a-b9c1213a0547 service neutron] 10.222.0.39 "GET /v2.0/networks/63f7bb20-fe7c-43e3-bcb6-44025e6f4b9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3073750 Aug 12 14:35:53.915233 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225e0c35-7d92-4ddf-9216-4b3d5ba27041 req-7a7a9964-b234-4dbf-9f6d-2d554db1b25d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:35:53.917461 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-225e0c35-7d92-4ddf-9216-4b3d5ba27041 req-7a7a9964-b234-4dbf-9f6d-2d554db1b25d service neutron] 10.222.0.64 "GET /v2.0/networks?id=2525c403-dfb3-4196-a273-739607aab38a HTTP/1.1" status: 200 len: 870 time: 0.2974787 Aug 12 14:35:53.945017 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e839d2-de06-40c1-8ef0-934be080e50f req-d2a1a3ed-914a-4931-b865-f45d87fb2796 tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:35:53.953416 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-36e839d2-de06-40c1-8ef0-934be080e50f req-d2a1a3ed-914a-4931-b865-f45d87fb2796 tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] 10.222.0.39 "GET /v2.0/ports?device_id=90ed3afd-6e4d-422b-b4c4-4502532ef9ce HTTP/1.1" status: 200 len: 945 time: 0.1614981 Aug 12 14:35:53.995307 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-225e0c35-7d92-4ddf-9216-4b3d5ba27041 req-ab60fb0d-0ddb-4427-8462-0c8d19041ebe service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.5&port_id=dbf50b37-cb90-4913-b9b1-e9c13b06a02b HTTP/1.1" status: 200 len: 217 time: 0.0603247 Aug 12 14:35:54.014639 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b0b99a36-075c-406a-a919-433eafd529c1 req-f0b7407e-fd3d-4d14-9720-29e3ec0144e9 service neutron] 10.222.0.64 "GET /v2.0/networks/2525c403-dfb3-4196-a273-739607aab38a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2056842 Aug 12 14:35:54.083832 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-36e839d2-de06-40c1-8ef0-934be080e50f req-a4ecba2f-964a-48b7-918b-80dbe7f4c8fe tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] 10.222.0.39 "GET /v2.0/security-groups?id=c46585fa-da50-4ef3-834f-e3a7c15dd624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293805 Aug 12 14:35:54.135465 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72322fc3-ee9c-4ed2-a6c5-5e637515dd44 req-d71e1038-4748-4270-980c-96c098e812b6 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:35:54.137312 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-72322fc3-ee9c-4ed2-a6c5-5e637515dd44 req-d71e1038-4748-4270-980c-96c098e812b6 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.64 "GET /v2.0/ports?device_id=1e762752-e6ff-40ec-b4e5-358595500206 HTTP/1.1" status: 200 len: 951 time: 0.1636322 Aug 12 14:35:54.210147 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b0b99a36-075c-406a-a919-433eafd529c1 req-a7bfa06e-1d56-48a0-b685-4832b6e33cd8 service neutron] 10.222.0.64 "GET /v2.0/networks/2525c403-dfb3-4196-a273-739607aab38a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1824155 Aug 12 14:35:54.261570 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-fcf61b0f-f8fc-44f1-b921-1bc82f8254e7 req-669d4a4a-8245-4495-aadd-6e1764aa371b tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] 10.222.0.39 "GET /v2.0/ports?device_id=c07be60d-1bb1-4bfc-97c2-c7f70fcff843 HTTP/1.1" status: 200 len: 210 time: 0.0754378 Aug 12 14:35:54.340689 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225e0c35-7d92-4ddf-9216-4b3d5ba27041 req-c1671863-45c4-4a28-bd76-e2c97a4cb9e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:35:54.342424 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-225e0c35-7d92-4ddf-9216-4b3d5ba27041 req-c1671863-45c4-4a28-bd76-e2c97a4cb9e3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=236e0be6-1c94-4221-9e8b-ab02a53331f8 HTTP/1.1" status: 200 len: 843 time: 0.3267384 Aug 12 14:35:54.346611 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ebd812a6-5ad0-4356-9dcd-7eb77a0a03de req-f6defa5f-d040-4907-a581-04e5c183e75d service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=8d672ae8-cf9f-476a-9b32-189bae5a39b2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1268063 Aug 12 14:35:54.425947 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a3478145-4de6-45d7-b4eb-ca2e544658a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66663830'] for router_interface, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:54.509278 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [req-72322fc3-ee9c-4ed2-a6c5-5e637515dd44 req-44231130-40b0-4e8c-bdf0-06bba44542c8 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] Deleting port 2343085d-4b48-4feb-903f-20aac5c040a9 {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:35:54.509684 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-72322fc3-ee9c-4ed2-a6c5-5e637515dd44 req-44231130-40b0-4e8c-bdf0-06bba44542c8 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:54.656004 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488bcf98-4ba3-4f8a-a8d3-2898d013e2f1 req-0fece9d6-ff17-4fb9-b284-2ac0d12a282b tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:35:54.663690 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488bcf98-4ba3-4f8a-a8d3-2898d013e2f1 req-0fece9d6-ff17-4fb9-b284-2ac0d12a282b tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:35:54.669708 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488bcf98-4ba3-4f8a-a8d3-2898d013e2f1 req-0fece9d6-ff17-4fb9-b284-2ac0d12a282b tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:35:54.677258 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-488bcf98-4ba3-4f8a-a8d3-2898d013e2f1 req-0fece9d6-ff17-4fb9-b284-2ac0d12a282b tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c2a0438-0492-40a2-a6a1-d92c3ca81d0f HTTP/1.1" status: 200 len: 2416 time: 0.2478051 Aug 12 14:35:54.804730 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-488bcf98-4ba3-4f8a-a8d3-2898d013e2f1 req-57730ef6-9058-435f-a2bc-dd04fea1cddb tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] 10.222.0.39 "GET /v2.0/security-groups?id=213b87af-3e55-407a-8100-5db7a6297b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263711 Aug 12 14:35:54.834894 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748fe33d-e0d2-45e5-9baa-e23e2c98d551 req-44bbf8d1-5f25-4938-9c6a-2e703c6799a0 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:35:54.841881 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-748fe33d-e0d2-45e5-9baa-e23e2c98d551 req-44bbf8d1-5f25-4938-9c6a-2e703c6799a0 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/ports?device_id=1e762752-e6ff-40ec-b4e5-358595500206 HTTP/1.1" status: 200 len: 951 time: 0.4928162 Aug 12 14:35:54.844490 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [req-72322fc3-ee9c-4ed2-a6c5-5e637515dd44 req-44231130-40b0-4e8c-bdf0-06bba44542c8 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] For port 2343085d-4b48-4feb-903f-20aac5c040a9, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=2343085d-4b48-4feb-903f-20aac5c040a9,segment=NetworkSegment(a1f8c867-101b-4d30-814e-b89f55a5edd0),segment_id=a1f8c867-101b-4d30-814e-b89f55a5edd0)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:35:54.844868 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-72322fc3-ee9c-4ed2-a6c5-5e637515dd44 req-44231130-40b0-4e8c-bdf0-06bba44542c8 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:54.861732 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [req-72322fc3-ee9c-4ed2-a6c5-5e637515dd44 req-44231130-40b0-4e8c-bdf0-06bba44542c8 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] Calling delete_port for 2343085d-4b48-4feb-903f-20aac5c040a9 owned by compute:nova {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:35:54.868221 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225e0c35-7d92-4ddf-9216-4b3d5ba27041 req-dcb8bb1a-d10b-412b-b72c-21845fddbded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:35:54.869799 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-225e0c35-7d92-4ddf-9216-4b3d5ba27041 req-dcb8bb1a-d10b-412b-b72c-21845fddbded service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2525c403-dfb3-4196-a273-739607aab38a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5191507 Aug 12 14:35:54.920439 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-748fe33d-e0d2-45e5-9baa-e23e2c98d551 req-541e18f0-630e-4735-8e2c-fe267da38d93 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0307eb3-f523-445b-8e1d-79deac809303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690293 Aug 12 14:35:54.920439 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd812a6-5ad0-4356-9dcd-7eb77a0a03de req-743805f3-e9ac-4f58-b255-965a9ae39a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:35:54.920439 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ebd812a6-5ad0-4356-9dcd-7eb77a0a03de req-743805f3-e9ac-4f58-b255-965a9ae39a57 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e3f6e239b38a4f618b8ca0621fcc54e4&device_id=8d672ae8-cf9f-476a-9b32-189bae5a39b2 HTTP/1.1" status: 200 len: 1103 time: 0.1829882 Aug 12 14:35:55.038878 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d14140-b410-4c4a-a4d3-34040d2c98a1 req-9042fd2d-cb39-4265-b386-c148417ccc17 tempest-ListImageFiltersTestJSON-1084466314 tempest-ListImageFiltersTestJSON-1084466314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:35:55.040420 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-57d14140-b410-4c4a-a4d3-34040d2c98a1 req-9042fd2d-cb39-4265-b386-c148417ccc17 tempest-ListImageFiltersTestJSON-1084466314 tempest-ListImageFiltersTestJSON-1084466314-project] 10.222.0.39 "GET /v2.0/ports?device_id=2eebd15f-2b42-4b1e-bc8f-806ce99ff662 HTTP/1.1" status: 200 len: 946 time: 0.1113069 Aug 12 14:35:55.043826 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device 890f05cd-3a6a-492a-b07c-feb1a5c93987 details requested by agent hyperv_n-h2-694802-15 with host n-h2-694802-15 {{(pid=94468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 14:35:55.046549 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device a1606328-fa6d-43e0-9800-8beb0b1186b0 up at agent hyperv_n-h2-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:35:55.139751 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-225e0c35-7d92-4ddf-9216-4b3d5ba27041 req-7d121b2f-1692-4dc0-a0a8-14dd56c0c92e service neutron] 10.222.0.64 "GET /v2.0/networks/2525c403-dfb3-4196-a273-739607aab38a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2528875 Aug 12 14:35:55.141268 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd812a6-5ad0-4356-9dcd-7eb77a0a03de req-f05a3077-db3f-4d24-9564-4427d5cf9232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:35:55.142281 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ebd812a6-5ad0-4356-9dcd-7eb77a0a03de req-f05a3077-db3f-4d24-9564-4427d5cf9232 service neutron] 10.222.0.49 "GET /v2.0/networks?id=2525c403-dfb3-4196-a273-739607aab38a HTTP/1.1" status: 200 len: 870 time: 0.1982865 Aug 12 14:35:55.206604 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-57d14140-b410-4c4a-a4d3-34040d2c98a1 req-16fbca7f-c99e-42dc-9de8-50af5e40cbce tempest-ListImageFiltersTestJSON-1084466314 tempest-ListImageFiltersTestJSON-1084466314-project] 10.222.0.39 "GET /v2.0/security-groups?id=b4a31b54-6887-49af-b050-eeff23ce2037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233540 Aug 12 14:35:55.250164 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-72322fc3-ee9c-4ed2-a6c5-5e637515dd44 req-44231130-40b0-4e8c-bdf0-06bba44542c8 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:55.288009 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] get_ports_and_sgs() called for port_ids ['b02b231c-4105-48f1-b4af-e195dcf14aec', '628b9ed0-91c2-4767-8e49-8e7410a8407c'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:35:55.289064 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-a3478145-4de6-45d7-b4eb-ca2e544658a1 admin admin] Deleting port 1f4547de-c003-4906-9e35-7f603e877d6d {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:35:55.289556 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a3478145-4de6-45d7-b4eb-ca2e544658a1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:55.293189 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] get_ports_and_sgs() called for port_ids ['c8ea2c88-a265-4422-9fd9-7bba00fb259d', '2343085d-4b48-4feb-903f-20aac5c040a9'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:35:55.306073 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44231130-40b0-4e8c-bdf0-06bba44542c8 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] Pushing event deleted for resources: {'Port': ['ID=2343085d-4b48-4feb-903f-20aac5c040a9,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:35:55.378328 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ebd812a6-5ad0-4356-9dcd-7eb77a0a03de req-d6efa5c6-9675-4922-8efe-79286aeba2d1 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.129&port_id=628b9ed0-91c2-4767-8e49-8e7410a8407c HTTP/1.1" status: 200 len: 217 time: 0.2158473 Aug 12 14:35:55.522876 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device dbf50b37-cb90-4913-b9b1-e9c13b06a02b details requested by agent hyperv_n-h1-694802-15 with host n-h1-694802-15 {{(pid=94468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 14:35:55.598912 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f460fc4-25d0-4ffd-a56e-c9fec178c10f req-f9e4dfa9-d318-4205-9886-71ee21abba70 tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:35:55.610363 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-8f460fc4-25d0-4ffd-a56e-c9fec178c10f req-f9e4dfa9-d318-4205-9886-71ee21abba70 tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] 10.222.0.39 "GET /v2.0/ports?device_id=90ed3afd-6e4d-422b-b4c4-4502532ef9ce HTTP/1.1" status: 200 len: 945 time: 0.3308678 Aug 12 14:35:55.617938 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Provisioning for port a1606328-fa6d-43e0-9800-8beb0b1186b0 completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:35:55.636916 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-225e0c35-7d92-4ddf-9216-4b3d5ba27041 req-f581c1ed-3a9d-4655-9060-b46f6a66c951 service neutron] 10.222.0.64 "GET /v2.0/networks/2525c403-dfb3-4196-a273-739607aab38a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4889984 Aug 12 14:35:55.665101 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Provisioning complete for port a1606328-fa6d-43e0-9800-8beb0b1186b0 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:35:55.665613 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:55.670438 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd812a6-5ad0-4356-9dcd-7eb77a0a03de req-68f094e8-cc1a-47b2-9c3e-341829bad6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:35:55.673052 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ebd812a6-5ad0-4356-9dcd-7eb77a0a03de req-68f094e8-cc1a-47b2-9c3e-341829bad6c7 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=236e0be6-1c94-4221-9e8b-ab02a53331f8 HTTP/1.1" status: 200 len: 843 time: 0.2576566 Aug 12 14:35:55.796380 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-8f460fc4-25d0-4ffd-a56e-c9fec178c10f req-2e0e6a1a-3943-4f69-b4db-c47fe0dd46e6 tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] 10.222.0.39 "GET /v2.0/security-groups?id=c46585fa-da50-4ef3-834f-e3a7c15dd624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846755 Aug 12 14:35:55.809728 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b41979a-9c49-43ea-9dc8-b1840c72d3e0 req-6c8904d8-8630-4529-8b4d-ba364d9556c9 tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:35:55.813314 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0b41979a-9c49-43ea-9dc8-b1840c72d3e0 req-6c8904d8-8630-4529-8b4d-ba364d9556c9 tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] 10.222.0.64 "GET /v2.0/networks?id=63f7bb20-fe7c-43e3-bcb6-44025e6f4b9c HTTP/1.1" status: 200 len: 815 time: 0.5309234 Aug 12 14:35:55.841061 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-0b41979a-9c49-43ea-9dc8-b1840c72d3e0 req-31bb38ef-1d19-44d4-a699-d8cb382fa59c tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] Request body: {'port': {'device_id': 'c07be60d-1bb1-4bfc-97c2-c7f70fcff843', 'network_id': '63f7bb20-fe7c-43e3-bcb6-44025e6f4b9c', 'admin_state_up': True, 'tenant_id': 'c7cf81f007a244068628d9dac2415a0e'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:35:55.912724 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-f63ccae1-4c6e-4bc1-abe1-09b58480810c req-6c217182-aa33-4685-b621-445edd7db4dd tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] 10.222.0.39 "GET /v2.0/ports?device_id=c07be60d-1bb1-4bfc-97c2-c7f70fcff843 HTTP/1.1" status: 200 len: 210 time: 0.4978216 Aug 12 14:35:55.916669 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [req-72322fc3-ee9c-4ed2-a6c5-5e637515dd44 req-44231130-40b0-4e8c-bdf0-06bba44542c8 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] No DVR routers for this DVR port 2343085d-4b48-4feb-903f-20aac5c040a9 on host n-h1-694802-15 {{(pid=94466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:35:55.926106 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:55.942322 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd812a6-5ad0-4356-9dcd-7eb77a0a03de req-9e802cc9-c4b8-44b9-bdf4-07be1ad21229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:35:55.944052 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ebd812a6-5ad0-4356-9dcd-7eb77a0a03de req-9e802cc9-c4b8-44b9-bdf4-07be1ad21229 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2525c403-dfb3-4196-a273-739607aab38a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2583816 Aug 12 14:35:55.955081 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-72322fc3-ee9c-4ed2-a6c5-5e637515dd44 req-44231130-40b0-4e8c-bdf0-06bba44542c8 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:55.957130 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-72322fc3-ee9c-4ed2-a6c5-5e637515dd44 req-44231130-40b0-4e8c-bdf0-06bba44542c8 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.64 "DELETE /v2.0/ports/2343085d-4b48-4feb-903f-20aac5c040a9 HTTP/1.1" status: 204 len: 173 time: 1.8093195 Aug 12 14:35:55.957515 n-d-694802-15 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e762752-e6ff-40ec-b4e5-358595500206', 'name': 'network-vif-deleted', 'tag': '2343085d-4b48-4feb-903f-20aac5c040a9'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:35:55.970603 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.db.resource_extend [None req-93370168-53ca-47c2-9e27-b066be57125c None None] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 12 14:35:55.975215 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e785eeede3897370d0b20f09d5f461b30cfecd5ed38c4f07dacd02bc52c9277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f67f165-f309-409b-8410-8414f003427c" -d '{"events": [{"server_uuid": "1e762752-e6ff-40ec-b4e5-358595500206", "name": "network-vif-deleted", "tag": "2343085d-4b48-4feb-903f-20aac5c040a9"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:35:56.046328 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port 890f05cd-3a6a-492a-b07c-feb1a5c93987, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=890f05cd-3a6a-492a-b07c-feb1a5c93987,segment=NetworkSegment(a1f8c867-101b-4d30-814e-b89f55a5edd0),segment_id=a1f8c867-101b-4d30-814e-b89f55a5edd0)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:35:56.072799 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90ed3afd-6e4d-422b-b4c4-4502532ef9ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1606328-fa6d-43e0-9800-8beb0b1186b0'}] {{(pid=94468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:35:56.076000 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99a8d87602170099c728e57431aca99e9b98a655a83bbf8727be13192709727b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-120ff54e-a8b5-4ddd-b44f-51e7b653ed69" -d '{"events": [{"server_uuid": "90ed3afd-6e4d-422b-b4c4-4502532ef9ce", "name": "network-vif-plugged", "status": "completed", "tag": "a1606328-fa6d-43e0-9800-8beb0b1186b0"}]}' {{(pid=94468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:35:56.098445 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ebd812a6-5ad0-4356-9dcd-7eb77a0a03de req-557c05c5-ba8a-44b7-8c7b-a30489095be3 service neutron] 10.222.0.49 "GET /v2.0/networks/2525c403-dfb3-4196-a273-739607aab38a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319385 Aug 12 14:35:56.109845 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Returning: {'device': '890f05cd-3a6a-492a-b07c-feb1a5c93987', 'network_id': '2525c403-dfb3-4196-a273-739607aab38a', 'port_id': '890f05cd-3a6a-492a-b07c-feb1a5c93987', 'mac_address': 'fa:16:3e:c0:6d:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '236e0be6-1c94-4221-9e8b-ab02a53331f8', 'ip_address': '192.168.233.140'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 14:35:56.113765 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port a1606328-fa6d-43e0-9800-8beb0b1186b0, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=a1606328-fa6d-43e0-9800-8beb0b1186b0,segment=NetworkSegment(5ea1fe2e-eeef-460a-999b-4e3aad831451),segment_id=5ea1fe2e-eeef-460a-999b-4e3aad831451)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:35:56.135980 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:56.193937 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-a3478145-4de6-45d7-b4eb-ca2e544658a1 admin admin] For port 1f4547de-c003-4906-9e35-7f603e877d6d, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=1f4547de-c003-4906-9e35-7f603e877d6d,segment=NetworkSegment(1193682d-837e-492a-b676-dbe7d0687eb3),segment_id=1193682d-837e-492a-b676-dbe7d0687eb3)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:35:56.194317 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a3478145-4de6-45d7-b4eb-ca2e544658a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:56.219343 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-ecaa7779-2f9c-46ef-b891-edaafc039fd2 req-5d95ba18-439b-4b94-8884-a3a440df6bfd tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/ports?device_id=1e762752-e6ff-40ec-b4e5-358595500206 HTTP/1.1" status: 200 len: 210 time: 0.1158273 Aug 12 14:35:56.248897 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbac9c60-ce2f-4dfa-a053-1a465620770f req-15a041be-bac9-486e-a763-8cdf50d86ece tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:35:56.253280 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ebd812a6-5ad0-4356-9dcd-7eb77a0a03de req-58f9e4c8-f566-4f47-b21b-02770e98106e service neutron] 10.222.0.49 "GET /v2.0/networks/2525c403-dfb3-4196-a273-739607aab38a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379247 Aug 12 14:35:56.256768 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbac9c60-ce2f-4dfa-a053-1a465620770f req-15a041be-bac9-486e-a763-8cdf50d86ece tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:35:56.261044 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port dbf50b37-cb90-4913-b9b1-e9c13b06a02b, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=dbf50b37-cb90-4913-b9b1-e9c13b06a02b,segment=NetworkSegment(a1f8c867-101b-4d30-814e-b89f55a5edd0),segment_id=a1f8c867-101b-4d30-814e-b89f55a5edd0)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:35:56.267710 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f2de13-f575-4986-9c6d-6e44e7dea5e0 req-ad90f044-9ae6-47c9-a7b1-ec870e111666 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:35:56.275781 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f2de13-f575-4986-9c6d-6e44e7dea5e0 req-ad90f044-9ae6-47c9-a7b1-ec870e111666 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:35:56.283368 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f2de13-f575-4986-9c6d-6e44e7dea5e0 req-ad90f044-9ae6-47c9-a7b1-ec870e111666 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:35:56.283577 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbac9c60-ce2f-4dfa-a053-1a465620770f req-15a041be-bac9-486e-a763-8cdf50d86ece tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:35:56.285236 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-99f2de13-f575-4986-9c6d-6e44e7dea5e0 req-ad90f044-9ae6-47c9-a7b1-ec870e111666 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c2a0438-0492-40a2-a6a1-d92c3ca81d0f HTTP/1.1" status: 200 len: 2416 time: 0.3374190 Aug 12 14:35:56.290052 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:56.295378 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-cbac9c60-ce2f-4dfa-a053-1a465620770f req-15a041be-bac9-486e-a763-8cdf50d86ece tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] 10.222.0.49 "GET /v2.0/ports?device_id=5c2a0438-0492-40a2-a6a1-d92c3ca81d0f HTTP/1.1" status: 200 len: 2416 time: 0.3087943 Aug 12 14:35:56.298036 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-a3478145-4de6-45d7-b4eb-ca2e544658a1 admin admin] Calling delete_port for 1f4547de-c003-4906-9e35-7f603e877d6d owned by network:router_interface {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:35:56.359240 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 14:35:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d8d3e21-dec6-4c97-a197-38ec5c5cd3ee x-openstack-request-id: req-4d8d3e21-dec6-4c97-a197-38ec5c5cd3ee {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:35:56.360676 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e762752-e6ff-40ec-b4e5-358595500206", "name": "network-vif-deleted", "tag": "2343085d-4b48-4feb-903f-20aac5c040a9", "status": "completed", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:35:56.360948 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4d8d3e21-dec6-4c97-a197-38ec5c5cd3ee {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:35:56.362424 n-d-694802-15 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e762752-e6ff-40ec-b4e5-358595500206', 'name': 'network-vif-deleted', 'tag': '2343085d-4b48-4feb-903f-20aac5c040a9', 'status': 'completed', 'code': 200} Aug 12 14:35:56.365224 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Pushing event updated for resources: {'Port': ['ID=a1606328-fa6d-43e0-9800-8beb0b1186b0,revision_number=5']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:35:56.383441 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Returning: {'device': 'dbf50b37-cb90-4913-b9b1-e9c13b06a02b', 'network_id': '2525c403-dfb3-4196-a273-739607aab38a', 'port_id': 'dbf50b37-cb90-4913-b9b1-e9c13b06a02b', 'mac_address': 'fa:16:3e:c9:fd:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '236e0be6-1c94-4221-9e8b-ab02a53331f8', 'ip_address': '192.168.233.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 14:35:56.383949 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-99f2de13-f575-4986-9c6d-6e44e7dea5e0 req-84efed6d-ddd3-42cc-bd66-fe2998ec6697 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] 10.222.0.39 "GET /v2.0/security-groups?id=213b87af-3e55-407a-8100-5db7a6297b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836022 Aug 12 14:35:56.424315 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b41979a-9c49-43ea-9dc8-b1840c72d3e0 req-31bb38ef-1d19-44d4-a699-d8cb382fa59c tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] Made reservation on behalf of c7cf81f007a244068628d9dac2415a0e for: {'port': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:35:56.431535 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-0b41979a-9c49-43ea-9dc8-b1840c72d3e0 req-31bb38ef-1d19-44d4-a699-d8cb382fa59c tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:56.470756 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:56.555561 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 890f05cd-3a6a-492a-b07c-feb1a5c93987 {{(pid=94468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:35:56.606697 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port 890f05cd-3a6a-492a-b07c-feb1a5c93987, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=890f05cd-3a6a-492a-b07c-feb1a5c93987,segment=NetworkSegment(a1f8c867-101b-4d30-814e-b89f55a5edd0),segment_id=a1f8c867-101b-4d30-814e-b89f55a5edd0)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:35:56.610533 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [req-cbac9c60-ce2f-4dfa-a053-1a465620770f req-198ac149-9869-4f31-ae99-9675a1a3da6f tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Deleting port 0e12fb3e-f7ff-4bf3-a164-713e74d896cd {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:35:56.610829 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-cbac9c60-ce2f-4dfa-a053-1a465620770f req-198ac149-9869-4f31-ae99-9675a1a3da6f tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:56.642653 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 14:35:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94a76364-a8f3-43c3-87b5-43408aad6dd3 x-openstack-request-id: req-94a76364-a8f3-43c3-87b5-43408aad6dd3 {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:35:56.643978 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90ed3afd-6e4d-422b-b4c4-4502532ef9ce", "name": "network-vif-plugged", "status": "completed", "tag": "a1606328-fa6d-43e0-9800-8beb0b1186b0", "code": 200}]} {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:35:56.644615 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-94a76364-a8f3-43c3-87b5-43408aad6dd3 {{(pid=94468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:35:56.645014 n-d-694802-15 neutron-server[94468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90ed3afd-6e4d-422b-b4c4-4502532ef9ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1606328-fa6d-43e0-9800-8beb0b1186b0', 'code': 200} Aug 12 14:35:56.646877 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbf50b37-cb90-4913-b9b1-e9c13b06a02b {{(pid=94468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:35:56.686906 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port dbf50b37-cb90-4913-b9b1-e9c13b06a02b, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=dbf50b37-cb90-4913-b9b1-e9c13b06a02b,segment=NetworkSegment(a1f8c867-101b-4d30-814e-b89f55a5edd0),segment_id=a1f8c867-101b-4d30-814e-b89f55a5edd0)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:35:56.694105 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:56.696664 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:56.760648 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Pushing event updated for resources: {'Port': ['ID=890f05cd-3a6a-492a-b07c-feb1a5c93987,revision_number=4']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:35:56.813192 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88d5552-d62f-4a2b-9d14-5e57fff38da6 req-1d53e980-c17d-4e09-8142-0086abdcdbe0 tempest-ListImageFiltersTestJSON-1084466314 tempest-ListImageFiltersTestJSON-1084466314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:35:56.822402 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f88d5552-d62f-4a2b-9d14-5e57fff38da6 req-1d53e980-c17d-4e09-8142-0086abdcdbe0 tempest-ListImageFiltersTestJSON-1084466314 tempest-ListImageFiltersTestJSON-1084466314-project] 10.222.0.39 "GET /v2.0/ports?device_id=2eebd15f-2b42-4b1e-bc8f-806ce99ff662 HTTP/1.1" status: 200 len: 946 time: 0.2261276 Aug 12 14:35:56.836029 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357554b6-8609-4881-be2f-99a050c6c976 req-33d0b73f-d3c1-4572-bb45-84bff8caf112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:35:56.838670 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-357554b6-8609-4881-be2f-99a050c6c976 req-33d0b73f-d3c1-4572-bb45-84bff8caf112 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=90ed3afd-6e4d-422b-b4c4-4502532ef9ce HTTP/1.1" status: 200 len: 1098 time: 0.2436764 Aug 12 14:35:56.874844 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_common [req-0b41979a-9c49-43ea-9dc8-b1840c72d3e0 req-31bb38ef-1d19-44d4-a699-d8cb382fa59c tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] Allocated IP 172.20.0.14 (63f7bb20-fe7c-43e3-bcb6-44025e6f4b9c/65ea27f3-7f0e-428c-8c45-871b6e9bfddc/a0820b1b-bfda-4b57-a48e-701b0efdd4b5) {{(pid=94467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:35:56.935912 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f88d5552-d62f-4a2b-9d14-5e57fff38da6 req-95fb2994-decd-4ca0-8839-933f632a522c tempest-ListImageFiltersTestJSON-1084466314 tempest-ListImageFiltersTestJSON-1084466314-project] 10.222.0.39 "GET /v2.0/security-groups?id=b4a31b54-6887-49af-b050-eeff23ce2037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077685 Aug 12 14:35:56.939916 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Pushing event updated for resources: {'Port': ['ID=dbf50b37-cb90-4913-b9b1-e9c13b06a02b,revision_number=4']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:35:56.942753 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a3478145-4de6-45d7-b4eb-ca2e544658a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:56.947795 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-357554b6-8609-4881-be2f-99a050c6c976 req-62b599b7-aed2-4386-b2c4-a91a4a439ffe service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=c46585fa-da50-4ef3-834f-e3a7c15dd624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924664 Aug 12 14:35:56.975931 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] get_ports_and_sgs() called for port_ids ['dbf50b37-cb90-4913-b9b1-e9c13b06a02b'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:35:57.085446 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] get_ports_and_sgs() called for port_ids ['890f05cd-3a6a-492a-b07c-feb1a5c93987'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:35:57.092460 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3478145-4de6-45d7-b4eb-ca2e544658a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=1f4547de-c003-4906-9e35-7f603e877d6d,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:35:57.142913 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-899f92f4-842f-4ae0-bfcd-366586c1f30f req-8e03c98e-0e8f-44bb-aac0-022ba2af583a tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] 10.222.0.39 "GET /v2.0/ports?device_id=c07be60d-1bb1-4bfc-97c2-c7f70fcff843 HTTP/1.1" status: 200 len: 210 time: 0.0373051 Aug 12 14:35:57.243785 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-0b41979a-9c49-43ea-9dc8-b1840c72d3e0 req-31bb38ef-1d19-44d4-a699-d8cb382fa59c tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] Notify callbacks [] for port, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:57.258873 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b74ec2-b9bf-4bdd-9f97-f6babddbf1de req-78795e43-fe88-41e1-b436-695253d2608c tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:35:57.260785 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-d1b74ec2-b9bf-4bdd-9f97-f6babddbf1de req-78795e43-fe88-41e1-b436-695253d2608c tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] 10.222.0.39 "GET /v2.0/ports?device_id=90ed3afd-6e4d-422b-b4c4-4502532ef9ce HTTP/1.1" status: 200 len: 946 time: 0.2961447 Aug 12 14:35:57.327340 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-0b41979a-9c49-43ea-9dc8-b1840c72d3e0 req-31bb38ef-1d19-44d4-a699-d8cb382fa59c tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:57.410863 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bb38ef-1d19-44d4-a699-d8cb382fa59c tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] Pushing event updated for resources: {'Port': ['ID=a0820b1b-bfda-4b57-a48e-701b0efdd4b5,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:35:57.424190 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [req-cbac9c60-ce2f-4dfa-a053-1a465620770f req-198ac149-9869-4f31-ae99-9675a1a3da6f tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] For port 0e12fb3e-f7ff-4bf3-a164-713e74d896cd, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=0e12fb3e-f7ff-4bf3-a164-713e74d896cd,segment=NetworkSegment(0a6b6bb3-ac1f-4ec9-9274-600aeccb4722),segment_id=0a6b6bb3-ac1f-4ec9-9274-600aeccb4722)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:35:57.424798 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-cbac9c60-ce2f-4dfa-a053-1a465620770f req-198ac149-9869-4f31-ae99-9675a1a3da6f tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:57.426129 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31bb38ef-1d19-44d4-a699-d8cb382fa59c tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:35:57.426542 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31bb38ef-1d19-44d4-a699-d8cb382fa59c tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:35:57.426950 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31bb38ef-1d19-44d4-a699-d8cb382fa59c tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:35:57.427482 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31bb38ef-1d19-44d4-a699-d8cb382fa59c tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:35:57.428259 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31bb38ef-1d19-44d4-a699-d8cb382fa59c tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:35:57.428603 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31bb38ef-1d19-44d4-a699-d8cb382fa59c tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:35:57.429468 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31bb38ef-1d19-44d4-a699-d8cb382fa59c tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:35:57.430334 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31bb38ef-1d19-44d4-a699-d8cb382fa59c tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:35:57.430334 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31bb38ef-1d19-44d4-a699-d8cb382fa59c tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:35:57.432073 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31bb38ef-1d19-44d4-a699-d8cb382fa59c tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:35:57.432073 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31bb38ef-1d19-44d4-a699-d8cb382fa59c tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:35:57.432452 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31bb38ef-1d19-44d4-a699-d8cb382fa59c tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:35:57.451362 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b41979a-9c49-43ea-9dc8-b1840c72d3e0 req-31bb38ef-1d19-44d4-a699-d8cb382fa59c tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] Network 63f7bb20-fe7c-43e3-bcb6-44025e6f4b9c is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:35:57.453944 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [req-0b41979a-9c49-43ea-9dc8-b1840c72d3e0 req-31bb38ef-1d19-44d4-a699-d8cb382fa59c tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:35:57.457352 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b41979a-9c49-43ea-9dc8-b1840c72d3e0 req-31bb38ef-1d19-44d4-a699-d8cb382fa59c tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] Received port after_create {{(pid=94467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:35:57.488435 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a3478145-4de6-45d7-b4eb-ca2e544658a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66628352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-430630'] for router_interface, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:57.522870 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device 2343085d-4b48-4feb-903f-20aac5c040a9 no longer exists at agent hyperv_n-h1-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:35:57.533411 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b41979a-9c49-43ea-9dc8-b1840c72d3e0 req-31bb38ef-1d19-44d4-a699-d8cb382fa59c tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:35:57.538808 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-0b41979a-9c49-43ea-9dc8-b1840c72d3e0 req-31bb38ef-1d19-44d4-a699-d8cb382fa59c tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:57.564344 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0b41979a-9c49-43ea-9dc8-b1840c72d3e0 req-31bb38ef-1d19-44d4-a699-d8cb382fa59c tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7398148 Aug 12 14:35:57.579935 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-0b41979a-9c49-43ea-9dc8-b1840c72d3e0 req-4d87d8c2-d778-49f0-b373-c67239022c4b service neutron] Request body: {'port': {'device_id': 'c07be60d-1bb1-4bfc-97c2-c7f70fcff843', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-694802-15'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:35:57.638414 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-93370168-53ca-47c2-9e27-b066be57125c None None] No Port match for: 2343085d-4b48-4feb-903f-20aac5c040a9 {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 14:35:57.638801 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device 2343085d-4b48-4feb-903f-20aac5c040a9 not bound to the agent host n-h1-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:35:57.657222 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-0b41979a-9c49-43ea-9dc8-b1840c72d3e0 req-4d87d8c2-d778-49f0-b373-c67239022c4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:57.666156 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [req-cbac9c60-ce2f-4dfa-a053-1a465620770f req-198ac149-9869-4f31-ae99-9675a1a3da6f tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Calling delete_port for 0e12fb3e-f7ff-4bf3-a164-713e74d896cd owned by compute:nova {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:35:57.672155 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-d1b74ec2-b9bf-4bdd-9f97-f6babddbf1de req-3b5497b3-69ef-4fd2-8793-a46b13c16e3c tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] 10.222.0.39 "GET /v2.0/security-groups?id=c46585fa-da50-4ef3-834f-e3a7c15dd624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3950984 Aug 12 14:35:57.880503 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3478145-4de6-45d7-b4eb-ca2e544658a1 admin admin] Router f718bc44-58c9-4422-8f05-8ac718cf99af has already been hosted by L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f {{(pid=94466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 14:35:58.056904 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-cbac9c60-ce2f-4dfa-a053-1a465620770f req-198ac149-9869-4f31-ae99-9675a1a3da6f tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:58.089105 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [req-0b41979a-9c49-43ea-9dc8-b1840c72d3e0 req-4d87d8c2-d778-49f0-b373-c67239022c4b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0820b1b-bfda-4b57-a48e-701b0efdd4b5 {{(pid=94467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:35:58.100606 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-0b41979a-9c49-43ea-9dc8-b1840c72d3e0 req-4d87d8c2-d778-49f0-b373-c67239022c4b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:58.118594 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [req-0b41979a-9c49-43ea-9dc8-b1840c72d3e0 req-4d87d8c2-d778-49f0-b373-c67239022c4b service neutron] Transition to ACTIVE for port object a0820b1b-bfda-4b57-a48e-701b0efdd4b5 will not be triggered until provisioned by entity L2. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:35:58.135286 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9272a45c-7ec6-4714-b6a2-6bb02ef281cb req-2acc0b79-64c2-42fa-b200-d0ead76fcc40 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:35:58.142451 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9272a45c-7ec6-4714-b6a2-6bb02ef281cb req-2acc0b79-64c2-42fa-b200-d0ead76fcc40 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:35:58.144383 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9272a45c-7ec6-4714-b6a2-6bb02ef281cb req-2acc0b79-64c2-42fa-b200-d0ead76fcc40 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c2a0438-0492-40a2-a6a1-d92c3ca81d0f HTTP/1.1" status: 200 len: 1681 time: 0.4881475 Aug 12 14:35:58.145056 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-0b41979a-9c49-43ea-9dc8-b1840c72d3e0 req-4d87d8c2-d778-49f0-b373-c67239022c4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:58.151927 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3478145-4de6-45d7-b4eb-ca2e544658a1 admin admin] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 14:35:58.155685 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198ac149-9869-4f31-ae99-9675a1a3da6f tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Pushing event deleted for resources: {'Port': ['ID=0e12fb3e-f7ff-4bf3-a164-713e74d896cd,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:35:58.175130 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02812197-3ab0-43d6-9bb0-bc37aa99ab8f None None] Sync routers for ids ['f718bc44-58c9-4422-8f05-8ac718cf99af'] in n-d-694802-15 {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 14:35:58.193689 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02812197-3ab0-43d6-9bb0-bc37aa99ab8f None None] Routers {'f718bc44-58c9-4422-8f05-8ac718cf99af'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:35:58.194556 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-02812197-3ab0-43d6-9bb0-bc37aa99ab8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:35:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['f718bc44-58c9-4422-8f05-8ac718cf99af'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:35:58.196651 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-a3478145-4de6-45d7-b4eb-ca2e544658a1 admin admin] 10.222.0.39 "PUT /v2.0/routers/f718bc44-58c9-4422-8f05-8ac718cf99af/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6172097 Aug 12 14:35:58.203125 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 36812) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:35:58.245191 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] get_ports_and_sgs() called for port_ids ['98b2f474-3add-4406-8544-afd4b82043d3'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:35:58.290364 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbac9c60-ce2f-4dfa-a053-1a465620770f req-198ac149-9869-4f31-ae99-9675a1a3da6f tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] No DVR routers for this DVR port 0e12fb3e-f7ff-4bf3-a164-713e74d896cd on host n-h2-694802-15 {{(pid=94466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:35:58.312595 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-cbac9c60-ce2f-4dfa-a053-1a465620770f req-198ac149-9869-4f31-ae99-9675a1a3da6f tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:58.318459 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-cbac9c60-ce2f-4dfa-a053-1a465620770f req-198ac149-9869-4f31-ae99-9675a1a3da6f tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] 10.222.0.49 "DELETE /v2.0/ports/0e12fb3e-f7ff-4bf3-a164-713e74d896cd HTTP/1.1" status: 204 len: 173 time: 2.0131130 Aug 12 14:35:58.337777 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cf58d3-723b-485f-94f5-32b1331204dd req-b5cdfdc1-dd81-4999-8e4d-ffa3c1cfb36f tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:35:58.349054 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-91cf58d3-723b-485f-94f5-32b1331204dd req-b5cdfdc1-dd81-4999-8e4d-ffa3c1cfb36f tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d672ae8-cf9f-476a-9b32-189bae5a39b2 HTTP/1.1" status: 200 len: 951 time: 0.2931433 Aug 12 14:35:58.362773 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d87d8c2-d778-49f0-b373-c67239022c4b service neutron] Pushing event updated for resources: {'Port': ['ID=a0820b1b-bfda-4b57-a48e-701b0efdd4b5,revision_number=2']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:35:58.401375 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9272a45c-7ec6-4714-b6a2-6bb02ef281cb req-94863b58-4e91-43c5-a1f5-8b14aa8be275 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] 10.222.0.39 "GET /v2.0/security-groups?id=213b87af-3e55-407a-8100-5db7a6297b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2470024 Aug 12 14:35:58.417801 n-d-694802-15 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c2a0438-0492-40a2-a6a1-d92c3ca81d0f', 'name': 'network-vif-deleted', 'tag': '0e12fb3e-f7ff-4bf3-a164-713e74d896cd'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:35:58.424766 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e785eeede3897370d0b20f09d5f461b30cfecd5ed38c4f07dacd02bc52c9277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b52a432-7953-4a6d-80eb-efc349af6961" -d '{"events": [{"server_uuid": "5c2a0438-0492-40a2-a6a1-d92c3ca81d0f", "name": "network-vif-deleted", "tag": "0e12fb3e-f7ff-4bf3-a164-713e74d896cd"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:35:58.425984 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-02812197-3ab0-43d6-9bb0-bc37aa99ab8f None None] Set router f718bc44-58c9-4422-8f05-8ac718cf99af gateway port host: n-d-694802-15 {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:35:58.605874 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-0b41979a-9c49-43ea-9dc8-b1840c72d3e0 req-4d87d8c2-d778-49f0-b373-c67239022c4b service neutron] Attempting to bind port a0820b1b-bfda-4b57-a48e-701b0efdd4b5 on host n-h1-694802-15 for vnic_type normal with profile {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:35:58.606166 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-0b41979a-9c49-43ea-9dc8-b1840c72d3e0 req-4d87d8c2-d778-49f0-b373-c67239022c4b service neutron] Attempting to bind port a0820b1b-bfda-4b57-a48e-701b0efdd4b5 by drivers openvswitch,hyperv on host n-h1-694802-15 at level 0 using segments [{'id': '111c8fb4-95f7-4303-b261-7f0bb42c0aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '63f7bb20-fe7c-43e3-bcb6-44025e6f4b9c'}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:35:58.606504 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b41979a-9c49-43ea-9dc8-b1840c72d3e0 req-4d87d8c2-d778-49f0-b373-c67239022c4b service neutron] Attempting to bind port a0820b1b-bfda-4b57-a48e-701b0efdd4b5 on network 63f7bb20-fe7c-43e3-bcb6-44025e6f4b9c {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:35:58.606961 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-91cf58d3-723b-485f-94f5-32b1331204dd req-14af6a4c-b944-4ae4-8897-fc10a80b76c1 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0307eb3-f523-445b-8e1d-79deac809303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2518718 Aug 12 14:35:58.628165 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b41979a-9c49-43ea-9dc8-b1840c72d3e0 req-4d87d8c2-d778-49f0-b373-c67239022c4b service neutron] Port a0820b1b-bfda-4b57-a48e-701b0efdd4b5 on network 63f7bb20-fe7c-43e3-bcb6-44025e6f4b9c not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-15 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 14:35:58.628525 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b41979a-9c49-43ea-9dc8-b1840c72d3e0 req-4d87d8c2-d778-49f0-b373-c67239022c4b service neutron] Attempting to bind port a0820b1b-bfda-4b57-a48e-701b0efdd4b5 on network 63f7bb20-fe7c-43e3-bcb6-44025e6f4b9c {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:35:58.632472 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-7d90a5a8-d3e3-4717-83ba-40fac8e4e1f1 admin admin] Notify callbacks [] for router, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:58.641575 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] get_ports_and_sgs() called for port_ids ['0e12fb3e-f7ff-4bf3-a164-713e74d896cd', 'b33860ab-f876-40c7-998b-bdcf4f4f1c48', '4b3059a7-34a9-4539-806b-e3ac2dd7ff3b'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:35:58.647660 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b41979a-9c49-43ea-9dc8-b1840c72d3e0 req-4d87d8c2-d778-49f0-b373-c67239022c4b service neutron] Checking agent: {'id': 'de568313-a3e6-454a-9813-77e25edcea95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 27, 41), 'started_at': datetime.datetime(2021, 8, 12, 14, 27, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 35, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:35:58.649561 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b41979a-9c49-43ea-9dc8-b1840c72d3e0 req-4d87d8c2-d778-49f0-b373-c67239022c4b service neutron] Checking segment: {'id': '111c8fb4-95f7-4303-b261-7f0bb42c0aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '63f7bb20-fe7c-43e3-bcb6-44025e6f4b9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:35:58.649917 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b41979a-9c49-43ea-9dc8-b1840c72d3e0 req-4d87d8c2-d778-49f0-b373-c67239022c4b service neutron] Bound using segment: {'id': '111c8fb4-95f7-4303-b261-7f0bb42c0aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '63f7bb20-fe7c-43e3-bcb6-44025e6f4b9c'} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:35:58.650369 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-0b41979a-9c49-43ea-9dc8-b1840c72d3e0 req-4d87d8c2-d778-49f0-b373-c67239022c4b service neutron] Bound port: a0820b1b-bfda-4b57-a48e-701b0efdd4b5, host: n-h1-694802-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '111c8fb4-95f7-4303-b261-7f0bb42c0aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '63f7bb20-fe7c-43e3-bcb6-44025e6f4b9c'}}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:35:58.650739 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-0b41979a-9c49-43ea-9dc8-b1840c72d3e0 req-4d87d8c2-d778-49f0-b373-c67239022c4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:58.819320 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [req-cbac9c60-ce2f-4dfa-a053-1a465620770f req-58ddd4c1-d2a2-4b3d-b3c6-ca58452aba78 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Deleting port 4b3059a7-34a9-4539-806b-e3ac2dd7ff3b {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:35:58.820118 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-cbac9c60-ce2f-4dfa-a053-1a465620770f req-58ddd4c1-d2a2-4b3d-b3c6-ca58452aba78 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:58.828986 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-02812197-3ab0-43d6-9bb0-bc37aa99ab8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f718bc44-58c9-4422-8f05-8ac718cf99af', 'name': 'tempest-ServersTestJSON-171938789-router', 'tenant_id': '372c249eafa04261b1b78b8ad1ae1671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.17'}], 'enable_snat': True}, 'gw_port_id': '797ebdb2-599b-4acb-911a-5a416bde1eb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:33:15Z', 'updated_at': '2021-08-12T14:35:56Z', 'revision_number': 5, 'project_id': '372c249eafa04261b1b78b8ad1ae1671', 'gw_port': {'id': '797ebdb2-599b-4acb-911a-5a416bde1eb3', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:08:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f718bc44-58c9-4422-8f05-8ac718cf99af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:33:17Z', 'updated_at': '2021-08-12T14:33:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15'}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:35:58.892161 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02812197-3ab0-43d6-9bb0-bc37aa99ab8f None None] Checking router: f718bc44-58c9-4422-8f05-8ac718cf99af for host: n-d-694802-15 {{(pid=94469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 14:35:58.912675 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02812197-3ab0-43d6-9bb0-bc37aa99ab8f None None] Routers {'f718bc44-58c9-4422-8f05-8ac718cf99af'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:35:58.913315 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-02812197-3ab0-43d6-9bb0-bc37aa99ab8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:35:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['f718bc44-58c9-4422-8f05-8ac718cf99af'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:35:58.990276 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-0b41979a-9c49-43ea-9dc8-b1840c72d3e0 req-4d87d8c2-d778-49f0-b373-c67239022c4b service neutron] For port a0820b1b-bfda-4b57-a48e-701b0efdd4b5, host n-h1-694802-15, cleared binding levels {{(pid=94467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:35:59.002292 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-0b41979a-9c49-43ea-9dc8-b1840c72d3e0 req-4d87d8c2-d778-49f0-b373-c67239022c4b service neutron] For port a0820b1b-bfda-4b57-a48e-701b0efdd4b5, host n-h1-694802-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=a0820b1b-bfda-4b57-a48e-701b0efdd4b5,segment=NetworkSegment(111c8fb4-95f7-4303-b261-7f0bb42c0aef),segment_id=111c8fb4-95f7-4303-b261-7f0bb42c0aef)] {{(pid=94467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:35:59.011924 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-7d90a5a8-d3e3-4717-83ba-40fac8e4e1f1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:59.022463 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-0b41979a-9c49-43ea-9dc8-b1840c72d3e0 req-4d87d8c2-d778-49f0-b373-c67239022c4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:59.044692 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device 890f05cd-3a6a-492a-b07c-feb1a5c93987 up at agent hyperv_n-h2-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:35:59.047695 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dda07a0-e5aa-4359-bcfc-6bbe969a4420 req-59188779-5638-4a8c-b1b3-93ee7d9f5ed7 tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:35:59.049396 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-0dda07a0-e5aa-4359-bcfc-6bbe969a4420 req-59188779-5638-4a8c-b1b3-93ee7d9f5ed7 tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] 10.222.0.39 "GET /v2.0/ports?device_id=c07be60d-1bb1-4bfc-97c2-c7f70fcff843 HTTP/1.1" status: 200 len: 944 time: 0.2540016 Aug 12 14:35:59.112255 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [req-cbac9c60-ce2f-4dfa-a053-1a465620770f req-58ddd4c1-d2a2-4b3d-b3c6-ca58452aba78 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] For port 4b3059a7-34a9-4539-806b-e3ac2dd7ff3b, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=4b3059a7-34a9-4539-806b-e3ac2dd7ff3b,segment=NetworkSegment(0a6b6bb3-ac1f-4ec9-9274-600aeccb4722),segment_id=0a6b6bb3-ac1f-4ec9-9274-600aeccb4722)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:35:59.112784 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-cbac9c60-ce2f-4dfa-a053-1a465620770f req-58ddd4c1-d2a2-4b3d-b3c6-ca58452aba78 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:59.116084 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Provisioning for port 890f05cd-3a6a-492a-b07c-feb1a5c93987 completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:35:59.119058 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-0dda07a0-e5aa-4359-bcfc-6bbe969a4420 req-05aa0ae8-cf6d-4fff-84f9-71e846d596e4 tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] 10.222.0.39 "GET /v2.0/security-groups?id=87f02c46-9837-45f6-a8f5-f67c20068d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491815 Aug 12 14:35:59.124310 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Provisioning complete for port 890f05cd-3a6a-492a-b07c-feb1a5c93987 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:35:59.125098 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:59.141058 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-02812197-3ab0-43d6-9bb0-bc37aa99ab8f None None] Set router f718bc44-58c9-4422-8f05-8ac718cf99af gateway port host: n-d-694802-15 {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:35:59.146547 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [req-cbac9c60-ce2f-4dfa-a053-1a465620770f req-58ddd4c1-d2a2-4b3d-b3c6-ca58452aba78 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Calling delete_port for 4b3059a7-34a9-4539-806b-e3ac2dd7ff3b owned by compute:nova {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:35:59.205819 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b41979a-9c49-43ea-9dc8-b1840c72d3e0 req-4d87d8c2-d778-49f0-b373-c67239022c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:35:59.206589 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-0b41979a-9c49-43ea-9dc8-b1840c72d3e0 req-4d87d8c2-d778-49f0-b373-c67239022c4b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:59.208605 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0b41979a-9c49-43ea-9dc8-b1840c72d3e0 req-4d87d8c2-d778-49f0-b373-c67239022c4b service neutron] 10.222.0.64 "PUT /v2.0/ports/a0820b1b-bfda-4b57-a48e-701b0efdd4b5 HTTP/1.1" status: 200 len: 1093 time: 1.6357150 Aug 12 14:35:59.212143 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c07be60d-1bb1-4bfc-97c2-c7f70fcff843', 'tag': 'a0820b1b-bfda-4b57-a48e-701b0efdd4b5'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:35:59.217126 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e65282f928b64038367d043a4411777802006c43a98742496cb2e25b724ff1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-131db5ae-3f24-4671-9f64-f4845aa3d16d" -d '{"events": [{"name": "network-changed", "server_uuid": "c07be60d-1bb1-4bfc-97c2-c7f70fcff843", "tag": "a0820b1b-bfda-4b57-a48e-701b0efdd4b5"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:35:59.315396 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 14:35:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-991aa67e-117c-42f3-8664-90ae34dc7051 x-openstack-request-id: req-991aa67e-117c-42f3-8664-90ae34dc7051 {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:35:59.315967 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c2a0438-0492-40a2-a6a1-d92c3ca81d0f", "name": "network-vif-deleted", "tag": "0e12fb3e-f7ff-4bf3-a164-713e74d896cd", "status": "completed", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:35:59.316474 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-991aa67e-117c-42f3-8664-90ae34dc7051 {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:35:59.317864 n-d-694802-15 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c2a0438-0492-40a2-a6a1-d92c3ca81d0f', 'name': 'network-vif-deleted', 'tag': '0e12fb3e-f7ff-4bf3-a164-713e74d896cd', 'status': 'completed', 'code': 200} Aug 12 14:35:59.343156 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:59.345879 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-02812197-3ab0-43d6-9bb0-bc37aa99ab8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f718bc44-58c9-4422-8f05-8ac718cf99af', 'name': 'tempest-ServersTestJSON-171938789-router', 'tenant_id': '372c249eafa04261b1b78b8ad1ae1671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.17'}], 'enable_snat': True}, 'gw_port_id': '797ebdb2-599b-4acb-911a-5a416bde1eb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:33:15Z', 'updated_at': '2021-08-12T14:35:56Z', 'revision_number': 5, 'project_id': '372c249eafa04261b1b78b8ad1ae1671', 'gw_port': {'id': '797ebdb2-599b-4acb-911a-5a416bde1eb3', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:08:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f718bc44-58c9-4422-8f05-8ac718cf99af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:33:17Z', 'updated_at': '2021-08-12T14:33:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15'}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:35:59.365812 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d87d8c2-d778-49f0-b373-c67239022c4b service neutron] Pushing event updated for resources: {'Port': ['ID=a0820b1b-bfda-4b57-a48e-701b0efdd4b5,revision_number=3']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:35:59.389121 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02812197-3ab0-43d6-9bb0-bc37aa99ab8f None None] The sync data for ids ['f718bc44-58c9-4422-8f05-8ac718cf99af'] in n-d-694802-15 is: [{'id': 'f718bc44-58c9-4422-8f05-8ac718cf99af', 'name': 'tempest-ServersTestJSON-171938789-router', 'tenant_id': '372c249eafa04261b1b78b8ad1ae1671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.17'}], 'enable_snat': True}, 'gw_port_id': '797ebdb2-599b-4acb-911a-5a416bde1eb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:33:15Z', 'updated_at': '2021-08-12T14:35:56Z', 'revision_number': 5, 'project_id': '372c249eafa04261b1b78b8ad1ae1671', 'gw_port': {'id': '797ebdb2-599b-4acb-911a-5a416bde1eb3', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:08:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f718bc44-58c9-4422-8f05-8ac718cf99af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:33:17Z', 'updated_at': '2021-08-12T14:33:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15'}] {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 14:35:59.416310 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f1992d0-e823-416d-bad0-60fca0e01566', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '890f05cd-3a6a-492a-b07c-feb1a5c93987'}] {{(pid=94468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:35:59.419356 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99a8d87602170099c728e57431aca99e9b98a655a83bbf8727be13192709727b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85568a0c-8507-4b44-8134-f2c1f9877f63" -d '{"events": [{"server_uuid": "5f1992d0-e823-416d-bad0-60fca0e01566", "name": "network-vif-plugged", "status": "completed", "tag": "890f05cd-3a6a-492a-b07c-feb1a5c93987"}]}' {{(pid=94468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:35:59.425947 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0002d0f5-b851-4f84-a1a1-9a155b24fa51 req-a4be73d4-1124-489c-8f5f-8878dd8fc5fe tempest-ListImageFiltersTestJSON-1084466314 tempest-ListImageFiltersTestJSON-1084466314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:35:59.425947 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0002d0f5-b851-4f84-a1a1-9a155b24fa51 req-a4be73d4-1124-489c-8f5f-8878dd8fc5fe tempest-ListImageFiltersTestJSON-1084466314 tempest-ListImageFiltersTestJSON-1084466314-project] 10.222.0.39 "GET /v2.0/ports?device_id=2eebd15f-2b42-4b1e-bc8f-806ce99ff662 HTTP/1.1" status: 200 len: 947 time: 0.4061606 Aug 12 14:35:59.445695 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port 890f05cd-3a6a-492a-b07c-feb1a5c93987, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=890f05cd-3a6a-492a-b07c-feb1a5c93987,segment=NetworkSegment(a1f8c867-101b-4d30-814e-b89f55a5edd0),segment_id=a1f8c867-101b-4d30-814e-b89f55a5edd0)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:35:59.463758 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:59.466853 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-7d90a5a8-d3e3-4717-83ba-40fac8e4e1f1 admin admin] Deleting port 797ebdb2-599b-4acb-911a-5a416bde1eb3 {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:35:59.467725 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-7d90a5a8-d3e3-4717-83ba-40fac8e4e1f1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:59.472087 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device dbf50b37-cb90-4913-b9b1-e9c13b06a02b up at agent hyperv_n-h1-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:35:59.480949 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b41979a-9c49-43ea-9dc8-b1840c72d3e0 req-abae26c7-bc0c-47ef-b782-2cd9ac83e53d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:35:59.482774 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0b41979a-9c49-43ea-9dc8-b1840c72d3e0 req-abae26c7-bc0c-47ef-b782-2cd9ac83e53d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c7cf81f007a244068628d9dac2415a0e&device_id=c07be60d-1bb1-4bfc-97c2-c7f70fcff843 HTTP/1.1" status: 200 len: 1096 time: 0.2007320 Aug 12 14:35:59.522978 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a88df6-7e86-4b74-a1c9-ed6844801d46 req-936cfed7-e335-4cee-9c15-9bd6872dce65 tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:35:59.527861 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-d4a88df6-7e86-4b74-a1c9-ed6844801d46 req-936cfed7-e335-4cee-9c15-9bd6872dce65 tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] 10.222.0.39 "GET /v2.0/ports?device_id=90ed3afd-6e4d-422b-b4c4-4502532ef9ce HTTP/1.1" status: 200 len: 946 time: 0.1306450 Aug 12 14:35:59.564404 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Pushing event updated for resources: {'Port': ['ID=890f05cd-3a6a-492a-b07c-feb1a5c93987,revision_number=5']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:35:59.566250 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-cbac9c60-ce2f-4dfa-a053-1a465620770f req-58ddd4c1-d2a2-4b3d-b3c6-ca58452aba78 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:59.596616 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Provisioning for port dbf50b37-cb90-4913-b9b1-e9c13b06a02b completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:35:59.606797 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Provisioning complete for port dbf50b37-cb90-4913-b9b1-e9c13b06a02b triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:35:59.609901 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:59.624886 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-d4a88df6-7e86-4b74-a1c9-ed6844801d46 req-3d5b751e-ce92-4ba2-a5d5-f34b7623fa09 tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] 10.222.0.39 "GET /v2.0/security-groups?id=c46585fa-da50-4ef3-834f-e3a7c15dd624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852351 Aug 12 14:35:59.628024 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ddd4c1-d2a2-4b3d-b3c6-ca58452aba78 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Pushing event deleted for resources: {'Port': ['ID=4b3059a7-34a9-4539-806b-e3ac2dd7ff3b,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:35:59.762093 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbac9c60-ce2f-4dfa-a053-1a465620770f req-58ddd4c1-d2a2-4b3d-b3c6-ca58452aba78 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] No DVR routers for this DVR port 4b3059a7-34a9-4539-806b-e3ac2dd7ff3b on host n-h2-694802-15 {{(pid=94466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:35:59.791922 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-cbac9c60-ce2f-4dfa-a053-1a465620770f req-58ddd4c1-d2a2-4b3d-b3c6-ca58452aba78 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:59.807928 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-cbac9c60-ce2f-4dfa-a053-1a465620770f req-58ddd4c1-d2a2-4b3d-b3c6-ca58452aba78 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] 10.222.0.49 "DELETE /v2.0/ports/4b3059a7-34a9-4539-806b-e3ac2dd7ff3b HTTP/1.1" status: 204 len: 173 time: 1.4106305 Aug 12 14:35:59.835077 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:35:59.913567 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port dbf50b37-cb90-4913-b9b1-e9c13b06a02b, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=dbf50b37-cb90-4913-b9b1-e9c13b06a02b,segment=NetworkSegment(a1f8c867-101b-4d30-814e-b89f55a5edd0),segment_id=a1f8c867-101b-4d30-814e-b89f55a5edd0)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:35:59.925467 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:00.046998 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Pushing event updated for resources: {'Port': ['ID=dbf50b37-cb90-4913-b9b1-e9c13b06a02b,revision_number=5']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:36:00.061431 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 14:35:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4086ac70-416f-45c9-9b49-319aaf9e0e45 x-openstack-request-id: req-4086ac70-416f-45c9-9b49-319aaf9e0e45 {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:36:00.061749 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f1992d0-e823-416d-bad0-60fca0e01566", "name": "network-vif-plugged", "status": "completed", "tag": "890f05cd-3a6a-492a-b07c-feb1a5c93987", "code": 200}]} {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:36:00.065458 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4086ac70-416f-45c9-9b49-319aaf9e0e45 {{(pid=94468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:36:00.075786 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [req-cbac9c60-ce2f-4dfa-a053-1a465620770f req-dbf87edb-b453-401e-9a12-40200450e213 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Deleting port b33860ab-f876-40c7-998b-bdcf4f4f1c48 {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:36:00.076018 n-d-694802-15 neutron-server[94468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f1992d0-e823-416d-bad0-60fca0e01566', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '890f05cd-3a6a-492a-b07c-feb1a5c93987', 'code': 200} Aug 12 14:36:00.077497 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-cbac9c60-ce2f-4dfa-a053-1a465620770f req-dbf87edb-b453-401e-9a12-40200450e213 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:00.104691 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0002d0f5-b851-4f84-a1a1-9a155b24fa51 req-ec4cf6a8-ed88-433a-be45-def60ba1c247 tempest-ListImageFiltersTestJSON-1084466314 tempest-ListImageFiltersTestJSON-1084466314-project] 10.222.0.39 "GET /v2.0/security-groups?id=b4a31b54-6887-49af-b050-eeff23ce2037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6699088 Aug 12 14:36:00.118485 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 14:35:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c67678b-4477-4dd9-ba5b-50156677d2a1 x-openstack-request-id: req-9c67678b-4477-4dd9-ba5b-50156677d2a1 {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:36:00.118776 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c07be60d-1bb1-4bfc-97c2-c7f70fcff843", "tag": "a0820b1b-bfda-4b57-a48e-701b0efdd4b5", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:36:00.119046 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9c67678b-4477-4dd9-ba5b-50156677d2a1 {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:36:00.119496 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c07be60d-1bb1-4bfc-97c2-c7f70fcff843', 'tag': 'a0820b1b-bfda-4b57-a48e-701b0efdd4b5', 'status': 'completed', 'code': 200} Aug 12 14:36:00.224595 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [req-cbac9c60-ce2f-4dfa-a053-1a465620770f req-dbf87edb-b453-401e-9a12-40200450e213 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] For port b33860ab-f876-40c7-998b-bdcf4f4f1c48, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=b33860ab-f876-40c7-998b-bdcf4f4f1c48,segment=NetworkSegment(a86d3dd2-c57d-4af3-8923-c0fd0a4f8264),segment_id=a86d3dd2-c57d-4af3-8923-c0fd0a4f8264)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:36:00.227045 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-cbac9c60-ce2f-4dfa-a053-1a465620770f req-dbf87edb-b453-401e-9a12-40200450e213 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:00.250104 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abeaf508-2d76-45e9-8dba-87405507cb0b req-2950d488-d56d-4f68-a173-0534f712f1f1 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:36:00.251678 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-abeaf508-2d76-45e9-8dba-87405507cb0b req-2950d488-d56d-4f68-a173-0534f712f1f1 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c2a0438-0492-40a2-a6a1-d92c3ca81d0f HTTP/1.1" status: 200 len: 945 time: 0.0854290 Aug 12 14:36:00.252662 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [req-cbac9c60-ce2f-4dfa-a053-1a465620770f req-dbf87edb-b453-401e-9a12-40200450e213 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Calling delete_port for b33860ab-f876-40c7-998b-bdcf4f4f1c48 owned by compute:nova {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:36:00.293485 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0b41979a-9c49-43ea-9dc8-b1840c72d3e0 req-b100aca2-7486-44b1-b8da-3bc2219a9332 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a0820b1b-bfda-4b57-a48e-701b0efdd4b5 HTTP/1.1" status: 200 len: 217 time: 0.7916493 Aug 12 14:36:00.349226 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-abeaf508-2d76-45e9-8dba-87405507cb0b req-d48f2ee2-1ffc-4367-beb5-d270fbd622e6 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] 10.222.0.39 "GET /v2.0/security-groups?id=213b87af-3e55-407a-8100-5db7a6297b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844080 Aug 12 14:36:00.405795 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [None req-7d90a5a8-d3e3-4717-83ba-40fac8e4e1f1 admin admin] For port 797ebdb2-599b-4acb-911a-5a416bde1eb3, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=797ebdb2-599b-4acb-911a-5a416bde1eb3,segment=NetworkSegment(b1b396cb-2dc6-4041-bfc7-1833a80a4720),segment_id=b1b396cb-2dc6-4041-bfc7-1833a80a4720)] {{(pid=94467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:36:00.406591 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-7d90a5a8-d3e3-4717-83ba-40fac8e4e1f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:00.416662 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc6830a-1ff0-48bb-86e5-9821d5d21efd req-e0cc6010-3c1a-41ff-a93e-9ab68da74cec tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:36:00.418724 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-1cc6830a-1ff0-48bb-86e5-9821d5d21efd req-e0cc6010-3c1a-41ff-a93e-9ab68da74cec tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d672ae8-cf9f-476a-9b32-189bae5a39b2 HTTP/1.1" status: 200 len: 951 time: 0.1761248 Aug 12 14:36:00.420625 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977d6cc9-ccf0-4213-b9c2-23ff8ba25c42 req-c3559935-dc2d-4b67-b5f9-cdd5c259adef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:36:00.421996 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-977d6cc9-ccf0-4213-b9c2-23ff8ba25c42 req-c3559935-dc2d-4b67-b5f9-cdd5c259adef service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=5f1992d0-e823-416d-bad0-60fca0e01566 HTTP/1.1" status: 200 len: 1102 time: 0.3135262 Aug 12 14:36:00.429177 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b41979a-9c49-43ea-9dc8-b1840c72d3e0 req-d77ec33b-07e3-497c-aca6-ee01b57ab353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:36:00.430634 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0b41979a-9c49-43ea-9dc8-b1840c72d3e0 req-d77ec33b-07e3-497c-aca6-ee01b57ab353 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=65ea27f3-7f0e-428c-8c45-871b6e9bfddc HTTP/1.1" status: 200 len: 855 time: 0.1231315 Aug 12 14:36:00.440357 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce817dcb-7e02-48bd-a046-c55c23d858ea req-04553abc-51a1-493a-9289-43f059716ba0 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:36:00.441870 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ce817dcb-7e02-48bd-a046-c55c23d858ea req-04553abc-51a1-493a-9289-43f059716ba0 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d672ae8-cf9f-476a-9b32-189bae5a39b2 HTTP/1.1" status: 200 len: 951 time: 0.3361218 Aug 12 14:36:00.479045 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-cbac9c60-ce2f-4dfa-a053-1a465620770f req-dbf87edb-b453-401e-9a12-40200450e213 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:00.484975 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-7d90a5a8-d3e3-4717-83ba-40fac8e4e1f1 admin admin] Calling delete_port for 797ebdb2-599b-4acb-911a-5a416bde1eb3 owned by network:router_gateway {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:36:00.543079 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0b41979a-9c49-43ea-9dc8-b1840c72d3e0 req-72753578-7ee9-414c-b3ca-ef59b3fa9290 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=63f7bb20-fe7c-43e3-bcb6-44025e6f4b9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0915105 Aug 12 14:36:00.591499 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 1f4547de-c003-4906-9e35-7f603e877d6d no longer exists at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:36:00.618452 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] No Port match for: 1f4547de-c003-4906-9e35-7f603e877d6d {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 14:36:00.619313 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 1f4547de-c003-4906-9e35-7f603e877d6d not bound to the agent host n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:36:00.655794 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf87edb-b453-401e-9a12-40200450e213 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Pushing event deleted for resources: {'Port': ['ID=b33860ab-f876-40c7-998b-bdcf4f4f1c48,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:36:00.677901 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbac9c60-ce2f-4dfa-a053-1a465620770f req-dbf87edb-b453-401e-9a12-40200450e213 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] No DVR routers for this DVR port b33860ab-f876-40c7-998b-bdcf4f4f1c48 on host n-h2-694802-15 {{(pid=94466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:36:00.681462 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-cbac9c60-ce2f-4dfa-a053-1a465620770f req-dbf87edb-b453-401e-9a12-40200450e213 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:00.684059 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-cbac9c60-ce2f-4dfa-a053-1a465620770f req-dbf87edb-b453-401e-9a12-40200450e213 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] 10.222.0.49 "DELETE /v2.0/ports/b33860ab-f876-40c7-998b-bdcf4f4f1c48 HTTP/1.1" status: 204 len: 173 time: 0.8664205 Aug 12 14:36:00.724110 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e0dddd-42a9-454f-aeea-e9c8ee448cde req-f01c05ef-dadb-40fb-a38a-a3eb4a25803b tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:36:00.738622 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-07e0dddd-42a9-454f-aeea-e9c8ee448cde req-f01c05ef-dadb-40fb-a38a-a3eb4a25803b tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] 10.222.0.39 "GET /v2.0/ports?device_id=c07be60d-1bb1-4bfc-97c2-c7f70fcff843 HTTP/1.1" status: 200 len: 944 time: 0.1151044 Aug 12 14:36:00.776117 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-1cc6830a-1ff0-48bb-86e5-9821d5d21efd req-610c6b2c-f2ea-4b3c-965f-a71e2be7b2ed tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0307eb3-f523-445b-8e1d-79deac809303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3328872 Aug 12 14:36:00.789509 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-07e0dddd-42a9-454f-aeea-e9c8ee448cde req-58d25a10-e8a2-4b1d-83d0-350f0517aee3 tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] 10.222.0.39 "GET /v2.0/security-groups?id=87f02c46-9837-45f6-a8f5-f67c20068d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498736 Aug 12 14:36:00.826442 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-977d6cc9-ccf0-4213-b9c2-23ff8ba25c42 req-7e62927b-4d3a-4073-9dcf-713b4970560d service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=b4a31b54-6887-49af-b050-eeff23ce2037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3634312 Aug 12 14:36:00.900107 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caed3f7-9ebf-4ad0-8424-e22f0c2dd2d3 req-3a8af56d-c0f7-4d24-94b2-a1d860f559cc tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:36:00.909241 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-2caed3f7-9ebf-4ad0-8424-e22f0c2dd2d3 req-3a8af56d-c0f7-4d24-94b2-a1d860f559cc tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] 10.222.0.39 "GET /v2.0/ports?device_id=90ed3afd-6e4d-422b-b4c4-4502532ef9ce HTTP/1.1" status: 200 len: 946 time: 0.0680318 Aug 12 14:36:00.974455 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-2caed3f7-9ebf-4ad0-8424-e22f0c2dd2d3 req-facc5362-2ab6-488c-8546-3f6c74467d64 tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] 10.222.0.39 "GET /v2.0/security-groups?id=c46585fa-da50-4ef3-834f-e3a7c15dd624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642109 Aug 12 14:36:00.998366 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0b41979a-9c49-43ea-9dc8-b1840c72d3e0 req-d2eda3ea-b821-45bc-90a4-5ee9cf0a08bc service neutron] 10.222.0.64 "GET /v2.0/networks/63f7bb20-fe7c-43e3-bcb6-44025e6f4b9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4344814 Aug 12 14:36:01.006881 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [req-ce817dcb-7e02-48bd-a046-c55c23d858ea req-73343c3c-8270-46b2-9633-0e8ff5b83c80 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] Deleting port 628b9ed0-91c2-4767-8e49-8e7410a8407c {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:36:01.007590 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-ce817dcb-7e02-48bd-a046-c55c23d858ea req-73343c3c-8270-46b2-9633-0e8ff5b83c80 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:01.056321 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device 628b9ed0-91c2-4767-8e49-8e7410a8407c no longer exists at agent hyperv_n-h2-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:36:01.148217 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:01.195642 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port 628b9ed0-91c2-4767-8e49-8e7410a8407c, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=628b9ed0-91c2-4767-8e49-8e7410a8407c,segment=NetworkSegment(a1f8c867-101b-4d30-814e-b89f55a5edd0),segment_id=a1f8c867-101b-4d30-814e-b89f55a5edd0)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:36:01.202312 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:01.203267 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device 4b3059a7-34a9-4539-806b-e3ac2dd7ff3b no longer exists at agent hyperv_n-h2-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:36:01.240500 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-7d90a5a8-d3e3-4717-83ba-40fac8e4e1f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:01.287495 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] No Port match for: 4b3059a7-34a9-4539-806b-e3ac2dd7ff3b {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 14:36:01.292993 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device 4b3059a7-34a9-4539-806b-e3ac2dd7ff3b not bound to the agent host n-h2-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:36:01.299209 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device b33860ab-f876-40c7-998b-bdcf4f4f1c48 no longer exists at agent hyperv_n-h2-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:36:01.308317 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0b41979a-9c49-43ea-9dc8-b1840c72d3e0 req-c65a2e29-b802-4ff6-8ade-59165acade44 service neutron] 10.222.0.64 "GET /v2.0/networks/63f7bb20-fe7c-43e3-bcb6-44025e6f4b9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2938943 Aug 12 14:36:01.317298 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d90a5a8-d3e3-4717-83ba-40fac8e4e1f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=797ebdb2-599b-4acb-911a-5a416bde1eb3,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:36:01.342754 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] No Port match for: b33860ab-f876-40c7-998b-bdcf4f4f1c48 {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 14:36:01.343357 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device b33860ab-f876-40c7-998b-bdcf4f4f1c48 not bound to the agent host n-h2-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:36:01.343767 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device 0e12fb3e-f7ff-4bf3-a164-713e74d896cd no longer exists at agent hyperv_n-h2-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:36:01.346076 n-d-694802-15 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c2a0438-0492-40a2-a6a1-d92c3ca81d0f', 'name': 'network-vif-deleted', 'tag': '4b3059a7-34a9-4539-806b-e3ac2dd7ff3b'}, {'server_uuid': '5c2a0438-0492-40a2-a6a1-d92c3ca81d0f', 'name': 'network-vif-deleted', 'tag': 'b33860ab-f876-40c7-998b-bdcf4f4f1c48'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:36:01.351310 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-ce817dcb-7e02-48bd-a046-c55c23d858ea req-73343c3c-8270-46b2-9633-0e8ff5b83c80 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] For port 628b9ed0-91c2-4767-8e49-8e7410a8407c, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=628b9ed0-91c2-4767-8e49-8e7410a8407c,segment=NetworkSegment(a1f8c867-101b-4d30-814e-b89f55a5edd0),segment_id=a1f8c867-101b-4d30-814e-b89f55a5edd0)] {{(pid=94467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:36:01.351738 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-ce817dcb-7e02-48bd-a046-c55c23d858ea req-73343c3c-8270-46b2-9633-0e8ff5b83c80 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:01.359068 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e785eeede3897370d0b20f09d5f461b30cfecd5ed38c4f07dacd02bc52c9277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59f1667d-9996-425c-ba7b-1b02e352c684" -d '{"events": [{"server_uuid": "5c2a0438-0492-40a2-a6a1-d92c3ca81d0f", "name": "network-vif-deleted", "tag": "4b3059a7-34a9-4539-806b-e3ac2dd7ff3b"}, {"server_uuid": "5c2a0438-0492-40a2-a6a1-d92c3ca81d0f", "name": "network-vif-deleted", "tag": "b33860ab-f876-40c7-998b-bdcf4f4f1c48"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:36:01.403243 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd765b5b-2f37-4213-a6b8-e00a108066a2 req-52a8d53e-f2d5-425f-b079-03679d9d8635 tempest-ListImageFiltersTestJSON-1084466314 tempest-ListImageFiltersTestJSON-1084466314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:36:01.405290 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-fd765b5b-2f37-4213-a6b8-e00a108066a2 req-52a8d53e-f2d5-425f-b079-03679d9d8635 tempest-ListImageFiltersTestJSON-1084466314 tempest-ListImageFiltersTestJSON-1084466314-project] 10.222.0.39 "GET /v2.0/ports?device_id=2eebd15f-2b42-4b1e-bc8f-806ce99ff662 HTTP/1.1" status: 200 len: 948 time: 0.1588209 Aug 12 14:36:01.416574 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] No Port match for: 0e12fb3e-f7ff-4bf3-a164-713e74d896cd {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 14:36:01.416918 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device 0e12fb3e-f7ff-4bf3-a164-713e74d896cd not bound to the agent host n-h2-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:36:01.462635 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 12 Aug 2021 14:36:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5cfa521-b90a-43c9-9be5-460c79f07a3b x-openstack-request-id: req-f5cfa521-b90a-43c9-9be5-460c79f07a3b {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:36:01.462923 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c2a0438-0492-40a2-a6a1-d92c3ca81d0f", "name": "network-vif-deleted", "tag": "4b3059a7-34a9-4539-806b-e3ac2dd7ff3b", "status": "completed", "code": 200}, {"server_uuid": "5c2a0438-0492-40a2-a6a1-d92c3ca81d0f", "name": "network-vif-deleted", "tag": "b33860ab-f876-40c7-998b-bdcf4f4f1c48", "status": "completed", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:36:01.463224 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f5cfa521-b90a-43c9-9be5-460c79f07a3b {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:36:01.463693 n-d-694802-15 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c2a0438-0492-40a2-a6a1-d92c3ca81d0f', 'name': 'network-vif-deleted', 'tag': '4b3059a7-34a9-4539-806b-e3ac2dd7ff3b', 'status': 'completed', 'code': 200} Aug 12 14:36:01.464845 n-d-694802-15 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c2a0438-0492-40a2-a6a1-d92c3ca81d0f', 'name': 'network-vif-deleted', 'tag': 'b33860ab-f876-40c7-998b-bdcf4f4f1c48', 'status': 'completed', 'code': 200} Aug 12 14:36:01.468010 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Pushing event updated for resources: {'Port': ['ID=628b9ed0-91c2-4767-8e49-8e7410a8407c,revision_number=14']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:36:01.479362 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [req-ce817dcb-7e02-48bd-a046-c55c23d858ea req-73343c3c-8270-46b2-9633-0e8ff5b83c80 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] Calling delete_port for 628b9ed0-91c2-4767-8e49-8e7410a8407c owned by compute:nova {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:36:01.515138 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-fd765b5b-2f37-4213-a6b8-e00a108066a2 req-1efde683-005e-4439-9e72-30ae8501a1ed tempest-ListImageFiltersTestJSON-1084466314 tempest-ListImageFiltersTestJSON-1084466314-project] 10.222.0.39 "GET /v2.0/security-groups?id=b4a31b54-6887-49af-b050-eeff23ce2037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977106 Aug 12 14:36:01.596548 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-7d90a5a8-d3e3-4717-83ba-40fac8e4e1f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-431580'] for router_gateway, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:01.606475 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131db5ae-3f24-4671-9f64-f4845aa3d16d req-011c681d-446a-4c3c-b960-5604787f016b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:36:01.608863 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-131db5ae-3f24-4671-9f64-f4845aa3d16d req-011c681d-446a-4c3c-b960-5604787f016b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c7cf81f007a244068628d9dac2415a0e&device_id=c07be60d-1bb1-4bfc-97c2-c7f70fcff843 HTTP/1.1" status: 200 len: 1096 time: 0.2046466 Aug 12 14:36:01.686785 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-472cd8a0-4d4f-4384-99a8-1318367d176e req-7aa5aa9d-e037-430e-98cf-e3f164229780 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c2a0438-0492-40a2-a6a1-d92c3ca81d0f HTTP/1.1" status: 200 len: 210 time: 0.1075819 Aug 12 14:36:01.768854 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-7d90a5a8-d3e3-4717-83ba-40fac8e4e1f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-429360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-104877'] for router, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:01.779896 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-7d90a5a8-d3e3-4717-83ba-40fac8e4e1f1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:01.878641 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-7d90a5a8-d3e3-4717-83ba-40fac8e4e1f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-429375'] for router, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:01.879097 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d90a5a8-d3e3-4717-83ba-40fac8e4e1f1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f718bc44-58c9-4422-8f05-8ac718cf99af {{(pid=94467) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 14:36:01.884265 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-7d90a5a8-d3e3-4717-83ba-40fac8e4e1f1 admin admin] Notify callbacks [] for router, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:01.888691 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-7d90a5a8-d3e3-4717-83ba-40fac8e4e1f1 admin admin] 10.222.0.39 "DELETE /v2.0/routers/f718bc44-58c9-4422-8f05-8ac718cf99af HTTP/1.1" status: 204 len: 168 time: 3.6793392 Aug 12 14:36:01.889978 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131db5ae-3f24-4671-9f64-f4845aa3d16d req-c3bc64f7-a1d5-411c-ae09-a4f45ab3aba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:36:01.891472 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-131db5ae-3f24-4671-9f64-f4845aa3d16d req-c3bc64f7-a1d5-411c-ae09-a4f45ab3aba8 service neutron] 10.222.0.64 "GET /v2.0/networks?id=63f7bb20-fe7c-43e3-bcb6-44025e6f4b9c HTTP/1.1" status: 200 len: 916 time: 0.2376916 Aug 12 14:36:01.892612 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 36872) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:36:01.969832 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-131db5ae-3f24-4671-9f64-f4845aa3d16d req-a20e57d8-4b85-478a-b9e6-6bf19c969566 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a0820b1b-bfda-4b57-a48e-701b0efdd4b5 HTTP/1.1" status: 200 len: 217 time: 0.0478697 Aug 12 14:36:02.072244 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b7e351a-cbac-4e0d-9d97-6f48e7e9bbad admin admin] Deleting subnet 99e47346-f96a-40ad-96a2-02125f67c08d {{(pid=94466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 14:36:02.077838 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2eebd15f-2b42-4b1e-bc8f-806ce99ff662', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbf50b37-cb90-4913-b9b1-e9c13b06a02b'}, {'server_uuid': '8d672ae8-cf9f-476a-9b32-189bae5a39b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '628b9ed0-91c2-4767-8e49-8e7410a8407c'}] {{(pid=94468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:36:02.080424 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99a8d87602170099c728e57431aca99e9b98a655a83bbf8727be13192709727b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2111c555-e9a2-4f08-9176-7ae8bddb6cbc" -d '{"events": [{"server_uuid": "2eebd15f-2b42-4b1e-bc8f-806ce99ff662", "name": "network-vif-plugged", "status": "completed", "tag": "dbf50b37-cb90-4913-b9b1-e9c13b06a02b"}, {"server_uuid": "8d672ae8-cf9f-476a-9b32-189bae5a39b2", "name": "network-vif-unplugged", "status": "completed", "tag": "628b9ed0-91c2-4767-8e49-8e7410a8407c"}]}' {{(pid=94468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:36:02.085662 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8b7e351a-cbac-4e0d-9d97-6f48e7e9bbad admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:02.105823 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-ce817dcb-7e02-48bd-a046-c55c23d858ea req-73343c3c-8270-46b2-9633-0e8ff5b83c80 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:02.124571 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] get_ports_and_sgs() called for port_ids ['b02b231c-4105-48f1-b4af-e195dcf14aec'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:36:02.128277 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] get_ports_and_sgs() called for port_ids ['c8ea2c88-a265-4422-9fd9-7bba00fb259d'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:36:02.130124 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131db5ae-3f24-4671-9f64-f4845aa3d16d req-f96806a4-5fd1-415a-9caf-e43631d2f855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:36:02.131824 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-131db5ae-3f24-4671-9f64-f4845aa3d16d req-f96806a4-5fd1-415a-9caf-e43631d2f855 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=65ea27f3-7f0e-428c-8c45-871b6e9bfddc HTTP/1.1" status: 200 len: 855 time: 0.1341829 Aug 12 14:36:02.170739 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876acaaf-bb26-4950-ac7d-b1ba419f326d req-b89f6cc2-c8df-4131-a1a0-243a1e4fe5d8 tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:36:02.171623 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8b7e351a-cbac-4e0d-9d97-6f48e7e9bbad admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2293551'] for subnet, precommit_delete_associations {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:02.172856 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-876acaaf-bb26-4950-ac7d-b1ba419f326d req-b89f6cc2-c8df-4131-a1a0-243a1e4fe5d8 tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] 10.222.0.39 "GET /v2.0/ports?device_id=c07be60d-1bb1-4bfc-97c2-c7f70fcff843 HTTP/1.1" status: 200 len: 944 time: 0.1987925 Aug 12 14:36:02.182085 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73343c3c-8270-46b2-9633-0e8ff5b83c80 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] Pushing event deleted for resources: {'Port': ['ID=628b9ed0-91c2-4767-8e49-8e7410a8407c,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:36:02.232037 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-131db5ae-3f24-4671-9f64-f4845aa3d16d req-81720344-cf63-42d1-88bd-06a4b1c0a4d3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=63f7bb20-fe7c-43e3-bcb6-44025e6f4b9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0760038 Aug 12 14:36:02.263279 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce817dcb-7e02-48bd-a046-c55c23d858ea req-73343c3c-8270-46b2-9633-0e8ff5b83c80 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] No DVR routers for this DVR port 628b9ed0-91c2-4767-8e49-8e7410a8407c on host n-h2-694802-15 {{(pid=94467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:36:02.278283 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-ce817dcb-7e02-48bd-a046-c55c23d858ea req-73343c3c-8270-46b2-9633-0e8ff5b83c80 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:02.280641 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ce817dcb-7e02-48bd-a046-c55c23d858ea req-73343c3c-8270-46b2-9633-0e8ff5b83c80 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.49 "DELETE /v2.0/ports/628b9ed0-91c2-4767-8e49-8e7410a8407c HTTP/1.1" status: 204 len: 173 time: 1.8073058 Aug 12 14:36:02.281092 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d672ae8-cf9f-476a-9b32-189bae5a39b2', 'name': 'network-vif-deleted', 'tag': '628b9ed0-91c2-4767-8e49-8e7410a8407c'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:36:02.283633 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e65282f928b64038367d043a4411777802006c43a98742496cb2e25b724ff1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01884fd5-9441-4512-b033-6f5cfb6b092c" -d '{"events": [{"server_uuid": "8d672ae8-cf9f-476a-9b32-189bae5a39b2", "name": "network-vif-deleted", "tag": "628b9ed0-91c2-4767-8e49-8e7410a8407c"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:36:02.322722 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff48c3c-4edf-45cd-8d3d-97ff0ed52a41 req-c30a1eba-003f-47cd-b139-57b1ec8ab6e6 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:36:02.335606 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-6ff48c3c-4edf-45cd-8d3d-97ff0ed52a41 req-c30a1eba-003f-47cd-b139-57b1ec8ab6e6 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d672ae8-cf9f-476a-9b32-189bae5a39b2 HTTP/1.1" status: 200 len: 866 time: 0.4190037 Aug 12 14:36:02.377317 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8b7e351a-cbac-4e0d-9d97-6f48e7e9bbad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66416255'] for subnet, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:02.398099 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-6ff48c3c-4edf-45cd-8d3d-97ff0ed52a41 req-f1e59030-d6c7-44f5-9e9a-52369fdf8062 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0307eb3-f523-445b-8e1d-79deac809303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611811 Aug 12 14:36:02.405408 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-131db5ae-3f24-4671-9f64-f4845aa3d16d req-7c5f1d74-41e3-4251-8c0d-a4e9ad6263d2 service neutron] 10.222.0.64 "GET /v2.0/networks/63f7bb20-fe7c-43e3-bcb6-44025e6f4b9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400812 Aug 12 14:36:02.423336 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-876acaaf-bb26-4950-ac7d-b1ba419f326d req-0cfa0942-36e2-4994-b029-629bd5460e3e tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] 10.222.0.39 "GET /v2.0/security-groups?id=87f02c46-9837-45f6-a8f5-f67c20068d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055647 Aug 12 14:36:02.589770 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8b7e351a-cbac-4e0d-9d97-6f48e7e9bbad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66416232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3718429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8776402'] for subnet, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:02.622258 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8b7e351a-cbac-4e0d-9d97-6f48e7e9bbad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for subnet, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:02.626545 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-8b7e351a-cbac-4e0d-9d97-6f48e7e9bbad admin admin] 10.222.0.39 "DELETE /v2.0/subnets/99e47346-f96a-40ad-96a2-02125f67c08d HTTP/1.1" status: 204 len: 168 time: 0.7291310 Aug 12 14:36:02.630030 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 36894) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:36:02.673382 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbe06096-2df6-477c-9a44-152416979540 None None] Network e3a2bad2-d7b8-4fe9-80d2-f6f454972272 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:36:02.675556 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 797ebdb2-599b-4acb-911a-5a416bde1eb3 no longer exists at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:36:02.686899 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-131db5ae-3f24-4671-9f64-f4845aa3d16d req-df95fdc2-1632-41ac-9038-897d3d52847c service neutron] 10.222.0.64 "GET /v2.0/networks/63f7bb20-fe7c-43e3-bcb6-44025e6f4b9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2594409 Aug 12 14:36:02.715561 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7e351a-cbac-4e0d-9d97-6f48e7e9bbad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=99e47346-f96a-40ad-96a2-02125f67c08d,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:36:02.799535 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Thu, 12 Aug 2021 14:36:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c1392fb-ffb0-4ea1-9efb-73b5f721c483 x-openstack-request-id: req-9c1392fb-ffb0-4ea1-9efb-73b5f721c483 {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:36:02.801487 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2eebd15f-2b42-4b1e-bc8f-806ce99ff662", "name": "network-vif-plugged", "status": "completed", "tag": "dbf50b37-cb90-4913-b9b1-e9c13b06a02b", "code": 200}, {"server_uuid": "8d672ae8-cf9f-476a-9b32-189bae5a39b2", "name": "network-vif-unplugged", "status": "completed", "tag": "628b9ed0-91c2-4767-8e49-8e7410a8407c", "code": 200}]} {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:36:02.803545 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9c1392fb-ffb0-4ea1-9efb-73b5f721c483 {{(pid=94468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:36:02.804188 n-d-694802-15 neutron-server[94468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2eebd15f-2b42-4b1e-bc8f-806ce99ff662', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbf50b37-cb90-4913-b9b1-e9c13b06a02b', 'code': 200} Aug 12 14:36:02.804851 n-d-694802-15 neutron-server[94468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d672ae8-cf9f-476a-9b32-189bae5a39b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '628b9ed0-91c2-4767-8e49-8e7410a8407c', 'code': 200} Aug 12 14:36:02.809334 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7e351a-cbac-4e0d-9d97-6f48e7e9bbad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:36:02.810682 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 14:36:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8f54984-1c51-4fcf-bb13-28ca2f076f5a x-openstack-request-id: req-a8f54984-1c51-4fcf-bb13-28ca2f076f5a {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:36:02.810682 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d672ae8-cf9f-476a-9b32-189bae5a39b2", "name": "network-vif-deleted", "tag": "628b9ed0-91c2-4767-8e49-8e7410a8407c", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:36:02.810921 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a8f54984-1c51-4fcf-bb13-28ca2f076f5a {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:36:02.811435 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d672ae8-cf9f-476a-9b32-189bae5a39b2', 'name': 'network-vif-deleted', 'tag': '628b9ed0-91c2-4767-8e49-8e7410a8407c', 'status': 'completed', 'code': 200} Aug 12 14:36:02.816844 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7e351a-cbac-4e0d-9d97-6f48e7e9bbad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:36:02.818520 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7e351a-cbac-4e0d-9d97-6f48e7e9bbad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:36:02.818938 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7e351a-cbac-4e0d-9d97-6f48e7e9bbad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:36:02.819367 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7e351a-cbac-4e0d-9d97-6f48e7e9bbad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:36:02.820049 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7e351a-cbac-4e0d-9d97-6f48e7e9bbad admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:36:02.820914 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7e351a-cbac-4e0d-9d97-6f48e7e9bbad admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:36:02.821837 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7e351a-cbac-4e0d-9d97-6f48e7e9bbad admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:36:02.826341 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7e351a-cbac-4e0d-9d97-6f48e7e9bbad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:36:02.826341 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7e351a-cbac-4e0d-9d97-6f48e7e9bbad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:36:02.826341 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7e351a-cbac-4e0d-9d97-6f48e7e9bbad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:36:02.835536 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7e351a-cbac-4e0d-9d97-6f48e7e9bbad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:36:02.871943 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf1c9ae-1519-4438-adbe-400074083637 req-04a93059-64d2-4efe-949f-22208425239d tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:36:02.883500 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-aaf1c9ae-1519-4438-adbe-400074083637 req-04a93059-64d2-4efe-949f-22208425239d tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] 10.222.0.39 "GET /v2.0/ports?device_id=90ed3afd-6e4d-422b-b4c4-4502532ef9ce HTTP/1.1" status: 200 len: 946 time: 0.1832383 Aug 12 14:36:02.906887 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] No Port match for: 797ebdb2-599b-4acb-911a-5a416bde1eb3 {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 14:36:02.911459 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 797ebdb2-599b-4acb-911a-5a416bde1eb3 not bound to the agent host n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:36:02.955042 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-aaf1c9ae-1519-4438-adbe-400074083637 req-bf378e04-3eec-4b9b-8870-68bc8d3dc33c tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] 10.222.0.39 "GET /v2.0/security-groups?id=c46585fa-da50-4ef3-834f-e3a7c15dd624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696392 Aug 12 14:36:02.991645 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f88c45-588e-4bde-b460-7f5fdcf20011 req-a8efc6c0-3981-47c4-a893-3f6dd30adf9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:36:02.993873 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a0f88c45-588e-4bde-b460-7f5fdcf20011 req-a8efc6c0-3981-47c4-a893-3f6dd30adf9d service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=2eebd15f-2b42-4b1e-bc8f-806ce99ff662 HTTP/1.1" status: 200 len: 1100 time: 0.1814580 Aug 12 14:36:03.043975 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 36900) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:36:03.047294 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a0f88c45-588e-4bde-b460-7f5fdcf20011 req-1027349f-4aa1-469b-a3aa-31b2e652bfd5 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=b4a31b54-6887-49af-b050-eeff23ce2037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447292 Aug 12 14:36:03.069322 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c085386d-0bd9-454e-b131-0c75dc30402f req-ea0da3d4-5953-421c-94a2-d6c6f4ea8baa tempest-ListImageFiltersTestJSON-1084466314 tempest-ListImageFiltersTestJSON-1084466314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:36:03.078216 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-c085386d-0bd9-454e-b131-0c75dc30402f req-ea0da3d4-5953-421c-94a2-d6c6f4ea8baa tempest-ListImageFiltersTestJSON-1084466314 tempest-ListImageFiltersTestJSON-1084466314-project] 10.222.0.39 "GET /v2.0/ports?device_id=2eebd15f-2b42-4b1e-bc8f-806ce99ff662 HTTP/1.1" status: 200 len: 948 time: 0.1562207 Aug 12 14:36:03.143000 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-369e1431-aefc-4f46-b3c3-b0f8c1ed313c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680608'] for network, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:03.158083 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-c085386d-0bd9-454e-b131-0c75dc30402f req-9480332e-7d8b-4993-8088-f9870880bd69 tempest-ListImageFiltersTestJSON-1084466314 tempest-ListImageFiltersTestJSON-1084466314-project] 10.222.0.39 "GET /v2.0/security-groups?id=b4a31b54-6887-49af-b050-eeff23ce2037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774925 Aug 12 14:36:03.178295 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_v2 [None req-1aa817f6-e615-4ea5-92b0-270e9b18ee37 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Deleting subnet 954992b1-cc71-41d9-ba07-0ef732c5b092 {{(pid=94466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 14:36:03.195622 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1aa817f6-e615-4ea5-92b0-270e9b18ee37 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Notify callbacks [] for subnet, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:03.227076 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2af39363-b0ad-4f31-816a-289bc24e5aa8 None None] DHCP port deletion for e3a2bad2-d7b8-4fe9-80d2-f6f454972272 request from n-d-694802-15 {{(pid=94468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 14:36:03.262334 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1aa817f6-e615-4ea5-92b0-270e9b18ee37 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2293551'] for subnet, precommit_delete_associations {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:03.327887 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-2af39363-b0ad-4f31-816a-289bc24e5aa8 None None] Deleting port d41d9067-3d9a-4027-a9b5-24f3564c4b11 {{(pid=94468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:36:03.328907 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-2af39363-b0ad-4f31-816a-289bc24e5aa8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:03.428755 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1aa817f6-e615-4ea5-92b0-270e9b18ee37 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66416255'] for subnet, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:03.430110 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-2af39363-b0ad-4f31-816a-289bc24e5aa8 None None] For port d41d9067-3d9a-4027-a9b5-24f3564c4b11, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=d41d9067-3d9a-4027-a9b5-24f3564c4b11,segment=NetworkSegment(1193682d-837e-492a-b676-dbe7d0687eb3),segment_id=1193682d-837e-492a-b676-dbe7d0687eb3)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:36:03.430575 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-2af39363-b0ad-4f31-816a-289bc24e5aa8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:03.480842 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-2af39363-b0ad-4f31-816a-289bc24e5aa8 None None] Calling delete_port for d41d9067-3d9a-4027-a9b5-24f3564c4b11 owned by network:dhcp {{(pid=94468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:36:03.507857 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device a0820b1b-bfda-4b57-a48e-701b0efdd4b5 details requested by agent hyperv_n-h1-694802-15 with host n-h1-694802-15 {{(pid=94468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 14:36:03.597187 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-369e1431-aefc-4f46-b3c3-b0f8c1ed313c admin admin] Deleting port d41d9067-3d9a-4027-a9b5-24f3564c4b11 {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:36:03.597748 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-369e1431-aefc-4f46-b3c3-b0f8c1ed313c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:03.755180 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-2af39363-b0ad-4f31-816a-289bc24e5aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262'] for port, after_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:03.800361 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528015cb-b2f0-42b4-896c-40cac495e958 req-f294b2b6-7cb5-4153-896b-1932c348ec50 tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:36:03.808934 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-528015cb-b2f0-42b4-896c-40cac495e958 req-f294b2b6-7cb5-4153-896b-1932c348ec50 tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] 10.222.0.39 "GET /v2.0/ports?device_id=c07be60d-1bb1-4bfc-97c2-c7f70fcff843 HTTP/1.1" status: 200 len: 944 time: 0.1179307 Aug 12 14:36:03.825944 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1aa817f6-e615-4ea5-92b0-270e9b18ee37 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66416232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3718429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8776402'] for subnet, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:03.846331 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af39363-b0ad-4f31-816a-289bc24e5aa8 None None] Pushing event deleted for resources: {'Port': ['ID=d41d9067-3d9a-4027-a9b5-24f3564c4b11,revision_number=None']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:36:03.853216 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2af39363-b0ad-4f31-816a-289bc24e5aa8 None None] No DVR routers for this DVR port d41d9067-3d9a-4027-a9b5-24f3564c4b11 on host n-d-694802-15 {{(pid=94468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:36:03.864379 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port a0820b1b-bfda-4b57-a48e-701b0efdd4b5, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=a0820b1b-bfda-4b57-a48e-701b0efdd4b5,segment=NetworkSegment(111c8fb4-95f7-4303-b261-7f0bb42c0aef),segment_id=111c8fb4-95f7-4303-b261-7f0bb42c0aef)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:36:03.891211 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Returning: {'device': 'a0820b1b-bfda-4b57-a48e-701b0efdd4b5', 'network_id': '63f7bb20-fe7c-43e3-bcb6-44025e6f4b9c', 'port_id': 'a0820b1b-bfda-4b57-a48e-701b0efdd4b5', 'mac_address': 'fa:16:3e:fa:0b:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65ea27f3-7f0e-428c-8c45-871b6e9bfddc', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 14:36:03.893102 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-528015cb-b2f0-42b4-896c-40cac495e958 req-0d9ad8ae-5e49-4f89-b8ef-5fe4878393d5 tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] 10.222.0.39 "GET /v2.0/security-groups?id=87f02c46-9837-45f6-a8f5-f67c20068d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828280 Aug 12 14:36:03.938904 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-369e1431-aefc-4f46-b3c3-b0f8c1ed313c admin admin] For port d41d9067-3d9a-4027-a9b5-24f3564c4b11, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=d41d9067-3d9a-4027-a9b5-24f3564c4b11,segment=NetworkSegment(1193682d-837e-492a-b676-dbe7d0687eb3),segment_id=1193682d-837e-492a-b676-dbe7d0687eb3)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:36:03.939299 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-369e1431-aefc-4f46-b3c3-b0f8c1ed313c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:03.942156 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa817f6-e615-4ea5-92b0-270e9b18ee37 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Pushing event deleted for resources: {'Subnet': ['ID=954992b1-cc71-41d9-ba07-0ef732c5b092,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:36:03.963976 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1aa817f6-e615-4ea5-92b0-270e9b18ee37 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for subnet, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:03.966000 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-1aa817f6-e615-4ea5-92b0-270e9b18ee37 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] 10.222.0.39 "DELETE /v2.0/subnets/954992b1-cc71-41d9-ba07-0ef732c5b092 HTTP/1.1" status: 204 len: 168 time: 0.9200833 Aug 12 14:36:03.968717 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 36936) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:36:03.990240 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:03.997396 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-369e1431-aefc-4f46-b3c3-b0f8c1ed313c admin admin] Calling delete_port for d41d9067-3d9a-4027-a9b5-24f3564c4b11 owned by network:dhcp {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:36:04.002690 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7e583a6-c408-4155-ac53-09a5ee65acbe None None] Network a4b94452-fd87-4890-a331-aea0ce90e34c requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:36:04.161043 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-92425d0d-dc38-43e0-95ab-0ccc1c3659a6 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680608'] for network, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:04.232188 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0820b1b-bfda-4b57-a48e-701b0efdd4b5 {{(pid=94468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:36:04.242207 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-369e1431-aefc-4f46-b3c3-b0f8c1ed313c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:04.284085 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-92425d0d-dc38-43e0-95ab-0ccc1c3659a6 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Deleting port 8426d566-a841-4300-a078-5a50d950c200 {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:36:04.284817 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-92425d0d-dc38-43e0-95ab-0ccc1c3659a6 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:04.315056 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port a0820b1b-bfda-4b57-a48e-701b0efdd4b5, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=a0820b1b-bfda-4b57-a48e-701b0efdd4b5,segment=NetworkSegment(111c8fb4-95f7-4303-b261-7f0bb42c0aef),segment_id=111c8fb4-95f7-4303-b261-7f0bb42c0aef)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:36:04.325418 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:04.360349 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369e1431-aefc-4f46-b3c3-b0f8c1ed313c admin admin] Pushing event deleted for resources: {'Port': ['ID=d41d9067-3d9a-4027-a9b5-24f3564c4b11,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:36:04.386777 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Pushing event updated for resources: {'Port': ['ID=a0820b1b-bfda-4b57-a48e-701b0efdd4b5,revision_number=4']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:36:04.395805 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-369e1431-aefc-4f46-b3c3-b0f8c1ed313c admin admin] No DVR routers for this DVR port d41d9067-3d9a-4027-a9b5-24f3564c4b11 on host n-d-694802-15 {{(pid=94466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:36:04.427432 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-983030bd-b9c4-47a4-9ee6-07d6e0500c9f None None] DHCP port deletion for a4b94452-fd87-4890-a331-aea0ce90e34c request from n-d-694802-15 {{(pid=94468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 14:36:04.468334 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81103740-ceea-454d-992c-97214eed7c42 req-29733fd3-540b-4d37-aa52-55562af69c6a tempest-ListImageFiltersTestJSON-1084466314 tempest-ListImageFiltersTestJSON-1084466314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:36:04.469947 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-81103740-ceea-454d-992c-97214eed7c42 req-29733fd3-540b-4d37-aa52-55562af69c6a tempest-ListImageFiltersTestJSON-1084466314 tempest-ListImageFiltersTestJSON-1084466314-project] 10.222.0.39 "GET /v2.0/ports?device_id=2eebd15f-2b42-4b1e-bc8f-806ce99ff662 HTTP/1.1" status: 200 len: 948 time: 0.1784828 Aug 12 14:36:04.475732 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [None req-92425d0d-dc38-43e0-95ab-0ccc1c3659a6 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] For port 8426d566-a841-4300-a078-5a50d950c200, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=8426d566-a841-4300-a078-5a50d950c200,segment=NetworkSegment(a86d3dd2-c57d-4af3-8923-c0fd0a4f8264),segment_id=a86d3dd2-c57d-4af3-8923-c0fd0a4f8264)] {{(pid=94467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:36:04.476042 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-92425d0d-dc38-43e0-95ab-0ccc1c3659a6 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:04.485116 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-983030bd-b9c4-47a4-9ee6-07d6e0500c9f None None] Deleting port 8426d566-a841-4300-a078-5a50d950c200 {{(pid=94468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:36:04.485753 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-983030bd-b9c4-47a4-9ee6-07d6e0500c9f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:04.506905 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-92425d0d-dc38-43e0-95ab-0ccc1c3659a6 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Calling delete_port for 8426d566-a841-4300-a078-5a50d950c200 owned by network:dhcp {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:36:04.510726 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce7f94f-083f-4038-9d76-3fcf5a1e3d8f req-c30337eb-bb48-4a71-84f5-8fb487992953 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:36:04.518979 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-cce7f94f-083f-4038-9d76-3fcf5a1e3d8f req-c30337eb-bb48-4a71-84f5-8fb487992953 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/ports?device_id=49fbf0c9-7c67-47a8-a064-2ab1f7981fda HTTP/1.1" status: 200 len: 949 time: 0.2131433 Aug 12 14:36:04.556361 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-369e1431-aefc-4f46-b3c3-b0f8c1ed313c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66413304', 'neutron.services.segments.db._delete_segments_for_network-8744654118000'] for network, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:04.562400 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-81103740-ceea-454d-992c-97214eed7c42 req-e44b0670-f554-45a3-bfe8-a7e3ede57018 tempest-ListImageFiltersTestJSON-1084466314 tempest-ListImageFiltersTestJSON-1084466314-project] 10.222.0.39 "GET /v2.0/security-groups?id=b4a31b54-6887-49af-b050-eeff23ce2037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835750 Aug 12 14:36:04.590503 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-369e1431-aefc-4f46-b3c3-b0f8c1ed313c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3a2bad2-d7b8-4fe9-80d2-f6f454972272']}} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:36:04.604334 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-369e1431-aefc-4f46-b3c3-b0f8c1ed313c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1193682d-837e-492a-b676-dbe7d0687eb3') {'for_net_delete': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:36:04.604632 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-369e1431-aefc-4f46-b3c3-b0f8c1ed313c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1193682d-837e-492a-b676-dbe7d0687eb3') {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:36:04.621341 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-cce7f94f-083f-4038-9d76-3fcf5a1e3d8f req-212edccb-34a2-4deb-b1d3-1527b3821b26 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0307eb3-f523-445b-8e1d-79deac809303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957172 Aug 12 14:36:04.630841 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-369e1431-aefc-4f46-b3c3-b0f8c1ed313c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744654122361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2293560'] for segment, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:04.639881 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-983030bd-b9c4-47a4-9ee6-07d6e0500c9f None None] For port 8426d566-a841-4300-a078-5a50d950c200, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=8426d566-a841-4300-a078-5a50d950c200,segment=NetworkSegment(a86d3dd2-c57d-4af3-8923-c0fd0a4f8264),segment_id=a86d3dd2-c57d-4af3-8923-c0fd0a4f8264)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:36:04.640540 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-983030bd-b9c4-47a4-9ee6-07d6e0500c9f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:04.651745 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-369e1431-aefc-4f46-b3c3-b0f8c1ed313c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:04.658361 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-369e1431-aefc-4f46-b3c3-b0f8c1ed313c admin admin] Releasing vlan 325 on physical network physnet1 to pool {{(pid=94466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 14:36:04.658833 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-369e1431-aefc-4f46-b3c3-b0f8c1ed313c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3718595'] for segment, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:04.662043 n-d-694802-15 neutron-server[94466]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 14:36:04.662043 n-d-694802-15 neutron-server[94466]: self.session.flush() Aug 12 14:36:04.662043 n-d-694802-15 neutron-server[94466]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 14:36:04.662043 n-d-694802-15 neutron-server[94466]: self.session.flush() Aug 12 14:36:04.662043 n-d-694802-15 neutron-server[94466]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 14:36:04.662043 n-d-694802-15 neutron-server[94466]: self.session.flush() Aug 12 14:36:04.662043 n-d-694802-15 neutron-server[94466]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 14:36:04.662043 n-d-694802-15 neutron-server[94466]: self.session.flush() Aug 12 14:36:04.662043 n-d-694802-15 neutron-server[94466]: Traceback (most recent call last): Aug 12 14:36:04.662043 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 14:36:04.662043 n-d-694802-15 neutron-server[94466]: timer() Aug 12 14:36:04.662043 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 14:36:04.662043 n-d-694802-15 neutron-server[94466]: cb(*args, **kw) Aug 12 14:36:04.662043 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 14:36:04.662043 n-d-694802-15 neutron-server[94466]: return func(*args, **kwargs) Aug 12 14:36:04.662043 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 14:36:04.662043 n-d-694802-15 neutron-server[94466]: self._notify() Aug 12 14:36:04.662043 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 14:36:04.662043 n-d-694802-15 neutron-server[94466]: self.callback(batched_events) Aug 12 14:36:04.662043 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 14:36:04.662043 n-d-694802-15 neutron-server[94466]: event.method(event) Aug 12 14:36:04.662043 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 14:36:04.662043 n-d-694802-15 neutron-server[94466]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 14:36:04.662043 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 14:36:04.662043 n-d-694802-15 neutron-server[94466]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 14:36:04.662043 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 14:36:04.662043 n-d-694802-15 neutron-server[94466]: return f(self, *a, **k) Aug 12 14:36:04.662043 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 14:36:04.662043 n-d-694802-15 neutron-server[94466]: return self._get(url).json() Aug 12 14:36:04.662043 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 14:36:04.662043 n-d-694802-15 neutron-server[94466]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 14:36:04.662043 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 14:36:04.662043 n-d-694802-15 neutron-server[94466]: return self.request(url, 'GET', **kwargs) Aug 12 14:36:04.662043 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 14:36:04.662043 n-d-694802-15 neutron-server[94466]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 14:36:04.662043 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 14:36:04.662043 n-d-694802-15 neutron-server[94466]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 14:36:04.662043 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 14:36:04.662043 n-d-694802-15 neutron-server[94466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 14:36:04.662043 n-d-694802-15 neutron-server[94466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 14:36:04.669104 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-983030bd-b9c4-47a4-9ee6-07d6e0500c9f None None] Calling delete_port for 8426d566-a841-4300-a078-5a50d950c200 owned by network:dhcp {{(pid=94468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:36:04.675448 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] get_ports_and_sgs() called for port_ids ['a0820b1b-bfda-4b57-a48e-701b0efdd4b5'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:36:04.677387 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device d41d9067-3d9a-4027-a9b5-24f3564c4b11 no longer exists at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:36:04.730144 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-369e1431-aefc-4f46-b3c3-b0f8c1ed313c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66413281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431520'] for network, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:04.742522 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-369e1431-aefc-4f46-b3c3-b0f8c1ed313c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for network, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:04.756517 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-369e1431-aefc-4f46-b3c3-b0f8c1ed313c admin admin] 10.222.0.39 "DELETE /v2.0/networks/e3a2bad2-d7b8-4fe9-80d2-f6f454972272 HTTP/1.1" status: 204 len: 168 time: 2.0553458 Aug 12 14:36:04.756767 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] No Port match for: d41d9067-3d9a-4027-a9b5-24f3564c4b11 {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 14:36:04.757000 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device d41d9067-3d9a-4027-a9b5-24f3564c4b11 not bound to the agent host n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:36:04.757411 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 8426d566-a841-4300-a078-5a50d950c200 no longer exists at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:36:04.772336 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-92425d0d-dc38-43e0-95ab-0ccc1c3659a6 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:04.788318 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369e1431-aefc-4f46-b3c3-b0f8c1ed313c admin admin] Pushing event deleted for resources: {'Network': ['ID=e3a2bad2-d7b8-4fe9-80d2-f6f454972272,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:36:04.811152 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92425d0d-dc38-43e0-95ab-0ccc1c3659a6 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] No DVR routers for this DVR port 8426d566-a841-4300-a078-5a50d950c200 on host n-d-694802-15 {{(pid=94467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:36:04.812503 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92425d0d-dc38-43e0-95ab-0ccc1c3659a6 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Pushing event deleted for resources: {'Port': ['ID=8426d566-a841-4300-a078-5a50d950c200,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:36:04.821605 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] No Port match for: 8426d566-a841-4300-a078-5a50d950c200 {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 14:36:04.821949 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 8426d566-a841-4300-a078-5a50d950c200 not bound to the agent host n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:36:04.836544 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f065f07a-22d1-49c6-aecd-e99246d0f42e req-abf50603-958b-4233-b7d7-a6dbb8101f65 tempest-ListImageFiltersTestJSON-1084466314 tempest-ListImageFiltersTestJSON-1084466314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:36:04.846446 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f065f07a-22d1-49c6-aecd-e99246d0f42e req-abf50603-958b-4233-b7d7-a6dbb8101f65 tempest-ListImageFiltersTestJSON-1084466314 tempest-ListImageFiltersTestJSON-1084466314-project] 10.222.0.39 "GET /v2.0/ports?device_id=5f1992d0-e823-416d-bad0-60fca0e01566 HTTP/1.1" status: 200 len: 950 time: 0.1503561 Aug 12 14:36:04.923141 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-983030bd-b9c4-47a4-9ee6-07d6e0500c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262'] for port, after_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:04.968894 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983030bd-b9c4-47a4-9ee6-07d6e0500c9f None None] Pushing event deleted for resources: {'Port': ['ID=8426d566-a841-4300-a078-5a50d950c200,revision_number=None']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:36:04.970922 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-983030bd-b9c4-47a4-9ee6-07d6e0500c9f None None] No DVR routers for this DVR port 8426d566-a841-4300-a078-5a50d950c200 on host n-d-694802-15 {{(pid=94468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:36:05.058567 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f065f07a-22d1-49c6-aecd-e99246d0f42e req-ee44f2ea-4630-4985-ae45-5af09faf3116 tempest-ListImageFiltersTestJSON-1084466314 tempest-ListImageFiltersTestJSON-1084466314-project] 10.222.0.39 "GET /v2.0/security-groups?id=b4a31b54-6887-49af-b050-eeff23ce2037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2111602 Aug 12 14:36:05.064682 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 36958) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:36:05.114524 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-92425d0d-dc38-43e0-95ab-0ccc1c3659a6 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66413304', 'neutron.services.segments.db._delete_segments_for_network-8744654118000'] for network, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:05.125239 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7a9163-b2bf-41ab-8e2d-e4dff5c16bf7 req-0f53ee23-1350-4423-bd8c-508e5e3f8bc7 tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:36:05.127304 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-0b7a9163-b2bf-41ab-8e2d-e4dff5c16bf7 req-0f53ee23-1350-4423-bd8c-508e5e3f8bc7 tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] 10.222.0.39 "GET /v2.0/ports?device_id=c07be60d-1bb1-4bfc-97c2-c7f70fcff843 HTTP/1.1" status: 200 len: 945 time: 0.1055343 Aug 12 14:36:05.132708 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-92425d0d-dc38-43e0-95ab-0ccc1c3659a6 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4b94452-fd87-4890-a331-aea0ce90e34c']}} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:36:05.143115 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-d5bb4574-211c-4fcb-9c0f-962519e68ed8 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=372c249eafa04261b1b78b8ad1ae1671&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0774179 Aug 12 14:36:05.143711 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 36970) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:36:05.173646 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-92425d0d-dc38-43e0-95ab-0ccc1c3659a6 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a86d3dd2-c57d-4af3-8923-c0fd0a4f8264') {'for_net_delete': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:36:05.175457 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-92425d0d-dc38-43e0-95ab-0ccc1c3659a6 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a86d3dd2-c57d-4af3-8923-c0fd0a4f8264') {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:36:05.209455 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-0b7a9163-b2bf-41ab-8e2d-e4dff5c16bf7 req-c1c5d88b-c44d-47bd-b344-0ed9fcc841e2 tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] 10.222.0.39 "GET /v2.0/security-groups?id=87f02c46-9837-45f6-a8f5-f67c20068d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690360 Aug 12 14:36:05.254033 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-92425d0d-dc38-43e0-95ab-0ccc1c3659a6 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744654122361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3857526'] for segment, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:05.285162 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-92425d0d-dc38-43e0-95ab-0ccc1c3659a6 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:05.298493 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92425d0d-dc38-43e0-95ab-0ccc1c3659a6 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Releasing vlan 319 on physical network physnet1 to pool {{(pid=94467) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 14:36:05.299070 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-92425d0d-dc38-43e0-95ab-0ccc1c3659a6 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2859015'] for segment, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:05.302766 n-d-694802-15 neutron-server[94467]: Traceback (most recent call last): Aug 12 14:36:05.302766 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 14:36:05.302766 n-d-694802-15 neutron-server[94467]: timer() Aug 12 14:36:05.302766 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 14:36:05.302766 n-d-694802-15 neutron-server[94467]: cb(*args, **kw) Aug 12 14:36:05.302766 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 14:36:05.302766 n-d-694802-15 neutron-server[94467]: return func(*args, **kwargs) Aug 12 14:36:05.302766 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 14:36:05.302766 n-d-694802-15 neutron-server[94467]: self._notify() Aug 12 14:36:05.302766 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 14:36:05.302766 n-d-694802-15 neutron-server[94467]: self.callback(batched_events) Aug 12 14:36:05.302766 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 14:36:05.302766 n-d-694802-15 neutron-server[94467]: event.method(event) Aug 12 14:36:05.302766 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 14:36:05.302766 n-d-694802-15 neutron-server[94467]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 14:36:05.302766 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 14:36:05.302766 n-d-694802-15 neutron-server[94467]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 14:36:05.302766 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 14:36:05.302766 n-d-694802-15 neutron-server[94467]: return f(self, *a, **k) Aug 12 14:36:05.302766 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 14:36:05.302766 n-d-694802-15 neutron-server[94467]: return self._get(url).json() Aug 12 14:36:05.302766 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 14:36:05.302766 n-d-694802-15 neutron-server[94467]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 14:36:05.302766 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 14:36:05.302766 n-d-694802-15 neutron-server[94467]: return self.request(url, 'GET', **kwargs) Aug 12 14:36:05.302766 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 14:36:05.302766 n-d-694802-15 neutron-server[94467]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 14:36:05.302766 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 14:36:05.302766 n-d-694802-15 neutron-server[94467]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 14:36:05.302766 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 14:36:05.302766 n-d-694802-15 neutron-server[94467]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 14:36:05.302766 n-d-694802-15 neutron-server[94467]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 14:36:05.314372 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-4e995ec2-4dfa-45a6-86eb-ed80f9005e45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:05.379915 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-4e995ec2-4dfa-45a6-86eb-ed80f9005e45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:05.391577 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-92425d0d-dc38-43e0-95ab-0ccc1c3659a6 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66413281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431520'] for network, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:05.435925 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-92425d0d-dc38-43e0-95ab-0ccc1c3659a6 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for network, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:05.440669 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 36988) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:36:05.441325 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-92425d0d-dc38-43e0-95ab-0ccc1c3659a6 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] 10.222.0.39 "DELETE /v2.0/networks/a4b94452-fd87-4890-a331-aea0ce90e34c HTTP/1.1" status: 204 len: 168 time: 1.4710915 Aug 12 14:36:05.443796 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92425d0d-dc38-43e0-95ab-0ccc1c3659a6 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Pushing event deleted for resources: {'Network': ['ID=a4b94452-fd87-4890-a331-aea0ce90e34c,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:36:05.514385 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-4e995ec2-4dfa-45a6-86eb-ed80f9005e45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:05.518153 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-4e995ec2-4dfa-45a6-86eb-ed80f9005e45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:05.519776 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-4e995ec2-4dfa-45a6-86eb-ed80f9005e45 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d8943945-c6fd-4ed6-b1fd-343fa9cb5188 HTTP/1.1" status: 204 len: 168 time: 0.3697438 Aug 12 14:36:05.530928 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e995ec2-4dfa-45a6-86eb-ed80f9005e45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8943945-c6fd-4ed6-b1fd-343fa9cb5188,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:36:05.576079 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f9fe6b2-d51f-4b1d-9f4c-1f90e38803f3 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Deleting subnet ce184de7-072e-4dd7-97b3-cdba47f4ca87 {{(pid=94466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 14:36:05.579967 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-6f9fe6b2-d51f-4b1d-9f4c-1f90e38803f3 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Notify callbacks [] for subnet, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:05.667180 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-6f9fe6b2-d51f-4b1d-9f4c-1f90e38803f3 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2293551'] for subnet, precommit_delete_associations {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:05.795342 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc04cdc-3921-4d1f-9dfa-d488b2369635 req-1c5ad027-a106-4c5f-a51e-d8328438b1e2 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:36:05.797221 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3dc04cdc-3921-4d1f-9dfa-d488b2369635 req-1c5ad027-a106-4c5f-a51e-d8328438b1e2 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/ports?device_id=49fbf0c9-7c67-47a8-a064-2ab1f7981fda HTTP/1.1" status: 200 len: 949 time: 0.0797071 Aug 12 14:36:05.862593 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3dc04cdc-3921-4d1f-9dfa-d488b2369635 req-23e21639-aacf-4a09-941c-4fa3419b8f87 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0307eb3-f523-445b-8e1d-79deac809303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582857 Aug 12 14:36:05.865351 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-6f9fe6b2-d51f-4b1d-9f4c-1f90e38803f3 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66416255'] for subnet, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:05.954989 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-6f9fe6b2-d51f-4b1d-9f4c-1f90e38803f3 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66416232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3718429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8776402'] for subnet, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:05.986032 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3426f2db-2bdd-4d48-9f3e-e703ebfb862e req-471846c2-444c-49c7-8b7c-faba3bc6f691 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:36:05.987889 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3426f2db-2bdd-4d48-9f3e-e703ebfb862e req-471846c2-444c-49c7-8b7c-faba3bc6f691 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.64 "GET /v2.0/ports?device_id=49fbf0c9-7c67-47a8-a064-2ab1f7981fda HTTP/1.1" status: 200 len: 949 time: 0.0901220 Aug 12 14:36:05.989919 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9fe6b2-d51f-4b1d-9f4c-1f90e38803f3 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Pushing event deleted for resources: {'Subnet': ['ID=ce184de7-072e-4dd7-97b3-cdba47f4ca87,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:36:06.001326 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-504750e0-f66c-4759-bb47-702280c7a8f5 None None] Network fc7c41c9-6153-4081-9a86-8feb00411ec6 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:36:06.016360 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-6f9fe6b2-d51f-4b1d-9f4c-1f90e38803f3 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for subnet, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:06.018592 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-6f9fe6b2-d51f-4b1d-9f4c-1f90e38803f3 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] 10.222.0.39 "DELETE /v2.0/subnets/ce184de7-072e-4dd7-97b3-cdba47f4ca87 HTTP/1.1" status: 204 len: 168 time: 0.5764797 Aug 12 14:36:06.024439 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 37010) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:36:06.145490 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-83990620-b638-4bdb-800f-dccd9a61d607 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680608'] for network, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:06.149015 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [req-3426f2db-2bdd-4d48-9f3e-e703ebfb862e req-c85bb117-c0d8-4fbb-8dac-124da4a7d192 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] Deleting port c8ea2c88-a265-4422-9fd9-7bba00fb259d {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:36:06.149361 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-3426f2db-2bdd-4d48-9f3e-e703ebfb862e req-c85bb117-c0d8-4fbb-8dac-124da4a7d192 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:06.246081 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-83990620-b638-4bdb-800f-dccd9a61d607 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Deleting port f9363f0d-fc2a-4e95-9701-2b88d1daf9d5 {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:36:06.246444 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-83990620-b638-4bdb-800f-dccd9a61d607 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:06.327913 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9610edad-9ecf-4b40-8ba1-496f43cc0632 None None] DHCP port deletion for fc7c41c9-6153-4081-9a86-8feb00411ec6 request from n-d-694802-15 {{(pid=94468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 14:36:06.386522 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-3426f2db-2bdd-4d48-9f3e-e703ebfb862e req-c85bb117-c0d8-4fbb-8dac-124da4a7d192 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] For port c8ea2c88-a265-4422-9fd9-7bba00fb259d, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=c8ea2c88-a265-4422-9fd9-7bba00fb259d,segment=NetworkSegment(a1f8c867-101b-4d30-814e-b89f55a5edd0),segment_id=a1f8c867-101b-4d30-814e-b89f55a5edd0)] {{(pid=94467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:36:06.386900 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-3426f2db-2bdd-4d48-9f3e-e703ebfb862e req-c85bb117-c0d8-4fbb-8dac-124da4a7d192 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:06.406178 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [req-3426f2db-2bdd-4d48-9f3e-e703ebfb862e req-c85bb117-c0d8-4fbb-8dac-124da4a7d192 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] Calling delete_port for c8ea2c88-a265-4422-9fd9-7bba00fb259d owned by compute:nova {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:36:06.446273 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-9610edad-9ecf-4b40-8ba1-496f43cc0632 None None] Deleting port f9363f0d-fc2a-4e95-9701-2b88d1daf9d5 {{(pid=94468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:36:06.447229 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-9610edad-9ecf-4b40-8ba1-496f43cc0632 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:06.593940 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-9610edad-9ecf-4b40-8ba1-496f43cc0632 None None] For port f9363f0d-fc2a-4e95-9701-2b88d1daf9d5, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=f9363f0d-fc2a-4e95-9701-2b88d1daf9d5,segment=NetworkSegment(0a6b6bb3-ac1f-4ec9-9274-600aeccb4722),segment_id=0a6b6bb3-ac1f-4ec9-9274-600aeccb4722)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:36:06.594586 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-9610edad-9ecf-4b40-8ba1-496f43cc0632 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:06.640148 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837fdf76-7db1-4e8a-bcba-c8212333006e req-d940e98b-0fbd-4ac0-a3f6-c1e0ba3c09e7 tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:36:06.647823 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-837fdf76-7db1-4e8a-bcba-c8212333006e req-d940e98b-0fbd-4ac0-a3f6-c1e0ba3c09e7 tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] 10.222.0.39 "GET /v2.0/ports?device_id=c07be60d-1bb1-4bfc-97c2-c7f70fcff843 HTTP/1.1" status: 200 len: 945 time: 0.2341788 Aug 12 14:36:06.660012 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-9610edad-9ecf-4b40-8ba1-496f43cc0632 None None] Calling delete_port for f9363f0d-fc2a-4e95-9701-2b88d1daf9d5 owned by network:dhcp {{(pid=94468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:36:06.740461 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-837fdf76-7db1-4e8a-bcba-c8212333006e req-0766d063-dd20-4b33-980f-81adaa7b727b tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] 10.222.0.39 "GET /v2.0/security-groups?id=87f02c46-9837-45f6-a8f5-f67c20068d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916362 Aug 12 14:36:06.758549 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device f9363f0d-fc2a-4e95-9701-2b88d1daf9d5 no longer exists at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:36:06.767163 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-83990620-b638-4bdb-800f-dccd9a61d607 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] For port f9363f0d-fc2a-4e95-9701-2b88d1daf9d5, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=f9363f0d-fc2a-4e95-9701-2b88d1daf9d5,segment=NetworkSegment(0a6b6bb3-ac1f-4ec9-9274-600aeccb4722),segment_id=0a6b6bb3-ac1f-4ec9-9274-600aeccb4722)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:36:06.767678 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-83990620-b638-4bdb-800f-dccd9a61d607 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:06.818953 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-83990620-b638-4bdb-800f-dccd9a61d607 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Calling delete_port for f9363f0d-fc2a-4e95-9701-2b88d1daf9d5 owned by network:dhcp {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:36:06.866756 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-9610edad-9ecf-4b40-8ba1-496f43cc0632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262'] for port, after_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:06.886278 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-3426f2db-2bdd-4d48-9f3e-e703ebfb862e req-c85bb117-c0d8-4fbb-8dac-124da4a7d192 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:06.993125 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 37064) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:36:06.993631 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85bb117-c0d8-4fbb-8dac-124da4a7d192 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] Pushing event deleted for resources: {'Port': ['ID=c8ea2c88-a265-4422-9fd9-7bba00fb259d,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:36:07.010147 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-83990620-b638-4bdb-800f-dccd9a61d607 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:07.028928 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83990620-b638-4bdb-800f-dccd9a61d607 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] No DVR routers for this DVR port f9363f0d-fc2a-4e95-9701-2b88d1daf9d5 on host n-d-694802-15 {{(pid=94466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:36:07.075418 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Port f9363f0d-fc2a-4e95-9701-2b88d1daf9d5 update to DOWN by agent not found {{(pid=94468) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2150}} Aug 12 14:36:07.091300 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] get_ports_and_sgs() called for port_ids ['b02b231c-4105-48f1-b4af-e195dcf14aec'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:36:07.094123 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83990620-b638-4bdb-800f-dccd9a61d607 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Pushing event deleted for resources: {'Port': ['ID=f9363f0d-fc2a-4e95-9701-2b88d1daf9d5,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:36:07.125701 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-be5df17f-7e87-4a0d-bcb2-0bf089729724 req-e66bb3d7-9731-41a7-8229-bc2aabeff684 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/ports?device_id=49fbf0c9-7c67-47a8-a064-2ab1f7981fda HTTP/1.1" status: 200 len: 210 time: 0.1433692 Aug 12 14:36:07.152997 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] get_ports_and_sgs() called for port_ids ['c8ea2c88-a265-4422-9fd9-7bba00fb259d'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:36:07.170657 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [req-3426f2db-2bdd-4d48-9f3e-e703ebfb862e req-c85bb117-c0d8-4fbb-8dac-124da4a7d192 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] No DVR routers for this DVR port c8ea2c88-a265-4422-9fd9-7bba00fb259d on host n-h1-694802-15 {{(pid=94467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:36:07.173362 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-83990620-b638-4bdb-800f-dccd9a61d607 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66413304', 'neutron.services.segments.db._delete_segments_for_network-8744654118000'] for network, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:07.177092 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-3426f2db-2bdd-4d48-9f3e-e703ebfb862e req-c85bb117-c0d8-4fbb-8dac-124da4a7d192 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:07.181345 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9610edad-9ecf-4b40-8ba1-496f43cc0632 None None] No DVR routers for this DVR port f9363f0d-fc2a-4e95-9701-2b88d1daf9d5 on host n-d-694802-15 {{(pid=94468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:36:07.186043 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-83990620-b638-4bdb-800f-dccd9a61d607 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc7c41c9-6153-4081-9a86-8feb00411ec6']}} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:36:07.191880 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device a1606328-fa6d-43e0-9800-8beb0b1186b0 details requested by agent hyperv_n-h2-694802-15 with host n-h2-694802-15 {{(pid=94468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 14:36:07.199611 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-83990620-b638-4bdb-800f-dccd9a61d607 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a6b6bb3-ac1f-4ec9-9274-600aeccb4722') {'for_net_delete': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:36:07.200254 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-83990620-b638-4bdb-800f-dccd9a61d607 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a6b6bb3-ac1f-4ec9-9274-600aeccb4722') {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:36:07.227606 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-83990620-b638-4bdb-800f-dccd9a61d607 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744654122361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2293560'] for segment, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:07.227978 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3426f2db-2bdd-4d48-9f3e-e703ebfb862e req-c85bb117-c0d8-4fbb-8dac-124da4a7d192 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.64 "DELETE /v2.0/ports/c8ea2c88-a265-4422-9fd9-7bba00fb259d HTTP/1.1" status: 204 len: 173 time: 1.2167718 Aug 12 14:36:07.228742 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49fbf0c9-7c67-47a8-a064-2ab1f7981fda', 'name': 'network-vif-deleted', 'tag': 'c8ea2c88-a265-4422-9fd9-7bba00fb259d'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:36:07.232283 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e65282f928b64038367d043a4411777802006c43a98742496cb2e25b724ff1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdac666c-b061-4f83-9f69-dded6285d194" -d '{"events": [{"server_uuid": "49fbf0c9-7c67-47a8-a064-2ab1f7981fda", "name": "network-vif-deleted", "tag": "c8ea2c88-a265-4422-9fd9-7bba00fb259d"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:36:07.299892 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-83990620-b638-4bdb-800f-dccd9a61d607 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:07.349432 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-58dbb9c9-2e92-45e9-b039-a3cf7211dcde admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1088176194-network', 'tenant_id': '718396d2ba6249eeb0676cbc20c1ef9d'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:36:07.416273 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port a1606328-fa6d-43e0-9800-8beb0b1186b0, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=a1606328-fa6d-43e0-9800-8beb0b1186b0,segment=NetworkSegment(5ea1fe2e-eeef-460a-999b-4e3aad831451),segment_id=5ea1fe2e-eeef-460a-999b-4e3aad831451)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:36:07.448943 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Returning: {'device': 'a1606328-fa6d-43e0-9800-8beb0b1186b0', 'network_id': '66286ace-0f28-443f-a69d-5df85949d220', 'port_id': 'a1606328-fa6d-43e0-9800-8beb0b1186b0', 'mac_address': 'fa:16:3e:49:2f:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39fc4ab3-8f53-4eb4-b1df-ab065bbb1694', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 14:36:07.466359 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83990620-b638-4bdb-800f-dccd9a61d607 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Releasing vlan 337 on physical network physnet1 to pool {{(pid=94466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 14:36:07.468480 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-83990620-b638-4bdb-800f-dccd9a61d607 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3718595'] for segment, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:07.490840 n-d-694802-15 neutron-server[94466]: Traceback (most recent call last): Aug 12 14:36:07.490840 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 14:36:07.490840 n-d-694802-15 neutron-server[94466]: timer() Aug 12 14:36:07.490840 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 14:36:07.490840 n-d-694802-15 neutron-server[94466]: cb(*args, **kw) Aug 12 14:36:07.490840 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 14:36:07.490840 n-d-694802-15 neutron-server[94466]: return func(*args, **kwargs) Aug 12 14:36:07.490840 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 14:36:07.490840 n-d-694802-15 neutron-server[94466]: self._notify() Aug 12 14:36:07.490840 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 14:36:07.490840 n-d-694802-15 neutron-server[94466]: self.callback(batched_events) Aug 12 14:36:07.490840 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 14:36:07.490840 n-d-694802-15 neutron-server[94466]: event.method(event) Aug 12 14:36:07.490840 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 14:36:07.490840 n-d-694802-15 neutron-server[94466]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 14:36:07.490840 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 14:36:07.490840 n-d-694802-15 neutron-server[94466]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 14:36:07.490840 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 14:36:07.490840 n-d-694802-15 neutron-server[94466]: return f(self, *a, **k) Aug 12 14:36:07.490840 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 14:36:07.490840 n-d-694802-15 neutron-server[94466]: return self._get(url).json() Aug 12 14:36:07.490840 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 14:36:07.490840 n-d-694802-15 neutron-server[94466]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 14:36:07.490840 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 14:36:07.490840 n-d-694802-15 neutron-server[94466]: return self.request(url, 'GET', **kwargs) Aug 12 14:36:07.490840 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 14:36:07.490840 n-d-694802-15 neutron-server[94466]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 14:36:07.490840 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 14:36:07.490840 n-d-694802-15 neutron-server[94466]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 14:36:07.490840 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 14:36:07.490840 n-d-694802-15 neutron-server[94466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 14:36:07.490840 n-d-694802-15 neutron-server[94466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 14:36:07.516089 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9610edad-9ecf-4b40-8ba1-496f43cc0632 None None] Pushing event deleted for resources: {'Port': ['ID=f9363f0d-fc2a-4e95-9701-2b88d1daf9d5,revision_number=None']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:36:07.535878 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:07.541953 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58dbb9c9-2e92-45e9-b039-a3cf7211dcde admin admin] Made reservation on behalf of 718396d2ba6249eeb0676cbc20c1ef9d for: {'network': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:36:07.548713 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 14:36:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eece8d9e-f5b7-4578-8aa4-22bebd096b89 x-openstack-request-id: req-eece8d9e-f5b7-4578-8aa4-22bebd096b89 {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:36:07.549170 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49fbf0c9-7c67-47a8-a064-2ab1f7981fda", "name": "network-vif-deleted", "tag": "c8ea2c88-a265-4422-9fd9-7bba00fb259d", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:36:07.549552 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-eece8d9e-f5b7-4578-8aa4-22bebd096b89 {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:36:07.550063 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-58dbb9c9-2e92-45e9-b039-a3cf7211dcde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for network, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:07.550233 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49fbf0c9-7c67-47a8-a064-2ab1f7981fda', 'name': 'network-vif-deleted', 'tag': 'c8ea2c88-a265-4422-9fd9-7bba00fb259d', 'status': 'completed', 'code': 200} Aug 12 14:36:07.555837 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device a0820b1b-bfda-4b57-a48e-701b0efdd4b5 up at agent hyperv_n-h1-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:36:07.614893 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a1606328-fa6d-43e0-9800-8beb0b1186b0 {{(pid=94468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:36:07.623764 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-58dbb9c9-2e92-45e9-b039-a3cf7211dcde admin admin] Notify callbacks [] for security_group, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:07.669968 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port a1606328-fa6d-43e0-9800-8beb0b1186b0, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=a1606328-fa6d-43e0-9800-8beb0b1186b0,segment=NetworkSegment(5ea1fe2e-eeef-460a-999b-4e3aad831451),segment_id=5ea1fe2e-eeef-460a-999b-4e3aad831451)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:36:07.683728 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-83990620-b638-4bdb-800f-dccd9a61d607 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66413281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431520'] for network, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:07.683975 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:07.704918 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Provisioning for port a0820b1b-bfda-4b57-a48e-701b0efdd4b5 completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:36:07.732953 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-83990620-b638-4bdb-800f-dccd9a61d607 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for network, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:07.735077 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-83990620-b638-4bdb-800f-dccd9a61d607 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] 10.222.0.39 "DELETE /v2.0/networks/fc7c41c9-6153-4081-9a86-8feb00411ec6 HTTP/1.1" status: 204 len: 168 time: 1.7095470 Aug 12 14:36:07.739394 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 37094) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:36:07.743730 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83990620-b638-4bdb-800f-dccd9a61d607 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Pushing event deleted for resources: {'Network': ['ID=fc7c41c9-6153-4081-9a86-8feb00411ec6,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:36:07.747314 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-f18a93b5-201f-4a9a-b2c7-0c8e6c080b78 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-477417402'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:36:07.755908 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Provisioning complete for port a0820b1b-bfda-4b57-a48e-701b0efdd4b5 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:36:07.756340 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:07.824677 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] get_ports_and_sgs() called for port_ids ['a1606328-fa6d-43e0-9800-8beb0b1186b0'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:36:07.875228 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-58dbb9c9-2e92-45e9-b039-a3cf7211dcde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:07.881276 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-58dbb9c9-2e92-45e9-b039-a3cf7211dcde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:07.904203 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681450d0-cd50-474b-8407-aa29cea3ed62 req-40a1a080-e142-4c67-8817-d6e9a455846b tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:36:07.907602 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-681450d0-cd50-474b-8407-aa29cea3ed62 req-40a1a080-e142-4c67-8817-d6e9a455846b tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] 10.222.0.39 "GET /v2.0/ports?device_id=c07be60d-1bb1-4bfc-97c2-c7f70fcff843 HTTP/1.1" status: 200 len: 945 time: 0.0714257 Aug 12 14:36:07.913604 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Pushing event updated for resources: {'Port': ['ID=a1606328-fa6d-43e0-9800-8beb0b1186b0,revision_number=6']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:36:07.924678 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58dbb9c9-2e92-45e9-b039-a3cf7211dcde admin admin] vlan segment allocate from pool success with {'vlan_id': 332, 'physical_network': 'physnet1'} {{(pid=94466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 14:36:07.940892 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58dbb9c9-2e92-45e9-b039-a3cf7211dcde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ad0002e-d03d-4ace-861f-ca41a35b7aed,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:36:07.948990 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-58dbb9c9-2e92-45e9-b039-a3cf7211dcde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:07.949388 n-d-694802-15 neutron-server[94466]: INFO neutron.db.segments_db [None req-58dbb9c9-2e92-45e9-b039-a3cf7211dcde admin admin] Added segment afe25370-43f7-43be-a4de-d68fa9dce5c3 of type vlan for network 046597a4-00ca-4153-9d1b-ff667ab81e34 Aug 12 14:36:07.966196 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f18a93b5-201f-4a9a-b2c7-0c8e6c080b78 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Made reservation on behalf of c8d474eadfaf441a8e85de129212ac16 for: {'network': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:36:07.969970 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-f18a93b5-201f-4a9a-b2c7-0c8e6c080b78 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for network, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:07.984637 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-681450d0-cd50-474b-8407-aa29cea3ed62 req-e8a5c674-10e2-4c0c-92e1-817b468cc4b7 tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] 10.222.0.39 "GET /v2.0/security-groups?id=87f02c46-9837-45f6-a8f5-f67c20068d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689960 Aug 12 14:36:08.021983 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f18a93b5-201f-4a9a-b2c7-0c8e6c080b78 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] vlan segment allocate from pool success with {'vlan_id': 303, 'physical_network': 'physnet1'} {{(pid=94467) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 14:36:08.032350 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-58dbb9c9-2e92-45e9-b039-a3cf7211dcde admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744653628263'] for network, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:08.032839 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-f18a93b5-201f-4a9a-b2c7-0c8e6c080b78 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:08.033188 n-d-694802-15 neutron-server[94467]: INFO neutron.db.segments_db [None req-f18a93b5-201f-4a9a-b2c7-0c8e6c080b78 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Added segment 7b29b9b0-6379-423c-82d3-d9735a6da920 of type vlan for network d0768a51-b008-45f7-9076-0c3c19493da7 Aug 12 14:36:08.070788 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:08.074346 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-58dbb9c9-2e92-45e9-b039-a3cf7211dcde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409'] for network, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:08.075344 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58dbb9c9-2e92-45e9-b039-a3cf7211dcde admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:36:08.075943 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-58dbb9c9-2e92-45e9-b039-a3cf7211dcde admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for network, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:08.084485 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-f18a93b5-201f-4a9a-b2c7-0c8e6c080b78 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744653628263'] for network, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:08.124929 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-f18a93b5-201f-4a9a-b2c7-0c8e6c080b78 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409'] for network, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:08.126115 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c07be60d-1bb1-4bfc-97c2-c7f70fcff843', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0820b1b-bfda-4b57-a48e-701b0efdd4b5'}] {{(pid=94468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:36:08.129009 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99a8d87602170099c728e57431aca99e9b98a655a83bbf8727be13192709727b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9aef1b5f-1827-46ce-aa19-b696b3b637c0" -d '{"events": [{"server_uuid": "c07be60d-1bb1-4bfc-97c2-c7f70fcff843", "name": "network-vif-plugged", "status": "completed", "tag": "a0820b1b-bfda-4b57-a48e-701b0efdd4b5"}]}' {{(pid=94468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:36:08.132999 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f18a93b5-201f-4a9a-b2c7-0c8e6c080b78 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:36:08.133763 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-f18a93b5-201f-4a9a-b2c7-0c8e6c080b78 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for network, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:08.167902 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port a0820b1b-bfda-4b57-a48e-701b0efdd4b5, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=a0820b1b-bfda-4b57-a48e-701b0efdd4b5,segment=NetworkSegment(111c8fb4-95f7-4303-b261-7f0bb42c0aef),segment_id=111c8fb4-95f7-4303-b261-7f0bb42c0aef)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:36:08.170530 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58dbb9c9-2e92-45e9-b039-a3cf7211dcde admin admin] Pushing event updated for resources: {'Network': ['ID=046597a4-00ca-4153-9d1b-ff667ab81e34,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:36:08.187059 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-58dbb9c9-2e92-45e9-b039-a3cf7211dcde admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1890993 Aug 12 14:36:08.187245 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:08.187524 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 37120) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:36:08.192827 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Network 046597a4-00ca-4153-9d1b-ff667ab81e34 details requested by agent ovs-agent-n-d-694802-15 with host n-d-694802-15 {{(pid=94468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 14:36:08.197802 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-55bafb5b-aacf-468c-942a-a1fdc0a85e69 admin admin] Request body: {'subnet': {'network_id': '046597a4-00ca-4153-9d1b-ff667ab81e34', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1088176194-subnet', 'tenant_id': '718396d2ba6249eeb0676cbc20c1ef9d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:36:08.214165 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-f18a93b5-201f-4a9a-b2c7-0c8e6c080b78 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4700022 Aug 12 14:36:08.215340 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 14:36:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b5ea46e-5410-409a-88bc-c204396b5e04 x-openstack-request-id: req-3b5ea46e-5410-409a-88bc-c204396b5e04 {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:36:08.215340 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c07be60d-1bb1-4bfc-97c2-c7f70fcff843", "name": "network-vif-plugged", "status": "completed", "tag": "a0820b1b-bfda-4b57-a48e-701b0efdd4b5", "code": 200}]} {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:36:08.215340 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3b5ea46e-5410-409a-88bc-c204396b5e04 {{(pid=94468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:36:08.220635 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 37122) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:36:08.220809 n-d-694802-15 neutron-server[94468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c07be60d-1bb1-4bfc-97c2-c7f70fcff843', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0820b1b-bfda-4b57-a48e-701b0efdd4b5', 'code': 200} Aug 12 14:36:08.232363 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-9b62c76f-d0d1-42a7-b32a-4ec224cfa11d tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Request body: {'subnet': {'network_id': 'd0768a51-b008-45f7-9076-0c3c19493da7', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:36:08.252719 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18a93b5-201f-4a9a-b2c7-0c8e6c080b78 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Pushing event updated for resources: {'Network': ['ID=d0768a51-b008-45f7-9076-0c3c19493da7,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:36:08.277174 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Network d0768a51-b008-45f7-9076-0c3c19493da7 details requested by agent ovs-agent-n-d-694802-15 with host n-d-694802-15 {{(pid=94468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 14:36:08.283408 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55bafb5b-aacf-468c-942a-a1fdc0a85e69 admin admin] Made reservation on behalf of 718396d2ba6249eeb0676cbc20c1ef9d for: {'subnet': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:36:08.285706 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-55bafb5b-aacf-468c-942a-a1fdc0a85e69 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8776441'] for subnet, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:08.399357 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Pushing event updated for resources: {'Port': ['ID=a0820b1b-bfda-4b57-a48e-701b0efdd4b5,revision_number=5']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:36:08.424883 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b62c76f-d0d1-42a7-b32a-4ec224cfa11d tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Made reservation on behalf of c8d474eadfaf441a8e85de129212ac16 for: {'subnet': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:36:08.429728 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9b62c76f-d0d1-42a7-b32a-4ec224cfa11d tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8776441'] for subnet, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:08.468531 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c21878c-7e62-42ba-8ef1-1c11fe83fe9d req-40e74021-9192-46fd-a0dd-71f340588737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:36:08.470465 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-1c21878c-7e62-42ba-8ef1-1c11fe83fe9d req-40e74021-9192-46fd-a0dd-71f340588737 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=c07be60d-1bb1-4bfc-97c2-c7f70fcff843 HTTP/1.1" status: 200 len: 1098 time: 0.0539768 Aug 12 14:36:08.531800 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-1c21878c-7e62-42ba-8ef1-1c11fe83fe9d req-773d30ae-5d8b-4ac0-903f-e8205734db36 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=87f02c46-9837-45f6-a8f5-f67c20068d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507903 Aug 12 14:36:08.625720 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e42ecb0-1c4d-4114-97ef-29de1d983885 req-dae33da7-f5fa-443d-9dda-03cd6d0e01f0 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:36:08.628047 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-7e42ecb0-1c4d-4114-97ef-29de1d983885 req-dae33da7-f5fa-443d-9dda-03cd6d0e01f0 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/ports?device_id=6fc00628-4d8c-4923-97cd-77f7ae0a9f27 HTTP/1.1" status: 200 len: 949 time: 0.0794680 Aug 12 14:36:08.666623 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-55bafb5b-aacf-468c-942a-a1fdc0a85e69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3718490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8776395'] for subnet, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:08.683600 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-7e42ecb0-1c4d-4114-97ef-29de1d983885 req-f60b68ff-f5f3-4aa9-a947-5f9af51cebae tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0307eb3-f523-445b-8e1d-79deac809303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476899 Aug 12 14:36:08.788684 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bafb5b-aacf-468c-942a-a1fdc0a85e69 admin admin] Pushing event updated for resources: {'Subnet': ['ID=82fd6154-7c76-48f3-a228-946a266f70e8,revision_number=0']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:36:08.798602 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9b62c76f-d0d1-42a7-b32a-4ec224cfa11d tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3718490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8776395'] for subnet, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:08.853852 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55bafb5b-aacf-468c-942a-a1fdc0a85e69 admin admin] Checking segment: {'id': 'afe25370-43f7-43be-a4de-d68fa9dce5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '046597a4-00ca-4153-9d1b-ff667ab81e34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:36:08.854118 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55bafb5b-aacf-468c-942a-a1fdc0a85e69 admin admin] Network hostable DHCP agents. Network: 046597a4-00ca-4153-9d1b-ff667ab81e34, hostable agents: ['1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658'], hosted agents: [] {{(pid=94466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 14:36:08.882533 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fad2552-f506-4b8e-ae6f-65b98d775ecb req-12d2bb22-8e97-4603-af8d-64d31cce13dc tempest-ImagesOneServerTestJSON-498043877 tempest-ImagesOneServerTestJSON-498043877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:36:08.884159 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-9fad2552-f506-4b8e-ae6f-65b98d775ecb req-12d2bb22-8e97-4603-af8d-64d31cce13dc tempest-ImagesOneServerTestJSON-498043877 tempest-ImagesOneServerTestJSON-498043877-project] 10.222.0.39 "GET /v2.0/ports?device_id=0f01811a-e459-4aa6-885e-ea14459bfb91 HTTP/1.1" status: 200 len: 951 time: 0.1483655 Aug 12 14:36:08.894627 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b62c76f-d0d1-42a7-b32a-4ec224cfa11d tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Pushing event updated for resources: {'Subnet': ['ID=20c75a29-8d2c-4a2a-9051-55d33690dd18,revision_number=0']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:36:08.923775 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55bafb5b-aacf-468c-942a-a1fdc0a85e69 admin admin] Network 046597a4-00ca-4153-9d1b-ff667ab81e34 is scheduled to be hosted by DHCP agent 1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658 with binding_index 1 {{(pid=94466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 14:36:08.944783 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b62c76f-d0d1-42a7-b32a-4ec224cfa11d tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Checking segment: {'id': '7b29b9b0-6379-423c-82d3-d9735a6da920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'd0768a51-b008-45f7-9076-0c3c19493da7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:36:08.945138 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b62c76f-d0d1-42a7-b32a-4ec224cfa11d tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Network hostable DHCP agents. Network: d0768a51-b008-45f7-9076-0c3c19493da7, hostable agents: ['1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658'], hosted agents: [] {{(pid=94466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 14:36:08.949779 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-55bafb5b-aacf-468c-942a-a1fdc0a85e69 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-15, 046597a4-00ca-4153-9d1b-ff667ab81e34) {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:36:08.955073 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55bafb5b-aacf-468c-942a-a1fdc0a85e69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:36:08.955709 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-55bafb5b-aacf-468c-942a-a1fdc0a85e69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for subnet, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:08.959681 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0184a5e6-3ab9-4727-bb89-071c03f35178 None None] Network 046597a4-00ca-4153-9d1b-ff667ab81e34 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:36:08.970060 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-9fad2552-f506-4b8e-ae6f-65b98d775ecb req-958219c5-1bd3-4729-80dc-8ce2a1814568 tempest-ImagesOneServerTestJSON-498043877 tempest-ImagesOneServerTestJSON-498043877-project] 10.222.0.39 "GET /v2.0/security-groups?id=d7a86a5b-b20d-43ab-bf74-8d7135bde2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776868 Aug 12 14:36:08.986716 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-55bafb5b-aacf-468c-942a-a1fdc0a85e69 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7973795 Aug 12 14:36:08.999780 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b62c76f-d0d1-42a7-b32a-4ec224cfa11d tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Network d0768a51-b008-45f7-9076-0c3c19493da7 is scheduled to be hosted by DHCP agent 1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658 with binding_index 1 {{(pid=94466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 14:36:08.999780 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-9b62c76f-d0d1-42a7-b32a-4ec224cfa11d tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-15, d0768a51-b008-45f7-9076-0c3c19493da7) {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:36:09.015000 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0687e8fb-5637-49e4-862f-8bdaf036bca7 None None] Network d0768a51-b008-45f7-9076-0c3c19493da7 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:36:09.017292 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b62c76f-d0d1-42a7-b32a-4ec224cfa11d tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:36:09.017940 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9b62c76f-d0d1-42a7-b32a-4ec224cfa11d tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for subnet, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:09.047477 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-9b62c76f-d0d1-42a7-b32a-4ec224cfa11d tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.8292413 Aug 12 14:36:09.049462 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 37182) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:36:09.054899 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-4906a5fb-acfd-4542-80a5-ce9d86b33b56 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-774151253'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:36:09.095827 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4906a5fb-acfd-4542-80a5-ce9d86b33b56 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Made reservation on behalf of c8d474eadfaf441a8e85de129212ac16 for: {'network': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:36:09.106009 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-4906a5fb-acfd-4542-80a5-ce9d86b33b56 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for network, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:09.163652 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device a1606328-fa6d-43e0-9800-8beb0b1186b0 up at agent hyperv_n-h2-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:36:09.169257 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4906a5fb-acfd-4542-80a5-ce9d86b33b56 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] vlan segment allocate from pool success with {'vlan_id': 306, 'physical_network': 'physnet1'} {{(pid=94467) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 14:36:09.186637 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-4906a5fb-acfd-4542-80a5-ce9d86b33b56 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:09.187036 n-d-694802-15 neutron-server[94467]: INFO neutron.db.segments_db [None req-4906a5fb-acfd-4542-80a5-ce9d86b33b56 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Added segment 439853e8-1abb-421f-80f8-21e998d51748 of type vlan for network 96fc71e2-eac6-4296-8c51-1de2d4f21a6a Aug 12 14:36:09.195673 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f5aee2-0038-4f3c-9a1b-0d3ca57702e4 req-c5cbb690-40a8-483c-b9f8-1332e2d17cfe tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:36:09.203337 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-69f5aee2-0038-4f3c-9a1b-0d3ca57702e4 req-c5cbb690-40a8-483c-b9f8-1332e2d17cfe tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] 10.222.0.39 "GET /v2.0/ports?device_id=c07be60d-1bb1-4bfc-97c2-c7f70fcff843 HTTP/1.1" status: 200 len: 946 time: 0.0908461 Aug 12 14:36:09.251844 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Provisioning complete for port a1606328-fa6d-43e0-9800-8beb0b1186b0 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:36:09.252233 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:09.253986 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b375b32a-12a8-4633-8307-6e12d120e895 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa7035b3e-9a89-5964-b9f4-97301c3f476a-d0768a51-b008-45f7-9076-0c3c19493da7', 'network_id': 'd0768a51-b008-45f7-9076-0c3c19493da7', 'tenant_id': 'c8d474eadfaf441a8e85de129212ac16', 'fixed_ips': [{'subnet_id': '20c75a29-8d2c-4a2a-9051-55d33690dd18'}]}} from n-d-694802-15. {{(pid=94468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 14:36:09.254808 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-b375b32a-12a8-4633-8307-6e12d120e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:09.317481 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-4906a5fb-acfd-4542-80a5-ce9d86b33b56 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744653628263'] for network, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:09.333018 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-69f5aee2-0038-4f3c-9a1b-0d3ca57702e4 req-c39a6f3b-cc10-4f9d-bdd2-4cb14aa21660 tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] 10.222.0.39 "GET /v2.0/security-groups?id=87f02c46-9837-45f6-a8f5-f67c20068d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286733 Aug 12 14:36:09.373099 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-4906a5fb-acfd-4542-80a5-ce9d86b33b56 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409'] for network, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:09.379079 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4906a5fb-acfd-4542-80a5-ce9d86b33b56 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:36:09.379849 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-4906a5fb-acfd-4542-80a5-ce9d86b33b56 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for network, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:09.545563 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-4906a5fb-acfd-4542-80a5-ce9d86b33b56 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4949427 Aug 12 14:36:09.548277 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 37224) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:36:09.554480 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-75cd4c29-c805-45ab-9e8d-4af7e3f59b77 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Request body: {'subnet': {'network_id': '96fc71e2-eac6-4296-8c51-1de2d4f21a6a', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:36:09.565992 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:09.568981 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device c8ea2c88-a265-4422-9fd9-7bba00fb259d no longer exists at agent hyperv_n-h1-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:36:09.595782 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4906a5fb-acfd-4542-80a5-ce9d86b33b56 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Pushing event updated for resources: {'Network': ['ID=96fc71e2-eac6-4296-8c51-1de2d4f21a6a,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:36:09.609326 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-964d7b91-32ac-4741-9a89-bd4a1123de49 None None] Network 046597a4-00ca-4153-9d1b-ff667ab81e34 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:36:09.616583 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-93370168-53ca-47c2-9e27-b066be57125c None None] No Port match for: c8ea2c88-a265-4422-9fd9-7bba00fb259d {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 14:36:09.617022 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device c8ea2c88-a265-4422-9fd9-7bba00fb259d not bound to the agent host n-h1-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:36:09.617571 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device d0cdbccb-b249-40a7-844c-3603f0053795 no longer exists at agent hyperv_n-h1-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:36:09.651651 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Network 96fc71e2-eac6-4296-8c51-1de2d4f21a6a details requested by agent ovs-agent-n-d-694802-15 with host n-d-694802-15 {{(pid=94468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 14:36:09.744439 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75cd4c29-c805-45ab-9e8d-4af7e3f59b77 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Made reservation on behalf of c8d474eadfaf441a8e85de129212ac16 for: {'subnet': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:36:09.751945 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-75cd4c29-c805-45ab-9e8d-4af7e3f59b77 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8776441'] for subnet, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:09.776965 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.db_base_plugin_common [None req-b375b32a-12a8-4633-8307-6e12d120e895 None None] Allocated IP 19.80.0.2 (d0768a51-b008-45f7-9076-0c3c19493da7/20c75a29-8d2c-4a2a-9051-55d33690dd18/dac99107-a8b1-4503-8122-cab1fcf2bcc6) {{(pid=94468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:36:09.835323 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port a1606328-fa6d-43e0-9800-8beb0b1186b0, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=a1606328-fa6d-43e0-9800-8beb0b1186b0,segment=NetworkSegment(5ea1fe2e-eeef-460a-999b-4e3aad831451),segment_id=5ea1fe2e-eeef-460a-999b-4e3aad831451)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:36:09.853570 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:10.031370 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Pushing event updated for resources: {'Port': ['ID=a1606328-fa6d-43e0-9800-8beb0b1186b0,revision_number=7']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:36:10.113451 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-75cd4c29-c805-45ab-9e8d-4af7e3f59b77 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3718490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8776395'] for subnet, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:10.147806 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d113ce-f0d9-4d29-ab36-72b15c7db8b8 req-04ecee43-a8ed-4e73-b619-b7a95794d8c5 tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:36:10.155723 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-70d113ce-f0d9-4d29-ab36-72b15c7db8b8 req-04ecee43-a8ed-4e73-b619-b7a95794d8c5 tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] 10.222.0.39 "GET /v2.0/networks?id=046597a4-00ca-4153-9d1b-ff667ab81e34 HTTP/1.1" status: 200 len: 815 time: 0.2200513 Aug 12 14:36:10.180253 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-70d113ce-f0d9-4d29-ab36-72b15c7db8b8 req-ff1ee6a8-02a0-467a-b60a-19c936d73374 tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] 10.222.0.39 "GET /v2.0/quotas/718396d2ba6249eeb0676cbc20c1ef9d HTTP/1.1" status: 200 len: 375 time: 0.0234568 Aug 12 14:36:10.233695 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-70d113ce-f0d9-4d29-ab36-72b15c7db8b8 req-ee3dff25-60d7-4482-a4a8-cf38f4b3b7d7 tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=718396d2ba6249eeb0676cbc20c1ef9d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0469246 Aug 12 14:36:10.247758 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90ed3afd-6e4d-422b-b4c4-4502532ef9ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1606328-fa6d-43e0-9800-8beb0b1186b0'}] {{(pid=94468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:36:10.250293 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99a8d87602170099c728e57431aca99e9b98a655a83bbf8727be13192709727b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd786057-6122-41e4-9187-954b1a6a07d4" -d '{"events": [{"server_uuid": "90ed3afd-6e4d-422b-b4c4-4502532ef9ce", "name": "network-vif-plugged", "status": "completed", "tag": "a1606328-fa6d-43e0-9800-8beb0b1186b0"}]}' {{(pid=94468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:36:10.283450 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:10.285839 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-d2b59365-8988-40ea-9b0a-745b442d9635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:10.297136 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cd4c29-c805-45ab-9e8d-4af7e3f59b77 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Pushing event updated for resources: {'Subnet': ['ID=c811acc4-7c72-4827-b6f8-595b58ee0420,revision_number=0']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:36:10.325758 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ddd9a7-5143-4df4-8c5d-dce32291207e req-939c2491-23b5-4731-b445-5e1e185bcae9 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:36:10.334844 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-05ddd9a7-5143-4df4-8c5d-dce32291207e req-939c2491-23b5-4731-b445-5e1e185bcae9 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/ports?device_id=6fc00628-4d8c-4923-97cd-77f7ae0a9f27 HTTP/1.1" status: 200 len: 949 time: 0.1401300 Aug 12 14:36:10.352690 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-70d113ce-f0d9-4d29-ab36-72b15c7db8b8 req-e04ae00c-474c-4af1-866e-2ff72d7e8e7c service neutron] 10.222.0.39 "GET /v2.0/networks/046597a4-00ca-4153-9d1b-ff667ab81e34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224792 Aug 12 14:36:10.358889 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75cd4c29-c805-45ab-9e8d-4af7e3f59b77 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Checking segment: {'id': '439853e8-1abb-421f-80f8-21e998d51748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '96fc71e2-eac6-4296-8c51-1de2d4f21a6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:36:10.359916 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75cd4c29-c805-45ab-9e8d-4af7e3f59b77 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Network hostable DHCP agents. Network: 96fc71e2-eac6-4296-8c51-1de2d4f21a6a, hostable agents: ['1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658'], hosted agents: [] {{(pid=94466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 14:36:10.401935 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port d0cdbccb-b249-40a7-844c-3603f0053795, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=d0cdbccb-b249-40a7-844c-3603f0053795,segment=NetworkSegment(a1f8c867-101b-4d30-814e-b89f55a5edd0),segment_id=a1f8c867-101b-4d30-814e-b89f55a5edd0)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:36:10.402300 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-05ddd9a7-5143-4df4-8c5d-dce32291207e req-33c0c6f6-f551-457c-9f5c-73cf94c5c7ef tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0307eb3-f523-445b-8e1d-79deac809303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658627 Aug 12 14:36:10.411373 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:10.427643 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75cd4c29-c805-45ab-9e8d-4af7e3f59b77 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Network 96fc71e2-eac6-4296-8c51-1de2d4f21a6a is scheduled to be hosted by DHCP agent 1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658 with binding_index 1 {{(pid=94466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 14:36:10.449443 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-75cd4c29-c805-45ab-9e8d-4af7e3f59b77 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-15, 96fc71e2-eac6-4296-8c51-1de2d4f21a6a) {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:36:10.455635 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75cd4c29-c805-45ab-9e8d-4af7e3f59b77 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:36:10.456236 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-75cd4c29-c805-45ab-9e8d-4af7e3f59b77 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for subnet, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:10.470384 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e32641de-e8c4-4fd3-92c8-be2215627c4c None None] Network 96fc71e2-eac6-4296-8c51-1de2d4f21a6a requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:36:10.488886 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-b375b32a-12a8-4633-8307-6e12d120e895 None None] Notify callbacks [] for port, precommit_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:10.498431 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-75cd4c29-c805-45ab-9e8d-4af7e3f59b77 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.9407978 Aug 12 14:36:10.509620 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-70d113ce-f0d9-4d29-ab36-72b15c7db8b8 req-3ded9cf4-e041-4910-8789-45d508ab3dfb service neutron] 10.222.0.39 "GET /v2.0/networks/046597a4-00ca-4153-9d1b-ff667ab81e34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1558571 Aug 12 14:36:10.545526 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-b375b32a-12a8-4633-8307-6e12d120e895 None None] Transition to ACTIVE for port object dac99107-a8b1-4503-8122-cab1fcf2bcc6 will not be triggered until provisioned by entity L2. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:36:10.609907 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Pushing event updated for resources: {'Port': ['ID=d0cdbccb-b249-40a7-844c-3603f0053795,revision_number=11']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:36:10.634050 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-b375b32a-12a8-4633-8307-6e12d120e895 None None] Transition to ACTIVE for port object dac99107-a8b1-4503-8122-cab1fcf2bcc6 will not be triggered until provisioned by entity DHCP. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:36:10.665367 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-b375b32a-12a8-4633-8307-6e12d120e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253'] for port, after_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:10.719672 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 14:36:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28f293b4-217b-4574-9368-30595a4596ae x-openstack-request-id: req-28f293b4-217b-4574-9368-30595a4596ae {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:36:10.719975 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90ed3afd-6e4d-422b-b4c4-4502532ef9ce", "name": "network-vif-plugged", "status": "completed", "tag": "a1606328-fa6d-43e0-9800-8beb0b1186b0", "code": 200}]} {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:36:10.720231 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-28f293b4-217b-4574-9368-30595a4596ae {{(pid=94468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:36:10.720622 n-d-694802-15 neutron-server[94468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90ed3afd-6e4d-422b-b4c4-4502532ef9ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1606328-fa6d-43e0-9800-8beb0b1186b0', 'code': 200} Aug 12 14:36:10.756409 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b375b32a-12a8-4633-8307-6e12d120e895 None None] Network d0768a51-b008-45f7-9076-0c3c19493da7 is already hosted by enough agents. {{(pid=94468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:36:10.762167 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b375b32a-12a8-4633-8307-6e12d120e895 None None] Pushing event updated for resources: {'Port': ['ID=dac99107-a8b1-4503-8122-cab1fcf2bcc6,revision_number=1']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:36:10.770097 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.base_scheduler [None req-b375b32a-12a8-4633-8307-6e12d120e895 None None] Resources bound (agent type, host, resource id): {{(pid=94468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:36:10.786490 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b375b32a-12a8-4633-8307-6e12d120e895 None None] Received port after_create {{(pid=94468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:36:10.804145 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-618d47dc-99c3-4b63-a5f4-f408f045c8f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa7035b3e-9a89-5964-b9f4-97301c3f476a-96fc71e2-eac6-4296-8c51-1de2d4f21a6a', 'network_id': '96fc71e2-eac6-4296-8c51-1de2d4f21a6a', 'tenant_id': 'c8d474eadfaf441a8e85de129212ac16', 'fixed_ips': [{'subnet_id': 'c811acc4-7c72-4827-b6f8-595b58ee0420'}]}} from n-d-694802-15. {{(pid=94468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 14:36:10.805487 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-618d47dc-99c3-4b63-a5f4-f408f045c8f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:10.903232 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6650889-10f3-4b8d-a8e4-7aa4ae05d281 req-94209d02-3607-44aa-bc9a-0063f222c208 tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:36:10.907053 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-f6650889-10f3-4b8d-a8e4-7aa4ae05d281 req-94209d02-3607-44aa-bc9a-0063f222c208 tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] 10.222.0.39 "GET /v2.0/ports?device_id=c07be60d-1bb1-4bfc-97c2-c7f70fcff843 HTTP/1.1" status: 200 len: 946 time: 0.1020358 Aug 12 14:36:10.938356 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecf34c9-eb58-474f-8123-4b8f17c9d676 req-a09a5726-de95-48e3-82d5-dabe05414882 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:36:10.940224 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0ecf34c9-eb58-474f-8123-4b8f17c9d676 req-a09a5726-de95-48e3-82d5-dabe05414882 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.49 "GET /v2.0/ports?device_id=6fc00628-4d8c-4923-97cd-77f7ae0a9f27 HTTP/1.1" status: 200 len: 949 time: 0.1139216 Aug 12 14:36:11.002429 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-f6650889-10f3-4b8d-a8e4-7aa4ae05d281 req-cde85258-8966-4e15-aa0f-dfdd71d6d641 tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] 10.222.0.39 "GET /v2.0/security-groups?id=87f02c46-9837-45f6-a8f5-f67c20068d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861638 Aug 12 14:36:11.021024 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-b375b32a-12a8-4633-8307-6e12d120e895 None None] Attempting to bind port dac99107-a8b1-4503-8122-cab1fcf2bcc6 on host n-d-694802-15 for vnic_type normal with profile {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:36:11.021409 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-b375b32a-12a8-4633-8307-6e12d120e895 None None] Attempting to bind port dac99107-a8b1-4503-8122-cab1fcf2bcc6 by drivers openvswitch,hyperv on host n-d-694802-15 at level 0 using segments [{'id': '7b29b9b0-6379-423c-82d3-d9735a6da920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'd0768a51-b008-45f7-9076-0c3c19493da7'}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:36:11.042393 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b375b32a-12a8-4633-8307-6e12d120e895 None None] Attempting to bind port dac99107-a8b1-4503-8122-cab1fcf2bcc6 on network d0768a51-b008-45f7-9076-0c3c19493da7 {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:36:11.072359 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b375b32a-12a8-4633-8307-6e12d120e895 None None] Checking agent: {'id': '16de73ac-f2e9-4cee-b3e0-91052ae3e6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 20, 13), 'started_at': datetime.datetime(2021, 8, 12, 14, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 35, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:36:11.072718 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b375b32a-12a8-4633-8307-6e12d120e895 None None] Checking segment: {'id': '7b29b9b0-6379-423c-82d3-d9735a6da920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'd0768a51-b008-45f7-9076-0c3c19493da7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:36:11.073211 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-b375b32a-12a8-4633-8307-6e12d120e895 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:11.073522 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b375b32a-12a8-4633-8307-6e12d120e895 None None] Bound using segment: {'id': '7b29b9b0-6379-423c-82d3-d9735a6da920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'd0768a51-b008-45f7-9076-0c3c19493da7'} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:36:11.074082 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-b375b32a-12a8-4633-8307-6e12d120e895 None None] Bound port: dac99107-a8b1-4503-8122-cab1fcf2bcc6, host: n-d-694802-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b29b9b0-6379-423c-82d3-d9735a6da920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'd0768a51-b008-45f7-9076-0c3c19493da7'}}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:36:11.097359 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-b375b32a-12a8-4633-8307-6e12d120e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:11.113656 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-68c14488-06b8-41c4-b81c-1cc75b7ca5b2 req-58fec497-7815-4744-a8e7-9b80061ec3c5 tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] 10.222.0.39 "GET /v2.0/ports?device_id=56e005fa-0896-490e-9646-8a24af6536d9 HTTP/1.1" status: 200 len: 210 time: 0.0467424 Aug 12 14:36:11.198162 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device 890f05cd-3a6a-492a-b07c-feb1a5c93987 details requested by agent hyperv_n-h2-694802-15 with host n-h2-694802-15 {{(pid=94468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 14:36:11.232522 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [req-0ecf34c9-eb58-474f-8123-4b8f17c9d676 req-ac666651-6967-4938-a597-7c4595b099a5 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] Deleting port b02b231c-4105-48f1-b4af-e195dcf14aec {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:36:11.233529 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-0ecf34c9-eb58-474f-8123-4b8f17c9d676 req-ac666651-6967-4938-a597-7c4595b099a5 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:11.242814 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:11.251657 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c2a836-7240-48fe-b418-c4b14bc3afb5 req-8581fdba-36ea-4da4-9e05-06c0bac76b13 tempest-ImagesOneServerTestJSON-498043877 tempest-ImagesOneServerTestJSON-498043877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:36:11.260671 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-f9c2a836-7240-48fe-b418-c4b14bc3afb5 req-8581fdba-36ea-4da4-9e05-06c0bac76b13 tempest-ImagesOneServerTestJSON-498043877 tempest-ImagesOneServerTestJSON-498043877-project] 10.222.0.39 "GET /v2.0/ports?device_id=0f01811a-e459-4aa6-885e-ea14459bfb91 HTTP/1.1" status: 200 len: 949 time: 0.0748982 Aug 12 14:36:11.344374 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-f9c2a836-7240-48fe-b418-c4b14bc3afb5 req-566dd1bd-acc8-4873-93c0-a5a9cf5e5a44 tempest-ImagesOneServerTestJSON-498043877 tempest-ImagesOneServerTestJSON-498043877-project] 10.222.0.39 "GET /v2.0/security-groups?id=d7a86a5b-b20d-43ab-bf74-8d7135bde2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825658 Aug 12 14:36:11.497606 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port 890f05cd-3a6a-492a-b07c-feb1a5c93987, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=890f05cd-3a6a-492a-b07c-feb1a5c93987,segment=NetworkSegment(a1f8c867-101b-4d30-814e-b89f55a5edd0),segment_id=a1f8c867-101b-4d30-814e-b89f55a5edd0)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:36:11.515829 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Returning: {'device': '890f05cd-3a6a-492a-b07c-feb1a5c93987', 'network_id': '2525c403-dfb3-4196-a273-739607aab38a', 'port_id': '890f05cd-3a6a-492a-b07c-feb1a5c93987', 'mac_address': 'fa:16:3e:c0:6d:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '236e0be6-1c94-4221-9e8b-ab02a53331f8', 'ip_address': '192.168.233.140'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 14:36:11.663366 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-b375b32a-12a8-4633-8307-6e12d120e895 None None] For port dac99107-a8b1-4503-8122-cab1fcf2bcc6, host n-d-694802-15, cleared binding levels {{(pid=94468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:36:11.694643 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5debebbf-8ded-49ec-8faa-ed31133098d8 req-d8bc5942-5fc2-4be0-be39-45dbe2031198 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:36:11.701855 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5debebbf-8ded-49ec-8faa-ed31133098d8 req-d8bc5942-5fc2-4be0-be39-45dbe2031198 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:36:11.712031 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-5debebbf-8ded-49ec-8faa-ed31133098d8 req-d8bc5942-5fc2-4be0-be39-45dbe2031198 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] 10.222.0.39 "GET /v2.0/networks?id=d0768a51-b008-45f7-9076-0c3c19493da7&id=96fc71e2-eac6-4296-8c51-1de2d4f21a6a HTTP/1.1" status: 200 len: 1390 time: 0.6203444 Aug 12 14:36:11.739595 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-5debebbf-8ded-49ec-8faa-ed31133098d8 req-c3c3a034-be07-4a86-831e-c77280c4da62 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] 10.222.0.39 "GET /v2.0/quotas/c8d474eadfaf441a8e85de129212ac16 HTTP/1.1" status: 200 len: 375 time: 0.0266402 Aug 12 14:36:11.741202 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-b375b32a-12a8-4633-8307-6e12d120e895 None None] For port dac99107-a8b1-4503-8122-cab1fcf2bcc6, host n-d-694802-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=dac99107-a8b1-4503-8122-cab1fcf2bcc6,segment=NetworkSegment(7b29b9b0-6379-423c-82d3-d9735a6da920),segment_id=7b29b9b0-6379-423c-82d3-d9735a6da920)] {{(pid=94468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:36:11.759830 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.db_base_plugin_common [None req-618d47dc-99c3-4b63-a5f4-f408f045c8f5 None None] Allocated IP 19.86.0.2 (96fc71e2-eac6-4296-8c51-1de2d4f21a6a/c811acc4-7c72-4827-b6f8-595b58ee0420/ea84d64f-3d98-4122-b2b6-7ff93f1d2607) {{(pid=94468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:36:11.776690 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-b375b32a-12a8-4633-8307-6e12d120e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:11.833476 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-0ecf34c9-eb58-474f-8123-4b8f17c9d676 req-ac666651-6967-4938-a597-7c4595b099a5 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] For port b02b231c-4105-48f1-b4af-e195dcf14aec, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=b02b231c-4105-48f1-b4af-e195dcf14aec,segment=NetworkSegment(a1f8c867-101b-4d30-814e-b89f55a5edd0),segment_id=a1f8c867-101b-4d30-814e-b89f55a5edd0)] {{(pid=94467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:36:11.833901 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-0ecf34c9-eb58-474f-8123-4b8f17c9d676 req-ac666651-6967-4938-a597-7c4595b099a5 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:11.850382 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [req-0ecf34c9-eb58-474f-8123-4b8f17c9d676 req-ac666651-6967-4938-a597-7c4595b099a5 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] Calling delete_port for b02b231c-4105-48f1-b4af-e195dcf14aec owned by compute:nova {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:36:11.861339 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:11.870962 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b375b32a-12a8-4633-8307-6e12d120e895 None None] Pushing event updated for resources: {'Port': ['ID=dac99107-a8b1-4503-8122-cab1fcf2bcc6,revision_number=2']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:36:11.879954 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-5debebbf-8ded-49ec-8faa-ed31133098d8 req-172df9da-4c3a-4478-a5f6-8048dd2248cc tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=c8d474eadfaf441a8e85de129212ac16&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1172831 Aug 12 14:36:11.958574 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 890f05cd-3a6a-492a-b07c-feb1a5c93987 {{(pid=94468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:36:11.994477 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port 890f05cd-3a6a-492a-b07c-feb1a5c93987, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=890f05cd-3a6a-492a-b07c-feb1a5c93987,segment=NetworkSegment(a1f8c867-101b-4d30-814e-b89f55a5edd0),segment_id=a1f8c867-101b-4d30-814e-b89f55a5edd0)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:36:12.000867 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:12.128514 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] get_ports_and_sgs() called for port_ids ['890f05cd-3a6a-492a-b07c-feb1a5c93987'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:36:12.340518 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f65303e-be15-438d-b4d6-96b3600af13d req-6a78a16b-581a-4b3a-9ff1-e770e29a118d tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:36:12.342195 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-6f65303e-be15-438d-b4d6-96b3600af13d req-6a78a16b-581a-4b3a-9ff1-e770e29a118d tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/ports?device_id=6fc00628-4d8c-4923-97cd-77f7ae0a9f27 HTTP/1.1" status: 200 len: 949 time: 0.1612878 Aug 12 14:36:12.405185 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-0ecf34c9-eb58-474f-8123-4b8f17c9d676 req-ac666651-6967-4938-a597-7c4595b099a5 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:12.418249 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-6f65303e-be15-438d-b4d6-96b3600af13d req-f8436a0a-d2cf-478d-bb0d-ac1bfca0f996 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0307eb3-f523-445b-8e1d-79deac809303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685501 Aug 12 14:36:12.458402 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Pushing event updated for resources: {'Port': ['ID=890f05cd-3a6a-492a-b07c-feb1a5c93987,revision_number=6']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:36:12.474921 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac666651-6967-4938-a597-7c4595b099a5 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] Pushing event deleted for resources: {'Port': ['ID=b02b231c-4105-48f1-b4af-e195dcf14aec,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:36:12.497671 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-5debebbf-8ded-49ec-8faa-ed31133098d8 req-422e3a7d-2fad-43c7-8896-7c2fc49c38e2 service neutron] 10.222.0.39 "GET /v2.0/networks/d0768a51-b008-45f7-9076-0c3c19493da7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6078231 Aug 12 14:36:12.584401 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:12.585526 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-618d47dc-99c3-4b63-a5f4-f408f045c8f5 None None] Notify callbacks [] for port, precommit_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:12.642516 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ecf34c9-eb58-474f-8123-4b8f17c9d676 req-ac666651-6967-4938-a597-7c4595b099a5 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] No DVR routers for this DVR port b02b231c-4105-48f1-b4af-e195dcf14aec on host n-h2-694802-15 {{(pid=94467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:36:12.651250 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-0ecf34c9-eb58-474f-8123-4b8f17c9d676 req-ac666651-6967-4938-a597-7c4595b099a5 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:12.653957 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-618d47dc-99c3-4b63-a5f4-f408f045c8f5 None None] Transition to ACTIVE for port object ea84d64f-3d98-4122-b2b6-7ff93f1d2607 will not be triggered until provisioned by entity L2. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:36:12.654201 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0ecf34c9-eb58-474f-8123-4b8f17c9d676 req-ac666651-6967-4938-a597-7c4595b099a5 tempest-MigrationsAdminTest-926107788 tempest-MigrationsAdminTest-926107788-project] 10.222.0.49 "DELETE /v2.0/ports/b02b231c-4105-48f1-b4af-e195dcf14aec HTTP/1.1" status: 204 len: 173 time: 1.7025349 Aug 12 14:36:12.657990 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fc00628-4d8c-4923-97cd-77f7ae0a9f27', 'name': 'network-vif-deleted', 'tag': 'b02b231c-4105-48f1-b4af-e195dcf14aec'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:36:12.661230 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e65282f928b64038367d043a4411777802006c43a98742496cb2e25b724ff1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-082b7f88-ccbb-465b-8b55-521831fdd2cf" -d '{"events": [{"server_uuid": "6fc00628-4d8c-4923-97cd-77f7ae0a9f27", "name": "network-vif-deleted", "tag": "b02b231c-4105-48f1-b4af-e195dcf14aec"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:36:12.694841 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d113ce-f0d9-4d29-ab36-72b15c7db8b8 req-218f2ceb-c01a-4268-997e-a2a4b2f9f34f tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:36:12.696725 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-70d113ce-f0d9-4d29-ab36-72b15c7db8b8 req-218f2ceb-c01a-4268-997e-a2a4b2f9f34f tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] 10.222.0.49 "GET /v2.0/networks?id=046597a4-00ca-4153-9d1b-ff667ab81e34 HTTP/1.1" status: 200 len: 815 time: 0.4803693 Aug 12 14:36:12.720915 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-70d113ce-f0d9-4d29-ab36-72b15c7db8b8 req-8f9d690c-04f3-4c13-9e80-3cd5c005111d tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] Request body: {'port': {'device_id': '56e005fa-0896-490e-9646-8a24af6536d9', 'network_id': '046597a4-00ca-4153-9d1b-ff667ab81e34', 'admin_state_up': True, 'tenant_id': '718396d2ba6249eeb0676cbc20c1ef9d'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:36:12.722145 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f01811a-e459-4aa6-885e-ea14459bfb91', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd0cdbccb-b249-40a7-844c-3603f0053795'}] {{(pid=94468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:36:12.749283 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99a8d87602170099c728e57431aca99e9b98a655a83bbf8727be13192709727b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88c03e4a-10d0-4b2e-b36c-f78ecb252c7c" -d '{"events": [{"server_uuid": "0f01811a-e459-4aa6-885e-ea14459bfb91", "name": "network-vif-unplugged", "status": "completed", "tag": "d0cdbccb-b249-40a7-844c-3603f0053795"}]}' {{(pid=94468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:36:12.778926 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device dac99107-a8b1-4503-8122-cab1fcf2bcc6 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:36:12.782953 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-618d47dc-99c3-4b63-a5f4-f408f045c8f5 None None] Transition to ACTIVE for port object ea84d64f-3d98-4122-b2b6-7ff93f1d2607 will not be triggered until provisioned by entity DHCP. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:36:12.808850 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-5debebbf-8ded-49ec-8faa-ed31133098d8 req-b999701a-b493-4344-b072-d3c88051d1e6 service neutron] 10.222.0.39 "GET /v2.0/networks/d0768a51-b008-45f7-9076-0c3c19493da7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3099797 Aug 12 14:36:12.843724 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-618d47dc-99c3-4b63-a5f4-f408f045c8f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253'] for port, after_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:12.934595 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-618d47dc-99c3-4b63-a5f4-f408f045c8f5 None None] Network 96fc71e2-eac6-4296-8c51-1de2d4f21a6a is already hosted by enough agents. {{(pid=94468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:36:12.968953 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.base_scheduler [None req-618d47dc-99c3-4b63-a5f4-f408f045c8f5 None None] Resources bound (agent type, host, resource id): {{(pid=94468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:36:12.970995 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-ffde4055-7014-486c-8e8d-90be81a46a39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:12.984769 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-618d47dc-99c3-4b63-a5f4-f408f045c8f5 None None] Received port after_create {{(pid=94468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:36:13.031358 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618d47dc-99c3-4b63-a5f4-f408f045c8f5 None None] Pushing event updated for resources: {'Port': ['ID=ea84d64f-3d98-4122-b2b6-7ff93f1d2607,revision_number=1']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:36:13.058845 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning for port dac99107-a8b1-4503-8122-cab1fcf2bcc6 completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:36:13.124248 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:13.170236 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device 890f05cd-3a6a-492a-b07c-feb1a5c93987 up at agent hyperv_n-h2-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:36:13.196062 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e00fe8b-713e-4dd3-9ad5-9a18e5f563b6 req-5cadebfd-8018-421a-831c-f08d3de62c5c tempest-ImagesOneServerTestJSON-498043877 tempest-ImagesOneServerTestJSON-498043877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:36:13.197649 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3e00fe8b-713e-4dd3-9ad5-9a18e5f563b6 req-5cadebfd-8018-421a-831c-f08d3de62c5c tempest-ImagesOneServerTestJSON-498043877 tempest-ImagesOneServerTestJSON-498043877-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f01811a-e459-4aa6-885e-ea14459bfb91 HTTP/1.1" status: 200 len: 949 time: 0.3108695 Aug 12 14:36:13.230966 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-5debebbf-8ded-49ec-8faa-ed31133098d8 req-4daf268a-5586-4cbb-963d-b77ef0d07f38 service neutron] 10.222.0.39 "GET /v2.0/networks/96fc71e2-eac6-4296-8c51-1de2d4f21a6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4211080 Aug 12 14:36:13.260274 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-618d47dc-99c3-4b63-a5f4-f408f045c8f5 None None] Attempting to bind port ea84d64f-3d98-4122-b2b6-7ff93f1d2607 on host n-d-694802-15 for vnic_type normal with profile {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:36:13.260657 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-618d47dc-99c3-4b63-a5f4-f408f045c8f5 None None] Attempting to bind port ea84d64f-3d98-4122-b2b6-7ff93f1d2607 by drivers openvswitch,hyperv on host n-d-694802-15 at level 0 using segments [{'id': '439853e8-1abb-421f-80f8-21e998d51748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '96fc71e2-eac6-4296-8c51-1de2d4f21a6a'}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:36:13.261068 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-618d47dc-99c3-4b63-a5f4-f408f045c8f5 None None] Attempting to bind port ea84d64f-3d98-4122-b2b6-7ff93f1d2607 on network 96fc71e2-eac6-4296-8c51-1de2d4f21a6a {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:36:13.270940 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-618d47dc-99c3-4b63-a5f4-f408f045c8f5 None None] Checking agent: {'id': '16de73ac-f2e9-4cee-b3e0-91052ae3e6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 20, 13), 'started_at': datetime.datetime(2021, 8, 12, 14, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 36, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:36:13.271309 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-618d47dc-99c3-4b63-a5f4-f408f045c8f5 None None] Checking segment: {'id': '439853e8-1abb-421f-80f8-21e998d51748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '96fc71e2-eac6-4296-8c51-1de2d4f21a6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:36:13.271601 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-618d47dc-99c3-4b63-a5f4-f408f045c8f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:13.272002 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-618d47dc-99c3-4b63-a5f4-f408f045c8f5 None None] Bound using segment: {'id': '439853e8-1abb-421f-80f8-21e998d51748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '96fc71e2-eac6-4296-8c51-1de2d4f21a6a'} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:36:13.272485 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-618d47dc-99c3-4b63-a5f4-f408f045c8f5 None None] Bound port: ea84d64f-3d98-4122-b2b6-7ff93f1d2607, host: n-d-694802-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '439853e8-1abb-421f-80f8-21e998d51748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '96fc71e2-eac6-4296-8c51-1de2d4f21a6a'}}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:36:13.272870 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-618d47dc-99c3-4b63-a5f4-f408f045c8f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:13.346584 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-6f13be32-65bf-4eb7-9087-449f8fbbc964 req-191b4e5f-c126-4fb6-a57c-a78149289a45 tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] 10.222.0.39 "GET /v2.0/ports?device_id=56e005fa-0896-490e-9646-8a24af6536d9 HTTP/1.1" status: 200 len: 210 time: 0.1225035 Aug 12 14:36:13.471407 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70d113ce-f0d9-4d29-ab36-72b15c7db8b8 req-8f9d690c-04f3-4c13-9e80-3cd5c005111d tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] Made reservation on behalf of 718396d2ba6249eeb0676cbc20c1ef9d for: {'port': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:36:13.479245 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-70d113ce-f0d9-4d29-ab36-72b15c7db8b8 req-8f9d690c-04f3-4c13-9e80-3cd5c005111d tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:13.484890 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Provisioning complete for port 890f05cd-3a6a-492a-b07c-feb1a5c93987 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:36:13.486181 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:13.493045 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94c3f59-d026-47b8-b574-db2a68d582b3 req-066cec5e-aa03-4f3f-81f8-bc5146f89d92 tempest-ImagesOneServerTestJSON-498043877 tempest-ImagesOneServerTestJSON-498043877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:36:13.503108 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-f94c3f59-d026-47b8-b574-db2a68d582b3 req-066cec5e-aa03-4f3f-81f8-bc5146f89d92 tempest-ImagesOneServerTestJSON-498043877 tempest-ImagesOneServerTestJSON-498043877-project] 10.222.0.39 "GET /v2.0/ports?device_id=0f01811a-e459-4aa6-885e-ea14459bfb91 HTTP/1.1" status: 200 len: 949 time: 0.0978239 Aug 12 14:36:13.630362 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-f94c3f59-d026-47b8-b574-db2a68d582b3 req-09266488-364f-4bcb-b57f-7f8e658cb535 tempest-ImagesOneServerTestJSON-498043877 tempest-ImagesOneServerTestJSON-498043877-project] 10.222.0.39 "GET /v2.0/security-groups?id=d7a86a5b-b20d-43ab-bf74-8d7135bde2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259954 Aug 12 14:36:13.646905 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-618d47dc-99c3-4b63-a5f4-f408f045c8f5 None None] For port ea84d64f-3d98-4122-b2b6-7ff93f1d2607, host n-d-694802-15, cleared binding levels {{(pid=94468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:36:13.657622 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-618d47dc-99c3-4b63-a5f4-f408f045c8f5 None None] For port ea84d64f-3d98-4122-b2b6-7ff93f1d2607, host n-d-694802-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=ea84d64f-3d98-4122-b2b6-7ff93f1d2607,segment=NetworkSegment(439853e8-1abb-421f-80f8-21e998d51748),segment_id=439853e8-1abb-421f-80f8-21e998d51748)] {{(pid=94468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:36:13.723326 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 14:36:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e2207d5-6a3d-4dfe-8b98-586c40aaabda x-openstack-request-id: req-3e2207d5-6a3d-4dfe-8b98-586c40aaabda {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:36:13.723686 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fc00628-4d8c-4923-97cd-77f7ae0a9f27", "name": "network-vif-deleted", "tag": "b02b231c-4105-48f1-b4af-e195dcf14aec", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:36:13.723855 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3e2207d5-6a3d-4dfe-8b98-586c40aaabda {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:36:13.724257 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fc00628-4d8c-4923-97cd-77f7ae0a9f27', 'name': 'network-vif-deleted', 'tag': 'b02b231c-4105-48f1-b4af-e195dcf14aec', 'status': 'completed', 'code': 200} Aug 12 14:36:13.776668 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-5debebbf-8ded-49ec-8faa-ed31133098d8 req-62dc2293-6cb4-433b-bb71-99a5c555a8f7 service neutron] 10.222.0.39 "GET /v2.0/networks/96fc71e2-eac6-4296-8c51-1de2d4f21a6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5447173 Aug 12 14:36:13.785383 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:13.809374 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-618d47dc-99c3-4b63-a5f4-f408f045c8f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:13.825854 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4712655-e43c-4802-a06a-1daace05f2d8 None None] Network d0768a51-b008-45f7-9076-0c3c19493da7 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:36:13.931786 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [req-3e00fe8b-713e-4dd3-9ad5-9a18e5f563b6 req-d3ff1f78-8ac5-425a-bb1e-3e5ba09f0f88 tempest-ImagesOneServerTestJSON-498043877 tempest-ImagesOneServerTestJSON-498043877-project] Deleting port d0cdbccb-b249-40a7-844c-3603f0053795 {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:36:13.932590 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-3e00fe8b-713e-4dd3-9ad5-9a18e5f563b6 req-d3ff1f78-8ac5-425a-bb1e-3e5ba09f0f88 tempest-ImagesOneServerTestJSON-498043877 tempest-ImagesOneServerTestJSON-498043877-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:13.988705 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 12 Aug 2021 14:36:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4f449df-0944-45b3-8869-eca3d1210634 x-openstack-request-id: req-c4f449df-0944-45b3-8869-eca3d1210634 {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:36:13.989584 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f01811a-e459-4aa6-885e-ea14459bfb91", "name": "network-vif-unplugged", "status": "completed", "tag": "d0cdbccb-b249-40a7-844c-3603f0053795", "code": 200}]} {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:36:13.990313 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c4f449df-0944-45b3-8869-eca3d1210634 {{(pid=94468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:36:13.992213 n-d-694802-15 neutron-server[94468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f01811a-e459-4aa6-885e-ea14459bfb91', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd0cdbccb-b249-40a7-844c-3603f0053795', 'code': 200} Aug 12 14:36:14.159651 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-3e00fe8b-713e-4dd3-9ad5-9a18e5f563b6 req-d3ff1f78-8ac5-425a-bb1e-3e5ba09f0f88 tempest-ImagesOneServerTestJSON-498043877 tempest-ImagesOneServerTestJSON-498043877-project] For port d0cdbccb-b249-40a7-844c-3603f0053795, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=d0cdbccb-b249-40a7-844c-3603f0053795,segment=NetworkSegment(a1f8c867-101b-4d30-814e-b89f55a5edd0),segment_id=a1f8c867-101b-4d30-814e-b89f55a5edd0)] {{(pid=94467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:36:14.163127 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-3e00fe8b-713e-4dd3-9ad5-9a18e5f563b6 req-d3ff1f78-8ac5-425a-bb1e-3e5ba09f0f88 tempest-ImagesOneServerTestJSON-498043877 tempest-ImagesOneServerTestJSON-498043877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:14.196017 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [req-3e00fe8b-713e-4dd3-9ad5-9a18e5f563b6 req-d3ff1f78-8ac5-425a-bb1e-3e5ba09f0f88 tempest-ImagesOneServerTestJSON-498043877 tempest-ImagesOneServerTestJSON-498043877-project] Calling delete_port for d0cdbccb-b249-40a7-844c-3603f0053795 owned by compute:nova {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:36:14.270965 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port 890f05cd-3a6a-492a-b07c-feb1a5c93987, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=890f05cd-3a6a-492a-b07c-feb1a5c93987,segment=NetworkSegment(a1f8c867-101b-4d30-814e-b89f55a5edd0),segment_id=a1f8c867-101b-4d30-814e-b89f55a5edd0)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:36:14.346793 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:14.347755 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device b02b231c-4105-48f1-b4af-e195dcf14aec no longer exists at agent hyperv_n-h2-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:36:14.483995 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_common [req-70d113ce-f0d9-4d29-ab36-72b15c7db8b8 req-8f9d690c-04f3-4c13-9e80-3cd5c005111d tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] Allocated IP 172.20.0.13 (046597a4-00ca-4153-9d1b-ff667ab81e34/82fd6154-7c76-48f3-a228-946a266f70e8/6ef149e8-edc7-4005-86e8-5a81e824ec89) {{(pid=94467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:36:14.570467 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] No Port match for: b02b231c-4105-48f1-b4af-e195dcf14aec {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 14:36:14.573552 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device b02b231c-4105-48f1-b4af-e195dcf14aec not bound to the agent host n-h2-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:36:14.680126 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-6c817c2e-0200-429a-81ac-c7feb3c55f35 None None] Provisioning for port dac99107-a8b1-4503-8122-cab1fcf2bcc6 completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:36:14.682343 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618d47dc-99c3-4b63-a5f4-f408f045c8f5 None None] Pushing event updated for resources: {'Port': ['ID=ea84d64f-3d98-4122-b2b6-7ff93f1d2607,revision_number=2']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:36:14.809448 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-3e00fe8b-713e-4dd3-9ad5-9a18e5f563b6 req-d3ff1f78-8ac5-425a-bb1e-3e5ba09f0f88 tempest-ImagesOneServerTestJSON-498043877 tempest-ImagesOneServerTestJSON-498043877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:14.900926 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Pushing event updated for resources: {'Port': ['ID=890f05cd-3a6a-492a-b07c-feb1a5c93987,revision_number=7']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:36:14.915599 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-1769855f-eda9-4483-9dc3-3220908ab45d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:14.920110 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-6c817c2e-0200-429a-81ac-c7feb3c55f35 None None] Provisioning complete for port dac99107-a8b1-4503-8122-cab1fcf2bcc6 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:36:14.920481 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-6c817c2e-0200-429a-81ac-c7feb3c55f35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:14.945379 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ff1f78-8ac5-425a-bb1e-3e5ba09f0f88 tempest-ImagesOneServerTestJSON-498043877 tempest-ImagesOneServerTestJSON-498043877-project] Pushing event deleted for resources: {'Port': ['ID=d0cdbccb-b249-40a7-844c-3603f0053795,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:36:15.146913 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 37422) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:36:15.162190 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-70d113ce-f0d9-4d29-ab36-72b15c7db8b8 req-8f9d690c-04f3-4c13-9e80-3cd5c005111d tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] Notify callbacks [] for port, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:15.219838 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e00fe8b-713e-4dd3-9ad5-9a18e5f563b6 req-d3ff1f78-8ac5-425a-bb1e-3e5ba09f0f88 tempest-ImagesOneServerTestJSON-498043877 tempest-ImagesOneServerTestJSON-498043877-project] No DVR routers for this DVR port d0cdbccb-b249-40a7-844c-3603f0053795 on host n-h1-694802-15 {{(pid=94467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:36:15.224419 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-3e00fe8b-713e-4dd3-9ad5-9a18e5f563b6 req-d3ff1f78-8ac5-425a-bb1e-3e5ba09f0f88 tempest-ImagesOneServerTestJSON-498043877 tempest-ImagesOneServerTestJSON-498043877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:15.226743 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3e00fe8b-713e-4dd3-9ad5-9a18e5f563b6 req-d3ff1f78-8ac5-425a-bb1e-3e5ba09f0f88 tempest-ImagesOneServerTestJSON-498043877 tempest-ImagesOneServerTestJSON-498043877-project] 10.222.0.64 "DELETE /v2.0/ports/d0cdbccb-b249-40a7-844c-3603f0053795 HTTP/1.1" status: 204 len: 173 time: 2.0210140 Aug 12 14:36:15.333109 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-70d113ce-f0d9-4d29-ab36-72b15c7db8b8 req-8f9d690c-04f3-4c13-9e80-3cd5c005111d tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:15.351648 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-6c817c2e-0200-429a-81ac-c7feb3c55f35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:15.443806 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70d113ce-f0d9-4d29-ab36-72b15c7db8b8 req-8f9d690c-04f3-4c13-9e80-3cd5c005111d tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] Network 046597a4-00ca-4153-9d1b-ff667ab81e34 is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:36:15.465362 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [req-70d113ce-f0d9-4d29-ab36-72b15c7db8b8 req-8f9d690c-04f3-4c13-9e80-3cd5c005111d tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:36:15.483492 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [req-70d113ce-f0d9-4d29-ab36-72b15c7db8b8 req-8f9d690c-04f3-4c13-9e80-3cd5c005111d tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] Received port after_create {{(pid=94467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:36:15.631681 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9d690c-04f3-4c13-9e80-3cd5c005111d tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] Pushing event updated for resources: {'Port': ['ID=6ef149e8-edc7-4005-86e8-5a81e824ec89,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:36:15.738314 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-0e7cd567-daf6-437f-ab19-0a962f48f28a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e3f6e239b38a4f618b8ca0621fcc54e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5853596 Aug 12 14:36:15.742348 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 37428) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:36:15.744072 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f01811a-e459-4aa6-885e-ea14459bfb91', 'name': 'network-vif-deleted', 'tag': 'd0cdbccb-b249-40a7-844c-3603f0053795'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:36:15.762299 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e65282f928b64038367d043a4411777802006c43a98742496cb2e25b724ff1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2db65272-36de-4da9-ad37-92e2a341a66a" -d '{"events": [{"server_uuid": "0f01811a-e459-4aa6-885e-ea14459bfb91", "name": "network-vif-deleted", "tag": "d0cdbccb-b249-40a7-844c-3603f0053795"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:36:15.799224 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d113ce-f0d9-4d29-ab36-72b15c7db8b8 req-8f9d690c-04f3-4c13-9e80-3cd5c005111d tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:36:15.800756 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-70d113ce-f0d9-4d29-ab36-72b15c7db8b8 req-8f9d690c-04f3-4c13-9e80-3cd5c005111d tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:15.853962 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-70d113ce-f0d9-4d29-ab36-72b15c7db8b8 req-8f9d690c-04f3-4c13-9e80-3cd5c005111d tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1433480 Aug 12 14:36:15.875189 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-70d113ce-f0d9-4d29-ab36-72b15c7db8b8 req-52aa2726-ae04-4580-b05a-9e7f5fc2b830 service neutron] Request body: {'port': {'device_id': '56e005fa-0896-490e-9646-8a24af6536d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-694802-15'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:36:15.951748 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a04573a6-555a-412d-a2a4-0ce530e8c7d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:15.978919 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a04573a6-555a-412d-a2a4-0ce530e8c7d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:16.003252 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f1992d0-e823-416d-bad0-60fca0e01566', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '890f05cd-3a6a-492a-b07c-feb1a5c93987'}] {{(pid=94468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:36:16.014266 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99a8d87602170099c728e57431aca99e9b98a655a83bbf8727be13192709727b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1905c00b-79ad-4526-816f-851bfa233d2e" -d '{"events": [{"server_uuid": "5f1992d0-e823-416d-bad0-60fca0e01566", "name": "network-vif-plugged", "status": "completed", "tag": "890f05cd-3a6a-492a-b07c-feb1a5c93987"}]}' {{(pid=94468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:36:16.042745 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-70d113ce-f0d9-4d29-ab36-72b15c7db8b8 req-52aa2726-ae04-4580-b05a-9e7f5fc2b830 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:16.047087 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device d0cdbccb-b249-40a7-844c-3603f0053795 no longer exists at agent hyperv_n-h1-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:36:16.050404 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a04573a6-555a-412d-a2a4-0ce530e8c7d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:16.054413 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a04573a6-555a-412d-a2a4-0ce530e8c7d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:16.056423 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-a04573a6-555a-412d-a2a4-0ce530e8c7d2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c0307eb3-f523-445b-8e1d-79deac809303 HTTP/1.1" status: 204 len: 168 time: 0.3078346 Aug 12 14:36:16.077900 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04573a6-555a-412d-a2a4-0ce530e8c7d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0307eb3-f523-445b-8e1d-79deac809303,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:36:16.081801 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-6c817c2e-0200-429a-81ac-c7feb3c55f35 None None] For port dac99107-a8b1-4503-8122-cab1fcf2bcc6, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=dac99107-a8b1-4503-8122-cab1fcf2bcc6,segment=NetworkSegment(7b29b9b0-6379-423c-82d3-d9735a6da920),segment_id=7b29b9b0-6379-423c-82d3-d9735a6da920)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:36:16.142625 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-6c817c2e-0200-429a-81ac-c7feb3c55f35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:16.144350 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-93370168-53ca-47c2-9e27-b066be57125c None None] No Port match for: d0cdbccb-b249-40a7-844c-3603f0053795 {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 14:36:16.144697 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device d0cdbccb-b249-40a7-844c-3603f0053795 not bound to the agent host n-h1-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:36:16.152042 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-fe95f194-a3b0-4c04-9e42-20b511169d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:16.295967 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c817c2e-0200-429a-81ac-c7feb3c55f35 None None] Pushing event updated for resources: {'Port': ['ID=dac99107-a8b1-4503-8122-cab1fcf2bcc6,revision_number=3']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:36:16.408490 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-631e5d69-5e59-434d-bcee-f7f5292b2090 None None] Provisioning complete for port dac99107-a8b1-4503-8122-cab1fcf2bcc6 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:36:16.410843 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-631e5d69-5e59-434d-bcee-f7f5292b2090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:16.549069 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1e20d9f-e17e-4ffe-bd8e-59e776518460 None None] Network 96fc71e2-eac6-4296-8c51-1de2d4f21a6a requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:36:16.726383 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 37438) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:36:16.856505 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-334d81d0-e4b5-444c-99f9-813825879f58 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2f0dbb2970d2487c9ae593ed9d8860b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1284752 Aug 12 14:36:16.859164 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 37440) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:36:16.897822 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device ea84d64f-3d98-4122-b2b6-7ff93f1d2607 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:36:16.965099 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [req-70d113ce-f0d9-4d29-ab36-72b15c7db8b8 req-52aa2726-ae04-4580-b05a-9e7f5fc2b830 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ef149e8-edc7-4005-86e8-5a81e824ec89 {{(pid=94467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:36:16.993363 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-70d113ce-f0d9-4d29-ab36-72b15c7db8b8 req-52aa2726-ae04-4580-b05a-9e7f5fc2b830 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:17.020341 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e697471d-0a00-4708-b90f-c3e448393b96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:17.041174 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5debebbf-8ded-49ec-8faa-ed31133098d8 req-9d95d6d2-7b85-46bf-bad4-18f8c162bb39 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:36:17.056082 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5debebbf-8ded-49ec-8faa-ed31133098d8 req-9d95d6d2-7b85-46bf-bad4-18f8c162bb39 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:36:17.056749 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning for port ea84d64f-3d98-4122-b2b6-7ff93f1d2607 completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:36:17.061322 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-5debebbf-8ded-49ec-8faa-ed31133098d8 req-9d95d6d2-7b85-46bf-bad4-18f8c162bb39 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] 10.222.0.64 "GET /v2.0/networks?id=d0768a51-b008-45f7-9076-0c3c19493da7&id=96fc71e2-eac6-4296-8c51-1de2d4f21a6a HTTP/1.1" status: 200 len: 1390 time: 0.4409213 Aug 12 14:36:17.073605 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [req-70d113ce-f0d9-4d29-ab36-72b15c7db8b8 req-52aa2726-ae04-4580-b05a-9e7f5fc2b830 service neutron] Transition to ACTIVE for port object 6ef149e8-edc7-4005-86e8-5a81e824ec89 will not be triggered until provisioned by entity L2. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:36:17.077253 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e697471d-0a00-4708-b90f-c3e448393b96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:17.080045 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-70d113ce-f0d9-4d29-ab36-72b15c7db8b8 req-52aa2726-ae04-4580-b05a-9e7f5fc2b830 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:17.089253 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-5debebbf-8ded-49ec-8faa-ed31133098d8 req-6403f817-4484-4c4e-b53c-277952f8d5b0 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Request body: {'port': {'device_id': '3a75e832-5204-4a26-88f9-d00737c49947', 'network_id': 'd0768a51-b008-45f7-9076-0c3c19493da7', 'admin_state_up': True, 'tenant_id': 'c8d474eadfaf441a8e85de129212ac16'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:36:17.091259 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device dac99107-a8b1-4503-8122-cab1fcf2bcc6 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:36:17.203117 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e697471d-0a00-4708-b90f-c3e448393b96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:17.205982 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e697471d-0a00-4708-b90f-c3e448393b96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:17.207367 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-e697471d-0a00-4708-b90f-c3e448393b96 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c70bc67e-aebc-44f6-8e5b-d25fc3d0be86 HTTP/1.1" status: 204 len: 168 time: 0.3470654 Aug 12 14:36:17.237948 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e697471d-0a00-4708-b90f-c3e448393b96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c70bc67e-aebc-44f6-8e5b-d25fc3d0be86,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:36:17.324513 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-5c9a17eb-d64b-4296-b675-3e039eb8881b None None] Provisioning for port ea84d64f-3d98-4122-b2b6-7ff93f1d2607 completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:36:17.327473 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52aa2726-ae04-4580-b05a-9e7f5fc2b830 service neutron] Pushing event updated for resources: {'Port': ['ID=6ef149e8-edc7-4005-86e8-5a81e824ec89,revision_number=2']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:36:17.330704 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-5c9a17eb-d64b-4296-b675-3e039eb8881b None None] Provisioning complete for port ea84d64f-3d98-4122-b2b6-7ff93f1d2607 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:36:17.330971 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-5c9a17eb-d64b-4296-b675-3e039eb8881b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:17.353021 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5debebbf-8ded-49ec-8faa-ed31133098d8 req-6403f817-4484-4c4e-b53c-277952f8d5b0 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Made reservation on behalf of c8d474eadfaf441a8e85de129212ac16 for: {'port': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:36:17.371003 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-5debebbf-8ded-49ec-8faa-ed31133098d8 req-6403f817-4484-4c4e-b53c-277952f8d5b0 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:17.507248 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-5c9a17eb-d64b-4296-b675-3e039eb8881b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:17.540743 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port dac99107-a8b1-4503-8122-cab1fcf2bcc6 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:36:17.541137 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:17.626223 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-5c9a17eb-d64b-4296-b675-3e039eb8881b None None] For port ea84d64f-3d98-4122-b2b6-7ff93f1d2607, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=ea84d64f-3d98-4122-b2b6-7ff93f1d2607,segment=NetworkSegment(439853e8-1abb-421f-80f8-21e998d51748),segment_id=439853e8-1abb-421f-80f8-21e998d51748)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:36:17.687864 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-5c9a17eb-d64b-4296-b675-3e039eb8881b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:17.740226 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-70d113ce-f0d9-4d29-ab36-72b15c7db8b8 req-52aa2726-ae04-4580-b05a-9e7f5fc2b830 service neutron] Attempting to bind port 6ef149e8-edc7-4005-86e8-5a81e824ec89 on host n-h2-694802-15 for vnic_type normal with profile {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:36:17.748049 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-70d113ce-f0d9-4d29-ab36-72b15c7db8b8 req-52aa2726-ae04-4580-b05a-9e7f5fc2b830 service neutron] Attempting to bind port 6ef149e8-edc7-4005-86e8-5a81e824ec89 by drivers openvswitch,hyperv on host n-h2-694802-15 at level 0 using segments [{'id': 'afe25370-43f7-43be-a4de-d68fa9dce5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '046597a4-00ca-4153-9d1b-ff667ab81e34'}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:36:17.748675 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70d113ce-f0d9-4d29-ab36-72b15c7db8b8 req-52aa2726-ae04-4580-b05a-9e7f5fc2b830 service neutron] Attempting to bind port 6ef149e8-edc7-4005-86e8-5a81e824ec89 on network 046597a4-00ca-4153-9d1b-ff667ab81e34 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:36:17.851953 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_common [req-5debebbf-8ded-49ec-8faa-ed31133098d8 req-6403f817-4484-4c4e-b53c-277952f8d5b0 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Allocated IP 19.80.0.9 (d0768a51-b008-45f7-9076-0c3c19493da7/20c75a29-8d2c-4a2a-9051-55d33690dd18/fcb14084-ef15-432e-9620-bc63448a5693) {{(pid=94467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:36:17.950781 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70d113ce-f0d9-4d29-ab36-72b15c7db8b8 req-52aa2726-ae04-4580-b05a-9e7f5fc2b830 service neutron] Port 6ef149e8-edc7-4005-86e8-5a81e824ec89 on network 046597a4-00ca-4153-9d1b-ff667ab81e34 not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-15 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 14:36:17.957988 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70d113ce-f0d9-4d29-ab36-72b15c7db8b8 req-52aa2726-ae04-4580-b05a-9e7f5fc2b830 service neutron] Attempting to bind port 6ef149e8-edc7-4005-86e8-5a81e824ec89 on network 046597a4-00ca-4153-9d1b-ff667ab81e34 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:36:17.966946 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-8eca637a-fca9-417d-aa95-a927be9ef808 None None] Provisioning complete for port ea84d64f-3d98-4122-b2b6-7ff93f1d2607 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:36:17.967336 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-8eca637a-fca9-417d-aa95-a927be9ef808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:17.968930 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9a17eb-d64b-4296-b675-3e039eb8881b None None] Pushing event updated for resources: {'Port': ['ID=ea84d64f-3d98-4122-b2b6-7ff93f1d2607,revision_number=3']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:36:18.000904 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70d113ce-f0d9-4d29-ab36-72b15c7db8b8 req-52aa2726-ae04-4580-b05a-9e7f5fc2b830 service neutron] Checking agent: {'id': 'b7697f71-33f3-4959-ad82-43c2dc15845d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 27, 42), 'started_at': datetime.datetime(2021, 8, 12, 14, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 36, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:36:18.002012 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70d113ce-f0d9-4d29-ab36-72b15c7db8b8 req-52aa2726-ae04-4580-b05a-9e7f5fc2b830 service neutron] Checking segment: {'id': 'afe25370-43f7-43be-a4de-d68fa9dce5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '046597a4-00ca-4153-9d1b-ff667ab81e34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:36:18.003593 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70d113ce-f0d9-4d29-ab36-72b15c7db8b8 req-52aa2726-ae04-4580-b05a-9e7f5fc2b830 service neutron] Bound using segment: {'id': 'afe25370-43f7-43be-a4de-d68fa9dce5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '046597a4-00ca-4153-9d1b-ff667ab81e34'} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:36:18.005358 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-70d113ce-f0d9-4d29-ab36-72b15c7db8b8 req-52aa2726-ae04-4580-b05a-9e7f5fc2b830 service neutron] Bound port: 6ef149e8-edc7-4005-86e8-5a81e824ec89, host: n-h2-694802-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'afe25370-43f7-43be-a4de-d68fa9dce5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '046597a4-00ca-4153-9d1b-ff667ab81e34'}}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:36:18.006010 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-70d113ce-f0d9-4d29-ab36-72b15c7db8b8 req-52aa2726-ae04-4580-b05a-9e7f5fc2b830 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:18.123391 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9a17eb-d64b-4296-b675-3e039eb8881b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:36:18.123892 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9a17eb-d64b-4296-b675-3e039eb8881b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:36:18.124098 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9a17eb-d64b-4296-b675-3e039eb8881b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:36:18.124477 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9a17eb-d64b-4296-b675-3e039eb8881b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:36:18.124831 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9a17eb-d64b-4296-b675-3e039eb8881b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:36:18.125187 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9a17eb-d64b-4296-b675-3e039eb8881b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:36:18.125539 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9a17eb-d64b-4296-b675-3e039eb8881b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:36:18.125953 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9a17eb-d64b-4296-b675-3e039eb8881b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:36:18.126318 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9a17eb-d64b-4296-b675-3e039eb8881b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:36:18.126663 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9a17eb-d64b-4296-b675-3e039eb8881b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:36:18.127104 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9a17eb-d64b-4296-b675-3e039eb8881b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:36:18.127452 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9a17eb-d64b-4296-b675-3e039eb8881b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:36:18.366931 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-70d113ce-f0d9-4d29-ab36-72b15c7db8b8 req-52aa2726-ae04-4580-b05a-9e7f5fc2b830 service neutron] For port 6ef149e8-edc7-4005-86e8-5a81e824ec89, host n-h2-694802-15, cleared binding levels {{(pid=94467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:36:18.408693 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-70d113ce-f0d9-4d29-ab36-72b15c7db8b8 req-52aa2726-ae04-4580-b05a-9e7f5fc2b830 service neutron] For port 6ef149e8-edc7-4005-86e8-5a81e824ec89, host n-h2-694802-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=6ef149e8-edc7-4005-86e8-5a81e824ec89,segment=NetworkSegment(afe25370-43f7-43be-a4de-d68fa9dce5c3),segment_id=afe25370-43f7-43be-a4de-d68fa9dce5c3)] {{(pid=94467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:36:18.431375 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-70d113ce-f0d9-4d29-ab36-72b15c7db8b8 req-52aa2726-ae04-4580-b05a-9e7f5fc2b830 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:18.543004 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52aa2726-ae04-4580-b05a-9e7f5fc2b830 service neutron] Pushing event updated for resources: {'Port': ['ID=6ef149e8-edc7-4005-86e8-5a81e824ec89,revision_number=3']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:36:18.640936 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-5debebbf-8ded-49ec-8faa-ed31133098d8 req-6403f817-4484-4c4e-b53c-277952f8d5b0 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Notify callbacks [] for port, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:18.649806 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device ea84d64f-3d98-4122-b2b6-7ff93f1d2607 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:36:18.695659 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [req-5debebbf-8ded-49ec-8faa-ed31133098d8 req-6403f817-4484-4c4e-b53c-277952f8d5b0 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Transition to ACTIVE for port object fcb14084-ef15-432e-9620-bc63448a5693 will not be triggered until provisioned by entity DHCP. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:36:18.766519 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port ea84d64f-3d98-4122-b2b6-7ff93f1d2607 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:36:18.767533 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:18.773568 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d113ce-f0d9-4d29-ab36-72b15c7db8b8 req-52aa2726-ae04-4580-b05a-9e7f5fc2b830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:36:18.774198 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-70d113ce-f0d9-4d29-ab36-72b15c7db8b8 req-52aa2726-ae04-4580-b05a-9e7f5fc2b830 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:18.783366 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-70d113ce-f0d9-4d29-ab36-72b15c7db8b8 req-52aa2726-ae04-4580-b05a-9e7f5fc2b830 service neutron] 10.222.0.49 "PUT /v2.0/ports/6ef149e8-edc7-4005-86e8-5a81e824ec89 HTTP/1.1" status: 200 len: 1093 time: 2.9193234 Aug 12 14:36:18.812514 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-5debebbf-8ded-49ec-8faa-ed31133098d8 req-6403f817-4484-4c4e-b53c-277952f8d5b0 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:18.961008 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6403f817-4484-4c4e-b53c-277952f8d5b0 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Pushing event updated for resources: {'Port': ['ID=fcb14084-ef15-432e-9620-bc63448a5693,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:36:19.009482 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5debebbf-8ded-49ec-8faa-ed31133098d8 req-6403f817-4484-4c4e-b53c-277952f8d5b0 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Network d0768a51-b008-45f7-9076-0c3c19493da7 is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:36:19.011077 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [req-5debebbf-8ded-49ec-8faa-ed31133098d8 req-6403f817-4484-4c4e-b53c-277952f8d5b0 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:36:19.028128 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [req-5debebbf-8ded-49ec-8faa-ed31133098d8 req-6403f817-4484-4c4e-b53c-277952f8d5b0 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Received port after_create {{(pid=94467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:36:19.101662 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d113ce-f0d9-4d29-ab36-72b15c7db8b8 req-bf5d8c24-4717-4025-b2a0-3ea48f705f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:36:19.104783 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-70d113ce-f0d9-4d29-ab36-72b15c7db8b8 req-bf5d8c24-4717-4025-b2a0-3ea48f705f0f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=718396d2ba6249eeb0676cbc20c1ef9d&device_id=56e005fa-0896-490e-9646-8a24af6536d9 HTTP/1.1" status: 200 len: 1096 time: 0.1464508 Aug 12 14:36:19.187539 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-70d113ce-f0d9-4d29-ab36-72b15c7db8b8 req-fe403bf1-1235-402b-8a7e-009a14d06c37 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6ef149e8-edc7-4005-86e8-5a81e824ec89 HTTP/1.1" status: 200 len: 217 time: 0.0715065 Aug 12 14:36:19.194950 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5debebbf-8ded-49ec-8faa-ed31133098d8 req-6403f817-4484-4c4e-b53c-277952f8d5b0 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:36:19.196554 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-5debebbf-8ded-49ec-8faa-ed31133098d8 req-6403f817-4484-4c4e-b53c-277952f8d5b0 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:19.248582 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-5debebbf-8ded-49ec-8faa-ed31133098d8 req-6403f817-4484-4c4e-b53c-277952f8d5b0 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.1704061 Aug 12 14:36:19.263227 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-5debebbf-8ded-49ec-8faa-ed31133098d8 req-b00a159f-e273-4c7d-a487-e71ccdac27d2 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Request body: {'port': {'device_id': '3a75e832-5204-4a26-88f9-d00737c49947', 'network_id': '96fc71e2-eac6-4296-8c51-1de2d4f21a6a', 'admin_state_up': True, 'tenant_id': 'c8d474eadfaf441a8e85de129212ac16'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:36:19.273105 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d113ce-f0d9-4d29-ab36-72b15c7db8b8 req-6b00a4aa-1f81-40b4-989c-578619d15192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:36:19.275186 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-70d113ce-f0d9-4d29-ab36-72b15c7db8b8 req-6b00a4aa-1f81-40b4-989c-578619d15192 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=82fd6154-7c76-48f3-a228-946a266f70e8 HTTP/1.1" status: 200 len: 855 time: 0.0742607 Aug 12 14:36:19.357417 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-70d113ce-f0d9-4d29-ab36-72b15c7db8b8 req-b3fc55c2-033f-4185-9e86-3f3031faa266 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=046597a4-00ca-4153-9d1b-ff667ab81e34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0712624 Aug 12 14:36:19.475933 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-576a2dfa-308f-4b7d-9f49-12fa20003bba None None] Provisioning for port fcb14084-ef15-432e-9620-bc63448a5693 completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:36:19.481066 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-576a2dfa-308f-4b7d-9f49-12fa20003bba None None] Provisioning complete for port fcb14084-ef15-432e-9620-bc63448a5693 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:36:19.481578 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-576a2dfa-308f-4b7d-9f49-12fa20003bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:19.515319 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.agents_db [None req-17ed3e4c-1a7d-4162-9646-11c134aca297 None None] Agent healthcheck: found 7 active agents {{(pid=94469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 14:36:19.604657 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-576a2dfa-308f-4b7d-9f49-12fa20003bba None None] Port fcb14084-ef15-432e-9620-bc63448a5693 cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 14:36:19.634864 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5debebbf-8ded-49ec-8faa-ed31133098d8 req-b00a159f-e273-4c7d-a487-e71ccdac27d2 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Made reservation on behalf of c8d474eadfaf441a8e85de129212ac16 for: {'port': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:36:19.639637 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-5debebbf-8ded-49ec-8faa-ed31133098d8 req-b00a159f-e273-4c7d-a487-e71ccdac27d2 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:19.656402 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-70d113ce-f0d9-4d29-ab36-72b15c7db8b8 req-91858505-51bf-4aa9-84ff-778f7eabaf08 service neutron] 10.222.0.49 "GET /v2.0/networks/046597a4-00ca-4153-9d1b-ff667ab81e34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2864370 Aug 12 14:36:19.812325 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_common [req-5debebbf-8ded-49ec-8faa-ed31133098d8 req-b00a159f-e273-4c7d-a487-e71ccdac27d2 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Allocated IP 19.86.0.109 (96fc71e2-eac6-4296-8c51-1de2d4f21a6a/c811acc4-7c72-4827-b6f8-595b58ee0420/c9d99e62-0297-4881-942b-ffbe3ce682d0) {{(pid=94467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:36:20.006819 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-5debebbf-8ded-49ec-8faa-ed31133098d8 req-b00a159f-e273-4c7d-a487-e71ccdac27d2 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Notify callbacks [] for port, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:20.022845 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [req-5debebbf-8ded-49ec-8faa-ed31133098d8 req-b00a159f-e273-4c7d-a487-e71ccdac27d2 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Transition to ACTIVE for port object c9d99e62-0297-4881-942b-ffbe3ce682d0 will not be triggered until provisioned by entity DHCP. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:36:20.067721 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-5debebbf-8ded-49ec-8faa-ed31133098d8 req-b00a159f-e273-4c7d-a487-e71ccdac27d2 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:20.097936 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5debebbf-8ded-49ec-8faa-ed31133098d8 req-b00a159f-e273-4c7d-a487-e71ccdac27d2 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Network 96fc71e2-eac6-4296-8c51-1de2d4f21a6a is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:36:20.125419 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [req-5debebbf-8ded-49ec-8faa-ed31133098d8 req-b00a159f-e273-4c7d-a487-e71ccdac27d2 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:36:20.130665 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [req-5debebbf-8ded-49ec-8faa-ed31133098d8 req-b00a159f-e273-4c7d-a487-e71ccdac27d2 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Received port after_create {{(pid=94467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:36:20.228110 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00a159f-e273-4c7d-a487-e71ccdac27d2 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Pushing event updated for resources: {'Port': ['ID=c9d99e62-0297-4881-942b-ffbe3ce682d0,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:36:20.328061 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5debebbf-8ded-49ec-8faa-ed31133098d8 req-b00a159f-e273-4c7d-a487-e71ccdac27d2 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:36:20.329099 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-5debebbf-8ded-49ec-8faa-ed31133098d8 req-b00a159f-e273-4c7d-a487-e71ccdac27d2 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:20.384728 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-70d113ce-f0d9-4d29-ab36-72b15c7db8b8 req-501fb793-2e62-4d06-bed4-9e5e852927db service neutron] 10.222.0.49 "GET /v2.0/networks/046597a4-00ca-4153-9d1b-ff667ab81e34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3218763 Aug 12 14:36:20.388025 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-5debebbf-8ded-49ec-8faa-ed31133098d8 req-b00a159f-e273-4c7d-a487-e71ccdac27d2 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1288111 Aug 12 14:36:20.426256 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-5debebbf-8ded-49ec-8faa-ed31133098d8 req-6d75afdb-5944-48ba-bc16-e7dfd660d749 service neutron] Request body: {'port': {'device_id': '3a75e832-5204-4a26-88f9-d00737c49947', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-694802-15'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:36:20.515980 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-5debebbf-8ded-49ec-8faa-ed31133098d8 req-6d75afdb-5944-48ba-bc16-e7dfd660d749 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:20.737432 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-a1138761-d249-43c3-b1d0-52487cb7a36e None None] Provisioning for port c9d99e62-0297-4881-942b-ffbe3ce682d0 completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:36:20.749395 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-a1138761-d249-43c3-b1d0-52487cb7a36e None None] Provisioning complete for port c9d99e62-0297-4881-942b-ffbe3ce682d0 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:36:20.750329 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-a1138761-d249-43c3-b1d0-52487cb7a36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:20.804246 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-a1138761-d249-43c3-b1d0-52487cb7a36e None None] Port c9d99e62-0297-4881-942b-ffbe3ce682d0 cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 14:36:21.182291 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [req-5debebbf-8ded-49ec-8faa-ed31133098d8 req-6d75afdb-5944-48ba-bc16-e7dfd660d749 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fcb14084-ef15-432e-9620-bc63448a5693 {{(pid=94467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:36:21.207274 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-5debebbf-8ded-49ec-8faa-ed31133098d8 req-6d75afdb-5944-48ba-bc16-e7dfd660d749 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:21.244498 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [req-5debebbf-8ded-49ec-8faa-ed31133098d8 req-6d75afdb-5944-48ba-bc16-e7dfd660d749 service neutron] Transition to ACTIVE for port object fcb14084-ef15-432e-9620-bc63448a5693 will not be triggered until provisioned by entity L2. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:36:21.254344 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-5debebbf-8ded-49ec-8faa-ed31133098d8 req-6d75afdb-5944-48ba-bc16-e7dfd660d749 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:21.423575 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d75afdb-5944-48ba-bc16-e7dfd660d749 service neutron] Pushing event updated for resources: {'Port': ['ID=fcb14084-ef15-432e-9620-bc63448a5693,revision_number=2']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:36:21.612810 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-5debebbf-8ded-49ec-8faa-ed31133098d8 req-6d75afdb-5944-48ba-bc16-e7dfd660d749 service neutron] Attempting to bind port fcb14084-ef15-432e-9620-bc63448a5693 on host n-h1-694802-15 for vnic_type normal with profile {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:36:21.613666 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-5debebbf-8ded-49ec-8faa-ed31133098d8 req-6d75afdb-5944-48ba-bc16-e7dfd660d749 service neutron] Attempting to bind port fcb14084-ef15-432e-9620-bc63448a5693 by drivers openvswitch,hyperv on host n-h1-694802-15 at level 0 using segments [{'id': '7b29b9b0-6379-423c-82d3-d9735a6da920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'd0768a51-b008-45f7-9076-0c3c19493da7'}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:36:21.615515 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5debebbf-8ded-49ec-8faa-ed31133098d8 req-6d75afdb-5944-48ba-bc16-e7dfd660d749 service neutron] Attempting to bind port fcb14084-ef15-432e-9620-bc63448a5693 on network d0768a51-b008-45f7-9076-0c3c19493da7 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:36:21.633871 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5debebbf-8ded-49ec-8faa-ed31133098d8 req-6d75afdb-5944-48ba-bc16-e7dfd660d749 service neutron] Port fcb14084-ef15-432e-9620-bc63448a5693 on network d0768a51-b008-45f7-9076-0c3c19493da7 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-15 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 14:36:21.634593 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5debebbf-8ded-49ec-8faa-ed31133098d8 req-6d75afdb-5944-48ba-bc16-e7dfd660d749 service neutron] Attempting to bind port fcb14084-ef15-432e-9620-bc63448a5693 on network d0768a51-b008-45f7-9076-0c3c19493da7 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:36:21.640745 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5debebbf-8ded-49ec-8faa-ed31133098d8 req-6d75afdb-5944-48ba-bc16-e7dfd660d749 service neutron] Checking agent: {'id': 'de568313-a3e6-454a-9813-77e25edcea95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 27, 41), 'started_at': datetime.datetime(2021, 8, 12, 14, 27, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 36, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:36:21.648996 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5debebbf-8ded-49ec-8faa-ed31133098d8 req-6d75afdb-5944-48ba-bc16-e7dfd660d749 service neutron] Checking segment: {'id': '7b29b9b0-6379-423c-82d3-d9735a6da920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'd0768a51-b008-45f7-9076-0c3c19493da7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:36:21.649805 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5debebbf-8ded-49ec-8faa-ed31133098d8 req-6d75afdb-5944-48ba-bc16-e7dfd660d749 service neutron] Bound using segment: {'id': '7b29b9b0-6379-423c-82d3-d9735a6da920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'd0768a51-b008-45f7-9076-0c3c19493da7'} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:36:21.650496 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-5debebbf-8ded-49ec-8faa-ed31133098d8 req-6d75afdb-5944-48ba-bc16-e7dfd660d749 service neutron] Bound port: fcb14084-ef15-432e-9620-bc63448a5693, host: n-h1-694802-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b29b9b0-6379-423c-82d3-d9735a6da920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'd0768a51-b008-45f7-9076-0c3c19493da7'}}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:36:21.651169 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-5debebbf-8ded-49ec-8faa-ed31133098d8 req-6d75afdb-5944-48ba-bc16-e7dfd660d749 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:21.776185 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-5debebbf-8ded-49ec-8faa-ed31133098d8 req-6d75afdb-5944-48ba-bc16-e7dfd660d749 service neutron] For port fcb14084-ef15-432e-9620-bc63448a5693, host n-h1-694802-15, cleared binding levels {{(pid=94467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:36:21.782712 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-5debebbf-8ded-49ec-8faa-ed31133098d8 req-6d75afdb-5944-48ba-bc16-e7dfd660d749 service neutron] For port fcb14084-ef15-432e-9620-bc63448a5693, host n-h1-694802-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=fcb14084-ef15-432e-9620-bc63448a5693,segment=NetworkSegment(7b29b9b0-6379-423c-82d3-d9735a6da920),segment_id=7b29b9b0-6379-423c-82d3-d9735a6da920)] {{(pid=94467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:36:21.790820 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-5debebbf-8ded-49ec-8faa-ed31133098d8 req-6d75afdb-5944-48ba-bc16-e7dfd660d749 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:21.854083 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5debebbf-8ded-49ec-8faa-ed31133098d8 req-6d75afdb-5944-48ba-bc16-e7dfd660d749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:36:21.855170 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-5debebbf-8ded-49ec-8faa-ed31133098d8 req-6d75afdb-5944-48ba-bc16-e7dfd660d749 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:21.856953 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-5debebbf-8ded-49ec-8faa-ed31133098d8 req-6d75afdb-5944-48ba-bc16-e7dfd660d749 service neutron] 10.222.0.64 "PUT /v2.0/ports/fcb14084-ef15-432e-9620-bc63448a5693 HTTP/1.1" status: 200 len: 1091 time: 1.4595945 Aug 12 14:36:21.939112 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-5debebbf-8ded-49ec-8faa-ed31133098d8 req-48590c22-7ebb-490c-9bf5-e13693aa67fd service neutron] Request body: {'port': {'device_id': '3a75e832-5204-4a26-88f9-d00737c49947', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-694802-15'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:36:22.014247 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d75afdb-5944-48ba-bc16-e7dfd660d749 service neutron] Pushing event updated for resources: {'Port': ['ID=fcb14084-ef15-432e-9620-bc63448a5693,revision_number=3']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:36:22.066853 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-5debebbf-8ded-49ec-8faa-ed31133098d8 req-48590c22-7ebb-490c-9bf5-e13693aa67fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:22.771803 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [req-5debebbf-8ded-49ec-8faa-ed31133098d8 req-48590c22-7ebb-490c-9bf5-e13693aa67fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9d99e62-0297-4881-942b-ffbe3ce682d0 {{(pid=94467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:36:22.785049 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-5debebbf-8ded-49ec-8faa-ed31133098d8 req-48590c22-7ebb-490c-9bf5-e13693aa67fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:22.799784 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [req-5debebbf-8ded-49ec-8faa-ed31133098d8 req-48590c22-7ebb-490c-9bf5-e13693aa67fd service neutron] Transition to ACTIVE for port object c9d99e62-0297-4881-942b-ffbe3ce682d0 will not be triggered until provisioned by entity L2. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:36:22.809521 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-5debebbf-8ded-49ec-8faa-ed31133098d8 req-48590c22-7ebb-490c-9bf5-e13693aa67fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:22.861438 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48590c22-7ebb-490c-9bf5-e13693aa67fd service neutron] Pushing event updated for resources: {'Port': ['ID=c9d99e62-0297-4881-942b-ffbe3ce682d0,revision_number=2']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:36:23.002246 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-5debebbf-8ded-49ec-8faa-ed31133098d8 req-48590c22-7ebb-490c-9bf5-e13693aa67fd service neutron] Attempting to bind port c9d99e62-0297-4881-942b-ffbe3ce682d0 on host n-h1-694802-15 for vnic_type normal with profile {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:36:23.002579 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-5debebbf-8ded-49ec-8faa-ed31133098d8 req-48590c22-7ebb-490c-9bf5-e13693aa67fd service neutron] Attempting to bind port c9d99e62-0297-4881-942b-ffbe3ce682d0 by drivers openvswitch,hyperv on host n-h1-694802-15 at level 0 using segments [{'id': '439853e8-1abb-421f-80f8-21e998d51748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '96fc71e2-eac6-4296-8c51-1de2d4f21a6a'}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:36:23.004119 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5debebbf-8ded-49ec-8faa-ed31133098d8 req-48590c22-7ebb-490c-9bf5-e13693aa67fd service neutron] Attempting to bind port c9d99e62-0297-4881-942b-ffbe3ce682d0 on network 96fc71e2-eac6-4296-8c51-1de2d4f21a6a {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:36:23.010472 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5debebbf-8ded-49ec-8faa-ed31133098d8 req-48590c22-7ebb-490c-9bf5-e13693aa67fd service neutron] Port c9d99e62-0297-4881-942b-ffbe3ce682d0 on network 96fc71e2-eac6-4296-8c51-1de2d4f21a6a not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-15 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 14:36:23.011275 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5debebbf-8ded-49ec-8faa-ed31133098d8 req-48590c22-7ebb-490c-9bf5-e13693aa67fd service neutron] Attempting to bind port c9d99e62-0297-4881-942b-ffbe3ce682d0 on network 96fc71e2-eac6-4296-8c51-1de2d4f21a6a {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:36:23.024011 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5debebbf-8ded-49ec-8faa-ed31133098d8 req-48590c22-7ebb-490c-9bf5-e13693aa67fd service neutron] Checking agent: {'id': 'de568313-a3e6-454a-9813-77e25edcea95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 27, 41), 'started_at': datetime.datetime(2021, 8, 12, 14, 27, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 36, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:36:23.024915 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5debebbf-8ded-49ec-8faa-ed31133098d8 req-48590c22-7ebb-490c-9bf5-e13693aa67fd service neutron] Checking segment: {'id': '439853e8-1abb-421f-80f8-21e998d51748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '96fc71e2-eac6-4296-8c51-1de2d4f21a6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:36:23.025881 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5debebbf-8ded-49ec-8faa-ed31133098d8 req-48590c22-7ebb-490c-9bf5-e13693aa67fd service neutron] Bound using segment: {'id': '439853e8-1abb-421f-80f8-21e998d51748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '96fc71e2-eac6-4296-8c51-1de2d4f21a6a'} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:36:23.031599 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-5debebbf-8ded-49ec-8faa-ed31133098d8 req-48590c22-7ebb-490c-9bf5-e13693aa67fd service neutron] Bound port: c9d99e62-0297-4881-942b-ffbe3ce682d0, host: n-h1-694802-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '439853e8-1abb-421f-80f8-21e998d51748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '96fc71e2-eac6-4296-8c51-1de2d4f21a6a'}}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:36:23.035976 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-5debebbf-8ded-49ec-8faa-ed31133098d8 req-48590c22-7ebb-490c-9bf5-e13693aa67fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:23.147533 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-5debebbf-8ded-49ec-8faa-ed31133098d8 req-48590c22-7ebb-490c-9bf5-e13693aa67fd service neutron] For port c9d99e62-0297-4881-942b-ffbe3ce682d0, host n-h1-694802-15, cleared binding levels {{(pid=94467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:36:23.156704 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-5debebbf-8ded-49ec-8faa-ed31133098d8 req-48590c22-7ebb-490c-9bf5-e13693aa67fd service neutron] For port c9d99e62-0297-4881-942b-ffbe3ce682d0, host n-h1-694802-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=c9d99e62-0297-4881-942b-ffbe3ce682d0,segment=NetworkSegment(439853e8-1abb-421f-80f8-21e998d51748),segment_id=439853e8-1abb-421f-80f8-21e998d51748)] {{(pid=94467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:36:23.165061 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-5debebbf-8ded-49ec-8faa-ed31133098d8 req-48590c22-7ebb-490c-9bf5-e13693aa67fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:23.233440 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5debebbf-8ded-49ec-8faa-ed31133098d8 req-48590c22-7ebb-490c-9bf5-e13693aa67fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:36:23.234363 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-5debebbf-8ded-49ec-8faa-ed31133098d8 req-48590c22-7ebb-490c-9bf5-e13693aa67fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:23.236852 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-5debebbf-8ded-49ec-8faa-ed31133098d8 req-48590c22-7ebb-490c-9bf5-e13693aa67fd service neutron] 10.222.0.64 "PUT /v2.0/ports/c9d99e62-0297-4881-942b-ffbe3ce682d0 HTTP/1.1" status: 200 len: 1093 time: 1.3105013 Aug 12 14:36:23.408759 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48590c22-7ebb-490c-9bf5-e13693aa67fd service neutron] Pushing event updated for resources: {'Port': ['ID=c9d99e62-0297-4881-942b-ffbe3ce682d0,revision_number=3']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:36:23.433363 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5debebbf-8ded-49ec-8faa-ed31133098d8 req-176fbd9f-0960-48e0-aa6e-a4b8bb711508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:36:23.433846 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5debebbf-8ded-49ec-8faa-ed31133098d8 req-176fbd9f-0960-48e0-aa6e-a4b8bb711508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:36:23.435476 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-5debebbf-8ded-49ec-8faa-ed31133098d8 req-176fbd9f-0960-48e0-aa6e-a4b8bb711508 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c8d474eadfaf441a8e85de129212ac16&device_id=3a75e832-5204-4a26-88f9-d00737c49947 HTTP/1.1" status: 200 len: 1981 time: 0.1270144 Aug 12 14:36:23.512107 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-5debebbf-8ded-49ec-8faa-ed31133098d8 req-15b28a71-9f04-4664-b082-fda96b2f4a1f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.9&port_id=fcb14084-ef15-432e-9620-bc63448a5693 HTTP/1.1" status: 200 len: 217 time: 0.0659311 Aug 12 14:36:23.579670 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5debebbf-8ded-49ec-8faa-ed31133098d8 req-689d9bbb-8b89-46c3-b798-99651e8d22c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:36:23.582334 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-5debebbf-8ded-49ec-8faa-ed31133098d8 req-689d9bbb-8b89-46c3-b798-99651e8d22c9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=20c75a29-8d2c-4a2a-9051-55d33690dd18 HTTP/1.1" status: 200 len: 801 time: 0.0605259 Aug 12 14:36:23.638117 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5debebbf-8ded-49ec-8faa-ed31133098d8 req-15e704fe-72da-4b7a-874f-b9575fee55d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:36:23.639829 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-5debebbf-8ded-49ec-8faa-ed31133098d8 req-15e704fe-72da-4b7a-874f-b9575fee55d3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d0768a51-b008-45f7-9076-0c3c19493da7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0486650 Aug 12 14:36:23.774921 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-5debebbf-8ded-49ec-8faa-ed31133098d8 req-de057d4c-7f31-48a7-a2a6-e01dec428edf service neutron] 10.222.0.64 "GET /v2.0/networks/d0768a51-b008-45f7-9076-0c3c19493da7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258793 Aug 12 14:36:23.898187 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-5debebbf-8ded-49ec-8faa-ed31133098d8 req-7008554d-20be-4a55-808e-e92e899bff6a service neutron] 10.222.0.64 "GET /v2.0/networks/d0768a51-b008-45f7-9076-0c3c19493da7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1132374 Aug 12 14:36:23.974633 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-5debebbf-8ded-49ec-8faa-ed31133098d8 req-605d13d5-b2d6-4485-8645-0117c8c613f8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.109&port_id=c9d99e62-0297-4881-942b-ffbe3ce682d0 HTTP/1.1" status: 200 len: 217 time: 0.0665467 Aug 12 14:36:24.058434 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5debebbf-8ded-49ec-8faa-ed31133098d8 req-f389f1ad-1869-4459-bb2f-2a772f157f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:36:24.060055 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-5debebbf-8ded-49ec-8faa-ed31133098d8 req-f389f1ad-1869-4459-bb2f-2a772f157f29 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c811acc4-7c72-4827-b6f8-595b58ee0420 HTTP/1.1" status: 200 len: 801 time: 0.0777795 Aug 12 14:36:24.138194 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5debebbf-8ded-49ec-8faa-ed31133098d8 req-ba12aba6-3535-44f0-97f8-f5ef45d81a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:36:24.144339 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-5debebbf-8ded-49ec-8faa-ed31133098d8 req-ba12aba6-3535-44f0-97f8-f5ef45d81a63 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=96fc71e2-eac6-4296-8c51-1de2d4f21a6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0735719 Aug 12 14:36:24.340089 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-5debebbf-8ded-49ec-8faa-ed31133098d8 req-ba2e2410-72a2-4caa-af42-197249fb4fa4 service neutron] 10.222.0.64 "GET /v2.0/networks/96fc71e2-eac6-4296-8c51-1de2d4f21a6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1836095 Aug 12 14:36:24.465956 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-5debebbf-8ded-49ec-8faa-ed31133098d8 req-e39bfef3-0109-4bc3-9930-5e97fbc77874 service neutron] 10.222.0.64 "GET /v2.0/networks/96fc71e2-eac6-4296-8c51-1de2d4f21a6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072986 Aug 12 14:36:25.179935 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device 6ef149e8-edc7-4005-86e8-5a81e824ec89 details requested by agent hyperv_n-h2-694802-15 with host n-h2-694802-15 {{(pid=94468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 14:36:25.337574 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port 6ef149e8-edc7-4005-86e8-5a81e824ec89, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=6ef149e8-edc7-4005-86e8-5a81e824ec89,segment=NetworkSegment(afe25370-43f7-43be-a4de-d68fa9dce5c3),segment_id=afe25370-43f7-43be-a4de-d68fa9dce5c3)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:36:25.359426 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Returning: {'device': '6ef149e8-edc7-4005-86e8-5a81e824ec89', 'network_id': '046597a4-00ca-4153-9d1b-ff667ab81e34', 'port_id': '6ef149e8-edc7-4005-86e8-5a81e824ec89', 'mac_address': 'fa:16:3e:75:d9:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82fd6154-7c76-48f3-a228-946a266f70e8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 14:36:25.419627 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:25.443194 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ef149e8-edc7-4005-86e8-5a81e824ec89 {{(pid=94468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:36:25.460525 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port 6ef149e8-edc7-4005-86e8-5a81e824ec89, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=6ef149e8-edc7-4005-86e8-5a81e824ec89,segment=NetworkSegment(afe25370-43f7-43be-a4de-d68fa9dce5c3),segment_id=afe25370-43f7-43be-a4de-d68fa9dce5c3)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:36:25.475183 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:25.551694 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Pushing event updated for resources: {'Port': ['ID=6ef149e8-edc7-4005-86e8-5a81e824ec89,revision_number=4']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:36:25.938150 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] get_ports_and_sgs() called for port_ids ['6ef149e8-edc7-4005-86e8-5a81e824ec89'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:36:26.490002 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931dcd93-7ffc-4ede-9bbb-b19b93a0123e req-5383f5bc-a065-427b-b525-b17ad07985a5 tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:36:26.491633 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-931dcd93-7ffc-4ede-9bbb-b19b93a0123e req-5383f5bc-a065-427b-b525-b17ad07985a5 tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] 10.222.0.39 "GET /v2.0/ports?device_id=56e005fa-0896-490e-9646-8a24af6536d9 HTTP/1.1" status: 200 len: 945 time: 0.0619202 Aug 12 14:36:26.492104 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468df5cb-063b-4475-b864-a47edbdfdf9a req-bdd3503f-eb6a-4923-8c7d-c44f87fe1c4a tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:36:26.500426 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468df5cb-063b-4475-b864-a47edbdfdf9a req-bdd3503f-eb6a-4923-8c7d-c44f87fe1c4a tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:36:26.508484 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-468df5cb-063b-4475-b864-a47edbdfdf9a req-bdd3503f-eb6a-4923-8c7d-c44f87fe1c4a tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a75e832-5204-4a26-88f9-d00737c49947 HTTP/1.1" status: 200 len: 1677 time: 0.0992167 Aug 12 14:36:26.537616 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-931dcd93-7ffc-4ede-9bbb-b19b93a0123e req-0d5311a1-dafb-407b-b805-5f6a51ccd867 tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ad0002e-d03d-4ace-861f-ca41a35b7aed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390110 Aug 12 14:36:26.550952 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-468df5cb-063b-4475-b864-a47edbdfdf9a req-bd64aded-08e2-4e45-b12a-d1bab0a08b3a tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] 10.222.0.39 "GET /v2.0/security-groups?id=213b87af-3e55-407a-8100-5db7a6297b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398095 Aug 12 14:36:26.685140 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 14:36:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f85eb6d0-e491-4629-916a-fca98da4a785 x-openstack-request-id: req-f85eb6d0-e491-4629-916a-fca98da4a785 {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:36:26.685870 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f01811a-e459-4aa6-885e-ea14459bfb91", "name": "network-vif-deleted", "tag": "d0cdbccb-b249-40a7-844c-3603f0053795", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:36:26.686445 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f85eb6d0-e491-4629-916a-fca98da4a785 {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:36:26.688013 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f01811a-e459-4aa6-885e-ea14459bfb91', 'name': 'network-vif-deleted', 'tag': 'd0cdbccb-b249-40a7-844c-3603f0053795', 'status': 'completed', 'code': 200} Aug 12 14:36:26.704878 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 14:36:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcf439e4-d4fc-4d57-810f-22ec2e2a5099 x-openstack-request-id: req-dcf439e4-d4fc-4d57-810f-22ec2e2a5099 {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:36:26.705377 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f1992d0-e823-416d-bad0-60fca0e01566", "name": "network-vif-plugged", "status": "completed", "tag": "890f05cd-3a6a-492a-b07c-feb1a5c93987", "code": 200}]} {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:36:26.705487 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-dcf439e4-d4fc-4d57-810f-22ec2e2a5099 {{(pid=94468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:36:26.705784 n-d-694802-15 neutron-server[94468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f1992d0-e823-416d-bad0-60fca0e01566', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '890f05cd-3a6a-492a-b07c-feb1a5c93987', 'code': 200} Aug 12 14:36:27.100554 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c052b9ef-8c30-4422-be80-3a0eb6af2a70 req-ec1ef628-2ca9-4024-b4d0-2f1ce04eab83 tempest-NetworksTest-277653459 tempest-NetworksTest-277653459-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:36:27.101183 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c052b9ef-8c30-4422-be80-3a0eb6af2a70 req-ec1ef628-2ca9-4024-b4d0-2f1ce04eab83 tempest-NetworksTest-277653459 tempest-NetworksTest-277653459-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:36:27.101678 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c052b9ef-8c30-4422-be80-3a0eb6af2a70 req-ec1ef628-2ca9-4024-b4d0-2f1ce04eab83 tempest-NetworksTest-277653459 tempest-NetworksTest-277653459-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:36:27.102416 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c052b9ef-8c30-4422-be80-3a0eb6af2a70 req-ec1ef628-2ca9-4024-b4d0-2f1ce04eab83 tempest-NetworksTest-277653459 tempest-NetworksTest-277653459-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:36:27.103138 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c052b9ef-8c30-4422-be80-3a0eb6af2a70 req-ec1ef628-2ca9-4024-b4d0-2f1ce04eab83 tempest-NetworksTest-277653459 tempest-NetworksTest-277653459-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:36:27.103682 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c052b9ef-8c30-4422-be80-3a0eb6af2a70 req-ec1ef628-2ca9-4024-b4d0-2f1ce04eab83 tempest-NetworksTest-277653459 tempest-NetworksTest-277653459-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:36:27.104217 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c052b9ef-8c30-4422-be80-3a0eb6af2a70 req-ec1ef628-2ca9-4024-b4d0-2f1ce04eab83 tempest-NetworksTest-277653459 tempest-NetworksTest-277653459-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:36:27.104741 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c052b9ef-8c30-4422-be80-3a0eb6af2a70 req-ec1ef628-2ca9-4024-b4d0-2f1ce04eab83 tempest-NetworksTest-277653459 tempest-NetworksTest-277653459-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:36:27.105251 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c052b9ef-8c30-4422-be80-3a0eb6af2a70 req-ec1ef628-2ca9-4024-b4d0-2f1ce04eab83 tempest-NetworksTest-277653459 tempest-NetworksTest-277653459-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:36:27.105804 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c052b9ef-8c30-4422-be80-3a0eb6af2a70 req-ec1ef628-2ca9-4024-b4d0-2f1ce04eab83 tempest-NetworksTest-277653459 tempest-NetworksTest-277653459-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:36:27.106378 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c052b9ef-8c30-4422-be80-3a0eb6af2a70 req-ec1ef628-2ca9-4024-b4d0-2f1ce04eab83 tempest-NetworksTest-277653459 tempest-NetworksTest-277653459-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:36:27.111400 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 37552) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:36:27.124296 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-c052b9ef-8c30-4422-be80-3a0eb6af2a70 req-ec1ef628-2ca9-4024-b4d0-2f1ce04eab83 tempest-NetworksTest-277653459 tempest-NetworksTest-277653459-project-admin] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7804 time: 0.2025352 Aug 12 14:36:27.333124 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 37568) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:36:27.333347 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-5bdd7869-485b-463a-a772-c76c7dfcee1d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=bf47040b21614ba6999fdf242635f233&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2200902 Aug 12 14:36:27.402852 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-44dfe61a-da5f-4f39-937b-6e70e6a993e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:27.432391 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-44dfe61a-da5f-4f39-937b-6e70e6a993e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:27.490547 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-44dfe61a-da5f-4f39-937b-6e70e6a993e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:27.493518 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-44dfe61a-da5f-4f39-937b-6e70e6a993e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:27.498201 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-44dfe61a-da5f-4f39-937b-6e70e6a993e0 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d7a86a5b-b20d-43ab-bf74-8d7135bde2fc HTTP/1.1" status: 204 len: 168 time: 0.1634915 Aug 12 14:36:27.507175 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dfe61a-da5f-4f39-937b-6e70e6a993e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7a86a5b-b20d-43ab-bf74-8d7135bde2fc,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:36:27.665212 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device fcb14084-ef15-432e-9620-bc63448a5693 details requested by agent hyperv_n-h1-694802-15 with host n-h1-694802-15 {{(pid=94468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 14:36:27.800893 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port fcb14084-ef15-432e-9620-bc63448a5693, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=fcb14084-ef15-432e-9620-bc63448a5693,segment=NetworkSegment(7b29b9b0-6379-423c-82d3-d9735a6da920),segment_id=7b29b9b0-6379-423c-82d3-d9735a6da920)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:36:27.818451 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Returning: {'device': 'fcb14084-ef15-432e-9620-bc63448a5693', 'network_id': 'd0768a51-b008-45f7-9076-0c3c19493da7', 'port_id': 'fcb14084-ef15-432e-9620-bc63448a5693', 'mac_address': 'fa:16:3e:41:5c:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20c75a29-8d2c-4a2a-9051-55d33690dd18', 'ip_address': '19.80.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 14:36:27.867463 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:27.883188 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fcb14084-ef15-432e-9620-bc63448a5693 {{(pid=94468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:36:27.908149 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port fcb14084-ef15-432e-9620-bc63448a5693, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=fcb14084-ef15-432e-9620-bc63448a5693,segment=NetworkSegment(7b29b9b0-6379-423c-82d3-d9735a6da920),segment_id=7b29b9b0-6379-423c-82d3-d9735a6da920)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:36:27.913815 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:27.914500 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device c9d99e62-0297-4881-942b-ffbe3ce682d0 details requested by agent hyperv_n-h1-694802-15 with host n-h1-694802-15 {{(pid=94468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 14:36:28.029228 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Pushing event updated for resources: {'Port': ['ID=fcb14084-ef15-432e-9620-bc63448a5693,revision_number=4']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:36:28.080998 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port c9d99e62-0297-4881-942b-ffbe3ce682d0, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=c9d99e62-0297-4881-942b-ffbe3ce682d0,segment=NetworkSegment(439853e8-1abb-421f-80f8-21e998d51748),segment_id=439853e8-1abb-421f-80f8-21e998d51748)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:36:28.096563 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Returning: {'device': 'c9d99e62-0297-4881-942b-ffbe3ce682d0', 'network_id': '96fc71e2-eac6-4296-8c51-1de2d4f21a6a', 'port_id': 'c9d99e62-0297-4881-942b-ffbe3ce682d0', 'mac_address': 'fa:16:3e:de:87:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c811acc4-7c72-4827-b6f8-595b58ee0420', 'ip_address': '19.86.0.109'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 14:36:28.141889 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:28.160233 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9d99e62-0297-4881-942b-ffbe3ce682d0 {{(pid=94468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:36:28.198417 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port c9d99e62-0297-4881-942b-ffbe3ce682d0, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=c9d99e62-0297-4881-942b-ffbe3ce682d0,segment=NetworkSegment(439853e8-1abb-421f-80f8-21e998d51748),segment_id=439853e8-1abb-421f-80f8-21e998d51748)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:36:28.207498 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:28.289490 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Pushing event updated for resources: {'Port': ['ID=c9d99e62-0297-4881-942b-ffbe3ce682d0,revision_number=4']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:36:28.296061 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670b347e-e047-4d46-8eb2-dd7422f6b118 req-1ad80c6e-0581-4264-a37f-48ad53832152 tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:36:28.304572 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c7f5a3-378b-42b9-b75c-d5e00b23ef27 req-33b36edd-2dbc-448f-9e2e-0f5bc2c25489 tempest-NetworksTest-277653459 tempest-NetworksTest-277653459-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:36:28.305622 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-670b347e-e047-4d46-8eb2-dd7422f6b118 req-1ad80c6e-0581-4264-a37f-48ad53832152 tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] 10.222.0.39 "GET /v2.0/networks?id=63f7bb20-fe7c-43e3-bcb6-44025e6f4b9c HTTP/1.1" status: 200 len: 815 time: 0.1594491 Aug 12 14:36:28.306029 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-56c7f5a3-378b-42b9-b75c-d5e00b23ef27 req-33b36edd-2dbc-448f-9e2e-0f5bc2c25489 tempest-NetworksTest-277653459 tempest-NetworksTest-277653459-project-admin] 10.222.0.39 "GET /v2.0/networks/d3759e1b-6c03-45ac-acd4-90abb417809b HTTP/1.1" status: 200 len: 886 time: 0.1985409 Aug 12 14:36:28.324702 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-670b347e-e047-4d46-8eb2-dd7422f6b118 req-5ce92519-dd8c-47c3-948b-45838175f8b1 tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] 10.222.0.39 "GET /v2.0/quotas/c7cf81f007a244068628d9dac2415a0e HTTP/1.1" status: 200 len: 375 time: 0.0177288 Aug 12 14:36:28.403954 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-670b347e-e047-4d46-8eb2-dd7422f6b118 req-5b8a330c-0e7a-40f8-b53b-0e7c077e984b tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=c7cf81f007a244068628d9dac2415a0e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0777147 Aug 12 14:36:28.493614 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6366243-5ed1-40e2-9aa2-401f2ae705b3 req-a7452a27-b11d-4e85-93c3-032321dd4e13 tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:36:28.495335 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a6366243-5ed1-40e2-9aa2-401f2ae705b3 req-a7452a27-b11d-4e85-93c3-032321dd4e13 tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] 10.222.0.39 "GET /v2.0/ports?device_id=56e005fa-0896-490e-9646-8a24af6536d9 HTTP/1.1" status: 200 len: 945 time: 0.0605226 Aug 12 14:36:28.504142 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] get_ports_and_sgs() called for port_ids ['fcb14084-ef15-432e-9620-bc63448a5693'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:36:28.521237 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-670b347e-e047-4d46-8eb2-dd7422f6b118 req-cebcbe96-d025-41d7-b937-378366147638 service neutron] 10.222.0.39 "GET /v2.0/networks/63f7bb20-fe7c-43e3-bcb6-44025e6f4b9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100063 Aug 12 14:36:28.556416 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a6366243-5ed1-40e2-9aa2-401f2ae705b3 req-d0496e4c-9a4e-40f4-a26c-5d18cfe5471c tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ad0002e-d03d-4ace-861f-ca41a35b7aed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539412 Aug 12 14:36:28.570641 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] get_ports_and_sgs() called for port_ids ['c9d99e62-0297-4881-942b-ffbe3ce682d0'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:36:28.635951 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-670b347e-e047-4d46-8eb2-dd7422f6b118 req-1411e533-6da5-43b5-b099-aada7db27008 service neutron] 10.222.0.39 "GET /v2.0/networks/63f7bb20-fe7c-43e3-bcb6-44025e6f4b9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036623 Aug 12 14:36:28.665275 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a6c62f-636d-44d8-8b51-f4b487aa78c7 req-72ea85cf-db06-49c6-94ab-35ab6657739c tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:36:28.671665 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a6c62f-636d-44d8-8b51-f4b487aa78c7 req-72ea85cf-db06-49c6-94ab-35ab6657739c tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:36:28.673375 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-45a6c62f-636d-44d8-8b51-f4b487aa78c7 req-72ea85cf-db06-49c6-94ab-35ab6657739c tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a75e832-5204-4a26-88f9-d00737c49947 HTTP/1.1" status: 200 len: 1679 time: 0.0644069 Aug 12 14:36:28.694499 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56e005fa-0896-490e-9646-8a24af6536d9', 'tag': '6ef149e8-edc7-4005-86e8-5a81e824ec89'}, {'name': 'network-changed', 'server_uuid': '3a75e832-5204-4a26-88f9-d00737c49947', 'tag': 'fcb14084-ef15-432e-9620-bc63448a5693'}, {'name': 'network-changed', 'server_uuid': '3a75e832-5204-4a26-88f9-d00737c49947', 'tag': 'c9d99e62-0297-4881-942b-ffbe3ce682d0'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:36:28.697219 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e65282f928b64038367d043a4411777802006c43a98742496cb2e25b724ff1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2397bd1d-5ce4-476f-a1b3-e0f6d3111020" -d '{"events": [{"name": "network-changed", "server_uuid": "56e005fa-0896-490e-9646-8a24af6536d9", "tag": "6ef149e8-edc7-4005-86e8-5a81e824ec89"}, {"name": "network-changed", "server_uuid": "3a75e832-5204-4a26-88f9-d00737c49947", "tag": "fcb14084-ef15-432e-9620-bc63448a5693"}, {"name": "network-changed", "server_uuid": "3a75e832-5204-4a26-88f9-d00737c49947", "tag": "c9d99e62-0297-4881-942b-ffbe3ce682d0"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:36:28.733681 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-45a6c62f-636d-44d8-8b51-f4b487aa78c7 req-2f6af4b3-ee73-48e2-ae81-8f8a87dd80a2 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] 10.222.0.39 "GET /v2.0/security-groups?id=213b87af-3e55-407a-8100-5db7a6297b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493295 Aug 12 14:36:28.975457 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980697b0-9c89-4dab-861f-2f409933d358 req-83122001-aef9-4e3d-a817-191dcefe364e tempest-NetworksTest-277653459 tempest-NetworksTest-277653459-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:36:28.975993 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980697b0-9c89-4dab-861f-2f409933d358 req-83122001-aef9-4e3d-a817-191dcefe364e tempest-NetworksTest-277653459 tempest-NetworksTest-277653459-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:36:28.976454 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980697b0-9c89-4dab-861f-2f409933d358 req-83122001-aef9-4e3d-a817-191dcefe364e tempest-NetworksTest-277653459 tempest-NetworksTest-277653459-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:36:28.977031 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980697b0-9c89-4dab-861f-2f409933d358 req-83122001-aef9-4e3d-a817-191dcefe364e tempest-NetworksTest-277653459 tempest-NetworksTest-277653459-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:36:28.977492 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980697b0-9c89-4dab-861f-2f409933d358 req-83122001-aef9-4e3d-a817-191dcefe364e tempest-NetworksTest-277653459 tempest-NetworksTest-277653459-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:36:28.978010 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980697b0-9c89-4dab-861f-2f409933d358 req-83122001-aef9-4e3d-a817-191dcefe364e tempest-NetworksTest-277653459 tempest-NetworksTest-277653459-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:36:28.978561 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980697b0-9c89-4dab-861f-2f409933d358 req-83122001-aef9-4e3d-a817-191dcefe364e tempest-NetworksTest-277653459 tempest-NetworksTest-277653459-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:36:28.979228 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980697b0-9c89-4dab-861f-2f409933d358 req-83122001-aef9-4e3d-a817-191dcefe364e tempest-NetworksTest-277653459 tempest-NetworksTest-277653459-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:36:28.979679 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980697b0-9c89-4dab-861f-2f409933d358 req-83122001-aef9-4e3d-a817-191dcefe364e tempest-NetworksTest-277653459 tempest-NetworksTest-277653459-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:36:28.980178 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980697b0-9c89-4dab-861f-2f409933d358 req-83122001-aef9-4e3d-a817-191dcefe364e tempest-NetworksTest-277653459 tempest-NetworksTest-277653459-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:36:28.980746 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980697b0-9c89-4dab-861f-2f409933d358 req-83122001-aef9-4e3d-a817-191dcefe364e tempest-NetworksTest-277653459 tempest-NetworksTest-277653459-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:36:28.982756 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-980697b0-9c89-4dab-861f-2f409933d358 req-83122001-aef9-4e3d-a817-191dcefe364e tempest-NetworksTest-277653459 tempest-NetworksTest-277653459-project-admin] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7804 time: 0.1538157 Aug 12 14:36:29.053357 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Thu, 12 Aug 2021 14:36:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81a99ed7-bed0-4486-a01c-6fa4f7879c76 x-openstack-request-id: req-81a99ed7-bed0-4486-a01c-6fa4f7879c76 {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:36:29.053755 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56e005fa-0896-490e-9646-8a24af6536d9", "tag": "6ef149e8-edc7-4005-86e8-5a81e824ec89", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "3a75e832-5204-4a26-88f9-d00737c49947", "tag": "fcb14084-ef15-432e-9620-bc63448a5693", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "3a75e832-5204-4a26-88f9-d00737c49947", "tag": "c9d99e62-0297-4881-942b-ffbe3ce682d0", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:36:29.054097 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-81a99ed7-bed0-4486-a01c-6fa4f7879c76 {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:36:29.054736 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56e005fa-0896-490e-9646-8a24af6536d9', 'tag': '6ef149e8-edc7-4005-86e8-5a81e824ec89', 'status': 'completed', 'code': 200} Aug 12 14:36:29.055250 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a75e832-5204-4a26-88f9-d00737c49947', 'tag': 'fcb14084-ef15-432e-9620-bc63448a5693', 'status': 'completed', 'code': 200} Aug 12 14:36:29.055839 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a75e832-5204-4a26-88f9-d00737c49947', 'tag': 'c9d99e62-0297-4881-942b-ffbe3ce682d0', 'status': 'completed', 'code': 200} Aug 12 14:36:29.185797 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-efded49f-01cd-4c3d-b6ec-a36824757b0d req-f26b9a88-0264-4d78-85ef-19226a661e86 tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] 10.222.0.39 "GET /v2.0/ports?device_id=347dc2a1-69b4-475b-8406-b78ac88f537c HTTP/1.1" status: 200 len: 210 time: 0.0608878 Aug 12 14:36:29.202059 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2397bd1d-5ce4-476f-a1b3-e0f6d3111020 req-37866ee9-0d81-44c9-af1f-97c9d02e407a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:36:29.202780 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2397bd1d-5ce4-476f-a1b3-e0f6d3111020 req-37866ee9-0d81-44c9-af1f-97c9d02e407a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:36:29.205031 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2397bd1d-5ce4-476f-a1b3-e0f6d3111020 req-37866ee9-0d81-44c9-af1f-97c9d02e407a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c8d474eadfaf441a8e85de129212ac16&device_id=3a75e832-5204-4a26-88f9-d00737c49947 HTTP/1.1" status: 200 len: 1983 time: 0.1307945 Aug 12 14:36:29.208821 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2397bd1d-5ce4-476f-a1b3-e0f6d3111020 req-be8e72ea-d860-490c-9bb1-15a6103bb590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:36:29.210608 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2397bd1d-5ce4-476f-a1b3-e0f6d3111020 req-be8e72ea-d860-490c-9bb1-15a6103bb590 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=718396d2ba6249eeb0676cbc20c1ef9d&device_id=56e005fa-0896-490e-9646-8a24af6536d9 HTTP/1.1" status: 200 len: 1097 time: 0.0691013 Aug 12 14:36:29.225080 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device 6ef149e8-edc7-4005-86e8-5a81e824ec89 up at agent hyperv_n-h2-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:36:29.352833 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Provisioning for port 6ef149e8-edc7-4005-86e8-5a81e824ec89 completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:36:29.359902 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Provisioning complete for port 6ef149e8-edc7-4005-86e8-5a81e824ec89 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:36:29.360604 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:29.406826 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 37682) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:36:29.454005 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2397bd1d-5ce4-476f-a1b3-e0f6d3111020 req-12b35e16-e3ca-4fc2-aeeb-5618a8b0be54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:36:29.456125 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2397bd1d-5ce4-476f-a1b3-e0f6d3111020 req-12b35e16-e3ca-4fc2-aeeb-5618a8b0be54 service neutron] 10.222.0.64 "GET /v2.0/networks?id=d0768a51-b008-45f7-9076-0c3c19493da7 HTTP/1.1" status: 200 len: 902 time: 0.2109039 Aug 12 14:36:29.504764 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2397bd1d-5ce4-476f-a1b3-e0f6d3111020 req-6acaa5bd-317f-4b29-8ed2-a227ce2f6e5e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.9&port_id=fcb14084-ef15-432e-9620-bc63448a5693 HTTP/1.1" status: 200 len: 217 time: 0.0397391 Aug 12 14:36:29.506398 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1b4272-595f-4008-96b1-585160a4f34b req-a673c990-e377-4173-b04b-88805a85ba7b tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:36:29.521711 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-6a1b4272-595f-4008-96b1-585160a4f34b req-a673c990-e377-4173-b04b-88805a85ba7b tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] 10.222.0.39 "GET /v2.0/networks?id=66286ace-0f28-443f-a69d-5df85949d220 HTTP/1.1" status: 200 len: 805 time: 0.2305989 Aug 12 14:36:29.546059 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-6a1b4272-595f-4008-96b1-585160a4f34b req-a0b96cf7-d536-4fc6-b868-b1be1cdecf2a tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] 10.222.0.39 "GET /v2.0/quotas/f18f73753fc44381926b4d20b367351e HTTP/1.1" status: 200 len: 375 time: 0.0299239 Aug 12 14:36:29.574016 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2397bd1d-5ce4-476f-a1b3-e0f6d3111020 req-f2c489e3-1702-4ea2-9178-4da16e06697d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:36:29.575824 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2397bd1d-5ce4-476f-a1b3-e0f6d3111020 req-f2c489e3-1702-4ea2-9178-4da16e06697d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=20c75a29-8d2c-4a2a-9051-55d33690dd18 HTTP/1.1" status: 200 len: 801 time: 0.0634007 Aug 12 14:36:29.615664 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:29.643564 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2397bd1d-5ce4-476f-a1b3-e0f6d3111020 req-e8849dba-ec66-4bf1-8079-119e7d7b0a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:36:29.647319 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-105f31c4-25e4-44a2-bbd1-2c08ba9eb63b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:29.654338 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port 6ef149e8-edc7-4005-86e8-5a81e824ec89, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=6ef149e8-edc7-4005-86e8-5a81e824ec89,segment=NetworkSegment(afe25370-43f7-43be-a4de-d68fa9dce5c3),segment_id=afe25370-43f7-43be-a4de-d68fa9dce5c3)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:36:29.655912 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56e005fa-0896-490e-9646-8a24af6536d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ef149e8-edc7-4005-86e8-5a81e824ec89'}] {{(pid=94468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:36:29.656524 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2397bd1d-5ce4-476f-a1b3-e0f6d3111020 req-e8849dba-ec66-4bf1-8079-119e7d7b0a54 service neutron] 10.222.0.49 "GET /v2.0/networks?id=046597a4-00ca-4153-9d1b-ff667ab81e34 HTTP/1.1" status: 200 len: 916 time: 0.4365070 Aug 12 14:36:29.658927 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99a8d87602170099c728e57431aca99e9b98a655a83bbf8727be13192709727b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b49cd3a-4087-4f62-9b78-bab269979205" -d '{"events": [{"server_uuid": "56e005fa-0896-490e-9646-8a24af6536d9", "name": "network-vif-plugged", "status": "completed", "tag": "6ef149e8-edc7-4005-86e8-5a81e824ec89"}]}' {{(pid=94468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:36:29.665002 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:29.671985 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-6a1b4272-595f-4008-96b1-585160a4f34b req-7131e30b-92de-43c0-ad2d-c491f37b6440 tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=f18f73753fc44381926b4d20b367351e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1246758 Aug 12 14:36:29.680895 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device fcb14084-ef15-432e-9620-bc63448a5693 up at agent hyperv_n-h1-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:36:29.733009 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2397bd1d-5ce4-476f-a1b3-e0f6d3111020 req-517b7061-017b-4fea-9227-c581f2b2ad42 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6ef149e8-edc7-4005-86e8-5a81e824ec89 HTTP/1.1" status: 200 len: 217 time: 0.0617123 Aug 12 14:36:29.751624 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2397bd1d-5ce4-476f-a1b3-e0f6d3111020 req-16275744-a5b6-439a-b8fa-a096f1686be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:36:29.754432 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2397bd1d-5ce4-476f-a1b3-e0f6d3111020 req-16275744-a5b6-439a-b8fa-a096f1686be5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d0768a51-b008-45f7-9076-0c3c19493da7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1687672 Aug 12 14:36:29.764595 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Pushing event updated for resources: {'Port': ['ID=6ef149e8-edc7-4005-86e8-5a81e824ec89,revision_number=5']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:36:29.775275 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Provisioning for port fcb14084-ef15-432e-9620-bc63448a5693 completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:36:29.779332 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Provisioning complete for port fcb14084-ef15-432e-9620-bc63448a5693 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:36:29.779705 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:29.812831 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-6a1b4272-595f-4008-96b1-585160a4f34b req-b496c8a2-cdba-4d46-929a-0da47978ea03 service neutron] 10.222.0.39 "GET /v2.0/networks/66286ace-0f28-443f-a69d-5df85949d220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314297 Aug 12 14:36:29.871837 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:29.901304 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-105f31c4-25e4-44a2-bbd1-2c08ba9eb63b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:29.915942 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757b8db1-5db6-4a5b-80a2-dbda6dea6379 req-b4ab3b5f-c04d-451e-8e9a-351722017bdb tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:36:29.917543 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-757b8db1-5db6-4a5b-80a2-dbda6dea6379 req-b4ab3b5f-c04d-451e-8e9a-351722017bdb tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] 10.222.0.39 "GET /v2.0/ports?device_id=56e005fa-0896-490e-9646-8a24af6536d9 HTTP/1.1" status: 200 len: 946 time: 0.1923313 Aug 12 14:36:29.921207 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2397bd1d-5ce4-476f-a1b3-e0f6d3111020 req-c4fcd366-a6b1-43b8-9f27-e95cef97bb50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:36:29.922586 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2397bd1d-5ce4-476f-a1b3-e0f6d3111020 req-c4fcd366-a6b1-43b8-9f27-e95cef97bb50 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=82fd6154-7c76-48f3-a228-946a266f70e8 HTTP/1.1" status: 200 len: 855 time: 0.1739457 Aug 12 14:36:29.923321 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-105f31c4-25e4-44a2-bbd1-2c08ba9eb63b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:29.934071 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port fcb14084-ef15-432e-9620-bc63448a5693, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=fcb14084-ef15-432e-9620-bc63448a5693,segment=NetworkSegment(7b29b9b0-6379-423c-82d3-d9735a6da920),segment_id=7b29b9b0-6379-423c-82d3-d9735a6da920)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:36:29.942289 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:29.944958 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device c9d99e62-0297-4881-942b-ffbe3ce682d0 up at agent hyperv_n-h1-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:36:29.961343 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105f31c4-25e4-44a2-bbd1-2c08ba9eb63b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2166450-ae56-4119-b631-2697a7f9319e,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:36:29.992570 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2397bd1d-5ce4-476f-a1b3-e0f6d3111020 req-2050db82-4e85-4b68-a806-804e50657c30 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=046597a4-00ca-4153-9d1b-ff667ab81e34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0580938 Aug 12 14:36:29.995496 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2397bd1d-5ce4-476f-a1b3-e0f6d3111020 req-a9c72def-4550-4745-bfd6-c0b686ea2fa8 service neutron] 10.222.0.64 "GET /v2.0/networks/d0768a51-b008-45f7-9076-0c3c19493da7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1880310 Aug 12 14:36:30.006549 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-6a1b4272-595f-4008-96b1-585160a4f34b req-4de2d4dd-de9e-4506-a650-4461d63d2e25 service neutron] 10.222.0.39 "GET /v2.0/networks/66286ace-0f28-443f-a69d-5df85949d220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1825225 Aug 12 14:36:30.009084 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-105f31c4-25e4-44a2-bbd1-2c08ba9eb63b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c7477c80544c4728916cd4965e7c8982&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6009791 Aug 12 14:36:30.012057 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 37722) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:36:30.083622 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1c504572-6dd7-497f-8674-397bf76d4d46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:30.093891 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Pushing event updated for resources: {'Port': ['ID=fcb14084-ef15-432e-9620-bc63448a5693,revision_number=5']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:36:30.114034 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1c504572-6dd7-497f-8674-397bf76d4d46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:30.126358 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Provisioning for port c9d99e62-0297-4881-942b-ffbe3ce682d0 completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:36:30.131142 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Provisioning complete for port c9d99e62-0297-4881-942b-ffbe3ce682d0 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:36:30.131540 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:30.208793 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-757b8db1-5db6-4a5b-80a2-dbda6dea6379 req-587b08af-8b1e-44bf-b8a0-a8cd1c3daf36 tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ad0002e-d03d-4ace-861f-ca41a35b7aed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2800090 Aug 12 14:36:30.210484 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1c504572-6dd7-497f-8674-397bf76d4d46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:30.215694 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1c504572-6dd7-497f-8674-397bf76d4d46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:30.217978 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-1c504572-6dd7-497f-8674-397bf76d4d46 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a2166450-ae56-4119-b631-2697a7f9319e HTTP/1.1" status: 204 len: 168 time: 0.1946838 Aug 12 14:36:30.253507 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c504572-6dd7-497f-8674-397bf76d4d46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2166450-ae56-4119-b631-2697a7f9319e,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:36:30.277247 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:30.353432 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port c9d99e62-0297-4881-942b-ffbe3ce682d0, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=c9d99e62-0297-4881-942b-ffbe3ce682d0,segment=NetworkSegment(439853e8-1abb-421f-80f8-21e998d51748),segment_id=439853e8-1abb-421f-80f8-21e998d51748)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:36:30.362143 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:30.384916 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36bd010-e4cf-43ec-8cf7-3f7c6eebf552 req-bdebdee0-4af2-420f-bd44-c5542a96b1b5 tempest-ListImageFiltersTestJSON-1084466314 tempest-ListImageFiltersTestJSON-1084466314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:36:30.388747 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-c36bd010-e4cf-43ec-8cf7-3f7c6eebf552 req-bdebdee0-4af2-420f-bd44-c5542a96b1b5 tempest-ListImageFiltersTestJSON-1084466314 tempest-ListImageFiltersTestJSON-1084466314-project] 10.222.0.39 "GET /v2.0/ports?device_id=5f1992d0-e823-416d-bad0-60fca0e01566 HTTP/1.1" status: 200 len: 950 time: 0.0917189 Aug 12 14:36:30.418079 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2397bd1d-5ce4-476f-a1b3-e0f6d3111020 req-45169f7f-5d9a-42b9-bd53-89e973491e61 service neutron] 10.222.0.64 "GET /v2.0/networks/d0768a51-b008-45f7-9076-0c3c19493da7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4030464 Aug 12 14:36:30.419840 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2397bd1d-5ce4-476f-a1b3-e0f6d3111020 req-256ad06e-dea3-4fdf-9c2b-8022ceb393e7 service neutron] 10.222.0.49 "GET /v2.0/networks/046597a4-00ca-4153-9d1b-ff667ab81e34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4153054 Aug 12 14:36:30.464689 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670b347e-e047-4d46-8eb2-dd7422f6b118 req-017a2f9c-0e1e-49db-8098-d58ea8f42b80 tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:36:30.467166 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-670b347e-e047-4d46-8eb2-dd7422f6b118 req-017a2f9c-0e1e-49db-8098-d58ea8f42b80 tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] 10.222.0.49 "GET /v2.0/networks?id=63f7bb20-fe7c-43e3-bcb6-44025e6f4b9c HTTP/1.1" status: 200 len: 815 time: 0.4365084 Aug 12 14:36:30.481029 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Pushing event updated for resources: {'Port': ['ID=c9d99e62-0297-4881-942b-ffbe3ce682d0,revision_number=5']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:36:30.497206 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-c36bd010-e4cf-43ec-8cf7-3f7c6eebf552 req-0cc989d8-3eb0-464d-bfa7-6fc67e231960 tempest-ListImageFiltersTestJSON-1084466314 tempest-ListImageFiltersTestJSON-1084466314-project] 10.222.0.39 "GET /v2.0/security-groups?id=b4a31b54-6887-49af-b050-eeff23ce2037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006465 Aug 12 14:36:30.543463 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-670b347e-e047-4d46-8eb2-dd7422f6b118 req-e68d7728-70c7-4a01-b76e-1f6eeaf26856 tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] Request body: {'port': {'device_id': '347dc2a1-69b4-475b-8406-b78ac88f537c', 'network_id': '63f7bb20-fe7c-43e3-bcb6-44025e6f4b9c', 'admin_state_up': True, 'tenant_id': 'c7cf81f007a244068628d9dac2415a0e'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:36:30.569314 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 14:36:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17057e3b-9409-49e5-bc6d-3e20d9211abd x-openstack-request-id: req-17057e3b-9409-49e5-bc6d-3e20d9211abd {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:36:30.569670 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56e005fa-0896-490e-9646-8a24af6536d9", "name": "network-vif-plugged", "status": "completed", "tag": "6ef149e8-edc7-4005-86e8-5a81e824ec89", "code": 200}]} {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:36:30.569861 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-17057e3b-9409-49e5-bc6d-3e20d9211abd {{(pid=94468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:36:30.570242 n-d-694802-15 neutron-server[94468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56e005fa-0896-490e-9646-8a24af6536d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ef149e8-edc7-4005-86e8-5a81e824ec89', 'code': 200} Aug 12 14:36:30.688394 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2397bd1d-5ce4-476f-a1b3-e0f6d3111020 req-7c4ce590-4b4b-4a1c-afb3-fe59737fa71a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:36:30.688780 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2397bd1d-5ce4-476f-a1b3-e0f6d3111020 req-7c4ce590-4b4b-4a1c-afb3-fe59737fa71a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:36:30.690438 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2397bd1d-5ce4-476f-a1b3-e0f6d3111020 req-7c4ce590-4b4b-4a1c-afb3-fe59737fa71a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c8d474eadfaf441a8e85de129212ac16&device_id=3a75e832-5204-4a26-88f9-d00737c49947 HTTP/1.1" status: 200 len: 1985 time: 0.2210236 Aug 12 14:36:30.729776 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa18c133-aec4-42fe-94b9-7100358b5509 req-1eb0ea3b-c783-422c-9fb2-264ab18ddf02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:36:30.733006 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-aa18c133-aec4-42fe-94b9-7100358b5509 req-1eb0ea3b-c783-422c-9fb2-264ab18ddf02 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=56e005fa-0896-490e-9646-8a24af6536d9 HTTP/1.1" status: 200 len: 1098 time: 0.0906742 Aug 12 14:36:30.751323 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf1db81-1127-4663-b2ad-f152653db8d8 req-c2e65ae0-0f3a-41b7-9379-366c698289bc tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:36:30.758566 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf1db81-1127-4663-b2ad-f152653db8d8 req-c2e65ae0-0f3a-41b7-9379-366c698289bc tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:36:30.767934 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-7cf1db81-1127-4663-b2ad-f152653db8d8 req-c2e65ae0-0f3a-41b7-9379-366c698289bc tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a75e832-5204-4a26-88f9-d00737c49947 HTTP/1.1" status: 200 len: 1681 time: 0.1370301 Aug 12 14:36:30.796805 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 37742) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:36:30.817051 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2397bd1d-5ce4-476f-a1b3-e0f6d3111020 req-6b282842-4d67-4260-83eb-8c08559cedc3 service neutron] 10.222.0.49 "GET /v2.0/networks/046597a4-00ca-4153-9d1b-ff667ab81e34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3487213 Aug 12 14:36:30.843300 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-7cf1db81-1127-4663-b2ad-f152653db8d8 req-0b21f8f8-7327-48da-af3f-61e94e2daf62 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] 10.222.0.39 "GET /v2.0/security-groups?id=213b87af-3e55-407a-8100-5db7a6297b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738056 Aug 12 14:36:30.856778 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-cb48be98-ce02-4491-9730-3b7ad97a6e5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:30.889435 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-aa18c133-aec4-42fe-94b9-7100358b5509 req-94117b66-a91e-404d-a808-4288a6fe1b21 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=4ad0002e-d03d-4ace-861f-ca41a35b7aed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183953 Aug 12 14:36:30.889687 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2397bd1d-5ce4-476f-a1b3-e0f6d3111020 req-d329b38a-d475-44b3-8a8e-718e35f67d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:36:30.891216 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2397bd1d-5ce4-476f-a1b3-e0f6d3111020 req-d329b38a-d475-44b3-8a8e-718e35f67d7e service neutron] 10.222.0.64 "GET /v2.0/networks?id=96fc71e2-eac6-4296-8c51-1de2d4f21a6a HTTP/1.1" status: 200 len: 902 time: 0.1833665 Aug 12 14:36:30.892356 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-670b347e-e047-4d46-8eb2-dd7422f6b118 req-e68d7728-70c7-4a01-b76e-1f6eeaf26856 tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] Made reservation on behalf of c7cf81f007a244068628d9dac2415a0e for: {'port': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:36:30.896464 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-670b347e-e047-4d46-8eb2-dd7422f6b118 req-e68d7728-70c7-4a01-b76e-1f6eeaf26856 tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:30.947485 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2397bd1d-5ce4-476f-a1b3-e0f6d3111020 req-c51252d3-b2bd-41c9-b890-3f5383419cc8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.109&port_id=c9d99e62-0297-4881-942b-ffbe3ce682d0 HTTP/1.1" status: 200 len: 217 time: 0.0474799 Aug 12 14:36:31.032503 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-cb48be98-ce02-4491-9730-3b7ad97a6e5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:31.041368 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-cb48be98-ce02-4491-9730-3b7ad97a6e5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:31.054441 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2397bd1d-5ce4-476f-a1b3-e0f6d3111020 req-1aaf39aa-9b31-4fcb-95e2-8362eb8db4bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:36:31.055971 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2397bd1d-5ce4-476f-a1b3-e0f6d3111020 req-1aaf39aa-9b31-4fcb-95e2-8362eb8db4bb service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c811acc4-7c72-4827-b6f8-595b58ee0420 HTTP/1.1" status: 200 len: 801 time: 0.0974464 Aug 12 14:36:31.093387 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb48be98-ce02-4491-9730-3b7ad97a6e5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7df7991c-fbf6-494b-961a-594eb5c8bb29,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:36:31.134948 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-fc6091b4-dcc7-4c45-820b-9b998e4a17b9 req-8aabebc7-1361-4db0-9432-4da37ed662d5 tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] 10.222.0.39 "GET /v2.0/ports?device_id=7303f3e1-a22d-4756-9dd6-598ca30ec2f7 HTTP/1.1" status: 200 len: 210 time: 0.0737679 Aug 12 14:36:31.145120 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-6b7187bb-e7a7-4d14-8824-202019c02c8a req-b3a560fd-f66a-41a1-81dc-18770ae9f952 tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] 10.222.0.39 "GET /v2.0/ports?device_id=347dc2a1-69b4-475b-8406-b78ac88f537c HTTP/1.1" status: 200 len: 210 time: 0.0485318 Aug 12 14:36:31.167176 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-cb48be98-ce02-4491-9730-3b7ad97a6e5e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=482a58a449ab4513a5d076f7cb9aeb14&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3650334 Aug 12 14:36:31.167176 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 37746) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:36:31.168131 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2397bd1d-5ce4-476f-a1b3-e0f6d3111020 req-88f2d545-69d7-4db6-a5b2-938fe78c8a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:36:31.169846 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2397bd1d-5ce4-476f-a1b3-e0f6d3111020 req-88f2d545-69d7-4db6-a5b2-938fe78c8a9c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=96fc71e2-eac6-4296-8c51-1de2d4f21a6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1032813 Aug 12 14:36:31.176367 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_common [req-670b347e-e047-4d46-8eb2-dd7422f6b118 req-e68d7728-70c7-4a01-b76e-1f6eeaf26856 tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] Allocated IP 172.20.0.9 (63f7bb20-fe7c-43e3-bcb6-44025e6f4b9c/65ea27f3-7f0e-428c-8c45-871b6e9bfddc/a7435c5d-997c-44fb-a2c6-77a012c12559) {{(pid=94467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:36:31.233086 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device 890f05cd-3a6a-492a-b07c-feb1a5c93987 no longer exists at agent hyperv_n-h2-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:36:31.239724 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e38efaf3-cd9b-4520-82dd-17a69b15a2eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:31.266400 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e38efaf3-cd9b-4520-82dd-17a69b15a2eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:31.350607 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e38efaf3-cd9b-4520-82dd-17a69b15a2eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:31.353490 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e38efaf3-cd9b-4520-82dd-17a69b15a2eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:31.356955 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-e38efaf3-cd9b-4520-82dd-17a69b15a2eb admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7df7991c-fbf6-494b-961a-594eb5c8bb29 HTTP/1.1" status: 204 len: 168 time: 0.1881752 Aug 12 14:36:31.370022 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38efaf3-cd9b-4520-82dd-17a69b15a2eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7df7991c-fbf6-494b-961a-594eb5c8bb29,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:36:31.410324 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:31.421661 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0ab1c5-c678-43cf-b3b5-11cf5ed693fc req-9b5be6f0-1152-41d5-b84a-5988ede8780f tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:36:31.423511 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-be0ab1c5-c678-43cf-b3b5-11cf5ed693fc req-9b5be6f0-1152-41d5-b84a-5988ede8780f tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] 10.222.0.49 "GET /v2.0/ports?device_id=90ed3afd-6e4d-422b-b4c4-4502532ef9ce HTTP/1.1" status: 200 len: 946 time: 0.1096065 Aug 12 14:36:31.448076 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port 890f05cd-3a6a-492a-b07c-feb1a5c93987, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=890f05cd-3a6a-492a-b07c-feb1a5c93987,segment=NetworkSegment(a1f8c867-101b-4d30-814e-b89f55a5edd0),segment_id=a1f8c867-101b-4d30-814e-b89f55a5edd0)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:36:31.455591 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:31.457925 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device a1606328-fa6d-43e0-9800-8beb0b1186b0 no longer exists at agent hyperv_n-h2-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:36:31.485589 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2397bd1d-5ce4-476f-a1b3-e0f6d3111020 req-3da423d9-1162-43cf-9193-3611de0922bd service neutron] 10.222.0.64 "GET /v2.0/networks/96fc71e2-eac6-4296-8c51-1de2d4f21a6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3041046 Aug 12 14:36:31.491425 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-670b347e-e047-4d46-8eb2-dd7422f6b118 req-e68d7728-70c7-4a01-b76e-1f6eeaf26856 tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] Notify callbacks [] for port, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:31.498545 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba80d2f5-63e9-4e1a-9c93-b4a1054d508f req-66a5f26b-e22e-4a70-914f-bf4de5287097 tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:36:31.501044 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-ba80d2f5-63e9-4e1a-9c93-b4a1054d508f req-66a5f26b-e22e-4a70-914f-bf4de5287097 tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] 10.222.0.39 "GET /v2.0/ports?device_id=56e005fa-0896-490e-9646-8a24af6536d9 HTTP/1.1" status: 200 len: 946 time: 0.1343155 Aug 12 14:36:31.595730 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-ba80d2f5-63e9-4e1a-9c93-b4a1054d508f req-9b68c52c-dd0b-4ce9-89c4-bb8638e9ad3d tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ad0002e-d03d-4ace-861f-ca41a35b7aed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832386 Aug 12 14:36:31.630190 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [req-be0ab1c5-c678-43cf-b3b5-11cf5ed693fc req-1846d98a-d832-4521-a756-ed6e7d0bf69c tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] Deleting port a1606328-fa6d-43e0-9800-8beb0b1186b0 {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:36:31.630945 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-be0ab1c5-c678-43cf-b3b5-11cf5ed693fc req-1846d98a-d832-4521-a756-ed6e7d0bf69c tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:31.641850 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Pushing event updated for resources: {'Port': ['ID=890f05cd-3a6a-492a-b07c-feb1a5c93987,revision_number=8']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:36:31.710811 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:31.789955 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-670b347e-e047-4d46-8eb2-dd7422f6b118 req-e68d7728-70c7-4a01-b76e-1f6eeaf26856 tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:31.791816 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port a1606328-fa6d-43e0-9800-8beb0b1186b0, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=a1606328-fa6d-43e0-9800-8beb0b1186b0,segment=NetworkSegment(5ea1fe2e-eeef-460a-999b-4e3aad831451),segment_id=5ea1fe2e-eeef-460a-999b-4e3aad831451)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:36:31.800526 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:31.809017 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] get_ports_and_sgs() called for port_ids ['98b2f474-3add-4406-8544-afd4b82043d3', 'a0820b1b-bfda-4b57-a48e-701b0efdd4b5'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:36:31.880983 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2397bd1d-5ce4-476f-a1b3-e0f6d3111020 req-e741fb2e-7fc9-47b8-ab8b-cd90dc44d9e5 service neutron] 10.222.0.64 "GET /v2.0/networks/96fc71e2-eac6-4296-8c51-1de2d4f21a6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3722687 Aug 12 14:36:31.933836 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Pushing event updated for resources: {'Port': ['ID=a1606328-fa6d-43e0-9800-8beb0b1186b0,revision_number=8']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:36:31.973258 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-670b347e-e047-4d46-8eb2-dd7422f6b118 req-e68d7728-70c7-4a01-b76e-1f6eeaf26856 tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] Network 63f7bb20-fe7c-43e3-bcb6-44025e6f4b9c is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:36:31.988688 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [req-670b347e-e047-4d46-8eb2-dd7422f6b118 req-e68d7728-70c7-4a01-b76e-1f6eeaf26856 tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:36:31.999543 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [req-670b347e-e047-4d46-8eb2-dd7422f6b118 req-e68d7728-70c7-4a01-b76e-1f6eeaf26856 tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] Received port after_create {{(pid=94467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:36:32.122085 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68d7728-70c7-4a01-b76e-1f6eeaf26856 tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] Pushing event updated for resources: {'Port': ['ID=a7435c5d-997c-44fb-a2c6-77a012c12559,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:36:32.156649 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670b347e-e047-4d46-8eb2-dd7422f6b118 req-e68d7728-70c7-4a01-b76e-1f6eeaf26856 tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:36:32.157268 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-670b347e-e047-4d46-8eb2-dd7422f6b118 req-e68d7728-70c7-4a01-b76e-1f6eeaf26856 tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:32.195316 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-670b347e-e047-4d46-8eb2-dd7422f6b118 req-e68d7728-70c7-4a01-b76e-1f6eeaf26856 tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6897616 Aug 12 14:36:32.202198 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [req-be0ab1c5-c678-43cf-b3b5-11cf5ed693fc req-1846d98a-d832-4521-a756-ed6e7d0bf69c tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] For port a1606328-fa6d-43e0-9800-8beb0b1186b0, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=a1606328-fa6d-43e0-9800-8beb0b1186b0,segment=NetworkSegment(5ea1fe2e-eeef-460a-999b-4e3aad831451),segment_id=5ea1fe2e-eeef-460a-999b-4e3aad831451)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:36:32.209369 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-670b347e-e047-4d46-8eb2-dd7422f6b118 req-493277ba-15e9-4edf-afd9-a90e311c65ec service neutron] Request body: {'port': {'device_id': '347dc2a1-69b4-475b-8406-b78ac88f537c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-694802-15'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:36:32.231815 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-be0ab1c5-c678-43cf-b3b5-11cf5ed693fc req-1846d98a-d832-4521-a756-ed6e7d0bf69c tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:32.270420 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1b4272-595f-4008-96b1-585160a4f34b req-617bf525-c201-4e0d-969f-f66ad26d86ec tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:36:32.272451 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-6a1b4272-595f-4008-96b1-585160a4f34b req-617bf525-c201-4e0d-969f-f66ad26d86ec tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] 10.222.0.64 "GET /v2.0/networks?id=66286ace-0f28-443f-a69d-5df85949d220 HTTP/1.1" status: 200 len: 805 time: 0.5239038 Aug 12 14:36:32.293357 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [req-6a1b4272-595f-4008-96b1-585160a4f34b req-1a4eb232-f3a0-47b5-9740-e7f4500653e2 tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] Request body: {'port': {'device_id': '7303f3e1-a22d-4756-9dd6-598ca30ec2f7', 'network_id': '66286ace-0f28-443f-a69d-5df85949d220', 'admin_state_up': True, 'tenant_id': 'f18f73753fc44381926b4d20b367351e'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:36:32.298908 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [req-be0ab1c5-c678-43cf-b3b5-11cf5ed693fc req-1846d98a-d832-4521-a756-ed6e7d0bf69c tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] Calling delete_port for a1606328-fa6d-43e0-9800-8beb0b1186b0 owned by compute:nova {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:36:32.309962 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-670b347e-e047-4d46-8eb2-dd7422f6b118 req-493277ba-15e9-4edf-afd9-a90e311c65ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:32.418792 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6886728-5747-4bec-8db7-9ce00e10ce5c req-04427f08-4f04-47f4-8110-532da2f04ced tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:36:32.425678 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6886728-5747-4bec-8db7-9ce00e10ce5c req-04427f08-4f04-47f4-8110-532da2f04ced tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:36:32.432314 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-e6886728-5747-4bec-8db7-9ce00e10ce5c req-04427f08-4f04-47f4-8110-532da2f04ced tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a75e832-5204-4a26-88f9-d00737c49947 HTTP/1.1" status: 200 len: 1681 time: 0.4426348 Aug 12 14:36:32.570303 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-e6886728-5747-4bec-8db7-9ce00e10ce5c req-1f2f23a9-d2d1-42cf-9724-fd74ee7480fe tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] 10.222.0.39 "GET /v2.0/security-groups?id=213b87af-3e55-407a-8100-5db7a6297b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269038 Aug 12 14:36:32.570918 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a75e832-5204-4a26-88f9-d00737c49947', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcb14084-ef15-432e-9620-bc63448a5693'}, {'server_uuid': '3a75e832-5204-4a26-88f9-d00737c49947', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9d99e62-0297-4881-942b-ffbe3ce682d0'}, {'server_uuid': '5f1992d0-e823-416d-bad0-60fca0e01566', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '890f05cd-3a6a-492a-b07c-feb1a5c93987'}, {'server_uuid': '90ed3afd-6e4d-422b-b4c4-4502532ef9ce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a1606328-fa6d-43e0-9800-8beb0b1186b0'}] {{(pid=94468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:36:32.573353 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99a8d87602170099c728e57431aca99e9b98a655a83bbf8727be13192709727b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11392875-1ad2-4cc2-9e58-85567faf2165" -d '{"events": [{"server_uuid": "3a75e832-5204-4a26-88f9-d00737c49947", "name": "network-vif-plugged", "status": "completed", "tag": "fcb14084-ef15-432e-9620-bc63448a5693"}, {"server_uuid": "3a75e832-5204-4a26-88f9-d00737c49947", "name": "network-vif-plugged", "status": "completed", "tag": "c9d99e62-0297-4881-942b-ffbe3ce682d0"}, {"server_uuid": "5f1992d0-e823-416d-bad0-60fca0e01566", "name": "network-vif-unplugged", "status": "completed", "tag": "890f05cd-3a6a-492a-b07c-feb1a5c93987"}, {"server_uuid": "90ed3afd-6e4d-422b-b4c4-4502532ef9ce", "name": "network-vif-unplugged", "status": "completed", "tag": "a1606328-fa6d-43e0-9800-8beb0b1186b0"}]}' {{(pid=94468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:36:32.591411 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a655b8c1-bb8f-432d-8547-bcc6ccc6a78c req-d386365d-a995-4bdc-981b-e8475e96a843 tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] 10.222.0.39 "GET /v2.0/ports?device_id=7303f3e1-a22d-4756-9dd6-598ca30ec2f7 HTTP/1.1" status: 200 len: 210 time: 0.0406251 Aug 12 14:36:32.636911 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 37808) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:36:32.673128 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a1b4272-595f-4008-96b1-585160a4f34b req-1a4eb232-f3a0-47b5-9740-e7f4500653e2 tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] Made reservation on behalf of f18f73753fc44381926b4d20b367351e for: {'port': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:36:32.676921 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-6a1b4272-595f-4008-96b1-585160a4f34b req-1a4eb232-f3a0-47b5-9740-e7f4500653e2 tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:32.741698 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [req-670b347e-e047-4d46-8eb2-dd7422f6b118 req-493277ba-15e9-4edf-afd9-a90e311c65ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7435c5d-997c-44fb-a2c6-77a012c12559 {{(pid=94467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:36:32.757536 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-670b347e-e047-4d46-8eb2-dd7422f6b118 req-493277ba-15e9-4edf-afd9-a90e311c65ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:32.796782 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-957f98f5-6891-4f8e-9c99-dac104fe13ee admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-754774248-network', 'tenant_id': 'c6353cb62453414b9aa9745dd88c3c93'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:36:32.800452 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [req-670b347e-e047-4d46-8eb2-dd7422f6b118 req-493277ba-15e9-4edf-afd9-a90e311c65ec service neutron] Transition to ACTIVE for port object a7435c5d-997c-44fb-a2c6-77a012c12559 will not be triggered until provisioned by entity L2. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:36:32.811708 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-670b347e-e047-4d46-8eb2-dd7422f6b118 req-493277ba-15e9-4edf-afd9-a90e311c65ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:32.853618 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-be0ab1c5-c678-43cf-b3b5-11cf5ed693fc req-1846d98a-d832-4521-a756-ed6e7d0bf69c tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:32.867910 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-957f98f5-6891-4f8e-9c99-dac104fe13ee admin admin] Made reservation on behalf of c6353cb62453414b9aa9745dd88c3c93 for: {'network': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:36:32.868110 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce9f6a5-4d8c-4e52-96e6-c8b8d74e3154 req-91bb1a36-8262-4b93-b507-6a07b39428cd tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:36:32.869666 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-2ce9f6a5-4d8c-4e52-96e6-c8b8d74e3154 req-91bb1a36-8262-4b93-b507-6a07b39428cd tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] 10.222.0.39 "GET /v2.0/ports?device_id=347dc2a1-69b4-475b-8406-b78ac88f537c HTTP/1.1" status: 200 len: 931 time: 0.1726172 Aug 12 14:36:32.870903 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-957f98f5-6891-4f8e-9c99-dac104fe13ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for network, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:32.887397 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-957f98f5-6891-4f8e-9c99-dac104fe13ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:32.896124 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493277ba-15e9-4edf-afd9-a90e311c65ec service neutron] Pushing event updated for resources: {'Port': ['ID=a7435c5d-997c-44fb-a2c6-77a012c12559,revision_number=2']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:36:32.926773 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1846d98a-d832-4521-a756-ed6e7d0bf69c tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] Pushing event deleted for resources: {'Port': ['ID=a1606328-fa6d-43e0-9800-8beb0b1186b0,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:36:33.011347 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [req-6a1b4272-595f-4008-96b1-585160a4f34b req-1a4eb232-f3a0-47b5-9740-e7f4500653e2 tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] Allocated IP 172.20.0.2 (66286ace-0f28-443f-a69d-5df85949d220/39fc4ab3-8f53-4eb4-b1df-ab065bbb1694/fdcd46a7-a7dc-4a27-8a8d-758fc2f24f39) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:36:33.013508 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [req-be0ab1c5-c678-43cf-b3b5-11cf5ed693fc req-1846d98a-d832-4521-a756-ed6e7d0bf69c tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] No DVR routers for this DVR port a1606328-fa6d-43e0-9800-8beb0b1186b0 on host n-h2-694802-15 {{(pid=94466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:36:33.020093 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-be0ab1c5-c678-43cf-b3b5-11cf5ed693fc req-1846d98a-d832-4521-a756-ed6e7d0bf69c tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:33.021070 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-670b347e-e047-4d46-8eb2-dd7422f6b118 req-493277ba-15e9-4edf-afd9-a90e311c65ec service neutron] Attempting to bind port a7435c5d-997c-44fb-a2c6-77a012c12559 on host n-h2-694802-15 for vnic_type normal with profile {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:36:33.021621 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-670b347e-e047-4d46-8eb2-dd7422f6b118 req-493277ba-15e9-4edf-afd9-a90e311c65ec service neutron] Attempting to bind port a7435c5d-997c-44fb-a2c6-77a012c12559 by drivers openvswitch,hyperv on host n-h2-694802-15 at level 0 using segments [{'id': '111c8fb4-95f7-4303-b261-7f0bb42c0aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '63f7bb20-fe7c-43e3-bcb6-44025e6f4b9c'}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:36:33.022074 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-be0ab1c5-c678-43cf-b3b5-11cf5ed693fc req-1846d98a-d832-4521-a756-ed6e7d0bf69c tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] 10.222.0.49 "DELETE /v2.0/ports/a1606328-fa6d-43e0-9800-8beb0b1186b0 HTTP/1.1" status: 204 len: 173 time: 1.5905025 Aug 12 14:36:33.022400 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-670b347e-e047-4d46-8eb2-dd7422f6b118 req-493277ba-15e9-4edf-afd9-a90e311c65ec service neutron] Attempting to bind port a7435c5d-997c-44fb-a2c6-77a012c12559 on network 63f7bb20-fe7c-43e3-bcb6-44025e6f4b9c {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:36:33.024652 n-d-694802-15 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90ed3afd-6e4d-422b-b4c4-4502532ef9ce', 'name': 'network-vif-deleted', 'tag': 'a1606328-fa6d-43e0-9800-8beb0b1186b0'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:36:33.026948 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e785eeede3897370d0b20f09d5f461b30cfecd5ed38c4f07dacd02bc52c9277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da8fe121-03e5-4fce-8964-69248a113ab2" -d '{"events": [{"server_uuid": "90ed3afd-6e4d-422b-b4c4-4502532ef9ce", "name": "network-vif-deleted", "tag": "a1606328-fa6d-43e0-9800-8beb0b1186b0"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:36:33.035429 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-670b347e-e047-4d46-8eb2-dd7422f6b118 req-493277ba-15e9-4edf-afd9-a90e311c65ec service neutron] Port a7435c5d-997c-44fb-a2c6-77a012c12559 on network 63f7bb20-fe7c-43e3-bcb6-44025e6f4b9c not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-15 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 14:36:33.036518 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-670b347e-e047-4d46-8eb2-dd7422f6b118 req-493277ba-15e9-4edf-afd9-a90e311c65ec service neutron] Attempting to bind port a7435c5d-997c-44fb-a2c6-77a012c12559 on network 63f7bb20-fe7c-43e3-bcb6-44025e6f4b9c {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:36:33.045187 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-2ce9f6a5-4d8c-4e52-96e6-c8b8d74e3154 req-6d4f41bc-3424-44fa-9a38-c2c3b756171b tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] 10.222.0.39 "GET /v2.0/security-groups?id=87f02c46-9837-45f6-a8f5-f67c20068d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245761 Aug 12 14:36:33.045957 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-670b347e-e047-4d46-8eb2-dd7422f6b118 req-493277ba-15e9-4edf-afd9-a90e311c65ec service neutron] Checking agent: {'id': 'b7697f71-33f3-4959-ad82-43c2dc15845d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 27, 42), 'started_at': datetime.datetime(2021, 8, 12, 14, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 36, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:36:33.046495 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-670b347e-e047-4d46-8eb2-dd7422f6b118 req-493277ba-15e9-4edf-afd9-a90e311c65ec service neutron] Checking segment: {'id': '111c8fb4-95f7-4303-b261-7f0bb42c0aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '63f7bb20-fe7c-43e3-bcb6-44025e6f4b9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:36:33.047083 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-670b347e-e047-4d46-8eb2-dd7422f6b118 req-493277ba-15e9-4edf-afd9-a90e311c65ec service neutron] Bound using segment: {'id': '111c8fb4-95f7-4303-b261-7f0bb42c0aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '63f7bb20-fe7c-43e3-bcb6-44025e6f4b9c'} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:36:33.047714 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-670b347e-e047-4d46-8eb2-dd7422f6b118 req-493277ba-15e9-4edf-afd9-a90e311c65ec service neutron] Bound port: a7435c5d-997c-44fb-a2c6-77a012c12559, host: n-h2-694802-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '111c8fb4-95f7-4303-b261-7f0bb42c0aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '63f7bb20-fe7c-43e3-bcb6-44025e6f4b9c'}}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:36:33.048266 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-670b347e-e047-4d46-8eb2-dd7422f6b118 req-493277ba-15e9-4edf-afd9-a90e311c65ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:33.103593 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 700 Content-Type: application/json Date: Thu, 12 Aug 2021 14:36:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8811ff3-16ab-41f9-a0ec-490c0a9e1e5f x-openstack-request-id: req-f8811ff3-16ab-41f9-a0ec-490c0a9e1e5f {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:36:33.103891 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a75e832-5204-4a26-88f9-d00737c49947", "name": "network-vif-plugged", "status": "completed", "tag": "fcb14084-ef15-432e-9620-bc63448a5693", "code": 200}, {"server_uuid": "3a75e832-5204-4a26-88f9-d00737c49947", "name": "network-vif-plugged", "status": "completed", "tag": "c9d99e62-0297-4881-942b-ffbe3ce682d0", "code": 200}, {"server_uuid": "5f1992d0-e823-416d-bad0-60fca0e01566", "name": "network-vif-unplugged", "status": "completed", "tag": "890f05cd-3a6a-492a-b07c-feb1a5c93987", "code": 200}, {"server_uuid": "90ed3afd-6e4d-422b-b4c4-4502532ef9ce", "name": "network-vif-unplugged", "status": "completed", "tag": "a1606328-fa6d-43e0-9800-8beb0b1186b0", "code": 200}]} {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:36:33.104161 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f8811ff3-16ab-41f9-a0ec-490c0a9e1e5f {{(pid=94468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:36:33.104567 n-d-694802-15 neutron-server[94468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a75e832-5204-4a26-88f9-d00737c49947', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcb14084-ef15-432e-9620-bc63448a5693', 'code': 200} Aug 12 14:36:33.104819 n-d-694802-15 neutron-server[94468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a75e832-5204-4a26-88f9-d00737c49947', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9d99e62-0297-4881-942b-ffbe3ce682d0', 'code': 200} Aug 12 14:36:33.105092 n-d-694802-15 neutron-server[94468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f1992d0-e823-416d-bad0-60fca0e01566', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '890f05cd-3a6a-492a-b07c-feb1a5c93987', 'code': 200} Aug 12 14:36:33.105334 n-d-694802-15 neutron-server[94468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90ed3afd-6e4d-422b-b4c4-4502532ef9ce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a1606328-fa6d-43e0-9800-8beb0b1186b0', 'code': 200} Aug 12 14:36:33.231675 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 14:36:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af476711-fb56-4f77-b88d-c6b5e9de2815 x-openstack-request-id: req-af476711-fb56-4f77-b88d-c6b5e9de2815 {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:36:33.232234 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90ed3afd-6e4d-422b-b4c4-4502532ef9ce", "name": "network-vif-deleted", "tag": "a1606328-fa6d-43e0-9800-8beb0b1186b0", "status": "completed", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:36:33.232354 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-af476711-fb56-4f77-b88d-c6b5e9de2815 {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:36:33.233127 n-d-694802-15 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90ed3afd-6e4d-422b-b4c4-4502532ef9ce', 'name': 'network-vif-deleted', 'tag': 'a1606328-fa6d-43e0-9800-8beb0b1186b0', 'status': 'completed', 'code': 200} Aug 12 14:36:33.270381 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-957f98f5-6891-4f8e-9c99-dac104fe13ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:33.302203 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-6a1b4272-595f-4008-96b1-585160a4f34b req-1a4eb232-f3a0-47b5-9740-e7f4500653e2 tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:33.320573 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-957f98f5-6891-4f8e-9c99-dac104fe13ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:33.358599 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-957f98f5-6891-4f8e-9c99-dac104fe13ee admin admin] vlan segment allocate from pool success with {'vlan_id': 324, 'physical_network': 'physnet1'} {{(pid=94467) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 14:36:33.360987 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957f98f5-6891-4f8e-9c99-dac104fe13ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10538960-7c7a-451a-90f5-94b5fbb5462b,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:36:33.380905 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-6a1b4272-595f-4008-96b1-585160a4f34b req-1a4eb232-f3a0-47b5-9740-e7f4500653e2 tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:33.392940 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-957f98f5-6891-4f8e-9c99-dac104fe13ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:33.393290 n-d-694802-15 neutron-server[94467]: INFO neutron.db.segments_db [None req-957f98f5-6891-4f8e-9c99-dac104fe13ee admin admin] Added segment b44099f3-91d6-4d7d-9179-809cce66c47f of type vlan for network 3639a5bb-e2f3-4c58-83b4-19e7e72a5347 Aug 12 14:36:33.403002 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874f8c6b-801e-4b47-aab7-35d5709069f1 req-b567b099-7c1a-45fd-81db-96e7ecdcf4cf tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:36:33.407632 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-874f8c6b-801e-4b47-aab7-35d5709069f1 req-b567b099-7c1a-45fd-81db-96e7ecdcf4cf tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] 10.222.0.39 "GET /v2.0/ports?device_id=56e005fa-0896-490e-9646-8a24af6536d9 HTTP/1.1" status: 200 len: 946 time: 0.2805114 Aug 12 14:36:33.440180 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a1b4272-595f-4008-96b1-585160a4f34b req-1a4eb232-f3a0-47b5-9740-e7f4500653e2 tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] Network 66286ace-0f28-443f-a69d-5df85949d220 is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:36:33.448757 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [req-6a1b4272-595f-4008-96b1-585160a4f34b req-1a4eb232-f3a0-47b5-9740-e7f4500653e2 tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:36:33.455398 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a1b4272-595f-4008-96b1-585160a4f34b req-1a4eb232-f3a0-47b5-9740-e7f4500653e2 tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:36:33.459526 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4eb232-f3a0-47b5-9740-e7f4500653e2 tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] Pushing event updated for resources: {'Port': ['ID=fdcd46a7-a7dc-4a27-8a8d-758fc2f24f39,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:36:33.484809 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67aa2f6d-5d0a-4a63-b368-8a1a748981ad req-6885f247-6636-47ae-a6b6-24fc03ed7198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:36:33.485297 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67aa2f6d-5d0a-4a63-b368-8a1a748981ad req-6885f247-6636-47ae-a6b6-24fc03ed7198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:36:33.486972 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-67aa2f6d-5d0a-4a63-b368-8a1a748981ad req-6885f247-6636-47ae-a6b6-24fc03ed7198 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=3a75e832-5204-4a26-88f9-d00737c49947 HTTP/1.1" status: 200 len: 1985 time: 0.2117503 Aug 12 14:36:33.504793 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-670b347e-e047-4d46-8eb2-dd7422f6b118 req-493277ba-15e9-4edf-afd9-a90e311c65ec service neutron] For port a7435c5d-997c-44fb-a2c6-77a012c12559, host n-h2-694802-15, cleared binding levels {{(pid=94467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:36:33.516387 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1b4272-595f-4008-96b1-585160a4f34b req-1a4eb232-f3a0-47b5-9740-e7f4500653e2 tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:36:33.517900 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-6a1b4272-595f-4008-96b1-585160a4f34b req-1a4eb232-f3a0-47b5-9740-e7f4500653e2 tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:33.522524 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-957f98f5-6891-4f8e-9c99-dac104fe13ee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744653628263'] for network, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:33.537627 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-6a1b4272-595f-4008-96b1-585160a4f34b req-1a4eb232-f3a0-47b5-9740-e7f4500653e2 tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2512174 Aug 12 14:36:33.552158 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-670b347e-e047-4d46-8eb2-dd7422f6b118 req-493277ba-15e9-4edf-afd9-a90e311c65ec service neutron] For port a7435c5d-997c-44fb-a2c6-77a012c12559, host n-h2-694802-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=a7435c5d-997c-44fb-a2c6-77a012c12559,segment=NetworkSegment(111c8fb4-95f7-4303-b261-7f0bb42c0aef),segment_id=111c8fb4-95f7-4303-b261-7f0bb42c0aef)] {{(pid=94467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:36:33.554230 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [req-6a1b4272-595f-4008-96b1-585160a4f34b req-19ef046e-c4d3-46b4-bc71-cb54b2681164 service neutron] Request body: {'port': {'device_id': '7303f3e1-a22d-4756-9dd6-598ca30ec2f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-694802-15'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:36:33.575750 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-670b347e-e047-4d46-8eb2-dd7422f6b118 req-493277ba-15e9-4edf-afd9-a90e311c65ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:33.595630 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-874f8c6b-801e-4b47-aab7-35d5709069f1 req-cbdd140b-0e85-45de-8a06-a24e020ab7de tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ad0002e-d03d-4ace-861f-ca41a35b7aed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725326 Aug 12 14:36:33.648907 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-67aa2f6d-5d0a-4a63-b368-8a1a748981ad req-63a2b6a0-330b-4974-ad6d-aa49e61804e9 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=213b87af-3e55-407a-8100-5db7a6297b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413269 Aug 12 14:36:33.659416 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670b347e-e047-4d46-8eb2-dd7422f6b118 req-493277ba-15e9-4edf-afd9-a90e311c65ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:36:33.660047 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-670b347e-e047-4d46-8eb2-dd7422f6b118 req-493277ba-15e9-4edf-afd9-a90e311c65ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:33.661571 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-670b347e-e047-4d46-8eb2-dd7422f6b118 req-493277ba-15e9-4edf-afd9-a90e311c65ec service neutron] 10.222.0.49 "PUT /v2.0/ports/a7435c5d-997c-44fb-a2c6-77a012c12559 HTTP/1.1" status: 200 len: 1092 time: 1.4577503 Aug 12 14:36:33.662275 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '347dc2a1-69b4-475b-8406-b78ac88f537c', 'tag': 'a7435c5d-997c-44fb-a2c6-77a012c12559'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:36:33.665178 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e65282f928b64038367d043a4411777802006c43a98742496cb2e25b724ff1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fa852dc-0e18-4332-93ea-46505cce49c6" -d '{"events": [{"name": "network-changed", "server_uuid": "347dc2a1-69b4-475b-8406-b78ac88f537c", "tag": "a7435c5d-997c-44fb-a2c6-77a012c12559"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:36:33.671143 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-957f98f5-6891-4f8e-9c99-dac104fe13ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409'] for network, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:33.672553 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-957f98f5-6891-4f8e-9c99-dac104fe13ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:36:33.673749 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-957f98f5-6891-4f8e-9c99-dac104fe13ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for network, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:33.702187 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-957f98f5-6891-4f8e-9c99-dac104fe13ee admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0603876 Aug 12 14:36:33.704562 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 37836) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:36:33.710042 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device dbf50b37-cb90-4913-b9b1-e9c13b06a02b details requested by agent hyperv_n-h1-694802-15 with host n-h1-694802-15 {{(pid=94468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 14:36:33.711900 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-a5952d47-8af0-4210-973f-c58badd2f5c7 admin admin] Request body: {'subnet': {'network_id': '3639a5bb-e2f3-4c58-83b4-19e7e72a5347', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-754774248-subnet', 'tenant_id': 'c6353cb62453414b9aa9745dd88c3c93', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:36:33.716558 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-6a1b4272-595f-4008-96b1-585160a4f34b req-19ef046e-c4d3-46b4-bc71-cb54b2681164 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:33.768814 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493277ba-15e9-4edf-afd9-a90e311c65ec service neutron] Pushing event updated for resources: {'Port': ['ID=a7435c5d-997c-44fb-a2c6-77a012c12559,revision_number=3']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:36:33.809777 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5952d47-8af0-4210-973f-c58badd2f5c7 admin admin] Made reservation on behalf of c6353cb62453414b9aa9745dd88c3c93 for: {'subnet': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:36:33.812276 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a5952d47-8af0-4210-973f-c58badd2f5c7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8776441'] for subnet, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:33.826531 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957f98f5-6891-4f8e-9c99-dac104fe13ee admin admin] Pushing event updated for resources: {'Network': ['ID=3639a5bb-e2f3-4c58-83b4-19e7e72a5347,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:36:33.838980 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port dbf50b37-cb90-4913-b9b1-e9c13b06a02b, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=dbf50b37-cb90-4913-b9b1-e9c13b06a02b,segment=NetworkSegment(a1f8c867-101b-4d30-814e-b89f55a5edd0),segment_id=a1f8c867-101b-4d30-814e-b89f55a5edd0)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:36:33.853054 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Returning: {'device': 'dbf50b37-cb90-4913-b9b1-e9c13b06a02b', 'network_id': '2525c403-dfb3-4196-a273-739607aab38a', 'port_id': 'dbf50b37-cb90-4913-b9b1-e9c13b06a02b', 'mac_address': 'fa:16:3e:c9:fd:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '236e0be6-1c94-4221-9e8b-ab02a53331f8', 'ip_address': '192.168.233.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 14:36:33.856917 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Network 3639a5bb-e2f3-4c58-83b4-19e7e72a5347 details requested by agent ovs-agent-n-d-694802-15 with host n-d-694802-15 {{(pid=94468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 14:36:33.894666 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670b347e-e047-4d46-8eb2-dd7422f6b118 req-95dcf583-885a-4a5e-a5e7-e83e1b1c0f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:36:33.896748 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-670b347e-e047-4d46-8eb2-dd7422f6b118 req-95dcf583-885a-4a5e-a5e7-e83e1b1c0f6f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c7cf81f007a244068628d9dac2415a0e&device_id=347dc2a1-69b4-475b-8406-b78ac88f537c HTTP/1.1" status: 200 len: 1095 time: 0.1159091 Aug 12 14:36:33.912094 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c52d680-3e75-4e6e-b6b7-7490d0d64f69 req-d8466369-11fd-45d8-b3c0-bc8e6125aa14 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:36:33.918551 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c52d680-3e75-4e6e-b6b7-7490d0d64f69 req-d8466369-11fd-45d8-b3c0-bc8e6125aa14 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:36:33.920234 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9c52d680-3e75-4e6e-b6b7-7490d0d64f69 req-d8466369-11fd-45d8-b3c0-bc8e6125aa14 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a75e832-5204-4a26-88f9-d00737c49947 HTTP/1.1" status: 200 len: 1681 time: 0.0794339 Aug 12 14:36:33.948556 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:33.955890 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-670b347e-e047-4d46-8eb2-dd7422f6b118 req-183f070e-ae46-4c73-ab29-bcd330073fa1 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a7435c5d-997c-44fb-a2c6-77a012c12559 HTTP/1.1" status: 200 len: 217 time: 0.0341549 Aug 12 14:36:33.969224 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id dbf50b37-cb90-4913-b9b1-e9c13b06a02b {{(pid=94468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:36:33.990535 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port dbf50b37-cb90-4913-b9b1-e9c13b06a02b, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=dbf50b37-cb90-4913-b9b1-e9c13b06a02b,segment=NetworkSegment(a1f8c867-101b-4d30-814e-b89f55a5edd0),segment_id=a1f8c867-101b-4d30-814e-b89f55a5edd0)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:36:33.995313 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:34.033637 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9c52d680-3e75-4e6e-b6b7-7490d0d64f69 req-e4909080-07d5-4e0b-be40-dc52f951c758 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] 10.222.0.39 "GET /v2.0/security-groups?id=213b87af-3e55-407a-8100-5db7a6297b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762551 Aug 12 14:36:34.037234 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670b347e-e047-4d46-8eb2-dd7422f6b118 req-543284ff-ed2d-4c79-a1c4-46642bbbaa4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:36:34.038678 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-670b347e-e047-4d46-8eb2-dd7422f6b118 req-543284ff-ed2d-4c79-a1c4-46642bbbaa4d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=65ea27f3-7f0e-428c-8c45-871b6e9bfddc HTTP/1.1" status: 200 len: 855 time: 0.0749428 Aug 12 14:36:34.057759 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6bda17-2c2b-4f7f-b29f-6b55ec1437ab req-33acbbb4-af66-463f-8fcc-71c25b49dc9b tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:36:34.059374 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-fd6bda17-2c2b-4f7f-b29f-6b55ec1437ab req-33acbbb4-af66-463f-8fcc-71c25b49dc9b tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] 10.222.0.39 "GET /v2.0/ports?device_id=7303f3e1-a22d-4756-9dd6-598ca30ec2f7 HTTP/1.1" status: 200 len: 931 time: 0.1930914 Aug 12 14:36:34.063254 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Pushing event updated for resources: {'Port': ['ID=dbf50b37-cb90-4913-b9b1-e9c13b06a02b,revision_number=6']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:36:34.084509 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-670b347e-e047-4d46-8eb2-dd7422f6b118 req-96d25acc-13eb-4fc9-b2be-d7f4a8587c76 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=63f7bb20-fe7c-43e3-bcb6-44025e6f4b9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382566 Aug 12 14:36:34.139804 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] get_ports_and_sgs() called for port_ids ['dbf50b37-cb90-4913-b9b1-e9c13b06a02b'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:36:34.173356 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-fd6bda17-2c2b-4f7f-b29f-6b55ec1437ab req-b9a69e5f-eeef-4196-b384-6d1ddf5146a3 tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] 10.222.0.39 "GET /v2.0/security-groups?id=c46585fa-da50-4ef3-834f-e3a7c15dd624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994053 Aug 12 14:36:34.234856 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a5952d47-8af0-4210-973f-c58badd2f5c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3718490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8776395'] for subnet, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:34.547534 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75c0ff4-40c0-409e-8bb9-6ab45b2b1754 req-648ba779-e9ec-403b-86e0-327c536a1b81 tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:36:34.549516 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d75c0ff4-40c0-409e-8bb9-6ab45b2b1754 req-648ba779-e9ec-403b-86e0-327c536a1b81 tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] 10.222.0.39 "GET /v2.0/ports?device_id=56e005fa-0896-490e-9646-8a24af6536d9 HTTP/1.1" status: 200 len: 946 time: 0.4149055 Aug 12 14:36:34.551342 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 14:36:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06c954a4-e7d2-4caf-b713-46d5f16650ce x-openstack-request-id: req-06c954a4-e7d2-4caf-b713-46d5f16650ce {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:36:34.551631 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "347dc2a1-69b4-475b-8406-b78ac88f537c", "tag": "a7435c5d-997c-44fb-a2c6-77a012c12559", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:36:34.552514 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-06c954a4-e7d2-4caf-b713-46d5f16650ce {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:36:34.552514 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '347dc2a1-69b4-475b-8406-b78ac88f537c', 'tag': 'a7435c5d-997c-44fb-a2c6-77a012c12559', 'status': 'completed', 'code': 200} Aug 12 14:36:34.586146 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-670b347e-e047-4d46-8eb2-dd7422f6b118 req-56e981be-672c-4a23-a2fb-5ddf334b1e30 service neutron] 10.222.0.49 "GET /v2.0/networks/63f7bb20-fe7c-43e3-bcb6-44025e6f4b9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4942241 Aug 12 14:36:34.604691 n-d-694802-15 neutron-server[94466]: DEBUG neutron.notifiers.nova [req-6a1b4272-595f-4008-96b1-585160a4f34b req-19ef046e-c4d3-46b4-bc71-cb54b2681164 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fdcd46a7-a7dc-4a27-8a8d-758fc2f24f39 {{(pid=94466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:36:34.609875 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d75c0ff4-40c0-409e-8bb9-6ab45b2b1754 req-eedf9890-f22a-4258-b0bb-4270e8fe5ce5 tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ad0002e-d03d-4ace-861f-ca41a35b7aed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526180 Aug 12 14:36:34.633347 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-6a1b4272-595f-4008-96b1-585160a4f34b req-19ef046e-c4d3-46b4-bc71-cb54b2681164 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:34.657131 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5952d47-8af0-4210-973f-c58badd2f5c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=463d04ce-55b6-4138-a233-8d1ceeb0ed15,revision_number=0']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:36:34.661702 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [req-6a1b4272-595f-4008-96b1-585160a4f34b req-19ef046e-c4d3-46b4-bc71-cb54b2681164 service neutron] Transition to ACTIVE for port object fdcd46a7-a7dc-4a27-8a8d-758fc2f24f39 will not be triggered until provisioned by entity L2. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:36:34.673727 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-6a1b4272-595f-4008-96b1-585160a4f34b req-19ef046e-c4d3-46b4-bc71-cb54b2681164 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3718439'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:34.691899 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-670b347e-e047-4d46-8eb2-dd7422f6b118 req-b86c74eb-47b3-46ff-96c8-441b90f74790 service neutron] 10.222.0.49 "GET /v2.0/networks/63f7bb20-fe7c-43e3-bcb6-44025e6f4b9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962341 Aug 12 14:36:34.721557 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a149e589-aa0b-4677-8a57-838a4898091f req-aab6215c-eb7f-423e-8fd9-821e5ab116d3 tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:36:34.723099 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-a149e589-aa0b-4677-8a57-838a4898091f req-aab6215c-eb7f-423e-8fd9-821e5ab116d3 tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] 10.222.0.39 "GET /v2.0/ports?device_id=347dc2a1-69b4-475b-8406-b78ac88f537c HTTP/1.1" status: 200 len: 943 time: 0.1649597 Aug 12 14:36:34.732847 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5952d47-8af0-4210-973f-c58badd2f5c7 admin admin] Checking segment: {'id': 'b44099f3-91d6-4d7d-9179-809cce66c47f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '3639a5bb-e2f3-4c58-83b4-19e7e72a5347'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:36:34.733201 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5952d47-8af0-4210-973f-c58badd2f5c7 admin admin] Network hostable DHCP agents. Network: 3639a5bb-e2f3-4c58-83b4-19e7e72a5347, hostable agents: ['1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658'], hosted agents: [] {{(pid=94466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 14:36:34.764670 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ef046e-c4d3-46b4-bc71-cb54b2681164 service neutron] Pushing event updated for resources: {'Port': ['ID=fdcd46a7-a7dc-4a27-8a8d-758fc2f24f39,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:36:34.797862 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa852dc-0e18-4332-93ea-46505cce49c6 req-dda1bfeb-679e-4c1e-9131-ca9eec7d76ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:36:34.799721 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6fa852dc-0e18-4332-93ea-46505cce49c6 req-dda1bfeb-679e-4c1e-9131-ca9eec7d76ea service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c7cf81f007a244068628d9dac2415a0e&device_id=347dc2a1-69b4-475b-8406-b78ac88f537c HTTP/1.1" status: 200 len: 1095 time: 0.0489674 Aug 12 14:36:34.828274 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5952d47-8af0-4210-973f-c58badd2f5c7 admin admin] Network 3639a5bb-e2f3-4c58-83b4-19e7e72a5347 is scheduled to be hosted by DHCP agent 1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658 with binding_index 1 {{(pid=94466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 14:36:34.858485 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-a149e589-aa0b-4677-8a57-838a4898091f req-53d42f9c-c494-4122-8c8d-df13f5070a72 tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] 10.222.0.39 "GET /v2.0/security-groups?id=87f02c46-9837-45f6-a8f5-f67c20068d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219232 Aug 12 14:36:34.873710 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-a5952d47-8af0-4210-973f-c58badd2f5c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-15, 3639a5bb-e2f3-4c58-83b4-19e7e72a5347) {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:36:34.892621 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5952d47-8af0-4210-973f-c58badd2f5c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:36:34.893221 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a5952d47-8af0-4210-973f-c58badd2f5c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for subnet, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:34.893683 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66e51440-8e64-49e7-b5bd-6464d0b62b33 None None] Network 3639a5bb-e2f3-4c58-83b4-19e7e72a5347 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:36:34.929812 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [req-6a1b4272-595f-4008-96b1-585160a4f34b req-19ef046e-c4d3-46b4-bc71-cb54b2681164 service neutron] Attempting to bind port fdcd46a7-a7dc-4a27-8a8d-758fc2f24f39 on host n-h1-694802-15 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:36:34.930153 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [req-6a1b4272-595f-4008-96b1-585160a4f34b req-19ef046e-c4d3-46b4-bc71-cb54b2681164 service neutron] Attempting to bind port fdcd46a7-a7dc-4a27-8a8d-758fc2f24f39 by drivers openvswitch,hyperv on host n-h1-694802-15 at level 0 using segments [{'id': '5ea1fe2e-eeef-460a-999b-4e3aad831451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '66286ace-0f28-443f-a69d-5df85949d220'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:36:34.930479 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a1b4272-595f-4008-96b1-585160a4f34b req-19ef046e-c4d3-46b4-bc71-cb54b2681164 service neutron] Attempting to bind port fdcd46a7-a7dc-4a27-8a8d-758fc2f24f39 on network 66286ace-0f28-443f-a69d-5df85949d220 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:36:34.936744 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a1b4272-595f-4008-96b1-585160a4f34b req-19ef046e-c4d3-46b4-bc71-cb54b2681164 service neutron] Port fdcd46a7-a7dc-4a27-8a8d-758fc2f24f39 on network 66286ace-0f28-443f-a69d-5df85949d220 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-15 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 14:36:34.937132 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a1b4272-595f-4008-96b1-585160a4f34b req-19ef046e-c4d3-46b4-bc71-cb54b2681164 service neutron] Attempting to bind port fdcd46a7-a7dc-4a27-8a8d-758fc2f24f39 on network 66286ace-0f28-443f-a69d-5df85949d220 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:36:34.947412 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-a5952d47-8af0-4210-973f-c58badd2f5c7 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2407880 Aug 12 14:36:34.948727 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 37868) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:36:34.953162 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-533d5f96-4304-4746-86a4-5b255222bc84 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-754774248-router', 'tenant_id': 'c6353cb62453414b9aa9745dd88c3c93', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'}}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:36:34.956758 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a1b4272-595f-4008-96b1-585160a4f34b req-19ef046e-c4d3-46b4-bc71-cb54b2681164 service neutron] Checking agent: {'id': 'de568313-a3e6-454a-9813-77e25edcea95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 27, 41), 'started_at': datetime.datetime(2021, 8, 12, 14, 27, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 36, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:36:34.957100 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a1b4272-595f-4008-96b1-585160a4f34b req-19ef046e-c4d3-46b4-bc71-cb54b2681164 service neutron] Checking segment: {'id': '5ea1fe2e-eeef-460a-999b-4e3aad831451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '66286ace-0f28-443f-a69d-5df85949d220'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:36:34.957473 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a1b4272-595f-4008-96b1-585160a4f34b req-19ef046e-c4d3-46b4-bc71-cb54b2681164 service neutron] Bound using segment: {'id': '5ea1fe2e-eeef-460a-999b-4e3aad831451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '66286ace-0f28-443f-a69d-5df85949d220'} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:36:34.957909 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [req-6a1b4272-595f-4008-96b1-585160a4f34b req-19ef046e-c4d3-46b4-bc71-cb54b2681164 service neutron] Bound port: fdcd46a7-a7dc-4a27-8a8d-758fc2f24f39, host: n-h1-694802-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ea1fe2e-eeef-460a-999b-4e3aad831451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '66286ace-0f28-443f-a69d-5df85949d220'}}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:36:34.958263 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-6a1b4272-595f-4008-96b1-585160a4f34b req-19ef046e-c4d3-46b4-bc71-cb54b2681164 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:35.012304 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-533d5f96-4304-4746-86a4-5b255222bc84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-430574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-104863'] for router, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:35.013695 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-533d5f96-4304-4746-86a4-5b255222bc84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-429438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-431405', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66646573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-104852'] for router, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:35.063618 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa852dc-0e18-4332-93ea-46505cce49c6 req-859260eb-448c-48a4-b02c-ebb098205136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:36:35.066840 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6fa852dc-0e18-4332-93ea-46505cce49c6 req-859260eb-448c-48a4-b02c-ebb098205136 service neutron] 10.222.0.49 "GET /v2.0/networks?id=63f7bb20-fe7c-43e3-bcb6-44025e6f4b9c HTTP/1.1" status: 200 len: 916 time: 0.2593963 Aug 12 14:36:35.100874 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [req-6a1b4272-595f-4008-96b1-585160a4f34b req-19ef046e-c4d3-46b4-bc71-cb54b2681164 service neutron] For port fdcd46a7-a7dc-4a27-8a8d-758fc2f24f39, host n-h1-694802-15, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:36:35.155032 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-533d5f96-4304-4746-86a4-5b255222bc84 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:35.160906 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [req-6a1b4272-595f-4008-96b1-585160a4f34b req-19ef046e-c4d3-46b4-bc71-cb54b2681164 service neutron] For port fdcd46a7-a7dc-4a27-8a8d-758fc2f24f39, host n-h1-694802-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=fdcd46a7-a7dc-4a27-8a8d-758fc2f24f39,segment=NetworkSegment(5ea1fe2e-eeef-460a-999b-4e3aad831451),segment_id=5ea1fe2e-eeef-460a-999b-4e3aad831451)] {{(pid=94466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:36:35.229665 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6fa852dc-0e18-4332-93ea-46505cce49c6 req-e2d59a28-f826-45be-8207-3aeff875be13 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a7435c5d-997c-44fb-a2c6-77a012c12559 HTTP/1.1" status: 200 len: 217 time: 0.1535358 Aug 12 14:36:35.251216 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device a1606328-fa6d-43e0-9800-8beb0b1186b0 no longer exists at agent hyperv_n-h2-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:36:35.269880 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-6a1b4272-595f-4008-96b1-585160a4f34b req-19ef046e-c4d3-46b4-bc71-cb54b2681164 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3718439'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:35.290941 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] No Port match for: a1606328-fa6d-43e0-9800-8beb0b1186b0 {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 14:36:35.291654 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device a1606328-fa6d-43e0-9800-8beb0b1186b0 not bound to the agent host n-h2-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:36:35.325134 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603079dd-9af1-4027-9d51-5576b9753ff9 req-22fca46e-f5fa-413f-9419-591f810f3062 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:36:35.331912 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603079dd-9af1-4027-9d51-5576b9753ff9 req-22fca46e-f5fa-413f-9419-591f810f3062 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:36:35.337540 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea38d769-0e6e-4d49-afa0-471709d034f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa7035b3e-9a89-5964-b9f4-97301c3f476a-3639a5bb-e2f3-4c58-83b4-19e7e72a5347', 'network_id': '3639a5bb-e2f3-4c58-83b4-19e7e72a5347', 'tenant_id': 'c6353cb62453414b9aa9745dd88c3c93', 'fixed_ips': [{'subnet_id': '463d04ce-55b6-4138-a233-8d1ceeb0ed15'}]}} from n-d-694802-15. {{(pid=94468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 14:36:35.339834 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-ea38d769-0e6e-4d49-afa0-471709d034f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:35.340354 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-603079dd-9af1-4027-9d51-5576b9753ff9 req-22fca46e-f5fa-413f-9419-591f810f3062 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a75e832-5204-4a26-88f9-d00737c49947 HTTP/1.1" status: 200 len: 1681 time: 0.1150472 Aug 12 14:36:35.355088 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa852dc-0e18-4332-93ea-46505cce49c6 req-80e2bd6c-ffc3-4f86-8c5e-82697ccb760d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:36:35.356589 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6fa852dc-0e18-4332-93ea-46505cce49c6 req-80e2bd6c-ffc3-4f86-8c5e-82697ccb760d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=65ea27f3-7f0e-428c-8c45-871b6e9bfddc HTTP/1.1" status: 200 len: 855 time: 0.1159637 Aug 12 14:36:35.396107 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6fa852dc-0e18-4332-93ea-46505cce49c6 req-34f1568a-77a8-4682-a7f5-1aef3de987c0 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=63f7bb20-fe7c-43e3-bcb6-44025e6f4b9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283995 Aug 12 14:36:35.443599 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1b4272-595f-4008-96b1-585160a4f34b req-19ef046e-c4d3-46b4-bc71-cb54b2681164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:36:35.444418 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-6a1b4272-595f-4008-96b1-585160a4f34b req-19ef046e-c4d3-46b4-bc71-cb54b2681164 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:35.445987 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-6a1b4272-595f-4008-96b1-585160a4f34b req-19ef046e-c4d3-46b4-bc71-cb54b2681164 service neutron] 10.222.0.64 "PUT /v2.0/ports/fdcd46a7-a7dc-4a27-8a8d-758fc2f24f39 HTTP/1.1" status: 200 len: 1092 time: 1.8975179 Aug 12 14:36:35.447702 n-d-694802-15 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7303f3e1-a22d-4756-9dd6-598ca30ec2f7', 'tag': 'fdcd46a7-a7dc-4a27-8a8d-758fc2f24f39'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:36:35.450132 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e785eeede3897370d0b20f09d5f461b30cfecd5ed38c4f07dacd02bc52c9277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a27d3654-f1a7-4b5d-a97f-fc6ce9ab16e6" -d '{"events": [{"name": "network-changed", "server_uuid": "7303f3e1-a22d-4756-9dd6-598ca30ec2f7", "tag": "fdcd46a7-a7dc-4a27-8a8d-758fc2f24f39"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:36:35.510122 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-533d5f96-4304-4746-86a4-5b255222bc84 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:35.511497 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-603079dd-9af1-4027-9d51-5576b9753ff9 req-5907f7f4-df3e-4aeb-888b-5c051733d925 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] 10.222.0.39 "GET /v2.0/security-groups?id=213b87af-3e55-407a-8100-5db7a6297b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612666 Aug 12 14:36:35.515530 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ef046e-c4d3-46b4-bc71-cb54b2681164 service neutron] Pushing event updated for resources: {'Port': ['ID=fdcd46a7-a7dc-4a27-8a8d-758fc2f24f39,revision_number=3']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:36:35.566540 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e27a796-5c3a-4f0e-a4a6-3e76477c416a req-c1950192-023b-4d36-b7ba-7b5267597faf tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:36:35.568390 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-3e27a796-5c3a-4f0e-a4a6-3e76477c416a req-c1950192-023b-4d36-b7ba-7b5267597faf tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] 10.222.0.39 "GET /v2.0/ports?device_id=56e005fa-0896-490e-9646-8a24af6536d9 HTTP/1.1" status: 200 len: 946 time: 0.2933962 Aug 12 14:36:35.578995 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6fa852dc-0e18-4332-93ea-46505cce49c6 req-b6434119-9cf3-41d0-a285-6da4dc1f6716 service neutron] 10.222.0.49 "GET /v2.0/networks/63f7bb20-fe7c-43e3-bcb6-44025e6f4b9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1695175 Aug 12 14:36:35.640656 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1b4272-595f-4008-96b1-585160a4f34b req-861934f6-f43e-4826-89a8-9084e143df1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:36:35.642328 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-6a1b4272-595f-4008-96b1-585160a4f34b req-861934f6-f43e-4826-89a8-9084e143df1a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f18f73753fc44381926b4d20b367351e&device_id=7303f3e1-a22d-4756-9dd6-598ca30ec2f7 HTTP/1.1" status: 200 len: 1095 time: 0.1200964 Aug 12 14:36:35.658817 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.db_base_plugin_common [None req-ea38d769-0e6e-4d49-afa0-471709d034f1 None None] Allocated IP 172.20.0.2 (3639a5bb-e2f3-4c58-83b4-19e7e72a5347/463d04ce-55b6-4138-a233-8d1ceeb0ed15/bd5b7f21-2078-465e-a15e-0f596372ae00) {{(pid=94468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:36:35.712107 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-3e27a796-5c3a-4f0e-a4a6-3e76477c416a req-6aba2e19-652d-4fb8-b377-65cf1a346948 tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ad0002e-d03d-4ace-861f-ca41a35b7aed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234372 Aug 12 14:36:35.726460 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6fa852dc-0e18-4332-93ea-46505cce49c6 req-7d91eae0-349d-4134-a5c9-6ba4a411265c service neutron] 10.222.0.49 "GET /v2.0/networks/63f7bb20-fe7c-43e3-bcb6-44025e6f4b9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321418 Aug 12 14:36:35.727003 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-6a1b4272-595f-4008-96b1-585160a4f34b req-a0925380-e7ca-46ab-9405-23ed4170cb10 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fdcd46a7-a7dc-4a27-8a8d-758fc2f24f39 HTTP/1.1" status: 200 len: 217 time: 0.0699444 Aug 12 14:36:35.729157 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device dbf50b37-cb90-4913-b9b1-e9c13b06a02b up at agent hyperv_n-h1-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:36:35.833818 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Provisioning complete for port dbf50b37-cb90-4913-b9b1-e9c13b06a02b triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:36:35.834259 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:35.855544 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 14:36:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aff94279-e897-4c40-adf8-03b71dce88f1 x-openstack-request-id: req-aff94279-e897-4c40-adf8-03b71dce88f1 {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:36:35.855833 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7303f3e1-a22d-4756-9dd6-598ca30ec2f7", "tag": "fdcd46a7-a7dc-4a27-8a8d-758fc2f24f39", "status": "completed", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:36:35.856154 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-aff94279-e897-4c40-adf8-03b71dce88f1 {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:36:35.856474 n-d-694802-15 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7303f3e1-a22d-4756-9dd6-598ca30ec2f7', 'tag': 'fdcd46a7-a7dc-4a27-8a8d-758fc2f24f39', 'status': 'completed', 'code': 200} Aug 12 14:36:35.862218 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1b4272-595f-4008-96b1-585160a4f34b req-7ce92a65-a506-4dd3-8f31-1406a531c9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:36:35.864063 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-6a1b4272-595f-4008-96b1-585160a4f34b req-7ce92a65-a506-4dd3-8f31-1406a531c9cb service neutron] 10.222.0.64 "GET /v2.0/subnets?id=39fc4ab3-8f53-4eb4-b1df-ab065bbb1694 HTTP/1.1" status: 200 len: 845 time: 0.1248853 Aug 12 14:36:35.881401 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbeadcaf-a31f-4b8b-b536-4db171b54280 req-5381aad9-374e-490d-b630-12b42f027aa7 tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:36:35.887503 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-fbeadcaf-a31f-4b8b-b536-4db171b54280 req-5381aad9-374e-490d-b630-12b42f027aa7 tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] 10.222.0.39 "GET /v2.0/ports?device_id=7303f3e1-a22d-4756-9dd6-598ca30ec2f7 HTTP/1.1" status: 200 len: 943 time: 0.0979123 Aug 12 14:36:35.942278 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-ea38d769-0e6e-4d49-afa0-471709d034f1 None None] Notify callbacks [] for port, precommit_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:35.970150 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:35.984023 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-ea38d769-0e6e-4d49-afa0-471709d034f1 None None] Transition to ACTIVE for port object bd5b7f21-2078-465e-a15e-0f596372ae00 will not be triggered until provisioned by entity L2. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:36:36.015076 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2eebd15f-2b42-4b1e-bc8f-806ce99ff662', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbf50b37-cb90-4913-b9b1-e9c13b06a02b'}] {{(pid=94468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:36:36.018298 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99a8d87602170099c728e57431aca99e9b98a655a83bbf8727be13192709727b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-570ec21a-e174-4508-8f0b-3da55439be32" -d '{"events": [{"server_uuid": "2eebd15f-2b42-4b1e-bc8f-806ce99ff662", "name": "network-vif-plugged", "status": "completed", "tag": "dbf50b37-cb90-4913-b9b1-e9c13b06a02b"}]}' {{(pid=94468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:36:36.021869 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-6a1b4272-595f-4008-96b1-585160a4f34b req-a2ab5e4e-e9aa-40e3-a4ad-4910f94908ab service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=66286ace-0f28-443f-a69d-5df85949d220&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1308160 Aug 12 14:36:36.022078 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-ea38d769-0e6e-4d49-afa0-471709d034f1 None None] Transition to ACTIVE for port object bd5b7f21-2078-465e-a15e-0f596372ae00 will not be triggered until provisioned by entity DHCP. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:36:36.035400 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port dbf50b37-cb90-4913-b9b1-e9c13b06a02b, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=dbf50b37-cb90-4913-b9b1-e9c13b06a02b,segment=NetworkSegment(a1f8c867-101b-4d30-814e-b89f55a5edd0),segment_id=a1f8c867-101b-4d30-814e-b89f55a5edd0)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:36:36.037796 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-ea38d769-0e6e-4d49-afa0-471709d034f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253'] for port, after_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:36.082010 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:36.090287 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea38d769-0e6e-4d49-afa0-471709d034f1 None None] Network 3639a5bb-e2f3-4c58-83b4-19e7e72a5347 is already hosted by enough agents. {{(pid=94468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:36:36.094558 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.base_scheduler [None req-ea38d769-0e6e-4d49-afa0-471709d034f1 None None] Resources bound (agent type, host, resource id): {{(pid=94468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:36:36.098763 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea38d769-0e6e-4d49-afa0-471709d034f1 None None] Received port after_create {{(pid=94468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:36:36.107205 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8151d84-0062-40d9-9fb3-a3d15f926708 req-f9e86c93-5249-4a8b-a3c9-20e7dc9cef6c tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:36:36.113663 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea38d769-0e6e-4d49-afa0-471709d034f1 None None] Pushing event updated for resources: {'Port': ['ID=bd5b7f21-2078-465e-a15e-0f596372ae00,revision_number=1']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:36:36.116813 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e8151d84-0062-40d9-9fb3-a3d15f926708 req-f9e86c93-5249-4a8b-a3c9-20e7dc9cef6c tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] 10.222.0.39 "GET /v2.0/ports?device_id=347dc2a1-69b4-475b-8406-b78ac88f537c HTTP/1.1" status: 200 len: 943 time: 0.0761003 Aug 12 14:36:36.151475 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-fbeadcaf-a31f-4b8b-b536-4db171b54280 req-12641126-687f-401a-80d9-ec6e0a592719 tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] 10.222.0.39 "GET /v2.0/security-groups?id=c46585fa-da50-4ef3-834f-e3a7c15dd624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2080688 Aug 12 14:36:36.154117 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e8151d84-0062-40d9-9fb3-a3d15f926708 req-0612d73c-852a-46ab-a5bb-7e4f3769fba1 tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] 10.222.0.39 "GET /v2.0/security-groups?id=87f02c46-9837-45f6-a8f5-f67c20068d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360241 Aug 12 14:36:36.197330 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Pushing event updated for resources: {'Port': ['ID=dbf50b37-cb90-4913-b9b1-e9c13b06a02b,revision_number=7']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:36:36.213607 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-6a1b4272-595f-4008-96b1-585160a4f34b req-2026e84e-09ef-4c1b-b218-1547027c85ef service neutron] 10.222.0.64 "GET /v2.0/networks/66286ace-0f28-443f-a69d-5df85949d220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1772192 Aug 12 14:36:36.242601 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-533d5f96-4304-4746-86a4-5b255222bc84 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:36.248073 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-ea38d769-0e6e-4d49-afa0-471709d034f1 None None] Attempting to bind port bd5b7f21-2078-465e-a15e-0f596372ae00 on host n-d-694802-15 for vnic_type normal with profile {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:36:36.248614 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-ea38d769-0e6e-4d49-afa0-471709d034f1 None None] Attempting to bind port bd5b7f21-2078-465e-a15e-0f596372ae00 by drivers openvswitch,hyperv on host n-d-694802-15 at level 0 using segments [{'id': 'b44099f3-91d6-4d7d-9179-809cce66c47f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '3639a5bb-e2f3-4c58-83b4-19e7e72a5347'}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:36:36.248817 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea38d769-0e6e-4d49-afa0-471709d034f1 None None] Attempting to bind port bd5b7f21-2078-465e-a15e-0f596372ae00 on network 3639a5bb-e2f3-4c58-83b4-19e7e72a5347 {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:36:36.260266 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea38d769-0e6e-4d49-afa0-471709d034f1 None None] Checking agent: {'id': '16de73ac-f2e9-4cee-b3e0-91052ae3e6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 20, 13), 'started_at': datetime.datetime(2021, 8, 12, 14, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 36, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:36:36.260624 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea38d769-0e6e-4d49-afa0-471709d034f1 None None] Checking segment: {'id': 'b44099f3-91d6-4d7d-9179-809cce66c47f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '3639a5bb-e2f3-4c58-83b4-19e7e72a5347'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:36:36.261027 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-ea38d769-0e6e-4d49-afa0-471709d034f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:36.267484 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea38d769-0e6e-4d49-afa0-471709d034f1 None None] Bound using segment: {'id': 'b44099f3-91d6-4d7d-9179-809cce66c47f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '3639a5bb-e2f3-4c58-83b4-19e7e72a5347'} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:36:36.268038 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-ea38d769-0e6e-4d49-afa0-471709d034f1 None None] Bound port: bd5b7f21-2078-465e-a15e-0f596372ae00, host: n-d-694802-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b44099f3-91d6-4d7d-9179-809cce66c47f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '3639a5bb-e2f3-4c58-83b4-19e7e72a5347'}}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:36:36.268961 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-ea38d769-0e6e-4d49-afa0-471709d034f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:36.332928 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-533d5f96-4304-4746-86a4-5b255222bc84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:36.357690 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-ea38d769-0e6e-4d49-afa0-471709d034f1 None None] For port bd5b7f21-2078-465e-a15e-0f596372ae00, host n-d-694802-15, cleared binding levels {{(pid=94468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:36:36.362668 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-ea38d769-0e6e-4d49-afa0-471709d034f1 None None] For port bd5b7f21-2078-465e-a15e-0f596372ae00, host n-d-694802-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=bd5b7f21-2078-465e-a15e-0f596372ae00,segment=NetworkSegment(b44099f3-91d6-4d7d-9179-809cce66c47f),segment_id=b44099f3-91d6-4d7d-9179-809cce66c47f)] {{(pid=94468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:36:36.365454 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 14:36:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2968ee12-56bc-4a46-87e1-e36097f4e133 x-openstack-request-id: req-2968ee12-56bc-4a46-87e1-e36097f4e133 {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:36:36.365913 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2eebd15f-2b42-4b1e-bc8f-806ce99ff662", "name": "network-vif-plugged", "status": "completed", "tag": "dbf50b37-cb90-4913-b9b1-e9c13b06a02b", "code": 200}]} {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:36:36.366899 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2968ee12-56bc-4a46-87e1-e36097f4e133 {{(pid=94468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:36:36.367603 n-d-694802-15 neutron-server[94468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2eebd15f-2b42-4b1e-bc8f-806ce99ff662', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbf50b37-cb90-4913-b9b1-e9c13b06a02b', 'code': 200} Aug 12 14:36:36.373528 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-ea38d769-0e6e-4d49-afa0-471709d034f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:36.446759 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea38d769-0e6e-4d49-afa0-471709d034f1 None None] Pushing event updated for resources: {'Port': ['ID=bd5b7f21-2078-465e-a15e-0f596372ae00,revision_number=2']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:36:36.502453 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-6a1b4272-595f-4008-96b1-585160a4f34b req-6351e190-abdd-4f44-8dd7-91a17ca0af8c service neutron] 10.222.0.64 "GET /v2.0/networks/66286ace-0f28-443f-a69d-5df85949d220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2757905 Aug 12 14:36:36.547712 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-533d5f96-4304-4746-86a4-5b255222bc84 admin admin] Allocated IP 172.25.1.193 (d3759e1b-6c03-45ac-acd4-90abb417809b/f0254f08-c19c-4e31-bd9c-09389ea4b6f2/b4cf1358-a9b6-46c5-99ad-040b48bf5837) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:36:36.560599 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85d55d6-59e6-496e-a4a7-bceacbb8837a req-7647271a-119c-40fb-ab79-0718ca0b69c9 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:36:36.567413 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85d55d6-59e6-496e-a4a7-bceacbb8837a req-7647271a-119c-40fb-ab79-0718ca0b69c9 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:36:36.569099 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-c85d55d6-59e6-496e-a4a7-bceacbb8837a req-7647271a-119c-40fb-ab79-0718ca0b69c9 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a75e832-5204-4a26-88f9-d00737c49947 HTTP/1.1" status: 200 len: 1681 time: 0.1381426 Aug 12 14:36:36.713197 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-c85d55d6-59e6-496e-a4a7-bceacbb8837a req-f3c2de39-541a-41c5-81e9-280238eb57cc tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] 10.222.0.39 "GET /v2.0/security-groups?id=213b87af-3e55-407a-8100-5db7a6297b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315954 Aug 12 14:36:36.729605 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27d3654-f1a7-4b5d-a97f-fc6ce9ab16e6 req-6470e9ed-1eec-47fd-9396-112feb712667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:36:36.732135 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-a27d3654-f1a7-4b5d-a97f-fc6ce9ab16e6 req-6470e9ed-1eec-47fd-9396-112feb712667 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f18f73753fc44381926b4d20b367351e&device_id=7303f3e1-a22d-4756-9dd6-598ca30ec2f7 HTTP/1.1" status: 200 len: 1095 time: 0.1449392 Aug 12 14:36:36.820724 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-533d5f96-4304-4746-86a4-5b255222bc84 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:36.912084 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27d3654-f1a7-4b5d-a97f-fc6ce9ab16e6 req-b78cc1dc-4df0-4e25-915c-932d2a32434e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:36:36.913675 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-a27d3654-f1a7-4b5d-a97f-fc6ce9ab16e6 req-b78cc1dc-4df0-4e25-915c-932d2a32434e service neutron] 10.222.0.64 "GET /v2.0/networks?id=66286ace-0f28-443f-a69d-5df85949d220 HTTP/1.1" status: 200 len: 906 time: 0.1701958 Aug 12 14:36:36.949728 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-533d5f96-4304-4746-86a4-5b255222bc84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:36.991716 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-a27d3654-f1a7-4b5d-a97f-fc6ce9ab16e6 req-76b03872-7ed2-4464-9884-e3fc1106ece0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fdcd46a7-a7dc-4a27-8a8d-758fc2f24f39 HTTP/1.1" status: 200 len: 217 time: 0.0623722 Aug 12 14:36:37.000190 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe20654-4add-42e3-9ea7-a005db900786 req-56ada328-d00b-48f1-bdff-773412b042a2 tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:36:37.000968 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-fbe20654-4add-42e3-9ea7-a005db900786 req-56ada328-d00b-48f1-bdff-773412b042a2 tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] 10.222.0.39 "GET /v2.0/ports?device_id=56e005fa-0896-490e-9646-8a24af6536d9 HTTP/1.1" status: 200 len: 946 time: 0.1460426 Aug 12 14:36:37.066535 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-533d5f96-4304-4746-86a4-5b255222bc84 admin admin] Network d3759e1b-6c03-45ac-acd4-90abb417809b is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:36:37.084574 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-533d5f96-4304-4746-86a4-5b255222bc84 admin admin] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:36:37.090122 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-533d5f96-4304-4746-86a4-5b255222bc84 admin admin] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:36:37.096056 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533d5f96-4304-4746-86a4-5b255222bc84 admin admin] Pushing event updated for resources: {'Port': ['ID=b4cf1358-a9b6-46c5-99ad-040b48bf5837,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:36:37.154113 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-fbe20654-4add-42e3-9ea7-a005db900786 req-e8068fb3-8f49-44ce-8ace-b221c29fb341 tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ad0002e-d03d-4ace-861f-ca41a35b7aed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307843 Aug 12 14:36:37.157971 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27d3654-f1a7-4b5d-a97f-fc6ce9ab16e6 req-e6efb617-da34-4161-aa3e-8d8978cac088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:36:37.159554 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-a27d3654-f1a7-4b5d-a97f-fc6ce9ab16e6 req-e6efb617-da34-4161-aa3e-8d8978cac088 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=39fc4ab3-8f53-4eb4-b1df-ab065bbb1694 HTTP/1.1" status: 200 len: 845 time: 0.1352425 Aug 12 14:36:37.245952 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-a27d3654-f1a7-4b5d-a97f-fc6ce9ab16e6 req-f6508994-d9f6-40fe-80d6-d3f22050ee90 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=66286ace-0f28-443f-a69d-5df85949d220&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0713413 Aug 12 14:36:37.329707 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 37964) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:36:37.367757 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af129012-feb4-4a97-acc9-cd50f7a57709 req-0b9ec410-27dc-4f8e-b6e7-2ff58c3262b3 tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:36:37.375870 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-af129012-feb4-4a97-acc9-cd50f7a57709 req-0b9ec410-27dc-4f8e-b6e7-2ff58c3262b3 tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] 10.222.0.39 "GET /v2.0/ports?device_id=7303f3e1-a22d-4756-9dd6-598ca30ec2f7 HTTP/1.1" status: 200 len: 943 time: 0.0955756 Aug 12 14:36:37.439089 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-af129012-feb4-4a97-acc9-cd50f7a57709 req-ad9dc710-7528-4f7a-b01b-bb811a75087b tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] 10.222.0.39 "GET /v2.0/security-groups?id=c46585fa-da50-4ef3-834f-e3a7c15dd624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619509 Aug 12 14:36:37.465201 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a85fec0-61a1-4a2f-8f34-d531d7093b0a req-7b625673-e1f3-4ee1-8aa4-dce76398e65f tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:36:37.466762 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-0a85fec0-61a1-4a2f-8f34-d531d7093b0a req-7b625673-e1f3-4ee1-8aa4-dce76398e65f tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] 10.222.0.39 "GET /v2.0/ports?device_id=347dc2a1-69b4-475b-8406-b78ac88f537c HTTP/1.1" status: 200 len: 943 time: 0.1847026 Aug 12 14:36:37.552344 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-a27d3654-f1a7-4b5d-a97f-fc6ce9ab16e6 req-e84985af-2cd3-4246-8333-cb8b80a1a124 service neutron] 10.222.0.64 "GET /v2.0/networks/66286ace-0f28-443f-a69d-5df85949d220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2712445 Aug 12 14:36:37.562894 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-1193577e-ddca-43b8-93fd-c0802a8166df admin admin] Notify callbacks [] for security_group, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:37.700100 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-0a85fec0-61a1-4a2f-8f34-d531d7093b0a req-ecb24bcd-2305-49ae-9ad2-c911bfab224e tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] 10.222.0.39 "GET /v2.0/security-groups?id=87f02c46-9837-45f6-a8f5-f67c20068d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792700 Aug 12 14:36:37.702910 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-533d5f96-4304-4746-86a4-5b255222bc84 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:37.723594 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-1193577e-ddca-43b8-93fd-c0802a8166df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:37.733632 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-1193577e-ddca-43b8-93fd-c0802a8166df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:37.790535 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-1193577e-ddca-43b8-93fd-c0802a8166df admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=32374af7136049029fce1232a77a604f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4581780 Aug 12 14:36:37.791296 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1193577e-ddca-43b8-93fd-c0802a8166df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38acf6fc-1020-4850-bfd3-4eb53b8b1a27,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:36:37.793698 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 37972) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:36:37.825197 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-541a0a45-2ad4-4cba-b796-e410597954b0 None None] Network 3639a5bb-e2f3-4c58-83b4-19e7e72a5347 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:36:37.905510 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-c173781f-5974-4a3d-819f-5e72e3138fcc None None] Provisioning for port bd5b7f21-2078-465e-a15e-0f596372ae00 completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:36:37.915177 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ad33ec-5255-4075-aa78-2d5ce3d8050b req-55042eb0-3221-4fdc-8f32-8736a05ff3d4 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:36:37.922874 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ad33ec-5255-4075-aa78-2d5ce3d8050b req-55042eb0-3221-4fdc-8f32-8736a05ff3d4 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:36:37.924809 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a1ad33ec-5255-4075-aa78-2d5ce3d8050b req-55042eb0-3221-4fdc-8f32-8736a05ff3d4 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a75e832-5204-4a26-88f9-d00737c49947 HTTP/1.1" status: 200 len: 1681 time: 0.0778611 Aug 12 14:36:37.984307 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-a27d3654-f1a7-4b5d-a97f-fc6ce9ab16e6 req-61573774-1af7-47f0-b179-ce5fe72d3f60 service neutron] 10.222.0.64 "GET /v2.0/networks/66286ace-0f28-443f-a69d-5df85949d220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3888450 Aug 12 14:36:37.991635 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a1ad33ec-5255-4075-aa78-2d5ce3d8050b req-2e1998da-c051-414d-87c7-267360ca6315 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] 10.222.0.39 "GET /v2.0/security-groups?id=213b87af-3e55-407a-8100-5db7a6297b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588207 Aug 12 14:36:38.015065 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8e105761-457c-43ba-9295-3b3d3dc13fad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:38.042780 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8e105761-457c-43ba-9295-3b3d3dc13fad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:38.343277 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7768372d-f955-46b1-972e-6c2ea1f33baa req-6a19172b-550d-4cfe-969f-2f7326b33e6d tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:36:38.350778 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-7768372d-f955-46b1-972e-6c2ea1f33baa req-6a19172b-550d-4cfe-969f-2f7326b33e6d tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] 10.222.0.39 "GET /v2.0/ports?device_id=56e005fa-0896-490e-9646-8a24af6536d9 HTTP/1.1" status: 200 len: 946 time: 0.0648828 Aug 12 14:36:38.390050 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-7768372d-f955-46b1-972e-6c2ea1f33baa req-0403154a-82ab-4bed-80cf-58998610af96 tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ad0002e-d03d-4ace-861f-ca41a35b7aed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377269 Aug 12 14:36:38.515430 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babd33f0-08f9-4f2e-96b0-07bde699959b req-1b3e06a1-eb46-4802-818c-b39a9c49a27e tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:36:38.521895 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babd33f0-08f9-4f2e-96b0-07bde699959b req-1b3e06a1-eb46-4802-818c-b39a9c49a27e tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:36:38.523625 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-babd33f0-08f9-4f2e-96b0-07bde699959b req-1b3e06a1-eb46-4802-818c-b39a9c49a27e tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] 10.222.0.64 "GET /v2.0/ports?device_id=3a75e832-5204-4a26-88f9-d00737c49947 HTTP/1.1" status: 200 len: 1681 time: 0.1134925 Aug 12 14:36:38.571954 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8e105761-457c-43ba-9295-3b3d3dc13fad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:38.574427 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8e105761-457c-43ba-9295-3b3d3dc13fad admin admin] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:38.575970 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-8e105761-457c-43ba-9295-3b3d3dc13fad admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/38acf6fc-1020-4850-bfd3-4eb53b8b1a27 HTTP/1.1" status: 204 len: 168 time: 0.7775874 Aug 12 14:36:38.618034 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e105761-457c-43ba-9295-3b3d3dc13fad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38acf6fc-1020-4850-bfd3-4eb53b8b1a27,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:36:38.654236 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-533d5f96-4304-4746-86a4-5b255222bc84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-429413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-431608'] for router, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:38.735924 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4a4c17-79ce-40ef-88ae-0e88c673146c req-ce353c04-347e-440f-a84f-670dd8f6cd22 tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:36:38.737493 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-8b4a4c17-79ce-40ef-88ae-0e88c673146c req-ce353c04-347e-440f-a84f-670dd8f6cd22 tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] 10.222.0.39 "GET /v2.0/ports?device_id=7303f3e1-a22d-4756-9dd6-598ca30ec2f7 HTTP/1.1" status: 200 len: 943 time: 0.1810460 Aug 12 14:36:38.782825 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device bd5b7f21-2078-465e-a15e-0f596372ae00 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:36:38.850204 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [req-babd33f0-08f9-4f2e-96b0-07bde699959b req-0175bd00-551c-4cd2-86a1-a0ee97b9cfd8 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Deleting port c9d99e62-0297-4881-942b-ffbe3ce682d0 {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:36:38.850579 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-babd33f0-08f9-4f2e-96b0-07bde699959b req-0175bd00-551c-4cd2-86a1-a0ee97b9cfd8 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:38.858000 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a08c60b-c402-4172-8d77-d4ac1db23c05 req-99e93540-e223-4cb2-b156-4dd5daf48b6f tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:36:38.866196 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6a08c60b-c402-4172-8d77-d4ac1db23c05 req-99e93540-e223-4cb2-b156-4dd5daf48b6f tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] 10.222.0.39 "GET /v2.0/ports?device_id=347dc2a1-69b4-475b-8406-b78ac88f537c HTTP/1.1" status: 200 len: 943 time: 0.0700428 Aug 12 14:36:38.884468 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-8b4a4c17-79ce-40ef-88ae-0e88c673146c req-27a5d7df-a2cd-4ba9-ae94-c4714a5736aa tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] 10.222.0.39 "GET /v2.0/security-groups?id=c46585fa-da50-4ef3-834f-e3a7c15dd624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356215 Aug 12 14:36:38.907253 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning for port bd5b7f21-2078-465e-a15e-0f596372ae00 completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:36:38.921391 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port bd5b7f21-2078-465e-a15e-0f596372ae00 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:36:38.922348 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:38.939338 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6a08c60b-c402-4172-8d77-d4ac1db23c05 req-8e2f6e50-d5ff-425d-8e67-ea8dfe976f19 tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] 10.222.0.39 "GET /v2.0/security-groups?id=87f02c46-9837-45f6-a8f5-f67c20068d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678418 Aug 12 14:36:39.000017 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [req-babd33f0-08f9-4f2e-96b0-07bde699959b req-0175bd00-551c-4cd2-86a1-a0ee97b9cfd8 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] For port c9d99e62-0297-4881-942b-ffbe3ce682d0, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=c9d99e62-0297-4881-942b-ffbe3ce682d0,segment=NetworkSegment(439853e8-1abb-421f-80f8-21e998d51748),segment_id=439853e8-1abb-421f-80f8-21e998d51748)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:36:39.000387 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-babd33f0-08f9-4f2e-96b0-07bde699959b req-0175bd00-551c-4cd2-86a1-a0ee97b9cfd8 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:39.023903 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:39.036363 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-533d5f96-4304-4746-86a4-5b255222bc84 admin admin] Router 8ddaaadc-f5ff-49ae-b08f-9cb97bad8a57 is scheduled to L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f with binding_index 1 {{(pid=94466) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 14:36:39.056808 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [req-babd33f0-08f9-4f2e-96b0-07bde699959b req-0175bd00-551c-4cd2-86a1-a0ee97b9cfd8 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Calling delete_port for c9d99e62-0297-4881-942b-ffbe3ce682d0 owned by compute:nova {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:36:39.097407 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] For port bd5b7f21-2078-465e-a15e-0f596372ae00, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=bd5b7f21-2078-465e-a15e-0f596372ae00,segment=NetworkSegment(b44099f3-91d6-4d7d-9179-809cce66c47f),segment_id=b44099f3-91d6-4d7d-9179-809cce66c47f)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:36:39.103257 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:39.189523 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Pushing event updated for resources: {'Port': ['ID=bd5b7f21-2078-465e-a15e-0f596372ae00,revision_number=3']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:36:39.269986 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device a7435c5d-997c-44fb-a2c6-77a012c12559 details requested by agent hyperv_n-h2-694802-15 with host n-h2-694802-15 {{(pid=94468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 14:36:39.322961 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4088d8-af89-48ac-8d56-10d6a9174ae4 req-43431a34-abe2-44c5-92be-209382cdcffa tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:36:39.329554 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4088d8-af89-48ac-8d56-10d6a9174ae4 req-43431a34-abe2-44c5-92be-209382cdcffa tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:36:39.331505 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-2d4088d8-af89-48ac-8d56-10d6a9174ae4 req-43431a34-abe2-44c5-92be-209382cdcffa tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a75e832-5204-4a26-88f9-d00737c49947 HTTP/1.1" status: 200 len: 1681 time: 0.2518046 Aug 12 14:36:39.397541 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port a7435c5d-997c-44fb-a2c6-77a012c12559, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=a7435c5d-997c-44fb-a2c6-77a012c12559,segment=NetworkSegment(111c8fb4-95f7-4303-b261-7f0bb42c0aef),segment_id=111c8fb4-95f7-4303-b261-7f0bb42c0aef)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:36:39.416560 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Returning: {'device': 'a7435c5d-997c-44fb-a2c6-77a012c12559', 'network_id': '63f7bb20-fe7c-43e3-bcb6-44025e6f4b9c', 'port_id': 'a7435c5d-997c-44fb-a2c6-77a012c12559', 'mac_address': 'fa:16:3e:3c:61:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65ea27f3-7f0e-428c-8c45-871b6e9bfddc', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 14:36:39.446681 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-533d5f96-4304-4746-86a4-5b255222bc84 admin admin] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 14:36:39.464709 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24e31149-14e8-4fff-867c-80e5cca485fa None None] Sync routers for ids ['8ddaaadc-f5ff-49ae-b08f-9cb97bad8a57'] in n-d-694802-15 {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 14:36:39.479836 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-2d4088d8-af89-48ac-8d56-10d6a9174ae4 req-286d18ae-2bd3-4adb-a8b4-3d17923c2411 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] 10.222.0.39 "GET /v2.0/security-groups?id=213b87af-3e55-407a-8100-5db7a6297b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384141 Aug 12 14:36:39.482292 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:39.511710 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e31149-14e8-4fff-867c-80e5cca485fa None None] Routers {'8ddaaadc-f5ff-49ae-b08f-9cb97bad8a57'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:36:39.512555 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-24e31149-14e8-4fff-867c-80e5cca485fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:36:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['8ddaaadc-f5ff-49ae-b08f-9cb97bad8a57'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:36:39.525270 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7435c5d-997c-44fb-a2c6-77a012c12559 {{(pid=94468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:36:39.554382 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-533d5f96-4304-4746-86a4-5b255222bc84 admin admin] Notify callbacks [] for router, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:39.555854 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-533d5f96-4304-4746-86a4-5b255222bc84 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.6061680 Aug 12 14:36:39.560951 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 38028) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:36:39.592557 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-babd33f0-08f9-4f2e-96b0-07bde699959b req-0175bd00-551c-4cd2-86a1-a0ee97b9cfd8 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:39.619180 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] get_ports_and_sgs() called for port_ids ['fcb14084-ef15-432e-9620-bc63448a5693', 'c9d99e62-0297-4881-942b-ffbe3ce682d0'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:36:39.636916 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0175bd00-551c-4cd2-86a1-a0ee97b9cfd8 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Pushing event deleted for resources: {'Port': ['ID=c9d99e62-0297-4881-942b-ffbe3ce682d0,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:36:39.692793 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b31fcd0-502a-4068-8e08-94641238b5df req-86d442e5-0352-4b02-9aae-2976daa91f0a tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:36:39.694417 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-5b31fcd0-502a-4068-8e08-94641238b5df req-86d442e5-0352-4b02-9aae-2976daa91f0a tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] 10.222.0.39 "GET /v2.0/ports?device_id=56e005fa-0896-490e-9646-8a24af6536d9 HTTP/1.1" status: 200 len: 946 time: 0.1974552 Aug 12 14:36:39.734540 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port a7435c5d-997c-44fb-a2c6-77a012c12559, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=a7435c5d-997c-44fb-a2c6-77a012c12559,segment=NetworkSegment(111c8fb4-95f7-4303-b261-7f0bb42c0aef),segment_id=111c8fb4-95f7-4303-b261-7f0bb42c0aef)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:36:39.742377 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [req-babd33f0-08f9-4f2e-96b0-07bde699959b req-0175bd00-551c-4cd2-86a1-a0ee97b9cfd8 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] No DVR routers for this DVR port c9d99e62-0297-4881-942b-ffbe3ce682d0 on host n-h1-694802-15 {{(pid=94466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:36:39.745391 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-babd33f0-08f9-4f2e-96b0-07bde699959b req-0175bd00-551c-4cd2-86a1-a0ee97b9cfd8 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:39.749513 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-babd33f0-08f9-4f2e-96b0-07bde699959b req-0175bd00-551c-4cd2-86a1-a0ee97b9cfd8 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] 10.222.0.64 "DELETE /v2.0/ports/c9d99e62-0297-4881-942b-ffbe3ce682d0 HTTP/1.1" status: 204 len: 173 time: 1.1941092 Aug 12 14:36:39.751039 n-d-694802-15 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a75e832-5204-4a26-88f9-d00737c49947', 'name': 'network-vif-deleted', 'tag': 'c9d99e62-0297-4881-942b-ffbe3ce682d0'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:36:39.755115 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e785eeede3897370d0b20f09d5f461b30cfecd5ed38c4f07dacd02bc52c9277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0b7e81b-c57f-4742-9d9c-c22358b61d24" -d '{"events": [{"server_uuid": "3a75e832-5204-4a26-88f9-d00737c49947", "name": "network-vif-deleted", "tag": "c9d99e62-0297-4881-942b-ffbe3ce682d0"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:36:39.774907 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device fdcd46a7-a7dc-4a27-8a8d-758fc2f24f39 details requested by agent hyperv_n-h1-694802-15 with host n-h1-694802-15 {{(pid=94468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 14:36:39.787049 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 38034) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:36:39.885274 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:39.941841 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 14:36:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb325ec1-2e7c-4fa9-8f56-0149e2dce34a x-openstack-request-id: req-bb325ec1-2e7c-4fa9-8f56-0149e2dce34a {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:36:39.942167 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a75e832-5204-4a26-88f9-d00737c49947", "name": "network-vif-deleted", "tag": "c9d99e62-0297-4881-942b-ffbe3ce682d0", "status": "completed", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:36:39.944101 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-bb325ec1-2e7c-4fa9-8f56-0149e2dce34a {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:36:39.944553 n-d-694802-15 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a75e832-5204-4a26-88f9-d00737c49947', 'name': 'network-vif-deleted', 'tag': 'c9d99e62-0297-4881-942b-ffbe3ce682d0', 'status': 'completed', 'code': 200} Aug 12 14:36:39.954392 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-5b31fcd0-502a-4068-8e08-94641238b5df req-9b4c2ce2-a470-4864-81a5-46904141e601 tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ad0002e-d03d-4ace-861f-ca41a35b7aed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2405927 Aug 12 14:36:39.988311 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [req-babd33f0-08f9-4f2e-96b0-07bde699959b req-203aa403-7fe8-4686-b880-c3dae12920bf tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Deleting port fcb14084-ef15-432e-9620-bc63448a5693 {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:36:39.988662 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-babd33f0-08f9-4f2e-96b0-07bde699959b req-203aa403-7fe8-4686-b880-c3dae12920bf tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:40.060007 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Pushing event updated for resources: {'Port': ['ID=a7435c5d-997c-44fb-a2c6-77a012c12559,revision_number=4']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:36:40.137108 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [req-babd33f0-08f9-4f2e-96b0-07bde699959b req-203aa403-7fe8-4686-b880-c3dae12920bf tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] For port fcb14084-ef15-432e-9620-bc63448a5693, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=fcb14084-ef15-432e-9620-bc63448a5693,segment=NetworkSegment(7b29b9b0-6379-423c-82d3-d9735a6da920),segment_id=7b29b9b0-6379-423c-82d3-d9735a6da920)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:36:40.138096 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-babd33f0-08f9-4f2e-96b0-07bde699959b req-203aa403-7fe8-4686-b880-c3dae12920bf tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:40.151819 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-fb608a51-0987-4a9e-ab22-bf0bc87ba16c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:40.161208 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [req-babd33f0-08f9-4f2e-96b0-07bde699959b req-203aa403-7fe8-4686-b880-c3dae12920bf tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Calling delete_port for fcb14084-ef15-432e-9620-bc63448a5693 owned by compute:nova {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:36:40.184103 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvr_db [None req-24e31149-14e8-4fff-867c-80e5cca485fa None None] Set router 8ddaaadc-f5ff-49ae-b08f-9cb97bad8a57 gateway port host: n-d-694802-15 {{(pid=94468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:36:40.186519 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-649bc107-a62c-4ba9-91e7-82185c82e513 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1726298212-network', 'tenant_id': 'f9729aa96dd249a68c0e367e5b47f05f'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:36:40.275144 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] get_ports_and_sgs() called for port_ids ['a7435c5d-997c-44fb-a2c6-77a012c12559'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:36:40.286182 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca670fe4-0b11-40e7-8c39-0469d3de0c9a req-a178dbea-e3fd-4c03-a4f0-dfa335650304 tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:36:40.295100 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ca670fe4-0b11-40e7-8c39-0469d3de0c9a req-a178dbea-e3fd-4c03-a4f0-dfa335650304 tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] 10.222.0.39 "GET /v2.0/ports?device_id=347dc2a1-69b4-475b-8406-b78ac88f537c HTTP/1.1" status: 200 len: 944 time: 0.1601210 Aug 12 14:36:40.322318 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-649bc107-a62c-4ba9-91e7-82185c82e513 admin admin] Made reservation on behalf of f9729aa96dd249a68c0e367e5b47f05f for: {'network': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:36:40.326180 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-649bc107-a62c-4ba9-91e7-82185c82e513 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for network, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:40.332054 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-babd33f0-08f9-4f2e-96b0-07bde699959b req-203aa403-7fe8-4686-b880-c3dae12920bf tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:40.344877 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-649bc107-a62c-4ba9-91e7-82185c82e513 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:40.384462 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ca670fe4-0b11-40e7-8c39-0469d3de0c9a req-c3c572d2-1301-406c-80e2-d5251dbcba58 tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] 10.222.0.39 "GET /v2.0/security-groups?id=87f02c46-9837-45f6-a8f5-f67c20068d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881565 Aug 12 14:36:40.421128 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203aa403-7fe8-4686-b880-c3dae12920bf tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Pushing event deleted for resources: {'Port': ['ID=fcb14084-ef15-432e-9620-bc63448a5693,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:36:40.491578 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b6a1e6-7f69-4f57-b668-f8228d0a39bb req-c7741cd7-0c70-4890-9873-15c2cb7042fd tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:36:40.493470 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-b2b6a1e6-7f69-4f57-b668-f8228d0a39bb req-c7741cd7-0c70-4890-9873-15c2cb7042fd tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] 10.222.0.39 "GET /v2.0/ports?device_id=7303f3e1-a22d-4756-9dd6-598ca30ec2f7 HTTP/1.1" status: 200 len: 943 time: 0.1732020 Aug 12 14:36:40.494659 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [req-babd33f0-08f9-4f2e-96b0-07bde699959b req-203aa403-7fe8-4686-b880-c3dae12920bf tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] No DVR routers for this DVR port fcb14084-ef15-432e-9620-bc63448a5693 on host n-h1-694802-15 {{(pid=94466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:36:40.499921 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-babd33f0-08f9-4f2e-96b0-07bde699959b req-203aa403-7fe8-4686-b880-c3dae12920bf tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:40.502263 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-babd33f0-08f9-4f2e-96b0-07bde699959b req-203aa403-7fe8-4686-b880-c3dae12920bf tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] 10.222.0.64 "DELETE /v2.0/ports/fcb14084-ef15-432e-9620-bc63448a5693 HTTP/1.1" status: 204 len: 173 time: 0.7398539 Aug 12 14:36:40.669631 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-b2b6a1e6-7f69-4f57-b668-f8228d0a39bb req-6cda1f51-5add-471a-8ea4-d5fe01e94278 tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] 10.222.0.39 "GET /v2.0/security-groups?id=c46585fa-da50-4ef3-834f-e3a7c15dd624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563740 Aug 12 14:36:40.712390 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e0f7ba41-a612-42b3-9d4d-cab436fc7fe7 req-c2e3f150-5e59-4380-b1d3-768380c2a3f6 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a75e832-5204-4a26-88f9-d00737c49947 HTTP/1.1" status: 200 len: 210 time: 0.0706143 Aug 12 14:36:40.779112 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device bd5b7f21-2078-465e-a15e-0f596372ae00 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:36:40.857857 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port fdcd46a7-a7dc-4a27-8a8d-758fc2f24f39, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=fdcd46a7-a7dc-4a27-8a8d-758fc2f24f39,segment=NetworkSegment(5ea1fe2e-eeef-460a-999b-4e3aad831451),segment_id=5ea1fe2e-eeef-460a-999b-4e3aad831451)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:36:40.899009 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Returning: {'device': 'fdcd46a7-a7dc-4a27-8a8d-758fc2f24f39', 'network_id': '66286ace-0f28-443f-a69d-5df85949d220', 'port_id': 'fdcd46a7-a7dc-4a27-8a8d-758fc2f24f39', 'mac_address': 'fa:16:3e:27:1e:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39fc4ab3-8f53-4eb4-b1df-ab065bbb1694', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 14:36:40.914288 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-24e31149-14e8-4fff-867c-80e5cca485fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ddaaadc-f5ff-49ae-b08f-9cb97bad8a57', 'name': 'tempest-AttachSCSIVolumeTestJSON-754774248-router', 'tenant_id': 'c6353cb62453414b9aa9745dd88c3c93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.193'}], 'enable_snat': True}, 'gw_port_id': 'b4cf1358-a9b6-46c5-99ad-040b48bf5837', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:36:35Z', 'updated_at': '2021-08-12T14:36:37Z', 'revision_number': 3, 'project_id': 'c6353cb62453414b9aa9745dd88c3c93', 'gw_port': {'id': 'b4cf1358-a9b6-46c5-99ad-040b48bf5837', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:dd:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ddaaadc-f5ff-49ae-b08f-9cb97bad8a57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 777, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:36:36Z', 'updated_at': '2021-08-12T14:36:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15'}], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:36:40.919655 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-2e178ce0-a905-4e30-90ba-5d2bde87c544 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:40.936480 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-649bc107-a62c-4ba9-91e7-82185c82e513 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:40.943684 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-649bc107-a62c-4ba9-91e7-82185c82e513 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:40.945169 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] get_ports_and_sgs() called for port_ids ['c9d99e62-0297-4881-942b-ffbe3ce682d0'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:36:41.152244 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_common [None req-2e178ce0-a905-4e30-90ba-5d2bde87c544 admin admin] Allocated IP 172.20.0.1 (3639a5bb-e2f3-4c58-83b4-19e7e72a5347/463d04ce-55b6-4138-a233-8d1ceeb0ed15/1549c8c4-630f-430e-b5ba-6997b553ce73) {{(pid=94467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:36:41.155852 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24e31149-14e8-4fff-867c-80e5cca485fa None None] Checking router: 8ddaaadc-f5ff-49ae-b08f-9cb97bad8a57 for host: n-d-694802-15 {{(pid=94468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 14:36:41.155852 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24e31149-14e8-4fff-867c-80e5cca485fa None None] Updating router 8ddaaadc-f5ff-49ae-b08f-9cb97bad8a57 port b4cf1358-a9b6-46c5-99ad-040b48bf5837 binding host n-d-694802-15 {{(pid=94468) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 14:36:41.202199 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port bd5b7f21-2078-465e-a15e-0f596372ae00 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:36:41.202559 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:41.230876 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:41.241896 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:41.248243 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-24e31149-14e8-4fff-867c-80e5cca485fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:41.286031 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fdcd46a7-a7dc-4a27-8a8d-758fc2f24f39 {{(pid=94468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:36:41.324796 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port fdcd46a7-a7dc-4a27-8a8d-758fc2f24f39, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=fdcd46a7-a7dc-4a27-8a8d-758fc2f24f39,segment=NetworkSegment(5ea1fe2e-eeef-460a-999b-4e3aad831451),segment_id=5ea1fe2e-eeef-460a-999b-4e3aad831451)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:36:41.380995 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:41.387402 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-649bc107-a62c-4ba9-91e7-82185c82e513 admin admin] vlan segment allocate from pool success with {'vlan_id': 340, 'physical_network': 'physnet1'} {{(pid=94467) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 14:36:41.393016 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-2e178ce0-a905-4e30-90ba-5d2bde87c544 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:41.436882 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649bc107-a62c-4ba9-91e7-82185c82e513 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c4736dc-34dc-47fa-8c2b-edbd277e5b99,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:36:41.440161 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [None req-2e178ce0-a905-4e30-90ba-5d2bde87c544 admin admin] Transition to ACTIVE for port object 1549c8c4-630f-430e-b5ba-6997b553ce73 will not be triggered until provisioned by entity DHCP. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:36:41.442055 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-649bc107-a62c-4ba9-91e7-82185c82e513 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:41.442398 n-d-694802-15 neutron-server[94467]: INFO neutron.db.segments_db [None req-649bc107-a62c-4ba9-91e7-82185c82e513 admin admin] Added segment 64941cf4-c5e0-4dac-a3a2-372cf4a25bee of type vlan for network 8d5fef7d-5c00-4731-a95a-e743a6172671 Aug 12 14:36:41.471283 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca3f6c4-9bf8-4a90-97e5-688e54984c1c req-a2c7c9eb-3f42-4231-af27-31f91063c6eb tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:36:41.472843 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-eca3f6c4-9bf8-4a90-97e5-688e54984c1c req-a2c7c9eb-3f42-4231-af27-31f91063c6eb tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] 10.222.0.39 "GET /v2.0/ports?device_id=56e005fa-0896-490e-9646-8a24af6536d9 HTTP/1.1" status: 200 len: 946 time: 0.2929251 Aug 12 14:36:41.526841 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Pushing event updated for resources: {'Port': ['ID=fdcd46a7-a7dc-4a27-8a8d-758fc2f24f39,revision_number=4']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:36:41.551045 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-649bc107-a62c-4ba9-91e7-82185c82e513 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744653628263'] for network, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:41.560199 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e307a070-855a-4a34-92a1-408b992745a5 req-4bf9d88c-e3b4-419a-a04d-162b4fad5744 tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:36:41.562017 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-e307a070-855a-4a34-92a1-408b992745a5 req-4bf9d88c-e3b4-419a-a04d-162b4fad5744 tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] 10.222.0.39 "GET /v2.0/ports?device_id=347dc2a1-69b4-475b-8406-b78ac88f537c HTTP/1.1" status: 200 len: 944 time: 0.0583105 Aug 12 14:36:41.596186 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-eca3f6c4-9bf8-4a90-97e5-688e54984c1c req-cbe30471-56f4-40e3-bc3e-74cca37ade6b tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ad0002e-d03d-4ace-861f-ca41a35b7aed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008182 Aug 12 14:36:41.598887 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-2e178ce0-a905-4e30-90ba-5d2bde87c544 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:41.634237 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-649bc107-a62c-4ba9-91e7-82185c82e513 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409'] for network, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:41.635228 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-649bc107-a62c-4ba9-91e7-82185c82e513 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:36:41.635807 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-649bc107-a62c-4ba9-91e7-82185c82e513 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for network, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:41.657437 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-e307a070-855a-4a34-92a1-408b992745a5 req-e1070c6b-cfb9-42df-a412-86a3cae5fa0b tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] 10.222.0.39 "GET /v2.0/security-groups?id=87f02c46-9837-45f6-a8f5-f67c20068d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858557 Aug 12 14:36:41.676975 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e178ce0-a905-4e30-90ba-5d2bde87c544 admin admin] Network 3639a5bb-e2f3-4c58-83b4-19e7e72a5347 is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:36:41.703642 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] get_ports_and_sgs() called for port_ids ['fdcd46a7-a7dc-4a27-8a8d-758fc2f24f39'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:36:41.748777 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [None req-2e178ce0-a905-4e30-90ba-5d2bde87c544 admin admin] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:36:41.768913 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-24e31149-14e8-4fff-867c-80e5cca485fa None None] Notify callbacks [] for port, precommit_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:41.770427 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e178ce0-a905-4e30-90ba-5d2bde87c544 admin admin] Received port after_create {{(pid=94467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:36:41.790231 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device fcb14084-ef15-432e-9620-bc63448a5693 no longer exists at agent hyperv_n-h1-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:36:41.823733 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 38074) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:36:41.840357 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-2e178ce0-a905-4e30-90ba-5d2bde87c544 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66663725'] for router_interface, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:41.849278 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-24e31149-14e8-4fff-867c-80e5cca485fa None None] Transition to ACTIVE for port object b4cf1358-a9b6-46c5-99ad-040b48bf5837 will not be triggered until provisioned by entity L2. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:36:41.851264 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-93370168-53ca-47c2-9e27-b066be57125c None None] No Port match for: fcb14084-ef15-432e-9620-bc63448a5693 {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 14:36:41.851611 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device fcb14084-ef15-432e-9620-bc63448a5693 not bound to the agent host n-h1-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:36:41.852023 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device c9d99e62-0297-4881-942b-ffbe3ce682d0 no longer exists at agent hyperv_n-h1-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:36:41.880992 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-93370168-53ca-47c2-9e27-b066be57125c None None] No Port match for: c9d99e62-0297-4881-942b-ffbe3ce682d0 {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 14:36:41.881350 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device c9d99e62-0297-4881-942b-ffbe3ce682d0 not bound to the agent host n-h1-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:36:41.892226 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-24e31149-14e8-4fff-867c-80e5cca485fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:41.917005 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_v2 [None req-aba009de-17c4-4c0f-b3cb-d502334623ed tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Deleting subnet c811acc4-7c72-4827-b6f8-595b58ee0420 {{(pid=94466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 14:36:41.928840 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-aba009de-17c4-4c0f-b3cb-d502334623ed tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Notify callbacks [] for subnet, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:41.951329 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a703f5-c48e-4336-b020-d9119e1d2c07 None None] Pushing event updated for resources: {'Port': ['ID=b4cf1358-a9b6-46c5-99ad-040b48bf5837,revision_number=2']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:36:41.982023 n-d-694802-15 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a75e832-5204-4a26-88f9-d00737c49947', 'name': 'network-vif-deleted', 'tag': 'fcb14084-ef15-432e-9620-bc63448a5693'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:36:41.988227 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e785eeede3897370d0b20f09d5f461b30cfecd5ed38c4f07dacd02bc52c9277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17aa44a1-cc0f-4edb-af32-380cdcd5cbb1" -d '{"events": [{"server_uuid": "3a75e832-5204-4a26-88f9-d00737c49947", "name": "network-vif-deleted", "tag": "fcb14084-ef15-432e-9620-bc63448a5693"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:36:42.010019 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ca7095-0db7-4737-b244-3f3f0c2052cb req-953a501f-b86c-4ee1-8388-932c27f25bba tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:36:42.020509 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-03ca7095-0db7-4737-b244-3f3f0c2052cb req-953a501f-b86c-4ee1-8388-932c27f25bba tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] 10.222.0.39 "GET /v2.0/ports?device_id=7303f3e1-a22d-4756-9dd6-598ca30ec2f7 HTTP/1.1" status: 200 len: 944 time: 0.2628272 Aug 12 14:36:42.025823 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-24e31149-14e8-4fff-867c-80e5cca485fa None None] Attempting to bind port b4cf1358-a9b6-46c5-99ad-040b48bf5837 on host n-d-694802-15 for vnic_type normal with profile {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:36:42.026244 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-24e31149-14e8-4fff-867c-80e5cca485fa None None] Attempting to bind port b4cf1358-a9b6-46c5-99ad-040b48bf5837 by drivers openvswitch,hyperv on host n-d-694802-15 at level 0 using segments [{'id': 'b1b396cb-2dc6-4041-bfc7-1833a80a4720', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:36:42.026615 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e31149-14e8-4fff-867c-80e5cca485fa None None] Attempting to bind port b4cf1358-a9b6-46c5-99ad-040b48bf5837 on network d3759e1b-6c03-45ac-acd4-90abb417809b {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:36:42.043684 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 38080) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:36:42.044475 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-649bc107-a62c-4ba9-91e7-82185c82e513 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 2.2542577 Aug 12 14:36:42.045458 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e178ce0-a905-4e30-90ba-5d2bde87c544 admin admin] Pushing event updated for resources: {'Port': ['ID=1549c8c4-630f-430e-b5ba-6997b553ce73,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:36:42.052975 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-65cac57f-64e9-4261-9d7b-438d279d0550 admin admin] Request body: {'subnet': {'network_id': '8d5fef7d-5c00-4731-a95a-e743a6172671', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1726298212-subnet', 'tenant_id': 'f9729aa96dd249a68c0e367e5b47f05f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:36:42.063314 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e31149-14e8-4fff-867c-80e5cca485fa None None] Checking agent: {'id': '16de73ac-f2e9-4cee-b3e0-91052ae3e6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 20, 13), 'started_at': datetime.datetime(2021, 8, 12, 14, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 36, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:36:42.063830 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e31149-14e8-4fff-867c-80e5cca485fa None None] Checking segment: {'id': 'b1b396cb-2dc6-4041-bfc7-1833a80a4720', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:36:42.064250 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-24e31149-14e8-4fff-867c-80e5cca485fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:42.064647 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e31149-14e8-4fff-867c-80e5cca485fa None None] Bound using segment: {'id': 'b1b396cb-2dc6-4041-bfc7-1833a80a4720', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:36:42.065285 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-24e31149-14e8-4fff-867c-80e5cca485fa None None] Bound port: b4cf1358-a9b6-46c5-99ad-040b48bf5837, host: n-d-694802-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1b396cb-2dc6-4041-bfc7-1833a80a4720', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'}}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:36:42.065673 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-24e31149-14e8-4fff-867c-80e5cca485fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:42.093285 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649bc107-a62c-4ba9-91e7-82185c82e513 admin admin] Pushing event updated for resources: {'Network': ['ID=8d5fef7d-5c00-4731-a95a-e743a6172671,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:36:42.102357 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65cac57f-64e9-4261-9d7b-438d279d0550 admin admin] Made reservation on behalf of f9729aa96dd249a68c0e367e5b47f05f for: {'subnet': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:36:42.104915 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-65cac57f-64e9-4261-9d7b-438d279d0550 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8776441'] for subnet, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:42.116779 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-2e178ce0-a905-4e30-90ba-5d2bde87c544 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:42.165186 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-24e31149-14e8-4fff-867c-80e5cca485fa None None] For port b4cf1358-a9b6-46c5-99ad-040b48bf5837, host n-d-694802-15, cleared binding levels {{(pid=94468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:36:42.168829 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-24e31149-14e8-4fff-867c-80e5cca485fa None None] For port b4cf1358-a9b6-46c5-99ad-040b48bf5837, host n-d-694802-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=b4cf1358-a9b6-46c5-99ad-040b48bf5837,segment=NetworkSegment(b1b396cb-2dc6-4041-bfc7-1833a80a4720),segment_id=b1b396cb-2dc6-4041-bfc7-1833a80a4720)] {{(pid=94468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:36:42.174721 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Network 8d5fef7d-5c00-4731-a95a-e743a6172671 details requested by agent ovs-agent-n-d-694802-15 with host n-d-694802-15 {{(pid=94468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 14:36:42.184485 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-24e31149-14e8-4fff-867c-80e5cca485fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:42.317507 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-2e178ce0-a905-4e30-90ba-5d2bde87c544 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:42.322522 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-aba009de-17c4-4c0f-b3cb-d502334623ed tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2293551'] for subnet, precommit_delete_associations {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:42.326824 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 14:36:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50a7794e-2910-4eb8-ac42-2038054e9cd5 x-openstack-request-id: req-50a7794e-2910-4eb8-ac42-2038054e9cd5 {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:36:42.327493 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a75e832-5204-4a26-88f9-d00737c49947", "name": "network-vif-deleted", "tag": "fcb14084-ef15-432e-9620-bc63448a5693", "status": "completed", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:36:42.328215 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-50a7794e-2910-4eb8-ac42-2038054e9cd5 {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:36:42.329121 n-d-694802-15 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a75e832-5204-4a26-88f9-d00737c49947', 'name': 'network-vif-deleted', 'tag': 'fcb14084-ef15-432e-9620-bc63448a5693', 'status': 'completed', 'code': 200} Aug 12 14:36:42.332195 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-2e178ce0-a905-4e30-90ba-5d2bde87c544 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:42.356048 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-65cac57f-64e9-4261-9d7b-438d279d0550 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3718490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8776395'] for subnet, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:42.370938 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-7f9c1a69-c9f9-469b-8515-200cc6bce11c None None] Provisioning for port 1549c8c4-630f-430e-b5ba-6997b553ce73 completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:36:42.392337 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e31149-14e8-4fff-867c-80e5cca485fa None None] Routers {'8ddaaadc-f5ff-49ae-b08f-9cb97bad8a57'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:36:42.393071 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-24e31149-14e8-4fff-867c-80e5cca485fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:36:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['8ddaaadc-f5ff-49ae-b08f-9cb97bad8a57'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:36:42.414405 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e178ce0-a905-4e30-90ba-5d2bde87c544 admin admin] Pushing event updated for resources: {'Port': ['ID=1549c8c4-630f-430e-b5ba-6997b553ce73,revision_number=2']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:36:42.422963 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cac57f-64e9-4261-9d7b-438d279d0550 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fff94baf-26d3-4251-a396-261b6bde0cb6,revision_number=0']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:36:42.433754 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-2e178ce0-a905-4e30-90ba-5d2bde87c544 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66628363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66663865'] for router_interface, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:42.465626 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-03ca7095-0db7-4737-b244-3f3f0c2052cb req-e2d4bcb8-6b96-48fa-bb39-21764113b28e tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] 10.222.0.39 "GET /v2.0/security-groups?id=c46585fa-da50-4ef3-834f-e3a7c15dd624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4443393 Aug 12 14:36:42.526219 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvr_db [None req-24e31149-14e8-4fff-867c-80e5cca485fa None None] Set router 8ddaaadc-f5ff-49ae-b08f-9cb97bad8a57 gateway port host: n-d-694802-15 {{(pid=94468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:36:42.546426 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-aba009de-17c4-4c0f-b3cb-d502334623ed tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66416255'] for subnet, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:42.598416 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65cac57f-64e9-4261-9d7b-438d279d0550 admin admin] Checking segment: {'id': '64941cf4-c5e0-4dac-a3a2-372cf4a25bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '8d5fef7d-5c00-4731-a95a-e743a6172671'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:36:42.598888 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65cac57f-64e9-4261-9d7b-438d279d0550 admin admin] Network hostable DHCP agents. Network: 8d5fef7d-5c00-4731-a95a-e743a6172671, hostable agents: ['1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658'], hosted agents: [] {{(pid=94466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 14:36:42.611928 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:42.612608 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-7f9c1a69-c9f9-469b-8515-200cc6bce11c None None] Provisioning complete for port 1549c8c4-630f-430e-b5ba-6997b553ce73 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:36:42.612957 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-7f9c1a69-c9f9-469b-8515-200cc6bce11c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:42.634683 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-aba009de-17c4-4c0f-b3cb-d502334623ed tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66416232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3718429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8776402'] for subnet, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:42.678532 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba009de-17c4-4c0f-b3cb-d502334623ed tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Pushing event deleted for resources: {'Subnet': ['ID=c811acc4-7c72-4827-b6f8-595b58ee0420,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:36:42.694676 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e178ce0-a905-4e30-90ba-5d2bde87c544 admin admin] Network 3639a5bb-e2f3-4c58-83b4-19e7e72a5347 is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:36:42.697229 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65cac57f-64e9-4261-9d7b-438d279d0550 admin admin] Network 8d5fef7d-5c00-4731-a95a-e743a6172671 is scheduled to be hosted by DHCP agent 1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658 with binding_index 1 {{(pid=94466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 14:36:42.699872 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [None req-2e178ce0-a905-4e30-90ba-5d2bde87c544 admin admin] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:36:42.746147 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-aba009de-17c4-4c0f-b3cb-d502334623ed tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for subnet, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:42.755276 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-aba009de-17c4-4c0f-b3cb-d502334623ed tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] 10.222.0.39 "DELETE /v2.0/subnets/c811acc4-7c72-4827-b6f8-595b58ee0420 HTTP/1.1" status: 204 len: 168 time: 0.9248681 Aug 12 14:36:42.755899 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 38090) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:36:42.779008 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-65cac57f-64e9-4261-9d7b-438d279d0550 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-15, 8d5fef7d-5c00-4731-a95a-e743a6172671) {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:36:42.780158 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a703f5-c48e-4336-b020-d9119e1d2c07 None None] Pushing event updated for resources: {'Port': ['ID=b4cf1358-a9b6-46c5-99ad-040b48bf5837,revision_number=3']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:36:42.792398 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f0916ad-bb4c-480c-a314-dd251e073447 None None] Network 96fc71e2-eac6-4296-8c51-1de2d4f21a6a requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:36:42.805465 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6289b943-4796-4798-b7a3-fe6431659614 None None] Network 8d5fef7d-5c00-4731-a95a-e743a6172671 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:36:42.888780 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65cac57f-64e9-4261-9d7b-438d279d0550 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:36:42.889353 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-65cac57f-64e9-4261-9d7b-438d279d0550 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for subnet, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:42.931402 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-65cac57f-64e9-4261-9d7b-438d279d0550 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.8859241 Aug 12 14:36:42.989296 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2fd53e64-6af5-4083-b010-8e40c9604ca6 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680608'] for network, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:42.995919 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-7f9c1a69-c9f9-469b-8515-200cc6bce11c None None] Port 1549c8c4-630f-430e-b5ba-6997b553ce73 cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 14:36:43.015500 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92df1e52-4adf-42f8-8dfe-231daa471743 req-9f3f7d56-cc8b-4c13-9c79-6f95ba324a96 tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:36:43.022839 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-92df1e52-4adf-42f8-8dfe-231daa471743 req-9f3f7d56-cc8b-4c13-9c79-6f95ba324a96 tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] 10.222.0.39 "GET /v2.0/ports?device_id=347dc2a1-69b4-475b-8406-b78ac88f537c HTTP/1.1" status: 200 len: 944 time: 0.2323725 Aug 12 14:36:43.025530 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fe2dd1-664e-4995-a570-727e98641222 req-7f0da977-aa46-4412-b605-e8392149e1b5 tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:36:43.029396 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b6fe2dd1-664e-4995-a570-727e98641222 req-7f0da977-aa46-4412-b605-e8392149e1b5 tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] 10.222.0.39 "GET /v2.0/ports?device_id=56e005fa-0896-490e-9646-8a24af6536d9 HTTP/1.1" status: 200 len: 946 time: 0.2098699 Aug 12 14:36:43.095460 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e178ce0-a905-4e30-90ba-5d2bde87c544 admin admin] Router 8ddaaadc-f5ff-49ae-b08f-9cb97bad8a57 has already been hosted by L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f {{(pid=94467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 14:36:43.135666 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-40d23c0e-82b4-439a-ae02-929891a04801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:43.163494 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-92df1e52-4adf-42f8-8dfe-231daa471743 req-8c46080f-024e-4d4f-9a86-151500759029 tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] 10.222.0.39 "GET /v2.0/security-groups?id=87f02c46-9837-45f6-a8f5-f67c20068d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280246 Aug 12 14:36:43.167867 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b6fe2dd1-664e-4995-a570-727e98641222 req-1465f1ea-8b94-4ada-9299-901aad68b0cf tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ad0002e-d03d-4ace-861f-ca41a35b7aed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145923 Aug 12 14:36:43.180592 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:43.221123 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-2fd53e64-6af5-4083-b010-8e40c9604ca6 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Deleting port ea84d64f-3d98-4122-b2b6-7ff93f1d2607 {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:36:43.223052 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2fd53e64-6af5-4083-b010-8e40c9604ca6 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:43.229730 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-39f26f61-72a8-43c7-a699-1ece821f776d None None] Provisioning complete for port 1549c8c4-630f-430e-b5ba-6997b553ce73 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:36:43.229730 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-39f26f61-72a8-43c7-a699-1ece821f776d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:43.281033 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device a7435c5d-997c-44fb-a2c6-77a012c12559 up at agent hyperv_n-h2-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:36:43.380230 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e178ce0-a905-4e30-90ba-5d2bde87c544 admin admin] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 14:36:43.387439 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-39f26f61-72a8-43c7-a699-1ece821f776d None None] Port 1549c8c4-630f-430e-b5ba-6997b553ce73 cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 14:36:43.400118 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eed5d073-f924-488b-bde5-c95af858b83e None None] Network 8d5fef7d-5c00-4731-a95a-e743a6172671 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:36:43.402505 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-2e178ce0-a905-4e30-90ba-5d2bde87c544 admin admin] 10.222.0.39 "PUT /v2.0/routers/8ddaaadc-f5ff-49ae-b08f-9cb97bad8a57/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8395936 Aug 12 14:36:43.410461 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-2fd53e64-6af5-4083-b010-8e40c9604ca6 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] For port ea84d64f-3d98-4122-b2b6-7ff93f1d2607, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=ea84d64f-3d98-4122-b2b6-7ff93f1d2607,segment=NetworkSegment(439853e8-1abb-421f-80f8-21e998d51748),segment_id=439853e8-1abb-421f-80f8-21e998d51748)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:36:43.410846 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2fd53e64-6af5-4083-b010-8e40c9604ca6 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:43.443398 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-2fd53e64-6af5-4083-b010-8e40c9604ca6 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Calling delete_port for ea84d64f-3d98-4122-b2b6-7ff93f1d2607 owned by network:dhcp {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:36:43.482863 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-24e31149-14e8-4fff-867c-80e5cca485fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ddaaadc-f5ff-49ae-b08f-9cb97bad8a57', 'name': 'tempest-AttachSCSIVolumeTestJSON-754774248-router', 'tenant_id': 'c6353cb62453414b9aa9745dd88c3c93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.193'}], 'enable_snat': True}, 'gw_port_id': 'b4cf1358-a9b6-46c5-99ad-040b48bf5837', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:36:35Z', 'updated_at': '2021-08-12T14:36:42Z', 'revision_number': 4, 'project_id': 'c6353cb62453414b9aa9745dd88c3c93', 'gw_port': {'id': 'b4cf1358-a9b6-46c5-99ad-040b48bf5837', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:dd:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ddaaadc-f5ff-49ae-b08f-9cb97bad8a57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 777, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:36:36Z', 'updated_at': '2021-08-12T14:36:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': '1549c8c4-630f-430e-b5ba-6997b553ce73', 'name': '', 'network_id': '3639a5bb-e2f3-4c58-83b4-19e7e72a5347', 'tenant_id': 'c6353cb62453414b9aa9745dd88c3c93', 'mac_address': 'fa:16:3e:f6:ce:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ddaaadc-f5ff-49ae-b08f-9cb97bad8a57', 'device_owner': 'network:router_interface', 'standard_attr_id': 788, 'fixed_ips': [{'subnet_id': '463d04ce-55b6-4138-a233-8d1ceeb0ed15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:36:40Z', 'updated_at': '2021-08-12T14:36:42Z', 'revision_number': 2, 'project_id': 'c6353cb62453414b9aa9745dd88c3c93', 'subnets': [{'id': '463d04ce-55b6-4138-a233-8d1ceeb0ed15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:36:43.578594 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2fd53e64-6af5-4083-b010-8e40c9604ca6 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:43.622015 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd53e64-6af5-4083-b010-8e40c9604ca6 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Pushing event deleted for resources: {'Port': ['ID=ea84d64f-3d98-4122-b2b6-7ff93f1d2607,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:36:43.629868 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fd53e64-6af5-4083-b010-8e40c9604ca6 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] No DVR routers for this DVR port ea84d64f-3d98-4122-b2b6-7ff93f1d2607 on host n-d-694802-15 {{(pid=94466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:36:43.688428 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe7a8e6c-8a20-4b85-8d2d-52a2ec021b73 None None] DHCP port deletion for 96fc71e2-eac6-4296-8c51-1de2d4f21a6a request from n-d-694802-15 {{(pid=94468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 14:36:43.693223 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24e31149-14e8-4fff-867c-80e5cca485fa None None] The sync data for ids ['8ddaaadc-f5ff-49ae-b08f-9cb97bad8a57'] in n-d-694802-15 is: [{'id': '8ddaaadc-f5ff-49ae-b08f-9cb97bad8a57', 'name': 'tempest-AttachSCSIVolumeTestJSON-754774248-router', 'tenant_id': 'c6353cb62453414b9aa9745dd88c3c93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.193'}], 'enable_snat': True}, 'gw_port_id': 'b4cf1358-a9b6-46c5-99ad-040b48bf5837', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:36:35Z', 'updated_at': '2021-08-12T14:36:42Z', 'revision_number': 4, 'project_id': 'c6353cb62453414b9aa9745dd88c3c93', 'gw_port': {'id': 'b4cf1358-a9b6-46c5-99ad-040b48bf5837', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:dd:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ddaaadc-f5ff-49ae-b08f-9cb97bad8a57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 777, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:36:36Z', 'updated_at': '2021-08-12T14:36:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': '1549c8c4-630f-430e-b5ba-6997b553ce73', 'name': '', 'network_id': '3639a5bb-e2f3-4c58-83b4-19e7e72a5347', 'tenant_id': 'c6353cb62453414b9aa9745dd88c3c93', 'mac_address': 'fa:16:3e:f6:ce:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ddaaadc-f5ff-49ae-b08f-9cb97bad8a57', 'device_owner': 'network:router_interface', 'standard_attr_id': 788, 'fixed_ips': [{'subnet_id': '463d04ce-55b6-4138-a233-8d1ceeb0ed15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:36:40Z', 'updated_at': '2021-08-12T14:36:42Z', 'revision_number': 2, 'project_id': 'c6353cb62453414b9aa9745dd88c3c93', 'subnets': [{'id': '463d04ce-55b6-4138-a233-8d1ceeb0ed15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 14:36:43.697337 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Provisioning for port a7435c5d-997c-44fb-a2c6-77a012c12559 completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:36:43.704845 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Provisioning complete for port a7435c5d-997c-44fb-a2c6-77a012c12559 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:36:43.705369 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:43.786229 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device fdcd46a7-a7dc-4a27-8a8d-758fc2f24f39 up at agent hyperv_n-h1-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:36:43.818054 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2fd53e64-6af5-4083-b010-8e40c9604ca6 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66413304', 'neutron.services.segments.db._delete_segments_for_network-8744654118000'] for network, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:43.838695 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a89eb78-29e6-4de6-b567-aac1f14b63d3 req-cf6c333c-fe72-4c62-b2fe-065f1c7bba84 tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:36:43.840420 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4a89eb78-29e6-4de6-b567-aac1f14b63d3 req-cf6c333c-fe72-4c62-b2fe-065f1c7bba84 tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] 10.222.0.39 "GET /v2.0/ports?device_id=7303f3e1-a22d-4756-9dd6-598ca30ec2f7 HTTP/1.1" status: 200 len: 944 time: 0.2135797 Aug 12 14:36:43.920765 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4a89eb78-29e6-4de6-b567-aac1f14b63d3 req-86483ac3-8af6-4bdd-82f7-7716544f4a36 tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] 10.222.0.39 "GET /v2.0/security-groups?id=c46585fa-da50-4ef3-834f-e3a7c15dd624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646272 Aug 12 14:36:43.921006 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-1769855f-eda9-4483-9dc3-3220908ab45d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:43.936068 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-2fd53e64-6af5-4083-b010-8e40c9604ca6 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96fc71e2-eac6-4296-8c51-1de2d4f21a6a']}} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:36:43.958391 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-2fd53e64-6af5-4083-b010-8e40c9604ca6 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '439853e8-1abb-421f-80f8-21e998d51748') {'for_net_delete': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:36:43.958676 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-2fd53e64-6af5-4083-b010-8e40c9604ca6 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '439853e8-1abb-421f-80f8-21e998d51748') {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:36:43.978131 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:43.987463 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2fd53e64-6af5-4083-b010-8e40c9604ca6 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744654122361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2293560'] for segment, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:43.988002 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Provisioning for port fdcd46a7-a7dc-4a27-8a8d-758fc2f24f39 completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:36:43.995173 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Provisioning complete for port fdcd46a7-a7dc-4a27-8a8d-758fc2f24f39 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:36:43.995548 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:44.028382 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '347dc2a1-69b4-475b-8406-b78ac88f537c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7435c5d-997c-44fb-a2c6-77a012c12559'}] {{(pid=94468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:36:44.031742 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2fd53e64-6af5-4083-b010-8e40c9604ca6 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:44.033042 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99a8d87602170099c728e57431aca99e9b98a655a83bbf8727be13192709727b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2a305f4-a82b-4470-bbc9-999899642120" -d '{"events": [{"server_uuid": "347dc2a1-69b4-475b-8406-b78ac88f537c", "name": "network-vif-plugged", "status": "completed", "tag": "a7435c5d-997c-44fb-a2c6-77a012c12559"}]}' {{(pid=94468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:36:44.045982 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2fd53e64-6af5-4083-b010-8e40c9604ca6 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Releasing vlan 306 on physical network physnet1 to pool {{(pid=94466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 14:36:44.047204 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2fd53e64-6af5-4083-b010-8e40c9604ca6 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3718595'] for segment, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:44.050914 n-d-694802-15 neutron-server[94466]: Traceback (most recent call last): Aug 12 14:36:44.050914 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 14:36:44.050914 n-d-694802-15 neutron-server[94466]: timer() Aug 12 14:36:44.050914 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 14:36:44.050914 n-d-694802-15 neutron-server[94466]: cb(*args, **kw) Aug 12 14:36:44.050914 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 14:36:44.050914 n-d-694802-15 neutron-server[94466]: return func(*args, **kwargs) Aug 12 14:36:44.050914 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 14:36:44.050914 n-d-694802-15 neutron-server[94466]: self._notify() Aug 12 14:36:44.050914 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 14:36:44.050914 n-d-694802-15 neutron-server[94466]: self.callback(batched_events) Aug 12 14:36:44.050914 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 14:36:44.050914 n-d-694802-15 neutron-server[94466]: event.method(event) Aug 12 14:36:44.050914 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 14:36:44.050914 n-d-694802-15 neutron-server[94466]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 14:36:44.050914 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 14:36:44.050914 n-d-694802-15 neutron-server[94466]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 14:36:44.050914 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 14:36:44.050914 n-d-694802-15 neutron-server[94466]: return f(self, *a, **k) Aug 12 14:36:44.050914 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 14:36:44.050914 n-d-694802-15 neutron-server[94466]: return self._get(url).json() Aug 12 14:36:44.050914 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 14:36:44.050914 n-d-694802-15 neutron-server[94466]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 14:36:44.050914 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 14:36:44.050914 n-d-694802-15 neutron-server[94466]: return self.request(url, 'GET', **kwargs) Aug 12 14:36:44.050914 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 14:36:44.050914 n-d-694802-15 neutron-server[94466]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 14:36:44.050914 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 14:36:44.050914 n-d-694802-15 neutron-server[94466]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 14:36:44.050914 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 14:36:44.050914 n-d-694802-15 neutron-server[94466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 14:36:44.050914 n-d-694802-15 neutron-server[94466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 14:36:44.053697 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port a7435c5d-997c-44fb-a2c6-77a012c12559, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=a7435c5d-997c-44fb-a2c6-77a012c12559,segment=NetworkSegment(111c8fb4-95f7-4303-b261-7f0bb42c0aef),segment_id=111c8fb4-95f7-4303-b261-7f0bb42c0aef)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:36:44.060932 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:44.118801 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 14:36:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34ed436f-450a-4ee3-80d8-b5f05d275e87 x-openstack-request-id: req-34ed436f-450a-4ee3-80d8-b5f05d275e87 {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:36:44.119330 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "347dc2a1-69b4-475b-8406-b78ac88f537c", "name": "network-vif-plugged", "status": "completed", "tag": "a7435c5d-997c-44fb-a2c6-77a012c12559", "code": 200}]} {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:36:44.119739 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-34ed436f-450a-4ee3-80d8-b5f05d275e87 {{(pid=94468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:36:44.120281 n-d-694802-15 neutron-server[94468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '347dc2a1-69b4-475b-8406-b78ac88f537c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7435c5d-997c-44fb-a2c6-77a012c12559', 'code': 200} Aug 12 14:36:44.204550 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6684cb13-d0c6-491e-babb-cda610918532 req-a3be165a-090e-41ad-a821-1ed455a9f94f tempest-InstanceActionsNegativeTestJSON-551573381 tempest-InstanceActionsNegativeTestJSON-551573381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:36:44.210838 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-6684cb13-d0c6-491e-babb-cda610918532 req-a3be165a-090e-41ad-a821-1ed455a9f94f tempest-InstanceActionsNegativeTestJSON-551573381 tempest-InstanceActionsNegativeTestJSON-551573381-project] 10.222.0.39 "GET /v2.0/networks?id=8d5fef7d-5c00-4731-a95a-e743a6172671 HTTP/1.1" status: 200 len: 822 time: 0.3871493 Aug 12 14:36:44.239040 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2fd53e64-6af5-4083-b010-8e40c9604ca6 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66413281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431520'] for network, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:44.264505 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:44.293354 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Pushing event updated for resources: {'Port': ['ID=a7435c5d-997c-44fb-a2c6-77a012c12559,revision_number=5']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:36:44.295292 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2fd53e64-6af5-4083-b010-8e40c9604ca6 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for network, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:44.304883 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-2fd53e64-6af5-4083-b010-8e40c9604ca6 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] 10.222.0.39 "DELETE /v2.0/networks/96fc71e2-eac6-4296-8c51-1de2d4f21a6a HTTP/1.1" status: 204 len: 168 time: 1.5477550 Aug 12 14:36:44.308643 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 38140) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:36:44.321701 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1df2afd-a175-4423-8c58-286695fb7eb3 req-2741504c-9261-4084-8f22-bd450746ad99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:36:44.323937 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd53e64-6af5-4083-b010-8e40c9604ca6 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Pushing event deleted for resources: {'Network': ['ID=96fc71e2-eac6-4296-8c51-1de2d4f21a6a,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:36:44.324948 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b1df2afd-a175-4423-8c58-286695fb7eb3 req-2741504c-9261-4084-8f22-bd450746ad99 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=347dc2a1-69b4-475b-8406-b78ac88f537c HTTP/1.1" status: 200 len: 1097 time: 0.0905092 Aug 12 14:36:44.359449 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port fdcd46a7-a7dc-4a27-8a8d-758fc2f24f39, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=fdcd46a7-a7dc-4a27-8a8d-758fc2f24f39,segment=NetworkSegment(5ea1fe2e-eeef-460a-999b-4e3aad831451),segment_id=5ea1fe2e-eeef-460a-999b-4e3aad831451)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:36:44.368676 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:44.400895 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b1df2afd-a175-4423-8c58-286695fb7eb3 req-466d505e-b5a7-43b0-92ab-95d17bce8067 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=87f02c46-9837-45f6-a8f5-f67c20068d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449471 Aug 12 14:36:44.439467 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8523932-05b9-4c14-b6a9-9b7286eea0a3 req-e525d1d7-5fcc-4a7f-ba50-0fc81fe2324e tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:36:44.451173 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b8523932-05b9-4c14-b6a9-9b7286eea0a3 req-e525d1d7-5fcc-4a7f-ba50-0fc81fe2324e tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] 10.222.0.39 "GET /v2.0/ports?device_id=56e005fa-0896-490e-9646-8a24af6536d9 HTTP/1.1" status: 200 len: 946 time: 0.1340892 Aug 12 14:36:44.482661 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_v2 [None req-f277859b-547a-4b98-a1c8-6503193200f8 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Deleting subnet 20c75a29-8d2c-4a2a-9051-55d33690dd18 {{(pid=94466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 14:36:44.493729 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f277859b-547a-4b98-a1c8-6503193200f8 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Notify callbacks [] for subnet, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:44.500202 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-6684cb13-d0c6-491e-babb-cda610918532 req-e36c1af4-1666-42ad-a40d-0cdb016211d7 tempest-InstanceActionsNegativeTestJSON-551573381 tempest-InstanceActionsNegativeTestJSON-551573381-project] 10.222.0.39 "GET /v2.0/quotas/f9729aa96dd249a68c0e367e5b47f05f HTTP/1.1" status: 200 len: 375 time: 0.2563927 Aug 12 14:36:44.508482 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Pushing event updated for resources: {'Port': ['ID=fdcd46a7-a7dc-4a27-8a8d-758fc2f24f39,revision_number=5']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:36:44.529179 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b8523932-05b9-4c14-b6a9-9b7286eea0a3 req-bfeafb8d-f2c8-4fa2-9064-d8f85e367071 tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ad0002e-d03d-4ace-861f-ca41a35b7aed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770552 Aug 12 14:36:44.529717 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 38148) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:36:44.549820 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-db29cb9b-888b-41cf-abee-c30a8851251d admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-348292673-network', 'tenant_id': '61c4bff718374c7fae2901007c7a3a67'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:36:44.585443 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-6684cb13-d0c6-491e-babb-cda610918532 req-decd6c33-11ac-4ef3-be42-8f5afc13c2d8 tempest-InstanceActionsNegativeTestJSON-551573381 tempest-InstanceActionsNegativeTestJSON-551573381-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=f9729aa96dd249a68c0e367e5b47f05f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0442510 Aug 12 14:36:44.590921 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f277859b-547a-4b98-a1c8-6503193200f8 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2293551'] for subnet, precommit_delete_associations {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:44.641573 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db29cb9b-888b-41cf-abee-c30a8851251d admin admin] Made reservation on behalf of 61c4bff718374c7fae2901007c7a3a67 for: {'network': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:36:44.654873 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-db29cb9b-888b-41cf-abee-c30a8851251d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for network, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:44.668999 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-db29cb9b-888b-41cf-abee-c30a8851251d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:44.693460 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device ea84d64f-3d98-4122-b2b6-7ff93f1d2607 no longer exists at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:36:44.743875 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] No Port match for: ea84d64f-3d98-4122-b2b6-7ff93f1d2607 {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 14:36:44.746705 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device ea84d64f-3d98-4122-b2b6-7ff93f1d2607 not bound to the agent host n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:36:44.767972 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f89983-457f-4993-b1b2-8367e946d334 req-05df7103-aa46-47af-b17b-e7c427ab3d49 tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:36:44.769716 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-69f89983-457f-4993-b1b2-8367e946d334 req-05df7103-aa46-47af-b17b-e7c427ab3d49 tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] 10.222.0.39 "GET /v2.0/ports?device_id=347dc2a1-69b4-475b-8406-b78ac88f537c HTTP/1.1" status: 200 len: 945 time: 0.0875888 Aug 12 14:36:44.816208 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f277859b-547a-4b98-a1c8-6503193200f8 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66416255'] for subnet, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:44.900400 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-6684cb13-d0c6-491e-babb-cda610918532 req-70fff084-f574-4592-b47e-9eed19948361 service neutron] 10.222.0.39 "GET /v2.0/networks/8d5fef7d-5c00-4731-a95a-e743a6172671?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3056571 Aug 12 14:36:44.927992 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-db29cb9b-888b-41cf-abee-c30a8851251d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:44.965752 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-69f89983-457f-4993-b1b2-8367e946d334 req-5952a883-7b7c-4e2e-817a-e209d52e5ab2 tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] 10.222.0.39 "GET /v2.0/security-groups?id=87f02c46-9837-45f6-a8f5-f67c20068d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890671 Aug 12 14:36:44.972373 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-db29cb9b-888b-41cf-abee-c30a8851251d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:45.014892 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db29cb9b-888b-41cf-abee-c30a8851251d admin admin] vlan segment allocate from pool success with {'vlan_id': 306, 'physical_network': 'physnet1'} {{(pid=94467) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 14:36:45.019555 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f277859b-547a-4b98-a1c8-6503193200f8 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66416232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3718429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8776402'] for subnet, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:45.041879 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-db29cb9b-888b-41cf-abee-c30a8851251d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:45.042223 n-d-694802-15 neutron-server[94467]: INFO neutron.db.segments_db [None req-db29cb9b-888b-41cf-abee-c30a8851251d admin admin] Added segment 80c564ff-005e-4d06-a9e7-b66b21f9041c of type vlan for network f90f769a-ff23-4d9d-a690-1d8cae26e03f Aug 12 14:36:45.089260 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f277859b-547a-4b98-a1c8-6503193200f8 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Pushing event deleted for resources: {'Subnet': ['ID=20c75a29-8d2c-4a2a-9051-55d33690dd18,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:36:45.103352 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f277859b-547a-4b98-a1c8-6503193200f8 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for subnet, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:45.109247 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84eeb59e-cf27-4eb9-9f26-23e70d79dfec None None] Network d0768a51-b008-45f7-9076-0c3c19493da7 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:36:45.109437 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-f277859b-547a-4b98-a1c8-6503193200f8 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] 10.222.0.39 "DELETE /v2.0/subnets/20c75a29-8d2c-4a2a-9051-55d33690dd18 HTTP/1.1" status: 204 len: 168 time: 0.7886672 Aug 12 14:36:45.110011 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 38160) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:36:45.162193 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db29cb9b-888b-41cf-abee-c30a8851251d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a92aa408-c9bc-4888-9f75-0a93f19430bb,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:36:45.168588 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-db29cb9b-888b-41cf-abee-c30a8851251d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744653628263'] for network, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:45.213275 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-6684cb13-d0c6-491e-babb-cda610918532 req-45bbca66-c091-4619-b066-6af123075e02 service neutron] 10.222.0.39 "GET /v2.0/networks/8d5fef7d-5c00-4731-a95a-e743a6172671?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3049543 Aug 12 14:36:45.241864 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-db29cb9b-888b-41cf-abee-c30a8851251d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409'] for network, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:45.243027 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db29cb9b-888b-41cf-abee-c30a8851251d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:36:45.243832 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-db29cb9b-888b-41cf-abee-c30a8851251d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for network, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:45.281858 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f9d15b05-2eba-4c9b-b414-dab851ef7f10 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680608'] for network, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:45.490017 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-db29cb9b-888b-41cf-abee-c30a8851251d admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9527650 Aug 12 14:36:45.493955 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-fe95f194-a3b0-4c04-9e42-20b511169d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:45.507193 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 38166) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:36:45.537621 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-dc3af594-8a45-4e2d-a6e8-23632f778cbe admin admin] Request body: {'subnet': {'network_id': 'f90f769a-ff23-4d9d-a690-1d8cae26e03f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-348292673-subnet', 'tenant_id': '61c4bff718374c7fae2901007c7a3a67', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:36:45.538350 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de2adb79-e5d1-420e-93fc-3393c14362ba None None] DHCP port deletion for d0768a51-b008-45f7-9076-0c3c19493da7 request from n-d-694802-15 {{(pid=94468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 14:36:45.554294 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db29cb9b-888b-41cf-abee-c30a8851251d admin admin] Pushing event updated for resources: {'Network': ['ID=f90f769a-ff23-4d9d-a690-1d8cae26e03f,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:36:45.558147 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-f9d15b05-2eba-4c9b-b414-dab851ef7f10 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Deleting port dac99107-a8b1-4503-8122-cab1fcf2bcc6 {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:36:45.558495 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f9d15b05-2eba-4c9b-b414-dab851ef7f10 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:45.582317 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8a30b1-cbfc-493c-a7a5-820aa0ae84aa req-d9f19da4-5810-4f43-8b3f-c897932300a0 tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:36:45.588159 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2c8a30b1-cbfc-493c-a7a5-820aa0ae84aa req-d9f19da4-5810-4f43-8b3f-c897932300a0 tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] 10.222.0.39 "GET /v2.0/ports?device_id=7303f3e1-a22d-4756-9dd6-598ca30ec2f7 HTTP/1.1" status: 200 len: 945 time: 0.2095215 Aug 12 14:36:45.610371 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Network f90f769a-ff23-4d9d-a690-1d8cae26e03f details requested by agent ovs-agent-n-d-694802-15 with host n-d-694802-15 {{(pid=94468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 14:36:45.711549 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2c8a30b1-cbfc-493c-a7a5-820aa0ae84aa req-70299792-e494-425a-9558-f53e3637160a tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] 10.222.0.39 "GET /v2.0/security-groups?id=c46585fa-da50-4ef3-834f-e3a7c15dd624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154954 Aug 12 14:36:45.740046 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-f9d15b05-2eba-4c9b-b414-dab851ef7f10 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] For port dac99107-a8b1-4503-8122-cab1fcf2bcc6, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=dac99107-a8b1-4503-8122-cab1fcf2bcc6,segment=NetworkSegment(7b29b9b0-6379-423c-82d3-d9735a6da920),segment_id=7b29b9b0-6379-423c-82d3-d9735a6da920)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:36:45.741608 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f9d15b05-2eba-4c9b-b414-dab851ef7f10 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:45.758523 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-f9d15b05-2eba-4c9b-b414-dab851ef7f10 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Calling delete_port for dac99107-a8b1-4503-8122-cab1fcf2bcc6 owned by network:dhcp {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:36:45.761478 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-de2adb79-e5d1-420e-93fc-3393c14362ba None None] Deleting port dac99107-a8b1-4503-8122-cab1fcf2bcc6 {{(pid=94468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:36:45.765454 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-de2adb79-e5d1-420e-93fc-3393c14362ba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:45.816939 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-c5940c61-00e2-4bcd-acd9-4aa779f605b8 req-ff9d4f37-bd17-4ed9-9101-70be4c2e0d61 tempest-InstanceActionsNegativeTestJSON-551573381 tempest-InstanceActionsNegativeTestJSON-551573381-project] 10.222.0.39 "GET /v2.0/ports?device_id=351e5a79-6c60-41d5-9dc8-eccd9b6fd764 HTTP/1.1" status: 200 len: 210 time: 0.2605309 Aug 12 14:36:45.886486 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc3af594-8a45-4e2d-a6e8-23632f778cbe admin admin] Made reservation on behalf of 61c4bff718374c7fae2901007c7a3a67 for: {'subnet': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:36:45.890194 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-dc3af594-8a45-4e2d-a6e8-23632f778cbe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8776441'] for subnet, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:45.942014 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-de2adb79-e5d1-420e-93fc-3393c14362ba None None] For port dac99107-a8b1-4503-8122-cab1fcf2bcc6, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=dac99107-a8b1-4503-8122-cab1fcf2bcc6,segment=NetworkSegment(7b29b9b0-6379-423c-82d3-d9735a6da920),segment_id=7b29b9b0-6379-423c-82d3-d9735a6da920)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:36:45.942305 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-de2adb79-e5d1-420e-93fc-3393c14362ba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:45.949109 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6030e0-bed1-4654-aeaf-5aba90a57b75 req-f0096eac-1867-44ac-8b02-eada04228e53 tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:36:45.963535 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-de2adb79-e5d1-420e-93fc-3393c14362ba None None] Calling delete_port for dac99107-a8b1-4503-8122-cab1fcf2bcc6 owned by network:dhcp {{(pid=94468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:36:45.964361 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ae6030e0-bed1-4654-aeaf-5aba90a57b75 req-f0096eac-1867-44ac-8b02-eada04228e53 tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] 10.222.0.39 "GET /v2.0/ports?device_id=56e005fa-0896-490e-9646-8a24af6536d9 HTTP/1.1" status: 200 len: 946 time: 0.1369944 Aug 12 14:36:46.063748 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ae6030e0-bed1-4654-aeaf-5aba90a57b75 req-bdecf6d8-c8d0-4de1-b581-ee79061d1ac6 tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ad0002e-d03d-4ace-861f-ca41a35b7aed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947111 Aug 12 14:36:46.089724 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-de2adb79-e5d1-420e-93fc-3393c14362ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262'] for port, after_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:46.126783 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7303f3e1-a22d-4756-9dd6-598ca30ec2f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdcd46a7-a7dc-4a27-8a8d-758fc2f24f39'}] {{(pid=94468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:36:46.129564 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99a8d87602170099c728e57431aca99e9b98a655a83bbf8727be13192709727b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef556945-5549-4f51-b2e8-fe3e3a5cd744" -d '{"events": [{"server_uuid": "7303f3e1-a22d-4756-9dd6-598ca30ec2f7", "name": "network-vif-plugged", "status": "completed", "tag": "fdcd46a7-a7dc-4a27-8a8d-758fc2f24f39"}]}' {{(pid=94468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:36:46.133275 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2adb79-e5d1-420e-93fc-3393c14362ba None None] Pushing event deleted for resources: {'Port': ['ID=dac99107-a8b1-4503-8122-cab1fcf2bcc6,revision_number=None']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:36:46.149237 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de2adb79-e5d1-420e-93fc-3393c14362ba None None] No DVR routers for this DVR port dac99107-a8b1-4503-8122-cab1fcf2bcc6 on host n-d-694802-15 {{(pid=94468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:36:46.180080 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f9d15b05-2eba-4c9b-b414-dab851ef7f10 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:46.216687 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d15b05-2eba-4c9b-b414-dab851ef7f10 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Pushing event deleted for resources: {'Port': ['ID=dac99107-a8b1-4503-8122-cab1fcf2bcc6,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:36:46.242853 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9d15b05-2eba-4c9b-b414-dab851ef7f10 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] No DVR routers for this DVR port dac99107-a8b1-4503-8122-cab1fcf2bcc6 on host n-d-694802-15 {{(pid=94466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:36:46.247003 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 14:36:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a091b80e-f6c4-427d-8b0e-9a4a983ff5d8 x-openstack-request-id: req-a091b80e-f6c4-427d-8b0e-9a4a983ff5d8 {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:36:46.249918 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7303f3e1-a22d-4756-9dd6-598ca30ec2f7", "name": "network-vif-plugged", "status": "completed", "tag": "fdcd46a7-a7dc-4a27-8a8d-758fc2f24f39", "code": 200}]} {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:36:46.250807 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a091b80e-f6c4-427d-8b0e-9a4a983ff5d8 {{(pid=94468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:36:46.251324 n-d-694802-15 neutron-server[94468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7303f3e1-a22d-4756-9dd6-598ca30ec2f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdcd46a7-a7dc-4a27-8a8d-758fc2f24f39', 'code': 200} Aug 12 14:36:46.262118 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86eb2bf-da49-4be8-90b6-d4d03cc454b2 req-f11153df-e154-46aa-b342-1e43ffa201a5 tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:36:46.275715 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-a86eb2bf-da49-4be8-90b6-d4d03cc454b2 req-f11153df-e154-46aa-b342-1e43ffa201a5 tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] 10.222.0.39 "GET /v2.0/ports?device_id=347dc2a1-69b4-475b-8406-b78ac88f537c HTTP/1.1" status: 200 len: 945 time: 0.1577463 Aug 12 14:36:46.512604 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f9d15b05-2eba-4c9b-b414-dab851ef7f10 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66413304', 'neutron.services.segments.db._delete_segments_for_network-8744654118000'] for network, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:46.541379 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-f9d15b05-2eba-4c9b-b414-dab851ef7f10 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0768a51-b008-45f7-9076-0c3c19493da7']}} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:36:46.559046 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-a86eb2bf-da49-4be8-90b6-d4d03cc454b2 req-9d3af6d0-87b1-4960-bfeb-eb2f8522032b tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] 10.222.0.39 "GET /v2.0/security-groups?id=87f02c46-9837-45f6-a8f5-f67c20068d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2769108 Aug 12 14:36:46.561173 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a6b34a-fd83-4693-b21b-2e7c2fe3f979 req-3a130f15-c6aa-41ea-ac7e-fb51c01f16f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:36:46.563247 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-10a6b34a-fd83-4693-b21b-2e7c2fe3f979 req-3a130f15-c6aa-41ea-ac7e-fb51c01f16f6 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=7303f3e1-a22d-4756-9dd6-598ca30ec2f7 HTTP/1.1" status: 200 len: 1097 time: 0.2001717 Aug 12 14:36:46.579520 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-f9d15b05-2eba-4c9b-b414-dab851ef7f10 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b29b9b0-6379-423c-82d3-d9735a6da920') {'for_net_delete': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:36:46.579910 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-f9d15b05-2eba-4c9b-b414-dab851ef7f10 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b29b9b0-6379-423c-82d3-d9735a6da920') {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:36:46.623092 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f9d15b05-2eba-4c9b-b414-dab851ef7f10 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744654122361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2293560'] for segment, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:46.633291 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-dc3af594-8a45-4e2d-a6e8-23632f778cbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3718490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8776395'] for subnet, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:46.687609 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f9d15b05-2eba-4c9b-b414-dab851ef7f10 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:46.692661 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-10a6b34a-fd83-4693-b21b-2e7c2fe3f979 req-ead1af6f-23d5-4c6e-b120-64617268b20c service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=c46585fa-da50-4ef3-834f-e3a7c15dd624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178286 Aug 12 14:36:46.711767 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9d15b05-2eba-4c9b-b414-dab851ef7f10 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Releasing vlan 303 on physical network physnet1 to pool {{(pid=94466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 14:36:46.712177 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f9d15b05-2eba-4c9b-b414-dab851ef7f10 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3718595'] for segment, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:46.716885 n-d-694802-15 neutron-server[94466]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 14:36:46.716885 n-d-694802-15 neutron-server[94466]: self.session.flush() Aug 12 14:36:46.716885 n-d-694802-15 neutron-server[94466]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 14:36:46.716885 n-d-694802-15 neutron-server[94466]: self.session.flush() Aug 12 14:36:46.716885 n-d-694802-15 neutron-server[94466]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 14:36:46.716885 n-d-694802-15 neutron-server[94466]: self.session.flush() Aug 12 14:36:46.716885 n-d-694802-15 neutron-server[94466]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 14:36:46.716885 n-d-694802-15 neutron-server[94466]: self.session.flush() Aug 12 14:36:46.716885 n-d-694802-15 neutron-server[94466]: Traceback (most recent call last): Aug 12 14:36:46.716885 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 14:36:46.716885 n-d-694802-15 neutron-server[94466]: timer() Aug 12 14:36:46.716885 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 14:36:46.716885 n-d-694802-15 neutron-server[94466]: cb(*args, **kw) Aug 12 14:36:46.716885 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 14:36:46.716885 n-d-694802-15 neutron-server[94466]: return func(*args, **kwargs) Aug 12 14:36:46.716885 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 14:36:46.716885 n-d-694802-15 neutron-server[94466]: self._notify() Aug 12 14:36:46.716885 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 14:36:46.716885 n-d-694802-15 neutron-server[94466]: self.callback(batched_events) Aug 12 14:36:46.716885 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 14:36:46.716885 n-d-694802-15 neutron-server[94466]: event.method(event) Aug 12 14:36:46.716885 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 14:36:46.716885 n-d-694802-15 neutron-server[94466]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 14:36:46.716885 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 14:36:46.716885 n-d-694802-15 neutron-server[94466]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 14:36:46.716885 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 14:36:46.716885 n-d-694802-15 neutron-server[94466]: return f(self, *a, **k) Aug 12 14:36:46.716885 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 14:36:46.716885 n-d-694802-15 neutron-server[94466]: return self._get(url).json() Aug 12 14:36:46.716885 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 14:36:46.716885 n-d-694802-15 neutron-server[94466]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 14:36:46.716885 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 14:36:46.716885 n-d-694802-15 neutron-server[94466]: return self.request(url, 'GET', **kwargs) Aug 12 14:36:46.716885 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 14:36:46.716885 n-d-694802-15 neutron-server[94466]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 14:36:46.716885 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 14:36:46.716885 n-d-694802-15 neutron-server[94466]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 14:36:46.716885 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 14:36:46.716885 n-d-694802-15 neutron-server[94466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 14:36:46.716885 n-d-694802-15 neutron-server[94466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 14:36:46.772695 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device b4cf1358-a9b6-46c5-99ad-040b48bf5837 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:36:46.785275 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3af594-8a45-4e2d-a6e8-23632f778cbe admin admin] Pushing event updated for resources: {'Subnet': ['ID=72fdbdc2-b786-4d42-b409-53155794fa8d,revision_number=0']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:36:46.800954 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc3af594-8a45-4e2d-a6e8-23632f778cbe admin admin] Checking segment: {'id': '80c564ff-005e-4d06-a9e7-b66b21f9041c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'f90f769a-ff23-4d9d-a690-1d8cae26e03f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:36:46.801318 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc3af594-8a45-4e2d-a6e8-23632f778cbe admin admin] Network hostable DHCP agents. Network: f90f769a-ff23-4d9d-a690-1d8cae26e03f, hostable agents: ['1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658'], hosted agents: [] {{(pid=94466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 14:36:46.821305 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f9d15b05-2eba-4c9b-b414-dab851ef7f10 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66413281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431520'] for network, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:46.852029 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f9d15b05-2eba-4c9b-b414-dab851ef7f10 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for network, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:46.859113 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-f9d15b05-2eba-4c9b-b414-dab851ef7f10 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] 10.222.0.39 "DELETE /v2.0/networks/d0768a51-b008-45f7-9076-0c3c19493da7 HTTP/1.1" status: 204 len: 168 time: 1.7415895 Aug 12 14:36:46.859113 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc3af594-8a45-4e2d-a6e8-23632f778cbe admin admin] Network f90f769a-ff23-4d9d-a690-1d8cae26e03f is scheduled to be hosted by DHCP agent 1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658 with binding_index 1 {{(pid=94466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 14:36:46.885093 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d15b05-2eba-4c9b-b414-dab851ef7f10 tempest-ServersTestMultiNic-1727931703 tempest-ServersTestMultiNic-1727931703-project] Pushing event deleted for resources: {'Network': ['ID=d0768a51-b008-45f7-9076-0c3c19493da7,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:36:46.890413 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-dc3af594-8a45-4e2d-a6e8-23632f778cbe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-15, f90f769a-ff23-4d9d-a690-1d8cae26e03f) {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:36:46.898699 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc3af594-8a45-4e2d-a6e8-23632f778cbe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:36:46.899340 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-dc3af594-8a45-4e2d-a6e8-23632f778cbe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for subnet, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:46.930454 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3941c148-e600-4985-ad40-af866e3957c1 None None] Network f90f769a-ff23-4d9d-a690-1d8cae26e03f requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:36:46.964036 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-dc3af594-8a45-4e2d-a6e8-23632f778cbe admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.4503443 Aug 12 14:36:46.964036 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 38200) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:36:47.040385 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-068c358c-71d1-436b-a4ab-4465fb9e2dac req-8254666c-7ebf-4396-9dff-81e49d407270 tempest-InstanceActionsNegativeTestJSON-551573381 tempest-InstanceActionsNegativeTestJSON-551573381-project] 10.222.0.39 "GET /v2.0/ports?device_id=351e5a79-6c60-41d5-9dc8-eccd9b6fd764 HTTP/1.1" status: 200 len: 210 time: 0.0783579 Aug 12 14:36:47.042248 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3ff245-1268-43cb-ae52-b73d3e3c150a req-eb361811-badd-4a1d-aeb5-dc37da099a7a tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:36:47.052413 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-108c514a-dec1-4364-8f44-34703efe8237 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-348292673-router', 'tenant_id': '61c4bff718374c7fae2901007c7a3a67', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'}}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:36:47.072456 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6f3ff245-1268-43cb-ae52-b73d3e3c150a req-eb361811-badd-4a1d-aeb5-dc37da099a7a tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] 10.222.0.39 "GET /v2.0/ports?device_id=7303f3e1-a22d-4756-9dd6-598ca30ec2f7 HTTP/1.1" status: 200 len: 945 time: 0.1296749 Aug 12 14:36:47.123056 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-108c514a-dec1-4364-8f44-34703efe8237 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-430574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-104863'] for router, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:47.123056 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-108c514a-dec1-4364-8f44-34703efe8237 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-429438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-431405', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66646573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-104852'] for router, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:47.311061 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6f3ff245-1268-43cb-ae52-b73d3e3c150a req-eacdd30a-65c0-4cf4-9563-12e3f285133a tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] 10.222.0.39 "GET /v2.0/security-groups?id=c46585fa-da50-4ef3-834f-e3a7c15dd624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2375488 Aug 12 14:36:47.370167 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a336f43-04e7-4212-a886-fcc7b307d476 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa7035b3e-9a89-5964-b9f4-97301c3f476a-f90f769a-ff23-4d9d-a690-1d8cae26e03f', 'network_id': 'f90f769a-ff23-4d9d-a690-1d8cae26e03f', 'tenant_id': '61c4bff718374c7fae2901007c7a3a67', 'fixed_ips': [{'subnet_id': '72fdbdc2-b786-4d42-b409-53155794fa8d'}]}} from n-d-694802-15. {{(pid=94468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 14:36:47.371271 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-3a336f43-04e7-4212-a886-fcc7b307d476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:47.386482 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning for port b4cf1358-a9b6-46c5-99ad-040b48bf5837 completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:36:47.391364 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port b4cf1358-a9b6-46c5-99ad-040b48bf5837 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:36:47.392174 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:47.453082 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6684cb13-d0c6-491e-babb-cda610918532 req-74c99541-31dc-471c-b267-9e4b21ead3b6 tempest-InstanceActionsNegativeTestJSON-551573381 tempest-InstanceActionsNegativeTestJSON-551573381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:36:47.456026 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6684cb13-d0c6-491e-babb-cda610918532 req-74c99541-31dc-471c-b267-9e4b21ead3b6 tempest-InstanceActionsNegativeTestJSON-551573381 tempest-InstanceActionsNegativeTestJSON-551573381-project] 10.222.0.49 "GET /v2.0/networks?id=8d5fef7d-5c00-4731-a95a-e743a6172671 HTTP/1.1" status: 200 len: 822 time: 0.3607004 Aug 12 14:36:47.474297 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-108c514a-dec1-4364-8f44-34703efe8237 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:47.494815 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-6684cb13-d0c6-491e-babb-cda610918532 req-ce75731b-fca3-4a03-ba01-b265ac2ace29 tempest-InstanceActionsNegativeTestJSON-551573381 tempest-InstanceActionsNegativeTestJSON-551573381-project] Request body: {'port': {'device_id': '351e5a79-6c60-41d5-9dc8-eccd9b6fd764', 'network_id': '8d5fef7d-5c00-4731-a95a-e743a6172671', 'admin_state_up': True, 'tenant_id': 'f9729aa96dd249a68c0e367e5b47f05f'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:36:47.584687 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6213bdc8-1c10-463f-8b82-bf7712d52e32 None None] Sync routers for ids ['8ddaaadc-f5ff-49ae-b08f-9cb97bad8a57'] in n-d-694802-15 {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 14:36:47.607922 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6213bdc8-1c10-463f-8b82-bf7712d52e32 None None] Routers {'8ddaaadc-f5ff-49ae-b08f-9cb97bad8a57'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:36:47.610400 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-6213bdc8-1c10-463f-8b82-bf7712d52e32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:36:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['8ddaaadc-f5ff-49ae-b08f-9cb97bad8a57'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:36:47.847482 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6684cb13-d0c6-491e-babb-cda610918532 req-ce75731b-fca3-4a03-ba01-b265ac2ace29 tempest-InstanceActionsNegativeTestJSON-551573381 tempest-InstanceActionsNegativeTestJSON-551573381-project] Made reservation on behalf of f9729aa96dd249a68c0e367e5b47f05f for: {'port': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:36:47.852032 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-6684cb13-d0c6-491e-babb-cda610918532 req-ce75731b-fca3-4a03-ba01-b265ac2ace29 tempest-InstanceActionsNegativeTestJSON-551573381 tempest-InstanceActionsNegativeTestJSON-551573381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:47.877452 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-6213bdc8-1c10-463f-8b82-bf7712d52e32 None None] Set router 8ddaaadc-f5ff-49ae-b08f-9cb97bad8a57 gateway port host: n-d-694802-15 {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:36:47.925432 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:47.928698 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 38228) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:36:47.965418 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] For port b4cf1358-a9b6-46c5-99ad-040b48bf5837, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=b4cf1358-a9b6-46c5-99ad-040b48bf5837,segment=NetworkSegment(b1b396cb-2dc6-4041-bfc7-1833a80a4720),segment_id=b1b396cb-2dc6-4041-bfc7-1833a80a4720)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:36:47.975954 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:47.988998 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.db_base_plugin_common [None req-3a336f43-04e7-4212-a886-fcc7b307d476 None None] Allocated IP 172.20.0.2 (f90f769a-ff23-4d9d-a690-1d8cae26e03f/72fdbdc2-b786-4d42-b409-53155794fa8d/9d68b685-9c7b-4707-8bbe-32594738ecf7) {{(pid=94468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:36:48.151236 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device dac99107-a8b1-4503-8122-cab1fcf2bcc6 no longer exists at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:36:48.323982 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4348bdac-f78d-4edb-9f6d-9965bea71cb3 req-08c4a88e-ea1e-4f75-98b1-47ff5500d3b2 tempest-InstanceActionsNegativeTestJSON-551573381 tempest-InstanceActionsNegativeTestJSON-551573381-project] 10.222.0.39 "GET /v2.0/ports?device_id=351e5a79-6c60-41d5-9dc8-eccd9b6fd764 HTTP/1.1" status: 200 len: 210 time: 0.1500046 Aug 12 14:36:48.325467 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_common [req-6684cb13-d0c6-491e-babb-cda610918532 req-ce75731b-fca3-4a03-ba01-b265ac2ace29 tempest-InstanceActionsNegativeTestJSON-551573381 tempest-InstanceActionsNegativeTestJSON-551573381-project] Allocated IP 172.20.0.13 (8d5fef7d-5c00-4731-a95a-e743a6172671/fff94baf-26d3-4251-a396-261b6bde0cb6/91b10cbe-0d22-4251-bbbc-b0a40d2b374a) {{(pid=94467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:36:48.360089 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b43ef77-adc4-40ba-a862-d741a9561fdf req-1644d202-cf39-438f-93f8-9eb1e97293a8 tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:36:48.361634 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-8b43ef77-adc4-40ba-a862-d741a9561fdf req-1644d202-cf39-438f-93f8-9eb1e97293a8 tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] 10.222.0.39 "GET /v2.0/ports?device_id=56e005fa-0896-490e-9646-8a24af6536d9 HTTP/1.1" status: 200 len: 946 time: 1.1488268 Aug 12 14:36:48.447607 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] No Port match for: dac99107-a8b1-4503-8122-cab1fcf2bcc6 {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 14:36:48.448072 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device dac99107-a8b1-4503-8122-cab1fcf2bcc6 not bound to the agent host n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:36:48.459953 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-3a336f43-04e7-4212-a886-fcc7b307d476 None None] Notify callbacks [] for port, precommit_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:48.482042 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-3a336f43-04e7-4212-a886-fcc7b307d476 None None] Transition to ACTIVE for port object 9d68b685-9c7b-4707-8bbe-32594738ecf7 will not be triggered until provisioned by entity L2. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:36:48.484192 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Pushing event updated for resources: {'Port': ['ID=b4cf1358-a9b6-46c5-99ad-040b48bf5837,revision_number=4']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:36:48.516123 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-3a336f43-04e7-4212-a886-fcc7b307d476 None None] Transition to ACTIVE for port object 9d68b685-9c7b-4707-8bbe-32594738ecf7 will not be triggered until provisioned by entity DHCP. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:36:48.524730 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-3a336f43-04e7-4212-a886-fcc7b307d476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253'] for port, after_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:48.635830 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a336f43-04e7-4212-a886-fcc7b307d476 None None] Network f90f769a-ff23-4d9d-a690-1d8cae26e03f is already hosted by enough agents. {{(pid=94468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:36:48.640170 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-108c514a-dec1-4364-8f44-34703efe8237 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:48.642305 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.base_scheduler [None req-3a336f43-04e7-4212-a886-fcc7b307d476 None None] Resources bound (agent type, host, resource id): {{(pid=94468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:36:48.646138 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a336f43-04e7-4212-a886-fcc7b307d476 None None] Received port after_create {{(pid=94468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:36:48.656551 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-8b43ef77-adc4-40ba-a862-d741a9561fdf req-48d4758b-c875-49f0-af79-b2445d1dafa6 tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ad0002e-d03d-4ace-861f-ca41a35b7aed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2820163 Aug 12 14:36:48.669608 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a336f43-04e7-4212-a886-fcc7b307d476 None None] Pushing event updated for resources: {'Port': ['ID=9d68b685-9c7b-4707-8bbe-32594738ecf7,revision_number=1']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:36:48.815730 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device b4cf1358-a9b6-46c5-99ad-040b48bf5837 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:36:48.837915 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-3a336f43-04e7-4212-a886-fcc7b307d476 None None] Attempting to bind port 9d68b685-9c7b-4707-8bbe-32594738ecf7 on host n-d-694802-15 for vnic_type normal with profile {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:36:48.838197 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-3a336f43-04e7-4212-a886-fcc7b307d476 None None] Attempting to bind port 9d68b685-9c7b-4707-8bbe-32594738ecf7 by drivers openvswitch,hyperv on host n-d-694802-15 at level 0 using segments [{'id': '80c564ff-005e-4d06-a9e7-b66b21f9041c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'f90f769a-ff23-4d9d-a690-1d8cae26e03f'}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:36:48.838561 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a336f43-04e7-4212-a886-fcc7b307d476 None None] Attempting to bind port 9d68b685-9c7b-4707-8bbe-32594738ecf7 on network f90f769a-ff23-4d9d-a690-1d8cae26e03f {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:36:48.847107 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-6213bdc8-1c10-463f-8b82-bf7712d52e32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ddaaadc-f5ff-49ae-b08f-9cb97bad8a57', 'name': 'tempest-AttachSCSIVolumeTestJSON-754774248-router', 'tenant_id': 'c6353cb62453414b9aa9745dd88c3c93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.193'}], 'enable_snat': True}, 'gw_port_id': 'b4cf1358-a9b6-46c5-99ad-040b48bf5837', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:36:35Z', 'updated_at': '2021-08-12T14:36:42Z', 'revision_number': 4, 'project_id': 'c6353cb62453414b9aa9745dd88c3c93', 'gw_port': {'id': 'b4cf1358-a9b6-46c5-99ad-040b48bf5837', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:dd:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ddaaadc-f5ff-49ae-b08f-9cb97bad8a57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 777, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:36:36Z', 'updated_at': '2021-08-12T14:36:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': '1549c8c4-630f-430e-b5ba-6997b553ce73', 'name': '', 'network_id': '3639a5bb-e2f3-4c58-83b4-19e7e72a5347', 'tenant_id': 'c6353cb62453414b9aa9745dd88c3c93', 'mac_address': 'fa:16:3e:f6:ce:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ddaaadc-f5ff-49ae-b08f-9cb97bad8a57', 'device_owner': 'network:router_interface', 'standard_attr_id': 788, 'fixed_ips': [{'subnet_id': '463d04ce-55b6-4138-a233-8d1ceeb0ed15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:36:40Z', 'updated_at': '2021-08-12T14:36:42Z', 'revision_number': 2, 'project_id': 'c6353cb62453414b9aa9745dd88c3c93', 'subnets': [{'id': '463d04ce-55b6-4138-a233-8d1ceeb0ed15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:36:48.897392 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a336f43-04e7-4212-a886-fcc7b307d476 None None] Checking agent: {'id': '16de73ac-f2e9-4cee-b3e0-91052ae3e6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 20, 13), 'started_at': datetime.datetime(2021, 8, 12, 14, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 36, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:36:48.897811 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a336f43-04e7-4212-a886-fcc7b307d476 None None] Checking segment: {'id': '80c564ff-005e-4d06-a9e7-b66b21f9041c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'f90f769a-ff23-4d9d-a690-1d8cae26e03f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:36:48.898240 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-3a336f43-04e7-4212-a886-fcc7b307d476 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:48.898644 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a336f43-04e7-4212-a886-fcc7b307d476 None None] Bound using segment: {'id': '80c564ff-005e-4d06-a9e7-b66b21f9041c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'f90f769a-ff23-4d9d-a690-1d8cae26e03f'} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:36:48.899186 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-3a336f43-04e7-4212-a886-fcc7b307d476 None None] Bound port: 9d68b685-9c7b-4707-8bbe-32594738ecf7, host: n-d-694802-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80c564ff-005e-4d06-a9e7-b66b21f9041c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'f90f769a-ff23-4d9d-a690-1d8cae26e03f'}}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:36:48.899585 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-3a336f43-04e7-4212-a886-fcc7b307d476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:48.927920 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6213bdc8-1c10-463f-8b82-bf7712d52e32 None None] Checking router: 8ddaaadc-f5ff-49ae-b08f-9cb97bad8a57 for host: n-d-694802-15 {{(pid=94469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 14:36:48.929274 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6213bdc8-1c10-463f-8b82-bf7712d52e32 None None] Updating router 8ddaaadc-f5ff-49ae-b08f-9cb97bad8a57 port 1549c8c4-630f-430e-b5ba-6997b553ce73 binding host n-d-694802-15 {{(pid=94469) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 14:36:48.976812 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-6213bdc8-1c10-463f-8b82-bf7712d52e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:49.057290 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port b4cf1358-a9b6-46c5-99ad-040b48bf5837 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:36:49.057835 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:49.080462 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-3a336f43-04e7-4212-a886-fcc7b307d476 None None] For port 9d68b685-9c7b-4707-8bbe-32594738ecf7, host n-d-694802-15, cleared binding levels {{(pid=94468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:36:49.097782 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-3a336f43-04e7-4212-a886-fcc7b307d476 None None] For port 9d68b685-9c7b-4707-8bbe-32594738ecf7, host n-d-694802-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=9d68b685-9c7b-4707-8bbe-32594738ecf7,segment=NetworkSegment(80c564ff-005e-4d06-a9e7-b66b21f9041c),segment_id=80c564ff-005e-4d06-a9e7-b66b21f9041c)] {{(pid=94468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:36:49.109231 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-3a336f43-04e7-4212-a886-fcc7b307d476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:49.159935 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-108c514a-dec1-4364-8f44-34703efe8237 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:49.199187 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-108c514a-dec1-4364-8f44-34703efe8237 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:49.315922 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a336f43-04e7-4212-a886-fcc7b307d476 None None] Pushing event updated for resources: {'Port': ['ID=9d68b685-9c7b-4707-8bbe-32594738ecf7,revision_number=2']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:36:49.499059 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7742402-ad5c-4c02-a402-b44caf307b38 req-65a14a37-dd8a-4fa6-a8d5-a65aba8b4c3d tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:36:49.506951 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d7742402-ad5c-4c02-a402-b44caf307b38 req-65a14a37-dd8a-4fa6-a8d5-a65aba8b4c3d tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] 10.222.0.39 "GET /v2.0/ports?device_id=7303f3e1-a22d-4756-9dd6-598ca30ec2f7 HTTP/1.1" status: 200 len: 945 time: 1.0309329 Aug 12 14:36:49.523836 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-9b7f31f5-96ec-4acb-a22a-7aefbfbdbec2 req-7502c19a-ff37-42f3-8109-019687e330b2 tempest-InstanceActionsNegativeTestJSON-551573381 tempest-InstanceActionsNegativeTestJSON-551573381-project] 10.222.0.39 "GET /v2.0/ports?device_id=351e5a79-6c60-41d5-9dc8-eccd9b6fd764 HTTP/1.1" status: 200 len: 210 time: 0.0500474 Aug 12 14:36:49.570540 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-108c514a-dec1-4364-8f44-34703efe8237 admin admin] Allocated IP 172.25.1.252 (d3759e1b-6c03-45ac-acd4-90abb417809b/f0254f08-c19c-4e31-bd9c-09389ea4b6f2/089a961d-c1ee-4114-942a-269c8191d77a) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:36:49.649309 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-6684cb13-d0c6-491e-babb-cda610918532 req-ce75731b-fca3-4a03-ba01-b265ac2ace29 tempest-InstanceActionsNegativeTestJSON-551573381 tempest-InstanceActionsNegativeTestJSON-551573381-project] Notify callbacks [] for port, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:49.677216 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-6213bdc8-1c10-463f-8b82-bf7712d52e32 None None] Notify callbacks [] for port, precommit_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:49.705075 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.provisioning_blocks [None req-6213bdc8-1c10-463f-8b82-bf7712d52e32 None None] Transition to ACTIVE for port object 1549c8c4-630f-430e-b5ba-6997b553ce73 will not be triggered until provisioned by entity L2. {{(pid=94469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:36:49.718228 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-6213bdc8-1c10-463f-8b82-bf7712d52e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:49.721554 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-6684cb13-d0c6-491e-babb-cda610918532 req-ce75731b-fca3-4a03-ba01-b265ac2ace29 tempest-InstanceActionsNegativeTestJSON-551573381 tempest-InstanceActionsNegativeTestJSON-551573381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:49.742650 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d7742402-ad5c-4c02-a402-b44caf307b38 req-8e3c5ce0-469c-4a49-9f7b-888994f418c1 tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] 10.222.0.39 "GET /v2.0/security-groups?id=c46585fa-da50-4ef3-834f-e3a7c15dd624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2347953 Aug 12 14:36:49.804275 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-108c514a-dec1-4364-8f44-34703efe8237 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:49.811335 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6684cb13-d0c6-491e-babb-cda610918532 req-ce75731b-fca3-4a03-ba01-b265ac2ace29 tempest-InstanceActionsNegativeTestJSON-551573381 tempest-InstanceActionsNegativeTestJSON-551573381-project] Network 8d5fef7d-5c00-4731-a95a-e743a6172671 is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:36:49.832750 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [req-6684cb13-d0c6-491e-babb-cda610918532 req-ce75731b-fca3-4a03-ba01-b265ac2ace29 tempest-InstanceActionsNegativeTestJSON-551573381 tempest-InstanceActionsNegativeTestJSON-551573381-project] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:36:49.838131 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [req-6684cb13-d0c6-491e-babb-cda610918532 req-ce75731b-fca3-4a03-ba01-b265ac2ace29 tempest-InstanceActionsNegativeTestJSON-551573381 tempest-InstanceActionsNegativeTestJSON-551573381-project] Received port after_create {{(pid=94467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:36:49.886736 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3161bed-7cd8-4b69-b6e5-375d2f981170 None None] Pushing event updated for resources: {'Port': ['ID=1549c8c4-630f-430e-b5ba-6997b553ce73,revision_number=3']} {{(pid=94469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:36:49.887353 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce75731b-fca3-4a03-ba01-b265ac2ace29 tempest-InstanceActionsNegativeTestJSON-551573381 tempest-InstanceActionsNegativeTestJSON-551573381-project] Pushing event updated for resources: {'Port': ['ID=91b10cbe-0d22-4251-bbbc-b0a40d2b374a,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:36:49.898906 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3161bed-7cd8-4b69-b6e5-375d2f981170 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:36:49.899414 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3161bed-7cd8-4b69-b6e5-375d2f981170 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:36:49.899854 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3161bed-7cd8-4b69-b6e5-375d2f981170 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:36:49.900394 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3161bed-7cd8-4b69-b6e5-375d2f981170 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:36:49.901143 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3161bed-7cd8-4b69-b6e5-375d2f981170 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:36:49.901571 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3161bed-7cd8-4b69-b6e5-375d2f981170 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:36:49.901997 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3161bed-7cd8-4b69-b6e5-375d2f981170 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:36:49.902440 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3161bed-7cd8-4b69-b6e5-375d2f981170 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:36:49.902843 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3161bed-7cd8-4b69-b6e5-375d2f981170 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:36:49.903389 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3161bed-7cd8-4b69-b6e5-375d2f981170 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:36:49.908001 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3161bed-7cd8-4b69-b6e5-375d2f981170 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:36:49.908519 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3161bed-7cd8-4b69-b6e5-375d2f981170 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:36:49.944493 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-108c514a-dec1-4364-8f44-34703efe8237 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:49.956746 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6684cb13-d0c6-491e-babb-cda610918532 req-ce75731b-fca3-4a03-ba01-b265ac2ace29 tempest-InstanceActionsNegativeTestJSON-551573381 tempest-InstanceActionsNegativeTestJSON-551573381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:36:49.959319 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-6684cb13-d0c6-491e-babb-cda610918532 req-ce75731b-fca3-4a03-ba01-b265ac2ace29 tempest-InstanceActionsNegativeTestJSON-551573381 tempest-InstanceActionsNegativeTestJSON-551573381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:50.017924 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6684cb13-d0c6-491e-babb-cda610918532 req-ce75731b-fca3-4a03-ba01-b265ac2ace29 tempest-InstanceActionsNegativeTestJSON-551573381 tempest-InstanceActionsNegativeTestJSON-551573381-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5345542 Aug 12 14:36:50.021691 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.managers [None req-6213bdc8-1c10-463f-8b82-bf7712d52e32 None None] Attempting to bind port 1549c8c4-630f-430e-b5ba-6997b553ce73 on host n-d-694802-15 for vnic_type normal with profile {{(pid=94469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:36:50.022163 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.managers [None req-6213bdc8-1c10-463f-8b82-bf7712d52e32 None None] Attempting to bind port 1549c8c4-630f-430e-b5ba-6997b553ce73 by drivers openvswitch,hyperv on host n-d-694802-15 at level 0 using segments [{'id': 'b44099f3-91d6-4d7d-9179-809cce66c47f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '3639a5bb-e2f3-4c58-83b4-19e7e72a5347'}] {{(pid=94469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:36:50.022631 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6213bdc8-1c10-463f-8b82-bf7712d52e32 None None] Attempting to bind port 1549c8c4-630f-430e-b5ba-6997b553ce73 on network 3639a5bb-e2f3-4c58-83b4-19e7e72a5347 {{(pid=94469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:36:50.029519 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e976b775-d3b3-4907-bece-9c4a05174622 req-4743c644-f09a-4242-88b5-9814de5b2b0a tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:36:50.036958 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6213bdc8-1c10-463f-8b82-bf7712d52e32 None None] Checking agent: {'id': '16de73ac-f2e9-4cee-b3e0-91052ae3e6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 20, 13), 'started_at': datetime.datetime(2021, 8, 12, 14, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 36, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:36:50.038720 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6213bdc8-1c10-463f-8b82-bf7712d52e32 None None] Checking segment: {'id': 'b44099f3-91d6-4d7d-9179-809cce66c47f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '3639a5bb-e2f3-4c58-83b4-19e7e72a5347'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:36:50.039283 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-6213bdc8-1c10-463f-8b82-bf7712d52e32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:50.039785 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6213bdc8-1c10-463f-8b82-bf7712d52e32 None None] Bound using segment: {'id': 'b44099f3-91d6-4d7d-9179-809cce66c47f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '3639a5bb-e2f3-4c58-83b4-19e7e72a5347'} {{(pid=94469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:36:50.040956 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.managers [None req-6213bdc8-1c10-463f-8b82-bf7712d52e32 None None] Bound port: 1549c8c4-630f-430e-b5ba-6997b553ce73, host: n-d-694802-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b44099f3-91d6-4d7d-9179-809cce66c47f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '3639a5bb-e2f3-4c58-83b4-19e7e72a5347'}}] {{(pid=94469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:36:50.041653 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-6213bdc8-1c10-463f-8b82-bf7712d52e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:50.043448 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e976b775-d3b3-4907-bece-9c4a05174622 req-4743c644-f09a-4242-88b5-9814de5b2b0a tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] 10.222.0.39 "GET /v2.0/ports?device_id=56e005fa-0896-490e-9646-8a24af6536d9 HTTP/1.1" status: 200 len: 946 time: 0.1619294 Aug 12 14:36:50.058658 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-108c514a-dec1-4364-8f44-34703efe8237 admin admin] Network d3759e1b-6c03-45ac-acd4-90abb417809b is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:36:50.062300 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-108c514a-dec1-4364-8f44-34703efe8237 admin admin] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:36:50.070772 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-108c514a-dec1-4364-8f44-34703efe8237 admin admin] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:36:50.075889 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-6684cb13-d0c6-491e-babb-cda610918532 req-d1a2e4ae-40c8-4195-a0d8-36c123893d93 service neutron] Request body: {'port': {'device_id': '351e5a79-6c60-41d5-9dc8-eccd9b6fd764', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-694802-15'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:36:50.133155 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.db [None req-6213bdc8-1c10-463f-8b82-bf7712d52e32 None None] For port 1549c8c4-630f-430e-b5ba-6997b553ce73, host n-d-694802-15, cleared binding levels {{(pid=94469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:36:50.135610 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108c514a-dec1-4364-8f44-34703efe8237 admin admin] Pushing event updated for resources: {'Port': ['ID=089a961d-c1ee-4114-942a-269c8191d77a,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:36:50.137206 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.db [None req-6213bdc8-1c10-463f-8b82-bf7712d52e32 None None] For port 1549c8c4-630f-430e-b5ba-6997b553ce73, host n-d-694802-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=1549c8c4-630f-430e-b5ba-6997b553ce73,segment=NetworkSegment(b44099f3-91d6-4d7d-9179-809cce66c47f),segment_id=b44099f3-91d6-4d7d-9179-809cce66c47f)] {{(pid=94469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:36:50.148510 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-6213bdc8-1c10-463f-8b82-bf7712d52e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:50.284059 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3161bed-7cd8-4b69-b6e5-375d2f981170 None None] Pushing event updated for resources: {'Port': ['ID=1549c8c4-630f-430e-b5ba-6997b553ce73,revision_number=4']} {{(pid=94469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:36:50.351529 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6213bdc8-1c10-463f-8b82-bf7712d52e32 None None] Routers {'8ddaaadc-f5ff-49ae-b08f-9cb97bad8a57'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:36:50.352045 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-6213bdc8-1c10-463f-8b82-bf7712d52e32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:36:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['8ddaaadc-f5ff-49ae-b08f-9cb97bad8a57'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:36:50.444292 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-6684cb13-d0c6-491e-babb-cda610918532 req-d1a2e4ae-40c8-4195-a0d8-36c123893d93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:50.477442 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e976b775-d3b3-4907-bece-9c4a05174622 req-91871ad5-c745-44e0-aa02-2ecea5928215 tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ad0002e-d03d-4ace-861f-ca41a35b7aed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4328043 Aug 12 14:36:50.782351 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-63bb5f27-4d5e-4776-b629-bee1c2a19ba1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66663830'] for router_interface, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:50.794373 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-6213bdc8-1c10-463f-8b82-bf7712d52e32 None None] Set router 8ddaaadc-f5ff-49ae-b08f-9cb97bad8a57 gateway port host: n-d-694802-15 {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:36:51.023076 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 9d68b685-9c7b-4707-8bbe-32594738ecf7 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:36:51.105272 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-108c514a-dec1-4364-8f44-34703efe8237 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:51.112711 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-7936d11d-7e79-4749-88cb-f475493d44fa req-32088151-bff9-4dc3-9899-055265d6644a service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=dace4959-84df-4964-8a1e-18565c9c7311&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1322920 Aug 12 14:36:51.174936 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning for port 9d68b685-9c7b-4707-8bbe-32594738ecf7 completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:36:51.189719 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 1549c8c4-630f-430e-b5ba-6997b553ce73 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:36:51.276749 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f22e912d-7f0d-408a-95ec-fae6614628ce None None] Network f90f769a-ff23-4d9d-a690-1d8cae26e03f requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:36:51.293475 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7936d11d-7e79-4749-88cb-f475493d44fa req-6921eb80-5222-4ca7-a191-becb7ad033a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:36:51.295092 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-7936d11d-7e79-4749-88cb-f475493d44fa req-6921eb80-5222-4ca7-a191-becb7ad033a2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c7cf81f007a244068628d9dac2415a0e&device_id=dace4959-84df-4964-8a1e-18565c9c7311 HTTP/1.1" status: 200 len: 1098 time: 0.1275556 Aug 12 14:36:51.297425 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cfd1ba-aa5c-4aab-ab11-54bf8ff84511 req-d75535b8-f1c8-4a61-b5f6-f889a6e62035 tempest-InstanceActionsNegativeTestJSON-551573381 tempest-InstanceActionsNegativeTestJSON-551573381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:36:51.311649 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f8cfd1ba-aa5c-4aab-ab11-54bf8ff84511 req-d75535b8-f1c8-4a61-b5f6-f889a6e62035 tempest-InstanceActionsNegativeTestJSON-551573381 tempest-InstanceActionsNegativeTestJSON-551573381-project] 10.222.0.39 "GET /v2.0/ports?device_id=351e5a79-6c60-41d5-9dc8-eccd9b6fd764 HTTP/1.1" status: 200 len: 932 time: 0.3833489 Aug 12 14:36:51.422543 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-1c1cbec9-70fa-4df3-8551-d1e70d179503 None None] Provisioning for port 9d68b685-9c7b-4707-8bbe-32594738ecf7 completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:36:51.467283 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-1c1cbec9-70fa-4df3-8551-d1e70d179503 None None] Provisioning complete for port 9d68b685-9c7b-4707-8bbe-32594738ecf7 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:36:51.483144 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-1c1cbec9-70fa-4df3-8551-d1e70d179503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:51.550095 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f8cfd1ba-aa5c-4aab-ab11-54bf8ff84511 req-a26f9fe9-9744-4afb-9e55-4a7fa7c285b1 tempest-InstanceActionsNegativeTestJSON-551573381 tempest-InstanceActionsNegativeTestJSON-551573381-project] 10.222.0.39 "GET /v2.0/security-groups?id=2c4736dc-34dc-47fa-8c2b-edbd277e5b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2374005 Aug 12 14:36:51.575597 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-6213bdc8-1c10-463f-8b82-bf7712d52e32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ddaaadc-f5ff-49ae-b08f-9cb97bad8a57', 'name': 'tempest-AttachSCSIVolumeTestJSON-754774248-router', 'tenant_id': 'c6353cb62453414b9aa9745dd88c3c93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.193'}], 'enable_snat': True}, 'gw_port_id': 'b4cf1358-a9b6-46c5-99ad-040b48bf5837', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:36:35Z', 'updated_at': '2021-08-12T14:36:42Z', 'revision_number': 4, 'project_id': 'c6353cb62453414b9aa9745dd88c3c93', 'gw_port': {'id': 'b4cf1358-a9b6-46c5-99ad-040b48bf5837', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:dd:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ddaaadc-f5ff-49ae-b08f-9cb97bad8a57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 777, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:36:36Z', 'updated_at': '2021-08-12T14:36:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': '1549c8c4-630f-430e-b5ba-6997b553ce73', 'name': '', 'network_id': '3639a5bb-e2f3-4c58-83b4-19e7e72a5347', 'tenant_id': 'c6353cb62453414b9aa9745dd88c3c93', 'mac_address': 'fa:16:3e:f6:ce:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ddaaadc-f5ff-49ae-b08f-9cb97bad8a57', 'device_owner': 'network:router_interface', 'standard_attr_id': 788, 'fixed_ips': [{'subnet_id': '463d04ce-55b6-4138-a233-8d1ceeb0ed15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:36:40Z', 'updated_at': '2021-08-12T14:36:50Z', 'revision_number': 4, 'project_id': 'c6353cb62453414b9aa9745dd88c3c93', 'subnets': [{'id': '463d04ce-55b6-4138-a233-8d1ceeb0ed15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:36:51.681086 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning for port 1549c8c4-630f-430e-b5ba-6997b553ce73 completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:36:51.710537 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port 1549c8c4-630f-430e-b5ba-6997b553ce73 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:36:51.711365 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:51.765706 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6213bdc8-1c10-463f-8b82-bf7712d52e32 None None] The sync data for ids ['8ddaaadc-f5ff-49ae-b08f-9cb97bad8a57'] in n-d-694802-15 is: [{'id': '8ddaaadc-f5ff-49ae-b08f-9cb97bad8a57', 'name': 'tempest-AttachSCSIVolumeTestJSON-754774248-router', 'tenant_id': 'c6353cb62453414b9aa9745dd88c3c93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.193'}], 'enable_snat': True}, 'gw_port_id': 'b4cf1358-a9b6-46c5-99ad-040b48bf5837', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:36:35Z', 'updated_at': '2021-08-12T14:36:42Z', 'revision_number': 4, 'project_id': 'c6353cb62453414b9aa9745dd88c3c93', 'gw_port': {'id': 'b4cf1358-a9b6-46c5-99ad-040b48bf5837', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:dd:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ddaaadc-f5ff-49ae-b08f-9cb97bad8a57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 777, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:36:36Z', 'updated_at': '2021-08-12T14:36:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': '1549c8c4-630f-430e-b5ba-6997b553ce73', 'name': '', 'network_id': '3639a5bb-e2f3-4c58-83b4-19e7e72a5347', 'tenant_id': 'c6353cb62453414b9aa9745dd88c3c93', 'mac_address': 'fa:16:3e:f6:ce:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ddaaadc-f5ff-49ae-b08f-9cb97bad8a57', 'device_owner': 'network:router_interface', 'standard_attr_id': 788, 'fixed_ips': [{'subnet_id': '463d04ce-55b6-4138-a233-8d1ceeb0ed15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:36:40Z', 'updated_at': '2021-08-12T14:36:50Z', 'revision_number': 4, 'project_id': 'c6353cb62453414b9aa9745dd88c3c93', 'subnets': [{'id': '463d04ce-55b6-4138-a233-8d1ceeb0ed15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 14:36:51.847950 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7936d11d-7e79-4749-88cb-f475493d44fa req-4b533fa0-806d-430c-9e7f-a4c1438115ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:36:51.849515 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-7936d11d-7e79-4749-88cb-f475493d44fa req-4b533fa0-806d-430c-9e7f-a4c1438115ad service neutron] 10.222.0.64 "GET /v2.0/networks?id=63f7bb20-fe7c-43e3-bcb6-44025e6f4b9c HTTP/1.1" status: 200 len: 916 time: 0.5218494 Aug 12 14:36:51.880505 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-108c514a-dec1-4364-8f44-34703efe8237 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-429413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-431608'] for router, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:51.930250 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-7936d11d-7e79-4749-88cb-f475493d44fa req-5c817d45-bc13-4b14-b746-98603168d6b4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=98b2f474-3add-4406-8544-afd4b82043d3 HTTP/1.1" status: 200 len: 217 time: 0.0681174 Aug 12 14:36:52.019821 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b6271e-f4fc-433f-9e9c-3b07244d0c15 req-a2990100-2ac4-4bcc-ba59-bf021d9f57db tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:36:52.031467 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d7b6271e-f4fc-433f-9e9c-3b07244d0c15 req-a2990100-2ac4-4bcc-ba59-bf021d9f57db tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] 10.222.0.39 "GET /v2.0/ports?device_id=56e005fa-0896-490e-9646-8a24af6536d9 HTTP/1.1" status: 200 len: 946 time: 0.2819753 Aug 12 14:36:52.034034 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-1c1cbec9-70fa-4df3-8551-d1e70d179503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:52.117458 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:52.147630 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7936d11d-7e79-4749-88cb-f475493d44fa req-0215fa1b-d62b-4cd3-b5c9-0b75061eddc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:36:52.149117 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-7936d11d-7e79-4749-88cb-f475493d44fa req-0215fa1b-d62b-4cd3-b5c9-0b75061eddc8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=65ea27f3-7f0e-428c-8c45-871b6e9bfddc HTTP/1.1" status: 200 len: 855 time: 0.0739617 Aug 12 14:36:52.193396 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-7936d11d-7e79-4749-88cb-f475493d44fa req-3ed196b9-1df1-4163-a358-152497a7faa1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=63f7bb20-fe7c-43e3-bcb6-44025e6f4b9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359106 Aug 12 14:36:52.217296 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-108c514a-dec1-4364-8f44-34703efe8237 admin admin] Router 6cdfc11b-7fea-429c-88f9-93ed981e686c is scheduled to L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f with binding_index 1 {{(pid=94466) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 14:36:52.327065 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d7b6271e-f4fc-433f-9e9c-3b07244d0c15 req-b3550201-4e01-4b0c-a22d-a1b7a314a64d tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ad0002e-d03d-4ace-861f-ca41a35b7aed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2959273 Aug 12 14:36:52.374276 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [req-6684cb13-d0c6-491e-babb-cda610918532 req-d1a2e4ae-40c8-4195-a0d8-36c123893d93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91b10cbe-0d22-4251-bbbc-b0a40d2b374a {{(pid=94467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:36:52.400025 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-6684cb13-d0c6-491e-babb-cda610918532 req-d1a2e4ae-40c8-4195-a0d8-36c123893d93 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:52.438379 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [req-6684cb13-d0c6-491e-babb-cda610918532 req-d1a2e4ae-40c8-4195-a0d8-36c123893d93 service neutron] Transition to ACTIVE for port object 91b10cbe-0d22-4251-bbbc-b0a40d2b374a will not be triggered until provisioned by entity L2. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:36:52.449463 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-6684cb13-d0c6-491e-babb-cda610918532 req-d1a2e4ae-40c8-4195-a0d8-36c123893d93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:52.596332 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] For port 1549c8c4-630f-430e-b5ba-6997b553ce73, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=1549c8c4-630f-430e-b5ba-6997b553ce73,segment=NetworkSegment(b44099f3-91d6-4d7d-9179-809cce66c47f),segment_id=b44099f3-91d6-4d7d-9179-809cce66c47f)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:36:52.647746 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-108c514a-dec1-4364-8f44-34703efe8237 admin admin] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 14:36:52.678333 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-7936d11d-7e79-4749-88cb-f475493d44fa req-56c00476-3ba0-4266-96cc-da924cb4085f service neutron] 10.222.0.64 "GET /v2.0/networks/63f7bb20-fe7c-43e3-bcb6-44025e6f4b9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4749720 Aug 12 14:36:52.680152 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:52.731760 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-108c514a-dec1-4364-8f44-34703efe8237 admin admin] Notify callbacks [] for router, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:52.735836 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-108c514a-dec1-4364-8f44-34703efe8237 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.7690537 Aug 12 14:36:52.764740 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 38356) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:36:52.879809 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c1b975-8178-4410-b452-c499c3f9f704 None None] Sync routers for ids ['6cdfc11b-7fea-429c-88f9-93ed981e686c'] in n-d-694802-15 {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 14:36:52.904448 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Pushing event updated for resources: {'Port': ['ID=1549c8c4-630f-430e-b5ba-6997b553ce73,revision_number=5']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:36:52.920526 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-1c1cbec9-70fa-4df3-8551-d1e70d179503 None None] For port 9d68b685-9c7b-4707-8bbe-32594738ecf7, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=9d68b685-9c7b-4707-8bbe-32594738ecf7,segment=NetworkSegment(80c564ff-005e-4d06-a9e7-b66b21f9041c),segment_id=80c564ff-005e-4d06-a9e7-b66b21f9041c)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:36:52.924405 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-7936d11d-7e79-4749-88cb-f475493d44fa req-b6b02d77-5a8d-4bec-8acd-d9e91d8e3a03 service neutron] 10.222.0.64 "GET /v2.0/networks/63f7bb20-fe7c-43e3-bcb6-44025e6f4b9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2352791 Aug 12 14:36:52.951588 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-1c1cbec9-70fa-4df3-8551-d1e70d179503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:52.967107 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a2e4ae-40c8-4195-a0d8-36c123893d93 service neutron] Pushing event updated for resources: {'Port': ['ID=91b10cbe-0d22-4251-bbbc-b0a40d2b374a,revision_number=2']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:36:52.976847 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e6419c-8e13-49a1-9eac-0a6401279fa6 req-7ccb24cd-a40e-4b4d-99be-73ab52afed7a tempest-InstanceActionsNegativeTestJSON-551573381 tempest-InstanceActionsNegativeTestJSON-551573381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:36:52.991311 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-81e6419c-8e13-49a1-9eac-0a6401279fa6 req-7ccb24cd-a40e-4b4d-99be-73ab52afed7a tempest-InstanceActionsNegativeTestJSON-551573381 tempest-InstanceActionsNegativeTestJSON-551573381-project] 10.222.0.39 "GET /v2.0/ports?device_id=351e5a79-6c60-41d5-9dc8-eccd9b6fd764 HTTP/1.1" status: 200 len: 944 time: 0.1517360 Aug 12 14:36:53.076849 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-81e6419c-8e13-49a1-9eac-0a6401279fa6 req-7923d841-1445-4322-bd5b-75bd5498ab6a tempest-InstanceActionsNegativeTestJSON-551573381 tempest-InstanceActionsNegativeTestJSON-551573381-project] 10.222.0.39 "GET /v2.0/security-groups?id=2c4736dc-34dc-47fa-8c2b-edbd277e5b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759077 Aug 12 14:36:53.111341 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c1b975-8178-4410-b452-c499c3f9f704 None None] Routers {'6cdfc11b-7fea-429c-88f9-93ed981e686c'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:36:53.112146 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-88c1b975-8178-4410-b452-c499c3f9f704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:36:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['6cdfc11b-7fea-429c-88f9-93ed981e686c'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:36:53.248233 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1752c2-1fcc-47ab-bbaa-855dd43d2b59 req-1f8b60a9-5f41-413d-95a8-6cc45ddeb699 tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:36:53.256050 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-5d1752c2-1fcc-47ab-bbaa-855dd43d2b59 req-1f8b60a9-5f41-413d-95a8-6cc45ddeb699 tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] 10.222.0.39 "GET /v2.0/ports?device_id=7303f3e1-a22d-4756-9dd6-598ca30ec2f7 HTTP/1.1" status: 200 len: 945 time: 0.6325729 Aug 12 14:36:53.297449 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1cbec9-70fa-4df3-8551-d1e70d179503 None None] Pushing event updated for resources: {'Port': ['ID=9d68b685-9c7b-4707-8bbe-32594738ecf7,revision_number=3']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:36:53.330612 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-5d1752c2-1fcc-47ab-bbaa-855dd43d2b59 req-9e8db03d-2374-4e59-956b-e11b5207dec9 tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] 10.222.0.39 "GET /v2.0/security-groups?id=c46585fa-da50-4ef3-834f-e3a7c15dd624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736098 Aug 12 14:36:53.350019 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvr_db [None req-88c1b975-8178-4410-b452-c499c3f9f704 None None] Set router 6cdfc11b-7fea-429c-88f9-93ed981e686c gateway port host: n-d-694802-15 {{(pid=94468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:36:53.396787 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-63bb5f27-4d5e-4776-b629-bee1c2a19ba1 admin admin] Deleting port cc8126a3-18ef-458b-af1d-fc91ac73896b {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:36:53.397133 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-63bb5f27-4d5e-4776-b629-bee1c2a19ba1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:53.508120 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [None req-63bb5f27-4d5e-4776-b629-bee1c2a19ba1 admin admin] For port cc8126a3-18ef-458b-af1d-fc91ac73896b, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=cc8126a3-18ef-458b-af1d-fc91ac73896b,segment=NetworkSegment(4616e9ca-58b2-469d-b6a9-0e97b7f9a17a),segment_id=4616e9ca-58b2-469d-b6a9-0e97b7f9a17a)] {{(pid=94467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:36:53.508491 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-63bb5f27-4d5e-4776-b629-bee1c2a19ba1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:53.519250 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894a82ec-80d8-450a-9aa1-dfd89b801841 req-ccc7e583-7c61-46b6-97ee-f9c5e230432e tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:36:53.524109 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-63bb5f27-4d5e-4776-b629-bee1c2a19ba1 admin admin] Calling delete_port for cc8126a3-18ef-458b-af1d-fc91ac73896b owned by network:router_interface {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:36:53.536255 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-894a82ec-80d8-450a-9aa1-dfd89b801841 req-ccc7e583-7c61-46b6-97ee-f9c5e230432e tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] 10.222.0.39 "GET /v2.0/ports?device_id=56e005fa-0896-490e-9646-8a24af6536d9 HTTP/1.1" status: 200 len: 946 time: 0.0953557 Aug 12 14:36:53.541955 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-93e0611f-872e-449a-87c0-30ce103211e9 None None] Provisioning complete for port 9d68b685-9c7b-4707-8bbe-32594738ecf7 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:36:53.542591 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93e0611f-872e-449a-87c0-30ce103211e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:53.618910 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-894a82ec-80d8-450a-9aa1-dfd89b801841 req-81eded6b-67c1-41a3-8263-9debc11c4d00 tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ad0002e-d03d-4ace-861f-ca41a35b7aed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770981 Aug 12 14:36:53.662146 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-6684cb13-d0c6-491e-babb-cda610918532 req-d1a2e4ae-40c8-4195-a0d8-36c123893d93 service neutron] Attempting to bind port 91b10cbe-0d22-4251-bbbc-b0a40d2b374a on host n-h2-694802-15 for vnic_type normal with profile {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:36:53.662895 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-6684cb13-d0c6-491e-babb-cda610918532 req-d1a2e4ae-40c8-4195-a0d8-36c123893d93 service neutron] Attempting to bind port 91b10cbe-0d22-4251-bbbc-b0a40d2b374a by drivers openvswitch,hyperv on host n-h2-694802-15 at level 0 using segments [{'id': '64941cf4-c5e0-4dac-a3a2-372cf4a25bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '8d5fef7d-5c00-4731-a95a-e743a6172671'}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:36:53.663699 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6684cb13-d0c6-491e-babb-cda610918532 req-d1a2e4ae-40c8-4195-a0d8-36c123893d93 service neutron] Attempting to bind port 91b10cbe-0d22-4251-bbbc-b0a40d2b374a on network 8d5fef7d-5c00-4731-a95a-e743a6172671 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:36:53.677731 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6684cb13-d0c6-491e-babb-cda610918532 req-d1a2e4ae-40c8-4195-a0d8-36c123893d93 service neutron] Port 91b10cbe-0d22-4251-bbbc-b0a40d2b374a on network 8d5fef7d-5c00-4731-a95a-e743a6172671 not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-15 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 14:36:53.678582 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6684cb13-d0c6-491e-babb-cda610918532 req-d1a2e4ae-40c8-4195-a0d8-36c123893d93 service neutron] Attempting to bind port 91b10cbe-0d22-4251-bbbc-b0a40d2b374a on network 8d5fef7d-5c00-4731-a95a-e743a6172671 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:36:53.780183 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-88c1b975-8178-4410-b452-c499c3f9f704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cdfc11b-7fea-429c-88f9-93ed981e686c', 'name': 'tempest-AttachSCSIVolumeTestJSON-348292673-router', 'tenant_id': '61c4bff718374c7fae2901007c7a3a67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.252'}], 'enable_snat': True}, 'gw_port_id': '089a961d-c1ee-4114-942a-269c8191d77a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:36:47Z', 'updated_at': '2021-08-12T14:36:50Z', 'revision_number': 3, 'project_id': '61c4bff718374c7fae2901007c7a3a67', 'gw_port': {'id': '089a961d-c1ee-4114-942a-269c8191d77a', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:c7:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cdfc11b-7fea-429c-88f9-93ed981e686c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:36:49Z', 'updated_at': '2021-08-12T14:36:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15'}], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:36:53.786520 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6684cb13-d0c6-491e-babb-cda610918532 req-d1a2e4ae-40c8-4195-a0d8-36c123893d93 service neutron] Checking agent: {'id': 'b7697f71-33f3-4959-ad82-43c2dc15845d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 27, 42), 'started_at': datetime.datetime(2021, 8, 12, 14, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 36, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:36:53.786929 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6684cb13-d0c6-491e-babb-cda610918532 req-d1a2e4ae-40c8-4195-a0d8-36c123893d93 service neutron] Checking segment: {'id': '64941cf4-c5e0-4dac-a3a2-372cf4a25bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '8d5fef7d-5c00-4731-a95a-e743a6172671'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:36:53.787418 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6684cb13-d0c6-491e-babb-cda610918532 req-d1a2e4ae-40c8-4195-a0d8-36c123893d93 service neutron] Bound using segment: {'id': '64941cf4-c5e0-4dac-a3a2-372cf4a25bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '8d5fef7d-5c00-4731-a95a-e743a6172671'} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:36:53.787960 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-6684cb13-d0c6-491e-babb-cda610918532 req-d1a2e4ae-40c8-4195-a0d8-36c123893d93 service neutron] Bound port: 91b10cbe-0d22-4251-bbbc-b0a40d2b374a, host: n-h2-694802-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64941cf4-c5e0-4dac-a3a2-372cf4a25bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '8d5fef7d-5c00-4731-a95a-e743a6172671'}}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:36:53.788375 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-6684cb13-d0c6-491e-babb-cda610918532 req-d1a2e4ae-40c8-4195-a0d8-36c123893d93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:53.830892 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device fdcd46a7-a7dc-4a27-8a8d-758fc2f24f39 details requested by agent hyperv_n-h1-694802-15 with host n-h1-694802-15 {{(pid=94468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 14:36:53.834260 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c1b975-8178-4410-b452-c499c3f9f704 None None] Checking router: 6cdfc11b-7fea-429c-88f9-93ed981e686c for host: n-d-694802-15 {{(pid=94468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 14:36:53.834681 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c1b975-8178-4410-b452-c499c3f9f704 None None] Updating router 6cdfc11b-7fea-429c-88f9-93ed981e686c port 089a961d-c1ee-4114-942a-269c8191d77a binding host n-d-694802-15 {{(pid=94468) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 14:36:53.870506 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-88c1b975-8178-4410-b452-c499c3f9f704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:53.874267 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-6684cb13-d0c6-491e-babb-cda610918532 req-d1a2e4ae-40c8-4195-a0d8-36c123893d93 service neutron] For port 91b10cbe-0d22-4251-bbbc-b0a40d2b374a, host n-h2-694802-15, cleared binding levels {{(pid=94467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:36:53.878063 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-6684cb13-d0c6-491e-babb-cda610918532 req-d1a2e4ae-40c8-4195-a0d8-36c123893d93 service neutron] For port 91b10cbe-0d22-4251-bbbc-b0a40d2b374a, host n-h2-694802-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=91b10cbe-0d22-4251-bbbc-b0a40d2b374a,segment=NetworkSegment(64941cf4-c5e0-4dac-a3a2-372cf4a25bee),segment_id=64941cf4-c5e0-4dac-a3a2-372cf4a25bee)] {{(pid=94467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:36:53.917464 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-6684cb13-d0c6-491e-babb-cda610918532 req-d1a2e4ae-40c8-4195-a0d8-36c123893d93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:53.986468 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a2e4ae-40c8-4195-a0d8-36c123893d93 service neutron] Pushing event updated for resources: {'Port': ['ID=91b10cbe-0d22-4251-bbbc-b0a40d2b374a,revision_number=3']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:36:54.007785 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6684cb13-d0c6-491e-babb-cda610918532 req-d1a2e4ae-40c8-4195-a0d8-36c123893d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:36:54.008434 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-6684cb13-d0c6-491e-babb-cda610918532 req-d1a2e4ae-40c8-4195-a0d8-36c123893d93 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:54.009941 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6684cb13-d0c6-491e-babb-cda610918532 req-d1a2e4ae-40c8-4195-a0d8-36c123893d93 service neutron] 10.222.0.49 "PUT /v2.0/ports/91b10cbe-0d22-4251-bbbc-b0a40d2b374a HTTP/1.1" status: 200 len: 1093 time: 3.9467785 Aug 12 14:36:54.010493 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-63bb5f27-4d5e-4776-b629-bee1c2a19ba1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:54.014267 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '351e5a79-6c60-41d5-9dc8-eccd9b6fd764', 'tag': '91b10cbe-0d22-4251-bbbc-b0a40d2b374a'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:36:54.027798 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e65282f928b64038367d043a4411777802006c43a98742496cb2e25b724ff1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c691dcf-4729-4f1f-9cb4-2d43ac745647" -d '{"events": [{"name": "network-changed", "server_uuid": "351e5a79-6c60-41d5-9dc8-eccd9b6fd764", "tag": "91b10cbe-0d22-4251-bbbc-b0a40d2b374a"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:36:54.154678 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 14:36:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-375f65bf-f5d3-4bd1-85fa-1a3c64bd0c02 x-openstack-request-id: req-375f65bf-f5d3-4bd1-85fa-1a3c64bd0c02 {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:36:54.155288 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "351e5a79-6c60-41d5-9dc8-eccd9b6fd764", "tag": "91b10cbe-0d22-4251-bbbc-b0a40d2b374a", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:36:54.155743 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-375f65bf-f5d3-4bd1-85fa-1a3c64bd0c02 {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:36:54.156317 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '351e5a79-6c60-41d5-9dc8-eccd9b6fd764', 'tag': '91b10cbe-0d22-4251-bbbc-b0a40d2b374a', 'status': 'completed', 'code': 200} Aug 12 14:36:54.163806 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bb5f27-4d5e-4776-b629-bee1c2a19ba1 admin admin] Pushing event deleted for resources: {'Port': ['ID=cc8126a3-18ef-458b-af1d-fc91ac73896b,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:36:54.239221 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-88c1b975-8178-4410-b452-c499c3f9f704 None None] Notify callbacks [] for port, precommit_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:54.267529 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-88c1b975-8178-4410-b452-c499c3f9f704 None None] Transition to ACTIVE for port object 089a961d-c1ee-4114-942a-269c8191d77a will not be triggered until provisioned by entity L2. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:36:54.287762 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-88c1b975-8178-4410-b452-c499c3f9f704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:54.360306 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6684cb13-d0c6-491e-babb-cda610918532 req-c80e0f39-53cc-448d-b877-f967d88a5911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:36:54.362233 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6684cb13-d0c6-491e-babb-cda610918532 req-c80e0f39-53cc-448d-b877-f967d88a5911 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f9729aa96dd249a68c0e367e5b47f05f&device_id=351e5a79-6c60-41d5-9dc8-eccd9b6fd764 HTTP/1.1" status: 200 len: 1096 time: 0.2695239 Aug 12 14:36:54.427379 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6684cb13-d0c6-491e-babb-cda610918532 req-f4e209b2-1aec-4c23-826e-2846ba3dde66 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=91b10cbe-0d22-4251-bbbc-b0a40d2b374a HTTP/1.1" status: 200 len: 217 time: 0.0538721 Aug 12 14:36:54.553994 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1cb0ad-b28c-456f-a266-77de6328667e req-5de060bc-8790-4b70-8782-9f050053f6c5 tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:36:54.565340 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-63bb5f27-4d5e-4776-b629-bee1c2a19ba1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66628352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-430630'] for router_interface, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:54.567588 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-4c1cb0ad-b28c-456f-a266-77de6328667e req-5de060bc-8790-4b70-8782-9f050053f6c5 tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] 10.222.0.39 "GET /v2.0/ports?device_id=7303f3e1-a22d-4756-9dd6-598ca30ec2f7 HTTP/1.1" status: 200 len: 945 time: 0.1287737 Aug 12 14:36:54.618111 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade2b131-0cca-4fc4-adb3-ce9d75776bba req-052e6f29-20e2-4a8b-ac2f-7172390ede99 tempest-InstanceActionsNegativeTestJSON-551573381 tempest-InstanceActionsNegativeTestJSON-551573381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:36:54.620013 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ade2b131-0cca-4fc4-adb3-ce9d75776bba req-052e6f29-20e2-4a8b-ac2f-7172390ede99 tempest-InstanceActionsNegativeTestJSON-551573381 tempest-InstanceActionsNegativeTestJSON-551573381-project] 10.222.0.39 "GET /v2.0/ports?device_id=351e5a79-6c60-41d5-9dc8-eccd9b6fd764 HTTP/1.1" status: 200 len: 944 time: 0.4098270 Aug 12 14:36:54.634467 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-88c1b975-8178-4410-b452-c499c3f9f704 None None] Attempting to bind port 089a961d-c1ee-4114-942a-269c8191d77a on host n-d-694802-15 for vnic_type normal with profile {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:36:54.637604 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-88c1b975-8178-4410-b452-c499c3f9f704 None None] Attempting to bind port 089a961d-c1ee-4114-942a-269c8191d77a by drivers openvswitch,hyperv on host n-d-694802-15 at level 0 using segments [{'id': 'b1b396cb-2dc6-4041-bfc7-1833a80a4720', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:36:54.639510 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c1b975-8178-4410-b452-c499c3f9f704 None None] Attempting to bind port 089a961d-c1ee-4114-942a-269c8191d77a on network d3759e1b-6c03-45ac-acd4-90abb417809b {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:36:54.668220 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-4c1cb0ad-b28c-456f-a266-77de6328667e req-99479cfd-d7c6-4ece-b98d-13332a8f3343 tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] 10.222.0.39 "GET /v2.0/security-groups?id=c46585fa-da50-4ef3-834f-e3a7c15dd624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923393 Aug 12 14:36:54.690952 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c1b975-8178-4410-b452-c499c3f9f704 None None] Checking agent: {'id': '16de73ac-f2e9-4cee-b3e0-91052ae3e6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 20, 13), 'started_at': datetime.datetime(2021, 8, 12, 14, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 36, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:36:54.694264 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c1b975-8178-4410-b452-c499c3f9f704 None None] Checking segment: {'id': 'b1b396cb-2dc6-4041-bfc7-1833a80a4720', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:36:54.694889 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-88c1b975-8178-4410-b452-c499c3f9f704 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:54.695914 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c1b975-8178-4410-b452-c499c3f9f704 None None] Bound using segment: {'id': 'b1b396cb-2dc6-4041-bfc7-1833a80a4720', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:36:54.697441 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-88c1b975-8178-4410-b452-c499c3f9f704 None None] Bound port: 089a961d-c1ee-4114-942a-269c8191d77a, host: n-d-694802-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1b396cb-2dc6-4041-bfc7-1833a80a4720', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'}}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:36:54.697903 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-88c1b975-8178-4410-b452-c499c3f9f704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:54.773049 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c89471-94fb-4c97-a470-9e5fe6c391c6 None None] Pushing event updated for resources: {'Port': ['ID=089a961d-c1ee-4114-942a-269c8191d77a,revision_number=2']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:36:54.891880 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd4c768-46cc-4262-b370-74b9c7a83808 req-55ad1542-220b-4fe2-a6dd-5856a54f0cd4 tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:36:54.905818 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-bfd4c768-46cc-4262-b370-74b9c7a83808 req-55ad1542-220b-4fe2-a6dd-5856a54f0cd4 tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] 10.222.0.39 "GET /v2.0/ports?device_id=56e005fa-0896-490e-9646-8a24af6536d9 HTTP/1.1" status: 200 len: 946 time: 0.1276541 Aug 12 14:36:54.946140 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port fdcd46a7-a7dc-4a27-8a8d-758fc2f24f39, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=fdcd46a7-a7dc-4a27-8a8d-758fc2f24f39,segment=NetworkSegment(5ea1fe2e-eeef-460a-999b-4e3aad831451),segment_id=5ea1fe2e-eeef-460a-999b-4e3aad831451)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:36:54.973028 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-88c1b975-8178-4410-b452-c499c3f9f704 None None] For port 089a961d-c1ee-4114-942a-269c8191d77a, host n-d-694802-15, cleared binding levels {{(pid=94468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:36:54.993302 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-88c1b975-8178-4410-b452-c499c3f9f704 None None] For port 089a961d-c1ee-4114-942a-269c8191d77a, host n-d-694802-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=089a961d-c1ee-4114-942a-269c8191d77a,segment=NetworkSegment(b1b396cb-2dc6-4041-bfc7-1833a80a4720),segment_id=b1b396cb-2dc6-4041-bfc7-1833a80a4720)] {{(pid=94468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:36:55.014609 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Returning: {'device': 'fdcd46a7-a7dc-4a27-8a8d-758fc2f24f39', 'network_id': '66286ace-0f28-443f-a69d-5df85949d220', 'port_id': 'fdcd46a7-a7dc-4a27-8a8d-758fc2f24f39', 'mac_address': 'fa:16:3e:27:1e:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39fc4ab3-8f53-4eb4-b1df-ab065bbb1694', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 14:36:55.016854 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-bfd4c768-46cc-4262-b370-74b9c7a83808 req-a38e6893-a5a5-429e-9412-7e7a5c89826f tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ad0002e-d03d-4ace-861f-ca41a35b7aed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077056 Aug 12 14:36:55.025307 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-88c1b975-8178-4410-b452-c499c3f9f704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:55.157916 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 9d68b685-9c7b-4707-8bbe-32594738ecf7 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:36:55.174756 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-1da206a4-cf2a-432e-bcbd-c38cbf4b5718 req-4d8c65fe-8d49-4295-b9e3-a4a37395c5a3 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=8ed0b090-d715-45eb-a73a-683995b5af12&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0730028 Aug 12 14:36:55.258552 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:55.283270 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da206a4-cf2a-432e-bcbd-c38cbf4b5718 req-b3813d7f-45bd-42fa-98aa-d26ab41ed139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:36:55.284670 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fdcd46a7-a7dc-4a27-8a8d-758fc2f24f39 {{(pid=94468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:36:55.291291 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-1da206a4-cf2a-432e-bcbd-c38cbf4b5718 req-b3813d7f-45bd-42fa-98aa-d26ab41ed139 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=67787a84bb704413b5454c6fdcf0c251&device_id=8ed0b090-d715-45eb-a73a-683995b5af12 HTTP/1.1" status: 200 len: 1097 time: 0.0884323 Aug 12 14:36:55.318170 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port fdcd46a7-a7dc-4a27-8a8d-758fc2f24f39, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=fdcd46a7-a7dc-4a27-8a8d-758fc2f24f39,segment=NetworkSegment(5ea1fe2e-eeef-460a-999b-4e3aad831451),segment_id=5ea1fe2e-eeef-460a-999b-4e3aad831451)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:36:55.334757 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:55.359256 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c1b975-8178-4410-b452-c499c3f9f704 None None] Routers {'6cdfc11b-7fea-429c-88f9-93ed981e686c'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:36:55.360085 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-88c1b975-8178-4410-b452-c499c3f9f704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:36:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['6cdfc11b-7fea-429c-88f9-93ed981e686c'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:36:55.368521 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port 9d68b685-9c7b-4707-8bbe-32594738ecf7 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:36:55.368970 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:55.412272 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ade2b131-0cca-4fc4-adb3-ce9d75776bba req-9e972af0-def3-4dff-9e46-ee42e78dfb58 tempest-InstanceActionsNegativeTestJSON-551573381 tempest-InstanceActionsNegativeTestJSON-551573381-project] 10.222.0.39 "GET /v2.0/security-groups?id=2c4736dc-34dc-47fa-8c2b-edbd277e5b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7707565 Aug 12 14:36:55.420335 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6684cb13-d0c6-491e-babb-cda610918532 req-a0b0266c-db78-4c91-8439-9b2eca1f57b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:36:55.422018 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6684cb13-d0c6-491e-babb-cda610918532 req-a0b0266c-db78-4c91-8439-9b2eca1f57b4 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fff94baf-26d3-4251-a396-261b6bde0cb6 HTTP/1.1" status: 200 len: 862 time: 0.8520744 Aug 12 14:36:55.526688 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da206a4-cf2a-432e-bcbd-c38cbf4b5718 req-6cdb9645-5584-4890-a7cb-0edb96863b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:36:55.528586 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-1da206a4-cf2a-432e-bcbd-c38cbf4b5718 req-6cdb9645-5584-4890-a7cb-0edb96863b09 service neutron] 10.222.0.49 "GET /v2.0/networks?id=8a71aa16-6082-45cb-9783-85f01df10691 HTTP/1.1" status: 200 len: 925 time: 0.2169573 Aug 12 14:36:55.528939 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] get_ports_and_sgs() called for port_ids ['fdcd46a7-a7dc-4a27-8a8d-758fc2f24f39'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:36:55.598777 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c89471-94fb-4c97-a470-9e5fe6c391c6 None None] Pushing event updated for resources: {'Port': ['ID=089a961d-c1ee-4114-942a-269c8191d77a,revision_number=3']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:36:55.612459 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-3765f19c-5caa-4380-bc24-5af62d51a8f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:55.622591 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-1da206a4-cf2a-432e-bcbd-c38cbf4b5718 req-1fbe2384-958e-4d65-92b0-f30d6a23397e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=629e11cb-bd6e-4779-ae69-9bb95031379c HTTP/1.1" status: 200 len: 1001 time: 0.0864286 Aug 12 14:36:55.675186 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6684cb13-d0c6-491e-babb-cda610918532 req-1de49a5f-3dca-4cb7-b0ed-63040a902597 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8d5fef7d-5c00-4731-a95a-e743a6172671&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1712945 Aug 12 14:36:55.749330 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da206a4-cf2a-432e-bcbd-c38cbf4b5718 req-96e7a579-bb17-4fbe-9b1f-c79ab91fd32b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:36:55.752680 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-1da206a4-cf2a-432e-bcbd-c38cbf4b5718 req-96e7a579-bb17-4fbe-9b1f-c79ab91fd32b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=eaf44e2b-51e5-4157-8e0e-0a0a05c13c30 HTTP/1.1" status: 200 len: 863 time: 0.1209018 Aug 12 14:36:55.842795 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da206a4-cf2a-432e-bcbd-c38cbf4b5718 req-efcf6f4e-515a-41df-aae9-eb926538ba02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:36:55.848780 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-1da206a4-cf2a-432e-bcbd-c38cbf4b5718 req-efcf6f4e-515a-41df-aae9-eb926538ba02 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8a71aa16-6082-45cb-9783-85f01df10691&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0882299 Aug 12 14:36:55.882055 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 1549c8c4-630f-430e-b5ba-6997b553ce73 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:36:55.892141 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Pushing event updated for resources: {'Port': ['ID=fdcd46a7-a7dc-4a27-8a8d-758fc2f24f39,revision_number=6']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:36:55.915684 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63bb5f27-4d5e-4776-b629-bee1c2a19ba1 admin admin] Router 133fc5af-8ea0-4747-a738-fab907d8ac78 has already been hosted by L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f {{(pid=94467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 14:36:55.962826 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvr_db [None req-88c1b975-8178-4410-b452-c499c3f9f704 None None] Set router 6cdfc11b-7fea-429c-88f9-93ed981e686c gateway port host: n-d-694802-15 {{(pid=94468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:36:56.031070 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-1da206a4-cf2a-432e-bcbd-c38cbf4b5718 req-19e01b93-d93d-4960-9031-18c258e3d7c6 service neutron] 10.222.0.49 "GET /v2.0/networks/8a71aa16-6082-45cb-9783-85f01df10691?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1718369 Aug 12 14:36:56.124648 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161b6159-a9eb-4f99-a1a3-bb6b1d817a0c req-e2aa83ae-62be-4d7a-aea5-63168641c61b tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:36:56.126509 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-161b6159-a9eb-4f99-a1a3-bb6b1d817a0c req-e2aa83ae-62be-4d7a-aea5-63168641c61b tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] 10.222.0.39 "GET /v2.0/ports?device_id=7303f3e1-a22d-4756-9dd6-598ca30ec2f7 HTTP/1.1" status: 200 len: 944 time: 0.3318624 Aug 12 14:36:56.127778 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63bb5f27-4d5e-4776-b629-bee1c2a19ba1 admin admin] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 14:36:56.139977 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9429f51e-98fe-4635-80bf-1daff13ecf14 None None] Sync routers for ids ['133fc5af-8ea0-4747-a738-fab907d8ac78'] in n-d-694802-15 {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 14:36:56.145989 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-63bb5f27-4d5e-4776-b629-bee1c2a19ba1 admin admin] 10.222.0.39 "PUT /v2.0/routers/133fc5af-8ea0-4747-a738-fab907d8ac78/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2159662 Aug 12 14:36:56.152303 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 38408) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:36:56.165655 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9429f51e-98fe-4635-80bf-1daff13ecf14 None None] Routers {'133fc5af-8ea0-4747-a738-fab907d8ac78'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:36:56.168368 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-9429f51e-98fe-4635-80bf-1daff13ecf14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:36:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['133fc5af-8ea0-4747-a738-fab907d8ac78'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:36:56.212211 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-1da206a4-cf2a-432e-bcbd-c38cbf4b5718 req-8792150e-5737-419f-968e-15abca87da1b service neutron] 10.222.0.49 "GET /v2.0/networks/8a71aa16-6082-45cb-9783-85f01df10691?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1735826 Aug 12 14:36:56.249564 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6684cb13-d0c6-491e-babb-cda610918532 req-79e0881f-8538-4dfe-8553-ee8e43256837 service neutron] 10.222.0.49 "GET /v2.0/networks/8d5fef7d-5c00-4731-a95a-e743a6172671?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5605888 Aug 12 14:36:56.304055 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40579777-2021-4a67-8cdf-e1e207dcbbf2 req-3a3da2a1-e30d-40d4-be78-26f5595d4384 tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:36:56.311318 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-40579777-2021-4a67-8cdf-e1e207dcbbf2 req-3a3da2a1-e30d-40d4-be78-26f5595d4384 tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] 10.222.0.39 "GET /v2.0/ports?device_id=56e005fa-0896-490e-9646-8a24af6536d9 HTTP/1.1" status: 200 len: 946 time: 0.1162145 Aug 12 14:36:56.382115 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-40579777-2021-4a67-8cdf-e1e207dcbbf2 req-4638f6b9-f8fd-47fc-b54b-ed232a9913a0 tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ad0002e-d03d-4ace-861f-ca41a35b7aed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651584 Aug 12 14:36:56.395717 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-9429f51e-98fe-4635-80bf-1daff13ecf14 None None] Set router 133fc5af-8ea0-4747-a738-fab907d8ac78 gateway port host: n-d-694802-15 {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:36:56.465587 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-161b6159-a9eb-4f99-a1a3-bb6b1d817a0c req-fd5ce1cf-4d6b-4f9f-85d4-39d534cbb93a tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] 10.222.0.39 "GET /v2.0/security-groups?id=c46585fa-da50-4ef3-834f-e3a7c15dd624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3304522 Aug 12 14:36:56.511939 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port 1549c8c4-630f-430e-b5ba-6997b553ce73 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:36:56.512449 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:56.561329 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6684cb13-d0c6-491e-babb-cda610918532 req-c3f24c76-533a-4b5d-9b89-5286e4a41026 service neutron] 10.222.0.49 "GET /v2.0/networks/8d5fef7d-5c00-4731-a95a-e743a6172671?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2835276 Aug 12 14:36:56.588264 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-981fb0b2-db34-4d96-99b3-ed051e828bc6 admin admin] Notify callbacks [] for router, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:56.632769 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.agents_db [None req-17ed3e4c-1a7d-4162-9646-11c134aca297 None None] Agent healthcheck: found 7 active agents {{(pid=94469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 14:36:56.658872 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_common [None req-3765f19c-5caa-4380-bc24-5af62d51a8f2 admin admin] Allocated IP 172.20.0.1 (f90f769a-ff23-4d9d-a690-1d8cae26e03f/72fdbdc2-b786-4d42-b409-53155794fa8d/d7433817-0111-4015-9a72-8bbbc1b0053c) {{(pid=94467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:36:56.855932 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-9429f51e-98fe-4635-80bf-1daff13ecf14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '133fc5af-8ea0-4747-a738-fab907d8ac78', 'name': 'tempest-ServersTestMultiNic-500998799-router', 'tenant_id': 'c8d474eadfaf441a8e85de129212ac16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.222'}], 'enable_snat': True}, 'gw_port_id': '31935ffb-3080-4ec9-ba5a-030f36662314', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:35:13Z', 'updated_at': '2021-08-12T14:36:53Z', 'revision_number': 5, 'project_id': 'c8d474eadfaf441a8e85de129212ac16', 'gw_port': {'id': '31935ffb-3080-4ec9-ba5a-030f36662314', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:8a:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '133fc5af-8ea0-4747-a738-fab907d8ac78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:35:14Z', 'updated_at': '2021-08-12T14:35:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15'}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:36:56.924171 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9429f51e-98fe-4635-80bf-1daff13ecf14 None None] Checking router: 133fc5af-8ea0-4747-a738-fab907d8ac78 for host: n-d-694802-15 {{(pid=94469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 14:36:56.944186 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9429f51e-98fe-4635-80bf-1daff13ecf14 None None] Routers {'133fc5af-8ea0-4747-a738-fab907d8ac78'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:36:56.945894 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-9429f51e-98fe-4635-80bf-1daff13ecf14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:36:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['133fc5af-8ea0-4747-a738-fab907d8ac78'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:36:56.947186 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-88c1b975-8178-4410-b452-c499c3f9f704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cdfc11b-7fea-429c-88f9-93ed981e686c', 'name': 'tempest-AttachSCSIVolumeTestJSON-348292673-router', 'tenant_id': '61c4bff718374c7fae2901007c7a3a67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.252'}], 'enable_snat': True}, 'gw_port_id': '089a961d-c1ee-4114-942a-269c8191d77a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:36:47Z', 'updated_at': '2021-08-12T14:36:50Z', 'revision_number': 3, 'project_id': '61c4bff718374c7fae2901007c7a3a67', 'gw_port': {'id': '089a961d-c1ee-4114-942a-269c8191d77a', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:c7:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cdfc11b-7fea-429c-88f9-93ed981e686c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:36:49Z', 'updated_at': '2021-08-12T14:36:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15'}], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:36:57.019327 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c691dcf-4729-4f1f-9cb4-2d43ac745647 req-f96f508e-9c18-4c2e-81b2-234cdf743b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:36:57.021414 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-5c691dcf-4729-4f1f-9cb4-2d43ac745647 req-f96f508e-9c18-4c2e-81b2-234cdf743b3c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f9729aa96dd249a68c0e367e5b47f05f&device_id=351e5a79-6c60-41d5-9dc8-eccd9b6fd764 HTTP/1.1" status: 200 len: 1096 time: 0.3857265 Aug 12 14:36:57.060014 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a57d65-551b-4ae8-bcb3-f9bee08e39e4 req-4edc625d-f114-4aff-9727-a0981704d292 tempest-InstanceActionsNegativeTestJSON-551573381 tempest-InstanceActionsNegativeTestJSON-551573381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:36:57.061642 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-35a57d65-551b-4ae8-bcb3-f9bee08e39e4 req-4edc625d-f114-4aff-9727-a0981704d292 tempest-InstanceActionsNegativeTestJSON-551573381 tempest-InstanceActionsNegativeTestJSON-551573381-project] 10.222.0.39 "GET /v2.0/ports?device_id=351e5a79-6c60-41d5-9dc8-eccd9b6fd764 HTTP/1.1" status: 200 len: 944 time: 0.4153936 Aug 12 14:36:57.183366 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-35a57d65-551b-4ae8-bcb3-f9bee08e39e4 req-1c3c999f-e5ae-43dd-8349-e03487dfc9ed tempest-InstanceActionsNegativeTestJSON-551573381 tempest-InstanceActionsNegativeTestJSON-551573381-project] 10.222.0.39 "GET /v2.0/security-groups?id=2c4736dc-34dc-47fa-8c2b-edbd277e5b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673203 Aug 12 14:36:57.272870 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-981fb0b2-db34-4d96-99b3-ed051e828bc6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:57.353087 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c04e7a-35dc-4c19-a3ad-b204a4dfee25 req-ce2b2f74-ed09-4537-997b-892c9c4b06e7 tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:36:57.357907 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-3765f19c-5caa-4380-bc24-5af62d51a8f2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:57.361616 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-f7c04e7a-35dc-4c19-a3ad-b204a4dfee25 req-ce2b2f74-ed09-4537-997b-892c9c4b06e7 tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] 10.222.0.39 "GET /v2.0/ports?device_id=7303f3e1-a22d-4756-9dd6-598ca30ec2f7 HTTP/1.1" status: 200 len: 944 time: 0.1315620 Aug 12 14:36:57.394145 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c1b975-8178-4410-b452-c499c3f9f704 None None] The sync data for ids ['6cdfc11b-7fea-429c-88f9-93ed981e686c'] in n-d-694802-15 is: [{'id': '6cdfc11b-7fea-429c-88f9-93ed981e686c', 'name': 'tempest-AttachSCSIVolumeTestJSON-348292673-router', 'tenant_id': '61c4bff718374c7fae2901007c7a3a67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.252'}], 'enable_snat': True}, 'gw_port_id': '089a961d-c1ee-4114-942a-269c8191d77a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:36:47Z', 'updated_at': '2021-08-12T14:36:50Z', 'revision_number': 3, 'project_id': '61c4bff718374c7fae2901007c7a3a67', 'gw_port': {'id': '089a961d-c1ee-4114-942a-269c8191d77a', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:c7:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cdfc11b-7fea-429c-88f9-93ed981e686c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:36:49Z', 'updated_at': '2021-08-12T14:36:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15'}] {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 14:36:57.411483 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [None req-3765f19c-5caa-4380-bc24-5af62d51a8f2 admin admin] Transition to ACTIVE for port object d7433817-0111-4015-9a72-8bbbc1b0053c will not be triggered until provisioned by entity DHCP. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:36:57.412326 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-9429f51e-98fe-4635-80bf-1daff13ecf14 None None] Set router 133fc5af-8ea0-4747-a738-fab907d8ac78 gateway port host: n-d-694802-15 {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:36:57.414651 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c691dcf-4729-4f1f-9cb4-2d43ac745647 req-123bd50a-1d9b-4985-9740-0e8e06f379f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:36:57.416192 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-5c691dcf-4729-4f1f-9cb4-2d43ac745647 req-123bd50a-1d9b-4985-9740-0e8e06f379f6 service neutron] 10.222.0.49 "GET /v2.0/networks?id=8d5fef7d-5c00-4731-a95a-e743a6172671 HTTP/1.1" status: 200 len: 923 time: 0.3785000 Aug 12 14:36:57.473472 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-5c691dcf-4729-4f1f-9cb4-2d43ac745647 req-3ffecfb9-2194-4b63-982d-b2288cd1fabd service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=91b10cbe-0d22-4251-bbbc-b0a40d2b374a HTTP/1.1" status: 200 len: 217 time: 0.0470536 Aug 12 14:36:57.478488 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-f7c04e7a-35dc-4c19-a3ad-b204a4dfee25 req-f41b3798-86c5-49f7-84e1-e4bb3fdcd292 tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] 10.222.0.39 "GET /v2.0/security-groups?id=c46585fa-da50-4ef3-834f-e3a7c15dd624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158943 Aug 12 14:36:57.491877 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-981fb0b2-db34-4d96-99b3-ed051e828bc6 admin admin] Deleting port 31935ffb-3080-4ec9-ba5a-030f36662314 {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:36:57.492228 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-981fb0b2-db34-4d96-99b3-ed051e828bc6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:57.696870 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c691dcf-4729-4f1f-9cb4-2d43ac745647 req-72c24403-ada3-4b47-abc5-4c2f360b10be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:36:57.698512 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-5c691dcf-4729-4f1f-9cb4-2d43ac745647 req-72c24403-ada3-4b47-abc5-4c2f360b10be service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fff94baf-26d3-4251-a396-261b6bde0cb6 HTTP/1.1" status: 200 len: 862 time: 0.2153695 Aug 12 14:36:57.745535 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-9429f51e-98fe-4635-80bf-1daff13ecf14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '133fc5af-8ea0-4747-a738-fab907d8ac78', 'name': 'tempest-ServersTestMultiNic-500998799-router', 'tenant_id': 'c8d474eadfaf441a8e85de129212ac16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.222'}], 'enable_snat': True}, 'gw_port_id': '31935ffb-3080-4ec9-ba5a-030f36662314', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:35:13Z', 'updated_at': '2021-08-12T14:36:53Z', 'revision_number': 5, 'project_id': 'c8d474eadfaf441a8e85de129212ac16', 'gw_port': {'id': '31935ffb-3080-4ec9-ba5a-030f36662314', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:8a:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '133fc5af-8ea0-4747-a738-fab907d8ac78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:35:14Z', 'updated_at': '2021-08-12T14:35:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15'}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:36:57.807757 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9429f51e-98fe-4635-80bf-1daff13ecf14 None None] The sync data for ids ['133fc5af-8ea0-4747-a738-fab907d8ac78'] in n-d-694802-15 is: [{'id': '133fc5af-8ea0-4747-a738-fab907d8ac78', 'name': 'tempest-ServersTestMultiNic-500998799-router', 'tenant_id': 'c8d474eadfaf441a8e85de129212ac16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.222'}], 'enable_snat': True}, 'gw_port_id': '31935ffb-3080-4ec9-ba5a-030f36662314', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:35:13Z', 'updated_at': '2021-08-12T14:36:53Z', 'revision_number': 5, 'project_id': 'c8d474eadfaf441a8e85de129212ac16', 'gw_port': {'id': '31935ffb-3080-4ec9-ba5a-030f36662314', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:8a:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '133fc5af-8ea0-4747-a738-fab907d8ac78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:35:14Z', 'updated_at': '2021-08-12T14:35:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15'}] {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 14:36:57.808999 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device fdcd46a7-a7dc-4a27-8a8d-758fc2f24f39 up at agent hyperv_n-h1-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:36:57.848249 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-5c691dcf-4729-4f1f-9cb4-2d43ac745647 req-31f44310-5881-4e09-9a9f-c50aaa4152fd service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8d5fef7d-5c00-4731-a95a-e743a6172671&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0977185 Aug 12 14:36:57.934865 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd3715a-4175-4d44-8829-a8c25b5b275d req-cdb63276-1bf0-4572-aff4-ce7624984ef1 tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:36:57.939538 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Provisioning complete for port fdcd46a7-a7dc-4a27-8a8d-758fc2f24f39 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:36:57.939941 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:57.954530 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ffd3715a-4175-4d44-8829-a8c25b5b275d req-cdb63276-1bf0-4572-aff4-ce7624984ef1 tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] 10.222.0.39 "GET /v2.0/ports?device_id=56e005fa-0896-490e-9646-8a24af6536d9 HTTP/1.1" status: 200 len: 946 time: 0.4140942 Aug 12 14:36:58.064759 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-3765f19c-5caa-4380-bc24-5af62d51a8f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:58.080646 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [None req-981fb0b2-db34-4d96-99b3-ed051e828bc6 admin admin] For port 31935ffb-3080-4ec9-ba5a-030f36662314, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=31935ffb-3080-4ec9-ba5a-030f36662314,segment=NetworkSegment(b1b396cb-2dc6-4041-bfc7-1833a80a4720),segment_id=b1b396cb-2dc6-4041-bfc7-1833a80a4720)] {{(pid=94467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:36:58.080937 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-981fb0b2-db34-4d96-99b3-ed051e828bc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:58.113290 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:58.142670 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-981fb0b2-db34-4d96-99b3-ed051e828bc6 admin admin] Calling delete_port for 31935ffb-3080-4ec9-ba5a-030f36662314 owned by network:router_gateway {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:36:58.145456 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3765f19c-5caa-4380-bc24-5af62d51a8f2 admin admin] Network f90f769a-ff23-4d9d-a690-1d8cae26e03f is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:36:58.162945 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ffd3715a-4175-4d44-8829-a8c25b5b275d req-86295d36-ab2a-453f-a4bf-2237c86acabb tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ad0002e-d03d-4ace-861f-ca41a35b7aed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2074172 Aug 12 14:36:58.173126 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port fdcd46a7-a7dc-4a27-8a8d-758fc2f24f39, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=fdcd46a7-a7dc-4a27-8a8d-758fc2f24f39,segment=NetworkSegment(5ea1fe2e-eeef-460a-999b-4e3aad831451),segment_id=5ea1fe2e-eeef-460a-999b-4e3aad831451)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:36:58.174660 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7303f3e1-a22d-4756-9dd6-598ca30ec2f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdcd46a7-a7dc-4a27-8a8d-758fc2f24f39'}] {{(pid=94468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:36:58.177228 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99a8d87602170099c728e57431aca99e9b98a655a83bbf8727be13192709727b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a57008d0-ee7d-402b-bc0e-2bc9e4f032b9" -d '{"events": [{"server_uuid": "7303f3e1-a22d-4756-9dd6-598ca30ec2f7", "name": "network-vif-plugged", "status": "completed", "tag": "fdcd46a7-a7dc-4a27-8a8d-758fc2f24f39"}]}' {{(pid=94468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:36:58.187545 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:58.299505 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [None req-3765f19c-5caa-4380-bc24-5af62d51a8f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:36:58.309920 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3765f19c-5caa-4380-bc24-5af62d51a8f2 admin admin] Received port after_create {{(pid=94467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:36:58.329977 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 14:36:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06ce3c05-1895-4f1c-8bf3-57db230f7542 x-openstack-request-id: req-06ce3c05-1895-4f1c-8bf3-57db230f7542 {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:36:58.330270 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7303f3e1-a22d-4756-9dd6-598ca30ec2f7", "name": "network-vif-plugged", "status": "completed", "tag": "fdcd46a7-a7dc-4a27-8a8d-758fc2f24f39", "code": 200}]} {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:36:58.330538 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-06ce3c05-1895-4f1c-8bf3-57db230f7542 {{(pid=94468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:36:58.335344 n-d-694802-15 neutron-server[94468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7303f3e1-a22d-4756-9dd6-598ca30ec2f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdcd46a7-a7dc-4a27-8a8d-758fc2f24f39', 'code': 200} Aug 12 14:36:58.342140 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Pushing event updated for resources: {'Port': ['ID=fdcd46a7-a7dc-4a27-8a8d-758fc2f24f39,revision_number=7']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:36:58.410590 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-3765f19c-5caa-4380-bc24-5af62d51a8f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66663725'] for router_interface, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:58.535392 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-5c691dcf-4729-4f1f-9cb4-2d43ac745647 req-9bf314cc-5ced-407d-9f51-1aa6920e2f49 service neutron] 10.222.0.49 "GET /v2.0/networks/8d5fef7d-5c00-4731-a95a-e743a6172671?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6706040 Aug 12 14:36:58.552128 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3765f19c-5caa-4380-bc24-5af62d51a8f2 admin admin] Pushing event updated for resources: {'Port': ['ID=d7433817-0111-4015-9a72-8bbbc1b0053c,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:36:58.568243 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423de76d-f2a9-4e87-a181-fb945e676e1a req-b33a2e41-b4ed-4bad-9863-c4fdd545593a tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:36:58.569838 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-423de76d-f2a9-4e87-a181-fb945e676e1a req-b33a2e41-b4ed-4bad-9863-c4fdd545593a tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] 10.222.0.64 "GET /v2.0/ports?device_id=7303f3e1-a22d-4756-9dd6-598ca30ec2f7 HTTP/1.1" status: 200 len: 945 time: 0.1720252 Aug 12 14:36:58.794032 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa361487-8b22-4cbc-944b-40f42c7939c4 req-2c0e35d4-5044-427e-94cf-36d9fafa6c8f tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:36:58.803658 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-fa361487-8b22-4cbc-944b-40f42c7939c4 req-2c0e35d4-5044-427e-94cf-36d9fafa6c8f tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] 10.222.0.39 "GET /v2.0/ports?device_id=7303f3e1-a22d-4756-9dd6-598ca30ec2f7 HTTP/1.1" status: 200 len: 945 time: 0.1485882 Aug 12 14:36:58.818605 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-5c691dcf-4729-4f1f-9cb4-2d43ac745647 req-003abe9d-14d1-4368-9df5-be5886d03ea8 service neutron] 10.222.0.49 "GET /v2.0/networks/8d5fef7d-5c00-4731-a95a-e743a6172671?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2635932 Aug 12 14:36:58.820029 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-e0dc2cb2-3806-4056-a06b-dc803184d240 None None] Provisioning for port d7433817-0111-4015-9a72-8bbbc1b0053c completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:36:58.826491 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-e0dc2cb2-3806-4056-a06b-dc803184d240 None None] Provisioning complete for port d7433817-0111-4015-9a72-8bbbc1b0053c triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:36:58.827041 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-e0dc2cb2-3806-4056-a06b-dc803184d240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:58.885384 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-fa361487-8b22-4cbc-944b-40f42c7939c4 req-0e21b147-d402-437f-9db0-65ccda3cf3b0 tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] 10.222.0.39 "GET /v2.0/security-groups?id=c46585fa-da50-4ef3-834f-e3a7c15dd624&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809224 Aug 12 14:36:58.923945 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-e0dc2cb2-3806-4056-a06b-dc803184d240 None None] Port d7433817-0111-4015-9a72-8bbbc1b0053c cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 14:36:58.934099 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [req-423de76d-f2a9-4e87-a181-fb945e676e1a req-1138e6aa-505c-4f60-8b0a-63308e5a0440 tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] Deleting port fdcd46a7-a7dc-4a27-8a8d-758fc2f24f39 {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:36:58.934592 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-423de76d-f2a9-4e87-a181-fb945e676e1a req-1138e6aa-505c-4f60-8b0a-63308e5a0440 tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:58.971429 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3765f19c-5caa-4380-bc24-5af62d51a8f2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:36:58.975100 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3765f19c-5caa-4380-bc24-5af62d51a8f2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:36:58.975638 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3765f19c-5caa-4380-bc24-5af62d51a8f2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:36:58.979283 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3765f19c-5caa-4380-bc24-5af62d51a8f2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:36:58.980652 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3765f19c-5caa-4380-bc24-5af62d51a8f2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:36:58.984398 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3765f19c-5caa-4380-bc24-5af62d51a8f2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:36:58.984947 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3765f19c-5caa-4380-bc24-5af62d51a8f2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:36:58.986199 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3765f19c-5caa-4380-bc24-5af62d51a8f2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:36:58.986731 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3765f19c-5caa-4380-bc24-5af62d51a8f2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:36:58.990275 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3765f19c-5caa-4380-bc24-5af62d51a8f2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:36:58.990636 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3765f19c-5caa-4380-bc24-5af62d51a8f2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:36:58.990950 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3765f19c-5caa-4380-bc24-5af62d51a8f2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:36:59.074371 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac32a7d7-8d55-40cf-b59f-93d54e19b4d2 req-d26a67ee-520e-435b-b6f2-103bfba82eda tempest-InstanceActionsNegativeTestJSON-551573381 tempest-InstanceActionsNegativeTestJSON-551573381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:36:59.082310 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ac32a7d7-8d55-40cf-b59f-93d54e19b4d2 req-d26a67ee-520e-435b-b6f2-103bfba82eda tempest-InstanceActionsNegativeTestJSON-551573381 tempest-InstanceActionsNegativeTestJSON-551573381-project] 10.222.0.39 "GET /v2.0/ports?device_id=351e5a79-6c60-41d5-9dc8-eccd9b6fd764 HTTP/1.1" status: 200 len: 944 time: 0.6998978 Aug 12 14:36:59.110972 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 089a961d-c1ee-4114-942a-269c8191d77a up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:36:59.125386 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [req-423de76d-f2a9-4e87-a181-fb945e676e1a req-1138e6aa-505c-4f60-8b0a-63308e5a0440 tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] For port fdcd46a7-a7dc-4a27-8a8d-758fc2f24f39, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=fdcd46a7-a7dc-4a27-8a8d-758fc2f24f39,segment=NetworkSegment(5ea1fe2e-eeef-460a-999b-4e3aad831451),segment_id=5ea1fe2e-eeef-460a-999b-4e3aad831451)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:36:59.126477 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-423de76d-f2a9-4e87-a181-fb945e676e1a req-1138e6aa-505c-4f60-8b0a-63308e5a0440 tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:59.162923 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [req-423de76d-f2a9-4e87-a181-fb945e676e1a req-1138e6aa-505c-4f60-8b0a-63308e5a0440 tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] Calling delete_port for fdcd46a7-a7dc-4a27-8a8d-758fc2f24f39 owned by compute:nova {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:36:59.245408 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-3765f19c-5caa-4380-bc24-5af62d51a8f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:59.320512 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ac32a7d7-8d55-40cf-b59f-93d54e19b4d2 req-7cc21a34-7ab2-49f3-96b9-e7dae5b8cb2f tempest-InstanceActionsNegativeTestJSON-551573381 tempest-InstanceActionsNegativeTestJSON-551573381-project] 10.222.0.39 "GET /v2.0/security-groups?id=2c4736dc-34dc-47fa-8c2b-edbd277e5b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2235427 Aug 12 14:36:59.324466 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning for port 089a961d-c1ee-4114-942a-269c8191d77a completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:36:59.369699 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device 91b10cbe-0d22-4251-bbbc-b0a40d2b374a details requested by agent hyperv_n-h2-694802-15 with host n-h2-694802-15 {{(pid=94468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 14:36:59.417467 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-981fb0b2-db34-4d96-99b3-ed051e828bc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:59.419501 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-423de76d-f2a9-4e87-a181-fb945e676e1a req-1138e6aa-505c-4f60-8b0a-63308e5a0440 tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:59.435462 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4e60c8-4b14-4bff-a990-2ab76b3f05e0 req-0dea7ab8-48a8-45e7-aefc-8077c11e66fb tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:36:59.437264 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-fa4e60c8-4b14-4bff-a990-2ab76b3f05e0 req-0dea7ab8-48a8-45e7-aefc-8077c11e66fb tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] 10.222.0.39 "GET /v2.0/ports?device_id=56e005fa-0896-490e-9646-8a24af6536d9 HTTP/1.1" status: 200 len: 946 time: 0.1616352 Aug 12 14:36:59.446370 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port 089a961d-c1ee-4114-942a-269c8191d77a triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:36:59.446761 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:59.453201 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] get_ports_and_sgs() called for port_ids ['fdcd46a7-a7dc-4a27-8a8d-758fc2f24f39'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:36:59.463365 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981fb0b2-db34-4d96-99b3-ed051e828bc6 admin admin] Pushing event deleted for resources: {'Port': ['ID=31935ffb-3080-4ec9-ba5a-030f36662314,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:36:59.522898 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1138e6aa-505c-4f60-8b0a-63308e5a0440 tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] Pushing event deleted for resources: {'Port': ['ID=fdcd46a7-a7dc-4a27-8a8d-758fc2f24f39,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:36:59.589884 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [req-423de76d-f2a9-4e87-a181-fb945e676e1a req-1138e6aa-505c-4f60-8b0a-63308e5a0440 tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] No DVR routers for this DVR port fdcd46a7-a7dc-4a27-8a8d-758fc2f24f39 on host n-h1-694802-15 {{(pid=94466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:36:59.589884 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-423de76d-f2a9-4e87-a181-fb945e676e1a req-1138e6aa-505c-4f60-8b0a-63308e5a0440 tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:59.589884 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-423de76d-f2a9-4e87-a181-fb945e676e1a req-1138e6aa-505c-4f60-8b0a-63308e5a0440 tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] 10.222.0.64 "DELETE /v2.0/ports/fdcd46a7-a7dc-4a27-8a8d-758fc2f24f39 HTTP/1.1" status: 204 len: 173 time: 1.0077500 Aug 12 14:36:59.592570 n-d-694802-15 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7303f3e1-a22d-4756-9dd6-598ca30ec2f7', 'name': 'network-vif-deleted', 'tag': 'fdcd46a7-a7dc-4a27-8a8d-758fc2f24f39'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:36:59.603353 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e785eeede3897370d0b20f09d5f461b30cfecd5ed38c4f07dacd02bc52c9277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36007bd9-42fd-4b60-85b1-6a33d4cb5cdc" -d '{"events": [{"server_uuid": "7303f3e1-a22d-4756-9dd6-598ca30ec2f7", "name": "network-vif-deleted", "tag": "fdcd46a7-a7dc-4a27-8a8d-758fc2f24f39"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:36:59.617801 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-fa4e60c8-4b14-4bff-a990-2ab76b3f05e0 req-8b229e2f-216b-4526-9a98-2d910822f867 tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ad0002e-d03d-4ace-861f-ca41a35b7aed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177649 Aug 12 14:36:59.670285 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 14:36:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-308f99d7-da75-4f4f-93a9-36214796b211 x-openstack-request-id: req-308f99d7-da75-4f4f-93a9-36214796b211 {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:36:59.670590 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7303f3e1-a22d-4756-9dd6-598ca30ec2f7", "name": "network-vif-deleted", "tag": "fdcd46a7-a7dc-4a27-8a8d-758fc2f24f39", "status": "completed", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:36:59.670843 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-308f99d7-da75-4f4f-93a9-36214796b211 {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:36:59.671280 n-d-694802-15 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7303f3e1-a22d-4756-9dd6-598ca30ec2f7', 'name': 'network-vif-deleted', 'tag': 'fdcd46a7-a7dc-4a27-8a8d-758fc2f24f39', 'status': 'completed', 'code': 200} Aug 12 14:36:59.683987 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port 91b10cbe-0d22-4251-bbbc-b0a40d2b374a, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=91b10cbe-0d22-4251-bbbc-b0a40d2b374a,segment=NetworkSegment(64941cf4-c5e0-4dac-a3a2-372cf4a25bee),segment_id=64941cf4-c5e0-4dac-a3a2-372cf4a25bee)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:36:59.738577 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Returning: {'device': '91b10cbe-0d22-4251-bbbc-b0a40d2b374a', 'network_id': '8d5fef7d-5c00-4731-a95a-e743a6172671', 'port_id': '91b10cbe-0d22-4251-bbbc-b0a40d2b374a', 'mac_address': 'fa:16:3e:dc:e3:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fff94baf-26d3-4251-a396-261b6bde0cb6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 14:36:59.807486 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:59.819788 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:59.830858 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91b10cbe-0d22-4251-bbbc-b0a40d2b374a {{(pid=94468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:36:59.863854 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] For port 089a961d-c1ee-4114-942a-269c8191d77a, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=089a961d-c1ee-4114-942a-269c8191d77a,segment=NetworkSegment(b1b396cb-2dc6-4041-bfc7-1833a80a4720),segment_id=b1b396cb-2dc6-4041-bfc7-1833a80a4720)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:36:59.871436 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port 91b10cbe-0d22-4251-bbbc-b0a40d2b374a, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=91b10cbe-0d22-4251-bbbc-b0a40d2b374a,segment=NetworkSegment(64941cf4-c5e0-4dac-a3a2-372cf4a25bee),segment_id=64941cf4-c5e0-4dac-a3a2-372cf4a25bee)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:36:59.873235 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:59.881077 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:59.914940 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device cc8126a3-18ef-458b-af1d-fc91ac73896b no longer exists at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:36:59.940082 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] No Port match for: cc8126a3-18ef-458b-af1d-fc91ac73896b {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 14:36:59.940775 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device cc8126a3-18ef-458b-af1d-fc91ac73896b not bound to the agent host n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:36:59.987157 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-981fb0b2-db34-4d96-99b3-ed051e828bc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-431580'] for router_gateway, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:36:59.993574 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Pushing event updated for resources: {'Port': ['ID=089a961d-c1ee-4114-942a-269c8191d77a,revision_number=4']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:37:00.057687 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-947c89a9-1647-45c6-b081-aa29c5760426 req-985abf01-0d71-44d0-b8c4-4d6b076266da tempest-ImagesTestJSON-1354218899 tempest-ImagesTestJSON-1354218899-project] 10.222.0.39 "GET /v2.0/ports?device_id=7303f3e1-a22d-4756-9dd6-598ca30ec2f7 HTTP/1.1" status: 200 len: 210 time: 0.0299625 Aug 12 14:37:00.090368 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Pushing event updated for resources: {'Port': ['ID=91b10cbe-0d22-4251-bbbc-b0a40d2b374a,revision_number=4']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:37:00.121621 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-3765f19c-5caa-4380-bc24-5af62d51a8f2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:00.160046 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-3765f19c-5caa-4380-bc24-5af62d51a8f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:00.229910 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-981fb0b2-db34-4d96-99b3-ed051e828bc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-429360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-104877'] for router, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:00.256957 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3765f19c-5caa-4380-bc24-5af62d51a8f2 admin admin] Pushing event updated for resources: {'Port': ['ID=d7433817-0111-4015-9a72-8bbbc1b0053c,revision_number=2']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:37:00.262361 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-981fb0b2-db34-4d96-99b3-ed051e828bc6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:00.331705 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-3765f19c-5caa-4380-bc24-5af62d51a8f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66628363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66663865'] for router_interface, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:00.351276 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-981fb0b2-db34-4d96-99b3-ed051e828bc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-429375'] for router, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:00.352027 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-981fb0b2-db34-4d96-99b3-ed051e828bc6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 133fc5af-8ea0-4747-a738-fab907d8ac78 {{(pid=94467) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 14:37:00.354723 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] get_ports_and_sgs() called for port_ids ['91b10cbe-0d22-4251-bbbc-b0a40d2b374a'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:37:00.383426 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-981fb0b2-db34-4d96-99b3-ed051e828bc6 admin admin] Notify callbacks [] for router, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:00.388177 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-981fb0b2-db34-4d96-99b3-ed051e828bc6 admin admin] 10.222.0.39 "DELETE /v2.0/routers/133fc5af-8ea0-4747-a738-fab907d8ac78 HTTP/1.1" status: 204 len: 168 time: 4.2300730 Aug 12 14:37:00.388507 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 38498) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:37:00.475407 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_v2 [None req-34ebc3de-3f22-4dfc-9bc4-e634d647906b admin admin] Deleting subnet 1dee98e6-911f-47ec-84b7-c1a72cec06ec {{(pid=94466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 14:37:00.486854 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-34ebc3de-3f22-4dfc-9bc4-e634d647906b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:00.547962 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-34ebc3de-3f22-4dfc-9bc4-e634d647906b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2293551'] for subnet, precommit_delete_associations {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:00.563230 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b57de31-d11b-453e-ad48-04e1923f0361 req-e19cd99d-db89-412b-ba32-3e1715b84db0 tempest-InstanceActionsNegativeTestJSON-551573381 tempest-InstanceActionsNegativeTestJSON-551573381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:37:00.571740 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3b57de31-d11b-453e-ad48-04e1923f0361 req-e19cd99d-db89-412b-ba32-3e1715b84db0 tempest-InstanceActionsNegativeTestJSON-551573381 tempest-InstanceActionsNegativeTestJSON-551573381-project] 10.222.0.39 "GET /v2.0/ports?device_id=351e5a79-6c60-41d5-9dc8-eccd9b6fd764 HTTP/1.1" status: 200 len: 945 time: 0.1291919 Aug 12 14:37:00.601843 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3765f19c-5caa-4380-bc24-5af62d51a8f2 admin admin] Network f90f769a-ff23-4d9d-a690-1d8cae26e03f is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:37:00.603790 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [None req-3765f19c-5caa-4380-bc24-5af62d51a8f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:37:00.646087 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-34ebc3de-3f22-4dfc-9bc4-e634d647906b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66416255'] for subnet, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:00.662793 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3b57de31-d11b-453e-ad48-04e1923f0361 req-c0734af2-b23b-42f7-a9b9-f32719308521 tempest-InstanceActionsNegativeTestJSON-551573381 tempest-InstanceActionsNegativeTestJSON-551573381-project] 10.222.0.39 "GET /v2.0/security-groups?id=2c4736dc-34dc-47fa-8c2b-edbd277e5b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876894 Aug 12 14:37:00.737233 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-34ebc3de-3f22-4dfc-9bc4-e634d647906b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66416232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3718429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8776402'] for subnet, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:00.753354 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3765f19c-5caa-4380-bc24-5af62d51a8f2 admin admin] Router 6cdfc11b-7fea-429c-88f9-93ed981e686c has already been hosted by L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f {{(pid=94467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 14:37:00.786152 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ebc3de-3f22-4dfc-9bc4-e634d647906b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1dee98e6-911f-47ec-84b7-c1a72cec06ec,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:37:00.789403 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-34ebc3de-3f22-4dfc-9bc4-e634d647906b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for subnet, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:00.791451 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-34ebc3de-3f22-4dfc-9bc4-e634d647906b admin admin] 10.222.0.39 "DELETE /v2.0/subnets/1dee98e6-911f-47ec-84b7-c1a72cec06ec HTTP/1.1" status: 204 len: 168 time: 0.4023175 Aug 12 14:37:00.796540 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-508a2080-1837-4a5a-82ba-5a78c6294353 None None] Network f5156d51-b627-40cc-9355-d732172255ab requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:37:00.804803 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 38512) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:37:00.828979 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0c688d-6220-4658-a393-393b708b5730 req-eb74c432-c979-4ca1-aa1f-128bb418a052 tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:37:00.830520 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-9c0c688d-6220-4658-a393-393b708b5730 req-eb74c432-c979-4ca1-aa1f-128bb418a052 tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] 10.222.0.39 "GET /v2.0/ports?device_id=56e005fa-0896-490e-9646-8a24af6536d9 HTTP/1.1" status: 200 len: 946 time: 0.0865374 Aug 12 14:37:00.900176 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-9c0c688d-6220-4658-a393-393b708b5730 req-8830e6a5-a4d3-4e24-8937-f05685c52319 tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ad0002e-d03d-4ace-861f-ca41a35b7aed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633228 Aug 12 14:37:00.906067 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-c243e0f4-ed37-40b6-8d4d-f28a2f7e172c None None] Provisioning complete for port d7433817-0111-4015-9a72-8bbbc1b0053c triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:37:00.907064 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-c243e0f4-ed37-40b6-8d4d-f28a2f7e172c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:00.921631 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-97083ae4-ea64-4033-8bfb-1591a5354dcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680608'] for network, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:00.957843 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3765f19c-5caa-4380-bc24-5af62d51a8f2 admin admin] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 14:37:00.993836 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-3765f19c-5caa-4380-bc24-5af62d51a8f2 admin admin] 10.222.0.39 "PUT /v2.0/routers/6cdfc11b-7fea-429c-88f9-93ed981e686c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1892090 Aug 12 14:37:00.994891 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8685d4e9-ee12-4e2d-922a-c4676f166609 None None] Sync routers for ids ['6cdfc11b-7fea-429c-88f9-93ed981e686c'] in n-d-694802-15 {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 14:37:00.995917 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-c243e0f4-ed37-40b6-8d4d-f28a2f7e172c None None] Port d7433817-0111-4015-9a72-8bbbc1b0053c cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 14:37:01.004866 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8685d4e9-ee12-4e2d-922a-c4676f166609 None None] Routers {'6cdfc11b-7fea-429c-88f9-93ed981e686c'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:37:01.005559 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-8685d4e9-ee12-4e2d-922a-c4676f166609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:36:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['6cdfc11b-7fea-429c-88f9-93ed981e686c'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:37:01.034160 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-97083ae4-ea64-4033-8bfb-1591a5354dcf admin admin] Deleting port 16f49a04-8061-43ca-8de0-8927515d331b {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:37:01.034492 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-97083ae4-ea64-4033-8bfb-1591a5354dcf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:01.052831 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 089a961d-c1ee-4114-942a-269c8191d77a up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:37:01.129738 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [None req-97083ae4-ea64-4033-8bfb-1591a5354dcf admin admin] For port 16f49a04-8061-43ca-8de0-8927515d331b, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=16f49a04-8061-43ca-8de0-8927515d331b,segment=NetworkSegment(4616e9ca-58b2-469d-b6a9-0e97b7f9a17a),segment_id=4616e9ca-58b2-469d-b6a9-0e97b7f9a17a)] {{(pid=94467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:37:01.130101 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-97083ae4-ea64-4033-8bfb-1591a5354dcf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:01.146393 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-97083ae4-ea64-4033-8bfb-1591a5354dcf admin admin] Calling delete_port for 16f49a04-8061-43ca-8de0-8927515d331b owned by network:dhcp {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:37:01.160048 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac05c05e-7c8a-4dd6-b44e-fee0a8db28d4 None None] DHCP port deletion for f5156d51-b627-40cc-9355-d732172255ab request from n-d-694802-15 {{(pid=94468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 14:37:01.256647 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvr_db [None req-8685d4e9-ee12-4e2d-922a-c4676f166609 None None] Set router 6cdfc11b-7fea-429c-88f9-93ed981e686c gateway port host: n-d-694802-15 {{(pid=94468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:37:01.292882 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port 089a961d-c1ee-4114-942a-269c8191d77a triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:37:01.293360 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:01.294701 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-97083ae4-ea64-4033-8bfb-1591a5354dcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:01.368774 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97083ae4-ea64-4033-8bfb-1591a5354dcf admin admin] Pushing event deleted for resources: {'Port': ['ID=16f49a04-8061-43ca-8de0-8927515d331b,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:37:01.380696 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97083ae4-ea64-4033-8bfb-1591a5354dcf admin admin] No DVR routers for this DVR port 16f49a04-8061-43ca-8de0-8927515d331b on host n-d-694802-15 {{(pid=94467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:37:01.455063 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-ac05c05e-7c8a-4dd6-b44e-fee0a8db28d4 None None] Deleting port 16f49a04-8061-43ca-8de0-8927515d331b {{(pid=94468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:37:01.455063 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-ac05c05e-7c8a-4dd6-b44e-fee0a8db28d4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:01.487051 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a918987a-511a-437e-84c5-fa34ce8fdcba req-0a0f6993-1458-406b-9489-7af3f2f274b9 tempest-ListImageFiltersTestJSON-1084466314 tempest-ListImageFiltersTestJSON-1084466314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:37:01.495154 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-a918987a-511a-437e-84c5-fa34ce8fdcba req-0a0f6993-1458-406b-9489-7af3f2f274b9 tempest-ListImageFiltersTestJSON-1084466314 tempest-ListImageFiltersTestJSON-1084466314-project] 10.222.0.39 "GET /v2.0/ports?device_id=2eebd15f-2b42-4b1e-bc8f-806ce99ff662 HTTP/1.1" status: 200 len: 948 time: 0.0990436 Aug 12 14:37:01.496307 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-97083ae4-ea64-4033-8bfb-1591a5354dcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66413304', 'neutron.services.segments.db._delete_segments_for_network-8744654118000'] for network, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:01.516509 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-97083ae4-ea64-4033-8bfb-1591a5354dcf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5156d51-b627-40cc-9355-d732172255ab']}} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:37:01.545230 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-97083ae4-ea64-4033-8bfb-1591a5354dcf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4616e9ca-58b2-469d-b6a9-0e97b7f9a17a') {'for_net_delete': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:37:01.545631 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-97083ae4-ea64-4033-8bfb-1591a5354dcf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4616e9ca-58b2-469d-b6a9-0e97b7f9a17a') {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:37:01.549773 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-a918987a-511a-437e-84c5-fa34ce8fdcba req-a19a1287-2573-4a49-a72e-9ab285a122ae tempest-ListImageFiltersTestJSON-1084466314 tempest-ListImageFiltersTestJSON-1084466314-project] 10.222.0.39 "GET /v2.0/security-groups?id=b4a31b54-6887-49af-b050-eeff23ce2037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470984 Aug 12 14:37:01.556222 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-97083ae4-ea64-4033-8bfb-1591a5354dcf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744654122361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3857526'] for segment, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:01.575386 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-97083ae4-ea64-4033-8bfb-1591a5354dcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:01.588073 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97083ae4-ea64-4033-8bfb-1591a5354dcf admin admin] Releasing vlan 342 on physical network physnet1 to pool {{(pid=94467) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 14:37:01.588616 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-97083ae4-ea64-4033-8bfb-1591a5354dcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2859015'] for segment, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:01.590537 n-d-694802-15 neutron-server[94467]: Traceback (most recent call last): Aug 12 14:37:01.590537 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 14:37:01.590537 n-d-694802-15 neutron-server[94467]: timer() Aug 12 14:37:01.590537 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 14:37:01.590537 n-d-694802-15 neutron-server[94467]: cb(*args, **kw) Aug 12 14:37:01.590537 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 14:37:01.590537 n-d-694802-15 neutron-server[94467]: return func(*args, **kwargs) Aug 12 14:37:01.590537 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 14:37:01.590537 n-d-694802-15 neutron-server[94467]: self._notify() Aug 12 14:37:01.590537 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 14:37:01.590537 n-d-694802-15 neutron-server[94467]: self.callback(batched_events) Aug 12 14:37:01.590537 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 14:37:01.590537 n-d-694802-15 neutron-server[94467]: event.method(event) Aug 12 14:37:01.590537 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 14:37:01.590537 n-d-694802-15 neutron-server[94467]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 14:37:01.590537 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 14:37:01.590537 n-d-694802-15 neutron-server[94467]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 14:37:01.590537 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 14:37:01.590537 n-d-694802-15 neutron-server[94467]: return f(self, *a, **k) Aug 12 14:37:01.590537 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 14:37:01.590537 n-d-694802-15 neutron-server[94467]: return self._get(url).json() Aug 12 14:37:01.590537 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 14:37:01.590537 n-d-694802-15 neutron-server[94467]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 14:37:01.590537 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 14:37:01.590537 n-d-694802-15 neutron-server[94467]: return self.request(url, 'GET', **kwargs) Aug 12 14:37:01.590537 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 14:37:01.590537 n-d-694802-15 neutron-server[94467]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 14:37:01.590537 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 14:37:01.590537 n-d-694802-15 neutron-server[94467]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 14:37:01.590537 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 14:37:01.590537 n-d-694802-15 neutron-server[94467]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 14:37:01.590537 n-d-694802-15 neutron-server[94467]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 14:37:01.647048 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 38584) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:37:01.696191 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-ac05c05e-7c8a-4dd6-b44e-fee0a8db28d4 None None] For port 16f49a04-8061-43ca-8de0-8927515d331b, host n-d-694802-15, got binding levels [] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:37:01.699323 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-ac05c05e-7c8a-4dd6-b44e-fee0a8db28d4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:01.737034 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-97083ae4-ea64-4033-8bfb-1591a5354dcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66413281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431520'] for network, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:01.743200 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-97083ae4-ea64-4033-8bfb-1591a5354dcf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for network, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:01.747961 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-97083ae4-ea64-4033-8bfb-1591a5354dcf admin admin] 10.222.0.39 "DELETE /v2.0/networks/f5156d51-b627-40cc-9355-d732172255ab HTTP/1.1" status: 204 len: 168 time: 0.9398220 Aug 12 14:37:01.770084 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-ac05c05e-7c8a-4dd6-b44e-fee0a8db28d4 None None] Calling delete_port for 16f49a04-8061-43ca-8de0-8927515d331b owned by network:dhcp {{(pid=94468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:37:01.771376 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97083ae4-ea64-4033-8bfb-1591a5354dcf admin admin] Pushing event deleted for resources: {'Network': ['ID=f5156d51-b627-40cc-9355-d732172255ab,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:37:01.780338 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.ipam_backend_mixin [None req-ac05c05e-7c8a-4dd6-b44e-fee0a8db28d4 None None] Port 16f49a04-8061-43ca-8de0-8927515d331b was not found and therefore no delete operation was performed {{(pid=94468) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 12 14:37:01.791145 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-ac05c05e-7c8a-4dd6-b44e-fee0a8db28d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262'] for port, after_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:01.798506 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a7758f3-19c0-47f6-8939-adc34e33f67c admin admin] Deleting subnet 39fc4ab3-8f53-4eb4-b1df-ab065bbb1694 {{(pid=94466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 14:37:01.809706 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0a7758f3-19c0-47f6-8939-adc34e33f67c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:01.827824 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ac05c05e-7c8a-4dd6-b44e-fee0a8db28d4 None None] Network f5156d51-b627-40cc-9355-d732172255ab is not hosted by any dhcp agent {{(pid=94468) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 12 14:37:01.828458 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac05c05e-7c8a-4dd6-b44e-fee0a8db28d4 None None] No DVR routers for this DVR port 16f49a04-8061-43ca-8de0-8927515d331b on host n-d-694802-15 {{(pid=94468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:37:01.849289 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device dbf50b37-cb90-4913-b9b1-e9c13b06a02b no longer exists at agent hyperv_n-h1-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:37:01.854822 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac05c05e-7c8a-4dd6-b44e-fee0a8db28d4 None None] Pushing event deleted for resources: {'Port': ['ID=16f49a04-8061-43ca-8de0-8927515d331b,revision_number=None']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:37:01.918943 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0a7758f3-19c0-47f6-8939-adc34e33f67c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2293551'] for subnet, precommit_delete_associations {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:01.928512 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 31935ffb-3080-4ec9-ba5a-030f36662314 no longer exists at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:37:01.986009 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] No Port match for: 31935ffb-3080-4ec9-ba5a-030f36662314 {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 14:37:01.992530 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfc322a-a975-493e-bc67-ab21e509b18d req-bd6ef6a5-05cd-4e5d-836a-2c96b817b55c tempest-InstanceActionsNegativeTestJSON-551573381 tempest-InstanceActionsNegativeTestJSON-551573381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:37:01.993056 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 31935ffb-3080-4ec9-ba5a-030f36662314 not bound to the agent host n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:37:02.000336 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ccfc322a-a975-493e-bc67-ab21e509b18d req-bd6ef6a5-05cd-4e5d-836a-2c96b817b55c tempest-InstanceActionsNegativeTestJSON-551573381 tempest-InstanceActionsNegativeTestJSON-551573381-project] 10.222.0.39 "GET /v2.0/ports?device_id=351e5a79-6c60-41d5-9dc8-eccd9b6fd764 HTTP/1.1" status: 200 len: 945 time: 0.0940120 Aug 12 14:37:02.028033 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0a7758f3-19c0-47f6-8939-adc34e33f67c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66416255'] for subnet, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:02.066755 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ccfc322a-a975-493e-bc67-ab21e509b18d req-b1168798-bf80-45e3-8682-d3b17a4ed4c6 tempest-InstanceActionsNegativeTestJSON-551573381 tempest-InstanceActionsNegativeTestJSON-551573381-project] 10.222.0.39 "GET /v2.0/security-groups?id=2c4736dc-34dc-47fa-8c2b-edbd277e5b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566366 Aug 12 14:37:02.114581 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-8685d4e9-ee12-4e2d-922a-c4676f166609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cdfc11b-7fea-429c-88f9-93ed981e686c', 'name': 'tempest-AttachSCSIVolumeTestJSON-348292673-router', 'tenant_id': '61c4bff718374c7fae2901007c7a3a67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.252'}], 'enable_snat': True}, 'gw_port_id': '089a961d-c1ee-4114-942a-269c8191d77a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:36:47Z', 'updated_at': '2021-08-12T14:36:59Z', 'revision_number': 4, 'project_id': '61c4bff718374c7fae2901007c7a3a67', 'gw_port': {'id': '089a961d-c1ee-4114-942a-269c8191d77a', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:c7:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cdfc11b-7fea-429c-88f9-93ed981e686c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:36:49Z', 'updated_at': '2021-08-12T14:36:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': 'd7433817-0111-4015-9a72-8bbbc1b0053c', 'name': '', 'network_id': 'f90f769a-ff23-4d9d-a690-1d8cae26e03f', 'tenant_id': '61c4bff718374c7fae2901007c7a3a67', 'mac_address': 'fa:16:3e:bc:5c:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cdfc11b-7fea-429c-88f9-93ed981e686c', 'device_owner': 'network:router_interface', 'standard_attr_id': 804, 'fixed_ips': [{'subnet_id': '72fdbdc2-b786-4d42-b409-53155794fa8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:36:55Z', 'updated_at': '2021-08-12T14:36:59Z', 'revision_number': 2, 'project_id': '61c4bff718374c7fae2901007c7a3a67', 'subnets': [{'id': '72fdbdc2-b786-4d42-b409-53155794fa8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:37:02.182938 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 38602) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:37:02.195583 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8685d4e9-ee12-4e2d-922a-c4676f166609 None None] Checking router: 6cdfc11b-7fea-429c-88f9-93ed981e686c for host: n-d-694802-15 {{(pid=94468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 14:37:02.196288 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8685d4e9-ee12-4e2d-922a-c4676f166609 None None] Updating router 6cdfc11b-7fea-429c-88f9-93ed981e686c port d7433817-0111-4015-9a72-8bbbc1b0053c binding host n-d-694802-15 {{(pid=94468) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 14:37:02.204568 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0a7758f3-19c0-47f6-8939-adc34e33f67c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66416232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3718429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8776402'] for subnet, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:02.220989 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0a7758f3-19c0-47f6-8939-adc34e33f67c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for subnet, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:02.221842 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8ebc4c-0f04-4a30-9b0c-bf0f573e2fa2 req-ffaf9796-3a4a-4dd4-a39c-7b73e07daae5 tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:37:02.224424 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-0a7758f3-19c0-47f6-8939-adc34e33f67c admin admin] 10.222.0.39 "DELETE /v2.0/subnets/39fc4ab3-8f53-4eb4-b1df-ab065bbb1694 HTTP/1.1" status: 204 len: 168 time: 0.5760584 Aug 12 14:37:02.237731 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-8d8ebc4c-0f04-4a30-9b0c-bf0f573e2fa2 req-ffaf9796-3a4a-4dd4-a39c-7b73e07daae5 tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] 10.222.0.39 "GET /v2.0/ports?device_id=56e005fa-0896-490e-9646-8a24af6536d9 HTTP/1.1" status: 200 len: 946 time: 0.1187561 Aug 12 14:37:02.238256 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-8685d4e9-ee12-4e2d-922a-c4676f166609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:02.240369 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:02.245981 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 38604) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:37:02.281566 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7758f3-19c0-47f6-8939-adc34e33f67c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=39fc4ab3-8f53-4eb4-b1df-ab065bbb1694,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:37:02.309572 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port dbf50b37-cb90-4913-b9b1-e9c13b06a02b, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=dbf50b37-cb90-4913-b9b1-e9c13b06a02b,segment=NetworkSegment(a1f8c867-101b-4d30-814e-b89f55a5edd0),segment_id=a1f8c867-101b-4d30-814e-b89f55a5edd0)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:37:02.312103 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2eebd15f-2b42-4b1e-bc8f-806ce99ff662', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dbf50b37-cb90-4913-b9b1-e9c13b06a02b'}] {{(pid=94468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:37:02.315280 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99a8d87602170099c728e57431aca99e9b98a655a83bbf8727be13192709727b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3169c19f-66cf-49bf-99a0-0ab4036a3eea" -d '{"events": [{"server_uuid": "2eebd15f-2b42-4b1e-bc8f-806ce99ff662", "name": "network-vif-unplugged", "status": "completed", "tag": "dbf50b37-cb90-4913-b9b1-e9c13b06a02b"}]}' {{(pid=94468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:37:02.342406 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:02.343242 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device fdcd46a7-a7dc-4a27-8a8d-758fc2f24f39 no longer exists at agent hyperv_n-h1-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:37:02.352176 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-86ac910b-965c-4e5b-b84b-cd735f268dd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680608'] for network, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:02.374940 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-93370168-53ca-47c2-9e27-b066be57125c None None] No Port match for: fdcd46a7-a7dc-4a27-8a8d-758fc2f24f39 {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 14:37:02.375543 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device fdcd46a7-a7dc-4a27-8a8d-758fc2f24f39 not bound to the agent host n-h1-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:37:02.452218 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-8d8ebc4c-0f04-4a30-9b0c-bf0f573e2fa2 req-18d3ea36-257b-4120-b0d5-c4456ec05fd1 tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ad0002e-d03d-4ace-861f-ca41a35b7aed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2129509 Aug 12 14:37:02.462843 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-3aa7f655-6cf5-4b42-8fce-8e507e805390 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c8d474eadfaf441a8e85de129212ac16&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2786744 Aug 12 14:37:02.466481 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 38620) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:37:02.515139 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Pushing event updated for resources: {'Port': ['ID=dbf50b37-cb90-4913-b9b1-e9c13b06a02b,revision_number=8']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:37:02.536198 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a586a9eb-2df1-4ae3-9523-0bacb3b42f56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:02.549715 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 12 Aug 2021 14:37:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37d64b2b-81d4-4558-8f1a-fce51071508d x-openstack-request-id: req-37d64b2b-81d4-4558-8f1a-fce51071508d {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:37:02.550228 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2eebd15f-2b42-4b1e-bc8f-806ce99ff662", "name": "network-vif-unplugged", "status": "completed", "tag": "dbf50b37-cb90-4913-b9b1-e9c13b06a02b", "code": 200}]} {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:37:02.550643 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-37d64b2b-81d4-4558-8f1a-fce51071508d {{(pid=94468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:37:02.551378 n-d-694802-15 neutron-server[94468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2eebd15f-2b42-4b1e-bc8f-806ce99ff662', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dbf50b37-cb90-4913-b9b1-e9c13b06a02b', 'code': 200} Aug 12 14:37:02.582375 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a586a9eb-2df1-4ae3-9523-0bacb3b42f56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:02.635121 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-86ac910b-965c-4e5b-b84b-cd735f268dd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66413304', 'neutron.services.segments.db._delete_segments_for_network-8744654118000'] for network, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:02.648132 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-86ac910b-965c-4e5b-b84b-cd735f268dd4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66286ace-0f28-443f-a69d-5df85949d220']}} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:37:02.662656 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-86ac910b-965c-4e5b-b84b-cd735f268dd4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ea1fe2e-eeef-460a-999b-4e3aad831451') {'for_net_delete': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:37:02.663221 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-86ac910b-965c-4e5b-b84b-cd735f268dd4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ea1fe2e-eeef-460a-999b-4e3aad831451') {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:37:02.665376 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a586a9eb-2df1-4ae3-9523-0bacb3b42f56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:02.670781 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a586a9eb-2df1-4ae3-9523-0bacb3b42f56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:02.675830 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-a586a9eb-2df1-4ae3-9523-0bacb3b42f56 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/213b87af-3e55-407a-8100-5db7a6297b68 HTTP/1.1" status: 204 len: 168 time: 0.2077696 Aug 12 14:37:02.677868 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-86ac910b-965c-4e5b-b84b-cd735f268dd4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744654122361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3857526'] for segment, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:02.688330 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a586a9eb-2df1-4ae3-9523-0bacb3b42f56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=213b87af-3e55-407a-8100-5db7a6297b68,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:37:02.694861 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-86ac910b-965c-4e5b-b84b-cd735f268dd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:02.702485 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86ac910b-965c-4e5b-b84b-cd735f268dd4 admin admin] Releasing vlan 334 on physical network physnet1 to pool {{(pid=94467) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 14:37:02.702937 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-86ac910b-965c-4e5b-b84b-cd735f268dd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2859015'] for segment, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:02.705115 n-d-694802-15 neutron-server[94467]: Traceback (most recent call last): Aug 12 14:37:02.705115 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 14:37:02.705115 n-d-694802-15 neutron-server[94467]: timer() Aug 12 14:37:02.705115 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 14:37:02.705115 n-d-694802-15 neutron-server[94467]: cb(*args, **kw) Aug 12 14:37:02.705115 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 14:37:02.705115 n-d-694802-15 neutron-server[94467]: return func(*args, **kwargs) Aug 12 14:37:02.705115 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 14:37:02.705115 n-d-694802-15 neutron-server[94467]: self._notify() Aug 12 14:37:02.705115 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 14:37:02.705115 n-d-694802-15 neutron-server[94467]: self.callback(batched_events) Aug 12 14:37:02.705115 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 14:37:02.705115 n-d-694802-15 neutron-server[94467]: event.method(event) Aug 12 14:37:02.705115 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 14:37:02.705115 n-d-694802-15 neutron-server[94467]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 14:37:02.705115 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 14:37:02.705115 n-d-694802-15 neutron-server[94467]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 14:37:02.705115 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 14:37:02.705115 n-d-694802-15 neutron-server[94467]: return f(self, *a, **k) Aug 12 14:37:02.705115 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 14:37:02.705115 n-d-694802-15 neutron-server[94467]: return self._get(url).json() Aug 12 14:37:02.705115 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 14:37:02.705115 n-d-694802-15 neutron-server[94467]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 14:37:02.705115 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 14:37:02.705115 n-d-694802-15 neutron-server[94467]: return self.request(url, 'GET', **kwargs) Aug 12 14:37:02.705115 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 14:37:02.705115 n-d-694802-15 neutron-server[94467]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 14:37:02.705115 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 14:37:02.705115 n-d-694802-15 neutron-server[94467]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 14:37:02.705115 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 14:37:02.705115 n-d-694802-15 neutron-server[94467]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 14:37:02.705115 n-d-694802-15 neutron-server[94467]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 14:37:02.806950 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-86ac910b-965c-4e5b-b84b-cd735f268dd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66413281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431520'] for network, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:02.861286 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-86ac910b-965c-4e5b-b84b-cd735f268dd4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for network, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:02.870072 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-86ac910b-965c-4e5b-b84b-cd735f268dd4 admin admin] 10.222.0.39 "DELETE /v2.0/networks/66286ace-0f28-443f-a69d-5df85949d220 HTTP/1.1" status: 204 len: 168 time: 0.6205246 Aug 12 14:37:02.872743 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ac910b-965c-4e5b-b84b-cd735f268dd4 admin admin] Pushing event deleted for resources: {'Network': ['ID=66286ace-0f28-443f-a69d-5df85949d220,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:37:03.042214 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-8685d4e9-ee12-4e2d-922a-c4676f166609 None None] Notify callbacks [] for port, precommit_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:03.070968 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-8685d4e9-ee12-4e2d-922a-c4676f166609 None None] Transition to ACTIVE for port object d7433817-0111-4015-9a72-8bbbc1b0053c will not be triggered until provisioned by entity L2. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:37:03.076187 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 16f49a04-8061-43ca-8de0-8927515d331b no longer exists at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:37:03.101669 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-8685d4e9-ee12-4e2d-922a-c4676f166609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:03.106393 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 38632) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:37:03.135325 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] No Port match for: 16f49a04-8061-43ca-8de0-8927515d331b {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 14:37:03.135671 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 16f49a04-8061-43ca-8de0-8927515d331b not bound to the agent host n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:37:03.186855 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 38634) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:37:03.203657 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-38826468-e1a1-49a0-a859-b578c952dd4b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f18f73753fc44381926b4d20b367351e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0936277 Aug 12 14:37:03.204532 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ea2d5d-d899-4a86-92bb-b6aabe022be8 None None] Pushing event updated for resources: {'Port': ['ID=d7433817-0111-4015-9a72-8bbbc1b0053c,revision_number=3']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:37:03.258330 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-8685d4e9-ee12-4e2d-922a-c4676f166609 None None] Attempting to bind port d7433817-0111-4015-9a72-8bbbc1b0053c on host n-d-694802-15 for vnic_type normal with profile {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:37:03.258810 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-8685d4e9-ee12-4e2d-922a-c4676f166609 None None] Attempting to bind port d7433817-0111-4015-9a72-8bbbc1b0053c by drivers openvswitch,hyperv on host n-d-694802-15 at level 0 using segments [{'id': '80c564ff-005e-4d06-a9e7-b66b21f9041c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'f90f769a-ff23-4d9d-a690-1d8cae26e03f'}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:37:03.259311 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8685d4e9-ee12-4e2d-922a-c4676f166609 None None] Attempting to bind port d7433817-0111-4015-9a72-8bbbc1b0053c on network f90f769a-ff23-4d9d-a690-1d8cae26e03f {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:37:03.266279 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8685d4e9-ee12-4e2d-922a-c4676f166609 None None] Checking agent: {'id': '16de73ac-f2e9-4cee-b3e0-91052ae3e6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 20, 13), 'started_at': datetime.datetime(2021, 8, 12, 14, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 36, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:37:03.266667 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8685d4e9-ee12-4e2d-922a-c4676f166609 None None] Checking segment: {'id': '80c564ff-005e-4d06-a9e7-b66b21f9041c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'f90f769a-ff23-4d9d-a690-1d8cae26e03f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:37:03.267197 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-8685d4e9-ee12-4e2d-922a-c4676f166609 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:03.267507 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8685d4e9-ee12-4e2d-922a-c4676f166609 None None] Bound using segment: {'id': '80c564ff-005e-4d06-a9e7-b66b21f9041c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'f90f769a-ff23-4d9d-a690-1d8cae26e03f'} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:37:03.268097 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-8685d4e9-ee12-4e2d-922a-c4676f166609 None None] Bound port: d7433817-0111-4015-9a72-8bbbc1b0053c, host: n-d-694802-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80c564ff-005e-4d06-a9e7-b66b21f9041c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'f90f769a-ff23-4d9d-a690-1d8cae26e03f'}}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:37:03.270966 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-8685d4e9-ee12-4e2d-922a-c4676f166609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:03.316100 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-834b12b1-1042-4781-90a8-917b3027888f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:03.343179 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-834b12b1-1042-4781-90a8-917b3027888f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:03.351727 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f6cf5b-67c2-4041-b448-190c3d1b9338 req-9a5e3611-e399-471d-888d-4510913890fa tempest-InstanceActionsNegativeTestJSON-551573381 tempest-InstanceActionsNegativeTestJSON-551573381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:37:03.355502 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-15f6cf5b-67c2-4041-b448-190c3d1b9338 req-9a5e3611-e399-471d-888d-4510913890fa tempest-InstanceActionsNegativeTestJSON-551573381 tempest-InstanceActionsNegativeTestJSON-551573381-project] 10.222.0.39 "GET /v2.0/ports?device_id=351e5a79-6c60-41d5-9dc8-eccd9b6fd764 HTTP/1.1" status: 200 len: 945 time: 0.0973330 Aug 12 14:37:03.376199 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device 91b10cbe-0d22-4251-bbbc-b0a40d2b374a up at agent hyperv_n-h2-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:37:03.423316 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-834b12b1-1042-4781-90a8-917b3027888f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:03.429216 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-834b12b1-1042-4781-90a8-917b3027888f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:03.441461 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-8685d4e9-ee12-4e2d-922a-c4676f166609 None None] For port d7433817-0111-4015-9a72-8bbbc1b0053c, host n-d-694802-15, cleared binding levels {{(pid=94468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:37:03.441760 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-834b12b1-1042-4781-90a8-917b3027888f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c46585fa-da50-4ef3-834f-e3a7c15dd624 HTTP/1.1" status: 204 len: 168 time: 0.2480476 Aug 12 14:37:03.469941 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-15f6cf5b-67c2-4041-b448-190c3d1b9338 req-77dbebee-87c7-4383-85ee-d70406ccacd6 tempest-InstanceActionsNegativeTestJSON-551573381 tempest-InstanceActionsNegativeTestJSON-551573381-project] 10.222.0.39 "GET /v2.0/security-groups?id=2c4736dc-34dc-47fa-8c2b-edbd277e5b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134639 Aug 12 14:37:03.474616 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834b12b1-1042-4781-90a8-917b3027888f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c46585fa-da50-4ef3-834f-e3a7c15dd624,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:37:03.510943 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-8685d4e9-ee12-4e2d-922a-c4676f166609 None None] For port d7433817-0111-4015-9a72-8bbbc1b0053c, host n-d-694802-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=d7433817-0111-4015-9a72-8bbbc1b0053c,segment=NetworkSegment(80c564ff-005e-4d06-a9e7-b66b21f9041c),segment_id=80c564ff-005e-4d06-a9e7-b66b21f9041c)] {{(pid=94468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:37:03.528863 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-8685d4e9-ee12-4e2d-922a-c4676f166609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:03.597792 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Provisioning for port 91b10cbe-0d22-4251-bbbc-b0a40d2b374a completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:37:03.603167 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8685d4e9-ee12-4e2d-922a-c4676f166609 None None] Routers {'6cdfc11b-7fea-429c-88f9-93ed981e686c'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:37:03.604680 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-8685d4e9-ee12-4e2d-922a-c4676f166609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:36:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['6cdfc11b-7fea-429c-88f9-93ed981e686c'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:37:03.652656 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Provisioning complete for port 91b10cbe-0d22-4251-bbbc-b0a40d2b374a triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:37:03.652656 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:03.730775 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ea2d5d-d899-4a86-92bb-b6aabe022be8 None None] Pushing event updated for resources: {'Port': ['ID=d7433817-0111-4015-9a72-8bbbc1b0053c,revision_number=4']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:37:03.734905 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcab7044-ada4-4c87-922f-eab2329d4bc0 req-f31b39cd-3fcd-4fae-afef-2e247fab33dc tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:37:03.756816 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-fcab7044-ada4-4c87-922f-eab2329d4bc0 req-f31b39cd-3fcd-4fae-afef-2e247fab33dc tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] 10.222.0.39 "GET /v2.0/ports?device_id=56e005fa-0896-490e-9646-8a24af6536d9 HTTP/1.1" status: 200 len: 946 time: 0.1717572 Aug 12 14:37:03.837343 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-fcab7044-ada4-4c87-922f-eab2329d4bc0 req-fd5670fa-62d5-4c21-9639-be68b78e95a9 tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ad0002e-d03d-4ace-861f-ca41a35b7aed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791113 Aug 12 14:37:03.932696 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvr_db [None req-8685d4e9-ee12-4e2d-922a-c4676f166609 None None] Set router 6cdfc11b-7fea-429c-88f9-93ed981e686c gateway port host: n-d-694802-15 {{(pid=94468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:37:03.968403 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:04.092447 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port 91b10cbe-0d22-4251-bbbc-b0a40d2b374a, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=91b10cbe-0d22-4251-bbbc-b0a40d2b374a,segment=NetworkSegment(64941cf4-c5e0-4dac-a3a2-372cf4a25bee),segment_id=64941cf4-c5e0-4dac-a3a2-372cf4a25bee)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:37:04.097769 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:04.223444 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Pushing event updated for resources: {'Port': ['ID=91b10cbe-0d22-4251-bbbc-b0a40d2b374a,revision_number=5']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:37:04.304572 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-8685d4e9-ee12-4e2d-922a-c4676f166609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cdfc11b-7fea-429c-88f9-93ed981e686c', 'name': 'tempest-AttachSCSIVolumeTestJSON-348292673-router', 'tenant_id': '61c4bff718374c7fae2901007c7a3a67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.252'}], 'enable_snat': True}, 'gw_port_id': '089a961d-c1ee-4114-942a-269c8191d77a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:36:47Z', 'updated_at': '2021-08-12T14:36:59Z', 'revision_number': 4, 'project_id': '61c4bff718374c7fae2901007c7a3a67', 'gw_port': {'id': '089a961d-c1ee-4114-942a-269c8191d77a', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:c7:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cdfc11b-7fea-429c-88f9-93ed981e686c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:36:49Z', 'updated_at': '2021-08-12T14:36:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': 'd7433817-0111-4015-9a72-8bbbc1b0053c', 'name': '', 'network_id': 'f90f769a-ff23-4d9d-a690-1d8cae26e03f', 'tenant_id': '61c4bff718374c7fae2901007c7a3a67', 'mac_address': 'fa:16:3e:bc:5c:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cdfc11b-7fea-429c-88f9-93ed981e686c', 'device_owner': 'network:router_interface', 'standard_attr_id': 804, 'fixed_ips': [{'subnet_id': '72fdbdc2-b786-4d42-b409-53155794fa8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:36:55Z', 'updated_at': '2021-08-12T14:37:03Z', 'revision_number': 4, 'project_id': '61c4bff718374c7fae2901007c7a3a67', 'subnets': [{'id': '72fdbdc2-b786-4d42-b409-53155794fa8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:37:04.424389 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 38680) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:37:04.432155 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8685d4e9-ee12-4e2d-922a-c4676f166609 None None] The sync data for ids ['6cdfc11b-7fea-429c-88f9-93ed981e686c'] in n-d-694802-15 is: [{'id': '6cdfc11b-7fea-429c-88f9-93ed981e686c', 'name': 'tempest-AttachSCSIVolumeTestJSON-348292673-router', 'tenant_id': '61c4bff718374c7fae2901007c7a3a67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.252'}], 'enable_snat': True}, 'gw_port_id': '089a961d-c1ee-4114-942a-269c8191d77a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:36:47Z', 'updated_at': '2021-08-12T14:36:59Z', 'revision_number': 4, 'project_id': '61c4bff718374c7fae2901007c7a3a67', 'gw_port': {'id': '089a961d-c1ee-4114-942a-269c8191d77a', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:c7:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cdfc11b-7fea-429c-88f9-93ed981e686c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:36:49Z', 'updated_at': '2021-08-12T14:36:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': 'd7433817-0111-4015-9a72-8bbbc1b0053c', 'name': '', 'network_id': 'f90f769a-ff23-4d9d-a690-1d8cae26e03f', 'tenant_id': '61c4bff718374c7fae2901007c7a3a67', 'mac_address': 'fa:16:3e:bc:5c:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cdfc11b-7fea-429c-88f9-93ed981e686c', 'device_owner': 'network:router_interface', 'standard_attr_id': 804, 'fixed_ips': [{'subnet_id': '72fdbdc2-b786-4d42-b409-53155794fa8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:36:55Z', 'updated_at': '2021-08-12T14:37:03Z', 'revision_number': 4, 'project_id': '61c4bff718374c7fae2901007c7a3a67', 'subnets': [{'id': '72fdbdc2-b786-4d42-b409-53155794fa8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 14:37:04.556567 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '351e5a79-6c60-41d5-9dc8-eccd9b6fd764', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91b10cbe-0d22-4251-bbbc-b0a40d2b374a'}] {{(pid=94468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:37:04.585919 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99a8d87602170099c728e57431aca99e9b98a655a83bbf8727be13192709727b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87211ee9-f166-41d8-b38d-17c309f67581" -d '{"events": [{"server_uuid": "351e5a79-6c60-41d5-9dc8-eccd9b6fd764", "name": "network-vif-plugged", "status": "completed", "tag": "91b10cbe-0d22-4251-bbbc-b0a40d2b374a"}]}' {{(pid=94468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:37:04.760356 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3236dd8f-94b0-483b-83cc-77bf8f9156b8 req-b25314bf-726f-4f07-890d-1f0475a7b824 tempest-InstanceActionsNegativeTestJSON-551573381 tempest-InstanceActionsNegativeTestJSON-551573381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:37:04.789228 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3236dd8f-94b0-483b-83cc-77bf8f9156b8 req-b25314bf-726f-4f07-890d-1f0475a7b824 tempest-InstanceActionsNegativeTestJSON-551573381 tempest-InstanceActionsNegativeTestJSON-551573381-project] 10.222.0.39 "GET /v2.0/ports?device_id=351e5a79-6c60-41d5-9dc8-eccd9b6fd764 HTTP/1.1" status: 200 len: 946 time: 0.1380804 Aug 12 14:37:04.852763 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 14:37:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2af2528-2bf9-4900-9777-32984bb2a094 x-openstack-request-id: req-b2af2528-2bf9-4900-9777-32984bb2a094 {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:37:04.853163 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "351e5a79-6c60-41d5-9dc8-eccd9b6fd764", "name": "network-vif-plugged", "status": "completed", "tag": "91b10cbe-0d22-4251-bbbc-b0a40d2b374a", "code": 200}]} {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:37:04.854076 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b2af2528-2bf9-4900-9777-32984bb2a094 {{(pid=94468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:37:04.854698 n-d-694802-15 neutron-server[94468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '351e5a79-6c60-41d5-9dc8-eccd9b6fd764', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91b10cbe-0d22-4251-bbbc-b0a40d2b374a', 'code': 200} Aug 12 14:37:04.867625 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-ef93512e-dc1a-4bb9-8a29-593e718c0ef9 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1722859023-network', 'tenant_id': '4024e5f8cb5f495fb475a508277f1933'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:37:04.953845 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef93512e-dc1a-4bb9-8a29-593e718c0ef9 admin admin] Made reservation on behalf of 4024e5f8cb5f495fb475a508277f1933 for: {'network': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:37:04.964832 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-ef93512e-dc1a-4bb9-8a29-593e718c0ef9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for network, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:05.041563 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-ef93512e-dc1a-4bb9-8a29-593e718c0ef9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:05.071041 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3236dd8f-94b0-483b-83cc-77bf8f9156b8 req-3b96c79d-b86a-412f-b4fd-a4dc4756d9e1 tempest-InstanceActionsNegativeTestJSON-551573381 tempest-InstanceActionsNegativeTestJSON-551573381-project] 10.222.0.39 "GET /v2.0/security-groups?id=2c4736dc-34dc-47fa-8c2b-edbd277e5b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2716131 Aug 12 14:37:05.171557 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e07ffb-c12f-46cf-b9d9-1002ec74253d req-94310607-079f-41de-946b-68d3114e291c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:37:05.176669 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b6e07ffb-c12f-46cf-b9d9-1002ec74253d req-94310607-079f-41de-946b-68d3114e291c service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=351e5a79-6c60-41d5-9dc8-eccd9b6fd764 HTTP/1.1" status: 200 len: 1098 time: 0.1905544 Aug 12 14:37:05.256781 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device d7433817-0111-4015-9a72-8bbbc1b0053c up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:37:05.312405 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b6e07ffb-c12f-46cf-b9d9-1002ec74253d req-a9c1a01d-61a8-42f7-baf8-fba25a12285c service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=2c4736dc-34dc-47fa-8c2b-edbd277e5b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276021 Aug 12 14:37:05.406443 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 38716) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:37:05.409521 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning for port d7433817-0111-4015-9a72-8bbbc1b0053c completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:37:05.415625 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port d7433817-0111-4015-9a72-8bbbc1b0053c triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:37:05.416690 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:05.418912 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c02949-6fed-4395-af75-2cbb3e50ce77 req-b29c1a3f-8b3d-4310-ad52-84b01e0356a6 tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:37:05.426323 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-d1c02949-6fed-4395-af75-2cbb3e50ce77 req-b29c1a3f-8b3d-4310-ad52-84b01e0356a6 tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] 10.222.0.39 "GET /v2.0/ports?device_id=56e005fa-0896-490e-9646-8a24af6536d9 HTTP/1.1" status: 200 len: 946 time: 0.1288242 Aug 12 14:37:05.531372 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-ef93512e-dc1a-4bb9-8a29-593e718c0ef9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:05.540906 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-ef93512e-dc1a-4bb9-8a29-593e718c0ef9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:05.545076 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-d1c02949-6fed-4395-af75-2cbb3e50ce77 req-bf500e4b-b74c-41d2-b2fb-a1f212162543 tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ad0002e-d03d-4ace-861f-ca41a35b7aed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022675 Aug 12 14:37:05.555157 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:05.592140 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef93512e-dc1a-4bb9-8a29-593e718c0ef9 admin admin] vlan segment allocate from pool success with {'vlan_id': 343, 'physical_network': 'physnet1'} {{(pid=94467) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 14:37:05.609787 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef93512e-dc1a-4bb9-8a29-593e718c0ef9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b3c7ce2-70f7-4d15-8774-e830cec0f0a7,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:37:05.634955 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-ef93512e-dc1a-4bb9-8a29-593e718c0ef9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:05.635327 n-d-694802-15 neutron-server[94467]: INFO neutron.db.segments_db [None req-ef93512e-dc1a-4bb9-8a29-593e718c0ef9 admin admin] Added segment 4c973057-417f-419d-840d-ea232fb579a5 of type vlan for network a681c17b-4312-41b7-b711-32d50b05905d Aug 12 14:37:05.638310 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] For port d7433817-0111-4015-9a72-8bbbc1b0053c, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=d7433817-0111-4015-9a72-8bbbc1b0053c,segment=NetworkSegment(80c564ff-005e-4d06-a9e7-b66b21f9041c),segment_id=80c564ff-005e-4d06-a9e7-b66b21f9041c)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:37:05.645387 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:05.700777 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-70a55a00-d89a-44e6-ad26-2418fe336c02 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1778576176-network', 'tenant_id': '1b183521d9a94e53bf861ad68f9d8a0b'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:37:05.733264 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-ef93512e-dc1a-4bb9-8a29-593e718c0ef9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744653628263'] for network, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:05.735510 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70a55a00-d89a-44e6-ad26-2418fe336c02 admin admin] Made reservation on behalf of 1b183521d9a94e53bf861ad68f9d8a0b for: {'network': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:37:05.738013 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-70a55a00-d89a-44e6-ad26-2418fe336c02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for network, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:05.748949 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-70a55a00-d89a-44e6-ad26-2418fe336c02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:05.768022 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Pushing event updated for resources: {'Port': ['ID=d7433817-0111-4015-9a72-8bbbc1b0053c,revision_number=5']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:37:05.792556 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-ef93512e-dc1a-4bb9-8a29-593e718c0ef9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409'] for network, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:05.793605 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef93512e-dc1a-4bb9-8a29-593e718c0ef9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:37:05.794255 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-ef93512e-dc1a-4bb9-8a29-593e718c0ef9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for network, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:05.902136 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef93512e-dc1a-4bb9-8a29-593e718c0ef9 admin admin] Pushing event updated for resources: {'Network': ['ID=a681c17b-4312-41b7-b711-32d50b05905d,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:37:05.918251 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Network a681c17b-4312-41b7-b711-32d50b05905d details requested by agent ovs-agent-n-d-694802-15 with host n-d-694802-15 {{(pid=94468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 14:37:05.971656 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-70a55a00-d89a-44e6-ad26-2418fe336c02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:05.979549 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-70a55a00-d89a-44e6-ad26-2418fe336c02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:05.990742 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-ef93512e-dc1a-4bb9-8a29-593e718c0ef9 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.5634556 Aug 12 14:37:05.993322 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 38738) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:37:06.000082 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70a55a00-d89a-44e6-ad26-2418fe336c02 admin admin] vlan segment allocate from pool success with {'vlan_id': 331, 'physical_network': 'physnet1'} {{(pid=94466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 14:37:06.004297 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-ee1eacf2-82d0-41fa-aee5-19ed669e11a4 admin admin] Request body: {'subnet': {'network_id': 'a681c17b-4312-41b7-b711-32d50b05905d', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1722859023-subnet', 'tenant_id': '4024e5f8cb5f495fb475a508277f1933', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:37:06.012244 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-70a55a00-d89a-44e6-ad26-2418fe336c02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:06.012599 n-d-694802-15 neutron-server[94466]: INFO neutron.db.segments_db [None req-70a55a00-d89a-44e6-ad26-2418fe336c02 admin admin] Added segment e096a12b-68f8-4c98-b89d-d2992559fa06 of type vlan for network 084bbaa9-1971-49e8-b2a8-17fb0ce3a37d Aug 12 14:37:06.063790 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee1eacf2-82d0-41fa-aee5-19ed669e11a4 admin admin] Made reservation on behalf of 4024e5f8cb5f495fb475a508277f1933 for: {'subnet': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:37:06.066853 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-ee1eacf2-82d0-41fa-aee5-19ed669e11a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3343791'] for subnet, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:06.073371 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-70a55a00-d89a-44e6-ad26-2418fe336c02 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744653628263'] for network, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:06.182188 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a55a00-d89a-44e6-ad26-2418fe336c02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21797083-50ee-4fa2-9ae6-2585440bdd47,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:37:06.243432 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-70a55a00-d89a-44e6-ad26-2418fe336c02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409'] for network, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:06.245391 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70a55a00-d89a-44e6-ad26-2418fe336c02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:37:06.246453 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-70a55a00-d89a-44e6-ad26-2418fe336c02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for network, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:06.250218 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a55a00-d89a-44e6-ad26-2418fe336c02 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:37:06.250816 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a55a00-d89a-44e6-ad26-2418fe336c02 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:37:06.251377 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a55a00-d89a-44e6-ad26-2418fe336c02 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:37:06.251922 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a55a00-d89a-44e6-ad26-2418fe336c02 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:37:06.252435 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a55a00-d89a-44e6-ad26-2418fe336c02 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:37:06.253204 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a55a00-d89a-44e6-ad26-2418fe336c02 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:37:06.253738 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a55a00-d89a-44e6-ad26-2418fe336c02 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:37:06.254259 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a55a00-d89a-44e6-ad26-2418fe336c02 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:37:06.259700 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a55a00-d89a-44e6-ad26-2418fe336c02 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:37:06.262134 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a55a00-d89a-44e6-ad26-2418fe336c02 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:37:06.262573 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a55a00-d89a-44e6-ad26-2418fe336c02 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:37:06.263612 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a55a00-d89a-44e6-ad26-2418fe336c02 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:37:06.390982 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3ad9f4-82a7-4f64-8f62-6b4d2cbbece0 req-04dd57b0-a94b-4e09-ac08-7b281a0b9761 tempest-InstanceActionsNegativeTestJSON-551573381 tempest-InstanceActionsNegativeTestJSON-551573381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:37:06.392984 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ff3ad9f4-82a7-4f64-8f62-6b4d2cbbece0 req-04dd57b0-a94b-4e09-ac08-7b281a0b9761 tempest-InstanceActionsNegativeTestJSON-551573381 tempest-InstanceActionsNegativeTestJSON-551573381-project] 10.222.0.39 "GET /v2.0/ports?device_id=351e5a79-6c60-41d5-9dc8-eccd9b6fd764 HTTP/1.1" status: 200 len: 946 time: 0.1359885 Aug 12 14:37:06.411340 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-ee1eacf2-82d0-41fa-aee5-19ed669e11a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2859166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3343773'] for subnet, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:06.526095 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee1eacf2-82d0-41fa-aee5-19ed669e11a4 admin admin] Checking segment: {'id': '4c973057-417f-419d-840d-ea232fb579a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'a681c17b-4312-41b7-b711-32d50b05905d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:37:06.526826 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee1eacf2-82d0-41fa-aee5-19ed669e11a4 admin admin] Network hostable DHCP agents. Network: a681c17b-4312-41b7-b711-32d50b05905d, hostable agents: ['1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658'], hosted agents: [] {{(pid=94467) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 14:37:06.529165 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1eacf2-82d0-41fa-aee5-19ed669e11a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=49978436-adae-4995-85db-355f6ab8bdca,revision_number=0']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:37:06.541752 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ff3ad9f4-82a7-4f64-8f62-6b4d2cbbece0 req-44808aa9-4bbe-44e8-82c2-6c37ce355d3b tempest-InstanceActionsNegativeTestJSON-551573381 tempest-InstanceActionsNegativeTestJSON-551573381-project] 10.222.0.39 "GET /v2.0/security-groups?id=2c4736dc-34dc-47fa-8c2b-edbd277e5b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236589 Aug 12 14:37:06.572262 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee1eacf2-82d0-41fa-aee5-19ed669e11a4 admin admin] Network a681c17b-4312-41b7-b711-32d50b05905d is scheduled to be hosted by DHCP agent 1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658 with binding_index 1 {{(pid=94467) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 14:37:06.592620 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [None req-ee1eacf2-82d0-41fa-aee5-19ed669e11a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-15, a681c17b-4312-41b7-b711-32d50b05905d) {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:37:06.603927 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10ce27c8-5adb-4b86-8bd2-6a8e0f931bc1 None None] Network a681c17b-4312-41b7-b711-32d50b05905d requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:37:06.610679 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee1eacf2-82d0-41fa-aee5-19ed669e11a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:37:06.611319 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-ee1eacf2-82d0-41fa-aee5-19ed669e11a4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:06.629211 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-ee1eacf2-82d0-41fa-aee5-19ed669e11a4 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6344299 Aug 12 14:37:06.767105 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a55a00-d89a-44e6-ad26-2418fe336c02 admin admin] Pushing event updated for resources: {'Network': ['ID=084bbaa9-1971-49e8-b2a8-17fb0ce3a37d,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:37:06.779243 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Network 084bbaa9-1971-49e8-b2a8-17fb0ce3a37d details requested by agent ovs-agent-n-d-694802-15 with host n-d-694802-15 {{(pid=94468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 14:37:06.795733 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8598cda3-e5e2-4993-be1f-6d5c6d6a3bdf None None] Network a681c17b-4312-41b7-b711-32d50b05905d requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:37:06.840734 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 38752) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:37:06.846536 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-8ef466d8-e932-48ea-9d2d-b2efa8d760ac admin admin] Request body: {'subnet': {'network_id': '084bbaa9-1971-49e8-b2a8-17fb0ce3a37d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1778576176-subnet', 'tenant_id': '1b183521d9a94e53bf861ad68f9d8a0b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:37:06.851226 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-70a55a00-d89a-44e6-ad26-2418fe336c02 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.4038274 Aug 12 14:37:06.908674 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ef466d8-e932-48ea-9d2d-b2efa8d760ac admin admin] Made reservation on behalf of 1b183521d9a94e53bf861ad68f9d8a0b for: {'subnet': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:37:06.911641 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-8ef466d8-e932-48ea-9d2d-b2efa8d760ac admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3343791'] for subnet, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:06.933913 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bc4444-77e8-4ad4-9534-c26284d9093b req-d8b00176-dbf6-4d3e-aabc-5a2795c367e8 tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:37:06.938013 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-12bc4444-77e8-4ad4-9534-c26284d9093b req-d8b00176-dbf6-4d3e-aabc-5a2795c367e8 tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] 10.222.0.39 "GET /v2.0/ports?device_id=56e005fa-0896-490e-9646-8a24af6536d9 HTTP/1.1" status: 200 len: 946 time: 0.1644380 Aug 12 14:37:07.047686 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-12bc4444-77e8-4ad4-9534-c26284d9093b req-b270240c-1f9d-45c8-8ccc-b7769ffea646 tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ad0002e-d03d-4ace-861f-ca41a35b7aed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971384 Aug 12 14:37:07.203764 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device d7433817-0111-4015-9a72-8bbbc1b0053c up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:37:07.331839 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port d7433817-0111-4015-9a72-8bbbc1b0053c triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:37:07.332501 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:07.381189 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-8ef466d8-e932-48ea-9d2d-b2efa8d760ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2859166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3343773'] for subnet, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:07.465616 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device 890f05cd-3a6a-492a-b07c-feb1a5c93987 details requested by agent hyperv_n-h2-694802-15 with host n-h2-694802-15 {{(pid=94468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 14:37:07.576996 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port 890f05cd-3a6a-492a-b07c-feb1a5c93987, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=890f05cd-3a6a-492a-b07c-feb1a5c93987,segment=NetworkSegment(a1f8c867-101b-4d30-814e-b89f55a5edd0),segment_id=a1f8c867-101b-4d30-814e-b89f55a5edd0)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:37:07.590632 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Returning: {'device': '890f05cd-3a6a-492a-b07c-feb1a5c93987', 'network_id': '2525c403-dfb3-4196-a273-739607aab38a', 'port_id': '890f05cd-3a6a-492a-b07c-feb1a5c93987', 'mac_address': 'fa:16:3e:c0:6d:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '236e0be6-1c94-4221-9e8b-ab02a53331f8', 'ip_address': '192.168.233.140'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 14:37:07.636089 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:07.651753 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 890f05cd-3a6a-492a-b07c-feb1a5c93987 {{(pid=94468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:37:07.677552 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port 890f05cd-3a6a-492a-b07c-feb1a5c93987, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=890f05cd-3a6a-492a-b07c-feb1a5c93987,segment=NetworkSegment(a1f8c867-101b-4d30-814e-b89f55a5edd0),segment_id=a1f8c867-101b-4d30-814e-b89f55a5edd0)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:37:07.683872 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:07.753080 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bacf8e-1a17-405b-a6cd-7c35c22008a8 req-06657e73-6296-426c-9fbc-059cc339bcd0 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:37:07.765525 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b9bacf8e-1a17-405b-a6cd-7c35c22008a8 req-06657e73-6296-426c-9fbc-059cc339bcd0 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] 10.222.0.39 "GET /v2.0/networks?id=a681c17b-4312-41b7-b711-32d50b05905d HTTP/1.1" status: 200 len: 812 time: 0.3136477 Aug 12 14:37:07.782264 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef466d8-e932-48ea-9d2d-b2efa8d760ac admin admin] Checking segment: {'id': 'e096a12b-68f8-4c98-b89d-d2992559fa06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '084bbaa9-1971-49e8-b2a8-17fb0ce3a37d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:37:07.783054 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ef466d8-e932-48ea-9d2d-b2efa8d760ac admin admin] Network hostable DHCP agents. Network: 084bbaa9-1971-49e8-b2a8-17fb0ce3a37d, hostable agents: ['1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658'], hosted agents: [] {{(pid=94467) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 14:37:07.788564 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef466d8-e932-48ea-9d2d-b2efa8d760ac admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f80667a-12ed-4bf3-80ac-e8ae0cc35fd4,revision_number=0']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:37:07.798159 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Pushing event updated for resources: {'Port': ['ID=890f05cd-3a6a-492a-b07c-feb1a5c93987,revision_number=9']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:37:07.809635 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5401f655-b61e-4318-83eb-e3379d31bafa req-32a19c82-ed68-4152-9ab2-07bf8c504214 tempest-InstanceActionsNegativeTestJSON-551573381 tempest-InstanceActionsNegativeTestJSON-551573381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:37:07.818578 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-5401f655-b61e-4318-83eb-e3379d31bafa req-32a19c82-ed68-4152-9ab2-07bf8c504214 tempest-InstanceActionsNegativeTestJSON-551573381 tempest-InstanceActionsNegativeTestJSON-551573381-project] 10.222.0.39 "GET /v2.0/ports?device_id=351e5a79-6c60-41d5-9dc8-eccd9b6fd764 HTTP/1.1" status: 200 len: 946 time: 0.1174386 Aug 12 14:37:07.828116 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] get_ports_and_sgs() called for port_ids ['890f05cd-3a6a-492a-b07c-feb1a5c93987'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:37:07.832331 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b9bacf8e-1a17-405b-a6cd-7c35c22008a8 req-05e96e67-d156-471f-be2d-f63a66c136e9 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] 10.222.0.39 "GET /v2.0/quotas/4024e5f8cb5f495fb475a508277f1933 HTTP/1.1" status: 200 len: 375 time: 0.0653534 Aug 12 14:37:07.836448 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ef466d8-e932-48ea-9d2d-b2efa8d760ac admin admin] Network 084bbaa9-1971-49e8-b2a8-17fb0ce3a37d is scheduled to be hosted by DHCP agent 1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658 with binding_index 1 {{(pid=94467) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 14:37:07.875705 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [None req-8ef466d8-e932-48ea-9d2d-b2efa8d760ac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-15, 084bbaa9-1971-49e8-b2a8-17fb0ce3a37d) {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:37:07.879005 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-5401f655-b61e-4318-83eb-e3379d31bafa req-1cd347d2-7caa-417d-a2d5-eb299cd19efa tempest-InstanceActionsNegativeTestJSON-551573381 tempest-InstanceActionsNegativeTestJSON-551573381-project] 10.222.0.39 "GET /v2.0/security-groups?id=2c4736dc-34dc-47fa-8c2b-edbd277e5b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594304 Aug 12 14:37:07.889240 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ef466d8-e932-48ea-9d2d-b2efa8d760ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:37:07.889902 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-8ef466d8-e932-48ea-9d2d-b2efa8d760ac admin admin] Notify callbacks [] for subnet, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:07.905025 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9713c305-fd00-4820-b05d-3b3efc6ec51a None None] Network 084bbaa9-1971-49e8-b2a8-17fb0ce3a37d requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:37:07.931349 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b9bacf8e-1a17-405b-a6cd-7c35c22008a8 req-4078f45c-e261-4e64-ba22-18a6d16303a6 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=4024e5f8cb5f495fb475a508277f1933&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0846088 Aug 12 14:37:08.038908 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b9bacf8e-1a17-405b-a6cd-7c35c22008a8 req-2e53cfcf-59a6-42b4-9a5e-152f5a916c91 service neutron] 10.222.0.39 "GET /v2.0/networks/a681c17b-4312-41b7-b711-32d50b05905d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065950 Aug 12 14:37:08.167369 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-711ca611-674b-41e8-91f7-576b2556c2aa None None] Network 084bbaa9-1971-49e8-b2a8-17fb0ce3a37d requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:37:08.168834 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-8ef466d8-e932-48ea-9d2d-b2efa8d760ac admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.3266356 Aug 12 14:37:08.244024 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b9bacf8e-1a17-405b-a6cd-7c35c22008a8 req-d9c67c71-a4d9-4bba-9a5f-2052fd7c1e45 service neutron] 10.222.0.39 "GET /v2.0/networks/a681c17b-4312-41b7-b711-32d50b05905d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2041614 Aug 12 14:37:08.380428 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f2ef16-f1fe-4969-8556-79f436e7951c req-ad6c58d9-3e06-41b0-aded-5b43de3f4da7 tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:37:08.385890 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-03f2ef16-f1fe-4969-8556-79f436e7951c req-ad6c58d9-3e06-41b0-aded-5b43de3f4da7 tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] 10.222.0.39 "GET /v2.0/ports?device_id=56e005fa-0896-490e-9646-8a24af6536d9 HTTP/1.1" status: 200 len: 946 time: 0.0998290 Aug 12 14:37:08.506773 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-03f2ef16-f1fe-4969-8556-79f436e7951c req-ad0db7f4-4c4d-4796-9df5-7119fb1fb5d7 tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ad0002e-d03d-4ace-861f-ca41a35b7aed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060982 Aug 12 14:37:08.738742 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-508152fa-a921-49b0-b6d2-ee45a7a5475b req-3c2e7947-1f51-4c2d-979f-6e2ce0988116 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] 10.222.0.39 "GET /v2.0/ports?device_id=19edc547-78d2-4139-aa27-fa0ce42129fb HTTP/1.1" status: 200 len: 210 time: 0.0481105 Aug 12 14:37:09.037770 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190b796d-a9af-4fb5-bccc-a2ca57d14159 req-c9759992-9108-469b-a48b-f3d9dfc33252 tempest-ImagesOneServerNegativeTestJSON-535792509 tempest-ImagesOneServerNegativeTestJSON-535792509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:37:09.047669 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-190b796d-a9af-4fb5-bccc-a2ca57d14159 req-c9759992-9108-469b-a48b-f3d9dfc33252 tempest-ImagesOneServerNegativeTestJSON-535792509 tempest-ImagesOneServerNegativeTestJSON-535792509-project] 10.222.0.39 "GET /v2.0/networks?id=084bbaa9-1971-49e8-b2a8-17fb0ce3a37d HTTP/1.1" status: 200 len: 822 time: 0.1890578 Aug 12 14:37:09.065581 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-190b796d-a9af-4fb5-bccc-a2ca57d14159 req-b470fb4f-e62b-4861-9a90-ff4043f0feaa tempest-ImagesOneServerNegativeTestJSON-535792509 tempest-ImagesOneServerNegativeTestJSON-535792509-project] 10.222.0.39 "GET /v2.0/quotas/1b183521d9a94e53bf861ad68f9d8a0b HTTP/1.1" status: 200 len: 375 time: 0.0169232 Aug 12 14:37:09.119193 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76355ccd-5f93-4548-a39c-22b988c30306 req-350826b1-78f4-4be4-ae3b-ae7d078c9ebc tempest-InstanceActionsNegativeTestJSON-551573381 tempest-InstanceActionsNegativeTestJSON-551573381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:37:09.121100 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-76355ccd-5f93-4548-a39c-22b988c30306 req-350826b1-78f4-4be4-ae3b-ae7d078c9ebc tempest-InstanceActionsNegativeTestJSON-551573381 tempest-InstanceActionsNegativeTestJSON-551573381-project] 10.222.0.39 "GET /v2.0/ports?device_id=351e5a79-6c60-41d5-9dc8-eccd9b6fd764 HTTP/1.1" status: 200 len: 946 time: 0.1196947 Aug 12 14:37:09.123600 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-190b796d-a9af-4fb5-bccc-a2ca57d14159 req-71c6257d-a9ea-4369-84ec-051c0572a89c tempest-ImagesOneServerNegativeTestJSON-535792509 tempest-ImagesOneServerNegativeTestJSON-535792509-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=1b183521d9a94e53bf861ad68f9d8a0b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0569873 Aug 12 14:37:09.200016 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-76355ccd-5f93-4548-a39c-22b988c30306 req-22088b51-6d0b-4281-98f2-17e17f2c964f tempest-InstanceActionsNegativeTestJSON-551573381 tempest-InstanceActionsNegativeTestJSON-551573381-project] 10.222.0.39 "GET /v2.0/security-groups?id=2c4736dc-34dc-47fa-8c2b-edbd277e5b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631406 Aug 12 14:37:09.345603 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-190b796d-a9af-4fb5-bccc-a2ca57d14159 req-feb3fd8a-0152-4779-aba6-cc28d0a08ee6 service neutron] 10.222.0.39 "GET /v2.0/networks/084bbaa9-1971-49e8-b2a8-17fb0ce3a37d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2136121 Aug 12 14:37:09.426351 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device 890f05cd-3a6a-492a-b07c-feb1a5c93987 up at agent hyperv_n-h2-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:37:09.604433 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-190b796d-a9af-4fb5-bccc-a2ca57d14159 req-943ac854-e726-4248-918d-51c01c21f144 service neutron] 10.222.0.39 "GET /v2.0/networks/084bbaa9-1971-49e8-b2a8-17fb0ce3a37d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2522249 Aug 12 14:37:09.625113 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Provisioning complete for port 890f05cd-3a6a-492a-b07c-feb1a5c93987 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:37:09.625756 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:09.745494 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:09.798119 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f1992d0-e823-416d-bad0-60fca0e01566', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '890f05cd-3a6a-492a-b07c-feb1a5c93987'}] {{(pid=94468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:37:09.800915 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99a8d87602170099c728e57431aca99e9b98a655a83bbf8727be13192709727b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf80ac66-6e6d-46bd-8d78-cc46cbc16b09" -d '{"events": [{"server_uuid": "5f1992d0-e823-416d-bad0-60fca0e01566", "name": "network-vif-plugged", "status": "completed", "tag": "890f05cd-3a6a-492a-b07c-feb1a5c93987"}]}' {{(pid=94468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:37:09.808729 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103aeebd-fa5f-44b8-8327-502b7520749a req-ca84612e-9409-4a51-b891-bdf7be4af80a tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:37:09.810334 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-103aeebd-fa5f-44b8-8327-502b7520749a req-ca84612e-9409-4a51-b891-bdf7be4af80a tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] 10.222.0.39 "GET /v2.0/ports?device_id=56e005fa-0896-490e-9646-8a24af6536d9 HTTP/1.1" status: 200 len: 946 time: 0.1260467 Aug 12 14:37:09.814839 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port 890f05cd-3a6a-492a-b07c-feb1a5c93987, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=890f05cd-3a6a-492a-b07c-feb1a5c93987,segment=NetworkSegment(a1f8c867-101b-4d30-814e-b89f55a5edd0),segment_id=a1f8c867-101b-4d30-814e-b89f55a5edd0)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:37:09.821507 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:09.903426 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Pushing event updated for resources: {'Port': ['ID=890f05cd-3a6a-492a-b07c-feb1a5c93987,revision_number=10']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:37:09.970045 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-103aeebd-fa5f-44b8-8327-502b7520749a req-f36aa3fd-9e9f-4fb4-a9f8-3ceee9780fe9 tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ad0002e-d03d-4ace-861f-ca41a35b7aed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459026 Aug 12 14:37:10.041610 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-7980e4ce-d770-4509-8d36-280fd16b1b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:10.223714 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 14:37:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e4a166f-6b2e-447e-807c-3b6fe3ce04a9 x-openstack-request-id: req-1e4a166f-6b2e-447e-807c-3b6fe3ce04a9 {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:37:10.224047 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f1992d0-e823-416d-bad0-60fca0e01566", "name": "network-vif-plugged", "status": "completed", "tag": "890f05cd-3a6a-492a-b07c-feb1a5c93987", "code": 200}]} {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:37:10.224255 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1e4a166f-6b2e-447e-807c-3b6fe3ce04a9 {{(pid=94468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:37:10.224666 n-d-694802-15 neutron-server[94468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f1992d0-e823-416d-bad0-60fca0e01566', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '890f05cd-3a6a-492a-b07c-feb1a5c93987', 'code': 200} Aug 12 14:37:10.239651 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-4caca3b8-eeb6-4329-ae76-f38c385123fe req-e0b094a4-70a0-4c90-871c-0ce3bf6ef575 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] 10.222.0.39 "GET /v2.0/ports?device_id=19edc547-78d2-4139-aa27-fa0ce42129fb HTTP/1.1" status: 200 len: 210 time: 0.0731885 Aug 12 14:37:10.303904 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bacf8e-1a17-405b-a6cd-7c35c22008a8 req-e0bea547-bbf4-4c97-8667-957cce2c67ce tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:37:10.308427 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-b9bacf8e-1a17-405b-a6cd-7c35c22008a8 req-e0bea547-bbf4-4c97-8667-957cce2c67ce tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] 10.222.0.64 "GET /v2.0/networks?id=a681c17b-4312-41b7-b711-32d50b05905d HTTP/1.1" status: 200 len: 812 time: 0.4331112 Aug 12 14:37:10.322429 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [req-b9bacf8e-1a17-405b-a6cd-7c35c22008a8 req-0b7d969c-5968-4bae-9082-26a32b7e6ca0 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] Request body: {'port': {'device_id': '19edc547-78d2-4139-aa27-fa0ce42129fb', 'network_id': 'a681c17b-4312-41b7-b711-32d50b05905d', 'admin_state_up': True, 'tenant_id': '4024e5f8cb5f495fb475a508277f1933'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:37:10.474983 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae72c8e1-9a9c-4528-a0e9-d66f3bf66efd req-69c8d8cc-268c-4023-ae87-61905ef1fbc4 tempest-InstanceActionsNegativeTestJSON-551573381 tempest-InstanceActionsNegativeTestJSON-551573381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:37:10.477955 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ae72c8e1-9a9c-4528-a0e9-d66f3bf66efd req-69c8d8cc-268c-4023-ae87-61905ef1fbc4 tempest-InstanceActionsNegativeTestJSON-551573381 tempest-InstanceActionsNegativeTestJSON-551573381-project] 10.222.0.39 "GET /v2.0/ports?device_id=351e5a79-6c60-41d5-9dc8-eccd9b6fd764 HTTP/1.1" status: 200 len: 946 time: 0.0766575 Aug 12 14:37:10.499880 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-686aa356-df15-4cfa-a9ff-a06c331b9717 req-fff1aa52-3f2a-4f52-8bec-7bcc641a57be tempest-ImagesOneServerNegativeTestJSON-535792509 tempest-ImagesOneServerNegativeTestJSON-535792509-project] 10.222.0.39 "GET /v2.0/ports?device_id=5a07fe76-d79e-4111-be6f-636b2b03280c HTTP/1.1" status: 200 len: 210 time: 0.1700597 Aug 12 14:37:10.600360 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ae72c8e1-9a9c-4528-a0e9-d66f3bf66efd req-7a736cc4-5f19-48a6-a2f3-18228d43b6e6 tempest-InstanceActionsNegativeTestJSON-551573381 tempest-InstanceActionsNegativeTestJSON-551573381-project] 10.222.0.39 "GET /v2.0/security-groups?id=2c4736dc-34dc-47fa-8c2b-edbd277e5b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160100 Aug 12 14:37:10.688955 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9bacf8e-1a17-405b-a6cd-7c35c22008a8 req-0b7d969c-5968-4bae-9082-26a32b7e6ca0 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] Made reservation on behalf of 4024e5f8cb5f495fb475a508277f1933 for: {'port': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:37:10.694559 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-b9bacf8e-1a17-405b-a6cd-7c35c22008a8 req-0b7d969c-5968-4bae-9082-26a32b7e6ca0 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:10.891758 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [req-b9bacf8e-1a17-405b-a6cd-7c35c22008a8 req-0b7d969c-5968-4bae-9082-26a32b7e6ca0 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] Allocated IP 172.20.0.6 (a681c17b-4312-41b7-b711-32d50b05905d/49978436-adae-4995-85db-355f6ab8bdca/a3b15513-1e8e-48ea-9695-d5b979f798e3) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:37:11.012839 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879b5fc6-8c88-4448-a8c2-57cced4f4a9c req-2887f16e-31d1-4350-a3b5-53b778395000 tempest-InstanceActionsNegativeTestJSON-551573381 tempest-InstanceActionsNegativeTestJSON-551573381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:37:11.014448 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-879b5fc6-8c88-4448-a8c2-57cced4f4a9c req-2887f16e-31d1-4350-a3b5-53b778395000 tempest-InstanceActionsNegativeTestJSON-551573381 tempest-InstanceActionsNegativeTestJSON-551573381-project] 10.222.0.49 "GET /v2.0/ports?device_id=351e5a79-6c60-41d5-9dc8-eccd9b6fd764 HTTP/1.1" status: 200 len: 946 time: 0.1159079 Aug 12 14:37:11.124131 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:11.221177 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25819977-c572-4595-86e7-1d37de85697e req-4491c039-efef-48b6-a6a3-63547f6c992e tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:37:11.221809 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-b9bacf8e-1a17-405b-a6cd-7c35c22008a8 req-0b7d969c-5968-4bae-9082-26a32b7e6ca0 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:11.233218 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-25819977-c572-4595-86e7-1d37de85697e req-4491c039-efef-48b6-a6a3-63547f6c992e tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] 10.222.0.39 "GET /v2.0/ports?device_id=56e005fa-0896-490e-9646-8a24af6536d9 HTTP/1.1" status: 200 len: 946 time: 0.1548145 Aug 12 14:37:11.301345 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-b9bacf8e-1a17-405b-a6cd-7c35c22008a8 req-0b7d969c-5968-4bae-9082-26a32b7e6ca0 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:11.335342 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-25819977-c572-4595-86e7-1d37de85697e req-de638c97-83cb-414a-be86-98a2768b466b tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ad0002e-d03d-4ace-861f-ca41a35b7aed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046541 Aug 12 14:37:11.354685 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [req-879b5fc6-8c88-4448-a8c2-57cced4f4a9c req-7251d786-ff2b-4b7e-ac12-8dc1c11c81ec tempest-InstanceActionsNegativeTestJSON-551573381 tempest-InstanceActionsNegativeTestJSON-551573381-project] Deleting port 91b10cbe-0d22-4251-bbbc-b0a40d2b374a {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:37:11.354685 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-879b5fc6-8c88-4448-a8c2-57cced4f4a9c req-7251d786-ff2b-4b7e-ac12-8dc1c11c81ec tempest-InstanceActionsNegativeTestJSON-551573381 tempest-InstanceActionsNegativeTestJSON-551573381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:11.466658 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device 6ef149e8-edc7-4005-86e8-5a81e824ec89 no longer exists at agent hyperv_n-h2-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:37:11.499478 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9bacf8e-1a17-405b-a6cd-7c35c22008a8 req-0b7d969c-5968-4bae-9082-26a32b7e6ca0 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] Network a681c17b-4312-41b7-b711-32d50b05905d is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:37:11.499478 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7d969c-5968-4bae-9082-26a32b7e6ca0 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] Pushing event updated for resources: {'Port': ['ID=a3b15513-1e8e-48ea-9695-d5b979f798e3,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:37:11.520173 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [req-b9bacf8e-1a17-405b-a6cd-7c35c22008a8 req-0b7d969c-5968-4bae-9082-26a32b7e6ca0 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:37:11.546787 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9bacf8e-1a17-405b-a6cd-7c35c22008a8 req-0b7d969c-5968-4bae-9082-26a32b7e6ca0 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:37:11.657851 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:11.724632 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdf6cbd-f24b-4d65-b054-b30475dafdba req-6d536b62-84e8-411e-968e-3cd54b20990a tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:37:11.735173 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port 6ef149e8-edc7-4005-86e8-5a81e824ec89, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=6ef149e8-edc7-4005-86e8-5a81e824ec89,segment=NetworkSegment(afe25370-43f7-43be-a4de-d68fa9dce5c3),segment_id=afe25370-43f7-43be-a4de-d68fa9dce5c3)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:37:11.736607 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-2fdf6cbd-f24b-4d65-b054-b30475dafdba req-6d536b62-84e8-411e-968e-3cd54b20990a tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] 10.222.0.39 "GET /v2.0/ports?device_id=19edc547-78d2-4139-aa27-fa0ce42129fb HTTP/1.1" status: 200 len: 931 time: 0.2443933 Aug 12 14:37:11.748363 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:11.791500 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bacf8e-1a17-405b-a6cd-7c35c22008a8 req-0b7d969c-5968-4bae-9082-26a32b7e6ca0 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:37:11.794987 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-b9bacf8e-1a17-405b-a6cd-7c35c22008a8 req-0b7d969c-5968-4bae-9082-26a32b7e6ca0 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:11.838098 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-2fdf6cbd-f24b-4d65-b054-b30475dafdba req-7f8d2851-2a8d-43d7-bf60-3ca1cc9ded9e tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b3c7ce2-70f7-4d15-8774-e830cec0f0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003356 Aug 12 14:37:11.853064 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190b796d-a9af-4fb5-bccc-a2ca57d14159 req-91672630-579a-4961-8e27-82cbdf6f6925 tempest-ImagesOneServerNegativeTestJSON-535792509 tempest-ImagesOneServerNegativeTestJSON-535792509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:37:11.853571 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-b9bacf8e-1a17-405b-a6cd-7c35c22008a8 req-0b7d969c-5968-4bae-9082-26a32b7e6ca0 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5351803 Aug 12 14:37:11.854788 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-190b796d-a9af-4fb5-bccc-a2ca57d14159 req-91672630-579a-4961-8e27-82cbdf6f6925 tempest-ImagesOneServerNegativeTestJSON-535792509 tempest-ImagesOneServerNegativeTestJSON-535792509-project] 10.222.0.64 "GET /v2.0/networks?id=084bbaa9-1971-49e8-b2a8-17fb0ce3a37d HTTP/1.1" status: 200 len: 822 time: 0.4016399 Aug 12 14:37:11.864138 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Pushing event updated for resources: {'Port': ['ID=6ef149e8-edc7-4005-86e8-5a81e824ec89,revision_number=6']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:37:11.874590 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [req-b9bacf8e-1a17-405b-a6cd-7c35c22008a8 req-0a07d50d-ddcd-49c9-9f61-03edf27d6443 service neutron] Request body: {'port': {'device_id': '19edc547-78d2-4139-aa27-fa0ce42129fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-694802-15'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:37:11.893696 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-190b796d-a9af-4fb5-bccc-a2ca57d14159 req-783a7afd-3957-4998-8d4e-2fb4fc468a2e tempest-ImagesOneServerNegativeTestJSON-535792509 tempest-ImagesOneServerNegativeTestJSON-535792509-project] Request body: {'port': {'device_id': '5a07fe76-d79e-4111-be6f-636b2b03280c', 'network_id': '084bbaa9-1971-49e8-b2a8-17fb0ce3a37d', 'admin_state_up': True, 'tenant_id': '1b183521d9a94e53bf861ad68f9d8a0b'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:37:11.973555 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3e811398-84f1-4b1b-b41d-d55b22eeebf4 req-4eb198de-3d5e-4c16-b205-ce75eaa07af6 tempest-ImagesOneServerNegativeTestJSON-535792509 tempest-ImagesOneServerNegativeTestJSON-535792509-project] 10.222.0.39 "GET /v2.0/ports?device_id=5a07fe76-d79e-4111-be6f-636b2b03280c HTTP/1.1" status: 200 len: 210 time: 0.1172373 Aug 12 14:37:12.114372 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-b9bacf8e-1a17-405b-a6cd-7c35c22008a8 req-0a07d50d-ddcd-49c9-9f61-03edf27d6443 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:12.203090 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-879b5fc6-8c88-4448-a8c2-57cced4f4a9c req-7251d786-ff2b-4b7e-ac12-8dc1c11c81ec tempest-InstanceActionsNegativeTestJSON-551573381 tempest-InstanceActionsNegativeTestJSON-551573381-project] For port 91b10cbe-0d22-4251-bbbc-b0a40d2b374a, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=91b10cbe-0d22-4251-bbbc-b0a40d2b374a,segment=NetworkSegment(64941cf4-c5e0-4dac-a3a2-372cf4a25bee),segment_id=64941cf4-c5e0-4dac-a3a2-372cf4a25bee)] {{(pid=94467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:37:12.203330 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-879b5fc6-8c88-4448-a8c2-57cced4f4a9c req-7251d786-ff2b-4b7e-ac12-8dc1c11c81ec tempest-InstanceActionsNegativeTestJSON-551573381 tempest-InstanceActionsNegativeTestJSON-551573381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:12.226159 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56e005fa-0896-490e-9646-8a24af6536d9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ef149e8-edc7-4005-86e8-5a81e824ec89'}] {{(pid=94468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:37:12.236211 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99a8d87602170099c728e57431aca99e9b98a655a83bbf8727be13192709727b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-245fcd5c-b8ec-42a6-9572-e15cacbcafb0" -d '{"events": [{"server_uuid": "56e005fa-0896-490e-9646-8a24af6536d9", "name": "network-vif-unplugged", "status": "completed", "tag": "6ef149e8-edc7-4005-86e8-5a81e824ec89"}]}' {{(pid=94468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:37:12.244658 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd99dc92-4617-4c59-a9a6-1da125a43a4a req-726279f6-0489-465d-b461-8e05d6e26fe6 tempest-InstanceActionsNegativeTestJSON-551573381 tempest-InstanceActionsNegativeTestJSON-551573381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:37:12.260097 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-fd99dc92-4617-4c59-a9a6-1da125a43a4a req-726279f6-0489-465d-b461-8e05d6e26fe6 tempest-InstanceActionsNegativeTestJSON-551573381 tempest-InstanceActionsNegativeTestJSON-551573381-project] 10.222.0.39 "GET /v2.0/ports?device_id=351e5a79-6c60-41d5-9dc8-eccd9b6fd764 HTTP/1.1" status: 200 len: 946 time: 0.2868569 Aug 12 14:37:12.261441 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [req-879b5fc6-8c88-4448-a8c2-57cced4f4a9c req-7251d786-ff2b-4b7e-ac12-8dc1c11c81ec tempest-InstanceActionsNegativeTestJSON-551573381 tempest-InstanceActionsNegativeTestJSON-551573381-project] Calling delete_port for 91b10cbe-0d22-4251-bbbc-b0a40d2b374a owned by compute:nova {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:37:12.323154 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-190b796d-a9af-4fb5-bccc-a2ca57d14159 req-783a7afd-3957-4998-8d4e-2fb4fc468a2e tempest-ImagesOneServerNegativeTestJSON-535792509 tempest-ImagesOneServerNegativeTestJSON-535792509-project] Made reservation on behalf of 1b183521d9a94e53bf861ad68f9d8a0b for: {'port': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:37:12.328211 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-190b796d-a9af-4fb5-bccc-a2ca57d14159 req-783a7afd-3957-4998-8d4e-2fb4fc468a2e tempest-ImagesOneServerNegativeTestJSON-535792509 tempest-ImagesOneServerNegativeTestJSON-535792509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:12.352702 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:12.365724 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-fd99dc92-4617-4c59-a9a6-1da125a43a4a req-9e95c13b-c370-4335-84a5-34a67c84ae72 tempest-InstanceActionsNegativeTestJSON-551573381 tempest-InstanceActionsNegativeTestJSON-551573381-project] 10.222.0.39 "GET /v2.0/security-groups?id=2c4736dc-34dc-47fa-8c2b-edbd277e5b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040466 Aug 12 14:37:12.435333 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 12 Aug 2021 14:37:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cfb049f-7c80-4293-9c31-f360b126ce20 x-openstack-request-id: req-9cfb049f-7c80-4293-9c31-f360b126ce20 {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:37:12.435631 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56e005fa-0896-490e-9646-8a24af6536d9", "name": "network-vif-unplugged", "status": "completed", "tag": "6ef149e8-edc7-4005-86e8-5a81e824ec89", "code": 200}]} {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:37:12.435907 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9cfb049f-7c80-4293-9c31-f360b126ce20 {{(pid=94468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:37:12.436305 n-d-694802-15 neutron-server[94468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56e005fa-0896-490e-9646-8a24af6536d9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ef149e8-edc7-4005-86e8-5a81e824ec89', 'code': 200} Aug 12 14:37:12.553052 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_common [req-190b796d-a9af-4fb5-bccc-a2ca57d14159 req-783a7afd-3957-4998-8d4e-2fb4fc468a2e tempest-ImagesOneServerNegativeTestJSON-535792509 tempest-ImagesOneServerNegativeTestJSON-535792509-project] Allocated IP 172.20.0.7 (084bbaa9-1971-49e8-b2a8-17fb0ce3a37d/5f80667a-12ed-4bf3-80ac-e8ae0cc35fd4/c1370726-26d5-419c-8e55-e074879c4b95) {{(pid=94467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:37:12.716076 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedd2f3c-12b2-4939-86ae-0e4dc0d4192f req-487380dc-ef94-4cec-868b-0ae751cb38d0 tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:37:12.718104 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-eedd2f3c-12b2-4939-86ae-0e4dc0d4192f req-487380dc-ef94-4cec-868b-0ae751cb38d0 tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] 10.222.0.39 "GET /v2.0/ports?device_id=56e005fa-0896-490e-9646-8a24af6536d9 HTTP/1.1" status: 200 len: 944 time: 0.1653032 Aug 12 14:37:12.859547 n-d-694802-15 neutron-server[94466]: DEBUG neutron.notifiers.nova [req-b9bacf8e-1a17-405b-a6cd-7c35c22008a8 req-0a07d50d-ddcd-49c9-9f61-03edf27d6443 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3b15513-1e8e-48ea-9695-d5b979f798e3 {{(pid=94466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:37:12.859547 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-b9bacf8e-1a17-405b-a6cd-7c35c22008a8 req-0a07d50d-ddcd-49c9-9f61-03edf27d6443 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:12.866936 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-190b796d-a9af-4fb5-bccc-a2ca57d14159 req-783a7afd-3957-4998-8d4e-2fb4fc468a2e tempest-ImagesOneServerNegativeTestJSON-535792509 tempest-ImagesOneServerNegativeTestJSON-535792509-project] Notify callbacks [] for port, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:12.874130 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [req-b9bacf8e-1a17-405b-a6cd-7c35c22008a8 req-0a07d50d-ddcd-49c9-9f61-03edf27d6443 service neutron] Transition to ACTIVE for port object a3b15513-1e8e-48ea-9695-d5b979f798e3 will not be triggered until provisioned by entity L2. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:37:12.886963 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-b9bacf8e-1a17-405b-a6cd-7c35c22008a8 req-0a07d50d-ddcd-49c9-9f61-03edf27d6443 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3718439'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:12.916039 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-e580ae8b-94e7-4960-abb1-08a8bf906f16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:12.942167 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a07d50d-ddcd-49c9-9f61-03edf27d6443 service neutron] Pushing event updated for resources: {'Port': ['ID=a3b15513-1e8e-48ea-9695-d5b979f798e3,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:37:12.993228 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-eedd2f3c-12b2-4939-86ae-0e4dc0d4192f req-b11a3c2c-de8d-4dc2-80a7-772db1b20210 tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ad0002e-d03d-4ace-861f-ca41a35b7aed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2684996 Aug 12 14:37:13.000480 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-190b796d-a9af-4fb5-bccc-a2ca57d14159 req-783a7afd-3957-4998-8d4e-2fb4fc468a2e tempest-ImagesOneServerNegativeTestJSON-535792509 tempest-ImagesOneServerNegativeTestJSON-535792509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:13.022601 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-879b5fc6-8c88-4448-a8c2-57cced4f4a9c req-7251d786-ff2b-4b7e-ac12-8dc1c11c81ec tempest-InstanceActionsNegativeTestJSON-551573381 tempest-InstanceActionsNegativeTestJSON-551573381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:13.036716 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:13.054130 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] get_ports_and_sgs() called for port_ids ['91b10cbe-0d22-4251-bbbc-b0a40d2b374a'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:37:13.130930 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-190b796d-a9af-4fb5-bccc-a2ca57d14159 req-783a7afd-3957-4998-8d4e-2fb4fc468a2e tempest-ImagesOneServerNegativeTestJSON-535792509 tempest-ImagesOneServerNegativeTestJSON-535792509-project] Network 084bbaa9-1971-49e8-b2a8-17fb0ce3a37d is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:37:13.170627 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [req-b9bacf8e-1a17-405b-a6cd-7c35c22008a8 req-0a07d50d-ddcd-49c9-9f61-03edf27d6443 service neutron] Attempting to bind port a3b15513-1e8e-48ea-9695-d5b979f798e3 on host n-h1-694802-15 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:37:13.171060 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [req-b9bacf8e-1a17-405b-a6cd-7c35c22008a8 req-0a07d50d-ddcd-49c9-9f61-03edf27d6443 service neutron] Attempting to bind port a3b15513-1e8e-48ea-9695-d5b979f798e3 by drivers openvswitch,hyperv on host n-h1-694802-15 at level 0 using segments [{'id': '4c973057-417f-419d-840d-ea232fb579a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'a681c17b-4312-41b7-b711-32d50b05905d'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:37:13.171376 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9bacf8e-1a17-405b-a6cd-7c35c22008a8 req-0a07d50d-ddcd-49c9-9f61-03edf27d6443 service neutron] Attempting to bind port a3b15513-1e8e-48ea-9695-d5b979f798e3 on network a681c17b-4312-41b7-b711-32d50b05905d {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:37:13.181349 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [req-190b796d-a9af-4fb5-bccc-a2ca57d14159 req-783a7afd-3957-4998-8d4e-2fb4fc468a2e tempest-ImagesOneServerNegativeTestJSON-535792509 tempest-ImagesOneServerNegativeTestJSON-535792509-project] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:37:13.185386 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9bacf8e-1a17-405b-a6cd-7c35c22008a8 req-0a07d50d-ddcd-49c9-9f61-03edf27d6443 service neutron] Port a3b15513-1e8e-48ea-9695-d5b979f798e3 on network a681c17b-4312-41b7-b711-32d50b05905d not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-15 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 14:37:13.185728 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9bacf8e-1a17-405b-a6cd-7c35c22008a8 req-0a07d50d-ddcd-49c9-9f61-03edf27d6443 service neutron] Attempting to bind port a3b15513-1e8e-48ea-9695-d5b979f798e3 on network a681c17b-4312-41b7-b711-32d50b05905d {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:37:13.205735 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feeae7b8-cf5b-4afc-b948-6691efd1360b req-a4ecf5d2-c18d-4145-9576-7b4b6bf1e6fa tempest-ImagesOneServerNegativeTestJSON-535792509 tempest-ImagesOneServerNegativeTestJSON-535792509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:37:13.214965 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [req-190b796d-a9af-4fb5-bccc-a2ca57d14159 req-783a7afd-3957-4998-8d4e-2fb4fc468a2e tempest-ImagesOneServerNegativeTestJSON-535792509 tempest-ImagesOneServerNegativeTestJSON-535792509-project] Received port after_create {{(pid=94467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:37:13.217319 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-feeae7b8-cf5b-4afc-b948-6691efd1360b req-a4ecf5d2-c18d-4145-9576-7b4b6bf1e6fa tempest-ImagesOneServerNegativeTestJSON-535792509 tempest-ImagesOneServerNegativeTestJSON-535792509-project] 10.222.0.39 "GET /v2.0/ports?device_id=5a07fe76-d79e-4111-be6f-636b2b03280c HTTP/1.1" status: 200 len: 931 time: 0.0965686 Aug 12 14:37:13.238112 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [req-879b5fc6-8c88-4448-a8c2-57cced4f4a9c req-7251d786-ff2b-4b7e-ac12-8dc1c11c81ec tempest-InstanceActionsNegativeTestJSON-551573381 tempest-InstanceActionsNegativeTestJSON-551573381-project] No DVR routers for this DVR port 91b10cbe-0d22-4251-bbbc-b0a40d2b374a on host n-h2-694802-15 {{(pid=94467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:37:13.238509 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9bacf8e-1a17-405b-a6cd-7c35c22008a8 req-0a07d50d-ddcd-49c9-9f61-03edf27d6443 service neutron] Checking agent: {'id': 'de568313-a3e6-454a-9813-77e25edcea95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 27, 41), 'started_at': datetime.datetime(2021, 8, 12, 14, 27, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 37, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:37:13.238828 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9bacf8e-1a17-405b-a6cd-7c35c22008a8 req-0a07d50d-ddcd-49c9-9f61-03edf27d6443 service neutron] Checking segment: {'id': '4c973057-417f-419d-840d-ea232fb579a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'a681c17b-4312-41b7-b711-32d50b05905d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:37:13.239255 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9bacf8e-1a17-405b-a6cd-7c35c22008a8 req-0a07d50d-ddcd-49c9-9f61-03edf27d6443 service neutron] Bound using segment: {'id': '4c973057-417f-419d-840d-ea232fb579a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'a681c17b-4312-41b7-b711-32d50b05905d'} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:37:13.239719 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [req-b9bacf8e-1a17-405b-a6cd-7c35c22008a8 req-0a07d50d-ddcd-49c9-9f61-03edf27d6443 service neutron] Bound port: a3b15513-1e8e-48ea-9695-d5b979f798e3, host: n-h1-694802-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c973057-417f-419d-840d-ea232fb579a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'a681c17b-4312-41b7-b711-32d50b05905d'}}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:37:13.240222 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-b9bacf8e-1a17-405b-a6cd-7c35c22008a8 req-0a07d50d-ddcd-49c9-9f61-03edf27d6443 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:13.244241 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783a7afd-3957-4998-8d4e-2fb4fc468a2e tempest-ImagesOneServerNegativeTestJSON-535792509 tempest-ImagesOneServerNegativeTestJSON-535792509-project] Pushing event updated for resources: {'Port': ['ID=c1370726-26d5-419c-8e55-e074879c4b95,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:37:13.249258 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-879b5fc6-8c88-4448-a8c2-57cced4f4a9c req-7251d786-ff2b-4b7e-ac12-8dc1c11c81ec tempest-InstanceActionsNegativeTestJSON-551573381 tempest-InstanceActionsNegativeTestJSON-551573381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:13.252103 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-879b5fc6-8c88-4448-a8c2-57cced4f4a9c req-7251d786-ff2b-4b7e-ac12-8dc1c11c81ec tempest-InstanceActionsNegativeTestJSON-551573381 tempest-InstanceActionsNegativeTestJSON-551573381-project] 10.222.0.49 "DELETE /v2.0/ports/91b10cbe-0d22-4251-bbbc-b0a40d2b374a HTTP/1.1" status: 204 len: 173 time: 2.2302227 Aug 12 14:37:13.276049 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '351e5a79-6c60-41d5-9dc8-eccd9b6fd764', 'name': 'network-vif-deleted', 'tag': '91b10cbe-0d22-4251-bbbc-b0a40d2b374a'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:37:13.279310 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e65282f928b64038367d043a4411777802006c43a98742496cb2e25b724ff1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c52f0c61-82a0-4beb-bcd3-2295f09c5c10" -d '{"events": [{"server_uuid": "351e5a79-6c60-41d5-9dc8-eccd9b6fd764", "name": "network-vif-deleted", "tag": "91b10cbe-0d22-4251-bbbc-b0a40d2b374a"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:37:13.288478 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-feeae7b8-cf5b-4afc-b948-6691efd1360b req-441a0347-45d6-48d3-a768-a84b7659e580 tempest-ImagesOneServerNegativeTestJSON-535792509 tempest-ImagesOneServerNegativeTestJSON-535792509-project] 10.222.0.39 "GET /v2.0/security-groups?id=21797083-50ee-4fa2-9ae6-2585440bdd47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693491 Aug 12 14:37:13.345263 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7251d786-ff2b-4b7e-ac12-8dc1c11c81ec tempest-InstanceActionsNegativeTestJSON-551573381 tempest-InstanceActionsNegativeTestJSON-551573381-project] Pushing event deleted for resources: {'Port': ['ID=91b10cbe-0d22-4251-bbbc-b0a40d2b374a,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:37:13.396253 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38e4855-474d-4f85-823b-df5d732795fd req-20d9aa87-9a56-4a29-a17e-8b7fa278f579 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:37:13.400723 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a38e4855-474d-4f85-823b-df5d732795fd req-20d9aa87-9a56-4a29-a17e-8b7fa278f579 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] 10.222.0.39 "GET /v2.0/ports?device_id=19edc547-78d2-4139-aa27-fa0ce42129fb HTTP/1.1" status: 200 len: 943 time: 0.2744470 Aug 12 14:37:13.426158 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190b796d-a9af-4fb5-bccc-a2ca57d14159 req-783a7afd-3957-4998-8d4e-2fb4fc468a2e tempest-ImagesOneServerNegativeTestJSON-535792509 tempest-ImagesOneServerNegativeTestJSON-535792509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:37:13.428729 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-190b796d-a9af-4fb5-bccc-a2ca57d14159 req-783a7afd-3957-4998-8d4e-2fb4fc468a2e tempest-ImagesOneServerNegativeTestJSON-535792509 tempest-ImagesOneServerNegativeTestJSON-535792509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:13.429720 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [req-b9bacf8e-1a17-405b-a6cd-7c35c22008a8 req-0a07d50d-ddcd-49c9-9f61-03edf27d6443 service neutron] For port a3b15513-1e8e-48ea-9695-d5b979f798e3, host n-h1-694802-15, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:37:13.437956 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [req-b9bacf8e-1a17-405b-a6cd-7c35c22008a8 req-0a07d50d-ddcd-49c9-9f61-03edf27d6443 service neutron] For port a3b15513-1e8e-48ea-9695-d5b979f798e3, host n-h1-694802-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=a3b15513-1e8e-48ea-9695-d5b979f798e3,segment=NetworkSegment(4c973057-417f-419d-840d-ea232fb579a5),segment_id=4c973057-417f-419d-840d-ea232fb579a5)] {{(pid=94466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:37:13.446701 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-b9bacf8e-1a17-405b-a6cd-7c35c22008a8 req-0a07d50d-ddcd-49c9-9f61-03edf27d6443 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3718439'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:13.463259 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 14:37:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-261425d6-c401-44bd-9c68-8e4c2f5294fe x-openstack-request-id: req-261425d6-c401-44bd-9c68-8e4c2f5294fe {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:37:13.463747 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "351e5a79-6c60-41d5-9dc8-eccd9b6fd764", "name": "network-vif-deleted", "tag": "91b10cbe-0d22-4251-bbbc-b0a40d2b374a", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:37:13.464096 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-261425d6-c401-44bd-9c68-8e4c2f5294fe {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:37:13.464617 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '351e5a79-6c60-41d5-9dc8-eccd9b6fd764', 'name': 'network-vif-deleted', 'tag': '91b10cbe-0d22-4251-bbbc-b0a40d2b374a', 'status': 'completed', 'code': 200} Aug 12 14:37:13.483898 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device 6ef149e8-edc7-4005-86e8-5a81e824ec89 details requested by agent hyperv_n-h2-694802-15 with host n-h2-694802-15 {{(pid=94468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 14:37:13.492733 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-190b796d-a9af-4fb5-bccc-a2ca57d14159 req-783a7afd-3957-4998-8d4e-2fb4fc468a2e tempest-ImagesOneServerNegativeTestJSON-535792509 tempest-ImagesOneServerNegativeTestJSON-535792509-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6060503 Aug 12 14:37:13.546390 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-190b796d-a9af-4fb5-bccc-a2ca57d14159 req-8ed886fa-a908-48bd-88fb-7ffa566ced75 service neutron] Request body: {'port': {'device_id': '5a07fe76-d79e-4111-be6f-636b2b03280c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-694802-15'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:37:13.568440 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bacf8e-1a17-405b-a6cd-7c35c22008a8 req-0a07d50d-ddcd-49c9-9f61-03edf27d6443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:37:13.578371 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-b9bacf8e-1a17-405b-a6cd-7c35c22008a8 req-0a07d50d-ddcd-49c9-9f61-03edf27d6443 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:13.580229 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-b9bacf8e-1a17-405b-a6cd-7c35c22008a8 req-0a07d50d-ddcd-49c9-9f61-03edf27d6443 service neutron] 10.222.0.64 "PUT /v2.0/ports/a3b15513-1e8e-48ea-9695-d5b979f798e3 HTTP/1.1" status: 200 len: 1092 time: 1.7117360 Aug 12 14:37:13.581109 n-d-694802-15 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19edc547-78d2-4139-aa27-fa0ce42129fb', 'tag': 'a3b15513-1e8e-48ea-9695-d5b979f798e3'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:37:13.588248 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e785eeede3897370d0b20f09d5f461b30cfecd5ed38c4f07dacd02bc52c9277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41627cb1-c069-48f4-b51f-c7575e18f204" -d '{"events": [{"name": "network-changed", "server_uuid": "19edc547-78d2-4139-aa27-fa0ce42129fb", "tag": "a3b15513-1e8e-48ea-9695-d5b979f798e3"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:37:13.636518 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a38e4855-474d-4f85-823b-df5d732795fd req-fdb1689d-656b-410e-a58a-39506caed679 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b3c7ce2-70f7-4d15-8774-e830cec0f0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010627 Aug 12 14:37:13.668678 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a07d50d-ddcd-49c9-9f61-03edf27d6443 service neutron] Pushing event updated for resources: {'Port': ['ID=a3b15513-1e8e-48ea-9695-d5b979f798e3,revision_number=3']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:37:13.760002 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-190b796d-a9af-4fb5-bccc-a2ca57d14159 req-8ed886fa-a908-48bd-88fb-7ffa566ced75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:13.794701 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 14:37:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15a1d85f-d04c-4da6-9375-d35f3cec8dc6 x-openstack-request-id: req-15a1d85f-d04c-4da6-9375-d35f3cec8dc6 {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:37:13.795615 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19edc547-78d2-4139-aa27-fa0ce42129fb", "tag": "a3b15513-1e8e-48ea-9695-d5b979f798e3", "status": "completed", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:37:13.796131 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-15a1d85f-d04c-4da6-9375-d35f3cec8dc6 {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:37:13.797752 n-d-694802-15 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19edc547-78d2-4139-aa27-fa0ce42129fb', 'tag': 'a3b15513-1e8e-48ea-9695-d5b979f798e3', 'status': 'completed', 'code': 200} Aug 12 14:37:13.900116 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-eee0d679-6aa7-4ca5-936c-9249d016da6f req-f404688d-f52d-431a-b7e0-728ba2cb3af5 tempest-InstanceActionsNegativeTestJSON-551573381 tempest-InstanceActionsNegativeTestJSON-551573381-project] 10.222.0.39 "GET /v2.0/ports?device_id=351e5a79-6c60-41d5-9dc8-eccd9b6fd764 HTTP/1.1" status: 200 len: 210 time: 0.1217277 Aug 12 14:37:13.905238 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port 6ef149e8-edc7-4005-86e8-5a81e824ec89, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=6ef149e8-edc7-4005-86e8-5a81e824ec89,segment=NetworkSegment(afe25370-43f7-43be-a4de-d68fa9dce5c3),segment_id=afe25370-43f7-43be-a4de-d68fa9dce5c3)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:37:13.951072 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bacf8e-1a17-405b-a6cd-7c35c22008a8 req-d4fa22e8-ff88-4cbb-aaf2-ec563c49bfa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:37:13.959336 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-b9bacf8e-1a17-405b-a6cd-7c35c22008a8 req-d4fa22e8-ff88-4cbb-aaf2-ec563c49bfa1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4024e5f8cb5f495fb475a508277f1933&device_id=19edc547-78d2-4139-aa27-fa0ce42129fb HTTP/1.1" status: 200 len: 1095 time: 0.2918649 Aug 12 14:37:13.961133 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-1769855f-eda9-4483-9dc3-3220908ab45d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:13.967927 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Returning: {'device': '6ef149e8-edc7-4005-86e8-5a81e824ec89', 'network_id': '046597a4-00ca-4153-9d1b-ff667ab81e34', 'port_id': '6ef149e8-edc7-4005-86e8-5a81e824ec89', 'mac_address': 'fa:16:3e:75:d9:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82fd6154-7c76-48f3-a228-946a266f70e8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 14:37:14.015094 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-b9bacf8e-1a17-405b-a6cd-7c35c22008a8 req-b15f0ff9-49c6-4dc9-8893-271733aa7ba4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a3b15513-1e8e-48ea-9695-d5b979f798e3 HTTP/1.1" status: 200 len: 217 time: 0.0464110 Aug 12 14:37:14.049905 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:14.082386 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ef149e8-edc7-4005-86e8-5a81e824ec89 {{(pid=94468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:37:14.149901 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port 6ef149e8-edc7-4005-86e8-5a81e824ec89, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=6ef149e8-edc7-4005-86e8-5a81e824ec89,segment=NetworkSegment(afe25370-43f7-43be-a4de-d68fa9dce5c3),segment_id=afe25370-43f7-43be-a4de-d68fa9dce5c3)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:37:14.162152 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:14.198356 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bacf8e-1a17-405b-a6cd-7c35c22008a8 req-b1408ed8-a296-422c-9467-8052bb82fea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:37:14.200315 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-b9bacf8e-1a17-405b-a6cd-7c35c22008a8 req-b1408ed8-a296-422c-9467-8052bb82fea5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=49978436-adae-4995-85db-355f6ab8bdca HTTP/1.1" status: 200 len: 852 time: 0.1782696 Aug 12 14:37:14.279760 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-b9bacf8e-1a17-405b-a6cd-7c35c22008a8 req-41263c17-c9bd-42b1-b4b9-8e0910010d69 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a681c17b-4312-41b7-b711-32d50b05905d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0691168 Aug 12 14:37:14.283370 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Pushing event updated for resources: {'Port': ['ID=6ef149e8-edc7-4005-86e8-5a81e824ec89,revision_number=7']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:37:14.408644 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829cb43b-ba8e-44df-87bb-a1290f4cc286 req-39d4e8d1-d16e-40a0-9fc2-692646a62e64 tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:37:14.410251 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-829cb43b-ba8e-44df-87bb-a1290f4cc286 req-39d4e8d1-d16e-40a0-9fc2-692646a62e64 tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] 10.222.0.39 "GET /v2.0/ports?device_id=56e005fa-0896-490e-9646-8a24af6536d9 HTTP/1.1" status: 200 len: 945 time: 0.2310824 Aug 12 14:37:14.456452 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88645fd5-f5e8-4f25-816c-15f7f6dfcbfc req-f381293a-a79f-4955-b048-0dd3005af46b tempest-ImagesOneServerNegativeTestJSON-535792509 tempest-ImagesOneServerNegativeTestJSON-535792509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:37:14.457959 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-88645fd5-f5e8-4f25-816c-15f7f6dfcbfc req-f381293a-a79f-4955-b048-0dd3005af46b tempest-ImagesOneServerNegativeTestJSON-535792509 tempest-ImagesOneServerNegativeTestJSON-535792509-project] 10.222.0.39 "GET /v2.0/ports?device_id=5a07fe76-d79e-4111-be6f-636b2b03280c HTTP/1.1" status: 200 len: 931 time: 0.0785370 Aug 12 14:37:14.488692 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-b9bacf8e-1a17-405b-a6cd-7c35c22008a8 req-a25f0101-641b-4318-a4c9-38ba8d384478 service neutron] 10.222.0.64 "GET /v2.0/networks/a681c17b-4312-41b7-b711-32d50b05905d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1927278 Aug 12 14:37:14.505789 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-829cb43b-ba8e-44df-87bb-a1290f4cc286 req-32edd19c-2c28-4624-a6e4-b537c7977c30 tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ad0002e-d03d-4ace-861f-ca41a35b7aed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685582 Aug 12 14:37:14.525751 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-88645fd5-f5e8-4f25-816c-15f7f6dfcbfc req-00061f12-ea52-4afb-bdc3-5c1da47809f2 tempest-ImagesOneServerNegativeTestJSON-535792509 tempest-ImagesOneServerNegativeTestJSON-535792509-project] 10.222.0.39 "GET /v2.0/security-groups?id=21797083-50ee-4fa2-9ae6-2585440bdd47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509515 Aug 12 14:37:14.536735 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] get_ports_and_sgs() called for port_ids ['6ef149e8-edc7-4005-86e8-5a81e824ec89'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:37:14.650715 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [req-190b796d-a9af-4fb5-bccc-a2ca57d14159 req-8ed886fa-a908-48bd-88fb-7ffa566ced75 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1370726-26d5-419c-8e55-e074879c4b95 {{(pid=94467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:37:14.660283 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-190b796d-a9af-4fb5-bccc-a2ca57d14159 req-8ed886fa-a908-48bd-88fb-7ffa566ced75 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:14.680954 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [req-190b796d-a9af-4fb5-bccc-a2ca57d14159 req-8ed886fa-a908-48bd-88fb-7ffa566ced75 service neutron] Transition to ACTIVE for port object c1370726-26d5-419c-8e55-e074879c4b95 will not be triggered until provisioned by entity L2. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:37:14.688413 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-190b796d-a9af-4fb5-bccc-a2ca57d14159 req-8ed886fa-a908-48bd-88fb-7ffa566ced75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:14.725679 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-b9bacf8e-1a17-405b-a6cd-7c35c22008a8 req-ab49cf00-2245-4205-91a9-b9a11e424d4e service neutron] 10.222.0.64 "GET /v2.0/networks/a681c17b-4312-41b7-b711-32d50b05905d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2147734 Aug 12 14:37:14.806193 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed886fa-a908-48bd-88fb-7ffa566ced75 service neutron] Pushing event updated for resources: {'Port': ['ID=c1370726-26d5-419c-8e55-e074879c4b95,revision_number=2']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:37:14.868727 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41627cb1-c069-48f4-b51f-c7575e18f204 req-8fc2ea4e-33db-4343-94b9-2c4283bb92b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:37:14.872141 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-41627cb1-c069-48f4-b51f-c7575e18f204 req-8fc2ea4e-33db-4343-94b9-2c4283bb92b5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4024e5f8cb5f495fb475a508277f1933&device_id=19edc547-78d2-4139-aa27-fa0ce42129fb HTTP/1.1" status: 200 len: 1095 time: 0.0870471 Aug 12 14:37:14.909476 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-190b796d-a9af-4fb5-bccc-a2ca57d14159 req-8ed886fa-a908-48bd-88fb-7ffa566ced75 service neutron] Attempting to bind port c1370726-26d5-419c-8e55-e074879c4b95 on host n-h1-694802-15 for vnic_type normal with profile {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:37:14.909809 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-190b796d-a9af-4fb5-bccc-a2ca57d14159 req-8ed886fa-a908-48bd-88fb-7ffa566ced75 service neutron] Attempting to bind port c1370726-26d5-419c-8e55-e074879c4b95 by drivers openvswitch,hyperv on host n-h1-694802-15 at level 0 using segments [{'id': 'e096a12b-68f8-4c98-b89d-d2992559fa06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '084bbaa9-1971-49e8-b2a8-17fb0ce3a37d'}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:37:14.910143 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-190b796d-a9af-4fb5-bccc-a2ca57d14159 req-8ed886fa-a908-48bd-88fb-7ffa566ced75 service neutron] Attempting to bind port c1370726-26d5-419c-8e55-e074879c4b95 on network 084bbaa9-1971-49e8-b2a8-17fb0ce3a37d {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:37:14.924834 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-190b796d-a9af-4fb5-bccc-a2ca57d14159 req-8ed886fa-a908-48bd-88fb-7ffa566ced75 service neutron] Port c1370726-26d5-419c-8e55-e074879c4b95 on network 084bbaa9-1971-49e8-b2a8-17fb0ce3a37d not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-15 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 14:37:14.925165 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-190b796d-a9af-4fb5-bccc-a2ca57d14159 req-8ed886fa-a908-48bd-88fb-7ffa566ced75 service neutron] Attempting to bind port c1370726-26d5-419c-8e55-e074879c4b95 on network 084bbaa9-1971-49e8-b2a8-17fb0ce3a37d {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:37:14.958985 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-190b796d-a9af-4fb5-bccc-a2ca57d14159 req-8ed886fa-a908-48bd-88fb-7ffa566ced75 service neutron] Checking agent: {'id': 'de568313-a3e6-454a-9813-77e25edcea95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 27, 41), 'started_at': datetime.datetime(2021, 8, 12, 14, 27, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 37, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:37:14.959370 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-190b796d-a9af-4fb5-bccc-a2ca57d14159 req-8ed886fa-a908-48bd-88fb-7ffa566ced75 service neutron] Checking segment: {'id': 'e096a12b-68f8-4c98-b89d-d2992559fa06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '084bbaa9-1971-49e8-b2a8-17fb0ce3a37d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:37:14.959763 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-190b796d-a9af-4fb5-bccc-a2ca57d14159 req-8ed886fa-a908-48bd-88fb-7ffa566ced75 service neutron] Bound using segment: {'id': 'e096a12b-68f8-4c98-b89d-d2992559fa06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '084bbaa9-1971-49e8-b2a8-17fb0ce3a37d'} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:37:14.960199 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-190b796d-a9af-4fb5-bccc-a2ca57d14159 req-8ed886fa-a908-48bd-88fb-7ffa566ced75 service neutron] Bound port: c1370726-26d5-419c-8e55-e074879c4b95, host: n-h1-694802-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e096a12b-68f8-4c98-b89d-d2992559fa06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '084bbaa9-1971-49e8-b2a8-17fb0ce3a37d'}}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:37:14.960605 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-190b796d-a9af-4fb5-bccc-a2ca57d14159 req-8ed886fa-a908-48bd-88fb-7ffa566ced75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:14.999201 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41627cb1-c069-48f4-b51f-c7575e18f204 req-cc574ae3-ffa0-4452-8f43-ff9bcae4c758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:37:15.000807 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-41627cb1-c069-48f4-b51f-c7575e18f204 req-cc574ae3-ffa0-4452-8f43-ff9bcae4c758 service neutron] 10.222.0.64 "GET /v2.0/networks?id=a681c17b-4312-41b7-b711-32d50b05905d HTTP/1.1" status: 200 len: 913 time: 0.1236396 Aug 12 14:37:15.080584 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-41627cb1-c069-48f4-b51f-c7575e18f204 req-1fcaff36-ac8a-4a1c-9a0b-c2b107f6c96e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a3b15513-1e8e-48ea-9695-d5b979f798e3 HTTP/1.1" status: 200 len: 217 time: 0.0670912 Aug 12 14:37:15.104322 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-190b796d-a9af-4fb5-bccc-a2ca57d14159 req-8ed886fa-a908-48bd-88fb-7ffa566ced75 service neutron] For port c1370726-26d5-419c-8e55-e074879c4b95, host n-h1-694802-15, cleared binding levels {{(pid=94467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:37:15.108718 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-190b796d-a9af-4fb5-bccc-a2ca57d14159 req-8ed886fa-a908-48bd-88fb-7ffa566ced75 service neutron] For port c1370726-26d5-419c-8e55-e074879c4b95, host n-h1-694802-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=c1370726-26d5-419c-8e55-e074879c4b95,segment=NetworkSegment(e096a12b-68f8-4c98-b89d-d2992559fa06),segment_id=e096a12b-68f8-4c98-b89d-d2992559fa06)] {{(pid=94467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:37:15.116359 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-190b796d-a9af-4fb5-bccc-a2ca57d14159 req-8ed886fa-a908-48bd-88fb-7ffa566ced75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:15.191127 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190b796d-a9af-4fb5-bccc-a2ca57d14159 req-8ed886fa-a908-48bd-88fb-7ffa566ced75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:37:15.192169 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-190b796d-a9af-4fb5-bccc-a2ca57d14159 req-8ed886fa-a908-48bd-88fb-7ffa566ced75 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:15.193676 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-190b796d-a9af-4fb5-bccc-a2ca57d14159 req-8ed886fa-a908-48bd-88fb-7ffa566ced75 service neutron] 10.222.0.64 "PUT /v2.0/ports/c1370726-26d5-419c-8e55-e074879c4b95 HTTP/1.1" status: 200 len: 1092 time: 1.6784027 Aug 12 14:37:15.200357 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41627cb1-c069-48f4-b51f-c7575e18f204 req-6d815e05-9d2d-4168-9961-e73d47ddf566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:37:15.203956 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-41627cb1-c069-48f4-b51f-c7575e18f204 req-6d815e05-9d2d-4168-9961-e73d47ddf566 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=49978436-adae-4995-85db-355f6ab8bdca HTTP/1.1" status: 200 len: 852 time: 0.1139197 Aug 12 14:37:15.225391 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed886fa-a908-48bd-88fb-7ffa566ced75 service neutron] Pushing event updated for resources: {'Port': ['ID=c1370726-26d5-419c-8e55-e074879c4b95,revision_number=3']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:37:15.279358 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-41627cb1-c069-48f4-b51f-c7575e18f204 req-7e1bcf34-5a5f-4b1b-891b-4ee30d26b38b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a681c17b-4312-41b7-b711-32d50b05905d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0701387 Aug 12 14:37:15.302066 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190b796d-a9af-4fb5-bccc-a2ca57d14159 req-8cf9881f-e57c-4350-b35d-bce77866f54b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:37:15.304579 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-190b796d-a9af-4fb5-bccc-a2ca57d14159 req-8cf9881f-e57c-4350-b35d-bce77866f54b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1b183521d9a94e53bf861ad68f9d8a0b&device_id=5a07fe76-d79e-4111-be6f-636b2b03280c HTTP/1.1" status: 200 len: 1095 time: 0.0609012 Aug 12 14:37:15.363871 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-190b796d-a9af-4fb5-bccc-a2ca57d14159 req-88e14c0f-75c8-4b94-b85c-b1cf463d60ef service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c1370726-26d5-419c-8e55-e074879c4b95 HTTP/1.1" status: 200 len: 217 time: 0.0513883 Aug 12 14:37:15.396946 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-41627cb1-c069-48f4-b51f-c7575e18f204 req-d0c81198-1aa5-4e15-9214-309b09bb34a2 service neutron] 10.222.0.64 "GET /v2.0/networks/a681c17b-4312-41b7-b711-32d50b05905d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049166 Aug 12 14:37:15.464112 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190b796d-a9af-4fb5-bccc-a2ca57d14159 req-d071f499-b238-42f3-99a4-83aab3b9b5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:37:15.467069 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-190b796d-a9af-4fb5-bccc-a2ca57d14159 req-d071f499-b238-42f3-99a4-83aab3b9b5aa service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5f80667a-12ed-4bf3-80ac-e8ae0cc35fd4 HTTP/1.1" status: 200 len: 862 time: 0.0947349 Aug 12 14:37:15.469584 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a07fe76-d79e-4111-be6f-636b2b03280c', 'tag': 'c1370726-26d5-419c-8e55-e074879c4b95'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:37:15.474861 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e65282f928b64038367d043a4411777802006c43a98742496cb2e25b724ff1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bdd0b46-9127-49be-82f9-75b108f00968" -d '{"events": [{"name": "network-changed", "server_uuid": "5a07fe76-d79e-4111-be6f-636b2b03280c", "tag": "c1370726-26d5-419c-8e55-e074879c4b95"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:37:15.490882 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-fe95f194-a3b0-4c04-9e42-20b511169d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:15.510044 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device 91b10cbe-0d22-4251-bbbc-b0a40d2b374a no longer exists at agent hyperv_n-h2-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:37:15.538899 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] No Port match for: 91b10cbe-0d22-4251-bbbc-b0a40d2b374a {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 14:37:15.540637 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device 91b10cbe-0d22-4251-bbbc-b0a40d2b374a not bound to the agent host n-h2-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:37:15.542209 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-190b796d-a9af-4fb5-bccc-a2ca57d14159 req-e3c13a2d-9216-4822-a520-274b92eb98d5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=084bbaa9-1971-49e8-b2a8-17fb0ce3a37d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0598900 Aug 12 14:37:15.576153 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-41627cb1-c069-48f4-b51f-c7575e18f204 req-5c03ba12-58a8-47be-9c67-ab4910d7a323 service neutron] 10.222.0.64 "GET /v2.0/networks/a681c17b-4312-41b7-b711-32d50b05905d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1674066 Aug 12 14:37:15.686180 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-190b796d-a9af-4fb5-bccc-a2ca57d14159 req-39e492a6-ea51-4800-a855-4e55ece17452 service neutron] 10.222.0.64 "GET /v2.0/networks/084bbaa9-1971-49e8-b2a8-17fb0ce3a37d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347988 Aug 12 14:37:15.821038 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-190b796d-a9af-4fb5-bccc-a2ca57d14159 req-946bdd61-5c8c-4957-b6f1-e4a277806336 service neutron] 10.222.0.64 "GET /v2.0/networks/084bbaa9-1971-49e8-b2a8-17fb0ce3a37d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267686 Aug 12 14:37:15.852543 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device a3b15513-1e8e-48ea-9695-d5b979f798e3 details requested by agent hyperv_n-h1-694802-15 with host n-h1-694802-15 {{(pid=94468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 14:37:16.024720 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port a3b15513-1e8e-48ea-9695-d5b979f798e3, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=a3b15513-1e8e-48ea-9695-d5b979f798e3,segment=NetworkSegment(4c973057-417f-419d-840d-ea232fb579a5),segment_id=4c973057-417f-419d-840d-ea232fb579a5)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:37:16.040749 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Returning: {'device': 'a3b15513-1e8e-48ea-9695-d5b979f798e3', 'network_id': 'a681c17b-4312-41b7-b711-32d50b05905d', 'port_id': 'a3b15513-1e8e-48ea-9695-d5b979f798e3', 'mac_address': 'fa:16:3e:e6:5a:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49978436-adae-4995-85db-355f6ab8bdca', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 14:37:16.089953 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:16.104269 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3b15513-1e8e-48ea-9695-d5b979f798e3 {{(pid=94468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:37:16.132171 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port a3b15513-1e8e-48ea-9695-d5b979f798e3, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=a3b15513-1e8e-48ea-9695-d5b979f798e3,segment=NetworkSegment(4c973057-417f-419d-840d-ea232fb579a5),segment_id=4c973057-417f-419d-840d-ea232fb579a5)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:37:16.137263 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:16.203524 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Pushing event updated for resources: {'Port': ['ID=a3b15513-1e8e-48ea-9695-d5b979f798e3,revision_number=4']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:37:16.400961 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] get_ports_and_sgs() called for port_ids ['a3b15513-1e8e-48ea-9695-d5b979f798e3'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:37:17.523415 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device 6ef149e8-edc7-4005-86e8-5a81e824ec89 up at agent hyperv_n-h2-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:37:17.578141 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Provisioning complete for port 6ef149e8-edc7-4005-86e8-5a81e824ec89 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:37:17.578601 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:17.663908 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:17.685357 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56e005fa-0896-490e-9646-8a24af6536d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ef149e8-edc7-4005-86e8-5a81e824ec89'}] {{(pid=94468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:37:17.770062 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99a8d87602170099c728e57431aca99e9b98a655a83bbf8727be13192709727b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c88c41cb-45ea-459b-974e-01bb1f8f5279" -d '{"events": [{"server_uuid": "56e005fa-0896-490e-9646-8a24af6536d9", "name": "network-vif-plugged", "status": "completed", "tag": "6ef149e8-edc7-4005-86e8-5a81e824ec89"}]}' {{(pid=94468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:37:17.770062 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port 6ef149e8-edc7-4005-86e8-5a81e824ec89, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=6ef149e8-edc7-4005-86e8-5a81e824ec89,segment=NetworkSegment(afe25370-43f7-43be-a4de-d68fa9dce5c3),segment_id=afe25370-43f7-43be-a4de-d68fa9dce5c3)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:37:17.798984 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:17.834039 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Pushing event updated for resources: {'Port': ['ID=6ef149e8-edc7-4005-86e8-5a81e824ec89,revision_number=8']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:37:17.869483 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device c1370726-26d5-419c-8e55-e074879c4b95 details requested by agent hyperv_n-h1-694802-15 with host n-h1-694802-15 {{(pid=94468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 14:37:17.871102 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device a3b15513-1e8e-48ea-9695-d5b979f798e3 up at agent hyperv_n-h1-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:37:18.029103 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port c1370726-26d5-419c-8e55-e074879c4b95, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=c1370726-26d5-419c-8e55-e074879c4b95,segment=NetworkSegment(e096a12b-68f8-4c98-b89d-d2992559fa06),segment_id=e096a12b-68f8-4c98-b89d-d2992559fa06)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:37:18.042006 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Returning: {'device': 'c1370726-26d5-419c-8e55-e074879c4b95', 'network_id': '084bbaa9-1971-49e8-b2a8-17fb0ce3a37d', 'port_id': 'c1370726-26d5-419c-8e55-e074879c4b95', 'mac_address': 'fa:16:3e:5b:e4:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f80667a-12ed-4bf3-80ac-e8ae0cc35fd4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 14:37:18.043969 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Provisioning for port a3b15513-1e8e-48ea-9695-d5b979f798e3 completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:37:18.048851 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Provisioning complete for port a3b15513-1e8e-48ea-9695-d5b979f798e3 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:37:18.049282 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:18.156248 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:18.187627 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1370726-26d5-419c-8e55-e074879c4b95 {{(pid=94468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:37:18.269703 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port c1370726-26d5-419c-8e55-e074879c4b95, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=c1370726-26d5-419c-8e55-e074879c4b95,segment=NetworkSegment(e096a12b-68f8-4c98-b89d-d2992559fa06),segment_id=e096a12b-68f8-4c98-b89d-d2992559fa06)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:37:18.287799 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:18.324973 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port a3b15513-1e8e-48ea-9695-d5b979f798e3, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=a3b15513-1e8e-48ea-9695-d5b979f798e3,segment=NetworkSegment(4c973057-417f-419d-840d-ea232fb579a5),segment_id=4c973057-417f-419d-840d-ea232fb579a5)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:37:18.326772 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:18.393711 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Pushing event updated for resources: {'Port': ['ID=c1370726-26d5-419c-8e55-e074879c4b95,revision_number=4']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:37:18.396106 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:18.405244 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:37:18.405606 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:37:18.405931 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:37:18.406263 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:37:18.406592 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:37:18.407093 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:37:18.408990 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:37:18.408990 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:37:18.408990 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:37:18.408990 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:37:18.408990 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:37:18.409463 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:37:18.475175 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Pushing event updated for resources: {'Port': ['ID=a3b15513-1e8e-48ea-9695-d5b979f798e3,revision_number=5']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:37:18.571877 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] get_ports_and_sgs() called for port_ids ['c1370726-26d5-419c-8e55-e074879c4b95'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:37:19.868381 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device c1370726-26d5-419c-8e55-e074879c4b95 up at agent hyperv_n-h1-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:37:19.967922 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Provisioning for port c1370726-26d5-419c-8e55-e074879c4b95 completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:37:19.979914 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Provisioning complete for port c1370726-26d5-419c-8e55-e074879c4b95 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:37:19.980277 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:20.140278 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:20.190757 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port c1370726-26d5-419c-8e55-e074879c4b95, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=c1370726-26d5-419c-8e55-e074879c4b95,segment=NetworkSegment(e096a12b-68f8-4c98-b89d-d2992559fa06),segment_id=e096a12b-68f8-4c98-b89d-d2992559fa06)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:37:20.199790 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:20.259481 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Pushing event updated for resources: {'Port': ['ID=c1370726-26d5-419c-8e55-e074879c4b95,revision_number=5']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:37:24.820952 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7e8184-1ecc-47bd-8e40-c7333d08b1b9 req-81329779-79e7-44ad-98ea-e3b68dde03a3 tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:37:24.822493 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-bc7e8184-1ecc-47bd-8e40-c7333d08b1b9 req-81329779-79e7-44ad-98ea-e3b68dde03a3 tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] 10.222.0.39 "GET /v2.0/networks?id=63f7bb20-fe7c-43e3-bcb6-44025e6f4b9c HTTP/1.1" status: 200 len: 815 time: 0.1321123 Aug 12 14:37:24.839206 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-bc7e8184-1ecc-47bd-8e40-c7333d08b1b9 req-05968e50-a380-4f93-8a9e-337556f6f467 tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] 10.222.0.39 "GET /v2.0/quotas/c7cf81f007a244068628d9dac2415a0e HTTP/1.1" status: 200 len: 375 time: 0.0102706 Aug 12 14:37:24.898612 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db96474-7f58-4f27-9514-e6a51ba66426 req-29148772-d557-4f68-ac29-718db379f9d6 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:37:24.900241 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-3db96474-7f58-4f27-9514-e6a51ba66426 req-29148772-d557-4f68-ac29-718db379f9d6 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] 10.222.0.39 "GET /v2.0/ports?device_id=19edc547-78d2-4139-aa27-fa0ce42129fb HTTP/1.1" status: 200 len: 945 time: 0.0546188 Aug 12 14:37:24.941116 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-3db96474-7f58-4f27-9514-e6a51ba66426 req-fc399287-1a0d-483f-a5a7-a1c5f2de4ec4 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b3c7ce2-70f7-4d15-8774-e830cec0f0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346515 Aug 12 14:37:24.987622 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 39064) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:37:25.058866 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ad66725-5c1e-4f69-9041-fd0e8f3a1d50 admin admin] Deleting subnet fff94baf-26d3-4251-a396-261b6bde0cb6 {{(pid=94466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 14:37:25.062283 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3ad66725-5c1e-4f69-9041-fd0e8f3a1d50 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:25.126152 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3ad66725-5c1e-4f69-9041-fd0e8f3a1d50 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2293551'] for subnet, precommit_delete_associations {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:25.169424 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f321e4-a9d9-491e-97a6-95fd30910d29 req-5d85c900-e94f-4a64-92e4-dd434d7dc95a tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:37:25.170922 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-99f321e4-a9d9-491e-97a6-95fd30910d29 req-5d85c900-e94f-4a64-92e4-dd434d7dc95a tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] 10.222.0.39 "GET /v2.0/ports?device_id=56e005fa-0896-490e-9646-8a24af6536d9 HTTP/1.1" status: 200 len: 946 time: 0.0873961 Aug 12 14:37:25.177513 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 14:37:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e82ff3a-3ee5-4341-98ca-6aa51f1b9d66 x-openstack-request-id: req-8e82ff3a-3ee5-4341-98ca-6aa51f1b9d66 {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:37:25.177820 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a07fe76-d79e-4111-be6f-636b2b03280c", "tag": "c1370726-26d5-419c-8e55-e074879c4b95", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:37:25.178062 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8e82ff3a-3ee5-4341-98ca-6aa51f1b9d66 {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:37:25.178453 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a07fe76-d79e-4111-be6f-636b2b03280c', 'tag': 'c1370726-26d5-419c-8e55-e074879c4b95', 'status': 'completed', 'code': 200} Aug 12 14:37:25.193971 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3ad66725-5c1e-4f69-9041-fd0e8f3a1d50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66416255'] for subnet, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:25.229622 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-bc7e8184-1ecc-47bd-8e40-c7333d08b1b9 req-5c97525f-3035-4010-b468-ea01bfe781d8 tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=c7cf81f007a244068628d9dac2415a0e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3836777 Aug 12 14:37:25.240261 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdd0b46-9127-49be-82f9-75b108f00968 req-f41ade9d-d503-45f8-965f-b80105b4abbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:37:25.241750 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4bdd0b46-9127-49be-82f9-75b108f00968 req-f41ade9d-d503-45f8-965f-b80105b4abbc service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1b183521d9a94e53bf861ad68f9d8a0b&device_id=5a07fe76-d79e-4111-be6f-636b2b03280c HTTP/1.1" status: 200 len: 1097 time: 0.0625870 Aug 12 14:37:25.244949 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-99f321e4-a9d9-491e-97a6-95fd30910d29 req-97ff7014-1e5b-4d7e-922a-c5bafe09620c tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ad0002e-d03d-4ace-861f-ca41a35b7aed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662658 Aug 12 14:37:25.275382 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3ad66725-5c1e-4f69-9041-fd0e8f3a1d50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66416232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3718429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8776402'] for subnet, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:25.304516 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad66725-5c1e-4f69-9041-fd0e8f3a1d50 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fff94baf-26d3-4251-a396-261b6bde0cb6,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:37:25.306907 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3ad66725-5c1e-4f69-9041-fd0e8f3a1d50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for subnet, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:25.308828 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-3ad66725-5c1e-4f69-9041-fd0e8f3a1d50 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/fff94baf-26d3-4251-a396-261b6bde0cb6 HTTP/1.1" status: 204 len: 168 time: 0.3199251 Aug 12 14:37:25.311382 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 39066) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:37:25.394365 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-bc7e8184-1ecc-47bd-8e40-c7333d08b1b9 req-daacd52d-2a90-4e44-a867-4674ea4df9c7 service neutron] 10.222.0.39 "GET /v2.0/networks/63f7bb20-fe7c-43e3-bcb6-44025e6f4b9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565318 Aug 12 14:37:25.421784 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-89c360d5-b0ba-4fcf-a0b4-f552d5d08e9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680608'] for network, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:25.426395 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdd0b46-9127-49be-82f9-75b108f00968 req-6aceff6a-1815-4677-90f1-70e2ffc20ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:37:25.428039 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4bdd0b46-9127-49be-82f9-75b108f00968 req-6aceff6a-1815-4677-90f1-70e2ffc20ad4 service neutron] 10.222.0.64 "GET /v2.0/networks?id=084bbaa9-1971-49e8-b2a8-17fb0ce3a37d HTTP/1.1" status: 200 len: 923 time: 0.1779993 Aug 12 14:37:25.432907 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8cdc62-4615-44cc-bfd0-129bb57d6528 req-7d6c3d34-1fd4-44ec-9342-1b6e0f1ec0bb tempest-ImagesOneServerNegativeTestJSON-535792509 tempest-ImagesOneServerNegativeTestJSON-535792509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:37:25.434411 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-8c8cdc62-4615-44cc-bfd0-129bb57d6528 req-7d6c3d34-1fd4-44ec-9342-1b6e0f1ec0bb tempest-ImagesOneServerNegativeTestJSON-535792509 tempest-ImagesOneServerNegativeTestJSON-535792509-project] 10.222.0.39 "GET /v2.0/ports?device_id=5a07fe76-d79e-4111-be6f-636b2b03280c HTTP/1.1" status: 200 len: 945 time: 0.1149938 Aug 12 14:37:25.488864 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4bdd0b46-9127-49be-82f9-75b108f00968 req-c72381ec-e72a-4bc0-9739-cf812daa8a79 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c1370726-26d5-419c-8e55-e074879c4b95 HTTP/1.1" status: 200 len: 217 time: 0.0360868 Aug 12 14:37:25.531312 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-8c8cdc62-4615-44cc-bfd0-129bb57d6528 req-765033dd-2518-4673-9348-8b0c82788381 tempest-ImagesOneServerNegativeTestJSON-535792509 tempest-ImagesOneServerNegativeTestJSON-535792509-project] 10.222.0.39 "GET /v2.0/security-groups?id=21797083-50ee-4fa2-9ae6-2585440bdd47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901334 Aug 12 14:37:25.539382 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-89c360d5-b0ba-4fcf-a0b4-f552d5d08e9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66413304', 'neutron.services.segments.db._delete_segments_for_network-8744654118000'] for network, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:25.560460 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-89c360d5-b0ba-4fcf-a0b4-f552d5d08e9d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d5fef7d-5c00-4731-a95a-e743a6172671']}} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:37:25.566188 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdd0b46-9127-49be-82f9-75b108f00968 req-b255a18a-18fa-4bf5-99b3-9169ba417c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:37:25.567715 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4bdd0b46-9127-49be-82f9-75b108f00968 req-b255a18a-18fa-4bf5-99b3-9169ba417c4b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5f80667a-12ed-4bf3-80ac-e8ae0cc35fd4 HTTP/1.1" status: 200 len: 862 time: 0.0706480 Aug 12 14:37:25.571567 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-89c360d5-b0ba-4fcf-a0b4-f552d5d08e9d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64941cf4-c5e0-4dac-a3a2-372cf4a25bee') {'for_net_delete': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:37:25.571796 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-89c360d5-b0ba-4fcf-a0b4-f552d5d08e9d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64941cf4-c5e0-4dac-a3a2-372cf4a25bee') {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:37:25.572641 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-bc7e8184-1ecc-47bd-8e40-c7333d08b1b9 req-2dce891b-d2d5-46d6-a909-da7605772f10 service neutron] 10.222.0.39 "GET /v2.0/networks/63f7bb20-fe7c-43e3-bcb6-44025e6f4b9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1666293 Aug 12 14:37:25.579086 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 14:37:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fdcacd0-eb71-4a5c-84ea-b466f3c6a6f9 x-openstack-request-id: req-0fdcacd0-eb71-4a5c-84ea-b466f3c6a6f9 {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:37:25.579627 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56e005fa-0896-490e-9646-8a24af6536d9", "name": "network-vif-plugged", "status": "completed", "tag": "6ef149e8-edc7-4005-86e8-5a81e824ec89", "code": 200}]} {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:37:25.579627 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0fdcacd0-eb71-4a5c-84ea-b466f3c6a6f9 {{(pid=94468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:37:25.580001 n-d-694802-15 neutron-server[94468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56e005fa-0896-490e-9646-8a24af6536d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ef149e8-edc7-4005-86e8-5a81e824ec89', 'code': 200} Aug 12 14:37:25.583125 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-89c360d5-b0ba-4fcf-a0b4-f552d5d08e9d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744654122361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2293560'] for segment, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:25.599770 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-89c360d5-b0ba-4fcf-a0b4-f552d5d08e9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:25.606971 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89c360d5-b0ba-4fcf-a0b4-f552d5d08e9d admin admin] Releasing vlan 340 on physical network physnet1 to pool {{(pid=94466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 14:37:25.607498 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-89c360d5-b0ba-4fcf-a0b4-f552d5d08e9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3718595'] for segment, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:25.609188 n-d-694802-15 neutron-server[94466]: Traceback (most recent call last): Aug 12 14:37:25.609188 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 14:37:25.609188 n-d-694802-15 neutron-server[94466]: timer() Aug 12 14:37:25.609188 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 14:37:25.609188 n-d-694802-15 neutron-server[94466]: cb(*args, **kw) Aug 12 14:37:25.609188 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 14:37:25.609188 n-d-694802-15 neutron-server[94466]: return func(*args, **kwargs) Aug 12 14:37:25.609188 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 14:37:25.609188 n-d-694802-15 neutron-server[94466]: self._notify() Aug 12 14:37:25.609188 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 14:37:25.609188 n-d-694802-15 neutron-server[94466]: self.callback(batched_events) Aug 12 14:37:25.609188 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 14:37:25.609188 n-d-694802-15 neutron-server[94466]: event.method(event) Aug 12 14:37:25.609188 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 14:37:25.609188 n-d-694802-15 neutron-server[94466]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 14:37:25.609188 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 14:37:25.609188 n-d-694802-15 neutron-server[94466]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 14:37:25.609188 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 14:37:25.609188 n-d-694802-15 neutron-server[94466]: return f(self, *a, **k) Aug 12 14:37:25.609188 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 14:37:25.609188 n-d-694802-15 neutron-server[94466]: return self._get(url).json() Aug 12 14:37:25.609188 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 14:37:25.609188 n-d-694802-15 neutron-server[94466]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 14:37:25.609188 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 14:37:25.609188 n-d-694802-15 neutron-server[94466]: return self.request(url, 'GET', **kwargs) Aug 12 14:37:25.609188 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 14:37:25.609188 n-d-694802-15 neutron-server[94466]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 14:37:25.609188 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 14:37:25.609188 n-d-694802-15 neutron-server[94466]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 14:37:25.609188 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 14:37:25.609188 n-d-694802-15 neutron-server[94466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 14:37:25.609188 n-d-694802-15 neutron-server[94466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 14:37:25.616673 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4bdd0b46-9127-49be-82f9-75b108f00968 req-be0f4256-7230-42a5-8dce-8f3a4609fad6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=084bbaa9-1971-49e8-b2a8-17fb0ce3a37d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415714 Aug 12 14:37:25.689237 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-89c360d5-b0ba-4fcf-a0b4-f552d5d08e9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66413281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431520'] for network, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:25.701640 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-89c360d5-b0ba-4fcf-a0b4-f552d5d08e9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for network, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:25.706498 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-89c360d5-b0ba-4fcf-a0b4-f552d5d08e9d admin admin] 10.222.0.39 "DELETE /v2.0/networks/8d5fef7d-5c00-4731-a95a-e743a6172671 HTTP/1.1" status: 204 len: 168 time: 0.3935370 Aug 12 14:37:25.722733 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c360d5-b0ba-4fcf-a0b4-f552d5d08e9d admin admin] Pushing event deleted for resources: {'Network': ['ID=8d5fef7d-5c00-4731-a95a-e743a6172671,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:37:25.873158 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23c7090-a827-41a2-b2e1-b076191bbd32 req-2d328858-1617-4430-8249-c57747ca2770 tempest-ListImageFiltersTestJSON-1084466314 tempest-ListImageFiltersTestJSON-1084466314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:37:25.880843 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f23c7090-a827-41a2-b2e1-b076191bbd32 req-2d328858-1617-4430-8249-c57747ca2770 tempest-ListImageFiltersTestJSON-1084466314 tempest-ListImageFiltersTestJSON-1084466314-project] 10.222.0.39 "GET /v2.0/ports?device_id=5f1992d0-e823-416d-bad0-60fca0e01566 HTTP/1.1" status: 200 len: 951 time: 0.0797741 Aug 12 14:37:25.888635 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4bdd0b46-9127-49be-82f9-75b108f00968 req-afef9d9a-cf54-4879-86c3-41761605fc67 service neutron] 10.222.0.64 "GET /v2.0/networks/084bbaa9-1971-49e8-b2a8-17fb0ce3a37d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2639449 Aug 12 14:37:25.890132 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 39096) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:37:25.925022 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f8644c-5e66-4e2d-ad4a-18a2962159bb req-9e6fef10-5d50-4a15-ac54-fb085ab90c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:37:25.927199 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b3f8644c-5e66-4e2d-ad4a-18a2962159bb req-9e6fef10-5d50-4a15-ac54-fb085ab90c3c service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=56e005fa-0896-490e-9646-8a24af6536d9 HTTP/1.1" status: 200 len: 1098 time: 0.1775961 Aug 12 14:37:25.999964 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6259c5aa-4c92-423e-b577-71d276907946 req-653bdf77-4e7b-4ca0-b4bf-4e4ad5c1b27e tempest-AttachSCSIVolumeTestJSON-842334255 tempest-AttachSCSIVolumeTestJSON-842334255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:37:26.001559 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-6259c5aa-4c92-423e-b577-71d276907946 req-653bdf77-4e7b-4ca0-b4bf-4e4ad5c1b27e tempest-AttachSCSIVolumeTestJSON-842334255 tempest-AttachSCSIVolumeTestJSON-842334255-project] 10.222.0.39 "GET /v2.0/networks?id=3639a5bb-e2f3-4c58-83b4-19e7e72a5347 HTTP/1.1" status: 200 len: 814 time: 0.1240830 Aug 12 14:37:26.018958 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-6259c5aa-4c92-423e-b577-71d276907946 req-ceac3ff9-e69d-4049-a3d9-80db61676c7e tempest-AttachSCSIVolumeTestJSON-842334255 tempest-AttachSCSIVolumeTestJSON-842334255-project] 10.222.0.39 "GET /v2.0/quotas/c6353cb62453414b9aa9745dd88c3c93 HTTP/1.1" status: 200 len: 375 time: 0.0099640 Aug 12 14:37:26.028102 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f23c7090-a827-41a2-b2e1-b076191bbd32 req-209f0c37-7b84-4fc3-b779-0e9a92f03607 tempest-ListImageFiltersTestJSON-1084466314 tempest-ListImageFiltersTestJSON-1084466314-project] 10.222.0.39 "GET /v2.0/security-groups?id=b4a31b54-6887-49af-b050-eeff23ce2037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458421 Aug 12 14:37:26.061764 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-efd8cee0-325f-4b87-bbcd-f28503d2957d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f9729aa96dd249a68c0e367e5b47f05f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1663592 Aug 12 14:37:26.068843 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 39108) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:37:26.091075 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-6259c5aa-4c92-423e-b577-71d276907946 req-161de034-846b-4c93-82c6-da31cca718ee tempest-AttachSCSIVolumeTestJSON-842334255 tempest-AttachSCSIVolumeTestJSON-842334255-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=c6353cb62453414b9aa9745dd88c3c93&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0654979 Aug 12 14:37:26.096517 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b3f8644c-5e66-4e2d-ad4a-18a2962159bb req-e8c712f8-0433-453b-89ee-f0ad3a579486 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=4ad0002e-d03d-4ace-861f-ca41a35b7aed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106226 Aug 12 14:37:26.140344 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3ce9411f-81fd-4b7c-8f3f-4b83cf0f5be8 req-ed9ab45a-7d33-4f94-b1c3-cd1bd5a54208 tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] 10.222.0.39 "GET /v2.0/ports?device_id=072e510b-94e7-4b4d-9adb-8de696ba114d HTTP/1.1" status: 200 len: 210 time: 0.0528579 Aug 12 14:37:26.160515 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4bdd0b46-9127-49be-82f9-75b108f00968 req-770b5b3b-35f5-4f1f-bbcc-03ab66c8dc4d service neutron] 10.222.0.64 "GET /v2.0/networks/084bbaa9-1971-49e8-b2a8-17fb0ce3a37d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2486277 Aug 12 14:37:26.180217 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-499ca6d3-5a3c-4147-a78b-1f5a0025ebe7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:26.205200 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-499ca6d3-5a3c-4147-a78b-1f5a0025ebe7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:26.205802 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-6259c5aa-4c92-423e-b577-71d276907946 req-6cf1c06c-694a-4b72-a98e-08e9896b9429 service neutron] 10.222.0.39 "GET /v2.0/networks/3639a5bb-e2f3-4c58-83b4-19e7e72a5347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077197 Aug 12 14:37:26.289027 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-499ca6d3-5a3c-4147-a78b-1f5a0025ebe7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:26.291684 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-499ca6d3-5a3c-4147-a78b-1f5a0025ebe7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:26.292893 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-499ca6d3-5a3c-4147-a78b-1f5a0025ebe7 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2c4736dc-34dc-47fa-8c2b-edbd277e5b99 HTTP/1.1" status: 204 len: 168 time: 0.2230988 Aug 12 14:37:26.300808 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499ca6d3-5a3c-4147-a78b-1f5a0025ebe7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c4736dc-34dc-47fa-8c2b-edbd277e5b99,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:37:26.334366 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-6259c5aa-4c92-423e-b577-71d276907946 req-2f60dd72-10cb-4cba-9c0b-60db901a7699 service neutron] 10.222.0.39 "GET /v2.0/networks/3639a5bb-e2f3-4c58-83b4-19e7e72a5347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216695 Aug 12 14:37:26.385528 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f1d6c5-e82a-40f2-b1ba-7f090b5cc7d8 req-1fc1ab1f-6379-41e7-8133-5508c4b993c3 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:37:26.387474 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d8f1d6c5-e82a-40f2-b1ba-7f090b5cc7d8 req-1fc1ab1f-6379-41e7-8133-5508c4b993c3 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] 10.222.0.39 "GET /v2.0/ports?device_id=19edc547-78d2-4139-aa27-fa0ce42129fb HTTP/1.1" status: 200 len: 945 time: 0.0721400 Aug 12 14:37:26.437743 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d8f1d6c5-e82a-40f2-b1ba-7f090b5cc7d8 req-4c784589-8dfc-41dd-8956-40c683a10bf8 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b3c7ce2-70f7-4d15-8774-e830cec0f0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439949 Aug 12 14:37:26.591713 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d030ea3-e034-4e6c-9136-6ede13fd30c9 req-cc33f403-4692-4b98-84d2-cb8fc81baef8 tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:37:26.593909 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-5d030ea3-e034-4e6c-9136-6ede13fd30c9 req-cc33f403-4692-4b98-84d2-cb8fc81baef8 tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] 10.222.0.39 "GET /v2.0/ports?device_id=56e005fa-0896-490e-9646-8a24af6536d9 HTTP/1.1" status: 200 len: 946 time: 0.0592067 Aug 12 14:37:26.638797 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-5d030ea3-e034-4e6c-9136-6ede13fd30c9 req-d89df4e4-8392-4854-add6-7ec6cbe64622 tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ad0002e-d03d-4ace-861f-ca41a35b7aed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394883 Aug 12 14:37:26.669555 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-085df541-af51-49ab-97d2-5f810802e257 req-0b3f7ed5-0773-4792-b9e1-eb8cfa2da238 tempest-AttachSCSIVolumeTestJSON-842334255 tempest-AttachSCSIVolumeTestJSON-842334255-project] 10.222.0.39 "GET /v2.0/ports?device_id=03232926-321d-4d1a-bc13-5e0570da9f31 HTTP/1.1" status: 200 len: 210 time: 0.0332086 Aug 12 14:37:26.820214 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f287e72-c7fe-4dde-8898-af6b17a0537a req-481ed878-c550-4d9c-9bc8-a3d649ac0941 tempest-ImagesOneServerNegativeTestJSON-535792509 tempest-ImagesOneServerNegativeTestJSON-535792509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:37:26.829595 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-1f287e72-c7fe-4dde-8898-af6b17a0537a req-481ed878-c550-4d9c-9bc8-a3d649ac0941 tempest-ImagesOneServerNegativeTestJSON-535792509 tempest-ImagesOneServerNegativeTestJSON-535792509-project] 10.222.0.39 "GET /v2.0/ports?device_id=5a07fe76-d79e-4111-be6f-636b2b03280c HTTP/1.1" status: 200 len: 945 time: 0.1166146 Aug 12 14:37:26.876740 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-1f287e72-c7fe-4dde-8898-af6b17a0537a req-d28574a5-8b0c-41f3-bb7a-9042133132c1 tempest-ImagesOneServerNegativeTestJSON-535792509 tempest-ImagesOneServerNegativeTestJSON-535792509-project] 10.222.0.39 "GET /v2.0/security-groups?id=21797083-50ee-4fa2-9ae6-2585440bdd47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449276 Aug 12 14:37:27.037411 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7e8184-1ecc-47bd-8e40-c7333d08b1b9 req-88fba7de-9fe1-43d2-95fd-1ac7977f73c6 tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:37:27.039231 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-bc7e8184-1ecc-47bd-8e40-c7333d08b1b9 req-88fba7de-9fe1-43d2-95fd-1ac7977f73c6 tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] 10.222.0.49 "GET /v2.0/networks?id=63f7bb20-fe7c-43e3-bcb6-44025e6f4b9c HTTP/1.1" status: 200 len: 815 time: 0.1698565 Aug 12 14:37:27.062916 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-bc7e8184-1ecc-47bd-8e40-c7333d08b1b9 req-2824c80a-3546-47c9-a0db-3a62a70ebd4d tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] Request body: {'port': {'device_id': '072e510b-94e7-4b4d-9adb-8de696ba114d', 'network_id': '63f7bb20-fe7c-43e3-bcb6-44025e6f4b9c', 'admin_state_up': True, 'tenant_id': 'c7cf81f007a244068628d9dac2415a0e'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:37:27.264285 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc7e8184-1ecc-47bd-8e40-c7333d08b1b9 req-2824c80a-3546-47c9-a0db-3a62a70ebd4d tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] Made reservation on behalf of c7cf81f007a244068628d9dac2415a0e for: {'port': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:37:27.269529 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-bc7e8184-1ecc-47bd-8e40-c7333d08b1b9 req-2824c80a-3546-47c9-a0db-3a62a70ebd4d tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:27.303377 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-ee3e4b35-c616-4dc3-b05f-fc72eeaed566 req-0a835e30-ae34-4d52-a1ba-fce2e7c2124c tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] 10.222.0.39 "GET /v2.0/ports?device_id=072e510b-94e7-4b4d-9adb-8de696ba114d HTTP/1.1" status: 200 len: 210 time: 0.0637741 Aug 12 14:37:27.489838 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_common [req-bc7e8184-1ecc-47bd-8e40-c7333d08b1b9 req-2824c80a-3546-47c9-a0db-3a62a70ebd4d tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] Allocated IP 172.20.0.7 (63f7bb20-fe7c-43e3-bcb6-44025e6f4b9c/65ea27f3-7f0e-428c-8c45-871b6e9bfddc/e8c99a67-cbca-4b24-abb0-4ec6fab248bc) {{(pid=94467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:37:27.573423 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82106e21-aa09-4f88-b76a-967b0cb766c3 req-d833b405-6a0e-46e6-8cf4-4c8cf5364110 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:37:27.580825 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19edc547-78d2-4139-aa27-fa0ce42129fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3b15513-1e8e-48ea-9695-d5b979f798e3'}, {'server_uuid': '5a07fe76-d79e-4111-be6f-636b2b03280c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1370726-26d5-419c-8e55-e074879c4b95'}] {{(pid=94468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:37:27.581533 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-82106e21-aa09-4f88-b76a-967b0cb766c3 req-d833b405-6a0e-46e6-8cf4-4c8cf5364110 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] 10.222.0.39 "GET /v2.0/ports?device_id=19edc547-78d2-4139-aa27-fa0ce42129fb HTTP/1.1" status: 200 len: 945 time: 0.0631592 Aug 12 14:37:27.584020 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99a8d87602170099c728e57431aca99e9b98a655a83bbf8727be13192709727b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef1fa6c8-5f26-4c08-a2ed-5093969ab35f" -d '{"events": [{"server_uuid": "19edc547-78d2-4139-aa27-fa0ce42129fb", "name": "network-vif-plugged", "status": "completed", "tag": "a3b15513-1e8e-48ea-9695-d5b979f798e3"}, {"server_uuid": "5a07fe76-d79e-4111-be6f-636b2b03280c", "name": "network-vif-plugged", "status": "completed", "tag": "c1370726-26d5-419c-8e55-e074879c4b95"}]}' {{(pid=94468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:37:27.622055 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-82106e21-aa09-4f88-b76a-967b0cb766c3 req-d6414c2d-13f3-4d47-b8cd-270b76f856e8 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b3c7ce2-70f7-4d15-8774-e830cec0f0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396588 Aug 12 14:37:27.674252 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 12 Aug 2021 14:37:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f27fd8c4-e20f-4ef1-ac5d-c59a0c62b319 x-openstack-request-id: req-f27fd8c4-e20f-4ef1-ac5d-c59a0c62b319 {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:37:27.674949 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19edc547-78d2-4139-aa27-fa0ce42129fb", "name": "network-vif-plugged", "status": "completed", "tag": "a3b15513-1e8e-48ea-9695-d5b979f798e3", "code": 200}, {"server_uuid": "5a07fe76-d79e-4111-be6f-636b2b03280c", "name": "network-vif-plugged", "status": "completed", "tag": "c1370726-26d5-419c-8e55-e074879c4b95", "code": 200}]} {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:37:27.676158 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f27fd8c4-e20f-4ef1-ac5d-c59a0c62b319 {{(pid=94468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:37:27.677485 n-d-694802-15 neutron-server[94468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19edc547-78d2-4139-aa27-fa0ce42129fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3b15513-1e8e-48ea-9695-d5b979f798e3', 'code': 200} Aug 12 14:37:27.679285 n-d-694802-15 neutron-server[94468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a07fe76-d79e-4111-be6f-636b2b03280c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1370726-26d5-419c-8e55-e074879c4b95', 'code': 200} Aug 12 14:37:27.764165 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-bc7e8184-1ecc-47bd-8e40-c7333d08b1b9 req-2824c80a-3546-47c9-a0db-3a62a70ebd4d tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] Notify callbacks [] for port, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:27.788248 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 39262) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:37:27.814565 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-ee912f62-6ea4-48b8-8fbb-68278026d22c req-19833a59-2588-4d30-baf1-a9ded8c8abd1 tempest-AttachSCSIVolumeTestJSON-842334255 tempest-AttachSCSIVolumeTestJSON-842334255-project] 10.222.0.39 "GET /v2.0/ports?device_id=03232926-321d-4d1a-bc13-5e0570da9f31 HTTP/1.1" status: 200 len: 210 time: 0.0383592 Aug 12 14:37:27.882159 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbf8840-7c3d-45ff-8fe2-54ddc656b03a req-d0205ab3-fd99-40c4-b9e7-434d6c02550b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:37:27.884509 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-8dbf8840-7c3d-45ff-8fe2-54ddc656b03a req-d0205ab3-fd99-40c4-b9e7-434d6c02550b service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=5a07fe76-d79e-4111-be6f-636b2b03280c HTTP/1.1" status: 200 len: 1097 time: 0.1179731 Aug 12 14:37:27.930307 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b8d99f-d873-41c1-a291-aafead002f48 req-6e640445-c537-40c1-b6fa-3f85fc304e8a tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:37:27.932142 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c5b8d99f-d873-41c1-a291-aafead002f48 req-6e640445-c537-40c1-b6fa-3f85fc304e8a tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] 10.222.0.39 "GET /v2.0/ports?device_id=56e005fa-0896-490e-9646-8a24af6536d9 HTTP/1.1" status: 200 len: 946 time: 0.1374073 Aug 12 14:37:27.953744 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ba3e4d-ba70-48a9-ae54-6fde927d4f13 req-685220f5-d960-4a6f-bc9c-2ba1c74b19dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:37:27.955406 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-f1ba3e4d-ba70-48a9-ae54-6fde927d4f13 req-685220f5-d960-4a6f-bc9c-2ba1c74b19dc service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=19edc547-78d2-4139-aa27-fa0ce42129fb HTTP/1.1" status: 200 len: 1097 time: 0.1306307 Aug 12 14:37:27.983438 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-8dbf8840-7c3d-45ff-8fe2-54ddc656b03a req-904afb12-4f84-4327-9c9f-e3a34e395edf service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=21797083-50ee-4fa2-9ae6-2585440bdd47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873365 Aug 12 14:37:27.986949 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-bc7e8184-1ecc-47bd-8e40-c7333d08b1b9 req-2824c80a-3546-47c9-a0db-3a62a70ebd4d tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:28.001784 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] get_ports_and_sgs() called for port_ids ['98b2f474-3add-4406-8544-afd4b82043d3', 'a0820b1b-bfda-4b57-a48e-701b0efdd4b5'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:37:28.025565 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c5b8d99f-d873-41c1-a291-aafead002f48 req-60143464-5773-488e-a48b-a58a77b2acec tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ad0002e-d03d-4ace-861f-ca41a35b7aed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842738 Aug 12 14:37:28.068367 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-f1ba3e4d-ba70-48a9-ae54-6fde927d4f13 req-c707aecc-b648-4d3f-be2e-babc869fa352 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=5b3c7ce2-70f7-4d15-8774-e830cec0f0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054211 Aug 12 14:37:28.078343 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc7e8184-1ecc-47bd-8e40-c7333d08b1b9 req-2824c80a-3546-47c9-a0db-3a62a70ebd4d tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] Network 63f7bb20-fe7c-43e3-bcb6-44025e6f4b9c is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:37:28.085209 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [req-bc7e8184-1ecc-47bd-8e40-c7333d08b1b9 req-2824c80a-3546-47c9-a0db-3a62a70ebd4d tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:37:28.089574 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc7e8184-1ecc-47bd-8e40-c7333d08b1b9 req-2824c80a-3546-47c9-a0db-3a62a70ebd4d tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] Received port after_create {{(pid=94467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:37:28.111264 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-fb34c1bb-e176-436a-8388-f77faaa707b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:28.112108 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] get_ports_and_sgs() called for port_ids ['a7435c5d-997c-44fb-a2c6-77a012c12559'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:37:28.148539 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6259c5aa-4c92-423e-b577-71d276907946 req-4cc88288-8799-4531-9399-ce0e5b6224f0 tempest-AttachSCSIVolumeTestJSON-842334255 tempest-AttachSCSIVolumeTestJSON-842334255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:37:28.150067 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-6259c5aa-4c92-423e-b577-71d276907946 req-4cc88288-8799-4531-9399-ce0e5b6224f0 tempest-AttachSCSIVolumeTestJSON-842334255 tempest-AttachSCSIVolumeTestJSON-842334255-project] 10.222.0.49 "GET /v2.0/networks?id=3639a5bb-e2f3-4c58-83b4-19e7e72a5347 HTTP/1.1" status: 200 len: 814 time: 0.2758462 Aug 12 14:37:28.160948 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2824c80a-3546-47c9-a0db-3a62a70ebd4d tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] Pushing event updated for resources: {'Port': ['ID=e8c99a67-cbca-4b24-abb0-4ec6fab248bc,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:37:28.166738 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [req-6259c5aa-4c92-423e-b577-71d276907946 req-2bbbc6a9-5c91-43ba-b8e7-2f94cda93629 tempest-AttachSCSIVolumeTestJSON-842334255 tempest-AttachSCSIVolumeTestJSON-842334255-project] Request body: {'port': {'device_id': '03232926-321d-4d1a-bc13-5e0570da9f31', 'network_id': '3639a5bb-e2f3-4c58-83b4-19e7e72a5347', 'admin_state_up': True, 'tenant_id': 'c6353cb62453414b9aa9745dd88c3c93'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:37:28.232417 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7e8184-1ecc-47bd-8e40-c7333d08b1b9 req-2824c80a-3546-47c9-a0db-3a62a70ebd4d tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:37:28.233336 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-bc7e8184-1ecc-47bd-8e40-c7333d08b1b9 req-2824c80a-3546-47c9-a0db-3a62a70ebd4d tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:28.302176 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eba74ac-63dd-41af-ad31-dfc4c39cc159 req-e7ac4303-0e78-4a3c-8b58-a96822507947 tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:37:28.303846 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-7eba74ac-63dd-41af-ad31-dfc4c39cc159 req-e7ac4303-0e78-4a3c-8b58-a96822507947 tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] 10.222.0.39 "GET /v2.0/ports?device_id=56e005fa-0896-490e-9646-8a24af6536d9 HTTP/1.1" status: 200 len: 946 time: 0.0916808 Aug 12 14:37:28.308594 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed8029d-9a90-47a1-b21a-b5749b18c2eb req-89a8dcae-f732-47e2-ab27-08250af398c3 tempest-ImagesOneServerNegativeTestJSON-535792509 tempest-ImagesOneServerNegativeTestJSON-535792509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:37:28.312519 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-8ed8029d-9a90-47a1-b21a-b5749b18c2eb req-89a8dcae-f732-47e2-ab27-08250af398c3 tempest-ImagesOneServerNegativeTestJSON-535792509 tempest-ImagesOneServerNegativeTestJSON-535792509-project] 10.222.0.39 "GET /v2.0/ports?device_id=5a07fe76-d79e-4111-be6f-636b2b03280c HTTP/1.1" status: 200 len: 945 time: 0.2259262 Aug 12 14:37:28.366233 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-7eba74ac-63dd-41af-ad31-dfc4c39cc159 req-a0c0ff03-6c15-4fcd-8c04-e30ced5a0423 tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ad0002e-d03d-4ace-861f-ca41a35b7aed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565066 Aug 12 14:37:28.428761 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-8ed8029d-9a90-47a1-b21a-b5749b18c2eb req-e8dd03dd-6b92-4f12-b8ee-201929f93e02 tempest-ImagesOneServerNegativeTestJSON-535792509 tempest-ImagesOneServerNegativeTestJSON-535792509-project] 10.222.0.39 "GET /v2.0/security-groups?id=21797083-50ee-4fa2-9ae6-2585440bdd47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871785 Aug 12 14:37:28.474327 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-fb34c1bb-e176-436a-8388-f77faaa707b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:28.481983 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-fb34c1bb-e176-436a-8388-f77faaa707b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:28.488328 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-bc7e8184-1ecc-47bd-8e40-c7333d08b1b9 req-2824c80a-3546-47c9-a0db-3a62a70ebd4d tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4315023 Aug 12 14:37:28.503066 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-bc7e8184-1ecc-47bd-8e40-c7333d08b1b9 req-e36024c7-4547-411b-87c3-110d402ce808 service neutron] Request body: {'port': {'device_id': '072e510b-94e7-4b4d-9adb-8de696ba114d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-694802-15'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:37:28.574131 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-bc7e8184-1ecc-47bd-8e40-c7333d08b1b9 req-e36024c7-4547-411b-87c3-110d402ce808 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:28.600235 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb34c1bb-e176-436a-8388-f77faaa707b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=947de8e7-c470-4aa8-a126-df86564187a5,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:37:28.605671 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-fb34c1bb-e176-436a-8388-f77faaa707b8 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=28ab04b03c2c4dea85a0ebbb56db40b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8163469 Aug 12 14:37:28.615862 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 39322) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:37:28.625116 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6259c5aa-4c92-423e-b577-71d276907946 req-2bbbc6a9-5c91-43ba-b8e7-2f94cda93629 tempest-AttachSCSIVolumeTestJSON-842334255 tempest-AttachSCSIVolumeTestJSON-842334255-project] Made reservation on behalf of c6353cb62453414b9aa9745dd88c3c93 for: {'port': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:37:28.628511 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-6259c5aa-4c92-423e-b577-71d276907946 req-2bbbc6a9-5c91-43ba-b8e7-2f94cda93629 tempest-AttachSCSIVolumeTestJSON-842334255 tempest-AttachSCSIVolumeTestJSON-842334255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:28.732154 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033851da-33c5-4692-9831-98b9b4e73233 req-386fd4e4-1eaa-49f2-9043-d236ae836de0 tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:37:28.733698 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-033851da-33c5-4692-9831-98b9b4e73233 req-386fd4e4-1eaa-49f2-9043-d236ae836de0 tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] 10.222.0.39 "GET /v2.0/ports?device_id=072e510b-94e7-4b4d-9adb-8de696ba114d HTTP/1.1" status: 200 len: 931 time: 0.2149916 Aug 12 14:37:29.019160 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-033851da-33c5-4692-9831-98b9b4e73233 req-b84784e2-4393-45ce-b4f5-3444e01f20b8 tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] 10.222.0.39 "GET /v2.0/security-groups?id=87f02c46-9837-45f6-a8f5-f67c20068d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2585819 Aug 12 14:37:29.043476 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [req-bc7e8184-1ecc-47bd-8e40-c7333d08b1b9 req-e36024c7-4547-411b-87c3-110d402ce808 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8c99a67-cbca-4b24-abb0-4ec6fab248bc {{(pid=94467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:37:29.060046 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-bc7e8184-1ecc-47bd-8e40-c7333d08b1b9 req-e36024c7-4547-411b-87c3-110d402ce808 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:29.111234 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [req-bc7e8184-1ecc-47bd-8e40-c7333d08b1b9 req-e36024c7-4547-411b-87c3-110d402ce808 service neutron] Transition to ACTIVE for port object e8c99a67-cbca-4b24-abb0-4ec6fab248bc will not be triggered until provisioned by entity L2. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:37:29.116055 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-bc7e8184-1ecc-47bd-8e40-c7333d08b1b9 req-e36024c7-4547-411b-87c3-110d402ce808 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:29.117844 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-490cf98e-67a5-4721-9ecc-99268d078e13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:29.263260 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-490cf98e-67a5-4721-9ecc-99268d078e13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:29.272048 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d4ef7c83-c8ed-4ec0-8d0d-d903b43049ed req-5022d8f7-27c8-426b-b69e-b1b5dd057f80 tempest-AttachSCSIVolumeTestJSON-842334255 tempest-AttachSCSIVolumeTestJSON-842334255-project] 10.222.0.39 "GET /v2.0/ports?device_id=03232926-321d-4d1a-bc13-5e0570da9f31 HTTP/1.1" status: 200 len: 210 time: 0.0805492 Aug 12 14:37:29.319552 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36024c7-4547-411b-87c3-110d402ce808 service neutron] Pushing event updated for resources: {'Port': ['ID=e8c99a67-cbca-4b24-abb0-4ec6fab248bc,revision_number=2']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:37:29.323751 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [req-6259c5aa-4c92-423e-b577-71d276907946 req-2bbbc6a9-5c91-43ba-b8e7-2f94cda93629 tempest-AttachSCSIVolumeTestJSON-842334255 tempest-AttachSCSIVolumeTestJSON-842334255-project] Allocated IP 172.20.0.9 (3639a5bb-e2f3-4c58-83b4-19e7e72a5347/463d04ce-55b6-4138-a233-8d1ceeb0ed15/5d9628d6-01f7-4226-adf5-04dabf6c9f64) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:37:29.346974 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feece4cd-6f9d-42b4-89c6-d49a13530c16 req-95072814-5f1f-4a00-b3b1-924e2de79be8 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:37:29.354814 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-feece4cd-6f9d-42b4-89c6-d49a13530c16 req-95072814-5f1f-4a00-b3b1-924e2de79be8 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] 10.222.0.39 "GET /v2.0/ports?device_id=19edc547-78d2-4139-aa27-fa0ce42129fb HTTP/1.1" status: 200 len: 945 time: 0.1602538 Aug 12 14:37:29.421965 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-490cf98e-67a5-4721-9ecc-99268d078e13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:29.424605 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-490cf98e-67a5-4721-9ecc-99268d078e13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:29.425848 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-490cf98e-67a5-4721-9ecc-99268d078e13 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/947de8e7-c470-4aa8-a126-df86564187a5 HTTP/1.1" status: 204 len: 168 time: 0.8087740 Aug 12 14:37:29.451936 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-feece4cd-6f9d-42b4-89c6-d49a13530c16 req-c6a464d7-ade6-473d-9141-34735f2cc447 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b3c7ce2-70f7-4d15-8774-e830cec0f0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942328 Aug 12 14:37:29.486156 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490cf98e-67a5-4721-9ecc-99268d078e13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=947de8e7-c470-4aa8-a126-df86564187a5,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:37:29.584610 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-bc7e8184-1ecc-47bd-8e40-c7333d08b1b9 req-e36024c7-4547-411b-87c3-110d402ce808 service neutron] Attempting to bind port e8c99a67-cbca-4b24-abb0-4ec6fab248bc on host n-h2-694802-15 for vnic_type normal with profile {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:37:29.585044 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-bc7e8184-1ecc-47bd-8e40-c7333d08b1b9 req-e36024c7-4547-411b-87c3-110d402ce808 service neutron] Attempting to bind port e8c99a67-cbca-4b24-abb0-4ec6fab248bc by drivers openvswitch,hyperv on host n-h2-694802-15 at level 0 using segments [{'id': '111c8fb4-95f7-4303-b261-7f0bb42c0aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '63f7bb20-fe7c-43e3-bcb6-44025e6f4b9c'}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:37:29.585596 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc7e8184-1ecc-47bd-8e40-c7333d08b1b9 req-e36024c7-4547-411b-87c3-110d402ce808 service neutron] Attempting to bind port e8c99a67-cbca-4b24-abb0-4ec6fab248bc on network 63f7bb20-fe7c-43e3-bcb6-44025e6f4b9c {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:37:29.595549 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device 890f05cd-3a6a-492a-b07c-feb1a5c93987 no longer exists at agent hyperv_n-h2-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:37:29.601400 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc7e8184-1ecc-47bd-8e40-c7333d08b1b9 req-e36024c7-4547-411b-87c3-110d402ce808 service neutron] Port e8c99a67-cbca-4b24-abb0-4ec6fab248bc on network 63f7bb20-fe7c-43e3-bcb6-44025e6f4b9c not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-15 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 14:37:29.601819 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc7e8184-1ecc-47bd-8e40-c7333d08b1b9 req-e36024c7-4547-411b-87c3-110d402ce808 service neutron] Attempting to bind port e8c99a67-cbca-4b24-abb0-4ec6fab248bc on network 63f7bb20-fe7c-43e3-bcb6-44025e6f4b9c {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:37:29.644507 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc7e8184-1ecc-47bd-8e40-c7333d08b1b9 req-e36024c7-4547-411b-87c3-110d402ce808 service neutron] Checking agent: {'id': 'b7697f71-33f3-4959-ad82-43c2dc15845d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 27, 42), 'started_at': datetime.datetime(2021, 8, 12, 14, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 37, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:37:29.644853 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc7e8184-1ecc-47bd-8e40-c7333d08b1b9 req-e36024c7-4547-411b-87c3-110d402ce808 service neutron] Checking segment: {'id': '111c8fb4-95f7-4303-b261-7f0bb42c0aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '63f7bb20-fe7c-43e3-bcb6-44025e6f4b9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:37:29.645250 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc7e8184-1ecc-47bd-8e40-c7333d08b1b9 req-e36024c7-4547-411b-87c3-110d402ce808 service neutron] Bound using segment: {'id': '111c8fb4-95f7-4303-b261-7f0bb42c0aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '63f7bb20-fe7c-43e3-bcb6-44025e6f4b9c'} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:37:29.645779 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-bc7e8184-1ecc-47bd-8e40-c7333d08b1b9 req-e36024c7-4547-411b-87c3-110d402ce808 service neutron] Bound port: e8c99a67-cbca-4b24-abb0-4ec6fab248bc, host: n-h2-694802-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '111c8fb4-95f7-4303-b261-7f0bb42c0aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '63f7bb20-fe7c-43e3-bcb6-44025e6f4b9c'}}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:37:29.646149 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-bc7e8184-1ecc-47bd-8e40-c7333d08b1b9 req-e36024c7-4547-411b-87c3-110d402ce808 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:29.765702 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:29.794372 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a6bf2f-05f4-467e-ba7a-2a219fa6d6be req-3843cdf1-cd96-44d7-bff2-414627538705 tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:37:29.796431 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f1992d0-e823-416d-bad0-60fca0e01566', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '890f05cd-3a6a-492a-b07c-feb1a5c93987'}] {{(pid=94468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:37:29.799439 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99a8d87602170099c728e57431aca99e9b98a655a83bbf8727be13192709727b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3188bc36-749e-4dc9-86e6-ac408a13be8d" -d '{"events": [{"server_uuid": "5f1992d0-e823-416d-bad0-60fca0e01566", "name": "network-vif-unplugged", "status": "completed", "tag": "890f05cd-3a6a-492a-b07c-feb1a5c93987"}]}' {{(pid=94468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:37:29.802551 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-12a6bf2f-05f4-467e-ba7a-2a219fa6d6be req-3843cdf1-cd96-44d7-bff2-414627538705 tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] 10.222.0.39 "GET /v2.0/networks?id=046597a4-00ca-4153-9d1b-ff667ab81e34 HTTP/1.1" status: 200 len: 815 time: 0.2362764 Aug 12 14:37:29.816539 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port 890f05cd-3a6a-492a-b07c-feb1a5c93987, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=890f05cd-3a6a-492a-b07c-feb1a5c93987,segment=NetworkSegment(a1f8c867-101b-4d30-814e-b89f55a5edd0),segment_id=a1f8c867-101b-4d30-814e-b89f55a5edd0)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:37:29.824440 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:29.837249 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-6259c5aa-4c92-423e-b577-71d276907946 req-2bbbc6a9-5c91-43ba-b8e7-2f94cda93629 tempest-AttachSCSIVolumeTestJSON-842334255 tempest-AttachSCSIVolumeTestJSON-842334255-project] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:29.849737 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-12a6bf2f-05f4-467e-ba7a-2a219fa6d6be req-0067aabb-1a6f-4e62-b26a-f3cb330b2b88 tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] 10.222.0.39 "GET /v2.0/quotas/718396d2ba6249eeb0676cbc20c1ef9d HTTP/1.1" status: 200 len: 375 time: 0.0461156 Aug 12 14:37:29.877034 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9df111-0e59-41c0-b988-3ece311727b3 req-5a9ac277-0d46-48da-b185-8c231dee4eb2 tempest-ImagesOneServerNegativeTestJSON-535792509 tempest-ImagesOneServerNegativeTestJSON-535792509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:37:29.888006 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-9e9df111-0e59-41c0-b988-3ece311727b3 req-5a9ac277-0d46-48da-b185-8c231dee4eb2 tempest-ImagesOneServerNegativeTestJSON-535792509 tempest-ImagesOneServerNegativeTestJSON-535792509-project] 10.222.0.39 "GET /v2.0/ports?device_id=5a07fe76-d79e-4111-be6f-636b2b03280c HTTP/1.1" status: 200 len: 945 time: 0.2126527 Aug 12 14:37:29.892193 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [req-6259c5aa-4c92-423e-b577-71d276907946 req-2bbbc6a9-5c91-43ba-b8e7-2f94cda93629 tempest-AttachSCSIVolumeTestJSON-842334255 tempest-AttachSCSIVolumeTestJSON-842334255-project] Transition to ACTIVE for port object 5d9628d6-01f7-4226-adf5-04dabf6c9f64 will not be triggered until provisioned by entity DHCP. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:37:29.913034 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-bc7e8184-1ecc-47bd-8e40-c7333d08b1b9 req-e36024c7-4547-411b-87c3-110d402ce808 service neutron] For port e8c99a67-cbca-4b24-abb0-4ec6fab248bc, host n-h2-694802-15, cleared binding levels {{(pid=94467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:37:29.945631 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-bc7e8184-1ecc-47bd-8e40-c7333d08b1b9 req-e36024c7-4547-411b-87c3-110d402ce808 service neutron] For port e8c99a67-cbca-4b24-abb0-4ec6fab248bc, host n-h2-694802-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=e8c99a67-cbca-4b24-abb0-4ec6fab248bc,segment=NetworkSegment(111c8fb4-95f7-4303-b261-7f0bb42c0aef),segment_id=111c8fb4-95f7-4303-b261-7f0bb42c0aef)] {{(pid=94467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:37:29.973408 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-12a6bf2f-05f4-467e-ba7a-2a219fa6d6be req-99e3af95-6c63-4d62-a320-6359afd3bf57 tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=718396d2ba6249eeb0676cbc20c1ef9d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1220350 Aug 12 14:37:29.975472 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Pushing event updated for resources: {'Port': ['ID=890f05cd-3a6a-492a-b07c-feb1a5c93987,revision_number=11']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:37:30.001326 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-9e9df111-0e59-41c0-b988-3ece311727b3 req-5fc0ad4c-8847-4551-aaf0-1882e9e2d397 tempest-ImagesOneServerNegativeTestJSON-535792509 tempest-ImagesOneServerNegativeTestJSON-535792509-project] 10.222.0.39 "GET /v2.0/security-groups?id=21797083-50ee-4fa2-9ae6-2585440bdd47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122479 Aug 12 14:37:30.020764 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-6259c5aa-4c92-423e-b577-71d276907946 req-2bbbc6a9-5c91-43ba-b8e7-2f94cda93629 tempest-AttachSCSIVolumeTestJSON-842334255 tempest-AttachSCSIVolumeTestJSON-842334255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:30.056214 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-bc7e8184-1ecc-47bd-8e40-c7333d08b1b9 req-e36024c7-4547-411b-87c3-110d402ce808 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:30.148730 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6259c5aa-4c92-423e-b577-71d276907946 req-2bbbc6a9-5c91-43ba-b8e7-2f94cda93629 tempest-AttachSCSIVolumeTestJSON-842334255 tempest-AttachSCSIVolumeTestJSON-842334255-project] Network 3639a5bb-e2f3-4c58-83b4-19e7e72a5347 is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:37:30.162355 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [req-6259c5aa-4c92-423e-b577-71d276907946 req-2bbbc6a9-5c91-43ba-b8e7-2f94cda93629 tempest-AttachSCSIVolumeTestJSON-842334255 tempest-AttachSCSIVolumeTestJSON-842334255-project] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:37:30.167903 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [req-6259c5aa-4c92-423e-b577-71d276907946 req-2bbbc6a9-5c91-43ba-b8e7-2f94cda93629 tempest-AttachSCSIVolumeTestJSON-842334255 tempest-AttachSCSIVolumeTestJSON-842334255-project] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:37:30.182644 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36024c7-4547-411b-87c3-110d402ce808 service neutron] Pushing event updated for resources: {'Port': ['ID=e8c99a67-cbca-4b24-abb0-4ec6fab248bc,revision_number=3']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:37:30.212820 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7e8184-1ecc-47bd-8e40-c7333d08b1b9 req-e36024c7-4547-411b-87c3-110d402ce808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:37:30.213453 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-bc7e8184-1ecc-47bd-8e40-c7333d08b1b9 req-e36024c7-4547-411b-87c3-110d402ce808 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:30.214947 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-bc7e8184-1ecc-47bd-8e40-c7333d08b1b9 req-e36024c7-4547-411b-87c3-110d402ce808 service neutron] 10.222.0.49 "PUT /v2.0/ports/e8c99a67-cbca-4b24-abb0-4ec6fab248bc HTTP/1.1" status: 200 len: 1092 time: 1.7184327 Aug 12 14:37:30.215377 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '072e510b-94e7-4b4d-9adb-8de696ba114d', 'tag': 'e8c99a67-cbca-4b24-abb0-4ec6fab248bc'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:37:30.217665 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e65282f928b64038367d043a4411777802006c43a98742496cb2e25b724ff1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6aa3112b-39a8-462f-a5f0-70f97a34ce60" -d '{"events": [{"name": "network-changed", "server_uuid": "072e510b-94e7-4b4d-9adb-8de696ba114d", "tag": "e8c99a67-cbca-4b24-abb0-4ec6fab248bc"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:37:30.222599 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbbc6a9-5c91-43ba-b8e7-2f94cda93629 tempest-AttachSCSIVolumeTestJSON-842334255 tempest-AttachSCSIVolumeTestJSON-842334255-project] Pushing event updated for resources: {'Port': ['ID=5d9628d6-01f7-4226-adf5-04dabf6c9f64,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:37:30.250016 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-12a6bf2f-05f4-467e-ba7a-2a219fa6d6be req-e5837e42-8907-463e-8fb6-d6b5dc38daae service neutron] 10.222.0.39 "GET /v2.0/networks/046597a4-00ca-4153-9d1b-ff667ab81e34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2753444 Aug 12 14:37:30.308270 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6259c5aa-4c92-423e-b577-71d276907946 req-2bbbc6a9-5c91-43ba-b8e7-2f94cda93629 tempest-AttachSCSIVolumeTestJSON-842334255 tempest-AttachSCSIVolumeTestJSON-842334255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:37:30.309029 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-6259c5aa-4c92-423e-b577-71d276907946 req-2bbbc6a9-5c91-43ba-b8e7-2f94cda93629 tempest-AttachSCSIVolumeTestJSON-842334255 tempest-AttachSCSIVolumeTestJSON-842334255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:30.354598 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-6259c5aa-4c92-423e-b577-71d276907946 req-2bbbc6a9-5c91-43ba-b8e7-2f94cda93629 tempest-AttachSCSIVolumeTestJSON-842334255 tempest-AttachSCSIVolumeTestJSON-842334255-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1931665 Aug 12 14:37:30.440056 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-12a6bf2f-05f4-467e-ba7a-2a219fa6d6be req-8954f5ce-d323-4085-b387-1a9f87427dee service neutron] 10.222.0.39 "GET /v2.0/networks/046597a4-00ca-4153-9d1b-ff667ab81e34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1891019 Aug 12 14:37:30.730306 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-fd2e4805-89fa-4d6b-b796-4c983063f9ad None None] Provisioning for port 5d9628d6-01f7-4226-adf5-04dabf6c9f64 completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:37:30.738160 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-fd2e4805-89fa-4d6b-b796-4c983063f9ad None None] Provisioning complete for port 5d9628d6-01f7-4226-adf5-04dabf6c9f64 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:37:30.747561 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-fd2e4805-89fa-4d6b-b796-4c983063f9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:30.813618 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-fd2e4805-89fa-4d6b-b796-4c983063f9ad None None] Port 5d9628d6-01f7-4226-adf5-04dabf6c9f64 cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 14:37:31.428881 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 12 Aug 2021 14:37:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f870ccc-2648-43cb-a603-e0ee6d8007ab x-openstack-request-id: req-6f870ccc-2648-43cb-a603-e0ee6d8007ab {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:37:31.429168 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f1992d0-e823-416d-bad0-60fca0e01566", "name": "network-vif-unplugged", "status": "completed", "tag": "890f05cd-3a6a-492a-b07c-feb1a5c93987", "code": 200}]} {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:37:31.429457 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6f870ccc-2648-43cb-a603-e0ee6d8007ab {{(pid=94468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:37:31.429844 n-d-694802-15 neutron-server[94468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f1992d0-e823-416d-bad0-60fca0e01566', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '890f05cd-3a6a-492a-b07c-feb1a5c93987', 'code': 200} Aug 12 14:37:31.594837 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34854ab8-4b4d-4b85-913d-e861fcf535b7 req-0d97090e-41f3-44aa-b09c-4194867cb7a9 tempest-ImagesOneServerNegativeTestJSON-535792509 tempest-ImagesOneServerNegativeTestJSON-535792509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:37:31.598350 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-34854ab8-4b4d-4b85-913d-e861fcf535b7 req-0d97090e-41f3-44aa-b09c-4194867cb7a9 tempest-ImagesOneServerNegativeTestJSON-535792509 tempest-ImagesOneServerNegativeTestJSON-535792509-project] 10.222.0.39 "GET /v2.0/ports?device_id=5a07fe76-d79e-4111-be6f-636b2b03280c HTTP/1.1" status: 200 len: 945 time: 0.0938547 Aug 12 14:37:31.641546 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-34854ab8-4b4d-4b85-913d-e861fcf535b7 req-c1f3ee0a-7f65-4e40-8c52-974d102c3bc4 tempest-ImagesOneServerNegativeTestJSON-535792509 tempest-ImagesOneServerNegativeTestJSON-535792509-project] 10.222.0.39 "GET /v2.0/security-groups?id=21797083-50ee-4fa2-9ae6-2585440bdd47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365484 Aug 12 14:37:31.780643 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85524d1-2053-4a6f-8d85-76284cb51f63 req-88959e05-73b9-489f-ac71-2c97067a79ea tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:37:31.782183 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-a85524d1-2053-4a6f-8d85-76284cb51f63 req-88959e05-73b9-489f-ac71-2c97067a79ea tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] 10.222.0.39 "GET /v2.0/ports?device_id=072e510b-94e7-4b4d-9adb-8de696ba114d HTTP/1.1" status: 200 len: 943 time: 0.0680010 Aug 12 14:37:31.828098 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-a85524d1-2053-4a6f-8d85-76284cb51f63 req-7a6351fa-5b88-4d8a-b678-013e0c339a74 tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] 10.222.0.39 "GET /v2.0/security-groups?id=87f02c46-9837-45f6-a8f5-f67c20068d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372686 Aug 12 14:37:31.882698 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 14:37:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a61b76f8-0185-4c28-9fdb-41152169e4f5 x-openstack-request-id: req-a61b76f8-0185-4c28-9fdb-41152169e4f5 {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:37:31.883271 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "072e510b-94e7-4b4d-9adb-8de696ba114d", "tag": "e8c99a67-cbca-4b24-abb0-4ec6fab248bc", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:37:31.883520 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a61b76f8-0185-4c28-9fdb-41152169e4f5 {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:37:31.884165 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '072e510b-94e7-4b4d-9adb-8de696ba114d', 'tag': 'e8c99a67-cbca-4b24-abb0-4ec6fab248bc', 'status': 'completed', 'code': 200} Aug 12 14:37:32.123166 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4650c227-65c8-4896-bad3-d581d2c77c54 req-7d192a7d-c054-43e4-85e6-c4f8e0b26829 tempest-AttachSCSIVolumeTestJSON-842334255 tempest-AttachSCSIVolumeTestJSON-842334255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:37:32.126822 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-4650c227-65c8-4896-bad3-d581d2c77c54 req-7d192a7d-c054-43e4-85e6-c4f8e0b26829 tempest-AttachSCSIVolumeTestJSON-842334255 tempest-AttachSCSIVolumeTestJSON-842334255-project] 10.222.0.39 "GET /v2.0/ports?device_id=03232926-321d-4d1a-bc13-5e0570da9f31 HTTP/1.1" status: 200 len: 931 time: 0.1164188 Aug 12 14:37:32.136953 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a6bf2f-05f4-467e-ba7a-2a219fa6d6be req-bac6b749-99dd-45da-8255-c203a6c5b188 tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:37:32.138952 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-12a6bf2f-05f4-467e-ba7a-2a219fa6d6be req-bac6b749-99dd-45da-8255-c203a6c5b188 tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] 10.222.0.64 "GET /v2.0/networks?id=046597a4-00ca-4153-9d1b-ff667ab81e34 HTTP/1.1" status: 200 len: 815 time: 0.2375283 Aug 12 14:37:32.166513 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [req-12a6bf2f-05f4-467e-ba7a-2a219fa6d6be req-098b5bec-f645-4fa2-8744-b4d8caaeaf0d tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] Request body: {'port': {'device_id': 'fea8bb5d-f50e-4078-8fba-46b21540b743', 'network_id': '046597a4-00ca-4153-9d1b-ff667ab81e34', 'admin_state_up': True, 'tenant_id': '718396d2ba6249eeb0676cbc20c1ef9d'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:37:32.258168 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-4650c227-65c8-4896-bad3-d581d2c77c54 req-e77657a4-12be-482e-a938-9f404e8849e7 tempest-AttachSCSIVolumeTestJSON-842334255 tempest-AttachSCSIVolumeTestJSON-842334255-project] 10.222.0.39 "GET /v2.0/security-groups?id=10538960-7c7a-451a-90f5-94b5fbb5462b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302238 Aug 12 14:37:32.413313 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12a6bf2f-05f4-467e-ba7a-2a219fa6d6be req-098b5bec-f645-4fa2-8744-b4d8caaeaf0d tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] Made reservation on behalf of 718396d2ba6249eeb0676cbc20c1ef9d for: {'port': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:37:32.416708 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-12a6bf2f-05f4-467e-ba7a-2a219fa6d6be req-098b5bec-f645-4fa2-8744-b4d8caaeaf0d tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:32.479760 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6520ab-d9c6-47d5-812d-89694890e7f9 req-206d0318-988e-4540-bb84-09ece084c11b tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:37:32.490600 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-3a6520ab-d9c6-47d5-812d-89694890e7f9 req-206d0318-988e-4540-bb84-09ece084c11b tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] 10.222.0.39 "GET /v2.0/ports?device_id=19edc547-78d2-4139-aa27-fa0ce42129fb HTTP/1.1" status: 200 len: 945 time: 0.1329517 Aug 12 14:37:32.557217 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-3a6520ab-d9c6-47d5-812d-89694890e7f9 req-10623279-c76b-46fc-b02c-6b00b5a3009e tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b3c7ce2-70f7-4d15-8774-e830cec0f0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598669 Aug 12 14:37:32.684639 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-0b979bd1-3538-4cf0-a1e4-1b2673c7ccb3 req-3b326e65-9387-489e-9670-b72d71293cdd tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] 10.222.0.39 "GET /v2.0/ports?device_id=fea8bb5d-f50e-4078-8fba-46b21540b743 HTTP/1.1" status: 200 len: 210 time: 0.0426793 Aug 12 14:37:32.800745 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [req-12a6bf2f-05f4-467e-ba7a-2a219fa6d6be req-098b5bec-f645-4fa2-8744-b4d8caaeaf0d tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] Allocated IP 172.20.0.11 (046597a4-00ca-4153-9d1b-ff667ab81e34/82fd6154-7c76-48f3-a228-946a266f70e8/d90bce39-ead3-4c84-9aee-c6a88aef9bad) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:37:33.147352 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-12a6bf2f-05f4-467e-ba7a-2a219fa6d6be req-098b5bec-f645-4fa2-8744-b4d8caaeaf0d tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:33.197655 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-12a6bf2f-05f4-467e-ba7a-2a219fa6d6be req-098b5bec-f645-4fa2-8744-b4d8caaeaf0d tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:33.210006 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] get_ports_and_sgs() called for port_ids ['6ef149e8-edc7-4005-86e8-5a81e824ec89'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:37:33.298512 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12a6bf2f-05f4-467e-ba7a-2a219fa6d6be req-098b5bec-f645-4fa2-8744-b4d8caaeaf0d tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] Network 046597a4-00ca-4153-9d1b-ff667ab81e34 is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:37:33.304772 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [req-12a6bf2f-05f4-467e-ba7a-2a219fa6d6be req-098b5bec-f645-4fa2-8744-b4d8caaeaf0d tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:37:33.307525 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [req-12a6bf2f-05f4-467e-ba7a-2a219fa6d6be req-098b5bec-f645-4fa2-8744-b4d8caaeaf0d tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:37:33.312677 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 39516) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:37:33.345313 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098b5bec-f645-4fa2-8744-b4d8caaeaf0d tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] Pushing event updated for resources: {'Port': ['ID=d90bce39-ead3-4c84-9aee-c6a88aef9bad,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:37:33.399885 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a6bf2f-05f4-467e-ba7a-2a219fa6d6be req-098b5bec-f645-4fa2-8744-b4d8caaeaf0d tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:37:33.400637 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-12a6bf2f-05f4-467e-ba7a-2a219fa6d6be req-098b5bec-f645-4fa2-8744-b4d8caaeaf0d tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:33.427178 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-12a6bf2f-05f4-467e-ba7a-2a219fa6d6be req-098b5bec-f645-4fa2-8744-b4d8caaeaf0d tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2678492 Aug 12 14:37:33.441910 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [req-12a6bf2f-05f4-467e-ba7a-2a219fa6d6be req-c946610b-4cdc-4d25-9251-547aa004187d service neutron] Request body: {'port': {'device_id': 'fea8bb5d-f50e-4078-8fba-46b21540b743', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-694802-15'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:37:33.526992 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-f9a9c49a-2808-43f6-9e29-138dd39d1b69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:33.628828 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.agents_db [None req-17ed3e4c-1a7d-4162-9646-11c134aca297 None None] Agent healthcheck: found 7 active agents {{(pid=94469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 14:37:33.674305 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-f9a9c49a-2808-43f6-9e29-138dd39d1b69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:33.679804 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-f9a9c49a-2808-43f6-9e29-138dd39d1b69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:33.723983 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-f9a9c49a-2808-43f6-9e29-138dd39d1b69 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=41f18b4bc71241fdb71da266ce217f99&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4097047 Aug 12 14:37:33.746681 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 39538) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:37:33.776987 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a9c49a-2808-43f6-9e29-138dd39d1b69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5073ed1-33f8-48f7-a341-1f50aa0d898b,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:37:33.847071 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-b18bb392-a17e-4193-8a46-1602825a313e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:33.875343 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-b18bb392-a17e-4193-8a46-1602825a313e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:33.941003 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-12a6bf2f-05f4-467e-ba7a-2a219fa6d6be req-c946610b-4cdc-4d25-9251-547aa004187d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:33.952870 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-b18bb392-a17e-4193-8a46-1602825a313e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:33.955428 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-b18bb392-a17e-4193-8a46-1602825a313e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:33.956716 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-b18bb392-a17e-4193-8a46-1602825a313e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d5073ed1-33f8-48f7-a341-1f50aa0d898b HTTP/1.1" status: 204 len: 168 time: 0.2087648 Aug 12 14:37:33.979990 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18bb392-a17e-4193-8a46-1602825a313e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5073ed1-33f8-48f7-a341-1f50aa0d898b,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:37:34.199780 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d35c353-b54d-4d67-8955-35ddf51c99ef req-ce54e4a5-8271-4119-a3ae-026e606a396a tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:37:34.201291 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-0d35c353-b54d-4d67-8955-35ddf51c99ef req-ce54e4a5-8271-4119-a3ae-026e606a396a tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] 10.222.0.39 "GET /v2.0/ports?device_id=072e510b-94e7-4b4d-9adb-8de696ba114d HTTP/1.1" status: 200 len: 943 time: 0.1727188 Aug 12 14:37:34.275685 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-0d35c353-b54d-4d67-8955-35ddf51c99ef req-a4fb3c47-f2fa-4bc4-a8bb-5610888a82a8 tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] 10.222.0.39 "GET /v2.0/security-groups?id=87f02c46-9837-45f6-a8f5-f67c20068d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653348 Aug 12 14:37:34.313190 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 39548) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:37:34.331301 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-e843f0a7-c875-4e48-9d8f-328a99fb48a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:34.357620 n-d-694802-15 neutron-server[94466]: DEBUG neutron.notifiers.nova [req-12a6bf2f-05f4-467e-ba7a-2a219fa6d6be req-c946610b-4cdc-4d25-9251-547aa004187d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d90bce39-ead3-4c84-9aee-c6a88aef9bad {{(pid=94466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:37:34.366968 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-12a6bf2f-05f4-467e-ba7a-2a219fa6d6be req-c946610b-4cdc-4d25-9251-547aa004187d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:34.403547 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [req-12a6bf2f-05f4-467e-ba7a-2a219fa6d6be req-c946610b-4cdc-4d25-9251-547aa004187d service neutron] Transition to ACTIVE for port object d90bce39-ead3-4c84-9aee-c6a88aef9bad will not be triggered until provisioned by entity L2. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:37:34.409598 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-12a6bf2f-05f4-467e-ba7a-2a219fa6d6be req-c946610b-4cdc-4d25-9251-547aa004187d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3718439'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:34.434783 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-e843f0a7-c875-4e48-9d8f-328a99fb48a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:34.440747 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-e843f0a7-c875-4e48-9d8f-328a99fb48a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:34.459696 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25321c0-d6f0-472b-bcf8-a6fe21814480 req-59304d41-2f78-40f8-b788-726abbf7a50a tempest-AttachSCSIVolumeTestJSON-842334255 tempest-AttachSCSIVolumeTestJSON-842334255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:37:34.461264 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-b25321c0-d6f0-472b-bcf8-a6fe21814480 req-59304d41-2f78-40f8-b788-726abbf7a50a tempest-AttachSCSIVolumeTestJSON-842334255 tempest-AttachSCSIVolumeTestJSON-842334255-project] 10.222.0.39 "GET /v2.0/ports?device_id=03232926-321d-4d1a-bc13-5e0570da9f31 HTTP/1.1" status: 200 len: 931 time: 0.0964520 Aug 12 14:37:34.488741 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-e843f0a7-c875-4e48-9d8f-328a99fb48a6 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0124bb2d233b4fd48b671040b689ae38&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1724837 Aug 12 14:37:34.492018 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 39550) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:37:34.492710 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e843f0a7-c875-4e48-9d8f-328a99fb48a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f21bb228-2acd-46c6-a285-cb6ada7d4356,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:37:34.498203 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c946610b-4cdc-4d25-9251-547aa004187d service neutron] Pushing event updated for resources: {'Port': ['ID=d90bce39-ead3-4c84-9aee-c6a88aef9bad,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:37:34.567723 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-b25321c0-d6f0-472b-bcf8-a6fe21814480 req-61c1ada6-8f40-4463-ba01-a74e72d6f6ba tempest-AttachSCSIVolumeTestJSON-842334255 tempest-AttachSCSIVolumeTestJSON-842334255-project] 10.222.0.39 "GET /v2.0/security-groups?id=10538960-7c7a-451a-90f5-94b5fbb5462b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914972 Aug 12 14:37:34.569339 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-feea0f89-b9fd-463b-ae69-b92aaa0a794e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:34.595973 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-feea0f89-b9fd-463b-ae69-b92aaa0a794e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:34.604261 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [req-12a6bf2f-05f4-467e-ba7a-2a219fa6d6be req-c946610b-4cdc-4d25-9251-547aa004187d service neutron] Attempting to bind port d90bce39-ead3-4c84-9aee-c6a88aef9bad on host n-h1-694802-15 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:37:34.604605 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [req-12a6bf2f-05f4-467e-ba7a-2a219fa6d6be req-c946610b-4cdc-4d25-9251-547aa004187d service neutron] Attempting to bind port d90bce39-ead3-4c84-9aee-c6a88aef9bad by drivers openvswitch,hyperv on host n-h1-694802-15 at level 0 using segments [{'id': 'afe25370-43f7-43be-a4de-d68fa9dce5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '046597a4-00ca-4153-9d1b-ff667ab81e34'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:37:34.604938 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12a6bf2f-05f4-467e-ba7a-2a219fa6d6be req-c946610b-4cdc-4d25-9251-547aa004187d service neutron] Attempting to bind port d90bce39-ead3-4c84-9aee-c6a88aef9bad on network 046597a4-00ca-4153-9d1b-ff667ab81e34 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:37:34.609528 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12a6bf2f-05f4-467e-ba7a-2a219fa6d6be req-c946610b-4cdc-4d25-9251-547aa004187d service neutron] Port d90bce39-ead3-4c84-9aee-c6a88aef9bad on network 046597a4-00ca-4153-9d1b-ff667ab81e34 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-15 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 14:37:34.609857 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12a6bf2f-05f4-467e-ba7a-2a219fa6d6be req-c946610b-4cdc-4d25-9251-547aa004187d service neutron] Attempting to bind port d90bce39-ead3-4c84-9aee-c6a88aef9bad on network 046597a4-00ca-4153-9d1b-ff667ab81e34 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:37:34.614940 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12a6bf2f-05f4-467e-ba7a-2a219fa6d6be req-c946610b-4cdc-4d25-9251-547aa004187d service neutron] Checking agent: {'id': 'de568313-a3e6-454a-9813-77e25edcea95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 27, 41), 'started_at': datetime.datetime(2021, 8, 12, 14, 27, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 37, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:37:34.615315 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12a6bf2f-05f4-467e-ba7a-2a219fa6d6be req-c946610b-4cdc-4d25-9251-547aa004187d service neutron] Checking segment: {'id': 'afe25370-43f7-43be-a4de-d68fa9dce5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '046597a4-00ca-4153-9d1b-ff667ab81e34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:37:34.615708 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12a6bf2f-05f4-467e-ba7a-2a219fa6d6be req-c946610b-4cdc-4d25-9251-547aa004187d service neutron] Bound using segment: {'id': 'afe25370-43f7-43be-a4de-d68fa9dce5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '046597a4-00ca-4153-9d1b-ff667ab81e34'} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:37:34.616136 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [req-12a6bf2f-05f4-467e-ba7a-2a219fa6d6be req-c946610b-4cdc-4d25-9251-547aa004187d service neutron] Bound port: d90bce39-ead3-4c84-9aee-c6a88aef9bad, host: n-h1-694802-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'afe25370-43f7-43be-a4de-d68fa9dce5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '046597a4-00ca-4153-9d1b-ff667ab81e34'}}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:37:34.616499 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-12a6bf2f-05f4-467e-ba7a-2a219fa6d6be req-c946610b-4cdc-4d25-9251-547aa004187d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:34.647798 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-feea0f89-b9fd-463b-ae69-b92aaa0a794e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:34.650358 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-feea0f89-b9fd-463b-ae69-b92aaa0a794e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:34.651601 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-feea0f89-b9fd-463b-ae69-b92aaa0a794e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f21bb228-2acd-46c6-a285-cb6ada7d4356 HTTP/1.1" status: 204 len: 168 time: 0.1534829 Aug 12 14:37:34.660172 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feea0f89-b9fd-463b-ae69-b92aaa0a794e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f21bb228-2acd-46c6-a285-cb6ada7d4356,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:37:34.720262 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfd59fa-4168-467f-8751-82bdb291ac31 req-8b4d80e4-8275-469e-a428-59a6cccc5f52 tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:37:34.721860 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-5cfd59fa-4168-467f-8751-82bdb291ac31 req-8b4d80e4-8275-469e-a428-59a6cccc5f52 tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] 10.222.0.39 "GET /v2.0/ports?device_id=fea8bb5d-f50e-4078-8fba-46b21540b743 HTTP/1.1" status: 200 len: 944 time: 0.0916326 Aug 12 14:37:34.739359 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [req-12a6bf2f-05f4-467e-ba7a-2a219fa6d6be req-c946610b-4cdc-4d25-9251-547aa004187d service neutron] For port d90bce39-ead3-4c84-9aee-c6a88aef9bad, host n-h1-694802-15, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:37:34.774474 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [req-12a6bf2f-05f4-467e-ba7a-2a219fa6d6be req-c946610b-4cdc-4d25-9251-547aa004187d service neutron] For port d90bce39-ead3-4c84-9aee-c6a88aef9bad, host n-h1-694802-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=d90bce39-ead3-4c84-9aee-c6a88aef9bad,segment=NetworkSegment(afe25370-43f7-43be-a4de-d68fa9dce5c3),segment_id=afe25370-43f7-43be-a4de-d68fa9dce5c3)] {{(pid=94466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:37:34.783703 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-12a6bf2f-05f4-467e-ba7a-2a219fa6d6be req-c946610b-4cdc-4d25-9251-547aa004187d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3718439'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:34.793037 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-5cfd59fa-4168-467f-8751-82bdb291ac31 req-ae75c813-c5d5-4a83-b53a-2a0a6861f8af tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ad0002e-d03d-4ace-861f-ca41a35b7aed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629337 Aug 12 14:37:34.841570 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a6bf2f-05f4-467e-ba7a-2a219fa6d6be req-c946610b-4cdc-4d25-9251-547aa004187d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:37:34.842202 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-12a6bf2f-05f4-467e-ba7a-2a219fa6d6be req-c946610b-4cdc-4d25-9251-547aa004187d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:34.856014 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-12a6bf2f-05f4-467e-ba7a-2a219fa6d6be req-c946610b-4cdc-4d25-9251-547aa004187d service neutron] 10.222.0.64 "PUT /v2.0/ports/d90bce39-ead3-4c84-9aee-c6a88aef9bad HTTP/1.1" status: 200 len: 1093 time: 1.4201694 Aug 12 14:37:34.858481 n-d-694802-15 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fea8bb5d-f50e-4078-8fba-46b21540b743', 'tag': 'd90bce39-ead3-4c84-9aee-c6a88aef9bad'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:37:34.860838 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e785eeede3897370d0b20f09d5f461b30cfecd5ed38c4f07dacd02bc52c9277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20ea04b9-4bbe-419d-956e-2046dffca5bf" -d '{"events": [{"name": "network-changed", "server_uuid": "fea8bb5d-f50e-4078-8fba-46b21540b743", "tag": "d90bce39-ead3-4c84-9aee-c6a88aef9bad"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:37:34.895847 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c946610b-4cdc-4d25-9251-547aa004187d service neutron] Pushing event updated for resources: {'Port': ['ID=d90bce39-ead3-4c84-9aee-c6a88aef9bad,revision_number=3']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:37:34.973114 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a6bf2f-05f4-467e-ba7a-2a219fa6d6be req-5f72ccb0-ca9d-4036-ad53-33b56cc2db74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:37:34.976381 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-12a6bf2f-05f4-467e-ba7a-2a219fa6d6be req-5f72ccb0-ca9d-4036-ad53-33b56cc2db74 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=718396d2ba6249eeb0676cbc20c1ef9d&device_id=fea8bb5d-f50e-4078-8fba-46b21540b743 HTTP/1.1" status: 200 len: 1096 time: 0.0665216 Aug 12 14:37:35.030942 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-12a6bf2f-05f4-467e-ba7a-2a219fa6d6be req-5789b216-ad3a-4330-b661-85d2af92603e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d90bce39-ead3-4c84-9aee-c6a88aef9bad HTTP/1.1" status: 200 len: 217 time: 0.0450268 Aug 12 14:37:35.107208 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a6bf2f-05f4-467e-ba7a-2a219fa6d6be req-cd0b29d8-466c-4097-b9b8-843f3092fd4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:37:35.109066 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-12a6bf2f-05f4-467e-ba7a-2a219fa6d6be req-cd0b29d8-466c-4097-b9b8-843f3092fd4d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=82fd6154-7c76-48f3-a228-946a266f70e8 HTTP/1.1" status: 200 len: 855 time: 0.0706232 Aug 12 14:37:35.155345 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-12a6bf2f-05f4-467e-ba7a-2a219fa6d6be req-8c38a81d-2b8c-4fd1-9a5b-7346bfd71926 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=046597a4-00ca-4153-9d1b-ff667ab81e34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300431 Aug 12 14:37:35.273292 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-12a6bf2f-05f4-467e-ba7a-2a219fa6d6be req-5bed9d85-0eef-4a71-b6af-306265877691 service neutron] 10.222.0.64 "GET /v2.0/networks/046597a4-00ca-4153-9d1b-ff667ab81e34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1120129 Aug 12 14:37:35.427248 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0273be3-170d-44ce-b0e2-e52767d78be9 req-c2fc4e18-1140-470d-ab47-6539f5b506b0 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:37:35.429607 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a0273be3-170d-44ce-b0e2-e52767d78be9 req-c2fc4e18-1140-470d-ab47-6539f5b506b0 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] 10.222.0.64 "GET /v2.0/ports?device_id=19edc547-78d2-4139-aa27-fa0ce42129fb HTTP/1.1" status: 200 len: 945 time: 0.1096079 Aug 12 14:37:35.439350 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-12a6bf2f-05f4-467e-ba7a-2a219fa6d6be req-8111999b-8878-43ea-b5e7-d0fcabb40394 service neutron] 10.222.0.64 "GET /v2.0/networks/046597a4-00ca-4153-9d1b-ff667ab81e34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1582642 Aug 12 14:37:35.663801 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [req-a0273be3-170d-44ce-b0e2-e52767d78be9 req-9f24ab36-5fdf-4484-a781-683802973235 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] Deleting port a3b15513-1e8e-48ea-9695-d5b979f798e3 {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:37:35.664412 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-a0273be3-170d-44ce-b0e2-e52767d78be9 req-9f24ab36-5fdf-4484-a781-683802973235 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:35.835572 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-a0273be3-170d-44ce-b0e2-e52767d78be9 req-9f24ab36-5fdf-4484-a781-683802973235 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] For port a3b15513-1e8e-48ea-9695-d5b979f798e3, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=a3b15513-1e8e-48ea-9695-d5b979f798e3,segment=NetworkSegment(4c973057-417f-419d-840d-ea232fb579a5),segment_id=4c973057-417f-419d-840d-ea232fb579a5)] {{(pid=94467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:37:35.836385 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-a0273be3-170d-44ce-b0e2-e52767d78be9 req-9f24ab36-5fdf-4484-a781-683802973235 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:35.853609 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [req-a0273be3-170d-44ce-b0e2-e52767d78be9 req-9f24ab36-5fdf-4484-a781-683802973235 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] Calling delete_port for a3b15513-1e8e-48ea-9695-d5b979f798e3 owned by compute:nova {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:37:36.043266 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-a0273be3-170d-44ce-b0e2-e52767d78be9 req-9f24ab36-5fdf-4484-a781-683802973235 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:36.055210 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] get_ports_and_sgs() called for port_ids ['a3b15513-1e8e-48ea-9695-d5b979f798e3'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:37:36.120071 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f24ab36-5fdf-4484-a781-683802973235 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] Pushing event deleted for resources: {'Port': ['ID=a3b15513-1e8e-48ea-9695-d5b979f798e3,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:37:36.123136 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0273be3-170d-44ce-b0e2-e52767d78be9 req-9f24ab36-5fdf-4484-a781-683802973235 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] No DVR routers for this DVR port a3b15513-1e8e-48ea-9695-d5b979f798e3 on host n-h1-694802-15 {{(pid=94467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:37:36.125834 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-a0273be3-170d-44ce-b0e2-e52767d78be9 req-9f24ab36-5fdf-4484-a781-683802973235 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:36.128841 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a0273be3-170d-44ce-b0e2-e52767d78be9 req-9f24ab36-5fdf-4484-a781-683802973235 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] 10.222.0.64 "DELETE /v2.0/ports/a3b15513-1e8e-48ea-9695-d5b979f798e3 HTTP/1.1" status: 204 len: 173 time: 0.6926880 Aug 12 14:37:36.129270 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19edc547-78d2-4139-aa27-fa0ce42129fb', 'name': 'network-vif-deleted', 'tag': 'a3b15513-1e8e-48ea-9695-d5b979f798e3'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:37:36.131860 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e65282f928b64038367d043a4411777802006c43a98742496cb2e25b724ff1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec3d9697-47e5-4262-a9e8-444648963ec2" -d '{"events": [{"server_uuid": "19edc547-78d2-4139-aa27-fa0ce42129fb", "name": "network-vif-deleted", "tag": "a3b15513-1e8e-48ea-9695-d5b979f798e3"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:37:36.203460 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8162c1a2-3f1a-4060-91d5-c4dbf3219413 req-cb6c131c-a687-4038-9350-fc134085bcef tempest-ImagesOneServerNegativeTestJSON-535792509 tempest-ImagesOneServerNegativeTestJSON-535792509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:37:36.207491 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-8162c1a2-3f1a-4060-91d5-c4dbf3219413 req-cb6c131c-a687-4038-9350-fc134085bcef tempest-ImagesOneServerNegativeTestJSON-535792509 tempest-ImagesOneServerNegativeTestJSON-535792509-project] 10.222.0.39 "GET /v2.0/ports?device_id=5a07fe76-d79e-4111-be6f-636b2b03280c HTTP/1.1" status: 200 len: 945 time: 0.0604086 Aug 12 14:37:36.252502 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-8162c1a2-3f1a-4060-91d5-c4dbf3219413 req-0a547ecd-eab6-4e14-83aa-24e52422b35e tempest-ImagesOneServerNegativeTestJSON-535792509 tempest-ImagesOneServerNegativeTestJSON-535792509-project] 10.222.0.39 "GET /v2.0/security-groups?id=21797083-50ee-4fa2-9ae6-2585440bdd47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406590 Aug 12 14:37:36.405798 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-48e0c0dd-b001-4736-b4af-0dc5c9d55e4b req-fdee4b0b-cbbb-4af6-b584-8ed8c3474d9c tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] 10.222.0.39 "GET /v2.0/ports?device_id=19edc547-78d2-4139-aa27-fa0ce42129fb HTTP/1.1" status: 200 len: 210 time: 0.0305786 Aug 12 14:37:36.471911 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 14:37:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d62572b-7073-4a91-9619-d9bf5530940e x-openstack-request-id: req-5d62572b-7073-4a91-9619-d9bf5530940e {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:37:36.472439 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fea8bb5d-f50e-4078-8fba-46b21540b743", "tag": "d90bce39-ead3-4c84-9aee-c6a88aef9bad", "status": "completed", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:37:36.472788 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5d62572b-7073-4a91-9619-d9bf5530940e {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:37:36.473622 n-d-694802-15 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fea8bb5d-f50e-4078-8fba-46b21540b743', 'tag': 'd90bce39-ead3-4c84-9aee-c6a88aef9bad', 'status': 'completed', 'code': 200} Aug 12 14:37:36.546116 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ea04b9-4bbe-419d-956e-2046dffca5bf req-0e15f40c-239b-4115-a5f9-f22695172b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:37:36.547666 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-20ea04b9-4bbe-419d-956e-2046dffca5bf req-0e15f40c-239b-4115-a5f9-f22695172b3f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=718396d2ba6249eeb0676cbc20c1ef9d&device_id=fea8bb5d-f50e-4078-8fba-46b21540b743 HTTP/1.1" status: 200 len: 1096 time: 0.0473585 Aug 12 14:37:36.649917 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8abbd21-d67d-4f57-8708-8b31b565c650 req-6ed91805-e214-4dd6-8388-f272e73dd07c tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:37:36.652622 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-e8abbd21-d67d-4f57-8708-8b31b565c650 req-6ed91805-e214-4dd6-8388-f272e73dd07c tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] 10.222.0.39 "GET /v2.0/ports?device_id=072e510b-94e7-4b4d-9adb-8de696ba114d HTTP/1.1" status: 200 len: 943 time: 0.1138117 Aug 12 14:37:36.736361 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-e8abbd21-d67d-4f57-8708-8b31b565c650 req-f4af0e6b-a497-4344-8d5f-d4c5eb5dca10 tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] 10.222.0.39 "GET /v2.0/security-groups?id=87f02c46-9837-45f6-a8f5-f67c20068d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714974 Aug 12 14:37:36.769165 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ea04b9-4bbe-419d-956e-2046dffca5bf req-cf823ddb-38ee-4a9a-9e39-61a4235fd0eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:37:36.773767 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-20ea04b9-4bbe-419d-956e-2046dffca5bf req-cf823ddb-38ee-4a9a-9e39-61a4235fd0eb service neutron] 10.222.0.64 "GET /v2.0/networks?id=046597a4-00ca-4153-9d1b-ff667ab81e34 HTTP/1.1" status: 200 len: 916 time: 0.2003241 Aug 12 14:37:36.832677 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-20ea04b9-4bbe-419d-956e-2046dffca5bf req-f04b2a1e-2eeb-406c-b00b-cd73a9becfd3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d90bce39-ead3-4c84-9aee-c6a88aef9bad HTTP/1.1" status: 200 len: 217 time: 0.0505836 Aug 12 14:37:36.876068 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0ab1ba-74b5-4dac-8114-fa178fe4b1fd req-1b69e432-0cbf-470e-b7fd-9cbfd7bbbaac tempest-AttachSCSIVolumeTestJSON-842334255 tempest-AttachSCSIVolumeTestJSON-842334255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:37:36.878504 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-6d0ab1ba-74b5-4dac-8114-fa178fe4b1fd req-1b69e432-0cbf-470e-b7fd-9cbfd7bbbaac tempest-AttachSCSIVolumeTestJSON-842334255 tempest-AttachSCSIVolumeTestJSON-842334255-project] 10.222.0.39 "GET /v2.0/ports?device_id=03232926-321d-4d1a-bc13-5e0570da9f31 HTTP/1.1" status: 200 len: 931 time: 0.0739233 Aug 12 14:37:36.910830 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ea04b9-4bbe-419d-956e-2046dffca5bf req-4ecc5957-994a-4991-8e7b-6f2c683c081e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:37:36.912319 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-20ea04b9-4bbe-419d-956e-2046dffca5bf req-4ecc5957-994a-4991-8e7b-6f2c683c081e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=82fd6154-7c76-48f3-a228-946a266f70e8 HTTP/1.1" status: 200 len: 855 time: 0.0713878 Aug 12 14:37:36.935490 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-6d0ab1ba-74b5-4dac-8114-fa178fe4b1fd req-8e61ed2e-6ee3-4c52-b520-add4ab7864e8 tempest-AttachSCSIVolumeTestJSON-842334255 tempest-AttachSCSIVolumeTestJSON-842334255-project] 10.222.0.39 "GET /v2.0/security-groups?id=10538960-7c7a-451a-90f5-94b5fbb5462b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488298 Aug 12 14:37:36.947646 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-20ea04b9-4bbe-419d-956e-2046dffca5bf req-82f8a309-e06c-427d-85d7-33a2fc0dadad service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=046597a4-00ca-4153-9d1b-ff667ab81e34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285866 Aug 12 14:37:37.086486 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8a4f5a-f670-45ae-bba3-d0d0bc5989f4 req-36f8963f-5c28-48ff-af4e-b88c2847adc0 tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:37:37.088594 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-9b8a4f5a-f670-45ae-bba3-d0d0bc5989f4 req-36f8963f-5c28-48ff-af4e-b88c2847adc0 tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] 10.222.0.39 "GET /v2.0/ports?device_id=fea8bb5d-f50e-4078-8fba-46b21540b743 HTTP/1.1" status: 200 len: 944 time: 0.0766952 Aug 12 14:37:37.100884 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-20ea04b9-4bbe-419d-956e-2046dffca5bf req-48abd7d9-3006-4d84-9645-f73dfc24468f service neutron] 10.222.0.64 "GET /v2.0/networks/046597a4-00ca-4153-9d1b-ff667ab81e34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455293 Aug 12 14:37:37.133584 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-9b8a4f5a-f670-45ae-bba3-d0d0bc5989f4 req-5da17275-bff4-431e-886f-7e789bd128ca tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ad0002e-d03d-4ace-861f-ca41a35b7aed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385673 Aug 12 14:37:37.222353 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-20ea04b9-4bbe-419d-956e-2046dffca5bf req-42304a49-0e70-4f76-8729-f56b9dea7d2c service neutron] 10.222.0.64 "GET /v2.0/networks/046597a4-00ca-4153-9d1b-ff667ab81e34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134868 Aug 12 14:37:37.353373 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 14:37:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eba90292-e683-47a5-81e2-44b75702bad6 x-openstack-request-id: req-eba90292-e683-47a5-81e2-44b75702bad6 {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:37:37.353680 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19edc547-78d2-4139-aa27-fa0ce42129fb", "name": "network-vif-deleted", "tag": "a3b15513-1e8e-48ea-9695-d5b979f798e3", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:37:37.353944 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-eba90292-e683-47a5-81e2-44b75702bad6 {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:37:37.354340 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19edc547-78d2-4139-aa27-fa0ce42129fb', 'name': 'network-vif-deleted', 'tag': 'a3b15513-1e8e-48ea-9695-d5b979f798e3', 'status': 'completed', 'code': 200} Aug 12 14:37:37.466654 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031417d2-db57-41fb-8b8f-6b6808e3d871 req-4bfcd4d1-0257-4cad-81cb-4043bd004109 tempest-ImagesOneServerNegativeTestJSON-535792509 tempest-ImagesOneServerNegativeTestJSON-535792509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:37:37.468789 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-031417d2-db57-41fb-8b8f-6b6808e3d871 req-4bfcd4d1-0257-4cad-81cb-4043bd004109 tempest-ImagesOneServerNegativeTestJSON-535792509 tempest-ImagesOneServerNegativeTestJSON-535792509-project] 10.222.0.39 "GET /v2.0/ports?device_id=5a07fe76-d79e-4111-be6f-636b2b03280c HTTP/1.1" status: 200 len: 945 time: 0.0590584 Aug 12 14:37:37.509304 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-031417d2-db57-41fb-8b8f-6b6808e3d871 req-872199dd-de50-48df-89ae-448517766c15 tempest-ImagesOneServerNegativeTestJSON-535792509 tempest-ImagesOneServerNegativeTestJSON-535792509-project] 10.222.0.39 "GET /v2.0/security-groups?id=21797083-50ee-4fa2-9ae6-2585440bdd47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341249 Aug 12 14:37:37.622649 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d2f1cb-3809-42e3-8dca-f6aa5c06d146 req-bccd44eb-11e2-4472-9191-ff0d31749960 tempest-ListImageFiltersTestJSON-1084466314 tempest-ListImageFiltersTestJSON-1084466314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:37:37.624649 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-a1d2f1cb-3809-42e3-8dca-f6aa5c06d146 req-bccd44eb-11e2-4472-9191-ff0d31749960 tempest-ListImageFiltersTestJSON-1084466314 tempest-ListImageFiltersTestJSON-1084466314-project] 10.222.0.39 "GET /v2.0/ports?device_id=2eebd15f-2b42-4b1e-bc8f-806ce99ff662 HTTP/1.1" status: 200 len: 946 time: 0.0583999 Aug 12 14:37:37.670003 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-a1d2f1cb-3809-42e3-8dca-f6aa5c06d146 req-ece75197-f3ce-4bd5-a103-3566869875b9 tempest-ListImageFiltersTestJSON-1084466314 tempest-ListImageFiltersTestJSON-1084466314-project] 10.222.0.39 "GET /v2.0/security-groups?id=b4a31b54-6887-49af-b050-eeff23ce2037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389171 Aug 12 14:37:37.877582 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3990c500-8a3b-4aca-8b96-8a8249654ab1 req-30ecc244-7863-485b-a531-cdd37b4aaeb7 tempest-ImagesOneServerNegativeTestJSON-535792509 tempest-ImagesOneServerNegativeTestJSON-535792509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:37:37.879220 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-3990c500-8a3b-4aca-8b96-8a8249654ab1 req-30ecc244-7863-485b-a531-cdd37b4aaeb7 tempest-ImagesOneServerNegativeTestJSON-535792509 tempest-ImagesOneServerNegativeTestJSON-535792509-project] 10.222.0.39 "GET /v2.0/ports?device_id=5a07fe76-d79e-4111-be6f-636b2b03280c HTTP/1.1" status: 200 len: 945 time: 0.0800042 Aug 12 14:37:37.935454 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-3990c500-8a3b-4aca-8b96-8a8249654ab1 req-303219b8-2b60-49d8-abe3-f325402e0393 tempest-ImagesOneServerNegativeTestJSON-535792509 tempest-ImagesOneServerNegativeTestJSON-535792509-project] 10.222.0.39 "GET /v2.0/security-groups?id=21797083-50ee-4fa2-9ae6-2585440bdd47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501597 Aug 12 14:37:37.958420 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device d90bce39-ead3-4c84-9aee-c6a88aef9bad details requested by agent hyperv_n-h1-694802-15 with host n-h1-694802-15 {{(pid=94468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 14:37:38.096102 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0742203-8c80-4e4c-b46e-0388d2957572 req-97e19207-37c2-4b72-9152-d0ef27892f10 tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:37:38.097930 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-e0742203-8c80-4e4c-b46e-0388d2957572 req-97e19207-37c2-4b72-9152-d0ef27892f10 tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] 10.222.0.39 "GET /v2.0/ports?device_id=072e510b-94e7-4b4d-9adb-8de696ba114d HTTP/1.1" status: 200 len: 943 time: 0.0961838 Aug 12 14:37:38.103739 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port d90bce39-ead3-4c84-9aee-c6a88aef9bad, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=d90bce39-ead3-4c84-9aee-c6a88aef9bad,segment=NetworkSegment(afe25370-43f7-43be-a4de-d68fa9dce5c3),segment_id=afe25370-43f7-43be-a4de-d68fa9dce5c3)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:37:38.117521 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Returning: {'device': 'd90bce39-ead3-4c84-9aee-c6a88aef9bad', 'network_id': '046597a4-00ca-4153-9d1b-ff667ab81e34', 'port_id': 'd90bce39-ead3-4c84-9aee-c6a88aef9bad', 'mac_address': 'fa:16:3e:59:6a:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82fd6154-7c76-48f3-a228-946a266f70e8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 14:37:38.141008 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-e0742203-8c80-4e4c-b46e-0388d2957572 req-5d3c0745-c2b8-49f7-9472-1831ffaa360f tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] 10.222.0.39 "GET /v2.0/security-groups?id=87f02c46-9837-45f6-a8f5-f67c20068d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366464 Aug 12 14:37:38.167417 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:38.185847 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d90bce39-ead3-4c84-9aee-c6a88aef9bad {{(pid=94468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:37:38.235036 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port d90bce39-ead3-4c84-9aee-c6a88aef9bad, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=d90bce39-ead3-4c84-9aee-c6a88aef9bad,segment=NetworkSegment(afe25370-43f7-43be-a4de-d68fa9dce5c3),segment_id=afe25370-43f7-43be-a4de-d68fa9dce5c3)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:37:38.241138 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:38.301901 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Pushing event updated for resources: {'Port': ['ID=d90bce39-ead3-4c84-9aee-c6a88aef9bad,revision_number=4']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:37:38.355822 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac09c6c3-3b1c-4e96-852d-222d8e8770bd req-441e732d-8f12-42f7-bf87-21e814ed64f8 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:37:38.357525 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-ac09c6c3-3b1c-4e96-852d-222d8e8770bd req-441e732d-8f12-42f7-bf87-21e814ed64f8 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] 10.222.0.39 "GET /v2.0/networks?id=a681c17b-4312-41b7-b711-32d50b05905d HTTP/1.1" status: 200 len: 812 time: 0.1236470 Aug 12 14:37:38.385348 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-ac09c6c3-3b1c-4e96-852d-222d8e8770bd req-194e25ac-aa41-49d5-88df-dd7640e30907 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] 10.222.0.39 "GET /v2.0/quotas/4024e5f8cb5f495fb475a508277f1933 HTTP/1.1" status: 200 len: 375 time: 0.0171127 Aug 12 14:37:38.431472 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-ac09c6c3-3b1c-4e96-852d-222d8e8770bd req-83c0b2af-c04d-428a-a33c-dfcecae8d8bf tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=4024e5f8cb5f495fb475a508277f1933&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0450194 Aug 12 14:37:38.497276 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] get_ports_and_sgs() called for port_ids ['d90bce39-ead3-4c84-9aee-c6a88aef9bad'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:37:38.558374 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-ac09c6c3-3b1c-4e96-852d-222d8e8770bd req-c8a3c0cf-ae6b-4ae6-b28c-703a4c095853 service neutron] 10.222.0.39 "GET /v2.0/networks/a681c17b-4312-41b7-b711-32d50b05905d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259429 Aug 12 14:37:38.744670 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-ac09c6c3-3b1c-4e96-852d-222d8e8770bd req-0ba5ef44-1b01-4fec-bfc5-d3c51ccbc25f service neutron] 10.222.0.39 "GET /v2.0/networks/a681c17b-4312-41b7-b711-32d50b05905d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1763759 Aug 12 14:37:38.937522 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcabf504-f918-4ed5-97c7-c97aadf83f53 req-b3e7ac5f-4fb4-4765-a627-c31a2a5b8ea9 tempest-ListImageFiltersTestJSON-1084466314 tempest-ListImageFiltersTestJSON-1084466314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:37:38.940141 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-bcabf504-f918-4ed5-97c7-c97aadf83f53 req-b3e7ac5f-4fb4-4765-a627-c31a2a5b8ea9 tempest-ListImageFiltersTestJSON-1084466314 tempest-ListImageFiltersTestJSON-1084466314-project] 10.222.0.64 "GET /v2.0/ports?device_id=2eebd15f-2b42-4b1e-bc8f-806ce99ff662 HTTP/1.1" status: 200 len: 946 time: 0.0579476 Aug 12 14:37:39.069512 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [req-bcabf504-f918-4ed5-97c7-c97aadf83f53 req-abd36581-5b08-443d-add4-c09e0b35d99a tempest-ListImageFiltersTestJSON-1084466314 tempest-ListImageFiltersTestJSON-1084466314-project] Deleting port dbf50b37-cb90-4913-b9b1-e9c13b06a02b {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:37:39.070213 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-bcabf504-f918-4ed5-97c7-c97aadf83f53 req-abd36581-5b08-443d-add4-c09e0b35d99a tempest-ListImageFiltersTestJSON-1084466314 tempest-ListImageFiltersTestJSON-1084466314-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:39.109756 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7506bab-9eb3-4ba3-8308-e2976a130c60 req-afcfa8c2-d0a5-4bb2-87e3-4a578110f307 tempest-AttachSCSIVolumeTestJSON-842334255 tempest-AttachSCSIVolumeTestJSON-842334255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:37:39.111453 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-f7506bab-9eb3-4ba3-8308-e2976a130c60 req-afcfa8c2-d0a5-4bb2-87e3-4a578110f307 tempest-AttachSCSIVolumeTestJSON-842334255 tempest-AttachSCSIVolumeTestJSON-842334255-project] 10.222.0.39 "GET /v2.0/ports?device_id=03232926-321d-4d1a-bc13-5e0570da9f31 HTTP/1.1" status: 200 len: 931 time: 0.1190436 Aug 12 14:37:39.187285 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-f7506bab-9eb3-4ba3-8308-e2976a130c60 req-7c4ff7a6-1003-4761-a85e-32624dc821a9 tempest-AttachSCSIVolumeTestJSON-842334255 tempest-AttachSCSIVolumeTestJSON-842334255-project] 10.222.0.39 "GET /v2.0/security-groups?id=10538960-7c7a-451a-90f5-94b5fbb5462b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663912 Aug 12 14:37:39.262879 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-bcabf504-f918-4ed5-97c7-c97aadf83f53 req-abd36581-5b08-443d-add4-c09e0b35d99a tempest-ListImageFiltersTestJSON-1084466314 tempest-ListImageFiltersTestJSON-1084466314-project] For port dbf50b37-cb90-4913-b9b1-e9c13b06a02b, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=dbf50b37-cb90-4913-b9b1-e9c13b06a02b,segment=NetworkSegment(a1f8c867-101b-4d30-814e-b89f55a5edd0),segment_id=a1f8c867-101b-4d30-814e-b89f55a5edd0)] {{(pid=94467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:37:39.263575 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-bcabf504-f918-4ed5-97c7-c97aadf83f53 req-abd36581-5b08-443d-add4-c09e0b35d99a tempest-ListImageFiltersTestJSON-1084466314 tempest-ListImageFiltersTestJSON-1084466314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:39.290895 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [req-bcabf504-f918-4ed5-97c7-c97aadf83f53 req-abd36581-5b08-443d-add4-c09e0b35d99a tempest-ListImageFiltersTestJSON-1084466314 tempest-ListImageFiltersTestJSON-1084466314-project] Calling delete_port for dbf50b37-cb90-4913-b9b1-e9c13b06a02b owned by compute:nova {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:37:39.369514 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3c24a4-d014-4d08-a843-5c7017812e66 req-0c4df580-fb1b-458e-be85-47b3b7076dc6 tempest-ImagesOneServerNegativeTestJSON-535792509 tempest-ImagesOneServerNegativeTestJSON-535792509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:37:39.372140 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-ec3c24a4-d014-4d08-a843-5c7017812e66 req-0c4df580-fb1b-458e-be85-47b3b7076dc6 tempest-ImagesOneServerNegativeTestJSON-535792509 tempest-ImagesOneServerNegativeTestJSON-535792509-project] 10.222.0.39 "GET /v2.0/ports?device_id=5a07fe76-d79e-4111-be6f-636b2b03280c HTTP/1.1" status: 200 len: 945 time: 0.0761063 Aug 12 14:37:39.463576 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-ec3c24a4-d014-4d08-a843-5c7017812e66 req-8b8ec50d-3a7f-4f8e-9ea8-24bbae34e91a tempest-ImagesOneServerNegativeTestJSON-535792509 tempest-ImagesOneServerNegativeTestJSON-535792509-project] 10.222.0.39 "GET /v2.0/security-groups?id=21797083-50ee-4fa2-9ae6-2585440bdd47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757596 Aug 12 14:37:39.520307 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-bcabf504-f918-4ed5-97c7-c97aadf83f53 req-abd36581-5b08-443d-add4-c09e0b35d99a tempest-ListImageFiltersTestJSON-1084466314 tempest-ListImageFiltersTestJSON-1084466314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:39.552866 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd36581-5b08-443d-add4-c09e0b35d99a tempest-ListImageFiltersTestJSON-1084466314 tempest-ListImageFiltersTestJSON-1084466314-project] Pushing event deleted for resources: {'Port': ['ID=dbf50b37-cb90-4913-b9b1-e9c13b06a02b,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:37:39.646776 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84ae621-58b5-4d04-a59c-cb282f94f4e3 req-03f1c7e7-3464-4bee-a31e-59736faa28b6 tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:37:39.648740 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-f84ae621-58b5-4d04-a59c-cb282f94f4e3 req-03f1c7e7-3464-4bee-a31e-59736faa28b6 tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] 10.222.0.39 "GET /v2.0/ports?device_id=fea8bb5d-f50e-4078-8fba-46b21540b743 HTTP/1.1" status: 200 len: 945 time: 0.1011927 Aug 12 14:37:39.656788 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcabf504-f918-4ed5-97c7-c97aadf83f53 req-abd36581-5b08-443d-add4-c09e0b35d99a tempest-ListImageFiltersTestJSON-1084466314 tempest-ListImageFiltersTestJSON-1084466314-project] No DVR routers for this DVR port dbf50b37-cb90-4913-b9b1-e9c13b06a02b on host n-h1-694802-15 {{(pid=94467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:37:39.660920 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-bcabf504-f918-4ed5-97c7-c97aadf83f53 req-abd36581-5b08-443d-add4-c09e0b35d99a tempest-ListImageFiltersTestJSON-1084466314 tempest-ListImageFiltersTestJSON-1084466314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:39.664527 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-bcabf504-f918-4ed5-97c7-c97aadf83f53 req-abd36581-5b08-443d-add4-c09e0b35d99a tempest-ListImageFiltersTestJSON-1084466314 tempest-ListImageFiltersTestJSON-1084466314-project] 10.222.0.64 "DELETE /v2.0/ports/dbf50b37-cb90-4913-b9b1-e9c13b06a02b HTTP/1.1" status: 204 len: 173 time: 0.7104905 Aug 12 14:37:39.665196 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2eebd15f-2b42-4b1e-bc8f-806ce99ff662', 'name': 'network-vif-deleted', 'tag': 'dbf50b37-cb90-4913-b9b1-e9c13b06a02b'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:37:39.668975 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e65282f928b64038367d043a4411777802006c43a98742496cb2e25b724ff1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e82e9200-b09d-487c-944a-b3ae1e98fbde" -d '{"events": [{"server_uuid": "2eebd15f-2b42-4b1e-bc8f-806ce99ff662", "name": "network-vif-deleted", "tag": "dbf50b37-cb90-4913-b9b1-e9c13b06a02b"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:37:39.710641 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-f84ae621-58b5-4d04-a59c-cb282f94f4e3 req-aff42c4f-37a6-4a82-84d0-09829ed94e66 tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ad0002e-d03d-4ace-861f-ca41a35b7aed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557389 Aug 12 14:37:39.805582 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-8af57cbb-3d39-49cb-a5e7-b884035e8ad9 req-9fa4d8af-1cd6-4fb7-8ac1-f8d8fa31600b tempest-ListImageFiltersTestJSON-1084466314 tempest-ListImageFiltersTestJSON-1084466314-project] 10.222.0.39 "GET /v2.0/ports?device_id=2eebd15f-2b42-4b1e-bc8f-806ce99ff662 HTTP/1.1" status: 200 len: 210 time: 0.0307455 Aug 12 14:37:39.886847 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 39758) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:37:39.919543 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-7a3f6ac2-528f-4b69-99cf-e4c3b258622e req-c726a1e7-a1e4-4bd0-bf1b-cfd53cae9c37 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] 10.222.0.39 "GET /v2.0/ports?device_id=43abd2c4-d448-4227-a204-7721cfbf6bdd HTTP/1.1" status: 200 len: 210 time: 0.0340407 Aug 12 14:37:39.964496 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device d90bce39-ead3-4c84-9aee-c6a88aef9bad up at agent hyperv_n-h1-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:37:40.024685 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-065eb216-f8aa-49f4-b5bd-f4f2fb9e7048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:40.043549 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Provisioning for port d90bce39-ead3-4c84-9aee-c6a88aef9bad completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:37:40.051392 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Provisioning complete for port d90bce39-ead3-4c84-9aee-c6a88aef9bad triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:37:40.051757 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:40.058186 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07164644-2429-450d-b8fd-cdb3f8df4356 req-d3b0cdfd-eb6b-4921-9267-6168529b042b tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:37:40.060094 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-07164644-2429-450d-b8fd-cdb3f8df4356 req-d3b0cdfd-eb6b-4921-9267-6168529b042b tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] 10.222.0.39 "GET /v2.0/ports?device_id=072e510b-94e7-4b4d-9adb-8de696ba114d HTTP/1.1" status: 200 len: 943 time: 0.0721927 Aug 12 14:37:40.066746 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f053e3cb-b7de-467b-9aca-1b39b3b8869b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:40.122740 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-07164644-2429-450d-b8fd-cdb3f8df4356 req-76c7be95-6382-4ce3-893d-fa983350f71a tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] 10.222.0.39 "GET /v2.0/security-groups?id=87f02c46-9837-45f6-a8f5-f67c20068d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535808 Aug 12 14:37:40.145914 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:40.223898 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 14:37:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e92791b-f509-402d-bb1d-023bcb92413a x-openstack-request-id: req-2e92791b-f509-402d-bb1d-023bcb92413a {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:37:40.224775 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2eebd15f-2b42-4b1e-bc8f-806ce99ff662", "name": "network-vif-deleted", "tag": "dbf50b37-cb90-4913-b9b1-e9c13b06a02b", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:37:40.225193 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2e92791b-f509-402d-bb1d-023bcb92413a {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:37:40.226096 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2eebd15f-2b42-4b1e-bc8f-806ce99ff662', 'name': 'network-vif-deleted', 'tag': 'dbf50b37-cb90-4913-b9b1-e9c13b06a02b', 'status': 'completed', 'code': 200} Aug 12 14:37:40.228437 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f053e3cb-b7de-467b-9aca-1b39b3b8869b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:40.241160 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f053e3cb-b7de-467b-9aca-1b39b3b8869b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:40.339160 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-f053e3cb-b7de-467b-9aca-1b39b3b8869b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=45188de151834ad6b4de5b4dafbd35c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4481707 Aug 12 14:37:40.340923 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 39766) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:37:40.342813 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f053e3cb-b7de-467b-9aca-1b39b3b8869b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81755b40-6391-4936-a12c-5cff5c516bbf,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:37:40.370167 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac09c6c3-3b1c-4e96-852d-222d8e8770bd req-f3de8903-70ff-4a56-b6f7-cbc5f0716f00 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:37:40.372058 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ac09c6c3-3b1c-4e96-852d-222d8e8770bd req-f3de8903-70ff-4a56-b6f7-cbc5f0716f00 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] 10.222.0.64 "GET /v2.0/networks?id=a681c17b-4312-41b7-b711-32d50b05905d HTTP/1.1" status: 200 len: 812 time: 0.1281762 Aug 12 14:37:40.382429 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fea8bb5d-f50e-4078-8fba-46b21540b743', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd90bce39-ead3-4c84-9aee-c6a88aef9bad'}] {{(pid=94468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:37:40.384651 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99a8d87602170099c728e57431aca99e9b98a655a83bbf8727be13192709727b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76c4a32d-13bb-4499-9341-f294fe085230" -d '{"events": [{"server_uuid": "fea8bb5d-f50e-4078-8fba-46b21540b743", "name": "network-vif-plugged", "status": "completed", "tag": "d90bce39-ead3-4c84-9aee-c6a88aef9bad"}]}' {{(pid=94468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:37:40.385512 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-ac09c6c3-3b1c-4e96-852d-222d8e8770bd req-f858a41a-d69f-43ba-b303-863748fcd75f tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] Request body: {'port': {'device_id': '43abd2c4-d448-4227-a204-7721cfbf6bdd', 'network_id': 'a681c17b-4312-41b7-b711-32d50b05905d', 'admin_state_up': True, 'tenant_id': '4024e5f8cb5f495fb475a508277f1933'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:37:40.395173 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211c74f4-0425-45e1-a9f9-95d1b3e741e9 req-d806803e-4f76-4430-bc32-e5be1dc2b5fc tempest-ImagesOneServerNegativeTestJSON-535792509 tempest-ImagesOneServerNegativeTestJSON-535792509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:37:40.396712 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-211c74f4-0425-45e1-a9f9-95d1b3e741e9 req-d806803e-4f76-4430-bc32-e5be1dc2b5fc tempest-ImagesOneServerNegativeTestJSON-535792509 tempest-ImagesOneServerNegativeTestJSON-535792509-project] 10.222.0.39 "GET /v2.0/ports?device_id=5a07fe76-d79e-4111-be6f-636b2b03280c HTTP/1.1" status: 200 len: 945 time: 0.1082475 Aug 12 14:37:40.404046 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port d90bce39-ead3-4c84-9aee-c6a88aef9bad, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=d90bce39-ead3-4c84-9aee-c6a88aef9bad,segment=NetworkSegment(afe25370-43f7-43be-a4de-d68fa9dce5c3),segment_id=afe25370-43f7-43be-a4de-d68fa9dce5c3)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:37:40.410123 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:40.411292 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device a3b15513-1e8e-48ea-9695-d5b979f798e3 no longer exists at agent hyperv_n-h1-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:37:40.453630 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-fb1e8358-31ff-450f-a4b5-151948fb9cfc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:40.454047 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-93370168-53ca-47c2-9e27-b066be57125c None None] No Port match for: a3b15513-1e8e-48ea-9695-d5b979f798e3 {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 14:37:40.454422 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device a3b15513-1e8e-48ea-9695-d5b979f798e3 not bound to the agent host n-h1-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:37:40.462902 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-211c74f4-0425-45e1-a9f9-95d1b3e741e9 req-217090ce-c21a-4dcf-869c-eb72fcab9abd tempest-ImagesOneServerNegativeTestJSON-535792509 tempest-ImagesOneServerNegativeTestJSON-535792509-project] 10.222.0.39 "GET /v2.0/security-groups?id=21797083-50ee-4fa2-9ae6-2585440bdd47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574558 Aug 12 14:37:40.503144 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Pushing event updated for resources: {'Port': ['ID=d90bce39-ead3-4c84-9aee-c6a88aef9bad,revision_number=5']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:37:40.504398 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-fb1e8358-31ff-450f-a4b5-151948fb9cfc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:40.533276 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac09c6c3-3b1c-4e96-852d-222d8e8770bd req-f858a41a-d69f-43ba-b303-863748fcd75f tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] Made reservation on behalf of 4024e5f8cb5f495fb475a508277f1933 for: {'port': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:37:40.537213 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-ac09c6c3-3b1c-4e96-852d-222d8e8770bd req-f858a41a-d69f-43ba-b303-863748fcd75f tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:40.577094 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-fb1e8358-31ff-450f-a4b5-151948fb9cfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:40.581007 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-fb1e8358-31ff-450f-a4b5-151948fb9cfc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:40.582606 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-fb1e8358-31ff-450f-a4b5-151948fb9cfc admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/81755b40-6391-4936-a12c-5cff5c516bbf HTTP/1.1" status: 204 len: 168 time: 0.2406151 Aug 12 14:37:40.625426 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1e8358-31ff-450f-a4b5-151948fb9cfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81755b40-6391-4936-a12c-5cff5c516bbf,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:37:40.656501 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45b74f0-71ce-40aa-86e0-6a4dbeec8f4e req-0d0fa5f4-6810-45e2-a842-b172afe4877c tempest-AttachSCSIVolumeTestJSON-842334255 tempest-AttachSCSIVolumeTestJSON-842334255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:37:40.660507 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-b45b74f0-71ce-40aa-86e0-6a4dbeec8f4e req-0d0fa5f4-6810-45e2-a842-b172afe4877c tempest-AttachSCSIVolumeTestJSON-842334255 tempest-AttachSCSIVolumeTestJSON-842334255-project] 10.222.0.39 "GET /v2.0/ports?device_id=03232926-321d-4d1a-bc13-5e0570da9f31 HTTP/1.1" status: 200 len: 931 time: 0.0764346 Aug 12 14:37:40.708936 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_common [req-ac09c6c3-3b1c-4e96-852d-222d8e8770bd req-f858a41a-d69f-43ba-b303-863748fcd75f tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] Allocated IP 172.20.0.7 (a681c17b-4312-41b7-b711-32d50b05905d/49978436-adae-4995-85db-355f6ab8bdca/00b94db5-9566-4cc8-ae97-6a3ac4c73dad) {{(pid=94467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:37:40.718025 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-b45b74f0-71ce-40aa-86e0-6a4dbeec8f4e req-e094c738-e531-40c6-b502-42be951ce050 tempest-AttachSCSIVolumeTestJSON-842334255 tempest-AttachSCSIVolumeTestJSON-842334255-project] 10.222.0.39 "GET /v2.0/security-groups?id=10538960-7c7a-451a-90f5-94b5fbb5462b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502243 Aug 12 14:37:40.777049 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 14:37:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7045599c-c5a1-4c8c-9f57-1a52fbb87578 x-openstack-request-id: req-7045599c-c5a1-4c8c-9f57-1a52fbb87578 {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:37:40.777350 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fea8bb5d-f50e-4078-8fba-46b21540b743", "name": "network-vif-plugged", "status": "completed", "tag": "d90bce39-ead3-4c84-9aee-c6a88aef9bad", "code": 200}]} {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:37:40.777605 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7045599c-c5a1-4c8c-9f57-1a52fbb87578 {{(pid=94468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:37:40.778001 n-d-694802-15 neutron-server[94468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fea8bb5d-f50e-4078-8fba-46b21540b743', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd90bce39-ead3-4c84-9aee-c6a88aef9bad', 'code': 200} Aug 12 14:37:40.910315 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-ac09c6c3-3b1c-4e96-852d-222d8e8770bd req-f858a41a-d69f-43ba-b303-863748fcd75f tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] Notify callbacks [] for port, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:40.914054 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330c884e-3043-4702-b89c-cfbf2b693dcf req-d64a7d97-a5e0-4d52-bb12-4922b4918904 tempest-ImagesOneServerNegativeTestJSON-535792509 tempest-ImagesOneServerNegativeTestJSON-535792509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:37:40.915675 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-330c884e-3043-4702-b89c-cfbf2b693dcf req-d64a7d97-a5e0-4d52-bb12-4922b4918904 tempest-ImagesOneServerNegativeTestJSON-535792509 tempest-ImagesOneServerNegativeTestJSON-535792509-project] 10.222.0.39 "GET /v2.0/ports?device_id=5a07fe76-d79e-4111-be6f-636b2b03280c HTTP/1.1" status: 200 len: 945 time: 0.0834513 Aug 12 14:37:40.918465 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763439a2-493d-4cb1-bd1b-e10582022119 req-df7fa022-1f56-4c62-80af-2a1842aec28f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:37:40.919860 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-763439a2-493d-4cb1-bd1b-e10582022119 req-df7fa022-1f56-4c62-80af-2a1842aec28f service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=fea8bb5d-f50e-4078-8fba-46b21540b743 HTTP/1.1" status: 200 len: 1098 time: 0.0759494 Aug 12 14:37:40.955100 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-ac09c6c3-3b1c-4e96-852d-222d8e8770bd req-f858a41a-d69f-43ba-b303-863748fcd75f tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:40.966958 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 39784) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:37:40.977450 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-330c884e-3043-4702-b89c-cfbf2b693dcf req-72dac0c4-4f9d-4182-9a11-ee657679ef3b tempest-ImagesOneServerNegativeTestJSON-535792509 tempest-ImagesOneServerNegativeTestJSON-535792509-project] 10.222.0.39 "GET /v2.0/security-groups?id=21797083-50ee-4fa2-9ae6-2585440bdd47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548382 Aug 12 14:37:40.984407 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-763439a2-493d-4cb1-bd1b-e10582022119 req-0a08af02-49e6-409d-9633-9deed14d5c4f service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=4ad0002e-d03d-4ace-861f-ca41a35b7aed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552442 Aug 12 14:37:41.017577 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-747f87b2-f62b-486d-b0ab-364a113e15d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:41.032039 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac09c6c3-3b1c-4e96-852d-222d8e8770bd req-f858a41a-d69f-43ba-b303-863748fcd75f tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] Network a681c17b-4312-41b7-b711-32d50b05905d is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:37:41.041948 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [req-ac09c6c3-3b1c-4e96-852d-222d8e8770bd req-f858a41a-d69f-43ba-b303-863748fcd75f tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:37:41.044325 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac09c6c3-3b1c-4e96-852d-222d8e8770bd req-f858a41a-d69f-43ba-b303-863748fcd75f tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] Received port after_create {{(pid=94467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:37:41.079740 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f858a41a-d69f-43ba-b303-863748fcd75f tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] Pushing event updated for resources: {'Port': ['ID=00b94db5-9566-4cc8-ae97-6a3ac4c73dad,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:37:41.085123 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dcc319-3a90-402d-ad94-6a8cb64e2aa0 req-2475f65e-3b97-4220-be06-60bdc711a73e tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:37:41.087481 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-79dcc319-3a90-402d-ad94-6a8cb64e2aa0 req-2475f65e-3b97-4220-be06-60bdc711a73e tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] 10.222.0.39 "GET /v2.0/ports?device_id=fea8bb5d-f50e-4078-8fba-46b21540b743 HTTP/1.1" status: 200 len: 946 time: 0.0527015 Aug 12 14:37:41.111164 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:41.121968 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac09c6c3-3b1c-4e96-852d-222d8e8770bd req-f858a41a-d69f-43ba-b303-863748fcd75f tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:37:41.122584 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-ac09c6c3-3b1c-4e96-852d-222d8e8770bd req-f858a41a-d69f-43ba-b303-863748fcd75f tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:41.130577 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-79dcc319-3a90-402d-ad94-6a8cb64e2aa0 req-f21daa5f-2cbb-4b9b-816e-c676389222f9 tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ad0002e-d03d-4ace-861f-ca41a35b7aed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376625 Aug 12 14:37:41.188324 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-747f87b2-f62b-486d-b0ab-364a113e15d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:41.193838 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-747f87b2-f62b-486d-b0ab-364a113e15d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:41.205308 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ac09c6c3-3b1c-4e96-852d-222d8e8770bd req-f858a41a-d69f-43ba-b303-863748fcd75f tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8239555 Aug 12 14:37:41.226747 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-ac09c6c3-3b1c-4e96-852d-222d8e8770bd req-262596cd-f0d5-4995-82be-7e3add54bb02 service neutron] Request body: {'port': {'device_id': '43abd2c4-d448-4227-a204-7721cfbf6bdd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-694802-15'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:37:41.259286 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-747f87b2-f62b-486d-b0ab-364a113e15d6 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=71fdf248b10b4915a3b153e78d8a3e30&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2890892 Aug 12 14:37:41.261955 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 39792) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:37:41.262861 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747f87b2-f62b-486d-b0ab-364a113e15d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ec45301-7196-4c58-a500-12724756917b,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:37:41.291498 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec4c048-0a11-452b-87ac-8f2bd042f621 req-c046f841-8613-4ed4-9370-9e614562c7ae tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:37:41.295494 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-8ec4c048-0a11-452b-87ac-8f2bd042f621 req-c046f841-8613-4ed4-9370-9e614562c7ae tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] 10.222.0.39 "GET /v2.0/ports?device_id=43abd2c4-d448-4227-a204-7721cfbf6bdd HTTP/1.1" status: 200 len: 931 time: 0.0732491 Aug 12 14:37:41.304954 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-ac09c6c3-3b1c-4e96-852d-222d8e8770bd req-262596cd-f0d5-4995-82be-7e3add54bb02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:41.358219 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-8ec4c048-0a11-452b-87ac-8f2bd042f621 req-1bd784fe-0f01-45d6-8e3f-771227bee045 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b3c7ce2-70f7-4d15-8774-e830cec0f0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569248 Aug 12 14:37:41.363375 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9c71ef1a-7bed-4dc0-a78a-521f3675bb57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:41.387781 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9c71ef1a-7bed-4dc0-a78a-521f3675bb57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:41.441287 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9c71ef1a-7bed-4dc0-a78a-521f3675bb57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:41.444263 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9c71ef1a-7bed-4dc0-a78a-521f3675bb57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:41.447714 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-9c71ef1a-7bed-4dc0-a78a-521f3675bb57 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8ec45301-7196-4c58-a500-12724756917b HTTP/1.1" status: 204 len: 168 time: 0.1844733 Aug 12 14:37:41.458819 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c71ef1a-7bed-4dc0-a78a-521f3675bb57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ec45301-7196-4c58-a500-12724756917b,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:37:41.605469 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [req-ac09c6c3-3b1c-4e96-852d-222d8e8770bd req-262596cd-f0d5-4995-82be-7e3add54bb02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00b94db5-9566-4cc8-ae97-6a3ac4c73dad {{(pid=94467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:37:41.613833 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-ac09c6c3-3b1c-4e96-852d-222d8e8770bd req-262596cd-f0d5-4995-82be-7e3add54bb02 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:41.627574 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [req-ac09c6c3-3b1c-4e96-852d-222d8e8770bd req-262596cd-f0d5-4995-82be-7e3add54bb02 service neutron] Transition to ACTIVE for port object 00b94db5-9566-4cc8-ae97-6a3ac4c73dad will not be triggered until provisioned by entity L2. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:37:41.632624 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-ac09c6c3-3b1c-4e96-852d-222d8e8770bd req-262596cd-f0d5-4995-82be-7e3add54bb02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:41.693056 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262596cd-f0d5-4995-82be-7e3add54bb02 service neutron] Pushing event updated for resources: {'Port': ['ID=00b94db5-9566-4cc8-ae97-6a3ac4c73dad,revision_number=2']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:37:41.792991 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-ac09c6c3-3b1c-4e96-852d-222d8e8770bd req-262596cd-f0d5-4995-82be-7e3add54bb02 service neutron] Attempting to bind port 00b94db5-9566-4cc8-ae97-6a3ac4c73dad on host n-h1-694802-15 for vnic_type normal with profile {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:37:41.793351 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-ac09c6c3-3b1c-4e96-852d-222d8e8770bd req-262596cd-f0d5-4995-82be-7e3add54bb02 service neutron] Attempting to bind port 00b94db5-9566-4cc8-ae97-6a3ac4c73dad by drivers openvswitch,hyperv on host n-h1-694802-15 at level 0 using segments [{'id': '4c973057-417f-419d-840d-ea232fb579a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'a681c17b-4312-41b7-b711-32d50b05905d'}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:37:41.793806 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac09c6c3-3b1c-4e96-852d-222d8e8770bd req-262596cd-f0d5-4995-82be-7e3add54bb02 service neutron] Attempting to bind port 00b94db5-9566-4cc8-ae97-6a3ac4c73dad on network a681c17b-4312-41b7-b711-32d50b05905d {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:37:41.800393 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac09c6c3-3b1c-4e96-852d-222d8e8770bd req-262596cd-f0d5-4995-82be-7e3add54bb02 service neutron] Port 00b94db5-9566-4cc8-ae97-6a3ac4c73dad on network a681c17b-4312-41b7-b711-32d50b05905d not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-15 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 14:37:41.800786 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac09c6c3-3b1c-4e96-852d-222d8e8770bd req-262596cd-f0d5-4995-82be-7e3add54bb02 service neutron] Attempting to bind port 00b94db5-9566-4cc8-ae97-6a3ac4c73dad on network a681c17b-4312-41b7-b711-32d50b05905d {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:37:41.800971 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c940242a-ffb9-4c6c-9e6d-f1cd2c9e2145 req-8c187179-0534-48c5-a493-8e0dd6b180d9 tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:37:41.806094 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac09c6c3-3b1c-4e96-852d-222d8e8770bd req-262596cd-f0d5-4995-82be-7e3add54bb02 service neutron] Checking agent: {'id': 'de568313-a3e6-454a-9813-77e25edcea95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 27, 41), 'started_at': datetime.datetime(2021, 8, 12, 14, 27, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 37, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:37:41.806528 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac09c6c3-3b1c-4e96-852d-222d8e8770bd req-262596cd-f0d5-4995-82be-7e3add54bb02 service neutron] Checking segment: {'id': '4c973057-417f-419d-840d-ea232fb579a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'a681c17b-4312-41b7-b711-32d50b05905d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:37:41.806976 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac09c6c3-3b1c-4e96-852d-222d8e8770bd req-262596cd-f0d5-4995-82be-7e3add54bb02 service neutron] Bound using segment: {'id': '4c973057-417f-419d-840d-ea232fb579a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'a681c17b-4312-41b7-b711-32d50b05905d'} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:37:41.807487 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-ac09c6c3-3b1c-4e96-852d-222d8e8770bd req-262596cd-f0d5-4995-82be-7e3add54bb02 service neutron] Bound port: 00b94db5-9566-4cc8-ae97-6a3ac4c73dad, host: n-h1-694802-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c973057-417f-419d-840d-ea232fb579a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'a681c17b-4312-41b7-b711-32d50b05905d'}}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:37:41.807913 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-ac09c6c3-3b1c-4e96-852d-222d8e8770bd req-262596cd-f0d5-4995-82be-7e3add54bb02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:41.808649 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-c940242a-ffb9-4c6c-9e6d-f1cd2c9e2145 req-8c187179-0534-48c5-a493-8e0dd6b180d9 tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] 10.222.0.39 "GET /v2.0/ports?device_id=072e510b-94e7-4b4d-9adb-8de696ba114d HTTP/1.1" status: 200 len: 943 time: 0.0656409 Aug 12 14:37:41.858466 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-c940242a-ffb9-4c6c-9e6d-f1cd2c9e2145 req-1fc199bb-b153-4254-b9e4-45c37ce57935 tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] 10.222.0.39 "GET /v2.0/security-groups?id=87f02c46-9837-45f6-a8f5-f67c20068d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432138 Aug 12 14:37:41.912862 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-ac09c6c3-3b1c-4e96-852d-222d8e8770bd req-262596cd-f0d5-4995-82be-7e3add54bb02 service neutron] For port 00b94db5-9566-4cc8-ae97-6a3ac4c73dad, host n-h1-694802-15, cleared binding levels {{(pid=94467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:37:41.916322 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-ac09c6c3-3b1c-4e96-852d-222d8e8770bd req-262596cd-f0d5-4995-82be-7e3add54bb02 service neutron] For port 00b94db5-9566-4cc8-ae97-6a3ac4c73dad, host n-h1-694802-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=00b94db5-9566-4cc8-ae97-6a3ac4c73dad,segment=NetworkSegment(4c973057-417f-419d-840d-ea232fb579a5),segment_id=4c973057-417f-419d-840d-ea232fb579a5)] {{(pid=94467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:37:41.925162 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-ac09c6c3-3b1c-4e96-852d-222d8e8770bd req-262596cd-f0d5-4995-82be-7e3add54bb02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:41.972645 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac09c6c3-3b1c-4e96-852d-222d8e8770bd req-262596cd-f0d5-4995-82be-7e3add54bb02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:37:41.973283 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-ac09c6c3-3b1c-4e96-852d-222d8e8770bd req-262596cd-f0d5-4995-82be-7e3add54bb02 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:41.974704 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ac09c6c3-3b1c-4e96-852d-222d8e8770bd req-262596cd-f0d5-4995-82be-7e3add54bb02 service neutron] 10.222.0.64 "PUT /v2.0/ports/00b94db5-9566-4cc8-ae97-6a3ac4c73dad HTTP/1.1" status: 200 len: 1092 time: 0.7585211 Aug 12 14:37:42.001678 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262596cd-f0d5-4995-82be-7e3add54bb02 service neutron] Pushing event updated for resources: {'Port': ['ID=00b94db5-9566-4cc8-ae97-6a3ac4c73dad,revision_number=3']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:37:42.070714 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac09c6c3-3b1c-4e96-852d-222d8e8770bd req-dbc12fc9-ec35-4aef-8da2-b0adaa9a31f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:37:42.074337 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ac09c6c3-3b1c-4e96-852d-222d8e8770bd req-dbc12fc9-ec35-4aef-8da2-b0adaa9a31f8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4024e5f8cb5f495fb475a508277f1933&device_id=43abd2c4-d448-4227-a204-7721cfbf6bdd HTTP/1.1" status: 200 len: 1095 time: 0.0509114 Aug 12 14:37:42.123816 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ac09c6c3-3b1c-4e96-852d-222d8e8770bd req-31b2122d-24df-4bf6-8ec7-4627d33b8d88 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=00b94db5-9566-4cc8-ae97-6a3ac4c73dad HTTP/1.1" status: 200 len: 217 time: 0.0416760 Aug 12 14:37:42.168863 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d650263-9aa2-4054-8738-8ed13652a950 req-967df72a-f844-453d-acda-f0de77df6c9e tempest-AttachSCSIVolumeTestJSON-842334255 tempest-AttachSCSIVolumeTestJSON-842334255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:37:42.171636 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-1d650263-9aa2-4054-8738-8ed13652a950 req-967df72a-f844-453d-acda-f0de77df6c9e tempest-AttachSCSIVolumeTestJSON-842334255 tempest-AttachSCSIVolumeTestJSON-842334255-project] 10.222.0.39 "GET /v2.0/ports?device_id=03232926-321d-4d1a-bc13-5e0570da9f31 HTTP/1.1" status: 200 len: 931 time: 0.0554521 Aug 12 14:37:42.177647 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac09c6c3-3b1c-4e96-852d-222d8e8770bd req-ce74a3e2-fc56-409d-ad0c-08e2e5f7bd52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:37:42.179148 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ac09c6c3-3b1c-4e96-852d-222d8e8770bd req-ce74a3e2-fc56-409d-ad0c-08e2e5f7bd52 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=49978436-adae-4995-85db-355f6ab8bdca HTTP/1.1" status: 200 len: 852 time: 0.0474069 Aug 12 14:37:42.215134 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-1d650263-9aa2-4054-8738-8ed13652a950 req-6908f532-3d62-457d-9bf2-e0e732c3cac2 tempest-AttachSCSIVolumeTestJSON-842334255 tempest-AttachSCSIVolumeTestJSON-842334255-project] 10.222.0.39 "GET /v2.0/security-groups?id=10538960-7c7a-451a-90f5-94b5fbb5462b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388393 Aug 12 14:37:42.222171 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ac09c6c3-3b1c-4e96-852d-222d8e8770bd req-3a672bba-3631-4ca2-8cfb-cccc4399360f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a681c17b-4312-41b7-b711-32d50b05905d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291739 Aug 12 14:37:42.233577 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43abd2c4-d448-4227-a204-7721cfbf6bdd', 'tag': '00b94db5-9566-4cc8-ae97-6a3ac4c73dad'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:37:42.236664 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e65282f928b64038367d043a4411777802006c43a98742496cb2e25b724ff1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56227137-7b91-4719-84e2-e342c948c267" -d '{"events": [{"name": "network-changed", "server_uuid": "43abd2c4-d448-4227-a204-7721cfbf6bdd", "tag": "00b94db5-9566-4cc8-ae97-6a3ac4c73dad"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:37:42.332610 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ac09c6c3-3b1c-4e96-852d-222d8e8770bd req-57b3f191-2e94-4546-a6fe-a4e236c24a63 service neutron] 10.222.0.64 "GET /v2.0/networks/a681c17b-4312-41b7-b711-32d50b05905d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927587 Aug 12 14:37:42.332851 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391e6983-43ad-415d-8fc8-be2577845002 req-7668fb33-a2f2-4f0a-9414-871e0cab38d4 tempest-ListImageFiltersTestJSON-1084466314 tempest-ListImageFiltersTestJSON-1084466314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:37:42.334084 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-391e6983-43ad-415d-8fc8-be2577845002 req-7668fb33-a2f2-4f0a-9414-871e0cab38d4 tempest-ListImageFiltersTestJSON-1084466314 tempest-ListImageFiltersTestJSON-1084466314-project] 10.222.0.39 "GET /v2.0/ports?device_id=5f1992d0-e823-416d-bad0-60fca0e01566 HTTP/1.1" status: 200 len: 949 time: 0.0542376 Aug 12 14:37:42.357978 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:42.376348 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-391e6983-43ad-415d-8fc8-be2577845002 req-a020349b-7509-48cf-ac98-dbc7e97b7b2f tempest-ListImageFiltersTestJSON-1084466314 tempest-ListImageFiltersTestJSON-1084466314-project] 10.222.0.39 "GET /v2.0/security-groups?id=b4a31b54-6887-49af-b050-eeff23ce2037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340488 Aug 12 14:37:42.444133 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ac09c6c3-3b1c-4e96-852d-222d8e8770bd req-7113624c-d4c1-4319-a967-6e1621d32766 service neutron] 10.222.0.64 "GET /v2.0/networks/a681c17b-4312-41b7-b711-32d50b05905d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011844 Aug 12 14:37:42.613647 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a305243-f83e-4d67-a989-3a36c2d6f7a4 req-a3b8c9a5-906c-48a2-9691-39c3295de758 tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:37:42.615143 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-1a305243-f83e-4d67-a989-3a36c2d6f7a4 req-a3b8c9a5-906c-48a2-9691-39c3295de758 tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] 10.222.0.39 "GET /v2.0/ports?device_id=fea8bb5d-f50e-4078-8fba-46b21540b743 HTTP/1.1" status: 200 len: 946 time: 0.0494330 Aug 12 14:37:42.653623 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-1a305243-f83e-4d67-a989-3a36c2d6f7a4 req-c2102df3-499a-47cf-a1f0-33071db7e92d tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ad0002e-d03d-4ace-861f-ca41a35b7aed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321696 Aug 12 14:37:42.698125 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 14:37:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-962a8069-f586-45d0-83fc-1495b2b8dc29 x-openstack-request-id: req-962a8069-f586-45d0-83fc-1495b2b8dc29 {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:37:42.698417 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43abd2c4-d448-4227-a204-7721cfbf6bdd", "tag": "00b94db5-9566-4cc8-ae97-6a3ac4c73dad", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:37:42.698669 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-962a8069-f586-45d0-83fc-1495b2b8dc29 {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:37:42.699114 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43abd2c4-d448-4227-a204-7721cfbf6bdd', 'tag': '00b94db5-9566-4cc8-ae97-6a3ac4c73dad', 'status': 'completed', 'code': 200} Aug 12 14:37:42.774081 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56227137-7b91-4719-84e2-e342c948c267 req-c7e19b9f-c5b5-4ea7-a9f6-83a3bff6ea3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:37:42.775883 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-56227137-7b91-4719-84e2-e342c948c267 req-c7e19b9f-c5b5-4ea7-a9f6-83a3bff6ea3e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4024e5f8cb5f495fb475a508277f1933&device_id=43abd2c4-d448-4227-a204-7721cfbf6bdd HTTP/1.1" status: 200 len: 1095 time: 0.0466630 Aug 12 14:37:42.795605 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bf5555-7cf2-48e3-b0d3-449a11a63898 req-cd5825b8-3e17-4534-87a4-71df49c2a996 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:37:42.802084 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-51bf5555-7cf2-48e3-b0d3-449a11a63898 req-cd5825b8-3e17-4534-87a4-71df49c2a996 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] 10.222.0.39 "GET /v2.0/ports?device_id=43abd2c4-d448-4227-a204-7721cfbf6bdd HTTP/1.1" status: 200 len: 943 time: 0.0571506 Aug 12 14:37:42.852882 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-51bf5555-7cf2-48e3-b0d3-449a11a63898 req-0637ce3c-2756-426b-aff6-43a9d7150591 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b3c7ce2-70f7-4d15-8774-e830cec0f0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442898 Aug 12 14:37:42.889887 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-ccbd1352-7c18-4077-af18-3e9ba57cb244 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:42.898870 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56227137-7b91-4719-84e2-e342c948c267 req-b06df13e-0c74-4a3b-ba94-78fa229f78e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:37:42.900386 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-56227137-7b91-4719-84e2-e342c948c267 req-b06df13e-0c74-4a3b-ba94-78fa229f78e5 service neutron] 10.222.0.64 "GET /v2.0/networks?id=a681c17b-4312-41b7-b711-32d50b05905d HTTP/1.1" status: 200 len: 913 time: 0.1042213 Aug 12 14:37:42.946723 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-56227137-7b91-4719-84e2-e342c948c267 req-ef433a3e-d717-4547-9d52-2eb863c5b73f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=00b94db5-9566-4cc8-ae97-6a3ac4c73dad HTTP/1.1" status: 200 len: 217 time: 0.0350366 Aug 12 14:37:42.975121 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63acf67-39e8-4836-b90f-ca9dce9489ec req-6e103176-5152-487e-ac46-004a7bd46f8e tempest-ImagesOneServerNegativeTestJSON-535792509 tempest-ImagesOneServerNegativeTestJSON-535792509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:37:42.976787 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-a63acf67-39e8-4836-b90f-ca9dce9489ec req-6e103176-5152-487e-ac46-004a7bd46f8e tempest-ImagesOneServerNegativeTestJSON-535792509 tempest-ImagesOneServerNegativeTestJSON-535792509-project] 10.222.0.39 "GET /v2.0/ports?device_id=5a07fe76-d79e-4111-be6f-636b2b03280c HTTP/1.1" status: 200 len: 945 time: 0.0559976 Aug 12 14:37:43.013614 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56227137-7b91-4719-84e2-e342c948c267 req-db0d6b14-aa34-4c86-ae92-d3cf5bd45f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:37:43.013992 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:43.017029 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-56227137-7b91-4719-84e2-e342c948c267 req-db0d6b14-aa34-4c86-ae92-d3cf5bd45f86 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=49978436-adae-4995-85db-355f6ab8bdca HTTP/1.1" status: 200 len: 852 time: 0.0608091 Aug 12 14:37:43.018934 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-a63acf67-39e8-4836-b90f-ca9dce9489ec req-9852d46b-a169-49b6-9052-307b89fd0dcb tempest-ImagesOneServerNegativeTestJSON-535792509 tempest-ImagesOneServerNegativeTestJSON-535792509-project] 10.222.0.39 "GET /v2.0/security-groups?id=21797083-50ee-4fa2-9ae6-2585440bdd47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358691 Aug 12 14:37:43.057567 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-56227137-7b91-4719-84e2-e342c948c267 req-3fbc91d1-f5c3-4794-8e6a-1ec0da478319 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a681c17b-4312-41b7-b711-32d50b05905d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322690 Aug 12 14:37:43.128857 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c34ed4-9fd9-4b11-b8e5-932d05b47a8e req-eef4b963-a8ba-4cdc-8fcd-7c99a81db15d tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:37:43.130533 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-91c34ed4-9fd9-4b11-b8e5-932d05b47a8e req-eef4b963-a8ba-4cdc-8fcd-7c99a81db15d tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] 10.222.0.39 "GET /v2.0/ports?device_id=fea8bb5d-f50e-4078-8fba-46b21540b743 HTTP/1.1" status: 200 len: 946 time: 0.0521736 Aug 12 14:37:43.154409 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-56227137-7b91-4719-84e2-e342c948c267 req-d8e534a3-5bd4-41df-8bf4-5b41c86255c9 service neutron] 10.222.0.64 "GET /v2.0/networks/a681c17b-4312-41b7-b711-32d50b05905d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848932 Aug 12 14:37:43.174530 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-91c34ed4-9fd9-4b11-b8e5-932d05b47a8e req-0d4d91c8-4be9-464a-a887-929d2267324f tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ad0002e-d03d-4ace-861f-ca41a35b7aed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378649 Aug 12 14:37:43.267370 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-56227137-7b91-4719-84e2-e342c948c267 req-893a3f9a-88eb-429f-99b9-2342390fc419 service neutron] 10.222.0.64 "GET /v2.0/networks/a681c17b-4312-41b7-b711-32d50b05905d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030917 Aug 12 14:37:43.304025 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f8caea-4c61-45a1-bda5-66e2cfd8465a req-e445b131-b7a8-4cb2-b2f7-2c1d2ec83fda tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:37:43.305725 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-36f8caea-4c61-45a1-bda5-66e2cfd8465a req-e445b131-b7a8-4cb2-b2f7-2c1d2ec83fda tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] 10.222.0.39 "GET /v2.0/ports?device_id=072e510b-94e7-4b4d-9adb-8de696ba114d HTTP/1.1" status: 200 len: 943 time: 0.0651553 Aug 12 14:37:43.350449 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-36f8caea-4c61-45a1-bda5-66e2cfd8465a req-fcd163ed-db76-4115-90c5-f486552f9f23 tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] 10.222.0.39 "GET /v2.0/security-groups?id=87f02c46-9837-45f6-a8f5-f67c20068d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382299 Aug 12 14:37:43.535676 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93f8d04-b4d7-4ca3-ba5c-c16fed93e31b req-4ced508f-fd29-4204-a901-154190fe2e90 tempest-AttachSCSIVolumeTestJSON-842334255 tempest-AttachSCSIVolumeTestJSON-842334255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:37:43.537258 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-b93f8d04-b4d7-4ca3-ba5c-c16fed93e31b req-4ced508f-fd29-4204-a901-154190fe2e90 tempest-AttachSCSIVolumeTestJSON-842334255 tempest-AttachSCSIVolumeTestJSON-842334255-project] 10.222.0.39 "GET /v2.0/ports?device_id=03232926-321d-4d1a-bc13-5e0570da9f31 HTTP/1.1" status: 200 len: 931 time: 0.0509562 Aug 12 14:37:43.577162 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-b93f8d04-b4d7-4ca3-ba5c-c16fed93e31b req-3ae1f54e-c9e5-4f86-917a-405f6dc7062c tempest-AttachSCSIVolumeTestJSON-842334255 tempest-AttachSCSIVolumeTestJSON-842334255-project] 10.222.0.39 "GET /v2.0/security-groups?id=10538960-7c7a-451a-90f5-94b5fbb5462b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335126 Aug 12 14:37:43.682788 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd08e75-b114-4358-989b-8d255bffab39 req-fb0ee420-b7d7-4ba1-abc9-23bc82e4d3b3 tempest-ListImageFiltersTestJSON-1084466314 tempest-ListImageFiltersTestJSON-1084466314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:37:43.684341 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-8cd08e75-b114-4358-989b-8d255bffab39 req-fb0ee420-b7d7-4ba1-abc9-23bc82e4d3b3 tempest-ListImageFiltersTestJSON-1084466314 tempest-ListImageFiltersTestJSON-1084466314-project] 10.222.0.39 "GET /v2.0/ports?device_id=5f1992d0-e823-416d-bad0-60fca0e01566 HTTP/1.1" status: 200 len: 949 time: 0.0511067 Aug 12 14:37:43.723426 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-8cd08e75-b114-4358-989b-8d255bffab39 req-e98a8eec-2609-4fc6-bba2-1f360768eda4 tempest-ListImageFiltersTestJSON-1084466314 tempest-ListImageFiltersTestJSON-1084466314-project] 10.222.0.39 "GET /v2.0/security-groups?id=b4a31b54-6887-49af-b050-eeff23ce2037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318780 Aug 12 14:37:43.831731 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05c1cc1-7122-4d4c-9d3a-c45cc8346dd1 req-502a2dd7-e548-4f30-8212-3dd29266a262 tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:37:43.833289 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-d05c1cc1-7122-4d4c-9d3a-c45cc8346dd1 req-502a2dd7-e548-4f30-8212-3dd29266a262 tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] 10.222.0.39 "GET /v2.0/ports?device_id=fea8bb5d-f50e-4078-8fba-46b21540b743 HTTP/1.1" status: 200 len: 946 time: 0.0518517 Aug 12 14:37:43.854655 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-1769855f-eda9-4483-9dc3-3220908ab45d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:43.879904 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-d05c1cc1-7122-4d4c-9d3a-c45cc8346dd1 req-606fb3ec-23ec-4ff8-a988-27214c891fc6 tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ad0002e-d03d-4ace-861f-ca41a35b7aed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403512 Aug 12 14:37:43.981082 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device c1370726-26d5-419c-8e55-e074879c4b95 details requested by agent hyperv_n-h1-694802-15 with host n-h1-694802-15 {{(pid=94468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 14:37:43.986604 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device dbf50b37-cb90-4913-b9b1-e9c13b06a02b no longer exists at agent hyperv_n-h1-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:37:44.024782 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-93370168-53ca-47c2-9e27-b066be57125c None None] No Port match for: dbf50b37-cb90-4913-b9b1-e9c13b06a02b {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 14:37:44.025152 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device dbf50b37-cb90-4913-b9b1-e9c13b06a02b not bound to the agent host n-h1-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:37:44.037758 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [req-6259c5aa-4c92-423e-b577-71d276907946 req-8f23ca90-655a-4379-94fc-2bc21a0f73e1 service neutron] Request body: {'port': {'device_id': '03232926-321d-4d1a-bc13-5e0570da9f31', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-694802-15'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:37:44.053177 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7e8184-1ecc-47bd-8e40-c7333d08b1b9 req-1fc48691-968a-4b4a-a735-0435475523c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:37:44.054894 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-bc7e8184-1ecc-47bd-8e40-c7333d08b1b9 req-1fc48691-968a-4b4a-a735-0435475523c0 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c7cf81f007a244068628d9dac2415a0e&device_id=072e510b-94e7-4b4d-9adb-8de696ba114d HTTP/1.1" status: 200 len: 1095 time: 0.0527680 Aug 12 14:37:44.065218 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719aadf9-8715-4f10-a525-0ef113382502 req-0b7d027f-5ff4-42f7-88dc-6516ced4e768 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:37:44.068614 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-719aadf9-8715-4f10-a525-0ef113382502 req-0b7d027f-5ff4-42f7-88dc-6516ced4e768 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] 10.222.0.39 "GET /v2.0/ports?device_id=43abd2c4-d448-4227-a204-7721cfbf6bdd HTTP/1.1" status: 200 len: 943 time: 0.1302495 Aug 12 14:37:44.114877 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-bc7e8184-1ecc-47bd-8e40-c7333d08b1b9 req-634a4d14-b429-4ca4-9846-a0b16fa8c4b0 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e8c99a67-cbca-4b24-abb0-4ec6fab248bc HTTP/1.1" status: 200 len: 217 time: 0.0404263 Aug 12 14:37:44.126398 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port c1370726-26d5-419c-8e55-e074879c4b95, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=c1370726-26d5-419c-8e55-e074879c4b95,segment=NetworkSegment(e096a12b-68f8-4c98-b89d-d2992559fa06),segment_id=e096a12b-68f8-4c98-b89d-d2992559fa06)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:37:44.140256 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Returning: {'device': 'c1370726-26d5-419c-8e55-e074879c4b95', 'network_id': '084bbaa9-1971-49e8-b2a8-17fb0ce3a37d', 'port_id': 'c1370726-26d5-419c-8e55-e074879c4b95', 'mac_address': 'fa:16:3e:5b:e4:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f80667a-12ed-4bf3-80ac-e8ae0cc35fd4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 14:37:44.155269 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 39894) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:37:44.177768 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-6259c5aa-4c92-423e-b577-71d276907946 req-8f23ca90-655a-4379-94fc-2bc21a0f73e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:44.183184 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-719aadf9-8715-4f10-a525-0ef113382502 req-58fcc5f1-9a6c-4c8a-8d26-fcc34c8b4f2d tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b3c7ce2-70f7-4d15-8774-e830cec0f0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846791 Aug 12 14:37:44.186481 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:44.211690 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c1370726-26d5-419c-8e55-e074879c4b95 {{(pid=94468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:37:44.247969 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port c1370726-26d5-419c-8e55-e074879c4b95, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=c1370726-26d5-419c-8e55-e074879c4b95,segment=NetworkSegment(e096a12b-68f8-4c98-b89d-d2992559fa06),segment_id=e096a12b-68f8-4c98-b89d-d2992559fa06)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:37:44.254791 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:44.255490 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device 00b94db5-9566-4cc8-ae97-6a3ac4c73dad details requested by agent hyperv_n-h1-694802-15 with host n-h1-694802-15 {{(pid=94468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 14:37:44.368428 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Pushing event updated for resources: {'Port': ['ID=c1370726-26d5-419c-8e55-e074879c4b95,revision_number=6']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:37:44.378890 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8028f7b3-d22a-4e61-84e8-1a47e375f8b8 req-ef3a42ce-ef73-4696-ab85-b3947aad0160 tempest-ImagesOneServerNegativeTestJSON-535792509 tempest-ImagesOneServerNegativeTestJSON-535792509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:37:44.380500 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-8028f7b3-d22a-4e61-84e8-1a47e375f8b8 req-ef3a42ce-ef73-4696-ab85-b3947aad0160 tempest-ImagesOneServerNegativeTestJSON-535792509 tempest-ImagesOneServerNegativeTestJSON-535792509-project] 10.222.0.39 "GET /v2.0/ports?device_id=5a07fe76-d79e-4111-be6f-636b2b03280c HTTP/1.1" status: 200 len: 944 time: 0.1270823 Aug 12 14:37:44.411060 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port 00b94db5-9566-4cc8-ae97-6a3ac4c73dad, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=00b94db5-9566-4cc8-ae97-6a3ac4c73dad,segment=NetworkSegment(4c973057-417f-419d-840d-ea232fb579a5),segment_id=4c973057-417f-419d-840d-ea232fb579a5)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:37:44.424444 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Returning: {'device': '00b94db5-9566-4cc8-ae97-6a3ac4c73dad', 'network_id': 'a681c17b-4312-41b7-b711-32d50b05905d', 'port_id': '00b94db5-9566-4cc8-ae97-6a3ac4c73dad', 'mac_address': 'fa:16:3e:88:9d:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49978436-adae-4995-85db-355f6ab8bdca', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 14:37:44.470601 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:44.475741 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-8028f7b3-d22a-4e61-84e8-1a47e375f8b8 req-4343de28-776a-40cf-824e-93af4ef5f279 tempest-ImagesOneServerNegativeTestJSON-535792509 tempest-ImagesOneServerNegativeTestJSON-535792509-project] 10.222.0.39 "GET /v2.0/security-groups?id=21797083-50ee-4fa2-9ae6-2585440bdd47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886445 Aug 12 14:37:44.495901 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00b94db5-9566-4cc8-ae97-6a3ac4c73dad {{(pid=94468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:37:44.512870 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port 00b94db5-9566-4cc8-ae97-6a3ac4c73dad, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=00b94db5-9566-4cc8-ae97-6a3ac4c73dad,segment=NetworkSegment(4c973057-417f-419d-840d-ea232fb579a5),segment_id=4c973057-417f-419d-840d-ea232fb579a5)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:37:44.520996 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:44.545560 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7e8184-1ecc-47bd-8e40-c7333d08b1b9 req-3ac0a60a-d2e2-4414-94a7-68efaaa634a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:37:44.547587 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-bc7e8184-1ecc-47bd-8e40-c7333d08b1b9 req-3ac0a60a-d2e2-4414-94a7-68efaaa634a2 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=65ea27f3-7f0e-428c-8c45-871b6e9bfddc HTTP/1.1" status: 200 len: 855 time: 0.4046891 Aug 12 14:37:44.582159 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83a16de-1529-4752-b3ce-372e0c31a627 req-994947b0-83e9-4cc0-b078-41324d37ab0f tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:37:44.589388 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b83a16de-1529-4752-b3ce-372e0c31a627 req-994947b0-83e9-4cc0-b078-41324d37ab0f tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] 10.222.0.39 "GET /v2.0/ports?device_id=fea8bb5d-f50e-4078-8fba-46b21540b743 HTTP/1.1" status: 200 len: 946 time: 0.4769008 Aug 12 14:37:44.620126 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Pushing event updated for resources: {'Port': ['ID=00b94db5-9566-4cc8-ae97-6a3ac4c73dad,revision_number=4']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:37:44.621048 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-bc7e8184-1ecc-47bd-8e40-c7333d08b1b9 req-bea3cb48-6277-4589-aa8e-11c7df3944fb service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=63f7bb20-fe7c-43e3-bcb6-44025e6f4b9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0585022 Aug 12 14:37:44.632779 n-d-694802-15 neutron-server[94466]: DEBUG neutron.notifiers.nova [req-6259c5aa-4c92-423e-b577-71d276907946 req-8f23ca90-655a-4379-94fc-2bc21a0f73e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d9628d6-01f7-4226-adf5-04dabf6c9f64 {{(pid=94466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:37:44.645279 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-6259c5aa-4c92-423e-b577-71d276907946 req-8f23ca90-655a-4379-94fc-2bc21a0f73e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:44.649694 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] get_ports_and_sgs() called for port_ids ['c1370726-26d5-419c-8e55-e074879c4b95'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:37:44.667288 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb7f896-c90b-449c-a020-c79ed456ae42 req-e8e1775d-28a7-4ae9-aaf2-3957117341c5 tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:37:44.674942 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-afb7f896-c90b-449c-a020-c79ed456ae42 req-e8e1775d-28a7-4ae9-aaf2-3957117341c5 tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] 10.222.0.39 "GET /v2.0/ports?device_id=072e510b-94e7-4b4d-9adb-8de696ba114d HTTP/1.1" status: 200 len: 943 time: 0.1210725 Aug 12 14:37:44.677159 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b83a16de-1529-4752-b3ce-372e0c31a627 req-5a60fdb9-6987-4d75-bf00-3018e2b409dd tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ad0002e-d03d-4ace-861f-ca41a35b7aed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868638 Aug 12 14:37:44.683993 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [req-6259c5aa-4c92-423e-b577-71d276907946 req-8f23ca90-655a-4379-94fc-2bc21a0f73e1 service neutron] Transition to ACTIVE for port object 5d9628d6-01f7-4226-adf5-04dabf6c9f64 will not be triggered until provisioned by entity L2. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:37:44.697709 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-6259c5aa-4c92-423e-b577-71d276907946 req-8f23ca90-655a-4379-94fc-2bc21a0f73e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3718439'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:44.722579 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-4ff55736-db80-4266-a922-b4a053c1043d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:44.780441 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-afb7f896-c90b-449c-a020-c79ed456ae42 req-1deb7c11-5598-4bfb-beab-40dad4b11542 tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] 10.222.0.39 "GET /v2.0/security-groups?id=87f02c46-9837-45f6-a8f5-f67c20068d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981321 Aug 12 14:37:44.823406 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] get_ports_and_sgs() called for port_ids ['00b94db5-9566-4cc8-ae97-6a3ac4c73dad'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:37:44.856840 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f23ca90-655a-4379-94fc-2bc21a0f73e1 service neutron] Pushing event updated for resources: {'Port': ['ID=5d9628d6-01f7-4226-adf5-04dabf6c9f64,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:37:44.859322 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-bc7e8184-1ecc-47bd-8e40-c7333d08b1b9 req-6a8f4661-df96-4774-9b27-a6d0f8b144b5 service neutron] 10.222.0.49 "GET /v2.0/networks/63f7bb20-fe7c-43e3-bcb6-44025e6f4b9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2263384 Aug 12 14:37:44.960971 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b046d9-362b-41c4-b3ae-e5e31ea5ebc4 req-4a4a95eb-1990-45af-b7ad-3212de997f44 tempest-AttachSCSIVolumeTestJSON-842334255 tempest-AttachSCSIVolumeTestJSON-842334255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:37:44.962556 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a8b046d9-362b-41c4-b3ae-e5e31ea5ebc4 req-4a4a95eb-1990-45af-b7ad-3212de997f44 tempest-AttachSCSIVolumeTestJSON-842334255 tempest-AttachSCSIVolumeTestJSON-842334255-project] 10.222.0.39 "GET /v2.0/ports?device_id=03232926-321d-4d1a-bc13-5e0570da9f31 HTTP/1.1" status: 200 len: 943 time: 0.1464474 Aug 12 14:37:44.987508 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [req-6259c5aa-4c92-423e-b577-71d276907946 req-8f23ca90-655a-4379-94fc-2bc21a0f73e1 service neutron] Attempting to bind port 5d9628d6-01f7-4226-adf5-04dabf6c9f64 on host n-h2-694802-15 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:37:44.987847 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [req-6259c5aa-4c92-423e-b577-71d276907946 req-8f23ca90-655a-4379-94fc-2bc21a0f73e1 service neutron] Attempting to bind port 5d9628d6-01f7-4226-adf5-04dabf6c9f64 by drivers openvswitch,hyperv on host n-h2-694802-15 at level 0 using segments [{'id': 'b44099f3-91d6-4d7d-9179-809cce66c47f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '3639a5bb-e2f3-4c58-83b4-19e7e72a5347'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:37:44.988179 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6259c5aa-4c92-423e-b577-71d276907946 req-8f23ca90-655a-4379-94fc-2bc21a0f73e1 service neutron] Attempting to bind port 5d9628d6-01f7-4226-adf5-04dabf6c9f64 on network 3639a5bb-e2f3-4c58-83b4-19e7e72a5347 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:37:45.010757 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6259c5aa-4c92-423e-b577-71d276907946 req-8f23ca90-655a-4379-94fc-2bc21a0f73e1 service neutron] Port 5d9628d6-01f7-4226-adf5-04dabf6c9f64 on network 3639a5bb-e2f3-4c58-83b4-19e7e72a5347 not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-15 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 14:37:45.011146 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6259c5aa-4c92-423e-b577-71d276907946 req-8f23ca90-655a-4379-94fc-2bc21a0f73e1 service neutron] Attempting to bind port 5d9628d6-01f7-4226-adf5-04dabf6c9f64 on network 3639a5bb-e2f3-4c58-83b4-19e7e72a5347 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:37:45.025206 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6259c5aa-4c92-423e-b577-71d276907946 req-8f23ca90-655a-4379-94fc-2bc21a0f73e1 service neutron] Checking agent: {'id': 'b7697f71-33f3-4959-ad82-43c2dc15845d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 27, 42), 'started_at': datetime.datetime(2021, 8, 12, 14, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 37, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:37:45.026109 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6259c5aa-4c92-423e-b577-71d276907946 req-8f23ca90-655a-4379-94fc-2bc21a0f73e1 service neutron] Checking segment: {'id': 'b44099f3-91d6-4d7d-9179-809cce66c47f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '3639a5bb-e2f3-4c58-83b4-19e7e72a5347'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:37:45.029251 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6259c5aa-4c92-423e-b577-71d276907946 req-8f23ca90-655a-4379-94fc-2bc21a0f73e1 service neutron] Bound using segment: {'id': 'b44099f3-91d6-4d7d-9179-809cce66c47f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '3639a5bb-e2f3-4c58-83b4-19e7e72a5347'} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:37:45.029954 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [req-6259c5aa-4c92-423e-b577-71d276907946 req-8f23ca90-655a-4379-94fc-2bc21a0f73e1 service neutron] Bound port: 5d9628d6-01f7-4226-adf5-04dabf6c9f64, host: n-h2-694802-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b44099f3-91d6-4d7d-9179-809cce66c47f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '3639a5bb-e2f3-4c58-83b4-19e7e72a5347'}}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:37:45.030331 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-6259c5aa-4c92-423e-b577-71d276907946 req-8f23ca90-655a-4379-94fc-2bc21a0f73e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:45.058019 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-4ff55736-db80-4266-a922-b4a053c1043d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:45.079480 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a8b046d9-362b-41c4-b3ae-e5e31ea5ebc4 req-6790b75e-e5ca-415c-9d13-78eef9790856 tempest-AttachSCSIVolumeTestJSON-842334255 tempest-AttachSCSIVolumeTestJSON-842334255-project] 10.222.0.39 "GET /v2.0/security-groups?id=10538960-7c7a-451a-90f5-94b5fbb5462b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031685 Aug 12 14:37:45.080586 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-4ff55736-db80-4266-a922-b4a053c1043d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:45.100021 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-bc7e8184-1ecc-47bd-8e40-c7333d08b1b9 req-93c6c0c5-13c7-4b7c-ae5a-cf6eb8c4a19d service neutron] 10.222.0.49 "GET /v2.0/networks/63f7bb20-fe7c-43e3-bcb6-44025e6f4b9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2209451 Aug 12 14:37:45.135488 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [req-6259c5aa-4c92-423e-b577-71d276907946 req-8f23ca90-655a-4379-94fc-2bc21a0f73e1 service neutron] For port 5d9628d6-01f7-4226-adf5-04dabf6c9f64, host n-h2-694802-15, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:37:45.140156 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [req-6259c5aa-4c92-423e-b577-71d276907946 req-8f23ca90-655a-4379-94fc-2bc21a0f73e1 service neutron] For port 5d9628d6-01f7-4226-adf5-04dabf6c9f64, host n-h2-694802-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=5d9628d6-01f7-4226-adf5-04dabf6c9f64,segment=NetworkSegment(b44099f3-91d6-4d7d-9179-809cce66c47f),segment_id=b44099f3-91d6-4d7d-9179-809cce66c47f)] {{(pid=94466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:37:45.147189 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff55736-db80-4266-a922-b4a053c1043d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f5876c4-3154-475e-affb-1b4a46eb419f,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:37:45.150901 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-6259c5aa-4c92-423e-b577-71d276907946 req-8f23ca90-655a-4379-94fc-2bc21a0f73e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3718439'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:45.186439 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-4ff55736-db80-4266-a922-b4a053c1043d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9810fe9dd6784bed970073494c6c6b1c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0287967 Aug 12 14:37:45.218711 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 39918) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:37:45.242404 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f23ca90-655a-4379-94fc-2bc21a0f73e1 service neutron] Pushing event updated for resources: {'Port': ['ID=5d9628d6-01f7-4226-adf5-04dabf6c9f64,revision_number=3']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:37:45.263349 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6259c5aa-4c92-423e-b577-71d276907946 req-8f23ca90-655a-4379-94fc-2bc21a0f73e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:37:45.264258 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-6259c5aa-4c92-423e-b577-71d276907946 req-8f23ca90-655a-4379-94fc-2bc21a0f73e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:45.266529 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-6259c5aa-4c92-423e-b577-71d276907946 req-8f23ca90-655a-4379-94fc-2bc21a0f73e1 service neutron] 10.222.0.49 "PUT /v2.0/ports/5d9628d6-01f7-4226-adf5-04dabf6c9f64 HTTP/1.1" status: 200 len: 1092 time: 1.2651765 Aug 12 14:37:45.267099 n-d-694802-15 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03232926-321d-4d1a-bc13-5e0570da9f31', 'tag': '5d9628d6-01f7-4226-adf5-04dabf6c9f64'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:37:45.270437 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e785eeede3897370d0b20f09d5f461b30cfecd5ed38c4f07dacd02bc52c9277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f94110b-bf90-446c-80f9-738ff0a47635" -d '{"events": [{"name": "network-changed", "server_uuid": "03232926-321d-4d1a-bc13-5e0570da9f31", "tag": "5d9628d6-01f7-4226-adf5-04dabf6c9f64"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:37:45.329009 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa3112b-39a8-462f-a5f0-70f97a34ce60 req-a09900fe-7d82-44b4-8228-9b7430d4fd62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:37:45.330581 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6aa3112b-39a8-462f-a5f0-70f97a34ce60 req-a09900fe-7d82-44b4-8228-9b7430d4fd62 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c7cf81f007a244068628d9dac2415a0e&device_id=072e510b-94e7-4b4d-9adb-8de696ba114d HTTP/1.1" status: 200 len: 1095 time: 0.1640003 Aug 12 14:37:45.343588 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14460bf6-7ea7-4813-bf41-757b63fba6c2 req-c6d25258-7f89-4d1f-bc39-74616cd83ba9 tempest-ListImageFiltersTestJSON-1084466314 tempest-ListImageFiltersTestJSON-1084466314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:37:45.353224 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-14460bf6-7ea7-4813-bf41-757b63fba6c2 req-c6d25258-7f89-4d1f-bc39-74616cd83ba9 tempest-ListImageFiltersTestJSON-1084466314 tempest-ListImageFiltersTestJSON-1084466314-project] 10.222.0.39 "GET /v2.0/ports?device_id=5f1992d0-e823-416d-bad0-60fca0e01566 HTTP/1.1" status: 200 len: 949 time: 0.1713789 Aug 12 14:37:45.415848 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6259c5aa-4c92-423e-b577-71d276907946 req-dbdae37d-3bf9-4960-8b08-3ed0e34b0441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:37:45.417563 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-6259c5aa-4c92-423e-b577-71d276907946 req-dbdae37d-3bf9-4960-8b08-3ed0e34b0441 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c6353cb62453414b9aa9745dd88c3c93&device_id=03232926-321d-4d1a-bc13-5e0570da9f31 HTTP/1.1" status: 200 len: 1095 time: 0.0942023 Aug 12 14:37:45.426716 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-5e7dd4eb-1eef-4bb7-b21f-8b0256dda4b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:45.446059 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b80fa6e-4590-40f2-a688-ded92aa97bb5 req-076cfb78-586b-4daa-bed2-035b0d784c6a tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:37:45.448041 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-6b80fa6e-4590-40f2-a688-ded92aa97bb5 req-076cfb78-586b-4daa-bed2-035b0d784c6a tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] 10.222.0.39 "GET /v2.0/ports?device_id=fea8bb5d-f50e-4078-8fba-46b21540b743 HTTP/1.1" status: 200 len: 946 time: 0.0790136 Aug 12 14:37:45.477154 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-14460bf6-7ea7-4813-bf41-757b63fba6c2 req-47e5e8e4-f87f-4e06-a3a9-5b6b1816fe17 tempest-ListImageFiltersTestJSON-1084466314 tempest-ListImageFiltersTestJSON-1084466314-project] 10.222.0.39 "GET /v2.0/security-groups?id=b4a31b54-6887-49af-b050-eeff23ce2037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208363 Aug 12 14:37:45.487101 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-6259c5aa-4c92-423e-b577-71d276907946 req-90be2290-3c54-4f17-a5db-73c3ea3709dc service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5d9628d6-01f7-4226-adf5-04dabf6c9f64 HTTP/1.1" status: 200 len: 217 time: 0.0578535 Aug 12 14:37:45.500506 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-5e7dd4eb-1eef-4bb7-b21f-8b0256dda4b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:45.502947 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-fe95f194-a3b0-4c04-9e42-20b511169d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:45.581181 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa3112b-39a8-462f-a5f0-70f97a34ce60 req-85cff689-1a39-42a6-ae68-08c087c43baa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:37:45.582628 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6aa3112b-39a8-462f-a5f0-70f97a34ce60 req-85cff689-1a39-42a6-ae68-08c087c43baa service neutron] 10.222.0.49 "GET /v2.0/networks?id=63f7bb20-fe7c-43e3-bcb6-44025e6f4b9c HTTP/1.1" status: 200 len: 916 time: 0.2271280 Aug 12 14:37:45.583670 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-6b80fa6e-4590-40f2-a688-ded92aa97bb5 req-b4f4d173-88fd-4dd4-aabd-3b619bb0da5f tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ad0002e-d03d-4ace-861f-ca41a35b7aed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994792 Aug 12 14:37:45.593856 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6259c5aa-4c92-423e-b577-71d276907946 req-bb5ec8ab-4101-4189-a5e1-94feeff74910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:37:45.595635 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-6259c5aa-4c92-423e-b577-71d276907946 req-bb5ec8ab-4101-4189-a5e1-94feeff74910 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=463d04ce-55b6-4138-a233-8d1ceeb0ed15 HTTP/1.1" status: 200 len: 853 time: 0.0942347 Aug 12 14:37:45.645033 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 14:37:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4aa392c-260d-4fc2-8744-1ca8649613ad x-openstack-request-id: req-f4aa392c-260d-4fc2-8744-1ca8649613ad {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:37:45.645395 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03232926-321d-4d1a-bc13-5e0570da9f31", "tag": "5d9628d6-01f7-4226-adf5-04dabf6c9f64", "status": "completed", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:37:45.645779 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f4aa392c-260d-4fc2-8744-1ca8649613ad {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:37:45.646213 n-d-694802-15 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03232926-321d-4d1a-bc13-5e0570da9f31', 'tag': '5d9628d6-01f7-4226-adf5-04dabf6c9f64', 'status': 'completed', 'code': 200} Aug 12 14:37:45.662161 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6aa3112b-39a8-462f-a5f0-70f97a34ce60 req-abdddad6-dd1a-459a-a6df-73e9a8f018ae service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e8c99a67-cbca-4b24-abb0-4ec6fab248bc HTTP/1.1" status: 200 len: 217 time: 0.0511103 Aug 12 14:37:45.664238 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6259c5aa-4c92-423e-b577-71d276907946 req-936e606c-6c02-429d-89d8-77c4cba1ec1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:37:45.666044 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-6259c5aa-4c92-423e-b577-71d276907946 req-936e606c-6c02-429d-89d8-77c4cba1ec1c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3639a5bb-e2f3-4c58-83b4-19e7e72a5347&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0623047 Aug 12 14:37:45.681372 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef941796-fc0c-4adf-b62a-9350bec6bf12 req-a5c29bd0-ac69-40c7-a13f-62a99ea1bf05 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:37:45.682874 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ef941796-fc0c-4adf-b62a-9350bec6bf12 req-a5c29bd0-ac69-40c7-a13f-62a99ea1bf05 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] 10.222.0.39 "GET /v2.0/ports?device_id=43abd2c4-d448-4227-a204-7721cfbf6bdd HTTP/1.1" status: 200 len: 944 time: 0.1239963 Aug 12 14:37:45.724790 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-5e7dd4eb-1eef-4bb7-b21f-8b0256dda4b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:45.727286 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-5e7dd4eb-1eef-4bb7-b21f-8b0256dda4b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:45.728355 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-5e7dd4eb-1eef-4bb7-b21f-8b0256dda4b9 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4f5876c4-3154-475e-affb-1b4a46eb419f HTTP/1.1" status: 204 len: 168 time: 0.5022976 Aug 12 14:37:45.753779 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7dd4eb-1eef-4bb7-b21f-8b0256dda4b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f5876c4-3154-475e-affb-1b4a46eb419f,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:37:45.771169 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa3112b-39a8-462f-a5f0-70f97a34ce60 req-d7411f5a-3a70-4b4e-8661-f01114a00c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:37:45.772860 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6aa3112b-39a8-462f-a5f0-70f97a34ce60 req-d7411f5a-3a70-4b4e-8661-f01114a00c80 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=65ea27f3-7f0e-428c-8c45-871b6e9bfddc HTTP/1.1" status: 200 len: 855 time: 0.0887110 Aug 12 14:37:45.782773 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ef941796-fc0c-4adf-b62a-9350bec6bf12 req-2c8da601-4dd7-4130-9123-9e527f28c8c3 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b3c7ce2-70f7-4d15-8774-e830cec0f0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905085 Aug 12 14:37:45.810210 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6aa3112b-39a8-462f-a5f0-70f97a34ce60 req-f77ee9d0-7365-46f1-ad73-0a650faac72f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=63f7bb20-fe7c-43e3-bcb6-44025e6f4b9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263669 Aug 12 14:37:45.817228 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad191d82-b7cc-4f5c-970b-d082a2777b03 req-143c2c43-75bc-49b0-9f39-aa6b4bb0cf90 tempest-ImagesOneServerNegativeTestJSON-535792509 tempest-ImagesOneServerNegativeTestJSON-535792509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:37:45.823628 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-ad191d82-b7cc-4f5c-970b-d082a2777b03 req-143c2c43-75bc-49b0-9f39-aa6b4bb0cf90 tempest-ImagesOneServerNegativeTestJSON-535792509 tempest-ImagesOneServerNegativeTestJSON-535792509-project] 10.222.0.39 "GET /v2.0/ports?device_id=5a07fe76-d79e-4111-be6f-636b2b03280c HTTP/1.1" status: 200 len: 944 time: 0.0937774 Aug 12 14:37:45.873459 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-6259c5aa-4c92-423e-b577-71d276907946 req-44097504-a5ba-4f21-867e-262f920afc3c service neutron] 10.222.0.49 "GET /v2.0/networks/3639a5bb-e2f3-4c58-83b4-19e7e72a5347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1913126 Aug 12 14:37:45.877589 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-ad191d82-b7cc-4f5c-970b-d082a2777b03 req-281a34c2-20f2-432b-bc0b-866c51baedd2 tempest-ImagesOneServerNegativeTestJSON-535792509 tempest-ImagesOneServerNegativeTestJSON-535792509-project] 10.222.0.39 "GET /v2.0/security-groups?id=21797083-50ee-4fa2-9ae6-2585440bdd47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497730 Aug 12 14:37:45.981857 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999930ab-1da2-457a-9717-03093e46ecbf req-0284bc0d-7c82-46db-a820-b5729626aa1c tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:37:45.983459 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-999930ab-1da2-457a-9717-03093e46ecbf req-0284bc0d-7c82-46db-a820-b5729626aa1c tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] 10.222.0.49 "GET /v2.0/ports?device_id=56e005fa-0896-490e-9646-8a24af6536d9 HTTP/1.1" status: 200 len: 946 time: 0.1484921 Aug 12 14:37:45.986938 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-6259c5aa-4c92-423e-b577-71d276907946 req-e77dde55-2be4-496a-bfcb-69b76699b9cd service neutron] 10.222.0.49 "GET /v2.0/networks/3639a5bb-e2f3-4c58-83b4-19e7e72a5347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048553 Aug 12 14:37:46.019112 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device c1370726-26d5-419c-8e55-e074879c4b95 up at agent hyperv_n-h1-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:37:46.048286 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0029d7fa-d49c-4922-9b1d-315bd442600c req-914f0904-f967-48fc-be11-a53d7796e6d4 tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:37:46.049848 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0029d7fa-d49c-4922-9b1d-315bd442600c req-914f0904-f967-48fc-be11-a53d7796e6d4 tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] 10.222.0.39 "GET /v2.0/ports?device_id=072e510b-94e7-4b4d-9adb-8de696ba114d HTTP/1.1" status: 200 len: 943 time: 0.1715839 Aug 12 14:37:46.059119 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6aa3112b-39a8-462f-a5f0-70f97a34ce60 req-ae94808e-b0e4-463e-8bc4-0ee87d12f184 service neutron] 10.222.0.49 "GET /v2.0/networks/63f7bb20-fe7c-43e3-bcb6-44025e6f4b9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2253728 Aug 12 14:37:46.094821 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Provisioning complete for port c1370726-26d5-419c-8e55-e074879c4b95 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:37:46.095228 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:46.116827 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f94110b-bf90-446c-80f9-738ff0a47635 req-45fb805c-a143-4016-be62-faaf73c1ade6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:37:46.118452 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-3f94110b-bf90-446c-80f9-738ff0a47635 req-45fb805c-a143-4016-be62-faaf73c1ade6 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c6353cb62453414b9aa9745dd88c3c93&device_id=03232926-321d-4d1a-bc13-5e0570da9f31 HTTP/1.1" status: 200 len: 1095 time: 0.0814950 Aug 12 14:37:46.152529 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 39944) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:37:46.206202 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0029d7fa-d49c-4922-9b1d-315bd442600c req-f404ba2e-95c4-483f-b269-9b13a9289f7a tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] 10.222.0.39 "GET /v2.0/security-groups?id=87f02c46-9837-45f6-a8f5-f67c20068d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460207 Aug 12 14:37:46.216691 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:46.246070 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-20b6dd0c-9214-4461-90df-7fc324b86e19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:46.253487 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a07fe76-d79e-4111-be6f-636b2b03280c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1370726-26d5-419c-8e55-e074879c4b95'}] {{(pid=94468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:37:46.256266 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99a8d87602170099c728e57431aca99e9b98a655a83bbf8727be13192709727b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ce4ab0f-2867-43d0-926d-24af0e3bf8f4" -d '{"events": [{"server_uuid": "5a07fe76-d79e-4111-be6f-636b2b03280c", "name": "network-vif-plugged", "status": "completed", "tag": "c1370726-26d5-419c-8e55-e074879c4b95"}]}' {{(pid=94468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:37:46.273715 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port c1370726-26d5-419c-8e55-e074879c4b95, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=c1370726-26d5-419c-8e55-e074879c4b95,segment=NetworkSegment(e096a12b-68f8-4c98-b89d-d2992559fa06),segment_id=e096a12b-68f8-4c98-b89d-d2992559fa06)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:37:46.273962 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [req-999930ab-1da2-457a-9717-03093e46ecbf req-7e80aa57-1e20-4e11-aa22-84073b62ab2a tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] Deleting port 6ef149e8-edc7-4005-86e8-5a81e824ec89 {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:37:46.274085 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-999930ab-1da2-457a-9717-03093e46ecbf req-7e80aa57-1e20-4e11-aa22-84073b62ab2a tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:46.279390 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:46.280289 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device 00b94db5-9566-4cc8-ae97-6a3ac4c73dad up at agent hyperv_n-h1-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:37:46.280560 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6aa3112b-39a8-462f-a5f0-70f97a34ce60 req-05759665-9020-453a-be49-33e3d83b83be service neutron] 10.222.0.49 "GET /v2.0/networks/63f7bb20-fe7c-43e3-bcb6-44025e6f4b9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2061625 Aug 12 14:37:46.337159 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5861c187-ef13-4796-bfe0-c51e895fa389 req-0f887032-f968-4bb3-85b0-d2ad43399218 tempest-AttachSCSIVolumeTestJSON-842334255 tempest-AttachSCSIVolumeTestJSON-842334255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:37:46.344867 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-5861c187-ef13-4796-bfe0-c51e895fa389 req-0f887032-f968-4bb3-85b0-d2ad43399218 tempest-AttachSCSIVolumeTestJSON-842334255 tempest-AttachSCSIVolumeTestJSON-842334255-project] 10.222.0.39 "GET /v2.0/ports?device_id=03232926-321d-4d1a-bc13-5e0570da9f31 HTTP/1.1" status: 200 len: 943 time: 0.1523263 Aug 12 14:37:46.379044 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Pushing event updated for resources: {'Port': ['ID=c1370726-26d5-419c-8e55-e074879c4b95,revision_number=7']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:37:46.388298 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Provisioning for port 00b94db5-9566-4cc8-ae97-6a3ac4c73dad completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:37:46.393123 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Provisioning complete for port 00b94db5-9566-4cc8-ae97-6a3ac4c73dad triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:37:46.393578 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:46.404666 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c100891-2455-4acc-8888-1c46a95b071f req-b0a9be3e-13ad-47a1-bcf2-6fce0b56e96a tempest-ImagesOneServerNegativeTestJSON-535792509 tempest-ImagesOneServerNegativeTestJSON-535792509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:37:46.407633 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f94110b-bf90-446c-80f9-738ff0a47635 req-6faca67a-aace-4ca6-a68b-48fec898326f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:37:46.409184 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-3f94110b-bf90-446c-80f9-738ff0a47635 req-6faca67a-aace-4ca6-a68b-48fec898326f service neutron] 10.222.0.49 "GET /v2.0/networks?id=3639a5bb-e2f3-4c58-83b4-19e7e72a5347 HTTP/1.1" status: 200 len: 915 time: 0.2827494 Aug 12 14:37:46.415087 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4c100891-2455-4acc-8888-1c46a95b071f req-b0a9be3e-13ad-47a1-bcf2-6fce0b56e96a tempest-ImagesOneServerNegativeTestJSON-535792509 tempest-ImagesOneServerNegativeTestJSON-535792509-project] 10.222.0.39 "GET /v2.0/ports?device_id=5a07fe76-d79e-4111-be6f-636b2b03280c HTTP/1.1" status: 200 len: 945 time: 0.1168547 Aug 12 14:37:46.435218 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-5861c187-ef13-4796-bfe0-c51e895fa389 req-9a768b16-b318-4fbd-b733-e5bd86ba3c4e tempest-AttachSCSIVolumeTestJSON-842334255 tempest-AttachSCSIVolumeTestJSON-842334255-project] 10.222.0.39 "GET /v2.0/security-groups?id=10538960-7c7a-451a-90f5-94b5fbb5462b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837343 Aug 12 14:37:46.455447 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-999930ab-1da2-457a-9717-03093e46ecbf req-7e80aa57-1e20-4e11-aa22-84073b62ab2a tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] For port 6ef149e8-edc7-4005-86e8-5a81e824ec89, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=6ef149e8-edc7-4005-86e8-5a81e824ec89,segment=NetworkSegment(afe25370-43f7-43be-a4de-d68fa9dce5c3),segment_id=afe25370-43f7-43be-a4de-d68fa9dce5c3)] {{(pid=94467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:37:46.455818 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-999930ab-1da2-457a-9717-03093e46ecbf req-7e80aa57-1e20-4e11-aa22-84073b62ab2a tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:46.478288 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [req-999930ab-1da2-457a-9717-03093e46ecbf req-7e80aa57-1e20-4e11-aa22-84073b62ab2a tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] Calling delete_port for 6ef149e8-edc7-4005-86e8-5a81e824ec89 owned by compute:nova {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:37:46.487542 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:46.490764 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-3f94110b-bf90-446c-80f9-738ff0a47635 req-c9e5d870-dcb1-44fe-a752-61ca0d8a727d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5d9628d6-01f7-4226-adf5-04dabf6c9f64 HTTP/1.1" status: 200 len: 217 time: 0.0698318 Aug 12 14:37:46.493878 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4c100891-2455-4acc-8888-1c46a95b071f req-07881628-6153-4b8c-8a22-6d6dda350a48 tempest-ImagesOneServerNegativeTestJSON-535792509 tempest-ImagesOneServerNegativeTestJSON-535792509-project] 10.222.0.39 "GET /v2.0/security-groups?id=21797083-50ee-4fa2-9ae6-2585440bdd47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724947 Aug 12 14:37:46.508381 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 14:37:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84e90c82-70d4-4fb1-8441-58f983cf94d5 x-openstack-request-id: req-84e90c82-70d4-4fb1-8441-58f983cf94d5 {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:37:46.508891 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a07fe76-d79e-4111-be6f-636b2b03280c", "name": "network-vif-plugged", "status": "completed", "tag": "c1370726-26d5-419c-8e55-e074879c4b95", "code": 200}]} {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:37:46.508891 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-84e90c82-70d4-4fb1-8441-58f983cf94d5 {{(pid=94468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:37:46.509294 n-d-694802-15 neutron-server[94468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a07fe76-d79e-4111-be6f-636b2b03280c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1370726-26d5-419c-8e55-e074879c4b95', 'code': 200} Aug 12 14:37:46.513418 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-20b6dd0c-9214-4461-90df-7fc324b86e19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:46.530338 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port 00b94db5-9566-4cc8-ae97-6a3ac4c73dad, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=00b94db5-9566-4cc8-ae97-6a3ac4c73dad,segment=NetworkSegment(4c973057-417f-419d-840d-ea232fb579a5),segment_id=4c973057-417f-419d-840d-ea232fb579a5)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:37:46.536721 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-20b6dd0c-9214-4461-90df-7fc324b86e19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:46.538817 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:46.564457 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-20b6dd0c-9214-4461-90df-7fc324b86e19 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=688536cda78c429a80d7c71edc0d5803&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4108052 Aug 12 14:37:46.572393 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 39952) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:37:46.598832 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Pushing event updated for resources: {'Port': ['ID=00b94db5-9566-4cc8-ae97-6a3ac4c73dad,revision_number=5']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:37:46.640788 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b6dd0c-9214-4461-90df-7fc324b86e19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b8b86ec-2ec8-4305-b098-b79f94c1c66e,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:37:46.648401 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f94110b-bf90-446c-80f9-738ff0a47635 req-5c7449e6-df93-464e-8c6d-4bd18c9edd50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:37:46.650268 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-3f94110b-bf90-446c-80f9-738ff0a47635 req-5c7449e6-df93-464e-8c6d-4bd18c9edd50 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=463d04ce-55b6-4138-a233-8d1ceeb0ed15 HTTP/1.1" status: 200 len: 853 time: 0.1456690 Aug 12 14:37:46.723162 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc07a7f-ec6e-405e-8c55-6673c5e1851f req-77c841ca-1b0b-43cf-b8bd-9aecf2f419a1 tempest-ListImageFiltersTestJSON-1084466314 tempest-ListImageFiltersTestJSON-1084466314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:37:46.724489 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8e602a-e210-48ba-a88e-127b843a0687 req-c6c53464-e4db-4b9d-a993-e3aa5bb55bb0 tempest-ListImageFiltersTestJSON-1084466314 tempest-ListImageFiltersTestJSON-1084466314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:37:46.725012 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-7cc07a7f-ec6e-405e-8c55-6673c5e1851f req-77c841ca-1b0b-43cf-b8bd-9aecf2f419a1 tempest-ListImageFiltersTestJSON-1084466314 tempest-ListImageFiltersTestJSON-1084466314-project] 10.222.0.39 "GET /v2.0/ports?device_id=5f1992d0-e823-416d-bad0-60fca0e01566 HTTP/1.1" status: 200 len: 949 time: 0.1411908 Aug 12 14:37:46.726078 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-fc8e602a-e210-48ba-a88e-127b843a0687 req-c6c53464-e4db-4b9d-a993-e3aa5bb55bb0 tempest-ListImageFiltersTestJSON-1084466314 tempest-ListImageFiltersTestJSON-1084466314-project] 10.222.0.49 "GET /v2.0/ports?device_id=5f1992d0-e823-416d-bad0-60fca0e01566 HTTP/1.1" status: 200 len: 949 time: 0.1281052 Aug 12 14:37:46.729361 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-529d33e4-7404-4553-ae9f-bf2883b086f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:46.768317 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f94110b-bf90-446c-80f9-738ff0a47635 req-4238c545-45cf-4ff3-9f33-9f2f5fc9b335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:37:46.769812 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-3f94110b-bf90-446c-80f9-738ff0a47635 req-4238c545-45cf-4ff3-9f33-9f2f5fc9b335 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3639a5bb-e2f3-4c58-83b4-19e7e72a5347&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1094139 Aug 12 14:37:46.773359 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-529d33e4-7404-4553-ae9f-bf2883b086f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:46.799397 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f582fff-fcc5-4b56-92dd-c5c6fc651d76 req-3555c9fb-db7e-4bfc-9724-a5a746f83f71 tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:37:46.800762 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4f582fff-fcc5-4b56-92dd-c5c6fc651d76 req-3555c9fb-db7e-4bfc-9724-a5a746f83f71 tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] 10.222.0.39 "GET /v2.0/ports?device_id=fea8bb5d-f50e-4078-8fba-46b21540b743 HTTP/1.1" status: 200 len: 946 time: 0.1318467 Aug 12 14:37:46.859156 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-7cc07a7f-ec6e-405e-8c55-6673c5e1851f req-90a60e92-c433-486f-a44a-22378021ee31 tempest-ListImageFiltersTestJSON-1084466314 tempest-ListImageFiltersTestJSON-1084466314-project] 10.222.0.39 "GET /v2.0/security-groups?id=b4a31b54-6887-49af-b050-eeff23ce2037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228786 Aug 12 14:37:46.882879 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-999930ab-1da2-457a-9717-03093e46ecbf req-7e80aa57-1e20-4e11-aa22-84073b62ab2a tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:46.889158 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4f582fff-fcc5-4b56-92dd-c5c6fc651d76 req-9d53d55d-1391-410e-b4e9-8c7c4993c7f4 tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ad0002e-d03d-4ace-861f-ca41a35b7aed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774379 Aug 12 14:37:46.894339 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] get_ports_and_sgs() called for port_ids ['6ef149e8-edc7-4005-86e8-5a81e824ec89'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:37:46.900320 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] get_ports_and_sgs() called for port_ids ['d90bce39-ead3-4c84-9aee-c6a88aef9bad'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:37:46.910693 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-3f94110b-bf90-446c-80f9-738ff0a47635 req-618c9ae9-b1e2-40cc-9248-bbc2fa1b5250 service neutron] 10.222.0.49 "GET /v2.0/networks/3639a5bb-e2f3-4c58-83b4-19e7e72a5347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299117 Aug 12 14:37:46.916537 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-529d33e4-7404-4553-ae9f-bf2883b086f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:46.920135 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-529d33e4-7404-4553-ae9f-bf2883b086f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:46.921845 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-529d33e4-7404-4553-ae9f-bf2883b086f8 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0b8b86ec-2ec8-4305-b098-b79f94c1c66e HTTP/1.1" status: 204 len: 168 time: 0.3480875 Aug 12 14:37:46.956264 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529d33e4-7404-4553-ae9f-bf2883b086f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b8b86ec-2ec8-4305-b098-b79f94c1c66e,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:37:46.971662 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e80aa57-1e20-4e11-aa22-84073b62ab2a tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] Pushing event deleted for resources: {'Port': ['ID=6ef149e8-edc7-4005-86e8-5a81e824ec89,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:37:47.066934 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-3f94110b-bf90-446c-80f9-738ff0a47635 req-c4485777-a7a3-4788-973d-db2966ae0f09 service neutron] 10.222.0.49 "GET /v2.0/networks/3639a5bb-e2f3-4c58-83b4-19e7e72a5347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438770 Aug 12 14:37:47.070209 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [req-fc8e602a-e210-48ba-a88e-127b843a0687 req-3a24fe6a-75e0-4935-a94f-f76aeeac8d1e tempest-ListImageFiltersTestJSON-1084466314 tempest-ListImageFiltersTestJSON-1084466314-project] Deleting port 890f05cd-3a6a-492a-b07c-feb1a5c93987 {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:37:47.070566 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-fc8e602a-e210-48ba-a88e-127b843a0687 req-3a24fe6a-75e0-4935-a94f-f76aeeac8d1e tempest-ListImageFiltersTestJSON-1084466314 tempest-ListImageFiltersTestJSON-1084466314-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:47.090412 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc06fb4-5e0c-4cbd-8f0d-416c52c812a9 req-5db612fd-25a9-4df2-a107-1c68b7a70413 tempest-ServersWithSpecificFlavorTestJSON-1739232893 tempest-ServersWithSpecificFlavorTestJSON-1739232893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:37:47.092160 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-9bc06fb4-5e0c-4cbd-8f0d-416c52c812a9 req-5db612fd-25a9-4df2-a107-1c68b7a70413 tempest-ServersWithSpecificFlavorTestJSON-1739232893 tempest-ServersWithSpecificFlavorTestJSON-1739232893-project] 10.222.0.39 "GET /v2.0/ports?device_id=8ed0b090-d715-45eb-a73a-683995b5af12 HTTP/1.1" status: 200 len: 945 time: 0.0707889 Aug 12 14:37:47.110732 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [req-999930ab-1da2-457a-9717-03093e46ecbf req-7e80aa57-1e20-4e11-aa22-84073b62ab2a tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] No DVR routers for this DVR port 6ef149e8-edc7-4005-86e8-5a81e824ec89 on host n-h2-694802-15 {{(pid=94467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:37:47.139269 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-999930ab-1da2-457a-9717-03093e46ecbf req-7e80aa57-1e20-4e11-aa22-84073b62ab2a tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:47.139468 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-9bc06fb4-5e0c-4cbd-8f0d-416c52c812a9 req-b1c24986-fb1a-4f33-85a3-bee5fdada3fb tempest-ServersWithSpecificFlavorTestJSON-1739232893 tempest-ServersWithSpecificFlavorTestJSON-1739232893-project] 10.222.0.39 "GET /v2.0/security-groups?id=7583e7d0-9463-4dd0-8eff-2e0ab040ac14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399652 Aug 12 14:37:47.141347 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-999930ab-1da2-457a-9717-03093e46ecbf req-7e80aa57-1e20-4e11-aa22-84073b62ab2a tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] 10.222.0.49 "DELETE /v2.0/ports/6ef149e8-edc7-4005-86e8-5a81e824ec89 HTTP/1.1" status: 204 len: 173 time: 1.1406293 Aug 12 14:37:47.141950 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56e005fa-0896-490e-9646-8a24af6536d9', 'name': 'network-vif-deleted', 'tag': '6ef149e8-edc7-4005-86e8-5a81e824ec89'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:37:47.151798 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e65282f928b64038367d043a4411777802006c43a98742496cb2e25b724ff1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97ada3f4-1034-4465-83d9-50959a1b651e" -d '{"events": [{"server_uuid": "56e005fa-0896-490e-9646-8a24af6536d9", "name": "network-vif-deleted", "tag": "6ef149e8-edc7-4005-86e8-5a81e824ec89"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:37:47.239675 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e3c378-ee76-4a76-afe8-32ee3b5718af req-666a76ce-495d-4f1f-8290-5c4a97b4cf4d tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:37:47.241412 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-11e3c378-ee76-4a76-afe8-32ee3b5718af req-666a76ce-495d-4f1f-8290-5c4a97b4cf4d tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] 10.222.0.39 "GET /v2.0/ports?device_id=43abd2c4-d448-4227-a204-7721cfbf6bdd HTTP/1.1" status: 200 len: 945 time: 0.2622750 Aug 12 14:37:47.243212 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 14:37:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfa9b9d5-0f55-43d5-be9f-6b12bc33c5ad x-openstack-request-id: req-bfa9b9d5-0f55-43d5-be9f-6b12bc33c5ad {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:37:47.243518 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56e005fa-0896-490e-9646-8a24af6536d9", "name": "network-vif-deleted", "tag": "6ef149e8-edc7-4005-86e8-5a81e824ec89", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:37:47.243774 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-bfa9b9d5-0f55-43d5-be9f-6b12bc33c5ad {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:37:47.244230 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56e005fa-0896-490e-9646-8a24af6536d9', 'name': 'network-vif-deleted', 'tag': '6ef149e8-edc7-4005-86e8-5a81e824ec89', 'status': 'completed', 'code': 200} Aug 12 14:37:47.306716 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-fc8e602a-e210-48ba-a88e-127b843a0687 req-3a24fe6a-75e0-4935-a94f-f76aeeac8d1e tempest-ListImageFiltersTestJSON-1084466314 tempest-ListImageFiltersTestJSON-1084466314-project] For port 890f05cd-3a6a-492a-b07c-feb1a5c93987, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=890f05cd-3a6a-492a-b07c-feb1a5c93987,segment=NetworkSegment(a1f8c867-101b-4d30-814e-b89f55a5edd0),segment_id=a1f8c867-101b-4d30-814e-b89f55a5edd0)] {{(pid=94467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:37:47.307114 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-fc8e602a-e210-48ba-a88e-127b843a0687 req-3a24fe6a-75e0-4935-a94f-f76aeeac8d1e tempest-ListImageFiltersTestJSON-1084466314 tempest-ListImageFiltersTestJSON-1084466314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:47.321075 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-11e3c378-ee76-4a76-afe8-32ee3b5718af req-e36bfec8-70ba-41d2-ab51-86c7a5672e80 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b3c7ce2-70f7-4d15-8774-e830cec0f0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684409 Aug 12 14:37:47.334084 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [req-fc8e602a-e210-48ba-a88e-127b843a0687 req-3a24fe6a-75e0-4935-a94f-f76aeeac8d1e tempest-ListImageFiltersTestJSON-1084466314 tempest-ListImageFiltersTestJSON-1084466314-project] Calling delete_port for 890f05cd-3a6a-492a-b07c-feb1a5c93987 owned by compute:nova {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:37:47.383297 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bb03c1-a193-484e-938a-a0c7502df515 req-99c2e38c-c7e5-420b-b299-cc59b51dab59 tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:37:47.391383 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-c4bb03c1-a193-484e-938a-a0c7502df515 req-99c2e38c-c7e5-420b-b299-cc59b51dab59 tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] 10.222.0.39 "GET /v2.0/ports?device_id=072e510b-94e7-4b4d-9adb-8de696ba114d HTTP/1.1" status: 200 len: 943 time: 0.0721068 Aug 12 14:37:47.429669 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-c4bb03c1-a193-484e-938a-a0c7502df515 req-d7bdd380-fc0f-4ca6-9ce1-ab695fd382b5 tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] 10.222.0.39 "GET /v2.0/security-groups?id=87f02c46-9837-45f6-a8f5-f67c20068d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372550 Aug 12 14:37:47.552317 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-fc8e602a-e210-48ba-a88e-127b843a0687 req-3a24fe6a-75e0-4935-a94f-f76aeeac8d1e tempest-ListImageFiltersTestJSON-1084466314 tempest-ListImageFiltersTestJSON-1084466314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:47.593759 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b76bda2-55a1-4f8f-83d7-7a4309701b8b req-067a5d46-cd99-4d36-a391-52af3fba79b4 tempest-AttachSCSIVolumeTestJSON-842334255 tempest-AttachSCSIVolumeTestJSON-842334255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:37:47.595417 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4b76bda2-55a1-4f8f-83d7-7a4309701b8b req-067a5d46-cd99-4d36-a391-52af3fba79b4 tempest-AttachSCSIVolumeTestJSON-842334255 tempest-AttachSCSIVolumeTestJSON-842334255-project] 10.222.0.39 "GET /v2.0/ports?device_id=03232926-321d-4d1a-bc13-5e0570da9f31 HTTP/1.1" status: 200 len: 943 time: 0.0990117 Aug 12 14:37:47.598749 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a24fe6a-75e0-4935-a94f-f76aeeac8d1e tempest-ListImageFiltersTestJSON-1084466314 tempest-ListImageFiltersTestJSON-1084466314-project] Pushing event deleted for resources: {'Port': ['ID=890f05cd-3a6a-492a-b07c-feb1a5c93987,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:37:47.605706 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091e01d7-c066-4f14-99e1-12e23467f602 req-bb84bf48-b771-47d0-b77d-c040c824089f tempest-ImagesOneServerNegativeTestJSON-535792509 tempest-ImagesOneServerNegativeTestJSON-535792509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:37:47.613831 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-091e01d7-c066-4f14-99e1-12e23467f602 req-bb84bf48-b771-47d0-b77d-c040c824089f tempest-ImagesOneServerNegativeTestJSON-535792509 tempest-ImagesOneServerNegativeTestJSON-535792509-project] 10.222.0.39 "GET /v2.0/ports?device_id=5a07fe76-d79e-4111-be6f-636b2b03280c HTTP/1.1" status: 200 len: 945 time: 0.0598886 Aug 12 14:37:47.652424 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc8e602a-e210-48ba-a88e-127b843a0687 req-3a24fe6a-75e0-4935-a94f-f76aeeac8d1e tempest-ListImageFiltersTestJSON-1084466314 tempest-ListImageFiltersTestJSON-1084466314-project] No DVR routers for this DVR port 890f05cd-3a6a-492a-b07c-feb1a5c93987 on host n-h2-694802-15 {{(pid=94467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:37:47.663959 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-fc8e602a-e210-48ba-a88e-127b843a0687 req-3a24fe6a-75e0-4935-a94f-f76aeeac8d1e tempest-ListImageFiltersTestJSON-1084466314 tempest-ListImageFiltersTestJSON-1084466314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:47.665117 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-091e01d7-c066-4f14-99e1-12e23467f602 req-18628d72-429d-4236-9771-fc6267ee9cbc tempest-ImagesOneServerNegativeTestJSON-535792509 tempest-ImagesOneServerNegativeTestJSON-535792509-project] 10.222.0.39 "GET /v2.0/security-groups?id=21797083-50ee-4fa2-9ae6-2585440bdd47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503068 Aug 12 14:37:47.666424 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-fc8e602a-e210-48ba-a88e-127b843a0687 req-3a24fe6a-75e0-4935-a94f-f76aeeac8d1e tempest-ListImageFiltersTestJSON-1084466314 tempest-ListImageFiltersTestJSON-1084466314-project] 10.222.0.49 "DELETE /v2.0/ports/890f05cd-3a6a-492a-b07c-feb1a5c93987 HTTP/1.1" status: 204 len: 173 time: 0.9336202 Aug 12 14:37:47.688764 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4b76bda2-55a1-4f8f-83d7-7a4309701b8b req-f6b45b9f-61ad-416b-8439-b60f360c4892 tempest-AttachSCSIVolumeTestJSON-842334255 tempest-AttachSCSIVolumeTestJSON-842334255-project] 10.222.0.39 "GET /v2.0/security-groups?id=10538960-7c7a-451a-90f5-94b5fbb5462b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617907 Aug 12 14:37:47.853077 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cddde1e-62c1-465d-8eb7-9d3164fd70ef req-d12fd4e3-a958-493a-9b83-5792778dd01f tempest-ImagesOneServerNegativeTestJSON-535792509 tempest-ImagesOneServerNegativeTestJSON-535792509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:37:47.855427 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4cddde1e-62c1-465d-8eb7-9d3164fd70ef req-d12fd4e3-a958-493a-9b83-5792778dd01f tempest-ImagesOneServerNegativeTestJSON-535792509 tempest-ImagesOneServerNegativeTestJSON-535792509-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a07fe76-d79e-4111-be6f-636b2b03280c HTTP/1.1" status: 200 len: 945 time: 0.0592792 Aug 12 14:37:47.962605 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [req-4cddde1e-62c1-465d-8eb7-9d3164fd70ef req-d16b05cc-876f-46c8-85fd-fad77229da5a tempest-ImagesOneServerNegativeTestJSON-535792509 tempest-ImagesOneServerNegativeTestJSON-535792509-project] Deleting port c1370726-26d5-419c-8e55-e074879c4b95 {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:37:47.962605 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-4cddde1e-62c1-465d-8eb7-9d3164fd70ef req-d16b05cc-876f-46c8-85fd-fad77229da5a tempest-ImagesOneServerNegativeTestJSON-535792509 tempest-ImagesOneServerNegativeTestJSON-535792509-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:48.004225 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-783e21d2-9003-4406-b696-68976b906e5d req-221e938d-6bc6-4955-9cb0-558458f9ecd0 tempest-ListImageFiltersTestJSON-1084466314 tempest-ListImageFiltersTestJSON-1084466314-project] 10.222.0.39 "GET /v2.0/ports?device_id=5f1992d0-e823-416d-bad0-60fca0e01566 HTTP/1.1" status: 200 len: 210 time: 0.0542431 Aug 12 14:37:48.136673 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4cb078-9d64-448e-bec8-d0d34841610a req-37e14870-d5af-4a64-a3aa-7652080054af tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:37:48.144275 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-7b4cb078-9d64-448e-bec8-d0d34841610a req-37e14870-d5af-4a64-a3aa-7652080054af tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] 10.222.0.39 "GET /v2.0/ports?device_id=fea8bb5d-f50e-4078-8fba-46b21540b743 HTTP/1.1" status: 200 len: 946 time: 0.1239688 Aug 12 14:37:48.167326 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-4cddde1e-62c1-465d-8eb7-9d3164fd70ef req-d16b05cc-876f-46c8-85fd-fad77229da5a tempest-ImagesOneServerNegativeTestJSON-535792509 tempest-ImagesOneServerNegativeTestJSON-535792509-project] For port c1370726-26d5-419c-8e55-e074879c4b95, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=c1370726-26d5-419c-8e55-e074879c4b95,segment=NetworkSegment(e096a12b-68f8-4c98-b89d-d2992559fa06),segment_id=e096a12b-68f8-4c98-b89d-d2992559fa06)] {{(pid=94467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:37:48.167958 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-4cddde1e-62c1-465d-8eb7-9d3164fd70ef req-d16b05cc-876f-46c8-85fd-fad77229da5a tempest-ImagesOneServerNegativeTestJSON-535792509 tempest-ImagesOneServerNegativeTestJSON-535792509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:48.192892 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [req-4cddde1e-62c1-465d-8eb7-9d3164fd70ef req-d16b05cc-876f-46c8-85fd-fad77229da5a tempest-ImagesOneServerNegativeTestJSON-535792509 tempest-ImagesOneServerNegativeTestJSON-535792509-project] Calling delete_port for c1370726-26d5-419c-8e55-e074879c4b95 owned by compute:nova {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:37:48.223334 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-7b4cb078-9d64-448e-bec8-d0d34841610a req-d58c212d-0ef5-444c-9e0e-26bbb6057f7e tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ad0002e-d03d-4ace-861f-ca41a35b7aed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747938 Aug 12 14:37:48.316538 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f39a965-ff73-44c9-869d-aa77f2d44b5b req-3042b237-ca36-4f72-8d6a-4a01fa510522 tempest-ServersWithSpecificFlavorTestJSON-1739232893 tempest-ServersWithSpecificFlavorTestJSON-1739232893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:37:48.316538 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-0f39a965-ff73-44c9-869d-aa77f2d44b5b req-3042b237-ca36-4f72-8d6a-4a01fa510522 tempest-ServersWithSpecificFlavorTestJSON-1739232893 tempest-ServersWithSpecificFlavorTestJSON-1739232893-project] 10.222.0.39 "GET /v2.0/ports?device_id=8ed0b090-d715-45eb-a73a-683995b5af12 HTTP/1.1" status: 200 len: 945 time: 0.0618446 Aug 12 14:37:48.316856 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 40012) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:37:48.377978 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-0f39a965-ff73-44c9-869d-aa77f2d44b5b req-807860c0-726d-40fd-8f14-233a83c195b0 tempest-ServersWithSpecificFlavorTestJSON-1739232893 tempest-ServersWithSpecificFlavorTestJSON-1739232893-project] 10.222.0.39 "GET /v2.0/security-groups?id=7583e7d0-9463-4dd0-8eff-2e0ab040ac14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516775 Aug 12 14:37:48.407464 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-4cddde1e-62c1-465d-8eb7-9d3164fd70ef req-d16b05cc-876f-46c8-85fd-fad77229da5a tempest-ImagesOneServerNegativeTestJSON-535792509 tempest-ImagesOneServerNegativeTestJSON-535792509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:48.467357 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d9b8d7df-1453-490a-a278-ea1d4f6e67ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:48.482445 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16b05cc-876f-46c8-85fd-fad77229da5a tempest-ImagesOneServerNegativeTestJSON-535792509 tempest-ImagesOneServerNegativeTestJSON-535792509-project] Pushing event deleted for resources: {'Port': ['ID=c1370726-26d5-419c-8e55-e074879c4b95,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:37:48.510635 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43abd2c4-d448-4227-a204-7721cfbf6bdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00b94db5-9566-4cc8-ae97-6a3ac4c73dad'}] {{(pid=94468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:37:48.514561 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99a8d87602170099c728e57431aca99e9b98a655a83bbf8727be13192709727b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-978527ca-6eba-4413-aef3-feac0e9f3953" -d '{"events": [{"server_uuid": "43abd2c4-d448-4227-a204-7721cfbf6bdd", "name": "network-vif-plugged", "status": "completed", "tag": "00b94db5-9566-4cc8-ae97-6a3ac4c73dad"}]}' {{(pid=94468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:37:48.529641 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cddde1e-62c1-465d-8eb7-9d3164fd70ef req-d16b05cc-876f-46c8-85fd-fad77229da5a tempest-ImagesOneServerNegativeTestJSON-535792509 tempest-ImagesOneServerNegativeTestJSON-535792509-project] No DVR routers for this DVR port c1370726-26d5-419c-8e55-e074879c4b95 on host n-h1-694802-15 {{(pid=94467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:37:48.534482 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-4cddde1e-62c1-465d-8eb7-9d3164fd70ef req-d16b05cc-876f-46c8-85fd-fad77229da5a tempest-ImagesOneServerNegativeTestJSON-535792509 tempest-ImagesOneServerNegativeTestJSON-535792509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:48.536522 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4cddde1e-62c1-465d-8eb7-9d3164fd70ef req-d16b05cc-876f-46c8-85fd-fad77229da5a tempest-ImagesOneServerNegativeTestJSON-535792509 tempest-ImagesOneServerNegativeTestJSON-535792509-project] 10.222.0.64 "DELETE /v2.0/ports/c1370726-26d5-419c-8e55-e074879c4b95 HTTP/1.1" status: 204 len: 173 time: 0.6742871 Aug 12 14:37:48.552036 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704b5de8-043e-44d5-a1ab-a8a8696255e4 req-934c66c8-aa52-493d-befa-e03dfbcb385b tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:37:48.555540 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-704b5de8-043e-44d5-a1ab-a8a8696255e4 req-934c66c8-aa52-493d-befa-e03dfbcb385b tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] 10.222.0.39 "GET /v2.0/ports?device_id=43abd2c4-d448-4227-a204-7721cfbf6bdd HTTP/1.1" status: 200 len: 945 time: 0.1505342 Aug 12 14:37:48.584665 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e01dcd0-5ce9-484b-ae19-a102f6be7f09 req-5a7c4a7a-fdbd-4f8e-91e2-11818c2102ba tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:37:48.586198 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-5e01dcd0-5ce9-484b-ae19-a102f6be7f09 req-5a7c4a7a-fdbd-4f8e-91e2-11818c2102ba tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] 10.222.0.39 "GET /v2.0/ports?device_id=072e510b-94e7-4b4d-9adb-8de696ba114d HTTP/1.1" status: 200 len: 943 time: 0.0789106 Aug 12 14:37:48.603426 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-704b5de8-043e-44d5-a1ab-a8a8696255e4 req-b691afc2-c200-4b1a-89dd-7ea9612e7f6d tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b3c7ce2-70f7-4d15-8774-e830cec0f0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403047 Aug 12 14:37:48.640457 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d9b8d7df-1453-490a-a278-ea1d4f6e67ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:48.646659 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d9b8d7df-1453-490a-a278-ea1d4f6e67ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:48.665735 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 14:37:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95fa1ddb-b8ee-4739-8762-b4f66ca4bea8 x-openstack-request-id: req-95fa1ddb-b8ee-4739-8762-b4f66ca4bea8 {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:37:48.665998 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43abd2c4-d448-4227-a204-7721cfbf6bdd", "name": "network-vif-plugged", "status": "completed", "tag": "00b94db5-9566-4cc8-ae97-6a3ac4c73dad", "code": 200}]} {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:37:48.666195 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-95fa1ddb-b8ee-4739-8762-b4f66ca4bea8 {{(pid=94468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:37:48.667003 n-d-694802-15 neutron-server[94468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43abd2c4-d448-4227-a204-7721cfbf6bdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00b94db5-9566-4cc8-ae97-6a3ac4c73dad', 'code': 200} Aug 12 14:37:48.676162 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-5e01dcd0-5ce9-484b-ae19-a102f6be7f09 req-07e60d43-dd6b-4c48-8c82-9d3792d770b5 tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] 10.222.0.39 "GET /v2.0/security-groups?id=87f02c46-9837-45f6-a8f5-f67c20068d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797195 Aug 12 14:37:48.696539 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-d9b8d7df-1453-490a-a278-ea1d4f6e67ba admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f0a5a3601b0d4904a833b1b18e134325&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3786175 Aug 12 14:37:48.699265 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 40026) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:37:48.701427 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b8d7df-1453-490a-a278-ea1d4f6e67ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f07bfd49-0367-407f-b9df-812bf6e7a152,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:37:48.832591 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2dcec2e7-7084-4790-8663-94c7c9c958dd req-173689a3-8504-47de-860d-91ba22cc6cb5 tempest-ImagesOneServerNegativeTestJSON-535792509 tempest-ImagesOneServerNegativeTestJSON-535792509-project] 10.222.0.39 "GET /v2.0/ports?device_id=5a07fe76-d79e-4111-be6f-636b2b03280c HTTP/1.1" status: 200 len: 210 time: 0.0412257 Aug 12 14:37:48.834926 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d1cc4a-8911-4c56-a64a-f7575a3d6b36 req-76531dd1-b886-4689-a0a8-688644129732 tempest-AttachSCSIVolumeTestJSON-842334255 tempest-AttachSCSIVolumeTestJSON-842334255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:37:48.836672 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-28d1cc4a-8911-4c56-a64a-f7575a3d6b36 req-76531dd1-b886-4689-a0a8-688644129732 tempest-AttachSCSIVolumeTestJSON-842334255 tempest-AttachSCSIVolumeTestJSON-842334255-project] 10.222.0.39 "GET /v2.0/ports?device_id=03232926-321d-4d1a-bc13-5e0570da9f31 HTTP/1.1" status: 200 len: 943 time: 0.0571117 Aug 12 14:37:48.840862 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce3069c-30cc-4850-aee5-61c2ea816fc2 req-3fa8d638-fb89-4f6b-b846-e2a573e9e823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:37:48.842654 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-dce3069c-30cc-4850-aee5-61c2ea816fc2 req-3fa8d638-fb89-4f6b-b846-e2a573e9e823 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=43abd2c4-d448-4227-a204-7721cfbf6bdd HTTP/1.1" status: 200 len: 1097 time: 0.0819404 Aug 12 14:37:48.843503 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-f0116632-4e33-4555-8826-678258345de7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:48.876241 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-28d1cc4a-8911-4c56-a64a-f7575a3d6b36 req-f76ea2d4-07f4-4f0b-8943-20b49fe40411 tempest-AttachSCSIVolumeTestJSON-842334255 tempest-AttachSCSIVolumeTestJSON-842334255-project] 10.222.0.39 "GET /v2.0/security-groups?id=10538960-7c7a-451a-90f5-94b5fbb5462b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335169 Aug 12 14:37:48.879081 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-f0116632-4e33-4555-8826-678258345de7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:48.911272 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-dce3069c-30cc-4850-aee5-61c2ea816fc2 req-ef4d760e-bad1-4009-be5e-3b93746584bd service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=5b3c7ce2-70f7-4d15-8774-e830cec0f0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581975 Aug 12 14:37:48.940743 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-f0116632-4e33-4555-8826-678258345de7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:48.943219 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-f0116632-4e33-4555-8826-678258345de7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:48.944313 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-f0116632-4e33-4555-8826-678258345de7 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f07bfd49-0367-407f-b9df-812bf6e7a152 HTTP/1.1" status: 204 len: 168 time: 0.2437499 Aug 12 14:37:48.952097 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0116632-4e33-4555-8826-678258345de7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f07bfd49-0367-407f-b9df-812bf6e7a152,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:37:49.245576 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f1992d0-e823-416d-bad0-60fca0e01566', 'name': 'network-vif-deleted', 'tag': '890f05cd-3a6a-492a-b07c-feb1a5c93987'}, {'server_uuid': '5a07fe76-d79e-4111-be6f-636b2b03280c', 'name': 'network-vif-deleted', 'tag': 'c1370726-26d5-419c-8e55-e074879c4b95'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:37:49.250424 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e65282f928b64038367d043a4411777802006c43a98742496cb2e25b724ff1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ebc7bbe-615e-426b-a1c5-14d70cb1d453" -d '{"events": [{"server_uuid": "5f1992d0-e823-416d-bad0-60fca0e01566", "name": "network-vif-deleted", "tag": "890f05cd-3a6a-492a-b07c-feb1a5c93987"}, {"server_uuid": "5a07fe76-d79e-4111-be6f-636b2b03280c", "name": "network-vif-deleted", "tag": "c1370726-26d5-419c-8e55-e074879c4b95"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:37:49.371622 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417a417d-fd00-4dc2-8574-e7eb793d637b req-d3c69908-056c-4e1c-82e3-2c016ba2c9f5 tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:37:49.373495 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-417a417d-fd00-4dc2-8574-e7eb793d637b req-d3c69908-056c-4e1c-82e3-2c016ba2c9f5 tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] 10.222.0.39 "GET /v2.0/ports?device_id=fea8bb5d-f50e-4078-8fba-46b21540b743 HTTP/1.1" status: 200 len: 946 time: 0.0705509 Aug 12 14:37:49.426639 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-417a417d-fd00-4dc2-8574-e7eb793d637b req-542ad038-1fff-483f-b9e3-c1c010f9984e tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ad0002e-d03d-4ace-861f-ca41a35b7aed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430219 Aug 12 14:37:49.518512 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 12 Aug 2021 14:37:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b5a5d2a-78e1-45f6-b24f-25c5c113d76b x-openstack-request-id: req-9b5a5d2a-78e1-45f6-b24f-25c5c113d76b {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:37:49.518812 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f1992d0-e823-416d-bad0-60fca0e01566", "name": "network-vif-deleted", "tag": "890f05cd-3a6a-492a-b07c-feb1a5c93987", "status": "completed", "code": 200}, {"server_uuid": "5a07fe76-d79e-4111-be6f-636b2b03280c", "name": "network-vif-deleted", "tag": "c1370726-26d5-419c-8e55-e074879c4b95", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:37:49.519155 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9b5a5d2a-78e1-45f6-b24f-25c5c113d76b {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:37:49.519561 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f1992d0-e823-416d-bad0-60fca0e01566', 'name': 'network-vif-deleted', 'tag': '890f05cd-3a6a-492a-b07c-feb1a5c93987', 'status': 'completed', 'code': 200} Aug 12 14:37:49.519839 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a07fe76-d79e-4111-be6f-636b2b03280c', 'name': 'network-vif-deleted', 'tag': 'c1370726-26d5-419c-8e55-e074879c4b95', 'status': 'completed', 'code': 200} Aug 12 14:37:49.625701 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77744d4f-06f2-4434-9409-586fe8492966 req-f3e9351b-a717-4a9b-af01-6c5e8a3560a0 tempest-ServersWithSpecificFlavorTestJSON-1739232893 tempest-ServersWithSpecificFlavorTestJSON-1739232893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:37:49.627315 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-77744d4f-06f2-4434-9409-586fe8492966 req-f3e9351b-a717-4a9b-af01-6c5e8a3560a0 tempest-ServersWithSpecificFlavorTestJSON-1739232893 tempest-ServersWithSpecificFlavorTestJSON-1739232893-project] 10.222.0.39 "GET /v2.0/ports?device_id=8ed0b090-d715-45eb-a73a-683995b5af12 HTTP/1.1" status: 200 len: 945 time: 0.0571780 Aug 12 14:37:49.669287 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device 5d9628d6-01f7-4226-adf5-04dabf6c9f64 details requested by agent hyperv_n-h2-694802-15 with host n-h2-694802-15 {{(pid=94468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 14:37:49.673895 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device 6ef149e8-edc7-4005-86e8-5a81e824ec89 no longer exists at agent hyperv_n-h2-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:37:49.695356 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-77744d4f-06f2-4434-9409-586fe8492966 req-d509f6b4-16cd-4281-865d-f216e160c96f tempest-ServersWithSpecificFlavorTestJSON-1739232893 tempest-ServersWithSpecificFlavorTestJSON-1739232893-project] 10.222.0.39 "GET /v2.0/security-groups?id=7583e7d0-9463-4dd0-8eff-2e0ab040ac14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575633 Aug 12 14:37:49.701865 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] No Port match for: 6ef149e8-edc7-4005-86e8-5a81e824ec89 {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 14:37:49.703370 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device 6ef149e8-edc7-4005-86e8-5a81e824ec89 not bound to the agent host n-h2-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:37:49.703966 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device 890f05cd-3a6a-492a-b07c-feb1a5c93987 no longer exists at agent hyperv_n-h2-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:37:49.746018 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] No Port match for: 890f05cd-3a6a-492a-b07c-feb1a5c93987 {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 14:37:49.746367 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device 890f05cd-3a6a-492a-b07c-feb1a5c93987 not bound to the agent host n-h2-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:37:49.789310 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d3a1ae-5d3e-4fa2-bd10-7506a51f0ccc req-e3704ecc-8283-4395-802f-7d996cca55c2 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:37:49.798001 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-41d3a1ae-5d3e-4fa2-bd10-7506a51f0ccc req-e3704ecc-8283-4395-802f-7d996cca55c2 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] 10.222.0.39 "GET /v2.0/ports?device_id=43abd2c4-d448-4227-a204-7721cfbf6bdd HTTP/1.1" status: 200 len: 945 time: 0.0708458 Aug 12 14:37:49.850113 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-41d3a1ae-5d3e-4fa2-bd10-7506a51f0ccc req-f0ab71b4-5cb7-4266-9906-809df54e429d tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b3c7ce2-70f7-4d15-8774-e830cec0f0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508981 Aug 12 14:37:49.908064 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port 5d9628d6-01f7-4226-adf5-04dabf6c9f64, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=5d9628d6-01f7-4226-adf5-04dabf6c9f64,segment=NetworkSegment(b44099f3-91d6-4d7d-9179-809cce66c47f),segment_id=b44099f3-91d6-4d7d-9179-809cce66c47f)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:37:49.935344 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Returning: {'device': '5d9628d6-01f7-4226-adf5-04dabf6c9f64', 'network_id': '3639a5bb-e2f3-4c58-83b4-19e7e72a5347', 'port_id': '5d9628d6-01f7-4226-adf5-04dabf6c9f64', 'mac_address': 'fa:16:3e:b1:95:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '463d04ce-55b6-4138-a233-8d1ceeb0ed15', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 14:37:49.970044 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef9efea-0ff3-425f-9c8f-dd4e856dc007 req-bd108bbf-d1dd-4c87-825a-7ab969b9777b tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:37:49.971937 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-8ef9efea-0ff3-425f-9c8f-dd4e856dc007 req-bd108bbf-d1dd-4c87-825a-7ab969b9777b tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] 10.222.0.39 "GET /v2.0/ports?device_id=072e510b-94e7-4b4d-9adb-8de696ba114d HTTP/1.1" status: 200 len: 943 time: 0.0600188 Aug 12 14:37:49.995595 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:50.010924 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d9628d6-01f7-4226-adf5-04dabf6c9f64 {{(pid=94468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:37:50.018781 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device c1370726-26d5-419c-8e55-e074879c4b95 no longer exists at agent hyperv_n-h1-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:37:50.035728 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-8ef9efea-0ff3-425f-9c8f-dd4e856dc007 req-1525c099-00c5-430f-a78b-83a88b5a57bc tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] 10.222.0.39 "GET /v2.0/security-groups?id=87f02c46-9837-45f6-a8f5-f67c20068d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568080 Aug 12 14:37:50.043323 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-93370168-53ca-47c2-9e27-b066be57125c None None] No Port match for: c1370726-26d5-419c-8e55-e074879c4b95 {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 14:37:50.043886 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device c1370726-26d5-419c-8e55-e074879c4b95 not bound to the agent host n-h1-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:37:50.065069 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port 5d9628d6-01f7-4226-adf5-04dabf6c9f64, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=5d9628d6-01f7-4226-adf5-04dabf6c9f64,segment=NetworkSegment(b44099f3-91d6-4d7d-9179-809cce66c47f),segment_id=b44099f3-91d6-4d7d-9179-809cce66c47f)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:37:50.071509 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:50.071936 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device e8c99a67-cbca-4b24-abb0-4ec6fab248bc details requested by agent hyperv_n-h2-694802-15 with host n-h2-694802-15 {{(pid=94468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 14:37:50.174662 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Pushing event updated for resources: {'Port': ['ID=5d9628d6-01f7-4226-adf5-04dabf6c9f64,revision_number=4']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:37:50.211699 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59b0f2c-3d1d-4479-bc34-a6cdb6a3c317 req-238a47b4-0329-4e29-8e7a-0179a6943a4d tempest-AttachSCSIVolumeTestJSON-842334255 tempest-AttachSCSIVolumeTestJSON-842334255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:37:50.219746 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-e59b0f2c-3d1d-4479-bc34-a6cdb6a3c317 req-238a47b4-0329-4e29-8e7a-0179a6943a4d tempest-AttachSCSIVolumeTestJSON-842334255 tempest-AttachSCSIVolumeTestJSON-842334255-project] 10.222.0.39 "GET /v2.0/ports?device_id=03232926-321d-4d1a-bc13-5e0570da9f31 HTTP/1.1" status: 200 len: 944 time: 0.0668159 Aug 12 14:37:50.235370 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port e8c99a67-cbca-4b24-abb0-4ec6fab248bc, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=e8c99a67-cbca-4b24-abb0-4ec6fab248bc,segment=NetworkSegment(111c8fb4-95f7-4303-b261-7f0bb42c0aef),segment_id=111c8fb4-95f7-4303-b261-7f0bb42c0aef)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:37:50.253947 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Returning: {'device': 'e8c99a67-cbca-4b24-abb0-4ec6fab248bc', 'network_id': '63f7bb20-fe7c-43e3-bcb6-44025e6f4b9c', 'port_id': 'e8c99a67-cbca-4b24-abb0-4ec6fab248bc', 'mac_address': 'fa:16:3e:3c:19:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65ea27f3-7f0e-428c-8c45-871b6e9bfddc', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 14:37:50.267047 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-e59b0f2c-3d1d-4479-bc34-a6cdb6a3c317 req-a6d32695-d726-4011-a6e6-398f38c69615 tempest-AttachSCSIVolumeTestJSON-842334255 tempest-AttachSCSIVolumeTestJSON-842334255-project] 10.222.0.39 "GET /v2.0/security-groups?id=10538960-7c7a-451a-90f5-94b5fbb5462b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462503 Aug 12 14:37:50.308534 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:50.325591 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8c99a67-cbca-4b24-abb0-4ec6fab248bc {{(pid=94468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:37:50.348391 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port e8c99a67-cbca-4b24-abb0-4ec6fab248bc, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=e8c99a67-cbca-4b24-abb0-4ec6fab248bc,segment=NetworkSegment(111c8fb4-95f7-4303-b261-7f0bb42c0aef),segment_id=111c8fb4-95f7-4303-b261-7f0bb42c0aef)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:37:50.353041 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:50.361431 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f431fdfd-f324-4d9a-ae46-e24d56d466ee req-90c8aa38-838b-434e-bfee-8396aa3c7686 tempest-ServersWithSpecificFlavorTestJSON-1739232893 tempest-ServersWithSpecificFlavorTestJSON-1739232893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:37:50.363595 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f431fdfd-f324-4d9a-ae46-e24d56d466ee req-90c8aa38-838b-434e-bfee-8396aa3c7686 tempest-ServersWithSpecificFlavorTestJSON-1739232893 tempest-ServersWithSpecificFlavorTestJSON-1739232893-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ed0b090-d715-45eb-a73a-683995b5af12 HTTP/1.1" status: 200 len: 945 time: 0.0896091 Aug 12 14:37:50.424661 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Pushing event updated for resources: {'Port': ['ID=e8c99a67-cbca-4b24-abb0-4ec6fab248bc,revision_number=4']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:37:50.457831 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 40120) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:37:50.463326 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-ebdb2a66-a4fc-4228-badb-267d927d82ea tempest-ImagesOneServerNegativeTestJSON-535792509 tempest-ImagesOneServerNegativeTestJSON-535792509-project] Request body: {'security_group': {'name': 'tempest-securitygroup--111903371', 'description': 'tempest-description--266114801'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:37:50.529048 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-ebdb2a66-a4fc-4228-badb-267d927d82ea tempest-ImagesOneServerNegativeTestJSON-535792509 tempest-ImagesOneServerNegativeTestJSON-535792509-project] Notify callbacks [] for security_group, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:50.567666 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [req-f431fdfd-f324-4d9a-ae46-e24d56d466ee req-f020f3aa-9033-4d89-984e-a09c5aa02077 tempest-ServersWithSpecificFlavorTestJSON-1739232893 tempest-ServersWithSpecificFlavorTestJSON-1739232893-project] Deleting port 629e11cb-bd6e-4779-ae69-9bb95031379c {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:37:50.568003 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-f431fdfd-f324-4d9a-ae46-e24d56d466ee req-f020f3aa-9033-4d89-984e-a09c5aa02077 tempest-ServersWithSpecificFlavorTestJSON-1739232893 tempest-ServersWithSpecificFlavorTestJSON-1739232893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:50.665806 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28957769-a21c-4ef8-9e60-bca04615c05b req-4d706909-7862-4b67-9b12-610edc4a1763 tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:37:50.667514 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-28957769-a21c-4ef8-9e60-bca04615c05b req-4d706909-7862-4b67-9b12-610edc4a1763 tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] 10.222.0.39 "GET /v2.0/ports?device_id=fea8bb5d-f50e-4078-8fba-46b21540b743 HTTP/1.1" status: 200 len: 946 time: 0.1575508 Aug 12 14:37:50.727871 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] get_ports_and_sgs() called for port_ids ['e8c99a67-cbca-4b24-abb0-4ec6fab248bc'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:37:50.755361 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-28957769-a21c-4ef8-9e60-bca04615c05b req-1cf0ec89-c029-4b27-828b-ee05665b1814 tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ad0002e-d03d-4ace-861f-ca41a35b7aed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764041 Aug 12 14:37:50.790691 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-f431fdfd-f324-4d9a-ae46-e24d56d466ee req-f020f3aa-9033-4d89-984e-a09c5aa02077 tempest-ServersWithSpecificFlavorTestJSON-1739232893 tempest-ServersWithSpecificFlavorTestJSON-1739232893-project] For port 629e11cb-bd6e-4779-ae69-9bb95031379c, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=629e11cb-bd6e-4779-ae69-9bb95031379c,segment=NetworkSegment(90d38c4e-0902-45c2-a9f7-0cc151cbe8b9),segment_id=90d38c4e-0902-45c2-a9f7-0cc151cbe8b9)] {{(pid=94467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:37:50.791372 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-f431fdfd-f324-4d9a-ae46-e24d56d466ee req-f020f3aa-9033-4d89-984e-a09c5aa02077 tempest-ServersWithSpecificFlavorTestJSON-1739232893 tempest-ServersWithSpecificFlavorTestJSON-1739232893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:50.828973 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] get_ports_and_sgs() called for port_ids ['5d9628d6-01f7-4226-adf5-04dabf6c9f64'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:37:50.838060 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe7fadd-04a8-405b-806a-3a57ee55cd4b req-875a8eb5-73cb-4d72-875f-5772a96363a9 tempest-ServersWithSpecificFlavorTestJSON-1739232893 tempest-ServersWithSpecificFlavorTestJSON-1739232893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:37:50.840026 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-ebe7fadd-04a8-405b-806a-3a57ee55cd4b req-875a8eb5-73cb-4d72-875f-5772a96363a9 tempest-ServersWithSpecificFlavorTestJSON-1739232893 tempest-ServersWithSpecificFlavorTestJSON-1739232893-project] 10.222.0.39 "GET /v2.0/ports?device_id=8ed0b090-d715-45eb-a73a-683995b5af12 HTTP/1.1" status: 200 len: 945 time: 0.0639856 Aug 12 14:37:50.928655 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-ebdb2a66-a4fc-4228-badb-267d927d82ea tempest-ImagesOneServerNegativeTestJSON-535792509 tempest-ImagesOneServerNegativeTestJSON-535792509-project] Notify callbacks [] for security_group, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:50.930126 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-ebe7fadd-04a8-405b-806a-3a57ee55cd4b req-fad9927b-c70c-46d7-a8f4-2215066a50ca tempest-ServersWithSpecificFlavorTestJSON-1739232893 tempest-ServersWithSpecificFlavorTestJSON-1739232893-project] 10.222.0.39 "GET /v2.0/security-groups?id=7583e7d0-9463-4dd0-8eff-2e0ab040ac14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735154 Aug 12 14:37:50.950490 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-ebdb2a66-a4fc-4228-badb-267d927d82ea tempest-ImagesOneServerNegativeTestJSON-535792509 tempest-ImagesOneServerNegativeTestJSON-535792509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:51.061442 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 40144) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:37:51.087941 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-ebdb2a66-a4fc-4228-badb-267d927d82ea tempest-ImagesOneServerNegativeTestJSON-535792509 tempest-ImagesOneServerNegativeTestJSON-535792509-project] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:51.091061 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-ebdb2a66-a4fc-4228-badb-267d927d82ea tempest-ImagesOneServerNegativeTestJSON-535792509 tempest-ImagesOneServerNegativeTestJSON-535792509-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.6301525 Aug 12 14:37:51.092221 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 40148) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:37:51.098192 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-2f82e3bb-48da-4aa9-994f-9de19e5817d6 tempest-ImagesOneServerNegativeTestJSON-535792509 tempest-ImagesOneServerNegativeTestJSON-535792509-project] Request body: {'security_group_rule': {'security_group_id': 'f1655177-8a25-40c2-b920-05bca7189c35', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:37:51.158309 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2f82e3bb-48da-4aa9-994f-9de19e5817d6 tempest-ImagesOneServerNegativeTestJSON-535792509 tempest-ImagesOneServerNegativeTestJSON-535792509-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:51.165867 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdb2a66-a4fc-4228-badb-267d927d82ea tempest-ImagesOneServerNegativeTestJSON-535792509 tempest-ImagesOneServerNegativeTestJSON-535792509-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1655177-8a25-40c2-b920-05bca7189c35,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:37:51.195770 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32a3139-134c-47de-96ef-480a4a077a70 req-e777cc16-d334-44a6-a9ca-b5e723e3881d tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:37:51.197537 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d32a3139-134c-47de-96ef-480a4a077a70 req-e777cc16-d334-44a6-a9ca-b5e723e3881d tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] 10.222.0.39 "GET /v2.0/ports?device_id=43abd2c4-d448-4227-a204-7721cfbf6bdd HTTP/1.1" status: 200 len: 945 time: 0.2336159 Aug 12 14:37:51.213588 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-f431fdfd-f324-4d9a-ae46-e24d56d466ee req-f020f3aa-9033-4d89-984e-a09c5aa02077 tempest-ServersWithSpecificFlavorTestJSON-1739232893 tempest-ServersWithSpecificFlavorTestJSON-1739232893-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:51.214074 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-f431fdfd-f324-4d9a-ae46-e24d56d466ee req-f020f3aa-9033-4d89-984e-a09c5aa02077 tempest-ServersWithSpecificFlavorTestJSON-1739232893 tempest-ServersWithSpecificFlavorTestJSON-1739232893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431510'] for floatingip, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:51.214516 n-d-694802-15 neutron-server[94467]: INFO neutron.db.l3_db [req-f431fdfd-f324-4d9a-ae46-e24d56d466ee req-f020f3aa-9033-4d89-984e-a09c5aa02077 tempest-ServersWithSpecificFlavorTestJSON-1739232893 tempest-ServersWithSpecificFlavorTestJSON-1739232893-project] Floating IP f1c2a03c-de20-4976-b863-5f7f130fb7a5 disassociated. External IP: 172.25.1.202, port: 629e11cb-bd6e-4779-ae69-9bb95031379c. Aug 12 14:37:51.214956 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [req-f431fdfd-f324-4d9a-ae46-e24d56d466ee req-f020f3aa-9033-4d89-984e-a09c5aa02077 tempest-ServersWithSpecificFlavorTestJSON-1739232893 tempest-ServersWithSpecificFlavorTestJSON-1739232893-project] Calling delete_port for 629e11cb-bd6e-4779-ae69-9bb95031379c owned by compute:nova {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:37:51.276581 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2f82e3bb-48da-4aa9-994f-9de19e5817d6 tempest-ImagesOneServerNegativeTestJSON-535792509 tempest-ImagesOneServerNegativeTestJSON-535792509-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:51.287244 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2f82e3bb-48da-4aa9-994f-9de19e5817d6 tempest-ImagesOneServerNegativeTestJSON-535792509 tempest-ImagesOneServerNegativeTestJSON-535792509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641735'] for security_group_rule, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:51.287929 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d32a3139-134c-47de-96ef-480a4a077a70 req-6d32982c-5fb8-4765-a29c-fd566a38f397 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b3c7ce2-70f7-4d15-8774-e830cec0f0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824327 Aug 12 14:37:51.351443 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2f82e3bb-48da-4aa9-994f-9de19e5817d6 tempest-ImagesOneServerNegativeTestJSON-535792509 tempest-ImagesOneServerNegativeTestJSON-535792509-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:51.355442 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-2f82e3bb-48da-4aa9-994f-9de19e5817d6 tempest-ImagesOneServerNegativeTestJSON-535792509 tempest-ImagesOneServerNegativeTestJSON-535792509-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2616017 Aug 12 14:37:51.356484 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 40158) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:37:51.362479 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f82e3bb-48da-4aa9-994f-9de19e5817d6 tempest-ImagesOneServerNegativeTestJSON-535792509 tempest-ImagesOneServerNegativeTestJSON-535792509-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c493cec1-6901-4fe4-b052-684d0feb8c11,revision_number=0']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:37:51.381826 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-bffb2aee-ba60-4d33-a592-961820d14e00 tempest-ImagesOneServerNegativeTestJSON-535792509 tempest-ImagesOneServerNegativeTestJSON-535792509-project] Request body: {'security_group_rule': {'security_group_id': 'f1655177-8a25-40c2-b920-05bca7189c35', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:37:51.403058 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09c0288-e895-4184-88e1-5648ae7c9331 req-bdeffdd6-c319-4b7a-93b9-628e3fae33a5 tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:37:51.404918 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-f09c0288-e895-4184-88e1-5648ae7c9331 req-bdeffdd6-c319-4b7a-93b9-628e3fae33a5 tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] 10.222.0.39 "GET /v2.0/ports?device_id=072e510b-94e7-4b4d-9adb-8de696ba114d HTTP/1.1" status: 200 len: 944 time: 0.2413945 Aug 12 14:37:51.426340 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-f431fdfd-f324-4d9a-ae46-e24d56d466ee req-f020f3aa-9033-4d89-984e-a09c5aa02077 tempest-ServersWithSpecificFlavorTestJSON-1739232893 tempest-ServersWithSpecificFlavorTestJSON-1739232893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:51.436557 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-137a54cb-d83d-4b14-8ca5-92b315e1f1dc admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0fe1c6050c284bf585a96babc198e29f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3738334 Aug 12 14:37:51.444471 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 40160) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:37:51.465415 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-bffb2aee-ba60-4d33-a592-961820d14e00 tempest-ImagesOneServerNegativeTestJSON-535792509 tempest-ImagesOneServerNegativeTestJSON-535792509-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:51.468790 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e492e33f-88f5-43a8-ad50-0b64708b0aa0 req-850e8879-0d46-4ef0-b08d-d8c037d07631 tempest-AttachSCSIVolumeTestJSON-842334255 tempest-AttachSCSIVolumeTestJSON-842334255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:37:51.470392 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e492e33f-88f5-43a8-ad50-0b64708b0aa0 req-850e8879-0d46-4ef0-b08d-d8c037d07631 tempest-AttachSCSIVolumeTestJSON-842334255 tempest-AttachSCSIVolumeTestJSON-842334255-project] 10.222.0.39 "GET /v2.0/ports?device_id=03232926-321d-4d1a-bc13-5e0570da9f31 HTTP/1.1" status: 200 len: 944 time: 0.0945616 Aug 12 14:37:51.471241 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f020f3aa-9033-4d89-984e-a09c5aa02077 tempest-ServersWithSpecificFlavorTestJSON-1739232893 tempest-ServersWithSpecificFlavorTestJSON-1739232893-project] Pushing event deleted for resources: {'Port': ['ID=629e11cb-bd6e-4779-ae69-9bb95031379c,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:37:51.506090 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-f09c0288-e895-4184-88e1-5648ae7c9331 req-53a53e59-0e8c-481f-9b05-931363da4a95 tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] 10.222.0.39 "GET /v2.0/security-groups?id=87f02c46-9837-45f6-a8f5-f67c20068d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873404 Aug 12 14:37:51.560713 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1723e00f-fa9e-45ab-91cd-e3906a752502 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:51.587073 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-bffb2aee-ba60-4d33-a592-961820d14e00 tempest-ImagesOneServerNegativeTestJSON-535792509 tempest-ImagesOneServerNegativeTestJSON-535792509-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:51.597946 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-bffb2aee-ba60-4d33-a592-961820d14e00 tempest-ImagesOneServerNegativeTestJSON-535792509 tempest-ImagesOneServerNegativeTestJSON-535792509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641735'] for security_group_rule, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:51.604795 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1723e00f-fa9e-45ab-91cd-e3906a752502 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:51.624147 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e492e33f-88f5-43a8-ad50-0b64708b0aa0 req-ab162d46-b785-4c2c-8b58-32c310b3a02a tempest-AttachSCSIVolumeTestJSON-842334255 tempest-AttachSCSIVolumeTestJSON-842334255-project] 10.222.0.39 "GET /v2.0/security-groups?id=10538960-7c7a-451a-90f5-94b5fbb5462b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834689 Aug 12 14:37:51.658798 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f431fdfd-f324-4d9a-ae46-e24d56d466ee req-f020f3aa-9033-4d89-984e-a09c5aa02077 tempest-ServersWithSpecificFlavorTestJSON-1739232893 tempest-ServersWithSpecificFlavorTestJSON-1739232893-project] Router 11d41262-1334-4737-8528-01f371451f7a has already been hosted by L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f {{(pid=94467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 14:37:51.664787 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffb2aee-ba60-4d33-a592-961820d14e00 tempest-ImagesOneServerNegativeTestJSON-535792509 tempest-ImagesOneServerNegativeTestJSON-535792509-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5da95b85-73a0-4e2f-88bc-889c81a6b6ca,revision_number=0']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:37:51.680876 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-bffb2aee-ba60-4d33-a592-961820d14e00 tempest-ImagesOneServerNegativeTestJSON-535792509 tempest-ImagesOneServerNegativeTestJSON-535792509-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:51.687777 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-bffb2aee-ba60-4d33-a592-961820d14e00 tempest-ImagesOneServerNegativeTestJSON-535792509 tempest-ImagesOneServerNegativeTestJSON-535792509-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3152311 Aug 12 14:37:51.690530 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 40166) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:37:51.695431 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-a039154e-5c85-421c-a197-8f621f241f5d tempest-ImagesOneServerNegativeTestJSON-535792509 tempest-ImagesOneServerNegativeTestJSON-535792509-project] Request body: {'floatingip': {'floating_network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:37:51.722474 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a039154e-5c85-421c-a197-8f621f241f5d tempest-ImagesOneServerNegativeTestJSON-535792509 tempest-ImagesOneServerNegativeTestJSON-535792509-project] Notify callbacks [] for floatingip, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:51.726557 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1723e00f-fa9e-45ab-91cd-e3906a752502 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:51.729465 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1723e00f-fa9e-45ab-91cd-e3906a752502 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:51.730604 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-1723e00f-fa9e-45ab-91cd-e3906a752502 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b4a31b54-6887-49af-b050-eeff23ce2037 HTTP/1.1" status: 204 len: 168 time: 0.2828362 Aug 12 14:37:51.772524 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1723e00f-fa9e-45ab-91cd-e3906a752502 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4a31b54-6887-49af-b050-eeff23ce2037,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:37:51.817271 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f431fdfd-f324-4d9a-ae46-e24d56d466ee req-f020f3aa-9033-4d89-984e-a09c5aa02077 tempest-ServersWithSpecificFlavorTestJSON-1739232893 tempest-ServersWithSpecificFlavorTestJSON-1739232893-project] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 14:37:51.833406 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86cf5354-a13e-41d5-882a-2c9956608205 None None] Sync routers for ids ['11d41262-1334-4737-8528-01f371451f7a'] in n-d-694802-15 {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 14:37:51.845388 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86cf5354-a13e-41d5-882a-2c9956608205 None None] Routers {'11d41262-1334-4737-8528-01f371451f7a'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:37:51.846085 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-86cf5354-a13e-41d5-882a-2c9956608205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:37:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['11d41262-1334-4737-8528-01f371451f7a'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:37:51.921464 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [req-f431fdfd-f324-4d9a-ae46-e24d56d466ee req-f020f3aa-9033-4d89-984e-a09c5aa02077 tempest-ServersWithSpecificFlavorTestJSON-1739232893 tempest-ServersWithSpecificFlavorTestJSON-1739232893-project] No DVR routers for this DVR port 629e11cb-bd6e-4779-ae69-9bb95031379c on host n-h2-694802-15 {{(pid=94467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:37:51.925080 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a039154e-5c85-421c-a197-8f621f241f5d tempest-ImagesOneServerNegativeTestJSON-535792509 tempest-ImagesOneServerNegativeTestJSON-535792509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:51.928523 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-f431fdfd-f324-4d9a-ae46-e24d56d466ee req-f020f3aa-9033-4d89-984e-a09c5aa02077 tempest-ServersWithSpecificFlavorTestJSON-1739232893 tempest-ServersWithSpecificFlavorTestJSON-1739232893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:51.932975 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f431fdfd-f324-4d9a-ae46-e24d56d466ee req-f020f3aa-9033-4d89-984e-a09c5aa02077 tempest-ServersWithSpecificFlavorTestJSON-1739232893 tempest-ServersWithSpecificFlavorTestJSON-1739232893-project] 10.222.0.49 "DELETE /v2.0/ports/629e11cb-bd6e-4779-ae69-9bb95031379c HTTP/1.1" status: 204 len: 173 time: 1.5601208 Aug 12 14:37:51.933460 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ed0b090-d715-45eb-a73a-683995b5af12', 'name': 'network-vif-deleted', 'tag': '629e11cb-bd6e-4779-ae69-9bb95031379c'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:37:51.938802 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e65282f928b64038367d043a4411777802006c43a98742496cb2e25b724ff1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b1eb90a-8536-4602-b913-d1d937aba2e1" -d '{"events": [{"server_uuid": "8ed0b090-d715-45eb-a73a-683995b5af12", "name": "network-vif-deleted", "tag": "629e11cb-bd6e-4779-ae69-9bb95031379c"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:37:52.006660 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 14:37:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1f5da61-c9f2-4485-b446-f1e30923f54c x-openstack-request-id: req-f1f5da61-c9f2-4485-b446-f1e30923f54c {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:37:52.006958 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ed0b090-d715-45eb-a73a-683995b5af12", "name": "network-vif-deleted", "tag": "629e11cb-bd6e-4779-ae69-9bb95031379c", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:37:52.007253 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f1f5da61-c9f2-4485-b446-f1e30923f54c {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:37:52.007655 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ed0b090-d715-45eb-a73a-683995b5af12', 'name': 'network-vif-deleted', 'tag': '629e11cb-bd6e-4779-ae69-9bb95031379c', 'status': 'completed', 'code': 200} Aug 12 14:37:52.051638 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-86cf5354-a13e-41d5-882a-2c9956608205 None None] Set router 11d41262-1334-4737-8528-01f371451f7a gateway port host: n-d-694802-15 {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:37:52.125739 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dda88a7-d015-4a7b-af63-27d8deabd49e req-9ed23539-52a7-438a-bc56-2e9f047907fa tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:37:52.127367 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-8dda88a7-d015-4a7b-af63-27d8deabd49e req-9ed23539-52a7-438a-bc56-2e9f047907fa tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] 10.222.0.39 "GET /v2.0/ports?device_id=fea8bb5d-f50e-4078-8fba-46b21540b743 HTTP/1.1" status: 200 len: 946 time: 0.2627220 Aug 12 14:37:52.156868 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c99019bc-e348-4dee-aea4-90b04f8c9c98 req-7242f57e-8937-4cad-9626-37532a6eb0f2 tempest-ServersWithSpecificFlavorTestJSON-1739232893 tempest-ServersWithSpecificFlavorTestJSON-1739232893-project] 10.222.0.39 "GET /v2.0/ports?device_id=8ed0b090-d715-45eb-a73a-683995b5af12 HTTP/1.1" status: 200 len: 210 time: 0.0784678 Aug 12 14:37:52.256776 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-8dda88a7-d015-4a7b-af63-27d8deabd49e req-782ca121-e79a-40ae-b3ae-c463f96a2c47 tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ad0002e-d03d-4ace-861f-ca41a35b7aed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148894 Aug 12 14:37:52.257865 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-a039154e-5c85-421c-a197-8f621f241f5d tempest-ImagesOneServerNegativeTestJSON-535792509 tempest-ImagesOneServerNegativeTestJSON-535792509-project] Allocated IP 172.25.1.70 (d3759e1b-6c03-45ac-acd4-90abb417809b/f0254f08-c19c-4e31-bd9c-09389ea4b6f2/c84f66bf-2245-4f41-b515-1a40af67c6ec) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:37:52.397326 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a039154e-5c85-421c-a197-8f621f241f5d tempest-ImagesOneServerNegativeTestJSON-535792509 tempest-ImagesOneServerNegativeTestJSON-535792509-project] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:52.432401 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-86cf5354-a13e-41d5-882a-2c9956608205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11d41262-1334-4737-8528-01f371451f7a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1292795070-router', 'tenant_id': '67787a84bb704413b5454c6fdcf0c251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.66'}], 'enable_snat': True}, 'gw_port_id': '8f51f236-0b06-40ea-a837-5cdbc3b74c5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:30:41Z', 'updated_at': '2021-08-12T14:30:54Z', 'revision_number': 4, 'project_id': '67787a84bb704413b5454c6fdcf0c251', 'gw_port': {'id': '8f51f236-0b06-40ea-a837-5cdbc3b74c5c', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:ac:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11d41262-1334-4737-8528-01f371451f7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:30:43Z', 'updated_at': '2021-08-12T14:30:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': '9084f4dc-f10a-4f81-82bf-c3a885bd0239', 'name': '', 'network_id': '8a71aa16-6082-45cb-9783-85f01df10691', 'tenant_id': '67787a84bb704413b5454c6fdcf0c251', 'mac_address': 'fa:16:3e:80:28:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11d41262-1334-4737-8528-01f371451f7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'eaf44e2b-51e5-4157-8e0e-0a0a05c13c30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:30:52Z', 'updated_at': '2021-08-12T14:31:04Z', 'revision_number': 5, 'project_id': '67787a84bb704413b5454c6fdcf0c251', 'subnets': [{'id': 'eaf44e2b-51e5-4157-8e0e-0a0a05c13c30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:37:52.468127 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86cf5354-a13e-41d5-882a-2c9956608205 None None] Checking router: 11d41262-1334-4737-8528-01f371451f7a for host: n-d-694802-15 {{(pid=94469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 14:37:52.478824 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86cf5354-a13e-41d5-882a-2c9956608205 None None] Routers {'11d41262-1334-4737-8528-01f371451f7a'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:37:52.479835 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a039154e-5c85-421c-a197-8f621f241f5d tempest-ImagesOneServerNegativeTestJSON-535792509 tempest-ImagesOneServerNegativeTestJSON-535792509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:52.480332 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-86cf5354-a13e-41d5-882a-2c9956608205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:37:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['11d41262-1334-4737-8528-01f371451f7a'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:37:52.527584 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a039154e-5c85-421c-a197-8f621f241f5d tempest-ImagesOneServerNegativeTestJSON-535792509 tempest-ImagesOneServerNegativeTestJSON-535792509-project] Network d3759e1b-6c03-45ac-acd4-90abb417809b is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:37:52.530986 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-a039154e-5c85-421c-a197-8f621f241f5d tempest-ImagesOneServerNegativeTestJSON-535792509 tempest-ImagesOneServerNegativeTestJSON-535792509-project] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:37:52.553461 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a039154e-5c85-421c-a197-8f621f241f5d tempest-ImagesOneServerNegativeTestJSON-535792509 tempest-ImagesOneServerNegativeTestJSON-535792509-project] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:37:52.621421 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a039154e-5c85-421c-a197-8f621f241f5d tempest-ImagesOneServerNegativeTestJSON-535792509 tempest-ImagesOneServerNegativeTestJSON-535792509-project] Pushing event updated for resources: {'Port': ['ID=c84f66bf-2245-4f41-b515-1a40af67c6ec,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:37:52.673569 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-86cf5354-a13e-41d5-882a-2c9956608205 None None] Set router 11d41262-1334-4737-8528-01f371451f7a gateway port host: n-d-694802-15 {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:37:52.888045 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b98540-ef24-423f-a320-f2b6bd1ea5da req-266f9a70-0dfe-4bb6-9160-96bbbaf47aca tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:37:52.893822 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c5b98540-ef24-423f-a320-f2b6bd1ea5da req-266f9a70-0dfe-4bb6-9160-96bbbaf47aca tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] 10.222.0.39 "GET /v2.0/ports?device_id=072e510b-94e7-4b4d-9adb-8de696ba114d HTTP/1.1" status: 200 len: 944 time: 0.1898947 Aug 12 14:37:52.899048 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-95548d6d-d1ae-4715-9e05-44f3f242c4e7 req-149a0f6b-4069-4f02-9c16-9966bcb8f5ac service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=dace4959-84df-4964-8a1e-18565c9c7311&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2563884 Aug 12 14:37:52.968372 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c5b98540-ef24-423f-a320-f2b6bd1ea5da req-8885b4dd-1bc1-4934-92ce-aced8f046e83 tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] 10.222.0.39 "GET /v2.0/security-groups?id=87f02c46-9837-45f6-a8f5-f67c20068d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680504 Aug 12 14:37:53.040795 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95548d6d-d1ae-4715-9e05-44f3f242c4e7 req-31afe337-bbca-4d48-9268-9919d5cc802c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:37:53.043492 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-95548d6d-d1ae-4715-9e05-44f3f242c4e7 req-31afe337-bbca-4d48-9268-9919d5cc802c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c7cf81f007a244068628d9dac2415a0e&device_id=dace4959-84df-4964-8a1e-18565c9c7311 HTTP/1.1" status: 200 len: 1098 time: 0.0741997 Aug 12 14:37:53.053572 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-86cf5354-a13e-41d5-882a-2c9956608205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11d41262-1334-4737-8528-01f371451f7a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1292795070-router', 'tenant_id': '67787a84bb704413b5454c6fdcf0c251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.66'}], 'enable_snat': True}, 'gw_port_id': '8f51f236-0b06-40ea-a837-5cdbc3b74c5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:30:41Z', 'updated_at': '2021-08-12T14:30:54Z', 'revision_number': 4, 'project_id': '67787a84bb704413b5454c6fdcf0c251', 'gw_port': {'id': '8f51f236-0b06-40ea-a837-5cdbc3b74c5c', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:ac:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11d41262-1334-4737-8528-01f371451f7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:30:43Z', 'updated_at': '2021-08-12T14:30:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': '9084f4dc-f10a-4f81-82bf-c3a885bd0239', 'name': '', 'network_id': '8a71aa16-6082-45cb-9783-85f01df10691', 'tenant_id': '67787a84bb704413b5454c6fdcf0c251', 'mac_address': 'fa:16:3e:80:28:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11d41262-1334-4737-8528-01f371451f7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'eaf44e2b-51e5-4157-8e0e-0a0a05c13c30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:30:52Z', 'updated_at': '2021-08-12T14:31:04Z', 'revision_number': 5, 'project_id': '67787a84bb704413b5454c6fdcf0c251', 'subnets': [{'id': 'eaf44e2b-51e5-4157-8e0e-0a0a05c13c30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:37:53.095537 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86cf5354-a13e-41d5-882a-2c9956608205 None None] The sync data for ids ['11d41262-1334-4737-8528-01f371451f7a'] in n-d-694802-15 is: [{'id': '11d41262-1334-4737-8528-01f371451f7a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1292795070-router', 'tenant_id': '67787a84bb704413b5454c6fdcf0c251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.66'}], 'enable_snat': True}, 'gw_port_id': '8f51f236-0b06-40ea-a837-5cdbc3b74c5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:30:41Z', 'updated_at': '2021-08-12T14:30:54Z', 'revision_number': 4, 'project_id': '67787a84bb704413b5454c6fdcf0c251', 'gw_port': {'id': '8f51f236-0b06-40ea-a837-5cdbc3b74c5c', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:ac:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11d41262-1334-4737-8528-01f371451f7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:30:43Z', 'updated_at': '2021-08-12T14:30:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': '9084f4dc-f10a-4f81-82bf-c3a885bd0239', 'name': '', 'network_id': '8a71aa16-6082-45cb-9783-85f01df10691', 'tenant_id': '67787a84bb704413b5454c6fdcf0c251', 'mac_address': 'fa:16:3e:80:28:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11d41262-1334-4737-8528-01f371451f7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'eaf44e2b-51e5-4157-8e0e-0a0a05c13c30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:30:52Z', 'updated_at': '2021-08-12T14:31:04Z', 'revision_number': 5, 'project_id': '67787a84bb704413b5454c6fdcf0c251', 'subnets': [{'id': 'eaf44e2b-51e5-4157-8e0e-0a0a05c13c30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 14:37:53.190141 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95548d6d-d1ae-4715-9e05-44f3f242c4e7 req-6d51b68a-26b8-4dce-9c10-4fbd8559f442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:37:53.191676 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-95548d6d-d1ae-4715-9e05-44f3f242c4e7 req-6d51b68a-26b8-4dce-9c10-4fbd8559f442 service neutron] 10.222.0.64 "GET /v2.0/networks?id=63f7bb20-fe7c-43e3-bcb6-44025e6f4b9c HTTP/1.1" status: 200 len: 916 time: 0.1280367 Aug 12 14:37:53.243558 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a039154e-5c85-421c-a197-8f621f241f5d tempest-ImagesOneServerNegativeTestJSON-535792509 tempest-ImagesOneServerNegativeTestJSON-535792509-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:53.246742 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-95548d6d-d1ae-4715-9e05-44f3f242c4e7 req-c1ff785c-9314-4567-b349-9bcef4b6894b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=98b2f474-3add-4406-8544-afd4b82043d3 HTTP/1.1" status: 200 len: 217 time: 0.0479758 Aug 12 14:37:53.296669 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a039154e-5c85-421c-a197-8f621f241f5d tempest-ImagesOneServerNegativeTestJSON-535792509 tempest-ImagesOneServerNegativeTestJSON-535792509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:53.341702 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df69223a-8356-4af6-9b11-4ef42e09918a req-12f93fa4-51f7-41ee-a018-e427e78b0837 tempest-AttachSCSIVolumeTestJSON-842334255 tempest-AttachSCSIVolumeTestJSON-842334255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:37:53.351273 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-df69223a-8356-4af6-9b11-4ef42e09918a req-12f93fa4-51f7-41ee-a018-e427e78b0837 tempest-AttachSCSIVolumeTestJSON-842334255 tempest-AttachSCSIVolumeTestJSON-842334255-project] 10.222.0.39 "GET /v2.0/ports?device_id=03232926-321d-4d1a-bc13-5e0570da9f31 HTTP/1.1" status: 200 len: 944 time: 0.5593281 Aug 12 14:37:53.402123 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-df69223a-8356-4af6-9b11-4ef42e09918a req-b91a8c87-97c9-45d0-8a8c-3d164c1eea9e tempest-AttachSCSIVolumeTestJSON-842334255 tempest-AttachSCSIVolumeTestJSON-842334255-project] 10.222.0.39 "GET /v2.0/security-groups?id=10538960-7c7a-451a-90f5-94b5fbb5462b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498509 Aug 12 14:37:53.454985 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7c8496e-065a-43bd-9387-38cf52c43c50 None None] New status for floating IP f1c2a03c-de20-4976-b863-5f7f130fb7a5: DOWN {{(pid=94468) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 14:37:53.598692 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 40230) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:37:53.611523 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a039154e-5c85-421c-a197-8f621f241f5d tempest-ImagesOneServerNegativeTestJSON-535792509 tempest-ImagesOneServerNegativeTestJSON-535792509-project] Notify callbacks [] for port, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:53.621509 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a039154e-5c85-421c-a197-8f621f241f5d tempest-ImagesOneServerNegativeTestJSON-535792509 tempest-ImagesOneServerNegativeTestJSON-535792509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3718439'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:53.695272 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device e8c99a67-cbca-4b24-abb0-4ec6fab248bc up at agent hyperv_n-h2-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:37:53.698584 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 40232) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:37:53.705397 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a039154e-5c85-421c-a197-8f621f241f5d tempest-ImagesOneServerNegativeTestJSON-535792509 tempest-ImagesOneServerNegativeTestJSON-535792509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431510'] for floatingip, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:53.725476 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95548d6d-d1ae-4715-9e05-44f3f242c4e7 req-fa878834-af97-4a03-8965-002deaa5deda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:37:53.727863 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-95548d6d-d1ae-4715-9e05-44f3f242c4e7 req-fa878834-af97-4a03-8965-002deaa5deda service neutron] 10.222.0.64 "GET /v2.0/subnets?id=65ea27f3-7f0e-428c-8c45-871b6e9bfddc HTTP/1.1" status: 200 len: 855 time: 0.4729118 Aug 12 14:37:53.753311 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa7f82c-69db-48c4-a035-f7c31bcacf21 req-512d63d2-f33b-464f-8b78-b2ecc78352e3 tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:37:53.762341 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-dfa7f82c-69db-48c4-a035-f7c31bcacf21 req-512d63d2-f33b-464f-8b78-b2ecc78352e3 tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] 10.222.0.39 "GET /v2.0/ports?device_id=fea8bb5d-f50e-4078-8fba-46b21540b743 HTTP/1.1" status: 200 len: 946 time: 0.0974667 Aug 12 14:37:53.772210 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a039154e-5c85-421c-a197-8f621f241f5d tempest-ImagesOneServerNegativeTestJSON-535792509 tempest-ImagesOneServerNegativeTestJSON-535792509-project] Pushing event updated for resources: {'Port': ['ID=c84f66bf-2245-4f41-b515-1a40af67c6ec,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:37:53.799187 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-95548d6d-d1ae-4715-9e05-44f3f242c4e7 req-9f7f4cfc-43e0-438e-890e-01760181491b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=63f7bb20-fe7c-43e3-bcb6-44025e6f4b9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0643318 Aug 12 14:37:53.801987 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a039154e-5c85-421c-a197-8f621f241f5d tempest-ImagesOneServerNegativeTestJSON-535792509 tempest-ImagesOneServerNegativeTestJSON-535792509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for floatingip, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:53.803873 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-a039154e-5c85-421c-a197-8f621f241f5d tempest-ImagesOneServerNegativeTestJSON-535792509 tempest-ImagesOneServerNegativeTestJSON-535792509-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.1120722 Aug 12 14:37:53.805301 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b8b3348d-d201-4cfd-81c9-31bcde63fdd9 tempest-ServersWithSpecificFlavorTestJSON-1739232893 tempest-ServersWithSpecificFlavorTestJSON-1739232893-project] Notify callbacks [] for security_group, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:53.812140 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Provisioning for port e8c99a67-cbca-4b24-abb0-4ec6fab248bc completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:37:53.817896 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Provisioning complete for port e8c99a67-cbca-4b24-abb0-4ec6fab248bc triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:37:53.818356 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:53.846598 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b8b3348d-d201-4cfd-81c9-31bcde63fdd9 tempest-ServersWithSpecificFlavorTestJSON-1739232893 tempest-ServersWithSpecificFlavorTestJSON-1739232893-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:53.894139 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-dfa7f82c-69db-48c4-a035-f7c31bcacf21 req-d44fc3ec-84cb-4de8-979e-8b032c89c858 tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ad0002e-d03d-4ace-861f-ca41a35b7aed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303215 Aug 12 14:37:53.924600 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b8b3348d-d201-4cfd-81c9-31bcde63fdd9 tempest-ServersWithSpecificFlavorTestJSON-1739232893 tempest-ServersWithSpecificFlavorTestJSON-1739232893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:53.927300 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b8b3348d-d201-4cfd-81c9-31bcde63fdd9 tempest-ServersWithSpecificFlavorTestJSON-1739232893 tempest-ServersWithSpecificFlavorTestJSON-1739232893-project] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:53.931931 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-b8b3348d-d201-4cfd-81c9-31bcde63fdd9 tempest-ServersWithSpecificFlavorTestJSON-1739232893 tempest-ServersWithSpecificFlavorTestJSON-1739232893-project] 10.222.0.39 "DELETE /v2.0/security-groups/7583e7d0-9463-4dd0-8eff-2e0ab040ac14 HTTP/1.1" status: 204 len: 168 time: 0.3321052 Aug 12 14:37:53.932594 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 40246) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:37:53.955446 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b3348d-d201-4cfd-81c9-31bcde63fdd9 tempest-ServersWithSpecificFlavorTestJSON-1739232893 tempest-ServersWithSpecificFlavorTestJSON-1739232893-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7583e7d0-9463-4dd0-8eff-2e0ab040ac14,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:37:53.957910 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-95548d6d-d1ae-4715-9e05-44f3f242c4e7 req-b323f74a-48bd-43b6-9788-b79705147f18 service neutron] 10.222.0.64 "GET /v2.0/networks/63f7bb20-fe7c-43e3-bcb6-44025e6f4b9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437879 Aug 12 14:37:53.958407 n-d-694802-15 neutron-server[94466]: INFO neutron.api.v2.resource [None req-675906a0-a3af-4dab-96c5-a248614127ea tempest-ServersWithSpecificFlavorTestJSON-1739232893 tempest-ServersWithSpecificFlavorTestJSON-1739232893-project] show failed (client error): The resource could not be found. Aug 12 14:37:53.962971 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-675906a0-a3af-4dab-96c5-a248614127ea tempest-ServersWithSpecificFlavorTestJSON-1739232893 tempest-ServersWithSpecificFlavorTestJSON-1739232893-project] 10.222.0.39 "GET /v2.0/security-groups/7583e7d0-9463-4dd0-8eff-2e0ab040ac14 HTTP/1.1" status: 404 len: 347 time: 0.0263429 Aug 12 14:37:53.963865 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 40248) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:37:54.083240 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-35568527-5455-463d-b87d-aedc062ab677 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:54.086675 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:54.120597 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '072e510b-94e7-4b4d-9adb-8de696ba114d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8c99a67-cbca-4b24-abb0-4ec6fab248bc'}] {{(pid=94468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:37:54.123404 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99a8d87602170099c728e57431aca99e9b98a655a83bbf8727be13192709727b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39a31a49-7316-4547-9588-d05b4a6ac766" -d '{"events": [{"server_uuid": "072e510b-94e7-4b4d-9adb-8de696ba114d", "name": "network-vif-plugged", "status": "completed", "tag": "e8c99a67-cbca-4b24-abb0-4ec6fab248bc"}]}' {{(pid=94468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:37:54.136476 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port e8c99a67-cbca-4b24-abb0-4ec6fab248bc, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=e8c99a67-cbca-4b24-abb0-4ec6fab248bc,segment=NetworkSegment(111c8fb4-95f7-4303-b261-7f0bb42c0aef),segment_id=111c8fb4-95f7-4303-b261-7f0bb42c0aef)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:37:54.142524 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:54.143443 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device 5d9628d6-01f7-4226-adf5-04dabf6c9f64 up at agent hyperv_n-h2-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:37:54.243896 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Pushing event updated for resources: {'Port': ['ID=e8c99a67-cbca-4b24-abb0-4ec6fab248bc,revision_number=5']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:37:54.261656 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Provisioning for port 5d9628d6-01f7-4226-adf5-04dabf6c9f64 completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:37:54.266055 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Provisioning complete for port 5d9628d6-01f7-4226-adf5-04dabf6c9f64 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:37:54.266435 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:54.288361 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec9d327-c64a-45de-bc37-1b88364b983a req-a3f0472d-3121-4118-82bd-9a7d69175dac tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:37:54.290356 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9ec9d327-c64a-45de-bc37-1b88364b983a req-a3f0472d-3121-4118-82bd-9a7d69175dac tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] 10.222.0.39 "GET /v2.0/ports?device_id=072e510b-94e7-4b4d-9adb-8de696ba114d HTTP/1.1" status: 200 len: 945 time: 0.1546211 Aug 12 14:37:54.295258 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-95548d6d-d1ae-4715-9e05-44f3f242c4e7 req-c1fc3d0c-3373-4779-bf31-f9212e18e854 service neutron] 10.222.0.64 "GET /v2.0/networks/63f7bb20-fe7c-43e3-bcb6-44025e6f4b9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3197763 Aug 12 14:37:54.393466 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9ec9d327-c64a-45de-bc37-1b88364b983a req-1bd4e382-a983-4191-b33c-b90fde52a44a tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] 10.222.0.39 "GET /v2.0/security-groups?id=87f02c46-9837-45f6-a8f5-f67c20068d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949006 Aug 12 14:37:54.404192 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:54.417822 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-743a1bff-31f1-48a3-9472-bb454863a841 tempest-ServersWithSpecificFlavorTestJSON-1739232893 tempest-ServersWithSpecificFlavorTestJSON-1739232893-project] Deleting port a1faf144-ec26-4e26-bed2-ae39bbaad35b {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:37:54.418179 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-743a1bff-31f1-48a3-9472-bb454863a841 tempest-ServersWithSpecificFlavorTestJSON-1739232893 tempest-ServersWithSpecificFlavorTestJSON-1739232893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:54.444510 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port 5d9628d6-01f7-4226-adf5-04dabf6c9f64, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=5d9628d6-01f7-4226-adf5-04dabf6c9f64,segment=NetworkSegment(b44099f3-91d6-4d7d-9179-809cce66c47f),segment_id=b44099f3-91d6-4d7d-9179-809cce66c47f)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:37:54.452573 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:54.453675 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device 629e11cb-bd6e-4779-ae69-9bb95031379c no longer exists at agent hyperv_n-h2-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:37:54.511391 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-35568527-5455-463d-b87d-aedc062ab677 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:54.511765 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 14:37:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51e9d4a5-5698-4d41-8722-889593037b32 x-openstack-request-id: req-51e9d4a5-5698-4d41-8722-889593037b32 {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:37:54.512764 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "072e510b-94e7-4b4d-9adb-8de696ba114d", "name": "network-vif-plugged", "status": "completed", "tag": "e8c99a67-cbca-4b24-abb0-4ec6fab248bc", "code": 200}]} {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:37:54.513916 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-51e9d4a5-5698-4d41-8722-889593037b32 {{(pid=94468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:37:54.514648 n-d-694802-15 neutron-server[94468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '072e510b-94e7-4b4d-9adb-8de696ba114d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8c99a67-cbca-4b24-abb0-4ec6fab248bc', 'code': 200} Aug 12 14:37:54.528959 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-35568527-5455-463d-b87d-aedc062ab677 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:54.539757 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] No Port match for: 629e11cb-bd6e-4779-ae69-9bb95031379c {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 14:37:54.540403 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device 629e11cb-bd6e-4779-ae69-9bb95031379c not bound to the agent host n-h2-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:37:54.593160 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Pushing event updated for resources: {'Port': ['ID=5d9628d6-01f7-4226-adf5-04dabf6c9f64,revision_number=5']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:37:54.600992 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e29724f-d2b5-44df-a110-ada941b1dc0b req-d2c47718-379c-4e8d-9a2c-4b97801ffc1e tempest-ImagesOneServerNegativeTestJSON-535792509 tempest-ImagesOneServerNegativeTestJSON-535792509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:37:54.602550 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-2e29724f-d2b5-44df-a110-ada941b1dc0b req-d2c47718-379c-4e8d-9a2c-4b97801ffc1e tempest-ImagesOneServerNegativeTestJSON-535792509 tempest-ImagesOneServerNegativeTestJSON-535792509-project] 10.222.0.39 "GET /v2.0/networks?id=084bbaa9-1971-49e8-b2a8-17fb0ce3a37d HTTP/1.1" status: 200 len: 822 time: 0.1783841 Aug 12 14:37:54.619406 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-743a1bff-31f1-48a3-9472-bb454863a841 tempest-ServersWithSpecificFlavorTestJSON-1739232893 tempest-ServersWithSpecificFlavorTestJSON-1739232893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:54.619406 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-743a1bff-31f1-48a3-9472-bb454863a841 tempest-ServersWithSpecificFlavorTestJSON-1739232893 tempest-ServersWithSpecificFlavorTestJSON-1739232893-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:54.622252 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-2e29724f-d2b5-44df-a110-ada941b1dc0b req-03839f47-7fa2-4b32-b23f-c568cc9412d4 tempest-ImagesOneServerNegativeTestJSON-535792509 tempest-ImagesOneServerNegativeTestJSON-535792509-project] 10.222.0.39 "GET /v2.0/quotas/1b183521d9a94e53bf861ad68f9d8a0b HTTP/1.1" status: 200 len: 375 time: 0.0130343 Aug 12 14:37:54.661471 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-35568527-5455-463d-b87d-aedc062ab677 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ec6901381c57498b9a59b4f659c287e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9584913 Aug 12 14:37:54.664179 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 40276) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:37:54.664547 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-743a1bff-31f1-48a3-9472-bb454863a841 tempest-ServersWithSpecificFlavorTestJSON-1739232893 tempest-ServersWithSpecificFlavorTestJSON-1739232893-project] Calling delete_port for a1faf144-ec26-4e26-bed2-ae39bbaad35b owned by network:floatingip {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:37:54.675233 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35568527-5455-463d-b87d-aedc062ab677 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2096211b-23f2-479e-b2e3-94d1d49f73d2,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:37:54.707392 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e1b2f1-5b2e-469e-b950-3b958cee5721 req-680d8d62-89bf-4f3f-95d0-f099ab95d1ea tempest-AttachSCSIVolumeTestJSON-842334255 tempest-AttachSCSIVolumeTestJSON-842334255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:37:54.708925 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e5e1b2f1-5b2e-469e-b950-3b958cee5721 req-680d8d62-89bf-4f3f-95d0-f099ab95d1ea tempest-AttachSCSIVolumeTestJSON-842334255 tempest-AttachSCSIVolumeTestJSON-842334255-project] 10.222.0.39 "GET /v2.0/ports?device_id=03232926-321d-4d1a-bc13-5e0570da9f31 HTTP/1.1" status: 200 len: 945 time: 0.1517155 Aug 12 14:37:54.717826 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-2e29724f-d2b5-44df-a110-ada941b1dc0b req-0a07ec7d-ec8f-4c69-a891-2d622e547ad6 tempest-ImagesOneServerNegativeTestJSON-535792509 tempest-ImagesOneServerNegativeTestJSON-535792509-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=1b183521d9a94e53bf861ad68f9d8a0b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0883634 Aug 12 14:37:54.753037 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7866a6df-eaaa-42ce-a8ca-2963bc6955fe req-81c19fc7-9f40-40e6-8080-27c367aed971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:37:54.754555 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-7866a6df-eaaa-42ce-a8ca-2963bc6955fe req-81c19fc7-9f40-40e6-8080-27c367aed971 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=072e510b-94e7-4b4d-9adb-8de696ba114d HTTP/1.1" status: 200 len: 1097 time: 0.2197583 Aug 12 14:37:54.790587 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-6b39b66c-65b3-4980-818e-be72a5bf99d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:54.831855 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-6b39b66c-65b3-4980-818e-be72a5bf99d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:54.834266 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-7866a6df-eaaa-42ce-a8ca-2963bc6955fe req-84fcdc20-c263-42c7-b517-0d5fe98eb04b service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=87f02c46-9837-45f6-a8f5-f67c20068d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682991 Aug 12 14:37:54.838550 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e5e1b2f1-5b2e-469e-b950-3b958cee5721 req-fee0cf79-428b-4a63-89c1-017b67d8a2db tempest-AttachSCSIVolumeTestJSON-842334255 tempest-AttachSCSIVolumeTestJSON-842334255-project] 10.222.0.39 "GET /v2.0/security-groups?id=10538960-7c7a-451a-90f5-94b5fbb5462b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979578 Aug 12 14:37:54.855559 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-2e29724f-d2b5-44df-a110-ada941b1dc0b req-82ba4d92-b1bf-454a-baae-663658ad2268 service neutron] 10.222.0.39 "GET /v2.0/networks/084bbaa9-1971-49e8-b2a8-17fb0ce3a37d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368036 Aug 12 14:37:54.919684 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-743a1bff-31f1-48a3-9472-bb454863a841 tempest-ServersWithSpecificFlavorTestJSON-1739232893 tempest-ServersWithSpecificFlavorTestJSON-1739232893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:54.957708 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743a1bff-31f1-48a3-9472-bb454863a841 tempest-ServersWithSpecificFlavorTestJSON-1739232893 tempest-ServersWithSpecificFlavorTestJSON-1739232893-project] Pushing event deleted for resources: {'Port': ['ID=a1faf144-ec26-4e26-bed2-ae39bbaad35b,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:37:54.978490 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-6b39b66c-65b3-4980-818e-be72a5bf99d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:54.981581 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-6b39b66c-65b3-4980-818e-be72a5bf99d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:54.983382 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-6b39b66c-65b3-4980-818e-be72a5bf99d3 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2096211b-23f2-479e-b2e3-94d1d49f73d2 HTTP/1.1" status: 204 len: 168 time: 0.3181350 Aug 12 14:37:55.000972 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-2e29724f-d2b5-44df-a110-ada941b1dc0b req-f762a91a-bc14-47b9-8aba-2dcf25a05054 service neutron] 10.222.0.39 "GET /v2.0/networks/084bbaa9-1971-49e8-b2a8-17fb0ce3a37d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398194 Aug 12 14:37:55.001814 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b39b66c-65b3-4980-818e-be72a5bf99d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2096211b-23f2-479e-b2e3-94d1d49f73d2,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:37:55.072787 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-743a1bff-31f1-48a3-9472-bb454863a841 tempest-ServersWithSpecificFlavorTestJSON-1739232893 tempest-ServersWithSpecificFlavorTestJSON-1739232893-project] Notify callbacks [] for floatingip, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:55.076415 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-743a1bff-31f1-48a3-9472-bb454863a841 tempest-ServersWithSpecificFlavorTestJSON-1739232893 tempest-ServersWithSpecificFlavorTestJSON-1739232893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for floatingip, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:55.081301 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-743a1bff-31f1-48a3-9472-bb454863a841 tempest-ServersWithSpecificFlavorTestJSON-1739232893 tempest-ServersWithSpecificFlavorTestJSON-1739232893-project] 10.222.0.39 "DELETE /v2.0/floatingips/f1c2a03c-de20-4976-b863-5f7f130fb7a5 HTTP/1.1" status: 204 len: 168 time: 1.1120598 Aug 12 14:37:55.096221 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc791b2-7a9d-43d8-b2f0-e3a8d9ec39eb req-9564e5c3-3643-42bf-a910-b40e3baf0566 tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:37:55.098064 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-1fc791b2-7a9d-43d8-b2f0-e3a8d9ec39eb req-9564e5c3-3643-42bf-a910-b40e3baf0566 tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] 10.222.0.39 "GET /v2.0/ports?device_id=fea8bb5d-f50e-4078-8fba-46b21540b743 HTTP/1.1" status: 200 len: 946 time: 0.0862391 Aug 12 14:37:55.155264 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-1fc791b2-7a9d-43d8-b2f0-e3a8d9ec39eb req-07715400-054e-4dbb-940d-3c88fc1fd608 tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ad0002e-d03d-4ace-861f-ca41a35b7aed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500040 Aug 12 14:37:55.285955 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-fd659c41-700e-4045-9f58-7a50af9380be req-a456c505-610a-4acb-9570-a3e0eecce0a2 tempest-ImagesOneServerNegativeTestJSON-535792509 tempest-ImagesOneServerNegativeTestJSON-535792509-project] 10.222.0.39 "GET /v2.0/ports?device_id=9eea2448-3ffe-4934-8855-5a4c3081403a HTTP/1.1" status: 200 len: 210 time: 0.0372801 Aug 12 14:37:55.585811 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3483d3b-0d73-4e14-94ad-b24b6984cf25 req-bd33b171-d524-40cd-9f64-a998025841df tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:37:55.587696 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b3483d3b-0d73-4e14-94ad-b24b6984cf25 req-bd33b171-d524-40cd-9f64-a998025841df tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] 10.222.0.39 "GET /v2.0/ports?device_id=072e510b-94e7-4b4d-9adb-8de696ba114d HTTP/1.1" status: 200 len: 945 time: 0.0742178 Aug 12 14:37:55.685927 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b3483d3b-0d73-4e14-94ad-b24b6984cf25 req-212a4565-131a-4b8f-8010-1042c8b97d52 tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] 10.222.0.39 "GET /v2.0/security-groups?id=87f02c46-9837-45f6-a8f5-f67c20068d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903270 Aug 12 14:37:55.963813 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 40338) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:37:56.116428 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8eff02f-b471-47eb-8772-3074042789e7 req-8a046d24-7ee8-4e80-ab1a-21ab93a1ce79 tempest-AttachSCSIVolumeTestJSON-842334255 tempest-AttachSCSIVolumeTestJSON-842334255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:37:56.122089 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e8eff02f-b471-47eb-8772-3074042789e7 req-8a046d24-7ee8-4e80-ab1a-21ab93a1ce79 tempest-AttachSCSIVolumeTestJSON-842334255 tempest-AttachSCSIVolumeTestJSON-842334255-project] 10.222.0.39 "GET /v2.0/ports?device_id=03232926-321d-4d1a-bc13-5e0570da9f31 HTTP/1.1" status: 200 len: 945 time: 0.1251802 Aug 12 14:37:56.207647 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e8eff02f-b471-47eb-8772-3074042789e7 req-014c1813-93e8-416a-9008-f4ffe8e63e01 tempest-AttachSCSIVolumeTestJSON-842334255 tempest-AttachSCSIVolumeTestJSON-842334255-project] 10.222.0.39 "GET /v2.0/security-groups?id=10538960-7c7a-451a-90f5-94b5fbb5462b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772922 Aug 12 14:37:56.377387 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7276c049-410f-4d0e-87f1-8834899afd2b req-2b172662-0d08-4380-8122-2916884ed065 tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:37:56.383872 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-7276c049-410f-4d0e-87f1-8834899afd2b req-2b172662-0d08-4380-8122-2916884ed065 tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] 10.222.0.39 "GET /v2.0/ports?device_id=fea8bb5d-f50e-4078-8fba-46b21540b743 HTTP/1.1" status: 200 len: 946 time: 0.1023307 Aug 12 14:37:56.437333 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-7276c049-410f-4d0e-87f1-8834899afd2b req-18094ab5-c066-477f-8888-8a79de770540 tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ad0002e-d03d-4ace-861f-ca41a35b7aed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421960 Aug 12 14:37:56.516704 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03232926-321d-4d1a-bc13-5e0570da9f31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d9628d6-01f7-4226-adf5-04dabf6c9f64'}] {{(pid=94468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:37:56.522084 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99a8d87602170099c728e57431aca99e9b98a655a83bbf8727be13192709727b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d493bb6-e23b-4e0e-9157-22dcfa819d77" -d '{"events": [{"server_uuid": "03232926-321d-4d1a-bc13-5e0570da9f31", "name": "network-vif-plugged", "status": "completed", "tag": "5d9628d6-01f7-4226-adf5-04dabf6c9f64"}]}' {{(pid=94468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:37:56.555290 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-93f51147-dc85-42c9-9f1a-ba54904cc0ee req-d91df70b-072f-4bdd-ac3f-be93a05934ed tempest-ImagesOneServerNegativeTestJSON-535792509 tempest-ImagesOneServerNegativeTestJSON-535792509-project] 10.222.0.39 "GET /v2.0/ports?device_id=9eea2448-3ffe-4934-8855-5a4c3081403a HTTP/1.1" status: 200 len: 210 time: 0.0592902 Aug 12 14:37:56.602190 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 14:37:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b152496-a9cc-4c0d-b0e4-139c4acaff52 x-openstack-request-id: req-4b152496-a9cc-4c0d-b0e4-139c4acaff52 {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:37:56.602574 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03232926-321d-4d1a-bc13-5e0570da9f31", "name": "network-vif-plugged", "status": "completed", "tag": "5d9628d6-01f7-4226-adf5-04dabf6c9f64", "code": 200}]} {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:37:56.603107 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4b152496-a9cc-4c0d-b0e4-139c4acaff52 {{(pid=94468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:37:56.603722 n-d-694802-15 neutron-server[94468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03232926-321d-4d1a-bc13-5e0570da9f31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d9628d6-01f7-4226-adf5-04dabf6c9f64', 'code': 200} Aug 12 14:37:56.784172 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b6485796-b6f9-4f37-b138-7af03d7e7ebd req-2d0355f3-7614-47ef-9302-a097726b46b0 tempest-AbsoluteLimitsNegativeTestJSON-257258084 tempest-AbsoluteLimitsNegativeTestJSON-257258084-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=f91ec28e815d465dbcec1bb50ed162f8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1088030 Aug 12 14:37:56.940582 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaa2fb6-a33a-4b6b-a527-b1f1f66984bc req-ae8924a9-e269-494d-b658-ca6efdbf557f tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:37:56.942335 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-eeaa2fb6-a33a-4b6b-a527-b1f1f66984bc req-ae8924a9-e269-494d-b658-ca6efdbf557f tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] 10.222.0.39 "GET /v2.0/ports?device_id=072e510b-94e7-4b4d-9adb-8de696ba114d HTTP/1.1" status: 200 len: 945 time: 0.1137404 Aug 12 14:37:57.020460 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-eeaa2fb6-a33a-4b6b-a527-b1f1f66984bc req-071d540b-7c45-4446-8bc6-22ee0d890807 tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] 10.222.0.39 "GET /v2.0/security-groups?id=87f02c46-9837-45f6-a8f5-f67c20068d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683198 Aug 12 14:37:57.033605 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a28d3e2e-839a-4429-a591-05576f857ebe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66663830'] for router_interface, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:57.062846 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274bb3f5-5719-4213-a451-ba32b32cb3ef req-e6d3d34c-6c4c-4824-9b45-7c146d990698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:37:57.065194 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-274bb3f5-5719-4213-a451-ba32b32cb3ef req-e6d3d34c-6c4c-4824-9b45-7c146d990698 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=03232926-321d-4d1a-bc13-5e0570da9f31 HTTP/1.1" status: 200 len: 1097 time: 0.3565059 Aug 12 14:37:57.104764 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6485796-b6f9-4f37-b138-7af03d7e7ebd req-a1a21135-3e6c-4ea1-adbf-9e67f0e6bb3e tempest-AbsoluteLimitsNegativeTestJSON-257258084 tempest-AbsoluteLimitsNegativeTestJSON-257258084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:37:57.107749 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b6485796-b6f9-4f37-b138-7af03d7e7ebd req-a1a21135-3e6c-4ea1-adbf-9e67f0e6bb3e tempest-AbsoluteLimitsNegativeTestJSON-257258084 tempest-AbsoluteLimitsNegativeTestJSON-257258084-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3227670 Aug 12 14:37:57.149730 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b6485796-b6f9-4f37-b138-7af03d7e7ebd req-449b332f-9a7a-41d2-b3ff-99a67e4c518e tempest-AbsoluteLimitsNegativeTestJSON-257258084 tempest-AbsoluteLimitsNegativeTestJSON-257258084-project] 10.222.0.39 "GET /v2.0/quotas/f91ec28e815d465dbcec1bb50ed162f8 HTTP/1.1" status: 200 len: 375 time: 0.0316763 Aug 12 14:37:57.218719 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-274bb3f5-5719-4213-a451-ba32b32cb3ef req-73ca5388-0957-4d6e-9216-e2f897835e24 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=10538960-7c7a-451a-90f5-94b5fbb5462b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241369 Aug 12 14:37:57.223826 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-01ebc95c-2a12-46dc-81e9-88fd68b6d517 req-35292d6e-deea-4a36-a127-78011735d245 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=347dc2a1-69b4-475b-8406-b78ac88f537c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1682022 Aug 12 14:37:57.226171 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b6485796-b6f9-4f37-b138-7af03d7e7ebd req-52fa38a1-76e0-46e1-85d6-a7472d693cd2 tempest-AbsoluteLimitsNegativeTestJSON-257258084 tempest-AbsoluteLimitsNegativeTestJSON-257258084-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=f91ec28e815d465dbcec1bb50ed162f8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0678968 Aug 12 14:37:57.238471 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e29724f-d2b5-44df-a110-ada941b1dc0b req-d528f624-51c5-4a97-8d47-eebc000d7b55 tempest-ImagesOneServerNegativeTestJSON-535792509 tempest-ImagesOneServerNegativeTestJSON-535792509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:37:57.240476 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2e29724f-d2b5-44df-a110-ada941b1dc0b req-d528f624-51c5-4a97-8d47-eebc000d7b55 tempest-ImagesOneServerNegativeTestJSON-535792509 tempest-ImagesOneServerNegativeTestJSON-535792509-project] 10.222.0.64 "GET /v2.0/networks?id=084bbaa9-1971-49e8-b2a8-17fb0ce3a37d HTTP/1.1" status: 200 len: 822 time: 0.4491377 Aug 12 14:37:57.257156 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-2e29724f-d2b5-44df-a110-ada941b1dc0b req-dd627ecd-0ba6-4222-8375-e0e88994f5ed tempest-ImagesOneServerNegativeTestJSON-535792509 tempest-ImagesOneServerNegativeTestJSON-535792509-project] Request body: {'port': {'device_id': '9eea2448-3ffe-4934-8855-5a4c3081403a', 'network_id': '084bbaa9-1971-49e8-b2a8-17fb0ce3a37d', 'admin_state_up': True, 'tenant_id': '1b183521d9a94e53bf861ad68f9d8a0b'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:37:57.489888 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f21e16-a2f1-4e75-a917-6e49531eb13b req-aed42f27-ee3e-48b8-a390-f45a0f34a57d tempest-AttachSCSIVolumeTestJSON-842334255 tempest-AttachSCSIVolumeTestJSON-842334255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:37:57.492753 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-a2f21e16-a2f1-4e75-a917-6e49531eb13b req-aed42f27-ee3e-48b8-a390-f45a0f34a57d tempest-AttachSCSIVolumeTestJSON-842334255 tempest-AttachSCSIVolumeTestJSON-842334255-project] 10.222.0.39 "GET /v2.0/ports?device_id=03232926-321d-4d1a-bc13-5e0570da9f31 HTTP/1.1" status: 200 len: 945 time: 0.1092193 Aug 12 14:37:57.529895 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e29724f-d2b5-44df-a110-ada941b1dc0b req-dd627ecd-0ba6-4222-8375-e0e88994f5ed tempest-ImagesOneServerNegativeTestJSON-535792509 tempest-ImagesOneServerNegativeTestJSON-535792509-project] Made reservation on behalf of 1b183521d9a94e53bf861ad68f9d8a0b for: {'port': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:37:57.535188 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-2e29724f-d2b5-44df-a110-ada941b1dc0b req-dd627ecd-0ba6-4222-8375-e0e88994f5ed tempest-ImagesOneServerNegativeTestJSON-535792509 tempest-ImagesOneServerNegativeTestJSON-535792509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:57.580694 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ebc95c-2a12-46dc-81e9-88fd68b6d517 req-bf023230-dc1e-41ef-abd7-cf00678288d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:37:57.582247 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-01ebc95c-2a12-46dc-81e9-88fd68b6d517 req-bf023230-dc1e-41ef-abd7-cf00678288d1 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c7cf81f007a244068628d9dac2415a0e&device_id=347dc2a1-69b4-475b-8406-b78ac88f537c HTTP/1.1" status: 200 len: 1097 time: 0.1688292 Aug 12 14:37:57.693940 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-a2f21e16-a2f1-4e75-a917-6e49531eb13b req-29fcb2f4-aebb-49ea-8b23-9278c0c7191d tempest-AttachSCSIVolumeTestJSON-842334255 tempest-AttachSCSIVolumeTestJSON-842334255-project] 10.222.0.39 "GET /v2.0/security-groups?id=10538960-7c7a-451a-90f5-94b5fbb5462b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562374 Aug 12 14:37:57.736278 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 40392) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:37:57.748191 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ebc95c-2a12-46dc-81e9-88fd68b6d517 req-24858bba-5828-44aa-b148-1989343871f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:37:57.749373 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-01ebc95c-2a12-46dc-81e9-88fd68b6d517 req-24858bba-5828-44aa-b148-1989343871f7 service neutron] 10.222.0.49 "GET /v2.0/networks?id=63f7bb20-fe7c-43e3-bcb6-44025e6f4b9c HTTP/1.1" status: 200 len: 916 time: 0.1165032 Aug 12 14:37:57.765758 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-a28d3e2e-839a-4429-a591-05576f857ebe admin admin] Deleting port 9084f4dc-f10a-4f81-82bf-c3a885bd0239 {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:37:57.766111 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a28d3e2e-839a-4429-a591-05576f857ebe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:57.877754 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-01ebc95c-2a12-46dc-81e9-88fd68b6d517 req-c6c5ef85-5fbc-48b1-b73a-c0e29c5043c3 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a7435c5d-997c-44fb-a2c6-77a012c12559 HTTP/1.1" status: 200 len: 217 time: 0.1104572 Aug 12 14:37:57.909742 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-a28d3e2e-839a-4429-a591-05576f857ebe admin admin] For port 9084f4dc-f10a-4f81-82bf-c3a885bd0239, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=9084f4dc-f10a-4f81-82bf-c3a885bd0239,segment=NetworkSegment(90d38c4e-0902-45c2-a9f7-0cc151cbe8b9),segment_id=90d38c4e-0902-45c2-a9f7-0cc151cbe8b9)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:37:57.910120 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a28d3e2e-839a-4429-a591-05576f857ebe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:57.926035 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-a28d3e2e-839a-4429-a591-05576f857ebe admin admin] Calling delete_port for 9084f4dc-f10a-4f81-82bf-c3a885bd0239 owned by network:router_interface {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:37:57.944424 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ebc95c-2a12-46dc-81e9-88fd68b6d517 req-23a2e997-ddbd-4dd7-97ff-7c2a97b37ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:37:57.945906 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-01ebc95c-2a12-46dc-81e9-88fd68b6d517 req-23a2e997-ddbd-4dd7-97ff-7c2a97b37ca6 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=65ea27f3-7f0e-428c-8c45-871b6e9bfddc HTTP/1.1" status: 200 len: 855 time: 0.0580852 Aug 12 14:37:57.980132 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874471de-b8a2-4704-b74f-0fbf8dedf742 req-a22eff03-44b1-4699-886a-bbc4c4484b70 tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:37:57.982458 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-874471de-b8a2-4704-b74f-0fbf8dedf742 req-a22eff03-44b1-4699-886a-bbc4c4484b70 tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] 10.222.0.39 "GET /v2.0/ports?device_id=fea8bb5d-f50e-4078-8fba-46b21540b743 HTTP/1.1" status: 200 len: 946 time: 0.3967202 Aug 12 14:37:58.005626 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-01ebc95c-2a12-46dc-81e9-88fd68b6d517 req-c967a64a-80de-421d-b048-3a46690d98fd service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=63f7bb20-fe7c-43e3-bcb6-44025e6f4b9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0495262 Aug 12 14:37:58.082927 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-f2923ef4-fb12-4014-9af9-3e7d3f370faa req-dd86e3b7-9438-48fe-a680-914741ee761f tempest-ImagesOneServerNegativeTestJSON-535792509 tempest-ImagesOneServerNegativeTestJSON-535792509-project] 10.222.0.39 "GET /v2.0/ports?device_id=9eea2448-3ffe-4934-8855-5a4c3081403a HTTP/1.1" status: 200 len: 210 time: 0.1358538 Aug 12 14:37:58.098397 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ef3d84b7-edb0-42c0-baa4-bb2f88aaa554 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:58.186162 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-01ebc95c-2a12-46dc-81e9-88fd68b6d517 req-0560f30a-83bf-41b7-b8c6-c27402a2ace6 service neutron] 10.222.0.49 "GET /v2.0/networks/63f7bb20-fe7c-43e3-bcb6-44025e6f4b9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1569881 Aug 12 14:37:58.188038 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_common [req-2e29724f-d2b5-44df-a110-ada941b1dc0b req-dd627ecd-0ba6-4222-8375-e0e88994f5ed tempest-ImagesOneServerNegativeTestJSON-535792509 tempest-ImagesOneServerNegativeTestJSON-535792509-project] Allocated IP 172.20.0.12 (084bbaa9-1971-49e8-b2a8-17fb0ce3a37d/5f80667a-12ed-4bf3-80ac-e8ae0cc35fd4/8155778e-f6fa-4f94-a529-f169e91907c0) {{(pid=94467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:37:58.192581 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-874471de-b8a2-4704-b74f-0fbf8dedf742 req-03c5e6b0-bcd0-448e-a437-9005a7e436e2 tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ad0002e-d03d-4ace-861f-ca41a35b7aed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1896064 Aug 12 14:37:58.376518 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-01ebc95c-2a12-46dc-81e9-88fd68b6d517 req-d4096159-606e-4644-8092-597fbc5eae23 service neutron] 10.222.0.49 "GET /v2.0/networks/63f7bb20-fe7c-43e3-bcb6-44025e6f4b9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1803691 Aug 12 14:37:58.392054 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ef3d84b7-edb0-42c0-baa4-bb2f88aaa554 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:58.407326 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ef3d84b7-edb0-42c0-baa4-bb2f88aaa554 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:58.425695 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a28d3e2e-839a-4429-a591-05576f857ebe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:58.459992 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28d3e2e-839a-4429-a591-05576f857ebe admin admin] Pushing event deleted for resources: {'Port': ['ID=9084f4dc-f10a-4f81-82bf-c3a885bd0239,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:37:58.479277 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d84b7-edb0-42c0-baa4-bb2f88aaa554 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2b77cab-5dd3-4d30-80bb-f2e4dafcd5a2,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:37:58.484202 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-ef3d84b7-edb0-42c0-baa4-bb2f88aaa554 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f91ec28e815d465dbcec1bb50ed162f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7462442 Aug 12 14:37:58.486695 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 40406) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:37:58.597125 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-2e29724f-d2b5-44df-a110-ada941b1dc0b req-dd627ecd-0ba6-4222-8375-e0e88994f5ed tempest-ImagesOneServerNegativeTestJSON-535792509 tempest-ImagesOneServerNegativeTestJSON-535792509-project] Notify callbacks [] for port, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:58.649717 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-2e29724f-d2b5-44df-a110-ada941b1dc0b req-dd627ecd-0ba6-4222-8375-e0e88994f5ed tempest-ImagesOneServerNegativeTestJSON-535792509 tempest-ImagesOneServerNegativeTestJSON-535792509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:58.702549 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e29724f-d2b5-44df-a110-ada941b1dc0b req-dd627ecd-0ba6-4222-8375-e0e88994f5ed tempest-ImagesOneServerNegativeTestJSON-535792509 tempest-ImagesOneServerNegativeTestJSON-535792509-project] Network 084bbaa9-1971-49e8-b2a8-17fb0ce3a37d is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:37:58.708647 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [req-2e29724f-d2b5-44df-a110-ada941b1dc0b req-dd627ecd-0ba6-4222-8375-e0e88994f5ed tempest-ImagesOneServerNegativeTestJSON-535792509 tempest-ImagesOneServerNegativeTestJSON-535792509-project] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:37:58.713325 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e29724f-d2b5-44df-a110-ada941b1dc0b req-dd627ecd-0ba6-4222-8375-e0e88994f5ed tempest-ImagesOneServerNegativeTestJSON-535792509 tempest-ImagesOneServerNegativeTestJSON-535792509-project] Received port after_create {{(pid=94467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:37:58.720838 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd627ecd-0ba6-4222-8375-e0e88994f5ed tempest-ImagesOneServerNegativeTestJSON-535792509 tempest-ImagesOneServerNegativeTestJSON-535792509-project] Pushing event updated for resources: {'Port': ['ID=8155778e-f6fa-4f94-a529-f169e91907c0,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:37:58.777050 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a28d3e2e-839a-4429-a591-05576f857ebe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66628352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-430630'] for router_interface, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:58.786681 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c6965a7a-d0a6-4a86-b388-697c4edaeb08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:58.800291 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e29724f-d2b5-44df-a110-ada941b1dc0b req-dd627ecd-0ba6-4222-8375-e0e88994f5ed tempest-ImagesOneServerNegativeTestJSON-535792509 tempest-ImagesOneServerNegativeTestJSON-535792509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:37:58.800994 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-2e29724f-d2b5-44df-a110-ada941b1dc0b req-dd627ecd-0ba6-4222-8375-e0e88994f5ed tempest-ImagesOneServerNegativeTestJSON-535792509 tempest-ImagesOneServerNegativeTestJSON-535792509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:58.829653 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2e29724f-d2b5-44df-a110-ada941b1dc0b req-dd627ecd-0ba6-4222-8375-e0e88994f5ed tempest-ImagesOneServerNegativeTestJSON-535792509 tempest-ImagesOneServerNegativeTestJSON-535792509-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5790234 Aug 12 14:37:58.848499 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-2e29724f-d2b5-44df-a110-ada941b1dc0b req-4bba474f-5dbb-423f-8106-07d1614197aa service neutron] Request body: {'port': {'device_id': '9eea2448-3ffe-4934-8855-5a4c3081403a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-694802-15'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:37:58.860251 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c6965a7a-d0a6-4a86-b388-697c4edaeb08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:58.938479 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-2e29724f-d2b5-44df-a110-ada941b1dc0b req-4bba474f-5dbb-423f-8106-07d1614197aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:58.958562 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6e98a1-e360-4245-8da5-dca59b9f7716 req-fbef069e-f653-469a-8d4a-f6dc6dba9da1 tempest-AttachSCSIVolumeTestJSON-842334255 tempest-AttachSCSIVolumeTestJSON-842334255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:37:58.960289 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-0e6e98a1-e360-4245-8da5-dca59b9f7716 req-fbef069e-f653-469a-8d4a-f6dc6dba9da1 tempest-AttachSCSIVolumeTestJSON-842334255 tempest-AttachSCSIVolumeTestJSON-842334255-project] 10.222.0.39 "GET /v2.0/ports?device_id=03232926-321d-4d1a-bc13-5e0570da9f31 HTTP/1.1" status: 200 len: 945 time: 0.1513948 Aug 12 14:37:59.020387 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c6965a7a-d0a6-4a86-b388-697c4edaeb08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:59.023693 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c6965a7a-d0a6-4a86-b388-697c4edaeb08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:59.035705 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-c6965a7a-d0a6-4a86-b388-697c4edaeb08 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f2b77cab-5dd3-4d30-80bb-f2e4dafcd5a2 HTTP/1.1" status: 204 len: 168 time: 0.5428562 Aug 12 14:37:59.073335 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6965a7a-d0a6-4a86-b388-697c4edaeb08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2b77cab-5dd3-4d30-80bb-f2e4dafcd5a2,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:37:59.147643 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-0e6e98a1-e360-4245-8da5-dca59b9f7716 req-029b02bd-f885-4317-8c2f-f317361ce329 tempest-AttachSCSIVolumeTestJSON-842334255 tempest-AttachSCSIVolumeTestJSON-842334255-project] 10.222.0.39 "GET /v2.0/security-groups?id=10538960-7c7a-451a-90f5-94b5fbb5462b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722002 Aug 12 14:37:59.441958 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25daf8c5-27f2-4a7a-9efb-9c62efe03090 req-16180550-25f8-4908-85df-d80ee6c975b5 tempest-ImagesOneServerNegativeTestJSON-535792509 tempest-ImagesOneServerNegativeTestJSON-535792509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:37:59.448725 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-25daf8c5-27f2-4a7a-9efb-9c62efe03090 req-16180550-25f8-4908-85df-d80ee6c975b5 tempest-ImagesOneServerNegativeTestJSON-535792509 tempest-ImagesOneServerNegativeTestJSON-535792509-project] 10.222.0.39 "GET /v2.0/ports?device_id=9eea2448-3ffe-4934-8855-5a4c3081403a HTTP/1.1" status: 200 len: 932 time: 0.2183175 Aug 12 14:37:59.511372 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a28d3e2e-839a-4429-a591-05576f857ebe admin admin] Router 11d41262-1334-4737-8528-01f371451f7a has already been hosted by L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f {{(pid=94466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 14:37:59.528901 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-25daf8c5-27f2-4a7a-9efb-9c62efe03090 req-aacf3693-c922-4d9c-80b3-5ad48b7f1409 tempest-ImagesOneServerNegativeTestJSON-535792509 tempest-ImagesOneServerNegativeTestJSON-535792509-project] 10.222.0.39 "GET /v2.0/security-groups?id=21797083-50ee-4fa2-9ae6-2585440bdd47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706508 Aug 12 14:37:59.536486 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [req-2e29724f-d2b5-44df-a110-ada941b1dc0b req-4bba474f-5dbb-423f-8106-07d1614197aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8155778e-f6fa-4f94-a529-f169e91907c0 {{(pid=94467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:37:59.558945 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-2e29724f-d2b5-44df-a110-ada941b1dc0b req-4bba474f-5dbb-423f-8106-07d1614197aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:59.576830 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [req-2e29724f-d2b5-44df-a110-ada941b1dc0b req-4bba474f-5dbb-423f-8106-07d1614197aa service neutron] Transition to ACTIVE for port object 8155778e-f6fa-4f94-a529-f169e91907c0 will not be triggered until provisioned by entity L2. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:37:59.582889 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-2e29724f-d2b5-44df-a110-ada941b1dc0b req-4bba474f-5dbb-423f-8106-07d1614197aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:59.670922 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bba474f-5dbb-423f-8106-07d1614197aa service neutron] Pushing event updated for resources: {'Port': ['ID=8155778e-f6fa-4f94-a529-f169e91907c0,revision_number=2']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:37:59.720045 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bba474f-5dbb-423f-8106-07d1614197aa service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:37:59.720398 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bba474f-5dbb-423f-8106-07d1614197aa service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:37:59.721371 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bba474f-5dbb-423f-8106-07d1614197aa service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:37:59.721886 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bba474f-5dbb-423f-8106-07d1614197aa service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:37:59.722736 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bba474f-5dbb-423f-8106-07d1614197aa service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:37:59.723100 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bba474f-5dbb-423f-8106-07d1614197aa service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:37:59.723440 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bba474f-5dbb-423f-8106-07d1614197aa service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:37:59.723811 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bba474f-5dbb-423f-8106-07d1614197aa service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:37:59.724145 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bba474f-5dbb-423f-8106-07d1614197aa service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:37:59.724473 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bba474f-5dbb-423f-8106-07d1614197aa service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:37:59.724908 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bba474f-5dbb-423f-8106-07d1614197aa service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:37:59.725272 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bba474f-5dbb-423f-8106-07d1614197aa service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:37:59.794572 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-2e29724f-d2b5-44df-a110-ada941b1dc0b req-4bba474f-5dbb-423f-8106-07d1614197aa service neutron] Attempting to bind port 8155778e-f6fa-4f94-a529-f169e91907c0 on host n-h1-694802-15 for vnic_type normal with profile {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:37:59.795073 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-2e29724f-d2b5-44df-a110-ada941b1dc0b req-4bba474f-5dbb-423f-8106-07d1614197aa service neutron] Attempting to bind port 8155778e-f6fa-4f94-a529-f169e91907c0 by drivers openvswitch,hyperv on host n-h1-694802-15 at level 0 using segments [{'id': 'e096a12b-68f8-4c98-b89d-d2992559fa06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '084bbaa9-1971-49e8-b2a8-17fb0ce3a37d'}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:37:59.795509 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e29724f-d2b5-44df-a110-ada941b1dc0b req-4bba474f-5dbb-423f-8106-07d1614197aa service neutron] Attempting to bind port 8155778e-f6fa-4f94-a529-f169e91907c0 on network 084bbaa9-1971-49e8-b2a8-17fb0ce3a37d {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:37:59.800386 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e29724f-d2b5-44df-a110-ada941b1dc0b req-4bba474f-5dbb-423f-8106-07d1614197aa service neutron] Port 8155778e-f6fa-4f94-a529-f169e91907c0 on network 084bbaa9-1971-49e8-b2a8-17fb0ce3a37d not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-15 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 14:37:59.801013 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e29724f-d2b5-44df-a110-ada941b1dc0b req-4bba474f-5dbb-423f-8106-07d1614197aa service neutron] Attempting to bind port 8155778e-f6fa-4f94-a529-f169e91907c0 on network 084bbaa9-1971-49e8-b2a8-17fb0ce3a37d {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:37:59.807877 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e29724f-d2b5-44df-a110-ada941b1dc0b req-4bba474f-5dbb-423f-8106-07d1614197aa service neutron] Checking agent: {'id': 'de568313-a3e6-454a-9813-77e25edcea95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 27, 41), 'started_at': datetime.datetime(2021, 8, 12, 14, 27, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 37, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:37:59.808478 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e29724f-d2b5-44df-a110-ada941b1dc0b req-4bba474f-5dbb-423f-8106-07d1614197aa service neutron] Checking segment: {'id': 'e096a12b-68f8-4c98-b89d-d2992559fa06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '084bbaa9-1971-49e8-b2a8-17fb0ce3a37d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:37:59.809043 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e29724f-d2b5-44df-a110-ada941b1dc0b req-4bba474f-5dbb-423f-8106-07d1614197aa service neutron] Bound using segment: {'id': 'e096a12b-68f8-4c98-b89d-d2992559fa06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '084bbaa9-1971-49e8-b2a8-17fb0ce3a37d'} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:37:59.809684 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-2e29724f-d2b5-44df-a110-ada941b1dc0b req-4bba474f-5dbb-423f-8106-07d1614197aa service neutron] Bound port: 8155778e-f6fa-4f94-a529-f169e91907c0, host: n-h1-694802-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e096a12b-68f8-4c98-b89d-d2992559fa06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '084bbaa9-1971-49e8-b2a8-17fb0ce3a37d'}}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:37:59.810234 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-2e29724f-d2b5-44df-a110-ada941b1dc0b req-4bba474f-5dbb-423f-8106-07d1614197aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:37:59.811837 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a28d3e2e-839a-4429-a591-05576f857ebe admin admin] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 14:37:59.822260 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-a28d3e2e-839a-4429-a591-05576f857ebe admin admin] 10.222.0.39 "PUT /v2.0/routers/11d41262-1334-4737-8528-01f371451f7a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8543432 Aug 12 14:37:59.826037 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b494b31d-4412-47a2-8b99-ea3c1dc2d169 None None] Sync routers for ids ['11d41262-1334-4737-8528-01f371451f7a'] in n-d-694802-15 {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 14:37:59.833622 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 40444) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:37:59.841098 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b494b31d-4412-47a2-8b99-ea3c1dc2d169 None None] Routers {'11d41262-1334-4737-8528-01f371451f7a'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:37:59.842375 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-b494b31d-4412-47a2-8b99-ea3c1dc2d169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:37:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['11d41262-1334-4737-8528-01f371451f7a'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:37:59.962006 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-2e29724f-d2b5-44df-a110-ada941b1dc0b req-4bba474f-5dbb-423f-8106-07d1614197aa service neutron] For port 8155778e-f6fa-4f94-a529-f169e91907c0, host n-h1-694802-15, cleared binding levels {{(pid=94467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:37:59.965856 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-2e29724f-d2b5-44df-a110-ada941b1dc0b req-4bba474f-5dbb-423f-8106-07d1614197aa service neutron] For port 8155778e-f6fa-4f94-a529-f169e91907c0, host n-h1-694802-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=8155778e-f6fa-4f94-a529-f169e91907c0,segment=NetworkSegment(e096a12b-68f8-4c98-b89d-d2992559fa06),segment_id=e096a12b-68f8-4c98-b89d-d2992559fa06)] {{(pid=94467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:37:59.971285 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-2e29724f-d2b5-44df-a110-ada941b1dc0b req-4bba474f-5dbb-423f-8106-07d1614197aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:00.021486 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-b494b31d-4412-47a2-8b99-ea3c1dc2d169 None None] Set router 11d41262-1334-4737-8528-01f371451f7a gateway port host: n-d-694802-15 {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:38:00.056752 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9edb63a-2322-4c0b-a6a8-477404116b07 req-e329c737-3dcf-4672-8366-941d5499258e tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:38:00.071561 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e29724f-d2b5-44df-a110-ada941b1dc0b req-4bba474f-5dbb-423f-8106-07d1614197aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:38:00.072413 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-2e29724f-d2b5-44df-a110-ada941b1dc0b req-4bba474f-5dbb-423f-8106-07d1614197aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:00.072748 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-a9edb63a-2322-4c0b-a6a8-477404116b07 req-e329c737-3dcf-4672-8366-941d5499258e tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] 10.222.0.39 "GET /v2.0/ports?device_id=fea8bb5d-f50e-4078-8fba-46b21540b743 HTTP/1.1" status: 200 len: 946 time: 0.2484570 Aug 12 14:38:00.075538 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2e29724f-d2b5-44df-a110-ada941b1dc0b req-4bba474f-5dbb-423f-8106-07d1614197aa service neutron] 10.222.0.64 "PUT /v2.0/ports/8155778e-f6fa-4f94-a529-f169e91907c0 HTTP/1.1" status: 200 len: 1093 time: 1.2316592 Aug 12 14:38:00.076855 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9eea2448-3ffe-4934-8855-5a4c3081403a', 'tag': '8155778e-f6fa-4f94-a529-f169e91907c0'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:38:00.085751 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e65282f928b64038367d043a4411777802006c43a98742496cb2e25b724ff1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ca4616a-d049-483c-8087-087f5d03d262" -d '{"events": [{"name": "network-changed", "server_uuid": "9eea2448-3ffe-4934-8855-5a4c3081403a", "tag": "8155778e-f6fa-4f94-a529-f169e91907c0"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:38:00.148739 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bba474f-5dbb-423f-8106-07d1614197aa service neutron] Pushing event updated for resources: {'Port': ['ID=8155778e-f6fa-4f94-a529-f169e91907c0,revision_number=3']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:38:00.245803 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e29724f-d2b5-44df-a110-ada941b1dc0b req-475406c1-e015-49e9-95f6-bfc8fa9d02d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:38:00.248348 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-a9edb63a-2322-4c0b-a6a8-477404116b07 req-8b7e055b-0ee7-4f07-993c-2515ea62fc38 tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ad0002e-d03d-4ace-861f-ca41a35b7aed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575058 Aug 12 14:38:00.252015 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2e29724f-d2b5-44df-a110-ada941b1dc0b req-475406c1-e015-49e9-95f6-bfc8fa9d02d1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1b183521d9a94e53bf861ad68f9d8a0b&device_id=9eea2448-3ffe-4934-8855-5a4c3081403a HTTP/1.1" status: 200 len: 1096 time: 0.0873818 Aug 12 14:38:00.290133 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f3d10865-8f5c-4175-aceb-b8ee09ff9f9d admin admin] Notify callbacks [] for router, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:00.336168 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 14:38:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06217e73-fb04-426e-99f9-74854c27605f x-openstack-request-id: req-06217e73-fb04-426e-99f9-74854c27605f {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:38:00.336330 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9eea2448-3ffe-4934-8855-5a4c3081403a", "tag": "8155778e-f6fa-4f94-a529-f169e91907c0", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:38:00.336655 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-06217e73-fb04-426e-99f9-74854c27605f {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:38:00.336983 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9eea2448-3ffe-4934-8855-5a4c3081403a', 'tag': '8155778e-f6fa-4f94-a529-f169e91907c0', 'status': 'completed', 'code': 200} Aug 12 14:38:00.349817 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 40462) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:38:00.349817 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2e29724f-d2b5-44df-a110-ada941b1dc0b req-32481b02-17a7-4482-8cda-1e94f2329fa9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8155778e-f6fa-4f94-a529-f169e91907c0 HTTP/1.1" status: 200 len: 217 time: 0.0868220 Aug 12 14:38:00.409440 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-b494b31d-4412-47a2-8b99-ea3c1dc2d169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11d41262-1334-4737-8528-01f371451f7a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1292795070-router', 'tenant_id': '67787a84bb704413b5454c6fdcf0c251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.66'}], 'enable_snat': True}, 'gw_port_id': '8f51f236-0b06-40ea-a837-5cdbc3b74c5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:30:41Z', 'updated_at': '2021-08-12T14:37:58Z', 'revision_number': 5, 'project_id': '67787a84bb704413b5454c6fdcf0c251', 'gw_port': {'id': '8f51f236-0b06-40ea-a837-5cdbc3b74c5c', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:ac:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11d41262-1334-4737-8528-01f371451f7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:30:43Z', 'updated_at': '2021-08-12T14:30:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15'}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:38:00.443691 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e29724f-d2b5-44df-a110-ada941b1dc0b req-bb42fa12-3ca9-415b-84c5-edba2882b060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:38:00.445230 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2e29724f-d2b5-44df-a110-ada941b1dc0b req-bb42fa12-3ca9-415b-84c5-edba2882b060 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5f80667a-12ed-4bf3-80ac-e8ae0cc35fd4 HTTP/1.1" status: 200 len: 862 time: 0.0885425 Aug 12 14:38:00.463067 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b494b31d-4412-47a2-8b99-ea3c1dc2d169 None None] Checking router: 11d41262-1334-4737-8528-01f371451f7a for host: n-d-694802-15 {{(pid=94469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 14:38:00.484833 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b494b31d-4412-47a2-8b99-ea3c1dc2d169 None None] Routers {'11d41262-1334-4737-8528-01f371451f7a'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:38:00.485489 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-b494b31d-4412-47a2-8b99-ea3c1dc2d169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:37:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['11d41262-1334-4737-8528-01f371451f7a'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:38:00.492295 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f3d10865-8f5c-4175-aceb-b8ee09ff9f9d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:00.499090 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-abe3f880-3ee4-4c4d-ab91-89f234da857a admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1147705201-network', 'tenant_id': '37beeffbe5ae48c0bffcfc4c807b31a2'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:38:00.504752 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2e29724f-d2b5-44df-a110-ada941b1dc0b req-22328ebb-0dcb-4754-a8e8-7f83b20abcea service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=084bbaa9-1971-49e8-b2a8-17fb0ce3a37d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0512874 Aug 12 14:38:00.572319 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-f3d10865-8f5c-4175-aceb-b8ee09ff9f9d admin admin] Deleting port 8f51f236-0b06-40ea-a837-5cdbc3b74c5c {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:38:00.572935 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f3d10865-8f5c-4175-aceb-b8ee09ff9f9d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:00.597225 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abe3f880-3ee4-4c4d-ab91-89f234da857a admin admin] Made reservation on behalf of 37beeffbe5ae48c0bffcfc4c807b31a2 for: {'network': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:38:00.599531 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-abe3f880-3ee4-4c4d-ab91-89f234da857a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for network, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:00.650404 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2e29724f-d2b5-44df-a110-ada941b1dc0b req-eb4eaf1d-cc54-448c-b558-df39f342f385 service neutron] 10.222.0.64 "GET /v2.0/networks/084bbaa9-1971-49e8-b2a8-17fb0ce3a37d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363695 Aug 12 14:38:00.658001 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-abe3f880-3ee4-4c4d-ab91-89f234da857a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:00.728089 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-f3d10865-8f5c-4175-aceb-b8ee09ff9f9d admin admin] For port 8f51f236-0b06-40ea-a837-5cdbc3b74c5c, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=8f51f236-0b06-40ea-a837-5cdbc3b74c5c,segment=NetworkSegment(b1b396cb-2dc6-4041-bfc7-1833a80a4720),segment_id=b1b396cb-2dc6-4041-bfc7-1833a80a4720)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:38:00.728089 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f3d10865-8f5c-4175-aceb-b8ee09ff9f9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:00.754695 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70467ae-a380-4250-a817-f1fb4aaa6e03 req-65a8ef9f-b7d8-485f-a555-1020244b2f63 tempest-ImagesOneServerNegativeTestJSON-535792509 tempest-ImagesOneServerNegativeTestJSON-535792509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:38:00.756296 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-e70467ae-a380-4250-a817-f1fb4aaa6e03 req-65a8ef9f-b7d8-485f-a555-1020244b2f63 tempest-ImagesOneServerNegativeTestJSON-535792509 tempest-ImagesOneServerNegativeTestJSON-535792509-project] 10.222.0.39 "GET /v2.0/ports?device_id=9eea2448-3ffe-4934-8855-5a4c3081403a HTTP/1.1" status: 200 len: 944 time: 0.0796387 Aug 12 14:38:00.757485 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-f3d10865-8f5c-4175-aceb-b8ee09ff9f9d admin admin] Calling delete_port for 8f51f236-0b06-40ea-a837-5cdbc3b74c5c owned by network:router_gateway {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:38:00.784028 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2e29724f-d2b5-44df-a110-ada941b1dc0b req-d0c69fd0-cab5-4a40-bac1-db5365fb7ae7 service neutron] 10.222.0.64 "GET /v2.0/networks/084bbaa9-1971-49e8-b2a8-17fb0ce3a37d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214995 Aug 12 14:38:00.906314 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-b494b31d-4412-47a2-8b99-ea3c1dc2d169 None None] Set router 11d41262-1334-4737-8528-01f371451f7a gateway port host: n-d-694802-15 {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:38:01.039854 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-e70467ae-a380-4250-a817-f1fb4aaa6e03 req-fb3543fe-ac86-431a-a26a-d34025d28134 tempest-ImagesOneServerNegativeTestJSON-535792509 tempest-ImagesOneServerNegativeTestJSON-535792509-project] 10.222.0.39 "GET /v2.0/security-groups?id=21797083-50ee-4fa2-9ae6-2585440bdd47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2669129 Aug 12 14:38:01.040292 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca4616a-d049-483c-8087-087f5d03d262 req-e165280e-54df-4336-9588-2fcdc649d798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:38:01.040482 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2ca4616a-d049-483c-8087-087f5d03d262 req-e165280e-54df-4336-9588-2fcdc649d798 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1b183521d9a94e53bf861ad68f9d8a0b&device_id=9eea2448-3ffe-4934-8855-5a4c3081403a HTTP/1.1" status: 200 len: 1096 time: 0.1324260 Aug 12 14:38:01.042492 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-abe3f880-3ee4-4c4d-ab91-89f234da857a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:01.060396 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-abe3f880-3ee4-4c4d-ab91-89f234da857a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:01.135583 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f3d10865-8f5c-4175-aceb-b8ee09ff9f9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:01.141659 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-abe3f880-3ee4-4c4d-ab91-89f234da857a admin admin] vlan segment allocate from pool success with {'vlan_id': 325, 'physical_network': 'physnet1'} {{(pid=94467) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 14:38:01.152885 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe3f880-3ee4-4c4d-ab91-89f234da857a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e24ab868-a910-4938-bc47-829f1cce31bf,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:38:01.165021 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-abe3f880-3ee4-4c4d-ab91-89f234da857a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:01.165561 n-d-694802-15 neutron-server[94467]: INFO neutron.db.segments_db [None req-abe3f880-3ee4-4c4d-ab91-89f234da857a admin admin] Added segment e688e76c-a3ab-46a0-a963-8d9540df29bc of type vlan for network 0b5b62c0-7830-4dbd-b60b-a4ceed865217 Aug 12 14:38:01.224102 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-b494b31d-4412-47a2-8b99-ea3c1dc2d169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11d41262-1334-4737-8528-01f371451f7a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1292795070-router', 'tenant_id': '67787a84bb704413b5454c6fdcf0c251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.66'}], 'enable_snat': True}, 'gw_port_id': '8f51f236-0b06-40ea-a837-5cdbc3b74c5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:30:41Z', 'updated_at': '2021-08-12T14:37:58Z', 'revision_number': 5, 'project_id': '67787a84bb704413b5454c6fdcf0c251', 'gw_port': {'id': '8f51f236-0b06-40ea-a837-5cdbc3b74c5c', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:ac:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11d41262-1334-4737-8528-01f371451f7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:30:43Z', 'updated_at': '2021-08-12T14:30:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15'}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:38:01.236734 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d10865-8f5c-4175-aceb-b8ee09ff9f9d admin admin] Pushing event deleted for resources: {'Port': ['ID=8f51f236-0b06-40ea-a837-5cdbc3b74c5c,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:38:01.267599 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca4616a-d049-483c-8087-087f5d03d262 req-59815168-696f-477f-aac1-a63d39b42bda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:38:01.269562 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2ca4616a-d049-483c-8087-087f5d03d262 req-59815168-696f-477f-aac1-a63d39b42bda service neutron] 10.222.0.64 "GET /v2.0/networks?id=084bbaa9-1971-49e8-b2a8-17fb0ce3a37d HTTP/1.1" status: 200 len: 923 time: 0.2215695 Aug 12 14:38:01.277309 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-abe3f880-3ee4-4c4d-ab91-89f234da857a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744653628263'] for network, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:01.281139 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f3d10865-8f5c-4175-aceb-b8ee09ff9f9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-431580'] for router_gateway, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:01.295727 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b494b31d-4412-47a2-8b99-ea3c1dc2d169 None None] The sync data for ids ['11d41262-1334-4737-8528-01f371451f7a'] in n-d-694802-15 is: [{'id': '11d41262-1334-4737-8528-01f371451f7a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1292795070-router', 'tenant_id': '67787a84bb704413b5454c6fdcf0c251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.66'}], 'enable_snat': True}, 'gw_port_id': '8f51f236-0b06-40ea-a837-5cdbc3b74c5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:30:41Z', 'updated_at': '2021-08-12T14:37:58Z', 'revision_number': 5, 'project_id': '67787a84bb704413b5454c6fdcf0c251', 'gw_port': {'id': '8f51f236-0b06-40ea-a837-5cdbc3b74c5c', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:ac:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11d41262-1334-4737-8528-01f371451f7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:30:43Z', 'updated_at': '2021-08-12T14:30:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15'}] {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 14:38:01.327103 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2ca4616a-d049-483c-8087-087f5d03d262 req-1d2179c5-205a-4589-bd0a-254ab53ff222 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8155778e-f6fa-4f94-a529-f169e91907c0 HTTP/1.1" status: 200 len: 217 time: 0.0417409 Aug 12 14:38:01.396879 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f3d10865-8f5c-4175-aceb-b8ee09ff9f9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-429360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-104877'] for router, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:01.399255 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f3d10865-8f5c-4175-aceb-b8ee09ff9f9d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:01.425409 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca4616a-d049-483c-8087-087f5d03d262 req-2140e3bd-d2d0-4265-8ac0-2d28b56da5a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:38:01.427061 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2ca4616a-d049-483c-8087-087f5d03d262 req-2140e3bd-d2d0-4265-8ac0-2d28b56da5a8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5f80667a-12ed-4bf3-80ac-e8ae0cc35fd4 HTTP/1.1" status: 200 len: 862 time: 0.0821176 Aug 12 14:38:01.427793 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-abe3f880-3ee4-4c4d-ab91-89f234da857a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409'] for network, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:01.428761 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abe3f880-3ee4-4c4d-ab91-89f234da857a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:38:01.429436 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-abe3f880-3ee4-4c4d-ab91-89f234da857a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for network, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:01.448221 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f3d10865-8f5c-4175-aceb-b8ee09ff9f9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-429375'] for router, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:01.448765 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3d10865-8f5c-4175-aceb-b8ee09ff9f9d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 11d41262-1334-4737-8528-01f371451f7a {{(pid=94466) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 14:38:01.454111 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f3d10865-8f5c-4175-aceb-b8ee09ff9f9d admin admin] Notify callbacks [] for router, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:01.455488 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-f3d10865-8f5c-4175-aceb-b8ee09ff9f9d admin admin] 10.222.0.39 "DELETE /v2.0/routers/11d41262-1334-4737-8528-01f371451f7a HTTP/1.1" status: 204 len: 168 time: 1.6201530 Aug 12 14:38:01.457973 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 40476) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:38:01.502818 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121187fd-7e51-4fc6-ab2a-513ae5ea5854 req-ad564181-4095-4a90-9b33-362cf806eaff tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:38:01.504584 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-121187fd-7e51-4fc6-ab2a-513ae5ea5854 req-ad564181-4095-4a90-9b33-362cf806eaff tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] 10.222.0.39 "GET /v2.0/ports?device_id=fea8bb5d-f50e-4078-8fba-46b21540b743 HTTP/1.1" status: 200 len: 946 time: 0.1765685 Aug 12 14:38:01.504775 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c85f1df-d7d1-4e64-81ea-f8543cb4ce78 admin admin] Deleting subnet eaf44e2b-51e5-4157-8e0e-0a0a05c13c30 {{(pid=94466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 14:38:01.508210 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5c85f1df-d7d1-4e64-81ea-f8543cb4ce78 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:01.524751 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2ca4616a-d049-483c-8087-087f5d03d262 req-f17d568d-46a9-4fd7-acf3-5752ac106a80 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=084bbaa9-1971-49e8-b2a8-17fb0ce3a37d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0751908 Aug 12 14:38:01.528904 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-abe3f880-3ee4-4c4d-ab91-89f234da857a admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.1759582 Aug 12 14:38:01.529568 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 40478) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:38:01.538052 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-4e0bff85-b649-4ad9-b80c-f9cb9886d856 admin admin] Request body: {'subnet': {'network_id': '0b5b62c0-7830-4dbd-b60b-a4ceed865217', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1147705201-subnet', 'tenant_id': '37beeffbe5ae48c0bffcfc4c807b31a2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:38:01.551118 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe3f880-3ee4-4c4d-ab91-89f234da857a admin admin] Pushing event updated for resources: {'Network': ['ID=0b5b62c0-7830-4dbd-b60b-a4ceed865217,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:38:01.562670 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5c85f1df-d7d1-4e64-81ea-f8543cb4ce78 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2293551'] for subnet, precommit_delete_associations {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:01.563637 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Network 0b5b62c0-7830-4dbd-b60b-a4ceed865217 details requested by agent ovs-agent-n-d-694802-15 with host n-d-694802-15 {{(pid=94468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 14:38:01.638100 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-121187fd-7e51-4fc6-ab2a-513ae5ea5854 req-6bcd8295-b71e-4c36-9d25-c460d3008991 tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ad0002e-d03d-4ace-861f-ca41a35b7aed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174583 Aug 12 14:38:01.666031 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2ca4616a-d049-483c-8087-087f5d03d262 req-d0452100-6fb6-48fe-a870-ce3391d1f5e2 service neutron] 10.222.0.64 "GET /v2.0/networks/084bbaa9-1971-49e8-b2a8-17fb0ce3a37d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294909 Aug 12 14:38:01.771116 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2ca4616a-d049-483c-8087-087f5d03d262 req-d37f092b-3a4b-4053-aa0a-6255aef2526e service neutron] 10.222.0.64 "GET /v2.0/networks/084bbaa9-1971-49e8-b2a8-17fb0ce3a37d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936134 Aug 12 14:38:01.891000 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e0bff85-b649-4ad9-b80c-f9cb9886d856 admin admin] Made reservation on behalf of 37beeffbe5ae48c0bffcfc4c807b31a2 for: {'subnet': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:38:01.893543 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4e0bff85-b649-4ad9-b80c-f9cb9886d856 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8776441'] for subnet, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:02.021959 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5c85f1df-d7d1-4e64-81ea-f8543cb4ce78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66416255'] for subnet, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:02.069675 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device 8155778e-f6fa-4f94-a529-f169e91907c0 details requested by agent hyperv_n-h1-694802-15 with host n-h1-694802-15 {{(pid=94468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 14:38:02.214650 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port 8155778e-f6fa-4f94-a529-f169e91907c0, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=8155778e-f6fa-4f94-a529-f169e91907c0,segment=NetworkSegment(e096a12b-68f8-4c98-b89d-d2992559fa06),segment_id=e096a12b-68f8-4c98-b89d-d2992559fa06)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:38:02.252599 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Returning: {'device': '8155778e-f6fa-4f94-a529-f169e91907c0', 'network_id': '084bbaa9-1971-49e8-b2a8-17fb0ce3a37d', 'port_id': '8155778e-f6fa-4f94-a529-f169e91907c0', 'mac_address': 'fa:16:3e:45:65:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f80667a-12ed-4bf3-80ac-e8ae0cc35fd4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 14:38:02.266519 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5c85f1df-d7d1-4e64-81ea-f8543cb4ce78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66416232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3718429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8776402'] for subnet, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:02.304558 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5c85f1df-d7d1-4e64-81ea-f8543cb4ce78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for subnet, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:02.311334 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 40494) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:38:02.312299 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4427ef6b-a37f-4c6e-8714-612706139d75 None None] Network 8a71aa16-6082-45cb-9783-85f01df10691 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:38:02.319779 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-5c85f1df-d7d1-4e64-81ea-f8543cb4ce78 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/eaf44e2b-51e5-4157-8e0e-0a0a05c13c30 HTTP/1.1" status: 204 len: 168 time: 0.8605275 Aug 12 14:38:02.358067 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:02.359380 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c85f1df-d7d1-4e64-81ea-f8543cb4ce78 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eaf44e2b-51e5-4157-8e0e-0a0a05c13c30,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:38:02.363470 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4e0bff85-b649-4ad9-b80c-f9cb9886d856 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3718490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8776395'] for subnet, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:02.400948 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8155778e-f6fa-4f94-a529-f169e91907c0 {{(pid=94468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:38:02.444329 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404c9d62-52d2-4da2-a749-2ad0f3fd0175 req-168d47a2-06fd-4d07-8665-b49b83cd7bcc tempest-ImagesOneServerNegativeTestJSON-535792509 tempest-ImagesOneServerNegativeTestJSON-535792509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:38:02.446225 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-404c9d62-52d2-4da2-a749-2ad0f3fd0175 req-168d47a2-06fd-4d07-8665-b49b83cd7bcc tempest-ImagesOneServerNegativeTestJSON-535792509 tempest-ImagesOneServerNegativeTestJSON-535792509-project] 10.222.0.39 "GET /v2.0/ports?device_id=9eea2448-3ffe-4934-8855-5a4c3081403a HTTP/1.1" status: 200 len: 944 time: 0.2898262 Aug 12 14:38:02.505694 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0bff85-b649-4ad9-b80c-f9cb9886d856 admin admin] Pushing event updated for resources: {'Subnet': ['ID=18970fab-e99c-40ab-ac9c-e305e2527a07,revision_number=0']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:38:02.531141 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a5b060b6-7e29-4a51-9b58-fcc908695d42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680608'] for network, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:02.548624 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-404c9d62-52d2-4da2-a749-2ad0f3fd0175 req-4f2fff2e-2975-444f-b40d-59160157eb50 tempest-ImagesOneServerNegativeTestJSON-535792509 tempest-ImagesOneServerNegativeTestJSON-535792509-project] 10.222.0.39 "GET /v2.0/security-groups?id=21797083-50ee-4fa2-9ae6-2585440bdd47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897717 Aug 12 14:38:02.563505 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e0bff85-b649-4ad9-b80c-f9cb9886d856 admin admin] Checking segment: {'id': 'e688e76c-a3ab-46a0-a963-8d9540df29bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '0b5b62c0-7830-4dbd-b60b-a4ceed865217'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:38:02.564536 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e0bff85-b649-4ad9-b80c-f9cb9886d856 admin admin] Network hostable DHCP agents. Network: 0b5b62c0-7830-4dbd-b60b-a4ceed865217, hostable agents: ['1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658'], hosted agents: [] {{(pid=94466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 14:38:02.586148 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e0bff85-b649-4ad9-b80c-f9cb9886d856 admin admin] Network 0b5b62c0-7830-4dbd-b60b-a4ceed865217 is scheduled to be hosted by DHCP agent 1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658 with binding_index 1 {{(pid=94466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 14:38:02.614450 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-4e0bff85-b649-4ad9-b80c-f9cb9886d856 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-15, 0b5b62c0-7830-4dbd-b60b-a4ceed865217) {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:38:02.626070 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e0bff85-b649-4ad9-b80c-f9cb9886d856 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:38:02.626970 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4e0bff85-b649-4ad9-b80c-f9cb9886d856 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for subnet, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:02.646973 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-4e0bff85-b649-4ad9-b80c-f9cb9886d856 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.1167226 Aug 12 14:38:02.668434 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-a5b060b6-7e29-4a51-9b58-fcc908695d42 admin admin] Deleting port ce97810e-ca50-4199-b03b-5351599b2968 {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:38:02.668434 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a5b060b6-7e29-4a51-9b58-fcc908695d42 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:02.671265 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85806518-1ec1-40a3-aa33-4844a6decafc None None] Network 0b5b62c0-7830-4dbd-b60b-a4ceed865217 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:38:02.717201 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port 8155778e-f6fa-4f94-a529-f169e91907c0, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=8155778e-f6fa-4f94-a529-f169e91907c0,segment=NetworkSegment(e096a12b-68f8-4c98-b89d-d2992559fa06),segment_id=e096a12b-68f8-4c98-b89d-d2992559fa06)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:38:02.755321 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [None req-a5b060b6-7e29-4a51-9b58-fcc908695d42 admin admin] For port ce97810e-ca50-4199-b03b-5351599b2968, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=ce97810e-ca50-4199-b03b-5351599b2968,segment=NetworkSegment(90d38c4e-0902-45c2-a9f7-0cc151cbe8b9),segment_id=90d38c4e-0902-45c2-a9f7-0cc151cbe8b9)] {{(pid=94467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:38:02.756046 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a5b060b6-7e29-4a51-9b58-fcc908695d42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:02.773766 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-a5b060b6-7e29-4a51-9b58-fcc908695d42 admin admin] Calling delete_port for ce97810e-ca50-4199-b03b-5351599b2968 owned by network:dhcp {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:38:02.822459 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:02.904473 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d707b98-464f-47ea-a8fd-1a09d56056a1 req-ca4a69df-7e0a-4b5f-894c-afae0fb97af8 tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:38:02.916601 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-6d707b98-464f-47ea-a8fd-1a09d56056a1 req-ca4a69df-7e0a-4b5f-894c-afae0fb97af8 tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] 10.222.0.39 "GET /v2.0/ports?device_id=fea8bb5d-f50e-4078-8fba-46b21540b743 HTTP/1.1" status: 200 len: 946 time: 0.1267645 Aug 12 14:38:02.944530 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a5b060b6-7e29-4a51-9b58-fcc908695d42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:02.977121 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b060b6-7e29-4a51-9b58-fcc908695d42 admin admin] Pushing event deleted for resources: {'Port': ['ID=ce97810e-ca50-4199-b03b-5351599b2968,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:38:02.987982 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5b060b6-7e29-4a51-9b58-fcc908695d42 admin admin] No DVR routers for this DVR port ce97810e-ca50-4199-b03b-5351599b2968 on host n-d-694802-15 {{(pid=94467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:38:03.010188 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Pushing event updated for resources: {'Port': ['ID=8155778e-f6fa-4f94-a529-f169e91907c0,revision_number=4']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:38:03.056643 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42818717-5d92-4a54-b33c-441ebdb7e4d3 None None] DHCP port deletion for 8a71aa16-6082-45cb-9783-85f01df10691 request from n-d-694802-15 {{(pid=94468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 14:38:03.058865 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-6d707b98-464f-47ea-a8fd-1a09d56056a1 req-311ee542-2f67-4d35-821d-6130444e64d4 tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ad0002e-d03d-4ace-861f-ca41a35b7aed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395292 Aug 12 14:38:03.059290 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6d389fc-1a97-4221-b222-1d7e3874e5fb None None] Network 0b5b62c0-7830-4dbd-b60b-a4ceed865217 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:38:03.103894 n-d-694802-15 neutron-server[94467]: INFO neutron.api.v2.resource [req-8310ae69-5a56-4702-a8f8-4b3b6b16bd69 req-b072d389-7ee1-4a24-91f4-58c364bc506a tempest-SecurityGroupsNegativeTestJSON-722006279 tempest-SecurityGroupsNegativeTestJSON-722006279-project] show failed (client error): The resource could not be found. Aug 12 14:38:03.113263 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-8310ae69-5a56-4702-a8f8-4b3b6b16bd69 req-b072d389-7ee1-4a24-91f4-58c364bc506a tempest-SecurityGroupsNegativeTestJSON-722006279 tempest-SecurityGroupsNegativeTestJSON-722006279-project] 10.222.0.39 "GET /v2.0/security-groups/748b3018-51ec-46d6-8c28-23d7162e9641 HTTP/1.1" status: 404 len: 352 time: 0.0439146 Aug 12 14:38:03.113263 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a5b060b6-7e29-4a51-9b58-fcc908695d42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66413304', 'neutron.services.segments.db._delete_segments_for_network-8744654118000'] for network, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:03.132001 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-a5b060b6-7e29-4a51-9b58-fcc908695d42 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a71aa16-6082-45cb-9783-85f01df10691']}} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:38:03.151701 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device ce97810e-ca50-4199-b03b-5351599b2968 no longer exists at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:38:03.164696 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-a5b060b6-7e29-4a51-9b58-fcc908695d42 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90d38c4e-0902-45c2-a9f7-0cc151cbe8b9') {'for_net_delete': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:38:03.164994 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-a5b060b6-7e29-4a51-9b58-fcc908695d42 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90d38c4e-0902-45c2-a9f7-0cc151cbe8b9') {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:38:03.173052 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] get_ports_and_sgs() called for port_ids ['8155778e-f6fa-4f94-a529-f169e91907c0'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:38:03.179487 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] No Port match for: ce97810e-ca50-4199-b03b-5351599b2968 {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 14:38:03.180012 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device ce97810e-ca50-4199-b03b-5351599b2968 not bound to the agent host n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:38:03.180665 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 9084f4dc-f10a-4f81-82bf-c3a885bd0239 no longer exists at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:38:03.190082 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a5b060b6-7e29-4a51-9b58-fcc908695d42 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744654122361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3857526'] for segment, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:03.227129 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a5b060b6-7e29-4a51-9b58-fcc908695d42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:03.236240 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] No Port match for: 9084f4dc-f10a-4f81-82bf-c3a885bd0239 {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 14:38:03.236958 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 9084f4dc-f10a-4f81-82bf-c3a885bd0239 not bound to the agent host n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:38:03.238841 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 8f51f236-0b06-40ea-a837-5cdbc3b74c5c no longer exists at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:38:03.247541 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-85a7faa7-72ef-4144-9f71-ee9ffff4ac32 req-e45d89cb-bdd5-4cf9-b0e5-82bf744c0ab8 tempest-SecurityGroupsNegativeTestJSON-722006279 tempest-SecurityGroupsNegativeTestJSON-722006279-project] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=37beeffbe5ae48c0bffcfc4c807b31a2 HTTP/1.1" status: 200 len: 2984 time: 0.1046062 Aug 12 14:38:03.250698 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5b060b6-7e29-4a51-9b58-fcc908695d42 admin admin] Releasing vlan 312 on physical network physnet1 to pool {{(pid=94467) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 14:38:03.251141 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a5b060b6-7e29-4a51-9b58-fcc908695d42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2859015'] for segment, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:03.253042 n-d-694802-15 neutron-server[94467]: Traceback (most recent call last): Aug 12 14:38:03.253042 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 14:38:03.253042 n-d-694802-15 neutron-server[94467]: timer() Aug 12 14:38:03.253042 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 14:38:03.253042 n-d-694802-15 neutron-server[94467]: cb(*args, **kw) Aug 12 14:38:03.253042 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 14:38:03.253042 n-d-694802-15 neutron-server[94467]: return func(*args, **kwargs) Aug 12 14:38:03.253042 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 14:38:03.253042 n-d-694802-15 neutron-server[94467]: self._notify() Aug 12 14:38:03.253042 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 14:38:03.253042 n-d-694802-15 neutron-server[94467]: self.callback(batched_events) Aug 12 14:38:03.253042 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 14:38:03.253042 n-d-694802-15 neutron-server[94467]: event.method(event) Aug 12 14:38:03.253042 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 14:38:03.253042 n-d-694802-15 neutron-server[94467]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 14:38:03.253042 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 14:38:03.253042 n-d-694802-15 neutron-server[94467]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 14:38:03.253042 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 14:38:03.253042 n-d-694802-15 neutron-server[94467]: return f(self, *a, **k) Aug 12 14:38:03.253042 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 14:38:03.253042 n-d-694802-15 neutron-server[94467]: return self._get(url).json() Aug 12 14:38:03.253042 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 14:38:03.253042 n-d-694802-15 neutron-server[94467]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 14:38:03.253042 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 14:38:03.253042 n-d-694802-15 neutron-server[94467]: return self.request(url, 'GET', **kwargs) Aug 12 14:38:03.253042 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 14:38:03.253042 n-d-694802-15 neutron-server[94467]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 14:38:03.253042 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 14:38:03.253042 n-d-694802-15 neutron-server[94467]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 14:38:03.253042 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 14:38:03.253042 n-d-694802-15 neutron-server[94467]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 14:38:03.253042 n-d-694802-15 neutron-server[94467]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 14:38:03.284878 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] No Port match for: 8f51f236-0b06-40ea-a837-5cdbc3b74c5c {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 14:38:03.285604 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 8f51f236-0b06-40ea-a837-5cdbc3b74c5c not bound to the agent host n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:38:03.667528 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883f55df-4391-4d50-a731-ec8cd7882938 req-4f5f4cd5-1be5-482d-9dfe-85ef2b387fe3 tempest-ImagesOneServerNegativeTestJSON-535792509 tempest-ImagesOneServerNegativeTestJSON-535792509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:38:03.669087 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-883f55df-4391-4d50-a731-ec8cd7882938 req-4f5f4cd5-1be5-482d-9dfe-85ef2b387fe3 tempest-ImagesOneServerNegativeTestJSON-535792509 tempest-ImagesOneServerNegativeTestJSON-535792509-project] 10.222.0.39 "GET /v2.0/ports?device_id=9eea2448-3ffe-4934-8855-5a4c3081403a HTTP/1.1" status: 200 len: 945 time: 0.0537202 Aug 12 14:38:03.690230 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a5b060b6-7e29-4a51-9b58-fcc908695d42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66413281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431520'] for network, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:03.706704 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a5b060b6-7e29-4a51-9b58-fcc908695d42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for network, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:03.711526 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-a5b060b6-7e29-4a51-9b58-fcc908695d42 admin admin] 10.222.0.39 "DELETE /v2.0/networks/8a71aa16-6082-45cb-9783-85f01df10691 HTTP/1.1" status: 204 len: 168 time: 1.3959827 Aug 12 14:38:03.711526 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b060b6-7e29-4a51-9b58-fcc908695d42 admin admin] Pushing event deleted for resources: {'Network': ['ID=8a71aa16-6082-45cb-9783-85f01df10691,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:38:03.711865 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 40520) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:38:03.722264 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-85a7faa7-72ef-4144-9f71-ee9ffff4ac32 req-8476af65-e1b1-4339-a30a-3411e00ee4bb tempest-SecurityGroupsNegativeTestJSON-722006279 tempest-SecurityGroupsNegativeTestJSON-722006279-project] 10.222.0.39 "GET /v2.0/security-groups/e24ab868-a910-4938-bc47-829f1cce31bf HTTP/1.1" status: 200 len: 2981 time: 0.4512882 Aug 12 14:38:03.731104 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-883f55df-4391-4d50-a731-ec8cd7882938 req-e4446776-a0c8-4ea5-bfc0-1dd516cd59cf tempest-ImagesOneServerNegativeTestJSON-535792509 tempest-ImagesOneServerNegativeTestJSON-535792509-project] 10.222.0.39 "GET /v2.0/security-groups?id=21797083-50ee-4fa2-9ae6-2585440bdd47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532610 Aug 12 14:38:03.814382 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-85a7faa7-72ef-4144-9f71-ee9ffff4ac32 req-2980ebfc-eac1-4ed9-9861-86987ec65da3 tempest-SecurityGroupsNegativeTestJSON-722006279 tempest-SecurityGroupsNegativeTestJSON-722006279-project] 10.222.0.39 "GET /v2.0/security-groups/e24ab868-a910-4938-bc47-829f1cce31bf HTTP/1.1" status: 200 len: 2981 time: 0.0911865 Aug 12 14:38:03.881546 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-8f4fd61a-cb48-4fd5-818d-ecabc6338e72 req-73e72d04-5a3e-4d4c-a73f-4bce43623f89 tempest-SecurityGroupsNegativeTestJSON-722006279 tempest-SecurityGroupsNegativeTestJSON-722006279-project] 10.222.0.39 "GET /v2.0/security-groups/e24ab868-a910-4938-bc47-829f1cce31bf HTTP/1.1" status: 200 len: 2981 time: 0.0438244 Aug 12 14:38:03.946957 n-d-694802-15 neutron-server[94466]: INFO neutron.api.v2.resource [req-8f4fd61a-cb48-4fd5-818d-ecabc6338e72 req-b80ede3d-219c-404b-9f5c-a5020963bae3 tempest-SecurityGroupsNegativeTestJSON-722006279 tempest-SecurityGroupsNegativeTestJSON-722006279-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 12 14:38:03.948555 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-8f4fd61a-cb48-4fd5-818d-ecabc6338e72 req-b80ede3d-219c-404b-9f5c-a5020963bae3 tempest-SecurityGroupsNegativeTestJSON-722006279 tempest-SecurityGroupsNegativeTestJSON-722006279-project] 10.222.0.39 "DELETE /v2.0/security-groups/e24ab868-a910-4938-bc47-829f1cce31bf HTTP/1.1" status: 409 len: 352 time: 0.0597904 Aug 12 14:38:04.006771 n-d-694802-15 neutron-server[94467]: INFO neutron.api.v2.resource [req-69b13559-5e17-460d-91f4-c68ad1f1ce6c req-3b120b10-352f-4769-9d45-5e81396353be tempest-SecurityGroupsNegativeTestJSON-722006279 tempest-SecurityGroupsNegativeTestJSON-722006279-project] show failed (client error): The resource could not be found. Aug 12 14:38:04.007802 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-69b13559-5e17-460d-91f4-c68ad1f1ce6c req-3b120b10-352f-4769-9d45-5e81396353be tempest-SecurityGroupsNegativeTestJSON-722006279 tempest-SecurityGroupsNegativeTestJSON-722006279-project] 10.222.0.39 "GET /v2.0/security-groups/af85ef9f-51d7-49c9-9111-8a40ad1796e6 HTTP/1.1" status: 404 len: 352 time: 0.0345290 Aug 12 14:38:04.046463 n-d-694802-15 neutron-server[94466]: INFO neutron.api.v2.resource [req-64eb66fb-f492-495f-9d36-8f93f73b109b req-f63e0ad3-41ff-4cba-af44-20a2194571ca tempest-SecurityGroupsNegativeTestJSON-722006279 tempest-SecurityGroupsNegativeTestJSON-722006279-project] show failed (client error): The resource could not be found. Aug 12 14:38:04.047513 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-64eb66fb-f492-495f-9d36-8f93f73b109b req-f63e0ad3-41ff-4cba-af44-20a2194571ca tempest-SecurityGroupsNegativeTestJSON-722006279 tempest-SecurityGroupsNegativeTestJSON-722006279-project] 10.222.0.39 "GET /v2.0/security-groups/7b3546a6-568a-41e8-85b9-4901b5c1cb9f HTTP/1.1" status: 404 len: 352 time: 0.0157990 Aug 12 14:38:04.058302 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 40530) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:38:04.115434 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_v2 [None req-15bcd518-d2d5-4883-8f0e-1df46d091099 admin admin] Deleting subnet 18970fab-e99c-40ab-ac9c-e305e2527a07 {{(pid=94466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 14:38:04.121319 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-15bcd518-d2d5-4883-8f0e-1df46d091099 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:04.146303 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-79b33f74-21ad-4096-a0af-4a85f2db8ced admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66663830'] for router_interface, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:04.160243 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-15bcd518-d2d5-4883-8f0e-1df46d091099 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2293551'] for subnet, precommit_delete_associations {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:04.202983 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-15bcd518-d2d5-4883-8f0e-1df46d091099 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66416255'] for subnet, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:04.255457 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8ab2b6-ddca-4a16-b38f-0fa882e07525 req-7656df05-215b-4c54-bd7e-88a735892508 tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:38:04.257067 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-7e8ab2b6-ddca-4a16-b38f-0fa882e07525 req-7656df05-215b-4c54-bd7e-88a735892508 tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] 10.222.0.39 "GET /v2.0/ports?device_id=fea8bb5d-f50e-4078-8fba-46b21540b743 HTTP/1.1" status: 200 len: 946 time: 0.1245565 Aug 12 14:38:04.262710 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-15bcd518-d2d5-4883-8f0e-1df46d091099 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66416232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3718429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8776402'] for subnet, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:04.295223 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bcd518-d2d5-4883-8f0e-1df46d091099 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=18970fab-e99c-40ab-ac9c-e305e2527a07,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:38:04.300853 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-15bcd518-d2d5-4883-8f0e-1df46d091099 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for subnet, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:04.305439 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-15bcd518-d2d5-4883-8f0e-1df46d091099 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/18970fab-e99c-40ab-ac9c-e305e2527a07 HTTP/1.1" status: 204 len: 168 time: 0.2459030 Aug 12 14:38:04.306041 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 40534) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:38:04.342315 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-7e8ab2b6-ddca-4a16-b38f-0fa882e07525 req-bef14933-ef0f-4589-889a-8d6823f06352 tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ad0002e-d03d-4ace-861f-ca41a35b7aed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758271 Aug 12 14:38:04.385966 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-85a6a98e-0eff-48ac-99c6-d8c96df740ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680608'] for network, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:04.473650 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-85a6a98e-0eff-48ac-99c6-d8c96df740ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66413304', 'neutron.services.segments.db._delete_segments_for_network-8744654118000'] for network, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:04.482288 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-79b33f74-21ad-4096-a0af-4a85f2db8ced admin admin] Deleting port 43e69cad-a241-4df7-bc6e-fc2e5371c6cc {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:38:04.482921 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-79b33f74-21ad-4096-a0af-4a85f2db8ced admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:04.484200 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-85a6a98e-0eff-48ac-99c6-d8c96df740ae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b5b62c0-7830-4dbd-b60b-a4ceed865217']}} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:38:04.496112 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-85a6a98e-0eff-48ac-99c6-d8c96df740ae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e688e76c-a3ab-46a0-a963-8d9540df29bc') {'for_net_delete': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:38:04.496500 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-85a6a98e-0eff-48ac-99c6-d8c96df740ae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e688e76c-a3ab-46a0-a963-8d9540df29bc') {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:38:04.505750 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-85a6a98e-0eff-48ac-99c6-d8c96df740ae admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744654122361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2293560'] for segment, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:04.520566 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-85a6a98e-0eff-48ac-99c6-d8c96df740ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:04.528472 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85a6a98e-0eff-48ac-99c6-d8c96df740ae admin admin] Releasing vlan 325 on physical network physnet1 to pool {{(pid=94466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 14:38:04.528909 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-85a6a98e-0eff-48ac-99c6-d8c96df740ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3718595'] for segment, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:04.530584 n-d-694802-15 neutron-server[94466]: Traceback (most recent call last): Aug 12 14:38:04.530584 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 14:38:04.530584 n-d-694802-15 neutron-server[94466]: timer() Aug 12 14:38:04.530584 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 14:38:04.530584 n-d-694802-15 neutron-server[94466]: cb(*args, **kw) Aug 12 14:38:04.530584 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 14:38:04.530584 n-d-694802-15 neutron-server[94466]: return func(*args, **kwargs) Aug 12 14:38:04.530584 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 14:38:04.530584 n-d-694802-15 neutron-server[94466]: self._notify() Aug 12 14:38:04.530584 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 14:38:04.530584 n-d-694802-15 neutron-server[94466]: self.callback(batched_events) Aug 12 14:38:04.530584 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 14:38:04.530584 n-d-694802-15 neutron-server[94466]: event.method(event) Aug 12 14:38:04.530584 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 14:38:04.530584 n-d-694802-15 neutron-server[94466]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 14:38:04.530584 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 14:38:04.530584 n-d-694802-15 neutron-server[94466]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 14:38:04.530584 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 14:38:04.530584 n-d-694802-15 neutron-server[94466]: return f(self, *a, **k) Aug 12 14:38:04.530584 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 14:38:04.530584 n-d-694802-15 neutron-server[94466]: return self._get(url).json() Aug 12 14:38:04.530584 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 14:38:04.530584 n-d-694802-15 neutron-server[94466]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 14:38:04.530584 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 14:38:04.530584 n-d-694802-15 neutron-server[94466]: return self.request(url, 'GET', **kwargs) Aug 12 14:38:04.530584 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 14:38:04.530584 n-d-694802-15 neutron-server[94466]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 14:38:04.530584 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 14:38:04.530584 n-d-694802-15 neutron-server[94466]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 14:38:04.530584 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 14:38:04.530584 n-d-694802-15 neutron-server[94466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 14:38:04.530584 n-d-694802-15 neutron-server[94466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 14:38:04.570819 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [None req-79b33f74-21ad-4096-a0af-4a85f2db8ced admin admin] For port 43e69cad-a241-4df7-bc6e-fc2e5371c6cc, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=43e69cad-a241-4df7-bc6e-fc2e5371c6cc,segment=NetworkSegment(00885975-92ca-4f32-a555-f8ccf1558810),segment_id=00885975-92ca-4f32-a555-f8ccf1558810)] {{(pid=94467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:38:04.571294 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-79b33f74-21ad-4096-a0af-4a85f2db8ced admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:04.584650 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-85a6a98e-0eff-48ac-99c6-d8c96df740ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66413281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431520'] for network, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:04.588217 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-79b33f74-21ad-4096-a0af-4a85f2db8ced admin admin] Calling delete_port for 43e69cad-a241-4df7-bc6e-fc2e5371c6cc owned by network:router_interface {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:38:04.595327 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-85a6a98e-0eff-48ac-99c6-d8c96df740ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for network, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:04.597317 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-85a6a98e-0eff-48ac-99c6-d8c96df740ae admin admin] 10.222.0.39 "DELETE /v2.0/networks/0b5b62c0-7830-4dbd-b60b-a4ceed865217 HTTP/1.1" status: 204 len: 168 time: 0.2902274 Aug 12 14:38:04.608319 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a6a98e-0eff-48ac-99c6-d8c96df740ae admin admin] Pushing event deleted for resources: {'Network': ['ID=0b5b62c0-7830-4dbd-b60b-a4ceed865217,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:38:04.716242 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 40538) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:38:04.767094 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-d9d6c58f-7abb-4dcb-9b07-a3afeae6ddbe admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=37beeffbe5ae48c0bffcfc4c807b31a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0487869 Aug 12 14:38:04.768575 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 40542) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:38:04.822597 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-79b33f74-21ad-4096-a0af-4a85f2db8ced admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:04.858931 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b33f74-21ad-4096-a0af-4a85f2db8ced admin admin] Pushing event deleted for resources: {'Port': ['ID=43e69cad-a241-4df7-bc6e-fc2e5371c6cc,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:38:04.868445 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5432e13-cae5-4936-b39f-5af4b5b45a07 req-de251ba2-926f-4e7b-b15e-ff47571ba025 tempest-ImagesOneServerNegativeTestJSON-535792509 tempest-ImagesOneServerNegativeTestJSON-535792509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:38:04.870189 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-d5432e13-cae5-4936-b39f-5af4b5b45a07 req-de251ba2-926f-4e7b-b15e-ff47571ba025 tempest-ImagesOneServerNegativeTestJSON-535792509 tempest-ImagesOneServerNegativeTestJSON-535792509-project] 10.222.0.39 "GET /v2.0/ports?device_id=9eea2448-3ffe-4934-8855-5a4c3081403a HTTP/1.1" status: 200 len: 945 time: 0.0689020 Aug 12 14:38:04.881695 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-b0f9219b-0fbf-4397-be5f-9abc1758e662 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:04.933874 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-b0f9219b-0fbf-4397-be5f-9abc1758e662 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:04.938804 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-d5432e13-cae5-4936-b39f-5af4b5b45a07 req-abd64f20-8f94-4de5-8b31-1ee26e2b7ec8 tempest-ImagesOneServerNegativeTestJSON-535792509 tempest-ImagesOneServerNegativeTestJSON-535792509-project] 10.222.0.39 "GET /v2.0/security-groups?id=21797083-50ee-4fa2-9ae6-2585440bdd47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573742 Aug 12 14:38:05.040469 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-b0f9219b-0fbf-4397-be5f-9abc1758e662 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:05.043716 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-b0f9219b-0fbf-4397-be5f-9abc1758e662 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:05.047362 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-b0f9219b-0fbf-4397-be5f-9abc1758e662 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e24ab868-a910-4938-bc47-829f1cce31bf HTTP/1.1" status: 204 len: 168 time: 0.2753930 Aug 12 14:38:05.083418 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f9219b-0fbf-4397-be5f-9abc1758e662 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e24ab868-a910-4938-bc47-829f1cce31bf,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:38:05.121342 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-79b33f74-21ad-4096-a0af-4a85f2db8ced admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66628352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-430630'] for router_interface, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:05.359978 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79b33f74-21ad-4096-a0af-4a85f2db8ced admin admin] Router 09536a9c-587a-430e-b100-69342934d7e6 has already been hosted by L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f {{(pid=94467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 14:38:05.515437 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79b33f74-21ad-4096-a0af-4a85f2db8ced admin admin] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 14:38:05.525613 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 40558) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:38:05.526075 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-79b33f74-21ad-4096-a0af-4a85f2db8ced admin admin] 10.222.0.39 "PUT /v2.0/routers/09536a9c-587a-430e-b100-69342934d7e6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8132675 Aug 12 14:38:05.528916 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b1c93f-1480-495a-8a8e-a517a5b8a392 None None] Sync routers for ids ['09536a9c-587a-430e-b100-69342934d7e6'] in n-d-694802-15 {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 14:38:05.535668 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f7dbae-b78c-4bdd-9192-508d30559f71 req-9ef3bc2d-2318-4efe-9e99-77615342b61a tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:38:05.537418 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-66f7dbae-b78c-4bdd-9192-508d30559f71 req-9ef3bc2d-2318-4efe-9e99-77615342b61a tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] 10.222.0.39 "GET /v2.0/ports?device_id=fea8bb5d-f50e-4078-8fba-46b21540b743 HTTP/1.1" status: 200 len: 946 time: 0.0744822 Aug 12 14:38:05.562477 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b1c93f-1480-495a-8a8e-a517a5b8a392 None None] Routers {'09536a9c-587a-430e-b100-69342934d7e6'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:38:05.563309 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-18b1c93f-1480-495a-8a8e-a517a5b8a392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:37:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['09536a9c-587a-430e-b100-69342934d7e6'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:38:05.643943 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-66f7dbae-b78c-4bdd-9192-508d30559f71 req-9cd53395-409b-45d7-ab77-29e97f692fd1 tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ad0002e-d03d-4ace-861f-ca41a35b7aed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919287 Aug 12 14:38:05.664445 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-50865838-aab1-43d5-ab96-4e74a5b27641 admin admin] Notify callbacks [] for router, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:05.723096 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvr_db [None req-18b1c93f-1480-495a-8a8e-a517a5b8a392 None None] Set router 09536a9c-587a-430e-b100-69342934d7e6 gateway port host: n-d-694802-15 {{(pid=94468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:38:05.795136 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-50865838-aab1-43d5-ab96-4e74a5b27641 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:05.872730 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-50865838-aab1-43d5-ab96-4e74a5b27641 admin admin] Deleting port 2dbbbe70-dd98-4123-bcb5-51f2f0898622 {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:38:05.873316 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-50865838-aab1-43d5-ab96-4e74a5b27641 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:05.937623 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-18b1c93f-1480-495a-8a8e-a517a5b8a392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09536a9c-587a-430e-b100-69342934d7e6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1660920679-router', 'tenant_id': 'b678ae4cf0e548eabd07cc7c8c038355', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.16'}], 'enable_snat': True}, 'gw_port_id': '2dbbbe70-dd98-4123-bcb5-51f2f0898622', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:31:00Z', 'updated_at': '2021-08-12T14:38:04Z', 'revision_number': 5, 'project_id': 'b678ae4cf0e548eabd07cc7c8c038355', 'gw_port': {'id': '2dbbbe70-dd98-4123-bcb5-51f2f0898622', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:71:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09536a9c-587a-430e-b100-69342934d7e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:31:01Z', 'updated_at': '2021-08-12T14:31:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15'}], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:38:05.967488 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b1c93f-1480-495a-8a8e-a517a5b8a392 None None] Checking router: 09536a9c-587a-430e-b100-69342934d7e6 for host: n-d-694802-15 {{(pid=94468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 14:38:05.976014 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-50865838-aab1-43d5-ab96-4e74a5b27641 admin admin] For port 2dbbbe70-dd98-4123-bcb5-51f2f0898622, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=2dbbbe70-dd98-4123-bcb5-51f2f0898622,segment=NetworkSegment(b1b396cb-2dc6-4041-bfc7-1833a80a4720),segment_id=b1b396cb-2dc6-4041-bfc7-1833a80a4720)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:38:05.976676 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-50865838-aab1-43d5-ab96-4e74a5b27641 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:05.989053 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b1c93f-1480-495a-8a8e-a517a5b8a392 None None] Routers {'09536a9c-587a-430e-b100-69342934d7e6'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:38:05.991551 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-18b1c93f-1480-495a-8a8e-a517a5b8a392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:37:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['09536a9c-587a-430e-b100-69342934d7e6'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:38:06.012049 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-50865838-aab1-43d5-ab96-4e74a5b27641 admin admin] Calling delete_port for 2dbbbe70-dd98-4123-bcb5-51f2f0898622 owned by network:router_gateway {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:38:06.066332 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 40570) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:38:06.110649 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvr_db [None req-18b1c93f-1480-495a-8a8e-a517a5b8a392 None None] Set router 09536a9c-587a-430e-b100-69342934d7e6 gateway port host: None {{(pid=94468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:38:06.152616 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ecb1af-d9dd-40f0-9c86-4139e730ca26 req-81786a67-7b49-4bfd-bb03-1f1c594173f7 tempest-ImagesOneServerNegativeTestJSON-535792509 tempest-ImagesOneServerNegativeTestJSON-535792509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:38:06.154293 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-c0ecb1af-d9dd-40f0-9c86-4139e730ca26 req-81786a67-7b49-4bfd-bb03-1f1c594173f7 tempest-ImagesOneServerNegativeTestJSON-535792509 tempest-ImagesOneServerNegativeTestJSON-535792509-project] 10.222.0.39 "GET /v2.0/ports?device_id=9eea2448-3ffe-4934-8855-5a4c3081403a HTTP/1.1" status: 200 len: 945 time: 0.0798087 Aug 12 14:38:06.176497 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-18b1c93f-1480-495a-8a8e-a517a5b8a392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09536a9c-587a-430e-b100-69342934d7e6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1660920679-router', 'tenant_id': 'b678ae4cf0e548eabd07cc7c8c038355', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:31:00Z', 'updated_at': '2021-08-12T14:38:05Z', 'revision_number': 6, 'project_id': 'b678ae4cf0e548eabd07cc7c8c038355', 'gw_port_host': None}], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:38:06.195612 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-165ac32b-0ad2-4835-9c71-0141abf890b0 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1081796882-network', 'tenant_id': 'e93c85d28bad43209f9b042d3d03da7c'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:38:06.215180 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device 8155778e-f6fa-4f94-a529-f169e91907c0 up at agent hyperv_n-h1-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:38:06.219598 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b1c93f-1480-495a-8a8e-a517a5b8a392 None None] The sync data for ids ['09536a9c-587a-430e-b100-69342934d7e6'] in n-d-694802-15 is: [{'id': '09536a9c-587a-430e-b100-69342934d7e6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1660920679-router', 'tenant_id': 'b678ae4cf0e548eabd07cc7c8c038355', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:31:00Z', 'updated_at': '2021-08-12T14:38:05Z', 'revision_number': 6, 'project_id': 'b678ae4cf0e548eabd07cc7c8c038355', 'gw_port_host': None}] {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 14:38:06.232402 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-165ac32b-0ad2-4835-9c71-0141abf890b0 admin admin] Made reservation on behalf of e93c85d28bad43209f9b042d3d03da7c for: {'network': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:38:06.240857 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-165ac32b-0ad2-4835-9c71-0141abf890b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for network, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:06.263774 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-165ac32b-0ad2-4835-9c71-0141abf890b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:06.269871 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-c0ecb1af-d9dd-40f0-9c86-4139e730ca26 req-9742ed8e-a689-4347-b098-7e68817229df tempest-ImagesOneServerNegativeTestJSON-535792509 tempest-ImagesOneServerNegativeTestJSON-535792509-project] 10.222.0.39 "GET /v2.0/security-groups?id=21797083-50ee-4fa2-9ae6-2585440bdd47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737917 Aug 12 14:38:06.297596 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Provisioning for port 8155778e-f6fa-4f94-a529-f169e91907c0 completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:38:06.304167 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Provisioning complete for port 8155778e-f6fa-4f94-a529-f169e91907c0 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:38:06.304537 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:06.337218 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-50865838-aab1-43d5-ab96-4e74a5b27641 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:06.370844 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50865838-aab1-43d5-ab96-4e74a5b27641 admin admin] Pushing event deleted for resources: {'Port': ['ID=2dbbbe70-dd98-4123-bcb5-51f2f0898622,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:38:06.388643 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50865838-aab1-43d5-ab96-4e74a5b27641 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:38:06.389499 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50865838-aab1-43d5-ab96-4e74a5b27641 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:38:06.390018 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50865838-aab1-43d5-ab96-4e74a5b27641 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:38:06.390841 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50865838-aab1-43d5-ab96-4e74a5b27641 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:38:06.391282 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50865838-aab1-43d5-ab96-4e74a5b27641 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:38:06.391923 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50865838-aab1-43d5-ab96-4e74a5b27641 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:38:06.392369 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50865838-aab1-43d5-ab96-4e74a5b27641 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:38:06.393551 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50865838-aab1-43d5-ab96-4e74a5b27641 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:38:06.393930 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50865838-aab1-43d5-ab96-4e74a5b27641 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:38:06.394511 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50865838-aab1-43d5-ab96-4e74a5b27641 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:38:06.395007 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50865838-aab1-43d5-ab96-4e74a5b27641 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:38:06.395457 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50865838-aab1-43d5-ab96-4e74a5b27641 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:38:06.409274 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:06.435979 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-165ac32b-0ad2-4835-9c71-0141abf890b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:06.440352 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9eea2448-3ffe-4934-8855-5a4c3081403a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8155778e-f6fa-4f94-a529-f169e91907c0'}] {{(pid=94468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:38:06.441283 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-165ac32b-0ad2-4835-9c71-0141abf890b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:06.442729 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99a8d87602170099c728e57431aca99e9b98a655a83bbf8727be13192709727b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3721f956-72a3-4f0a-9ea8-172bce7a702f" -d '{"events": [{"server_uuid": "9eea2448-3ffe-4934-8855-5a4c3081403a", "name": "network-vif-plugged", "status": "completed", "tag": "8155778e-f6fa-4f94-a529-f169e91907c0"}]}' {{(pid=94468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:38:06.475543 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-50865838-aab1-43d5-ab96-4e74a5b27641 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-431580'] for router_gateway, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:06.481172 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-165ac32b-0ad2-4835-9c71-0141abf890b0 admin admin] vlan segment allocate from pool success with {'vlan_id': 318, 'physical_network': 'physnet1'} {{(pid=94467) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 14:38:06.487918 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port 8155778e-f6fa-4f94-a529-f169e91907c0, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=8155778e-f6fa-4f94-a529-f169e91907c0,segment=NetworkSegment(e096a12b-68f8-4c98-b89d-d2992559fa06),segment_id=e096a12b-68f8-4c98-b89d-d2992559fa06)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:38:06.493667 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165ac32b-0ad2-4835-9c71-0141abf890b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=396e2126-2ead-45c4-b9e2-e0931093d677,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:38:06.494565 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:06.518126 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-165ac32b-0ad2-4835-9c71-0141abf890b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:06.518639 n-d-694802-15 neutron-server[94467]: INFO neutron.db.segments_db [None req-165ac32b-0ad2-4835-9c71-0141abf890b0 admin admin] Added segment 1178bd07-6a4d-4dbd-9569-6acf33f10d05 of type vlan for network 17e50eec-22ec-42fa-95df-671693024a7e Aug 12 14:38:06.533033 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 14:38:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbb27100-1515-45b9-8b4b-5a6d24e9c8d3 x-openstack-request-id: req-cbb27100-1515-45b9-8b4b-5a6d24e9c8d3 {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:38:06.533593 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9eea2448-3ffe-4934-8855-5a4c3081403a", "name": "network-vif-plugged", "status": "completed", "tag": "8155778e-f6fa-4f94-a529-f169e91907c0", "code": 200}]} {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:38:06.533736 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-cbb27100-1515-45b9-8b4b-5a6d24e9c8d3 {{(pid=94468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:38:06.534230 n-d-694802-15 neutron-server[94468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9eea2448-3ffe-4934-8855-5a4c3081403a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8155778e-f6fa-4f94-a529-f169e91907c0', 'code': 200} Aug 12 14:38:06.582059 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-165ac32b-0ad2-4835-9c71-0141abf890b0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744653628263'] for network, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:06.601119 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Pushing event updated for resources: {'Port': ['ID=8155778e-f6fa-4f94-a529-f169e91907c0,revision_number=5']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:38:06.615264 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-50865838-aab1-43d5-ab96-4e74a5b27641 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-429360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-104877'] for router, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:06.618277 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-50865838-aab1-43d5-ab96-4e74a5b27641 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:06.675365 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab1f702-f4e5-46fa-bf41-7ae10277aa9c req-b5b4fe2b-35fc-4c6a-ab5b-22632db158b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:38:06.677075 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3ab1f702-f4e5-46fa-bf41-7ae10277aa9c req-b5b4fe2b-35fc-4c6a-ab5b-22632db158b1 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=9eea2448-3ffe-4934-8855-5a4c3081403a HTTP/1.1" status: 200 len: 1098 time: 0.0774734 Aug 12 14:38:06.677721 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-165ac32b-0ad2-4835-9c71-0141abf890b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409'] for network, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:06.680577 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-165ac32b-0ad2-4835-9c71-0141abf890b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:38:06.681382 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-165ac32b-0ad2-4835-9c71-0141abf890b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for network, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:06.690779 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-50865838-aab1-43d5-ab96-4e74a5b27641 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-429375'] for router, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:06.692015 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50865838-aab1-43d5-ab96-4e74a5b27641 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 09536a9c-587a-430e-b100-69342934d7e6 {{(pid=94466) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 14:38:06.702629 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-50865838-aab1-43d5-ab96-4e74a5b27641 admin admin] Notify callbacks [] for router, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:06.704284 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-50865838-aab1-43d5-ab96-4e74a5b27641 admin admin] 10.222.0.39 "DELETE /v2.0/routers/09536a9c-587a-430e-b100-69342934d7e6 HTTP/1.1" status: 204 len: 168 time: 1.1770022 Aug 12 14:38:06.710787 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 40578) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:38:06.782990 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-165ac32b-0ad2-4835-9c71-0141abf890b0 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7153947 Aug 12 14:38:06.786579 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3ab1f702-f4e5-46fa-bf41-7ae10277aa9c req-c2cc9439-02c9-48ac-a13a-e9d0d501752f service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=21797083-50ee-4fa2-9ae6-2585440bdd47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010883 Aug 12 14:38:06.787058 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 40580) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:38:06.795492 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-f487e070-fae0-4cda-983a-0d39853633bf admin admin] Request body: {'subnet': {'network_id': '17e50eec-22ec-42fa-95df-671693024a7e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1081796882-subnet', 'tenant_id': 'e93c85d28bad43209f9b042d3d03da7c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:38:06.803600 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165ac32b-0ad2-4835-9c71-0141abf890b0 admin admin] Pushing event updated for resources: {'Network': ['ID=17e50eec-22ec-42fa-95df-671693024a7e,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:38:06.812360 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ddebf9f-fec7-4472-8daf-0cba82bef476 admin admin] Deleting subnet 2d3216b4-1f1b-40a4-a39f-a9955c508bf3 {{(pid=94466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 14:38:06.818446 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Network 17e50eec-22ec-42fa-95df-671693024a7e details requested by agent ovs-agent-n-d-694802-15 with host n-d-694802-15 {{(pid=94468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 14:38:06.818828 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-7ddebf9f-fec7-4472-8daf-0cba82bef476 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:06.826345 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f487e070-fae0-4cda-983a-0d39853633bf admin admin] Made reservation on behalf of e93c85d28bad43209f9b042d3d03da7c for: {'subnet': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:38:06.829659 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-f487e070-fae0-4cda-983a-0d39853633bf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3343791'] for subnet, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:06.853724 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9756779c-fcca-4ec0-bff0-1e46aa8cf1ad req-7b0fb702-a41a-47e1-b97c-37e15a4c1986 tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:38:06.861112 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-9756779c-fcca-4ec0-bff0-1e46aa8cf1ad req-7b0fb702-a41a-47e1-b97c-37e15a4c1986 tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] 10.222.0.39 "GET /v2.0/ports?device_id=fea8bb5d-f50e-4078-8fba-46b21540b743 HTTP/1.1" status: 200 len: 946 time: 0.1152089 Aug 12 14:38:06.899870 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-7ddebf9f-fec7-4472-8daf-0cba82bef476 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2293551'] for subnet, precommit_delete_associations {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:06.929023 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-9756779c-fcca-4ec0-bff0-1e46aa8cf1ad req-fde56283-4b24-47ad-ad25-4caa56490fe1 tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ad0002e-d03d-4ace-861f-ca41a35b7aed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666757 Aug 12 14:38:06.993606 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-7ddebf9f-fec7-4472-8daf-0cba82bef476 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66416255'] for subnet, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:07.035188 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-f487e070-fae0-4cda-983a-0d39853633bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2859166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3343773'] for subnet, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:07.060736 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-7ddebf9f-fec7-4472-8daf-0cba82bef476 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66416232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3718429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8776402'] for subnet, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:07.074953 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-7ddebf9f-fec7-4472-8daf-0cba82bef476 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for subnet, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:07.077279 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-7ddebf9f-fec7-4472-8daf-0cba82bef476 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/2d3216b4-1f1b-40a4-a39f-a9955c508bf3 HTTP/1.1" status: 204 len: 168 time: 0.3650432 Aug 12 14:38:07.081354 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 40582) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:38:07.084089 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58755cb8-b85c-4be8-9fe0-ba404c574183 None None] Network 5f3c6e1a-83d5-493f-9819-37b1eeb637ca requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:38:07.127131 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddebf9f-fec7-4472-8daf-0cba82bef476 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2d3216b4-1f1b-40a4-a39f-a9955c508bf3,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:38:07.150560 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f487e070-fae0-4cda-983a-0d39853633bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=19df9c89-0a2d-4568-bf60-3089af1f062f,revision_number=0']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:38:07.159048 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 2dbbbe70-dd98-4123-bcb5-51f2f0898622 no longer exists at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:38:07.167596 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f487e070-fae0-4cda-983a-0d39853633bf admin admin] Checking segment: {'id': '1178bd07-6a4d-4dbd-9569-6acf33f10d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '17e50eec-22ec-42fa-95df-671693024a7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:38:07.167967 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f487e070-fae0-4cda-983a-0d39853633bf admin admin] Network hostable DHCP agents. Network: 17e50eec-22ec-42fa-95df-671693024a7e, hostable agents: ['1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658'], hosted agents: [] {{(pid=94467) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 14:38:07.187824 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] No Port match for: 2dbbbe70-dd98-4123-bcb5-51f2f0898622 {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 14:38:07.188409 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 2dbbbe70-dd98-4123-bcb5-51f2f0898622 not bound to the agent host n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:38:07.189039 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 43e69cad-a241-4df7-bc6e-fc2e5371c6cc no longer exists at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:38:07.193012 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a1c79b4f-61a2-4c42-8248-8651083b4b10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680608'] for network, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:07.202252 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f487e070-fae0-4cda-983a-0d39853633bf admin admin] Network 17e50eec-22ec-42fa-95df-671693024a7e is scheduled to be hosted by DHCP agent 1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658 with binding_index 1 {{(pid=94467) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 14:38:07.214451 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [None req-f487e070-fae0-4cda-983a-0d39853633bf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-15, 17e50eec-22ec-42fa-95df-671693024a7e) {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:38:07.218155 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] No Port match for: 43e69cad-a241-4df7-bc6e-fc2e5371c6cc {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 14:38:07.218723 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 43e69cad-a241-4df7-bc6e-fc2e5371c6cc not bound to the agent host n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:38:07.235650 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f487e070-fae0-4cda-983a-0d39853633bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:38:07.236247 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-f487e070-fae0-4cda-983a-0d39853633bf admin admin] Notify callbacks [] for subnet, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:07.249425 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73da476a-55ef-48ec-ad4a-3ee52e998b01 None None] Network 17e50eec-22ec-42fa-95df-671693024a7e requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:38:07.260550 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-f487e070-fae0-4cda-983a-0d39853633bf admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4705672 Aug 12 14:38:07.263967 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 40584) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:38:07.271939 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-2409484e-6359-47ed-9630-3068b79d0988 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1081796882-router', 'tenant_id': 'e93c85d28bad43209f9b042d3d03da7c', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'}}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:38:07.294349 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-a1c79b4f-61a2-4c42-8248-8651083b4b10 admin admin] Deleting port 74f37ce7-a1c9-4f6d-8d64-e72556cdaf30 {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:38:07.294826 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a1c79b4f-61a2-4c42-8248-8651083b4b10 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:07.310481 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-2409484e-6359-47ed-9630-3068b79d0988 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-430574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-104863'] for router, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:07.315828 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-2409484e-6359-47ed-9630-3068b79d0988 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-429438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-431405', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66646573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-104852'] for router, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:07.453002 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6a9fe50-23a2-4dbe-b3f4-3efb689c9c12 None None] DHCP port deletion for 5f3c6e1a-83d5-493f-9819-37b1eeb637ca request from n-d-694802-15 {{(pid=94468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 14:38:07.477870 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-2409484e-6359-47ed-9630-3068b79d0988 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:07.481260 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b570b0f4-584a-4536-89ab-29aff34d778f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa7035b3e-9a89-5964-b9f4-97301c3f476a-17e50eec-22ec-42fa-95df-671693024a7e', 'network_id': '17e50eec-22ec-42fa-95df-671693024a7e', 'tenant_id': 'e93c85d28bad43209f9b042d3d03da7c', 'fixed_ips': [{'subnet_id': '19df9c89-0a2d-4568-bf60-3089af1f062f'}]}} from n-d-694802-15. {{(pid=94468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 14:38:07.482356 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-b570b0f4-584a-4536-89ab-29aff34d778f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:07.625951 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-e6a9fe50-23a2-4dbe-b3f4-3efb689c9c12 None None] Deleting port 74f37ce7-a1c9-4f6d-8d64-e72556cdaf30 {{(pid=94468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:38:07.626491 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-e6a9fe50-23a2-4dbe-b3f4-3efb689c9c12 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:07.747851 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b7be9d-d31a-4a9e-a290-2350230cea8d req-5cb5e4d5-1345-475a-8b2a-11181d0d3e38 tempest-ImagesOneServerNegativeTestJSON-535792509 tempest-ImagesOneServerNegativeTestJSON-535792509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:38:07.749665 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-54b7be9d-d31a-4a9e-a290-2350230cea8d req-5cb5e4d5-1345-475a-8b2a-11181d0d3e38 tempest-ImagesOneServerNegativeTestJSON-535792509 tempest-ImagesOneServerNegativeTestJSON-535792509-project] 10.222.0.39 "GET /v2.0/ports?device_id=9eea2448-3ffe-4934-8855-5a4c3081403a HTTP/1.1" status: 200 len: 946 time: 0.3508661 Aug 12 14:38:07.755521 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-2409484e-6359-47ed-9630-3068b79d0988 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:07.761224 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [None req-a1c79b4f-61a2-4c42-8248-8651083b4b10 admin admin] For port 74f37ce7-a1c9-4f6d-8d64-e72556cdaf30, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=74f37ce7-a1c9-4f6d-8d64-e72556cdaf30,segment=NetworkSegment(00885975-92ca-4f32-a555-f8ccf1558810),segment_id=00885975-92ca-4f32-a555-f8ccf1558810)] {{(pid=94467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:38:07.761836 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a1c79b4f-61a2-4c42-8248-8651083b4b10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:07.812307 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-a1c79b4f-61a2-4c42-8248-8651083b4b10 admin admin] Calling delete_port for 74f37ce7-a1c9-4f6d-8d64-e72556cdaf30 owned by network:dhcp {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:38:07.840489 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.db_base_plugin_common [None req-b570b0f4-584a-4536-89ab-29aff34d778f None None] Allocated IP 172.20.0.2 (17e50eec-22ec-42fa-95df-671693024a7e/19df9c89-0a2d-4568-bf60-3089af1f062f/0c1974f3-7f72-4338-830e-3cc16fdd1abd) {{(pid=94468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:38:07.868781 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-e6a9fe50-23a2-4dbe-b3f4-3efb689c9c12 None None] For port 74f37ce7-a1c9-4f6d-8d64-e72556cdaf30, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=74f37ce7-a1c9-4f6d-8d64-e72556cdaf30,segment=NetworkSegment(00885975-92ca-4f32-a555-f8ccf1558810),segment_id=00885975-92ca-4f32-a555-f8ccf1558810)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:38:07.869273 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-e6a9fe50-23a2-4dbe-b3f4-3efb689c9c12 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:07.906744 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-54b7be9d-d31a-4a9e-a290-2350230cea8d req-1d3bb73e-843d-4d3e-b482-d1bb0f09cb70 tempest-ImagesOneServerNegativeTestJSON-535792509 tempest-ImagesOneServerNegativeTestJSON-535792509-project] 10.222.0.39 "GET /v2.0/security-groups?id=21797083-50ee-4fa2-9ae6-2585440bdd47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388500 Aug 12 14:38:07.923797 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-e6a9fe50-23a2-4dbe-b3f4-3efb689c9c12 None None] Calling delete_port for 74f37ce7-a1c9-4f6d-8d64-e72556cdaf30 owned by network:dhcp {{(pid=94468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:38:08.038284 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a1c79b4f-61a2-4c42-8248-8651083b4b10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:08.082174 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-e6a9fe50-23a2-4dbe-b3f4-3efb689c9c12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262'] for port, after_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:08.090428 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-b570b0f4-584a-4536-89ab-29aff34d778f None None] Notify callbacks [] for port, precommit_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:08.127939 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a9fe50-23a2-4dbe-b3f4-3efb689c9c12 None None] Pushing event deleted for resources: {'Port': ['ID=74f37ce7-a1c9-4f6d-8d64-e72556cdaf30,revision_number=None']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:38:08.133461 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-b570b0f4-584a-4536-89ab-29aff34d778f None None] Transition to ACTIVE for port object 0c1974f3-7f72-4338-830e-3cc16fdd1abd will not be triggered until provisioned by entity L2. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:38:08.139847 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6a9fe50-23a2-4dbe-b3f4-3efb689c9c12 None None] No DVR routers for this DVR port 74f37ce7-a1c9-4f6d-8d64-e72556cdaf30 on host n-d-694802-15 {{(pid=94468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:38:08.163308 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-b570b0f4-584a-4536-89ab-29aff34d778f None None] Transition to ACTIVE for port object 0c1974f3-7f72-4338-830e-3cc16fdd1abd will not be triggered until provisioned by entity DHCP. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:38:08.172683 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-b570b0f4-584a-4536-89ab-29aff34d778f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253'] for port, after_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:08.173021 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c79b4f-61a2-4c42-8248-8651083b4b10 admin admin] Pushing event deleted for resources: {'Port': ['ID=74f37ce7-a1c9-4f6d-8d64-e72556cdaf30,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:38:08.192612 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23505c4-e5e9-46bb-bbe5-dbf3b385de6b req-a6e01b76-3b2d-48a7-9cb0-762138280e12 tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:38:08.195095 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-f23505c4-e5e9-46bb-bbe5-dbf3b385de6b req-a6e01b76-3b2d-48a7-9cb0-762138280e12 tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] 10.222.0.39 "GET /v2.0/ports?device_id=fea8bb5d-f50e-4078-8fba-46b21540b743 HTTP/1.1" status: 200 len: 946 time: 0.1303627 Aug 12 14:38:08.204835 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c79b4f-61a2-4c42-8248-8651083b4b10 admin admin] No DVR routers for this DVR port 74f37ce7-a1c9-4f6d-8d64-e72556cdaf30 on host n-d-694802-15 {{(pid=94467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:38:08.245091 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b570b0f4-584a-4536-89ab-29aff34d778f None None] Pushing event updated for resources: {'Port': ['ID=0c1974f3-7f72-4338-830e-3cc16fdd1abd,revision_number=1']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:38:08.249532 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b570b0f4-584a-4536-89ab-29aff34d778f None None] Network 17e50eec-22ec-42fa-95df-671693024a7e is already hosted by enough agents. {{(pid=94468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:38:08.251684 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.base_scheduler [None req-b570b0f4-584a-4536-89ab-29aff34d778f None None] Resources bound (agent type, host, resource id): {{(pid=94468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:38:08.254208 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b570b0f4-584a-4536-89ab-29aff34d778f None None] Received port after_create {{(pid=94468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:38:08.261334 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-f23505c4-e5e9-46bb-bbe5-dbf3b385de6b req-30fe44e2-0213-421a-aabb-5f126019857b tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ad0002e-d03d-4ace-861f-ca41a35b7aed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573571 Aug 12 14:38:08.295003 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-2409484e-6359-47ed-9630-3068b79d0988 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:08.321732 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-2409484e-6359-47ed-9630-3068b79d0988 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:08.323275 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-b570b0f4-584a-4536-89ab-29aff34d778f None None] Attempting to bind port 0c1974f3-7f72-4338-830e-3cc16fdd1abd on host n-d-694802-15 for vnic_type normal with profile {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:38:08.323939 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-b570b0f4-584a-4536-89ab-29aff34d778f None None] Attempting to bind port 0c1974f3-7f72-4338-830e-3cc16fdd1abd by drivers openvswitch,hyperv on host n-d-694802-15 at level 0 using segments [{'id': '1178bd07-6a4d-4dbd-9569-6acf33f10d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '17e50eec-22ec-42fa-95df-671693024a7e'}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:38:08.324220 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b570b0f4-584a-4536-89ab-29aff34d778f None None] Attempting to bind port 0c1974f3-7f72-4338-830e-3cc16fdd1abd on network 17e50eec-22ec-42fa-95df-671693024a7e {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:38:08.330103 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b570b0f4-584a-4536-89ab-29aff34d778f None None] Checking agent: {'id': '16de73ac-f2e9-4cee-b3e0-91052ae3e6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 20, 13), 'started_at': datetime.datetime(2021, 8, 12, 14, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 37, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:38:08.330608 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b570b0f4-584a-4536-89ab-29aff34d778f None None] Checking segment: {'id': '1178bd07-6a4d-4dbd-9569-6acf33f10d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '17e50eec-22ec-42fa-95df-671693024a7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:38:08.331380 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-b570b0f4-584a-4536-89ab-29aff34d778f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:08.331633 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b570b0f4-584a-4536-89ab-29aff34d778f None None] Bound using segment: {'id': '1178bd07-6a4d-4dbd-9569-6acf33f10d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '17e50eec-22ec-42fa-95df-671693024a7e'} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:38:08.332213 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-b570b0f4-584a-4536-89ab-29aff34d778f None None] Bound port: 0c1974f3-7f72-4338-830e-3cc16fdd1abd, host: n-d-694802-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1178bd07-6a4d-4dbd-9569-6acf33f10d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '17e50eec-22ec-42fa-95df-671693024a7e'}}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:38:08.332681 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-b570b0f4-584a-4536-89ab-29aff34d778f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:08.333376 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a1c79b4f-61a2-4c42-8248-8651083b4b10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66413304', 'neutron.services.segments.db._delete_segments_for_network-8744654118000'] for network, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:08.370746 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-a1c79b4f-61a2-4c42-8248-8651083b4b10 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f3c6e1a-83d5-493f-9819-37b1eeb637ca']}} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:38:08.385289 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-a1c79b4f-61a2-4c42-8248-8651083b4b10 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00885975-92ca-4f32-a555-f8ccf1558810') {'for_net_delete': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:38:08.385588 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-a1c79b4f-61a2-4c42-8248-8651083b4b10 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00885975-92ca-4f32-a555-f8ccf1558810') {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:38:08.401920 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a1c79b4f-61a2-4c42-8248-8651083b4b10 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744654122361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3857526'] for segment, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:08.406709 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-b570b0f4-584a-4536-89ab-29aff34d778f None None] For port 0c1974f3-7f72-4338-830e-3cc16fdd1abd, host n-d-694802-15, cleared binding levels {{(pid=94468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:38:08.410040 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-b570b0f4-584a-4536-89ab-29aff34d778f None None] For port 0c1974f3-7f72-4338-830e-3cc16fdd1abd, host n-d-694802-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=0c1974f3-7f72-4338-830e-3cc16fdd1abd,segment=NetworkSegment(1178bd07-6a4d-4dbd-9569-6acf33f10d05),segment_id=1178bd07-6a4d-4dbd-9569-6acf33f10d05)] {{(pid=94468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:38:08.416175 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-b570b0f4-584a-4536-89ab-29aff34d778f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:08.444539 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a1c79b4f-61a2-4c42-8248-8651083b4b10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:08.455501 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1c79b4f-61a2-4c42-8248-8651083b4b10 admin admin] Releasing vlan 345 on physical network physnet1 to pool {{(pid=94467) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 14:38:08.456285 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a1c79b4f-61a2-4c42-8248-8651083b4b10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2859015'] for segment, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:08.457725 n-d-694802-15 neutron-server[94467]: Traceback (most recent call last): Aug 12 14:38:08.457725 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 14:38:08.457725 n-d-694802-15 neutron-server[94467]: timer() Aug 12 14:38:08.457725 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 14:38:08.457725 n-d-694802-15 neutron-server[94467]: cb(*args, **kw) Aug 12 14:38:08.457725 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 14:38:08.457725 n-d-694802-15 neutron-server[94467]: return func(*args, **kwargs) Aug 12 14:38:08.457725 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 14:38:08.457725 n-d-694802-15 neutron-server[94467]: self._notify() Aug 12 14:38:08.457725 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 14:38:08.457725 n-d-694802-15 neutron-server[94467]: self.callback(batched_events) Aug 12 14:38:08.457725 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 14:38:08.457725 n-d-694802-15 neutron-server[94467]: event.method(event) Aug 12 14:38:08.457725 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 14:38:08.457725 n-d-694802-15 neutron-server[94467]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 14:38:08.457725 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 14:38:08.457725 n-d-694802-15 neutron-server[94467]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 14:38:08.457725 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 14:38:08.457725 n-d-694802-15 neutron-server[94467]: return f(self, *a, **k) Aug 12 14:38:08.457725 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 14:38:08.457725 n-d-694802-15 neutron-server[94467]: return self._get(url).json() Aug 12 14:38:08.457725 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 14:38:08.457725 n-d-694802-15 neutron-server[94467]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 14:38:08.457725 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 14:38:08.457725 n-d-694802-15 neutron-server[94467]: return self.request(url, 'GET', **kwargs) Aug 12 14:38:08.457725 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 14:38:08.457725 n-d-694802-15 neutron-server[94467]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 14:38:08.457725 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 14:38:08.457725 n-d-694802-15 neutron-server[94467]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 14:38:08.457725 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 14:38:08.457725 n-d-694802-15 neutron-server[94467]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 14:38:08.457725 n-d-694802-15 neutron-server[94467]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 14:38:08.490745 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b570b0f4-584a-4536-89ab-29aff34d778f None None] Pushing event updated for resources: {'Port': ['ID=0c1974f3-7f72-4338-830e-3cc16fdd1abd,revision_number=2']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:38:08.530980 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_common [None req-2409484e-6359-47ed-9630-3068b79d0988 admin admin] Allocated IP 172.25.1.59 (d3759e1b-6c03-45ac-acd4-90abb417809b/f0254f08-c19c-4e31-bd9c-09389ea4b6f2/e2ed94ad-6f36-4fda-ae14-908229882fa4) {{(pid=94467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:38:08.544410 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a1c79b4f-61a2-4c42-8248-8651083b4b10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66413281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431520'] for network, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:08.550780 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a1c79b4f-61a2-4c42-8248-8651083b4b10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for network, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:08.555591 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-a1c79b4f-61a2-4c42-8248-8651083b4b10 admin admin] 10.222.0.39 "DELETE /v2.0/networks/5f3c6e1a-83d5-493f-9819-37b1eeb637ca HTTP/1.1" status: 204 len: 168 time: 1.4687977 Aug 12 14:38:08.576073 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c79b4f-61a2-4c42-8248-8651083b4b10 admin admin] Pushing event deleted for resources: {'Network': ['ID=5f3c6e1a-83d5-493f-9819-37b1eeb637ca,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:38:08.688364 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-2409484e-6359-47ed-9630-3068b79d0988 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:08.751732 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-2409484e-6359-47ed-9630-3068b79d0988 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:08.761258 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 40592) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:38:08.797461 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2409484e-6359-47ed-9630-3068b79d0988 admin admin] Network d3759e1b-6c03-45ac-acd4-90abb417809b is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:38:08.801890 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [None req-2409484e-6359-47ed-9630-3068b79d0988 admin admin] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:38:08.807652 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2409484e-6359-47ed-9630-3068b79d0988 admin admin] Received port after_create {{(pid=94467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:38:08.813520 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-a4f61c08-88fb-400a-8f61-3f448a05a36a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=67787a84bb704413b5454c6fdcf0c251&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0485442 Aug 12 14:38:08.813832 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 40594) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:38:08.859588 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2409484e-6359-47ed-9630-3068b79d0988 admin admin] Pushing event updated for resources: {'Port': ['ID=e2ed94ad-6f36-4fda-ae14-908229882fa4,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:38:08.885253 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f3e5df97-6807-4495-a208-d6be7fc9fa03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:08.912376 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f3e5df97-6807-4495-a208-d6be7fc9fa03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:08.987603 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f3e5df97-6807-4495-a208-d6be7fc9fa03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:08.990793 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f3e5df97-6807-4495-a208-d6be7fc9fa03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:08.995162 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-f3e5df97-6807-4495-a208-d6be7fc9fa03 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7b0ed2ef-2f4d-4ed8-93d9-a3446de7be79 HTTP/1.1" status: 204 len: 168 time: 0.1768951 Aug 12 14:38:09.009282 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e5df97-6807-4495-a208-d6be7fc9fa03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b0ed2ef-2f4d-4ed8-93d9-a3446de7be79,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:38:09.208997 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36a3593-db23-4719-b4fd-02b4574584ea req-8221a3f0-d62b-4abd-b3f2-6d83992cdb44 tempest-ImagesOneServerNegativeTestJSON-535792509 tempest-ImagesOneServerNegativeTestJSON-535792509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:38:09.210583 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f36a3593-db23-4719-b4fd-02b4574584ea req-8221a3f0-d62b-4abd-b3f2-6d83992cdb44 tempest-ImagesOneServerNegativeTestJSON-535792509 tempest-ImagesOneServerNegativeTestJSON-535792509-project] 10.222.0.39 "GET /v2.0/ports?device_id=9eea2448-3ffe-4934-8855-5a4c3081403a HTTP/1.1" status: 200 len: 946 time: 0.1735582 Aug 12 14:38:09.289409 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 0c1974f3-7f72-4338-830e-3cc16fdd1abd up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:38:09.374046 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning for port 0c1974f3-7f72-4338-830e-3cc16fdd1abd completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:38:09.388619 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f36a3593-db23-4719-b4fd-02b4574584ea req-c149876a-2494-48ca-b3db-b03ea16f9d32 tempest-ImagesOneServerNegativeTestJSON-535792509 tempest-ImagesOneServerNegativeTestJSON-535792509-project] 10.222.0.39 "GET /v2.0/security-groups?id=21797083-50ee-4fa2-9ae6-2585440bdd47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692526 Aug 12 14:38:09.482065 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-2409484e-6359-47ed-9630-3068b79d0988 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:09.486650 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 74f37ce7-a1c9-4f6d-8d64-e72556cdaf30 no longer exists at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:38:09.553506 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe0a568-072c-4068-88dd-a30b235ca75e req-51ea0901-8e95-4e88-a145-ad968f64e4cc tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:38:09.556226 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-1fe0a568-072c-4068-88dd-a30b235ca75e req-51ea0901-8e95-4e88-a145-ad968f64e4cc tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] 10.222.0.39 "GET /v2.0/ports?device_id=fea8bb5d-f50e-4078-8fba-46b21540b743 HTTP/1.1" status: 200 len: 946 time: 0.1313462 Aug 12 14:38:09.557029 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] No Port match for: 74f37ce7-a1c9-4f6d-8d64-e72556cdaf30 {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 14:38:09.557374 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 74f37ce7-a1c9-4f6d-8d64-e72556cdaf30 not bound to the agent host n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:38:09.652659 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-1fe0a568-072c-4068-88dd-a30b235ca75e req-d0d9be22-2eef-4004-b9f0-a006e04d31ae tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ad0002e-d03d-4ace-861f-ca41a35b7aed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771122 Aug 12 14:38:09.762359 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 40624) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:38:09.821035 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787ff55a-05c6-4a9e-8a03-32ad8fd22267 req-f3150e3f-6f8e-4223-9e52-f476908ff7bb tempest-ImagesOneServerNegativeTestJSON-535792509 tempest-ImagesOneServerNegativeTestJSON-535792509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:38:09.823296 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-787ff55a-05c6-4a9e-8a03-32ad8fd22267 req-f3150e3f-6f8e-4223-9e52-f476908ff7bb tempest-ImagesOneServerNegativeTestJSON-535792509 tempest-ImagesOneServerNegativeTestJSON-535792509-project] 10.222.0.39 "GET /v2.0/ports?device_id=9eea2448-3ffe-4934-8855-5a4c3081403a HTTP/1.1" status: 200 len: 946 time: 0.0887773 Aug 12 14:38:09.827745 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-d3d08c4d-8f08-4232-ab4c-3510ad5e9a34 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b678ae4cf0e548eabd07cc7c8c038355&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0641420 Aug 12 14:38:09.831879 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 40626) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:38:09.882136 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-920e26db-3960-4d88-a6b6-53e4192a9617 None None] Network 17e50eec-22ec-42fa-95df-671693024a7e requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:38:09.896246 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-787ff55a-05c6-4a9e-8a03-32ad8fd22267 req-3901cfb4-6b9f-4211-9310-08ba44e74a6a tempest-ImagesOneServerNegativeTestJSON-535792509 tempest-ImagesOneServerNegativeTestJSON-535792509-project] 10.222.0.39 "GET /v2.0/security-groups?id=21797083-50ee-4fa2-9ae6-2585440bdd47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657682 Aug 12 14:38:09.919891 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0f6faab3-f819-448f-9bd6-6f331431d8b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:09.957746 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0f6faab3-f819-448f-9bd6-6f331431d8b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:09.979699 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-cd336564-87ea-46db-a866-6590b8f3195b None None] Provisioning for port 0c1974f3-7f72-4338-830e-3cc16fdd1abd completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:38:09.992829 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-cd336564-87ea-46db-a866-6590b8f3195b None None] Provisioning complete for port 0c1974f3-7f72-4338-830e-3cc16fdd1abd triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:38:09.993212 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-cd336564-87ea-46db-a866-6590b8f3195b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:10.054730 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0f6faab3-f819-448f-9bd6-6f331431d8b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:10.060750 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0f6faab3-f819-448f-9bd6-6f331431d8b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:10.066934 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-0f6faab3-f819-448f-9bd6-6f331431d8b7 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/64c04aff-af7f-463a-bc4d-f1f2894dffc9 HTTP/1.1" status: 204 len: 168 time: 0.2332938 Aug 12 14:38:10.069621 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d8195f-d6ed-4b4d-a2e7-2d0e730608e6 req-50eaa019-2f83-4d29-ba8f-8d48fa57ebef tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:38:10.071172 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-89d8195f-d6ed-4b4d-a2e7-2d0e730608e6 req-50eaa019-2f83-4d29-ba8f-8d48fa57ebef tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] 10.222.0.39 "GET /v2.0/ports?device_id=43abd2c4-d448-4227-a204-7721cfbf6bdd HTTP/1.1" status: 200 len: 945 time: 0.0925951 Aug 12 14:38:10.087631 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6faab3-f819-448f-9bd6-6f331431d8b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64c04aff-af7f-463a-bc4d-f1f2894dffc9,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:38:10.157166 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-38d1a49c-c9d7-4e64-8c8e-99a7463bc464 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:10.169298 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-89d8195f-d6ed-4b4d-a2e7-2d0e730608e6 req-04a10941-ff32-4c9a-8ac4-a7344aaa4807 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b3c7ce2-70f7-4d15-8774-e830cec0f0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887392 Aug 12 14:38:10.258581 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-cd336564-87ea-46db-a866-6590b8f3195b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:10.326748 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-2409484e-6359-47ed-9630-3068b79d0988 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-429413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-431608'] for router, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:10.329099 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-cd336564-87ea-46db-a866-6590b8f3195b None None] For port 0c1974f3-7f72-4338-830e-3cc16fdd1abd, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=0c1974f3-7f72-4338-830e-3cc16fdd1abd,segment=NetworkSegment(1178bd07-6a4d-4dbd-9569-6acf33f10d05),segment_id=1178bd07-6a4d-4dbd-9569-6acf33f10d05)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:38:10.340043 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-cd336564-87ea-46db-a866-6590b8f3195b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:10.410165 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd336564-87ea-46db-a866-6590b8f3195b None None] Pushing event updated for resources: {'Port': ['ID=0c1974f3-7f72-4338-830e-3cc16fdd1abd,revision_number=3']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:38:10.505011 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2409484e-6359-47ed-9630-3068b79d0988 admin admin] Router 2fbb1cbc-baa7-4fb5-998b-5269d5b4312f is scheduled to L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f with binding_index 1 {{(pid=94467) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 14:38:10.564601 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-6b915972-caae-49ca-bb79-6e6182e0d833 None None] Provisioning complete for port 0c1974f3-7f72-4338-830e-3cc16fdd1abd triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:38:10.564982 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-6b915972-caae-49ca-bb79-6e6182e0d833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:10.628674 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.agents_db [None req-17ed3e4c-1a7d-4162-9646-11c134aca297 None None] Agent healthcheck: found 7 active agents {{(pid=94469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 14:38:10.660288 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2409484e-6359-47ed-9630-3068b79d0988 admin admin] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 14:38:10.671776 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd628560-35c5-41a8-bc40-c9699a1e5cbb None None] Sync routers for ids ['2fbb1cbc-baa7-4fb5-998b-5269d5b4312f'] in n-d-694802-15 {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 14:38:10.685232 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd628560-35c5-41a8-bc40-c9699a1e5cbb None None] Routers {'2fbb1cbc-baa7-4fb5-998b-5269d5b4312f'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:38:10.686058 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-fd628560-35c5-41a8-bc40-c9699a1e5cbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:37:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['2fbb1cbc-baa7-4fb5-998b-5269d5b4312f'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:38:10.730758 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-2409484e-6359-47ed-9630-3068b79d0988 admin admin] Notify callbacks [] for router, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:10.732107 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-2409484e-6359-47ed-9630-3068b79d0988 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.4670382 Aug 12 14:38:10.734923 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 40672) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:38:10.825689 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cab25f-ce8f-4577-959c-87bd7b29c051 req-9bb5fcd3-ffad-4e71-b855-7a8ce572fcc2 tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:38:10.834595 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-b1cab25f-ce8f-4577-959c-87bd7b29c051 req-9bb5fcd3-ffad-4e71-b855-7a8ce572fcc2 tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] 10.222.0.39 "GET /v2.0/ports?device_id=fea8bb5d-f50e-4078-8fba-46b21540b743 HTTP/1.1" status: 200 len: 946 time: 0.0684102 Aug 12 14:38:10.868503 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-fd628560-35c5-41a8-bc40-c9699a1e5cbb None None] Set router 2fbb1cbc-baa7-4fb5-998b-5269d5b4312f gateway port host: n-d-694802-15 {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:38:10.878935 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea11cc7-eec9-4c44-8aae-a390bdb05e6f req-598c0111-a694-48ba-877f-4d6267e7ddef tempest-ImagesOneServerNegativeTestJSON-535792509 tempest-ImagesOneServerNegativeTestJSON-535792509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:38:10.888136 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-b1cab25f-ce8f-4577-959c-87bd7b29c051 req-41bc6d25-258f-461c-a73e-84799c0a1c0a tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ad0002e-d03d-4ace-861f-ca41a35b7aed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501218 Aug 12 14:38:10.888506 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6ea11cc7-eec9-4c44-8aae-a390bdb05e6f req-598c0111-a694-48ba-877f-4d6267e7ddef tempest-ImagesOneServerNegativeTestJSON-535792509 tempest-ImagesOneServerNegativeTestJSON-535792509-project] 10.222.0.39 "GET /v2.0/ports?device_id=9eea2448-3ffe-4934-8855-5a4c3081403a HTTP/1.1" status: 200 len: 946 time: 0.1755610 Aug 12 14:38:10.990602 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6ea11cc7-eec9-4c44-8aae-a390bdb05e6f req-04b6c342-137f-411b-b365-4552e58b79eb tempest-ImagesOneServerNegativeTestJSON-535792509 tempest-ImagesOneServerNegativeTestJSON-535792509-project] 10.222.0.39 "GET /v2.0/security-groups?id=21797083-50ee-4fa2-9ae6-2585440bdd47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014953 Aug 12 14:38:11.111918 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-fd628560-35c5-41a8-bc40-c9699a1e5cbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fbb1cbc-baa7-4fb5-998b-5269d5b4312f', 'name': 'tempest-ServersTestManualDisk-1081796882-router', 'tenant_id': 'e93c85d28bad43209f9b042d3d03da7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.59'}], 'enable_snat': True}, 'gw_port_id': 'e2ed94ad-6f36-4fda-ae14-908229882fa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:38:07Z', 'updated_at': '2021-08-12T14:38:09Z', 'revision_number': 3, 'project_id': 'e93c85d28bad43209f9b042d3d03da7c', 'gw_port': {'id': 'e2ed94ad-6f36-4fda-ae14-908229882fa4', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:29:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fbb1cbc-baa7-4fb5-998b-5269d5b4312f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:38:08Z', 'updated_at': '2021-08-12T14:38:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15'}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:38:11.138143 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 0c1974f3-7f72-4338-830e-3cc16fdd1abd up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:38:11.153734 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd628560-35c5-41a8-bc40-c9699a1e5cbb None None] Checking router: 2fbb1cbc-baa7-4fb5-998b-5269d5b4312f for host: n-d-694802-15 {{(pid=94469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 14:38:11.154093 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd628560-35c5-41a8-bc40-c9699a1e5cbb None None] Updating router 2fbb1cbc-baa7-4fb5-998b-5269d5b4312f port e2ed94ad-6f36-4fda-ae14-908229882fa4 binding host n-d-694802-15 {{(pid=94469) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 14:38:11.182308 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-fd628560-35c5-41a8-bc40-c9699a1e5cbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:11.197539 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:11.252338 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port 0c1974f3-7f72-4338-830e-3cc16fdd1abd triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:38:11.252718 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:11.412007 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57ac9cc-fc53-4f74-af1f-7f17e11c02fd req-b208697a-c530-4054-b32a-e9a9c54383a9 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:38:11.414272 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f57ac9cc-fc53-4f74-af1f-7f17e11c02fd req-b208697a-c530-4054-b32a-e9a9c54383a9 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] 10.222.0.64 "GET /v2.0/ports?device_id=43abd2c4-d448-4227-a204-7721cfbf6bdd HTTP/1.1" status: 200 len: 945 time: 0.1949401 Aug 12 14:38:11.421448 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0562f8d5-d7df-418a-8e94-91bec74260b3 req-45bd84e5-eeb6-4037-88cd-a77602b7b3c4 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:38:11.433158 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-0562f8d5-d7df-418a-8e94-91bec74260b3 req-45bd84e5-eeb6-4037-88cd-a77602b7b3c4 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] 10.222.0.39 "GET /v2.0/ports?device_id=43abd2c4-d448-4227-a204-7721cfbf6bdd HTTP/1.1" status: 200 len: 945 time: 0.1164978 Aug 12 14:38:11.484855 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-0562f8d5-d7df-418a-8e94-91bec74260b3 req-622f6793-efdf-447b-8c5e-c3581fd6a1de tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b3c7ce2-70f7-4d15-8774-e830cec0f0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497038 Aug 12 14:38:11.562096 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-c4378396-ccc6-49e4-870b-3a0f60796ce9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:11.571898 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-fd628560-35c5-41a8-bc40-c9699a1e5cbb None None] Notify callbacks [] for port, precommit_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:11.585880 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.provisioning_blocks [None req-fd628560-35c5-41a8-bc40-c9699a1e5cbb None None] Transition to ACTIVE for port object e2ed94ad-6f36-4fda-ae14-908229882fa4 will not be triggered until provisioned by entity L2. {{(pid=94469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:38:11.591751 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [req-f57ac9cc-fc53-4f74-af1f-7f17e11c02fd req-a99d9e57-ae27-47d6-9790-103bce285541 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] Deleting port 00b94db5-9566-4cc8-ae97-6a3ac4c73dad {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:38:11.592103 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-f57ac9cc-fc53-4f74-af1f-7f17e11c02fd req-a99d9e57-ae27-47d6-9790-103bce285541 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:11.593528 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-fd628560-35c5-41a8-bc40-c9699a1e5cbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:11.656005 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.managers [None req-fd628560-35c5-41a8-bc40-c9699a1e5cbb None None] Attempting to bind port e2ed94ad-6f36-4fda-ae14-908229882fa4 on host n-d-694802-15 for vnic_type normal with profile {{(pid=94469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:38:11.656689 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.managers [None req-fd628560-35c5-41a8-bc40-c9699a1e5cbb None None] Attempting to bind port e2ed94ad-6f36-4fda-ae14-908229882fa4 by drivers openvswitch,hyperv on host n-d-694802-15 at level 0 using segments [{'id': 'b1b396cb-2dc6-4041-bfc7-1833a80a4720', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'}] {{(pid=94469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:38:11.656825 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd628560-35c5-41a8-bc40-c9699a1e5cbb None None] Attempting to bind port e2ed94ad-6f36-4fda-ae14-908229882fa4 on network d3759e1b-6c03-45ac-acd4-90abb417809b {{(pid=94469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:38:11.661631 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2322acb-321b-4670-a383-fb8c160b9920 None None] Pushing event updated for resources: {'Port': ['ID=e2ed94ad-6f36-4fda-ae14-908229882fa4,revision_number=2']} {{(pid=94469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:38:11.667507 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd628560-35c5-41a8-bc40-c9699a1e5cbb None None] Checking agent: {'id': '16de73ac-f2e9-4cee-b3e0-91052ae3e6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 20, 13), 'started_at': datetime.datetime(2021, 8, 12, 14, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 37, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:38:11.667879 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd628560-35c5-41a8-bc40-c9699a1e5cbb None None] Checking segment: {'id': 'b1b396cb-2dc6-4041-bfc7-1833a80a4720', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:38:11.668280 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-fd628560-35c5-41a8-bc40-c9699a1e5cbb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:11.668856 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd628560-35c5-41a8-bc40-c9699a1e5cbb None None] Bound using segment: {'id': 'b1b396cb-2dc6-4041-bfc7-1833a80a4720', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'} {{(pid=94469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:38:11.669318 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.managers [None req-fd628560-35c5-41a8-bc40-c9699a1e5cbb None None] Bound port: e2ed94ad-6f36-4fda-ae14-908229882fa4, host: n-d-694802-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1b396cb-2dc6-4041-bfc7-1833a80a4720', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'}}] {{(pid=94469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:38:11.669697 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-fd628560-35c5-41a8-bc40-c9699a1e5cbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:11.676219 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2322acb-321b-4670-a383-fb8c160b9920 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:38:11.676582 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2322acb-321b-4670-a383-fb8c160b9920 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:38:11.676907 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2322acb-321b-4670-a383-fb8c160b9920 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:38:11.677237 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2322acb-321b-4670-a383-fb8c160b9920 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:38:11.677563 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2322acb-321b-4670-a383-fb8c160b9920 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:38:11.677892 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2322acb-321b-4670-a383-fb8c160b9920 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:38:11.678215 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2322acb-321b-4670-a383-fb8c160b9920 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:38:11.678534 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2322acb-321b-4670-a383-fb8c160b9920 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:38:11.678849 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2322acb-321b-4670-a383-fb8c160b9920 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:38:11.679374 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2322acb-321b-4670-a383-fb8c160b9920 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:38:11.679905 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2322acb-321b-4670-a383-fb8c160b9920 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:38:11.680228 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2322acb-321b-4670-a383-fb8c160b9920 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:38:11.737479 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.db [None req-fd628560-35c5-41a8-bc40-c9699a1e5cbb None None] For port e2ed94ad-6f36-4fda-ae14-908229882fa4, host n-d-694802-15, cleared binding levels {{(pid=94469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:38:11.742639 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.db [None req-fd628560-35c5-41a8-bc40-c9699a1e5cbb None None] For port e2ed94ad-6f36-4fda-ae14-908229882fa4, host n-d-694802-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=e2ed94ad-6f36-4fda-ae14-908229882fa4,segment=NetworkSegment(b1b396cb-2dc6-4041-bfc7-1833a80a4720),segment_id=b1b396cb-2dc6-4041-bfc7-1833a80a4720)] {{(pid=94469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:38:11.748773 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-fd628560-35c5-41a8-bc40-c9699a1e5cbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:11.768969 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-f57ac9cc-fc53-4f74-af1f-7f17e11c02fd req-a99d9e57-ae27-47d6-9790-103bce285541 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] For port 00b94db5-9566-4cc8-ae97-6a3ac4c73dad, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=00b94db5-9566-4cc8-ae97-6a3ac4c73dad,segment=NetworkSegment(4c973057-417f-419d-840d-ea232fb579a5),segment_id=4c973057-417f-419d-840d-ea232fb579a5)] {{(pid=94467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:38:11.769466 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-f57ac9cc-fc53-4f74-af1f-7f17e11c02fd req-a99d9e57-ae27-47d6-9790-103bce285541 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:11.810059 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd628560-35c5-41a8-bc40-c9699a1e5cbb None None] Routers {'2fbb1cbc-baa7-4fb5-998b-5269d5b4312f'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:38:11.810313 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [req-f57ac9cc-fc53-4f74-af1f-7f17e11c02fd req-a99d9e57-ae27-47d6-9790-103bce285541 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] Calling delete_port for 00b94db5-9566-4cc8-ae97-6a3ac4c73dad owned by compute:nova {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:38:11.810729 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-fd628560-35c5-41a8-bc40-c9699a1e5cbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:37:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['2fbb1cbc-baa7-4fb5-998b-5269d5b4312f'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:38:11.848592 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2322acb-321b-4670-a383-fb8c160b9920 None None] Pushing event updated for resources: {'Port': ['ID=e2ed94ad-6f36-4fda-ae14-908229882fa4,revision_number=3']} {{(pid=94469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:38:11.866039 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_common [None req-c4378396-ccc6-49e4-870b-3a0f60796ce9 admin admin] Allocated IP 172.20.0.1 (17e50eec-22ec-42fa-95df-671693024a7e/19df9c89-0a2d-4568-bf60-3089af1f062f/9e4ba17f-901e-4984-9d14-6f8792d8aafa) {{(pid=94467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:38:11.937565 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-fd628560-35c5-41a8-bc40-c9699a1e5cbb None None] Set router 2fbb1cbc-baa7-4fb5-998b-5269d5b4312f gateway port host: n-d-694802-15 {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:38:12.073176 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-c4378396-ccc6-49e4-870b-3a0f60796ce9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:12.089768 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device 8155778e-f6fa-4f94-a529-f169e91907c0 details requested by agent hyperv_n-h1-694802-15 with host n-h1-694802-15 {{(pid=94468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 14:38:12.093723 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-f57ac9cc-fc53-4f74-af1f-7f17e11c02fd req-a99d9e57-ae27-47d6-9790-103bce285541 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:12.106771 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] get_ports_and_sgs() called for port_ids ['00b94db5-9566-4cc8-ae97-6a3ac4c73dad'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:38:12.118073 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5a24cd-afde-46c4-899e-a778456b7185 req-10f8353d-9c23-4c92-ab3b-8a88e6217313 tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:38:12.126387 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6c5a24cd-afde-46c4-899e-a778456b7185 req-10f8353d-9c23-4c92-ab3b-8a88e6217313 tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] 10.222.0.39 "GET /v2.0/ports?device_id=fea8bb5d-f50e-4078-8fba-46b21540b743 HTTP/1.1" status: 200 len: 946 time: 0.1491878 Aug 12 14:38:12.133273 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [None req-c4378396-ccc6-49e4-870b-3a0f60796ce9 admin admin] Transition to ACTIVE for port object 9e4ba17f-901e-4984-9d14-6f8792d8aafa will not be triggered until provisioned by entity DHCP. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:38:12.144694 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4639a3a8-2a62-44cc-af55-e93a82347a02 req-dbc31a3d-8ec8-457b-bda5-adc219710d96 tempest-ImagesOneServerNegativeTestJSON-535792509 tempest-ImagesOneServerNegativeTestJSON-535792509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:38:12.155600 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-4639a3a8-2a62-44cc-af55-e93a82347a02 req-dbc31a3d-8ec8-457b-bda5-adc219710d96 tempest-ImagesOneServerNegativeTestJSON-535792509 tempest-ImagesOneServerNegativeTestJSON-535792509-project] 10.222.0.39 "GET /v2.0/ports?device_id=9eea2448-3ffe-4934-8855-5a4c3081403a HTTP/1.1" status: 200 len: 946 time: 0.0872095 Aug 12 14:38:12.161676 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-fd628560-35c5-41a8-bc40-c9699a1e5cbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fbb1cbc-baa7-4fb5-998b-5269d5b4312f', 'name': 'tempest-ServersTestManualDisk-1081796882-router', 'tenant_id': 'e93c85d28bad43209f9b042d3d03da7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.59'}], 'enable_snat': True}, 'gw_port_id': 'e2ed94ad-6f36-4fda-ae14-908229882fa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:38:07Z', 'updated_at': '2021-08-12T14:38:09Z', 'revision_number': 3, 'project_id': 'e93c85d28bad43209f9b042d3d03da7c', 'gw_port': {'id': 'e2ed94ad-6f36-4fda-ae14-908229882fa4', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:29:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fbb1cbc-baa7-4fb5-998b-5269d5b4312f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:38:08Z', 'updated_at': '2021-08-12T14:38:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15'}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:38:12.195052 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd628560-35c5-41a8-bc40-c9699a1e5cbb None None] The sync data for ids ['2fbb1cbc-baa7-4fb5-998b-5269d5b4312f'] in n-d-694802-15 is: [{'id': '2fbb1cbc-baa7-4fb5-998b-5269d5b4312f', 'name': 'tempest-ServersTestManualDisk-1081796882-router', 'tenant_id': 'e93c85d28bad43209f9b042d3d03da7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.59'}], 'enable_snat': True}, 'gw_port_id': 'e2ed94ad-6f36-4fda-ae14-908229882fa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:38:07Z', 'updated_at': '2021-08-12T14:38:09Z', 'revision_number': 3, 'project_id': 'e93c85d28bad43209f9b042d3d03da7c', 'gw_port': {'id': 'e2ed94ad-6f36-4fda-ae14-908229882fa4', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:29:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fbb1cbc-baa7-4fb5-998b-5269d5b4312f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:38:08Z', 'updated_at': '2021-08-12T14:38:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15'}] {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 14:38:12.205083 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99d9e57-ae27-47d6-9790-103bce285541 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] Pushing event deleted for resources: {'Port': ['ID=00b94db5-9566-4cc8-ae97-6a3ac4c73dad,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:38:12.212483 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-4639a3a8-2a62-44cc-af55-e93a82347a02 req-b04d20bd-1159-45e3-80a3-9ff4e7ab0e1a tempest-ImagesOneServerNegativeTestJSON-535792509 tempest-ImagesOneServerNegativeTestJSON-535792509-project] 10.222.0.39 "GET /v2.0/security-groups?id=21797083-50ee-4fa2-9ae6-2585440bdd47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478561 Aug 12 14:38:12.244527 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port 8155778e-f6fa-4f94-a529-f169e91907c0, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=8155778e-f6fa-4f94-a529-f169e91907c0,segment=NetworkSegment(e096a12b-68f8-4c98-b89d-d2992559fa06),segment_id=e096a12b-68f8-4c98-b89d-d2992559fa06)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:38:12.252043 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6c5a24cd-afde-46c4-899e-a778456b7185 req-af8cd9b5-7a8f-425d-a9e2-d66813864118 tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ad0002e-d03d-4ace-861f-ca41a35b7aed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206996 Aug 12 14:38:12.256685 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Returning: {'device': '8155778e-f6fa-4f94-a529-f169e91907c0', 'network_id': '084bbaa9-1971-49e8-b2a8-17fb0ce3a37d', 'port_id': '8155778e-f6fa-4f94-a529-f169e91907c0', 'mac_address': 'fa:16:3e:45:65:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f80667a-12ed-4bf3-80ac-e8ae0cc35fd4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 14:38:12.281246 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [req-f57ac9cc-fc53-4f74-af1f-7f17e11c02fd req-a99d9e57-ae27-47d6-9790-103bce285541 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] No DVR routers for this DVR port 00b94db5-9566-4cc8-ae97-6a3ac4c73dad on host n-h1-694802-15 {{(pid=94467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:38:12.284361 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-f57ac9cc-fc53-4f74-af1f-7f17e11c02fd req-a99d9e57-ae27-47d6-9790-103bce285541 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:12.288099 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f57ac9cc-fc53-4f74-af1f-7f17e11c02fd req-a99d9e57-ae27-47d6-9790-103bce285541 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] 10.222.0.64 "DELETE /v2.0/ports/00b94db5-9566-4cc8-ae97-6a3ac4c73dad HTTP/1.1" status: 204 len: 173 time: 0.8532751 Aug 12 14:38:12.290226 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43abd2c4-d448-4227-a204-7721cfbf6bdd', 'name': 'network-vif-deleted', 'tag': '00b94db5-9566-4cc8-ae97-6a3ac4c73dad'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:38:12.303657 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e65282f928b64038367d043a4411777802006c43a98742496cb2e25b724ff1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-960e8155-d95f-4464-9982-480035418e58" -d '{"events": [{"server_uuid": "43abd2c4-d448-4227-a204-7721cfbf6bdd", "name": "network-vif-deleted", "tag": "00b94db5-9566-4cc8-ae97-6a3ac4c73dad"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:38:12.311840 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:12.328101 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8155778e-f6fa-4f94-a529-f169e91907c0 {{(pid=94468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:38:12.361933 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-c4378396-ccc6-49e4-870b-3a0f60796ce9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:12.366038 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port 8155778e-f6fa-4f94-a529-f169e91907c0, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=8155778e-f6fa-4f94-a529-f169e91907c0,segment=NetworkSegment(e096a12b-68f8-4c98-b89d-d2992559fa06),segment_id=e096a12b-68f8-4c98-b89d-d2992559fa06)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:38:12.367709 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:12.372911 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:12.458873 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Pushing event updated for resources: {'Port': ['ID=8155778e-f6fa-4f94-a529-f169e91907c0,revision_number=6']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:38:12.465487 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 14:38:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11f7d315-03c0-45f8-87d8-6684d735c987 x-openstack-request-id: req-11f7d315-03c0-45f8-87d8-6684d735c987 {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:38:12.465999 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43abd2c4-d448-4227-a204-7721cfbf6bdd", "name": "network-vif-deleted", "tag": "00b94db5-9566-4cc8-ae97-6a3ac4c73dad", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:38:12.466201 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-11f7d315-03c0-45f8-87d8-6684d735c987 {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:38:12.466546 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43abd2c4-d448-4227-a204-7721cfbf6bdd', 'name': 'network-vif-deleted', 'tag': '00b94db5-9566-4cc8-ae97-6a3ac4c73dad', 'status': 'completed', 'code': 200} Aug 12 14:38:12.467166 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4378396-ccc6-49e4-870b-3a0f60796ce9 admin admin] Pushing event updated for resources: {'Port': ['ID=9e4ba17f-901e-4984-9d14-6f8792d8aafa,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:38:12.488956 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] get_ports_and_sgs() called for port_ids ['8155778e-f6fa-4f94-a529-f169e91907c0'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:38:12.490449 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4378396-ccc6-49e4-870b-3a0f60796ce9 admin admin] Network 17e50eec-22ec-42fa-95df-671693024a7e is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:38:12.492322 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [None req-c4378396-ccc6-49e4-870b-3a0f60796ce9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:38:12.507944 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4378396-ccc6-49e4-870b-3a0f60796ce9 admin admin] Received port after_create {{(pid=94467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:38:12.562132 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-c4378396-ccc6-49e4-870b-3a0f60796ce9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66663725'] for router_interface, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:12.798871 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2d089ac6-4598-4db2-906d-d74c7afb7223 req-03d791b5-18a4-49e9-9a1d-06a6a5c25b2a tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] 10.222.0.39 "GET /v2.0/ports?device_id=43abd2c4-d448-4227-a204-7721cfbf6bdd HTTP/1.1" status: 200 len: 210 time: 0.0755100 Aug 12 14:38:12.891407 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-bdaadb99-7722-4cc4-869a-396062e89d0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:12.894463 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-c4378396-ccc6-49e4-870b-3a0f60796ce9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:12.951360 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-67e44fd0-ce94-4221-98d3-a02dadf91452 None None] Provisioning for port 9e4ba17f-901e-4984-9d14-6f8792d8aafa completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:38:12.957351 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-67e44fd0-ce94-4221-98d3-a02dadf91452 None None] Provisioning complete for port 9e4ba17f-901e-4984-9d14-6f8792d8aafa triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:38:12.957732 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-67e44fd0-ce94-4221-98d3-a02dadf91452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:13.044959 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:13.047227 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-67e44fd0-ce94-4221-98d3-a02dadf91452 None None] Port 9e4ba17f-901e-4984-9d14-6f8792d8aafa cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 14:38:13.167897 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-c4378396-ccc6-49e4-870b-3a0f60796ce9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:13.179233 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-c4378396-ccc6-49e4-870b-3a0f60796ce9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:13.185074 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device e2ed94ad-6f36-4fda-ae14-908229882fa4 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:38:13.270484 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4378396-ccc6-49e4-870b-3a0f60796ce9 admin admin] Pushing event updated for resources: {'Port': ['ID=9e4ba17f-901e-4984-9d14-6f8792d8aafa,revision_number=2']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:38:13.273211 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-c4378396-ccc6-49e4-870b-3a0f60796ce9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66628363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66663865'] for router_interface, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:13.328778 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning for port e2ed94ad-6f36-4fda-ae14-908229882fa4 completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:38:13.341687 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port e2ed94ad-6f36-4fda-ae14-908229882fa4 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:38:13.344251 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:13.505278 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041f01a1-ead2-4c3e-ab5f-23a2e9a227d9 req-4653808d-5c21-4ce3-aa25-049fc223778f tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:38:13.514952 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-041f01a1-ead2-4c3e-ab5f-23a2e9a227d9 req-4653808d-5c21-4ce3-aa25-049fc223778f tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] 10.222.0.39 "GET /v2.0/ports?device_id=fea8bb5d-f50e-4078-8fba-46b21540b743 HTTP/1.1" status: 200 len: 946 time: 0.1304622 Aug 12 14:38:13.600044 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-041f01a1-ead2-4c3e-ab5f-23a2e9a227d9 req-c19626cc-e6ad-42bb-9559-0a7cfba79eac tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ad0002e-d03d-4ace-861f-ca41a35b7aed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830095 Aug 12 14:38:13.646859 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4378396-ccc6-49e4-870b-3a0f60796ce9 admin admin] Network 17e50eec-22ec-42fa-95df-671693024a7e is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:38:13.650995 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:13.671479 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d51c2c-2375-46db-8259-a0436ff49154 req-61fa77ac-d3df-4259-a73a-13a6c1743d36 tempest-ImagesOneServerNegativeTestJSON-535792509 tempest-ImagesOneServerNegativeTestJSON-535792509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:38:13.684770 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] For port e2ed94ad-6f36-4fda-ae14-908229882fa4, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=e2ed94ad-6f36-4fda-ae14-908229882fa4,segment=NetworkSegment(b1b396cb-2dc6-4041-bfc7-1833a80a4720),segment_id=b1b396cb-2dc6-4041-bfc7-1833a80a4720)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:38:13.685617 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-62d51c2c-2375-46db-8259-a0436ff49154 req-61fa77ac-d3df-4259-a73a-13a6c1743d36 tempest-ImagesOneServerNegativeTestJSON-535792509 tempest-ImagesOneServerNegativeTestJSON-535792509-project] 10.222.0.39 "GET /v2.0/ports?device_id=9eea2448-3ffe-4934-8855-5a4c3081403a HTTP/1.1" status: 200 len: 945 time: 0.3056970 Aug 12 14:38:13.692286 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:13.701844 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [None req-c4378396-ccc6-49e4-870b-3a0f60796ce9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:38:13.782167 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 40764) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:38:13.819596 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-62d51c2c-2375-46db-8259-a0436ff49154 req-da27029e-8fec-4096-aee0-f5829049456a tempest-ImagesOneServerNegativeTestJSON-535792509 tempest-ImagesOneServerNegativeTestJSON-535792509-project] 10.222.0.39 "GET /v2.0/security-groups?id=21797083-50ee-4fa2-9ae6-2585440bdd47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324191 Aug 12 14:38:13.897583 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Pushing event updated for resources: {'Port': ['ID=e2ed94ad-6f36-4fda-ae14-908229882fa4,revision_number=4']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:38:13.914617 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-1769855f-eda9-4483-9dc3-3220908ab45d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:14.011876 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-e690c9d8-5f1d-41ea-8506-f7cf3c540986 req-0f0a766f-ac23-4af7-a50e-aae80fc18690 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] 10.222.0.39 "GET /v2.0/ports?device_id=43abd2c4-d448-4227-a204-7721cfbf6bdd HTTP/1.1" status: 200 len: 210 time: 0.0730019 Aug 12 14:38:14.022769 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4378396-ccc6-49e4-870b-3a0f60796ce9 admin admin] Router 2fbb1cbc-baa7-4fb5-998b-5269d5b4312f has already been hosted by L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f {{(pid=94467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 14:38:14.037148 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0034af91-2e6d-446a-b9f2-74fb3ee74266 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:14.089797 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device 8155778e-f6fa-4f94-a529-f169e91907c0 up at agent hyperv_n-h1-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:38:14.172813 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4378396-ccc6-49e4-870b-3a0f60796ce9 admin admin] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 14:38:14.190217 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-c4378396-ccc6-49e4-870b-3a0f60796ce9 admin admin] 10.222.0.39 "PUT /v2.0/routers/2fbb1cbc-baa7-4fb5-998b-5269d5b4312f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4468260 Aug 12 14:38:14.254144 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Provisioning complete for port 8155778e-f6fa-4f94-a529-f169e91907c0 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:38:14.256368 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:14.259713 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0034af91-2e6d-446a-b9f2-74fb3ee74266 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:14.267038 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0034af91-2e6d-446a-b9f2-74fb3ee74266 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:14.307621 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0034af91-2e6d-446a-b9f2-74fb3ee74266 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99b3bc49-c0c1-46da-b202-ab1a94ea11f0,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:38:14.350978 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-0034af91-2e6d-446a-b9f2-74fb3ee74266 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a9a0a345e99246d0aed6f15fb5a52130&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5665810 Aug 12 14:38:14.354004 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 40788) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:38:14.484150 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:14.489482 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-e4f5caa5-526e-49f6-beff-b98566e89c3b None None] Provisioning complete for port 9e4ba17f-901e-4984-9d14-6f8792d8aafa triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:38:14.490233 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-e78b548e-8c92-4486-9022-fe46ec1f9f61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:14.491029 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-e4f5caa5-526e-49f6-beff-b98566e89c3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:14.514538 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-e78b548e-8c92-4486-9022-fe46ec1f9f61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:14.569480 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9eea2448-3ffe-4934-8855-5a4c3081403a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8155778e-f6fa-4f94-a529-f169e91907c0'}] {{(pid=94468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:38:14.572467 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99a8d87602170099c728e57431aca99e9b98a655a83bbf8727be13192709727b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-551f2ad5-8552-420a-b813-e77633d979cb" -d '{"events": [{"server_uuid": "9eea2448-3ffe-4934-8855-5a4c3081403a", "name": "network-vif-plugged", "status": "completed", "tag": "8155778e-f6fa-4f94-a529-f169e91907c0"}]}' {{(pid=94468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:38:14.576322 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-e78b548e-8c92-4486-9022-fe46ec1f9f61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:14.579950 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-e78b548e-8c92-4486-9022-fe46ec1f9f61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:14.581298 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-e78b548e-8c92-4486-9022-fe46ec1f9f61 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/99b3bc49-c0c1-46da-b202-ab1a94ea11f0 HTTP/1.1" status: 204 len: 168 time: 0.2261157 Aug 12 14:38:14.588205 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-e4f5caa5-526e-49f6-beff-b98566e89c3b None None] Port 9e4ba17f-901e-4984-9d14-6f8792d8aafa cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 14:38:14.590838 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port 8155778e-f6fa-4f94-a529-f169e91907c0, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=8155778e-f6fa-4f94-a529-f169e91907c0,segment=NetworkSegment(e096a12b-68f8-4c98-b89d-d2992559fa06),segment_id=e096a12b-68f8-4c98-b89d-d2992559fa06)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:38:14.597728 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:14.598830 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device 00b94db5-9566-4cc8-ae97-6a3ac4c73dad no longer exists at agent hyperv_n-h1-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:38:14.616710 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78b548e-8c92-4486-9022-fe46ec1f9f61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99b3bc49-c0c1-46da-b202-ab1a94ea11f0,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:38:14.679042 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-93370168-53ca-47c2-9e27-b066be57125c None None] No Port match for: 00b94db5-9566-4cc8-ae97-6a3ac4c73dad {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 14:38:14.679470 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device 00b94db5-9566-4cc8-ae97-6a3ac4c73dad not bound to the agent host n-h1-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:38:14.687302 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 14:38:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-066d05f2-0aed-4c1c-bf40-2dd283cf614d x-openstack-request-id: req-066d05f2-0aed-4c1c-bf40-2dd283cf614d {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:38:14.687862 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9eea2448-3ffe-4934-8855-5a4c3081403a", "name": "network-vif-plugged", "status": "completed", "tag": "8155778e-f6fa-4f94-a529-f169e91907c0", "code": 200}]} {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:38:14.688565 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-066d05f2-0aed-4c1c-bf40-2dd283cf614d {{(pid=94468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:38:14.689366 n-d-694802-15 neutron-server[94468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9eea2448-3ffe-4934-8855-5a4c3081403a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8155778e-f6fa-4f94-a529-f169e91907c0', 'code': 200} Aug 12 14:38:14.710292 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Pushing event updated for resources: {'Port': ['ID=8155778e-f6fa-4f94-a529-f169e91907c0,revision_number=7']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:38:14.859499 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638c01f2-14e5-4052-a58c-55edb2c3d4b8 req-434f5618-bad4-40d4-844d-01ffc90463b2 tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:38:14.861164 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-638c01f2-14e5-4052-a58c-55edb2c3d4b8 req-434f5618-bad4-40d4-844d-01ffc90463b2 tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] 10.222.0.39 "GET /v2.0/ports?device_id=fea8bb5d-f50e-4078-8fba-46b21540b743 HTTP/1.1" status: 200 len: 946 time: 0.0671136 Aug 12 14:38:14.929479 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-638c01f2-14e5-4052-a58c-55edb2c3d4b8 req-d2264803-2412-4923-81ac-ba9424165107 tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ad0002e-d03d-4ace-861f-ca41a35b7aed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619521 Aug 12 14:38:15.005004 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3db0945-780f-4920-86fc-1c316137cff3 None None] Sync routers for ids ['2fbb1cbc-baa7-4fb5-998b-5269d5b4312f'] in n-d-694802-15 {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 14:38:15.015210 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3db0945-780f-4920-86fc-1c316137cff3 None None] Routers {'2fbb1cbc-baa7-4fb5-998b-5269d5b4312f'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:38:15.015566 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-c3db0945-780f-4920-86fc-1c316137cff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:38:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['2fbb1cbc-baa7-4fb5-998b-5269d5b4312f'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:38:15.070107 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 40810) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:38:15.076153 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 40812) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:38:15.084953 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-9eb06b09-7447-4ac3-bfe4-44246ba9608b tempest-ServersTestManualDisk-1309453399 tempest-ServersTestManualDisk-1309453399-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1429553267', 'description': 'tempest-description--1722568476'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:38:15.123377 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52e62a12-327c-4eca-9707-7c418752fca9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:15.142808 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b802ba-7711-475c-84b8-2a1fece70973 req-38bb7978-1d48-4507-8492-112fbaf2e4db tempest-ImagesOneServerNegativeTestJSON-535792509 tempest-ImagesOneServerNegativeTestJSON-535792509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:38:15.144498 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-54b802ba-7711-475c-84b8-2a1fece70973 req-38bb7978-1d48-4507-8492-112fbaf2e4db tempest-ImagesOneServerNegativeTestJSON-535792509 tempest-ImagesOneServerNegativeTestJSON-535792509-project] 10.222.0.39 "GET /v2.0/ports?device_id=9eea2448-3ffe-4934-8855-5a4c3081403a HTTP/1.1" status: 200 len: 946 time: 0.1304326 Aug 12 14:38:15.207147 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device e2ed94ad-6f36-4fda-ae14-908229882fa4 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:38:15.222677 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-54b802ba-7711-475c-84b8-2a1fece70973 req-c9a53137-43be-4685-b909-4d663c584fc8 tempest-ImagesOneServerNegativeTestJSON-535792509 tempest-ImagesOneServerNegativeTestJSON-535792509-project] 10.222.0.39 "GET /v2.0/security-groups?id=21797083-50ee-4fa2-9ae6-2585440bdd47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661952 Aug 12 14:38:15.265764 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9eb06b09-7447-4ac3-bfe4-44246ba9608b tempest-ServersTestManualDisk-1309453399 tempest-ServersTestManualDisk-1309453399-project] Notify callbacks [] for security_group, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:15.277246 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvr_db [None req-c3db0945-780f-4920-86fc-1c316137cff3 None None] Set router 2fbb1cbc-baa7-4fb5-998b-5269d5b4312f gateway port host: n-d-694802-15 {{(pid=94468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:38:15.282127 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-e13da92f-127c-4852-9bd6-2976adeafdad req-7a5cb649-c44a-4ed3-ad07-c71ef23b570b tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] 10.222.0.39 "GET /v2.0/ports?device_id=43abd2c4-d448-4227-a204-7721cfbf6bdd HTTP/1.1" status: 200 len: 210 time: 0.1013849 Aug 12 14:38:15.332706 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port e2ed94ad-6f36-4fda-ae14-908229882fa4 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:38:15.332967 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52e62a12-327c-4eca-9707-7c418752fca9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:15.333093 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:15.342809 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52e62a12-327c-4eca-9707-7c418752fca9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:15.372772 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-52e62a12-327c-4eca-9707-7c418752fca9 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c7e5891351b740cc8b655d2e6f0c9324&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2954082 Aug 12 14:38:15.375474 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 40818) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:38:15.420627 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e62a12-327c-4eca-9707-7c418752fca9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f2a3f52-f25a-4d8d-9368-c57aadd042eb,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:38:15.466468 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-fefc383f-d19d-4deb-b334-4747c8a42609 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:15.494806 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-fefc383f-d19d-4deb-b334-4747c8a42609 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:15.513981 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9eb06b09-7447-4ac3-bfe4-44246ba9608b tempest-ServersTestManualDisk-1309453399 tempest-ServersTestManualDisk-1309453399-project] Notify callbacks [] for security_group, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:15.522887 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9eb06b09-7447-4ac3-bfe4-44246ba9608b tempest-ServersTestManualDisk-1309453399 tempest-ServersTestManualDisk-1309453399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:15.547908 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-fe95f194-a3b0-4c04-9e42-20b511169d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:15.591295 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-fefc383f-d19d-4deb-b334-4747c8a42609 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:15.594981 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-fefc383f-d19d-4deb-b334-4747c8a42609 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:15.599467 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-fefc383f-d19d-4deb-b334-4747c8a42609 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4f2a3f52-f25a-4d8d-9368-c57aadd042eb HTTP/1.1" status: 204 len: 168 time: 0.2202199 Aug 12 14:38:15.603488 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9eb06b09-7447-4ac3-bfe4-44246ba9608b tempest-ServersTestManualDisk-1309453399 tempest-ServersTestManualDisk-1309453399-project] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:15.607855 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefc383f-d19d-4deb-b334-4747c8a42609 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f2a3f52-f25a-4d8d-9368-c57aadd042eb,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:38:15.609078 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 40826) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:38:15.614704 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-5460bcb3-89e5-402b-8223-1a75be85e37c tempest-ServersTestManualDisk-1309453399 tempest-ServersTestManualDisk-1309453399-project] Request body: {'security_group_rule': {'security_group_id': '9936d5ae-54ca-41df-8dd5-0ff5da86712d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:38:15.616724 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-9eb06b09-7447-4ac3-bfe4-44246ba9608b tempest-ServersTestManualDisk-1309453399 tempest-ServersTestManualDisk-1309453399-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.5365024 Aug 12 14:38:15.636576 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb06b09-7447-4ac3-bfe4-44246ba9608b tempest-ServersTestManualDisk-1309453399 tempest-ServersTestManualDisk-1309453399-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9936d5ae-54ca-41df-8dd5-0ff5da86712d,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:38:15.653967 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-5460bcb3-89e5-402b-8223-1a75be85e37c tempest-ServersTestManualDisk-1309453399 tempest-ServersTestManualDisk-1309453399-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:15.665876 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431ae206-a25e-4e2c-a817-c5007c58f772 req-ac902e9d-ed8f-4820-a4fa-69e23b58b2c2 tempest-ImagesOneServerNegativeTestJSON-535792509 tempest-ImagesOneServerNegativeTestJSON-535792509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:38:15.668337 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-431ae206-a25e-4e2c-a817-c5007c58f772 req-ac902e9d-ed8f-4820-a4fa-69e23b58b2c2 tempest-ImagesOneServerNegativeTestJSON-535792509 tempest-ImagesOneServerNegativeTestJSON-535792509-project] 10.222.0.39 "GET /v2.0/ports?device_id=9eea2448-3ffe-4934-8855-5a4c3081403a HTTP/1.1" status: 200 len: 946 time: 0.1189892 Aug 12 14:38:15.735680 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-5460bcb3-89e5-402b-8223-1a75be85e37c tempest-ServersTestManualDisk-1309453399 tempest-ServersTestManualDisk-1309453399-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:15.740791 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-5460bcb3-89e5-402b-8223-1a75be85e37c tempest-ServersTestManualDisk-1309453399 tempest-ServersTestManualDisk-1309453399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641735'] for security_group_rule, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:15.758280 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-431ae206-a25e-4e2c-a817-c5007c58f772 req-c5905787-e985-4475-9329-65e9e536b1a3 tempest-ImagesOneServerNegativeTestJSON-535792509 tempest-ImagesOneServerNegativeTestJSON-535792509-project] 10.222.0.39 "GET /v2.0/security-groups?id=21797083-50ee-4fa2-9ae6-2585440bdd47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809495 Aug 12 14:38:15.764472 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5460bcb3-89e5-402b-8223-1a75be85e37c tempest-ServersTestManualDisk-1309453399 tempest-ServersTestManualDisk-1309453399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe086f7c-6b35-4415-aeeb-d4e399a88bbe,revision_number=0']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:38:15.784302 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-5460bcb3-89e5-402b-8223-1a75be85e37c tempest-ServersTestManualDisk-1309453399 tempest-ServersTestManualDisk-1309453399-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:15.788268 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 40830) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:38:15.790148 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-5460bcb3-89e5-402b-8223-1a75be85e37c tempest-ServersTestManualDisk-1309453399 tempest-ServersTestManualDisk-1309453399-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1797574 Aug 12 14:38:15.794689 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-acb8d39b-98c3-4ed5-a865-85f00901faa0 tempest-ServersTestManualDisk-1309453399 tempest-ServersTestManualDisk-1309453399-project] Request body: {'security_group_rule': {'security_group_id': '9936d5ae-54ca-41df-8dd5-0ff5da86712d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:38:15.812957 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-c3db0945-780f-4920-86fc-1c316137cff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fbb1cbc-baa7-4fb5-998b-5269d5b4312f', 'name': 'tempest-ServersTestManualDisk-1081796882-router', 'tenant_id': 'e93c85d28bad43209f9b042d3d03da7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.59'}], 'enable_snat': True}, 'gw_port_id': 'e2ed94ad-6f36-4fda-ae14-908229882fa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:38:07Z', 'updated_at': '2021-08-12T14:38:12Z', 'revision_number': 4, 'project_id': 'e93c85d28bad43209f9b042d3d03da7c', 'gw_port': {'id': 'e2ed94ad-6f36-4fda-ae14-908229882fa4', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:29:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fbb1cbc-baa7-4fb5-998b-5269d5b4312f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:38:08Z', 'updated_at': '2021-08-12T14:38:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': '9e4ba17f-901e-4984-9d14-6f8792d8aafa', 'name': '', 'network_id': '17e50eec-22ec-42fa-95df-671693024a7e', 'tenant_id': 'e93c85d28bad43209f9b042d3d03da7c', 'mac_address': 'fa:16:3e:b0:b8:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fbb1cbc-baa7-4fb5-998b-5269d5b4312f', 'device_owner': 'network:router_interface', 'standard_attr_id': 904, 'fixed_ips': [{'subnet_id': '19df9c89-0a2d-4568-bf60-3089af1f062f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:38:11Z', 'updated_at': '2021-08-12T14:38:12Z', 'revision_number': 2, 'project_id': 'e93c85d28bad43209f9b042d3d03da7c', 'subnets': [{'id': '19df9c89-0a2d-4568-bf60-3089af1f062f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:38:15.831421 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-acb8d39b-98c3-4ed5-a865-85f00901faa0 tempest-ServersTestManualDisk-1309453399 tempest-ServersTestManualDisk-1309453399-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:15.848644 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3db0945-780f-4920-86fc-1c316137cff3 None None] Checking router: 2fbb1cbc-baa7-4fb5-998b-5269d5b4312f for host: n-d-694802-15 {{(pid=94468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 14:38:15.849319 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3db0945-780f-4920-86fc-1c316137cff3 None None] Updating router 2fbb1cbc-baa7-4fb5-998b-5269d5b4312f port 9e4ba17f-901e-4984-9d14-6f8792d8aafa binding host n-d-694802-15 {{(pid=94468) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 14:38:15.892764 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-c3db0945-780f-4920-86fc-1c316137cff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:15.894526 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-acb8d39b-98c3-4ed5-a865-85f00901faa0 tempest-ServersTestManualDisk-1309453399 tempest-ServersTestManualDisk-1309453399-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:15.900594 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-acb8d39b-98c3-4ed5-a865-85f00901faa0 tempest-ServersTestManualDisk-1309453399 tempest-ServersTestManualDisk-1309453399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641735'] for security_group_rule, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:15.920753 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb8d39b-98c3-4ed5-a865-85f00901faa0 tempest-ServersTestManualDisk-1309453399 tempest-ServersTestManualDisk-1309453399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d98ef61d-fdbe-4b12-9b66-be6f5921c713,revision_number=0']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:38:15.929670 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-acb8d39b-98c3-4ed5-a865-85f00901faa0 tempest-ServersTestManualDisk-1309453399 tempest-ServersTestManualDisk-1309453399-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:15.934609 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 40834) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:38:15.939405 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-bc7ccfb9-43aa-4647-a722-b967b11e128e tempest-ServersTestManualDisk-1309453399 tempest-ServersTestManualDisk-1309453399-project] Request body: {'floatingip': {'floating_network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:38:15.943695 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-acb8d39b-98c3-4ed5-a865-85f00901faa0 tempest-ServersTestManualDisk-1309453399 tempest-ServersTestManualDisk-1309453399-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1539271 Aug 12 14:38:15.987683 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-bc7ccfb9-43aa-4647-a722-b967b11e128e tempest-ServersTestManualDisk-1309453399 tempest-ServersTestManualDisk-1309453399-project] Notify callbacks [] for floatingip, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:16.160779 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffdb9eb-5674-4fdb-a3e3-eb12f25c901b req-de3665fa-3946-450f-8ebf-55870e579e87 tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:38:16.162763 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0ffdb9eb-5674-4fdb-a3e3-eb12f25c901b req-de3665fa-3946-450f-8ebf-55870e579e87 tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] 10.222.0.39 "GET /v2.0/ports?device_id=fea8bb5d-f50e-4078-8fba-46b21540b743 HTTP/1.1" status: 200 len: 946 time: 0.0916147 Aug 12 14:38:16.229922 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-bc7ccfb9-43aa-4647-a722-b967b11e128e tempest-ServersTestManualDisk-1309453399 tempest-ServersTestManualDisk-1309453399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:16.245698 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0ffdb9eb-5674-4fdb-a3e3-eb12f25c901b req-7a3e7b50-f2f4-464c-be6f-a00329ef4995 tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ad0002e-d03d-4ace-861f-ca41a35b7aed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761323 Aug 12 14:38:16.371688 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_common [None req-bc7ccfb9-43aa-4647-a722-b967b11e128e tempest-ServersTestManualDisk-1309453399 tempest-ServersTestManualDisk-1309453399-project] Allocated IP 172.25.1.229 (d3759e1b-6c03-45ac-acd4-90abb417809b/f0254f08-c19c-4e31-bd9c-09389ea4b6f2/cb0ce137-0479-4149-abf4-dc3117211b37) {{(pid=94467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:38:16.389125 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-c3db0945-780f-4920-86fc-1c316137cff3 None None] Notify callbacks [] for port, precommit_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:16.401557 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-c3db0945-780f-4920-86fc-1c316137cff3 None None] Transition to ACTIVE for port object 9e4ba17f-901e-4984-9d14-6f8792d8aafa will not be triggered until provisioned by entity L2. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:38:16.412682 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-c3db0945-780f-4920-86fc-1c316137cff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:16.438534 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-8f17cab2-7efa-492e-84e5-de27c8f2d635 req-f6422113-9e6e-4913-ab64-4e6d963bba96 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] 10.222.0.39 "GET /v2.0/ports?device_id=43abd2c4-d448-4227-a204-7721cfbf6bdd HTTP/1.1" status: 200 len: 210 time: 0.0445771 Aug 12 14:38:16.563297 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-bc7ccfb9-43aa-4647-a722-b967b11e128e tempest-ServersTestManualDisk-1309453399 tempest-ServersTestManualDisk-1309453399-project] Notify callbacks [] for port, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:16.570146 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46be9e6-2e10-4307-bc6c-d129c0a209f1 None None] Pushing event updated for resources: {'Port': ['ID=9e4ba17f-901e-4984-9d14-6f8792d8aafa,revision_number=3']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:38:16.576689 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-c3db0945-780f-4920-86fc-1c316137cff3 None None] Attempting to bind port 9e4ba17f-901e-4984-9d14-6f8792d8aafa on host n-d-694802-15 for vnic_type normal with profile {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:38:16.577064 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-c3db0945-780f-4920-86fc-1c316137cff3 None None] Attempting to bind port 9e4ba17f-901e-4984-9d14-6f8792d8aafa by drivers openvswitch,hyperv on host n-d-694802-15 at level 0 using segments [{'id': '1178bd07-6a4d-4dbd-9569-6acf33f10d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '17e50eec-22ec-42fa-95df-671693024a7e'}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:38:16.577681 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3db0945-780f-4920-86fc-1c316137cff3 None None] Attempting to bind port 9e4ba17f-901e-4984-9d14-6f8792d8aafa on network 17e50eec-22ec-42fa-95df-671693024a7e {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:38:16.583187 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3db0945-780f-4920-86fc-1c316137cff3 None None] Checking agent: {'id': '16de73ac-f2e9-4cee-b3e0-91052ae3e6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 20, 13), 'started_at': datetime.datetime(2021, 8, 12, 14, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 38, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:38:16.583731 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3db0945-780f-4920-86fc-1c316137cff3 None None] Checking segment: {'id': '1178bd07-6a4d-4dbd-9569-6acf33f10d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '17e50eec-22ec-42fa-95df-671693024a7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:38:16.584136 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-c3db0945-780f-4920-86fc-1c316137cff3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:16.584734 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3db0945-780f-4920-86fc-1c316137cff3 None None] Bound using segment: {'id': '1178bd07-6a4d-4dbd-9569-6acf33f10d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '17e50eec-22ec-42fa-95df-671693024a7e'} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:38:16.585397 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-c3db0945-780f-4920-86fc-1c316137cff3 None None] Bound port: 9e4ba17f-901e-4984-9d14-6f8792d8aafa, host: n-d-694802-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1178bd07-6a4d-4dbd-9569-6acf33f10d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '17e50eec-22ec-42fa-95df-671693024a7e'}}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:38:16.585972 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-c3db0945-780f-4920-86fc-1c316137cff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:16.685193 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-c3db0945-780f-4920-86fc-1c316137cff3 None None] For port 9e4ba17f-901e-4984-9d14-6f8792d8aafa, host n-d-694802-15, cleared binding levels {{(pid=94468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:38:16.686706 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-bc7ccfb9-43aa-4647-a722-b967b11e128e tempest-ServersTestManualDisk-1309453399 tempest-ServersTestManualDisk-1309453399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:16.696927 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-c3db0945-780f-4920-86fc-1c316137cff3 None None] For port 9e4ba17f-901e-4984-9d14-6f8792d8aafa, host n-d-694802-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=9e4ba17f-901e-4984-9d14-6f8792d8aafa,segment=NetworkSegment(1178bd07-6a4d-4dbd-9569-6acf33f10d05),segment_id=1178bd07-6a4d-4dbd-9569-6acf33f10d05)] {{(pid=94468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:38:16.704404 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-c3db0945-780f-4920-86fc-1c316137cff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:16.752748 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc7ccfb9-43aa-4647-a722-b967b11e128e tempest-ServersTestManualDisk-1309453399 tempest-ServersTestManualDisk-1309453399-project] Network d3759e1b-6c03-45ac-acd4-90abb417809b is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:38:16.769588 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [None req-bc7ccfb9-43aa-4647-a722-b967b11e128e tempest-ServersTestManualDisk-1309453399 tempest-ServersTestManualDisk-1309453399-project] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:38:16.775304 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc7ccfb9-43aa-4647-a722-b967b11e128e tempest-ServersTestManualDisk-1309453399 tempest-ServersTestManualDisk-1309453399-project] Received port after_create {{(pid=94467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:38:16.796399 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3db0945-780f-4920-86fc-1c316137cff3 None None] Routers {'2fbb1cbc-baa7-4fb5-998b-5269d5b4312f'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:38:16.796399 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-c3db0945-780f-4920-86fc-1c316137cff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:38:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['2fbb1cbc-baa7-4fb5-998b-5269d5b4312f'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:38:16.950255 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-bc7ccfb9-43aa-4647-a722-b967b11e128e tempest-ServersTestManualDisk-1309453399 tempest-ServersTestManualDisk-1309453399-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:16.955881 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330ff127-cc04-4997-bcf0-1783d6a1bf53 req-b6c3af5c-c9b0-433a-9460-6a0d040d7292 tempest-ImagesOneServerNegativeTestJSON-535792509 tempest-ImagesOneServerNegativeTestJSON-535792509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:38:16.964910 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-330ff127-cc04-4997-bcf0-1783d6a1bf53 req-b6c3af5c-c9b0-433a-9460-6a0d040d7292 tempest-ImagesOneServerNegativeTestJSON-535792509 tempest-ImagesOneServerNegativeTestJSON-535792509-project] 10.222.0.39 "GET /v2.0/ports?device_id=9eea2448-3ffe-4934-8855-5a4c3081403a HTTP/1.1" status: 200 len: 946 time: 0.0918114 Aug 12 14:38:17.011917 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-330ff127-cc04-4997-bcf0-1783d6a1bf53 req-dedb5abd-b2d5-4c33-b59a-49d3b0000e0a tempest-ImagesOneServerNegativeTestJSON-535792509 tempest-ImagesOneServerNegativeTestJSON-535792509-project] 10.222.0.39 "GET /v2.0/security-groups?id=21797083-50ee-4fa2-9ae6-2585440bdd47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459428 Aug 12 14:38:17.081465 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 40870) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:38:17.106722 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-bc7ccfb9-43aa-4647-a722-b967b11e128e tempest-ServersTestManualDisk-1309453399 tempest-ServersTestManualDisk-1309453399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:17.135619 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvr_db [None req-c3db0945-780f-4920-86fc-1c316137cff3 None None] Set router 2fbb1cbc-baa7-4fb5-998b-5269d5b4312f gateway port host: n-d-694802-15 {{(pid=94468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:38:17.209689 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46be9e6-2e10-4307-bc6c-d129c0a209f1 None None] Pushing event updated for resources: {'Port': ['ID=9e4ba17f-901e-4984-9d14-6f8792d8aafa,revision_number=4']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:38:17.303313 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7ccfb9-43aa-4647-a722-b967b11e128e tempest-ServersTestManualDisk-1309453399 tempest-ServersTestManualDisk-1309453399-project] Pushing event updated for resources: {'Port': ['ID=cb0ce137-0479-4149-abf4-dc3117211b37,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:38:17.338060 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4c919f6c-a0fc-44df-8740-9cf2c79f8c64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:17.530486 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4c919f6c-a0fc-44df-8740-9cf2c79f8c64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:17.554314 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4c919f6c-a0fc-44df-8740-9cf2c79f8c64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:17.589019 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-96897640-35ff-4352-9b72-88e7afcbeb30 req-fdefb017-4bd8-4d95-a914-af3a4d0c1a9d tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] 10.222.0.39 "GET /v2.0/ports?device_id=43abd2c4-d448-4227-a204-7721cfbf6bdd HTTP/1.1" status: 200 len: 210 time: 0.0504494 Aug 12 14:38:17.606991 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-c3db0945-780f-4920-86fc-1c316137cff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fbb1cbc-baa7-4fb5-998b-5269d5b4312f', 'name': 'tempest-ServersTestManualDisk-1081796882-router', 'tenant_id': 'e93c85d28bad43209f9b042d3d03da7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.59'}], 'enable_snat': True}, 'gw_port_id': 'e2ed94ad-6f36-4fda-ae14-908229882fa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:38:07Z', 'updated_at': '2021-08-12T14:38:12Z', 'revision_number': 4, 'project_id': 'e93c85d28bad43209f9b042d3d03da7c', 'gw_port': {'id': 'e2ed94ad-6f36-4fda-ae14-908229882fa4', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:29:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fbb1cbc-baa7-4fb5-998b-5269d5b4312f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:38:08Z', 'updated_at': '2021-08-12T14:38:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': '9e4ba17f-901e-4984-9d14-6f8792d8aafa', 'name': '', 'network_id': '17e50eec-22ec-42fa-95df-671693024a7e', 'tenant_id': 'e93c85d28bad43209f9b042d3d03da7c', 'mac_address': 'fa:16:3e:b0:b8:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fbb1cbc-baa7-4fb5-998b-5269d5b4312f', 'device_owner': 'network:router_interface', 'standard_attr_id': 904, 'fixed_ips': [{'subnet_id': '19df9c89-0a2d-4568-bf60-3089af1f062f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:38:11Z', 'updated_at': '2021-08-12T14:38:16Z', 'revision_number': 4, 'project_id': 'e93c85d28bad43209f9b042d3d03da7c', 'subnets': [{'id': '19df9c89-0a2d-4568-bf60-3089af1f062f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:38:17.643579 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-4c919f6c-a0fc-44df-8740-9cf2c79f8c64 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=fb14466089564815940ff81533dbba73&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5600677 Aug 12 14:38:17.645548 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 40888) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:38:17.657492 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3db0945-780f-4920-86fc-1c316137cff3 None None] The sync data for ids ['2fbb1cbc-baa7-4fb5-998b-5269d5b4312f'] in n-d-694802-15 is: [{'id': '2fbb1cbc-baa7-4fb5-998b-5269d5b4312f', 'name': 'tempest-ServersTestManualDisk-1081796882-router', 'tenant_id': 'e93c85d28bad43209f9b042d3d03da7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.59'}], 'enable_snat': True}, 'gw_port_id': 'e2ed94ad-6f36-4fda-ae14-908229882fa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:38:07Z', 'updated_at': '2021-08-12T14:38:12Z', 'revision_number': 4, 'project_id': 'e93c85d28bad43209f9b042d3d03da7c', 'gw_port': {'id': 'e2ed94ad-6f36-4fda-ae14-908229882fa4', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:29:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fbb1cbc-baa7-4fb5-998b-5269d5b4312f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:38:08Z', 'updated_at': '2021-08-12T14:38:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': '9e4ba17f-901e-4984-9d14-6f8792d8aafa', 'name': '', 'network_id': '17e50eec-22ec-42fa-95df-671693024a7e', 'tenant_id': 'e93c85d28bad43209f9b042d3d03da7c', 'mac_address': 'fa:16:3e:b0:b8:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fbb1cbc-baa7-4fb5-998b-5269d5b4312f', 'device_owner': 'network:router_interface', 'standard_attr_id': 904, 'fixed_ips': [{'subnet_id': '19df9c89-0a2d-4568-bf60-3089af1f062f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:38:11Z', 'updated_at': '2021-08-12T14:38:16Z', 'revision_number': 4, 'project_id': 'e93c85d28bad43209f9b042d3d03da7c', 'subnets': [{'id': '19df9c89-0a2d-4568-bf60-3089af1f062f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 14:38:17.745085 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c919f6c-a0fc-44df-8740-9cf2c79f8c64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f86ddc23-e575-46f0-b3aa-d73a4761e72e,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:38:17.812818 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc6b191-3915-45c9-bc04-a9d95d6e25ba req-93e75424-dae2-4e2f-99d0-65da4ca76526 tempest-ImagesOneServerNegativeTestJSON-535792509 tempest-ImagesOneServerNegativeTestJSON-535792509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:38:17.814486 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9cc6b191-3915-45c9-bc04-a9d95d6e25ba req-93e75424-dae2-4e2f-99d0-65da4ca76526 tempest-ImagesOneServerNegativeTestJSON-535792509 tempest-ImagesOneServerNegativeTestJSON-535792509-project] 10.222.0.64 "GET /v2.0/ports?device_id=9eea2448-3ffe-4934-8855-5a4c3081403a HTTP/1.1" status: 200 len: 946 time: 0.7592061 Aug 12 14:38:17.837895 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1e65e8dd-f535-4400-8073-e511bdfe1fe2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:17.866568 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1e65e8dd-f535-4400-8073-e511bdfe1fe2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:17.886479 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca678211-c4ce-46a0-be23-e315acb2b711 req-3a71327c-afe1-4a4a-961c-26d4def6324f tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:38:17.889714 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ca678211-c4ce-46a0-be23-e315acb2b711 req-3a71327c-afe1-4a4a-961c-26d4def6324f tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] 10.222.0.39 "GET /v2.0/ports?device_id=fea8bb5d-f50e-4078-8fba-46b21540b743 HTTP/1.1" status: 200 len: 946 time: 0.1637404 Aug 12 14:38:17.907575 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-bc7ccfb9-43aa-4647-a722-b967b11e128e tempest-ServersTestManualDisk-1309453399 tempest-ServersTestManualDisk-1309453399-project] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:17.924652 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1e65e8dd-f535-4400-8073-e511bdfe1fe2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:17.931693 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-bc7ccfb9-43aa-4647-a722-b967b11e128e tempest-ServersTestManualDisk-1309453399 tempest-ServersTestManualDisk-1309453399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:17.939326 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1e65e8dd-f535-4400-8073-e511bdfe1fe2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:17.949062 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-1e65e8dd-f535-4400-8073-e511bdfe1fe2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f86ddc23-e575-46f0-b3aa-d73a4761e72e HTTP/1.1" status: 204 len: 168 time: 0.3012679 Aug 12 14:38:17.961885 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e65e8dd-f535-4400-8073-e511bdfe1fe2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f86ddc23-e575-46f0-b3aa-d73a4761e72e,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:38:18.081405 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device 8155778e-f6fa-4f94-a529-f169e91907c0 no longer exists at agent hyperv_n-h1-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:38:18.151550 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ca678211-c4ce-46a0-be23-e315acb2b711 req-4c7dd2eb-81ba-4acb-bab2-28ca773cb9f2 tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ad0002e-d03d-4ace-861f-ca41a35b7aed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2214532 Aug 12 14:38:18.183701 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7ccfb9-43aa-4647-a722-b967b11e128e tempest-ServersTestManualDisk-1309453399 tempest-ServersTestManualDisk-1309453399-project] Pushing event updated for resources: {'Port': ['ID=cb0ce137-0479-4149-abf4-dc3117211b37,revision_number=2']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:38:18.202306 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-bc7ccfb9-43aa-4647-a722-b967b11e128e tempest-ServersTestManualDisk-1309453399 tempest-ServersTestManualDisk-1309453399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431510'] for floatingip, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:18.233249 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [req-9cc6b191-3915-45c9-bc04-a9d95d6e25ba req-d40bb3a5-0667-46fd-95cc-d8629355e712 tempest-ImagesOneServerNegativeTestJSON-535792509 tempest-ImagesOneServerNegativeTestJSON-535792509-project] Deleting port 8155778e-f6fa-4f94-a529-f169e91907c0 {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:38:18.233493 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-9cc6b191-3915-45c9-bc04-a9d95d6e25ba req-d40bb3a5-0667-46fd-95cc-d8629355e712 tempest-ImagesOneServerNegativeTestJSON-535792509 tempest-ImagesOneServerNegativeTestJSON-535792509-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:18.242408 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-bc7ccfb9-43aa-4647-a722-b967b11e128e tempest-ServersTestManualDisk-1309453399 tempest-ServersTestManualDisk-1309453399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for floatingip, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:18.253738 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-bc7ccfb9-43aa-4647-a722-b967b11e128e tempest-ServersTestManualDisk-1309453399 tempest-ServersTestManualDisk-1309453399-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3177254 Aug 12 14:38:18.272091 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:18.325811 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6e6f7e-1c55-4353-ba01-b9d79792e267 req-03a3d047-c828-4417-be01-ef0e97270027 tempest-ImagesOneServerNegativeTestJSON-535792509 tempest-ImagesOneServerNegativeTestJSON-535792509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:38:18.330691 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9eea2448-3ffe-4934-8855-5a4c3081403a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8155778e-f6fa-4f94-a529-f169e91907c0'}] {{(pid=94468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:38:18.333441 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99a8d87602170099c728e57431aca99e9b98a655a83bbf8727be13192709727b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a16e7706-3a5f-47ad-8436-1af4844c163b" -d '{"events": [{"server_uuid": "9eea2448-3ffe-4934-8855-5a4c3081403a", "name": "network-vif-unplugged", "status": "completed", "tag": "8155778e-f6fa-4f94-a529-f169e91907c0"}]}' {{(pid=94468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:38:18.334852 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-3d6e6f7e-1c55-4353-ba01-b9d79792e267 req-03a3d047-c828-4417-be01-ef0e97270027 tempest-ImagesOneServerNegativeTestJSON-535792509 tempest-ImagesOneServerNegativeTestJSON-535792509-project] 10.222.0.39 "GET /v2.0/ports?device_id=9eea2448-3ffe-4934-8855-5a4c3081403a HTTP/1.1" status: 200 len: 946 time: 0.1102204 Aug 12 14:38:18.360512 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port 8155778e-f6fa-4f94-a529-f169e91907c0, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=8155778e-f6fa-4f94-a529-f169e91907c0,segment=NetworkSegment(e096a12b-68f8-4c98-b89d-d2992559fa06),segment_id=e096a12b-68f8-4c98-b89d-d2992559fa06)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:38:18.369853 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:18.419956 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-3d6e6f7e-1c55-4353-ba01-b9d79792e267 req-f6a067d9-e8d1-40ab-a0eb-d809ab44ad5f tempest-ImagesOneServerNegativeTestJSON-535792509 tempest-ImagesOneServerNegativeTestJSON-535792509-project] 10.222.0.39 "GET /v2.0/security-groups?id=21797083-50ee-4fa2-9ae6-2585440bdd47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799487 Aug 12 14:38:18.462998 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-9cc6b191-3915-45c9-bc04-a9d95d6e25ba req-d40bb3a5-0667-46fd-95cc-d8629355e712 tempest-ImagesOneServerNegativeTestJSON-535792509 tempest-ImagesOneServerNegativeTestJSON-535792509-project] For port 8155778e-f6fa-4f94-a529-f169e91907c0, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=8155778e-f6fa-4f94-a529-f169e91907c0,segment=NetworkSegment(e096a12b-68f8-4c98-b89d-d2992559fa06),segment_id=e096a12b-68f8-4c98-b89d-d2992559fa06)] {{(pid=94467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:38:18.467561 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-9cc6b191-3915-45c9-bc04-a9d95d6e25ba req-d40bb3a5-0667-46fd-95cc-d8629355e712 tempest-ImagesOneServerNegativeTestJSON-535792509 tempest-ImagesOneServerNegativeTestJSON-535792509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:18.510214 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [req-9cc6b191-3915-45c9-bc04-a9d95d6e25ba req-d40bb3a5-0667-46fd-95cc-d8629355e712 tempest-ImagesOneServerNegativeTestJSON-535792509 tempest-ImagesOneServerNegativeTestJSON-535792509-project] Calling delete_port for 8155778e-f6fa-4f94-a529-f169e91907c0 owned by compute:nova {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:38:18.540803 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 12 Aug 2021 14:38:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-626e5da1-bed9-47d9-afa2-055ccd93508f x-openstack-request-id: req-626e5da1-bed9-47d9-afa2-055ccd93508f {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:38:18.542324 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9eea2448-3ffe-4934-8855-5a4c3081403a", "name": "network-vif-unplugged", "status": "completed", "tag": "8155778e-f6fa-4f94-a529-f169e91907c0", "code": 200}]} {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:38:18.542590 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-626e5da1-bed9-47d9-afa2-055ccd93508f {{(pid=94468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:38:18.544160 n-d-694802-15 neutron-server[94468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9eea2448-3ffe-4934-8855-5a4c3081403a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8155778e-f6fa-4f94-a529-f169e91907c0', 'code': 200} Aug 12 14:38:18.585837 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Pushing event updated for resources: {'Port': ['ID=8155778e-f6fa-4f94-a529-f169e91907c0,revision_number=8']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:38:18.602860 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:38:18.603179 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:38:18.603489 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:38:18.603821 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:38:18.604241 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:38:18.604513 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:38:18.604842 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:38:18.605219 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:38:18.609494 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:38:18.610183 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:38:18.610183 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:38:18.610528 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:38:18.826260 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-cabf2571-c14d-488c-a88f-1a812e6e0682 req-ad59a521-4ae9-4de5-aed6-fad82ff241ef tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] 10.222.0.39 "GET /v2.0/ports?device_id=43abd2c4-d448-4227-a204-7721cfbf6bdd HTTP/1.1" status: 200 len: 210 time: 0.0672004 Aug 12 14:38:18.894405 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-9cc6b191-3915-45c9-bc04-a9d95d6e25ba req-d40bb3a5-0667-46fd-95cc-d8629355e712 tempest-ImagesOneServerNegativeTestJSON-535792509 tempest-ImagesOneServerNegativeTestJSON-535792509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:18.978797 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40bb3a5-0667-46fd-95cc-d8629355e712 tempest-ImagesOneServerNegativeTestJSON-535792509 tempest-ImagesOneServerNegativeTestJSON-535792509-project] Pushing event deleted for resources: {'Port': ['ID=8155778e-f6fa-4f94-a529-f169e91907c0,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:38:19.058051 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cc6b191-3915-45c9-bc04-a9d95d6e25ba req-d40bb3a5-0667-46fd-95cc-d8629355e712 tempest-ImagesOneServerNegativeTestJSON-535792509 tempest-ImagesOneServerNegativeTestJSON-535792509-project] No DVR routers for this DVR port 8155778e-f6fa-4f94-a529-f169e91907c0 on host n-h1-694802-15 {{(pid=94467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:38:19.064872 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-9cc6b191-3915-45c9-bc04-a9d95d6e25ba req-d40bb3a5-0667-46fd-95cc-d8629355e712 tempest-ImagesOneServerNegativeTestJSON-535792509 tempest-ImagesOneServerNegativeTestJSON-535792509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:19.066933 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9cc6b191-3915-45c9-bc04-a9d95d6e25ba req-d40bb3a5-0667-46fd-95cc-d8629355e712 tempest-ImagesOneServerNegativeTestJSON-535792509 tempest-ImagesOneServerNegativeTestJSON-535792509-project] 10.222.0.64 "DELETE /v2.0/ports/8155778e-f6fa-4f94-a529-f169e91907c0 HTTP/1.1" status: 204 len: 173 time: 1.2454455 Aug 12 14:38:19.071275 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-fe524517-42eb-4745-8e60-f00838327eb4 req-1307c327-e35c-4138-9e06-120d17629c09 tempest-ServersTestManualDisk-1309453399 tempest-ServersTestManualDisk-1309453399-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--1429553267&fields=id&tenant_id=e93c85d28bad43209f9b042d3d03da7c HTTP/1.1" status: 200 len: 267 time: 0.2323480 Aug 12 14:38:19.071750 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9eea2448-3ffe-4934-8855-5a4c3081403a', 'name': 'network-vif-deleted', 'tag': '8155778e-f6fa-4f94-a529-f169e91907c0'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:38:19.080541 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e65282f928b64038367d043a4411777802006c43a98742496cb2e25b724ff1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67736ce9-1ced-4195-abe4-981e1799e20a" -d '{"events": [{"server_uuid": "9eea2448-3ffe-4934-8855-5a4c3081403a", "name": "network-vif-deleted", "tag": "8155778e-f6fa-4f94-a529-f169e91907c0"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:38:19.247643 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 9e4ba17f-901e-4984-9d14-6f8792d8aafa up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:38:19.289901 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe524517-42eb-4745-8e60-f00838327eb4 req-4e2f1646-a1d6-4706-94b9-a4ee935661af tempest-ServersTestManualDisk-1309453399 tempest-ServersTestManualDisk-1309453399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:38:19.300848 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-fe524517-42eb-4745-8e60-f00838327eb4 req-4e2f1646-a1d6-4706-94b9-a4ee935661af tempest-ServersTestManualDisk-1309453399 tempest-ServersTestManualDisk-1309453399-project] 10.222.0.39 "GET /v2.0/networks?id=17e50eec-22ec-42fa-95df-671693024a7e HTTP/1.1" status: 200 len: 812 time: 0.2124743 Aug 12 14:38:19.332410 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-fe524517-42eb-4745-8e60-f00838327eb4 req-05ccf731-2a3c-4236-a1c7-faae50d9a8a4 tempest-ServersTestManualDisk-1309453399 tempest-ServersTestManualDisk-1309453399-project] 10.222.0.39 "GET /v2.0/quotas/e93c85d28bad43209f9b042d3d03da7c HTTP/1.1" status: 200 len: 375 time: 0.0305984 Aug 12 14:38:19.336507 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning for port 9e4ba17f-901e-4984-9d14-6f8792d8aafa completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:38:19.357732 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port 9e4ba17f-901e-4984-9d14-6f8792d8aafa triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:38:19.358110 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:19.406325 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-fe524517-42eb-4745-8e60-f00838327eb4 req-805f3172-d4c5-4eff-beda-3d8f91b40c68 tempest-ServersTestManualDisk-1309453399 tempest-ServersTestManualDisk-1309453399-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=e93c85d28bad43209f9b042d3d03da7c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0633237 Aug 12 14:38:19.571718 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 14:38:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42b6dc4b-1dfc-4069-84ed-67bae1546a7b x-openstack-request-id: req-42b6dc4b-1dfc-4069-84ed-67bae1546a7b {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:38:19.572049 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9eea2448-3ffe-4934-8855-5a4c3081403a", "name": "network-vif-deleted", "tag": "8155778e-f6fa-4f94-a529-f169e91907c0", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:38:19.572312 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-42b6dc4b-1dfc-4069-84ed-67bae1546a7b {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:38:19.572948 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9eea2448-3ffe-4934-8855-5a4c3081403a', 'name': 'network-vif-deleted', 'tag': '8155778e-f6fa-4f94-a529-f169e91907c0', 'status': 'completed', 'code': 200} Aug 12 14:38:19.587410 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:19.618567 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-fe524517-42eb-4745-8e60-f00838327eb4 req-c6aaa340-01cd-4636-83a0-cd1ad2c7c1e5 service neutron] 10.222.0.39 "GET /v2.0/networks/17e50eec-22ec-42fa-95df-671693024a7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2108889 Aug 12 14:38:19.708744 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] For port 9e4ba17f-901e-4984-9d14-6f8792d8aafa, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=9e4ba17f-901e-4984-9d14-6f8792d8aafa,segment=NetworkSegment(1178bd07-6a4d-4dbd-9569-6acf33f10d05),segment_id=1178bd07-6a4d-4dbd-9569-6acf33f10d05)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:38:19.721325 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:19.818615 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Pushing event updated for resources: {'Port': ['ID=9e4ba17f-901e-4984-9d14-6f8792d8aafa,revision_number=5']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:38:19.837032 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2160745b-b654-4804-8df3-0a2df4c3a332 req-a611972f-11b7-4d43-9ec8-e23ad6cbd288 tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:38:19.846682 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-2160745b-b654-4804-8df3-0a2df4c3a332 req-a611972f-11b7-4d43-9ec8-e23ad6cbd288 tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] 10.222.0.39 "GET /v2.0/ports?device_id=fea8bb5d-f50e-4078-8fba-46b21540b743 HTTP/1.1" status: 200 len: 946 time: 0.1331229 Aug 12 14:38:19.899188 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-fe524517-42eb-4745-8e60-f00838327eb4 req-bd4a3714-41a9-4401-b351-bf01cc4cad13 service neutron] 10.222.0.39 "GET /v2.0/networks/17e50eec-22ec-42fa-95df-671693024a7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2731495 Aug 12 14:38:19.957422 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-2160745b-b654-4804-8df3-0a2df4c3a332 req-23dad3cb-85c5-4851-a668-bc6e468ab871 tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ad0002e-d03d-4ace-861f-ca41a35b7aed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097443 Aug 12 14:38:20.300753 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-af3d16cf-73ec-4997-9f15-3781918bb2ef req-40218ef8-fe79-40a9-8fb4-7d3ade004819 tempest-ServersTestManualDisk-1309453399 tempest-ServersTestManualDisk-1309453399-project] 10.222.0.39 "GET /v2.0/ports?device_id=fdfbc163-1546-4d1b-b618-5c6c09ae9c61 HTTP/1.1" status: 200 len: 210 time: 0.0733943 Aug 12 14:38:20.578964 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178510b3-5634-45bc-bca3-eaf7f781c94c req-de19476e-6597-4db4-a030-bb2cdea96560 tempest-ImagesOneServerNegativeTestJSON-535792509 tempest-ImagesOneServerNegativeTestJSON-535792509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:38:20.586444 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-178510b3-5634-45bc-bca3-eaf7f781c94c req-de19476e-6597-4db4-a030-bb2cdea96560 tempest-ImagesOneServerNegativeTestJSON-535792509 tempest-ImagesOneServerNegativeTestJSON-535792509-project] 10.222.0.39 "GET /v2.0/networks?id=084bbaa9-1971-49e8-b2a8-17fb0ce3a37d HTTP/1.1" status: 200 len: 822 time: 0.1786919 Aug 12 14:38:20.604911 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-178510b3-5634-45bc-bca3-eaf7f781c94c req-55730cda-00ec-4c3c-b2c6-dc555e2a0679 tempest-ImagesOneServerNegativeTestJSON-535792509 tempest-ImagesOneServerNegativeTestJSON-535792509-project] 10.222.0.39 "GET /v2.0/quotas/1b183521d9a94e53bf861ad68f9d8a0b HTTP/1.1" status: 200 len: 375 time: 0.0175602 Aug 12 14:38:20.680128 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-178510b3-5634-45bc-bca3-eaf7f781c94c req-26dba229-1f97-4ccb-9c33-dd1c7a4accc2 tempest-ImagesOneServerNegativeTestJSON-535792509 tempest-ImagesOneServerNegativeTestJSON-535792509-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=1b183521d9a94e53bf861ad68f9d8a0b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0740345 Aug 12 14:38:20.812215 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-178510b3-5634-45bc-bca3-eaf7f781c94c req-d4e70856-14bc-4441-ad98-15c9e0d49762 service neutron] 10.222.0.39 "GET /v2.0/networks/084bbaa9-1971-49e8-b2a8-17fb0ce3a37d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306143 Aug 12 14:38:20.917407 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 41038) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:38:20.924999 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-178510b3-5634-45bc-bca3-eaf7f781c94c req-a150c297-f31f-425e-86da-a2eb21ef856c service neutron] 10.222.0.39 "GET /v2.0/networks/084bbaa9-1971-49e8-b2a8-17fb0ce3a37d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105931 Aug 12 14:38:21.156662 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 9e4ba17f-901e-4984-9d14-6f8792d8aafa up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:38:21.164792 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-47f4e0da-1b86-476b-ba6b-2de9b50f1956 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:21.204442 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-80bb607f-3b6c-4d78-8956-9cc3e59ee779 req-9f9d043f-1899-4aa2-86fd-8f15bee939ee tempest-ImagesOneServerNegativeTestJSON-535792509 tempest-ImagesOneServerNegativeTestJSON-535792509-project] 10.222.0.39 "GET /v2.0/ports?device_id=c16f504a-8712-4961-a5bf-10a30af1c6d1 HTTP/1.1" status: 200 len: 210 time: 0.0732484 Aug 12 14:38:21.225304 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port 9e4ba17f-901e-4984-9d14-6f8792d8aafa triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:38:21.227481 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:21.302373 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab448d09-9fbc-40f2-b08e-7b379e09227e req-e7881187-7188-4838-b8d2-7d3cf3960b1f tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:38:21.310471 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ab448d09-9fbc-40f2-b08e-7b379e09227e req-e7881187-7188-4838-b8d2-7d3cf3960b1f tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] 10.222.0.39 "GET /v2.0/ports?device_id=fea8bb5d-f50e-4078-8fba-46b21540b743 HTTP/1.1" status: 200 len: 946 time: 0.1740599 Aug 12 14:38:21.400038 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ab448d09-9fbc-40f2-b08e-7b379e09227e req-06c6e3dc-72af-47e7-b62f-31413a0916f9 tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ad0002e-d03d-4ace-861f-ca41a35b7aed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890489 Aug 12 14:38:21.464115 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-abb5860e-2111-4543-836f-44b518afd8cd req-32472968-e042-46a9-b738-e597294c9128 tempest-ServersTestManualDisk-1309453399 tempest-ServersTestManualDisk-1309453399-project] 10.222.0.39 "GET /v2.0/ports?device_id=fdfbc163-1546-4d1b-b618-5c6c09ae9c61 HTTP/1.1" status: 200 len: 210 time: 0.0487998 Aug 12 14:38:21.495518 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-47f4e0da-1b86-476b-ba6b-2de9b50f1956 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:21.501554 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-47f4e0da-1b86-476b-ba6b-2de9b50f1956 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:21.545074 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-47f4e0da-1b86-476b-ba6b-2de9b50f1956 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8e30d8229cf742daa9319bc3e8956743&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6260023 Aug 12 14:38:21.546224 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f4e0da-1b86-476b-ba6b-2de9b50f1956 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=659162d0-6b98-448b-aeaf-ed24c0d7de1c,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:38:21.547836 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 41066) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:38:21.628845 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b442b02b-6c6e-476f-a39c-eea9cabed60d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:21.681815 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b442b02b-6c6e-476f-a39c-eea9cabed60d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:21.759134 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b442b02b-6c6e-476f-a39c-eea9cabed60d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:21.763224 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b442b02b-6c6e-476f-a39c-eea9cabed60d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:21.768580 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-b442b02b-6c6e-476f-a39c-eea9cabed60d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/659162d0-6b98-448b-aeaf-ed24c0d7de1c HTTP/1.1" status: 204 len: 168 time: 0.2196100 Aug 12 14:38:21.781138 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b442b02b-6c6e-476f-a39c-eea9cabed60d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=659162d0-6b98-448b-aeaf-ed24c0d7de1c,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:38:21.892941 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe524517-42eb-4745-8e60-f00838327eb4 req-0d4295b1-0de9-47a3-88c1-ffb5382c07b5 tempest-ServersTestManualDisk-1309453399 tempest-ServersTestManualDisk-1309453399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:38:21.894516 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-fe524517-42eb-4745-8e60-f00838327eb4 req-0d4295b1-0de9-47a3-88c1-ffb5382c07b5 tempest-ServersTestManualDisk-1309453399 tempest-ServersTestManualDisk-1309453399-project] 10.222.0.64 "GET /v2.0/networks?id=17e50eec-22ec-42fa-95df-671693024a7e HTTP/1.1" status: 200 len: 812 time: 0.2400653 Aug 12 14:38:21.952472 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-fe524517-42eb-4745-8e60-f00838327eb4 req-d7e7251e-4423-492c-93d9-799a8f5962a9 tempest-ServersTestManualDisk-1309453399 tempest-ServersTestManualDisk-1309453399-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e93c85d28bad43209f9b042d3d03da7c HTTP/1.1" status: 200 len: 380 time: 0.0475192 Aug 12 14:38:21.966715 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-fe524517-42eb-4745-8e60-f00838327eb4 req-5914bd83-7cc4-4260-9643-596737e2a2d8 tempest-ServersTestManualDisk-1309453399 tempest-ServersTestManualDisk-1309453399-project] Request body: {'port': {'device_id': 'fdfbc163-1546-4d1b-b618-5c6c09ae9c61', 'network_id': '17e50eec-22ec-42fa-95df-671693024a7e', 'admin_state_up': True, 'tenant_id': 'e93c85d28bad43209f9b042d3d03da7c', 'security_groups': ['9936d5ae-54ca-41df-8dd5-0ff5da86712d']}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:38:22.116606 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe524517-42eb-4745-8e60-f00838327eb4 req-5914bd83-7cc4-4260-9643-596737e2a2d8 tempest-ServersTestManualDisk-1309453399 tempest-ServersTestManualDisk-1309453399-project] Made reservation on behalf of e93c85d28bad43209f9b042d3d03da7c for: {'port': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:38:22.119555 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device d90bce39-ead3-4c84-9aee-c6a88aef9bad details requested by agent hyperv_n-h1-694802-15 with host n-h1-694802-15 {{(pid=94468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 14:38:22.121632 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-fe524517-42eb-4745-8e60-f00838327eb4 req-5914bd83-7cc4-4260-9643-596737e2a2d8 tempest-ServersTestManualDisk-1309453399 tempest-ServersTestManualDisk-1309453399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:22.122061 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device 8155778e-f6fa-4f94-a529-f169e91907c0 no longer exists at agent hyperv_n-h1-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:38:22.178250 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-93370168-53ca-47c2-9e27-b066be57125c None None] No Port match for: 8155778e-f6fa-4f94-a529-f169e91907c0 {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 14:38:22.192355 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device 8155778e-f6fa-4f94-a529-f169e91907c0 not bound to the agent host n-h1-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:38:22.192790 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device d90bce39-ead3-4c84-9aee-c6a88aef9bad no longer exists at agent hyperv_n-h1-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:38:22.280390 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 41108) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:38:22.383639 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_common [req-fe524517-42eb-4745-8e60-f00838327eb4 req-5914bd83-7cc4-4260-9643-596737e2a2d8 tempest-ServersTestManualDisk-1309453399 tempest-ServersTestManualDisk-1309453399-project] Allocated IP 172.20.0.10 (17e50eec-22ec-42fa-95df-671693024a7e/19df9c89-0a2d-4568-bf60-3089af1f062f/86f8b158-7406-41b8-ae3e-7655937cb625) {{(pid=94467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:38:22.450112 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:22.459401 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 41116) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:38:22.466414 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port d90bce39-ead3-4c84-9aee-c6a88aef9bad, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=d90bce39-ead3-4c84-9aee-c6a88aef9bad,segment=NetworkSegment(afe25370-43f7-43be-a4de-d68fa9dce5c3),segment_id=afe25370-43f7-43be-a4de-d68fa9dce5c3)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:38:22.486269 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-23b30901-1860-4abf-9a36-482469dba6cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:22.541231 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port d90bce39-ead3-4c84-9aee-c6a88aef9bad, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=d90bce39-ead3-4c84-9aee-c6a88aef9bad,segment=NetworkSegment(afe25370-43f7-43be-a4de-d68fa9dce5c3),segment_id=afe25370-43f7-43be-a4de-d68fa9dce5c3)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:38:22.544863 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fea8bb5d-f50e-4078-8fba-46b21540b743', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd90bce39-ead3-4c84-9aee-c6a88aef9bad'}] {{(pid=94468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:38:22.547850 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-fe524517-42eb-4745-8e60-f00838327eb4 req-5914bd83-7cc4-4260-9643-596737e2a2d8 tempest-ServersTestManualDisk-1309453399 tempest-ServersTestManualDisk-1309453399-project] Notify callbacks [] for port, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:22.548583 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99a8d87602170099c728e57431aca99e9b98a655a83bbf8727be13192709727b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6c1f083-c092-492b-a2f7-c5bb74a5dc61" -d '{"events": [{"server_uuid": "fea8bb5d-f50e-4078-8fba-46b21540b743", "name": "network-vif-unplugged", "status": "completed", "tag": "d90bce39-ead3-4c84-9aee-c6a88aef9bad"}]}' {{(pid=94468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:38:22.556096 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:22.561295 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Returning: {'device': 'd90bce39-ead3-4c84-9aee-c6a88aef9bad', 'network_id': '046597a4-00ca-4153-9d1b-ff667ab81e34', 'port_id': 'd90bce39-ead3-4c84-9aee-c6a88aef9bad', 'mac_address': 'fa:16:3e:59:6a:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82fd6154-7c76-48f3-a228-946a266f70e8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 14:38:22.563413 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-782fbb41-fbf7-4bb4-a5c4-e9bfade01c0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:22.565279 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [req-fe524517-42eb-4745-8e60-f00838327eb4 req-5914bd83-7cc4-4260-9643-596737e2a2d8 tempest-ServersTestManualDisk-1309453399 tempest-ServersTestManualDisk-1309453399-project] Transition to ACTIVE for port object 86f8b158-7406-41b8-ae3e-7655937cb625 will not be triggered until provisioned by entity DHCP. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:38:22.643947 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:22.649570 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4053f9b7-51cd-4c9f-9a20-e43e58a919ee req-80170ead-bd5a-4965-9ace-d7ef3c00977f tempest-ImagesOneServerNegativeTestJSON-535792509 tempest-ImagesOneServerNegativeTestJSON-535792509-project] 10.222.0.39 "GET /v2.0/ports?device_id=c16f504a-8712-4961-a5bf-10a30af1c6d1 HTTP/1.1" status: 200 len: 210 time: 0.0472565 Aug 12 14:38:22.663396 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d90bce39-ead3-4c84-9aee-c6a88aef9bad {{(pid=94468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:38:22.676898 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-fe524517-42eb-4745-8e60-f00838327eb4 req-5914bd83-7cc4-4260-9643-596737e2a2d8 tempest-ServersTestManualDisk-1309453399 tempest-ServersTestManualDisk-1309453399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:22.686146 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port d90bce39-ead3-4c84-9aee-c6a88aef9bad, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=d90bce39-ead3-4c84-9aee-c6a88aef9bad,segment=NetworkSegment(afe25370-43f7-43be-a4de-d68fa9dce5c3),segment_id=afe25370-43f7-43be-a4de-d68fa9dce5c3)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:38:22.690711 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Pushing event updated for resources: {'Port': ['ID=d90bce39-ead3-4c84-9aee-c6a88aef9bad,revision_number=6']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:38:22.704440 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:22.750508 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe524517-42eb-4745-8e60-f00838327eb4 req-5914bd83-7cc4-4260-9643-596737e2a2d8 tempest-ServersTestManualDisk-1309453399 tempest-ServersTestManualDisk-1309453399-project] Network 17e50eec-22ec-42fa-95df-671693024a7e is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:38:22.756279 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [req-fe524517-42eb-4745-8e60-f00838327eb4 req-5914bd83-7cc4-4260-9643-596737e2a2d8 tempest-ServersTestManualDisk-1309453399 tempest-ServersTestManualDisk-1309453399-project] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:38:22.759774 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe524517-42eb-4745-8e60-f00838327eb4 req-5914bd83-7cc4-4260-9643-596737e2a2d8 tempest-ServersTestManualDisk-1309453399 tempest-ServersTestManualDisk-1309453399-project] Received port after_create {{(pid=94467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:38:22.761799 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Pushing event updated for resources: {'Port': ['ID=d90bce39-ead3-4c84-9aee-c6a88aef9bad,revision_number=7']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:38:22.762274 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-23b30901-1860-4abf-9a36-482469dba6cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:22.785304 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f108cc-5d1c-45dc-aeac-a7f2c21c58fb req-31d4d88e-4b35-492c-b178-9b22261e1734 tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:38:22.787285 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-f9f108cc-5d1c-45dc-aeac-a7f2c21c58fb req-31d4d88e-4b35-492c-b178-9b22261e1734 tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] 10.222.0.39 "GET /v2.0/ports?device_id=fea8bb5d-f50e-4078-8fba-46b21540b743 HTTP/1.1" status: 200 len: 944 time: 0.1906750 Aug 12 14:38:22.792504 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-23b30901-1860-4abf-9a36-482469dba6cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:22.851583 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5914bd83-7cc4-4260-9643-596737e2a2d8 tempest-ServersTestManualDisk-1309453399 tempest-ServersTestManualDisk-1309453399-project] Pushing event updated for resources: {'Port': ['ID=86f8b158-7406-41b8-ae3e-7655937cb625,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:38:22.876634 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe524517-42eb-4745-8e60-f00838327eb4 req-5914bd83-7cc4-4260-9643-596737e2a2d8 tempest-ServersTestManualDisk-1309453399 tempest-ServersTestManualDisk-1309453399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:38:22.877314 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-fe524517-42eb-4745-8e60-f00838327eb4 req-5914bd83-7cc4-4260-9643-596737e2a2d8 tempest-ServersTestManualDisk-1309453399 tempest-ServersTestManualDisk-1309453399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:22.890264 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b30901-1860-4abf-9a36-482469dba6cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b17073a4-7ce2-43ef-8727-373132d1a59c,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:38:22.895435 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780eb1d7-8219-42ef-9a18-578b7b5b6f41 req-97efd4da-ab71-4f46-953d-7c7830d7b77d tempest-ServersTestManualDisk-1309453399 tempest-ServersTestManualDisk-1309453399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:38:22.897684 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-780eb1d7-8219-42ef-9a18-578b7b5b6f41 req-97efd4da-ab71-4f46-953d-7c7830d7b77d tempest-ServersTestManualDisk-1309453399 tempest-ServersTestManualDisk-1309453399-project] 10.222.0.39 "GET /v2.0/ports?device_id=fdfbc163-1546-4d1b-b618-5c6c09ae9c61 HTTP/1.1" status: 200 len: 932 time: 0.1293578 Aug 12 14:38:22.903616 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-23b30901-1860-4abf-9a36-482469dba6cc admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a429cb73160f431a880e110b7eb3ab90&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4432890 Aug 12 14:38:22.908643 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 41122) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:38:22.933131 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] get_ports_and_sgs() called for port_ids ['d90bce39-ead3-4c84-9aee-c6a88aef9bad'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:38:22.982131 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-780eb1d7-8219-42ef-9a18-578b7b5b6f41 req-6a591f82-63eb-40cd-928d-2ba2ac18f805 tempest-ServersTestManualDisk-1309453399 tempest-ServersTestManualDisk-1309453399-project] 10.222.0.39 "GET /v2.0/security-groups?id=9936d5ae-54ca-41df-8dd5-0ff5da86712d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768094 Aug 12 14:38:22.983344 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-f9f108cc-5d1c-45dc-aeac-a7f2c21c58fb req-f9a000f3-487f-41ee-a856-10573827e8c1 tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ad0002e-d03d-4ace-861f-ca41a35b7aed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804881 Aug 12 14:38:23.110723 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 12 Aug 2021 14:38:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5e72db8-43f3-4f81-9b71-29f3d06902aa x-openstack-request-id: req-c5e72db8-43f3-4f81-9b71-29f3d06902aa {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:38:23.111789 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fea8bb5d-f50e-4078-8fba-46b21540b743", "name": "network-vif-unplugged", "status": "completed", "tag": "d90bce39-ead3-4c84-9aee-c6a88aef9bad", "code": 200}]} {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:38:23.112589 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c5e72db8-43f3-4f81-9b71-29f3d06902aa {{(pid=94468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:38:23.113159 n-d-694802-15 neutron-server[94468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fea8bb5d-f50e-4078-8fba-46b21540b743', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd90bce39-ead3-4c84-9aee-c6a88aef9bad', 'code': 200} Aug 12 14:38:23.146757 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1a1cca22-24fd-4729-b0f8-6bc78f35946f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:23.178372 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178510b3-5634-45bc-bca3-eaf7f781c94c req-99406fee-4909-4779-9bd4-329b87bdb8c2 tempest-ImagesOneServerNegativeTestJSON-535792509 tempest-ImagesOneServerNegativeTestJSON-535792509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:38:23.181890 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-178510b3-5634-45bc-bca3-eaf7f781c94c req-99406fee-4909-4779-9bd4-329b87bdb8c2 tempest-ImagesOneServerNegativeTestJSON-535792509 tempest-ImagesOneServerNegativeTestJSON-535792509-project] 10.222.0.49 "GET /v2.0/networks?id=084bbaa9-1971-49e8-b2a8-17fb0ce3a37d HTTP/1.1" status: 200 len: 822 time: 0.1978066 Aug 12 14:38:23.188760 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1a1cca22-24fd-4729-b0f8-6bc78f35946f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:23.199451 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-178510b3-5634-45bc-bca3-eaf7f781c94c req-531fd7e5-8a67-4cd2-9868-ca92c83fe126 tempest-ImagesOneServerNegativeTestJSON-535792509 tempest-ImagesOneServerNegativeTestJSON-535792509-project] Request body: {'port': {'device_id': 'c16f504a-8712-4961-a5bf-10a30af1c6d1', 'network_id': '084bbaa9-1971-49e8-b2a8-17fb0ce3a37d', 'admin_state_up': True, 'tenant_id': '1b183521d9a94e53bf861ad68f9d8a0b'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:38:23.199707 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-782fbb41-fbf7-4bb4-a5c4-e9bfade01c0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:23.213158 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-782fbb41-fbf7-4bb4-a5c4-e9bfade01c0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:23.239176 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-b19fc559-534a-4058-b1cb-c6ae318fbfd4 None None] Provisioning for port 86f8b158-7406-41b8-ae3e-7655937cb625 completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:38:23.246128 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-b19fc559-534a-4058-b1cb-c6ae318fbfd4 None None] Provisioning complete for port 86f8b158-7406-41b8-ae3e-7655937cb625 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:38:23.246524 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-b19fc559-534a-4058-b1cb-c6ae318fbfd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:23.257148 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782fbb41-fbf7-4bb4-a5c4-e9bfade01c0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8737e86c-f54a-4054-a960-109932673b89,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:38:23.282122 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-782fbb41-fbf7-4bb4-a5c4-e9bfade01c0b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8520790ec0004b5d8ef154c9734cb5fe&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0004313 Aug 12 14:38:23.287433 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-b19fc559-534a-4058-b1cb-c6ae318fbfd4 None None] Port 86f8b158-7406-41b8-ae3e-7655937cb625 cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 14:38:23.289113 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 41124) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:38:23.306340 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-fe524517-42eb-4745-8e60-f00838327eb4 req-5914bd83-7cc4-4260-9643-596737e2a2d8 tempest-ServersTestManualDisk-1309453399 tempest-ServersTestManualDisk-1309453399-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3451498 Aug 12 14:38:23.309732 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1a1cca22-24fd-4729-b0f8-6bc78f35946f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:23.312583 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1a1cca22-24fd-4729-b0f8-6bc78f35946f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:23.313806 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-1a1cca22-24fd-4729-b0f8-6bc78f35946f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b17073a4-7ce2-43ef-8727-373132d1a59c HTTP/1.1" status: 204 len: 168 time: 0.4029796 Aug 12 14:38:23.322817 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1cca22-24fd-4729-b0f8-6bc78f35946f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b17073a4-7ce2-43ef-8727-373132d1a59c,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:38:23.325172 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-fe524517-42eb-4745-8e60-f00838327eb4 req-37f159a9-aeca-4ea9-bd46-3e903b487dc4 service neutron] Request body: {'port': {'device_id': 'fdfbc163-1546-4d1b-b618-5c6c09ae9c61', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-694802-15'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:38:23.439534 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-fe524517-42eb-4745-8e60-f00838327eb4 req-37f159a9-aeca-4ea9-bd46-3e903b487dc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:23.464756 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-d9170566-3671-439d-8981-f373d617e225 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:23.499866 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-178510b3-5634-45bc-bca3-eaf7f781c94c req-531fd7e5-8a67-4cd2-9868-ca92c83fe126 tempest-ImagesOneServerNegativeTestJSON-535792509 tempest-ImagesOneServerNegativeTestJSON-535792509-project] Made reservation on behalf of 1b183521d9a94e53bf861ad68f9d8a0b for: {'port': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:38:23.503396 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-178510b3-5634-45bc-bca3-eaf7f781c94c req-531fd7e5-8a67-4cd2-9868-ca92c83fe126 tempest-ImagesOneServerNegativeTestJSON-535792509 tempest-ImagesOneServerNegativeTestJSON-535792509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:23.532101 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-d9170566-3671-439d-8981-f373d617e225 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:23.757347 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-d9170566-3671-439d-8981-f373d617e225 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:23.760226 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-d9170566-3671-439d-8981-f373d617e225 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:23.764040 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-d9170566-3671-439d-8981-f373d617e225 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8737e86c-f54a-4054-a960-109932673b89 HTTP/1.1" status: 204 len: 168 time: 0.4702637 Aug 12 14:38:23.810121 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-a55ef82b-9518-4aac-8c3e-0b354ba781a8 req-b9646dc0-f797-4396-b9d8-fb7a0df0b457 tempest-ImagesOneServerNegativeTestJSON-535792509 tempest-ImagesOneServerNegativeTestJSON-535792509-project] 10.222.0.39 "GET /v2.0/ports?device_id=c16f504a-8712-4961-a5bf-10a30af1c6d1 HTTP/1.1" status: 200 len: 210 time: 0.0484824 Aug 12 14:38:23.815686 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9170566-3671-439d-8981-f373d617e225 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8737e86c-f54a-4054-a960-109932673b89,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:38:23.879619 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_common [req-178510b3-5634-45bc-bca3-eaf7f781c94c req-531fd7e5-8a67-4cd2-9868-ca92c83fe126 tempest-ImagesOneServerNegativeTestJSON-535792509 tempest-ImagesOneServerNegativeTestJSON-535792509-project] Allocated IP 172.20.0.11 (084bbaa9-1971-49e8-b2a8-17fb0ce3a37d/5f80667a-12ed-4bf3-80ac-e8ae0cc35fd4/d19c4a8d-5ab9-4b20-95f6-d3dd78a2c2bd) {{(pid=94467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:38:23.968566 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [req-fe524517-42eb-4745-8e60-f00838327eb4 req-37f159a9-aeca-4ea9-bd46-3e903b487dc4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86f8b158-7406-41b8-ae3e-7655937cb625 {{(pid=94467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:38:23.983779 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-fe524517-42eb-4745-8e60-f00838327eb4 req-37f159a9-aeca-4ea9-bd46-3e903b487dc4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:24.133081 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device d90bce39-ead3-4c84-9aee-c6a88aef9bad up at agent hyperv_n-h1-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:38:24.180183 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2fce27-55c5-45f7-a442-6037b2978570 req-96496503-eb62-4795-b511-41016669ae1d tempest-ServersTestManualDisk-1309453399 tempest-ServersTestManualDisk-1309453399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:38:24.195465 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-bb2fce27-55c5-45f7-a442-6037b2978570 req-96496503-eb62-4795-b511-41016669ae1d tempest-ServersTestManualDisk-1309453399 tempest-ServersTestManualDisk-1309453399-project] 10.222.0.39 "GET /v2.0/ports?device_id=fdfbc163-1546-4d1b-b618-5c6c09ae9c61 HTTP/1.1" status: 200 len: 932 time: 0.0899849 Aug 12 14:38:24.244613 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [req-fe524517-42eb-4745-8e60-f00838327eb4 req-37f159a9-aeca-4ea9-bd46-3e903b487dc4 service neutron] Transition to ACTIVE for port object 86f8b158-7406-41b8-ae3e-7655937cb625 will not be triggered until provisioned by entity L2. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:38:24.255650 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-bb2fce27-55c5-45f7-a442-6037b2978570 req-3d066d02-3891-4c82-b2bd-bae5db602bb3 tempest-ServersTestManualDisk-1309453399 tempest-ServersTestManualDisk-1309453399-project] 10.222.0.39 "GET /v2.0/security-groups?id=9936d5ae-54ca-41df-8dd5-0ff5da86712d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593863 Aug 12 14:38:24.302925 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Provisioning complete for port d90bce39-ead3-4c84-9aee-c6a88aef9bad triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:38:24.304069 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:24.347189 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-fe524517-42eb-4745-8e60-f00838327eb4 req-37f159a9-aeca-4ea9-bd46-3e903b487dc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:24.370014 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 41158) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:38:24.430090 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3d2e4580-c14d-44be-b3e5-dbae8f76aeb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:24.465965 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f159a9-aeca-4ea9-bd46-3e903b487dc4 service neutron] Pushing event updated for resources: {'Port': ['ID=86f8b158-7406-41b8-ae3e-7655937cb625,revision_number=2']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:38:24.469104 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:24.480786 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70591128-e79b-4ca6-9807-c1bf6a12d2d9 req-f4979331-1a49-4765-bfbf-1aaa3607a518 tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:38:24.482395 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-70591128-e79b-4ca6-9807-c1bf6a12d2d9 req-f4979331-1a49-4765-bfbf-1aaa3607a518 tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] 10.222.0.39 "GET /v2.0/ports?device_id=fea8bb5d-f50e-4078-8fba-46b21540b743 HTTP/1.1" status: 200 len: 945 time: 0.2970421 Aug 12 14:38:24.525380 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-178510b3-5634-45bc-bca3-eaf7f781c94c req-531fd7e5-8a67-4cd2-9868-ca92c83fe126 tempest-ImagesOneServerNegativeTestJSON-535792509 tempest-ImagesOneServerNegativeTestJSON-535792509-project] Notify callbacks [] for port, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:24.558406 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port d90bce39-ead3-4c84-9aee-c6a88aef9bad, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=d90bce39-ead3-4c84-9aee-c6a88aef9bad,segment=NetworkSegment(afe25370-43f7-43be-a4de-d68fa9dce5c3),segment_id=afe25370-43f7-43be-a4de-d68fa9dce5c3)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:38:24.571469 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:24.647890 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Pushing event updated for resources: {'Port': ['ID=d90bce39-ead3-4c84-9aee-c6a88aef9bad,revision_number=8']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:38:24.658288 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3d2e4580-c14d-44be-b3e5-dbae8f76aeb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:24.667534 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3d2e4580-c14d-44be-b3e5-dbae8f76aeb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:24.717813 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-3d2e4580-c14d-44be-b3e5-dbae8f76aeb6 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=bced21b0298440c4a5466471dfd32326&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3493822 Aug 12 14:38:24.718415 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 41170) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:38:24.723730 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-70591128-e79b-4ca6-9807-c1bf6a12d2d9 req-754f791c-222b-4c15-9335-ac12e1348405 tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ad0002e-d03d-4ace-861f-ca41a35b7aed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2119150 Aug 12 14:38:24.796800 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-fe524517-42eb-4745-8e60-f00838327eb4 req-37f159a9-aeca-4ea9-bd46-3e903b487dc4 service neutron] Attempting to bind port 86f8b158-7406-41b8-ae3e-7655937cb625 on host n-h1-694802-15 for vnic_type normal with profile {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:38:24.797140 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-fe524517-42eb-4745-8e60-f00838327eb4 req-37f159a9-aeca-4ea9-bd46-3e903b487dc4 service neutron] Attempting to bind port 86f8b158-7406-41b8-ae3e-7655937cb625 by drivers openvswitch,hyperv on host n-h1-694802-15 at level 0 using segments [{'id': '1178bd07-6a4d-4dbd-9569-6acf33f10d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '17e50eec-22ec-42fa-95df-671693024a7e'}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:38:24.797467 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe524517-42eb-4745-8e60-f00838327eb4 req-37f159a9-aeca-4ea9-bd46-3e903b487dc4 service neutron] Attempting to bind port 86f8b158-7406-41b8-ae3e-7655937cb625 on network 17e50eec-22ec-42fa-95df-671693024a7e {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:38:24.820952 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe524517-42eb-4745-8e60-f00838327eb4 req-37f159a9-aeca-4ea9-bd46-3e903b487dc4 service neutron] Port 86f8b158-7406-41b8-ae3e-7655937cb625 on network 17e50eec-22ec-42fa-95df-671693024a7e not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-15 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 14:38:24.821511 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe524517-42eb-4745-8e60-f00838327eb4 req-37f159a9-aeca-4ea9-bd46-3e903b487dc4 service neutron] Attempting to bind port 86f8b158-7406-41b8-ae3e-7655937cb625 on network 17e50eec-22ec-42fa-95df-671693024a7e {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:38:24.827416 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-178510b3-5634-45bc-bca3-eaf7f781c94c req-531fd7e5-8a67-4cd2-9868-ca92c83fe126 tempest-ImagesOneServerNegativeTestJSON-535792509 tempest-ImagesOneServerNegativeTestJSON-535792509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:24.848759 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe524517-42eb-4745-8e60-f00838327eb4 req-37f159a9-aeca-4ea9-bd46-3e903b487dc4 service neutron] Checking agent: {'id': 'de568313-a3e6-454a-9813-77e25edcea95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 27, 41), 'started_at': datetime.datetime(2021, 8, 12, 14, 27, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 38, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:38:24.849103 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe524517-42eb-4745-8e60-f00838327eb4 req-37f159a9-aeca-4ea9-bd46-3e903b487dc4 service neutron] Checking segment: {'id': '1178bd07-6a4d-4dbd-9569-6acf33f10d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '17e50eec-22ec-42fa-95df-671693024a7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:38:24.849489 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe524517-42eb-4745-8e60-f00838327eb4 req-37f159a9-aeca-4ea9-bd46-3e903b487dc4 service neutron] Bound using segment: {'id': '1178bd07-6a4d-4dbd-9569-6acf33f10d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '17e50eec-22ec-42fa-95df-671693024a7e'} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:38:24.849934 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-fe524517-42eb-4745-8e60-f00838327eb4 req-37f159a9-aeca-4ea9-bd46-3e903b487dc4 service neutron] Bound port: 86f8b158-7406-41b8-ae3e-7655937cb625, host: n-h1-694802-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1178bd07-6a4d-4dbd-9569-6acf33f10d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '17e50eec-22ec-42fa-95df-671693024a7e'}}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:38:24.850931 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-fe524517-42eb-4745-8e60-f00838327eb4 req-37f159a9-aeca-4ea9-bd46-3e903b487dc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:24.959873 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2e4580-c14d-44be-b3e5-dbae8f76aeb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ebee509-b799-461e-849f-bfee7ccc2c1a,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:38:25.022960 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-178510b3-5634-45bc-bca3-eaf7f781c94c req-531fd7e5-8a67-4cd2-9868-ca92c83fe126 tempest-ImagesOneServerNegativeTestJSON-535792509 tempest-ImagesOneServerNegativeTestJSON-535792509-project] Network 084bbaa9-1971-49e8-b2a8-17fb0ce3a37d is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:38:25.028755 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0e835189-903b-4105-b6f6-3a5bb9b3b883 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:25.051569 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [req-178510b3-5634-45bc-bca3-eaf7f781c94c req-531fd7e5-8a67-4cd2-9868-ca92c83fe126 tempest-ImagesOneServerNegativeTestJSON-535792509 tempest-ImagesOneServerNegativeTestJSON-535792509-project] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:38:25.057947 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [req-178510b3-5634-45bc-bca3-eaf7f781c94c req-531fd7e5-8a67-4cd2-9868-ca92c83fe126 tempest-ImagesOneServerNegativeTestJSON-535792509 tempest-ImagesOneServerNegativeTestJSON-535792509-project] Received port after_create {{(pid=94467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:38:25.060463 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531fd7e5-8a67-4cd2-9868-ca92c83fe126 tempest-ImagesOneServerNegativeTestJSON-535792509 tempest-ImagesOneServerNegativeTestJSON-535792509-project] Pushing event updated for resources: {'Port': ['ID=d19c4a8d-5ab9-4b20-95f6-d3dd78a2c2bd,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:38:25.082232 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0e835189-903b-4105-b6f6-3a5bb9b3b883 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:25.104203 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6ed11f-78f6-4f9a-a670-57edbde6c972 req-d38c8801-d6b1-46da-9745-47afde802f79 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:38:25.111471 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-fe6ed11f-78f6-4f9a-a670-57edbde6c972 req-d38c8801-d6b1-46da-9745-47afde802f79 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] 10.222.0.39 "GET /v2.0/networks?id=a681c17b-4312-41b7-b711-32d50b05905d HTTP/1.1" status: 200 len: 812 time: 0.3277848 Aug 12 14:38:25.115680 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fea8bb5d-f50e-4078-8fba-46b21540b743', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd90bce39-ead3-4c84-9aee-c6a88aef9bad'}] {{(pid=94468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:38:25.118953 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99a8d87602170099c728e57431aca99e9b98a655a83bbf8727be13192709727b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a784cd1-bb50-4d3d-8e2d-abc570648314" -d '{"events": [{"server_uuid": "fea8bb5d-f50e-4078-8fba-46b21540b743", "name": "network-vif-plugged", "status": "completed", "tag": "d90bce39-ead3-4c84-9aee-c6a88aef9bad"}]}' {{(pid=94468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:38:25.130329 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a376cfe1-d053-4882-8402-4eb0be81e80c req-587ccea5-1fdf-402c-93ce-4fb59068ed75 tempest-ImagesOneServerNegativeTestJSON-535792509 tempest-ImagesOneServerNegativeTestJSON-535792509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:38:25.132614 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a376cfe1-d053-4882-8402-4eb0be81e80c req-587ccea5-1fdf-402c-93ce-4fb59068ed75 tempest-ImagesOneServerNegativeTestJSON-535792509 tempest-ImagesOneServerNegativeTestJSON-535792509-project] 10.222.0.39 "GET /v2.0/ports?device_id=c16f504a-8712-4961-a5bf-10a30af1c6d1 HTTP/1.1" status: 200 len: 932 time: 0.2059400 Aug 12 14:38:25.154411 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-fe524517-42eb-4745-8e60-f00838327eb4 req-37f159a9-aeca-4ea9-bd46-3e903b487dc4 service neutron] For port 86f8b158-7406-41b8-ae3e-7655937cb625, host n-h1-694802-15, cleared binding levels {{(pid=94467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:38:25.161826 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-fe6ed11f-78f6-4f9a-a670-57edbde6c972 req-8a3556a8-8cf7-4c47-81b3-2b2b7db5956c tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] 10.222.0.39 "GET /v2.0/quotas/4024e5f8cb5f495fb475a508277f1933 HTTP/1.1" status: 200 len: 375 time: 0.0489862 Aug 12 14:38:25.163975 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178510b3-5634-45bc-bca3-eaf7f781c94c req-531fd7e5-8a67-4cd2-9868-ca92c83fe126 tempest-ImagesOneServerNegativeTestJSON-535792509 tempest-ImagesOneServerNegativeTestJSON-535792509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:38:25.164614 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-178510b3-5634-45bc-bca3-eaf7f781c94c req-531fd7e5-8a67-4cd2-9868-ca92c83fe126 tempest-ImagesOneServerNegativeTestJSON-535792509 tempest-ImagesOneServerNegativeTestJSON-535792509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:25.168693 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-fe524517-42eb-4745-8e60-f00838327eb4 req-37f159a9-aeca-4ea9-bd46-3e903b487dc4 service neutron] For port 86f8b158-7406-41b8-ae3e-7655937cb625, host n-h1-694802-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=86f8b158-7406-41b8-ae3e-7655937cb625,segment=NetworkSegment(1178bd07-6a4d-4dbd-9569-6acf33f10d05),segment_id=1178bd07-6a4d-4dbd-9569-6acf33f10d05)] {{(pid=94467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:38:25.189504 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-fe524517-42eb-4745-8e60-f00838327eb4 req-37f159a9-aeca-4ea9-bd46-3e903b487dc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:25.237950 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-fe6ed11f-78f6-4f9a-a670-57edbde6c972 req-104357be-991c-417d-bdd9-0c6e8944d599 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=4024e5f8cb5f495fb475a508277f1933&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0409667 Aug 12 14:38:25.242700 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-178510b3-5634-45bc-bca3-eaf7f781c94c req-531fd7e5-8a67-4cd2-9868-ca92c83fe126 tempest-ImagesOneServerNegativeTestJSON-535792509 tempest-ImagesOneServerNegativeTestJSON-535792509-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0483885 Aug 12 14:38:25.253489 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe524517-42eb-4745-8e60-f00838327eb4 req-37f159a9-aeca-4ea9-bd46-3e903b487dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:38:25.254145 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-fe524517-42eb-4745-8e60-f00838327eb4 req-37f159a9-aeca-4ea9-bd46-3e903b487dc4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:25.255520 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-fe524517-42eb-4745-8e60-f00838327eb4 req-37f159a9-aeca-4ea9-bd46-3e903b487dc4 service neutron] 10.222.0.64 "PUT /v2.0/ports/86f8b158-7406-41b8-ae3e-7655937cb625 HTTP/1.1" status: 200 len: 1093 time: 1.9363761 Aug 12 14:38:25.262491 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a376cfe1-d053-4882-8402-4eb0be81e80c req-3f6db64f-9ac0-4798-b5f2-ab9f7adfcb06 tempest-ImagesOneServerNegativeTestJSON-535792509 tempest-ImagesOneServerNegativeTestJSON-535792509-project] 10.222.0.39 "GET /v2.0/security-groups?id=21797083-50ee-4fa2-9ae6-2585440bdd47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187882 Aug 12 14:38:25.263704 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdfbc163-1546-4d1b-b618-5c6c09ae9c61', 'tag': '86f8b158-7406-41b8-ae3e-7655937cb625'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:38:25.264886 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0e835189-903b-4105-b6f6-3a5bb9b3b883 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:25.266043 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e65282f928b64038367d043a4411777802006c43a98742496cb2e25b724ff1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d55d09d-a653-45be-9d7a-c6a619ee663c" -d '{"events": [{"name": "network-changed", "server_uuid": "fdfbc163-1546-4d1b-b618-5c6c09ae9c61", "tag": "86f8b158-7406-41b8-ae3e-7655937cb625"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:38:25.267492 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0e835189-903b-4105-b6f6-3a5bb9b3b883 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:25.268634 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-0e835189-903b-4105-b6f6-3a5bb9b3b883 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2ebee509-b799-461e-849f-bfee7ccc2c1a HTTP/1.1" status: 204 len: 168 time: 0.5483124 Aug 12 14:38:25.272093 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-178510b3-5634-45bc-bca3-eaf7f781c94c req-df3e3c0e-def0-487c-94fc-5755c9abe615 service neutron] Request body: {'port': {'device_id': 'c16f504a-8712-4961-a5bf-10a30af1c6d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-694802-15'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:38:25.343438 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 14:38:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c600d4a4-7c1f-43ab-a8f7-363b59d81ff6 x-openstack-request-id: req-c600d4a4-7c1f-43ab-a8f7-363b59d81ff6 {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:38:25.343952 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fea8bb5d-f50e-4078-8fba-46b21540b743", "name": "network-vif-plugged", "status": "completed", "tag": "d90bce39-ead3-4c84-9aee-c6a88aef9bad", "code": 200}]} {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:38:25.344172 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c600d4a4-7c1f-43ab-a8f7-363b59d81ff6 {{(pid=94468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:38:25.344847 n-d-694802-15 neutron-server[94468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fea8bb5d-f50e-4078-8fba-46b21540b743', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd90bce39-ead3-4c84-9aee-c6a88aef9bad', 'code': 200} Aug 12 14:38:25.347434 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e835189-903b-4105-b6f6-3a5bb9b3b883 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ebee509-b799-461e-849f-bfee7ccc2c1a,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:38:25.445267 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f159a9-aeca-4ea9-bd46-3e903b487dc4 service neutron] Pushing event updated for resources: {'Port': ['ID=86f8b158-7406-41b8-ae3e-7655937cb625,revision_number=3']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:38:25.515959 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-178510b3-5634-45bc-bca3-eaf7f781c94c req-df3e3c0e-def0-487c-94fc-5755c9abe615 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:25.532865 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-fe6ed11f-78f6-4f9a-a670-57edbde6c972 req-d2433418-24b8-4f34-a858-8139742d796d service neutron] 10.222.0.39 "GET /v2.0/networks/a681c17b-4312-41b7-b711-32d50b05905d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2944121 Aug 12 14:38:25.600814 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe524517-42eb-4745-8e60-f00838327eb4 req-d2703d92-a85d-4e6d-9145-04560498988b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:38:25.602334 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-fe524517-42eb-4745-8e60-f00838327eb4 req-d2703d92-a85d-4e6d-9145-04560498988b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e93c85d28bad43209f9b042d3d03da7c&device_id=fdfbc163-1546-4d1b-b618-5c6c09ae9c61 HTTP/1.1" status: 200 len: 1096 time: 0.2837539 Aug 12 14:38:25.672077 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad84ddd6-c097-4426-900e-ca40d2633a86 req-705a8882-a15d-4590-a90c-8abd30cc2779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:38:25.676106 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-ad84ddd6-c097-4426-900e-ca40d2633a86 req-705a8882-a15d-4590-a90c-8abd30cc2779 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=fea8bb5d-f50e-4078-8fba-46b21540b743 HTTP/1.1" status: 200 len: 1098 time: 0.1668594 Aug 12 14:38:25.753247 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa98c76-285d-44d3-b895-37557c946461 req-6f07c3c1-4700-4654-b8d5-04281f90d5a3 tempest-ServersTestManualDisk-1309453399 tempest-ServersTestManualDisk-1309453399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:38:25.754851 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0aa98c76-285d-44d3-b895-37557c946461 req-6f07c3c1-4700-4654-b8d5-04281f90d5a3 tempest-ServersTestManualDisk-1309453399 tempest-ServersTestManualDisk-1309453399-project] 10.222.0.39 "GET /v2.0/ports?device_id=fdfbc163-1546-4d1b-b618-5c6c09ae9c61 HTTP/1.1" status: 200 len: 944 time: 0.2350464 Aug 12 14:38:25.765953 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-fe6ed11f-78f6-4f9a-a670-57edbde6c972 req-bc76f3c2-f31d-4851-ad38-b564d2380560 service neutron] 10.222.0.39 "GET /v2.0/networks/a681c17b-4312-41b7-b711-32d50b05905d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2319732 Aug 12 14:38:25.768204 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-fe524517-42eb-4745-8e60-f00838327eb4 req-4cd271dc-0220-41cd-9b2e-3eba3beb8a57 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=86f8b158-7406-41b8-ae3e-7655937cb625 HTTP/1.1" status: 200 len: 217 time: 0.1490109 Aug 12 14:38:25.777200 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-ad84ddd6-c097-4426-900e-ca40d2633a86 req-60aec0e7-fd84-4d70-a311-7e8a842135b4 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=4ad0002e-d03d-4ace-861f-ca41a35b7aed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914228 Aug 12 14:38:26.024197 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 14:38:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb73d7f0-346e-4f12-b44f-6e9f4ff79177 x-openstack-request-id: req-cb73d7f0-346e-4f12-b44f-6e9f4ff79177 {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:38:26.031006 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdfbc163-1546-4d1b-b618-5c6c09ae9c61", "tag": "86f8b158-7406-41b8-ae3e-7655937cb625", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:38:26.031595 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-cb73d7f0-346e-4f12-b44f-6e9f4ff79177 {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:38:26.034881 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdfbc163-1546-4d1b-b618-5c6c09ae9c61', 'tag': '86f8b158-7406-41b8-ae3e-7655937cb625', 'status': 'completed', 'code': 200} Aug 12 14:38:26.062533 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0aa98c76-285d-44d3-b895-37557c946461 req-ce9319de-9fc4-4001-aee9-0e7b0be91351 tempest-ServersTestManualDisk-1309453399 tempest-ServersTestManualDisk-1309453399-project] 10.222.0.39 "GET /v2.0/security-groups?id=9936d5ae-54ca-41df-8dd5-0ff5da86712d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2897968 Aug 12 14:38:26.067770 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe524517-42eb-4745-8e60-f00838327eb4 req-0f9124d4-f20b-4530-b4d5-1bc5e3b879b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:38:26.076345 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-fe524517-42eb-4745-8e60-f00838327eb4 req-0f9124d4-f20b-4530-b4d5-1bc5e3b879b3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=19df9c89-0a2d-4568-bf60-3089af1f062f HTTP/1.1" status: 200 len: 851 time: 0.3018534 Aug 12 14:38:26.146557 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5decf279-26bc-4fbd-b05f-f876ae535277 req-26098312-305d-48ef-8f6b-61d871cb9a09 tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:38:26.154290 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-5decf279-26bc-4fbd-b05f-f876ae535277 req-26098312-305d-48ef-8f6b-61d871cb9a09 tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] 10.222.0.39 "GET /v2.0/ports?device_id=fea8bb5d-f50e-4078-8fba-46b21540b743 HTTP/1.1" status: 200 len: 946 time: 0.1059432 Aug 12 14:38:26.223535 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9d26c423-6ed7-4a78-8bdb-05f864ca78a9 req-35088e9f-9d4c-4f04-81d3-6fd6a7d5336a tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b5ca41e-956c-4afe-8e42-40e263265a9f HTTP/1.1" status: 200 len: 210 time: 0.0380061 Aug 12 14:38:26.230651 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-5decf279-26bc-4fbd-b05f-f876ae535277 req-855ef242-aa43-4b8b-b2b5-bf0d986e0ab2 tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ad0002e-d03d-4ace-861f-ca41a35b7aed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752017 Aug 12 14:38:26.238687 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe524517-42eb-4745-8e60-f00838327eb4 req-9f3652d2-9bd1-4b37-99d7-4bd67d69e86c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:38:26.241243 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-fe524517-42eb-4745-8e60-f00838327eb4 req-9f3652d2-9bd1-4b37-99d7-4bd67d69e86c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=17e50eec-22ec-42fa-95df-671693024a7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1504164 Aug 12 14:38:26.494928 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-fe524517-42eb-4745-8e60-f00838327eb4 req-13652ea5-f638-42ee-9b74-94f7f60ec3fc service neutron] 10.222.0.64 "GET /v2.0/networks/17e50eec-22ec-42fa-95df-671693024a7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2198324 Aug 12 14:38:26.609374 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [req-178510b3-5634-45bc-bca3-eaf7f781c94c req-df3e3c0e-def0-487c-94fc-5755c9abe615 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d19c4a8d-5ab9-4b20-95f6-d3dd78a2c2bd {{(pid=94467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:38:26.639943 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-178510b3-5634-45bc-bca3-eaf7f781c94c req-df3e3c0e-def0-487c-94fc-5755c9abe615 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:26.685335 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [req-178510b3-5634-45bc-bca3-eaf7f781c94c req-df3e3c0e-def0-487c-94fc-5755c9abe615 service neutron] Transition to ACTIVE for port object d19c4a8d-5ab9-4b20-95f6-d3dd78a2c2bd will not be triggered until provisioned by entity L2. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:38:26.698310 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-178510b3-5634-45bc-bca3-eaf7f781c94c req-df3e3c0e-def0-487c-94fc-5755c9abe615 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:26.760937 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-fe524517-42eb-4745-8e60-f00838327eb4 req-2c6454e7-6511-4445-bd45-1df98b7d5c2a service neutron] 10.222.0.64 "GET /v2.0/networks/17e50eec-22ec-42fa-95df-671693024a7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2526634 Aug 12 14:38:26.825894 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3e3c0e-def0-487c-94fc-5755c9abe615 service neutron] Pushing event updated for resources: {'Port': ['ID=d19c4a8d-5ab9-4b20-95f6-d3dd78a2c2bd,revision_number=2']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:38:27.013841 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2f405a-976d-4df9-9ef9-5531083a8ec8 req-f8288238-ca25-4d84-87a9-50eb295ec570 tempest-ImagesOneServerNegativeTestJSON-535792509 tempest-ImagesOneServerNegativeTestJSON-535792509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:38:27.015983 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-5b2f405a-976d-4df9-9ef9-5531083a8ec8 req-f8288238-ca25-4d84-87a9-50eb295ec570 tempest-ImagesOneServerNegativeTestJSON-535792509 tempest-ImagesOneServerNegativeTestJSON-535792509-project] 10.222.0.39 "GET /v2.0/ports?device_id=c16f504a-8712-4961-a5bf-10a30af1c6d1 HTTP/1.1" status: 200 len: 944 time: 0.0641830 Aug 12 14:38:27.018687 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d55d09d-a653-45be-9d7a-c6a619ee663c req-c01763b1-58e2-466e-b381-e1423a978c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:38:27.025337 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-5d55d09d-a653-45be-9d7a-c6a619ee663c req-c01763b1-58e2-466e-b381-e1423a978c9a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e93c85d28bad43209f9b042d3d03da7c&device_id=fdfbc163-1546-4d1b-b618-5c6c09ae9c61 HTTP/1.1" status: 200 len: 1096 time: 0.1662259 Aug 12 14:38:27.033368 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-178510b3-5634-45bc-bca3-eaf7f781c94c req-df3e3c0e-def0-487c-94fc-5755c9abe615 service neutron] Attempting to bind port d19c4a8d-5ab9-4b20-95f6-d3dd78a2c2bd on host n-h2-694802-15 for vnic_type normal with profile {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:38:27.034349 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-178510b3-5634-45bc-bca3-eaf7f781c94c req-df3e3c0e-def0-487c-94fc-5755c9abe615 service neutron] Attempting to bind port d19c4a8d-5ab9-4b20-95f6-d3dd78a2c2bd by drivers openvswitch,hyperv on host n-h2-694802-15 at level 0 using segments [{'id': 'e096a12b-68f8-4c98-b89d-d2992559fa06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '084bbaa9-1971-49e8-b2a8-17fb0ce3a37d'}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:38:27.034802 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-178510b3-5634-45bc-bca3-eaf7f781c94c req-df3e3c0e-def0-487c-94fc-5755c9abe615 service neutron] Attempting to bind port d19c4a8d-5ab9-4b20-95f6-d3dd78a2c2bd on network 084bbaa9-1971-49e8-b2a8-17fb0ce3a37d {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:38:27.067325 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-178510b3-5634-45bc-bca3-eaf7f781c94c req-df3e3c0e-def0-487c-94fc-5755c9abe615 service neutron] Port d19c4a8d-5ab9-4b20-95f6-d3dd78a2c2bd on network 084bbaa9-1971-49e8-b2a8-17fb0ce3a37d not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-15 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 14:38:27.067614 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-178510b3-5634-45bc-bca3-eaf7f781c94c req-df3e3c0e-def0-487c-94fc-5755c9abe615 service neutron] Attempting to bind port d19c4a8d-5ab9-4b20-95f6-d3dd78a2c2bd on network 084bbaa9-1971-49e8-b2a8-17fb0ce3a37d {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:38:27.109735 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-5b2f405a-976d-4df9-9ef9-5531083a8ec8 req-8d1d5d57-f971-40f0-9828-0afe2dd8fcbc tempest-ImagesOneServerNegativeTestJSON-535792509 tempest-ImagesOneServerNegativeTestJSON-535792509-project] 10.222.0.39 "GET /v2.0/security-groups?id=21797083-50ee-4fa2-9ae6-2585440bdd47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864613 Aug 12 14:38:27.143978 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-178510b3-5634-45bc-bca3-eaf7f781c94c req-df3e3c0e-def0-487c-94fc-5755c9abe615 service neutron] Checking agent: {'id': 'b7697f71-33f3-4959-ad82-43c2dc15845d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 27, 42), 'started_at': datetime.datetime(2021, 8, 12, 14, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 38, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:38:27.144316 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-178510b3-5634-45bc-bca3-eaf7f781c94c req-df3e3c0e-def0-487c-94fc-5755c9abe615 service neutron] Checking segment: {'id': 'e096a12b-68f8-4c98-b89d-d2992559fa06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '084bbaa9-1971-49e8-b2a8-17fb0ce3a37d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:38:27.144700 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-178510b3-5634-45bc-bca3-eaf7f781c94c req-df3e3c0e-def0-487c-94fc-5755c9abe615 service neutron] Bound using segment: {'id': 'e096a12b-68f8-4c98-b89d-d2992559fa06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '084bbaa9-1971-49e8-b2a8-17fb0ce3a37d'} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:38:27.145143 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-178510b3-5634-45bc-bca3-eaf7f781c94c req-df3e3c0e-def0-487c-94fc-5755c9abe615 service neutron] Bound port: d19c4a8d-5ab9-4b20-95f6-d3dd78a2c2bd, host: n-h2-694802-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e096a12b-68f8-4c98-b89d-d2992559fa06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '084bbaa9-1971-49e8-b2a8-17fb0ce3a37d'}}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:38:27.145724 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-178510b3-5634-45bc-bca3-eaf7f781c94c req-df3e3c0e-def0-487c-94fc-5755c9abe615 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:27.328175 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-178510b3-5634-45bc-bca3-eaf7f781c94c req-df3e3c0e-def0-487c-94fc-5755c9abe615 service neutron] For port d19c4a8d-5ab9-4b20-95f6-d3dd78a2c2bd, host n-h2-694802-15, cleared binding levels {{(pid=94467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:38:27.353132 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-178510b3-5634-45bc-bca3-eaf7f781c94c req-df3e3c0e-def0-487c-94fc-5755c9abe615 service neutron] For port d19c4a8d-5ab9-4b20-95f6-d3dd78a2c2bd, host n-h2-694802-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=d19c4a8d-5ab9-4b20-95f6-d3dd78a2c2bd,segment=NetworkSegment(e096a12b-68f8-4c98-b89d-d2992559fa06),segment_id=e096a12b-68f8-4c98-b89d-d2992559fa06)] {{(pid=94467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:38:27.357527 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d55d09d-a653-45be-9d7a-c6a619ee663c req-fd400814-bb77-4f17-a143-31fe0db42f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:38:27.359216 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-5d55d09d-a653-45be-9d7a-c6a619ee663c req-fd400814-bb77-4f17-a143-31fe0db42f94 service neutron] 10.222.0.64 "GET /v2.0/networks?id=17e50eec-22ec-42fa-95df-671693024a7e HTTP/1.1" status: 200 len: 913 time: 0.3062756 Aug 12 14:38:27.363587 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-178510b3-5634-45bc-bca3-eaf7f781c94c req-df3e3c0e-def0-487c-94fc-5755c9abe615 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:27.446924 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178510b3-5634-45bc-bca3-eaf7f781c94c req-df3e3c0e-def0-487c-94fc-5755c9abe615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:38:27.447583 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-178510b3-5634-45bc-bca3-eaf7f781c94c req-df3e3c0e-def0-487c-94fc-5755c9abe615 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:27.449718 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-178510b3-5634-45bc-bca3-eaf7f781c94c req-df3e3c0e-def0-487c-94fc-5755c9abe615 service neutron] 10.222.0.49 "PUT /v2.0/ports/d19c4a8d-5ab9-4b20-95f6-d3dd78a2c2bd HTTP/1.1" status: 200 len: 1093 time: 2.1978540 Aug 12 14:38:27.461115 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443a0533-81bd-4341-b89c-0873104a7fc8 req-1ab5218d-e72b-4507-9775-1df037651063 tempest-ServersTestManualDisk-1309453399 tempest-ServersTestManualDisk-1309453399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:38:27.462847 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-443a0533-81bd-4341-b89c-0873104a7fc8 req-1ab5218d-e72b-4507-9775-1df037651063 tempest-ServersTestManualDisk-1309453399 tempest-ServersTestManualDisk-1309453399-project] 10.222.0.39 "GET /v2.0/ports?device_id=fdfbc163-1546-4d1b-b618-5c6c09ae9c61 HTTP/1.1" status: 200 len: 944 time: 0.2439284 Aug 12 14:38:27.466487 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-5d55d09d-a653-45be-9d7a-c6a619ee663c req-f0011702-cf3a-4891-935a-0f567640e0bf service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=86f8b158-7406-41b8-ae3e-7655937cb625 HTTP/1.1" status: 200 len: 217 time: 0.0957742 Aug 12 14:38:27.520031 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a06cbc-3df6-4db4-838a-4143894d587b req-bac5af24-5560-4b01-9db2-4121c05d1ec5 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:38:27.529591 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-10a06cbc-3df6-4db4-838a-4143894d587b req-bac5af24-5560-4b01-9db2-4121c05d1ec5 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] 10.222.0.39 "GET /v2.0/networks?id=a681c17b-4312-41b7-b711-32d50b05905d HTTP/1.1" status: 200 len: 812 time: 0.1799378 Aug 12 14:38:27.543834 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-10a06cbc-3df6-4db4-838a-4143894d587b req-0d3aefe3-503d-482e-acf7-9ceddc57b6b3 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] 10.222.0.39 "GET /v2.0/quotas/4024e5f8cb5f495fb475a508277f1933 HTTP/1.1" status: 200 len: 375 time: 0.0129464 Aug 12 14:38:27.589951 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-10a06cbc-3df6-4db4-838a-4143894d587b req-36999699-28ad-4afd-b92f-9275e5e13ccf tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=4024e5f8cb5f495fb475a508277f1933&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0388079 Aug 12 14:38:27.592330 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3e3c0e-def0-487c-94fc-5755c9abe615 service neutron] Pushing event updated for resources: {'Port': ['ID=d19c4a8d-5ab9-4b20-95f6-d3dd78a2c2bd,revision_number=3']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:38:27.924130 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 41314) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:38:27.938985 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d55d09d-a653-45be-9d7a-c6a619ee663c req-febf2af3-cc30-43d7-a1f4-c7088c154f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:38:27.940519 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-5d55d09d-a653-45be-9d7a-c6a619ee663c req-febf2af3-cc30-43d7-a1f4-c7088c154f5a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=19df9c89-0a2d-4568-bf60-3089af1f062f HTTP/1.1" status: 200 len: 851 time: 0.4641650 Aug 12 14:38:27.956851 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-443a0533-81bd-4341-b89c-0873104a7fc8 req-f58ad4a7-eaaf-479d-a041-a74e90a86965 tempest-ServersTestManualDisk-1309453399 tempest-ServersTestManualDisk-1309453399-project] 10.222.0.39 "GET /v2.0/security-groups?id=9936d5ae-54ca-41df-8dd5-0ff5da86712d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4738622 Aug 12 14:38:28.015494 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178510b3-5634-45bc-bca3-eaf7f781c94c req-a4ba5ace-ab1a-4221-802c-239680ffd8b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:38:28.016977 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-178510b3-5634-45bc-bca3-eaf7f781c94c req-a4ba5ace-ab1a-4221-802c-239680ffd8b8 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1b183521d9a94e53bf861ad68f9d8a0b&device_id=c16f504a-8712-4961-a5bf-10a30af1c6d1 HTTP/1.1" status: 200 len: 1096 time: 0.4902165 Aug 12 14:38:28.031582 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-10a06cbc-3df6-4db4-838a-4143894d587b req-38414f55-5f74-42fd-a9c7-1c4741c917b9 service neutron] 10.222.0.39 "GET /v2.0/networks/a681c17b-4312-41b7-b711-32d50b05905d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4286525 Aug 12 14:38:28.062061 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c16f504a-8712-4961-a5bf-10a30af1c6d1', 'tag': 'd19c4a8d-5ab9-4b20-95f6-d3dd78a2c2bd'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:38:28.064474 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e65282f928b64038367d043a4411777802006c43a98742496cb2e25b724ff1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca02edb8-2a8f-43ad-b305-6b52016e78ba" -d '{"events": [{"name": "network-changed", "server_uuid": "c16f504a-8712-4961-a5bf-10a30af1c6d1", "tag": "d19c4a8d-5ab9-4b20-95f6-d3dd78a2c2bd"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:38:28.067905 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-178510b3-5634-45bc-bca3-eaf7f781c94c req-9d7aa1ec-3702-454f-8652-3d66b08e8aee service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d19c4a8d-5ab9-4b20-95f6-d3dd78a2c2bd HTTP/1.1" status: 200 len: 217 time: 0.0415018 Aug 12 14:38:28.072313 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d55d09d-a653-45be-9d7a-c6a619ee663c req-5f23aa93-0b11-40de-9544-d83677e307ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:38:28.073981 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-5d55d09d-a653-45be-9d7a-c6a619ee663c req-5f23aa93-0b11-40de-9544-d83677e307ca service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=17e50eec-22ec-42fa-95df-671693024a7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1149569 Aug 12 14:38:28.122102 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-10a06cbc-3df6-4db4-838a-4143894d587b req-2b180cab-ccc0-4cd7-a74d-c81b30b8e324 service neutron] 10.222.0.39 "GET /v2.0/networks/a681c17b-4312-41b7-b711-32d50b05905d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893872 Aug 12 14:38:28.155427 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-0117b98b-647f-48f7-a54e-d0b85de822bb tempest-ExternalNetworksTestJSON-1604535476 tempest-ExternalNetworksTestJSON-1604535476-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1677833470'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:38:28.292781 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-5d55d09d-a653-45be-9d7a-c6a619ee663c req-68676a38-1e43-4fad-858a-3f8f60f064fd service neutron] 10.222.0.64 "GET /v2.0/networks/17e50eec-22ec-42fa-95df-671693024a7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1860318 Aug 12 14:38:28.332081 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178510b3-5634-45bc-bca3-eaf7f781c94c req-aeda64d5-47f6-4232-9623-8a35a23bdb8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:38:28.333536 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-178510b3-5634-45bc-bca3-eaf7f781c94c req-aeda64d5-47f6-4232-9623-8a35a23bdb8f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=5f80667a-12ed-4bf3-80ac-e8ae0cc35fd4 HTTP/1.1" status: 200 len: 862 time: 0.2317052 Aug 12 14:38:28.341778 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6c31ac-de05-4534-94b5-c2b81181da23 req-18c9a2d2-8ec4-4119-889a-8a22159f86b2 tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:38:28.343272 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-af6c31ac-de05-4534-94b5-c2b81181da23 req-18c9a2d2-8ec4-4119-889a-8a22159f86b2 tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] 10.222.0.39 "GET /v2.0/ports?device_id=fea8bb5d-f50e-4078-8fba-46b21540b743 HTTP/1.1" status: 200 len: 946 time: 0.2731783 Aug 12 14:38:28.372392 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 14:38:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-164c8c76-0cfb-4e7d-8ea4-d8dbe3e2ad06 x-openstack-request-id: req-164c8c76-0cfb-4e7d-8ea4-d8dbe3e2ad06 {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:38:28.372743 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c16f504a-8712-4961-a5bf-10a30af1c6d1", "tag": "d19c4a8d-5ab9-4b20-95f6-d3dd78a2c2bd", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:38:28.372959 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-164c8c76-0cfb-4e7d-8ea4-d8dbe3e2ad06 {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:38:28.373311 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c16f504a-8712-4961-a5bf-10a30af1c6d1', 'tag': 'd19c4a8d-5ab9-4b20-95f6-d3dd78a2c2bd', 'status': 'completed', 'code': 200} Aug 12 14:38:28.389632 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0117b98b-647f-48f7-a54e-d0b85de822bb tempest-ExternalNetworksTestJSON-1604535476 tempest-ExternalNetworksTestJSON-1604535476-project] Made reservation on behalf of bc4d056692de42138e79394f6d9a5ce1 for: {'network': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:38:28.394510 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-0117b98b-647f-48f7-a54e-d0b85de822bb tempest-ExternalNetworksTestJSON-1604535476 tempest-ExternalNetworksTestJSON-1604535476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for network, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:28.429144 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-178510b3-5634-45bc-bca3-eaf7f781c94c req-b7311468-5d05-4f65-b399-ead0e1b8f9cb service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=084bbaa9-1971-49e8-b2a8-17fb0ce3a37d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0586252 Aug 12 14:38:28.453018 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-0117b98b-647f-48f7-a54e-d0b85de822bb tempest-ExternalNetworksTestJSON-1604535476 tempest-ExternalNetworksTestJSON-1604535476-project] Notify callbacks [] for security_group, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:28.464005 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041335d2-6a04-4af8-aa70-eeb1710bb08e req-376d1836-2370-4e5b-94b0-66672aaae7e9 tempest-ImagesOneServerNegativeTestJSON-535792509 tempest-ImagesOneServerNegativeTestJSON-535792509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:38:28.465849 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-041335d2-6a04-4af8-aa70-eeb1710bb08e req-376d1836-2370-4e5b-94b0-66672aaae7e9 tempest-ImagesOneServerNegativeTestJSON-535792509 tempest-ImagesOneServerNegativeTestJSON-535792509-project] 10.222.0.39 "GET /v2.0/ports?device_id=c16f504a-8712-4961-a5bf-10a30af1c6d1 HTTP/1.1" status: 200 len: 944 time: 0.0868366 Aug 12 14:38:28.533489 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-041335d2-6a04-4af8-aa70-eeb1710bb08e req-331da49e-8f04-4909-8132-0ecdabe4c76f tempest-ImagesOneServerNegativeTestJSON-535792509 tempest-ImagesOneServerNegativeTestJSON-535792509-project] 10.222.0.39 "GET /v2.0/security-groups?id=21797083-50ee-4fa2-9ae6-2585440bdd47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568743 Aug 12 14:38:28.623435 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-512527fe-ea96-4754-93b9-360ad832561f req-b4abba6f-ee43-46b0-a59c-2dfe588606bd tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] 10.222.0.39 "GET /v2.0/ports?device_id=218a1e6a-afab-4f0a-9188-1c66929eccc2 HTTP/1.1" status: 200 len: 210 time: 0.0474920 Aug 12 14:38:28.671867 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-178510b3-5634-45bc-bca3-eaf7f781c94c req-352b8b15-870b-413a-ba02-646f8fb58a9d service neutron] 10.222.0.49 "GET /v2.0/networks/084bbaa9-1971-49e8-b2a8-17fb0ce3a37d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2301781 Aug 12 14:38:28.712483 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-af6c31ac-de05-4534-94b5-c2b81181da23 req-8c0c7140-7038-400f-a913-05c2defd511d tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ad0002e-d03d-4ace-861f-ca41a35b7aed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3286288 Aug 12 14:38:28.714549 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-0117b98b-647f-48f7-a54e-d0b85de822bb tempest-ExternalNetworksTestJSON-1604535476 tempest-ExternalNetworksTestJSON-1604535476-project] Notify callbacks [] for security_group, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:28.754667 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-0117b98b-647f-48f7-a54e-d0b85de822bb tempest-ExternalNetworksTestJSON-1604535476 tempest-ExternalNetworksTestJSON-1604535476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:28.765302 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-5d55d09d-a653-45be-9d7a-c6a619ee663c req-e6a8eee0-c93d-4713-968d-195df4e955a9 service neutron] 10.222.0.64 "GET /v2.0/networks/17e50eec-22ec-42fa-95df-671693024a7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4615295 Aug 12 14:38:28.801889 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0117b98b-647f-48f7-a54e-d0b85de822bb tempest-ExternalNetworksTestJSON-1604535476 tempest-ExternalNetworksTestJSON-1604535476-project] vlan segment allocate from pool success with {'vlan_id': 309, 'physical_network': 'physnet1'} {{(pid=94467) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 14:38:28.837883 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0117b98b-647f-48f7-a54e-d0b85de822bb tempest-ExternalNetworksTestJSON-1604535476 tempest-ExternalNetworksTestJSON-1604535476-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c263a25f-5ba8-43f4-9116-beeee5a97f6b,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:38:28.848406 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-0117b98b-647f-48f7-a54e-d0b85de822bb tempest-ExternalNetworksTestJSON-1604535476 tempest-ExternalNetworksTestJSON-1604535476-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:28.848746 n-d-694802-15 neutron-server[94467]: INFO neutron.db.segments_db [None req-0117b98b-647f-48f7-a54e-d0b85de822bb tempest-ExternalNetworksTestJSON-1604535476 tempest-ExternalNetworksTestJSON-1604535476-project] Added segment b05ca17f-f7b0-4a14-9f99-4d8c97f320e4 of type vlan for network 654cab88-e022-47a4-8dab-ae1d3705b720 Aug 12 14:38:28.905356 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-178510b3-5634-45bc-bca3-eaf7f781c94c req-cad36a42-e720-4924-b089-4a48d858052e service neutron] 10.222.0.49 "GET /v2.0/networks/084bbaa9-1971-49e8-b2a8-17fb0ce3a37d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2209654 Aug 12 14:38:28.916060 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-0117b98b-647f-48f7-a54e-d0b85de822bb tempest-ExternalNetworksTestJSON-1604535476 tempest-ExternalNetworksTestJSON-1604535476-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744653628263'] for network, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:28.972735 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-0117b98b-647f-48f7-a54e-d0b85de822bb tempest-ExternalNetworksTestJSON-1604535476 tempest-ExternalNetworksTestJSON-1604535476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409'] for network, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:28.981167 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0117b98b-647f-48f7-a54e-d0b85de822bb tempest-ExternalNetworksTestJSON-1604535476 tempest-ExternalNetworksTestJSON-1604535476-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:38:28.981817 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-0117b98b-647f-48f7-a54e-d0b85de822bb tempest-ExternalNetworksTestJSON-1604535476 tempest-ExternalNetworksTestJSON-1604535476-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for network, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:29.045629 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d6ebe3-3d4d-4512-a50b-702f4ab6d4c9 req-9a2ecb1b-aace-4010-9c5f-209af86231fc tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:38:29.056882 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-65d6ebe3-3d4d-4512-a50b-702f4ab6d4c9 req-9a2ecb1b-aace-4010-9c5f-209af86231fc tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] 10.222.0.39 "GET /v2.0/ports?device_id=fea8bb5d-f50e-4078-8fba-46b21540b743 HTTP/1.1" status: 200 len: 946 time: 0.1482203 Aug 12 14:38:29.091893 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-0117b98b-647f-48f7-a54e-d0b85de822bb tempest-ExternalNetworksTestJSON-1604535476 tempest-ExternalNetworksTestJSON-1604535476-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.1646008 Aug 12 14:38:29.095706 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 41348) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:38:29.117023 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0117b98b-647f-48f7-a54e-d0b85de822bb tempest-ExternalNetworksTestJSON-1604535476 tempest-ExternalNetworksTestJSON-1604535476-project] Pushing event updated for resources: {'Network': ['ID=654cab88-e022-47a4-8dab-ae1d3705b720,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:38:29.131245 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Network 654cab88-e022-47a4-8dab-ae1d3705b720 details requested by agent ovs-agent-n-d-694802-15 with host n-d-694802-15 {{(pid=94468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 14:38:29.148587 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca02edb8-2a8f-43ad-b305-6b52016e78ba req-5d6e537a-5a90-4b83-bbb5-dd2aed19df76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:38:29.150113 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ca02edb8-2a8f-43ad-b305-6b52016e78ba req-5d6e537a-5a90-4b83-bbb5-dd2aed19df76 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1b183521d9a94e53bf861ad68f9d8a0b&device_id=c16f504a-8712-4961-a5bf-10a30af1c6d1 HTTP/1.1" status: 200 len: 1096 time: 0.1645925 Aug 12 14:38:29.195122 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-65d6ebe3-3d4d-4512-a50b-702f4ab6d4c9 req-fe81550c-ad2d-4c20-afd3-b9cee1a26f95 tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ad0002e-d03d-4ace-861f-ca41a35b7aed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372392 Aug 12 14:38:29.280342 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca02edb8-2a8f-43ad-b305-6b52016e78ba req-47f2f6bb-b39f-461e-bf12-7728a3c203df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:38:29.281886 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ca02edb8-2a8f-43ad-b305-6b52016e78ba req-47f2f6bb-b39f-461e-bf12-7728a3c203df service neutron] 10.222.0.49 "GET /v2.0/networks?id=084bbaa9-1971-49e8-b2a8-17fb0ce3a37d HTTP/1.1" status: 200 len: 923 time: 0.1205027 Aug 12 14:38:29.289883 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dbad53-3357-4401-be7b-5a73c3f1679f req-03b56dcc-40a6-4b2b-8d7e-b5068fd2304c tempest-ServersTestManualDisk-1309453399 tempest-ServersTestManualDisk-1309453399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:38:29.291385 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-50dbad53-3357-4401-be7b-5a73c3f1679f req-03b56dcc-40a6-4b2b-8d7e-b5068fd2304c tempest-ServersTestManualDisk-1309453399 tempest-ServersTestManualDisk-1309453399-project] 10.222.0.39 "GET /v2.0/ports?device_id=fdfbc163-1546-4d1b-b618-5c6c09ae9c61 HTTP/1.1" status: 200 len: 944 time: 0.1903541 Aug 12 14:38:29.298809 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-c71b13ba-f298-4acc-b0a6-a153edd626c2 tempest-ExternalNetworksTestJSON-323390576 tempest-ExternalNetworksTestJSON-323390576-project-admin] Request body: {'network': {'name': 'tempest-network--1799866745', 'router:external': True}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:38:29.346888 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ca02edb8-2a8f-43ad-b305-6b52016e78ba req-d11fd9d7-b8e1-4a1c-b3ef-a0513f391a00 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d19c4a8d-5ab9-4b20-95f6-d3dd78a2c2bd HTTP/1.1" status: 200 len: 217 time: 0.0540407 Aug 12 14:38:29.347156 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c71b13ba-f298-4acc-b0a6-a153edd626c2 tempest-ExternalNetworksTestJSON-323390576 tempest-ExternalNetworksTestJSON-323390576-project-admin] Made reservation on behalf of 18a40042c6c24366964f3ddbab0b105c for: {'network': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:38:29.351220 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c71b13ba-f298-4acc-b0a6-a153edd626c2 tempest-ExternalNetworksTestJSON-323390576 tempest-ExternalNetworksTestJSON-323390576-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for network, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:29.366311 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c71b13ba-f298-4acc-b0a6-a153edd626c2 tempest-ExternalNetworksTestJSON-323390576 tempest-ExternalNetworksTestJSON-323390576-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:29.444621 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 41358) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:38:29.482714 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-50dbad53-3357-4401-be7b-5a73c3f1679f req-f93efb23-1ac4-4a89-bf96-75657bfec61b tempest-ServersTestManualDisk-1309453399 tempest-ServersTestManualDisk-1309453399-project] 10.222.0.39 "GET /v2.0/security-groups?id=9936d5ae-54ca-41df-8dd5-0ff5da86712d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1830215 Aug 12 14:38:29.492329 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca02edb8-2a8f-43ad-b305-6b52016e78ba req-f6e5b5a1-8f65-4a13-9776-474224ec9e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:38:29.492525 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ca02edb8-2a8f-43ad-b305-6b52016e78ba req-f6e5b5a1-8f65-4a13-9776-474224ec9e02 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=5f80667a-12ed-4bf3-80ac-e8ae0cc35fd4 HTTP/1.1" status: 200 len: 862 time: 0.1377177 Aug 12 14:38:29.547545 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c71b13ba-f298-4acc-b0a6-a153edd626c2 tempest-ExternalNetworksTestJSON-323390576 tempest-ExternalNetworksTestJSON-323390576-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:29.560017 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c71b13ba-f298-4acc-b0a6-a153edd626c2 tempest-ExternalNetworksTestJSON-323390576 tempest-ExternalNetworksTestJSON-323390576-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:29.603304 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ca02edb8-2a8f-43ad-b305-6b52016e78ba req-47d02bc8-88bc-4e59-beb2-fdad019bf7b5 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=084bbaa9-1971-49e8-b2a8-17fb0ce3a37d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0952699 Aug 12 14:38:29.654112 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c71b13ba-f298-4acc-b0a6-a153edd626c2 tempest-ExternalNetworksTestJSON-323390576 tempest-ExternalNetworksTestJSON-323390576-project-admin] vlan segment allocate from pool success with {'vlan_id': 348, 'physical_network': 'physnet1'} {{(pid=94466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 14:38:29.669573 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71b13ba-f298-4acc-b0a6-a153edd626c2 tempest-ExternalNetworksTestJSON-323390576 tempest-ExternalNetworksTestJSON-323390576-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9347cfbc-2852-4ac7-b0c6-390ca06dcae4,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:38:29.697040 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c71b13ba-f298-4acc-b0a6-a153edd626c2 tempest-ExternalNetworksTestJSON-323390576 tempest-ExternalNetworksTestJSON-323390576-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:29.700475 n-d-694802-15 neutron-server[94466]: INFO neutron.db.segments_db [None req-c71b13ba-f298-4acc-b0a6-a153edd626c2 tempest-ExternalNetworksTestJSON-323390576 tempest-ExternalNetworksTestJSON-323390576-project-admin] Added segment bf3b8680-0694-4a8b-ad15-6365a15c19bf of type vlan for network 3de1b902-3eeb-4779-9756-ddb2793ac6f1 Aug 12 14:38:29.726602 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-337bec93-f2fa-4258-990d-e833c33c23d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:29.770702 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a06cbc-3df6-4db4-838a-4143894d587b req-9dfaacfe-f0ce-4eaf-8a29-b534887b3e70 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:38:29.772625 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-10a06cbc-3df6-4db4-838a-4143894d587b req-9dfaacfe-f0ce-4eaf-8a29-b534887b3e70 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] 10.222.0.64 "GET /v2.0/networks?id=a681c17b-4312-41b7-b711-32d50b05905d HTTP/1.1" status: 200 len: 812 time: 0.1622996 Aug 12 14:38:29.861279 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-a9d43506-77ae-422c-86a9-9277d6a3de2c req-ac078891-94c0-4826-bc88-a21d21b29c2e tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] 10.222.0.39 "GET /v2.0/ports?device_id=218a1e6a-afab-4f0a-9188-1c66929eccc2 HTTP/1.1" status: 200 len: 210 time: 0.0474434 Aug 12 14:38:29.878935 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c71b13ba-f298-4acc-b0a6-a153edd626c2 tempest-ExternalNetworksTestJSON-323390576 tempest-ExternalNetworksTestJSON-323390576-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744653628263'] for network, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:29.953708 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c71b13ba-f298-4acc-b0a6-a153edd626c2 tempest-ExternalNetworksTestJSON-323390576 tempest-ExternalNetworksTestJSON-323390576-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409'] for network, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:29.955005 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c71b13ba-f298-4acc-b0a6-a153edd626c2 tempest-ExternalNetworksTestJSON-323390576 tempest-ExternalNetworksTestJSON-323390576-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:38:29.955964 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c71b13ba-f298-4acc-b0a6-a153edd626c2 tempest-ExternalNetworksTestJSON-323390576 tempest-ExternalNetworksTestJSON-323390576-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for network, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:29.960204 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-337bec93-f2fa-4258-990d-e833c33c23d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:29.970550 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ca02edb8-2a8f-43ad-b305-6b52016e78ba req-c9131bac-19e3-425d-bed2-a4a3e6e09d96 service neutron] 10.222.0.49 "GET /v2.0/networks/084bbaa9-1971-49e8-b2a8-17fb0ce3a37d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1548483 Aug 12 14:38:29.984281 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-337bec93-f2fa-4258-990d-e833c33c23d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:29.984543 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-10a06cbc-3df6-4db4-838a-4143894d587b req-ac17f3d4-f3f9-4382-b477-32c08820daed tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] Request body: {'port': {'device_id': '218a1e6a-afab-4f0a-9188-1c66929eccc2', 'network_id': 'a681c17b-4312-41b7-b711-32d50b05905d', 'admin_state_up': True, 'tenant_id': '4024e5f8cb5f495fb475a508277f1933'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:38:30.059577 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-c71b13ba-f298-4acc-b0a6-a153edd626c2 tempest-ExternalNetworksTestJSON-323390576 tempest-ExternalNetworksTestJSON-323390576-project-admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.9615748 Aug 12 14:38:30.082436 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 41382) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:38:30.132919 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device 86f8b158-7406-41b8-ae3e-7655937cb625 details requested by agent hyperv_n-h1-694802-15 with host n-h1-694802-15 {{(pid=94468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 14:38:30.134090 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-337bec93-f2fa-4258-990d-e833c33c23d2 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=890afc0ac0234b278613e34fe4b684c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6881919 Aug 12 14:38:30.137289 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337bec93-f2fa-4258-990d-e833c33c23d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff350871-3455-4c9f-b407-0791779f61fd,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:38:30.153026 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 41384) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:38:30.157538 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71b13ba-f298-4acc-b0a6-a153edd626c2 tempest-ExternalNetworksTestJSON-323390576 tempest-ExternalNetworksTestJSON-323390576-project-admin] Pushing event updated for resources: {'Network': ['ID=3de1b902-3eeb-4779-9756-ddb2793ac6f1,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:38:30.193855 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Network 3de1b902-3eeb-4779-9756-ddb2793ac6f1 details requested by agent ovs-agent-n-d-694802-15 with host n-d-694802-15 {{(pid=94468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 14:38:30.205877 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a6e608-34bc-48cc-845e-2b2776ea8a88 req-8738734a-4ec3-46e1-945f-be945e6dbd31 tempest-ImagesOneServerNegativeTestJSON-535792509 tempest-ImagesOneServerNegativeTestJSON-535792509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:38:30.215241 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-37a6e608-34bc-48cc-845e-2b2776ea8a88 req-8738734a-4ec3-46e1-945f-be945e6dbd31 tempest-ImagesOneServerNegativeTestJSON-535792509 tempest-ImagesOneServerNegativeTestJSON-535792509-project] 10.222.0.39 "GET /v2.0/ports?device_id=c16f504a-8712-4961-a5bf-10a30af1c6d1 HTTP/1.1" status: 200 len: 944 time: 0.4400055 Aug 12 14:38:30.231160 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286cb323-9902-4cf9-8028-fe4246fcd9ad req-f23ff04e-e098-42dc-8fee-8a8655144e83 tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:38:30.231626 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-286cb323-9902-4cf9-8028-fe4246fcd9ad req-f23ff04e-e098-42dc-8fee-8a8655144e83 tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] 10.222.0.39 "GET /v2.0/networks?id=046597a4-00ca-4153-9d1b-ff667ab81e34 HTTP/1.1" status: 200 len: 815 time: 0.2044752 Aug 12 14:38:30.250545 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-286cb323-9902-4cf9-8028-fe4246fcd9ad req-ae2f0a86-8c56-41d0-9cf0-71b673e4e0bc tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] 10.222.0.39 "GET /v2.0/quotas/718396d2ba6249eeb0676cbc20c1ef9d HTTP/1.1" status: 200 len: 375 time: 0.0121863 Aug 12 14:38:30.311671 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-286cb323-9902-4cf9-8028-fe4246fcd9ad req-8644a5aa-e8c8-487b-9614-50178c7d2159 tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=718396d2ba6249eeb0676cbc20c1ef9d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0543675 Aug 12 14:38:30.334039 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-9010aa6b-c4ec-4079-95c7-bb03368102ca tempest-ExternalNetworksTestJSON-323390576 tempest-ExternalNetworksTestJSON-323390576-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680608'] for network, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:30.370810 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ca02edb8-2a8f-43ad-b305-6b52016e78ba req-b2d4c59f-e786-4b55-b4ab-11b58c329270 service neutron] 10.222.0.49 "GET /v2.0/networks/084bbaa9-1971-49e8-b2a8-17fb0ce3a37d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3782454 Aug 12 14:38:30.372188 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port 86f8b158-7406-41b8-ae3e-7655937cb625, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=86f8b158-7406-41b8-ae3e-7655937cb625,segment=NetworkSegment(1178bd07-6a4d-4dbd-9569-6acf33f10d05),segment_id=1178bd07-6a4d-4dbd-9569-6acf33f10d05)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:38:30.379304 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-37a6e608-34bc-48cc-845e-2b2776ea8a88 req-2ec15269-95b2-48cf-b3d7-ec7c4c159d18 tempest-ImagesOneServerNegativeTestJSON-535792509 tempest-ImagesOneServerNegativeTestJSON-535792509-project] 10.222.0.39 "GET /v2.0/security-groups?id=21797083-50ee-4fa2-9ae6-2585440bdd47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643937 Aug 12 14:38:30.379925 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-9b3603f1-1216-4eba-9938-5367077559be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:30.395660 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Returning: {'device': '86f8b158-7406-41b8-ae3e-7655937cb625', 'network_id': '17e50eec-22ec-42fa-95df-671693024a7e', 'port_id': '86f8b158-7406-41b8-ae3e-7655937cb625', 'mac_address': 'fa:16:3e:b0:16:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19df9c89-0a2d-4568-bf60-3089af1f062f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 14:38:30.440009 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-9b3603f1-1216-4eba-9938-5367077559be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:30.492591 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10a06cbc-3df6-4db4-838a-4143894d587b req-ac17f3d4-f3f9-4382-b477-32c08820daed tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] Made reservation on behalf of 4024e5f8cb5f495fb475a508277f1933 for: {'port': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:38:30.497945 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:30.498319 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-10a06cbc-3df6-4db4-838a-4143894d587b req-ac17f3d4-f3f9-4382-b477-32c08820daed tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:30.517696 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86f8b158-7406-41b8-ae3e-7655937cb625 {{(pid=94468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:38:30.541990 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-286cb323-9902-4cf9-8028-fe4246fcd9ad req-0106f030-b15f-433b-bdb8-7db81e665b58 service neutron] 10.222.0.39 "GET /v2.0/networks/046597a4-00ca-4153-9d1b-ff667ab81e34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2172050 Aug 12 14:38:30.561044 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port 86f8b158-7406-41b8-ae3e-7655937cb625, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=86f8b158-7406-41b8-ae3e-7655937cb625,segment=NetworkSegment(1178bd07-6a4d-4dbd-9569-6acf33f10d05),segment_id=1178bd07-6a4d-4dbd-9569-6acf33f10d05)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:38:30.574000 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:30.582848 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-9010aa6b-c4ec-4079-95c7-bb03368102ca tempest-ExternalNetworksTestJSON-323390576 tempest-ExternalNetworksTestJSON-323390576-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66413304', 'neutron.services.segments.db._delete_segments_for_network-8744654118000'] for network, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:30.608623 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-9010aa6b-c4ec-4079-95c7-bb03368102ca tempest-ExternalNetworksTestJSON-323390576 tempest-ExternalNetworksTestJSON-323390576-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3de1b902-3eeb-4779-9756-ddb2793ac6f1']}} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:38:30.656084 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-9010aa6b-c4ec-4079-95c7-bb03368102ca tempest-ExternalNetworksTestJSON-323390576 tempest-ExternalNetworksTestJSON-323390576-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf3b8680-0694-4a8b-ad15-6365a15c19bf') {'for_net_delete': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:38:30.656636 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-9010aa6b-c4ec-4079-95c7-bb03368102ca tempest-ExternalNetworksTestJSON-323390576 tempest-ExternalNetworksTestJSON-323390576-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf3b8680-0694-4a8b-ad15-6365a15c19bf') {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:38:30.667634 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Pushing event updated for resources: {'Port': ['ID=86f8b158-7406-41b8-ae3e-7655937cb625,revision_number=4']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:38:30.679965 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-286cb323-9902-4cf9-8028-fe4246fcd9ad req-93bd320e-8b17-42cb-9d22-6a4d5e8497cc service neutron] 10.222.0.39 "GET /v2.0/networks/046597a4-00ca-4153-9d1b-ff667ab81e34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271617 Aug 12 14:38:30.689516 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-9010aa6b-c4ec-4079-95c7-bb03368102ca tempest-ExternalNetworksTestJSON-323390576 tempest-ExternalNetworksTestJSON-323390576-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744654122361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3857526'] for segment, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:30.735879 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-9b3603f1-1216-4eba-9938-5367077559be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:30.739463 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-9b3603f1-1216-4eba-9938-5367077559be admin admin] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:30.742882 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-9b3603f1-1216-4eba-9938-5367077559be admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ff350871-3455-4c9f-b407-0791779f61fd HTTP/1.1" status: 204 len: 168 time: 0.5842779 Aug 12 14:38:30.742882 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-9010aa6b-c4ec-4079-95c7-bb03368102ca tempest-ExternalNetworksTestJSON-323390576 tempest-ExternalNetworksTestJSON-323390576-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:30.785248 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9010aa6b-c4ec-4079-95c7-bb03368102ca tempest-ExternalNetworksTestJSON-323390576 tempest-ExternalNetworksTestJSON-323390576-project-admin] Releasing vlan 348 on physical network physnet1 to pool {{(pid=94467) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 14:38:30.785755 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-9010aa6b-c4ec-4079-95c7-bb03368102ca tempest-ExternalNetworksTestJSON-323390576 tempest-ExternalNetworksTestJSON-323390576-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2859015'] for segment, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:30.790122 n-d-694802-15 neutron-server[94467]: Traceback (most recent call last): Aug 12 14:38:30.790122 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 14:38:30.790122 n-d-694802-15 neutron-server[94467]: timer() Aug 12 14:38:30.790122 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 14:38:30.790122 n-d-694802-15 neutron-server[94467]: cb(*args, **kw) Aug 12 14:38:30.790122 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 14:38:30.790122 n-d-694802-15 neutron-server[94467]: return func(*args, **kwargs) Aug 12 14:38:30.790122 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 14:38:30.790122 n-d-694802-15 neutron-server[94467]: self._notify() Aug 12 14:38:30.790122 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 14:38:30.790122 n-d-694802-15 neutron-server[94467]: self.callback(batched_events) Aug 12 14:38:30.790122 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 14:38:30.790122 n-d-694802-15 neutron-server[94467]: event.method(event) Aug 12 14:38:30.790122 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 14:38:30.790122 n-d-694802-15 neutron-server[94467]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 14:38:30.790122 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 14:38:30.790122 n-d-694802-15 neutron-server[94467]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 14:38:30.790122 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 14:38:30.790122 n-d-694802-15 neutron-server[94467]: return f(self, *a, **k) Aug 12 14:38:30.790122 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 14:38:30.790122 n-d-694802-15 neutron-server[94467]: return self._get(url).json() Aug 12 14:38:30.790122 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 14:38:30.790122 n-d-694802-15 neutron-server[94467]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 14:38:30.790122 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 14:38:30.790122 n-d-694802-15 neutron-server[94467]: return self.request(url, 'GET', **kwargs) Aug 12 14:38:30.790122 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 14:38:30.790122 n-d-694802-15 neutron-server[94467]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 14:38:30.790122 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 14:38:30.790122 n-d-694802-15 neutron-server[94467]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 14:38:30.790122 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 14:38:30.790122 n-d-694802-15 neutron-server[94467]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 14:38:30.790122 n-d-694802-15 neutron-server[94467]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 14:38:30.793082 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3603f1-1216-4eba-9938-5367077559be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff350871-3455-4c9f-b407-0791779f61fd,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:38:30.829321 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] get_ports_and_sgs() called for port_ids ['86f8b158-7406-41b8-ae3e-7655937cb625'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:38:30.856644 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa90a3e8-1ae0-4aed-80a1-3c611ee4956b req-e69269a3-872e-410e-9751-2dcdd15d2f5c tempest-ServersTestManualDisk-1309453399 tempest-ServersTestManualDisk-1309453399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:38:30.864059 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-fa90a3e8-1ae0-4aed-80a1-3c611ee4956b req-e69269a3-872e-410e-9751-2dcdd15d2f5c tempest-ServersTestManualDisk-1309453399 tempest-ServersTestManualDisk-1309453399-project] 10.222.0.39 "GET /v2.0/ports?device_id=fdfbc163-1546-4d1b-b618-5c6c09ae9c61 HTTP/1.1" status: 200 len: 945 time: 0.2052257 Aug 12 14:38:30.924674 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_common [req-10a06cbc-3df6-4db4-838a-4143894d587b req-ac17f3d4-f3f9-4382-b477-32c08820daed tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] Allocated IP 172.20.0.7 (a681c17b-4312-41b7-b711-32d50b05905d/49978436-adae-4995-85db-355f6ab8bdca/97cdf138-f3fe-4d0b-8fee-64f2f5b0dcc5) {{(pid=94467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:38:30.930003 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-9010aa6b-c4ec-4079-95c7-bb03368102ca tempest-ExternalNetworksTestJSON-323390576 tempest-ExternalNetworksTestJSON-323390576-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66413281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431520'] for network, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:30.958887 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9010aa6b-c4ec-4079-95c7-bb03368102ca tempest-ExternalNetworksTestJSON-323390576 tempest-ExternalNetworksTestJSON-323390576-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 3de1b902-3eeb-4779-9756-ddb2793ac6f1 {{(pid=94467) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 12 14:38:30.961555 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9010aa6b-c4ec-4079-95c7-bb03368102ca tempest-ExternalNetworksTestJSON-323390576 tempest-ExternalNetworksTestJSON-323390576-project-admin] Pushing event deleted for resources: {'Network': ['ID=3de1b902-3eeb-4779-9756-ddb2793ac6f1,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:38:30.982148 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-9010aa6b-c4ec-4079-95c7-bb03368102ca tempest-ExternalNetworksTestJSON-323390576 tempest-ExternalNetworksTestJSON-323390576-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for network, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:30.990172 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-9010aa6b-c4ec-4079-95c7-bb03368102ca tempest-ExternalNetworksTestJSON-323390576 tempest-ExternalNetworksTestJSON-323390576-project-admin] 10.222.0.39 "DELETE /v2.0/networks/3de1b902-3eeb-4779-9756-ddb2793ac6f1 HTTP/1.1" status: 204 len: 168 time: 0.9064853 Aug 12 14:38:31.006152 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-fa90a3e8-1ae0-4aed-80a1-3c611ee4956b req-e3128504-4e6e-409e-9cbb-10ad5085afc4 tempest-ServersTestManualDisk-1309453399 tempest-ServersTestManualDisk-1309453399-project] 10.222.0.39 "GET /v2.0/security-groups?id=9936d5ae-54ca-41df-8dd5-0ff5da86712d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1405821 Aug 12 14:38:31.007580 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 41406) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:38:31.046998 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-7f5ca42e-7a60-42dc-b6c9-135884a9da27 tempest-ExternalNetworksTestJSON-323390576 tempest-ExternalNetworksTestJSON-323390576-project-admin] Request body: {'network': {'router:external': True}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:38:31.144723 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6412983b-5f37-4e82-9af0-0f615fefe493 req-89075a50-08b9-4fc8-82cf-800b5bb6f6fa tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] 10.222.0.39 "GET /v2.0/ports?device_id=218a1e6a-afab-4f0a-9188-1c66929eccc2 HTTP/1.1" status: 200 len: 210 time: 0.0466156 Aug 12 14:38:31.149014 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f5ca42e-7a60-42dc-b6c9-135884a9da27 tempest-ExternalNetworksTestJSON-323390576 tempest-ExternalNetworksTestJSON-323390576-project-admin] Made reservation on behalf of 18a40042c6c24366964f3ddbab0b105c for: {'network': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:38:31.151919 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-7f5ca42e-7a60-42dc-b6c9-135884a9da27 tempest-ExternalNetworksTestJSON-323390576 tempest-ExternalNetworksTestJSON-323390576-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for network, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:31.207608 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-ab2725b6-8115-426f-94a8-58fd1cb5a6dd req-d3b831b4-775a-43bf-8ac9-b18264a8b412 tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d995843-ad4a-425e-9784-973249b05cce HTTP/1.1" status: 200 len: 210 time: 0.1141868 Aug 12 14:38:31.223265 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756c09c3-9543-4c8d-bd2f-4195eeef52a6 req-3817d94f-63ac-44ed-9025-e5c2c4e89a24 tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:38:31.225638 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-756c09c3-9543-4c8d-bd2f-4195eeef52a6 req-3817d94f-63ac-44ed-9025-e5c2c4e89a24 tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] 10.222.0.64 "GET /v2.0/ports?device_id=fea8bb5d-f50e-4078-8fba-46b21540b743 HTTP/1.1" status: 200 len: 946 time: 0.3355060 Aug 12 14:38:31.298167 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 41410) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:38:31.311178 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f5ca42e-7a60-42dc-b6c9-135884a9da27 tempest-ExternalNetworksTestJSON-323390576 tempest-ExternalNetworksTestJSON-323390576-project-admin] vlan segment allocate from pool success with {'vlan_id': 330, 'physical_network': 'physnet1'} {{(pid=94467) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 14:38:31.346912 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-4e9e6108-3645-452a-92f3-deb5ca4a1146 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:31.371491 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-7f5ca42e-7a60-42dc-b6c9-135884a9da27 tempest-ExternalNetworksTestJSON-323390576 tempest-ExternalNetworksTestJSON-323390576-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:31.371973 n-d-694802-15 neutron-server[94467]: INFO neutron.db.segments_db [None req-7f5ca42e-7a60-42dc-b6c9-135884a9da27 tempest-ExternalNetworksTestJSON-323390576 tempest-ExternalNetworksTestJSON-323390576-project-admin] Added segment 96529f2c-61d3-4246-a9d0-94d6e0e1de7d of type vlan for network fc117ca9-2b76-4c21-b03b-1aeb231f7f5b Aug 12 14:38:31.469955 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [req-756c09c3-9543-4c8d-bd2f-4195eeef52a6 req-a2b48b66-0361-40da-94f8-d709b9c7c748 tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] Deleting port d90bce39-ead3-4c84-9aee-c6a88aef9bad {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:38:31.470513 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-756c09c3-9543-4c8d-bd2f-4195eeef52a6 req-a2b48b66-0361-40da-94f8-d709b9c7c748 tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:31.494478 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-10a06cbc-3df6-4db4-838a-4143894d587b req-ac17f3d4-f3f9-4382-b477-32c08820daed tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] Notify callbacks [] for port, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:31.510948 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-7f5ca42e-7a60-42dc-b6c9-135884a9da27 tempest-ExternalNetworksTestJSON-323390576 tempest-ExternalNetworksTestJSON-323390576-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744653628263'] for network, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:31.609889 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-4e9e6108-3645-452a-92f3-deb5ca4a1146 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:31.653500 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-4e9e6108-3645-452a-92f3-deb5ca4a1146 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:31.684492 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b32c36e-69fc-4570-b1f9-de2cfae2bd14 req-99d23603-a549-4c3d-9da6-cb64b2e0d5d3 tempest-ImagesOneServerNegativeTestJSON-535792509 tempest-ImagesOneServerNegativeTestJSON-535792509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:38:31.686269 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-8b32c36e-69fc-4570-b1f9-de2cfae2bd14 req-99d23603-a549-4c3d-9da6-cb64b2e0d5d3 tempest-ImagesOneServerNegativeTestJSON-535792509 tempest-ImagesOneServerNegativeTestJSON-535792509-project] 10.222.0.39 "GET /v2.0/ports?device_id=c16f504a-8712-4961-a5bf-10a30af1c6d1 HTTP/1.1" status: 200 len: 944 time: 0.1045899 Aug 12 14:38:31.716695 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [req-756c09c3-9543-4c8d-bd2f-4195eeef52a6 req-a2b48b66-0361-40da-94f8-d709b9c7c748 tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] For port d90bce39-ead3-4c84-9aee-c6a88aef9bad, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=d90bce39-ead3-4c84-9aee-c6a88aef9bad,segment=NetworkSegment(afe25370-43f7-43be-a4de-d68fa9dce5c3),segment_id=afe25370-43f7-43be-a4de-d68fa9dce5c3)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:38:31.717069 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-756c09c3-9543-4c8d-bd2f-4195eeef52a6 req-a2b48b66-0361-40da-94f8-d709b9c7c748 tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:31.736913 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-4e9e6108-3645-452a-92f3-deb5ca4a1146 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=38dd69f8bfc24e659ea9eceabc6bf2b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4377713 Aug 12 14:38:31.737091 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [req-756c09c3-9543-4c8d-bd2f-4195eeef52a6 req-a2b48b66-0361-40da-94f8-d709b9c7c748 tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] Calling delete_port for d90bce39-ead3-4c84-9aee-c6a88aef9bad owned by compute:nova {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:38:31.738405 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 41424) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:38:31.742189 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9e6108-3645-452a-92f3-deb5ca4a1146 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b456e94-762d-4072-8226-7b6dcffdaf54,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:38:31.745322 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-10a06cbc-3df6-4db4-838a-4143894d587b req-ac17f3d4-f3f9-4382-b477-32c08820daed tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:31.772789 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-8b32c36e-69fc-4570-b1f9-de2cfae2bd14 req-8b1b6729-1597-4ef5-8c1b-5233b877c2ec tempest-ImagesOneServerNegativeTestJSON-535792509 tempest-ImagesOneServerNegativeTestJSON-535792509-project] 10.222.0.39 "GET /v2.0/security-groups?id=21797083-50ee-4fa2-9ae6-2585440bdd47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799961 Aug 12 14:38:31.812975 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device d19c4a8d-5ab9-4b20-95f6-d3dd78a2c2bd details requested by agent hyperv_n-h2-694802-15 with host n-h2-694802-15 {{(pid=94468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 14:38:31.820823 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.db.resource_extend [None req-7f5ca42e-7a60-42dc-b6c9-135884a9da27 tempest-ExternalNetworksTestJSON-323390576 tempest-ExternalNetworksTestJSON-323390576-project-admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 12 14:38:31.845668 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac17f3d4-f3f9-4382-b477-32c08820daed tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] Pushing event updated for resources: {'Port': ['ID=97cdf138-f3fe-4d0b-8fee-64f2f5b0dcc5,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:38:31.870586 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8a0019c5-ee81-4504-9048-e6c1e7a8ad24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:31.870925 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a60a577-a632-4aa4-b7db-3cbc8580bd0f req-15210330-bccf-44fc-b9bf-7535039aea8c tempest-AttachSCSIVolumeTestJSON-842334255 tempest-AttachSCSIVolumeTestJSON-842334255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:38:31.879488 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9a60a577-a632-4aa4-b7db-3cbc8580bd0f req-15210330-bccf-44fc-b9bf-7535039aea8c tempest-AttachSCSIVolumeTestJSON-842334255 tempest-AttachSCSIVolumeTestJSON-842334255-project] 10.222.0.39 "GET /v2.0/ports?device_id=03232926-321d-4d1a-bc13-5e0570da9f31 HTTP/1.1" status: 200 len: 945 time: 0.2675972 Aug 12 14:38:31.905763 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8a0019c5-ee81-4504-9048-e6c1e7a8ad24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:31.947069 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10a06cbc-3df6-4db4-838a-4143894d587b req-ac17f3d4-f3f9-4382-b477-32c08820daed tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] Network a681c17b-4312-41b7-b711-32d50b05905d is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:38:31.950466 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-7f5ca42e-7a60-42dc-b6c9-135884a9da27 tempest-ExternalNetworksTestJSON-323390576 tempest-ExternalNetworksTestJSON-323390576-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409'] for network, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:31.952280 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f5ca42e-7a60-42dc-b6c9-135884a9da27 tempest-ExternalNetworksTestJSON-323390576 tempest-ExternalNetworksTestJSON-323390576-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:38:31.952883 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-7f5ca42e-7a60-42dc-b6c9-135884a9da27 tempest-ExternalNetworksTestJSON-323390576 tempest-ExternalNetworksTestJSON-323390576-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for network, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:31.973209 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [req-10a06cbc-3df6-4db4-838a-4143894d587b req-ac17f3d4-f3f9-4382-b477-32c08820daed tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:38:31.978966 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port d19c4a8d-5ab9-4b20-95f6-d3dd78a2c2bd, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=d19c4a8d-5ab9-4b20-95f6-d3dd78a2c2bd,segment=NetworkSegment(e096a12b-68f8-4c98-b89d-d2992559fa06),segment_id=e096a12b-68f8-4c98-b89d-d2992559fa06)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:38:31.989469 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-756c09c3-9543-4c8d-bd2f-4195eeef52a6 req-a2b48b66-0361-40da-94f8-d709b9c7c748 tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:31.999485 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Returning: {'device': 'd19c4a8d-5ab9-4b20-95f6-d3dd78a2c2bd', 'network_id': '084bbaa9-1971-49e8-b2a8-17fb0ce3a37d', 'port_id': 'd19c4a8d-5ab9-4b20-95f6-d3dd78a2c2bd', 'mac_address': 'fa:16:3e:4b:0e:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f80667a-12ed-4bf3-80ac-e8ae0cc35fd4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 14:38:32.006991 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [req-10a06cbc-3df6-4db4-838a-4143894d587b req-ac17f3d4-f3f9-4382-b477-32c08820daed tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] Received port after_create {{(pid=94467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:38:32.028613 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b48b66-0361-40da-94f8-d709b9c7c748 tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] Pushing event deleted for resources: {'Port': ['ID=d90bce39-ead3-4c84-9aee-c6a88aef9bad,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:38:32.036739 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8a0019c5-ee81-4504-9048-e6c1e7a8ad24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:32.039686 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8a0019c5-ee81-4504-9048-e6c1e7a8ad24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:32.043205 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-8a0019c5-ee81-4504-9048-e6c1e7a8ad24 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7b456e94-762d-4072-8226-7b6dcffdaf54 HTTP/1.1" status: 204 len: 168 time: 0.2957809 Aug 12 14:38:32.094835 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [req-756c09c3-9543-4c8d-bd2f-4195eeef52a6 req-a2b48b66-0361-40da-94f8-d709b9c7c748 tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] No DVR routers for this DVR port d90bce39-ead3-4c84-9aee-c6a88aef9bad on host n-h1-694802-15 {{(pid=94466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:38:32.096754 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0019c5-ee81-4504-9048-e6c1e7a8ad24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b456e94-762d-4072-8226-7b6dcffdaf54,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:38:32.098867 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-756c09c3-9543-4c8d-bd2f-4195eeef52a6 req-a2b48b66-0361-40da-94f8-d709b9c7c748 tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:32.101179 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-756c09c3-9543-4c8d-bd2f-4195eeef52a6 req-a2b48b66-0361-40da-94f8-d709b9c7c748 tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] 10.222.0.64 "DELETE /v2.0/ports/d90bce39-ead3-4c84-9aee-c6a88aef9bad HTTP/1.1" status: 204 len: 173 time: 0.8668323 Aug 12 14:38:32.101628 n-d-694802-15 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fea8bb5d-f50e-4078-8fba-46b21540b743', 'name': 'network-vif-deleted', 'tag': 'd90bce39-ead3-4c84-9aee-c6a88aef9bad'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:38:32.104316 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e785eeede3897370d0b20f09d5f461b30cfecd5ed38c4f07dacd02bc52c9277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b77bf23-8c43-43af-a155-e9ae8ad6c6cb" -d '{"events": [{"server_uuid": "fea8bb5d-f50e-4078-8fba-46b21540b743", "name": "network-vif-deleted", "tag": "d90bce39-ead3-4c84-9aee-c6a88aef9bad"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:38:32.105425 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] get_ports_and_sgs() called for port_ids ['d90bce39-ead3-4c84-9aee-c6a88aef9bad'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:38:32.132330 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a06cbc-3df6-4db4-838a-4143894d587b req-ac17f3d4-f3f9-4382-b477-32c08820daed tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:38:32.133115 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-10a06cbc-3df6-4db4-838a-4143894d587b req-ac17f3d4-f3f9-4382-b477-32c08820daed tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:32.189091 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device 86f8b158-7406-41b8-ae3e-7655937cb625 up at agent hyperv_n-h1-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:38:32.203856 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-10a06cbc-3df6-4db4-838a-4143894d587b req-ac17f3d4-f3f9-4382-b477-32c08820daed tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2321749 Aug 12 14:38:32.239921 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9a60a577-a632-4aa4-b7db-3cbc8580bd0f req-232c7a87-893a-42e1-aae8-135a902b5f26 tempest-AttachSCSIVolumeTestJSON-842334255 tempest-AttachSCSIVolumeTestJSON-842334255-project] 10.222.0.39 "GET /v2.0/security-groups?id=10538960-7c7a-451a-90f5-94b5fbb5462b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3495607 Aug 12 14:38:32.276256 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-10a06cbc-3df6-4db4-838a-4143894d587b req-d4235947-033d-431b-86bd-12ab9d8ec122 service neutron] Request body: {'port': {'device_id': '218a1e6a-afab-4f0a-9188-1c66929eccc2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-694802-15'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:38:32.291774 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d53681-e264-46d0-b3ef-65981df51d18 req-3290f256-d53f-4979-ba06-f79d86858b81 tempest-ServersTestManualDisk-1309453399 tempest-ServersTestManualDisk-1309453399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:38:32.303889 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-7f5ca42e-7a60-42dc-b6c9-135884a9da27 tempest-ExternalNetworksTestJSON-323390576 tempest-ExternalNetworksTestJSON-323390576-project-admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.2928901 Aug 12 14:38:32.305003 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-54d53681-e264-46d0-b3ef-65981df51d18 req-3290f256-d53f-4979-ba06-f79d86858b81 tempest-ServersTestManualDisk-1309453399 tempest-ServersTestManualDisk-1309453399-project] 10.222.0.39 "GET /v2.0/ports?device_id=fdfbc163-1546-4d1b-b618-5c6c09ae9c61 HTTP/1.1" status: 200 len: 945 time: 0.1238227 Aug 12 14:38:32.309191 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 41436) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:38:32.341493 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-ad8315fe-7ab9-4dd8-8b8b-709c48557195 tempest-ExternalNetworksTestJSON-323390576 tempest-ExternalNetworksTestJSON-323390576-project-admin] Request body: {'subnet': {'network_id': 'fc117ca9-2b76-4c21-b03b-1aeb231f7f5b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:38:32.365245 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 14:38:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d394676e-4b7e-48b9-ab5e-d402c133d241 x-openstack-request-id: req-d394676e-4b7e-48b9-ab5e-d402c133d241 {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:38:32.365967 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fea8bb5d-f50e-4078-8fba-46b21540b743", "name": "network-vif-deleted", "tag": "d90bce39-ead3-4c84-9aee-c6a88aef9bad", "status": "completed", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:38:32.367946 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d394676e-4b7e-48b9-ab5e-d402c133d241 {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:38:32.368506 n-d-694802-15 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fea8bb5d-f50e-4078-8fba-46b21540b743', 'name': 'network-vif-deleted', 'tag': 'd90bce39-ead3-4c84-9aee-c6a88aef9bad', 'status': 'completed', 'code': 200} Aug 12 14:38:32.438152 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5ca42e-7a60-42dc-b6c9-135884a9da27 tempest-ExternalNetworksTestJSON-323390576 tempest-ExternalNetworksTestJSON-323390576-project-admin] Pushing event updated for resources: {'Network': ['ID=fc117ca9-2b76-4c21-b03b-1aeb231f7f5b,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:38:32.444617 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-54d53681-e264-46d0-b3ef-65981df51d18 req-b7afd95d-fa11-49c8-b4b1-c2474f06d51a tempest-ServersTestManualDisk-1309453399 tempest-ServersTestManualDisk-1309453399-project] 10.222.0.39 "GET /v2.0/security-groups?id=9936d5ae-54ca-41df-8dd5-0ff5da86712d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1364896 Aug 12 14:38:32.505617 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Network fc117ca9-2b76-4c21-b03b-1aeb231f7f5b details requested by agent ovs-agent-n-d-694802-15 with host n-d-694802-15 {{(pid=94468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 14:38:32.563429 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-10a06cbc-3df6-4db4-838a-4143894d587b req-d4235947-033d-431b-86bd-12ab9d8ec122 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:32.565330 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad8315fe-7ab9-4dd8-8b8b-709c48557195 tempest-ExternalNetworksTestJSON-323390576 tempest-ExternalNetworksTestJSON-323390576-project-admin] Made reservation on behalf of 18a40042c6c24366964f3ddbab0b105c for: {'subnet': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:38:32.569158 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-ad8315fe-7ab9-4dd8-8b8b-709c48557195 tempest-ExternalNetworksTestJSON-323390576 tempest-ExternalNetworksTestJSON-323390576-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3343791'] for subnet, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:32.578465 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-4d012fbb-4eb0-47b8-ab4f-38579e68e51d req-a0e7059c-0643-4080-8a96-197e6492fe98 tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d995843-ad4a-425e-9784-973249b05cce HTTP/1.1" status: 200 len: 210 time: 0.0496602 Aug 12 14:38:32.645961 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:32.690392 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d19c4a8d-5ab9-4b20-95f6-d3dd78a2c2bd {{(pid=94468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:38:32.746243 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port d19c4a8d-5ab9-4b20-95f6-d3dd78a2c2bd, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=d19c4a8d-5ab9-4b20-95f6-d3dd78a2c2bd,segment=NetworkSegment(e096a12b-68f8-4c98-b89d-d2992559fa06),segment_id=e096a12b-68f8-4c98-b89d-d2992559fa06)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:38:32.748506 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Provisioning for port 86f8b158-7406-41b8-ae3e-7655937cb625 completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:38:32.753387 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Provisioning complete for port 86f8b158-7406-41b8-ae3e-7655937cb625 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:38:32.754146 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:32.758682 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:32.920745 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d496d41-f679-4693-bfde-a683a206f02f req-7cab07ef-325e-4460-9d87-5331a3dfff4c tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:38:32.925197 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2d496d41-f679-4693-bfde-a683a206f02f req-7cab07ef-325e-4460-9d87-5331a3dfff4c tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] 10.222.0.39 "GET /v2.0/ports?device_id=218a1e6a-afab-4f0a-9188-1c66929eccc2 HTTP/1.1" status: 200 len: 931 time: 0.4060085 Aug 12 14:38:33.034600 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Pushing event updated for resources: {'Port': ['ID=d19c4a8d-5ab9-4b20-95f6-d3dd78a2c2bd,revision_number=4']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:38:33.060781 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91eb7961-06d5-420f-8976-c628c55c3551 req-162d9b5e-bf56-400b-a99b-2b594d2e7ea6 tempest-ImagesOneServerNegativeTestJSON-535792509 tempest-ImagesOneServerNegativeTestJSON-535792509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:38:33.075889 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-91eb7961-06d5-420f-8976-c628c55c3551 req-162d9b5e-bf56-400b-a99b-2b594d2e7ea6 tempest-ImagesOneServerNegativeTestJSON-535792509 tempest-ImagesOneServerNegativeTestJSON-535792509-project] 10.222.0.39 "GET /v2.0/ports?device_id=c16f504a-8712-4961-a5bf-10a30af1c6d1 HTTP/1.1" status: 200 len: 945 time: 0.1694162 Aug 12 14:38:33.159976 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:33.171900 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-91eb7961-06d5-420f-8976-c628c55c3551 req-58119c04-bcfd-49ab-b1b6-6ad7b2505220 tempest-ImagesOneServerNegativeTestJSON-535792509 tempest-ImagesOneServerNegativeTestJSON-535792509-project] 10.222.0.39 "GET /v2.0/security-groups?id=21797083-50ee-4fa2-9ae6-2585440bdd47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918632 Aug 12 14:38:33.205455 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdfbc163-1546-4d1b-b618-5c6c09ae9c61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86f8b158-7406-41b8-ae3e-7655937cb625'}] {{(pid=94468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:38:33.208173 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99a8d87602170099c728e57431aca99e9b98a655a83bbf8727be13192709727b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea8cda0c-36a6-475f-8edd-5acbb965204e" -d '{"events": [{"server_uuid": "fdfbc163-1546-4d1b-b618-5c6c09ae9c61", "name": "network-vif-plugged", "status": "completed", "tag": "86f8b158-7406-41b8-ae3e-7655937cb625"}]}' {{(pid=94468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:38:33.218830 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2d496d41-f679-4693-bfde-a683a206f02f req-e6dab29b-9b99-417a-be4e-2c5cb184963f tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b3c7ce2-70f7-4d15-8774-e830cec0f0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2286186 Aug 12 14:38:33.246670 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port 86f8b158-7406-41b8-ae3e-7655937cb625, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=86f8b158-7406-41b8-ae3e-7655937cb625,segment=NetworkSegment(1178bd07-6a4d-4dbd-9569-6acf33f10d05),segment_id=1178bd07-6a4d-4dbd-9569-6acf33f10d05)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:38:33.255721 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:33.313587 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286cb323-9902-4cf9-8028-fe4246fcd9ad req-5a9f1f59-8ff6-4151-b3a2-e4aa13ab982d tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:38:33.318603 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-286cb323-9902-4cf9-8028-fe4246fcd9ad req-5a9f1f59-8ff6-4151-b3a2-e4aa13ab982d tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] 10.222.0.49 "GET /v2.0/networks?id=046597a4-00ca-4153-9d1b-ff667ab81e34 HTTP/1.1" status: 200 len: 815 time: 0.5614944 Aug 12 14:38:33.328242 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 14:38:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e6f780a-aed6-4e62-88d2-657b4f7f8c09 x-openstack-request-id: req-0e6f780a-aed6-4e62-88d2-657b4f7f8c09 {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:38:33.329193 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdfbc163-1546-4d1b-b618-5c6c09ae9c61", "name": "network-vif-plugged", "status": "completed", "tag": "86f8b158-7406-41b8-ae3e-7655937cb625", "code": 200}]} {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:38:33.329475 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0e6f780a-aed6-4e62-88d2-657b4f7f8c09 {{(pid=94468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:38:33.330025 n-d-694802-15 neutron-server[94468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdfbc163-1546-4d1b-b618-5c6c09ae9c61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86f8b158-7406-41b8-ae3e-7655937cb625', 'code': 200} Aug 12 14:38:33.331428 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] get_ports_and_sgs() called for port_ids ['d19c4a8d-5ab9-4b20-95f6-d3dd78a2c2bd'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:38:33.380698 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-286cb323-9902-4cf9-8028-fe4246fcd9ad req-cd8f6495-b00d-472a-8636-f1bfcf11509b tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] Request body: {'port': {'device_id': '6d995843-ad4a-425e-9784-973249b05cce', 'network_id': '046597a4-00ca-4153-9d1b-ff667ab81e34', 'admin_state_up': True, 'tenant_id': '718396d2ba6249eeb0676cbc20c1ef9d'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:38:33.480317 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff762ed5-39f7-49bc-8efe-a8132051b9b1 req-94750e06-9e43-46c0-bf7a-b7819509bfd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:38:33.481709 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-ff762ed5-39f7-49bc-8efe-a8132051b9b1 req-94750e06-9e43-46c0-bf7a-b7819509bfd1 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=fdfbc163-1546-4d1b-b618-5c6c09ae9c61 HTTP/1.1" status: 200 len: 1098 time: 0.0902786 Aug 12 14:38:33.506524 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Pushing event updated for resources: {'Port': ['ID=86f8b158-7406-41b8-ae3e-7655937cb625,revision_number=5']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:38:33.551787 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-ff762ed5-39f7-49bc-8efe-a8132051b9b1 req-ed7e485d-cbf7-4fcc-873d-1bf922868f61 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=9936d5ae-54ca-41df-8dd5-0ff5da86712d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612626 Aug 12 14:38:33.611680 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 41468) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:38:33.648045 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2c6f7a-d3ed-4005-98fc-2504606ec9e0 req-6827d2c5-42fa-4dfb-905a-826ca3b50f98 tempest-ServersTestManualDisk-1309453399 tempest-ServersTestManualDisk-1309453399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:38:33.649677 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-4c2c6f7a-d3ed-4005-98fc-2504606ec9e0 req-6827d2c5-42fa-4dfb-905a-826ca3b50f98 tempest-ServersTestManualDisk-1309453399 tempest-ServersTestManualDisk-1309453399-project] 10.222.0.39 "GET /v2.0/ports?device_id=fdfbc163-1546-4d1b-b618-5c6c09ae9c61 HTTP/1.1" status: 200 len: 946 time: 0.0918753 Aug 12 14:38:33.700180 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-4c2c6f7a-d3ed-4005-98fc-2504606ec9e0 req-e2a25952-730c-4fc7-a1b5-c9a8cd55c662 tempest-ServersTestManualDisk-1309453399 tempest-ServersTestManualDisk-1309453399-project] 10.222.0.39 "GET /v2.0/security-groups?id=9936d5ae-54ca-41df-8dd5-0ff5da86712d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443988 Aug 12 14:38:33.805310 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-e6f12187-93fa-478c-b494-6f183cdb9da1 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1848391278-network', 'tenant_id': '9ab1e86399974cc288a439f057a5366b'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:38:33.845819 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-7adcd451-085a-4592-a346-3d4ae3946631 req-5585430a-2c92-4d41-b02b-001af57764c7 tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d995843-ad4a-425e-9784-973249b05cce HTTP/1.1" status: 200 len: 210 time: 0.0371292 Aug 12 14:38:33.873556 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6f12187-93fa-478c-b494-6f183cdb9da1 admin admin] Made reservation on behalf of 9ab1e86399974cc288a439f057a5366b for: {'network': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:38:33.876736 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e6f12187-93fa-478c-b494-6f183cdb9da1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for network, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:33.890200 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e6f12187-93fa-478c-b494-6f183cdb9da1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:34.014191 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e6f12187-93fa-478c-b494-6f183cdb9da1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:34.023938 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e6f12187-93fa-478c-b494-6f183cdb9da1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:34.049667 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6f12187-93fa-478c-b494-6f183cdb9da1 admin admin] vlan segment allocate from pool success with {'vlan_id': 340, 'physical_network': 'physnet1'} {{(pid=94466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 14:38:34.066568 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f12187-93fa-478c-b494-6f183cdb9da1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=233c4370-f8b6-4fe9-bb64-faf44d10e939,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:38:34.072546 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e6f12187-93fa-478c-b494-6f183cdb9da1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:34.072747 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db79244-1aae-4f8e-a4f3-35d815a8409b req-c4661171-7f04-4240-a2a5-67a08eacf813 tempest-AttachSCSIVolumeTestJSON-842334255 tempest-AttachSCSIVolumeTestJSON-842334255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:38:34.072876 n-d-694802-15 neutron-server[94466]: INFO neutron.db.segments_db [None req-e6f12187-93fa-478c-b494-6f183cdb9da1 admin admin] Added segment 5d14e077-4211-47e2-a9fd-5a5e69a5cb39 of type vlan for network 76c0ea76-a1fc-45ab-a484-bab4b98cefce Aug 12 14:38:34.074711 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-5db79244-1aae-4f8e-a4f3-35d815a8409b req-c4661171-7f04-4240-a2a5-67a08eacf813 tempest-AttachSCSIVolumeTestJSON-842334255 tempest-AttachSCSIVolumeTestJSON-842334255-project] 10.222.0.49 "GET /v2.0/ports?device_id=03232926-321d-4d1a-bc13-5e0570da9f31 HTTP/1.1" status: 200 len: 945 time: 0.7521887 Aug 12 14:38:34.151557 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e6f12187-93fa-478c-b494-6f183cdb9da1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744653628263'] for network, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:34.192565 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72a71b8-dcb9-4ae1-8efc-c4e0f8b5b166 req-d2248363-19b5-4c9c-85d8-e7a9d59a683a tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:38:34.194242 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-f72a71b8-dcb9-4ae1-8efc-c4e0f8b5b166 req-d2248363-19b5-4c9c-85d8-e7a9d59a683a tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] 10.222.0.39 "GET /v2.0/ports?device_id=072e510b-94e7-4b4d-9adb-8de696ba114d HTTP/1.1" status: 200 len: 945 time: 0.1094649 Aug 12 14:38:34.205921 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e6f12187-93fa-478c-b494-6f183cdb9da1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409'] for network, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:34.206926 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6f12187-93fa-478c-b494-6f183cdb9da1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:38:34.207951 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e6f12187-93fa-478c-b494-6f183cdb9da1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for network, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:34.238318 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0271f06-c59f-4257-9593-e31152138543 req-2a5a4853-c764-48ad-a702-a40bc5ed2773 tempest-AttachSCSIVolumeTestJSON-842334255 tempest-AttachSCSIVolumeTestJSON-842334255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:38:34.245351 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c0271f06-c59f-4257-9593-e31152138543 req-2a5a4853-c764-48ad-a702-a40bc5ed2773 tempest-AttachSCSIVolumeTestJSON-842334255 tempest-AttachSCSIVolumeTestJSON-842334255-project] 10.222.0.39 "GET /v2.0/ports?device_id=03232926-321d-4d1a-bc13-5e0570da9f31 HTTP/1.1" status: 200 len: 945 time: 0.8714359 Aug 12 14:38:34.292722 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-e6f12187-93fa-478c-b494-6f183cdb9da1 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6754067 Aug 12 14:38:34.295763 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 41482) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:38:34.311246 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-9e126e11-c648-4d1a-96ed-dbcd050f2c46 admin admin] Request body: {'subnet': {'network_id': '76c0ea76-a1fc-45ab-a484-bab4b98cefce', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1848391278-subnet', 'tenant_id': '9ab1e86399974cc288a439f057a5366b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:38:34.323887 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f12187-93fa-478c-b494-6f183cdb9da1 admin admin] Pushing event updated for resources: {'Network': ['ID=76c0ea76-a1fc-45ab-a484-bab4b98cefce,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:38:34.336169 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Network 76c0ea76-a1fc-45ab-a484-bab4b98cefce details requested by agent ovs-agent-n-d-694802-15 with host n-d-694802-15 {{(pid=94468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 14:38:34.370263 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-f72a71b8-dcb9-4ae1-8efc-c4e0f8b5b166 req-1cd2b73d-e4a0-4b64-a5b7-ef93f2567719 tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] 10.222.0.39 "GET /v2.0/security-groups?id=87f02c46-9837-45f6-a8f5-f67c20068d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588461 Aug 12 14:38:34.416288 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e126e11-c648-4d1a-96ed-dbcd050f2c46 admin admin] Made reservation on behalf of 9ab1e86399974cc288a439f057a5366b for: {'subnet': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:38:34.419808 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9e126e11-c648-4d1a-96ed-dbcd050f2c46 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8776441'] for subnet, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:34.427118 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c0271f06-c59f-4257-9593-e31152138543 req-f7beb938-2106-4ec8-9368-e474ec43a29f tempest-AttachSCSIVolumeTestJSON-842334255 tempest-AttachSCSIVolumeTestJSON-842334255-project] 10.222.0.39 "GET /v2.0/security-groups?id=10538960-7c7a-451a-90f5-94b5fbb5462b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691804 Aug 12 14:38:34.431358 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-286cb323-9902-4cf9-8028-fe4246fcd9ad req-cd8f6495-b00d-472a-8636-f1bfcf11509b tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] Made reservation on behalf of 718396d2ba6249eeb0676cbc20c1ef9d for: {'port': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:38:34.456664 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-286cb323-9902-4cf9-8028-fe4246fcd9ad req-cd8f6495-b00d-472a-8636-f1bfcf11509b tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:34.510562 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [req-10a06cbc-3df6-4db4-838a-4143894d587b req-d4235947-033d-431b-86bd-12ab9d8ec122 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97cdf138-f3fe-4d0b-8fee-64f2f5b0dcc5 {{(pid=94467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:38:34.530414 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-10a06cbc-3df6-4db4-838a-4143894d587b req-d4235947-033d-431b-86bd-12ab9d8ec122 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:34.594857 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650f8ce6-59b4-4b8b-9628-0d472eef19ea req-bbaf5441-d55f-440c-9415-754cc8e6fdd6 tempest-ImagesOneServerNegativeTestJSON-535792509 tempest-ImagesOneServerNegativeTestJSON-535792509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:38:34.596405 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-650f8ce6-59b4-4b8b-9628-0d472eef19ea req-bbaf5441-d55f-440c-9415-754cc8e6fdd6 tempest-ImagesOneServerNegativeTestJSON-535792509 tempest-ImagesOneServerNegativeTestJSON-535792509-project] 10.222.0.39 "GET /v2.0/ports?device_id=c16f504a-8712-4961-a5bf-10a30af1c6d1 HTTP/1.1" status: 200 len: 945 time: 0.1272616 Aug 12 14:38:34.615486 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [req-5db79244-1aae-4f8e-a4f3-35d815a8409b req-fe334f4f-f5e1-408d-9e50-c4dbf5d1dde7 tempest-AttachSCSIVolumeTestJSON-842334255 tempest-AttachSCSIVolumeTestJSON-842334255-project] Deleting port 5d9628d6-01f7-4226-adf5-04dabf6c9f64 {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:38:34.615827 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-5db79244-1aae-4f8e-a4f3-35d815a8409b req-fe334f4f-f5e1-408d-9e50-c4dbf5d1dde7 tempest-AttachSCSIVolumeTestJSON-842334255 tempest-AttachSCSIVolumeTestJSON-842334255-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:34.626326 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [req-10a06cbc-3df6-4db4-838a-4143894d587b req-d4235947-033d-431b-86bd-12ab9d8ec122 service neutron] Transition to ACTIVE for port object 97cdf138-f3fe-4d0b-8fee-64f2f5b0dcc5 will not be triggered until provisioned by entity L2. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:38:34.673016 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-650f8ce6-59b4-4b8b-9628-0d472eef19ea req-70f85d17-2c69-4eb0-ae33-82ceb346bb63 tempest-ImagesOneServerNegativeTestJSON-535792509 tempest-ImagesOneServerNegativeTestJSON-535792509-project] 10.222.0.39 "GET /v2.0/security-groups?id=21797083-50ee-4fa2-9ae6-2585440bdd47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686572 Aug 12 14:38:34.691851 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-10a06cbc-3df6-4db4-838a-4143894d587b req-d4235947-033d-431b-86bd-12ab9d8ec122 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:34.736659 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9e126e11-c648-4d1a-96ed-dbcd050f2c46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3718490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8776395'] for subnet, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:34.811668 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ac6dae-f39e-44f0-9770-f916969b248a req-0bcd4b42-7768-48bb-a405-fc0e13b38080 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:38:34.813150 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e8ac6dae-f39e-44f0-9770-f916969b248a req-0bcd4b42-7768-48bb-a405-fc0e13b38080 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] 10.222.0.39 "GET /v2.0/ports?device_id=218a1e6a-afab-4f0a-9188-1c66929eccc2 HTTP/1.1" status: 200 len: 931 time: 0.2867799 Aug 12 14:38:34.826959 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e126e11-c648-4d1a-96ed-dbcd050f2c46 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e4de9541-a537-4baf-beeb-abf69dde5c2e,revision_number=0']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:38:34.838972 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e126e11-c648-4d1a-96ed-dbcd050f2c46 admin admin] Checking segment: {'id': '5d14e077-4211-47e2-a9fd-5a5e69a5cb39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '76c0ea76-a1fc-45ab-a484-bab4b98cefce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:38:34.839352 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e126e11-c648-4d1a-96ed-dbcd050f2c46 admin admin] Network hostable DHCP agents. Network: 76c0ea76-a1fc-45ab-a484-bab4b98cefce, hostable agents: ['1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658'], hosted agents: [] {{(pid=94466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 14:38:34.863959 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06148ef-5263-4140-88f9-c80be1dd6cbb req-104dc192-ae8a-4297-9691-2a45fb74ab65 tempest-ServersTestManualDisk-1309453399 tempest-ServersTestManualDisk-1309453399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:38:34.865359 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-e06148ef-5263-4140-88f9-c80be1dd6cbb req-104dc192-ae8a-4297-9691-2a45fb74ab65 tempest-ServersTestManualDisk-1309453399 tempest-ServersTestManualDisk-1309453399-project] 10.222.0.39 "GET /v2.0/ports?device_id=fdfbc163-1546-4d1b-b618-5c6c09ae9c61 HTTP/1.1" status: 200 len: 946 time: 0.0821867 Aug 12 14:38:34.870459 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e126e11-c648-4d1a-96ed-dbcd050f2c46 admin admin] Network 76c0ea76-a1fc-45ab-a484-bab4b98cefce is scheduled to be hosted by DHCP agent 1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658 with binding_index 1 {{(pid=94466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 14:38:34.872948 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4235947-033d-431b-86bd-12ab9d8ec122 service neutron] Pushing event updated for resources: {'Port': ['ID=97cdf138-f3fe-4d0b-8fee-64f2f5b0dcc5,revision_number=2']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:38:34.892146 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-9e126e11-c648-4d1a-96ed-dbcd050f2c46 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-15, 76c0ea76-a1fc-45ab-a484-bab4b98cefce) {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:38:34.897197 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e126e11-c648-4d1a-96ed-dbcd050f2c46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:38:34.897787 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9e126e11-c648-4d1a-96ed-dbcd050f2c46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for subnet, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:34.900228 n-d-694802-15 neutron-server[94467]: DEBUG neutron.objects.ports [None req-ad8315fe-7ab9-4dd8-8b8b-709c48557195 tempest-ExternalNetworksTestJSON-323390576 tempest-ExternalNetworksTestJSON-323390576-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94467) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 12 14:38:34.900930 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-ad8315fe-7ab9-4dd8-8b8b-709c48557195 tempest-ExternalNetworksTestJSON-323390576 tempest-ExternalNetworksTestJSON-323390576-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2859166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3343773'] for subnet, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:34.901444 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1243344a-2137-4c4c-8867-e2bee887fdec None None] Network 76c0ea76-a1fc-45ab-a484-bab4b98cefce requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:38:34.922068 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-9e126e11-c648-4d1a-96ed-dbcd050f2c46 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6214757 Aug 12 14:38:34.929856 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-e06148ef-5263-4140-88f9-c80be1dd6cbb req-ae6734bb-4ecd-491a-926d-76193c6cd402 tempest-ServersTestManualDisk-1309453399 tempest-ServersTestManualDisk-1309453399-project] 10.222.0.39 "GET /v2.0/security-groups?id=9936d5ae-54ca-41df-8dd5-0ff5da86712d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568619 Aug 12 14:38:34.995816 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_common [req-286cb323-9902-4cf9-8028-fe4246fcd9ad req-cd8f6495-b00d-472a-8636-f1bfcf11509b tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] Allocated IP 172.20.0.7 (046597a4-00ca-4153-9d1b-ff667ab81e34/82fd6154-7c76-48f3-a228-946a266f70e8/0db4f29f-4b08-4d67-9a89-85f456556b3e) {{(pid=94467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:38:35.007684 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e8ac6dae-f39e-44f0-9770-f916969b248a req-564df0db-9cfc-45b0-a780-93a3bdd40498 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b3c7ce2-70f7-4d15-8774-e830cec0f0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777692 Aug 12 14:38:35.071403 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-82cdb90f-dd8f-4cee-ae86-010cc640a76a req-0953a7f3-9641-417d-a56a-c7b202a51848 tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d995843-ad4a-425e-9784-973249b05cce HTTP/1.1" status: 200 len: 210 time: 0.0371175 Aug 12 14:38:35.090864 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58468d45-c203-4a35-8161-fe3569c5f347 None None] Network 76c0ea76-a1fc-45ab-a484-bab4b98cefce requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:38:35.100928 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-5db79244-1aae-4f8e-a4f3-35d815a8409b req-fe334f4f-f5e1-408d-9e50-c4dbf5d1dde7 tempest-AttachSCSIVolumeTestJSON-842334255 tempest-AttachSCSIVolumeTestJSON-842334255-project] For port 5d9628d6-01f7-4226-adf5-04dabf6c9f64, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=5d9628d6-01f7-4226-adf5-04dabf6c9f64,segment=NetworkSegment(b44099f3-91d6-4d7d-9179-809cce66c47f),segment_id=b44099f3-91d6-4d7d-9179-809cce66c47f)] {{(pid=94467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:38:35.100928 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-5db79244-1aae-4f8e-a4f3-35d815a8409b req-fe334f4f-f5e1-408d-9e50-c4dbf5d1dde7 tempest-AttachSCSIVolumeTestJSON-842334255 tempest-AttachSCSIVolumeTestJSON-842334255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:35.146434 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [req-5db79244-1aae-4f8e-a4f3-35d815a8409b req-fe334f4f-f5e1-408d-9e50-c4dbf5d1dde7 tempest-AttachSCSIVolumeTestJSON-842334255 tempest-AttachSCSIVolumeTestJSON-842334255-project] Calling delete_port for 5d9628d6-01f7-4226-adf5-04dabf6c9f64 owned by compute:nova {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:38:35.206228 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8315fe-7ab9-4dd8-8b8b-709c48557195 tempest-ExternalNetworksTestJSON-323390576 tempest-ExternalNetworksTestJSON-323390576-project-admin] Pushing event updated for resources: {'Subnet': ['ID=789372e7-b6a9-4fc5-ba06-b48611f9f819,revision_number=0']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:38:35.310628 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-10a06cbc-3df6-4db4-838a-4143894d587b req-d4235947-033d-431b-86bd-12ab9d8ec122 service neutron] Attempting to bind port 97cdf138-f3fe-4d0b-8fee-64f2f5b0dcc5 on host n-h1-694802-15 for vnic_type normal with profile {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:38:35.311312 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-10a06cbc-3df6-4db4-838a-4143894d587b req-d4235947-033d-431b-86bd-12ab9d8ec122 service neutron] Attempting to bind port 97cdf138-f3fe-4d0b-8fee-64f2f5b0dcc5 by drivers openvswitch,hyperv on host n-h1-694802-15 at level 0 using segments [{'id': '4c973057-417f-419d-840d-ea232fb579a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'a681c17b-4312-41b7-b711-32d50b05905d'}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:38:35.311650 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10a06cbc-3df6-4db4-838a-4143894d587b req-d4235947-033d-431b-86bd-12ab9d8ec122 service neutron] Attempting to bind port 97cdf138-f3fe-4d0b-8fee-64f2f5b0dcc5 on network a681c17b-4312-41b7-b711-32d50b05905d {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:38:35.331143 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad8315fe-7ab9-4dd8-8b8b-709c48557195 tempest-ExternalNetworksTestJSON-323390576 tempest-ExternalNetworksTestJSON-323390576-project-admin] Checking segment: {'id': '96529f2c-61d3-4246-a9d0-94d6e0e1de7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'fc117ca9-2b76-4c21-b03b-1aeb231f7f5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:38:35.331504 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad8315fe-7ab9-4dd8-8b8b-709c48557195 tempest-ExternalNetworksTestJSON-323390576 tempest-ExternalNetworksTestJSON-323390576-project-admin] Network hostable DHCP agents. Network: fc117ca9-2b76-4c21-b03b-1aeb231f7f5b, hostable agents: ['1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658'], hosted agents: [] {{(pid=94467) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 14:38:35.341723 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10a06cbc-3df6-4db4-838a-4143894d587b req-d4235947-033d-431b-86bd-12ab9d8ec122 service neutron] Port 97cdf138-f3fe-4d0b-8fee-64f2f5b0dcc5 on network a681c17b-4312-41b7-b711-32d50b05905d not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-15 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 14:38:35.342043 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10a06cbc-3df6-4db4-838a-4143894d587b req-d4235947-033d-431b-86bd-12ab9d8ec122 service neutron] Attempting to bind port 97cdf138-f3fe-4d0b-8fee-64f2f5b0dcc5 on network a681c17b-4312-41b7-b711-32d50b05905d {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:38:35.364552 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052d21bd-0dc8-4a71-8ea6-95f00cb583ac req-fd48ae0a-707b-4162-92b0-4863cedd0629 tempest-ServersTestManualDisk-1309453399 tempest-ServersTestManualDisk-1309453399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:38:35.366120 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-052d21bd-0dc8-4a71-8ea6-95f00cb583ac req-fd48ae0a-707b-4162-92b0-4863cedd0629 tempest-ServersTestManualDisk-1309453399 tempest-ServersTestManualDisk-1309453399-project] 10.222.0.39 "GET /v2.0/ports?device_id=fdfbc163-1546-4d1b-b618-5c6c09ae9c61 HTTP/1.1" status: 200 len: 946 time: 0.2698746 Aug 12 14:38:35.375957 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 41500) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:38:35.382496 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-658bd2c9-57d2-4ec4-bb70-43b5ee191779 tempest-ServersTestManualDisk-1309453399 tempest-ServersTestManualDisk-1309453399-project] Request body: {'floatingip': {'port_id': '86f8b158-7406-41b8-ae3e-7655937cb625'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:38:35.383142 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10a06cbc-3df6-4db4-838a-4143894d587b req-d4235947-033d-431b-86bd-12ab9d8ec122 service neutron] Checking agent: {'id': 'de568313-a3e6-454a-9813-77e25edcea95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 27, 41), 'started_at': datetime.datetime(2021, 8, 12, 14, 27, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 38, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:38:35.383478 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10a06cbc-3df6-4db4-838a-4143894d587b req-d4235947-033d-431b-86bd-12ab9d8ec122 service neutron] Checking segment: {'id': '4c973057-417f-419d-840d-ea232fb579a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'a681c17b-4312-41b7-b711-32d50b05905d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:38:35.383857 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10a06cbc-3df6-4db4-838a-4143894d587b req-d4235947-033d-431b-86bd-12ab9d8ec122 service neutron] Bound using segment: {'id': '4c973057-417f-419d-840d-ea232fb579a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'a681c17b-4312-41b7-b711-32d50b05905d'} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:38:35.384286 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-10a06cbc-3df6-4db4-838a-4143894d587b req-d4235947-033d-431b-86bd-12ab9d8ec122 service neutron] Bound port: 97cdf138-f3fe-4d0b-8fee-64f2f5b0dcc5, host: n-h1-694802-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c973057-417f-419d-840d-ea232fb579a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'a681c17b-4312-41b7-b711-32d50b05905d'}}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:38:35.384763 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-10a06cbc-3df6-4db4-838a-4143894d587b req-d4235947-033d-431b-86bd-12ab9d8ec122 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:35.433209 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-658bd2c9-57d2-4ec4-bb70-43b5ee191779 tempest-ServersTestManualDisk-1309453399 tempest-ServersTestManualDisk-1309453399-project] Notify callbacks [] for floatingip, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:35.439068 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad8315fe-7ab9-4dd8-8b8b-709c48557195 tempest-ExternalNetworksTestJSON-323390576 tempest-ExternalNetworksTestJSON-323390576-project-admin] Network fc117ca9-2b76-4c21-b03b-1aeb231f7f5b is scheduled to be hosted by DHCP agent 1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658 with binding_index 1 {{(pid=94467) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 14:38:35.486007 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [None req-ad8315fe-7ab9-4dd8-8b8b-709c48557195 tempest-ExternalNetworksTestJSON-323390576 tempest-ExternalNetworksTestJSON-323390576-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-15, fc117ca9-2b76-4c21-b03b-1aeb231f7f5b) {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:38:35.490108 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-286cb323-9902-4cf9-8028-fe4246fcd9ad req-cd8f6495-b00d-472a-8636-f1bfcf11509b tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] Notify callbacks [] for port, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:35.496257 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd2819ad-7ad0-4576-b81c-6df2e445b8fd None None] Network fc117ca9-2b76-4c21-b03b-1aeb231f7f5b requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:38:35.508813 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad8315fe-7ab9-4dd8-8b8b-709c48557195 tempest-ExternalNetworksTestJSON-323390576 tempest-ExternalNetworksTestJSON-323390576-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:38:35.509403 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-ad8315fe-7ab9-4dd8-8b8b-709c48557195 tempest-ExternalNetworksTestJSON-323390576 tempest-ExternalNetworksTestJSON-323390576-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:35.607844 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 41510) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:38:35.609893 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-10a06cbc-3df6-4db4-838a-4143894d587b req-d4235947-033d-431b-86bd-12ab9d8ec122 service neutron] For port 97cdf138-f3fe-4d0b-8fee-64f2f5b0dcc5, host n-h1-694802-15, cleared binding levels {{(pid=94467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:38:35.619039 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-818d073f-aa26-49e6-9b65-3de555b710e2 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1966439258-network', 'tenant_id': '5ab57f370cab4309bb2120378e31eef4'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:38:35.622838 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-ad8315fe-7ab9-4dd8-8b8b-709c48557195 tempest-ExternalNetworksTestJSON-323390576 tempest-ExternalNetworksTestJSON-323390576-project-admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.2975211 Aug 12 14:38:35.629208 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 41512) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:38:35.644313 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-65def8a2-5b11-46b0-a48c-95c5ffedbba2 tempest-ExternalNetworksTestJSON-323390576 tempest-ExternalNetworksTestJSON-323390576-project-admin] Request body: {'floatingip': {'floating_network_id': 'fc117ca9-2b76-4c21-b03b-1aeb231f7f5b'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:38:35.645490 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-10a06cbc-3df6-4db4-838a-4143894d587b req-d4235947-033d-431b-86bd-12ab9d8ec122 service neutron] For port 97cdf138-f3fe-4d0b-8fee-64f2f5b0dcc5, host n-h1-694802-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=97cdf138-f3fe-4d0b-8fee-64f2f5b0dcc5,segment=NetworkSegment(4c973057-417f-419d-840d-ea232fb579a5),segment_id=4c973057-417f-419d-840d-ea232fb579a5)] {{(pid=94467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:38:35.659554 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-10a06cbc-3df6-4db4-838a-4143894d587b req-d4235947-033d-431b-86bd-12ab9d8ec122 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:35.669981 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-5db79244-1aae-4f8e-a4f3-35d815a8409b req-fe334f4f-f5e1-408d-9e50-c4dbf5d1dde7 tempest-AttachSCSIVolumeTestJSON-842334255 tempest-AttachSCSIVolumeTestJSON-842334255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:35.674630 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2efe74-19fb-4864-bb99-11e67c770795 req-fe4805c1-0fef-4cc5-8972-eed8754bbe0e tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:38:35.676654 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-2b2efe74-19fb-4864-bb99-11e67c770795 req-fe4805c1-0fef-4cc5-8972-eed8754bbe0e tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] 10.222.0.39 "GET /v2.0/ports?device_id=072e510b-94e7-4b4d-9adb-8de696ba114d HTTP/1.1" status: 200 len: 945 time: 0.1965408 Aug 12 14:38:35.677247 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5409df93-d961-4326-8360-b65a0a4824b0 None None] Network fc117ca9-2b76-4c21-b03b-1aeb231f7f5b requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:38:35.685512 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.db.api [None req-65def8a2-5b11-46b0-a48c-95c5ffedbba2 tempest-ExternalNetworksTestJSON-323390576 tempest-ExternalNetworksTestJSON-323390576-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 12 14:38:35.685512 n-d-694802-15 neutron-server[94466]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 12 14:38:35.685512 n-d-694802-15 neutron-server[94466]: [parameters: {'project_id_1': '18a40042c6c24366964f3ddbab0b105c', 'expiration_1': datetime.datetime(2021, 8, 12, 14, 38, 35, 648936)}] Aug 12 14:38:35.685512 n-d-694802-15 neutron-server[94466]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94466) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 12 14:38:35.686048 n-d-694802-15 neutron-server[94466]: DEBUG oslo_db.api [None req-65def8a2-5b11-46b0-a48c-95c5ffedbba2 tempest-ExternalNetworksTestJSON-323390576 tempest-ExternalNetworksTestJSON-323390576-project-admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 12 14:38:35.706285 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-286cb323-9902-4cf9-8028-fe4246fcd9ad req-cd8f6495-b00d-472a-8636-f1bfcf11509b tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:35.729486 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb79e0b-f84e-40a5-8d65-4a57d9625052 req-c66ab46f-3c4a-401b-a59c-0ca6f2655f63 tempest-AttachSCSIVolumeTestJSON-842334255 tempest-AttachSCSIVolumeTestJSON-842334255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:38:35.731058 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6bb79e0b-f84e-40a5-8d65-4a57d9625052 req-c66ab46f-3c4a-401b-a59c-0ca6f2655f63 tempest-AttachSCSIVolumeTestJSON-842334255 tempest-AttachSCSIVolumeTestJSON-842334255-project] 10.222.0.39 "GET /v2.0/ports?device_id=03232926-321d-4d1a-bc13-5e0570da9f31 HTTP/1.1" status: 200 len: 867 time: 0.2013648 Aug 12 14:38:35.740405 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a06cbc-3df6-4db4-838a-4143894d587b req-d4235947-033d-431b-86bd-12ab9d8ec122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:38:35.740985 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-10a06cbc-3df6-4db4-838a-4143894d587b req-d4235947-033d-431b-86bd-12ab9d8ec122 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:35.742358 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-10a06cbc-3df6-4db4-838a-4143894d587b req-d4235947-033d-431b-86bd-12ab9d8ec122 service neutron] 10.222.0.64 "PUT /v2.0/ports/97cdf138-f3fe-4d0b-8fee-64f2f5b0dcc5 HTTP/1.1" status: 200 len: 1092 time: 3.5033271 Aug 12 14:38:35.747444 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '218a1e6a-afab-4f0a-9188-1c66929eccc2', 'tag': '97cdf138-f3fe-4d0b-8fee-64f2f5b0dcc5'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:38:35.749830 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e65282f928b64038367d043a4411777802006c43a98742496cb2e25b724ff1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fec9380-24d2-4452-8431-2b403ac9c97f" -d '{"events": [{"name": "network-changed", "server_uuid": "218a1e6a-afab-4f0a-9188-1c66929eccc2", "tag": "97cdf138-f3fe-4d0b-8fee-64f2f5b0dcc5"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:38:35.803375 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-286cb323-9902-4cf9-8028-fe4246fcd9ad req-cd8f6495-b00d-472a-8636-f1bfcf11509b tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] Network 046597a4-00ca-4153-9d1b-ff667ab81e34 is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:38:35.815742 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-818d073f-aa26-49e6-9b65-3de555b710e2 admin admin] Made reservation on behalf of 5ab57f370cab4309bb2120378e31eef4 for: {'network': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:38:35.818732 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-818d073f-aa26-49e6-9b65-3de555b710e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for network, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:35.819328 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4235947-033d-431b-86bd-12ab9d8ec122 service neutron] Pushing event updated for resources: {'Port': ['ID=97cdf138-f3fe-4d0b-8fee-64f2f5b0dcc5,revision_number=3']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:38:35.838060 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [req-286cb323-9902-4cf9-8028-fe4246fcd9ad req-cd8f6495-b00d-472a-8636-f1bfcf11509b tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:38:35.841138 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device d19c4a8d-5ab9-4b20-95f6-d3dd78a2c2bd up at agent hyperv_n-h2-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:38:35.857496 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [req-5db79244-1aae-4f8e-a4f3-35d815a8409b req-fe334f4f-f5e1-408d-9e50-c4dbf5d1dde7 tempest-AttachSCSIVolumeTestJSON-842334255 tempest-AttachSCSIVolumeTestJSON-842334255-project] No DVR routers for this DVR port 5d9628d6-01f7-4226-adf5-04dabf6c9f64 on host n-h2-694802-15 {{(pid=94467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:38:35.859751 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [req-286cb323-9902-4cf9-8028-fe4246fcd9ad req-cd8f6495-b00d-472a-8636-f1bfcf11509b tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] Received port after_create {{(pid=94467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:38:35.882248 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-818d073f-aa26-49e6-9b65-3de555b710e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:35.884524 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-5db79244-1aae-4f8e-a4f3-35d815a8409b req-fe334f4f-f5e1-408d-9e50-c4dbf5d1dde7 tempest-AttachSCSIVolumeTestJSON-842334255 tempest-AttachSCSIVolumeTestJSON-842334255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:35.886506 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-5db79244-1aae-4f8e-a4f3-35d815a8409b req-fe334f4f-f5e1-408d-9e50-c4dbf5d1dde7 tempest-AttachSCSIVolumeTestJSON-842334255 tempest-AttachSCSIVolumeTestJSON-842334255-project] 10.222.0.49 "DELETE /v2.0/ports/5d9628d6-01f7-4226-adf5-04dabf6c9f64 HTTP/1.1" status: 204 len: 173 time: 1.7839177 Aug 12 14:38:35.903354 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Provisioning for port d19c4a8d-5ab9-4b20-95f6-d3dd78a2c2bd completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:38:35.914810 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Provisioning complete for port d19c4a8d-5ab9-4b20-95f6-d3dd78a2c2bd triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:38:35.915410 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:35.940310 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe334f4f-f5e1-408d-9e50-c4dbf5d1dde7 tempest-AttachSCSIVolumeTestJSON-842334255 tempest-AttachSCSIVolumeTestJSON-842334255-project] Pushing event deleted for resources: {'Port': ['ID=5d9628d6-01f7-4226-adf5-04dabf6c9f64,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:38:35.999656 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-2b2efe74-19fb-4864-bb99-11e67c770795 req-5c1b516e-0f99-4507-adab-a124b523fa3c tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] 10.222.0.39 "GET /v2.0/security-groups?id=87f02c46-9837-45f6-a8f5-f67c20068d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3081129 Aug 12 14:38:36.036400 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6bb79e0b-f84e-40a5-8d65-4a57d9625052 req-c4c15ca7-eb02-4fab-b832-fe891b2fa76e tempest-AttachSCSIVolumeTestJSON-842334255 tempest-AttachSCSIVolumeTestJSON-842334255-project] 10.222.0.39 "GET /v2.0/security-groups?id=10538960-7c7a-451a-90f5-94b5fbb5462b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2805178 Aug 12 14:38:36.051888 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:36.090940 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c16f504a-8712-4961-a5bf-10a30af1c6d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd19c4a8d-5ab9-4b20-95f6-d3dd78a2c2bd'}] {{(pid=94468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:38:36.093666 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99a8d87602170099c728e57431aca99e9b98a655a83bbf8727be13192709727b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21d7d71b-3e73-4553-ae46-520cfed79934" -d '{"events": [{"server_uuid": "c16f504a-8712-4961-a5bf-10a30af1c6d1", "name": "network-vif-plugged", "status": "completed", "tag": "d19c4a8d-5ab9-4b20-95f6-d3dd78a2c2bd"}]}' {{(pid=94468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:38:36.131810 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port d19c4a8d-5ab9-4b20-95f6-d3dd78a2c2bd, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=d19c4a8d-5ab9-4b20-95f6-d3dd78a2c2bd,segment=NetworkSegment(e096a12b-68f8-4c98-b89d-d2992559fa06),segment_id=e096a12b-68f8-4c98-b89d-d2992559fa06)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:38:36.135667 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 14:38:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb0687ea-40ab-4b26-8cce-8135d7ae224d x-openstack-request-id: req-eb0687ea-40ab-4b26-8cce-8135d7ae224d {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:38:36.135852 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "218a1e6a-afab-4f0a-9188-1c66929eccc2", "tag": "97cdf138-f3fe-4d0b-8fee-64f2f5b0dcc5", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:38:36.136159 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-eb0687ea-40ab-4b26-8cce-8135d7ae224d {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:38:36.136711 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '218a1e6a-afab-4f0a-9188-1c66929eccc2', 'tag': '97cdf138-f3fe-4d0b-8fee-64f2f5b0dcc5', 'status': 'completed', 'code': 200} Aug 12 14:38:36.138742 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a06cbc-3df6-4db4-838a-4143894d587b req-6b65bc20-c5c2-47f3-9a29-2551968b6c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:38:36.140339 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-10a06cbc-3df6-4db4-838a-4143894d587b req-6b65bc20-c5c2-47f3-9a29-2551968b6c35 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4024e5f8cb5f495fb475a508277f1933&device_id=218a1e6a-afab-4f0a-9188-1c66929eccc2 HTTP/1.1" status: 200 len: 1095 time: 0.3394835 Aug 12 14:38:36.143139 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:36.145533 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device 5d9628d6-01f7-4226-adf5-04dabf6c9f64 no longer exists at agent hyperv_n-h2-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:38:36.161214 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286cb323-9902-4cf9-8028-fe4246fcd9ad req-cd8f6495-b00d-472a-8636-f1bfcf11509b tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:38:36.161902 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-286cb323-9902-4cf9-8028-fe4246fcd9ad req-cd8f6495-b00d-472a-8636-f1bfcf11509b tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:36.189084 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device d90bce39-ead3-4c84-9aee-c6a88aef9bad no longer exists at agent hyperv_n-h1-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:38:36.194238 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] No Port match for: 5d9628d6-01f7-4226-adf5-04dabf6c9f64 {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 14:38:36.194568 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device 5d9628d6-01f7-4226-adf5-04dabf6c9f64 not bound to the agent host n-h2-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:38:36.218386 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-93370168-53ca-47c2-9e27-b066be57125c None None] No Port match for: d90bce39-ead3-4c84-9aee-c6a88aef9bad {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 14:38:36.218773 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device d90bce39-ead3-4c84-9aee-c6a88aef9bad not bound to the agent host n-h1-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:38:36.245632 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Pushing event updated for resources: {'Port': ['ID=d19c4a8d-5ab9-4b20-95f6-d3dd78a2c2bd,revision_number=5']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:38:36.262849 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-10a06cbc-3df6-4db4-838a-4143894d587b req-5931b432-d262-4753-998c-aafffe9ec606 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=97cdf138-f3fe-4d0b-8fee-64f2f5b0dcc5 HTTP/1.1" status: 200 len: 217 time: 0.0600011 Aug 12 14:38:36.268990 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266f15fc-5dbf-43b8-bb14-a4d66fbbd24a req-b4c8b886-4959-41e2-a2c6-89ec273d1dd3 tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:38:36.270549 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-266f15fc-5dbf-43b8-bb14-a4d66fbbd24a req-b4c8b886-4959-41e2-a2c6-89ec273d1dd3 tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] 10.222.0.49 "GET /v2.0/ports?device_id=072e510b-94e7-4b4d-9adb-8de696ba114d HTTP/1.1" status: 200 len: 945 time: 0.4332285 Aug 12 14:38:36.273126 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8f6495-b00d-472a-8636-f1bfcf11509b tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] Pushing event updated for resources: {'Port': ['ID=0db4f29f-4b08-4d67-9a89-85f456556b3e,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:38:36.332405 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854b0ae0-20f0-4f89-8cc0-ed546e937289 req-d01d2dce-d39c-47af-a479-49d46d79ecca tempest-ImagesOneServerNegativeTestJSON-535792509 tempest-ImagesOneServerNegativeTestJSON-535792509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:38:36.336823 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-854b0ae0-20f0-4f89-8cc0-ed546e937289 req-d01d2dce-d39c-47af-a479-49d46d79ecca tempest-ImagesOneServerNegativeTestJSON-535792509 tempest-ImagesOneServerNegativeTestJSON-535792509-project] 10.222.0.39 "GET /v2.0/ports?device_id=c16f504a-8712-4961-a5bf-10a30af1c6d1 HTTP/1.1" status: 200 len: 946 time: 0.1619749 Aug 12 14:38:36.355069 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a06cbc-3df6-4db4-838a-4143894d587b req-144abd6b-0276-4c4d-b90c-3aa6f574b36c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:38:36.357011 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-10a06cbc-3df6-4db4-838a-4143894d587b req-144abd6b-0276-4c4d-b90c-3aa6f574b36c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=49978436-adae-4995-85db-355f6ab8bdca HTTP/1.1" status: 200 len: 852 time: 0.0847700 Aug 12 14:38:36.396979 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-10a06cbc-3df6-4db4-838a-4143894d587b req-aad665ea-6937-4a24-97f7-ef10b79c9018 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a681c17b-4312-41b7-b711-32d50b05905d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329440 Aug 12 14:38:36.439781 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-818d073f-aa26-49e6-9b65-3de555b710e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:36.454549 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-818d073f-aa26-49e6-9b65-3de555b710e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:36.461516 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-854b0ae0-20f0-4f89-8cc0-ed546e937289 req-8becf547-d3f5-489f-8a53-84edd8f21090 tempest-ImagesOneServerNegativeTestJSON-535792509 tempest-ImagesOneServerNegativeTestJSON-535792509-project] 10.222.0.39 "GET /v2.0/security-groups?id=21797083-50ee-4fa2-9ae6-2585440bdd47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186900 Aug 12 14:38:36.464769 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-286cb323-9902-4cf9-8028-fe4246fcd9ad req-cd8f6495-b00d-472a-8636-f1bfcf11509b tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1063836 Aug 12 14:38:36.480132 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-286cb323-9902-4cf9-8028-fe4246fcd9ad req-74d03d11-e667-4844-86bd-ce2b425282f5 service neutron] Request body: {'port': {'device_id': '6d995843-ad4a-425e-9784-973249b05cce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-694802-15'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:38:36.492781 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-818d073f-aa26-49e6-9b65-3de555b710e2 admin admin] vlan segment allocate from pool success with {'vlan_id': 314, 'physical_network': 'physnet1'} {{(pid=94466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 14:38:36.503652 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-818d073f-aa26-49e6-9b65-3de555b710e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:36.504636 n-d-694802-15 neutron-server[94466]: INFO neutron.db.segments_db [None req-818d073f-aa26-49e6-9b65-3de555b710e2 admin admin] Added segment ae0f7858-a880-4a96-919b-f9a0f9ae852e of type vlan for network ff19563e-4429-4f6d-967d-526f99a21ce3 Aug 12 14:38:36.529897 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 14:38:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e96964d-a296-4847-9af1-63e6309fd4d4 x-openstack-request-id: req-2e96964d-a296-4847-9af1-63e6309fd4d4 {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:38:36.531521 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c16f504a-8712-4961-a5bf-10a30af1c6d1", "name": "network-vif-plugged", "status": "completed", "tag": "d19c4a8d-5ab9-4b20-95f6-d3dd78a2c2bd", "code": 200}]} {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:38:36.531804 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2e96964d-a296-4847-9af1-63e6309fd4d4 {{(pid=94468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:38:36.532232 n-d-694802-15 neutron-server[94468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c16f504a-8712-4961-a5bf-10a30af1c6d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd19c4a8d-5ab9-4b20-95f6-d3dd78a2c2bd', 'code': 200} Aug 12 14:38:36.561788 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e995ed-3bd2-4894-956c-ff1fb7d85f45 req-fe9ce016-4369-48ff-a1c8-7398bfd8ac5b tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:38:36.570134 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-10a06cbc-3df6-4db4-838a-4143894d587b req-ba0a9248-baf1-4f6d-9822-8e29c19371ad service neutron] 10.222.0.64 "GET /v2.0/networks/a681c17b-4312-41b7-b711-32d50b05905d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1641929 Aug 12 14:38:36.570421 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-73e995ed-3bd2-4894-956c-ff1fb7d85f45 req-fe9ce016-4369-48ff-a1c8-7398bfd8ac5b tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] 10.222.0.39 "GET /v2.0/ports?device_id=218a1e6a-afab-4f0a-9188-1c66929eccc2 HTTP/1.1" status: 200 len: 943 time: 0.2968557 Aug 12 14:38:36.573821 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-286cb323-9902-4cf9-8028-fe4246fcd9ad req-74d03d11-e667-4844-86bd-ce2b425282f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:36.619223 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-818d073f-aa26-49e6-9b65-3de555b710e2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744653628263'] for network, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:36.694354 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-65def8a2-5b11-46b0-a48c-95c5ffedbba2 tempest-ExternalNetworksTestJSON-323390576 tempest-ExternalNetworksTestJSON-323390576-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:36.713733 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818d073f-aa26-49e6-9b65-3de555b710e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b78780e5-4e3a-4cf4-86ef-4a939440c3ae,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:38:36.780128 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-73e995ed-3bd2-4894-956c-ff1fb7d85f45 req-b4cce951-85cd-464e-8205-687d16834fcd tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b3c7ce2-70f7-4d15-8774-e830cec0f0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2088344 Aug 12 14:38:36.783943 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-818d073f-aa26-49e6-9b65-3de555b710e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409'] for network, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:36.784908 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-818d073f-aa26-49e6-9b65-3de555b710e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:38:36.785593 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-818d073f-aa26-49e6-9b65-3de555b710e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for network, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:36.825546 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9ed6b5-6758-4307-a479-dd7275dd90c7 req-55bbfce1-352a-4c63-9d97-02e9455964c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:38:36.827058 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-df9ed6b5-6758-4307-a479-dd7275dd90c7 req-55bbfce1-352a-4c63-9d97-02e9455964c2 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=c16f504a-8712-4961-a5bf-10a30af1c6d1 HTTP/1.1" status: 200 len: 1098 time: 0.1896808 Aug 12 14:38:36.869852 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d135e09-bfb4-495d-b51b-5815c67146e0 req-291323d0-11b5-4736-9f84-319999f65df5 tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:38:36.871342 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6d135e09-bfb4-495d-b51b-5815c67146e0 req-291323d0-11b5-4736-9f84-319999f65df5 tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d995843-ad4a-425e-9784-973249b05cce HTTP/1.1" status: 200 len: 931 time: 0.2093546 Aug 12 14:38:36.875091 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-818d073f-aa26-49e6-9b65-3de555b710e2 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.2639098 Aug 12 14:38:36.879317 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 41524) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:38:36.883570 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [req-266f15fc-5dbf-43b8-bb14-a4d66fbbd24a req-c1006ee4-5977-4c02-ae7b-4500ae5f26a8 tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] Deleting port e8c99a67-cbca-4b24-abb0-4ec6fab248bc {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:38:36.883904 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-266f15fc-5dbf-43b8-bb14-a4d66fbbd24a req-c1006ee4-5977-4c02-ae7b-4500ae5f26a8 tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:36.897593 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-5a9265ae-c616-4796-9253-6cdb5d68417c admin admin] Request body: {'subnet': {'network_id': 'ff19563e-4429-4f6d-967d-526f99a21ce3', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1966439258-subnet', 'tenant_id': '5ab57f370cab4309bb2120378e31eef4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:38:36.909644 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-10a06cbc-3df6-4db4-838a-4143894d587b req-8f40d2e6-71e1-47ef-a10e-cfebebc2e9ce service neutron] 10.222.0.64 "GET /v2.0/networks/a681c17b-4312-41b7-b711-32d50b05905d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3257356 Aug 12 14:38:36.945198 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.db.resource_extend [None req-658bd2c9-57d2-4ec4-bb70-43b5ee191779 tempest-ServersTestManualDisk-1309453399 tempest-ServersTestManualDisk-1309453399-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 12 14:38:36.952984 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818d073f-aa26-49e6-9b65-3de555b710e2 admin admin] Pushing event updated for resources: {'Network': ['ID=ff19563e-4429-4f6d-967d-526f99a21ce3,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:38:36.965163 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Network ff19563e-4429-4f6d-967d-526f99a21ce3 details requested by agent ovs-agent-n-d-694802-15 with host n-d-694802-15 {{(pid=94468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 14:38:36.966483 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-df9ed6b5-6758-4307-a479-dd7275dd90c7 req-7bab5684-1290-414d-8018-94f02fdddacf service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=21797083-50ee-4fa2-9ae6-2585440bdd47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262524 Aug 12 14:38:36.987781 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6d135e09-bfb4-495d-b51b-5815c67146e0 req-6b423dfa-24ae-43ba-9b05-04a782102c95 tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ad0002e-d03d-4ace-861f-ca41a35b7aed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817356 Aug 12 14:38:37.043473 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fec9380-24d2-4452-8431-2b403ac9c97f req-8294e519-7435-415b-88f1-8856bed24fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:38:37.044980 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-7fec9380-24d2-4452-8431-2b403ac9c97f req-8294e519-7435-415b-88f1-8856bed24fa3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4024e5f8cb5f495fb475a508277f1933&device_id=218a1e6a-afab-4f0a-9188-1c66929eccc2 HTTP/1.1" status: 200 len: 1095 time: 0.0805702 Aug 12 14:38:37.362404 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-658bd2c9-57d2-4ec4-bb70-43b5ee191779 tempest-ServersTestManualDisk-1309453399 tempest-ServersTestManualDisk-1309453399-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:37.366855 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a9265ae-c616-4796-9253-6cdb5d68417c admin admin] Made reservation on behalf of 5ab57f370cab4309bb2120378e31eef4 for: {'subnet': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:38:37.369150 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5a9265ae-c616-4796-9253-6cdb5d68417c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8776441'] for subnet, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:37.391409 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-658bd2c9-57d2-4ec4-bb70-43b5ee191779 tempest-ServersTestManualDisk-1309453399 tempest-ServersTestManualDisk-1309453399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431510'] for floatingip, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:37.512182 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [req-266f15fc-5dbf-43b8-bb14-a4d66fbbd24a req-c1006ee4-5977-4c02-ae7b-4500ae5f26a8 tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] For port e8c99a67-cbca-4b24-abb0-4ec6fab248bc, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=e8c99a67-cbca-4b24-abb0-4ec6fab248bc,segment=NetworkSegment(111c8fb4-95f7-4303-b261-7f0bb42c0aef),segment_id=111c8fb4-95f7-4303-b261-7f0bb42c0aef)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:38:37.513222 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-266f15fc-5dbf-43b8-bb14-a4d66fbbd24a req-c1006ee4-5977-4c02-ae7b-4500ae5f26a8 tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:37.527282 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [req-286cb323-9902-4cf9-8028-fe4246fcd9ad req-74d03d11-e667-4844-86bd-ce2b425282f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0db4f29f-4b08-4d67-9a89-85f456556b3e {{(pid=94467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:38:37.546905 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-286cb323-9902-4cf9-8028-fe4246fcd9ad req-74d03d11-e667-4844-86bd-ce2b425282f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:37.548411 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [req-266f15fc-5dbf-43b8-bb14-a4d66fbbd24a req-c1006ee4-5977-4c02-ae7b-4500ae5f26a8 tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] Calling delete_port for e8c99a67-cbca-4b24-abb0-4ec6fab248bc owned by compute:nova {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:38:37.578983 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [req-286cb323-9902-4cf9-8028-fe4246fcd9ad req-74d03d11-e667-4844-86bd-ce2b425282f5 service neutron] Transition to ACTIVE for port object 0db4f29f-4b08-4d67-9a89-85f456556b3e will not be triggered until provisioned by entity L2. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:38:37.588570 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4143267-361b-4b60-87a3-8fc3c817d84f req-d10fd452-7a25-48c4-aa7d-fab4bba5ea59 tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:38:37.590128 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f4143267-361b-4b60-87a3-8fc3c817d84f req-d10fd452-7a25-48c4-aa7d-fab4bba5ea59 tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] 10.222.0.39 "GET /v2.0/ports?device_id=072e510b-94e7-4b4d-9adb-8de696ba114d HTTP/1.1" status: 200 len: 945 time: 0.1373479 Aug 12 14:38:37.591701 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fec9380-24d2-4452-8431-2b403ac9c97f req-8f0c0bde-e81f-48a8-8f2f-ad9e067a8f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:38:37.593096 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-7fec9380-24d2-4452-8431-2b403ac9c97f req-8f0c0bde-e81f-48a8-8f2f-ad9e067a8f1b service neutron] 10.222.0.64 "GET /v2.0/networks?id=a681c17b-4312-41b7-b711-32d50b05905d HTTP/1.1" status: 200 len: 913 time: 0.5389857 Aug 12 14:38:37.593873 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-286cb323-9902-4cf9-8028-fe4246fcd9ad req-74d03d11-e667-4844-86bd-ce2b425282f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:37.687006 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-7fec9380-24d2-4452-8431-2b403ac9c97f req-d1155085-5aa0-49d6-8c29-40ebf2210c07 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=97cdf138-f3fe-4d0b-8fee-64f2f5b0dcc5 HTTP/1.1" status: 200 len: 217 time: 0.0840905 Aug 12 14:38:37.690152 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-65def8a2-5b11-46b0-a48c-95c5ffedbba2 tempest-ExternalNetworksTestJSON-323390576 tempest-ExternalNetworksTestJSON-323390576-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:37.725733 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d03d11-e667-4844-86bd-ce2b425282f5 service neutron] Pushing event updated for resources: {'Port': ['ID=0db4f29f-4b08-4d67-9a89-85f456556b3e,revision_number=2']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:38:37.757001 n-d-694802-15 neutron-server[94466]: INFO neutron.db.l3_db [None req-658bd2c9-57d2-4ec4-bb70-43b5ee191779 tempest-ServersTestManualDisk-1309453399 tempest-ServersTestManualDisk-1309453399-project] Floating IP 674780af-901a-41fb-8cfe-724dae3fda61 associated. External IP: 172.25.1.229, port: 86f8b158-7406-41b8-ae3e-7655937cb625. Aug 12 14:38:37.762300 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f4143267-361b-4b60-87a3-8fc3c817d84f req-67a2788e-e7f5-4ad5-a062-e2a0a3e26d8c tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] 10.222.0.39 "GET /v2.0/security-groups?id=87f02c46-9837-45f6-a8f5-f67c20068d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607220 Aug 12 14:38:37.829131 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fec9380-24d2-4452-8431-2b403ac9c97f req-89cdd0ad-f4c2-4e16-a7ef-bb14d96f96ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:38:37.830634 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-7fec9380-24d2-4452-8431-2b403ac9c97f req-89cdd0ad-f4c2-4e16-a7ef-bb14d96f96ed service neutron] 10.222.0.64 "GET /v2.0/subnets?id=49978436-adae-4995-85db-355f6ab8bdca HTTP/1.1" status: 200 len: 852 time: 0.1321738 Aug 12 14:38:37.856781 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e76480-e7ac-4f74-8ed5-d7fd92390b5f req-a78a891e-b2b5-4e19-8893-cb45612fc85d tempest-ImagesOneServerNegativeTestJSON-535792509 tempest-ImagesOneServerNegativeTestJSON-535792509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:38:37.864685 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-76e76480-e7ac-4f74-8ed5-d7fd92390b5f req-a78a891e-b2b5-4e19-8893-cb45612fc85d tempest-ImagesOneServerNegativeTestJSON-535792509 tempest-ImagesOneServerNegativeTestJSON-535792509-project] 10.222.0.39 "GET /v2.0/ports?device_id=c16f504a-8712-4961-a5bf-10a30af1c6d1 HTTP/1.1" status: 200 len: 946 time: 0.2628388 Aug 12 14:38:37.882702 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-286cb323-9902-4cf9-8028-fe4246fcd9ad req-74d03d11-e667-4844-86bd-ce2b425282f5 service neutron] Attempting to bind port 0db4f29f-4b08-4d67-9a89-85f456556b3e on host n-h2-694802-15 for vnic_type normal with profile {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:38:37.883125 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-286cb323-9902-4cf9-8028-fe4246fcd9ad req-74d03d11-e667-4844-86bd-ce2b425282f5 service neutron] Attempting to bind port 0db4f29f-4b08-4d67-9a89-85f456556b3e by drivers openvswitch,hyperv on host n-h2-694802-15 at level 0 using segments [{'id': 'afe25370-43f7-43be-a4de-d68fa9dce5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '046597a4-00ca-4153-9d1b-ff667ab81e34'}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:38:37.883441 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-286cb323-9902-4cf9-8028-fe4246fcd9ad req-74d03d11-e667-4844-86bd-ce2b425282f5 service neutron] Attempting to bind port 0db4f29f-4b08-4d67-9a89-85f456556b3e on network 046597a4-00ca-4153-9d1b-ff667ab81e34 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:38:37.891658 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-7fec9380-24d2-4452-8431-2b403ac9c97f req-58ea85e2-75c7-4c7a-8c2f-4513617989ed service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a681c17b-4312-41b7-b711-32d50b05905d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0503674 Aug 12 14:38:37.893612 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-286cb323-9902-4cf9-8028-fe4246fcd9ad req-74d03d11-e667-4844-86bd-ce2b425282f5 service neutron] Port 0db4f29f-4b08-4d67-9a89-85f456556b3e on network 046597a4-00ca-4153-9d1b-ff667ab81e34 not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-15 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 14:38:37.893943 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-286cb323-9902-4cf9-8028-fe4246fcd9ad req-74d03d11-e667-4844-86bd-ce2b425282f5 service neutron] Attempting to bind port 0db4f29f-4b08-4d67-9a89-85f456556b3e on network 046597a4-00ca-4153-9d1b-ff667ab81e34 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:38:37.922234 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-286cb323-9902-4cf9-8028-fe4246fcd9ad req-74d03d11-e667-4844-86bd-ce2b425282f5 service neutron] Checking agent: {'id': 'b7697f71-33f3-4959-ad82-43c2dc15845d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 27, 42), 'started_at': datetime.datetime(2021, 8, 12, 14, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 38, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:38:37.922234 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-286cb323-9902-4cf9-8028-fe4246fcd9ad req-74d03d11-e667-4844-86bd-ce2b425282f5 service neutron] Checking segment: {'id': 'afe25370-43f7-43be-a4de-d68fa9dce5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '046597a4-00ca-4153-9d1b-ff667ab81e34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:38:37.922234 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-286cb323-9902-4cf9-8028-fe4246fcd9ad req-74d03d11-e667-4844-86bd-ce2b425282f5 service neutron] Bound using segment: {'id': 'afe25370-43f7-43be-a4de-d68fa9dce5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '046597a4-00ca-4153-9d1b-ff667ab81e34'} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:38:37.922234 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-286cb323-9902-4cf9-8028-fe4246fcd9ad req-74d03d11-e667-4844-86bd-ce2b425282f5 service neutron] Bound port: 0db4f29f-4b08-4d67-9a89-85f456556b3e, host: n-h2-694802-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'afe25370-43f7-43be-a4de-d68fa9dce5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '046597a4-00ca-4153-9d1b-ff667ab81e34'}}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:38:37.922234 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-286cb323-9902-4cf9-8028-fe4246fcd9ad req-74d03d11-e667-4844-86bd-ce2b425282f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:38.062936 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577b0038-281a-406b-a37d-51e8ed0faa90 req-012a45ac-a95d-4eba-9e84-ea7345610822 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:38:38.070869 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-577b0038-281a-406b-a37d-51e8ed0faa90 req-012a45ac-a95d-4eba-9e84-ea7345610822 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] 10.222.0.39 "GET /v2.0/ports?device_id=218a1e6a-afab-4f0a-9188-1c66929eccc2 HTTP/1.1" status: 200 len: 943 time: 0.1780965 Aug 12 14:38:38.103869 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5a9265ae-c616-4796-9253-6cdb5d68417c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3718490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8776395'] for subnet, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:38.117929 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-76e76480-e7ac-4f74-8ed5-d7fd92390b5f req-b1d4c947-89c3-4869-9b4b-ed3d0d8e3cf6 tempest-ImagesOneServerNegativeTestJSON-535792509 tempest-ImagesOneServerNegativeTestJSON-535792509-project] 10.222.0.39 "GET /v2.0/security-groups?id=21797083-50ee-4fa2-9ae6-2585440bdd47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2520173 Aug 12 14:38:38.125237 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-7fec9380-24d2-4452-8431-2b403ac9c97f req-30dda698-aecc-4af2-ab5b-d96911a27af6 service neutron] 10.222.0.64 "GET /v2.0/networks/a681c17b-4312-41b7-b711-32d50b05905d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2156198 Aug 12 14:38:38.134447 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-65def8a2-5b11-46b0-a48c-95c5ffedbba2 tempest-ExternalNetworksTestJSON-323390576 tempest-ExternalNetworksTestJSON-323390576-project-admin] Allocated IP 172.20.0.6 (fc117ca9-2b76-4c21-b03b-1aeb231f7f5b/789372e7-b6a9-4fc5-ba06-b48611f9f819/ff26ed0b-f896-4c58-91b4-ed3f4f0d4c5a) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:38:38.140502 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03232926-321d-4d1a-bc13-5e0570da9f31', 'name': 'network-vif-deleted', 'tag': '5d9628d6-01f7-4226-adf5-04dabf6c9f64'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:38:38.142982 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e65282f928b64038367d043a4411777802006c43a98742496cb2e25b724ff1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-921acbef-ac43-4e3a-bca6-b3f9cf2925bb" -d '{"events": [{"server_uuid": "03232926-321d-4d1a-bc13-5e0570da9f31", "name": "network-vif-deleted", "tag": "5d9628d6-01f7-4226-adf5-04dabf6c9f64"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:38:38.228470 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-286cb323-9902-4cf9-8028-fe4246fcd9ad req-74d03d11-e667-4844-86bd-ce2b425282f5 service neutron] For port 0db4f29f-4b08-4d67-9a89-85f456556b3e, host n-h2-694802-15, cleared binding levels {{(pid=94467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:38:38.245702 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-266f15fc-5dbf-43b8-bb14-a4d66fbbd24a req-c1006ee4-5977-4c02-ae7b-4500ae5f26a8 tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:38.259269 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] get_ports_and_sgs() called for port_ids ['a7435c5d-997c-44fb-a2c6-77a012c12559'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:38:38.263036 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] get_ports_and_sgs() called for port_ids ['98b2f474-3add-4406-8544-afd4b82043d3', 'a0820b1b-bfda-4b57-a48e-701b0efdd4b5'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:38:38.271247 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-577b0038-281a-406b-a37d-51e8ed0faa90 req-8049ae24-b6a3-4da8-82eb-aafb1db7e835 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b3c7ce2-70f7-4d15-8774-e830cec0f0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1993983 Aug 12 14:38:38.298921 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-286cb323-9902-4cf9-8028-fe4246fcd9ad req-74d03d11-e667-4844-86bd-ce2b425282f5 service neutron] For port 0db4f29f-4b08-4d67-9a89-85f456556b3e, host n-h2-694802-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=0db4f29f-4b08-4d67-9a89-85f456556b3e,segment=NetworkSegment(afe25370-43f7-43be-a4de-d68fa9dce5c3),segment_id=afe25370-43f7-43be-a4de-d68fa9dce5c3)] {{(pid=94467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:38:38.327543 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-286cb323-9902-4cf9-8028-fe4246fcd9ad req-74d03d11-e667-4844-86bd-ce2b425282f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:38.349967 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 14:38:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f62724a-6178-4d32-b3c2-57755795d610 x-openstack-request-id: req-5f62724a-6178-4d32-b3c2-57755795d610 {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:38:38.350262 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03232926-321d-4d1a-bc13-5e0570da9f31", "name": "network-vif-deleted", "tag": "5d9628d6-01f7-4226-adf5-04dabf6c9f64", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:38:38.350587 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5f62724a-6178-4d32-b3c2-57755795d610 {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:38:38.352842 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03232926-321d-4d1a-bc13-5e0570da9f31', 'name': 'network-vif-deleted', 'tag': '5d9628d6-01f7-4226-adf5-04dabf6c9f64', 'status': 'completed', 'code': 200} Aug 12 14:38:38.361891 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286cb323-9902-4cf9-8028-fe4246fcd9ad req-74d03d11-e667-4844-86bd-ce2b425282f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:38:38.362483 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-286cb323-9902-4cf9-8028-fe4246fcd9ad req-74d03d11-e667-4844-86bd-ce2b425282f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:38.364493 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-286cb323-9902-4cf9-8028-fe4246fcd9ad req-74d03d11-e667-4844-86bd-ce2b425282f5 service neutron] 10.222.0.49 "PUT /v2.0/ports/0db4f29f-4b08-4d67-9a89-85f456556b3e HTTP/1.1" status: 200 len: 1092 time: 1.8903518 Aug 12 14:38:38.377358 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-65def8a2-5b11-46b0-a48c-95c5ffedbba2 tempest-ExternalNetworksTestJSON-323390576 tempest-ExternalNetworksTestJSON-323390576-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:38.377613 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-7fec9380-24d2-4452-8431-2b403ac9c97f req-475a8496-6b6d-450d-8ef0-b84b35af09ed service neutron] 10.222.0.64 "GET /v2.0/networks/a681c17b-4312-41b7-b711-32d50b05905d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2425981 Aug 12 14:38:38.480306 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d03d11-e667-4844-86bd-ce2b425282f5 service neutron] Pushing event updated for resources: {'Port': ['ID=0db4f29f-4b08-4d67-9a89-85f456556b3e,revision_number=3']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:38:38.485717 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286cb323-9902-4cf9-8028-fe4246fcd9ad req-0a7bc0c5-da31-4f81-8b35-745290ea16ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:38:38.487240 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-286cb323-9902-4cf9-8028-fe4246fcd9ad req-0a7bc0c5-da31-4f81-8b35-745290ea16ee service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=718396d2ba6249eeb0676cbc20c1ef9d&device_id=6d995843-ad4a-425e-9784-973249b05cce HTTP/1.1" status: 200 len: 1095 time: 0.0700684 Aug 12 14:38:38.534092 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9265ae-c616-4796-9253-6cdb5d68417c admin admin] Pushing event updated for resources: {'Subnet': ['ID=aac6ef7c-fa76-4eb2-9806-3a2ec5a29e86,revision_number=0']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:38:38.547002 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-286cb323-9902-4cf9-8028-fe4246fcd9ad req-dc0387f6-4828-468e-bb73-5575a12a6cb7 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0db4f29f-4b08-4d67-9a89-85f456556b3e HTTP/1.1" status: 200 len: 217 time: 0.0493848 Aug 12 14:38:38.571807 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a9265ae-c616-4796-9253-6cdb5d68417c admin admin] Checking segment: {'id': 'ae0f7858-a880-4a96-919b-f9a0f9ae852e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'ff19563e-4429-4f6d-967d-526f99a21ce3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:38:38.572461 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a9265ae-c616-4796-9253-6cdb5d68417c admin admin] Network hostable DHCP agents. Network: ff19563e-4429-4f6d-967d-526f99a21ce3, hostable agents: ['1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658'], hosted agents: [] {{(pid=94466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 14:38:38.604499 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1006ee4-5977-4c02-ae7b-4500ae5f26a8 tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] Pushing event deleted for resources: {'Port': ['ID=e8c99a67-cbca-4b24-abb0-4ec6fab248bc,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:38:38.617369 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-65def8a2-5b11-46b0-a48c-95c5ffedbba2 tempest-ExternalNetworksTestJSON-323390576 tempest-ExternalNetworksTestJSON-323390576-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:38.625381 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286cb323-9902-4cf9-8028-fe4246fcd9ad req-caa0e1b3-0687-407a-a0b2-63f9e43feb84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:38:38.627208 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-286cb323-9902-4cf9-8028-fe4246fcd9ad req-caa0e1b3-0687-407a-a0b2-63f9e43feb84 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=82fd6154-7c76-48f3-a228-946a266f70e8 HTTP/1.1" status: 200 len: 855 time: 0.0733974 Aug 12 14:38:38.653043 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f378e7ae-e10c-4995-978a-a49689cae1ca req-a1470b9a-2af1-484d-86ed-4fc071214eba tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:38:38.661604 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-f378e7ae-e10c-4995-978a-a49689cae1ca req-a1470b9a-2af1-484d-86ed-4fc071214eba tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d995843-ad4a-425e-9784-973249b05cce HTTP/1.1" status: 200 len: 943 time: 0.4218266 Aug 12 14:38:38.669353 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a9265ae-c616-4796-9253-6cdb5d68417c admin admin] Network ff19563e-4429-4f6d-967d-526f99a21ce3 is scheduled to be hosted by DHCP agent 1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658 with binding_index 1 {{(pid=94466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 14:38:38.671172 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-286cb323-9902-4cf9-8028-fe4246fcd9ad req-64bcd8d0-afe4-4fcb-9525-858dde2e331c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=046597a4-00ca-4153-9d1b-ff667ab81e34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357330 Aug 12 14:38:38.713767 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65def8a2-5b11-46b0-a48c-95c5ffedbba2 tempest-ExternalNetworksTestJSON-323390576 tempest-ExternalNetworksTestJSON-323390576-project-admin] Network fc117ca9-2b76-4c21-b03b-1aeb231f7f5b is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:38:38.740811 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-65def8a2-5b11-46b0-a48c-95c5ffedbba2 tempest-ExternalNetworksTestJSON-323390576 tempest-ExternalNetworksTestJSON-323390576-project-admin] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:38:38.761156 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65def8a2-5b11-46b0-a48c-95c5ffedbba2 tempest-ExternalNetworksTestJSON-323390576 tempest-ExternalNetworksTestJSON-323390576-project-admin] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:38:38.767124 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-5a9265ae-c616-4796-9253-6cdb5d68417c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-15, ff19563e-4429-4f6d-967d-526f99a21ce3) {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:38:38.768807 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [req-266f15fc-5dbf-43b8-bb14-a4d66fbbd24a req-c1006ee4-5977-4c02-ae7b-4500ae5f26a8 tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] No DVR routers for this DVR port e8c99a67-cbca-4b24-abb0-4ec6fab248bc on host n-h2-694802-15 {{(pid=94466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:38:38.774254 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-286cb323-9902-4cf9-8028-fe4246fcd9ad req-1a6cfb4b-7c51-4d26-8f2c-7454999e602f service neutron] 10.222.0.49 "GET /v2.0/networks/046597a4-00ca-4153-9d1b-ff667ab81e34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959904 Aug 12 14:38:38.781392 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44b2eb42-4d3a-4ee3-a05a-b1506088741c None None] Network ff19563e-4429-4f6d-967d-526f99a21ce3 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:38:38.799026 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-266f15fc-5dbf-43b8-bb14-a4d66fbbd24a req-c1006ee4-5977-4c02-ae7b-4500ae5f26a8 tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:38.801050 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-266f15fc-5dbf-43b8-bb14-a4d66fbbd24a req-c1006ee4-5977-4c02-ae7b-4500ae5f26a8 tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] 10.222.0.49 "DELETE /v2.0/ports/e8c99a67-cbca-4b24-abb0-4ec6fab248bc HTTP/1.1" status: 204 len: 173 time: 2.5084050 Aug 12 14:38:38.802238 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a9265ae-c616-4796-9253-6cdb5d68417c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:38:38.802814 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5a9265ae-c616-4796-9253-6cdb5d68417c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for subnet, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:38.804708 n-d-694802-15 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '072e510b-94e7-4b4d-9adb-8de696ba114d', 'name': 'network-vif-deleted', 'tag': 'e8c99a67-cbca-4b24-abb0-4ec6fab248bc'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:38:38.806984 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e785eeede3897370d0b20f09d5f461b30cfecd5ed38c4f07dacd02bc52c9277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6048017-66ba-49f7-9f73-aef4c3ac1e01" -d '{"events": [{"server_uuid": "072e510b-94e7-4b4d-9adb-8de696ba114d", "name": "network-vif-deleted", "tag": "e8c99a67-cbca-4b24-abb0-4ec6fab248bc"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:38:38.813532 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-658bd2c9-57d2-4ec4-bb70-43b5ee191779 tempest-ServersTestManualDisk-1309453399 tempest-ServersTestManualDisk-1309453399-project] Router 2fbb1cbc-baa7-4fb5-998b-5269d5b4312f has already been hosted by L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f {{(pid=94466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 14:38:38.816570 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65def8a2-5b11-46b0-a48c-95c5ffedbba2 tempest-ExternalNetworksTestJSON-323390576 tempest-ExternalNetworksTestJSON-323390576-project-admin] Pushing event updated for resources: {'Port': ['ID=ff26ed0b-f896-4c58-91b4-ed3f4f0d4c5a,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:38:38.863644 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-f378e7ae-e10c-4995-978a-a49689cae1ca req-0fb07029-6c7c-4689-bd3c-8cc1631188be tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ad0002e-d03d-4ace-861f-ca41a35b7aed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007849 Aug 12 14:38:38.877371 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-5a9265ae-c616-4796-9253-6cdb5d68417c admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.9877768 Aug 12 14:38:38.970995 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-235acdb6-39bb-4e45-88dd-3a1cfcd57d9f req-f3aad747-1109-4ee2-8d26-55ad6717c0e1 tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] 10.222.0.39 "GET /v2.0/ports?device_id=072e510b-94e7-4b4d-9adb-8de696ba114d HTTP/1.1" status: 200 len: 210 time: 0.0431345 Aug 12 14:38:38.977950 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-286cb323-9902-4cf9-8028-fe4246fcd9ad req-976d5811-32ad-43d1-aa6e-2f4373a4f2c4 service neutron] 10.222.0.49 "GET /v2.0/networks/046597a4-00ca-4153-9d1b-ff667ab81e34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1940885 Aug 12 14:38:39.058555 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aa9fab6-6dcc-4cc9-97ef-90b3fd68da16 None None] Network ff19563e-4429-4f6d-967d-526f99a21ce3 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:38:39.085968 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 41594) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:38:39.091299 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-658bd2c9-57d2-4ec4-bb70-43b5ee191779 tempest-ServersTestManualDisk-1309453399 tempest-ServersTestManualDisk-1309453399-project] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 14:38:39.093690 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 14:38:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb4f02fd-e53d-4c6a-95a0-fd4dbc2d4698 x-openstack-request-id: req-eb4f02fd-e53d-4c6a-95a0-fd4dbc2d4698 {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:38:39.093979 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "072e510b-94e7-4b4d-9adb-8de696ba114d", "name": "network-vif-deleted", "tag": "e8c99a67-cbca-4b24-abb0-4ec6fab248bc", "status": "completed", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:38:39.094236 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-eb4f02fd-e53d-4c6a-95a0-fd4dbc2d4698 {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:38:39.094707 n-d-694802-15 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '072e510b-94e7-4b4d-9adb-8de696ba114d', 'name': 'network-vif-deleted', 'tag': 'e8c99a67-cbca-4b24-abb0-4ec6fab248bc', 'status': 'completed', 'code': 200} Aug 12 14:38:39.099462 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-658bd2c9-57d2-4ec4-bb70-43b5ee191779 tempest-ServersTestManualDisk-1309453399 tempest-ServersTestManualDisk-1309453399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for floatingip, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:39.103902 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-703c9921-9cdd-40b4-8121-bbedfe5fd617 None None] Sync routers for ids ['2fbb1cbc-baa7-4fb5-998b-5269d5b4312f'] in n-d-694802-15 {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 14:38:39.120764 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-703c9921-9cdd-40b4-8121-bbedfe5fd617 None None] Routers {'2fbb1cbc-baa7-4fb5-998b-5269d5b4312f'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:38:39.121419 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-703c9921-9cdd-40b4-8121-bbedfe5fd617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:38:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['2fbb1cbc-baa7-4fb5-998b-5269d5b4312f'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:38:39.163269 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd772e6d-a35a-497b-aba6-ee9e9c31f136 admin admin] Deleting subnet e4de9541-a537-4baf-beeb-abf69dde5c2e {{(pid=94467) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 14:38:39.167479 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-fd772e6d-a35a-497b-aba6-ee9e9c31f136 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:39.242414 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-658bd2c9-57d2-4ec4-bb70-43b5ee191779 tempest-ServersTestManualDisk-1309453399 tempest-ServersTestManualDisk-1309453399-project] 10.222.0.39 "PUT /v2.0/floatingips/674780af-901a-41fb-8cfe-724dae3fda61 HTTP/1.1" status: 200 len: 992 time: 3.8645623 Aug 12 14:38:39.250114 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-65def8a2-5b11-46b0-a48c-95c5ffedbba2 tempest-ExternalNetworksTestJSON-323390576 tempest-ExternalNetworksTestJSON-323390576-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:39.272637 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-fd772e6d-a35a-497b-aba6-ee9e9c31f136 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3857505'] for subnet, precommit_delete_associations {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:39.327060 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-fd772e6d-a35a-497b-aba6-ee9e9c31f136 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66416255'] for subnet, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:39.342598 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-65def8a2-5b11-46b0-a48c-95c5ffedbba2 tempest-ExternalNetworksTestJSON-323390576 tempest-ExternalNetworksTestJSON-323390576-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:39.402417 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9fa71c-954d-4e94-983d-12a3908acf40 req-04670ea6-d983-48aa-815c-9d40af4e9da2 tempest-ImagesOneServerNegativeTestJSON-535792509 tempest-ImagesOneServerNegativeTestJSON-535792509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:38:39.410743 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-2f9fa71c-954d-4e94-983d-12a3908acf40 req-04670ea6-d983-48aa-815c-9d40af4e9da2 tempest-ImagesOneServerNegativeTestJSON-535792509 tempest-ImagesOneServerNegativeTestJSON-535792509-project] 10.222.0.39 "GET /v2.0/ports?device_id=c16f504a-8712-4961-a5bf-10a30af1c6d1 HTTP/1.1" status: 200 len: 946 time: 0.1523676 Aug 12 14:38:39.443755 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-fd772e6d-a35a-497b-aba6-ee9e9c31f136 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66416232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2859225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3343748'] for subnet, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:39.502555 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-703c9921-9cdd-40b4-8121-bbedfe5fd617 None None] Set router 2fbb1cbc-baa7-4fb5-998b-5269d5b4312f gateway port host: n-d-694802-15 {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:38:39.508445 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd772e6d-a35a-497b-aba6-ee9e9c31f136 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e4de9541-a537-4baf-beeb-abf69dde5c2e,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:38:39.521315 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-fd772e6d-a35a-497b-aba6-ee9e9c31f136 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:39.522488 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-2f9fa71c-954d-4e94-983d-12a3908acf40 req-5c3409a6-d0d9-4253-b5db-450ea5a4c138 tempest-ImagesOneServerNegativeTestJSON-535792509 tempest-ImagesOneServerNegativeTestJSON-535792509-project] 10.222.0.39 "GET /v2.0/security-groups?id=21797083-50ee-4fa2-9ae6-2585440bdd47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107531 Aug 12 14:38:39.523221 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-fd772e6d-a35a-497b-aba6-ee9e9c31f136 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/e4de9541-a537-4baf-beeb-abf69dde5c2e HTTP/1.1" status: 204 len: 168 time: 0.4359045 Aug 12 14:38:39.527108 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 41604) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:38:39.657732 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-65def8a2-5b11-46b0-a48c-95c5ffedbba2 tempest-ExternalNetworksTestJSON-323390576 tempest-ExternalNetworksTestJSON-323390576-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:39.666244 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-65def8a2-5b11-46b0-a48c-95c5ffedbba2 tempest-ExternalNetworksTestJSON-323390576 tempest-ExternalNetworksTestJSON-323390576-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3718439'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:39.692658 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-e9bfbd74-7ab1-4d46-a004-d4e036cabdd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680608'] for network, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:39.711470 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca9fc51-8b38-48ce-9288-2ec63b823a45 req-02c8553a-1f8b-453c-8218-95be1d082397 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:38:39.713110 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-5ca9fc51-8b38-48ce-9288-2ec63b823a45 req-02c8553a-1f8b-453c-8218-95be1d082397 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] 10.222.0.39 "GET /v2.0/ports?device_id=218a1e6a-afab-4f0a-9188-1c66929eccc2 HTTP/1.1" status: 200 len: 943 time: 0.2155075 Aug 12 14:38:39.797527 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65def8a2-5b11-46b0-a48c-95c5ffedbba2 tempest-ExternalNetworksTestJSON-323390576 tempest-ExternalNetworksTestJSON-323390576-project-admin] Pushing event updated for resources: {'Port': ['ID=ff26ed0b-f896-4c58-91b4-ed3f4f0d4c5a,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:38:39.816040 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-65def8a2-5b11-46b0-a48c-95c5ffedbba2 tempest-ExternalNetworksTestJSON-323390576 tempest-ExternalNetworksTestJSON-323390576-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431510'] for floatingip, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:39.817494 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-703c9921-9cdd-40b4-8121-bbedfe5fd617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fbb1cbc-baa7-4fb5-998b-5269d5b4312f', 'name': 'tempest-ServersTestManualDisk-1081796882-router', 'tenant_id': 'e93c85d28bad43209f9b042d3d03da7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.59'}], 'enable_snat': True}, 'gw_port_id': 'e2ed94ad-6f36-4fda-ae14-908229882fa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:38:07Z', 'updated_at': '2021-08-12T14:38:12Z', 'revision_number': 4, 'project_id': 'e93c85d28bad43209f9b042d3d03da7c', 'gw_port': {'id': 'e2ed94ad-6f36-4fda-ae14-908229882fa4', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:29:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fbb1cbc-baa7-4fb5-998b-5269d5b4312f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:38:08Z', 'updated_at': '2021-08-12T14:38:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_floatingips': [{'id': '674780af-901a-41fb-8cfe-724dae3fda61', 'tenant_id': 'e93c85d28bad43209f9b042d3d03da7c', 'floating_ip_address': '172.25.1.229', 'floating_network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'router_id': '2fbb1cbc-baa7-4fb5-998b-5269d5b4312f', 'port_id': '86f8b158-7406-41b8-ae3e-7655937cb625', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 921, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17e50eec-22ec-42fa-95df-671693024a7e', 'mac_address': 'fa:16:3e:b0:16:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdfbc163-1546-4d1b-b618-5c6c09ae9c61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T14:38:16Z', 'updated_at': '2021-08-12T14:38:36Z', 'revision_number': 1, 'project_id': 'e93c85d28bad43209f9b042d3d03da7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e4ba17f-901e-4984-9d14-6f8792d8aafa', 'name': '', 'network_id': '17e50eec-22ec-42fa-95df-671693024a7e', 'tenant_id': 'e93c85d28bad43209f9b042d3d03da7c', 'mac_address': 'fa:16:3e:b0:b8:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fbb1cbc-baa7-4fb5-998b-5269d5b4312f', 'device_owner': 'network:router_interface', 'standard_attr_id': 904, 'fixed_ips': [{'subnet_id': '19df9c89-0a2d-4568-bf60-3089af1f062f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:38:11Z', 'updated_at': '2021-08-12T14:38:19Z', 'revision_number': 5, 'project_id': 'e93c85d28bad43209f9b042d3d03da7c', 'subnets': [{'id': '19df9c89-0a2d-4568-bf60-3089af1f062f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:38:39.835735 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-65def8a2-5b11-46b0-a48c-95c5ffedbba2 tempest-ExternalNetworksTestJSON-323390576 tempest-ExternalNetworksTestJSON-323390576-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for floatingip, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:39.837352 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-65def8a2-5b11-46b0-a48c-95c5ffedbba2 tempest-ExternalNetworksTestJSON-323390576 tempest-ExternalNetworksTestJSON-323390576-project-admin] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 4.2072294 Aug 12 14:38:39.844117 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 41610) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:38:39.846149 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device e8c99a67-cbca-4b24-abb0-4ec6fab248bc no longer exists at agent hyperv_n-h2-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:38:39.849914 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-703c9921-9cdd-40b4-8121-bbedfe5fd617 None None] Checking router: 2fbb1cbc-baa7-4fb5-998b-5269d5b4312f for host: n-d-694802-15 {{(pid=94469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 14:38:39.859406 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-703c9921-9cdd-40b4-8121-bbedfe5fd617 None None] Routers {'2fbb1cbc-baa7-4fb5-998b-5269d5b4312f'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:38:39.860257 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-703c9921-9cdd-40b4-8121-bbedfe5fd617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:38:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['2fbb1cbc-baa7-4fb5-998b-5269d5b4312f'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:38:39.885138 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] No Port match for: e8c99a67-cbca-4b24-abb0-4ec6fab248bc {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 14:38:39.885708 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device e8c99a67-cbca-4b24-abb0-4ec6fab248bc not bound to the agent host n-h2-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:38:39.902625 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-e9bfbd74-7ab1-4d46-a004-d4e036cabdd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66413304', 'neutron.services.segments.db._delete_segments_for_network-8744654118000'] for network, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:39.912782 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-e9bfbd74-7ab1-4d46-a004-d4e036cabdd8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76c0ea76-a1fc-45ab-a484-bab4b98cefce']}} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:38:39.923818 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-e9bfbd74-7ab1-4d46-a004-d4e036cabdd8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d14e077-4211-47e2-a9fd-5a5e69a5cb39') {'for_net_delete': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:38:39.924116 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-e9bfbd74-7ab1-4d46-a004-d4e036cabdd8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d14e077-4211-47e2-a9fd-5a5e69a5cb39') {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:38:39.934046 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-e9bfbd74-7ab1-4d46-a004-d4e036cabdd8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744654122361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3857526'] for segment, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:39.948194 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-e9bfbd74-7ab1-4d46-a004-d4e036cabdd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:39.954443 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9bfbd74-7ab1-4d46-a004-d4e036cabdd8 admin admin] Releasing vlan 340 on physical network physnet1 to pool {{(pid=94467) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 14:38:39.954857 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-e9bfbd74-7ab1-4d46-a004-d4e036cabdd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2859015'] for segment, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:39.974089 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-e5ea69fb-f35c-4963-b376-3e50f147a285 tempest-ExternalNetworksTestJSON-323390576 tempest-ExternalNetworksTestJSON-323390576-project-admin] 10.222.0.39 "GET /v2.0/floatingips?floating_network_id=fc117ca9-2b76-4c21-b03b-1aeb231f7f5b HTTP/1.1" status: 200 len: 689 time: 0.1254637 Aug 12 14:38:39.983683 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-703c9921-9cdd-40b4-8121-bbedfe5fd617 None None] Set router 2fbb1cbc-baa7-4fb5-998b-5269d5b4312f gateway port host: n-d-694802-15 {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:38:39.996844 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 41614) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:38:40.022081 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a57cf66-2d00-4969-883b-da9fe58f5152 req-451bb149-5c35-4769-9401-14f938e8be06 tempest-ImagesOneServerNegativeTestJSON-535792509 tempest-ImagesOneServerNegativeTestJSON-535792509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:38:40.024148 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-04378c49-9bdc-4dd5-b4e4-bb072a42a3a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:40.024449 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-3a57cf66-2d00-4969-883b-da9fe58f5152 req-451bb149-5c35-4769-9401-14f938e8be06 tempest-ImagesOneServerNegativeTestJSON-535792509 tempest-ImagesOneServerNegativeTestJSON-535792509-project] 10.222.0.39 "GET /v2.0/ports?device_id=c16f504a-8712-4961-a5bf-10a30af1c6d1 HTTP/1.1" status: 200 len: 946 time: 0.1123972 Aug 12 14:38:40.033368 n-d-694802-15 neutron-server[94467]: Traceback (most recent call last): Aug 12 14:38:40.033368 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 14:38:40.033368 n-d-694802-15 neutron-server[94467]: timer() Aug 12 14:38:40.033368 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 14:38:40.033368 n-d-694802-15 neutron-server[94467]: cb(*args, **kw) Aug 12 14:38:40.033368 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 14:38:40.033368 n-d-694802-15 neutron-server[94467]: return func(*args, **kwargs) Aug 12 14:38:40.033368 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 14:38:40.033368 n-d-694802-15 neutron-server[94467]: self._notify() Aug 12 14:38:40.033368 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 14:38:40.033368 n-d-694802-15 neutron-server[94467]: self.callback(batched_events) Aug 12 14:38:40.033368 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 14:38:40.033368 n-d-694802-15 neutron-server[94467]: event.method(event) Aug 12 14:38:40.033368 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 14:38:40.033368 n-d-694802-15 neutron-server[94467]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 14:38:40.033368 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 14:38:40.033368 n-d-694802-15 neutron-server[94467]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 14:38:40.033368 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 14:38:40.033368 n-d-694802-15 neutron-server[94467]: return f(self, *a, **k) Aug 12 14:38:40.033368 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 14:38:40.033368 n-d-694802-15 neutron-server[94467]: return self._get(url).json() Aug 12 14:38:40.033368 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 14:38:40.033368 n-d-694802-15 neutron-server[94467]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 14:38:40.033368 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 14:38:40.033368 n-d-694802-15 neutron-server[94467]: return self.request(url, 'GET', **kwargs) Aug 12 14:38:40.033368 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 14:38:40.033368 n-d-694802-15 neutron-server[94467]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 14:38:40.033368 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 14:38:40.033368 n-d-694802-15 neutron-server[94467]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 14:38:40.033368 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 14:38:40.033368 n-d-694802-15 neutron-server[94467]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 14:38:40.033368 n-d-694802-15 neutron-server[94467]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 14:38:40.036823 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-e9bfbd74-7ab1-4d46-a004-d4e036cabdd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66413281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431520'] for network, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:40.043386 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-e9bfbd74-7ab1-4d46-a004-d4e036cabdd8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for network, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:40.045540 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-e9bfbd74-7ab1-4d46-a004-d4e036cabdd8 admin admin] 10.222.0.39 "DELETE /v2.0/networks/76c0ea76-a1fc-45ab-a484-bab4b98cefce HTTP/1.1" status: 204 len: 168 time: 0.5185661 Aug 12 14:38:40.070671 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 41618) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:38:40.086428 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bfbd74-7ab1-4d46-a004-d4e036cabdd8 admin admin] Pushing event deleted for resources: {'Network': ['ID=76c0ea76-a1fc-45ab-a484-bab4b98cefce,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:38:40.120273 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-5ca9fc51-8b38-48ce-9288-2ec63b823a45 req-7101c02f-8200-4798-b8e1-7dee14ef062d tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b3c7ce2-70f7-4d15-8774-e830cec0f0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3990438 Aug 12 14:38:40.148063 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_v2 [None req-d49fdb02-fa55-4814-8818-07d6f8965c35 admin admin] Deleting subnet aac6ef7c-fa76-4eb2-9806-3a2ec5a29e86 {{(pid=94467) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 14:38:40.152077 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-d49fdb02-fa55-4814-8818-07d6f8965c35 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:40.158023 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-3a57cf66-2d00-4969-883b-da9fe58f5152 req-08862c60-8d7d-4c0f-8a16-44e4eeef1820 tempest-ImagesOneServerNegativeTestJSON-535792509 tempest-ImagesOneServerNegativeTestJSON-535792509-project] 10.222.0.39 "GET /v2.0/security-groups?id=21797083-50ee-4fa2-9ae6-2585440bdd47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177206 Aug 12 14:38:40.173805 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c56744e6-6a71-440d-8b73-730a3a3ecd3b tempest-ExternalNetworksTestJSON-323390576 tempest-ExternalNetworksTestJSON-323390576-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680608'] for network, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:40.191318 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device 97cdf138-f3fe-4d0b-8fee-64f2f5b0dcc5 details requested by agent hyperv_n-h1-694802-15 with host n-h1-694802-15 {{(pid=94468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 14:38:40.300425 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-d49fdb02-fa55-4814-8818-07d6f8965c35 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3857505'] for subnet, precommit_delete_associations {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:40.319239 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port 97cdf138-f3fe-4d0b-8fee-64f2f5b0dcc5, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=97cdf138-f3fe-4d0b-8fee-64f2f5b0dcc5,segment=NetworkSegment(4c973057-417f-419d-840d-ea232fb579a5),segment_id=4c973057-417f-419d-840d-ea232fb579a5)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:38:40.366781 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Returning: {'device': '97cdf138-f3fe-4d0b-8fee-64f2f5b0dcc5', 'network_id': 'a681c17b-4312-41b7-b711-32d50b05905d', 'port_id': '97cdf138-f3fe-4d0b-8fee-64f2f5b0dcc5', 'mac_address': 'fa:16:3e:48:07:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49978436-adae-4995-85db-355f6ab8bdca', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 14:38:40.378828 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-c56744e6-6a71-440d-8b73-730a3a3ecd3b tempest-ExternalNetworksTestJSON-323390576 tempest-ExternalNetworksTestJSON-323390576-project-admin] Deleting port ff26ed0b-f896-4c58-91b4-ed3f4f0d4c5a {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:38:40.379753 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c56744e6-6a71-440d-8b73-730a3a3ecd3b tempest-ExternalNetworksTestJSON-323390576 tempest-ExternalNetworksTestJSON-323390576-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:40.423544 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-d49fdb02-fa55-4814-8818-07d6f8965c35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66416255'] for subnet, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:40.450060 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:40.472972 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-703c9921-9cdd-40b4-8121-bbedfe5fd617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fbb1cbc-baa7-4fb5-998b-5269d5b4312f', 'name': 'tempest-ServersTestManualDisk-1081796882-router', 'tenant_id': 'e93c85d28bad43209f9b042d3d03da7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.59'}], 'enable_snat': True}, 'gw_port_id': 'e2ed94ad-6f36-4fda-ae14-908229882fa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:38:07Z', 'updated_at': '2021-08-12T14:38:12Z', 'revision_number': 4, 'project_id': 'e93c85d28bad43209f9b042d3d03da7c', 'gw_port': {'id': 'e2ed94ad-6f36-4fda-ae14-908229882fa4', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:29:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fbb1cbc-baa7-4fb5-998b-5269d5b4312f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:38:08Z', 'updated_at': '2021-08-12T14:38:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_floatingips': [{'id': '674780af-901a-41fb-8cfe-724dae3fda61', 'tenant_id': 'e93c85d28bad43209f9b042d3d03da7c', 'floating_ip_address': '172.25.1.229', 'floating_network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'router_id': '2fbb1cbc-baa7-4fb5-998b-5269d5b4312f', 'port_id': '86f8b158-7406-41b8-ae3e-7655937cb625', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 921, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17e50eec-22ec-42fa-95df-671693024a7e', 'mac_address': 'fa:16:3e:b0:16:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdfbc163-1546-4d1b-b618-5c6c09ae9c61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T14:38:16Z', 'updated_at': '2021-08-12T14:38:36Z', 'revision_number': 1, 'project_id': 'e93c85d28bad43209f9b042d3d03da7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e4ba17f-901e-4984-9d14-6f8792d8aafa', 'name': '', 'network_id': '17e50eec-22ec-42fa-95df-671693024a7e', 'tenant_id': 'e93c85d28bad43209f9b042d3d03da7c', 'mac_address': 'fa:16:3e:b0:b8:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fbb1cbc-baa7-4fb5-998b-5269d5b4312f', 'device_owner': 'network:router_interface', 'standard_attr_id': 904, 'fixed_ips': [{'subnet_id': '19df9c89-0a2d-4568-bf60-3089af1f062f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:38:11Z', 'updated_at': '2021-08-12T14:38:19Z', 'revision_number': 5, 'project_id': 'e93c85d28bad43209f9b042d3d03da7c', 'subnets': [{'id': '19df9c89-0a2d-4568-bf60-3089af1f062f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:38:40.474500 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97cdf138-f3fe-4d0b-8fee-64f2f5b0dcc5 {{(pid=94468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:38:40.498477 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port 97cdf138-f3fe-4d0b-8fee-64f2f5b0dcc5, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=97cdf138-f3fe-4d0b-8fee-64f2f5b0dcc5,segment=NetworkSegment(4c973057-417f-419d-840d-ea232fb579a5),segment_id=4c973057-417f-419d-840d-ea232fb579a5)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:38:40.501301 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d995843-ad4a-425e-9784-973249b05cce', 'tag': '0db4f29f-4b08-4d67-9a89-85f456556b3e'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:38:40.503778 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e65282f928b64038367d043a4411777802006c43a98742496cb2e25b724ff1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8ee55fa-bde6-4e5a-aebf-5ef22fa08b74" -d '{"events": [{"name": "network-changed", "server_uuid": "6d995843-ad4a-425e-9784-973249b05cce", "tag": "0db4f29f-4b08-4d67-9a89-85f456556b3e"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:38:40.506146 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:40.521457 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-d49fdb02-fa55-4814-8818-07d6f8965c35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66416232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2859225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3343748'] for subnet, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:40.563737 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c56744e6-6a71-440d-8b73-730a3a3ecd3b tempest-ExternalNetworksTestJSON-323390576 tempest-ExternalNetworksTestJSON-323390576-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:40.564236 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c56744e6-6a71-440d-8b73-730a3a3ecd3b tempest-ExternalNetworksTestJSON-323390576 tempest-ExternalNetworksTestJSON-323390576-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:40.567106 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-703c9921-9cdd-40b4-8121-bbedfe5fd617 None None] The sync data for ids ['2fbb1cbc-baa7-4fb5-998b-5269d5b4312f'] in n-d-694802-15 is: [{'id': '2fbb1cbc-baa7-4fb5-998b-5269d5b4312f', 'name': 'tempest-ServersTestManualDisk-1081796882-router', 'tenant_id': 'e93c85d28bad43209f9b042d3d03da7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.59'}], 'enable_snat': True}, 'gw_port_id': 'e2ed94ad-6f36-4fda-ae14-908229882fa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:38:07Z', 'updated_at': '2021-08-12T14:38:12Z', 'revision_number': 4, 'project_id': 'e93c85d28bad43209f9b042d3d03da7c', 'gw_port': {'id': 'e2ed94ad-6f36-4fda-ae14-908229882fa4', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:29:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fbb1cbc-baa7-4fb5-998b-5269d5b4312f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:38:08Z', 'updated_at': '2021-08-12T14:38:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_floatingips': [{'id': '674780af-901a-41fb-8cfe-724dae3fda61', 'tenant_id': 'e93c85d28bad43209f9b042d3d03da7c', 'floating_ip_address': '172.25.1.229', 'floating_network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'router_id': '2fbb1cbc-baa7-4fb5-998b-5269d5b4312f', 'port_id': '86f8b158-7406-41b8-ae3e-7655937cb625', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 921, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17e50eec-22ec-42fa-95df-671693024a7e', 'mac_address': 'fa:16:3e:b0:16:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdfbc163-1546-4d1b-b618-5c6c09ae9c61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T14:38:16Z', 'updated_at': '2021-08-12T14:38:36Z', 'revision_number': 1, 'project_id': 'e93c85d28bad43209f9b042d3d03da7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e4ba17f-901e-4984-9d14-6f8792d8aafa', 'name': '', 'network_id': '17e50eec-22ec-42fa-95df-671693024a7e', 'tenant_id': 'e93c85d28bad43209f9b042d3d03da7c', 'mac_address': 'fa:16:3e:b0:b8:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fbb1cbc-baa7-4fb5-998b-5269d5b4312f', 'device_owner': 'network:router_interface', 'standard_attr_id': 904, 'fixed_ips': [{'subnet_id': '19df9c89-0a2d-4568-bf60-3089af1f062f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:38:11Z', 'updated_at': '2021-08-12T14:38:19Z', 'revision_number': 5, 'project_id': 'e93c85d28bad43209f9b042d3d03da7c', 'subnets': [{'id': '19df9c89-0a2d-4568-bf60-3089af1f062f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 14:38:40.579330 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b094d38a-bc06-4b1c-b05c-9ff68219ba32 req-23f5ccdf-465b-4c8d-997e-6f5a07bdd90d tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:38:40.587859 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b094d38a-bc06-4b1c-b05c-9ff68219ba32 req-23f5ccdf-465b-4c8d-997e-6f5a07bdd90d tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d995843-ad4a-425e-9784-973249b05cce HTTP/1.1" status: 200 len: 943 time: 0.3778245 Aug 12 14:38:40.597992 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49fdb02-fa55-4814-8818-07d6f8965c35 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aac6ef7c-fa76-4eb2-9806-3a2ec5a29e86,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:38:40.600701 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-d49fdb02-fa55-4814-8818-07d6f8965c35 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:40.602737 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-d49fdb02-fa55-4814-8818-07d6f8965c35 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/aac6ef7c-fa76-4eb2-9806-3a2ec5a29e86 HTTP/1.1" status: 204 len: 168 time: 0.5310733 Aug 12 14:38:40.605321 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 41632) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:38:40.616978 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-c56744e6-6a71-440d-8b73-730a3a3ecd3b tempest-ExternalNetworksTestJSON-323390576 tempest-ExternalNetworksTestJSON-323390576-project-admin] Calling delete_port for ff26ed0b-f896-4c58-91b4-ed3f4f0d4c5a owned by network:floatingip {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:38:40.625083 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Pushing event updated for resources: {'Port': ['ID=97cdf138-f3fe-4d0b-8fee-64f2f5b0dcc5,revision_number=4']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:38:40.632131 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 14:38:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ff76361-1098-4c33-86d0-e9d72997be4b x-openstack-request-id: req-9ff76361-1098-4c33-86d0-e9d72997be4b {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:38:40.632823 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d995843-ad4a-425e-9784-973249b05cce", "tag": "0db4f29f-4b08-4d67-9a89-85f456556b3e", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:38:40.632823 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9ff76361-1098-4c33-86d0-e9d72997be4b {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:38:40.633656 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d995843-ad4a-425e-9784-973249b05cce', 'tag': '0db4f29f-4b08-4d67-9a89-85f456556b3e', 'status': 'completed', 'code': 200} Aug 12 14:38:40.740942 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] get_ports_and_sgs() called for port_ids ['97cdf138-f3fe-4d0b-8fee-64f2f5b0dcc5'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:38:40.751926 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b094d38a-bc06-4b1c-b05c-9ff68219ba32 req-d00d9a98-0772-48d8-a4b4-48fec364a671 tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ad0002e-d03d-4ace-861f-ca41a35b7aed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596274 Aug 12 14:38:40.773465 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ee55fa-bde6-4e5a-aebf-5ef22fa08b74 req-fcd2ade0-8647-4ceb-983c-c02f75e446fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:38:40.775751 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d8ee55fa-bde6-4e5a-aebf-5ef22fa08b74 req-fcd2ade0-8647-4ceb-983c-c02f75e446fe service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=718396d2ba6249eeb0676cbc20c1ef9d&device_id=6d995843-ad4a-425e-9784-973249b05cce HTTP/1.1" status: 200 len: 1095 time: 0.1409812 Aug 12 14:38:40.780801 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-910bfe4e-0799-458c-a17a-b82add28e47a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680608'] for network, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:40.872777 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c56744e6-6a71-440d-8b73-730a3a3ecd3b tempest-ExternalNetworksTestJSON-323390576 tempest-ExternalNetworksTestJSON-323390576-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:40.941461 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-910bfe4e-0799-458c-a17a-b82add28e47a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66413304', 'neutron.services.segments.db._delete_segments_for_network-8744654118000'] for network, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:40.952411 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-910bfe4e-0799-458c-a17a-b82add28e47a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff19563e-4429-4f6d-967d-526f99a21ce3']}} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:38:40.963677 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-910bfe4e-0799-458c-a17a-b82add28e47a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae0f7858-a880-4a96-919b-f9a0f9ae852e') {'for_net_delete': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:38:40.964247 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-910bfe4e-0799-458c-a17a-b82add28e47a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae0f7858-a880-4a96-919b-f9a0f9ae852e') {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:38:40.973530 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b01cb494-6a3c-41a7-b96d-7a86e5ac85f7 None None] New status for floating IP 674780af-901a-41fb-8cfe-724dae3fda61: ACTIVE {{(pid=94468) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 14:38:40.974949 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-910bfe4e-0799-458c-a17a-b82add28e47a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744654122361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3857526'] for segment, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:40.995756 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-910bfe4e-0799-458c-a17a-b82add28e47a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:41.008096 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-910bfe4e-0799-458c-a17a-b82add28e47a admin admin] Releasing vlan 314 on physical network physnet1 to pool {{(pid=94467) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 14:38:41.008788 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-910bfe4e-0799-458c-a17a-b82add28e47a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2859015'] for segment, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:41.010840 n-d-694802-15 neutron-server[94467]: Traceback (most recent call last): Aug 12 14:38:41.010840 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 14:38:41.010840 n-d-694802-15 neutron-server[94467]: timer() Aug 12 14:38:41.010840 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 14:38:41.010840 n-d-694802-15 neutron-server[94467]: cb(*args, **kw) Aug 12 14:38:41.010840 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 14:38:41.010840 n-d-694802-15 neutron-server[94467]: return func(*args, **kwargs) Aug 12 14:38:41.010840 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 14:38:41.010840 n-d-694802-15 neutron-server[94467]: self._notify() Aug 12 14:38:41.010840 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 14:38:41.010840 n-d-694802-15 neutron-server[94467]: self.callback(batched_events) Aug 12 14:38:41.010840 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 14:38:41.010840 n-d-694802-15 neutron-server[94467]: event.method(event) Aug 12 14:38:41.010840 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 14:38:41.010840 n-d-694802-15 neutron-server[94467]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 14:38:41.010840 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 14:38:41.010840 n-d-694802-15 neutron-server[94467]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 14:38:41.010840 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 14:38:41.010840 n-d-694802-15 neutron-server[94467]: return f(self, *a, **k) Aug 12 14:38:41.010840 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 14:38:41.010840 n-d-694802-15 neutron-server[94467]: return self._get(url).json() Aug 12 14:38:41.010840 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 14:38:41.010840 n-d-694802-15 neutron-server[94467]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 14:38:41.010840 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 14:38:41.010840 n-d-694802-15 neutron-server[94467]: return self.request(url, 'GET', **kwargs) Aug 12 14:38:41.010840 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 14:38:41.010840 n-d-694802-15 neutron-server[94467]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 14:38:41.010840 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 14:38:41.010840 n-d-694802-15 neutron-server[94467]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 14:38:41.010840 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 14:38:41.010840 n-d-694802-15 neutron-server[94467]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 14:38:41.010840 n-d-694802-15 neutron-server[94467]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 14:38:41.025596 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56744e6-6a71-440d-8b73-730a3a3ecd3b tempest-ExternalNetworksTestJSON-323390576 tempest-ExternalNetworksTestJSON-323390576-project-admin] Pushing event deleted for resources: {'Port': ['ID=ff26ed0b-f896-4c58-91b4-ed3f4f0d4c5a,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:38:41.070184 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c56744e6-6a71-440d-8b73-730a3a3ecd3b tempest-ExternalNetworksTestJSON-323390576 tempest-ExternalNetworksTestJSON-323390576-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:41.125350 n-d-694802-15 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdfbc163-1546-4d1b-b618-5c6c09ae9c61', 'tag': '86f8b158-7406-41b8-ae3e-7655937cb625'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:38:41.133796 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ee55fa-bde6-4e5a-aebf-5ef22fa08b74 req-cea6bef2-5675-4506-86bc-32174a06ed1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:38:41.134238 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d8ee55fa-bde6-4e5a-aebf-5ef22fa08b74 req-cea6bef2-5675-4506-86bc-32174a06ed1e service neutron] 10.222.0.49 "GET /v2.0/networks?id=046597a4-00ca-4153-9d1b-ff667ab81e34 HTTP/1.1" status: 200 len: 916 time: 0.3487232 Aug 12 14:38:41.135747 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-910bfe4e-0799-458c-a17a-b82add28e47a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66413281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431520'] for network, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:41.135916 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e785eeede3897370d0b20f09d5f461b30cfecd5ed38c4f07dacd02bc52c9277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63a654fa-389a-4c57-915f-879afeffabcd" -d '{"events": [{"name": "network-changed", "server_uuid": "fdfbc163-1546-4d1b-b618-5c6c09ae9c61", "tag": "86f8b158-7406-41b8-ae3e-7655937cb625"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:38:41.142809 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-910bfe4e-0799-458c-a17a-b82add28e47a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for network, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:41.145420 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-910bfe4e-0799-458c-a17a-b82add28e47a admin admin] 10.222.0.39 "DELETE /v2.0/networks/ff19563e-4429-4f6d-967d-526f99a21ce3 HTTP/1.1" status: 204 len: 168 time: 0.5389769 Aug 12 14:38:41.189683 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c56744e6-6a71-440d-8b73-730a3a3ecd3b tempest-ExternalNetworksTestJSON-323390576 tempest-ExternalNetworksTestJSON-323390576-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66416255'] for subnet, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:41.261235 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910bfe4e-0799-458c-a17a-b82add28e47a admin admin] Pushing event deleted for resources: {'Network': ['ID=ff19563e-4429-4f6d-967d-526f99a21ce3,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:38:41.293769 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d8ee55fa-bde6-4e5a-aebf-5ef22fa08b74 req-fe297b3c-6a7f-4110-9301-cca3cf0e9f0c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0db4f29f-4b08-4d67-9a89-85f456556b3e HTTP/1.1" status: 200 len: 217 time: 0.1124647 Aug 12 14:38:41.380817 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 14:38:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8d95ef7-9dbe-49a7-b318-84b02b9cf726 x-openstack-request-id: req-d8d95ef7-9dbe-49a7-b318-84b02b9cf726 {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:38:41.381039 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdfbc163-1546-4d1b-b618-5c6c09ae9c61", "tag": "86f8b158-7406-41b8-ae3e-7655937cb625", "status": "completed", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:38:41.381385 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d8d95ef7-9dbe-49a7-b318-84b02b9cf726 {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:38:41.381642 n-d-694802-15 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdfbc163-1546-4d1b-b618-5c6c09ae9c61', 'tag': '86f8b158-7406-41b8-ae3e-7655937cb625', 'status': 'completed', 'code': 200} Aug 12 14:38:41.386321 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c56744e6-6a71-440d-8b73-730a3a3ecd3b tempest-ExternalNetworksTestJSON-323390576 tempest-ExternalNetworksTestJSON-323390576-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66416232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3718429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8776402'] for subnet, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:41.490033 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 41648) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:38:41.528278 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a654fa-389a-4c57-915f-879afeffabcd req-532f6467-8be4-496a-9f13-86fd3ed87ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:38:41.529865 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-63a654fa-389a-4c57-915f-879afeffabcd req-532f6467-8be4-496a-9f13-86fd3ed87ec4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e93c85d28bad43209f9b042d3d03da7c&device_id=fdfbc163-1546-4d1b-b618-5c6c09ae9c61 HTTP/1.1" status: 200 len: 1098 time: 0.2597408 Aug 12 14:38:41.547872 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:41.564740 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56744e6-6a71-440d-8b73-730a3a3ecd3b tempest-ExternalNetworksTestJSON-323390576 tempest-ExternalNetworksTestJSON-323390576-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=789372e7-b6a9-4fc5-ba06-b48611f9f819,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:38:41.610831 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-da661cfa-eb3d-453f-bc50-6b4f11d8f499 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9ab1e86399974cc288a439f057a5366b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1164365 Aug 12 14:38:41.619852 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57968ad-ffe5-4306-bafc-e5e212e89e82 req-45d80a41-ba14-4e5f-b645-467e389f433b tempest-ImagesOneServerNegativeTestJSON-535792509 tempest-ImagesOneServerNegativeTestJSON-535792509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:38:41.621586 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-c57968ad-ffe5-4306-bafc-e5e212e89e82 req-45d80a41-ba14-4e5f-b645-467e389f433b tempest-ImagesOneServerNegativeTestJSON-535792509 tempest-ImagesOneServerNegativeTestJSON-535792509-project] 10.222.0.49 "GET /v2.0/ports?device_id=c16f504a-8712-4961-a5bf-10a30af1c6d1 HTTP/1.1" status: 200 len: 946 time: 0.3174219 Aug 12 14:38:41.632115 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 41652) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:38:41.654808 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ee55fa-bde6-4e5a-aebf-5ef22fa08b74 req-71204028-fc66-4174-9a6e-4e180eafe5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:38:41.661351 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d8ee55fa-bde6-4e5a-aebf-5ef22fa08b74 req-71204028-fc66-4174-9a6e-4e180eafe5ae service neutron] 10.222.0.49 "GET /v2.0/subnets?id=82fd6154-7c76-48f3-a228-946a266f70e8 HTTP/1.1" status: 200 len: 855 time: 0.3167658 Aug 12 14:38:41.677258 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e67a63b-e191-4581-a9f6-423be324b63e req-21f99b26-b8ba-4b6c-848b-2b5ca3ddec37 tempest-ImagesOneServerNegativeTestJSON-535792509 tempest-ImagesOneServerNegativeTestJSON-535792509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:38:41.678803 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4e67a63b-e191-4581-a9f6-423be324b63e req-21f99b26-b8ba-4b6c-848b-2b5ca3ddec37 tempest-ImagesOneServerNegativeTestJSON-535792509 tempest-ImagesOneServerNegativeTestJSON-535792509-project] 10.222.0.39 "GET /v2.0/ports?device_id=c16f504a-8712-4961-a5bf-10a30af1c6d1 HTTP/1.1" status: 200 len: 946 time: 0.3181775 Aug 12 14:38:41.686560 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c56744e6-6a71-440d-8b73-730a3a3ecd3b tempest-ExternalNetworksTestJSON-323390576 tempest-ExternalNetworksTestJSON-323390576-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66413304', 'neutron.services.segments.db._delete_segments_for_network-8744654118000'] for network, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:41.719567 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-c56744e6-6a71-440d-8b73-730a3a3ecd3b tempest-ExternalNetworksTestJSON-323390576 tempest-ExternalNetworksTestJSON-323390576-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc117ca9-2b76-4c21-b03b-1aeb231f7f5b']}} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:38:41.722991 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d8ee55fa-bde6-4e5a-aebf-5ef22fa08b74 req-2a96be23-378d-4900-922e-28ab432feafa service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=046597a4-00ca-4153-9d1b-ff667ab81e34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431423 Aug 12 14:38:41.753536 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c23b257-d660-4111-b74e-70c2051d1b90 req-da59a67a-17dc-443e-9fb5-4c0c1539d9e8 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:38:41.761108 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-9c23b257-d660-4111-b74e-70c2051d1b90 req-da59a67a-17dc-443e-9fb5-4c0c1539d9e8 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] 10.222.0.39 "GET /v2.0/ports?device_id=218a1e6a-afab-4f0a-9188-1c66929eccc2 HTTP/1.1" status: 200 len: 944 time: 0.3786209 Aug 12 14:38:41.781627 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-c56744e6-6a71-440d-8b73-730a3a3ecd3b tempest-ExternalNetworksTestJSON-323390576 tempest-ExternalNetworksTestJSON-323390576-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96529f2c-61d3-4246-a9d0-94d6e0e1de7d') {'for_net_delete': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:38:41.782408 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-c56744e6-6a71-440d-8b73-730a3a3ecd3b tempest-ExternalNetworksTestJSON-323390576 tempest-ExternalNetworksTestJSON-323390576-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96529f2c-61d3-4246-a9d0-94d6e0e1de7d') {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:38:41.843887 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c56744e6-6a71-440d-8b73-730a3a3ecd3b tempest-ExternalNetworksTestJSON-323390576 tempest-ExternalNetworksTestJSON-323390576-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744654122361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2293560'] for segment, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:41.856304 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device 0db4f29f-4b08-4d67-9a89-85f456556b3e details requested by agent hyperv_n-h2-694802-15 with host n-h2-694802-15 {{(pid=94468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 14:38:41.866840 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8d49728b-de1e-4ed0-9508-c864e8e114bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:41.895946 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8d49728b-de1e-4ed0-9508-c864e8e114bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:41.904491 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4e67a63b-e191-4581-a9f6-423be324b63e req-0347b19f-a323-4be1-bb25-f3d563caa93d tempest-ImagesOneServerNegativeTestJSON-535792509 tempest-ImagesOneServerNegativeTestJSON-535792509-project] 10.222.0.39 "GET /v2.0/security-groups?id=21797083-50ee-4fa2-9ae6-2585440bdd47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713324 Aug 12 14:38:41.907958 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d8ee55fa-bde6-4e5a-aebf-5ef22fa08b74 req-bf87752c-89b8-4da9-b819-ece971fad08e service neutron] 10.222.0.49 "GET /v2.0/networks/046597a4-00ca-4153-9d1b-ff667ab81e34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1685960 Aug 12 14:38:41.909338 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a654fa-389a-4c57-915f-879afeffabcd req-b123b4d3-ddcc-4317-9e6c-508d58ad5556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:38:41.910683 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-63a654fa-389a-4c57-915f-879afeffabcd req-b123b4d3-ddcc-4317-9e6c-508d58ad5556 service neutron] 10.222.0.64 "GET /v2.0/networks?id=17e50eec-22ec-42fa-95df-671693024a7e HTTP/1.1" status: 200 len: 913 time: 0.3647902 Aug 12 14:38:41.962595 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c56744e6-6a71-440d-8b73-730a3a3ecd3b tempest-ExternalNetworksTestJSON-323390576 tempest-ExternalNetworksTestJSON-323390576-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:41.990388 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-9c23b257-d660-4111-b74e-70c2051d1b90 req-f6d2900f-bb2b-47a8-9993-d589e0708b1c tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b3c7ce2-70f7-4d15-8774-e830cec0f0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2281330 Aug 12 14:38:42.003752 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c56744e6-6a71-440d-8b73-730a3a3ecd3b tempest-ExternalNetworksTestJSON-323390576 tempest-ExternalNetworksTestJSON-323390576-project-admin] Releasing vlan 330 on physical network physnet1 to pool {{(pid=94466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 14:38:42.004252 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c56744e6-6a71-440d-8b73-730a3a3ecd3b tempest-ExternalNetworksTestJSON-323390576 tempest-ExternalNetworksTestJSON-323390576-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3718595'] for segment, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:42.006989 n-d-694802-15 neutron-server[94466]: Traceback (most recent call last): Aug 12 14:38:42.006989 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 14:38:42.006989 n-d-694802-15 neutron-server[94466]: timer() Aug 12 14:38:42.006989 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 14:38:42.006989 n-d-694802-15 neutron-server[94466]: cb(*args, **kw) Aug 12 14:38:42.006989 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 14:38:42.006989 n-d-694802-15 neutron-server[94466]: return func(*args, **kwargs) Aug 12 14:38:42.006989 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 14:38:42.006989 n-d-694802-15 neutron-server[94466]: self._notify() Aug 12 14:38:42.006989 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 14:38:42.006989 n-d-694802-15 neutron-server[94466]: self.callback(batched_events) Aug 12 14:38:42.006989 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 14:38:42.006989 n-d-694802-15 neutron-server[94466]: event.method(event) Aug 12 14:38:42.006989 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 14:38:42.006989 n-d-694802-15 neutron-server[94466]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 14:38:42.006989 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 14:38:42.006989 n-d-694802-15 neutron-server[94466]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 14:38:42.006989 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 14:38:42.006989 n-d-694802-15 neutron-server[94466]: return f(self, *a, **k) Aug 12 14:38:42.006989 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 14:38:42.006989 n-d-694802-15 neutron-server[94466]: return self._get(url).json() Aug 12 14:38:42.006989 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 14:38:42.006989 n-d-694802-15 neutron-server[94466]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 14:38:42.006989 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 14:38:42.006989 n-d-694802-15 neutron-server[94466]: return self.request(url, 'GET', **kwargs) Aug 12 14:38:42.006989 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 14:38:42.006989 n-d-694802-15 neutron-server[94466]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 14:38:42.006989 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 14:38:42.006989 n-d-694802-15 neutron-server[94466]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 14:38:42.006989 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 14:38:42.006989 n-d-694802-15 neutron-server[94466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 14:38:42.006989 n-d-694802-15 neutron-server[94466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 14:38:42.061798 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8d49728b-de1e-4ed0-9508-c864e8e114bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:42.064499 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8d49728b-de1e-4ed0-9508-c864e8e114bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:42.069102 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-8d49728b-de1e-4ed0-9508-c864e8e114bc admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/233c4370-f8b6-4fe9-bb64-faf44d10e939 HTTP/1.1" status: 204 len: 168 time: 0.4333279 Aug 12 14:38:42.087789 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d49728b-de1e-4ed0-9508-c864e8e114bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=233c4370-f8b6-4fe9-bb64-faf44d10e939,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:38:42.112724 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [req-c57968ad-ffe5-4306-bafc-e5e212e89e82 req-4fe85f5f-0ff3-4457-9e20-3567511e6a90 tempest-ImagesOneServerNegativeTestJSON-535792509 tempest-ImagesOneServerNegativeTestJSON-535792509-project] Deleting port d19c4a8d-5ab9-4b20-95f6-d3dd78a2c2bd {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:38:42.113061 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-c57968ad-ffe5-4306-bafc-e5e212e89e82 req-4fe85f5f-0ff3-4457-9e20-3567511e6a90 tempest-ImagesOneServerNegativeTestJSON-535792509 tempest-ImagesOneServerNegativeTestJSON-535792509-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:42.113341 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port 0db4f29f-4b08-4d67-9a89-85f456556b3e, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=0db4f29f-4b08-4d67-9a89-85f456556b3e,segment=NetworkSegment(afe25370-43f7-43be-a4de-d68fa9dce5c3),segment_id=afe25370-43f7-43be-a4de-d68fa9dce5c3)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:38:42.129985 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-63a654fa-389a-4c57-915f-879afeffabcd req-552755a5-cae8-432b-aea3-0ce2d3c46811 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=86f8b158-7406-41b8-ae3e-7655937cb625 HTTP/1.1" status: 200 len: 1002 time: 0.2059901 Aug 12 14:38:42.171713 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c56744e6-6a71-440d-8b73-730a3a3ecd3b tempest-ExternalNetworksTestJSON-323390576 tempest-ExternalNetworksTestJSON-323390576-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66413281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431520'] for network, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:42.189937 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Returning: {'device': '0db4f29f-4b08-4d67-9a89-85f456556b3e', 'network_id': '046597a4-00ca-4153-9d1b-ff667ab81e34', 'port_id': '0db4f29f-4b08-4d67-9a89-85f456556b3e', 'mac_address': 'fa:16:3e:3d:94:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82fd6154-7c76-48f3-a228-946a266f70e8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 14:38:42.195340 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c56744e6-6a71-440d-8b73-730a3a3ecd3b tempest-ExternalNetworksTestJSON-323390576 tempest-ExternalNetworksTestJSON-323390576-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network fc117ca9-2b76-4c21-b03b-1aeb231f7f5b {{(pid=94466) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 12 14:38:42.197229 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56744e6-6a71-440d-8b73-730a3a3ecd3b tempest-ExternalNetworksTestJSON-323390576 tempest-ExternalNetworksTestJSON-323390576-project-admin] Pushing event deleted for resources: {'Network': ['ID=fc117ca9-2b76-4c21-b03b-1aeb231f7f5b,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:38:42.199167 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 41660) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:38:42.203084 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c56744e6-6a71-440d-8b73-730a3a3ecd3b tempest-ExternalNetworksTestJSON-323390576 tempest-ExternalNetworksTestJSON-323390576-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for network, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:42.207939 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-c56744e6-6a71-440d-8b73-730a3a3ecd3b tempest-ExternalNetworksTestJSON-323390576 tempest-ExternalNetworksTestJSON-323390576-project-admin] 10.222.0.39 "DELETE /v2.0/networks/fc117ca9-2b76-4c21-b03b-1aeb231f7f5b HTTP/1.1" status: 204 len: 168 time: 2.2082520 Aug 12 14:38:42.210271 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 41662) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:38:42.270025 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device 97cdf138-f3fe-4d0b-8fee-64f2f5b0dcc5 up at agent hyperv_n-h1-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:38:42.321670 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:42.351463 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d8ee55fa-bde6-4e5a-aebf-5ef22fa08b74 req-d1c40ca0-605f-4ef1-a6a5-2677de072e17 service neutron] 10.222.0.49 "GET /v2.0/networks/046597a4-00ca-4153-9d1b-ff667ab81e34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4257035 Aug 12 14:38:42.384411 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a654fa-389a-4c57-915f-879afeffabcd req-23331639-5144-4d01-9308-1e585d510b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:38:42.387334 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-63a654fa-389a-4c57-915f-879afeffabcd req-23331639-5144-4d01-9308-1e585d510b65 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=19df9c89-0a2d-4568-bf60-3089af1f062f HTTP/1.1" status: 200 len: 851 time: 0.2499888 Aug 12 14:38:42.403161 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0db4f29f-4b08-4d67-9a89-85f456556b3e {{(pid=94468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:38:42.430232 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88297a4a-6299-4cf6-866c-fde82f29c217 req-eec40b0c-cb08-4a37-a179-b06a4148e53b tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:38:42.433430 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-88297a4a-6299-4cf6-866c-fde82f29c217 req-eec40b0c-cb08-4a37-a179-b06a4148e53b tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d995843-ad4a-425e-9784-973249b05cce HTTP/1.1" status: 200 len: 943 time: 0.2525191 Aug 12 14:38:42.462854 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port 0db4f29f-4b08-4d67-9a89-85f456556b3e, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=0db4f29f-4b08-4d67-9a89-85f456556b3e,segment=NetworkSegment(afe25370-43f7-43be-a4de-d68fa9dce5c3),segment_id=afe25370-43f7-43be-a4de-d68fa9dce5c3)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:38:42.478260 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:42.480935 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:42.484227 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Provisioning for port 97cdf138-f3fe-4d0b-8fee-64f2f5b0dcc5 completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:38:42.541541 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Provisioning complete for port 97cdf138-f3fe-4d0b-8fee-64f2f5b0dcc5 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:38:42.541912 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:42.575360 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a654fa-389a-4c57-915f-879afeffabcd req-077f06bb-80e4-4ccd-9eef-1045bf8b45bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:38:42.577166 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-63a654fa-389a-4c57-915f-879afeffabcd req-077f06bb-80e4-4ccd-9eef-1045bf8b45bd service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=17e50eec-22ec-42fa-95df-671693024a7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1648595 Aug 12 14:38:42.581052 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-88297a4a-6299-4cf6-866c-fde82f29c217 req-a66194ec-e2c3-4902-9832-d150d6d395ae tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ad0002e-d03d-4ace-861f-ca41a35b7aed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247523 Aug 12 14:38:42.719461 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 41668) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:38:42.723724 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Pushing event updated for resources: {'Port': ['ID=0db4f29f-4b08-4d67-9a89-85f456556b3e,revision_number=4']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:38:42.773605 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-63a654fa-389a-4c57-915f-879afeffabcd req-c74d70a9-06eb-4f01-a5fb-62e179fef94f service neutron] 10.222.0.64 "GET /v2.0/networks/17e50eec-22ec-42fa-95df-671693024a7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1867268 Aug 12 14:38:42.785296 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:42.809860 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-ac4d4ca3-a03e-4280-b706-d8537949b18a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5ab57f370cab4309bb2120378e31eef4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0890827 Aug 12 14:38:42.833761 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port 97cdf138-f3fe-4d0b-8fee-64f2f5b0dcc5, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=97cdf138-f3fe-4d0b-8fee-64f2f5b0dcc5,segment=NetworkSegment(4c973057-417f-419d-840d-ea232fb579a5),segment_id=4c973057-417f-419d-840d-ea232fb579a5)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:38:42.835010 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '218a1e6a-afab-4f0a-9188-1c66929eccc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97cdf138-f3fe-4d0b-8fee-64f2f5b0dcc5'}] {{(pid=94468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:38:42.836045 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 41670) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:38:42.838222 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99a8d87602170099c728e57431aca99e9b98a655a83bbf8727be13192709727b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18a0072e-7d80-4ea2-aa82-8c0a05551d54" -d '{"events": [{"server_uuid": "218a1e6a-afab-4f0a-9188-1c66929eccc2", "name": "network-vif-plugged", "status": "completed", "tag": "97cdf138-f3fe-4d0b-8fee-64f2f5b0dcc5"}]}' {{(pid=94468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:38:42.871008 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] get_ports_and_sgs() called for port_ids ['0db4f29f-4b08-4d67-9a89-85f456556b3e'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:38:42.875768 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:42.935819 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 14:38:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cb268bb-418d-4033-82a8-e2578304c555 x-openstack-request-id: req-2cb268bb-418d-4033-82a8-e2578304c555 {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:38:42.936647 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "218a1e6a-afab-4f0a-9188-1c66929eccc2", "name": "network-vif-plugged", "status": "completed", "tag": "97cdf138-f3fe-4d0b-8fee-64f2f5b0dcc5", "code": 200}]} {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:38:42.937078 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2cb268bb-418d-4033-82a8-e2578304c555 {{(pid=94468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:38:42.937641 n-d-694802-15 neutron-server[94468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '218a1e6a-afab-4f0a-9188-1c66929eccc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97cdf138-f3fe-4d0b-8fee-64f2f5b0dcc5', 'code': 200} Aug 12 14:38:42.948222 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-53d3e6f9-594a-465c-bdec-6ddae192ac3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:42.973273 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-63a654fa-389a-4c57-915f-879afeffabcd req-c75bad83-34e4-44ae-8484-8baa6c381efd service neutron] 10.222.0.64 "GET /v2.0/networks/17e50eec-22ec-42fa-95df-671693024a7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1907604 Aug 12 14:38:42.987850 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-53d3e6f9-594a-465c-bdec-6ddae192ac3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:43.050714 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-53d3e6f9-594a-465c-bdec-6ddae192ac3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:43.059166 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-53d3e6f9-594a-465c-bdec-6ddae192ac3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:43.063518 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-53d3e6f9-594a-465c-bdec-6ddae192ac3d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b78780e5-4e3a-4cf4-86ef-4a939440c3ae HTTP/1.1" status: 204 len: 168 time: 0.2249994 Aug 12 14:38:43.103806 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Pushing event updated for resources: {'Port': ['ID=97cdf138-f3fe-4d0b-8fee-64f2f5b0dcc5,revision_number=5']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:38:43.142623 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:43.156086 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d3e6f9-594a-465c-bdec-6ddae192ac3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b78780e5-4e3a-4cf4-86ef-4a939440c3ae,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:38:43.201273 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723c7ab7-2846-4a28-96f1-78666260d0c8 req-396b372f-e9d9-4b39-beb8-b995670aedcc tempest-ImagesOneServerNegativeTestJSON-535792509 tempest-ImagesOneServerNegativeTestJSON-535792509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:38:43.202843 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-723c7ab7-2846-4a28-96f1-78666260d0c8 req-396b372f-e9d9-4b39-beb8-b995670aedcc tempest-ImagesOneServerNegativeTestJSON-535792509 tempest-ImagesOneServerNegativeTestJSON-535792509-project] 10.222.0.39 "GET /v2.0/ports?device_id=c16f504a-8712-4961-a5bf-10a30af1c6d1 HTTP/1.1" status: 200 len: 946 time: 0.1243348 Aug 12 14:38:43.284035 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-723c7ab7-2846-4a28-96f1-78666260d0c8 req-f3d4ac6f-e5d3-4308-9e28-6b2da984836c tempest-ImagesOneServerNegativeTestJSON-535792509 tempest-ImagesOneServerNegativeTestJSON-535792509-project] 10.222.0.39 "GET /v2.0/security-groups?id=21797083-50ee-4fa2-9ae6-2585440bdd47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731444 Aug 12 14:38:43.340016 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-16d5e3c8-467b-4975-804a-83cc04bd31d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:43.389487 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7ab899-3f6c-4924-ac55-4c1c6d0cd217 req-ceca1db9-cce5-4801-b01c-5e4318cdda8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:38:43.391062 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-1a7ab899-3f6c-4924-ac55-4c1c6d0cd217 req-ceca1db9-cce5-4801-b01c-5e4318cdda8c service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=218a1e6a-afab-4f0a-9188-1c66929eccc2 HTTP/1.1" status: 200 len: 1097 time: 0.3173466 Aug 12 14:38:43.487848 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [req-c57968ad-ffe5-4306-bafc-e5e212e89e82 req-4fe85f5f-0ff3-4457-9e20-3567511e6a90 tempest-ImagesOneServerNegativeTestJSON-535792509 tempest-ImagesOneServerNegativeTestJSON-535792509-project] For port d19c4a8d-5ab9-4b20-95f6-d3dd78a2c2bd, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=d19c4a8d-5ab9-4b20-95f6-d3dd78a2c2bd,segment=NetworkSegment(e096a12b-68f8-4c98-b89d-d2992559fa06),segment_id=e096a12b-68f8-4c98-b89d-d2992559fa06)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:38:43.488216 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-c57968ad-ffe5-4306-bafc-e5e212e89e82 req-4fe85f5f-0ff3-4457-9e20-3567511e6a90 tempest-ImagesOneServerNegativeTestJSON-535792509 tempest-ImagesOneServerNegativeTestJSON-535792509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:43.494173 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-1dfa64e6-6558-4105-b083-5f471e98fb2c tempest-ExternalNetworksTestJSON-323390576 tempest-ExternalNetworksTestJSON-323390576-project-admin] 10.222.0.39 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1477 time: 0.4257824 Aug 12 14:38:43.497367 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 41686) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:38:43.528798 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a99f44c-cd98-42fe-a85f-7bd320ce3edf req-8eeb71c3-ccbe-4629-82b3-2bcc35dbc31e tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:38:43.530532 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-7a99f44c-cd98-42fe-a85f-7bd320ce3edf req-8eeb71c3-ccbe-4629-82b3-2bcc35dbc31e tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] 10.222.0.39 "GET /v2.0/ports?device_id=218a1e6a-afab-4f0a-9188-1c66929eccc2 HTTP/1.1" status: 200 len: 945 time: 0.2722116 Aug 12 14:38:43.562807 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [req-c57968ad-ffe5-4306-bafc-e5e212e89e82 req-4fe85f5f-0ff3-4457-9e20-3567511e6a90 tempest-ImagesOneServerNegativeTestJSON-535792509 tempest-ImagesOneServerNegativeTestJSON-535792509-project] Calling delete_port for d19c4a8d-5ab9-4b20-95f6-d3dd78a2c2bd owned by compute:nova {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:38:43.568256 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-1a7ab899-3f6c-4924-ac55-4c1c6d0cd217 req-487bc070-2154-4b58-92e4-d3cea224e1af service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=5b3c7ce2-70f7-4d15-8774-e830cec0f0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615705 Aug 12 14:38:43.614163 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ad251dc-2aa5-4665-97af-7c1f6c573009 tempest-ExternalNetworksTestJSON-323390576 tempest-ExternalNetworksTestJSON-323390576-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:38:43.614163 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ad251dc-2aa5-4665-97af-7c1f6c573009 tempest-ExternalNetworksTestJSON-323390576 tempest-ExternalNetworksTestJSON-323390576-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:38:43.614163 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ad251dc-2aa5-4665-97af-7c1f6c573009 tempest-ExternalNetworksTestJSON-323390576 tempest-ExternalNetworksTestJSON-323390576-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:38:43.614163 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ad251dc-2aa5-4665-97af-7c1f6c573009 tempest-ExternalNetworksTestJSON-323390576 tempest-ExternalNetworksTestJSON-323390576-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:38:43.614163 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ad251dc-2aa5-4665-97af-7c1f6c573009 tempest-ExternalNetworksTestJSON-323390576 tempest-ExternalNetworksTestJSON-323390576-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:38:43.614844 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ad251dc-2aa5-4665-97af-7c1f6c573009 tempest-ExternalNetworksTestJSON-323390576 tempest-ExternalNetworksTestJSON-323390576-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:38:43.614844 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ad251dc-2aa5-4665-97af-7c1f6c573009 tempest-ExternalNetworksTestJSON-323390576 tempest-ExternalNetworksTestJSON-323390576-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:38:43.615284 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ad251dc-2aa5-4665-97af-7c1f6c573009 tempest-ExternalNetworksTestJSON-323390576 tempest-ExternalNetworksTestJSON-323390576-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:38:43.615731 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ad251dc-2aa5-4665-97af-7c1f6c573009 tempest-ExternalNetworksTestJSON-323390576 tempest-ExternalNetworksTestJSON-323390576-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:38:43.616175 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ad251dc-2aa5-4665-97af-7c1f6c573009 tempest-ExternalNetworksTestJSON-323390576 tempest-ExternalNetworksTestJSON-323390576-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:38:43.618277 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-8ad251dc-2aa5-4665-97af-7c1f6c573009 tempest-ExternalNetworksTestJSON-323390576 tempest-ExternalNetworksTestJSON-323390576-project-admin] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6602 time: 0.1197975 Aug 12 14:38:43.621307 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 41694) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:38:43.683740 n-d-694802-15 neutron-server[94467]: INFO neutron.api.v2.resource [None req-5aaa1ce4-c258-48fd-b014-707193e5cd99 tempest-ExternalNetworksTestJSON-323390576 tempest-ExternalNetworksTestJSON-323390576-project-admin] delete failed (client error): The resource could not be found. Aug 12 14:38:43.684914 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-5aaa1ce4-c258-48fd-b014-707193e5cd99 tempest-ExternalNetworksTestJSON-323390576 tempest-ExternalNetworksTestJSON-323390576-project-admin] 10.222.0.39 "DELETE /v2.0/floatingips/22f5f059-84c5-4dee-a671-ec9f810dd5f3 HTTP/1.1" status: 404 len: 345 time: 0.0626929 Aug 12 14:38:43.690343 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-7a99f44c-cd98-42fe-a85f-7bd320ce3edf req-627fcc0b-196a-4bd9-a71f-4f37a9039846 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b3c7ce2-70f7-4d15-8774-e830cec0f0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243525 Aug 12 14:38:43.691908 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 41700) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:38:43.754190 n-d-694802-15 neutron-server[94466]: INFO neutron.pecan_wsgi.hooks.translation [None req-34887228-2100-4892-b03f-d2c201adb54c tempest-ExternalNetworksTestJSON-323390576 tempest-ExternalNetworksTestJSON-323390576-project-admin] DELETE failed (client error): The resource could not be found. Aug 12 14:38:43.754836 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34887228-2100-4892-b03f-d2c201adb54c tempest-ExternalNetworksTestJSON-323390576 tempest-ExternalNetworksTestJSON-323390576-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=94466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 14:38:43.760519 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-34887228-2100-4892-b03f-d2c201adb54c tempest-ExternalNetworksTestJSON-323390576 tempest-ExternalNetworksTestJSON-323390576-project-admin] 10.222.0.39 "DELETE /v2.0/networks/fc117ca9-2b76-4c21-b03b-1aeb231f7f5b HTTP/1.1" status: 404 len: 339 time: 0.0609443 Aug 12 14:38:43.761334 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 41702) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:38:43.768477 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-ae2b8edb-ad65-4792-8885-ab00ca48f727 tempest-ExternalNetworksTestJSON-323390576 tempest-ExternalNetworksTestJSON-323390576-project-admin] Request body: {'network': {'name': 'tempest-network--1026133839', 'router:external': True}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:38:43.832760 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0deab7-c63f-48c9-a976-01f695e9e0af req-49b3c6b6-7be8-4073-b028-7abbbf5b4ebf tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:38:43.834608 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-be0deab7-c63f-48c9-a976-01f695e9e0af req-49b3c6b6-7be8-4073-b028-7abbbf5b4ebf tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d995843-ad4a-425e-9784-973249b05cce HTTP/1.1" status: 200 len: 944 time: 0.1126978 Aug 12 14:38:43.836267 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae2b8edb-ad65-4792-8885-ab00ca48f727 tempest-ExternalNetworksTestJSON-323390576 tempest-ExternalNetworksTestJSON-323390576-project-admin] Made reservation on behalf of 18a40042c6c24366964f3ddbab0b105c for: {'network': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:38:43.839421 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-ae2b8edb-ad65-4792-8885-ab00ca48f727 tempest-ExternalNetworksTestJSON-323390576 tempest-ExternalNetworksTestJSON-323390576-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for network, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:43.865139 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-1769855f-eda9-4483-9dc3-3220908ab45d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:43.886013 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device 0db4f29f-4b08-4d67-9a89-85f456556b3e up at agent hyperv_n-h2-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:38:43.923873 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae2b8edb-ad65-4792-8885-ab00ca48f727 tempest-ExternalNetworksTestJSON-323390576 tempest-ExternalNetworksTestJSON-323390576-project-admin] vlan segment allocate from pool success with {'vlan_id': 312, 'physical_network': 'physnet1'} {{(pid=94467) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 14:38:43.940710 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-be0deab7-c63f-48c9-a976-01f695e9e0af req-0591d189-b907-4f5d-9e3c-46b317dc2640 tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ad0002e-d03d-4ace-861f-ca41a35b7aed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779901 Aug 12 14:38:43.943888 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-ae2b8edb-ad65-4792-8885-ab00ca48f727 tempest-ExternalNetworksTestJSON-323390576 tempest-ExternalNetworksTestJSON-323390576-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:43.944317 n-d-694802-15 neutron-server[94467]: INFO neutron.db.segments_db [None req-ae2b8edb-ad65-4792-8885-ab00ca48f727 tempest-ExternalNetworksTestJSON-323390576 tempest-ExternalNetworksTestJSON-323390576-project-admin] Added segment 952ff38f-61a7-41cc-a318-793ed329120e of type vlan for network 43a7112b-174d-40e2-9b45-b406f9c0a7f7 Aug 12 14:38:43.993969 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-c57968ad-ffe5-4306-bafc-e5e212e89e82 req-4fe85f5f-0ff3-4457-9e20-3567511e6a90 tempest-ImagesOneServerNegativeTestJSON-535792509 tempest-ImagesOneServerNegativeTestJSON-535792509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:44.000344 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Provisioning for port 0db4f29f-4b08-4d67-9a89-85f456556b3e completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:38:44.007103 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Provisioning complete for port 0db4f29f-4b08-4d67-9a89-85f456556b3e triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:38:44.007782 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:44.035881 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-ae2b8edb-ad65-4792-8885-ab00ca48f727 tempest-ExternalNetworksTestJSON-323390576 tempest-ExternalNetworksTestJSON-323390576-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744653628263'] for network, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:44.045410 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-cfebdb28-2c12-4822-a602-166a4b12ce43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66663830'] for router_interface, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:44.077187 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-ae2b8edb-ad65-4792-8885-ab00ca48f727 tempest-ExternalNetworksTestJSON-323390576 tempest-ExternalNetworksTestJSON-323390576-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409'] for network, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:44.078585 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae2b8edb-ad65-4792-8885-ab00ca48f727 tempest-ExternalNetworksTestJSON-323390576 tempest-ExternalNetworksTestJSON-323390576-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:38:44.079340 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-ae2b8edb-ad65-4792-8885-ab00ca48f727 tempest-ExternalNetworksTestJSON-323390576 tempest-ExternalNetworksTestJSON-323390576-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for network, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:44.088513 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe85f5f-0ff3-4457-9e20-3567511e6a90 tempest-ImagesOneServerNegativeTestJSON-535792509 tempest-ImagesOneServerNegativeTestJSON-535792509-project] Pushing event deleted for resources: {'Port': ['ID=d19c4a8d-5ab9-4b20-95f6-d3dd78a2c2bd,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:38:44.157302 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 41712) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:38:44.159312 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:44.160414 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-ae2b8edb-ad65-4792-8885-ab00ca48f727 tempest-ExternalNetworksTestJSON-323390576 tempest-ExternalNetworksTestJSON-323390576-project-admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.3965490 Aug 12 14:38:44.173068 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2b8edb-ad65-4792-8885-ab00ca48f727 tempest-ExternalNetworksTestJSON-323390576 tempest-ExternalNetworksTestJSON-323390576-project-admin] Pushing event updated for resources: {'Network': ['ID=43a7112b-174d-40e2-9b45-b406f9c0a7f7,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:38:44.190546 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Network 43a7112b-174d-40e2-9b45-b406f9c0a7f7 details requested by agent ovs-agent-n-d-694802-15 with host n-d-694802-15 {{(pid=94468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 14:38:44.203559 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [req-c57968ad-ffe5-4306-bafc-e5e212e89e82 req-4fe85f5f-0ff3-4457-9e20-3567511e6a90 tempest-ImagesOneServerNegativeTestJSON-535792509 tempest-ImagesOneServerNegativeTestJSON-535792509-project] No DVR routers for this DVR port d19c4a8d-5ab9-4b20-95f6-d3dd78a2c2bd on host n-h2-694802-15 {{(pid=94466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:38:44.207211 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-c57968ad-ffe5-4306-bafc-e5e212e89e82 req-4fe85f5f-0ff3-4457-9e20-3567511e6a90 tempest-ImagesOneServerNegativeTestJSON-535792509 tempest-ImagesOneServerNegativeTestJSON-535792509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:44.210169 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-c57968ad-ffe5-4306-bafc-e5e212e89e82 req-4fe85f5f-0ff3-4457-9e20-3567511e6a90 tempest-ImagesOneServerNegativeTestJSON-535792509 tempest-ImagesOneServerNegativeTestJSON-535792509-project] 10.222.0.49 "DELETE /v2.0/ports/d19c4a8d-5ab9-4b20-95f6-d3dd78a2c2bd HTTP/1.1" status: 204 len: 173 time: 2.5645897 Aug 12 14:38:44.237203 n-d-694802-15 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c16f504a-8712-4961-a5bf-10a30af1c6d1', 'name': 'network-vif-deleted', 'tag': 'd19c4a8d-5ab9-4b20-95f6-d3dd78a2c2bd'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:38:44.240343 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e785eeede3897370d0b20f09d5f461b30cfecd5ed38c4f07dacd02bc52c9277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-340854a5-24d8-41c9-90e8-220500f06142" -d '{"events": [{"server_uuid": "c16f504a-8712-4961-a5bf-10a30af1c6d1", "name": "network-vif-deleted", "tag": "d19c4a8d-5ab9-4b20-95f6-d3dd78a2c2bd"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:38:44.257337 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port 0db4f29f-4b08-4d67-9a89-85f456556b3e, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=0db4f29f-4b08-4d67-9a89-85f456556b3e,segment=NetworkSegment(afe25370-43f7-43be-a4de-d68fa9dce5c3),segment_id=afe25370-43f7-43be-a4de-d68fa9dce5c3)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:38:44.269639 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:44.270384 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device d19c4a8d-5ab9-4b20-95f6-d3dd78a2c2bd no longer exists at agent hyperv_n-h2-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:38:44.369653 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 14:38:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-567ce7b7-3b37-4ba9-9ba6-edf531dafffc x-openstack-request-id: req-567ce7b7-3b37-4ba9-9ba6-edf531dafffc {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:38:44.369938 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c16f504a-8712-4961-a5bf-10a30af1c6d1", "name": "network-vif-deleted", "tag": "d19c4a8d-5ab9-4b20-95f6-d3dd78a2c2bd", "status": "completed", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:38:44.370196 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-567ce7b7-3b37-4ba9-9ba6-edf531dafffc {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:38:44.370641 n-d-694802-15 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c16f504a-8712-4961-a5bf-10a30af1c6d1', 'name': 'network-vif-deleted', 'tag': 'd19c4a8d-5ab9-4b20-95f6-d3dd78a2c2bd', 'status': 'completed', 'code': 200} Aug 12 14:38:44.373040 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] No Port match for: d19c4a8d-5ab9-4b20-95f6-d3dd78a2c2bd {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 14:38:44.373430 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device d19c4a8d-5ab9-4b20-95f6-d3dd78a2c2bd not bound to the agent host n-h2-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:38:44.427136 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Pushing event updated for resources: {'Port': ['ID=0db4f29f-4b08-4d67-9a89-85f456556b3e,revision_number=5']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:38:44.494791 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-adf60870-c75a-451d-8f23-cd0e82928133 req-02f9b3d5-d554-40f2-99fd-ab5f78d3bf85 tempest-ImagesOneServerNegativeTestJSON-535792509 tempest-ImagesOneServerNegativeTestJSON-535792509-project] 10.222.0.39 "GET /v2.0/ports?device_id=c16f504a-8712-4961-a5bf-10a30af1c6d1 HTTP/1.1" status: 200 len: 210 time: 0.0522592 Aug 12 14:38:44.562566 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28066b72-b05e-4860-8054-bce4204c41fa tempest-ExternalNetworksTestJSON-1604535476 tempest-ExternalNetworksTestJSON-1604535476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:38:44.570059 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28066b72-b05e-4860-8054-bce4204c41fa tempest-ExternalNetworksTestJSON-1604535476 tempest-ExternalNetworksTestJSON-1604535476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:38:44.575814 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28066b72-b05e-4860-8054-bce4204c41fa tempest-ExternalNetworksTestJSON-1604535476 tempest-ExternalNetworksTestJSON-1604535476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:38:44.582552 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28066b72-b05e-4860-8054-bce4204c41fa tempest-ExternalNetworksTestJSON-1604535476 tempest-ExternalNetworksTestJSON-1604535476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:38:44.584320 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-28066b72-b05e-4860-8054-bce4204c41fa tempest-ExternalNetworksTestJSON-1604535476 tempest-ExternalNetworksTestJSON-1604535476-project] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2454 time: 0.4256990 Aug 12 14:38:44.587816 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 41726) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:38:44.673911 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-914382f1-c397-4f24-9878-f36b5b26eea1 tempest-ExternalNetworksTestJSON-323390576 tempest-ExternalNetworksTestJSON-323390576-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680608'] for network, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:44.824956 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-cfebdb28-2c12-4822-a602-166a4b12ce43 admin admin] Deleting port 1549c8c4-630f-430e-b5ba-6997b553ce73 {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:38:44.825314 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-cfebdb28-2c12-4822-a602-166a4b12ce43 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:44.938837 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d995843-ad4a-425e-9784-973249b05cce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0db4f29f-4b08-4d67-9a89-85f456556b3e'}] {{(pid=94468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:38:44.943128 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99a8d87602170099c728e57431aca99e9b98a655a83bbf8727be13192709727b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9934d49-a2ab-442f-8187-ca6bfcfce282" -d '{"events": [{"server_uuid": "6d995843-ad4a-425e-9784-973249b05cce", "name": "network-vif-plugged", "status": "completed", "tag": "0db4f29f-4b08-4d67-9a89-85f456556b3e"}]}' {{(pid=94468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:38:45.016438 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46709e73-79c2-408d-9f67-8f878448132e req-5b41c1f3-a6c3-497a-8daf-d69bd389657c tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:38:45.027855 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-46709e73-79c2-408d-9f67-8f878448132e req-5b41c1f3-a6c3-497a-8daf-d69bd389657c tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] 10.222.0.39 "GET /v2.0/ports?device_id=218a1e6a-afab-4f0a-9188-1c66929eccc2 HTTP/1.1" status: 200 len: 945 time: 0.2290480 Aug 12 14:38:45.058954 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-cfebdb28-2c12-4822-a602-166a4b12ce43 admin admin] For port 1549c8c4-630f-430e-b5ba-6997b553ce73, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=1549c8c4-630f-430e-b5ba-6997b553ce73,segment=NetworkSegment(b44099f3-91d6-4d7d-9179-809cce66c47f),segment_id=b44099f3-91d6-4d7d-9179-809cce66c47f)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:38:45.059356 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-cfebdb28-2c12-4822-a602-166a4b12ce43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:45.074612 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 14:38:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-208fa8b8-c34c-41ff-a949-95cf63589441 x-openstack-request-id: req-208fa8b8-c34c-41ff-a949-95cf63589441 {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:38:45.075009 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d995843-ad4a-425e-9784-973249b05cce", "name": "network-vif-plugged", "status": "completed", "tag": "0db4f29f-4b08-4d67-9a89-85f456556b3e", "code": 200}]} {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:38:45.075387 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-208fa8b8-c34c-41ff-a949-95cf63589441 {{(pid=94468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:38:45.075883 n-d-694802-15 neutron-server[94468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d995843-ad4a-425e-9784-973249b05cce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0db4f29f-4b08-4d67-9a89-85f456556b3e', 'code': 200} Aug 12 14:38:45.105185 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-cfebdb28-2c12-4822-a602-166a4b12ce43 admin admin] Calling delete_port for 1549c8c4-630f-430e-b5ba-6997b553ce73 owned by network:router_interface {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:38:45.128260 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-46709e73-79c2-408d-9f67-8f878448132e req-50fd68ee-bc3f-44fa-8242-543f3b9b7aa0 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b3c7ce2-70f7-4d15-8774-e830cec0f0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993690 Aug 12 14:38:45.361001 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-cfebdb28-2c12-4822-a602-166a4b12ce43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:45.379474 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-914382f1-c397-4f24-9878-f36b5b26eea1 tempest-ExternalNetworksTestJSON-323390576 tempest-ExternalNetworksTestJSON-323390576-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66413304', 'neutron.services.segments.db._delete_segments_for_network-8744654118000'] for network, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:45.391916 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-914382f1-c397-4f24-9878-f36b5b26eea1 tempest-ExternalNetworksTestJSON-323390576 tempest-ExternalNetworksTestJSON-323390576-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43a7112b-174d-40e2-9b45-b406f9c0a7f7']}} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:38:45.406086 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-914382f1-c397-4f24-9878-f36b5b26eea1 tempest-ExternalNetworksTestJSON-323390576 tempest-ExternalNetworksTestJSON-323390576-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '952ff38f-61a7-41cc-a318-793ed329120e') {'for_net_delete': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:38:45.406384 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-914382f1-c397-4f24-9878-f36b5b26eea1 tempest-ExternalNetworksTestJSON-323390576 tempest-ExternalNetworksTestJSON-323390576-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '952ff38f-61a7-41cc-a318-793ed329120e') {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:38:45.421106 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfebdb28-2c12-4822-a602-166a4b12ce43 admin admin] Pushing event deleted for resources: {'Port': ['ID=1549c8c4-630f-430e-b5ba-6997b553ce73,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:38:45.429670 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7103b5d-e054-471e-9bcb-e54ed55e13ff req-2b8ad65d-0abc-4291-ba3b-d9ad6dd7f51e tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:38:45.433910 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d7103b5d-e054-471e-9bcb-e54ed55e13ff req-2b8ad65d-0abc-4291-ba3b-d9ad6dd7f51e tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d995843-ad4a-425e-9784-973249b05cce HTTP/1.1" status: 200 len: 945 time: 0.0960071 Aug 12 14:38:45.438514 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-914382f1-c397-4f24-9878-f36b5b26eea1 tempest-ExternalNetworksTestJSON-323390576 tempest-ExternalNetworksTestJSON-323390576-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744654122361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3857526'] for segment, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:45.500335 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-914382f1-c397-4f24-9878-f36b5b26eea1 tempest-ExternalNetworksTestJSON-323390576 tempest-ExternalNetworksTestJSON-323390576-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:45.505284 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d7103b5d-e054-471e-9bcb-e54ed55e13ff req-e8a9b478-5a1e-4282-b3ae-fed28a2e2335 tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ad0002e-d03d-4ace-861f-ca41a35b7aed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597157 Aug 12 14:38:45.511943 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-fe95f194-a3b0-4c04-9e42-20b511169d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:45.513262 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-914382f1-c397-4f24-9878-f36b5b26eea1 tempest-ExternalNetworksTestJSON-323390576 tempest-ExternalNetworksTestJSON-323390576-project-admin] Releasing vlan 312 on physical network physnet1 to pool {{(pid=94467) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 14:38:45.513710 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-914382f1-c397-4f24-9878-f36b5b26eea1 tempest-ExternalNetworksTestJSON-323390576 tempest-ExternalNetworksTestJSON-323390576-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2859015'] for segment, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:45.515932 n-d-694802-15 neutron-server[94467]: Traceback (most recent call last): Aug 12 14:38:45.515932 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 14:38:45.515932 n-d-694802-15 neutron-server[94467]: timer() Aug 12 14:38:45.515932 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 14:38:45.515932 n-d-694802-15 neutron-server[94467]: cb(*args, **kw) Aug 12 14:38:45.515932 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 14:38:45.515932 n-d-694802-15 neutron-server[94467]: return func(*args, **kwargs) Aug 12 14:38:45.515932 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 14:38:45.515932 n-d-694802-15 neutron-server[94467]: self._notify() Aug 12 14:38:45.515932 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 14:38:45.515932 n-d-694802-15 neutron-server[94467]: self.callback(batched_events) Aug 12 14:38:45.515932 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 14:38:45.515932 n-d-694802-15 neutron-server[94467]: event.method(event) Aug 12 14:38:45.515932 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 14:38:45.515932 n-d-694802-15 neutron-server[94467]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 14:38:45.515932 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 14:38:45.515932 n-d-694802-15 neutron-server[94467]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 14:38:45.515932 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 14:38:45.515932 n-d-694802-15 neutron-server[94467]: return f(self, *a, **k) Aug 12 14:38:45.515932 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 14:38:45.515932 n-d-694802-15 neutron-server[94467]: return self._get(url).json() Aug 12 14:38:45.515932 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 14:38:45.515932 n-d-694802-15 neutron-server[94467]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 14:38:45.515932 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 14:38:45.515932 n-d-694802-15 neutron-server[94467]: return self.request(url, 'GET', **kwargs) Aug 12 14:38:45.515932 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 14:38:45.515932 n-d-694802-15 neutron-server[94467]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 14:38:45.515932 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 14:38:45.515932 n-d-694802-15 neutron-server[94467]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 14:38:45.515932 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 14:38:45.515932 n-d-694802-15 neutron-server[94467]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 14:38:45.515932 n-d-694802-15 neutron-server[94467]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 14:38:45.537420 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84534544-2e42-4ccc-8dcc-9e7e51052aa7 req-e85e8e22-1a41-4690-9c75-04b8aafc76e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:38:45.538947 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-84534544-2e42-4ccc-8dcc-9e7e51052aa7 req-e85e8e22-1a41-4690-9c75-04b8aafc76e9 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=6d995843-ad4a-425e-9784-973249b05cce HTTP/1.1" status: 200 len: 1097 time: 0.2030275 Aug 12 14:38:45.555883 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d024e2-1920-4356-98fa-25338278e477 req-cf121df5-488d-4138-b0df-f2d8658c78fb tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:38:45.555883 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-c3d024e2-1920-4356-98fa-25338278e477 req-cf121df5-488d-4138-b0df-f2d8658c78fb tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] 10.222.0.39 "GET /v2.0/ports?device_id=347dc2a1-69b4-475b-8406-b78ac88f537c HTTP/1.1" status: 200 len: 945 time: 0.2180657 Aug 12 14:38:45.606233 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-914382f1-c397-4f24-9878-f36b5b26eea1 tempest-ExternalNetworksTestJSON-323390576 tempest-ExternalNetworksTestJSON-323390576-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66413281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431520'] for network, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:45.619507 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-914382f1-c397-4f24-9878-f36b5b26eea1 tempest-ExternalNetworksTestJSON-323390576 tempest-ExternalNetworksTestJSON-323390576-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 43a7112b-174d-40e2-9b45-b406f9c0a7f7 {{(pid=94467) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 12 14:38:45.632023 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-914382f1-c397-4f24-9878-f36b5b26eea1 tempest-ExternalNetworksTestJSON-323390576 tempest-ExternalNetworksTestJSON-323390576-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for network, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:45.638306 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-914382f1-c397-4f24-9878-f36b5b26eea1 tempest-ExternalNetworksTestJSON-323390576 tempest-ExternalNetworksTestJSON-323390576-project-admin] 10.222.0.39 "DELETE /v2.0/networks/43a7112b-174d-40e2-9b45-b406f9c0a7f7 HTTP/1.1" status: 204 len: 168 time: 1.0497801 Aug 12 14:38:45.639480 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 41758) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:38:45.641861 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914382f1-c397-4f24-9878-f36b5b26eea1 tempest-ExternalNetworksTestJSON-323390576 tempest-ExternalNetworksTestJSON-323390576-project-admin] Pushing event deleted for resources: {'Network': ['ID=43a7112b-174d-40e2-9b45-b406f9c0a7f7,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:38:45.647531 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-039d5c25-0556-4f5b-b7ad-b45ac95bbe23 tempest-ExternalNetworksTestJSON-323390576 tempest-ExternalNetworksTestJSON-323390576-project-admin] Request body: {'network': {'name': 'tempest-network--1088980545', 'router:external': True}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:38:45.676918 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-039d5c25-0556-4f5b-b7ad-b45ac95bbe23 tempest-ExternalNetworksTestJSON-323390576 tempest-ExternalNetworksTestJSON-323390576-project-admin] Made reservation on behalf of 18a40042c6c24366964f3ddbab0b105c for: {'network': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:38:45.678221 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-84534544-2e42-4ccc-8dcc-9e7e51052aa7 req-c9bce2fb-d2db-4df3-a306-0b4c6a7d6718 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=4ad0002e-d03d-4ace-861f-ca41a35b7aed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164002 Aug 12 14:38:45.679846 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-039d5c25-0556-4f5b-b7ad-b45ac95bbe23 tempest-ExternalNetworksTestJSON-323390576 tempest-ExternalNetworksTestJSON-323390576-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for network, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:45.697223 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-c3d024e2-1920-4356-98fa-25338278e477 req-faefd049-209b-4649-8718-f28252149be3 tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] 10.222.0.39 "GET /v2.0/security-groups?id=87f02c46-9837-45f6-a8f5-f67c20068d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340606 Aug 12 14:38:45.749670 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-039d5c25-0556-4f5b-b7ad-b45ac95bbe23 tempest-ExternalNetworksTestJSON-323390576 tempest-ExternalNetworksTestJSON-323390576-project-admin] vlan segment allocate from pool success with {'vlan_id': 300, 'physical_network': 'physnet1'} {{(pid=94467) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 14:38:45.769097 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-039d5c25-0556-4f5b-b7ad-b45ac95bbe23 tempest-ExternalNetworksTestJSON-323390576 tempest-ExternalNetworksTestJSON-323390576-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:45.769328 n-d-694802-15 neutron-server[94467]: INFO neutron.db.segments_db [None req-039d5c25-0556-4f5b-b7ad-b45ac95bbe23 tempest-ExternalNetworksTestJSON-323390576 tempest-ExternalNetworksTestJSON-323390576-project-admin] Added segment 881e7ecb-a6e1-4ee0-b218-5d252bde28ec of type vlan for network e0cbda6a-cdbc-4bf8-8d2c-432d2ddd0b24 Aug 12 14:38:45.805265 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-cfebdb28-2c12-4822-a602-166a4b12ce43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66628352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-430630'] for router_interface, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:45.860857 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-039d5c25-0556-4f5b-b7ad-b45ac95bbe23 tempest-ExternalNetworksTestJSON-323390576 tempest-ExternalNetworksTestJSON-323390576-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744653628263'] for network, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:45.900866 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-039d5c25-0556-4f5b-b7ad-b45ac95bbe23 tempest-ExternalNetworksTestJSON-323390576 tempest-ExternalNetworksTestJSON-323390576-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409'] for network, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:45.904779 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-039d5c25-0556-4f5b-b7ad-b45ac95bbe23 tempest-ExternalNetworksTestJSON-323390576 tempest-ExternalNetworksTestJSON-323390576-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:38:45.906107 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-039d5c25-0556-4f5b-b7ad-b45ac95bbe23 tempest-ExternalNetworksTestJSON-323390576 tempest-ExternalNetworksTestJSON-323390576-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for network, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:46.009744 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039d5c25-0556-4f5b-b7ad-b45ac95bbe23 tempest-ExternalNetworksTestJSON-323390576 tempest-ExternalNetworksTestJSON-323390576-project-admin] Pushing event updated for resources: {'Network': ['ID=e0cbda6a-cdbc-4bf8-8d2c-432d2ddd0b24,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:38:46.021590 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Network e0cbda6a-cdbc-4bf8-8d2c-432d2ddd0b24 details requested by agent ovs-agent-n-d-694802-15 with host n-d-694802-15 {{(pid=94468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 14:38:46.030919 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-039d5c25-0556-4f5b-b7ad-b45ac95bbe23 tempest-ExternalNetworksTestJSON-323390576 tempest-ExternalNetworksTestJSON-323390576-project-admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.3879688 Aug 12 14:38:46.031640 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 41770) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:38:46.120101 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfebdb28-2c12-4822-a602-166a4b12ce43 admin admin] Router 8ddaaadc-f5ff-49ae-b08f-9cb97bad8a57 has already been hosted by L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f {{(pid=94466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 14:38:46.123287 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c79e2e4f-3777-4553-ab2a-05a6c882ba2a req-f7b3d1b8-088c-431f-a212-9c1ffdbb26e6 tempest-LiveMigrationNegativeTest-9470437 tempest-LiveMigrationNegativeTest-9470437-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=852c96032e244d76a2e6d8b81e06dbfa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0539956 Aug 12 14:38:46.137633 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4321650-e60d-4528-b4d6-3bc5271247a6 req-b5b74d19-52d4-45f6-b99b-32e08663972b tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:38:46.143684 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-e4321650-e60d-4528-b4d6-3bc5271247a6 req-b5b74d19-52d4-45f6-b99b-32e08663972b tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] 10.222.0.39 "GET /v2.0/ports?device_id=218a1e6a-afab-4f0a-9188-1c66929eccc2 HTTP/1.1" status: 200 len: 945 time: 0.1840096 Aug 12 14:38:46.169290 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0363ada8-bd29-41df-b8b8-c2e8d07b2cdd tempest-ExternalNetworksTestJSON-1604535476 tempest-ExternalNetworksTestJSON-1604535476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:38:46.170659 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-0363ada8-bd29-41df-b8b8-c2e8d07b2cdd tempest-ExternalNetworksTestJSON-1604535476 tempest-ExternalNetworksTestJSON-1604535476-project] 10.222.0.39 "GET /v2.0/networks/e0cbda6a-cdbc-4bf8-8d2c-432d2ddd0b24 HTTP/1.1" status: 200 len: 757 time: 0.1380343 Aug 12 14:38:46.199110 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 41776) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:38:46.265708 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-e4321650-e60d-4528-b4d6-3bc5271247a6 req-013184ab-5e88-4dae-85da-b4c348f2b6be tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b3c7ce2-70f7-4d15-8774-e830cec0f0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188009 Aug 12 14:38:46.288481 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfebdb28-2c12-4822-a602-166a4b12ce43 admin admin] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 14:38:46.300669 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-cfebdb28-2c12-4822-a602-166a4b12ce43 admin admin] 10.222.0.39 "PUT /v2.0/routers/8ddaaadc-f5ff-49ae-b08f-9cb97bad8a57/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0846007 Aug 12 14:38:46.300928 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 41778) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:38:46.319617 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b33f09bb-c3f0-4439-9415-dfcdbc976290 None None] Sync routers for ids ['8ddaaadc-f5ff-49ae-b08f-9cb97bad8a57'] in n-d-694802-15 {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 14:38:46.328661 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b33f09bb-c3f0-4439-9415-dfcdbc976290 None None] Routers {'8ddaaadc-f5ff-49ae-b08f-9cb97bad8a57'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:38:46.333591 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-b33f09bb-c3f0-4439-9415-dfcdbc976290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:38:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['8ddaaadc-f5ff-49ae-b08f-9cb97bad8a57'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:38:46.358499 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-763a851d-89f9-4d60-a88a-64e9980c6e26 tempest-ExternalNetworksTestJSON-1604535476 tempest-ExternalNetworksTestJSON-1604535476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:38:46.359933 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-763a851d-89f9-4d60-a88a-64e9980c6e26 tempest-ExternalNetworksTestJSON-1604535476 tempest-ExternalNetworksTestJSON-1604535476-project] 10.222.0.39 "GET /v2.0/networks/654cab88-e022-47a4-8dab-ae1d3705b720 HTTP/1.1" status: 200 len: 768 time: 0.1600335 Aug 12 14:38:46.363248 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 41786) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:38:46.395167 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79e2e4f-3777-4553-ab2a-05a6c882ba2a req-5fb83218-da52-43ec-8cb4-d3324217389a tempest-LiveMigrationNegativeTest-9470437 tempest-LiveMigrationNegativeTest-9470437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:38:46.396675 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c79e2e4f-3777-4553-ab2a-05a6c882ba2a req-5fb83218-da52-43ec-8cb4-d3324217389a tempest-LiveMigrationNegativeTest-9470437 tempest-LiveMigrationNegativeTest-9470437-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2612150 Aug 12 14:38:46.448352 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-7a664edf-7c8a-434d-bf41-f50b01d42f6f tempest-ExternalNetworksTestJSON-323390576 tempest-ExternalNetworksTestJSON-323390576-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680608'] for network, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:46.453847 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c79e2e4f-3777-4553-ab2a-05a6c882ba2a req-0e6f3c6e-88cf-4c32-8179-6d306b197afb tempest-LiveMigrationNegativeTest-9470437 tempest-LiveMigrationNegativeTest-9470437-project] 10.222.0.39 "GET /v2.0/quotas/852c96032e244d76a2e6d8b81e06dbfa HTTP/1.1" status: 200 len: 375 time: 0.0443099 Aug 12 14:38:46.459223 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 41792) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:38:46.476372 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-b33f09bb-c3f0-4439-9415-dfcdbc976290 None None] Set router 8ddaaadc-f5ff-49ae-b08f-9cb97bad8a57 gateway port host: n-d-694802-15 {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:38:46.502399 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c79e2e4f-3777-4553-ab2a-05a6c882ba2a req-79d6bc9f-37b6-47d4-9dc6-b6c53ce96e30 tempest-LiveMigrationNegativeTest-9470437 tempest-LiveMigrationNegativeTest-9470437-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=852c96032e244d76a2e6d8b81e06dbfa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0372090 Aug 12 14:38:46.506008 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-42f8d7ff-8e88-4b9f-8624-631cbd0a604e admin admin] Notify callbacks [] for router, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:46.587109 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-7a664edf-7c8a-434d-bf41-f50b01d42f6f tempest-ExternalNetworksTestJSON-323390576 tempest-ExternalNetworksTestJSON-323390576-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66413304', 'neutron.services.segments.db._delete_segments_for_network-8744654118000'] for network, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:46.602206 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-869459b8-1855-4156-83ac-3966a64aa1ce tempest-ImagesOneServerNegativeTestJSON-535792509 tempest-ImagesOneServerNegativeTestJSON-535792509-project] Notify callbacks [] for security_group, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:46.635271 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-7a664edf-7c8a-434d-bf41-f50b01d42f6f tempest-ExternalNetworksTestJSON-323390576 tempest-ExternalNetworksTestJSON-323390576-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0cbda6a-cdbc-4bf8-8d2c-432d2ddd0b24']}} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:38:46.639922 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-42f8d7ff-8e88-4b9f-8624-631cbd0a604e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:46.650641 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-7a664edf-7c8a-434d-bf41-f50b01d42f6f tempest-ExternalNetworksTestJSON-323390576 tempest-ExternalNetworksTestJSON-323390576-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '881e7ecb-a6e1-4ee0-b218-5d252bde28ec') {'for_net_delete': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:38:46.651252 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-7a664edf-7c8a-434d-bf41-f50b01d42f6f tempest-ExternalNetworksTestJSON-323390576 tempest-ExternalNetworksTestJSON-323390576-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '881e7ecb-a6e1-4ee0-b218-5d252bde28ec') {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:38:46.667369 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-7a664edf-7c8a-434d-bf41-f50b01d42f6f tempest-ExternalNetworksTestJSON-323390576 tempest-ExternalNetworksTestJSON-323390576-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744654122361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2293560'] for segment, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:46.682987 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-7a664edf-7c8a-434d-bf41-f50b01d42f6f tempest-ExternalNetworksTestJSON-323390576 tempest-ExternalNetworksTestJSON-323390576-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:46.698684 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a664edf-7c8a-434d-bf41-f50b01d42f6f tempest-ExternalNetworksTestJSON-323390576 tempest-ExternalNetworksTestJSON-323390576-project-admin] Releasing vlan 300 on physical network physnet1 to pool {{(pid=94466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 14:38:46.699208 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-7a664edf-7c8a-434d-bf41-f50b01d42f6f tempest-ExternalNetworksTestJSON-323390576 tempest-ExternalNetworksTestJSON-323390576-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3718595'] for segment, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:46.712814 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-b33f09bb-c3f0-4439-9415-dfcdbc976290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ddaaadc-f5ff-49ae-b08f-9cb97bad8a57', 'name': 'tempest-AttachSCSIVolumeTestJSON-754774248-router', 'tenant_id': 'c6353cb62453414b9aa9745dd88c3c93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.193'}], 'enable_snat': True}, 'gw_port_id': 'b4cf1358-a9b6-46c5-99ad-040b48bf5837', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:36:35Z', 'updated_at': '2021-08-12T14:38:45Z', 'revision_number': 5, 'project_id': 'c6353cb62453414b9aa9745dd88c3c93', 'gw_port': {'id': 'b4cf1358-a9b6-46c5-99ad-040b48bf5837', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:dd:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ddaaadc-f5ff-49ae-b08f-9cb97bad8a57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 777, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:36:36Z', 'updated_at': '2021-08-12T14:36:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15'}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:38:46.716194 n-d-694802-15 neutron-server[94466]: Traceback (most recent call last): Aug 12 14:38:46.716194 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 14:38:46.716194 n-d-694802-15 neutron-server[94466]: timer() Aug 12 14:38:46.716194 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 14:38:46.716194 n-d-694802-15 neutron-server[94466]: cb(*args, **kw) Aug 12 14:38:46.716194 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 14:38:46.716194 n-d-694802-15 neutron-server[94466]: return func(*args, **kwargs) Aug 12 14:38:46.716194 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 14:38:46.716194 n-d-694802-15 neutron-server[94466]: self._notify() Aug 12 14:38:46.716194 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 14:38:46.716194 n-d-694802-15 neutron-server[94466]: self.callback(batched_events) Aug 12 14:38:46.716194 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 14:38:46.716194 n-d-694802-15 neutron-server[94466]: event.method(event) Aug 12 14:38:46.716194 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 14:38:46.716194 n-d-694802-15 neutron-server[94466]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 14:38:46.716194 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 14:38:46.716194 n-d-694802-15 neutron-server[94466]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 14:38:46.716194 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 14:38:46.716194 n-d-694802-15 neutron-server[94466]: return f(self, *a, **k) Aug 12 14:38:46.716194 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 14:38:46.716194 n-d-694802-15 neutron-server[94466]: return self._get(url).json() Aug 12 14:38:46.716194 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 14:38:46.716194 n-d-694802-15 neutron-server[94466]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 14:38:46.716194 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 14:38:46.716194 n-d-694802-15 neutron-server[94466]: return self.request(url, 'GET', **kwargs) Aug 12 14:38:46.716194 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 14:38:46.716194 n-d-694802-15 neutron-server[94466]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 14:38:46.716194 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 14:38:46.716194 n-d-694802-15 neutron-server[94466]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 14:38:46.716194 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 14:38:46.716194 n-d-694802-15 neutron-server[94466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 14:38:46.716194 n-d-694802-15 neutron-server[94466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 14:38:46.745595 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b33f09bb-c3f0-4439-9415-dfcdbc976290 None None] Checking router: 8ddaaadc-f5ff-49ae-b08f-9cb97bad8a57 for host: n-d-694802-15 {{(pid=94469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 14:38:46.756173 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b33f09bb-c3f0-4439-9415-dfcdbc976290 None None] Routers {'8ddaaadc-f5ff-49ae-b08f-9cb97bad8a57'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:38:46.757085 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-b33f09bb-c3f0-4439-9415-dfcdbc976290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:38:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['8ddaaadc-f5ff-49ae-b08f-9cb97bad8a57'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:38:46.776910 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2e9a428c-db2a-4f1a-a0f9-4a56d0f5f845 req-f473745f-39e6-4288-824e-81d62d116421 tempest-LiveMigrationNegativeTest-9470437 tempest-LiveMigrationNegativeTest-9470437-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4faac19-a3a4-4db0-a984-820a4227aa6d HTTP/1.1" status: 200 len: 210 time: 0.0395446 Aug 12 14:38:46.847347 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-42f8d7ff-8e88-4b9f-8624-631cbd0a604e admin admin] Deleting port b4cf1358-a9b6-46c5-99ad-040b48bf5837 {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:38:46.848217 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-42f8d7ff-8e88-4b9f-8624-631cbd0a604e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:46.869159 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-b33f09bb-c3f0-4439-9415-dfcdbc976290 None None] Set router 8ddaaadc-f5ff-49ae-b08f-9cb97bad8a57 gateway port host: None {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:38:46.960557 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [None req-42f8d7ff-8e88-4b9f-8624-631cbd0a604e admin admin] For port b4cf1358-a9b6-46c5-99ad-040b48bf5837, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=b4cf1358-a9b6-46c5-99ad-040b48bf5837,segment=NetworkSegment(b1b396cb-2dc6-4041-bfc7-1833a80a4720),segment_id=b1b396cb-2dc6-4041-bfc7-1833a80a4720)] {{(pid=94467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:38:46.961265 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-42f8d7ff-8e88-4b9f-8624-631cbd0a604e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:46.964430 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-b33f09bb-c3f0-4439-9415-dfcdbc976290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ddaaadc-f5ff-49ae-b08f-9cb97bad8a57', 'name': 'tempest-AttachSCSIVolumeTestJSON-754774248-router', 'tenant_id': 'c6353cb62453414b9aa9745dd88c3c93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:36:35Z', 'updated_at': '2021-08-12T14:38:46Z', 'revision_number': 6, 'project_id': 'c6353cb62453414b9aa9745dd88c3c93', 'gw_port_host': None}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:38:46.976291 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-42f8d7ff-8e88-4b9f-8624-631cbd0a604e admin admin] Calling delete_port for b4cf1358-a9b6-46c5-99ad-040b48bf5837 owned by network:router_gateway {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:38:46.998423 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b33f09bb-c3f0-4439-9415-dfcdbc976290 None None] The sync data for ids ['8ddaaadc-f5ff-49ae-b08f-9cb97bad8a57'] in n-d-694802-15 is: [{'id': '8ddaaadc-f5ff-49ae-b08f-9cb97bad8a57', 'name': 'tempest-AttachSCSIVolumeTestJSON-754774248-router', 'tenant_id': 'c6353cb62453414b9aa9745dd88c3c93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:36:35Z', 'updated_at': '2021-08-12T14:38:46Z', 'revision_number': 6, 'project_id': 'c6353cb62453414b9aa9745dd88c3c93', 'gw_port_host': None}] {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 14:38:47.134201 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38027325-44f7-4ee5-85a7-f9c75b5d5f5a req-36aca969-9f48-42fe-81c5-49ca6819e03d tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:38:47.135935 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-38027325-44f7-4ee5-85a7-f9c75b5d5f5a req-36aca969-9f48-42fe-81c5-49ca6819e03d tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] 10.222.0.39 "GET /v2.0/ports?device_id=347dc2a1-69b4-475b-8406-b78ac88f537c HTTP/1.1" status: 200 len: 945 time: 0.1054554 Aug 12 14:38:47.210780 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-38027325-44f7-4ee5-85a7-f9c75b5d5f5a req-20ea56e9-a669-4dc3-9e25-048e7cbed2ee tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] 10.222.0.39 "GET /v2.0/security-groups?id=87f02c46-9837-45f6-a8f5-f67c20068d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631104 Aug 12 14:38:47.224268 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-869459b8-1855-4156-83ac-3966a64aa1ce tempest-ImagesOneServerNegativeTestJSON-535792509 tempest-ImagesOneServerNegativeTestJSON-535792509-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:47.244845 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-42f8d7ff-8e88-4b9f-8624-631cbd0a604e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:47.275328 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f8d7ff-8e88-4b9f-8624-631cbd0a604e admin admin] Pushing event deleted for resources: {'Port': ['ID=b4cf1358-a9b6-46c5-99ad-040b48bf5837,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:38:47.290459 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-7a664edf-7c8a-434d-bf41-f50b01d42f6f tempest-ExternalNetworksTestJSON-323390576 tempest-ExternalNetworksTestJSON-323390576-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66413281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431520'] for network, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:47.298794 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a664edf-7c8a-434d-bf41-f50b01d42f6f tempest-ExternalNetworksTestJSON-323390576 tempest-ExternalNetworksTestJSON-323390576-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network e0cbda6a-cdbc-4bf8-8d2c-432d2ddd0b24 {{(pid=94466) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 12 14:38:47.306513 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-7a664edf-7c8a-434d-bf41-f50b01d42f6f tempest-ExternalNetworksTestJSON-323390576 tempest-ExternalNetworksTestJSON-323390576-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for network, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:47.309980 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-7a664edf-7c8a-434d-bf41-f50b01d42f6f tempest-ExternalNetworksTestJSON-323390576 tempest-ExternalNetworksTestJSON-323390576-project-admin] 10.222.0.39 "DELETE /v2.0/networks/e0cbda6a-cdbc-4bf8-8d2c-432d2ddd0b24 HTTP/1.1" status: 204 len: 168 time: 0.9449236 Aug 12 14:38:47.323439 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 41812) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:38:47.331823 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc88cd24-19da-47da-8b9e-81eaebd7a984 req-86148373-58cd-4f60-b17a-12fa7e66648f tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:38:47.341313 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-cc88cd24-19da-47da-8b9e-81eaebd7a984 req-86148373-58cd-4f60-b17a-12fa7e66648f tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d995843-ad4a-425e-9784-973249b05cce HTTP/1.1" status: 200 len: 945 time: 0.6393328 Aug 12 14:38:47.364361 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-42f8d7ff-8e88-4b9f-8624-631cbd0a604e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-431580'] for router_gateway, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:47.382096 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-631f4a18-5636-4f41-8b92-536fbde047e1 tempest-ExternalNetworksTestJSON-323390576 tempest-ExternalNetworksTestJSON-323390576-project-admin] Request body: {'network': {'name': 'tempest-network--1280164473'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:38:47.397911 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a664edf-7c8a-434d-bf41-f50b01d42f6f tempest-ExternalNetworksTestJSON-323390576 tempest-ExternalNetworksTestJSON-323390576-project-admin] Pushing event deleted for resources: {'Network': ['ID=e0cbda6a-cdbc-4bf8-8d2c-432d2ddd0b24,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:38:47.416187 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c169d20d-d422-405e-8fe6-b847f3980404 req-c6c53862-1a82-4970-b8d6-9f159c21c730 tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:38:47.417945 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-c169d20d-d422-405e-8fe6-b847f3980404 req-c6c53862-1a82-4970-b8d6-9f159c21c730 tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] 10.222.0.49 "GET /v2.0/ports?device_id=347dc2a1-69b4-475b-8406-b78ac88f537c HTTP/1.1" status: 200 len: 945 time: 0.2522702 Aug 12 14:38:47.526951 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-869459b8-1855-4156-83ac-3966a64aa1ce tempest-ImagesOneServerNegativeTestJSON-535792509 tempest-ImagesOneServerNegativeTestJSON-535792509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:47.529782 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-869459b8-1855-4156-83ac-3966a64aa1ce tempest-ImagesOneServerNegativeTestJSON-535792509 tempest-ImagesOneServerNegativeTestJSON-535792509-project] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:47.531156 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-869459b8-1855-4156-83ac-3966a64aa1ce tempest-ImagesOneServerNegativeTestJSON-535792509 tempest-ImagesOneServerNegativeTestJSON-535792509-project] 10.222.0.39 "DELETE /v2.0/security-groups/f1655177-8a25-40c2-b920-05bca7189c35 HTTP/1.1" status: 204 len: 168 time: 1.0695541 Aug 12 14:38:47.545791 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 1549c8c4-630f-430e-b5ba-6997b553ce73 no longer exists at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:38:47.546629 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 41814) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:38:47.575179 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] No Port match for: 1549c8c4-630f-430e-b5ba-6997b553ce73 {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 14:38:47.576015 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 1549c8c4-630f-430e-b5ba-6997b553ce73 not bound to the agent host n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:38:47.588591 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869459b8-1855-4156-83ac-3966a64aa1ce tempest-ImagesOneServerNegativeTestJSON-535792509 tempest-ImagesOneServerNegativeTestJSON-535792509-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1655177-8a25-40c2-b920-05bca7189c35,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:38:47.599138 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-631f4a18-5636-4f41-8b92-536fbde047e1 tempest-ExternalNetworksTestJSON-323390576 tempest-ExternalNetworksTestJSON-323390576-project-admin] Made reservation on behalf of 18a40042c6c24366964f3ddbab0b105c for: {'network': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:38:47.600048 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-42f8d7ff-8e88-4b9f-8624-631cbd0a604e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-429360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-104877'] for router, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:47.604449 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-42f8d7ff-8e88-4b9f-8624-631cbd0a604e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:47.616390 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-631f4a18-5636-4f41-8b92-536fbde047e1 tempest-ExternalNetworksTestJSON-323390576 tempest-ExternalNetworksTestJSON-323390576-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for network, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:47.627808 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-cc88cd24-19da-47da-8b9e-81eaebd7a984 req-77135f23-d554-4be1-a74f-cb1303f39603 tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ad0002e-d03d-4ace-861f-ca41a35b7aed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2852964 Aug 12 14:38:47.628742 n-d-694802-15 neutron-server[94466]: INFO neutron.api.v2.resource [None req-72ba307e-af2e-4402-9dfb-c611588f3a05 tempest-ImagesOneServerNegativeTestJSON-535792509 tempest-ImagesOneServerNegativeTestJSON-535792509-project] show failed (client error): The resource could not be found. Aug 12 14:38:47.629722 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-72ba307e-af2e-4402-9dfb-c611588f3a05 tempest-ImagesOneServerNegativeTestJSON-535792509 tempest-ImagesOneServerNegativeTestJSON-535792509-project] 10.222.0.39 "GET /v2.0/security-groups/f1655177-8a25-40c2-b920-05bca7189c35 HTTP/1.1" status: 404 len: 347 time: 0.0736609 Aug 12 14:38:47.632868 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.agents_db [None req-17ed3e4c-1a7d-4162-9646-11c134aca297 None None] Agent healthcheck: found 7 active agents {{(pid=94469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 14:38:47.655128 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 41816) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:38:47.670245 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08a8a25-bda2-4e2a-ba5b-8dc26a167189 req-fca552c2-4d24-43ae-8ba6-62fbb2078484 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:38:47.671882 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e08a8a25-bda2-4e2a-ba5b-8dc26a167189 req-fca552c2-4d24-43ae-8ba6-62fbb2078484 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] 10.222.0.39 "GET /v2.0/ports?device_id=218a1e6a-afab-4f0a-9188-1c66929eccc2 HTTP/1.1" status: 200 len: 945 time: 0.1068296 Aug 12 14:38:47.686537 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-631f4a18-5636-4f41-8b92-536fbde047e1 tempest-ExternalNetworksTestJSON-323390576 tempest-ExternalNetworksTestJSON-323390576-project-admin] vlan segment allocate from pool success with {'vlan_id': 328, 'physical_network': 'physnet1'} {{(pid=94466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 14:38:47.701724 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-631f4a18-5636-4f41-8b92-536fbde047e1 tempest-ExternalNetworksTestJSON-323390576 tempest-ExternalNetworksTestJSON-323390576-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:47.702199 n-d-694802-15 neutron-server[94466]: INFO neutron.db.segments_db [None req-631f4a18-5636-4f41-8b92-536fbde047e1 tempest-ExternalNetworksTestJSON-323390576 tempest-ExternalNetworksTestJSON-323390576-project-admin] Added segment f1339fe8-1564-4b6d-8abd-94e4d5c05899 of type vlan for network 4499a8cf-01c5-4121-ace0-b33a4f38665d Aug 12 14:38:47.720944 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-42f8d7ff-8e88-4b9f-8624-631cbd0a604e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-429375'] for router, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:47.721482 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42f8d7ff-8e88-4b9f-8624-631cbd0a604e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8ddaaadc-f5ff-49ae-b08f-9cb97bad8a57 {{(pid=94467) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 14:38:47.728242 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-42f8d7ff-8e88-4b9f-8624-631cbd0a604e admin admin] Notify callbacks [] for router, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:47.731737 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-42f8d7ff-8e88-4b9f-8624-631cbd0a604e admin admin] 10.222.0.39 "DELETE /v2.0/routers/8ddaaadc-f5ff-49ae-b08f-9cb97bad8a57 HTTP/1.1" status: 204 len: 168 time: 1.4318810 Aug 12 14:38:47.738366 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 41818) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:38:47.754372 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [req-c169d20d-d422-405e-8fe6-b847f3980404 req-c89eb819-0399-4583-afa3-b93f9272aa53 tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] Deleting port a7435c5d-997c-44fb-a2c6-77a012c12559 {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:38:47.754841 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-c169d20d-d422-405e-8fe6-b847f3980404 req-c89eb819-0399-4583-afa3-b93f9272aa53 tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:47.760934 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-631f4a18-5636-4f41-8b92-536fbde047e1 tempest-ExternalNetworksTestJSON-323390576 tempest-ExternalNetworksTestJSON-323390576-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744653628263'] for network, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:47.846850 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_v2 [None req-509be678-469a-45c2-8486-4e645d68a099 admin admin] Deleting subnet 463d04ce-55b6-4138-a233-8d1ceeb0ed15 {{(pid=94467) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 14:38:47.859868 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-509be678-469a-45c2-8486-4e645d68a099 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:47.914775 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-20d12dc2-10ba-4ff0-bf8a-eac4b5ea98c3 req-824bec24-f4e8-41fb-9043-56da87c8ddca tempest-LiveMigrationNegativeTest-9470437 tempest-LiveMigrationNegativeTest-9470437-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4faac19-a3a4-4db0-a984-820a4227aa6d HTTP/1.1" status: 200 len: 210 time: 0.0403545 Aug 12 14:38:47.927333 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [req-c169d20d-d422-405e-8fe6-b847f3980404 req-c89eb819-0399-4583-afa3-b93f9272aa53 tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] For port a7435c5d-997c-44fb-a2c6-77a012c12559, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=a7435c5d-997c-44fb-a2c6-77a012c12559,segment=NetworkSegment(111c8fb4-95f7-4303-b261-7f0bb42c0aef),segment_id=111c8fb4-95f7-4303-b261-7f0bb42c0aef)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:38:47.927645 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-c169d20d-d422-405e-8fe6-b847f3980404 req-c89eb819-0399-4583-afa3-b93f9272aa53 tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:47.936714 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c79e2e4f-3777-4553-ab2a-05a6c882ba2a req-dc3b848c-e99e-4df2-8925-4812d5c6bef1 tempest-LiveMigrationNegativeTest-9470437 tempest-LiveMigrationNegativeTest-9470437-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=852c96032e244d76a2e6d8b81e06dbfa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0283446 Aug 12 14:38:47.942467 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e08a8a25-bda2-4e2a-ba5b-8dc26a167189 req-cec62ddc-fbbc-486d-8e3e-773378410e5b tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b3c7ce2-70f7-4d15-8774-e830cec0f0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2361689 Aug 12 14:38:47.962283 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [req-c169d20d-d422-405e-8fe6-b847f3980404 req-c89eb819-0399-4583-afa3-b93f9272aa53 tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] Calling delete_port for a7435c5d-997c-44fb-a2c6-77a012c12559 owned by compute:nova {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:38:47.980750 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-631f4a18-5636-4f41-8b92-536fbde047e1 tempest-ExternalNetworksTestJSON-323390576 tempest-ExternalNetworksTestJSON-323390576-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409'] for network, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:47.981789 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-631f4a18-5636-4f41-8b92-536fbde047e1 tempest-ExternalNetworksTestJSON-323390576 tempest-ExternalNetworksTestJSON-323390576-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:38:47.982682 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-631f4a18-5636-4f41-8b92-536fbde047e1 tempest-ExternalNetworksTestJSON-323390576 tempest-ExternalNetworksTestJSON-323390576-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for network, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:48.019009 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-509be678-469a-45c2-8486-4e645d68a099 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3857505'] for subnet, precommit_delete_associations {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:48.071781 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-631f4a18-5636-4f41-8b92-536fbde047e1 tempest-ExternalNetworksTestJSON-323390576 tempest-ExternalNetworksTestJSON-323390576-project-admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.7105961 Aug 12 14:38:48.072769 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 41824) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:38:48.082338 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-d3448070-2bd0-4986-8172-f34e94f8c4e6 tempest-ImagesOneServerNegativeTestJSON-535792509 tempest-ImagesOneServerNegativeTestJSON-535792509-project] Deleting port c84f66bf-2245-4f41-b515-1a40af67c6ec {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:38:48.083089 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-d3448070-2bd0-4986-8172-f34e94f8c4e6 tempest-ImagesOneServerNegativeTestJSON-535792509 tempest-ImagesOneServerNegativeTestJSON-535792509-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:48.085542 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-4ced0770-0355-4ff3-b436-69bcefe451de tempest-ExternalNetworksTestJSON-323390576 tempest-ExternalNetworksTestJSON-323390576-project-admin] Request body: {'network': {'router:external': True}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:38:48.166811 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631f4a18-5636-4f41-8b92-536fbde047e1 tempest-ExternalNetworksTestJSON-323390576 tempest-ExternalNetworksTestJSON-323390576-project-admin] Pushing event updated for resources: {'Network': ['ID=4499a8cf-01c5-4121-ace0-b33a4f38665d,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:38:48.183128 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Network 4499a8cf-01c5-4121-ace0-b33a4f38665d details requested by agent ovs-agent-n-d-694802-15 with host n-d-694802-15 {{(pid=94468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 14:38:48.262945 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-509be678-469a-45c2-8486-4e645d68a099 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66416255'] for subnet, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:48.316977 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-d3448070-2bd0-4986-8172-f34e94f8c4e6 tempest-ImagesOneServerNegativeTestJSON-535792509 tempest-ImagesOneServerNegativeTestJSON-535792509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:48.317300 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-d3448070-2bd0-4986-8172-f34e94f8c4e6 tempest-ImagesOneServerNegativeTestJSON-535792509 tempest-ImagesOneServerNegativeTestJSON-535792509-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:48.327572 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79e2e4f-3777-4553-ab2a-05a6c882ba2a req-c995550c-fc9d-44e8-b3fb-c177e7ba3a1f tempest-LiveMigrationNegativeTest-9470437 tempest-LiveMigrationNegativeTest-9470437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:38:48.329304 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c79e2e4f-3777-4553-ab2a-05a6c882ba2a req-c995550c-fc9d-44e8-b3fb-c177e7ba3a1f tempest-LiveMigrationNegativeTest-9470437 tempest-LiveMigrationNegativeTest-9470437-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3840015 Aug 12 14:38:48.348490 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-d3448070-2bd0-4986-8172-f34e94f8c4e6 tempest-ImagesOneServerNegativeTestJSON-535792509 tempest-ImagesOneServerNegativeTestJSON-535792509-project] Calling delete_port for c84f66bf-2245-4f41-b515-1a40af67c6ec owned by network:floatingip {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:38:48.353238 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-c79e2e4f-3777-4553-ab2a-05a6c882ba2a req-7e589992-4b95-4ebe-94f5-17eab6f3aec2 tempest-LiveMigrationNegativeTest-9470437 tempest-LiveMigrationNegativeTest-9470437-project] Request body: {'port': {'device_id': 'e4faac19-a3a4-4db0-a984-820a4227aa6d', 'network_id': '2525c403-dfb3-4196-a273-739607aab38a', 'admin_state_up': True, 'tenant_id': '852c96032e244d76a2e6d8b81e06dbfa'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:38:48.365769 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-c169d20d-d422-405e-8fe6-b847f3980404 req-c89eb819-0399-4583-afa3-b93f9272aa53 tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:48.368628 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4ced0770-0355-4ff3-b436-69bcefe451de tempest-ExternalNetworksTestJSON-323390576 tempest-ExternalNetworksTestJSON-323390576-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744653628263'] for network, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:48.380445 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] get_ports_and_sgs() called for port_ids ['98b2f474-3add-4406-8544-afd4b82043d3', 'a0820b1b-bfda-4b57-a48e-701b0efdd4b5'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:38:48.413278 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89eb819-0399-4583-afa3-b93f9272aa53 tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] Pushing event deleted for resources: {'Port': ['ID=a7435c5d-997c-44fb-a2c6-77a012c12559,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:38:48.420161 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4ced0770-0355-4ff3-b436-69bcefe451de tempest-ExternalNetworksTestJSON-323390576 tempest-ExternalNetworksTestJSON-323390576-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409'] for network, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:48.477369 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59fcad4-eff7-463d-b242-8b1e10f28397 req-15a008e7-a08e-4470-98e1-35a97768f005 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:38:48.479454 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f59fcad4-eff7-463d-b242-8b1e10f28397 req-15a008e7-a08e-4470-98e1-35a97768f005 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] 10.222.0.39 "GET /v2.0/ports?device_id=218a1e6a-afab-4f0a-9188-1c66929eccc2 HTTP/1.1" status: 200 len: 945 time: 0.2686675 Aug 12 14:38:48.491927 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-4ced0770-0355-4ff3-b436-69bcefe451de tempest-ExternalNetworksTestJSON-323390576 tempest-ExternalNetworksTestJSON-323390576-project-admin] Network 4499a8cf-01c5-4121-ace0-b33a4f38665d is not hosted by any dhcp agent {{(pid=94466) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 12 14:38:48.492801 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ced0770-0355-4ff3-b436-69bcefe451de tempest-ExternalNetworksTestJSON-323390576 tempest-ExternalNetworksTestJSON-323390576-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:38:48.493621 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4ced0770-0355-4ff3-b436-69bcefe451de tempest-ExternalNetworksTestJSON-323390576 tempest-ExternalNetworksTestJSON-323390576-project-admin] Notify callbacks [] for network, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:48.494710 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-4ced0770-0355-4ff3-b436-69bcefe451de tempest-ExternalNetworksTestJSON-323390576 tempest-ExternalNetworksTestJSON-323390576-project-admin] 10.222.0.39 "PUT /v2.0/networks/4499a8cf-01c5-4121-ace0-b33a4f38665d HTTP/1.1" status: 200 len: 858 time: 0.4209685 Aug 12 14:38:48.500892 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 41832) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:38:48.518837 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f2eeb5-3bcf-496d-b555-defb4e48f4e2 req-638ec267-e89b-486b-84c9-0bb7692d3857 tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:38:48.520464 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-a6f2eeb5-3bcf-496d-b555-defb4e48f4e2 req-638ec267-e89b-486b-84c9-0bb7692d3857 tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] 10.222.0.39 "GET /v2.0/ports?device_id=347dc2a1-69b4-475b-8406-b78ac88f537c HTTP/1.1" status: 200 len: 867 time: 0.1990566 Aug 12 14:38:48.528118 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-509be678-469a-45c2-8486-4e645d68a099 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66416232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2859225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3343748'] for subnet, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:48.545510 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [req-c169d20d-d422-405e-8fe6-b847f3980404 req-c89eb819-0399-4583-afa3-b93f9272aa53 tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] No DVR routers for this DVR port a7435c5d-997c-44fb-a2c6-77a012c12559 on host n-h2-694802-15 {{(pid=94466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:38:48.569295 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-c169d20d-d422-405e-8fe6-b847f3980404 req-c89eb819-0399-4583-afa3-b93f9272aa53 tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:48.571291 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-c169d20d-d422-405e-8fe6-b847f3980404 req-c89eb819-0399-4583-afa3-b93f9272aa53 tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] 10.222.0.49 "DELETE /v2.0/ports/a7435c5d-997c-44fb-a2c6-77a012c12559 HTTP/1.1" status: 204 len: 173 time: 1.1326599 Aug 12 14:38:48.594355 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509be678-469a-45c2-8486-4e645d68a099 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=463d04ce-55b6-4138-a233-8d1ceeb0ed15,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:38:48.599804 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-509be678-469a-45c2-8486-4e645d68a099 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:48.601999 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-509be678-469a-45c2-8486-4e645d68a099 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/463d04ce-55b6-4138-a233-8d1ceeb0ed15 HTTP/1.1" status: 204 len: 168 time: 0.8627212 Aug 12 14:38:48.605176 n-d-694802-15 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '347dc2a1-69b4-475b-8406-b78ac88f537c', 'name': 'network-vif-deleted', 'tag': 'a7435c5d-997c-44fb-a2c6-77a012c12559'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:38:48.608420 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 41834) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:38:48.608784 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e785eeede3897370d0b20f09d5f461b30cfecd5ed38c4f07dacd02bc52c9277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a5281fe-0c13-4723-92b7-d2627f55b736" -d '{"events": [{"server_uuid": "347dc2a1-69b4-475b-8406-b78ac88f537c", "name": "network-vif-deleted", "tag": "a7435c5d-997c-44fb-a2c6-77a012c12559"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:38:48.623277 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ced0770-0355-4ff3-b436-69bcefe451de tempest-ExternalNetworksTestJSON-323390576 tempest-ExternalNetworksTestJSON-323390576-project-admin] Pushing event updated for resources: {'Network': ['ID=4499a8cf-01c5-4121-ace0-b33a4f38665d,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:38:48.634989 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f59fcad4-eff7-463d-b242-8b1e10f28397 req-a3b1a9c5-5519-4bda-90fd-2db164d34bf5 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b3c7ce2-70f7-4d15-8774-e830cec0f0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427736 Aug 12 14:38:48.643945 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9b6937c-d195-4c7d-a804-0fde046da12b None None] Network 3639a5bb-e2f3-4c58-83b4-19e7e72a5347 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:38:48.694666 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-392f19cd-b172-40f4-af47-fd22c18474f4 tempest-ExternalNetworksTestJSON-323390576 tempest-ExternalNetworksTestJSON-323390576-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680608'] for network, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:48.701216 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-a6f2eeb5-3bcf-496d-b555-defb4e48f4e2 req-8c816d45-1913-4faf-bbad-a050dcd0cbdc tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] 10.222.0.39 "GET /v2.0/security-groups?id=87f02c46-9837-45f6-a8f5-f67c20068d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596577 Aug 12 14:38:48.805826 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 14:38:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0656a752-c8a0-4c72-ac77-cbc9e85ad7ac x-openstack-request-id: req-0656a752-c8a0-4c72-ac77-cbc9e85ad7ac {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:38:48.806248 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "347dc2a1-69b4-475b-8406-b78ac88f537c", "name": "network-vif-deleted", "tag": "a7435c5d-997c-44fb-a2c6-77a012c12559", "status": "completed", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:38:48.806387 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0656a752-c8a0-4c72-ac77-cbc9e85ad7ac {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:38:48.806830 n-d-694802-15 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '347dc2a1-69b4-475b-8406-b78ac88f537c', 'name': 'network-vif-deleted', 'tag': 'a7435c5d-997c-44fb-a2c6-77a012c12559', 'status': 'completed', 'code': 200} Aug 12 14:38:48.827896 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c79e2e4f-3777-4553-ab2a-05a6c882ba2a req-7e589992-4b95-4ebe-94f5-17eab6f3aec2 tempest-LiveMigrationNegativeTest-9470437 tempest-LiveMigrationNegativeTest-9470437-project] Made reservation on behalf of 852c96032e244d76a2e6d8b81e06dbfa for: {'port': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:38:48.832588 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-c79e2e4f-3777-4553-ab2a-05a6c882ba2a req-7e589992-4b95-4ebe-94f5-17eab6f3aec2 tempest-LiveMigrationNegativeTest-9470437 tempest-LiveMigrationNegativeTest-9470437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:48.836648 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-4e330648-05f2-40c2-8bf1-f37c5d62d095 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680608'] for network, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:48.861027 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-392f19cd-b172-40f4-af47-fd22c18474f4 tempest-ExternalNetworksTestJSON-323390576 tempest-ExternalNetworksTestJSON-323390576-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66413304', 'neutron.services.segments.db._delete_segments_for_network-8744654118000'] for network, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:48.871328 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-392f19cd-b172-40f4-af47-fd22c18474f4 tempest-ExternalNetworksTestJSON-323390576 tempest-ExternalNetworksTestJSON-323390576-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4499a8cf-01c5-4121-ace0-b33a4f38665d']}} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:38:48.882903 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-392f19cd-b172-40f4-af47-fd22c18474f4 tempest-ExternalNetworksTestJSON-323390576 tempest-ExternalNetworksTestJSON-323390576-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1339fe8-1564-4b6d-8abd-94e4d5c05899') {'for_net_delete': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:38:48.883065 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-392f19cd-b172-40f4-af47-fd22c18474f4 tempest-ExternalNetworksTestJSON-323390576 tempest-ExternalNetworksTestJSON-323390576-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1339fe8-1564-4b6d-8abd-94e4d5c05899') {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:38:48.896447 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-392f19cd-b172-40f4-af47-fd22c18474f4 tempest-ExternalNetworksTestJSON-323390576 tempest-ExternalNetworksTestJSON-323390576-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744654122361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2293560'] for segment, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:48.921828 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-c79e2e4f-3777-4553-ab2a-05a6c882ba2a req-7e589992-4b95-4ebe-94f5-17eab6f3aec2 tempest-LiveMigrationNegativeTest-9470437 tempest-LiveMigrationNegativeTest-9470437-project] Notify callbacks [] for security_group, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:48.924007 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-392f19cd-b172-40f4-af47-fd22c18474f4 tempest-ExternalNetworksTestJSON-323390576 tempest-ExternalNetworksTestJSON-323390576-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:48.930492 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-392f19cd-b172-40f4-af47-fd22c18474f4 tempest-ExternalNetworksTestJSON-323390576 tempest-ExternalNetworksTestJSON-323390576-project-admin] Releasing vlan 328 on physical network physnet1 to pool {{(pid=94466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 14:38:48.930975 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-392f19cd-b172-40f4-af47-fd22c18474f4 tempest-ExternalNetworksTestJSON-323390576 tempest-ExternalNetworksTestJSON-323390576-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3718595'] for segment, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:48.932876 n-d-694802-15 neutron-server[94466]: Traceback (most recent call last): Aug 12 14:38:48.932876 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 14:38:48.932876 n-d-694802-15 neutron-server[94466]: timer() Aug 12 14:38:48.932876 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 14:38:48.932876 n-d-694802-15 neutron-server[94466]: cb(*args, **kw) Aug 12 14:38:48.932876 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 14:38:48.932876 n-d-694802-15 neutron-server[94466]: return func(*args, **kwargs) Aug 12 14:38:48.932876 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 14:38:48.932876 n-d-694802-15 neutron-server[94466]: self._notify() Aug 12 14:38:48.932876 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 14:38:48.932876 n-d-694802-15 neutron-server[94466]: self.callback(batched_events) Aug 12 14:38:48.932876 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 14:38:48.932876 n-d-694802-15 neutron-server[94466]: event.method(event) Aug 12 14:38:48.932876 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 14:38:48.932876 n-d-694802-15 neutron-server[94466]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 14:38:48.932876 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 14:38:48.932876 n-d-694802-15 neutron-server[94466]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 14:38:48.932876 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 14:38:48.932876 n-d-694802-15 neutron-server[94466]: return f(self, *a, **k) Aug 12 14:38:48.932876 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 14:38:48.932876 n-d-694802-15 neutron-server[94466]: return self._get(url).json() Aug 12 14:38:48.932876 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 14:38:48.932876 n-d-694802-15 neutron-server[94466]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 14:38:48.932876 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 14:38:48.932876 n-d-694802-15 neutron-server[94466]: return self.request(url, 'GET', **kwargs) Aug 12 14:38:48.932876 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 14:38:48.932876 n-d-694802-15 neutron-server[94466]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 14:38:48.932876 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 14:38:48.932876 n-d-694802-15 neutron-server[94466]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 14:38:48.932876 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 14:38:48.932876 n-d-694802-15 neutron-server[94466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 14:38:48.932876 n-d-694802-15 neutron-server[94466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 14:38:48.940438 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-d3448070-2bd0-4986-8172-f34e94f8c4e6 tempest-ImagesOneServerNegativeTestJSON-535792509 tempest-ImagesOneServerNegativeTestJSON-535792509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:48.947336 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1522d3c3-c909-4670-8472-84071b60e338 None None] DHCP port deletion for 3639a5bb-e2f3-4c58-83b4-19e7e72a5347 request from n-d-694802-15 {{(pid=94468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 14:38:49.009222 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3448070-2bd0-4986-8172-f34e94f8c4e6 tempest-ImagesOneServerNegativeTestJSON-535792509 tempest-ImagesOneServerNegativeTestJSON-535792509-project] Pushing event deleted for resources: {'Port': ['ID=c84f66bf-2245-4f41-b515-1a40af67c6ec,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:38:49.012144 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-1522d3c3-c909-4670-8472-84071b60e338 None None] Deleting port bd5b7f21-2078-465e-a15e-0f596372ae00 {{(pid=94468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:38:49.012512 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-1522d3c3-c909-4670-8472-84071b60e338 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:49.018064 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-392f19cd-b172-40f4-af47-fd22c18474f4 tempest-ExternalNetworksTestJSON-323390576 tempest-ExternalNetworksTestJSON-323390576-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66413281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431520'] for network, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:49.023284 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-392f19cd-b172-40f4-af47-fd22c18474f4 tempest-ExternalNetworksTestJSON-323390576 tempest-ExternalNetworksTestJSON-323390576-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 4499a8cf-01c5-4121-ace0-b33a4f38665d {{(pid=94466) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 12 14:38:49.026841 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-392f19cd-b172-40f4-af47-fd22c18474f4 tempest-ExternalNetworksTestJSON-323390576 tempest-ExternalNetworksTestJSON-323390576-project-admin] Notify callbacks [] for network, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:49.028738 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-392f19cd-b172-40f4-af47-fd22c18474f4 tempest-ExternalNetworksTestJSON-323390576 tempest-ExternalNetworksTestJSON-323390576-project-admin] 10.222.0.39 "DELETE /v2.0/networks/4499a8cf-01c5-4121-ace0-b33a4f38665d HTTP/1.1" status: 204 len: 168 time: 0.5182867 Aug 12 14:38:49.043672 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 41842) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:38:49.055498 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392f19cd-b172-40f4-af47-fd22c18474f4 tempest-ExternalNetworksTestJSON-323390576 tempest-ExternalNetworksTestJSON-323390576-project-admin] Pushing event deleted for resources: {'Network': ['ID=4499a8cf-01c5-4121-ace0-b33a4f38665d,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:38:49.071642 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef9c50a-89d1-49a8-b704-d276074d3caa req-6b376427-f4e5-436e-82e2-99481f87502e tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:38:49.076471 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4ef9c50a-89d1-49a8-b704-d276074d3caa req-6b376427-f4e5-436e-82e2-99481f87502e tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d995843-ad4a-425e-9784-973249b05cce HTTP/1.1" status: 200 len: 945 time: 0.2006242 Aug 12 14:38:49.120046 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-746c9c68-ba05-4054-94cf-f3e40436c11a req-23881eb8-a756-4cbd-867c-6479e85b692a tempest-LiveMigrationNegativeTest-9470437 tempest-LiveMigrationNegativeTest-9470437-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4faac19-a3a4-4db0-a984-820a4227aa6d HTTP/1.1" status: 200 len: 210 time: 0.0598989 Aug 12 14:38:49.134467 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-1522d3c3-c909-4670-8472-84071b60e338 None None] For port bd5b7f21-2078-465e-a15e-0f596372ae00, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=bd5b7f21-2078-465e-a15e-0f596372ae00,segment=NetworkSegment(b44099f3-91d6-4d7d-9179-809cce66c47f),segment_id=b44099f3-91d6-4d7d-9179-809cce66c47f)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:38:49.136079 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-1522d3c3-c909-4670-8472-84071b60e338 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:49.151651 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-1522d3c3-c909-4670-8472-84071b60e338 None None] Calling delete_port for bd5b7f21-2078-465e-a15e-0f596372ae00 owned by network:dhcp {{(pid=94468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:38:49.218998 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device bd5b7f21-2078-465e-a15e-0f596372ae00 no longer exists at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:38:49.226459 n-d-694802-15 neutron-server[94467]: INFO neutron.pecan_wsgi.hooks.translation [None req-199a682d-be0d-4d88-bf1e-8c4e05b10e35 tempest-ExternalNetworksTestJSON-1604535476 tempest-ExternalNetworksTestJSON-1604535476-project] DELETE failed (client error): The resource could not be found. Aug 12 14:38:49.227126 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-199a682d-be0d-4d88-bf1e-8c4e05b10e35 tempest-ExternalNetworksTestJSON-1604535476 tempest-ExternalNetworksTestJSON-1604535476-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94467) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 14:38:49.236579 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-199a682d-be0d-4d88-bf1e-8c4e05b10e35 tempest-ExternalNetworksTestJSON-1604535476 tempest-ExternalNetworksTestJSON-1604535476-project] 10.222.0.39 "DELETE /v2.0/subnets/789372e7-b6a9-4fc5-ba06-b48611f9f819 HTTP/1.1" status: 404 len: 337 time: 0.1898994 Aug 12 14:38:49.238844 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 41844) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:38:49.336834 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-1522d3c3-c909-4670-8472-84071b60e338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262'] for port, after_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:49.367594 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:49.380487 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4ae64071-6345-4f0a-b9b2-2d661d37a6de tempest-ExternalNetworksTestJSON-1604535476 tempest-ExternalNetworksTestJSON-1604535476-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680608'] for network, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:49.389894 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1522d3c3-c909-4670-8472-84071b60e338 None None] No DVR routers for this DVR port bd5b7f21-2078-465e-a15e-0f596372ae00 on host n-d-694802-15 {{(pid=94468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:38:49.393197 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1522d3c3-c909-4670-8472-84071b60e338 None None] Pushing event deleted for resources: {'Port': ['ID=bd5b7f21-2078-465e-a15e-0f596372ae00,revision_number=None']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:38:49.415045 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-c79e2e4f-3777-4553-ab2a-05a6c882ba2a req-7e589992-4b95-4ebe-94f5-17eab6f3aec2 tempest-LiveMigrationNegativeTest-9470437 tempest-LiveMigrationNegativeTest-9470437-project] Notify callbacks [] for security_group, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:49.418568 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-d3448070-2bd0-4986-8172-f34e94f8c4e6 tempest-ImagesOneServerNegativeTestJSON-535792509 tempest-ImagesOneServerNegativeTestJSON-535792509-project] Notify callbacks [] for floatingip, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:49.437175 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-d3448070-2bd0-4986-8172-f34e94f8c4e6 tempest-ImagesOneServerNegativeTestJSON-535792509 tempest-ImagesOneServerNegativeTestJSON-535792509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for floatingip, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:49.440693 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-d3448070-2bd0-4986-8172-f34e94f8c4e6 tempest-ImagesOneServerNegativeTestJSON-535792509 tempest-ImagesOneServerNegativeTestJSON-535792509-project] 10.222.0.39 "DELETE /v2.0/floatingips/872f131b-d505-4f1b-86da-4e617897c4be HTTP/1.1" status: 204 len: 168 time: 1.7815981 Aug 12 14:38:49.465255 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device b4cf1358-a9b6-46c5-99ad-040b48bf5837 no longer exists at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:38:49.471111 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4ef9c50a-89d1-49a8-b704-d276074d3caa req-3cf80047-1aca-45d4-b0c7-2c6c0a4f5ad0 tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ad0002e-d03d-4ace-861f-ca41a35b7aed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3451190 Aug 12 14:38:49.473030 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-c79e2e4f-3777-4553-ab2a-05a6c882ba2a req-7e589992-4b95-4ebe-94f5-17eab6f3aec2 tempest-LiveMigrationNegativeTest-9470437 tempest-LiveMigrationNegativeTest-9470437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:49.486647 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] No Port match for: b4cf1358-a9b6-46c5-99ad-040b48bf5837 {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 14:38:49.486920 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device b4cf1358-a9b6-46c5-99ad-040b48bf5837 not bound to the agent host n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:38:49.525822 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4ae64071-6345-4f0a-b9b2-2d661d37a6de tempest-ExternalNetworksTestJSON-1604535476 tempest-ExternalNetworksTestJSON-1604535476-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66413304', 'neutron.services.segments.db._delete_segments_for_network-8744654118000'] for network, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:49.537837 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-4ae64071-6345-4f0a-b9b2-2d661d37a6de tempest-ExternalNetworksTestJSON-1604535476 tempest-ExternalNetworksTestJSON-1604535476-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['654cab88-e022-47a4-8dab-ae1d3705b720']}} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:38:49.553884 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-4e330648-05f2-40c2-8bf1-f37c5d62d095 admin admin] Deleting port bd5b7f21-2078-465e-a15e-0f596372ae00 {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:38:49.554295 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-4e330648-05f2-40c2-8bf1-f37c5d62d095 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:49.569299 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-4ae64071-6345-4f0a-b9b2-2d661d37a6de tempest-ExternalNetworksTestJSON-1604535476 tempest-ExternalNetworksTestJSON-1604535476-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b05ca17f-f7b0-4a14-9f99-4d8c97f320e4') {'for_net_delete': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:38:49.570726 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-4ae64071-6345-4f0a-b9b2-2d661d37a6de tempest-ExternalNetworksTestJSON-1604535476 tempest-ExternalNetworksTestJSON-1604535476-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b05ca17f-f7b0-4a14-9f99-4d8c97f320e4') {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:38:49.584995 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4ae64071-6345-4f0a-b9b2-2d661d37a6de tempest-ExternalNetworksTestJSON-1604535476 tempest-ExternalNetworksTestJSON-1604535476-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744654122361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2293560'] for segment, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:49.604174 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4ae64071-6345-4f0a-b9b2-2d661d37a6de tempest-ExternalNetworksTestJSON-1604535476 tempest-ExternalNetworksTestJSON-1604535476-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:49.612508 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ae64071-6345-4f0a-b9b2-2d661d37a6de tempest-ExternalNetworksTestJSON-1604535476 tempest-ExternalNetworksTestJSON-1604535476-project] Releasing vlan 309 on physical network physnet1 to pool {{(pid=94466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 14:38:49.613052 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4ae64071-6345-4f0a-b9b2-2d661d37a6de tempest-ExternalNetworksTestJSON-1604535476 tempest-ExternalNetworksTestJSON-1604535476-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3718595'] for segment, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:49.645578 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e589992-4b95-4ebe-94f5-17eab6f3aec2 tempest-LiveMigrationNegativeTest-9470437 tempest-LiveMigrationNegativeTest-9470437-project] Pushing event updated for resources: {'SecurityGroup': ['ID=214de4e1-d877-4447-84c5-1de63b8d32db,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:38:49.660839 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 41858) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:38:49.680282 n-d-694802-15 neutron-server[94466]: Traceback (most recent call last): Aug 12 14:38:49.680282 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 14:38:49.680282 n-d-694802-15 neutron-server[94466]: timer() Aug 12 14:38:49.680282 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 14:38:49.680282 n-d-694802-15 neutron-server[94466]: cb(*args, **kw) Aug 12 14:38:49.680282 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 14:38:49.680282 n-d-694802-15 neutron-server[94466]: return func(*args, **kwargs) Aug 12 14:38:49.680282 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 14:38:49.680282 n-d-694802-15 neutron-server[94466]: self._notify() Aug 12 14:38:49.680282 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 14:38:49.680282 n-d-694802-15 neutron-server[94466]: self.callback(batched_events) Aug 12 14:38:49.680282 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 14:38:49.680282 n-d-694802-15 neutron-server[94466]: event.method(event) Aug 12 14:38:49.680282 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 14:38:49.680282 n-d-694802-15 neutron-server[94466]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 14:38:49.680282 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 14:38:49.680282 n-d-694802-15 neutron-server[94466]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 14:38:49.680282 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 14:38:49.680282 n-d-694802-15 neutron-server[94466]: return f(self, *a, **k) Aug 12 14:38:49.680282 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 14:38:49.680282 n-d-694802-15 neutron-server[94466]: return self._get(url).json() Aug 12 14:38:49.680282 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 14:38:49.680282 n-d-694802-15 neutron-server[94466]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 14:38:49.680282 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 14:38:49.680282 n-d-694802-15 neutron-server[94466]: return self.request(url, 'GET', **kwargs) Aug 12 14:38:49.680282 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 14:38:49.680282 n-d-694802-15 neutron-server[94466]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 14:38:49.680282 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 14:38:49.680282 n-d-694802-15 neutron-server[94466]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 14:38:49.680282 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 14:38:49.680282 n-d-694802-15 neutron-server[94466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 14:38:49.680282 n-d-694802-15 neutron-server[94466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 14:38:49.686544 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4ae64071-6345-4f0a-b9b2-2d661d37a6de tempest-ExternalNetworksTestJSON-1604535476 tempest-ExternalNetworksTestJSON-1604535476-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66413281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431520'] for network, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:49.711242 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4ae64071-6345-4f0a-b9b2-2d661d37a6de tempest-ExternalNetworksTestJSON-1604535476 tempest-ExternalNetworksTestJSON-1604535476-project] Notify callbacks [] for network, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:49.717746 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-4ae64071-6345-4f0a-b9b2-2d661d37a6de tempest-ExternalNetworksTestJSON-1604535476 tempest-ExternalNetworksTestJSON-1604535476-project] 10.222.0.39 "DELETE /v2.0/networks/654cab88-e022-47a4-8dab-ae1d3705b720 HTTP/1.1" status: 204 len: 168 time: 0.4771638 Aug 12 14:38:49.720364 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae64071-6345-4f0a-b9b2-2d661d37a6de tempest-ExternalNetworksTestJSON-1604535476 tempest-ExternalNetworksTestJSON-1604535476-project] Pushing event deleted for resources: {'Network': ['ID=654cab88-e022-47a4-8dab-ae1d3705b720,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:38:49.784998 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffffdd8-4143-4a1c-9ec8-ddad170474bc req-f36eb5fd-cb99-41ca-9359-fa7168893e7d tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:38:49.786533 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-5ffffdd8-4143-4a1c-9ec8-ddad170474bc req-f36eb5fd-cb99-41ca-9359-fa7168893e7d tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] 10.222.0.64 "GET /v2.0/ports?device_id=218a1e6a-afab-4f0a-9188-1c66929eccc2 HTTP/1.1" status: 200 len: 945 time: 0.0632536 Aug 12 14:38:49.900977 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a772096a-91de-46ac-9ce8-62b733e000c5 req-aa22309b-82e4-407f-884d-21aed9eabedb tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:38:49.903131 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-a772096a-91de-46ac-9ce8-62b733e000c5 req-aa22309b-82e4-407f-884d-21aed9eabedb tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] 10.222.0.39 "GET /v2.0/ports?device_id=218a1e6a-afab-4f0a-9188-1c66929eccc2 HTTP/1.1" status: 200 len: 945 time: 0.1155150 Aug 12 14:38:49.905491 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device a7435c5d-997c-44fb-a2c6-77a012c12559 no longer exists at agent hyperv_n-h2-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:38:49.939920 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] No Port match for: a7435c5d-997c-44fb-a2c6-77a012c12559 {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 14:38:49.940579 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device a7435c5d-997c-44fb-a2c6-77a012c12559 not bound to the agent host n-h2-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:38:49.953953 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [req-5ffffdd8-4143-4a1c-9ec8-ddad170474bc req-cc95d56f-6b2e-4bb5-a099-754427e4a0d1 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] Deleting port 97cdf138-f3fe-4d0b-8fee-64f2f5b0dcc5 {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:38:49.954303 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-5ffffdd8-4143-4a1c-9ec8-ddad170474bc req-cc95d56f-6b2e-4bb5-a099-754427e4a0d1 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:49.975294 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-a772096a-91de-46ac-9ce8-62b733e000c5 req-6577b0c8-4c91-4b85-a876-bc769e525988 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b3c7ce2-70f7-4d15-8774-e830cec0f0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610423 Aug 12 14:38:50.077455 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [req-5ffffdd8-4143-4a1c-9ec8-ddad170474bc req-cc95d56f-6b2e-4bb5-a099-754427e4a0d1 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] For port 97cdf138-f3fe-4d0b-8fee-64f2f5b0dcc5, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=97cdf138-f3fe-4d0b-8fee-64f2f5b0dcc5,segment=NetworkSegment(4c973057-417f-419d-840d-ea232fb579a5),segment_id=4c973057-417f-419d-840d-ea232fb579a5)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:38:50.078015 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-5ffffdd8-4143-4a1c-9ec8-ddad170474bc req-cc95d56f-6b2e-4bb5-a099-754427e4a0d1 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:50.094280 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 41872) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:38:50.100541 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [req-5ffffdd8-4143-4a1c-9ec8-ddad170474bc req-cc95d56f-6b2e-4bb5-a099-754427e4a0d1 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] Calling delete_port for 97cdf138-f3fe-4d0b-8fee-64f2f5b0dcc5 owned by compute:nova {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:38:50.149797 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [None req-4e330648-05f2-40c2-8bf1-f37c5d62d095 admin admin] For port bd5b7f21-2078-465e-a15e-0f596372ae00, host n-d-694802-15, got binding levels [] {{(pid=94467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:38:50.150397 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-4e330648-05f2-40c2-8bf1-f37c5d62d095 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:50.205157 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-4e330648-05f2-40c2-8bf1-f37c5d62d095 admin admin] Calling delete_port for bd5b7f21-2078-465e-a15e-0f596372ae00 owned by network:dhcp {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:38:50.211777 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.ipam_backend_mixin [None req-4e330648-05f2-40c2-8bf1-f37c5d62d095 admin admin] Port bd5b7f21-2078-465e-a15e-0f596372ae00 was not found and therefore no delete operation was performed {{(pid=94467) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 12 14:38:50.218215 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a06163d-5541-41bc-9068-18c83cbf1f65 admin admin] Deleting subnet 5f80667a-12ed-4bf3-80ac-e8ae0cc35fd4 {{(pid=94467) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 14:38:50.233246 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-4a06163d-5541-41bc-9068-18c83cbf1f65 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:50.233246 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-4e330648-05f2-40c2-8bf1-f37c5d62d095 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:50.242879 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247e012e-5908-45c9-905f-14c7bda97e9c req-0ff2e9d7-4461-4b3c-afa5-7d67f9fdeb9e tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:38:50.244472 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-247e012e-5908-45c9-905f-14c7bda97e9c req-0ff2e9d7-4461-4b3c-afa5-7d67f9fdeb9e tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d995843-ad4a-425e-9784-973249b05cce HTTP/1.1" status: 200 len: 945 time: 0.6636324 Aug 12 14:38:50.285330 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-5ffffdd8-4143-4a1c-9ec8-ddad170474bc req-cc95d56f-6b2e-4bb5-a099-754427e4a0d1 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:50.297195 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] get_ports_and_sgs() called for port_ids ['97cdf138-f3fe-4d0b-8fee-64f2f5b0dcc5'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:38:50.323483 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e330648-05f2-40c2-8bf1-f37c5d62d095 admin admin] Pushing event deleted for resources: {'Port': ['ID=bd5b7f21-2078-465e-a15e-0f596372ae00,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:38:50.331868 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-dcf393c8-f405-4674-8b21-ff143340a108 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=bc4d056692de42138e79394f6d9a5ce1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2326436 Aug 12 14:38:50.331868 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc95d56f-6b2e-4bb5-a099-754427e4a0d1 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] Pushing event deleted for resources: {'Port': ['ID=97cdf138-f3fe-4d0b-8fee-64f2f5b0dcc5,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:38:50.333768 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 41880) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:38:50.364799 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_common [req-c79e2e4f-3777-4553-ab2a-05a6c882ba2a req-7e589992-4b95-4ebe-94f5-17eab6f3aec2 tempest-LiveMigrationNegativeTest-9470437 tempest-LiveMigrationNegativeTest-9470437-project] Allocated IP 192.168.233.127 (2525c403-dfb3-4196-a273-739607aab38a/236e0be6-1c94-4221-9e8b-ab02a53331f8/1f5a5c71-e581-4295-add4-1abc6c4e5b9a) {{(pid=94467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:38:50.372436 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e330648-05f2-40c2-8bf1-f37c5d62d095 admin admin] No DVR routers for this DVR port bd5b7f21-2078-465e-a15e-0f596372ae00 on host n-d-694802-15 {{(pid=94467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:38:50.393596 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ffffdd8-4143-4a1c-9ec8-ddad170474bc req-cc95d56f-6b2e-4bb5-a099-754427e4a0d1 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] No DVR routers for this DVR port 97cdf138-f3fe-4d0b-8fee-64f2f5b0dcc5 on host n-h1-694802-15 {{(pid=94466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:38:50.399596 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-5ffffdd8-4143-4a1c-9ec8-ddad170474bc req-cc95d56f-6b2e-4bb5-a099-754427e4a0d1 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:50.399804 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-4a06163d-5541-41bc-9068-18c83cbf1f65 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3857505'] for subnet, precommit_delete_associations {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:50.401647 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-5ffffdd8-4143-4a1c-9ec8-ddad170474bc req-cc95d56f-6b2e-4bb5-a099-754427e4a0d1 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] 10.222.0.64 "DELETE /v2.0/ports/97cdf138-f3fe-4d0b-8fee-64f2f5b0dcc5 HTTP/1.1" status: 204 len: 173 time: 0.6037967 Aug 12 14:38:50.434494 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-861ecde7-1d30-4c69-9c35-feda6b0cc12b req-5c8c8845-b32f-4bec-b231-7f41df481ebf tempest-LiveMigrationNegativeTest-9470437 tempest-LiveMigrationNegativeTest-9470437-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4faac19-a3a4-4db0-a984-820a4227aa6d HTTP/1.1" status: 200 len: 210 time: 0.0446982 Aug 12 14:38:50.444152 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-247e012e-5908-45c9-905f-14c7bda97e9c req-386929f5-e13e-493f-abc7-a27c11c0c885 tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ad0002e-d03d-4ace-861f-ca41a35b7aed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697443 Aug 12 14:38:50.454158 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-dccb0445-c5b8-4192-a560-a9c22ab7d9ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:50.479267 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-dccb0445-c5b8-4192-a560-a9c22ab7d9ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:50.546734 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-4e330648-05f2-40c2-8bf1-f37c5d62d095 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66413304', 'neutron.services.segments.db._delete_segments_for_network-8744654118000'] for network, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:50.548330 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-dccb0445-c5b8-4192-a560-a9c22ab7d9ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:50.550926 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-dccb0445-c5b8-4192-a560-a9c22ab7d9ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:50.560484 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-dccb0445-c5b8-4192-a560-a9c22ab7d9ae admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c263a25f-5ba8-43f4-9116-beeee5a97f6b HTTP/1.1" status: 204 len: 168 time: 0.2247303 Aug 12 14:38:50.567800 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-4a06163d-5541-41bc-9068-18c83cbf1f65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66416255'] for subnet, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:50.581019 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccb0445-c5b8-4192-a560-a9c22ab7d9ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c263a25f-5ba8-43f4-9116-beeee5a97f6b,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:38:50.618611 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-4e330648-05f2-40c2-8bf1-f37c5d62d095 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3639a5bb-e2f3-4c58-83b4-19e7e72a5347']}} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:38:50.646841 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-4e330648-05f2-40c2-8bf1-f37c5d62d095 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b44099f3-91d6-4d7d-9179-809cce66c47f') {'for_net_delete': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:38:50.647572 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-4e330648-05f2-40c2-8bf1-f37c5d62d095 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b44099f3-91d6-4d7d-9179-809cce66c47f') {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:38:50.716895 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-4e330648-05f2-40c2-8bf1-f37c5d62d095 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744654122361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3857526'] for segment, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:50.756396 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96004bdd-086a-45a9-a061-54d66b8270e1 req-ac289b6f-4461-4487-8847-a92e4a10feeb tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:38:50.757056 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-4e330648-05f2-40c2-8bf1-f37c5d62d095 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:50.757188 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-96004bdd-086a-45a9-a061-54d66b8270e1 req-ac289b6f-4461-4487-8847-a92e4a10feeb tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d995843-ad4a-425e-9784-973249b05cce HTTP/1.1" status: 200 len: 945 time: 0.0594547 Aug 12 14:38:50.772788 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e330648-05f2-40c2-8bf1-f37c5d62d095 admin admin] Releasing vlan 324 on physical network physnet1 to pool {{(pid=94467) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 14:38:50.773201 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-4e330648-05f2-40c2-8bf1-f37c5d62d095 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2859015'] for segment, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:50.780819 n-d-694802-15 neutron-server[94467]: Traceback (most recent call last): Aug 12 14:38:50.780819 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 14:38:50.780819 n-d-694802-15 neutron-server[94467]: timer() Aug 12 14:38:50.780819 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 14:38:50.780819 n-d-694802-15 neutron-server[94467]: cb(*args, **kw) Aug 12 14:38:50.780819 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 14:38:50.780819 n-d-694802-15 neutron-server[94467]: return func(*args, **kwargs) Aug 12 14:38:50.780819 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 14:38:50.780819 n-d-694802-15 neutron-server[94467]: self._notify() Aug 12 14:38:50.780819 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 14:38:50.780819 n-d-694802-15 neutron-server[94467]: self.callback(batched_events) Aug 12 14:38:50.780819 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 14:38:50.780819 n-d-694802-15 neutron-server[94467]: event.method(event) Aug 12 14:38:50.780819 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 14:38:50.780819 n-d-694802-15 neutron-server[94467]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 14:38:50.780819 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 14:38:50.780819 n-d-694802-15 neutron-server[94467]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 14:38:50.780819 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 14:38:50.780819 n-d-694802-15 neutron-server[94467]: return f(self, *a, **k) Aug 12 14:38:50.780819 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 14:38:50.780819 n-d-694802-15 neutron-server[94467]: return self._get(url).json() Aug 12 14:38:50.780819 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 14:38:50.780819 n-d-694802-15 neutron-server[94467]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 14:38:50.780819 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 14:38:50.780819 n-d-694802-15 neutron-server[94467]: return self.request(url, 'GET', **kwargs) Aug 12 14:38:50.780819 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 14:38:50.780819 n-d-694802-15 neutron-server[94467]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 14:38:50.780819 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 14:38:50.780819 n-d-694802-15 neutron-server[94467]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 14:38:50.780819 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 14:38:50.780819 n-d-694802-15 neutron-server[94467]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 14:38:50.780819 n-d-694802-15 neutron-server[94467]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 14:38:50.802278 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5438794c-d2ba-4b95-9fcf-d3fba4de3a92 req-7005f7f2-1fd9-4683-9942-0324052807dd tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:38:50.803852 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-5438794c-d2ba-4b95-9fcf-d3fba4de3a92 req-7005f7f2-1fd9-4683-9942-0324052807dd tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] 10.222.0.39 "GET /v2.0/ports?device_id=c07be60d-1bb1-4bfc-97c2-c7f70fcff843 HTTP/1.1" status: 200 len: 946 time: 0.1822913 Aug 12 14:38:50.805409 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-96004bdd-086a-45a9-a061-54d66b8270e1 req-c065b58a-1ff0-486d-b9f5-6d39a963a03a tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ad0002e-d03d-4ace-861f-ca41a35b7aed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383811 Aug 12 14:38:50.813905 n-d-694802-15 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '218a1e6a-afab-4f0a-9188-1c66929eccc2', 'name': 'network-vif-deleted', 'tag': '97cdf138-f3fe-4d0b-8fee-64f2f5b0dcc5'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:38:50.816869 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e785eeede3897370d0b20f09d5f461b30cfecd5ed38c4f07dacd02bc52c9277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6086a2a2-d2ce-4880-8496-34c83fba363c" -d '{"events": [{"server_uuid": "218a1e6a-afab-4f0a-9188-1c66929eccc2", "name": "network-vif-deleted", "tag": "97cdf138-f3fe-4d0b-8fee-64f2f5b0dcc5"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:38:50.861118 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 14:38:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67d955c2-140d-4341-99c1-d477c69d88f9 x-openstack-request-id: req-67d955c2-140d-4341-99c1-d477c69d88f9 {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:38:50.861442 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "218a1e6a-afab-4f0a-9188-1c66929eccc2", "name": "network-vif-deleted", "tag": "97cdf138-f3fe-4d0b-8fee-64f2f5b0dcc5", "status": "completed", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:38:50.861690 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-67d955c2-140d-4341-99c1-d477c69d88f9 {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:38:50.862126 n-d-694802-15 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '218a1e6a-afab-4f0a-9188-1c66929eccc2', 'name': 'network-vif-deleted', 'tag': '97cdf138-f3fe-4d0b-8fee-64f2f5b0dcc5', 'status': 'completed', 'code': 200} Aug 12 14:38:50.879568 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-4a06163d-5541-41bc-9068-18c83cbf1f65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66416232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2859225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3343748'] for subnet, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:50.933337 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a06163d-5541-41bc-9068-18c83cbf1f65 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5f80667a-12ed-4bf3-80ac-e8ae0cc35fd4,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:38:50.968026 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-4a06163d-5541-41bc-9068-18c83cbf1f65 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:50.970422 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-4a06163d-5541-41bc-9068-18c83cbf1f65 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/5f80667a-12ed-4bf3-80ac-e8ae0cc35fd4 HTTP/1.1" status: 204 len: 168 time: 1.3089335 Aug 12 14:38:50.973564 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 41894) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:38:50.974110 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 41896) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:38:50.974598 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-4e330648-05f2-40c2-8bf1-f37c5d62d095 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66413281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431520'] for network, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:50.980708 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-c79e2e4f-3777-4553-ab2a-05a6c882ba2a req-7e589992-4b95-4ebe-94f5-17eab6f3aec2 tempest-LiveMigrationNegativeTest-9470437 tempest-LiveMigrationNegativeTest-9470437-project] Notify callbacks [] for port, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:50.999305 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-4e330648-05f2-40c2-8bf1-f37c5d62d095 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for network, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:51.002971 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-4e330648-05f2-40c2-8bf1-f37c5d62d095 admin admin] 10.222.0.39 "DELETE /v2.0/networks/3639a5bb-e2f3-4c58-83b4-19e7e72a5347 HTTP/1.1" status: 204 len: 168 time: 2.3923855 Aug 12 14:38:51.009676 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 41898) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:38:51.029851 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-5438794c-d2ba-4b95-9fcf-d3fba4de3a92 req-0d124a6b-711c-4c08-ad41-ca129c6ae0a3 tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] 10.222.0.39 "GET /v2.0/security-groups?id=87f02c46-9837-45f6-a8f5-f67c20068d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960180 Aug 12 14:38:51.030842 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [req-c79e2e4f-3777-4553-ab2a-05a6c882ba2a req-7e589992-4b95-4ebe-94f5-17eab6f3aec2 tempest-LiveMigrationNegativeTest-9470437 tempest-LiveMigrationNegativeTest-9470437-project] Transition to ACTIVE for port object 1f5a5c71-e581-4295-add4-1abc6c4e5b9a will not be triggered until provisioned by entity DHCP. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:38:51.032649 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e330648-05f2-40c2-8bf1-f37c5d62d095 admin admin] Pushing event deleted for resources: {'Network': ['ID=3639a5bb-e2f3-4c58-83b4-19e7e72a5347,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:38:51.094168 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-c79e2e4f-3777-4553-ab2a-05a6c882ba2a req-7e589992-4b95-4ebe-94f5-17eab6f3aec2 tempest-LiveMigrationNegativeTest-9470437 tempest-LiveMigrationNegativeTest-9470437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:51.170197 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c79e2e4f-3777-4553-ab2a-05a6c882ba2a req-7e589992-4b95-4ebe-94f5-17eab6f3aec2 tempest-LiveMigrationNegativeTest-9470437 tempest-LiveMigrationNegativeTest-9470437-project] Network 2525c403-dfb3-4196-a273-739607aab38a is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:38:51.172566 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-94993aed-cecb-4f16-a0c1-9e815723170c req-69795866-721c-48a2-b859-37defec9a1f4 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] 10.222.0.39 "GET /v2.0/ports?device_id=218a1e6a-afab-4f0a-9188-1c66929eccc2 HTTP/1.1" status: 200 len: 210 time: 0.0412545 Aug 12 14:38:51.178032 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [req-c79e2e4f-3777-4553-ab2a-05a6c882ba2a req-7e589992-4b95-4ebe-94f5-17eab6f3aec2 tempest-LiveMigrationNegativeTest-9470437 tempest-LiveMigrationNegativeTest-9470437-project] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:38:51.182081 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [req-c79e2e4f-3777-4553-ab2a-05a6c882ba2a req-7e589992-4b95-4ebe-94f5-17eab6f3aec2 tempest-LiveMigrationNegativeTest-9470437 tempest-LiveMigrationNegativeTest-9470437-project] Received port after_create {{(pid=94467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:38:51.189537 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e589992-4b95-4ebe-94f5-17eab6f3aec2 tempest-LiveMigrationNegativeTest-9470437 tempest-LiveMigrationNegativeTest-9470437-project] Pushing event updated for resources: {'Port': ['ID=1f5a5c71-e581-4295-add4-1abc6c4e5b9a,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:38:51.239795 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cf8626-d1d5-4b66-baf5-662c80986a2f req-88a8a5c9-59e7-4b8c-868e-477ac068d6be tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:38:51.241370 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-d0cf8626-d1d5-4b66-baf5-662c80986a2f req-88a8a5c9-59e7-4b8c-868e-477ac068d6be tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d995843-ad4a-425e-9784-973249b05cce HTTP/1.1" status: 200 len: 945 time: 0.2969446 Aug 12 14:38:51.246195 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-cdf9f43f-3c0c-4894-b4df-6980f061a61f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680608'] for network, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:51.256432 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79e2e4f-3777-4553-ab2a-05a6c882ba2a req-7e589992-4b95-4ebe-94f5-17eab6f3aec2 tempest-LiveMigrationNegativeTest-9470437 tempest-LiveMigrationNegativeTest-9470437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:38:51.257394 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-c79e2e4f-3777-4553-ab2a-05a6c882ba2a req-7e589992-4b95-4ebe-94f5-17eab6f3aec2 tempest-LiveMigrationNegativeTest-9470437 tempest-LiveMigrationNegativeTest-9470437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:51.263741 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-b23095c2-7f6c-4de5-bbe3-3f2ccd288535 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=18a40042c6c24366964f3ddbab0b105c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2868767 Aug 12 14:38:51.268502 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 41904) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:38:51.290287 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c79e2e4f-3777-4553-ab2a-05a6c882ba2a req-7e589992-4b95-4ebe-94f5-17eab6f3aec2 tempest-LiveMigrationNegativeTest-9470437 tempest-LiveMigrationNegativeTest-9470437-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9487255 Aug 12 14:38:51.311117 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-c79e2e4f-3777-4553-ab2a-05a6c882ba2a req-eca72d9b-a8d5-4632-bc89-012a573a5e14 service neutron] Request body: {'port': {'device_id': 'e4faac19-a3a4-4db0-a984-820a4227aa6d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-694802-15'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:38:51.362968 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-d0cf8626-d1d5-4b66-baf5-662c80986a2f req-fd301f0c-11c6-45e1-bd37-8e135c09aeed tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ad0002e-d03d-4ace-861f-ca41a35b7aed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146820 Aug 12 14:38:51.402109 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-c79e2e4f-3777-4553-ab2a-05a6c882ba2a req-eca72d9b-a8d5-4632-bc89-012a573a5e14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:51.434009 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-c89c7940-d9d9-48e8-8271-855c7ef00c0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:51.459327 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-c89c7940-d9d9-48e8-8271-855c7ef00c0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:51.469332 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-cdf9f43f-3c0c-4894-b4df-6980f061a61f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66413304', 'neutron.services.segments.db._delete_segments_for_network-8744654118000'] for network, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:51.483164 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-cdf9f43f-3c0c-4894-b4df-6980f061a61f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['084bbaa9-1971-49e8-b2a8-17fb0ce3a37d']}} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:38:51.501074 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-cdf9f43f-3c0c-4894-b4df-6980f061a61f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e096a12b-68f8-4c98-b89d-d2992559fa06') {'for_net_delete': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:38:51.501278 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-cdf9f43f-3c0c-4894-b4df-6980f061a61f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e096a12b-68f8-4c98-b89d-d2992559fa06') {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:38:51.514098 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-cdf9f43f-3c0c-4894-b4df-6980f061a61f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744654122361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2293560'] for segment, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:51.546799 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-2c5d3865-2c4c-4e18-af01-344321361bc4 None None] Provisioning for port 1f5a5c71-e581-4295-add4-1abc6c4e5b9a completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:38:51.552400 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-2c5d3865-2c4c-4e18-af01-344321361bc4 None None] Provisioning complete for port 1f5a5c71-e581-4295-add4-1abc6c4e5b9a triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:38:51.553427 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-2c5d3865-2c4c-4e18-af01-344321361bc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:51.592339 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-cdf9f43f-3c0c-4894-b4df-6980f061a61f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:51.600973 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-c89c7940-d9d9-48e8-8271-855c7ef00c0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:51.602304 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-2c5d3865-2c4c-4e18-af01-344321361bc4 None None] Port 1f5a5c71-e581-4295-add4-1abc6c4e5b9a cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 14:38:51.603578 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-c89c7940-d9d9-48e8-8271-855c7ef00c0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:51.608593 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-c89c7940-d9d9-48e8-8271-855c7ef00c0d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9347cfbc-2852-4ac7-b0c6-390ca06dcae4 HTTP/1.1" status: 204 len: 168 time: 0.3346481 Aug 12 14:38:51.614415 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cdf9f43f-3c0c-4894-b4df-6980f061a61f admin admin] Releasing vlan 331 on physical network physnet1 to pool {{(pid=94466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 14:38:51.614852 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-cdf9f43f-3c0c-4894-b4df-6980f061a61f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3718595'] for segment, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:51.616648 n-d-694802-15 neutron-server[94466]: Traceback (most recent call last): Aug 12 14:38:51.616648 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 14:38:51.616648 n-d-694802-15 neutron-server[94466]: timer() Aug 12 14:38:51.616648 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 14:38:51.616648 n-d-694802-15 neutron-server[94466]: cb(*args, **kw) Aug 12 14:38:51.616648 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 14:38:51.616648 n-d-694802-15 neutron-server[94466]: return func(*args, **kwargs) Aug 12 14:38:51.616648 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 14:38:51.616648 n-d-694802-15 neutron-server[94466]: self._notify() Aug 12 14:38:51.616648 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 14:38:51.616648 n-d-694802-15 neutron-server[94466]: self.callback(batched_events) Aug 12 14:38:51.616648 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 14:38:51.616648 n-d-694802-15 neutron-server[94466]: event.method(event) Aug 12 14:38:51.616648 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 14:38:51.616648 n-d-694802-15 neutron-server[94466]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 14:38:51.616648 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 14:38:51.616648 n-d-694802-15 neutron-server[94466]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 14:38:51.616648 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 14:38:51.616648 n-d-694802-15 neutron-server[94466]: return f(self, *a, **k) Aug 12 14:38:51.616648 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 14:38:51.616648 n-d-694802-15 neutron-server[94466]: return self._get(url).json() Aug 12 14:38:51.616648 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 14:38:51.616648 n-d-694802-15 neutron-server[94466]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 14:38:51.616648 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 14:38:51.616648 n-d-694802-15 neutron-server[94466]: return self.request(url, 'GET', **kwargs) Aug 12 14:38:51.616648 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 14:38:51.616648 n-d-694802-15 neutron-server[94466]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 14:38:51.616648 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 14:38:51.616648 n-d-694802-15 neutron-server[94466]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 14:38:51.616648 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 14:38:51.616648 n-d-694802-15 neutron-server[94466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 14:38:51.616648 n-d-694802-15 neutron-server[94466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 14:38:51.652881 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89c7940-d9d9-48e8-8271-855c7ef00c0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9347cfbc-2852-4ac7-b0c6-390ca06dcae4,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:38:51.722497 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b1a2c7-1616-42c7-8b71-fe55fc5b6803 req-fe2404c0-6b11-401e-b698-683f91ef8104 tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:38:51.724002 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-40b1a2c7-1616-42c7-8b71-fe55fc5b6803 req-fe2404c0-6b11-401e-b698-683f91ef8104 tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d995843-ad4a-425e-9784-973249b05cce HTTP/1.1" status: 200 len: 945 time: 0.1240835 Aug 12 14:38:51.734917 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97652a7-5eb5-4824-84b6-04289544aa7d req-f756800c-471e-47c9-b19d-afaf0b8fdefa tempest-LiveMigrationNegativeTest-9470437 tempest-LiveMigrationNegativeTest-9470437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:38:51.736542 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-b97652a7-5eb5-4824-84b6-04289544aa7d req-f756800c-471e-47c9-b19d-afaf0b8fdefa tempest-LiveMigrationNegativeTest-9470437 tempest-LiveMigrationNegativeTest-9470437-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4faac19-a3a4-4db0-a984-820a4227aa6d HTTP/1.1" status: 200 len: 936 time: 0.1457112 Aug 12 14:38:51.739825 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-cdf9f43f-3c0c-4894-b4df-6980f061a61f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66413281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431520'] for network, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:51.746527 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-cdf9f43f-3c0c-4894-b4df-6980f061a61f admin admin] Notify callbacks [] for network, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:51.748438 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-cdf9f43f-3c0c-4894-b4df-6980f061a61f admin admin] 10.222.0.39 "DELETE /v2.0/networks/084bbaa9-1971-49e8-b2a8-17fb0ce3a37d HTTP/1.1" status: 204 len: 168 time: 0.7642150 Aug 12 14:38:51.769760 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf9f43f-3c0c-4894-b4df-6980f061a61f admin admin] Pushing event deleted for resources: {'Network': ['ID=084bbaa9-1971-49e8-b2a8-17fb0ce3a37d,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:38:51.798503 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-40b1a2c7-1616-42c7-8b71-fe55fc5b6803 req-2d859dfc-ae94-4a00-97a0-3e990bb25433 tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ad0002e-d03d-4ace-861f-ca41a35b7aed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657976 Aug 12 14:38:51.850234 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-b97652a7-5eb5-4824-84b6-04289544aa7d req-4ff9e06c-1499-46b3-834e-a5e52e73f9ac tempest-LiveMigrationNegativeTest-9470437 tempest-LiveMigrationNegativeTest-9470437-project] 10.222.0.39 "GET /v2.0/security-groups?id=214de4e1-d877-4447-84c5-1de63b8d32db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997012 Aug 12 14:38:51.866652 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [req-c79e2e4f-3777-4553-ab2a-05a6c882ba2a req-eca72d9b-a8d5-4632-bc89-012a573a5e14 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f5a5c71-e581-4295-add4-1abc6c4e5b9a {{(pid=94467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:38:51.880488 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-c79e2e4f-3777-4553-ab2a-05a6c882ba2a req-eca72d9b-a8d5-4632-bc89-012a573a5e14 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:51.881848 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7164b1a-a5de-4e98-9ca6-05f026bd1800 req-c19032d9-467a-42a7-b8d5-516569ee9d26 tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:38:51.883609 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-f7164b1a-a5de-4e98-9ca6-05f026bd1800 req-c19032d9-467a-42a7-b8d5-516569ee9d26 tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] 10.222.0.64 "GET /v2.0/ports?device_id=c07be60d-1bb1-4bfc-97c2-c7f70fcff843 HTTP/1.1" status: 200 len: 946 time: 0.1019230 Aug 12 14:38:51.897260 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [req-c79e2e4f-3777-4553-ab2a-05a6c882ba2a req-eca72d9b-a8d5-4632-bc89-012a573a5e14 service neutron] Transition to ACTIVE for port object 1f5a5c71-e581-4295-add4-1abc6c4e5b9a will not be triggered until provisioned by entity L2. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:38:51.902372 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-c79e2e4f-3777-4553-ab2a-05a6c882ba2a req-eca72d9b-a8d5-4632-bc89-012a573a5e14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:51.980963 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 41920) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:38:52.036093 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-6887e6cc-4b13-4dce-9885-f7d80e73d1f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66663830'] for router_interface, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:52.036393 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca72d9b-a8d5-4632-bc89-012a573a5e14 service neutron] Pushing event updated for resources: {'Port': ['ID=1f5a5c71-e581-4295-add4-1abc6c4e5b9a,revision_number=2']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:38:52.098327 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-c79e2e4f-3777-4553-ab2a-05a6c882ba2a req-eca72d9b-a8d5-4632-bc89-012a573a5e14 service neutron] Attempting to bind port 1f5a5c71-e581-4295-add4-1abc6c4e5b9a on host n-h2-694802-15 for vnic_type normal with profile {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:38:52.098753 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-c79e2e4f-3777-4553-ab2a-05a6c882ba2a req-eca72d9b-a8d5-4632-bc89-012a573a5e14 service neutron] Attempting to bind port 1f5a5c71-e581-4295-add4-1abc6c4e5b9a by drivers openvswitch,hyperv on host n-h2-694802-15 at level 0 using segments [{'id': 'a1f8c867-101b-4d30-814e-b89f55a5edd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '2525c403-dfb3-4196-a273-739607aab38a'}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:38:52.099189 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c79e2e4f-3777-4553-ab2a-05a6c882ba2a req-eca72d9b-a8d5-4632-bc89-012a573a5e14 service neutron] Attempting to bind port 1f5a5c71-e581-4295-add4-1abc6c4e5b9a on network 2525c403-dfb3-4196-a273-739607aab38a {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:38:52.110876 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c79e2e4f-3777-4553-ab2a-05a6c882ba2a req-eca72d9b-a8d5-4632-bc89-012a573a5e14 service neutron] Port 1f5a5c71-e581-4295-add4-1abc6c4e5b9a on network 2525c403-dfb3-4196-a273-739607aab38a not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-15 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 14:38:52.111314 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c79e2e4f-3777-4553-ab2a-05a6c882ba2a req-eca72d9b-a8d5-4632-bc89-012a573a5e14 service neutron] Attempting to bind port 1f5a5c71-e581-4295-add4-1abc6c4e5b9a on network 2525c403-dfb3-4196-a273-739607aab38a {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:38:52.122627 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b491b5-c322-4fb4-907b-c4810ecd3f4b req-873fe749-81f8-47ae-8253-e5acd76c876b tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:38:52.132074 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-7088b316-bcc5-4719-8aac-776f507f6cc7 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1b183521d9a94e53bf861ad68f9d8a0b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1493418 Aug 12 14:38:52.132381 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e0b491b5-c322-4fb4-907b-c4810ecd3f4b req-873fe749-81f8-47ae-8253-e5acd76c876b tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d995843-ad4a-425e-9784-973249b05cce HTTP/1.1" status: 200 len: 945 time: 0.1586227 Aug 12 14:38:52.137774 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 41928) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:38:52.152619 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c79e2e4f-3777-4553-ab2a-05a6c882ba2a req-eca72d9b-a8d5-4632-bc89-012a573a5e14 service neutron] Checking agent: {'id': 'b7697f71-33f3-4959-ad82-43c2dc15845d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 27, 42), 'started_at': datetime.datetime(2021, 8, 12, 14, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 38, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:38:52.152974 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c79e2e4f-3777-4553-ab2a-05a6c882ba2a req-eca72d9b-a8d5-4632-bc89-012a573a5e14 service neutron] Checking segment: {'id': 'a1f8c867-101b-4d30-814e-b89f55a5edd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '2525c403-dfb3-4196-a273-739607aab38a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:38:52.153363 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c79e2e4f-3777-4553-ab2a-05a6c882ba2a req-eca72d9b-a8d5-4632-bc89-012a573a5e14 service neutron] Bound using segment: {'id': 'a1f8c867-101b-4d30-814e-b89f55a5edd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '2525c403-dfb3-4196-a273-739607aab38a'} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:38:52.154057 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-c79e2e4f-3777-4553-ab2a-05a6c882ba2a req-eca72d9b-a8d5-4632-bc89-012a573a5e14 service neutron] Bound port: 1f5a5c71-e581-4295-add4-1abc6c4e5b9a, host: n-h2-694802-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1f8c867-101b-4d30-814e-b89f55a5edd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '2525c403-dfb3-4196-a273-739607aab38a'}}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:38:52.154842 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-c79e2e4f-3777-4553-ab2a-05a6c882ba2a req-eca72d9b-a8d5-4632-bc89-012a573a5e14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:52.221367 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e0b491b5-c322-4fb4-907b-c4810ecd3f4b req-a9e1e765-71c9-4c6f-8315-539529501e18 tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ad0002e-d03d-4ace-861f-ca41a35b7aed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879552 Aug 12 14:38:52.233689 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [req-f7164b1a-a5de-4e98-9ca6-05f026bd1800 req-c93f7b57-7468-498a-b902-54472d7bcebb tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] Deleting port a0820b1b-bfda-4b57-a48e-701b0efdd4b5 {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:38:52.233976 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-f7164b1a-a5de-4e98-9ca6-05f026bd1800 req-c93f7b57-7468-498a-b902-54472d7bcebb tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:52.280064 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-c79e2e4f-3777-4553-ab2a-05a6c882ba2a req-eca72d9b-a8d5-4632-bc89-012a573a5e14 service neutron] For port 1f5a5c71-e581-4295-add4-1abc6c4e5b9a, host n-h2-694802-15, cleared binding levels {{(pid=94467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:38:52.296423 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-c79e2e4f-3777-4553-ab2a-05a6c882ba2a req-eca72d9b-a8d5-4632-bc89-012a573a5e14 service neutron] For port 1f5a5c71-e581-4295-add4-1abc6c4e5b9a, host n-h2-694802-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=1f5a5c71-e581-4295-add4-1abc6c4e5b9a,segment=NetworkSegment(a1f8c867-101b-4d30-814e-b89f55a5edd0),segment_id=a1f8c867-101b-4d30-814e-b89f55a5edd0)] {{(pid=94467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:38:52.302762 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-c79e2e4f-3777-4553-ab2a-05a6c882ba2a req-eca72d9b-a8d5-4632-bc89-012a573a5e14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:52.344754 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79e2e4f-3777-4553-ab2a-05a6c882ba2a req-eca72d9b-a8d5-4632-bc89-012a573a5e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:38:52.345920 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-c79e2e4f-3777-4553-ab2a-05a6c882ba2a req-eca72d9b-a8d5-4632-bc89-012a573a5e14 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:52.347867 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c79e2e4f-3777-4553-ab2a-05a6c882ba2a req-eca72d9b-a8d5-4632-bc89-012a573a5e14 service neutron] 10.222.0.49 "PUT /v2.0/ports/1f5a5c71-e581-4295-add4-1abc6c4e5b9a HTTP/1.1" status: 200 len: 1097 time: 1.0456140 Aug 12 14:38:52.350419 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4faac19-a3a4-4db0-a984-820a4227aa6d', 'tag': '1f5a5c71-e581-4295-add4-1abc6c4e5b9a'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:38:52.353113 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e65282f928b64038367d043a4411777802006c43a98742496cb2e25b724ff1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3459e496-f699-4c54-9aa2-92f7c846cb70" -d '{"events": [{"name": "network-changed", "server_uuid": "e4faac19-a3a4-4db0-a984-820a4227aa6d", "tag": "1f5a5c71-e581-4295-add4-1abc6c4e5b9a"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:38:52.385770 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca72d9b-a8d5-4632-bc89-012a573a5e14 service neutron] Pushing event updated for resources: {'Port': ['ID=1f5a5c71-e581-4295-add4-1abc6c4e5b9a,revision_number=3']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:38:52.486546 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79e2e4f-3777-4553-ab2a-05a6c882ba2a req-7a70ceff-c1ae-4f5e-abb1-71d9c745329c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:38:52.488106 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c79e2e4f-3777-4553-ab2a-05a6c882ba2a req-7a70ceff-c1ae-4f5e-abb1-71d9c745329c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=852c96032e244d76a2e6d8b81e06dbfa&device_id=e4faac19-a3a4-4db0-a984-820a4227aa6d HTTP/1.1" status: 200 len: 1100 time: 0.0681517 Aug 12 14:38:52.591342 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c79e2e4f-3777-4553-ab2a-05a6c882ba2a req-44820d24-3e63-43c4-a21a-323076ee93d6 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=1f5a5c71-e581-4295-add4-1abc6c4e5b9a HTTP/1.1" status: 200 len: 217 time: 0.0906713 Aug 12 14:38:52.694172 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79e2e4f-3777-4553-ab2a-05a6c882ba2a req-7fadedee-fc27-46e3-ab9c-67da7602cecf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:38:52.694172 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c79e2e4f-3777-4553-ab2a-05a6c882ba2a req-7fadedee-fc27-46e3-ab9c-67da7602cecf service neutron] 10.222.0.49 "GET /v2.0/subnets?id=236e0be6-1c94-4221-9e8b-ab02a53331f8 HTTP/1.1" status: 200 len: 843 time: 0.0868602 Aug 12 14:38:52.694172 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 14:38:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5e0edff-5fd6-4106-aef8-7bcce979d4ca x-openstack-request-id: req-f5e0edff-5fd6-4106-aef8-7bcce979d4ca {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:38:52.694172 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4faac19-a3a4-4db0-a984-820a4227aa6d", "tag": "1f5a5c71-e581-4295-add4-1abc6c4e5b9a", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:38:52.694172 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f5e0edff-5fd6-4106-aef8-7bcce979d4ca {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:38:52.694172 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4faac19-a3a4-4db0-a984-820a4227aa6d', 'tag': '1f5a5c71-e581-4295-add4-1abc6c4e5b9a', 'status': 'completed', 'code': 200} Aug 12 14:38:52.779564 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79e2e4f-3777-4553-ab2a-05a6c882ba2a req-ba6910fc-8e41-4b04-8f1b-ec3409688e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:38:52.782220 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c79e2e4f-3777-4553-ab2a-05a6c882ba2a req-ba6910fc-8e41-4b04-8f1b-ec3409688e22 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2525c403-dfb3-4196-a273-739607aab38a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0841327 Aug 12 14:38:52.892687 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a121a916-14a5-4ce9-b62b-694ca4ec25b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:52.917263 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64372810-1ec7-4aee-8838-2e518da029c4 req-4d2cd984-42fb-49a4-857f-f1e862713c31 tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:38:52.919614 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-64372810-1ec7-4aee-8838-2e518da029c4 req-4d2cd984-42fb-49a4-857f-f1e862713c31 tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] 10.222.0.39 "GET /v2.0/ports?device_id=c07be60d-1bb1-4bfc-97c2-c7f70fcff843 HTTP/1.1" status: 200 len: 946 time: 0.7420335 Aug 12 14:38:52.959759 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dfab6b-dd4e-45e3-8026-141db08567ae req-ef33ba96-eaa3-49c3-af8f-6adcfae988af tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:38:52.961298 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-13dfab6b-dd4e-45e3-8026-141db08567ae req-ef33ba96-eaa3-49c3-af8f-6adcfae988af tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] 10.222.0.39 "GET /v2.0/networks?id=a681c17b-4312-41b7-b711-32d50b05905d HTTP/1.1" status: 200 len: 812 time: 0.2046289 Aug 12 14:38:52.965096 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c79e2e4f-3777-4553-ab2a-05a6c882ba2a req-f714f850-5fcd-49c1-8677-b62183701f6e service neutron] 10.222.0.49 "GET /v2.0/networks/2525c403-dfb3-4196-a273-739607aab38a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1701057 Aug 12 14:38:52.985495 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a121a916-14a5-4ce9-b62b-694ca4ec25b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:53.008464 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-13dfab6b-dd4e-45e3-8026-141db08567ae req-0dbc871b-507f-4b2d-96ad-cd5c699d0c5b tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] 10.222.0.39 "GET /v2.0/quotas/4024e5f8cb5f495fb475a508277f1933 HTTP/1.1" status: 200 len: 375 time: 0.0403836 Aug 12 14:38:53.022947 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [req-f7164b1a-a5de-4e98-9ca6-05f026bd1800 req-c93f7b57-7468-498a-b902-54472d7bcebb tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] For port a0820b1b-bfda-4b57-a48e-701b0efdd4b5, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=a0820b1b-bfda-4b57-a48e-701b0efdd4b5,segment=NetworkSegment(111c8fb4-95f7-4303-b261-7f0bb42c0aef),segment_id=111c8fb4-95f7-4303-b261-7f0bb42c0aef)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:38:53.023262 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-f7164b1a-a5de-4e98-9ca6-05f026bd1800 req-c93f7b57-7468-498a-b902-54472d7bcebb tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:53.063974 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [req-f7164b1a-a5de-4e98-9ca6-05f026bd1800 req-c93f7b57-7468-498a-b902-54472d7bcebb tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] Calling delete_port for a0820b1b-bfda-4b57-a48e-701b0efdd4b5 owned by compute:nova {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:38:53.084639 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-64372810-1ec7-4aee-8838-2e518da029c4 req-60571d12-95bd-4872-87e5-2f99723b333a tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] 10.222.0.39 "GET /v2.0/security-groups?id=87f02c46-9837-45f6-a8f5-f67c20068d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268945 Aug 12 14:38:53.103071 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c79e2e4f-3777-4553-ab2a-05a6c882ba2a req-90e3b3b9-aa98-4e20-a9a5-e58debb87b5a service neutron] 10.222.0.49 "GET /v2.0/networks/2525c403-dfb3-4196-a273-739607aab38a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241724 Aug 12 14:38:53.104984 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-13dfab6b-dd4e-45e3-8026-141db08567ae req-5a5d9515-1faf-4cc3-845a-9a7aec731548 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=4024e5f8cb5f495fb475a508277f1933&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0719056 Aug 12 14:38:53.188595 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a121a916-14a5-4ce9-b62b-694ca4ec25b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:53.191913 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a121a916-14a5-4ce9-b62b-694ca4ec25b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:53.193299 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-a121a916-14a5-4ce9-b62b-694ca4ec25b7 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/21797083-50ee-4fa2-9ae6-2585440bdd47 HTTP/1.1" status: 204 len: 168 time: 1.0538552 Aug 12 14:38:53.222574 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a121a916-14a5-4ce9-b62b-694ca4ec25b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21797083-50ee-4fa2-9ae6-2585440bdd47,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:38:53.324778 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3459e496-f699-4c54-9aa2-92f7c846cb70 req-5d1a8c0e-67fc-4969-a7b6-5df06822b57f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:38:53.331159 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3459e496-f699-4c54-9aa2-92f7c846cb70 req-5d1a8c0e-67fc-4969-a7b6-5df06822b57f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=852c96032e244d76a2e6d8b81e06dbfa&device_id=e4faac19-a3a4-4db0-a984-820a4227aa6d HTTP/1.1" status: 200 len: 1100 time: 0.1400943 Aug 12 14:38:53.333389 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-f7164b1a-a5de-4e98-9ca6-05f026bd1800 req-c93f7b57-7468-498a-b902-54472d7bcebb tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:53.342405 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-13dfab6b-dd4e-45e3-8026-141db08567ae req-c270e3c0-2214-4554-a176-20e9360f8e12 service neutron] 10.222.0.39 "GET /v2.0/networks/a681c17b-4312-41b7-b711-32d50b05905d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2232440 Aug 12 14:38:53.348617 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] get_ports_and_sgs() called for port_ids ['98b2f474-3add-4406-8544-afd4b82043d3', 'a0820b1b-bfda-4b57-a48e-701b0efdd4b5'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:38:53.381378 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93f7b57-7468-498a-b902-54472d7bcebb tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] Pushing event deleted for resources: {'Port': ['ID=a0820b1b-bfda-4b57-a48e-701b0efdd4b5,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:38:53.468082 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7164b1a-a5de-4e98-9ca6-05f026bd1800 req-c93f7b57-7468-498a-b902-54472d7bcebb tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] No DVR routers for this DVR port a0820b1b-bfda-4b57-a48e-701b0efdd4b5 on host n-h1-694802-15 {{(pid=94466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:38:53.472725 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-6887e6cc-4b13-4dce-9885-f7d80e73d1f9 admin admin] Deleting port d7433817-0111-4015-9a72-8bbbc1b0053c {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:38:53.473070 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-6887e6cc-4b13-4dce-9885-f7d80e73d1f9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:53.519111 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-f7164b1a-a5de-4e98-9ca6-05f026bd1800 req-c93f7b57-7468-498a-b902-54472d7bcebb tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:53.523176 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-f7164b1a-a5de-4e98-9ca6-05f026bd1800 req-c93f7b57-7468-498a-b902-54472d7bcebb tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] 10.222.0.64 "DELETE /v2.0/ports/a0820b1b-bfda-4b57-a48e-701b0efdd4b5 HTTP/1.1" status: 204 len: 173 time: 1.6314323 Aug 12 14:38:53.523634 n-d-694802-15 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c07be60d-1bb1-4bfc-97c2-c7f70fcff843', 'name': 'network-vif-deleted', 'tag': 'a0820b1b-bfda-4b57-a48e-701b0efdd4b5'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:38:53.525939 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e785eeede3897370d0b20f09d5f461b30cfecd5ed38c4f07dacd02bc52c9277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9df1e86-8294-4fd8-acbf-bc1bfa0ced84" -d '{"events": [{"server_uuid": "c07be60d-1bb1-4bfc-97c2-c7f70fcff843", "name": "network-vif-deleted", "tag": "a0820b1b-bfda-4b57-a48e-701b0efdd4b5"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:38:53.588535 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-13dfab6b-dd4e-45e3-8026-141db08567ae req-499a13cf-d75f-41c3-9762-aceb2e4dcabc service neutron] 10.222.0.39 "GET /v2.0/networks/a681c17b-4312-41b7-b711-32d50b05905d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2421613 Aug 12 14:38:53.621619 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc51447-697b-4e91-a1d4-fe1619a3c1c4 req-ed8ee1fa-e237-401e-8266-a27297364e67 tempest-LiveMigrationNegativeTest-9470437 tempest-LiveMigrationNegativeTest-9470437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:38:53.635661 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-1dc51447-697b-4e91-a1d4-fe1619a3c1c4 req-ed8ee1fa-e237-401e-8266-a27297364e67 tempest-LiveMigrationNegativeTest-9470437 tempest-LiveMigrationNegativeTest-9470437-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4faac19-a3a4-4db0-a984-820a4227aa6d HTTP/1.1" status: 200 len: 948 time: 0.2321687 Aug 12 14:38:53.655145 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3459e496-f699-4c54-9aa2-92f7c846cb70 req-6ecc7b38-ff98-40cb-b199-5f3a8ff431c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:38:53.657386 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3459e496-f699-4c54-9aa2-92f7c846cb70 req-6ecc7b38-ff98-40cb-b199-5f3a8ff431c7 service neutron] 10.222.0.49 "GET /v2.0/networks?id=2525c403-dfb3-4196-a273-739607aab38a HTTP/1.1" status: 200 len: 870 time: 0.3136458 Aug 12 14:38:53.733043 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3459e496-f699-4c54-9aa2-92f7c846cb70 req-31bebb5c-3aca-4212-9161-86a0b24ee440 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=1f5a5c71-e581-4295-add4-1abc6c4e5b9a HTTP/1.1" status: 200 len: 217 time: 0.0674446 Aug 12 14:38:53.735195 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 41994) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:38:53.757482 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-6887e6cc-4b13-4dce-9885-f7d80e73d1f9 admin admin] For port d7433817-0111-4015-9a72-8bbbc1b0053c, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=d7433817-0111-4015-9a72-8bbbc1b0053c,segment=NetworkSegment(80c564ff-005e-4d06-a9e7-b66b21f9041c),segment_id=80c564ff-005e-4d06-a9e7-b66b21f9041c)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:38:53.757836 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-6887e6cc-4b13-4dce-9885-f7d80e73d1f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:53.775403 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-1dc51447-697b-4e91-a1d4-fe1619a3c1c4 req-f0345691-d10c-4000-a111-1419432cfa54 tempest-LiveMigrationNegativeTest-9470437 tempest-LiveMigrationNegativeTest-9470437-project] 10.222.0.39 "GET /v2.0/security-groups?id=214de4e1-d877-4447-84c5-1de63b8d32db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307473 Aug 12 14:38:53.816028 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-6887e6cc-4b13-4dce-9885-f7d80e73d1f9 admin admin] Calling delete_port for d7433817-0111-4015-9a72-8bbbc1b0053c owned by network:router_interface {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:38:53.840729 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3459e496-f699-4c54-9aa2-92f7c846cb70 req-d745bfd5-a038-4778-8d17-95578820a675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:38:53.842228 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3459e496-f699-4c54-9aa2-92f7c846cb70 req-d745bfd5-a038-4778-8d17-95578820a675 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=236e0be6-1c94-4221-9e8b-ab02a53331f8 HTTP/1.1" status: 200 len: 843 time: 0.1006308 Aug 12 14:38:53.876869 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-925f012f-27a1-480e-9622-60e2bcd3ccd2 tempest-MeteringIpV6TestJSON-512828094 tempest-MeteringIpV6TestJSON-512828094-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1157463818'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:38:53.877427 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-925f012f-27a1-480e-9622-60e2bcd3ccd2 tempest-MeteringIpV6TestJSON-512828094 tempest-MeteringIpV6TestJSON-512828094-project-admin] Unknown quota resources ['metering_label']. {{(pid=94467) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 12 14:38:53.918521 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 14:38:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf172868-5ccd-4d97-90fc-83f3ac41f501 x-openstack-request-id: req-bf172868-5ccd-4d97-90fc-83f3ac41f501 {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:38:53.919237 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c07be60d-1bb1-4bfc-97c2-c7f70fcff843", "name": "network-vif-deleted", "tag": "a0820b1b-bfda-4b57-a48e-701b0efdd4b5", "status": "completed", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:38:53.919237 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-bf172868-5ccd-4d97-90fc-83f3ac41f501 {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:38:53.919467 n-d-694802-15 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c07be60d-1bb1-4bfc-97c2-c7f70fcff843', 'name': 'network-vif-deleted', 'tag': 'a0820b1b-bfda-4b57-a48e-701b0efdd4b5', 'status': 'completed', 'code': 200} Aug 12 14:38:54.081725 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3459e496-f699-4c54-9aa2-92f7c846cb70 req-1c35c4af-dd96-4d3b-b6fb-75fc06549e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:38:54.085818 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3459e496-f699-4c54-9aa2-92f7c846cb70 req-1c35c4af-dd96-4d3b-b6fb-75fc06549e48 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2525c403-dfb3-4196-a273-739607aab38a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2290115 Aug 12 14:38:54.097956 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-0bd2d9c5-22a1-4ce6-889c-8798fdbba3d5 req-5a987123-dbd5-40fd-ba7e-e819819b549e tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] 10.222.0.39 "GET /v2.0/ports?device_id=0c78da3a-37a4-408c-866e-6cd48d09416e HTTP/1.1" status: 200 len: 210 time: 0.0420401 Aug 12 14:38:54.238569 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device 97cdf138-f3fe-4d0b-8fee-64f2f5b0dcc5 no longer exists at agent hyperv_n-h1-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:38:54.282965 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-93370168-53ca-47c2-9e27-b066be57125c None None] No Port match for: 97cdf138-f3fe-4d0b-8fee-64f2f5b0dcc5 {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 14:38:54.284577 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device 97cdf138-f3fe-4d0b-8fee-64f2f5b0dcc5 not bound to the agent host n-h1-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:38:54.285248 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device a0820b1b-bfda-4b57-a48e-701b0efdd4b5 no longer exists at agent hyperv_n-h1-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:38:54.287106 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-925f012f-27a1-480e-9622-60e2bcd3ccd2 tempest-MeteringIpV6TestJSON-512828094 tempest-MeteringIpV6TestJSON-512828094-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:54.288270 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-925f012f-27a1-480e-9622-60e2bcd3ccd2 tempest-MeteringIpV6TestJSON-512828094 tempest-MeteringIpV6TestJSON-512828094-project-admin] 10.222.0.39 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.5520527 Aug 12 14:38:54.298022 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 42018) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:38:54.311772 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-5e1e04d2-a086-44ad-8078-d7f9c2b066ab req-eff92da2-c6cc-4964-b9b9-6bcedf0c8686 tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] 10.222.0.39 "GET /v2.0/ports?device_id=c07be60d-1bb1-4bfc-97c2-c7f70fcff843 HTTP/1.1" status: 200 len: 210 time: 0.0518286 Aug 12 14:38:54.316760 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-d34c57d2-d6db-4166-912f-d0a3fac74f1f tempest-MeteringIpV6TestJSON-512828094 tempest-MeteringIpV6TestJSON-512828094-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': 'cc49ffa5-899b-42fe-8799-72479dac9e6f'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:38:54.317289 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-d34c57d2-d6db-4166-912f-d0a3fac74f1f tempest-MeteringIpV6TestJSON-512828094 tempest-MeteringIpV6TestJSON-512828094-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94466) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 12 14:38:54.332985 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c157ee65-3c90-4452-8041-ea0dcd1ee04f req-45d79629-69a0-46cd-b50c-11e4a8014b4f tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:38:54.338326 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-93370168-53ca-47c2-9e27-b066be57125c None None] No Port match for: a0820b1b-bfda-4b57-a48e-701b0efdd4b5 {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 14:38:54.338881 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36109531-2baf-46ae-b112-dc26b383a239 req-98c0ba01-25e6-4df3-91c4-e5f8a4de0392 tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:38:54.339337 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device a0820b1b-bfda-4b57-a48e-701b0efdd4b5 not bound to the agent host n-h1-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:38:54.340979 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-36109531-2baf-46ae-b112-dc26b383a239 req-98c0ba01-25e6-4df3-91c4-e5f8a4de0392 tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d995843-ad4a-425e-9784-973249b05cce HTTP/1.1" status: 200 len: 945 time: 0.1868172 Aug 12 14:38:54.342383 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c157ee65-3c90-4452-8041-ea0dcd1ee04f req-45d79629-69a0-46cd-b50c-11e4a8014b4f tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d995843-ad4a-425e-9784-973249b05cce HTTP/1.1" status: 200 len: 945 time: 0.4689038 Aug 12 14:38:54.344550 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-6887e6cc-4b13-4dce-9885-f7d80e73d1f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:54.402372 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c157ee65-3c90-4452-8041-ea0dcd1ee04f req-337d6d40-a414-41a6-9ce5-332065698d16 tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ad0002e-d03d-4ace-861f-ca41a35b7aed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589058 Aug 12 14:38:54.434403 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3459e496-f699-4c54-9aa2-92f7c846cb70 req-3bdfb7fc-6d3e-40ef-9f6d-798d0f518a7c service neutron] 10.222.0.49 "GET /v2.0/networks/2525c403-dfb3-4196-a273-739607aab38a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2539876 Aug 12 14:38:54.511362 n-d-694802-15 neutron-server[94466]: WARNING neutron.services.metering.metering_plugin [None req-d34c57d2-d6db-4166-912f-d0a3fac74f1f tempest-MeteringIpV6TestJSON-512828094 tempest-MeteringIpV6TestJSON-512828094-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 12 14:38:54.518586 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6887e6cc-4b13-4dce-9885-f7d80e73d1f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=d7433817-0111-4015-9a72-8bbbc1b0053c,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:38:54.577337 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3459e496-f699-4c54-9aa2-92f7c846cb70 req-b1dcb695-89e0-4a04-93ee-4bc28f670b75 service neutron] 10.222.0.49 "GET /v2.0/networks/2525c403-dfb3-4196-a273-739607aab38a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345360 Aug 12 14:38:54.737049 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d34c57d2-d6db-4166-912f-d0a3fac74f1f tempest-MeteringIpV6TestJSON-512828094 tempest-MeteringIpV6TestJSON-512828094-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:54.738348 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-d34c57d2-d6db-4166-912f-d0a3fac74f1f tempest-MeteringIpV6TestJSON-512828094 tempest-MeteringIpV6TestJSON-512828094-project-admin] 10.222.0.39 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.4359961 Aug 12 14:38:54.741860 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 42028) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:38:54.747680 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-43bc8533-75f9-4ffa-9057-4876187a6af6 tempest-MeteringIpV6TestJSON-512828094 tempest-MeteringIpV6TestJSON-512828094-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': 'cc49ffa5-899b-42fe-8799-72479dac9e6f'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:38:54.748177 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-43bc8533-75f9-4ffa-9057-4876187a6af6 tempest-MeteringIpV6TestJSON-512828094 tempest-MeteringIpV6TestJSON-512828094-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94466) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 12 14:38:54.861680 n-d-694802-15 neutron-server[94466]: WARNING neutron.services.metering.metering_plugin [None req-43bc8533-75f9-4ffa-9057-4876187a6af6 tempest-MeteringIpV6TestJSON-512828094 tempest-MeteringIpV6TestJSON-512828094-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 12 14:38:54.899485 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [req-36109531-2baf-46ae-b112-dc26b383a239 req-80e51703-1ce0-4786-8690-ae359a007028 tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] Deleting port 0db4f29f-4b08-4d67-9a89-85f456556b3e {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:38:54.899845 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-36109531-2baf-46ae-b112-dc26b383a239 req-80e51703-1ce0-4786-8690-ae359a007028 tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:54.904657 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3105e92-28da-4419-9782-e11fd0a05326 req-32f65ed7-b4d9-45a0-b7f3-2141192961c0 tempest-LiveMigrationNegativeTest-9470437 tempest-LiveMigrationNegativeTest-9470437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:38:54.906200 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f3105e92-28da-4419-9782-e11fd0a05326 req-32f65ed7-b4d9-45a0-b7f3-2141192961c0 tempest-LiveMigrationNegativeTest-9470437 tempest-LiveMigrationNegativeTest-9470437-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4faac19-a3a4-4db0-a984-820a4227aa6d HTTP/1.1" status: 200 len: 948 time: 0.0656340 Aug 12 14:38:54.952622 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f3105e92-28da-4419-9782-e11fd0a05326 req-3598086f-a879-4ff5-8ff8-672b93606672 tempest-LiveMigrationNegativeTest-9470437 tempest-LiveMigrationNegativeTest-9470437-project] 10.222.0.39 "GET /v2.0/security-groups?id=214de4e1-d877-4447-84c5-1de63b8d32db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381951 Aug 12 14:38:55.033999 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-43bc8533-75f9-4ffa-9057-4876187a6af6 tempest-MeteringIpV6TestJSON-512828094 tempest-MeteringIpV6TestJSON-512828094-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:55.035345 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-43bc8533-75f9-4ffa-9057-4876187a6af6 tempest-MeteringIpV6TestJSON-512828094 tempest-MeteringIpV6TestJSON-512828094-project-admin] 10.222.0.39 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2922373 Aug 12 14:38:55.038205 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 42040) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:38:55.047720 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-6887e6cc-4b13-4dce-9885-f7d80e73d1f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66628352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-430630'] for router_interface, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:55.051266 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-774731b0-b48f-44c5-9b7b-5cb4a1857ad1 tempest-MeteringIpV6TestJSON-512828094 tempest-MeteringIpV6TestJSON-512828094-project-admin] 10.222.0.39 "GET /v2.0/metering/metering-label-rules?id=7c8e5a97-df18-431a-a60a-d78883642165 HTTP/1.1" status: 200 len: 462 time: 0.0116565 Aug 12 14:38:55.054149 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 42042) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:38:55.223257 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [req-36109531-2baf-46ae-b112-dc26b383a239 req-80e51703-1ce0-4786-8690-ae359a007028 tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] For port 0db4f29f-4b08-4d67-9a89-85f456556b3e, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=0db4f29f-4b08-4d67-9a89-85f456556b3e,segment=NetworkSegment(afe25370-43f7-43be-a4de-d68fa9dce5c3),segment_id=afe25370-43f7-43be-a4de-d68fa9dce5c3)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:38:55.223963 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-36109531-2baf-46ae-b112-dc26b383a239 req-80e51703-1ce0-4786-8690-ae359a007028 tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:55.228379 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-c3c0e25a-c5c9-4fe6-a8c6-27c85356c470 tempest-MeteringIpV6TestJSON-512828094 tempest-MeteringIpV6TestJSON-512828094-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:55.229704 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-c3c0e25a-c5c9-4fe6-a8c6-27c85356c470 tempest-MeteringIpV6TestJSON-512828094 tempest-MeteringIpV6TestJSON-512828094-project-admin] 10.222.0.39 "DELETE /v2.0/metering/metering-label-rules/7c8e5a97-df18-431a-a60a-d78883642165 HTTP/1.1" status: 204 len: 168 time: 0.1737714 Aug 12 14:38:55.233216 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 42046) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:38:55.262422 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c26f10e4-4d9c-41df-956a-77e95f6c33b7 req-a7b6853d-e389-4d32-a3df-a2b78d17d84e tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] 10.222.0.39 "GET /v2.0/ports?device_id=0c78da3a-37a4-408c-866e-6cd48d09416e HTTP/1.1" status: 200 len: 210 time: 0.0373039 Aug 12 14:38:55.294396 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [req-36109531-2baf-46ae-b112-dc26b383a239 req-80e51703-1ce0-4786-8690-ae359a007028 tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] Calling delete_port for 0db4f29f-4b08-4d67-9a89-85f456556b3e owned by compute:nova {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:38:55.306473 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-61fe37ed-d0e8-48fb-9c02-93abd9c48489 tempest-MeteringIpV6TestJSON-512828094 tempest-MeteringIpV6TestJSON-512828094-project-admin] 10.222.0.39 "GET /v2.0/metering/metering-label-rules?id=7c8e5a97-df18-431a-a60a-d78883642165 HTTP/1.1" status: 200 len: 221 time: 0.0651436 Aug 12 14:38:55.309699 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 42050) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:38:55.314677 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-3348a0bc-ad29-4f21-ac42-4ad1f3ec34f9 tempest-MeteringIpV6TestJSON-512828094 tempest-MeteringIpV6TestJSON-512828094-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1843431541', 'description': 'label created by tempest'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:38:55.316037 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-3348a0bc-ad29-4f21-ac42-4ad1f3ec34f9 tempest-MeteringIpV6TestJSON-512828094 tempest-MeteringIpV6TestJSON-512828094-project-admin] Unknown quota resources ['metering_label']. {{(pid=94467) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 12 14:38:55.428412 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dfab6b-dd4e-45e3-8026-141db08567ae req-1061dcb4-36d6-4d63-89d3-c9358a541e16 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:38:55.429903 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-13dfab6b-dd4e-45e3-8026-141db08567ae req-1061dcb4-36d6-4d63-89d3-c9358a541e16 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] 10.222.0.64 "GET /v2.0/networks?id=a681c17b-4312-41b7-b711-32d50b05905d HTTP/1.1" status: 200 len: 812 time: 0.3012826 Aug 12 14:38:55.495582 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [req-13dfab6b-dd4e-45e3-8026-141db08567ae req-a552f8e0-432f-441d-8ce5-1d69f469a867 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] Request body: {'port': {'device_id': '0c78da3a-37a4-408c-866e-6cd48d09416e', 'network_id': 'a681c17b-4312-41b7-b711-32d50b05905d', 'admin_state_up': True, 'tenant_id': '4024e5f8cb5f495fb475a508277f1933'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:38:55.588810 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-3348a0bc-ad29-4f21-ac42-4ad1f3ec34f9 tempest-MeteringIpV6TestJSON-512828094 tempest-MeteringIpV6TestJSON-512828094-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:55.602717 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-3348a0bc-ad29-4f21-ac42-4ad1f3ec34f9 tempest-MeteringIpV6TestJSON-512828094 tempest-MeteringIpV6TestJSON-512828094-project-admin] 10.222.0.39 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.2903614 Aug 12 14:38:55.627106 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 42066) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:38:55.808734 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-a8a39e74-c6d9-45bb-b94f-f9ee7e02028c tempest-MeteringIpV6TestJSON-512828094 tempest-MeteringIpV6TestJSON-512828094-project-admin] 10.222.0.39 "GET /v2.0/metering/metering-labels?id=0cd9c328-744a-4ae5-8b29-646865344452 HTTP/1.1" status: 200 len: 468 time: 0.1779776 Aug 12 14:38:55.809132 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 42070) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:38:55.845623 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d59f899-aad2-4360-a605-55ca4de86d73 req-93379a90-fa14-49f6-9e02-31dd5294bb36 tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:38:55.847359 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-1d59f899-aad2-4360-a605-55ca4de86d73 req-93379a90-fa14-49f6-9e02-31dd5294bb36 tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d995843-ad4a-425e-9784-973249b05cce HTTP/1.1" status: 200 len: 945 time: 0.3237603 Aug 12 14:38:55.885732 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-36109531-2baf-46ae-b112-dc26b383a239 req-80e51703-1ce0-4786-8690-ae359a007028 tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:55.899787 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] get_ports_and_sgs() called for port_ids ['0db4f29f-4b08-4d67-9a89-85f456556b3e'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:38:55.948510 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device 1f5a5c71-e581-4295-add4-1abc6c4e5b9a details requested by agent hyperv_n-h2-694802-15 with host n-h2-694802-15 {{(pid=94468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 14:38:55.993122 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6887e6cc-4b13-4dce-9885-f7d80e73d1f9 admin admin] Router 6cdfc11b-7fea-429c-88f9-93ed981e686c has already been hosted by L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f {{(pid=94466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 14:38:56.011388 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e51703-1ce0-4786-8690-ae359a007028 tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] Pushing event deleted for resources: {'Port': ['ID=0db4f29f-4b08-4d67-9a89-85f456556b3e,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:38:56.038887 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13dfab6b-dd4e-45e3-8026-141db08567ae req-a552f8e0-432f-441d-8ce5-1d69f469a867 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] Made reservation on behalf of 4024e5f8cb5f495fb475a508277f1933 for: {'port': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:38:56.043348 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-13dfab6b-dd4e-45e3-8026-141db08567ae req-a552f8e0-432f-441d-8ce5-1d69f469a867 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:56.112487 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port 1f5a5c71-e581-4295-add4-1abc6c4e5b9a, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=1f5a5c71-e581-4295-add4-1abc6c4e5b9a,segment=NetworkSegment(a1f8c867-101b-4d30-814e-b89f55a5edd0),segment_id=a1f8c867-101b-4d30-814e-b89f55a5edd0)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:38:56.125053 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [req-36109531-2baf-46ae-b112-dc26b383a239 req-80e51703-1ce0-4786-8690-ae359a007028 tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] No DVR routers for this DVR port 0db4f29f-4b08-4d67-9a89-85f456556b3e on host n-h2-694802-15 {{(pid=94466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:38:56.134946 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-36109531-2baf-46ae-b112-dc26b383a239 req-80e51703-1ce0-4786-8690-ae359a007028 tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:56.137812 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-36109531-2baf-46ae-b112-dc26b383a239 req-80e51703-1ce0-4786-8690-ae359a007028 tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] 10.222.0.49 "DELETE /v2.0/ports/0db4f29f-4b08-4d67-9a89-85f456556b3e HTTP/1.1" status: 204 len: 173 time: 1.7838883 Aug 12 14:38:56.142059 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Returning: {'device': '1f5a5c71-e581-4295-add4-1abc6c4e5b9a', 'network_id': '2525c403-dfb3-4196-a273-739607aab38a', 'port_id': '1f5a5c71-e581-4295-add4-1abc6c4e5b9a', 'mac_address': 'fa:16:3e:e3:b0:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '236e0be6-1c94-4221-9e8b-ab02a53331f8', 'ip_address': '192.168.233.127'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 14:38:56.150490 n-d-694802-15 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d995843-ad4a-425e-9784-973249b05cce', 'name': 'network-vif-deleted', 'tag': '0db4f29f-4b08-4d67-9a89-85f456556b3e'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:38:56.153140 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e785eeede3897370d0b20f09d5f461b30cfecd5ed38c4f07dacd02bc52c9277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec24b6d4-23d6-4d15-acbc-d6ef169e4b96" -d '{"events": [{"server_uuid": "6d995843-ad4a-425e-9784-973249b05cce", "name": "network-vif-deleted", "tag": "0db4f29f-4b08-4d67-9a89-85f456556b3e"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:38:56.207670 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:56.225795 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f5a5c71-e581-4295-add4-1abc6c4e5b9a {{(pid=94468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:38:56.255401 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port 1f5a5c71-e581-4295-add4-1abc6c4e5b9a, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=1f5a5c71-e581-4295-add4-1abc6c4e5b9a,segment=NetworkSegment(a1f8c867-101b-4d30-814e-b89f55a5edd0),segment_id=a1f8c867-101b-4d30-814e-b89f55a5edd0)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:38:56.267365 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:56.354152 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Pushing event updated for resources: {'Port': ['ID=1f5a5c71-e581-4295-add4-1abc6c4e5b9a,revision_number=4']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:38:56.459131 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6c86f1-6fa4-491f-97a0-d5d44f2af8dc req-2f1bba97-9a43-4d94-be51-285c9310fba4 tempest-LiveMigrationNegativeTest-9470437 tempest-LiveMigrationNegativeTest-9470437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:38:56.461257 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-ba6c86f1-6fa4-491f-97a0-d5d44f2af8dc req-2f1bba97-9a43-4d94-be51-285c9310fba4 tempest-LiveMigrationNegativeTest-9470437 tempest-LiveMigrationNegativeTest-9470437-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4faac19-a3a4-4db0-a984-820a4227aa6d HTTP/1.1" status: 200 len: 949 time: 0.2664299 Aug 12 14:38:56.501661 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6887e6cc-4b13-4dce-9885-f7d80e73d1f9 admin admin] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 14:38:56.506470 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-1d59f899-aad2-4360-a605-55ca4de86d73 req-67acee4f-766c-4041-8b84-e572d947c730 tempest-ServerDiskConfigTestJSON-944186554 tempest-ServerDiskConfigTestJSON-944186554-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ad0002e-d03d-4ace-861f-ca41a35b7aed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148603 Aug 12 14:38:56.508887 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-6887e6cc-4b13-4dce-9885-f7d80e73d1f9 admin admin] 10.222.0.39 "PUT /v2.0/routers/6cdfc11b-7fea-429c-88f9-93ed981e686c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4958324 Aug 12 14:38:56.514644 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 42082) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:38:56.515210 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3357b18d-b50e-435e-84b7-d15a85c1322a None None] Sync routers for ids ['6cdfc11b-7fea-429c-88f9-93ed981e686c'] in n-d-694802-15 {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 14:38:56.516597 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [req-13dfab6b-dd4e-45e3-8026-141db08567ae req-a552f8e0-432f-441d-8ce5-1d69f469a867 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] Allocated IP 172.20.0.6 (a681c17b-4312-41b7-b711-32d50b05905d/49978436-adae-4995-85db-355f6ab8bdca/6758b6bc-b7d7-40c7-bb23-a385518f48ae) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:38:56.535834 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3357b18d-b50e-435e-84b7-d15a85c1322a None None] Routers {'6cdfc11b-7fea-429c-88f9-93ed981e686c'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:38:56.537327 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-3357b18d-b50e-435e-84b7-d15a85c1322a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:38:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['6cdfc11b-7fea-429c-88f9-93ed981e686c'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:38:56.603798 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-cf5dabe0-0a75-4fdd-8bff-0eaf9846d90d tempest-MeteringIpV6TestJSON-512828094 tempest-MeteringIpV6TestJSON-512828094-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:56.607739 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-cf5dabe0-0a75-4fdd-8bff-0eaf9846d90d tempest-MeteringIpV6TestJSON-512828094 tempest-MeteringIpV6TestJSON-512828094-project-admin] 10.222.0.39 "DELETE /v2.0/metering/metering-labels/0cd9c328-744a-4ae5-8b29-646865344452 HTTP/1.1" status: 204 len: 168 time: 0.7948744 Aug 12 14:38:56.609972 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 42086) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:38:56.630474 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-81109f42-143c-4b8d-b192-53d810a83d53 tempest-MeteringIpV6TestJSON-512828094 tempest-MeteringIpV6TestJSON-512828094-project-admin] 10.222.0.39 "GET /v2.0/metering/metering-labels?id=0cd9c328-744a-4ae5-8b29-646865344452 HTTP/1.1" status: 200 len: 216 time: 0.0162249 Aug 12 14:38:56.668610 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] get_ports_and_sgs() called for port_ids ['1f5a5c71-e581-4295-add4-1abc6c4e5b9a'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:38:56.670609 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 42088) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:38:56.703281 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-a4c4609e-3c82-49e9-b11f-db968e68928f tempest-MeteringIpV6TestJSON-512828094 tempest-MeteringIpV6TestJSON-512828094-project-admin] 10.222.0.39 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0274937 Aug 12 14:38:56.706614 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 42090) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:38:56.728705 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-03521f35-68ea-487f-91f1-fdb128dc5f36 tempest-MeteringIpV6TestJSON-512828094 tempest-MeteringIpV6TestJSON-512828094-project-admin] 10.222.0.39 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0178826 Aug 12 14:38:56.729574 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 42092) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:38:56.739759 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-db0c7006-280a-450c-94cb-5c6576b82a88 admin admin] Notify callbacks [] for router, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:56.834210 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-710a0da6-92f5-43b9-9258-8110864beea1 tempest-MeteringIpV6TestJSON-512828094 tempest-MeteringIpV6TestJSON-512828094-project-admin] 10.222.0.39 "GET /v2.0/metering/metering-labels/cc49ffa5-899b-42fe-8799-72479dac9e6f HTTP/1.1" status: 200 len: 473 time: 0.1005497 Aug 12 14:38:56.834999 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 42094) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:38:56.856386 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-f8fd85d5-e77a-43e0-a74e-32b0c1d96ee4 tempest-MeteringIpV6TestJSON-512828094 tempest-MeteringIpV6TestJSON-512828094-project-admin] 10.222.0.39 "GET /v2.0/metering/metering-label-rules/26bf7434-3fe6-4be8-ba59-05df87f6abb6 HTTP/1.1" status: 200 len: 459 time: 0.0169179 Aug 12 14:38:56.856982 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 42096) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:38:56.963929 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-13dfab6b-dd4e-45e3-8026-141db08567ae req-a552f8e0-432f-441d-8ce5-1d69f469a867 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:57.023967 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-ba6c86f1-6fa4-491f-97a0-d5d44f2af8dc req-38160514-4c16-4d85-81b3-3c92f896da79 tempest-LiveMigrationNegativeTest-9470437 tempest-LiveMigrationNegativeTest-9470437-project] 10.222.0.39 "GET /v2.0/security-groups?id=214de4e1-d877-4447-84c5-1de63b8d32db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5524461 Aug 12 14:38:57.032717 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-13dfab6b-dd4e-45e3-8026-141db08567ae req-a552f8e0-432f-441d-8ce5-1d69f469a867 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:57.057323 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-f6cb4a8c-1a8a-470c-9613-bd8de17294c2 tempest-MeteringIpV6TestJSON-512828094 tempest-MeteringIpV6TestJSON-512828094-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:57.060773 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-f6cb4a8c-1a8a-470c-9613-bd8de17294c2 tempest-MeteringIpV6TestJSON-512828094 tempest-MeteringIpV6TestJSON-512828094-project-admin] 10.222.0.39 "DELETE /v2.0/metering/metering-label-rules/26bf7434-3fe6-4be8-ba59-05df87f6abb6 HTTP/1.1" status: 204 len: 168 time: 0.2005956 Aug 12 14:38:57.060773 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-db0c7006-280a-450c-94cb-5c6576b82a88 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:57.062650 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 42098) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:38:57.132973 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a552f8e0-432f-441d-8ce5-1d69f469a867 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] Pushing event updated for resources: {'Port': ['ID=6758b6bc-b7d7-40c7-bb23-a385518f48ae,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:38:57.149501 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13dfab6b-dd4e-45e3-8026-141db08567ae req-a552f8e0-432f-441d-8ce5-1d69f469a867 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] Network a681c17b-4312-41b7-b711-32d50b05905d is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:38:57.153090 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 14:38:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16f34b0a-e64c-4e10-8391-7cf7940d9b07 x-openstack-request-id: req-16f34b0a-e64c-4e10-8391-7cf7940d9b07 {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:38:57.153405 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d995843-ad4a-425e-9784-973249b05cce", "name": "network-vif-deleted", "tag": "0db4f29f-4b08-4d67-9a89-85f456556b3e", "status": "completed", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:38:57.153687 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-16f34b0a-e64c-4e10-8391-7cf7940d9b07 {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:38:57.154150 n-d-694802-15 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d995843-ad4a-425e-9784-973249b05cce', 'name': 'network-vif-deleted', 'tag': '0db4f29f-4b08-4d67-9a89-85f456556b3e', 'status': 'completed', 'code': 200} Aug 12 14:38:57.155000 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [req-13dfab6b-dd4e-45e3-8026-141db08567ae req-a552f8e0-432f-441d-8ce5-1d69f469a867 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:38:57.163209 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [req-13dfab6b-dd4e-45e3-8026-141db08567ae req-a552f8e0-432f-441d-8ce5-1d69f469a867 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:38:57.183747 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvr_db [None req-3357b18d-b50e-435e-84b7-d15a85c1322a None None] Set router 6cdfc11b-7fea-429c-88f9-93ed981e686c gateway port host: n-d-694802-15 {{(pid=94468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:38:57.222945 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dfab6b-dd4e-45e3-8026-141db08567ae req-a552f8e0-432f-441d-8ce5-1d69f469a867 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:38:57.224200 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-13dfab6b-dd4e-45e3-8026-141db08567ae req-a552f8e0-432f-441d-8ce5-1d69f469a867 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:57.289739 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-13dfab6b-dd4e-45e3-8026-141db08567ae req-a552f8e0-432f-441d-8ce5-1d69f469a867 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7992249 Aug 12 14:38:57.304459 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [req-13dfab6b-dd4e-45e3-8026-141db08567ae req-d79e3fbe-ae42-49d4-b848-906a1fe9098b service neutron] Request body: {'port': {'device_id': '0c78da3a-37a4-408c-866e-6cd48d09416e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-694802-15'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:38:57.359911 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a46dfbd9-c8d6-4f2f-a8b9-fd11e25fc8d7 tempest-MeteringIpV6TestJSON-512828094 tempest-MeteringIpV6TestJSON-512828094-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:57.361111 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-a46dfbd9-c8d6-4f2f-a8b9-fd11e25fc8d7 tempest-MeteringIpV6TestJSON-512828094 tempest-MeteringIpV6TestJSON-512828094-project-admin] 10.222.0.39 "DELETE /v2.0/metering/metering-labels/cc49ffa5-899b-42fe-8799-72479dac9e6f HTTP/1.1" status: 204 len: 168 time: 0.2974408 Aug 12 14:38:57.375403 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-db0c7006-280a-450c-94cb-5c6576b82a88 admin admin] Deleting port 089a961d-c1ee-4114-942a-269c8191d77a {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:38:57.376146 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-db0c7006-280a-450c-94cb-5c6576b82a88 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:57.392932 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d46c9ac-58da-4cc3-8978-ffd7229f0033 req-36c26785-cc54-4ee2-b5af-8d9e6d95b0b8 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:38:57.394486 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-4d46c9ac-58da-4cc3-8978-ffd7229f0033 req-36c26785-cc54-4ee2-b5af-8d9e6d95b0b8 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] 10.222.0.39 "GET /v2.0/ports?device_id=0c78da3a-37a4-408c-866e-6cd48d09416e HTTP/1.1" status: 200 len: 931 time: 0.1521175 Aug 12 14:38:57.395180 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-13dfab6b-dd4e-45e3-8026-141db08567ae req-d79e3fbe-ae42-49d4-b848-906a1fe9098b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:57.469732 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [None req-db0c7006-280a-450c-94cb-5c6576b82a88 admin admin] For port 089a961d-c1ee-4114-942a-269c8191d77a, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=089a961d-c1ee-4114-942a-269c8191d77a,segment=NetworkSegment(b1b396cb-2dc6-4041-bfc7-1833a80a4720),segment_id=b1b396cb-2dc6-4041-bfc7-1833a80a4720)] {{(pid=94467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:38:57.470460 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-db0c7006-280a-450c-94cb-5c6576b82a88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:57.492870 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-db0c7006-280a-450c-94cb-5c6576b82a88 admin admin] Calling delete_port for 089a961d-c1ee-4114-942a-269c8191d77a owned by network:router_gateway {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:38:57.501760 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-3357b18d-b50e-435e-84b7-d15a85c1322a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cdfc11b-7fea-429c-88f9-93ed981e686c', 'name': 'tempest-AttachSCSIVolumeTestJSON-348292673-router', 'tenant_id': '61c4bff718374c7fae2901007c7a3a67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.252'}], 'enable_snat': True}, 'gw_port_id': '089a961d-c1ee-4114-942a-269c8191d77a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:36:47Z', 'updated_at': '2021-08-12T14:38:54Z', 'revision_number': 5, 'project_id': '61c4bff718374c7fae2901007c7a3a67', 'gw_port': {'id': '089a961d-c1ee-4114-942a-269c8191d77a', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:c7:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cdfc11b-7fea-429c-88f9-93ed981e686c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:36:49Z', 'updated_at': '2021-08-12T14:36:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15'}], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:38:57.577867 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3357b18d-b50e-435e-84b7-d15a85c1322a None None] Checking router: 6cdfc11b-7fea-429c-88f9-93ed981e686c for host: n-d-694802-15 {{(pid=94468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 14:38:57.589833 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3357b18d-b50e-435e-84b7-d15a85c1322a None None] Routers {'6cdfc11b-7fea-429c-88f9-93ed981e686c'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:38:57.590917 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-3357b18d-b50e-435e-84b7-d15a85c1322a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:38:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['6cdfc11b-7fea-429c-88f9-93ed981e686c'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:38:57.749805 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-db0c7006-280a-450c-94cb-5c6576b82a88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:57.769495 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvr_db [None req-3357b18d-b50e-435e-84b7-d15a85c1322a None None] Set router 6cdfc11b-7fea-429c-88f9-93ed981e686c gateway port host: None {{(pid=94468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:38:57.816279 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0c7006-280a-450c-94cb-5c6576b82a88 admin admin] Pushing event deleted for resources: {'Port': ['ID=089a961d-c1ee-4114-942a-269c8191d77a,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:38:57.861653 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-3357b18d-b50e-435e-84b7-d15a85c1322a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cdfc11b-7fea-429c-88f9-93ed981e686c', 'name': 'tempest-AttachSCSIVolumeTestJSON-348292673-router', 'tenant_id': '61c4bff718374c7fae2901007c7a3a67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:36:47Z', 'updated_at': '2021-08-12T14:38:57Z', 'revision_number': 6, 'project_id': '61c4bff718374c7fae2901007c7a3a67', 'gw_port_host': None}], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:38:57.885286 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 42110) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:38:57.888497 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-db0c7006-280a-450c-94cb-5c6576b82a88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-431580'] for router_gateway, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:57.893944 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3357b18d-b50e-435e-84b7-d15a85c1322a None None] The sync data for ids ['6cdfc11b-7fea-429c-88f9-93ed981e686c'] in n-d-694802-15 is: [{'id': '6cdfc11b-7fea-429c-88f9-93ed981e686c', 'name': 'tempest-AttachSCSIVolumeTestJSON-348292673-router', 'tenant_id': '61c4bff718374c7fae2901007c7a3a67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:36:47Z', 'updated_at': '2021-08-12T14:38:57Z', 'revision_number': 6, 'project_id': '61c4bff718374c7fae2901007c7a3a67', 'gw_port_host': None}] {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 14:38:57.931995 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device 0db4f29f-4b08-4d67-9a89-85f456556b3e no longer exists at agent hyperv_n-h2-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:38:57.957674 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] No Port match for: 0db4f29f-4b08-4d67-9a89-85f456556b3e {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 14:38:57.957674 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device 0db4f29f-4b08-4d67-9a89-85f456556b3e not bound to the agent host n-h2-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:38:58.032083 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-db0c7006-280a-450c-94cb-5c6576b82a88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-429360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-104877'] for router, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:58.034553 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-db0c7006-280a-450c-94cb-5c6576b82a88 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:58.103085 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-db0c7006-280a-450c-94cb-5c6576b82a88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-429375'] for router, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:58.104266 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db0c7006-280a-450c-94cb-5c6576b82a88 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6cdfc11b-7fea-429c-88f9-93ed981e686c {{(pid=94467) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 14:38:58.110587 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-db0c7006-280a-450c-94cb-5c6576b82a88 admin admin] Notify callbacks [] for router, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:58.115097 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-db0c7006-280a-450c-94cb-5c6576b82a88 admin admin] 10.222.0.39 "DELETE /v2.0/routers/6cdfc11b-7fea-429c-88f9-93ed981e686c HTTP/1.1" status: 204 len: 168 time: 1.5998523 Aug 12 14:38:58.120933 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 42120) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:38:58.156306 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-4d46c9ac-58da-4cc3-8978-ffd7229f0033 req-55fd054f-1046-48ca-860d-e644c909a234 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b3c7ce2-70f7-4d15-8774-e830cec0f0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7456124 Aug 12 14:38:58.209075 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-36a247ea-0b83-48cd-9573-b3032fbee8f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:58.239667 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_v2 [None req-be47efad-1e45-4016-8859-62b3a24fd3fd admin admin] Deleting subnet 72fdbdc2-b786-4d42-b409-53155794fa8d {{(pid=94467) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 14:38:58.245566 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-be47efad-1e45-4016-8859-62b3a24fd3fd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:58.312534 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-be47efad-1e45-4016-8859-62b3a24fd3fd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3857505'] for subnet, precommit_delete_associations {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:58.381097 n-d-694802-15 neutron-server[94466]: DEBUG neutron.notifiers.nova [req-13dfab6b-dd4e-45e3-8026-141db08567ae req-d79e3fbe-ae42-49d4-b848-906a1fe9098b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6758b6bc-b7d7-40c7-bb23-a385518f48ae {{(pid=94466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:38:58.398107 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-13dfab6b-dd4e-45e3-8026-141db08567ae req-d79e3fbe-ae42-49d4-b848-906a1fe9098b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:58.427872 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10822dc7-4020-47a2-8332-b2a446afe313 req-8022209c-d30a-4dc6-b221-061d464bad66 tempest-LiveMigrationNegativeTest-9470437 tempest-LiveMigrationNegativeTest-9470437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:38:58.436141 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-10822dc7-4020-47a2-8332-b2a446afe313 req-8022209c-d30a-4dc6-b221-061d464bad66 tempest-LiveMigrationNegativeTest-9470437 tempest-LiveMigrationNegativeTest-9470437-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4faac19-a3a4-4db0-a984-820a4227aa6d HTTP/1.1" status: 200 len: 949 time: 0.1433966 Aug 12 14:38:58.449306 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [req-13dfab6b-dd4e-45e3-8026-141db08567ae req-d79e3fbe-ae42-49d4-b848-906a1fe9098b service neutron] Transition to ACTIVE for port object 6758b6bc-b7d7-40c7-bb23-a385518f48ae will not be triggered until provisioned by entity L2. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:38:58.449554 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-36a247ea-0b83-48cd-9573-b3032fbee8f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:58.461041 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-13dfab6b-dd4e-45e3-8026-141db08567ae req-d79e3fbe-ae42-49d4-b848-906a1fe9098b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3718439'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:58.461329 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-36a247ea-0b83-48cd-9573-b3032fbee8f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:58.497257 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-be47efad-1e45-4016-8859-62b3a24fd3fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66416255'] for subnet, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:58.528803 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a247ea-0b83-48cd-9573-b3032fbee8f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d39667c8-b0a4-4dd8-a775-834479e439af,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:38:58.552638 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-36a247ea-0b83-48cd-9573-b3032fbee8f5 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c254749e2f3a42dbbfe5b900f07bf5a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5773957 Aug 12 14:38:58.557123 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 42134) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:38:58.560478 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-10822dc7-4020-47a2-8332-b2a446afe313 req-642aeed1-833c-4c77-8084-af2008fe34e9 tempest-LiveMigrationNegativeTest-9470437 tempest-LiveMigrationNegativeTest-9470437-project] 10.222.0.39 "GET /v2.0/security-groups?id=214de4e1-d877-4447-84c5-1de63b8d32db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229122 Aug 12 14:38:58.587349 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79e3fbe-ae42-49d4-b848-906a1fe9098b service neutron] Pushing event updated for resources: {'Port': ['ID=6758b6bc-b7d7-40c7-bb23-a385518f48ae,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:38:58.641611 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 42138) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:38:58.678508 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-be47efad-1e45-4016-8859-62b3a24fd3fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66416232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2859225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3343748'] for subnet, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:58.698626 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [req-13dfab6b-dd4e-45e3-8026-141db08567ae req-d79e3fbe-ae42-49d4-b848-906a1fe9098b service neutron] Attempting to bind port 6758b6bc-b7d7-40c7-bb23-a385518f48ae on host n-h1-694802-15 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:38:58.698958 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [req-13dfab6b-dd4e-45e3-8026-141db08567ae req-d79e3fbe-ae42-49d4-b848-906a1fe9098b service neutron] Attempting to bind port 6758b6bc-b7d7-40c7-bb23-a385518f48ae by drivers openvswitch,hyperv on host n-h1-694802-15 at level 0 using segments [{'id': '4c973057-417f-419d-840d-ea232fb579a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'a681c17b-4312-41b7-b711-32d50b05905d'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:38:58.699320 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13dfab6b-dd4e-45e3-8026-141db08567ae req-d79e3fbe-ae42-49d4-b848-906a1fe9098b service neutron] Attempting to bind port 6758b6bc-b7d7-40c7-bb23-a385518f48ae on network a681c17b-4312-41b7-b711-32d50b05905d {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:38:58.706550 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13dfab6b-dd4e-45e3-8026-141db08567ae req-d79e3fbe-ae42-49d4-b848-906a1fe9098b service neutron] Port 6758b6bc-b7d7-40c7-bb23-a385518f48ae on network a681c17b-4312-41b7-b711-32d50b05905d not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-15 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 14:38:58.706871 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13dfab6b-dd4e-45e3-8026-141db08567ae req-d79e3fbe-ae42-49d4-b848-906a1fe9098b service neutron] Attempting to bind port 6758b6bc-b7d7-40c7-bb23-a385518f48ae on network a681c17b-4312-41b7-b711-32d50b05905d {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:38:58.715805 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-b2d6ba94-5d22-4896-91ff-01dd32034754 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:58.716837 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13dfab6b-dd4e-45e3-8026-141db08567ae req-d79e3fbe-ae42-49d4-b848-906a1fe9098b service neutron] Checking agent: {'id': 'de568313-a3e6-454a-9813-77e25edcea95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 27, 41), 'started_at': datetime.datetime(2021, 8, 12, 14, 27, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 38, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:38:58.717179 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13dfab6b-dd4e-45e3-8026-141db08567ae req-d79e3fbe-ae42-49d4-b848-906a1fe9098b service neutron] Checking segment: {'id': '4c973057-417f-419d-840d-ea232fb579a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'a681c17b-4312-41b7-b711-32d50b05905d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:38:58.717597 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13dfab6b-dd4e-45e3-8026-141db08567ae req-d79e3fbe-ae42-49d4-b848-906a1fe9098b service neutron] Bound using segment: {'id': '4c973057-417f-419d-840d-ea232fb579a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'a681c17b-4312-41b7-b711-32d50b05905d'} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:38:58.717807 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be47efad-1e45-4016-8859-62b3a24fd3fd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=72fdbdc2-b786-4d42-b409-53155794fa8d,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:38:58.718023 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [req-13dfab6b-dd4e-45e3-8026-141db08567ae req-d79e3fbe-ae42-49d4-b848-906a1fe9098b service neutron] Bound port: 6758b6bc-b7d7-40c7-bb23-a385518f48ae, host: n-h1-694802-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c973057-417f-419d-840d-ea232fb579a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'a681c17b-4312-41b7-b711-32d50b05905d'}}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:38:58.718379 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-13dfab6b-dd4e-45e3-8026-141db08567ae req-d79e3fbe-ae42-49d4-b848-906a1fe9098b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:58.723369 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_v2 [None req-dfcb3f3e-d7af-4e8e-8907-02d4b6cb8e78 admin admin] Deleting subnet 82fd6154-7c76-48f3-a228-946a266f70e8 {{(pid=94466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 14:38:58.730720 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-be47efad-1e45-4016-8859-62b3a24fd3fd admin admin] Notify callbacks [] for subnet, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:58.733145 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-be47efad-1e45-4016-8859-62b3a24fd3fd admin admin] 10.222.0.39 "DELETE /v2.0/subnets/72fdbdc2-b786-4d42-b409-53155794fa8d HTTP/1.1" status: 204 len: 168 time: 0.6112339 Aug 12 14:38:58.733682 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f2a24f2-5e9d-470f-aeb4-053259e7703b None None] Network f90f769a-ff23-4d9d-a690-1d8cae26e03f requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:38:58.736011 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 42140) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:38:58.736930 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-dfcb3f3e-d7af-4e8e-8907-02d4b6cb8e78 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:58.776231 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-b2d6ba94-5d22-4896-91ff-01dd32034754 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:58.863852 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-dfcb3f3e-d7af-4e8e-8907-02d4b6cb8e78 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2293551'] for subnet, precommit_delete_associations {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:58.879420 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-1d91f08c-82b6-451d-a940-7ad0f58b3b3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680608'] for network, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:58.939889 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-b2d6ba94-5d22-4896-91ff-01dd32034754 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:58.944685 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-b2d6ba94-5d22-4896-91ff-01dd32034754 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:58.946896 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-b2d6ba94-5d22-4896-91ff-01dd32034754 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d39667c8-b0a4-4dd8-a775-834479e439af HTTP/1.1" status: 204 len: 168 time: 0.3886585 Aug 12 14:38:58.992789 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-dfcb3f3e-d7af-4e8e-8907-02d4b6cb8e78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66416255'] for subnet, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:59.000253 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [req-13dfab6b-dd4e-45e3-8026-141db08567ae req-d79e3fbe-ae42-49d4-b848-906a1fe9098b service neutron] For port 6758b6bc-b7d7-40c7-bb23-a385518f48ae, host n-h1-694802-15, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:38:59.004456 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d6ba94-5d22-4896-91ff-01dd32034754 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d39667c8-b0a4-4dd8-a775-834479e439af,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:38:59.022740 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 42148) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:38:59.041977 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [req-13dfab6b-dd4e-45e3-8026-141db08567ae req-d79e3fbe-ae42-49d4-b848-906a1fe9098b service neutron] For port 6758b6bc-b7d7-40c7-bb23-a385518f48ae, host n-h1-694802-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=6758b6bc-b7d7-40c7-bb23-a385518f48ae,segment=NetworkSegment(4c973057-417f-419d-840d-ea232fb579a5),segment_id=4c973057-417f-419d-840d-ea232fb579a5)] {{(pid=94466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:38:59.050909 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-13dfab6b-dd4e-45e3-8026-141db08567ae req-d79e3fbe-ae42-49d4-b848-906a1fe9098b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3718439'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:59.102192 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-480b53ea-db99-496d-981b-dc40a5da8e54 None None] DHCP port deletion for f90f769a-ff23-4d9d-a690-1d8cae26e03f request from n-d-694802-15 {{(pid=94468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 14:38:59.104625 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dfab6b-dd4e-45e3-8026-141db08567ae req-d79e3fbe-ae42-49d4-b848-906a1fe9098b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:38:59.105509 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-13dfab6b-dd4e-45e3-8026-141db08567ae req-d79e3fbe-ae42-49d4-b848-906a1fe9098b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:59.106813 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-1d91f08c-82b6-451d-a940-7ad0f58b3b3c admin admin] Deleting port 9d68b685-9c7b-4707-8bbe-32594738ecf7 {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:38:59.107536 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-1d91f08c-82b6-451d-a940-7ad0f58b3b3c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:59.111067 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-13dfab6b-dd4e-45e3-8026-141db08567ae req-d79e3fbe-ae42-49d4-b848-906a1fe9098b service neutron] 10.222.0.64 "PUT /v2.0/ports/6758b6bc-b7d7-40c7-bb23-a385518f48ae HTTP/1.1" status: 200 len: 1092 time: 1.8099055 Aug 12 14:38:59.177882 n-d-694802-15 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c78da3a-37a4-408c-866e-6cd48d09416e', 'tag': '6758b6bc-b7d7-40c7-bb23-a385518f48ae'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:38:59.183192 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e785eeede3897370d0b20f09d5f461b30cfecd5ed38c4f07dacd02bc52c9277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0d8652c-e2c2-44ae-a480-81bf4ec54eab" -d '{"events": [{"name": "network-changed", "server_uuid": "0c78da3a-37a4-408c-866e-6cd48d09416e", "tag": "6758b6bc-b7d7-40c7-bb23-a385518f48ae"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:38:59.261061 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 089a961d-c1ee-4114-942a-269c8191d77a no longer exists at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:38:59.277025 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [None req-1d91f08c-82b6-451d-a940-7ad0f58b3b3c admin admin] For port 9d68b685-9c7b-4707-8bbe-32594738ecf7, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=9d68b685-9c7b-4707-8bbe-32594738ecf7,segment=NetworkSegment(80c564ff-005e-4d06-a9e7-b66b21f9041c),segment_id=80c564ff-005e-4d06-a9e7-b66b21f9041c)] {{(pid=94467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:38:59.277207 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-1d91f08c-82b6-451d-a940-7ad0f58b3b3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:59.316726 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 14:38:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7db0ef9f-41e2-4e9b-8e70-2d2ad445c602 x-openstack-request-id: req-7db0ef9f-41e2-4e9b-8e70-2d2ad445c602 {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:38:59.316888 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c78da3a-37a4-408c-866e-6cd48d09416e", "tag": "6758b6bc-b7d7-40c7-bb23-a385518f48ae", "status": "completed", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:38:59.317170 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7db0ef9f-41e2-4e9b-8e70-2d2ad445c602 {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:38:59.317562 n-d-694802-15 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c78da3a-37a4-408c-866e-6cd48d09416e', 'tag': '6758b6bc-b7d7-40c7-bb23-a385518f48ae', 'status': 'completed', 'code': 200} Aug 12 14:38:59.319938 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-1d91f08c-82b6-451d-a940-7ad0f58b3b3c admin admin] Calling delete_port for 9d68b685-9c7b-4707-8bbe-32594738ecf7 owned by network:dhcp {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:38:59.325437 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-dfcb3f3e-d7af-4e8e-8907-02d4b6cb8e78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66416232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3718429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8776402'] for subnet, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:59.329909 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] No Port match for: 089a961d-c1ee-4114-942a-269c8191d77a {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 14:38:59.330257 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 089a961d-c1ee-4114-942a-269c8191d77a not bound to the agent host n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:38:59.331047 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device d7433817-0111-4015-9a72-8bbbc1b0053c no longer exists at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:38:59.354141 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79e3fbe-ae42-49d4-b848-906a1fe9098b service neutron] Pushing event updated for resources: {'Port': ['ID=6758b6bc-b7d7-40c7-bb23-a385518f48ae,revision_number=3']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:38:59.378011 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] No Port match for: d7433817-0111-4015-9a72-8bbbc1b0053c {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 14:38:59.378369 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device d7433817-0111-4015-9a72-8bbbc1b0053c not bound to the agent host n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:38:59.378796 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 9d68b685-9c7b-4707-8bbe-32594738ecf7 no longer exists at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:38:59.396809 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-dfcb3f3e-d7af-4e8e-8907-02d4b6cb8e78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for subnet, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:59.398646 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-dfcb3f3e-d7af-4e8e-8907-02d4b6cb8e78 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/82fd6154-7c76-48f3-a228-946a266f70e8 HTTP/1.1" status: 204 len: 168 time: 0.7558262 Aug 12 14:38:59.400616 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcb3f3e-d7af-4e8e-8907-02d4b6cb8e78 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=82fd6154-7c76-48f3-a228-946a266f70e8,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:38:59.412959 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 42158) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:38:59.423385 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-480b53ea-db99-496d-981b-dc40a5da8e54 None None] Deleting port 9d68b685-9c7b-4707-8bbe-32594738ecf7 {{(pid=94468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:38:59.423780 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-480b53ea-db99-496d-981b-dc40a5da8e54 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:59.505969 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-1d91f08c-82b6-451d-a940-7ad0f58b3b3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:59.523692 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d91f08c-82b6-451d-a940-7ad0f58b3b3c admin admin] No DVR routers for this DVR port 9d68b685-9c7b-4707-8bbe-32594738ecf7 on host n-d-694802-15 {{(pid=94467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:38:59.524917 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-27959d56-ca43-4b52-892a-14430789dffb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680608'] for network, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:59.534149 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dfab6b-dd4e-45e3-8026-141db08567ae req-583072a2-4dc0-4f40-baf6-ab3fe3f43dad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:38:59.536651 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-13dfab6b-dd4e-45e3-8026-141db08567ae req-583072a2-4dc0-4f40-baf6-ab3fe3f43dad service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4024e5f8cb5f495fb475a508277f1933&device_id=0c78da3a-37a4-408c-866e-6cd48d09416e HTTP/1.1" status: 200 len: 1095 time: 0.3490772 Aug 12 14:38:59.543987 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-480b53ea-db99-496d-981b-dc40a5da8e54 None None] For port 9d68b685-9c7b-4707-8bbe-32594738ecf7, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=9d68b685-9c7b-4707-8bbe-32594738ecf7,segment=NetworkSegment(80c564ff-005e-4d06-a9e7-b66b21f9041c),segment_id=80c564ff-005e-4d06-a9e7-b66b21f9041c)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:38:59.544310 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-480b53ea-db99-496d-981b-dc40a5da8e54 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:59.548892 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-d2b7d2ef-25f8-4812-bf72-d666fd8fd8dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:59.565032 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:59.567958 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-480b53ea-db99-496d-981b-dc40a5da8e54 None None] Calling delete_port for 9d68b685-9c7b-4707-8bbe-32594738ecf7 owned by network:dhcp {{(pid=94468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:38:59.609183 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d91f08c-82b6-451d-a940-7ad0f58b3b3c admin admin] Pushing event deleted for resources: {'Port': ['ID=9d68b685-9c7b-4707-8bbe-32594738ecf7,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:38:59.652961 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-13dfab6b-dd4e-45e3-8026-141db08567ae req-24ff0462-f785-4b4f-a5e3-bc674661c15f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6758b6bc-b7d7-40c7-bb23-a385518f48ae HTTP/1.1" status: 200 len: 217 time: 0.1003418 Aug 12 14:38:59.680358 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b8d85f-1b0e-4303-b183-bdddb9913fe5 req-180d9f3e-984a-4b51-84ee-8c9cadf4b790 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:38:59.689080 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-42b8d85f-1b0e-4303-b183-bdddb9913fe5 req-180d9f3e-984a-4b51-84ee-8c9cadf4b790 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] 10.222.0.39 "GET /v2.0/ports?device_id=0c78da3a-37a4-408c-866e-6cd48d09416e HTTP/1.1" status: 200 len: 943 time: 0.2951534 Aug 12 14:38:59.695958 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-480b53ea-db99-496d-981b-dc40a5da8e54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262'] for port, after_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:59.730508 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480b53ea-db99-496d-981b-dc40a5da8e54 None None] Pushing event deleted for resources: {'Port': ['ID=9d68b685-9c7b-4707-8bbe-32594738ecf7,revision_number=None']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:38:59.736711 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-480b53ea-db99-496d-981b-dc40a5da8e54 None None] No DVR routers for this DVR port 9d68b685-9c7b-4707-8bbe-32594738ecf7 on host n-d-694802-15 {{(pid=94468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:38:59.761328 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-1d91f08c-82b6-451d-a940-7ad0f58b3b3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66413304', 'neutron.services.segments.db._delete_segments_for_network-8744654118000'] for network, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:59.772128 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-1d91f08c-82b6-451d-a940-7ad0f58b3b3c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f90f769a-ff23-4d9d-a690-1d8cae26e03f']}} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:38:59.785259 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-1d91f08c-82b6-451d-a940-7ad0f58b3b3c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80c564ff-005e-4d06-a9e7-b66b21f9041c') {'for_net_delete': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:38:59.786053 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-1d91f08c-82b6-451d-a940-7ad0f58b3b3c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80c564ff-005e-4d06-a9e7-b66b21f9041c') {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:38:59.802483 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-27959d56-ca43-4b52-892a-14430789dffb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66413304', 'neutron.services.segments.db._delete_segments_for_network-8744654118000'] for network, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:59.803467 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-1d91f08c-82b6-451d-a940-7ad0f58b3b3c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744654122361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3857526'] for segment, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:59.827322 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-27959d56-ca43-4b52-892a-14430789dffb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['046597a4-00ca-4153-9d1b-ff667ab81e34']}} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:38:59.828572 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 42164) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:38:59.847598 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-27959d56-ca43-4b52-892a-14430789dffb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'afe25370-43f7-43be-a4de-d68fa9dce5c3') {'for_net_delete': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:38:59.847928 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-27959d56-ca43-4b52-892a-14430789dffb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'afe25370-43f7-43be-a4de-d68fa9dce5c3') {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:38:59.867057 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-27959d56-ca43-4b52-892a-14430789dffb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744654122361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2293560'] for segment, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:59.868033 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dfab6b-dd4e-45e3-8026-141db08567ae req-efb573d5-47bc-476c-a885-9c36b71c5f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:38:59.868279 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-1d91f08c-82b6-451d-a940-7ad0f58b3b3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:59.869612 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-13dfab6b-dd4e-45e3-8026-141db08567ae req-efb573d5-47bc-476c-a885-9c36b71c5f5b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=49978436-adae-4995-85db-355f6ab8bdca HTTP/1.1" status: 200 len: 852 time: 0.1782401 Aug 12 14:38:59.874697 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-42b8d85f-1b0e-4303-b183-bdddb9913fe5 req-e109e9cc-60d0-47ae-883a-75f3c7f1d660 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b3c7ce2-70f7-4d15-8774-e830cec0f0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846535 Aug 12 14:38:59.883808 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-c80f7da5-afd4-4555-92b7-3ee10f61e55e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:59.886057 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d91f08c-82b6-451d-a940-7ad0f58b3b3c admin admin] Releasing vlan 306 on physical network physnet1 to pool {{(pid=94467) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 14:38:59.886528 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-1d91f08c-82b6-451d-a940-7ad0f58b3b3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2859015'] for segment, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:59.894677 n-d-694802-15 neutron-server[94467]: Traceback (most recent call last): Aug 12 14:38:59.894677 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 14:38:59.894677 n-d-694802-15 neutron-server[94467]: timer() Aug 12 14:38:59.894677 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 14:38:59.894677 n-d-694802-15 neutron-server[94467]: cb(*args, **kw) Aug 12 14:38:59.894677 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 14:38:59.894677 n-d-694802-15 neutron-server[94467]: return func(*args, **kwargs) Aug 12 14:38:59.894677 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 14:38:59.894677 n-d-694802-15 neutron-server[94467]: self._notify() Aug 12 14:38:59.894677 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 14:38:59.894677 n-d-694802-15 neutron-server[94467]: self.callback(batched_events) Aug 12 14:38:59.894677 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 14:38:59.894677 n-d-694802-15 neutron-server[94467]: event.method(event) Aug 12 14:38:59.894677 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 14:38:59.894677 n-d-694802-15 neutron-server[94467]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 14:38:59.894677 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 14:38:59.894677 n-d-694802-15 neutron-server[94467]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 14:38:59.894677 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 14:38:59.894677 n-d-694802-15 neutron-server[94467]: return f(self, *a, **k) Aug 12 14:38:59.894677 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 14:38:59.894677 n-d-694802-15 neutron-server[94467]: return self._get(url).json() Aug 12 14:38:59.894677 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 14:38:59.894677 n-d-694802-15 neutron-server[94467]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 14:38:59.894677 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 14:38:59.894677 n-d-694802-15 neutron-server[94467]: return self.request(url, 'GET', **kwargs) Aug 12 14:38:59.894677 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 14:38:59.894677 n-d-694802-15 neutron-server[94467]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 14:38:59.894677 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 14:38:59.894677 n-d-694802-15 neutron-server[94467]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 14:38:59.894677 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 14:38:59.894677 n-d-694802-15 neutron-server[94467]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 14:38:59.894677 n-d-694802-15 neutron-server[94467]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 14:38:59.919072 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-27959d56-ca43-4b52-892a-14430789dffb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:59.931790 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-13dfab6b-dd4e-45e3-8026-141db08567ae req-18ee83fa-48d8-4219-b315-61b75f400e66 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a681c17b-4312-41b7-b711-32d50b05905d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0528741 Aug 12 14:38:59.935848 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27959d56-ca43-4b52-892a-14430789dffb admin admin] Releasing vlan 332 on physical network physnet1 to pool {{(pid=94466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 14:38:59.938230 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-27959d56-ca43-4b52-892a-14430789dffb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3718595'] for segment, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:38:59.941702 n-d-694802-15 neutron-server[94466]: Traceback (most recent call last): Aug 12 14:38:59.941702 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 14:38:59.941702 n-d-694802-15 neutron-server[94466]: timer() Aug 12 14:38:59.941702 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 14:38:59.941702 n-d-694802-15 neutron-server[94466]: cb(*args, **kw) Aug 12 14:38:59.941702 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 14:38:59.941702 n-d-694802-15 neutron-server[94466]: return func(*args, **kwargs) Aug 12 14:38:59.941702 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 14:38:59.941702 n-d-694802-15 neutron-server[94466]: self._notify() Aug 12 14:38:59.941702 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 14:38:59.941702 n-d-694802-15 neutron-server[94466]: self.callback(batched_events) Aug 12 14:38:59.941702 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 14:38:59.941702 n-d-694802-15 neutron-server[94466]: event.method(event) Aug 12 14:38:59.941702 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 14:38:59.941702 n-d-694802-15 neutron-server[94466]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 14:38:59.941702 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 14:38:59.941702 n-d-694802-15 neutron-server[94466]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 14:38:59.941702 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 14:38:59.941702 n-d-694802-15 neutron-server[94466]: return f(self, *a, **k) Aug 12 14:38:59.941702 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 14:38:59.941702 n-d-694802-15 neutron-server[94466]: return self._get(url).json() Aug 12 14:38:59.941702 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 14:38:59.941702 n-d-694802-15 neutron-server[94466]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 14:38:59.941702 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 14:38:59.941702 n-d-694802-15 neutron-server[94466]: return self.request(url, 'GET', **kwargs) Aug 12 14:38:59.941702 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 14:38:59.941702 n-d-694802-15 neutron-server[94466]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 14:38:59.941702 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 14:38:59.941702 n-d-694802-15 neutron-server[94466]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 14:38:59.941702 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 14:38:59.941702 n-d-694802-15 neutron-server[94466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 14:38:59.941702 n-d-694802-15 neutron-server[94466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 14:38:59.946737 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device 1f5a5c71-e581-4295-add4-1abc6c4e5b9a up at agent hyperv_n-h2-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:38:59.976892 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53200c37-23d1-44ae-a385-5b4c30b3c0d9 req-2205e964-7aaa-4478-88bd-2181305b8de0 tempest-LiveMigrationNegativeTest-9470437 tempest-LiveMigrationNegativeTest-9470437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:38:59.978508 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-53200c37-23d1-44ae-a385-5b4c30b3c0d9 req-2205e964-7aaa-4478-88bd-2181305b8de0 tempest-LiveMigrationNegativeTest-9470437 tempest-LiveMigrationNegativeTest-9470437-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4faac19-a3a4-4db0-a984-820a4227aa6d HTTP/1.1" status: 200 len: 949 time: 0.1885777 Aug 12 14:38:59.988946 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-1d91f08c-82b6-451d-a940-7ad0f58b3b3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66413281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431520'] for network, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:00.010860 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-1d91f08c-82b6-451d-a940-7ad0f58b3b3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for network, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:00.014756 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-1d91f08c-82b6-451d-a940-7ad0f58b3b3c admin admin] 10.222.0.39 "DELETE /v2.0/networks/f90f769a-ff23-4d9d-a690-1d8cae26e03f HTTP/1.1" status: 204 len: 168 time: 1.2748270 Aug 12 14:39:00.035651 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d91f08c-82b6-451d-a940-7ad0f58b3b3c admin admin] Pushing event deleted for resources: {'Network': ['ID=f90f769a-ff23-4d9d-a690-1d8cae26e03f,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:39:00.059076 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d91f08c-82b6-451d-a940-7ad0f58b3b3c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:39:00.059451 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d91f08c-82b6-451d-a940-7ad0f58b3b3c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:39:00.060057 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d91f08c-82b6-451d-a940-7ad0f58b3b3c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:39:00.060057 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d91f08c-82b6-451d-a940-7ad0f58b3b3c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:39:00.060425 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d91f08c-82b6-451d-a940-7ad0f58b3b3c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:39:00.060750 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d91f08c-82b6-451d-a940-7ad0f58b3b3c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:39:00.061173 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d91f08c-82b6-451d-a940-7ad0f58b3b3c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:39:00.061684 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d91f08c-82b6-451d-a940-7ad0f58b3b3c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:39:00.062021 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d91f08c-82b6-451d-a940-7ad0f58b3b3c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:39:00.062373 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d91f08c-82b6-451d-a940-7ad0f58b3b3c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:39:00.062705 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d91f08c-82b6-451d-a940-7ad0f58b3b3c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:39:00.063066 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d91f08c-82b6-451d-a940-7ad0f58b3b3c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:39:00.093338 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-d2b7d2ef-25f8-4812-bf72-d666fd8fd8dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:00.098916 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Provisioning for port 1f5a5c71-e581-4295-add4-1abc6c4e5b9a completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:39:00.103229 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Provisioning complete for port 1f5a5c71-e581-4295-add4-1abc6c4e5b9a triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:39:00.103487 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:00.112989 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-53200c37-23d1-44ae-a385-5b4c30b3c0d9 req-2f0158dc-ce17-4432-9eec-3365e3b87111 tempest-LiveMigrationNegativeTest-9470437 tempest-LiveMigrationNegativeTest-9470437-project] 10.222.0.39 "GET /v2.0/security-groups?id=214de4e1-d877-4447-84c5-1de63b8d32db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164196 Aug 12 14:39:00.130349 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-d2b7d2ef-25f8-4812-bf72-d666fd8fd8dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:00.189635 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 42172) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:39:00.191287 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-d2b7d2ef-25f8-4812-bf72-d666fd8fd8dc admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c63c534c3f3d4dcc9986628e839582f4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1614642 Aug 12 14:39:00.211053 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-27959d56-ca43-4b52-892a-14430789dffb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66413281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431520'] for network, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:00.220092 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b7d2ef-25f8-4812-bf72-d666fd8fd8dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83df6b62-ad28-4c96-b634-ac555084516e,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:39:00.252952 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-27959d56-ca43-4b52-892a-14430789dffb admin admin] Notify callbacks [] for network, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:00.254841 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-27959d56-ca43-4b52-892a-14430789dffb admin admin] 10.222.0.39 "DELETE /v2.0/networks/046597a4-00ca-4153-9d1b-ff667ab81e34 HTTP/1.1" status: 204 len: 168 time: 0.8401203 Aug 12 14:39:00.280381 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27959d56-ca43-4b52-892a-14430789dffb admin admin] Pushing event deleted for resources: {'Network': ['ID=046597a4-00ca-4153-9d1b-ff667ab81e34,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:39:00.334097 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-13dfab6b-dd4e-45e3-8026-141db08567ae req-7651998d-7e40-4d0e-8b35-0805df3fde5d service neutron] 10.222.0.64 "GET /v2.0/networks/a681c17b-4312-41b7-b711-32d50b05905d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3765762 Aug 12 14:39:00.338615 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-7733147b-ceaf-46f6-91e8-2eb88fe0ef76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:00.395186 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:00.413854 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 42180) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:39:00.446639 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 42182) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:39:00.447471 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4faac19-a3a4-4db0-a984-820a4227aa6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f5a5c71-e581-4295-add4-1abc6c4e5b9a'}] {{(pid=94468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:39:00.459343 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99a8d87602170099c728e57431aca99e9b98a655a83bbf8727be13192709727b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38b19a62-ba42-48ae-bacc-ac6dcb67c471" -d '{"events": [{"server_uuid": "e4faac19-a3a4-4db0-a984-820a4227aa6d", "name": "network-vif-plugged", "status": "completed", "tag": "1f5a5c71-e581-4295-add4-1abc6c4e5b9a"}]}' {{(pid=94468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:39:00.478224 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-7733147b-ceaf-46f6-91e8-2eb88fe0ef76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:00.490033 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-c80f7da5-afd4-4555-92b7-3ee10f61e55e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:00.491915 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port 1f5a5c71-e581-4295-add4-1abc6c4e5b9a, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=1f5a5c71-e581-4295-add4-1abc6c4e5b9a,segment=NetworkSegment(a1f8c867-101b-4d30-814e-b89f55a5edd0),segment_id=a1f8c867-101b-4d30-814e-b89f55a5edd0)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:39:00.503723 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:00.511354 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ad9360-f81f-449d-8ce6-be0382aa4026 req-7f5bd901-fd3d-46ae-8da3-e14aab3ef70d tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:39:00.512934 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f2ad9360-f81f-449d-8ce6-be0382aa4026 req-7f5bd901-fd3d-46ae-8da3-e14aab3ef70d tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] 10.222.0.39 "GET /v2.0/ports?device_id=dace4959-84df-4964-8a1e-18565c9c7311 HTTP/1.1" status: 200 len: 946 time: 0.1479452 Aug 12 14:39:00.518705 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-c80f7da5-afd4-4555-92b7-3ee10f61e55e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:00.546792 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 14:39:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c9779b7-cd75-493f-ae72-445a6fb451fe x-openstack-request-id: req-9c9779b7-cd75-493f-ae72-445a6fb451fe {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:39:00.547344 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4faac19-a3a4-4db0-a984-820a4227aa6d", "name": "network-vif-plugged", "status": "completed", "tag": "1f5a5c71-e581-4295-add4-1abc6c4e5b9a", "code": 200}]} {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:39:00.547804 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9c9779b7-cd75-493f-ae72-445a6fb451fe {{(pid=94468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:39:00.548390 n-d-694802-15 neutron-server[94468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4faac19-a3a4-4db0-a984-820a4227aa6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f5a5c71-e581-4295-add4-1abc6c4e5b9a', 'code': 200} Aug 12 14:39:00.578480 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-53b6a124-d0ac-42bd-9a56-63222c501bc3 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=718396d2ba6249eeb0676cbc20c1ef9d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1260884 Aug 12 14:39:00.579387 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-13dfab6b-dd4e-45e3-8026-141db08567ae req-36f322dc-f910-4a29-af51-a094eb463aee service neutron] 10.222.0.64 "GET /v2.0/networks/a681c17b-4312-41b7-b711-32d50b05905d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2349670 Aug 12 14:39:00.579925 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 42186) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:39:00.595296 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Pushing event updated for resources: {'Port': ['ID=1f5a5c71-e581-4295-add4-1abc6c4e5b9a,revision_number=5']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:39:00.618039 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-c80f7da5-afd4-4555-92b7-3ee10f61e55e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=63f042ab93834a9281ac64107841a5f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7808001 Aug 12 14:39:00.625673 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 42188) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:39:00.628256 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-7733147b-ceaf-46f6-91e8-2eb88fe0ef76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:00.630945 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-7733147b-ceaf-46f6-91e8-2eb88fe0ef76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:00.634460 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-7733147b-ceaf-46f6-91e8-2eb88fe0ef76 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/83df6b62-ad28-4c96-b634-ac555084516e HTTP/1.1" status: 204 len: 168 time: 0.4415877 Aug 12 14:39:00.639599 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-d5b56211-db87-47a1-8b22-6a86e40332aa admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c6353cb62453414b9aa9745dd88c3c93&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2228310 Aug 12 14:39:00.642340 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 42192) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:39:00.645604 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80f7da5-afd4-4555-92b7-3ee10f61e55e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b667e2f2-9e9c-419f-9c42-2f69435b2640,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:39:00.715691 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f2ad9360-f81f-449d-8ce6-be0382aa4026 req-59f300e1-d6ba-48f1-b719-d0275ead4229 tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] 10.222.0.39 "GET /v2.0/security-groups?id=87f02c46-9837-45f6-a8f5-f67c20068d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595078 Aug 12 14:39:00.728498 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-464a8397-b26e-468b-9c6b-76be3cd87df0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:00.749925 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7733147b-ceaf-46f6-91e8-2eb88fe0ef76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83df6b62-ad28-4c96-b634-ac555084516e,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:39:00.756784 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-464a8397-b26e-468b-9c6b-76be3cd87df0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:00.796880 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-504469cc-a55d-4f1d-9e97-3f99201c156c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:00.809655 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-51965a4a-b387-46a1-8a88-528c2c2b6382 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:00.832963 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d8652c-e2c2-44ae-a480-81bf4ec54eab req-d54534e3-113f-4a2f-bf55-8461e9447591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:39:00.833240 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-464a8397-b26e-468b-9c6b-76be3cd87df0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:00.834918 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-c0d8652c-e2c2-44ae-a480-81bf4ec54eab req-d54534e3-113f-4a2f-bf55-8461e9447591 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4024e5f8cb5f495fb475a508277f1933&device_id=0c78da3a-37a4-408c-866e-6cd48d09416e HTTP/1.1" status: 200 len: 1095 time: 0.1593671 Aug 12 14:39:00.837962 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-464a8397-b26e-468b-9c6b-76be3cd87df0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:00.839208 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-464a8397-b26e-468b-9c6b-76be3cd87df0 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/10538960-7c7a-451a-90f5-94b5fbb5462b HTTP/1.1" status: 204 len: 168 time: 0.1945767 Aug 12 14:39:00.851317 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464a8397-b26e-468b-9c6b-76be3cd87df0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10538960-7c7a-451a-90f5-94b5fbb5462b,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:39:00.869185 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e744fcb-71c5-4ad7-8080-e5f9aad08fde req-537369ba-3a0f-497d-8ddd-f5ee482ac7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:39:00.872819 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-5e744fcb-71c5-4ad7-8080-e5f9aad08fde req-537369ba-3a0f-497d-8ddd-f5ee482ac7dc service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=e4faac19-a3a4-4db0-a984-820a4227aa6d HTTP/1.1" status: 200 len: 1102 time: 0.1959853 Aug 12 14:39:00.891257 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-51965a4a-b387-46a1-8a88-528c2c2b6382 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:00.962149 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-504469cc-a55d-4f1d-9e97-3f99201c156c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:01.109249 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-5e744fcb-71c5-4ad7-8080-e5f9aad08fde req-4771291a-95d0-4a61-be2a-868bf4e63e78 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=214de4e1-d877-4447-84c5-1de63b8d32db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561449 Aug 12 14:39:01.116716 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d8652c-e2c2-44ae-a480-81bf4ec54eab req-189927cd-4856-42dd-9c77-8fcb1d740c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:39:01.118230 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-c0d8652c-e2c2-44ae-a480-81bf4ec54eab req-189927cd-4856-42dd-9c77-8fcb1d740c4b service neutron] 10.222.0.64 "GET /v2.0/networks?id=a681c17b-4312-41b7-b711-32d50b05905d HTTP/1.1" status: 200 len: 913 time: 0.2441058 Aug 12 14:39:01.129534 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa632f2-b88a-47ce-99f0-aa31b4211539 req-7a27d2be-a02d-4b8f-8b9e-e8712e8370f4 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:39:01.140434 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-bfa632f2-b88a-47ce-99f0-aa31b4211539 req-7a27d2be-a02d-4b8f-8b9e-e8712e8370f4 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] 10.222.0.39 "GET /v2.0/ports?device_id=0c78da3a-37a4-408c-866e-6cd48d09416e HTTP/1.1" status: 200 len: 943 time: 0.1672630 Aug 12 14:39:01.189789 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-504469cc-a55d-4f1d-9e97-3f99201c156c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:01.192388 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-504469cc-a55d-4f1d-9e97-3f99201c156c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:01.193748 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-504469cc-a55d-4f1d-9e97-3f99201c156c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4ad0002e-d03d-4ace-861f-ca41a35b7aed HTTP/1.1" status: 204 len: 168 time: 0.6123302 Aug 12 14:39:01.236102 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-51965a4a-b387-46a1-8a88-528c2c2b6382 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:01.238611 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-51965a4a-b387-46a1-8a88-528c2c2b6382 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:01.239777 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-51965a4a-b387-46a1-8a88-528c2c2b6382 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b667e2f2-9e9c-419f-9c42-2f69435b2640 HTTP/1.1" status: 204 len: 168 time: 0.6126614 Aug 12 14:39:01.247166 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d905c01-9f8f-4d90-bddb-45920821553f req-e54e1989-0c1f-4cd5-bdce-c0bc73467cb7 tempest-LiveMigrationNegativeTest-9470437 tempest-LiveMigrationNegativeTest-9470437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:39:01.249392 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-c0d8652c-e2c2-44ae-a480-81bf4ec54eab req-cc1f9fb4-d0f6-4bdc-b38b-3017fc15e5ab service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6758b6bc-b7d7-40c7-bb23-a385518f48ae HTTP/1.1" status: 200 len: 217 time: 0.0714543 Aug 12 14:39:01.252756 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504469cc-a55d-4f1d-9e97-3f99201c156c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ad0002e-d03d-4ace-861f-ca41a35b7aed,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:39:01.257010 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-bfa632f2-b88a-47ce-99f0-aa31b4211539 req-03e8227b-bb0c-4b1c-9de5-0c0b6a59f859 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b3c7ce2-70f7-4d15-8774-e830cec0f0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152422 Aug 12 14:39:01.257820 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9d905c01-9f8f-4d90-bddb-45920821553f req-e54e1989-0c1f-4cd5-bdce-c0bc73467cb7 tempest-LiveMigrationNegativeTest-9470437 tempest-LiveMigrationNegativeTest-9470437-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4faac19-a3a4-4db0-a984-820a4227aa6d HTTP/1.1" status: 200 len: 950 time: 0.0812254 Aug 12 14:39:01.281408 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51965a4a-b387-46a1-8a88-528c2c2b6382 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b667e2f2-9e9c-419f-9c42-2f69435b2640,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:39:01.318355 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9d905c01-9f8f-4d90-bddb-45920821553f req-ecfdbfb2-1e4d-4379-a62d-df0a5e45486f tempest-LiveMigrationNegativeTest-9470437 tempest-LiveMigrationNegativeTest-9470437-project] 10.222.0.39 "GET /v2.0/security-groups?id=214de4e1-d877-4447-84c5-1de63b8d32db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594730 Aug 12 14:39:01.319472 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 42216) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:39:01.337459 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d8652c-e2c2-44ae-a480-81bf4ec54eab req-344a67fe-03e7-4cf7-8478-85e380940e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:39:01.338939 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-c0d8652c-e2c2-44ae-a480-81bf4ec54eab req-344a67fe-03e7-4cf7-8478-85e380940e87 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=49978436-adae-4995-85db-355f6ab8bdca HTTP/1.1" status: 200 len: 852 time: 0.0765676 Aug 12 14:39:01.381006 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-c0d8652c-e2c2-44ae-a480-81bf4ec54eab req-4fd8acf6-5b6d-45d6-a798-6405aa4688f7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a681c17b-4312-41b7-b711-32d50b05905d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316463 Aug 12 14:39:01.388561 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-4b5bbabb-1831-4435-88bc-b2e82acf9b3c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=61c4bff718374c7fae2901007c7a3a67&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0677476 Aug 12 14:39:01.391770 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 42218) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:39:01.460454 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-f595dffc-0e32-4c31-a221-81d1f1b2018e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:01.499337 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-f595dffc-0e32-4c31-a221-81d1f1b2018e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:01.502632 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-c0d8652c-e2c2-44ae-a480-81bf4ec54eab req-ce9d6d38-b29b-4dfe-88fe-83e3c33de84c service neutron] 10.222.0.64 "GET /v2.0/networks/a681c17b-4312-41b7-b711-32d50b05905d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114738 Aug 12 14:39:01.571735 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-f595dffc-0e32-4c31-a221-81d1f1b2018e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:01.574745 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-f595dffc-0e32-4c31-a221-81d1f1b2018e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:01.580463 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-f595dffc-0e32-4c31-a221-81d1f1b2018e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a92aa408-c9bc-4888-9f75-0a93f19430bb HTTP/1.1" status: 204 len: 168 time: 0.1877215 Aug 12 14:39:01.588512 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f595dffc-0e32-4c31-a221-81d1f1b2018e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a92aa408-c9bc-4888-9f75-0a93f19430bb,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:39:01.628242 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-c0d8652c-e2c2-44ae-a480-81bf4ec54eab req-30f2653b-5b5e-4482-8bcc-42e24f7bfe69 service neutron] 10.222.0.64 "GET /v2.0/networks/a681c17b-4312-41b7-b711-32d50b05905d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164296 Aug 12 14:39:01.854156 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f0cdd4-c225-4af4-ba9a-2bc3e4b8a5da req-601ea874-adb5-45cd-9dd8-5e3e0530227a tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:39:01.855988 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-06f0cdd4-c225-4af4-ba9a-2bc3e4b8a5da req-601ea874-adb5-45cd-9dd8-5e3e0530227a tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] 10.222.0.39 "GET /v2.0/ports?device_id=dace4959-84df-4964-8a1e-18565c9c7311 HTTP/1.1" status: 200 len: 946 time: 0.0558441 Aug 12 14:39:01.939949 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-06f0cdd4-c225-4af4-ba9a-2bc3e4b8a5da req-8b336e32-2e58-4fec-ab50-6162827cd7af tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] 10.222.0.39 "GET /v2.0/security-groups?id=87f02c46-9837-45f6-a8f5-f67c20068d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690558 Aug 12 14:39:01.954416 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac8dd71-8d21-4eac-bacf-3a79c13a14a0 req-1f4def34-3dff-4deb-891d-ceb0ccb6e577 tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:39:01.955948 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-fac8dd71-8d21-4eac-bacf-3a79c13a14a0 req-1f4def34-3dff-4deb-891d-ceb0ccb6e577 tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] 10.222.0.64 "GET /v2.0/ports?device_id=dace4959-84df-4964-8a1e-18565c9c7311 HTTP/1.1" status: 200 len: 946 time: 0.0591640 Aug 12 14:39:02.058909 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [req-fac8dd71-8d21-4eac-bacf-3a79c13a14a0 req-819ed405-1bf2-45f3-9602-a7836735ffb9 tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] Deleting port 98b2f474-3add-4406-8544-afd4b82043d3 {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:39:02.059311 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-fac8dd71-8d21-4eac-bacf-3a79c13a14a0 req-819ed405-1bf2-45f3-9602-a7836735ffb9 tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:02.157426 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [req-fac8dd71-8d21-4eac-bacf-3a79c13a14a0 req-819ed405-1bf2-45f3-9602-a7836735ffb9 tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] For port 98b2f474-3add-4406-8544-afd4b82043d3, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=98b2f474-3add-4406-8544-afd4b82043d3,segment=NetworkSegment(111c8fb4-95f7-4303-b261-7f0bb42c0aef),segment_id=111c8fb4-95f7-4303-b261-7f0bb42c0aef)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:39:02.157799 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-fac8dd71-8d21-4eac-bacf-3a79c13a14a0 req-819ed405-1bf2-45f3-9602-a7836735ffb9 tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:02.172555 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [req-fac8dd71-8d21-4eac-bacf-3a79c13a14a0 req-819ed405-1bf2-45f3-9602-a7836735ffb9 tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] Calling delete_port for 98b2f474-3add-4406-8544-afd4b82043d3 owned by compute:nova {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:39:02.351454 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-fac8dd71-8d21-4eac-bacf-3a79c13a14a0 req-819ed405-1bf2-45f3-9602-a7836735ffb9 tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:02.365251 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] get_ports_and_sgs() called for port_ids ['98b2f474-3add-4406-8544-afd4b82043d3'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:39:02.406950 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98491d5-87f9-42fd-bba1-da928449393f req-e141b09c-335d-4da4-b33b-56f060dea49b tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:39:02.415482 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e98491d5-87f9-42fd-bba1-da928449393f req-e141b09c-335d-4da4-b33b-56f060dea49b tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] 10.222.0.39 "GET /v2.0/ports?device_id=0c78da3a-37a4-408c-866e-6cd48d09416e HTTP/1.1" status: 200 len: 943 time: 0.0705993 Aug 12 14:39:02.424239 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819ed405-1bf2-45f3-9602-a7836735ffb9 tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] Pushing event deleted for resources: {'Port': ['ID=98b2f474-3add-4406-8544-afd4b82043d3,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:39:02.451078 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [req-fac8dd71-8d21-4eac-bacf-3a79c13a14a0 req-819ed405-1bf2-45f3-9602-a7836735ffb9 tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] No DVR routers for this DVR port 98b2f474-3add-4406-8544-afd4b82043d3 on host n-h1-694802-15 {{(pid=94466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:39:02.455335 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-fac8dd71-8d21-4eac-bacf-3a79c13a14a0 req-819ed405-1bf2-45f3-9602-a7836735ffb9 tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:02.457933 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-fac8dd71-8d21-4eac-bacf-3a79c13a14a0 req-819ed405-1bf2-45f3-9602-a7836735ffb9 tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] 10.222.0.64 "DELETE /v2.0/ports/98b2f474-3add-4406-8544-afd4b82043d3 HTTP/1.1" status: 204 len: 173 time: 0.4955873 Aug 12 14:39:02.458493 n-d-694802-15 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dace4959-84df-4964-8a1e-18565c9c7311', 'name': 'network-vif-deleted', 'tag': '98b2f474-3add-4406-8544-afd4b82043d3'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:39:02.462641 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e98491d5-87f9-42fd-bba1-da928449393f req-381e5454-0526-43f5-b6fe-b9ce2ab91d0f tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b3c7ce2-70f7-4d15-8774-e830cec0f0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462244 Aug 12 14:39:02.471551 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e785eeede3897370d0b20f09d5f461b30cfecd5ed38c4f07dacd02bc52c9277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6be9dcca-0cd2-42ab-b69b-6071c996200b" -d '{"events": [{"server_uuid": "dace4959-84df-4964-8a1e-18565c9c7311", "name": "network-vif-deleted", "tag": "98b2f474-3add-4406-8544-afd4b82043d3"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:39:02.590782 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e480cc-3c02-44aa-8a46-9033c7f04b08 req-ecee4a74-5e0b-4051-91f6-48d01eed6302 tempest-LiveMigrationNegativeTest-9470437 tempest-LiveMigrationNegativeTest-9470437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:39:02.592408 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f3e480cc-3c02-44aa-8a46-9033c7f04b08 req-ecee4a74-5e0b-4051-91f6-48d01eed6302 tempest-LiveMigrationNegativeTest-9470437 tempest-LiveMigrationNegativeTest-9470437-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4faac19-a3a4-4db0-a984-820a4227aa6d HTTP/1.1" status: 200 len: 950 time: 0.0584536 Aug 12 14:39:02.641958 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f3e480cc-3c02-44aa-8a46-9033c7f04b08 req-8baf4327-0e1e-4349-a6b3-ca86b0c1c61e tempest-LiveMigrationNegativeTest-9470437 tempest-LiveMigrationNegativeTest-9470437-project] 10.222.0.39 "GET /v2.0/security-groups?id=214de4e1-d877-4447-84c5-1de63b8d32db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420785 Aug 12 14:39:02.702094 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 14:39:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b017567-bfc8-40fe-ac60-a5c102a55278 x-openstack-request-id: req-5b017567-bfc8-40fe-ac60-a5c102a55278 {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:39:02.703287 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dace4959-84df-4964-8a1e-18565c9c7311", "name": "network-vif-deleted", "tag": "98b2f474-3add-4406-8544-afd4b82043d3", "status": "completed", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:39:02.704046 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5b017567-bfc8-40fe-ac60-a5c102a55278 {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:39:02.705322 n-d-694802-15 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dace4959-84df-4964-8a1e-18565c9c7311', 'name': 'network-vif-deleted', 'tag': '98b2f474-3add-4406-8544-afd4b82043d3', 'status': 'completed', 'code': 200} Aug 12 14:39:03.061570 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e76a60ef-e1ef-4987-aeab-0b89babc5903 req-f18105a4-5fa2-4c2d-9199-88c64aa1a67f tempest-AttachVolumeNegativeTest-201520848 tempest-AttachVolumeNegativeTest-201520848-project] 10.222.0.39 "GET /v2.0/ports?device_id=dace4959-84df-4964-8a1e-18565c9c7311 HTTP/1.1" status: 200 len: 210 time: 0.0351231 Aug 12 14:39:03.171867 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 42308) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:39:03.214163 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 42314) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:39:03.296612 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2127bdc3-7d14-4117-badf-61c575060948 req-3a11f333-0074-4c50-a2c2-563eb3c6fabf tempest-LiveMigrationNegativeTest-9470437 tempest-LiveMigrationNegativeTest-9470437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:39:03.298181 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2127bdc3-7d14-4117-badf-61c575060948 req-3a11f333-0074-4c50-a2c2-563eb3c6fabf tempest-LiveMigrationNegativeTest-9470437 tempest-LiveMigrationNegativeTest-9470437-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4faac19-a3a4-4db0-a984-820a4227aa6d HTTP/1.1" status: 200 len: 950 time: 0.0510771 Aug 12 14:39:03.340662 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2127bdc3-7d14-4117-badf-61c575060948 req-2ed2601c-453c-4136-8e54-892e5260f686 tempest-LiveMigrationNegativeTest-9470437 tempest-LiveMigrationNegativeTest-9470437-project] 10.222.0.39 "GET /v2.0/security-groups?id=214de4e1-d877-4447-84c5-1de63b8d32db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363164 Aug 12 14:39:03.395479 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-8f1b7e5b-2077-4fe6-9792-863695e7d423 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-401007129-network', 'tenant_id': 'ef918c3e55db41809ce6731a1724be70'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:39:03.417880 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f1b7e5b-2077-4fe6-9792-863695e7d423 admin admin] Made reservation on behalf of ef918c3e55db41809ce6731a1724be70 for: {'network': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:39:03.420509 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8f1b7e5b-2077-4fe6-9792-863695e7d423 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for network, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:03.424852 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 42324) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:39:03.440949 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8f1b7e5b-2077-4fe6-9792-863695e7d423 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:03.456853 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9b7b4ee8-8400-4aae-b1dd-f4a3da90beeb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:03.615400 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8f1b7e5b-2077-4fe6-9792-863695e7d423 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:03.630821 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8f1b7e5b-2077-4fe6-9792-863695e7d423 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:03.656427 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-062f0036-8019-486d-9135-687d961ae943 req-cacfe094-261e-42ea-874d-949f4f3762f0 tempest-LiveMigrationNegativeTest-9470437 tempest-LiveMigrationNegativeTest-9470437-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=852c96032e244d76a2e6d8b81e06dbfa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0303810 Aug 12 14:39:03.674309 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f1b7e5b-2077-4fe6-9792-863695e7d423 admin admin] vlan segment allocate from pool success with {'vlan_id': 301, 'physical_network': 'physnet1'} {{(pid=94466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 14:39:03.704439 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c975db-53ce-4f32-a6ab-020e41af9112 req-99ca707f-9201-4191-b2d3-dde1e0e92e5d tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:39:03.706044 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-71c975db-53ce-4f32-a6ab-020e41af9112 req-99ca707f-9201-4191-b2d3-dde1e0e92e5d tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] 10.222.0.39 "GET /v2.0/ports?device_id=0c78da3a-37a4-408c-866e-6cd48d09416e HTTP/1.1" status: 200 len: 943 time: 0.1437850 Aug 12 14:39:03.711352 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1b7e5b-2077-4fe6-9792-863695e7d423 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=268dec7e-7261-41d2-9e03-6b72db198ca9,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:39:03.719928 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8f1b7e5b-2077-4fe6-9792-863695e7d423 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:03.720149 n-d-694802-15 neutron-server[94466]: INFO neutron.db.segments_db [None req-8f1b7e5b-2077-4fe6-9792-863695e7d423 admin admin] Added segment 4c2b9cce-8b7c-48a7-9a48-725ec4478534 of type vlan for network 403ed391-7874-4a33-9f4f-96fa9ef207f4 Aug 12 14:39:03.734589 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-d75f8b39-9304-4cb9-a569-9d61831b1101 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1240188186-network', 'tenant_id': '0fc6e645c542404f965833a9119352be'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:39:03.806461 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062f0036-8019-486d-9135-687d961ae943 req-da704cda-4c1d-437c-9fed-04964abf5fb8 tempest-LiveMigrationNegativeTest-9470437 tempest-LiveMigrationNegativeTest-9470437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:39:03.808157 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-062f0036-8019-486d-9135-687d961ae943 req-da704cda-4c1d-437c-9fed-04964abf5fb8 tempest-LiveMigrationNegativeTest-9470437 tempest-LiveMigrationNegativeTest-9470437-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1456506 Aug 12 14:39:03.816609 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8f1b7e5b-2077-4fe6-9792-863695e7d423 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744653628263'] for network, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:03.825192 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-062f0036-8019-486d-9135-687d961ae943 req-25acc933-bb77-47cb-b3df-dcef354e62cd tempest-LiveMigrationNegativeTest-9470437 tempest-LiveMigrationNegativeTest-9470437-project] 10.222.0.39 "GET /v2.0/quotas/852c96032e244d76a2e6d8b81e06dbfa HTTP/1.1" status: 200 len: 375 time: 0.0101087 Aug 12 14:39:03.835063 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-71c975db-53ce-4f32-a6ab-020e41af9112 req-34769fa3-5e96-42c2-8f73-8a3feb5ca928 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b3c7ce2-70f7-4d15-8774-e830cec0f0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194682 Aug 12 14:39:03.883957 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9b7b4ee8-8400-4aae-b1dd-f4a3da90beeb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:03.890308 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9b7b4ee8-8400-4aae-b1dd-f4a3da90beeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:03.906034 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-062f0036-8019-486d-9135-687d961ae943 req-7914cdff-c5e6-4cd0-9dda-f5af1977ab4b tempest-LiveMigrationNegativeTest-9470437 tempest-LiveMigrationNegativeTest-9470437-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=852c96032e244d76a2e6d8b81e06dbfa&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0734732 Aug 12 14:39:03.908627 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8f1b7e5b-2077-4fe6-9792-863695e7d423 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409'] for network, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:03.909766 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f1b7e5b-2077-4fe6-9792-863695e7d423 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:39:03.911439 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8f1b7e5b-2077-4fe6-9792-863695e7d423 admin admin] Notify callbacks [] for network, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:03.926377 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d75f8b39-9304-4cb9-a569-9d61831b1101 admin admin] Made reservation on behalf of 0fc6e645c542404f965833a9119352be for: {'network': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:39:03.929865 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-d75f8b39-9304-4cb9-a569-9d61831b1101 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for network, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:03.940627 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-d75f8b39-9304-4cb9-a569-9d61831b1101 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:04.003877 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-9b7b4ee8-8400-4aae-b1dd-f4a3da90beeb admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=571220766c764703ab408a64cf282208&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7877955 Aug 12 14:39:04.006582 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7b4ee8-8400-4aae-b1dd-f4a3da90beeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f9b9a75-428e-4694-9421-53c1ae37418d,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:39:04.010685 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 42354) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:39:04.034696 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1b7e5b-2077-4fe6-9792-863695e7d423 admin admin] Pushing event updated for resources: {'Network': ['ID=403ed391-7874-4a33-9f4f-96fa9ef207f4,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:39:04.054039 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Network 403ed391-7874-4a33-9f4f-96fa9ef207f4 details requested by agent ovs-agent-n-d-694802-15 with host n-d-694802-15 {{(pid=94468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 14:39:04.096981 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-995bb103-7126-43a9-ada8-ba876c97e801 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:04.117389 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-0724f739-4977-4cd4-ba15-9e6ddeadebc3 req-a873cadf-537e-4ed1-ab95-1b5a16664cc0 tempest-LiveMigrationNegativeTest-9470437 tempest-LiveMigrationNegativeTest-9470437-project] 10.222.0.39 "GET /v2.0/ports?device_id=84ea5c86-f363-4759-afa6-b1709659bf60 HTTP/1.1" status: 200 len: 210 time: 0.0362706 Aug 12 14:39:04.142590 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-995bb103-7126-43a9-ada8-ba876c97e801 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:04.154339 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 42362) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:39:04.191697 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 42364) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:39:04.227843 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_v2 [None req-13ba8509-61ac-45af-a5d9-fb63237babbc admin admin] Deleting subnet 65ea27f3-7f0e-428c-8c45-871b6e9bfddc {{(pid=94467) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 14:39:04.238444 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-13ba8509-61ac-45af-a5d9-fb63237babbc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:04.241590 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-d75f8b39-9304-4cb9-a569-9d61831b1101 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:04.247741 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-995bb103-7126-43a9-ada8-ba876c97e801 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:04.252578 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-995bb103-7126-43a9-ada8-ba876c97e801 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:04.255542 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-995bb103-7126-43a9-ada8-ba876c97e801 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6f9b9a75-428e-4694-9421-53c1ae37418d HTTP/1.1" status: 204 len: 168 time: 0.2413599 Aug 12 14:39:04.265499 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-d75f8b39-9304-4cb9-a569-9d61831b1101 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:04.270310 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-8f1b7e5b-2077-4fe6-9792-863695e7d423 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.0971298 Aug 12 14:39:04.271893 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995bb103-7126-43a9-ada8-ba876c97e801 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f9b9a75-428e-4694-9421-53c1ae37418d,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:39:04.275200 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 42374) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:39:04.282828 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-64e89f25-b40d-44b3-993f-fca3c1d55cf0 admin admin] Request body: {'subnet': {'network_id': '403ed391-7874-4a33-9f4f-96fa9ef207f4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-401007129-subnet', 'tenant_id': 'ef918c3e55db41809ce6731a1724be70', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:39:04.304648 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device 6758b6bc-b7d7-40c7-bb23-a385518f48ae details requested by agent hyperv_n-h1-694802-15 with host n-h1-694802-15 {{(pid=94468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 14:39:04.309438 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64e89f25-b40d-44b3-993f-fca3c1d55cf0 admin admin] Made reservation on behalf of ef918c3e55db41809ce6731a1724be70 for: {'subnet': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:39:04.313748 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-64e89f25-b40d-44b3-993f-fca3c1d55cf0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8776441'] for subnet, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:04.319692 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-13ba8509-61ac-45af-a5d9-fb63237babbc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3857505'] for subnet, precommit_delete_associations {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:04.372642 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-13ba8509-61ac-45af-a5d9-fb63237babbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66416255'] for subnet, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:04.425081 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-163a4d2c-5717-4ca5-bdbd-481c997e8dc2 tempest-RoutersAdminNegativeTest-17223935 tempest-RoutersAdminNegativeTest-17223935-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1908842271', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:39:04.444641 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port 6758b6bc-b7d7-40c7-bb23-a385518f48ae, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=6758b6bc-b7d7-40c7-bb23-a385518f48ae,segment=NetworkSegment(4c973057-417f-419d-840d-ea232fb579a5),segment_id=4c973057-417f-419d-840d-ea232fb579a5)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:39:04.447826 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d75f8b39-9304-4cb9-a569-9d61831b1101 admin admin] vlan segment allocate from pool success with {'vlan_id': 335, 'physical_network': 'physnet1'} {{(pid=94467) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 14:39:04.473089 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Returning: {'device': '6758b6bc-b7d7-40c7-bb23-a385518f48ae', 'network_id': 'a681c17b-4312-41b7-b711-32d50b05905d', 'port_id': '6758b6bc-b7d7-40c7-bb23-a385518f48ae', 'mac_address': 'fa:16:3e:ac:f9:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49978436-adae-4995-85db-355f6ab8bdca', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 14:39:04.473392 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-d75f8b39-9304-4cb9-a569-9d61831b1101 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:04.473641 n-d-694802-15 neutron-server[94467]: INFO neutron.db.segments_db [None req-d75f8b39-9304-4cb9-a569-9d61831b1101 admin admin] Added segment a40c3034-ee2b-4406-9bec-ae8529446fc3 of type vlan for network 4464d9af-d4a4-41ad-96cf-cbff705eb0f7 Aug 12 14:39:04.491885 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-163a4d2c-5717-4ca5-bdbd-481c997e8dc2 tempest-RoutersAdminNegativeTest-17223935 tempest-RoutersAdminNegativeTest-17223935-project-admin] Made reservation on behalf of fc130364e9c94867b56c3a052cea16ee for: {'port': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:39:04.494624 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-163a4d2c-5717-4ca5-bdbd-481c997e8dc2 tempest-RoutersAdminNegativeTest-17223935 tempest-RoutersAdminNegativeTest-17223935-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:04.505107 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75f8b39-9304-4cb9-a569-9d61831b1101 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ff82bbe-65c3-4052-8165-78f51328fa45,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:39:04.518629 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-163a4d2c-5717-4ca5-bdbd-481c997e8dc2 tempest-RoutersAdminNegativeTest-17223935 tempest-RoutersAdminNegativeTest-17223935-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:04.540087 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-13ba8509-61ac-45af-a5d9-fb63237babbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66416232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2859225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3343748'] for subnet, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:04.574544 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:04.583348 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-d75f8b39-9304-4cb9-a569-9d61831b1101 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744653628263'] for network, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:04.587923 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ba8509-61ac-45af-a5d9-fb63237babbc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=65ea27f3-7f0e-428c-8c45-871b6e9bfddc,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:39:04.594640 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-13ba8509-61ac-45af-a5d9-fb63237babbc admin admin] Notify callbacks [] for subnet, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:04.598075 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-13ba8509-61ac-45af-a5d9-fb63237babbc admin admin] 10.222.0.39 "DELETE /v2.0/subnets/65ea27f3-7f0e-428c-8c45-871b6e9bfddc HTTP/1.1" status: 204 len: 168 time: 0.4427555 Aug 12 14:39:04.600695 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 42378) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:39:04.607451 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6758b6bc-b7d7-40c7-bb23-a385518f48ae {{(pid=94468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:39:04.631625 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port 6758b6bc-b7d7-40c7-bb23-a385518f48ae, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=6758b6bc-b7d7-40c7-bb23-a385518f48ae,segment=NetworkSegment(4c973057-417f-419d-840d-ea232fb579a5),segment_id=4c973057-417f-419d-840d-ea232fb579a5)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:39:04.636955 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:04.700328 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.db.resource_extend [None req-d75f8b39-9304-4cb9-a569-9d61831b1101 admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 12 14:39:04.713220 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Pushing event updated for resources: {'Port': ['ID=6758b6bc-b7d7-40c7-bb23-a385518f48ae,revision_number=4']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:39:04.721997 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-64e89f25-b40d-44b3-993f-fca3c1d55cf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3718490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8776395'] for subnet, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:04.735444 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-1c4c536c-3d95-4fbc-b418-8d76af56ee13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680608'] for network, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:04.738700 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-d75f8b39-9304-4cb9-a569-9d61831b1101 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409'] for network, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:04.739992 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d75f8b39-9304-4cb9-a569-9d61831b1101 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:39:04.740852 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-d75f8b39-9304-4cb9-a569-9d61831b1101 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for network, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:04.807396 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e89f25-b40d-44b3-993f-fca3c1d55cf0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d596ebc0-f7b2-4a88-b2fe-14085d881fde,revision_number=0']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:39:04.845045 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-163a4d2c-5717-4ca5-bdbd-481c997e8dc2 tempest-RoutersAdminNegativeTest-17223935 tempest-RoutersAdminNegativeTest-17223935-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:04.855592 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] get_ports_and_sgs() called for port_ids ['6758b6bc-b7d7-40c7-bb23-a385518f48ae'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:39:04.859295 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64e89f25-b40d-44b3-993f-fca3c1d55cf0 admin admin] Checking segment: {'id': '4c2b9cce-8b7c-48a7-9a48-725ec4478534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '403ed391-7874-4a33-9f4f-96fa9ef207f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:39:04.859614 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64e89f25-b40d-44b3-993f-fca3c1d55cf0 admin admin] Network hostable DHCP agents. Network: 403ed391-7874-4a33-9f4f-96fa9ef207f4, hostable agents: ['1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658'], hosted agents: [] {{(pid=94466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 14:39:04.875089 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-163a4d2c-5717-4ca5-bdbd-481c997e8dc2 tempest-RoutersAdminNegativeTest-17223935 tempest-RoutersAdminNegativeTest-17223935-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:04.880085 n-d-694802-15 neutron-server[94466]: DEBUG neutron.notifiers.nova [None req-163a4d2c-5717-4ca5-bdbd-481c997e8dc2 tempest-RoutersAdminNegativeTest-17223935 tempest-RoutersAdminNegativeTest-17223935-project-admin] device_id is not set on port bda28472-9a91-4bce-b45d-15157518943e yet. {{(pid=94466) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 14:39:04.890696 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75f8b39-9304-4cb9-a569-9d61831b1101 admin admin] Pushing event updated for resources: {'Network': ['ID=4464d9af-d4a4-41ad-96cf-cbff705eb0f7,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:39:04.899151 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-d75f8b39-9304-4cb9-a569-9d61831b1101 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.4732037 Aug 12 14:39:04.909290 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 42390) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:39:04.924201 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Network 4464d9af-d4a4-41ad-96cf-cbff705eb0f7 details requested by agent ovs-agent-n-d-694802-15 with host n-d-694802-15 {{(pid=94468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 14:39:04.963419 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-1febb176-5624-4834-bc0b-9d735aeba218 admin admin] Request body: {'subnet': {'network_id': '4464d9af-d4a4-41ad-96cf-cbff705eb0f7', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1240188186-subnet', 'tenant_id': '0fc6e645c542404f965833a9119352be', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:39:05.019289 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-1c4c536c-3d95-4fbc-b418-8d76af56ee13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66413304', 'neutron.services.segments.db._delete_segments_for_network-8744654118000'] for network, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:05.035720 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-1c4c536c-3d95-4fbc-b418-8d76af56ee13 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63f7bb20-fe7c-43e3-bcb6-44025e6f4b9c']}} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:39:05.044745 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1febb176-5624-4834-bc0b-9d735aeba218 admin admin] Made reservation on behalf of 0fc6e645c542404f965833a9119352be for: {'subnet': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:39:05.047390 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-1febb176-5624-4834-bc0b-9d735aeba218 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3343791'] for subnet, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:05.064415 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-1c4c536c-3d95-4fbc-b418-8d76af56ee13 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '111c8fb4-95f7-4303-b261-7f0bb42c0aef') {'for_net_delete': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:39:05.065018 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-1c4c536c-3d95-4fbc-b418-8d76af56ee13 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '111c8fb4-95f7-4303-b261-7f0bb42c0aef') {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:39:05.098716 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-163a4d2c-5717-4ca5-bdbd-481c997e8dc2 tempest-RoutersAdminNegativeTest-17223935 tempest-RoutersAdminNegativeTest-17223935-project-admin] Allocated IP 172.25.1.75 (d3759e1b-6c03-45ac-acd4-90abb417809b/f0254f08-c19c-4e31-bd9c-09389ea4b6f2/bda28472-9a91-4bce-b45d-15157518943e) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:39:05.110319 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163a4d2c-5717-4ca5-bdbd-481c997e8dc2 tempest-RoutersAdminNegativeTest-17223935 tempest-RoutersAdminNegativeTest-17223935-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=844b5c5f-6746-4741-b0c8-e3fc7b80af6f,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:39:05.113791 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-1c4c536c-3d95-4fbc-b418-8d76af56ee13 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744654122361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3857526'] for segment, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:05.139348 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-1c4c536c-3d95-4fbc-b418-8d76af56ee13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:05.158235 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c4c536c-3d95-4fbc-b418-8d76af56ee13 admin admin] Releasing vlan 341 on physical network physnet1 to pool {{(pid=94467) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 14:39:05.159389 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-1c4c536c-3d95-4fbc-b418-8d76af56ee13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2859015'] for segment, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:05.161778 n-d-694802-15 neutron-server[94467]: Traceback (most recent call last): Aug 12 14:39:05.161778 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 14:39:05.161778 n-d-694802-15 neutron-server[94467]: timer() Aug 12 14:39:05.161778 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 14:39:05.161778 n-d-694802-15 neutron-server[94467]: cb(*args, **kw) Aug 12 14:39:05.161778 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 14:39:05.161778 n-d-694802-15 neutron-server[94467]: return func(*args, **kwargs) Aug 12 14:39:05.161778 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 14:39:05.161778 n-d-694802-15 neutron-server[94467]: self._notify() Aug 12 14:39:05.161778 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 14:39:05.161778 n-d-694802-15 neutron-server[94467]: self.callback(batched_events) Aug 12 14:39:05.161778 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 14:39:05.161778 n-d-694802-15 neutron-server[94467]: event.method(event) Aug 12 14:39:05.161778 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 14:39:05.161778 n-d-694802-15 neutron-server[94467]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 14:39:05.161778 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 14:39:05.161778 n-d-694802-15 neutron-server[94467]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 14:39:05.161778 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 14:39:05.161778 n-d-694802-15 neutron-server[94467]: return f(self, *a, **k) Aug 12 14:39:05.161778 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 14:39:05.161778 n-d-694802-15 neutron-server[94467]: return self._get(url).json() Aug 12 14:39:05.161778 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 14:39:05.161778 n-d-694802-15 neutron-server[94467]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 14:39:05.161778 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 14:39:05.161778 n-d-694802-15 neutron-server[94467]: return self.request(url, 'GET', **kwargs) Aug 12 14:39:05.161778 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 14:39:05.161778 n-d-694802-15 neutron-server[94467]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 14:39:05.161778 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 14:39:05.161778 n-d-694802-15 neutron-server[94467]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 14:39:05.161778 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 14:39:05.161778 n-d-694802-15 neutron-server[94467]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 14:39:05.161778 n-d-694802-15 neutron-server[94467]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 14:39:05.199962 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64e89f25-b40d-44b3-993f-fca3c1d55cf0 admin admin] Network 403ed391-7874-4a33-9f4f-96fa9ef207f4 is scheduled to be hosted by DHCP agent 1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658 with binding_index 1 {{(pid=94466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 14:39:05.257238 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-64e89f25-b40d-44b3-993f-fca3c1d55cf0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-15, 403ed391-7874-4a33-9f4f-96fa9ef207f4) {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:39:05.266949 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4077443-e5c8-4951-b244-2b4acbcb460c None None] Network 403ed391-7874-4a33-9f4f-96fa9ef207f4 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:39:05.290119 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64e89f25-b40d-44b3-993f-fca3c1d55cf0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:39:05.290966 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-64e89f25-b40d-44b3-993f-fca3c1d55cf0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for subnet, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:05.300820 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f198f1-5d1c-43a0-8fe8-b56aae2ff5ac req-cf8a1273-d177-49f6-8f0a-72ce0d953f10 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:39:05.309034 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-09f198f1-5d1c-43a0-8fe8-b56aae2ff5ac req-cf8a1273-d177-49f6-8f0a-72ce0d953f10 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] 10.222.0.39 "GET /v2.0/ports?device_id=0c78da3a-37a4-408c-866e-6cd48d09416e HTTP/1.1" status: 200 len: 944 time: 0.3496246 Aug 12 14:39:05.332076 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-03a00199-eef1-431c-974b-5b079d834012 req-9230b9c8-dc80-4b35-ac85-fc8088cd8e17 tempest-LiveMigrationNegativeTest-9470437 tempest-LiveMigrationNegativeTest-9470437-project] 10.222.0.39 "GET /v2.0/ports?device_id=84ea5c86-f363-4759-afa6-b1709659bf60 HTTP/1.1" status: 200 len: 210 time: 0.0792437 Aug 12 14:39:05.406953 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-1c4c536c-3d95-4fbc-b418-8d76af56ee13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66413281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431520'] for network, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:05.408005 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-062f0036-8019-486d-9135-687d961ae943 req-505d1ddb-b75f-4a63-9860-7e88722c8183 tempest-LiveMigrationNegativeTest-9470437 tempest-LiveMigrationNegativeTest-9470437-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=852c96032e244d76a2e6d8b81e06dbfa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1300025 Aug 12 14:39:05.428325 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-64e89f25-b40d-44b3-993f-fca3c1d55cf0 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.1492960 Aug 12 14:39:05.432371 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-1c4c536c-3d95-4fbc-b418-8d76af56ee13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for network, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:05.446856 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 42406) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:39:05.450700 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b46e9f7-1690-4847-9dc8-8d2215f6b221 None None] Network 403ed391-7874-4a33-9f4f-96fa9ef207f4 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:39:05.458323 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-1c4c536c-3d95-4fbc-b418-8d76af56ee13 admin admin] 10.222.0.39 "DELETE /v2.0/networks/63f7bb20-fe7c-43e3-bcb6-44025e6f4b9c HTTP/1.1" status: 204 len: 168 time: 0.8357813 Aug 12 14:39:05.463810 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-db095deb-da32-467f-bd6b-061f15fa3ac0 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-401007129-router', 'tenant_id': 'ef918c3e55db41809ce6731a1724be70', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'}}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:39:05.479670 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c536c-3d95-4fbc-b418-8d76af56ee13 admin admin] Pushing event deleted for resources: {'Network': ['ID=63f7bb20-fe7c-43e3-bcb6-44025e6f4b9c,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:39:05.541775 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-db095deb-da32-467f-bd6b-061f15fa3ac0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-430574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-104863'] for router, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:05.542924 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-db095deb-da32-467f-bd6b-061f15fa3ac0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-429438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-431405', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66646573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-104852'] for router, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:05.571438 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-1febb176-5624-4834-bc0b-9d735aeba218 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2859166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3343773'] for subnet, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:05.572119 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-09f198f1-5d1c-43a0-8fe8-b56aae2ff5ac req-4ef11dd4-2628-404b-b60d-32622d2aa173 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b3c7ce2-70f7-4d15-8774-e830cec0f0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2622421 Aug 12 14:39:05.689485 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-db095deb-da32-467f-bd6b-061f15fa3ac0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:05.699599 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-163a4d2c-5717-4ca5-bdbd-481c997e8dc2 tempest-RoutersAdminNegativeTest-17223935 tempest-RoutersAdminNegativeTest-17223935-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:05.719934 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1febb176-5624-4834-bc0b-9d735aeba218 admin admin] Checking segment: {'id': 'a40c3034-ee2b-4406-9bec-ae8529446fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '4464d9af-d4a4-41ad-96cf-cbff705eb0f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:39:05.720304 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1febb176-5624-4834-bc0b-9d735aeba218 admin admin] Network hostable DHCP agents. Network: 4464d9af-d4a4-41ad-96cf-cbff705eb0f7, hostable agents: ['1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658'], hosted agents: [] {{(pid=94467) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 14:39:05.722293 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1febb176-5624-4834-bc0b-9d735aeba218 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8efd5e3a-8bc0-4f52-bcd1-1f628fc5808c,revision_number=0']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:39:05.737462 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 42414) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:39:05.745759 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1febb176-5624-4834-bc0b-9d735aeba218 admin admin] Network 4464d9af-d4a4-41ad-96cf-cbff705eb0f7 is scheduled to be hosted by DHCP agent 1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658 with binding_index 1 {{(pid=94467) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 14:39:05.792506 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-6ed681b9-019c-44e4-af60-9e0672bcc114 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c7cf81f007a244068628d9dac2415a0e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0514786 Aug 12 14:39:05.792506 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [None req-1febb176-5624-4834-bc0b-9d735aeba218 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-15, 4464d9af-d4a4-41ad-96cf-cbff705eb0f7) {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:39:05.792880 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 42420) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:39:05.796302 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1febb176-5624-4834-bc0b-9d735aeba218 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:39:05.796900 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-1febb176-5624-4834-bc0b-9d735aeba218 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:05.797794 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062f0036-8019-486d-9135-687d961ae943 req-8bc5dd20-7a00-49c5-9de3-f40617b390e5 tempest-LiveMigrationNegativeTest-9470437 tempest-LiveMigrationNegativeTest-9470437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:39:05.801473 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-062f0036-8019-486d-9135-687d961ae943 req-8bc5dd20-7a00-49c5-9de3-f40617b390e5 tempest-LiveMigrationNegativeTest-9470437 tempest-LiveMigrationNegativeTest-9470437-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3773632 Aug 12 14:39:05.801666 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62f0b47e-fa6b-42b3-a146-d51d2c21e6c3 None None] Network 4464d9af-d4a4-41ad-96cf-cbff705eb0f7 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:39:05.824837 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [req-062f0036-8019-486d-9135-687d961ae943 req-8b1ffe4a-b652-40c4-b041-2f4c5d4cf894 tempest-LiveMigrationNegativeTest-9470437 tempest-LiveMigrationNegativeTest-9470437-project] Request body: {'port': {'device_id': '84ea5c86-f363-4759-afa6-b1709659bf60', 'network_id': '2525c403-dfb3-4196-a273-739607aab38a', 'admin_state_up': True, 'tenant_id': '852c96032e244d76a2e6d8b81e06dbfa'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:39:05.836837 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-1febb176-5624-4834-bc0b-9d735aeba218 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9261963 Aug 12 14:39:05.841554 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 42422) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:39:05.847069 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-3e824ded-2862-41c7-805a-3a21379426fa admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1240188186-router', 'tenant_id': '0fc6e645c542404f965833a9119352be', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'}}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:39:05.889526 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-3e824ded-2862-41c7-805a-3a21379426fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-430574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-104863'] for router, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:05.891006 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-3e824ded-2862-41c7-805a-3a21379426fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-429438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-431405', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66646573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-104852'] for router, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:05.902434 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-8b1d1b1c-bcf8-486a-b9cd-3d18e1f8291e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:05.970105 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-db095deb-da32-467f-bd6b-061f15fa3ac0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:05.970565 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4ddf818-05e1-4f2c-8af8-8f0dfff8a666 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa7035b3e-9a89-5964-b9f4-97301c3f476a-4464d9af-d4a4-41ad-96cf-cbff705eb0f7', 'network_id': '4464d9af-d4a4-41ad-96cf-cbff705eb0f7', 'tenant_id': '0fc6e645c542404f965833a9119352be', 'fixed_ips': [{'subnet_id': '8efd5e3a-8bc0-4f52-bcd1-1f628fc5808c'}]}} from n-d-694802-15. {{(pid=94468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 14:39:05.971513 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-c4ddf818-05e1-4f2c-8af8-8f0dfff8a666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:05.997142 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-8b1d1b1c-bcf8-486a-b9cd-3d18e1f8291e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:06.008291 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-3e824ded-2862-41c7-805a-3a21379426fa admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:06.093751 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 42428) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:39:06.133437 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-163a4d2c-5717-4ca5-bdbd-481c997e8dc2 tempest-RoutersAdminNegativeTest-17223935 tempest-RoutersAdminNegativeTest-17223935-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:06.168630 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.db_base_plugin_common [None req-c4ddf818-05e1-4f2c-8af8-8f0dfff8a666 None None] Allocated IP 172.20.0.2 (4464d9af-d4a4-41ad-96cf-cbff705eb0f7/8efd5e3a-8bc0-4f52-bcd1-1f628fc5808c/a4491901-d58e-4509-9f32-2b1b51507b50) {{(pid=94468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:39:06.204126 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-163a4d2c-5717-4ca5-bdbd-481c997e8dc2 tempest-RoutersAdminNegativeTest-17223935 tempest-RoutersAdminNegativeTest-17223935-project-admin] Network d3759e1b-6c03-45ac-acd4-90abb417809b is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:39:06.218659 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-163a4d2c-5717-4ca5-bdbd-481c997e8dc2 tempest-RoutersAdminNegativeTest-17223935 tempest-RoutersAdminNegativeTest-17223935-project-admin] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:39:06.224397 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-3e824ded-2862-41c7-805a-3a21379426fa admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:06.225868 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-163a4d2c-5717-4ca5-bdbd-481c997e8dc2 tempest-RoutersAdminNegativeTest-17223935 tempest-RoutersAdminNegativeTest-17223935-project-admin] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:39:06.230866 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163a4d2c-5717-4ca5-bdbd-481c997e8dc2 tempest-RoutersAdminNegativeTest-17223935 tempest-RoutersAdminNegativeTest-17223935-project-admin] Pushing event updated for resources: {'Port': ['ID=bda28472-9a91-4bce-b45d-15157518943e,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:39:06.266859 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-062f0036-8019-486d-9135-687d961ae943 req-8b1ffe4a-b652-40c4-b041-2f4c5d4cf894 tempest-LiveMigrationNegativeTest-9470437 tempest-LiveMigrationNegativeTest-9470437-project] Made reservation on behalf of 852c96032e244d76a2e6d8b81e06dbfa for: {'port': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:39:06.270994 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-062f0036-8019-486d-9135-687d961ae943 req-8b1ffe4a-b652-40c4-b041-2f4c5d4cf894 tempest-LiveMigrationNegativeTest-9470437 tempest-LiveMigrationNegativeTest-9470437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:06.304163 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-8b1d1b1c-bcf8-486a-b9cd-3d18e1f8291e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:06.307209 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-8b1d1b1c-bcf8-486a-b9cd-3d18e1f8291e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:06.308578 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-8b1d1b1c-bcf8-486a-b9cd-3d18e1f8291e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/87f02c46-9837-45f6-a8f5-f67c20068d28 HTTP/1.1" status: 204 len: 168 time: 0.5138063 Aug 12 14:39:06.314506 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device 6758b6bc-b7d7-40c7-bb23-a385518f48ae up at agent hyperv_n-h1-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:39:06.327829 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1d1b1c-bcf8-486a-b9cd-3d18e1f8291e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87f02c46-9837-45f6-a8f5-f67c20068d28,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:39:06.342897 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ccaac736-8b08-4b20-afa1-aa1333c94061 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:06.345516 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-163a4d2c-5717-4ca5-bdbd-481c997e8dc2 tempest-RoutersAdminNegativeTest-17223935 tempest-RoutersAdminNegativeTest-17223935-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:39:06.346607 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-163a4d2c-5717-4ca5-bdbd-481c997e8dc2 tempest-RoutersAdminNegativeTest-17223935 tempest-RoutersAdminNegativeTest-17223935-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:06.404534 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-c4ddf818-05e1-4f2c-8af8-8f0dfff8a666 None None] Notify callbacks [] for port, precommit_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:06.419506 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-c4ddf818-05e1-4f2c-8af8-8f0dfff8a666 None None] Transition to ACTIVE for port object a4491901-d58e-4509-9f32-2b1b51507b50 will not be triggered until provisioned by entity L2. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:39:06.435936 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Provisioning for port 6758b6bc-b7d7-40c7-bb23-a385518f48ae completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:39:06.443955 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-c4ddf818-05e1-4f2c-8af8-8f0dfff8a666 None None] Transition to ACTIVE for port object a4491901-d58e-4509-9f32-2b1b51507b50 will not be triggered until provisioned by entity DHCP. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:39:06.445879 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Provisioning complete for port 6758b6bc-b7d7-40c7-bb23-a385518f48ae triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:39:06.446386 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:06.479902 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-c4ddf818-05e1-4f2c-8af8-8f0dfff8a666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253'] for port, after_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:06.526455 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-1d7db9d2-2cc5-4a7f-bb53-97eed15821aa req-c3e45b3e-3caf-4134-a216-cea0ab1dbff1 tempest-LiveMigrationNegativeTest-9470437 tempest-LiveMigrationNegativeTest-9470437-project] 10.222.0.39 "GET /v2.0/ports?device_id=84ea5c86-f363-4759-afa6-b1709659bf60 HTTP/1.1" status: 200 len: 210 time: 0.0335486 Aug 12 14:39:06.593838 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-3e824ded-2862-41c7-805a-3a21379426fa admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:06.617121 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-3e824ded-2862-41c7-805a-3a21379426fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:06.724295 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ddf818-05e1-4f2c-8af8-8f0dfff8a666 None None] Pushing event updated for resources: {'Port': ['ID=a4491901-d58e-4509-9f32-2b1b51507b50,revision_number=1']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:39:06.744257 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4ddf818-05e1-4f2c-8af8-8f0dfff8a666 None None] Network 4464d9af-d4a4-41ad-96cf-cbff705eb0f7 is already hosted by enough agents. {{(pid=94468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:39:06.747096 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_common [None req-3e824ded-2862-41c7-805a-3a21379426fa admin admin] Allocated IP 172.25.1.192 (d3759e1b-6c03-45ac-acd4-90abb417809b/f0254f08-c19c-4e31-bd9c-09389ea4b6f2/0f7ba5cd-a481-44c6-a079-23a97a5aee48) {{(pid=94467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:39:06.747537 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.base_scheduler [None req-c4ddf818-05e1-4f2c-8af8-8f0dfff8a666 None None] Resources bound (agent type, host, resource id): {{(pid=94468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:39:06.750971 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4ddf818-05e1-4f2c-8af8-8f0dfff8a666 None None] Received port after_create {{(pid=94468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:39:06.837640 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-c4ddf818-05e1-4f2c-8af8-8f0dfff8a666 None None] Attempting to bind port a4491901-d58e-4509-9f32-2b1b51507b50 on host n-d-694802-15 for vnic_type normal with profile {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:39:06.838013 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-c4ddf818-05e1-4f2c-8af8-8f0dfff8a666 None None] Attempting to bind port a4491901-d58e-4509-9f32-2b1b51507b50 by drivers openvswitch,hyperv on host n-d-694802-15 at level 0 using segments [{'id': 'a40c3034-ee2b-4406-9bec-ae8529446fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '4464d9af-d4a4-41ad-96cf-cbff705eb0f7'}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:39:06.838379 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ddf818-05e1-4f2c-8af8-8f0dfff8a666 None None] Attempting to bind port a4491901-d58e-4509-9f32-2b1b51507b50 on network 4464d9af-d4a4-41ad-96cf-cbff705eb0f7 {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:39:06.853220 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ddf818-05e1-4f2c-8af8-8f0dfff8a666 None None] Checking agent: {'id': '16de73ac-f2e9-4cee-b3e0-91052ae3e6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 20, 13), 'started_at': datetime.datetime(2021, 8, 12, 14, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 38, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:39:06.853858 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ddf818-05e1-4f2c-8af8-8f0dfff8a666 None None] Checking segment: {'id': 'a40c3034-ee2b-4406-9bec-ae8529446fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '4464d9af-d4a4-41ad-96cf-cbff705eb0f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:39:06.854267 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-c4ddf818-05e1-4f2c-8af8-8f0dfff8a666 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:06.854954 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ddf818-05e1-4f2c-8af8-8f0dfff8a666 None None] Bound using segment: {'id': 'a40c3034-ee2b-4406-9bec-ae8529446fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '4464d9af-d4a4-41ad-96cf-cbff705eb0f7'} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:39:06.855176 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-c4ddf818-05e1-4f2c-8af8-8f0dfff8a666 None None] Bound port: a4491901-d58e-4509-9f32-2b1b51507b50, host: n-d-694802-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a40c3034-ee2b-4406-9bec-ae8529446fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '4464d9af-d4a4-41ad-96cf-cbff705eb0f7'}}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:39:06.855557 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-c4ddf818-05e1-4f2c-8af8-8f0dfff8a666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:06.858449 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:06.881539 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-3e824ded-2862-41c7-805a-3a21379426fa admin admin] Notify callbacks [] for port, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:06.935690 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-163a4d2c-5717-4ca5-bdbd-481c997e8dc2 tempest-RoutersAdminNegativeTest-17223935 tempest-RoutersAdminNegativeTest-17223935-project-admin] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.7387528 Aug 12 14:39:06.936650 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 42448) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:39:06.937181 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-c4ddf818-05e1-4f2c-8af8-8f0dfff8a666 None None] For port a4491901-d58e-4509-9f32-2b1b51507b50, host n-d-694802-15, cleared binding levels {{(pid=94468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:39:06.941844 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-47e8f6d0-c5c2-4ef7-8cc3-afe8ff7754be tempest-RoutersAdminNegativeTest-17223935 tempest-RoutersAdminNegativeTest-17223935-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.75'}]}}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:39:06.942604 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-c4ddf818-05e1-4f2c-8af8-8f0dfff8a666 None None] For port a4491901-d58e-4509-9f32-2b1b51507b50, host n-d-694802-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=a4491901-d58e-4509-9f32-2b1b51507b50,segment=NetworkSegment(a40c3034-ee2b-4406-9bec-ae8529446fc3),segment_id=a40c3034-ee2b-4406-9bec-ae8529446fc3)] {{(pid=94468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:39:06.948131 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-3e824ded-2862-41c7-805a-3a21379426fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:06.950639 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-c4ddf818-05e1-4f2c-8af8-8f0dfff8a666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:06.962714 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c78da3a-37a4-408c-866e-6cd48d09416e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6758b6bc-b7d7-40c7-bb23-a385518f48ae'}] {{(pid=94468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:39:06.966711 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99a8d87602170099c728e57431aca99e9b98a655a83bbf8727be13192709727b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b7d0a25-3303-47cc-b451-0ec56a6dfd4a" -d '{"events": [{"server_uuid": "0c78da3a-37a4-408c-866e-6cd48d09416e", "name": "network-vif-plugged", "status": "completed", "tag": "6758b6bc-b7d7-40c7-bb23-a385518f48ae"}]}' {{(pid=94468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:39:07.002358 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port 6758b6bc-b7d7-40c7-bb23-a385518f48ae, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=6758b6bc-b7d7-40c7-bb23-a385518f48ae,segment=NetworkSegment(4c973057-417f-419d-840d-ea232fb579a5),segment_id=4c973057-417f-419d-840d-ea232fb579a5)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:39:07.012962 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:07.013738 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device 98b2f474-3add-4406-8544-afd4b82043d3 no longer exists at agent hyperv_n-h1-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:39:07.051932 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 14:39:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4627ce06-6d21-45d4-83ae-f32af3ffa482 x-openstack-request-id: req-4627ce06-6d21-45d4-83ae-f32af3ffa482 {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:39:07.052233 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c78da3a-37a4-408c-866e-6cd48d09416e", "name": "network-vif-plugged", "status": "completed", "tag": "6758b6bc-b7d7-40c7-bb23-a385518f48ae", "code": 200}]} {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:39:07.052497 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4627ce06-6d21-45d4-83ae-f32af3ffa482 {{(pid=94468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:39:07.052897 n-d-694802-15 neutron-server[94468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c78da3a-37a4-408c-866e-6cd48d09416e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6758b6bc-b7d7-40c7-bb23-a385518f48ae', 'code': 200} Aug 12 14:39:07.062933 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-93370168-53ca-47c2-9e27-b066be57125c None None] No Port match for: 98b2f474-3add-4406-8544-afd4b82043d3 {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 14:39:07.062933 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device 98b2f474-3add-4406-8544-afd4b82043d3 not bound to the agent host n-h1-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:39:07.070393 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ddf818-05e1-4f2c-8af8-8f0dfff8a666 None None] Pushing event updated for resources: {'Port': ['ID=a4491901-d58e-4509-9f32-2b1b51507b50,revision_number=2']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:39:07.070935 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.db.api [None req-47e8f6d0-c5c2-4ef7-8cc3-afe8ff7754be tempest-RoutersAdminNegativeTest-17223935 tempest-RoutersAdminNegativeTest-17223935-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 12 14:39:07.070935 n-d-694802-15 neutron-server[94467]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 12 14:39:07.070935 n-d-694802-15 neutron-server[94467]: [parameters: {'project_id_1': 'fc130364e9c94867b56c3a052cea16ee', 'expiration_1': datetime.datetime(2021, 8, 12, 14, 39, 6, 951546)}] Aug 12 14:39:07.070935 n-d-694802-15 neutron-server[94467]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94467) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 12 14:39:07.071426 n-d-694802-15 neutron-server[94467]: DEBUG oslo_db.api [None req-47e8f6d0-c5c2-4ef7-8cc3-afe8ff7754be tempest-RoutersAdminNegativeTest-17223935 tempest-RoutersAdminNegativeTest-17223935-project-admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 12 14:39:07.083300 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e824ded-2862-41c7-805a-3a21379426fa admin admin] Pushing event updated for resources: {'Port': ['ID=0f7ba5cd-a481-44c6-a079-23a97a5aee48,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:39:07.088300 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [req-062f0036-8019-486d-9135-687d961ae943 req-8b1ffe4a-b652-40c4-b041-2f4c5d4cf894 tempest-LiveMigrationNegativeTest-9470437 tempest-LiveMigrationNegativeTest-9470437-project] Allocated IP 192.168.233.113 (2525c403-dfb3-4196-a273-739607aab38a/236e0be6-1c94-4221-9e8b-ab02a53331f8/6095b529-affb-4a37-9d73-3eaea05ccc31) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:39:07.092454 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e824ded-2862-41c7-805a-3a21379426fa admin admin] Network d3759e1b-6c03-45ac-acd4-90abb417809b is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:39:07.095790 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [None req-3e824ded-2862-41c7-805a-3a21379426fa admin admin] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:39:07.098495 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e824ded-2862-41c7-805a-3a21379426fa admin admin] Received port after_create {{(pid=94467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:39:07.200825 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Pushing event updated for resources: {'Port': ['ID=6758b6bc-b7d7-40c7-bb23-a385518f48ae,revision_number=5']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:39:07.211936 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-db095deb-da32-467f-bd6b-061f15fa3ac0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:07.258537 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-db095deb-da32-467f-bd6b-061f15fa3ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:07.262348 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88e5782-4282-4c2c-95bb-b2801a7d87f8 req-8089f4b2-7b52-45f2-a286-7705279348ba tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:39:07.264542 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-f88e5782-4282-4c2c-95bb-b2801a7d87f8 req-8089f4b2-7b52-45f2-a286-7705279348ba tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] 10.222.0.39 "GET /v2.0/ports?device_id=0c78da3a-37a4-408c-866e-6cd48d09416e HTTP/1.1" status: 200 len: 944 time: 0.3487735 Aug 12 14:39:07.411997 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cff8ea-73c7-4b83-8ec7-6184454599f4 req-b82e5922-1cf9-4a92-aed4-2a44fae372bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:39:07.413585 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-b4cff8ea-73c7-4b83-8ec7-6184454599f4 req-b82e5922-1cf9-4a92-aed4-2a44fae372bb service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=0c78da3a-37a4-408c-866e-6cd48d09416e HTTP/1.1" status: 200 len: 1097 time: 0.3096366 Aug 12 14:39:07.533956 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-f88e5782-4282-4c2c-95bb-b2801a7d87f8 req-34251b51-f7e3-4626-b850-c7de61b1bc57 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b3c7ce2-70f7-4d15-8774-e830cec0f0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2389457 Aug 12 14:39:07.584086 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-b4cff8ea-73c7-4b83-8ec7-6184454599f4 req-4850888f-b20e-4b21-b5e7-a67b8564cdeb service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=5b3c7ce2-70f7-4d15-8774-e830cec0f0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535537 Aug 12 14:39:07.644062 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-db095deb-da32-467f-bd6b-061f15fa3ac0 admin admin] Allocated IP 172.25.1.45 (d3759e1b-6c03-45ac-acd4-90abb417809b/f0254f08-c19c-4e31-bd9c-09389ea4b6f2/ec034307-e107-4851-86b6-7bf6c7b47270) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:39:07.657989 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ccaac736-8b08-4b20-afa1-aa1333c94061 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:07.668093 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ccaac736-8b08-4b20-afa1-aa1333c94061 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:07.687401 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c126f48f-4c47-4b3e-afc9-9fb1399ae78e req-e35e6635-73c1-439c-ac16-9f58d488f36e tempest-LiveMigrationNegativeTest-9470437 tempest-LiveMigrationNegativeTest-9470437-project] 10.222.0.39 "GET /v2.0/ports?device_id=84ea5c86-f363-4759-afa6-b1709659bf60 HTTP/1.1" status: 200 len: 210 time: 0.0381520 Aug 12 14:39:07.712274 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-47e8f6d0-c5c2-4ef7-8cc3-afe8ff7754be tempest-RoutersAdminNegativeTest-17223935 tempest-RoutersAdminNegativeTest-17223935-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-430574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-104863'] for router, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:07.713987 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-47e8f6d0-c5c2-4ef7-8cc3-afe8ff7754be tempest-RoutersAdminNegativeTest-17223935 tempest-RoutersAdminNegativeTest-17223935-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-429438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-431405', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66646573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-104852'] for router, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:07.742392 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-062f0036-8019-486d-9135-687d961ae943 req-8b1ffe4a-b652-40c4-b041-2f4c5d4cf894 tempest-LiveMigrationNegativeTest-9470437 tempest-LiveMigrationNegativeTest-9470437-project] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:07.790256 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [req-062f0036-8019-486d-9135-687d961ae943 req-8b1ffe4a-b652-40c4-b041-2f4c5d4cf894 tempest-LiveMigrationNegativeTest-9470437 tempest-LiveMigrationNegativeTest-9470437-project] Transition to ACTIVE for port object 6095b529-affb-4a37-9d73-3eaea05ccc31 will not be triggered until provisioned by entity DHCP. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:39:07.810613 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-ccaac736-8b08-4b20-afa1-aa1333c94061 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2a3c81f3927f430cb38152ce839f1ee3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7125769 Aug 12 14:39:07.811404 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccaac736-8b08-4b20-afa1-aa1333c94061 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6232531-3c2b-45e2-820e-5dba8d235ef0,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:39:07.818639 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 42472) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:39:07.842629 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccaac736-8b08-4b20-afa1-aa1333c94061 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:39:07.843025 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccaac736-8b08-4b20-afa1-aa1333c94061 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:39:07.843369 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccaac736-8b08-4b20-afa1-aa1333c94061 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:39:07.843736 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccaac736-8b08-4b20-afa1-aa1333c94061 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:39:07.844044 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccaac736-8b08-4b20-afa1-aa1333c94061 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:39:07.844620 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccaac736-8b08-4b20-afa1-aa1333c94061 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:39:07.845067 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccaac736-8b08-4b20-afa1-aa1333c94061 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:39:07.845380 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccaac736-8b08-4b20-afa1-aa1333c94061 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:39:07.845704 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccaac736-8b08-4b20-afa1-aa1333c94061 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:39:07.846134 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccaac736-8b08-4b20-afa1-aa1333c94061 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:39:07.846512 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccaac736-8b08-4b20-afa1-aa1333c94061 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:39:07.846845 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccaac736-8b08-4b20-afa1-aa1333c94061 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:39:07.854066 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-47e8f6d0-c5c2-4ef7-8cc3-afe8ff7754be tempest-RoutersAdminNegativeTest-17223935 tempest-RoutersAdminNegativeTest-17223935-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:07.937253 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-3e824ded-2862-41c7-805a-3a21379426fa admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:07.942135 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-062f0036-8019-486d-9135-687d961ae943 req-8b1ffe4a-b652-40c4-b041-2f4c5d4cf894 tempest-LiveMigrationNegativeTest-9470437 tempest-LiveMigrationNegativeTest-9470437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:07.955448 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] get_ports_and_sgs() called for port_ids ['1f5a5c71-e581-4295-add4-1abc6c4e5b9a'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:39:08.016224 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-db095deb-da32-467f-bd6b-061f15fa3ac0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:08.086617 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-062f0036-8019-486d-9135-687d961ae943 req-8b1ffe4a-b652-40c4-b041-2f4c5d4cf894 tempest-LiveMigrationNegativeTest-9470437 tempest-LiveMigrationNegativeTest-9470437-project] Network 2525c403-dfb3-4196-a273-739607aab38a is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:39:08.092029 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [req-062f0036-8019-486d-9135-687d961ae943 req-8b1ffe4a-b652-40c4-b041-2f4c5d4cf894 tempest-LiveMigrationNegativeTest-9470437 tempest-LiveMigrationNegativeTest-9470437-project] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:39:08.095860 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [req-062f0036-8019-486d-9135-687d961ae943 req-8b1ffe4a-b652-40c4-b041-2f4c5d4cf894 tempest-LiveMigrationNegativeTest-9470437 tempest-LiveMigrationNegativeTest-9470437-project] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:39:08.146908 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e5746dc7-231b-4b21-afc8-49b288326ed9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:08.174725 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-47e8f6d0-c5c2-4ef7-8cc3-afe8ff7754be tempest-RoutersAdminNegativeTest-17223935 tempest-RoutersAdminNegativeTest-17223935-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:08.211523 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062f0036-8019-486d-9135-687d961ae943 req-8b1ffe4a-b652-40c4-b041-2f4c5d4cf894 tempest-LiveMigrationNegativeTest-9470437 tempest-LiveMigrationNegativeTest-9470437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:39:08.212795 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-062f0036-8019-486d-9135-687d961ae943 req-8b1ffe4a-b652-40c4-b041-2f4c5d4cf894 tempest-LiveMigrationNegativeTest-9470437 tempest-LiveMigrationNegativeTest-9470437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:08.233822 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e5746dc7-231b-4b21-afc8-49b288326ed9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:08.258931 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1ffe4a-b652-40c4-b041-2f4c5d4cf894 tempest-LiveMigrationNegativeTest-9470437 tempest-LiveMigrationNegativeTest-9470437-project] Pushing event updated for resources: {'Port': ['ID=6095b529-affb-4a37-9d73-3eaea05ccc31,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:39:08.313805 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-062f0036-8019-486d-9135-687d961ae943 req-8b1ffe4a-b652-40c4-b041-2f4c5d4cf894 tempest-LiveMigrationNegativeTest-9470437 tempest-LiveMigrationNegativeTest-9470437-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4960499 Aug 12 14:39:08.318342 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-db095deb-da32-467f-bd6b-061f15fa3ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:08.362891 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [req-062f0036-8019-486d-9135-687d961ae943 req-a5e0602b-eebf-4c26-b322-682e04682382 service neutron] Request body: {'port': {'device_id': '84ea5c86-f363-4759-afa6-b1709659bf60', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-694802-15'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:39:08.405617 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db095deb-da32-467f-bd6b-061f15fa3ac0 admin admin] Network d3759e1b-6c03-45ac-acd4-90abb417809b is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:39:08.417831 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-3e824ded-2862-41c7-805a-3a21379426fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-429413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-431608'] for router, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:08.438270 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-db095deb-da32-467f-bd6b-061f15fa3ac0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:39:08.447528 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db095deb-da32-467f-bd6b-061f15fa3ac0 admin admin] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:39:08.475906 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db095deb-da32-467f-bd6b-061f15fa3ac0 admin admin] Pushing event updated for resources: {'Port': ['ID=ec034307-e107-4851-86b6-7bf6c7b47270,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:39:08.525720 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e5746dc7-231b-4b21-afc8-49b288326ed9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:08.531464 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e5746dc7-231b-4b21-afc8-49b288326ed9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:08.535302 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-e5746dc7-231b-4b21-afc8-49b288326ed9 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d6232531-3c2b-45e2-820e-5dba8d235ef0 HTTP/1.1" status: 204 len: 168 time: 0.7156477 Aug 12 14:39:08.550337 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-18c5de4d-d1cb-48ba-a282-5ffa841d6b8f None None] Provisioning for port 6095b529-affb-4a37-9d73-3eaea05ccc31 completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:39:08.554683 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-062f0036-8019-486d-9135-687d961ae943 req-a5e0602b-eebf-4c26-b322-682e04682382 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:08.559604 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-18c5de4d-d1cb-48ba-a282-5ffa841d6b8f None None] Provisioning complete for port 6095b529-affb-4a37-9d73-3eaea05ccc31 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:39:08.560780 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-18c5de4d-d1cb-48ba-a282-5ffa841d6b8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:08.572597 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5746dc7-231b-4b21-afc8-49b288326ed9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6232531-3c2b-45e2-820e-5dba8d235ef0,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:39:08.632382 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-713ada87-40e0-4dcd-b66e-f17d99fcd8be None None] Network 4464d9af-d4a4-41ad-96cf-cbff705eb0f7 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:39:08.761594 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-18c5de4d-d1cb-48ba-a282-5ffa841d6b8f None None] Port 6095b529-affb-4a37-9d73-3eaea05ccc31 cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 14:39:08.860598 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d853ac6-493f-48c2-82b0-af43dd4dd653 req-96d95f81-69d5-476e-a8e9-668ec758ede9 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:39:08.868092 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-7d853ac6-493f-48c2-82b0-af43dd4dd653 req-96d95f81-69d5-476e-a8e9-668ec758ede9 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] 10.222.0.39 "GET /v2.0/ports?device_id=0c78da3a-37a4-408c-866e-6cd48d09416e HTTP/1.1" status: 200 len: 945 time: 0.1890404 Aug 12 14:39:08.947455 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e824ded-2862-41c7-805a-3a21379426fa admin admin] Router 066a6fc0-497e-40e1-a855-233debc6f768 is scheduled to L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f with binding_index 1 {{(pid=94467) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 14:39:08.953340 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-47e8f6d0-c5c2-4ef7-8cc3-afe8ff7754be tempest-RoutersAdminNegativeTest-17223935 tempest-RoutersAdminNegativeTest-17223935-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:08.961915 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-7d853ac6-493f-48c2-82b0-af43dd4dd653 req-fa81a4de-e954-49cc-b998-ec1ca2a40449 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b3c7ce2-70f7-4d15-8774-e830cec0f0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929635 Aug 12 14:39:08.965834 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-038a123e-4ae8-4d7e-ad3d-73071ef3138a None None] Provisioning for port a4491901-d58e-4509-9f32-2b1b51507b50 completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:39:08.990140 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-47e8f6d0-c5c2-4ef7-8cc3-afe8ff7754be tempest-RoutersAdminNegativeTest-17223935 tempest-RoutersAdminNegativeTest-17223935-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:09.284248 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device a4491901-d58e-4509-9f32-2b1b51507b50 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:39:09.324733 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e824ded-2862-41c7-805a-3a21379426fa admin admin] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 14:39:09.340532 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b85500b-658c-4101-a0ac-ae69e70a1d5d None None] Sync routers for ids ['066a6fc0-497e-40e1-a855-233debc6f768'] in n-d-694802-15 {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 14:39:09.368876 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b85500b-658c-4101-a0ac-ae69e70a1d5d None None] Routers {'066a6fc0-497e-40e1-a855-233debc6f768'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:39:09.372382 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-7b85500b-658c-4101-a0ac-ae69e70a1d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:38:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['066a6fc0-497e-40e1-a855-233debc6f768'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:39:09.375800 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning for port a4491901-d58e-4509-9f32-2b1b51507b50 completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:39:09.385041 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port a4491901-d58e-4509-9f32-2b1b51507b50 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:39:09.387810 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:09.428750 n-d-694802-15 neutron-server[94466]: DEBUG neutron.notifiers.nova [req-062f0036-8019-486d-9135-687d961ae943 req-a5e0602b-eebf-4c26-b322-682e04682382 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6095b529-affb-4a37-9d73-3eaea05ccc31 {{(pid=94466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:39:09.433258 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-3e824ded-2862-41c7-805a-3a21379426fa admin admin] Notify callbacks [] for router, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:09.435553 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-3e824ded-2862-41c7-805a-3a21379426fa admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 3.5926852 Aug 12 14:39:09.442608 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-db095deb-da32-467f-bd6b-061f15fa3ac0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:09.445818 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 42518) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:39:09.462007 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-47e8f6d0-c5c2-4ef7-8cc3-afe8ff7754be tempest-RoutersAdminNegativeTest-17223935 tempest-RoutersAdminNegativeTest-17223935-project-admin] Notify callbacks [] for router, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:09.468860 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9184fae7-bfb4-499b-848f-8b886c2181ba req-8e38fb89-6ea5-41be-9698-74b7851b921a tempest-LiveMigrationNegativeTest-9470437 tempest-LiveMigrationNegativeTest-9470437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:39:09.471569 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-9184fae7-bfb4-499b-848f-8b886c2181ba req-8e38fb89-6ea5-41be-9698-74b7851b921a tempest-LiveMigrationNegativeTest-9470437 tempest-LiveMigrationNegativeTest-9470437-project] 10.222.0.39 "GET /v2.0/ports?device_id=84ea5c86-f363-4759-afa6-b1709659bf60 HTTP/1.1" status: 200 len: 936 time: 0.6235237 Aug 12 14:39:09.478423 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-062f0036-8019-486d-9135-687d961ae943 req-a5e0602b-eebf-4c26-b322-682e04682382 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:09.517263 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:09.561429 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-61c88d1a-fbb0-46dd-bdee-e5531e0f803c None None] Provisioning complete for port a4491901-d58e-4509-9f32-2b1b51507b50 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:39:09.562165 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-61c88d1a-fbb0-46dd-bdee-e5531e0f803c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:09.619106 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] For port a4491901-d58e-4509-9f32-2b1b51507b50, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=a4491901-d58e-4509-9f32-2b1b51507b50,segment=NetworkSegment(a40c3034-ee2b-4406-9bec-ae8529446fc3),segment_id=a40c3034-ee2b-4406-9bec-ae8529446fc3)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:39:09.638151 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:09.659833 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [req-062f0036-8019-486d-9135-687d961ae943 req-a5e0602b-eebf-4c26-b322-682e04682382 service neutron] Transition to ACTIVE for port object 6095b529-affb-4a37-9d73-3eaea05ccc31 will not be triggered until provisioned by entity L2. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:39:09.663187 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-7b85500b-658c-4101-a0ac-ae69e70a1d5d None None] Set router 066a6fc0-497e-40e1-a855-233debc6f768 gateway port host: n-d-694802-15 {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:39:09.673035 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-062f0036-8019-486d-9135-687d961ae943 req-a5e0602b-eebf-4c26-b322-682e04682382 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3718439'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:09.773211 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Pushing event updated for resources: {'Port': ['ID=a4491901-d58e-4509-9f32-2b1b51507b50,revision_number=3']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:39:09.829097 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e0602b-eebf-4c26-b322-682e04682382 service neutron] Pushing event updated for resources: {'Port': ['ID=6095b529-affb-4a37-9d73-3eaea05ccc31,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:39:09.833935 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-47e8f6d0-c5c2-4ef7-8cc3-afe8ff7754be tempest-RoutersAdminNegativeTest-17223935 tempest-RoutersAdminNegativeTest-17223935-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-429360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-104877'] for router, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:09.838057 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-47e8f6d0-c5c2-4ef7-8cc3-afe8ff7754be tempest-RoutersAdminNegativeTest-17223935 tempest-RoutersAdminNegativeTest-17223935-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:09.863110 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-9184fae7-bfb4-499b-848f-8b886c2181ba req-5352dc88-f88d-4967-b6b8-4a9313184b1a tempest-LiveMigrationNegativeTest-9470437 tempest-LiveMigrationNegativeTest-9470437-project] 10.222.0.39 "GET /v2.0/security-groups?id=214de4e1-d877-4447-84c5-1de63b8d32db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3288548 Aug 12 14:39:09.963185 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-47e8f6d0-c5c2-4ef7-8cc3-afe8ff7754be tempest-RoutersAdminNegativeTest-17223935 tempest-RoutersAdminNegativeTest-17223935-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-429375'] for router, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:09.964649 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47e8f6d0-c5c2-4ef7-8cc3-afe8ff7754be tempest-RoutersAdminNegativeTest-17223935 tempest-RoutersAdminNegativeTest-17223935-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d0448e21-33cd-411f-b317-383f85c2b67e {{(pid=94467) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 14:39:10.000134 n-d-694802-15 neutron-server[94467]: INFO neutron.api.v2.resource [None req-47e8f6d0-c5c2-4ef7-8cc3-afe8ff7754be tempest-RoutersAdminNegativeTest-17223935 tempest-RoutersAdminNegativeTest-17223935-project-admin] create failed (client error): There was a conflict when trying to complete your request. Aug 12 14:39:10.001300 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-47e8f6d0-c5c2-4ef7-8cc3-afe8ff7754be tempest-RoutersAdminNegativeTest-17223935 tempest-RoutersAdminNegativeTest-17223935-project-admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 3.0634081 Aug 12 14:39:10.004561 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 42540) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:39:10.029991 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-c8d0f644-89f7-49eb-a44b-46484666a2a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:10.071447 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-7b85500b-658c-4101-a0ac-ae69e70a1d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '066a6fc0-497e-40e1-a855-233debc6f768', 'name': 'tempest-FloatingIPsNegativeTestJSON-1240188186-router', 'tenant_id': '0fc6e645c542404f965833a9119352be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.192'}], 'enable_snat': True}, 'gw_port_id': '0f7ba5cd-a481-44c6-a079-23a97a5aee48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:39:05Z', 'updated_at': '2021-08-12T14:39:07Z', 'revision_number': 3, 'project_id': '0fc6e645c542404f965833a9119352be', 'gw_port': {'id': '0f7ba5cd-a481-44c6-a079-23a97a5aee48', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:3f:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '066a6fc0-497e-40e1-a855-233debc6f768', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:39:06Z', 'updated_at': '2021-08-12T14:39:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15'}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:39:10.135572 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b85500b-658c-4101-a0ac-ae69e70a1d5d None None] Checking router: 066a6fc0-497e-40e1-a855-233debc6f768 for host: n-d-694802-15 {{(pid=94469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 14:39:10.135914 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b85500b-658c-4101-a0ac-ae69e70a1d5d None None] Updating router 066a6fc0-497e-40e1-a855-233debc6f768 port 0f7ba5cd-a481-44c6-a079-23a97a5aee48 binding host n-d-694802-15 {{(pid=94469) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 14:39:10.146612 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-fbbd28bf-54a6-4eaf-8a9f-8faabe9f6b8b tempest-RoutersAdminNegativeTest-17223935 tempest-RoutersAdminNegativeTest-17223935-project-admin] Deleting port bda28472-9a91-4bce-b45d-15157518943e {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:39:10.147442 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-fbbd28bf-54a6-4eaf-8a9f-8faabe9f6b8b tempest-RoutersAdminNegativeTest-17223935 tempest-RoutersAdminNegativeTest-17223935-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:10.200947 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-7b85500b-658c-4101-a0ac-ae69e70a1d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:10.225052 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 42546) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:39:10.275387 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-fbbd28bf-54a6-4eaf-8a9f-8faabe9f6b8b tempest-RoutersAdminNegativeTest-17223935 tempest-RoutersAdminNegativeTest-17223935-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:10.291804 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-fbbd28bf-54a6-4eaf-8a9f-8faabe9f6b8b tempest-RoutersAdminNegativeTest-17223935 tempest-RoutersAdminNegativeTest-17223935-project-admin] Calling delete_port for bda28472-9a91-4bce-b45d-15157518943e owned by {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:39:10.333979 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313a9040-81b5-46e3-a652-aa26ee95ea96 req-80666d7d-258c-4649-ba70-d1e4076ff692 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:39:10.335833 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-313a9040-81b5-46e3-a652-aa26ee95ea96 req-80666d7d-258c-4649-ba70-d1e4076ff692 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] 10.222.0.39 "GET /v2.0/ports?device_id=0c78da3a-37a4-408c-866e-6cd48d09416e HTTP/1.1" status: 200 len: 945 time: 0.2999516 Aug 12 14:39:10.482792 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-fbbd28bf-54a6-4eaf-8a9f-8faabe9f6b8b tempest-RoutersAdminNegativeTest-17223935 tempest-RoutersAdminNegativeTest-17223935-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:10.520108 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbd28bf-54a6-4eaf-8a9f-8faabe9f6b8b tempest-RoutersAdminNegativeTest-17223935 tempest-RoutersAdminNegativeTest-17223935-project-admin] Pushing event deleted for resources: {'Port': ['ID=bda28472-9a91-4bce-b45d-15157518943e,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:39:10.569863 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-7b85500b-658c-4101-a0ac-ae69e70a1d5d None None] Notify callbacks [] for port, precommit_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:10.582621 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.provisioning_blocks [None req-7b85500b-658c-4101-a0ac-ae69e70a1d5d None None] Transition to ACTIVE for port object 0f7ba5cd-a481-44c6-a079-23a97a5aee48 will not be triggered until provisioned by entity L2. {{(pid=94469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:39:10.592420 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-7b85500b-658c-4101-a0ac-ae69e70a1d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:10.611270 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-29d0861f-fb26-4ed6-9f56-18a35d6c8d38 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-10495900-network', 'tenant_id': 'abcf19ed547946299d610db231b30ea8'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:39:10.613733 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [req-062f0036-8019-486d-9135-687d961ae943 req-a5e0602b-eebf-4c26-b322-682e04682382 service neutron] Attempting to bind port 6095b529-affb-4a37-9d73-3eaea05ccc31 on host n-h2-694802-15 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:39:10.614236 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [req-062f0036-8019-486d-9135-687d961ae943 req-a5e0602b-eebf-4c26-b322-682e04682382 service neutron] Attempting to bind port 6095b529-affb-4a37-9d73-3eaea05ccc31 by drivers openvswitch,hyperv on host n-h2-694802-15 at level 0 using segments [{'id': 'a1f8c867-101b-4d30-814e-b89f55a5edd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '2525c403-dfb3-4196-a273-739607aab38a'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:39:10.614390 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-062f0036-8019-486d-9135-687d961ae943 req-a5e0602b-eebf-4c26-b322-682e04682382 service neutron] Attempting to bind port 6095b529-affb-4a37-9d73-3eaea05ccc31 on network 2525c403-dfb3-4196-a273-739607aab38a {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:39:10.623770 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-fbbd28bf-54a6-4eaf-8a9f-8faabe9f6b8b tempest-RoutersAdminNegativeTest-17223935 tempest-RoutersAdminNegativeTest-17223935-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:10.625828 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-fbbd28bf-54a6-4eaf-8a9f-8faabe9f6b8b tempest-RoutersAdminNegativeTest-17223935 tempest-RoutersAdminNegativeTest-17223935-project-admin] 10.222.0.39 "DELETE /v2.0/ports/bda28472-9a91-4bce-b45d-15157518943e HTTP/1.1" status: 204 len: 168 time: 0.6202540 Aug 12 14:39:10.642907 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-db095deb-da32-467f-bd6b-061f15fa3ac0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-429413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-431608'] for router, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:10.647053 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29d0861f-fb26-4ed6-9f56-18a35d6c8d38 admin admin] Made reservation on behalf of abcf19ed547946299d610db231b30ea8 for: {'network': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:39:10.651911 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-29d0861f-fb26-4ed6-9f56-18a35d6c8d38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for network, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:10.664058 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.managers [None req-7b85500b-658c-4101-a0ac-ae69e70a1d5d None None] Attempting to bind port 0f7ba5cd-a481-44c6-a079-23a97a5aee48 on host n-d-694802-15 for vnic_type normal with profile {{(pid=94469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:39:10.665238 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.managers [None req-7b85500b-658c-4101-a0ac-ae69e70a1d5d None None] Attempting to bind port 0f7ba5cd-a481-44c6-a079-23a97a5aee48 by drivers openvswitch,hyperv on host n-d-694802-15 at level 0 using segments [{'id': 'b1b396cb-2dc6-4041-bfc7-1833a80a4720', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'}] {{(pid=94469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:39:10.666014 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b85500b-658c-4101-a0ac-ae69e70a1d5d None None] Attempting to bind port 0f7ba5cd-a481-44c6-a079-23a97a5aee48 on network d3759e1b-6c03-45ac-acd4-90abb417809b {{(pid=94469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:39:10.668495 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-313a9040-81b5-46e3-a652-aa26ee95ea96 req-ff9cd401-9aa4-4e32-bab0-5512c82ecad8 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b3c7ce2-70f7-4d15-8774-e830cec0f0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3159034 Aug 12 14:39:10.671089 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-062f0036-8019-486d-9135-687d961ae943 req-a5e0602b-eebf-4c26-b322-682e04682382 service neutron] Port 6095b529-affb-4a37-9d73-3eaea05ccc31 on network 2525c403-dfb3-4196-a273-739607aab38a not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-15 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 14:39:10.671424 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-062f0036-8019-486d-9135-687d961ae943 req-a5e0602b-eebf-4c26-b322-682e04682382 service neutron] Attempting to bind port 6095b529-affb-4a37-9d73-3eaea05ccc31 on network 2525c403-dfb3-4196-a273-739607aab38a {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:39:10.673211 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-29d0861f-fb26-4ed6-9f56-18a35d6c8d38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:10.696492 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b85500b-658c-4101-a0ac-ae69e70a1d5d None None] Checking agent: {'id': '16de73ac-f2e9-4cee-b3e0-91052ae3e6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 20, 13), 'started_at': datetime.datetime(2021, 8, 12, 14, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 38, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:39:10.697457 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b85500b-658c-4101-a0ac-ae69e70a1d5d None None] Checking segment: {'id': 'b1b396cb-2dc6-4041-bfc7-1833a80a4720', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:39:10.698040 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-7b85500b-658c-4101-a0ac-ae69e70a1d5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:10.698952 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b85500b-658c-4101-a0ac-ae69e70a1d5d None None] Bound using segment: {'id': 'b1b396cb-2dc6-4041-bfc7-1833a80a4720', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'} {{(pid=94469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:39:10.699780 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.managers [None req-7b85500b-658c-4101-a0ac-ae69e70a1d5d None None] Bound port: 0f7ba5cd-a481-44c6-a079-23a97a5aee48, host: n-d-694802-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1b396cb-2dc6-4041-bfc7-1833a80a4720', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'}}] {{(pid=94469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:39:10.700496 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-7b85500b-658c-4101-a0ac-ae69e70a1d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:10.728523 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c9db05-b51d-4888-8c8e-f82783cd1b96 None None] Pushing event updated for resources: {'Port': ['ID=0f7ba5cd-a481-44c6-a079-23a97a5aee48,revision_number=2']} {{(pid=94469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:39:10.752007 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-062f0036-8019-486d-9135-687d961ae943 req-a5e0602b-eebf-4c26-b322-682e04682382 service neutron] Checking agent: {'id': 'b7697f71-33f3-4959-ad82-43c2dc15845d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 27, 42), 'started_at': datetime.datetime(2021, 8, 12, 14, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 38, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:39:10.752412 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-062f0036-8019-486d-9135-687d961ae943 req-a5e0602b-eebf-4c26-b322-682e04682382 service neutron] Checking segment: {'id': 'a1f8c867-101b-4d30-814e-b89f55a5edd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '2525c403-dfb3-4196-a273-739607aab38a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:39:10.752743 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-062f0036-8019-486d-9135-687d961ae943 req-a5e0602b-eebf-4c26-b322-682e04682382 service neutron] Bound using segment: {'id': 'a1f8c867-101b-4d30-814e-b89f55a5edd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '2525c403-dfb3-4196-a273-739607aab38a'} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:39:10.753194 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [req-062f0036-8019-486d-9135-687d961ae943 req-a5e0602b-eebf-4c26-b322-682e04682382 service neutron] Bound port: 6095b529-affb-4a37-9d73-3eaea05ccc31, host: n-h2-694802-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1f8c867-101b-4d30-814e-b89f55a5edd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '2525c403-dfb3-4196-a273-739607aab38a'}}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:39:10.753598 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-062f0036-8019-486d-9135-687d961ae943 req-a5e0602b-eebf-4c26-b322-682e04682382 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:10.788982 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.db [None req-7b85500b-658c-4101-a0ac-ae69e70a1d5d None None] For port 0f7ba5cd-a481-44c6-a079-23a97a5aee48, host n-d-694802-15, cleared binding levels {{(pid=94469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:39:10.797718 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.db [None req-7b85500b-658c-4101-a0ac-ae69e70a1d5d None None] For port 0f7ba5cd-a481-44c6-a079-23a97a5aee48, host n-d-694802-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=0f7ba5cd-a481-44c6-a079-23a97a5aee48,segment=NetworkSegment(b1b396cb-2dc6-4041-bfc7-1833a80a4720),segment_id=b1b396cb-2dc6-4041-bfc7-1833a80a4720)] {{(pid=94469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:39:10.808128 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-29d0861f-fb26-4ed6-9f56-18a35d6c8d38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:10.810181 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-7b85500b-658c-4101-a0ac-ae69e70a1d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:10.816258 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-29d0861f-fb26-4ed6-9f56-18a35d6c8d38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:10.863474 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29d0861f-fb26-4ed6-9f56-18a35d6c8d38 admin admin] vlan segment allocate from pool success with {'vlan_id': 303, 'physical_network': 'physnet1'} {{(pid=94467) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 14:39:10.889860 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-29d0861f-fb26-4ed6-9f56-18a35d6c8d38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:10.891618 n-d-694802-15 neutron-server[94467]: INFO neutron.db.segments_db [None req-29d0861f-fb26-4ed6-9f56-18a35d6c8d38 admin admin] Added segment 25ffa9f8-3a7e-477d-a2e4-6eccceac9115 of type vlan for network 8ac6d62d-7552-4386-9630-aa41f365c73f Aug 12 14:39:10.904754 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b85500b-658c-4101-a0ac-ae69e70a1d5d None None] Routers {'066a6fc0-497e-40e1-a855-233debc6f768'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:39:10.905591 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-7b85500b-658c-4101-a0ac-ae69e70a1d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:38:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['066a6fc0-497e-40e1-a855-233debc6f768'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:39:10.907780 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c9db05-b51d-4888-8c8e-f82783cd1b96 None None] Pushing event updated for resources: {'Port': ['ID=0f7ba5cd-a481-44c6-a079-23a97a5aee48,revision_number=3']} {{(pid=94469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:39:10.963266 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-29d0861f-fb26-4ed6-9f56-18a35d6c8d38 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744653628263'] for network, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:11.031208 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d0861f-fb26-4ed6-9f56-18a35d6c8d38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7acf9762-88e9-4d0e-8130-71a710c9c9e5,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:39:11.051050 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-7b85500b-658c-4101-a0ac-ae69e70a1d5d None None] Set router 066a6fc0-497e-40e1-a855-233debc6f768 gateway port host: n-d-694802-15 {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:39:11.092717 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-29d0861f-fb26-4ed6-9f56-18a35d6c8d38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409'] for network, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:11.093878 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29d0861f-fb26-4ed6-9f56-18a35d6c8d38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:39:11.094478 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-29d0861f-fb26-4ed6-9f56-18a35d6c8d38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for network, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:11.168475 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-29d0861f-fb26-4ed6-9f56-18a35d6c8d38 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9413581 Aug 12 14:39:11.177600 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:11.182776 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d913038-7a7f-4910-ad8f-8a969f24ed89 req-2cfd4788-30c8-41e3-9234-9dfc47274ca4 tempest-LiveMigrationNegativeTest-9470437 tempest-LiveMigrationNegativeTest-9470437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:39:11.184466 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0d913038-7a7f-4910-ad8f-8a969f24ed89 req-2cfd4788-30c8-41e3-9234-9dfc47274ca4 tempest-LiveMigrationNegativeTest-9470437 tempest-LiveMigrationNegativeTest-9470437-project] 10.222.0.39 "GET /v2.0/ports?device_id=84ea5c86-f363-4759-afa6-b1709659bf60 HTTP/1.1" status: 200 len: 948 time: 0.1705570 Aug 12 14:39:11.186833 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 42570) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:39:11.195738 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-7983bfac-3b06-420c-86d6-523af4b9224a admin admin] Request body: {'subnet': {'network_id': '8ac6d62d-7552-4386-9630-aa41f365c73f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-10495900-subnet', 'tenant_id': 'abcf19ed547946299d610db231b30ea8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:39:11.225675 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 42572) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:39:11.227985 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device a4491901-d58e-4509-9f32-2b1b51507b50 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:39:11.238216 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7983bfac-3b06-420c-86d6-523af4b9224a admin admin] Made reservation on behalf of abcf19ed547946299d610db231b30ea8 for: {'subnet': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:39:11.240689 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-7983bfac-3b06-420c-86d6-523af4b9224a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3343791'] for subnet, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:11.302340 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port a4491901-d58e-4509-9f32-2b1b51507b50 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:39:11.302745 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:11.306452 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d0861f-fb26-4ed6-9f56-18a35d6c8d38 admin admin] Pushing event updated for resources: {'Network': ['ID=8ac6d62d-7552-4386-9630-aa41f365c73f,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:39:11.371521 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0d913038-7a7f-4910-ad8f-8a969f24ed89 req-0cd04e52-67f7-4b82-93e7-3d3688a0784d tempest-LiveMigrationNegativeTest-9470437 tempest-LiveMigrationNegativeTest-9470437-project] 10.222.0.39 "GET /v2.0/security-groups?id=214de4e1-d877-4447-84c5-1de63b8d32db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468692 Aug 12 14:39:11.376266 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Network 8ac6d62d-7552-4386-9630-aa41f365c73f details requested by agent ovs-agent-n-d-694802-15 with host n-d-694802-15 {{(pid=94468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 14:39:11.401569 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-7b85500b-658c-4101-a0ac-ae69e70a1d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '066a6fc0-497e-40e1-a855-233debc6f768', 'name': 'tempest-FloatingIPsNegativeTestJSON-1240188186-router', 'tenant_id': '0fc6e645c542404f965833a9119352be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.192'}], 'enable_snat': True}, 'gw_port_id': '0f7ba5cd-a481-44c6-a079-23a97a5aee48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:39:05Z', 'updated_at': '2021-08-12T14:39:07Z', 'revision_number': 3, 'project_id': '0fc6e645c542404f965833a9119352be', 'gw_port': {'id': '0f7ba5cd-a481-44c6-a079-23a97a5aee48', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:3f:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '066a6fc0-497e-40e1-a855-233debc6f768', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:39:06Z', 'updated_at': '2021-08-12T14:39:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15'}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:39:11.443545 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b85500b-658c-4101-a0ac-ae69e70a1d5d None None] The sync data for ids ['066a6fc0-497e-40e1-a855-233debc6f768'] in n-d-694802-15 is: [{'id': '066a6fc0-497e-40e1-a855-233debc6f768', 'name': 'tempest-FloatingIPsNegativeTestJSON-1240188186-router', 'tenant_id': '0fc6e645c542404f965833a9119352be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.192'}], 'enable_snat': True}, 'gw_port_id': '0f7ba5cd-a481-44c6-a079-23a97a5aee48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:39:05Z', 'updated_at': '2021-08-12T14:39:07Z', 'revision_number': 3, 'project_id': '0fc6e645c542404f965833a9119352be', 'gw_port': {'id': '0f7ba5cd-a481-44c6-a079-23a97a5aee48', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:3f:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '066a6fc0-497e-40e1-a855-233debc6f768', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:39:06Z', 'updated_at': '2021-08-12T14:39:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15'}] {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 14:39:11.507262 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-2e644f3c-4977-40aa-8d19-3d64adc6605b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:11.588774 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-7983bfac-3b06-420c-86d6-523af4b9224a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2859166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3343773'] for subnet, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:11.674087 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7983bfac-3b06-420c-86d6-523af4b9224a admin admin] Pushing event updated for resources: {'Subnet': ['ID=f7615930-382d-44ff-8b02-ecb1a2922a73,revision_number=0']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:39:11.697745 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7983bfac-3b06-420c-86d6-523af4b9224a admin admin] Checking segment: {'id': '25ffa9f8-3a7e-477d-a2e4-6eccceac9115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '8ac6d62d-7552-4386-9630-aa41f365c73f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:39:11.698248 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7983bfac-3b06-420c-86d6-523af4b9224a admin admin] Network hostable DHCP agents. Network: 8ac6d62d-7552-4386-9630-aa41f365c73f, hostable agents: ['1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658'], hosted agents: [] {{(pid=94467) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 14:39:11.717140 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [req-062f0036-8019-486d-9135-687d961ae943 req-a5e0602b-eebf-4c26-b322-682e04682382 service neutron] For port 6095b529-affb-4a37-9d73-3eaea05ccc31, host n-h2-694802-15, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:39:11.807225 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7983bfac-3b06-420c-86d6-523af4b9224a admin admin] Network 8ac6d62d-7552-4386-9630-aa41f365c73f is scheduled to be hosted by DHCP agent 1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658 with binding_index 1 {{(pid=94467) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 14:39:11.811505 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-2e644f3c-4977-40aa-8d19-3d64adc6605b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:11.819223 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-2e644f3c-4977-40aa-8d19-3d64adc6605b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:11.829976 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [req-062f0036-8019-486d-9135-687d961ae943 req-a5e0602b-eebf-4c26-b322-682e04682382 service neutron] For port 6095b529-affb-4a37-9d73-3eaea05ccc31, host n-h2-694802-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=6095b529-affb-4a37-9d73-3eaea05ccc31,segment=NetworkSegment(a1f8c867-101b-4d30-814e-b89f55a5edd0),segment_id=a1f8c867-101b-4d30-814e-b89f55a5edd0)] {{(pid=94466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:39:11.830319 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [None req-7983bfac-3b06-420c-86d6-523af4b9224a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-15, 8ac6d62d-7552-4386-9630-aa41f365c73f) {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:39:11.837358 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7983bfac-3b06-420c-86d6-523af4b9224a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:39:11.838343 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-7983bfac-3b06-420c-86d6-523af4b9224a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:11.842324 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-239cd176-908a-4b8a-b400-8d854302e26c None None] Network 8ac6d62d-7552-4386-9630-aa41f365c73f requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:39:11.863575 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-062f0036-8019-486d-9135-687d961ae943 req-a5e0602b-eebf-4c26-b322-682e04682382 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3718439'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:11.888239 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-2e644f3c-4977-40aa-8d19-3d64adc6605b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5c0747247be64c33b417bb820bf99249&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6585305 Aug 12 14:39:11.891490 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 42590) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:39:11.893043 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db095deb-da32-467f-bd6b-061f15fa3ac0 admin admin] Router a8eeff59-3948-4b86-9284-2f54386a0474 is scheduled to L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f with binding_index 1 {{(pid=94466) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 14:39:11.898664 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-7983bfac-3b06-420c-86d6-523af4b9224a admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7082477 Aug 12 14:39:11.902943 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e644f3c-4977-40aa-8d19-3d64adc6605b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a13dfd9-1ec6-41c3-b2c5-7e1827fb2f25,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:39:11.904570 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 42592) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:39:11.945893 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-95df7660-0541-4f81-a6b2-4755348f92e0 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-10495900-router', 'tenant_id': 'abcf19ed547946299d610db231b30ea8', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'}}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:39:11.975148 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-001fb52c-c220-4839-a3d7-30df363aa502 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:11.994964 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062f0036-8019-486d-9135-687d961ae943 req-a5e0602b-eebf-4c26-b322-682e04682382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:39:11.995650 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-062f0036-8019-486d-9135-687d961ae943 req-a5e0602b-eebf-4c26-b322-682e04682382 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:12.000585 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-062f0036-8019-486d-9135-687d961ae943 req-a5e0602b-eebf-4c26-b322-682e04682382 service neutron] 10.222.0.49 "PUT /v2.0/ports/6095b529-affb-4a37-9d73-3eaea05ccc31 HTTP/1.1" status: 200 len: 1097 time: 3.6702738 Aug 12 14:39:12.008602 n-d-694802-15 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84ea5c86-f363-4759-afa6-b1709659bf60', 'tag': '6095b529-affb-4a37-9d73-3eaea05ccc31'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:39:12.012076 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e785eeede3897370d0b20f09d5f461b30cfecd5ed38c4f07dacd02bc52c9277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fbacba3-d095-435a-8c2b-a4bf2678c544" -d '{"events": [{"name": "network-changed", "server_uuid": "84ea5c86-f363-4759-afa6-b1709659bf60", "tag": "6095b529-affb-4a37-9d73-3eaea05ccc31"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:39:12.018180 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-001fb52c-c220-4839-a3d7-30df363aa502 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:12.117607 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39438f73-b9ec-4c8f-a0ce-8266ddabafcd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa7035b3e-9a89-5964-b9f4-97301c3f476a-8ac6d62d-7552-4386-9630-aa41f365c73f', 'network_id': '8ac6d62d-7552-4386-9630-aa41f365c73f', 'tenant_id': 'abcf19ed547946299d610db231b30ea8', 'fixed_ips': [{'subnet_id': 'f7615930-382d-44ff-8b02-ecb1a2922a73'}]}} from n-d-694802-15. {{(pid=94468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 14:39:12.119715 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-39438f73-b9ec-4c8f-a0ce-8266ddabafcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:12.122727 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-001fb52c-c220-4839-a3d7-30df363aa502 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:12.130819 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-001fb52c-c220-4839-a3d7-30df363aa502 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:12.132312 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-001fb52c-c220-4839-a3d7-30df363aa502 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4a13dfd9-1ec6-41c3-b2c5-7e1827fb2f25 HTTP/1.1" status: 204 len: 168 time: 0.2378089 Aug 12 14:39:12.144164 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001fb52c-c220-4839-a3d7-30df363aa502 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a13dfd9-1ec6-41c3-b2c5-7e1827fb2f25,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:39:12.156289 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 14:39:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d10b1f5-25d3-4df2-b798-3a2f006e0e6f x-openstack-request-id: req-7d10b1f5-25d3-4df2-b798-3a2f006e0e6f {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:39:12.156597 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84ea5c86-f363-4759-afa6-b1709659bf60", "tag": "6095b529-affb-4a37-9d73-3eaea05ccc31", "status": "completed", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:39:12.156864 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7d10b1f5-25d3-4df2-b798-3a2f006e0e6f {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:39:12.157288 n-d-694802-15 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84ea5c86-f363-4759-afa6-b1709659bf60', 'tag': '6095b529-affb-4a37-9d73-3eaea05ccc31', 'status': 'completed', 'code': 200} Aug 12 14:39:12.325757 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.db_base_plugin_common [None req-39438f73-b9ec-4c8f-a0ce-8266ddabafcd None None] Allocated IP 172.20.0.2 (8ac6d62d-7552-4386-9630-aa41f365c73f/f7615930-382d-44ff-8b02-ecb1a2922a73/63b39c9b-8a91-461e-becc-79c4b64297fe) {{(pid=94468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:39:12.341052 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-95df7660-0541-4f81-a6b2-4755348f92e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-430574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-104863'] for router, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:12.342111 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-95df7660-0541-4f81-a6b2-4755348f92e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-429438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-431405', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66646573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-104852'] for router, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:12.376533 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3008f581-cf04-47a0-bfbb-5c7f1c6da6e6 req-6ce13bbe-6913-4445-b7c3-46588d72c18d tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:39:12.390652 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-3008f581-cf04-47a0-bfbb-5c7f1c6da6e6 req-6ce13bbe-6913-4445-b7c3-46588d72c18d tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] 10.222.0.39 "GET /v2.0/ports?device_id=0c78da3a-37a4-408c-866e-6cd48d09416e HTTP/1.1" status: 200 len: 945 time: 0.5680127 Aug 12 14:39:12.424848 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e0602b-eebf-4c26-b322-682e04682382 service neutron] Pushing event updated for resources: {'Port': ['ID=6095b529-affb-4a37-9d73-3eaea05ccc31,revision_number=3']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:39:12.436762 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:12.473742 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-dbddf30f-818a-42ba-a783-ff5f26e331cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:12.571542 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-39438f73-b9ec-4c8f-a0ce-8266ddabafcd None None] Notify callbacks [] for port, precommit_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:12.581335 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-39438f73-b9ec-4c8f-a0ce-8266ddabafcd None None] Transition to ACTIVE for port object 63b39c9b-8a91-461e-becc-79c4b64297fe will not be triggered until provisioned by entity L2. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:39:12.597623 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f9ed15-b736-4649-aa05-4117123eb627 req-c8adea2e-663c-4335-82fb-2fa059c0fe7c tempest-LiveMigrationNegativeTest-9470437 tempest-LiveMigrationNegativeTest-9470437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:39:12.599306 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-39438f73-b9ec-4c8f-a0ce-8266ddabafcd None None] Transition to ACTIVE for port object 63b39c9b-8a91-461e-becc-79c4b64297fe will not be triggered until provisioned by entity DHCP. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:39:12.604628 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-04f9ed15-b736-4649-aa05-4117123eb627 req-c8adea2e-663c-4335-82fb-2fa059c0fe7c tempest-LiveMigrationNegativeTest-9470437 tempest-LiveMigrationNegativeTest-9470437-project] 10.222.0.39 "GET /v2.0/ports?device_id=84ea5c86-f363-4759-afa6-b1709659bf60 HTTP/1.1" status: 200 len: 948 time: 0.1041529 Aug 12 14:39:12.616019 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-39438f73-b9ec-4c8f-a0ce-8266ddabafcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253'] for port, after_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:12.642983 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062f0036-8019-486d-9135-687d961ae943 req-2b6b9f15-b0f1-46e0-b09b-c9b993f1d650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:39:12.652973 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-062f0036-8019-486d-9135-687d961ae943 req-2b6b9f15-b0f1-46e0-b09b-c9b993f1d650 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=852c96032e244d76a2e6d8b81e06dbfa&device_id=84ea5c86-f363-4759-afa6-b1709659bf60 HTTP/1.1" status: 200 len: 1100 time: 0.5881469 Aug 12 14:39:12.664628 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-04f9ed15-b736-4649-aa05-4117123eb627 req-becf0456-e988-4743-a02c-28801ca27f43 tempest-LiveMigrationNegativeTest-9470437 tempest-LiveMigrationNegativeTest-9470437-project] 10.222.0.39 "GET /v2.0/security-groups?id=214de4e1-d877-4447-84c5-1de63b8d32db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553851 Aug 12 14:39:12.702233 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39438f73-b9ec-4c8f-a0ce-8266ddabafcd None None] Network 8ac6d62d-7552-4386-9630-aa41f365c73f is already hosted by enough agents. {{(pid=94468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:39:12.710004 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-3008f581-cf04-47a0-bfbb-5c7f1c6da6e6 req-3f71831d-131d-474d-a4f5-434e4971a1d1 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b3c7ce2-70f7-4d15-8774-e830cec0f0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3186204 Aug 12 14:39:12.719583 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.base_scheduler [None req-39438f73-b9ec-4c8f-a0ce-8266ddabafcd None None] Resources bound (agent type, host, resource id): {{(pid=94468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:39:12.721517 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39438f73-b9ec-4c8f-a0ce-8266ddabafcd None None] Pushing event updated for resources: {'Port': ['ID=63b39c9b-8a91-461e-becc-79c4b64297fe,revision_number=1']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:39:12.724055 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39438f73-b9ec-4c8f-a0ce-8266ddabafcd None None] Received port after_create {{(pid=94468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:39:12.820693 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-39438f73-b9ec-4c8f-a0ce-8266ddabafcd None None] Attempting to bind port 63b39c9b-8a91-461e-becc-79c4b64297fe on host n-d-694802-15 for vnic_type normal with profile {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:39:12.821060 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-39438f73-b9ec-4c8f-a0ce-8266ddabafcd None None] Attempting to bind port 63b39c9b-8a91-461e-becc-79c4b64297fe by drivers openvswitch,hyperv on host n-d-694802-15 at level 0 using segments [{'id': '25ffa9f8-3a7e-477d-a2e4-6eccceac9115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '8ac6d62d-7552-4386-9630-aa41f365c73f'}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:39:12.821417 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39438f73-b9ec-4c8f-a0ce-8266ddabafcd None None] Attempting to bind port 63b39c9b-8a91-461e-becc-79c4b64297fe on network 8ac6d62d-7552-4386-9630-aa41f365c73f {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:39:12.828305 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39438f73-b9ec-4c8f-a0ce-8266ddabafcd None None] Checking agent: {'id': '16de73ac-f2e9-4cee-b3e0-91052ae3e6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 20, 13), 'started_at': datetime.datetime(2021, 8, 12, 14, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 38, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:39:12.828673 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39438f73-b9ec-4c8f-a0ce-8266ddabafcd None None] Checking segment: {'id': '25ffa9f8-3a7e-477d-a2e4-6eccceac9115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '8ac6d62d-7552-4386-9630-aa41f365c73f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:39:12.829069 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-39438f73-b9ec-4c8f-a0ce-8266ddabafcd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:12.829557 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39438f73-b9ec-4c8f-a0ce-8266ddabafcd None None] Bound using segment: {'id': '25ffa9f8-3a7e-477d-a2e4-6eccceac9115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '8ac6d62d-7552-4386-9630-aa41f365c73f'} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:39:12.830552 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-39438f73-b9ec-4c8f-a0ce-8266ddabafcd None None] Bound port: 63b39c9b-8a91-461e-becc-79c4b64297fe, host: n-d-694802-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25ffa9f8-3a7e-477d-a2e4-6eccceac9115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '8ac6d62d-7552-4386-9630-aa41f365c73f'}}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:39:12.830552 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-39438f73-b9ec-4c8f-a0ce-8266ddabafcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:12.889260 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db095deb-da32-467f-bd6b-061f15fa3ac0 admin admin] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 14:39:12.903151 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad1b7f03-27fd-487c-bcb1-32c4e35f1e5f None None] Sync routers for ids ['a8eeff59-3948-4b86-9284-2f54386a0474'] in n-d-694802-15 {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 14:39:12.930637 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-95df7660-0541-4f81-a6b2-4755348f92e0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:12.940440 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 42616) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:39:12.941101 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad1b7f03-27fd-487c-bcb1-32c4e35f1e5f None None] Routers {'a8eeff59-3948-4b86-9284-2f54386a0474'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:39:12.941749 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-ad1b7f03-27fd-487c-bcb1-32c4e35f1e5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:38:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['a8eeff59-3948-4b86-9284-2f54386a0474'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:39:12.954121 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-062f0036-8019-486d-9135-687d961ae943 req-ad4b5fb3-3d3a-42d2-9008-cb9eff1d53cb service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.113&port_id=6095b529-affb-4a37-9d73-3eaea05ccc31 HTTP/1.1" status: 200 len: 217 time: 0.2458971 Aug 12 14:39:12.988685 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-39438f73-b9ec-4c8f-a0ce-8266ddabafcd None None] For port 63b39c9b-8a91-461e-becc-79c4b64297fe, host n-d-694802-15, cleared binding levels {{(pid=94468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:39:12.992426 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-2b22a549-4408-45b8-ac97-9097d7271323 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=fc130364e9c94867b56c3a052cea16ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0508533 Aug 12 14:39:12.995972 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 42618) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:39:13.030605 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-39438f73-b9ec-4c8f-a0ce-8266ddabafcd None None] For port 63b39c9b-8a91-461e-becc-79c4b64297fe, host n-d-694802-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=63b39c9b-8a91-461e-becc-79c4b64297fe,segment=NetworkSegment(25ffa9f8-3a7e-477d-a2e4-6eccceac9115),segment_id=25ffa9f8-3a7e-477d-a2e4-6eccceac9115)] {{(pid=94468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:39:13.065823 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-39438f73-b9ec-4c8f-a0ce-8266ddabafcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:13.096958 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:13.140234 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-db095deb-da32-467f-bd6b-061f15fa3ac0 admin admin] Notify callbacks [] for router, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:13.141541 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-db095deb-da32-467f-bd6b-061f15fa3ac0 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 7.6935844 Aug 12 14:39:13.153658 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 42620) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:39:13.212460 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvr_db [None req-ad1b7f03-27fd-487c-bcb1-32c4e35f1e5f None None] Set router a8eeff59-3948-4b86-9284-2f54386a0474 gateway port host: n-d-694802-15 {{(pid=94468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:39:13.285073 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-dbddf30f-818a-42ba-a783-ff5f26e331cd admin admin] Allocated IP 172.20.0.1 (4464d9af-d4a4-41ad-96cf-cbff705eb0f7/8efd5e3a-8bc0-4f52-bcd1-1f628fc5808c/35a058a3-6dbf-4263-8d26-f88023ce0263) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:39:13.341940 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 0f7ba5cd-a481-44c6-a079-23a97a5aee48 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:39:13.432727 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-95df7660-0541-4f81-a6b2-4755348f92e0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:13.457786 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062f0036-8019-486d-9135-687d961ae943 req-46ffbcbc-da84-4e07-9ed2-01104f7521f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:39:13.459337 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-062f0036-8019-486d-9135-687d961ae943 req-46ffbcbc-da84-4e07-9ed2-01104f7521f3 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=236e0be6-1c94-4221-9e8b-ab02a53331f8 HTTP/1.1" status: 200 len: 843 time: 0.4652719 Aug 12 14:39:13.532361 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39438f73-b9ec-4c8f-a0ce-8266ddabafcd None None] Pushing event updated for resources: {'Port': ['ID=63b39c9b-8a91-461e-becc-79c4b64297fe,revision_number=2']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:39:13.587861 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-042da9fd-9fce-4bcd-9230-9ce28adc3c3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:13.625795 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-bd43e31e-ff07-48c9-9361-a0a663e0eda3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:13.633801 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning for port 0f7ba5cd-a481-44c6-a079-23a97a5aee48 completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:39:13.643079 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port 0f7ba5cd-a481-44c6-a079-23a97a5aee48 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:39:13.643536 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:13.676073 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-bd43e31e-ff07-48c9-9361-a0a663e0eda3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:13.731704 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-ad1b7f03-27fd-487c-bcb1-32c4e35f1e5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8eeff59-3948-4b86-9284-2f54386a0474', 'name': 'tempest-ServerRescueNegativeTestJSON-401007129-router', 'tenant_id': 'ef918c3e55db41809ce6731a1724be70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.45'}], 'enable_snat': True}, 'gw_port_id': 'ec034307-e107-4851-86b6-7bf6c7b47270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:39:05Z', 'updated_at': '2021-08-12T14:39:08Z', 'revision_number': 3, 'project_id': 'ef918c3e55db41809ce6731a1724be70', 'gw_port': {'id': 'ec034307-e107-4851-86b6-7bf6c7b47270', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:1e:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8eeff59-3948-4b86-9284-2f54386a0474', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1057, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:39:07Z', 'updated_at': '2021-08-12T14:39:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15'}], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:39:13.761432 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062f0036-8019-486d-9135-687d961ae943 req-2333d5e8-8c8f-4781-971f-599922eab737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:39:13.769527 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-062f0036-8019-486d-9135-687d961ae943 req-2333d5e8-8c8f-4781-971f-599922eab737 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2525c403-dfb3-4196-a273-739607aab38a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2961011 Aug 12 14:39:13.788842 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-bd43e31e-ff07-48c9-9361-a0a663e0eda3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:13.794513 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-bd43e31e-ff07-48c9-9361-a0a663e0eda3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:13.795944 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-bd43e31e-ff07-48c9-9361-a0a663e0eda3 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/844b5c5f-6746-4741-b0c8-e3fc7b80af6f HTTP/1.1" status: 204 len: 168 time: 0.7988672 Aug 12 14:39:13.815239 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd43e31e-ff07-48c9-9361-a0a663e0eda3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=844b5c5f-6746-4741-b0c8-e3fc7b80af6f,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:39:13.916479 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5779f92f-a402-4b13-a698-4fb2b1a4f257 req-9173b37c-7c47-486a-8261-0eac9132cad6 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:39:13.919060 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-5779f92f-a402-4b13-a698-4fb2b1a4f257 req-9173b37c-7c47-486a-8261-0eac9132cad6 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] 10.222.0.39 "GET /v2.0/ports?device_id=0c78da3a-37a4-408c-866e-6cd48d09416e HTTP/1.1" status: 200 len: 945 time: 0.0868678 Aug 12 14:39:13.992520 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-5779f92f-a402-4b13-a698-4fb2b1a4f257 req-5a0b3776-40b2-45e8-bc6a-48dad9b18522 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b3c7ce2-70f7-4d15-8774-e830cec0f0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677888 Aug 12 14:39:13.994374 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-dbddf30f-818a-42ba-a783-ff5f26e331cd admin admin] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:14.067487 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad1b7f03-27fd-487c-bcb1-32c4e35f1e5f None None] Checking router: a8eeff59-3948-4b86-9284-2f54386a0474 for host: n-d-694802-15 {{(pid=94468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 14:39:14.067842 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad1b7f03-27fd-487c-bcb1-32c4e35f1e5f None None] Updating router a8eeff59-3948-4b86-9284-2f54386a0474 port ec034307-e107-4851-86b6-7bf6c7b47270 binding host n-d-694802-15 {{(pid=94468) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 14:39:14.111891 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-dbddf30f-818a-42ba-a783-ff5f26e331cd admin admin] Transition to ACTIVE for port object 35a058a3-6dbf-4263-8d26-f88023ce0263 will not be triggered until provisioned by entity DHCP. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:39:14.147667 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:14.153042 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-1769855f-eda9-4483-9dc3-3220908ab45d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:14.163355 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-ad1b7f03-27fd-487c-bcb1-32c4e35f1e5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:14.172581 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ffe0d3-8a4f-48de-a4b4-f65e1aaa066d req-90fb37fd-a474-4987-9622-bd2930e5c64a tempest-LiveMigrationNegativeTest-9470437 tempest-LiveMigrationNegativeTest-9470437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:39:14.174179 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-59ffe0d3-8a4f-48de-a4b4-f65e1aaa066d req-90fb37fd-a474-4987-9622-bd2930e5c64a tempest-LiveMigrationNegativeTest-9470437 tempest-LiveMigrationNegativeTest-9470437-project] 10.222.0.39 "GET /v2.0/ports?device_id=84ea5c86-f363-4759-afa6-b1709659bf60 HTTP/1.1" status: 200 len: 948 time: 0.2636275 Aug 12 14:39:14.181407 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-062f0036-8019-486d-9135-687d961ae943 req-9bc6a363-9577-4abc-af24-43d1317bddef service neutron] 10.222.0.49 "GET /v2.0/networks/2525c403-dfb3-4196-a273-739607aab38a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3991694 Aug 12 14:39:14.470227 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] For port 0f7ba5cd-a481-44c6-a079-23a97a5aee48, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=0f7ba5cd-a481-44c6-a079-23a97a5aee48,segment=NetworkSegment(b1b396cb-2dc6-4041-bfc7-1833a80a4720),segment_id=b1b396cb-2dc6-4041-bfc7-1833a80a4720)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:39:14.477959 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:14.585209 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-ad1b7f03-27fd-487c-bcb1-32c4e35f1e5f None None] Notify callbacks [] for port, precommit_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:14.611781 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Pushing event updated for resources: {'Port': ['ID=0f7ba5cd-a481-44c6-a079-23a97a5aee48,revision_number=4']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:39:14.615039 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-ad1b7f03-27fd-487c-bcb1-32c4e35f1e5f None None] Transition to ACTIVE for port object ec034307-e107-4851-86b6-7bf6c7b47270 will not be triggered until provisioned by entity L2. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:39:14.623068 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-ad1b7f03-27fd-487c-bcb1-32c4e35f1e5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:14.655250 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63dd8b22-cd91-4190-8d7f-4c6b1cdd99ca None None] Network 8ac6d62d-7552-4386-9630-aa41f365c73f requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:39:14.696902 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-dbddf30f-818a-42ba-a783-ff5f26e331cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:14.732099 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-59ffe0d3-8a4f-48de-a4b4-f65e1aaa066d req-0a6debbe-7103-422b-938d-f5aad3560c77 tempest-LiveMigrationNegativeTest-9470437 tempest-LiveMigrationNegativeTest-9470437-project] 10.222.0.39 "GET /v2.0/security-groups?id=214de4e1-d877-4447-84c5-1de63b8d32db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4920256 Aug 12 14:39:14.740225 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-ad1b7f03-27fd-487c-bcb1-32c4e35f1e5f None None] Attempting to bind port ec034307-e107-4851-86b6-7bf6c7b47270 on host n-d-694802-15 for vnic_type normal with profile {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:39:14.740225 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-ad1b7f03-27fd-487c-bcb1-32c4e35f1e5f None None] Attempting to bind port ec034307-e107-4851-86b6-7bf6c7b47270 by drivers openvswitch,hyperv on host n-d-694802-15 at level 0 using segments [{'id': 'b1b396cb-2dc6-4041-bfc7-1833a80a4720', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:39:14.740225 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad1b7f03-27fd-487c-bcb1-32c4e35f1e5f None None] Attempting to bind port ec034307-e107-4851-86b6-7bf6c7b47270 on network d3759e1b-6c03-45ac-acd4-90abb417809b {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:39:14.740225 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-7807bca5-9431-49a5-9318-79813ebd56a8 None None] Provisioning for port 63b39c9b-8a91-461e-becc-79c4b64297fe completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:39:14.757253 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860d7cb9-c012-4f63-8a9a-d31e94bc40b5 None None] Pushing event updated for resources: {'Port': ['ID=ec034307-e107-4851-86b6-7bf6c7b47270,revision_number=2']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:39:14.761239 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad1b7f03-27fd-487c-bcb1-32c4e35f1e5f None None] Checking agent: {'id': '16de73ac-f2e9-4cee-b3e0-91052ae3e6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 20, 13), 'started_at': datetime.datetime(2021, 8, 12, 14, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 39, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:39:14.761543 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad1b7f03-27fd-487c-bcb1-32c4e35f1e5f None None] Checking segment: {'id': 'b1b396cb-2dc6-4041-bfc7-1833a80a4720', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:39:14.761997 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-ad1b7f03-27fd-487c-bcb1-32c4e35f1e5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:14.762397 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad1b7f03-27fd-487c-bcb1-32c4e35f1e5f None None] Bound using segment: {'id': 'b1b396cb-2dc6-4041-bfc7-1833a80a4720', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:39:14.762890 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-ad1b7f03-27fd-487c-bcb1-32c4e35f1e5f None None] Bound port: ec034307-e107-4851-86b6-7bf6c7b47270, host: n-d-694802-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1b396cb-2dc6-4041-bfc7-1833a80a4720', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'}}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:39:14.763319 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-ad1b7f03-27fd-487c-bcb1-32c4e35f1e5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:14.861011 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-ad1b7f03-27fd-487c-bcb1-32c4e35f1e5f None None] For port ec034307-e107-4851-86b6-7bf6c7b47270, host n-d-694802-15, cleared binding levels {{(pid=94468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:39:14.880207 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-ad1b7f03-27fd-487c-bcb1-32c4e35f1e5f None None] For port ec034307-e107-4851-86b6-7bf6c7b47270, host n-d-694802-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=ec034307-e107-4851-86b6-7bf6c7b47270,segment=NetworkSegment(b1b396cb-2dc6-4041-bfc7-1833a80a4720),segment_id=b1b396cb-2dc6-4041-bfc7-1833a80a4720)] {{(pid=94468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:39:14.907646 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-ad1b7f03-27fd-487c-bcb1-32c4e35f1e5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:15.023530 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad1b7f03-27fd-487c-bcb1-32c4e35f1e5f None None] Routers {'a8eeff59-3948-4b86-9284-2f54386a0474'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:39:15.024627 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-ad1b7f03-27fd-487c-bcb1-32c4e35f1e5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:39:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['a8eeff59-3948-4b86-9284-2f54386a0474'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:39:15.030633 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860d7cb9-c012-4f63-8a9a-d31e94bc40b5 None None] Pushing event updated for resources: {'Port': ['ID=ec034307-e107-4851-86b6-7bf6c7b47270,revision_number=3']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:39:15.118497 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 42672) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:39:15.201381 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvr_db [None req-ad1b7f03-27fd-487c-bcb1-32c4e35f1e5f None None] Set router a8eeff59-3948-4b86-9284-2f54386a0474 gateway port host: n-d-694802-15 {{(pid=94468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:39:15.252108 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926ffb3b-bcbc-47cd-b275-1c3ce9ad8b44 req-4f56e10c-5555-4b31-92a6-b79541f3610d tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:39:15.266895 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-926ffb3b-bcbc-47cd-b275-1c3ce9ad8b44 req-4f56e10c-5555-4b31-92a6-b79541f3610d tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] 10.222.0.39 "GET /v2.0/ports?device_id=0c78da3a-37a4-408c-866e-6cd48d09416e HTTP/1.1" status: 200 len: 945 time: 0.1351559 Aug 12 14:39:15.275588 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbddf30f-818a-42ba-a783-ff5f26e331cd admin admin] Network 4464d9af-d4a4-41ad-96cf-cbff705eb0f7 is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:39:15.293156 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-95df7660-0541-4f81-a6b2-4755348f92e0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:15.302082 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-dbddf30f-818a-42ba-a783-ff5f26e331cd admin admin] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:39:15.305805 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbddf30f-818a-42ba-a783-ff5f26e331cd admin admin] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:39:15.360292 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbddf30f-818a-42ba-a783-ff5f26e331cd admin admin] Pushing event updated for resources: {'Port': ['ID=35a058a3-6dbf-4263-8d26-f88023ce0263,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:39:15.361797 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-926ffb3b-bcbc-47cd-b275-1c3ce9ad8b44 req-f3d11e73-546c-4a61-972b-3b9f8af15214 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b3c7ce2-70f7-4d15-8774-e830cec0f0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909088 Aug 12 14:39:15.366744 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-062f0036-8019-486d-9135-687d961ae943 req-3ee16588-2d1d-4c3f-9061-738b13c7ddfa service neutron] 10.222.0.49 "GET /v2.0/networks/2525c403-dfb3-4196-a273-739607aab38a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1279466 Aug 12 14:39:15.423911 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-95df7660-0541-4f81-a6b2-4755348f92e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:15.466091 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 0f7ba5cd-a481-44c6-a079-23a97a5aee48 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:39:15.584721 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-b1ff141c-7304-4b43-899d-4526a0c93fef tempest-FloatingIPNegativeTestJSON-729016607 tempest-FloatingIPNegativeTestJSON-729016607-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-535094767'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:39:15.598997 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-dbddf30f-818a-42ba-a783-ff5f26e331cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66663725'] for router_interface, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:15.638113 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1ff141c-7304-4b43-899d-4526a0c93fef tempest-FloatingIPNegativeTestJSON-729016607 tempest-FloatingIPNegativeTestJSON-729016607-project] Made reservation on behalf of b3f763dfd2354e64ba1dbb47b40bb4e4 for: {'network': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:39:15.638691 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-fe95f194-a3b0-4c04-9e42-20b511169d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:15.645112 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-b1ff141c-7304-4b43-899d-4526a0c93fef tempest-FloatingIPNegativeTestJSON-729016607 tempest-FloatingIPNegativeTestJSON-729016607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for network, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:15.662400 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-b1ff141c-7304-4b43-899d-4526a0c93fef tempest-FloatingIPNegativeTestJSON-729016607 tempest-FloatingIPNegativeTestJSON-729016607-project] Notify callbacks [] for security_group, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:15.731631 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbacba3-d095-435a-8c2b-a4bf2678c544 req-a72285f3-8b13-44ad-b9bb-79d43cfc9a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:39:15.733332 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-3fbacba3-d095-435a-8c2b-a4bf2678c544 req-a72285f3-8b13-44ad-b9bb-79d43cfc9a77 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=852c96032e244d76a2e6d8b81e06dbfa&device_id=84ea5c86-f363-4759-afa6-b1709659bf60 HTTP/1.1" status: 200 len: 1100 time: 0.2869999 Aug 12 14:39:15.735149 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port 0f7ba5cd-a481-44c6-a079-23a97a5aee48 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:39:15.735533 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:15.786539 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-95df7660-0541-4f81-a6b2-4755348f92e0 admin admin] Allocated IP 172.25.1.209 (d3759e1b-6c03-45ac-acd4-90abb417809b/f0254f08-c19c-4e31-bd9c-09389ea4b6f2/36407650-d5a5-4b06-8224-40a2022c887a) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:39:15.798792 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-b1ff141c-7304-4b43-899d-4526a0c93fef tempest-FloatingIPNegativeTestJSON-729016607 tempest-FloatingIPNegativeTestJSON-729016607-project] Notify callbacks [] for security_group, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:15.808945 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-b1ff141c-7304-4b43-899d-4526a0c93fef tempest-FloatingIPNegativeTestJSON-729016607 tempest-FloatingIPNegativeTestJSON-729016607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:15.825920 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1ff141c-7304-4b43-899d-4526a0c93fef tempest-FloatingIPNegativeTestJSON-729016607 tempest-FloatingIPNegativeTestJSON-729016607-project] vlan segment allocate from pool success with {'vlan_id': 313, 'physical_network': 'physnet1'} {{(pid=94467) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 14:39:15.877324 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-137bbaaa-c1c9-4ba3-b722-16bb8059d571 None None] Provisioning for port 35a058a3-6dbf-4263-8d26-f88023ce0263 completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:39:15.885085 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-b1ff141c-7304-4b43-899d-4526a0c93fef tempest-FloatingIPNegativeTestJSON-729016607 tempest-FloatingIPNegativeTestJSON-729016607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:15.886081 n-d-694802-15 neutron-server[94467]: INFO neutron.db.segments_db [None req-b1ff141c-7304-4b43-899d-4526a0c93fef tempest-FloatingIPNegativeTestJSON-729016607 tempest-FloatingIPNegativeTestJSON-729016607-project] Added segment bbae3a41-9d92-4806-94ec-d9d545cc3ce5 of type vlan for network cb9ae0a8-a1f5-4455-86e4-755327215872 Aug 12 14:39:15.889947 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-137bbaaa-c1c9-4ba3-b722-16bb8059d571 None None] Provisioning complete for port 35a058a3-6dbf-4263-8d26-f88023ce0263 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:39:15.890319 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-137bbaaa-c1c9-4ba3-b722-16bb8059d571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:15.899999 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ff141c-7304-4b43-899d-4526a0c93fef tempest-FloatingIPNegativeTestJSON-729016607 tempest-FloatingIPNegativeTestJSON-729016607-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3080513d-c951-4fbb-b584-c3dfb5e4b97d,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:39:15.937305 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-ad1b7f03-27fd-487c-bcb1-32c4e35f1e5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8eeff59-3948-4b86-9284-2f54386a0474', 'name': 'tempest-ServerRescueNegativeTestJSON-401007129-router', 'tenant_id': 'ef918c3e55db41809ce6731a1724be70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.45'}], 'enable_snat': True}, 'gw_port_id': 'ec034307-e107-4851-86b6-7bf6c7b47270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:39:05Z', 'updated_at': '2021-08-12T14:39:08Z', 'revision_number': 3, 'project_id': 'ef918c3e55db41809ce6731a1724be70', 'gw_port': {'id': 'ec034307-e107-4851-86b6-7bf6c7b47270', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:1e:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8eeff59-3948-4b86-9284-2f54386a0474', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1057, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:39:07Z', 'updated_at': '2021-08-12T14:39:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15'}], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:39:15.947556 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-b1ff141c-7304-4b43-899d-4526a0c93fef tempest-FloatingIPNegativeTestJSON-729016607 tempest-FloatingIPNegativeTestJSON-729016607-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744653628263'] for network, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:15.984350 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-b1ff141c-7304-4b43-899d-4526a0c93fef tempest-FloatingIPNegativeTestJSON-729016607 tempest-FloatingIPNegativeTestJSON-729016607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409'] for network, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:15.990186 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1ff141c-7304-4b43-899d-4526a0c93fef tempest-FloatingIPNegativeTestJSON-729016607 tempest-FloatingIPNegativeTestJSON-729016607-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:39:15.991483 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-b1ff141c-7304-4b43-899d-4526a0c93fef tempest-FloatingIPNegativeTestJSON-729016607 tempest-FloatingIPNegativeTestJSON-729016607-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for network, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:15.997730 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad1b7f03-27fd-487c-bcb1-32c4e35f1e5f None None] The sync data for ids ['a8eeff59-3948-4b86-9284-2f54386a0474'] in n-d-694802-15 is: [{'id': 'a8eeff59-3948-4b86-9284-2f54386a0474', 'name': 'tempest-ServerRescueNegativeTestJSON-401007129-router', 'tenant_id': 'ef918c3e55db41809ce6731a1724be70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.45'}], 'enable_snat': True}, 'gw_port_id': 'ec034307-e107-4851-86b6-7bf6c7b47270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:39:05Z', 'updated_at': '2021-08-12T14:39:08Z', 'revision_number': 3, 'project_id': 'ef918c3e55db41809ce6731a1724be70', 'gw_port': {'id': 'ec034307-e107-4851-86b6-7bf6c7b47270', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:1e:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8eeff59-3948-4b86-9284-2f54386a0474', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1057, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:39:07Z', 'updated_at': '2021-08-12T14:39:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15'}] {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 14:39:16.006477 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-137bbaaa-c1c9-4ba3-b722-16bb8059d571 None None] Port 35a058a3-6dbf-4263-8d26-f88023ce0263 cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 14:39:16.030301 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 63b39c9b-8a91-461e-becc-79c4b64297fe up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:39:16.050838 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-bd8730c1-da12-4eb1-95b3-9f96c79d4f4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:16.066412 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbacba3-d095-435a-8c2b-a4bf2678c544 req-3e011a9d-5a38-476f-b64e-3dd7eed392f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:39:16.067599 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-3fbacba3-d095-435a-8c2b-a4bf2678c544 req-3e011a9d-5a38-476f-b64e-3dd7eed392f6 service neutron] 10.222.0.49 "GET /v2.0/networks?id=2525c403-dfb3-4196-a273-739607aab38a HTTP/1.1" status: 200 len: 870 time: 0.3216431 Aug 12 14:39:16.068675 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ff141c-7304-4b43-899d-4526a0c93fef tempest-FloatingIPNegativeTestJSON-729016607 tempest-FloatingIPNegativeTestJSON-729016607-project] Pushing event updated for resources: {'Network': ['ID=cb9ae0a8-a1f5-4455-86e4-755327215872,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:39:16.086568 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Network cb9ae0a8-a1f5-4455-86e4-755327215872 details requested by agent ovs-agent-n-d-694802-15 with host n-d-694802-15 {{(pid=94468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 14:39:16.094790 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baba8cf7-d654-42f6-96eb-998f163e5105 req-3034a014-6811-4c16-b0c1-6cc04223fc74 tempest-LiveMigrationNegativeTest-9470437 tempest-LiveMigrationNegativeTest-9470437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:39:16.103824 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-baba8cf7-d654-42f6-96eb-998f163e5105 req-3034a014-6811-4c16-b0c1-6cc04223fc74 tempest-LiveMigrationNegativeTest-9470437 tempest-LiveMigrationNegativeTest-9470437-project] 10.222.0.39 "GET /v2.0/ports?device_id=84ea5c86-f363-4759-afa6-b1709659bf60 HTTP/1.1" status: 200 len: 948 time: 0.2736232 Aug 12 14:39:16.163128 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-b1ff141c-7304-4b43-899d-4526a0c93fef tempest-FloatingIPNegativeTestJSON-729016607 tempest-FloatingIPNegativeTestJSON-729016607-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.0345914 Aug 12 14:39:16.177551 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 42690) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:39:16.184273 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-dbddf30f-818a-42ba-a783-ff5f26e331cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:16.193937 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-ffef4f80-e406-4324-9b0b-d9ed555d23e3 tempest-FloatingIPNegativeTestJSON-729016607 tempest-FloatingIPNegativeTestJSON-729016607-project] Request body: {'subnet': {'network_id': 'cb9ae0a8-a1f5-4455-86e4-755327215872', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:39:16.198523 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-baba8cf7-d654-42f6-96eb-998f163e5105 req-b10dd255-66b5-4ce7-a3ec-6f103e676142 tempest-LiveMigrationNegativeTest-9470437 tempest-LiveMigrationNegativeTest-9470437-project] 10.222.0.39 "GET /v2.0/security-groups?id=214de4e1-d877-4447-84c5-1de63b8d32db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914278 Aug 12 14:39:16.200208 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning for port 63b39c9b-8a91-461e-becc-79c4b64297fe completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:39:16.202893 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-3fbacba3-d095-435a-8c2b-a4bf2678c544 req-fe553fa5-14ec-4163-9999-030e97d81cd5 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.113&port_id=6095b529-affb-4a37-9d73-3eaea05ccc31 HTTP/1.1" status: 200 len: 217 time: 0.1132536 Aug 12 14:39:16.209072 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port 63b39c9b-8a91-461e-becc-79c4b64297fe triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:39:16.209072 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:16.306405 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:16.314024 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-95df7660-0541-4f81-a6b2-4755348f92e0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:16.341678 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] For port 63b39c9b-8a91-461e-becc-79c4b64297fe, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=63b39c9b-8a91-461e-becc-79c4b64297fe,segment=NetworkSegment(25ffa9f8-3a7e-477d-a2e4-6eccceac9115),segment_id=25ffa9f8-3a7e-477d-a2e4-6eccceac9115)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:39:16.349656 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:16.448911 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Pushing event updated for resources: {'Port': ['ID=63b39c9b-8a91-461e-becc-79c4b64297fe,revision_number=3']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:39:16.511942 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbacba3-d095-435a-8c2b-a4bf2678c544 req-5449a8b5-d8e9-4921-8996-ff5143438991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:39:16.513498 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-3fbacba3-d095-435a-8c2b-a4bf2678c544 req-5449a8b5-d8e9-4921-8996-ff5143438991 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=236e0be6-1c94-4221-9e8b-ab02a53331f8 HTTP/1.1" status: 200 len: 843 time: 0.2466497 Aug 12 14:39:16.733405 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-95df7660-0541-4f81-a6b2-4755348f92e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:16.752573 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffef4f80-e406-4324-9b0b-d9ed555d23e3 tempest-FloatingIPNegativeTestJSON-729016607 tempest-FloatingIPNegativeTestJSON-729016607-project] Made reservation on behalf of b3f763dfd2354e64ba1dbb47b40bb4e4 for: {'subnet': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:39:16.756070 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ffef4f80-e406-4324-9b0b-d9ed555d23e3 tempest-FloatingIPNegativeTestJSON-729016607 tempest-FloatingIPNegativeTestJSON-729016607-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8776441'] for subnet, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:16.802858 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498f139d-6e23-4b34-93b0-ed9f23a30e0a req-27f95ad4-b3d7-40ab-ae79-8096801a6580 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:39:16.804451 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-498f139d-6e23-4b34-93b0-ed9f23a30e0a req-27f95ad4-b3d7-40ab-ae79-8096801a6580 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] 10.222.0.39 "GET /v2.0/ports?device_id=0c78da3a-37a4-408c-866e-6cd48d09416e HTTP/1.1" status: 200 len: 945 time: 0.3258860 Aug 12 14:39:16.857318 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbacba3-d095-435a-8c2b-a4bf2678c544 req-a11453f1-fed6-46c0-9d18-50528e646c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:39:16.858865 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-3fbacba3-d095-435a-8c2b-a4bf2678c544 req-a11453f1-fed6-46c0-9d18-50528e646c6d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2525c403-dfb3-4196-a273-739607aab38a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3171515 Aug 12 14:39:16.922452 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95df7660-0541-4f81-a6b2-4755348f92e0 admin admin] Network d3759e1b-6c03-45ac-acd4-90abb417809b is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:39:16.939527 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-bd8730c1-da12-4eb1-95b3-9f96c79d4f4a admin admin] Allocated IP 172.20.0.1 (403ed391-7874-4a33-9f4f-96fa9ef207f4/d596ebc0-f7b2-4a88-b2fe-14085d881fde/60799527-6b45-45b0-8ffd-cb202b3aa942) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:39:17.006181 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-95df7660-0541-4f81-a6b2-4755348f92e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:39:17.023364 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95df7660-0541-4f81-a6b2-4755348f92e0 admin admin] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:39:17.064107 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95df7660-0541-4f81-a6b2-4755348f92e0 admin admin] Pushing event updated for resources: {'Port': ['ID=36407650-d5a5-4b06-8224-40a2022c887a,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:39:17.160169 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-498f139d-6e23-4b34-93b0-ed9f23a30e0a req-d0690514-b3e7-4c4e-93e3-e9f579ef7dfa tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b3c7ce2-70f7-4d15-8774-e830cec0f0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3053420 Aug 12 14:39:17.199801 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-dbddf30f-818a-42ba-a783-ff5f26e331cd admin admin] Notify callbacks [] for port, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:17.226001 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-dbddf30f-818a-42ba-a783-ff5f26e331cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3718439'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:17.288084 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device ec034307-e107-4851-86b6-7bf6c7b47270 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:39:17.349658 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning for port ec034307-e107-4851-86b6-7bf6c7b47270 completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:39:17.358026 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port ec034307-e107-4851-86b6-7bf6c7b47270 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:39:17.358405 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:17.365106 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63646ae9-4eb9-4ec5-803d-445d0d65b29c req-1b7990ae-9a69-486e-8e20-08d2e65d3dc7 tempest-LiveMigrationNegativeTest-9470437 tempest-LiveMigrationNegativeTest-9470437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:39:17.367603 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-63646ae9-4eb9-4ec5-803d-445d0d65b29c req-1b7990ae-9a69-486e-8e20-08d2e65d3dc7 tempest-LiveMigrationNegativeTest-9470437 tempest-LiveMigrationNegativeTest-9470437-project] 10.222.0.39 "GET /v2.0/ports?device_id=84ea5c86-f363-4759-afa6-b1709659bf60 HTTP/1.1" status: 200 len: 948 time: 0.0654325 Aug 12 14:39:17.436917 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-63646ae9-4eb9-4ec5-803d-445d0d65b29c req-4e01cb08-7bbb-4cc9-a831-cebb417278c2 tempest-LiveMigrationNegativeTest-9470437 tempest-LiveMigrationNegativeTest-9470437-project] 10.222.0.39 "GET /v2.0/security-groups?id=214de4e1-d877-4447-84c5-1de63b8d32db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621266 Aug 12 14:39:17.473077 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:17.490894 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-3fbacba3-d095-435a-8c2b-a4bf2678c544 req-407dd1d8-5fdd-41a3-b7e6-98ba4313cde4 service neutron] 10.222.0.49 "GET /v2.0/networks/2525c403-dfb3-4196-a273-739607aab38a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6035271 Aug 12 14:39:17.496148 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] For port ec034307-e107-4851-86b6-7bf6c7b47270, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=ec034307-e107-4851-86b6-7bf6c7b47270,segment=NetworkSegment(b1b396cb-2dc6-4041-bfc7-1833a80a4720),segment_id=b1b396cb-2dc6-4041-bfc7-1833a80a4720)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:39:17.500852 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:17.501648 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 63b39c9b-8a91-461e-becc-79c4b64297fe up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:39:17.507534 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-bd8730c1-da12-4eb1-95b3-9f96c79d4f4a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:17.517631 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-dbddf30f-818a-42ba-a783-ff5f26e331cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66628363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66663865'] for router_interface, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:17.589960 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Pushing event updated for resources: {'Port': ['ID=ec034307-e107-4851-86b6-7bf6c7b47270,revision_number=4']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:39:17.595571 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port 63b39c9b-8a91-461e-becc-79c4b64297fe triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:39:17.596128 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:17.678270 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbddf30f-818a-42ba-a783-ff5f26e331cd admin admin] Pushing event updated for resources: {'Port': ['ID=35a058a3-6dbf-4263-8d26-f88023ce0263,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:39:17.679110 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 42714) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:39:17.808152 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-efbb534c-c2fc-4435-afbc-1424f1dd0287 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:17.810108 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ffef4f80-e406-4324-9b0b-d9ed555d23e3 tempest-FloatingIPNegativeTestJSON-729016607 tempest-FloatingIPNegativeTestJSON-729016607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3718490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8776395'] for subnet, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:17.905658 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-efbb534c-c2fc-4435-afbc-1424f1dd0287 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:17.907877 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-bd8730c1-da12-4eb1-95b3-9f96c79d4f4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:17.910008 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-efbb534c-c2fc-4435-afbc-1424f1dd0287 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:17.910190 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-95df7660-0541-4f81-a6b2-4755348f92e0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:17.948098 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbb534c-c2fc-4435-afbc-1424f1dd0287 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb58b0ca-9ce6-4654-82a4-e511580eb8ea,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:39:17.952567 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-efbb534c-c2fc-4435-afbc-1424f1dd0287 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=db3edae8a86e419ebc0ab934bd6724a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2720098 Aug 12 14:39:17.955190 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 42718) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:39:18.016991 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-7a98d356-366f-4cc0-ac25-50c54d1d787e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:18.040653 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-7a98d356-366f-4cc0-ac25-50c54d1d787e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:18.086732 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device 6095b529-affb-4a37-9d73-3eaea05ccc31 details requested by agent hyperv_n-h2-694802-15 with host n-h2-694802-15 {{(pid=94468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 14:39:18.090080 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-7a98d356-366f-4cc0-ac25-50c54d1d787e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:18.092893 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-7a98d356-366f-4cc0-ac25-50c54d1d787e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:18.096426 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-7a98d356-366f-4cc0-ac25-50c54d1d787e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/cb58b0ca-9ce6-4654-82a4-e511580eb8ea HTTP/1.1" status: 204 len: 168 time: 0.1377532 Aug 12 14:39:18.111853 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a98d356-366f-4cc0-ac25-50c54d1d787e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb58b0ca-9ce6-4654-82a4-e511580eb8ea,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:39:18.211759 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port 6095b529-affb-4a37-9d73-3eaea05ccc31, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=6095b529-affb-4a37-9d73-3eaea05ccc31,segment=NetworkSegment(a1f8c867-101b-4d30-814e-b89f55a5edd0),segment_id=a1f8c867-101b-4d30-814e-b89f55a5edd0)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:39:18.238770 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Returning: {'device': '6095b529-affb-4a37-9d73-3eaea05ccc31', 'network_id': '2525c403-dfb3-4196-a273-739607aab38a', 'port_id': '6095b529-affb-4a37-9d73-3eaea05ccc31', 'mac_address': 'fa:16:3e:10:dc:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '236e0be6-1c94-4221-9e8b-ab02a53331f8', 'ip_address': '192.168.233.113'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 14:39:18.293752 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:18.308375 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6095b529-affb-4a37-9d73-3eaea05ccc31 {{(pid=94468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:39:18.330733 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52864631-d62e-4dfc-8b1c-f38b29ff106d req-72eb7cc7-dfa6-4c40-8447-f714fd6ce255 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:39:18.332669 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-52864631-d62e-4dfc-8b1c-f38b29ff106d req-72eb7cc7-dfa6-4c40-8447-f714fd6ce255 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] 10.222.0.39 "GET /v2.0/ports?device_id=0c78da3a-37a4-408c-866e-6cd48d09416e HTTP/1.1" status: 200 len: 945 time: 0.0752537 Aug 12 14:39:18.335135 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port 6095b529-affb-4a37-9d73-3eaea05ccc31, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=6095b529-affb-4a37-9d73-3eaea05ccc31,segment=NetworkSegment(a1f8c867-101b-4d30-814e-b89f55a5edd0),segment_id=a1f8c867-101b-4d30-814e-b89f55a5edd0)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:39:18.342018 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:18.377209 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-3fbacba3-d095-435a-8c2b-a4bf2678c544 req-85d41bf3-69a3-43be-b402-18cc081c93cb service neutron] 10.222.0.49 "GET /v2.0/networks/2525c403-dfb3-4196-a273-739607aab38a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8222883 Aug 12 14:39:18.379818 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-52864631-d62e-4dfc-8b1c-f38b29ff106d req-99499c5c-5238-4ee7-9379-d8a7173c2d32 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b3c7ce2-70f7-4d15-8774-e830cec0f0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399745 Aug 12 14:39:18.401571 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffef4f80-e406-4324-9b0b-d9ed555d23e3 tempest-FloatingIPNegativeTestJSON-729016607 tempest-FloatingIPNegativeTestJSON-729016607-project] Pushing event updated for resources: {'Subnet': ['ID=643b20ce-07dc-43cb-869e-7986b2a935c8,revision_number=0']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:39:18.411869 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Pushing event updated for resources: {'Port': ['ID=6095b529-affb-4a37-9d73-3eaea05ccc31,revision_number=4']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:39:18.423131 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbddf30f-818a-42ba-a783-ff5f26e331cd admin admin] Network 4464d9af-d4a4-41ad-96cf-cbff705eb0f7 is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:39:18.427834 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd8730c1-da12-4eb1-95b3-9f96c79d4f4a admin admin] Network 403ed391-7874-4a33-9f4f-96fa9ef207f4 is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:39:18.449964 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 42726) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:39:18.464580 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-2ed65c41-f544-4bd3-9838-881dc6050a0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:18.464756 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-dbddf30f-818a-42ba-a783-ff5f26e331cd admin admin] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:39:18.482701 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffef4f80-e406-4324-9b0b-d9ed555d23e3 tempest-FloatingIPNegativeTestJSON-729016607 tempest-FloatingIPNegativeTestJSON-729016607-project] Checking segment: {'id': 'bbae3a41-9d92-4806-94ec-d9d545cc3ce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'cb9ae0a8-a1f5-4455-86e4-755327215872'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:39:18.483168 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffef4f80-e406-4324-9b0b-d9ed555d23e3 tempest-FloatingIPNegativeTestJSON-729016607 tempest-FloatingIPNegativeTestJSON-729016607-project] Network hostable DHCP agents. Network: cb9ae0a8-a1f5-4455-86e4-755327215872, hostable agents: ['1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658'], hosted agents: [] {{(pid=94466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 14:39:18.487665 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8730c1-da12-4eb1-95b3-9f96c79d4f4a admin admin] Pushing event updated for resources: {'Port': ['ID=60799527-6b45-45b0-8ffd-cb202b3aa942,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:39:18.490368 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-bd8730c1-da12-4eb1-95b3-9f96c79d4f4a admin admin] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:39:18.501445 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd8730c1-da12-4eb1-95b3-9f96c79d4f4a admin admin] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:39:18.588390 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-2ed65c41-f544-4bd3-9838-881dc6050a0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:18.594917 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-2ed65c41-f544-4bd3-9838-881dc6050a0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:18.626563 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffef4f80-e406-4324-9b0b-d9ed555d23e3 tempest-FloatingIPNegativeTestJSON-729016607 tempest-FloatingIPNegativeTestJSON-729016607-project] Network cb9ae0a8-a1f5-4455-86e4-755327215872 is scheduled to be hosted by DHCP agent 1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658 with binding_index 1 {{(pid=94466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 14:39:18.638207 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-2ed65c41-f544-4bd3-9838-881dc6050a0b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=aab3bdc6f9904fb8982eb12953441b97&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1869950 Aug 12 14:39:18.639571 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed65c41-f544-4bd3-9838-881dc6050a0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fee72452-671d-426e-867b-6cc90dcc4880,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:39:18.642045 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 42730) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:39:18.661764 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] get_ports_and_sgs() called for port_ids ['6095b529-affb-4a37-9d73-3eaea05ccc31'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:39:18.662133 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-bd8730c1-da12-4eb1-95b3-9f96c79d4f4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66663725'] for router_interface, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:18.697858 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-ffef4f80-e406-4324-9b0b-d9ed555d23e3 tempest-FloatingIPNegativeTestJSON-729016607 tempest-FloatingIPNegativeTestJSON-729016607-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-15, cb9ae0a8-a1f5-4455-86e4-755327215872) {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:39:18.708845 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-311b5c72-a7ed-4101-b706-747ae63e8e04 None None] Network cb9ae0a8-a1f5-4455-86e4-755327215872 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:39:18.735398 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-fe8c2da0-ad41-4035-b65c-a129d5886a46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:18.762721 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-fe8c2da0-ad41-4035-b65c-a129d5886a46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:18.778108 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffef4f80-e406-4324-9b0b-d9ed555d23e3 tempest-FloatingIPNegativeTestJSON-729016607 tempest-FloatingIPNegativeTestJSON-729016607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:39:18.778764 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ffef4f80-e406-4324-9b0b-d9ed555d23e3 tempest-FloatingIPNegativeTestJSON-729016607 tempest-FloatingIPNegativeTestJSON-729016607-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for subnet, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:18.818529 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64a35c1-2228-4e34-b572-ac7830969e5c req-eacd7b9e-db8c-4243-9652-f7c5285b07af tempest-LiveMigrationNegativeTest-9470437 tempest-LiveMigrationNegativeTest-9470437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:39:18.820234 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-e64a35c1-2228-4e34-b572-ac7830969e5c req-eacd7b9e-db8c-4243-9652-f7c5285b07af tempest-LiveMigrationNegativeTest-9470437 tempest-LiveMigrationNegativeTest-9470437-project] 10.222.0.39 "GET /v2.0/ports?device_id=84ea5c86-f363-4759-afa6-b1709659bf60 HTTP/1.1" status: 200 len: 949 time: 0.2936513 Aug 12 14:39:18.828637 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-fe8c2da0-ad41-4035-b65c-a129d5886a46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:18.832031 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-fe8c2da0-ad41-4035-b65c-a129d5886a46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:18.833313 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-fe8c2da0-ad41-4035-b65c-a129d5886a46 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/fee72452-671d-426e-867b-6cc90dcc4880 HTTP/1.1" status: 204 len: 168 time: 0.1903248 Aug 12 14:39:18.844570 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8c2da0-ad41-4035-b65c-a129d5886a46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fee72452-671d-426e-867b-6cc90dcc4880,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:39:18.863979 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-ffef4f80-e406-4324-9b0b-d9ed555d23e3 tempest-FloatingIPNegativeTestJSON-729016607 tempest-FloatingIPNegativeTestJSON-729016607-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6773710 Aug 12 14:39:18.866837 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 42736) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:39:18.878925 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-bade7e91-61bf-4946-b2ec-efe46908e8d6 tempest-FloatingIPNegativeTestJSON-729016607 tempest-FloatingIPNegativeTestJSON-729016607-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-414862040', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:39:18.911178 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-bade7e91-61bf-4946-b2ec-efe46908e8d6 tempest-FloatingIPNegativeTestJSON-729016607 tempest-FloatingIPNegativeTestJSON-729016607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-430574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-104863'] for router, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:18.913129 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-bade7e91-61bf-4946-b2ec-efe46908e8d6 tempest-FloatingIPNegativeTestJSON-729016607 tempest-FloatingIPNegativeTestJSON-729016607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-429438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-431405', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66646573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-104852'] for router, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:18.928755 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbddf30f-818a-42ba-a783-ff5f26e331cd admin admin] Router 066a6fc0-497e-40e1-a855-233debc6f768 has already been hosted by L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f {{(pid=94466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 14:39:18.972478 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-e64a35c1-2228-4e34-b572-ac7830969e5c req-634a8938-b440-463a-ab98-5d86ae51f4ac tempest-LiveMigrationNegativeTest-9470437 tempest-LiveMigrationNegativeTest-9470437-project] 10.222.0.39 "GET /v2.0/security-groups?id=214de4e1-d877-4447-84c5-1de63b8d32db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409211 Aug 12 14:39:18.978947 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-77a42821-bf51-43c3-9b4d-085445fce8eb None None] Provisioning complete for port 35a058a3-6dbf-4263-8d26-f88023ce0263 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:39:18.978947 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-77a42821-bf51-43c3-9b4d-085445fce8eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:18.996227 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-95df7660-0541-4f81-a6b2-4755348f92e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-429413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-431608'] for router, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:19.019758 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-bade7e91-61bf-4946-b2ec-efe46908e8d6 tempest-FloatingIPNegativeTestJSON-729016607 tempest-FloatingIPNegativeTestJSON-729016607-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:19.028563 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-bade7e91-61bf-4946-b2ec-efe46908e8d6 tempest-FloatingIPNegativeTestJSON-729016607 tempest-FloatingIPNegativeTestJSON-729016607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-429413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-431608'] for router, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:19.058037 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-bade7e91-61bf-4946-b2ec-efe46908e8d6 tempest-FloatingIPNegativeTestJSON-729016607 tempest-FloatingIPNegativeTestJSON-729016607-project] Notify callbacks [] for router, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:19.059987 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-bade7e91-61bf-4946-b2ec-efe46908e8d6 tempest-FloatingIPNegativeTestJSON-729016607 tempest-FloatingIPNegativeTestJSON-729016607-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.1903334 Aug 12 14:39:19.062758 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 42738) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:39:19.089410 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-77a42821-bf51-43c3-9b4d-085445fce8eb None None] Port 35a058a3-6dbf-4263-8d26-f88023ce0263 cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 14:39:19.115812 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-bd8730c1-da12-4eb1-95b3-9f96c79d4f4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:19.164125 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37463b2f-7c5c-4007-901d-281cfc222c56 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa7035b3e-9a89-5964-b9f4-97301c3f476a-cb9ae0a8-a1f5-4455-86e4-755327215872', 'network_id': 'cb9ae0a8-a1f5-4455-86e4-755327215872', 'tenant_id': 'b3f763dfd2354e64ba1dbb47b40bb4e4', 'fixed_ips': [{'subnet_id': '643b20ce-07dc-43cb-869e-7986b2a935c8'}]}} from n-d-694802-15. {{(pid=94468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 14:39:19.165257 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-37463b2f-7c5c-4007-901d-281cfc222c56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:19.263558 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device ec034307-e107-4851-86b6-7bf6c7b47270 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:39:19.284310 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbddf30f-818a-42ba-a783-ff5f26e331cd admin admin] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 14:39:19.297775 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-544c80ef-ee98-4cf3-abb0-a4bce122ec48 None None] Sync routers for ids ['066a6fc0-497e-40e1-a855-233debc6f768'] in n-d-694802-15 {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 14:39:19.303094 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-dbddf30f-818a-42ba-a783-ff5f26e331cd admin admin] 10.222.0.39 "PUT /v2.0/routers/066a6fc0-497e-40e1-a855-233debc6f768/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8502805 Aug 12 14:39:19.312468 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-544c80ef-ee98-4cf3-abb0-a4bce122ec48 None None] Routers {'066a6fc0-497e-40e1-a855-233debc6f768'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:39:19.315754 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-544c80ef-ee98-4cf3-abb0-a4bce122ec48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:39:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['066a6fc0-497e-40e1-a855-233debc6f768'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:39:19.427868 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.db_base_plugin_common [None req-37463b2f-7c5c-4007-901d-281cfc222c56 None None] Allocated IP 172.20.0.2 (cb9ae0a8-a1f5-4455-86e4-755327215872/643b20ce-07dc-43cb-869e-7986b2a935c8/f83b4180-29c8-481b-92a5-ff961e2a8260) {{(pid=94468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:39:19.430910 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95df7660-0541-4f81-a6b2-4755348f92e0 admin admin] Router 8c02cd8a-7f6f-4995-af31-43eb150e5eef is scheduled to L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f with binding_index 1 {{(pid=94466) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 14:39:19.449096 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port ec034307-e107-4851-86b6-7bf6c7b47270 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:39:19.449478 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:19.567610 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-544c80ef-ee98-4cf3-abb0-a4bce122ec48 None None] Set router 066a6fc0-497e-40e1-a855-233debc6f768 gateway port host: n-d-694802-15 {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:39:19.583608 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-bd8730c1-da12-4eb1-95b3-9f96c79d4f4a admin admin] Notify callbacks [] for port, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:19.592559 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-bd8730c1-da12-4eb1-95b3-9f96c79d4f4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3718439'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:19.660633 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce6f7c9-4f71-4a80-889f-2d58f6defe25 req-aae169b8-6960-4ab2-b2b0-19073d1968ee tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:39:19.662209 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-bce6f7c9-4f71-4a80-889f-2d58f6defe25 req-aae169b8-6960-4ab2-b2b0-19073d1968ee tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] 10.222.0.39 "GET /v2.0/ports?device_id=0c78da3a-37a4-408c-866e-6cd48d09416e HTTP/1.1" status: 200 len: 945 time: 0.1464782 Aug 12 14:39:19.680731 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8730c1-da12-4eb1-95b3-9f96c79d4f4a admin admin] Pushing event updated for resources: {'Port': ['ID=60799527-6b45-45b0-8ffd-cb202b3aa942,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:39:19.711717 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-936905df-00f4-4987-b72e-1b46ff54be53 tempest-FloatingIPNegativeTestJSON-729016607 tempest-FloatingIPNegativeTestJSON-729016607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:19.750270 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95df7660-0541-4f81-a6b2-4755348f92e0 admin admin] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 14:39:19.782000 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-bd8730c1-da12-4eb1-95b3-9f96c79d4f4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66628363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66663865'] for router_interface, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:19.792567 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-95df7660-0541-4f81-a6b2-4755348f92e0 admin admin] Notify callbacks [] for router, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:19.794360 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-95df7660-0541-4f81-a6b2-4755348f92e0 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 7.8856392 Aug 12 14:39:19.798583 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 42760) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:39:19.892648 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-37463b2f-7c5c-4007-901d-281cfc222c56 None None] Notify callbacks [] for port, precommit_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:19.903116 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-37463b2f-7c5c-4007-901d-281cfc222c56 None None] Transition to ACTIVE for port object f83b4180-29c8-481b-92a5-ff961e2a8260 will not be triggered until provisioned by entity L2. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:39:19.920631 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-37463b2f-7c5c-4007-901d-281cfc222c56 None None] Transition to ACTIVE for port object f83b4180-29c8-481b-92a5-ff961e2a8260 will not be triggered until provisioned by entity DHCP. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:39:19.925896 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c6db877-5cb0-4c46-a86d-39e5eaca9835 None None] Sync routers for ids ['8c02cd8a-7f6f-4995-af31-43eb150e5eef'] in n-d-694802-15 {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 14:39:19.935191 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-37463b2f-7c5c-4007-901d-281cfc222c56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253'] for port, after_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:19.958321 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37463b2f-7c5c-4007-901d-281cfc222c56 None None] Network cb9ae0a8-a1f5-4455-86e4-755327215872 is already hosted by enough agents. {{(pid=94468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:39:19.962927 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.base_scheduler [None req-37463b2f-7c5c-4007-901d-281cfc222c56 None None] Resources bound (agent type, host, resource id): {{(pid=94468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:39:19.998008 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37463b2f-7c5c-4007-901d-281cfc222c56 None None] Received port after_create {{(pid=94468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:39:20.004583 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c6db877-5cb0-4c46-a86d-39e5eaca9835 None None] Routers {'8c02cd8a-7f6f-4995-af31-43eb150e5eef'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:39:20.005499 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-7c6db877-5cb0-4c46-a86d-39e5eaca9835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:39:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['8c02cd8a-7f6f-4995-af31-43eb150e5eef'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:39:20.010226 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-544c80ef-ee98-4cf3-abb0-a4bce122ec48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '066a6fc0-497e-40e1-a855-233debc6f768', 'name': 'tempest-FloatingIPsNegativeTestJSON-1240188186-router', 'tenant_id': '0fc6e645c542404f965833a9119352be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.192'}], 'enable_snat': True}, 'gw_port_id': '0f7ba5cd-a481-44c6-a079-23a97a5aee48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:39:05Z', 'updated_at': '2021-08-12T14:39:15Z', 'revision_number': 4, 'project_id': '0fc6e645c542404f965833a9119352be', 'gw_port': {'id': '0f7ba5cd-a481-44c6-a079-23a97a5aee48', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:3f:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '066a6fc0-497e-40e1-a855-233debc6f768', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:39:06Z', 'updated_at': '2021-08-12T14:39:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': '35a058a3-6dbf-4263-8d26-f88023ce0263', 'name': '', 'network_id': '4464d9af-d4a4-41ad-96cf-cbff705eb0f7', 'tenant_id': '0fc6e645c542404f965833a9119352be', 'mac_address': 'fa:16:3e:7a:fb:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '066a6fc0-497e-40e1-a855-233debc6f768', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '8efd5e3a-8bc0-4f52-bcd1-1f628fc5808c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:39:12Z', 'updated_at': '2021-08-12T14:39:16Z', 'revision_number': 2, 'project_id': '0fc6e645c542404f965833a9119352be', 'subnets': [{'id': '8efd5e3a-8bc0-4f52-bcd1-1f628fc5808c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:39:20.085449 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-544c80ef-ee98-4cf3-abb0-a4bce122ec48 None None] Checking router: 066a6fc0-497e-40e1-a855-233debc6f768 for host: n-d-694802-15 {{(pid=94469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 14:39:20.086095 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-544c80ef-ee98-4cf3-abb0-a4bce122ec48 None None] Updating router 066a6fc0-497e-40e1-a855-233debc6f768 port 35a058a3-6dbf-4263-8d26-f88023ce0263 binding host n-d-694802-15 {{(pid=94469) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 14:39:20.123978 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-544c80ef-ee98-4cf3-abb0-a4bce122ec48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:20.134084 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device 6095b529-affb-4a37-9d73-3eaea05ccc31 up at agent hyperv_n-h2-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:39:20.149092 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37463b2f-7c5c-4007-901d-281cfc222c56 None None] Pushing event updated for resources: {'Port': ['ID=f83b4180-29c8-481b-92a5-ff961e2a8260,revision_number=1']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:39:20.163479 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-7c81fa4a-d92f-4a23-9462-36fabcbed51c req-7a5d0749-0210-4a77-ab93-8061afe75cc5 tempest-FloatingIPsNegativeTestJSON-1072929939 tempest-FloatingIPsNegativeTestJSON-1072929939-project] 10.222.0.39 "GET /v2.0/floatingips?tenant_id=0fc6e645c542404f965833a9119352be HTTP/1.1" status: 200 len: 217 time: 0.2153292 Aug 12 14:39:20.165315 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37463b2f-7c5c-4007-901d-281cfc222c56 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:39:20.166427 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37463b2f-7c5c-4007-901d-281cfc222c56 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:39:20.167240 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37463b2f-7c5c-4007-901d-281cfc222c56 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:39:20.167798 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37463b2f-7c5c-4007-901d-281cfc222c56 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:39:20.168237 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37463b2f-7c5c-4007-901d-281cfc222c56 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:39:20.168802 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37463b2f-7c5c-4007-901d-281cfc222c56 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:39:20.169604 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37463b2f-7c5c-4007-901d-281cfc222c56 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:39:20.169797 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37463b2f-7c5c-4007-901d-281cfc222c56 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:39:20.170229 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37463b2f-7c5c-4007-901d-281cfc222c56 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:39:20.170659 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37463b2f-7c5c-4007-901d-281cfc222c56 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:39:20.171125 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37463b2f-7c5c-4007-901d-281cfc222c56 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:39:20.171568 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37463b2f-7c5c-4007-901d-281cfc222c56 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:39:20.194692 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-bce6f7c9-4f71-4a80-889f-2d58f6defe25 req-cce8eb13-6471-40ab-9b8e-f6db7e18370f tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b3c7ce2-70f7-4d15-8774-e830cec0f0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4838831 Aug 12 14:39:20.206585 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-37463b2f-7c5c-4007-901d-281cfc222c56 None None] Attempting to bind port f83b4180-29c8-481b-92a5-ff961e2a8260 on host n-d-694802-15 for vnic_type normal with profile {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:39:20.207115 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-37463b2f-7c5c-4007-901d-281cfc222c56 None None] Attempting to bind port f83b4180-29c8-481b-92a5-ff961e2a8260 by drivers openvswitch,hyperv on host n-d-694802-15 at level 0 using segments [{'id': 'bbae3a41-9d92-4806-94ec-d9d545cc3ce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'cb9ae0a8-a1f5-4455-86e4-755327215872'}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:39:20.207664 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37463b2f-7c5c-4007-901d-281cfc222c56 None None] Attempting to bind port f83b4180-29c8-481b-92a5-ff961e2a8260 on network cb9ae0a8-a1f5-4455-86e4-755327215872 {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:39:20.262086 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37463b2f-7c5c-4007-901d-281cfc222c56 None None] Checking agent: {'id': '16de73ac-f2e9-4cee-b3e0-91052ae3e6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 20, 13), 'started_at': datetime.datetime(2021, 8, 12, 14, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 39, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:39:20.262624 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37463b2f-7c5c-4007-901d-281cfc222c56 None None] Checking segment: {'id': 'bbae3a41-9d92-4806-94ec-d9d545cc3ce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'cb9ae0a8-a1f5-4455-86e4-755327215872'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:39:20.263173 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-37463b2f-7c5c-4007-901d-281cfc222c56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:20.263669 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37463b2f-7c5c-4007-901d-281cfc222c56 None None] Bound using segment: {'id': 'bbae3a41-9d92-4806-94ec-d9d545cc3ce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'cb9ae0a8-a1f5-4455-86e4-755327215872'} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:39:20.264262 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-37463b2f-7c5c-4007-901d-281cfc222c56 None None] Bound port: f83b4180-29c8-481b-92a5-ff961e2a8260, host: n-d-694802-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbae3a41-9d92-4806-94ec-d9d545cc3ce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'cb9ae0a8-a1f5-4455-86e4-755327215872'}}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:39:20.264770 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-37463b2f-7c5c-4007-901d-281cfc222c56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:20.322954 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_common [None req-936905df-00f4-4987-b72e-1b46ff54be53 tempest-FloatingIPNegativeTestJSON-729016607 tempest-FloatingIPNegativeTestJSON-729016607-project] Allocated IP 172.20.0.1 (cb9ae0a8-a1f5-4455-86e4-755327215872/643b20ce-07dc-43cb-869e-7986b2a935c8/1140c7f4-8d35-4350-b3da-a2a1c932d801) {{(pid=94467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:39:20.344067 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a69e18-8261-477a-87e1-6197f67bb5af req-5c9e323a-7884-4fa8-9e58-a455e65ad56a tempest-LiveMigrationNegativeTest-9470437 tempest-LiveMigrationNegativeTest-9470437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:39:20.351747 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-26a69e18-8261-477a-87e1-6197f67bb5af req-5c9e323a-7884-4fa8-9e58-a455e65ad56a tempest-LiveMigrationNegativeTest-9470437 tempest-LiveMigrationNegativeTest-9470437-project] 10.222.0.39 "GET /v2.0/ports?device_id=84ea5c86-f363-4759-afa6-b1709659bf60 HTTP/1.1" status: 200 len: 949 time: 0.0853739 Aug 12 14:39:20.361236 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-b28171c1-d0fa-4512-8e75-68ccdc1750bb req-fd097467-1853-410c-8f10-138aa8e1a4e9 tempest-FloatingIPsNegativeTestJSON-1072929939 tempest-FloatingIPsNegativeTestJSON-1072929939-project] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0403061 Aug 12 14:39:20.413143 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-37463b2f-7c5c-4007-901d-281cfc222c56 None None] For port f83b4180-29c8-481b-92a5-ff961e2a8260, host n-d-694802-15, cleared binding levels {{(pid=94468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:39:20.418109 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-37463b2f-7c5c-4007-901d-281cfc222c56 None None] For port f83b4180-29c8-481b-92a5-ff961e2a8260, host n-d-694802-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=f83b4180-29c8-481b-92a5-ff961e2a8260,segment=NetworkSegment(bbae3a41-9d92-4806-94ec-d9d545cc3ce5),segment_id=bbae3a41-9d92-4806-94ec-d9d545cc3ce5)] {{(pid=94468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:39:20.433858 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-37463b2f-7c5c-4007-901d-281cfc222c56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:20.469453 n-d-694802-15 neutron-server[94466]: INFO neutron.api.v2.resource [req-78e50d97-7560-46ae-89fb-20837d1f0e8e req-019feaf7-d2ce-4bb5-9e40-04bcf8a4d5b7 tempest-FloatingIPsNegativeTestJSON-1072929939 tempest-FloatingIPsNegativeTestJSON-1072929939-project] show failed (client error): The resource could not be found. Aug 12 14:39:20.470652 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-78e50d97-7560-46ae-89fb-20837d1f0e8e req-019feaf7-d2ce-4bb5-9e40-04bcf8a4d5b7 tempest-FloatingIPsNegativeTestJSON-1072929939 tempest-FloatingIPsNegativeTestJSON-1072929939-project] 10.222.0.39 "GET /v2.0/floatingips/e526ac78-92c9-47e0-a2ed-f14a38617f8d HTTP/1.1" status: 404 len: 350 time: 0.0526071 Aug 12 14:39:20.495982 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd8730c1-da12-4eb1-95b3-9f96c79d4f4a admin admin] Network 403ed391-7874-4a33-9f4f-96fa9ef207f4 is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:39:20.497570 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvr_db [None req-7c6db877-5cb0-4c46-a86d-39e5eaca9835 None None] Set router 8c02cd8a-7f6f-4995-af31-43eb150e5eef gateway port host: n-d-694802-15 {{(pid=94468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:39:20.502421 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 42778) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:39:20.508043 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-bd8730c1-da12-4eb1-95b3-9f96c79d4f4a admin admin] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:39:20.545724 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-936905df-00f4-4987-b72e-1b46ff54be53 tempest-FloatingIPNegativeTestJSON-729016607 tempest-FloatingIPNegativeTestJSON-729016607-project] Notify callbacks [] for port, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:20.566505 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [None req-936905df-00f4-4987-b72e-1b46ff54be53 tempest-FloatingIPNegativeTestJSON-729016607 tempest-FloatingIPNegativeTestJSON-729016607-project] Transition to ACTIVE for port object 1140c7f4-8d35-4350-b3da-a2a1c932d801 will not be triggered until provisioned by entity DHCP. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:39:20.622551 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-936905df-00f4-4987-b72e-1b46ff54be53 tempest-FloatingIPNegativeTestJSON-729016607 tempest-FloatingIPNegativeTestJSON-729016607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:20.674693 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-26a69e18-8261-477a-87e1-6197f67bb5af req-6d2eda8f-6174-420c-a83d-5c3b1f76e6a0 tempest-LiveMigrationNegativeTest-9470437 tempest-LiveMigrationNegativeTest-9470437-project] 10.222.0.39 "GET /v2.0/security-groups?id=214de4e1-d877-4447-84c5-1de63b8d32db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3217592 Aug 12 14:39:20.697125 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-936905df-00f4-4987-b72e-1b46ff54be53 tempest-FloatingIPNegativeTestJSON-729016607 tempest-FloatingIPNegativeTestJSON-729016607-project] Network cb9ae0a8-a1f5-4455-86e4-755327215872 is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:39:20.706858 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [None req-936905df-00f4-4987-b72e-1b46ff54be53 tempest-FloatingIPNegativeTestJSON-729016607 tempest-FloatingIPNegativeTestJSON-729016607-project] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:39:20.710221 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-936905df-00f4-4987-b72e-1b46ff54be53 tempest-FloatingIPNegativeTestJSON-729016607 tempest-FloatingIPNegativeTestJSON-729016607-project] Received port after_create {{(pid=94467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:39:20.719277 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936905df-00f4-4987-b72e-1b46ff54be53 tempest-FloatingIPNegativeTestJSON-729016607 tempest-FloatingIPNegativeTestJSON-729016607-project] Pushing event updated for resources: {'Port': ['ID=1140c7f4-8d35-4350-b3da-a2a1c932d801,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:39:20.720379 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Provisioning for port 6095b529-affb-4a37-9d73-3eaea05ccc31 completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:39:20.732959 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-544c80ef-ee98-4cf3-abb0-a4bce122ec48 None None] Notify callbacks [] for port, precommit_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:20.758607 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.provisioning_blocks [None req-544c80ef-ee98-4cf3-abb0-a4bce122ec48 None None] Transition to ACTIVE for port object 35a058a3-6dbf-4263-8d26-f88023ce0263 will not be triggered until provisioned by entity L2. {{(pid=94469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:39:20.774534 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-544c80ef-ee98-4cf3-abb0-a4bce122ec48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:20.797263 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Provisioning complete for port 6095b529-affb-4a37-9d73-3eaea05ccc31 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:39:20.797634 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:20.813175 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-936905df-00f4-4987-b72e-1b46ff54be53 tempest-FloatingIPNegativeTestJSON-729016607 tempest-FloatingIPNegativeTestJSON-729016607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66663725'] for router_interface, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:20.867913 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37463b2f-7c5c-4007-901d-281cfc222c56 None None] Pushing event updated for resources: {'Port': ['ID=f83b4180-29c8-481b-92a5-ff961e2a8260,revision_number=2']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:39:20.898402 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cb66ed-5e3a-4167-a09d-ec91004e512b None None] Pushing event updated for resources: {'Port': ['ID=35a058a3-6dbf-4263-8d26-f88023ce0263,revision_number=3']} {{(pid=94469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:39:20.965629 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cb66ed-5e3a-4167-a09d-ec91004e512b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:39:20.965975 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cb66ed-5e3a-4167-a09d-ec91004e512b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:39:20.966310 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cb66ed-5e3a-4167-a09d-ec91004e512b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:39:20.966648 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cb66ed-5e3a-4167-a09d-ec91004e512b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:39:20.966963 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cb66ed-5e3a-4167-a09d-ec91004e512b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:39:20.967310 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cb66ed-5e3a-4167-a09d-ec91004e512b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:39:20.967632 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cb66ed-5e3a-4167-a09d-ec91004e512b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:39:20.967951 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cb66ed-5e3a-4167-a09d-ec91004e512b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:39:20.968265 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cb66ed-5e3a-4167-a09d-ec91004e512b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:39:20.968690 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cb66ed-5e3a-4167-a09d-ec91004e512b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:39:20.968914 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cb66ed-5e3a-4167-a09d-ec91004e512b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:39:20.969193 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cb66ed-5e3a-4167-a09d-ec91004e512b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:39:21.005663 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.managers [None req-544c80ef-ee98-4cf3-abb0-a4bce122ec48 None None] Attempting to bind port 35a058a3-6dbf-4263-8d26-f88023ce0263 on host n-d-694802-15 for vnic_type normal with profile {{(pid=94469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:39:21.006039 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.managers [None req-544c80ef-ee98-4cf3-abb0-a4bce122ec48 None None] Attempting to bind port 35a058a3-6dbf-4263-8d26-f88023ce0263 by drivers openvswitch,hyperv on host n-d-694802-15 at level 0 using segments [{'id': 'a40c3034-ee2b-4406-9bec-ae8529446fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '4464d9af-d4a4-41ad-96cf-cbff705eb0f7'}] {{(pid=94469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:39:21.006568 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-544c80ef-ee98-4cf3-abb0-a4bce122ec48 None None] Attempting to bind port 35a058a3-6dbf-4263-8d26-f88023ce0263 on network 4464d9af-d4a4-41ad-96cf-cbff705eb0f7 {{(pid=94469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:39:21.013122 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-544c80ef-ee98-4cf3-abb0-a4bce122ec48 None None] Checking agent: {'id': '16de73ac-f2e9-4cee-b3e0-91052ae3e6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 20, 13), 'started_at': datetime.datetime(2021, 8, 12, 14, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 39, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:39:21.013498 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-544c80ef-ee98-4cf3-abb0-a4bce122ec48 None None] Checking segment: {'id': 'a40c3034-ee2b-4406-9bec-ae8529446fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '4464d9af-d4a4-41ad-96cf-cbff705eb0f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:39:21.013902 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-544c80ef-ee98-4cf3-abb0-a4bce122ec48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:21.014373 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-544c80ef-ee98-4cf3-abb0-a4bce122ec48 None None] Bound using segment: {'id': 'a40c3034-ee2b-4406-9bec-ae8529446fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '4464d9af-d4a4-41ad-96cf-cbff705eb0f7'} {{(pid=94469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:39:21.014940 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.managers [None req-544c80ef-ee98-4cf3-abb0-a4bce122ec48 None None] Bound port: 35a058a3-6dbf-4263-8d26-f88023ce0263, host: n-d-694802-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a40c3034-ee2b-4406-9bec-ae8529446fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '4464d9af-d4a4-41ad-96cf-cbff705eb0f7'}}] {{(pid=94469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:39:21.015307 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-544c80ef-ee98-4cf3-abb0-a4bce122ec48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:21.035302 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-936905df-00f4-4987-b72e-1b46ff54be53 tempest-FloatingIPNegativeTestJSON-729016607 tempest-FloatingIPNegativeTestJSON-729016607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:21.117629 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:21.139555 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-7c6db877-5cb0-4c46-a86d-39e5eaca9835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c02cd8a-7f6f-4995-af31-43eb150e5eef', 'name': 'tempest-ServersTestBootFromVolume-10495900-router', 'tenant_id': 'abcf19ed547946299d610db231b30ea8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.209'}], 'enable_snat': True}, 'gw_port_id': '36407650-d5a5-4b06-8224-40a2022c887a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:39:12Z', 'updated_at': '2021-08-12T14:39:17Z', 'revision_number': 3, 'project_id': 'abcf19ed547946299d610db231b30ea8', 'gw_port': {'id': '36407650-d5a5-4b06-8224-40a2022c887a', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:02:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c02cd8a-7f6f-4995-af31-43eb150e5eef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:39:15Z', 'updated_at': '2021-08-12T14:39:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15'}], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:39:21.167549 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.db [None req-544c80ef-ee98-4cf3-abb0-a4bce122ec48 None None] For port 35a058a3-6dbf-4263-8d26-f88023ce0263, host n-d-694802-15, cleared binding levels {{(pid=94469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:39:21.172481 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.db [None req-544c80ef-ee98-4cf3-abb0-a4bce122ec48 None None] For port 35a058a3-6dbf-4263-8d26-f88023ce0263, host n-d-694802-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=35a058a3-6dbf-4263-8d26-f88023ce0263,segment=NetworkSegment(a40c3034-ee2b-4406-9bec-ae8529446fc3),segment_id=a40c3034-ee2b-4406-9bec-ae8529446fc3)] {{(pid=94469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:39:21.178024 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-544c80ef-ee98-4cf3-abb0-a4bce122ec48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:21.216887 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c6db877-5cb0-4c46-a86d-39e5eaca9835 None None] Checking router: 8c02cd8a-7f6f-4995-af31-43eb150e5eef for host: n-d-694802-15 {{(pid=94468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 14:39:21.217240 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c6db877-5cb0-4c46-a86d-39e5eaca9835 None None] Updating router 8c02cd8a-7f6f-4995-af31-43eb150e5eef port 36407650-d5a5-4b06-8224-40a2022c887a binding host n-d-694802-15 {{(pid=94468) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 14:39:21.324823 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84ea5c86-f363-4759-afa6-b1709659bf60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6095b529-affb-4a37-9d73-3eaea05ccc31'}] {{(pid=94468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:39:21.328544 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99a8d87602170099c728e57431aca99e9b98a655a83bbf8727be13192709727b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f8b4caa-4e1b-4249-ab37-090108ee4200" -d '{"events": [{"server_uuid": "84ea5c86-f363-4759-afa6-b1709659bf60", "name": "network-vif-plugged", "status": "completed", "tag": "6095b529-affb-4a37-9d73-3eaea05ccc31"}]}' {{(pid=94468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:39:21.346844 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-7c6db877-5cb0-4c46-a86d-39e5eaca9835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:21.361430 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device f83b4180-29c8-481b-92a5-ff961e2a8260 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:39:21.437484 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port 6095b529-affb-4a37-9d73-3eaea05ccc31, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=6095b529-affb-4a37-9d73-3eaea05ccc31,segment=NetworkSegment(a1f8c867-101b-4d30-814e-b89f55a5edd0),segment_id=a1f8c867-101b-4d30-814e-b89f55a5edd0)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:39:21.453844 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:21.582241 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 14:39:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-941c5e0e-9757-4348-86ce-c6e9f6d2246b x-openstack-request-id: req-941c5e0e-9757-4348-86ce-c6e9f6d2246b {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:39:21.582540 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84ea5c86-f363-4759-afa6-b1709659bf60", "name": "network-vif-plugged", "status": "completed", "tag": "6095b529-affb-4a37-9d73-3eaea05ccc31", "code": 200}]} {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:39:21.582807 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-941c5e0e-9757-4348-86ce-c6e9f6d2246b {{(pid=94468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:39:21.583278 n-d-694802-15 neutron-server[94468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84ea5c86-f363-4759-afa6-b1709659bf60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6095b529-affb-4a37-9d73-3eaea05ccc31', 'code': 200} Aug 12 14:39:21.620894 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-544c80ef-ee98-4cf3-abb0-a4bce122ec48 None None] Routers {'066a6fc0-497e-40e1-a855-233debc6f768'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:39:21.625937 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-544c80ef-ee98-4cf3-abb0-a4bce122ec48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:39:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['066a6fc0-497e-40e1-a855-233debc6f768'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:39:21.629760 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cb66ed-5e3a-4167-a09d-ec91004e512b None None] Pushing event updated for resources: {'Port': ['ID=35a058a3-6dbf-4263-8d26-f88023ce0263,revision_number=4']} {{(pid=94469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:39:21.702010 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-936905df-00f4-4987-b72e-1b46ff54be53 tempest-FloatingIPNegativeTestJSON-729016607 tempest-FloatingIPNegativeTestJSON-729016607-project] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:21.704725 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Pushing event updated for resources: {'Port': ['ID=6095b529-affb-4a37-9d73-3eaea05ccc31,revision_number=5']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:39:21.710239 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning for port f83b4180-29c8-481b-92a5-ff961e2a8260 completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:39:21.717233 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-936905df-00f4-4987-b72e-1b46ff54be53 tempest-FloatingIPNegativeTestJSON-729016607 tempest-FloatingIPNegativeTestJSON-729016607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:21.846761 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-544c80ef-ee98-4cf3-abb0-a4bce122ec48 None None] Set router 066a6fc0-497e-40e1-a855-233debc6f768 gateway port host: n-d-694802-15 {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:39:21.952677 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-936905df-00f4-4987-b72e-1b46ff54be53 tempest-FloatingIPNegativeTestJSON-729016607 tempest-FloatingIPNegativeTestJSON-729016607-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66628363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66663865'] for router_interface, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:21.956726 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936905df-00f4-4987-b72e-1b46ff54be53 tempest-FloatingIPNegativeTestJSON-729016607 tempest-FloatingIPNegativeTestJSON-729016607-project] Pushing event updated for resources: {'Port': ['ID=1140c7f4-8d35-4350-b3da-a2a1c932d801,revision_number=2']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:39:22.012000 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bde9d1-1163-4091-9ae2-8a9292fcfde0 req-f9291e38-751b-4c50-ba42-f995f3d8091e tempest-LiveMigrationNegativeTest-9470437 tempest-LiveMigrationNegativeTest-9470437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:39:22.016535 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b4bde9d1-1163-4091-9ae2-8a9292fcfde0 req-f9291e38-751b-4c50-ba42-f995f3d8091e tempest-LiveMigrationNegativeTest-9470437 tempest-LiveMigrationNegativeTest-9470437-project] 10.222.0.39 "GET /v2.0/ports?device_id=84ea5c86-f363-4759-afa6-b1709659bf60 HTTP/1.1" status: 200 len: 950 time: 0.1563396 Aug 12 14:39:22.037531 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-7c6db877-5cb0-4c46-a86d-39e5eaca9835 None None] Notify callbacks [] for port, precommit_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:22.069765 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-7c6db877-5cb0-4c46-a86d-39e5eaca9835 None None] Transition to ACTIVE for port object 36407650-d5a5-4b06-8224-40a2022c887a will not be triggered until provisioned by entity L2. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:39:22.081176 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-7c6db877-5cb0-4c46-a86d-39e5eaca9835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:22.198619 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-936905df-00f4-4987-b72e-1b46ff54be53 tempest-FloatingIPNegativeTestJSON-729016607 tempest-FloatingIPNegativeTestJSON-729016607-project] Network cb9ae0a8-a1f5-4455-86e4-755327215872 is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:39:22.209709 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [None req-936905df-00f4-4987-b72e-1b46ff54be53 tempest-FloatingIPNegativeTestJSON-729016607 tempest-FloatingIPNegativeTestJSON-729016607-project] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:39:22.249014 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-544c80ef-ee98-4cf3-abb0-a4bce122ec48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '066a6fc0-497e-40e1-a855-233debc6f768', 'name': 'tempest-FloatingIPsNegativeTestJSON-1240188186-router', 'tenant_id': '0fc6e645c542404f965833a9119352be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.192'}], 'enable_snat': True}, 'gw_port_id': '0f7ba5cd-a481-44c6-a079-23a97a5aee48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:39:05Z', 'updated_at': '2021-08-12T14:39:15Z', 'revision_number': 4, 'project_id': '0fc6e645c542404f965833a9119352be', 'gw_port': {'id': '0f7ba5cd-a481-44c6-a079-23a97a5aee48', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:3f:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '066a6fc0-497e-40e1-a855-233debc6f768', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:39:06Z', 'updated_at': '2021-08-12T14:39:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': '35a058a3-6dbf-4263-8d26-f88023ce0263', 'name': '', 'network_id': '4464d9af-d4a4-41ad-96cf-cbff705eb0f7', 'tenant_id': '0fc6e645c542404f965833a9119352be', 'mac_address': 'fa:16:3e:7a:fb:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '066a6fc0-497e-40e1-a855-233debc6f768', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '8efd5e3a-8bc0-4f52-bcd1-1f628fc5808c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:39:12Z', 'updated_at': '2021-08-12T14:39:21Z', 'revision_number': 4, 'project_id': '0fc6e645c542404f965833a9119352be', 'subnets': [{'id': '8efd5e3a-8bc0-4f52-bcd1-1f628fc5808c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:39:22.293285 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-544c80ef-ee98-4cf3-abb0-a4bce122ec48 None None] The sync data for ids ['066a6fc0-497e-40e1-a855-233debc6f768'] in n-d-694802-15 is: [{'id': '066a6fc0-497e-40e1-a855-233debc6f768', 'name': 'tempest-FloatingIPsNegativeTestJSON-1240188186-router', 'tenant_id': '0fc6e645c542404f965833a9119352be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.192'}], 'enable_snat': True}, 'gw_port_id': '0f7ba5cd-a481-44c6-a079-23a97a5aee48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:39:05Z', 'updated_at': '2021-08-12T14:39:15Z', 'revision_number': 4, 'project_id': '0fc6e645c542404f965833a9119352be', 'gw_port': {'id': '0f7ba5cd-a481-44c6-a079-23a97a5aee48', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:3f:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '066a6fc0-497e-40e1-a855-233debc6f768', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:39:06Z', 'updated_at': '2021-08-12T14:39:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': '35a058a3-6dbf-4263-8d26-f88023ce0263', 'name': '', 'network_id': '4464d9af-d4a4-41ad-96cf-cbff705eb0f7', 'tenant_id': '0fc6e645c542404f965833a9119352be', 'mac_address': 'fa:16:3e:7a:fb:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '066a6fc0-497e-40e1-a855-233debc6f768', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '8efd5e3a-8bc0-4f52-bcd1-1f628fc5808c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:39:12Z', 'updated_at': '2021-08-12T14:39:21Z', 'revision_number': 4, 'project_id': '0fc6e645c542404f965833a9119352be', 'subnets': [{'id': '8efd5e3a-8bc0-4f52-bcd1-1f628fc5808c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 14:39:22.310354 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b4bde9d1-1163-4091-9ae2-8a9292fcfde0 req-f3b4ec02-bb1b-453f-bd5a-a90377200875 tempest-LiveMigrationNegativeTest-9470437 tempest-LiveMigrationNegativeTest-9470437-project] 10.222.0.39 "GET /v2.0/security-groups?id=214de4e1-d877-4447-84c5-1de63b8d32db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432424 Aug 12 14:39:22.349435 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf792fe-d07a-4be6-89fd-cdf29efb5aff None None] Pushing event updated for resources: {'Port': ['ID=36407650-d5a5-4b06-8224-40a2022c887a,revision_number=2']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:39:22.362900 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8106e911-7256-420a-9fa1-533e5595bc8f None None] Network cb9ae0a8-a1f5-4455-86e4-755327215872 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:39:22.433499 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21333e60-ee5f-48a9-9a81-788c37b20443 req-977afba4-a7f7-48b7-9a02-2ba43dea0d1c tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:39:22.450578 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-21333e60-ee5f-48a9-9a81-788c37b20443 req-977afba4-a7f7-48b7-9a02-2ba43dea0d1c tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] 10.222.0.39 "GET /v2.0/ports?device_id=0c78da3a-37a4-408c-866e-6cd48d09416e HTTP/1.1" status: 200 len: 945 time: 0.4742482 Aug 12 14:39:22.461268 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-7c6db877-5cb0-4c46-a86d-39e5eaca9835 None None] Attempting to bind port 36407650-d5a5-4b06-8224-40a2022c887a on host n-d-694802-15 for vnic_type normal with profile {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:39:22.461846 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-7c6db877-5cb0-4c46-a86d-39e5eaca9835 None None] Attempting to bind port 36407650-d5a5-4b06-8224-40a2022c887a by drivers openvswitch,hyperv on host n-d-694802-15 at level 0 using segments [{'id': 'b1b396cb-2dc6-4041-bfc7-1833a80a4720', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:39:22.462016 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c6db877-5cb0-4c46-a86d-39e5eaca9835 None None] Attempting to bind port 36407650-d5a5-4b06-8224-40a2022c887a on network d3759e1b-6c03-45ac-acd4-90abb417809b {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:39:22.470220 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c6db877-5cb0-4c46-a86d-39e5eaca9835 None None] Checking agent: {'id': '16de73ac-f2e9-4cee-b3e0-91052ae3e6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 20, 13), 'started_at': datetime.datetime(2021, 8, 12, 14, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 39, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:39:22.470553 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c6db877-5cb0-4c46-a86d-39e5eaca9835 None None] Checking segment: {'id': 'b1b396cb-2dc6-4041-bfc7-1833a80a4720', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:39:22.471009 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-7c6db877-5cb0-4c46-a86d-39e5eaca9835 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:22.471459 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c6db877-5cb0-4c46-a86d-39e5eaca9835 None None] Bound using segment: {'id': 'b1b396cb-2dc6-4041-bfc7-1833a80a4720', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:39:22.471989 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-7c6db877-5cb0-4c46-a86d-39e5eaca9835 None None] Bound port: 36407650-d5a5-4b06-8224-40a2022c887a, host: n-d-694802-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1b396cb-2dc6-4041-bfc7-1833a80a4720', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'}}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:39:22.472376 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-7c6db877-5cb0-4c46-a86d-39e5eaca9835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:22.476879 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f2bc116e-383c-4484-ae80-75640431a971 None None] Provisioning for port f83b4180-29c8-481b-92a5-ff961e2a8260 completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:39:22.488377 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d641aba9-b1d4-471f-9593-8f9933b8b3b1 req-fb7c4d95-2dce-44b3-80dc-8f7f462ae4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:39:22.490162 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-d641aba9-b1d4-471f-9593-8f9933b8b3b1 req-fb7c4d95-2dce-44b3-80dc-8f7f462ae4ef service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=84ea5c86-f363-4759-afa6-b1709659bf60 HTTP/1.1" status: 200 len: 1102 time: 0.4891346 Aug 12 14:39:22.523286 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-936905df-00f4-4987-b72e-1b46ff54be53 tempest-FloatingIPNegativeTestJSON-729016607 tempest-FloatingIPNegativeTestJSON-729016607-project] Router 53adc217-ce52-45ca-8624-6c8859957e50 is scheduled to L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f with binding_index 1 {{(pid=94467) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 14:39:22.560245 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd8730c1-da12-4eb1-95b3-9f96c79d4f4a admin admin] Router a8eeff59-3948-4b86-9284-2f54386a0474 has already been hosted by L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f {{(pid=94466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 14:39:22.589375 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f2bc116e-383c-4484-ae80-75640431a971 None None] Provisioning complete for port f83b4180-29c8-481b-92a5-ff961e2a8260 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:39:22.589738 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f2bc116e-383c-4484-ae80-75640431a971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:22.630509 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-7c6db877-5cb0-4c46-a86d-39e5eaca9835 None None] For port 36407650-d5a5-4b06-8224-40a2022c887a, host n-d-694802-15, cleared binding levels {{(pid=94468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:39:22.655185 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-7c6db877-5cb0-4c46-a86d-39e5eaca9835 None None] For port 36407650-d5a5-4b06-8224-40a2022c887a, host n-d-694802-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=36407650-d5a5-4b06-8224-40a2022c887a,segment=NetworkSegment(b1b396cb-2dc6-4041-bfc7-1833a80a4720),segment_id=b1b396cb-2dc6-4041-bfc7-1833a80a4720)] {{(pid=94468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:39:22.658479 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-936905df-00f4-4987-b72e-1b46ff54be53 tempest-FloatingIPNegativeTestJSON-729016607 tempest-FloatingIPNegativeTestJSON-729016607-project] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 14:39:22.671055 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-936905df-00f4-4987-b72e-1b46ff54be53 tempest-FloatingIPNegativeTestJSON-729016607 tempest-FloatingIPNegativeTestJSON-729016607-project] 10.222.0.39 "PUT /v2.0/routers/53adc217-ce52-45ca-8624-6c8859957e50/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6014118 Aug 12 14:39:22.671914 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 42820) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:39:22.677860 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f49de58-f10b-4a6d-9530-74d7f47caaaf None None] Sync routers for ids ['53adc217-ce52-45ca-8624-6c8859957e50'] in n-d-694802-15 {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 14:39:22.679649 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-7c6db877-5cb0-4c46-a86d-39e5eaca9835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:22.689722 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f49de58-f10b-4a6d-9530-74d7f47caaaf None None] Routers {'53adc217-ce52-45ca-8624-6c8859957e50'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:39:22.692273 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-0f49de58-f10b-4a6d-9530-74d7f47caaaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:39:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['53adc217-ce52-45ca-8624-6c8859957e50'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:39:22.693727 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-3a1c86d2-8d4d-4ca7-9617-58e1d17269d4 tempest-FloatingIPNegativeTestJSON-729016607 tempest-FloatingIPNegativeTestJSON-729016607-project] Request body: {'port': {'network_id': 'cb9ae0a8-a1f5-4455-86e4-755327215872', 'name': 'tempest-FloatingIPNegativeTestJSON-750284567'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:39:22.777889 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-02d30ad9-545a-4a3d-9d09-bb44a2a9f9ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:22.783381 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-0f49de58-f10b-4a6d-9530-74d7f47caaaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:39:22.784823 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-d641aba9-b1d4-471f-9593-8f9933b8b3b1 req-fe944fb6-ad1d-4bc0-ba2a-f6bf0c9902f9 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=214de4e1-d877-4447-84c5-1de63b8d32db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2506721 Aug 12 14:39:22.791156 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-21333e60-ee5f-48a9-9a81-788c37b20443 req-a97aff26-198f-4f24-b226-529a00f1e92e tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b3c7ce2-70f7-4d15-8774-e830cec0f0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3390474 Aug 12 14:39:22.818384 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f49de58-f10b-4a6d-9530-74d7f47caaaf None None] Routers {'53adc217-ce52-45ca-8624-6c8859957e50'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:39:22.819124 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-0f49de58-f10b-4a6d-9530-74d7f47caaaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:39:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['53adc217-ce52-45ca-8624-6c8859957e50'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:39:22.851722 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c6db877-5cb0-4c46-a86d-39e5eaca9835 None None] Routers {'8c02cd8a-7f6f-4995-af31-43eb150e5eef'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:39:22.857329 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-7c6db877-5cb0-4c46-a86d-39e5eaca9835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:39:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['8c02cd8a-7f6f-4995-af31-43eb150e5eef'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:39:22.859586 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-0f49de58-f10b-4a6d-9530-74d7f47caaaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:39:22.860315 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f49de58-f10b-4a6d-9530-74d7f47caaaf None None] The sync data for ids ['53adc217-ce52-45ca-8624-6c8859957e50'] in n-d-694802-15 is: [] {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 14:39:22.875605 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf792fe-d07a-4be6-89fd-cdf29efb5aff None None] Pushing event updated for resources: {'Port': ['ID=36407650-d5a5-4b06-8224-40a2022c887a,revision_number=3']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:39:22.954054 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f2bc116e-383c-4484-ae80-75640431a971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:22.974795 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a1c86d2-8d4d-4ca7-9617-58e1d17269d4 tempest-FloatingIPNegativeTestJSON-729016607 tempest-FloatingIPNegativeTestJSON-729016607-project] Made reservation on behalf of b3f763dfd2354e64ba1dbb47b40bb4e4 for: {'port': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:39:22.982156 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-3a1c86d2-8d4d-4ca7-9617-58e1d17269d4 tempest-FloatingIPNegativeTestJSON-729016607 tempest-FloatingIPNegativeTestJSON-729016607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:23.036381 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [None req-3a1c86d2-8d4d-4ca7-9617-58e1d17269d4 tempest-FloatingIPNegativeTestJSON-729016607 tempest-FloatingIPNegativeTestJSON-729016607-project] device_id is not set on port 221102ea-5900-4339-b200-5666417c6715 yet. {{(pid=94467) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 14:39:23.090418 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-f2bc116e-383c-4484-ae80-75640431a971 None None] For port f83b4180-29c8-481b-92a5-ff961e2a8260, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=f83b4180-29c8-481b-92a5-ff961e2a8260,segment=NetworkSegment(bbae3a41-9d92-4806-94ec-d9d545cc3ce5),segment_id=bbae3a41-9d92-4806-94ec-d9d545cc3ce5)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:39:23.107780 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f2bc116e-383c-4484-ae80-75640431a971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:23.143389 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd8730c1-da12-4eb1-95b3-9f96c79d4f4a admin admin] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 14:39:23.148847 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-bd8730c1-da12-4eb1-95b3-9f96c79d4f4a admin admin] 10.222.0.39 "PUT /v2.0/routers/a8eeff59-3948-4b86-9284-2f54386a0474/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9830494 Aug 12 14:39:23.206135 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfa00443-5205-452b-8d76-23a9212237b5 None None] Sync routers for ids ['a8eeff59-3948-4b86-9284-2f54386a0474'] in n-d-694802-15 {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 14:39:23.272123 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvr_db [None req-7c6db877-5cb0-4c46-a86d-39e5eaca9835 None None] Set router 8c02cd8a-7f6f-4995-af31-43eb150e5eef gateway port host: n-d-694802-15 {{(pid=94468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:39:23.319308 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_common [None req-3a1c86d2-8d4d-4ca7-9617-58e1d17269d4 tempest-FloatingIPNegativeTestJSON-729016607 tempest-FloatingIPNegativeTestJSON-729016607-project] Allocated IP 172.20.0.13 (cb9ae0a8-a1f5-4455-86e4-755327215872/643b20ce-07dc-43cb-869e-7986b2a935c8/221102ea-5900-4339-b200-5666417c6715) {{(pid=94467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:39:23.337233 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-02d30ad9-545a-4a3d-9d09-bb44a2a9f9ed admin admin] Allocated IP 172.20.0.1 (8ac6d62d-7552-4386-9630-aa41f365c73f/f7615930-382d-44ff-8b02-ecb1a2922a73/bcbea599-e447-40c8-b2b5-26db95da4bc9) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:39:23.419804 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-def7fb95-7955-4393-a4d2-2481f4b1190c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66663830'] for router_interface, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:23.540077 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfa00443-5205-452b-8d76-23a9212237b5 None None] Routers {'a8eeff59-3948-4b86-9284-2f54386a0474'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:39:23.540733 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-bfa00443-5205-452b-8d76-23a9212237b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:39:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['a8eeff59-3948-4b86-9284-2f54386a0474'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:39:23.735897 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvr_db [None req-bfa00443-5205-452b-8d76-23a9212237b5 None None] Set router a8eeff59-3948-4b86-9284-2f54386a0474 gateway port host: n-d-694802-15 {{(pid=94468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:39:23.764753 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0931722-1cac-4319-855b-bd457df0bc08 req-eb4c993a-8cb3-4027-8b86-af2e6cc5d690 tempest-LiveMigrationNegativeTest-9470437 tempest-LiveMigrationNegativeTest-9470437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:39:23.765330 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 35a058a3-6dbf-4263-8d26-f88023ce0263 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:39:23.774805 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e0931722-1cac-4319-855b-bd457df0bc08 req-eb4c993a-8cb3-4027-8b86-af2e6cc5d690 tempest-LiveMigrationNegativeTest-9470437 tempest-LiveMigrationNegativeTest-9470437-project] 10.222.0.39 "GET /v2.0/ports?device_id=84ea5c86-f363-4759-afa6-b1709659bf60 HTTP/1.1" status: 200 len: 950 time: 0.1889603 Aug 12 14:39:23.820378 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-3a1c86d2-8d4d-4ca7-9617-58e1d17269d4 tempest-FloatingIPNegativeTestJSON-729016607 tempest-FloatingIPNegativeTestJSON-729016607-project] Notify callbacks [] for port, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:23.890367 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [None req-3a1c86d2-8d4d-4ca7-9617-58e1d17269d4 tempest-FloatingIPNegativeTestJSON-729016607 tempest-FloatingIPNegativeTestJSON-729016607-project] Transition to ACTIVE for port object 221102ea-5900-4339-b200-5666417c6715 will not be triggered until provisioned by entity DHCP. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:39:23.912581 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-02d30ad9-545a-4a3d-9d09-bb44a2a9f9ed admin admin] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:23.931319 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-74b0a0c3-064a-4947-849e-65ca44f4d413 None None] Provisioning complete for port f83b4180-29c8-481b-92a5-ff961e2a8260 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:39:23.931694 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-74b0a0c3-064a-4947-849e-65ca44f4d413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:23.932869 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e0931722-1cac-4319-855b-bd457df0bc08 req-43397e77-f7fb-4e5f-9a5c-ed55a5d11c4e tempest-LiveMigrationNegativeTest-9470437 tempest-LiveMigrationNegativeTest-9470437-project] 10.222.0.39 "GET /v2.0/security-groups?id=214de4e1-d877-4447-84c5-1de63b8d32db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356599 Aug 12 14:39:24.022750 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-3a1c86d2-8d4d-4ca7-9617-58e1d17269d4 tempest-FloatingIPNegativeTestJSON-729016607 tempest-FloatingIPNegativeTestJSON-729016607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:24.104043 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning for port 35a058a3-6dbf-4263-8d26-f88023ce0263 completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:39:24.117565 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-02d30ad9-545a-4a3d-9d09-bb44a2a9f9ed admin admin] Transition to ACTIVE for port object bcbea599-e447-40c8-b2b5-26db95da4bc9 will not be triggered until provisioned by entity DHCP. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:39:24.169552 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port 35a058a3-6dbf-4263-8d26-f88023ce0263 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:39:24.169920 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:24.182192 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a1c86d2-8d4d-4ca7-9617-58e1d17269d4 tempest-FloatingIPNegativeTestJSON-729016607 tempest-FloatingIPNegativeTestJSON-729016607-project] Network cb9ae0a8-a1f5-4455-86e4-755327215872 is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:39:24.199862 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [None req-3a1c86d2-8d4d-4ca7-9617-58e1d17269d4 tempest-FloatingIPNegativeTestJSON-729016607 tempest-FloatingIPNegativeTestJSON-729016607-project] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:39:24.216649 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a1c86d2-8d4d-4ca7-9617-58e1d17269d4 tempest-FloatingIPNegativeTestJSON-729016607 tempest-FloatingIPNegativeTestJSON-729016607-project] Received port after_create {{(pid=94467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:39:24.220259 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1c86d2-8d4d-4ca7-9617-58e1d17269d4 tempest-FloatingIPNegativeTestJSON-729016607 tempest-FloatingIPNegativeTestJSON-729016607-project] Pushing event updated for resources: {'Port': ['ID=221102ea-5900-4339-b200-5666417c6715,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:39:24.220537 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bc116e-383c-4484-ae80-75640431a971 None None] Pushing event updated for resources: {'Port': ['ID=f83b4180-29c8-481b-92a5-ff961e2a8260,revision_number=3']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:39:24.245818 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-02d30ad9-545a-4a3d-9d09-bb44a2a9f9ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:24.386815 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02d30ad9-545a-4a3d-9d09-bb44a2a9f9ed admin admin] Network 8ac6d62d-7552-4386-9630-aa41f365c73f is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:39:24.428025 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a20a52b-39aa-4b8d-9c75-2e1ab5344479 req-588ddc3c-d340-43ab-9ebc-a903a524e68b tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:39:24.440407 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6a20a52b-39aa-4b8d-9c75-2e1ab5344479 req-588ddc3c-d340-43ab-9ebc-a903a524e68b tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] 10.222.0.39 "GET /v2.0/ports?device_id=0c78da3a-37a4-408c-866e-6cd48d09416e HTTP/1.1" status: 200 len: 945 time: 0.3345790 Aug 12 14:39:24.454645 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-02d30ad9-545a-4a3d-9d09-bb44a2a9f9ed admin admin] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:39:24.457023 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d30ad9-545a-4a3d-9d09-bb44a2a9f9ed admin admin] Pushing event updated for resources: {'Port': ['ID=bcbea599-e447-40c8-b2b5-26db95da4bc9,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:39:24.480869 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02d30ad9-545a-4a3d-9d09-bb44a2a9f9ed admin admin] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:39:24.524540 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a1c86d2-8d4d-4ca7-9617-58e1d17269d4 tempest-FloatingIPNegativeTestJSON-729016607 tempest-FloatingIPNegativeTestJSON-729016607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:39:24.525224 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-3a1c86d2-8d4d-4ca7-9617-58e1d17269d4 tempest-FloatingIPNegativeTestJSON-729016607 tempest-FloatingIPNegativeTestJSON-729016607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:24.535061 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-74b0a0c3-064a-4947-849e-65ca44f4d413 None None] Provisioning for port 1140c7f4-8d35-4350-b3da-a2a1c932d801 completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:39:24.543050 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:24.551721 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-74b0a0c3-064a-4947-849e-65ca44f4d413 None None] Provisioning complete for port 1140c7f4-8d35-4350-b3da-a2a1c932d801 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:39:24.552094 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-74b0a0c3-064a-4947-849e-65ca44f4d413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:24.583679 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-3a1c86d2-8d4d-4ca7-9617-58e1d17269d4 tempest-FloatingIPNegativeTestJSON-729016607 tempest-FloatingIPNegativeTestJSON-729016607-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8949385 Aug 12 14:39:24.585384 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-7c6db877-5cb0-4c46-a86d-39e5eaca9835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c02cd8a-7f6f-4995-af31-43eb150e5eef', 'name': 'tempest-ServersTestBootFromVolume-10495900-router', 'tenant_id': 'abcf19ed547946299d610db231b30ea8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.209'}], 'enable_snat': True}, 'gw_port_id': '36407650-d5a5-4b06-8224-40a2022c887a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:39:12Z', 'updated_at': '2021-08-12T14:39:17Z', 'revision_number': 3, 'project_id': 'abcf19ed547946299d610db231b30ea8', 'gw_port': {'id': '36407650-d5a5-4b06-8224-40a2022c887a', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:02:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c02cd8a-7f6f-4995-af31-43eb150e5eef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:39:15Z', 'updated_at': '2021-08-12T14:39:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15'}], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:39:24.592458 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 42854) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:39:24.597142 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-11fee26b-18da-4600-8dc4-1e157c774490 tempest-FloatingIPNegativeTestJSON-729016607 tempest-FloatingIPNegativeTestJSON-729016607-project] Request body: {'floatingip': {'floating_network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:39:24.616635 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6a20a52b-39aa-4b8d-9c75-2e1ab5344479 req-1dd910cc-6f68-42de-96e5-4b3ae18b75b9 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b3c7ce2-70f7-4d15-8774-e830cec0f0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723790 Aug 12 14:39:24.634888 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.agents_db [None req-17ed3e4c-1a7d-4162-9646-11c134aca297 None None] Agent healthcheck: found 7 active agents {{(pid=94469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 14:39:24.648942 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 42858) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:39:24.664540 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-02d30ad9-545a-4a3d-9d09-bb44a2a9f9ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66663725'] for router_interface, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:24.674677 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] For port 35a058a3-6dbf-4263-8d26-f88023ce0263, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=35a058a3-6dbf-4263-8d26-f88023ce0263,segment=NetworkSegment(a40c3034-ee2b-4406-9bec-ae8529446fc3),segment_id=a40c3034-ee2b-4406-9bec-ae8529446fc3)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:39:24.675623 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-11fee26b-18da-4600-8dc4-1e157c774490 tempest-FloatingIPNegativeTestJSON-729016607 tempest-FloatingIPNegativeTestJSON-729016607-project] Notify callbacks [] for floatingip, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:24.678518 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c6db877-5cb0-4c46-a86d-39e5eaca9835 None None] The sync data for ids ['8c02cd8a-7f6f-4995-af31-43eb150e5eef'] in n-d-694802-15 is: [{'id': '8c02cd8a-7f6f-4995-af31-43eb150e5eef', 'name': 'tempest-ServersTestBootFromVolume-10495900-router', 'tenant_id': 'abcf19ed547946299d610db231b30ea8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.209'}], 'enable_snat': True}, 'gw_port_id': '36407650-d5a5-4b06-8224-40a2022c887a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:39:12Z', 'updated_at': '2021-08-12T14:39:17Z', 'revision_number': 3, 'project_id': 'abcf19ed547946299d610db231b30ea8', 'gw_port': {'id': '36407650-d5a5-4b06-8224-40a2022c887a', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:02:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c02cd8a-7f6f-4995-af31-43eb150e5eef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:39:15Z', 'updated_at': '2021-08-12T14:39:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15'}] {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 14:39:24.704142 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:24.718449 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-74b0a0c3-064a-4947-849e-65ca44f4d413 None None] Port 1140c7f4-8d35-4350-b3da-a2a1c932d801 cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 14:39:24.738857 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-def7fb95-7955-4393-a4d2-2481f4b1190c admin admin] Deleting port 35a058a3-6dbf-4263-8d26-f88023ce0263 {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:39:24.738857 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-def7fb95-7955-4393-a4d2-2481f4b1190c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:24.810937 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Pushing event updated for resources: {'Port': ['ID=35a058a3-6dbf-4263-8d26-f88023ce0263,revision_number=5']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:39:24.835787 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-bfa00443-5205-452b-8d76-23a9212237b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8eeff59-3948-4b86-9284-2f54386a0474', 'name': 'tempest-ServerRescueNegativeTestJSON-401007129-router', 'tenant_id': 'ef918c3e55db41809ce6731a1724be70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.45'}], 'enable_snat': True}, 'gw_port_id': 'ec034307-e107-4851-86b6-7bf6c7b47270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:39:05Z', 'updated_at': '2021-08-12T14:39:18Z', 'revision_number': 4, 'project_id': 'ef918c3e55db41809ce6731a1724be70', 'gw_port': {'id': 'ec034307-e107-4851-86b6-7bf6c7b47270', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:1e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8eeff59-3948-4b86-9284-2f54386a0474', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1057, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:39:07Z', 'updated_at': '2021-08-12T14:39:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': '60799527-6b45-45b0-8ffd-cb202b3aa942', 'name': '', 'network_id': '403ed391-7874-4a33-9f4f-96fa9ef207f4', 'tenant_id': 'ef918c3e55db41809ce6731a1724be70', 'mac_address': 'fa:16:3e:87:b6:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8eeff59-3948-4b86-9284-2f54386a0474', 'device_owner': 'network:router_interface', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': 'd596ebc0-f7b2-4a88-b2fe-14085d881fde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:39:16Z', 'updated_at': '2021-08-12T14:39:19Z', 'revision_number': 2, 'project_id': 'ef918c3e55db41809ce6731a1724be70', 'subnets': [{'id': 'd596ebc0-f7b2-4a88-b2fe-14085d881fde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:39:24.874223 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfa00443-5205-452b-8d76-23a9212237b5 None None] Checking router: a8eeff59-3948-4b86-9284-2f54386a0474 for host: n-d-694802-15 {{(pid=94468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 14:39:24.874713 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfa00443-5205-452b-8d76-23a9212237b5 None None] Updating router a8eeff59-3948-4b86-9284-2f54386a0474 port 60799527-6b45-45b0-8ffd-cb202b3aa942 binding host n-d-694802-15 {{(pid=94468) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 14:39:24.889428 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-11fee26b-18da-4600-8dc4-1e157c774490 tempest-FloatingIPNegativeTestJSON-729016607 tempest-FloatingIPNegativeTestJSON-729016607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:24.902924 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-f184b900-4175-431a-a6da-8108e7e09d1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:24.903688 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-c450df5b-0d5c-4e8f-aec3-d987e64a94cc None None] Provisioning for port bcbea599-e447-40c8-b2b5-26db95da4bc9 completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:39:24.909427 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-c450df5b-0d5c-4e8f-aec3-d987e64a94cc None None] Provisioning complete for port bcbea599-e447-40c8-b2b5-26db95da4bc9 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:39:24.909760 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-c450df5b-0d5c-4e8f-aec3-d987e64a94cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:24.912758 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-bfa00443-5205-452b-8d76-23a9212237b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:24.982071 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-02d30ad9-545a-4a3d-9d09-bb44a2a9f9ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:25.001156 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-c450df5b-0d5c-4e8f-aec3-d987e64a94cc None None] Port bcbea599-e447-40c8-b2b5-26db95da4bc9 cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 14:39:25.090836 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-c450df5b-0d5c-4e8f-aec3-d987e64a94cc None None] Provisioning for port 221102ea-5900-4339-b200-5666417c6715 completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:39:25.105606 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-c450df5b-0d5c-4e8f-aec3-d987e64a94cc None None] Provisioning complete for port 221102ea-5900-4339-b200-5666417c6715 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:39:25.105606 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-c450df5b-0d5c-4e8f-aec3-d987e64a94cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:25.115280 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-def7fb95-7955-4393-a4d2-2481f4b1190c admin admin] For port 35a058a3-6dbf-4263-8d26-f88023ce0263, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=35a058a3-6dbf-4263-8d26-f88023ce0263,segment=NetworkSegment(a40c3034-ee2b-4406-9bec-ae8529446fc3),segment_id=a40c3034-ee2b-4406-9bec-ae8529446fc3)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:39:25.115657 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-def7fb95-7955-4393-a4d2-2481f4b1190c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:25.126684 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac0743c-d771-49e0-9f01-3fb2f2b7cc75 req-9649ffdd-b4fd-49ae-b275-e0ee13c34d16 tempest-ServerRescueNegativeTestJSON-1622637895 tempest-ServerRescueNegativeTestJSON-1622637895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:39:25.129127 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-4ac0743c-d771-49e0-9f01-3fb2f2b7cc75 req-9649ffdd-b4fd-49ae-b275-e0ee13c34d16 tempest-ServerRescueNegativeTestJSON-1622637895 tempest-ServerRescueNegativeTestJSON-1622637895-project] 10.222.0.39 "GET /v2.0/networks?id=403ed391-7874-4a33-9f4f-96fa9ef207f4 HTTP/1.1" status: 200 len: 818 time: 0.6958416 Aug 12 14:39:25.164913 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-4ac0743c-d771-49e0-9f01-3fb2f2b7cc75 req-17598ec0-c600-40e7-abad-7be783d0cad8 tempest-ServerRescueNegativeTestJSON-1622637895 tempest-ServerRescueNegativeTestJSON-1622637895-project] 10.222.0.39 "GET /v2.0/quotas/ef918c3e55db41809ce6731a1724be70 HTTP/1.1" status: 200 len: 375 time: 0.0168478 Aug 12 14:39:25.174687 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_common [None req-11fee26b-18da-4600-8dc4-1e157c774490 tempest-FloatingIPNegativeTestJSON-729016607 tempest-FloatingIPNegativeTestJSON-729016607-project] Allocated IP 172.25.1.17 (d3759e1b-6c03-45ac-acd4-90abb417809b/f0254f08-c19c-4e31-bd9c-09389ea4b6f2/0a3ade33-7b37-4fe2-9ecb-6882d2f95359) {{(pid=94467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:39:25.207072 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-def7fb95-7955-4393-a4d2-2481f4b1190c admin admin] Calling delete_port for 35a058a3-6dbf-4263-8d26-f88023ce0263 owned by network:router_interface {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:39:25.221322 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9caca43-a9b9-4653-959b-51f8c438072f req-7b9bb166-ad6f-4465-8a1c-186c3222e6ea tempest-LiveMigrationNegativeTest-9470437 tempest-LiveMigrationNegativeTest-9470437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:39:25.223307 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d9caca43-a9b9-4653-959b-51f8c438072f req-7b9bb166-ad6f-4465-8a1c-186c3222e6ea tempest-LiveMigrationNegativeTest-9470437 tempest-LiveMigrationNegativeTest-9470437-project] 10.222.0.39 "GET /v2.0/ports?device_id=84ea5c86-f363-4759-afa6-b1709659bf60 HTTP/1.1" status: 200 len: 950 time: 0.1428223 Aug 12 14:39:25.336686 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-f184b900-4175-431a-a6da-8108e7e09d1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:25.354182 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-f184b900-4175-431a-a6da-8108e7e09d1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:25.405458 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-c450df5b-0d5c-4e8f-aec3-d987e64a94cc None None] Port 221102ea-5900-4339-b200-5666417c6715 cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 14:39:25.442202 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f184b900-4175-431a-a6da-8108e7e09d1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=457b91be-b5e8-4200-9f7f-9481e24097b4,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:39:25.451915 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-4ac0743c-d771-49e0-9f01-3fb2f2b7cc75 req-3668e44e-91b4-47df-ba48-e732d772999b tempest-ServerRescueNegativeTestJSON-1622637895 tempest-ServerRescueNegativeTestJSON-1622637895-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=ef918c3e55db41809ce6731a1724be70&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2805350 Aug 12 14:39:25.452112 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 36407650-d5a5-4b06-8224-40a2022c887a up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:39:25.468082 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-02d30ad9-545a-4a3d-9d09-bb44a2a9f9ed admin admin] Notify callbacks [] for port, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:25.471899 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d9caca43-a9b9-4653-959b-51f8c438072f req-5190e3a9-3241-4992-80ba-075739052110 tempest-LiveMigrationNegativeTest-9470437 tempest-LiveMigrationNegativeTest-9470437-project] 10.222.0.39 "GET /v2.0/security-groups?id=214de4e1-d877-4447-84c5-1de63b8d32db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2155836 Aug 12 14:39:25.491655 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-c450df5b-0d5c-4e8f-aec3-d987e64a94cc None None] Provisioning complete for port 1140c7f4-8d35-4350-b3da-a2a1c932d801 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:39:25.492183 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-c450df5b-0d5c-4e8f-aec3-d987e64a94cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:25.492627 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-02d30ad9-545a-4a3d-9d09-bb44a2a9f9ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3718439'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:25.511753 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-f184b900-4175-431a-a6da-8108e7e09d1a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=09e18dfbf61c4e68898d6882426cd7a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8616297 Aug 12 14:39:25.519517 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 42866) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:39:25.550049 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-11fee26b-18da-4600-8dc4-1e157c774490 tempest-FloatingIPNegativeTestJSON-729016607 tempest-FloatingIPNegativeTestJSON-729016607-project] Notify callbacks [] for port, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:25.614213 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-7aee7c28-ea45-4ed1-af08-07720d32a362 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:25.616755 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d30ad9-545a-4a3d-9d09-bb44a2a9f9ed admin admin] Pushing event updated for resources: {'Port': ['ID=bcbea599-e447-40c8-b2b5-26db95da4bc9,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:39:25.632108 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-c450df5b-0d5c-4e8f-aec3-d987e64a94cc None None] Port 1140c7f4-8d35-4350-b3da-a2a1c932d801 cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 14:39:25.653435 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-7aee7c28-ea45-4ed1-af08-07720d32a362 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:25.690356 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning for port 36407650-d5a5-4b06-8224-40a2022c887a completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:39:25.711420 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-02d30ad9-545a-4a3d-9d09-bb44a2a9f9ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66628363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66663865'] for router_interface, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:25.717983 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port 36407650-d5a5-4b06-8224-40a2022c887a triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:39:25.718430 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:25.764710 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-7aee7c28-ea45-4ed1-af08-07720d32a362 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:25.771102 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-7aee7c28-ea45-4ed1-af08-07720d32a362 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:25.779902 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-7aee7c28-ea45-4ed1-af08-07720d32a362 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/457b91be-b5e8-4200-9f7f-9481e24097b4 HTTP/1.1" status: 204 len: 168 time: 0.2593188 Aug 12 14:39:25.801196 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-4ac0743c-d771-49e0-9f01-3fb2f2b7cc75 req-311451a0-b6de-407c-a0db-ab2981b0cd61 service neutron] 10.222.0.39 "GET /v2.0/networks/403ed391-7874-4a33-9f4f-96fa9ef207f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3308327 Aug 12 14:39:25.817843 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aee7c28-ea45-4ed1-af08-07720d32a362 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=457b91be-b5e8-4200-9f7f-9481e24097b4,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:39:25.889271 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-11fee26b-18da-4600-8dc4-1e157c774490 tempest-FloatingIPNegativeTestJSON-729016607 tempest-FloatingIPNegativeTestJSON-729016607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:25.942564 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-bfa00443-5205-452b-8d76-23a9212237b5 None None] Notify callbacks [] for port, precommit_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:25.972395 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-bfa00443-5205-452b-8d76-23a9212237b5 None None] Transition to ACTIVE for port object 60799527-6b45-45b0-8ffd-cb202b3aa942 will not be triggered until provisioned by entity L2. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:39:25.979900 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11fee26b-18da-4600-8dc4-1e157c774490 tempest-FloatingIPNegativeTestJSON-729016607 tempest-FloatingIPNegativeTestJSON-729016607-project] Network d3759e1b-6c03-45ac-acd4-90abb417809b is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:39:25.986592 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02d30ad9-545a-4a3d-9d09-bb44a2a9f9ed admin admin] Network 8ac6d62d-7552-4386-9630-aa41f365c73f is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:39:25.997383 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-02d30ad9-545a-4a3d-9d09-bb44a2a9f9ed admin admin] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:39:26.000075 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [None req-11fee26b-18da-4600-8dc4-1e157c774490 tempest-FloatingIPNegativeTestJSON-729016607 tempest-FloatingIPNegativeTestJSON-729016607-project] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:39:26.021634 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:26.021929 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c32fa8a-5971-4f71-8d5b-47a63de52ed9 req-bf3e8819-3a53-4e3a-8b39-589a2ee5b254 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:39:26.021929 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4c32fa8a-5971-4f71-8d5b-47a63de52ed9 req-bf3e8819-3a53-4e3a-8b39-589a2ee5b254 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] 10.222.0.39 "GET /v2.0/ports?device_id=0c78da3a-37a4-408c-866e-6cd48d09416e HTTP/1.1" status: 200 len: 945 time: 0.2124233 Aug 12 14:39:26.032092 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11fee26b-18da-4600-8dc4-1e157c774490 tempest-FloatingIPNegativeTestJSON-729016607 tempest-FloatingIPNegativeTestJSON-729016607-project] Received port after_create {{(pid=94467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:39:26.056457 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fee26b-18da-4600-8dc4-1e157c774490 tempest-FloatingIPNegativeTestJSON-729016607 tempest-FloatingIPNegativeTestJSON-729016607-project] Pushing event updated for resources: {'Port': ['ID=0a3ade33-7b37-4fe2-9ecb-6882d2f95359,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:39:26.057568 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] For port 36407650-d5a5-4b06-8224-40a2022c887a, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=36407650-d5a5-4b06-8224-40a2022c887a,segment=NetworkSegment(b1b396cb-2dc6-4041-bfc7-1833a80a4720),segment_id=b1b396cb-2dc6-4041-bfc7-1833a80a4720)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:39:26.059860 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-bfa00443-5205-452b-8d76-23a9212237b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:26.078466 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-4ac0743c-d771-49e0-9f01-3fb2f2b7cc75 req-31adb604-fb5e-4659-adbc-43c536b2fc5a service neutron] 10.222.0.39 "GET /v2.0/networks/403ed391-7874-4a33-9f4f-96fa9ef207f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2667785 Aug 12 14:39:26.081843 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-def7fb95-7955-4393-a4d2-2481f4b1190c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:26.113698 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:26.115362 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 35a058a3-6dbf-4263-8d26-f88023ce0263 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:39:26.186758 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba2bf26-949a-4e40-bffc-a48e2b4cc007 None None] Pushing event updated for resources: {'Port': ['ID=60799527-6b45-45b0-8ffd-cb202b3aa942,revision_number=3']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:39:26.206241 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def7fb95-7955-4393-a4d2-2481f4b1190c admin admin] Pushing event deleted for resources: {'Port': ['ID=35a058a3-6dbf-4263-8d26-f88023ce0263,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:39:26.248169 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4c32fa8a-5971-4f71-8d5b-47a63de52ed9 req-f867f55e-e771-46e5-b038-f81fade37f0b tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b3c7ce2-70f7-4d15-8774-e830cec0f0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2129886 Aug 12 14:39:26.337160 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] No Port match for: 35a058a3-6dbf-4263-8d26-f88023ce0263 {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 14:39:26.337508 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 35a058a3-6dbf-4263-8d26-f88023ce0263 not bound to the agent host n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Aug 12 14:39:26.357615 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Pushing event updated for resources: {'Port': ['ID=36407650-d5a5-4b06-8224-40a2022c887a,revision_number=4']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:39:26.406691 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-11fee26b-18da-4600-8dc4-1e157c774490 tempest-FloatingIPNegativeTestJSON-729016607 tempest-FloatingIPNegativeTestJSON-729016607-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:26.452530 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02d30ad9-545a-4a3d-9d09-bb44a2a9f9ed admin admin] Router 8c02cd8a-7f6f-4995-af31-43eb150e5eef has already been hosted by L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f {{(pid=94466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 14:39:26.465865 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 42882) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:39:26.493864 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Port 35a058a3-6dbf-4263-8d26-f88023ce0263 not found, will not notify nova. {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Aug 12 14:39:26.494532 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device f83b4180-29c8-481b-92a5-ff961e2a8260 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:39:26.505482 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e917ad03-a510-4ba9-b524-6da4c351a593 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:26.555408 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-11fee26b-18da-4600-8dc4-1e157c774490 tempest-FloatingIPNegativeTestJSON-729016607 tempest-FloatingIPNegativeTestJSON-729016607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:26.555664 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-bfa00443-5205-452b-8d76-23a9212237b5 None None] Attempting to bind port 60799527-6b45-45b0-8ffd-cb202b3aa942 on host n-d-694802-15 for vnic_type normal with profile {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:39:26.555999 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-bfa00443-5205-452b-8d76-23a9212237b5 None None] Attempting to bind port 60799527-6b45-45b0-8ffd-cb202b3aa942 by drivers openvswitch,hyperv on host n-d-694802-15 at level 0 using segments [{'id': '4c2b9cce-8b7c-48a7-9a48-725ec4478534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '403ed391-7874-4a33-9f4f-96fa9ef207f4'}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:39:26.556453 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa00443-5205-452b-8d76-23a9212237b5 None None] Attempting to bind port 60799527-6b45-45b0-8ffd-cb202b3aa942 on network 403ed391-7874-4a33-9f4f-96fa9ef207f4 {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:39:26.566437 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa00443-5205-452b-8d76-23a9212237b5 None None] Checking agent: {'id': '16de73ac-f2e9-4cee-b3e0-91052ae3e6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 20, 13), 'started_at': datetime.datetime(2021, 8, 12, 14, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 39, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:39:26.567838 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa00443-5205-452b-8d76-23a9212237b5 None None] Checking segment: {'id': '4c2b9cce-8b7c-48a7-9a48-725ec4478534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '403ed391-7874-4a33-9f4f-96fa9ef207f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:39:26.568454 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-bfa00443-5205-452b-8d76-23a9212237b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:26.568845 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa00443-5205-452b-8d76-23a9212237b5 None None] Bound using segment: {'id': '4c2b9cce-8b7c-48a7-9a48-725ec4478534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '403ed391-7874-4a33-9f4f-96fa9ef207f4'} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:39:26.569511 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-bfa00443-5205-452b-8d76-23a9212237b5 None None] Bound port: 60799527-6b45-45b0-8ffd-cb202b3aa942, host: n-d-694802-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c2b9cce-8b7c-48a7-9a48-725ec4478534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '403ed391-7874-4a33-9f4f-96fa9ef207f4'}}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:39:26.569893 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-bfa00443-5205-452b-8d76-23a9212237b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:26.595361 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd082f2-a970-4bfd-b0ea-a6176e1ccff5 req-9bc24021-92c3-4c2c-a015-19a187aedd0a tempest-LiveMigrationNegativeTest-9470437 tempest-LiveMigrationNegativeTest-9470437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:39:26.604086 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-5dd082f2-a970-4bfd-b0ea-a6176e1ccff5 req-9bc24021-92c3-4c2c-a015-19a187aedd0a tempest-LiveMigrationNegativeTest-9470437 tempest-LiveMigrationNegativeTest-9470437-project] 10.222.0.39 "GET /v2.0/ports?device_id=84ea5c86-f363-4759-afa6-b1709659bf60 HTTP/1.1" status: 200 len: 950 time: 0.1952965 Aug 12 14:39:26.647340 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-bfa00443-5205-452b-8d76-23a9212237b5 None None] For port 60799527-6b45-45b0-8ffd-cb202b3aa942, host n-d-694802-15, cleared binding levels {{(pid=94468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:39:26.651796 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-bfa00443-5205-452b-8d76-23a9212237b5 None None] For port 60799527-6b45-45b0-8ffd-cb202b3aa942, host n-d-694802-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=60799527-6b45-45b0-8ffd-cb202b3aa942,segment=NetworkSegment(4c2b9cce-8b7c-48a7-9a48-725ec4478534),segment_id=4c2b9cce-8b7c-48a7-9a48-725ec4478534)] {{(pid=94468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:39:26.656200 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-def7fb95-7955-4393-a4d2-2481f4b1190c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66628352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-430630'] for router_interface, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:26.667360 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-bfa00443-5205-452b-8d76-23a9212237b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:26.677643 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-5dd082f2-a970-4bfd-b0ea-a6176e1ccff5 req-c2a99932-7994-434d-b1f9-dd8ab85e7a8d tempest-LiveMigrationNegativeTest-9470437 tempest-LiveMigrationNegativeTest-9470437-project] 10.222.0.39 "GET /v2.0/security-groups?id=214de4e1-d877-4447-84c5-1de63b8d32db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726058 Aug 12 14:39:26.721810 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-851519a4-eb6e-42b7-9d1c-7cc7c5eab911 None None] Provisioning complete for port bcbea599-e447-40c8-b2b5-26db95da4bc9 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:39:26.722220 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-851519a4-eb6e-42b7-9d1c-7cc7c5eab911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:26.759104 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-d9ffb6c5-2a1f-44cb-a7b0-eae376d10aa3 req-7a11f353-dcdf-413f-b898-0a03e2569175 tempest-ServerRescueNegativeTestJSON-1622637895 tempest-ServerRescueNegativeTestJSON-1622637895-project] 10.222.0.39 "GET /v2.0/ports?device_id=d52af645-a96c-4fda-a020-923ad96d40ff HTTP/1.1" status: 200 len: 210 time: 0.1840303 Aug 12 14:39:26.816275 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfa00443-5205-452b-8d76-23a9212237b5 None None] Routers {'a8eeff59-3948-4b86-9284-2f54386a0474'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:39:26.816926 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-bfa00443-5205-452b-8d76-23a9212237b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:39:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['a8eeff59-3948-4b86-9284-2f54386a0474'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:39:26.885856 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba2bf26-949a-4e40-bffc-a48e2b4cc007 None None] Pushing event updated for resources: {'Port': ['ID=60799527-6b45-45b0-8ffd-cb202b3aa942,revision_number=4']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:39:26.892260 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-851519a4-eb6e-42b7-9d1c-7cc7c5eab911 None None] Port bcbea599-e447-40c8-b2b5-26db95da4bc9 cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 14:39:26.910594 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port f83b4180-29c8-481b-92a5-ff961e2a8260 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:39:26.911031 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:26.913905 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-11fee26b-18da-4600-8dc4-1e157c774490 tempest-FloatingIPNegativeTestJSON-729016607 tempest-FloatingIPNegativeTestJSON-729016607-project] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:26.928876 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-11fee26b-18da-4600-8dc4-1e157c774490 tempest-FloatingIPNegativeTestJSON-729016607 tempest-FloatingIPNegativeTestJSON-729016607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:27.046758 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02d30ad9-545a-4a3d-9d09-bb44a2a9f9ed admin admin] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 14:39:27.068436 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-02d30ad9-545a-4a3d-9d09-bb44a2a9f9ed admin admin] 10.222.0.39 "PUT /v2.0/routers/8c02cd8a-7f6f-4995-af31-43eb150e5eef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2688229 Aug 12 14:39:27.129781 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvr_db [None req-bfa00443-5205-452b-8d76-23a9212237b5 None None] Set router a8eeff59-3948-4b86-9284-2f54386a0474 gateway port host: n-d-694802-15 {{(pid=94468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:39:27.166446 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e13406-3032-47fd-81cb-05a6c96bd774 req-99b514c7-ecbb-4bdd-8b71-8f15067748f3 tempest-ServerRescueNegativeTestJSON-1622637895 tempest-ServerRescueNegativeTestJSON-1622637895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:39:27.174473 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-96e13406-3032-47fd-81cb-05a6c96bd774 req-99b514c7-ecbb-4bdd-8b71-8f15067748f3 tempest-ServerRescueNegativeTestJSON-1622637895 tempest-ServerRescueNegativeTestJSON-1622637895-project] 10.222.0.39 "GET /v2.0/networks?id=403ed391-7874-4a33-9f4f-96fa9ef207f4 HTTP/1.1" status: 200 len: 818 time: 0.1473181 Aug 12 14:39:27.194993 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fee26b-18da-4600-8dc4-1e157c774490 tempest-FloatingIPNegativeTestJSON-729016607 tempest-FloatingIPNegativeTestJSON-729016607-project] Pushing event updated for resources: {'Port': ['ID=0a3ade33-7b37-4fe2-9ecb-6882d2f95359,revision_number=2']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:39:27.209255 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-96e13406-3032-47fd-81cb-05a6c96bd774 req-3b156189-020c-4131-a39d-ada4536c159e tempest-ServerRescueNegativeTestJSON-1622637895 tempest-ServerRescueNegativeTestJSON-1622637895-project] 10.222.0.39 "GET /v2.0/quotas/ef918c3e55db41809ce6731a1724be70 HTTP/1.1" status: 200 len: 375 time: 0.0338304 Aug 12 14:39:27.238191 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e917ad03-a510-4ba9-b524-6da4c351a593 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:27.247231 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-def7fb95-7955-4393-a4d2-2481f4b1190c admin admin] Router 066a6fc0-497e-40e1-a855-233debc6f768 has already been hosted by L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f {{(pid=94466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 14:39:27.248429 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e917ad03-a510-4ba9-b524-6da4c351a593 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:27.260225 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-11fee26b-18da-4600-8dc4-1e157c774490 tempest-FloatingIPNegativeTestJSON-729016607 tempest-FloatingIPNegativeTestJSON-729016607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431510'] for floatingip, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:27.308241 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-11fee26b-18da-4600-8dc4-1e157c774490 tempest-FloatingIPNegativeTestJSON-729016607 tempest-FloatingIPNegativeTestJSON-729016607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for floatingip, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:27.315975 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-11fee26b-18da-4600-8dc4-1e157c774490 tempest-FloatingIPNegativeTestJSON-729016607 tempest-FloatingIPNegativeTestJSON-729016607-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.7224205 Aug 12 14:39:27.316396 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-e917ad03-a510-4ba9-b524-6da4c351a593 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=290b61da6e7a4db8a0868a7de5ccdaf0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8481517 Aug 12 14:39:27.316872 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 42906) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:39:27.317221 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 42908) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:39:27.324933 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e917ad03-a510-4ba9-b524-6da4c351a593 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12a80f66-3b6f-4842-97de-08d2407d5523,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:39:27.333693 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-0a0eaf55-4974-4692-9669-e77f9037d433 tempest-FloatingIPNegativeTestJSON-729016607 tempest-FloatingIPNegativeTestJSON-729016607-project] Request body: {'floatingip': {'port_id': '221102ea-5900-4339-b200-5666417c6715', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:39:27.422299 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-96e13406-3032-47fd-81cb-05a6c96bd774 req-98ebe7fa-44ad-498f-908f-27dc91a7e5bf tempest-ServerRescueNegativeTestJSON-1622637895 tempest-ServerRescueNegativeTestJSON-1622637895-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=ef918c3e55db41809ce6731a1724be70&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2120261 Aug 12 14:39:27.483629 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce3de35f-d276-45be-8ff0-571b8d4614ea None None] Sync routers for ids ['8c02cd8a-7f6f-4995-af31-43eb150e5eef'] in n-d-694802-15 {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 14:39:27.497738 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce3de35f-d276-45be-8ff0-571b8d4614ea None None] Routers {'8c02cd8a-7f6f-4995-af31-43eb150e5eef'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:39:27.499438 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-ce3de35f-d276-45be-8ff0-571b8d4614ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:39:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['8c02cd8a-7f6f-4995-af31-43eb150e5eef'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:39:27.518057 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-0a0eaf55-4974-4692-9669-e77f9037d433 tempest-FloatingIPNegativeTestJSON-729016607 tempest-FloatingIPNegativeTestJSON-729016607-project] Notify callbacks [] for floatingip, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:27.527918 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8ac01f84-0feb-4843-b36b-9e1566330f77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:27.561994 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-bfa00443-5205-452b-8d76-23a9212237b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8eeff59-3948-4b86-9284-2f54386a0474', 'name': 'tempest-ServerRescueNegativeTestJSON-401007129-router', 'tenant_id': 'ef918c3e55db41809ce6731a1724be70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.45'}], 'enable_snat': True}, 'gw_port_id': 'ec034307-e107-4851-86b6-7bf6c7b47270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:39:05Z', 'updated_at': '2021-08-12T14:39:18Z', 'revision_number': 4, 'project_id': 'ef918c3e55db41809ce6731a1724be70', 'gw_port': {'id': 'ec034307-e107-4851-86b6-7bf6c7b47270', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:1e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8eeff59-3948-4b86-9284-2f54386a0474', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1057, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:39:07Z', 'updated_at': '2021-08-12T14:39:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': '60799527-6b45-45b0-8ffd-cb202b3aa942', 'name': '', 'network_id': '403ed391-7874-4a33-9f4f-96fa9ef207f4', 'tenant_id': 'ef918c3e55db41809ce6731a1724be70', 'mac_address': 'fa:16:3e:87:b6:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8eeff59-3948-4b86-9284-2f54386a0474', 'device_owner': 'network:router_interface', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': 'd596ebc0-f7b2-4a88-b2fe-14085d881fde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:39:16Z', 'updated_at': '2021-08-12T14:39:26Z', 'revision_number': 4, 'project_id': 'ef918c3e55db41809ce6731a1724be70', 'subnets': [{'id': 'd596ebc0-f7b2-4a88-b2fe-14085d881fde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:39:27.595750 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfa00443-5205-452b-8d76-23a9212237b5 None None] The sync data for ids ['a8eeff59-3948-4b86-9284-2f54386a0474'] in n-d-694802-15 is: [{'id': 'a8eeff59-3948-4b86-9284-2f54386a0474', 'name': 'tempest-ServerRescueNegativeTestJSON-401007129-router', 'tenant_id': 'ef918c3e55db41809ce6731a1724be70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.45'}], 'enable_snat': True}, 'gw_port_id': 'ec034307-e107-4851-86b6-7bf6c7b47270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:39:05Z', 'updated_at': '2021-08-12T14:39:18Z', 'revision_number': 4, 'project_id': 'ef918c3e55db41809ce6731a1724be70', 'gw_port': {'id': 'ec034307-e107-4851-86b6-7bf6c7b47270', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:1e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8eeff59-3948-4b86-9284-2f54386a0474', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1057, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:39:07Z', 'updated_at': '2021-08-12T14:39:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': '60799527-6b45-45b0-8ffd-cb202b3aa942', 'name': '', 'network_id': '403ed391-7874-4a33-9f4f-96fa9ef207f4', 'tenant_id': 'ef918c3e55db41809ce6731a1724be70', 'mac_address': 'fa:16:3e:87:b6:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8eeff59-3948-4b86-9284-2f54386a0474', 'device_owner': 'network:router_interface', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': 'd596ebc0-f7b2-4a88-b2fe-14085d881fde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:39:16Z', 'updated_at': '2021-08-12T14:39:26Z', 'revision_number': 4, 'project_id': 'ef918c3e55db41809ce6731a1724be70', 'subnets': [{'id': 'd596ebc0-f7b2-4a88-b2fe-14085d881fde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 14:39:27.679676 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 36407650-d5a5-4b06-8224-40a2022c887a up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:39:27.693771 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-ce3de35f-d276-45be-8ff0-571b8d4614ea None None] Set router 8c02cd8a-7f6f-4995-af31-43eb150e5eef gateway port host: n-d-694802-15 {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:39:27.763673 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port 36407650-d5a5-4b06-8224-40a2022c887a triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:39:27.764089 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:28.008987 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-ce3de35f-d276-45be-8ff0-571b8d4614ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c02cd8a-7f6f-4995-af31-43eb150e5eef', 'name': 'tempest-ServersTestBootFromVolume-10495900-router', 'tenant_id': 'abcf19ed547946299d610db231b30ea8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.209'}], 'enable_snat': True}, 'gw_port_id': '36407650-d5a5-4b06-8224-40a2022c887a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:39:12Z', 'updated_at': '2021-08-12T14:39:24Z', 'revision_number': 4, 'project_id': 'abcf19ed547946299d610db231b30ea8', 'gw_port': {'id': '36407650-d5a5-4b06-8224-40a2022c887a', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:02:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c02cd8a-7f6f-4995-af31-43eb150e5eef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:39:15Z', 'updated_at': '2021-08-12T14:39:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': 'bcbea599-e447-40c8-b2b5-26db95da4bc9', 'name': '', 'network_id': '8ac6d62d-7552-4386-9630-aa41f365c73f', 'tenant_id': 'abcf19ed547946299d610db231b30ea8', 'mac_address': 'fa:16:3e:cc:05:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c02cd8a-7f6f-4995-af31-43eb150e5eef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': 'f7615930-382d-44ff-8b02-ecb1a2922a73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:39:22Z', 'updated_at': '2021-08-12T14:39:25Z', 'revision_number': 2, 'project_id': 'abcf19ed547946299d610db231b30ea8', 'subnets': [{'id': 'f7615930-382d-44ff-8b02-ecb1a2922a73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:39:28.040193 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce3de35f-d276-45be-8ff0-571b8d4614ea None None] Checking router: 8c02cd8a-7f6f-4995-af31-43eb150e5eef for host: n-d-694802-15 {{(pid=94469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 14:39:28.040899 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce3de35f-d276-45be-8ff0-571b8d4614ea None None] Updating router 8c02cd8a-7f6f-4995-af31-43eb150e5eef port bcbea599-e447-40c8-b2b5-26db95da4bc9 binding host n-d-694802-15 {{(pid=94469) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 14:39:28.046932 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8ac01f84-0feb-4843-b36b-9e1566330f77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:28.072445 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-ce3de35f-d276-45be-8ff0-571b8d4614ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:28.178846 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae081029-f743-406e-8673-bc23bfc6e278 req-7526342a-b7a5-4a4c-92d3-5131dd1853a5 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:39:28.181086 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-ae081029-f743-406e-8673-bc23bfc6e278 req-7526342a-b7a5-4a4c-92d3-5131dd1853a5 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] 10.222.0.39 "GET /v2.0/ports?device_id=0c78da3a-37a4-408c-866e-6cd48d09416e HTTP/1.1" status: 200 len: 945 time: 0.7999287 Aug 12 14:39:28.203643 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-96e13406-3032-47fd-81cb-05a6c96bd774 req-8ece420d-3392-4e75-9485-b1e9b0e570da service neutron] 10.222.0.39 "GET /v2.0/networks/403ed391-7874-4a33-9f4f-96fa9ef207f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7803674 Aug 12 14:39:28.240827 n-d-694802-15 neutron-server[94467]: INFO neutron.api.v2.resource [None req-0a0eaf55-4974-4692-9669-e77f9037d433 tempest-FloatingIPNegativeTestJSON-729016607 tempest-FloatingIPNegativeTestJSON-729016607-project] update failed (client error): The resource could not be found. Aug 12 14:39:28.241894 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-0a0eaf55-4974-4692-9669-e77f9037d433 tempest-FloatingIPNegativeTestJSON-729016607 tempest-FloatingIPNegativeTestJSON-729016607-project] 10.222.0.39 "PUT /v2.0/floatingips/265a0e65-5929-4e77-bb29-caf4193dad3a HTTP/1.1" status: 404 len: 507 time: 0.9205778 Aug 12 14:39:28.251501 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 42916) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:39:28.334287 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-def7fb95-7955-4393-a4d2-2481f4b1190c admin admin] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 14:39:28.335591 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-96e13406-3032-47fd-81cb-05a6c96bd774 req-f5575b7a-fa91-4f2b-b3e8-f0cf14780eff service neutron] 10.222.0.39 "GET /v2.0/networks/403ed391-7874-4a33-9f4f-96fa9ef207f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245973 Aug 12 14:39:28.354393 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f71097c-f58d-4d0f-81ab-95bdc31147ba None None] Sync routers for ids ['066a6fc0-497e-40e1-a855-233debc6f768'] in n-d-694802-15 {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 14:39:28.369445 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f71097c-f58d-4d0f-81ab-95bdc31147ba None None] Routers {'066a6fc0-497e-40e1-a855-233debc6f768'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:39:28.372140 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-6f71097c-f58d-4d0f-81ab-95bdc31147ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:39:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['066a6fc0-497e-40e1-a855-233debc6f768'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:39:28.380066 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-def7fb95-7955-4393-a4d2-2481f4b1190c admin admin] 10.222.0.39 "PUT /v2.0/routers/066a6fc0-497e-40e1-a855-233debc6f768/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8659737 Aug 12 14:39:28.384265 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 42918) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:39:28.445746 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-ce3de35f-d276-45be-8ff0-571b8d4614ea None None] Notify callbacks [] for port, precommit_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:28.500391 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-ae081029-f743-406e-8673-bc23bfc6e278 req-e60d10aa-2851-45ed-8ec1-5e26ec1491d8 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b3c7ce2-70f7-4d15-8774-e830cec0f0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3067365 Aug 12 14:39:28.520067 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac0743c-d771-49e0-9f01-3fb2f2b7cc75 req-5300e304-35e6-44d4-ac3a-30604571d548 tempest-ServerRescueNegativeTestJSON-1622637895 tempest-ServerRescueNegativeTestJSON-1622637895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:39:28.521600 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-4ac0743c-d771-49e0-9f01-3fb2f2b7cc75 req-5300e304-35e6-44d4-ac3a-30604571d548 tempest-ServerRescueNegativeTestJSON-1622637895 tempest-ServerRescueNegativeTestJSON-1622637895-project] 10.222.0.64 "GET /v2.0/networks?id=403ed391-7874-4a33-9f4f-96fa9ef207f4 HTTP/1.1" status: 200 len: 818 time: 0.4725366 Aug 12 14:39:28.538197 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.provisioning_blocks [None req-ce3de35f-d276-45be-8ff0-571b8d4614ea None None] Transition to ACTIVE for port object bcbea599-e447-40c8-b2b5-26db95da4bc9 will not be triggered until provisioned by entity L2. {{(pid=94469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:39:28.545939 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [req-4ac0743c-d771-49e0-9f01-3fb2f2b7cc75 req-a377d7e5-bd5e-4894-a9e5-53e28c55ca0c tempest-ServerRescueNegativeTestJSON-1622637895 tempest-ServerRescueNegativeTestJSON-1622637895-project] Request body: {'port': {'device_id': 'd52af645-a96c-4fda-a020-923ad96d40ff', 'network_id': '403ed391-7874-4a33-9f4f-96fa9ef207f4', 'admin_state_up': True, 'tenant_id': 'ef918c3e55db41809ce6731a1724be70'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:39:28.551820 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-ce3de35f-d276-45be-8ff0-571b8d4614ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:28.553778 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8ac01f84-0feb-4843-b36b-9e1566330f77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:28.567696 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8ac01f84-0feb-4843-b36b-9e1566330f77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:28.575611 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-8ac01f84-0feb-4843-b36b-9e1566330f77 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/12a80f66-3b6f-4842-97de-08d2407d5523 HTTP/1.1" status: 204 len: 168 time: 1.2564619 Aug 12 14:39:28.579609 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-f3e464bd-6ebe-4f42-aab7-b0bd960a8f43 admin admin] Notify callbacks [] for router, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:28.605144 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvr_db [None req-6f71097c-f58d-4d0f-81ab-95bdc31147ba None None] Set router 066a6fc0-497e-40e1-a855-233debc6f768 gateway port host: n-d-694802-15 {{(pid=94468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:39:28.705299 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024ce0b1-c236-4bac-891e-b3fd64bfc52a None None] Pushing event updated for resources: {'Port': ['ID=bcbea599-e447-40c8-b2b5-26db95da4bc9,revision_number=3']} {{(pid=94469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:39:28.715765 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac01f84-0feb-4843-b36b-9e1566330f77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12a80f66-3b6f-4842-97de-08d2407d5523,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:39:28.865983 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-84c6b08b-36d2-44b5-b2a5-5a7c65bbc8a0 tempest-FloatingIPNegativeTestJSON-729016607 tempest-FloatingIPNegativeTestJSON-729016607-project] Deleting port 0a3ade33-7b37-4fe2-9ecb-6882d2f95359 {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:39:28.873202 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-84c6b08b-36d2-44b5-b2a5-5a7c65bbc8a0 tempest-FloatingIPNegativeTestJSON-729016607 tempest-FloatingIPNegativeTestJSON-729016607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:28.903613 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.managers [None req-ce3de35f-d276-45be-8ff0-571b8d4614ea None None] Attempting to bind port bcbea599-e447-40c8-b2b5-26db95da4bc9 on host n-d-694802-15 for vnic_type normal with profile {{(pid=94469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:39:28.904386 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.managers [None req-ce3de35f-d276-45be-8ff0-571b8d4614ea None None] Attempting to bind port bcbea599-e447-40c8-b2b5-26db95da4bc9 by drivers openvswitch,hyperv on host n-d-694802-15 at level 0 using segments [{'id': '25ffa9f8-3a7e-477d-a2e4-6eccceac9115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '8ac6d62d-7552-4386-9630-aa41f365c73f'}] {{(pid=94469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:39:28.904931 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce3de35f-d276-45be-8ff0-571b8d4614ea None None] Attempting to bind port bcbea599-e447-40c8-b2b5-26db95da4bc9 on network 8ac6d62d-7552-4386-9630-aa41f365c73f {{(pid=94469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:39:28.912290 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce3de35f-d276-45be-8ff0-571b8d4614ea None None] Checking agent: {'id': '16de73ac-f2e9-4cee-b3e0-91052ae3e6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 20, 13), 'started_at': datetime.datetime(2021, 8, 12, 14, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 39, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:39:28.913329 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce3de35f-d276-45be-8ff0-571b8d4614ea None None] Checking segment: {'id': '25ffa9f8-3a7e-477d-a2e4-6eccceac9115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '8ac6d62d-7552-4386-9630-aa41f365c73f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:39:28.914041 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-ce3de35f-d276-45be-8ff0-571b8d4614ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:28.914949 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce3de35f-d276-45be-8ff0-571b8d4614ea None None] Bound using segment: {'id': '25ffa9f8-3a7e-477d-a2e4-6eccceac9115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '8ac6d62d-7552-4386-9630-aa41f365c73f'} {{(pid=94469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:39:28.915927 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.managers [None req-ce3de35f-d276-45be-8ff0-571b8d4614ea None None] Bound port: bcbea599-e447-40c8-b2b5-26db95da4bc9, host: n-d-694802-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25ffa9f8-3a7e-477d-a2e4-6eccceac9115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '8ac6d62d-7552-4386-9630-aa41f365c73f'}}] {{(pid=94469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:39:28.916495 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-ce3de35f-d276-45be-8ff0-571b8d4614ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:28.933905 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-f3e464bd-6ebe-4f42-aab7-b0bd960a8f43 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:29.110607 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-84c6b08b-36d2-44b5-b2a5-5a7c65bbc8a0 tempest-FloatingIPNegativeTestJSON-729016607 tempest-FloatingIPNegativeTestJSON-729016607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:29.112092 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-84c6b08b-36d2-44b5-b2a5-5a7c65bbc8a0 tempest-FloatingIPNegativeTestJSON-729016607 tempest-FloatingIPNegativeTestJSON-729016607-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:29.116108 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-f3e464bd-6ebe-4f42-aab7-b0bd960a8f43 admin admin] Deleting port 0f7ba5cd-a481-44c6-a079-23a97a5aee48 {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:39:29.116661 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-f3e464bd-6ebe-4f42-aab7-b0bd960a8f43 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:29.141847 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.db [None req-ce3de35f-d276-45be-8ff0-571b8d4614ea None None] For port bcbea599-e447-40c8-b2b5-26db95da4bc9, host n-d-694802-15, cleared binding levels {{(pid=94469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:39:29.150448 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.db [None req-ce3de35f-d276-45be-8ff0-571b8d4614ea None None] For port bcbea599-e447-40c8-b2b5-26db95da4bc9, host n-d-694802-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=bcbea599-e447-40c8-b2b5-26db95da4bc9,segment=NetworkSegment(25ffa9f8-3a7e-477d-a2e4-6eccceac9115),segment_id=25ffa9f8-3a7e-477d-a2e4-6eccceac9115)] {{(pid=94469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:39:29.152696 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-84c6b08b-36d2-44b5-b2a5-5a7c65bbc8a0 tempest-FloatingIPNegativeTestJSON-729016607 tempest-FloatingIPNegativeTestJSON-729016607-project] Calling delete_port for 0a3ade33-7b37-4fe2-9ecb-6882d2f95359 owned by network:floatingip {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:39:29.166760 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-ce3de35f-d276-45be-8ff0-571b8d4614ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:29.185776 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e4717d-ffd3-4800-9f55-e880acd57a1c req-b20bd805-0cb6-49b5-a9ff-c4a20237d682 tempest-LiveMigrationNegativeTest-9470437 tempest-LiveMigrationNegativeTest-9470437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:39:29.192083 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-55e4717d-ffd3-4800-9f55-e880acd57a1c req-b20bd805-0cb6-49b5-a9ff-c4a20237d682 tempest-LiveMigrationNegativeTest-9470437 tempest-LiveMigrationNegativeTest-9470437-project] 10.222.0.39 "GET /v2.0/ports?device_id=84ea5c86-f363-4759-afa6-b1709659bf60 HTTP/1.1" status: 200 len: 950 time: 0.2403836 Aug 12 14:39:29.270683 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-6f71097c-f58d-4d0f-81ab-95bdc31147ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '066a6fc0-497e-40e1-a855-233debc6f768', 'name': 'tempest-FloatingIPsNegativeTestJSON-1240188186-router', 'tenant_id': '0fc6e645c542404f965833a9119352be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.192'}], 'enable_snat': True}, 'gw_port_id': '0f7ba5cd-a481-44c6-a079-23a97a5aee48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:39:05Z', 'updated_at': '2021-08-12T14:39:25Z', 'revision_number': 5, 'project_id': '0fc6e645c542404f965833a9119352be', 'gw_port': {'id': '0f7ba5cd-a481-44c6-a079-23a97a5aee48', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:3f:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '066a6fc0-497e-40e1-a855-233debc6f768', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:39:06Z', 'updated_at': '2021-08-12T14:39:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15'}], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:39:29.298873 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024ce0b1-c236-4bac-891e-b3fd64bfc52a None None] Pushing event updated for resources: {'Port': ['ID=bcbea599-e447-40c8-b2b5-26db95da4bc9,revision_number=4']} {{(pid=94469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:39:29.356298 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce3de35f-d276-45be-8ff0-571b8d4614ea None None] Routers {'8c02cd8a-7f6f-4995-af31-43eb150e5eef'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:39:29.357809 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-ce3de35f-d276-45be-8ff0-571b8d4614ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:39:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['8c02cd8a-7f6f-4995-af31-43eb150e5eef'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:39:29.360896 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f71097c-f58d-4d0f-81ab-95bdc31147ba None None] Checking router: 066a6fc0-497e-40e1-a855-233debc6f768 for host: n-d-694802-15 {{(pid=94468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 14:39:29.394457 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f71097c-f58d-4d0f-81ab-95bdc31147ba None None] Routers {'066a6fc0-497e-40e1-a855-233debc6f768'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:39:29.395145 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-6f71097c-f58d-4d0f-81ab-95bdc31147ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:39:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['066a6fc0-497e-40e1-a855-233debc6f768'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:39:29.466718 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-84c6b08b-36d2-44b5-b2a5-5a7c65bbc8a0 tempest-FloatingIPNegativeTestJSON-729016607 tempest-FloatingIPNegativeTestJSON-729016607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:29.480442 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-55e4717d-ffd3-4800-9f55-e880acd57a1c req-ecef4ba9-4266-483c-a886-846cf63ee01b tempest-LiveMigrationNegativeTest-9470437 tempest-LiveMigrationNegativeTest-9470437-project] 10.222.0.39 "GET /v2.0/security-groups?id=214de4e1-d877-4447-84c5-1de63b8d32db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958871 Aug 12 14:39:29.569558 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c6b08b-36d2-44b5-b2a5-5a7c65bbc8a0 tempest-FloatingIPNegativeTestJSON-729016607 tempest-FloatingIPNegativeTestJSON-729016607-project] Pushing event deleted for resources: {'Port': ['ID=0a3ade33-7b37-4fe2-9ecb-6882d2f95359,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:39:29.587486 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ac0743c-d771-49e0-9f01-3fb2f2b7cc75 req-a377d7e5-bd5e-4894-a9e5-53e28c55ca0c tempest-ServerRescueNegativeTestJSON-1622637895 tempest-ServerRescueNegativeTestJSON-1622637895-project] Made reservation on behalf of ef918c3e55db41809ce6731a1724be70 for: {'port': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:39:29.593056 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-4ac0743c-d771-49e0-9f01-3fb2f2b7cc75 req-a377d7e5-bd5e-4894-a9e5-53e28c55ca0c tempest-ServerRescueNegativeTestJSON-1622637895 tempest-ServerRescueNegativeTestJSON-1622637895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:29.631656 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [None req-f3e464bd-6ebe-4f42-aab7-b0bd960a8f43 admin admin] For port 0f7ba5cd-a481-44c6-a079-23a97a5aee48, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=0f7ba5cd-a481-44c6-a079-23a97a5aee48,segment=NetworkSegment(b1b396cb-2dc6-4041-bfc7-1833a80a4720),segment_id=b1b396cb-2dc6-4041-bfc7-1833a80a4720)] {{(pid=94467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:39:29.632054 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-f3e464bd-6ebe-4f42-aab7-b0bd960a8f43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:29.698764 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-f3e464bd-6ebe-4f42-aab7-b0bd960a8f43 admin admin] Calling delete_port for 0f7ba5cd-a481-44c6-a079-23a97a5aee48 owned by network:router_gateway {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:39:29.721147 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 42948) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:39:29.735990 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-544c4aaa-1f28-47a4-9edd-a8514c9f41aa tempest-ServersTestBootFromVolume-1121352003 tempest-ServersTestBootFromVolume-1121352003-project] Request body: {'security_group': {'name': 'tempest-securitygroup--587154368', 'description': 'tempest-description--1766919245'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:39:29.769535 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-ce3de35f-d276-45be-8ff0-571b8d4614ea None None] Set router 8c02cd8a-7f6f-4995-af31-43eb150e5eef gateway port host: n-d-694802-15 {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:39:29.847848 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2ef0ccd0-45ed-4617-845a-f3ac54c19831 req-4f777711-aa89-46dc-8c14-50382716597f tempest-ServerRescueNegativeTestJSON-1622637895 tempest-ServerRescueNegativeTestJSON-1622637895-project] 10.222.0.39 "GET /v2.0/ports?device_id=bc74d9fd-9e29-4667-bb83-e5e3a6913f4e HTTP/1.1" status: 200 len: 210 time: 0.0990615 Aug 12 14:39:30.009340 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-84c6b08b-36d2-44b5-b2a5-5a7c65bbc8a0 tempest-FloatingIPNegativeTestJSON-729016607 tempest-FloatingIPNegativeTestJSON-729016607-project] Notify callbacks [] for floatingip, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:30.012211 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-84c6b08b-36d2-44b5-b2a5-5a7c65bbc8a0 tempest-FloatingIPNegativeTestJSON-729016607 tempest-FloatingIPNegativeTestJSON-729016607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for floatingip, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:30.013402 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-84c6b08b-36d2-44b5-b2a5-5a7c65bbc8a0 tempest-FloatingIPNegativeTestJSON-729016607 tempest-FloatingIPNegativeTestJSON-729016607-project] 10.222.0.39 "DELETE /v2.0/floatingips/265a0e65-5929-4e77-bb29-caf4193dad3a HTTP/1.1" status: 204 len: 168 time: 1.7582664 Aug 12 14:39:30.018882 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 42954) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:39:30.051424 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-2983441d-687d-4cdb-ba58-244a13239e52 tempest-FloatingIPNegativeTestJSON-729016607 tempest-FloatingIPNegativeTestJSON-729016607-project] Request body: {'floatingip': {'floating_network_id': 'cb9ae0a8-a1f5-4455-86e4-755327215872', 'port_id': '221102ea-5900-4339-b200-5666417c6715', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:39:30.058233 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-544c4aaa-1f28-47a4-9edd-a8514c9f41aa tempest-ServersTestBootFromVolume-1121352003 tempest-ServersTestBootFromVolume-1121352003-project] Notify callbacks [] for security_group, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:30.118796 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8932ea0-be1e-4dce-badc-3103e9bf15a2 req-4304dc4c-1c37-4ac5-9dff-a2d6118fbfe8 tempest-LiveMigrationNegativeTest-895532852 tempest-LiveMigrationNegativeTest-895532852-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:39:30.120443 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-d8932ea0-be1e-4dce-badc-3103e9bf15a2 req-4304dc4c-1c37-4ac5-9dff-a2d6118fbfe8 tempest-LiveMigrationNegativeTest-895532852 tempest-LiveMigrationNegativeTest-895532852-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=84ea5c86-f363-4759-afa6-b1709659bf60 HTTP/1.1" status: 200 len: 1102 time: 0.1587925 Aug 12 14:39:30.124554 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2983441d-687d-4cdb-ba58-244a13239e52 tempest-FloatingIPNegativeTestJSON-729016607 tempest-FloatingIPNegativeTestJSON-729016607-project] Notify callbacks [] for floatingip, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:30.143955 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 60799527-6b45-45b0-8ffd-cb202b3aa942 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:39:30.155354 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [req-4ac0743c-d771-49e0-9f01-3fb2f2b7cc75 req-a377d7e5-bd5e-4894-a9e5-53e28c55ca0c tempest-ServerRescueNegativeTestJSON-1622637895 tempest-ServerRescueNegativeTestJSON-1622637895-project] Allocated IP 172.20.0.2 (403ed391-7874-4a33-9f4f-96fa9ef207f4/d596ebc0-f7b2-4a88-b2fe-14085d881fde/77908564-4609-4603-8286-dd7ae3af6f74) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:39:30.158547 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-d8932ea0-be1e-4dce-badc-3103e9bf15a2 req-041a7a13-2b5f-45de-84e6-03c3828292d2 tempest-LiveMigrationNegativeTest-895532852 tempest-LiveMigrationNegativeTest-895532852-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:30.187504 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b719e8e2-cee8-4c3c-b830-1a6c0f554b19 req-15be8a44-2aba-418e-b1bb-0c902c57f832 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:39:30.189532 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b719e8e2-cee8-4c3c-b830-1a6c0f554b19 req-15be8a44-2aba-418e-b1bb-0c902c57f832 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] 10.222.0.39 "GET /v2.0/ports?device_id=0c78da3a-37a4-408c-866e-6cd48d09416e HTTP/1.1" status: 200 len: 945 time: 0.2181144 Aug 12 14:39:30.310443 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b719e8e2-cee8-4c3c-b830-1a6c0f554b19 req-6b32e7e1-3b6f-46c8-8bad-8cabcab01fad tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b3c7ce2-70f7-4d15-8774-e830cec0f0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140110 Aug 12 14:39:30.350590 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning for port 60799527-6b45-45b0-8ffd-cb202b3aa942 completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:39:30.374232 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port 60799527-6b45-45b0-8ffd-cb202b3aa942 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:39:30.374597 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:30.409802 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-f3e464bd-6ebe-4f42-aab7-b0bd960a8f43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:30.454981 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvr_db [None req-6f71097c-f58d-4d0f-81ab-95bdc31147ba None None] Set router 066a6fc0-497e-40e1-a855-233debc6f768 gateway port host: None {{(pid=94468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:39:30.464742 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e464bd-6ebe-4f42-aab7-b0bd960a8f43 admin admin] Pushing event deleted for resources: {'Port': ['ID=0f7ba5cd-a481-44c6-a079-23a97a5aee48,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:39:30.469832 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-544c4aaa-1f28-47a4-9edd-a8514c9f41aa tempest-ServersTestBootFromVolume-1121352003 tempest-ServersTestBootFromVolume-1121352003-project] Notify callbacks [] for security_group, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:30.480048 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-544c4aaa-1f28-47a4-9edd-a8514c9f41aa tempest-ServersTestBootFromVolume-1121352003 tempest-ServersTestBootFromVolume-1121352003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:30.600138 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-6f71097c-f58d-4d0f-81ab-95bdc31147ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '066a6fc0-497e-40e1-a855-233debc6f768', 'name': 'tempest-FloatingIPsNegativeTestJSON-1240188186-router', 'tenant_id': '0fc6e645c542404f965833a9119352be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:39:05Z', 'updated_at': '2021-08-12T14:39:28Z', 'revision_number': 6, 'project_id': '0fc6e645c542404f965833a9119352be', 'gw_port_host': None}], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:39:30.600461 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544c4aaa-1f28-47a4-9edd-a8514c9f41aa tempest-ServersTestBootFromVolume-1121352003 tempest-ServersTestBootFromVolume-1121352003-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a19b9f58-da28-4fed-8bd9-43a3f07f3a8f,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:39:30.606185 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-f3e464bd-6ebe-4f42-aab7-b0bd960a8f43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-431580'] for router_gateway, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:30.651525 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f71097c-f58d-4d0f-81ab-95bdc31147ba None None] The sync data for ids ['066a6fc0-497e-40e1-a855-233debc6f768'] in n-d-694802-15 is: [{'id': '066a6fc0-497e-40e1-a855-233debc6f768', 'name': 'tempest-FloatingIPsNegativeTestJSON-1240188186-router', 'tenant_id': '0fc6e645c542404f965833a9119352be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:39:05Z', 'updated_at': '2021-08-12T14:39:28Z', 'revision_number': 6, 'project_id': '0fc6e645c542404f965833a9119352be', 'gw_port_host': None}] {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 14:39:30.654043 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-ce3de35f-d276-45be-8ff0-571b8d4614ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c02cd8a-7f6f-4995-af31-43eb150e5eef', 'name': 'tempest-ServersTestBootFromVolume-10495900-router', 'tenant_id': 'abcf19ed547946299d610db231b30ea8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.209'}], 'enable_snat': True}, 'gw_port_id': '36407650-d5a5-4b06-8224-40a2022c887a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:39:12Z', 'updated_at': '2021-08-12T14:39:24Z', 'revision_number': 4, 'project_id': 'abcf19ed547946299d610db231b30ea8', 'gw_port': {'id': '36407650-d5a5-4b06-8224-40a2022c887a', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:02:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c02cd8a-7f6f-4995-af31-43eb150e5eef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:39:15Z', 'updated_at': '2021-08-12T14:39:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': 'bcbea599-e447-40c8-b2b5-26db95da4bc9', 'name': '', 'network_id': '8ac6d62d-7552-4386-9630-aa41f365c73f', 'tenant_id': 'abcf19ed547946299d610db231b30ea8', 'mac_address': 'fa:16:3e:cc:05:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c02cd8a-7f6f-4995-af31-43eb150e5eef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': 'f7615930-382d-44ff-8b02-ecb1a2922a73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:39:22Z', 'updated_at': '2021-08-12T14:39:29Z', 'revision_number': 4, 'project_id': 'abcf19ed547946299d610db231b30ea8', 'subnets': [{'id': 'f7615930-382d-44ff-8b02-ecb1a2922a73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:39:30.704188 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e13406-3032-47fd-81cb-05a6c96bd774 req-092a2e24-12f0-4b12-88d7-73b31fad41a9 tempest-ServerRescueNegativeTestJSON-1622637895 tempest-ServerRescueNegativeTestJSON-1622637895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:39:30.705918 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-96e13406-3032-47fd-81cb-05a6c96bd774 req-092a2e24-12f0-4b12-88d7-73b31fad41a9 tempest-ServerRescueNegativeTestJSON-1622637895 tempest-ServerRescueNegativeTestJSON-1622637895-project] 10.222.0.49 "GET /v2.0/networks?id=403ed391-7874-4a33-9f4f-96fa9ef207f4 HTTP/1.1" status: 200 len: 818 time: 0.3651800 Aug 12 14:39:30.714357 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-4ac0743c-d771-49e0-9f01-3fb2f2b7cc75 req-a377d7e5-bd5e-4894-a9e5-53e28c55ca0c tempest-ServerRescueNegativeTestJSON-1622637895 tempest-ServerRescueNegativeTestJSON-1622637895-project] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:30.724329 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [req-96e13406-3032-47fd-81cb-05a6c96bd774 req-45c531c4-ceb9-46a7-b809-8323b52552dd tempest-ServerRescueNegativeTestJSON-1622637895 tempest-ServerRescueNegativeTestJSON-1622637895-project] Request body: {'port': {'device_id': 'bc74d9fd-9e29-4667-bb83-e5e3a6913f4e', 'network_id': '403ed391-7874-4a33-9f4f-96fa9ef207f4', 'admin_state_up': True, 'tenant_id': 'ef918c3e55db41809ce6731a1724be70'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:39:30.727402 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:30.732219 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce3de35f-d276-45be-8ff0-571b8d4614ea None None] The sync data for ids ['8c02cd8a-7f6f-4995-af31-43eb150e5eef'] in n-d-694802-15 is: [{'id': '8c02cd8a-7f6f-4995-af31-43eb150e5eef', 'name': 'tempest-ServersTestBootFromVolume-10495900-router', 'tenant_id': 'abcf19ed547946299d610db231b30ea8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.209'}], 'enable_snat': True}, 'gw_port_id': '36407650-d5a5-4b06-8224-40a2022c887a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:39:12Z', 'updated_at': '2021-08-12T14:39:24Z', 'revision_number': 4, 'project_id': 'abcf19ed547946299d610db231b30ea8', 'gw_port': {'id': '36407650-d5a5-4b06-8224-40a2022c887a', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:02:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c02cd8a-7f6f-4995-af31-43eb150e5eef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:39:15Z', 'updated_at': '2021-08-12T14:39:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': 'bcbea599-e447-40c8-b2b5-26db95da4bc9', 'name': '', 'network_id': '8ac6d62d-7552-4386-9630-aa41f365c73f', 'tenant_id': 'abcf19ed547946299d610db231b30ea8', 'mac_address': 'fa:16:3e:cc:05:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c02cd8a-7f6f-4995-af31-43eb150e5eef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': 'f7615930-382d-44ff-8b02-ecb1a2922a73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:39:22Z', 'updated_at': '2021-08-12T14:39:29Z', 'revision_number': 4, 'project_id': 'abcf19ed547946299d610db231b30ea8', 'subnets': [{'id': 'f7615930-382d-44ff-8b02-ecb1a2922a73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 14:39:30.749135 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-f3e464bd-6ebe-4f42-aab7-b0bd960a8f43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-429360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-104877'] for router, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:30.751904 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-f3e464bd-6ebe-4f42-aab7-b0bd960a8f43 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:30.775615 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] For port 60799527-6b45-45b0-8ffd-cb202b3aa942, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=60799527-6b45-45b0-8ffd-cb202b3aa942,segment=NetworkSegment(4c2b9cce-8b7c-48a7-9a48-725ec4478534),segment_id=4c2b9cce-8b7c-48a7-9a48-725ec4478534)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:39:30.780987 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:30.813674 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-f3e464bd-6ebe-4f42-aab7-b0bd960a8f43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-429375'] for router, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:30.814234 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3e464bd-6ebe-4f42-aab7-b0bd960a8f43 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 066a6fc0-497e-40e1-a855-233debc6f768 {{(pid=94467) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 14:39:30.821695 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-f3e464bd-6ebe-4f42-aab7-b0bd960a8f43 admin admin] Notify callbacks [] for router, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:30.821695 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-f3e464bd-6ebe-4f42-aab7-b0bd960a8f43 admin admin] 10.222.0.39 "DELETE /v2.0/routers/066a6fc0-497e-40e1-a855-233debc6f768 HTTP/1.1" status: 204 len: 168 time: 2.4359746 Aug 12 14:39:30.827571 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 42966) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:39:30.846368 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Pushing event updated for resources: {'Port': ['ID=60799527-6b45-45b0-8ffd-cb202b3aa942,revision_number=5']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:39:30.889493 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec59451b-83c9-443f-badc-6f9322f1caba admin admin] Deleting subnet 8efd5e3a-8bc0-4f52-bcd1-1f628fc5808c {{(pid=94467) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 14:39:30.894117 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-ec59451b-83c9-443f-badc-6f9322f1caba admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:30.932366 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-d8932ea0-be1e-4dce-badc-3103e9bf15a2 req-041a7a13-2b5f-45de-84e6-03c3828292d2 tempest-LiveMigrationNegativeTest-895532852 tempest-LiveMigrationNegativeTest-895532852-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:30.951573 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-d8932ea0-be1e-4dce-badc-3103e9bf15a2 req-041a7a13-2b5f-45de-84e6-03c3828292d2 tempest-LiveMigrationNegativeTest-895532852 tempest-LiveMigrationNegativeTest-895532852-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:30.962069 n-d-694802-15 neutron-server[94466]: INFO neutron.api.v2.resource [None req-2983441d-687d-4cdb-ba58-244a13239e52 tempest-FloatingIPNegativeTestJSON-729016607 tempest-FloatingIPNegativeTestJSON-729016607-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 12 14:39:30.968149 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-2983441d-687d-4cdb-ba58-244a13239e52 tempest-FloatingIPNegativeTestJSON-729016607 tempest-FloatingIPNegativeTestJSON-729016607-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.9182053 Aug 12 14:39:30.970007 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-ec59451b-83c9-443f-badc-6f9322f1caba admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3857505'] for subnet, precommit_delete_associations {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:30.973654 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-acb56826-c9c8-42e2-8483-9ac8c90a5c6c req-9149c571-a62d-4bda-b076-ef08eee27074 tempest-ServerRescueNegativeTestJSON-1622637895 tempest-ServerRescueNegativeTestJSON-1622637895-project] 10.222.0.39 "GET /v2.0/ports?device_id=bc74d9fd-9e29-4667-bb83-e5e3a6913f4e HTTP/1.1" status: 200 len: 210 time: 0.0350528 Aug 12 14:39:30.974230 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 42972) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:39:31.011002 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-d8932ea0-be1e-4dce-badc-3103e9bf15a2 req-041a7a13-2b5f-45de-84e6-03c3828292d2 tempest-LiveMigrationNegativeTest-895532852 tempest-LiveMigrationNegativeTest-895532852-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=214de4e1-d877-4447-84c5-1de63b8d32db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8688004 Aug 12 14:39:31.020107 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-4ac0743c-d771-49e0-9f01-3fb2f2b7cc75 req-a377d7e5-bd5e-4894-a9e5-53e28c55ca0c tempest-ServerRescueNegativeTestJSON-1622637895 tempest-ServerRescueNegativeTestJSON-1622637895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:31.041755 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-3988ce02-0c4a-4e0e-b9f5-91f00702cd13 tempest-FloatingIPNegativeTestJSON-729016607 tempest-FloatingIPNegativeTestJSON-729016607-project] Request body: {'floatingip': {'floating_network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'port_id': '221102ea-5900-4339-b200-5666417c6715', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:39:31.067682 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-544c4aaa-1f28-47a4-9edd-a8514c9f41aa tempest-ServersTestBootFromVolume-1121352003 tempest-ServersTestBootFromVolume-1121352003-project] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:31.069555 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-544c4aaa-1f28-47a4-9edd-a8514c9f41aa tempest-ServersTestBootFromVolume-1121352003 tempest-ServersTestBootFromVolume-1121352003-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.3461406 Aug 12 14:39:31.076244 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 42978) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:39:31.089230 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-26237630-c607-452d-a743-485ceb60d99d tempest-ServersTestBootFromVolume-1121352003 tempest-ServersTestBootFromVolume-1121352003-project] Request body: {'security_group_rule': {'security_group_id': 'a19b9f58-da28-4fed-8bd9-43a3f07f3a8f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:39:31.097545 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041a7a13-2b5f-45de-84e6-03c3828292d2 tempest-LiveMigrationNegativeTest-895532852 tempest-LiveMigrationNegativeTest-895532852-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0689489-2402-4f2e-a8bb-5875ebbc2b56,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:39:31.182511 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96e13406-3032-47fd-81cb-05a6c96bd774 req-45c531c4-ceb9-46a7-b809-8323b52552dd tempest-ServerRescueNegativeTestJSON-1622637895 tempest-ServerRescueNegativeTestJSON-1622637895-project] Made reservation on behalf of ef918c3e55db41809ce6731a1724be70 for: {'port': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:39:31.186325 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-96e13406-3032-47fd-81cb-05a6c96bd774 req-45c531c4-ceb9-46a7-b809-8323b52552dd tempest-ServerRescueNegativeTestJSON-1622637895 tempest-ServerRescueNegativeTestJSON-1622637895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:31.206207 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ac0743c-d771-49e0-9f01-3fb2f2b7cc75 req-a377d7e5-bd5e-4894-a9e5-53e28c55ca0c tempest-ServerRescueNegativeTestJSON-1622637895 tempest-ServerRescueNegativeTestJSON-1622637895-project] Network 403ed391-7874-4a33-9f4f-96fa9ef207f4 is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:39:31.217710 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [req-4ac0743c-d771-49e0-9f01-3fb2f2b7cc75 req-a377d7e5-bd5e-4894-a9e5-53e28c55ca0c tempest-ServerRescueNegativeTestJSON-1622637895 tempest-ServerRescueNegativeTestJSON-1622637895-project] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:39:31.225917 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ac0743c-d771-49e0-9f01-3fb2f2b7cc75 req-a377d7e5-bd5e-4894-a9e5-53e28c55ca0c tempest-ServerRescueNegativeTestJSON-1622637895 tempest-ServerRescueNegativeTestJSON-1622637895-project] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:39:31.226233 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-ec59451b-83c9-443f-badc-6f9322f1caba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66416255'] for subnet, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:31.265286 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a377d7e5-bd5e-4894-a9e5-53e28c55ca0c tempest-ServerRescueNegativeTestJSON-1622637895 tempest-ServerRescueNegativeTestJSON-1622637895-project] Pushing event updated for resources: {'Port': ['ID=77908564-4609-4603-8286-dd7ae3af6f74,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:39:31.284360 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-3988ce02-0c4a-4e0e-b9f5-91f00702cd13 tempest-FloatingIPNegativeTestJSON-729016607 tempest-FloatingIPNegativeTestJSON-729016607-project] Notify callbacks [] for floatingip, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:31.397784 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac0743c-d771-49e0-9f01-3fb2f2b7cc75 req-a377d7e5-bd5e-4894-a9e5-53e28c55ca0c tempest-ServerRescueNegativeTestJSON-1622637895 tempest-ServerRescueNegativeTestJSON-1622637895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:39:31.398456 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-4ac0743c-d771-49e0-9f01-3fb2f2b7cc75 req-a377d7e5-bd5e-4894-a9e5-53e28c55ca0c tempest-ServerRescueNegativeTestJSON-1622637895 tempest-ServerRescueNegativeTestJSON-1622637895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:31.441241 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-26237630-c607-452d-a743-485ceb60d99d tempest-ServersTestBootFromVolume-1121352003 tempest-ServersTestBootFromVolume-1121352003-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:31.508053 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-ec59451b-83c9-443f-badc-6f9322f1caba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66416232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2859225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3343748'] for subnet, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:31.557763 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec59451b-83c9-443f-badc-6f9322f1caba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8efd5e3a-8bc0-4f52-bcd1-1f628fc5808c,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:39:31.566568 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-ec59451b-83c9-443f-badc-6f9322f1caba admin admin] Notify callbacks [] for subnet, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:31.571938 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-ec59451b-83c9-443f-badc-6f9322f1caba admin admin] 10.222.0.39 "DELETE /v2.0/subnets/8efd5e3a-8bc0-4f52-bcd1-1f628fc5808c HTTP/1.1" status: 204 len: 168 time: 0.7403831 Aug 12 14:39:31.572621 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 42998) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:39:31.573844 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-204fa627-0473-4b38-9a1d-2689cfb38bb6 None None] Network 4464d9af-d4a4-41ad-96cf-cbff705eb0f7 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:39:31.630625 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [req-96e13406-3032-47fd-81cb-05a6c96bd774 req-45c531c4-ceb9-46a7-b809-8323b52552dd tempest-ServerRescueNegativeTestJSON-1622637895 tempest-ServerRescueNegativeTestJSON-1622637895-project] Allocated IP 172.20.0.12 (403ed391-7874-4a33-9f4f-96fa9ef207f4/d596ebc0-f7b2-4a88-b2fe-14085d881fde/9241cc5d-c8a3-48d9-8ce3-46074e26ba2d) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:39:31.753227 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-26237630-c607-452d-a743-485ceb60d99d tempest-ServersTestBootFromVolume-1121352003 tempest-ServersTestBootFromVolume-1121352003-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:31.766962 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-26237630-c607-452d-a743-485ceb60d99d tempest-ServersTestBootFromVolume-1121352003 tempest-ServersTestBootFromVolume-1121352003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641735'] for security_group_rule, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:31.853933 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-4ac0743c-d771-49e0-9f01-3fb2f2b7cc75 req-a377d7e5-bd5e-4894-a9e5-53e28c55ca0c tempest-ServerRescueNegativeTestJSON-1622637895 tempest-ServerRescueNegativeTestJSON-1622637895-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3166432 Aug 12 14:39:31.878600 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [req-4ac0743c-d771-49e0-9f01-3fb2f2b7cc75 req-de0ea323-bf08-475f-9e11-4b83b5962f7f service neutron] Request body: {'port': {'device_id': 'd52af645-a96c-4fda-a020-923ad96d40ff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-694802-15'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:39:31.906460 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26237630-c607-452d-a743-485ceb60d99d tempest-ServersTestBootFromVolume-1121352003 tempest-ServersTestBootFromVolume-1121352003-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e14e7d18-c478-4829-a974-18b4f69f5b04,revision_number=0']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:39:31.918066 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-000e0cf9-bcc9-47e4-8f26-f9ff4987b376 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680608'] for network, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:31.924204 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-26237630-c607-452d-a743-485ceb60d99d tempest-ServersTestBootFromVolume-1121352003 tempest-ServersTestBootFromVolume-1121352003-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:31.929231 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-26237630-c607-452d-a743-485ceb60d99d tempest-ServersTestBootFromVolume-1121352003 tempest-ServersTestBootFromVolume-1121352003-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8468747 Aug 12 14:39:31.933581 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 43008) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:39:31.939556 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-b8ef4cf3-bff5-4648-92cb-12900a1adb71 tempest-ServersTestBootFromVolume-1121352003 tempest-ServersTestBootFromVolume-1121352003-project] Request body: {'security_group_rule': {'security_group_id': 'a19b9f58-da28-4fed-8bd9-43a3f07f3a8f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:39:31.956341 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-3988ce02-0c4a-4e0e-b9f5-91f00702cd13 tempest-FloatingIPNegativeTestJSON-729016607 tempest-FloatingIPNegativeTestJSON-729016607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:31.968859 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c92de4-f7fe-44f0-afa1-1e6f7eb709d6 req-7f118ed5-f05b-4406-b9bd-db26db43ca22 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:39:31.982721 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 60799527-6b45-45b0-8ffd-cb202b3aa942 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:39:31.991239 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-42c92de4-f7fe-44f0-afa1-1e6f7eb709d6 req-7f118ed5-f05b-4406-b9bd-db26db43ca22 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] 10.222.0.39 "GET /v2.0/ports?device_id=0c78da3a-37a4-408c-866e-6cd48d09416e HTTP/1.1" status: 200 len: 945 time: 0.4597228 Aug 12 14:39:31.998630 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-96e13406-3032-47fd-81cb-05a6c96bd774 req-45c531c4-ceb9-46a7-b809-8323b52552dd tempest-ServerRescueNegativeTestJSON-1622637895 tempest-ServerRescueNegativeTestJSON-1622637895-project] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:32.078184 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e04cf0f7-a0f3-48eb-9057-92bc4e06c178 None None] DHCP port deletion for 4464d9af-d4a4-41ad-96cf-cbff705eb0f7 request from n-d-694802-15 {{(pid=94468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 14:39:32.102954 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0de8cd-ef8c-4a81-a5de-08256faa3e50 req-9418ddec-5430-4d82-923d-6148025c4496 tempest-LiveMigrationNegativeTest-9470437 tempest-LiveMigrationNegativeTest-9470437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:39:32.104909 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-8f0de8cd-ef8c-4a81-a5de-08256faa3e50 req-9418ddec-5430-4d82-923d-6148025c4496 tempest-LiveMigrationNegativeTest-9470437 tempest-LiveMigrationNegativeTest-9470437-project] 10.222.0.39 "GET /v2.0/ports?device_id=84ea5c86-f363-4759-afa6-b1709659bf60 HTTP/1.1" status: 200 len: 950 time: 0.3013265 Aug 12 14:39:32.106320 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-42c92de4-f7fe-44f0-afa1-1e6f7eb709d6 req-2e1d4479-294f-4210-9b99-82f204c8e22f tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b3c7ce2-70f7-4d15-8774-e830cec0f0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109328 Aug 12 14:39:32.123145 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-4ac0743c-d771-49e0-9f01-3fb2f2b7cc75 req-de0ea323-bf08-475f-9e11-4b83b5962f7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:32.191609 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port 60799527-6b45-45b0-8ffd-cb202b3aa942 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:39:32.192454 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:32.258331 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-b8ef4cf3-bff5-4648-92cb-12900a1adb71 tempest-ServersTestBootFromVolume-1121352003 tempest-ServersTestBootFromVolume-1121352003-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:32.310556 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-e04cf0f7-a0f3-48eb-9057-92bc4e06c178 None None] Deleting port a4491901-d58e-4509-9f32-2b1b51507b50 {{(pid=94468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:39:32.310934 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-e04cf0f7-a0f3-48eb-9057-92bc4e06c178 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:32.373948 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-8f0de8cd-ef8c-4a81-a5de-08256faa3e50 req-dd1fdf9c-7d8b-4db0-8a8f-1352e29b3454 tempest-LiveMigrationNegativeTest-9470437 tempest-LiveMigrationNegativeTest-9470437-project] 10.222.0.39 "GET /v2.0/security-groups?id=214de4e1-d877-4447-84c5-1de63b8d32db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2201374 Aug 12 14:39:32.444289 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_common [None req-3988ce02-0c4a-4e0e-b9f5-91f00702cd13 tempest-FloatingIPNegativeTestJSON-729016607 tempest-FloatingIPNegativeTestJSON-729016607-project] Allocated IP 172.25.1.250 (d3759e1b-6c03-45ac-acd4-90abb417809b/f0254f08-c19c-4e31-bd9c-09389ea4b6f2/dac320bc-c897-4f24-a632-01267b47944c) {{(pid=94467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:39:32.485510 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device bcbea599-e447-40c8-b2b5-26db95da4bc9 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:39:32.500239 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-000e0cf9-bcc9-47e4-8f26-f9ff4987b376 admin admin] Deleting port a4491901-d58e-4509-9f32-2b1b51507b50 {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:39:32.500826 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-000e0cf9-bcc9-47e4-8f26-f9ff4987b376 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:32.617810 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-e04cf0f7-a0f3-48eb-9057-92bc4e06c178 None None] For port a4491901-d58e-4509-9f32-2b1b51507b50, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=a4491901-d58e-4509-9f32-2b1b51507b50,segment=NetworkSegment(a40c3034-ee2b-4406-9bec-ae8529446fc3),segment_id=a40c3034-ee2b-4406-9bec-ae8529446fc3)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:39:32.617810 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-e04cf0f7-a0f3-48eb-9057-92bc4e06c178 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:32.633735 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-3f673a2f-1847-4ad7-bcbc-1033e07a59d6 req-9e1ef9f8-5e87-4d58-8e2d-9fcd039bcc17 tempest-ServerRescueNegativeTestJSON-1622637895 tempest-ServerRescueNegativeTestJSON-1622637895-project] 10.222.0.39 "GET /v2.0/ports?device_id=bc74d9fd-9e29-4667-bb83-e5e3a6913f4e HTTP/1.1" status: 200 len: 210 time: 0.3698382 Aug 12 14:39:32.662855 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-e04cf0f7-a0f3-48eb-9057-92bc4e06c178 None None] Calling delete_port for a4491901-d58e-4509-9f32-2b1b51507b50 owned by network:dhcp {{(pid=94468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:39:32.682745 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-b8ef4cf3-bff5-4648-92cb-12900a1adb71 tempest-ServersTestBootFromVolume-1121352003 tempest-ServersTestBootFromVolume-1121352003-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:32.743503 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-b8ef4cf3-bff5-4648-92cb-12900a1adb71 tempest-ServersTestBootFromVolume-1121352003 tempest-ServersTestBootFromVolume-1121352003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641735'] for security_group_rule, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:32.797208 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning for port bcbea599-e447-40c8-b2b5-26db95da4bc9 completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:39:32.807906 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port bcbea599-e447-40c8-b2b5-26db95da4bc9 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:39:32.808646 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:32.827869 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-3988ce02-0c4a-4e0e-b9f5-91f00702cd13 tempest-FloatingIPNegativeTestJSON-729016607 tempest-FloatingIPNegativeTestJSON-729016607-project] Notify callbacks [] for port, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:32.847180 n-d-694802-15 neutron-server[94466]: DEBUG neutron.notifiers.nova [req-4ac0743c-d771-49e0-9f01-3fb2f2b7cc75 req-de0ea323-bf08-475f-9e11-4b83b5962f7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77908564-4609-4603-8286-dd7ae3af6f74 {{(pid=94466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:39:32.856458 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-4ac0743c-d771-49e0-9f01-3fb2f2b7cc75 req-de0ea323-bf08-475f-9e11-4b83b5962f7f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:32.871234 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [req-4ac0743c-d771-49e0-9f01-3fb2f2b7cc75 req-de0ea323-bf08-475f-9e11-4b83b5962f7f service neutron] Transition to ACTIVE for port object 77908564-4609-4603-8286-dd7ae3af6f74 will not be triggered until provisioned by entity L2. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:39:32.872985 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-96e13406-3032-47fd-81cb-05a6c96bd774 req-45c531c4-ceb9-46a7-b809-8323b52552dd tempest-ServerRescueNegativeTestJSON-1622637895 tempest-ServerRescueNegativeTestJSON-1622637895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:32.909468 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-4ac0743c-d771-49e0-9f01-3fb2f2b7cc75 req-de0ea323-bf08-475f-9e11-4b83b5962f7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3718439'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:32.933139 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:32.944886 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96e13406-3032-47fd-81cb-05a6c96bd774 req-45c531c4-ceb9-46a7-b809-8323b52552dd tempest-ServerRescueNegativeTestJSON-1622637895 tempest-ServerRescueNegativeTestJSON-1622637895-project] Network 403ed391-7874-4a33-9f4f-96fa9ef207f4 is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:39:32.960531 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-e04cf0f7-a0f3-48eb-9057-92bc4e06c178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262'] for port, after_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:32.966019 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [req-96e13406-3032-47fd-81cb-05a6c96bd774 req-45c531c4-ceb9-46a7-b809-8323b52552dd tempest-ServerRescueNegativeTestJSON-1622637895 tempest-ServerRescueNegativeTestJSON-1622637895-project] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:39:32.974104 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [req-96e13406-3032-47fd-81cb-05a6c96bd774 req-45c531c4-ceb9-46a7-b809-8323b52552dd tempest-ServerRescueNegativeTestJSON-1622637895 tempest-ServerRescueNegativeTestJSON-1622637895-project] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:39:32.990683 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [None req-000e0cf9-bcc9-47e4-8f26-f9ff4987b376 admin admin] For port a4491901-d58e-4509-9f32-2b1b51507b50, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=a4491901-d58e-4509-9f32-2b1b51507b50,segment=NetworkSegment(a40c3034-ee2b-4406-9bec-ae8529446fc3),segment_id=a40c3034-ee2b-4406-9bec-ae8529446fc3)] {{(pid=94467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:39:32.992162 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-000e0cf9-bcc9-47e4-8f26-f9ff4987b376 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:33.007917 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04cf0f7-a0f3-48eb-9057-92bc4e06c178 None None] Pushing event deleted for resources: {'Port': ['ID=a4491901-d58e-4509-9f32-2b1b51507b50,revision_number=None']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:39:33.010011 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e04cf0f7-a0f3-48eb-9057-92bc4e06c178 None None] No DVR routers for this DVR port a4491901-d58e-4509-9f32-2b1b51507b50 on host n-d-694802-15 {{(pid=94468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:39:33.017661 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-000e0cf9-bcc9-47e4-8f26-f9ff4987b376 admin admin] Calling delete_port for a4491901-d58e-4509-9f32-2b1b51507b50 owned by network:dhcp {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:39:33.028959 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] For port bcbea599-e447-40c8-b2b5-26db95da4bc9, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=bcbea599-e447-40c8-b2b5-26db95da4bc9,segment=NetworkSegment(25ffa9f8-3a7e-477d-a2e4-6eccceac9115),segment_id=25ffa9f8-3a7e-477d-a2e4-6eccceac9115)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:39:33.041745 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:33.048023 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c531c4-ceb9-46a7-b809-8323b52552dd tempest-ServerRescueNegativeTestJSON-1622637895 tempest-ServerRescueNegativeTestJSON-1622637895-project] Pushing event updated for resources: {'Port': ['ID=9241cc5d-c8a3-48d9-8ce3-46074e26ba2d,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:39:33.154949 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0ea323-bf08-475f-9e11-4b83b5962f7f service neutron] Pushing event updated for resources: {'Port': ['ID=77908564-4609-4603-8286-dd7ae3af6f74,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:39:33.171108 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Pushing event updated for resources: {'Port': ['ID=bcbea599-e447-40c8-b2b5-26db95da4bc9,revision_number=5']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:39:33.176419 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 35a058a3-6dbf-4263-8d26-f88023ce0263 no longer exists at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:39:33.192697 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e13406-3032-47fd-81cb-05a6c96bd774 req-45c531c4-ceb9-46a7-b809-8323b52552dd tempest-ServerRescueNegativeTestJSON-1622637895 tempest-ServerRescueNegativeTestJSON-1622637895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:39:33.193387 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-96e13406-3032-47fd-81cb-05a6c96bd774 req-45c531c4-ceb9-46a7-b809-8323b52552dd tempest-ServerRescueNegativeTestJSON-1622637895 tempest-ServerRescueNegativeTestJSON-1622637895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:33.199483 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ef4cf3-bff5-4648-92cb-12900a1adb71 tempest-ServersTestBootFromVolume-1121352003 tempest-ServersTestBootFromVolume-1121352003-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b74a233-49df-4a84-b8ca-6a7d370fa26f,revision_number=0']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:39:33.211245 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-3988ce02-0c4a-4e0e-b9f5-91f00702cd13 tempest-FloatingIPNegativeTestJSON-729016607 tempest-FloatingIPNegativeTestJSON-729016607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:33.222803 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] No Port match for: 35a058a3-6dbf-4263-8d26-f88023ce0263 {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 14:39:33.223178 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 35a058a3-6dbf-4263-8d26-f88023ce0263 not bound to the agent host n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:39:33.223869 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 0f7ba5cd-a481-44c6-a079-23a97a5aee48 no longer exists at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:39:33.269787 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 43034) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:39:33.271964 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] No Port match for: 0f7ba5cd-a481-44c6-a079-23a97a5aee48 {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 14:39:33.272841 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 0f7ba5cd-a481-44c6-a079-23a97a5aee48 not bound to the agent host n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:39:33.315138 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-96e13406-3032-47fd-81cb-05a6c96bd774 req-45c531c4-ceb9-46a7-b809-8323b52552dd tempest-ServerRescueNegativeTestJSON-1622637895 tempest-ServerRescueNegativeTestJSON-1622637895-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5950940 Aug 12 14:39:33.315857 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3988ce02-0c4a-4e0e-b9f5-91f00702cd13 tempest-FloatingIPNegativeTestJSON-729016607 tempest-FloatingIPNegativeTestJSON-729016607-project] Network d3759e1b-6c03-45ac-acd4-90abb417809b is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:39:33.328656 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [None req-3988ce02-0c4a-4e0e-b9f5-91f00702cd13 tempest-FloatingIPNegativeTestJSON-729016607 tempest-FloatingIPNegativeTestJSON-729016607-project] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:39:33.333047 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3988ce02-0c4a-4e0e-b9f5-91f00702cd13 tempest-FloatingIPNegativeTestJSON-729016607 tempest-FloatingIPNegativeTestJSON-729016607-project] Received port after_create {{(pid=94467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:39:33.335380 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [req-96e13406-3032-47fd-81cb-05a6c96bd774 req-c2ba61b6-5fca-491a-b7b9-1873a1aa44bc service neutron] Request body: {'port': {'device_id': 'bc74d9fd-9e29-4667-bb83-e5e3a6913f4e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-694802-15'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:39:33.372078 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3988ce02-0c4a-4e0e-b9f5-91f00702cd13 tempest-FloatingIPNegativeTestJSON-729016607 tempest-FloatingIPNegativeTestJSON-729016607-project] Pushing event updated for resources: {'Port': ['ID=dac320bc-c897-4f24-a632-01267b47944c,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:39:33.383151 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [req-4ac0743c-d771-49e0-9f01-3fb2f2b7cc75 req-de0ea323-bf08-475f-9e11-4b83b5962f7f service neutron] Attempting to bind port 77908564-4609-4603-8286-dd7ae3af6f74 on host n-h1-694802-15 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:39:33.383493 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [req-4ac0743c-d771-49e0-9f01-3fb2f2b7cc75 req-de0ea323-bf08-475f-9e11-4b83b5962f7f service neutron] Attempting to bind port 77908564-4609-4603-8286-dd7ae3af6f74 by drivers openvswitch,hyperv on host n-h1-694802-15 at level 0 using segments [{'id': '4c2b9cce-8b7c-48a7-9a48-725ec4478534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '403ed391-7874-4a33-9f4f-96fa9ef207f4'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:39:33.384295 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ac0743c-d771-49e0-9f01-3fb2f2b7cc75 req-de0ea323-bf08-475f-9e11-4b83b5962f7f service neutron] Attempting to bind port 77908564-4609-4603-8286-dd7ae3af6f74 on network 403ed391-7874-4a33-9f4f-96fa9ef207f4 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:39:33.399286 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9275e96-8704-4fb3-8709-5c3edd80fc87 req-dc86ff08-ef91-40d0-9f19-08a96c34569e tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:39:33.401127 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-f9275e96-8704-4fb3-8709-5c3edd80fc87 req-dc86ff08-ef91-40d0-9f19-08a96c34569e tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] 10.222.0.39 "GET /v2.0/ports?device_id=0c78da3a-37a4-408c-866e-6cd48d09416e HTTP/1.1" status: 200 len: 945 time: 0.1387620 Aug 12 14:39:33.404819 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ac0743c-d771-49e0-9f01-3fb2f2b7cc75 req-de0ea323-bf08-475f-9e11-4b83b5962f7f service neutron] Port 77908564-4609-4603-8286-dd7ae3af6f74 on network 403ed391-7874-4a33-9f4f-96fa9ef207f4 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-15 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 14:39:33.405313 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ac0743c-d771-49e0-9f01-3fb2f2b7cc75 req-de0ea323-bf08-475f-9e11-4b83b5962f7f service neutron] Attempting to bind port 77908564-4609-4603-8286-dd7ae3af6f74 on network 403ed391-7874-4a33-9f4f-96fa9ef207f4 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:39:33.414144 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-b8ef4cf3-bff5-4648-92cb-12900a1adb71 tempest-ServersTestBootFromVolume-1121352003 tempest-ServersTestBootFromVolume-1121352003-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:33.418597 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-b8ef4cf3-bff5-4648-92cb-12900a1adb71 tempest-ServersTestBootFromVolume-1121352003 tempest-ServersTestBootFromVolume-1121352003-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4798596 Aug 12 14:39:33.430940 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 43040) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:39:33.437986 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-7ebc8720-33ab-4264-bb4f-b0cc916eb01d tempest-ServersTestBootFromVolume-1121352003 tempest-ServersTestBootFromVolume-1121352003-project] Request body: {'floatingip': {'floating_network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:39:33.477995 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a1bae8-c76f-46be-83f0-3cb7b7295564 req-18339b3b-053c-4d04-ba39-33d57eab0de1 tempest-LiveMigrationNegativeTest-9470437 tempest-LiveMigrationNegativeTest-9470437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:39:33.484362 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-27a1bae8-c76f-46be-83f0-3cb7b7295564 req-18339b3b-053c-4d04-ba39-33d57eab0de1 tempest-LiveMigrationNegativeTest-9470437 tempest-LiveMigrationNegativeTest-9470437-project] 10.222.0.49 "GET /v2.0/ports?device_id=84ea5c86-f363-4759-afa6-b1709659bf60 HTTP/1.1" status: 200 len: 950 time: 0.2380071 Aug 12 14:39:33.489948 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ac0743c-d771-49e0-9f01-3fb2f2b7cc75 req-de0ea323-bf08-475f-9e11-4b83b5962f7f service neutron] Checking agent: {'id': 'de568313-a3e6-454a-9813-77e25edcea95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 27, 41), 'started_at': datetime.datetime(2021, 8, 12, 14, 27, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 39, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:39:33.490510 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ac0743c-d771-49e0-9f01-3fb2f2b7cc75 req-de0ea323-bf08-475f-9e11-4b83b5962f7f service neutron] Checking segment: {'id': '4c2b9cce-8b7c-48a7-9a48-725ec4478534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '403ed391-7874-4a33-9f4f-96fa9ef207f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:39:33.491636 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ac0743c-d771-49e0-9f01-3fb2f2b7cc75 req-de0ea323-bf08-475f-9e11-4b83b5962f7f service neutron] Bound using segment: {'id': '4c2b9cce-8b7c-48a7-9a48-725ec4478534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '403ed391-7874-4a33-9f4f-96fa9ef207f4'} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:39:33.503418 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [req-4ac0743c-d771-49e0-9f01-3fb2f2b7cc75 req-de0ea323-bf08-475f-9e11-4b83b5962f7f service neutron] Bound port: 77908564-4609-4603-8286-dd7ae3af6f74, host: n-h1-694802-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c2b9cce-8b7c-48a7-9a48-725ec4478534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '403ed391-7874-4a33-9f4f-96fa9ef207f4'}}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:39:33.503912 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-4ac0743c-d771-49e0-9f01-3fb2f2b7cc75 req-de0ea323-bf08-475f-9e11-4b83b5962f7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:33.529881 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device bcbea599-e447-40c8-b2b5-26db95da4bc9 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:39:33.536008 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-96e13406-3032-47fd-81cb-05a6c96bd774 req-c2ba61b6-5fca-491a-b7b9-1873a1aa44bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:33.549358 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3f67fa43-7f50-423f-b55e-a2a75eeb6b22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:33.595211 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port bcbea599-e447-40c8-b2b5-26db95da4bc9 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:39:33.595816 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:33.617584 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-000e0cf9-bcc9-47e4-8f26-f9ff4987b376 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:33.627646 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-f9275e96-8704-4fb3-8709-5c3edd80fc87 req-9c09a480-756c-4c3c-ac54-b5615487a505 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b3c7ce2-70f7-4d15-8774-e830cec0f0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596994 Aug 12 14:39:33.649265 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-7ebc8720-33ab-4264-bb4f-b0cc916eb01d tempest-ServersTestBootFromVolume-1121352003 tempest-ServersTestBootFromVolume-1121352003-project] Notify callbacks [] for floatingip, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:33.730674 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000e0cf9-bcc9-47e4-8f26-f9ff4987b376 admin admin] Pushing event deleted for resources: {'Port': ['ID=a4491901-d58e-4509-9f32-2b1b51507b50,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:39:33.767666 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [req-4ac0743c-d771-49e0-9f01-3fb2f2b7cc75 req-de0ea323-bf08-475f-9e11-4b83b5962f7f service neutron] For port 77908564-4609-4603-8286-dd7ae3af6f74, host n-h1-694802-15, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:39:33.791819 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-000e0cf9-bcc9-47e4-8f26-f9ff4987b376 admin admin] No DVR routers for this DVR port a4491901-d58e-4509-9f32-2b1b51507b50 on host n-d-694802-15 {{(pid=94467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:39:33.796809 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device a4491901-d58e-4509-9f32-2b1b51507b50 no longer exists at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:39:33.810139 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [req-4ac0743c-d771-49e0-9f01-3fb2f2b7cc75 req-de0ea323-bf08-475f-9e11-4b83b5962f7f service neutron] For port 77908564-4609-4603-8286-dd7ae3af6f74, host n-h1-694802-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=77908564-4609-4603-8286-dd7ae3af6f74,segment=NetworkSegment(4c2b9cce-8b7c-48a7-9a48-725ec4478534),segment_id=4c2b9cce-8b7c-48a7-9a48-725ec4478534)] {{(pid=94466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:39:33.820033 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] No Port match for: a4491901-d58e-4509-9f32-2b1b51507b50 {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 14:39:33.820378 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device a4491901-d58e-4509-9f32-2b1b51507b50 not bound to the agent host n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:39:33.822863 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-4ac0743c-d771-49e0-9f01-3fb2f2b7cc75 req-de0ea323-bf08-475f-9e11-4b83b5962f7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3718439'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:33.840017 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7733375-95a7-4653-9ece-0c049307b579 req-5149a70a-fb57-4fd3-b6e1-384e914261eb tempest-LiveMigrationNegativeTest-9470437 tempest-LiveMigrationNegativeTest-9470437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:39:33.841560 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b7733375-95a7-4653-9ece-0c049307b579 req-5149a70a-fb57-4fd3-b6e1-384e914261eb tempest-LiveMigrationNegativeTest-9470437 tempest-LiveMigrationNegativeTest-9470437-project] 10.222.0.39 "GET /v2.0/ports?device_id=84ea5c86-f363-4759-afa6-b1709659bf60 HTTP/1.1" status: 200 len: 950 time: 0.3292150 Aug 12 14:39:33.922824 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac0743c-d771-49e0-9f01-3fb2f2b7cc75 req-de0ea323-bf08-475f-9e11-4b83b5962f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:39:33.924232 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-4ac0743c-d771-49e0-9f01-3fb2f2b7cc75 req-de0ea323-bf08-475f-9e11-4b83b5962f7f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:33.926526 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-4ac0743c-d771-49e0-9f01-3fb2f2b7cc75 req-de0ea323-bf08-475f-9e11-4b83b5962f7f service neutron] 10.222.0.64 "PUT /v2.0/ports/77908564-4609-4603-8286-dd7ae3af6f74 HTTP/1.1" status: 200 len: 1092 time: 2.0618567 Aug 12 14:39:33.935572 n-d-694802-15 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd52af645-a96c-4fda-a020-923ad96d40ff', 'tag': '77908564-4609-4603-8286-dd7ae3af6f74'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:39:33.938448 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e785eeede3897370d0b20f09d5f461b30cfecd5ed38c4f07dacd02bc52c9277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0150ec0d-040b-42d8-b12c-7861a0b2a671" -d '{"events": [{"name": "network-changed", "server_uuid": "d52af645-a96c-4fda-a020-923ad96d40ff", "tag": "77908564-4609-4603-8286-dd7ae3af6f74"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:39:33.963793 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd0d0e9-2859-460a-b5cb-1886a27d7c47 req-021f70fc-0c2e-4326-9353-66d3a9e74dc9 tempest-ServerRescueNegativeTestJSON-1622637895 tempest-ServerRescueNegativeTestJSON-1622637895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:39:33.965407 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-bcd0d0e9-2859-460a-b5cb-1886a27d7c47 req-021f70fc-0c2e-4326-9353-66d3a9e74dc9 tempest-ServerRescueNegativeTestJSON-1622637895 tempest-ServerRescueNegativeTestJSON-1622637895-project] 10.222.0.39 "GET /v2.0/ports?device_id=bc74d9fd-9e29-4667-bb83-e5e3a6913f4e HTTP/1.1" status: 200 len: 932 time: 0.2129605 Aug 12 14:39:33.978575 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-000e0cf9-bcc9-47e4-8f26-f9ff4987b376 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66413304', 'neutron.services.segments.db._delete_segments_for_network-8744654118000'] for network, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:34.005581 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-000e0cf9-bcc9-47e4-8f26-f9ff4987b376 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4464d9af-d4a4-41ad-96cf-cbff705eb0f7']}} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:39:34.022780 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b7733375-95a7-4653-9ece-0c049307b579 req-6bddca97-9b04-42ef-9f13-d8daf7243524 tempest-LiveMigrationNegativeTest-9470437 tempest-LiveMigrationNegativeTest-9470437-project] 10.222.0.39 "GET /v2.0/security-groups?id=214de4e1-d877-4447-84c5-1de63b8d32db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691499 Aug 12 14:39:34.026236 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-000e0cf9-bcc9-47e4-8f26-f9ff4987b376 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a40c3034-ee2b-4406-9bec-ae8529446fc3') {'for_net_delete': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:39:34.026531 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-000e0cf9-bcc9-47e4-8f26-f9ff4987b376 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a40c3034-ee2b-4406-9bec-ae8529446fc3') {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:39:34.033165 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0ea323-bf08-475f-9e11-4b83b5962f7f service neutron] Pushing event updated for resources: {'Port': ['ID=77908564-4609-4603-8286-dd7ae3af6f74,revision_number=3']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:39:34.036963 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [req-27a1bae8-c76f-46be-83f0-3cb7b7295564 req-3de83feb-7f2d-488e-be71-09fc108a32da tempest-LiveMigrationNegativeTest-9470437 tempest-LiveMigrationNegativeTest-9470437-project] Deleting port 6095b529-affb-4a37-9d73-3eaea05ccc31 {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:39:34.037334 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-27a1bae8-c76f-46be-83f0-3cb7b7295564 req-3de83feb-7f2d-488e-be71-09fc108a32da tempest-LiveMigrationNegativeTest-9470437 tempest-LiveMigrationNegativeTest-9470437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:34.047263 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-000e0cf9-bcc9-47e4-8f26-f9ff4987b376 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744654122361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3857526'] for segment, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:34.074229 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3f67fa43-7f50-423f-b55e-a2a75eeb6b22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:34.090949 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3f67fa43-7f50-423f-b55e-a2a75eeb6b22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:34.115395 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-bcd0d0e9-2859-460a-b5cb-1886a27d7c47 req-051b3aff-8aa1-48ab-9e97-7975e5a707b4 tempest-ServerRescueNegativeTestJSON-1622637895 tempest-ServerRescueNegativeTestJSON-1622637895-project] 10.222.0.39 "GET /v2.0/security-groups?id=268dec7e-7261-41d2-9e03-6b72db198ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312931 Aug 12 14:39:34.138112 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-000e0cf9-bcc9-47e4-8f26-f9ff4987b376 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:34.158245 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-000e0cf9-bcc9-47e4-8f26-f9ff4987b376 admin admin] Releasing vlan 335 on physical network physnet1 to pool {{(pid=94467) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 14:39:34.158661 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-000e0cf9-bcc9-47e4-8f26-f9ff4987b376 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2859015'] for segment, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:34.160956 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac0743c-d771-49e0-9f01-3fb2f2b7cc75 req-fcffb1ba-6855-4f0a-a9f7-66779d33e7a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:39:34.162796 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-4ac0743c-d771-49e0-9f01-3fb2f2b7cc75 req-fcffb1ba-6855-4f0a-a9f7-66779d33e7a2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ef918c3e55db41809ce6731a1724be70&device_id=d52af645-a96c-4fda-a020-923ad96d40ff HTTP/1.1" status: 200 len: 1095 time: 0.1876268 Aug 12 14:39:34.162996 n-d-694802-15 neutron-server[94467]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 14:39:34.162996 n-d-694802-15 neutron-server[94467]: self.session.flush() Aug 12 14:39:34.162996 n-d-694802-15 neutron-server[94467]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 14:39:34.162996 n-d-694802-15 neutron-server[94467]: self.session.flush() Aug 12 14:39:34.162996 n-d-694802-15 neutron-server[94467]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 14:39:34.162996 n-d-694802-15 neutron-server[94467]: self.session.flush() Aug 12 14:39:34.162996 n-d-694802-15 neutron-server[94467]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 14:39:34.162996 n-d-694802-15 neutron-server[94467]: self.session.flush() Aug 12 14:39:34.162996 n-d-694802-15 neutron-server[94467]: Traceback (most recent call last): Aug 12 14:39:34.162996 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 14:39:34.162996 n-d-694802-15 neutron-server[94467]: timer() Aug 12 14:39:34.162996 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 14:39:34.162996 n-d-694802-15 neutron-server[94467]: cb(*args, **kw) Aug 12 14:39:34.162996 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 14:39:34.162996 n-d-694802-15 neutron-server[94467]: return func(*args, **kwargs) Aug 12 14:39:34.162996 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 14:39:34.162996 n-d-694802-15 neutron-server[94467]: self._notify() Aug 12 14:39:34.162996 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 14:39:34.162996 n-d-694802-15 neutron-server[94467]: self.callback(batched_events) Aug 12 14:39:34.162996 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 14:39:34.162996 n-d-694802-15 neutron-server[94467]: event.method(event) Aug 12 14:39:34.162996 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 14:39:34.162996 n-d-694802-15 neutron-server[94467]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 14:39:34.162996 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 14:39:34.162996 n-d-694802-15 neutron-server[94467]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 14:39:34.162996 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 14:39:34.162996 n-d-694802-15 neutron-server[94467]: return f(self, *a, **k) Aug 12 14:39:34.162996 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 14:39:34.162996 n-d-694802-15 neutron-server[94467]: return self._get(url).json() Aug 12 14:39:34.162996 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 14:39:34.162996 n-d-694802-15 neutron-server[94467]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 14:39:34.162996 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 14:39:34.162996 n-d-694802-15 neutron-server[94467]: return self.request(url, 'GET', **kwargs) Aug 12 14:39:34.162996 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 14:39:34.162996 n-d-694802-15 neutron-server[94467]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 14:39:34.162996 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 14:39:34.162996 n-d-694802-15 neutron-server[94467]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 14:39:34.162996 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 14:39:34.162996 n-d-694802-15 neutron-server[94467]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 14:39:34.162996 n-d-694802-15 neutron-server[94467]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 14:39:34.174162 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-3f67fa43-7f50-423f-b55e-a2a75eeb6b22 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f6aa76a79c4645ff8dfab20e42ee7570&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8974555 Aug 12 14:39:34.177664 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f67fa43-7f50-423f-b55e-a2a75eeb6b22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2301e2b-97d1-4372-970e-c85f7dcde7d6,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:39:34.188497 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-3988ce02-0c4a-4e0e-b9f5-91f00702cd13 tempest-FloatingIPNegativeTestJSON-729016607 tempest-FloatingIPNegativeTestJSON-729016607-project] Deleting port dac320bc-c897-4f24-a632-01267b47944c {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:39:34.188849 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-3988ce02-0c4a-4e0e-b9f5-91f00702cd13 tempest-FloatingIPNegativeTestJSON-729016607 tempest-FloatingIPNegativeTestJSON-729016607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:34.189246 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 14:39:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-047942a1-61d8-43ce-83c1-55e0697535d7 x-openstack-request-id: req-047942a1-61d8-43ce-83c1-55e0697535d7 {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:39:34.189623 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d52af645-a96c-4fda-a020-923ad96d40ff", "tag": "77908564-4609-4603-8286-dd7ae3af6f74", "status": "completed", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:39:34.189814 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-047942a1-61d8-43ce-83c1-55e0697535d7 {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:39:34.190156 n-d-694802-15 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd52af645-a96c-4fda-a020-923ad96d40ff', 'tag': '77908564-4609-4603-8286-dd7ae3af6f74', 'status': 'completed', 'code': 200} Aug 12 14:39:34.190518 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 43048) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:39:34.273325 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-4ac0743c-d771-49e0-9f01-3fb2f2b7cc75 req-ffbf6954-9b67-4281-8d57-ac7e4cc86849 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=77908564-4609-4603-8286-dd7ae3af6f74 HTTP/1.1" status: 200 len: 217 time: 0.0978947 Aug 12 14:39:34.295373 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-7ebc8720-33ab-4264-bb4f-b0cc916eb01d tempest-ServersTestBootFromVolume-1121352003 tempest-ServersTestBootFromVolume-1121352003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:34.309786 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-000e0cf9-bcc9-47e4-8f26-f9ff4987b376 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66413281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431520'] for network, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:34.312534 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-27a1bae8-c76f-46be-83f0-3cb7b7295564 req-3de83feb-7f2d-488e-be71-09fc108a32da tempest-LiveMigrationNegativeTest-9470437 tempest-LiveMigrationNegativeTest-9470437-project] For port 6095b529-affb-4a37-9d73-3eaea05ccc31, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=6095b529-affb-4a37-9d73-3eaea05ccc31,segment=NetworkSegment(a1f8c867-101b-4d30-814e-b89f55a5edd0),segment_id=a1f8c867-101b-4d30-814e-b89f55a5edd0)] {{(pid=94467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:39:34.312822 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-27a1bae8-c76f-46be-83f0-3cb7b7295564 req-3de83feb-7f2d-488e-be71-09fc108a32da tempest-LiveMigrationNegativeTest-9470437 tempest-LiveMigrationNegativeTest-9470437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:34.328893 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-000e0cf9-bcc9-47e4-8f26-f9ff4987b376 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for network, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:34.333357 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-000e0cf9-bcc9-47e4-8f26-f9ff4987b376 admin admin] 10.222.0.39 "DELETE /v2.0/networks/4464d9af-d4a4-41ad-96cf-cbff705eb0f7 HTTP/1.1" status: 204 len: 168 time: 2.7564554 Aug 12 14:39:34.339302 n-d-694802-15 neutron-server[94466]: DEBUG neutron.notifiers.nova [req-96e13406-3032-47fd-81cb-05a6c96bd774 req-c2ba61b6-5fca-491a-b7b9-1873a1aa44bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9241cc5d-c8a3-48d9-8ce3-46074e26ba2d {{(pid=94466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:39:34.353009 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-96e13406-3032-47fd-81cb-05a6c96bd774 req-c2ba61b6-5fca-491a-b7b9-1873a1aa44bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:34.357390 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [req-27a1bae8-c76f-46be-83f0-3cb7b7295564 req-3de83feb-7f2d-488e-be71-09fc108a32da tempest-LiveMigrationNegativeTest-9470437 tempest-LiveMigrationNegativeTest-9470437-project] Calling delete_port for 6095b529-affb-4a37-9d73-3eaea05ccc31 owned by compute:nova {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:39:34.364593 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000e0cf9-bcc9-47e4-8f26-f9ff4987b376 admin admin] Pushing event deleted for resources: {'Network': ['ID=4464d9af-d4a4-41ad-96cf-cbff705eb0f7,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:39:34.385465 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac0743c-d771-49e0-9f01-3fb2f2b7cc75 req-0c9f8ff7-1659-4c6a-ace3-e5d4ea64069b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:39:34.387082 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-4ac0743c-d771-49e0-9f01-3fb2f2b7cc75 req-0c9f8ff7-1659-4c6a-ace3-e5d4ea64069b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d596ebc0-f7b2-4a88-b2fe-14085d881fde HTTP/1.1" status: 200 len: 858 time: 0.1041634 Aug 12 14:39:34.389945 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [req-96e13406-3032-47fd-81cb-05a6c96bd774 req-c2ba61b6-5fca-491a-b7b9-1873a1aa44bc service neutron] Transition to ACTIVE for port object 9241cc5d-c8a3-48d9-8ce3-46074e26ba2d will not be triggered until provisioned by entity L2. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:39:34.393090 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-15aeb288-5525-433a-ae2e-065ece565c25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:34.407431 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-96e13406-3032-47fd-81cb-05a6c96bd774 req-c2ba61b6-5fca-491a-b7b9-1873a1aa44bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3718439'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:34.428183 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-3988ce02-0c4a-4e0e-b9f5-91f00702cd13 tempest-FloatingIPNegativeTestJSON-729016607 tempest-FloatingIPNegativeTestJSON-729016607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:34.428524 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-3988ce02-0c4a-4e0e-b9f5-91f00702cd13 tempest-FloatingIPNegativeTestJSON-729016607 tempest-FloatingIPNegativeTestJSON-729016607-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:34.437819 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-4ac0743c-d771-49e0-9f01-3fb2f2b7cc75 req-bc7762a3-5418-4d4f-9833-13aef7cc61ef service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=403ed391-7874-4a33-9f4f-96fa9ef207f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426517 Aug 12 14:39:34.478009 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-3988ce02-0c4a-4e0e-b9f5-91f00702cd13 tempest-FloatingIPNegativeTestJSON-729016607 tempest-FloatingIPNegativeTestJSON-729016607-project] Calling delete_port for dac320bc-c897-4f24-a632-01267b47944c owned by network:floatingip {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:39:34.481615 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 43052) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:39:34.495766 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-15aeb288-5525-433a-ae2e-065ece565c25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:34.557538 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ba61b6-5fca-491a-b7b9-1873a1aa44bc service neutron] Pushing event updated for resources: {'Port': ['ID=9241cc5d-c8a3-48d9-8ce3-46074e26ba2d,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:39:34.638915 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_common [None req-7ebc8720-33ab-4264-bb4f-b0cc916eb01d tempest-ServersTestBootFromVolume-1121352003 tempest-ServersTestBootFromVolume-1121352003-project] Allocated IP 172.25.1.194 (d3759e1b-6c03-45ac-acd4-90abb417809b/f0254f08-c19c-4e31-bd9c-09389ea4b6f2/c46ed227-5b08-428f-97cc-ea63c470a7ec) {{(pid=94467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:39:34.644830 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-ae77b13a-09c8-4f17-b893-cb88dc6f7a2e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0fc6e645c542404f965833a9119352be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1607406 Aug 12 14:39:34.652345 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 43054) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:39:34.666666 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-4ac0743c-d771-49e0-9f01-3fb2f2b7cc75 req-6122cf81-7c64-460a-ace5-723e75ffa1d4 service neutron] 10.222.0.64 "GET /v2.0/networks/403ed391-7874-4a33-9f4f-96fa9ef207f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2064700 Aug 12 14:39:34.673048 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [req-96e13406-3032-47fd-81cb-05a6c96bd774 req-c2ba61b6-5fca-491a-b7b9-1873a1aa44bc service neutron] Attempting to bind port 9241cc5d-c8a3-48d9-8ce3-46074e26ba2d on host n-h2-694802-15 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:39:34.673385 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [req-96e13406-3032-47fd-81cb-05a6c96bd774 req-c2ba61b6-5fca-491a-b7b9-1873a1aa44bc service neutron] Attempting to bind port 9241cc5d-c8a3-48d9-8ce3-46074e26ba2d by drivers openvswitch,hyperv on host n-h2-694802-15 at level 0 using segments [{'id': '4c2b9cce-8b7c-48a7-9a48-725ec4478534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '403ed391-7874-4a33-9f4f-96fa9ef207f4'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:39:34.673720 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96e13406-3032-47fd-81cb-05a6c96bd774 req-c2ba61b6-5fca-491a-b7b9-1873a1aa44bc service neutron] Attempting to bind port 9241cc5d-c8a3-48d9-8ce3-46074e26ba2d on network 403ed391-7874-4a33-9f4f-96fa9ef207f4 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:39:34.685467 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-15aeb288-5525-433a-ae2e-065ece565c25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:34.688073 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-15aeb288-5525-433a-ae2e-065ece565c25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:34.691929 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-15aeb288-5525-433a-ae2e-065ece565c25 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c2301e2b-97d1-4372-970e-c85f7dcde7d6 HTTP/1.1" status: 204 len: 168 time: 0.4978290 Aug 12 14:39:34.726802 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96e13406-3032-47fd-81cb-05a6c96bd774 req-c2ba61b6-5fca-491a-b7b9-1873a1aa44bc service neutron] Port 9241cc5d-c8a3-48d9-8ce3-46074e26ba2d on network 403ed391-7874-4a33-9f4f-96fa9ef207f4 not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-15 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 14:39:34.727152 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96e13406-3032-47fd-81cb-05a6c96bd774 req-c2ba61b6-5fca-491a-b7b9-1873a1aa44bc service neutron] Attempting to bind port 9241cc5d-c8a3-48d9-8ce3-46074e26ba2d on network 403ed391-7874-4a33-9f4f-96fa9ef207f4 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:39:34.763004 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15aeb288-5525-433a-ae2e-065ece565c25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2301e2b-97d1-4372-970e-c85f7dcde7d6,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:39:34.792231 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96e13406-3032-47fd-81cb-05a6c96bd774 req-c2ba61b6-5fca-491a-b7b9-1873a1aa44bc service neutron] Checking agent: {'id': 'b7697f71-33f3-4959-ad82-43c2dc15845d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 27, 42), 'started_at': datetime.datetime(2021, 8, 12, 14, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 39, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:39:34.792839 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96e13406-3032-47fd-81cb-05a6c96bd774 req-c2ba61b6-5fca-491a-b7b9-1873a1aa44bc service neutron] Checking segment: {'id': '4c2b9cce-8b7c-48a7-9a48-725ec4478534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '403ed391-7874-4a33-9f4f-96fa9ef207f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:39:34.792918 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96e13406-3032-47fd-81cb-05a6c96bd774 req-c2ba61b6-5fca-491a-b7b9-1873a1aa44bc service neutron] Bound using segment: {'id': '4c2b9cce-8b7c-48a7-9a48-725ec4478534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '403ed391-7874-4a33-9f4f-96fa9ef207f4'} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:39:34.793345 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [req-96e13406-3032-47fd-81cb-05a6c96bd774 req-c2ba61b6-5fca-491a-b7b9-1873a1aa44bc service neutron] Bound port: 9241cc5d-c8a3-48d9-8ce3-46074e26ba2d, host: n-h2-694802-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c2b9cce-8b7c-48a7-9a48-725ec4478534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '403ed391-7874-4a33-9f4f-96fa9ef207f4'}}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:39:34.793700 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-96e13406-3032-47fd-81cb-05a6c96bd774 req-c2ba61b6-5fca-491a-b7b9-1873a1aa44bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:35.124892 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 43064) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:39:35.198759 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-477fa51e-3cc9-429b-a7fc-7fb74fd63efe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:35.204177 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a897937-ebd0-4bae-9ef7-1f0e799c9dbd req-9fbbca53-5bfb-4f3c-b06b-c46da9e38076 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:39:35.205674 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-9a897937-ebd0-4bae-9ef7-1f0e799c9dbd req-9fbbca53-5bfb-4f3c-b06b-c46da9e38076 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] 10.222.0.39 "GET /v2.0/ports?device_id=0c78da3a-37a4-408c-866e-6cd48d09416e HTTP/1.1" status: 200 len: 945 time: 0.4800363 Aug 12 14:39:35.251665 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-4ac0743c-d771-49e0-9f01-3fb2f2b7cc75 req-b290f03c-c3fa-401e-a7ea-0227ebd7fcf7 service neutron] 10.222.0.64 "GET /v2.0/networks/403ed391-7874-4a33-9f4f-96fa9ef207f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5750504 Aug 12 14:39:35.275653 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-27a1bae8-c76f-46be-83f0-3cb7b7295564 req-3de83feb-7f2d-488e-be71-09fc108a32da tempest-LiveMigrationNegativeTest-9470437 tempest-LiveMigrationNegativeTest-9470437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:35.281166 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [req-96e13406-3032-47fd-81cb-05a6c96bd774 req-c2ba61b6-5fca-491a-b7b9-1873a1aa44bc service neutron] For port 9241cc5d-c8a3-48d9-8ce3-46074e26ba2d, host n-h2-694802-15, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:39:35.290385 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-9a897937-ebd0-4bae-9ef7-1f0e799c9dbd req-ad874252-d424-4d25-8100-fcfa411e29e3 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b3c7ce2-70f7-4d15-8774-e830cec0f0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743430 Aug 12 14:39:35.292582 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] get_ports_and_sgs() called for port_ids ['1f5a5c71-e581-4295-add4-1abc6c4e5b9a'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:39:35.301185 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-79df1ba1-33aa-44f2-b18f-79abb80bb8fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:35.312885 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [req-96e13406-3032-47fd-81cb-05a6c96bd774 req-c2ba61b6-5fca-491a-b7b9-1873a1aa44bc service neutron] For port 9241cc5d-c8a3-48d9-8ce3-46074e26ba2d, host n-h2-694802-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=9241cc5d-c8a3-48d9-8ce3-46074e26ba2d,segment=NetworkSegment(4c2b9cce-8b7c-48a7-9a48-725ec4478534),segment_id=4c2b9cce-8b7c-48a7-9a48-725ec4478534)] {{(pid=94466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:39:35.335346 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-96e13406-3032-47fd-81cb-05a6c96bd774 req-c2ba61b6-5fca-491a-b7b9-1873a1aa44bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3718439'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:35.355804 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-3988ce02-0c4a-4e0e-b9f5-91f00702cd13 tempest-FloatingIPNegativeTestJSON-729016607 tempest-FloatingIPNegativeTestJSON-729016607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:35.366912 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de83feb-7f2d-488e-be71-09fc108a32da tempest-LiveMigrationNegativeTest-9470437 tempest-LiveMigrationNegativeTest-9470437-project] Pushing event deleted for resources: {'Port': ['ID=6095b529-affb-4a37-9d73-3eaea05ccc31,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:39:35.408757 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dc160a-dffe-45f2-9d9a-0944a1fcbafa req-4ace3f1e-29c4-49b1-a50e-37fd1ca9f498 tempest-LiveMigrationNegativeTest-9470437 tempest-LiveMigrationNegativeTest-9470437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:39:35.416510 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-85dc160a-dffe-45f2-9d9a-0944a1fcbafa req-4ace3f1e-29c4-49b1-a50e-37fd1ca9f498 tempest-LiveMigrationNegativeTest-9470437 tempest-LiveMigrationNegativeTest-9470437-project] 10.222.0.39 "GET /v2.0/ports?device_id=84ea5c86-f363-4759-afa6-b1709659bf60 HTTP/1.1" status: 200 len: 867 time: 0.2703748 Aug 12 14:39:35.457667 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-79df1ba1-33aa-44f2-b18f-79abb80bb8fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:35.467285 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-7ebc8720-33ab-4264-bb4f-b0cc916eb01d tempest-ServersTestBootFromVolume-1121352003 tempest-ServersTestBootFromVolume-1121352003-project] Notify callbacks [] for port, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:35.503964 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e13406-3032-47fd-81cb-05a6c96bd774 req-c2ba61b6-5fca-491a-b7b9-1873a1aa44bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:39:35.504910 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-96e13406-3032-47fd-81cb-05a6c96bd774 req-c2ba61b6-5fca-491a-b7b9-1873a1aa44bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:35.506841 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-96e13406-3032-47fd-81cb-05a6c96bd774 req-c2ba61b6-5fca-491a-b7b9-1873a1aa44bc service neutron] 10.222.0.49 "PUT /v2.0/ports/9241cc5d-c8a3-48d9-8ce3-46074e26ba2d HTTP/1.1" status: 200 len: 1093 time: 2.1820519 Aug 12 14:39:35.526505 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ba61b6-5fca-491a-b7b9-1873a1aa44bc service neutron] Pushing event updated for resources: {'Port': ['ID=9241cc5d-c8a3-48d9-8ce3-46074e26ba2d,revision_number=3']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:39:35.548102 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3988ce02-0c4a-4e0e-b9f5-91f00702cd13 tempest-FloatingIPNegativeTestJSON-729016607 tempest-FloatingIPNegativeTestJSON-729016607-project] Pushing event deleted for resources: {'Port': ['ID=dac320bc-c897-4f24-a632-01267b47944c,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:39:35.550317 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0150ec0d-040b-42d8-b12c-7861a0b2a671 req-202b2ecd-d7c9-4850-9837-c1cb104a97a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:39:35.553825 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-0150ec0d-040b-42d8-b12c-7861a0b2a671 req-202b2ecd-d7c9-4850-9837-c1cb104a97a7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ef918c3e55db41809ce6731a1724be70&device_id=d52af645-a96c-4fda-a020-923ad96d40ff HTTP/1.1" status: 200 len: 1095 time: 0.2091026 Aug 12 14:39:35.561887 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f902b46b-8098-41e0-9aee-60f6bfb8727c req-9ec01277-2e69-4c11-b2a5-4663f40f01d9 tempest-ServerRescueNegativeTestJSON-1622637895 tempest-ServerRescueNegativeTestJSON-1622637895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:39:35.563624 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-f902b46b-8098-41e0-9aee-60f6bfb8727c req-9ec01277-2e69-4c11-b2a5-4663f40f01d9 tempest-ServerRescueNegativeTestJSON-1622637895 tempest-ServerRescueNegativeTestJSON-1622637895-project] 10.222.0.39 "GET /v2.0/ports?device_id=bc74d9fd-9e29-4667-bb83-e5e3a6913f4e HTTP/1.1" status: 200 len: 944 time: 0.1418986 Aug 12 14:39:35.582715 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [req-27a1bae8-c76f-46be-83f0-3cb7b7295564 req-3de83feb-7f2d-488e-be71-09fc108a32da tempest-LiveMigrationNegativeTest-9470437 tempest-LiveMigrationNegativeTest-9470437-project] No DVR routers for this DVR port 6095b529-affb-4a37-9d73-3eaea05ccc31 on host n-h2-694802-15 {{(pid=94467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:39:35.586728 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-27a1bae8-c76f-46be-83f0-3cb7b7295564 req-3de83feb-7f2d-488e-be71-09fc108a32da tempest-LiveMigrationNegativeTest-9470437 tempest-LiveMigrationNegativeTest-9470437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:35.588807 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-27a1bae8-c76f-46be-83f0-3cb7b7295564 req-3de83feb-7f2d-488e-be71-09fc108a32da tempest-LiveMigrationNegativeTest-9470437 tempest-LiveMigrationNegativeTest-9470437-project] 10.222.0.49 "DELETE /v2.0/ports/6095b529-affb-4a37-9d73-3eaea05ccc31 HTTP/1.1" status: 204 len: 173 time: 2.0776048 Aug 12 14:39:35.619602 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84ea5c86-f363-4759-afa6-b1709659bf60', 'name': 'network-vif-deleted', 'tag': '6095b529-affb-4a37-9d73-3eaea05ccc31'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:39:35.621909 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e65282f928b64038367d043a4411777802006c43a98742496cb2e25b724ff1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c3e4cec-f385-4db1-92f8-f3fd6406ed20" -d '{"events": [{"server_uuid": "84ea5c86-f363-4759-afa6-b1709659bf60", "name": "network-vif-deleted", "tag": "6095b529-affb-4a37-9d73-3eaea05ccc31"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:39:35.709347 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-85dc160a-dffe-45f2-9d9a-0944a1fcbafa req-09a39817-5182-40ea-a19e-4ce9bea08964 tempest-LiveMigrationNegativeTest-9470437 tempest-LiveMigrationNegativeTest-9470437-project] 10.222.0.39 "GET /v2.0/security-groups?id=214de4e1-d877-4447-84c5-1de63b8d32db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2894216 Aug 12 14:39:35.714029 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e13406-3032-47fd-81cb-05a6c96bd774 req-f9c46e4f-578c-485c-992a-cbddb38e518a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:39:35.715618 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-96e13406-3032-47fd-81cb-05a6c96bd774 req-f9c46e4f-578c-485c-992a-cbddb38e518a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ef918c3e55db41809ce6731a1724be70&device_id=bc74d9fd-9e29-4667-bb83-e5e3a6913f4e HTTP/1.1" status: 200 len: 1096 time: 0.1509190 Aug 12 14:39:35.721135 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-f902b46b-8098-41e0-9aee-60f6bfb8727c req-83dfd8ab-6e77-4942-85b5-f0ee0d8353e5 tempest-ServerRescueNegativeTestJSON-1622637895 tempest-ServerRescueNegativeTestJSON-1622637895-project] 10.222.0.39 "GET /v2.0/security-groups?id=268dec7e-7261-41d2-9e03-6b72db198ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396351 Aug 12 14:39:35.766202 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-7ebc8720-33ab-4264-bb4f-b0cc916eb01d tempest-ServersTestBootFromVolume-1121352003 tempest-ServersTestBootFromVolume-1121352003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:35.774325 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-96e13406-3032-47fd-81cb-05a6c96bd774 req-4f6e446b-49f6-4f0d-85c9-dce45ad4a4a3 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9241cc5d-c8a3-48d9-8ce3-46074e26ba2d HTTP/1.1" status: 200 len: 217 time: 0.0476816 Aug 12 14:39:35.775858 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0150ec0d-040b-42d8-b12c-7861a0b2a671 req-a270298c-f198-422c-9c6a-ab8d05766f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:39:35.777233 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-0150ec0d-040b-42d8-b12c-7861a0b2a671 req-a270298c-f198-422c-9c6a-ab8d05766f1e service neutron] 10.222.0.64 "GET /v2.0/networks?id=403ed391-7874-4a33-9f4f-96fa9ef207f4 HTTP/1.1" status: 200 len: 919 time: 0.2114520 Aug 12 14:39:35.812606 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-79df1ba1-33aa-44f2-b18f-79abb80bb8fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:35.815598 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-79df1ba1-33aa-44f2-b18f-79abb80bb8fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:35.816408 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-79df1ba1-33aa-44f2-b18f-79abb80bb8fe admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6ff82bbe-65c3-4052-8165-78f51328fa45 HTTP/1.1" status: 204 len: 168 time: 1.1630704 Aug 12 14:39:35.818018 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 14:39:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b4d4f12-647b-4ee0-92af-caaebd891058 x-openstack-request-id: req-4b4d4f12-647b-4ee0-92af-caaebd891058 {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:39:35.818359 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84ea5c86-f363-4759-afa6-b1709659bf60", "name": "network-vif-deleted", "tag": "6095b529-affb-4a37-9d73-3eaea05ccc31", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:39:35.819184 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4b4d4f12-647b-4ee0-92af-caaebd891058 {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:39:35.819875 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84ea5c86-f363-4759-afa6-b1709659bf60', 'name': 'network-vif-deleted', 'tag': '6095b529-affb-4a37-9d73-3eaea05ccc31', 'status': 'completed', 'code': 200} Aug 12 14:39:35.855475 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-0150ec0d-040b-42d8-b12c-7861a0b2a671 req-fa6bb82d-5a8b-4755-8c30-a97e1ee058b0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=77908564-4609-4603-8286-dd7ae3af6f74 HTTP/1.1" status: 200 len: 217 time: 0.0651448 Aug 12 14:39:35.856063 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ebc8720-33ab-4264-bb4f-b0cc916eb01d tempest-ServersTestBootFromVolume-1121352003 tempest-ServersTestBootFromVolume-1121352003-project] Network d3759e1b-6c03-45ac-acd4-90abb417809b is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:39:35.859572 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79df1ba1-33aa-44f2-b18f-79abb80bb8fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ff82bbe-65c3-4052-8165-78f51328fa45,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:39:35.863921 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-477fa51e-3cc9-429b-a7fc-7fb74fd63efe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:35.872856 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [None req-7ebc8720-33ab-4264-bb4f-b0cc916eb01d tempest-ServersTestBootFromVolume-1121352003 tempest-ServersTestBootFromVolume-1121352003-project] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:39:35.875448 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ebc8720-33ab-4264-bb4f-b0cc916eb01d tempest-ServersTestBootFromVolume-1121352003 tempest-ServersTestBootFromVolume-1121352003-project] Received port after_create {{(pid=94467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:39:35.877303 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e13406-3032-47fd-81cb-05a6c96bd774 req-04a45ffa-b245-469e-b670-e85c570a8724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:39:35.878780 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-96e13406-3032-47fd-81cb-05a6c96bd774 req-04a45ffa-b245-469e-b670-e85c570a8724 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d596ebc0-f7b2-4a88-b2fe-14085d881fde HTTP/1.1" status: 200 len: 858 time: 0.0963562 Aug 12 14:39:35.882913 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-477fa51e-3cc9-429b-a7fc-7fb74fd63efe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:35.918780 n-d-694802-15 neutron-server[94467]: INFO neutron.api.v2.resource [None req-3988ce02-0c4a-4e0e-b9f5-91f00702cd13 tempest-FloatingIPNegativeTestJSON-729016607 tempest-FloatingIPNegativeTestJSON-729016607-project] create failed (client error): The resource could not be found. Aug 12 14:39:35.920185 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-3988ce02-0c4a-4e0e-b9f5-91f00702cd13 tempest-FloatingIPNegativeTestJSON-729016607 tempest-FloatingIPNegativeTestJSON-729016607-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 4.9027796 Aug 12 14:39:35.925652 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-96e13406-3032-47fd-81cb-05a6c96bd774 req-9bc531cf-4bc8-4c67-b1d6-b663c40dbdf5 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=403ed391-7874-4a33-9f4f-96fa9ef207f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279140 Aug 12 14:39:35.925652 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 43074) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:39:35.929849 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebc8720-33ab-4264-bb4f-b0cc916eb01d tempest-ServersTestBootFromVolume-1121352003 tempest-ServersTestBootFromVolume-1121352003-project] Pushing event updated for resources: {'Port': ['ID=c46ed227-5b08-428f-97cc-ea63c470a7ec,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:39:35.968044 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-477fa51e-3cc9-429b-a7fc-7fb74fd63efe admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f383600f33c340d184292651312cd2b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8419299 Aug 12 14:39:35.970879 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477fa51e-3cc9-429b-a7fc-7fb74fd63efe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8c4f87e-1b7d-4bbf-89cd-620b4e9c97e3,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:39:35.975639 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 43076) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:39:35.995408 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0150ec0d-040b-42d8-b12c-7861a0b2a671 req-2b98d00c-1f72-4b39-b29f-6ada0b17905c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:39:35.996921 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-0150ec0d-040b-42d8-b12c-7861a0b2a671 req-2b98d00c-1f72-4b39-b29f-6ada0b17905c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d596ebc0-f7b2-4a88-b2fe-14085d881fde HTTP/1.1" status: 200 len: 858 time: 0.1338260 Aug 12 14:39:36.063214 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-0150ec0d-040b-42d8-b12c-7861a0b2a671 req-9abfcf1d-7b71-4834-983c-8fea1f3b6e43 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=403ed391-7874-4a33-9f4f-96fa9ef207f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371354 Aug 12 14:39:36.075599 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-7ebc8720-33ab-4264-bb4f-b0cc916eb01d tempest-ServersTestBootFromVolume-1121352003 tempest-ServersTestBootFromVolume-1121352003-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:36.092833 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-19df07e7-7588-49ab-8ce5-630d6c77f5ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:36.145869 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-19df07e7-7588-49ab-8ce5-630d6c77f5ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:36.153472 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-7ebc8720-33ab-4264-bb4f-b0cc916eb01d tempest-ServersTestBootFromVolume-1121352003 tempest-ServersTestBootFromVolume-1121352003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:36.190890 n-d-694802-15 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc74d9fd-9e29-4667-bb83-e5e3a6913f4e', 'tag': '9241cc5d-c8a3-48d9-8ce3-46074e26ba2d'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:39:36.193604 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e785eeede3897370d0b20f09d5f461b30cfecd5ed38c4f07dacd02bc52c9277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-859dc547-1d98-4af4-aaf8-80fd117c8495" -d '{"events": [{"name": "network-changed", "server_uuid": "bc74d9fd-9e29-4667-bb83-e5e3a6913f4e", "tag": "9241cc5d-c8a3-48d9-8ce3-46074e26ba2d"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:39:36.221344 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-96e13406-3032-47fd-81cb-05a6c96bd774 req-64a31639-acc6-48d0-9979-c358ed20d58c service neutron] 10.222.0.49 "GET /v2.0/networks/403ed391-7874-4a33-9f4f-96fa9ef207f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2792645 Aug 12 14:39:36.243304 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device 6095b529-affb-4a37-9d73-3eaea05ccc31 no longer exists at agent hyperv_n-h2-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:39:36.267361 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-21c8b7a3-b325-4ca8-858d-03a8968623bc tempest-FloatingIPNegativeTestJSON-729016607 tempest-FloatingIPNegativeTestJSON-729016607-project] Deleting port 221102ea-5900-4339-b200-5666417c6715 {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:39:36.275691 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-21c8b7a3-b325-4ca8-858d-03a8968623bc tempest-FloatingIPNegativeTestJSON-729016607 tempest-FloatingIPNegativeTestJSON-729016607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:36.285484 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] No Port match for: 6095b529-affb-4a37-9d73-3eaea05ccc31 {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 14:39:36.285960 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device 6095b529-affb-4a37-9d73-3eaea05ccc31 not bound to the agent host n-h2-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:39:36.304418 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-19df07e7-7588-49ab-8ce5-630d6c77f5ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:36.305279 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 14:39:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41f15a01-b831-42b5-8490-d9ca7828f9a0 x-openstack-request-id: req-41f15a01-b831-42b5-8490-d9ca7828f9a0 {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:39:36.305488 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc74d9fd-9e29-4667-bb83-e5e3a6913f4e", "tag": "9241cc5d-c8a3-48d9-8ce3-46074e26ba2d", "status": "completed", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:39:36.305743 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-41f15a01-b831-42b5-8490-d9ca7828f9a0 {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:39:36.306123 n-d-694802-15 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc74d9fd-9e29-4667-bb83-e5e3a6913f4e', 'tag': '9241cc5d-c8a3-48d9-8ce3-46074e26ba2d', 'status': 'completed', 'code': 200} Aug 12 14:39:36.307151 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-19df07e7-7588-49ab-8ce5-630d6c77f5ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:36.310722 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-19df07e7-7588-49ab-8ce5-630d6c77f5ba admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f8c4f87e-1b7d-4bbf-89cd-620b4e9c97e3 HTTP/1.1" status: 204 len: 168 time: 0.3317568 Aug 12 14:39:36.310847 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-0150ec0d-040b-42d8-b12c-7861a0b2a671 req-de6bd5de-5536-40a9-983c-5e7ca1bb3542 service neutron] 10.222.0.64 "GET /v2.0/networks/403ed391-7874-4a33-9f4f-96fa9ef207f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2127671 Aug 12 14:39:36.331173 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19df07e7-7588-49ab-8ce5-630d6c77f5ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8c4f87e-1b7d-4bbf-89cd-620b4e9c97e3,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:39:36.391939 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-7ebc8720-33ab-4264-bb4f-b0cc916eb01d tempest-ServersTestBootFromVolume-1121352003 tempest-ServersTestBootFromVolume-1121352003-project] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:36.399080 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-7ebc8720-33ab-4264-bb4f-b0cc916eb01d tempest-ServersTestBootFromVolume-1121352003 tempest-ServersTestBootFromVolume-1121352003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:36.487624 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebc8720-33ab-4264-bb4f-b0cc916eb01d tempest-ServersTestBootFromVolume-1121352003 tempest-ServersTestBootFromVolume-1121352003-project] Pushing event updated for resources: {'Port': ['ID=c46ed227-5b08-428f-97cc-ea63c470a7ec,revision_number=2']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:39:36.506389 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-7ebc8720-33ab-4264-bb4f-b0cc916eb01d tempest-ServersTestBootFromVolume-1121352003 tempest-ServersTestBootFromVolume-1121352003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431510'] for floatingip, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:36.524260 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-7ebc8720-33ab-4264-bb4f-b0cc916eb01d tempest-ServersTestBootFromVolume-1121352003 tempest-ServersTestBootFromVolume-1121352003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for floatingip, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:36.525585 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-7ebc8720-33ab-4264-bb4f-b0cc916eb01d tempest-ServersTestBootFromVolume-1121352003 tempest-ServersTestBootFromVolume-1121352003-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0920808 Aug 12 14:39:36.570911 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-96e13406-3032-47fd-81cb-05a6c96bd774 req-a9820606-65da-4414-8b52-33e3bb80d931 service neutron] 10.222.0.49 "GET /v2.0/networks/403ed391-7874-4a33-9f4f-96fa9ef207f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3387804 Aug 12 14:39:36.591544 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-21c8b7a3-b325-4ca8-858d-03a8968623bc tempest-FloatingIPNegativeTestJSON-729016607 tempest-FloatingIPNegativeTestJSON-729016607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:36.622226 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-21c8b7a3-b325-4ca8-858d-03a8968623bc tempest-FloatingIPNegativeTestJSON-729016607 tempest-FloatingIPNegativeTestJSON-729016607-project] Calling delete_port for 221102ea-5900-4339-b200-5666417c6715 owned by {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:39:36.643054 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1965357f-500e-41de-bf07-6f6fd80e29cf req-5986b9ee-fec2-49ba-814c-a33b1a607359 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:39:36.644775 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-1965357f-500e-41de-bf07-6f6fd80e29cf req-5986b9ee-fec2-49ba-814c-a33b1a607359 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] 10.222.0.39 "GET /v2.0/ports?device_id=0c78da3a-37a4-408c-866e-6cd48d09416e HTTP/1.1" status: 200 len: 945 time: 0.2099590 Aug 12 14:39:36.652195 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-0150ec0d-040b-42d8-b12c-7861a0b2a671 req-b8fa6e7e-f9da-410a-b28d-ddb60ceec345 service neutron] 10.222.0.64 "GET /v2.0/networks/403ed391-7874-4a33-9f4f-96fa9ef207f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3308599 Aug 12 14:39:36.787759 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-1965357f-500e-41de-bf07-6f6fd80e29cf req-fe9861a1-d707-4f3e-893c-83ead9233f83 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b3c7ce2-70f7-4d15-8774-e830cec0f0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187909 Aug 12 14:39:36.882035 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859dc547-1d98-4af4-aaf8-80fd117c8495 req-b5e773d3-b402-4ef0-9c6f-c7183e9b585f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:39:36.886420 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-859dc547-1d98-4af4-aaf8-80fd117c8495 req-b5e773d3-b402-4ef0-9c6f-c7183e9b585f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ef918c3e55db41809ce6731a1724be70&device_id=bc74d9fd-9e29-4667-bb83-e5e3a6913f4e HTTP/1.1" status: 200 len: 1096 time: 0.1847024 Aug 12 14:39:36.982535 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d1cf15-3a75-4fe1-9771-096f559b802d req-bf8fef1e-f88f-4f1d-9fbc-2c74268b95ae tempest-ServerRescueNegativeTestJSON-1622637895 tempest-ServerRescueNegativeTestJSON-1622637895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:39:36.984377 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-47d1cf15-3a75-4fe1-9771-096f559b802d req-bf8fef1e-f88f-4f1d-9fbc-2c74268b95ae tempest-ServerRescueNegativeTestJSON-1622637895 tempest-ServerRescueNegativeTestJSON-1622637895-project] 10.222.0.39 "GET /v2.0/ports?device_id=bc74d9fd-9e29-4667-bb83-e5e3a6913f4e HTTP/1.1" status: 200 len: 944 time: 0.1247950 Aug 12 14:39:37.067843 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-21c8b7a3-b325-4ca8-858d-03a8968623bc tempest-FloatingIPNegativeTestJSON-729016607 tempest-FloatingIPNegativeTestJSON-729016607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:37.078578 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-47d1cf15-3a75-4fe1-9771-096f559b802d req-9dc91371-63c8-4d3e-8575-c41e3f0178b3 tempest-ServerRescueNegativeTestJSON-1622637895 tempest-ServerRescueNegativeTestJSON-1622637895-project] 10.222.0.39 "GET /v2.0/security-groups?id=268dec7e-7261-41d2-9e03-6b72db198ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875630 Aug 12 14:39:37.269173 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-21c8b7a3-b325-4ca8-858d-03a8968623bc tempest-FloatingIPNegativeTestJSON-729016607 tempest-FloatingIPNegativeTestJSON-729016607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:37.271068 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-21c8b7a3-b325-4ca8-858d-03a8968623bc tempest-FloatingIPNegativeTestJSON-729016607 tempest-FloatingIPNegativeTestJSON-729016607-project] 10.222.0.39 "DELETE /v2.0/ports/221102ea-5900-4339-b200-5666417c6715 HTTP/1.1" status: 204 len: 168 time: 1.3399193 Aug 12 14:39:37.273460 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 43164) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:39:37.288233 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c8b7a3-b325-4ca8-858d-03a8968623bc tempest-FloatingIPNegativeTestJSON-729016607 tempest-FloatingIPNegativeTestJSON-729016607-project] Pushing event deleted for resources: {'Port': ['ID=221102ea-5900-4339-b200-5666417c6715,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:39:37.300747 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859dc547-1d98-4af4-aaf8-80fd117c8495 req-d7ffb772-302a-403f-aba4-98f7eca74cce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:39:37.306334 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-859dc547-1d98-4af4-aaf8-80fd117c8495 req-d7ffb772-302a-403f-aba4-98f7eca74cce service neutron] 10.222.0.49 "GET /v2.0/networks?id=403ed391-7874-4a33-9f4f-96fa9ef207f4 HTTP/1.1" status: 200 len: 919 time: 0.3981125 Aug 12 14:39:37.456650 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac08b6d9-f183-4bb6-a27d-d123d0d3299a tempest-FloatingIPNegativeTestJSON-729016607 tempest-FloatingIPNegativeTestJSON-729016607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:39:37.462062 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-ac08b6d9-f183-4bb6-a27d-d123d0d3299a tempest-FloatingIPNegativeTestJSON-729016607 tempest-FloatingIPNegativeTestJSON-729016607-project] 10.222.0.39 "GET /v2.0/ports?device_id=53adc217-ce52-45ca-8624-6c8859957e50 HTTP/1.1" status: 200 len: 913 time: 0.1852076 Aug 12 14:39:37.462677 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 43176) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:39:37.565710 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-859dc547-1d98-4af4-aaf8-80fd117c8495 req-cab127e7-2027-4e46-8518-58083bfd1175 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9241cc5d-c8a3-48d9-8ce3-46074e26ba2d HTTP/1.1" status: 200 len: 217 time: 0.2504635 Aug 12 14:39:37.716094 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859dc547-1d98-4af4-aaf8-80fd117c8495 req-dba25d1b-546b-4c7f-8f91-0916d13f95ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:39:37.717721 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-859dc547-1d98-4af4-aaf8-80fd117c8495 req-dba25d1b-546b-4c7f-8f91-0916d13f95ba service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d596ebc0-f7b2-4a88-b2fe-14085d881fde HTTP/1.1" status: 200 len: 858 time: 0.1416144 Aug 12 14:39:37.728203 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8d98c6-eecd-4e5a-a56f-47b5ec8a984b req-fa9d24ce-c6f2-4dcf-8b0e-553909e86c99 tempest-LiveMigrationNegativeTest-9470437 tempest-LiveMigrationNegativeTest-9470437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:39:37.729932 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-3e8d98c6-eecd-4e5a-a56f-47b5ec8a984b req-fa9d24ce-c6f2-4dcf-8b0e-553909e86c99 tempest-LiveMigrationNegativeTest-9470437 tempest-LiveMigrationNegativeTest-9470437-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4faac19-a3a4-4db0-a984-820a4227aa6d HTTP/1.1" status: 200 len: 950 time: 0.3861148 Aug 12 14:39:37.762887 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-859dc547-1d98-4af4-aaf8-80fd117c8495 req-aabb8333-356b-43c3-b8f7-8879d7bcf988 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=403ed391-7874-4a33-9f4f-96fa9ef207f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319102 Aug 12 14:39:37.945470 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-859dc547-1d98-4af4-aaf8-80fd117c8495 req-9c445eb8-c5dc-456b-90c6-b47f6f25e365 service neutron] 10.222.0.49 "GET /v2.0/networks/403ed391-7874-4a33-9f4f-96fa9ef207f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1698124 Aug 12 14:39:38.055770 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-859dc547-1d98-4af4-aaf8-80fd117c8495 req-6d657f12-c8b4-4e3c-bd46-913ee3bf6405 service neutron] 10.222.0.49 "GET /v2.0/networks/403ed391-7874-4a33-9f4f-96fa9ef207f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960703 Aug 12 14:39:38.080382 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-3e8d98c6-eecd-4e5a-a56f-47b5ec8a984b req-cbd7c136-8a18-4c32-92a3-8ef0ef795f5f tempest-LiveMigrationNegativeTest-9470437 tempest-LiveMigrationNegativeTest-9470437-project] 10.222.0.39 "GET /v2.0/security-groups?id=214de4e1-d877-4447-84c5-1de63b8d32db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3164721 Aug 12 14:39:38.118959 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc378617-1c59-42c1-8b68-bdbb0a7b4317 req-38fd7680-4f81-4bd3-a26d-d71597e14a24 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:39:38.126632 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-bc378617-1c59-42c1-8b68-bdbb0a7b4317 req-38fd7680-4f81-4bd3-a26d-d71597e14a24 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] 10.222.0.39 "GET /v2.0/ports?device_id=0c78da3a-37a4-408c-866e-6cd48d09416e HTTP/1.1" status: 200 len: 945 time: 0.1825390 Aug 12 14:39:38.248498 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-bc378617-1c59-42c1-8b68-bdbb0a7b4317 req-f24f4c39-cab5-40ca-b848-72d8a38124a6 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b3c7ce2-70f7-4d15-8774-e830cec0f0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186540 Aug 12 14:39:38.313802 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-4132b3e3-e870-4166-890a-ebe2f4e8396c tempest-FloatingIPNegativeTestJSON-729016607 tempest-FloatingIPNegativeTestJSON-729016607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66663830'] for router_interface, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:38.369819 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84845b53-a5e5-452c-8823-fa53be4e9e41 req-7b783ad5-6aaa-4dc3-9e63-dae8522860df tempest-ServerRescueNegativeTestJSON-1622637895 tempest-ServerRescueNegativeTestJSON-1622637895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:39:38.377486 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-84845b53-a5e5-452c-8823-fa53be4e9e41 req-7b783ad5-6aaa-4dc3-9e63-dae8522860df tempest-ServerRescueNegativeTestJSON-1622637895 tempest-ServerRescueNegativeTestJSON-1622637895-project] 10.222.0.39 "GET /v2.0/ports?device_id=bc74d9fd-9e29-4667-bb83-e5e3a6913f4e HTTP/1.1" status: 200 len: 944 time: 0.1220708 Aug 12 14:39:38.388990 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 43276) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:39:38.444483 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device 77908564-4609-4603-8286-dd7ae3af6f74 details requested by agent hyperv_n-h1-694802-15 with host n-h1-694802-15 {{(pid=94468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 14:39:38.513196 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-84845b53-a5e5-452c-8823-fa53be4e9e41 req-c0c43a3e-8a22-4480-b778-c57769df877c tempest-ServerRescueNegativeTestJSON-1622637895 tempest-ServerRescueNegativeTestJSON-1622637895-project] 10.222.0.39 "GET /v2.0/security-groups?id=268dec7e-7261-41d2-9e03-6b72db198ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338418 Aug 12 14:39:38.683810 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port 77908564-4609-4603-8286-dd7ae3af6f74, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=77908564-4609-4603-8286-dd7ae3af6f74,segment=NetworkSegment(4c2b9cce-8b7c-48a7-9a48-725ec4478534),segment_id=4c2b9cce-8b7c-48a7-9a48-725ec4478534)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:39:38.712422 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Returning: {'device': '77908564-4609-4603-8286-dd7ae3af6f74', 'network_id': '403ed391-7874-4a33-9f4f-96fa9ef207f4', 'port_id': '77908564-4609-4603-8286-dd7ae3af6f74', 'mac_address': 'fa:16:3e:ab:0a:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd596ebc0-f7b2-4a88-b2fe-14085d881fde', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 14:39:38.765828 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-955c564b-3abe-45f3-b3aa-a80ab5c11564 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:38.800672 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:38.822728 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77908564-4609-4603-8286-dd7ae3af6f74 {{(pid=94468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:39:38.858166 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port 77908564-4609-4603-8286-dd7ae3af6f74, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=77908564-4609-4603-8286-dd7ae3af6f74,segment=NetworkSegment(4c2b9cce-8b7c-48a7-9a48-725ec4478534),segment_id=4c2b9cce-8b7c-48a7-9a48-725ec4478534)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:39:38.865123 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:38.866198 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device 6758b6bc-b7d7-40c7-bb23-a385518f48ae details requested by agent hyperv_n-h1-694802-15 with host n-h1-694802-15 {{(pid=94468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 14:39:38.949777 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-4132b3e3-e870-4166-890a-ebe2f4e8396c tempest-FloatingIPNegativeTestJSON-729016607 tempest-FloatingIPNegativeTestJSON-729016607-project] Deleting port 1140c7f4-8d35-4350-b3da-a2a1c932d801 {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:39:38.950128 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-4132b3e3-e870-4166-890a-ebe2f4e8396c tempest-FloatingIPNegativeTestJSON-729016607 tempest-FloatingIPNegativeTestJSON-729016607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:39.040347 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f754dc64-2e80-4507-ac19-a8fb82c536e1 req-7758e918-b9c8-4f13-9540-c34032f281b0 tempest-LiveMigrationNegativeTest-9470437 tempest-LiveMigrationNegativeTest-9470437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:39:39.042017 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-f754dc64-2e80-4507-ac19-a8fb82c536e1 req-7758e918-b9c8-4f13-9540-c34032f281b0 tempest-LiveMigrationNegativeTest-9470437 tempest-LiveMigrationNegativeTest-9470437-project] 10.222.0.49 "GET /v2.0/ports?device_id=e4faac19-a3a4-4db0-a984-820a4227aa6d HTTP/1.1" status: 200 len: 950 time: 0.1324816 Aug 12 14:39:39.051701 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Pushing event updated for resources: {'Port': ['ID=77908564-4609-4603-8286-dd7ae3af6f74,revision_number=4']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:39:39.107008 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-4132b3e3-e870-4166-890a-ebe2f4e8396c tempest-FloatingIPNegativeTestJSON-729016607 tempest-FloatingIPNegativeTestJSON-729016607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:39.119446 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-955c564b-3abe-45f3-b3aa-a80ab5c11564 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:39.128362 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-955c564b-3abe-45f3-b3aa-a80ab5c11564 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:39.140722 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-4132b3e3-e870-4166-890a-ebe2f4e8396c tempest-FloatingIPNegativeTestJSON-729016607 tempest-FloatingIPNegativeTestJSON-729016607-project] Calling delete_port for 1140c7f4-8d35-4350-b3da-a2a1c932d801 owned by network:router_interface {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:39:39.204697 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-955c564b-3abe-45f3-b3aa-a80ab5c11564 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=413b76bd95f1479b83d2ba118746fed1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8118992 Aug 12 14:39:39.206705 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955c564b-3abe-45f3-b3aa-a80ab5c11564 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d1c6592-d67f-43fb-a81d-6010a0b95e12,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:39:39.220151 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 43296) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:39:39.275529 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port 6758b6bc-b7d7-40c7-bb23-a385518f48ae, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=6758b6bc-b7d7-40c7-bb23-a385518f48ae,segment=NetworkSegment(4c973057-417f-419d-840d-ea232fb579a5),segment_id=4c973057-417f-419d-840d-ea232fb579a5)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:39:39.310235 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Returning: {'device': '6758b6bc-b7d7-40c7-bb23-a385518f48ae', 'network_id': 'a681c17b-4312-41b7-b711-32d50b05905d', 'port_id': '6758b6bc-b7d7-40c7-bb23-a385518f48ae', 'mac_address': 'fa:16:3e:ac:f9:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49978436-adae-4995-85db-355f6ab8bdca', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 14:39:39.329905 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [req-f754dc64-2e80-4507-ac19-a8fb82c536e1 req-9378b390-5f12-4c21-82d0-36b09e04d6bf tempest-LiveMigrationNegativeTest-9470437 tempest-LiveMigrationNegativeTest-9470437-project] Deleting port 1f5a5c71-e581-4295-add4-1abc6c4e5b9a {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:39:39.330259 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-f754dc64-2e80-4507-ac19-a8fb82c536e1 req-9378b390-5f12-4c21-82d0-36b09e04d6bf tempest-LiveMigrationNegativeTest-9470437 tempest-LiveMigrationNegativeTest-9470437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:39.397233 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:39.422745 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6758b6bc-b7d7-40c7-bb23-a385518f48ae {{(pid=94468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:39:39.482283 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port 6758b6bc-b7d7-40c7-bb23-a385518f48ae, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=6758b6bc-b7d7-40c7-bb23-a385518f48ae,segment=NetworkSegment(4c973057-417f-419d-840d-ea232fb579a5),segment_id=4c973057-417f-419d-840d-ea232fb579a5)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:39:39.490230 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:39.570036 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2feae8f8-38a4-4fe1-bf42-a04b04d839c6 req-e78430f5-d5a9-4f0e-a34c-93a2ce8dafd5 tempest-LiveMigrationNegativeTest-9470437 tempest-LiveMigrationNegativeTest-9470437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:39:39.577686 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2feae8f8-38a4-4fe1-bf42-a04b04d839c6 req-e78430f5-d5a9-4f0e-a34c-93a2ce8dafd5 tempest-LiveMigrationNegativeTest-9470437 tempest-LiveMigrationNegativeTest-9470437-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4faac19-a3a4-4db0-a984-820a4227aa6d HTTP/1.1" status: 200 len: 950 time: 0.1682653 Aug 12 14:39:39.593620 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2d9badcc-5740-4a64-b701-09f1b3781dc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:39.613955 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] get_ports_and_sgs() called for port_ids ['6758b6bc-b7d7-40c7-bb23-a385518f48ae'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:39:39.647452 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2d9badcc-5740-4a64-b701-09f1b3781dc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:39.699941 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2feae8f8-38a4-4fe1-bf42-a04b04d839c6 req-b7dc3912-1d86-47c1-a5c1-9d9cccf40e30 tempest-LiveMigrationNegativeTest-9470437 tempest-LiveMigrationNegativeTest-9470437-project] 10.222.0.39 "GET /v2.0/security-groups?id=214de4e1-d877-4447-84c5-1de63b8d32db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140599 Aug 12 14:39:39.726453 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-4132b3e3-e870-4166-890a-ebe2f4e8396c tempest-FloatingIPNegativeTestJSON-729016607 tempest-FloatingIPNegativeTestJSON-729016607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:39.785746 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4132b3e3-e870-4166-890a-ebe2f4e8396c tempest-FloatingIPNegativeTestJSON-729016607 tempest-FloatingIPNegativeTestJSON-729016607-project] Pushing event deleted for resources: {'Port': ['ID=1140c7f4-8d35-4350-b3da-a2a1c932d801,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:39:39.800686 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [req-f754dc64-2e80-4507-ac19-a8fb82c536e1 req-9378b390-5f12-4c21-82d0-36b09e04d6bf tempest-LiveMigrationNegativeTest-9470437 tempest-LiveMigrationNegativeTest-9470437-project] For port 1f5a5c71-e581-4295-add4-1abc6c4e5b9a, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=1f5a5c71-e581-4295-add4-1abc6c4e5b9a,segment=NetworkSegment(a1f8c867-101b-4d30-814e-b89f55a5edd0),segment_id=a1f8c867-101b-4d30-814e-b89f55a5edd0)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:39:39.808079 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-f754dc64-2e80-4507-ac19-a8fb82c536e1 req-9378b390-5f12-4c21-82d0-36b09e04d6bf tempest-LiveMigrationNegativeTest-9470437 tempest-LiveMigrationNegativeTest-9470437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:39.862107 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Pushing event updated for resources: {'Port': ['ID=6758b6bc-b7d7-40c7-bb23-a385518f48ae,revision_number=6']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:39:39.891227 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] get_ports_and_sgs() called for port_ids ['77908564-4609-4603-8286-dd7ae3af6f74'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:39:39.920682 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [req-f754dc64-2e80-4507-ac19-a8fb82c536e1 req-9378b390-5f12-4c21-82d0-36b09e04d6bf tempest-LiveMigrationNegativeTest-9470437 tempest-LiveMigrationNegativeTest-9470437-project] Calling delete_port for 1f5a5c71-e581-4295-add4-1abc6c4e5b9a owned by compute:nova {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:39:40.082334 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-4132b3e3-e870-4166-890a-ebe2f4e8396c tempest-FloatingIPNegativeTestJSON-729016607 tempest-FloatingIPNegativeTestJSON-729016607-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66628352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-430630'] for router_interface, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:40.109921 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-3ddf41e4-b589-4bec-ba5c-94a04cc8db84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:40.241723 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device 9241cc5d-c8a3-48d9-8ce3-46074e26ba2d details requested by agent hyperv_n-h2-694802-15 with host n-h2-694802-15 {{(pid=94468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 14:39:40.284083 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-f754dc64-2e80-4507-ac19-a8fb82c536e1 req-9378b390-5f12-4c21-82d0-36b09e04d6bf tempest-LiveMigrationNegativeTest-9470437 tempest-LiveMigrationNegativeTest-9470437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:40.304234 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] get_ports_and_sgs() called for port_ids ['1f5a5c71-e581-4295-add4-1abc6c4e5b9a'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:39:40.309401 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b0ca0a-4d9c-4b3b-988a-4088f518737b req-754d57e5-eb70-44d6-8d8e-d53313b1bd40 tempest-ServerRescueNegativeTestJSON-1622637895 tempest-ServerRescueNegativeTestJSON-1622637895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:39:40.311561 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b3b0ca0a-4d9c-4b3b-988a-4088f518737b req-754d57e5-eb70-44d6-8d8e-d53313b1bd40 tempest-ServerRescueNegativeTestJSON-1622637895 tempest-ServerRescueNegativeTestJSON-1622637895-project] 10.222.0.39 "GET /v2.0/ports?device_id=bc74d9fd-9e29-4667-bb83-e5e3a6913f4e HTTP/1.1" status: 200 len: 944 time: 0.2253780 Aug 12 14:39:40.434834 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9378b390-5f12-4c21-82d0-36b09e04d6bf tempest-LiveMigrationNegativeTest-9470437 tempest-LiveMigrationNegativeTest-9470437-project] Pushing event deleted for resources: {'Port': ['ID=1f5a5c71-e581-4295-add4-1abc6c4e5b9a,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:39:40.452335 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d132bdc1-eca9-47f3-be58-63caaca74e68 req-d68a1089-2f25-42a6-8671-0e91696d533d tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:39:40.453926 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-d132bdc1-eca9-47f3-be58-63caaca74e68 req-d68a1089-2f25-42a6-8671-0e91696d533d tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] 10.222.0.39 "GET /v2.0/ports?device_id=0c78da3a-37a4-408c-866e-6cd48d09416e HTTP/1.1" status: 200 len: 944 time: 1.0683827 Aug 12 14:39:40.466741 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device 6758b6bc-b7d7-40c7-bb23-a385518f48ae up at agent hyperv_n-h1-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:39:40.476238 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b3b0ca0a-4d9c-4b3b-988a-4088f518737b req-6b0061e6-0eb6-4de4-a1ab-99aa9421db3e tempest-ServerRescueNegativeTestJSON-1622637895 tempest-ServerRescueNegativeTestJSON-1622637895-project] 10.222.0.39 "GET /v2.0/security-groups?id=268dec7e-7261-41d2-9e03-6b72db198ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018264 Aug 12 14:39:40.588722 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [req-f754dc64-2e80-4507-ac19-a8fb82c536e1 req-9378b390-5f12-4c21-82d0-36b09e04d6bf tempest-LiveMigrationNegativeTest-9470437 tempest-LiveMigrationNegativeTest-9470437-project] No DVR routers for this DVR port 1f5a5c71-e581-4295-add4-1abc6c4e5b9a on host n-h2-694802-15 {{(pid=94466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:39:40.592125 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-f754dc64-2e80-4507-ac19-a8fb82c536e1 req-9378b390-5f12-4c21-82d0-36b09e04d6bf tempest-LiveMigrationNegativeTest-9470437 tempest-LiveMigrationNegativeTest-9470437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:40.595908 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-f754dc64-2e80-4507-ac19-a8fb82c536e1 req-9378b390-5f12-4c21-82d0-36b09e04d6bf tempest-LiveMigrationNegativeTest-9470437 tempest-LiveMigrationNegativeTest-9470437-project] 10.222.0.49 "DELETE /v2.0/ports/1f5a5c71-e581-4295-add4-1abc6c4e5b9a HTTP/1.1" status: 204 len: 173 time: 1.5445907 Aug 12 14:39:40.613849 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port 9241cc5d-c8a3-48d9-8ce3-46074e26ba2d, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=9241cc5d-c8a3-48d9-8ce3-46074e26ba2d,segment=NetworkSegment(4c2b9cce-8b7c-48a7-9a48-725ec4478534),segment_id=4c2b9cce-8b7c-48a7-9a48-725ec4478534)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:39:40.620602 n-d-694802-15 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4faac19-a3a4-4db0-a984-820a4227aa6d', 'name': 'network-vif-deleted', 'tag': '1f5a5c71-e581-4295-add4-1abc6c4e5b9a'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:39:40.636404 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e785eeede3897370d0b20f09d5f461b30cfecd5ed38c4f07dacd02bc52c9277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48348e7e-2378-4e0f-8501-897cbdffa4fa" -d '{"events": [{"server_uuid": "e4faac19-a3a4-4db0-a984-820a4227aa6d", "name": "network-vif-deleted", "tag": "1f5a5c71-e581-4295-add4-1abc6c4e5b9a"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:39:40.648122 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Returning: {'device': '9241cc5d-c8a3-48d9-8ce3-46074e26ba2d', 'network_id': '403ed391-7874-4a33-9f4f-96fa9ef207f4', 'port_id': '9241cc5d-c8a3-48d9-8ce3-46074e26ba2d', 'mac_address': 'fa:16:3e:f1:70:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd596ebc0-f7b2-4a88-b2fe-14085d881fde', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 14:39:40.677033 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Provisioning complete for port 6758b6bc-b7d7-40c7-bb23-a385518f48ae triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:39:40.677500 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-d132bdc1-eca9-47f3-be58-63caaca74e68 req-6dd385e5-afa1-4fd9-adab-ef76b32e463d tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b3c7ce2-70f7-4d15-8774-e830cec0f0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880982 Aug 12 14:39:40.678148 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:40.678734 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2d9badcc-5740-4a64-b701-09f1b3781dc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:40.681337 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2d9badcc-5740-4a64-b701-09f1b3781dc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:40.709573 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-2d9badcc-5740-4a64-b701-09f1b3781dc2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6d1c6592-d67f-43fb-a81d-6010a0b95e12 HTTP/1.1" status: 204 len: 168 time: 1.4834523 Aug 12 14:39:40.734024 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4132b3e3-e870-4166-890a-ebe2f4e8396c tempest-FloatingIPNegativeTestJSON-729016607 tempest-FloatingIPNegativeTestJSON-729016607-project] Router 53adc217-ce52-45ca-8624-6c8859957e50 has already been hosted by L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f {{(pid=94467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 14:39:40.763962 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9badcc-5740-4a64-b701-09f1b3781dc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d1c6592-d67f-43fb-a81d-6010a0b95e12,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:39:40.784492 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 14:39:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a6d20dd-2e8f-4b46-bca7-89bf7a3d8135 x-openstack-request-id: req-1a6d20dd-2e8f-4b46-bca7-89bf7a3d8135 {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:39:40.790183 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4faac19-a3a4-4db0-a984-820a4227aa6d", "name": "network-vif-deleted", "tag": "1f5a5c71-e581-4295-add4-1abc6c4e5b9a", "status": "completed", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:39:40.791489 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1a6d20dd-2e8f-4b46-bca7-89bf7a3d8135 {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:39:40.792124 n-d-694802-15 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4faac19-a3a4-4db0-a984-820a4227aa6d', 'name': 'network-vif-deleted', 'tag': '1f5a5c71-e581-4295-add4-1abc6c4e5b9a', 'status': 'completed', 'code': 200} Aug 12 14:39:40.848840 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:40.906563 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9241cc5d-c8a3-48d9-8ce3-46074e26ba2d {{(pid=94468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:39:40.995058 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-009163c4-8197-46c3-98c4-eac56105570f req-2225a165-2ae5-4117-b78d-d60ea74d81d1 tempest-LiveMigrationNegativeTest-9470437 tempest-LiveMigrationNegativeTest-9470437-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4faac19-a3a4-4db0-a984-820a4227aa6d HTTP/1.1" status: 200 len: 210 time: 0.0869997 Aug 12 14:39:41.004338 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4132b3e3-e870-4166-890a-ebe2f4e8396c tempest-FloatingIPNegativeTestJSON-729016607 tempest-FloatingIPNegativeTestJSON-729016607-project] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 14:39:41.021220 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5d53805-84d7-4679-9d2d-f1fb3169a725 None None] Sync routers for ids ['53adc217-ce52-45ca-8624-6c8859957e50'] in n-d-694802-15 {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 14:39:41.057032 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 43340) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:39:41.059306 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5d53805-84d7-4679-9d2d-f1fb3169a725 None None] Routers {'53adc217-ce52-45ca-8624-6c8859957e50'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:39:41.059962 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-f5d53805-84d7-4679-9d2d-f1fb3169a725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:39:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['53adc217-ce52-45ca-8624-6c8859957e50'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:39:41.061669 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-4132b3e3-e870-4166-890a-ebe2f4e8396c tempest-FloatingIPNegativeTestJSON-729016607 tempest-FloatingIPNegativeTestJSON-729016607-project] 10.222.0.39 "PUT /v2.0/routers/53adc217-ce52-45ca-8624-6c8859957e50/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5915303 Aug 12 14:39:41.121024 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port 9241cc5d-c8a3-48d9-8ce3-46074e26ba2d, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=9241cc5d-c8a3-48d9-8ce3-46074e26ba2d,segment=NetworkSegment(4c2b9cce-8b7c-48a7-9a48-725ec4478534),segment_id=4c2b9cce-8b7c-48a7-9a48-725ec4478534)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:39:41.165427 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:41.177930 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-f5d53805-84d7-4679-9d2d-f1fb3169a725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:39:41.182267 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:41.199278 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5d53805-84d7-4679-9d2d-f1fb3169a725 None None] Routers {'53adc217-ce52-45ca-8624-6c8859957e50'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:39:41.201634 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-f5d53805-84d7-4679-9d2d-f1fb3169a725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:39:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['53adc217-ce52-45ca-8624-6c8859957e50'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:39:41.218954 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 43342) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:39:41.342980 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:41.348057 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-f5d53805-84d7-4679-9d2d-f1fb3169a725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:39:41.350721 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5d53805-84d7-4679-9d2d-f1fb3169a725 None None] The sync data for ids ['53adc217-ce52-45ca-8624-6c8859957e50'] in n-d-694802-15 is: [] {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 14:39:41.413639 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port 6758b6bc-b7d7-40c7-bb23-a385518f48ae, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=6758b6bc-b7d7-40c7-bb23-a385518f48ae,segment=NetworkSegment(4c973057-417f-419d-840d-ea232fb579a5),segment_id=4c973057-417f-419d-840d-ea232fb579a5)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:39:41.422144 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c78da3a-37a4-408c-866e-6cd48d09416e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6758b6bc-b7d7-40c7-bb23-a385518f48ae'}] {{(pid=94468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:39:41.424893 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99a8d87602170099c728e57431aca99e9b98a655a83bbf8727be13192709727b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fdbb9c0-ffe3-4b8a-b609-44cfdf7b8b94" -d '{"events": [{"server_uuid": "0c78da3a-37a4-408c-866e-6cd48d09416e", "name": "network-vif-plugged", "status": "completed", "tag": "6758b6bc-b7d7-40c7-bb23-a385518f48ae"}]}' {{(pid=94468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:39:41.437519 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:41.450074 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Pushing event updated for resources: {'Port': ['ID=9241cc5d-c8a3-48d9-8ce3-46074e26ba2d,revision_number=4']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:39:41.486066 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c41d9e55-5dc6-42fc-8a42-8655a4269379 tempest-FloatingIPNegativeTestJSON-729016607 tempest-FloatingIPNegativeTestJSON-729016607-project] Notify callbacks [] for router, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:41.544683 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] get_ports_and_sgs() called for port_ids ['9241cc5d-c8a3-48d9-8ce3-46074e26ba2d'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:39:41.549015 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-714cd256-d5ea-42cc-8547-3939027a60bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:41.561066 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 14:39:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d98a740a-d925-49ef-be9a-6fa46f2bf367 x-openstack-request-id: req-d98a740a-d925-49ef-be9a-6fa46f2bf367 {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:39:41.561752 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c78da3a-37a4-408c-866e-6cd48d09416e", "name": "network-vif-plugged", "status": "completed", "tag": "6758b6bc-b7d7-40c7-bb23-a385518f48ae", "code": 200}]} {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:39:41.562145 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d98a740a-d925-49ef-be9a-6fa46f2bf367 {{(pid=94468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:39:41.564450 n-d-694802-15 neutron-server[94468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c78da3a-37a4-408c-866e-6cd48d09416e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6758b6bc-b7d7-40c7-bb23-a385518f48ae', 'code': 200} Aug 12 14:39:41.633183 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Pushing event updated for resources: {'Port': ['ID=6758b6bc-b7d7-40c7-bb23-a385518f48ae,revision_number=7']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:39:41.789790 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a996a748-d4b4-461b-b721-6cd675b48a27 req-dc5cba11-539c-4569-9398-4e043c91788e tempest-ServerRescueNegativeTestJSON-1622637895 tempest-ServerRescueNegativeTestJSON-1622637895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:39:41.800450 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a996a748-d4b4-461b-b721-6cd675b48a27 req-dc5cba11-539c-4569-9398-4e043c91788e tempest-ServerRescueNegativeTestJSON-1622637895 tempest-ServerRescueNegativeTestJSON-1622637895-project] 10.222.0.39 "GET /v2.0/ports?device_id=bc74d9fd-9e29-4667-bb83-e5e3a6913f4e HTTP/1.1" status: 200 len: 945 time: 0.1870594 Aug 12 14:39:41.985225 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a996a748-d4b4-461b-b721-6cd675b48a27 req-6c1c6ff7-5fde-4e40-aea1-c75bc824a706 tempest-ServerRescueNegativeTestJSON-1622637895 tempest-ServerRescueNegativeTestJSON-1622637895-project] 10.222.0.39 "GET /v2.0/security-groups?id=268dec7e-7261-41d2-9e03-6b72db198ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833165 Aug 12 14:39:42.099317 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-714cd256-d5ea-42cc-8547-3939027a60bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:42.109793 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-714cd256-d5ea-42cc-8547-3939027a60bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:42.206584 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-714cd256-d5ea-42cc-8547-3939027a60bc admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=828cc4cd9fe24da2b674a1d88289f897&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9839621 Aug 12 14:39:42.220439 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 43376) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:39:42.238411 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device 1f5a5c71-e581-4295-add4-1abc6c4e5b9a no longer exists at agent hyperv_n-h2-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:39:42.269984 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] No Port match for: 1f5a5c71-e581-4295-add4-1abc6c4e5b9a {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 14:39:42.271116 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device 1f5a5c71-e581-4295-add4-1abc6c4e5b9a not bound to the agent host n-h2-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:39:42.297907 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714cd256-d5ea-42cc-8547-3939027a60bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a377132-16b7-4716-9d4b-3935436141f0,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:39:42.393294 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:42.401540 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c41d9e55-5dc6-42fc-8a42-8655a4269379 tempest-FloatingIPNegativeTestJSON-729016607 tempest-FloatingIPNegativeTestJSON-729016607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-429360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-104877'] for router, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:42.405403 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c41d9e55-5dc6-42fc-8a42-8655a4269379 tempest-FloatingIPNegativeTestJSON-729016607 tempest-FloatingIPNegativeTestJSON-729016607-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:42.416895 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-f6e0d01e-0978-465b-adb1-6d07541419c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:42.470524 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-f6e0d01e-0978-465b-adb1-6d07541419c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:42.475378 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device 77908564-4609-4603-8286-dd7ae3af6f74 up at agent hyperv_n-h1-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:39:42.493676 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c41d9e55-5dc6-42fc-8a42-8655a4269379 tempest-FloatingIPNegativeTestJSON-729016607 tempest-FloatingIPNegativeTestJSON-729016607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-429375'] for router, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:42.494735 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c41d9e55-5dc6-42fc-8a42-8655a4269379 tempest-FloatingIPNegativeTestJSON-729016607 tempest-FloatingIPNegativeTestJSON-729016607-project] Fanout notify agent at l3_agent the message router_deleted on router 53adc217-ce52-45ca-8624-6c8859957e50 {{(pid=94466) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 14:39:42.516681 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c41d9e55-5dc6-42fc-8a42-8655a4269379 tempest-FloatingIPNegativeTestJSON-729016607 tempest-FloatingIPNegativeTestJSON-729016607-project] Notify callbacks [] for router, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:42.518083 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-c41d9e55-5dc6-42fc-8a42-8655a4269379 tempest-FloatingIPNegativeTestJSON-729016607 tempest-FloatingIPNegativeTestJSON-729016607-project] 10.222.0.39 "DELETE /v2.0/routers/53adc217-ce52-45ca-8624-6c8859957e50 HTTP/1.1" status: 204 len: 168 time: 1.4600050 Aug 12 14:39:42.526950 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 43384) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:39:42.570400 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a65d44-383e-49a1-819d-623431de184c req-5e895887-1e5e-496d-8bba-64284655a675 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:39:42.572090 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-a2a65d44-383e-49a1-819d-623431de184c req-5e895887-1e5e-496d-8bba-64284655a675 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] 10.222.0.39 "GET /v2.0/ports?device_id=0c78da3a-37a4-408c-866e-6cd48d09416e HTTP/1.1" status: 200 len: 945 time: 0.0928240 Aug 12 14:39:42.646234 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-a2a65d44-383e-49a1-819d-623431de184c req-5a696c1b-c865-4cfc-80e8-b70e0b788694 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b3c7ce2-70f7-4d15-8774-e830cec0f0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655808 Aug 12 14:39:42.678192 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_v2 [None req-2fa02774-456d-4cf2-a54a-97224fb9c1d2 tempest-FloatingIPNegativeTestJSON-729016607 tempest-FloatingIPNegativeTestJSON-729016607-project] Deleting subnet 643b20ce-07dc-43cb-869e-7986b2a935c8 {{(pid=94467) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 14:39:42.684406 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Provisioning for port 77908564-4609-4603-8286-dd7ae3af6f74 completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:39:42.692506 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Provisioning complete for port 77908564-4609-4603-8286-dd7ae3af6f74 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:39:42.696433 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:42.711558 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-f6e0d01e-0978-465b-adb1-6d07541419c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:42.718688 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-f6e0d01e-0978-465b-adb1-6d07541419c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:42.722654 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-f6e0d01e-0978-465b-adb1-6d07541419c1 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4a377132-16b7-4716-9d4b-3935436141f0 HTTP/1.1" status: 204 len: 168 time: 0.4796824 Aug 12 14:39:42.729919 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-2fa02774-456d-4cf2-a54a-97224fb9c1d2 tempest-FloatingIPNegativeTestJSON-729016607 tempest-FloatingIPNegativeTestJSON-729016607-project] Notify callbacks [] for subnet, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:42.747893 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 43388) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:39:42.836393 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e0d01e-0978-465b-adb1-6d07541419c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a377132-16b7-4716-9d4b-3935436141f0,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:39:42.927675 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-2fa02774-456d-4cf2-a54a-97224fb9c1d2 tempest-FloatingIPNegativeTestJSON-729016607 tempest-FloatingIPNegativeTestJSON-729016607-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3857505'] for subnet, precommit_delete_associations {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:43.100770 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:43.111766 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:43.210904 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port 77908564-4609-4603-8286-dd7ae3af6f74, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=77908564-4609-4603-8286-dd7ae3af6f74,segment=NetworkSegment(4c2b9cce-8b7c-48a7-9a48-725ec4478534),segment_id=4c2b9cce-8b7c-48a7-9a48-725ec4478534)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:39:43.228333 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:43.308185 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-b654c144-7006-4b48-9eef-3b30176f2879 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=852c96032e244d76a2e6d8b81e06dbfa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5590711 Aug 12 14:39:43.309982 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 43404) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:39:43.340175 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Pushing event updated for resources: {'Port': ['ID=77908564-4609-4603-8286-dd7ae3af6f74,revision_number=5']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:39:43.355275 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 43406) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:39:43.366967 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-5b565af0-bc8c-4b21-a0b7-82e4091ea671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:43.378815 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-545b316c-deff-438c-964e-fa31e2218f68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:43.411746 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-2fa02774-456d-4cf2-a54a-97224fb9c1d2 tempest-FloatingIPNegativeTestJSON-729016607 tempest-FloatingIPNegativeTestJSON-729016607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66416255'] for subnet, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:43.450309 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c250b82a-b0e6-446e-86a7-4f7af00026c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:43.450561 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2865b7de-2519-4215-9784-f521f23cb13d req-bc4da5bb-406f-4edc-99ee-b591a5abb4f9 tempest-ServerRescueNegativeTestJSON-1622637895 tempest-ServerRescueNegativeTestJSON-1622637895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:39:43.461282 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2865b7de-2519-4215-9784-f521f23cb13d req-bc4da5bb-406f-4edc-99ee-b591a5abb4f9 tempest-ServerRescueNegativeTestJSON-1622637895 tempest-ServerRescueNegativeTestJSON-1622637895-project] 10.222.0.39 "GET /v2.0/ports?device_id=bc74d9fd-9e29-4667-bb83-e5e3a6913f4e HTTP/1.1" status: 200 len: 945 time: 0.3132555 Aug 12 14:39:43.500217 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c250b82a-b0e6-446e-86a7-4f7af00026c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:43.571869 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd52af645-a96c-4fda-a020-923ad96d40ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77908564-4609-4603-8286-dd7ae3af6f74'}] {{(pid=94468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:39:43.582711 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99a8d87602170099c728e57431aca99e9b98a655a83bbf8727be13192709727b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0f90e9d-11c3-4dfe-9cdb-490fb1f0fd05" -d '{"events": [{"server_uuid": "d52af645-a96c-4fda-a020-923ad96d40ff", "name": "network-vif-plugged", "status": "completed", "tag": "77908564-4609-4603-8286-dd7ae3af6f74"}]}' {{(pid=94468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:39:43.592288 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c250b82a-b0e6-446e-86a7-4f7af00026c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:43.595563 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c250b82a-b0e6-446e-86a7-4f7af00026c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:43.600376 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-c250b82a-b0e6-446e-86a7-4f7af00026c9 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/214de4e1-d877-4447-84c5-1de63b8d32db HTTP/1.1" status: 204 len: 168 time: 0.2870383 Aug 12 14:39:43.612589 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-545b316c-deff-438c-964e-fa31e2218f68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:43.613980 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c250b82a-b0e6-446e-86a7-4f7af00026c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=214de4e1-d877-4447-84c5-1de63b8d32db,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:39:43.620304 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-545b316c-deff-438c-964e-fa31e2218f68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:43.681024 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545b316c-deff-438c-964e-fa31e2218f68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bd9e5f0-eb0c-4f0d-aba1-0af477df0112,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:39:43.705112 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-545b316c-deff-438c-964e-fa31e2218f68 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=49a04a436cbb4df6b4d0b6798a2991e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3418510 Aug 12 14:39:43.706007 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 43414) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:39:43.755367 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-2fa02774-456d-4cf2-a54a-97224fb9c1d2 tempest-FloatingIPNegativeTestJSON-729016607 tempest-FloatingIPNegativeTestJSON-729016607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66416232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2859225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3343748'] for subnet, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:43.776427 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-568452b5-3db9-422d-b248-9c6055135f38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:43.827458 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-568452b5-3db9-422d-b248-9c6055135f38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:43.870151 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2865b7de-2519-4215-9784-f521f23cb13d req-73b36429-c85d-4b98-b221-c6f647455682 tempest-ServerRescueNegativeTestJSON-1622637895 tempest-ServerRescueNegativeTestJSON-1622637895-project] 10.222.0.39 "GET /v2.0/security-groups?id=268dec7e-7261-41d2-9e03-6b72db198ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4078753 Aug 12 14:39:43.871886 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa02774-456d-4cf2-a54a-97224fb9c1d2 tempest-FloatingIPNegativeTestJSON-729016607 tempest-FloatingIPNegativeTestJSON-729016607-project] Pushing event deleted for resources: {'Subnet': ['ID=643b20ce-07dc-43cb-869e-7986b2a935c8,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:39:43.889842 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-2fa02774-456d-4cf2-a54a-97224fb9c1d2 tempest-FloatingIPNegativeTestJSON-729016607 tempest-FloatingIPNegativeTestJSON-729016607-project] Notify callbacks [] for subnet, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:43.895440 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-2fa02774-456d-4cf2-a54a-97224fb9c1d2 tempest-FloatingIPNegativeTestJSON-729016607 tempest-FloatingIPNegativeTestJSON-729016607-project] 10.222.0.39 "DELETE /v2.0/subnets/643b20ce-07dc-43cb-869e-7986b2a935c8 HTTP/1.1" status: 204 len: 168 time: 1.3590174 Aug 12 14:39:43.896048 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 43418) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:39:43.919060 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1acbaef3-0c5f-4f24-b070-1c151bb6870d None None] Network cb9ae0a8-a1f5-4455-86e4-755327215872 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:39:43.951073 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-568452b5-3db9-422d-b248-9c6055135f38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:43.955969 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-568452b5-3db9-422d-b248-9c6055135f38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:43.963326 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-568452b5-3db9-422d-b248-9c6055135f38 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9bd9e5f0-eb0c-4f0d-aba1-0af477df0112 HTTP/1.1" status: 204 len: 168 time: 0.2560477 Aug 12 14:39:43.997175 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568452b5-3db9-422d-b248-9c6055135f38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bd9e5f0-eb0c-4f0d-aba1-0af477df0112,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:39:44.038379 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-1769855f-eda9-4483-9dc3-3220908ab45d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:44.040334 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 14:39:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0eb3d2a6-1bc9-4e44-ab94-4bba76540981 x-openstack-request-id: req-0eb3d2a6-1bc9-4e44-ab94-4bba76540981 {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:39:44.040902 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d52af645-a96c-4fda-a020-923ad96d40ff", "name": "network-vif-plugged", "status": "completed", "tag": "77908564-4609-4603-8286-dd7ae3af6f74", "code": 200}]} {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:39:44.041296 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0eb3d2a6-1bc9-4e44-ab94-4bba76540981 {{(pid=94468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:39:44.041868 n-d-694802-15 neutron-server[94468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd52af645-a96c-4fda-a020-923ad96d40ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77908564-4609-4603-8286-dd7ae3af6f74', 'code': 200} Aug 12 14:39:44.225459 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a06f6486-d748-47e8-bb19-e4f19ddc47dc tempest-FloatingIPNegativeTestJSON-729016607 tempest-FloatingIPNegativeTestJSON-729016607-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680608'] for network, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:44.245954 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device 9241cc5d-c8a3-48d9-8ce3-46074e26ba2d up at agent hyperv_n-h2-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:39:44.332863 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7df34e-f7d0-4b06-b32e-1bf1c6763cb0 req-0d948acf-4cfd-43be-8d86-4fa46daadc5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:39:44.347483 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-3a7df34e-f7d0-4b06-b32e-1bf1c6763cb0 req-0d948acf-4cfd-43be-8d86-4fa46daadc5b service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=d52af645-a96c-4fda-a020-923ad96d40ff HTTP/1.1" status: 200 len: 1097 time: 0.2249346 Aug 12 14:39:44.390583 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-a06f6486-d748-47e8-bb19-e4f19ddc47dc tempest-FloatingIPNegativeTestJSON-729016607 tempest-FloatingIPNegativeTestJSON-729016607-project] Deleting port f83b4180-29c8-481b-92a5-ff961e2a8260 {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:39:44.393444 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a06f6486-d748-47e8-bb19-e4f19ddc47dc tempest-FloatingIPNegativeTestJSON-729016607 tempest-FloatingIPNegativeTestJSON-729016607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:44.448818 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Provisioning for port 9241cc5d-c8a3-48d9-8ce3-46074e26ba2d completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:39:44.458995 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Provisioning complete for port 9241cc5d-c8a3-48d9-8ce3-46074e26ba2d triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:39:44.465173 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:44.518028 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43c4979-ec8e-479b-bf27-12a279f00ed2 req-3d95b0dc-6db5-4c3d-858a-855561ab39e4 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:39:44.520166 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-f43c4979-ec8e-479b-bf27-12a279f00ed2 req-3d95b0dc-6db5-4c3d-858a-855561ab39e4 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] 10.222.0.39 "GET /v2.0/ports?device_id=0c78da3a-37a4-408c-866e-6cd48d09416e HTTP/1.1" status: 200 len: 945 time: 0.3232639 Aug 12 14:39:44.545094 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-3a7df34e-f7d0-4b06-b32e-1bf1c6763cb0 req-ab8087b8-1279-49ae-9b43-806cdb2841b7 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=268dec7e-7261-41d2-9e03-6b72db198ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961844 Aug 12 14:39:44.546399 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b0538b8-48e1-473b-8f88-1a46dd8ad715 None None] DHCP port deletion for cb9ae0a8-a1f5-4455-86e4-755327215872 request from n-d-694802-15 {{(pid=94468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 14:39:44.546735 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 43428) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:39:44.626272 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [None req-a06f6486-d748-47e8-bb19-e4f19ddc47dc tempest-FloatingIPNegativeTestJSON-729016607 tempest-FloatingIPNegativeTestJSON-729016607-project] For port f83b4180-29c8-481b-92a5-ff961e2a8260, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=f83b4180-29c8-481b-92a5-ff961e2a8260,segment=NetworkSegment(bbae3a41-9d92-4806-94ec-d9d545cc3ce5),segment_id=bbae3a41-9d92-4806-94ec-d9d545cc3ce5)] {{(pid=94467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:39:44.626598 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a06f6486-d748-47e8-bb19-e4f19ddc47dc tempest-FloatingIPNegativeTestJSON-729016607 tempest-FloatingIPNegativeTestJSON-729016607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:44.682904 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-a06f6486-d748-47e8-bb19-e4f19ddc47dc tempest-FloatingIPNegativeTestJSON-729016607 tempest-FloatingIPNegativeTestJSON-729016607-project] Calling delete_port for f83b4180-29c8-481b-92a5-ff961e2a8260 owned by network:dhcp {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:39:44.692427 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-642c936f-5275-46fd-a7fb-f7481208fbbf admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6724d8bd642f453883d9fcb458a54395&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1398838 Aug 12 14:39:44.713245 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:44.722616 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-f43c4979-ec8e-479b-bf27-12a279f00ed2 req-a0b34e9f-fcf3-49e5-b1bc-b79647347746 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b3c7ce2-70f7-4d15-8774-e830cec0f0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763833 Aug 12 14:39:44.730550 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 43432) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:39:44.840492 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-7b0538b8-48e1-473b-8f88-1a46dd8ad715 None None] Deleting port f83b4180-29c8-481b-92a5-ff961e2a8260 {{(pid=94468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:39:44.841075 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-7b0538b8-48e1-473b-8f88-1a46dd8ad715 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:44.849774 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port 9241cc5d-c8a3-48d9-8ce3-46074e26ba2d, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=9241cc5d-c8a3-48d9-8ce3-46074e26ba2d,segment=NetworkSegment(4c2b9cce-8b7c-48a7-9a48-725ec4478534),segment_id=4c2b9cce-8b7c-48a7-9a48-725ec4478534)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:39:44.903299 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-957213bd-979a-4c85-b465-dcb037736ae2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:44.934234 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:44.939552 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a06f6486-d748-47e8-bb19-e4f19ddc47dc tempest-FloatingIPNegativeTestJSON-729016607 tempest-FloatingIPNegativeTestJSON-729016607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:44.954792 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-957213bd-979a-4c85-b465-dcb037736ae2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:44.965663 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a06f6486-d748-47e8-bb19-e4f19ddc47dc tempest-FloatingIPNegativeTestJSON-729016607 tempest-FloatingIPNegativeTestJSON-729016607-project] No DVR routers for this DVR port f83b4180-29c8-481b-92a5-ff961e2a8260 on host n-d-694802-15 {{(pid=94467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:39:45.029654 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-7b0538b8-48e1-473b-8f88-1a46dd8ad715 None None] For port f83b4180-29c8-481b-92a5-ff961e2a8260, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=f83b4180-29c8-481b-92a5-ff961e2a8260,segment=NetworkSegment(bbae3a41-9d92-4806-94ec-d9d545cc3ce5),segment_id=bbae3a41-9d92-4806-94ec-d9d545cc3ce5)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:39:45.032838 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-7b0538b8-48e1-473b-8f88-1a46dd8ad715 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:45.081163 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-7b0538b8-48e1-473b-8f88-1a46dd8ad715 None None] Calling delete_port for f83b4180-29c8-481b-92a5-ff961e2a8260 owned by network:dhcp {{(pid=94468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:39:45.101049 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-957213bd-979a-4c85-b465-dcb037736ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:45.104023 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-957213bd-979a-4c85-b465-dcb037736ae2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:45.110396 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-957213bd-979a-4c85-b465-dcb037736ae2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d0689489-2402-4f2e-a8bb-5875ebbc2b56 HTTP/1.1" status: 204 len: 168 time: 0.3781784 Aug 12 14:39:45.135420 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Pushing event updated for resources: {'Port': ['ID=9241cc5d-c8a3-48d9-8ce3-46074e26ba2d,revision_number=5']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:39:45.135675 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06f6486-d748-47e8-bb19-e4f19ddc47dc tempest-FloatingIPNegativeTestJSON-729016607 tempest-FloatingIPNegativeTestJSON-729016607-project] Pushing event deleted for resources: {'Port': ['ID=f83b4180-29c8-481b-92a5-ff961e2a8260,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:39:45.242781 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957213bd-979a-4c85-b465-dcb037736ae2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0689489-2402-4f2e-a8bb-5875ebbc2b56,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:39:45.370301 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70740a81-b0bd-4522-a5b4-9ca5fb62ae7f req-d6fe9b49-e217-4e75-b31c-0f4b62ffbf84 tempest-ServerRescueNegativeTestJSON-1622637895 tempest-ServerRescueNegativeTestJSON-1622637895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:39:45.386415 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-70740a81-b0bd-4522-a5b4-9ca5fb62ae7f req-d6fe9b49-e217-4e75-b31c-0f4b62ffbf84 tempest-ServerRescueNegativeTestJSON-1622637895 tempest-ServerRescueNegativeTestJSON-1622637895-project] 10.222.0.39 "GET /v2.0/ports?device_id=bc74d9fd-9e29-4667-bb83-e5e3a6913f4e HTTP/1.1" status: 200 len: 946 time: 0.2698488 Aug 12 14:39:45.495362 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-70740a81-b0bd-4522-a5b4-9ca5fb62ae7f req-8a2567df-d65e-4e73-a5e3-73c5fdd4c640 tempest-ServerRescueNegativeTestJSON-1622637895 tempest-ServerRescueNegativeTestJSON-1622637895-project] 10.222.0.39 "GET /v2.0/security-groups?id=268dec7e-7261-41d2-9e03-6b72db198ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075761 Aug 12 14:39:45.676133 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device f83b4180-29c8-481b-92a5-ff961e2a8260 no longer exists at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:39:45.722383 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] No Port match for: f83b4180-29c8-481b-92a5-ff961e2a8260 {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 14:39:45.722752 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device f83b4180-29c8-481b-92a5-ff961e2a8260 not bound to the agent host n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:39:45.736712 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-fe95f194-a3b0-4c04-9e42-20b511169d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:45.764838 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-7b0538b8-48e1-473b-8f88-1a46dd8ad715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262'] for port, after_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:45.835397 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0538b8-48e1-473b-8f88-1a46dd8ad715 None None] Pushing event deleted for resources: {'Port': ['ID=f83b4180-29c8-481b-92a5-ff961e2a8260,revision_number=None']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:39:45.848549 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b0538b8-48e1-473b-8f88-1a46dd8ad715 None None] No DVR routers for this DVR port f83b4180-29c8-481b-92a5-ff961e2a8260 on host n-d-694802-15 {{(pid=94468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:39:45.982282 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b0e247-1af0-432d-bdcb-561bf597007a req-b2de2861-ebe4-4fa5-aef6-2e85a8c789c7 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:39:45.995105 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-32b0e247-1af0-432d-bdcb-561bf597007a req-b2de2861-ebe4-4fa5-aef6-2e85a8c789c7 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] 10.222.0.39 "GET /v2.0/ports?device_id=0c78da3a-37a4-408c-866e-6cd48d09416e HTTP/1.1" status: 200 len: 945 time: 0.1254699 Aug 12 14:39:46.043468 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc74d9fd-9e29-4667-bb83-e5e3a6913f4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9241cc5d-c8a3-48d9-8ce3-46074e26ba2d'}] {{(pid=94468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:39:46.045824 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99a8d87602170099c728e57431aca99e9b98a655a83bbf8727be13192709727b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c49402a-2408-474d-a228-707994e6fe67" -d '{"events": [{"server_uuid": "bc74d9fd-9e29-4667-bb83-e5e3a6913f4e", "name": "network-vif-plugged", "status": "completed", "tag": "9241cc5d-c8a3-48d9-8ce3-46074e26ba2d"}]}' {{(pid=94468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:39:46.048015 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a06f6486-d748-47e8-bb19-e4f19ddc47dc tempest-FloatingIPNegativeTestJSON-729016607 tempest-FloatingIPNegativeTestJSON-729016607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66413304', 'neutron.services.segments.db._delete_segments_for_network-8744654118000'] for network, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:46.061133 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-a06f6486-d748-47e8-bb19-e4f19ddc47dc tempest-FloatingIPNegativeTestJSON-729016607 tempest-FloatingIPNegativeTestJSON-729016607-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb9ae0a8-a1f5-4455-86e4-755327215872']}} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:39:46.076003 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-a06f6486-d748-47e8-bb19-e4f19ddc47dc tempest-FloatingIPNegativeTestJSON-729016607 tempest-FloatingIPNegativeTestJSON-729016607-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbae3a41-9d92-4806-94ec-d9d545cc3ce5') {'for_net_delete': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:39:46.077112 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-a06f6486-d748-47e8-bb19-e4f19ddc47dc tempest-FloatingIPNegativeTestJSON-729016607 tempest-FloatingIPNegativeTestJSON-729016607-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbae3a41-9d92-4806-94ec-d9d545cc3ce5') {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:39:46.092907 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a06f6486-d748-47e8-bb19-e4f19ddc47dc tempest-FloatingIPNegativeTestJSON-729016607 tempest-FloatingIPNegativeTestJSON-729016607-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744654122361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3857526'] for segment, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:46.102799 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-32b0e247-1af0-432d-bdcb-561bf597007a req-1e6c2155-cfa6-4bc3-8faa-7eb221d722b3 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b3c7ce2-70f7-4d15-8774-e830cec0f0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001110 Aug 12 14:39:46.132788 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 14:39:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32b024a9-cf03-46ef-804b-42d2ed0db680 x-openstack-request-id: req-32b024a9-cf03-46ef-804b-42d2ed0db680 {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:39:46.133247 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc74d9fd-9e29-4667-bb83-e5e3a6913f4e", "name": "network-vif-plugged", "status": "completed", "tag": "9241cc5d-c8a3-48d9-8ce3-46074e26ba2d", "code": 200}]} {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:39:46.133671 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-32b024a9-cf03-46ef-804b-42d2ed0db680 {{(pid=94468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:39:46.134218 n-d-694802-15 neutron-server[94468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc74d9fd-9e29-4667-bb83-e5e3a6913f4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9241cc5d-c8a3-48d9-8ce3-46074e26ba2d', 'code': 200} Aug 12 14:39:46.137079 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a06f6486-d748-47e8-bb19-e4f19ddc47dc tempest-FloatingIPNegativeTestJSON-729016607 tempest-FloatingIPNegativeTestJSON-729016607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:46.150624 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a06f6486-d748-47e8-bb19-e4f19ddc47dc tempest-FloatingIPNegativeTestJSON-729016607 tempest-FloatingIPNegativeTestJSON-729016607-project] Releasing vlan 313 on physical network physnet1 to pool {{(pid=94467) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 14:39:46.151100 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a06f6486-d748-47e8-bb19-e4f19ddc47dc tempest-FloatingIPNegativeTestJSON-729016607 tempest-FloatingIPNegativeTestJSON-729016607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2859015'] for segment, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:46.154957 n-d-694802-15 neutron-server[94467]: Traceback (most recent call last): Aug 12 14:39:46.154957 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 14:39:46.154957 n-d-694802-15 neutron-server[94467]: timer() Aug 12 14:39:46.154957 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 14:39:46.154957 n-d-694802-15 neutron-server[94467]: cb(*args, **kw) Aug 12 14:39:46.154957 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 14:39:46.154957 n-d-694802-15 neutron-server[94467]: return func(*args, **kwargs) Aug 12 14:39:46.154957 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 14:39:46.154957 n-d-694802-15 neutron-server[94467]: self._notify() Aug 12 14:39:46.154957 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 14:39:46.154957 n-d-694802-15 neutron-server[94467]: self.callback(batched_events) Aug 12 14:39:46.154957 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 14:39:46.154957 n-d-694802-15 neutron-server[94467]: event.method(event) Aug 12 14:39:46.154957 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 14:39:46.154957 n-d-694802-15 neutron-server[94467]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 14:39:46.154957 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 14:39:46.154957 n-d-694802-15 neutron-server[94467]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 14:39:46.154957 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 14:39:46.154957 n-d-694802-15 neutron-server[94467]: return f(self, *a, **k) Aug 12 14:39:46.154957 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 14:39:46.154957 n-d-694802-15 neutron-server[94467]: return self._get(url).json() Aug 12 14:39:46.154957 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 14:39:46.154957 n-d-694802-15 neutron-server[94467]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 14:39:46.154957 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 14:39:46.154957 n-d-694802-15 neutron-server[94467]: return self.request(url, 'GET', **kwargs) Aug 12 14:39:46.154957 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 14:39:46.154957 n-d-694802-15 neutron-server[94467]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 14:39:46.154957 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 14:39:46.154957 n-d-694802-15 neutron-server[94467]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 14:39:46.154957 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 14:39:46.154957 n-d-694802-15 neutron-server[94467]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 14:39:46.154957 n-d-694802-15 neutron-server[94467]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 14:39:46.245847 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 43484) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:39:46.280870 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744e81dc-3601-4df0-a332-c878b7858976 req-8b5686f8-5624-45f6-90dc-f91def96f5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:39:46.283934 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-744e81dc-3601-4df0-a332-c878b7858976 req-8b5686f8-5624-45f6-90dc-f91def96f5b3 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=bc74d9fd-9e29-4667-bb83-e5e3a6913f4e HTTP/1.1" status: 200 len: 1098 time: 0.0826917 Aug 12 14:39:46.319650 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a06f6486-d748-47e8-bb19-e4f19ddc47dc tempest-FloatingIPNegativeTestJSON-729016607 tempest-FloatingIPNegativeTestJSON-729016607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66413281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431520'] for network, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:46.328349 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a06f6486-d748-47e8-bb19-e4f19ddc47dc tempest-FloatingIPNegativeTestJSON-729016607 tempest-FloatingIPNegativeTestJSON-729016607-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for network, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:46.330656 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-a06f6486-d748-47e8-bb19-e4f19ddc47dc tempest-FloatingIPNegativeTestJSON-729016607 tempest-FloatingIPNegativeTestJSON-729016607-project] 10.222.0.39 "DELETE /v2.0/networks/cb9ae0a8-a1f5-4455-86e4-755327215872 HTTP/1.1" status: 204 len: 168 time: 2.4319050 Aug 12 14:39:46.359392 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06f6486-d748-47e8-bb19-e4f19ddc47dc tempest-FloatingIPNegativeTestJSON-729016607 tempest-FloatingIPNegativeTestJSON-729016607-project] Pushing event deleted for resources: {'Network': ['ID=cb9ae0a8-a1f5-4455-86e4-755327215872,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:39:46.376861 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-744e81dc-3601-4df0-a332-c878b7858976 req-19ed14ee-329b-462e-9386-0cfe3ed4670d service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=268dec7e-7261-41d2-9e03-6b72db198ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861833 Aug 12 14:39:46.707194 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-c7478cbd-26f6-4767-bcbe-6cc26e71e875 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:46.808938 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80505eed-8748-40a3-ae00-23b80487aa73 req-5186b17d-e86a-4e48-ade5-c8eba3cc70bb tempest-ServerRescueNegativeTestJSON-1622637895 tempest-ServerRescueNegativeTestJSON-1622637895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:39:46.819116 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-80505eed-8748-40a3-ae00-23b80487aa73 req-5186b17d-e86a-4e48-ade5-c8eba3cc70bb tempest-ServerRescueNegativeTestJSON-1622637895 tempest-ServerRescueNegativeTestJSON-1622637895-project] 10.222.0.39 "GET /v2.0/ports?device_id=bc74d9fd-9e29-4667-bb83-e5e3a6913f4e HTTP/1.1" status: 200 len: 946 time: 0.1920748 Aug 12 14:39:46.967064 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-80505eed-8748-40a3-ae00-23b80487aa73 req-5873e432-ca19-4539-b514-b8723c1ce40f tempest-ServerRescueNegativeTestJSON-1622637895 tempest-ServerRescueNegativeTestJSON-1622637895-project] 10.222.0.39 "GET /v2.0/security-groups?id=268dec7e-7261-41d2-9e03-6b72db198ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329858 Aug 12 14:39:46.973434 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 43508) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:39:47.039215 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-c7478cbd-26f6-4767-bcbe-6cc26e71e875 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:47.047831 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-c7478cbd-26f6-4767-bcbe-6cc26e71e875 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:47.109743 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-c7478cbd-26f6-4767-bcbe-6cc26e71e875 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e2bc378e12e3400ea4f78390addb9aad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8519588 Aug 12 14:39:47.110950 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7478cbd-26f6-4767-bcbe-6cc26e71e875 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3d91f19-2144-4716-b727-989392596a97,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:39:47.112384 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 43518) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:39:47.295046 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-84666d5e-f8ca-4529-a551-955e8c47afeb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:47.394382 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3f2fa2-a192-41cd-a701-81b3656f52e9 req-25123c42-4017-4c77-9ddc-4ad5e4d4d6cb tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:39:47.396570 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-ea3f2fa2-a192-41cd-a701-81b3656f52e9 req-25123c42-4017-4c77-9ddc-4ad5e4d4d6cb tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] 10.222.0.39 "GET /v2.0/ports?device_id=0c78da3a-37a4-408c-866e-6cd48d09416e HTTP/1.1" status: 200 len: 945 time: 0.1777728 Aug 12 14:39:47.401055 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-84666d5e-f8ca-4529-a551-955e8c47afeb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:47.412381 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-f0b71da9-ec1d-43f1-b16a-abd006b7cdf2 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b3f763dfd2354e64ba1dbb47b40bb4e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4372785 Aug 12 14:39:47.414991 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 43528) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:39:47.599282 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a95f40a4-d63d-4787-82ec-f343f8638d23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:47.611997 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-ea3f2fa2-a192-41cd-a701-81b3656f52e9 req-27d25b26-1eaa-4c57-9240-33a39bd2eca4 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b3c7ce2-70f7-4d15-8774-e830cec0f0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817834 Aug 12 14:39:47.629776 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-84666d5e-f8ca-4529-a551-955e8c47afeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:47.640855 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-84666d5e-f8ca-4529-a551-955e8c47afeb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:47.645822 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-84666d5e-f8ca-4529-a551-955e8c47afeb admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c3d91f19-2144-4716-b727-989392596a97 HTTP/1.1" status: 204 len: 168 time: 0.5323181 Aug 12 14:39:47.667506 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84666d5e-f8ca-4529-a551-955e8c47afeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3d91f19-2144-4716-b727-989392596a97,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:39:47.710504 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a95f40a4-d63d-4787-82ec-f343f8638d23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:47.842157 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a95f40a4-d63d-4787-82ec-f343f8638d23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:47.845928 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a95f40a4-d63d-4787-82ec-f343f8638d23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:47.847821 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-a95f40a4-d63d-4787-82ec-f343f8638d23 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3080513d-c951-4fbb-b584-c3dfb5e4b97d HTTP/1.1" status: 204 len: 168 time: 0.4314477 Aug 12 14:39:47.862627 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95f40a4-d63d-4787-82ec-f343f8638d23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3080513d-c951-4fbb-b584-c3dfb5e4b97d,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:39:48.200895 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c80e804-266c-4388-ad8a-195b94cb5fce req-a6d6da0e-cc9b-4f57-9164-b0d50a1f6752 tempest-ServerRescueNegativeTestJSON-1622637895 tempest-ServerRescueNegativeTestJSON-1622637895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:39:48.203620 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0c80e804-266c-4388-ad8a-195b94cb5fce req-a6d6da0e-cc9b-4f57-9164-b0d50a1f6752 tempest-ServerRescueNegativeTestJSON-1622637895 tempest-ServerRescueNegativeTestJSON-1622637895-project] 10.222.0.39 "GET /v2.0/ports?device_id=bc74d9fd-9e29-4667-bb83-e5e3a6913f4e HTTP/1.1" status: 200 len: 946 time: 0.0647449 Aug 12 14:39:48.266302 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0c80e804-266c-4388-ad8a-195b94cb5fce req-9c0aee81-0d2d-4649-82a5-412f81aae022 tempest-ServerRescueNegativeTestJSON-1622637895 tempest-ServerRescueNegativeTestJSON-1622637895-project] 10.222.0.39 "GET /v2.0/security-groups?id=268dec7e-7261-41d2-9e03-6b72db198ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479569 Aug 12 14:39:48.685236 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda66c3e-a8ec-4dfa-94f8-a44b7aff0eac req-23dab34e-a4d4-45d6-9602-d459ddf556e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:39:48.688568 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-bda66c3e-a8ec-4dfa-94f8-a44b7aff0eac req-23dab34e-a4d4-45d6-9602-d459ddf556e8 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ef918c3e55db41809ce6731a1724be70&device_id=bc74d9fd-9e29-4667-bb83-e5e3a6913f4e HTTP/1.1" status: 200 len: 1098 time: 0.1008120 Aug 12 14:39:48.698723 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabf324c-49a9-4134-9346-a025db02fd88 req-ae08076a-9145-4bf7-9a24-836e6cb0ad56 tempest-ServerRescueNegativeTestJSON-1622637895 tempest-ServerRescueNegativeTestJSON-1622637895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:39:48.710821 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-eabf324c-49a9-4134-9346-a025db02fd88 req-ae08076a-9145-4bf7-9a24-836e6cb0ad56 tempest-ServerRescueNegativeTestJSON-1622637895 tempest-ServerRescueNegativeTestJSON-1622637895-project] 10.222.0.39 "GET /v2.0/ports?device_id=bc74d9fd-9e29-4667-bb83-e5e3a6913f4e HTTP/1.1" status: 200 len: 946 time: 0.0950925 Aug 12 14:39:48.771197 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-eabf324c-49a9-4134-9346-a025db02fd88 req-4555657f-f10a-4a1d-81a0-e84738c17caa tempest-ServerRescueNegativeTestJSON-1622637895 tempest-ServerRescueNegativeTestJSON-1622637895-project] 10.222.0.39 "GET /v2.0/security-groups?id=268dec7e-7261-41d2-9e03-6b72db198ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586512 Aug 12 14:39:48.933399 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ee2c1b-6d5c-44c9-9347-96a80f1958ea req-dd40afad-abc3-45ee-9a74-546c7b2e03b2 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:39:48.941446 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-46ee2c1b-6d5c-44c9-9347-96a80f1958ea req-dd40afad-abc3-45ee-9a74-546c7b2e03b2 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] 10.222.0.39 "GET /v2.0/ports?device_id=0c78da3a-37a4-408c-866e-6cd48d09416e HTTP/1.1" status: 200 len: 945 time: 0.1061985 Aug 12 14:39:48.985150 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda66c3e-a8ec-4dfa-94f8-a44b7aff0eac req-2f8121c2-e366-477f-9fed-c1f6a82126e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:39:48.986783 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-bda66c3e-a8ec-4dfa-94f8-a44b7aff0eac req-2f8121c2-e366-477f-9fed-c1f6a82126e7 service neutron] 10.222.0.49 "GET /v2.0/networks?id=403ed391-7874-4a33-9f4f-96fa9ef207f4 HTTP/1.1" status: 200 len: 919 time: 0.2903624 Aug 12 14:39:49.066062 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-bda66c3e-a8ec-4dfa-94f8-a44b7aff0eac req-29ee3326-e9ac-426a-8ab5-99aeedf45753 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9241cc5d-c8a3-48d9-8ce3-46074e26ba2d HTTP/1.1" status: 200 len: 217 time: 0.0662215 Aug 12 14:39:49.085057 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-46ee2c1b-6d5c-44c9-9347-96a80f1958ea req-588f4ee5-b281-45ad-b44d-ddabacca8523 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b3c7ce2-70f7-4d15-8774-e830cec0f0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368821 Aug 12 14:39:49.138492 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda66c3e-a8ec-4dfa-94f8-a44b7aff0eac req-36e40b00-2b15-4769-b93a-ac4fafe4a7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:39:49.140321 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-bda66c3e-a8ec-4dfa-94f8-a44b7aff0eac req-36e40b00-2b15-4769-b93a-ac4fafe4a7dc service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d596ebc0-f7b2-4a88-b2fe-14085d881fde HTTP/1.1" status: 200 len: 858 time: 0.0540729 Aug 12 14:39:49.225145 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-bda66c3e-a8ec-4dfa-94f8-a44b7aff0eac req-fea4ed29-c771-4ed6-88d2-37975cb282ef service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=403ed391-7874-4a33-9f4f-96fa9ef207f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0611537 Aug 12 14:39:49.473617 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-bda66c3e-a8ec-4dfa-94f8-a44b7aff0eac req-7517d294-857f-4a5b-be45-a4cd9194da31 service neutron] 10.222.0.49 "GET /v2.0/networks/403ed391-7874-4a33-9f4f-96fa9ef207f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2398775 Aug 12 14:39:49.693561 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-bda66c3e-a8ec-4dfa-94f8-a44b7aff0eac req-1a8c7426-7adb-4ebe-a4b3-cd380ec441bc service neutron] 10.222.0.49 "GET /v2.0/networks/403ed391-7874-4a33-9f4f-96fa9ef207f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2121124 Aug 12 14:39:49.925125 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6ea138-5568-48cf-af39-0d4e385bb365 req-bc7ba720-10a9-4312-9172-2e019342dfbe tempest-ServerRescueNegativeTestJSON-1622637895 tempest-ServerRescueNegativeTestJSON-1622637895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:39:49.950089 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-3e6ea138-5568-48cf-af39-0d4e385bb365 req-bc7ba720-10a9-4312-9172-2e019342dfbe tempest-ServerRescueNegativeTestJSON-1622637895 tempest-ServerRescueNegativeTestJSON-1622637895-project] 10.222.0.39 "GET /v2.0/ports?device_id=bc74d9fd-9e29-4667-bb83-e5e3a6913f4e HTTP/1.1" status: 200 len: 946 time: 0.0976427 Aug 12 14:39:50.005455 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-3e6ea138-5568-48cf-af39-0d4e385bb365 req-352c009a-3caa-4eeb-895f-0c433049f32d tempest-ServerRescueNegativeTestJSON-1622637895 tempest-ServerRescueNegativeTestJSON-1622637895-project] 10.222.0.39 "GET /v2.0/security-groups?id=268dec7e-7261-41d2-9e03-6b72db198ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526099 Aug 12 14:39:50.753853 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcf43fe-67df-4ae8-80c2-c22c9582e352 req-cc59568a-410a-4a47-8095-35e05a4e04f7 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:39:50.761799 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-bfcf43fe-67df-4ae8-80c2-c22c9582e352 req-cc59568a-410a-4a47-8095-35e05a4e04f7 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] 10.222.0.39 "GET /v2.0/ports?device_id=0c78da3a-37a4-408c-866e-6cd48d09416e HTTP/1.1" status: 200 len: 945 time: 0.5632234 Aug 12 14:39:50.817126 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-bfcf43fe-67df-4ae8-80c2-c22c9582e352 req-44528c60-3ca3-4942-90e0-2baf97bc8e6e tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b3c7ce2-70f7-4d15-8774-e830cec0f0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498009 Aug 12 14:39:51.001346 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 43640) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:39:51.034248 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 43644) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:39:51.180487 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 43652) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:39:51.190073 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [-] 10.222.0.39 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0078824 Aug 12 14:39:51.190365 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 43654) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:39:51.237561 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83846317-d4c3-4c0e-a18a-29c6b052e961 req-6a209d94-fefd-4ef1-ac96-4773205f904e tempest-ServerRescueNegativeTestJSON-1622637895 tempest-ServerRescueNegativeTestJSON-1622637895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:39:51.245357 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-83846317-d4c3-4c0e-a18a-29c6b052e961 req-6a209d94-fefd-4ef1-ac96-4773205f904e tempest-ServerRescueNegativeTestJSON-1622637895 tempest-ServerRescueNegativeTestJSON-1622637895-project] 10.222.0.39 "GET /v2.0/ports?device_id=bc74d9fd-9e29-4667-bb83-e5e3a6913f4e HTTP/1.1" status: 200 len: 946 time: 0.1012964 Aug 12 14:39:51.272887 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-13c489b5-f624-42ee-ba5b-c2bc2549c2cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:51.287689 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-f28bdb2e-a123-4a88-a509-c7068734aef9 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-340419050-network', 'tenant_id': '27838204baa14230af63fefe49eecf8a'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:39:51.297512 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-1f927243-4e54-4d14-9471-4ad234d49d37 tempest-NetworksApiDiscovery-1236435809 tempest-NetworksApiDiscovery-1236435809-project] 10.222.0.39 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1060159 Aug 12 14:39:51.365913 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-83846317-d4c3-4c0e-a18a-29c6b052e961 req-66a7c63b-3ae1-487c-b18a-b816b17ae0b4 tempest-ServerRescueNegativeTestJSON-1622637895 tempest-ServerRescueNegativeTestJSON-1622637895-project] 10.222.0.39 "GET /v2.0/security-groups?id=268dec7e-7261-41d2-9e03-6b72db198ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194606 Aug 12 14:39:51.423517 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f28bdb2e-a123-4a88-a509-c7068734aef9 admin admin] Made reservation on behalf of 27838204baa14230af63fefe49eecf8a for: {'network': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:39:51.430804 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-f28bdb2e-a123-4a88-a509-c7068734aef9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for network, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:51.453253 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-f28bdb2e-a123-4a88-a509-c7068734aef9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:51.538804 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-13c489b5-f624-42ee-ba5b-c2bc2549c2cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:51.546111 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-13c489b5-f624-42ee-ba5b-c2bc2549c2cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:51.624353 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-13c489b5-f624-42ee-ba5b-c2bc2549c2cf admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b32e3ad5c0614493a1c719df0dfc74fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6218941 Aug 12 14:39:51.627142 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 43664) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:39:51.631965 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c489b5-f624-42ee-ba5b-c2bc2549c2cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25fcee1f-e775-4d2b-beab-2306c7155fb6,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:39:51.686572 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 43666) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:39:51.710765 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d68528a7-ea4a-4512-8b9c-7ebabeffd8a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:51.712549 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-f28bdb2e-a123-4a88-a509-c7068734aef9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:51.718067 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-f28bdb2e-a123-4a88-a509-c7068734aef9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:51.761964 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28bdb2e-a123-4a88-a509-c7068734aef9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=236a0eec-9f7c-4484-872e-cf0d4d2f69af,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:39:51.766732 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f28bdb2e-a123-4a88-a509-c7068734aef9 admin admin] vlan segment allocate from pool success with {'vlan_id': 306, 'physical_network': 'physnet1'} {{(pid=94467) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 14:39:51.770687 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d68528a7-ea4a-4512-8b9c-7ebabeffd8a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:51.782525 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-f28bdb2e-a123-4a88-a509-c7068734aef9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:51.783305 n-d-694802-15 neutron-server[94467]: INFO neutron.db.segments_db [None req-f28bdb2e-a123-4a88-a509-c7068734aef9 admin admin] Added segment 21390069-236e-48c1-88f4-ced6154e645c of type vlan for network 981dd072-1b87-4241-83f5-836737afcd75 Aug 12 14:39:51.862952 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d68528a7-ea4a-4512-8b9c-7ebabeffd8a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:51.869476 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d68528a7-ea4a-4512-8b9c-7ebabeffd8a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:51.872904 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-d68528a7-ea4a-4512-8b9c-7ebabeffd8a1 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/25fcee1f-e775-4d2b-beab-2306c7155fb6 HTTP/1.1" status: 204 len: 168 time: 0.2416034 Aug 12 14:39:51.891296 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68528a7-ea4a-4512-8b9c-7ebabeffd8a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25fcee1f-e775-4d2b-beab-2306c7155fb6,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:39:51.941313 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-f28bdb2e-a123-4a88-a509-c7068734aef9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744653628263'] for network, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:51.947652 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-cd4c1f39-4dcf-4178-9062-ee35049098ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:52.111217 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-f28bdb2e-a123-4a88-a509-c7068734aef9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409'] for network, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:52.113082 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f28bdb2e-a123-4a88-a509-c7068734aef9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:39:52.113973 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-f28bdb2e-a123-4a88-a509-c7068734aef9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for network, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:52.237935 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eea2ca5-a39c-472a-8367-b3f088994458 req-b7890c77-778b-40ef-aeda-b6a02512fbfc tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:39:52.244588 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3eea2ca5-a39c-472a-8367-b3f088994458 req-b7890c77-778b-40ef-aeda-b6a02512fbfc tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] 10.222.0.39 "GET /v2.0/ports?device_id=0c78da3a-37a4-408c-866e-6cd48d09416e HTTP/1.1" status: 200 len: 945 time: 0.2292781 Aug 12 14:39:52.324328 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28bdb2e-a123-4a88-a509-c7068734aef9 admin admin] Pushing event updated for resources: {'Network': ['ID=981dd072-1b87-4241-83f5-836737afcd75,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:39:52.340832 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Network 981dd072-1b87-4241-83f5-836737afcd75 details requested by agent ovs-agent-n-d-694802-15 with host n-d-694802-15 {{(pid=94468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 14:39:52.408360 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3eea2ca5-a39c-472a-8367-b3f088994458 req-a454f54e-f40f-4601-ba4a-da5caf494080 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b3c7ce2-70f7-4d15-8774-e830cec0f0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533880 Aug 12 14:39:52.410899 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-cd4c1f39-4dcf-4178-9062-ee35049098ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:52.424631 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-cd4c1f39-4dcf-4178-9062-ee35049098ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:52.473382 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-f28bdb2e-a123-4a88-a509-c7068734aef9 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4398565 Aug 12 14:39:52.476379 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 43694) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:39:52.485559 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-14b09aac-4631-4c90-b06e-9571f9feac7a admin admin] Request body: {'subnet': {'network_id': '981dd072-1b87-4241-83f5-836737afcd75', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-340419050-subnet', 'tenant_id': '27838204baa14230af63fefe49eecf8a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:39:52.520200 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14b09aac-4631-4c90-b06e-9571f9feac7a admin admin] Made reservation on behalf of 27838204baa14230af63fefe49eecf8a for: {'subnet': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:39:52.526449 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-14b09aac-4631-4c90-b06e-9571f9feac7a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8776441'] for subnet, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:52.534958 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-cd4c1f39-4dcf-4178-9062-ee35049098ff admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=103ad56acd494bcfb1eef201ba6b8800&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8472078 Aug 12 14:39:52.544573 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 43696) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:39:52.545297 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4c1f39-4dcf-4178-9062-ee35049098ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34a4c1da-3781-4b54-a23d-81d8c12c41c2,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:39:52.689050 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4515ac75-95ca-40e7-9d45-e7d968f3b33c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:52.720531 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4515ac75-95ca-40e7-9d45-e7d968f3b33c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:52.731196 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a9ce00-182a-4600-846d-30213ace2cd1 req-3d680fa3-9518-41a6-acad-4fcea28c016e tempest-ServerRescueNegativeTestJSON-1622637895 tempest-ServerRescueNegativeTestJSON-1622637895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:39:52.734661 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-11a9ce00-182a-4600-846d-30213ace2cd1 req-3d680fa3-9518-41a6-acad-4fcea28c016e tempest-ServerRescueNegativeTestJSON-1622637895 tempest-ServerRescueNegativeTestJSON-1622637895-project] 10.222.0.39 "GET /v2.0/ports?device_id=bc74d9fd-9e29-4667-bb83-e5e3a6913f4e HTTP/1.1" status: 200 len: 946 time: 0.1000402 Aug 12 14:39:52.835210 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-11a9ce00-182a-4600-846d-30213ace2cd1 req-fd1f27a7-ad81-46d9-a999-5f5449f6aab8 tempest-ServerRescueNegativeTestJSON-1622637895 tempest-ServerRescueNegativeTestJSON-1622637895-project] 10.222.0.39 "GET /v2.0/security-groups?id=268dec7e-7261-41d2-9e03-6b72db198ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912089 Aug 12 14:39:52.854561 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4515ac75-95ca-40e7-9d45-e7d968f3b33c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:52.858418 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4515ac75-95ca-40e7-9d45-e7d968f3b33c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:52.862429 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-4515ac75-95ca-40e7-9d45-e7d968f3b33c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/34a4c1da-3781-4b54-a23d-81d8c12c41c2 HTTP/1.1" status: 204 len: 168 time: 0.3130805 Aug 12 14:39:52.872965 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4515ac75-95ca-40e7-9d45-e7d968f3b33c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34a4c1da-3781-4b54-a23d-81d8c12c41c2,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:39:52.888866 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-14b09aac-4631-4c90-b06e-9571f9feac7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3718490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8776395'] for subnet, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:52.975934 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b09aac-4631-4c90-b06e-9571f9feac7a admin admin] Pushing event updated for resources: {'Subnet': ['ID=55804ce3-3ce9-49bb-83d8-b79f95bd4874,revision_number=0']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:39:52.998011 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b09aac-4631-4c90-b06e-9571f9feac7a admin admin] Checking segment: {'id': '21390069-236e-48c1-88f4-ced6154e645c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '981dd072-1b87-4241-83f5-836737afcd75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:39:52.998794 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14b09aac-4631-4c90-b06e-9571f9feac7a admin admin] Network hostable DHCP agents. Network: 981dd072-1b87-4241-83f5-836737afcd75, hostable agents: ['1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658'], hosted agents: [] {{(pid=94466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 14:39:53.028666 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14b09aac-4631-4c90-b06e-9571f9feac7a admin admin] Network 981dd072-1b87-4241-83f5-836737afcd75 is scheduled to be hosted by DHCP agent 1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658 with binding_index 1 {{(pid=94466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 14:39:53.050042 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-14b09aac-4631-4c90-b06e-9571f9feac7a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-15, 981dd072-1b87-4241-83f5-836737afcd75) {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:39:53.060109 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14b09aac-4631-4c90-b06e-9571f9feac7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:39:53.060709 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-14b09aac-4631-4c90-b06e-9571f9feac7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for subnet, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:53.061384 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7af1827-116d-4f5b-adf1-fe32aaf8b0a2 None None] Network 981dd072-1b87-4241-83f5-836737afcd75 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:39:53.098504 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-14b09aac-4631-4c90-b06e-9571f9feac7a admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6200187 Aug 12 14:39:53.296574 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a92a914-4a3c-4021-893d-92c5d1cad3c8 None None] Network 981dd072-1b87-4241-83f5-836737afcd75 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:39:53.683421 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-aaa36d55-ddf6-46db-915a-59ef5c9077ee req-a0073d66-c367-4086-8a24-edf4b466eaba tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-220739612', 'description': 'tempest-description-905533966'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:39:53.738853 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-aaa36d55-ddf6-46db-915a-59ef5c9077ee req-a0073d66-c367-4086-8a24-edf4b466eaba tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] Notify callbacks [] for security_group, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:53.902197 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-aaa36d55-ddf6-46db-915a-59ef5c9077ee req-a0073d66-c367-4086-8a24-edf4b466eaba tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] Notify callbacks [] for security_group, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:53.909228 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-aaa36d55-ddf6-46db-915a-59ef5c9077ee req-a0073d66-c367-4086-8a24-edf4b466eaba tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:53.956867 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-aaa36d55-ddf6-46db-915a-59ef5c9077ee req-a0073d66-c367-4086-8a24-edf4b466eaba tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:53.971755 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-aaa36d55-ddf6-46db-915a-59ef5c9077ee req-a0073d66-c367-4086-8a24-edf4b466eaba tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.2931137 Aug 12 14:39:53.974980 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0073d66-c367-4086-8a24-edf4b466eaba tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] Pushing event updated for resources: {'SecurityGroup': ['ID=205b4a93-bf0c-487b-b27f-0045badaba85,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:39:54.133055 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d780d389-773b-49ec-be98-2f15f5293858 req-77d6b9b1-b3e4-40b9-8237-f52b89f0e5b5 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:39:54.134597 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d780d389-773b-49ec-be98-2f15f5293858 req-77d6b9b1-b3e4-40b9-8237-f52b89f0e5b5 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] 10.222.0.39 "GET /v2.0/ports?device_id=0c78da3a-37a4-408c-866e-6cd48d09416e HTTP/1.1" status: 200 len: 945 time: 0.0816951 Aug 12 14:39:54.195525 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d780d389-773b-49ec-be98-2f15f5293858 req-3cdfc1d4-2b79-483c-be0a-8baea3cde8df tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b3c7ce2-70f7-4d15-8774-e830cec0f0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530419 Aug 12 14:39:54.493830 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 43758) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:39:54.538210 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca522bb-1244-435a-8e25-5abb3c3920f7 req-84a7bba4-f3f8-432d-843c-f2848aef50eb tempest-ServerRescueNegativeTestJSON-1622637895 tempest-ServerRescueNegativeTestJSON-1622637895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:39:54.546773 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-cca522bb-1244-435a-8e25-5abb3c3920f7 req-84a7bba4-f3f8-432d-843c-f2848aef50eb tempest-ServerRescueNegativeTestJSON-1622637895 tempest-ServerRescueNegativeTestJSON-1622637895-project] 10.222.0.39 "GET /v2.0/ports?device_id=bc74d9fd-9e29-4667-bb83-e5e3a6913f4e HTTP/1.1" status: 200 len: 946 time: 0.0941730 Aug 12 14:39:54.608435 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-cca522bb-1244-435a-8e25-5abb3c3920f7 req-4d76e386-0b0c-429f-abe6-ae5d982fd9c9 tempest-ServerRescueNegativeTestJSON-1622637895 tempest-ServerRescueNegativeTestJSON-1622637895-project] 10.222.0.39 "GET /v2.0/security-groups?id=268dec7e-7261-41d2-9e03-6b72db198ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605197 Aug 12 14:39:54.654183 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-409e5722-b580-49ec-a295-bd8ec339b78f req-66a7f39e-2def-4c84-a957-6da6dc9e229e tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1117283465', 'description': 'tempest-description-661749520'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:39:54.709958 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-6e171211-9e9e-4a60-bd56-3cddc0fd1005 req-2fbcc08c-c7df-4712-a31d-6f4294ac37d0 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=fdfbc163-1546-4d1b-b618-5c6c09ae9c61&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0969429 Aug 12 14:39:54.710267 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-409e5722-b580-49ec-a295-bd8ec339b78f req-66a7f39e-2def-4c84-a957-6da6dc9e229e tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] Notify callbacks [] for security_group, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:54.750475 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-e77d8a6f-fb5a-4103-9141-1715ca93fc8c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-26248081-network', 'tenant_id': '7f24ddd1601f494992e93c7ccc824331'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:39:54.781060 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.db.api [None req-e77d8a6f-fb5a-4103-9141-1715ca93fc8c admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 12 14:39:54.781060 n-d-694802-15 neutron-server[94466]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 12 14:39:54.781060 n-d-694802-15 neutron-server[94466]: [parameters: {'project_id_1': '7f24ddd1601f494992e93c7ccc824331', 'expiration_1': datetime.datetime(2021, 8, 12, 14, 39, 54, 762390)}] Aug 12 14:39:54.781060 n-d-694802-15 neutron-server[94466]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94466) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 12 14:39:54.781460 n-d-694802-15 neutron-server[94466]: DEBUG oslo_db.api [None req-e77d8a6f-fb5a-4103-9141-1715ca93fc8c admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 12 14:39:54.910916 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-409e5722-b580-49ec-a295-bd8ec339b78f req-66a7f39e-2def-4c84-a957-6da6dc9e229e tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] Notify callbacks [] for security_group, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:54.921834 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-409e5722-b580-49ec-a295-bd8ec339b78f req-66a7f39e-2def-4c84-a957-6da6dc9e229e tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:54.999843 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e171211-9e9e-4a60-bd56-3cddc0fd1005 req-bc204817-a8b2-44a4-9ab7-2e3bb7420840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:39:54.999843 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-6e171211-9e9e-4a60-bd56-3cddc0fd1005 req-bc204817-a8b2-44a4-9ab7-2e3bb7420840 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e93c85d28bad43209f9b042d3d03da7c&device_id=fdfbc163-1546-4d1b-b618-5c6c09ae9c61 HTTP/1.1" status: 200 len: 1098 time: 0.1318443 Aug 12 14:39:55.021949 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-409e5722-b580-49ec-a295-bd8ec339b78f req-66a7f39e-2def-4c84-a957-6da6dc9e229e tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:55.044925 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-409e5722-b580-49ec-a295-bd8ec339b78f req-66a7f39e-2def-4c84-a957-6da6dc9e229e tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.3952069 Aug 12 14:39:55.077203 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a7f39e-2def-4c84-a957-6da6dc9e229e tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9503060-8cca-4a49-be19-b74e524fcbc3,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:39:55.313266 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e171211-9e9e-4a60-bd56-3cddc0fd1005 req-695cd111-21e4-4d08-b039-5b916a7e64f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:39:55.315429 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-6e171211-9e9e-4a60-bd56-3cddc0fd1005 req-695cd111-21e4-4d08-b039-5b916a7e64f3 service neutron] 10.222.0.64 "GET /v2.0/networks?id=17e50eec-22ec-42fa-95df-671693024a7e HTTP/1.1" status: 200 len: 913 time: 0.2362168 Aug 12 14:39:55.347702 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e77d8a6f-fb5a-4103-9141-1715ca93fc8c admin admin] Made reservation on behalf of 7f24ddd1601f494992e93c7ccc824331 for: {'network': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:39:55.349892 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e77d8a6f-fb5a-4103-9141-1715ca93fc8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for network, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:55.370010 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a9e544-99b2-4bc3-8a84-deeb08cf7468 req-1fbbf52b-8658-47d9-a3ce-2966e78029dd tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:39:55.379117 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-43a9e544-99b2-4bc3-8a84-deeb08cf7468 req-1fbbf52b-8658-47d9-a3ce-2966e78029dd tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] 10.222.0.39 "GET /v2.0/ports?device_id=0c78da3a-37a4-408c-866e-6cd48d09416e HTTP/1.1" status: 200 len: 945 time: 0.0743370 Aug 12 14:39:55.413454 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e77d8a6f-fb5a-4103-9141-1715ca93fc8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:55.433269 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-43a9e544-99b2-4bc3-8a84-deeb08cf7468 req-59b3b3f9-4189-4382-a583-f052774d150a tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b3c7ce2-70f7-4d15-8774-e830cec0f0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528011 Aug 12 14:39:55.474393 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-6e171211-9e9e-4a60-bd56-3cddc0fd1005 req-8ab7eafc-e0b6-48c1-9d7e-dfd78bbb9c0f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=86f8b158-7406-41b8-ae3e-7655937cb625 HTTP/1.1" status: 200 len: 1002 time: 0.1486332 Aug 12 14:39:55.575111 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e171211-9e9e-4a60-bd56-3cddc0fd1005 req-f18b358d-7f6b-4e36-8382-8a34aeddb530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:39:55.577315 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-6e171211-9e9e-4a60-bd56-3cddc0fd1005 req-f18b358d-7f6b-4e36-8382-8a34aeddb530 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=19df9c89-0a2d-4568-bf60-3089af1f062f HTTP/1.1" status: 200 len: 851 time: 0.0916340 Aug 12 14:39:55.669001 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e171211-9e9e-4a60-bd56-3cddc0fd1005 req-ae939383-3e07-45ec-addc-2dbcee828a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:39:55.670620 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-6e171211-9e9e-4a60-bd56-3cddc0fd1005 req-ae939383-3e07-45ec-addc-2dbcee828a6c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=17e50eec-22ec-42fa-95df-671693024a7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0846565 Aug 12 14:39:55.675251 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e77d8a6f-fb5a-4103-9141-1715ca93fc8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:55.717342 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e77d8a6f-fb5a-4103-9141-1715ca93fc8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:55.791739 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e77d8a6f-fb5a-4103-9141-1715ca93fc8c admin admin] vlan segment allocate from pool success with {'vlan_id': 338, 'physical_network': 'physnet1'} {{(pid=94466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 14:39:55.804884 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77d8a6f-fb5a-4103-9141-1715ca93fc8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c501fc61-6b14-414b-8392-557df3b0185d,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:39:55.822095 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e77d8a6f-fb5a-4103-9141-1715ca93fc8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:55.822285 n-d-694802-15 neutron-server[94466]: INFO neutron.db.segments_db [None req-e77d8a6f-fb5a-4103-9141-1715ca93fc8c admin admin] Added segment fa56b527-ee4a-4364-a048-801501f2b587 of type vlan for network deab0188-4b12-48ad-8302-81ef18af48b1 Aug 12 14:39:55.872670 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-6e171211-9e9e-4a60-bd56-3cddc0fd1005 req-2e40e7f6-6014-458a-9f47-483cdc0c53d2 service neutron] 10.222.0.64 "GET /v2.0/networks/17e50eec-22ec-42fa-95df-671693024a7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1894934 Aug 12 14:39:55.939983 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e77d8a6f-fb5a-4103-9141-1715ca93fc8c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744653628263'] for network, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:56.005457 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e77d8a6f-fb5a-4103-9141-1715ca93fc8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409'] for network, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:56.006444 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e77d8a6f-fb5a-4103-9141-1715ca93fc8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:39:56.007218 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e77d8a6f-fb5a-4103-9141-1715ca93fc8c admin admin] Notify callbacks [] for network, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:56.035106 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-6e171211-9e9e-4a60-bd56-3cddc0fd1005 req-406a2b87-d560-45f1-8077-10d79aa38ea7 service neutron] 10.222.0.64 "GET /v2.0/networks/17e50eec-22ec-42fa-95df-671693024a7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522164 Aug 12 14:39:56.064250 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-e77d8a6f-fb5a-4103-9141-1715ca93fc8c admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.5679770 Aug 12 14:39:56.067953 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 43802) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:39:56.077090 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-ecd26248-8743-4d58-9bc9-f2d47b540d6b admin admin] Request body: {'subnet': {'network_id': 'deab0188-4b12-48ad-8302-81ef18af48b1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-26248081-subnet', 'tenant_id': '7f24ddd1601f494992e93c7ccc824331', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:39:56.090328 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77d8a6f-fb5a-4103-9141-1715ca93fc8c admin admin] Pushing event updated for resources: {'Network': ['ID=deab0188-4b12-48ad-8302-81ef18af48b1,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:39:56.105807 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Network deab0188-4b12-48ad-8302-81ef18af48b1 details requested by agent ovs-agent-n-d-694802-15 with host n-d-694802-15 {{(pid=94468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 14:39:56.160924 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecd26248-8743-4d58-9bc9-f2d47b540d6b admin admin] Made reservation on behalf of 7f24ddd1601f494992e93c7ccc824331 for: {'subnet': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:39:56.163440 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-ecd26248-8743-4d58-9bc9-f2d47b540d6b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3343791'] for subnet, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:56.422870 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-ecd26248-8743-4d58-9bc9-f2d47b540d6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2859166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3343773'] for subnet, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:56.490861 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 43810) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:39:56.495766 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd26248-8743-4d58-9bc9-f2d47b540d6b admin admin] Checking segment: {'id': 'fa56b527-ee4a-4364-a048-801501f2b587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'deab0188-4b12-48ad-8302-81ef18af48b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:39:56.496475 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecd26248-8743-4d58-9bc9-f2d47b540d6b admin admin] Network hostable DHCP agents. Network: deab0188-4b12-48ad-8302-81ef18af48b1, hostable agents: ['1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658'], hosted agents: [] {{(pid=94467) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 14:39:56.511150 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd26248-8743-4d58-9bc9-f2d47b540d6b admin admin] Pushing event updated for resources: {'Subnet': ['ID=002d6353-4fcc-4e8f-8c37-c3c5e85849da,revision_number=0']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:39:56.538832 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecd26248-8743-4d58-9bc9-f2d47b540d6b admin admin] Network deab0188-4b12-48ad-8302-81ef18af48b1 is scheduled to be hosted by DHCP agent 1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658 with binding_index 1 {{(pid=94467) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 14:39:56.554372 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [None req-ecd26248-8743-4d58-9bc9-f2d47b540d6b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-15, deab0188-4b12-48ad-8302-81ef18af48b1) {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:39:56.559353 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecd26248-8743-4d58-9bc9-f2d47b540d6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:39:56.560177 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-ecd26248-8743-4d58-9bc9-f2d47b540d6b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:56.566676 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51fd980e-637a-4f5b-8a44-f4608164b8f5 None None] Network deab0188-4b12-48ad-8302-81ef18af48b1 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:39:56.581133 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-ecd26248-8743-4d58-9bc9-f2d47b540d6b admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5108109 Aug 12 14:39:56.768763 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ef778d70-4247-4f9d-809e-3728cb96a5e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:56.803362 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e03169b-134e-431a-aae1-d274a3fc3b85 None None] Network deab0188-4b12-48ad-8302-81ef18af48b1 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:39:56.971652 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ef778d70-4247-4f9d-809e-3728cb96a5e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:56.981325 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ef778d70-4247-4f9d-809e-3728cb96a5e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:57.019726 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef778d70-4247-4f9d-809e-3728cb96a5e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccf19c4f-3250-4ea5-b2a4-82e390ceb120,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:39:57.036371 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-ef778d70-4247-4f9d-809e-3728cb96a5e5 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=386beda032db4776b974d2de1085e25d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5416133 Aug 12 14:39:57.036883 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 43822) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:39:57.117622 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-569378e2-a35c-4154-b893-98b6dfc9949e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:57.152507 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-569378e2-a35c-4154-b893-98b6dfc9949e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:57.299861 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-569378e2-a35c-4154-b893-98b6dfc9949e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:57.302613 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-569378e2-a35c-4154-b893-98b6dfc9949e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:57.304089 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-569378e2-a35c-4154-b893-98b6dfc9949e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ccf19c4f-3250-4ea5-b2a4-82e390ceb120 HTTP/1.1" status: 204 len: 168 time: 0.2662287 Aug 12 14:39:57.314987 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569378e2-a35c-4154-b893-98b6dfc9949e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccf19c4f-3250-4ea5-b2a4-82e390ceb120,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:39:57.490679 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 43838) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:39:57.496308 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-15ca7458-b92b-41c1-b394-5276acdd464e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-891580128-network', 'tenant_id': '4b8d5dbb57a74e77889319921834543f'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:39:57.523780 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15ca7458-b92b-41c1-b394-5276acdd464e admin admin] Made reservation on behalf of 4b8d5dbb57a74e77889319921834543f for: {'network': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:39:57.529316 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-15ca7458-b92b-41c1-b394-5276acdd464e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for network, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:57.543681 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-15ca7458-b92b-41c1-b394-5276acdd464e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:57.673969 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-15ca7458-b92b-41c1-b394-5276acdd464e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:57.680512 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-15ca7458-b92b-41c1-b394-5276acdd464e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:57.737729 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15ca7458-b92b-41c1-b394-5276acdd464e admin admin] vlan segment allocate from pool success with {'vlan_id': 331, 'physical_network': 'physnet1'} {{(pid=94466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 14:39:57.762675 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ca7458-b92b-41c1-b394-5276acdd464e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba1bcb43-0baf-43ee-87cd-bf097d6941e4,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:39:57.803734 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-15ca7458-b92b-41c1-b394-5276acdd464e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:57.804342 n-d-694802-15 neutron-server[94466]: INFO neutron.db.segments_db [None req-15ca7458-b92b-41c1-b394-5276acdd464e admin admin] Added segment 2380b30c-82ca-420e-82fb-4ec0605b9f65 of type vlan for network 60665e9a-ed63-4475-a94e-0b26ccab17cd Aug 12 14:39:57.897133 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-15ca7458-b92b-41c1-b394-5276acdd464e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744653628263'] for network, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:57.955958 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-15ca7458-b92b-41c1-b394-5276acdd464e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409'] for network, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:57.957382 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15ca7458-b92b-41c1-b394-5276acdd464e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:39:57.958212 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-15ca7458-b92b-41c1-b394-5276acdd464e admin admin] Notify callbacks [] for network, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:58.031086 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-15ca7458-b92b-41c1-b394-5276acdd464e admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5390551 Aug 12 14:39:58.034235 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 43856) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:39:58.039569 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-cc9009b8-bdc6-461a-b09a-d27a2daa8a05 admin admin] Request body: {'subnet': {'network_id': '60665e9a-ed63-4475-a94e-0b26ccab17cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-891580128-subnet', 'tenant_id': '4b8d5dbb57a74e77889319921834543f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:39:58.060159 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ca7458-b92b-41c1-b394-5276acdd464e admin admin] Pushing event updated for resources: {'Network': ['ID=60665e9a-ed63-4475-a94e-0b26ccab17cd,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:39:58.075759 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Network 60665e9a-ed63-4475-a94e-0b26ccab17cd details requested by agent ovs-agent-n-d-694802-15 with host n-d-694802-15 {{(pid=94468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 14:39:58.110240 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc9009b8-bdc6-461a-b09a-d27a2daa8a05 admin admin] Made reservation on behalf of 4b8d5dbb57a74e77889319921834543f for: {'subnet': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:39:58.110493 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-cc9009b8-bdc6-461a-b09a-d27a2daa8a05 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8776441'] for subnet, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:58.366231 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-d982d747-1add-4dca-8b57-fd56570c0eed req-1658ca59-71bd-4dbb-b914-e042ab0b88e4 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=65b2c96d0253481aa302fceca03e83a5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0459957 Aug 12 14:39:58.373865 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-cc9009b8-bdc6-461a-b09a-d27a2daa8a05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3718490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8776395'] for subnet, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:58.463243 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2446ff-1d28-4b50-a501-19169187bd7f req-9c4442d2-ca12-40eb-9e39-06af9ea0aa41 tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:39:58.465936 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0d2446ff-1d28-4b50-a501-19169187bd7f req-9c4442d2-ca12-40eb-9e39-06af9ea0aa41 tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] 10.222.0.39 "GET /v2.0/networks?id=981dd072-1b87-4241-83f5-836737afcd75 HTTP/1.1" status: 200 len: 812 time: 0.1500556 Aug 12 14:39:58.493581 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0d2446ff-1d28-4b50-a501-19169187bd7f req-40bf7c45-3f4d-4eff-8059-e46d5de8ba7c tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] 10.222.0.39 "GET /v2.0/quotas/27838204baa14230af63fefe49eecf8a HTTP/1.1" status: 200 len: 375 time: 0.0106702 Aug 12 14:39:58.499964 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9009b8-bdc6-461a-b09a-d27a2daa8a05 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e324c232-801a-41e1-8e52-538223323da5,revision_number=0']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:39:58.533031 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc9009b8-bdc6-461a-b09a-d27a2daa8a05 admin admin] Checking segment: {'id': '2380b30c-82ca-420e-82fb-4ec0605b9f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '60665e9a-ed63-4475-a94e-0b26ccab17cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:39:58.533411 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc9009b8-bdc6-461a-b09a-d27a2daa8a05 admin admin] Network hostable DHCP agents. Network: 60665e9a-ed63-4475-a94e-0b26ccab17cd, hostable agents: ['1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658'], hosted agents: [] {{(pid=94466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 14:39:58.534473 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0d2446ff-1d28-4b50-a501-19169187bd7f req-34e57866-df0f-48a0-805f-b593cf8509da tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=27838204baa14230af63fefe49eecf8a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0387859 Aug 12 14:39:58.568610 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d982d747-1add-4dca-8b57-fd56570c0eed req-7e812667-5a97-4377-81f0-e00e194097c7 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:39:58.569949 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-d982d747-1add-4dca-8b57-fd56570c0eed req-7e812667-5a97-4377-81f0-e00e194097c7 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1911459 Aug 12 14:39:58.588108 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc9009b8-bdc6-461a-b09a-d27a2daa8a05 admin admin] Network 60665e9a-ed63-4475-a94e-0b26ccab17cd is scheduled to be hosted by DHCP agent 1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658 with binding_index 1 {{(pid=94466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 14:39:58.597899 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-d982d747-1add-4dca-8b57-fd56570c0eed req-a05e9936-7aa5-4888-92cd-e1d709497611 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] 10.222.0.39 "GET /v2.0/quotas/65b2c96d0253481aa302fceca03e83a5 HTTP/1.1" status: 200 len: 375 time: 0.0189016 Aug 12 14:39:58.620002 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-cc9009b8-bdc6-461a-b09a-d27a2daa8a05 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-15, 60665e9a-ed63-4475-a94e-0b26ccab17cd) {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:39:58.631059 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e424828-0e1f-4642-a520-0a1071166897 None None] Network 60665e9a-ed63-4475-a94e-0b26ccab17cd requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:39:58.649767 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-d982d747-1add-4dca-8b57-fd56570c0eed req-e2b02c96-59c4-41e3-b6b6-bd5cf4eeff0c tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=65b2c96d0253481aa302fceca03e83a5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0451760 Aug 12 14:39:58.651399 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc9009b8-bdc6-461a-b09a-d27a2daa8a05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:39:58.651993 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-cc9009b8-bdc6-461a-b09a-d27a2daa8a05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for subnet, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:39:58.670976 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-cc9009b8-bdc6-461a-b09a-d27a2daa8a05 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6356044 Aug 12 14:39:58.689833 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0d2446ff-1d28-4b50-a501-19169187bd7f req-a97191a3-d5e9-48e1-933f-c9a695df9a50 service neutron] 10.222.0.39 "GET /v2.0/networks/981dd072-1b87-4241-83f5-836737afcd75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540148 Aug 12 14:39:58.917694 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0d2446ff-1d28-4b50-a501-19169187bd7f req-97d2227c-90ab-429c-9026-f7bae453aa82 service neutron] 10.222.0.39 "GET /v2.0/networks/981dd072-1b87-4241-83f5-836737afcd75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2197762 Aug 12 14:39:58.941558 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-499bbca4-78a1-46f6-a6b7-f13004a6a5d2 None None] Network 60665e9a-ed63-4475-a94e-0b26ccab17cd requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:39:59.036230 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f210cff5-d0ec-45fc-a5d9-3dac81312a5a req-23709e44-e577-42fa-b438-7a6a07912a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:39:59.037763 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-f210cff5-d0ec-45fc-a5d9-3dac81312a5a req-23709e44-e577-42fa-b438-7a6a07912a50 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4024e5f8cb5f495fb475a508277f1933&device_id=0c78da3a-37a4-408c-866e-6cd48d09416e HTTP/1.1" status: 200 len: 1097 time: 0.0857365 Aug 12 14:39:59.238005 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfda5095-b2cd-4fbe-b5d3-d4bc3d409aa9 req-8cc8b8fd-55ce-4290-8549-c2e5c7427c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:39:59.240103 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-dfda5095-b2cd-4fbe-b5d3-d4bc3d409aa9 req-8cc8b8fd-55ce-4290-8549-c2e5c7427c6a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ef918c3e55db41809ce6731a1724be70&device_id=bc74d9fd-9e29-4667-bb83-e5e3a6913f4e HTTP/1.1" status: 200 len: 1098 time: 0.1115081 Aug 12 14:39:59.259346 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab1e005-bb8b-4942-8c5d-49ee5162f032 req-43550a82-f52c-4e0a-8ec3-2d44bd544c5d tempest-ServerRescueNegativeTestJSON-1622637895 tempest-ServerRescueNegativeTestJSON-1622637895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:39:59.266073 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-cab1e005-bb8b-4942-8c5d-49ee5162f032 req-43550a82-f52c-4e0a-8ec3-2d44bd544c5d tempest-ServerRescueNegativeTestJSON-1622637895 tempest-ServerRescueNegativeTestJSON-1622637895-project] 10.222.0.39 "GET /v2.0/ports?device_id=bc74d9fd-9e29-4667-bb83-e5e3a6913f4e HTTP/1.1" status: 200 len: 946 time: 0.1359782 Aug 12 14:39:59.270162 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f210cff5-d0ec-45fc-a5d9-3dac81312a5a req-aa621d6c-a0e4-417c-894e-f14dd099f27e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:39:59.272775 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-f210cff5-d0ec-45fc-a5d9-3dac81312a5a req-aa621d6c-a0e4-417c-894e-f14dd099f27e service neutron] 10.222.0.64 "GET /v2.0/networks?id=a681c17b-4312-41b7-b711-32d50b05905d HTTP/1.1" status: 200 len: 913 time: 0.2270422 Aug 12 14:39:59.418314 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b6eea8-efa2-4098-8889-3fae44418ad4 req-200db868-4102-4045-9dfa-1d5e88cf470b tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:39:59.429652 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-f210cff5-d0ec-45fc-a5d9-3dac81312a5a req-4a637fb5-2357-4c17-9207-cffdaf5e0a24 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6758b6bc-b7d7-40c7-bb23-a385518f48ae HTTP/1.1" status: 200 len: 217 time: 0.1351283 Aug 12 14:39:59.431556 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-56b6eea8-efa2-4098-8889-3fae44418ad4 req-200db868-4102-4045-9dfa-1d5e88cf470b tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] 10.222.0.39 "GET /v2.0/ports?device_id=0c78da3a-37a4-408c-866e-6cd48d09416e HTTP/1.1" status: 200 len: 945 time: 0.1346061 Aug 12 14:39:59.504963 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f210cff5-d0ec-45fc-a5d9-3dac81312a5a req-744742c5-0eac-4bd0-92eb-fe3d17612ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:39:59.506674 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-f210cff5-d0ec-45fc-a5d9-3dac81312a5a req-744742c5-0eac-4bd0-92eb-fe3d17612ba4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=49978436-adae-4995-85db-355f6ab8bdca HTTP/1.1" status: 200 len: 852 time: 0.0658545 Aug 12 14:39:59.513729 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-56b6eea8-efa2-4098-8889-3fae44418ad4 req-6677eb69-212f-4201-a47c-6e52da81e1ec tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b3c7ce2-70f7-4d15-8774-e830cec0f0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693026 Aug 12 14:39:59.539565 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-cab1e005-bb8b-4942-8c5d-49ee5162f032 req-55a353e4-ab4b-4b96-938f-2a5ab18f41e7 tempest-ServerRescueNegativeTestJSON-1622637895 tempest-ServerRescueNegativeTestJSON-1622637895-project] 10.222.0.39 "GET /v2.0/security-groups?id=268dec7e-7261-41d2-9e03-6b72db198ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2627854 Aug 12 14:39:59.597977 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-503c85b7-06a3-476c-95f5-da67877f1c3b req-f8eb3e73-a422-404f-8d9e-c4795f120c9b tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b0fa1b4-cdc9-458f-8dff-703987eed3f0 HTTP/1.1" status: 200 len: 210 time: 0.0287929 Aug 12 14:39:59.605326 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-f210cff5-d0ec-45fc-a5d9-3dac81312a5a req-64fe9ca5-a8bf-4412-94a9-071220844e3c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a681c17b-4312-41b7-b711-32d50b05905d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0626650 Aug 12 14:39:59.727959 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfda5095-b2cd-4fbe-b5d3-d4bc3d409aa9 req-255e5f61-01de-41c7-aa2d-31cb742e8183 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:39:59.729464 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-dfda5095-b2cd-4fbe-b5d3-d4bc3d409aa9 req-255e5f61-01de-41c7-aa2d-31cb742e8183 service neutron] 10.222.0.49 "GET /v2.0/networks?id=403ed391-7874-4a33-9f4f-96fa9ef207f4 HTTP/1.1" status: 200 len: 919 time: 0.4500275 Aug 12 14:39:59.764198 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-fb8a0d25-a78a-4a11-8d05-5974cdc62db9 req-af9242e0-73f7-4c01-8341-6c0845ad9b0f tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] 10.222.0.39 "GET /v2.0/ports?device_id=386835e1-c682-4306-8829-4ba3e0f82472 HTTP/1.1" status: 200 len: 210 time: 0.0920408 Aug 12 14:39:59.826975 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-dfda5095-b2cd-4fbe-b5d3-d4bc3d409aa9 req-a4d958f0-076a-4fe0-ae13-2a78e6d11d6b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9241cc5d-c8a3-48d9-8ce3-46074e26ba2d HTTP/1.1" status: 200 len: 217 time: 0.0870719 Aug 12 14:39:59.925704 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfda5095-b2cd-4fbe-b5d3-d4bc3d409aa9 req-63b78ab0-6421-46c8-b5ae-d8885834d8c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:39:59.928168 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-dfda5095-b2cd-4fbe-b5d3-d4bc3d409aa9 req-63b78ab0-6421-46c8-b5ae-d8885834d8c2 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d596ebc0-f7b2-4a88-b2fe-14085d881fde HTTP/1.1" status: 200 len: 858 time: 0.0792847 Aug 12 14:40:00.024635 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-f210cff5-d0ec-45fc-a5d9-3dac81312a5a req-94dadee1-2c16-4e19-bb93-c27c6f49c51f service neutron] 10.222.0.64 "GET /v2.0/networks/a681c17b-4312-41b7-b711-32d50b05905d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4118996 Aug 12 14:40:00.063902 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-dfda5095-b2cd-4fbe-b5d3-d4bc3d409aa9 req-275dea2d-5a39-43af-90fc-0806a155e661 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=403ed391-7874-4a33-9f4f-96fa9ef207f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1170931 Aug 12 14:40:00.108736 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [req-dfda5095-b2cd-4fbe-b5d3-d4bc3d409aa9 req-3bbee3a0-ae3a-43f8-a430-8e842d0ddc7f service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=94466) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 14:40:00.109889 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-dfda5095-b2cd-4fbe-b5d3-d4bc3d409aa9 req-3bbee3a0-ae3a-43f8-a430-8e842d0ddc7f service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0346215 Aug 12 14:40:00.207186 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-f210cff5-d0ec-45fc-a5d9-3dac81312a5a req-2f9e0a32-7e2d-404e-9446-768696b13fc0 service neutron] 10.222.0.64 "GET /v2.0/networks/a681c17b-4312-41b7-b711-32d50b05905d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409967 Aug 12 14:40:00.360333 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 43972) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:40:00.384435 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-dfda5095-b2cd-4fbe-b5d3-d4bc3d409aa9 req-65b6045f-ec6a-4d48-b478-26dded9d6af6 service neutron] 10.222.0.49 "GET /v2.0/networks/403ed391-7874-4a33-9f4f-96fa9ef207f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1760988 Aug 12 14:40:00.391529 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7642c6d9-bb02-4364-abe4-b6bc68db2fa2 req-12363855-a9cf-42ab-95a3-fde10aa0e9d2 tempest-VolumesActionsTest-1768521509 tempest-VolumesActionsTest-1768521509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:00.393038 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-7642c6d9-bb02-4364-abe4-b6bc68db2fa2 req-12363855-a9cf-42ab-95a3-fde10aa0e9d2 tempest-VolumesActionsTest-1768521509 tempest-VolumesActionsTest-1768521509-project] 10.222.0.39 "GET /v2.0/networks?id=deab0188-4b12-48ad-8302-81ef18af48b1 HTTP/1.1" status: 200 len: 807 time: 0.3282170 Aug 12 14:40:00.452880 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-7642c6d9-bb02-4364-abe4-b6bc68db2fa2 req-7ea9c604-e96c-4049-ab5a-ff5a3aefb867 tempest-VolumesActionsTest-1768521509 tempest-VolumesActionsTest-1768521509-project] 10.222.0.39 "GET /v2.0/quotas/7f24ddd1601f494992e93c7ccc824331 HTTP/1.1" status: 200 len: 375 time: 0.0510974 Aug 12 14:40:00.502013 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-7642c6d9-bb02-4364-abe4-b6bc68db2fa2 req-5bdf3cbf-60a1-4225-8837-99fb051e52b8 tempest-VolumesActionsTest-1768521509 tempest-VolumesActionsTest-1768521509-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=7f24ddd1601f494992e93c7ccc824331&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0385351 Aug 12 14:40:00.522918 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-c0296f0b-d0a5-4739-b2e2-129d9a1031da admin admin] Notify callbacks [] for security_group, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:00.606861 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-dfda5095-b2cd-4fbe-b5d3-d4bc3d409aa9 req-16f6e024-638a-4b64-a979-f91799e6ec51 service neutron] 10.222.0.49 "GET /v2.0/networks/403ed391-7874-4a33-9f4f-96fa9ef207f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2127779 Aug 12 14:40:00.657027 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-7642c6d9-bb02-4364-abe4-b6bc68db2fa2 req-46227c60-6175-4e88-a418-2f3396340c07 service neutron] 10.222.0.39 "GET /v2.0/networks/deab0188-4b12-48ad-8302-81ef18af48b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383333 Aug 12 14:40:00.666591 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-c0296f0b-d0a5-4739-b2e2-129d9a1031da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:00.681183 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d30462-7328-4b47-8bf1-aa0b8053054d req-35fa4ba2-584a-4dac-a687-c4205d33ad81 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:00.682711 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-90d30462-7328-4b47-8bf1-aa0b8053054d req-35fa4ba2-584a-4dac-a687-c4205d33ad81 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] 10.222.0.39 "GET /v2.0/ports?device_id=0c78da3a-37a4-408c-866e-6cd48d09416e HTTP/1.1" status: 200 len: 945 time: 0.0836947 Aug 12 14:40:00.684562 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-c0296f0b-d0a5-4739-b2e2-129d9a1031da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:00.744992 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-c0296f0b-d0a5-4739-b2e2-129d9a1031da admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=dbb834afc09d42b9afc3659a168b6d68&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3833060 Aug 12 14:40:00.745603 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 43982) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:40:00.756191 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-7642c6d9-bb02-4364-abe4-b6bc68db2fa2 req-9ac389c5-2cf4-43ce-937f-63b0ed0eece1 service neutron] 10.222.0.39 "GET /v2.0/networks/deab0188-4b12-48ad-8302-81ef18af48b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920157 Aug 12 14:40:00.757914 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0296f0b-d0a5-4739-b2e2-129d9a1031da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=119d7e2f-217d-4678-ae84-9965f32df724,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:40:00.792099 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0296f0b-d0a5-4739-b2e2-129d9a1031da admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:40:00.792460 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0296f0b-d0a5-4739-b2e2-129d9a1031da admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:40:00.792880 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0296f0b-d0a5-4739-b2e2-129d9a1031da admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:40:00.793243 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0296f0b-d0a5-4739-b2e2-129d9a1031da admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:40:00.793621 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0296f0b-d0a5-4739-b2e2-129d9a1031da admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:40:00.794007 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0296f0b-d0a5-4739-b2e2-129d9a1031da admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:40:00.794375 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0296f0b-d0a5-4739-b2e2-129d9a1031da admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:40:00.795409 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0296f0b-d0a5-4739-b2e2-129d9a1031da admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:40:00.795745 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0296f0b-d0a5-4739-b2e2-129d9a1031da admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:40:00.796078 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0296f0b-d0a5-4739-b2e2-129d9a1031da admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:40:00.796412 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0296f0b-d0a5-4739-b2e2-129d9a1031da admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:40:00.796749 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0296f0b-d0a5-4739-b2e2-129d9a1031da admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:40:00.813798 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-90d30462-7328-4b47-8bf1-aa0b8053054d req-d4e21b0a-055a-437f-821d-518886cfb65a tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b3c7ce2-70f7-4d15-8774-e830cec0f0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167262 Aug 12 14:40:00.867837 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-444c1785-6157-4b15-a124-4442d93f86c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:00.917707 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-444c1785-6157-4b15-a124-4442d93f86c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:00.956326 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-d982d747-1add-4dca-8b57-fd56570c0eed req-669c2921-0ba2-41d3-86bc-4b82a160cc31 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=65b2c96d0253481aa302fceca03e83a5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0516284 Aug 12 14:40:01.012487 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13f0f9e-9066-4665-9bfb-712823ddbb12 req-c4ebfc9b-8cf2-42c7-a4ff-5c1c78c96e0c tempest-ServerRescueNegativeTestJSON-1622637895 tempest-ServerRescueNegativeTestJSON-1622637895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:01.013966 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b13f0f9e-9066-4665-9bfb-712823ddbb12 req-c4ebfc9b-8cf2-42c7-a4ff-5c1c78c96e0c tempest-ServerRescueNegativeTestJSON-1622637895 tempest-ServerRescueNegativeTestJSON-1622637895-project] 10.222.0.39 "GET /v2.0/ports?device_id=bc74d9fd-9e29-4667-bb83-e5e3a6913f4e HTTP/1.1" status: 200 len: 946 time: 0.0838521 Aug 12 14:40:01.044449 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-444c1785-6157-4b15-a124-4442d93f86c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:01.055805 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-444c1785-6157-4b15-a124-4442d93f86c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:01.057197 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-444c1785-6157-4b15-a124-4442d93f86c7 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/119d7e2f-217d-4678-ae84-9965f32df724 HTTP/1.1" status: 204 len: 168 time: 0.3094525 Aug 12 14:40:01.077797 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444c1785-6157-4b15-a124-4442d93f86c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=119d7e2f-217d-4678-ae84-9965f32df724,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:40:01.124086 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b13f0f9e-9066-4665-9bfb-712823ddbb12 req-96c63481-35f7-47ef-bff9-b5383f6ebaf0 tempest-ServerRescueNegativeTestJSON-1622637895 tempest-ServerRescueNegativeTestJSON-1622637895-project] 10.222.0.39 "GET /v2.0/security-groups?id=268dec7e-7261-41d2-9e03-6b72db198ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940282 Aug 12 14:40:01.242930 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-8a7b28d7-efdc-4c0c-834b-3727ed38d93a req-825131db-f9a5-41d4-b9fd-5b36239cea95 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b0fa1b4-cdc9-458f-8dff-703987eed3f0 HTTP/1.1" status: 200 len: 210 time: 0.0307376 Aug 12 14:40:01.267420 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d982d747-1add-4dca-8b57-fd56570c0eed req-8cbf4e31-10a3-4c9f-8d2c-46f66bc51498 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:01.267936 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-d982d747-1add-4dca-8b57-fd56570c0eed req-8cbf4e31-10a3-4c9f-8d2c-46f66bc51498 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3078203 Aug 12 14:40:01.283888 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [req-d982d747-1add-4dca-8b57-fd56570c0eed req-af8db2ab-775b-4b2a-9999-b2fde6a464dc tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] Request body: {'port': {'device_id': '8b0fa1b4-cdc9-458f-8dff-703987eed3f0', 'network_id': '2525c403-dfb3-4196-a273-739607aab38a', 'admin_state_up': True, 'tenant_id': '65b2c96d0253481aa302fceca03e83a5'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:40:01.300004 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-cafefce8-568a-41d9-a6a5-cb7130c201ed req-68f603e0-1d3d-4710-92f8-7de42fb6c1ad tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] 10.222.0.39 "GET /v2.0/ports?device_id=386835e1-c682-4306-8829-4ba3e0f82472 HTTP/1.1" status: 200 len: 210 time: 0.0821426 Aug 12 14:40:01.409749 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-11ed429e-96fb-42a3-b6a1-3119612f9d56 req-522987e8-f67c-46f7-9e9c-bfa5de729e6f tempest-VolumesActionsTest-1768521509 tempest-VolumesActionsTest-1768521509-project] 10.222.0.39 "GET /v2.0/ports?device_id=612082f2-4ca1-43d5-b149-0f83e3189828 HTTP/1.1" status: 200 len: 210 time: 0.0441511 Aug 12 14:40:01.474603 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d982d747-1add-4dca-8b57-fd56570c0eed req-af8db2ab-775b-4b2a-9999-b2fde6a464dc tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] Made reservation on behalf of 65b2c96d0253481aa302fceca03e83a5 for: {'port': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:40:01.483049 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-d982d747-1add-4dca-8b57-fd56570c0eed req-af8db2ab-775b-4b2a-9999-b2fde6a464dc tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:01.493632 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-d982d747-1add-4dca-8b57-fd56570c0eed req-af8db2ab-775b-4b2a-9999-b2fde6a464dc tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] Notify callbacks [] for security_group, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:01.636417 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.agents_db [None req-17ed3e4c-1a7d-4162-9646-11c134aca297 None None] Agent healthcheck: found 7 active agents {{(pid=94469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 14:40:01.655884 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 44012) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:40:01.680276 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2446ff-1d28-4b50-a501-19169187bd7f req-e49bfb9c-7f1a-4dd7-ac59-56c6f9330151 tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:01.680796 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b72efed2-a59f-4c51-b8cb-724768339d53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:01.682091 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0d2446ff-1d28-4b50-a501-19169187bd7f req-e49bfb9c-7f1a-4dd7-ac59-56c6f9330151 tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] 10.222.0.64 "GET /v2.0/networks?id=981dd072-1b87-4241-83f5-836737afcd75 HTTP/1.1" status: 200 len: 812 time: 0.2082534 Aug 12 14:40:01.687461 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-d982d747-1add-4dca-8b57-fd56570c0eed req-af8db2ab-775b-4b2a-9999-b2fde6a464dc tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] Notify callbacks [] for security_group, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:01.698975 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-d982d747-1add-4dca-8b57-fd56570c0eed req-af8db2ab-775b-4b2a-9999-b2fde6a464dc tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:01.700842 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-0d2446ff-1d28-4b50-a501-19169187bd7f req-4a530c8f-18ab-4252-908f-2d510e92c2bf tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] Request body: {'port': {'device_id': '386835e1-c682-4306-8829-4ba3e0f82472', 'network_id': '981dd072-1b87-4241-83f5-836737afcd75', 'admin_state_up': True, 'tenant_id': '27838204baa14230af63fefe49eecf8a'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:40:01.840992 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8db2ab-775b-4b2a-9999-b2fde6a464dc tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5301a7d3-dd3e-456d-bf8f-dfd76884604a,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:40:01.965300 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [req-d982d747-1add-4dca-8b57-fd56570c0eed req-af8db2ab-775b-4b2a-9999-b2fde6a464dc tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] Allocated IP 192.168.233.90 (2525c403-dfb3-4196-a273-739607aab38a/236e0be6-1c94-4221-9e8b-ab02a53331f8/ebc29655-e531-44b0-80e0-93f88244161e) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:40:02.024538 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f6c2ab-5d3b-4a9c-9849-619122d8839d req-62bd1cfb-c30d-4c4b-b846-20e3694774b8 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:02.028432 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-65f6c2ab-5d3b-4a9c-9849-619122d8839d req-62bd1cfb-c30d-4c4b-b846-20e3694774b8 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] 10.222.0.39 "GET /v2.0/ports?device_id=0c78da3a-37a4-408c-866e-6cd48d09416e HTTP/1.1" status: 200 len: 945 time: 0.1163921 Aug 12 14:40:02.032619 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b72efed2-a59f-4c51-b8cb-724768339d53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:02.043982 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b72efed2-a59f-4c51-b8cb-724768339d53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:02.061510 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d2446ff-1d28-4b50-a501-19169187bd7f req-4a530c8f-18ab-4252-908f-2d510e92c2bf tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] Made reservation on behalf of 27838204baa14230af63fefe49eecf8a for: {'port': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:40:02.068183 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-0d2446ff-1d28-4b50-a501-19169187bd7f req-4a530c8f-18ab-4252-908f-2d510e92c2bf tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:02.170087 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72efed2-a59f-4c51-b8cb-724768339d53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d48f1cc-04d8-4cff-b337-ef17cb7d02a6,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:40:02.185728 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-b72efed2-a59f-4c51-b8cb-724768339d53 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=334f08b8ace64b92bbd8ae33c6be1069&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5278218 Aug 12 14:40:02.192126 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 44020) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:40:02.244874 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-65f6c2ab-5d3b-4a9c-9849-619122d8839d req-f71d1186-12a8-4b4a-b1e0-052ecd672dc0 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b3c7ce2-70f7-4d15-8774-e830cec0f0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1996856 Aug 12 14:40:02.262338 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_common [req-0d2446ff-1d28-4b50-a501-19169187bd7f req-4a530c8f-18ab-4252-908f-2d510e92c2bf tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] Allocated IP 172.20.0.6 (981dd072-1b87-4241-83f5-836737afcd75/55804ce3-3ce9-49bb-83d8-b79f95bd4874/af31cda9-733b-4e7b-9614-de3dddf9cf56) {{(pid=94467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:40:02.320998 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-d982d747-1add-4dca-8b57-fd56570c0eed req-af8db2ab-775b-4b2a-9999-b2fde6a464dc tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:02.359485 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [req-d982d747-1add-4dca-8b57-fd56570c0eed req-af8db2ab-775b-4b2a-9999-b2fde6a464dc tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] Transition to ACTIVE for port object ebc29655-e531-44b0-80e0-93f88244161e will not be triggered until provisioned by entity DHCP. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:40:02.380081 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a43ee0-d290-4ce7-9dd0-774519f36bbf req-1b399448-6f9b-4ca1-980d-16759fa640a0 tempest-ServerRescueNegativeTestJSON-1622637895 tempest-ServerRescueNegativeTestJSON-1622637895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:02.382153 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a2a43ee0-d290-4ce7-9dd0-774519f36bbf req-1b399448-6f9b-4ca1-980d-16759fa640a0 tempest-ServerRescueNegativeTestJSON-1622637895 tempest-ServerRescueNegativeTestJSON-1622637895-project] 10.222.0.39 "GET /v2.0/ports?device_id=bc74d9fd-9e29-4667-bb83-e5e3a6913f4e HTTP/1.1" status: 200 len: 946 time: 0.1147094 Aug 12 14:40:02.472426 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a2a43ee0-d290-4ce7-9dd0-774519f36bbf req-8236cc8e-4d5b-4fb7-8229-e4d9ece84238 tempest-ServerRescueNegativeTestJSON-1622637895 tempest-ServerRescueNegativeTestJSON-1622637895-project] 10.222.0.39 "GET /v2.0/security-groups?id=268dec7e-7261-41d2-9e03-6b72db198ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827999 Aug 12 14:40:02.585388 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device 6758b6bc-b7d7-40c7-bb23-a385518f48ae no longer exists at agent hyperv_n-h1-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:40:02.675333 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-0d2446ff-1d28-4b50-a501-19169187bd7f req-4a530c8f-18ab-4252-908f-2d510e92c2bf tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] Notify callbacks [] for port, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:02.696288 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:02.722797 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c78da3a-37a4-408c-866e-6cd48d09416e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6758b6bc-b7d7-40c7-bb23-a385518f48ae'}] {{(pid=94468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:40:02.725275 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99a8d87602170099c728e57431aca99e9b98a655a83bbf8727be13192709727b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47a6394d-ca38-4010-9e1f-04853f001225" -d '{"events": [{"server_uuid": "0c78da3a-37a4-408c-866e-6cd48d09416e", "name": "network-vif-unplugged", "status": "completed", "tag": "6758b6bc-b7d7-40c7-bb23-a385518f48ae"}]}' {{(pid=94468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:40:02.735680 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-364468bb-8e4e-4af3-9207-52291d64405e req-005f9695-96ca-47bf-8568-287e493ddc32 tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] 10.222.0.39 "GET /v2.0/ports?device_id=386835e1-c682-4306-8829-4ba3e0f82472 HTTP/1.1" status: 200 len: 210 time: 0.1435559 Aug 12 14:40:02.738530 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-0d2446ff-1d28-4b50-a501-19169187bd7f req-4a530c8f-18ab-4252-908f-2d510e92c2bf tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:02.743272 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port 6758b6bc-b7d7-40c7-bb23-a385518f48ae, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=6758b6bc-b7d7-40c7-bb23-a385518f48ae,segment=NetworkSegment(4c973057-417f-419d-840d-ea232fb579a5),segment_id=4c973057-417f-419d-840d-ea232fb579a5)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:40:02.751720 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:02.808273 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Pushing event updated for resources: {'Port': ['ID=6758b6bc-b7d7-40c7-bb23-a385518f48ae,revision_number=8']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:40:02.818064 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-25b9ba03-4841-4dcd-951f-5024cdfe7546 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:02.819658 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a530c8f-18ab-4252-908f-2d510e92c2bf tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] Pushing event updated for resources: {'Port': ['ID=af31cda9-733b-4e7b-9614-de3dddf9cf56,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:40:02.825727 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-e5e75130-b8c0-41b9-805c-dc26fe03229f req-f1c25276-66d6-4431-aa6b-ea294c98430b tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b0fa1b4-cdc9-458f-8dff-703987eed3f0 HTTP/1.1" status: 200 len: 210 time: 0.4916332 Aug 12 14:40:02.867406 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-68df5035-e411-4cad-bfb1-b0933c9e3d56 req-74bc8428-93b4-48ef-94c1-ff23216b4563 tempest-VolumesActionsTest-1768521509 tempest-VolumesActionsTest-1768521509-project] 10.222.0.39 "GET /v2.0/ports?device_id=612082f2-4ca1-43d5-b149-0f83e3189828 HTTP/1.1" status: 200 len: 210 time: 0.0341096 Aug 12 14:40:02.876423 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d2446ff-1d28-4b50-a501-19169187bd7f req-4a530c8f-18ab-4252-908f-2d510e92c2bf tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] Network 981dd072-1b87-4241-83f5-836737afcd75 is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:40:02.877849 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [req-0d2446ff-1d28-4b50-a501-19169187bd7f req-4a530c8f-18ab-4252-908f-2d510e92c2bf tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:40:02.880531 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d2446ff-1d28-4b50-a501-19169187bd7f req-4a530c8f-18ab-4252-908f-2d510e92c2bf tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] Received port after_create {{(pid=94467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:40:02.898035 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-25b9ba03-4841-4dcd-951f-5024cdfe7546 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:02.945363 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2446ff-1d28-4b50-a501-19169187bd7f req-4a530c8f-18ab-4252-908f-2d510e92c2bf tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:02.946052 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-0d2446ff-1d28-4b50-a501-19169187bd7f req-4a530c8f-18ab-4252-908f-2d510e92c2bf tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:02.951156 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 12 Aug 2021 14:40:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e28a7a7d-5bb8-4671-8f8c-12d89df7885e x-openstack-request-id: req-e28a7a7d-5bb8-4671-8f8c-12d89df7885e {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:40:02.951443 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c78da3a-37a4-408c-866e-6cd48d09416e", "name": "network-vif-unplugged", "status": "failed", "tag": "6758b6bc-b7d7-40c7-bb23-a385518f48ae", "code": 422}]} {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:40:02.951866 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e28a7a7d-5bb8-4671-8f8c-12d89df7885e {{(pid=94468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:40:02.952442 n-d-694802-15 neutron-server[94468]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '0c78da3a-37a4-408c-866e-6cd48d09416e', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '6758b6bc-b7d7-40c7-bb23-a385518f48ae', 'code': 422} returned with failed status Aug 12 14:40:02.966298 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0d2446ff-1d28-4b50-a501-19169187bd7f req-4a530c8f-18ab-4252-908f-2d510e92c2bf tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2717669 Aug 12 14:40:02.979208 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-0d2446ff-1d28-4b50-a501-19169187bd7f req-1f64ab2e-ce1b-4747-bb87-2b353e60845a service neutron] Request body: {'port': {'device_id': '386835e1-c682-4306-8829-4ba3e0f82472', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-694802-15'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:40:02.979981 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-d982d747-1add-4dca-8b57-fd56570c0eed req-af8db2ab-775b-4b2a-9999-b2fde6a464dc tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:03.039544 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-0d2446ff-1d28-4b50-a501-19169187bd7f req-1f64ab2e-ce1b-4747-bb87-2b353e60845a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:03.048743 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d982d747-1add-4dca-8b57-fd56570c0eed req-af8db2ab-775b-4b2a-9999-b2fde6a464dc tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] Network 2525c403-dfb3-4196-a273-739607aab38a is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:40:03.063628 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [req-d982d747-1add-4dca-8b57-fd56570c0eed req-af8db2ab-775b-4b2a-9999-b2fde6a464dc tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:40:03.066744 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [req-d982d747-1add-4dca-8b57-fd56570c0eed req-af8db2ab-775b-4b2a-9999-b2fde6a464dc tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:40:03.088628 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7642c6d9-bb02-4364-abe4-b6bc68db2fa2 req-0ab247ad-3187-40d0-9e53-9b0b1c813297 tempest-VolumesActionsTest-1768521509 tempest-VolumesActionsTest-1768521509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:03.091098 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-7642c6d9-bb02-4364-abe4-b6bc68db2fa2 req-0ab247ad-3187-40d0-9e53-9b0b1c813297 tempest-VolumesActionsTest-1768521509 tempest-VolumesActionsTest-1768521509-project] 10.222.0.49 "GET /v2.0/networks?id=deab0188-4b12-48ad-8302-81ef18af48b1 HTTP/1.1" status: 200 len: 807 time: 0.2682252 Aug 12 14:40:03.130477 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-25b9ba03-4841-4dcd-951f-5024cdfe7546 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:03.133935 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-25b9ba03-4841-4dcd-951f-5024cdfe7546 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:03.137407 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-25b9ba03-4841-4dcd-951f-5024cdfe7546 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5d48f1cc-04d8-4cff-b337-ef17cb7d02a6 HTTP/1.1" status: 204 len: 168 time: 0.9420247 Aug 12 14:40:03.146897 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8db2ab-775b-4b2a-9999-b2fde6a464dc tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] Pushing event updated for resources: {'Port': ['ID=ebc29655-e531-44b0-80e0-93f88244161e,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:40:03.168730 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [req-7642c6d9-bb02-4364-abe4-b6bc68db2fa2 req-86fdb019-3702-4a6b-947b-6ad2bc7fce77 tempest-VolumesActionsTest-1768521509 tempest-VolumesActionsTest-1768521509-project] Request body: {'port': {'device_id': '612082f2-4ca1-43d5-b149-0f83e3189828', 'network_id': 'deab0188-4b12-48ad-8302-81ef18af48b1', 'admin_state_up': True, 'tenant_id': '7f24ddd1601f494992e93c7ccc824331'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:40:03.199508 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b9ba03-4841-4dcd-951f-5024cdfe7546 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d48f1cc-04d8-4cff-b337-ef17cb7d02a6,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:40:03.263411 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d982d747-1add-4dca-8b57-fd56570c0eed req-af8db2ab-775b-4b2a-9999-b2fde6a464dc tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:03.264590 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-d982d747-1add-4dca-8b57-fd56570c0eed req-af8db2ab-775b-4b2a-9999-b2fde6a464dc tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:03.317311 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-d982d747-1add-4dca-8b57-fd56570c0eed req-af8db2ab-775b-4b2a-9999-b2fde6a464dc tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0379496 Aug 12 14:40:03.345212 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [req-d982d747-1add-4dca-8b57-fd56570c0eed req-7cdc08dd-ea4d-43e4-b726-23d5e43a9a77 service neutron] Request body: {'port': {'device_id': '8b0fa1b4-cdc9-458f-8dff-703987eed3f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-694802-15'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:40:03.462857 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-d982d747-1add-4dca-8b57-fd56570c0eed req-7cdc08dd-ea4d-43e4-b726-23d5e43a9a77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:03.511293 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7642c6d9-bb02-4364-abe4-b6bc68db2fa2 req-86fdb019-3702-4a6b-947b-6ad2bc7fce77 tempest-VolumesActionsTest-1768521509 tempest-VolumesActionsTest-1768521509-project] Made reservation on behalf of 7f24ddd1601f494992e93c7ccc824331 for: {'port': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:40:03.516960 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-7642c6d9-bb02-4364-abe4-b6bc68db2fa2 req-86fdb019-3702-4a6b-947b-6ad2bc7fce77 tempest-VolumesActionsTest-1768521509 tempest-VolumesActionsTest-1768521509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:03.532755 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-b3d40c99-b949-46bf-b447-780d510cec39 None None] Provisioning for port ebc29655-e531-44b0-80e0-93f88244161e completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:40:03.538423 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-b3d40c99-b949-46bf-b447-780d510cec39 None None] Provisioning complete for port ebc29655-e531-44b0-80e0-93f88244161e triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:40:03.538814 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-b3d40c99-b949-46bf-b447-780d510cec39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:03.544713 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963b7df8-d242-4d21-9fa6-9d88fef9803c req-4a5803f6-d8fc-46af-ac08-bc0fd626feca tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:03.554720 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-963b7df8-d242-4d21-9fa6-9d88fef9803c req-4a5803f6-d8fc-46af-ac08-bc0fd626feca tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] 10.222.0.39 "GET /v2.0/ports?device_id=0c78da3a-37a4-408c-866e-6cd48d09416e HTTP/1.1" status: 200 len: 943 time: 0.1706135 Aug 12 14:40:03.599173 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [req-0d2446ff-1d28-4b50-a501-19169187bd7f req-1f64ab2e-ce1b-4747-bb87-2b353e60845a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af31cda9-733b-4e7b-9614-de3dddf9cf56 {{(pid=94467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:40:03.607973 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-b3d40c99-b949-46bf-b447-780d510cec39 None None] Port ebc29655-e531-44b0-80e0-93f88244161e cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 14:40:03.619301 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-0d2446ff-1d28-4b50-a501-19169187bd7f req-1f64ab2e-ce1b-4747-bb87-2b353e60845a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:03.635077 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [req-0d2446ff-1d28-4b50-a501-19169187bd7f req-1f64ab2e-ce1b-4747-bb87-2b353e60845a service neutron] Transition to ACTIVE for port object af31cda9-733b-4e7b-9614-de3dddf9cf56 will not be triggered until provisioned by entity L2. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:40:03.651531 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-0d2446ff-1d28-4b50-a501-19169187bd7f req-1f64ab2e-ce1b-4747-bb87-2b353e60845a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:03.700604 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-963b7df8-d242-4d21-9fa6-9d88fef9803c req-f1a118e1-d703-4433-bd6e-eda600ffd2a4 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b3c7ce2-70f7-4d15-8774-e830cec0f0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447616 Aug 12 14:40:03.741260 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f64ab2e-ce1b-4747-bb87-2b353e60845a service neutron] Pushing event updated for resources: {'Port': ['ID=af31cda9-733b-4e7b-9614-de3dddf9cf56,revision_number=2']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:40:03.853205 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-0d2446ff-1d28-4b50-a501-19169187bd7f req-1f64ab2e-ce1b-4747-bb87-2b353e60845a service neutron] Attempting to bind port af31cda9-733b-4e7b-9614-de3dddf9cf56 on host n-h1-694802-15 for vnic_type normal with profile {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:40:03.853743 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-0d2446ff-1d28-4b50-a501-19169187bd7f req-1f64ab2e-ce1b-4747-bb87-2b353e60845a service neutron] Attempting to bind port af31cda9-733b-4e7b-9614-de3dddf9cf56 by drivers openvswitch,hyperv on host n-h1-694802-15 at level 0 using segments [{'id': '21390069-236e-48c1-88f4-ced6154e645c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '981dd072-1b87-4241-83f5-836737afcd75'}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:40:03.854149 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d2446ff-1d28-4b50-a501-19169187bd7f req-1f64ab2e-ce1b-4747-bb87-2b353e60845a service neutron] Attempting to bind port af31cda9-733b-4e7b-9614-de3dddf9cf56 on network 981dd072-1b87-4241-83f5-836737afcd75 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:40:03.860695 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d2446ff-1d28-4b50-a501-19169187bd7f req-1f64ab2e-ce1b-4747-bb87-2b353e60845a service neutron] Port af31cda9-733b-4e7b-9614-de3dddf9cf56 on network 981dd072-1b87-4241-83f5-836737afcd75 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-15 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 14:40:03.861244 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d2446ff-1d28-4b50-a501-19169187bd7f req-1f64ab2e-ce1b-4747-bb87-2b353e60845a service neutron] Attempting to bind port af31cda9-733b-4e7b-9614-de3dddf9cf56 on network 981dd072-1b87-4241-83f5-836737afcd75 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:40:03.867411 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d2446ff-1d28-4b50-a501-19169187bd7f req-1f64ab2e-ce1b-4747-bb87-2b353e60845a service neutron] Checking agent: {'id': 'de568313-a3e6-454a-9813-77e25edcea95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 27, 41), 'started_at': datetime.datetime(2021, 8, 12, 14, 27, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 39, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:40:03.867910 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d2446ff-1d28-4b50-a501-19169187bd7f req-1f64ab2e-ce1b-4747-bb87-2b353e60845a service neutron] Checking segment: {'id': '21390069-236e-48c1-88f4-ced6154e645c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '981dd072-1b87-4241-83f5-836737afcd75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:40:03.868327 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d2446ff-1d28-4b50-a501-19169187bd7f req-1f64ab2e-ce1b-4747-bb87-2b353e60845a service neutron] Bound using segment: {'id': '21390069-236e-48c1-88f4-ced6154e645c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '981dd072-1b87-4241-83f5-836737afcd75'} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:40:03.868890 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-0d2446ff-1d28-4b50-a501-19169187bd7f req-1f64ab2e-ce1b-4747-bb87-2b353e60845a service neutron] Bound port: af31cda9-733b-4e7b-9614-de3dddf9cf56, host: n-h1-694802-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21390069-236e-48c1-88f4-ced6154e645c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '981dd072-1b87-4241-83f5-836737afcd75'}}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:40:03.869301 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-0d2446ff-1d28-4b50-a501-19169187bd7f req-1f64ab2e-ce1b-4747-bb87-2b353e60845a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:03.969179 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c321e5c-cf79-40e2-8aa7-89a2e9dd093a req-b6d6221e-7772-4ab7-a714-c80076615708 tempest-ServerRescueNegativeTestJSON-1622637895 tempest-ServerRescueNegativeTestJSON-1622637895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:03.977083 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-5c321e5c-cf79-40e2-8aa7-89a2e9dd093a req-b6d6221e-7772-4ab7-a714-c80076615708 tempest-ServerRescueNegativeTestJSON-1622637895 tempest-ServerRescueNegativeTestJSON-1622637895-project] 10.222.0.39 "GET /v2.0/ports?device_id=bc74d9fd-9e29-4667-bb83-e5e3a6913f4e HTTP/1.1" status: 200 len: 946 time: 0.3244307 Aug 12 14:40:04.058690 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [req-7642c6d9-bb02-4364-abe4-b6bc68db2fa2 req-86fdb019-3702-4a6b-947b-6ad2bc7fce77 tempest-VolumesActionsTest-1768521509 tempest-VolumesActionsTest-1768521509-project] Allocated IP 172.20.0.3 (deab0188-4b12-48ad-8302-81ef18af48b1/002d6353-4fcc-4e8f-8c37-c3c5e85849da/2bfa4e0b-3962-4ab8-85f0-72a6f1ab8457) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:40:04.060289 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-0d2446ff-1d28-4b50-a501-19169187bd7f req-1f64ab2e-ce1b-4747-bb87-2b353e60845a service neutron] For port af31cda9-733b-4e7b-9614-de3dddf9cf56, host n-h1-694802-15, cleared binding levels {{(pid=94467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:40:04.068126 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-0d2446ff-1d28-4b50-a501-19169187bd7f req-1f64ab2e-ce1b-4747-bb87-2b353e60845a service neutron] For port af31cda9-733b-4e7b-9614-de3dddf9cf56, host n-h1-694802-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=af31cda9-733b-4e7b-9614-de3dddf9cf56,segment=NetworkSegment(21390069-236e-48c1-88f4-ced6154e645c),segment_id=21390069-236e-48c1-88f4-ced6154e645c)] {{(pid=94467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:40:04.079637 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-0d2446ff-1d28-4b50-a501-19169187bd7f req-1f64ab2e-ce1b-4747-bb87-2b353e60845a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:04.139336 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2446ff-1d28-4b50-a501-19169187bd7f req-1f64ab2e-ce1b-4747-bb87-2b353e60845a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:04.140960 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-0d2446ff-1d28-4b50-a501-19169187bd7f req-1f64ab2e-ce1b-4747-bb87-2b353e60845a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:04.142616 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0d2446ff-1d28-4b50-a501-19169187bd7f req-1f64ab2e-ce1b-4747-bb87-2b353e60845a service neutron] 10.222.0.64 "PUT /v2.0/ports/af31cda9-733b-4e7b-9614-de3dddf9cf56 HTTP/1.1" status: 200 len: 1092 time: 1.1691220 Aug 12 14:40:04.145518 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '386835e1-c682-4306-8829-4ba3e0f82472', 'tag': 'af31cda9-733b-4e7b-9614-de3dddf9cf56'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:40:04.149084 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e65282f928b64038367d043a4411777802006c43a98742496cb2e25b724ff1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9aa63aa5-796e-481f-a500-bbd801a404ee" -d '{"events": [{"name": "network-changed", "server_uuid": "386835e1-c682-4306-8829-4ba3e0f82472", "tag": "af31cda9-733b-4e7b-9614-de3dddf9cf56"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:40:04.174168 n-d-694802-15 neutron-server[94466]: DEBUG neutron.notifiers.nova [req-d982d747-1add-4dca-8b57-fd56570c0eed req-7cdc08dd-ea4d-43e4-b726-23d5e43a9a77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ebc29655-e531-44b0-80e0-93f88244161e {{(pid=94466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:40:04.181942 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f64ab2e-ce1b-4747-bb87-2b353e60845a service neutron] Pushing event updated for resources: {'Port': ['ID=af31cda9-733b-4e7b-9614-de3dddf9cf56,revision_number=3']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:40:04.182729 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-d982d747-1add-4dca-8b57-fd56570c0eed req-7cdc08dd-ea4d-43e4-b726-23d5e43a9a77 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:04.195972 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [req-d982d747-1add-4dca-8b57-fd56570c0eed req-7cdc08dd-ea4d-43e4-b726-23d5e43a9a77 service neutron] Transition to ACTIVE for port object ebc29655-e531-44b0-80e0-93f88244161e will not be triggered until provisioned by entity L2. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:40:04.213587 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-5c321e5c-cf79-40e2-8aa7-89a2e9dd093a req-bea77ad0-ed83-411c-9f63-47f9d2607149 tempest-ServerRescueNegativeTestJSON-1622637895 tempest-ServerRescueNegativeTestJSON-1622637895-project] 10.222.0.39 "GET /v2.0/security-groups?id=268dec7e-7261-41d2-9e03-6b72db198ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2353892 Aug 12 14:40:04.227580 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-d982d747-1add-4dca-8b57-fd56570c0eed req-7cdc08dd-ea4d-43e4-b726-23d5e43a9a77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3718439'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:04.267529 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2446ff-1d28-4b50-a501-19169187bd7f req-448f672d-af2b-4b11-bf26-d9106ea3db77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:04.269173 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0d2446ff-1d28-4b50-a501-19169187bd7f req-448f672d-af2b-4b11-bf26-d9106ea3db77 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=27838204baa14230af63fefe49eecf8a&device_id=386835e1-c682-4306-8829-4ba3e0f82472 HTTP/1.1" status: 200 len: 1095 time: 0.0732250 Aug 12 14:40:04.346596 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0d2446ff-1d28-4b50-a501-19169187bd7f req-10114260-7f8c-4825-85b5-4c3f5088f04b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=af31cda9-733b-4e7b-9614-de3dddf9cf56 HTTP/1.1" status: 200 len: 217 time: 0.0677476 Aug 12 14:40:04.371115 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdc08dd-ea4d-43e4-b726-23d5e43a9a77 service neutron] Pushing event updated for resources: {'Port': ['ID=ebc29655-e531-44b0-80e0-93f88244161e,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:40:04.417641 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2446ff-1d28-4b50-a501-19169187bd7f req-d3092849-f6fc-4adf-b423-38db2d6bc3b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:04.419380 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0d2446ff-1d28-4b50-a501-19169187bd7f req-d3092849-f6fc-4adf-b423-38db2d6bc3b6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=55804ce3-3ce9-49bb-83d8-b79f95bd4874 HTTP/1.1" status: 200 len: 852 time: 0.0651248 Aug 12 14:40:04.471889 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0d2446ff-1d28-4b50-a501-19169187bd7f req-0c545dbf-9b77-47f2-b787-0dd0ff5542c9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=981dd072-1b87-4241-83f5-836737afcd75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416355 Aug 12 14:40:04.673419 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82a8de6-b2d6-4963-b8d5-5b66f8077587 req-079d11c3-4dd8-42ec-b71b-c353e3fe23f6 tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:04.674190 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0d2446ff-1d28-4b50-a501-19169187bd7f req-3b2656b5-0d29-4a03-afa2-c67b55fd13f3 service neutron] 10.222.0.64 "GET /v2.0/networks/981dd072-1b87-4241-83f5-836737afcd75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1939266 Aug 12 14:40:04.681219 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-e82a8de6-b2d6-4963-b8d5-5b66f8077587 req-079d11c3-4dd8-42ec-b71b-c353e3fe23f6 tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] 10.222.0.39 "GET /v2.0/ports?device_id=386835e1-c682-4306-8829-4ba3e0f82472 HTTP/1.1" status: 200 len: 943 time: 0.3235550 Aug 12 14:40:04.719799 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [req-d982d747-1add-4dca-8b57-fd56570c0eed req-7cdc08dd-ea4d-43e4-b726-23d5e43a9a77 service neutron] Attempting to bind port ebc29655-e531-44b0-80e0-93f88244161e on host n-h1-694802-15 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:40:04.720189 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [req-d982d747-1add-4dca-8b57-fd56570c0eed req-7cdc08dd-ea4d-43e4-b726-23d5e43a9a77 service neutron] Attempting to bind port ebc29655-e531-44b0-80e0-93f88244161e by drivers openvswitch,hyperv on host n-h1-694802-15 at level 0 using segments [{'id': 'a1f8c867-101b-4d30-814e-b89f55a5edd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '2525c403-dfb3-4196-a273-739607aab38a'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:40:04.720552 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d982d747-1add-4dca-8b57-fd56570c0eed req-7cdc08dd-ea4d-43e4-b726-23d5e43a9a77 service neutron] Attempting to bind port ebc29655-e531-44b0-80e0-93f88244161e on network 2525c403-dfb3-4196-a273-739607aab38a {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:40:04.783206 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d982d747-1add-4dca-8b57-fd56570c0eed req-7cdc08dd-ea4d-43e4-b726-23d5e43a9a77 service neutron] Port ebc29655-e531-44b0-80e0-93f88244161e on network 2525c403-dfb3-4196-a273-739607aab38a not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-15 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 14:40:04.783766 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d982d747-1add-4dca-8b57-fd56570c0eed req-7cdc08dd-ea4d-43e4-b726-23d5e43a9a77 service neutron] Attempting to bind port ebc29655-e531-44b0-80e0-93f88244161e on network 2525c403-dfb3-4196-a273-739607aab38a {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:40:04.796607 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d982d747-1add-4dca-8b57-fd56570c0eed req-7cdc08dd-ea4d-43e4-b726-23d5e43a9a77 service neutron] Checking agent: {'id': 'de568313-a3e6-454a-9813-77e25edcea95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 27, 41), 'started_at': datetime.datetime(2021, 8, 12, 14, 27, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 39, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:40:04.797037 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d982d747-1add-4dca-8b57-fd56570c0eed req-7cdc08dd-ea4d-43e4-b726-23d5e43a9a77 service neutron] Checking segment: {'id': 'a1f8c867-101b-4d30-814e-b89f55a5edd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '2525c403-dfb3-4196-a273-739607aab38a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:40:04.797431 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d982d747-1add-4dca-8b57-fd56570c0eed req-7cdc08dd-ea4d-43e4-b726-23d5e43a9a77 service neutron] Bound using segment: {'id': 'a1f8c867-101b-4d30-814e-b89f55a5edd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '2525c403-dfb3-4196-a273-739607aab38a'} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:40:04.797873 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [req-d982d747-1add-4dca-8b57-fd56570c0eed req-7cdc08dd-ea4d-43e4-b726-23d5e43a9a77 service neutron] Bound port: ebc29655-e531-44b0-80e0-93f88244161e, host: n-h1-694802-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1f8c867-101b-4d30-814e-b89f55a5edd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '2525c403-dfb3-4196-a273-739607aab38a'}}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:40:04.798240 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-d982d747-1add-4dca-8b57-fd56570c0eed req-7cdc08dd-ea4d-43e4-b726-23d5e43a9a77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:04.878005 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0d2446ff-1d28-4b50-a501-19169187bd7f req-c743b4ca-f89d-4074-8800-c528aafac8af service neutron] 10.222.0.64 "GET /v2.0/networks/981dd072-1b87-4241-83f5-836737afcd75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1929855 Aug 12 14:40:04.910511 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-e82a8de6-b2d6-4963-b8d5-5b66f8077587 req-b76a05ff-1526-4694-badb-ef67f21cbb52 tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] 10.222.0.39 "GET /v2.0/security-groups?id=236a0eec-9f7c-4484-872e-cf0d4d2f69af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2224231 Aug 12 14:40:04.915904 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-7642c6d9-bb02-4364-abe4-b6bc68db2fa2 req-86fdb019-3702-4a6b-947b-6ad2bc7fce77 tempest-VolumesActionsTest-1768521509 tempest-VolumesActionsTest-1768521509-project] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:04.975010 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [req-d982d747-1add-4dca-8b57-fd56570c0eed req-7cdc08dd-ea4d-43e4-b726-23d5e43a9a77 service neutron] For port ebc29655-e531-44b0-80e0-93f88244161e, host n-h1-694802-15, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:40:04.979784 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [req-d982d747-1add-4dca-8b57-fd56570c0eed req-7cdc08dd-ea4d-43e4-b726-23d5e43a9a77 service neutron] For port ebc29655-e531-44b0-80e0-93f88244161e, host n-h1-694802-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=ebc29655-e531-44b0-80e0-93f88244161e,segment=NetworkSegment(a1f8c867-101b-4d30-814e-b89f55a5edd0),segment_id=a1f8c867-101b-4d30-814e-b89f55a5edd0)] {{(pid=94466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:40:04.996521 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-d982d747-1add-4dca-8b57-fd56570c0eed req-7cdc08dd-ea4d-43e4-b726-23d5e43a9a77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3718439'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:05.083360 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d982d747-1add-4dca-8b57-fd56570c0eed req-7cdc08dd-ea4d-43e4-b726-23d5e43a9a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:05.084056 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-d982d747-1add-4dca-8b57-fd56570c0eed req-7cdc08dd-ea4d-43e4-b726-23d5e43a9a77 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:05.085575 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-d982d747-1add-4dca-8b57-fd56570c0eed req-7cdc08dd-ea4d-43e4-b726-23d5e43a9a77 service neutron] 10.222.0.64 "PUT /v2.0/ports/ebc29655-e531-44b0-80e0-93f88244161e HTTP/1.1" status: 200 len: 1096 time: 1.7465420 Aug 12 14:40:05.090160 n-d-694802-15 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b0fa1b4-cdc9-458f-8dff-703987eed3f0', 'tag': 'ebc29655-e531-44b0-80e0-93f88244161e'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:40:05.093951 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e785eeede3897370d0b20f09d5f461b30cfecd5ed38c4f07dacd02bc52c9277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-987c9701-76c5-4041-9a0f-deb347063125" -d '{"events": [{"name": "network-changed", "server_uuid": "8b0fa1b4-cdc9-458f-8dff-703987eed3f0", "tag": "ebc29655-e531-44b0-80e0-93f88244161e"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:40:05.105717 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-7642c6d9-bb02-4364-abe4-b6bc68db2fa2 req-86fdb019-3702-4a6b-947b-6ad2bc7fce77 tempest-VolumesActionsTest-1768521509 tempest-VolumesActionsTest-1768521509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:05.122235 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdc08dd-ea4d-43e4-b726-23d5e43a9a77 service neutron] Pushing event updated for resources: {'Port': ['ID=ebc29655-e531-44b0-80e0-93f88244161e,revision_number=3']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:40:05.201252 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7642c6d9-bb02-4364-abe4-b6bc68db2fa2 req-86fdb019-3702-4a6b-947b-6ad2bc7fce77 tempest-VolumesActionsTest-1768521509 tempest-VolumesActionsTest-1768521509-project] Network deab0188-4b12-48ad-8302-81ef18af48b1 is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:40:05.211127 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca3f559-4151-41e3-98bd-87720c525102 req-a6b08cde-acb7-4538-87ff-4857cf51049d tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:05.212914 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8b0086-753f-491a-ad64-e4ae6b8aae91 req-2a2408ff-7b8b-4394-adb0-28c3b37dbbfd tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:05.214490 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-bc8b0086-753f-491a-ad64-e4ae6b8aae91 req-2a2408ff-7b8b-4394-adb0-28c3b37dbbfd tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b0fa1b4-cdc9-458f-8dff-703987eed3f0 HTTP/1.1" status: 200 len: 947 time: 0.1847508 Aug 12 14:40:05.226457 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-aca3f559-4151-41e3-98bd-87720c525102 req-a6b08cde-acb7-4538-87ff-4857cf51049d tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] 10.222.0.39 "GET /v2.0/ports?device_id=0c78da3a-37a4-408c-866e-6cd48d09416e HTTP/1.1" status: 200 len: 943 time: 0.0861588 Aug 12 14:40:05.234951 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [req-7642c6d9-bb02-4364-abe4-b6bc68db2fa2 req-86fdb019-3702-4a6b-947b-6ad2bc7fce77 tempest-VolumesActionsTest-1768521509 tempest-VolumesActionsTest-1768521509-project] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:40:05.245916 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [req-7642c6d9-bb02-4364-abe4-b6bc68db2fa2 req-86fdb019-3702-4a6b-947b-6ad2bc7fce77 tempest-VolumesActionsTest-1768521509 tempest-VolumesActionsTest-1768521509-project] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:40:05.280008 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fdb019-3702-4a6b-947b-6ad2bc7fce77 tempest-VolumesActionsTest-1768521509 tempest-VolumesActionsTest-1768521509-project] Pushing event updated for resources: {'Port': ['ID=2bfa4e0b-3962-4ab8-85f0-72a6f1ab8457,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:40:05.333569 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-bc8b0086-753f-491a-ad64-e4ae6b8aae91 req-44d9b163-8678-49db-846c-554e3d983cac tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] 10.222.0.39 "GET /v2.0/security-groups?id=5301a7d3-dd3e-456d-bf8f-dfd76884604a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941670 Aug 12 14:40:05.340367 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7642c6d9-bb02-4364-abe4-b6bc68db2fa2 req-86fdb019-3702-4a6b-947b-6ad2bc7fce77 tempest-VolumesActionsTest-1768521509 tempest-VolumesActionsTest-1768521509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:05.341022 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-7642c6d9-bb02-4364-abe4-b6bc68db2fa2 req-86fdb019-3702-4a6b-947b-6ad2bc7fce77 tempest-VolumesActionsTest-1768521509 tempest-VolumesActionsTest-1768521509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:05.346321 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d982d747-1add-4dca-8b57-fd56570c0eed req-548d05e4-6570-427d-93e2-a7225dde211a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:05.356358 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-d982d747-1add-4dca-8b57-fd56570c0eed req-548d05e4-6570-427d-93e2-a7225dde211a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=65b2c96d0253481aa302fceca03e83a5&device_id=8b0fa1b4-cdc9-458f-8dff-703987eed3f0 HTTP/1.1" status: 200 len: 1099 time: 0.1797330 Aug 12 14:40:05.374033 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-7642c6d9-bb02-4364-abe4-b6bc68db2fa2 req-86fdb019-3702-4a6b-947b-6ad2bc7fce77 tempest-VolumesActionsTest-1768521509 tempest-VolumesActionsTest-1768521509-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2192774 Aug 12 14:40:05.392879 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [req-aca3f559-4151-41e3-98bd-87720c525102 req-03bcdfa8-ec1e-48f2-a591-c1bb5c1eebc3 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] Deleting port 6758b6bc-b7d7-40c7-bb23-a385518f48ae {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:40:05.393239 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-aca3f559-4151-41e3-98bd-87720c525102 req-03bcdfa8-ec1e-48f2-a591-c1bb5c1eebc3 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:05.406998 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [req-7642c6d9-bb02-4364-abe4-b6bc68db2fa2 req-b7bb85d4-b4fe-4a97-89b3-ed7cff38b809 service neutron] Request body: {'port': {'device_id': '612082f2-4ca1-43d5-b149-0f83e3189828', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-694802-15'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:40:05.410675 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-d982d747-1add-4dca-8b57-fd56570c0eed req-e12bb748-aeb7-44d2-9e90-fc535e804a47 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=ebc29655-e531-44b0-80e0-93f88244161e HTTP/1.1" status: 200 len: 217 time: 0.0450015 Aug 12 14:40:05.515616 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-aca3f559-4151-41e3-98bd-87720c525102 req-03bcdfa8-ec1e-48f2-a591-c1bb5c1eebc3 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] For port 6758b6bc-b7d7-40c7-bb23-a385518f48ae, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=6758b6bc-b7d7-40c7-bb23-a385518f48ae,segment=NetworkSegment(4c973057-417f-419d-840d-ea232fb579a5),segment_id=4c973057-417f-419d-840d-ea232fb579a5)] {{(pid=94467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:40:05.516004 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-aca3f559-4151-41e3-98bd-87720c525102 req-03bcdfa8-ec1e-48f2-a591-c1bb5c1eebc3 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:05.535668 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [req-aca3f559-4151-41e3-98bd-87720c525102 req-03bcdfa8-ec1e-48f2-a591-c1bb5c1eebc3 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] Calling delete_port for 6758b6bc-b7d7-40c7-bb23-a385518f48ae owned by compute:nova {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:40:05.549819 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a45b2ff-514e-48e3-bc7a-c5ee22dc2081 req-4b4d1fcb-0795-44b9-bffd-c1382e54311c tempest-VolumesActionsTest-1768521509 tempest-VolumesActionsTest-1768521509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:05.551336 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-1a45b2ff-514e-48e3-bc7a-c5ee22dc2081 req-4b4d1fcb-0795-44b9-bffd-c1382e54311c tempest-VolumesActionsTest-1768521509 tempest-VolumesActionsTest-1768521509-project] 10.222.0.39 "GET /v2.0/ports?device_id=612082f2-4ca1-43d5-b149-0f83e3189828 HTTP/1.1" status: 200 len: 931 time: 0.1203659 Aug 12 14:40:05.559267 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-7642c6d9-bb02-4364-abe4-b6bc68db2fa2 req-b7bb85d4-b4fe-4a97-89b3-ed7cff38b809 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:05.564282 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d982d747-1add-4dca-8b57-fd56570c0eed req-bdf8b4fc-3e38-42a9-9332-667e258614a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:05.567629 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-d982d747-1add-4dca-8b57-fd56570c0eed req-bdf8b4fc-3e38-42a9-9332-667e258614a5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=236e0be6-1c94-4221-9e8b-ab02a53331f8 HTTP/1.1" status: 200 len: 843 time: 0.1336751 Aug 12 14:40:05.673322 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-1a45b2ff-514e-48e3-bc7a-c5ee22dc2081 req-38ea5d7b-6dc0-4abd-a999-227bebe2f740 tempest-VolumesActionsTest-1768521509 tempest-VolumesActionsTest-1768521509-project] 10.222.0.39 "GET /v2.0/security-groups?id=c501fc61-6b14-414b-8392-557df3b0185d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117208 Aug 12 14:40:05.681052 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-aca3f559-4151-41e3-98bd-87720c525102 req-03bcdfa8-ec1e-48f2-a591-c1bb5c1eebc3 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:05.735514 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bcdfa8-ec1e-48f2-a591-c1bb5c1eebc3 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] Pushing event deleted for resources: {'Port': ['ID=6758b6bc-b7d7-40c7-bb23-a385518f48ae,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:40:05.745062 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d982d747-1add-4dca-8b57-fd56570c0eed req-858c5f21-9078-46e1-8bab-b734d302c6ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:05.747292 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-d982d747-1add-4dca-8b57-fd56570c0eed req-858c5f21-9078-46e1-8bab-b734d302c6ac service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2525c403-dfb3-4196-a273-739607aab38a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1662393 Aug 12 14:40:05.784025 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [req-aca3f559-4151-41e3-98bd-87720c525102 req-03bcdfa8-ec1e-48f2-a591-c1bb5c1eebc3 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] No DVR routers for this DVR port 6758b6bc-b7d7-40c7-bb23-a385518f48ae on host n-h1-694802-15 {{(pid=94467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:40:05.788004 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-aca3f559-4151-41e3-98bd-87720c525102 req-03bcdfa8-ec1e-48f2-a591-c1bb5c1eebc3 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:05.798121 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-aca3f559-4151-41e3-98bd-87720c525102 req-03bcdfa8-ec1e-48f2-a591-c1bb5c1eebc3 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] 10.222.0.39 "DELETE /v2.0/ports/6758b6bc-b7d7-40c7-bb23-a385518f48ae HTTP/1.1" status: 204 len: 173 time: 0.5679135 Aug 12 14:40:05.826906 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 14:40:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf8de34f-57c2-4379-b58b-f3572fa97de1 x-openstack-request-id: req-cf8de34f-57c2-4379-b58b-f3572fa97de1 {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:40:05.828149 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "386835e1-c682-4306-8829-4ba3e0f82472", "tag": "af31cda9-733b-4e7b-9614-de3dddf9cf56", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:40:05.829257 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-cf8de34f-57c2-4379-b58b-f3572fa97de1 {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:40:05.829927 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '386835e1-c682-4306-8829-4ba3e0f82472', 'tag': 'af31cda9-733b-4e7b-9614-de3dddf9cf56', 'status': 'completed', 'code': 200} Aug 12 14:40:05.879140 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 14:40:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6c77dab-2b01-44e9-94cf-8934238861a5 x-openstack-request-id: req-b6c77dab-2b01-44e9-94cf-8934238861a5 {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:40:05.879445 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b0fa1b4-cdc9-458f-8dff-703987eed3f0", "tag": "ebc29655-e531-44b0-80e0-93f88244161e", "status": "completed", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:40:05.879700 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b6c77dab-2b01-44e9-94cf-8934238861a5 {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:40:05.880094 n-d-694802-15 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b0fa1b4-cdc9-458f-8dff-703987eed3f0', 'tag': 'ebc29655-e531-44b0-80e0-93f88244161e', 'status': 'completed', 'code': 200} Aug 12 14:40:05.947466 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa63aa5-796e-481f-a500-bbd801a404ee req-9fe0c336-af4d-4142-a6b1-e438fb008825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:05.949333 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9aa63aa5-796e-481f-a500-bbd801a404ee req-9fe0c336-af4d-4142-a6b1-e438fb008825 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=27838204baa14230af63fefe49eecf8a&device_id=386835e1-c682-4306-8829-4ba3e0f82472 HTTP/1.1" status: 200 len: 1095 time: 0.0922337 Aug 12 14:40:05.984956 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-d982d747-1add-4dca-8b57-fd56570c0eed req-5ae1e84f-7285-4722-b0bb-80922b79571a service neutron] 10.222.0.64 "GET /v2.0/networks/2525c403-dfb3-4196-a273-739607aab38a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2291100 Aug 12 14:40:06.084965 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa63aa5-796e-481f-a500-bbd801a404ee req-c21a4953-8188-4506-83bd-872c0c5e5ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:06.086636 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9aa63aa5-796e-481f-a500-bbd801a404ee req-c21a4953-8188-4506-83bd-872c0c5e5ffb service neutron] 10.222.0.64 "GET /v2.0/networks?id=981dd072-1b87-4241-83f5-836737afcd75 HTTP/1.1" status: 200 len: 913 time: 0.1277318 Aug 12 14:40:06.097666 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac59263-605c-465d-b803-2380ae54049b req-e2f7494e-bc2f-4a18-9112-5828df7d2d1b tempest-ServerRescueNegativeTestJSON-1622637895 tempest-ServerRescueNegativeTestJSON-1622637895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:06.099308 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-eac59263-605c-465d-b803-2380ae54049b req-e2f7494e-bc2f-4a18-9112-5828df7d2d1b tempest-ServerRescueNegativeTestJSON-1622637895 tempest-ServerRescueNegativeTestJSON-1622637895-project] 10.222.0.39 "GET /v2.0/ports?device_id=bc74d9fd-9e29-4667-bb83-e5e3a6913f4e HTTP/1.1" status: 200 len: 946 time: 0.1610005 Aug 12 14:40:06.155775 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9aa63aa5-796e-481f-a500-bbd801a404ee req-bc5fa0a9-6c6e-4376-8487-e226e4c651ce service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=af31cda9-733b-4e7b-9614-de3dddf9cf56 HTTP/1.1" status: 200 len: 217 time: 0.0598636 Aug 12 14:40:06.165456 n-d-694802-15 neutron-server[94466]: DEBUG neutron.notifiers.nova [req-7642c6d9-bb02-4364-abe4-b6bc68db2fa2 req-b7bb85d4-b4fe-4a97-89b3-ed7cff38b809 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2bfa4e0b-3962-4ab8-85f0-72a6f1ab8457 {{(pid=94466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:40:06.186182 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-7642c6d9-bb02-4364-abe4-b6bc68db2fa2 req-b7bb85d4-b4fe-4a97-89b3-ed7cff38b809 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:06.212550 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-d982d747-1add-4dca-8b57-fd56570c0eed req-404739ba-db04-48eb-9333-c7c6d45e72ea service neutron] 10.222.0.64 "GET /v2.0/networks/2525c403-dfb3-4196-a273-739607aab38a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2166777 Aug 12 14:40:06.222912 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-eac59263-605c-465d-b803-2380ae54049b req-ba0c991e-046b-4fd4-8a74-e390f5535fbd tempest-ServerRescueNegativeTestJSON-1622637895 tempest-ServerRescueNegativeTestJSON-1622637895-project] 10.222.0.39 "GET /v2.0/security-groups?id=268dec7e-7261-41d2-9e03-6b72db198ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997343 Aug 12 14:40:06.225962 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [req-7642c6d9-bb02-4364-abe4-b6bc68db2fa2 req-b7bb85d4-b4fe-4a97-89b3-ed7cff38b809 service neutron] Transition to ACTIVE for port object 2bfa4e0b-3962-4ab8-85f0-72a6f1ab8457 will not be triggered until provisioned by entity L2. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:40:06.240190 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-7642c6d9-bb02-4364-abe4-b6bc68db2fa2 req-b7bb85d4-b4fe-4a97-89b3-ed7cff38b809 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3718439'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:06.277583 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa63aa5-796e-481f-a500-bbd801a404ee req-62d51d64-33b5-4850-9234-13a584b430aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:06.279216 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9aa63aa5-796e-481f-a500-bbd801a404ee req-62d51d64-33b5-4850-9234-13a584b430aa service neutron] 10.222.0.64 "GET /v2.0/subnets?id=55804ce3-3ce9-49bb-83d8-b79f95bd4874 HTTP/1.1" status: 200 len: 852 time: 0.1110222 Aug 12 14:40:06.282841 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-dd8e3c7b-4f6e-4d8e-92b3-47d3d926670c req-fc3507f4-7010-47c2-8bc2-3f92af5b1844 tempest-ServersTestBootFromVolume-1121352003 tempest-ServersTestBootFromVolume-1121352003-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--587154368&fields=id&tenant_id=abcf19ed547946299d610db231b30ea8 HTTP/1.1" status: 200 len: 267 time: 0.0779126 Aug 12 14:40:06.318254 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9aa63aa5-796e-481f-a500-bbd801a404ee req-0bbb312a-7148-4733-9af0-696ca4269780 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=981dd072-1b87-4241-83f5-836737afcd75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306749 Aug 12 14:40:06.407560 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bb85d4-b4fe-4a97-89b3-ed7cff38b809 service neutron] Pushing event updated for resources: {'Port': ['ID=2bfa4e0b-3962-4ab8-85f0-72a6f1ab8457,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:40:06.455876 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987c9701-76c5-4041-9a0f-deb347063125 req-0a9c98f2-b658-44ac-b856-ec1f38f6abc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:06.457431 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-987c9701-76c5-4041-9a0f-deb347063125 req-0a9c98f2-b658-44ac-b856-ec1f38f6abc2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=65b2c96d0253481aa302fceca03e83a5&device_id=8b0fa1b4-cdc9-458f-8dff-703987eed3f0 HTTP/1.1" status: 200 len: 1099 time: 0.1532757 Aug 12 14:40:06.470054 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124c7f3f-19ab-44e4-8a2a-adbdd06a8ee4 req-320df30c-f5c2-4553-80af-88938be48f7c tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:06.471671 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-124c7f3f-19ab-44e4-8a2a-adbdd06a8ee4 req-320df30c-f5c2-4553-80af-88938be48f7c tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] 10.222.0.39 "GET /v2.0/ports?device_id=386835e1-c682-4306-8829-4ba3e0f82472 HTTP/1.1" status: 200 len: 943 time: 0.1699772 Aug 12 14:40:06.567287 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [req-7642c6d9-bb02-4364-abe4-b6bc68db2fa2 req-b7bb85d4-b4fe-4a97-89b3-ed7cff38b809 service neutron] Attempting to bind port 2bfa4e0b-3962-4ab8-85f0-72a6f1ab8457 on host n-h2-694802-15 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:40:06.568143 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [req-7642c6d9-bb02-4364-abe4-b6bc68db2fa2 req-b7bb85d4-b4fe-4a97-89b3-ed7cff38b809 service neutron] Attempting to bind port 2bfa4e0b-3962-4ab8-85f0-72a6f1ab8457 by drivers openvswitch,hyperv on host n-h2-694802-15 at level 0 using segments [{'id': 'fa56b527-ee4a-4364-a048-801501f2b587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'deab0188-4b12-48ad-8302-81ef18af48b1'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:40:06.568677 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7642c6d9-bb02-4364-abe4-b6bc68db2fa2 req-b7bb85d4-b4fe-4a97-89b3-ed7cff38b809 service neutron] Attempting to bind port 2bfa4e0b-3962-4ab8-85f0-72a6f1ab8457 on network deab0188-4b12-48ad-8302-81ef18af48b1 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:40:06.589540 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7642c6d9-bb02-4364-abe4-b6bc68db2fa2 req-b7bb85d4-b4fe-4a97-89b3-ed7cff38b809 service neutron] Port 2bfa4e0b-3962-4ab8-85f0-72a6f1ab8457 on network deab0188-4b12-48ad-8302-81ef18af48b1 not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-15 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 14:40:06.590247 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7642c6d9-bb02-4364-abe4-b6bc68db2fa2 req-b7bb85d4-b4fe-4a97-89b3-ed7cff38b809 service neutron] Attempting to bind port 2bfa4e0b-3962-4ab8-85f0-72a6f1ab8457 on network deab0188-4b12-48ad-8302-81ef18af48b1 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:40:06.592030 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device 6758b6bc-b7d7-40c7-bb23-a385518f48ae no longer exists at agent hyperv_n-h1-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:40:06.608145 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-124c7f3f-19ab-44e4-8a2a-adbdd06a8ee4 req-c3851b05-9c23-4be1-8cd5-7ab15d605fe7 tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] 10.222.0.39 "GET /v2.0/security-groups?id=236a0eec-9f7c-4484-872e-cf0d4d2f69af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208513 Aug 12 14:40:06.612300 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7642c6d9-bb02-4364-abe4-b6bc68db2fa2 req-b7bb85d4-b4fe-4a97-89b3-ed7cff38b809 service neutron] Checking agent: {'id': 'b7697f71-33f3-4959-ad82-43c2dc15845d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 27, 42), 'started_at': datetime.datetime(2021, 8, 12, 14, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 39, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:40:06.612498 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7642c6d9-bb02-4364-abe4-b6bc68db2fa2 req-b7bb85d4-b4fe-4a97-89b3-ed7cff38b809 service neutron] Checking segment: {'id': 'fa56b527-ee4a-4364-a048-801501f2b587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'deab0188-4b12-48ad-8302-81ef18af48b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:40:06.612912 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7642c6d9-bb02-4364-abe4-b6bc68db2fa2 req-b7bb85d4-b4fe-4a97-89b3-ed7cff38b809 service neutron] Bound using segment: {'id': 'fa56b527-ee4a-4364-a048-801501f2b587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'deab0188-4b12-48ad-8302-81ef18af48b1'} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:40:06.613358 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [req-7642c6d9-bb02-4364-abe4-b6bc68db2fa2 req-b7bb85d4-b4fe-4a97-89b3-ed7cff38b809 service neutron] Bound port: 2bfa4e0b-3962-4ab8-85f0-72a6f1ab8457, host: n-h2-694802-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa56b527-ee4a-4364-a048-801501f2b587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'deab0188-4b12-48ad-8302-81ef18af48b1'}}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:40:06.613725 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-7642c6d9-bb02-4364-abe4-b6bc68db2fa2 req-b7bb85d4-b4fe-4a97-89b3-ed7cff38b809 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:06.643339 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987c9701-76c5-4041-9a0f-deb347063125 req-4001a5d6-a281-4613-8fc9-6a3d7970744b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:06.644986 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-987c9701-76c5-4041-9a0f-deb347063125 req-4001a5d6-a281-4613-8fc9-6a3d7970744b service neutron] 10.222.0.64 "GET /v2.0/networks?id=2525c403-dfb3-4196-a273-739607aab38a HTTP/1.1" status: 200 len: 870 time: 0.1723845 Aug 12 14:40:06.652856 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-93370168-53ca-47c2-9e27-b066be57125c None None] No Port match for: 6758b6bc-b7d7-40c7-bb23-a385518f48ae {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 14:40:06.656303 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device 6758b6bc-b7d7-40c7-bb23-a385518f48ae not bound to the agent host n-h1-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:40:06.714597 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-987c9701-76c5-4041-9a0f-deb347063125 req-2f809b2c-65d1-49f1-aed4-8d2ad8421ef6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=ebc29655-e531-44b0-80e0-93f88244161e HTTP/1.1" status: 200 len: 217 time: 0.0439646 Aug 12 14:40:06.800138 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [req-7642c6d9-bb02-4364-abe4-b6bc68db2fa2 req-b7bb85d4-b4fe-4a97-89b3-ed7cff38b809 service neutron] For port 2bfa4e0b-3962-4ab8-85f0-72a6f1ab8457, host n-h2-694802-15, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:40:06.835061 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9aa63aa5-796e-481f-a500-bbd801a404ee req-abecde67-3e41-41c3-9a9a-7e4c3f0efbd3 service neutron] 10.222.0.64 "GET /v2.0/networks/981dd072-1b87-4241-83f5-836737afcd75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5057282 Aug 12 14:40:06.835962 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [req-7642c6d9-bb02-4364-abe4-b6bc68db2fa2 req-b7bb85d4-b4fe-4a97-89b3-ed7cff38b809 service neutron] For port 2bfa4e0b-3962-4ab8-85f0-72a6f1ab8457, host n-h2-694802-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=2bfa4e0b-3962-4ab8-85f0-72a6f1ab8457,segment=NetworkSegment(fa56b527-ee4a-4364-a048-801501f2b587),segment_id=fa56b527-ee4a-4364-a048-801501f2b587)] {{(pid=94466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:40:06.838393 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987c9701-76c5-4041-9a0f-deb347063125 req-8382992e-97bb-4e04-a2bb-da19d7987532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:06.840174 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-987c9701-76c5-4041-9a0f-deb347063125 req-8382992e-97bb-4e04-a2bb-da19d7987532 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=236e0be6-1c94-4221-9e8b-ab02a53331f8 HTTP/1.1" status: 200 len: 843 time: 0.1178298 Aug 12 14:40:06.845877 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8e3c7b-4f6e-4d8e-92b3-47d3d926670c req-47b0ef62-730f-47ca-8e0f-cc0c561027c3 tempest-ServersTestBootFromVolume-1121352003 tempest-ServersTestBootFromVolume-1121352003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:06.846268 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-7642c6d9-bb02-4364-abe4-b6bc68db2fa2 req-b7bb85d4-b4fe-4a97-89b3-ed7cff38b809 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3718439'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:06.854195 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-dd8e3c7b-4f6e-4d8e-92b3-47d3d926670c req-47b0ef62-730f-47ca-8e0f-cc0c561027c3 tempest-ServersTestBootFromVolume-1121352003 tempest-ServersTestBootFromVolume-1121352003-project] 10.222.0.39 "GET /v2.0/networks?id=8ac6d62d-7552-4386-9630-aa41f365c73f HTTP/1.1" status: 200 len: 814 time: 0.5371447 Aug 12 14:40:06.872014 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 44226) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:40:06.915830 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-dd8e3c7b-4f6e-4d8e-92b3-47d3d926670c req-ef6fc38b-c319-413f-93ad-9070c54a7804 tempest-ServersTestBootFromVolume-1121352003 tempest-ServersTestBootFromVolume-1121352003-project] 10.222.0.39 "GET /v2.0/quotas/abcf19ed547946299d610db231b30ea8 HTTP/1.1" status: 200 len: 375 time: 0.0618930 Aug 12 14:40:06.919130 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d851eb-b522-462d-8207-ebad10cf29d7 req-3549ecfc-0d01-47f4-b235-d33ad9d28d97 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:06.921557 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-05d851eb-b522-462d-8207-ebad10cf29d7 req-3549ecfc-0d01-47f4-b235-d33ad9d28d97 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b0fa1b4-cdc9-458f-8dff-703987eed3f0 HTTP/1.1" status: 200 len: 947 time: 0.1506019 Aug 12 14:40:06.932412 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7642c6d9-bb02-4364-abe4-b6bc68db2fa2 req-b7bb85d4-b4fe-4a97-89b3-ed7cff38b809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:06.933035 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-7642c6d9-bb02-4364-abe4-b6bc68db2fa2 req-b7bb85d4-b4fe-4a97-89b3-ed7cff38b809 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:06.934413 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-7642c6d9-bb02-4364-abe4-b6bc68db2fa2 req-b7bb85d4-b4fe-4a97-89b3-ed7cff38b809 service neutron] 10.222.0.49 "PUT /v2.0/ports/2bfa4e0b-3962-4ab8-85f0-72a6f1ab8457 HTTP/1.1" status: 200 len: 1092 time: 1.5319064 Aug 12 14:40:06.974416 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bb85d4-b4fe-4a97-89b3-ed7cff38b809 service neutron] Pushing event updated for resources: {'Port': ['ID=2bfa4e0b-3962-4ab8-85f0-72a6f1ab8457,revision_number=3']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:40:07.008854 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9aa63aa5-796e-481f-a500-bbd801a404ee req-06e0a8fa-976d-4882-b2eb-c3416c03c4fe service neutron] 10.222.0.64 "GET /v2.0/networks/981dd072-1b87-4241-83f5-836737afcd75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1537166 Aug 12 14:40:07.015956 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987c9701-76c5-4041-9a0f-deb347063125 req-a333dc29-7e1a-4851-ae7a-5058cd612657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:07.018195 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-987c9701-76c5-4041-9a0f-deb347063125 req-a333dc29-7e1a-4851-ae7a-5058cd612657 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2525c403-dfb3-4196-a273-739607aab38a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1692698 Aug 12 14:40:07.020300 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-dd8e3c7b-4f6e-4d8e-92b3-47d3d926670c req-c8155fbd-6b30-432c-9519-51d98c590618 tempest-ServersTestBootFromVolume-1121352003 tempest-ServersTestBootFromVolume-1121352003-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=abcf19ed547946299d610db231b30ea8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0952382 Aug 12 14:40:07.040741 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-05d851eb-b522-462d-8207-ebad10cf29d7 req-1afa643e-6283-4a45-8aa7-73e83dae77df tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] 10.222.0.39 "GET /v2.0/security-groups?id=5301a7d3-dd3e-456d-bf8f-dfd76884604a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035323 Aug 12 14:40:07.101210 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7642c6d9-bb02-4364-abe4-b6bc68db2fa2 req-66ee2c43-77d2-4f05-a95c-f5e4bb21f966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:07.102720 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-7642c6d9-bb02-4364-abe4-b6bc68db2fa2 req-66ee2c43-77d2-4f05-a95c-f5e4bb21f966 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7f24ddd1601f494992e93c7ccc824331&device_id=612082f2-4ca1-43d5-b149-0f83e3189828 HTTP/1.1" status: 200 len: 1095 time: 0.1231837 Aug 12 14:40:07.132348 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-dd8e3c7b-4f6e-4d8e-92b3-47d3d926670c req-2c2225de-2714-49e8-b9dd-f7283d257a75 service neutron] 10.222.0.39 "GET /v2.0/networks/8ac6d62d-7552-4386-9630-aa41f365c73f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029630 Aug 12 14:40:07.147920 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-d8cfca8b-3dee-4b06-be03-5de4da79d659 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:07.177530 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-7642c6d9-bb02-4364-abe4-b6bc68db2fa2 req-c9b27376-5c44-4532-b157-bc3ecd531a4d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2bfa4e0b-3962-4ab8-85f0-72a6f1ab8457 HTTP/1.1" status: 200 len: 217 time: 0.0585911 Aug 12 14:40:07.203917 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-987c9701-76c5-4041-9a0f-deb347063125 req-4e4b4c33-e318-4c88-824c-6d64dadc17ca service neutron] 10.222.0.64 "GET /v2.0/networks/2525c403-dfb3-4196-a273-739607aab38a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1764197 Aug 12 14:40:07.270183 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-dd8e3c7b-4f6e-4d8e-92b3-47d3d926670c req-8e5c4022-d777-431f-8a63-4c54d0178441 service neutron] 10.222.0.39 "GET /v2.0/networks/8ac6d62d-7552-4386-9630-aa41f365c73f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310210 Aug 12 14:40:07.306796 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7642c6d9-bb02-4364-abe4-b6bc68db2fa2 req-8fd9137e-d0e2-4234-a454-3606b237cdfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:07.309573 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-7642c6d9-bb02-4364-abe4-b6bc68db2fa2 req-8fd9137e-d0e2-4234-a454-3606b237cdfe service neutron] 10.222.0.49 "GET /v2.0/subnets?id=002d6353-4fcc-4e8f-8c37-c3c5e85849da HTTP/1.1" status: 200 len: 847 time: 0.1166744 Aug 12 14:40:07.318762 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5ed0c9-408f-42ad-bfe4-56fdec87c415 req-291c950a-1fa3-400c-acb2-2c17ac5b0f11 tempest-VolumesActionsTest-1768521509 tempest-VolumesActionsTest-1768521509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:07.319188 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-d8cfca8b-3dee-4b06-be03-5de4da79d659 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:07.320677 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-ad5ed0c9-408f-42ad-bfe4-56fdec87c415 req-291c950a-1fa3-400c-acb2-2c17ac5b0f11 tempest-VolumesActionsTest-1768521509 tempest-VolumesActionsTest-1768521509-project] 10.222.0.39 "GET /v2.0/ports?device_id=612082f2-4ca1-43d5-b149-0f83e3189828 HTTP/1.1" status: 200 len: 943 time: 0.1912632 Aug 12 14:40:07.324653 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-d8cfca8b-3dee-4b06-be03-5de4da79d659 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:07.364063 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-987c9701-76c5-4041-9a0f-deb347063125 req-eb2eee1e-9434-4e03-ab54-cefa19026e3c service neutron] 10.222.0.64 "GET /v2.0/networks/2525c403-dfb3-4196-a273-739607aab38a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327446 Aug 12 14:40:07.369190 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-d8cfca8b-3dee-4b06-be03-5de4da79d659 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9621b45a75ae40bd973757eec813638d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4851651 Aug 12 14:40:07.369190 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cfca8b-3dee-4b06-be03-5de4da79d659 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=536bc2df-caf8-47bc-a5dd-ee73a09b68b4,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:40:07.375684 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 44234) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:40:07.416909 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-7642c6d9-bb02-4364-abe4-b6bc68db2fa2 req-626f4a0c-2c80-4707-b231-6d1c2dd2bf09 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=deab0188-4b12-48ad-8302-81ef18af48b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0555484 Aug 12 14:40:07.497988 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-ad5ed0c9-408f-42ad-bfe4-56fdec87c415 req-67dc4b3a-0673-4fc2-a840-d4eb9d712e79 tempest-VolumesActionsTest-1768521509 tempest-VolumesActionsTest-1768521509-project] 10.222.0.39 "GET /v2.0/security-groups?id=c501fc61-6b14-414b-8392-557df3b0185d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250725 Aug 12 14:40:07.517846 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3a6a203d-70c2-4127-8b13-f7cb615ab0b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:07.557927 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3a6a203d-70c2-4127-8b13-f7cb615ab0b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:07.603258 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-7642c6d9-bb02-4364-abe4-b6bc68db2fa2 req-abf6b848-38df-4dd2-8bd4-b715acc0289f service neutron] 10.222.0.49 "GET /v2.0/networks/deab0188-4b12-48ad-8302-81ef18af48b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1759810 Aug 12 14:40:07.698860 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3a6a203d-70c2-4127-8b13-f7cb615ab0b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:07.702380 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3a6a203d-70c2-4127-8b13-f7cb615ab0b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:07.706092 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-3a6a203d-70c2-4127-8b13-f7cb615ab0b9 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/536bc2df-caf8-47bc-a5dd-ee73a09b68b4 HTTP/1.1" status: 204 len: 168 time: 0.3269811 Aug 12 14:40:07.726826 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6a203d-70c2-4127-8b13-f7cb615ab0b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=536bc2df-caf8-47bc-a5dd-ee73a09b68b4,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:40:07.758524 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e8c621-25d3-4b17-a70b-536dbcc07691 req-05e7ce3b-4c11-47c8-ae62-0c572e8a713e tempest-ServerRescueNegativeTestJSON-1622637895 tempest-ServerRescueNegativeTestJSON-1622637895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:07.760236 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-48e8c621-25d3-4b17-a70b-536dbcc07691 req-05e7ce3b-4c11-47c8-ae62-0c572e8a713e tempest-ServerRescueNegativeTestJSON-1622637895 tempest-ServerRescueNegativeTestJSON-1622637895-project] 10.222.0.39 "GET /v2.0/ports?device_id=bc74d9fd-9e29-4667-bb83-e5e3a6913f4e HTTP/1.1" status: 200 len: 946 time: 0.1005144 Aug 12 14:40:07.766592 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-7642c6d9-bb02-4364-abe4-b6bc68db2fa2 req-a4bc3f63-f5a2-49c5-a009-95c941870ebd service neutron] 10.222.0.49 "GET /v2.0/networks/deab0188-4b12-48ad-8302-81ef18af48b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1550996 Aug 12 14:40:07.766921 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f95255-f688-4e19-947c-d29e5f46778f req-4eebf3e6-9b67-4f7a-90d5-093cc21f26c4 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:07.768909 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-57f95255-f688-4e19-947c-d29e5f46778f req-4eebf3e6-9b67-4f7a-90d5-093cc21f26c4 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] 10.222.0.39 "GET /v2.0/networks?id=a681c17b-4312-41b7-b711-32d50b05905d HTTP/1.1" status: 200 len: 812 time: 0.1309934 Aug 12 14:40:07.809072 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-57f95255-f688-4e19-947c-d29e5f46778f req-9820502d-96af-4f39-bb68-78fb0aa3ec41 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] 10.222.0.39 "GET /v2.0/quotas/4024e5f8cb5f495fb475a508277f1933 HTTP/1.1" status: 200 len: 375 time: 0.0248597 Aug 12 14:40:07.827625 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-48e8c621-25d3-4b17-a70b-536dbcc07691 req-6efcf717-95ce-4f31-bf22-82b91f7b7b20 tempest-ServerRescueNegativeTestJSON-1622637895 tempest-ServerRescueNegativeTestJSON-1622637895-project] 10.222.0.39 "GET /v2.0/security-groups?id=268dec7e-7261-41d2-9e03-6b72db198ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560336 Aug 12 14:40:07.842066 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c78da3a-37a4-408c-866e-6cd48d09416e', 'name': 'network-vif-deleted', 'tag': '6758b6bc-b7d7-40c7-bb23-a385518f48ae'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:40:07.844525 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e65282f928b64038367d043a4411777802006c43a98742496cb2e25b724ff1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cc535d2-7567-47c2-9c3d-261590cbf762" -d '{"events": [{"server_uuid": "0c78da3a-37a4-408c-866e-6cd48d09416e", "name": "network-vif-deleted", "tag": "6758b6bc-b7d7-40c7-bb23-a385518f48ae"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:40:07.850133 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-57f95255-f688-4e19-947c-d29e5f46778f req-71794d1e-5909-4129-9091-eeacd521b306 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=4024e5f8cb5f495fb475a508277f1933&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0398200 Aug 12 14:40:07.887313 n-d-694802-15 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '612082f2-4ca1-43d5-b149-0f83e3189828', 'tag': '2bfa4e0b-3962-4ab8-85f0-72a6f1ab8457'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:40:07.898245 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e785eeede3897370d0b20f09d5f461b30cfecd5ed38c4f07dacd02bc52c9277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49a61991-978b-4cf7-883a-daf79d8553d7" -d '{"events": [{"name": "network-changed", "server_uuid": "612082f2-4ca1-43d5-b149-0f83e3189828", "tag": "2bfa4e0b-3962-4ab8-85f0-72a6f1ab8457"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:40:07.955452 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-57f95255-f688-4e19-947c-d29e5f46778f req-d151fa67-ba94-4bfc-a898-54e28f31ae17 service neutron] 10.222.0.39 "GET /v2.0/networks/a681c17b-4312-41b7-b711-32d50b05905d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950933 Aug 12 14:40:08.063253 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-57f95255-f688-4e19-947c-d29e5f46778f req-59ce95fc-33ae-42b2-a055-6eb13b8c87ab service neutron] 10.222.0.39 "GET /v2.0/networks/a681c17b-4312-41b7-b711-32d50b05905d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068516 Aug 12 14:40:08.101166 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 44270) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:40:08.119715 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-426e626c-6428-478b-bef4-1205e712ae74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:08.256573 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-426e626c-6428-478b-bef4-1205e712ae74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:08.263128 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-426e626c-6428-478b-bef4-1205e712ae74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:08.291330 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-bc8cc35d-580a-469b-8f60-79a5b8a9d33e req-d3f0d171-c282-4768-a6fd-15efe9dd17d5 tempest-ServersTestBootFromVolume-1121352003 tempest-ServersTestBootFromVolume-1121352003-project] 10.222.0.39 "GET /v2.0/ports?device_id=28b5c412-d861-4d29-b7a3-a99219eccf84 HTTP/1.1" status: 200 len: 210 time: 0.4190238 Aug 12 14:40:08.343859 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Thu, 12 Aug 2021 14:40:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb01d38a-21e1-4677-a24c-0956de69c811 x-openstack-request-id: req-eb01d38a-21e1-4677-a24c-0956de69c811 {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:40:08.344341 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c78da3a-37a4-408c-866e-6cd48d09416e", "name": "network-vif-deleted", "tag": "6758b6bc-b7d7-40c7-bb23-a385518f48ae", "status": "failed", "code": 422}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:40:08.344754 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-eb01d38a-21e1-4677-a24c-0956de69c811 {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:40:08.345425 n-d-694802-15 neutron-server[94467]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '0c78da3a-37a4-408c-866e-6cd48d09416e', 'name': 'network-vif-deleted', 'tag': '6758b6bc-b7d7-40c7-bb23-a385518f48ae', 'status': 'failed', 'code': 422} returned with failed status Aug 12 14:40:08.369377 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 14:40:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e909d3be-5c8b-497a-84a0-d445d0aebfe0 x-openstack-request-id: req-e909d3be-5c8b-497a-84a0-d445d0aebfe0 {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:40:08.369652 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "612082f2-4ca1-43d5-b149-0f83e3189828", "tag": "2bfa4e0b-3962-4ab8-85f0-72a6f1ab8457", "status": "completed", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:40:08.369902 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e909d3be-5c8b-497a-84a0-d445d0aebfe0 {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:40:08.370276 n-d-694802-15 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '612082f2-4ca1-43d5-b149-0f83e3189828', 'tag': '2bfa4e0b-3962-4ab8-85f0-72a6f1ab8457', 'status': 'completed', 'code': 200} Aug 12 14:40:08.372670 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-426e626c-6428-478b-bef4-1205e712ae74 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=195503e9be6f4127adb39c5b1048db8c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2703505 Aug 12 14:40:08.373400 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426e626c-6428-478b-bef4-1205e712ae74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71850315-d631-482f-97e7-a4e225d2262a,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:40:08.375433 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 44276) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:40:08.412922 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ead822-42dc-4e5d-9cfc-3c11ab635bd6 req-b5150b9e-ad6a-4307-8263-02ec005396b8 tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:08.414618 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a9ead822-42dc-4e5d-9cfc-3c11ab635bd6 req-b5150b9e-ad6a-4307-8263-02ec005396b8 tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] 10.222.0.39 "GET /v2.0/ports?device_id=386835e1-c682-4306-8829-4ba3e0f82472 HTTP/1.1" status: 200 len: 943 time: 0.1430709 Aug 12 14:40:08.475513 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a9ead822-42dc-4e5d-9cfc-3c11ab635bd6 req-22101129-0541-4786-abd1-58f989ecf186 tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] 10.222.0.39 "GET /v2.0/security-groups?id=236a0eec-9f7c-4484-872e-cf0d4d2f69af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524385 Aug 12 14:40:08.493095 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8761d761-c2b1-4d59-9942-6200596ff046 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:08.496955 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a61991-978b-4cf7-883a-daf79d8553d7 req-83f7bcc0-4f94-4a74-b6ba-5cfa47c43df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:08.498380 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-49a61991-978b-4cf7-883a-daf79d8553d7 req-83f7bcc0-4f94-4a74-b6ba-5cfa47c43df4 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7f24ddd1601f494992e93c7ccc824331&device_id=612082f2-4ca1-43d5-b149-0f83e3189828 HTTP/1.1" status: 200 len: 1095 time: 0.0967231 Aug 12 14:40:08.537806 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-7c33b078-eef5-4882-be81-9d22075af604 req-eb0c72a4-5b4a-4665-a91d-2e48244a5a44 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] 10.222.0.39 "GET /v2.0/ports?device_id=23818359-f45f-434d-a114-070341b83442 HTTP/1.1" status: 200 len: 210 time: 0.0295274 Aug 12 14:40:08.603093 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8761d761-c2b1-4d59-9942-6200596ff046 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:08.608661 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device af31cda9-733b-4e7b-9614-de3dddf9cf56 details requested by agent hyperv_n-h1-694802-15 with host n-h1-694802-15 {{(pid=94468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 14:40:08.628198 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed88dc9b-5fe2-4056-bece-3d24eb964e6b req-bf714af8-f7fc-4d2f-ab3e-1b2bb428381e tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:08.629699 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-ed88dc9b-5fe2-4056-bece-3d24eb964e6b req-bf714af8-f7fc-4d2f-ab3e-1b2bb428381e tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b0fa1b4-cdc9-458f-8dff-703987eed3f0 HTTP/1.1" status: 200 len: 947 time: 0.1584964 Aug 12 14:40:08.662405 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e24fab-96f9-4848-ac2f-29c4a81f7b9a req-6e8b1835-bc18-4289-98ae-81d665532ed7 tempest-VolumesActionsTest-1768521509 tempest-VolumesActionsTest-1768521509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:08.664263 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-65e24fab-96f9-4848-ac2f-29c4a81f7b9a req-6e8b1835-bc18-4289-98ae-81d665532ed7 tempest-VolumesActionsTest-1768521509 tempest-VolumesActionsTest-1768521509-project] 10.222.0.39 "GET /v2.0/ports?device_id=612082f2-4ca1-43d5-b149-0f83e3189828 HTTP/1.1" status: 200 len: 943 time: 0.0691667 Aug 12 14:40:08.697686 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a61991-978b-4cf7-883a-daf79d8553d7 req-e1054a26-a33a-4862-b942-892d0062fe12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:08.699250 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-49a61991-978b-4cf7-883a-daf79d8553d7 req-e1054a26-a33a-4862-b942-892d0062fe12 service neutron] 10.222.0.49 "GET /v2.0/networks?id=deab0188-4b12-48ad-8302-81ef18af48b1 HTTP/1.1" status: 200 len: 908 time: 0.1860955 Aug 12 14:40:08.723079 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-65e24fab-96f9-4848-ac2f-29c4a81f7b9a req-10265d70-e9c3-4013-b6f3-d584e351b401 tempest-VolumesActionsTest-1768521509 tempest-VolumesActionsTest-1768521509-project] 10.222.0.39 "GET /v2.0/security-groups?id=c501fc61-6b14-414b-8392-557df3b0185d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487106 Aug 12 14:40:08.723690 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port af31cda9-733b-4e7b-9614-de3dddf9cf56, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=af31cda9-733b-4e7b-9614-de3dddf9cf56,segment=NetworkSegment(21390069-236e-48c1-88f4-ced6154e645c),segment_id=21390069-236e-48c1-88f4-ced6154e645c)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:40:08.728465 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-ed88dc9b-5fe2-4056-bece-3d24eb964e6b req-6ca7f48d-e5bf-414f-b76d-d0398582d333 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] 10.222.0.39 "GET /v2.0/security-groups?id=5301a7d3-dd3e-456d-bf8f-dfd76884604a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838263 Aug 12 14:40:08.756153 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Returning: {'device': 'af31cda9-733b-4e7b-9614-de3dddf9cf56', 'network_id': '981dd072-1b87-4241-83f5-836737afcd75', 'port_id': 'af31cda9-733b-4e7b-9614-de3dddf9cf56', 'mac_address': 'fa:16:3e:1d:ba:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55804ce3-3ce9-49bb-83d8-b79f95bd4874', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 14:40:08.794727 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-49a61991-978b-4cf7-883a-daf79d8553d7 req-afd6986a-015e-4746-9a7d-ec399d9b5964 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2bfa4e0b-3962-4ab8-85f0-72a6f1ab8457 HTTP/1.1" status: 200 len: 217 time: 0.0642219 Aug 12 14:40:08.796443 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8761d761-c2b1-4d59-9942-6200596ff046 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:08.799987 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8761d761-c2b1-4d59-9942-6200596ff046 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:08.804021 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-8761d761-c2b1-4d59-9942-6200596ff046 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/71850315-d631-482f-97e7-a4e225d2262a HTTP/1.1" status: 204 len: 168 time: 0.4275997 Aug 12 14:40:08.807547 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:08.821216 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af31cda9-733b-4e7b-9614-de3dddf9cf56 {{(pid=94468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:40:08.845739 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8761d761-c2b1-4d59-9942-6200596ff046 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71850315-d631-482f-97e7-a4e225d2262a,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:40:08.856401 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port af31cda9-733b-4e7b-9614-de3dddf9cf56, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=af31cda9-733b-4e7b-9614-de3dddf9cf56,segment=NetworkSegment(21390069-236e-48c1-88f4-ced6154e645c),segment_id=21390069-236e-48c1-88f4-ced6154e645c)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:40:08.856986 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8761d761-c2b1-4d59-9942-6200596ff046 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:40:08.857339 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8761d761-c2b1-4d59-9942-6200596ff046 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:40:08.857832 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8761d761-c2b1-4d59-9942-6200596ff046 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:40:08.858142 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8761d761-c2b1-4d59-9942-6200596ff046 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:40:08.858542 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8761d761-c2b1-4d59-9942-6200596ff046 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:40:08.858986 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8761d761-c2b1-4d59-9942-6200596ff046 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:40:08.863048 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:08.865602 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8761d761-c2b1-4d59-9942-6200596ff046 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:40:08.865967 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8761d761-c2b1-4d59-9942-6200596ff046 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:40:08.866315 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8761d761-c2b1-4d59-9942-6200596ff046 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:40:08.866998 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8761d761-c2b1-4d59-9942-6200596ff046 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:40:08.868145 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8761d761-c2b1-4d59-9942-6200596ff046 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:40:08.868489 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8761d761-c2b1-4d59-9942-6200596ff046 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:40:08.931845 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a61991-978b-4cf7-883a-daf79d8553d7 req-75f2818a-8573-4709-ad8a-29ad41904ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:08.933625 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-49a61991-978b-4cf7-883a-daf79d8553d7 req-75f2818a-8573-4709-ad8a-29ad41904ebf service neutron] 10.222.0.49 "GET /v2.0/subnets?id=002d6353-4fcc-4e8f-8c37-c3c5e85849da HTTP/1.1" status: 200 len: 847 time: 0.1283441 Aug 12 14:40:08.953037 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Pushing event updated for resources: {'Port': ['ID=af31cda9-733b-4e7b-9614-de3dddf9cf56,revision_number=4']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:40:08.981445 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-49a61991-978b-4cf7-883a-daf79d8553d7 req-0ee799d4-a58c-4991-9548-fad8b4d39712 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=deab0188-4b12-48ad-8302-81ef18af48b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307140 Aug 12 14:40:09.007126 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfb0337-05d6-4a74-afe6-d163a337dbba req-5ff498af-4d94-45e1-8da0-42fa35a7bdc0 tempest-ServerRescueNegativeTestJSON-1622637895 tempest-ServerRescueNegativeTestJSON-1622637895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:09.015107 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-adfb0337-05d6-4a74-afe6-d163a337dbba req-5ff498af-4d94-45e1-8da0-42fa35a7bdc0 tempest-ServerRescueNegativeTestJSON-1622637895 tempest-ServerRescueNegativeTestJSON-1622637895-project] 10.222.0.39 "GET /v2.0/ports?device_id=bc74d9fd-9e29-4667-bb83-e5e3a6913f4e HTTP/1.1" status: 200 len: 946 time: 0.0983932 Aug 12 14:40:09.114450 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] get_ports_and_sgs() called for port_ids ['af31cda9-733b-4e7b-9614-de3dddf9cf56'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:40:09.122085 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8e3c7b-4f6e-4d8e-92b3-47d3d926670c req-8646cf68-4842-4700-bd0f-821d435ddc95 tempest-ServersTestBootFromVolume-1121352003 tempest-ServersTestBootFromVolume-1121352003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:09.123977 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-dd8e3c7b-4f6e-4d8e-92b3-47d3d926670c req-8646cf68-4842-4700-bd0f-821d435ddc95 tempest-ServersTestBootFromVolume-1121352003 tempest-ServersTestBootFromVolume-1121352003-project] 10.222.0.49 "GET /v2.0/networks?id=8ac6d62d-7552-4386-9630-aa41f365c73f HTTP/1.1" status: 200 len: 814 time: 0.1583881 Aug 12 14:40:09.128943 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-adfb0337-05d6-4a74-afe6-d163a337dbba req-15269d2e-fdfd-4f46-be4c-e6d7b9c577f3 tempest-ServerRescueNegativeTestJSON-1622637895 tempest-ServerRescueNegativeTestJSON-1622637895-project] 10.222.0.39 "GET /v2.0/security-groups?id=268dec7e-7261-41d2-9e03-6b72db198ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129599 Aug 12 14:40:09.206499 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-49a61991-978b-4cf7-883a-daf79d8553d7 req-60a280a9-4c7b-4595-af57-478f1107866e service neutron] 10.222.0.49 "GET /v2.0/networks/deab0188-4b12-48ad-8302-81ef18af48b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1880209 Aug 12 14:40:09.218648 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-dd8e3c7b-4f6e-4d8e-92b3-47d3d926670c req-d05c9862-f42a-458e-8635-e16a5060fe65 tempest-ServersTestBootFromVolume-1121352003 tempest-ServersTestBootFromVolume-1121352003-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=abcf19ed547946299d610db231b30ea8 HTTP/1.1" status: 200 len: 379 time: 0.0639343 Aug 12 14:40:09.232304 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-dd8e3c7b-4f6e-4d8e-92b3-47d3d926670c req-7b7c2668-4dc9-42ab-ad08-b0443c21de60 tempest-ServersTestBootFromVolume-1121352003 tempest-ServersTestBootFromVolume-1121352003-project] Request body: {'port': {'device_id': '28b5c412-d861-4d29-b7a3-a99219eccf84', 'network_id': '8ac6d62d-7552-4386-9630-aa41f365c73f', 'admin_state_up': True, 'tenant_id': 'abcf19ed547946299d610db231b30ea8', 'security_groups': ['a19b9f58-da28-4fed-8bd9-43a3f07f3a8f']}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:40:09.336542 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-49a61991-978b-4cf7-883a-daf79d8553d7 req-506d5ce6-0039-4222-a556-09828080879c service neutron] 10.222.0.49 "GET /v2.0/networks/deab0188-4b12-48ad-8302-81ef18af48b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160803 Aug 12 14:40:09.427128 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d95d0d40-b01d-4b2f-9536-815c75033c6c req-916e52ce-8bd8-4dd1-a290-acb202ebd7e7 tempest-ServersTestBootFromVolume-1121352003 tempest-ServersTestBootFromVolume-1121352003-project] 10.222.0.39 "GET /v2.0/ports?device_id=28b5c412-d861-4d29-b7a3-a99219eccf84 HTTP/1.1" status: 200 len: 210 time: 0.0281334 Aug 12 14:40:09.427816 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd8e3c7b-4f6e-4d8e-92b3-47d3d926670c req-7b7c2668-4dc9-42ab-ad08-b0443c21de60 tempest-ServersTestBootFromVolume-1121352003 tempest-ServersTestBootFromVolume-1121352003-project] Made reservation on behalf of abcf19ed547946299d610db231b30ea8 for: {'port': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:40:09.431531 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-dd8e3c7b-4f6e-4d8e-92b3-47d3d926670c req-7b7c2668-4dc9-42ab-ad08-b0443c21de60 tempest-ServersTestBootFromVolume-1121352003 tempest-ServersTestBootFromVolume-1121352003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:09.673458 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_common [req-dd8e3c7b-4f6e-4d8e-92b3-47d3d926670c req-7b7c2668-4dc9-42ab-ad08-b0443c21de60 tempest-ServersTestBootFromVolume-1121352003 tempest-ServersTestBootFromVolume-1121352003-project] Allocated IP 172.20.0.13 (8ac6d62d-7552-4386-9630-aa41f365c73f/f7615930-382d-44ff-8b02-ecb1a2922a73/26db9beb-e680-4fba-9f1f-d96f599366bc) {{(pid=94467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:40:09.705787 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a4c391f6-61d1-4c09-a3be-f4d307d93f9e req-6c1eb48a-b7d4-4e8d-989a-646266371537 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] 10.222.0.39 "GET /v2.0/ports?device_id=23818359-f45f-434d-a114-070341b83442 HTTP/1.1" status: 200 len: 210 time: 0.0419869 Aug 12 14:40:09.727384 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19a476f-e8ce-489d-8143-65ab9a3a6716 req-754dafba-468b-4f31-be4f-50b17d9616e1 tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:09.732062 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-d19a476f-e8ce-489d-8143-65ab9a3a6716 req-754dafba-468b-4f31-be4f-50b17d9616e1 tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] 10.222.0.39 "GET /v2.0/ports?device_id=386835e1-c682-4306-8829-4ba3e0f82472 HTTP/1.1" status: 200 len: 944 time: 0.1856952 Aug 12 14:40:09.848624 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-d19a476f-e8ce-489d-8143-65ab9a3a6716 req-72fcb2bf-a5cd-47da-b423-4650cf02d6e2 tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] 10.222.0.39 "GET /v2.0/security-groups?id=236a0eec-9f7c-4484-872e-cf0d4d2f69af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941858 Aug 12 14:40:09.855556 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f95255-f688-4e19-947c-d29e5f46778f req-b051d6f6-3105-4e2a-b017-221d02c0a989 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:09.856987 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-57f95255-f688-4e19-947c-d29e5f46778f req-b051d6f6-3105-4e2a-b017-221d02c0a989 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] 10.222.0.49 "GET /v2.0/networks?id=a681c17b-4312-41b7-b711-32d50b05905d HTTP/1.1" status: 200 len: 812 time: 0.2656319 Aug 12 14:40:09.876888 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [req-57f95255-f688-4e19-947c-d29e5f46778f req-8e39c6a3-efe3-445c-9193-e65672a981a3 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] Request body: {'port': {'device_id': '23818359-f45f-434d-a114-070341b83442', 'network_id': 'a681c17b-4312-41b7-b711-32d50b05905d', 'admin_state_up': True, 'tenant_id': '4024e5f8cb5f495fb475a508277f1933'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:40:09.924869 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45205ce3-a714-4725-9593-a31fe0a9142c req-704c73d4-c214-4d1a-8a80-17bf15d8ae0e tempest-VolumesActionsTest-1768521509 tempest-VolumesActionsTest-1768521509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:09.931667 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-45205ce3-a714-4725-9593-a31fe0a9142c req-704c73d4-c214-4d1a-8a80-17bf15d8ae0e tempest-VolumesActionsTest-1768521509 tempest-VolumesActionsTest-1768521509-project] 10.222.0.39 "GET /v2.0/ports?device_id=612082f2-4ca1-43d5-b149-0f83e3189828 HTTP/1.1" status: 200 len: 943 time: 0.1273091 Aug 12 14:40:09.996458 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-dd8e3c7b-4f6e-4d8e-92b3-47d3d926670c req-7b7c2668-4dc9-42ab-ad08-b0443c21de60 tempest-ServersTestBootFromVolume-1121352003 tempest-ServersTestBootFromVolume-1121352003-project] Notify callbacks [] for port, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:10.012786 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [req-dd8e3c7b-4f6e-4d8e-92b3-47d3d926670c req-7b7c2668-4dc9-42ab-ad08-b0443c21de60 tempest-ServersTestBootFromVolume-1121352003 tempest-ServersTestBootFromVolume-1121352003-project] Transition to ACTIVE for port object 26db9beb-e680-4fba-9f1f-d96f599366bc will not be triggered until provisioned by entity DHCP. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:40:10.016280 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42de4ab2-1c8a-4a96-a0ca-aee4a9f77390 req-2f1e0f41-4378-401d-b9d7-a4ed7ed5e023 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:10.018136 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-42de4ab2-1c8a-4a96-a0ca-aee4a9f77390 req-2f1e0f41-4378-401d-b9d7-a4ed7ed5e023 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b0fa1b4-cdc9-458f-8dff-703987eed3f0 HTTP/1.1" status: 200 len: 947 time: 0.0811980 Aug 12 14:40:10.032861 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-326ba886-669d-49b0-b31b-50a8b6035ae0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:10.042057 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-45205ce3-a714-4725-9593-a31fe0a9142c req-1ba5a449-0c1a-451d-ad90-7fa4e8cbfddb tempest-VolumesActionsTest-1768521509 tempest-VolumesActionsTest-1768521509-project] 10.222.0.39 "GET /v2.0/security-groups?id=c501fc61-6b14-414b-8392-557df3b0185d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038699 Aug 12 14:40:10.095918 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-dd8e3c7b-4f6e-4d8e-92b3-47d3d926670c req-7b7c2668-4dc9-42ab-ad08-b0443c21de60 tempest-ServersTestBootFromVolume-1121352003 tempest-ServersTestBootFromVolume-1121352003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:10.112770 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-42de4ab2-1c8a-4a96-a0ca-aee4a9f77390 req-002be843-c4aa-4395-b900-0664f22bf572 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] 10.222.0.39 "GET /v2.0/security-groups?id=5301a7d3-dd3e-456d-bf8f-dfd76884604a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840051 Aug 12 14:40:10.149126 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57f95255-f688-4e19-947c-d29e5f46778f req-8e39c6a3-efe3-445c-9193-e65672a981a3 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] Made reservation on behalf of 4024e5f8cb5f495fb475a508277f1933 for: {'port': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:40:10.154881 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-57f95255-f688-4e19-947c-d29e5f46778f req-8e39c6a3-efe3-445c-9193-e65672a981a3 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:10.172663 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd8e3c7b-4f6e-4d8e-92b3-47d3d926670c req-7b7c2668-4dc9-42ab-ad08-b0443c21de60 tempest-ServersTestBootFromVolume-1121352003 tempest-ServersTestBootFromVolume-1121352003-project] Network 8ac6d62d-7552-4386-9630-aa41f365c73f is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:40:10.173573 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7c2668-4dc9-42ab-ad08-b0443c21de60 tempest-ServersTestBootFromVolume-1121352003 tempest-ServersTestBootFromVolume-1121352003-project] Pushing event updated for resources: {'Port': ['ID=26db9beb-e680-4fba-9f1f-d96f599366bc,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:40:10.183658 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [req-dd8e3c7b-4f6e-4d8e-92b3-47d3d926670c req-7b7c2668-4dc9-42ab-ad08-b0443c21de60 tempest-ServersTestBootFromVolume-1121352003 tempest-ServersTestBootFromVolume-1121352003-project] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:40:10.186151 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd8e3c7b-4f6e-4d8e-92b3-47d3d926670c req-7b7c2668-4dc9-42ab-ad08-b0443c21de60 tempest-ServersTestBootFromVolume-1121352003 tempest-ServersTestBootFromVolume-1121352003-project] Received port after_create {{(pid=94467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:40:10.262838 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8e3c7b-4f6e-4d8e-92b3-47d3d926670c req-7b7c2668-4dc9-42ab-ad08-b0443c21de60 tempest-ServersTestBootFromVolume-1121352003 tempest-ServersTestBootFromVolume-1121352003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:10.263572 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-dd8e3c7b-4f6e-4d8e-92b3-47d3d926670c req-7b7c2668-4dc9-42ab-ad08-b0443c21de60 tempest-ServersTestBootFromVolume-1121352003 tempest-ServersTestBootFromVolume-1121352003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:10.288080 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-dd8e3c7b-4f6e-4d8e-92b3-47d3d926670c req-7b7c2668-4dc9-42ab-ad08-b0443c21de60 tempest-ServersTestBootFromVolume-1121352003 tempest-ServersTestBootFromVolume-1121352003-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0639253 Aug 12 14:40:10.308312 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-dd8e3c7b-4f6e-4d8e-92b3-47d3d926670c req-53a3183b-619a-43d8-87ac-49dfc769c143 service neutron] Request body: {'port': {'device_id': '28b5c412-d861-4d29-b7a3-a99219eccf84', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-694802-15'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:40:10.376743 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5776e1d-4795-4dc7-863a-f60cf14789af req-de760303-21c4-434f-a7df-8413fde674c9 tempest-ServerRescueNegativeTestJSON-1622637895 tempest-ServerRescueNegativeTestJSON-1622637895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:10.378829 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-c5776e1d-4795-4dc7-863a-f60cf14789af req-de760303-21c4-434f-a7df-8413fde674c9 tempest-ServerRescueNegativeTestJSON-1622637895 tempest-ServerRescueNegativeTestJSON-1622637895-project] 10.222.0.39 "GET /v2.0/ports?device_id=bc74d9fd-9e29-4667-bb83-e5e3a6913f4e HTTP/1.1" status: 200 len: 946 time: 0.1120973 Aug 12 14:40:10.380783 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [req-57f95255-f688-4e19-947c-d29e5f46778f req-8e39c6a3-efe3-445c-9193-e65672a981a3 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] Allocated IP 172.20.0.9 (a681c17b-4312-41b7-b711-32d50b05905d/49978436-adae-4995-85db-355f6ab8bdca/212ef944-531b-455d-8ddd-21b86dda185f) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:40:10.398047 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-dd8e3c7b-4f6e-4d8e-92b3-47d3d926670c req-53a3183b-619a-43d8-87ac-49dfc769c143 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:10.510446 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-c5776e1d-4795-4dc7-863a-f60cf14789af req-4a2a20ed-1212-4ba1-a7ce-f17549abbd5b tempest-ServerRescueNegativeTestJSON-1622637895 tempest-ServerRescueNegativeTestJSON-1622637895-project] 10.222.0.39 "GET /v2.0/security-groups?id=268dec7e-7261-41d2-9e03-6b72db198ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253963 Aug 12 14:40:10.629467 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device ebc29655-e531-44b0-80e0-93f88244161e details requested by agent hyperv_n-h1-694802-15 with host n-h1-694802-15 {{(pid=94468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 14:40:10.637637 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device af31cda9-733b-4e7b-9614-de3dddf9cf56 up at agent hyperv_n-h1-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:40:10.689258 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-57f95255-f688-4e19-947c-d29e5f46778f req-8e39c6a3-efe3-445c-9193-e65672a981a3 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:10.739164 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-57f95255-f688-4e19-947c-d29e5f46778f req-8e39c6a3-efe3-445c-9193-e65672a981a3 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:10.764499 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79c9e86-7c5f-4c73-b419-20b569444a6f req-4dc17c35-67d7-407b-bbaf-38b676484ee3 tempest-ServersTestBootFromVolume-1121352003 tempest-ServersTestBootFromVolume-1121352003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:10.772644 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a79c9e86-7c5f-4c73-b419-20b569444a6f req-4dc17c35-67d7-407b-bbaf-38b676484ee3 tempest-ServersTestBootFromVolume-1121352003 tempest-ServersTestBootFromVolume-1121352003-project] 10.222.0.39 "GET /v2.0/ports?device_id=28b5c412-d861-4d29-b7a3-a99219eccf84 HTTP/1.1" status: 200 len: 932 time: 0.2014451 Aug 12 14:40:10.790312 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57f95255-f688-4e19-947c-d29e5f46778f req-8e39c6a3-efe3-445c-9193-e65672a981a3 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] Network a681c17b-4312-41b7-b711-32d50b05905d is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:40:10.798186 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [req-57f95255-f688-4e19-947c-d29e5f46778f req-8e39c6a3-efe3-445c-9193-e65672a981a3 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:40:10.860043 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a79c9e86-7c5f-4c73-b419-20b569444a6f req-f546daa6-c33e-41a1-a794-958df92b7932 tempest-ServersTestBootFromVolume-1121352003 tempest-ServersTestBootFromVolume-1121352003-project] 10.222.0.39 "GET /v2.0/security-groups?id=a19b9f58-da28-4fed-8bd9-43a3f07f3a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819669 Aug 12 14:40:10.870844 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [req-57f95255-f688-4e19-947c-d29e5f46778f req-8e39c6a3-efe3-445c-9193-e65672a981a3 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:40:10.887425 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port ebc29655-e531-44b0-80e0-93f88244161e, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=ebc29655-e531-44b0-80e0-93f88244161e,segment=NetworkSegment(a1f8c867-101b-4d30-814e-b89f55a5edd0),segment_id=a1f8c867-101b-4d30-814e-b89f55a5edd0)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:40:10.891442 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-8e73f2dc-5f84-4d84-8531-27fcf4668315 None None] Provisioning for port 26db9beb-e680-4fba-9f1f-d96f599366bc completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:40:10.893850 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [req-dd8e3c7b-4f6e-4d8e-92b3-47d3d926670c req-53a3183b-619a-43d8-87ac-49dfc769c143 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26db9beb-e680-4fba-9f1f-d96f599366bc {{(pid=94467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:40:10.903853 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-8e73f2dc-5f84-4d84-8531-27fcf4668315 None None] Provisioning complete for port 26db9beb-e680-4fba-9f1f-d96f599366bc triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:40:10.904607 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-8e73f2dc-5f84-4d84-8531-27fcf4668315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:10.915342 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Returning: {'device': 'ebc29655-e531-44b0-80e0-93f88244161e', 'network_id': '2525c403-dfb3-4196-a273-739607aab38a', 'port_id': 'ebc29655-e531-44b0-80e0-93f88244161e', 'mac_address': 'fa:16:3e:c7:15:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '236e0be6-1c94-4221-9e8b-ab02a53331f8', 'ip_address': '192.168.233.90'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 14:40:10.932673 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-dd8e3c7b-4f6e-4d8e-92b3-47d3d926670c req-53a3183b-619a-43d8-87ac-49dfc769c143 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:10.969977 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [req-dd8e3c7b-4f6e-4d8e-92b3-47d3d926670c req-53a3183b-619a-43d8-87ac-49dfc769c143 service neutron] Transition to ACTIVE for port object 26db9beb-e680-4fba-9f1f-d96f599366bc will not be triggered until provisioned by entity L2. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:40:10.975464 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f95255-f688-4e19-947c-d29e5f46778f req-8e39c6a3-efe3-445c-9193-e65672a981a3 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:10.976482 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-57f95255-f688-4e19-947c-d29e5f46778f req-8e39c6a3-efe3-445c-9193-e65672a981a3 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:11.024599 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-dd8e3c7b-4f6e-4d8e-92b3-47d3d926670c req-53a3183b-619a-43d8-87ac-49dfc769c143 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:11.040150 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-8e73f2dc-5f84-4d84-8531-27fcf4668315 None None] Port 26db9beb-e680-4fba-9f1f-d96f599366bc cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 14:40:11.061627 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:11.062712 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1847a829-a955-4f28-b497-c1a2e1d4ee52 req-488cd347-a0bb-40c9-a032-1632cd1e2ce9 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:11.074137 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Provisioning for port af31cda9-733b-4e7b-9614-de3dddf9cf56 completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:40:11.075156 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-1847a829-a955-4f28-b497-c1a2e1d4ee52 req-488cd347-a0bb-40c9-a032-1632cd1e2ce9 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] 10.222.0.39 "GET /v2.0/ports?device_id=23818359-f45f-434d-a114-070341b83442 HTTP/1.1" status: 200 len: 931 time: 0.2215171 Aug 12 14:40:11.080491 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ebc29655-e531-44b0-80e0-93f88244161e {{(pid=94468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:40:11.086046 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-57f95255-f688-4e19-947c-d29e5f46778f req-8e39c6a3-efe3-445c-9193-e65672a981a3 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2140095 Aug 12 14:40:11.096685 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Provisioning complete for port af31cda9-733b-4e7b-9614-de3dddf9cf56 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:40:11.097864 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e39c6a3-efe3-445c-9193-e65672a981a3 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] Pushing event updated for resources: {'Port': ['ID=212ef944-531b-455d-8ddd-21b86dda185f,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:40:11.099098 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:11.111794 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [req-57f95255-f688-4e19-947c-d29e5f46778f req-49d051ae-2d4f-45c0-88c7-de9af51f30d7 service neutron] Request body: {'port': {'device_id': '23818359-f45f-434d-a114-070341b83442', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-694802-15'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:40:11.133482 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfa72de-0978-4c13-83d5-0738c660a65d req-9190227c-e918-4ffe-945b-f6244d9e6a66 tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:11.141583 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-8dfa72de-0978-4c13-83d5-0738c660a65d req-9190227c-e918-4ffe-945b-f6244d9e6a66 tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] 10.222.0.39 "GET /v2.0/ports?device_id=386835e1-c682-4306-8829-4ba3e0f82472 HTTP/1.1" status: 200 len: 944 time: 0.1624718 Aug 12 14:40:11.200127 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a3183b-619a-43d8-87ac-49dfc769c143 service neutron] Pushing event updated for resources: {'Port': ['ID=26db9beb-e680-4fba-9f1f-d96f599366bc,revision_number=2']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:40:11.248523 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port ebc29655-e531-44b0-80e0-93f88244161e, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=ebc29655-e531-44b0-80e0-93f88244161e,segment=NetworkSegment(a1f8c867-101b-4d30-814e-b89f55a5edd0),segment_id=a1f8c867-101b-4d30-814e-b89f55a5edd0)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:40:11.256429 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-1847a829-a955-4f28-b497-c1a2e1d4ee52 req-b58d62ac-0b90-4b51-b8c8-a15307482948 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b3c7ce2-70f7-4d15-8774-e830cec0f0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802435 Aug 12 14:40:11.259413 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:11.298587 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-8dfa72de-0978-4c13-83d5-0738c660a65d req-a893defc-0cdc-4432-a440-ea29de03ad82 tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] 10.222.0.39 "GET /v2.0/security-groups?id=236a0eec-9f7c-4484-872e-cf0d4d2f69af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560261 Aug 12 14:40:11.336056 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:11.338109 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Pushing event updated for resources: {'Port': ['ID=ebc29655-e531-44b0-80e0-93f88244161e,revision_number=4']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:40:11.369948 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-dd8e3c7b-4f6e-4d8e-92b3-47d3d926670c req-53a3183b-619a-43d8-87ac-49dfc769c143 service neutron] Attempting to bind port 26db9beb-e680-4fba-9f1f-d96f599366bc on host n-h2-694802-15 for vnic_type normal with profile {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:40:11.370279 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-dd8e3c7b-4f6e-4d8e-92b3-47d3d926670c req-53a3183b-619a-43d8-87ac-49dfc769c143 service neutron] Attempting to bind port 26db9beb-e680-4fba-9f1f-d96f599366bc by drivers openvswitch,hyperv on host n-h2-694802-15 at level 0 using segments [{'id': '25ffa9f8-3a7e-477d-a2e4-6eccceac9115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '8ac6d62d-7552-4386-9630-aa41f365c73f'}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:40:11.370608 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd8e3c7b-4f6e-4d8e-92b3-47d3d926670c req-53a3183b-619a-43d8-87ac-49dfc769c143 service neutron] Attempting to bind port 26db9beb-e680-4fba-9f1f-d96f599366bc on network 8ac6d62d-7552-4386-9630-aa41f365c73f {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:40:11.389551 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd8e3c7b-4f6e-4d8e-92b3-47d3d926670c req-53a3183b-619a-43d8-87ac-49dfc769c143 service neutron] Port 26db9beb-e680-4fba-9f1f-d96f599366bc on network 8ac6d62d-7552-4386-9630-aa41f365c73f not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-15 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 14:40:11.389871 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd8e3c7b-4f6e-4d8e-92b3-47d3d926670c req-53a3183b-619a-43d8-87ac-49dfc769c143 service neutron] Attempting to bind port 26db9beb-e680-4fba-9f1f-d96f599366bc on network 8ac6d62d-7552-4386-9630-aa41f365c73f {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:40:11.397547 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-57f95255-f688-4e19-947c-d29e5f46778f req-49d051ae-2d4f-45c0-88c7-de9af51f30d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:11.405342 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd8e3c7b-4f6e-4d8e-92b3-47d3d926670c req-53a3183b-619a-43d8-87ac-49dfc769c143 service neutron] Checking agent: {'id': 'b7697f71-33f3-4959-ad82-43c2dc15845d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 27, 42), 'started_at': datetime.datetime(2021, 8, 12, 14, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 39, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:40:11.405679 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd8e3c7b-4f6e-4d8e-92b3-47d3d926670c req-53a3183b-619a-43d8-87ac-49dfc769c143 service neutron] Checking segment: {'id': '25ffa9f8-3a7e-477d-a2e4-6eccceac9115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '8ac6d62d-7552-4386-9630-aa41f365c73f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:40:11.406060 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd8e3c7b-4f6e-4d8e-92b3-47d3d926670c req-53a3183b-619a-43d8-87ac-49dfc769c143 service neutron] Bound using segment: {'id': '25ffa9f8-3a7e-477d-a2e4-6eccceac9115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '8ac6d62d-7552-4386-9630-aa41f365c73f'} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:40:11.406490 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-dd8e3c7b-4f6e-4d8e-92b3-47d3d926670c req-53a3183b-619a-43d8-87ac-49dfc769c143 service neutron] Bound port: 26db9beb-e680-4fba-9f1f-d96f599366bc, host: n-h2-694802-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25ffa9f8-3a7e-477d-a2e4-6eccceac9115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '8ac6d62d-7552-4386-9630-aa41f365c73f'}}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:40:11.406848 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-dd8e3c7b-4f6e-4d8e-92b3-47d3d926670c req-53a3183b-619a-43d8-87ac-49dfc769c143 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:11.441267 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:11.502244 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '386835e1-c682-4306-8829-4ba3e0f82472', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af31cda9-733b-4e7b-9614-de3dddf9cf56'}] {{(pid=94468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:40:11.504774 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99a8d87602170099c728e57431aca99e9b98a655a83bbf8727be13192709727b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1296c451-11fb-434d-9a73-289083d2fccc" -d '{"events": [{"server_uuid": "386835e1-c682-4306-8829-4ba3e0f82472", "name": "network-vif-plugged", "status": "completed", "tag": "af31cda9-733b-4e7b-9614-de3dddf9cf56"}]}' {{(pid=94468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:40:11.523526 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] get_ports_and_sgs() called for port_ids ['ebc29655-e531-44b0-80e0-93f88244161e'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:40:11.586024 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port af31cda9-733b-4e7b-9614-de3dddf9cf56, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=af31cda9-733b-4e7b-9614-de3dddf9cf56,segment=NetworkSegment(21390069-236e-48c1-88f4-ced6154e645c),segment_id=21390069-236e-48c1-88f4-ced6154e645c)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:40:11.598264 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:11.598503 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36799af9-21fc-4d5e-9d34-70ee5c7e2181 req-7e6217dd-9283-44f0-8009-d255cc499284 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:11.611139 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-36799af9-21fc-4d5e-9d34-70ee5c7e2181 req-7e6217dd-9283-44f0-8009-d255cc499284 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b0fa1b4-cdc9-458f-8dff-703987eed3f0 HTTP/1.1" status: 200 len: 948 time: 0.1790426 Aug 12 14:40:11.644468 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-dd8e3c7b-4f6e-4d8e-92b3-47d3d926670c req-53a3183b-619a-43d8-87ac-49dfc769c143 service neutron] For port 26db9beb-e680-4fba-9f1f-d96f599366bc, host n-h2-694802-15, cleared binding levels {{(pid=94467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:40:11.673133 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Pushing event updated for resources: {'Port': ['ID=af31cda9-733b-4e7b-9614-de3dddf9cf56,revision_number=5']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:40:11.674875 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fd2022-6a75-4aaf-a971-32dac1309eb6 req-fbc56f85-3b60-430d-8e3f-66457047c475 tempest-VolumesActionsTest-1768521509 tempest-VolumesActionsTest-1768521509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:11.678627 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-24fd2022-6a75-4aaf-a971-32dac1309eb6 req-fbc56f85-3b60-430d-8e3f-66457047c475 tempest-VolumesActionsTest-1768521509 tempest-VolumesActionsTest-1768521509-project] 10.222.0.39 "GET /v2.0/ports?device_id=612082f2-4ca1-43d5-b149-0f83e3189828 HTTP/1.1" status: 200 len: 943 time: 0.2465851 Aug 12 14:40:11.699422 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-dd8e3c7b-4f6e-4d8e-92b3-47d3d926670c req-53a3183b-619a-43d8-87ac-49dfc769c143 service neutron] For port 26db9beb-e680-4fba-9f1f-d96f599366bc, host n-h2-694802-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=26db9beb-e680-4fba-9f1f-d96f599366bc,segment=NetworkSegment(25ffa9f8-3a7e-477d-a2e4-6eccceac9115),segment_id=25ffa9f8-3a7e-477d-a2e4-6eccceac9115)] {{(pid=94467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:40:11.710312 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-dd8e3c7b-4f6e-4d8e-92b3-47d3d926670c req-53a3183b-619a-43d8-87ac-49dfc769c143 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:11.766219 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-24fd2022-6a75-4aaf-a971-32dac1309eb6 req-074fbff2-80ab-4fe4-ad29-14c92dc32465 tempest-VolumesActionsTest-1768521509 tempest-VolumesActionsTest-1768521509-project] 10.222.0.39 "GET /v2.0/security-groups?id=c501fc61-6b14-414b-8392-557df3b0185d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771043 Aug 12 14:40:11.775491 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8e3c7b-4f6e-4d8e-92b3-47d3d926670c req-53a3183b-619a-43d8-87ac-49dfc769c143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:11.776343 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-dd8e3c7b-4f6e-4d8e-92b3-47d3d926670c req-53a3183b-619a-43d8-87ac-49dfc769c143 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:11.777918 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-dd8e3c7b-4f6e-4d8e-92b3-47d3d926670c req-53a3183b-619a-43d8-87ac-49dfc769c143 service neutron] 10.222.0.49 "PUT /v2.0/ports/26db9beb-e680-4fba-9f1f-d96f599366bc HTTP/1.1" status: 200 len: 1093 time: 1.4749501 Aug 12 14:40:11.792968 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28b5c412-d861-4d29-b7a3-a99219eccf84', 'tag': '26db9beb-e680-4fba-9f1f-d96f599366bc'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:40:11.797515 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e65282f928b64038367d043a4411777802006c43a98742496cb2e25b724ff1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d8197ec-7f57-4285-9095-4c285be42cd7" -d '{"events": [{"name": "network-changed", "server_uuid": "28b5c412-d861-4d29-b7a3-a99219eccf84", "tag": "26db9beb-e680-4fba-9f1f-d96f599366bc"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:40:11.830448 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-36799af9-21fc-4d5e-9d34-70ee5c7e2181 req-3e2fd5f5-cdca-489a-96df-72c4dea81c1a tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] 10.222.0.39 "GET /v2.0/security-groups?id=5301a7d3-dd3e-456d-bf8f-dfd76884604a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2183743 Aug 12 14:40:11.904717 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 14:40:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-577a9ebc-bd61-4a6a-9eb0-0dda88570230 x-openstack-request-id: req-577a9ebc-bd61-4a6a-9eb0-0dda88570230 {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:40:11.905490 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "386835e1-c682-4306-8829-4ba3e0f82472", "name": "network-vif-plugged", "status": "completed", "tag": "af31cda9-733b-4e7b-9614-de3dddf9cf56", "code": 200}]} {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:40:11.905490 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-577a9ebc-bd61-4a6a-9eb0-0dda88570230 {{(pid=94468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:40:11.905847 n-d-694802-15 neutron-server[94468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '386835e1-c682-4306-8829-4ba3e0f82472', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af31cda9-733b-4e7b-9614-de3dddf9cf56', 'code': 200} Aug 12 14:40:11.936512 n-d-694802-15 neutron-server[94466]: DEBUG neutron.notifiers.nova [req-57f95255-f688-4e19-947c-d29e5f46778f req-49d051ae-2d4f-45c0-88c7-de9af51f30d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 212ef944-531b-455d-8ddd-21b86dda185f {{(pid=94466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:40:11.948335 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-57f95255-f688-4e19-947c-d29e5f46778f req-49d051ae-2d4f-45c0-88c7-de9af51f30d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:11.968920 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a3183b-619a-43d8-87ac-49dfc769c143 service neutron] Pushing event updated for resources: {'Port': ['ID=26db9beb-e680-4fba-9f1f-d96f599366bc,revision_number=3']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:40:11.970158 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [req-57f95255-f688-4e19-947c-d29e5f46778f req-49d051ae-2d4f-45c0-88c7-de9af51f30d7 service neutron] Transition to ACTIVE for port object 212ef944-531b-455d-8ddd-21b86dda185f will not be triggered until provisioned by entity L2. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:40:11.977289 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-57f95255-f688-4e19-947c-d29e5f46778f req-49d051ae-2d4f-45c0-88c7-de9af51f30d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3718439'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:11.993835 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8e3c7b-4f6e-4d8e-92b3-47d3d926670c req-188c2906-bdb9-4003-88b7-67fc1063e3af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:11.995626 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-dd8e3c7b-4f6e-4d8e-92b3-47d3d926670c req-188c2906-bdb9-4003-88b7-67fc1063e3af service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=abcf19ed547946299d610db231b30ea8&device_id=28b5c412-d861-4d29-b7a3-a99219eccf84 HTTP/1.1" status: 200 len: 1096 time: 0.1615388 Aug 12 14:40:12.024590 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 14:40:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c69b3113-873e-4e01-9c19-8f256a5347f3 x-openstack-request-id: req-c69b3113-873e-4e01-9c19-8f256a5347f3 {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:40:12.025032 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28b5c412-d861-4d29-b7a3-a99219eccf84", "tag": "26db9beb-e680-4fba-9f1f-d96f599366bc", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:40:12.025161 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c69b3113-873e-4e01-9c19-8f256a5347f3 {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:40:12.025681 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28b5c412-d861-4d29-b7a3-a99219eccf84', 'tag': '26db9beb-e680-4fba-9f1f-d96f599366bc', 'status': 'completed', 'code': 200} Aug 12 14:40:12.082203 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-dd8e3c7b-4f6e-4d8e-92b3-47d3d926670c req-b685a091-4eb2-4cfa-99d1-f2bcce5e5e99 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=26db9beb-e680-4fba-9f1f-d96f599366bc HTTP/1.1" status: 200 len: 217 time: 0.0634050 Aug 12 14:40:12.162311 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf8b207-9856-4059-89d9-33136035d629 req-35277a57-e86a-4173-81c3-e6f6a73c108a tempest-ServerRescueNegativeTestJSON-1622637895 tempest-ServerRescueNegativeTestJSON-1622637895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:12.164985 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-dcf8b207-9856-4059-89d9-33136035d629 req-35277a57-e86a-4173-81c3-e6f6a73c108a tempest-ServerRescueNegativeTestJSON-1622637895 tempest-ServerRescueNegativeTestJSON-1622637895-project] 10.222.0.39 "GET /v2.0/ports?device_id=bc74d9fd-9e29-4667-bb83-e5e3a6913f4e HTTP/1.1" status: 200 len: 946 time: 0.1608756 Aug 12 14:40:12.177456 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d051ae-2d4f-45c0-88c7-de9af51f30d7 service neutron] Pushing event updated for resources: {'Port': ['ID=212ef944-531b-455d-8ddd-21b86dda185f,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:40:12.193071 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8e3c7b-4f6e-4d8e-92b3-47d3d926670c req-d46048a6-92c8-478f-a7db-0b1f48577091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:12.196040 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-dd8e3c7b-4f6e-4d8e-92b3-47d3d926670c req-d46048a6-92c8-478f-a7db-0b1f48577091 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f7615930-382d-44ff-8b02-ecb1a2922a73 HTTP/1.1" status: 200 len: 853 time: 0.1076317 Aug 12 14:40:12.248140 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9826fb21-4e6c-4c6b-a79a-07742421d979 req-1fda0456-3593-4e5f-862c-b19207d841c7 tempest-ServersTestBootFromVolume-1121352003 tempest-ServersTestBootFromVolume-1121352003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:12.256337 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-9826fb21-4e6c-4c6b-a79a-07742421d979 req-1fda0456-3593-4e5f-862c-b19207d841c7 tempest-ServersTestBootFromVolume-1121352003 tempest-ServersTestBootFromVolume-1121352003-project] 10.222.0.39 "GET /v2.0/ports?device_id=28b5c412-d861-4d29-b7a3-a99219eccf84 HTTP/1.1" status: 200 len: 944 time: 0.1269171 Aug 12 14:40:12.278455 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device 2bfa4e0b-3962-4ab8-85f0-72a6f1ab8457 details requested by agent hyperv_n-h2-694802-15 with host n-h2-694802-15 {{(pid=94468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 14:40:12.307007 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-dcf8b207-9856-4059-89d9-33136035d629 req-62cd1e8a-10df-48fa-8a98-9b1c6d26ae9b tempest-ServerRescueNegativeTestJSON-1622637895 tempest-ServerRescueNegativeTestJSON-1622637895-project] 10.222.0.39 "GET /v2.0/security-groups?id=268dec7e-7261-41d2-9e03-6b72db198ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188111 Aug 12 14:40:12.309263 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8e3c7b-4f6e-4d8e-92b3-47d3d926670c req-ec5ff90b-b444-4342-b40e-9ee65f0739ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:12.311926 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-dd8e3c7b-4f6e-4d8e-92b3-47d3d926670c req-ec5ff90b-b444-4342-b40e-9ee65f0739ab service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8ac6d62d-7552-4386-9630-aa41f365c73f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1042752 Aug 12 14:40:12.328987 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [req-57f95255-f688-4e19-947c-d29e5f46778f req-49d051ae-2d4f-45c0-88c7-de9af51f30d7 service neutron] Attempting to bind port 212ef944-531b-455d-8ddd-21b86dda185f on host n-h2-694802-15 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:40:12.329325 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [req-57f95255-f688-4e19-947c-d29e5f46778f req-49d051ae-2d4f-45c0-88c7-de9af51f30d7 service neutron] Attempting to bind port 212ef944-531b-455d-8ddd-21b86dda185f by drivers openvswitch,hyperv on host n-h2-694802-15 at level 0 using segments [{'id': '4c973057-417f-419d-840d-ea232fb579a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'a681c17b-4312-41b7-b711-32d50b05905d'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:40:12.329673 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57f95255-f688-4e19-947c-d29e5f46778f req-49d051ae-2d4f-45c0-88c7-de9af51f30d7 service neutron] Attempting to bind port 212ef944-531b-455d-8ddd-21b86dda185f on network a681c17b-4312-41b7-b711-32d50b05905d {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:40:12.363795 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57f95255-f688-4e19-947c-d29e5f46778f req-49d051ae-2d4f-45c0-88c7-de9af51f30d7 service neutron] Port 212ef944-531b-455d-8ddd-21b86dda185f on network a681c17b-4312-41b7-b711-32d50b05905d not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-15 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 14:40:12.364129 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57f95255-f688-4e19-947c-d29e5f46778f req-49d051ae-2d4f-45c0-88c7-de9af51f30d7 service neutron] Attempting to bind port 212ef944-531b-455d-8ddd-21b86dda185f on network a681c17b-4312-41b7-b711-32d50b05905d {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:40:12.383656 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-9826fb21-4e6c-4c6b-a79a-07742421d979 req-dd062d78-c068-40d4-a200-094204b8420b tempest-ServersTestBootFromVolume-1121352003 tempest-ServersTestBootFromVolume-1121352003-project] 10.222.0.39 "GET /v2.0/security-groups?id=a19b9f58-da28-4fed-8bd9-43a3f07f3a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1262386 Aug 12 14:40:12.386748 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57f95255-f688-4e19-947c-d29e5f46778f req-49d051ae-2d4f-45c0-88c7-de9af51f30d7 service neutron] Checking agent: {'id': 'b7697f71-33f3-4959-ad82-43c2dc15845d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 27, 42), 'started_at': datetime.datetime(2021, 8, 12, 14, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 39, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:40:12.407590 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57f95255-f688-4e19-947c-d29e5f46778f req-49d051ae-2d4f-45c0-88c7-de9af51f30d7 service neutron] Checking segment: {'id': '4c973057-417f-419d-840d-ea232fb579a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'a681c17b-4312-41b7-b711-32d50b05905d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:40:12.408597 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57f95255-f688-4e19-947c-d29e5f46778f req-49d051ae-2d4f-45c0-88c7-de9af51f30d7 service neutron] Bound using segment: {'id': '4c973057-417f-419d-840d-ea232fb579a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'a681c17b-4312-41b7-b711-32d50b05905d'} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:40:12.408826 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [req-57f95255-f688-4e19-947c-d29e5f46778f req-49d051ae-2d4f-45c0-88c7-de9af51f30d7 service neutron] Bound port: 212ef944-531b-455d-8ddd-21b86dda185f, host: n-h2-694802-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c973057-417f-419d-840d-ea232fb579a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'a681c17b-4312-41b7-b711-32d50b05905d'}}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:40:12.409298 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-57f95255-f688-4e19-947c-d29e5f46778f req-49d051ae-2d4f-45c0-88c7-de9af51f30d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:12.415005 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8ba9dd-bf67-45c9-8834-132071d53a5c req-013eab8b-abd6-4140-b280-efa6b1dd484d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:12.416551 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-1a8ba9dd-bf67-45c9-8834-132071d53a5c req-013eab8b-abd6-4140-b280-efa6b1dd484d service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=386835e1-c682-4306-8829-4ba3e0f82472 HTTP/1.1" status: 200 len: 1097 time: 0.4357798 Aug 12 14:40:12.425905 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:12.437116 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 44412) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:40:12.481862 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port 2bfa4e0b-3962-4ab8-85f0-72a6f1ab8457, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=2bfa4e0b-3962-4ab8-85f0-72a6f1ab8457,segment=NetworkSegment(fa56b527-ee4a-4364-a048-801501f2b587),segment_id=fa56b527-ee4a-4364-a048-801501f2b587)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:40:12.501251 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Returning: {'device': '2bfa4e0b-3962-4ab8-85f0-72a6f1ab8457', 'network_id': 'deab0188-4b12-48ad-8302-81ef18af48b1', 'port_id': '2bfa4e0b-3962-4ab8-85f0-72a6f1ab8457', 'mac_address': 'fa:16:3e:fd:d4:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '002d6353-4fcc-4e8f-8c37-c3c5e85849da', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 14:40:12.533367 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-dd8e3c7b-4f6e-4d8e-92b3-47d3d926670c req-7c719c78-5118-4d78-8521-e24a3d11587e service neutron] 10.222.0.49 "GET /v2.0/networks/8ac6d62d-7552-4386-9630-aa41f365c73f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2130671 Aug 12 14:40:12.550119 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:12.565026 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-1a8ba9dd-bf67-45c9-8834-132071d53a5c req-35baf4cd-4624-4b5c-af81-3c35699ce217 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=236a0eec-9f7c-4484-872e-cf0d4d2f69af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293612 Aug 12 14:40:12.570033 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2bfa4e0b-3962-4ab8-85f0-72a6f1ab8457 {{(pid=94468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:40:12.578166 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [req-57f95255-f688-4e19-947c-d29e5f46778f req-49d051ae-2d4f-45c0-88c7-de9af51f30d7 service neutron] For port 212ef944-531b-455d-8ddd-21b86dda185f, host n-h2-694802-15, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:40:12.584459 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [req-57f95255-f688-4e19-947c-d29e5f46778f req-49d051ae-2d4f-45c0-88c7-de9af51f30d7 service neutron] For port 212ef944-531b-455d-8ddd-21b86dda185f, host n-h2-694802-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=212ef944-531b-455d-8ddd-21b86dda185f,segment=NetworkSegment(4c973057-417f-419d-840d-ea232fb579a5),segment_id=4c973057-417f-419d-840d-ea232fb579a5)] {{(pid=94466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:40:12.594834 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02e6b8d-0b57-4571-8fff-24214849f4d6 req-d420ff74-52f2-4e1f-8509-b319616fd403 tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:12.596473 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-b02e6b8d-0b57-4571-8fff-24214849f4d6 req-d420ff74-52f2-4e1f-8509-b319616fd403 tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] 10.222.0.39 "GET /v2.0/ports?device_id=386835e1-c682-4306-8829-4ba3e0f82472 HTTP/1.1" status: 200 len: 945 time: 0.1001525 Aug 12 14:40:12.598158 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-57f95255-f688-4e19-947c-d29e5f46778f req-49d051ae-2d4f-45c0-88c7-de9af51f30d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3718439'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:12.611255 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port 2bfa4e0b-3962-4ab8-85f0-72a6f1ab8457, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=2bfa4e0b-3962-4ab8-85f0-72a6f1ab8457,segment=NetworkSegment(fa56b527-ee4a-4364-a048-801501f2b587),segment_id=fa56b527-ee4a-4364-a048-801501f2b587)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:40:12.616916 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:12.625506 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device ebc29655-e531-44b0-80e0-93f88244161e up at agent hyperv_n-h1-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:40:12.649970 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f95255-f688-4e19-947c-d29e5f46778f req-49d051ae-2d4f-45c0-88c7-de9af51f30d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:12.650663 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-57f95255-f688-4e19-947c-d29e5f46778f req-49d051ae-2d4f-45c0-88c7-de9af51f30d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:12.652163 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-57f95255-f688-4e19-947c-d29e5f46778f req-49d051ae-2d4f-45c0-88c7-de9af51f30d7 service neutron] 10.222.0.49 "PUT /v2.0/ports/212ef944-531b-455d-8ddd-21b86dda185f HTTP/1.1" status: 200 len: 1092 time: 1.5468011 Aug 12 14:40:12.655553 n-d-694802-15 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23818359-f45f-434d-a114-070341b83442', 'tag': '212ef944-531b-455d-8ddd-21b86dda185f'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:40:12.658039 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e785eeede3897370d0b20f09d5f461b30cfecd5ed38c4f07dacd02bc52c9277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76df1a5c-a78c-4aa6-823d-dd1885117b2a" -d '{"events": [{"name": "network-changed", "server_uuid": "23818359-f45f-434d-a114-070341b83442", "tag": "212ef944-531b-455d-8ddd-21b86dda185f"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:40:12.676248 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-dd8e3c7b-4f6e-4d8e-92b3-47d3d926670c req-d1a426ff-339e-438d-bc59-dab4e0c39c28 service neutron] 10.222.0.49 "GET /v2.0/networks/8ac6d62d-7552-4386-9630-aa41f365c73f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1178105 Aug 12 14:40:12.694813 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-b02e6b8d-0b57-4571-8fff-24214849f4d6 req-bb0a3d00-e2f1-4b4d-845e-90a07f7ff335 tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] 10.222.0.39 "GET /v2.0/security-groups?id=236a0eec-9f7c-4484-872e-cf0d4d2f69af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891502 Aug 12 14:40:12.695658 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d051ae-2d4f-45c0-88c7-de9af51f30d7 service neutron] Pushing event updated for resources: {'Port': ['ID=212ef944-531b-455d-8ddd-21b86dda185f,revision_number=3']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:40:12.712831 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-d5397644-5cc7-4565-85c3-c604cefa05b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:12.737455 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Pushing event updated for resources: {'Port': ['ID=2bfa4e0b-3962-4ab8-85f0-72a6f1ab8457,revision_number=4']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:40:12.764777 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Provisioning for port ebc29655-e531-44b0-80e0-93f88244161e completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:40:12.771801 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71d1168-6381-44d6-9e8f-02278fa3af43 req-16eb8acb-4348-4e83-81f8-4ebc949636e8 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:12.772087 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Provisioning complete for port ebc29655-e531-44b0-80e0-93f88244161e triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:40:12.772889 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:12.773346 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b71d1168-6381-44d6-9e8f-02278fa3af43 req-16eb8acb-4348-4e83-81f8-4ebc949636e8 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] 10.222.0.39 "GET /v2.0/ports?device_id=23818359-f45f-434d-a114-070341b83442 HTTP/1.1" status: 200 len: 943 time: 0.3264747 Aug 12 14:40:12.823399 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8197ec-7f57-4285-9095-4c285be42cd7 req-4e34f9e8-6b40-45d2-8c69-ce5d8dde199b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:12.827061 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-5d8197ec-7f57-4285-9095-4c285be42cd7 req-4e34f9e8-6b40-45d2-8c69-ce5d8dde199b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=abcf19ed547946299d610db231b30ea8&device_id=28b5c412-d861-4d29-b7a3-a99219eccf84 HTTP/1.1" status: 200 len: 1096 time: 0.0908415 Aug 12 14:40:12.842123 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f95255-f688-4e19-947c-d29e5f46778f req-059707e6-71c1-40fc-9f82-13a7e0f85fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:12.843835 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-57f95255-f688-4e19-947c-d29e5f46778f req-059707e6-71c1-40fc-9f82-13a7e0f85fa0 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=4024e5f8cb5f495fb475a508277f1933&device_id=23818359-f45f-434d-a114-070341b83442 HTTP/1.1" status: 200 len: 1095 time: 0.1328027 Aug 12 14:40:12.851003 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b71d1168-6381-44d6-9e8f-02278fa3af43 req-28cfd1d1-5c28-4d0a-a3ea-36bc95dd87a4 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b3c7ce2-70f7-4d15-8774-e830cec0f0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678051 Aug 12 14:40:12.907264 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-57f95255-f688-4e19-947c-d29e5f46778f req-133a6c28-5a5d-4dc8-9d9e-56c70a7a552d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=212ef944-531b-455d-8ddd-21b86dda185f HTTP/1.1" status: 200 len: 217 time: 0.0515039 Aug 12 14:40:12.953530 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:12.964358 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f95255-f688-4e19-947c-d29e5f46778f req-d96c0a4a-57bc-4776-ba4a-99e407140af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:12.966098 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-57f95255-f688-4e19-947c-d29e5f46778f req-d96c0a4a-57bc-4776-ba4a-99e407140af3 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=49978436-adae-4995-85db-355f6ab8bdca HTTP/1.1" status: 200 len: 852 time: 0.0486073 Aug 12 14:40:12.988313 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8197ec-7f57-4285-9095-4c285be42cd7 req-86dd2b3e-12a6-4522-a9d2-e71da80a53ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:12.989975 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-5d8197ec-7f57-4285-9095-4c285be42cd7 req-86dd2b3e-12a6-4522-a9d2-e71da80a53ab service neutron] 10.222.0.49 "GET /v2.0/networks?id=8ac6d62d-7552-4386-9630-aa41f365c73f HTTP/1.1" status: 200 len: 915 time: 0.1545849 Aug 12 14:40:12.990467 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] get_ports_and_sgs() called for port_ids ['2bfa4e0b-3962-4ab8-85f0-72a6f1ab8457'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:40:13.046968 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-5d8197ec-7f57-4285-9095-4c285be42cd7 req-030969a0-dedd-4df8-ad70-38f711dc7bba service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=26db9beb-e680-4fba-9f1f-d96f599366bc HTTP/1.1" status: 200 len: 217 time: 0.0488527 Aug 12 14:40:13.047811 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-57f95255-f688-4e19-947c-d29e5f46778f req-24610ae6-f02b-44df-9ed9-8636fb6e897b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a681c17b-4312-41b7-b711-32d50b05905d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0574994 Aug 12 14:40:13.049501 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 14:40:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e90fe33-05fc-4d47-aa26-694a4324c8ca x-openstack-request-id: req-5e90fe33-05fc-4d47-aa26-694a4324c8ca {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:40:13.050331 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23818359-f45f-434d-a114-070341b83442", "tag": "212ef944-531b-455d-8ddd-21b86dda185f", "status": "completed", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:40:13.050331 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5e90fe33-05fc-4d47-aa26-694a4324c8ca {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:40:13.050857 n-d-694802-15 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23818359-f45f-434d-a114-070341b83442', 'tag': '212ef944-531b-455d-8ddd-21b86dda185f', 'status': 'completed', 'code': 200} Aug 12 14:40:13.093102 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port ebc29655-e531-44b0-80e0-93f88244161e, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=ebc29655-e531-44b0-80e0-93f88244161e,segment=NetworkSegment(a1f8c867-101b-4d30-814e-b89f55a5edd0),segment_id=a1f8c867-101b-4d30-814e-b89f55a5edd0)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:40:13.098264 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:13.107279 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:13.163513 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-57f95255-f688-4e19-947c-d29e5f46778f req-27d64975-9266-49fb-a777-be6d416e4fab service neutron] 10.222.0.49 "GET /v2.0/networks/a681c17b-4312-41b7-b711-32d50b05905d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994022 Aug 12 14:40:13.178905 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0905fbbf-96c4-41e7-b6da-f27fe3369275 req-f974a790-aa76-4222-8abe-224ea7d1a580 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:13.180657 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Pushing event updated for resources: {'Port': ['ID=ebc29655-e531-44b0-80e0-93f88244161e,revision_number=5']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:40:13.190579 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-0905fbbf-96c4-41e7-b6da-f27fe3369275 req-f974a790-aa76-4222-8abe-224ea7d1a580 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b0fa1b4-cdc9-458f-8dff-703987eed3f0 HTTP/1.1" status: 200 len: 948 time: 0.1339130 Aug 12 14:40:13.210777 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8197ec-7f57-4285-9095-4c285be42cd7 req-c850fcd6-fc43-41b3-aec5-a9114af5ee45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:13.211483 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-5d8197ec-7f57-4285-9095-4c285be42cd7 req-c850fcd6-fc43-41b3-aec5-a9114af5ee45 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f7615930-382d-44ff-8b02-ecb1a2922a73 HTTP/1.1" status: 200 len: 853 time: 0.1381474 Aug 12 14:40:13.273205 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-0905fbbf-96c4-41e7-b6da-f27fe3369275 req-1608022b-9f97-45a8-99bc-a91c6b41e40b tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] 10.222.0.39 "GET /v2.0/security-groups?id=5301a7d3-dd3e-456d-bf8f-dfd76884604a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817206 Aug 12 14:40:13.284359 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8197ec-7f57-4285-9095-4c285be42cd7 req-325e954d-a8a3-4671-bcbd-531f62e39a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:13.286263 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-5d8197ec-7f57-4285-9095-4c285be42cd7 req-325e954d-a8a3-4671-bcbd-531f62e39a54 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8ac6d62d-7552-4386-9630-aa41f365c73f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0671642 Aug 12 14:40:13.353959 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-7c77c914-8bd4-4c61-ac6d-d8fdc10dd9bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:13.444174 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-5d8197ec-7f57-4285-9095-4c285be42cd7 req-34a3c1e4-6af8-4602-84dd-e3f8fac921c4 service neutron] 10.222.0.49 "GET /v2.0/networks/8ac6d62d-7552-4386-9630-aa41f365c73f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401398 Aug 12 14:40:13.528328 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed85cb9c-67bc-47d5-8eea-4d937576df81 req-84e48042-4d65-4ff2-8d57-8e41b20cd4be tempest-VolumesActionsTest-1768521509 tempest-VolumesActionsTest-1768521509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:13.530387 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ed85cb9c-67bc-47d5-8eea-4d937576df81 req-84e48042-4d65-4ff2-8d57-8e41b20cd4be tempest-VolumesActionsTest-1768521509 tempest-VolumesActionsTest-1768521509-project] 10.222.0.39 "GET /v2.0/ports?device_id=612082f2-4ca1-43d5-b149-0f83e3189828 HTTP/1.1" status: 200 len: 944 time: 0.5594218 Aug 12 14:40:13.536911 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-d5397644-5cc7-4565-85c3-c604cefa05b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:13.559683 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-d5397644-5cc7-4565-85c3-c604cefa05b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:13.563493 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2c68c5-277f-44c3-9f45-3269b801418c req-b38842d8-2bc9-4908-9a78-23ac544ba5d2 tempest-ServerRescueNegativeTestJSON-1622637895 tempest-ServerRescueNegativeTestJSON-1622637895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:13.565024 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-9b2c68c5-277f-44c3-9f45-3269b801418c req-b38842d8-2bc9-4908-9a78-23ac544ba5d2 tempest-ServerRescueNegativeTestJSON-1622637895 tempest-ServerRescueNegativeTestJSON-1622637895-project] 10.222.0.39 "GET /v2.0/ports?device_id=bc74d9fd-9e29-4667-bb83-e5e3a6913f4e HTTP/1.1" status: 200 len: 946 time: 0.1199336 Aug 12 14:40:13.602890 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-5d8197ec-7f57-4285-9095-4c285be42cd7 req-f7020489-f5a4-4b40-87cb-887f30060d7a service neutron] 10.222.0.49 "GET /v2.0/networks/8ac6d62d-7552-4386-9630-aa41f365c73f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1484406 Aug 12 14:40:13.625036 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-9b2c68c5-277f-44c3-9f45-3269b801418c req-5da04957-dcd0-4e46-a012-3675b0a1199d tempest-ServerRescueNegativeTestJSON-1622637895 tempest-ServerRescueNegativeTestJSON-1622637895-project] 10.222.0.39 "GET /v2.0/security-groups?id=268dec7e-7261-41d2-9e03-6b72db198ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530059 Aug 12 14:40:13.628126 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5397644-5cc7-4565-85c3-c604cefa05b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cb1d40c-8afc-4fbd-a12d-0a4243eacc10,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:40:13.635442 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ed85cb9c-67bc-47d5-8eea-4d937576df81 req-05e67b2b-102d-408c-a422-f0354ea6785d tempest-VolumesActionsTest-1768521509 tempest-VolumesActionsTest-1768521509-project] 10.222.0.39 "GET /v2.0/security-groups?id=c501fc61-6b14-414b-8392-557df3b0185d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950718 Aug 12 14:40:13.643794 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-d5397644-5cc7-4565-85c3-c604cefa05b5 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=599b981d86eb479aa9ff64e70d4e8e19&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2016478 Aug 12 14:40:13.651199 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 44430) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:40:13.655292 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-57f95255-f688-4e19-947c-d29e5f46778f req-36adcb5d-3c04-472e-b76b-01213b60cf34 service neutron] 10.222.0.49 "GET /v2.0/networks/a681c17b-4312-41b7-b711-32d50b05905d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4774387 Aug 12 14:40:13.719868 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d4bc8883-e5fa-45d2-842f-55e1829c061c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:13.742569 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d4bc8883-e5fa-45d2-842f-55e1829c061c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:13.803329 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b01c9d-f9a7-4fe1-bf6b-55876354820b req-243a7b42-462a-4e25-95d9-589df4d2825f tempest-ServersTestBootFromVolume-1121352003 tempest-ServersTestBootFromVolume-1121352003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:13.805043 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-31b01c9d-f9a7-4fe1-bf6b-55876354820b req-243a7b42-462a-4e25-95d9-589df4d2825f tempest-ServersTestBootFromVolume-1121352003 tempest-ServersTestBootFromVolume-1121352003-project] 10.222.0.39 "GET /v2.0/ports?device_id=28b5c412-d861-4d29-b7a3-a99219eccf84 HTTP/1.1" status: 200 len: 944 time: 0.0905614 Aug 12 14:40:13.807344 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76df1a5c-a78c-4aa6-823d-dd1885117b2a req-9a126bd2-f425-46ba-ad9d-0583ed1c51e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:13.808708 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-76df1a5c-a78c-4aa6-823d-dd1885117b2a req-9a126bd2-f425-46ba-ad9d-0583ed1c51e2 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=4024e5f8cb5f495fb475a508277f1933&device_id=23818359-f45f-434d-a114-070341b83442 HTTP/1.1" status: 200 len: 1095 time: 0.0827169 Aug 12 14:40:13.816068 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d4bc8883-e5fa-45d2-842f-55e1829c061c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:13.818889 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d4bc8883-e5fa-45d2-842f-55e1829c061c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:13.820048 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-d4bc8883-e5fa-45d2-842f-55e1829c061c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2cb1d40c-8afc-4fbd-a12d-0a4243eacc10 HTTP/1.1" status: 204 len: 168 time: 0.1676376 Aug 12 14:40:13.846452 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bc8883-e5fa-45d2-842f-55e1829c061c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cb1d40c-8afc-4fbd-a12d-0a4243eacc10,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:40:13.877628 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af218ab9-696d-4d33-8b4b-1586c3ba0bf4 req-7af0254a-82e9-490d-b9cc-7b40824fe569 tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:13.880048 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-af218ab9-696d-4d33-8b4b-1586c3ba0bf4 req-7af0254a-82e9-490d-b9cc-7b40824fe569 tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] 10.222.0.39 "GET /v2.0/ports?device_id=386835e1-c682-4306-8829-4ba3e0f82472 HTTP/1.1" status: 200 len: 945 time: 0.0798278 Aug 12 14:40:13.895503 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-1769855f-eda9-4483-9dc3-3220908ab45d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:13.905312 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-31b01c9d-f9a7-4fe1-bf6b-55876354820b req-19ed8ac8-70ec-4bb0-a456-bfde40eae931 tempest-ServersTestBootFromVolume-1121352003 tempest-ServersTestBootFromVolume-1121352003-project] 10.222.0.39 "GET /v2.0/security-groups?id=a19b9f58-da28-4fed-8bd9-43a3f07f3a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0928261 Aug 12 14:40:13.907130 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b0fa1b4-cdc9-458f-8dff-703987eed3f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebc29655-e531-44b0-80e0-93f88244161e'}] {{(pid=94468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:40:13.911183 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99a8d87602170099c728e57431aca99e9b98a655a83bbf8727be13192709727b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d71a26b0-1278-4cc0-9f4a-d8e4dc9e7b01" -d '{"events": [{"server_uuid": "8b0fa1b4-cdc9-458f-8dff-703987eed3f0", "name": "network-vif-plugged", "status": "completed", "tag": "ebc29655-e531-44b0-80e0-93f88244161e"}]}' {{(pid=94468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:40:13.959904 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-af218ab9-696d-4d33-8b4b-1586c3ba0bf4 req-567fd73b-bf78-47d5-98c9-e18091fd12a0 tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] 10.222.0.39 "GET /v2.0/security-groups?id=236a0eec-9f7c-4484-872e-cf0d4d2f69af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726821 Aug 12 14:40:13.972097 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76df1a5c-a78c-4aa6-823d-dd1885117b2a req-78004975-08b3-4745-9d67-ced2f5b3e0c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:13.973835 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-76df1a5c-a78c-4aa6-823d-dd1885117b2a req-78004975-08b3-4745-9d67-ced2f5b3e0c6 service neutron] 10.222.0.49 "GET /v2.0/networks?id=a681c17b-4312-41b7-b711-32d50b05905d HTTP/1.1" status: 200 len: 913 time: 0.1510875 Aug 12 14:40:14.014763 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 14:40:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a87cdca-a311-4a90-add1-27d3c16fef06 x-openstack-request-id: req-2a87cdca-a311-4a90-add1-27d3c16fef06 {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:40:14.015321 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b0fa1b4-cdc9-458f-8dff-703987eed3f0", "name": "network-vif-plugged", "status": "completed", "tag": "ebc29655-e531-44b0-80e0-93f88244161e", "code": 200}]} {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:40:14.015757 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2a87cdca-a311-4a90-add1-27d3c16fef06 {{(pid=94468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:40:14.016395 n-d-694802-15 neutron-server[94468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b0fa1b4-cdc9-458f-8dff-703987eed3f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebc29655-e531-44b0-80e0-93f88244161e', 'code': 200} Aug 12 14:40:14.053020 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-76df1a5c-a78c-4aa6-823d-dd1885117b2a req-9aea2ef7-32d8-4820-952f-ea7c152a0cfe service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=212ef944-531b-455d-8ddd-21b86dda185f HTTP/1.1" status: 200 len: 217 time: 0.0590644 Aug 12 14:40:14.152310 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78df8bc6-4d96-4826-81da-58c10fe2839e req-3f37e1ac-9abc-49b4-a850-079087111376 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:14.160435 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256de161-9b9b-444c-b473-16e75ff4b385 req-b3af2660-8bbe-48ac-b5a0-f31d6c5a2543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:14.161455 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-78df8bc6-4d96-4826-81da-58c10fe2839e req-3f37e1ac-9abc-49b4-a850-079087111376 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] 10.222.0.39 "GET /v2.0/ports?device_id=23818359-f45f-434d-a114-070341b83442 HTTP/1.1" status: 200 len: 943 time: 0.1549191 Aug 12 14:40:14.162343 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-256de161-9b9b-444c-b473-16e75ff4b385 req-b3af2660-8bbe-48ac-b5a0-f31d6c5a2543 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=8b0fa1b4-cdc9-458f-8dff-703987eed3f0 HTTP/1.1" status: 200 len: 1101 time: 0.0748248 Aug 12 14:40:14.182293 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76df1a5c-a78c-4aa6-823d-dd1885117b2a req-5b517c4b-d6ec-492b-92d8-0baab6991583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:14.185427 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-76df1a5c-a78c-4aa6-823d-dd1885117b2a req-5b517c4b-d6ec-492b-92d8-0baab6991583 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=49978436-adae-4995-85db-355f6ab8bdca HTTP/1.1" status: 200 len: 852 time: 0.1079545 Aug 12 14:40:14.203439 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-78705f8b-5471-48f6-8cdf-5a8f9c847618 req-881640e1-803f-45ec-93da-5fcede34247f tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-220739612&fields=id&tenant_id=27838204baa14230af63fefe49eecf8a HTTP/1.1" status: 200 len: 267 time: 0.1043298 Aug 12 14:40:14.228834 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 44444) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:40:14.235121 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-76df1a5c-a78c-4aa6-823d-dd1885117b2a req-2f748bf4-ceac-4290-9da0-9e1597d73486 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a681c17b-4312-41b7-b711-32d50b05905d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397294 Aug 12 14:40:14.239505 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-78df8bc6-4d96-4826-81da-58c10fe2839e req-6918a45d-be9d-4536-873f-7f4907bb8333 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b3c7ce2-70f7-4d15-8774-e830cec0f0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771956 Aug 12 14:40:14.275580 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-256de161-9b9b-444c-b473-16e75ff4b385 req-188c981f-419b-4249-b8b2-8baaf58c0e41 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=5301a7d3-dd3e-456d-bf8f-dfd76884604a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039796 Aug 12 14:40:14.277936 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-97f08178-14f3-4353-8a1f-6872f5283c3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:14.285939 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device 2bfa4e0b-3962-4ab8-85f0-72a6f1ab8457 up at agent hyperv_n-h2-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:40:14.336186 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78705f8b-5471-48f6-8cdf-5a8f9c847618 req-3821d124-8429-4219-acc6-5e4d5e8027fa tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:14.338472 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-78705f8b-5471-48f6-8cdf-5a8f9c847618 req-3821d124-8429-4219-acc6-5e4d5e8027fa tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] 10.222.0.39 "GET /v2.0/ports?device_id=386835e1-c682-4306-8829-4ba3e0f82472 HTTP/1.1" status: 200 len: 945 time: 0.1340845 Aug 12 14:40:14.349867 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Provisioning for port 2bfa4e0b-3962-4ab8-85f0-72a6f1ab8457 completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:40:14.355693 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [req-78705f8b-5471-48f6-8cdf-5a8f9c847618 req-2aa36a41-214f-4933-bdc1-975581ee57ea tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] Request body: {'port': {'security_groups': ['236a0eec-9f7c-4484-872e-cf0d4d2f69af', '205b4a93-bf0c-487b-b27f-0045badaba85']}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:40:14.361486 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Provisioning complete for port 2bfa4e0b-3962-4ab8-85f0-72a6f1ab8457 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:40:14.362004 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:14.373109 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-76df1a5c-a78c-4aa6-823d-dd1885117b2a req-2f713bf1-5250-419c-9c37-b2d12d9b24e9 service neutron] 10.222.0.49 "GET /v2.0/networks/a681c17b-4312-41b7-b711-32d50b05905d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296217 Aug 12 14:40:14.453904 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-78705f8b-5471-48f6-8cdf-5a8f9c847618 req-2aa36a41-214f-4933-bdc1-975581ee57ea tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:14.500378 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fb4689-f93c-4ec1-ace7-e5c34cd29b56 req-1c86b164-7d73-4b44-be47-76f4fd33fa33 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:14.502083 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-07fb4689-f93c-4ec1-ace7-e5c34cd29b56 req-1c86b164-7d73-4b44-be47-76f4fd33fa33 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b0fa1b4-cdc9-458f-8dff-703987eed3f0 HTTP/1.1" status: 200 len: 949 time: 0.1182554 Aug 12 14:40:14.535127 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:14.542193 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-97f08178-14f3-4353-8a1f-6872f5283c3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:14.553158 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-97f08178-14f3-4353-8a1f-6872f5283c3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:14.576407 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-76df1a5c-a78c-4aa6-823d-dd1885117b2a req-f3dab1a7-924a-46d3-8c57-6a542d5e0f32 service neutron] 10.222.0.49 "GET /v2.0/networks/a681c17b-4312-41b7-b711-32d50b05905d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1956367 Aug 12 14:40:14.580975 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-07fb4689-f93c-4ec1-ace7-e5c34cd29b56 req-a421defd-65d8-4860-a473-9193453d0670 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] 10.222.0.39 "GET /v2.0/security-groups?id=5301a7d3-dd3e-456d-bf8f-dfd76884604a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643075 Aug 12 14:40:14.615663 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-97f08178-14f3-4353-8a1f-6872f5283c3e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=be6d460731aa42a2a5d2f02f44075f84&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3856876 Aug 12 14:40:14.616062 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 44450) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:40:14.621804 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f08178-14f3-4353-8a1f-6872f5283c3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=399915fe-b331-436d-b626-7d337372280f,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:40:14.639260 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port 2bfa4e0b-3962-4ab8-85f0-72a6f1ab8457, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=2bfa4e0b-3962-4ab8-85f0-72a6f1ab8457,segment=NetworkSegment(fa56b527-ee4a-4364-a048-801501f2b587),segment_id=fa56b527-ee4a-4364-a048-801501f2b587)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:40:14.648587 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:14.701036 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-f805fa2a-f4b7-45ca-ba44-ec24cc320569 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:14.707743 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Pushing event updated for resources: {'Port': ['ID=2bfa4e0b-3962-4ab8-85f0-72a6f1ab8457,revision_number=5']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:40:14.745067 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-f805fa2a-f4b7-45ca-ba44-ec24cc320569 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:14.790500 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [req-78705f8b-5471-48f6-8cdf-5a8f9c847618 req-2aa36a41-214f-4933-bdc1-975581ee57ea tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] For port af31cda9-733b-4e7b-9614-de3dddf9cf56, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=af31cda9-733b-4e7b-9614-de3dddf9cf56,segment=NetworkSegment(21390069-236e-48c1-88f4-ced6154e645c),segment_id=21390069-236e-48c1-88f4-ced6154e645c)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:40:14.824169 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75f2e93-ac8b-412c-bbf0-6a4a109e00c5 req-1b395812-2194-44ed-a67c-c96c4c38b660 tempest-VolumesActionsTest-1768521509 tempest-VolumesActionsTest-1768521509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:14.825905 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c75f2e93-ac8b-412c-bbf0-6a4a109e00c5 req-1b395812-2194-44ed-a67c-c96c4c38b660 tempest-VolumesActionsTest-1768521509 tempest-VolumesActionsTest-1768521509-project] 10.222.0.39 "GET /v2.0/ports?device_id=612082f2-4ca1-43d5-b149-0f83e3189828 HTTP/1.1" status: 200 len: 945 time: 0.0634055 Aug 12 14:40:14.829644 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-78705f8b-5471-48f6-8cdf-5a8f9c847618 req-2aa36a41-214f-4933-bdc1-975581ee57ea tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] Notify callbacks [] for port, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:14.835410 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-78705f8b-5471-48f6-8cdf-5a8f9c847618 req-2aa36a41-214f-4933-bdc1-975581ee57ea tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3718439'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:14.844905 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-f805fa2a-f4b7-45ca-ba44-ec24cc320569 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:14.848079 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] get_ports_and_sgs() called for port_ids ['af31cda9-733b-4e7b-9614-de3dddf9cf56'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:40:14.851210 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-f805fa2a-f4b7-45ca-ba44-ec24cc320569 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:14.861234 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-f805fa2a-f4b7-45ca-ba44-ec24cc320569 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/399915fe-b331-436d-b626-7d337372280f HTTP/1.1" status: 204 len: 168 time: 0.2349377 Aug 12 14:40:14.883259 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78705f8b-5471-48f6-8cdf-5a8f9c847618 req-2aa36a41-214f-4933-bdc1-975581ee57ea tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:14.883948 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-78705f8b-5471-48f6-8cdf-5a8f9c847618 req-2aa36a41-214f-4933-bdc1-975581ee57ea tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:14.885460 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-78705f8b-5471-48f6-8cdf-5a8f9c847618 req-2aa36a41-214f-4933-bdc1-975581ee57ea tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] 10.222.0.39 "PUT /v2.0/ports/af31cda9-733b-4e7b-9614-de3dddf9cf56 HTTP/1.1" status: 200 len: 981 time: 0.5397534 Aug 12 14:40:14.888286 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f805fa2a-f4b7-45ca-ba44-ec24cc320569 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=399915fe-b331-436d-b626-7d337372280f,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:40:14.913224 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c75f2e93-ac8b-412c-bbf0-6a4a109e00c5 req-e4335941-2ba9-4547-a280-a8cc96b05329 tempest-VolumesActionsTest-1768521509 tempest-VolumesActionsTest-1768521509-project] 10.222.0.39 "GET /v2.0/security-groups?id=c501fc61-6b14-414b-8392-557df3b0185d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781586 Aug 12 14:40:14.931096 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa36a41-214f-4933-bdc1-975581ee57ea tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] Pushing event updated for resources: {'Port': ['ID=af31cda9-733b-4e7b-9614-de3dddf9cf56,revision_number=6']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:40:15.012330 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] get_ports_and_sgs() called for port_ids ['af31cda9-733b-4e7b-9614-de3dddf9cf56'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:40:15.052213 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7762939f-7143-4155-945a-a90971749763 req-0663eaea-770f-4f8f-aca6-121077f586c3 tempest-ServerRescueNegativeTestJSON-1622637895 tempest-ServerRescueNegativeTestJSON-1622637895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:15.061471 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-7762939f-7143-4155-945a-a90971749763 req-0663eaea-770f-4f8f-aca6-121077f586c3 tempest-ServerRescueNegativeTestJSON-1622637895 tempest-ServerRescueNegativeTestJSON-1622637895-project] 10.222.0.39 "GET /v2.0/ports?device_id=bc74d9fd-9e29-4667-bb83-e5e3a6913f4e HTTP/1.1" status: 200 len: 946 time: 0.0761187 Aug 12 14:40:15.062103 n-d-694802-15 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '386835e1-c682-4306-8829-4ba3e0f82472', 'tag': 'af31cda9-733b-4e7b-9614-de3dddf9cf56'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:40:15.064768 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e785eeede3897370d0b20f09d5f461b30cfecd5ed38c4f07dacd02bc52c9277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82cbb744-143d-4ab6-8a89-8af6c66595fa" -d '{"events": [{"name": "network-changed", "server_uuid": "386835e1-c682-4306-8829-4ba3e0f82472", "tag": "af31cda9-733b-4e7b-9614-de3dddf9cf56"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:40:15.117975 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-7762939f-7143-4155-945a-a90971749763 req-2b34d2b7-8a17-4369-8e00-082faf10bf8e tempest-ServerRescueNegativeTestJSON-1622637895 tempest-ServerRescueNegativeTestJSON-1622637895-project] 10.222.0.39 "GET /v2.0/security-groups?id=268dec7e-7261-41d2-9e03-6b72db198ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489445 Aug 12 14:40:15.124711 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8e15d4-7b17-4b96-ac5e-7de4a27a932c req-d212858d-9d8d-46de-af78-903517a97e5f tempest-ServersTestManualDisk-1309453399 tempest-ServersTestManualDisk-1309453399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:15.126341 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-7a8e15d4-7b17-4b96-ac5e-7de4a27a932c req-d212858d-9d8d-46de-af78-903517a97e5f tempest-ServersTestManualDisk-1309453399 tempest-ServersTestManualDisk-1309453399-project] 10.222.0.39 "GET /v2.0/ports?device_id=fdfbc163-1546-4d1b-b618-5c6c09ae9c61 HTTP/1.1" status: 200 len: 946 time: 0.1006448 Aug 12 14:40:15.195101 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-7a8e15d4-7b17-4b96-ac5e-7de4a27a932c req-75fa4299-a216-4eba-aa89-315414fbdaa9 tempest-ServersTestManualDisk-1309453399 tempest-ServersTestManualDisk-1309453399-project] 10.222.0.39 "GET /v2.0/security-groups?id=9936d5ae-54ca-41df-8dd5-0ff5da86712d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585933 Aug 12 14:40:15.297505 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-4999877e-4b87-4790-86bf-f5de21d5019d req-a572e509-0480-416a-b751-b7033ec3f370 tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1117283465&fields=id&tenant_id=27838204baa14230af63fefe49eecf8a HTTP/1.1" status: 200 len: 267 time: 0.0616634 Aug 12 14:40:15.368617 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4999877e-4b87-4790-86bf-f5de21d5019d req-c9557778-4e8f-4452-aa48-1024ae8e9f17 tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:15.370548 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-4999877e-4b87-4790-86bf-f5de21d5019d req-c9557778-4e8f-4452-aa48-1024ae8e9f17 tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] 10.222.0.39 "GET /v2.0/ports?device_id=386835e1-c682-4306-8829-4ba3e0f82472 HTTP/1.1" status: 200 len: 984 time: 0.0663457 Aug 12 14:40:15.384466 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [req-4999877e-4b87-4790-86bf-f5de21d5019d req-6bb9c12b-6143-427c-a7eb-a081af9e5391 tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] Request body: {'port': {'security_groups': ['205b4a93-bf0c-487b-b27f-0045badaba85', '236a0eec-9f7c-4484-872e-cf0d4d2f69af', 'c9503060-8cca-4a49-be19-b74e524fcbc3']}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:40:15.397849 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42720770-c864-4b7b-b086-7603d81ccb34 req-f82a2edc-38ed-4008-96ee-435eae26e84b tempest-ServersTestBootFromVolume-1121352003 tempest-ServersTestBootFromVolume-1121352003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:15.406212 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-42720770-c864-4b7b-b086-7603d81ccb34 req-f82a2edc-38ed-4008-96ee-435eae26e84b tempest-ServersTestBootFromVolume-1121352003 tempest-ServersTestBootFromVolume-1121352003-project] 10.222.0.39 "GET /v2.0/ports?device_id=28b5c412-d861-4d29-b7a3-a99219eccf84 HTTP/1.1" status: 200 len: 944 time: 0.0874925 Aug 12 14:40:15.455255 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-42720770-c864-4b7b-b086-7603d81ccb34 req-acbd6fd8-173d-419b-9435-6b110171d81d tempest-ServersTestBootFromVolume-1121352003 tempest-ServersTestBootFromVolume-1121352003-project] 10.222.0.39 "GET /v2.0/security-groups?id=a19b9f58-da28-4fed-8bd9-43a3f07f3a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455348 Aug 12 14:40:15.501694 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 14:40:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f051771-e01b-44b6-8b30-11993c3625e0 x-openstack-request-id: req-7f051771-e01b-44b6-8b30-11993c3625e0 {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:40:15.503465 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "386835e1-c682-4306-8829-4ba3e0f82472", "tag": "af31cda9-733b-4e7b-9614-de3dddf9cf56", "status": "completed", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:40:15.503885 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7f051771-e01b-44b6-8b30-11993c3625e0 {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:40:15.504448 n-d-694802-15 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '386835e1-c682-4306-8829-4ba3e0f82472', 'tag': 'af31cda9-733b-4e7b-9614-de3dddf9cf56', 'status': 'completed', 'code': 200} Aug 12 14:40:15.514678 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-4999877e-4b87-4790-86bf-f5de21d5019d req-6bb9c12b-6143-427c-a7eb-a081af9e5391 tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:15.557865 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-fe95f194-a3b0-4c04-9e42-20b511169d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:15.649200 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cbb744-143d-4ab6-8a89-8af6c66595fa req-c73bfc79-2f40-477f-95f9-847731eaa040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:15.651190 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-82cbb744-143d-4ab6-8a89-8af6c66595fa req-c73bfc79-2f40-477f-95f9-847731eaa040 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=27838204baa14230af63fefe49eecf8a&device_id=386835e1-c682-4306-8829-4ba3e0f82472 HTTP/1.1" status: 200 len: 1136 time: 0.1205490 Aug 12 14:40:15.672268 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0a24e7-25d7-4d98-96d8-20636eea732d req-298bba27-02d0-45fd-be96-9cc96a407d69 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:15.674045 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3b0a24e7-25d7-4d98-96d8-20636eea732d req-298bba27-02d0-45fd-be96-9cc96a407d69 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] 10.222.0.39 "GET /v2.0/ports?device_id=23818359-f45f-434d-a114-070341b83442 HTTP/1.1" status: 200 len: 943 time: 0.0597968 Aug 12 14:40:15.717020 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3b0a24e7-25d7-4d98-96d8-20636eea732d req-92b48b5a-02d3-41d7-b489-0d88ec8a3ede tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b3c7ce2-70f7-4d15-8774-e830cec0f0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365691 Aug 12 14:40:15.836199 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580a11f6-87b2-4cc4-ad53-861d82616875 req-c40a2f4f-380a-4a90-a1af-4f63268e8504 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:15.837824 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-580a11f6-87b2-4cc4-ad53-861d82616875 req-c40a2f4f-380a-4a90-a1af-4f63268e8504 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b0fa1b4-cdc9-458f-8dff-703987eed3f0 HTTP/1.1" status: 200 len: 949 time: 0.0578072 Aug 12 14:40:15.866270 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cbb744-143d-4ab6-8a89-8af6c66595fa req-794f1e06-dba4-4f6f-ba6c-6f8ffc7b0f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:15.867781 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-82cbb744-143d-4ab6-8a89-8af6c66595fa req-794f1e06-dba4-4f6f-ba6c-6f8ffc7b0f41 service neutron] 10.222.0.64 "GET /v2.0/networks?id=981dd072-1b87-4241-83f5-836737afcd75 HTTP/1.1" status: 200 len: 913 time: 0.1995001 Aug 12 14:40:15.880766 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-580a11f6-87b2-4cc4-ad53-861d82616875 req-bf004faa-f629-4cd3-96af-0e93f8a0b462 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] 10.222.0.39 "GET /v2.0/security-groups?id=5301a7d3-dd3e-456d-bf8f-dfd76884604a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354633 Aug 12 14:40:15.936413 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-82cbb744-143d-4ab6-8a89-8af6c66595fa req-893e0800-0003-4fff-9af9-7ecb26e199ff service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=af31cda9-733b-4e7b-9614-de3dddf9cf56 HTTP/1.1" status: 200 len: 217 time: 0.0442164 Aug 12 14:40:15.990925 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [req-4999877e-4b87-4790-86bf-f5de21d5019d req-6bb9c12b-6143-427c-a7eb-a081af9e5391 tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] For port af31cda9-733b-4e7b-9614-de3dddf9cf56, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=af31cda9-733b-4e7b-9614-de3dddf9cf56,segment=NetworkSegment(21390069-236e-48c1-88f4-ced6154e645c),segment_id=21390069-236e-48c1-88f4-ced6154e645c)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:40:16.017129 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '612082f2-4ca1-43d5-b149-0f83e3189828', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bfa4e0b-3962-4ab8-85f0-72a6f1ab8457'}] {{(pid=94468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:40:16.017399 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cbb744-143d-4ab6-8a89-8af6c66595fa req-d3780cf4-1dc7-4de3-bd24-a393902fd8d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:16.018888 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-82cbb744-143d-4ab6-8a89-8af6c66595fa req-d3780cf4-1dc7-4de3-bd24-a393902fd8d5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=55804ce3-3ce9-49bb-83d8-b79f95bd4874 HTTP/1.1" status: 200 len: 852 time: 0.0734768 Aug 12 14:40:16.019572 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99a8d87602170099c728e57431aca99e9b98a655a83bbf8727be13192709727b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c07225c9-207c-47da-9877-addc1acecf45" -d '{"events": [{"server_uuid": "612082f2-4ca1-43d5-b149-0f83e3189828", "name": "network-vif-plugged", "status": "completed", "tag": "2bfa4e0b-3962-4ab8-85f0-72a6f1ab8457"}]}' {{(pid=94468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:40:16.032732 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-4999877e-4b87-4790-86bf-f5de21d5019d req-6bb9c12b-6143-427c-a7eb-a081af9e5391 tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] Notify callbacks [] for port, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:16.044724 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-4999877e-4b87-4790-86bf-f5de21d5019d req-6bb9c12b-6143-427c-a7eb-a081af9e5391 tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3718439'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:16.062523 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] get_ports_and_sgs() called for port_ids ['af31cda9-733b-4e7b-9614-de3dddf9cf56'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:40:16.062889 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-82cbb744-143d-4ab6-8a89-8af6c66595fa req-4d02e379-d881-4252-960c-3e058c67a126 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=981dd072-1b87-4241-83f5-836737afcd75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281911 Aug 12 14:40:16.106016 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [req-82cbb744-143d-4ab6-8a89-8af6c66595fa req-07015797-c4f5-47a0-b00e-6854766b6fae service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=94466) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 14:40:16.107639 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-82cbb744-143d-4ab6-8a89-8af6c66595fa req-07015797-c4f5-47a0-b00e-6854766b6fae service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0107486 Aug 12 14:40:16.160512 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4999877e-4b87-4790-86bf-f5de21d5019d req-6bb9c12b-6143-427c-a7eb-a081af9e5391 tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:16.161283 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-4999877e-4b87-4790-86bf-f5de21d5019d req-6bb9c12b-6143-427c-a7eb-a081af9e5391 tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:16.168859 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-4999877e-4b87-4790-86bf-f5de21d5019d req-6bb9c12b-6143-427c-a7eb-a081af9e5391 tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] 10.222.0.39 "PUT /v2.0/ports/af31cda9-733b-4e7b-9614-de3dddf9cf56 HTTP/1.1" status: 200 len: 1020 time: 0.7898839 Aug 12 14:40:16.168859 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb9c12b-6143-427c-a7eb-a081af9e5391 tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] Pushing event updated for resources: {'Port': ['ID=af31cda9-733b-4e7b-9614-de3dddf9cf56,revision_number=7']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:40:16.322096 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6214d850-1486-4ba8-8862-9bbf55f0adef req-2b58e02a-5bad-4eff-af19-0e7c0648da9e tempest-VolumesActionsTest-1768521509 tempest-VolumesActionsTest-1768521509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:16.324376 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-6214d850-1486-4ba8-8862-9bbf55f0adef req-2b58e02a-5bad-4eff-af19-0e7c0648da9e tempest-VolumesActionsTest-1768521509 tempest-VolumesActionsTest-1768521509-project] 10.222.0.39 "GET /v2.0/ports?device_id=612082f2-4ca1-43d5-b149-0f83e3189828 HTTP/1.1" status: 200 len: 945 time: 0.0867610 Aug 12 14:40:16.348525 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] get_ports_and_sgs() called for port_ids ['af31cda9-733b-4e7b-9614-de3dddf9cf56'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:40:16.358066 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15be205e-9af9-4f82-b56a-07932527f455 req-237afa32-607b-492b-a03c-cc140d23da87 tempest-ServersOnMultiNodesTest-1821308587 tempest-ServersOnMultiNodesTest-1821308587-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:16.359792 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-15be205e-9af9-4f82-b56a-07932527f455 req-237afa32-607b-492b-a03c-cc140d23da87 tempest-ServersOnMultiNodesTest-1821308587 tempest-ServersOnMultiNodesTest-1821308587-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=8b0fa1b4-cdc9-458f-8dff-703987eed3f0 HTTP/1.1" status: 200 len: 1101 time: 0.0935888 Aug 12 14:40:16.384464 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-15be205e-9af9-4f82-b56a-07932527f455 req-6d0c91dd-79a4-47f0-a27a-3ec00c8df0e8 tempest-ServersOnMultiNodesTest-1821308587 tempest-ServersOnMultiNodesTest-1821308587-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:16.389175 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-82cbb744-143d-4ab6-8a89-8af6c66595fa req-987adee1-6225-4d92-bc15-fd6b2ab0616b service neutron] 10.222.0.64 "GET /v2.0/networks/981dd072-1b87-4241-83f5-836737afcd75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2668743 Aug 12 14:40:16.393363 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-6214d850-1486-4ba8-8862-9bbf55f0adef req-524e7f0c-8862-4833-b826-69c3671f4c3e tempest-VolumesActionsTest-1768521509 tempest-VolumesActionsTest-1768521509-project] 10.222.0.39 "GET /v2.0/security-groups?id=c501fc61-6b14-414b-8392-557df3b0185d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609846 Aug 12 14:40:16.469997 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 14:40:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acdd72fa-218f-474c-801d-769a37f4ae55 x-openstack-request-id: req-acdd72fa-218f-474c-801d-769a37f4ae55 {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:40:16.470834 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "612082f2-4ca1-43d5-b149-0f83e3189828", "name": "network-vif-plugged", "status": "completed", "tag": "2bfa4e0b-3962-4ab8-85f0-72a6f1ab8457", "code": 200}]} {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:40:16.471120 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-acdd72fa-218f-474c-801d-769a37f4ae55 {{(pid=94468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:40:16.473023 n-d-694802-15 neutron-server[94468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '612082f2-4ca1-43d5-b149-0f83e3189828', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bfa4e0b-3962-4ab8-85f0-72a6f1ab8457', 'code': 200} Aug 12 14:40:16.523615 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-82cbb744-143d-4ab6-8a89-8af6c66595fa req-67fd69c4-d963-43aa-9363-663e1a9c256d service neutron] 10.222.0.64 "GET /v2.0/networks/981dd072-1b87-4241-83f5-836737afcd75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257439 Aug 12 14:40:16.601938 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-15be205e-9af9-4f82-b56a-07932527f455 req-6d0c91dd-79a4-47f0-a27a-3ec00c8df0e8 tempest-ServersOnMultiNodesTest-1821308587 tempest-ServersOnMultiNodesTest-1821308587-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:16.608931 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-15be205e-9af9-4f82-b56a-07932527f455 req-6d0c91dd-79a4-47f0-a27a-3ec00c8df0e8 tempest-ServersOnMultiNodesTest-1821308587 tempest-ServersOnMultiNodesTest-1821308587-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:16.651274 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-15be205e-9af9-4f82-b56a-07932527f455 req-6d0c91dd-79a4-47f0-a27a-3ec00c8df0e8 tempest-ServersOnMultiNodesTest-1821308587 tempest-ServersOnMultiNodesTest-1821308587-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=5301a7d3-dd3e-456d-bf8f-dfd76884604a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2840595 Aug 12 14:40:16.663894 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0c91dd-79a4-47f0-a27a-3ec00c8df0e8 tempest-ServersOnMultiNodesTest-1821308587 tempest-ServersOnMultiNodesTest-1821308587-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93874ae5-005a-4294-b52e-fa562422eed6,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:40:16.726836 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedbd348-f01f-4df3-910f-31ce9f48a317 req-c0f88d4f-f475-4f39-85d7-d1bafa7378b5 tempest-ServerRescueNegativeTestJSON-1622637895 tempest-ServerRescueNegativeTestJSON-1622637895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:16.728831 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-cedbd348-f01f-4df3-910f-31ce9f48a317 req-c0f88d4f-f475-4f39-85d7-d1bafa7378b5 tempest-ServerRescueNegativeTestJSON-1622637895 tempest-ServerRescueNegativeTestJSON-1622637895-project] 10.222.0.39 "GET /v2.0/ports?device_id=bc74d9fd-9e29-4667-bb83-e5e3a6913f4e HTTP/1.1" status: 200 len: 946 time: 0.0964108 Aug 12 14:40:16.781715 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-cedbd348-f01f-4df3-910f-31ce9f48a317 req-6a63b387-08d2-47c9-85f8-bd967f20df0e tempest-ServerRescueNegativeTestJSON-1622637895 tempest-ServerRescueNegativeTestJSON-1622637895-project] 10.222.0.39 "GET /v2.0/security-groups?id=268dec7e-7261-41d2-9e03-6b72db198ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458658 Aug 12 14:40:16.847101 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cd58f9-f6b1-42e7-a578-3887717ba1aa req-2009bb48-5920-4579-bd4d-54643ffd1e3d tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:16.848668 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-86cd58f9-f6b1-42e7-a578-3887717ba1aa req-2009bb48-5920-4579-bd4d-54643ffd1e3d tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] 10.222.0.39 "GET /v2.0/ports?device_id=386835e1-c682-4306-8829-4ba3e0f82472 HTTP/1.1" status: 200 len: 1023 time: 0.1099639 Aug 12 14:40:16.860599 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5712d361-f85b-47d9-bfb7-f700e9212ae5 req-9362f912-4c51-4a16-a905-9cca1dc4a4b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:16.862342 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-5712d361-f85b-47d9-bfb7-f700e9212ae5 req-9362f912-4c51-4a16-a905-9cca1dc4a4b3 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=612082f2-4ca1-43d5-b149-0f83e3189828 HTTP/1.1" status: 200 len: 1097 time: 0.3352511 Aug 12 14:40:16.912356 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4f0f4a-e4bc-4824-aa4c-97b314ce0bf3 req-31aba529-79ae-4f64-ade2-bc25ea7c4e06 tempest-ServersTestBootFromVolume-1121352003 tempest-ServersTestBootFromVolume-1121352003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:16.914376 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-0b4f0f4a-e4bc-4824-aa4c-97b314ce0bf3 req-31aba529-79ae-4f64-ade2-bc25ea7c4e06 tempest-ServersTestBootFromVolume-1121352003 tempest-ServersTestBootFromVolume-1121352003-project] 10.222.0.39 "GET /v2.0/ports?device_id=28b5c412-d861-4d29-b7a3-a99219eccf84 HTTP/1.1" status: 200 len: 944 time: 0.0546756 Aug 12 14:40:16.931374 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-5712d361-f85b-47d9-bfb7-f700e9212ae5 req-2cbb45fc-de99-437b-8e3a-adf21e55a8e7 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=c501fc61-6b14-414b-8392-557df3b0185d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562267 Aug 12 14:40:16.954702 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-0b4f0f4a-e4bc-4824-aa4c-97b314ce0bf3 req-91fadfad-bde6-4a46-ba89-f013e786f6dc tempest-ServersTestBootFromVolume-1121352003 tempest-ServersTestBootFromVolume-1121352003-project] 10.222.0.39 "GET /v2.0/security-groups?id=a19b9f58-da28-4fed-8bd9-43a3f07f3a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343776 Aug 12 14:40:16.962723 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-86cd58f9-f6b1-42e7-a578-3887717ba1aa req-f0702768-8235-482c-b0f2-e1fe3ca4a144 tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] 10.222.0.39 "GET /v2.0/security-groups?id=205b4a93-bf0c-487b-b27f-0045badaba85&id=c9503060-8cca-4a49-be19-b74e524fcbc3&id=236a0eec-9f7c-4484-872e-cf0d4d2f69af HTTP/1.1" status: 200 len: 6155 time: 0.1053593 Aug 12 14:40:17.112438 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1650b654-0ea9-44aa-b6f7-91f08209351e req-88d14f40-b37e-407d-a41f-9f3d78e9c1f0 tempest-ServersTestManualDisk-1309453399 tempest-ServersTestManualDisk-1309453399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:17.123518 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-1650b654-0ea9-44aa-b6f7-91f08209351e req-88d14f40-b37e-407d-a41f-9f3d78e9c1f0 tempest-ServersTestManualDisk-1309453399 tempest-ServersTestManualDisk-1309453399-project] 10.222.0.39 "GET /v2.0/ports?device_id=fdfbc163-1546-4d1b-b618-5c6c09ae9c61 HTTP/1.1" status: 200 len: 946 time: 0.0657568 Aug 12 14:40:17.171090 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-1650b654-0ea9-44aa-b6f7-91f08209351e req-5d555eb0-bcfa-4a40-8d44-eef6eb8a41ec tempest-ServersTestManualDisk-1309453399 tempest-ServersTestManualDisk-1309453399-project] 10.222.0.39 "GET /v2.0/security-groups?id=9936d5ae-54ca-41df-8dd5-0ff5da86712d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465829 Aug 12 14:40:17.200874 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-eeb373e5-1cbf-485e-b75e-07b5cf712e96 req-1f1b300f-802c-42f6-9eb6-619954f713ee tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1849813603 ', 'description': 'tempest-description-475661108'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:40:17.208016 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89339293-f11e-4efb-aa8b-f3d684fb7f32 req-fb53c950-e09a-456e-8b18-7f7e699832db tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:17.217718 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-89339293-f11e-4efb-aa8b-f3d684fb7f32 req-fb53c950-e09a-456e-8b18-7f7e699832db tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] 10.222.0.39 "GET /v2.0/ports?device_id=23818359-f45f-434d-a114-070341b83442 HTTP/1.1" status: 200 len: 943 time: 0.0717285 Aug 12 14:40:17.236095 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-eeb373e5-1cbf-485e-b75e-07b5cf712e96 req-1f1b300f-802c-42f6-9eb6-619954f713ee tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] Notify callbacks [] for security_group, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:17.275985 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-89339293-f11e-4efb-aa8b-f3d684fb7f32 req-6927d0a9-156c-46c5-9249-2211e4d6a267 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b3c7ce2-70f7-4d15-8774-e830cec0f0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573578 Aug 12 14:40:17.369583 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-eeb373e5-1cbf-485e-b75e-07b5cf712e96 req-1f1b300f-802c-42f6-9eb6-619954f713ee tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] Notify callbacks [] for security_group, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:17.374665 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-eeb373e5-1cbf-485e-b75e-07b5cf712e96 req-1f1b300f-802c-42f6-9eb6-619954f713ee tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:17.403437 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-a3544ce0-4f42-464a-898d-b02d4ae9cbbd req-fca14cf2-2ce2-4946-861a-c869ba37f026 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=65b2c96d0253481aa302fceca03e83a5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0241992 Aug 12 14:40:17.404449 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-eeb373e5-1cbf-485e-b75e-07b5cf712e96 req-1f1b300f-802c-42f6-9eb6-619954f713ee tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:17.405708 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-eeb373e5-1cbf-485e-b75e-07b5cf712e96 req-1f1b300f-802c-42f6-9eb6-619954f713ee tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1787 time: 0.2091820 Aug 12 14:40:17.409936 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1b300f-802c-42f6-9eb6-619954f713ee tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f0726e3-7114-40bc-9ec2-8cd2ac76c54b,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:40:17.494427 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-dc421956-9693-4bbf-ba10-d10fb3498496 req-7677fe67-7bc6-486a-a43c-442c6e729f6b tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] 10.222.0.39 "GET /v2.0/security-groups/5f0726e3-7114-40bc-9ec2-8cd2ac76c54b HTTP/1.1" status: 200 len: 1782 time: 0.0575509 Aug 12 14:40:17.506660 n-d-694802-15 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '386835e1-c682-4306-8829-4ba3e0f82472', 'tag': 'af31cda9-733b-4e7b-9614-de3dddf9cf56'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:40:17.508683 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e785eeede3897370d0b20f09d5f461b30cfecd5ed38c4f07dacd02bc52c9277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a05b495-0a06-4089-840d-e124566a8054" -d '{"events": [{"name": "network-changed", "server_uuid": "386835e1-c682-4306-8829-4ba3e0f82472", "tag": "af31cda9-733b-4e7b-9614-de3dddf9cf56"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:40:17.550444 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3544ce0-4f42-464a-898d-b02d4ae9cbbd req-f632f9b5-cbc8-4aa3-b4e6-6f343d0f8a11 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:17.551984 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-a3544ce0-4f42-464a-898d-b02d4ae9cbbd req-f632f9b5-cbc8-4aa3-b4e6-6f343d0f8a11 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1419289 Aug 12 14:40:17.575870 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-a3544ce0-4f42-464a-898d-b02d4ae9cbbd req-ead10cde-9a55-428e-bb3a-d4ca93ad715e tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] 10.222.0.39 "GET /v2.0/quotas/65b2c96d0253481aa302fceca03e83a5 HTTP/1.1" status: 200 len: 375 time: 0.0162048 Aug 12 14:40:17.588742 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857afba1-6c7e-407e-bbfe-6e3ccbc08904 req-8af93a7d-4fea-4406-977d-8870ddc0373b tempest-VolumesActionsTest-1768521509 tempest-VolumesActionsTest-1768521509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:17.591592 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-857afba1-6c7e-407e-bbfe-6e3ccbc08904 req-8af93a7d-4fea-4406-977d-8870ddc0373b tempest-VolumesActionsTest-1768521509 tempest-VolumesActionsTest-1768521509-project] 10.222.0.39 "GET /v2.0/ports?device_id=612082f2-4ca1-43d5-b149-0f83e3189828 HTTP/1.1" status: 200 len: 945 time: 0.0553021 Aug 12 14:40:17.630571 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-a3544ce0-4f42-464a-898d-b02d4ae9cbbd req-089f9550-e6b9-4e8a-b937-b02e2984bfce tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=65b2c96d0253481aa302fceca03e83a5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0538557 Aug 12 14:40:17.634372 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-857afba1-6c7e-407e-bbfe-6e3ccbc08904 req-32bb855d-6c2f-4def-9bcb-cf7b02929bd3 tempest-VolumesActionsTest-1768521509 tempest-VolumesActionsTest-1768521509-project] 10.222.0.39 "GET /v2.0/security-groups?id=c501fc61-6b14-414b-8392-557df3b0185d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367362 Aug 12 14:40:17.705521 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e4f4005b-a2f2-4078-9ad8-80599cb82e6e req-d3e896ec-4673-4fdc-a325-f5b2355d125a tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] 10.222.0.39 "GET /v2.0/security-groups/5f0726e3-7114-40bc-9ec2-8cd2ac76c54b HTTP/1.1" status: 200 len: 1782 time: 0.0462358 Aug 12 14:40:17.772664 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-e4f4005b-a2f2-4078-9ad8-80599cb82e6e req-508b0efa-4040-40f4-9a11-f48f287da255 tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] Notify callbacks [] for security_group, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:17.800205 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-e4f4005b-a2f2-4078-9ad8-80599cb82e6e req-508b0efa-4040-40f4-9a11-f48f287da255 tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:17.855211 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-e4f4005b-a2f2-4078-9ad8-80599cb82e6e req-508b0efa-4040-40f4-9a11-f48f287da255 tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:17.858548 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-e4f4005b-a2f2-4078-9ad8-80599cb82e6e req-508b0efa-4040-40f4-9a11-f48f287da255 tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:17.859829 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e4f4005b-a2f2-4078-9ad8-80599cb82e6e req-508b0efa-4040-40f4-9a11-f48f287da255 tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] 10.222.0.39 "DELETE /v2.0/security-groups/5f0726e3-7114-40bc-9ec2-8cd2ac76c54b HTTP/1.1" status: 204 len: 173 time: 0.1478887 Aug 12 14:40:17.873664 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508b0efa-4040-40f4-9a11-f48f287da255 tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f0726e3-7114-40bc-9ec2-8cd2ac76c54b,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:40:17.912880 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 14:40:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23b3c0ca-210e-4718-a738-f3da09e77da8 x-openstack-request-id: req-23b3c0ca-210e-4718-a738-f3da09e77da8 {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:40:17.913181 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "386835e1-c682-4306-8829-4ba3e0f82472", "tag": "af31cda9-733b-4e7b-9614-de3dddf9cf56", "status": "completed", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:40:17.913440 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-23b3c0ca-210e-4718-a738-f3da09e77da8 {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:40:17.913843 n-d-694802-15 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '386835e1-c682-4306-8829-4ba3e0f82472', 'tag': 'af31cda9-733b-4e7b-9614-de3dddf9cf56', 'status': 'completed', 'code': 200} Aug 12 14:40:18.031238 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a05b495-0a06-4089-840d-e124566a8054 req-1b88c939-a4e7-4fc6-9dbe-eedb607cd386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:18.042071 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-3a05b495-0a06-4089-840d-e124566a8054 req-1b88c939-a4e7-4fc6-9dbe-eedb607cd386 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=27838204baa14230af63fefe49eecf8a&device_id=386835e1-c682-4306-8829-4ba3e0f82472 HTTP/1.1" status: 200 len: 1175 time: 0.0893464 Aug 12 14:40:18.043397 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 44638) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:40:18.106495 n-d-694802-15 neutron-server[94467]: INFO neutron.api.v2.resource [req-d8ae00f3-b0a8-4a39-9a4b-c0d1b44cc593 req-68a6fd98-95cd-4a3c-9958-f4f4de059419 tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] show failed (client error): The resource could not be found. Aug 12 14:40:18.121858 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d8ae00f3-b0a8-4a39-9a4b-c0d1b44cc593 req-68a6fd98-95cd-4a3c-9958-f4f4de059419 tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] 10.222.0.39 "GET /v2.0/security-groups/5f0726e3-7114-40bc-9ec2-8cd2ac76c54b HTTP/1.1" status: 404 len: 352 time: 0.0429990 Aug 12 14:40:18.220260 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a05b495-0a06-4089-840d-e124566a8054 req-976ca2db-5473-4c44-8060-09b8b83ae889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:18.221840 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-3a05b495-0a06-4089-840d-e124566a8054 req-976ca2db-5473-4c44-8060-09b8b83ae889 service neutron] 10.222.0.64 "GET /v2.0/networks?id=981dd072-1b87-4241-83f5-836737afcd75 HTTP/1.1" status: 200 len: 913 time: 0.1699610 Aug 12 14:40:18.231548 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ec2e09-3994-4957-b542-c0a6f6d0f1dc req-d3efd358-ca06-41ef-a3c2-8977710384cc tempest-ServersTestBootFromVolume-1121352003 tempest-ServersTestBootFromVolume-1121352003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:18.240173 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-11ec2e09-3994-4957-b542-c0a6f6d0f1dc req-d3efd358-ca06-41ef-a3c2-8977710384cc tempest-ServersTestBootFromVolume-1121352003 tempest-ServersTestBootFromVolume-1121352003-project] 10.222.0.39 "GET /v2.0/ports?device_id=28b5c412-d861-4d29-b7a3-a99219eccf84 HTTP/1.1" status: 200 len: 944 time: 0.0618720 Aug 12 14:40:18.248079 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c131de7-1d8a-47ca-864f-7a1d4d48f19e req-14da1ffb-26fc-4315-9849-92bfc27caea2 tempest-ServerRescueNegativeTestJSON-1622637895 tempest-ServerRescueNegativeTestJSON-1622637895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:18.249583 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-8c131de7-1d8a-47ca-864f-7a1d4d48f19e req-14da1ffb-26fc-4315-9849-92bfc27caea2 tempest-ServerRescueNegativeTestJSON-1622637895 tempest-ServerRescueNegativeTestJSON-1622637895-project] 10.222.0.39 "GET /v2.0/ports?device_id=bc74d9fd-9e29-4667-bb83-e5e3a6913f4e HTTP/1.1" status: 200 len: 946 time: 0.1779244 Aug 12 14:40:18.265383 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-591c45c2-f948-48f1-88b7-582a6525b5a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:18.283096 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-3a05b495-0a06-4089-840d-e124566a8054 req-8314d417-e936-4959-883b-62f164e90972 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=af31cda9-733b-4e7b-9614-de3dddf9cf56 HTTP/1.1" status: 200 len: 217 time: 0.0502613 Aug 12 14:40:18.298970 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device 212ef944-531b-455d-8ddd-21b86dda185f details requested by agent hyperv_n-h2-694802-15 with host n-h2-694802-15 {{(pid=94468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 14:40:18.303683 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-11ec2e09-3994-4957-b542-c0a6f6d0f1dc req-f037c42d-758b-4d53-9596-b6c9d760f9d5 tempest-ServersTestBootFromVolume-1121352003 tempest-ServersTestBootFromVolume-1121352003-project] 10.222.0.39 "GET /v2.0/security-groups?id=a19b9f58-da28-4fed-8bd9-43a3f07f3a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623775 Aug 12 14:40:18.357899 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a05b495-0a06-4089-840d-e124566a8054 req-e5040216-ca12-40e7-87e7-3b1948e9e0e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:18.359143 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-3a05b495-0a06-4089-840d-e124566a8054 req-e5040216-ca12-40e7-87e7-3b1948e9e0e1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=55804ce3-3ce9-49bb-83d8-b79f95bd4874 HTTP/1.1" status: 200 len: 852 time: 0.0537550 Aug 12 14:40:18.375814 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-8c131de7-1d8a-47ca-864f-7a1d4d48f19e req-0eab15fc-83f1-4cf0-b36c-714ebe20dfdb tempest-ServerRescueNegativeTestJSON-1622637895 tempest-ServerRescueNegativeTestJSON-1622637895-project] 10.222.0.39 "GET /v2.0/security-groups?id=268dec7e-7261-41d2-9e03-6b72db198ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952106 Aug 12 14:40:18.421619 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-3a05b495-0a06-4089-840d-e124566a8054 req-9dba35bb-6ae3-4859-87dd-f005627c3da9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=981dd072-1b87-4241-83f5-836737afcd75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0502763 Aug 12 14:40:18.433603 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-591c45c2-f948-48f1-88b7-582a6525b5a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:18.439133 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-591c45c2-f948-48f1-88b7-582a6525b5a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:18.487979 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-591c45c2-f948-48f1-88b7-582a6525b5a9 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d121ef211d3a4f15bae3479cd3468c3d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4428778 Aug 12 14:40:18.489777 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591c45c2-f948-48f1-88b7-582a6525b5a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a670a359-f9bb-4b7e-8657-9a4c09201f03,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:40:18.492877 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 44658) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:40:18.522812 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port 212ef944-531b-455d-8ddd-21b86dda185f, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=212ef944-531b-455d-8ddd-21b86dda185f,segment=NetworkSegment(4c973057-417f-419d-840d-ea232fb579a5),segment_id=4c973057-417f-419d-840d-ea232fb579a5)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:40:18.552468 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Returning: {'device': '212ef944-531b-455d-8ddd-21b86dda185f', 'network_id': 'a681c17b-4312-41b7-b711-32d50b05905d', 'port_id': '212ef944-531b-455d-8ddd-21b86dda185f', 'mac_address': 'fa:16:3e:7a:fb:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49978436-adae-4995-85db-355f6ab8bdca', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 14:40:18.567979 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-42dc34e9-0e0e-433a-b3d2-728934ad3729 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:18.581422 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-3a05b495-0a06-4089-840d-e124566a8054 req-af1ad4b7-c7d1-4d67-95b2-c3aeb57f4838 service neutron] 10.222.0.64 "GET /v2.0/networks/981dd072-1b87-4241-83f5-836737afcd75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452429 Aug 12 14:40:18.595077 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-42dc34e9-0e0e-433a-b3d2-728934ad3729 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:18.605536 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:18.628406 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 212ef944-531b-455d-8ddd-21b86dda185f {{(pid=94468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:40:18.669126 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-405298e5-77b5-4574-8179-69014be58ade req-e619119e-9539-476d-b4e8-57b4110eb126 tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1879503107', 'description': 'tempest-description-1447168952'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:40:18.674592 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port 212ef944-531b-455d-8ddd-21b86dda185f, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=212ef944-531b-455d-8ddd-21b86dda185f,segment=NetworkSegment(4c973057-417f-419d-840d-ea232fb579a5),segment_id=4c973057-417f-419d-840d-ea232fb579a5)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:40:18.684756 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:18.687500 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-42dc34e9-0e0e-433a-b3d2-728934ad3729 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:18.691954 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-42dc34e9-0e0e-433a-b3d2-728934ad3729 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:18.695527 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-42dc34e9-0e0e-433a-b3d2-728934ad3729 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a670a359-f9bb-4b7e-8657-9a4c09201f03 HTTP/1.1" status: 204 len: 168 time: 0.1970186 Aug 12 14:40:18.707589 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dc34e9-0e0e-433a-b3d2-728934ad3729 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a670a359-f9bb-4b7e-8657-9a4c09201f03,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:40:18.721620 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b22991f-f996-4763-b757-e60ac55bba57 req-2774e545-909d-406b-b518-79dc5bf33ce5 tempest-ServersTestManualDisk-1309453399 tempest-ServersTestManualDisk-1309453399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:18.724210 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-8b22991f-f996-4763-b757-e60ac55bba57 req-2774e545-909d-406b-b518-79dc5bf33ce5 tempest-ServersTestManualDisk-1309453399 tempest-ServersTestManualDisk-1309453399-project] 10.222.0.39 "GET /v2.0/ports?device_id=fdfbc163-1546-4d1b-b618-5c6c09ae9c61 HTTP/1.1" status: 200 len: 946 time: 0.1417482 Aug 12 14:40:18.729259 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-405298e5-77b5-4574-8179-69014be58ade req-e619119e-9539-476d-b4e8-57b4110eb126 tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] Notify callbacks [] for security_group, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:18.773734 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-3a05b495-0a06-4089-840d-e124566a8054 req-437f1cb3-15f0-45b2-a34a-56c589527b88 service neutron] 10.222.0.64 "GET /v2.0/networks/981dd072-1b87-4241-83f5-836737afcd75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1737554 Aug 12 14:40:18.782412 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Pushing event updated for resources: {'Port': ['ID=212ef944-531b-455d-8ddd-21b86dda185f,revision_number=4']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:40:18.835708 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-8b22991f-f996-4763-b757-e60ac55bba57 req-a375db58-2365-4c7c-b986-d916fa2cfd43 tempest-ServersTestManualDisk-1309453399 tempest-ServersTestManualDisk-1309453399-project] 10.222.0.39 "GET /v2.0/security-groups?id=9936d5ae-54ca-41df-8dd5-0ff5da86712d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658689 Aug 12 14:40:18.889987 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-405298e5-77b5-4574-8179-69014be58ade req-e619119e-9539-476d-b4e8-57b4110eb126 tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] Notify callbacks [] for security_group, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:18.896042 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-405298e5-77b5-4574-8179-69014be58ade req-e619119e-9539-476d-b4e8-57b4110eb126 tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:18.931212 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-405298e5-77b5-4574-8179-69014be58ade req-e619119e-9539-476d-b4e8-57b4110eb126 tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:18.945452 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-405298e5-77b5-4574-8179-69014be58ade req-e619119e-9539-476d-b4e8-57b4110eb126 tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.2817762 Aug 12 14:40:18.947708 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e619119e-9539-476d-b4e8-57b4110eb126 tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6a72baa-7190-4719-81e3-b4b733870e7e,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:40:19.035922 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-1ff8acbb-fd44-4aca-a511-114cecfc963f req-06890367-2d3d-4e56-bf92-487296c76cf5 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] 10.222.0.39 "GET /v2.0/ports?device_id=e6d519e7-ba8a-41c8-b5e9-a3db3089d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0365801 Aug 12 14:40:19.084283 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] get_ports_and_sgs() called for port_ids ['212ef944-531b-455d-8ddd-21b86dda185f'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:40:19.162003 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 44672) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:40:19.209611 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-07f84693-708a-49fe-82dd-a840686aca76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:19.272948 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9037133f-1aa5-4b47-a06c-a3e6aff3e93c req-481cbbd7-614c-4f0a-a583-1b3ebb2d99dd tempest-VolumesActionsTest-1768521509 tempest-VolumesActionsTest-1768521509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:19.274552 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9037133f-1aa5-4b47-a06c-a3e6aff3e93c req-481cbbd7-614c-4f0a-a583-1b3ebb2d99dd tempest-VolumesActionsTest-1768521509 tempest-VolumesActionsTest-1768521509-project] 10.222.0.39 "GET /v2.0/ports?device_id=612082f2-4ca1-43d5-b149-0f83e3189828 HTTP/1.1" status: 200 len: 945 time: 0.0868571 Aug 12 14:40:19.329184 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242b3ef7-6f0b-4d5b-91c6-1ceb70190065 req-bedac55f-490e-4e25-b536-db5b304aa5a8 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:19.330680 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-242b3ef7-6f0b-4d5b-91c6-1ceb70190065 req-bedac55f-490e-4e25-b536-db5b304aa5a8 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] 10.222.0.39 "GET /v2.0/ports?device_id=23818359-f45f-434d-a114-070341b83442 HTTP/1.1" status: 200 len: 944 time: 0.4090834 Aug 12 14:40:19.343653 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9037133f-1aa5-4b47-a06c-a3e6aff3e93c req-a9f68d46-dec1-4aad-b17e-311ee69c8762 tempest-VolumesActionsTest-1768521509 tempest-VolumesActionsTest-1768521509-project] 10.222.0.39 "GET /v2.0/security-groups?id=c501fc61-6b14-414b-8392-557df3b0185d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582678 Aug 12 14:40:19.377203 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-242b3ef7-6f0b-4d5b-91c6-1ceb70190065 req-cc49ead5-7e43-4f5e-9f46-58e85235b03a tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b3c7ce2-70f7-4d15-8774-e830cec0f0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382576 Aug 12 14:40:19.383632 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-d51991b5-8e17-430d-9ab8-944921eb1091 req-d8a1bb6c-8107-454b-af56-d560c7fd867d tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-604018214', 'description': 'tempest-description-809158202'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:40:19.389222 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-07f84693-708a-49fe-82dd-a840686aca76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:19.402886 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-07f84693-708a-49fe-82dd-a840686aca76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:19.435061 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-d51991b5-8e17-430d-9ab8-944921eb1091 req-d8a1bb6c-8107-454b-af56-d560c7fd867d tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] Notify callbacks [] for security_group, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:19.464129 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-07f84693-708a-49fe-82dd-a840686aca76 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9c04eb28c6e749c38c3684a8238acf2c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3003371 Aug 12 14:40:19.467679 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 44680) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:40:19.475795 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f84693-708a-49fe-82dd-a840686aca76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=960d899d-5f80-4aac-91f2-c4a55628223b,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:40:19.504504 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9900e968-8fa1-4ccf-bc55-d699515f95d1 req-ec8d32ce-3940-4acc-a315-478997d2ed57 tempest-ServersTestBootFromVolume-1121352003 tempest-ServersTestBootFromVolume-1121352003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:19.513161 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-9900e968-8fa1-4ccf-bc55-d699515f95d1 req-ec8d32ce-3940-4acc-a315-478997d2ed57 tempest-ServersTestBootFromVolume-1121352003 tempest-ServersTestBootFromVolume-1121352003-project] 10.222.0.39 "GET /v2.0/ports?device_id=28b5c412-d861-4d29-b7a3-a99219eccf84 HTTP/1.1" status: 200 len: 944 time: 0.0636854 Aug 12 14:40:19.555958 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-9900e968-8fa1-4ccf-bc55-d699515f95d1 req-60d685bb-12bc-49fd-8a3d-88c934a4516b tempest-ServersTestBootFromVolume-1121352003 tempest-ServersTestBootFromVolume-1121352003-project] 10.222.0.39 "GET /v2.0/security-groups?id=a19b9f58-da28-4fed-8bd9-43a3f07f3a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416908 Aug 12 14:40:19.556274 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-967fb67e-464d-419e-8496-d985626d111a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:19.602879 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-967fb67e-464d-419e-8496-d985626d111a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:19.655408 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-d51991b5-8e17-430d-9ab8-944921eb1091 req-d8a1bb6c-8107-454b-af56-d560c7fd867d tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] Notify callbacks [] for security_group, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:19.670149 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-d51991b5-8e17-430d-9ab8-944921eb1091 req-d8a1bb6c-8107-454b-af56-d560c7fd867d tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:19.748502 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a1bb6c-8107-454b-af56-d560c7fd867d tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b7118da-4b44-4d8a-9479-316d24577faf,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:40:19.753682 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-d51991b5-8e17-430d-9ab8-944921eb1091 req-d8a1bb6c-8107-454b-af56-d560c7fd867d tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:19.766047 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63782b35-3859-4ef8-b56b-902513b6b430 req-72e4daa3-bb94-4348-8b4a-4905104eb857 tempest-ServerRescueNegativeTestJSON-1622637895 tempest-ServerRescueNegativeTestJSON-1622637895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:19.766206 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d51991b5-8e17-430d-9ab8-944921eb1091 req-d8a1bb6c-8107-454b-af56-d560c7fd867d tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.3884470 Aug 12 14:40:19.766307 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-63782b35-3859-4ef8-b56b-902513b6b430 req-72e4daa3-bb94-4348-8b4a-4905104eb857 tempest-ServerRescueNegativeTestJSON-1622637895 tempest-ServerRescueNegativeTestJSON-1622637895-project] 10.222.0.39 "GET /v2.0/ports?device_id=bc74d9fd-9e29-4667-bb83-e5e3a6913f4e HTTP/1.1" status: 200 len: 946 time: 0.1320772 Aug 12 14:40:19.788491 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-a169b45b-c9cd-4e39-ae68-d7df255fcb14 req-8712ae25-ef77-4f80-8f67-4828e5779937 tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-358101733', 'description': 'tempest-description-1682850226'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:40:19.807601 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-967fb67e-464d-419e-8496-d985626d111a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:19.810968 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-967fb67e-464d-419e-8496-d985626d111a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:19.812391 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-967fb67e-464d-419e-8496-d985626d111a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/960d899d-5f80-4aac-91f2-c4a55628223b HTTP/1.1" status: 204 len: 168 time: 0.3437252 Aug 12 14:40:19.830785 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967fb67e-464d-419e-8496-d985626d111a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=960d899d-5f80-4aac-91f2-c4a55628223b,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:40:19.846053 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a845295e-82d8-4d54-99c9-1af6f5965523 req-0dcc3fe1-6a10-4e09-92b2-b1b7e8c2397d tempest-ServersTestManualDisk-1309453399 tempest-ServersTestManualDisk-1309453399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:19.847310 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-a845295e-82d8-4d54-99c9-1af6f5965523 req-0dcc3fe1-6a10-4e09-92b2-b1b7e8c2397d tempest-ServersTestManualDisk-1309453399 tempest-ServersTestManualDisk-1309453399-project] 10.222.0.64 "GET /v2.0/ports?device_id=fdfbc163-1546-4d1b-b618-5c6c09ae9c61 HTTP/1.1" status: 200 len: 946 time: 0.1479058 Aug 12 14:40:19.857287 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-63782b35-3859-4ef8-b56b-902513b6b430 req-b7a4cc90-1435-4cc1-827a-4159e245406e tempest-ServerRescueNegativeTestJSON-1622637895 tempest-ServerRescueNegativeTestJSON-1622637895-project] 10.222.0.39 "GET /v2.0/security-groups?id=268dec7e-7261-41d2-9e03-6b72db198ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722258 Aug 12 14:40:19.869534 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a3544ce0-4f42-464a-898d-b02d4ae9cbbd req-ad3bb0f6-bfa9-4162-b77c-2c48cc0a3806 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=65b2c96d0253481aa302fceca03e83a5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0324543 Aug 12 14:40:19.870556 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-a169b45b-c9cd-4e39-ae68-d7df255fcb14 req-8712ae25-ef77-4f80-8f67-4828e5779937 tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] Notify callbacks [] for security_group, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:20.038674 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3544ce0-4f42-464a-898d-b02d4ae9cbbd req-298359ff-00f2-4501-b383-248673f8ad79 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:20.040524 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a3544ce0-4f42-464a-898d-b02d4ae9cbbd req-298359ff-00f2-4501-b383-248673f8ad79 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1536934 Aug 12 14:40:20.049907 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acce553b-036c-4734-9e45-3e6714fc88fd req-dba9568c-9447-4ebc-ac6c-f4bf15d55d2b tempest-ServersTestManualDisk-1309453399 tempest-ServersTestManualDisk-1309453399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:20.057141 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-acce553b-036c-4734-9e45-3e6714fc88fd req-dba9568c-9447-4ebc-ac6c-f4bf15d55d2b tempest-ServersTestManualDisk-1309453399 tempest-ServersTestManualDisk-1309453399-project] 10.222.0.39 "GET /v2.0/ports?device_id=fdfbc163-1546-4d1b-b618-5c6c09ae9c61 HTTP/1.1" status: 200 len: 946 time: 0.0771933 Aug 12 14:40:20.088437 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [req-a845295e-82d8-4d54-99c9-1af6f5965523 req-621ec6d7-1558-4cf7-9100-59e35980b43d tempest-ServersTestManualDisk-1309453399 tempest-ServersTestManualDisk-1309453399-project] Deleting port 86f8b158-7406-41b8-ae3e-7655937cb625 {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:40:20.089415 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-a845295e-82d8-4d54-99c9-1af6f5965523 req-621ec6d7-1558-4cf7-9100-59e35980b43d tempest-ServersTestManualDisk-1309453399 tempest-ServersTestManualDisk-1309453399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:20.136376 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-a169b45b-c9cd-4e39-ae68-d7df255fcb14 req-8712ae25-ef77-4f80-8f67-4828e5779937 tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] Notify callbacks [] for security_group, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:20.143727 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-a3544ce0-4f42-464a-898d-b02d4ae9cbbd req-177eb917-df3e-4a58-98e0-4260a8d956a2 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] Request body: {'port': {'device_id': '8bf96aee-fecc-434c-a575-a814c3dfca28', 'network_id': '2525c403-dfb3-4196-a273-739607aab38a', 'admin_state_up': True, 'tenant_id': '65b2c96d0253481aa302fceca03e83a5'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:40:20.150231 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-a169b45b-c9cd-4e39-ae68-d7df255fcb14 req-8712ae25-ef77-4f80-8f67-4828e5779937 tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:20.172952 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-acce553b-036c-4734-9e45-3e6714fc88fd req-841f011e-5bb1-41d4-bcfc-71185f33188c tempest-ServersTestManualDisk-1309453399 tempest-ServersTestManualDisk-1309453399-project] 10.222.0.39 "GET /v2.0/security-groups?id=9936d5ae-54ca-41df-8dd5-0ff5da86712d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1009321 Aug 12 14:40:20.249220 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-a169b45b-c9cd-4e39-ae68-d7df255fcb14 req-8712ae25-ef77-4f80-8f67-4828e5779937 tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:20.253912 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a169b45b-c9cd-4e39-ae68-d7df255fcb14 req-8712ae25-ef77-4f80-8f67-4828e5779937 tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.4712152 Aug 12 14:40:20.267732 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [req-a845295e-82d8-4d54-99c9-1af6f5965523 req-621ec6d7-1558-4cf7-9100-59e35980b43d tempest-ServersTestManualDisk-1309453399 tempest-ServersTestManualDisk-1309453399-project] For port 86f8b158-7406-41b8-ae3e-7655937cb625, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=86f8b158-7406-41b8-ae3e-7655937cb625,segment=NetworkSegment(1178bd07-6a4d-4dbd-9569-6acf33f10d05),segment_id=1178bd07-6a4d-4dbd-9569-6acf33f10d05)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:40:20.271660 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-a845295e-82d8-4d54-99c9-1af6f5965523 req-621ec6d7-1558-4cf7-9100-59e35980b43d tempest-ServersTestManualDisk-1309453399 tempest-ServersTestManualDisk-1309453399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:20.275145 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8712ae25-ef77-4f80-8f67-4828e5779937 tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0ee9962-a84f-4b46-833a-6a9873e2dd4f,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:40:20.329800 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device 212ef944-531b-455d-8ddd-21b86dda185f up at agent hyperv_n-h2-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:40:20.361860 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a3544ce0-4f42-464a-898d-b02d4ae9cbbd req-ff84f4eb-3592-45f9-8fd8-ae2f88c8f345 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=65b2c96d0253481aa302fceca03e83a5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0380232 Aug 12 14:40:20.402813 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Provisioning for port 212ef944-531b-455d-8ddd-21b86dda185f completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:40:20.411676 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Provisioning complete for port 212ef944-531b-455d-8ddd-21b86dda185f triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:40:20.412136 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:20.447105 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-30b4824b-1d59-4d88-b10b-09f8fae578c2 req-633be9b9-a6da-41af-803d-071d4a5bb0b2 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] 10.222.0.39 "GET /v2.0/ports?device_id=e6d519e7-ba8a-41c8-b5e9-a3db3089d2b0 HTTP/1.1" status: 200 len: 210 time: 0.1450577 Aug 12 14:40:20.572298 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3544ce0-4f42-464a-898d-b02d4ae9cbbd req-177eb917-df3e-4a58-98e0-4260a8d956a2 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] Made reservation on behalf of 65b2c96d0253481aa302fceca03e83a5 for: {'port': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:40:20.577105 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-a3544ce0-4f42-464a-898d-b02d4ae9cbbd req-177eb917-df3e-4a58-98e0-4260a8d956a2 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:20.587194 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16abe49-ce13-45ea-9a1c-d70addab7b64 req-d430e45d-e96b-4d52-b236-b8748d8b4051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:20.588307 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a16abe49-ce13-45ea-9a1c-d70addab7b64 req-d430e45d-e96b-4d52-b236-b8748d8b4051 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=bc74d9fd-9e29-4667-bb83-e5e3a6913f4e HTTP/1.1" status: 200 len: 1098 time: 0.2253163 Aug 12 14:40:20.660988 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:20.715890 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23818359-f45f-434d-a114-070341b83442', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '212ef944-531b-455d-8ddd-21b86dda185f'}] {{(pid=94468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:40:20.718520 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99a8d87602170099c728e57431aca99e9b98a655a83bbf8727be13192709727b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af290547-583f-48e0-8e9c-790c0e77df3f" -d '{"events": [{"server_uuid": "23818359-f45f-434d-a114-070341b83442", "name": "network-vif-plugged", "status": "completed", "tag": "212ef944-531b-455d-8ddd-21b86dda185f"}]}' {{(pid=94468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:40:20.734335 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port 212ef944-531b-455d-8ddd-21b86dda185f, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=212ef944-531b-455d-8ddd-21b86dda185f,segment=NetworkSegment(4c973057-417f-419d-840d-ea232fb579a5),segment_id=4c973057-417f-419d-840d-ea232fb579a5)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:40:20.740439 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:20.749163 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3544ce0-4f42-464a-898d-b02d4ae9cbbd req-075f5e94-521c-42cb-8ce4-9ae1f1329ce1 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:20.754097 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a3544ce0-4f42-464a-898d-b02d4ae9cbbd req-075f5e94-521c-42cb-8ce4-9ae1f1329ce1 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3390915 Aug 12 14:40:20.778151 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e45bbbf3-44b4-4b16-8773-f1e2ed6a7723 req-b7d117e8-4360-429d-957a-8dd1a906723d tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=27838204baa14230af63fefe49eecf8a HTTP/1.1" status: 200 len: 10908 time: 0.4909585 Aug 12 14:40:20.809084 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520f8cba-853e-4f28-8889-7a68ca1db0d6 req-4980b5b4-4966-467b-9a28-047628e8b2bf tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:20.810837 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-520f8cba-853e-4f28-8889-7a68ca1db0d6 req-4980b5b4-4966-467b-9a28-047628e8b2bf tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] 10.222.0.39 "GET /v2.0/ports?device_id=23818359-f45f-434d-a114-070341b83442 HTTP/1.1" status: 200 len: 944 time: 0.2573380 Aug 12 14:40:20.826687 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-a845295e-82d8-4d54-99c9-1af6f5965523 req-621ec6d7-1558-4cf7-9100-59e35980b43d tempest-ServersTestManualDisk-1309453399 tempest-ServersTestManualDisk-1309453399-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:20.826918 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-a845295e-82d8-4d54-99c9-1af6f5965523 req-621ec6d7-1558-4cf7-9100-59e35980b43d tempest-ServersTestManualDisk-1309453399 tempest-ServersTestManualDisk-1309453399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431510'] for floatingip, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:20.827149 n-d-694802-15 neutron-server[94466]: INFO neutron.db.l3_db [req-a845295e-82d8-4d54-99c9-1af6f5965523 req-621ec6d7-1558-4cf7-9100-59e35980b43d tempest-ServersTestManualDisk-1309453399 tempest-ServersTestManualDisk-1309453399-project] Floating IP 674780af-901a-41fb-8cfe-724dae3fda61 disassociated. External IP: 172.25.1.229, port: 86f8b158-7406-41b8-ae3e-7655937cb625. Aug 12 14:40:20.827496 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [req-a845295e-82d8-4d54-99c9-1af6f5965523 req-621ec6d7-1558-4cf7-9100-59e35980b43d tempest-ServersTestManualDisk-1309453399 tempest-ServersTestManualDisk-1309453399-project] Calling delete_port for 86f8b158-7406-41b8-ae3e-7655937cb625 owned by compute:nova {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:40:20.843659 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Pushing event updated for resources: {'Port': ['ID=212ef944-531b-455d-8ddd-21b86dda185f,revision_number=5']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:40:20.863696 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-a3544ce0-4f42-464a-898d-b02d4ae9cbbd req-1566ce39-2b66-4aa8-866b-d88d4045b5b0 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] Request body: {'port': {'device_id': 'e6d519e7-ba8a-41c8-b5e9-a3db3089d2b0', 'network_id': '2525c403-dfb3-4196-a273-739607aab38a', 'admin_state_up': True, 'tenant_id': '65b2c96d0253481aa302fceca03e83a5'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:40:20.870323 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:40:20.871876 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a16abe49-ce13-45ea-9a1c-d70addab7b64 req-3a0807da-eab7-402f-8f90-d873bd4483d0 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=268dec7e-7261-41d2-9e03-6b72db198ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2640593 Aug 12 14:40:20.872875 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:40:20.874762 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:40:20.875201 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:40:20.875726 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:40:20.878004 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:40:20.878004 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:40:20.878432 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:40:20.878847 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-520f8cba-853e-4f28-8889-7a68ca1db0d6 req-94256ad4-81fc-4098-a58e-695c146f900e tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b3c7ce2-70f7-4d15-8774-e830cec0f0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616455 Aug 12 14:40:20.880017 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:40:20.880510 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:40:20.880914 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:40:20.881300 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:40:21.023742 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e45bbbf3-44b4-4b16-8773-f1e2ed6a7723 req-ba244718-a4bd-482d-bc8a-cfcd70432057 tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] 10.222.0.39 "GET /v2.0/security-groups/236a0eec-9f7c-4484-872e-cf0d4d2f69af HTTP/1.1" status: 200 len: 2985 time: 0.1669855 Aug 12 14:40:21.051097 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-a845295e-82d8-4d54-99c9-1af6f5965523 req-621ec6d7-1558-4cf7-9100-59e35980b43d tempest-ServersTestManualDisk-1309453399 tempest-ServersTestManualDisk-1309453399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:21.093883 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621ec6d7-1558-4cf7-9100-59e35980b43d tempest-ServersTestManualDisk-1309453399 tempest-ServersTestManualDisk-1309453399-project] Pushing event deleted for resources: {'Port': ['ID=86f8b158-7406-41b8-ae3e-7655937cb625,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:40:21.107292 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47128fd9-a041-43e8-ad64-0790929f9792 req-7e05f1cd-3518-4bb8-bfb7-46e5f929c84d tempest-ServersTestBootFromVolume-1121352003 tempest-ServersTestBootFromVolume-1121352003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:21.108855 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-47128fd9-a041-43e8-ad64-0790929f9792 req-7e05f1cd-3518-4bb8-bfb7-46e5f929c84d tempest-ServersTestBootFromVolume-1121352003 tempest-ServersTestBootFromVolume-1121352003-project] 10.222.0.39 "GET /v2.0/ports?device_id=28b5c412-d861-4d29-b7a3-a99219eccf84 HTTP/1.1" status: 200 len: 944 time: 0.1082764 Aug 12 14:40:21.159812 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_common [req-a3544ce0-4f42-464a-898d-b02d4ae9cbbd req-177eb917-df3e-4a58-98e0-4260a8d956a2 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] Allocated IP 192.168.233.244 (2525c403-dfb3-4196-a273-739607aab38a/236e0be6-1c94-4221-9e8b-ab02a53331f8/0f41f19b-87f7-41dc-98ce-2eaa783e9bc3) {{(pid=94467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:40:21.170023 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e45bbbf3-44b4-4b16-8773-f1e2ed6a7723 req-a7f735e5-23b1-49ec-850d-41549f9848f2 tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] 10.222.0.39 "GET /v2.0/security-groups/236a0eec-9f7c-4484-872e-cf0d4d2f69af HTTP/1.1" status: 200 len: 2985 time: 0.1374016 Aug 12 14:40:21.226646 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3544ce0-4f42-464a-898d-b02d4ae9cbbd req-1566ce39-2b66-4aa8-866b-d88d4045b5b0 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] Made reservation on behalf of 65b2c96d0253481aa302fceca03e83a5 for: {'port': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:40:21.233893 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-a3544ce0-4f42-464a-898d-b02d4ae9cbbd req-1566ce39-2b66-4aa8-866b-d88d4045b5b0 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:21.247428 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-47128fd9-a041-43e8-ad64-0790929f9792 req-8bc48af7-c66b-46d5-aca3-6841eb54d67a tempest-ServersTestBootFromVolume-1121352003 tempest-ServersTestBootFromVolume-1121352003-project] 10.222.0.39 "GET /v2.0/security-groups?id=a19b9f58-da28-4fed-8bd9-43a3f07f3a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0925384 Aug 12 14:40:21.275189 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a845295e-82d8-4d54-99c9-1af6f5965523 req-621ec6d7-1558-4cf7-9100-59e35980b43d tempest-ServersTestManualDisk-1309453399 tempest-ServersTestManualDisk-1309453399-project] Router 2fbb1cbc-baa7-4fb5-998b-5269d5b4312f has already been hosted by L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f {{(pid=94466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 14:40:21.466684 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0a9735-a7d2-40b0-bcc2-58f5e2faad05 req-4637b2a3-7236-41d6-a0c7-90ba25806e51 tempest-ServerRescueNegativeTestJSON-1622637895 tempest-ServerRescueNegativeTestJSON-1622637895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:21.468984 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-df0a9735-a7d2-40b0-bcc2-58f5e2faad05 req-4637b2a3-7236-41d6-a0c7-90ba25806e51 tempest-ServerRescueNegativeTestJSON-1622637895 tempest-ServerRescueNegativeTestJSON-1622637895-project] 10.222.0.39 "GET /v2.0/ports?device_id=bc74d9fd-9e29-4667-bb83-e5e3a6913f4e HTTP/1.1" status: 200 len: 946 time: 0.0893056 Aug 12 14:40:21.481738 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 14:40:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5592acb-ab75-46d5-9691-d68a41fc9830 x-openstack-request-id: req-c5592acb-ab75-46d5-9691-d68a41fc9830 {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:40:21.482478 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23818359-f45f-434d-a114-070341b83442", "name": "network-vif-plugged", "status": "completed", "tag": "212ef944-531b-455d-8ddd-21b86dda185f", "code": 200}]} {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:40:21.482478 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c5592acb-ab75-46d5-9691-d68a41fc9830 {{(pid=94468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:40:21.483159 n-d-694802-15 neutron-server[94468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23818359-f45f-434d-a114-070341b83442', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '212ef944-531b-455d-8ddd-21b86dda185f', 'code': 200} Aug 12 14:40:21.484860 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a845295e-82d8-4d54-99c9-1af6f5965523 req-621ec6d7-1558-4cf7-9100-59e35980b43d tempest-ServersTestManualDisk-1309453399 tempest-ServersTestManualDisk-1309453399-project] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 14:40:21.513904 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-a3544ce0-4f42-464a-898d-b02d4ae9cbbd req-177eb917-df3e-4a58-98e0-4260a8d956a2 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] Notify callbacks [] for port, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:21.518927 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c31e635d-61de-42ed-8153-61d867629da0 None None] Sync routers for ids ['2fbb1cbc-baa7-4fb5-998b-5269d5b4312f'] in n-d-694802-15 {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 14:40:21.538847 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c31e635d-61de-42ed-8153-61d867629da0 None None] Routers {'2fbb1cbc-baa7-4fb5-998b-5269d5b4312f'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:40:21.539948 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-c31e635d-61de-42ed-8153-61d867629da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:40:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['2fbb1cbc-baa7-4fb5-998b-5269d5b4312f'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:40:21.552569 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [req-a3544ce0-4f42-464a-898d-b02d4ae9cbbd req-177eb917-df3e-4a58-98e0-4260a8d956a2 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] Transition to ACTIVE for port object 0f41f19b-87f7-41dc-98ce-2eaa783e9bc3 will not be triggered until provisioned by entity DHCP. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:40:21.599470 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [req-a845295e-82d8-4d54-99c9-1af6f5965523 req-621ec6d7-1558-4cf7-9100-59e35980b43d tempest-ServersTestManualDisk-1309453399 tempest-ServersTestManualDisk-1309453399-project] No DVR routers for this DVR port 86f8b158-7406-41b8-ae3e-7655937cb625 on host n-h1-694802-15 {{(pid=94466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:40:21.613206 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-a845295e-82d8-4d54-99c9-1af6f5965523 req-621ec6d7-1558-4cf7-9100-59e35980b43d tempest-ServersTestManualDisk-1309453399 tempest-ServersTestManualDisk-1309453399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:21.615381 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-a845295e-82d8-4d54-99c9-1af6f5965523 req-621ec6d7-1558-4cf7-9100-59e35980b43d tempest-ServersTestManualDisk-1309453399 tempest-ServersTestManualDisk-1309453399-project] 10.222.0.64 "DELETE /v2.0/ports/86f8b158-7406-41b8-ae3e-7655937cb625 HTTP/1.1" status: 204 len: 173 time: 1.7571056 Aug 12 14:40:21.616533 n-d-694802-15 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdfbc163-1546-4d1b-b618-5c6c09ae9c61', 'name': 'network-vif-deleted', 'tag': '86f8b158-7406-41b8-ae3e-7655937cb625'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:40:21.618257 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e785eeede3897370d0b20f09d5f461b30cfecd5ed38c4f07dacd02bc52c9277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7d73c89-9cbb-464e-b74e-e7302f31cc56" -d '{"events": [{"server_uuid": "fdfbc163-1546-4d1b-b618-5c6c09ae9c61", "name": "network-vif-deleted", "tag": "86f8b158-7406-41b8-ae3e-7655937cb625"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:40:21.618390 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-5af8601e-236e-44bc-9f1c-99ee19d0d285 req-27fbbedd-7964-400e-9a9f-12c2ade1db65 tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] 10.222.0.39 "GET /v2.0/security-groups/f6a72baa-7190-4719-81e3-b4b733870e7e HTTP/1.1" status: 200 len: 1803 time: 0.1019001 Aug 12 14:40:21.663684 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-df0a9735-a7d2-40b0-bcc2-58f5e2faad05 req-a7fb67ad-7bd3-4259-9b8f-b7918ac40c27 tempest-ServerRescueNegativeTestJSON-1622637895 tempest-ServerRescueNegativeTestJSON-1622637895-project] 10.222.0.39 "GET /v2.0/security-groups?id=268dec7e-7261-41d2-9e03-6b72db198ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545486 Aug 12 14:40:21.752190 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvr_db [None req-c31e635d-61de-42ed-8153-61d867629da0 None None] Set router 2fbb1cbc-baa7-4fb5-998b-5269d5b4312f gateway port host: n-d-694802-15 {{(pid=94468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:40:21.841343 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-1e410d4c-dfab-4e0a-ad21-671b644d9f34 req-a01aea11-a7c3-43d3-b7a1-bb271a08fffc tempest-ServersTestManualDisk-1309453399 tempest-ServersTestManualDisk-1309453399-project] 10.222.0.39 "GET /v2.0/ports?device_id=fdfbc163-1546-4d1b-b618-5c6c09ae9c61 HTTP/1.1" status: 200 len: 210 time: 0.0501556 Aug 12 14:40:21.850344 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_common [req-a3544ce0-4f42-464a-898d-b02d4ae9cbbd req-1566ce39-2b66-4aa8-866b-d88d4045b5b0 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] Allocated IP 192.168.233.158 (2525c403-dfb3-4196-a273-739607aab38a/236e0be6-1c94-4221-9e8b-ab02a53331f8/428b7bf8-6b0d-46c3-8e1b-68f09a754cc2) {{(pid=94467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:40:21.875169 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-a3544ce0-4f42-464a-898d-b02d4ae9cbbd req-177eb917-df3e-4a58-98e0-4260a8d956a2 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:21.945804 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8f8c3b-9210-486c-baaf-0113fd2b2b00 req-e441d562-2313-4189-9d2a-dd54843da0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:21.950181 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-cf8f8c3b-9210-486c-baaf-0113fd2b2b00 req-e441d562-2313-4189-9d2a-dd54843da0cd service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=23818359-f45f-434d-a114-070341b83442 HTTP/1.1" status: 200 len: 1097 time: 0.3802886 Aug 12 14:40:21.975279 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3544ce0-4f42-464a-898d-b02d4ae9cbbd req-177eb917-df3e-4a58-98e0-4260a8d956a2 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] Network 2525c403-dfb3-4196-a273-739607aab38a is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:40:21.987978 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-5af8601e-236e-44bc-9f1c-99ee19d0d285 req-fb05ad8e-ce73-4135-96fe-6de62ab34a4b tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] Notify callbacks [] for security_group, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:21.997557 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-a37d26dc-1e8c-4d6d-b621-ad9307b3e02b req-7cb52498-13a5-4e81-b775-86b1e225c3c9 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] 10.222.0.39 "GET /v2.0/ports?device_id=e6d519e7-ba8a-41c8-b5e9-a3db3089d2b0 HTTP/1.1" status: 200 len: 210 time: 0.0603511 Aug 12 14:40:22.001203 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] get_ports_and_sgs() called for port_ids ['ebc29655-e531-44b0-80e0-93f88244161e'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:40:22.007691 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [req-a3544ce0-4f42-464a-898d-b02d4ae9cbbd req-177eb917-df3e-4a58-98e0-4260a8d956a2 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:40:22.020596 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3544ce0-4f42-464a-898d-b02d4ae9cbbd req-177eb917-df3e-4a58-98e0-4260a8d956a2 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] Received port after_create {{(pid=94467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:40:22.098206 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 44756) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:40:22.120381 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177eb917-df3e-4a58-98e0-4260a8d956a2 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] Pushing event updated for resources: {'Port': ['ID=0f41f19b-87f7-41dc-98ce-2eaa783e9bc3,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:40:22.137087 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 14:40:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ecce584-e5d0-4327-b946-9fe75dce34b1 x-openstack-request-id: req-1ecce584-e5d0-4327-b946-9fe75dce34b1 {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:40:22.138060 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdfbc163-1546-4d1b-b618-5c6c09ae9c61", "name": "network-vif-deleted", "tag": "86f8b158-7406-41b8-ae3e-7655937cb625", "status": "completed", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:40:22.138594 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1ecce584-e5d0-4327-b946-9fe75dce34b1 {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:40:22.139565 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3544ce0-4f42-464a-898d-b02d4ae9cbbd req-177eb917-df3e-4a58-98e0-4260a8d956a2 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:22.140115 n-d-694802-15 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdfbc163-1546-4d1b-b618-5c6c09ae9c61', 'name': 'network-vif-deleted', 'tag': '86f8b158-7406-41b8-ae3e-7655937cb625', 'status': 'completed', 'code': 200} Aug 12 14:40:22.140894 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-a3544ce0-4f42-464a-898d-b02d4ae9cbbd req-177eb917-df3e-4a58-98e0-4260a8d956a2 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:22.168984 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-5af8601e-236e-44bc-9f1c-99ee19d0d285 req-fb05ad8e-ce73-4135-96fe-6de62ab34a4b tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:22.268777 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-c31e635d-61de-42ed-8153-61d867629da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fbb1cbc-baa7-4fb5-998b-5269d5b4312f', 'name': 'tempest-ServersTestManualDisk-1081796882-router', 'tenant_id': 'e93c85d28bad43209f9b042d3d03da7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.59'}], 'enable_snat': True}, 'gw_port_id': 'e2ed94ad-6f36-4fda-ae14-908229882fa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:38:07Z', 'updated_at': '2021-08-12T14:38:12Z', 'revision_number': 4, 'project_id': 'e93c85d28bad43209f9b042d3d03da7c', 'gw_port': {'id': 'e2ed94ad-6f36-4fda-ae14-908229882fa4', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:29:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fbb1cbc-baa7-4fb5-998b-5269d5b4312f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:38:08Z', 'updated_at': '2021-08-12T14:38:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': '9e4ba17f-901e-4984-9d14-6f8792d8aafa', 'name': '', 'network_id': '17e50eec-22ec-42fa-95df-671693024a7e', 'tenant_id': 'e93c85d28bad43209f9b042d3d03da7c', 'mac_address': 'fa:16:3e:b0:b8:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fbb1cbc-baa7-4fb5-998b-5269d5b4312f', 'device_owner': 'network:router_interface', 'standard_attr_id': 904, 'fixed_ips': [{'subnet_id': '19df9c89-0a2d-4568-bf60-3089af1f062f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:38:11Z', 'updated_at': '2021-08-12T14:38:19Z', 'revision_number': 5, 'project_id': 'e93c85d28bad43209f9b042d3d03da7c', 'subnets': [{'id': '19df9c89-0a2d-4568-bf60-3089af1f062f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:40:22.293032 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a3544ce0-4f42-464a-898d-b02d4ae9cbbd req-177eb917-df3e-4a58-98e0-4260a8d956a2 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1539350 Aug 12 14:40:22.313945 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c31e635d-61de-42ed-8153-61d867629da0 None None] Checking router: 2fbb1cbc-baa7-4fb5-998b-5269d5b4312f for host: n-d-694802-15 {{(pid=94468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 14:40:22.321895 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-cf8f8c3b-9210-486c-baaf-0113fd2b2b00 req-49dea744-b1c2-4bef-86ed-6f67044e49b0 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=5b3c7ce2-70f7-4d15-8774-e830cec0f0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3555441 Aug 12 14:40:22.326051 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-a3544ce0-4f42-464a-898d-b02d4ae9cbbd req-9b466446-ec75-4b80-ba9d-1ec28e8ee548 service neutron] Request body: {'port': {'device_id': '8bf96aee-fecc-434c-a575-a814c3dfca28', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-694802-15'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:40:22.336877 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c31e635d-61de-42ed-8153-61d867629da0 None None] Routers {'2fbb1cbc-baa7-4fb5-998b-5269d5b4312f'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:40:22.337758 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-c31e635d-61de-42ed-8153-61d867629da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:40:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['2fbb1cbc-baa7-4fb5-998b-5269d5b4312f'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:40:22.411351 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a0649b-c5e9-411a-a234-bcf6ab9d57b1 req-9db49e84-e07a-44f5-9a72-8252a340d81b tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:22.438595 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-c2a0649b-c5e9-411a-a234-bcf6ab9d57b1 req-9db49e84-e07a-44f5-9a72-8252a340d81b tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] 10.222.0.39 "GET /v2.0/ports?device_id=23818359-f45f-434d-a114-070341b83442 HTTP/1.1" status: 200 len: 945 time: 0.1701460 Aug 12 14:40:22.460320 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-8a7759bd-c4dd-4170-945e-76f68703aa0a tempest-DHCPAgentSchedulersTestJSON-532437286 tempest-DHCPAgentSchedulersTestJSON-532437286-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-289481021'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:40:22.480107 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-5af8601e-236e-44bc-9f1c-99ee19d0d285 req-fb05ad8e-ce73-4135-96fe-6de62ab34a4b tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:22.482939 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-5af8601e-236e-44bc-9f1c-99ee19d0d285 req-fb05ad8e-ce73-4135-96fe-6de62ab34a4b tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:22.484208 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-5af8601e-236e-44bc-9f1c-99ee19d0d285 req-fb05ad8e-ce73-4135-96fe-6de62ab34a4b tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] 10.222.0.39 "DELETE /v2.0/security-groups/f6a72baa-7190-4719-81e3-b4b733870e7e HTTP/1.1" status: 204 len: 173 time: 0.8556693 Aug 12 14:40:22.508219 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-a3544ce0-4f42-464a-898d-b02d4ae9cbbd req-9b466446-ec75-4b80-ba9d-1ec28e8ee548 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:22.527806 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-a3544ce0-4f42-464a-898d-b02d4ae9cbbd req-1566ce39-2b66-4aa8-866b-d88d4045b5b0 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] Notify callbacks [] for port, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:22.531703 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb05ad8e-ce73-4135-96fe-6de62ab34a4b tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6a72baa-7190-4719-81e3-b4b733870e7e,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:40:22.536120 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a7759bd-c4dd-4170-945e-76f68703aa0a tempest-DHCPAgentSchedulersTestJSON-532437286 tempest-DHCPAgentSchedulersTestJSON-532437286-project] Made reservation on behalf of a0aadd9545ac494db8646ee145eac0bb for: {'network': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:40:22.541174 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8a7759bd-c4dd-4170-945e-76f68703aa0a tempest-DHCPAgentSchedulersTestJSON-532437286 tempest-DHCPAgentSchedulersTestJSON-532437286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for network, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:22.553954 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8a7759bd-c4dd-4170-945e-76f68703aa0a tempest-DHCPAgentSchedulersTestJSON-532437286 tempest-DHCPAgentSchedulersTestJSON-532437286-project] Notify callbacks [] for security_group, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:22.603117 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [req-a3544ce0-4f42-464a-898d-b02d4ae9cbbd req-1566ce39-2b66-4aa8-866b-d88d4045b5b0 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] Transition to ACTIVE for port object 428b7bf8-6b0d-46c3-8e1b-68f09a754cc2 will not be triggered until provisioned by entity DHCP. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:40:22.614186 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-0f360058-52ef-4679-81da-cb9fbe81a4cc None None] Provisioning for port 0f41f19b-87f7-41dc-98ce-2eaa783e9bc3 completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:40:22.624955 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-0f360058-52ef-4679-81da-cb9fbe81a4cc None None] Provisioning complete for port 0f41f19b-87f7-41dc-98ce-2eaa783e9bc3 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:40:22.625243 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-0f360058-52ef-4679-81da-cb9fbe81a4cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:22.653411 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvr_db [None req-c31e635d-61de-42ed-8153-61d867629da0 None None] Set router 2fbb1cbc-baa7-4fb5-998b-5269d5b4312f gateway port host: n-d-694802-15 {{(pid=94468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:40:22.660543 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-c2a0649b-c5e9-411a-a234-bcf6ab9d57b1 req-f5033419-98fd-4096-bb8f-dc94621cfec7 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b3c7ce2-70f7-4d15-8774-e830cec0f0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2188845 Aug 12 14:40:22.718437 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-0f360058-52ef-4679-81da-cb9fbe81a4cc None None] Port 0f41f19b-87f7-41dc-98ce-2eaa783e9bc3 cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 14:40:22.736930 n-d-694802-15 neutron-server[94466]: INFO neutron.api.v2.resource [req-ed89b68e-807b-4771-88c8-73030e0a5c05 req-b348b04a-6ab2-4f62-b0a9-dc5c07f38410 tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] show failed (client error): The resource could not be found. Aug 12 14:40:22.738100 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-ed89b68e-807b-4771-88c8-73030e0a5c05 req-b348b04a-6ab2-4f62-b0a9-dc5c07f38410 tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] 10.222.0.39 "GET /v2.0/security-groups/f6a72baa-7190-4719-81e3-b4b733870e7e HTTP/1.1" status: 404 len: 352 time: 0.0348215 Aug 12 14:40:22.766042 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8a7759bd-c4dd-4170-945e-76f68703aa0a tempest-DHCPAgentSchedulersTestJSON-532437286 tempest-DHCPAgentSchedulersTestJSON-532437286-project] Notify callbacks [] for security_group, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:22.777133 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8a7759bd-c4dd-4170-945e-76f68703aa0a tempest-DHCPAgentSchedulersTestJSON-532437286 tempest-DHCPAgentSchedulersTestJSON-532437286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:22.817273 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a7759bd-c4dd-4170-945e-76f68703aa0a tempest-DHCPAgentSchedulersTestJSON-532437286 tempest-DHCPAgentSchedulersTestJSON-532437286-project] vlan segment allocate from pool success with {'vlan_id': 321, 'physical_network': 'physnet1'} {{(pid=94466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 14:40:22.831595 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8a7759bd-c4dd-4170-945e-76f68703aa0a tempest-DHCPAgentSchedulersTestJSON-532437286 tempest-DHCPAgentSchedulersTestJSON-532437286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:22.832042 n-d-694802-15 neutron-server[94466]: INFO neutron.db.segments_db [None req-8a7759bd-c4dd-4170-945e-76f68703aa0a tempest-DHCPAgentSchedulersTestJSON-532437286 tempest-DHCPAgentSchedulersTestJSON-532437286-project] Added segment b336f5fa-0a08-4cb9-b12b-8510ad81675c of type vlan for network f655a4d6-8388-4d52-958b-c39ac217b686 Aug 12 14:40:22.883091 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8a7759bd-c4dd-4170-945e-76f68703aa0a tempest-DHCPAgentSchedulersTestJSON-532437286 tempest-DHCPAgentSchedulersTestJSON-532437286-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744653628263'] for network, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:22.931739 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8a7759bd-c4dd-4170-945e-76f68703aa0a tempest-DHCPAgentSchedulersTestJSON-532437286 tempest-DHCPAgentSchedulersTestJSON-532437286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409'] for network, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:22.938543 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a7759bd-c4dd-4170-945e-76f68703aa0a tempest-DHCPAgentSchedulersTestJSON-532437286 tempest-DHCPAgentSchedulersTestJSON-532437286-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:22.939475 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8a7759bd-c4dd-4170-945e-76f68703aa0a tempest-DHCPAgentSchedulersTestJSON-532437286 tempest-DHCPAgentSchedulersTestJSON-532437286-project] Notify callbacks [] for network, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:22.978662 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-c31e635d-61de-42ed-8153-61d867629da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fbb1cbc-baa7-4fb5-998b-5269d5b4312f', 'name': 'tempest-ServersTestManualDisk-1081796882-router', 'tenant_id': 'e93c85d28bad43209f9b042d3d03da7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.59'}], 'enable_snat': True}, 'gw_port_id': 'e2ed94ad-6f36-4fda-ae14-908229882fa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:38:07Z', 'updated_at': '2021-08-12T14:38:12Z', 'revision_number': 4, 'project_id': 'e93c85d28bad43209f9b042d3d03da7c', 'gw_port': {'id': 'e2ed94ad-6f36-4fda-ae14-908229882fa4', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:29:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fbb1cbc-baa7-4fb5-998b-5269d5b4312f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:38:08Z', 'updated_at': '2021-08-12T14:38:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': '9e4ba17f-901e-4984-9d14-6f8792d8aafa', 'name': '', 'network_id': '17e50eec-22ec-42fa-95df-671693024a7e', 'tenant_id': 'e93c85d28bad43209f9b042d3d03da7c', 'mac_address': 'fa:16:3e:b0:b8:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fbb1cbc-baa7-4fb5-998b-5269d5b4312f', 'device_owner': 'network:router_interface', 'standard_attr_id': 904, 'fixed_ips': [{'subnet_id': '19df9c89-0a2d-4568-bf60-3089af1f062f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:38:11Z', 'updated_at': '2021-08-12T14:38:19Z', 'revision_number': 5, 'project_id': 'e93c85d28bad43209f9b042d3d03da7c', 'subnets': [{'id': '19df9c89-0a2d-4568-bf60-3089af1f062f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:40:23.010858 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c31e635d-61de-42ed-8153-61d867629da0 None None] The sync data for ids ['2fbb1cbc-baa7-4fb5-998b-5269d5b4312f'] in n-d-694802-15 is: [{'id': '2fbb1cbc-baa7-4fb5-998b-5269d5b4312f', 'name': 'tempest-ServersTestManualDisk-1081796882-router', 'tenant_id': 'e93c85d28bad43209f9b042d3d03da7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.59'}], 'enable_snat': True}, 'gw_port_id': 'e2ed94ad-6f36-4fda-ae14-908229882fa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:38:07Z', 'updated_at': '2021-08-12T14:38:12Z', 'revision_number': 4, 'project_id': 'e93c85d28bad43209f9b042d3d03da7c', 'gw_port': {'id': 'e2ed94ad-6f36-4fda-ae14-908229882fa4', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:29:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fbb1cbc-baa7-4fb5-998b-5269d5b4312f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:38:08Z', 'updated_at': '2021-08-12T14:38:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': '9e4ba17f-901e-4984-9d14-6f8792d8aafa', 'name': '', 'network_id': '17e50eec-22ec-42fa-95df-671693024a7e', 'tenant_id': 'e93c85d28bad43209f9b042d3d03da7c', 'mac_address': 'fa:16:3e:b0:b8:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fbb1cbc-baa7-4fb5-998b-5269d5b4312f', 'device_owner': 'network:router_interface', 'standard_attr_id': 904, 'fixed_ips': [{'subnet_id': '19df9c89-0a2d-4568-bf60-3089af1f062f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:38:11Z', 'updated_at': '2021-08-12T14:38:19Z', 'revision_number': 5, 'project_id': 'e93c85d28bad43209f9b042d3d03da7c', 'subnets': [{'id': '19df9c89-0a2d-4568-bf60-3089af1f062f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 14:40:23.015869 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607deed2-519b-4e7e-9ffb-df625b513996 req-7aee52bf-0737-46ce-805d-6e227336a29e tempest-ServersTestBootFromVolume-1121352003 tempest-ServersTestBootFromVolume-1121352003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:23.017703 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-607deed2-519b-4e7e-9ffb-df625b513996 req-7aee52bf-0737-46ce-805d-6e227336a29e tempest-ServersTestBootFromVolume-1121352003 tempest-ServersTestBootFromVolume-1121352003-project] 10.222.0.39 "GET /v2.0/ports?device_id=28b5c412-d861-4d29-b7a3-a99219eccf84 HTTP/1.1" status: 200 len: 944 time: 0.4332247 Aug 12 14:40:23.049522 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-a3544ce0-4f42-464a-898d-b02d4ae9cbbd req-1566ce39-2b66-4aa8-866b-d88d4045b5b0 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:23.062027 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] get_ports_and_sgs() called for port_ids ['ebc29655-e531-44b0-80e0-93f88244161e'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:40:23.071963 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7759bd-c4dd-4170-945e-76f68703aa0a tempest-DHCPAgentSchedulersTestJSON-532437286 tempest-DHCPAgentSchedulersTestJSON-532437286-project] Pushing event updated for resources: {'Network': ['ID=f655a4d6-8388-4d52-958b-c39ac217b686,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:40:23.100322 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7759bd-c4dd-4170-945e-76f68703aa0a tempest-DHCPAgentSchedulersTestJSON-532437286 tempest-DHCPAgentSchedulersTestJSON-532437286-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1989af1f-c2c5-4962-b19c-6863db30650d,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:40:23.125030 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-8a7759bd-c4dd-4170-945e-76f68703aa0a tempest-DHCPAgentSchedulersTestJSON-532437286 tempest-DHCPAgentSchedulersTestJSON-532437286-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.0221417 Aug 12 14:40:23.126654 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 44786) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:40:23.128577 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Network f655a4d6-8388-4d52-958b-c39ac217b686 details requested by agent ovs-agent-n-d-694802-15 with host n-d-694802-15 {{(pid=94468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 14:40:23.132962 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-00371aaa-791d-45ac-9ecc-bb5fdd28df29 tempest-DHCPAgentSchedulersTestJSON-532437286 tempest-DHCPAgentSchedulersTestJSON-532437286-project] Request body: {'subnet': {'network_id': 'f655a4d6-8388-4d52-958b-c39ac217b686', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:40:23.147101 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e6774c-0c14-41b1-a843-dfc0ddfc51bf req-0ec6851d-9c4c-4756-9d12-3c0e987b04c8 tempest-ServerRescueNegativeTestJSON-1622637895 tempest-ServerRescueNegativeTestJSON-1622637895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:23.155921 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-60e6774c-0c14-41b1-a843-dfc0ddfc51bf req-0ec6851d-9c4c-4756-9d12-3c0e987b04c8 tempest-ServerRescueNegativeTestJSON-1622637895 tempest-ServerRescueNegativeTestJSON-1622637895-project] 10.222.0.39 "GET /v2.0/ports?device_id=bc74d9fd-9e29-4667-bb83-e5e3a6913f4e HTTP/1.1" status: 200 len: 946 time: 0.2433655 Aug 12 14:40:23.173575 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3544ce0-4f42-464a-898d-b02d4ae9cbbd req-1566ce39-2b66-4aa8-866b-d88d4045b5b0 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] Network 2525c403-dfb3-4196-a273-739607aab38a is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:40:23.199924 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [req-a3544ce0-4f42-464a-898d-b02d4ae9cbbd req-1566ce39-2b66-4aa8-866b-d88d4045b5b0 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:40:23.211759 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-607deed2-519b-4e7e-9ffb-df625b513996 req-7f777a67-1f9c-47f1-b28b-2764fb79cb09 tempest-ServersTestBootFromVolume-1121352003 tempest-ServersTestBootFromVolume-1121352003-project] 10.222.0.39 "GET /v2.0/security-groups?id=a19b9f58-da28-4fed-8bd9-43a3f07f3a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1870737 Aug 12 14:40:23.212748 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3544ce0-4f42-464a-898d-b02d4ae9cbbd req-1566ce39-2b66-4aa8-866b-d88d4045b5b0 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] Received port after_create {{(pid=94467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:40:23.262769 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-60e6774c-0c14-41b1-a843-dfc0ddfc51bf req-3f2aaadc-edea-4712-b900-ee00bc5347a6 tempest-ServerRescueNegativeTestJSON-1622637895 tempest-ServerRescueNegativeTestJSON-1622637895-project] 10.222.0.39 "GET /v2.0/security-groups?id=268dec7e-7261-41d2-9e03-6b72db198ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980074 Aug 12 14:40:23.282992 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1566ce39-2b66-4aa8-866b-d88d4045b5b0 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] Pushing event updated for resources: {'Port': ['ID=428b7bf8-6b0d-46c3-8e1b-68f09a754cc2,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:40:23.356804 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00371aaa-791d-45ac-9ecc-bb5fdd28df29 tempest-DHCPAgentSchedulersTestJSON-532437286 tempest-DHCPAgentSchedulersTestJSON-532437286-project] Made reservation on behalf of a0aadd9545ac494db8646ee145eac0bb for: {'subnet': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:40:23.361774 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-00371aaa-791d-45ac-9ecc-bb5fdd28df29 tempest-DHCPAgentSchedulersTestJSON-532437286 tempest-DHCPAgentSchedulersTestJSON-532437286-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8776441'] for subnet, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:23.488090 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3544ce0-4f42-464a-898d-b02d4ae9cbbd req-1566ce39-2b66-4aa8-866b-d88d4045b5b0 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:23.489140 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-a3544ce0-4f42-464a-898d-b02d4ae9cbbd req-1566ce39-2b66-4aa8-866b-d88d4045b5b0 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:23.527317 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a3544ce0-4f42-464a-898d-b02d4ae9cbbd req-1566ce39-2b66-4aa8-866b-d88d4045b5b0 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6727731 Aug 12 14:40:23.537137 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c32085b2-c886-4307-bca4-4601ee87792c None None] New status for floating IP 674780af-901a-41fb-8cfe-724dae3fda61: DOWN {{(pid=94469) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 14:40:23.572411 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-a3544ce0-4f42-464a-898d-b02d4ae9cbbd req-74952b45-fcb6-4a7c-adac-bd0f282f8e05 service neutron] Request body: {'port': {'device_id': 'e6d519e7-ba8a-41c8-b5e9-a3db3089d2b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-694802-15'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:40:23.668886 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3a1186-fd15-481c-837c-3e8a296c6339 req-6667ca0e-df83-4b28-b1b0-5e1156fdddb5 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:23.684380 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-ae3a1186-fd15-481c-837c-3e8a296c6339 req-6667ca0e-df83-4b28-b1b0-5e1156fdddb5 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] 10.222.0.39 "GET /v2.0/ports?device_id=e6d519e7-ba8a-41c8-b5e9-a3db3089d2b0 HTTP/1.1" status: 200 len: 936 time: 0.1888661 Aug 12 14:40:23.689551 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d3589a2a-bb3f-4ece-b25e-17819cd92a35 req-ad374aca-6e45-4754-81a2-d328ceb0cc59 tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] 10.222.0.39 "GET /v2.0/security-groups/9b7118da-4b44-4d8a-9479-316d24577faf HTTP/1.1" status: 200 len: 1801 time: 0.3931458 Aug 12 14:40:23.710037 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [req-a3544ce0-4f42-464a-898d-b02d4ae9cbbd req-9b466446-ec75-4b80-ba9d-1ec28e8ee548 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f41f19b-87f7-41dc-98ce-2eaa783e9bc3 {{(pid=94467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:40:23.737207 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-a3544ce0-4f42-464a-898d-b02d4ae9cbbd req-9b466446-ec75-4b80-ba9d-1ec28e8ee548 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:23.765093 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-ae3a1186-fd15-481c-837c-3e8a296c6339 req-e267b1ce-65ac-451c-907e-087a9b59d12c tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] 10.222.0.39 "GET /v2.0/security-groups?id=5301a7d3-dd3e-456d-bf8f-dfd76884604a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792503 Aug 12 14:40:23.776248 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-8e94b937-d697-4b63-ba7a-8f2db84d4295 None None] Provisioning for port 428b7bf8-6b0d-46c3-8e1b-68f09a754cc2 completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:40:23.788351 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-a3544ce0-4f42-464a-898d-b02d4ae9cbbd req-74952b45-fcb6-4a7c-adac-bd0f282f8e05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:23.790160 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-8e94b937-d697-4b63-ba7a-8f2db84d4295 None None] Provisioning complete for port 428b7bf8-6b0d-46c3-8e1b-68f09a754cc2 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:40:23.790662 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-8e94b937-d697-4b63-ba7a-8f2db84d4295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:23.795149 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [req-a3544ce0-4f42-464a-898d-b02d4ae9cbbd req-9b466446-ec75-4b80-ba9d-1ec28e8ee548 service neutron] Transition to ACTIVE for port object 0f41f19b-87f7-41dc-98ce-2eaa783e9bc3 will not be triggered until provisioned by entity L2. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:40:23.813620 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-a3544ce0-4f42-464a-898d-b02d4ae9cbbd req-9b466446-ec75-4b80-ba9d-1ec28e8ee548 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:23.832971 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-8e94b937-d697-4b63-ba7a-8f2db84d4295 None None] Port 428b7bf8-6b0d-46c3-8e1b-68f09a754cc2 cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 14:40:23.868130 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-00371aaa-791d-45ac-9ecc-bb5fdd28df29 tempest-DHCPAgentSchedulersTestJSON-532437286 tempest-DHCPAgentSchedulersTestJSON-532437286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3718490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8776395'] for subnet, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:23.919175 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b466446-ec75-4b80-ba9d-1ec28e8ee548 service neutron] Pushing event updated for resources: {'Port': ['ID=0f41f19b-87f7-41dc-98ce-2eaa783e9bc3,revision_number=2']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:40:23.940648 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81df90ed-ce12-4f3c-8c3d-1d072a807ff1 req-3c8440d4-b93d-46f6-a71c-1a1fb41aadcf tempest-ServerRescueNegativeTestJSON-1622637895 tempest-ServerRescueNegativeTestJSON-1622637895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:23.942183 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-81df90ed-ce12-4f3c-8c3d-1d072a807ff1 req-3c8440d4-b93d-46f6-a71c-1a1fb41aadcf tempest-ServerRescueNegativeTestJSON-1622637895 tempest-ServerRescueNegativeTestJSON-1622637895-project] 10.222.0.39 "GET /v2.0/ports?device_id=d52af645-a96c-4fda-a020-923ad96d40ff HTTP/1.1" status: 200 len: 945 time: 0.1092014 Aug 12 14:40:23.945809 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-d3589a2a-bb3f-4ece-b25e-17819cd92a35 req-4a0dc0be-424f-4e76-9d24-d309ef3aac49 tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] Notify callbacks [] for security_group, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:23.948270 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00371aaa-791d-45ac-9ecc-bb5fdd28df29 tempest-DHCPAgentSchedulersTestJSON-532437286 tempest-DHCPAgentSchedulersTestJSON-532437286-project] Pushing event updated for resources: {'Subnet': ['ID=b06b7f2f-740a-4061-b007-5b1dca4ec1d0,revision_number=0']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:40:23.975650 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00371aaa-791d-45ac-9ecc-bb5fdd28df29 tempest-DHCPAgentSchedulersTestJSON-532437286 tempest-DHCPAgentSchedulersTestJSON-532437286-project] Checking segment: {'id': 'b336f5fa-0a08-4cb9-b12b-8510ad81675c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'f655a4d6-8388-4d52-958b-c39ac217b686'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:40:23.976009 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00371aaa-791d-45ac-9ecc-bb5fdd28df29 tempest-DHCPAgentSchedulersTestJSON-532437286 tempest-DHCPAgentSchedulersTestJSON-532437286-project] Network hostable DHCP agents. Network: f655a4d6-8388-4d52-958b-c39ac217b686, hostable agents: ['1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658'], hosted agents: [] {{(pid=94466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 14:40:23.999171 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-81df90ed-ce12-4f3c-8c3d-1d072a807ff1 req-e4424d48-844e-4905-825b-09d0744c5734 tempest-ServerRescueNegativeTestJSON-1622637895 tempest-ServerRescueNegativeTestJSON-1622637895-project] 10.222.0.39 "GET /v2.0/security-groups?id=268dec7e-7261-41d2-9e03-6b72db198ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483572 Aug 12 14:40:24.009905 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00371aaa-791d-45ac-9ecc-bb5fdd28df29 tempest-DHCPAgentSchedulersTestJSON-532437286 tempest-DHCPAgentSchedulersTestJSON-532437286-project] Network f655a4d6-8388-4d52-958b-c39ac217b686 is scheduled to be hosted by DHCP agent 1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658 with binding_index 1 {{(pid=94466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 14:40:24.032322 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-00371aaa-791d-45ac-9ecc-bb5fdd28df29 tempest-DHCPAgentSchedulersTestJSON-532437286 tempest-DHCPAgentSchedulersTestJSON-532437286-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-15, f655a4d6-8388-4d52-958b-c39ac217b686) {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:40:24.039861 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00371aaa-791d-45ac-9ecc-bb5fdd28df29 tempest-DHCPAgentSchedulersTestJSON-532437286 tempest-DHCPAgentSchedulersTestJSON-532437286-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:24.040354 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08976eeb-0a02-4dfc-9321-f14ba24f1508 None None] Network f655a4d6-8388-4d52-958b-c39ac217b686 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:40:24.041031 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-00371aaa-791d-45ac-9ecc-bb5fdd28df29 tempest-DHCPAgentSchedulersTestJSON-532437286 tempest-DHCPAgentSchedulersTestJSON-532437286-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for subnet, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:24.071181 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 44806) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:40:24.088791 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-d3589a2a-bb3f-4ece-b25e-17819cd92a35 req-4a0dc0be-424f-4e76-9d24-d309ef3aac49 tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:24.103601 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-00371aaa-791d-45ac-9ecc-bb5fdd28df29 tempest-DHCPAgentSchedulersTestJSON-532437286 tempest-DHCPAgentSchedulersTestJSON-532437286-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9754162 Aug 12 14:40:24.117624 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 44808) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:40:24.124418 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-25cf1bf0-24c6-4bd3-9ba7-141a5dd88532 tempest-DHCPAgentSchedulersTestJSON-532437286 tempest-DHCPAgentSchedulersTestJSON-532437286-project] Request body: {'port': {'network_id': 'f655a4d6-8388-4d52-958b-c39ac217b686', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1444654943'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:40:24.238071 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-a3544ce0-4f42-464a-898d-b02d4ae9cbbd req-9b466446-ec75-4b80-ba9d-1ec28e8ee548 service neutron] Attempting to bind port 0f41f19b-87f7-41dc-98ce-2eaa783e9bc3 on host n-h1-694802-15 for vnic_type normal with profile {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:40:24.239583 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-a3544ce0-4f42-464a-898d-b02d4ae9cbbd req-9b466446-ec75-4b80-ba9d-1ec28e8ee548 service neutron] Attempting to bind port 0f41f19b-87f7-41dc-98ce-2eaa783e9bc3 by drivers openvswitch,hyperv on host n-h1-694802-15 at level 0 using segments [{'id': 'a1f8c867-101b-4d30-814e-b89f55a5edd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '2525c403-dfb3-4196-a273-739607aab38a'}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:40:24.240080 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3544ce0-4f42-464a-898d-b02d4ae9cbbd req-9b466446-ec75-4b80-ba9d-1ec28e8ee548 service neutron] Attempting to bind port 0f41f19b-87f7-41dc-98ce-2eaa783e9bc3 on network 2525c403-dfb3-4196-a273-739607aab38a {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:40:24.257807 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3544ce0-4f42-464a-898d-b02d4ae9cbbd req-9b466446-ec75-4b80-ba9d-1ec28e8ee548 service neutron] Port 0f41f19b-87f7-41dc-98ce-2eaa783e9bc3 on network 2525c403-dfb3-4196-a273-739607aab38a not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-15 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 14:40:24.258388 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3544ce0-4f42-464a-898d-b02d4ae9cbbd req-9b466446-ec75-4b80-ba9d-1ec28e8ee548 service neutron] Attempting to bind port 0f41f19b-87f7-41dc-98ce-2eaa783e9bc3 on network 2525c403-dfb3-4196-a273-739607aab38a {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:40:24.264610 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-d3589a2a-bb3f-4ece-b25e-17819cd92a35 req-4a0dc0be-424f-4e76-9d24-d309ef3aac49 tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:24.267518 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-d3589a2a-bb3f-4ece-b25e-17819cd92a35 req-4a0dc0be-424f-4e76-9d24-d309ef3aac49 tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:24.268484 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d3589a2a-bb3f-4ece-b25e-17819cd92a35 req-4a0dc0be-424f-4e76-9d24-d309ef3aac49 tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] 10.222.0.39 "DELETE /v2.0/security-groups/9b7118da-4b44-4d8a-9479-316d24577faf HTTP/1.1" status: 204 len: 173 time: 0.5498593 Aug 12 14:40:24.297139 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3544ce0-4f42-464a-898d-b02d4ae9cbbd req-9b466446-ec75-4b80-ba9d-1ec28e8ee548 service neutron] Checking agent: {'id': 'de568313-a3e6-454a-9813-77e25edcea95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 27, 41), 'started_at': datetime.datetime(2021, 8, 12, 14, 27, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 40, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:40:24.297493 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3544ce0-4f42-464a-898d-b02d4ae9cbbd req-9b466446-ec75-4b80-ba9d-1ec28e8ee548 service neutron] Checking segment: {'id': 'a1f8c867-101b-4d30-814e-b89f55a5edd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '2525c403-dfb3-4196-a273-739607aab38a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:40:24.297890 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3544ce0-4f42-464a-898d-b02d4ae9cbbd req-9b466446-ec75-4b80-ba9d-1ec28e8ee548 service neutron] Bound using segment: {'id': 'a1f8c867-101b-4d30-814e-b89f55a5edd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '2525c403-dfb3-4196-a273-739607aab38a'} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:40:24.298721 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-a3544ce0-4f42-464a-898d-b02d4ae9cbbd req-9b466446-ec75-4b80-ba9d-1ec28e8ee548 service neutron] Bound port: 0f41f19b-87f7-41dc-98ce-2eaa783e9bc3, host: n-h1-694802-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1f8c867-101b-4d30-814e-b89f55a5edd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '2525c403-dfb3-4196-a273-739607aab38a'}}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:40:24.304432 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-a3544ce0-4f42-464a-898d-b02d4ae9cbbd req-9b466446-ec75-4b80-ba9d-1ec28e8ee548 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:24.306524 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5215bb59-9f56-4307-bec2-84839e122a2b tempest-ServersTestManualDisk-1309453399 tempest-ServersTestManualDisk-1309453399-project] Notify callbacks [] for security_group, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:24.314967 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50b57e28-9dc8-47c1-9df6-d0a2dc19e6f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa7035b3e-9a89-5964-b9f4-97301c3f476a-f655a4d6-8388-4d52-958b-c39ac217b686', 'network_id': 'f655a4d6-8388-4d52-958b-c39ac217b686', 'tenant_id': 'a0aadd9545ac494db8646ee145eac0bb', 'fixed_ips': [{'subnet_id': 'b06b7f2f-740a-4061-b007-5b1dca4ec1d0'}]}} from n-d-694802-15. {{(pid=94468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 14:40:24.315926 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-50b57e28-9dc8-47c1-9df6-d0a2dc19e6f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:24.334893 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0dc0be-424f-4e76-9d24-d309ef3aac49 tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b7118da-4b44-4d8a-9479-316d24577faf,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:40:24.349790 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5215bb59-9f56-4307-bec2-84839e122a2b tempest-ServersTestManualDisk-1309453399 tempest-ServersTestManualDisk-1309453399-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:24.392922 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25cf1bf0-24c6-4bd3-9ba7-141a5dd88532 tempest-DHCPAgentSchedulersTestJSON-532437286 tempest-DHCPAgentSchedulersTestJSON-532437286-project] Made reservation on behalf of a0aadd9545ac494db8646ee145eac0bb for: {'port': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:40:24.396974 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-25cf1bf0-24c6-4bd3-9ba7-141a5dd88532 tempest-DHCPAgentSchedulersTestJSON-532437286 tempest-DHCPAgentSchedulersTestJSON-532437286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:24.450962 n-d-694802-15 neutron-server[94466]: DEBUG neutron.notifiers.nova [None req-25cf1bf0-24c6-4bd3-9ba7-141a5dd88532 tempest-DHCPAgentSchedulersTestJSON-532437286 tempest-DHCPAgentSchedulersTestJSON-532437286-project] device_id is not set on port b2789731-73bc-42bc-83bb-f97bc72891e9 yet. {{(pid=94466) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 14:40:24.485353 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.db_base_plugin_common [None req-50b57e28-9dc8-47c1-9df6-d0a2dc19e6f7 None None] Allocated IP 172.20.0.2 (f655a4d6-8388-4d52-958b-c39ac217b686/b06b7f2f-740a-4061-b007-5b1dca4ec1d0/b055b1f8-d99c-42b5-b841-ada1637a8ea4) {{(pid=94468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:40:24.498251 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-a3544ce0-4f42-464a-898d-b02d4ae9cbbd req-9b466446-ec75-4b80-ba9d-1ec28e8ee548 service neutron] For port 0f41f19b-87f7-41dc-98ce-2eaa783e9bc3, host n-h1-694802-15, cleared binding levels {{(pid=94467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:40:24.511509 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0a6c46-222f-4518-9ac4-5fa357fe1d52 req-04eca582-1163-4f91-a10a-702c6fb0a271 tempest-ServersTestBootFromVolume-1121352003 tempest-ServersTestBootFromVolume-1121352003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:24.512951 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-7c0a6c46-222f-4518-9ac4-5fa357fe1d52 req-04eca582-1163-4f91-a10a-702c6fb0a271 tempest-ServersTestBootFromVolume-1121352003 tempest-ServersTestBootFromVolume-1121352003-project] 10.222.0.39 "GET /v2.0/ports?device_id=28b5c412-d861-4d29-b7a3-a99219eccf84 HTTP/1.1" status: 200 len: 944 time: 0.1212580 Aug 12 14:40:24.523113 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9580b2f-8bc3-4b81-bd4e-0fbda1b51225 req-9a36e05b-768e-43a7-82bf-40d407515d00 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:24.524916 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b9580b2f-8bc3-4b81-bd4e-0fbda1b51225 req-9a36e05b-768e-43a7-82bf-40d407515d00 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] 10.222.0.39 "GET /v2.0/ports?device_id=23818359-f45f-434d-a114-070341b83442 HTTP/1.1" status: 200 len: 945 time: 0.1665871 Aug 12 14:40:24.530798 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-a3544ce0-4f42-464a-898d-b02d4ae9cbbd req-9b466446-ec75-4b80-ba9d-1ec28e8ee548 service neutron] For port 0f41f19b-87f7-41dc-98ce-2eaa783e9bc3, host n-h1-694802-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=0f41f19b-87f7-41dc-98ce-2eaa783e9bc3,segment=NetworkSegment(a1f8c867-101b-4d30-814e-b89f55a5edd0),segment_id=a1f8c867-101b-4d30-814e-b89f55a5edd0)] {{(pid=94467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:40:24.530993 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5215bb59-9f56-4307-bec2-84839e122a2b tempest-ServersTestManualDisk-1309453399 tempest-ServersTestManualDisk-1309453399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:24.534475 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5215bb59-9f56-4307-bec2-84839e122a2b tempest-ServersTestManualDisk-1309453399 tempest-ServersTestManualDisk-1309453399-project] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:24.538601 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-5215bb59-9f56-4307-bec2-84839e122a2b tempest-ServersTestManualDisk-1309453399 tempest-ServersTestManualDisk-1309453399-project] 10.222.0.39 "DELETE /v2.0/security-groups/9936d5ae-54ca-41df-8dd5-0ff5da86712d HTTP/1.1" status: 204 len: 168 time: 0.4662790 Aug 12 14:40:24.539101 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 44818) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:40:24.548166 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [req-a3544ce0-4f42-464a-898d-b02d4ae9cbbd req-74952b45-fcb6-4a7c-adac-bd0f282f8e05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 428b7bf8-6b0d-46c3-8e1b-68f09a754cc2 {{(pid=94467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:40:24.558611 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-a3544ce0-4f42-464a-898d-b02d4ae9cbbd req-9b466446-ec75-4b80-ba9d-1ec28e8ee548 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:24.569013 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5215bb59-9f56-4307-bec2-84839e122a2b tempest-ServersTestManualDisk-1309453399 tempest-ServersTestManualDisk-1309453399-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9936d5ae-54ca-41df-8dd5-0ff5da86712d,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:40:24.584262 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-a3544ce0-4f42-464a-898d-b02d4ae9cbbd req-74952b45-fcb6-4a7c-adac-bd0f282f8e05 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:24.607758 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-7c0a6c46-222f-4518-9ac4-5fa357fe1d52 req-ba53c823-95e6-47b9-82ad-a2662292b2e4 tempest-ServersTestBootFromVolume-1121352003 tempest-ServersTestBootFromVolume-1121352003-project] 10.222.0.39 "GET /v2.0/security-groups?id=a19b9f58-da28-4fed-8bd9-43a3f07f3a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789595 Aug 12 14:40:24.614363 n-d-694802-15 neutron-server[94467]: INFO neutron.api.v2.resource [None req-298c6c54-6042-4091-abfc-dbab2dff4315 tempest-ServersTestManualDisk-1309453399 tempest-ServersTestManualDisk-1309453399-project] show failed (client error): The resource could not be found. Aug 12 14:40:24.615457 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-298c6c54-6042-4091-abfc-dbab2dff4315 tempest-ServersTestManualDisk-1309453399 tempest-ServersTestManualDisk-1309453399-project] 10.222.0.39 "GET /v2.0/security-groups/9936d5ae-54ca-41df-8dd5-0ff5da86712d HTTP/1.1" status: 404 len: 347 time: 0.0707557 Aug 12 14:40:24.618717 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 44820) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:40:24.663876 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3544ce0-4f42-464a-898d-b02d4ae9cbbd req-9b466446-ec75-4b80-ba9d-1ec28e8ee548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:24.664694 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-a3544ce0-4f42-464a-898d-b02d4ae9cbbd req-9b466446-ec75-4b80-ba9d-1ec28e8ee548 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:24.665163 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-50b57e28-9dc8-47c1-9df6-d0a2dc19e6f7 None None] Notify callbacks [] for port, precommit_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:24.666024 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a3544ce0-4f42-464a-898d-b02d4ae9cbbd req-9b466446-ec75-4b80-ba9d-1ec28e8ee548 service neutron] 10.222.0.64 "PUT /v2.0/ports/0f41f19b-87f7-41dc-98ce-2eaa783e9bc3 HTTP/1.1" status: 200 len: 1097 time: 2.3570948 Aug 12 14:40:24.666521 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bf96aee-fecc-434c-a575-a814c3dfca28', 'tag': '0f41f19b-87f7-41dc-98ce-2eaa783e9bc3'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:40:24.669075 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e65282f928b64038367d043a4411777802006c43a98742496cb2e25b724ff1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-892cb88d-137a-4315-b36e-ab5a895318fc" -d '{"events": [{"name": "network-changed", "server_uuid": "8bf96aee-fecc-434c-a575-a814c3dfca28", "tag": "0f41f19b-87f7-41dc-98ce-2eaa783e9bc3"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:40:24.675783 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-50b57e28-9dc8-47c1-9df6-d0a2dc19e6f7 None None] Transition to ACTIVE for port object b055b1f8-d99c-42b5-b841-ada1637a8ea4 will not be triggered until provisioned by entity L2. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:40:24.677138 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [req-a3544ce0-4f42-464a-898d-b02d4ae9cbbd req-74952b45-fcb6-4a7c-adac-bd0f282f8e05 service neutron] Transition to ACTIVE for port object 428b7bf8-6b0d-46c3-8e1b-68f09a754cc2 will not be triggered until provisioned by entity L2. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:40:24.684306 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device 86f8b158-7406-41b8-ae3e-7655937cb625 no longer exists at agent hyperv_n-h1-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:40:24.686205 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b9580b2f-8bc3-4b81-bd4e-0fbda1b51225 req-d7b7f060-0cc8-41d6-b676-9288ba9df244 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b3c7ce2-70f7-4d15-8774-e830cec0f0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504507 Aug 12 14:40:24.693322 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-a3544ce0-4f42-464a-898d-b02d4ae9cbbd req-74952b45-fcb6-4a7c-adac-bd0f282f8e05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:24.693493 n-d-694802-15 neutron-server[94466]: INFO neutron.api.v2.resource [req-414cc5af-0a7a-46a8-a57b-88fcac94ec27 req-7c2581b1-a783-4945-83a5-a1856e06c811 tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] show failed (client error): The resource could not be found. Aug 12 14:40:24.709117 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-414cc5af-0a7a-46a8-a57b-88fcac94ec27 req-7c2581b1-a783-4945-83a5-a1856e06c811 tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] 10.222.0.39 "GET /v2.0/security-groups/9b7118da-4b44-4d8a-9479-316d24577faf HTTP/1.1" status: 404 len: 352 time: 0.0450900 Aug 12 14:40:24.718342 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b466446-ec75-4b80-ba9d-1ec28e8ee548 service neutron] Pushing event updated for resources: {'Port': ['ID=0f41f19b-87f7-41dc-98ce-2eaa783e9bc3,revision_number=3']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:40:24.753738 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-93370168-53ca-47c2-9e27-b066be57125c None None] No Port match for: 86f8b158-7406-41b8-ae3e-7655937cb625 {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 14:40:24.754080 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device 86f8b158-7406-41b8-ae3e-7655937cb625 not bound to the agent host n-h1-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:40:24.770389 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-50b57e28-9dc8-47c1-9df6-d0a2dc19e6f7 None None] Transition to ACTIVE for port object b055b1f8-d99c-42b5-b841-ada1637a8ea4 will not be triggered until provisioned by entity DHCP. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:40:24.788103 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-50b57e28-9dc8-47c1-9df6-d0a2dc19e6f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253'] for port, after_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:24.830652 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50b57e28-9dc8-47c1-9df6-d0a2dc19e6f7 None None] Network f655a4d6-8388-4d52-958b-c39ac217b686 is already hosted by enough agents. {{(pid=94468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:40:24.833994 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.base_scheduler [None req-50b57e28-9dc8-47c1-9df6-d0a2dc19e6f7 None None] Resources bound (agent type, host, resource id): {{(pid=94468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:40:24.840737 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50b57e28-9dc8-47c1-9df6-d0a2dc19e6f7 None None] Received port after_create {{(pid=94468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:40:24.851773 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74952b45-fcb6-4a7c-adac-bd0f282f8e05 service neutron] Pushing event updated for resources: {'Port': ['ID=428b7bf8-6b0d-46c3-8e1b-68f09a754cc2,revision_number=2']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:40:24.852219 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b57e28-9dc8-47c1-9df6-d0a2dc19e6f7 None None] Pushing event updated for resources: {'Port': ['ID=b055b1f8-d99c-42b5-b841-ada1637a8ea4,revision_number=1']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:40:24.909079 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-50b57e28-9dc8-47c1-9df6-d0a2dc19e6f7 None None] Attempting to bind port b055b1f8-d99c-42b5-b841-ada1637a8ea4 on host n-d-694802-15 for vnic_type normal with profile {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:40:24.909450 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-50b57e28-9dc8-47c1-9df6-d0a2dc19e6f7 None None] Attempting to bind port b055b1f8-d99c-42b5-b841-ada1637a8ea4 by drivers openvswitch,hyperv on host n-d-694802-15 at level 0 using segments [{'id': 'b336f5fa-0a08-4cb9-b12b-8510ad81675c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'f655a4d6-8388-4d52-958b-c39ac217b686'}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:40:24.909815 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50b57e28-9dc8-47c1-9df6-d0a2dc19e6f7 None None] Attempting to bind port b055b1f8-d99c-42b5-b841-ada1637a8ea4 on network f655a4d6-8388-4d52-958b-c39ac217b686 {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:40:24.916500 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50b57e28-9dc8-47c1-9df6-d0a2dc19e6f7 None None] Checking agent: {'id': '16de73ac-f2e9-4cee-b3e0-91052ae3e6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 20, 13), 'started_at': datetime.datetime(2021, 8, 12, 14, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 40, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:40:24.916951 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50b57e28-9dc8-47c1-9df6-d0a2dc19e6f7 None None] Checking segment: {'id': 'b336f5fa-0a08-4cb9-b12b-8510ad81675c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'f655a4d6-8388-4d52-958b-c39ac217b686'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:40:24.917399 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-50b57e28-9dc8-47c1-9df6-d0a2dc19e6f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:24.917775 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50b57e28-9dc8-47c1-9df6-d0a2dc19e6f7 None None] Bound using segment: {'id': 'b336f5fa-0a08-4cb9-b12b-8510ad81675c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'f655a4d6-8388-4d52-958b-c39ac217b686'} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:40:24.918254 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-50b57e28-9dc8-47c1-9df6-d0a2dc19e6f7 None None] Bound port: b055b1f8-d99c-42b5-b841-ada1637a8ea4, host: n-d-694802-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b336f5fa-0a08-4cb9-b12b-8510ad81675c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'f655a4d6-8388-4d52-958b-c39ac217b686'}}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:40:24.918640 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-50b57e28-9dc8-47c1-9df6-d0a2dc19e6f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:24.928475 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3544ce0-4f42-464a-898d-b02d4ae9cbbd req-4d39d73a-2c89-4e12-b993-38cda956bf3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:24.930252 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a3544ce0-4f42-464a-898d-b02d4ae9cbbd req-4d39d73a-2c89-4e12-b993-38cda956bf3c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=65b2c96d0253481aa302fceca03e83a5&device_id=8bf96aee-fecc-434c-a575-a814c3dfca28 HTTP/1.1" status: 200 len: 1100 time: 0.1945264 Aug 12 14:40:24.946833 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89da2d20-7c57-4a5a-af60-3d52f580d4a7 req-c40f2e72-828f-4777-bdb3-4b514f205f55 tempest-VolumesActionsTest-1768521509 tempest-VolumesActionsTest-1768521509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:24.951605 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-25cf1bf0-24c6-4bd3-9ba7-141a5dd88532 tempest-DHCPAgentSchedulersTestJSON-532437286 tempest-DHCPAgentSchedulersTestJSON-532437286-project] Allocated IP 172.20.0.11 (f655a4d6-8388-4d52-958b-c39ac217b686/b06b7f2f-740a-4061-b007-5b1dca4ec1d0/b2789731-73bc-42bc-83bb-f97bc72891e9) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:40:24.958407 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-89da2d20-7c57-4a5a-af60-3d52f580d4a7 req-c40f2e72-828f-4777-bdb3-4b514f205f55 tempest-VolumesActionsTest-1768521509 tempest-VolumesActionsTest-1768521509-project] 10.222.0.39 "GET /v2.0/ports?device_id=612082f2-4ca1-43d5-b149-0f83e3189828 HTTP/1.1" status: 200 len: 945 time: 0.1697986 Aug 12 14:40:24.996991 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-1c5dd8a7-4991-4955-8eaf-99b5c1152d6d tempest-ServersTestManualDisk-1309453399 tempest-ServersTestManualDisk-1309453399-project] Deleting port cb0ce137-0479-4149-abf4-dc3117211b37 {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:40:24.997494 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1c5dd8a7-4991-4955-8eaf-99b5c1152d6d tempest-ServersTestManualDisk-1309453399 tempest-ServersTestManualDisk-1309453399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:25.040223 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-50b57e28-9dc8-47c1-9df6-d0a2dc19e6f7 None None] For port b055b1f8-d99c-42b5-b841-ada1637a8ea4, host n-d-694802-15, cleared binding levels {{(pid=94468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:40:25.050210 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-50b57e28-9dc8-47c1-9df6-d0a2dc19e6f7 None None] For port b055b1f8-d99c-42b5-b841-ada1637a8ea4, host n-d-694802-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=b055b1f8-d99c-42b5-b841-ada1637a8ea4,segment=NetworkSegment(b336f5fa-0a08-4cb9-b12b-8510ad81675c),segment_id=b336f5fa-0a08-4cb9-b12b-8510ad81675c)] {{(pid=94468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:40:25.062225 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-50b57e28-9dc8-47c1-9df6-d0a2dc19e6f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:25.100232 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1c5dd8a7-4991-4955-8eaf-99b5c1152d6d tempest-ServersTestManualDisk-1309453399 tempest-ServersTestManualDisk-1309453399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:25.100562 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1c5dd8a7-4991-4955-8eaf-99b5c1152d6d tempest-ServersTestManualDisk-1309453399 tempest-ServersTestManualDisk-1309453399-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:25.101665 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a3544ce0-4f42-464a-898d-b02d4ae9cbbd req-f85fa405-5864-4056-b285-3d362838f797 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=0f41f19b-87f7-41dc-98ce-2eaa783e9bc3 HTTP/1.1" status: 200 len: 217 time: 0.1329169 Aug 12 14:40:25.117168 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-1c5dd8a7-4991-4955-8eaf-99b5c1152d6d tempest-ServersTestManualDisk-1309453399 tempest-ServersTestManualDisk-1309453399-project] Calling delete_port for cb0ce137-0479-4149-abf4-dc3117211b37 owned by network:floatingip {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:40:25.128125 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-89da2d20-7c57-4a5a-af60-3d52f580d4a7 req-722c7d6d-1750-436a-bb0a-b8ebe904b65c tempest-VolumesActionsTest-1768521509 tempest-VolumesActionsTest-1768521509-project] 10.222.0.39 "GET /v2.0/security-groups?id=c501fc61-6b14-414b-8392-557df3b0185d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669633 Aug 12 14:40:25.141052 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b57e28-9dc8-47c1-9df6-d0a2dc19e6f7 None None] Pushing event updated for resources: {'Port': ['ID=b055b1f8-d99c-42b5-b841-ada1637a8ea4,revision_number=2']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:40:25.240295 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3544ce0-4f42-464a-898d-b02d4ae9cbbd req-d2dd3abb-f7cb-4d71-b2dd-b93852b1efce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:25.242412 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a3544ce0-4f42-464a-898d-b02d4ae9cbbd req-d2dd3abb-f7cb-4d71-b2dd-b93852b1efce service neutron] 10.222.0.64 "GET /v2.0/subnets?id=236e0be6-1c94-4221-9e8b-ab02a53331f8 HTTP/1.1" status: 200 len: 843 time: 0.1080191 Aug 12 14:40:25.244414 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 14:40:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-928a3897-6242-440e-88c8-ee6c0329eb79 x-openstack-request-id: req-928a3897-6242-440e-88c8-ee6c0329eb79 {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:40:25.245020 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bf96aee-fecc-434c-a575-a814c3dfca28", "tag": "0f41f19b-87f7-41dc-98ce-2eaa783e9bc3", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:40:25.245487 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-928a3897-6242-440e-88c8-ee6c0329eb79 {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:40:25.246072 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8bf96aee-fecc-434c-a575-a814c3dfca28', 'tag': '0f41f19b-87f7-41dc-98ce-2eaa783e9bc3', 'status': 'completed', 'code': 200} Aug 12 14:40:25.249061 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-a3544ce0-4f42-464a-898d-b02d4ae9cbbd req-74952b45-fcb6-4a7c-adac-bd0f282f8e05 service neutron] Attempting to bind port 428b7bf8-6b0d-46c3-8e1b-68f09a754cc2 on host n-h1-694802-15 for vnic_type normal with profile {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:40:25.249610 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-a3544ce0-4f42-464a-898d-b02d4ae9cbbd req-74952b45-fcb6-4a7c-adac-bd0f282f8e05 service neutron] Attempting to bind port 428b7bf8-6b0d-46c3-8e1b-68f09a754cc2 by drivers openvswitch,hyperv on host n-h1-694802-15 at level 0 using segments [{'id': 'a1f8c867-101b-4d30-814e-b89f55a5edd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '2525c403-dfb3-4196-a273-739607aab38a'}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:40:25.250160 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3544ce0-4f42-464a-898d-b02d4ae9cbbd req-74952b45-fcb6-4a7c-adac-bd0f282f8e05 service neutron] Attempting to bind port 428b7bf8-6b0d-46c3-8e1b-68f09a754cc2 on network 2525c403-dfb3-4196-a273-739607aab38a {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:40:25.269495 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3544ce0-4f42-464a-898d-b02d4ae9cbbd req-74952b45-fcb6-4a7c-adac-bd0f282f8e05 service neutron] Port 428b7bf8-6b0d-46c3-8e1b-68f09a754cc2 on network 2525c403-dfb3-4196-a273-739607aab38a not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-15 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 14:40:25.269770 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3544ce0-4f42-464a-898d-b02d4ae9cbbd req-74952b45-fcb6-4a7c-adac-bd0f282f8e05 service neutron] Attempting to bind port 428b7bf8-6b0d-46c3-8e1b-68f09a754cc2 on network 2525c403-dfb3-4196-a273-739607aab38a {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:40:25.284819 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3544ce0-4f42-464a-898d-b02d4ae9cbbd req-74952b45-fcb6-4a7c-adac-bd0f282f8e05 service neutron] Checking agent: {'id': 'de568313-a3e6-454a-9813-77e25edcea95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 27, 41), 'started_at': datetime.datetime(2021, 8, 12, 14, 27, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 40, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:40:25.285260 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3544ce0-4f42-464a-898d-b02d4ae9cbbd req-74952b45-fcb6-4a7c-adac-bd0f282f8e05 service neutron] Checking segment: {'id': 'a1f8c867-101b-4d30-814e-b89f55a5edd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '2525c403-dfb3-4196-a273-739607aab38a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:40:25.285724 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3544ce0-4f42-464a-898d-b02d4ae9cbbd req-74952b45-fcb6-4a7c-adac-bd0f282f8e05 service neutron] Bound using segment: {'id': 'a1f8c867-101b-4d30-814e-b89f55a5edd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '2525c403-dfb3-4196-a273-739607aab38a'} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:40:25.286530 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-a3544ce0-4f42-464a-898d-b02d4ae9cbbd req-74952b45-fcb6-4a7c-adac-bd0f282f8e05 service neutron] Bound port: 428b7bf8-6b0d-46c3-8e1b-68f09a754cc2, host: n-h1-694802-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1f8c867-101b-4d30-814e-b89f55a5edd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '2525c403-dfb3-4196-a273-739607aab38a'}}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:40:25.286656 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-a3544ce0-4f42-464a-898d-b02d4ae9cbbd req-74952b45-fcb6-4a7c-adac-bd0f282f8e05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:25.330513 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3544ce0-4f42-464a-898d-b02d4ae9cbbd req-32038b13-42df-4fde-a92d-27b2d13d4253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:25.332453 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a3544ce0-4f42-464a-898d-b02d4ae9cbbd req-32038b13-42df-4fde-a92d-27b2d13d4253 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2525c403-dfb3-4196-a273-739607aab38a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0599453 Aug 12 14:40:25.559744 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-25cf1bf0-24c6-4bd3-9ba7-141a5dd88532 tempest-DHCPAgentSchedulersTestJSON-532437286 tempest-DHCPAgentSchedulersTestJSON-532437286-project] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:25.561155 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-a3544ce0-4f42-464a-898d-b02d4ae9cbbd req-74952b45-fcb6-4a7c-adac-bd0f282f8e05 service neutron] For port 428b7bf8-6b0d-46c3-8e1b-68f09a754cc2, host n-h1-694802-15, cleared binding levels {{(pid=94467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:40:25.591770 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-0e00441e-ac8a-4b34-b983-9298ef4c4356 req-22d88dd7-1b8c-4c3d-be89-b833dec0ff86 tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] 10.222.0.39 "GET /v2.0/security-groups/c0ee9962-a84f-4b46-833a-6a9873e2dd4f HTTP/1.1" status: 200 len: 1802 time: 0.2615578 Aug 12 14:40:25.606858 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-25cf1bf0-24c6-4bd3-9ba7-141a5dd88532 tempest-DHCPAgentSchedulersTestJSON-532437286 tempest-DHCPAgentSchedulersTestJSON-532437286-project] Transition to ACTIVE for port object b2789731-73bc-42bc-83bb-f97bc72891e9 will not be triggered until provisioned by entity DHCP. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:40:25.616703 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-a3544ce0-4f42-464a-898d-b02d4ae9cbbd req-74952b45-fcb6-4a7c-adac-bd0f282f8e05 service neutron] For port 428b7bf8-6b0d-46c3-8e1b-68f09a754cc2, host n-h1-694802-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=428b7bf8-6b0d-46c3-8e1b-68f09a754cc2,segment=NetworkSegment(a1f8c867-101b-4d30-814e-b89f55a5edd0),segment_id=a1f8c867-101b-4d30-814e-b89f55a5edd0)] {{(pid=94467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:40:25.624293 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-a3544ce0-4f42-464a-898d-b02d4ae9cbbd req-74952b45-fcb6-4a7c-adac-bd0f282f8e05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:25.627909 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a3544ce0-4f42-464a-898d-b02d4ae9cbbd req-d10e3220-cf51-4f4c-857a-12228386a821 service neutron] 10.222.0.64 "GET /v2.0/networks/2525c403-dfb3-4196-a273-739607aab38a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2696049 Aug 12 14:40:25.668050 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device b055b1f8-d99c-42b5-b841-ada1637a8ea4 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:40:25.725267 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-0e00441e-ac8a-4b34-b983-9298ef4c4356 req-8330eed5-d6f9-43ce-9784-d29cb8d2c9f9 tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] Notify callbacks [] for security_group, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:25.725723 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3544ce0-4f42-464a-898d-b02d4ae9cbbd req-74952b45-fcb6-4a7c-adac-bd0f282f8e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:25.726567 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-a3544ce0-4f42-464a-898d-b02d4ae9cbbd req-74952b45-fcb6-4a7c-adac-bd0f282f8e05 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:25.728023 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a3544ce0-4f42-464a-898d-b02d4ae9cbbd req-74952b45-fcb6-4a7c-adac-bd0f282f8e05 service neutron] 10.222.0.64 "PUT /v2.0/ports/428b7bf8-6b0d-46c3-8e1b-68f09a754cc2 HTTP/1.1" status: 200 len: 1097 time: 2.1820736 Aug 12 14:40:25.745340 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1c5dd8a7-4991-4955-8eaf-99b5c1152d6d tempest-ServersTestManualDisk-1309453399 tempest-ServersTestManualDisk-1309453399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:25.745791 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dd9f4f-eb73-48e8-be78-6400e32b94fa req-f0a8a584-2496-4008-9310-d1937b77134a tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:25.747815 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-25cf1bf0-24c6-4bd3-9ba7-141a5dd88532 tempest-DHCPAgentSchedulersTestJSON-532437286 tempest-DHCPAgentSchedulersTestJSON-532437286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:25.751635 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-85dd9f4f-eb73-48e8-be78-6400e32b94fa req-f0a8a584-2496-4008-9310-d1937b77134a tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] 10.222.0.39 "GET /v2.0/ports?device_id=e6d519e7-ba8a-41c8-b5e9-a3db3089d2b0 HTTP/1.1" status: 200 len: 948 time: 0.1954496 Aug 12 14:40:25.756485 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning for port b055b1f8-d99c-42b5-b841-ada1637a8ea4 completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:40:25.807212 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74952b45-fcb6-4a7c-adac-bd0f282f8e05 service neutron] Pushing event updated for resources: {'Port': ['ID=428b7bf8-6b0d-46c3-8e1b-68f09a754cc2,revision_number=3']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:40:25.817603 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-0e00441e-ac8a-4b34-b983-9298ef4c4356 req-8330eed5-d6f9-43ce-9784-d29cb8d2c9f9 tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:25.829434 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25cf1bf0-24c6-4bd3-9ba7-141a5dd88532 tempest-DHCPAgentSchedulersTestJSON-532437286 tempest-DHCPAgentSchedulersTestJSON-532437286-project] Network f655a4d6-8388-4d52-958b-c39ac217b686 is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:40:25.830486 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5dd8a7-4991-4955-8eaf-99b5c1152d6d tempest-ServersTestManualDisk-1309453399 tempest-ServersTestManualDisk-1309453399-project] Pushing event deleted for resources: {'Port': ['ID=cb0ce137-0479-4149-abf4-dc3117211b37,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:40:25.842133 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-25cf1bf0-24c6-4bd3-9ba7-141a5dd88532 tempest-DHCPAgentSchedulersTestJSON-532437286 tempest-DHCPAgentSchedulersTestJSON-532437286-project] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:40:25.853911 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25cf1bf0-24c6-4bd3-9ba7-141a5dd88532 tempest-DHCPAgentSchedulersTestJSON-532437286 tempest-DHCPAgentSchedulersTestJSON-532437286-project] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:40:25.889448 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-85dd9f4f-eb73-48e8-be78-6400e32b94fa req-e74f0fba-d1cf-42a1-96f1-ecdbb3c05228 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] 10.222.0.39 "GET /v2.0/security-groups?id=5301a7d3-dd3e-456d-bf8f-dfd76884604a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265798 Aug 12 14:40:25.920310 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3544ce0-4f42-464a-898d-b02d4ae9cbbd req-bcaf261f-79d0-4467-963d-eff35c9be998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:25.921833 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a3544ce0-4f42-464a-898d-b02d4ae9cbbd req-bcaf261f-79d0-4467-963d-eff35c9be998 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=65b2c96d0253481aa302fceca03e83a5&device_id=e6d519e7-ba8a-41c8-b5e9-a3db3089d2b0 HTTP/1.1" status: 200 len: 1100 time: 0.1364384 Aug 12 14:40:25.929380 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a3544ce0-4f42-464a-898d-b02d4ae9cbbd req-9daef68a-ee23-4f00-b049-5db42f3b4c0b service neutron] 10.222.0.64 "GET /v2.0/networks/2525c403-dfb3-4196-a273-739607aab38a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2637150 Aug 12 14:40:25.986602 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cf1bf0-24c6-4bd3-9ba7-141a5dd88532 tempest-DHCPAgentSchedulersTestJSON-532437286 tempest-DHCPAgentSchedulersTestJSON-532437286-project] Pushing event updated for resources: {'Port': ['ID=b2789731-73bc-42bc-83bb-f97bc72891e9,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:40:26.002318 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-0e00441e-ac8a-4b34-b983-9298ef4c4356 req-8330eed5-d6f9-43ce-9784-d29cb8d2c9f9 tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:26.005217 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-0e00441e-ac8a-4b34-b983-9298ef4c4356 req-8330eed5-d6f9-43ce-9784-d29cb8d2c9f9 tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:26.009895 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a3544ce0-4f42-464a-898d-b02d4ae9cbbd req-c23bb675-d8e7-4cb3-84d7-8f4bec860e8f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=428b7bf8-6b0d-46c3-8e1b-68f09a754cc2 HTTP/1.1" status: 200 len: 217 time: 0.0609541 Aug 12 14:40:26.019894 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-0e00441e-ac8a-4b34-b983-9298ef4c4356 req-8330eed5-d6f9-43ce-9784-d29cb8d2c9f9 tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] 10.222.0.39 "DELETE /v2.0/security-groups/c0ee9962-a84f-4b46-833a-6a9873e2dd4f HTTP/1.1" status: 204 len: 173 time: 0.4271755 Aug 12 14:40:26.038412 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25cf1bf0-24c6-4bd3-9ba7-141a5dd88532 tempest-DHCPAgentSchedulersTestJSON-532437286 tempest-DHCPAgentSchedulersTestJSON-532437286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:26.039106 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-25cf1bf0-24c6-4bd3-9ba7-141a5dd88532 tempest-DHCPAgentSchedulersTestJSON-532437286 tempest-DHCPAgentSchedulersTestJSON-532437286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:26.048617 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1c5dd8a7-4991-4955-8eaf-99b5c1152d6d tempest-ServersTestManualDisk-1309453399 tempest-ServersTestManualDisk-1309453399-project] Notify callbacks [] for floatingip, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:26.051358 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1c5dd8a7-4991-4955-8eaf-99b5c1152d6d tempest-ServersTestManualDisk-1309453399 tempest-ServersTestManualDisk-1309453399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for floatingip, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:26.056000 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-1c5dd8a7-4991-4955-8eaf-99b5c1152d6d tempest-ServersTestManualDisk-1309453399 tempest-ServersTestManualDisk-1309453399-project] 10.222.0.39 "DELETE /v2.0/floatingips/674780af-901a-41fb-8cfe-724dae3fda61 HTTP/1.1" status: 204 len: 168 time: 1.4359694 Aug 12 14:40:26.056657 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 44838) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:40:26.148117 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3544ce0-4f42-464a-898d-b02d4ae9cbbd req-3d33a940-f7f6-44e6-bd16-b761dbc498cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:26.150037 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a3544ce0-4f42-464a-898d-b02d4ae9cbbd req-3d33a940-f7f6-44e6-bd16-b761dbc498cd service neutron] 10.222.0.64 "GET /v2.0/subnets?id=236e0be6-1c94-4221-9e8b-ab02a53331f8 HTTP/1.1" status: 200 len: 843 time: 0.1204665 Aug 12 14:40:26.163560 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892cb88d-137a-4315-b36e-ab5a895318fc req-45939d16-5c46-41eb-994b-f408c6688ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:26.163778 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8330eed5-d6f9-43ce-9784-d29cb8d2c9f9 tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0ee9962-a84f-4b46-833a-6a9873e2dd4f,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:40:26.165677 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-892cb88d-137a-4315-b36e-ab5a895318fc req-45939d16-5c46-41eb-994b-f408c6688ad9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=65b2c96d0253481aa302fceca03e83a5&device_id=8bf96aee-fecc-434c-a575-a814c3dfca28 HTTP/1.1" status: 200 len: 1100 time: 0.1600540 Aug 12 14:40:26.174724 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af38d6f-b3b7-44e6-b9ab-851ff8b2f7d6 req-1d69054d-1242-4bd9-91f3-b7b5f3f077b6 tempest-ServerRescueNegativeTestJSON-1622637895 tempest-ServerRescueNegativeTestJSON-1622637895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:26.176428 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0af38d6f-b3b7-44e6-b9ab-851ff8b2f7d6 req-1d69054d-1242-4bd9-91f3-b7b5f3f077b6 tempest-ServerRescueNegativeTestJSON-1622637895 tempest-ServerRescueNegativeTestJSON-1622637895-project] 10.222.0.39 "GET /v2.0/ports?device_id=d52af645-a96c-4fda-a020-923ad96d40ff HTTP/1.1" status: 200 len: 945 time: 0.1696832 Aug 12 14:40:26.178893 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-25cf1bf0-24c6-4bd3-9ba7-141a5dd88532 tempest-DHCPAgentSchedulersTestJSON-532437286 tempest-DHCPAgentSchedulersTestJSON-532437286-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 939 time: 2.0600545 Aug 12 14:40:26.182338 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 44842) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:40:26.271905 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9470c206-4b2a-4add-9144-05dcbe3a61f4 req-e462a1a4-7fc2-4427-9b79-0fd2f68cbe2f tempest-VolumesActionsTest-1768521509 tempest-VolumesActionsTest-1768521509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:26.273429 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9470c206-4b2a-4add-9144-05dcbe3a61f4 req-e462a1a4-7fc2-4427-9b79-0fd2f68cbe2f tempest-VolumesActionsTest-1768521509 tempest-VolumesActionsTest-1768521509-project] 10.222.0.49 "GET /v2.0/ports?device_id=612082f2-4ca1-43d5-b149-0f83e3189828 HTTP/1.1" status: 200 len: 945 time: 0.1873994 Aug 12 14:40:26.285153 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5213e8f-06a5-4428-9869-5d258ca05dcc req-f172db6d-6713-4bf4-be4d-165afcb70f9a tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:26.287849 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-f5213e8f-06a5-4428-9869-5d258ca05dcc req-f172db6d-6713-4bf4-be4d-165afcb70f9a tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] 10.222.0.39 "GET /v2.0/ports?device_id=23818359-f45f-434d-a114-070341b83442 HTTP/1.1" status: 200 len: 945 time: 0.1262188 Aug 12 14:40:26.343510 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device 26db9beb-e680-4fba-9f1f-d96f599366bc details requested by agent hyperv_n-h2-694802-15 with host n-h2-694802-15 {{(pid=94468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 14:40:26.366638 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3544ce0-4f42-464a-898d-b02d4ae9cbbd req-cc866dd0-6394-4229-9298-51f91a82682b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:26.368197 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a3544ce0-4f42-464a-898d-b02d4ae9cbbd req-cc866dd0-6394-4229-9298-51f91a82682b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2525c403-dfb3-4196-a273-739607aab38a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2091279 Aug 12 14:40:26.386303 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0af38d6f-b3b7-44e6-b9ab-851ff8b2f7d6 req-df214cd6-5c5d-414d-8ed0-88d1786f19d0 tempest-ServerRescueNegativeTestJSON-1622637895 tempest-ServerRescueNegativeTestJSON-1622637895-project] 10.222.0.39 "GET /v2.0/security-groups?id=268dec7e-7261-41d2-9e03-6b72db198ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708510 Aug 12 14:40:26.402118 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-f5213e8f-06a5-4428-9869-5d258ca05dcc req-aa61a6c8-f26a-47ae-90bd-ae83e629404c tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b3c7ce2-70f7-4d15-8774-e830cec0f0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616870 Aug 12 14:40:26.494877 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba233f68-5d71-48ef-868d-d66cdb29eaf0 None None] Network f655a4d6-8388-4d52-958b-c39ac217b686 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:40:26.500594 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892cb88d-137a-4315-b36e-ab5a895318fc req-e27e7cd3-3e39-44d2-bff2-16352862f037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:26.502099 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-892cb88d-137a-4315-b36e-ab5a895318fc req-e27e7cd3-3e39-44d2-bff2-16352862f037 service neutron] 10.222.0.64 "GET /v2.0/networks?id=2525c403-dfb3-4196-a273-739607aab38a HTTP/1.1" status: 200 len: 870 time: 0.3245454 Aug 12 14:40:26.509339 n-d-694802-15 neutron-server[94467]: INFO neutron.api.v2.resource [req-9289a99c-8e93-4a51-bcce-5b6cdadcde64 req-3ca25c94-4659-4ee9-9d81-e19083ed7bfc tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] show failed (client error): The resource could not be found. Aug 12 14:40:26.510888 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9289a99c-8e93-4a51-bcce-5b6cdadcde64 req-3ca25c94-4659-4ee9-9d81-e19083ed7bfc tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] 10.222.0.39 "GET /v2.0/security-groups/c0ee9962-a84f-4b46-833a-6a9873e2dd4f HTTP/1.1" status: 404 len: 352 time: 0.0625997 Aug 12 14:40:26.511805 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-f89d2855-4f9a-4a2e-a561-0bb7e9e82e7f tempest-DHCPAgentSchedulersTestJSON-532437286 tempest-DHCPAgentSchedulersTestJSON-532437286-project] Deleting port b2789731-73bc-42bc-83bb-f97bc72891e9 {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:40:26.511805 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f89d2855-4f9a-4a2e-a561-0bb7e9e82e7f tempest-DHCPAgentSchedulersTestJSON-532437286 tempest-DHCPAgentSchedulersTestJSON-532437286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:26.566762 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-892cb88d-137a-4315-b36e-ab5a895318fc req-2c05ddbf-9bd2-4d23-aa45-cb6b1f27d066 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=0f41f19b-87f7-41dc-98ce-2eaa783e9bc3 HTTP/1.1" status: 200 len: 217 time: 0.0532866 Aug 12 14:40:26.583802 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port 26db9beb-e680-4fba-9f1f-d96f599366bc, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=26db9beb-e680-4fba-9f1f-d96f599366bc,segment=NetworkSegment(25ffa9f8-3a7e-477d-a2e4-6eccceac9115),segment_id=25ffa9f8-3a7e-477d-a2e4-6eccceac9115)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:40:26.602997 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-6187a08d-02eb-46da-bafb-b9fd0748297f None None] Provisioning for port b055b1f8-d99c-42b5-b841-ada1637a8ea4 completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:40:26.614876 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Returning: {'device': '26db9beb-e680-4fba-9f1f-d96f599366bc', 'network_id': '8ac6d62d-7552-4386-9630-aa41f365c73f', 'port_id': '26db9beb-e680-4fba-9f1f-d96f599366bc', 'mac_address': 'fa:16:3e:27:fb:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7615930-382d-44ff-8b02-ecb1a2922a73', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 14:40:26.618891 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-6187a08d-02eb-46da-bafb-b9fd0748297f None None] Provisioning complete for port b055b1f8-d99c-42b5-b841-ada1637a8ea4 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:40:26.620401 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-6187a08d-02eb-46da-bafb-b9fd0748297f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:26.641683 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a3544ce0-4f42-464a-898d-b02d4ae9cbbd req-e58e047b-8fe7-4dcf-b0f6-1a336a21ba0d service neutron] 10.222.0.64 "GET /v2.0/networks/2525c403-dfb3-4196-a273-739607aab38a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2615092 Aug 12 14:40:26.658682 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [req-9470c206-4b2a-4add-9144-05dcbe3a61f4 req-968f7b03-f38e-43fd-af8c-93806a1a2ae4 tempest-VolumesActionsTest-1768521509 tempest-VolumesActionsTest-1768521509-project] Deleting port 2bfa4e0b-3962-4ab8-85f0-72a6f1ab8457 {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:40:26.659088 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-9470c206-4b2a-4add-9144-05dcbe3a61f4 req-968f7b03-f38e-43fd-af8c-93806a1a2ae4 tempest-VolumesActionsTest-1768521509 tempest-VolumesActionsTest-1768521509-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:26.763501 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-6187a08d-02eb-46da-bafb-b9fd0748297f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:26.767247 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:26.787830 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26db9beb-e680-4fba-9f1f-d96f599366bc {{(pid=94468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:40:26.811780 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port 26db9beb-e680-4fba-9f1f-d96f599366bc, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=26db9beb-e680-4fba-9f1f-d96f599366bc,segment=NetworkSegment(25ffa9f8-3a7e-477d-a2e4-6eccceac9115),segment_id=25ffa9f8-3a7e-477d-a2e4-6eccceac9115)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:40:26.842583 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:26.941474 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-6187a08d-02eb-46da-bafb-b9fd0748297f None None] For port b055b1f8-d99c-42b5-b841-ada1637a8ea4, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=b055b1f8-d99c-42b5-b841-ada1637a8ea4,segment=NetworkSegment(b336f5fa-0a08-4cb9-b12b-8510ad81675c),segment_id=b336f5fa-0a08-4cb9-b12b-8510ad81675c)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:40:26.952680 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-6187a08d-02eb-46da-bafb-b9fd0748297f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:26.967454 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Pushing event updated for resources: {'Port': ['ID=26db9beb-e680-4fba-9f1f-d96f599366bc,revision_number=4']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:40:26.997696 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a976b6-6d73-4fbb-859a-fc4ae98921bc req-216b1a7c-1c8b-4a5e-ab85-afd701e0282b tempest-ServersTestBootFromVolume-1121352003 tempest-ServersTestBootFromVolume-1121352003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:26.999950 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892cb88d-137a-4315-b36e-ab5a895318fc req-792823e9-cb12-4b77-8887-c2c062111eda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:27.001468 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-892cb88d-137a-4315-b36e-ab5a895318fc req-792823e9-cb12-4b77-8887-c2c062111eda service neutron] 10.222.0.64 "GET /v2.0/subnets?id=236e0be6-1c94-4221-9e8b-ab02a53331f8 HTTP/1.1" status: 200 len: 843 time: 0.4229910 Aug 12 14:40:27.003556 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-17a976b6-6d73-4fbb-859a-fc4ae98921bc req-216b1a7c-1c8b-4a5e-ab85-afd701e0282b tempest-ServersTestBootFromVolume-1121352003 tempest-ServersTestBootFromVolume-1121352003-project] 10.222.0.39 "GET /v2.0/ports?device_id=28b5c412-d861-4d29-b7a3-a99219eccf84 HTTP/1.1" status: 200 len: 944 time: 0.4885607 Aug 12 14:40:27.043232 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6187a08d-02eb-46da-bafb-b9fd0748297f None None] Pushing event updated for resources: {'Port': ['ID=b055b1f8-d99c-42b5-b841-ada1637a8ea4,revision_number=3']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:40:27.074987 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f89d2855-4f9a-4a2e-a561-0bb7e9e82e7f tempest-DHCPAgentSchedulersTestJSON-532437286 tempest-DHCPAgentSchedulersTestJSON-532437286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:27.078303 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e860cd-9d5d-44b4-87b5-5346cb6d654d req-c6c141d2-110c-4077-bb05-ae9bb96c6deb tempest-VolumesActionsTest-1768521509 tempest-VolumesActionsTest-1768521509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:27.079883 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-43e860cd-9d5d-44b4-87b5-5346cb6d654d req-c6c141d2-110c-4077-bb05-ae9bb96c6deb tempest-VolumesActionsTest-1768521509 tempest-VolumesActionsTest-1768521509-project] 10.222.0.39 "GET /v2.0/ports?device_id=612082f2-4ca1-43d5-b149-0f83e3189828 HTTP/1.1" status: 200 len: 945 time: 0.4837389 Aug 12 14:40:27.102163 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-f89d2855-4f9a-4a2e-a561-0bb7e9e82e7f tempest-DHCPAgentSchedulersTestJSON-532437286 tempest-DHCPAgentSchedulersTestJSON-532437286-project] Calling delete_port for b2789731-73bc-42bc-83bb-f97bc72891e9 owned by {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:40:27.109577 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-17a976b6-6d73-4fbb-859a-fc4ae98921bc req-3bfa60aa-779c-4a66-af83-65c5d29f78b9 tempest-ServersTestBootFromVolume-1121352003 tempest-ServersTestBootFromVolume-1121352003-project] 10.222.0.39 "GET /v2.0/security-groups?id=a19b9f58-da28-4fed-8bd9-43a3f07f3a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0967290 Aug 12 14:40:27.159428 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892cb88d-137a-4315-b36e-ab5a895318fc req-dcc11a9a-03fd-41bf-b996-76bf4fb74be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:27.160949 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-892cb88d-137a-4315-b36e-ab5a895318fc req-dcc11a9a-03fd-41bf-b996-76bf4fb74be1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2525c403-dfb3-4196-a273-739607aab38a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1382046 Aug 12 14:40:27.162784 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-9470c206-4b2a-4add-9144-05dcbe3a61f4 req-968f7b03-f38e-43fd-af8c-93806a1a2ae4 tempest-VolumesActionsTest-1768521509 tempest-VolumesActionsTest-1768521509-project] For port 2bfa4e0b-3962-4ab8-85f0-72a6f1ab8457, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=2bfa4e0b-3962-4ab8-85f0-72a6f1ab8457,segment=NetworkSegment(fa56b527-ee4a-4364-a048-801501f2b587),segment_id=fa56b527-ee4a-4364-a048-801501f2b587)] {{(pid=94467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:40:27.163188 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-9470c206-4b2a-4add-9144-05dcbe3a61f4 req-968f7b03-f38e-43fd-af8c-93806a1a2ae4 tempest-VolumesActionsTest-1768521509 tempest-VolumesActionsTest-1768521509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:27.167554 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a3544ce0-4f42-464a-898d-b02d4ae9cbbd req-025f8575-6dd4-484c-aaa3-73c4f7e9b252 service neutron] 10.222.0.64 "GET /v2.0/networks/2525c403-dfb3-4196-a273-739607aab38a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5030992 Aug 12 14:40:27.184021 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] get_ports_and_sgs() called for port_ids ['26db9beb-e680-4fba-9f1f-d96f599366bc'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:40:27.207432 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [req-9470c206-4b2a-4add-9144-05dcbe3a61f4 req-968f7b03-f38e-43fd-af8c-93806a1a2ae4 tempest-VolumesActionsTest-1768521509 tempest-VolumesActionsTest-1768521509-project] Calling delete_port for 2bfa4e0b-3962-4ab8-85f0-72a6f1ab8457 owned by compute:nova {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:40:27.228912 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-43e860cd-9d5d-44b4-87b5-5346cb6d654d req-19627352-aca6-4ee0-b2dc-ba559147140b tempest-VolumesActionsTest-1768521509 tempest-VolumesActionsTest-1768521509-project] 10.222.0.39 "GET /v2.0/security-groups?id=c501fc61-6b14-414b-8392-557df3b0185d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248527 Aug 12 14:40:27.268333 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6d519e7-ba8a-41c8-b5e9-a3db3089d2b0', 'tag': '428b7bf8-6b0d-46c3-8e1b-68f09a754cc2'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:40:27.270619 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e65282f928b64038367d043a4411777802006c43a98742496cb2e25b724ff1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b09c99aa-5223-4dad-bbe0-b93dc4675c1f" -d '{"events": [{"name": "network-changed", "server_uuid": "e6d519e7-ba8a-41c8-b5e9-a3db3089d2b0", "tag": "428b7bf8-6b0d-46c3-8e1b-68f09a754cc2"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:40:27.388998 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f89d2855-4f9a-4a2e-a561-0bb7e9e82e7f tempest-DHCPAgentSchedulersTestJSON-532437286 tempest-DHCPAgentSchedulersTestJSON-532437286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:27.439987 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-c2805660-c4ec-4f45-8567-c548eeec6724 req-5e60e206-232b-45b7-bd9a-775aa1c6d49d tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=27838204baa14230af63fefe49eecf8a HTTP/1.1" status: 200 len: 6155 time: 0.1751096 Aug 12 14:40:27.444106 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-94760c93-4ac1-4281-ba54-a15f0b84c2e6 None None] Provisioning complete for port b055b1f8-d99c-42b5-b841-ada1637a8ea4 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:40:27.445038 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-94760c93-4ac1-4281-ba54-a15f0b84c2e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:27.449205 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-892cb88d-137a-4315-b36e-ab5a895318fc req-0cddcecf-3f19-44df-8817-7eedd936cf65 service neutron] 10.222.0.64 "GET /v2.0/networks/2525c403-dfb3-4196-a273-739607aab38a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2644868 Aug 12 14:40:27.450322 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89d2855-4f9a-4a2e-a561-0bb7e9e82e7f tempest-DHCPAgentSchedulersTestJSON-532437286 tempest-DHCPAgentSchedulersTestJSON-532437286-project] Pushing event deleted for resources: {'Port': ['ID=b2789731-73bc-42bc-83bb-f97bc72891e9,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:40:27.458898 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e3edd4-7949-4fa7-9aac-5cdff02bc48d req-470e0aaa-f198-4555-951c-ffea785c87d9 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:27.461287 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-91ad0eef-58db-4f5d-a39c-58105f94db7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66663830'] for router_interface, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:27.470984 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f7e3edd4-7949-4fa7-9aac-5cdff02bc48d req-470e0aaa-f198-4555-951c-ffea785c87d9 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] 10.222.0.39 "GET /v2.0/ports?device_id=e6d519e7-ba8a-41c8-b5e9-a3db3089d2b0 HTTP/1.1" status: 200 len: 948 time: 0.1205432 Aug 12 14:40:27.588767 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-94760c93-4ac1-4281-ba54-a15f0b84c2e6 None None] Could not find standard attr ID for object b2789731-73bc-42bc-83bb-f97bc72891e9. {{(pid=94468) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 12 14:40:27.599636 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f7e3edd4-7949-4fa7-9aac-5cdff02bc48d req-c0898922-b440-4d14-814c-c0e1e64098b1 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] 10.222.0.39 "GET /v2.0/security-groups?id=5301a7d3-dd3e-456d-bf8f-dfd76884604a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246967 Aug 12 14:40:27.610158 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device b055b1f8-d99c-42b5-b841-ada1637a8ea4 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:40:27.651743 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-892cb88d-137a-4315-b36e-ab5a895318fc req-c5d2c725-62aa-46d4-ae2b-6234b3326dbe service neutron] 10.222.0.64 "GET /v2.0/networks/2525c403-dfb3-4196-a273-739607aab38a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1787934 Aug 12 14:40:27.667194 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-9470c206-4b2a-4add-9144-05dcbe3a61f4 req-968f7b03-f38e-43fd-af8c-93806a1a2ae4 tempest-VolumesActionsTest-1768521509 tempest-VolumesActionsTest-1768521509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:27.678730 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port b055b1f8-d99c-42b5-b841-ada1637a8ea4 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:40:27.679249 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:27.715756 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968f7b03-f38e-43fd-af8c-93806a1a2ae4 tempest-VolumesActionsTest-1768521509 tempest-VolumesActionsTest-1768521509-project] Pushing event deleted for resources: {'Port': ['ID=2bfa4e0b-3962-4ab8-85f0-72a6f1ab8457,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:40:27.726865 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f89d2855-4f9a-4a2e-a561-0bb7e9e82e7f tempest-DHCPAgentSchedulersTestJSON-532437286 tempest-DHCPAgentSchedulersTestJSON-532437286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:27.732679 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-f89d2855-4f9a-4a2e-a561-0bb7e9e82e7f tempest-DHCPAgentSchedulersTestJSON-532437286 tempest-DHCPAgentSchedulersTestJSON-532437286-project] 10.222.0.39 "DELETE /v2.0/ports/b2789731-73bc-42bc-83bb-f97bc72891e9 HTTP/1.1" status: 204 len: 168 time: 1.5493429 Aug 12 14:40:27.736360 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-ceffac2c-6d20-4421-9218-7480be842d03 None None] Could not find standard attr ID for object b2789731-73bc-42bc-83bb-f97bc72891e9. {{(pid=94468) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 12 14:40:27.745664 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-c2805660-c4ec-4f45-8567-c548eeec6724 req-0f31b225-628d-461f-9dec-0f3c7898c920 tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] 10.222.0.39 "GET /v2.0/security-groups/236a0eec-9f7c-4484-872e-cf0d4d2f69af HTTP/1.1" status: 200 len: 2985 time: 0.3047082 Aug 12 14:40:27.755273 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 44856) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:40:27.787206 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [req-9470c206-4b2a-4add-9144-05dcbe3a61f4 req-968f7b03-f38e-43fd-af8c-93806a1a2ae4 tempest-VolumesActionsTest-1768521509 tempest-VolumesActionsTest-1768521509-project] No DVR routers for this DVR port 2bfa4e0b-3962-4ab8-85f0-72a6f1ab8457 on host n-h2-694802-15 {{(pid=94467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:40:27.791251 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-9470c206-4b2a-4add-9144-05dcbe3a61f4 req-968f7b03-f38e-43fd-af8c-93806a1a2ae4 tempest-VolumesActionsTest-1768521509 tempest-VolumesActionsTest-1768521509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:27.794752 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9470c206-4b2a-4add-9144-05dcbe3a61f4 req-968f7b03-f38e-43fd-af8c-93806a1a2ae4 tempest-VolumesActionsTest-1768521509 tempest-VolumesActionsTest-1768521509-project] 10.222.0.49 "DELETE /v2.0/ports/2bfa4e0b-3962-4ab8-85f0-72a6f1ab8457 HTTP/1.1" status: 204 len: 173 time: 1.5106251 Aug 12 14:40:27.875523 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 14:40:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e12e843-8ca3-4128-b1f1-838f71f1cf53 x-openstack-request-id: req-5e12e843-8ca3-4128-b1f1-838f71f1cf53 {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:40:27.875792 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6d519e7-ba8a-41c8-b5e9-a3db3089d2b0", "tag": "428b7bf8-6b0d-46c3-8e1b-68f09a754cc2", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:40:27.876084 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5e12e843-8ca3-4128-b1f1-838f71f1cf53 {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:40:27.876535 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6d519e7-ba8a-41c8-b5e9-a3db3089d2b0', 'tag': '428b7bf8-6b0d-46c3-8e1b-68f09a754cc2', 'status': 'completed', 'code': 200} Aug 12 14:40:27.888089 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 44862) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:40:27.888453 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-a711cf42-ad3c-420a-b7aa-7a710e9c2614 tempest-DHCPAgentSchedulersTestJSON-2014803157 tempest-DHCPAgentSchedulersTestJSON-2014803157-project-admin] 10.222.0.39 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4684 time: 0.1300299 Aug 12 14:40:27.893858 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-853f2dec-da0a-4393-b062-109ff7868f7f tempest-DHCPAgentSchedulersTestJSON-532437286 tempest-DHCPAgentSchedulersTestJSON-532437286-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-2022974172'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:40:27.909240 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-c2805660-c4ec-4f45-8567-c548eeec6724 req-edf1a0b5-de20-4208-bef0-992f6e0c2d01 tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] 10.222.0.39 "GET /v2.0/security-groups/236a0eec-9f7c-4484-872e-cf0d4d2f69af HTTP/1.1" status: 200 len: 2985 time: 0.1625667 Aug 12 14:40:27.990655 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-853f2dec-da0a-4393-b062-109ff7868f7f tempest-DHCPAgentSchedulersTestJSON-532437286 tempest-DHCPAgentSchedulersTestJSON-532437286-project] Made reservation on behalf of a0aadd9545ac494db8646ee145eac0bb for: {'network': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:40:27.995127 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-853f2dec-da0a-4393-b062-109ff7868f7f tempest-DHCPAgentSchedulersTestJSON-532437286 tempest-DHCPAgentSchedulersTestJSON-532437286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for network, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:28.070451 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374d0a81-8f18-4758-a3a6-28b9aa7473ec req-3da4d98c-e512-4403-9791-3975ba7a8aca tempest-ServerRescueNegativeTestJSON-1622637895 tempest-ServerRescueNegativeTestJSON-1622637895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:28.071104 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-853f2dec-da0a-4393-b062-109ff7868f7f tempest-DHCPAgentSchedulersTestJSON-532437286 tempest-DHCPAgentSchedulersTestJSON-532437286-project] vlan segment allocate from pool success with {'vlan_id': 336, 'physical_network': 'physnet1'} {{(pid=94467) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 14:40:28.072083 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-374d0a81-8f18-4758-a3a6-28b9aa7473ec req-3da4d98c-e512-4403-9791-3975ba7a8aca tempest-ServerRescueNegativeTestJSON-1622637895 tempest-ServerRescueNegativeTestJSON-1622637895-project] 10.222.0.39 "GET /v2.0/ports?device_id=d52af645-a96c-4fda-a020-923ad96d40ff HTTP/1.1" status: 200 len: 945 time: 0.0853462 Aug 12 14:40:28.102856 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-91ad0eef-58db-4f5d-a39c-58105f94db7b admin admin] Deleting port 9e4ba17f-901e-4984-9d14-6f8792d8aafa {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:40:28.103281 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-91ad0eef-58db-4f5d-a39c-58105f94db7b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:28.106323 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c6aabc-8f19-4370-9879-6f2a77fc34ad req-c6286927-9deb-41a8-b39a-8b983684f75a tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:28.108169 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d3c6aabc-8f19-4370-9879-6f2a77fc34ad req-c6286927-9deb-41a8-b39a-8b983684f75a tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] 10.222.0.39 "GET /v2.0/ports?device_id=23818359-f45f-434d-a114-070341b83442 HTTP/1.1" status: 200 len: 945 time: 0.1584337 Aug 12 14:40:28.115981 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09c99aa-5223-4dad-bbe0-b93dc4675c1f req-29c913d5-f936-4a5f-a714-ae62083dd33e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:28.117671 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b09c99aa-5223-4dad-bbe0-b93dc4675c1f req-29c913d5-f936-4a5f-a714-ae62083dd33e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=65b2c96d0253481aa302fceca03e83a5&device_id=e6d519e7-ba8a-41c8-b5e9-a3db3089d2b0 HTTP/1.1" status: 200 len: 1100 time: 0.1665530 Aug 12 14:40:28.122811 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-853f2dec-da0a-4393-b062-109ff7868f7f tempest-DHCPAgentSchedulersTestJSON-532437286 tempest-DHCPAgentSchedulersTestJSON-532437286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:28.123555 n-d-694802-15 neutron-server[94467]: INFO neutron.db.segments_db [None req-853f2dec-da0a-4393-b062-109ff7868f7f tempest-DHCPAgentSchedulersTestJSON-532437286 tempest-DHCPAgentSchedulersTestJSON-532437286-project] Added segment ca8f78c9-67d7-41a0-85fc-86d860fbeb4b of type vlan for network 002e6c4b-2228-470b-94a3-dde24203eb4c Aug 12 14:40:28.163298 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-374d0a81-8f18-4758-a3a6-28b9aa7473ec req-9bd3dd73-f368-4428-8919-2c5f873ec5b9 tempest-ServerRescueNegativeTestJSON-1622637895 tempest-ServerRescueNegativeTestJSON-1622637895-project] 10.222.0.39 "GET /v2.0/security-groups?id=268dec7e-7261-41d2-9e03-6b72db198ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843117 Aug 12 14:40:28.199796 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [req-158db353-f3b0-44fb-8d76-97080c6dabe5 req-66794997-7f8b-4ca0-b0d7-cd849b6b6e5e tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-379595711', 'description': 'tempest-description-1763459235'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:40:28.229190 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-91ad0eef-58db-4f5d-a39c-58105f94db7b admin admin] For port 9e4ba17f-901e-4984-9d14-6f8792d8aafa, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=9e4ba17f-901e-4984-9d14-6f8792d8aafa,segment=NetworkSegment(1178bd07-6a4d-4dbd-9569-6acf33f10d05),segment_id=1178bd07-6a4d-4dbd-9569-6acf33f10d05)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:40:28.229562 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-91ad0eef-58db-4f5d-a39c-58105f94db7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:28.247432 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-91ad0eef-58db-4f5d-a39c-58105f94db7b admin admin] Calling delete_port for 9e4ba17f-901e-4984-9d14-6f8792d8aafa owned by network:router_interface {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:40:28.248215 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-853f2dec-da0a-4393-b062-109ff7868f7f tempest-DHCPAgentSchedulersTestJSON-532437286 tempest-DHCPAgentSchedulersTestJSON-532437286-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744653628263'] for network, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:28.249220 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-158db353-f3b0-44fb-8d76-97080c6dabe5 req-66794997-7f8b-4ca0-b0d7-cd849b6b6e5e tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] Notify callbacks [] for security_group, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:28.258311 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d3c6aabc-8f19-4370-9879-6f2a77fc34ad req-be2673e8-769b-4f58-90ff-cba04cd1d342 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b3c7ce2-70f7-4d15-8774-e830cec0f0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367991 Aug 12 14:40:28.308908 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09c99aa-5223-4dad-bbe0-b93dc4675c1f req-7e4b0d2d-0945-4fb6-93bf-74bd918a503f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:28.310396 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b09c99aa-5223-4dad-bbe0-b93dc4675c1f req-7e4b0d2d-0945-4fb6-93bf-74bd918a503f service neutron] 10.222.0.64 "GET /v2.0/networks?id=2525c403-dfb3-4196-a273-739607aab38a HTTP/1.1" status: 200 len: 870 time: 0.1719582 Aug 12 14:40:28.315379 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-853f2dec-da0a-4393-b062-109ff7868f7f tempest-DHCPAgentSchedulersTestJSON-532437286 tempest-DHCPAgentSchedulersTestJSON-532437286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409'] for network, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:28.321447 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-853f2dec-da0a-4393-b062-109ff7868f7f tempest-DHCPAgentSchedulersTestJSON-532437286 tempest-DHCPAgentSchedulersTestJSON-532437286-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:28.322065 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-853f2dec-da0a-4393-b062-109ff7868f7f tempest-DHCPAgentSchedulersTestJSON-532437286 tempest-DHCPAgentSchedulersTestJSON-532437286-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for network, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:28.352450 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device 26db9beb-e680-4fba-9f1f-d96f599366bc up at agent hyperv_n-h2-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:40:28.417579 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Provisioning for port 26db9beb-e680-4fba-9f1f-d96f599366bc completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:40:28.422614 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Provisioning complete for port 26db9beb-e680-4fba-9f1f-d96f599366bc triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:40:28.423324 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:28.476658 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b09c99aa-5223-4dad-bbe0-b93dc4675c1f req-18b874b5-9503-4bf3-a5fe-145e8a804333 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=428b7bf8-6b0d-46c3-8e1b-68f09a754cc2 HTTP/1.1" status: 200 len: 217 time: 0.1507990 Aug 12 14:40:28.490097 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-158db353-f3b0-44fb-8d76-97080c6dabe5 req-66794997-7f8b-4ca0-b0d7-cd849b6b6e5e tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] Notify callbacks [] for security_group, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:28.491288 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853f2dec-da0a-4393-b062-109ff7868f7f tempest-DHCPAgentSchedulersTestJSON-532437286 tempest-DHCPAgentSchedulersTestJSON-532437286-project] Pushing event updated for resources: {'Network': ['ID=002e6c4b-2228-470b-94a3-dde24203eb4c,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:40:28.498351 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-158db353-f3b0-44fb-8d76-97080c6dabe5 req-66794997-7f8b-4ca0-b0d7-cd849b6b6e5e tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:28.517154 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Network 002e6c4b-2228-470b-94a3-dde24203eb4c details requested by agent ovs-agent-n-d-694802-15 with host n-d-694802-15 {{(pid=94468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 14:40:28.547833 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-853f2dec-da0a-4393-b062-109ff7868f7f tempest-DHCPAgentSchedulersTestJSON-532437286 tempest-DHCPAgentSchedulersTestJSON-532437286-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.6559639 Aug 12 14:40:28.549150 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 44870) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:40:28.557167 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-158db353-f3b0-44fb-8d76-97080c6dabe5 req-66794997-7f8b-4ca0-b0d7-cd849b6b6e5e tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:28.558676 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-158db353-f3b0-44fb-8d76-97080c6dabe5 req-66794997-7f8b-4ca0-b0d7-cd849b6b6e5e tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.3669946 Aug 12 14:40:28.573212 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66794997-7f8b-4ca0-b0d7-cd849b6b6e5e tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7919fb1-8a95-475b-8d85-70fa5ca14b7f,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:40:28.598021 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09c99aa-5223-4dad-bbe0-b93dc4675c1f req-f6dfb0bb-4e16-4ee8-80c0-c096b21a6b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:28.599556 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b09c99aa-5223-4dad-bbe0-b93dc4675c1f req-f6dfb0bb-4e16-4ee8-80c0-c096b21a6b11 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=236e0be6-1c94-4221-9e8b-ab02a53331f8 HTTP/1.1" status: 200 len: 843 time: 0.1054194 Aug 12 14:40:28.606207 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-91ad0eef-58db-4f5d-a39c-58105f94db7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:28.628585 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:28.633864 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9697fae-308c-4319-8b4d-805f191d2f0c req-5c4fb90b-a817-41e2-9465-d4b57910fc31 tempest-ServersTestBootFromVolume-1121352003 tempest-ServersTestBootFromVolume-1121352003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:28.641736 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c9697fae-308c-4319-8b4d-805f191d2f0c req-5c4fb90b-a817-41e2-9465-d4b57910fc31 tempest-ServersTestBootFromVolume-1121352003 tempest-ServersTestBootFromVolume-1121352003-project] 10.222.0.39 "GET /v2.0/ports?device_id=28b5c412-d861-4d29-b7a3-a99219eccf84 HTTP/1.1" status: 200 len: 945 time: 0.2307200 Aug 12 14:40:28.651470 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ad0eef-58db-4f5d-a39c-58105f94db7b admin admin] Pushing event deleted for resources: {'Port': ['ID=9e4ba17f-901e-4984-9d14-6f8792d8aafa,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:40:28.656624 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28b5c412-d861-4d29-b7a3-a99219eccf84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26db9beb-e680-4fba-9f1f-d96f599366bc'}] {{(pid=94468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:40:28.659718 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99a8d87602170099c728e57431aca99e9b98a655a83bbf8727be13192709727b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99c4fa50-4f30-45fd-a8ef-f88bb8e6eef1" -d '{"events": [{"server_uuid": "28b5c412-d861-4d29-b7a3-a99219eccf84", "name": "network-vif-plugged", "status": "completed", "tag": "26db9beb-e680-4fba-9f1f-d96f599366bc"}]}' {{(pid=94468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:40:28.676829 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [req-16f6386e-3db8-47d3-9045-89e8f239c912 req-ed8b65c8-8928-453b-867f-4c6c0be45939 tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-313051747', 'description': 'tempest-description-519276699'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:40:28.678507 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port 26db9beb-e680-4fba-9f1f-d96f599366bc, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=26db9beb-e680-4fba-9f1f-d96f599366bc,segment=NetworkSegment(25ffa9f8-3a7e-477d-a2e4-6eccceac9115),segment_id=25ffa9f8-3a7e-477d-a2e4-6eccceac9115)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:40:28.686408 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:28.687323 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device 2bfa4e0b-3962-4ab8-85f0-72a6f1ab8457 no longer exists at agent hyperv_n-h2-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:40:28.723576 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device 0f41f19b-87f7-41dc-98ce-2eaa783e9bc3 details requested by agent hyperv_n-h1-694802-15 with host n-h1-694802-15 {{(pid=94468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 14:40:28.791629 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-16f6386e-3db8-47d3-9045-89e8f239c912 req-ed8b65c8-8928-453b-867f-4c6c0be45939 tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] Notify callbacks [] for security_group, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:28.798380 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c9697fae-308c-4319-8b4d-805f191d2f0c req-48a094ee-5123-4a8a-a5a5-49178fa9da0b tempest-ServersTestBootFromVolume-1121352003 tempest-ServersTestBootFromVolume-1121352003-project] 10.222.0.39 "GET /v2.0/security-groups?id=a19b9f58-da28-4fed-8bd9-43a3f07f3a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1551106 Aug 12 14:40:28.905200 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port 0f41f19b-87f7-41dc-98ce-2eaa783e9bc3, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=0f41f19b-87f7-41dc-98ce-2eaa783e9bc3,segment=NetworkSegment(a1f8c867-101b-4d30-814e-b89f55a5edd0),segment_id=a1f8c867-101b-4d30-814e-b89f55a5edd0)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:40:28.941004 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Returning: {'device': '0f41f19b-87f7-41dc-98ce-2eaa783e9bc3', 'network_id': '2525c403-dfb3-4196-a273-739607aab38a', 'port_id': '0f41f19b-87f7-41dc-98ce-2eaa783e9bc3', 'mac_address': 'fa:16:3e:76:d2:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '236e0be6-1c94-4221-9e8b-ab02a53331f8', 'ip_address': '192.168.233.244'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 14:40:28.945223 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-9204a050-9833-47cb-af65-27918e5316ca tempest-DHCPAgentSchedulersTestJSON-2014803157 tempest-DHCPAgentSchedulersTestJSON-2014803157-project-admin] 10.222.0.39 "GET /v2.0/agents/1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658/dhcp-networks HTTP/1.1" status: 200 len: 8881 time: 0.3934956 Aug 12 14:40:28.949704 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] No Port match for: 2bfa4e0b-3962-4ab8-85f0-72a6f1ab8457 {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 14:40:28.949704 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device 2bfa4e0b-3962-4ab8-85f0-72a6f1ab8457 not bound to the agent host n-h2-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:40:28.950530 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 44880) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:40:28.961722 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-91ad0eef-58db-4f5d-a39c-58105f94db7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66628352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-430630'] for router_interface, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:28.995192 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:29.020243 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f41f19b-87f7-41dc-98ce-2eaa783e9bc3 {{(pid=94468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:40:29.051081 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Pushing event updated for resources: {'Port': ['ID=26db9beb-e680-4fba-9f1f-d96f599366bc,revision_number=5']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:40:29.055834 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port 0f41f19b-87f7-41dc-98ce-2eaa783e9bc3, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=0f41f19b-87f7-41dc-98ce-2eaa783e9bc3,segment=NetworkSegment(a1f8c867-101b-4d30-814e-b89f55a5edd0),segment_id=a1f8c867-101b-4d30-814e-b89f55a5edd0)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:40:29.061916 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09c99aa-5223-4dad-bbe0-b93dc4675c1f req-dcc56990-df4f-4486-8890-28c13dc50488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:29.062866 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:29.063868 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b09c99aa-5223-4dad-bbe0-b93dc4675c1f req-dcc56990-df4f-4486-8890-28c13dc50488 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2525c403-dfb3-4196-a273-739607aab38a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4384029 Aug 12 14:40:29.126279 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-16f6386e-3db8-47d3-9045-89e8f239c912 req-ed8b65c8-8928-453b-867f-4c6c0be45939 tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] Notify callbacks [] for security_group, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:29.138873 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-16f6386e-3db8-47d3-9045-89e8f239c912 req-ed8b65c8-8928-453b-867f-4c6c0be45939 tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:29.142250 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Pushing event updated for resources: {'Port': ['ID=0f41f19b-87f7-41dc-98ce-2eaa783e9bc3,revision_number=4']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:40:29.152744 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f88457-c60a-4a6c-865b-2e41467ee589 req-73d5c33e-b8fe-4ab2-af63-c52fd5013eb5 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:29.154393 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-28f88457-c60a-4a6c-865b-2e41467ee589 req-73d5c33e-b8fe-4ab2-af63-c52fd5013eb5 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] 10.222.0.39 "GET /v2.0/ports?device_id=e6d519e7-ba8a-41c8-b5e9-a3db3089d2b0 HTTP/1.1" status: 200 len: 948 time: 0.2076869 Aug 12 14:40:29.186692 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-16f6386e-3db8-47d3-9045-89e8f239c912 req-ed8b65c8-8928-453b-867f-4c6c0be45939 tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:29.187453 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-16f6386e-3db8-47d3-9045-89e8f239c912 req-ed8b65c8-8928-453b-867f-4c6c0be45939 tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.5375104 Aug 12 14:40:29.241049 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b09c99aa-5223-4dad-bbe0-b93dc4675c1f req-bfa84e9c-8226-46bf-b604-43330b7face5 service neutron] 10.222.0.64 "GET /v2.0/networks/2525c403-dfb3-4196-a273-739607aab38a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1663952 Aug 12 14:40:29.242701 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8b65c8-8928-453b-867f-4c6c0be45939 tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c00e42cb-02d4-4638-b1fc-d2e3b0891220,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:40:29.247341 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-28f88457-c60a-4a6c-865b-2e41467ee589 req-d88584a2-75ad-4752-af98-d67af13c3952 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] 10.222.0.39 "GET /v2.0/security-groups?id=5301a7d3-dd3e-456d-bf8f-dfd76884604a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860877 Aug 12 14:40:29.264547 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b73d2f4a-768f-41be-b326-1c286536309a tempest-DHCPAgentSchedulersTestJSON-2014803157 tempest-DHCPAgentSchedulersTestJSON-2014803157-project-admin] Network 002e6c4b-2228-470b-94a3-dde24203eb4c is scheduled to be hosted by DHCP agent 1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658 with binding_index 1 {{(pid=94466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 14:40:29.286489 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-b73d2f4a-768f-41be-b326-1c286536309a tempest-DHCPAgentSchedulersTestJSON-2014803157 tempest-DHCPAgentSchedulersTestJSON-2014803157-project-admin] 10.222.0.39 "POST /v2.0/agents/1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.3337815 Aug 12 14:40:29.288060 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 44892) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:40:29.288893 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-302ef22d-c33a-4431-ae4c-0f179c826709 None None] Network 002e6c4b-2228-470b-94a3-dde24203eb4c requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:40:29.391819 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 14:40:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d2d0c65-4a32-4745-8cc2-b2f5ccf27e0b x-openstack-request-id: req-5d2d0c65-4a32-4745-8cc2-b2f5ccf27e0b {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:40:29.392330 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28b5c412-d861-4d29-b7a3-a99219eccf84", "name": "network-vif-plugged", "status": "completed", "tag": "26db9beb-e680-4fba-9f1f-d96f599366bc", "code": 200}]} {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:40:29.392682 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5d2d0c65-4a32-4745-8cc2-b2f5ccf27e0b {{(pid=94468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:40:29.393167 n-d-694802-15 neutron-server[94468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28b5c412-d861-4d29-b7a3-a99219eccf84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26db9beb-e680-4fba-9f1f-d96f599366bc', 'code': 200} Aug 12 14:40:29.395718 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] get_ports_and_sgs() called for port_ids ['0f41f19b-87f7-41dc-98ce-2eaa783e9bc3'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:40:29.430776 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b09c99aa-5223-4dad-bbe0-b93dc4675c1f req-0a9a7da4-cd24-4800-bf3e-6d594deb5c08 service neutron] 10.222.0.64 "GET /v2.0/networks/2525c403-dfb3-4196-a273-739607aab38a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1803808 Aug 12 14:40:29.533625 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45334d19-add1-436c-84a2-b829c512438d req-549af253-4fbd-4da6-bb7c-5f6120260de4 tempest-ServerRescueNegativeTestJSON-1622637895 tempest-ServerRescueNegativeTestJSON-1622637895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:29.535186 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-45334d19-add1-436c-84a2-b829c512438d req-549af253-4fbd-4da6-bb7c-5f6120260de4 tempest-ServerRescueNegativeTestJSON-1622637895 tempest-ServerRescueNegativeTestJSON-1622637895-project] 10.222.0.39 "GET /v2.0/ports?device_id=d52af645-a96c-4fda-a020-923ad96d40ff HTTP/1.1" status: 200 len: 945 time: 0.0945249 Aug 12 14:40:29.562172 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3595de59-5879-4252-ae3e-2a240e3b5017 req-096bb192-4823-49b8-bad6-81bb148e76ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:29.563818 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3595de59-5879-4252-ae3e-2a240e3b5017 req-096bb192-4823-49b8-bad6-81bb148e76ca service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=28b5c412-d861-4d29-b7a3-a99219eccf84 HTTP/1.1" status: 200 len: 1098 time: 0.1320107 Aug 12 14:40:29.650524 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-45334d19-add1-436c-84a2-b829c512438d req-d947f9d7-4e23-45e0-ac47-d6c65a5c48c0 tempest-ServerRescueNegativeTestJSON-1622637895 tempest-ServerRescueNegativeTestJSON-1622637895-project] 10.222.0.39 "GET /v2.0/security-groups?id=268dec7e-7261-41d2-9e03-6b72db198ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946245 Aug 12 14:40:29.673599 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3595de59-5879-4252-ae3e-2a240e3b5017 req-f200f99d-fe6b-4100-8ce8-1fc6985cf7d7 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=a19b9f58-da28-4fed-8bd9-43a3f07f3a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0907633 Aug 12 14:40:29.681351 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a284d5-5b75-42c4-b9bc-7538445fba34 req-0c1afc38-b2e7-4c24-b915-2c3804bd7e9e tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:29.688575 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-54a284d5-5b75-42c4-b9bc-7538445fba34 req-0c1afc38-b2e7-4c24-b915-2c3804bd7e9e tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] 10.222.0.39 "GET /v2.0/ports?device_id=23818359-f45f-434d-a114-070341b83442 HTTP/1.1" status: 200 len: 945 time: 0.2227719 Aug 12 14:40:29.768108 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-7bc3c1a1-b234-49ce-a791-aa6fd43e120d tempest-DHCPAgentSchedulersTestJSON-2014803157 tempest-DHCPAgentSchedulersTestJSON-2014803157-project-admin] 10.222.0.39 "GET /v2.0/agents/1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658/dhcp-networks HTTP/1.1" status: 200 len: 9652 time: 0.4786994 Aug 12 14:40:29.770148 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91ad0eef-58db-4f5d-a39c-58105f94db7b admin admin] Router 2fbb1cbc-baa7-4fb5-998b-5269d5b4312f has already been hosted by L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f {{(pid=94466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 14:40:29.770757 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 44908) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:40:29.780628 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-54a284d5-5b75-42c4-b9bc-7538445fba34 req-a6dc2288-fcf0-40ff-ab9b-b2bf6fa7109c tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b3c7ce2-70f7-4d15-8774-e830cec0f0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911901 Aug 12 14:40:29.849315 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7af8aa0-d79d-479e-932e-dade27b2af36 req-deab9bf2-2d66-4d80-9838-02aaae59afe7 tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:29.856940 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e7af8aa0-d79d-479e-932e-dade27b2af36 req-deab9bf2-2d66-4d80-9838-02aaae59afe7 tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] 10.222.0.39 "GET /v2.0/networks?id=981dd072-1b87-4241-83f5-836737afcd75 HTTP/1.1" status: 200 len: 812 time: 0.1306417 Aug 12 14:40:29.875994 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e7af8aa0-d79d-479e-932e-dade27b2af36 req-7f05a719-8a09-45fc-85f0-d2fd092fbb01 tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] 10.222.0.39 "GET /v2.0/quotas/27838204baa14230af63fefe49eecf8a HTTP/1.1" status: 200 len: 375 time: 0.0177801 Aug 12 14:40:29.877509 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '612082f2-4ca1-43d5-b149-0f83e3189828', 'name': 'network-vif-deleted', 'tag': '2bfa4e0b-3962-4ab8-85f0-72a6f1ab8457'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:40:29.883840 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e65282f928b64038367d043a4411777802006c43a98742496cb2e25b724ff1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-650c14f5-7f35-4c5b-ab74-e89db606ec31" -d '{"events": [{"server_uuid": "612082f2-4ca1-43d5-b149-0f83e3189828", "name": "network-vif-deleted", "tag": "2bfa4e0b-3962-4ab8-85f0-72a6f1ab8457"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:40:29.971060 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e7af8aa0-d79d-479e-932e-dade27b2af36 req-5b99f174-55ac-469d-89ef-171835b86973 tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=27838204baa14230af63fefe49eecf8a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0945606 Aug 12 14:40:30.026826 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91ad0eef-58db-4f5d-a39c-58105f94db7b admin admin] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 14:40:30.030612 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-1e3b51f4-939f-438e-9e35-7dedf141e24c tempest-DHCPAgentSchedulersTestJSON-2014803157 tempest-DHCPAgentSchedulersTestJSON-2014803157-project-admin] 10.222.0.39 "DELETE /v2.0/agents/1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658/dhcp-networks/002e6c4b-2228-470b-94a3-dde24203eb4c HTTP/1.1" status: 204 len: 168 time: 0.2587717 Aug 12 14:40:30.037205 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-91ad0eef-58db-4f5d-a39c-58105f94db7b admin admin] 10.222.0.39 "PUT /v2.0/routers/2fbb1cbc-baa7-4fb5-998b-5269d5b4312f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9717746 Aug 12 14:40:30.048074 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 44914) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:40:30.048074 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 44916) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:40:30.052256 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d7cfda-e22e-4305-bb9f-4c2e60c9346a None None] Sync routers for ids ['2fbb1cbc-baa7-4fb5-998b-5269d5b4312f'] in n-d-694802-15 {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 14:40:30.077561 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d7cfda-e22e-4305-bb9f-4c2e60c9346a None None] Routers {'2fbb1cbc-baa7-4fb5-998b-5269d5b4312f'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:40:30.078371 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-47d7cfda-e22e-4305-bb9f-4c2e60c9346a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:40:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['2fbb1cbc-baa7-4fb5-998b-5269d5b4312f'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:40:30.135362 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e7af8aa0-d79d-479e-932e-dade27b2af36 req-683f84c0-610a-4805-b7d4-933cd7681ad7 service neutron] 10.222.0.39 "GET /v2.0/networks/981dd072-1b87-4241-83f5-836737afcd75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1636655 Aug 12 14:40:30.197642 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c80354-056c-4182-8e1c-e4d940ef84e7 req-006907c0-d587-4a7d-820d-45cadc1e562a tempest-ServersTestBootFromVolume-1121352003 tempest-ServersTestBootFromVolume-1121352003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:30.209502 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-d0c80354-056c-4182-8e1c-e4d940ef84e7 req-006907c0-d587-4a7d-820d-45cadc1e562a tempest-ServersTestBootFromVolume-1121352003 tempest-ServersTestBootFromVolume-1121352003-project] 10.222.0.39 "GET /v2.0/ports?device_id=28b5c412-d861-4d29-b7a3-a99219eccf84 HTTP/1.1" status: 200 len: 946 time: 0.2796965 Aug 12 14:40:30.264816 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvr_db [None req-47d7cfda-e22e-4305-bb9f-4c2e60c9346a None None] Set router 2fbb1cbc-baa7-4fb5-998b-5269d5b4312f gateway port host: n-d-694802-15 {{(pid=94468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:40:30.315650 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e7af8aa0-d79d-479e-932e-dade27b2af36 req-39a32250-12f4-44ef-afe3-251f40ec5ebd service neutron] 10.222.0.39 "GET /v2.0/networks/981dd072-1b87-4241-83f5-836737afcd75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1722338 Aug 12 14:40:30.389538 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-d0c80354-056c-4182-8e1c-e4d940ef84e7 req-184d24a5-7656-45a7-a13e-d90390bea953 tempest-ServersTestBootFromVolume-1121352003 tempest-ServersTestBootFromVolume-1121352003-project] 10.222.0.39 "GET /v2.0/security-groups?id=a19b9f58-da28-4fed-8bd9-43a3f07f3a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1659100 Aug 12 14:40:30.438717 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-be17a822-dfb5-4f77-98bf-9bed0607cd93 admin admin] Notify callbacks [] for router, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:30.467286 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 14:40:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb3409d8-e058-4909-b0f5-59314345b6a8 x-openstack-request-id: req-cb3409d8-e058-4909-b0f5-59314345b6a8 {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:40:30.467286 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "612082f2-4ca1-43d5-b149-0f83e3189828", "name": "network-vif-deleted", "tag": "2bfa4e0b-3962-4ab8-85f0-72a6f1ab8457", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:40:30.467286 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-cb3409d8-e058-4909-b0f5-59314345b6a8 {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:40:30.467286 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '612082f2-4ca1-43d5-b149-0f83e3189828', 'name': 'network-vif-deleted', 'tag': '2bfa4e0b-3962-4ab8-85f0-72a6f1ab8457', 'status': 'completed', 'code': 200} Aug 12 14:40:30.575697 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-c05ff45f-0df3-4f96-b2c8-6aec447321e2 tempest-DHCPAgentSchedulersTestJSON-2014803157 tempest-DHCPAgentSchedulersTestJSON-2014803157-project-admin] 10.222.0.39 "GET /v2.0/agents/1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658/dhcp-networks HTTP/1.1" status: 200 len: 8881 time: 0.5348103 Aug 12 14:40:30.584011 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 44940) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:40:30.664263 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-04ac30f7-de1c-4877-a6f9-766d6a795585 req-7737773b-8cbf-4d81-a9d7-cb7e5f2bbe10 tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] 10.222.0.39 "GET /v2.0/ports?device_id=addb0c46-5aee-427c-968b-25b71b245dbc HTTP/1.1" status: 200 len: 210 time: 0.1022935 Aug 12 14:40:30.677760 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-ef4d453b-3a46-4008-9a6d-fe1463fa6d21 tempest-DHCPAgentSchedulersTestJSON-2014803157 tempest-DHCPAgentSchedulersTestJSON-2014803157-project-admin] 10.222.0.39 "GET /v2.0/networks/f655a4d6-8388-4d52-958b-c39ac217b686/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0782640 Aug 12 14:40:30.682558 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 44942) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:40:30.710723 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-47d7cfda-e22e-4305-bb9f-4c2e60c9346a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fbb1cbc-baa7-4fb5-998b-5269d5b4312f', 'name': 'tempest-ServersTestManualDisk-1081796882-router', 'tenant_id': 'e93c85d28bad43209f9b042d3d03da7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.59'}], 'enable_snat': True}, 'gw_port_id': 'e2ed94ad-6f36-4fda-ae14-908229882fa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:38:07Z', 'updated_at': '2021-08-12T14:40:28Z', 'revision_number': 5, 'project_id': 'e93c85d28bad43209f9b042d3d03da7c', 'gw_port': {'id': 'e2ed94ad-6f36-4fda-ae14-908229882fa4', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:29:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fbb1cbc-baa7-4fb5-998b-5269d5b4312f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:38:08Z', 'updated_at': '2021-08-12T14:38:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15'}], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:40:30.721321 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-05a99a39-81b4-464e-8dfc-7e00c67cd15e tempest-DHCPAgentSchedulersTestJSON-2014803157 tempest-DHCPAgentSchedulersTestJSON-2014803157-project-admin] 10.222.0.39 "GET /v2.0/networks/f655a4d6-8388-4d52-958b-c39ac217b686/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0374885 Aug 12 14:40:30.722949 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 44944) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:40:30.733259 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device 428b7bf8-6b0d-46c3-8e1b-68f09a754cc2 details requested by agent hyperv_n-h1-694802-15 with host n-h1-694802-15 {{(pid=94468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 14:40:30.760517 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f280e4-80d3-4270-8329-33c0964517ac req-fe71daed-088d-49bb-8c38-57b3d2d01947 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:30.762161 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-80f280e4-80d3-4270-8329-33c0964517ac req-fe71daed-088d-49bb-8c38-57b3d2d01947 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] 10.222.0.39 "GET /v2.0/ports?device_id=e6d519e7-ba8a-41c8-b5e9-a3db3089d2b0 HTTP/1.1" status: 200 len: 948 time: 0.1839747 Aug 12 14:40:30.777852 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device 0f41f19b-87f7-41dc-98ce-2eaa783e9bc3 up at agent hyperv_n-h1-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:40:30.847211 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-be17a822-dfb5-4f77-98bf-9bed0607cd93 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:30.970703 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d7cfda-e22e-4305-bb9f-4c2e60c9346a None None] Checking router: 2fbb1cbc-baa7-4fb5-998b-5269d5b4312f for host: n-d-694802-15 {{(pid=94468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 14:40:30.998937 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.db.resource_extend [None req-93370168-53ca-47c2-9e27-b066be57125c None None] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 12 14:40:31.013671 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-80f280e4-80d3-4270-8329-33c0964517ac req-834fd886-fc3a-4654-bb3a-407bbf75fb8a tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] 10.222.0.39 "GET /v2.0/security-groups?id=5301a7d3-dd3e-456d-bf8f-dfd76884604a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771414 Aug 12 14:40:31.049666 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-be17a822-dfb5-4f77-98bf-9bed0607cd93 admin admin] Deleting port e2ed94ad-6f36-4fda-ae14-908229882fa4 {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:40:31.050235 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-be17a822-dfb5-4f77-98bf-9bed0607cd93 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:31.105474 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-b4174d13-39f0-4efe-b644-a31158a7a3ea tempest-DHCPAgentSchedulersTestJSON-2014803157 tempest-DHCPAgentSchedulersTestJSON-2014803157-project-admin] 10.222.0.39 "GET /v2.0/agents/1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658/dhcp-networks HTTP/1.1" status: 200 len: 8881 time: 0.3766825 Aug 12 14:40:31.108508 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 44954) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:40:31.114113 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d7cfda-e22e-4305-bb9f-4c2e60c9346a None None] Routers {'2fbb1cbc-baa7-4fb5-998b-5269d5b4312f'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:40:31.115053 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-47d7cfda-e22e-4305-bb9f-4c2e60c9346a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:40:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['2fbb1cbc-baa7-4fb5-998b-5269d5b4312f'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:40:31.118774 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port 428b7bf8-6b0d-46c3-8e1b-68f09a754cc2, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=428b7bf8-6b0d-46c3-8e1b-68f09a754cc2,segment=NetworkSegment(a1f8c867-101b-4d30-814e-b89f55a5edd0),segment_id=a1f8c867-101b-4d30-814e-b89f55a5edd0)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:40:31.126061 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Provisioning for port 0f41f19b-87f7-41dc-98ce-2eaa783e9bc3 completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:40:31.152145 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc91192a-b80c-403b-90a7-f065faba0c72 req-67456e66-6465-40e6-9a0d-04016cfc549a tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:31.170492 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-bc91192a-b80c-403b-90a7-f065faba0c72 req-67456e66-6465-40e6-9a0d-04016cfc549a tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] 10.222.0.39 "GET /v2.0/ports?device_id=23818359-f45f-434d-a114-070341b83442 HTTP/1.1" status: 200 len: 945 time: 0.2340686 Aug 12 14:40:31.292984 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Provisioning complete for port 0f41f19b-87f7-41dc-98ce-2eaa783e9bc3 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:40:31.295400 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:31.313969 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-bc91192a-b80c-403b-90a7-f065faba0c72 req-90308fe6-6a98-4b44-9cb5-aa599df97479 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b3c7ce2-70f7-4d15-8774-e830cec0f0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319747 Aug 12 14:40:31.380337 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Returning: {'device': '428b7bf8-6b0d-46c3-8e1b-68f09a754cc2', 'network_id': '2525c403-dfb3-4196-a273-739607aab38a', 'port_id': '428b7bf8-6b0d-46c3-8e1b-68f09a754cc2', 'mac_address': 'fa:16:3e:be:cf:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '236e0be6-1c94-4221-9e8b-ab02a53331f8', 'ip_address': '192.168.233.158'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 14:40:31.393483 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvr_db [None req-47d7cfda-e22e-4305-bb9f-4c2e60c9346a None None] Set router 2fbb1cbc-baa7-4fb5-998b-5269d5b4312f gateway port host: None {{(pid=94468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:40:31.479660 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:31.512735 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-47d7cfda-e22e-4305-bb9f-4c2e60c9346a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fbb1cbc-baa7-4fb5-998b-5269d5b4312f', 'name': 'tempest-ServersTestManualDisk-1081796882-router', 'tenant_id': 'e93c85d28bad43209f9b042d3d03da7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:38:07Z', 'updated_at': '2021-08-12T14:40:30Z', 'revision_number': 6, 'project_id': 'e93c85d28bad43209f9b042d3d03da7c', 'gw_port_host': None}], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:40:31.589144 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:31.591548 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d7cfda-e22e-4305-bb9f-4c2e60c9346a None None] The sync data for ids ['2fbb1cbc-baa7-4fb5-998b-5269d5b4312f'] in n-d-694802-15 is: [{'id': '2fbb1cbc-baa7-4fb5-998b-5269d5b4312f', 'name': 'tempest-ServersTestManualDisk-1081796882-router', 'tenant_id': 'e93c85d28bad43209f9b042d3d03da7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:38:07Z', 'updated_at': '2021-08-12T14:40:30Z', 'revision_number': 6, 'project_id': 'e93c85d28bad43209f9b042d3d03da7c', 'gw_port_host': None}] {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 14:40:31.593901 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 428b7bf8-6b0d-46c3-8e1b-68f09a754cc2 {{(pid=94468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:40:31.642174 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port 428b7bf8-6b0d-46c3-8e1b-68f09a754cc2, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=428b7bf8-6b0d-46c3-8e1b-68f09a754cc2,segment=NetworkSegment(a1f8c867-101b-4d30-814e-b89f55a5edd0),segment_id=a1f8c867-101b-4d30-814e-b89f55a5edd0)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:40:31.657804 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bf96aee-fecc-434c-a575-a814c3dfca28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f41f19b-87f7-41dc-98ce-2eaa783e9bc3'}] {{(pid=94468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:40:31.660911 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99a8d87602170099c728e57431aca99e9b98a655a83bbf8727be13192709727b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf464f76-034a-4fa7-a768-4b03df209673" -d '{"events": [{"server_uuid": "8bf96aee-fecc-434c-a575-a814c3dfca28", "name": "network-vif-plugged", "status": "completed", "tag": "0f41f19b-87f7-41dc-98ce-2eaa783e9bc3"}]}' {{(pid=94468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:40:31.668113 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:31.687049 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port 0f41f19b-87f7-41dc-98ce-2eaa783e9bc3, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=0f41f19b-87f7-41dc-98ce-2eaa783e9bc3,segment=NetworkSegment(a1f8c867-101b-4d30-814e-b89f55a5edd0),segment_id=a1f8c867-101b-4d30-814e-b89f55a5edd0)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:40:31.713594 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:31.729301 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 14:40:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-206ee54f-7773-4451-8f74-93db921a127b x-openstack-request-id: req-206ee54f-7773-4451-8f74-93db921a127b {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:40:31.729622 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bf96aee-fecc-434c-a575-a814c3dfca28", "name": "network-vif-plugged", "status": "completed", "tag": "0f41f19b-87f7-41dc-98ce-2eaa783e9bc3", "code": 200}]} {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:40:31.729865 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-206ee54f-7773-4451-8f74-93db921a127b {{(pid=94468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:40:31.732551 n-d-694802-15 neutron-server[94468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bf96aee-fecc-434c-a575-a814c3dfca28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f41f19b-87f7-41dc-98ce-2eaa783e9bc3', 'code': 200} Aug 12 14:40:31.772808 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-360e1360-1977-4d45-be02-9443035dce8a tempest-DHCPAgentSchedulersTestJSON-532437286 tempest-DHCPAgentSchedulersTestJSON-532437286-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680608'] for network, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:31.777523 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Pushing event updated for resources: {'Port': ['ID=428b7bf8-6b0d-46c3-8e1b-68f09a754cc2,revision_number=4']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:40:31.782404 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-be17a822-dfb5-4f77-98bf-9bed0607cd93 admin admin] For port e2ed94ad-6f36-4fda-ae14-908229882fa4, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=e2ed94ad-6f36-4fda-ae14-908229882fa4,segment=NetworkSegment(b1b396cb-2dc6-4041-bfc7-1833a80a4720),segment_id=b1b396cb-2dc6-4041-bfc7-1833a80a4720)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:40:31.782707 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-be17a822-dfb5-4f77-98bf-9bed0607cd93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:31.803607 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-be17a822-dfb5-4f77-98bf-9bed0607cd93 admin admin] Calling delete_port for e2ed94ad-6f36-4fda-ae14-908229882fa4 owned by network:router_gateway {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:40:31.848309 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6a90deed-ba31-41fc-8ec1-f10261461e01 req-ad9bc525-5559-4b49-b9c3-63b592df438c tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] 10.222.0.39 "GET /v2.0/ports?device_id=addb0c46-5aee-427c-968b-25b71b245dbc HTTP/1.1" status: 200 len: 210 time: 0.0298028 Aug 12 14:40:31.861976 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1511b8-99ce-4883-bf2f-26c2df772ea2 req-d24aaef5-eb8d-4672-bb67-6f2991a69c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:31.863464 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ea1511b8-99ce-4883-bf2f-26c2df772ea2 req-d24aaef5-eb8d-4672-bb67-6f2991a69c28 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=8bf96aee-fecc-434c-a575-a814c3dfca28 HTTP/1.1" status: 200 len: 1102 time: 0.0716867 Aug 12 14:40:31.874591 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Pushing event updated for resources: {'Port': ['ID=0f41f19b-87f7-41dc-98ce-2eaa783e9bc3,revision_number=5']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:40:31.913165 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ea1511b8-99ce-4883-bf2f-26c2df772ea2 req-e331f6e2-7783-497c-bc6d-58cb852067c1 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=5301a7d3-dd3e-456d-bf8f-dfd76884604a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0291152 Aug 12 14:40:31.920786 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4da55a-92c4-4858-aa04-f24c69cce9da req-c0b601a7-b96d-41b7-9f97-25c00ecf0832 tempest-ServersTestBootFromVolume-1121352003 tempest-ServersTestBootFromVolume-1121352003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:31.922262 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-fc4da55a-92c4-4858-aa04-f24c69cce9da req-c0b601a7-b96d-41b7-9f97-25c00ecf0832 tempest-ServersTestBootFromVolume-1121352003 tempest-ServersTestBootFromVolume-1121352003-project] 10.222.0.39 "GET /v2.0/ports?device_id=28b5c412-d861-4d29-b7a3-a99219eccf84 HTTP/1.1" status: 200 len: 946 time: 0.1926672 Aug 12 14:40:31.950055 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] get_ports_and_sgs() called for port_ids ['428b7bf8-6b0d-46c3-8e1b-68f09a754cc2'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:40:32.043424 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-fc4da55a-92c4-4858-aa04-f24c69cce9da req-22080842-8fb9-4a70-a818-817f764439d3 tempest-ServersTestBootFromVolume-1121352003 tempest-ServersTestBootFromVolume-1121352003-project] 10.222.0.39 "GET /v2.0/security-groups?id=a19b9f58-da28-4fed-8bd9-43a3f07f3a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1098106 Aug 12 14:40:32.062761 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-360e1360-1977-4d45-be02-9443035dce8a tempest-DHCPAgentSchedulersTestJSON-532437286 tempest-DHCPAgentSchedulersTestJSON-532437286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66413304', 'neutron.services.segments.db._delete_segments_for_network-8744654118000'] for network, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:32.188381 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-360e1360-1977-4d45-be02-9443035dce8a tempest-DHCPAgentSchedulersTestJSON-532437286 tempest-DHCPAgentSchedulersTestJSON-532437286-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['002e6c4b-2228-470b-94a3-dde24203eb4c']}} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:40:32.250156 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-360e1360-1977-4d45-be02-9443035dce8a tempest-DHCPAgentSchedulersTestJSON-532437286 tempest-DHCPAgentSchedulersTestJSON-532437286-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca8f78c9-67d7-41a0-85fc-86d860fbeb4b') {'for_net_delete': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:40:32.250958 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-360e1360-1977-4d45-be02-9443035dce8a tempest-DHCPAgentSchedulersTestJSON-532437286 tempest-DHCPAgentSchedulersTestJSON-532437286-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca8f78c9-67d7-41a0-85fc-86d860fbeb4b') {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:40:32.289168 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-360e1360-1977-4d45-be02-9443035dce8a tempest-DHCPAgentSchedulersTestJSON-532437286 tempest-DHCPAgentSchedulersTestJSON-532437286-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744654122361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2293560'] for segment, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:32.299647 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b741f554-e31e-4f71-934d-c7554dd077ec req-0d242b4e-6532-4488-b631-8192faf99e1e tempest-ServersTestBootFromVolume-1121352003 tempest-ServersTestBootFromVolume-1121352003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:32.304387 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-b741f554-e31e-4f71-934d-c7554dd077ec req-0d242b4e-6532-4488-b631-8192faf99e1e tempest-ServersTestBootFromVolume-1121352003 tempest-ServersTestBootFromVolume-1121352003-project] 10.222.0.39 "GET /v2.0/ports?device_id=28b5c412-d861-4d29-b7a3-a99219eccf84 HTTP/1.1" status: 200 len: 946 time: 0.1184783 Aug 12 14:40:32.314985 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 44972) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:40:32.321931 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-9f4f9e19-85cf-4208-8761-fb8d5b0da71f tempest-ServersTestBootFromVolume-1121352003 tempest-ServersTestBootFromVolume-1121352003-project] Request body: {'floatingip': {'port_id': '26db9beb-e680-4fba-9f1f-d96f599366bc'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:40:32.327255 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d27c71-3c4c-437f-8f46-eb61b9d52c57 req-6a532626-6c8b-41f1-9ab1-454caa8c0f27 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:32.329585 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-30d27c71-3c4c-437f-8f46-eb61b9d52c57 req-6a532626-6c8b-41f1-9ab1-454caa8c0f27 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] 10.222.0.39 "GET /v2.0/ports?device_id=e6d519e7-ba8a-41c8-b5e9-a3db3089d2b0 HTTP/1.1" status: 200 len: 949 time: 0.1688824 Aug 12 14:40:32.407587 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-360e1360-1977-4d45-be02-9443035dce8a tempest-DHCPAgentSchedulersTestJSON-532437286 tempest-DHCPAgentSchedulersTestJSON-532437286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:32.417572 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-360e1360-1977-4d45-be02-9443035dce8a tempest-DHCPAgentSchedulersTestJSON-532437286 tempest-DHCPAgentSchedulersTestJSON-532437286-project] Releasing vlan 336 on physical network physnet1 to pool {{(pid=94466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 14:40:32.418263 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-360e1360-1977-4d45-be02-9443035dce8a tempest-DHCPAgentSchedulersTestJSON-532437286 tempest-DHCPAgentSchedulersTestJSON-532437286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3718595'] for segment, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:32.435426 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7af8aa0-d79d-479e-932e-dade27b2af36 req-7ad8343b-fa91-4cb5-a0f5-15243136ba4d tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:32.437173 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e7af8aa0-d79d-479e-932e-dade27b2af36 req-7ad8343b-fa91-4cb5-a0f5-15243136ba4d tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] 10.222.0.49 "GET /v2.0/networks?id=981dd072-1b87-4241-83f5-836737afcd75 HTTP/1.1" status: 200 len: 812 time: 0.2779388 Aug 12 14:40:32.453940 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-e7af8aa0-d79d-479e-932e-dade27b2af36 req-62823a47-5193-4a00-b4d5-2c3d44496ed1 tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] Request body: {'port': {'device_id': 'addb0c46-5aee-427c-968b-25b71b245dbc', 'network_id': '981dd072-1b87-4241-83f5-836737afcd75', 'admin_state_up': True, 'tenant_id': '27838204baa14230af63fefe49eecf8a'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:40:32.479810 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-30d27c71-3c4c-437f-8f46-eb61b9d52c57 req-74078de3-cb93-4b4f-86bb-d2c9379dc812 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] 10.222.0.39 "GET /v2.0/security-groups?id=5301a7d3-dd3e-456d-bf8f-dfd76884604a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387951 Aug 12 14:40:32.522483 n-d-694802-15 neutron-server[94466]: Traceback (most recent call last): Aug 12 14:40:32.522483 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 14:40:32.522483 n-d-694802-15 neutron-server[94466]: timer() Aug 12 14:40:32.522483 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 14:40:32.522483 n-d-694802-15 neutron-server[94466]: cb(*args, **kw) Aug 12 14:40:32.522483 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 14:40:32.522483 n-d-694802-15 neutron-server[94466]: return func(*args, **kwargs) Aug 12 14:40:32.522483 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 14:40:32.522483 n-d-694802-15 neutron-server[94466]: self._notify() Aug 12 14:40:32.522483 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 14:40:32.522483 n-d-694802-15 neutron-server[94466]: self.callback(batched_events) Aug 12 14:40:32.522483 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 14:40:32.522483 n-d-694802-15 neutron-server[94466]: event.method(event) Aug 12 14:40:32.522483 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 14:40:32.522483 n-d-694802-15 neutron-server[94466]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 14:40:32.522483 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 14:40:32.522483 n-d-694802-15 neutron-server[94466]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 14:40:32.522483 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 14:40:32.522483 n-d-694802-15 neutron-server[94466]: return f(self, *a, **k) Aug 12 14:40:32.522483 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 14:40:32.522483 n-d-694802-15 neutron-server[94466]: return self._get(url).json() Aug 12 14:40:32.522483 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 14:40:32.522483 n-d-694802-15 neutron-server[94466]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 14:40:32.522483 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 14:40:32.522483 n-d-694802-15 neutron-server[94466]: return self.request(url, 'GET', **kwargs) Aug 12 14:40:32.522483 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 14:40:32.522483 n-d-694802-15 neutron-server[94466]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 14:40:32.522483 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 14:40:32.522483 n-d-694802-15 neutron-server[94466]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 14:40:32.522483 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 14:40:32.522483 n-d-694802-15 neutron-server[94466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 14:40:32.522483 n-d-694802-15 neutron-server[94466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 14:40:32.528178 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9f4f9e19-85cf-4208-8761-fb8d5b0da71f tempest-ServersTestBootFromVolume-1121352003 tempest-ServersTestBootFromVolume-1121352003-project] Notify callbacks [] for floatingip, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:32.672390 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-360e1360-1977-4d45-be02-9443035dce8a tempest-DHCPAgentSchedulersTestJSON-532437286 tempest-DHCPAgentSchedulersTestJSON-532437286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66413281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431520'] for network, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:32.674967 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7af8aa0-d79d-479e-932e-dade27b2af36 req-62823a47-5193-4a00-b4d5-2c3d44496ed1 tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] Made reservation on behalf of 27838204baa14230af63fefe49eecf8a for: {'port': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:40:32.679081 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-e7af8aa0-d79d-479e-932e-dade27b2af36 req-62823a47-5193-4a00-b4d5-2c3d44496ed1 tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:32.754888 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-360e1360-1977-4d45-be02-9443035dce8a tempest-DHCPAgentSchedulersTestJSON-532437286 tempest-DHCPAgentSchedulersTestJSON-532437286-project] Notify callbacks [] for network, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:32.762609 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-360e1360-1977-4d45-be02-9443035dce8a tempest-DHCPAgentSchedulersTestJSON-532437286 tempest-DHCPAgentSchedulersTestJSON-532437286-project] 10.222.0.39 "DELETE /v2.0/networks/002e6c4b-2228-470b-94a3-dde24203eb4c HTTP/1.1" status: 204 len: 168 time: 1.6526592 Aug 12 14:40:32.788940 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-be17a822-dfb5-4f77-98bf-9bed0607cd93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:32.812230 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 44982) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:40:32.838702 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360e1360-1977-4d45-be02-9443035dce8a tempest-DHCPAgentSchedulersTestJSON-532437286 tempest-DHCPAgentSchedulersTestJSON-532437286-project] Pushing event deleted for resources: {'Network': ['ID=002e6c4b-2228-470b-94a3-dde24203eb4c,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:40:32.911607 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be17a822-dfb5-4f77-98bf-9bed0607cd93 admin admin] Pushing event deleted for resources: {'Port': ['ID=e2ed94ad-6f36-4fda-ae14-908229882fa4,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:40:32.971874 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0d0209-ce72-4e46-b9a0-298abd419004 req-c916fb9d-2dd9-4c66-85b9-30b8b2366883 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:32.981170 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-ca0d0209-ce72-4e46-b9a0-298abd419004 req-c916fb9d-2dd9-4c66-85b9-30b8b2366883 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] 10.222.0.39 "GET /v2.0/ports?device_id=23818359-f45f-434d-a114-070341b83442 HTTP/1.1" status: 200 len: 945 time: 0.3248925 Aug 12 14:40:32.996426 n-d-694802-15 neutron-server[94467]: INFO neutron.pecan_wsgi.hooks.translation [None req-9819e6e0-5b78-4f06-9cec-317662030be9 tempest-DHCPAgentSchedulersTestJSON-532437286 tempest-DHCPAgentSchedulersTestJSON-532437286-project] DELETE failed (client error): The resource could not be found. Aug 12 14:40:32.997405 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9819e6e0-5b78-4f06-9cec-317662030be9 tempest-DHCPAgentSchedulersTestJSON-532437286 tempest-DHCPAgentSchedulersTestJSON-532437286-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94467) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 14:40:32.999863 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-9819e6e0-5b78-4f06-9cec-317662030be9 tempest-DHCPAgentSchedulersTestJSON-532437286 tempest-DHCPAgentSchedulersTestJSON-532437286-project] 10.222.0.39 "DELETE /v2.0/ports/b2789731-73bc-42bc-83bb-f97bc72891e9 HTTP/1.1" status: 404 len: 333 time: 0.1867630 Aug 12 14:40:33.012728 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 44988) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:40:33.147882 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4358766-415b-4b93-ae54-0d035041f2f8 req-b9d53fc4-b5b5-43a2-80f2-b026f33dc661 tempest-ServerRescueNegativeTestJSON-1622637895 tempest-ServerRescueNegativeTestJSON-1622637895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:33.155355 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a4358766-415b-4b93-ae54-0d035041f2f8 req-b9d53fc4-b5b5-43a2-80f2-b026f33dc661 tempest-ServerRescueNegativeTestJSON-1622637895 tempest-ServerRescueNegativeTestJSON-1622637895-project] 10.222.0.39 "GET /v2.0/ports?device_id=d52af645-a96c-4fda-a020-923ad96d40ff HTTP/1.1" status: 200 len: 945 time: 0.2653234 Aug 12 14:40:33.157780 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-ca0d0209-ce72-4e46-b9a0-298abd419004 req-44b5344b-014f-44ca-a382-142e71f93480 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b3c7ce2-70f7-4d15-8774-e830cec0f0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756389 Aug 12 14:40:33.168742 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-be17a822-dfb5-4f77-98bf-9bed0607cd93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-431580'] for router_gateway, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:33.250886 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a4358766-415b-4b93-ae54-0d035041f2f8 req-a63f2fb0-87b6-4fea-bffa-31c8a28b514e tempest-ServerRescueNegativeTestJSON-1622637895 tempest-ServerRescueNegativeTestJSON-1622637895-project] 10.222.0.39 "GET /v2.0/security-groups?id=268dec7e-7261-41d2-9e03-6b72db198ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908318 Aug 12 14:40:33.259710 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2b93fbc-e823-4532-ab1c-9e54d61041ad tempest-DHCPAgentSchedulersTestJSON-532437286 tempest-DHCPAgentSchedulersTestJSON-532437286-project] Deleting subnet b06b7f2f-740a-4061-b007-5b1dca4ec1d0 {{(pid=94467) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 14:40:33.267515 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-b2b93fbc-e823-4532-ab1c-9e54d61041ad tempest-DHCPAgentSchedulersTestJSON-532437286 tempest-DHCPAgentSchedulersTestJSON-532437286-project] Notify callbacks [] for subnet, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:33.301168 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdef70e0-f0f1-4db1-9918-478a63dafc28 req-4f7c4482-3286-409d-ac28-51fd8762b627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:33.303008 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-bdef70e0-f0f1-4db1-9918-478a63dafc28 req-4f7c4482-3286-409d-ac28-51fd8762b627 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ef918c3e55db41809ce6731a1724be70&device_id=d52af645-a96c-4fda-a020-923ad96d40ff HTTP/1.1" status: 200 len: 1097 time: 0.4918354 Aug 12 14:40:33.426589 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-b2b93fbc-e823-4532-ab1c-9e54d61041ad tempest-DHCPAgentSchedulersTestJSON-532437286 tempest-DHCPAgentSchedulersTestJSON-532437286-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3857505'] for subnet, precommit_delete_associations {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:33.431774 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_common [req-e7af8aa0-d79d-479e-932e-dade27b2af36 req-62823a47-5193-4a00-b4d5-2c3d44496ed1 tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] Allocated IP 172.20.0.10 (981dd072-1b87-4241-83f5-836737afcd75/55804ce3-3ce9-49bb-83d8-b79f95bd4874/b68e9c24-4f99-46dc-afe0-de87e93ee25e) {{(pid=94467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:40:33.451489 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-f70a8814-e6e1-4d61-8bfb-c99ce437fea0 req-60ff9cd8-9265-495d-bafc-e8f6662250cb tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] 10.222.0.39 "GET /v2.0/ports?device_id=addb0c46-5aee-427c-968b-25b71b245dbc HTTP/1.1" status: 200 len: 210 time: 0.1222937 Aug 12 14:40:33.454884 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-be17a822-dfb5-4f77-98bf-9bed0607cd93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-429360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-104877'] for router, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:33.460367 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-be17a822-dfb5-4f77-98bf-9bed0607cd93 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:33.617605 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 9e4ba17f-901e-4984-9d14-6f8792d8aafa no longer exists at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:40:33.618700 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-be17a822-dfb5-4f77-98bf-9bed0607cd93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-429375'] for router, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:33.619078 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be17a822-dfb5-4f77-98bf-9bed0607cd93 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2fbb1cbc-baa7-4fb5-998b-5269d5b4312f {{(pid=94466) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 14:40:33.627668 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-be17a822-dfb5-4f77-98bf-9bed0607cd93 admin admin] Notify callbacks [] for router, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:33.631162 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-be17a822-dfb5-4f77-98bf-9bed0607cd93 admin admin] 10.222.0.39 "DELETE /v2.0/routers/2fbb1cbc-baa7-4fb5-998b-5269d5b4312f HTTP/1.1" status: 204 len: 168 time: 3.5743842 Aug 12 14:40:33.660645 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] No Port match for: 9e4ba17f-901e-4984-9d14-6f8792d8aafa {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 14:40:33.661258 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 9e4ba17f-901e-4984-9d14-6f8792d8aafa not bound to the agent host n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:40:33.661821 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device e2ed94ad-6f36-4fda-ae14-908229882fa4 no longer exists at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:40:33.673974 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 44998) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:40:33.703130 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] No Port match for: e2ed94ad-6f36-4fda-ae14-908229882fa4 {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 14:40:33.703724 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device e2ed94ad-6f36-4fda-ae14-908229882fa4 not bound to the agent host n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:40:33.750276 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_v2 [None req-7fb946f2-97f3-46c0-9030-ec59b353f4b3 admin admin] Deleting subnet 19df9c89-0a2d-4568-bf60-3089af1f062f {{(pid=94466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 14:40:33.754332 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-7fb946f2-97f3-46c0-9030-ec59b353f4b3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:33.776221 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdef70e0-f0f1-4db1-9918-478a63dafc28 req-dac89e34-1295-497e-b555-963d98f15007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:33.777683 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-bdef70e0-f0f1-4db1-9918-478a63dafc28 req-dac89e34-1295-497e-b555-963d98f15007 service neutron] 10.222.0.64 "GET /v2.0/networks?id=403ed391-7874-4a33-9f4f-96fa9ef207f4 HTTP/1.1" status: 200 len: 919 time: 0.4651940 Aug 12 14:40:33.800256 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-7fb946f2-97f3-46c0-9030-ec59b353f4b3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2293551'] for subnet, precommit_delete_associations {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:33.836224 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-bdef70e0-f0f1-4db1-9918-478a63dafc28 req-58096462-5588-42a1-94ed-10cdc3404ca2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=77908564-4609-4603-8286-dd7ae3af6f74 HTTP/1.1" status: 200 len: 217 time: 0.0417454 Aug 12 14:40:33.937665 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-7fb946f2-97f3-46c0-9030-ec59b353f4b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66416255'] for subnet, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:34.001925 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-b2b93fbc-e823-4532-ab1c-9e54d61041ad tempest-DHCPAgentSchedulersTestJSON-532437286 tempest-DHCPAgentSchedulersTestJSON-532437286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66416255'] for subnet, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:34.047692 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b093a57-686f-43f1-b8bf-398e2f12bc35 req-6e22cfa0-492f-4d64-8727-e438f16dbce5 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:34.055368 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6b093a57-686f-43f1-b8bf-398e2f12bc35 req-6e22cfa0-492f-4d64-8727-e438f16dbce5 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] 10.222.0.39 "GET /v2.0/ports?device_id=e6d519e7-ba8a-41c8-b5e9-a3db3089d2b0 HTTP/1.1" status: 200 len: 949 time: 0.2854943 Aug 12 14:40:34.081372 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdef70e0-f0f1-4db1-9918-478a63dafc28 req-91813382-b753-4298-82f8-bed49b3d5800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:34.082911 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-bdef70e0-f0f1-4db1-9918-478a63dafc28 req-91813382-b753-4298-82f8-bed49b3d5800 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d596ebc0-f7b2-4a88-b2fe-14085d881fde HTTP/1.1" status: 200 len: 858 time: 0.2207119 Aug 12 14:40:34.099334 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-7fb946f2-97f3-46c0-9030-ec59b353f4b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66416232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3718429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8776402'] for subnet, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:34.140521 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb946f2-97f3-46c0-9030-ec59b353f4b3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=19df9c89-0a2d-4568-bf60-3089af1f062f,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:40:34.145215 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-7fb946f2-97f3-46c0-9030-ec59b353f4b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for subnet, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:34.147116 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-7fb946f2-97f3-46c0-9030-ec59b353f4b3 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/19df9c89-0a2d-4568-bf60-3089af1f062f HTTP/1.1" status: 204 len: 168 time: 0.4718840 Aug 12 14:40:34.151694 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9f4f9e19-85cf-4208-8761-fb8d5b0da71f tempest-ServersTestBootFromVolume-1121352003 tempest-ServersTestBootFromVolume-1121352003-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:34.152797 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 45000) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:40:34.153404 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e8a38c1-ebcf-4729-a95c-07373083099a None None] Network 17e50eec-22ec-42fa-95df-671693024a7e requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:40:34.162941 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9f4f9e19-85cf-4208-8761-fb8d5b0da71f tempest-ServersTestBootFromVolume-1121352003 tempest-ServersTestBootFromVolume-1121352003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431510'] for floatingip, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:34.206804 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-bdef70e0-f0f1-4db1-9918-478a63dafc28 req-2f4b9588-623f-4729-8732-c9d36f57d740 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=403ed391-7874-4a33-9f4f-96fa9ef207f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1071470 Aug 12 14:40:34.337962 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6b093a57-686f-43f1-b8bf-398e2f12bc35 req-39421853-c5d7-43f2-bfdf-de3a07a861f3 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] 10.222.0.39 "GET /v2.0/security-groups?id=5301a7d3-dd3e-456d-bf8f-dfd76884604a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2805824 Aug 12 14:40:34.368006 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-dbe6c382-ab7c-4725-a3fb-ae49c37c045c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680608'] for network, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:34.378385 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-b2b93fbc-e823-4532-ab1c-9e54d61041ad tempest-DHCPAgentSchedulersTestJSON-532437286 tempest-DHCPAgentSchedulersTestJSON-532437286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66416232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2859225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3343748'] for subnet, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:34.415697 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cc0f5e-ff1f-4e55-9f66-009c1713e756 req-bca65df8-fd8b-487e-ab6b-d56fa18c62a2 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:34.417253 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-45cc0f5e-ff1f-4e55-9f66-009c1713e756 req-bca65df8-fd8b-487e-ab6b-d56fa18c62a2 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] 10.222.0.39 "GET /v2.0/ports?device_id=23818359-f45f-434d-a114-070341b83442 HTTP/1.1" status: 200 len: 945 time: 0.1268888 Aug 12 14:40:34.434532 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b93fbc-e823-4532-ab1c-9e54d61041ad tempest-DHCPAgentSchedulersTestJSON-532437286 tempest-DHCPAgentSchedulersTestJSON-532437286-project] Pushing event deleted for resources: {'Subnet': ['ID=b06b7f2f-740a-4061-b007-5b1dca4ec1d0,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:40:34.450807 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-b2b93fbc-e823-4532-ab1c-9e54d61041ad tempest-DHCPAgentSchedulersTestJSON-532437286 tempest-DHCPAgentSchedulersTestJSON-532437286-project] Notify callbacks [] for subnet, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:34.453867 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-b2b93fbc-e823-4532-ab1c-9e54d61041ad tempest-DHCPAgentSchedulersTestJSON-532437286 tempest-DHCPAgentSchedulersTestJSON-532437286-project] 10.222.0.39 "DELETE /v2.0/subnets/b06b7f2f-740a-4061-b007-5b1dca4ec1d0 HTTP/1.1" status: 204 len: 168 time: 1.4102428 Aug 12 14:40:34.457615 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad1b4a6c-72fe-46be-b349-77ab8d58ea0b None None] Network f655a4d6-8388-4d52-958b-c39ac217b686 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:40:34.457774 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 45008) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:40:34.471226 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d38280a-dbd0-473c-a619-2dc8981a7f00 None None] DHCP port deletion for 17e50eec-22ec-42fa-95df-671693024a7e request from n-d-694802-15 {{(pid=94468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 14:40:34.504796 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-e7af8aa0-d79d-479e-932e-dade27b2af36 req-62823a47-5193-4a00-b4d5-2c3d44496ed1 tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] Notify callbacks [] for port, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:34.521351 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-45cc0f5e-ff1f-4e55-9f66-009c1713e756 req-c4d81879-854a-4415-b56a-6991cdf26bdf tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b3c7ce2-70f7-4d15-8774-e830cec0f0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943940 Aug 12 14:40:34.522244 n-d-694802-15 neutron-server[94466]: INFO neutron.db.l3_db [None req-9f4f9e19-85cf-4208-8761-fb8d5b0da71f tempest-ServersTestBootFromVolume-1121352003 tempest-ServersTestBootFromVolume-1121352003-project] Floating IP 410e4517-e45e-45b6-ad77-eff3d45303fd associated. External IP: 172.25.1.194, port: 26db9beb-e680-4fba-9f1f-d96f599366bc. Aug 12 14:40:34.539923 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-bdef70e0-f0f1-4db1-9918-478a63dafc28 req-d14f405d-ad9f-4aa4-9504-1ccc5e0a1361 service neutron] 10.222.0.64 "GET /v2.0/networks/403ed391-7874-4a33-9f4f-96fa9ef207f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3120954 Aug 12 14:40:34.627760 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-1d38280a-dbd0-473c-a619-2dc8981a7f00 None None] Deleting port 0c1974f3-7f72-4338-830e-3cc16fdd1abd {{(pid=94468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:40:34.628317 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-1d38280a-dbd0-473c-a619-2dc8981a7f00 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:34.631068 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff098e8-e258-4e4c-8738-f1c3bceec396 req-f09a2b65-a17b-43ae-9748-d83af70769a1 tempest-ServerRescueNegativeTestJSON-1622637895 tempest-ServerRescueNegativeTestJSON-1622637895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:34.632282 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2ff098e8-e258-4e4c-8738-f1c3bceec396 req-f09a2b65-a17b-43ae-9748-d83af70769a1 tempest-ServerRescueNegativeTestJSON-1622637895 tempest-ServerRescueNegativeTestJSON-1622637895-project] 10.222.0.39 "GET /v2.0/ports?device_id=d52af645-a96c-4fda-a020-923ad96d40ff HTTP/1.1" status: 200 len: 945 time: 0.1754446 Aug 12 14:40:34.675407 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-cf24afcf-8414-4792-ba26-28bd094dbcbc tempest-DHCPAgentSchedulersTestJSON-532437286 tempest-DHCPAgentSchedulersTestJSON-532437286-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680608'] for network, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:34.683681 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-e7af8aa0-d79d-479e-932e-dade27b2af36 req-62823a47-5193-4a00-b4d5-2c3d44496ed1 tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:34.698641 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] get_ports_and_sgs() called for port_ids ['af31cda9-733b-4e7b-9614-de3dddf9cf56'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:40:34.710679 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-07178b61-a4b7-490c-b739-f0606d8c4f80 req-1f1e8b20-c883-44a0-9653-8d2b9f37d7f9 tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] 10.222.0.39 "GET /v2.0/ports?device_id=addb0c46-5aee-427c-968b-25b71b245dbc HTTP/1.1" status: 200 len: 210 time: 0.0837300 Aug 12 14:40:34.719621 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-dbe6c382-ab7c-4725-a3fb-ae49c37c045c admin admin] Deleting port 0c1974f3-7f72-4338-830e-3cc16fdd1abd {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:40:34.720009 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-dbe6c382-ab7c-4725-a3fb-ae49c37c045c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:34.731894 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device 428b7bf8-6b0d-46c3-8e1b-68f09a754cc2 up at agent hyperv_n-h1-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:40:34.766902 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-bdef70e0-f0f1-4db1-9918-478a63dafc28 req-9f11fd8d-d479-4790-b51e-a0a9a1a54a43 service neutron] 10.222.0.64 "GET /v2.0/networks/403ed391-7874-4a33-9f4f-96fa9ef207f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2134130 Aug 12 14:40:34.776507 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-1d38280a-dbd0-473c-a619-2dc8981a7f00 None None] For port 0c1974f3-7f72-4338-830e-3cc16fdd1abd, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=0c1974f3-7f72-4338-830e-3cc16fdd1abd,segment=NetworkSegment(1178bd07-6a4d-4dbd-9569-6acf33f10d05),segment_id=1178bd07-6a4d-4dbd-9569-6acf33f10d05)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:40:34.777159 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-1d38280a-dbd0-473c-a619-2dc8981a7f00 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:34.786539 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28428049-7c91-4cc4-94b5-72e4a6df386c None None] DHCP port deletion for f655a4d6-8388-4d52-958b-c39ac217b686 request from n-d-694802-15 {{(pid=94468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 14:40:34.814252 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-1d38280a-dbd0-473c-a619-2dc8981a7f00 None None] Calling delete_port for 0c1974f3-7f72-4338-830e-3cc16fdd1abd owned by network:dhcp {{(pid=94468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:40:34.819747 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7af8aa0-d79d-479e-932e-dade27b2af36 req-62823a47-5193-4a00-b4d5-2c3d44496ed1 tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] Network 981dd072-1b87-4241-83f5-836737afcd75 is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:40:34.824575 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62823a47-5193-4a00-b4d5-2c3d44496ed1 tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] Pushing event updated for resources: {'Port': ['ID=b68e9c24-4f99-46dc-afe0-de87e93ee25e,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:40:34.828969 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [req-e7af8aa0-d79d-479e-932e-dade27b2af36 req-62823a47-5193-4a00-b4d5-2c3d44496ed1 tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:40:34.831693 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7af8aa0-d79d-479e-932e-dade27b2af36 req-62823a47-5193-4a00-b4d5-2c3d44496ed1 tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] Received port after_create {{(pid=94467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:40:34.880521 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2ff098e8-e258-4e4c-8738-f1c3bceec396 req-30538bea-f26e-454c-b82b-622df0d3ae42 tempest-ServerRescueNegativeTestJSON-1622637895 tempest-ServerRescueNegativeTestJSON-1622637895-project] 10.222.0.39 "GET /v2.0/security-groups?id=268dec7e-7261-41d2-9e03-6b72db198ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2313554 Aug 12 14:40:34.893082 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-dbe6c382-ab7c-4725-a3fb-ae49c37c045c admin admin] For port 0c1974f3-7f72-4338-830e-3cc16fdd1abd, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=0c1974f3-7f72-4338-830e-3cc16fdd1abd,segment=NetworkSegment(1178bd07-6a4d-4dbd-9569-6acf33f10d05),segment_id=1178bd07-6a4d-4dbd-9569-6acf33f10d05)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:40:34.893665 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-dbe6c382-ab7c-4725-a3fb-ae49c37c045c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:34.913017 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7af8aa0-d79d-479e-932e-dade27b2af36 req-62823a47-5193-4a00-b4d5-2c3d44496ed1 tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:34.913686 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-e7af8aa0-d79d-479e-932e-dade27b2af36 req-62823a47-5193-4a00-b4d5-2c3d44496ed1 tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:34.922482 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-dbe6c382-ab7c-4725-a3fb-ae49c37c045c admin admin] Calling delete_port for 0c1974f3-7f72-4338-830e-3cc16fdd1abd owned by network:dhcp {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:40:34.937987 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e7af8aa0-d79d-479e-932e-dade27b2af36 req-62823a47-5193-4a00-b4d5-2c3d44496ed1 tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4893045 Aug 12 14:40:34.940746 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Provisioning for port 428b7bf8-6b0d-46c3-8e1b-68f09a754cc2 completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:40:34.957645 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Provisioning complete for port 428b7bf8-6b0d-46c3-8e1b-68f09a754cc2 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:40:34.958012 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:34.969142 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-e7af8aa0-d79d-479e-932e-dade27b2af36 req-c79d318e-b73b-404f-bbc6-4a3e78a3dc94 service neutron] Request body: {'port': {'device_id': 'addb0c46-5aee-427c-968b-25b71b245dbc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-694802-15'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:40:35.028260 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-28428049-7c91-4cc4-94b5-72e4a6df386c None None] Deleting port b055b1f8-d99c-42b5-b841-ada1637a8ea4 {{(pid=94468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:40:35.028512 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-28428049-7c91-4cc4-94b5-72e4a6df386c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:35.031332 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-cf24afcf-8414-4792-ba26-28bd094dbcbc tempest-DHCPAgentSchedulersTestJSON-532437286 tempest-DHCPAgentSchedulersTestJSON-532437286-project] Deleting port b055b1f8-d99c-42b5-b841-ada1637a8ea4 {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:40:35.031677 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-cf24afcf-8414-4792-ba26-28bd094dbcbc tempest-DHCPAgentSchedulersTestJSON-532437286 tempest-DHCPAgentSchedulersTestJSON-532437286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:35.037621 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-e7af8aa0-d79d-479e-932e-dade27b2af36 req-c79d318e-b73b-404f-bbc6-4a3e78a3dc94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:35.077144 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-1d38280a-dbd0-473c-a619-2dc8981a7f00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262'] for port, after_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:35.079169 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f4f9e19-85cf-4208-8761-fb8d5b0da71f tempest-ServersTestBootFromVolume-1121352003 tempest-ServersTestBootFromVolume-1121352003-project] Router 8c02cd8a-7f6f-4995-af31-43eb150e5eef has already been hosted by L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f {{(pid=94466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 14:40:35.128879 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d38280a-dbd0-473c-a619-2dc8981a7f00 None None] Pushing event deleted for resources: {'Port': ['ID=0c1974f3-7f72-4338-830e-3cc16fdd1abd,revision_number=None']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:40:35.130929 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d38280a-dbd0-473c-a619-2dc8981a7f00 None None] No DVR routers for this DVR port 0c1974f3-7f72-4338-830e-3cc16fdd1abd on host n-d-694802-15 {{(pid=94468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:40:35.131068 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-cf24afcf-8414-4792-ba26-28bd094dbcbc tempest-DHCPAgentSchedulersTestJSON-532437286 tempest-DHCPAgentSchedulersTestJSON-532437286-project] For port b055b1f8-d99c-42b5-b841-ada1637a8ea4, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=b055b1f8-d99c-42b5-b841-ada1637a8ea4,segment=NetworkSegment(b336f5fa-0a08-4cb9-b12b-8510ad81675c),segment_id=b336f5fa-0a08-4cb9-b12b-8510ad81675c)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:40:35.131405 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-cf24afcf-8414-4792-ba26-28bd094dbcbc tempest-DHCPAgentSchedulersTestJSON-532437286 tempest-DHCPAgentSchedulersTestJSON-532437286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:35.180638 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-dbe6c382-ab7c-4725-a3fb-ae49c37c045c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:35.188940 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-cf24afcf-8414-4792-ba26-28bd094dbcbc tempest-DHCPAgentSchedulersTestJSON-532437286 tempest-DHCPAgentSchedulersTestJSON-532437286-project] Calling delete_port for b055b1f8-d99c-42b5-b841-ada1637a8ea4 owned by network:dhcp {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:40:35.193412 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-28428049-7c91-4cc4-94b5-72e4a6df386c None None] For port b055b1f8-d99c-42b5-b841-ada1637a8ea4, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=b055b1f8-d99c-42b5-b841-ada1637a8ea4,segment=NetworkSegment(b336f5fa-0a08-4cb9-b12b-8510ad81675c),segment_id=b336f5fa-0a08-4cb9-b12b-8510ad81675c)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:40:35.193810 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-28428049-7c91-4cc4-94b5-72e4a6df386c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:35.220347 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-28428049-7c91-4cc4-94b5-72e4a6df386c None None] Calling delete_port for b055b1f8-d99c-42b5-b841-ada1637a8ea4 owned by network:dhcp {{(pid=94468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:40:35.221442 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe6c382-ab7c-4725-a3fb-ae49c37c045c admin admin] Pushing event deleted for resources: {'Port': ['ID=0c1974f3-7f72-4338-830e-3cc16fdd1abd,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:40:35.232809 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbe6c382-ab7c-4725-a3fb-ae49c37c045c admin admin] No DVR routers for this DVR port 0c1974f3-7f72-4338-830e-3cc16fdd1abd on host n-d-694802-15 {{(pid=94466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:40:35.243276 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:35.325708 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6d519e7-ba8a-41c8-b5e9-a3db3089d2b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '428b7bf8-6b0d-46c3-8e1b-68f09a754cc2'}] {{(pid=94468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:40:35.329116 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99a8d87602170099c728e57431aca99e9b98a655a83bbf8727be13192709727b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0faedef0-64e6-4170-aff3-9fa0b4272ca5" -d '{"events": [{"server_uuid": "e6d519e7-ba8a-41c8-b5e9-a3db3089d2b0", "name": "network-vif-plugged", "status": "completed", "tag": "428b7bf8-6b0d-46c3-8e1b-68f09a754cc2"}]}' {{(pid=94468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:40:35.347530 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port 428b7bf8-6b0d-46c3-8e1b-68f09a754cc2, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=428b7bf8-6b0d-46c3-8e1b-68f09a754cc2,segment=NetworkSegment(a1f8c867-101b-4d30-814e-b89f55a5edd0),segment_id=a1f8c867-101b-4d30-814e-b89f55a5edd0)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:40:35.358963 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:35.419471 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [req-e7af8aa0-d79d-479e-932e-dade27b2af36 req-c79d318e-b73b-404f-bbc6-4a3e78a3dc94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b68e9c24-4f99-46dc-afe0-de87e93ee25e {{(pid=94467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:40:35.423057 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-dbe6c382-ab7c-4725-a3fb-ae49c37c045c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66413304', 'neutron.services.segments.db._delete_segments_for_network-8744654118000'] for network, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:35.426275 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 14:40:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e94dacd-c311-4eb1-835c-27a7ceddd965 x-openstack-request-id: req-2e94dacd-c311-4eb1-835c-27a7ceddd965 {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:40:35.426546 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6d519e7-ba8a-41c8-b5e9-a3db3089d2b0", "name": "network-vif-plugged", "status": "completed", "tag": "428b7bf8-6b0d-46c3-8e1b-68f09a754cc2", "code": 200}]} {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:40:35.426800 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2e94dacd-c311-4eb1-835c-27a7ceddd965 {{(pid=94468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:40:35.427852 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f4f9e19-85cf-4208-8761-fb8d5b0da71f tempest-ServersTestBootFromVolume-1121352003 tempest-ServersTestBootFromVolume-1121352003-project] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 14:40:35.430279 n-d-694802-15 neutron-server[94468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6d519e7-ba8a-41c8-b5e9-a3db3089d2b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '428b7bf8-6b0d-46c3-8e1b-68f09a754cc2', 'code': 200} Aug 12 14:40:35.439363 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9f4f9e19-85cf-4208-8761-fb8d5b0da71f tempest-ServersTestBootFromVolume-1121352003 tempest-ServersTestBootFromVolume-1121352003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for floatingip, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:35.442136 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d89a2b8-5e8c-4970-a0f0-e082e564c921 None None] Sync routers for ids ['8c02cd8a-7f6f-4995-af31-43eb150e5eef'] in n-d-694802-15 {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 14:40:35.456548 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-dbe6c382-ab7c-4725-a3fb-ae49c37c045c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17e50eec-22ec-42fa-95df-671693024a7e']}} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:40:35.460838 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d89a2b8-5e8c-4970-a0f0-e082e564c921 None None] Routers {'8c02cd8a-7f6f-4995-af31-43eb150e5eef'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:40:35.461971 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-5d89a2b8-5e8c-4970-a0f0-e082e564c921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:40:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['8c02cd8a-7f6f-4995-af31-43eb150e5eef'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:40:35.464158 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-e7af8aa0-d79d-479e-932e-dade27b2af36 req-c79d318e-b73b-404f-bbc6-4a3e78a3dc94 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:35.474979 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-28428049-7c91-4cc4-94b5-72e4a6df386c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262'] for port, after_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:35.511650 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Pushing event updated for resources: {'Port': ['ID=428b7bf8-6b0d-46c3-8e1b-68f09a754cc2,revision_number=5']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:40:35.514566 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28428049-7c91-4cc4-94b5-72e4a6df386c None None] No DVR routers for this DVR port b055b1f8-d99c-42b5-b841-ada1637a8ea4 on host n-d-694802-15 {{(pid=94468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:40:35.547780 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [req-e7af8aa0-d79d-479e-932e-dade27b2af36 req-c79d318e-b73b-404f-bbc6-4a3e78a3dc94 service neutron] Transition to ACTIVE for port object b68e9c24-4f99-46dc-afe0-de87e93ee25e will not be triggered until provisioned by entity L2. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:40:35.579593 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28428049-7c91-4cc4-94b5-72e4a6df386c None None] Pushing event deleted for resources: {'Port': ['ID=b055b1f8-d99c-42b5-b841-ada1637a8ea4,revision_number=None']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:40:35.609809 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-e7af8aa0-d79d-479e-932e-dade27b2af36 req-c79d318e-b73b-404f-bbc6-4a3e78a3dc94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:35.632665 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device b055b1f8-d99c-42b5-b841-ada1637a8ea4 no longer exists at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:40:35.647593 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-5d89a2b8-5e8c-4970-a0f0-e082e564c921 None None] Set router 8c02cd8a-7f6f-4995-af31-43eb150e5eef gateway port host: n-d-694802-15 {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:40:35.684575 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] No Port match for: b055b1f8-d99c-42b5-b841-ada1637a8ea4 {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 14:40:35.685202 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device b055b1f8-d99c-42b5-b841-ada1637a8ea4 not bound to the agent host n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:40:35.686092 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 0c1974f3-7f72-4338-830e-3cc16fdd1abd no longer exists at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:40:35.702782 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79d318e-b73b-404f-bbc6-4a3e78a3dc94 service neutron] Pushing event updated for resources: {'Port': ['ID=b68e9c24-4f99-46dc-afe0-de87e93ee25e,revision_number=2']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:40:35.720202 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] No Port match for: 0c1974f3-7f72-4338-830e-3cc16fdd1abd {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 14:40:35.720874 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 0c1974f3-7f72-4338-830e-3cc16fdd1abd not bound to the agent host n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:40:35.767213 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6abcd76-7811-4449-8100-045feb629258 req-904ccfec-81f9-42d6-8ebd-e768e94e0489 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:35.776591 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b6abcd76-7811-4449-8100-045feb629258 req-904ccfec-81f9-42d6-8ebd-e768e94e0489 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] 10.222.0.39 "GET /v2.0/ports?device_id=e6d519e7-ba8a-41c8-b5e9-a3db3089d2b0 HTTP/1.1" status: 200 len: 950 time: 0.3091938 Aug 12 14:40:35.807914 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17b07b0-a4c8-44bd-900c-2b738a055ea3 req-f2fe7d1e-64ad-4af0-a529-9b7005bc8e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:35.809796 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b17b07b0-a4c8-44bd-900c-2b738a055ea3 req-f2fe7d1e-64ad-4af0-a529-9b7005bc8e44 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=e6d519e7-ba8a-41c8-b5e9-a3db3089d2b0 HTTP/1.1" status: 200 len: 1102 time: 0.2168057 Aug 12 14:40:35.891356 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b6abcd76-7811-4449-8100-045feb629258 req-615c1f54-110a-4759-bca3-893ee14dfe40 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] 10.222.0.39 "GET /v2.0/security-groups?id=5301a7d3-dd3e-456d-bf8f-dfd76884604a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138167 Aug 12 14:40:35.938807 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b17b07b0-a4c8-44bd-900c-2b738a055ea3 req-5e45c97b-b2bb-4ec1-9d2b-784ccc23055b service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=5301a7d3-dd3e-456d-bf8f-dfd76884604a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139188 Aug 12 14:40:35.951837 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-5d89a2b8-5e8c-4970-a0f0-e082e564c921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c02cd8a-7f6f-4995-af31-43eb150e5eef', 'name': 'tempest-ServersTestBootFromVolume-10495900-router', 'tenant_id': 'abcf19ed547946299d610db231b30ea8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.209'}], 'enable_snat': True}, 'gw_port_id': '36407650-d5a5-4b06-8224-40a2022c887a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:39:12Z', 'updated_at': '2021-08-12T14:39:24Z', 'revision_number': 4, 'project_id': 'abcf19ed547946299d610db231b30ea8', 'gw_port': {'id': '36407650-d5a5-4b06-8224-40a2022c887a', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:02:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c02cd8a-7f6f-4995-af31-43eb150e5eef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:39:15Z', 'updated_at': '2021-08-12T14:39:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_floatingips': [{'id': '410e4517-e45e-45b6-ad77-eff3d45303fd', 'tenant_id': 'abcf19ed547946299d610db231b30ea8', 'floating_ip_address': '172.25.1.194', 'floating_network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'router_id': '8c02cd8a-7f6f-4995-af31-43eb150e5eef', 'port_id': '26db9beb-e680-4fba-9f1f-d96f599366bc', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1141, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ac6d62d-7552-4386-9630-aa41f365c73f', 'mac_address': 'fa:16:3e:27:fb:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28b5c412-d861-4d29-b7a3-a99219eccf84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T14:39:35Z', 'updated_at': '2021-08-12T14:40:33Z', 'revision_number': 1, 'project_id': 'abcf19ed547946299d610db231b30ea8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bcbea599-e447-40c8-b2b5-26db95da4bc9', 'name': '', 'network_id': '8ac6d62d-7552-4386-9630-aa41f365c73f', 'tenant_id': 'abcf19ed547946299d610db231b30ea8', 'mac_address': 'fa:16:3e:cc:05:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c02cd8a-7f6f-4995-af31-43eb150e5eef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': 'f7615930-382d-44ff-8b02-ecb1a2922a73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:39:22Z', 'updated_at': '2021-08-12T14:39:32Z', 'revision_number': 5, 'project_id': 'abcf19ed547946299d610db231b30ea8', 'subnets': [{'id': 'f7615930-382d-44ff-8b02-ecb1a2922a73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:40:35.986751 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-e7af8aa0-d79d-479e-932e-dade27b2af36 req-c79d318e-b73b-404f-bbc6-4a3e78a3dc94 service neutron] Attempting to bind port b68e9c24-4f99-46dc-afe0-de87e93ee25e on host n-h2-694802-15 for vnic_type normal with profile {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:40:35.987126 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-e7af8aa0-d79d-479e-932e-dade27b2af36 req-c79d318e-b73b-404f-bbc6-4a3e78a3dc94 service neutron] Attempting to bind port b68e9c24-4f99-46dc-afe0-de87e93ee25e by drivers openvswitch,hyperv on host n-h2-694802-15 at level 0 using segments [{'id': '21390069-236e-48c1-88f4-ced6154e645c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '981dd072-1b87-4241-83f5-836737afcd75'}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:40:35.987458 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7af8aa0-d79d-479e-932e-dade27b2af36 req-c79d318e-b73b-404f-bbc6-4a3e78a3dc94 service neutron] Attempting to bind port b68e9c24-4f99-46dc-afe0-de87e93ee25e on network 981dd072-1b87-4241-83f5-836737afcd75 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:40:35.991354 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d89a2b8-5e8c-4970-a0f0-e082e564c921 None None] Checking router: 8c02cd8a-7f6f-4995-af31-43eb150e5eef for host: n-d-694802-15 {{(pid=94469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 14:40:36.003420 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d89a2b8-5e8c-4970-a0f0-e082e564c921 None None] Routers {'8c02cd8a-7f6f-4995-af31-43eb150e5eef'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:40:36.004187 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-5d89a2b8-5e8c-4970-a0f0-e082e564c921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:40:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['8c02cd8a-7f6f-4995-af31-43eb150e5eef'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:40:36.011728 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7af8aa0-d79d-479e-932e-dade27b2af36 req-c79d318e-b73b-404f-bbc6-4a3e78a3dc94 service neutron] Port b68e9c24-4f99-46dc-afe0-de87e93ee25e on network 981dd072-1b87-4241-83f5-836737afcd75 not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-15 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 14:40:36.012051 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7af8aa0-d79d-479e-932e-dade27b2af36 req-c79d318e-b73b-404f-bbc6-4a3e78a3dc94 service neutron] Attempting to bind port b68e9c24-4f99-46dc-afe0-de87e93ee25e on network 981dd072-1b87-4241-83f5-836737afcd75 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:40:36.020840 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7af8aa0-d79d-479e-932e-dade27b2af36 req-c79d318e-b73b-404f-bbc6-4a3e78a3dc94 service neutron] Checking agent: {'id': 'b7697f71-33f3-4959-ad82-43c2dc15845d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 27, 42), 'started_at': datetime.datetime(2021, 8, 12, 14, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 40, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:40:36.021178 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7af8aa0-d79d-479e-932e-dade27b2af36 req-c79d318e-b73b-404f-bbc6-4a3e78a3dc94 service neutron] Checking segment: {'id': '21390069-236e-48c1-88f4-ced6154e645c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '981dd072-1b87-4241-83f5-836737afcd75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:40:36.021564 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7af8aa0-d79d-479e-932e-dade27b2af36 req-c79d318e-b73b-404f-bbc6-4a3e78a3dc94 service neutron] Bound using segment: {'id': '21390069-236e-48c1-88f4-ced6154e645c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '981dd072-1b87-4241-83f5-836737afcd75'} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:40:36.022012 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-e7af8aa0-d79d-479e-932e-dade27b2af36 req-c79d318e-b73b-404f-bbc6-4a3e78a3dc94 service neutron] Bound port: b68e9c24-4f99-46dc-afe0-de87e93ee25e, host: n-h2-694802-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21390069-236e-48c1-88f4-ced6154e645c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '981dd072-1b87-4241-83f5-836737afcd75'}}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:40:36.022371 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-e7af8aa0-d79d-479e-932e-dade27b2af36 req-c79d318e-b73b-404f-bbc6-4a3e78a3dc94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:36.046062 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f2525a-5c1d-443c-9093-0780364b20f1 req-3a43f9cb-51e0-4670-aa98-5fe8b86dd9ee tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:36.047755 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-05f2525a-5c1d-443c-9093-0780364b20f1 req-3a43f9cb-51e0-4670-aa98-5fe8b86dd9ee tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] 10.222.0.39 "GET /v2.0/ports?device_id=addb0c46-5aee-427c-968b-25b71b245dbc HTTP/1.1" status: 200 len: 944 time: 0.0758321 Aug 12 14:40:36.054456 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-dbe6c382-ab7c-4725-a3fb-ae49c37c045c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1178bd07-6a4d-4dbd-9569-6acf33f10d05') {'for_net_delete': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:40:36.055477 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-dbe6c382-ab7c-4725-a3fb-ae49c37c045c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1178bd07-6a4d-4dbd-9569-6acf33f10d05') {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:40:36.094082 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-dbe6c382-ab7c-4725-a3fb-ae49c37c045c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744654122361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2293560'] for segment, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:36.097690 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-9f4f9e19-85cf-4208-8761-fb8d5b0da71f tempest-ServersTestBootFromVolume-1121352003 tempest-ServersTestBootFromVolume-1121352003-project] 10.222.0.39 "PUT /v2.0/floatingips/410e4517-e45e-45b6-ad77-eff3d45303fd HTTP/1.1" status: 200 len: 992 time: 3.7816722 Aug 12 14:40:36.105109 n-d-694802-15 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28b5c412-d861-4d29-b7a3-a99219eccf84', 'tag': '26db9beb-e680-4fba-9f1f-d96f599366bc'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:40:36.107400 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e785eeede3897370d0b20f09d5f461b30cfecd5ed38c4f07dacd02bc52c9277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8f49ada-598f-4793-93e0-10f04ed6019d" -d '{"events": [{"name": "network-changed", "server_uuid": "28b5c412-d861-4d29-b7a3-a99219eccf84", "tag": "26db9beb-e680-4fba-9f1f-d96f599366bc"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:40:36.116120 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-cf24afcf-8414-4792-ba26-28bd094dbcbc tempest-DHCPAgentSchedulersTestJSON-532437286 tempest-DHCPAgentSchedulersTestJSON-532437286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:36.126392 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-dbe6c382-ab7c-4725-a3fb-ae49c37c045c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:36.134013 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-05f2525a-5c1d-443c-9093-0780364b20f1 req-c691470a-8021-48bd-8b21-e38b078aee67 tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] 10.222.0.39 "GET /v2.0/security-groups?id=236a0eec-9f7c-4484-872e-cf0d4d2f69af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594139 Aug 12 14:40:36.162250 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-e7af8aa0-d79d-479e-932e-dade27b2af36 req-c79d318e-b73b-404f-bbc6-4a3e78a3dc94 service neutron] For port b68e9c24-4f99-46dc-afe0-de87e93ee25e, host n-h2-694802-15, cleared binding levels {{(pid=94467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:40:36.162446 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-5d89a2b8-5e8c-4970-a0f0-e082e564c921 None None] Set router 8c02cd8a-7f6f-4995-af31-43eb150e5eef gateway port host: n-d-694802-15 {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:40:36.162559 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbe6c382-ab7c-4725-a3fb-ae49c37c045c admin admin] Releasing vlan 318 on physical network physnet1 to pool {{(pid=94466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 14:40:36.162559 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-dbe6c382-ab7c-4725-a3fb-ae49c37c045c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3718595'] for segment, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:36.162559 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf24afcf-8414-4792-ba26-28bd094dbcbc tempest-DHCPAgentSchedulersTestJSON-532437286 tempest-DHCPAgentSchedulersTestJSON-532437286-project] Pushing event deleted for resources: {'Port': ['ID=b055b1f8-d99c-42b5-b841-ada1637a8ea4,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:40:36.165140 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-e7af8aa0-d79d-479e-932e-dade27b2af36 req-c79d318e-b73b-404f-bbc6-4a3e78a3dc94 service neutron] For port b68e9c24-4f99-46dc-afe0-de87e93ee25e, host n-h2-694802-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=b68e9c24-4f99-46dc-afe0-de87e93ee25e,segment=NetworkSegment(21390069-236e-48c1-88f4-ced6154e645c),segment_id=21390069-236e-48c1-88f4-ced6154e645c)] {{(pid=94467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:40:36.166181 n-d-694802-15 neutron-server[94466]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 14:40:36.166181 n-d-694802-15 neutron-server[94466]: self.session.flush() Aug 12 14:40:36.166181 n-d-694802-15 neutron-server[94466]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 14:40:36.166181 n-d-694802-15 neutron-server[94466]: self.session.flush() Aug 12 14:40:36.166181 n-d-694802-15 neutron-server[94466]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 14:40:36.166181 n-d-694802-15 neutron-server[94466]: self.session.flush() Aug 12 14:40:36.166181 n-d-694802-15 neutron-server[94466]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 14:40:36.166181 n-d-694802-15 neutron-server[94466]: self.session.flush() Aug 12 14:40:36.166181 n-d-694802-15 neutron-server[94466]: Traceback (most recent call last): Aug 12 14:40:36.166181 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 14:40:36.166181 n-d-694802-15 neutron-server[94466]: timer() Aug 12 14:40:36.166181 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 14:40:36.166181 n-d-694802-15 neutron-server[94466]: cb(*args, **kw) Aug 12 14:40:36.166181 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 14:40:36.166181 n-d-694802-15 neutron-server[94466]: return func(*args, **kwargs) Aug 12 14:40:36.166181 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 14:40:36.166181 n-d-694802-15 neutron-server[94466]: self._notify() Aug 12 14:40:36.166181 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 14:40:36.166181 n-d-694802-15 neutron-server[94466]: self.callback(batched_events) Aug 12 14:40:36.166181 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 14:40:36.166181 n-d-694802-15 neutron-server[94466]: event.method(event) Aug 12 14:40:36.166181 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 14:40:36.166181 n-d-694802-15 neutron-server[94466]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 14:40:36.166181 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 14:40:36.166181 n-d-694802-15 neutron-server[94466]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 14:40:36.166181 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 14:40:36.166181 n-d-694802-15 neutron-server[94466]: return f(self, *a, **k) Aug 12 14:40:36.166181 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 14:40:36.166181 n-d-694802-15 neutron-server[94466]: return self._get(url).json() Aug 12 14:40:36.166181 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 14:40:36.166181 n-d-694802-15 neutron-server[94466]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 14:40:36.166181 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 14:40:36.166181 n-d-694802-15 neutron-server[94466]: return self.request(url, 'GET', **kwargs) Aug 12 14:40:36.166181 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 14:40:36.166181 n-d-694802-15 neutron-server[94466]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 14:40:36.166181 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 14:40:36.166181 n-d-694802-15 neutron-server[94466]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 14:40:36.166181 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 14:40:36.166181 n-d-694802-15 neutron-server[94466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 14:40:36.166181 n-d-694802-15 neutron-server[94466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 14:40:36.175278 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-e7af8aa0-d79d-479e-932e-dade27b2af36 req-c79d318e-b73b-404f-bbc6-4a3e78a3dc94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:36.225474 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf24afcf-8414-4792-ba26-28bd094dbcbc tempest-DHCPAgentSchedulersTestJSON-532437286 tempest-DHCPAgentSchedulersTestJSON-532437286-project] No DVR routers for this DVR port b055b1f8-d99c-42b5-b841-ada1637a8ea4 on host n-d-694802-15 {{(pid=94466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:40:36.254283 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392dc0f5-f8b7-4f10-8dbc-383e59805bf9 req-4970ed9b-6145-4e9a-94d5-7749519ff3e1 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:36.255857 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-392dc0f5-f8b7-4f10-8dbc-383e59805bf9 req-4970ed9b-6145-4e9a-94d5-7749519ff3e1 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] 10.222.0.39 "GET /v2.0/ports?device_id=23818359-f45f-434d-a114-070341b83442 HTTP/1.1" status: 200 len: 945 time: 0.2138877 Aug 12 14:40:36.256649 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7af8aa0-d79d-479e-932e-dade27b2af36 req-c79d318e-b73b-404f-bbc6-4a3e78a3dc94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:36.259303 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-e7af8aa0-d79d-479e-932e-dade27b2af36 req-c79d318e-b73b-404f-bbc6-4a3e78a3dc94 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:36.261880 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e7af8aa0-d79d-479e-932e-dade27b2af36 req-c79d318e-b73b-404f-bbc6-4a3e78a3dc94 service neutron] 10.222.0.49 "PUT /v2.0/ports/b68e9c24-4f99-46dc-afe0-de87e93ee25e HTTP/1.1" status: 200 len: 1093 time: 1.3106685 Aug 12 14:40:36.269977 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'addb0c46-5aee-427c-968b-25b71b245dbc', 'tag': 'b68e9c24-4f99-46dc-afe0-de87e93ee25e'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:40:36.272599 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e65282f928b64038367d043a4411777802006c43a98742496cb2e25b724ff1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08ed2bd1-d24e-4260-9c57-d7fbb536765b" -d '{"events": [{"name": "network-changed", "server_uuid": "addb0c46-5aee-427c-968b-25b71b245dbc", "tag": "b68e9c24-4f99-46dc-afe0-de87e93ee25e"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:40:36.364101 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-dbe6c382-ab7c-4725-a3fb-ae49c37c045c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66413281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431520'] for network, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:36.376749 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-cf24afcf-8414-4792-ba26-28bd094dbcbc tempest-DHCPAgentSchedulersTestJSON-532437286 tempest-DHCPAgentSchedulersTestJSON-532437286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66413304', 'neutron.services.segments.db._delete_segments_for_network-8744654118000'] for network, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:36.380239 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-dbe6c382-ab7c-4725-a3fb-ae49c37c045c admin admin] Notify callbacks [] for network, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:36.384991 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-dbe6c382-ab7c-4725-a3fb-ae49c37c045c admin admin] 10.222.0.39 "DELETE /v2.0/networks/17e50eec-22ec-42fa-95df-671693024a7e HTTP/1.1" status: 204 len: 168 time: 2.2283547 Aug 12 14:40:36.385152 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79d318e-b73b-404f-bbc6-4a3e78a3dc94 service neutron] Pushing event updated for resources: {'Port': ['ID=b68e9c24-4f99-46dc-afe0-de87e93ee25e,revision_number=3']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:40:36.411595 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7af8aa0-d79d-479e-932e-dade27b2af36 req-4aa616ab-03b3-4426-95d5-8f0e4309def9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:36.411816 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe6c382-ab7c-4725-a3fb-ae49c37c045c admin admin] Pushing event deleted for resources: {'Network': ['ID=17e50eec-22ec-42fa-95df-671693024a7e,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:40:36.416197 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-cf24afcf-8414-4792-ba26-28bd094dbcbc tempest-DHCPAgentSchedulersTestJSON-532437286 tempest-DHCPAgentSchedulersTestJSON-532437286-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f655a4d6-8388-4d52-958b-c39ac217b686']}} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:40:36.418372 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e7af8aa0-d79d-479e-932e-dade27b2af36 req-4aa616ab-03b3-4426-95d5-8f0e4309def9 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=27838204baa14230af63fefe49eecf8a&device_id=addb0c46-5aee-427c-968b-25b71b245dbc HTTP/1.1" status: 200 len: 1096 time: 0.1110048 Aug 12 14:40:36.432682 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66af4d48-af1b-41ba-a34f-363ad0fa64c9 req-23fc4e72-93de-48ee-81df-e754de3cb6e0 tempest-ServerRescueNegativeTestJSON-1622637895 tempest-ServerRescueNegativeTestJSON-1622637895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:36.434253 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-66af4d48-af1b-41ba-a34f-363ad0fa64c9 req-23fc4e72-93de-48ee-81df-e754de3cb6e0 tempest-ServerRescueNegativeTestJSON-1622637895 tempest-ServerRescueNegativeTestJSON-1622637895-project] 10.222.0.39 "GET /v2.0/ports?device_id=d52af645-a96c-4fda-a020-923ad96d40ff HTTP/1.1" status: 200 len: 945 time: 0.1583784 Aug 12 14:40:36.434685 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-392dc0f5-f8b7-4f10-8dbc-383e59805bf9 req-a5403e9e-5907-4508-aaad-9b45cb3d820b tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b3c7ce2-70f7-4d15-8774-e830cec0f0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427948 Aug 12 14:40:36.449656 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-cf24afcf-8414-4792-ba26-28bd094dbcbc tempest-DHCPAgentSchedulersTestJSON-532437286 tempest-DHCPAgentSchedulersTestJSON-532437286-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b336f5fa-0a08-4cb9-b12b-8510ad81675c') {'for_net_delete': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:40:36.449962 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-cf24afcf-8414-4792-ba26-28bd094dbcbc tempest-DHCPAgentSchedulersTestJSON-532437286 tempest-DHCPAgentSchedulersTestJSON-532437286-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b336f5fa-0a08-4cb9-b12b-8510ad81675c') {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:40:36.465029 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-cf24afcf-8414-4792-ba26-28bd094dbcbc tempest-DHCPAgentSchedulersTestJSON-532437286 tempest-DHCPAgentSchedulersTestJSON-532437286-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744654122361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2293560'] for segment, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:36.491762 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e7af8aa0-d79d-479e-932e-dade27b2af36 req-0010154f-b54c-4f62-a6fc-2a8f884ad495 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b68e9c24-4f99-46dc-afe0-de87e93ee25e HTTP/1.1" status: 200 len: 217 time: 0.0562689 Aug 12 14:40:36.496062 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-cf24afcf-8414-4792-ba26-28bd094dbcbc tempest-DHCPAgentSchedulersTestJSON-532437286 tempest-DHCPAgentSchedulersTestJSON-532437286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:36.511733 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf24afcf-8414-4792-ba26-28bd094dbcbc tempest-DHCPAgentSchedulersTestJSON-532437286 tempest-DHCPAgentSchedulersTestJSON-532437286-project] Releasing vlan 321 on physical network physnet1 to pool {{(pid=94466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 14:40:36.512471 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-cf24afcf-8414-4792-ba26-28bd094dbcbc tempest-DHCPAgentSchedulersTestJSON-532437286 tempest-DHCPAgentSchedulersTestJSON-532437286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3718595'] for segment, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:36.516794 n-d-694802-15 neutron-server[94466]: Traceback (most recent call last): Aug 12 14:40:36.516794 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 14:40:36.516794 n-d-694802-15 neutron-server[94466]: timer() Aug 12 14:40:36.516794 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 14:40:36.516794 n-d-694802-15 neutron-server[94466]: cb(*args, **kw) Aug 12 14:40:36.516794 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 14:40:36.516794 n-d-694802-15 neutron-server[94466]: return func(*args, **kwargs) Aug 12 14:40:36.516794 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 14:40:36.516794 n-d-694802-15 neutron-server[94466]: self._notify() Aug 12 14:40:36.516794 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 14:40:36.516794 n-d-694802-15 neutron-server[94466]: self.callback(batched_events) Aug 12 14:40:36.516794 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 14:40:36.516794 n-d-694802-15 neutron-server[94466]: event.method(event) Aug 12 14:40:36.516794 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 14:40:36.516794 n-d-694802-15 neutron-server[94466]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 14:40:36.516794 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 14:40:36.516794 n-d-694802-15 neutron-server[94466]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 14:40:36.516794 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 14:40:36.516794 n-d-694802-15 neutron-server[94466]: return f(self, *a, **k) Aug 12 14:40:36.516794 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 14:40:36.516794 n-d-694802-15 neutron-server[94466]: return self._get(url).json() Aug 12 14:40:36.516794 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 14:40:36.516794 n-d-694802-15 neutron-server[94466]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 14:40:36.516794 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 14:40:36.516794 n-d-694802-15 neutron-server[94466]: return self.request(url, 'GET', **kwargs) Aug 12 14:40:36.516794 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 14:40:36.516794 n-d-694802-15 neutron-server[94466]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 14:40:36.516794 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 14:40:36.516794 n-d-694802-15 neutron-server[94466]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 14:40:36.516794 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 14:40:36.516794 n-d-694802-15 neutron-server[94466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 14:40:36.516794 n-d-694802-15 neutron-server[94466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 14:40:36.523300 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-5d89a2b8-5e8c-4970-a0f0-e082e564c921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c02cd8a-7f6f-4995-af31-43eb150e5eef', 'name': 'tempest-ServersTestBootFromVolume-10495900-router', 'tenant_id': 'abcf19ed547946299d610db231b30ea8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.209'}], 'enable_snat': True}, 'gw_port_id': '36407650-d5a5-4b06-8224-40a2022c887a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:39:12Z', 'updated_at': '2021-08-12T14:39:24Z', 'revision_number': 4, 'project_id': 'abcf19ed547946299d610db231b30ea8', 'gw_port': {'id': '36407650-d5a5-4b06-8224-40a2022c887a', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:02:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c02cd8a-7f6f-4995-af31-43eb150e5eef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:39:15Z', 'updated_at': '2021-08-12T14:39:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_floatingips': [{'id': '410e4517-e45e-45b6-ad77-eff3d45303fd', 'tenant_id': 'abcf19ed547946299d610db231b30ea8', 'floating_ip_address': '172.25.1.194', 'floating_network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'router_id': '8c02cd8a-7f6f-4995-af31-43eb150e5eef', 'port_id': '26db9beb-e680-4fba-9f1f-d96f599366bc', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1141, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ac6d62d-7552-4386-9630-aa41f365c73f', 'mac_address': 'fa:16:3e:27:fb:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28b5c412-d861-4d29-b7a3-a99219eccf84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T14:39:35Z', 'updated_at': '2021-08-12T14:40:33Z', 'revision_number': 1, 'project_id': 'abcf19ed547946299d610db231b30ea8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bcbea599-e447-40c8-b2b5-26db95da4bc9', 'name': '', 'network_id': '8ac6d62d-7552-4386-9630-aa41f365c73f', 'tenant_id': 'abcf19ed547946299d610db231b30ea8', 'mac_address': 'fa:16:3e:cc:05:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c02cd8a-7f6f-4995-af31-43eb150e5eef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': 'f7615930-382d-44ff-8b02-ecb1a2922a73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:39:22Z', 'updated_at': '2021-08-12T14:39:32Z', 'revision_number': 5, 'project_id': 'abcf19ed547946299d610db231b30ea8', 'subnets': [{'id': 'f7615930-382d-44ff-8b02-ecb1a2922a73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:40:36.570696 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-66af4d48-af1b-41ba-a34f-363ad0fa64c9 req-99d1ca80-7604-45c5-ab21-04f2d234e164 tempest-ServerRescueNegativeTestJSON-1622637895 tempest-ServerRescueNegativeTestJSON-1622637895-project] 10.222.0.39 "GET /v2.0/security-groups?id=268dec7e-7261-41d2-9e03-6b72db198ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884252 Aug 12 14:40:36.576817 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d89a2b8-5e8c-4970-a0f0-e082e564c921 None None] The sync data for ids ['8c02cd8a-7f6f-4995-af31-43eb150e5eef'] in n-d-694802-15 is: [{'id': '8c02cd8a-7f6f-4995-af31-43eb150e5eef', 'name': 'tempest-ServersTestBootFromVolume-10495900-router', 'tenant_id': 'abcf19ed547946299d610db231b30ea8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.209'}], 'enable_snat': True}, 'gw_port_id': '36407650-d5a5-4b06-8224-40a2022c887a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:39:12Z', 'updated_at': '2021-08-12T14:39:24Z', 'revision_number': 4, 'project_id': 'abcf19ed547946299d610db231b30ea8', 'gw_port': {'id': '36407650-d5a5-4b06-8224-40a2022c887a', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:02:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c02cd8a-7f6f-4995-af31-43eb150e5eef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:39:15Z', 'updated_at': '2021-08-12T14:39:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_floatingips': [{'id': '410e4517-e45e-45b6-ad77-eff3d45303fd', 'tenant_id': 'abcf19ed547946299d610db231b30ea8', 'floating_ip_address': '172.25.1.194', 'floating_network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'router_id': '8c02cd8a-7f6f-4995-af31-43eb150e5eef', 'port_id': '26db9beb-e680-4fba-9f1f-d96f599366bc', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1141, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ac6d62d-7552-4386-9630-aa41f365c73f', 'mac_address': 'fa:16:3e:27:fb:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28b5c412-d861-4d29-b7a3-a99219eccf84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T14:39:35Z', 'updated_at': '2021-08-12T14:40:33Z', 'revision_number': 1, 'project_id': 'abcf19ed547946299d610db231b30ea8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bcbea599-e447-40c8-b2b5-26db95da4bc9', 'name': '', 'network_id': '8ac6d62d-7552-4386-9630-aa41f365c73f', 'tenant_id': 'abcf19ed547946299d610db231b30ea8', 'mac_address': 'fa:16:3e:cc:05:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c02cd8a-7f6f-4995-af31-43eb150e5eef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': 'f7615930-382d-44ff-8b02-ecb1a2922a73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:39:22Z', 'updated_at': '2021-08-12T14:39:32Z', 'revision_number': 5, 'project_id': 'abcf19ed547946299d610db231b30ea8', 'subnets': [{'id': 'f7615930-382d-44ff-8b02-ecb1a2922a73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 14:40:36.599607 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7af8aa0-d79d-479e-932e-dade27b2af36 req-70304714-4836-4062-b24d-ebd1de419fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:36.608348 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e7af8aa0-d79d-479e-932e-dade27b2af36 req-70304714-4836-4062-b24d-ebd1de419fd9 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=55804ce3-3ce9-49bb-83d8-b79f95bd4874 HTTP/1.1" status: 200 len: 852 time: 0.0954466 Aug 12 14:40:36.623000 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 14:40:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fccccdc-4016-4c74-b176-fa9237ef813c x-openstack-request-id: req-8fccccdc-4016-4c74-b176-fa9237ef813c {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:40:36.623367 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28b5c412-d861-4d29-b7a3-a99219eccf84", "tag": "26db9beb-e680-4fba-9f1f-d96f599366bc", "status": "completed", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:40:36.623634 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8fccccdc-4016-4c74-b176-fa9237ef813c {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:40:36.624083 n-d-694802-15 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28b5c412-d861-4d29-b7a3-a99219eccf84', 'tag': '26db9beb-e680-4fba-9f1f-d96f599366bc', 'status': 'completed', 'code': 200} Aug 12 14:40:36.658779 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 14:40:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c8da619-68e6-469b-9a85-c6c2572fc1a7 x-openstack-request-id: req-4c8da619-68e6-469b-9a85-c6c2572fc1a7 {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:40:36.660133 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "addb0c46-5aee-427c-968b-25b71b245dbc", "tag": "b68e9c24-4f99-46dc-afe0-de87e93ee25e", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:40:36.661798 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4c8da619-68e6-469b-9a85-c6c2572fc1a7 {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:40:36.662354 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'addb0c46-5aee-427c-968b-25b71b245dbc', 'tag': 'b68e9c24-4f99-46dc-afe0-de87e93ee25e', 'status': 'completed', 'code': 200} Aug 12 14:40:36.669841 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-cf24afcf-8414-4792-ba26-28bd094dbcbc tempest-DHCPAgentSchedulersTestJSON-532437286 tempest-DHCPAgentSchedulersTestJSON-532437286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66413281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431520'] for network, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:36.700820 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-cf24afcf-8414-4792-ba26-28bd094dbcbc tempest-DHCPAgentSchedulersTestJSON-532437286 tempest-DHCPAgentSchedulersTestJSON-532437286-project] Notify callbacks [] for network, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:36.705026 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-cf24afcf-8414-4792-ba26-28bd094dbcbc tempest-DHCPAgentSchedulersTestJSON-532437286 tempest-DHCPAgentSchedulersTestJSON-532437286-project] 10.222.0.39 "DELETE /v2.0/networks/f655a4d6-8388-4d52-958b-c39ac217b686 HTTP/1.1" status: 204 len: 168 time: 2.2242272 Aug 12 14:40:36.705175 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e7af8aa0-d79d-479e-932e-dade27b2af36 req-b068b414-1693-420f-bffa-43676301bfea service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=981dd072-1b87-4241-83f5-836737afcd75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0656638 Aug 12 14:40:36.722706 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf24afcf-8414-4792-ba26-28bd094dbcbc tempest-DHCPAgentSchedulersTestJSON-532437286 tempest-DHCPAgentSchedulersTestJSON-532437286-project] Pushing event deleted for resources: {'Network': ['ID=f655a4d6-8388-4d52-958b-c39ac217b686,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:40:36.743938 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f49ada-598f-4793-93e0-10f04ed6019d req-a2e6c1d8-ac3b-4307-8412-f56a78e2d9f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:36.745527 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-d8f49ada-598f-4793-93e0-10f04ed6019d req-a2e6c1d8-ac3b-4307-8412-f56a78e2d9f3 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=abcf19ed547946299d610db231b30ea8&device_id=28b5c412-d861-4d29-b7a3-a99219eccf84 HTTP/1.1" status: 200 len: 1098 time: 0.1071699 Aug 12 14:40:36.750229 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 45046) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:40:36.855071 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-58296306-b8fd-4a7c-86ec-1819f2872481 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e93c85d28bad43209f9b042d3d03da7c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1010664 Aug 12 14:40:36.855366 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 45048) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:40:36.882916 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f49ada-598f-4793-93e0-10f04ed6019d req-672aa63b-ac78-429a-a918-b8acafab629b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:36.884754 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-d8f49ada-598f-4793-93e0-10f04ed6019d req-672aa63b-ac78-429a-a918-b8acafab629b service neutron] 10.222.0.49 "GET /v2.0/networks?id=8ac6d62d-7552-4386-9630-aa41f365c73f HTTP/1.1" status: 200 len: 915 time: 0.1278534 Aug 12 14:40:36.940325 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e7af8aa0-d79d-479e-932e-dade27b2af36 req-8991630d-43d4-4de1-a9fd-bb87a1d16a28 service neutron] 10.222.0.49 "GET /v2.0/networks/981dd072-1b87-4241-83f5-836737afcd75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2215903 Aug 12 14:40:37.033796 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f94c02bc-a85d-414e-b4ab-90dd60f1c335 None None] New status for floating IP 410e4517-e45e-45b6-ad77-eff3d45303fd: ACTIVE {{(pid=94468) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 14:40:37.092580 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-d8f49ada-598f-4793-93e0-10f04ed6019d req-f0d1df45-e60c-4c49-ba00-50b0db865ba7 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=26db9beb-e680-4fba-9f1f-d96f599366bc HTTP/1.1" status: 200 len: 1000 time: 0.1996899 Aug 12 14:40:37.143026 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e7af8aa0-d79d-479e-932e-dade27b2af36 req-09736374-ef65-4d28-b442-774b8ed1b9a2 service neutron] 10.222.0.49 "GET /v2.0/networks/981dd072-1b87-4241-83f5-836737afcd75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1708446 Aug 12 14:40:37.143804 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 45056) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:40:37.190797 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64ac4ab-ab08-4cf8-9bcc-71d829dc8566 req-8f49e766-ee44-4250-b6f8-56015ce80fe3 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:37.207507 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-367e096d-c698-4129-95eb-9e0e5c696722 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:37.215434 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-f64ac4ab-ab08-4cf8-9bcc-71d829dc8566 req-8f49e766-ee44-4250-b6f8-56015ce80fe3 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] 10.222.0.39 "GET /v2.0/ports?device_id=e6d519e7-ba8a-41c8-b5e9-a3db3089d2b0 HTTP/1.1" status: 200 len: 950 time: 0.1748455 Aug 12 14:40:37.333646 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-367e096d-c698-4129-95eb-9e0e5c696722 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:37.341822 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f49ada-598f-4793-93e0-10f04ed6019d req-c2fab251-c497-4444-8cab-2180bfffe359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:37.343447 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-d8f49ada-598f-4793-93e0-10f04ed6019d req-c2fab251-c497-4444-8cab-2180bfffe359 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f7615930-382d-44ff-8b02-ecb1a2922a73 HTTP/1.1" status: 200 len: 853 time: 0.2380736 Aug 12 14:40:37.366038 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-f64ac4ab-ab08-4cf8-9bcc-71d829dc8566 req-3452c9b3-fad9-4efe-bd64-4aa0322b21e5 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] 10.222.0.39 "GET /v2.0/security-groups?id=5301a7d3-dd3e-456d-bf8f-dfd76884604a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486673 Aug 12 14:40:37.441482 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f49ada-598f-4793-93e0-10f04ed6019d req-26a43277-f478-4d63-a1b6-546c34ecfb05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:37.443368 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-d8f49ada-598f-4793-93e0-10f04ed6019d req-26a43277-f478-4d63-a1b6-546c34ecfb05 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8ac6d62d-7552-4386-9630-aa41f365c73f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0761876 Aug 12 14:40:37.528963 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-4aa11284-a079-4741-94e7-6afddc0695b5 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a0aadd9545ac494db8646ee145eac0bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3817487 Aug 12 14:40:37.529805 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-367e096d-c698-4129-95eb-9e0e5c696722 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:37.536972 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-367e096d-c698-4129-95eb-9e0e5c696722 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:37.539257 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-367e096d-c698-4129-95eb-9e0e5c696722 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/396e2126-2ead-45c4-b9e2-e0931093d677 HTTP/1.1" status: 204 len: 168 time: 0.6815758 Aug 12 14:40:37.539257 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 45064) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:40:37.605643 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367e096d-c698-4129-95eb-9e0e5c696722 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=396e2126-2ead-45c4-b9e2-e0931093d677,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:40:37.637098 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ed2bd1-d24e-4260-9c57-d7fbb536765b req-4aa85cbc-a6ff-40f8-93c5-ca1c77dde0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:37.638626 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-08ed2bd1-d24e-4260-9c57-d7fbb536765b req-4aa85cbc-a6ff-40f8-93c5-ca1c77dde0bf service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=27838204baa14230af63fefe49eecf8a&device_id=addb0c46-5aee-427c-968b-25b71b245dbc HTTP/1.1" status: 200 len: 1096 time: 0.4015522 Aug 12 14:40:37.678089 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe16132-3509-4816-abbc-2e74dca4886e req-66b0782d-5461-44b4-9a0e-32fb7e753505 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:37.679660 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-efe16132-3509-4816-abbc-2e74dca4886e req-66b0782d-5461-44b4-9a0e-32fb7e753505 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] 10.222.0.39 "GET /v2.0/ports?device_id=23818359-f45f-434d-a114-070341b83442 HTTP/1.1" status: 200 len: 945 time: 0.1081421 Aug 12 14:40:37.685497 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-d8f49ada-598f-4793-93e0-10f04ed6019d req-941bdb7c-e0ce-4c49-91e3-da4a11a4598b service neutron] 10.222.0.49 "GET /v2.0/networks/8ac6d62d-7552-4386-9630-aa41f365c73f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2291789 Aug 12 14:40:37.768016 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-efe16132-3509-4816-abbc-2e74dca4886e req-fe67419a-6441-4bf6-a95f-cd929d7223e7 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b3c7ce2-70f7-4d15-8774-e830cec0f0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814934 Aug 12 14:40:37.792695 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9ef395-e15d-47f3-94be-3104c647553b req-66678d73-7121-4186-b3bd-2a210d7be843 tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:37.792695 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-7b9ef395-e15d-47f3-94be-3104c647553b req-66678d73-7121-4186-b3bd-2a210d7be843 tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] 10.222.0.39 "GET /v2.0/ports?device_id=addb0c46-5aee-427c-968b-25b71b245dbc HTTP/1.1" status: 200 len: 944 time: 0.3853924 Aug 12 14:40:37.828303 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ed2bd1-d24e-4260-9c57-d7fbb536765b req-a684a55d-fad9-45aa-9728-ad42aa410f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:37.830839 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-08ed2bd1-d24e-4260-9c57-d7fbb536765b req-a684a55d-fad9-45aa-9728-ad42aa410f29 service neutron] 10.222.0.49 "GET /v2.0/networks?id=981dd072-1b87-4241-83f5-836737afcd75 HTTP/1.1" status: 200 len: 913 time: 0.1771801 Aug 12 14:40:37.856199 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-d8f49ada-598f-4793-93e0-10f04ed6019d req-4e94ca6c-163a-4858-a442-6b1073b6f90a service neutron] 10.222.0.49 "GET /v2.0/networks/8ac6d62d-7552-4386-9630-aa41f365c73f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479356 Aug 12 14:40:37.902399 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-08ed2bd1-d24e-4260-9c57-d7fbb536765b req-bc5d2858-f459-4f13-9fef-c67faf2c557d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b68e9c24-4f99-46dc-afe0-de87e93ee25e HTTP/1.1" status: 200 len: 217 time: 0.0598314 Aug 12 14:40:37.924321 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-bfcdd686-68c3-4806-8bba-660407c781e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:37.982037 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8346ac07-a5ef-461a-a018-fba808e1b775 req-b3d9640f-a0b6-4714-8eba-d0c5575ffe6c tempest-ServerRescueNegativeTestJSON-1622637895 tempest-ServerRescueNegativeTestJSON-1622637895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:37.983661 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-8346ac07-a5ef-461a-a018-fba808e1b775 req-b3d9640f-a0b6-4714-8eba-d0c5575ffe6c tempest-ServerRescueNegativeTestJSON-1622637895 tempest-ServerRescueNegativeTestJSON-1622637895-project] 10.222.0.39 "GET /v2.0/ports?device_id=d52af645-a96c-4fda-a020-923ad96d40ff HTTP/1.1" status: 200 len: 945 time: 0.0550022 Aug 12 14:40:37.986856 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-7b9ef395-e15d-47f3-94be-3104c647553b req-96c7c81e-7877-4a02-b9b3-0dc2c185ab0e tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] 10.222.0.39 "GET /v2.0/security-groups?id=236a0eec-9f7c-4484-872e-cf0d4d2f69af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856923 Aug 12 14:40:38.012652 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-bfcdd686-68c3-4806-8bba-660407c781e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:38.025372 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ed2bd1-d24e-4260-9c57-d7fbb536765b req-64527063-f064-472c-8249-0b7e95fe8161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:38.026904 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-08ed2bd1-d24e-4260-9c57-d7fbb536765b req-64527063-f064-472c-8249-0b7e95fe8161 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=55804ce3-3ce9-49bb-83d8-b79f95bd4874 HTTP/1.1" status: 200 len: 852 time: 0.1151586 Aug 12 14:40:38.070877 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-8346ac07-a5ef-461a-a018-fba808e1b775 req-898cb470-dcdf-4148-9eb1-ccb12f74b4a7 tempest-ServerRescueNegativeTestJSON-1622637895 tempest-ServerRescueNegativeTestJSON-1622637895-project] 10.222.0.39 "GET /v2.0/security-groups?id=268dec7e-7261-41d2-9e03-6b72db198ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790427 Aug 12 14:40:38.118900 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-08ed2bd1-d24e-4260-9c57-d7fbb536765b req-4deb24f4-9c68-49ff-a27d-e2acd129f27f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=981dd072-1b87-4241-83f5-836737afcd75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0749524 Aug 12 14:40:38.137722 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-bfcdd686-68c3-4806-8bba-660407c781e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:38.140346 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-bfcdd686-68c3-4806-8bba-660407c781e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:38.141720 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-bfcdd686-68c3-4806-8bba-660407c781e2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1989af1f-c2c5-4962-b19c-6863db30650d HTTP/1.1" status: 204 len: 168 time: 0.5832758 Aug 12 14:40:38.189285 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcdd686-68c3-4806-8bba-660407c781e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1989af1f-c2c5-4962-b19c-6863db30650d,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:40:38.279736 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-08ed2bd1-d24e-4260-9c57-d7fbb536765b req-ee38a0dc-463a-48af-b464-cfb1ebacb960 service neutron] 10.222.0.49 "GET /v2.0/networks/981dd072-1b87-4241-83f5-836737afcd75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524742 Aug 12 14:40:38.517770 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-08ed2bd1-d24e-4260-9c57-d7fbb536765b req-24dce099-1877-4989-a90e-cf16c43ab785 service neutron] 10.222.0.49 "GET /v2.0/networks/981dd072-1b87-4241-83f5-836737afcd75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2297714 Aug 12 14:40:38.548076 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc442f67-127d-45dd-a1cf-0120f772c76f req-25a5c5e3-ba95-4256-a07b-96633f6642d1 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:38.549735 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-bc442f67-127d-45dd-a1cf-0120f772c76f req-25a5c5e3-ba95-4256-a07b-96633f6642d1 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] 10.222.0.39 "GET /v2.0/ports?device_id=e6d519e7-ba8a-41c8-b5e9-a3db3089d2b0 HTTP/1.1" status: 200 len: 950 time: 0.0827994 Aug 12 14:40:38.597845 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-bc442f67-127d-45dd-a1cf-0120f772c76f req-beaf1175-06b0-40ca-963c-de0e27ef2aa6 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] 10.222.0.39 "GET /v2.0/security-groups?id=5301a7d3-dd3e-456d-bf8f-dfd76884604a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415106 Aug 12 14:40:38.629365 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 45108) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:40:38.646546 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.agents_db [None req-17ed3e4c-1a7d-4162-9646-11c134aca297 None None] Agent healthcheck: found 7 active agents {{(pid=94469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 14:40:38.746219 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f04770-f780-4cc6-93ff-40db19b8a2f3 req-fcaaafa8-f9f4-4ff3-a416-c8220b392cb8 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:38.748121 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-f5f04770-f780-4cc6-93ff-40db19b8a2f3 req-fcaaafa8-f9f4-4ff3-a416-c8220b392cb8 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] 10.222.0.39 "GET /v2.0/ports?device_id=8bf96aee-fecc-434c-a575-a814c3dfca28 HTTP/1.1" status: 200 len: 950 time: 0.0616009 Aug 12 14:40:38.785150 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-24b25854-d846-4047-a806-dcda12780d11 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1530248876-network', 'tenant_id': '8fc5ef85adec489397c2133eee69722d'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:40:38.797657 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 45112) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:40:38.810295 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-f5f04770-f780-4cc6-93ff-40db19b8a2f3 req-22ba692f-1bc0-4858-ace4-08fcb8d895a2 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] 10.222.0.39 "GET /v2.0/security-groups?id=5301a7d3-dd3e-456d-bf8f-dfd76884604a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558052 Aug 12 14:40:38.834749 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-7e5c3943-ffbe-4b2e-9ffc-c33c96e0c925 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:38.860062 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24b25854-d846-4047-a806-dcda12780d11 admin admin] Made reservation on behalf of 8fc5ef85adec489397c2133eee69722d for: {'network': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:40:38.863751 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-24b25854-d846-4047-a806-dcda12780d11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for network, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:38.885196 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-24b25854-d846-4047-a806-dcda12780d11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:38.980777 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f5dccc-3dda-4e6b-a05d-53b5f8d891ce req-7a772d15-5070-437f-9158-85bfe6e08253 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:38.988055 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-99f5dccc-3dda-4e6b-a05d-53b5f8d891ce req-7a772d15-5070-437f-9158-85bfe6e08253 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] 10.222.0.39 "GET /v2.0/ports?device_id=23818359-f45f-434d-a114-070341b83442 HTTP/1.1" status: 200 len: 945 time: 0.0873172 Aug 12 14:40:39.043925 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-99f5dccc-3dda-4e6b-a05d-53b5f8d891ce req-aad5d5e9-587d-4676-9d1c-470431d03117 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b3c7ce2-70f7-4d15-8774-e830cec0f0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546243 Aug 12 14:40:39.088021 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-7e5c3943-ffbe-4b2e-9ffc-c33c96e0c925 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:39.106529 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-7e5c3943-ffbe-4b2e-9ffc-c33c96e0c925 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:39.208200 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37af944d-0adf-4a14-9d41-40a9676efc28 req-d131f1d8-c566-4721-8027-c47c43cb3c42 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:39.215862 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37af944d-0adf-4a14-9d41-40a9676efc28 req-d131f1d8-c566-4721-8027-c47c43cb3c42 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:39.217924 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-37af944d-0adf-4a14-9d41-40a9676efc28 req-d131f1d8-c566-4721-8027-c47c43cb3c42 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] 10.222.0.39 "GET /v2.0/ports?device_id=8bf96aee-fecc-434c-a575-a814c3dfca28&device_id=e6d519e7-ba8a-41c8-b5e9-a3db3089d2b0 HTTP/1.1" status: 200 len: 1691 time: 0.0990479 Aug 12 14:40:39.233422 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5c3943-ffbe-4b2e-9ffc-c33c96e0c925 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e55b449-d6ce-415c-828e-69672033b27e,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:40:39.239689 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-7e5c3943-ffbe-4b2e-9ffc-c33c96e0c925 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0a40d05ad8c94fce9187e3812fd55204&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4393349 Aug 12 14:40:39.246198 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 45124) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:40:39.280918 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-37af944d-0adf-4a14-9d41-40a9676efc28 req-ea01a7ec-4a2d-4ca2-8fb4-cd0f61bfc2b5 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] 10.222.0.39 "GET /v2.0/security-groups?id=5301a7d3-dd3e-456d-bf8f-dfd76884604a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517607 Aug 12 14:40:39.365593 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0c9fa1-0fe2-440e-b39e-39ce6ef31f0f req-661c4af6-ccf9-45b6-b74b-0bd4fda77c69 tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:39.367167 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9e0c9fa1-0fe2-440e-b39e-39ce6ef31f0f req-661c4af6-ccf9-45b6-b74b-0bd4fda77c69 tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] 10.222.0.39 "GET /v2.0/ports?device_id=addb0c46-5aee-427c-968b-25b71b245dbc HTTP/1.1" status: 200 len: 944 time: 0.1615219 Aug 12 14:40:39.372897 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-3ad9c6a4-233a-46f7-b066-e70f571a0b89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:39.404900 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d246d5b-6a78-4cca-aaa9-b47edb37efb2 req-63f42209-8782-46b5-ae62-737ab89ca64d tempest-ServerRescueNegativeTestJSON-1622637895 tempest-ServerRescueNegativeTestJSON-1622637895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:39.406503 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-5d246d5b-6a78-4cca-aaa9-b47edb37efb2 req-63f42209-8782-46b5-ae62-737ab89ca64d tempest-ServerRescueNegativeTestJSON-1622637895 tempest-ServerRescueNegativeTestJSON-1622637895-project] 10.222.0.39 "GET /v2.0/ports?device_id=d52af645-a96c-4fda-a020-923ad96d40ff HTTP/1.1" status: 200 len: 945 time: 0.0568604 Aug 12 14:40:39.418489 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-24b25854-d846-4047-a806-dcda12780d11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:39.428418 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-3ad9c6a4-233a-46f7-b066-e70f571a0b89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:39.432319 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-24b25854-d846-4047-a806-dcda12780d11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:39.449370 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-5d246d5b-6a78-4cca-aaa9-b47edb37efb2 req-ee1663cc-110c-4b4e-b96e-d9b5d16bb700 tempest-ServerRescueNegativeTestJSON-1622637895 tempest-ServerRescueNegativeTestJSON-1622637895-project] 10.222.0.39 "GET /v2.0/security-groups?id=268dec7e-7261-41d2-9e03-6b72db198ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367701 Aug 12 14:40:39.482862 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24b25854-d846-4047-a806-dcda12780d11 admin admin] vlan segment allocate from pool success with {'vlan_id': 329, 'physical_network': 'physnet1'} {{(pid=94467) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 14:40:39.495735 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9e0c9fa1-0fe2-440e-b39e-39ce6ef31f0f req-ff9279d6-1492-45a8-9396-efad9d0e06e4 tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] 10.222.0.39 "GET /v2.0/security-groups?id=236a0eec-9f7c-4484-872e-cf0d4d2f69af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206377 Aug 12 14:40:39.514897 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b25854-d846-4047-a806-dcda12780d11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a4ddc93-1ca3-4e5e-8cab-76a496f80251,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:40:39.522533 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-24b25854-d846-4047-a806-dcda12780d11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:39.523633 n-d-694802-15 neutron-server[94467]: INFO neutron.db.segments_db [None req-24b25854-d846-4047-a806-dcda12780d11 admin admin] Added segment a920415e-3d4a-4606-9edc-41006ba8592c of type vlan for network bbe912d1-24a1-4382-9351-0f36e9cde2ae Aug 12 14:40:39.578936 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-24b25854-d846-4047-a806-dcda12780d11 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744653628263'] for network, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:39.582935 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-3ad9c6a4-233a-46f7-b066-e70f571a0b89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:39.586025 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-3ad9c6a4-233a-46f7-b066-e70f571a0b89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:39.589598 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-3ad9c6a4-233a-46f7-b066-e70f571a0b89 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9e55b449-d6ce-415c-828e-69672033b27e HTTP/1.1" status: 204 len: 168 time: 0.3395174 Aug 12 14:40:39.608729 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad9c6a4-233a-46f7-b066-e70f571a0b89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e55b449-d6ce-415c-828e-69672033b27e,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:40:39.655511 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-24b25854-d846-4047-a806-dcda12780d11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409'] for network, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:39.656478 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24b25854-d846-4047-a806-dcda12780d11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:39.657121 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-24b25854-d846-4047-a806-dcda12780d11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for network, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:39.666522 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84440655-9843-4c64-9a8f-4c1ad7be2513 req-c2edb41f-bacf-45fa-b639-fccb7a1eb5ec tempest-ServersOnMultiNodesTest-1821308587 tempest-ServersOnMultiNodesTest-1821308587-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:39.668064 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-84440655-9843-4c64-9a8f-4c1ad7be2513 req-c2edb41f-bacf-45fa-b639-fccb7a1eb5ec tempest-ServersOnMultiNodesTest-1821308587 tempest-ServersOnMultiNodesTest-1821308587-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=8bf96aee-fecc-434c-a575-a814c3dfca28 HTTP/1.1" status: 200 len: 1102 time: 0.0706620 Aug 12 14:40:39.730437 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-24b25854-d846-4047-a806-dcda12780d11 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.0972009 Aug 12 14:40:39.731228 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 45140) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:40:39.741752 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-932172b2-a431-4454-854f-0f173febaea2 admin admin] Request body: {'subnet': {'network_id': 'bbe912d1-24a1-4382-9351-0f36e9cde2ae', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1530248876-subnet', 'tenant_id': '8fc5ef85adec489397c2133eee69722d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:40:39.745937 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b25854-d846-4047-a806-dcda12780d11 admin admin] Pushing event updated for resources: {'Network': ['ID=bbe912d1-24a1-4382-9351-0f36e9cde2ae,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:40:39.754176 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-84440655-9843-4c64-9a8f-4c1ad7be2513 req-3574909c-187f-4728-82bb-8daa7a8c5c5e tempest-ServersOnMultiNodesTest-1821308587 tempest-ServersOnMultiNodesTest-1821308587-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=5301a7d3-dd3e-456d-bf8f-dfd76884604a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737913 Aug 12 14:40:39.759221 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Network bbe912d1-24a1-4382-9351-0f36e9cde2ae details requested by agent ovs-agent-n-d-694802-15 with host n-d-694802-15 {{(pid=94468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 14:40:39.791699 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-932172b2-a431-4454-854f-0f173febaea2 admin admin] Made reservation on behalf of 8fc5ef85adec489397c2133eee69722d for: {'subnet': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:40:39.794133 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-932172b2-a431-4454-854f-0f173febaea2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8776441'] for subnet, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:39.945259 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d120020-d452-4e22-ab3e-c5087b931575 req-37fe462f-8ed2-42ed-bc0b-a0081a055583 tempest-ServersOnMultiNodesTest-1821308587 tempest-ServersOnMultiNodesTest-1821308587-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:39.946856 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-3d120020-d452-4e22-ab3e-c5087b931575 req-37fe462f-8ed2-42ed-bc0b-a0081a055583 tempest-ServersOnMultiNodesTest-1821308587 tempest-ServersOnMultiNodesTest-1821308587-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=e6d519e7-ba8a-41c8-b5e9-a3db3089d2b0 HTTP/1.1" status: 200 len: 1102 time: 0.0672543 Aug 12 14:40:40.027273 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-cdd3573e-274d-49a3-8abb-279653d8615c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:40.032756 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-3d120020-d452-4e22-ab3e-c5087b931575 req-e6bce2ae-7fad-4aa4-8f26-d7c0f91bdf39 tempest-ServersOnMultiNodesTest-1821308587 tempest-ServersOnMultiNodesTest-1821308587-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=5301a7d3-dd3e-456d-bf8f-dfd76884604a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753112 Aug 12 14:40:40.103361 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-932172b2-a431-4454-854f-0f173febaea2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3718490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8776395'] for subnet, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:40.168298 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932172b2-a431-4454-854f-0f173febaea2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d6b535a-04c6-456b-be68-d47252bee2d2,revision_number=0']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:40:40.240171 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-932172b2-a431-4454-854f-0f173febaea2 admin admin] Checking segment: {'id': 'a920415e-3d4a-4606-9edc-41006ba8592c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'bbe912d1-24a1-4382-9351-0f36e9cde2ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:40:40.240539 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-932172b2-a431-4454-854f-0f173febaea2 admin admin] Network hostable DHCP agents. Network: bbe912d1-24a1-4382-9351-0f36e9cde2ae, hostable agents: ['1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658'], hosted agents: [] {{(pid=94466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 14:40:40.255572 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8ad1d1-2c3e-4d56-98e1-48f1574ae199 req-09186be2-cda0-4508-9510-76fbaf1c09e0 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:40.257592 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-ea8ad1d1-2c3e-4d56-98e1-48f1574ae199 req-09186be2-cda0-4508-9510-76fbaf1c09e0 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] 10.222.0.39 "GET /v2.0/ports?device_id=23818359-f45f-434d-a114-070341b83442 HTTP/1.1" status: 200 len: 945 time: 0.0624273 Aug 12 14:40:40.297116 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-932172b2-a431-4454-854f-0f173febaea2 admin admin] Network bbe912d1-24a1-4382-9351-0f36e9cde2ae is scheduled to be hosted by DHCP agent 1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658 with binding_index 1 {{(pid=94466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 14:40:40.312352 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-932172b2-a431-4454-854f-0f173febaea2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-15, bbe912d1-24a1-4382-9351-0f36e9cde2ae) {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:40:40.320900 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f64e5ef-7f2e-47e6-bf70-1626ce435dde None None] Network bbe912d1-24a1-4382-9351-0f36e9cde2ae requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:40:40.331272 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-932172b2-a431-4454-854f-0f173febaea2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:40.331272 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-932172b2-a431-4454-854f-0f173febaea2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for subnet, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:40.335859 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-ea8ad1d1-2c3e-4d56-98e1-48f1574ae199 req-c23a0102-eacf-4068-921e-d0b2e85b6688 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b3c7ce2-70f7-4d15-8774-e830cec0f0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687964 Aug 12 14:40:40.371086 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-932172b2-a431-4454-854f-0f173febaea2 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.6318581 Aug 12 14:40:40.454196 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3ed219c6-2694-4a40-ac53-75aa71ef04f4 req-233ff737-46f9-40f7-9eaa-a70a8ebf3ac7 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=65b2c96d0253481aa302fceca03e83a5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0402768 Aug 12 14:40:40.516593 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6cff16d-1c31-4263-b4c0-8ef195ed446b None None] Network bbe912d1-24a1-4382-9351-0f36e9cde2ae requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:40:40.677553 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9cdc71-142f-4fa1-952f-fbc2a40d4a98 req-12e3fe24-9a47-4d8e-a5d4-c17c9f4195f0 tempest-ServerRescueNegativeTestJSON-1622637895 tempest-ServerRescueNegativeTestJSON-1622637895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:40.688207 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-bd9cdc71-142f-4fa1-952f-fbc2a40d4a98 req-12e3fe24-9a47-4d8e-a5d4-c17c9f4195f0 tempest-ServerRescueNegativeTestJSON-1622637895 tempest-ServerRescueNegativeTestJSON-1622637895-project] 10.222.0.39 "GET /v2.0/ports?device_id=d52af645-a96c-4fda-a020-923ad96d40ff HTTP/1.1" status: 200 len: 945 time: 0.1049426 Aug 12 14:40:40.714327 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed219c6-2694-4a40-ac53-75aa71ef04f4 req-230b0155-f4f5-4a64-a572-ff5c4752bf3f tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:40.716974 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3ed219c6-2694-4a40-ac53-75aa71ef04f4 req-230b0155-f4f5-4a64-a572-ff5c4752bf3f tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2610977 Aug 12 14:40:40.754551 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3ed219c6-2694-4a40-ac53-75aa71ef04f4 req-3e44a09f-6d8c-4cb5-960d-3efca67dd3a1 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] 10.222.0.39 "GET /v2.0/quotas/65b2c96d0253481aa302fceca03e83a5 HTTP/1.1" status: 200 len: 375 time: 0.0216842 Aug 12 14:40:40.767272 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-bd9cdc71-142f-4fa1-952f-fbc2a40d4a98 req-c5e06bf4-e537-4f06-87ee-87f6e922fc0b tempest-ServerRescueNegativeTestJSON-1622637895 tempest-ServerRescueNegativeTestJSON-1622637895-project] 10.222.0.39 "GET /v2.0/security-groups?id=268dec7e-7261-41d2-9e03-6b72db198ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690491 Aug 12 14:40:40.831241 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3ed219c6-2694-4a40-ac53-75aa71ef04f4 req-2b254860-7889-4e35-a0f5-951d7fe88f94 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=65b2c96d0253481aa302fceca03e83a5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0718193 Aug 12 14:40:40.887155 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cf8220-91d9-4231-9601-c69b36f6749e req-51ff9204-5bfb-4013-8231-4dab6937e90e tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:40.894859 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-04cf8220-91d9-4231-9601-c69b36f6749e req-51ff9204-5bfb-4013-8231-4dab6937e90e tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] 10.222.0.39 "GET /v2.0/ports?device_id=addb0c46-5aee-427c-968b-25b71b245dbc HTTP/1.1" status: 200 len: 944 time: 0.0703645 Aug 12 14:40:40.933515 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-04cf8220-91d9-4231-9601-c69b36f6749e req-0f52a653-2962-4c2c-a645-e2c86f7c2bc5 tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] 10.222.0.39 "GET /v2.0/security-groups?id=236a0eec-9f7c-4484-872e-cf0d4d2f69af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375009 Aug 12 14:40:41.157536 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:41.344119 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 45220) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:40:41.455505 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15a6795-8c20-45a4-911f-6371b4316ce3 req-aa022451-9112-464b-887a-c5ac6eff36e7 tempest-InstanceActionsV221TestJSON-1047870183 tempest-InstanceActionsV221TestJSON-1047870183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:41.463975 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-f15a6795-8c20-45a4-911f-6371b4316ce3 req-aa022451-9112-464b-887a-c5ac6eff36e7 tempest-InstanceActionsV221TestJSON-1047870183 tempest-InstanceActionsV221TestJSON-1047870183-project] 10.222.0.39 "GET /v2.0/networks?id=bbe912d1-24a1-4382-9351-0f36e9cde2ae HTTP/1.1" status: 200 len: 818 time: 0.1473925 Aug 12 14:40:41.486393 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-f15a6795-8c20-45a4-911f-6371b4316ce3 req-5f64446d-37de-4ca0-8a4b-13359c023e36 tempest-InstanceActionsV221TestJSON-1047870183 tempest-InstanceActionsV221TestJSON-1047870183-project] 10.222.0.39 "GET /v2.0/quotas/8fc5ef85adec489397c2133eee69722d HTTP/1.1" status: 200 len: 375 time: 0.0183547 Aug 12 14:40:41.552193 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-f15a6795-8c20-45a4-911f-6371b4316ce3 req-091d5cd3-bad8-40db-bdd0-b5ab3ce1d03f tempest-InstanceActionsV221TestJSON-1047870183 tempest-InstanceActionsV221TestJSON-1047870183-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=8fc5ef85adec489397c2133eee69722d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0604100 Aug 12 14:40:41.567584 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-2e948aa2-8483-4afd-850b-6ddc975fa29a tempest-MeteringTestJSON-136331935 tempest-MeteringTestJSON-136331935-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-712453354'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:40:41.568122 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-2e948aa2-8483-4afd-850b-6ddc975fa29a tempest-MeteringTestJSON-136331935 tempest-MeteringTestJSON-136331935-project-admin] Unknown quota resources ['metering_label']. {{(pid=94467) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 12 14:40:41.636814 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [req-f15a6795-8c20-45a4-911f-6371b4316ce3 req-5d2f8e30-ffb0-4b6b-8e82-de4c2b26e8a2 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=94466) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 14:40:41.644511 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-f15a6795-8c20-45a4-911f-6371b4316ce3 req-5d2f8e30-ffb0-4b6b-8e82-de4c2b26e8a2 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0824673 Aug 12 14:40:41.808002 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-f15a6795-8c20-45a4-911f-6371b4316ce3 req-300385e8-d28d-4780-bea7-87b22cd0eb4f service neutron] 10.222.0.39 "GET /v2.0/networks/bbe912d1-24a1-4382-9351-0f36e9cde2ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1624107 Aug 12 14:40:41.912717 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-f15a6795-8c20-45a4-911f-6371b4316ce3 req-e2a5e722-ef39-4e4a-becf-e35e4ce18a2a service neutron] 10.222.0.39 "GET /v2.0/networks/bbe912d1-24a1-4382-9351-0f36e9cde2ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030755 Aug 12 14:40:42.030802 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-2e948aa2-8483-4afd-850b-6ddc975fa29a tempest-MeteringTestJSON-136331935 tempest-MeteringTestJSON-136331935-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:42.035730 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 45256) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:40:42.041524 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-5623d25b-ce8d-4af3-af70-2f748a027635 tempest-MeteringTestJSON-136331935 tempest-MeteringTestJSON-136331935-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': 'd6b09a3d-7c6b-4fb4-9b37-76b6e05811c8'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:40:42.042052 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-5623d25b-ce8d-4af3-af70-2f748a027635 tempest-MeteringTestJSON-136331935 tempest-MeteringTestJSON-136331935-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94466) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 12 14:40:42.047047 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-2e948aa2-8483-4afd-850b-6ddc975fa29a tempest-MeteringTestJSON-136331935 tempest-MeteringTestJSON-136331935-project-admin] 10.222.0.39 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.7015624 Aug 12 14:40:42.133390 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae30dad8-ac9c-4cfe-98b2-7b2b56fe56c2 req-997f69e8-dab1-4fa5-85fe-eecc75270e62 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:42.147922 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ae30dad8-ac9c-4cfe-98b2-7b2b56fe56c2 req-997f69e8-dab1-4fa5-85fe-eecc75270e62 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] 10.222.0.39 "GET /v2.0/ports?device_id=23818359-f45f-434d-a114-070341b83442 HTTP/1.1" status: 200 len: 945 time: 0.1713459 Aug 12 14:40:42.187332 n-d-694802-15 neutron-server[94466]: WARNING neutron.services.metering.metering_plugin [None req-5623d25b-ce8d-4af3-af70-2f748a027635 tempest-MeteringTestJSON-136331935 tempest-MeteringTestJSON-136331935-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 12 14:40:42.247056 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ae30dad8-ac9c-4cfe-98b2-7b2b56fe56c2 req-9c9cd8cb-9212-41c3-9844-fbcfa066b1f4 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b3c7ce2-70f7-4d15-8774-e830cec0f0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948896 Aug 12 14:40:42.384392 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5623d25b-ce8d-4af3-af70-2f748a027635 tempest-MeteringTestJSON-136331935 tempest-MeteringTestJSON-136331935-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:42.385819 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-5623d25b-ce8d-4af3-af70-2f748a027635 tempest-MeteringTestJSON-136331935 tempest-MeteringTestJSON-136331935-project-admin] 10.222.0.39 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.3489032 Aug 12 14:40:42.390458 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 45266) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:40:42.397476 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-b3caf8e2-3bb7-4c1c-af56-c6b640ccb2a6 tempest-MeteringTestJSON-136331935 tempest-MeteringTestJSON-136331935-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': 'd6b09a3d-7c6b-4fb4-9b37-76b6e05811c8'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:40:42.398704 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-b3caf8e2-3bb7-4c1c-af56-c6b640ccb2a6 tempest-MeteringTestJSON-136331935 tempest-MeteringTestJSON-136331935-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94466) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 12 14:40:42.410856 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:42.448778 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-6a2a6ca7-a6c1-477b-8dcd-bb751c0e5258 req-ab244814-329e-458a-b3dc-b8edc8742a44 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] 10.222.0.39 "GET /v2.0/ports?device_id=f0da5842-3fbf-43d0-937b-a37571a2e72a HTTP/1.1" status: 200 len: 210 time: 0.0615366 Aug 12 14:40:42.476191 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device b68e9c24-4f99-46dc-afe0-de87e93ee25e details requested by agent hyperv_n-h2-694802-15 with host n-h2-694802-15 {{(pid=94468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 14:40:42.508262 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37844469-9dd3-4968-b58b-7807cb40ad1a req-afb4edb0-f0ac-4635-82a4-d39073013f3c tempest-ServerRescueNegativeTestJSON-1622637895 tempest-ServerRescueNegativeTestJSON-1622637895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:42.522915 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-37844469-9dd3-4968-b58b-7807cb40ad1a req-afb4edb0-f0ac-4635-82a4-d39073013f3c tempest-ServerRescueNegativeTestJSON-1622637895 tempest-ServerRescueNegativeTestJSON-1622637895-project] 10.222.0.39 "GET /v2.0/ports?device_id=d52af645-a96c-4fda-a020-923ad96d40ff HTTP/1.1" status: 200 len: 945 time: 0.1205707 Aug 12 14:40:42.619634 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-37844469-9dd3-4968-b58b-7807cb40ad1a req-95e40b13-8a18-47e0-83b2-33817dd7a5a1 tempest-ServerRescueNegativeTestJSON-1622637895 tempest-ServerRescueNegativeTestJSON-1622637895-project] 10.222.0.39 "GET /v2.0/security-groups?id=268dec7e-7261-41d2-9e03-6b72db198ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956266 Aug 12 14:40:42.632658 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port b68e9c24-4f99-46dc-afe0-de87e93ee25e, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=b68e9c24-4f99-46dc-afe0-de87e93ee25e,segment=NetworkSegment(21390069-236e-48c1-88f4-ced6154e645c),segment_id=21390069-236e-48c1-88f4-ced6154e645c)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:40:42.649314 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Returning: {'device': 'b68e9c24-4f99-46dc-afe0-de87e93ee25e', 'network_id': '981dd072-1b87-4241-83f5-836737afcd75', 'port_id': 'b68e9c24-4f99-46dc-afe0-de87e93ee25e', 'mac_address': 'fa:16:3e:c3:fc:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55804ce3-3ce9-49bb-83d8-b79f95bd4874', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 14:40:42.706429 n-d-694802-15 neutron-server[94466]: WARNING neutron.services.metering.metering_plugin [None req-b3caf8e2-3bb7-4c1c-af56-c6b640ccb2a6 tempest-MeteringTestJSON-136331935 tempest-MeteringTestJSON-136331935-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 12 14:40:42.734865 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:42.753707 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-227185d8-bd34-43da-8dce-b6ee2604978e req-98e22c43-ad8b-4eaf-b2dc-a58fc9431b9d tempest-InstanceActionsV221TestJSON-1047870183 tempest-InstanceActionsV221TestJSON-1047870183-project] 10.222.0.39 "GET /v2.0/ports?device_id=e3279829-a129-4f5f-9051-073e7125d697 HTTP/1.1" status: 200 len: 210 time: 0.0576234 Aug 12 14:40:42.766305 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b68e9c24-4f99-46dc-afe0-de87e93ee25e {{(pid=94468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:40:42.839260 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port b68e9c24-4f99-46dc-afe0-de87e93ee25e, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=b68e9c24-4f99-46dc-afe0-de87e93ee25e,segment=NetworkSegment(21390069-236e-48c1-88f4-ced6154e645c),segment_id=21390069-236e-48c1-88f4-ced6154e645c)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:40:42.844766 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:42.902035 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b3caf8e2-3bb7-4c1c-af56-c6b640ccb2a6 tempest-MeteringTestJSON-136331935 tempest-MeteringTestJSON-136331935-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:42.903369 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-b3caf8e2-3bb7-4c1c-af56-c6b640ccb2a6 tempest-MeteringTestJSON-136331935 tempest-MeteringTestJSON-136331935-project-admin] 10.222.0.39 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.5113721 Aug 12 14:40:42.906299 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 45278) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:40:42.921051 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 45280) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:40:42.924539 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-e4ad4a6b-d927-4163-bfc0-4457648b8bcc tempest-MeteringTestJSON-136331935 tempest-MeteringTestJSON-136331935-project-admin] 10.222.0.39 "GET /v2.0/metering/metering-label-rules?id=6b40cbd6-b0ef-4154-9c44-959e0743938d HTTP/1.1" status: 200 len: 464 time: 0.0170670 Aug 12 14:40:42.934467 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b98f0e-0605-47b2-b43f-554c7d5296ab req-308bcdc1-7d2c-4926-912b-70bd82dbc582 tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:42.943805 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-b2b98f0e-0605-47b2-b43f-554c7d5296ab req-308bcdc1-7d2c-4926-912b-70bd82dbc582 tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] 10.222.0.39 "GET /v2.0/ports?device_id=addb0c46-5aee-427c-968b-25b71b245dbc HTTP/1.1" status: 200 len: 944 time: 0.3080816 Aug 12 14:40:42.963305 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Pushing event updated for resources: {'Port': ['ID=b68e9c24-4f99-46dc-afe0-de87e93ee25e,revision_number=4']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:40:43.020026 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:43.105328 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-b2b98f0e-0605-47b2-b43f-554c7d5296ab req-dc9d249a-4c3f-4df1-9f68-3dbb5d736506 tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] 10.222.0.39 "GET /v2.0/security-groups?id=236a0eec-9f7c-4484-872e-cf0d4d2f69af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546552 Aug 12 14:40:43.146071 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-064c3999-269c-441c-8d2f-2526e253c0dd tempest-MeteringTestJSON-136331935 tempest-MeteringTestJSON-136331935-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:43.147738 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-064c3999-269c-441c-8d2f-2526e253c0dd tempest-MeteringTestJSON-136331935 tempest-MeteringTestJSON-136331935-project-admin] 10.222.0.39 "DELETE /v2.0/metering/metering-label-rules/6b40cbd6-b0ef-4154-9c44-959e0743938d HTTP/1.1" status: 204 len: 168 time: 0.2242448 Aug 12 14:40:43.150672 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 45282) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:40:43.161906 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-ad25f0fa-cd9e-4bcc-b993-560faffda057 tempest-MeteringTestJSON-136331935 tempest-MeteringTestJSON-136331935-project-admin] 10.222.0.39 "GET /v2.0/metering/metering-label-rules?id=6b40cbd6-b0ef-4154-9c44-959e0743938d HTTP/1.1" status: 200 len: 221 time: 0.0091295 Aug 12 14:40:43.165596 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 45284) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:40:43.172261 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-8870058d-9c6b-45a7-8afc-445738e86cf8 tempest-MeteringTestJSON-136331935 tempest-MeteringTestJSON-136331935-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1908327337', 'description': 'label created by tempest'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:40:43.172801 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-8870058d-9c6b-45a7-8afc-445738e86cf8 tempest-MeteringTestJSON-136331935 tempest-MeteringTestJSON-136331935-project-admin] Unknown quota resources ['metering_label']. {{(pid=94466) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 12 14:40:43.356473 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3ed219c6-2694-4a40-ac53-75aa71ef04f4 req-14e211e9-9bff-44a7-af5c-c2439e31b52e tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=65b2c96d0253481aa302fceca03e83a5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1058078 Aug 12 14:40:43.385153 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3ed219c6-2694-4a40-ac53-75aa71ef04f4 req-78dc08eb-8ef4-4834-925a-d6b94c689de6 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=65b2c96d0253481aa302fceca03e83a5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1166868 Aug 12 14:40:43.399872 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] get_ports_and_sgs() called for port_ids ['b68e9c24-4f99-46dc-afe0-de87e93ee25e'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:40:43.521115 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-936857d1-7a6e-413b-a500-164543d0245d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:43.593681 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8870058d-9c6b-45a7-8afc-445738e86cf8 tempest-MeteringTestJSON-136331935 tempest-MeteringTestJSON-136331935-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:43.598173 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-8870058d-9c6b-45a7-8afc-445738e86cf8 tempest-MeteringTestJSON-136331935 tempest-MeteringTestJSON-136331935-project-admin] 10.222.0.39 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.4314444 Aug 12 14:40:43.607159 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 45292) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:40:43.657129 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-c1b3e07b-79df-40c6-9488-91b88d52b65a req-09b8020d-114f-4011-b523-7a05e4605a0e tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] 10.222.0.39 "GET /v2.0/ports?device_id=f0da5842-3fbf-43d0-937b-a37571a2e72a HTTP/1.1" status: 200 len: 210 time: 0.0666742 Aug 12 14:40:43.707595 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-d5b7042e-a792-45f0-a789-69e50120e099 tempest-MeteringTestJSON-136331935 tempest-MeteringTestJSON-136331935-project-admin] 10.222.0.39 "GET /v2.0/metering/metering-labels?id=b2ef12da-a57a-468f-b1d3-68433dc8fa88 HTTP/1.1" status: 200 len: 468 time: 0.0990624 Aug 12 14:40:43.707993 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 45296) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:40:43.751147 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b029fbd-ee78-4c06-9676-cfb70d055f48 req-6ecdef7b-2bfc-4fbb-a411-988d104fccad tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:43.752883 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-7b029fbd-ee78-4c06-9676-cfb70d055f48 req-6ecdef7b-2bfc-4fbb-a411-988d104fccad tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] 10.222.0.39 "GET /v2.0/ports?device_id=23818359-f45f-434d-a114-070341b83442 HTTP/1.1" status: 200 len: 945 time: 0.2314897 Aug 12 14:40:43.790347 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed219c6-2694-4a40-ac53-75aa71ef04f4 req-6b31fa72-c503-4853-9097-8dc335a9939d tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:43.792746 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3ed219c6-2694-4a40-ac53-75aa71ef04f4 req-6b31fa72-c503-4853-9097-8dc335a9939d tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4034202 Aug 12 14:40:43.818112 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed219c6-2694-4a40-ac53-75aa71ef04f4 req-033e40fa-2136-4d8e-bf25-8a3e4f9541bb tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:43.819643 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3ed219c6-2694-4a40-ac53-75aa71ef04f4 req-033e40fa-2136-4d8e-bf25-8a3e4f9541bb tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3089666 Aug 12 14:40:43.827838 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-3ed219c6-2694-4a40-ac53-75aa71ef04f4 req-1976036d-5053-4b58-b746-f0b50c043c6f tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] Request body: {'port': {'device_id': 'c4f2b173-64e8-4431-81ea-68de4e9ed7f8', 'network_id': '2525c403-dfb3-4196-a273-739607aab38a', 'admin_state_up': True, 'tenant_id': '65b2c96d0253481aa302fceca03e83a5'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:40:43.844852 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-3ed219c6-2694-4a40-ac53-75aa71ef04f4 req-b4c52e3d-49d7-4b1a-82ed-9f08718e9d3f tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] Request body: {'port': {'device_id': 'f0da5842-3fbf-43d0-937b-a37571a2e72a', 'network_id': '2525c403-dfb3-4196-a273-739607aab38a', 'admin_state_up': True, 'tenant_id': '65b2c96d0253481aa302fceca03e83a5'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:40:43.889325 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-1769855f-eda9-4483-9dc3-3220908ab45d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:43.948520 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-7b029fbd-ee78-4c06-9676-cfb70d055f48 req-457e2e77-ab90-4383-8de1-ebdbb6c7f6e2 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b3c7ce2-70f7-4d15-8774-e830cec0f0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873782 Aug 12 14:40:43.993953 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28c9704-7b83-4723-90ab-5f0698c4e038 req-279852cf-85cd-4148-b8a8-05177f242781 tempest-ServerRescueNegativeTestJSON-1622637895 tempest-ServerRescueNegativeTestJSON-1622637895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:44.001268 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-a28c9704-7b83-4723-90ab-5f0698c4e038 req-279852cf-85cd-4148-b8a8-05177f242781 tempest-ServerRescueNegativeTestJSON-1622637895 tempest-ServerRescueNegativeTestJSON-1622637895-project] 10.222.0.39 "GET /v2.0/ports?device_id=d52af645-a96c-4fda-a020-923ad96d40ff HTTP/1.1" status: 200 len: 945 time: 0.2372477 Aug 12 14:40:44.030790 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5e34eea5-cc4d-47aa-aa44-3008d86232c4 tempest-MeteringTestJSON-136331935 tempest-MeteringTestJSON-136331935-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:44.034878 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-5e34eea5-cc4d-47aa-aa44-3008d86232c4 tempest-MeteringTestJSON-136331935 tempest-MeteringTestJSON-136331935-project-admin] 10.222.0.39 "DELETE /v2.0/metering/metering-labels/b2ef12da-a57a-468f-b1d3-68433dc8fa88 HTTP/1.1" status: 204 len: 168 time: 0.3259335 Aug 12 14:40:44.036437 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 45302) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:40:44.072833 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-6a8fcdbb-1a36-484f-b66e-cf43dfaa9cbd tempest-MeteringTestJSON-136331935 tempest-MeteringTestJSON-136331935-project-admin] 10.222.0.39 "GET /v2.0/metering/metering-labels?id=b2ef12da-a57a-468f-b1d3-68433dc8fa88 HTTP/1.1" status: 200 len: 216 time: 0.0352943 Aug 12 14:40:44.079590 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-a28c9704-7b83-4723-90ab-5f0698c4e038 req-3541567d-e2f0-49c8-8c23-f3327eaa8c39 tempest-ServerRescueNegativeTestJSON-1622637895 tempest-ServerRescueNegativeTestJSON-1622637895-project] 10.222.0.39 "GET /v2.0/security-groups?id=268dec7e-7261-41d2-9e03-6b72db198ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773962 Aug 12 14:40:44.085541 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 45304) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:40:44.107710 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-17279f64-a261-49ad-bb1c-50254d48a221 req-f2042716-1205-47cd-bbf5-bd21d2174d69 tempest-InstanceActionsV221TestJSON-1047870183 tempest-InstanceActionsV221TestJSON-1047870183-project] 10.222.0.39 "GET /v2.0/ports?device_id=e3279829-a129-4f5f-9051-073e7125d697 HTTP/1.1" status: 200 len: 210 time: 0.0609870 Aug 12 14:40:44.121857 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.db.api [req-3ed219c6-2694-4a40-ac53-75aa71ef04f4 req-b4c52e3d-49d7-4b1a-82ed-9f08718e9d3f tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 12 14:40:44.121857 n-d-694802-15 neutron-server[94467]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 12 14:40:44.121857 n-d-694802-15 neutron-server[94467]: [parameters: {'project_id': '65b2c96d0253481aa302fceca03e83a5', 'id': '62601b97-57a9-4268-9697-19994f897f8e', 'expiration': datetime.datetime(2021, 8, 12, 14, 42, 44, 111036)}] Aug 12 14:40:44.121857 n-d-694802-15 neutron-server[94467]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94467) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 12 14:40:44.122988 n-d-694802-15 neutron-server[94467]: DEBUG oslo_db.api [req-3ed219c6-2694-4a40-ac53-75aa71ef04f4 req-b4c52e3d-49d7-4b1a-82ed-9f08718e9d3f tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 12 14:40:44.125798 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ed219c6-2694-4a40-ac53-75aa71ef04f4 req-1976036d-5053-4b58-b746-f0b50c043c6f tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] Made reservation on behalf of 65b2c96d0253481aa302fceca03e83a5 for: {'port': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:40:44.132846 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-3ed219c6-2694-4a40-ac53-75aa71ef04f4 req-1976036d-5053-4b58-b746-f0b50c043c6f tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:44.133155 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15a6795-8c20-45a4-911f-6371b4316ce3 req-6ea488ef-b763-4992-aa6e-a5f9f265de47 tempest-InstanceActionsV221TestJSON-1047870183 tempest-InstanceActionsV221TestJSON-1047870183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:44.135873 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-f15a6795-8c20-45a4-911f-6371b4316ce3 req-6ea488ef-b763-4992-aa6e-a5f9f265de47 tempest-InstanceActionsV221TestJSON-1047870183 tempest-InstanceActionsV221TestJSON-1047870183-project] 10.222.0.49 "GET /v2.0/networks?id=bbe912d1-24a1-4382-9351-0f36e9cde2ae HTTP/1.1" status: 200 len: 818 time: 0.2484112 Aug 12 14:40:44.141485 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-8f403a43-ee45-4777-9b58-5d68cf1d6b69 tempest-MeteringTestJSON-136331935 tempest-MeteringTestJSON-136331935-project-admin] 10.222.0.39 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0508332 Aug 12 14:40:44.141912 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 45308) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:40:44.159689 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [req-f15a6795-8c20-45a4-911f-6371b4316ce3 req-1bf849ca-05b0-40a6-908f-02a8c3c8b113 tempest-InstanceActionsV221TestJSON-1047870183 tempest-InstanceActionsV221TestJSON-1047870183-project] Request body: {'port': {'device_id': 'e3279829-a129-4f5f-9051-073e7125d697', 'network_id': 'bbe912d1-24a1-4382-9351-0f36e9cde2ae', 'admin_state_up': True, 'tenant_id': '8fc5ef85adec489397c2133eee69722d'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:40:44.185750 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-aa7eafa8-69a0-4a4f-8338-e39fe1a216bf tempest-MeteringTestJSON-136331935 tempest-MeteringTestJSON-136331935-project-admin] 10.222.0.39 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0419624 Aug 12 14:40:44.197583 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 45310) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:40:44.287136 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-5d7c824b-abd9-41b0-8192-2110bba705df tempest-MeteringTestJSON-136331935 tempest-MeteringTestJSON-136331935-project-admin] 10.222.0.39 "GET /v2.0/metering/metering-labels/d6b09a3d-7c6b-4fb4-9b37-76b6e05811c8 HTTP/1.1" status: 200 len: 472 time: 0.0870614 Aug 12 14:40:44.292840 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 45312) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:40:44.301817 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f15a6795-8c20-45a4-911f-6371b4316ce3 req-1bf849ca-05b0-40a6-908f-02a8c3c8b113 tempest-InstanceActionsV221TestJSON-1047870183 tempest-InstanceActionsV221TestJSON-1047870183-project] Made reservation on behalf of 8fc5ef85adec489397c2133eee69722d for: {'port': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:40:44.305422 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-f15a6795-8c20-45a4-911f-6371b4316ce3 req-1bf849ca-05b0-40a6-908f-02a8c3c8b113 tempest-InstanceActionsV221TestJSON-1047870183 tempest-InstanceActionsV221TestJSON-1047870183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:44.318026 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-568fc86b-177a-4c33-9e41-a0504cd28e86 tempest-MeteringTestJSON-136331935 tempest-MeteringTestJSON-136331935-project-admin] 10.222.0.39 "GET /v2.0/metering/metering-label-rules/2244b52f-42d8-4be1-8f19-75a28b989563 HTTP/1.1" status: 200 len: 461 time: 0.0237594 Aug 12 14:40:44.321045 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 45314) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:40:44.339558 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4454be6b-2e0c-4c1c-a242-5175534bce55 req-000e35e9-5c39-4b7d-9549-5acdf0a31a28 tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:44.341280 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4454be6b-2e0c-4c1c-a242-5175534bce55 req-000e35e9-5c39-4b7d-9549-5acdf0a31a28 tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] 10.222.0.39 "GET /v2.0/ports?device_id=addb0c46-5aee-427c-968b-25b71b245dbc HTTP/1.1" status: 200 len: 945 time: 0.1427810 Aug 12 14:40:44.386541 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_common [req-3ed219c6-2694-4a40-ac53-75aa71ef04f4 req-1976036d-5053-4b58-b746-f0b50c043c6f tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] Allocated IP 192.168.233.134 (2525c403-dfb3-4196-a273-739607aab38a/236e0be6-1c94-4221-9e8b-ab02a53331f8/29731b86-ffa2-4aca-a795-760760d96e26) {{(pid=94467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:40:44.410300 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4454be6b-2e0c-4c1c-a242-5175534bce55 req-27df4d10-8f9d-4695-83ed-b5f43899fac8 tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] 10.222.0.39 "GET /v2.0/security-groups?id=236a0eec-9f7c-4484-872e-cf0d4d2f69af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612836 Aug 12 14:40:44.480316 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9680c8b2-2758-44f3-a39b-8d6364da2b68 tempest-MeteringTestJSON-136331935 tempest-MeteringTestJSON-136331935-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:44.481562 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-9680c8b2-2758-44f3-a39b-8d6364da2b68 tempest-MeteringTestJSON-136331935 tempest-MeteringTestJSON-136331935-project-admin] 10.222.0.39 "DELETE /v2.0/metering/metering-label-rules/2244b52f-42d8-4be1-8f19-75a28b989563 HTTP/1.1" status: 204 len: 168 time: 0.1596079 Aug 12 14:40:44.484211 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 45316) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:40:44.559466 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-3ed219c6-2694-4a40-ac53-75aa71ef04f4 req-1976036d-5053-4b58-b746-f0b50c043c6f tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] Notify callbacks [] for port, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:44.577470 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [req-3ed219c6-2694-4a40-ac53-75aa71ef04f4 req-1976036d-5053-4b58-b746-f0b50c043c6f tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] Transition to ACTIVE for port object 29731b86-ffa2-4aca-a795-760760d96e26 will not be triggered until provisioned by entity DHCP. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:40:44.613523 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-3ed219c6-2694-4a40-ac53-75aa71ef04f4 req-1976036d-5053-4b58-b746-f0b50c043c6f tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:44.625104 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] get_ports_and_sgs() called for port_ids ['ebc29655-e531-44b0-80e0-93f88244161e', '0f41f19b-87f7-41dc-98ce-2eaa783e9bc3', '428b7bf8-6b0d-46c3-8e1b-68f09a754cc2'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:40:44.683710 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [req-f15a6795-8c20-45a4-911f-6371b4316ce3 req-1bf849ca-05b0-40a6-908f-02a8c3c8b113 tempest-InstanceActionsV221TestJSON-1047870183 tempest-InstanceActionsV221TestJSON-1047870183-project] Allocated IP 172.20.0.11 (bbe912d1-24a1-4382-9351-0f36e9cde2ae/0d6b535a-04c6-456b-be68-d47252bee2d2/a06613b9-684e-4dc6-8f33-f36016a468cd) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:40:44.709360 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ed219c6-2694-4a40-ac53-75aa71ef04f4 req-1976036d-5053-4b58-b746-f0b50c043c6f tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] Network 2525c403-dfb3-4196-a273-739607aab38a is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:40:44.713348 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1976036d-5053-4b58-b746-f0b50c043c6f tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] Pushing event updated for resources: {'Port': ['ID=29731b86-ffa2-4aca-a795-760760d96e26,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:40:44.715881 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [req-3ed219c6-2694-4a40-ac53-75aa71ef04f4 req-1976036d-5053-4b58-b746-f0b50c043c6f tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:40:44.719497 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ed219c6-2694-4a40-ac53-75aa71ef04f4 req-1976036d-5053-4b58-b746-f0b50c043c6f tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] Received port after_create {{(pid=94467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:40:44.726016 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ed219c6-2694-4a40-ac53-75aa71ef04f4 req-b4c52e3d-49d7-4b1a-82ed-9f08718e9d3f tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] Made reservation on behalf of 65b2c96d0253481aa302fceca03e83a5 for: {'port': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:40:44.730003 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-3ed219c6-2694-4a40-ac53-75aa71ef04f4 req-b4c52e3d-49d7-4b1a-82ed-9f08718e9d3f tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:44.783749 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a3df9099-562f-4991-826d-a930cae81db9 tempest-MeteringTestJSON-136331935 tempest-MeteringTestJSON-136331935-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:44.784941 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-a3df9099-562f-4991-826d-a930cae81db9 tempest-MeteringTestJSON-136331935 tempest-MeteringTestJSON-136331935-project-admin] 10.222.0.39 "DELETE /v2.0/metering/metering-labels/d6b09a3d-7c6b-4fb4-9b37-76b6e05811c8 HTTP/1.1" status: 204 len: 168 time: 0.2997937 Aug 12 14:40:44.815400 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed219c6-2694-4a40-ac53-75aa71ef04f4 req-1976036d-5053-4b58-b746-f0b50c043c6f tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:44.816378 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-3ed219c6-2694-4a40-ac53-75aa71ef04f4 req-1976036d-5053-4b58-b746-f0b50c043c6f tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:44.873437 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3ed219c6-2694-4a40-ac53-75aa71ef04f4 req-1976036d-5053-4b58-b746-f0b50c043c6f tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0515158 Aug 12 14:40:44.879195 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-d3574b74-24fb-45c7-8caf-da73929c2b04 req-e7ba5eb1-6d51-4c16-8c55-85862b2cb5aa tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] 10.222.0.39 "GET /v2.0/ports?device_id=f0da5842-3fbf-43d0-937b-a37571a2e72a HTTP/1.1" status: 200 len: 210 time: 0.0812683 Aug 12 14:40:44.899435 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-3ed219c6-2694-4a40-ac53-75aa71ef04f4 req-98d081d5-dc95-4995-90c7-41081e114e01 service neutron] Request body: {'port': {'device_id': 'c4f2b173-64e8-4431-81ea-68de4e9ed7f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-694802-15'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:40:45.095684 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-3ed219c6-2694-4a40-ac53-75aa71ef04f4 req-98d081d5-dc95-4995-90c7-41081e114e01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:45.189112 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_common [req-3ed219c6-2694-4a40-ac53-75aa71ef04f4 req-b4c52e3d-49d7-4b1a-82ed-9f08718e9d3f tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] Allocated IP 192.168.233.110 (2525c403-dfb3-4196-a273-739607aab38a/236e0be6-1c94-4221-9e8b-ab02a53331f8/be08eae7-c2c0-4ec4-822c-37369dd75809) {{(pid=94467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:40:45.201651 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-f15a6795-8c20-45a4-911f-6371b4316ce3 req-1bf849ca-05b0-40a6-908f-02a8c3c8b113 tempest-InstanceActionsV221TestJSON-1047870183 tempest-InstanceActionsV221TestJSON-1047870183-project] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:45.305191 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-32acef9c-7603-44a7-8f67-4696a49a0225 None None] Provisioning for port 29731b86-ffa2-4aca-a795-760760d96e26 completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:40:45.312488 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-32acef9c-7603-44a7-8f67-4696a49a0225 None None] Provisioning complete for port 29731b86-ffa2-4aca-a795-760760d96e26 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:40:45.312991 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-32acef9c-7603-44a7-8f67-4696a49a0225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:45.317971 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771f0f34-d4b6-461a-988b-f4ab5631bec9 req-10354909-cd68-47ee-a1ab-6baa86e6044c tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:45.324094 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-771f0f34-d4b6-461a-988b-f4ab5631bec9 req-10354909-cd68-47ee-a1ab-6baa86e6044c tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] 10.222.0.39 "GET /v2.0/ports?device_id=23818359-f45f-434d-a114-070341b83442 HTTP/1.1" status: 200 len: 945 time: 0.2049584 Aug 12 14:40:45.336769 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bebf50b-05ce-460c-a6ff-29b27d8a5498 req-6d8877dc-048d-4b87-a3fd-e03bc211772c tempest-ServerRescueNegativeTestJSON-1622637895 tempest-ServerRescueNegativeTestJSON-1622637895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:45.348015 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-2bebf50b-05ce-460c-a6ff-29b27d8a5498 req-6d8877dc-048d-4b87-a3fd-e03bc211772c tempest-ServerRescueNegativeTestJSON-1622637895 tempest-ServerRescueNegativeTestJSON-1622637895-project] 10.222.0.39 "GET /v2.0/ports?device_id=d52af645-a96c-4fda-a020-923ad96d40ff HTTP/1.1" status: 200 len: 945 time: 0.1212881 Aug 12 14:40:45.358825 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 45342) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:40:45.365347 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-32acef9c-7603-44a7-8f67-4696a49a0225 None None] Port 29731b86-ffa2-4aca-a795-760760d96e26 cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 14:40:45.409616 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-2bebf50b-05ce-460c-a6ff-29b27d8a5498 req-7d8a97a6-b006-42d6-8bad-2b3b4a7e64c9 tempest-ServerRescueNegativeTestJSON-1622637895 tempest-ServerRescueNegativeTestJSON-1622637895-project] 10.222.0.39 "GET /v2.0/security-groups?id=268dec7e-7261-41d2-9e03-6b72db198ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603383 Aug 12 14:40:45.428587 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-f15a6795-8c20-45a4-911f-6371b4316ce3 req-1bf849ca-05b0-40a6-908f-02a8c3c8b113 tempest-InstanceActionsV221TestJSON-1047870183 tempest-InstanceActionsV221TestJSON-1047870183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:45.465804 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f15a6795-8c20-45a4-911f-6371b4316ce3 req-1bf849ca-05b0-40a6-908f-02a8c3c8b113 tempest-InstanceActionsV221TestJSON-1047870183 tempest-InstanceActionsV221TestJSON-1047870183-project] Network bbe912d1-24a1-4382-9351-0f36e9cde2ae is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:40:45.486306 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [req-f15a6795-8c20-45a4-911f-6371b4316ce3 req-1bf849ca-05b0-40a6-908f-02a8c3c8b113 tempest-InstanceActionsV221TestJSON-1047870183 tempest-InstanceActionsV221TestJSON-1047870183-project] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:40:45.490779 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [req-f15a6795-8c20-45a4-911f-6371b4316ce3 req-1bf849ca-05b0-40a6-908f-02a8c3c8b113 tempest-InstanceActionsV221TestJSON-1047870183 tempest-InstanceActionsV221TestJSON-1047870183-project] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:40:45.520725 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-fe95f194-a3b0-4c04-9e42-20b511169d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:45.560288 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf849ca-05b0-40a6-908f-02a8c3c8b113 tempest-InstanceActionsV221TestJSON-1047870183 tempest-InstanceActionsV221TestJSON-1047870183-project] Pushing event updated for resources: {'Port': ['ID=a06613b9-684e-4dc6-8f33-f36016a468cd,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:40:45.561738 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-771f0f34-d4b6-461a-988b-f4ab5631bec9 req-0712b55a-9b63-4c57-893b-108389116707 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b3c7ce2-70f7-4d15-8774-e830cec0f0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564364 Aug 12 14:40:45.587352 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-80559fb8-2d66-4765-adff-c4c6837b329b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:45.617628 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15a6795-8c20-45a4-911f-6371b4316ce3 req-1bf849ca-05b0-40a6-908f-02a8c3c8b113 tempest-InstanceActionsV221TestJSON-1047870183 tempest-InstanceActionsV221TestJSON-1047870183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:45.618297 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-f15a6795-8c20-45a4-911f-6371b4316ce3 req-1bf849ca-05b0-40a6-908f-02a8c3c8b113 tempest-InstanceActionsV221TestJSON-1047870183 tempest-InstanceActionsV221TestJSON-1047870183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:45.647045 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-3ed219c6-2694-4a40-ac53-75aa71ef04f4 req-b4c52e3d-49d7-4b1a-82ed-9f08718e9d3f tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] Notify callbacks [] for port, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:45.664835 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [req-3ed219c6-2694-4a40-ac53-75aa71ef04f4 req-b4c52e3d-49d7-4b1a-82ed-9f08718e9d3f tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] Transition to ACTIVE for port object be08eae7-c2c0-4ec4-822c-37369dd75809 will not be triggered until provisioned by entity DHCP. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:40:45.667355 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f32061b-e294-4e19-badb-158f7ed78a3f req-2cf2d269-179c-4ced-9595-15ad5b120a6e tempest-InstanceActionsV221TestJSON-1047870183 tempest-InstanceActionsV221TestJSON-1047870183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:45.671068 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-9f32061b-e294-4e19-badb-158f7ed78a3f req-2cf2d269-179c-4ced-9595-15ad5b120a6e tempest-InstanceActionsV221TestJSON-1047870183 tempest-InstanceActionsV221TestJSON-1047870183-project] 10.222.0.39 "GET /v2.0/ports?device_id=e3279829-a129-4f5f-9051-073e7125d697 HTTP/1.1" status: 200 len: 932 time: 0.1181750 Aug 12 14:40:45.715425 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-3ed219c6-2694-4a40-ac53-75aa71ef04f4 req-b4c52e3d-49d7-4b1a-82ed-9f08718e9d3f tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:45.738388 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-9f32061b-e294-4e19-badb-158f7ed78a3f req-65a6edb7-c62c-4e70-a1d4-de0cc6f73294 tempest-InstanceActionsV221TestJSON-1047870183 tempest-InstanceActionsV221TestJSON-1047870183-project] 10.222.0.39 "GET /v2.0/security-groups?id=6a4ddc93-1ca3-4e5e-8cab-76a496f80251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570316 Aug 12 14:40:45.785618 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-80559fb8-2d66-4765-adff-c4c6837b329b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:45.791317 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-80559fb8-2d66-4765-adff-c4c6837b329b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:45.803509 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-f15a6795-8c20-45a4-911f-6371b4316ce3 req-1bf849ca-05b0-40a6-908f-02a8c3c8b113 tempest-InstanceActionsV221TestJSON-1047870183 tempest-InstanceActionsV221TestJSON-1047870183-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6516414 Aug 12 14:40:45.814772 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ed219c6-2694-4a40-ac53-75aa71ef04f4 req-b4c52e3d-49d7-4b1a-82ed-9f08718e9d3f tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] Network 2525c403-dfb3-4196-a273-739607aab38a is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:40:45.829198 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [req-f15a6795-8c20-45a4-911f-6371b4316ce3 req-cf67f6cf-113e-43c5-9e7e-4a1a9eaf02cd service neutron] Request body: {'port': {'device_id': 'e3279829-a129-4f5f-9051-073e7125d697', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-694802-15'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:40:45.830492 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [req-3ed219c6-2694-4a40-ac53-75aa71ef04f4 req-b4c52e3d-49d7-4b1a-82ed-9f08718e9d3f tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:40:45.850387 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ed219c6-2694-4a40-ac53-75aa71ef04f4 req-b4c52e3d-49d7-4b1a-82ed-9f08718e9d3f tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] Received port after_create {{(pid=94467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:40:45.860031 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-80559fb8-2d66-4765-adff-c4c6837b329b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1e3b75b82457454d993592983fa22b6c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4998384 Aug 12 14:40:45.863525 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 45348) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:40:45.867585 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80559fb8-2d66-4765-adff-c4c6837b329b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c81215b0-df53-4d12-be51-2f511bf528b9,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:40:45.933349 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-f15a6795-8c20-45a4-911f-6371b4316ce3 req-cf67f6cf-113e-43c5-9e7e-4a1a9eaf02cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:45.955876 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c52e3d-49d7-4b1a-82ed-9f08718e9d3f tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] Pushing event updated for resources: {'Port': ['ID=be08eae7-c2c0-4ec4-822c-37369dd75809,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:40:45.994381 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb3f11e-06e2-47b9-81ac-302d48e07abd req-88212246-1d1f-430b-b59c-a1315091ca92 tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:46.002121 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-cdb3f11e-06e2-47b9-81ac-302d48e07abd req-88212246-1d1f-430b-b59c-a1315091ca92 tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] 10.222.0.39 "GET /v2.0/ports?device_id=addb0c46-5aee-427c-968b-25b71b245dbc HTTP/1.1" status: 200 len: 945 time: 0.1957312 Aug 12 14:40:46.012862 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] get_ports_and_sgs() called for port_ids ['ebc29655-e531-44b0-80e0-93f88244161e', '0f41f19b-87f7-41dc-98ce-2eaa783e9bc3', '428b7bf8-6b0d-46c3-8e1b-68f09a754cc2'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:40:46.078913 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed219c6-2694-4a40-ac53-75aa71ef04f4 req-b4c52e3d-49d7-4b1a-82ed-9f08718e9d3f tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:46.079685 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-3ed219c6-2694-4a40-ac53-75aa71ef04f4 req-b4c52e3d-49d7-4b1a-82ed-9f08718e9d3f tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:46.094244 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271ee4c1-fb03-4944-a71c-993db1073e99 req-b1d18f31-f617-4105-af74-31e11f666423 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:46.096199 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-271ee4c1-fb03-4944-a71c-993db1073e99 req-b1d18f31-f617-4105-af74-31e11f666423 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] 10.222.0.39 "GET /v2.0/ports?device_id=f0da5842-3fbf-43d0-937b-a37571a2e72a HTTP/1.1" status: 200 len: 936 time: 0.0880480 Aug 12 14:40:46.199527 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3ed219c6-2694-4a40-ac53-75aa71ef04f4 req-b4c52e3d-49d7-4b1a-82ed-9f08718e9d3f tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3670046 Aug 12 14:40:46.214065 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-cdb3f11e-06e2-47b9-81ac-302d48e07abd req-2a0d6b0e-9843-4d86-9e4a-9e5c4bdfa4b2 tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] 10.222.0.39 "GET /v2.0/security-groups?id=236a0eec-9f7c-4484-872e-cf0d4d2f69af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2054527 Aug 12 14:40:46.228602 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-a8406638-c1c1-4433-85a8-360eddf217c5 None None] Provisioning for port be08eae7-c2c0-4ec4-822c-37369dd75809 completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:40:46.228970 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-3ed219c6-2694-4a40-ac53-75aa71ef04f4 req-47721546-7d65-480c-9be0-6c544ef4a652 service neutron] Request body: {'port': {'device_id': 'f0da5842-3fbf-43d0-937b-a37571a2e72a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-694802-15'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:40:46.231987 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-08d11c42-a7e5-4908-8615-4bd8bf302c8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:46.241778 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-a8406638-c1c1-4433-85a8-360eddf217c5 None None] Provisioning complete for port be08eae7-c2c0-4ec4-822c-37369dd75809 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:40:46.242379 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-a8406638-c1c1-4433-85a8-360eddf217c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:46.268866 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [req-3ed219c6-2694-4a40-ac53-75aa71ef04f4 req-98d081d5-dc95-4995-90c7-41081e114e01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29731b86-ffa2-4aca-a795-760760d96e26 {{(pid=94467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:40:46.301304 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-a8406638-c1c1-4433-85a8-360eddf217c5 None None] Port be08eae7-c2c0-4ec4-822c-37369dd75809 cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 14:40:46.306918 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-3ed219c6-2694-4a40-ac53-75aa71ef04f4 req-98d081d5-dc95-4995-90c7-41081e114e01 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:46.354209 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-08d11c42-a7e5-4908-8615-4bd8bf302c8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:46.366235 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [req-3ed219c6-2694-4a40-ac53-75aa71ef04f4 req-98d081d5-dc95-4995-90c7-41081e114e01 service neutron] Transition to ACTIVE for port object 29731b86-ffa2-4aca-a795-760760d96e26 will not be triggered until provisioned by entity L2. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:40:46.392860 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-3ed219c6-2694-4a40-ac53-75aa71ef04f4 req-98d081d5-dc95-4995-90c7-41081e114e01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:46.475426 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827da705-24a8-4f21-a074-893a6f218108 req-243f25aa-3ca1-4ff1-acfc-5668e894f371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:46.484136 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-827da705-24a8-4f21-a074-893a6f218108 req-243f25aa-3ca1-4ff1-acfc-5668e894f371 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=d52af645-a96c-4fda-a020-923ad96d40ff HTTP/1.1" status: 200 len: 1097 time: 0.2501426 Aug 12 14:40:46.484929 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-3ed219c6-2694-4a40-ac53-75aa71ef04f4 req-47721546-7d65-480c-9be0-6c544ef4a652 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:46.517147 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device b68e9c24-4f99-46dc-afe0-de87e93ee25e up at agent hyperv_n-h2-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:40:46.667901 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Provisioning for port b68e9c24-4f99-46dc-afe0-de87e93ee25e completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:40:46.672665 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Provisioning complete for port b68e9c24-4f99-46dc-afe0-de87e93ee25e triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:40:46.673271 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:46.711863 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-271ee4c1-fb03-4944-a71c-993db1073e99 req-def187d3-9ef0-48c0-9f4a-699070687d4b tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] 10.222.0.39 "GET /v2.0/security-groups?id=5301a7d3-dd3e-456d-bf8f-dfd76884604a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6070132 Aug 12 14:40:46.842893 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:46.882577 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'addb0c46-5aee-427c-968b-25b71b245dbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b68e9c24-4f99-46dc-afe0-de87e93ee25e'}] {{(pid=94468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:40:46.885657 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99a8d87602170099c728e57431aca99e9b98a655a83bbf8727be13192709727b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c3740a7-16e8-4cc8-8b9a-902fb32152e9" -d '{"events": [{"server_uuid": "addb0c46-5aee-427c-968b-25b71b245dbc", "name": "network-vif-plugged", "status": "completed", "tag": "b68e9c24-4f99-46dc-afe0-de87e93ee25e"}]}' {{(pid=94468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:40:46.931314 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d081d5-dc95-4995-90c7-41081e114e01 service neutron] Pushing event updated for resources: {'Port': ['ID=29731b86-ffa2-4aca-a795-760760d96e26,revision_number=2']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:40:46.935767 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port b68e9c24-4f99-46dc-afe0-de87e93ee25e, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=b68e9c24-4f99-46dc-afe0-de87e93ee25e,segment=NetworkSegment(21390069-236e-48c1-88f4-ced6154e645c),segment_id=21390069-236e-48c1-88f4-ced6154e645c)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:40:46.941767 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:46.956222 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-08d11c42-a7e5-4908-8615-4bd8bf302c8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:46.959341 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-08d11c42-a7e5-4908-8615-4bd8bf302c8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:46.962920 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-08d11c42-a7e5-4908-8615-4bd8bf302c8d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c81215b0-df53-4d12-be51-2f511bf528b9 HTTP/1.1" status: 204 len: 168 time: 1.0840006 Aug 12 14:40:46.990472 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-827da705-24a8-4f21-a074-893a6f218108 req-4f2d4b53-23b5-436b-81c7-88ef6a56ec69 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=268dec7e-7261-41d2-9e03-6b72db198ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4901490 Aug 12 14:40:47.003256 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Pushing event updated for resources: {'Port': ['ID=b68e9c24-4f99-46dc-afe0-de87e93ee25e,revision_number=5']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:40:47.012780 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304b1ac3-adc5-4643-8150-1bec5bf6e03c req-ba053600-208d-4cd2-8efc-d82d0b41b2e8 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:47.020133 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-304b1ac3-adc5-4643-8150-1bec5bf6e03c req-ba053600-208d-4cd2-8efc-d82d0b41b2e8 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] 10.222.0.39 "GET /v2.0/ports?device_id=23818359-f45f-434d-a114-070341b83442 HTTP/1.1" status: 200 len: 945 time: 0.1650915 Aug 12 14:40:47.033574 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d11c42-a7e5-4908-8615-4bd8bf302c8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c81215b0-df53-4d12-be51-2f511bf528b9,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:40:47.048435 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a8e975-fb7e-4265-95aa-7bd2b60de054 req-2bb62597-e32b-47f1-9d52-1829d2408680 tempest-ServerRescueNegativeTestJSON-1622637895 tempest-ServerRescueNegativeTestJSON-1622637895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:47.056892 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a4a8e975-fb7e-4265-95aa-7bd2b60de054 req-2bb62597-e32b-47f1-9d52-1829d2408680 tempest-ServerRescueNegativeTestJSON-1622637895 tempest-ServerRescueNegativeTestJSON-1622637895-project] 10.222.0.39 "GET /v2.0/ports?device_id=d52af645-a96c-4fda-a020-923ad96d40ff HTTP/1.1" status: 200 len: 945 time: 0.5202415 Aug 12 14:40:47.116472 n-d-694802-15 neutron-server[94466]: DEBUG neutron.notifiers.nova [req-f15a6795-8c20-45a4-911f-6371b4316ce3 req-cf67f6cf-113e-43c5-9e7e-4a1a9eaf02cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a06613b9-684e-4dc6-8f33-f36016a468cd {{(pid=94466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:40:47.125992 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-304b1ac3-adc5-4643-8150-1bec5bf6e03c req-645995de-e0ba-4b46-b9f7-87bd759cd5e5 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b3c7ce2-70f7-4d15-8774-e830cec0f0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049671 Aug 12 14:40:47.128079 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-f15a6795-8c20-45a4-911f-6371b4316ce3 req-cf67f6cf-113e-43c5-9e7e-4a1a9eaf02cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:47.143197 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [req-f15a6795-8c20-45a4-911f-6371b4316ce3 req-cf67f6cf-113e-43c5-9e7e-4a1a9eaf02cd service neutron] Transition to ACTIVE for port object a06613b9-684e-4dc6-8f33-f36016a468cd will not be triggered until provisioned by entity L2. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:40:47.149213 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-f15a6795-8c20-45a4-911f-6371b4316ce3 req-cf67f6cf-113e-43c5-9e7e-4a1a9eaf02cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3718439'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:47.240459 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a4a8e975-fb7e-4265-95aa-7bd2b60de054 req-c9ddf52e-8d3f-467c-aba0-88ad356b4543 tempest-ServerRescueNegativeTestJSON-1622637895 tempest-ServerRescueNegativeTestJSON-1622637895-project] 10.222.0.39 "GET /v2.0/security-groups?id=268dec7e-7261-41d2-9e03-6b72db198ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821163 Aug 12 14:40:47.241310 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-3ed219c6-2694-4a40-ac53-75aa71ef04f4 req-98d081d5-dc95-4995-90c7-41081e114e01 service neutron] Attempting to bind port 29731b86-ffa2-4aca-a795-760760d96e26 on host n-h2-694802-15 for vnic_type normal with profile {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:40:47.241650 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-3ed219c6-2694-4a40-ac53-75aa71ef04f4 req-98d081d5-dc95-4995-90c7-41081e114e01 service neutron] Attempting to bind port 29731b86-ffa2-4aca-a795-760760d96e26 by drivers openvswitch,hyperv on host n-h2-694802-15 at level 0 using segments [{'id': 'a1f8c867-101b-4d30-814e-b89f55a5edd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '2525c403-dfb3-4196-a273-739607aab38a'}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:40:47.241983 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ed219c6-2694-4a40-ac53-75aa71ef04f4 req-98d081d5-dc95-4995-90c7-41081e114e01 service neutron] Attempting to bind port 29731b86-ffa2-4aca-a795-760760d96e26 on network 2525c403-dfb3-4196-a273-739607aab38a {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:40:47.283173 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ed219c6-2694-4a40-ac53-75aa71ef04f4 req-98d081d5-dc95-4995-90c7-41081e114e01 service neutron] Port 29731b86-ffa2-4aca-a795-760760d96e26 on network 2525c403-dfb3-4196-a273-739607aab38a not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-15 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 14:40:47.283496 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ed219c6-2694-4a40-ac53-75aa71ef04f4 req-98d081d5-dc95-4995-90c7-41081e114e01 service neutron] Attempting to bind port 29731b86-ffa2-4aca-a795-760760d96e26 on network 2525c403-dfb3-4196-a273-739607aab38a {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:40:47.291357 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf67f6cf-113e-43c5-9e7e-4a1a9eaf02cd service neutron] Pushing event updated for resources: {'Port': ['ID=a06613b9-684e-4dc6-8f33-f36016a468cd,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:40:47.326964 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ed219c6-2694-4a40-ac53-75aa71ef04f4 req-98d081d5-dc95-4995-90c7-41081e114e01 service neutron] Checking agent: {'id': 'b7697f71-33f3-4959-ad82-43c2dc15845d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 27, 42), 'started_at': datetime.datetime(2021, 8, 12, 14, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 40, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:40:47.327335 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ed219c6-2694-4a40-ac53-75aa71ef04f4 req-98d081d5-dc95-4995-90c7-41081e114e01 service neutron] Checking segment: {'id': 'a1f8c867-101b-4d30-814e-b89f55a5edd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '2525c403-dfb3-4196-a273-739607aab38a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:40:47.327733 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ed219c6-2694-4a40-ac53-75aa71ef04f4 req-98d081d5-dc95-4995-90c7-41081e114e01 service neutron] Bound using segment: {'id': 'a1f8c867-101b-4d30-814e-b89f55a5edd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '2525c403-dfb3-4196-a273-739607aab38a'} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:40:47.328176 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-3ed219c6-2694-4a40-ac53-75aa71ef04f4 req-98d081d5-dc95-4995-90c7-41081e114e01 service neutron] Bound port: 29731b86-ffa2-4aca-a795-760760d96e26, host: n-h2-694802-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1f8c867-101b-4d30-814e-b89f55a5edd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '2525c403-dfb3-4196-a273-739607aab38a'}}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:40:47.328535 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-3ed219c6-2694-4a40-ac53-75aa71ef04f4 req-98d081d5-dc95-4995-90c7-41081e114e01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:47.358351 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 14:40:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68aeb437-d81d-4db2-85fd-388704bf9eb1 x-openstack-request-id: req-68aeb437-d81d-4db2-85fd-388704bf9eb1 {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:40:47.358873 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "addb0c46-5aee-427c-968b-25b71b245dbc", "name": "network-vif-plugged", "status": "completed", "tag": "b68e9c24-4f99-46dc-afe0-de87e93ee25e", "code": 200}]} {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:40:47.358956 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-68aeb437-d81d-4db2-85fd-388704bf9eb1 {{(pid=94468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:40:47.359465 n-d-694802-15 neutron-server[94468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'addb0c46-5aee-427c-968b-25b71b245dbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b68e9c24-4f99-46dc-afe0-de87e93ee25e', 'code': 200} Aug 12 14:40:47.494090 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 45374) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:40:47.505087 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9eaa72-7e44-49c5-b772-81ed5ec6cc2d req-e3ba89eb-2d3c-4ab8-b190-4dc7763813ef tempest-InstanceActionsV221TestJSON-1047870183 tempest-InstanceActionsV221TestJSON-1047870183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:47.507601 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-2a9eaa72-7e44-49c5-b772-81ed5ec6cc2d req-e3ba89eb-2d3c-4ab8-b190-4dc7763813ef tempest-InstanceActionsV221TestJSON-1047870183 tempest-InstanceActionsV221TestJSON-1047870183-project] 10.222.0.39 "GET /v2.0/ports?device_id=e3279829-a129-4f5f-9051-073e7125d697 HTTP/1.1" status: 200 len: 944 time: 0.1134462 Aug 12 14:40:47.545251 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [req-f15a6795-8c20-45a4-911f-6371b4316ce3 req-cf67f6cf-113e-43c5-9e7e-4a1a9eaf02cd service neutron] Attempting to bind port a06613b9-684e-4dc6-8f33-f36016a468cd on host n-h2-694802-15 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:40:47.545852 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [req-f15a6795-8c20-45a4-911f-6371b4316ce3 req-cf67f6cf-113e-43c5-9e7e-4a1a9eaf02cd service neutron] Attempting to bind port a06613b9-684e-4dc6-8f33-f36016a468cd by drivers openvswitch,hyperv on host n-h2-694802-15 at level 0 using segments [{'id': 'a920415e-3d4a-4606-9edc-41006ba8592c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'bbe912d1-24a1-4382-9351-0f36e9cde2ae'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:40:47.546376 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f15a6795-8c20-45a4-911f-6371b4316ce3 req-cf67f6cf-113e-43c5-9e7e-4a1a9eaf02cd service neutron] Attempting to bind port a06613b9-684e-4dc6-8f33-f36016a468cd on network bbe912d1-24a1-4382-9351-0f36e9cde2ae {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:40:47.556191 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f15a6795-8c20-45a4-911f-6371b4316ce3 req-cf67f6cf-113e-43c5-9e7e-4a1a9eaf02cd service neutron] Port a06613b9-684e-4dc6-8f33-f36016a468cd on network bbe912d1-24a1-4382-9351-0f36e9cde2ae not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-15 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 14:40:47.556820 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f15a6795-8c20-45a4-911f-6371b4316ce3 req-cf67f6cf-113e-43c5-9e7e-4a1a9eaf02cd service neutron] Attempting to bind port a06613b9-684e-4dc6-8f33-f36016a468cd on network bbe912d1-24a1-4382-9351-0f36e9cde2ae {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:40:47.564515 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-2a9eaa72-7e44-49c5-b772-81ed5ec6cc2d req-423580e6-1ca3-482b-b14c-c1ea283d7596 tempest-InstanceActionsV221TestJSON-1047870183 tempest-InstanceActionsV221TestJSON-1047870183-project] 10.222.0.39 "GET /v2.0/security-groups?id=6a4ddc93-1ca3-4e5e-8cab-76a496f80251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506551 Aug 12 14:40:47.568741 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f15a6795-8c20-45a4-911f-6371b4316ce3 req-cf67f6cf-113e-43c5-9e7e-4a1a9eaf02cd service neutron] Checking agent: {'id': 'b7697f71-33f3-4959-ad82-43c2dc15845d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 27, 42), 'started_at': datetime.datetime(2021, 8, 12, 14, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 40, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:40:47.569290 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f15a6795-8c20-45a4-911f-6371b4316ce3 req-cf67f6cf-113e-43c5-9e7e-4a1a9eaf02cd service neutron] Checking segment: {'id': 'a920415e-3d4a-4606-9edc-41006ba8592c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'bbe912d1-24a1-4382-9351-0f36e9cde2ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:40:47.569869 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f15a6795-8c20-45a4-911f-6371b4316ce3 req-cf67f6cf-113e-43c5-9e7e-4a1a9eaf02cd service neutron] Bound using segment: {'id': 'a920415e-3d4a-4606-9edc-41006ba8592c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'bbe912d1-24a1-4382-9351-0f36e9cde2ae'} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:40:47.570569 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [req-f15a6795-8c20-45a4-911f-6371b4316ce3 req-cf67f6cf-113e-43c5-9e7e-4a1a9eaf02cd service neutron] Bound port: a06613b9-684e-4dc6-8f33-f36016a468cd, host: n-h2-694802-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a920415e-3d4a-4606-9edc-41006ba8592c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'bbe912d1-24a1-4382-9351-0f36e9cde2ae'}}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:40:47.571182 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-f15a6795-8c20-45a4-911f-6371b4316ce3 req-cf67f6cf-113e-43c5-9e7e-4a1a9eaf02cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:47.571534 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-7a143afb-560b-40c7-9639-507e8dfdf482 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:47.645224 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e701cec8-1400-4205-a68c-35ef3e6f207b req-fc7a45dc-78ba-4ffb-a279-a67f853e4241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:47.646836 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e701cec8-1400-4205-a68c-35ef3e6f207b req-fc7a45dc-78ba-4ffb-a279-a67f853e4241 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=addb0c46-5aee-427c-968b-25b71b245dbc HTTP/1.1" status: 200 len: 1098 time: 0.2217233 Aug 12 14:40:47.692166 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [req-f15a6795-8c20-45a4-911f-6371b4316ce3 req-cf67f6cf-113e-43c5-9e7e-4a1a9eaf02cd service neutron] For port a06613b9-684e-4dc6-8f33-f36016a468cd, host n-h2-694802-15, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:40:47.700473 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [req-f15a6795-8c20-45a4-911f-6371b4316ce3 req-cf67f6cf-113e-43c5-9e7e-4a1a9eaf02cd service neutron] For port a06613b9-684e-4dc6-8f33-f36016a468cd, host n-h2-694802-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=a06613b9-684e-4dc6-8f33-f36016a468cd,segment=NetworkSegment(a920415e-3d4a-4606-9edc-41006ba8592c),segment_id=a920415e-3d4a-4606-9edc-41006ba8592c)] {{(pid=94466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:40:47.705347 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-f15a6795-8c20-45a4-911f-6371b4316ce3 req-cf67f6cf-113e-43c5-9e7e-4a1a9eaf02cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3718439'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:47.708768 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-3ed219c6-2694-4a40-ac53-75aa71ef04f4 req-98d081d5-dc95-4995-90c7-41081e114e01 service neutron] For port 29731b86-ffa2-4aca-a795-760760d96e26, host n-h2-694802-15, cleared binding levels {{(pid=94467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:40:47.718935 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70682b92-b7f1-47e8-a468-0ed966f54f53 req-c9be1fdf-66b7-4b5b-acaa-6e968edb361b tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:47.720304 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-70682b92-b7f1-47e8-a468-0ed966f54f53 req-c9be1fdf-66b7-4b5b-acaa-6e968edb361b tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] 10.222.0.39 "GET /v2.0/ports?device_id=addb0c46-5aee-427c-968b-25b71b245dbc HTTP/1.1" status: 200 len: 946 time: 0.2789314 Aug 12 14:40:47.746640 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15a6795-8c20-45a4-911f-6371b4316ce3 req-cf67f6cf-113e-43c5-9e7e-4a1a9eaf02cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:47.747341 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-f15a6795-8c20-45a4-911f-6371b4316ce3 req-cf67f6cf-113e-43c5-9e7e-4a1a9eaf02cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:47.748817 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-f15a6795-8c20-45a4-911f-6371b4316ce3 req-cf67f6cf-113e-43c5-9e7e-4a1a9eaf02cd service neutron] 10.222.0.49 "PUT /v2.0/ports/a06613b9-684e-4dc6-8f33-f36016a468cd HTTP/1.1" status: 200 len: 1093 time: 1.9325700 Aug 12 14:40:47.749265 n-d-694802-15 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3279829-a129-4f5f-9051-073e7125d697', 'tag': 'a06613b9-684e-4dc6-8f33-f36016a468cd'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:40:47.751817 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e785eeede3897370d0b20f09d5f461b30cfecd5ed38c4f07dacd02bc52c9277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4985ebdc-97d0-4f29-a18d-6b0cc44fe566" -d '{"events": [{"name": "network-changed", "server_uuid": "e3279829-a129-4f5f-9051-073e7125d697", "tag": "a06613b9-684e-4dc6-8f33-f36016a468cd"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:40:47.799075 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf67f6cf-113e-43c5-9e7e-4a1a9eaf02cd service neutron] Pushing event updated for resources: {'Port': ['ID=a06613b9-684e-4dc6-8f33-f36016a468cd,revision_number=3']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:40:47.811954 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e701cec8-1400-4205-a68c-35ef3e6f207b req-13cf7aaa-6595-43e2-b8e8-7634c40db2de service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=236a0eec-9f7c-4484-872e-cf0d4d2f69af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520681 Aug 12 14:40:47.825111 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-3ed219c6-2694-4a40-ac53-75aa71ef04f4 req-98d081d5-dc95-4995-90c7-41081e114e01 service neutron] For port 29731b86-ffa2-4aca-a795-760760d96e26, host n-h2-694802-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=29731b86-ffa2-4aca-a795-760760d96e26,segment=NetworkSegment(a1f8c867-101b-4d30-814e-b89f55a5edd0),segment_id=a1f8c867-101b-4d30-814e-b89f55a5edd0)] {{(pid=94467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:40:47.881170 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15a6795-8c20-45a4-911f-6371b4316ce3 req-275f0c70-1cca-43a7-92b0-e4f6c0ac08bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:47.883169 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-f15a6795-8c20-45a4-911f-6371b4316ce3 req-275f0c70-1cca-43a7-92b0-e4f6c0ac08bb service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=8fc5ef85adec489397c2133eee69722d&device_id=e3279829-a129-4f5f-9051-073e7125d697 HTTP/1.1" status: 200 len: 1096 time: 0.0814795 Aug 12 14:40:47.887733 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-3ed219c6-2694-4a40-ac53-75aa71ef04f4 req-98d081d5-dc95-4995-90c7-41081e114e01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:47.903328 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc06691-3f97-4c7c-8db8-6d9181fdb8e2 req-1c71508f-4edb-4df3-b536-b2f75cfb1f6b tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:47.905925 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-7bc06691-3f97-4c7c-8db8-6d9181fdb8e2 req-1c71508f-4edb-4df3-b536-b2f75cfb1f6b tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] 10.222.0.39 "GET /v2.0/ports?device_id=f0da5842-3fbf-43d0-937b-a37571a2e72a HTTP/1.1" status: 200 len: 936 time: 0.0881884 Aug 12 14:40:47.963265 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed219c6-2694-4a40-ac53-75aa71ef04f4 req-98d081d5-dc95-4995-90c7-41081e114e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:47.964399 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-3ed219c6-2694-4a40-ac53-75aa71ef04f4 req-98d081d5-dc95-4995-90c7-41081e114e01 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:47.965518 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3ed219c6-2694-4a40-ac53-75aa71ef04f4 req-98d081d5-dc95-4995-90c7-41081e114e01 service neutron] 10.222.0.49 "PUT /v2.0/ports/29731b86-ffa2-4aca-a795-760760d96e26 HTTP/1.1" status: 200 len: 1097 time: 3.0782695 Aug 12 14:40:47.972629 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4f2b173-64e8-4431-81ea-68de4e9ed7f8', 'tag': '29731b86-ffa2-4aca-a795-760760d96e26'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:40:47.976278 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e65282f928b64038367d043a4411777802006c43a98742496cb2e25b724ff1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9ad35ed-a3c9-49de-966b-9d6c89954edf" -d '{"events": [{"name": "network-changed", "server_uuid": "c4f2b173-64e8-4431-81ea-68de4e9ed7f8", "tag": "29731b86-ffa2-4aca-a795-760760d96e26"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:40:47.979244 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-f15a6795-8c20-45a4-911f-6371b4316ce3 req-4899076c-8e41-4c9d-9c78-3e7a13c52654 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a06613b9-684e-4dc6-8f33-f36016a468cd HTTP/1.1" status: 200 len: 217 time: 0.0422840 Aug 12 14:40:47.985514 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [req-3ed219c6-2694-4a40-ac53-75aa71ef04f4 req-47721546-7d65-480c-9be0-6c544ef4a652 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be08eae7-c2c0-4ec4-822c-37369dd75809 {{(pid=94467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:40:48.009443 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-3ed219c6-2694-4a40-ac53-75aa71ef04f4 req-47721546-7d65-480c-9be0-6c544ef4a652 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:48.017627 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-70682b92-b7f1-47e8-a468-0ed966f54f53 req-83dc0f90-ad6c-4ebc-a8b8-1ed10e450175 tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] 10.222.0.39 "GET /v2.0/security-groups?id=236a0eec-9f7c-4484-872e-cf0d4d2f69af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2809758 Aug 12 14:40:48.051373 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-7bc06691-3f97-4c7c-8db8-6d9181fdb8e2 req-735a3b69-5a2c-4d89-b8f6-f0832cd6a780 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] 10.222.0.39 "GET /v2.0/security-groups?id=5301a7d3-dd3e-456d-bf8f-dfd76884604a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243470 Aug 12 14:40:48.089214 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15a6795-8c20-45a4-911f-6371b4316ce3 req-f51c58ea-3104-4446-b87c-5291299dc97c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:48.092109 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-f15a6795-8c20-45a4-911f-6371b4316ce3 req-f51c58ea-3104-4446-b87c-5291299dc97c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0d6b535a-04c6-456b-be68-d47252bee2d2 HTTP/1.1" status: 200 len: 858 time: 0.1026452 Aug 12 14:40:48.131933 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-f15a6795-8c20-45a4-911f-6371b4316ce3 req-2d2630fb-d3f2-44cd-a0bc-0ca8b5d32189 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=bbe912d1-24a1-4382-9351-0f36e9cde2ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307906 Aug 12 14:40:48.175595 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 14:40:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b450df1-300f-4b84-b2d9-76421aeb7316 x-openstack-request-id: req-4b450df1-300f-4b84-b2d9-76421aeb7316 {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:40:48.177667 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3279829-a129-4f5f-9051-073e7125d697", "tag": "a06613b9-684e-4dc6-8f33-f36016a468cd", "status": "completed", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:40:48.178116 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4b450df1-300f-4b84-b2d9-76421aeb7316 {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:40:48.178698 n-d-694802-15 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3279829-a129-4f5f-9051-073e7125d697', 'tag': 'a06613b9-684e-4dc6-8f33-f36016a468cd', 'status': 'completed', 'code': 200} Aug 12 14:40:48.185659 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [req-3ed219c6-2694-4a40-ac53-75aa71ef04f4 req-47721546-7d65-480c-9be0-6c544ef4a652 service neutron] Transition to ACTIVE for port object be08eae7-c2c0-4ec4-822c-37369dd75809 will not be triggered until provisioned by entity L2. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:40:48.228191 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d081d5-dc95-4995-90c7-41081e114e01 service neutron] Pushing event updated for resources: {'Port': ['ID=29731b86-ffa2-4aca-a795-760760d96e26,revision_number=3']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:40:48.237855 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-3ed219c6-2694-4a40-ac53-75aa71ef04f4 req-47721546-7d65-480c-9be0-6c544ef4a652 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:48.332954 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-7a143afb-560b-40c7-9639-507e8dfdf482 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:48.352828 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-f15a6795-8c20-45a4-911f-6371b4316ce3 req-54f40a0d-7f42-4b3e-a734-910e61b2ac69 service neutron] 10.222.0.49 "GET /v2.0/networks/bbe912d1-24a1-4382-9351-0f36e9cde2ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2120931 Aug 12 14:40:48.376150 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed219c6-2694-4a40-ac53-75aa71ef04f4 req-69860bc8-b7e0-4a8b-bbac-541e0953b63c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:48.378141 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3ed219c6-2694-4a40-ac53-75aa71ef04f4 req-69860bc8-b7e0-4a8b-bbac-541e0953b63c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=65b2c96d0253481aa302fceca03e83a5&device_id=c4f2b173-64e8-4431-81ea-68de4e9ed7f8 HTTP/1.1" status: 200 len: 1100 time: 0.3022015 Aug 12 14:40:48.384849 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-7a143afb-560b-40c7-9639-507e8dfdf482 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:48.498160 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-f15a6795-8c20-45a4-911f-6371b4316ce3 req-88a8ba50-cae0-4e2e-ae51-b5b379edbe74 service neutron] 10.222.0.49 "GET /v2.0/networks/bbe912d1-24a1-4382-9351-0f36e9cde2ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345525 Aug 12 14:40:48.563170 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47721546-7d65-480c-9be0-6c544ef4a652 service neutron] Pushing event updated for resources: {'Port': ['ID=be08eae7-c2c0-4ec4-822c-37369dd75809,revision_number=2']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:40:48.592532 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3ed219c6-2694-4a40-ac53-75aa71ef04f4 req-4da7f3e8-9e0b-4f36-b547-8287bbda22db service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=29731b86-ffa2-4aca-a795-760760d96e26 HTTP/1.1" status: 200 len: 217 time: 0.1469173 Aug 12 14:40:48.607623 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-7a143afb-560b-40c7-9639-507e8dfdf482 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ee634eeb0a8f4c5a85356f3845c8b3ed&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1091731 Aug 12 14:40:48.610424 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 45396) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:40:48.668679 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4985ebdc-97d0-4f29-a18d-6b0cc44fe566 req-9f879bef-c3bf-43db-9ed8-afebe03ce26f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:48.670185 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-4985ebdc-97d0-4f29-a18d-6b0cc44fe566 req-9f879bef-c3bf-43db-9ed8-afebe03ce26f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=8fc5ef85adec489397c2133eee69722d&device_id=e3279829-a129-4f5f-9051-073e7125d697 HTTP/1.1" status: 200 len: 1096 time: 0.1176636 Aug 12 14:40:48.682062 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed219c6-2694-4a40-ac53-75aa71ef04f4 req-58cfc89c-7aa1-4264-bf9a-15a6e30190ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:48.691068 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3ed219c6-2694-4a40-ac53-75aa71ef04f4 req-58cfc89c-7aa1-4264-bf9a-15a6e30190ea service neutron] 10.222.0.49 "GET /v2.0/subnets?id=236e0be6-1c94-4221-9e8b-ab02a53331f8 HTTP/1.1" status: 200 len: 843 time: 0.0776331 Aug 12 14:40:48.691768 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 14:40:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b46e11c4-3dd2-40b7-ab86-bf16d8676654 x-openstack-request-id: req-b46e11c4-3dd2-40b7-ab86-bf16d8676654 {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:40:48.693604 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4f2b173-64e8-4431-81ea-68de4e9ed7f8", "tag": "29731b86-ffa2-4aca-a795-760760d96e26", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:40:48.693604 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b46e11c4-3dd2-40b7-ab86-bf16d8676654 {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:40:48.693604 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4f2b173-64e8-4431-81ea-68de4e9ed7f8', 'tag': '29731b86-ffa2-4aca-a795-760760d96e26', 'status': 'completed', 'code': 200} Aug 12 14:40:48.694306 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a143afb-560b-40c7-9639-507e8dfdf482 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76962a80-ff35-48bd-b9cf-6926080084d3,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:40:48.708186 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-21c73262-80ad-420b-b3a2-48182fd212dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:48.710808 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b1815f-b551-4301-a440-6eac3c59d65f req-2ec4ac16-78ff-44e1-a45c-16f9dcabd36e tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:48.719338 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-14b1815f-b551-4301-a440-6eac3c59d65f req-2ec4ac16-78ff-44e1-a45c-16f9dcabd36e tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] 10.222.0.39 "GET /v2.0/ports?device_id=23818359-f45f-434d-a114-070341b83442 HTTP/1.1" status: 200 len: 945 time: 0.3885784 Aug 12 14:40:48.783792 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-21c73262-80ad-420b-b3a2-48182fd212dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:48.846271 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-3ed219c6-2694-4a40-ac53-75aa71ef04f4 req-47721546-7d65-480c-9be0-6c544ef4a652 service neutron] Attempting to bind port be08eae7-c2c0-4ec4-822c-37369dd75809 on host n-h1-694802-15 for vnic_type normal with profile {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:40:48.846686 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-3ed219c6-2694-4a40-ac53-75aa71ef04f4 req-47721546-7d65-480c-9be0-6c544ef4a652 service neutron] Attempting to bind port be08eae7-c2c0-4ec4-822c-37369dd75809 by drivers openvswitch,hyperv on host n-h1-694802-15 at level 0 using segments [{'id': 'a1f8c867-101b-4d30-814e-b89f55a5edd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '2525c403-dfb3-4196-a273-739607aab38a'}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:40:48.847243 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ed219c6-2694-4a40-ac53-75aa71ef04f4 req-47721546-7d65-480c-9be0-6c544ef4a652 service neutron] Attempting to bind port be08eae7-c2c0-4ec4-822c-37369dd75809 on network 2525c403-dfb3-4196-a273-739607aab38a {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:40:48.865920 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ed219c6-2694-4a40-ac53-75aa71ef04f4 req-47721546-7d65-480c-9be0-6c544ef4a652 service neutron] Port be08eae7-c2c0-4ec4-822c-37369dd75809 on network 2525c403-dfb3-4196-a273-739607aab38a not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-15 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 14:40:48.866651 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ed219c6-2694-4a40-ac53-75aa71ef04f4 req-47721546-7d65-480c-9be0-6c544ef4a652 service neutron] Attempting to bind port be08eae7-c2c0-4ec4-822c-37369dd75809 on network 2525c403-dfb3-4196-a273-739607aab38a {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:40:48.872565 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ed219c6-2694-4a40-ac53-75aa71ef04f4 req-47721546-7d65-480c-9be0-6c544ef4a652 service neutron] Checking agent: {'id': 'de568313-a3e6-454a-9813-77e25edcea95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 27, 41), 'started_at': datetime.datetime(2021, 8, 12, 14, 27, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 40, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:40:48.872786 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ed219c6-2694-4a40-ac53-75aa71ef04f4 req-47721546-7d65-480c-9be0-6c544ef4a652 service neutron] Checking segment: {'id': 'a1f8c867-101b-4d30-814e-b89f55a5edd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '2525c403-dfb3-4196-a273-739607aab38a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:40:48.873263 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ed219c6-2694-4a40-ac53-75aa71ef04f4 req-47721546-7d65-480c-9be0-6c544ef4a652 service neutron] Bound using segment: {'id': 'a1f8c867-101b-4d30-814e-b89f55a5edd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '2525c403-dfb3-4196-a273-739607aab38a'} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:40:48.874002 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-3ed219c6-2694-4a40-ac53-75aa71ef04f4 req-47721546-7d65-480c-9be0-6c544ef4a652 service neutron] Bound port: be08eae7-c2c0-4ec4-822c-37369dd75809, host: n-h1-694802-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1f8c867-101b-4d30-814e-b89f55a5edd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '2525c403-dfb3-4196-a273-739607aab38a'}}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:40:48.874239 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-3ed219c6-2694-4a40-ac53-75aa71ef04f4 req-47721546-7d65-480c-9be0-6c544ef4a652 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:48.877629 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed219c6-2694-4a40-ac53-75aa71ef04f4 req-879c1e73-e35d-4fed-878a-978516d5b9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:48.879305 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3ed219c6-2694-4a40-ac53-75aa71ef04f4 req-879c1e73-e35d-4fed-878a-978516d5b9d1 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2525c403-dfb3-4196-a273-739607aab38a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1563053 Aug 12 14:40:48.883770 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-14b1815f-b551-4301-a440-6eac3c59d65f req-a8b84378-d8a5-4ce0-add8-322c28c209fb tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b3c7ce2-70f7-4d15-8774-e830cec0f0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631806 Aug 12 14:40:48.899000 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4985ebdc-97d0-4f29-a18d-6b0cc44fe566 req-721f92ca-52ab-45b2-9c99-b6c7ca0c0556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:48.901011 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-4985ebdc-97d0-4f29-a18d-6b0cc44fe566 req-721f92ca-52ab-45b2-9c99-b6c7ca0c0556 service neutron] 10.222.0.49 "GET /v2.0/networks?id=bbe912d1-24a1-4382-9351-0f36e9cde2ae HTTP/1.1" status: 200 len: 919 time: 0.2173054 Aug 12 14:40:48.917012 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c05dc4d-2475-4406-9cef-92a82332aa5a req-a69759de-9392-4fb4-8492-4db18b322e0f tempest-ServerRescueNegativeTestJSON-1622637895 tempest-ServerRescueNegativeTestJSON-1622637895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:48.918550 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-6c05dc4d-2475-4406-9cef-92a82332aa5a req-a69759de-9392-4fb4-8492-4db18b322e0f tempest-ServerRescueNegativeTestJSON-1622637895 tempest-ServerRescueNegativeTestJSON-1622637895-project] 10.222.0.39 "GET /v2.0/ports?device_id=d52af645-a96c-4fda-a020-923ad96d40ff HTTP/1.1" status: 200 len: 945 time: 0.0957954 Aug 12 14:40:48.965170 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-21c73262-80ad-420b-b3a2-48182fd212dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:48.967705 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-21c73262-80ad-420b-b3a2-48182fd212dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:48.968770 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-21c73262-80ad-420b-b3a2-48182fd212dc admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/76962a80-ff35-48bd-b9cf-6926080084d3 HTTP/1.1" status: 204 len: 168 time: 0.3575561 Aug 12 14:40:48.970194 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-4985ebdc-97d0-4f29-a18d-6b0cc44fe566 req-e92aae47-8522-4171-99ff-ed3dd941a555 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a06613b9-684e-4dc6-8f33-f36016a468cd HTTP/1.1" status: 200 len: 217 time: 0.0503223 Aug 12 14:40:48.984950 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c73262-80ad-420b-b3a2-48182fd212dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76962a80-ff35-48bd-b9cf-6926080084d3,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:40:49.067340 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-6c05dc4d-2475-4406-9cef-92a82332aa5a req-4b0ae3f1-37a2-4e14-95d5-42044735b09b tempest-ServerRescueNegativeTestJSON-1622637895 tempest-ServerRescueNegativeTestJSON-1622637895-project] 10.222.0.39 "GET /v2.0/security-groups?id=268dec7e-7261-41d2-9e03-6b72db198ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087170 Aug 12 14:40:49.079562 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-3ed219c6-2694-4a40-ac53-75aa71ef04f4 req-47721546-7d65-480c-9be0-6c544ef4a652 service neutron] For port be08eae7-c2c0-4ec4-822c-37369dd75809, host n-h1-694802-15, cleared binding levels {{(pid=94467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:40:49.102465 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4985ebdc-97d0-4f29-a18d-6b0cc44fe566 req-ef2a8ff6-ed40-44f5-b230-906625de520c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:49.104130 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-4985ebdc-97d0-4f29-a18d-6b0cc44fe566 req-ef2a8ff6-ed40-44f5-b230-906625de520c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0d6b535a-04c6-456b-be68-d47252bee2d2 HTTP/1.1" status: 200 len: 858 time: 0.1152122 Aug 12 14:40:49.117575 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22202789-aefe-430b-a532-8a438835b79d req-ca32cecb-eef5-4c45-a1bd-1698ca9f7ecb tempest-InstanceActionsV221TestJSON-1047870183 tempest-InstanceActionsV221TestJSON-1047870183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:49.119117 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-22202789-aefe-430b-a532-8a438835b79d req-ca32cecb-eef5-4c45-a1bd-1698ca9f7ecb tempest-InstanceActionsV221TestJSON-1047870183 tempest-InstanceActionsV221TestJSON-1047870183-project] 10.222.0.39 "GET /v2.0/ports?device_id=e3279829-a129-4f5f-9051-073e7125d697 HTTP/1.1" status: 200 len: 944 time: 0.1612921 Aug 12 14:40:49.124383 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-3ed219c6-2694-4a40-ac53-75aa71ef04f4 req-47721546-7d65-480c-9be0-6c544ef4a652 service neutron] For port be08eae7-c2c0-4ec4-822c-37369dd75809, host n-h1-694802-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=be08eae7-c2c0-4ec4-822c-37369dd75809,segment=NetworkSegment(a1f8c867-101b-4d30-814e-b89f55a5edd0),segment_id=a1f8c867-101b-4d30-814e-b89f55a5edd0)] {{(pid=94467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:40:49.162722 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-3ed219c6-2694-4a40-ac53-75aa71ef04f4 req-47721546-7d65-480c-9be0-6c544ef4a652 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:49.174494 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-4985ebdc-97d0-4f29-a18d-6b0cc44fe566 req-fd559877-3e0c-4afc-b63f-442e3fbd6372 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=bbe912d1-24a1-4382-9351-0f36e9cde2ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0525193 Aug 12 14:40:49.264479 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3ed219c6-2694-4a40-ac53-75aa71ef04f4 req-8f6f210b-9a6f-4f96-9916-8131e84e3349 service neutron] 10.222.0.49 "GET /v2.0/networks/2525c403-dfb3-4196-a273-739607aab38a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3527503 Aug 12 14:40:49.265750 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed219c6-2694-4a40-ac53-75aa71ef04f4 req-47721546-7d65-480c-9be0-6c544ef4a652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:49.266315 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-3ed219c6-2694-4a40-ac53-75aa71ef04f4 req-47721546-7d65-480c-9be0-6c544ef4a652 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:49.267917 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3ed219c6-2694-4a40-ac53-75aa71ef04f4 req-47721546-7d65-480c-9be0-6c544ef4a652 service neutron] 10.222.0.64 "PUT /v2.0/ports/be08eae7-c2c0-4ec4-822c-37369dd75809 HTTP/1.1" status: 200 len: 1097 time: 3.0507712 Aug 12 14:40:49.284853 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe59e99-80b1-4043-b864-ff88a9e4caac req-5339481f-4e37-4c9a-8427-132b1d70f191 tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:49.286913 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-7fe59e99-80b1-4043-b864-ff88a9e4caac req-5339481f-4e37-4c9a-8427-132b1d70f191 tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] 10.222.0.39 "GET /v2.0/ports?device_id=addb0c46-5aee-427c-968b-25b71b245dbc HTTP/1.1" status: 200 len: 946 time: 0.1157522 Aug 12 14:40:49.308625 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-22202789-aefe-430b-a532-8a438835b79d req-bde3e2ee-c572-4fe2-a21f-90594b2a656c tempest-InstanceActionsV221TestJSON-1047870183 tempest-InstanceActionsV221TestJSON-1047870183-project] 10.222.0.39 "GET /v2.0/security-groups?id=6a4ddc93-1ca3-4e5e-8cab-76a496f80251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677351 Aug 12 14:40:49.330116 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-4985ebdc-97d0-4f29-a18d-6b0cc44fe566 req-1e2fb81d-3c96-4898-b427-d9898cc2cac7 service neutron] 10.222.0.49 "GET /v2.0/networks/bbe912d1-24a1-4382-9351-0f36e9cde2ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457806 Aug 12 14:40:49.370075 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-7fe59e99-80b1-4043-b864-ff88a9e4caac req-b4d62be3-e166-4c78-a6a1-504d604812a2 tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] 10.222.0.39 "GET /v2.0/security-groups?id=236a0eec-9f7c-4484-872e-cf0d4d2f69af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679109 Aug 12 14:40:49.441102 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3ed219c6-2694-4a40-ac53-75aa71ef04f4 req-54548692-8717-4052-a2e3-8e88c5cc9784 service neutron] 10.222.0.49 "GET /v2.0/networks/2525c403-dfb3-4196-a273-739607aab38a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370828 Aug 12 14:40:49.469405 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47721546-7d65-480c-9be0-6c544ef4a652 service neutron] Pushing event updated for resources: {'Port': ['ID=be08eae7-c2c0-4ec4-822c-37369dd75809,revision_number=3']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:40:49.558866 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-4985ebdc-97d0-4f29-a18d-6b0cc44fe566 req-9073d3ff-c9e4-4bfe-a0e3-b718006ba6a1 service neutron] 10.222.0.49 "GET /v2.0/networks/bbe912d1-24a1-4382-9351-0f36e9cde2ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2142136 Aug 12 14:40:49.588837 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed219c6-2694-4a40-ac53-75aa71ef04f4 req-382b4e40-8944-481c-951e-bcae5c4d0f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:49.590614 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3ed219c6-2694-4a40-ac53-75aa71ef04f4 req-382b4e40-8944-481c-951e-bcae5c4d0f54 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=65b2c96d0253481aa302fceca03e83a5&device_id=f0da5842-3fbf-43d0-937b-a37571a2e72a HTTP/1.1" status: 200 len: 1100 time: 0.1529901 Aug 12 14:40:49.607134 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbf3ed0-44a8-46b8-9bab-9bd665695f5e req-05bdd341-409a-4d49-a6a5-76b16e2ff36d tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:49.617351 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-8fbf3ed0-44a8-46b8-9bab-9bd665695f5e req-05bdd341-409a-4d49-a6a5-76b16e2ff36d tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] 10.222.0.39 "GET /v2.0/ports?device_id=f0da5842-3fbf-43d0-937b-a37571a2e72a HTTP/1.1" status: 200 len: 948 time: 0.1647408 Aug 12 14:40:49.623277 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ad35ed-a3c9-49de-966b-9d6c89954edf req-3b54a22c-d96e-47ba-ad9a-511710a01e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:49.624878 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d9ad35ed-a3c9-49de-966b-9d6c89954edf req-3b54a22c-d96e-47ba-ad9a-511710a01e8b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=65b2c96d0253481aa302fceca03e83a5&device_id=c4f2b173-64e8-4431-81ea-68de4e9ed7f8 HTTP/1.1" status: 200 len: 1100 time: 0.0968876 Aug 12 14:40:49.731629 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90058c62-aa3f-4d3c-8bd5-05ce9dea86e1 req-a3338c48-9276-4918-adad-c01d5ce49410 tempest-ServerRescueNegativeTestJSON-1622637895 tempest-ServerRescueNegativeTestJSON-1622637895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:49.732088 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-90058c62-aa3f-4d3c-8bd5-05ce9dea86e1 req-a3338c48-9276-4918-adad-c01d5ce49410 tempest-ServerRescueNegativeTestJSON-1622637895 tempest-ServerRescueNegativeTestJSON-1622637895-project] 10.222.0.39 "GET /v2.0/ports?device_id=d52af645-a96c-4fda-a020-923ad96d40ff HTTP/1.1" status: 200 len: 945 time: 0.0566077 Aug 12 14:40:49.756169 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3ed219c6-2694-4a40-ac53-75aa71ef04f4 req-e316fb22-aeaa-4946-9497-e33fb774520a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=be08eae7-c2c0-4ec4-822c-37369dd75809 HTTP/1.1" status: 200 len: 217 time: 0.1356876 Aug 12 14:40:49.818764 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-90058c62-aa3f-4d3c-8bd5-05ce9dea86e1 req-ecc3b0be-d627-49a8-9523-f8acef43bf9c tempest-ServerRescueNegativeTestJSON-1622637895 tempest-ServerRescueNegativeTestJSON-1622637895-project] 10.222.0.39 "GET /v2.0/security-groups?id=268dec7e-7261-41d2-9e03-6b72db198ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780351 Aug 12 14:40:49.841283 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-8fbf3ed0-44a8-46b8-9bab-9bd665695f5e req-f75a92d1-175e-4f0a-8ca3-16bc7f055d7a tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] 10.222.0.39 "GET /v2.0/security-groups?id=5301a7d3-dd3e-456d-bf8f-dfd76884604a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2230394 Aug 12 14:40:49.901781 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d875e74-0e5d-4364-9373-afc7c268564b req-000a4f15-6d2a-45af-a780-2390bdb38585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:49.904083 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2d875e74-0e5d-4364-9373-afc7c268564b req-000a4f15-6d2a-45af-a780-2390bdb38585 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ef918c3e55db41809ce6731a1724be70&device_id=d52af645-a96c-4fda-a020-923ad96d40ff HTTP/1.1" status: 200 len: 1097 time: 0.1876235 Aug 12 14:40:49.921781 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed219c6-2694-4a40-ac53-75aa71ef04f4 req-e95227aa-dc94-4519-9a76-cc8e5525150d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:49.924320 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3ed219c6-2694-4a40-ac53-75aa71ef04f4 req-e95227aa-dc94-4519-9a76-cc8e5525150d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=236e0be6-1c94-4221-9e8b-ab02a53331f8 HTTP/1.1" status: 200 len: 843 time: 0.1396928 Aug 12 14:40:49.985183 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ad35ed-a3c9-49de-966b-9d6c89954edf req-e6206615-8d14-4347-bec3-d7e6e7a0da02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:49.986830 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d9ad35ed-a3c9-49de-966b-9d6c89954edf req-e6206615-8d14-4347-bec3-d7e6e7a0da02 service neutron] 10.222.0.49 "GET /v2.0/networks?id=2525c403-dfb3-4196-a273-739607aab38a HTTP/1.1" status: 200 len: 870 time: 0.3004379 Aug 12 14:40:50.087162 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d9ad35ed-a3c9-49de-966b-9d6c89954edf req-0cc9adb3-8e41-4c66-94e9-dc0d86446491 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=29731b86-ffa2-4aca-a795-760760d96e26 HTTP/1.1" status: 200 len: 217 time: 0.0842686 Aug 12 14:40:50.163806 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed219c6-2694-4a40-ac53-75aa71ef04f4 req-df20c4b3-9e61-4242-a3be-e064acc7fc5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:50.165423 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3ed219c6-2694-4a40-ac53-75aa71ef04f4 req-df20c4b3-9e61-4242-a3be-e064acc7fc5a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2525c403-dfb3-4196-a273-739607aab38a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2281094 Aug 12 14:40:50.181760 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d875e74-0e5d-4364-9373-afc7c268564b req-8b38ace9-f1d7-4139-a7c6-1c2adad1be18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:50.183223 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2d875e74-0e5d-4364-9373-afc7c268564b req-8b38ace9-f1d7-4139-a7c6-1c2adad1be18 service neutron] 10.222.0.64 "GET /v2.0/networks?id=403ed391-7874-4a33-9f4f-96fa9ef207f4 HTTP/1.1" status: 200 len: 919 time: 0.2636373 Aug 12 14:40:50.202367 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2c39bf-dfa5-41e5-bca1-8597b6c75688 req-e1323600-a23c-46f5-b2e1-a1d72d0d91e5 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:50.203867 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-1a2c39bf-dfa5-41e5-bca1-8597b6c75688 req-e1323600-a23c-46f5-b2e1-a1d72d0d91e5 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] 10.222.0.39 "GET /v2.0/ports?device_id=23818359-f45f-434d-a114-070341b83442 HTTP/1.1" status: 200 len: 945 time: 0.2161195 Aug 12 14:40:50.229736 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ad35ed-a3c9-49de-966b-9d6c89954edf req-21df7a83-baab-41de-a404-155d1f63f4a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:50.231253 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d9ad35ed-a3c9-49de-966b-9d6c89954edf req-21df7a83-baab-41de-a404-155d1f63f4a2 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=236e0be6-1c94-4221-9e8b-ab02a53331f8 HTTP/1.1" status: 200 len: 843 time: 0.1349037 Aug 12 14:40:50.303502 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2d875e74-0e5d-4364-9373-afc7c268564b req-4db89d53-c224-4872-878c-1516ff3f407d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=77908564-4609-4603-8286-dd7ae3af6f74 HTTP/1.1" status: 200 len: 217 time: 0.1091464 Aug 12 14:40:50.392039 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-1a2c39bf-dfa5-41e5-bca1-8597b6c75688 req-5b64a6ef-6265-428d-870c-3b10c0726e6b tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b3c7ce2-70f7-4d15-8774-e830cec0f0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319907 Aug 12 14:40:50.450161 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d875e74-0e5d-4364-9373-afc7c268564b req-d50c6acd-a3cf-47dd-8b4f-85d7fa4fd349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:50.452034 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2d875e74-0e5d-4364-9373-afc7c268564b req-d50c6acd-a3cf-47dd-8b4f-85d7fa4fd349 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d596ebc0-f7b2-4a88-b2fe-14085d881fde HTTP/1.1" status: 200 len: 858 time: 0.1147304 Aug 12 14:40:50.465147 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ad35ed-a3c9-49de-966b-9d6c89954edf req-cd666bda-d42f-4a44-bf5c-d5b36d2c3a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:50.466790 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d9ad35ed-a3c9-49de-966b-9d6c89954edf req-cd666bda-d42f-4a44-bf5c-d5b36d2c3a0e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2525c403-dfb3-4196-a273-739607aab38a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1792927 Aug 12 14:40:50.515266 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50924d2-22aa-4980-bcb4-a54e45125621 req-014c833d-873f-4a8f-be95-d6306993fbf6 tempest-InstanceActionsV221TestJSON-1047870183 tempest-InstanceActionsV221TestJSON-1047870183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:50.526661 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2d875e74-0e5d-4364-9373-afc7c268564b req-3e30efe7-ded9-4e94-9500-ebc9666749d2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=403ed391-7874-4a33-9f4f-96fa9ef207f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0576291 Aug 12 14:40:50.530782 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-b50924d2-22aa-4980-bcb4-a54e45125621 req-014c833d-873f-4a8f-be95-d6306993fbf6 tempest-InstanceActionsV221TestJSON-1047870183 tempest-InstanceActionsV221TestJSON-1047870183-project] 10.222.0.39 "GET /v2.0/ports?device_id=e3279829-a129-4f5f-9051-073e7125d697 HTTP/1.1" status: 200 len: 944 time: 0.1109409 Aug 12 14:40:50.537140 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3ed219c6-2694-4a40-ac53-75aa71ef04f4 req-c02bfa54-6394-40c1-8a4b-518da88af6ec service neutron] 10.222.0.64 "GET /v2.0/networks/2525c403-dfb3-4196-a273-739607aab38a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3567836 Aug 12 14:40:50.584486 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-b50924d2-22aa-4980-bcb4-a54e45125621 req-568f8fa0-61eb-4bfc-849a-9373d8392884 tempest-InstanceActionsV221TestJSON-1047870183 tempest-InstanceActionsV221TestJSON-1047870183-project] 10.222.0.39 "GET /v2.0/security-groups?id=6a4ddc93-1ca3-4e5e-8cab-76a496f80251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527654 Aug 12 14:40:50.891680 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 45486) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:40:50.955412 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0da5842-3fbf-43d0-937b-a37571a2e72a', 'tag': 'be08eae7-c2c0-4ec4-822c-37369dd75809'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:40:50.958086 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e65282f928b64038367d043a4411777802006c43a98742496cb2e25b724ff1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2889ca46-c6a2-47de-91d1-e0db18857f36" -d '{"events": [{"name": "network-changed", "server_uuid": "f0da5842-3fbf-43d0-937b-a37571a2e72a", "tag": "be08eae7-c2c0-4ec4-822c-37369dd75809"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:40:50.972306 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1397215c-805a-4d81-a7af-f5f0a9f6b1df req-4d3223d9-c689-445c-97c9-c345dc231512 tempest-ServerRescueNegativeTestJSON-1622637895 tempest-ServerRescueNegativeTestJSON-1622637895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:50.973847 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-1397215c-805a-4d81-a7af-f5f0a9f6b1df req-4d3223d9-c689-445c-97c9-c345dc231512 tempest-ServerRescueNegativeTestJSON-1622637895 tempest-ServerRescueNegativeTestJSON-1622637895-project] 10.222.0.39 "GET /v2.0/ports?device_id=d52af645-a96c-4fda-a020-923ad96d40ff HTTP/1.1" status: 200 len: 945 time: 0.0566118 Aug 12 14:40:51.026267 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-113febf1-f227-4eea-8842-d4ada3f31184 tempest-QuotasNegativeTest-401489484 tempest-QuotasNegativeTest-401489484-project-admin] Request body: {'quota': {'network': 2}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:40:51.042110 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-1397215c-805a-4d81-a7af-f5f0a9f6b1df req-3a8c5499-62be-4cf2-ade3-2e9bb0443c1f tempest-ServerRescueNegativeTestJSON-1622637895 tempest-ServerRescueNegativeTestJSON-1622637895-project] 10.222.0.39 "GET /v2.0/security-groups?id=268dec7e-7261-41d2-9e03-6b72db198ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616422 Aug 12 14:40:51.065126 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff9f9f6-072f-4518-a5d9-fa2fb22b3e31 req-6f862370-e291-4da4-9257-54a08d75ffcc tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:51.074183 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-113febf1-f227-4eea-8842-d4ada3f31184 tempest-QuotasNegativeTest-401489484 tempest-QuotasNegativeTest-401489484-project-admin] 10.222.0.39 "PUT /v2.0/quotas/27cd2328af554b77a14fed6cb2115ca1 HTTP/1.1" status: 200 len: 368 time: 0.1774402 Aug 12 14:40:51.074349 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0ff9f9f6-072f-4518-a5d9-fa2fb22b3e31 req-6f862370-e291-4da4-9257-54a08d75ffcc tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] 10.222.0.39 "GET /v2.0/ports?device_id=addb0c46-5aee-427c-968b-25b71b245dbc HTTP/1.1" status: 200 len: 946 time: 0.5446713 Aug 12 14:40:51.074619 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 45494) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:40:51.079847 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-4ffa98cc-6aee-435f-b5dc-286c9a7b986f tempest-QuotasNegativeTest-401489484 tempest-QuotasNegativeTest-401489484-project-admin] Request body: {'network': {'project_id': '27cd2328af554b77a14fed6cb2115ca1'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:40:51.120755 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ffa98cc-6aee-435f-b5dc-286c9a7b986f tempest-QuotasNegativeTest-401489484 tempest-QuotasNegativeTest-401489484-project-admin] Made reservation on behalf of 27cd2328af554b77a14fed6cb2115ca1 for: {'network': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:40:51.123201 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4ffa98cc-6aee-435f-b5dc-286c9a7b986f tempest-QuotasNegativeTest-401489484 tempest-QuotasNegativeTest-401489484-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for network, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:51.132706 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4ffa98cc-6aee-435f-b5dc-286c9a7b986f tempest-QuotasNegativeTest-401489484 tempest-QuotasNegativeTest-401489484-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:51.147619 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2d875e74-0e5d-4364-9373-afc7c268564b req-d8e16227-b423-45c5-a08d-574a2c52d6c7 service neutron] 10.222.0.64 "GET /v2.0/networks/403ed391-7874-4a33-9f4f-96fa9ef207f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6087067 Aug 12 14:40:51.149454 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d9ad35ed-a3c9-49de-966b-9d6c89954edf req-a7037121-726f-4d10-8b45-b58aaa8c8b20 service neutron] 10.222.0.49 "GET /v2.0/networks/2525c403-dfb3-4196-a273-739607aab38a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6634429 Aug 12 14:40:51.192708 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3ed219c6-2694-4a40-ac53-75aa71ef04f4 req-08b2a45b-2dac-4406-b14b-585835330db3 service neutron] 10.222.0.64 "GET /v2.0/networks/2525c403-dfb3-4196-a273-739607aab38a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6340020 Aug 12 14:40:51.209952 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ee3ee1-325e-4892-945a-acaae1f38cf6 req-c584ee65-d657-4709-b51c-567ea706dde8 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:51.211853 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-b4ee3ee1-325e-4892-945a-acaae1f38cf6 req-c584ee65-d657-4709-b51c-567ea706dde8 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] 10.222.0.39 "GET /v2.0/ports?device_id=f0da5842-3fbf-43d0-937b-a37571a2e72a HTTP/1.1" status: 200 len: 948 time: 0.0707273 Aug 12 14:40:51.243325 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0ff9f9f6-072f-4518-a5d9-fa2fb22b3e31 req-09986957-ec0e-4df7-b205-9d969de115ba tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] 10.222.0.39 "GET /v2.0/security-groups?id=236a0eec-9f7c-4484-872e-cf0d4d2f69af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667829 Aug 12 14:40:51.297427 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-b4ee3ee1-325e-4892-945a-acaae1f38cf6 req-d2bdf7c4-30d4-49bd-9fd2-0e43fc3f4514 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] 10.222.0.39 "GET /v2.0/security-groups?id=5301a7d3-dd3e-456d-bf8f-dfd76884604a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612926 Aug 12 14:40:51.367708 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2d875e74-0e5d-4364-9373-afc7c268564b req-be04bb1d-4393-47cb-a1e0-f31145b25835 service neutron] 10.222.0.64 "GET /v2.0/networks/403ed391-7874-4a33-9f4f-96fa9ef207f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2079816 Aug 12 14:40:51.369690 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d9ad35ed-a3c9-49de-966b-9d6c89954edf req-e938d772-f725-482e-9927-3cfd832d1912 service neutron] 10.222.0.49 "GET /v2.0/networks/2525c403-dfb3-4196-a273-739607aab38a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2065027 Aug 12 14:40:51.382331 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 14:40:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4e77f52-babf-4e59-b895-913dd4c49baf x-openstack-request-id: req-e4e77f52-babf-4e59-b895-913dd4c49baf {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:40:51.382701 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0da5842-3fbf-43d0-937b-a37571a2e72a", "tag": "be08eae7-c2c0-4ec4-822c-37369dd75809", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:40:51.382920 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e4e77f52-babf-4e59-b895-913dd4c49baf {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:40:51.383307 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0da5842-3fbf-43d0-937b-a37571a2e72a', 'tag': 'be08eae7-c2c0-4ec4-822c-37369dd75809', 'status': 'completed', 'code': 200} Aug 12 14:40:51.406535 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4ffa98cc-6aee-435f-b5dc-286c9a7b986f tempest-QuotasNegativeTest-401489484 tempest-QuotasNegativeTest-401489484-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:51.412449 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4ffa98cc-6aee-435f-b5dc-286c9a7b986f tempest-QuotasNegativeTest-401489484 tempest-QuotasNegativeTest-401489484-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:51.446362 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ffa98cc-6aee-435f-b5dc-286c9a7b986f tempest-QuotasNegativeTest-401489484 tempest-QuotasNegativeTest-401489484-project-admin] vlan segment allocate from pool success with {'vlan_id': 335, 'physical_network': 'physnet1'} {{(pid=94466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 14:40:51.460463 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffa98cc-6aee-435f-b5dc-286c9a7b986f tempest-QuotasNegativeTest-401489484 tempest-QuotasNegativeTest-401489484-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed3b948b-6ee2-4d1e-87c8-8cdedb4fab56,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:40:51.467297 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4ffa98cc-6aee-435f-b5dc-286c9a7b986f tempest-QuotasNegativeTest-401489484 tempest-QuotasNegativeTest-401489484-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:51.467651 n-d-694802-15 neutron-server[94466]: INFO neutron.db.segments_db [None req-4ffa98cc-6aee-435f-b5dc-286c9a7b986f tempest-QuotasNegativeTest-401489484 tempest-QuotasNegativeTest-401489484-project-admin] Added segment d8f23378-ad02-4131-afe0-f728644c0054 of type vlan for network bbda8144-0277-436b-8dae-333e470d2cfb Aug 12 14:40:51.487762 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2889ca46-c6a2-47de-91d1-e0db18857f36 req-4bee064c-3890-4fdb-b18c-25d86ff87cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:51.489540 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2889ca46-c6a2-47de-91d1-e0db18857f36 req-4bee064c-3890-4fdb-b18c-25d86ff87cd5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=65b2c96d0253481aa302fceca03e83a5&device_id=f0da5842-3fbf-43d0-937b-a37571a2e72a HTTP/1.1" status: 200 len: 1100 time: 0.0832705 Aug 12 14:40:51.497794 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-093b0a10-267f-42a1-9f9d-a80341d6a3bc req-07f861f5-229d-4c2b-9581-c2ac96051c6f tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-379595711&fields=id&tenant_id=27838204baa14230af63fefe49eecf8a HTTP/1.1" status: 200 len: 267 time: 0.0560567 Aug 12 14:40:51.539662 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4ffa98cc-6aee-435f-b5dc-286c9a7b986f tempest-QuotasNegativeTest-401489484 tempest-QuotasNegativeTest-401489484-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744653628263'] for network, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:51.574720 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abec45dc-590a-48dc-9cf0-49647ce093ae req-1c0891eb-ffbd-45c9-a717-9660e8ff0d75 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:51.576333 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-abec45dc-590a-48dc-9cf0-49647ce093ae req-1c0891eb-ffbd-45c9-a717-9660e8ff0d75 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] 10.222.0.39 "GET /v2.0/ports?device_id=23818359-f45f-434d-a114-070341b83442 HTTP/1.1" status: 200 len: 945 time: 0.0998626 Aug 12 14:40:51.600514 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4ffa98cc-6aee-435f-b5dc-286c9a7b986f tempest-QuotasNegativeTest-401489484 tempest-QuotasNegativeTest-401489484-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409'] for network, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:51.601528 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ffa98cc-6aee-435f-b5dc-286c9a7b986f tempest-QuotasNegativeTest-401489484 tempest-QuotasNegativeTest-401489484-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:51.602115 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4ffa98cc-6aee-435f-b5dc-286c9a7b986f tempest-QuotasNegativeTest-401489484 tempest-QuotasNegativeTest-401489484-project-admin] Notify callbacks [] for network, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:51.622266 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093b0a10-267f-42a1-9f9d-a80341d6a3bc req-3d9a410a-77be-4354-b142-36c3642172bf tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:51.624470 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-093b0a10-267f-42a1-9f9d-a80341d6a3bc req-3d9a410a-77be-4354-b142-36c3642172bf tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] 10.222.0.39 "GET /v2.0/ports?device_id=addb0c46-5aee-427c-968b-25b71b245dbc HTTP/1.1" status: 200 len: 946 time: 0.1113632 Aug 12 14:40:51.641540 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-093b0a10-267f-42a1-9f9d-a80341d6a3bc req-00c6488c-fc33-4250-83ff-23077e6bf101 tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] Request body: {'port': {'security_groups': ['236a0eec-9f7c-4484-872e-cf0d4d2f69af', 'a7919fb1-8a95-475b-8d85-70fa5ca14b7f']}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:40:51.681664 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-4ffa98cc-6aee-435f-b5dc-286c9a7b986f tempest-QuotasNegativeTest-401489484 tempest-QuotasNegativeTest-401489484-project-admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.6034944 Aug 12 14:40:51.682005 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 45504) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:40:51.686948 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-b405262e-243d-4291-a13d-a77ec4bce4f7 tempest-QuotasNegativeTest-401489484 tempest-QuotasNegativeTest-401489484-project-admin] Request body: {'network': {'project_id': '27cd2328af554b77a14fed6cb2115ca1'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:40:51.694580 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2889ca46-c6a2-47de-91d1-e0db18857f36 req-8fbaf253-4fb4-43fe-9d78-b1ba968a8334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:51.696139 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2889ca46-c6a2-47de-91d1-e0db18857f36 req-8fbaf253-4fb4-43fe-9d78-b1ba968a8334 service neutron] 10.222.0.64 "GET /v2.0/networks?id=2525c403-dfb3-4196-a273-739607aab38a HTTP/1.1" status: 200 len: 870 time: 0.1927154 Aug 12 14:40:51.718808 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-abec45dc-590a-48dc-9cf0-49647ce093ae req-c3091c9a-21b9-49dd-89e3-97802f328b42 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b3c7ce2-70f7-4d15-8774-e830cec0f0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357126 Aug 12 14:40:51.722974 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffa98cc-6aee-435f-b5dc-286c9a7b986f tempest-QuotasNegativeTest-401489484 tempest-QuotasNegativeTest-401489484-project-admin] Pushing event updated for resources: {'Network': ['ID=bbda8144-0277-436b-8dae-333e470d2cfb,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:40:51.734108 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Network bbda8144-0277-436b-8dae-333e470d2cfb details requested by agent ovs-agent-n-d-694802-15 with host n-d-694802-15 {{(pid=94468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 14:40:51.787197 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-093b0a10-267f-42a1-9f9d-a80341d6a3bc req-00c6488c-fc33-4250-83ff-23077e6bf101 tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:51.789468 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b405262e-243d-4291-a13d-a77ec4bce4f7 tempest-QuotasNegativeTest-401489484 tempest-QuotasNegativeTest-401489484-project-admin] Made reservation on behalf of 27cd2328af554b77a14fed6cb2115ca1 for: {'network': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:40:51.792052 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-b405262e-243d-4291-a13d-a77ec4bce4f7 tempest-QuotasNegativeTest-401489484 tempest-QuotasNegativeTest-401489484-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for network, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:51.795106 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2889ca46-c6a2-47de-91d1-e0db18857f36 req-6f0b26da-bf5b-4383-bfaa-b88b6f6ce5a2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=be08eae7-c2c0-4ec4-822c-37369dd75809 HTTP/1.1" status: 200 len: 217 time: 0.0860350 Aug 12 14:40:51.851634 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c926ff15-7693-4260-8749-1982360ed58a req-caaf9908-304a-486d-ace0-cc643362d8b3 tempest-InstanceActionsV221TestJSON-1047870183 tempest-InstanceActionsV221TestJSON-1047870183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:51.853340 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-c926ff15-7693-4260-8749-1982360ed58a req-caaf9908-304a-486d-ace0-cc643362d8b3 tempest-InstanceActionsV221TestJSON-1047870183 tempest-InstanceActionsV221TestJSON-1047870183-project] 10.222.0.39 "GET /v2.0/ports?device_id=e3279829-a129-4f5f-9051-073e7125d697 HTTP/1.1" status: 200 len: 944 time: 0.0591648 Aug 12 14:40:51.896313 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-c926ff15-7693-4260-8749-1982360ed58a req-9e7c30fd-c8a0-4514-b82d-1cfdc3bebbcd tempest-InstanceActionsV221TestJSON-1047870183 tempest-InstanceActionsV221TestJSON-1047870183-project] 10.222.0.39 "GET /v2.0/security-groups?id=6a4ddc93-1ca3-4e5e-8cab-76a496f80251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350103 Aug 12 14:40:51.902617 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b405262e-243d-4291-a13d-a77ec4bce4f7 tempest-QuotasNegativeTest-401489484 tempest-QuotasNegativeTest-401489484-project-admin] vlan segment allocate from pool success with {'vlan_id': 348, 'physical_network': 'physnet1'} {{(pid=94467) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 14:40:51.924741 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2889ca46-c6a2-47de-91d1-e0db18857f36 req-c4da3f74-de6b-4c1c-aeaa-92e1077b9fce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:51.926346 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2889ca46-c6a2-47de-91d1-e0db18857f36 req-c4da3f74-de6b-4c1c-aeaa-92e1077b9fce service neutron] 10.222.0.64 "GET /v2.0/subnets?id=236e0be6-1c94-4221-9e8b-ab02a53331f8 HTTP/1.1" status: 200 len: 843 time: 0.1139779 Aug 12 14:40:51.934146 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-b405262e-243d-4291-a13d-a77ec4bce4f7 tempest-QuotasNegativeTest-401489484 tempest-QuotasNegativeTest-401489484-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:51.934490 n-d-694802-15 neutron-server[94467]: INFO neutron.db.segments_db [None req-b405262e-243d-4291-a13d-a77ec4bce4f7 tempest-QuotasNegativeTest-401489484 tempest-QuotasNegativeTest-401489484-project-admin] Added segment 865b26e4-4243-408b-bc3b-1b9f43a14aa1 of type vlan for network 2a2d822a-bc26-4a54-b1a3-218514792537 Aug 12 14:40:52.030131 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-b405262e-243d-4291-a13d-a77ec4bce4f7 tempest-QuotasNegativeTest-401489484 tempest-QuotasNegativeTest-401489484-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744653628263'] for network, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:52.048665 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2889ca46-c6a2-47de-91d1-e0db18857f36 req-a91d15a7-ca96-4379-87c6-df2f0bc650b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:52.050412 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2889ca46-c6a2-47de-91d1-e0db18857f36 req-a91d15a7-ca96-4379-87c6-df2f0bc650b7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2525c403-dfb3-4196-a273-739607aab38a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1126964 Aug 12 14:40:52.168465 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-b405262e-243d-4291-a13d-a77ec4bce4f7 tempest-QuotasNegativeTest-401489484 tempest-QuotasNegativeTest-401489484-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409'] for network, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:52.169382 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b405262e-243d-4291-a13d-a77ec4bce4f7 tempest-QuotasNegativeTest-401489484 tempest-QuotasNegativeTest-401489484-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:52.169949 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-b405262e-243d-4291-a13d-a77ec4bce4f7 tempest-QuotasNegativeTest-401489484 tempest-QuotasNegativeTest-401489484-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for network, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:52.188312 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0b9a24-8b8a-4b5f-9489-b8a3f5c9e04e req-fd732009-05ed-402a-95aa-7cec0686df66 tempest-ServerRescueNegativeTestJSON-1622637895 tempest-ServerRescueNegativeTestJSON-1622637895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:52.190075 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-ad0b9a24-8b8a-4b5f-9489-b8a3f5c9e04e req-fd732009-05ed-402a-95aa-7cec0686df66 tempest-ServerRescueNegativeTestJSON-1622637895 tempest-ServerRescueNegativeTestJSON-1622637895-project] 10.222.0.39 "GET /v2.0/ports?device_id=d52af645-a96c-4fda-a020-923ad96d40ff HTTP/1.1" status: 200 len: 945 time: 0.0663798 Aug 12 14:40:52.246767 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-ad0b9a24-8b8a-4b5f-9489-b8a3f5c9e04e req-eab640a1-d4c6-4ad3-b0a0-3a658a673ee3 tempest-ServerRescueNegativeTestJSON-1622637895 tempest-ServerRescueNegativeTestJSON-1622637895-project] 10.222.0.39 "GET /v2.0/security-groups?id=268dec7e-7261-41d2-9e03-6b72db198ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490503 Aug 12 14:40:52.260712 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-b405262e-243d-4291-a13d-a77ec4bce4f7 tempest-QuotasNegativeTest-401489484 tempest-QuotasNegativeTest-401489484-project-admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.5777147 Aug 12 14:40:52.270266 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 45508) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:40:52.275489 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-292259fd-edf5-4225-8b71-2cd506be91d9 tempest-QuotasNegativeTest-401489484 tempest-QuotasNegativeTest-401489484-project-admin] Request body: {'network': {'project_id': '27cd2328af554b77a14fed6cb2115ca1'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:40:52.290227 n-d-694802-15 neutron-server[94466]: INFO neutron.pecan_wsgi.hooks.translation [None req-292259fd-edf5-4225-8b71-2cd506be91d9 tempest-QuotasNegativeTest-401489484 tempest-QuotasNegativeTest-401489484-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Aug 12 14:40:52.290868 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-292259fd-edf5-4225-8b71-2cd506be91d9 tempest-QuotasNegativeTest-401489484 tempest-QuotasNegativeTest-401489484-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=94466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 14:40:52.293215 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405262e-243d-4291-a13d-a77ec4bce4f7 tempest-QuotasNegativeTest-401489484 tempest-QuotasNegativeTest-401489484-project-admin] Pushing event updated for resources: {'Network': ['ID=2a2d822a-bc26-4a54-b1a3-218514792537,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:40:52.296529 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-292259fd-edf5-4225-8b71-2cd506be91d9 tempest-QuotasNegativeTest-401489484 tempest-QuotasNegativeTest-401489484-project-admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0303628 Aug 12 14:40:52.305677 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Network 2a2d822a-bc26-4a54-b1a3-218514792537 details requested by agent ovs-agent-n-d-694802-15 with host n-d-694802-15 {{(pid=94468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 14:40:52.314468 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-093b0a10-267f-42a1-9f9d-a80341d6a3bc req-00c6488c-fc33-4250-83ff-23077e6bf101 tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] For port b68e9c24-4f99-46dc-afe0-de87e93ee25e, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=b68e9c24-4f99-46dc-afe0-de87e93ee25e,segment=NetworkSegment(21390069-236e-48c1-88f4-ced6154e645c),segment_id=21390069-236e-48c1-88f4-ced6154e645c)] {{(pid=94467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:40:52.332126 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2889ca46-c6a2-47de-91d1-e0db18857f36 req-1c5ee225-b131-4049-8743-349a2372d681 service neutron] 10.222.0.64 "GET /v2.0/networks/2525c403-dfb3-4196-a273-739607aab38a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2712133 Aug 12 14:40:52.423729 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-093b0a10-267f-42a1-9f9d-a80341d6a3bc req-00c6488c-fc33-4250-83ff-23077e6bf101 tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:52.438458 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-093b0a10-267f-42a1-9f9d-a80341d6a3bc req-00c6488c-fc33-4250-83ff-23077e6bf101 tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:52.452615 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] get_ports_and_sgs() called for port_ids ['af31cda9-733b-4e7b-9614-de3dddf9cf56'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:40:52.528090 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] get_ports_and_sgs() called for port_ids ['b68e9c24-4f99-46dc-afe0-de87e93ee25e'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:40:52.528639 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093b0a10-267f-42a1-9f9d-a80341d6a3bc req-00c6488c-fc33-4250-83ff-23077e6bf101 tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:52.529515 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-093b0a10-267f-42a1-9f9d-a80341d6a3bc req-00c6488c-fc33-4250-83ff-23077e6bf101 tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:52.530839 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be043e6-f112-4cb8-8703-44fc6c19d41c req-9eb1639f-8f4b-420d-8d40-294d4af8eda5 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:52.531516 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-093b0a10-267f-42a1-9f9d-a80341d6a3bc req-00c6488c-fc33-4250-83ff-23077e6bf101 tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] 10.222.0.39 "PUT /v2.0/ports/b68e9c24-4f99-46dc-afe0-de87e93ee25e HTTP/1.1" status: 200 len: 982 time: 0.8973637 Aug 12 14:40:52.542531 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-5be043e6-f112-4cb8-8703-44fc6c19d41c req-9eb1639f-8f4b-420d-8d40-294d4af8eda5 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] 10.222.0.39 "GET /v2.0/ports?device_id=f0da5842-3fbf-43d0-937b-a37571a2e72a HTTP/1.1" status: 200 len: 948 time: 0.1118960 Aug 12 14:40:52.554579 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 45518) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:40:52.579215 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2889ca46-c6a2-47de-91d1-e0db18857f36 req-36f38aa5-b239-465b-9939-ca1459090d51 service neutron] 10.222.0.64 "GET /v2.0/networks/2525c403-dfb3-4196-a273-739607aab38a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2327013 Aug 12 14:40:52.591570 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c6488c-fc33-4250-83ff-23077e6bf101 tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] Pushing event updated for resources: {'Port': ['ID=b68e9c24-4f99-46dc-afe0-de87e93ee25e,revision_number=6']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:40:52.620456 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-5be043e6-f112-4cb8-8703-44fc6c19d41c req-f1127415-558a-4a8f-95f1-5a85835702e4 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] 10.222.0.39 "GET /v2.0/security-groups?id=5301a7d3-dd3e-456d-bf8f-dfd76884604a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768883 Aug 12 14:40:52.623558 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device a06613b9-684e-4dc6-8f33-f36016a468cd details requested by agent hyperv_n-h2-694802-15 with host n-h2-694802-15 {{(pid=94468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 14:40:52.740543 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-6cd3c2df-677d-4589-a51b-aab8f7dc3b0e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=27cd2328af554b77a14fed6cb2115ca1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1795797 Aug 12 14:40:52.743638 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 45532) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:40:52.747576 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6db7a7d3-1aee-4381-888b-300ed79e9201 req-5a608e5a-2c44-463e-ab49-a0294750b3cd tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] 10.222.0.39 "GET /v2.0/security-groups/a7919fb1-8a95-475b-8d85-70fa5ca14b7f HTTP/1.1" status: 200 len: 1802 time: 0.0679266 Aug 12 14:40:52.757647 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] get_ports_and_sgs() called for port_ids ['b68e9c24-4f99-46dc-afe0-de87e93ee25e'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:40:52.852663 n-d-694802-15 neutron-server[94467]: INFO neutron.api.v2.resource [req-6db7a7d3-1aee-4381-888b-300ed79e9201 req-175c5bd9-0c59-47d6-9cc8-ba7028fc1b15 tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 12 14:40:52.853725 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6db7a7d3-1aee-4381-888b-300ed79e9201 req-175c5bd9-0c59-47d6-9cc8-ba7028fc1b15 tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] 10.222.0.39 "DELETE /v2.0/security-groups/a7919fb1-8a95-475b-8d85-70fa5ca14b7f HTTP/1.1" status: 409 len: 341 time: 0.0924704 Aug 12 14:40:52.959556 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26703ea7-ae26-4f11-95f7-ca6ce03a67df req-92688e95-f046-451f-9973-e7fa19f957f8 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:52.962025 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-26703ea7-ae26-4f11-95f7-ca6ce03a67df req-92688e95-f046-451f-9973-e7fa19f957f8 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] 10.222.0.39 "GET /v2.0/ports?device_id=23818359-f45f-434d-a114-070341b83442 HTTP/1.1" status: 200 len: 945 time: 0.1314633 Aug 12 14:40:52.963287 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b38ad902-c1a2-4ef4-b922-44afb457d07b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:53.008331 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b38ad902-c1a2-4ef4-b922-44afb457d07b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:53.052100 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-26703ea7-ae26-4f11-95f7-ca6ce03a67df req-f81527c5-bad7-48cf-be26-23cc876a6728 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b3c7ce2-70f7-4d15-8774-e830cec0f0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753374 Aug 12 14:40:53.114992 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b38ad902-c1a2-4ef4-b922-44afb457d07b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:53.119301 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b38ad902-c1a2-4ef4-b922-44afb457d07b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:53.121143 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-b38ad902-c1a2-4ef4-b922-44afb457d07b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ed3b948b-6ee2-4d1e-87c8-8cdedb4fab56 HTTP/1.1" status: 204 len: 168 time: 0.3756914 Aug 12 14:40:53.123744 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 45544) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:40:53.153929 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38ad902-c1a2-4ef4-b922-44afb457d07b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed3b948b-6ee2-4d1e-87c8-8cdedb4fab56,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:40:53.176732 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port a06613b9-684e-4dc6-8f33-f36016a468cd, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=a06613b9-684e-4dc6-8f33-f36016a468cd,segment=NetworkSegment(a920415e-3d4a-4606-9edc-41006ba8592c),segment_id=a920415e-3d4a-4606-9edc-41006ba8592c)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:40:53.237590 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Returning: {'device': 'a06613b9-684e-4dc6-8f33-f36016a468cd', 'network_id': 'bbe912d1-24a1-4382-9351-0f36e9cde2ae', 'port_id': 'a06613b9-684e-4dc6-8f33-f36016a468cd', 'mac_address': 'fa:16:3e:3d:9a:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d6b535a-04c6-456b-be68-d47252bee2d2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 14:40:53.279259 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4078e2a6-8816-4f02-b3f3-7d483dc30c9e req-062d5ff1-594c-492a-97f3-2ee6e7bececf tempest-InstanceActionsV221TestJSON-1047870183 tempest-InstanceActionsV221TestJSON-1047870183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:53.281509 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-4078e2a6-8816-4f02-b3f3-7d483dc30c9e req-062d5ff1-594c-492a-97f3-2ee6e7bececf tempest-InstanceActionsV221TestJSON-1047870183 tempest-InstanceActionsV221TestJSON-1047870183-project] 10.222.0.39 "GET /v2.0/ports?device_id=e3279829-a129-4f5f-9051-073e7125d697 HTTP/1.1" status: 200 len: 944 time: 0.1150436 Aug 12 14:40:53.289380 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-0dcb8663-a637-4650-8356-7ee5bf6c414e tempest-QuotasNegativeTest-401489484 tempest-QuotasNegativeTest-401489484-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680608'] for network, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:53.366369 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-4078e2a6-8816-4f02-b3f3-7d483dc30c9e req-34c351c0-889b-429e-962f-6d494312ffd2 tempest-InstanceActionsV221TestJSON-1047870183 tempest-InstanceActionsV221TestJSON-1047870183-project] 10.222.0.39 "GET /v2.0/security-groups?id=6a4ddc93-1ca3-4e5e-8cab-76a496f80251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754287 Aug 12 14:40:53.372336 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:53.401060 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'addb0c46-5aee-427c-968b-25b71b245dbc', 'tag': 'b68e9c24-4f99-46dc-afe0-de87e93ee25e'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:40:53.404264 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e65282f928b64038367d043a4411777802006c43a98742496cb2e25b724ff1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa7eaa24-c8da-4b27-a3bf-07bd50d4475b" -d '{"events": [{"name": "network-changed", "server_uuid": "addb0c46-5aee-427c-968b-25b71b245dbc", "tag": "b68e9c24-4f99-46dc-afe0-de87e93ee25e"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:40:53.430799 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a06613b9-684e-4dc6-8f33-f36016a468cd {{(pid=94468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:40:53.490688 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port a06613b9-684e-4dc6-8f33-f36016a468cd, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=a06613b9-684e-4dc6-8f33-f36016a468cd,segment=NetworkSegment(a920415e-3d4a-4606-9edc-41006ba8592c),segment_id=a920415e-3d4a-4606-9edc-41006ba8592c)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:40:53.532263 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9784620f-e0ed-43e8-a17e-d6d037ac3c7b req-64cabd88-9d98-4f56-bb72-3db39e9aee94 tempest-ServerRescueNegativeTestJSON-1622637895 tempest-ServerRescueNegativeTestJSON-1622637895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:53.540690 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:53.565080 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-9784620f-e0ed-43e8-a17e-d6d037ac3c7b req-64cabd88-9d98-4f56-bb72-3db39e9aee94 tempest-ServerRescueNegativeTestJSON-1622637895 tempest-ServerRescueNegativeTestJSON-1622637895-project] 10.222.0.39 "GET /v2.0/ports?device_id=d52af645-a96c-4fda-a020-923ad96d40ff HTTP/1.1" status: 200 len: 945 time: 0.1077762 Aug 12 14:40:53.576351 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c88a25-50bb-4097-842a-d60eee6b9a6f req-744d3573-40fc-47f7-9a7e-d26386193e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:53.578453 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-63c88a25-50bb-4097-842a-d60eee6b9a6f req-744d3573-40fc-47f7-9a7e-d26386193e6f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=27838204baa14230af63fefe49eecf8a&device_id=addb0c46-5aee-427c-968b-25b71b245dbc HTTP/1.1" status: 200 len: 1137 time: 0.2104886 Aug 12 14:40:53.669841 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-9784620f-e0ed-43e8-a17e-d6d037ac3c7b req-1fc79d0c-3112-48db-95a7-32741d2a6f09 tempest-ServerRescueNegativeTestJSON-1622637895 tempest-ServerRescueNegativeTestJSON-1622637895-project] 10.222.0.39 "GET /v2.0/security-groups?id=268dec7e-7261-41d2-9e03-6b72db198ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019158 Aug 12 14:40:53.695872 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Pushing event updated for resources: {'Port': ['ID=a06613b9-684e-4dc6-8f33-f36016a468cd,revision_number=4']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:40:53.698058 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c88a25-50bb-4097-842a-d60eee6b9a6f req-8c81d965-6148-4829-802c-68d5271155fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:53.699726 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-63c88a25-50bb-4097-842a-d60eee6b9a6f req-8c81d965-6148-4829-802c-68d5271155fd service neutron] 10.222.0.49 "GET /v2.0/networks?id=981dd072-1b87-4241-83f5-836737afcd75 HTTP/1.1" status: 200 len: 913 time: 0.1064785 Aug 12 14:40:53.710674 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74412e8-bec4-4e05-ac8d-a7e8dc9aa77f req-39f84547-1016-46f1-80fb-6b44c1d863e4 tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:53.712325 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f74412e8-bec4-4e05-ac8d-a7e8dc9aa77f req-39f84547-1016-46f1-80fb-6b44c1d863e4 tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] 10.222.0.39 "GET /v2.0/ports?device_id=addb0c46-5aee-427c-968b-25b71b245dbc HTTP/1.1" status: 200 len: 985 time: 0.3122218 Aug 12 14:40:53.751553 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-63c88a25-50bb-4097-842a-d60eee6b9a6f req-3b572236-6e87-4af2-8ca9-65b912b9688b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b68e9c24-4f99-46dc-afe0-de87e93ee25e HTTP/1.1" status: 200 len: 217 time: 0.0380330 Aug 12 14:40:53.753087 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-0dcb8663-a637-4650-8356-7ee5bf6c414e tempest-QuotasNegativeTest-401489484 tempest-QuotasNegativeTest-401489484-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66413304', 'neutron.services.segments.db._delete_segments_for_network-8744654118000'] for network, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:53.757348 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 14:40:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-866648b4-9713-4077-80ae-a55027fc50b7 x-openstack-request-id: req-866648b4-9713-4077-80ae-a55027fc50b7 {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:40:53.757632 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "addb0c46-5aee-427c-968b-25b71b245dbc", "tag": "b68e9c24-4f99-46dc-afe0-de87e93ee25e", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:40:53.757874 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-866648b4-9713-4077-80ae-a55027fc50b7 {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:40:53.758248 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'addb0c46-5aee-427c-968b-25b71b245dbc', 'tag': 'b68e9c24-4f99-46dc-afe0-de87e93ee25e', 'status': 'completed', 'code': 200} Aug 12 14:40:53.788862 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-0dcb8663-a637-4650-8356-7ee5bf6c414e tempest-QuotasNegativeTest-401489484 tempest-QuotasNegativeTest-401489484-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a2d822a-bc26-4a54-b1a3-218514792537']}} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:40:53.824266 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-0dcb8663-a637-4650-8356-7ee5bf6c414e tempest-QuotasNegativeTest-401489484 tempest-QuotasNegativeTest-401489484-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '865b26e4-4243-408b-bc3b-1b9f43a14aa1') {'for_net_delete': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:40:53.824554 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-0dcb8663-a637-4650-8356-7ee5bf6c414e tempest-QuotasNegativeTest-401489484 tempest-QuotasNegativeTest-401489484-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '865b26e4-4243-408b-bc3b-1b9f43a14aa1') {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:40:53.845595 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-0dcb8663-a637-4650-8356-7ee5bf6c414e tempest-QuotasNegativeTest-401489484 tempest-QuotasNegativeTest-401489484-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744654122361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3857526'] for segment, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:53.867734 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f74412e8-bec4-4e05-ac8d-a7e8dc9aa77f req-d1877132-878b-4b33-855d-d9631b0f45e2 tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] 10.222.0.39 "GET /v2.0/security-groups?id=236a0eec-9f7c-4484-872e-cf0d4d2f69af&id=a7919fb1-8a95-475b-8d85-70fa5ca14b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1118464 Aug 12 14:40:53.879790 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c88a25-50bb-4097-842a-d60eee6b9a6f req-993f5fb2-2e68-4128-8061-21dbabc631dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:53.881266 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-63c88a25-50bb-4097-842a-d60eee6b9a6f req-993f5fb2-2e68-4128-8061-21dbabc631dc service neutron] 10.222.0.49 "GET /v2.0/subnets?id=55804ce3-3ce9-49bb-83d8-b79f95bd4874 HTTP/1.1" status: 200 len: 852 time: 0.1029224 Aug 12 14:40:53.882288 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-0dcb8663-a637-4650-8356-7ee5bf6c414e tempest-QuotasNegativeTest-401489484 tempest-QuotasNegativeTest-401489484-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:53.888813 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0dcb8663-a637-4650-8356-7ee5bf6c414e tempest-QuotasNegativeTest-401489484 tempest-QuotasNegativeTest-401489484-project-admin] Releasing vlan 348 on physical network physnet1 to pool {{(pid=94467) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 14:40:53.889212 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-0dcb8663-a637-4650-8356-7ee5bf6c414e tempest-QuotasNegativeTest-401489484 tempest-QuotasNegativeTest-401489484-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2859015'] for segment, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:53.890887 n-d-694802-15 neutron-server[94467]: Traceback (most recent call last): Aug 12 14:40:53.890887 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 14:40:53.890887 n-d-694802-15 neutron-server[94467]: timer() Aug 12 14:40:53.890887 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 14:40:53.890887 n-d-694802-15 neutron-server[94467]: cb(*args, **kw) Aug 12 14:40:53.890887 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 14:40:53.890887 n-d-694802-15 neutron-server[94467]: return func(*args, **kwargs) Aug 12 14:40:53.890887 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 14:40:53.890887 n-d-694802-15 neutron-server[94467]: self._notify() Aug 12 14:40:53.890887 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 14:40:53.890887 n-d-694802-15 neutron-server[94467]: self.callback(batched_events) Aug 12 14:40:53.890887 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 14:40:53.890887 n-d-694802-15 neutron-server[94467]: event.method(event) Aug 12 14:40:53.890887 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 14:40:53.890887 n-d-694802-15 neutron-server[94467]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 14:40:53.890887 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 14:40:53.890887 n-d-694802-15 neutron-server[94467]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 14:40:53.890887 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 14:40:53.890887 n-d-694802-15 neutron-server[94467]: return f(self, *a, **k) Aug 12 14:40:53.890887 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 14:40:53.890887 n-d-694802-15 neutron-server[94467]: return self._get(url).json() Aug 12 14:40:53.890887 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 14:40:53.890887 n-d-694802-15 neutron-server[94467]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 14:40:53.890887 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 14:40:53.890887 n-d-694802-15 neutron-server[94467]: return self.request(url, 'GET', **kwargs) Aug 12 14:40:53.890887 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 14:40:53.890887 n-d-694802-15 neutron-server[94467]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 14:40:53.890887 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 14:40:53.890887 n-d-694802-15 neutron-server[94467]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 14:40:53.890887 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 14:40:53.890887 n-d-694802-15 neutron-server[94467]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 14:40:53.890887 n-d-694802-15 neutron-server[94467]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 14:40:53.929383 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8445506-982c-4e23-9460-becaf3c77116 req-e833be0c-0a34-4bf0-a7d6-08330beca93b tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:53.935843 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-e8445506-982c-4e23-9460-becaf3c77116 req-e833be0c-0a34-4bf0-a7d6-08330beca93b tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] 10.222.0.39 "GET /v2.0/ports?device_id=f0da5842-3fbf-43d0-937b-a37571a2e72a HTTP/1.1" status: 200 len: 948 time: 0.0871630 Aug 12 14:40:53.937349 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] get_ports_and_sgs() called for port_ids ['a06613b9-684e-4dc6-8f33-f36016a468cd'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:40:53.954386 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-63c88a25-50bb-4097-842a-d60eee6b9a6f req-85ef6208-a5be-4dab-8138-6228c9289124 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=981dd072-1b87-4241-83f5-836737afcd75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0540240 Aug 12 14:40:53.997787 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-e8445506-982c-4e23-9460-becaf3c77116 req-88a3fa51-180a-4d46-9a75-dbe78fd28773 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] 10.222.0.39 "GET /v2.0/security-groups?id=5301a7d3-dd3e-456d-bf8f-dfd76884604a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528085 Aug 12 14:40:54.031535 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-0dcb8663-a637-4650-8356-7ee5bf6c414e tempest-QuotasNegativeTest-401489484 tempest-QuotasNegativeTest-401489484-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66413281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431520'] for network, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:54.049360 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-0dcb8663-a637-4650-8356-7ee5bf6c414e tempest-QuotasNegativeTest-401489484 tempest-QuotasNegativeTest-401489484-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for network, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:54.051768 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-0dcb8663-a637-4650-8356-7ee5bf6c414e tempest-QuotasNegativeTest-401489484 tempest-QuotasNegativeTest-401489484-project-admin] 10.222.0.39 "DELETE /v2.0/networks/2a2d822a-bc26-4a54-b1a3-218514792537 HTTP/1.1" status: 204 len: 168 time: 0.9269023 Aug 12 14:40:54.054269 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcb8663-a637-4650-8356-7ee5bf6c414e tempest-QuotasNegativeTest-401489484 tempest-QuotasNegativeTest-401489484-project-admin] Pushing event deleted for resources: {'Network': ['ID=2a2d822a-bc26-4a54-b1a3-218514792537,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:40:54.056486 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 45558) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:40:54.105286 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-63c88a25-50bb-4097-842a-d60eee6b9a6f req-b025958d-5a52-4290-9700-3e75b5d89839 service neutron] 10.222.0.49 "GET /v2.0/networks/981dd072-1b87-4241-83f5-836737afcd75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381836 Aug 12 14:40:54.175466 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-fd6963e9-7583-4e4d-93e0-e39f2dace22a tempest-QuotasNegativeTest-401489484 tempest-QuotasNegativeTest-401489484-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680608'] for network, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:54.247839 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144ea292-7976-4eb9-946e-4f11dd8a882b req-8d7301ae-1edd-47a7-b707-52a59f731a39 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:54.249313 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-144ea292-7976-4eb9-946e-4f11dd8a882b req-8d7301ae-1edd-47a7-b707-52a59f731a39 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] 10.222.0.39 "GET /v2.0/ports?device_id=23818359-f45f-434d-a114-070341b83442 HTTP/1.1" status: 200 len: 945 time: 0.0876873 Aug 12 14:40:54.256057 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-63c88a25-50bb-4097-842a-d60eee6b9a6f req-04c31a04-5bfb-473c-854f-e4a5f8bc769a service neutron] 10.222.0.49 "GET /v2.0/networks/981dd072-1b87-4241-83f5-836737afcd75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385622 Aug 12 14:40:54.270461 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-fd6963e9-7583-4e4d-93e0-e39f2dace22a tempest-QuotasNegativeTest-401489484 tempest-QuotasNegativeTest-401489484-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66413304', 'neutron.services.segments.db._delete_segments_for_network-8744654118000'] for network, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:54.282436 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-fd6963e9-7583-4e4d-93e0-e39f2dace22a tempest-QuotasNegativeTest-401489484 tempest-QuotasNegativeTest-401489484-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbda8144-0277-436b-8dae-333e470d2cfb']}} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:40:54.294404 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-fd6963e9-7583-4e4d-93e0-e39f2dace22a tempest-QuotasNegativeTest-401489484 tempest-QuotasNegativeTest-401489484-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8f23378-ad02-4131-afe0-f728644c0054') {'for_net_delete': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:40:54.294694 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-fd6963e9-7583-4e4d-93e0-e39f2dace22a tempest-QuotasNegativeTest-401489484 tempest-QuotasNegativeTest-401489484-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8f23378-ad02-4131-afe0-f728644c0054') {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:40:54.305045 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-144ea292-7976-4eb9-946e-4f11dd8a882b req-e233ccb2-afc6-428e-9bce-25a7f470d16a tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b3c7ce2-70f7-4d15-8774-e830cec0f0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468321 Aug 12 14:40:54.306354 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-fd6963e9-7583-4e4d-93e0-e39f2dace22a tempest-QuotasNegativeTest-401489484 tempest-QuotasNegativeTest-401489484-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744654122361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2293560'] for segment, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:54.324558 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-fd6963e9-7583-4e4d-93e0-e39f2dace22a tempest-QuotasNegativeTest-401489484 tempest-QuotasNegativeTest-401489484-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:54.331871 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd6963e9-7583-4e4d-93e0-e39f2dace22a tempest-QuotasNegativeTest-401489484 tempest-QuotasNegativeTest-401489484-project-admin] Releasing vlan 335 on physical network physnet1 to pool {{(pid=94466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 14:40:54.333252 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-fd6963e9-7583-4e4d-93e0-e39f2dace22a tempest-QuotasNegativeTest-401489484 tempest-QuotasNegativeTest-401489484-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3718595'] for segment, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:54.335391 n-d-694802-15 neutron-server[94466]: Traceback (most recent call last): Aug 12 14:40:54.335391 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 14:40:54.335391 n-d-694802-15 neutron-server[94466]: timer() Aug 12 14:40:54.335391 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 14:40:54.335391 n-d-694802-15 neutron-server[94466]: cb(*args, **kw) Aug 12 14:40:54.335391 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 14:40:54.335391 n-d-694802-15 neutron-server[94466]: return func(*args, **kwargs) Aug 12 14:40:54.335391 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 14:40:54.335391 n-d-694802-15 neutron-server[94466]: self._notify() Aug 12 14:40:54.335391 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 14:40:54.335391 n-d-694802-15 neutron-server[94466]: self.callback(batched_events) Aug 12 14:40:54.335391 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 14:40:54.335391 n-d-694802-15 neutron-server[94466]: event.method(event) Aug 12 14:40:54.335391 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 14:40:54.335391 n-d-694802-15 neutron-server[94466]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 14:40:54.335391 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 14:40:54.335391 n-d-694802-15 neutron-server[94466]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 14:40:54.335391 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 14:40:54.335391 n-d-694802-15 neutron-server[94466]: return f(self, *a, **k) Aug 12 14:40:54.335391 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 14:40:54.335391 n-d-694802-15 neutron-server[94466]: return self._get(url).json() Aug 12 14:40:54.335391 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 14:40:54.335391 n-d-694802-15 neutron-server[94466]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 14:40:54.335391 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 14:40:54.335391 n-d-694802-15 neutron-server[94466]: return self.request(url, 'GET', **kwargs) Aug 12 14:40:54.335391 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 14:40:54.335391 n-d-694802-15 neutron-server[94466]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 14:40:54.335391 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 14:40:54.335391 n-d-694802-15 neutron-server[94466]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 14:40:54.335391 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 14:40:54.335391 n-d-694802-15 neutron-server[94466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 14:40:54.335391 n-d-694802-15 neutron-server[94466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 14:40:54.360545 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7eaa24-c8da-4b27-a3bf-07bd50d4475b req-fda0571c-f565-4054-8857-376ead723c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:54.362280 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-aa7eaa24-c8da-4b27-a3bf-07bd50d4475b req-fda0571c-f565-4054-8857-376ead723c94 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=27838204baa14230af63fefe49eecf8a&device_id=addb0c46-5aee-427c-968b-25b71b245dbc HTTP/1.1" status: 200 len: 1137 time: 0.0526562 Aug 12 14:40:54.404522 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-fd6963e9-7583-4e4d-93e0-e39f2dace22a tempest-QuotasNegativeTest-401489484 tempest-QuotasNegativeTest-401489484-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66413281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431520'] for network, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:54.413104 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-fd6963e9-7583-4e4d-93e0-e39f2dace22a tempest-QuotasNegativeTest-401489484 tempest-QuotasNegativeTest-401489484-project-admin] Notify callbacks [] for network, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:54.414959 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-fd6963e9-7583-4e4d-93e0-e39f2dace22a tempest-QuotasNegativeTest-401489484 tempest-QuotasNegativeTest-401489484-project-admin] 10.222.0.39 "DELETE /v2.0/networks/bbda8144-0277-436b-8dae-333e470d2cfb HTTP/1.1" status: 204 len: 168 time: 0.3572776 Aug 12 14:40:54.431006 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6963e9-7583-4e4d-93e0-e39f2dace22a tempest-QuotasNegativeTest-401489484 tempest-QuotasNegativeTest-401489484-project-admin] Pushing event deleted for resources: {'Network': ['ID=bbda8144-0277-436b-8dae-333e470d2cfb,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:40:54.534614 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa22e353-5b6f-43de-ad58-ebce47effb37 req-cc50eecb-8392-4ce2-bd89-d36bb5fdb4fd tempest-InstanceActionsV221TestJSON-1047870183 tempest-InstanceActionsV221TestJSON-1047870183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:54.537015 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-aa22e353-5b6f-43de-ad58-ebce47effb37 req-cc50eecb-8392-4ce2-bd89-d36bb5fdb4fd tempest-InstanceActionsV221TestJSON-1047870183 tempest-InstanceActionsV221TestJSON-1047870183-project] 10.222.0.39 "GET /v2.0/ports?device_id=e3279829-a129-4f5f-9051-073e7125d697 HTTP/1.1" status: 200 len: 945 time: 0.0727220 Aug 12 14:40:54.546098 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7eaa24-c8da-4b27-a3bf-07bd50d4475b req-f367bd33-9936-4ab1-bfd8-4e0dd205fd3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:54.548010 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-aa7eaa24-c8da-4b27-a3bf-07bd50d4475b req-f367bd33-9936-4ab1-bfd8-4e0dd205fd3a service neutron] 10.222.0.49 "GET /v2.0/networks?id=981dd072-1b87-4241-83f5-836737afcd75 HTTP/1.1" status: 200 len: 913 time: 0.1736288 Aug 12 14:40:54.557955 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device 29731b86-ffa2-4aca-a795-760760d96e26 details requested by agent hyperv_n-h2-694802-15 with host n-h2-694802-15 {{(pid=94468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 14:40:54.616515 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-aa22e353-5b6f-43de-ad58-ebce47effb37 req-78c79b2d-4efb-44d0-88b0-ace133505400 tempest-InstanceActionsV221TestJSON-1047870183 tempest-InstanceActionsV221TestJSON-1047870183-project] 10.222.0.39 "GET /v2.0/security-groups?id=6a4ddc93-1ca3-4e5e-8cab-76a496f80251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721807 Aug 12 14:40:54.629832 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-aa7eaa24-c8da-4b27-a3bf-07bd50d4475b req-2bd3504f-0204-435f-866a-092b81a361c8 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b68e9c24-4f99-46dc-afe0-de87e93ee25e HTTP/1.1" status: 200 len: 217 time: 0.0680490 Aug 12 14:40:54.705664 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port 29731b86-ffa2-4aca-a795-760760d96e26, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=29731b86-ffa2-4aca-a795-760760d96e26,segment=NetworkSegment(a1f8c867-101b-4d30-814e-b89f55a5edd0),segment_id=a1f8c867-101b-4d30-814e-b89f55a5edd0)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:40:54.720860 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Returning: {'device': '29731b86-ffa2-4aca-a795-760760d96e26', 'network_id': '2525c403-dfb3-4196-a273-739607aab38a', 'port_id': '29731b86-ffa2-4aca-a795-760760d96e26', 'mac_address': 'fa:16:3e:14:a7:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '236e0be6-1c94-4221-9e8b-ab02a53331f8', 'ip_address': '192.168.233.134'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 14:40:54.722178 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7eaa24-c8da-4b27-a3bf-07bd50d4475b req-475f1952-067e-4b06-867b-34e48771cb6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:54.724006 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-aa7eaa24-c8da-4b27-a3bf-07bd50d4475b req-475f1952-067e-4b06-867b-34e48771cb6e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=55804ce3-3ce9-49bb-83d8-b79f95bd4874 HTTP/1.1" status: 200 len: 852 time: 0.0850756 Aug 12 14:40:54.761849 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-aa7eaa24-c8da-4b27-a3bf-07bd50d4475b req-555fbe52-5dab-441a-97ac-553f3ed71d0d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=981dd072-1b87-4241-83f5-836737afcd75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305088 Aug 12 14:40:54.765458 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6e6ba089-a397-4d87-b980-8fea39e084fa req-f3467143-3b66-4a2d-a576-4e343125244b service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=d52af645-a96c-4fda-a020-923ad96d40ff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0794525 Aug 12 14:40:54.768081 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:54.783546 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29731b86-ffa2-4aca-a795-760760d96e26 {{(pid=94468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:40:54.810207 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port 29731b86-ffa2-4aca-a795-760760d96e26, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=29731b86-ffa2-4aca-a795-760760d96e26,segment=NetworkSegment(a1f8c867-101b-4d30-814e-b89f55a5edd0),segment_id=a1f8c867-101b-4d30-814e-b89f55a5edd0)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:40:54.819141 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device be08eae7-c2c0-4ec4-822c-37369dd75809 details requested by agent hyperv_n-h1-694802-15 with host n-h1-694802-15 {{(pid=94468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 14:40:54.825328 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:54.857775 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 45572) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:40:54.881777 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-92187cdb-396e-47c8-95c7-7ff2fff0d914 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:54.959536 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Pushing event updated for resources: {'Port': ['ID=29731b86-ffa2-4aca-a795-760760d96e26,revision_number=4']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:40:55.013324 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675a6189-0243-4bb0-9b34-a44ff272c5d2 req-a622d2b9-9450-4a5b-80a6-2d4aebd79691 tempest-ServerRescueNegativeTestJSON-1622637895 tempest-ServerRescueNegativeTestJSON-1622637895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:55.015870 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-675a6189-0243-4bb0-9b34-a44ff272c5d2 req-a622d2b9-9450-4a5b-80a6-2d4aebd79691 tempest-ServerRescueNegativeTestJSON-1622637895 tempest-ServerRescueNegativeTestJSON-1622637895-project] 10.222.0.39 "GET /v2.0/ports?device_id=d52af645-a96c-4fda-a020-923ad96d40ff HTTP/1.1" status: 200 len: 945 time: 0.2443614 Aug 12 14:40:55.020600 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6ba089-a397-4d87-b980-8fea39e084fa req-2c0591a0-7852-4543-9df5-f10fd3a9a721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:55.022032 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6e6ba089-a397-4d87-b980-8fea39e084fa req-2c0591a0-7852-4543-9df5-f10fd3a9a721 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ef918c3e55db41809ce6731a1724be70&device_id=d52af645-a96c-4fda-a020-923ad96d40ff HTTP/1.1" status: 200 len: 1097 time: 0.1670573 Aug 12 14:40:55.053766 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port be08eae7-c2c0-4ec4-822c-37369dd75809, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=be08eae7-c2c0-4ec4-822c-37369dd75809,segment=NetworkSegment(a1f8c867-101b-4d30-814e-b89f55a5edd0),segment_id=a1f8c867-101b-4d30-814e-b89f55a5edd0)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:40:55.072999 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-aa7eaa24-c8da-4b27-a3bf-07bd50d4475b req-da50af84-5f4a-4ed2-bb7a-2b4c9531219f service neutron] 10.222.0.49 "GET /v2.0/networks/981dd072-1b87-4241-83f5-836737afcd75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2998834 Aug 12 14:40:55.103975 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Returning: {'device': 'be08eae7-c2c0-4ec4-822c-37369dd75809', 'network_id': '2525c403-dfb3-4196-a273-739607aab38a', 'port_id': 'be08eae7-c2c0-4ec4-822c-37369dd75809', 'mac_address': 'fa:16:3e:c3:31:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '236e0be6-1c94-4221-9e8b-ab02a53331f8', 'ip_address': '192.168.233.110'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 14:40:55.110610 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-675a6189-0243-4bb0-9b34-a44ff272c5d2 req-4a305e0b-677f-419b-b1a6-34c40c517734 tempest-ServerRescueNegativeTestJSON-1622637895 tempest-ServerRescueNegativeTestJSON-1622637895-project] 10.222.0.39 "GET /v2.0/security-groups?id=268dec7e-7261-41d2-9e03-6b72db198ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856812 Aug 12 14:40:55.114272 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6eaaa0-34ab-47b7-b851-cdd9a99e38a7 req-9f67bf4f-abc3-4fce-91fa-b99de13e1a1b tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:55.122886 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-6f6eaaa0-34ab-47b7-b851-cdd9a99e38a7 req-9f67bf4f-abc3-4fce-91fa-b99de13e1a1b tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] 10.222.0.39 "GET /v2.0/ports?device_id=addb0c46-5aee-427c-968b-25b71b245dbc HTTP/1.1" status: 200 len: 985 time: 0.1345863 Aug 12 14:40:55.179447 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-92187cdb-396e-47c8-95c7-7ff2fff0d914 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:55.190674 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-92187cdb-396e-47c8-95c7-7ff2fff0d914 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:55.233643 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-6f6eaaa0-34ab-47b7-b851-cdd9a99e38a7 req-62b83801-46ed-447f-881f-fe2691112927 tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] 10.222.0.39 "GET /v2.0/security-groups?id=236a0eec-9f7c-4484-872e-cf0d4d2f69af&id=a7919fb1-8a95-475b-8d85-70fa5ca14b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1097105 Aug 12 14:40:55.249056 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:55.288656 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be08eae7-c2c0-4ec4-822c-37369dd75809 {{(pid=94468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:40:55.290658 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-92187cdb-396e-47c8-95c7-7ff2fff0d914 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ae1a1e1212f0482ab71b77d24b19a458&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4312041 Aug 12 14:40:55.292288 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92187cdb-396e-47c8-95c7-7ff2fff0d914 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5b0099a-0be7-4911-8256-bb893e2784f8,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:40:55.295119 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 45582) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:40:55.309481 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] get_ports_and_sgs() called for port_ids ['29731b86-ffa2-4aca-a795-760760d96e26'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:40:55.400889 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port be08eae7-c2c0-4ec4-822c-37369dd75809, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=be08eae7-c2c0-4ec4-822c-37369dd75809,segment=NetworkSegment(a1f8c867-101b-4d30-814e-b89f55a5edd0),segment_id=a1f8c867-101b-4d30-814e-b89f55a5edd0)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:40:55.422239 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:55.424356 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a6570dbc-8aca-49ce-8ee2-6a47e7eaabb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:55.499369 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a6570dbc-8aca-49ce-8ee2-6a47e7eaabb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:55.586106 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Pushing event updated for resources: {'Port': ['ID=be08eae7-c2c0-4ec4-822c-37369dd75809,revision_number=4']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:40:55.605358 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9b1e7b-995d-4557-9dbc-d3c4d9f9d5ba req-2347fb47-e1bd-4c59-ad94-1cdd572d3a70 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:55.623626 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-7b9b1e7b-995d-4557-9dbc-d3c4d9f9d5ba req-2347fb47-e1bd-4c59-ad94-1cdd572d3a70 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] 10.222.0.39 "GET /v2.0/ports?device_id=23818359-f45f-434d-a114-070341b83442 HTTP/1.1" status: 200 len: 945 time: 0.2003007 Aug 12 14:40:55.710392 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6ba089-a397-4d87-b980-8fea39e084fa req-072a068c-00a3-4b6e-a8e3-4ada88865160 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:55.714343 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6e6ba089-a397-4d87-b980-8fea39e084fa req-072a068c-00a3-4b6e-a8e3-4ada88865160 service neutron] 10.222.0.64 "GET /v2.0/networks?id=403ed391-7874-4a33-9f4f-96fa9ef207f4 HTTP/1.1" status: 200 len: 919 time: 0.6631083 Aug 12 14:40:55.723350 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-7b9b1e7b-995d-4557-9dbc-d3c4d9f9d5ba req-9f0ab2c2-3353-470a-b2fe-910bd12af803 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b3c7ce2-70f7-4d15-8774-e830cec0f0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954671 Aug 12 14:40:55.738565 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] get_ports_and_sgs() called for port_ids ['be08eae7-c2c0-4ec4-822c-37369dd75809'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:40:55.767207 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a6570dbc-8aca-49ce-8ee2-6a47e7eaabb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:55.770628 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a6570dbc-8aca-49ce-8ee2-6a47e7eaabb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:55.772059 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-a6570dbc-8aca-49ce-8ee2-6a47e7eaabb5 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f5b0099a-0be7-4911-8256-bb893e2784f8 HTTP/1.1" status: 204 len: 168 time: 0.4608870 Aug 12 14:40:55.792961 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6570dbc-8aca-49ce-8ee2-6a47e7eaabb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5b0099a-0be7-4911-8256-bb893e2784f8,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:40:55.950475 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799b07f8-7ca0-4528-b31b-6d269d9e4393 req-9a732dde-f0e5-48ec-98cf-994ac6095340 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:55.953204 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2935ba5-d099-4380-9111-3d36d5ac7d8a req-6961ae0e-5ee1-46b6-8222-8085dc731c09 tempest-InstanceActionsV221TestJSON-1047870183 tempest-InstanceActionsV221TestJSON-1047870183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:55.956254 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-799b07f8-7ca0-4528-b31b-6d269d9e4393 req-9a732dde-f0e5-48ec-98cf-994ac6095340 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] 10.222.0.39 "GET /v2.0/ports?device_id=f0da5842-3fbf-43d0-937b-a37571a2e72a HTTP/1.1" status: 200 len: 949 time: 0.4313526 Aug 12 14:40:55.961064 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-aa7eaa24-c8da-4b27-a3bf-07bd50d4475b req-6f676e97-28ab-4c88-b5e8-39fd1db70a2b service neutron] 10.222.0.49 "GET /v2.0/networks/981dd072-1b87-4241-83f5-836737afcd75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8721390 Aug 12 14:40:55.973935 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-c2935ba5-d099-4380-9111-3d36d5ac7d8a req-6961ae0e-5ee1-46b6-8222-8085dc731c09 tempest-InstanceActionsV221TestJSON-1047870183 tempest-InstanceActionsV221TestJSON-1047870183-project] 10.222.0.39 "GET /v2.0/ports?device_id=e3279829-a129-4f5f-9051-073e7125d697 HTTP/1.1" status: 200 len: 945 time: 0.1254196 Aug 12 14:40:55.978988 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6e6ba089-a397-4d87-b980-8fea39e084fa req-97101c82-9c1e-4ef6-9f75-d49f020259a4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=77908564-4609-4603-8286-dd7ae3af6f74 HTTP/1.1" status: 200 len: 217 time: 0.2257819 Aug 12 14:40:56.070847 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-c2935ba5-d099-4380-9111-3d36d5ac7d8a req-cbb0dfec-afb6-47e9-97ad-989cc832fffa tempest-InstanceActionsV221TestJSON-1047870183 tempest-InstanceActionsV221TestJSON-1047870183-project] 10.222.0.39 "GET /v2.0/security-groups?id=6a4ddc93-1ca3-4e5e-8cab-76a496f80251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919509 Aug 12 14:40:56.178084 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-799b07f8-7ca0-4528-b31b-6d269d9e4393 req-47c1ec22-0d66-4ebc-ba03-59e5361d9002 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] 10.222.0.39 "GET /v2.0/security-groups?id=5301a7d3-dd3e-456d-bf8f-dfd76884604a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2157333 Aug 12 14:40:56.196351 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6ba089-a397-4d87-b980-8fea39e084fa req-6a500214-ad91-47b2-9a06-752f4856e782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:56.197852 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6e6ba089-a397-4d87-b980-8fea39e084fa req-6a500214-ad91-47b2-9a06-752f4856e782 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d596ebc0-f7b2-4a88-b2fe-14085d881fde HTTP/1.1" status: 200 len: 858 time: 0.1959777 Aug 12 14:40:56.257574 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 45604) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:40:56.270817 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6e6ba089-a397-4d87-b980-8fea39e084fa req-3a6d90a5-ace6-420a-b655-e55fd2ea1494 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=403ed391-7874-4a33-9f4f-96fa9ef207f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0579462 Aug 12 14:40:56.354051 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9cd7d53-af18-4865-9080-11cfa389af16 admin admin] Deleting subnet 002d6353-4fcc-4e8f-8c37-c3c5e85849da {{(pid=94466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 14:40:56.362077 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b9cd7d53-af18-4865-9080-11cfa389af16 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:56.401150 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6e6ba089-a397-4d87-b980-8fea39e084fa req-c87256d1-69d9-4dc1-8c2d-af46fcfc1506 service neutron] 10.222.0.64 "GET /v2.0/networks/403ed391-7874-4a33-9f4f-96fa9ef207f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1187527 Aug 12 14:40:56.429511 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b9cd7d53-af18-4865-9080-11cfa389af16 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2293551'] for subnet, precommit_delete_associations {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:56.460034 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 45606) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:40:56.481859 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3663c544-dd27-4116-ac71-fdad06bbe438 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:56.517930 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b9cd7d53-af18-4865-9080-11cfa389af16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66416255'] for subnet, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:56.526548 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b116cf-7e62-4899-91d6-4facda26c6ef req-ef1afe7f-6421-4017-ab03-6eb8e5be6040 tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:56.529590 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f2b116cf-7e62-4899-91d6-4facda26c6ef req-ef1afe7f-6421-4017-ab03-6eb8e5be6040 tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] 10.222.0.39 "GET /v2.0/ports?device_id=addb0c46-5aee-427c-968b-25b71b245dbc HTTP/1.1" status: 200 len: 985 time: 0.1273203 Aug 12 14:40:56.586721 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device a06613b9-684e-4dc6-8f33-f36016a468cd up at agent hyperv_n-h2-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:40:56.622972 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b9cd7d53-af18-4865-9080-11cfa389af16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66416232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3718429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8776402'] for subnet, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:56.657096 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6e6ba089-a397-4d87-b980-8fea39e084fa req-7ff7c35c-bd67-473d-b2e7-f61e9e10a91d service neutron] 10.222.0.64 "GET /v2.0/networks/403ed391-7874-4a33-9f4f-96fa9ef207f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2250621 Aug 12 14:40:56.682569 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Provisioning for port a06613b9-684e-4dc6-8f33-f36016a468cd completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:40:56.688709 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Provisioning complete for port a06613b9-684e-4dc6-8f33-f36016a468cd triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:40:56.689350 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:56.699818 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f2b116cf-7e62-4899-91d6-4facda26c6ef req-0bd853f5-6bfc-498e-b8bb-ac6f02ddce7e tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] 10.222.0.39 "GET /v2.0/security-groups?id=236a0eec-9f7c-4484-872e-cf0d4d2f69af&id=a7919fb1-8a95-475b-8d85-70fa5ca14b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1091528 Aug 12 14:40:56.713638 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cd7d53-af18-4865-9080-11cfa389af16 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=002d6353-4fcc-4e8f-8c37-c3c5e85849da,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:40:56.733840 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b9cd7d53-af18-4865-9080-11cfa389af16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for subnet, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:56.739597 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-b9cd7d53-af18-4865-9080-11cfa389af16 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/002d6353-4fcc-4e8f-8c37-c3c5e85849da HTTP/1.1" status: 204 len: 168 time: 0.4771795 Aug 12 14:40:56.751337 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 45612) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:40:56.857821 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:56.870253 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43147e91-1ed3-4d60-b6c1-ea5045d53d56 req-9d72b271-bb28-450c-9d13-100a3eb27ab2 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:56.875631 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-43147e91-1ed3-4d60-b6c1-ea5045d53d56 req-9d72b271-bb28-450c-9d13-100a3eb27ab2 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] 10.222.0.39 "GET /v2.0/ports?device_id=23818359-f45f-434d-a114-070341b83442 HTTP/1.1" status: 200 len: 945 time: 0.0609550 Aug 12 14:40:56.884515 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3663c544-dd27-4116-ac71-fdad06bbe438 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:56.888700 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3279829-a129-4f5f-9051-073e7125d697', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a06613b9-684e-4dc6-8f33-f36016a468cd'}] {{(pid=94468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:40:56.892289 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99a8d87602170099c728e57431aca99e9b98a655a83bbf8727be13192709727b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09a3af5c-b323-41ed-aa0c-af2dcee219be" -d '{"events": [{"server_uuid": "e3279829-a129-4f5f-9051-073e7125d697", "name": "network-vif-plugged", "status": "completed", "tag": "a06613b9-684e-4dc6-8f33-f36016a468cd"}]}' {{(pid=94468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:40:56.903235 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3663c544-dd27-4116-ac71-fdad06bbe438 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:56.911387 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port a06613b9-684e-4dc6-8f33-f36016a468cd, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=a06613b9-684e-4dc6-8f33-f36016a468cd,segment=NetworkSegment(a920415e-3d4a-4606-9edc-41006ba8592c),segment_id=a920415e-3d4a-4606-9edc-41006ba8592c)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:40:56.918390 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:56.932909 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1efa1bd7-5c7c-4f60-90a1-4d9102388017 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680608'] for network, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:56.946993 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-33125418-b352-409f-9abb-5e4da0f8adb6 req-ad98548c-28ef-4dda-9750-85799130bc4a tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-313051747&fields=id&tenant_id=27838204baa14230af63fefe49eecf8a HTTP/1.1" status: 200 len: 267 time: 0.1017725 Aug 12 14:40:56.948174 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-43147e91-1ed3-4d60-b6c1-ea5045d53d56 req-2f1a8823-d56a-4dc1-91f5-2a16748d059f tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b3c7ce2-70f7-4d15-8774-e830cec0f0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699258 Aug 12 14:40:56.979499 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Pushing event updated for resources: {'Port': ['ID=a06613b9-684e-4dc6-8f33-f36016a468cd,revision_number=5']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:40:57.000787 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 14:40:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29b15f5e-09a1-4d4f-8fb9-9d55b9da4321 x-openstack-request-id: req-29b15f5e-09a1-4d4f-8fb9-9d55b9da4321 {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:40:57.001092 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3279829-a129-4f5f-9051-073e7125d697", "name": "network-vif-plugged", "status": "completed", "tag": "a06613b9-684e-4dc6-8f33-f36016a468cd", "code": 200}]} {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:40:57.001350 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-29b15f5e-09a1-4d4f-8fb9-9d55b9da4321 {{(pid=94468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:40:57.001764 n-d-694802-15 neutron-server[94468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3279829-a129-4f5f-9051-073e7125d697', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a06613b9-684e-4dc6-8f33-f36016a468cd', 'code': 200} Aug 12 14:40:57.015293 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 45620) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:40:57.015485 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-3663c544-dd27-4116-ac71-fdad06bbe438 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8d01ac9a390c4c42b975291b547547b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5540612 Aug 12 14:40:57.017856 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3663c544-dd27-4116-ac71-fdad06bbe438 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0291678-1e08-4f7e-804c-85351f1cfe1c,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:40:57.134455 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33125418-b352-409f-9abb-5e4da0f8adb6 req-59eef6ce-486d-486c-8ac6-cd064033532a tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:57.136013 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-33125418-b352-409f-9abb-5e4da0f8adb6 req-59eef6ce-486d-486c-8ac6-cd064033532a tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] 10.222.0.39 "GET /v2.0/ports?device_id=addb0c46-5aee-427c-968b-25b71b245dbc HTTP/1.1" status: 200 len: 985 time: 0.1548250 Aug 12 14:40:57.140438 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1efa1bd7-5c7c-4f60-90a1-4d9102388017 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66413304', 'neutron.services.segments.db._delete_segments_for_network-8744654118000'] for network, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:57.146106 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-71a20620-2413-49e8-97a8-3054fbe5b02b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:57.152522 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-1efa1bd7-5c7c-4f60-90a1-4d9102388017 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['deab0188-4b12-48ad-8302-81ef18af48b1']}} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:40:57.165799 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f285ce1a-95f1-4526-a7ff-1dc1e0d066bf req-de1880a5-6c52-4f05-802f-3ea0b7506dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:57.166432 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [req-33125418-b352-409f-9abb-5e4da0f8adb6 req-ff5377c7-0980-4af7-8ff6-8d972f5f6c7c tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] Request body: {'port': {'security_groups': ['236a0eec-9f7c-4484-872e-cf0d4d2f69af', 'a7919fb1-8a95-475b-8d85-70fa5ca14b7f', 'c00e42cb-02d4-4638-b1fc-d2e3b0891220']}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:40:57.167455 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f285ce1a-95f1-4526-a7ff-1dc1e0d066bf req-de1880a5-6c52-4f05-802f-3ea0b7506dd8 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=e3279829-a129-4f5f-9051-073e7125d697 HTTP/1.1" status: 200 len: 1098 time: 0.0759284 Aug 12 14:40:57.170807 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-1efa1bd7-5c7c-4f60-90a1-4d9102388017 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa56b527-ee4a-4364-a048-801501f2b587') {'for_net_delete': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:40:57.171133 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-1efa1bd7-5c7c-4f60-90a1-4d9102388017 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa56b527-ee4a-4364-a048-801501f2b587') {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:40:57.177493 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-71a20620-2413-49e8-97a8-3054fbe5b02b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:57.204863 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1efa1bd7-5c7c-4f60-90a1-4d9102388017 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744654122361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2293560'] for segment, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:57.242375 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f285ce1a-95f1-4526-a7ff-1dc1e0d066bf req-12e5d899-4af1-46bf-ac3a-20c030800742 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=6a4ddc93-1ca3-4e5e-8cab-76a496f80251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562994 Aug 12 14:40:57.259965 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1efa1bd7-5c7c-4f60-90a1-4d9102388017 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:57.271626 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1efa1bd7-5c7c-4f60-90a1-4d9102388017 admin admin] Releasing vlan 338 on physical network physnet1 to pool {{(pid=94466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 14:40:57.272033 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1efa1bd7-5c7c-4f60-90a1-4d9102388017 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3718595'] for segment, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:57.273756 n-d-694802-15 neutron-server[94466]: Traceback (most recent call last): Aug 12 14:40:57.273756 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 14:40:57.273756 n-d-694802-15 neutron-server[94466]: timer() Aug 12 14:40:57.273756 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 14:40:57.273756 n-d-694802-15 neutron-server[94466]: cb(*args, **kw) Aug 12 14:40:57.273756 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 14:40:57.273756 n-d-694802-15 neutron-server[94466]: return func(*args, **kwargs) Aug 12 14:40:57.273756 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 14:40:57.273756 n-d-694802-15 neutron-server[94466]: self._notify() Aug 12 14:40:57.273756 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 14:40:57.273756 n-d-694802-15 neutron-server[94466]: self.callback(batched_events) Aug 12 14:40:57.273756 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 14:40:57.273756 n-d-694802-15 neutron-server[94466]: event.method(event) Aug 12 14:40:57.273756 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 14:40:57.273756 n-d-694802-15 neutron-server[94466]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 14:40:57.273756 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 14:40:57.273756 n-d-694802-15 neutron-server[94466]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 14:40:57.273756 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 14:40:57.273756 n-d-694802-15 neutron-server[94466]: return f(self, *a, **k) Aug 12 14:40:57.273756 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 14:40:57.273756 n-d-694802-15 neutron-server[94466]: return self._get(url).json() Aug 12 14:40:57.273756 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 14:40:57.273756 n-d-694802-15 neutron-server[94466]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 14:40:57.273756 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 14:40:57.273756 n-d-694802-15 neutron-server[94466]: return self.request(url, 'GET', **kwargs) Aug 12 14:40:57.273756 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 14:40:57.273756 n-d-694802-15 neutron-server[94466]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 14:40:57.273756 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 14:40:57.273756 n-d-694802-15 neutron-server[94466]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 14:40:57.273756 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 14:40:57.273756 n-d-694802-15 neutron-server[94466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 14:40:57.273756 n-d-694802-15 neutron-server[94466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 14:40:57.282625 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-33125418-b352-409f-9abb-5e4da0f8adb6 req-ff5377c7-0980-4af7-8ff6-8d972f5f6c7c tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:57.282939 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-71a20620-2413-49e8-97a8-3054fbe5b02b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:57.285421 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-71a20620-2413-49e8-97a8-3054fbe5b02b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:57.286574 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-71a20620-2413-49e8-97a8-3054fbe5b02b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a0291678-1e08-4f7e-804c-85351f1cfe1c HTTP/1.1" status: 204 len: 168 time: 0.2702382 Aug 12 14:40:57.301007 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a20620-2413-49e8-97a8-3054fbe5b02b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0291678-1e08-4f7e-804c-85351f1cfe1c,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:40:57.339330 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2831eed5-5eec-4002-89cb-a3e85e6a2973 req-d185b967-1980-480d-855d-9344c68f6a2c tempest-InstanceActionsV221TestJSON-1047870183 tempest-InstanceActionsV221TestJSON-1047870183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:57.346986 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2831eed5-5eec-4002-89cb-a3e85e6a2973 req-d185b967-1980-480d-855d-9344c68f6a2c tempest-InstanceActionsV221TestJSON-1047870183 tempest-InstanceActionsV221TestJSON-1047870183-project] 10.222.0.39 "GET /v2.0/ports?device_id=e3279829-a129-4f5f-9051-073e7125d697 HTTP/1.1" status: 200 len: 946 time: 0.0942738 Aug 12 14:40:57.375442 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1efa1bd7-5c7c-4f60-90a1-4d9102388017 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66413281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431520'] for network, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:57.393010 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2831eed5-5eec-4002-89cb-a3e85e6a2973 req-614f0ba0-b92d-4fe0-acf9-087bea3b03b4 tempest-InstanceActionsV221TestJSON-1047870183 tempest-InstanceActionsV221TestJSON-1047870183-project] 10.222.0.39 "GET /v2.0/security-groups?id=6a4ddc93-1ca3-4e5e-8cab-76a496f80251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451236 Aug 12 14:40:57.393212 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1efa1bd7-5c7c-4f60-90a1-4d9102388017 admin admin] Notify callbacks [] for network, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:57.398149 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-1efa1bd7-5c7c-4f60-90a1-4d9102388017 admin admin] 10.222.0.39 "DELETE /v2.0/networks/deab0188-4b12-48ad-8302-81ef18af48b1 HTTP/1.1" status: 204 len: 168 time: 0.6457410 Aug 12 14:40:57.398279 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 45632) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:40:57.403595 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efa1bd7-5c7c-4f60-90a1-4d9102388017 admin admin] Pushing event deleted for resources: {'Network': ['ID=deab0188-4b12-48ad-8302-81ef18af48b1,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:40:57.469358 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9a9790b-6d35-4c38-9d8c-f50461add9ed admin admin] Deleting subnet e324c232-801a-41e1-8e52-538223323da5 {{(pid=94467) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 14:40:57.473704 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a9a9790b-6d35-4c38-9d8c-f50461add9ed admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:57.537501 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a9a9790b-6d35-4c38-9d8c-f50461add9ed admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3857505'] for subnet, precommit_delete_associations {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:57.587245 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8f48c1-4538-4f03-948f-4ac56635a5a1 req-f891bfdf-c1bb-4634-ad89-dc17b3f3f3c7 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:57.588769 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2e8f48c1-4538-4f03-948f-4ac56635a5a1 req-f891bfdf-c1bb-4634-ad89-dc17b3f3f3c7 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] 10.222.0.39 "GET /v2.0/ports?device_id=f0da5842-3fbf-43d0-937b-a37571a2e72a HTTP/1.1" status: 200 len: 949 time: 0.1123497 Aug 12 14:40:57.598236 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [req-33125418-b352-409f-9abb-5e4da0f8adb6 req-ff5377c7-0980-4af7-8ff6-8d972f5f6c7c tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] For port b68e9c24-4f99-46dc-afe0-de87e93ee25e, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=b68e9c24-4f99-46dc-afe0-de87e93ee25e,segment=NetworkSegment(21390069-236e-48c1-88f4-ced6154e645c),segment_id=21390069-236e-48c1-88f4-ced6154e645c)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:40:57.602702 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a9a9790b-6d35-4c38-9d8c-f50461add9ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66416255'] for subnet, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:57.631418 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-33125418-b352-409f-9abb-5e4da0f8adb6 req-ff5377c7-0980-4af7-8ff6-8d972f5f6c7c tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] Notify callbacks [] for port, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:57.637197 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-33125418-b352-409f-9abb-5e4da0f8adb6 req-ff5377c7-0980-4af7-8ff6-8d972f5f6c7c tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3718439'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:57.658269 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] get_ports_and_sgs() called for port_ids ['b68e9c24-4f99-46dc-afe0-de87e93ee25e'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:40:57.662890 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] get_ports_and_sgs() called for port_ids ['af31cda9-733b-4e7b-9614-de3dddf9cf56'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:40:57.673612 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2e8f48c1-4538-4f03-948f-4ac56635a5a1 req-26cd9483-c6c7-47fe-bc8b-bcee1d9c96d8 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] 10.222.0.39 "GET /v2.0/security-groups?id=5301a7d3-dd3e-456d-bf8f-dfd76884604a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754116 Aug 12 14:40:57.708955 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33125418-b352-409f-9abb-5e4da0f8adb6 req-ff5377c7-0980-4af7-8ff6-8d972f5f6c7c tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:57.710206 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-33125418-b352-409f-9abb-5e4da0f8adb6 req-ff5377c7-0980-4af7-8ff6-8d972f5f6c7c tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:57.724224 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a9a9790b-6d35-4c38-9d8c-f50461add9ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66416232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2859225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3343748'] for subnet, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:57.726018 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-33125418-b352-409f-9abb-5e4da0f8adb6 req-ff5377c7-0980-4af7-8ff6-8d972f5f6c7c tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] 10.222.0.39 "PUT /v2.0/ports/b68e9c24-4f99-46dc-afe0-de87e93ee25e HTTP/1.1" status: 200 len: 1021 time: 0.5710282 Aug 12 14:40:57.726539 n-d-694802-15 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'addb0c46-5aee-427c-968b-25b71b245dbc', 'tag': 'b68e9c24-4f99-46dc-afe0-de87e93ee25e'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:40:57.728919 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e785eeede3897370d0b20f09d5f461b30cfecd5ed38c4f07dacd02bc52c9277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97f2cc24-609a-4210-8603-6295b98ea69a" -d '{"events": [{"name": "network-changed", "server_uuid": "addb0c46-5aee-427c-968b-25b71b245dbc", "tag": "b68e9c24-4f99-46dc-afe0-de87e93ee25e"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:40:57.794605 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5377c7-0980-4af7-8ff6-8d972f5f6c7c tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] Pushing event updated for resources: {'Port': ['ID=b68e9c24-4f99-46dc-afe0-de87e93ee25e,revision_number=7']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:40:57.825271 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a9a9790b-6d35-4c38-9d8c-f50461add9ed admin admin] Notify callbacks [] for subnet, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:57.829915 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 45648) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:40:57.830556 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-a9a9790b-6d35-4c38-9d8c-f50461add9ed admin admin] 10.222.0.39 "DELETE /v2.0/subnets/e324c232-801a-41e1-8e52-538223323da5 HTTP/1.1" status: 204 len: 168 time: 0.4279730 Aug 12 14:40:57.884049 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a9790b-6d35-4c38-9d8c-f50461add9ed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e324c232-801a-41e1-8e52-538223323da5,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:40:57.938354 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0122a4f-8c3b-4143-998f-a20864b08a22 req-1d70257c-a9bb-47ae-84b3-79d0974e3267 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:57.940421 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d0122a4f-8c3b-4143-998f-a20864b08a22 req-1d70257c-a9bb-47ae-84b3-79d0974e3267 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] 10.222.0.39 "GET /v2.0/ports?device_id=23818359-f45f-434d-a114-070341b83442 HTTP/1.1" status: 200 len: 945 time: 0.1047261 Aug 12 14:40:57.950313 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-89701278-c2c0-45cc-b9b8-3145b615e078 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680608'] for network, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:57.959821 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-2484a950-f7eb-4276-9df3-e56be42fd0d9 req-e822c180-14c7-4738-9c3a-99723577c97d tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] 10.222.0.39 "GET /v2.0/security-groups/c00e42cb-02d4-4638-b1fc-d2e3b0891220 HTTP/1.1" status: 200 len: 1801 time: 0.0994775 Aug 12 14:40:57.977826 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] get_ports_and_sgs() called for port_ids ['b68e9c24-4f99-46dc-afe0-de87e93ee25e'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:40:58.046987 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d0122a4f-8c3b-4143-998f-a20864b08a22 req-fca894c6-ece7-4cb8-a2fb-9740dc20f9e6 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b3c7ce2-70f7-4d15-8774-e830cec0f0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982656 Aug 12 14:40:58.088614 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-89701278-c2c0-45cc-b9b8-3145b615e078 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66413304', 'neutron.services.segments.db._delete_segments_for_network-8744654118000'] for network, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:58.102904 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-89701278-c2c0-45cc-b9b8-3145b615e078 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60665e9a-ed63-4475-a94e-0b26ccab17cd']}} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:40:58.111606 n-d-694802-15 neutron-server[94466]: INFO neutron.api.v2.resource [req-2484a950-f7eb-4276-9df3-e56be42fd0d9 req-b7640bc4-c5b3-4d56-8820-dc897b3ac106 tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 12 14:40:58.112703 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-2484a950-f7eb-4276-9df3-e56be42fd0d9 req-b7640bc4-c5b3-4d56-8820-dc897b3ac106 tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] 10.222.0.39 "DELETE /v2.0/security-groups/c00e42cb-02d4-4638-b1fc-d2e3b0891220 HTTP/1.1" status: 409 len: 341 time: 0.1190555 Aug 12 14:40:58.117037 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-89701278-c2c0-45cc-b9b8-3145b615e078 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2380b30c-82ca-420e-82fb-4ec0605b9f65') {'for_net_delete': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:40:58.117589 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-89701278-c2c0-45cc-b9b8-3145b615e078 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2380b30c-82ca-420e-82fb-4ec0605b9f65') {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:40:58.120548 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 14:40:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ed9b7a9-1c8f-4ace-87d0-2bf8ff1398f1 x-openstack-request-id: req-7ed9b7a9-1c8f-4ace-87d0-2bf8ff1398f1 {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:40:58.120939 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "addb0c46-5aee-427c-968b-25b71b245dbc", "tag": "b68e9c24-4f99-46dc-afe0-de87e93ee25e", "status": "completed", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:40:58.121449 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7ed9b7a9-1c8f-4ace-87d0-2bf8ff1398f1 {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:40:58.121952 n-d-694802-15 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'addb0c46-5aee-427c-968b-25b71b245dbc', 'tag': 'b68e9c24-4f99-46dc-afe0-de87e93ee25e', 'status': 'completed', 'code': 200} Aug 12 14:40:58.132672 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-89701278-c2c0-45cc-b9b8-3145b615e078 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744654122361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2293560'] for segment, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:58.152946 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-89701278-c2c0-45cc-b9b8-3145b615e078 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:58.160638 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89701278-c2c0-45cc-b9b8-3145b615e078 admin admin] Releasing vlan 331 on physical network physnet1 to pool {{(pid=94466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 14:40:58.161049 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-89701278-c2c0-45cc-b9b8-3145b615e078 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3718595'] for segment, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:58.281109 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f2cc24-609a-4210-8603-6295b98ea69a req-185ef27b-9628-4bfc-9b81-e8bc9c916323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:58.283268 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-97f2cc24-609a-4210-8603-6295b98ea69a req-185ef27b-9628-4bfc-9b81-e8bc9c916323 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=27838204baa14230af63fefe49eecf8a&device_id=addb0c46-5aee-427c-968b-25b71b245dbc HTTP/1.1" status: 200 len: 1176 time: 0.1239974 Aug 12 14:40:58.365993 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faf1b51-a021-4a15-a72c-d711460d693d req-56f06a14-233c-4142-a430-061e97812c91 tempest-ServerRescueNegativeTestJSON-1622637895 tempest-ServerRescueNegativeTestJSON-1622637895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:58.367937 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9faf1b51-a021-4a15-a72c-d711460d693d req-56f06a14-233c-4142-a430-061e97812c91 tempest-ServerRescueNegativeTestJSON-1622637895 tempest-ServerRescueNegativeTestJSON-1622637895-project] 10.222.0.39 "GET /v2.0/ports?device_id=d52af645-a96c-4fda-a020-923ad96d40ff HTTP/1.1" status: 200 len: 945 time: 0.1313889 Aug 12 14:40:58.454301 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9faf1b51-a021-4a15-a72c-d711460d693d req-26bb98ce-514a-450f-8262-54d1bdf50cd1 tempest-ServerRescueNegativeTestJSON-1622637895 tempest-ServerRescueNegativeTestJSON-1622637895-project] 10.222.0.39 "GET /v2.0/security-groups?id=268dec7e-7261-41d2-9e03-6b72db198ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773895 Aug 12 14:40:58.461660 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f2cc24-609a-4210-8603-6295b98ea69a req-b09b7a13-2149-4b24-8cf8-feb6de3494e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:58.464538 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-97f2cc24-609a-4210-8603-6295b98ea69a req-b09b7a13-2149-4b24-8cf8-feb6de3494e6 service neutron] 10.222.0.49 "GET /v2.0/networks?id=981dd072-1b87-4241-83f5-836737afcd75 HTTP/1.1" status: 200 len: 913 time: 0.1693709 Aug 12 14:40:58.522787 n-d-694802-15 neutron-server[94466]: Traceback (most recent call last): Aug 12 14:40:58.522787 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 14:40:58.522787 n-d-694802-15 neutron-server[94466]: timer() Aug 12 14:40:58.522787 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 14:40:58.522787 n-d-694802-15 neutron-server[94466]: cb(*args, **kw) Aug 12 14:40:58.522787 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 14:40:58.522787 n-d-694802-15 neutron-server[94466]: return func(*args, **kwargs) Aug 12 14:40:58.522787 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 14:40:58.522787 n-d-694802-15 neutron-server[94466]: self._notify() Aug 12 14:40:58.522787 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 14:40:58.522787 n-d-694802-15 neutron-server[94466]: self.callback(batched_events) Aug 12 14:40:58.522787 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 14:40:58.522787 n-d-694802-15 neutron-server[94466]: event.method(event) Aug 12 14:40:58.522787 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 14:40:58.522787 n-d-694802-15 neutron-server[94466]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 14:40:58.522787 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 14:40:58.522787 n-d-694802-15 neutron-server[94466]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 14:40:58.522787 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 14:40:58.522787 n-d-694802-15 neutron-server[94466]: return f(self, *a, **k) Aug 12 14:40:58.522787 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 14:40:58.522787 n-d-694802-15 neutron-server[94466]: return self._get(url).json() Aug 12 14:40:58.522787 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 14:40:58.522787 n-d-694802-15 neutron-server[94466]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 14:40:58.522787 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 14:40:58.522787 n-d-694802-15 neutron-server[94466]: return self.request(url, 'GET', **kwargs) Aug 12 14:40:58.522787 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 14:40:58.522787 n-d-694802-15 neutron-server[94466]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 14:40:58.522787 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 14:40:58.522787 n-d-694802-15 neutron-server[94466]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 14:40:58.522787 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 14:40:58.522787 n-d-694802-15 neutron-server[94466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 14:40:58.522787 n-d-694802-15 neutron-server[94466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 14:40:58.552157 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-97f2cc24-609a-4210-8603-6295b98ea69a req-c66364b1-b5a0-4ff1-bad0-559a888c0fe0 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b68e9c24-4f99-46dc-afe0-de87e93ee25e HTTP/1.1" status: 200 len: 217 time: 0.0783093 Aug 12 14:40:58.561032 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-89701278-c2c0-45cc-b9b8-3145b615e078 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66413281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431520'] for network, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:58.568551 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-89701278-c2c0-45cc-b9b8-3145b615e078 admin admin] Notify callbacks [] for network, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:58.570681 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-89701278-c2c0-45cc-b9b8-3145b615e078 admin admin] 10.222.0.39 "DELETE /v2.0/networks/60665e9a-ed63-4475-a94e-0b26ccab17cd HTTP/1.1" status: 204 len: 168 time: 0.7377484 Aug 12 14:40:58.588258 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89701278-c2c0-45cc-b9b8-3145b615e078 admin admin] Pushing event deleted for resources: {'Network': ['ID=60665e9a-ed63-4475-a94e-0b26ccab17cd,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:40:58.592323 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device 29731b86-ffa2-4aca-a795-760760d96e26 up at agent hyperv_n-h2-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:40:58.608287 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb004fa-c9b2-4f20-af82-94f220b89a97 req-f7fbfe28-0a74-405e-b991-b4f1245a0c27 tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:58.610116 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-8cb004fa-c9b2-4f20-af82-94f220b89a97 req-f7fbfe28-0a74-405e-b991-b4f1245a0c27 tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] 10.222.0.39 "GET /v2.0/ports?device_id=addb0c46-5aee-427c-968b-25b71b245dbc HTTP/1.1" status: 200 len: 1024 time: 0.0859528 Aug 12 14:40:58.674781 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-8cb004fa-c9b2-4f20-af82-94f220b89a97 req-3c21c58a-1f78-4c76-8515-4d0c14e7947d tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] 10.222.0.39 "GET /v2.0/security-groups?id=c00e42cb-02d4-4638-b1fc-d2e3b0891220&id=236a0eec-9f7c-4484-872e-cf0d4d2f69af&id=a7919fb1-8a95-475b-8d85-70fa5ca14b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.0562165 Aug 12 14:40:58.700793 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Provisioning for port 29731b86-ffa2-4aca-a795-760760d96e26 completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:40:58.712667 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Provisioning complete for port 29731b86-ffa2-4aca-a795-760760d96e26 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:40:58.713044 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:58.792600 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f2cc24-609a-4210-8603-6295b98ea69a req-6b44d550-08d0-49e5-8cf9-3da96fcdc03a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:58.794323 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-97f2cc24-609a-4210-8603-6295b98ea69a req-6b44d550-08d0-49e5-8cf9-3da96fcdc03a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=55804ce3-3ce9-49bb-83d8-b79f95bd4874 HTTP/1.1" status: 200 len: 852 time: 0.2253177 Aug 12 14:40:58.836493 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a830b6-dbcb-4032-a12e-de9b7ea47dd2 req-99c2b6de-4de3-4e1c-92f6-31ce1122b01f tempest-InstanceActionsV221TestJSON-1047870183 tempest-InstanceActionsV221TestJSON-1047870183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:58.838325 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-21a830b6-dbcb-4032-a12e-de9b7ea47dd2 req-99c2b6de-4de3-4e1c-92f6-31ce1122b01f tempest-InstanceActionsV221TestJSON-1047870183 tempest-InstanceActionsV221TestJSON-1047870183-project] 10.222.0.39 "GET /v2.0/ports?device_id=e3279829-a129-4f5f-9051-073e7125d697 HTTP/1.1" status: 200 len: 946 time: 0.2143903 Aug 12 14:40:58.864072 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device be08eae7-c2c0-4ec4-822c-37369dd75809 up at agent hyperv_n-h1-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:40:58.901978 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 45682) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:40:58.909872 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:58.921431 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-97f2cc24-609a-4210-8603-6295b98ea69a req-21a6f115-f7d7-497e-92ab-147dd2b5c4be service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=981dd072-1b87-4241-83f5-836737afcd75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0815833 Aug 12 14:40:58.949157 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-925af7e2-8302-4578-ac3d-9bc56ec033ae admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7f24ddd1601f494992e93c7ccc824331&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0456073 Aug 12 14:40:58.950095 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Provisioning for port be08eae7-c2c0-4ec4-822c-37369dd75809 completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:40:58.951999 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 45684) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:40:58.960177 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Provisioning complete for port be08eae7-c2c0-4ec4-822c-37369dd75809 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:40:58.960483 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:58.999134 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port 29731b86-ffa2-4aca-a795-760760d96e26, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=29731b86-ffa2-4aca-a795-760760d96e26,segment=NetworkSegment(a1f8c867-101b-4d30-814e-b89f55a5edd0),segment_id=a1f8c867-101b-4d30-814e-b89f55a5edd0)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:40:59.003535 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4f2b173-64e8-4431-81ea-68de4e9ed7f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29731b86-ffa2-4aca-a795-760760d96e26'}] {{(pid=94468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:40:59.006246 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99a8d87602170099c728e57431aca99e9b98a655a83bbf8727be13192709727b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be0e6fbd-1928-4807-b040-80d833d6a849" -d '{"events": [{"server_uuid": "c4f2b173-64e8-4431-81ea-68de4e9ed7f8", "name": "network-vif-plugged", "status": "completed", "tag": "29731b86-ffa2-4aca-a795-760760d96e26"}]}' {{(pid=94468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:40:59.012268 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:59.069208 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-38c08afd-ba25-4328-b5b8-aa86c8c2d5c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:59.088348 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Pushing event updated for resources: {'Port': ['ID=29731b86-ffa2-4aca-a795-760760d96e26,revision_number=5']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:40:59.110337 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-38c08afd-ba25-4328-b5b8-aa86c8c2d5c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:59.129290 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046f01ec-8195-4c4a-9f9b-e0773cc00a73 req-2401959e-bfc1-45e1-8fc8-94daef47ec05 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:59.130980 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-046f01ec-8195-4c4a-9f9b-e0773cc00a73 req-2401959e-bfc1-45e1-8fc8-94daef47ec05 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] 10.222.0.49 "GET /v2.0/ports?device_id=23818359-f45f-434d-a114-070341b83442 HTTP/1.1" status: 200 len: 945 time: 0.0969558 Aug 12 14:40:59.151822 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:59.152039 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-97f2cc24-609a-4210-8603-6295b98ea69a req-4f89b075-ea9a-4a5e-8116-62e29ed41f3e service neutron] 10.222.0.49 "GET /v2.0/networks/981dd072-1b87-4241-83f5-836737afcd75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2072887 Aug 12 14:40:59.211007 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port be08eae7-c2c0-4ec4-822c-37369dd75809, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=be08eae7-c2c0-4ec4-822c-37369dd75809,segment=NetworkSegment(a1f8c867-101b-4d30-814e-b89f55a5edd0),segment_id=a1f8c867-101b-4d30-814e-b89f55a5edd0)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:40:59.223985 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:59.232395 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-21a830b6-dbcb-4032-a12e-de9b7ea47dd2 req-1d578ca2-83c0-4343-83a9-95aa2d3b9789 tempest-InstanceActionsV221TestJSON-1047870183 tempest-InstanceActionsV221TestJSON-1047870183-project] 10.222.0.39 "GET /v2.0/security-groups?id=6a4ddc93-1ca3-4e5e-8cab-76a496f80251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3729215 Aug 12 14:40:59.320413 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Pushing event updated for resources: {'Port': ['ID=be08eae7-c2c0-4ec4-822c-37369dd75809,revision_number=5']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:40:59.387205 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-97f2cc24-609a-4210-8603-6295b98ea69a req-0a8b56fd-aa36-422b-a141-6ec31dd7b33e service neutron] 10.222.0.49 "GET /v2.0/networks/981dd072-1b87-4241-83f5-836737afcd75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2242322 Aug 12 14:40:59.445376 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 14:40:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-921a1819-cdce-4cd5-bfa0-679ee291f2e3 x-openstack-request-id: req-921a1819-cdce-4cd5-bfa0-679ee291f2e3 {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:40:59.445715 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4f2b173-64e8-4431-81ea-68de4e9ed7f8", "name": "network-vif-plugged", "status": "completed", "tag": "29731b86-ffa2-4aca-a795-760760d96e26", "code": 200}]} {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:40:59.445909 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e37ad9-bde7-487d-a841-ac93bc8aba98 req-3653ff17-e108-476b-b912-c88735934163 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:59.446034 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-921a1819-cdce-4cd5-bfa0-679ee291f2e3 {{(pid=94468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:40:59.446360 n-d-694802-15 neutron-server[94468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4f2b173-64e8-4431-81ea-68de4e9ed7f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29731b86-ffa2-4aca-a795-760760d96e26', 'code': 200} Aug 12 14:40:59.447465 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-c0e37ad9-bde7-487d-a841-ac93bc8aba98 req-3653ff17-e108-476b-b912-c88735934163 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] 10.222.0.39 "GET /v2.0/ports?device_id=f0da5842-3fbf-43d0-937b-a37571a2e72a HTTP/1.1" status: 200 len: 950 time: 0.0930595 Aug 12 14:40:59.448435 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-38c08afd-ba25-4328-b5b8-aa86c8c2d5c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:59.451083 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-38c08afd-ba25-4328-b5b8-aa86c8c2d5c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:59.454428 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-38c08afd-ba25-4328-b5b8-aa86c8c2d5c8 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c501fc61-6b14-414b-8392-557df3b0185d HTTP/1.1" status: 204 len: 168 time: 0.4990907 Aug 12 14:40:59.482728 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c08afd-ba25-4328-b5b8-aa86c8c2d5c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c501fc61-6b14-414b-8392-557df3b0185d,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:40:59.499415 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [req-046f01ec-8195-4c4a-9f9b-e0773cc00a73 req-0c0ea9ae-49f6-41b6-9b6f-01d15c6a213a tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] Deleting port 212ef944-531b-455d-8ddd-21b86dda185f {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:40:59.500030 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-046f01ec-8195-4c4a-9f9b-e0773cc00a73 req-0c0ea9ae-49f6-41b6-9b6f-01d15c6a213a tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:59.572729 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-c0e37ad9-bde7-487d-a841-ac93bc8aba98 req-1afee8b3-aee0-4e3d-8680-253b7122425b tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] 10.222.0.39 "GET /v2.0/security-groups?id=5301a7d3-dd3e-456d-bf8f-dfd76884604a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133313 Aug 12 14:40:59.679071 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [req-046f01ec-8195-4c4a-9f9b-e0773cc00a73 req-0c0ea9ae-49f6-41b6-9b6f-01d15c6a213a tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] For port 212ef944-531b-455d-8ddd-21b86dda185f, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=212ef944-531b-455d-8ddd-21b86dda185f,segment=NetworkSegment(4c973057-417f-419d-840d-ea232fb579a5),segment_id=4c973057-417f-419d-840d-ea232fb579a5)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:40:59.679877 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-046f01ec-8195-4c4a-9f9b-e0773cc00a73 req-0c0ea9ae-49f6-41b6-9b6f-01d15c6a213a tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:40:59.682633 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 45710) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:40:59.702725 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [req-046f01ec-8195-4c4a-9f9b-e0773cc00a73 req-0c0ea9ae-49f6-41b6-9b6f-01d15c6a213a tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] Calling delete_port for 212ef944-531b-455d-8ddd-21b86dda185f owned by compute:nova {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:40:59.702900 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6b8e17-b583-4535-89a6-9f299913c910 req-2fcba900-5241-4e45-ae27-48d301ee7c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:59.704829 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ed6b8e17-b583-4535-89a6-9f299913c910 req-2fcba900-5241-4e45-ae27-48d301ee7c7a service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=c4f2b173-64e8-4431-81ea-68de4e9ed7f8 HTTP/1.1" status: 200 len: 1102 time: 0.1514952 Aug 12 14:40:59.718308 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9080836-72a5-42b2-b886-9e5be44c0515 req-7e574cc6-4a50-4245-9c2f-4cb784579cd1 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:59.729263 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e9080836-72a5-42b2-b886-9e5be44c0515 req-7e574cc6-4a50-4245-9c2f-4cb784579cd1 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] 10.222.0.39 "GET /v2.0/ports?device_id=23818359-f45f-434d-a114-070341b83442 HTTP/1.1" status: 200 len: 945 time: 0.1317859 Aug 12 14:40:59.803825 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e9080836-72a5-42b2-b886-9e5be44c0515 req-bbf11b06-d130-4915-b4c6-d06323ae2b43 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b3c7ce2-70f7-4d15-8774-e830cec0f0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735948 Aug 12 14:40:59.809903 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ed6b8e17-b583-4535-89a6-9f299913c910 req-c66698c0-20c1-4b81-b6f4-c5ba716d8adb service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=5301a7d3-dd3e-456d-bf8f-dfd76884604a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783334 Aug 12 14:40:59.885127 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a246ebc7-2b26-4315-8d67-674055afe302 req-445d1f85-a6f9-4f91-ab3e-fd8be3882d78 tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:40:59.886680 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-a246ebc7-2b26-4315-8d67-674055afe302 req-445d1f85-a6f9-4f91-ab3e-fd8be3882d78 tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] 10.222.0.39 "GET /v2.0/ports?device_id=addb0c46-5aee-427c-968b-25b71b245dbc HTTP/1.1" status: 200 len: 1024 time: 0.0683739 Aug 12 14:40:59.948667 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-a246ebc7-2b26-4315-8d67-674055afe302 req-8b3a877f-faef-45de-bc2e-38021a9c99a3 tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] 10.222.0.39 "GET /v2.0/security-groups?id=c00e42cb-02d4-4638-b1fc-d2e3b0891220&id=236a0eec-9f7c-4484-872e-cf0d4d2f69af&id=a7919fb1-8a95-475b-8d85-70fa5ca14b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.0534368 Aug 12 14:41:00.020829 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-d4eff334-f6d4-4e32-b9a3-f2dd0b48c49c tempest-PortsAdminExtendedAttrsTestJSON-1318006555 tempest-PortsAdminExtendedAttrsTestJSON-1318006555-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1286542331'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:41:00.026234 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-046f01ec-8195-4c4a-9f9b-e0773cc00a73 req-0c0ea9ae-49f6-41b6-9b6f-01d15c6a213a tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:00.056648 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] get_ports_and_sgs() called for port_ids ['212ef944-531b-455d-8ddd-21b86dda185f'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:41:00.059622 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 45718) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:41:00.065680 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0ea9ae-49f6-41b6-9b6f-01d15c6a213a tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] Pushing event deleted for resources: {'Port': ['ID=212ef944-531b-455d-8ddd-21b86dda185f,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:41:00.112884 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [req-046f01ec-8195-4c4a-9f9b-e0773cc00a73 req-0c0ea9ae-49f6-41b6-9b6f-01d15c6a213a tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] No DVR routers for this DVR port 212ef944-531b-455d-8ddd-21b86dda185f on host n-h2-694802-15 {{(pid=94466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:41:00.114607 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4eff334-f6d4-4e32-b9a3-f2dd0b48c49c tempest-PortsAdminExtendedAttrsTestJSON-1318006555 tempest-PortsAdminExtendedAttrsTestJSON-1318006555-project] Made reservation on behalf of d96117c9a4fa4373bc86dff6c4fc40dd for: {'network': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:41:00.118044 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d4eff334-f6d4-4e32-b9a3-f2dd0b48c49c tempest-PortsAdminExtendedAttrsTestJSON-1318006555 tempest-PortsAdminExtendedAttrsTestJSON-1318006555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for network, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:00.120413 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-046f01ec-8195-4c4a-9f9b-e0773cc00a73 req-0c0ea9ae-49f6-41b6-9b6f-01d15c6a213a tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:00.122296 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-046f01ec-8195-4c4a-9f9b-e0773cc00a73 req-0c0ea9ae-49f6-41b6-9b6f-01d15c6a213a tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] 10.222.0.49 "DELETE /v2.0/ports/212ef944-531b-455d-8ddd-21b86dda185f HTTP/1.1" status: 204 len: 173 time: 0.9727895 Aug 12 14:41:00.123672 n-d-694802-15 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23818359-f45f-434d-a114-070341b83442', 'name': 'network-vif-deleted', 'tag': '212ef944-531b-455d-8ddd-21b86dda185f'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:41:00.125846 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-a41653ad-2d89-480f-a97b-57e3d10b5660 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4b8d5dbb57a74e77889319921834543f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0643110 Aug 12 14:41:00.126194 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e785eeede3897370d0b20f09d5f461b30cfecd5ed38c4f07dacd02bc52c9277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab8d3418-6f05-4024-8b79-8a05b54554a9" -d '{"events": [{"server_uuid": "23818359-f45f-434d-a114-070341b83442", "name": "network-vif-deleted", "tag": "212ef944-531b-455d-8ddd-21b86dda185f"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:41:00.128352 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 45720) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:41:00.135112 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d4eff334-f6d4-4e32-b9a3-f2dd0b48c49c tempest-PortsAdminExtendedAttrsTestJSON-1318006555 tempest-PortsAdminExtendedAttrsTestJSON-1318006555-project] Notify callbacks [] for security_group, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:00.195927 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 14:41:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5f258cd-6e1d-41ee-8731-93bea212e8a5 x-openstack-request-id: req-d5f258cd-6e1d-41ee-8731-93bea212e8a5 {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:41:00.196504 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23818359-f45f-434d-a114-070341b83442", "name": "network-vif-deleted", "tag": "212ef944-531b-455d-8ddd-21b86dda185f", "status": "completed", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:41:00.196959 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d5f258cd-6e1d-41ee-8731-93bea212e8a5 {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:41:00.198033 n-d-694802-15 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23818359-f45f-434d-a114-070341b83442', 'name': 'network-vif-deleted', 'tag': '212ef944-531b-455d-8ddd-21b86dda185f', 'status': 'completed', 'code': 200} Aug 12 14:41:00.202146 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-182269fb-68e9-443f-bb4c-5928e3a1b1ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:00.241888 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-182269fb-68e9-443f-bb4c-5928e3a1b1ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:00.283782 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d4eff334-f6d4-4e32-b9a3-f2dd0b48c49c tempest-PortsAdminExtendedAttrsTestJSON-1318006555 tempest-PortsAdminExtendedAttrsTestJSON-1318006555-project] Notify callbacks [] for security_group, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:00.291174 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d4eff334-f6d4-4e32-b9a3-f2dd0b48c49c tempest-PortsAdminExtendedAttrsTestJSON-1318006555 tempest-PortsAdminExtendedAttrsTestJSON-1318006555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:00.309694 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-182269fb-68e9-443f-bb4c-5928e3a1b1ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:00.317465 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-182269fb-68e9-443f-bb4c-5928e3a1b1ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:00.318993 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-182269fb-68e9-443f-bb4c-5928e3a1b1ba admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ba1bcb43-0baf-43ee-87cd-bf097d6941e4 HTTP/1.1" status: 204 len: 168 time: 0.1829824 Aug 12 14:41:00.343888 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182269fb-68e9-443f-bb4c-5928e3a1b1ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba1bcb43-0baf-43ee-87cd-bf097d6941e4,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:41:00.374288 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4eff334-f6d4-4e32-b9a3-f2dd0b48c49c tempest-PortsAdminExtendedAttrsTestJSON-1318006555 tempest-PortsAdminExtendedAttrsTestJSON-1318006555-project] vlan segment allocate from pool success with {'vlan_id': 331, 'physical_network': 'physnet1'} {{(pid=94466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 14:41:00.433085 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d4eff334-f6d4-4e32-b9a3-f2dd0b48c49c tempest-PortsAdminExtendedAttrsTestJSON-1318006555 tempest-PortsAdminExtendedAttrsTestJSON-1318006555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:00.433622 n-d-694802-15 neutron-server[94466]: INFO neutron.db.segments_db [None req-d4eff334-f6d4-4e32-b9a3-f2dd0b48c49c tempest-PortsAdminExtendedAttrsTestJSON-1318006555 tempest-PortsAdminExtendedAttrsTestJSON-1318006555-project] Added segment c432e6ac-bed3-4f80-9ab1-294a6e65eebc of type vlan for network be672739-a664-4fab-8f62-ed57670843a3 Aug 12 14:41:00.477756 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4eff334-f6d4-4e32-b9a3-f2dd0b48c49c tempest-PortsAdminExtendedAttrsTestJSON-1318006555 tempest-PortsAdminExtendedAttrsTestJSON-1318006555-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d83c2ca1-eaa5-4e8e-a6a1-53a845e3080c,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:41:00.495272 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d4eff334-f6d4-4e32-b9a3-f2dd0b48c49c tempest-PortsAdminExtendedAttrsTestJSON-1318006555 tempest-PortsAdminExtendedAttrsTestJSON-1318006555-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744653628263'] for network, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:00.511858 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cb661b-1763-444a-b7f4-5c4ac2981f8d req-1a3d707f-ea70-40e8-824c-e9e3909085bc tempest-InstanceActionsV221TestJSON-1047870183 tempest-InstanceActionsV221TestJSON-1047870183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:41:00.513365 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-47cb661b-1763-444a-b7f4-5c4ac2981f8d req-1a3d707f-ea70-40e8-824c-e9e3909085bc tempest-InstanceActionsV221TestJSON-1047870183 tempest-InstanceActionsV221TestJSON-1047870183-project] 10.222.0.39 "GET /v2.0/ports?device_id=e3279829-a129-4f5f-9051-073e7125d697 HTTP/1.1" status: 200 len: 946 time: 0.1472323 Aug 12 14:41:00.584359 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-47cb661b-1763-444a-b7f4-5c4ac2981f8d req-7ea8937c-bfc7-4891-b228-5625fac5820f tempest-InstanceActionsV221TestJSON-1047870183 tempest-InstanceActionsV221TestJSON-1047870183-project] 10.222.0.39 "GET /v2.0/security-groups?id=6a4ddc93-1ca3-4e5e-8cab-76a496f80251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611103 Aug 12 14:41:00.614305 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d4eff334-f6d4-4e32-b9a3-f2dd0b48c49c tempest-PortsAdminExtendedAttrsTestJSON-1318006555 tempest-PortsAdminExtendedAttrsTestJSON-1318006555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409'] for network, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:00.621089 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4eff334-f6d4-4e32-b9a3-f2dd0b48c49c tempest-PortsAdminExtendedAttrsTestJSON-1318006555 tempest-PortsAdminExtendedAttrsTestJSON-1318006555-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:41:00.622072 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d4eff334-f6d4-4e32-b9a3-f2dd0b48c49c tempest-PortsAdminExtendedAttrsTestJSON-1318006555 tempest-PortsAdminExtendedAttrsTestJSON-1318006555-project] Notify callbacks [] for network, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:00.712474 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-d4eff334-f6d4-4e32-b9a3-f2dd0b48c49c tempest-PortsAdminExtendedAttrsTestJSON-1318006555 tempest-PortsAdminExtendedAttrsTestJSON-1318006555-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 1.0236583 Aug 12 14:41:00.726039 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4eff334-f6d4-4e32-b9a3-f2dd0b48c49c tempest-PortsAdminExtendedAttrsTestJSON-1318006555 tempest-PortsAdminExtendedAttrsTestJSON-1318006555-project] Pushing event updated for resources: {'Network': ['ID=be672739-a664-4fab-8f62-ed57670843a3,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:41:00.739441 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Network be672739-a664-4fab-8f62-ed57670843a3 details requested by agent ovs-agent-n-d-694802-15 with host n-d-694802-15 {{(pid=94468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 14:41:00.787903 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6235f448-b04d-4100-a84a-64fcdb3c357e req-b6adaa9b-b63d-4fc0-b533-b9acb095aa17 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:41:00.795890 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6235f448-b04d-4100-a84a-64fcdb3c357e req-b6adaa9b-b63d-4fc0-b533-b9acb095aa17 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] 10.222.0.39 "GET /v2.0/ports?device_id=f0da5842-3fbf-43d0-937b-a37571a2e72a HTTP/1.1" status: 200 len: 950 time: 0.0953343 Aug 12 14:41:00.859230 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6235f448-b04d-4100-a84a-64fcdb3c357e req-52f2e44d-6f4e-455b-902a-9aaf10158ed6 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] 10.222.0.39 "GET /v2.0/security-groups?id=5301a7d3-dd3e-456d-bf8f-dfd76884604a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619462 Aug 12 14:41:00.955546 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567e2991-157a-4b3c-b3b3-088d5cb81d5e req-52c52559-1bf3-4a17-b478-869f4f897072 tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:41:00.958187 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-567e2991-157a-4b3c-b3b3-088d5cb81d5e req-52c52559-1bf3-4a17-b478-869f4f897072 tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] 10.222.0.49 "GET /v2.0/ports?device_id=addb0c46-5aee-427c-968b-25b71b245dbc HTTP/1.1" status: 200 len: 1024 time: 0.1312037 Aug 12 14:41:01.022690 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-23911b72-ad61-4d9c-afe0-2134a6275994 req-99927d61-6498-4ad1-a6ae-9923683498bd tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] 10.222.0.39 "GET /v2.0/ports?device_id=23818359-f45f-434d-a114-070341b83442 HTTP/1.1" status: 200 len: 210 time: 0.0434959 Aug 12 14:41:01.139284 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-8f2c9abc-b758-4d94-8a0f-a553f50e8d5a req-ad5e9b46-2f20-47ea-9d09-6859dc28c140 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=bc74d9fd-9e29-4667-bb83-e5e3a6913f4e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0863798 Aug 12 14:41:01.210221 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c56deb-6367-4efa-8b6a-b56a824226fc req-a54c01d4-03fb-4404-ac53-12704a039827 tempest-InstanceActionsV221TestJSON-1047870183 tempest-InstanceActionsV221TestJSON-1047870183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:41:01.215628 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-61c56deb-6367-4efa-8b6a-b56a824226fc req-a54c01d4-03fb-4404-ac53-12704a039827 tempest-InstanceActionsV221TestJSON-1047870183 tempest-InstanceActionsV221TestJSON-1047870183-project] 10.222.0.39 "GET /v2.0/ports?device_id=e3279829-a129-4f5f-9051-073e7125d697 HTTP/1.1" status: 200 len: 946 time: 0.0752671 Aug 12 14:41:01.251864 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [req-567e2991-157a-4b3c-b3b3-088d5cb81d5e req-4bc820bf-6d56-434b-bb87-c3779a5eb07c tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] Deleting port b68e9c24-4f99-46dc-afe0-de87e93ee25e {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:41:01.253150 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-567e2991-157a-4b3c-b3b3-088d5cb81d5e req-4bc820bf-6d56-434b-bb87-c3779a5eb07c tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:01.332269 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-61c56deb-6367-4efa-8b6a-b56a824226fc req-63f837b5-2b83-4a41-b041-ed8c318aa5e7 tempest-InstanceActionsV221TestJSON-1047870183 tempest-InstanceActionsV221TestJSON-1047870183-project] 10.222.0.39 "GET /v2.0/security-groups?id=6a4ddc93-1ca3-4e5e-8cab-76a496f80251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772810 Aug 12 14:41:01.336002 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2c9abc-b758-4d94-8a0f-a553f50e8d5a req-36ea0d0f-eede-4628-b1e4-0c8149f96b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:41:01.337930 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-8f2c9abc-b758-4d94-8a0f-a553f50e8d5a req-36ea0d0f-eede-4628-b1e4-0c8149f96b3b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ef918c3e55db41809ce6731a1724be70&device_id=bc74d9fd-9e29-4667-bb83-e5e3a6913f4e HTTP/1.1" status: 200 len: 1098 time: 0.1210167 Aug 12 14:41:01.436750 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [req-567e2991-157a-4b3c-b3b3-088d5cb81d5e req-4bc820bf-6d56-434b-bb87-c3779a5eb07c tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] For port b68e9c24-4f99-46dc-afe0-de87e93ee25e, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=b68e9c24-4f99-46dc-afe0-de87e93ee25e,segment=NetworkSegment(21390069-236e-48c1-88f4-ced6154e645c),segment_id=21390069-236e-48c1-88f4-ced6154e645c)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:41:01.437311 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-567e2991-157a-4b3c-b3b3-088d5cb81d5e req-4bc820bf-6d56-434b-bb87-c3779a5eb07c tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:01.448681 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0da5842-3fbf-43d0-937b-a37571a2e72a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be08eae7-c2c0-4ec4-822c-37369dd75809'}] {{(pid=94468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:41:01.453179 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99a8d87602170099c728e57431aca99e9b98a655a83bbf8727be13192709727b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34e79fb4-fd8f-48af-85a4-39b830455faa" -d '{"events": [{"server_uuid": "f0da5842-3fbf-43d0-937b-a37571a2e72a", "name": "network-vif-plugged", "status": "completed", "tag": "be08eae7-c2c0-4ec4-822c-37369dd75809"}]}' {{(pid=94468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:41:01.469737 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [req-567e2991-157a-4b3c-b3b3-088d5cb81d5e req-4bc820bf-6d56-434b-bb87-c3779a5eb07c tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] Calling delete_port for b68e9c24-4f99-46dc-afe0-de87e93ee25e owned by compute:nova {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:41:01.509595 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2c9abc-b758-4d94-8a0f-a553f50e8d5a req-b071ae41-8a25-492b-8a67-7a0c14610a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:41:01.510983 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-8f2c9abc-b758-4d94-8a0f-a553f50e8d5a req-b071ae41-8a25-492b-8a67-7a0c14610a01 service neutron] 10.222.0.49 "GET /v2.0/networks?id=403ed391-7874-4a33-9f4f-96fa9ef207f4 HTTP/1.1" status: 200 len: 919 time: 0.1353178 Aug 12 14:41:01.583934 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-8f2c9abc-b758-4d94-8a0f-a553f50e8d5a req-c2f33ea7-f443-462c-8a81-7afb2126c516 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9241cc5d-c8a3-48d9-8ce3-46074e26ba2d HTTP/1.1" status: 200 len: 217 time: 0.0592289 Aug 12 14:41:01.585444 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 45774) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:41:01.592654 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-237c26a5-794b-4431-9b0a-6703d2959855 tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Request body: {'port': {'network_id': 'be672739-a664-4fab-8f62-ed57670843a3', 'binding:host_id': 'n-h1-694802-15', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-407960599'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:41:01.664127 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2c9abc-b758-4d94-8a0f-a553f50e8d5a req-e1cd22cb-deca-4775-bd1a-03722e47cc27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:41:01.665722 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-8f2c9abc-b758-4d94-8a0f-a553f50e8d5a req-e1cd22cb-deca-4775-bd1a-03722e47cc27 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d596ebc0-f7b2-4a88-b2fe-14085d881fde HTTP/1.1" status: 200 len: 858 time: 0.0664895 Aug 12 14:41:01.667425 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 14:41:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-260d2a3f-15f9-427c-95fe-929f858402e2 x-openstack-request-id: req-260d2a3f-15f9-427c-95fe-929f858402e2 {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:41:01.668259 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0da5842-3fbf-43d0-937b-a37571a2e72a", "name": "network-vif-plugged", "status": "completed", "tag": "be08eae7-c2c0-4ec4-822c-37369dd75809", "code": 200}]} {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:41:01.668669 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-260d2a3f-15f9-427c-95fe-929f858402e2 {{(pid=94468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:41:01.669235 n-d-694802-15 neutron-server[94468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0da5842-3fbf-43d0-937b-a37571a2e72a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be08eae7-c2c0-4ec4-822c-37369dd75809', 'code': 200} Aug 12 14:41:01.721638 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c9186f-cd06-473d-a1de-5fe687ba3295 req-7c09e16d-5b65-4679-88da-67fdcd7e942e tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:41:01.730227 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f9c9186f-cd06-473d-a1de-5fe687ba3295 req-7c09e16d-5b65-4679-88da-67fdcd7e942e tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] 10.222.0.39 "GET /v2.0/ports?device_id=addb0c46-5aee-427c-968b-25b71b245dbc HTTP/1.1" status: 200 len: 1024 time: 0.2175951 Aug 12 14:41:01.746470 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-8f2c9abc-b758-4d94-8a0f-a553f50e8d5a req-2375ddd2-fd01-464a-b7e6-733432e0dfe4 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=403ed391-7874-4a33-9f4f-96fa9ef207f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0691977 Aug 12 14:41:01.757956 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-567e2991-157a-4b3c-b3b3-088d5cb81d5e req-4bc820bf-6d56-434b-bb87-c3779a5eb07c tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:01.778778 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] get_ports_and_sgs() called for port_ids ['b68e9c24-4f99-46dc-afe0-de87e93ee25e'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:41:01.788510 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] get_ports_and_sgs() called for port_ids ['af31cda9-733b-4e7b-9614-de3dddf9cf56'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:41:01.811491 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-237c26a5-794b-4431-9b0a-6703d2959855 tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Made reservation on behalf of 5c4b19e9fcf74fbd9e9038421885efee for: {'port': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:41:01.813872 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-237c26a5-794b-4431-9b0a-6703d2959855 tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:01.822774 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc820bf-6d56-434b-bb87-c3779a5eb07c tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] Pushing event deleted for resources: {'Port': ['ID=b68e9c24-4f99-46dc-afe0-de87e93ee25e,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:41:01.881517 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-237c26a5-794b-4431-9b0a-6703d2959855 tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:01.904060 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [req-567e2991-157a-4b3c-b3b3-088d5cb81d5e req-4bc820bf-6d56-434b-bb87-c3779a5eb07c tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] No DVR routers for this DVR port b68e9c24-4f99-46dc-afe0-de87e93ee25e on host n-h2-694802-15 {{(pid=94466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:41:01.905936 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f9c9186f-cd06-473d-a1de-5fe687ba3295 req-e0365c27-b9a9-4721-8573-196aa12ce39c tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] 10.222.0.39 "GET /v2.0/security-groups?id=c00e42cb-02d4-4638-b1fc-d2e3b0891220&id=236a0eec-9f7c-4484-872e-cf0d4d2f69af&id=a7919fb1-8a95-475b-8d85-70fa5ca14b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.1746428 Aug 12 14:41:01.919267 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daffb94a-1e64-45f9-b5f5-3ad262d86ade req-585db4cb-8707-43fe-9a59-739a5ab05501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:41:01.921204 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-daffb94a-1e64-45f9-b5f5-3ad262d86ade req-585db4cb-8707-43fe-9a59-739a5ab05501 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=f0da5842-3fbf-43d0-937b-a37571a2e72a HTTP/1.1" status: 200 len: 1102 time: 0.1859999 Aug 12 14:41:01.923590 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-567e2991-157a-4b3c-b3b3-088d5cb81d5e req-4bc820bf-6d56-434b-bb87-c3779a5eb07c tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:01.928952 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-567e2991-157a-4b3c-b3b3-088d5cb81d5e req-4bc820bf-6d56-434b-bb87-c3779a5eb07c tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] 10.222.0.49 "DELETE /v2.0/ports/b68e9c24-4f99-46dc-afe0-de87e93ee25e HTTP/1.1" status: 204 len: 173 time: 0.9595408 Aug 12 14:41:01.999911 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-daffb94a-1e64-45f9-b5f5-3ad262d86ade req-1799dab6-4361-449d-b799-23340f72a94c service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=5301a7d3-dd3e-456d-bf8f-dfd76884604a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698001 Aug 12 14:41:02.013067 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-8f2c9abc-b758-4d94-8a0f-a553f50e8d5a req-cf34e642-6ece-4fb2-9ac6-065934328991 service neutron] 10.222.0.49 "GET /v2.0/networks/403ed391-7874-4a33-9f4f-96fa9ef207f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2314510 Aug 12 14:41:02.150962 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5c4d35-59bc-4c0e-99eb-c138411f6c46 req-4ef8c709-b95c-4513-a227-53576a287b37 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:41:02.164124 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-cd5c4d35-59bc-4c0e-99eb-c138411f6c46 req-4ef8c709-b95c-4513-a227-53576a287b37 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] 10.222.0.39 "GET /v2.0/ports?device_id=f0da5842-3fbf-43d0-937b-a37571a2e72a HTTP/1.1" status: 200 len: 950 time: 0.1699612 Aug 12 14:41:02.205765 n-d-694802-15 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'addb0c46-5aee-427c-968b-25b71b245dbc', 'name': 'network-vif-deleted', 'tag': 'b68e9c24-4f99-46dc-afe0-de87e93ee25e'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:41:02.209222 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e785eeede3897370d0b20f09d5f461b30cfecd5ed38c4f07dacd02bc52c9277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-369b031a-25bd-4a29-a6ba-d58baeb5a0e2" -d '{"events": [{"server_uuid": "addb0c46-5aee-427c-968b-25b71b245dbc", "name": "network-vif-deleted", "tag": "b68e9c24-4f99-46dc-afe0-de87e93ee25e"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:41:02.272193 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-237c26a5-794b-4431-9b0a-6703d2959855 tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:02.275313 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-8f2c9abc-b758-4d94-8a0f-a553f50e8d5a req-e913b7dd-5294-4a9b-8a83-bd1eb99c4ff1 service neutron] 10.222.0.49 "GET /v2.0/networks/403ed391-7874-4a33-9f4f-96fa9ef207f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2503862 Aug 12 14:41:02.277815 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-cd5c4d35-59bc-4c0e-99eb-c138411f6c46 req-1b1ac08f-3580-49fc-a6f6-6a49bd2b808c tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] 10.222.0.39 "GET /v2.0/security-groups?id=5301a7d3-dd3e-456d-bf8f-dfd76884604a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126704 Aug 12 14:41:02.277963 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-237c26a5-794b-4431-9b0a-6703d2959855 tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:02.300469 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [None req-237c26a5-794b-4431-9b0a-6703d2959855 tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] device_id is not set on port a4686114-039a-492f-b478-7fdcc8856abc yet. {{(pid=94467) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 14:41:02.323853 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 14:41:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cdea306-af65-4ccd-92bf-2aef7d4899f0 x-openstack-request-id: req-1cdea306-af65-4ccd-92bf-2aef7d4899f0 {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:41:02.324137 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "addb0c46-5aee-427c-968b-25b71b245dbc", "name": "network-vif-deleted", "tag": "b68e9c24-4f99-46dc-afe0-de87e93ee25e", "status": "completed", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:41:02.324639 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1cdea306-af65-4ccd-92bf-2aef7d4899f0 {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:41:02.325359 n-d-694802-15 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'addb0c46-5aee-427c-968b-25b71b245dbc', 'name': 'network-vif-deleted', 'tag': 'b68e9c24-4f99-46dc-afe0-de87e93ee25e', 'status': 'completed', 'code': 200} Aug 12 14:41:02.403512 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237c26a5-794b-4431-9b0a-6703d2959855 tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a7395b7-7390-468e-bb6b-6d332b62fed5,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:41:02.416966 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237c26a5-794b-4431-9b0a-6703d2959855 tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:41:02.417315 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237c26a5-794b-4431-9b0a-6703d2959855 tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:41:02.417806 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237c26a5-794b-4431-9b0a-6703d2959855 tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:41:02.418169 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237c26a5-794b-4431-9b0a-6703d2959855 tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:41:02.418506 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237c26a5-794b-4431-9b0a-6703d2959855 tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:41:02.418840 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237c26a5-794b-4431-9b0a-6703d2959855 tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:41:02.419219 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237c26a5-794b-4431-9b0a-6703d2959855 tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:41:02.419551 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237c26a5-794b-4431-9b0a-6703d2959855 tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:41:02.422581 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237c26a5-794b-4431-9b0a-6703d2959855 tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:41:02.422927 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237c26a5-794b-4431-9b0a-6703d2959855 tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:41:02.423294 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237c26a5-794b-4431-9b0a-6703d2959855 tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:41:02.423631 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237c26a5-794b-4431-9b0a-6703d2959855 tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:41:02.596518 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device 212ef944-531b-455d-8ddd-21b86dda185f no longer exists at agent hyperv_n-h2-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:41:02.661293 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] No Port match for: 212ef944-531b-455d-8ddd-21b86dda185f {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 14:41:02.661932 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device 212ef944-531b-455d-8ddd-21b86dda185f not bound to the agent host n-h2-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:41:02.694957 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [None req-237c26a5-794b-4431-9b0a-6703d2959855 tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] device_id is not set on port a4686114-039a-492f-b478-7fdcc8856abc yet. {{(pid=94467) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 14:41:02.704884 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-237c26a5-794b-4431-9b0a-6703d2959855 tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:02.716582 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [None req-237c26a5-794b-4431-9b0a-6703d2959855 tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Transition to ACTIVE for port object a4686114-039a-492f-b478-7fdcc8856abc will not be triggered until provisioned by entity L2. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:41:02.737844 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fce306-13ab-455a-aab4-7fecf79ba1ae req-d671179a-2a11-4cc6-8ab5-9df77e173461 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:41:02.748167 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-c7fce306-13ab-455a-aab4-7fecf79ba1ae req-d671179a-2a11-4cc6-8ab5-9df77e173461 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] 10.222.0.39 "GET /v2.0/networks?id=a681c17b-4312-41b7-b711-32d50b05905d HTTP/1.1" status: 200 len: 812 time: 0.2992675 Aug 12 14:41:02.768506 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-c7fce306-13ab-455a-aab4-7fecf79ba1ae req-6b6ba842-6c9c-46b9-853a-f5800af86742 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] 10.222.0.39 "GET /v2.0/quotas/4024e5f8cb5f495fb475a508277f1933 HTTP/1.1" status: 200 len: 375 time: 0.0191975 Aug 12 14:41:02.792503 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-237c26a5-794b-4431-9b0a-6703d2959855 tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:02.817874 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-c7fce306-13ab-455a-aab4-7fecf79ba1ae req-2b21e652-6fff-4e5d-b0fb-6f4c90773bf5 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=4024e5f8cb5f495fb475a508277f1933&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0485106 Aug 12 14:41:02.981971 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-c7fce306-13ab-455a-aab4-7fecf79ba1ae req-5ee897ea-bccb-47f1-bfe5-64eb058ce8bd service neutron] 10.222.0.39 "GET /v2.0/networks/a681c17b-4312-41b7-b711-32d50b05905d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535854 Aug 12 14:41:03.095619 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-c7fce306-13ab-455a-aab4-7fecf79ba1ae req-455f44f3-8a3c-4d9b-8300-9a861d79bc22 service neutron] 10.222.0.39 "GET /v2.0/networks/a681c17b-4312-41b7-b711-32d50b05905d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123066 Aug 12 14:41:03.159832 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6601419-e67f-4597-bfb9-4a07553b37e2 req-576c478d-703e-4ffa-99db-e33a55f03b09 tempest-InstanceActionsV221TestJSON-1047870183 tempest-InstanceActionsV221TestJSON-1047870183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:41:03.167609 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c6601419-e67f-4597-bfb9-4a07553b37e2 req-576c478d-703e-4ffa-99db-e33a55f03b09 tempest-InstanceActionsV221TestJSON-1047870183 tempest-InstanceActionsV221TestJSON-1047870183-project] 10.222.0.39 "GET /v2.0/ports?device_id=e3279829-a129-4f5f-9051-073e7125d697 HTTP/1.1" status: 200 len: 946 time: 0.4442017 Aug 12 14:41:03.194953 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2147fb6c-8754-4e90-8bf2-45e79d8df856 req-581ceb52-f8cc-4b6a-9b02-88877c461dc7 tempest-InstanceActionsV221TestJSON-1047870183 tempest-InstanceActionsV221TestJSON-1047870183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:41:03.196669 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2147fb6c-8754-4e90-8bf2-45e79d8df856 req-581ceb52-f8cc-4b6a-9b02-88877c461dc7 tempest-InstanceActionsV221TestJSON-1047870183 tempest-InstanceActionsV221TestJSON-1047870183-project] 10.222.0.49 "GET /v2.0/ports?device_id=e3279829-a129-4f5f-9051-073e7125d697 HTTP/1.1" status: 200 len: 946 time: 0.4720459 Aug 12 14:41:03.215968 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237c26a5-794b-4431-9b0a-6703d2959855 tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Pushing event updated for resources: {'Port': ['ID=a4686114-039a-492f-b478-7fdcc8856abc,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:41:03.298008 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c6601419-e67f-4597-bfb9-4a07553b37e2 req-68fbd953-7f3a-4c41-b212-0d57306bd534 tempest-InstanceActionsV221TestJSON-1047870183 tempest-InstanceActionsV221TestJSON-1047870183-project] 10.222.0.39 "GET /v2.0/security-groups?id=6a4ddc93-1ca3-4e5e-8cab-76a496f80251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291089 Aug 12 14:41:03.300251 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-237c26a5-794b-4431-9b0a-6703d2959855 tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Checking segment: {'id': 'c432e6ac-bed3-4f80-9ab1-294a6e65eebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'be672739-a664-4fab-8f62-ed57670843a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:41:03.300644 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-237c26a5-794b-4431-9b0a-6703d2959855 tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Network hostable DHCP agents. Network: be672739-a664-4fab-8f62-ed57670843a3, hostable agents: ['1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658'], hosted agents: [] {{(pid=94467) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 14:41:03.426751 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a2ad9731-3615-4d47-9f3c-264c62b8dc81 req-0ad2a665-d7d9-40af-9bbf-f8bdd573f647 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] 10.222.0.39 "GET /v2.0/ports?device_id=4e619328-2426-44b9-8774-33de08167f1b HTTP/1.1" status: 200 len: 210 time: 0.0370548 Aug 12 14:41:03.472412 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-237c26a5-794b-4431-9b0a-6703d2959855 tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Network be672739-a664-4fab-8f62-ed57670843a3 is scheduled to be hosted by DHCP agent 1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658 with binding_index 1 {{(pid=94467) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 14:41:03.559319 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b940bfb4-f8a5-4b39-8247-86d75401bcbd req-ea632636-c021-4cb3-bea8-9728074f0253 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:41:03.561339 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-b940bfb4-f8a5-4b39-8247-86d75401bcbd req-ea632636-c021-4cb3-bea8-9728074f0253 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] 10.222.0.39 "GET /v2.0/ports?device_id=f0da5842-3fbf-43d0-937b-a37571a2e72a HTTP/1.1" status: 200 len: 950 time: 0.0990705 Aug 12 14:41:03.563625 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [req-2147fb6c-8754-4e90-8bf2-45e79d8df856 req-b9936a0e-0136-4e68-b2ad-5a3958004d0d tempest-InstanceActionsV221TestJSON-1047870183 tempest-InstanceActionsV221TestJSON-1047870183-project] Deleting port a06613b9-684e-4dc6-8f33-f36016a468cd {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:41:03.564225 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-2147fb6c-8754-4e90-8bf2-45e79d8df856 req-b9936a0e-0136-4e68-b2ad-5a3958004d0d tempest-InstanceActionsV221TestJSON-1047870183 tempest-InstanceActionsV221TestJSON-1047870183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:03.566838 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [None req-237c26a5-794b-4431-9b0a-6703d2959855 tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-15, be672739-a664-4fab-8f62-ed57670843a3) {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:41:03.574473 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae5a2db2-fd19-4eaf-96b6-b49bc855cd0d None None] Network be672739-a664-4fab-8f62-ed57670843a3 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:41:03.591926 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-237c26a5-794b-4431-9b0a-6703d2959855 tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Received port after_create {{(pid=94467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:41:03.644687 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2bd40f4b-ce22-4bf8-8ac0-e9f7a046f8ec req-19f09aa1-ff28-4584-a62a-6d4fa21c9833 tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] 10.222.0.39 "GET /v2.0/security-groups/a7919fb1-8a95-475b-8d85-70fa5ca14b7f HTTP/1.1" status: 200 len: 1802 time: 0.1963146 Aug 12 14:41:03.649971 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [None req-237c26a5-794b-4431-9b0a-6703d2959855 tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Attempting to bind port a4686114-039a-492f-b478-7fdcc8856abc on host n-h1-694802-15 for vnic_type normal with profile {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:41:03.650307 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [None req-237c26a5-794b-4431-9b0a-6703d2959855 tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Attempting to bind port a4686114-039a-492f-b478-7fdcc8856abc by drivers openvswitch,hyperv on host n-h1-694802-15 at level 0 using segments [{'id': 'c432e6ac-bed3-4f80-9ab1-294a6e65eebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'be672739-a664-4fab-8f62-ed57670843a3'}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:41:03.650676 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-237c26a5-794b-4431-9b0a-6703d2959855 tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Attempting to bind port a4686114-039a-492f-b478-7fdcc8856abc on network be672739-a664-4fab-8f62-ed57670843a3 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:41:03.695623 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-b940bfb4-f8a5-4b39-8247-86d75401bcbd req-8f5e2ee5-1b01-4056-a8c5-a71deb7e2e8b tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] 10.222.0.39 "GET /v2.0/security-groups?id=5301a7d3-dd3e-456d-bf8f-dfd76884604a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254847 Aug 12 14:41:03.731416 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-2147fb6c-8754-4e90-8bf2-45e79d8df856 req-b9936a0e-0136-4e68-b2ad-5a3958004d0d tempest-InstanceActionsV221TestJSON-1047870183 tempest-InstanceActionsV221TestJSON-1047870183-project] For port a06613b9-684e-4dc6-8f33-f36016a468cd, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=a06613b9-684e-4dc6-8f33-f36016a468cd,segment=NetworkSegment(a920415e-3d4a-4606-9edc-41006ba8592c),segment_id=a920415e-3d4a-4606-9edc-41006ba8592c)] {{(pid=94467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:41:03.731829 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-2147fb6c-8754-4e90-8bf2-45e79d8df856 req-b9936a0e-0136-4e68-b2ad-5a3958004d0d tempest-InstanceActionsV221TestJSON-1047870183 tempest-InstanceActionsV221TestJSON-1047870183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:03.748375 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [req-2147fb6c-8754-4e90-8bf2-45e79d8df856 req-b9936a0e-0136-4e68-b2ad-5a3958004d0d tempest-InstanceActionsV221TestJSON-1047870183 tempest-InstanceActionsV221TestJSON-1047870183-project] Calling delete_port for a06613b9-684e-4dc6-8f33-f36016a468cd owned by compute:nova {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:41:03.884728 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166e078b-11a7-4b06-a45a-3de48984b5fd req-dd13bf33-9917-465f-bbc1-cab90f4ce5ff tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:41:03.890816 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-166e078b-11a7-4b06-a45a-3de48984b5fd req-dd13bf33-9917-465f-bbc1-cab90f4ce5ff tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] 10.222.0.39 "GET /v2.0/ports?device_id=c4f2b173-64e8-4431-81ea-68de4e9ed7f8 HTTP/1.1" status: 200 len: 950 time: 0.1065316 Aug 12 14:41:03.927457 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-2147fb6c-8754-4e90-8bf2-45e79d8df856 req-b9936a0e-0136-4e68-b2ad-5a3958004d0d tempest-InstanceActionsV221TestJSON-1047870183 tempest-InstanceActionsV221TestJSON-1047870183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:03.942544 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] get_ports_and_sgs() called for port_ids ['a06613b9-684e-4dc6-8f33-f36016a468cd'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:41:03.979049 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9936a0e-0136-4e68-b2ad-5a3958004d0d tempest-InstanceActionsV221TestJSON-1047870183 tempest-InstanceActionsV221TestJSON-1047870183-project] Pushing event deleted for resources: {'Port': ['ID=a06613b9-684e-4dc6-8f33-f36016a468cd,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:41:03.979848 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-237c26a5-794b-4431-9b0a-6703d2959855 tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Port a4686114-039a-492f-b478-7fdcc8856abc on network be672739-a664-4fab-8f62-ed57670843a3 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-15 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 14:41:03.980215 n-d-694802-15 neutron-server[94467]: ERROR neutron.plugins.ml2.managers [None req-237c26a5-794b-4431-9b0a-6703d2959855 tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Failed to bind port a4686114-039a-492f-b478-7fdcc8856abc on host n-h1-694802-15 for vnic_type normal using segments [{'id': 'c432e6ac-bed3-4f80-9ab1-294a6e65eebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'be672739-a664-4fab-8f62-ed57670843a3'}] Aug 12 14:41:03.988671 n-d-694802-15 neutron-server[94467]: INFO neutron.plugins.ml2.plugin [None req-237c26a5-794b-4431-9b0a-6703d2959855 tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Attempt 2 to bind port a4686114-039a-492f-b478-7fdcc8856abc Aug 12 14:41:03.995319 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-166e078b-11a7-4b06-a45a-3de48984b5fd req-70a675df-7685-4907-b476-f4386e3921a2 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] 10.222.0.39 "GET /v2.0/security-groups?id=5301a7d3-dd3e-456d-bf8f-dfd76884604a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975697 Aug 12 14:41:04.052993 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [None req-237c26a5-794b-4431-9b0a-6703d2959855 tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Attempting to bind port a4686114-039a-492f-b478-7fdcc8856abc on host n-h1-694802-15 for vnic_type normal with profile {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:41:04.053340 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [None req-237c26a5-794b-4431-9b0a-6703d2959855 tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Attempting to bind port a4686114-039a-492f-b478-7fdcc8856abc by drivers openvswitch,hyperv on host n-h1-694802-15 at level 0 using segments [{'id': 'c432e6ac-bed3-4f80-9ab1-294a6e65eebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'be672739-a664-4fab-8f62-ed57670843a3'}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:41:04.053684 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-237c26a5-794b-4431-9b0a-6703d2959855 tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Attempting to bind port a4686114-039a-492f-b478-7fdcc8856abc on network be672739-a664-4fab-8f62-ed57670843a3 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:41:04.084108 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-2bd40f4b-ce22-4bf8-8ac0-e9f7a046f8ec req-cfd2750a-9c5b-4f64-a196-5a841707b784 tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] Notify callbacks [] for security_group, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:04.130584 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [req-2147fb6c-8754-4e90-8bf2-45e79d8df856 req-b9936a0e-0136-4e68-b2ad-5a3958004d0d tempest-InstanceActionsV221TestJSON-1047870183 tempest-InstanceActionsV221TestJSON-1047870183-project] No DVR routers for this DVR port a06613b9-684e-4dc6-8f33-f36016a468cd on host n-h2-694802-15 {{(pid=94467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:41:04.136762 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-237c26a5-794b-4431-9b0a-6703d2959855 tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Port a4686114-039a-492f-b478-7fdcc8856abc on network be672739-a664-4fab-8f62-ed57670843a3 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-15 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 14:41:04.137101 n-d-694802-15 neutron-server[94467]: ERROR neutron.plugins.ml2.managers [None req-237c26a5-794b-4431-9b0a-6703d2959855 tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Failed to bind port a4686114-039a-492f-b478-7fdcc8856abc on host n-h1-694802-15 for vnic_type normal using segments [{'id': 'c432e6ac-bed3-4f80-9ab1-294a6e65eebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'be672739-a664-4fab-8f62-ed57670843a3'}] Aug 12 14:41:04.144910 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-2147fb6c-8754-4e90-8bf2-45e79d8df856 req-b9936a0e-0136-4e68-b2ad-5a3958004d0d tempest-InstanceActionsV221TestJSON-1047870183 tempest-InstanceActionsV221TestJSON-1047870183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:04.147405 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2147fb6c-8754-4e90-8bf2-45e79d8df856 req-b9936a0e-0136-4e68-b2ad-5a3958004d0d tempest-InstanceActionsV221TestJSON-1047870183 tempest-InstanceActionsV221TestJSON-1047870183-project] 10.222.0.49 "DELETE /v2.0/ports/a06613b9-684e-4dc6-8f33-f36016a468cd HTTP/1.1" status: 204 len: 173 time: 0.9357457 Aug 12 14:41:04.147634 n-d-694802-15 neutron-server[94467]: INFO neutron.plugins.ml2.plugin [None req-237c26a5-794b-4431-9b0a-6703d2959855 tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Attempt 3 to bind port a4686114-039a-492f-b478-7fdcc8856abc Aug 12 14:41:04.157405 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3279829-a129-4f5f-9051-073e7125d697', 'name': 'network-vif-deleted', 'tag': 'a06613b9-684e-4dc6-8f33-f36016a468cd'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:41:04.161313 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e65282f928b64038367d043a4411777802006c43a98742496cb2e25b724ff1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33b6569d-d5ae-41b1-bb20-7882612dc07c" -d '{"events": [{"server_uuid": "e3279829-a129-4f5f-9051-073e7125d697", "name": "network-vif-deleted", "tag": "a06613b9-684e-4dc6-8f33-f36016a468cd"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:41:04.216499 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-2bd40f4b-ce22-4bf8-8ac0-e9f7a046f8ec req-cfd2750a-9c5b-4f64-a196-5a841707b784 tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:04.233822 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [None req-237c26a5-794b-4431-9b0a-6703d2959855 tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Attempting to bind port a4686114-039a-492f-b478-7fdcc8856abc on host n-h1-694802-15 for vnic_type normal with profile {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:41:04.233822 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [None req-237c26a5-794b-4431-9b0a-6703d2959855 tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Attempting to bind port a4686114-039a-492f-b478-7fdcc8856abc by drivers openvswitch,hyperv on host n-h1-694802-15 at level 0 using segments [{'id': 'c432e6ac-bed3-4f80-9ab1-294a6e65eebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'be672739-a664-4fab-8f62-ed57670843a3'}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:41:04.233822 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-237c26a5-794b-4431-9b0a-6703d2959855 tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Attempting to bind port a4686114-039a-492f-b478-7fdcc8856abc on network be672739-a664-4fab-8f62-ed57670843a3 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:41:04.243787 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-237c26a5-794b-4431-9b0a-6703d2959855 tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Port a4686114-039a-492f-b478-7fdcc8856abc on network be672739-a664-4fab-8f62-ed57670843a3 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-15 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 14:41:04.244722 n-d-694802-15 neutron-server[94467]: ERROR neutron.plugins.ml2.managers [None req-237c26a5-794b-4431-9b0a-6703d2959855 tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Failed to bind port a4686114-039a-492f-b478-7fdcc8856abc on host n-h1-694802-15 for vnic_type normal using segments [{'id': 'c432e6ac-bed3-4f80-9ab1-294a6e65eebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'be672739-a664-4fab-8f62-ed57670843a3'}] Aug 12 14:41:04.252632 n-d-694802-15 neutron-server[94467]: INFO neutron.plugins.ml2.plugin [None req-237c26a5-794b-4431-9b0a-6703d2959855 tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Attempt 4 to bind port a4686114-039a-492f-b478-7fdcc8856abc Aug 12 14:41:04.317356 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [None req-237c26a5-794b-4431-9b0a-6703d2959855 tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Attempting to bind port a4686114-039a-492f-b478-7fdcc8856abc on host n-h1-694802-15 for vnic_type normal with profile {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:41:04.318016 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [None req-237c26a5-794b-4431-9b0a-6703d2959855 tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Attempting to bind port a4686114-039a-492f-b478-7fdcc8856abc by drivers openvswitch,hyperv on host n-h1-694802-15 at level 0 using segments [{'id': 'c432e6ac-bed3-4f80-9ab1-294a6e65eebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'be672739-a664-4fab-8f62-ed57670843a3'}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:41:04.318016 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-237c26a5-794b-4431-9b0a-6703d2959855 tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Attempting to bind port a4686114-039a-492f-b478-7fdcc8856abc on network be672739-a664-4fab-8f62-ed57670843a3 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:41:04.321904 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-2bd40f4b-ce22-4bf8-8ac0-e9f7a046f8ec req-cfd2750a-9c5b-4f64-a196-5a841707b784 tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:04.326438 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-2bd40f4b-ce22-4bf8-8ac0-e9f7a046f8ec req-cfd2750a-9c5b-4f64-a196-5a841707b784 tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:04.339279 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2bd40f4b-ce22-4bf8-8ac0-e9f7a046f8ec req-cfd2750a-9c5b-4f64-a196-5a841707b784 tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] 10.222.0.39 "DELETE /v2.0/security-groups/a7919fb1-8a95-475b-8d85-70fa5ca14b7f HTTP/1.1" status: 204 len: 173 time: 0.6743910 Aug 12 14:41:04.357144 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42856bba-1a1d-4885-97b0-24660b087327 req-b78632f6-c46b-40cc-9a26-2d575e7707f3 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:41:04.364934 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42856bba-1a1d-4885-97b0-24660b087327 req-b78632f6-c46b-40cc-9a26-2d575e7707f3 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:41:04.365885 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd2750a-9c5b-4f64-a196-5a841707b784 tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7919fb1-8a95-475b-8d85-70fa5ca14b7f,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:41:04.370511 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-237c26a5-794b-4431-9b0a-6703d2959855 tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Port a4686114-039a-492f-b478-7fdcc8856abc on network be672739-a664-4fab-8f62-ed57670843a3 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-15 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 14:41:04.370848 n-d-694802-15 neutron-server[94467]: ERROR neutron.plugins.ml2.managers [None req-237c26a5-794b-4431-9b0a-6703d2959855 tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Failed to bind port a4686114-039a-492f-b478-7fdcc8856abc on host n-h1-694802-15 for vnic_type normal using segments [{'id': 'c432e6ac-bed3-4f80-9ab1-294a6e65eebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'be672739-a664-4fab-8f62-ed57670843a3'}] Aug 12 14:41:04.374219 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-42856bba-1a1d-4885-97b0-24660b087327 req-b78632f6-c46b-40cc-9a26-2d575e7707f3 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] 10.222.0.39 "GET /v2.0/ports?device_id=f0da5842-3fbf-43d0-937b-a37571a2e72a&device_id=c4f2b173-64e8-4431-81ea-68de4e9ed7f8 HTTP/1.1" status: 200 len: 1691 time: 0.0817435 Aug 12 14:41:04.375145 n-d-694802-15 neutron-server[94467]: INFO neutron.plugins.ml2.plugin [None req-237c26a5-794b-4431-9b0a-6703d2959855 tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Attempt 5 to bind port a4686114-039a-492f-b478-7fdcc8856abc Aug 12 14:41:04.418519 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 14:41:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f042db7-e66b-442e-90e4-a6fa4177fca6 x-openstack-request-id: req-3f042db7-e66b-442e-90e4-a6fa4177fca6 {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:41:04.419142 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3279829-a129-4f5f-9051-073e7125d697", "name": "network-vif-deleted", "tag": "a06613b9-684e-4dc6-8f33-f36016a468cd", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:41:04.419399 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3f042db7-e66b-442e-90e4-a6fa4177fca6 {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:41:04.419802 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3279829-a129-4f5f-9051-073e7125d697', 'name': 'network-vif-deleted', 'tag': 'a06613b9-684e-4dc6-8f33-f36016a468cd', 'status': 'completed', 'code': 200} Aug 12 14:41:04.425203 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-42856bba-1a1d-4885-97b0-24660b087327 req-4b0f813f-5915-4238-897c-5cdd4c72cc0e tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] 10.222.0.39 "GET /v2.0/security-groups?id=5301a7d3-dd3e-456d-bf8f-dfd76884604a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467479 Aug 12 14:41:04.449605 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [None req-237c26a5-794b-4431-9b0a-6703d2959855 tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Attempting to bind port a4686114-039a-492f-b478-7fdcc8856abc on host n-h1-694802-15 for vnic_type normal with profile {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:41:04.449831 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [None req-237c26a5-794b-4431-9b0a-6703d2959855 tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Attempting to bind port a4686114-039a-492f-b478-7fdcc8856abc by drivers openvswitch,hyperv on host n-h1-694802-15 at level 0 using segments [{'id': 'c432e6ac-bed3-4f80-9ab1-294a6e65eebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'be672739-a664-4fab-8f62-ed57670843a3'}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:41:04.450154 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-237c26a5-794b-4431-9b0a-6703d2959855 tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Attempting to bind port a4686114-039a-492f-b478-7fdcc8856abc on network be672739-a664-4fab-8f62-ed57670843a3 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:41:04.472450 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-237c26a5-794b-4431-9b0a-6703d2959855 tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Port a4686114-039a-492f-b478-7fdcc8856abc on network be672739-a664-4fab-8f62-ed57670843a3 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-15 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 14:41:04.472786 n-d-694802-15 neutron-server[94467]: ERROR neutron.plugins.ml2.managers [None req-237c26a5-794b-4431-9b0a-6703d2959855 tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Failed to bind port a4686114-039a-492f-b478-7fdcc8856abc on host n-h1-694802-15 for vnic_type normal using segments [{'id': 'c432e6ac-bed3-4f80-9ab1-294a6e65eebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'be672739-a664-4fab-8f62-ed57670843a3'}] Aug 12 14:41:04.476110 n-d-694802-15 neutron-server[94467]: INFO neutron.plugins.ml2.plugin [None req-237c26a5-794b-4431-9b0a-6703d2959855 tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Attempt 6 to bind port a4686114-039a-492f-b478-7fdcc8856abc Aug 12 14:41:04.498480 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [None req-237c26a5-794b-4431-9b0a-6703d2959855 tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Attempting to bind port a4686114-039a-492f-b478-7fdcc8856abc on host n-h1-694802-15 for vnic_type normal with profile {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:41:04.498827 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [None req-237c26a5-794b-4431-9b0a-6703d2959855 tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Attempting to bind port a4686114-039a-492f-b478-7fdcc8856abc by drivers openvswitch,hyperv on host n-h1-694802-15 at level 0 using segments [{'id': 'c432e6ac-bed3-4f80-9ab1-294a6e65eebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'be672739-a664-4fab-8f62-ed57670843a3'}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:41:04.499216 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-237c26a5-794b-4431-9b0a-6703d2959855 tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Attempting to bind port a4686114-039a-492f-b478-7fdcc8856abc on network be672739-a664-4fab-8f62-ed57670843a3 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:41:04.509124 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-237c26a5-794b-4431-9b0a-6703d2959855 tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Port a4686114-039a-492f-b478-7fdcc8856abc on network be672739-a664-4fab-8f62-ed57670843a3 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-15 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 14:41:04.509481 n-d-694802-15 neutron-server[94467]: ERROR neutron.plugins.ml2.managers [None req-237c26a5-794b-4431-9b0a-6703d2959855 tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Failed to bind port a4686114-039a-492f-b478-7fdcc8856abc on host n-h1-694802-15 for vnic_type normal using segments [{'id': 'c432e6ac-bed3-4f80-9ab1-294a6e65eebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'be672739-a664-4fab-8f62-ed57670843a3'}] Aug 12 14:41:04.509915 n-d-694802-15 neutron-server[94467]: INFO neutron.plugins.ml2.plugin [None req-237c26a5-794b-4431-9b0a-6703d2959855 tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Attempt 7 to bind port a4686114-039a-492f-b478-7fdcc8856abc Aug 12 14:41:04.528129 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-4c310edb-bf52-4906-a78a-690af7e7277e req-9a211e8d-7b2f-4fb6-bc7e-b0e27978ce5a tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] 10.222.0.39 "GET /v2.0/security-groups/c00e42cb-02d4-4638-b1fc-d2e3b0891220 HTTP/1.1" status: 200 len: 1801 time: 0.0731752 Aug 12 14:41:04.549962 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [None req-237c26a5-794b-4431-9b0a-6703d2959855 tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Attempting to bind port a4686114-039a-492f-b478-7fdcc8856abc on host n-h1-694802-15 for vnic_type normal with profile {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:41:04.550307 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [None req-237c26a5-794b-4431-9b0a-6703d2959855 tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Attempting to bind port a4686114-039a-492f-b478-7fdcc8856abc by drivers openvswitch,hyperv on host n-h1-694802-15 at level 0 using segments [{'id': 'c432e6ac-bed3-4f80-9ab1-294a6e65eebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'be672739-a664-4fab-8f62-ed57670843a3'}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:41:04.554285 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-237c26a5-794b-4431-9b0a-6703d2959855 tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Attempting to bind port a4686114-039a-492f-b478-7fdcc8856abc on network be672739-a664-4fab-8f62-ed57670843a3 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:41:04.562652 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-237c26a5-794b-4431-9b0a-6703d2959855 tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Port a4686114-039a-492f-b478-7fdcc8856abc on network be672739-a664-4fab-8f62-ed57670843a3 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-15 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 14:41:04.562989 n-d-694802-15 neutron-server[94467]: ERROR neutron.plugins.ml2.managers [None req-237c26a5-794b-4431-9b0a-6703d2959855 tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Failed to bind port a4686114-039a-492f-b478-7fdcc8856abc on host n-h1-694802-15 for vnic_type normal using segments [{'id': 'c432e6ac-bed3-4f80-9ab1-294a6e65eebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'be672739-a664-4fab-8f62-ed57670843a3'}] Aug 12 14:41:04.567200 n-d-694802-15 neutron-server[94467]: INFO neutron.plugins.ml2.plugin [None req-237c26a5-794b-4431-9b0a-6703d2959855 tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Attempt 8 to bind port a4686114-039a-492f-b478-7fdcc8856abc Aug 12 14:41:04.596806 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [None req-237c26a5-794b-4431-9b0a-6703d2959855 tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Attempting to bind port a4686114-039a-492f-b478-7fdcc8856abc on host n-h1-694802-15 for vnic_type normal with profile {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:41:04.597390 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [None req-237c26a5-794b-4431-9b0a-6703d2959855 tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Attempting to bind port a4686114-039a-492f-b478-7fdcc8856abc by drivers openvswitch,hyperv on host n-h1-694802-15 at level 0 using segments [{'id': 'c432e6ac-bed3-4f80-9ab1-294a6e65eebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'be672739-a664-4fab-8f62-ed57670843a3'}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:41:04.597810 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-4c310edb-bf52-4906-a78a-690af7e7277e req-aaac55f1-062c-402e-8f2e-effe435639b8 tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] Notify callbacks [] for security_group, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:04.598047 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-237c26a5-794b-4431-9b0a-6703d2959855 tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Attempting to bind port a4686114-039a-492f-b478-7fdcc8856abc on network be672739-a664-4fab-8f62-ed57670843a3 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:41:04.617367 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device b68e9c24-4f99-46dc-afe0-de87e93ee25e no longer exists at agent hyperv_n-h2-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:41:04.632359 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-bd3ae50c-66a7-4f1f-829a-8b3552dde982 req-01447880-1b9a-499e-b0f7-84d939175609 tempest-InstanceActionsV221TestJSON-1047870183 tempest-InstanceActionsV221TestJSON-1047870183-project] 10.222.0.39 "GET /v2.0/ports?device_id=e3279829-a129-4f5f-9051-073e7125d697 HTTP/1.1" status: 200 len: 210 time: 0.0446727 Aug 12 14:41:04.634760 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-237c26a5-794b-4431-9b0a-6703d2959855 tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Port a4686114-039a-492f-b478-7fdcc8856abc on network be672739-a664-4fab-8f62-ed57670843a3 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-15 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 14:41:04.635129 n-d-694802-15 neutron-server[94467]: ERROR neutron.plugins.ml2.managers [None req-237c26a5-794b-4431-9b0a-6703d2959855 tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Failed to bind port a4686114-039a-492f-b478-7fdcc8856abc on host n-h1-694802-15 for vnic_type normal using segments [{'id': 'c432e6ac-bed3-4f80-9ab1-294a6e65eebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'be672739-a664-4fab-8f62-ed57670843a3'}] Aug 12 14:41:04.635535 n-d-694802-15 neutron-server[94467]: INFO neutron.plugins.ml2.plugin [None req-237c26a5-794b-4431-9b0a-6703d2959855 tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Attempt 9 to bind port a4686114-039a-492f-b478-7fdcc8856abc Aug 12 14:41:04.641039 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-4c310edb-bf52-4906-a78a-690af7e7277e req-aaac55f1-062c-402e-8f2e-effe435639b8 tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:04.648643 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] No Port match for: b68e9c24-4f99-46dc-afe0-de87e93ee25e {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 14:41:04.649344 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device b68e9c24-4f99-46dc-afe0-de87e93ee25e not bound to the agent host n-h2-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:41:04.649554 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [None req-237c26a5-794b-4431-9b0a-6703d2959855 tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Attempting to bind port a4686114-039a-492f-b478-7fdcc8856abc on host n-h1-694802-15 for vnic_type normal with profile {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:41:04.650091 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [None req-237c26a5-794b-4431-9b0a-6703d2959855 tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Attempting to bind port a4686114-039a-492f-b478-7fdcc8856abc by drivers openvswitch,hyperv on host n-h1-694802-15 at level 0 using segments [{'id': 'c432e6ac-bed3-4f80-9ab1-294a6e65eebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'be672739-a664-4fab-8f62-ed57670843a3'}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:41:04.650194 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-237c26a5-794b-4431-9b0a-6703d2959855 tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Attempting to bind port a4686114-039a-492f-b478-7fdcc8856abc on network be672739-a664-4fab-8f62-ed57670843a3 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:41:04.658549 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-237c26a5-794b-4431-9b0a-6703d2959855 tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Port a4686114-039a-492f-b478-7fdcc8856abc on network be672739-a664-4fab-8f62-ed57670843a3 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-15 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 14:41:04.659265 n-d-694802-15 neutron-server[94467]: ERROR neutron.plugins.ml2.managers [None req-237c26a5-794b-4431-9b0a-6703d2959855 tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Failed to bind port a4686114-039a-492f-b478-7fdcc8856abc on host n-h1-694802-15 for vnic_type normal using segments [{'id': 'c432e6ac-bed3-4f80-9ab1-294a6e65eebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'be672739-a664-4fab-8f62-ed57670843a3'}] Aug 12 14:41:04.659891 n-d-694802-15 neutron-server[94467]: INFO neutron.plugins.ml2.plugin [None req-237c26a5-794b-4431-9b0a-6703d2959855 tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Attempt 10 to bind port a4686114-039a-492f-b478-7fdcc8856abc Aug 12 14:41:04.679494 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [None req-237c26a5-794b-4431-9b0a-6703d2959855 tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Attempting to bind port a4686114-039a-492f-b478-7fdcc8856abc on host n-h1-694802-15 for vnic_type normal with profile {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:41:04.679952 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [None req-237c26a5-794b-4431-9b0a-6703d2959855 tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Attempting to bind port a4686114-039a-492f-b478-7fdcc8856abc by drivers openvswitch,hyperv on host n-h1-694802-15 at level 0 using segments [{'id': 'c432e6ac-bed3-4f80-9ab1-294a6e65eebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'be672739-a664-4fab-8f62-ed57670843a3'}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:41:04.680410 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-237c26a5-794b-4431-9b0a-6703d2959855 tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Attempting to bind port a4686114-039a-492f-b478-7fdcc8856abc on network be672739-a664-4fab-8f62-ed57670843a3 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:41:04.687006 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-237c26a5-794b-4431-9b0a-6703d2959855 tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Port a4686114-039a-492f-b478-7fdcc8856abc on network be672739-a664-4fab-8f62-ed57670843a3 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-15 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 14:41:04.687487 n-d-694802-15 neutron-server[94467]: ERROR neutron.plugins.ml2.managers [None req-237c26a5-794b-4431-9b0a-6703d2959855 tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Failed to bind port a4686114-039a-492f-b478-7fdcc8856abc on host n-h1-694802-15 for vnic_type normal using segments [{'id': 'c432e6ac-bed3-4f80-9ab1-294a6e65eebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'be672739-a664-4fab-8f62-ed57670843a3'}] Aug 12 14:41:04.688169 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-237c26a5-794b-4431-9b0a-6703d2959855 tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:04.742456 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-4c310edb-bf52-4906-a78a-690af7e7277e req-aaac55f1-062c-402e-8f2e-effe435639b8 tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:04.745582 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-4c310edb-bf52-4906-a78a-690af7e7277e req-aaac55f1-062c-402e-8f2e-effe435639b8 tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:04.747053 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-4c310edb-bf52-4906-a78a-690af7e7277e req-aaac55f1-062c-402e-8f2e-effe435639b8 tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] 10.222.0.39 "DELETE /v2.0/security-groups/c00e42cb-02d4-4638-b1fc-d2e3b0891220 HTTP/1.1" status: 204 len: 173 time: 0.2125177 Aug 12 14:41:04.772105 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaac55f1-062c-402e-8f2e-effe435639b8 tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c00e42cb-02d4-4638-b1fc-d2e3b0891220,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:41:04.896632 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [None req-237c26a5-794b-4431-9b0a-6703d2959855 tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] For port a4686114-039a-492f-b478-7fdcc8856abc, host n-h1-694802-15, cleared binding levels {{(pid=94467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:41:04.897289 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [None req-237c26a5-794b-4431-9b0a-6703d2959855 tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Attempted to set empty binding levels {{(pid=94467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 12 14:41:04.910511 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-914a1b60-1add-4452-83b2-2e1810ef25d0 req-4ce8d0cf-6bdd-481a-911e-95200e2506e1 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] 10.222.0.39 "GET /v2.0/ports?device_id=4e619328-2426-44b9-8774-33de08167f1b HTTP/1.1" status: 200 len: 210 time: 0.0638161 Aug 12 14:41:04.919307 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-237c26a5-794b-4431-9b0a-6703d2959855 tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:04.944530 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5815f5-1d89-458c-a480-d6b4f568a1c5 req-9c0c2bbc-16b9-4578-84ca-408bcd673e12 tempest-ServersOnMultiNodesTest-1821308587 tempest-ServersOnMultiNodesTest-1821308587-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:41:04.963632 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-5e5815f5-1d89-458c-a480-d6b4f568a1c5 req-9c0c2bbc-16b9-4578-84ca-408bcd673e12 tempest-ServersOnMultiNodesTest-1821308587 tempest-ServersOnMultiNodesTest-1821308587-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=f0da5842-3fbf-43d0-937b-a37571a2e72a HTTP/1.1" status: 200 len: 1102 time: 0.0926762 Aug 12 14:41:05.043833 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-5e5815f5-1d89-458c-a480-d6b4f568a1c5 req-077fcc6b-25b0-4312-87a7-57089a975559 tempest-ServersOnMultiNodesTest-1821308587 tempest-ServersOnMultiNodesTest-1821308587-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=5301a7d3-dd3e-456d-bf8f-dfd76884604a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765219 Aug 12 14:41:05.046682 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-237c26a5-794b-4431-9b0a-6703d2959855 tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:41:05.048011 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-237c26a5-794b-4431-9b0a-6703d2959855 tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:05.059190 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-4a1503c9-c333-4509-b313-1ff35a11968c req-554a2693-6149-4992-8d65-15d8b86fb8f2 tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1446680044', 'description': 'tempest-description-657056853'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:41:05.181614 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237c26a5-794b-4431-9b0a-6703d2959855 tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Pushing event updated for resources: {'Port': ['ID=a4686114-039a-492f-b478-7fdcc8856abc,revision_number=2']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:41:05.230234 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e102b5ac-45ee-43d5-a339-7cefd8d9e91d req-01dc161f-29b3-4d53-a790-559ebe34e759 tempest-ServersOnMultiNodesTest-1821308587 tempest-ServersOnMultiNodesTest-1821308587-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:41:05.245822 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-e102b5ac-45ee-43d5-a339-7cefd8d9e91d req-01dc161f-29b3-4d53-a790-559ebe34e759 tempest-ServersOnMultiNodesTest-1821308587 tempest-ServersOnMultiNodesTest-1821308587-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=c4f2b173-64e8-4431-81ea-68de4e9ed7f8 HTTP/1.1" status: 200 len: 1102 time: 0.0850880 Aug 12 14:41:05.247470 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-4a1503c9-c333-4509-b313-1ff35a11968c req-554a2693-6149-4992-8d65-15d8b86fb8f2 tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] Notify callbacks [] for security_group, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:05.255946 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-237c26a5-794b-4431-9b0a-6703d2959855 tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 3.6652825 Aug 12 14:41:05.263976 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 45860) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:41:05.295493 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-e102b5ac-45ee-43d5-a339-7cefd8d9e91d req-fd597cc3-9cd0-4add-8708-7a1a1daef1f2 tempest-ServersOnMultiNodesTest-1821308587 tempest-ServersOnMultiNodesTest-1821308587-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=5301a7d3-dd3e-456d-bf8f-dfd76884604a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439959 Aug 12 14:41:05.416890 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fce306-13ab-455a-aab4-7fecf79ba1ae req-1da5c3db-ad1f-4258-a113-7b5006a8afee tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:41:05.418515 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c7fce306-13ab-455a-aab4-7fecf79ba1ae req-1da5c3db-ad1f-4258-a113-7b5006a8afee tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] 10.222.0.64 "GET /v2.0/networks?id=a681c17b-4312-41b7-b711-32d50b05905d HTTP/1.1" status: 200 len: 812 time: 0.4796088 Aug 12 14:41:05.421294 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-4a1503c9-c333-4509-b313-1ff35a11968c req-554a2693-6149-4992-8d65-15d8b86fb8f2 tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] Notify callbacks [] for security_group, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:05.456524 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-c7fce306-13ab-455a-aab4-7fecf79ba1ae req-3abe5e42-4bbf-435e-ad34-9755ab66c892 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] Request body: {'port': {'device_id': '4e619328-2426-44b9-8774-33de08167f1b', 'network_id': 'a681c17b-4312-41b7-b711-32d50b05905d', 'admin_state_up': True, 'tenant_id': '4024e5f8cb5f495fb475a508277f1933'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:41:05.459786 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-4a1503c9-c333-4509-b313-1ff35a11968c req-554a2693-6149-4992-8d65-15d8b86fb8f2 tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:05.552190 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-1d92b609-5cf2-4526-9ac9-330ae4725637 req-95c0feb1-22da-4e14-9da7-eb045c7f245c tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=65b2c96d0253481aa302fceca03e83a5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0448878 Aug 12 14:41:05.577290 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554a2693-6149-4992-8d65-15d8b86fb8f2 tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42399ac6-5d38-4cdf-80ac-fd87cb9bc24d,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:41:05.588959 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-4a1503c9-c333-4509-b313-1ff35a11968c req-554a2693-6149-4992-8d65-15d8b86fb8f2 tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:05.590486 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4a1503c9-c333-4509-b313-1ff35a11968c req-554a2693-6149-4992-8d65-15d8b86fb8f2 tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.5681267 Aug 12 14:41:05.678119 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-733e676a-b06c-4eef-af81-101bde0c1db1 tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Deleting port a4686114-039a-492f-b478-7fdcc8856abc {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:41:05.678422 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-733e676a-b06c-4eef-af81-101bde0c1db1 tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:05.724152 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d92b609-5cf2-4526-9ac9-330ae4725637 req-6ced7942-49fd-4827-b45d-fc5dad166761 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:41:05.732917 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-1d92b609-5cf2-4526-9ac9-330ae4725637 req-6ced7942-49fd-4827-b45d-fc5dad166761 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1707509 Aug 12 14:41:05.755828 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-1d92b609-5cf2-4526-9ac9-330ae4725637 req-73bc4e38-0b8c-4de9-ae73-efd3b2e89feb tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] 10.222.0.39 "GET /v2.0/quotas/65b2c96d0253481aa302fceca03e83a5 HTTP/1.1" status: 200 len: 375 time: 0.0217438 Aug 12 14:41:05.789091 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7fce306-13ab-455a-aab4-7fecf79ba1ae req-3abe5e42-4bbf-435e-ad34-9755ab66c892 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] Made reservation on behalf of 4024e5f8cb5f495fb475a508277f1933 for: {'port': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:41:05.798311 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-c7fce306-13ab-455a-aab4-7fecf79ba1ae req-3abe5e42-4bbf-435e-ad34-9755ab66c892 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:05.811963 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [None req-733e676a-b06c-4eef-af81-101bde0c1db1 tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] For port a4686114-039a-492f-b478-7fdcc8856abc, host n-h1-694802-15, got binding levels [] {{(pid=94467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:41:05.812510 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-733e676a-b06c-4eef-af81-101bde0c1db1 tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:05.843743 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-1d92b609-5cf2-4526-9ac9-330ae4725637 req-3e41b8e1-b0eb-46ce-8cef-354a18d87072 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=65b2c96d0253481aa302fceca03e83a5&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0866418 Aug 12 14:41:05.846144 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-733e676a-b06c-4eef-af81-101bde0c1db1 tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Calling delete_port for a4686114-039a-492f-b478-7fdcc8856abc owned by {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:41:06.061836 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-00fdbf18-fe9f-414b-ae56-d6c6f1a19edc req-3c0a28f0-b949-4ec8-bd45-a4f534bd6a3f tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] 10.222.0.39 "GET /v2.0/security-groups/42399ac6-5d38-4cdf-80ac-fd87cb9bc24d HTTP/1.1" status: 200 len: 1802 time: 0.0553381 Aug 12 14:41:06.068614 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [req-00fdbf18-fe9f-414b-ae56-d6c6f1a19edc req-bf3bef1b-e14d-4261-a5e4-6f35f6ee28c8 tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1114532287', 'description': 'tempest-description-hth-2082261268'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:41:06.098799 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-00fdbf18-fe9f-414b-ae56-d6c6f1a19edc req-bf3bef1b-e14d-4261-a5e4-6f35f6ee28c8 tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] Notify callbacks [] for security_group, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:06.180435 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_common [req-c7fce306-13ab-455a-aab4-7fecf79ba1ae req-3abe5e42-4bbf-435e-ad34-9755ab66c892 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] Allocated IP 172.20.0.10 (a681c17b-4312-41b7-b711-32d50b05905d/49978436-adae-4995-85db-355f6ab8bdca/aa508320-846b-4c3b-a392-a54724d87d2c) {{(pid=94467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:41:06.197261 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-00fdbf18-fe9f-414b-ae56-d6c6f1a19edc req-bf3bef1b-e14d-4261-a5e4-6f35f6ee28c8 tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] Notify callbacks [] for security_group, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:06.201426 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-733e676a-b06c-4eef-af81-101bde0c1db1 tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:06.202368 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-00fdbf18-fe9f-414b-ae56-d6c6f1a19edc req-bf3bef1b-e14d-4261-a5e4-6f35f6ee28c8 tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:06.209912 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-00fdbf18-fe9f-414b-ae56-d6c6f1a19edc req-bf3bef1b-e14d-4261-a5e4-6f35f6ee28c8 tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:06.212485 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-00fdbf18-fe9f-414b-ae56-d6c6f1a19edc req-bf3bef1b-e14d-4261-a5e4-6f35f6ee28c8 tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] 10.222.0.39 "PUT /v2.0/security-groups/42399ac6-5d38-4cdf-80ac-fd87cb9bc24d HTTP/1.1" status: 200 len: 1777 time: 0.1485326 Aug 12 14:41:06.284745 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3bef1b-e14d-4261-a5e4-6f35f6ee28c8 tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42399ac6-5d38-4cdf-80ac-fd87cb9bc24d,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:41:06.334464 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-c2cbe61e-cd18-4d48-9742-e479ff6242b6 req-3a241da5-1dad-49e8-bd30-3ff0238fd15a tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] 10.222.0.39 "GET /v2.0/ports?device_id=4e619328-2426-44b9-8774-33de08167f1b HTTP/1.1" status: 200 len: 210 time: 0.0286677 Aug 12 14:41:06.373146 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733e676a-b06c-4eef-af81-101bde0c1db1 tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Pushing event deleted for resources: {'Port': ['ID=a4686114-039a-492f-b478-7fdcc8856abc,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:41:06.406916 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-8b4f5d6e-4135-437b-b988-07513a990922 req-9c7ec5a2-c1ad-4fb3-b86d-0ff369bfdf43 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] 10.222.0.39 "GET /v2.0/ports?device_id=36e8e056-0dbe-48e4-bd23-52f9eecea8a5 HTTP/1.1" status: 200 len: 210 time: 0.0398555 Aug 12 14:41:06.418334 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-733e676a-b06c-4eef-af81-101bde0c1db1 tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:06.420873 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-733e676a-b06c-4eef-af81-101bde0c1db1 tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] 10.222.0.39 "DELETE /v2.0/ports/a4686114-039a-492f-b478-7fdcc8856abc HTTP/1.1" status: 204 len: 168 time: 1.1558924 Aug 12 14:41:06.427857 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 45898) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:41:06.479836 n-d-694802-15 neutron-server[94466]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3c486cd-3519-402d-8110-2bb0dc13bc6b tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] GET failed (client error): The resource could not be found. Aug 12 14:41:06.490667 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-a3c486cd-3519-402d-8110-2bb0dc13bc6b tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] 10.222.0.39 "GET /v2.0/ports/a4686114-039a-492f-b478-7fdcc8856abc HTTP/1.1" status: 404 len: 333 time: 0.0615160 Aug 12 14:41:06.496526 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 45902) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:41:06.498134 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-b24af845-e824-443f-b2c1-8266f7fa3ac6 req-ac62a546-dbc0-444e-8d2e-9b0d2a492bac tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] 10.222.0.39 "GET /v2.0/security-groups/42399ac6-5d38-4cdf-80ac-fd87cb9bc24d HTTP/1.1" status: 200 len: 1777 time: 0.1373334 Aug 12 14:41:06.514538 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-73df2fce-4297-44af-8ad9-85a12f06f70c tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Request body: {'port': {'network_id': 'be672739-a664-4fab-8f62-ed57670843a3', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-429517278'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:41:06.587389 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-b8402d5b-8cd8-4f9e-8631-ab41ef64ebb5 req-12eca48f-eadf-4949-9f58-de73600e5663 tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] 10.222.0.39 "GET /v2.0/security-groups/42399ac6-5d38-4cdf-80ac-fd87cb9bc24d HTTP/1.1" status: 200 len: 1777 time: 0.0674994 Aug 12 14:41:06.601235 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-c7fce306-13ab-455a-aab4-7fecf79ba1ae req-3abe5e42-4bbf-435e-ad34-9755ab66c892 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] Notify callbacks [] for port, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:06.606528 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73df2fce-4297-44af-8ad9-85a12f06f70c tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Made reservation on behalf of 5c4b19e9fcf74fbd9e9038421885efee for: {'port': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:41:06.609733 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-73df2fce-4297-44af-8ad9-85a12f06f70c tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:06.619734 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device a06613b9-684e-4dc6-8f33-f36016a468cd no longer exists at agent hyperv_n-h2-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:41:06.650135 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] No Port match for: a06613b9-684e-4dc6-8f33-f36016a468cd {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 14:41:06.650679 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device a06613b9-684e-4dc6-8f33-f36016a468cd not bound to the agent host n-h2-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:41:06.672070 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 45910) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:41:06.672283 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [None req-73df2fce-4297-44af-8ad9-85a12f06f70c tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] device_id is not set on port d9971556-1746-4019-8785-bfe897e2c801 yet. {{(pid=94467) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 14:41:06.729874 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-b8402d5b-8cd8-4f9e-8631-ab41ef64ebb5 req-b5b5736e-a3a6-4e79-9fd6-12c365517287 tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] Notify callbacks [] for security_group, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:06.740632 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_v2 [None req-f84090ad-fdbc-4643-b553-6caca1b6f77c admin admin] Deleting subnet 0d6b535a-04c6-456b-be68-d47252bee2d2 {{(pid=94466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 14:41:06.743712 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f84090ad-fdbc-4643-b553-6caca1b6f77c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:06.795919 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f84090ad-fdbc-4643-b553-6caca1b6f77c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2293551'] for subnet, precommit_delete_associations {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:06.819777 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-b8402d5b-8cd8-4f9e-8631-ab41ef64ebb5 req-b5b5736e-a3a6-4e79-9fd6-12c365517287 tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:06.868798 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f84090ad-fdbc-4643-b553-6caca1b6f77c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66416255'] for subnet, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:06.885688 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-c7fce306-13ab-455a-aab4-7fecf79ba1ae req-3abe5e42-4bbf-435e-ad34-9755ab66c892 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:06.897477 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-73df2fce-4297-44af-8ad9-85a12f06f70c tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:06.925844 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-b8402d5b-8cd8-4f9e-8631-ab41ef64ebb5 req-b5b5736e-a3a6-4e79-9fd6-12c365517287 tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:06.928859 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-b8402d5b-8cd8-4f9e-8631-ab41ef64ebb5 req-b5b5736e-a3a6-4e79-9fd6-12c365517287 tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:06.930856 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-b8402d5b-8cd8-4f9e-8631-ab41ef64ebb5 req-b5b5736e-a3a6-4e79-9fd6-12c365517287 tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] 10.222.0.39 "DELETE /v2.0/security-groups/42399ac6-5d38-4cdf-80ac-fd87cb9bc24d HTTP/1.1" status: 204 len: 173 time: 0.3369040 Aug 12 14:41:06.947066 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b5736e-a3a6-4e79-9fd6-12c365517287 tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=42399ac6-5d38-4cdf-80ac-fd87cb9bc24d,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:41:06.951616 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f84090ad-fdbc-4643-b553-6caca1b6f77c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66416232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3718429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8776402'] for subnet, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:06.961126 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7fce306-13ab-455a-aab4-7fecf79ba1ae req-3abe5e42-4bbf-435e-ad34-9755ab66c892 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] Network a681c17b-4312-41b7-b711-32d50b05905d is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:41:06.968257 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [req-c7fce306-13ab-455a-aab4-7fecf79ba1ae req-3abe5e42-4bbf-435e-ad34-9755ab66c892 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:41:06.980608 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7fce306-13ab-455a-aab4-7fecf79ba1ae req-3abe5e42-4bbf-435e-ad34-9755ab66c892 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] Received port after_create {{(pid=94467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:41:07.003881 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84090ad-fdbc-4643-b553-6caca1b6f77c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0d6b535a-04c6-456b-be68-d47252bee2d2,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:41:07.006331 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f84090ad-fdbc-4643-b553-6caca1b6f77c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for subnet, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:07.012274 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-f84090ad-fdbc-4643-b553-6caca1b6f77c admin admin] 10.222.0.39 "DELETE /v2.0/subnets/0d6b535a-04c6-456b-be68-d47252bee2d2 HTTP/1.1" status: 204 len: 168 time: 0.3382273 Aug 12 14:41:07.014398 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 45916) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:41:07.106485 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-73df2fce-4297-44af-8ad9-85a12f06f70c tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:07.112132 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-151a6c69-519a-421c-aed8-4c0c2442276c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680608'] for network, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:07.118591 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abe5e42-4bbf-435e-ad34-9755ab66c892 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] Pushing event updated for resources: {'Port': ['ID=aa508320-846b-4c3b-a392-a54724d87d2c,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:41:07.142322 n-d-694802-15 neutron-server[94467]: INFO neutron.api.v2.resource [req-9c993a42-07b6-4300-bdca-24a73deada0d req-596810d6-02b4-4de4-82a7-4442571882fa tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] show failed (client error): The resource could not be found. Aug 12 14:41:07.143833 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9c993a42-07b6-4300-bdca-24a73deada0d req-596810d6-02b4-4de4-82a7-4442571882fa tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] 10.222.0.39 "GET /v2.0/security-groups/c00e42cb-02d4-4638-b1fc-d2e3b0891220 HTTP/1.1" status: 404 len: 352 time: 0.0563674 Aug 12 14:41:07.214768 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fce306-13ab-455a-aab4-7fecf79ba1ae req-3abe5e42-4bbf-435e-ad34-9755ab66c892 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:41:07.214768 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-c7fce306-13ab-455a-aab4-7fecf79ba1ae req-3abe5e42-4bbf-435e-ad34-9755ab66c892 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:07.232070 n-d-694802-15 neutron-server[94466]: INFO neutron.api.v2.resource [req-3c83a133-7947-4402-a06a-93be1d833b9e req-7b35cc63-30b4-4ae6-a975-927fc9ce9371 tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] show failed (client error): The resource could not be found. Aug 12 14:41:07.239686 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73df2fce-4297-44af-8ad9-85a12f06f70c tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Network be672739-a664-4fab-8f62-ed57670843a3 is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:41:07.242501 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-3c83a133-7947-4402-a06a-93be1d833b9e req-7b35cc63-30b4-4ae6-a975-927fc9ce9371 tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] 10.222.0.39 "GET /v2.0/security-groups/a7919fb1-8a95-475b-8d85-70fa5ca14b7f HTTP/1.1" status: 404 len: 352 time: 0.0724957 Aug 12 14:41:07.255703 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [None req-73df2fce-4297-44af-8ad9-85a12f06f70c tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:41:07.263870 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73df2fce-4297-44af-8ad9-85a12f06f70c tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Received port after_create {{(pid=94467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:41:07.265136 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73df2fce-4297-44af-8ad9-85a12f06f70c tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:41:07.266118 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-73df2fce-4297-44af-8ad9-85a12f06f70c tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:07.273115 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73df2fce-4297-44af-8ad9-85a12f06f70c tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Pushing event updated for resources: {'Port': ['ID=d9971556-1746-4019-8785-bfe897e2c801,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:41:07.279965 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c7fce306-13ab-455a-aab4-7fecf79ba1ae req-3abe5e42-4bbf-435e-ad34-9755ab66c892 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8292949 Aug 12 14:41:07.280392 n-d-694802-15 neutron-server[94466]: INFO neutron.api.v2.resource [req-d1f302cc-aa08-4c4a-884d-68d45bb9627c req-9067b6fa-96ef-4198-9b04-6b8d86b992bc tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] show failed (client error): The resource could not be found. Aug 12 14:41:07.281541 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-d1f302cc-aa08-4c4a-884d-68d45bb9627c req-9067b6fa-96ef-4198-9b04-6b8d86b992bc tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] 10.222.0.39 "GET /v2.0/security-groups/c0ee9962-a84f-4b46-833a-6a9873e2dd4f HTTP/1.1" status: 404 len: 352 time: 0.0204897 Aug 12 14:41:07.283916 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-151a6c69-519a-421c-aed8-4c0c2442276c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66413304', 'neutron.services.segments.db._delete_segments_for_network-8744654118000'] for network, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:07.307225 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-151a6c69-519a-421c-aed8-4c0c2442276c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbe912d1-24a1-4382-9351-0f36e9cde2ae']}} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:41:07.317220 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-c7fce306-13ab-455a-aab4-7fecf79ba1ae req-e7a33ed1-7162-4a2d-99ba-9b04170e2d7c service neutron] Request body: {'port': {'device_id': '4e619328-2426-44b9-8774-33de08167f1b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-694802-15'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:41:07.378864 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-151a6c69-519a-421c-aed8-4c0c2442276c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a920415e-3d4a-4606-9edc-41006ba8592c') {'for_net_delete': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:41:07.379031 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-151a6c69-519a-421c-aed8-4c0c2442276c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a920415e-3d4a-4606-9edc-41006ba8592c') {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:41:07.379963 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-73df2fce-4297-44af-8ad9-85a12f06f70c tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.8817534 Aug 12 14:41:07.383227 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 45936) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:41:07.384194 n-d-694802-15 neutron-server[94466]: INFO neutron.api.v2.resource [req-d1a01c5c-ec6b-4a1b-951d-1c8c8a41e349 req-87ec08c1-be40-494e-a7cf-38fcbbe0e30a tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] show failed (client error): The resource could not be found. Aug 12 14:41:07.392693 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-d1a01c5c-ec6b-4a1b-951d-1c8c8a41e349 req-87ec08c1-be40-494e-a7cf-38fcbbe0e30a tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] 10.222.0.39 "GET /v2.0/security-groups/9b7118da-4b44-4d8a-9479-316d24577faf HTTP/1.1" status: 404 len: 352 time: 0.0762997 Aug 12 14:41:07.403887 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-0ff898a1-f941-4795-bb13-8df81a19c5cc tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-694802-15'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:41:07.446624 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-c7fce306-13ab-455a-aab4-7fecf79ba1ae req-e7a33ed1-7162-4a2d-99ba-9b04170e2d7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:07.481464 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-151a6c69-519a-421c-aed8-4c0c2442276c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744654122361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2293560'] for segment, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:07.499051 n-d-694802-15 neutron-server[94466]: INFO neutron.api.v2.resource [req-1dee5d83-8b56-48f0-876f-cd72b9294755 req-2b1938f0-a109-432d-900b-df4bf718e7ec tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] show failed (client error): The resource could not be found. Aug 12 14:41:07.511433 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-1dee5d83-8b56-48f0-876f-cd72b9294755 req-2b1938f0-a109-432d-900b-df4bf718e7ec tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] 10.222.0.39 "GET /v2.0/security-groups/f6a72baa-7190-4719-81e3-b4b733870e7e HTTP/1.1" status: 404 len: 352 time: 0.0842960 Aug 12 14:41:07.542100 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-151a6c69-519a-421c-aed8-4c0c2442276c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:07.595462 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-151a6c69-519a-421c-aed8-4c0c2442276c admin admin] Releasing vlan 329 on physical network physnet1 to pool {{(pid=94466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 14:41:07.596354 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-151a6c69-519a-421c-aed8-4c0c2442276c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3718595'] for segment, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:07.598566 n-d-694802-15 neutron-server[94466]: Traceback (most recent call last): Aug 12 14:41:07.598566 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 14:41:07.598566 n-d-694802-15 neutron-server[94466]: timer() Aug 12 14:41:07.598566 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 14:41:07.598566 n-d-694802-15 neutron-server[94466]: cb(*args, **kw) Aug 12 14:41:07.598566 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 14:41:07.598566 n-d-694802-15 neutron-server[94466]: return func(*args, **kwargs) Aug 12 14:41:07.598566 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 14:41:07.598566 n-d-694802-15 neutron-server[94466]: self._notify() Aug 12 14:41:07.598566 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 14:41:07.598566 n-d-694802-15 neutron-server[94466]: self.callback(batched_events) Aug 12 14:41:07.598566 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 14:41:07.598566 n-d-694802-15 neutron-server[94466]: event.method(event) Aug 12 14:41:07.598566 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 14:41:07.598566 n-d-694802-15 neutron-server[94466]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 14:41:07.598566 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 14:41:07.598566 n-d-694802-15 neutron-server[94466]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 14:41:07.598566 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 14:41:07.598566 n-d-694802-15 neutron-server[94466]: return f(self, *a, **k) Aug 12 14:41:07.598566 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 14:41:07.598566 n-d-694802-15 neutron-server[94466]: return self._get(url).json() Aug 12 14:41:07.598566 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 14:41:07.598566 n-d-694802-15 neutron-server[94466]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 14:41:07.598566 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 14:41:07.598566 n-d-694802-15 neutron-server[94466]: return self.request(url, 'GET', **kwargs) Aug 12 14:41:07.598566 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 14:41:07.598566 n-d-694802-15 neutron-server[94466]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 14:41:07.598566 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 14:41:07.598566 n-d-694802-15 neutron-server[94466]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 14:41:07.598566 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 14:41:07.598566 n-d-694802-15 neutron-server[94466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 14:41:07.598566 n-d-694802-15 neutron-server[94466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 14:41:07.608326 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-1d92b609-5cf2-4526-9ac9-330ae4725637 req-fa357e84-778d-4a0a-b1f3-180cefdedb0c tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=65b2c96d0253481aa302fceca03e83a5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1049204 Aug 12 14:41:07.705362 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0ff898a1-f941-4795-bb13-8df81a19c5cc tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:07.713840 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-d9fe4493-710a-4e3f-ad4e-5297863ddf63 req-9227be88-1037-4684-84c4-6732f31b115a tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] 10.222.0.39 "GET /v2.0/ports?device_id=36e8e056-0dbe-48e4-bd23-52f9eecea8a5 HTTP/1.1" status: 200 len: 210 time: 0.1118093 Aug 12 14:41:07.762950 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de13e7c5-d06e-427d-8d78-cec5f781040e req-011947ec-5bce-4041-b27c-ddcf2f946fcf tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:41:07.764590 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-de13e7c5-d06e-427d-8d78-cec5f781040e req-011947ec-5bce-4041-b27c-ddcf2f946fcf tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] 10.222.0.39 "GET /v2.0/ports?device_id=4e619328-2426-44b9-8774-33de08167f1b HTTP/1.1" status: 200 len: 932 time: 0.2724619 Aug 12 14:41:07.766388 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-151a6c69-519a-421c-aed8-4c0c2442276c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66413281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431520'] for network, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:07.787655 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-151a6c69-519a-421c-aed8-4c0c2442276c admin admin] Notify callbacks [] for network, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:07.790656 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-151a6c69-519a-421c-aed8-4c0c2442276c admin admin] 10.222.0.39 "DELETE /v2.0/networks/bbe912d1-24a1-4382-9351-0f36e9cde2ae HTTP/1.1" status: 204 len: 168 time: 0.7751873 Aug 12 14:41:07.792535 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151a6c69-519a-421c-aed8-4c0c2442276c admin admin] Pushing event deleted for resources: {'Network': ['ID=bbe912d1-24a1-4382-9351-0f36e9cde2ae,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:41:07.821319 n-d-694802-15 neutron-server[94466]: INFO neutron.api.v2.resource [req-6776d8d1-b544-4ce0-aaff-b1db84c60d15 req-07601f54-26d3-4377-ae40-c1e835294200 tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] show failed (client error): The resource could not be found. Aug 12 14:41:07.822434 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-6776d8d1-b544-4ce0-aaff-b1db84c60d15 req-07601f54-26d3-4377-ae40-c1e835294200 tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] 10.222.0.39 "GET /v2.0/security-groups/5f0726e3-7114-40bc-9ec2-8cd2ac76c54b HTTP/1.1" status: 404 len: 352 time: 0.0185263 Aug 12 14:41:07.883174 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 45950) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:41:07.909383 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d92b609-5cf2-4526-9ac9-330ae4725637 req-09b45266-a796-4ea9-873f-ec85cd27b417 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:41:07.910937 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-1d92b609-5cf2-4526-9ac9-330ae4725637 req-09b45266-a796-4ea9-873f-ec85cd27b417 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2831790 Aug 12 14:41:07.933786 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-de13e7c5-d06e-427d-8d78-cec5f781040e req-389fd891-77e4-4ac1-acc1-f2c5b4cf00b7 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b3c7ce2-70f7-4d15-8774-e830cec0f0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399159 Aug 12 14:41:07.943230 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-1d92b609-5cf2-4526-9ac9-330ae4725637 req-a54ba549-065e-43d1-ab23-961094f133d7 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] Request body: {'port': {'device_id': '36e8e056-0dbe-48e4-bd23-52f9eecea8a5', 'network_id': '2525c403-dfb3-4196-a273-739607aab38a', 'admin_state_up': True, 'tenant_id': '65b2c96d0253481aa302fceca03e83a5'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:41:08.047478 n-d-694802-15 neutron-server[94466]: DEBUG neutron.notifiers.nova [None req-0ff898a1-f941-4795-bb13-8df81a19c5cc tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] device_id is not set on port d9971556-1746-4019-8785-bfe897e2c801 yet. {{(pid=94466) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 14:41:08.062179 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0ff898a1-f941-4795-bb13-8df81a19c5cc tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:08.089348 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a51edc4c-2e68-41ac-9e0a-580722379313 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:08.123714 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 45956) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:41:08.128695 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-0ff898a1-f941-4795-bb13-8df81a19c5cc tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Transition to ACTIVE for port object d9971556-1746-4019-8785-bfe897e2c801 will not be triggered until provisioned by entity L2. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:41:08.136062 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0ff898a1-f941-4795-bb13-8df81a19c5cc tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3718439'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:08.163697 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [req-c7fce306-13ab-455a-aab4-7fecf79ba1ae req-e7a33ed1-7162-4a2d-99ba-9b04170e2d7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa508320-846b-4c3b-a392-a54724d87d2c {{(pid=94467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:41:08.174509 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-c7fce306-13ab-455a-aab4-7fecf79ba1ae req-e7a33ed1-7162-4a2d-99ba-9b04170e2d7c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:08.214778 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff898a1-f941-4795-bb13-8df81a19c5cc tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Pushing event updated for resources: {'Port': ['ID=d9971556-1746-4019-8785-bfe897e2c801,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:41:08.224287 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [req-c7fce306-13ab-455a-aab4-7fecf79ba1ae req-e7a33ed1-7162-4a2d-99ba-9b04170e2d7c service neutron] Transition to ACTIVE for port object aa508320-846b-4c3b-a392-a54724d87d2c will not be triggered until provisioned by entity L2. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:41:08.232075 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-df0548b6-417c-4b5e-88d6-a8df63a5c092 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8fc5ef85adec489397c2133eee69722d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1025672 Aug 12 14:41:08.232573 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-c7fce306-13ab-455a-aab4-7fecf79ba1ae req-e7a33ed1-7162-4a2d-99ba-9b04170e2d7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:08.232819 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 45958) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:41:08.243938 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-0ff898a1-f941-4795-bb13-8df81a19c5cc tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Attempting to bind port d9971556-1746-4019-8785-bfe897e2c801 on host n-h1-694802-15 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:41:08.244449 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-0ff898a1-f941-4795-bb13-8df81a19c5cc tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Attempting to bind port d9971556-1746-4019-8785-bfe897e2c801 by drivers openvswitch,hyperv on host n-h1-694802-15 at level 0 using segments [{'id': 'c432e6ac-bed3-4f80-9ab1-294a6e65eebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'be672739-a664-4fab-8f62-ed57670843a3'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:41:08.245338 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff898a1-f941-4795-bb13-8df81a19c5cc tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Attempting to bind port d9971556-1746-4019-8785-bfe897e2c801 on network be672739-a664-4fab-8f62-ed57670843a3 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:41:08.266880 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff898a1-f941-4795-bb13-8df81a19c5cc tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Port d9971556-1746-4019-8785-bfe897e2c801 on network be672739-a664-4fab-8f62-ed57670843a3 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-15 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 14:41:08.267165 n-d-694802-15 neutron-server[94466]: ERROR neutron.plugins.ml2.managers [None req-0ff898a1-f941-4795-bb13-8df81a19c5cc tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Failed to bind port d9971556-1746-4019-8785-bfe897e2c801 on host n-h1-694802-15 for vnic_type normal using segments [{'id': 'c432e6ac-bed3-4f80-9ab1-294a6e65eebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'be672739-a664-4fab-8f62-ed57670843a3'}] Aug 12 14:41:08.271986 n-d-694802-15 neutron-server[94466]: INFO neutron.plugins.ml2.plugin [None req-0ff898a1-f941-4795-bb13-8df81a19c5cc tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Attempt 2 to bind port d9971556-1746-4019-8785-bfe897e2c801 Aug 12 14:41:08.275971 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903377a5-2807-4772-b3a6-d27e35a8182c req-4f54396d-df77-4334-87fb-90cb5d626ef5 tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:41:08.277465 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-903377a5-2807-4772-b3a6-d27e35a8182c req-4f54396d-df77-4334-87fb-90cb5d626ef5 tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] 10.222.0.39 "GET /v2.0/ports?device_id=386835e1-c682-4306-8829-4ba3e0f82472 HTTP/1.1" status: 200 len: 1023 time: 0.1320984 Aug 12 14:41:08.309785 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-0ff898a1-f941-4795-bb13-8df81a19c5cc tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Attempting to bind port d9971556-1746-4019-8785-bfe897e2c801 on host n-h1-694802-15 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:41:08.310170 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-0ff898a1-f941-4795-bb13-8df81a19c5cc tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Attempting to bind port d9971556-1746-4019-8785-bfe897e2c801 by drivers openvswitch,hyperv on host n-h1-694802-15 at level 0 using segments [{'id': 'c432e6ac-bed3-4f80-9ab1-294a6e65eebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'be672739-a664-4fab-8f62-ed57670843a3'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:41:08.310462 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff898a1-f941-4795-bb13-8df81a19c5cc tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Attempting to bind port d9971556-1746-4019-8785-bfe897e2c801 on network be672739-a664-4fab-8f62-ed57670843a3 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:41:08.317888 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a33ed1-7162-4a2d-99ba-9b04170e2d7c service neutron] Pushing event updated for resources: {'Port': ['ID=aa508320-846b-4c3b-a392-a54724d87d2c,revision_number=2']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:41:08.318265 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a51edc4c-2e68-41ac-9e0a-580722379313 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:08.323138 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff898a1-f941-4795-bb13-8df81a19c5cc tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Port d9971556-1746-4019-8785-bfe897e2c801 on network be672739-a664-4fab-8f62-ed57670843a3 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-15 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 14:41:08.323489 n-d-694802-15 neutron-server[94466]: ERROR neutron.plugins.ml2.managers [None req-0ff898a1-f941-4795-bb13-8df81a19c5cc tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Failed to bind port d9971556-1746-4019-8785-bfe897e2c801 on host n-h1-694802-15 for vnic_type normal using segments [{'id': 'c432e6ac-bed3-4f80-9ab1-294a6e65eebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'be672739-a664-4fab-8f62-ed57670843a3'}] Aug 12 14:41:08.325680 n-d-694802-15 neutron-server[94466]: INFO neutron.plugins.ml2.plugin [None req-0ff898a1-f941-4795-bb13-8df81a19c5cc tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Attempt 3 to bind port d9971556-1746-4019-8785-bfe897e2c801 Aug 12 14:41:08.334658 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a51edc4c-2e68-41ac-9e0a-580722379313 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:08.365100 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2f0bdaf0-7d9c-49c3-8f10-2709b768b3ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:08.375431 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-0ff898a1-f941-4795-bb13-8df81a19c5cc tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Attempting to bind port d9971556-1746-4019-8785-bfe897e2c801 on host n-h1-694802-15 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:41:08.375817 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-0ff898a1-f941-4795-bb13-8df81a19c5cc tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Attempting to bind port d9971556-1746-4019-8785-bfe897e2c801 by drivers openvswitch,hyperv on host n-h1-694802-15 at level 0 using segments [{'id': 'c432e6ac-bed3-4f80-9ab1-294a6e65eebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'be672739-a664-4fab-8f62-ed57670843a3'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:41:08.376146 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff898a1-f941-4795-bb13-8df81a19c5cc tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Attempting to bind port d9971556-1746-4019-8785-bfe897e2c801 on network be672739-a664-4fab-8f62-ed57670843a3 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:41:08.400943 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-903377a5-2807-4772-b3a6-d27e35a8182c req-65ce2dd5-fb4b-46da-b7ad-3ca2aa5fa09f tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] 10.222.0.39 "GET /v2.0/security-groups?id=205b4a93-bf0c-487b-b27f-0045badaba85&id=c9503060-8cca-4a49-be19-b74e524fcbc3&id=236a0eec-9f7c-4484-872e-cf0d4d2f69af&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1111808 Aug 12 14:41:08.403862 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d92b609-5cf2-4526-9ac9-330ae4725637 req-a54ba549-065e-43d1-ab23-961094f133d7 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] Made reservation on behalf of 65b2c96d0253481aa302fceca03e83a5 for: {'port': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:41:08.406412 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff898a1-f941-4795-bb13-8df81a19c5cc tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Port d9971556-1746-4019-8785-bfe897e2c801 on network be672739-a664-4fab-8f62-ed57670843a3 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-15 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 14:41:08.406759 n-d-694802-15 neutron-server[94466]: ERROR neutron.plugins.ml2.managers [None req-0ff898a1-f941-4795-bb13-8df81a19c5cc tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Failed to bind port d9971556-1746-4019-8785-bfe897e2c801 on host n-h1-694802-15 for vnic_type normal using segments [{'id': 'c432e6ac-bed3-4f80-9ab1-294a6e65eebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'be672739-a664-4fab-8f62-ed57670843a3'}] Aug 12 14:41:08.407562 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-1d92b609-5cf2-4526-9ac9-330ae4725637 req-a54ba549-065e-43d1-ab23-961094f133d7 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:08.410237 n-d-694802-15 neutron-server[94466]: INFO neutron.plugins.ml2.plugin [None req-0ff898a1-f941-4795-bb13-8df81a19c5cc tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Attempt 4 to bind port d9971556-1746-4019-8785-bfe897e2c801 Aug 12 14:41:08.412598 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51edc4c-2e68-41ac-9e0a-580722379313 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2389d1f9-9436-4d70-b394-c44628eea792,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:41:08.420213 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-a51edc4c-2e68-41ac-9e0a-580722379313 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b0de57014cc64cd5ad1489a84b462027&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5361547 Aug 12 14:41:08.425779 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 45964) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:41:08.442362 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2f0bdaf0-7d9c-49c3-8f10-2709b768b3ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:08.460446 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-0ff898a1-f941-4795-bb13-8df81a19c5cc tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Attempting to bind port d9971556-1746-4019-8785-bfe897e2c801 on host n-h1-694802-15 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:41:08.460879 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-0ff898a1-f941-4795-bb13-8df81a19c5cc tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Attempting to bind port d9971556-1746-4019-8785-bfe897e2c801 by drivers openvswitch,hyperv on host n-h1-694802-15 at level 0 using segments [{'id': 'c432e6ac-bed3-4f80-9ab1-294a6e65eebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'be672739-a664-4fab-8f62-ed57670843a3'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:41:08.461376 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff898a1-f941-4795-bb13-8df81a19c5cc tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Attempting to bind port d9971556-1746-4019-8785-bfe897e2c801 on network be672739-a664-4fab-8f62-ed57670843a3 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:41:08.492270 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff898a1-f941-4795-bb13-8df81a19c5cc tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Port d9971556-1746-4019-8785-bfe897e2c801 on network be672739-a664-4fab-8f62-ed57670843a3 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-15 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 14:41:08.493009 n-d-694802-15 neutron-server[94466]: ERROR neutron.plugins.ml2.managers [None req-0ff898a1-f941-4795-bb13-8df81a19c5cc tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Failed to bind port d9971556-1746-4019-8785-bfe897e2c801 on host n-h1-694802-15 for vnic_type normal using segments [{'id': 'c432e6ac-bed3-4f80-9ab1-294a6e65eebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'be672739-a664-4fab-8f62-ed57670843a3'}] Aug 12 14:41:08.495058 n-d-694802-15 neutron-server[94466]: INFO neutron.plugins.ml2.plugin [None req-0ff898a1-f941-4795-bb13-8df81a19c5cc tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Attempt 5 to bind port d9971556-1746-4019-8785-bfe897e2c801 Aug 12 14:41:08.520971 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-c7fce306-13ab-455a-aab4-7fecf79ba1ae req-e7a33ed1-7162-4a2d-99ba-9b04170e2d7c service neutron] Attempting to bind port aa508320-846b-4c3b-a392-a54724d87d2c on host n-h1-694802-15 for vnic_type normal with profile {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:41:08.521603 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-c7fce306-13ab-455a-aab4-7fecf79ba1ae req-e7a33ed1-7162-4a2d-99ba-9b04170e2d7c service neutron] Attempting to bind port aa508320-846b-4c3b-a392-a54724d87d2c by drivers openvswitch,hyperv on host n-h1-694802-15 at level 0 using segments [{'id': '4c973057-417f-419d-840d-ea232fb579a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'a681c17b-4312-41b7-b711-32d50b05905d'}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:41:08.521603 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7fce306-13ab-455a-aab4-7fecf79ba1ae req-e7a33ed1-7162-4a2d-99ba-9b04170e2d7c service neutron] Attempting to bind port aa508320-846b-4c3b-a392-a54724d87d2c on network a681c17b-4312-41b7-b711-32d50b05905d {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:41:08.526262 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-0ff898a1-f941-4795-bb13-8df81a19c5cc tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Attempting to bind port d9971556-1746-4019-8785-bfe897e2c801 on host n-h1-694802-15 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:41:08.526760 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-0ff898a1-f941-4795-bb13-8df81a19c5cc tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Attempting to bind port d9971556-1746-4019-8785-bfe897e2c801 by drivers openvswitch,hyperv on host n-h1-694802-15 at level 0 using segments [{'id': 'c432e6ac-bed3-4f80-9ab1-294a6e65eebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'be672739-a664-4fab-8f62-ed57670843a3'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:41:08.527450 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff898a1-f941-4795-bb13-8df81a19c5cc tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Attempting to bind port d9971556-1746-4019-8785-bfe897e2c801 on network be672739-a664-4fab-8f62-ed57670843a3 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:41:08.535841 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff898a1-f941-4795-bb13-8df81a19c5cc tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Port d9971556-1746-4019-8785-bfe897e2c801 on network be672739-a664-4fab-8f62-ed57670843a3 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-15 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 14:41:08.536165 n-d-694802-15 neutron-server[94466]: ERROR neutron.plugins.ml2.managers [None req-0ff898a1-f941-4795-bb13-8df81a19c5cc tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Failed to bind port d9971556-1746-4019-8785-bfe897e2c801 on host n-h1-694802-15 for vnic_type normal using segments [{'id': 'c432e6ac-bed3-4f80-9ab1-294a6e65eebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'be672739-a664-4fab-8f62-ed57670843a3'}] Aug 12 14:41:08.537825 n-d-694802-15 neutron-server[94466]: INFO neutron.plugins.ml2.plugin [None req-0ff898a1-f941-4795-bb13-8df81a19c5cc tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Attempt 6 to bind port d9971556-1746-4019-8785-bfe897e2c801 Aug 12 14:41:08.539322 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7fce306-13ab-455a-aab4-7fecf79ba1ae req-e7a33ed1-7162-4a2d-99ba-9b04170e2d7c service neutron] Port aa508320-846b-4c3b-a392-a54724d87d2c on network a681c17b-4312-41b7-b711-32d50b05905d not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-15 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 14:41:08.539684 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7fce306-13ab-455a-aab4-7fecf79ba1ae req-e7a33ed1-7162-4a2d-99ba-9b04170e2d7c service neutron] Attempting to bind port aa508320-846b-4c3b-a392-a54724d87d2c on network a681c17b-4312-41b7-b711-32d50b05905d {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:41:08.555714 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-0ff898a1-f941-4795-bb13-8df81a19c5cc tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Attempting to bind port d9971556-1746-4019-8785-bfe897e2c801 on host n-h1-694802-15 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:41:08.555985 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-0ff898a1-f941-4795-bb13-8df81a19c5cc tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Attempting to bind port d9971556-1746-4019-8785-bfe897e2c801 by drivers openvswitch,hyperv on host n-h1-694802-15 at level 0 using segments [{'id': 'c432e6ac-bed3-4f80-9ab1-294a6e65eebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'be672739-a664-4fab-8f62-ed57670843a3'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:41:08.556563 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff898a1-f941-4795-bb13-8df81a19c5cc tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Attempting to bind port d9971556-1746-4019-8785-bfe897e2c801 on network be672739-a664-4fab-8f62-ed57670843a3 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:41:08.556677 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7fce306-13ab-455a-aab4-7fecf79ba1ae req-e7a33ed1-7162-4a2d-99ba-9b04170e2d7c service neutron] Checking agent: {'id': 'de568313-a3e6-454a-9813-77e25edcea95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 27, 41), 'started_at': datetime.datetime(2021, 8, 12, 14, 27, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 40, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:41:08.556986 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7fce306-13ab-455a-aab4-7fecf79ba1ae req-e7a33ed1-7162-4a2d-99ba-9b04170e2d7c service neutron] Checking segment: {'id': '4c973057-417f-419d-840d-ea232fb579a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'a681c17b-4312-41b7-b711-32d50b05905d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:41:08.557387 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7fce306-13ab-455a-aab4-7fecf79ba1ae req-e7a33ed1-7162-4a2d-99ba-9b04170e2d7c service neutron] Bound using segment: {'id': '4c973057-417f-419d-840d-ea232fb579a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'a681c17b-4312-41b7-b711-32d50b05905d'} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:41:08.557828 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-c7fce306-13ab-455a-aab4-7fecf79ba1ae req-e7a33ed1-7162-4a2d-99ba-9b04170e2d7c service neutron] Bound port: aa508320-846b-4c3b-a392-a54724d87d2c, host: n-h1-694802-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c973057-417f-419d-840d-ea232fb579a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'a681c17b-4312-41b7-b711-32d50b05905d'}}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:41:08.558194 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-c7fce306-13ab-455a-aab4-7fecf79ba1ae req-e7a33ed1-7162-4a2d-99ba-9b04170e2d7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:08.564258 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff898a1-f941-4795-bb13-8df81a19c5cc tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Port d9971556-1746-4019-8785-bfe897e2c801 on network be672739-a664-4fab-8f62-ed57670843a3 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-15 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 14:41:08.564679 n-d-694802-15 neutron-server[94466]: ERROR neutron.plugins.ml2.managers [None req-0ff898a1-f941-4795-bb13-8df81a19c5cc tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Failed to bind port d9971556-1746-4019-8785-bfe897e2c801 on host n-h1-694802-15 for vnic_type normal using segments [{'id': 'c432e6ac-bed3-4f80-9ab1-294a6e65eebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'be672739-a664-4fab-8f62-ed57670843a3'}] Aug 12 14:41:08.565609 n-d-694802-15 neutron-server[94466]: INFO neutron.plugins.ml2.plugin [None req-0ff898a1-f941-4795-bb13-8df81a19c5cc tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Attempt 7 to bind port d9971556-1746-4019-8785-bfe897e2c801 Aug 12 14:41:08.570744 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2f0bdaf0-7d9c-49c3-8f10-2709b768b3ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:08.574082 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2f0bdaf0-7d9c-49c3-8f10-2709b768b3ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:08.576612 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-2f0bdaf0-7d9c-49c3-8f10-2709b768b3ec admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6a4ddc93-1ca3-4e5e-8cab-76a496f80251 HTTP/1.1" status: 204 len: 168 time: 0.3418221 Aug 12 14:41:08.597634 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-0ff898a1-f941-4795-bb13-8df81a19c5cc tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Attempting to bind port d9971556-1746-4019-8785-bfe897e2c801 on host n-h1-694802-15 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:41:08.598201 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-0ff898a1-f941-4795-bb13-8df81a19c5cc tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Attempting to bind port d9971556-1746-4019-8785-bfe897e2c801 by drivers openvswitch,hyperv on host n-h1-694802-15 at level 0 using segments [{'id': 'c432e6ac-bed3-4f80-9ab1-294a6e65eebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'be672739-a664-4fab-8f62-ed57670843a3'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:41:08.599009 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff898a1-f941-4795-bb13-8df81a19c5cc tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Attempting to bind port d9971556-1746-4019-8785-bfe897e2c801 on network be672739-a664-4fab-8f62-ed57670843a3 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:41:08.603217 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0bdaf0-7d9c-49c3-8f10-2709b768b3ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a4ddc93-1ca3-4e5e-8cab-76a496f80251,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:41:08.606341 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-f9c5569c-cb4b-4552-8860-13db866b16f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:08.608281 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff898a1-f941-4795-bb13-8df81a19c5cc tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Port d9971556-1746-4019-8785-bfe897e2c801 on network be672739-a664-4fab-8f62-ed57670843a3 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-15 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 14:41:08.608630 n-d-694802-15 neutron-server[94466]: ERROR neutron.plugins.ml2.managers [None req-0ff898a1-f941-4795-bb13-8df81a19c5cc tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Failed to bind port d9971556-1746-4019-8785-bfe897e2c801 on host n-h1-694802-15 for vnic_type normal using segments [{'id': 'c432e6ac-bed3-4f80-9ab1-294a6e65eebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'be672739-a664-4fab-8f62-ed57670843a3'}] Aug 12 14:41:08.609135 n-d-694802-15 neutron-server[94466]: INFO neutron.plugins.ml2.plugin [None req-0ff898a1-f941-4795-bb13-8df81a19c5cc tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Attempt 8 to bind port d9971556-1746-4019-8785-bfe897e2c801 Aug 12 14:41:08.632157 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-0ff898a1-f941-4795-bb13-8df81a19c5cc tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Attempting to bind port d9971556-1746-4019-8785-bfe897e2c801 on host n-h1-694802-15 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:41:08.632485 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-0ff898a1-f941-4795-bb13-8df81a19c5cc tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Attempting to bind port d9971556-1746-4019-8785-bfe897e2c801 by drivers openvswitch,hyperv on host n-h1-694802-15 at level 0 using segments [{'id': 'c432e6ac-bed3-4f80-9ab1-294a6e65eebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'be672739-a664-4fab-8f62-ed57670843a3'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:41:08.633000 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff898a1-f941-4795-bb13-8df81a19c5cc tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Attempting to bind port d9971556-1746-4019-8785-bfe897e2c801 on network be672739-a664-4fab-8f62-ed57670843a3 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:41:08.641184 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff898a1-f941-4795-bb13-8df81a19c5cc tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Port d9971556-1746-4019-8785-bfe897e2c801 on network be672739-a664-4fab-8f62-ed57670843a3 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-15 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 14:41:08.642415 n-d-694802-15 neutron-server[94466]: ERROR neutron.plugins.ml2.managers [None req-0ff898a1-f941-4795-bb13-8df81a19c5cc tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Failed to bind port d9971556-1746-4019-8785-bfe897e2c801 on host n-h1-694802-15 for vnic_type normal using segments [{'id': 'c432e6ac-bed3-4f80-9ab1-294a6e65eebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'be672739-a664-4fab-8f62-ed57670843a3'}] Aug 12 14:41:08.642961 n-d-694802-15 neutron-server[94466]: INFO neutron.plugins.ml2.plugin [None req-0ff898a1-f941-4795-bb13-8df81a19c5cc tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Attempt 9 to bind port d9971556-1746-4019-8785-bfe897e2c801 Aug 12 14:41:08.657582 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-0ff898a1-f941-4795-bb13-8df81a19c5cc tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Attempting to bind port d9971556-1746-4019-8785-bfe897e2c801 on host n-h1-694802-15 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:41:08.658331 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-0ff898a1-f941-4795-bb13-8df81a19c5cc tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Attempting to bind port d9971556-1746-4019-8785-bfe897e2c801 by drivers openvswitch,hyperv on host n-h1-694802-15 at level 0 using segments [{'id': 'c432e6ac-bed3-4f80-9ab1-294a6e65eebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'be672739-a664-4fab-8f62-ed57670843a3'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:41:08.658707 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff898a1-f941-4795-bb13-8df81a19c5cc tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Attempting to bind port d9971556-1746-4019-8785-bfe897e2c801 on network be672739-a664-4fab-8f62-ed57670843a3 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:41:08.663845 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff898a1-f941-4795-bb13-8df81a19c5cc tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Port d9971556-1746-4019-8785-bfe897e2c801 on network be672739-a664-4fab-8f62-ed57670843a3 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-15 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 14:41:08.664373 n-d-694802-15 neutron-server[94466]: ERROR neutron.plugins.ml2.managers [None req-0ff898a1-f941-4795-bb13-8df81a19c5cc tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Failed to bind port d9971556-1746-4019-8785-bfe897e2c801 on host n-h1-694802-15 for vnic_type normal using segments [{'id': 'c432e6ac-bed3-4f80-9ab1-294a6e65eebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'be672739-a664-4fab-8f62-ed57670843a3'}] Aug 12 14:41:08.664817 n-d-694802-15 neutron-server[94466]: INFO neutron.plugins.ml2.plugin [None req-0ff898a1-f941-4795-bb13-8df81a19c5cc tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Attempt 10 to bind port d9971556-1746-4019-8785-bfe897e2c801 Aug 12 14:41:08.676937 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_common [req-1d92b609-5cf2-4526-9ac9-330ae4725637 req-a54ba549-065e-43d1-ab23-961094f133d7 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] Allocated IP 192.168.233.229 (2525c403-dfb3-4196-a273-739607aab38a/236e0be6-1c94-4221-9e8b-ab02a53331f8/6f8cf43d-d568-4ef8-a63e-924a5ac834bf) {{(pid=94467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:41:08.679632 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-0ff898a1-f941-4795-bb13-8df81a19c5cc tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Attempting to bind port d9971556-1746-4019-8785-bfe897e2c801 on host n-h1-694802-15 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:41:08.680147 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-0ff898a1-f941-4795-bb13-8df81a19c5cc tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Attempting to bind port d9971556-1746-4019-8785-bfe897e2c801 by drivers openvswitch,hyperv on host n-h1-694802-15 at level 0 using segments [{'id': 'c432e6ac-bed3-4f80-9ab1-294a6e65eebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'be672739-a664-4fab-8f62-ed57670843a3'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:41:08.680370 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-f9c5569c-cb4b-4552-8860-13db866b16f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:08.680963 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff898a1-f941-4795-bb13-8df81a19c5cc tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Attempting to bind port d9971556-1746-4019-8785-bfe897e2c801 on network be672739-a664-4fab-8f62-ed57670843a3 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:41:08.685617 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff898a1-f941-4795-bb13-8df81a19c5cc tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Port d9971556-1746-4019-8785-bfe897e2c801 on network be672739-a664-4fab-8f62-ed57670843a3 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-15 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 14:41:08.685938 n-d-694802-15 neutron-server[94466]: ERROR neutron.plugins.ml2.managers [None req-0ff898a1-f941-4795-bb13-8df81a19c5cc tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Failed to bind port d9971556-1746-4019-8785-bfe897e2c801 on host n-h1-694802-15 for vnic_type normal using segments [{'id': 'c432e6ac-bed3-4f80-9ab1-294a6e65eebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'be672739-a664-4fab-8f62-ed57670843a3'}] Aug 12 14:41:08.686300 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0ff898a1-f941-4795-bb13-8df81a19c5cc tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:08.754073 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-c7fce306-13ab-455a-aab4-7fecf79ba1ae req-e7a33ed1-7162-4a2d-99ba-9b04170e2d7c service neutron] For port aa508320-846b-4c3b-a392-a54724d87d2c, host n-h1-694802-15, cleared binding levels {{(pid=94467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:41:08.759888 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-0ff898a1-f941-4795-bb13-8df81a19c5cc tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] For port d9971556-1746-4019-8785-bfe897e2c801, host n-h1-694802-15, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:41:08.761007 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-0ff898a1-f941-4795-bb13-8df81a19c5cc tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Attempted to set empty binding levels {{(pid=94466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 12 14:41:08.779619 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-c7fce306-13ab-455a-aab4-7fecf79ba1ae req-e7a33ed1-7162-4a2d-99ba-9b04170e2d7c service neutron] For port aa508320-846b-4c3b-a392-a54724d87d2c, host n-h1-694802-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=aa508320-846b-4c3b-a392-a54724d87d2c,segment=NetworkSegment(4c973057-417f-419d-840d-ea232fb579a5),segment_id=4c973057-417f-419d-840d-ea232fb579a5)] {{(pid=94467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:41:08.781621 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0ff898a1-f941-4795-bb13-8df81a19c5cc tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3718439'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:08.789925 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-c7fce306-13ab-455a-aab4-7fecf79ba1ae req-e7a33ed1-7162-4a2d-99ba-9b04170e2d7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:08.850341 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-0ff898a1-f941-4795-bb13-8df81a19c5cc tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] In _notify_port_updated(), no bound segment for port d9971556-1746-4019-8785-bfe897e2c801 on network be672739-a664-4fab-8f62-ed57670843a3 {{(pid=94466) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 12 14:41:08.851249 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ff898a1-f941-4795-bb13-8df81a19c5cc tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:41:08.851858 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0ff898a1-f941-4795-bb13-8df81a19c5cc tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:08.856405 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-0ff898a1-f941-4795-bb13-8df81a19c5cc tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] 10.222.0.39 "PUT /v2.0/ports/d9971556-1746-4019-8785-bfe897e2c801 HTTP/1.1" status: 200 len: 975 time: 1.4649909 Aug 12 14:41:08.857049 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 45972) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:41:08.862179 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-f9c5569c-cb4b-4552-8860-13db866b16f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:08.865911 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-f9c5569c-cb4b-4552-8860-13db866b16f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:08.869595 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-f9c5569c-cb4b-4552-8860-13db866b16f5 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2389d1f9-9436-4d70-b394-c44628eea792 HTTP/1.1" status: 204 len: 168 time: 0.4403291 Aug 12 14:41:08.896147 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fce306-13ab-455a-aab4-7fecf79ba1ae req-e7a33ed1-7162-4a2d-99ba-9b04170e2d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:41:08.896851 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-c7fce306-13ab-455a-aab4-7fecf79ba1ae req-e7a33ed1-7162-4a2d-99ba-9b04170e2d7c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:08.898283 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c7fce306-13ab-455a-aab4-7fecf79ba1ae req-e7a33ed1-7162-4a2d-99ba-9b04170e2d7c service neutron] 10.222.0.64 "PUT /v2.0/ports/aa508320-846b-4c3b-a392-a54724d87d2c HTTP/1.1" status: 200 len: 1093 time: 1.5921257 Aug 12 14:41:08.900372 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e619328-2426-44b9-8774-33de08167f1b', 'tag': 'aa508320-846b-4c3b-a392-a54724d87d2c'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:41:08.902781 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e65282f928b64038367d043a4411777802006c43a98742496cb2e25b724ff1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bdacbe6-5e0c-48aa-93c3-f419b7cb40ba" -d '{"events": [{"name": "network-changed", "server_uuid": "4e619328-2426-44b9-8774-33de08167f1b", "tag": "aa508320-846b-4c3b-a392-a54724d87d2c"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:41:08.943225 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c5569c-cb4b-4552-8860-13db866b16f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2389d1f9-9436-4d70-b394-c44628eea792,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:41:08.983868 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-09d1e39b-de89-4ec0-805f-53250c86fc24 req-e7c0299c-172e-4c49-a67f-2f7d8988a87b tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] 10.222.0.39 "GET /v2.0/ports?device_id=36e8e056-0dbe-48e4-bd23-52f9eecea8a5 HTTP/1.1" status: 200 len: 210 time: 0.0894816 Aug 12 14:41:08.995628 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff898a1-f941-4795-bb13-8df81a19c5cc tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Pushing event updated for resources: {'Port': ['ID=d9971556-1746-4019-8785-bfe897e2c801,revision_number=3']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:41:09.002074 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 14:41:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51ed3472-66e7-429e-8c0d-ebf4fe9de3b9 x-openstack-request-id: req-51ed3472-66e7-429e-8c0d-ebf4fe9de3b9 {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:41:09.002204 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e619328-2426-44b9-8774-33de08167f1b", "tag": "aa508320-846b-4c3b-a392-a54724d87d2c", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:41:09.002459 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-51ed3472-66e7-429e-8c0d-ebf4fe9de3b9 {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:41:09.002856 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e619328-2426-44b9-8774-33de08167f1b', 'tag': 'aa508320-846b-4c3b-a392-a54724d87d2c', 'status': 'completed', 'code': 200} Aug 12 14:41:09.004692 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a33ed1-7162-4a2d-99ba-9b04170e2d7c service neutron] Pushing event updated for resources: {'Port': ['ID=aa508320-846b-4c3b-a392-a54724d87d2c,revision_number=3']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:41:09.023901 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff898a1-f941-4795-bb13-8df81a19c5cc tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:41:09.024599 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff898a1-f941-4795-bb13-8df81a19c5cc tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:41:09.024599 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff898a1-f941-4795-bb13-8df81a19c5cc tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:41:09.024896 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff898a1-f941-4795-bb13-8df81a19c5cc tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:41:09.025088 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff898a1-f941-4795-bb13-8df81a19c5cc tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:41:09.025416 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff898a1-f941-4795-bb13-8df81a19c5cc tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:41:09.025743 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff898a1-f941-4795-bb13-8df81a19c5cc tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:41:09.026369 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff898a1-f941-4795-bb13-8df81a19c5cc tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:41:09.028174 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff898a1-f941-4795-bb13-8df81a19c5cc tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:41:09.028174 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff898a1-f941-4795-bb13-8df81a19c5cc tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:41:09.028174 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff898a1-f941-4795-bb13-8df81a19c5cc tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:41:09.028174 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff898a1-f941-4795-bb13-8df81a19c5cc tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:41:09.054293 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4015696e-741d-46ec-bc07-f4007eb3fadf tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:41:09.055204 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4015696e-741d-46ec-bc07-f4007eb3fadf tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:41:09.055764 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4015696e-741d-46ec-bc07-f4007eb3fadf tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:41:09.056432 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4015696e-741d-46ec-bc07-f4007eb3fadf tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:41:09.056687 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4015696e-741d-46ec-bc07-f4007eb3fadf tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:41:09.057145 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4015696e-741d-46ec-bc07-f4007eb3fadf tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:41:09.057745 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4015696e-741d-46ec-bc07-f4007eb3fadf tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:41:09.058371 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4015696e-741d-46ec-bc07-f4007eb3fadf tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:41:09.059048 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4015696e-741d-46ec-bc07-f4007eb3fadf tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:41:09.059386 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4015696e-741d-46ec-bc07-f4007eb3fadf tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:41:09.059916 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4015696e-741d-46ec-bc07-f4007eb3fadf tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:41:09.060483 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4015696e-741d-46ec-bc07-f4007eb3fadf tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:41:09.060949 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4015696e-741d-46ec-bc07-f4007eb3fadf tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:41:09.061394 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4015696e-741d-46ec-bc07-f4007eb3fadf tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:41:09.061850 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4015696e-741d-46ec-bc07-f4007eb3fadf tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:41:09.062314 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4015696e-741d-46ec-bc07-f4007eb3fadf tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:41:09.062780 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4015696e-741d-46ec-bc07-f4007eb3fadf tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:41:09.063320 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4015696e-741d-46ec-bc07-f4007eb3fadf tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:41:09.063797 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4015696e-741d-46ec-bc07-f4007eb3fadf tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:41:09.064234 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fce306-13ab-455a-aab4-7fecf79ba1ae req-f51ed55b-f93e-4738-a959-827892d920ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:41:09.064380 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4015696e-741d-46ec-bc07-f4007eb3fadf tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:41:09.064686 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4015696e-741d-46ec-bc07-f4007eb3fadf tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:41:09.065787 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c7fce306-13ab-455a-aab4-7fecf79ba1ae req-f51ed55b-f93e-4738-a959-827892d920ef service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4024e5f8cb5f495fb475a508277f1933&device_id=4e619328-2426-44b9-8774-33de08167f1b HTTP/1.1" status: 200 len: 1096 time: 0.0950236 Aug 12 14:41:09.072701 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-4015696e-741d-46ec-bc07-f4007eb3fadf tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 18973 time: 0.2125423 Aug 12 14:41:09.073687 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 45984) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:41:09.080594 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-1d92b609-5cf2-4526-9ac9-330ae4725637 req-a54ba549-065e-43d1-ab23-961094f133d7 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] Notify callbacks [] for port, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:09.131528 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c7fce306-13ab-455a-aab4-7fecf79ba1ae req-a2ead3e0-9c48-4243-825e-8a969e19570d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=aa508320-846b-4c3b-a392-a54724d87d2c HTTP/1.1" status: 200 len: 217 time: 0.0480814 Aug 12 14:41:09.132512 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [req-1d92b609-5cf2-4526-9ac9-330ae4725637 req-a54ba549-065e-43d1-ab23-961094f133d7 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] Transition to ACTIVE for port object 6f8cf43d-d568-4ef8-a63e-924a5ac834bf will not be triggered until provisioned by entity DHCP. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:41:09.208676 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284c97a0-7840-44e3-b4ea-50b5cd6469bd req-9c39228c-a9ce-423e-acd5-b54e7925a360 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:41:09.209942 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-284c97a0-7840-44e3-b4ea-50b5cd6469bd req-9c39228c-a9ce-423e-acd5-b54e7925a360 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] 10.222.0.39 "GET /v2.0/ports?device_id=4e619328-2426-44b9-8774-33de08167f1b HTTP/1.1" status: 200 len: 944 time: 0.1257513 Aug 12 14:41:09.217167 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fce306-13ab-455a-aab4-7fecf79ba1ae req-234dc79e-5192-4da3-9ed1-44ae41ed6e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:41:09.222467 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c7fce306-13ab-455a-aab4-7fecf79ba1ae req-234dc79e-5192-4da3-9ed1-44ae41ed6e0d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=49978436-adae-4995-85db-355f6ab8bdca HTTP/1.1" status: 200 len: 852 time: 0.0741169 Aug 12 14:41:09.222467 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-1d92b609-5cf2-4526-9ac9-330ae4725637 req-a54ba549-065e-43d1-ab23-961094f133d7 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:09.234801 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] get_ports_and_sgs() called for port_ids ['29731b86-ffa2-4aca-a795-760760d96e26'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:41:09.239407 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] get_ports_and_sgs() called for port_ids ['ebc29655-e531-44b0-80e0-93f88244161e', '0f41f19b-87f7-41dc-98ce-2eaa783e9bc3', '428b7bf8-6b0d-46c3-8e1b-68f09a754cc2', 'be08eae7-c2c0-4ec4-822c-37369dd75809'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:41:09.253402 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-847a284b-a0ca-4a8e-9f4f-0f7c406a7f31 tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Deleting port d9971556-1746-4019-8785-bfe897e2c801 {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:41:09.254228 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-847a284b-a0ca-4a8e-9f4f-0f7c406a7f31 tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:09.287896 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c7fce306-13ab-455a-aab4-7fecf79ba1ae req-0f4fa7c8-01ce-4cbb-a1d4-391c84563686 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a681c17b-4312-41b7-b711-32d50b05905d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0586431 Aug 12 14:41:09.308338 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d92b609-5cf2-4526-9ac9-330ae4725637 req-a54ba549-065e-43d1-ab23-961094f133d7 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] Network 2525c403-dfb3-4196-a273-739607aab38a is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:41:09.329630 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [req-1d92b609-5cf2-4526-9ac9-330ae4725637 req-a54ba549-065e-43d1-ab23-961094f133d7 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:41:09.362420 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54ba549-065e-43d1-ab23-961094f133d7 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] Pushing event updated for resources: {'Port': ['ID=6f8cf43d-d568-4ef8-a63e-924a5ac834bf,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:41:09.365088 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d92b609-5cf2-4526-9ac9-330ae4725637 req-a54ba549-065e-43d1-ab23-961094f133d7 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] Received port after_create {{(pid=94467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:41:09.459366 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d92b609-5cf2-4526-9ac9-330ae4725637 req-a54ba549-065e-43d1-ab23-961094f133d7 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:41:09.460513 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-1d92b609-5cf2-4526-9ac9-330ae4725637 req-a54ba549-065e-43d1-ab23-961094f133d7 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:09.496529 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-1d92b609-5cf2-4526-9ac9-330ae4725637 req-a54ba549-065e-43d1-ab23-961094f133d7 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5593317 Aug 12 14:41:09.517185 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-284c97a0-7840-44e3-b4ea-50b5cd6469bd req-4ed426b0-b76b-440c-987b-0d724affba14 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b3c7ce2-70f7-4d15-8774-e830cec0f0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2952011 Aug 12 14:41:09.537457 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-1d92b609-5cf2-4526-9ac9-330ae4725637 req-7a69eb4f-b5be-47d9-95d0-d61efa144212 service neutron] Request body: {'port': {'device_id': '36e8e056-0dbe-48e4-bd23-52f9eecea8a5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-694802-15'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:41:09.579058 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c7fce306-13ab-455a-aab4-7fecf79ba1ae req-8e6c6c07-e38c-49f8-8925-b765209cc825 service neutron] 10.222.0.64 "GET /v2.0/networks/a681c17b-4312-41b7-b711-32d50b05905d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2730243 Aug 12 14:41:09.600384 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-847a284b-a0ca-4a8e-9f4f-0f7c406a7f31 tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] For port d9971556-1746-4019-8785-bfe897e2c801, host n-h1-694802-15, got binding levels [] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:41:09.600758 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-847a284b-a0ca-4a8e-9f4f-0f7c406a7f31 tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:09.659465 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-847a284b-a0ca-4a8e-9f4f-0f7c406a7f31 tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Calling delete_port for d9971556-1746-4019-8785-bfe897e2c801 owned by {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:41:09.818020 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-041a7098-cb30-41a7-9442-12a46c0a6c62 None None] Provisioning for port 6f8cf43d-d568-4ef8-a63e-924a5ac834bf completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:41:09.826065 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-041a7098-cb30-41a7-9442-12a46c0a6c62 None None] Provisioning complete for port 6f8cf43d-d568-4ef8-a63e-924a5ac834bf triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:41:09.826693 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-041a7098-cb30-41a7-9442-12a46c0a6c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:09.872458 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-847a284b-a0ca-4a8e-9f4f-0f7c406a7f31 tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:09.883954 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-041a7098-cb30-41a7-9442-12a46c0a6c62 None None] Port 6f8cf43d-d568-4ef8-a63e-924a5ac834bf cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 14:41:09.915282 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847a284b-a0ca-4a8e-9f4f-0f7c406a7f31 tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Pushing event deleted for resources: {'Port': ['ID=d9971556-1746-4019-8785-bfe897e2c801,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:41:09.923911 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-847a284b-a0ca-4a8e-9f4f-0f7c406a7f31 tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:09.929693 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-847a284b-a0ca-4a8e-9f4f-0f7c406a7f31 tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] 10.222.0.39 "DELETE /v2.0/ports/d9971556-1746-4019-8785-bfe897e2c801 HTTP/1.1" status: 204 len: 168 time: 0.8547239 Aug 12 14:41:09.930544 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 46018) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:41:09.959909 n-d-694802-15 neutron-server[94466]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f2515cd-557c-4ed1-9804-919c0d14fe9e tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] GET failed (client error): The resource could not be found. Aug 12 14:41:09.966037 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-3f2515cd-557c-4ed1-9804-919c0d14fe9e tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] 10.222.0.39 "GET /v2.0/ports/d9971556-1746-4019-8785-bfe897e2c801 HTTP/1.1" status: 404 len: 333 time: 0.0343316 Aug 12 14:41:09.966720 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 46022) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:41:09.972668 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-da187fe4-9e65-4b4f-b151-597c12f7d9f8 tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-694226127', 'network_id': 'be672739-a664-4fab-8f62-ed57670843a3'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:41:10.009346 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da187fe4-9e65-4b4f-b151-597c12f7d9f8 tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Made reservation on behalf of 5c4b19e9fcf74fbd9e9038421885efee for: {'port': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:41:10.017405 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-da187fe4-9e65-4b4f-b151-597c12f7d9f8 tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:10.056202 n-d-694802-15 neutron-server[94466]: DEBUG neutron.notifiers.nova [None req-da187fe4-9e65-4b4f-b151-597c12f7d9f8 tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] device_id is not set on port 510178cb-05b4-449a-af08-d04eb66f24a0 yet. {{(pid=94466) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 14:41:10.106598 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-1d92b609-5cf2-4526-9ac9-330ae4725637 req-7a69eb4f-b5be-47d9-95d0-d61efa144212 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:10.109274 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-307332ad-cec2-4f20-8183-9ae60ff33716 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:10.133436 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16cdbcd-f18b-4b41-ba40-1e08ede76b95 req-bedb60c7-0942-4ce2-a137-f9d24d359b19 tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:41:10.135052 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f16cdbcd-f18b-4b41-ba40-1e08ede76b95 req-bedb60c7-0942-4ce2-a137-f9d24d359b19 tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] 10.222.0.39 "GET /v2.0/ports?device_id=386835e1-c682-4306-8829-4ba3e0f82472 HTTP/1.1" status: 200 len: 1023 time: 0.5736766 Aug 12 14:41:10.226833 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c256f2-1acc-4cf7-b8d3-0ea826af48a9 req-5ed6dbfd-4ae9-470e-afc6-c3bb92e5d3aa tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:41:10.229094 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a4c256f2-1acc-4cf7-b8d3-0ea826af48a9 req-5ed6dbfd-4ae9-470e-afc6-c3bb92e5d3aa tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] 10.222.0.64 "GET /v2.0/ports?device_id=386835e1-c682-4306-8829-4ba3e0f82472 HTTP/1.1" status: 200 len: 1023 time: 0.2178295 Aug 12 14:41:10.254140 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c7fce306-13ab-455a-aab4-7fecf79ba1ae req-c5cce63c-1d66-4725-8261-1021ef36d650 service neutron] 10.222.0.64 "GET /v2.0/networks/a681c17b-4312-41b7-b711-32d50b05905d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6557910 Aug 12 14:41:10.366578 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f16cdbcd-f18b-4b41-ba40-1e08ede76b95 req-5425fe59-5c45-4575-9081-e155c5c335e2 tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] 10.222.0.39 "GET /v2.0/security-groups?id=205b4a93-bf0c-487b-b27f-0045badaba85&id=c9503060-8cca-4a49-be19-b74e524fcbc3&id=236a0eec-9f7c-4484-872e-cf0d4d2f69af&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.2130046 Aug 12 14:41:10.419055 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-da187fe4-9e65-4b4f-b151-597c12f7d9f8 tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:10.496424 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdacbe6-5e0c-48aa-93c3-f419b7cb40ba req-43b8274c-579c-438e-a3bf-2eb8643338e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:41:10.497983 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4bdacbe6-5e0c-48aa-93c3-f419b7cb40ba req-43b8274c-579c-438e-a3bf-2eb8643338e3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4024e5f8cb5f495fb475a508277f1933&device_id=4e619328-2426-44b9-8774-33de08167f1b HTTP/1.1" status: 200 len: 1096 time: 0.1583433 Aug 12 14:41:10.512321 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-da187fe4-9e65-4b4f-b151-597c12f7d9f8 tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:10.595446 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [req-a4c256f2-1acc-4cf7-b8d3-0ea826af48a9 req-e9a04e38-2aa1-4f48-9235-cc8e29b592fd tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] Deleting port af31cda9-733b-4e7b-9614-de3dddf9cf56 {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:41:10.596023 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-a4c256f2-1acc-4cf7-b8d3-0ea826af48a9 req-e9a04e38-2aa1-4f48-9235-cc8e29b592fd tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:10.796027 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcefc663-5be6-4c05-9957-8e66c8606cd5 req-540d8cb8-08b1-48dc-b56a-68e214e235cb tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:41:10.797851 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-dcefc663-5be6-4c05-9957-8e66c8606cd5 req-540d8cb8-08b1-48dc-b56a-68e214e235cb tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] 10.222.0.39 "GET /v2.0/ports?device_id=4e619328-2426-44b9-8774-33de08167f1b HTTP/1.1" status: 200 len: 944 time: 0.1722479 Aug 12 14:41:10.870920 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdacbe6-5e0c-48aa-93c3-f419b7cb40ba req-3ac4a5c9-0163-4ff7-b26a-396beb820a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:41:10.873340 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4bdacbe6-5e0c-48aa-93c3-f419b7cb40ba req-3ac4a5c9-0163-4ff7-b26a-396beb820a64 service neutron] 10.222.0.64 "GET /v2.0/networks?id=a681c17b-4312-41b7-b711-32d50b05905d HTTP/1.1" status: 200 len: 913 time: 0.3631155 Aug 12 14:41:10.881145 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-a4c256f2-1acc-4cf7-b8d3-0ea826af48a9 req-e9a04e38-2aa1-4f48-9235-cc8e29b592fd tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] For port af31cda9-733b-4e7b-9614-de3dddf9cf56, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=af31cda9-733b-4e7b-9614-de3dddf9cf56,segment=NetworkSegment(21390069-236e-48c1-88f4-ced6154e645c),segment_id=21390069-236e-48c1-88f4-ced6154e645c)] {{(pid=94467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:41:10.881601 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-a4c256f2-1acc-4cf7-b8d3-0ea826af48a9 req-e9a04e38-2aa1-4f48-9235-cc8e29b592fd tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:10.885563 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44490752-9654-4b74-bc73-b8fc162039a1 req-0112745d-cb1d-4245-81ad-ca91e7a7b83f tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:41:10.887574 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-44490752-9654-4b74-bc73-b8fc162039a1 req-0112745d-cb1d-4245-81ad-ca91e7a7b83f tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] 10.222.0.39 "GET /v2.0/ports?device_id=36e8e056-0dbe-48e4-bd23-52f9eecea8a5 HTTP/1.1" status: 200 len: 936 time: 0.4538074 Aug 12 14:41:10.911610 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da187fe4-9e65-4b4f-b151-597c12f7d9f8 tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Network be672739-a664-4fab-8f62-ed57670843a3 is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:41:10.913384 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da187fe4-9e65-4b4f-b151-597c12f7d9f8 tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Pushing event updated for resources: {'Port': ['ID=510178cb-05b4-449a-af08-d04eb66f24a0,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:41:10.923302 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-da187fe4-9e65-4b4f-b151-597c12f7d9f8 tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:41:10.927451 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da187fe4-9e65-4b4f-b151-597c12f7d9f8 tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:41:10.928507 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da187fe4-9e65-4b4f-b151-597c12f7d9f8 tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:41:10.929259 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-da187fe4-9e65-4b4f-b151-597c12f7d9f8 tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:10.935421 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [req-a4c256f2-1acc-4cf7-b8d3-0ea826af48a9 req-e9a04e38-2aa1-4f48-9235-cc8e29b592fd tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] Calling delete_port for af31cda9-733b-4e7b-9614-de3dddf9cf56 owned by compute:nova {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:41:10.956972 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-da187fe4-9e65-4b4f-b151-597c12f7d9f8 tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.9889793 Aug 12 14:41:10.960296 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4bdacbe6-5e0c-48aa-93c3-f419b7cb40ba req-cddd8c4c-7ccc-472a-bc1c-203ca3218805 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=aa508320-846b-4c3b-a392-a54724d87d2c HTTP/1.1" status: 200 len: 217 time: 0.0696611 Aug 12 14:41:10.964168 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [req-1d92b609-5cf2-4526-9ac9-330ae4725637 req-7a69eb4f-b5be-47d9-95d0-d61efa144212 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f8cf43d-d568-4ef8-a63e-924a5ac834bf {{(pid=94467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:41:10.971637 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 46088) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:41:10.972119 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-44490752-9654-4b74-bc73-b8fc162039a1 req-db7b060c-7778-4aa0-9b5e-803302c0dc09 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] 10.222.0.39 "GET /v2.0/security-groups?id=5301a7d3-dd3e-456d-bf8f-dfd76884604a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681319 Aug 12 14:41:10.984650 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-dcefc663-5be6-4c05-9957-8e66c8606cd5 req-65f1a496-6b63-4e21-b6fc-b51e3e8987f3 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b3c7ce2-70f7-4d15-8774-e830cec0f0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678071 Aug 12 14:41:10.993416 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-1d92b609-5cf2-4526-9ac9-330ae4725637 req-7a69eb4f-b5be-47d9-95d0-d61efa144212 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:11.128227 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [req-1d92b609-5cf2-4526-9ac9-330ae4725637 req-7a69eb4f-b5be-47d9-95d0-d61efa144212 service neutron] Transition to ACTIVE for port object 6f8cf43d-d568-4ef8-a63e-924a5ac834bf will not be triggered until provisioned by entity L2. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:41:11.143173 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-1d92b609-5cf2-4526-9ac9-330ae4725637 req-7a69eb4f-b5be-47d9-95d0-d61efa144212 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:11.149798 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:11.155751 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c51bf17-457a-4a55-85f3-0df0e1cc022f tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:41:11.157764 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-4c51bf17-457a-4a55-85f3-0df0e1cc022f tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] 10.222.0.39 "GET /v2.0/ports/510178cb-05b4-449a-af08-d04eb66f24a0 HTTP/1.1" status: 200 len: 954 time: 0.1851630 Aug 12 14:41:11.160808 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 46104) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:41:11.169286 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdacbe6-5e0c-48aa-93c3-f419b7cb40ba req-44718758-2d3b-4b94-ba73-bc6808fe9c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:41:11.171114 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4bdacbe6-5e0c-48aa-93c3-f419b7cb40ba req-44718758-2d3b-4b94-ba73-bc6808fe9c10 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=49978436-adae-4995-85db-355f6ab8bdca HTTP/1.1" status: 200 len: 852 time: 0.1949854 Aug 12 14:41:11.259293 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4bdacbe6-5e0c-48aa-93c3-f419b7cb40ba req-4d25984f-3260-4a8a-a1c2-6bfe668b7c50 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a681c17b-4312-41b7-b711-32d50b05905d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0595584 Aug 12 14:41:11.277330 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-0a7f6bdb-75a7-4a27-9207-a112b18ddfc3 tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Deleting port 510178cb-05b4-449a-af08-d04eb66f24a0 {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:41:11.277681 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0a7f6bdb-75a7-4a27-9207-a112b18ddfc3 tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:11.280816 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a69eb4f-b5be-47d9-95d0-d61efa144212 service neutron] Pushing event updated for resources: {'Port': ['ID=6f8cf43d-d568-4ef8-a63e-924a5ac834bf,revision_number=2']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:41:11.366332 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0a7f6bdb-75a7-4a27-9207-a112b18ddfc3 tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:11.395721 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-0a7f6bdb-75a7-4a27-9207-a112b18ddfc3 tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Calling delete_port for 510178cb-05b4-449a-af08-d04eb66f24a0 owned by {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:41:11.529327 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-a4c256f2-1acc-4cf7-b8d3-0ea826af48a9 req-e9a04e38-2aa1-4f48-9235-cc8e29b592fd tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:11.572804 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-2555fa12-3435-4792-8528-e1c9072c97a2 req-cbd72ea3-e3a0-4e6b-b992-5d2e8a95aedc tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] 10.222.0.39 "GET /v2.0/ports?device_id=386835e1-c682-4306-8829-4ba3e0f82472 HTTP/1.1" status: 200 len: 210 time: 0.0705574 Aug 12 14:41:11.598588 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a04e38-2aa1-4f48-9235-cc8e29b592fd tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] Pushing event deleted for resources: {'Port': ['ID=af31cda9-733b-4e7b-9614-de3dddf9cf56,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:41:11.644535 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 46140) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:41:11.661350 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0a7f6bdb-75a7-4a27-9207-a112b18ddfc3 tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:11.688444 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4c256f2-1acc-4cf7-b8d3-0ea826af48a9 req-e9a04e38-2aa1-4f48-9235-cc8e29b592fd tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] No DVR routers for this DVR port af31cda9-733b-4e7b-9614-de3dddf9cf56 on host n-h1-694802-15 {{(pid=94467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:41:11.697845 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-a4c256f2-1acc-4cf7-b8d3-0ea826af48a9 req-e9a04e38-2aa1-4f48-9235-cc8e29b592fd tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:11.699932 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a4c256f2-1acc-4cf7-b8d3-0ea826af48a9 req-e9a04e38-2aa1-4f48-9235-cc8e29b592fd tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] 10.222.0.64 "DELETE /v2.0/ports/af31cda9-733b-4e7b-9614-de3dddf9cf56 HTTP/1.1" status: 204 len: 173 time: 1.4497643 Aug 12 14:41:11.700453 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '386835e1-c682-4306-8829-4ba3e0f82472', 'name': 'network-vif-deleted', 'tag': 'af31cda9-733b-4e7b-9614-de3dddf9cf56'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:41:11.701571 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7f6bdb-75a7-4a27-9207-a112b18ddfc3 tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Pushing event deleted for resources: {'Port': ['ID=510178cb-05b4-449a-af08-d04eb66f24a0,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:41:11.702878 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e65282f928b64038367d043a4411777802006c43a98742496cb2e25b724ff1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dccde26-5f8c-44fd-af63-60f9e2a85b7e" -d '{"events": [{"server_uuid": "386835e1-c682-4306-8829-4ba3e0f82472", "name": "network-vif-deleted", "tag": "af31cda9-733b-4e7b-9614-de3dddf9cf56"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:41:11.712649 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4bdacbe6-5e0c-48aa-93c3-f419b7cb40ba req-4a267458-4dd4-4b2d-9a91-74e5637df2d5 service neutron] 10.222.0.64 "GET /v2.0/networks/a681c17b-4312-41b7-b711-32d50b05905d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4409444 Aug 12 14:41:11.715689 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-1d92b609-5cf2-4526-9ac9-330ae4725637 req-7a69eb4f-b5be-47d9-95d0-d61efa144212 service neutron] Attempting to bind port 6f8cf43d-d568-4ef8-a63e-924a5ac834bf on host n-h2-694802-15 for vnic_type normal with profile {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:41:11.716096 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-1d92b609-5cf2-4526-9ac9-330ae4725637 req-7a69eb4f-b5be-47d9-95d0-d61efa144212 service neutron] Attempting to bind port 6f8cf43d-d568-4ef8-a63e-924a5ac834bf by drivers openvswitch,hyperv on host n-h2-694802-15 at level 0 using segments [{'id': 'a1f8c867-101b-4d30-814e-b89f55a5edd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '2525c403-dfb3-4196-a273-739607aab38a'}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:41:11.716495 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d92b609-5cf2-4526-9ac9-330ae4725637 req-7a69eb4f-b5be-47d9-95d0-d61efa144212 service neutron] Attempting to bind port 6f8cf43d-d568-4ef8-a63e-924a5ac834bf on network 2525c403-dfb3-4196-a273-739607aab38a {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:41:11.735192 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0a7f6bdb-75a7-4a27-9207-a112b18ddfc3 tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:11.741165 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-0a7f6bdb-75a7-4a27-9207-a112b18ddfc3 tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] 10.222.0.39 "DELETE /v2.0/ports/510178cb-05b4-449a-af08-d04eb66f24a0 HTTP/1.1" status: 204 len: 168 time: 0.5792530 Aug 12 14:41:11.744727 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 46148) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:41:11.759274 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d92b609-5cf2-4526-9ac9-330ae4725637 req-7a69eb4f-b5be-47d9-95d0-d61efa144212 service neutron] Port 6f8cf43d-d568-4ef8-a63e-924a5ac834bf on network 2525c403-dfb3-4196-a273-739607aab38a not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-15 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 14:41:11.761624 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d92b609-5cf2-4526-9ac9-330ae4725637 req-7a69eb4f-b5be-47d9-95d0-d61efa144212 service neutron] Attempting to bind port 6f8cf43d-d568-4ef8-a63e-924a5ac834bf on network 2525c403-dfb3-4196-a273-739607aab38a {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:41:11.794440 n-d-694802-15 neutron-server[94466]: INFO neutron.pecan_wsgi.hooks.translation [None req-1833a6c6-9401-4f49-bada-e29c393a6770 tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] GET failed (client error): The resource could not be found. Aug 12 14:41:11.796130 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-1833a6c6-9401-4f49-bada-e29c393a6770 tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] 10.222.0.39 "GET /v2.0/ports/510178cb-05b4-449a-af08-d04eb66f24a0 HTTP/1.1" status: 404 len: 333 time: 0.0503573 Aug 12 14:41:11.799916 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 46150) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:41:11.814936 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-4f1464d2-bf9b-408d-b0f4-bf47ca7bd62e tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Request body: {'port': {'network_id': 'be672739-a664-4fab-8f62-ed57670843a3', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-17149500'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:41:11.830088 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 14:41:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86545643-70f1-4224-a136-8f6668d6d660 x-openstack-request-id: req-86545643-70f1-4224-a136-8f6668d6d660 {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:41:11.830315 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "386835e1-c682-4306-8829-4ba3e0f82472", "name": "network-vif-deleted", "tag": "af31cda9-733b-4e7b-9614-de3dddf9cf56", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:41:11.830495 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-86545643-70f1-4224-a136-8f6668d6d660 {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:41:11.830908 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '386835e1-c682-4306-8829-4ba3e0f82472', 'name': 'network-vif-deleted', 'tag': 'af31cda9-733b-4e7b-9614-de3dddf9cf56', 'status': 'completed', 'code': 200} Aug 12 14:41:11.846792 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d92b609-5cf2-4526-9ac9-330ae4725637 req-7a69eb4f-b5be-47d9-95d0-d61efa144212 service neutron] Checking agent: {'id': 'b7697f71-33f3-4959-ad82-43c2dc15845d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 27, 42), 'started_at': datetime.datetime(2021, 8, 12, 14, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 40, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:41:11.847170 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d92b609-5cf2-4526-9ac9-330ae4725637 req-7a69eb4f-b5be-47d9-95d0-d61efa144212 service neutron] Checking segment: {'id': 'a1f8c867-101b-4d30-814e-b89f55a5edd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '2525c403-dfb3-4196-a273-739607aab38a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:41:11.847567 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d92b609-5cf2-4526-9ac9-330ae4725637 req-7a69eb4f-b5be-47d9-95d0-d61efa144212 service neutron] Bound using segment: {'id': 'a1f8c867-101b-4d30-814e-b89f55a5edd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '2525c403-dfb3-4196-a273-739607aab38a'} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:41:11.848122 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-1d92b609-5cf2-4526-9ac9-330ae4725637 req-7a69eb4f-b5be-47d9-95d0-d61efa144212 service neutron] Bound port: 6f8cf43d-d568-4ef8-a63e-924a5ac834bf, host: n-h2-694802-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1f8c867-101b-4d30-814e-b89f55a5edd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '2525c403-dfb3-4196-a273-739607aab38a'}}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:41:11.848496 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-1d92b609-5cf2-4526-9ac9-330ae4725637 req-7a69eb4f-b5be-47d9-95d0-d61efa144212 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:11.862982 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f1464d2-bf9b-408d-b0f4-bf47ca7bd62e tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Made reservation on behalf of 5c4b19e9fcf74fbd9e9038421885efee for: {'port': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:41:11.865644 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4f1464d2-bf9b-408d-b0f4-bf47ca7bd62e tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:11.897516 n-d-694802-15 neutron-server[94466]: DEBUG neutron.notifiers.nova [None req-4f1464d2-bf9b-408d-b0f4-bf47ca7bd62e tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] device_id is not set on port 44308d8c-e5e6-4883-aa57-0766ba49906b yet. {{(pid=94466) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 14:41:11.983463 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-5de82290-ac54-4e40-be5c-6ee82a114130 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:12.037565 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4bdacbe6-5e0c-48aa-93c3-f419b7cb40ba req-0669c78a-e616-4a9c-9344-b5967db04ee4 service neutron] 10.222.0.64 "GET /v2.0/networks/a681c17b-4312-41b7-b711-32d50b05905d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3168223 Aug 12 14:41:12.061319 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-1d92b609-5cf2-4526-9ac9-330ae4725637 req-7a69eb4f-b5be-47d9-95d0-d61efa144212 service neutron] For port 6f8cf43d-d568-4ef8-a63e-924a5ac834bf, host n-h2-694802-15, cleared binding levels {{(pid=94467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:41:12.066559 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-1d92b609-5cf2-4526-9ac9-330ae4725637 req-7a69eb4f-b5be-47d9-95d0-d61efa144212 service neutron] For port 6f8cf43d-d568-4ef8-a63e-924a5ac834bf, host n-h2-694802-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=6f8cf43d-d568-4ef8-a63e-924a5ac834bf,segment=NetworkSegment(a1f8c867-101b-4d30-814e-b89f55a5edd0),segment_id=a1f8c867-101b-4d30-814e-b89f55a5edd0)] {{(pid=94467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:41:12.078628 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-1d92b609-5cf2-4526-9ac9-330ae4725637 req-7a69eb4f-b5be-47d9-95d0-d61efa144212 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:12.143363 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4f1464d2-bf9b-408d-b0f4-bf47ca7bd62e tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:12.149332 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d92b609-5cf2-4526-9ac9-330ae4725637 req-7a69eb4f-b5be-47d9-95d0-d61efa144212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:41:12.149890 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-1d92b609-5cf2-4526-9ac9-330ae4725637 req-7a69eb4f-b5be-47d9-95d0-d61efa144212 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:12.151339 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-1d92b609-5cf2-4526-9ac9-330ae4725637 req-7a69eb4f-b5be-47d9-95d0-d61efa144212 service neutron] 10.222.0.49 "PUT /v2.0/ports/6f8cf43d-d568-4ef8-a63e-924a5ac834bf HTTP/1.1" status: 200 len: 1097 time: 2.6447401 Aug 12 14:41:12.293366 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a69eb4f-b5be-47d9-95d0-d61efa144212 service neutron] Pushing event updated for resources: {'Port': ['ID=6f8cf43d-d568-4ef8-a63e-924a5ac834bf,revision_number=3']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:41:12.338717 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4f1464d2-bf9b-408d-b0f4-bf47ca7bd62e tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:12.371726 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d1f59e-0b4e-4fa8-bd1c-c221f19cf908 req-1db95b78-d801-46a2-b54d-4c5ca7eb02b6 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:41:12.373350 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-37d1f59e-0b4e-4fa8-bd1c-c221f19cf908 req-1db95b78-d801-46a2-b54d-4c5ca7eb02b6 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] 10.222.0.39 "GET /v2.0/ports?device_id=36e8e056-0dbe-48e4-bd23-52f9eecea8a5 HTTP/1.1" status: 200 len: 948 time: 0.2513232 Aug 12 14:41:12.374256 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:12.398829 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d92b609-5cf2-4526-9ac9-330ae4725637 req-f95ed1a8-5ae0-42c3-9914-e328622807d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:41:12.401555 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-1d92b609-5cf2-4526-9ac9-330ae4725637 req-f95ed1a8-5ae0-42c3-9914-e328622807d4 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=65b2c96d0253481aa302fceca03e83a5&device_id=36e8e056-0dbe-48e4-bd23-52f9eecea8a5 HTTP/1.1" status: 200 len: 1100 time: 0.1925359 Aug 12 14:41:12.404446 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-5de82290-ac54-4e40-be5c-6ee82a114130 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:12.425847 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f1464d2-bf9b-408d-b0f4-bf47ca7bd62e tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Network be672739-a664-4fab-8f62-ed57670843a3 is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:41:12.431308 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-4f1464d2-bf9b-408d-b0f4-bf47ca7bd62e tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:41:12.452221 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-5de82290-ac54-4e40-be5c-6ee82a114130 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:12.452998 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f1464d2-bf9b-408d-b0f4-bf47ca7bd62e tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:41:12.454317 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f1464d2-bf9b-408d-b0f4-bf47ca7bd62e tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:41:12.455049 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4f1464d2-bf9b-408d-b0f4-bf47ca7bd62e tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:12.464892 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c748153-cb2e-4f9b-a8a6-4d02835a5597 req-733b753d-71a4-4d61-bb7b-b9a6f2719648 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:41:12.475758 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-0c748153-cb2e-4f9b-a8a6-4d02835a5597 req-733b753d-71a4-4d61-bb7b-b9a6f2719648 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] 10.222.0.39 "GET /v2.0/ports?device_id=4e619328-2426-44b9-8774-33de08167f1b HTTP/1.1" status: 200 len: 944 time: 0.1837060 Aug 12 14:41:12.479874 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1464d2-bf9b-408d-b0f4-bf47ca7bd62e tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Pushing event updated for resources: {'Port': ['ID=44308d8c-e5e6-4883-aa57-0766ba49906b,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:41:12.528296 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-4f1464d2-bf9b-408d-b0f4-bf47ca7bd62e tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 958 time: 0.7244210 Aug 12 14:41:12.528500 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-1d92b609-5cf2-4526-9ac9-330ae4725637 req-873957f4-62b2-4d48-83f7-fdcfff66c0ca service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=6f8cf43d-d568-4ef8-a63e-924a5ac834bf HTTP/1.1" status: 200 len: 217 time: 0.1083488 Aug 12 14:41:12.528613 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 46170) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:41:12.534249 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-c92a65b9-d105-4803-864a-a24d66cf3b76 tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-694802-15'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:41:12.543452 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-0c748153-cb2e-4f9b-a8a6-4d02835a5597 req-6ebc1f90-28a5-45f7-9274-7cc8e7088986 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b3c7ce2-70f7-4d15-8774-e830cec0f0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666523 Aug 12 14:41:12.570558 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e749f2a6-25c7-4e1b-a563-365b75052a6b req-8b13e447-60c6-4899-a352-96791647ec85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:41:12.572395 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e749f2a6-25c7-4e1b-a563-365b75052a6b req-8b13e447-60c6-4899-a352-96791647ec85 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ef918c3e55db41809ce6731a1724be70&device_id=d52af645-a96c-4fda-a020-923ad96d40ff HTTP/1.1" status: 200 len: 1097 time: 0.2543211 Aug 12 14:41:12.596338 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-5de82290-ac54-4e40-be5c-6ee82a114130 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a86e6ed1f2b34d35b1a5882bc5080e42&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9475594 Aug 12 14:41:12.607972 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 46174) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:41:12.613146 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de82290-ac54-4e40-be5c-6ee82a114130 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae749cdb-c6f5-4478-b706-958bfe7974e8,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:41:12.619106 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-37d1f59e-0b4e-4fa8-bd1c-c221f19cf908 req-699913e1-0a46-4afa-ae53-62c6d8bfe700 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] 10.222.0.39 "GET /v2.0/security-groups?id=5301a7d3-dd3e-456d-bf8f-dfd76884604a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2291431 Aug 12 14:41:12.629638 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c92a65b9-d105-4803-864a-a24d66cf3b76 tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:12.709409 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d92b609-5cf2-4526-9ac9-330ae4725637 req-80d20725-e13b-4d8f-94f9-67f39baf01a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:41:12.710904 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-1d92b609-5cf2-4526-9ac9-330ae4725637 req-80d20725-e13b-4d8f-94f9-67f39baf01a6 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=236e0be6-1c94-4221-9e8b-ab02a53331f8 HTTP/1.1" status: 200 len: 843 time: 0.1685603 Aug 12 14:41:12.825323 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-805b0548-4b48-4c98-a0f6-5d723d1b405b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:12.827144 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e749f2a6-25c7-4e1b-a563-365b75052a6b req-52d13e27-897b-45cd-bfd4-9f9fa585b0d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:41:12.829411 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e749f2a6-25c7-4e1b-a563-365b75052a6b req-52d13e27-897b-45cd-bfd4-9f9fa585b0d4 service neutron] 10.222.0.64 "GET /v2.0/networks?id=403ed391-7874-4a33-9f4f-96fa9ef207f4 HTTP/1.1" status: 200 len: 919 time: 0.2293296 Aug 12 14:41:12.832605 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-cea3e2b8-6403-4423-aaa6-6c92ef5c75b7 req-364577bb-62e4-4028-8bfc-aa0929c7e9d5 tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] 10.222.0.39 "GET /v2.0/security-groups/c9503060-8cca-4a49-be19-b74e524fcbc3 HTTP/1.1" status: 200 len: 1802 time: 0.0691657 Aug 12 14:41:12.859705 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d92b609-5cf2-4526-9ac9-330ae4725637 req-5e33ed29-94e3-49d9-8853-104a5c423ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:41:12.861221 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-1d92b609-5cf2-4526-9ac9-330ae4725637 req-5e33ed29-94e3-49d9-8853-104a5c423ba6 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2525c403-dfb3-4196-a273-739607aab38a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1364396 Aug 12 14:41:12.868714 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa77d4a9-cd97-403e-827e-0a333ac7ba83 req-2da08e8a-8f26-4f84-bf8e-9e0150f369dc tempest-ServerRescueNegativeTestJSON-1622637895 tempest-ServerRescueNegativeTestJSON-1622637895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:41:12.870124 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-aa77d4a9-cd97-403e-827e-0a333ac7ba83 req-2da08e8a-8f26-4f84-bf8e-9e0150f369dc tempest-ServerRescueNegativeTestJSON-1622637895 tempest-ServerRescueNegativeTestJSON-1622637895-project] 10.222.0.39 "GET /v2.0/ports?device_id=d52af645-a96c-4fda-a020-923ad96d40ff HTTP/1.1" status: 200 len: 945 time: 0.1511111 Aug 12 14:41:12.908839 n-d-694802-15 neutron-server[94466]: DEBUG neutron.notifiers.nova [None req-c92a65b9-d105-4803-864a-a24d66cf3b76 tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] device_id is not set on port 44308d8c-e5e6-4883-aa57-0766ba49906b yet. {{(pid=94466) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 14:41:12.917769 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e749f2a6-25c7-4e1b-a563-365b75052a6b req-a3606e73-52fc-4bf2-a10e-b4f511f56eb1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=77908564-4609-4603-8286-dd7ae3af6f74 HTTP/1.1" status: 200 len: 217 time: 0.0744660 Aug 12 14:41:12.920670 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c92a65b9-d105-4803-864a-a24d66cf3b76 tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:12.941285 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device aa508320-846b-4c3b-a392-a54724d87d2c details requested by agent hyperv_n-h1-694802-15 with host n-h1-694802-15 {{(pid=94468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 14:41:12.945427 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device af31cda9-733b-4e7b-9614-de3dddf9cf56 no longer exists at agent hyperv_n-h1-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:41:12.948844 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-c92a65b9-d105-4803-864a-a24d66cf3b76 tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Transition to ACTIVE for port object 44308d8c-e5e6-4883-aa57-0766ba49906b will not be triggered until provisioned by entity L2. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:41:12.951352 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-cea3e2b8-6403-4423-aaa6-6c92ef5c75b7 req-1573ead9-14e9-4fad-b029-3270e20934ab tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] Notify callbacks [] for security_group, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:12.963651 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c92a65b9-d105-4803-864a-a24d66cf3b76 tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3718439'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:12.964594 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-805b0548-4b48-4c98-a0f6-5d723d1b405b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:13.002228 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-cea3e2b8-6403-4423-aaa6-6c92ef5c75b7 req-1573ead9-14e9-4fad-b029-3270e20934ab tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:13.051871 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92a65b9-d105-4803-864a-a24d66cf3b76 tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Pushing event updated for resources: {'Port': ['ID=44308d8c-e5e6-4883-aa57-0766ba49906b,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:41:13.072629 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-c92a65b9-d105-4803-864a-a24d66cf3b76 tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Attempting to bind port 44308d8c-e5e6-4883-aa57-0766ba49906b on host n-h1-694802-15 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:41:13.072969 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-c92a65b9-d105-4803-864a-a24d66cf3b76 tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Attempting to bind port 44308d8c-e5e6-4883-aa57-0766ba49906b by drivers openvswitch,hyperv on host n-h1-694802-15 at level 0 using segments [{'id': 'c432e6ac-bed3-4f80-9ab1-294a6e65eebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'be672739-a664-4fab-8f62-ed57670843a3'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:41:13.073320 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c92a65b9-d105-4803-864a-a24d66cf3b76 tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Attempting to bind port 44308d8c-e5e6-4883-aa57-0766ba49906b on network be672739-a664-4fab-8f62-ed57670843a3 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:41:13.081951 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c92a65b9-d105-4803-864a-a24d66cf3b76 tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Port 44308d8c-e5e6-4883-aa57-0766ba49906b on network be672739-a664-4fab-8f62-ed57670843a3 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-15 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 14:41:13.082419 n-d-694802-15 neutron-server[94466]: ERROR neutron.plugins.ml2.managers [None req-c92a65b9-d105-4803-864a-a24d66cf3b76 tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Failed to bind port 44308d8c-e5e6-4883-aa57-0766ba49906b on host n-h1-694802-15 for vnic_type normal using segments [{'id': 'c432e6ac-bed3-4f80-9ab1-294a6e65eebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'be672739-a664-4fab-8f62-ed57670843a3'}] Aug 12 14:41:13.083226 n-d-694802-15 neutron-server[94466]: INFO neutron.plugins.ml2.plugin [None req-c92a65b9-d105-4803-864a-a24d66cf3b76 tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Attempt 2 to bind port 44308d8c-e5e6-4883-aa57-0766ba49906b Aug 12 14:41:13.088641 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port aa508320-846b-4c3b-a392-a54724d87d2c, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=aa508320-846b-4c3b-a392-a54724d87d2c,segment=NetworkSegment(4c973057-417f-419d-840d-ea232fb579a5),segment_id=4c973057-417f-419d-840d-ea232fb579a5)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:41:13.100043 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-cea3e2b8-6403-4423-aaa6-6c92ef5c75b7 req-1573ead9-14e9-4fad-b029-3270e20934ab tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:13.103516 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-cea3e2b8-6403-4423-aaa6-6c92ef5c75b7 req-1573ead9-14e9-4fad-b029-3270e20934ab tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:13.104929 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Returning: {'device': 'aa508320-846b-4c3b-a392-a54724d87d2c', 'network_id': 'a681c17b-4312-41b7-b711-32d50b05905d', 'port_id': 'aa508320-846b-4c3b-a392-a54724d87d2c', 'mac_address': 'fa:16:3e:72:3e:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49978436-adae-4995-85db-355f6ab8bdca', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 14:41:13.108722 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-cea3e2b8-6403-4423-aaa6-6c92ef5c75b7 req-1573ead9-14e9-4fad-b029-3270e20934ab tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] 10.222.0.39 "DELETE /v2.0/security-groups/c9503060-8cca-4a49-be19-b74e524fcbc3 HTTP/1.1" status: 204 len: 173 time: 0.2615442 Aug 12 14:41:13.125423 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-c92a65b9-d105-4803-864a-a24d66cf3b76 tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Attempting to bind port 44308d8c-e5e6-4883-aa57-0766ba49906b on host n-h1-694802-15 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:41:13.126214 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-c92a65b9-d105-4803-864a-a24d66cf3b76 tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Attempting to bind port 44308d8c-e5e6-4883-aa57-0766ba49906b by drivers openvswitch,hyperv on host n-h1-694802-15 at level 0 using segments [{'id': 'c432e6ac-bed3-4f80-9ab1-294a6e65eebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'be672739-a664-4fab-8f62-ed57670843a3'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:41:13.127402 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c92a65b9-d105-4803-864a-a24d66cf3b76 tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Attempting to bind port 44308d8c-e5e6-4883-aa57-0766ba49906b on network be672739-a664-4fab-8f62-ed57670843a3 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:41:13.147519 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-93370168-53ca-47c2-9e27-b066be57125c None None] No Port match for: af31cda9-733b-4e7b-9614-de3dddf9cf56 {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 14:41:13.148109 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device af31cda9-733b-4e7b-9614-de3dddf9cf56 not bound to the agent host n-h1-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:41:13.160696 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c92a65b9-d105-4803-864a-a24d66cf3b76 tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Port 44308d8c-e5e6-4883-aa57-0766ba49906b on network be672739-a664-4fab-8f62-ed57670843a3 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-15 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 14:41:13.161098 n-d-694802-15 neutron-server[94466]: ERROR neutron.plugins.ml2.managers [None req-c92a65b9-d105-4803-864a-a24d66cf3b76 tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Failed to bind port 44308d8c-e5e6-4883-aa57-0766ba49906b on host n-h1-694802-15 for vnic_type normal using segments [{'id': 'c432e6ac-bed3-4f80-9ab1-294a6e65eebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'be672739-a664-4fab-8f62-ed57670843a3'}] Aug 12 14:41:13.164643 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:13.164849 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1573ead9-14e9-4fad-b029-3270e20934ab tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9503060-8cca-4a49-be19-b74e524fcbc3,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:41:13.175859 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:13.177862 n-d-694802-15 neutron-server[94466]: INFO neutron.plugins.ml2.plugin [None req-c92a65b9-d105-4803-864a-a24d66cf3b76 tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Attempt 3 to bind port 44308d8c-e5e6-4883-aa57-0766ba49906b Aug 12 14:41:13.186968 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa508320-846b-4c3b-a392-a54724d87d2c {{(pid=94468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:41:13.213518 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port aa508320-846b-4c3b-a392-a54724d87d2c, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=aa508320-846b-4c3b-a392-a54724d87d2c,segment=NetworkSegment(4c973057-417f-419d-840d-ea232fb579a5),segment_id=4c973057-417f-419d-840d-ea232fb579a5)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:41:13.230775 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:13.265119 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-c92a65b9-d105-4803-864a-a24d66cf3b76 tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Attempting to bind port 44308d8c-e5e6-4883-aa57-0766ba49906b on host n-h1-694802-15 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:41:13.269276 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-c92a65b9-d105-4803-864a-a24d66cf3b76 tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Attempting to bind port 44308d8c-e5e6-4883-aa57-0766ba49906b by drivers openvswitch,hyperv on host n-h1-694802-15 at level 0 using segments [{'id': 'c432e6ac-bed3-4f80-9ab1-294a6e65eebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'be672739-a664-4fab-8f62-ed57670843a3'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:41:13.269276 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c92a65b9-d105-4803-864a-a24d66cf3b76 tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Attempting to bind port 44308d8c-e5e6-4883-aa57-0766ba49906b on network be672739-a664-4fab-8f62-ed57670843a3 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:41:13.279295 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c92a65b9-d105-4803-864a-a24d66cf3b76 tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Port 44308d8c-e5e6-4883-aa57-0766ba49906b on network be672739-a664-4fab-8f62-ed57670843a3 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-15 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 14:41:13.280294 n-d-694802-15 neutron-server[94466]: ERROR neutron.plugins.ml2.managers [None req-c92a65b9-d105-4803-864a-a24d66cf3b76 tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Failed to bind port 44308d8c-e5e6-4883-aa57-0766ba49906b on host n-h1-694802-15 for vnic_type normal using segments [{'id': 'c432e6ac-bed3-4f80-9ab1-294a6e65eebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'be672739-a664-4fab-8f62-ed57670843a3'}] Aug 12 14:41:13.281535 n-d-694802-15 neutron-server[94466]: INFO neutron.plugins.ml2.plugin [None req-c92a65b9-d105-4803-864a-a24d66cf3b76 tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Attempt 4 to bind port 44308d8c-e5e6-4883-aa57-0766ba49906b Aug 12 14:41:13.311675 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-afba934b-a3dc-4b58-bb40-f60c77f8257e req-358a8af3-98de-4a23-b0db-f620c2bf3ab9 tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] 10.222.0.39 "GET /v2.0/security-groups/205b4a93-bf0c-487b-b27f-0045badaba85 HTTP/1.1" status: 200 len: 1801 time: 0.1808932 Aug 12 14:41:13.320499 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Pushing event updated for resources: {'Port': ['ID=aa508320-846b-4c3b-a392-a54724d87d2c,revision_number=4']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:41:13.324427 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-c92a65b9-d105-4803-864a-a24d66cf3b76 tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Attempting to bind port 44308d8c-e5e6-4883-aa57-0766ba49906b on host n-h1-694802-15 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:41:13.324807 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-c92a65b9-d105-4803-864a-a24d66cf3b76 tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Attempting to bind port 44308d8c-e5e6-4883-aa57-0766ba49906b by drivers openvswitch,hyperv on host n-h1-694802-15 at level 0 using segments [{'id': 'c432e6ac-bed3-4f80-9ab1-294a6e65eebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'be672739-a664-4fab-8f62-ed57670843a3'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:41:13.325121 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c92a65b9-d105-4803-864a-a24d66cf3b76 tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Attempting to bind port 44308d8c-e5e6-4883-aa57-0766ba49906b on network be672739-a664-4fab-8f62-ed57670843a3 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:41:13.340983 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c92a65b9-d105-4803-864a-a24d66cf3b76 tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Port 44308d8c-e5e6-4883-aa57-0766ba49906b on network be672739-a664-4fab-8f62-ed57670843a3 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-15 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 14:41:13.341343 n-d-694802-15 neutron-server[94466]: ERROR neutron.plugins.ml2.managers [None req-c92a65b9-d105-4803-864a-a24d66cf3b76 tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Failed to bind port 44308d8c-e5e6-4883-aa57-0766ba49906b on host n-h1-694802-15 for vnic_type normal using segments [{'id': 'c432e6ac-bed3-4f80-9ab1-294a6e65eebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'be672739-a664-4fab-8f62-ed57670843a3'}] Aug 12 14:41:13.345653 n-d-694802-15 neutron-server[94466]: INFO neutron.plugins.ml2.plugin [None req-c92a65b9-d105-4803-864a-a24d66cf3b76 tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Attempt 5 to bind port 44308d8c-e5e6-4883-aa57-0766ba49906b Aug 12 14:41:13.352432 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-3f7337ed-f625-4dae-ac23-ede5fae9b821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:13.359540 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-aa77d4a9-cd97-403e-827e-0a333ac7ba83 req-da7fec53-8bc3-4b96-aaa9-c6bf5ae9d842 tempest-ServerRescueNegativeTestJSON-1622637895 tempest-ServerRescueNegativeTestJSON-1622637895-project] 10.222.0.39 "GET /v2.0/security-groups?id=268dec7e-7261-41d2-9e03-6b72db198ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4502559 Aug 12 14:41:13.369220 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e749f2a6-25c7-4e1b-a563-365b75052a6b req-288805f5-4940-432c-aafb-6ca0af434888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:41:13.370700 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e749f2a6-25c7-4e1b-a563-365b75052a6b req-288805f5-4940-432c-aafb-6ca0af434888 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d596ebc0-f7b2-4a88-b2fe-14085d881fde HTTP/1.1" status: 200 len: 858 time: 0.4041684 Aug 12 14:41:13.372961 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-c92a65b9-d105-4803-864a-a24d66cf3b76 tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Attempting to bind port 44308d8c-e5e6-4883-aa57-0766ba49906b on host n-h1-694802-15 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:41:13.373417 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-c92a65b9-d105-4803-864a-a24d66cf3b76 tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Attempting to bind port 44308d8c-e5e6-4883-aa57-0766ba49906b by drivers openvswitch,hyperv on host n-h1-694802-15 at level 0 using segments [{'id': 'c432e6ac-bed3-4f80-9ab1-294a6e65eebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'be672739-a664-4fab-8f62-ed57670843a3'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:41:13.373754 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c92a65b9-d105-4803-864a-a24d66cf3b76 tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Attempting to bind port 44308d8c-e5e6-4883-aa57-0766ba49906b on network be672739-a664-4fab-8f62-ed57670843a3 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:41:13.389142 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c92a65b9-d105-4803-864a-a24d66cf3b76 tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Port 44308d8c-e5e6-4883-aa57-0766ba49906b on network be672739-a664-4fab-8f62-ed57670843a3 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-15 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 14:41:13.389475 n-d-694802-15 neutron-server[94466]: ERROR neutron.plugins.ml2.managers [None req-c92a65b9-d105-4803-864a-a24d66cf3b76 tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Failed to bind port 44308d8c-e5e6-4883-aa57-0766ba49906b on host n-h1-694802-15 for vnic_type normal using segments [{'id': 'c432e6ac-bed3-4f80-9ab1-294a6e65eebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'be672739-a664-4fab-8f62-ed57670843a3'}] Aug 12 14:41:13.392499 n-d-694802-15 neutron-server[94466]: INFO neutron.plugins.ml2.plugin [None req-c92a65b9-d105-4803-864a-a24d66cf3b76 tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Attempt 6 to bind port 44308d8c-e5e6-4883-aa57-0766ba49906b Aug 12 14:41:13.396431 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-1d92b609-5cf2-4526-9ac9-330ae4725637 req-a95accd5-a64c-4c64-89c3-827e08917e56 service neutron] 10.222.0.49 "GET /v2.0/networks/2525c403-dfb3-4196-a273-739607aab38a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4956043 Aug 12 14:41:13.406855 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-afba934b-a3dc-4b58-bb40-f60c77f8257e req-2543efd8-1b33-4054-8589-025c40902901 tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] Notify callbacks [] for security_group, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:13.414256 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e749f2a6-25c7-4e1b-a563-365b75052a6b req-9bdc3318-dd76-45d8-a02f-8e9a0675b39f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=403ed391-7874-4a33-9f4f-96fa9ef207f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338089 Aug 12 14:41:13.414978 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-c92a65b9-d105-4803-864a-a24d66cf3b76 tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Attempting to bind port 44308d8c-e5e6-4883-aa57-0766ba49906b on host n-h1-694802-15 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:41:13.415329 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-c92a65b9-d105-4803-864a-a24d66cf3b76 tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Attempting to bind port 44308d8c-e5e6-4883-aa57-0766ba49906b by drivers openvswitch,hyperv on host n-h1-694802-15 at level 0 using segments [{'id': 'c432e6ac-bed3-4f80-9ab1-294a6e65eebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'be672739-a664-4fab-8f62-ed57670843a3'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:41:13.415646 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c92a65b9-d105-4803-864a-a24d66cf3b76 tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Attempting to bind port 44308d8c-e5e6-4883-aa57-0766ba49906b on network be672739-a664-4fab-8f62-ed57670843a3 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:41:13.431879 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c92a65b9-d105-4803-864a-a24d66cf3b76 tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Port 44308d8c-e5e6-4883-aa57-0766ba49906b on network be672739-a664-4fab-8f62-ed57670843a3 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-15 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 14:41:13.432243 n-d-694802-15 neutron-server[94466]: ERROR neutron.plugins.ml2.managers [None req-c92a65b9-d105-4803-864a-a24d66cf3b76 tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Failed to bind port 44308d8c-e5e6-4883-aa57-0766ba49906b on host n-h1-694802-15 for vnic_type normal using segments [{'id': 'c432e6ac-bed3-4f80-9ab1-294a6e65eebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'be672739-a664-4fab-8f62-ed57670843a3'}] Aug 12 14:41:13.436399 n-d-694802-15 neutron-server[94466]: INFO neutron.plugins.ml2.plugin [None req-c92a65b9-d105-4803-864a-a24d66cf3b76 tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Attempt 7 to bind port 44308d8c-e5e6-4883-aa57-0766ba49906b Aug 12 14:41:13.442775 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-afba934b-a3dc-4b58-bb40-f60c77f8257e req-2543efd8-1b33-4054-8589-025c40902901 tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:13.463794 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-c92a65b9-d105-4803-864a-a24d66cf3b76 tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Attempting to bind port 44308d8c-e5e6-4883-aa57-0766ba49906b on host n-h1-694802-15 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:41:13.464127 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-c92a65b9-d105-4803-864a-a24d66cf3b76 tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Attempting to bind port 44308d8c-e5e6-4883-aa57-0766ba49906b by drivers openvswitch,hyperv on host n-h1-694802-15 at level 0 using segments [{'id': 'c432e6ac-bed3-4f80-9ab1-294a6e65eebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'be672739-a664-4fab-8f62-ed57670843a3'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:41:13.464466 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c92a65b9-d105-4803-864a-a24d66cf3b76 tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Attempting to bind port 44308d8c-e5e6-4883-aa57-0766ba49906b on network be672739-a664-4fab-8f62-ed57670843a3 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:41:13.469956 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-805b0548-4b48-4c98-a0f6-5d723d1b405b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:13.472969 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-805b0548-4b48-4c98-a0f6-5d723d1b405b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:13.474110 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-805b0548-4b48-4c98-a0f6-5d723d1b405b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ae749cdb-c6f5-4478-b706-958bfe7974e8 HTTP/1.1" status: 204 len: 168 time: 0.8623397 Aug 12 14:41:13.483487 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c92a65b9-d105-4803-864a-a24d66cf3b76 tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Port 44308d8c-e5e6-4883-aa57-0766ba49906b on network be672739-a664-4fab-8f62-ed57670843a3 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-15 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 14:41:13.483735 n-d-694802-15 neutron-server[94466]: ERROR neutron.plugins.ml2.managers [None req-c92a65b9-d105-4803-864a-a24d66cf3b76 tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Failed to bind port 44308d8c-e5e6-4883-aa57-0766ba49906b on host n-h1-694802-15 for vnic_type normal using segments [{'id': 'c432e6ac-bed3-4f80-9ab1-294a6e65eebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'be672739-a664-4fab-8f62-ed57670843a3'}] Aug 12 14:41:13.486748 n-d-694802-15 neutron-server[94466]: INFO neutron.plugins.ml2.plugin [None req-c92a65b9-d105-4803-864a-a24d66cf3b76 tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Attempt 8 to bind port 44308d8c-e5e6-4883-aa57-0766ba49906b Aug 12 14:41:13.501602 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-c92a65b9-d105-4803-864a-a24d66cf3b76 tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Attempting to bind port 44308d8c-e5e6-4883-aa57-0766ba49906b on host n-h1-694802-15 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:41:13.501965 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-c92a65b9-d105-4803-864a-a24d66cf3b76 tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Attempting to bind port 44308d8c-e5e6-4883-aa57-0766ba49906b by drivers openvswitch,hyperv on host n-h1-694802-15 at level 0 using segments [{'id': 'c432e6ac-bed3-4f80-9ab1-294a6e65eebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'be672739-a664-4fab-8f62-ed57670843a3'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:41:13.502292 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c92a65b9-d105-4803-864a-a24d66cf3b76 tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Attempting to bind port 44308d8c-e5e6-4883-aa57-0766ba49906b on network be672739-a664-4fab-8f62-ed57670843a3 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:41:13.507437 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c92a65b9-d105-4803-864a-a24d66cf3b76 tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Port 44308d8c-e5e6-4883-aa57-0766ba49906b on network be672739-a664-4fab-8f62-ed57670843a3 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-15 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 14:41:13.507763 n-d-694802-15 neutron-server[94466]: ERROR neutron.plugins.ml2.managers [None req-c92a65b9-d105-4803-864a-a24d66cf3b76 tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Failed to bind port 44308d8c-e5e6-4883-aa57-0766ba49906b on host n-h1-694802-15 for vnic_type normal using segments [{'id': 'c432e6ac-bed3-4f80-9ab1-294a6e65eebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'be672739-a664-4fab-8f62-ed57670843a3'}] Aug 12 14:41:13.508519 n-d-694802-15 neutron-server[94466]: INFO neutron.plugins.ml2.plugin [None req-c92a65b9-d105-4803-864a-a24d66cf3b76 tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Attempt 9 to bind port 44308d8c-e5e6-4883-aa57-0766ba49906b Aug 12 14:41:13.523536 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-afba934b-a3dc-4b58-bb40-f60c77f8257e req-2543efd8-1b33-4054-8589-025c40902901 tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:13.524645 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] get_ports_and_sgs() called for port_ids ['aa508320-846b-4c3b-a392-a54724d87d2c'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:41:13.526548 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-afba934b-a3dc-4b58-bb40-f60c77f8257e req-2543efd8-1b33-4054-8589-025c40902901 tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:13.527742 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-afba934b-a3dc-4b58-bb40-f60c77f8257e req-2543efd8-1b33-4054-8589-025c40902901 tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] 10.222.0.39 "DELETE /v2.0/security-groups/205b4a93-bf0c-487b-b27f-0045badaba85 HTTP/1.1" status: 204 len: 173 time: 0.2130096 Aug 12 14:41:13.530376 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805b0548-4b48-4c98-a0f6-5d723d1b405b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae749cdb-c6f5-4478-b706-958bfe7974e8,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:41:13.536203 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 46184) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:41:13.544701 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-c92a65b9-d105-4803-864a-a24d66cf3b76 tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Attempting to bind port 44308d8c-e5e6-4883-aa57-0766ba49906b on host n-h1-694802-15 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:41:13.545037 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-c92a65b9-d105-4803-864a-a24d66cf3b76 tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Attempting to bind port 44308d8c-e5e6-4883-aa57-0766ba49906b by drivers openvswitch,hyperv on host n-h1-694802-15 at level 0 using segments [{'id': 'c432e6ac-bed3-4f80-9ab1-294a6e65eebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'be672739-a664-4fab-8f62-ed57670843a3'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:41:13.545369 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c92a65b9-d105-4803-864a-a24d66cf3b76 tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Attempting to bind port 44308d8c-e5e6-4883-aa57-0766ba49906b on network be672739-a664-4fab-8f62-ed57670843a3 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:41:13.576142 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2543efd8-1b33-4054-8589-025c40902901 tempest-SecurityGroupsTestJSON-1656835137 tempest-SecurityGroupsTestJSON-1656835137-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=205b4a93-bf0c-487b-b27f-0045badaba85,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:41:13.581052 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c92a65b9-d105-4803-864a-a24d66cf3b76 tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Port 44308d8c-e5e6-4883-aa57-0766ba49906b on network be672739-a664-4fab-8f62-ed57670843a3 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-15 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 14:41:13.581588 n-d-694802-15 neutron-server[94466]: ERROR neutron.plugins.ml2.managers [None req-c92a65b9-d105-4803-864a-a24d66cf3b76 tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Failed to bind port 44308d8c-e5e6-4883-aa57-0766ba49906b on host n-h1-694802-15 for vnic_type normal using segments [{'id': 'c432e6ac-bed3-4f80-9ab1-294a6e65eebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'be672739-a664-4fab-8f62-ed57670843a3'}] Aug 12 14:41:13.586176 n-d-694802-15 neutron-server[94466]: INFO neutron.plugins.ml2.plugin [None req-c92a65b9-d105-4803-864a-a24d66cf3b76 tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Attempt 10 to bind port 44308d8c-e5e6-4883-aa57-0766ba49906b Aug 12 14:41:13.602924 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-1d92b609-5cf2-4526-9ac9-330ae4725637 req-8178ac94-6f46-4e59-91da-1bfa4fab267b service neutron] 10.222.0.49 "GET /v2.0/networks/2525c403-dfb3-4196-a273-739607aab38a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1913359 Aug 12 14:41:13.606702 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e749f2a6-25c7-4e1b-a563-365b75052a6b req-99547c76-c91e-47ee-8716-80e1b094f0f9 service neutron] 10.222.0.64 "GET /v2.0/networks/403ed391-7874-4a33-9f4f-96fa9ef207f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1818829 Aug 12 14:41:13.611981 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-c92a65b9-d105-4803-864a-a24d66cf3b76 tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Attempting to bind port 44308d8c-e5e6-4883-aa57-0766ba49906b on host n-h1-694802-15 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:41:13.612527 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-c92a65b9-d105-4803-864a-a24d66cf3b76 tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Attempting to bind port 44308d8c-e5e6-4883-aa57-0766ba49906b by drivers openvswitch,hyperv on host n-h1-694802-15 at level 0 using segments [{'id': 'c432e6ac-bed3-4f80-9ab1-294a6e65eebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'be672739-a664-4fab-8f62-ed57670843a3'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:41:13.613023 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c92a65b9-d105-4803-864a-a24d66cf3b76 tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Attempting to bind port 44308d8c-e5e6-4883-aa57-0766ba49906b on network be672739-a664-4fab-8f62-ed57670843a3 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:41:13.620840 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_v2 [None req-1800f716-e5f0-4a5f-beba-cb86878082d9 admin admin] Deleting subnet 55804ce3-3ce9-49bb-83d8-b79f95bd4874 {{(pid=94466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 14:41:13.624976 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1800f716-e5f0-4a5f-beba-cb86878082d9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:13.669772 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1800f716-e5f0-4a5f-beba-cb86878082d9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2293551'] for subnet, precommit_delete_associations {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:13.729112 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1800f716-e5f0-4a5f-beba-cb86878082d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66416255'] for subnet, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:13.784797 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c92a65b9-d105-4803-864a-a24d66cf3b76 tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Port 44308d8c-e5e6-4883-aa57-0766ba49906b on network be672739-a664-4fab-8f62-ed57670843a3 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-15 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 14:41:13.785112 n-d-694802-15 neutron-server[94466]: ERROR neutron.plugins.ml2.managers [None req-c92a65b9-d105-4803-864a-a24d66cf3b76 tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Failed to bind port 44308d8c-e5e6-4883-aa57-0766ba49906b on host n-h1-694802-15 for vnic_type normal using segments [{'id': 'c432e6ac-bed3-4f80-9ab1-294a6e65eebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'be672739-a664-4fab-8f62-ed57670843a3'}] Aug 12 14:41:13.785797 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c92a65b9-d105-4803-864a-a24d66cf3b76 tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:13.799485 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1800f716-e5f0-4a5f-beba-cb86878082d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66416232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3718429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8776402'] for subnet, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:13.820885 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5a3c7c-8a25-4894-9ddc-b01c922ec25b req-ca589233-db94-4345-9fc4-42888c9ed83b tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:41:13.822859 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3e5a3c7c-8a25-4894-9ddc-b01c922ec25b req-ca589233-db94-4345-9fc4-42888c9ed83b tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] 10.222.0.39 "GET /v2.0/ports?device_id=4e619328-2426-44b9-8774-33de08167f1b HTTP/1.1" status: 200 len: 945 time: 0.1008279 Aug 12 14:41:13.831950 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36e8e056-0dbe-48e4-bd23-52f9eecea8a5', 'tag': '6f8cf43d-d568-4ef8-a63e-924a5ac834bf'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:41:13.834546 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e65282f928b64038367d043a4411777802006c43a98742496cb2e25b724ff1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c4d73ae-db93-46b7-8d0c-fefd3f1b6fad" -d '{"events": [{"name": "network-changed", "server_uuid": "36e8e056-0dbe-48e4-bd23-52f9eecea8a5", "tag": "6f8cf43d-d568-4ef8-a63e-924a5ac834bf"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:41:13.839176 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e749f2a6-25c7-4e1b-a563-365b75052a6b req-f209ed91-399c-429c-8776-11d702f9aefd service neutron] 10.222.0.64 "GET /v2.0/networks/403ed391-7874-4a33-9f4f-96fa9ef207f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2244611 Aug 12 14:41:13.856645 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1800f716-e5f0-4a5f-beba-cb86878082d9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=55804ce3-3ce9-49bb-83d8-b79f95bd4874,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:41:13.886459 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1800f716-e5f0-4a5f-beba-cb86878082d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for subnet, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:13.887859 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3e5a3c7c-8a25-4894-9ddc-b01c922ec25b req-ad955361-ffe2-4a2c-9370-3373a1be61f9 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b3c7ce2-70f7-4d15-8774-e830cec0f0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569763 Aug 12 14:41:13.902626 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 46198) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:41:13.902787 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-1800f716-e5f0-4a5f-beba-cb86878082d9 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/55804ce3-3ce9-49bb-83d8-b79f95bd4874 HTTP/1.1" status: 204 len: 168 time: 0.3652871 Aug 12 14:41:13.935033 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-1769855f-eda9-4483-9dc3-3220908ab45d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:13.979146 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bf7bfd-d6c5-43b8-9a91-7e5556f50326 req-aabb6630-68ab-49e0-b1dc-ab10125270c4 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:41:13.989095 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-34bf7bfd-d6c5-43b8-9a91-7e5556f50326 req-aabb6630-68ab-49e0-b1dc-ab10125270c4 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] 10.222.0.39 "GET /v2.0/ports?device_id=36e8e056-0dbe-48e4-bd23-52f9eecea8a5 HTTP/1.1" status: 200 len: 948 time: 0.1724553 Aug 12 14:41:13.993661 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-c92a65b9-d105-4803-864a-a24d66cf3b76 tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] For port 44308d8c-e5e6-4883-aa57-0766ba49906b, host n-h1-694802-15, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:41:13.994061 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-c92a65b9-d105-4803-864a-a24d66cf3b76 tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Attempted to set empty binding levels {{(pid=94466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 12 14:41:14.001765 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c92a65b9-d105-4803-864a-a24d66cf3b76 tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3718439'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:14.069899 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-c92a65b9-d105-4803-864a-a24d66cf3b76 tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] In _notify_port_updated(), no bound segment for port 44308d8c-e5e6-4883-aa57-0766ba49906b on network be672739-a664-4fab-8f62-ed57670843a3 {{(pid=94466) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 12 14:41:14.070776 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c92a65b9-d105-4803-864a-a24d66cf3b76 tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:41:14.071416 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c92a65b9-d105-4803-864a-a24d66cf3b76 tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:14.072732 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-c92a65b9-d105-4803-864a-a24d66cf3b76 tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] 10.222.0.39 "PUT /v2.0/ports/44308d8c-e5e6-4883-aa57-0766ba49906b HTTP/1.1" status: 200 len: 974 time: 1.5433345 Aug 12 14:41:14.084032 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-50fb1ae6-ab60-4d93-af4d-dac6d07ccf55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680608'] for network, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:14.087593 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-34bf7bfd-d6c5-43b8-9a91-7e5556f50326 req-cc48c534-2d21-4903-82f4-2fb9fc588292 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] 10.222.0.39 "GET /v2.0/security-groups?id=5301a7d3-dd3e-456d-bf8f-dfd76884604a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976326 Aug 12 14:41:14.088143 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 46206) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:41:14.133331 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92a65b9-d105-4803-864a-a24d66cf3b76 tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Pushing event updated for resources: {'Port': ['ID=44308d8c-e5e6-4883-aa57-0766ba49906b,revision_number=3']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:41:14.141776 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 14:41:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95d2c5c2-ef80-4291-978a-bf1a00fc22bc x-openstack-request-id: req-95d2c5c2-ef80-4291-978a-bf1a00fc22bc {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:41:14.142376 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36e8e056-0dbe-48e4-bd23-52f9eecea8a5", "tag": "6f8cf43d-d568-4ef8-a63e-924a5ac834bf", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:41:14.142794 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-95d2c5c2-ef80-4291-978a-bf1a00fc22bc {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:41:14.143226 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36e8e056-0dbe-48e4-bd23-52f9eecea8a5', 'tag': '6f8cf43d-d568-4ef8-a63e-924a5ac834bf', 'status': 'completed', 'code': 200} Aug 12 14:41:14.208442 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-99a5fae5-ef55-46fd-9937-68d3fda8b24e tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Deleting port 44308d8c-e5e6-4883-aa57-0766ba49906b {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:41:14.208817 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-99a5fae5-ef55-46fd-9937-68d3fda8b24e tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:14.234896 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-50fb1ae6-ab60-4d93-af4d-dac6d07ccf55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66413304', 'neutron.services.segments.db._delete_segments_for_network-8744654118000'] for network, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:14.248901 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-50fb1ae6-ab60-4d93-af4d-dac6d07ccf55 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['981dd072-1b87-4241-83f5-836737afcd75']}} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:41:14.262124 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-50fb1ae6-ab60-4d93-af4d-dac6d07ccf55 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21390069-236e-48c1-88f4-ced6154e645c') {'for_net_delete': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:41:14.262569 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-50fb1ae6-ab60-4d93-af4d-dac6d07ccf55 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21390069-236e-48c1-88f4-ced6154e645c') {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:41:14.276941 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-50fb1ae6-ab60-4d93-af4d-dac6d07ccf55 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744654122361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3857526'] for segment, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:14.280207 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4d73ae-db93-46b7-8d0c-fefd3f1b6fad req-37728eb8-a44a-4475-af47-c14b628cb600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:41:14.281921 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-8c4d73ae-db93-46b7-8d0c-fefd3f1b6fad req-37728eb8-a44a-4475-af47-c14b628cb600 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=65b2c96d0253481aa302fceca03e83a5&device_id=36e8e056-0dbe-48e4-bd23-52f9eecea8a5 HTTP/1.1" status: 200 len: 1100 time: 0.0957394 Aug 12 14:41:14.294223 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-99a5fae5-ef55-46fd-9937-68d3fda8b24e tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] For port 44308d8c-e5e6-4883-aa57-0766ba49906b, host n-h1-694802-15, got binding levels [] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:41:14.294223 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-99a5fae5-ef55-46fd-9937-68d3fda8b24e tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:14.295402 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-50fb1ae6-ab60-4d93-af4d-dac6d07ccf55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:14.302333 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50fb1ae6-ab60-4d93-af4d-dac6d07ccf55 admin admin] Releasing vlan 306 on physical network physnet1 to pool {{(pid=94467) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 14:41:14.302817 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-50fb1ae6-ab60-4d93-af4d-dac6d07ccf55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2859015'] for segment, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:14.304846 n-d-694802-15 neutron-server[94467]: Traceback (most recent call last): Aug 12 14:41:14.304846 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 14:41:14.304846 n-d-694802-15 neutron-server[94467]: timer() Aug 12 14:41:14.304846 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 14:41:14.304846 n-d-694802-15 neutron-server[94467]: cb(*args, **kw) Aug 12 14:41:14.304846 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 14:41:14.304846 n-d-694802-15 neutron-server[94467]: return func(*args, **kwargs) Aug 12 14:41:14.304846 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 14:41:14.304846 n-d-694802-15 neutron-server[94467]: self._notify() Aug 12 14:41:14.304846 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 14:41:14.304846 n-d-694802-15 neutron-server[94467]: self.callback(batched_events) Aug 12 14:41:14.304846 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 14:41:14.304846 n-d-694802-15 neutron-server[94467]: event.method(event) Aug 12 14:41:14.304846 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 14:41:14.304846 n-d-694802-15 neutron-server[94467]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 14:41:14.304846 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 14:41:14.304846 n-d-694802-15 neutron-server[94467]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 14:41:14.304846 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 14:41:14.304846 n-d-694802-15 neutron-server[94467]: return f(self, *a, **k) Aug 12 14:41:14.304846 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 14:41:14.304846 n-d-694802-15 neutron-server[94467]: return self._get(url).json() Aug 12 14:41:14.304846 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 14:41:14.304846 n-d-694802-15 neutron-server[94467]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 14:41:14.304846 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 14:41:14.304846 n-d-694802-15 neutron-server[94467]: return self.request(url, 'GET', **kwargs) Aug 12 14:41:14.304846 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 14:41:14.304846 n-d-694802-15 neutron-server[94467]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 14:41:14.304846 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 14:41:14.304846 n-d-694802-15 neutron-server[94467]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 14:41:14.304846 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 14:41:14.304846 n-d-694802-15 neutron-server[94467]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 14:41:14.304846 n-d-694802-15 neutron-server[94467]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 14:41:14.316616 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-99a5fae5-ef55-46fd-9937-68d3fda8b24e tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Calling delete_port for 44308d8c-e5e6-4883-aa57-0766ba49906b owned by {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:41:14.475494 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4d73ae-db93-46b7-8d0c-fefd3f1b6fad req-2838acad-fd60-4a81-b716-7e5d1c5d42ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:41:14.477157 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-8c4d73ae-db93-46b7-8d0c-fefd3f1b6fad req-2838acad-fd60-4a81-b716-7e5d1c5d42ac service neutron] 10.222.0.49 "GET /v2.0/networks?id=2525c403-dfb3-4196-a273-739607aab38a HTTP/1.1" status: 200 len: 870 time: 0.1602144 Aug 12 14:41:14.478123 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-50fb1ae6-ab60-4d93-af4d-dac6d07ccf55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66413281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431520'] for network, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:14.484593 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-50fb1ae6-ab60-4d93-af4d-dac6d07ccf55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for network, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:14.486784 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-50fb1ae6-ab60-4d93-af4d-dac6d07ccf55 admin admin] 10.222.0.39 "DELETE /v2.0/networks/981dd072-1b87-4241-83f5-836737afcd75 HTTP/1.1" status: 204 len: 168 time: 0.5823021 Aug 12 14:41:14.513513 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fb1ae6-ab60-4d93-af4d-dac6d07ccf55 admin admin] Pushing event deleted for resources: {'Network': ['ID=981dd072-1b87-4241-83f5-836737afcd75,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:41:14.518873 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-99a5fae5-ef55-46fd-9937-68d3fda8b24e tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:14.553323 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-8c4d73ae-db93-46b7-8d0c-fefd3f1b6fad req-d1fe283e-f303-4405-9121-38937d4a7e5f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=6f8cf43d-d568-4ef8-a63e-924a5ac834bf HTTP/1.1" status: 200 len: 217 time: 0.0653193 Aug 12 14:41:14.576109 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a5fae5-ef55-46fd-9937-68d3fda8b24e tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Pushing event deleted for resources: {'Port': ['ID=44308d8c-e5e6-4883-aa57-0766ba49906b,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:41:14.587318 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-99a5fae5-ef55-46fd-9937-68d3fda8b24e tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:14.590183 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-99a5fae5-ef55-46fd-9937-68d3fda8b24e tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] 10.222.0.39 "DELETE /v2.0/ports/44308d8c-e5e6-4883-aa57-0766ba49906b HTTP/1.1" status: 204 len: 168 time: 0.4991398 Aug 12 14:41:14.599602 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c12bfb0-148d-4125-be7f-b1a3166df6e9 req-a1e1c1e3-6ac4-4382-830f-effdbbd406e9 tempest-ServerRescueNegativeTestJSON-1622637895 tempest-ServerRescueNegativeTestJSON-1622637895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:41:14.601655 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-1c12bfb0-148d-4125-be7f-b1a3166df6e9 req-a1e1c1e3-6ac4-4382-830f-effdbbd406e9 tempest-ServerRescueNegativeTestJSON-1622637895 tempest-ServerRescueNegativeTestJSON-1622637895-project] 10.222.0.39 "GET /v2.0/ports?device_id=d52af645-a96c-4fda-a020-923ad96d40ff HTTP/1.1" status: 200 len: 945 time: 0.1401651 Aug 12 14:41:14.602386 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 46226) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:41:14.636763 n-d-694802-15 neutron-server[94466]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fe984f2-51b7-48b6-b46e-ee0d70854975 tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] GET failed (client error): The resource could not be found. Aug 12 14:41:14.638549 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-0fe984f2-51b7-48b6-b46e-ee0d70854975 tempest-PortsAdminExtendedAttrsTestJSON-2122150854 tempest-PortsAdminExtendedAttrsTestJSON-2122150854-project-admin] 10.222.0.39 "GET /v2.0/ports/44308d8c-e5e6-4883-aa57-0766ba49906b HTTP/1.1" status: 404 len: 333 time: 0.0350490 Aug 12 14:41:14.642396 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 46228) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:41:14.646458 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4d73ae-db93-46b7-8d0c-fefd3f1b6fad req-1bd549a4-e5e4-4092-b84a-e1c5e48f65b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:41:14.648355 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-8c4d73ae-db93-46b7-8d0c-fefd3f1b6fad req-1bd549a4-e5e4-4092-b84a-e1c5e48f65b7 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=236e0be6-1c94-4221-9e8b-ab02a53331f8 HTTP/1.1" status: 200 len: 843 time: 0.0841880 Aug 12 14:41:14.658307 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 46230) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:41:14.718606 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4d73ae-db93-46b7-8d0c-fefd3f1b6fad req-47fc9dfb-e472-4263-844c-2a22e8ad1c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:41:14.720493 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-8c4d73ae-db93-46b7-8d0c-fefd3f1b6fad req-47fc9dfb-e472-4263-844c-2a22e8ad1c18 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2525c403-dfb3-4196-a273-739607aab38a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0634241 Aug 12 14:41:14.746108 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-1c12bfb0-148d-4125-be7f-b1a3166df6e9 req-cad03420-336b-4c83-bbaa-f66c72a45c22 tempest-ServerRescueNegativeTestJSON-1622637895 tempest-ServerRescueNegativeTestJSON-1622637895-project] 10.222.0.39 "GET /v2.0/security-groups?id=268dec7e-7261-41d2-9e03-6b72db198ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274376 Aug 12 14:41:14.767353 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c3c18523-1d6e-4b66-a9aa-1b4cb4834dc3 tempest-PortsAdminExtendedAttrsTestJSON-1318006555 tempest-PortsAdminExtendedAttrsTestJSON-1318006555-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680608'] for network, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:14.776977 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 46234) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:41:14.859589 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-8c4d73ae-db93-46b7-8d0c-fefd3f1b6fad req-3500da3c-0a14-4ad5-8c9e-9b562d204e0c service neutron] 10.222.0.49 "GET /v2.0/networks/2525c403-dfb3-4196-a273-739607aab38a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215754 Aug 12 14:41:14.898368 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-7248e050-a6b1-4add-b4ad-23172e485c3e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=27838204baa14230af63fefe49eecf8a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1190951 Aug 12 14:41:14.901491 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 46236) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:41:14.911847 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c3c18523-1d6e-4b66-a9aa-1b4cb4834dc3 tempest-PortsAdminExtendedAttrsTestJSON-1318006555 tempest-PortsAdminExtendedAttrsTestJSON-1318006555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66413304', 'neutron.services.segments.db._delete_segments_for_network-8744654118000'] for network, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:14.960807 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-c3c18523-1d6e-4b66-a9aa-1b4cb4834dc3 tempest-PortsAdminExtendedAttrsTestJSON-1318006555 tempest-PortsAdminExtendedAttrsTestJSON-1318006555-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be672739-a664-4fab-8f62-ed57670843a3']}} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:41:14.969779 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device aa508320-846b-4c3b-a392-a54724d87d2c up at agent hyperv_n-h1-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:41:14.995071 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-40b92592-ebf6-4841-b76e-9db553336df3 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1626470397-network', 'tenant_id': 'f4b313af8d624a809d563851b784d520'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:41:15.000453 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-c3c18523-1d6e-4b66-a9aa-1b4cb4834dc3 tempest-PortsAdminExtendedAttrsTestJSON-1318006555 tempest-PortsAdminExtendedAttrsTestJSON-1318006555-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c432e6ac-bed3-4f80-9ab1-294a6e65eebc') {'for_net_delete': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:41:15.001122 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-c3c18523-1d6e-4b66-a9aa-1b4cb4834dc3 tempest-PortsAdminExtendedAttrsTestJSON-1318006555 tempest-PortsAdminExtendedAttrsTestJSON-1318006555-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c432e6ac-bed3-4f80-9ab1-294a6e65eebc') {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:41:15.017625 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c3c18523-1d6e-4b66-a9aa-1b4cb4834dc3 tempest-PortsAdminExtendedAttrsTestJSON-1318006555 tempest-PortsAdminExtendedAttrsTestJSON-1318006555-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744654122361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2293560'] for segment, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:15.022402 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-8c4d73ae-db93-46b7-8d0c-fefd3f1b6fad req-4ac35a73-f1ac-44cf-96a5-ced8dbf194d9 service neutron] 10.222.0.49 "GET /v2.0/networks/2525c403-dfb3-4196-a273-739607aab38a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489334 Aug 12 14:41:15.044327 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Provisioning for port aa508320-846b-4c3b-a392-a54724d87d2c completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:41:15.052038 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Provisioning complete for port aa508320-846b-4c3b-a392-a54724d87d2c triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:41:15.053275 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:15.056472 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c3c18523-1d6e-4b66-a9aa-1b4cb4834dc3 tempest-PortsAdminExtendedAttrsTestJSON-1318006555 tempest-PortsAdminExtendedAttrsTestJSON-1318006555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:15.058540 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40b92592-ebf6-4841-b76e-9db553336df3 admin admin] Made reservation on behalf of f4b313af8d624a809d563851b784d520 for: {'network': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:41:15.061214 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-40b92592-ebf6-4841-b76e-9db553336df3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for network, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:15.069117 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2f9a8789-5b30-4cc9-8eab-1301aee07915 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:15.072632 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3c18523-1d6e-4b66-a9aa-1b4cb4834dc3 tempest-PortsAdminExtendedAttrsTestJSON-1318006555 tempest-PortsAdminExtendedAttrsTestJSON-1318006555-project] Releasing vlan 331 on physical network physnet1 to pool {{(pid=94466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 14:41:15.072857 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-40b92592-ebf6-4841-b76e-9db553336df3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:15.073036 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c3c18523-1d6e-4b66-a9aa-1b4cb4834dc3 tempest-PortsAdminExtendedAttrsTestJSON-1318006555 tempest-PortsAdminExtendedAttrsTestJSON-1318006555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3718595'] for segment, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:15.076130 n-d-694802-15 neutron-server[94466]: Traceback (most recent call last): Aug 12 14:41:15.076130 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 14:41:15.076130 n-d-694802-15 neutron-server[94466]: timer() Aug 12 14:41:15.076130 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 14:41:15.076130 n-d-694802-15 neutron-server[94466]: cb(*args, **kw) Aug 12 14:41:15.076130 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 14:41:15.076130 n-d-694802-15 neutron-server[94466]: return func(*args, **kwargs) Aug 12 14:41:15.076130 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 14:41:15.076130 n-d-694802-15 neutron-server[94466]: self._notify() Aug 12 14:41:15.076130 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 14:41:15.076130 n-d-694802-15 neutron-server[94466]: self.callback(batched_events) Aug 12 14:41:15.076130 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 14:41:15.076130 n-d-694802-15 neutron-server[94466]: event.method(event) Aug 12 14:41:15.076130 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 14:41:15.076130 n-d-694802-15 neutron-server[94466]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 14:41:15.076130 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 14:41:15.076130 n-d-694802-15 neutron-server[94466]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 14:41:15.076130 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 14:41:15.076130 n-d-694802-15 neutron-server[94466]: return f(self, *a, **k) Aug 12 14:41:15.076130 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 14:41:15.076130 n-d-694802-15 neutron-server[94466]: return self._get(url).json() Aug 12 14:41:15.076130 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 14:41:15.076130 n-d-694802-15 neutron-server[94466]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 14:41:15.076130 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 14:41:15.076130 n-d-694802-15 neutron-server[94466]: return self.request(url, 'GET', **kwargs) Aug 12 14:41:15.076130 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 14:41:15.076130 n-d-694802-15 neutron-server[94466]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 14:41:15.076130 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 14:41:15.076130 n-d-694802-15 neutron-server[94466]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 14:41:15.076130 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 14:41:15.076130 n-d-694802-15 neutron-server[94466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 14:41:15.076130 n-d-694802-15 neutron-server[94466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 14:41:15.112985 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb5ac6d-a9d7-482d-8eb0-af9a2b190b1f req-838a16e6-b310-4e79-bdfd-eb69421209b9 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:41:15.121371 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-1eb5ac6d-a9d7-482d-8eb0-af9a2b190b1f req-838a16e6-b310-4e79-bdfd-eb69421209b9 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] 10.222.0.39 "GET /v2.0/ports?device_id=4e619328-2426-44b9-8774-33de08167f1b HTTP/1.1" status: 200 len: 945 time: 0.1160717 Aug 12 14:41:15.152109 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2f9a8789-5b30-4cc9-8eab-1301aee07915 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:15.196645 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c3c18523-1d6e-4b66-a9aa-1b4cb4834dc3 tempest-PortsAdminExtendedAttrsTestJSON-1318006555 tempest-PortsAdminExtendedAttrsTestJSON-1318006555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66413281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431520'] for network, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:15.200477 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-1eb5ac6d-a9d7-482d-8eb0-af9a2b190b1f req-f010394c-07fd-493d-b789-14bf3ed0b219 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b3c7ce2-70f7-4d15-8774-e830cec0f0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781274 Aug 12 14:41:15.220272 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:15.227558 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c3c18523-1d6e-4b66-a9aa-1b4cb4834dc3 tempest-PortsAdminExtendedAttrsTestJSON-1318006555 tempest-PortsAdminExtendedAttrsTestJSON-1318006555-project] Notify callbacks [] for network, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:15.231953 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-c3c18523-1d6e-4b66-a9aa-1b4cb4834dc3 tempest-PortsAdminExtendedAttrsTestJSON-1318006555 tempest-PortsAdminExtendedAttrsTestJSON-1318006555-project] 10.222.0.39 "DELETE /v2.0/networks/be672739-a664-4fab-8f62-ed57670843a3 HTTP/1.1" status: 204 len: 168 time: 0.5856380 Aug 12 14:41:15.247765 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c18523-1d6e-4b66-a9aa-1b4cb4834dc3 tempest-PortsAdminExtendedAttrsTestJSON-1318006555 tempest-PortsAdminExtendedAttrsTestJSON-1318006555-project] Pushing event deleted for resources: {'Network': ['ID=be672739-a664-4fab-8f62-ed57670843a3,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:41:15.272694 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2f9a8789-5b30-4cc9-8eab-1301aee07915 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:15.280030 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2f9a8789-5b30-4cc9-8eab-1301aee07915 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:15.285775 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-2f9a8789-5b30-4cc9-8eab-1301aee07915 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/236a0eec-9f7c-4484-872e-cf0d4d2f69af HTTP/1.1" status: 204 len: 168 time: 0.3832698 Aug 12 14:41:15.296264 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port aa508320-846b-4c3b-a392-a54724d87d2c, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=aa508320-846b-4c3b-a392-a54724d87d2c,segment=NetworkSegment(4c973057-417f-419d-840d-ea232fb579a5),segment_id=4c973057-417f-419d-840d-ea232fb579a5)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:41:15.297477 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e619328-2426-44b9-8774-33de08167f1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa508320-846b-4c3b-a392-a54724d87d2c'}] {{(pid=94468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:41:15.299975 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99a8d87602170099c728e57431aca99e9b98a655a83bbf8727be13192709727b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c434ebd5-64eb-4b58-8490-0a7c2d6e6691" -d '{"events": [{"server_uuid": "4e619328-2426-44b9-8774-33de08167f1b", "name": "network-vif-plugged", "status": "completed", "tag": "aa508320-846b-4c3b-a392-a54724d87d2c"}]}' {{(pid=94468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:41:15.305551 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:15.316596 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9a8789-5b30-4cc9-8eab-1301aee07915 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=236a0eec-9f7c-4484-872e-cf0d4d2f69af,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:41:15.384111 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 14:41:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c7c7b9e-c77f-472b-9046-2670de304ffd x-openstack-request-id: req-9c7c7b9e-c77f-472b-9046-2670de304ffd {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:41:15.384402 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e619328-2426-44b9-8774-33de08167f1b", "name": "network-vif-plugged", "status": "completed", "tag": "aa508320-846b-4c3b-a392-a54724d87d2c", "code": 200}]} {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:41:15.384666 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9c7c7b9e-c77f-472b-9046-2670de304ffd {{(pid=94468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:41:15.385059 n-d-694802-15 neutron-server[94468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e619328-2426-44b9-8774-33de08167f1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa508320-846b-4c3b-a392-a54724d87d2c', 'code': 200} Aug 12 14:41:15.389881 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-40b92592-ebf6-4841-b76e-9db553336df3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:15.423335 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-40b92592-ebf6-4841-b76e-9db553336df3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:15.434921 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5036a75d-b271-434f-8319-dd23a5cf3843 req-21fee1ad-7f47-4f4f-b974-45ab06debdf5 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:41:15.444779 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Pushing event updated for resources: {'Port': ['ID=aa508320-846b-4c3b-a392-a54724d87d2c,revision_number=5']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:41:15.456812 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-5036a75d-b271-434f-8319-dd23a5cf3843 req-21fee1ad-7f47-4f4f-b974-45ab06debdf5 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] 10.222.0.39 "GET /v2.0/ports?device_id=36e8e056-0dbe-48e4-bd23-52f9eecea8a5 HTTP/1.1" status: 200 len: 948 time: 0.1333597 Aug 12 14:41:15.523593 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-fe95f194-a3b0-4c04-9e42-20b511169d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:15.531646 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-5036a75d-b271-434f-8319-dd23a5cf3843 req-ed8f2b8d-ee3a-4bd9-81bc-83e9dfbef817 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] 10.222.0.39 "GET /v2.0/security-groups?id=5301a7d3-dd3e-456d-bf8f-dfd76884604a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721769 Aug 12 14:41:15.553297 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40b92592-ebf6-4841-b76e-9db553336df3 admin admin] vlan segment allocate from pool success with {'vlan_id': 332, 'physical_network': 'physnet1'} {{(pid=94467) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 14:41:15.567232 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b92592-ebf6-4841-b76e-9db553336df3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36246b04-094b-4845-831d-1126cf8a06ff,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:41:15.578911 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-40b92592-ebf6-4841-b76e-9db553336df3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:15.579294 n-d-694802-15 neutron-server[94467]: INFO neutron.db.segments_db [None req-40b92592-ebf6-4841-b76e-9db553336df3 admin admin] Added segment 45b28473-1709-41a1-b9df-2ccc6425c05f of type vlan for network 4552c891-e268-4d7c-98f1-e8736a29b277 Aug 12 14:41:15.598727 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22c672e-491c-4e9b-9073-58e0403b7e30 req-f093a764-1445-4587-8949-1fc335f152b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:41:15.602823 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a22c672e-491c-4e9b-9073-58e0403b7e30 req-f093a764-1445-4587-8949-1fc335f152b0 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=4e619328-2426-44b9-8774-33de08167f1b HTTP/1.1" status: 200 len: 1098 time: 0.1128132 Aug 12 14:41:15.637932 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.agents_db [None req-17ed3e4c-1a7d-4162-9646-11c134aca297 None None] Agent healthcheck: found 7 active agents {{(pid=94469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 14:41:15.666531 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-40b92592-ebf6-4841-b76e-9db553336df3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744653628263'] for network, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:15.675801 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 46258) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:41:15.680965 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a22c672e-491c-4e9b-9073-58e0403b7e30 req-ded399b5-b408-4cc6-ade0-4e9795538a8f service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=5b3c7ce2-70f7-4d15-8774-e830cec0f0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585914 Aug 12 14:41:15.711401 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-40b92592-ebf6-4841-b76e-9db553336df3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409'] for network, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:15.713190 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40b92592-ebf6-4841-b76e-9db553336df3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:41:15.714024 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-40b92592-ebf6-4841-b76e-9db553336df3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for network, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:15.793800 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 46268) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:41:15.794445 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-40b92592-ebf6-4841-b76e-9db553336df3 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1041551 Aug 12 14:41:15.800067 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-0ca3c2ec-08c1-4749-a6eb-ec6257775923 admin admin] Request body: {'subnet': {'network_id': '4552c891-e268-4d7c-98f1-e8736a29b277', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1626470397-subnet', 'tenant_id': 'f4b313af8d624a809d563851b784d520', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:41:15.806981 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b92592-ebf6-4841-b76e-9db553336df3 admin admin] Pushing event updated for resources: {'Network': ['ID=4552c891-e268-4d7c-98f1-e8736a29b277,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:41:15.818964 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Network 4552c891-e268-4d7c-98f1-e8736a29b277 details requested by agent ovs-agent-n-d-694802-15 with host n-d-694802-15 {{(pid=94468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 14:41:15.877390 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ca3c2ec-08c1-4749-a6eb-ec6257775923 admin admin] Made reservation on behalf of f4b313af8d624a809d563851b784d520 for: {'subnet': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:41:15.880153 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0ca3c2ec-08c1-4749-a6eb-ec6257775923 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8776441'] for subnet, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:15.940607 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243351bc-8ab8-459a-9c30-aed2a8b24036 req-3004853f-203d-41d8-ac7d-1ade17b5d3de tempest-ServerRescueNegativeTestJSON-1622637895 tempest-ServerRescueNegativeTestJSON-1622637895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:41:15.943612 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-243351bc-8ab8-459a-9c30-aed2a8b24036 req-3004853f-203d-41d8-ac7d-1ade17b5d3de tempest-ServerRescueNegativeTestJSON-1622637895 tempest-ServerRescueNegativeTestJSON-1622637895-project] 10.222.0.39 "GET /v2.0/ports?device_id=d52af645-a96c-4fda-a020-923ad96d40ff HTTP/1.1" status: 200 len: 945 time: 0.0769277 Aug 12 14:41:15.954950 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-a2723190-d5df-4377-87a4-d9b1d71aa97e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d96117c9a4fa4373bc86dff6c4fc40dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2779775 Aug 12 14:41:15.957559 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 46272) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:41:16.000846 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-243351bc-8ab8-459a-9c30-aed2a8b24036 req-c5964ddc-3134-473a-b0a5-800569e2bc43 tempest-ServerRescueNegativeTestJSON-1622637895 tempest-ServerRescueNegativeTestJSON-1622637895-project] 10.222.0.39 "GET /v2.0/security-groups?id=268dec7e-7261-41d2-9e03-6b72db198ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495179 Aug 12 14:41:16.070329 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-79199e28-bd2a-470c-a1ef-9ac734099fe1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:16.123764 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-79199e28-bd2a-470c-a1ef-9ac734099fe1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:16.167171 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0ca3c2ec-08c1-4749-a6eb-ec6257775923 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3718490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8776395'] for subnet, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:16.231335 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca3c2ec-08c1-4749-a6eb-ec6257775923 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b3b4e56e-f3bd-4709-bfd6-3e62da1e0ac7,revision_number=0']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:41:16.255477 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-79199e28-bd2a-470c-a1ef-9ac734099fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:16.258288 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-79199e28-bd2a-470c-a1ef-9ac734099fe1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:16.259554 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-79199e28-bd2a-470c-a1ef-9ac734099fe1 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d83c2ca1-eaa5-4e8e-a6a1-53a845e3080c HTTP/1.1" status: 204 len: 168 time: 0.3010657 Aug 12 14:41:16.273153 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca3c2ec-08c1-4749-a6eb-ec6257775923 admin admin] Checking segment: {'id': '45b28473-1709-41a1-b9df-2ccc6425c05f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '4552c891-e268-4d7c-98f1-e8736a29b277'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:41:16.273525 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ca3c2ec-08c1-4749-a6eb-ec6257775923 admin admin] Network hostable DHCP agents. Network: 4552c891-e268-4d7c-98f1-e8736a29b277, hostable agents: ['1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658'], hosted agents: [] {{(pid=94466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 14:41:16.277215 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79199e28-bd2a-470c-a1ef-9ac734099fe1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d83c2ca1-eaa5-4e8e-a6a1-53a845e3080c,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:41:16.298996 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ca3c2ec-08c1-4749-a6eb-ec6257775923 admin admin] Network 4552c891-e268-4d7c-98f1-e8736a29b277 is scheduled to be hosted by DHCP agent 1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658 with binding_index 1 {{(pid=94466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 14:41:16.317000 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-0ca3c2ec-08c1-4749-a6eb-ec6257775923 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-15, 4552c891-e268-4d7c-98f1-e8736a29b277) {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:41:16.322712 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ca3c2ec-08c1-4749-a6eb-ec6257775923 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:41:16.322712 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0ca3c2ec-08c1-4749-a6eb-ec6257775923 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for subnet, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:16.329530 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e8fdf38-3188-47cf-9386-890f8b1bee82 None None] Network 4552c891-e268-4d7c-98f1-e8736a29b277 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:41:16.340605 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-0ca3c2ec-08c1-4749-a6eb-ec6257775923 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5447536 Aug 12 14:41:16.346287 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 46288) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:41:16.354840 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-954c028e-085e-4e73-b3d7-a9fc51d8950c admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1626470397-router', 'tenant_id': 'f4b313af8d624a809d563851b784d520', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'}}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:41:16.390242 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-954c028e-085e-4e73-b3d7-a9fc51d8950c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-430574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-104863'] for router, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:16.391515 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-954c028e-085e-4e73-b3d7-a9fc51d8950c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-429438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-431405', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66646573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-104852'] for router, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:16.394716 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 46290) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:41:16.415036 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10225d76-8945-4540-871e-10e5d13e9a1a req-9822f8b5-f349-4481-8360-6a8bdbb0e3d8 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:41:16.424001 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-10225d76-8945-4540-871e-10e5d13e9a1a req-9822f8b5-f349-4481-8360-6a8bdbb0e3d8 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] 10.222.0.39 "GET /v2.0/ports?device_id=4e619328-2426-44b9-8774-33de08167f1b HTTP/1.1" status: 200 len: 946 time: 0.1226003 Aug 12 14:41:16.522161 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-954c028e-085e-4e73-b3d7-a9fc51d8950c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:16.538600 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0affffd-8172-4605-b436-bf717d292221 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa7035b3e-9a89-5964-b9f4-97301c3f476a-4552c891-e268-4d7c-98f1-e8736a29b277', 'network_id': '4552c891-e268-4d7c-98f1-e8736a29b277', 'tenant_id': 'f4b313af8d624a809d563851b784d520', 'fixed_ips': [{'subnet_id': 'b3b4e56e-f3bd-4709-bfd6-3e62da1e0ac7'}]}} from n-d-694802-15. {{(pid=94468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 14:41:16.539831 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-b0affffd-8172-4605-b436-bf717d292221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:16.551433 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-10225d76-8945-4540-871e-10e5d13e9a1a req-6be30cf7-e128-4239-bbe4-149ac82aefbe tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b3c7ce2-70f7-4d15-8774-e830cec0f0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263912 Aug 12 14:41:16.767397 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-954c028e-085e-4e73-b3d7-a9fc51d8950c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:16.805230 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-9f29c85f-a89a-40c1-a2d1-c6ec567a8a88 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1682854480-network', 'tenant_id': 'a2fc72cd4bf747caa1a4809b30f44b5f'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:41:16.841031 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d79845-4949-400e-81e8-c6075019d2a3 req-326cdf43-c620-4069-a742-39ba36ec0b5e tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:41:16.844563 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-c2d79845-4949-400e-81e8-c6075019d2a3 req-326cdf43-c620-4069-a742-39ba36ec0b5e tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] 10.222.0.39 "GET /v2.0/ports?device_id=36e8e056-0dbe-48e4-bd23-52f9eecea8a5 HTTP/1.1" status: 200 len: 948 time: 0.1386640 Aug 12 14:41:16.873086 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f29c85f-a89a-40c1-a2d1-c6ec567a8a88 admin admin] Made reservation on behalf of a2fc72cd4bf747caa1a4809b30f44b5f for: {'network': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:41:16.876809 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9f29c85f-a89a-40c1-a2d1-c6ec567a8a88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for network, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:16.902723 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.db_base_plugin_common [None req-b0affffd-8172-4605-b436-bf717d292221 None None] Allocated IP 172.20.0.2 (4552c891-e268-4d7c-98f1-e8736a29b277/b3b4e56e-f3bd-4709-bfd6-3e62da1e0ac7/95a7f547-c529-4262-b426-47b6dde7b80c) {{(pid=94468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:41:16.913722 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-c2d79845-4949-400e-81e8-c6075019d2a3 req-25d9bb28-610f-4c88-8eff-9f72990e1f86 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] 10.222.0.39 "GET /v2.0/security-groups?id=5301a7d3-dd3e-456d-bf8f-dfd76884604a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622466 Aug 12 14:41:16.914950 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9f29c85f-a89a-40c1-a2d1-c6ec567a8a88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:16.998152 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 46300) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:41:17.079601 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9f29c85f-a89a-40c1-a2d1-c6ec567a8a88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:17.082796 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-597ad49c-5069-4a08-b05d-8a9ca487d38e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5c4b19e9fcf74fbd9e9038421885efee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0829470 Aug 12 14:41:17.085434 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 46304) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:41:17.086066 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-954c028e-085e-4e73-b3d7-a9fc51d8950c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:17.093370 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9f29c85f-a89a-40c1-a2d1-c6ec567a8a88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:17.106699 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f29c85f-a89a-40c1-a2d1-c6ec567a8a88 admin admin] vlan segment allocate from pool success with {'vlan_id': 313, 'physical_network': 'physnet1'} {{(pid=94466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 14:41:17.118476 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9f29c85f-a89a-40c1-a2d1-c6ec567a8a88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:17.119144 n-d-694802-15 neutron-server[94466]: INFO neutron.db.segments_db [None req-9f29c85f-a89a-40c1-a2d1-c6ec567a8a88 admin admin] Added segment 6e9bacb5-9701-46a9-adfa-39555d8c5ebb of type vlan for network b0e24b64-21a7-4e71-9bbe-cc7d87ed30df Aug 12 14:41:17.125687 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-b0affffd-8172-4605-b436-bf717d292221 None None] Notify callbacks [] for port, precommit_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:17.133014 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-954c028e-085e-4e73-b3d7-a9fc51d8950c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:17.138929 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-b0affffd-8172-4605-b436-bf717d292221 None None] Transition to ACTIVE for port object 95a7f547-c529-4262-b426-47b6dde7b80c will not be triggered until provisioned by entity L2. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:41:17.159044 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-b0affffd-8172-4605-b436-bf717d292221 None None] Transition to ACTIVE for port object 95a7f547-c529-4262-b426-47b6dde7b80c will not be triggered until provisioned by entity DHCP. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:41:17.164860 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9f29c85f-a89a-40c1-a2d1-c6ec567a8a88 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744653628263'] for network, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:17.168276 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-b0affffd-8172-4605-b436-bf717d292221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253'] for port, after_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:17.196092 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0affffd-8172-4605-b436-bf717d292221 None None] Network 4552c891-e268-4d7c-98f1-e8736a29b277 is already hosted by enough agents. {{(pid=94468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:41:17.200318 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.base_scheduler [None req-b0affffd-8172-4605-b436-bf717d292221 None None] Resources bound (agent type, host, resource id): {{(pid=94468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:41:17.232770 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0affffd-8172-4605-b436-bf717d292221 None None] Received port after_create {{(pid=94468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:41:17.248091 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f29c85f-a89a-40c1-a2d1-c6ec567a8a88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=853e07d7-c0f4-4b67-a247-29748be080a8,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:41:17.259251 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9f29c85f-a89a-40c1-a2d1-c6ec567a8a88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409'] for network, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:17.260264 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f29c85f-a89a-40c1-a2d1-c6ec567a8a88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:41:17.260711 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9f29c85f-a89a-40c1-a2d1-c6ec567a8a88 admin admin] Notify callbacks [] for network, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:17.279527 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8e9f81-bdb5-491b-9b07-2dc88e6b5588 req-650fe671-b3d6-4af2-b295-3724ca574cfe tempest-ServerRescueNegativeTestJSON-1622637895 tempest-ServerRescueNegativeTestJSON-1622637895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:41:17.281634 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ab8e9f81-bdb5-491b-9b07-2dc88e6b5588 req-650fe671-b3d6-4af2-b295-3724ca574cfe tempest-ServerRescueNegativeTestJSON-1622637895 tempest-ServerRescueNegativeTestJSON-1622637895-project] 10.222.0.39 "GET /v2.0/ports?device_id=d52af645-a96c-4fda-a020-923ad96d40ff HTTP/1.1" status: 200 len: 945 time: 0.1517613 Aug 12 14:41:17.343760 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f29c85f-a89a-40c1-a2d1-c6ec567a8a88 admin admin] Pushing event updated for resources: {'Network': ['ID=b0e24b64-21a7-4e71-9bbe-cc7d87ed30df,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:41:17.354526 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e0b6f8aa-1321-4587-9c8d-a2b6f5ffcaea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:17.363276 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ab8e9f81-bdb5-491b-9b07-2dc88e6b5588 req-e7a312ae-d126-44e6-92d3-8e7952e06644 tempest-ServerRescueNegativeTestJSON-1622637895 tempest-ServerRescueNegativeTestJSON-1622637895-project] 10.222.0.39 "GET /v2.0/security-groups?id=268dec7e-7261-41d2-9e03-6b72db198ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732951 Aug 12 14:41:17.371932 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 46308) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:41:17.372463 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-9f29c85f-a89a-40c1-a2d1-c6ec567a8a88 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9762294 Aug 12 14:41:17.380001 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-fec68d5f-1a1f-4eb5-b03a-382d5fd03bed admin admin] Request body: {'subnet': {'network_id': 'b0e24b64-21a7-4e71-9bbe-cc7d87ed30df', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1682854480-subnet', 'tenant_id': 'a2fc72cd4bf747caa1a4809b30f44b5f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:41:17.391816 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e0b6f8aa-1321-4587-9c8d-a2b6f5ffcaea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:17.391992 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_common [None req-954c028e-085e-4e73-b3d7-a9fc51d8950c admin admin] Allocated IP 172.25.1.96 (d3759e1b-6c03-45ac-acd4-90abb417809b/f0254f08-c19c-4e31-bd9c-09389ea4b6f2/bd7607a9-8d84-486a-a6f9-71eb0e44e6ff) {{(pid=94467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:41:17.446795 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e0b6f8aa-1321-4587-9c8d-a2b6f5ffcaea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:17.456888 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e0b6f8aa-1321-4587-9c8d-a2b6f5ffcaea admin admin] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:17.458378 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-e0b6f8aa-1321-4587-9c8d-a2b6f5ffcaea admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7a7395b7-7390-468e-bb6b-6d332b62fed5 HTTP/1.1" status: 204 len: 168 time: 0.3719547 Aug 12 14:41:17.467916 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b6f8aa-1321-4587-9c8d-a2b6f5ffcaea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a7395b7-7390-468e-bb6b-6d332b62fed5,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:41:17.477454 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fec68d5f-1a1f-4eb5-b03a-382d5fd03bed admin admin] Made reservation on behalf of a2fc72cd4bf747caa1a4809b30f44b5f for: {'subnet': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:41:17.480315 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-fec68d5f-1a1f-4eb5-b03a-382d5fd03bed admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3343791'] for subnet, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:17.607431 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Network b0e24b64-21a7-4e71-9bbe-cc7d87ed30df details requested by agent ovs-agent-n-d-694802-15 with host n-d-694802-15 {{(pid=94468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 14:41:17.616502 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-954c028e-085e-4e73-b3d7-a9fc51d8950c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:17.692857 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-b0affffd-8172-4605-b436-bf717d292221 None None] Attempting to bind port 95a7f547-c529-4262-b426-47b6dde7b80c on host n-d-694802-15 for vnic_type normal with profile {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:41:17.694796 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-b0affffd-8172-4605-b436-bf717d292221 None None] Attempting to bind port 95a7f547-c529-4262-b426-47b6dde7b80c by drivers openvswitch,hyperv on host n-d-694802-15 at level 0 using segments [{'id': '45b28473-1709-41a1-b9df-2ccc6425c05f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '4552c891-e268-4d7c-98f1-e8736a29b277'}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:41:17.702161 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0affffd-8172-4605-b436-bf717d292221 None None] Attempting to bind port 95a7f547-c529-4262-b426-47b6dde7b80c on network 4552c891-e268-4d7c-98f1-e8736a29b277 {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:41:17.718684 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0affffd-8172-4605-b436-bf717d292221 None None] Checking agent: {'id': '16de73ac-f2e9-4cee-b3e0-91052ae3e6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 20, 13), 'started_at': datetime.datetime(2021, 8, 12, 14, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 41, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:41:17.719149 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0affffd-8172-4605-b436-bf717d292221 None None] Checking segment: {'id': '45b28473-1709-41a1-b9df-2ccc6425c05f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '4552c891-e268-4d7c-98f1-e8736a29b277'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:41:17.719696 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-b0affffd-8172-4605-b436-bf717d292221 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:17.720141 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0affffd-8172-4605-b436-bf717d292221 None None] Bound using segment: {'id': '45b28473-1709-41a1-b9df-2ccc6425c05f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '4552c891-e268-4d7c-98f1-e8736a29b277'} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:41:17.720688 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-b0affffd-8172-4605-b436-bf717d292221 None None] Bound port: 95a7f547-c529-4262-b426-47b6dde7b80c, host: n-d-694802-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45b28473-1709-41a1-b9df-2ccc6425c05f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '4552c891-e268-4d7c-98f1-e8736a29b277'}}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:41:17.721074 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-b0affffd-8172-4605-b436-bf717d292221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:17.723244 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0affffd-8172-4605-b436-bf717d292221 None None] Pushing event updated for resources: {'Port': ['ID=95a7f547-c529-4262-b426-47b6dde7b80c,revision_number=1']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:41:17.797920 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-954c028e-085e-4e73-b3d7-a9fc51d8950c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:17.807353 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-b0affffd-8172-4605-b436-bf717d292221 None None] For port 95a7f547-c529-4262-b426-47b6dde7b80c, host n-d-694802-15, cleared binding levels {{(pid=94468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:41:17.810402 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-b0affffd-8172-4605-b436-bf717d292221 None None] For port 95a7f547-c529-4262-b426-47b6dde7b80c, host n-d-694802-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=95a7f547-c529-4262-b426-47b6dde7b80c,segment=NetworkSegment(45b28473-1709-41a1-b9df-2ccc6425c05f),segment_id=45b28473-1709-41a1-b9df-2ccc6425c05f)] {{(pid=94468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:41:17.810683 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-fec68d5f-1a1f-4eb5-b03a-382d5fd03bed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2859166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3343773'] for subnet, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:17.816499 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-b0affffd-8172-4605-b436-bf717d292221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:17.820628 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57de19d-3a3a-4eae-8074-88a27b193b77 req-9f25224b-06b5-46b3-a603-b08f5251f02a tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:41:17.822371 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d57de19d-3a3a-4eae-8074-88a27b193b77 req-9f25224b-06b5-46b3-a603-b08f5251f02a tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] 10.222.0.39 "GET /v2.0/ports?device_id=4e619328-2426-44b9-8774-33de08167f1b HTTP/1.1" status: 200 len: 946 time: 0.1377194 Aug 12 14:41:17.913634 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0affffd-8172-4605-b436-bf717d292221 None None] Pushing event updated for resources: {'Port': ['ID=95a7f547-c529-4262-b426-47b6dde7b80c,revision_number=2']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:41:17.918709 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-954c028e-085e-4e73-b3d7-a9fc51d8950c admin admin] Network d3759e1b-6c03-45ac-acd4-90abb417809b is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:41:17.938278 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [None req-954c028e-085e-4e73-b3d7-a9fc51d8950c admin admin] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:41:17.947775 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-954c028e-085e-4e73-b3d7-a9fc51d8950c admin admin] Received port after_create {{(pid=94467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:41:18.005878 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954c028e-085e-4e73-b3d7-a9fc51d8950c admin admin] Pushing event updated for resources: {'Port': ['ID=bd7607a9-8d84-486a-a6f9-71eb0e44e6ff,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:41:18.026846 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec68d5f-1a1f-4eb5-b03a-382d5fd03bed admin admin] Pushing event updated for resources: {'Subnet': ['ID=7be71cde-d18d-4052-a6ca-8e91d1377f01,revision_number=0']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:41:18.040976 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d57de19d-3a3a-4eae-8074-88a27b193b77 req-ab1a4b39-4990-4e9f-acfc-940d80f609c2 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b3c7ce2-70f7-4d15-8774-e830cec0f0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933973 Aug 12 14:41:18.059290 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fec68d5f-1a1f-4eb5-b03a-382d5fd03bed admin admin] Checking segment: {'id': '6e9bacb5-9701-46a9-adfa-39555d8c5ebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'b0e24b64-21a7-4e71-9bbe-cc7d87ed30df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:41:18.059653 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fec68d5f-1a1f-4eb5-b03a-382d5fd03bed admin admin] Network hostable DHCP agents. Network: b0e24b64-21a7-4e71-9bbe-cc7d87ed30df, hostable agents: ['1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658'], hosted agents: [] {{(pid=94467) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 14:41:18.115711 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019bfda4-f3d1-4709-8516-703f4a9c2524 req-8e12a7f5-85e0-47dc-bc5e-f69f65943c6e tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:41:18.117439 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-019bfda4-f3d1-4709-8516-703f4a9c2524 req-8e12a7f5-85e0-47dc-bc5e-f69f65943c6e tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] 10.222.0.39 "GET /v2.0/ports?device_id=36e8e056-0dbe-48e4-bd23-52f9eecea8a5 HTTP/1.1" status: 200 len: 948 time: 0.1098628 Aug 12 14:41:18.164156 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fec68d5f-1a1f-4eb5-b03a-382d5fd03bed admin admin] Network b0e24b64-21a7-4e71-9bbe-cc7d87ed30df is scheduled to be hosted by DHCP agent 1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658 with binding_index 1 {{(pid=94467) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 14:41:18.235724 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-019bfda4-f3d1-4709-8516-703f4a9c2524 req-5af6f3fb-3cfe-4813-b907-ca944fa1f46a tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] 10.222.0.39 "GET /v2.0/security-groups?id=5301a7d3-dd3e-456d-bf8f-dfd76884604a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102290 Aug 12 14:41:18.244192 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [None req-fec68d5f-1a1f-4eb5-b03a-382d5fd03bed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-15, b0e24b64-21a7-4e71-9bbe-cc7d87ed30df) {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:41:18.262696 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-976e70d5-9a50-49a5-ae7a-299b769ddb94 None None] Network b0e24b64-21a7-4e71-9bbe-cc7d87ed30df requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:41:18.269340 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fec68d5f-1a1f-4eb5-b03a-382d5fd03bed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:41:18.269954 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-fec68d5f-1a1f-4eb5-b03a-382d5fd03bed admin admin] Notify callbacks [] for subnet, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:18.390951 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-fec68d5f-1a1f-4eb5-b03a-382d5fd03bed admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0178473 Aug 12 14:41:18.393836 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 46334) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:41:18.400142 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-e066ff19-b6cb-4c74-af41-f59530e11dc9 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1682854480-router', 'tenant_id': 'a2fc72cd4bf747caa1a4809b30f44b5f', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'}}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:41:18.491944 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-954c028e-085e-4e73-b3d7-a9fc51d8950c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:18.547956 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17e6ebe-0637-4c46-a9ca-fa5acbddc644 req-2dcfe2dd-354b-45b9-928a-5d3ccbaa2101 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:41:18.550818 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-a17e6ebe-0637-4c46-a9ca-fa5acbddc644 req-2dcfe2dd-354b-45b9-928a-5d3ccbaa2101 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] 10.222.0.39 "GET /v2.0/ports?device_id=4e619328-2426-44b9-8774-33de08167f1b HTTP/1.1" status: 200 len: 946 time: 0.0722873 Aug 12 14:41:18.560241 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5658b875-7b2e-4fbb-ab89-6779fade828e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa7035b3e-9a89-5964-b9f4-97301c3f476a-b0e24b64-21a7-4e71-9bbe-cc7d87ed30df', 'network_id': 'b0e24b64-21a7-4e71-9bbe-cc7d87ed30df', 'tenant_id': 'a2fc72cd4bf747caa1a4809b30f44b5f', 'fixed_ips': [{'subnet_id': '7be71cde-d18d-4052-a6ca-8e91d1377f01'}]}} from n-d-694802-15. {{(pid=94468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 14:41:18.561155 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-5658b875-7b2e-4fbb-ab89-6779fade828e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:18.591841 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-e066ff19-b6cb-4c74-af41-f59530e11dc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-430574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-104863'] for router, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:18.593163 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-e066ff19-b6cb-4c74-af41-f59530e11dc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-429438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-431405', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66646573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-104852'] for router, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:18.651864 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-a17e6ebe-0637-4c46-a9ca-fa5acbddc644 req-926954e0-eec0-4e64-b59d-cd3b1a9e57e0 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b3c7ce2-70f7-4d15-8774-e830cec0f0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944571 Aug 12 14:41:18.669375 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device 6f8cf43d-d568-4ef8-a63e-924a5ac834bf details requested by agent hyperv_n-h2-694802-15 with host n-h2-694802-15 {{(pid=94468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 14:41:18.987103 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port 6f8cf43d-d568-4ef8-a63e-924a5ac834bf, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=6f8cf43d-d568-4ef8-a63e-924a5ac834bf,segment=NetworkSegment(a1f8c867-101b-4d30-814e-b89f55a5edd0),segment_id=a1f8c867-101b-4d30-814e-b89f55a5edd0)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:41:19.007893 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Returning: {'device': '6f8cf43d-d568-4ef8-a63e-924a5ac834bf', 'network_id': '2525c403-dfb3-4196-a273-739607aab38a', 'port_id': '6f8cf43d-d568-4ef8-a63e-924a5ac834bf', 'mac_address': 'fa:16:3e:cb:f4:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '236e0be6-1c94-4221-9e8b-ab02a53331f8', 'ip_address': '192.168.233.229'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 14:41:19.058014 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77adb37d-f78b-46ea-9dea-485a93d4a34a req-4e540263-911c-4cd8-9f5f-21e9688080d7 tempest-ServerRescueNegativeTestJSON-1622637895 tempest-ServerRescueNegativeTestJSON-1622637895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:41:19.068204 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-77adb37d-f78b-46ea-9dea-485a93d4a34a req-4e540263-911c-4cd8-9f5f-21e9688080d7 tempest-ServerRescueNegativeTestJSON-1622637895 tempest-ServerRescueNegativeTestJSON-1622637895-project] 10.222.0.39 "GET /v2.0/ports?device_id=d52af645-a96c-4fda-a020-923ad96d40ff HTTP/1.1" status: 200 len: 945 time: 0.5311909 Aug 12 14:41:19.074918 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-e066ff19-b6cb-4c74-af41-f59530e11dc9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:19.079561 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.db_base_plugin_common [None req-5658b875-7b2e-4fbb-ab89-6779fade828e None None] Allocated IP 172.20.0.2 (b0e24b64-21a7-4e71-9bbe-cc7d87ed30df/7be71cde-d18d-4052-a6ca-8e91d1377f01/e21c01c1-280c-4298-903b-e4fe8c1189b3) {{(pid=94468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:41:19.098280 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:19.226589 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f8cf43d-d568-4ef8-a63e-924a5ac834bf {{(pid=94468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:41:19.255577 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port 6f8cf43d-d568-4ef8-a63e-924a5ac834bf, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=6f8cf43d-d568-4ef8-a63e-924a5ac834bf,segment=NetworkSegment(a1f8c867-101b-4d30-814e-b89f55a5edd0),segment_id=a1f8c867-101b-4d30-814e-b89f55a5edd0)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:41:19.264646 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:19.304821 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-e066ff19-b6cb-4c74-af41-f59530e11dc9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:19.351457 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-77adb37d-f78b-46ea-9dea-485a93d4a34a req-f492807f-1d6a-4a45-ba60-4c217c3944e4 tempest-ServerRescueNegativeTestJSON-1622637895 tempest-ServerRescueNegativeTestJSON-1622637895-project] 10.222.0.39 "GET /v2.0/security-groups?id=268dec7e-7261-41d2-9e03-6b72db198ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2818835 Aug 12 14:41:19.379727 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-957ddc44-d2e4-4e4a-adc5-aba75a4f70ba None None] Network 4552c891-e268-4d7c-98f1-e8736a29b277 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:41:19.480608 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Pushing event updated for resources: {'Port': ['ID=6f8cf43d-d568-4ef8-a63e-924a5ac834bf,revision_number=4']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:41:19.487725 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-56a22fd1-da9c-4626-a71f-9e0ceb6fdf63 None None] Provisioning for port 95a7f547-c529-4262-b426-47b6dde7b80c completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:41:19.493148 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0a7c32-714c-4269-932d-f32d69620502 req-8b297e68-31b7-4400-b26e-12ba936fbcfc tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:41:19.494751 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-7a0a7c32-714c-4269-932d-f32d69620502 req-8b297e68-31b7-4400-b26e-12ba936fbcfc tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] 10.222.0.39 "GET /v2.0/ports?device_id=36e8e056-0dbe-48e4-bd23-52f9eecea8a5 HTTP/1.1" status: 200 len: 949 time: 0.1023574 Aug 12 14:41:19.557771 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-5658b875-7b2e-4fbb-ab89-6779fade828e None None] Notify callbacks [] for port, precommit_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:19.563354 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-7a0a7c32-714c-4269-932d-f32d69620502 req-30f3d477-b7f6-4f88-8302-14f018fb86f6 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] 10.222.0.39 "GET /v2.0/security-groups?id=5301a7d3-dd3e-456d-bf8f-dfd76884604a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594351 Aug 12 14:41:19.582732 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-5658b875-7b2e-4fbb-ab89-6779fade828e None None] Transition to ACTIVE for port object e21c01c1-280c-4298-903b-e4fe8c1189b3 will not be triggered until provisioned by entity L2. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:41:19.633554 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-954c028e-085e-4e73-b3d7-a9fc51d8950c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-429413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-431608'] for router, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:19.645473 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-5658b875-7b2e-4fbb-ab89-6779fade828e None None] Transition to ACTIVE for port object e21c01c1-280c-4298-903b-e4fe8c1189b3 will not be triggered until provisioned by entity DHCP. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:41:19.671733 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] get_ports_and_sgs() called for port_ids ['6f8cf43d-d568-4ef8-a63e-924a5ac834bf'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:41:19.685511 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-5658b875-7b2e-4fbb-ab89-6779fade828e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253'] for port, after_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:19.772141 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 95a7f547-c529-4262-b426-47b6dde7b80c up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:41:19.924507 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5658b875-7b2e-4fbb-ab89-6779fade828e None None] Network b0e24b64-21a7-4e71-9bbe-cc7d87ed30df is already hosted by enough agents. {{(pid=94468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:41:19.936277 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.base_scheduler [None req-5658b875-7b2e-4fbb-ab89-6779fade828e None None] Resources bound (agent type, host, resource id): {{(pid=94468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:41:19.946254 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5658b875-7b2e-4fbb-ab89-6779fade828e None None] Received port after_create {{(pid=94468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:41:19.963699 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5658b875-7b2e-4fbb-ab89-6779fade828e None None] Pushing event updated for resources: {'Port': ['ID=e21c01c1-280c-4298-903b-e4fe8c1189b3,revision_number=1']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:41:19.977873 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 46370) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:41:20.001336 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning for port 95a7f547-c529-4262-b426-47b6dde7b80c completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:41:20.010978 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-e066ff19-b6cb-4c74-af41-f59530e11dc9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:20.034093 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port 95a7f547-c529-4262-b426-47b6dde7b80c triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:41:20.034508 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:20.043509 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-e066ff19-b6cb-4c74-af41-f59530e11dc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:20.096097 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-5658b875-7b2e-4fbb-ab89-6779fade828e None None] Attempting to bind port e21c01c1-280c-4298-903b-e4fe8c1189b3 on host n-d-694802-15 for vnic_type normal with profile {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:41:20.096097 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-5658b875-7b2e-4fbb-ab89-6779fade828e None None] Attempting to bind port e21c01c1-280c-4298-903b-e4fe8c1189b3 by drivers openvswitch,hyperv on host n-d-694802-15 at level 0 using segments [{'id': '6e9bacb5-9701-46a9-adfa-39555d8c5ebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'b0e24b64-21a7-4e71-9bbe-cc7d87ed30df'}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:41:20.096097 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5658b875-7b2e-4fbb-ab89-6779fade828e None None] Attempting to bind port e21c01c1-280c-4298-903b-e4fe8c1189b3 on network b0e24b64-21a7-4e71-9bbe-cc7d87ed30df {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:41:20.125296 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5658b875-7b2e-4fbb-ab89-6779fade828e None None] Checking agent: {'id': '16de73ac-f2e9-4cee-b3e0-91052ae3e6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 20, 13), 'started_at': datetime.datetime(2021, 8, 12, 14, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 41, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:41:20.125806 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5658b875-7b2e-4fbb-ab89-6779fade828e None None] Checking segment: {'id': '6e9bacb5-9701-46a9-adfa-39555d8c5ebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'b0e24b64-21a7-4e71-9bbe-cc7d87ed30df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:41:20.126146 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-5658b875-7b2e-4fbb-ab89-6779fade828e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:20.126481 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5658b875-7b2e-4fbb-ab89-6779fade828e None None] Bound using segment: {'id': '6e9bacb5-9701-46a9-adfa-39555d8c5ebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'b0e24b64-21a7-4e71-9bbe-cc7d87ed30df'} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:41:20.127080 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-5658b875-7b2e-4fbb-ab89-6779fade828e None None] Bound port: e21c01c1-280c-4298-903b-e4fe8c1189b3, host: n-d-694802-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e9bacb5-9701-46a9-adfa-39555d8c5ebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'b0e24b64-21a7-4e71-9bbe-cc7d87ed30df'}}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:41:20.127595 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-5658b875-7b2e-4fbb-ab89-6779fade828e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:20.129218 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7fc056-9746-484f-b203-a1cb41e9c210 req-0e1e1de8-0afa-4697-b76a-b441e8af8a06 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:41:20.140399 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-de7fc056-9746-484f-b203-a1cb41e9c210 req-0e1e1de8-0afa-4697-b76a-b441e8af8a06 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] 10.222.0.39 "GET /v2.0/ports?device_id=4e619328-2426-44b9-8774-33de08167f1b HTTP/1.1" status: 200 len: 946 time: 0.2398458 Aug 12 14:41:20.246424 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-954c028e-085e-4e73-b3d7-a9fc51d8950c admin admin] Router e1da5fa6-2585-42c8-9463-fddd21b2ac0e is scheduled to L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f with binding_index 1 {{(pid=94467) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 14:41:20.272357 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-de7fc056-9746-484f-b203-a1cb41e9c210 req-de7cf733-08ae-48b3-9134-47765949c31a tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b3c7ce2-70f7-4d15-8774-e830cec0f0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306419 Aug 12 14:41:20.323570 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-7e0d3f5b-ddd5-4cee-9a96-7c3fa42fed40 tempest-RoutersAdminTest-311172655 tempest-RoutersAdminTest-311172655-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1559913079', 'router:external': True}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:41:20.371375 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:20.382800 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_common [None req-e066ff19-b6cb-4c74-af41-f59530e11dc9 admin admin] Allocated IP 172.25.1.68 (d3759e1b-6c03-45ac-acd4-90abb417809b/f0254f08-c19c-4e31-bd9c-09389ea4b6f2/527deb2a-3d91-4db2-9871-bb1e85629f48) {{(pid=94467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:41:20.396561 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e0d3f5b-ddd5-4cee-9a96-7c3fa42fed40 tempest-RoutersAdminTest-311172655 tempest-RoutersAdminTest-311172655-project-admin] Made reservation on behalf of f644b04339074e0fbed661ee752ea9b5 for: {'network': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:41:20.402717 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-7e0d3f5b-ddd5-4cee-9a96-7c3fa42fed40 tempest-RoutersAdminTest-311172655 tempest-RoutersAdminTest-311172655-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for network, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:20.433015 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-7e0d3f5b-ddd5-4cee-9a96-7c3fa42fed40 tempest-RoutersAdminTest-311172655 tempest-RoutersAdminTest-311172655-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:20.457176 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-5658b875-7b2e-4fbb-ab89-6779fade828e None None] For port e21c01c1-280c-4298-903b-e4fe8c1189b3, host n-d-694802-15, cleared binding levels {{(pid=94468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:41:20.504857 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] For port 95a7f547-c529-4262-b426-47b6dde7b80c, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=95a7f547-c529-4262-b426-47b6dde7b80c,segment=NetworkSegment(45b28473-1709-41a1-b9df-2ccc6425c05f),segment_id=45b28473-1709-41a1-b9df-2ccc6425c05f)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:41:20.536666 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-06f34a58-36f5-4ff4-a123-f0038a5c6cfd None None] Provisioning complete for port 95a7f547-c529-4262-b426-47b6dde7b80c triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:41:20.537053 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-06f34a58-36f5-4ff4-a123-f0038a5c6cfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:20.538935 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:20.545696 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-5658b875-7b2e-4fbb-ab89-6779fade828e None None] For port e21c01c1-280c-4298-903b-e4fe8c1189b3, host n-d-694802-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=e21c01c1-280c-4298-903b-e4fe8c1189b3,segment=NetworkSegment(6e9bacb5-9701-46a9-adfa-39555d8c5ebb),segment_id=6e9bacb5-9701-46a9-adfa-39555d8c5ebb)] {{(pid=94468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:41:20.567236 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a8a752-75ec-41e0-b221-7444ac4ab236 req-f16ed3c3-105b-4e2e-8133-c32103e27af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:41:20.569712 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-42a8a752-75ec-41e0-b221-7444ac4ab236 req-f16ed3c3-105b-4e2e-8133-c32103e27af9 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=d52af645-a96c-4fda-a020-923ad96d40ff HTTP/1.1" status: 200 len: 1097 time: 0.2044783 Aug 12 14:41:20.602517 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-954c028e-085e-4e73-b3d7-a9fc51d8950c admin admin] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 14:41:20.615526 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa06872-7405-4eea-a510-f3a343bd805a None None] Sync routers for ids ['e1da5fa6-2585-42c8-9463-fddd21b2ac0e'] in n-d-694802-15 {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 14:41:20.638747 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa06872-7405-4eea-a510-f3a343bd805a None None] Routers {'e1da5fa6-2585-42c8-9463-fddd21b2ac0e'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:41:20.642608 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-dfa06872-7405-4eea-a510-f3a343bd805a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:41:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['e1da5fa6-2585-42c8-9463-fddd21b2ac0e'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:41:20.651383 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Pushing event updated for resources: {'Port': ['ID=95a7f547-c529-4262-b426-47b6dde7b80c,revision_number=3']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:41:20.660418 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-5658b875-7b2e-4fbb-ab89-6779fade828e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:20.688050 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-42a8a752-75ec-41e0-b221-7444ac4ab236 req-87e0fa74-006e-4971-8b83-a1696eeb4076 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=268dec7e-7261-41d2-9e03-6b72db198ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999250 Aug 12 14:41:20.698127 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-7e0d3f5b-ddd5-4cee-9a96-7c3fa42fed40 tempest-RoutersAdminTest-311172655 tempest-RoutersAdminTest-311172655-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:20.702375 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b46228c-caf4-40a9-9be6-a4820b7cb1c4 req-5d5eb2e5-849b-41ab-8710-805044b295e8 tempest-ServerRescueNegativeTestJSON-1622637895 tempest-ServerRescueNegativeTestJSON-1622637895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:41:20.704547 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2b46228c-caf4-40a9-9be6-a4820b7cb1c4 req-5d5eb2e5-849b-41ab-8710-805044b295e8 tempest-ServerRescueNegativeTestJSON-1622637895 tempest-ServerRescueNegativeTestJSON-1622637895-project] 10.222.0.39 "GET /v2.0/ports?device_id=d52af645-a96c-4fda-a020-923ad96d40ff HTTP/1.1" status: 200 len: 945 time: 0.1652994 Aug 12 14:41:20.705735 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-7e0d3f5b-ddd5-4cee-9a96-7c3fa42fed40 tempest-RoutersAdminTest-311172655 tempest-RoutersAdminTest-311172655-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:20.722677 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-954c028e-085e-4e73-b3d7-a9fc51d8950c admin admin] Notify callbacks [] for router, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:20.727384 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-954c028e-085e-4e73-b3d7-a9fc51d8950c admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.3797534 Aug 12 14:41:20.728354 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 46382) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:41:20.740610 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-e066ff19-b6cb-4c74-af41-f59530e11dc9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:20.745499 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5658b875-7b2e-4fbb-ab89-6779fade828e None None] Pushing event updated for resources: {'Port': ['ID=e21c01c1-280c-4298-903b-e4fe8c1189b3,revision_number=2']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:41:20.762972 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0d3f5b-ddd5-4cee-9a96-7c3fa42fed40 tempest-RoutersAdminTest-311172655 tempest-RoutersAdminTest-311172655-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6755a5d0-217c-4c69-bf8d-ae29c446d463,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:41:20.861880 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e0d3f5b-ddd5-4cee-9a96-7c3fa42fed40 tempest-RoutersAdminTest-311172655 tempest-RoutersAdminTest-311172655-project-admin] vlan segment allocate from pool success with {'vlan_id': 328, 'physical_network': 'physnet1'} {{(pid=94466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 14:41:20.879429 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-7e0d3f5b-ddd5-4cee-9a96-7c3fa42fed40 tempest-RoutersAdminTest-311172655 tempest-RoutersAdminTest-311172655-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:20.879799 n-d-694802-15 neutron-server[94466]: INFO neutron.db.segments_db [None req-7e0d3f5b-ddd5-4cee-9a96-7c3fa42fed40 tempest-RoutersAdminTest-311172655 tempest-RoutersAdminTest-311172655-project-admin] Added segment bd586757-9719-416a-aeb9-c2607ec89a49 of type vlan for network 4ac07e63-b0e4-4fe6-bc3a-3617388cbf50 Aug 12 14:41:20.895915 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-dfa06872-7405-4eea-a510-f3a343bd805a None None] Set router e1da5fa6-2585-42c8-9463-fddd21b2ac0e gateway port host: n-d-694802-15 {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:41:20.933121 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2b46228c-caf4-40a9-9be6-a4820b7cb1c4 req-e4adfffd-732e-451b-98df-b05c0b90ba19 tempest-ServerRescueNegativeTestJSON-1622637895 tempest-ServerRescueNegativeTestJSON-1622637895-project] 10.222.0.39 "GET /v2.0/security-groups?id=268dec7e-7261-41d2-9e03-6b72db198ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2124968 Aug 12 14:41:20.949264 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78257ca-3e08-4c53-99d4-1e9802db4e53 req-b6a50ce1-74e2-4a6a-982c-ac706e440f5a tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:41:20.957880 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-b78257ca-3e08-4c53-99d4-1e9802db4e53 req-b6a50ce1-74e2-4a6a-982c-ac706e440f5a tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] 10.222.0.39 "GET /v2.0/ports?device_id=4e619328-2426-44b9-8774-33de08167f1b HTTP/1.1" status: 200 len: 946 time: 0.1979065 Aug 12 14:41:21.014447 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-7e0d3f5b-ddd5-4cee-9a96-7c3fa42fed40 tempest-RoutersAdminTest-311172655 tempest-RoutersAdminTest-311172655-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744653628263'] for network, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:21.131517 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-e066ff19-b6cb-4c74-af41-f59530e11dc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:21.161884 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-b78257ca-3e08-4c53-99d4-1e9802db4e53 req-01b023f7-faeb-4ad5-bc95-34684e4109cb tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b3c7ce2-70f7-4d15-8774-e830cec0f0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030327 Aug 12 14:41:21.171798 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-7e0d3f5b-ddd5-4cee-9a96-7c3fa42fed40 tempest-RoutersAdminTest-311172655 tempest-RoutersAdminTest-311172655-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409'] for network, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:21.173467 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e0d3f5b-ddd5-4cee-9a96-7c3fa42fed40 tempest-RoutersAdminTest-311172655 tempest-RoutersAdminTest-311172655-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:41:21.174027 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-7e0d3f5b-ddd5-4cee-9a96-7c3fa42fed40 tempest-RoutersAdminTest-311172655 tempest-RoutersAdminTest-311172655-project-admin] Notify callbacks [] for network, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:21.242032 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-7e0d3f5b-ddd5-4cee-9a96-7c3fa42fed40 tempest-RoutersAdminTest-311172655 tempest-RoutersAdminTest-311172655-project-admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 1.2612817 Aug 12 14:41:21.245289 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 46388) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:41:21.263366 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-e2306f2e-1149-49a6-8d12-2a74acb1ba0b tempest-RoutersAdminTest-311172655 tempest-RoutersAdminTest-311172655-project-admin] Request body: {'subnet': {'network_id': '4ac07e63-b0e4-4fe6-bc3a-3617388cbf50', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:41:21.293571 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e066ff19-b6cb-4c74-af41-f59530e11dc9 admin admin] Network d3759e1b-6c03-45ac-acd4-90abb417809b is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:41:21.309748 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [None req-e066ff19-b6cb-4c74-af41-f59530e11dc9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:41:21.320906 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2306f2e-1149-49a6-8d12-2a74acb1ba0b tempest-RoutersAdminTest-311172655 tempest-RoutersAdminTest-311172655-project-admin] Made reservation on behalf of f644b04339074e0fbed661ee752ea9b5 for: {'subnet': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:41:21.323858 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e2306f2e-1149-49a6-8d12-2a74acb1ba0b tempest-RoutersAdminTest-311172655 tempest-RoutersAdminTest-311172655-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8776441'] for subnet, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:21.326973 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa08e9e-1353-447d-b28e-454c57084a21 req-12dc6ee5-4fb5-470b-b928-7d642c6b52c2 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:41:21.328896 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-5fa08e9e-1353-447d-b28e-454c57084a21 req-12dc6ee5-4fb5-470b-b928-7d642c6b52c2 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] 10.222.0.39 "GET /v2.0/ports?device_id=36e8e056-0dbe-48e4-bd23-52f9eecea8a5 HTTP/1.1" status: 200 len: 949 time: 0.2446265 Aug 12 14:41:21.332145 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e066ff19-b6cb-4c74-af41-f59530e11dc9 admin admin] Received port after_create {{(pid=94467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:41:21.333943 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e066ff19-b6cb-4c74-af41-f59530e11dc9 admin admin] Pushing event updated for resources: {'Port': ['ID=527deb2a-3d91-4db2-9871-bb1e85629f48,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:41:21.365684 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0d3f5b-ddd5-4cee-9a96-7c3fa42fed40 tempest-RoutersAdminTest-311172655 tempest-RoutersAdminTest-311172655-project-admin] Pushing event updated for resources: {'Network': ['ID=4ac07e63-b0e4-4fe6-bc3a-3617388cbf50,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:41:21.381222 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Network 4ac07e63-b0e4-4fe6-bc3a-3617388cbf50 details requested by agent ovs-agent-n-d-694802-15 with host n-d-694802-15 {{(pid=94468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 14:41:21.402002 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-dfa06872-7405-4eea-a510-f3a343bd805a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1da5fa6-2585-42c8-9463-fddd21b2ac0e', 'name': 'tempest-ServerActionsTestJSON-1626470397-router', 'tenant_id': 'f4b313af8d624a809d563851b784d520', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.96'}], 'enable_snat': True}, 'gw_port_id': 'bd7607a9-8d84-486a-a6f9-71eb0e44e6ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:41:16Z', 'updated_at': '2021-08-12T14:41:18Z', 'revision_number': 3, 'project_id': 'f4b313af8d624a809d563851b784d520', 'gw_port': {'id': 'bd7607a9-8d84-486a-a6f9-71eb0e44e6ff', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:dd:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1da5fa6-2585-42c8-9463-fddd21b2ac0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:41:17Z', 'updated_at': '2021-08-12T14:41:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15'}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:41:21.483147 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa06872-7405-4eea-a510-f3a343bd805a None None] Checking router: e1da5fa6-2585-42c8-9463-fddd21b2ac0e for host: n-d-694802-15 {{(pid=94469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 14:41:21.483484 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa06872-7405-4eea-a510-f3a343bd805a None None] Updating router e1da5fa6-2585-42c8-9463-fddd21b2ac0e port bd7607a9-8d84-486a-a6f9-71eb0e44e6ff binding host n-d-694802-15 {{(pid=94469) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 14:41:21.485979 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-5fa08e9e-1353-447d-b28e-454c57084a21 req-586d2f5b-98ee-4e85-9696-cb8c68fe0ebb tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] 10.222.0.39 "GET /v2.0/security-groups?id=5301a7d3-dd3e-456d-bf8f-dfd76884604a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442494 Aug 12 14:41:21.560762 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-dfa06872-7405-4eea-a510-f3a343bd805a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:21.867148 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device e21c01c1-280c-4298-903b-e4fe8c1189b3 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:41:21.898941 n-d-694802-15 neutron-server[94466]: DEBUG neutron.objects.ports [None req-e2306f2e-1149-49a6-8d12-2a74acb1ba0b tempest-RoutersAdminTest-311172655 tempest-RoutersAdminTest-311172655-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94466) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 12 14:41:21.900038 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e2306f2e-1149-49a6-8d12-2a74acb1ba0b tempest-RoutersAdminTest-311172655 tempest-RoutersAdminTest-311172655-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3718490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8776395'] for subnet, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:21.965872 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning for port e21c01c1-280c-4298-903b-e4fe8c1189b3 completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:41:21.973097 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 95a7f547-c529-4262-b426-47b6dde7b80c up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:41:22.049863 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port 95a7f547-c529-4262-b426-47b6dde7b80c triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:41:22.050366 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:22.091180 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2306f2e-1149-49a6-8d12-2a74acb1ba0b tempest-RoutersAdminTest-311172655 tempest-RoutersAdminTest-311172655-project-admin] Checking segment: {'id': 'bd586757-9719-416a-aeb9-c2607ec89a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '4ac07e63-b0e4-4fe6-bc3a-3617388cbf50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:41:22.097875 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2306f2e-1149-49a6-8d12-2a74acb1ba0b tempest-RoutersAdminTest-311172655 tempest-RoutersAdminTest-311172655-project-admin] Network hostable DHCP agents. Network: 4ac07e63-b0e4-4fe6-bc3a-3617388cbf50, hostable agents: ['1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658'], hosted agents: [] {{(pid=94466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 14:41:22.193126 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-e066ff19-b6cb-4c74-af41-f59530e11dc9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:22.196772 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-dfa06872-7405-4eea-a510-f3a343bd805a None None] Notify callbacks [] for port, precommit_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:22.210216 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.provisioning_blocks [None req-dfa06872-7405-4eea-a510-f3a343bd805a None None] Transition to ACTIVE for port object bd7607a9-8d84-486a-a6f9-71eb0e44e6ff will not be triggered until provisioned by entity L2. {{(pid=94469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:41:22.223292 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-dfa06872-7405-4eea-a510-f3a343bd805a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:22.231781 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2306f2e-1149-49a6-8d12-2a74acb1ba0b tempest-RoutersAdminTest-311172655 tempest-RoutersAdminTest-311172655-project-admin] Pushing event updated for resources: {'Subnet': ['ID=56f35497-f193-40ea-b67d-e1c7e616b443,revision_number=0']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:41:22.250588 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2306f2e-1149-49a6-8d12-2a74acb1ba0b tempest-RoutersAdminTest-311172655 tempest-RoutersAdminTest-311172655-project-admin] Network 4ac07e63-b0e4-4fe6-bc3a-3617388cbf50 is scheduled to be hosted by DHCP agent 1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658 with binding_index 1 {{(pid=94466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 14:41:22.272167 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-e2306f2e-1149-49a6-8d12-2a74acb1ba0b tempest-RoutersAdminTest-311172655 tempest-RoutersAdminTest-311172655-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-15, 4ac07e63-b0e4-4fe6-bc3a-3617388cbf50) {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:41:22.279462 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2306f2e-1149-49a6-8d12-2a74acb1ba0b tempest-RoutersAdminTest-311172655 tempest-RoutersAdminTest-311172655-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:41:22.280191 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e2306f2e-1149-49a6-8d12-2a74acb1ba0b tempest-RoutersAdminTest-311172655 tempest-RoutersAdminTest-311172655-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for subnet, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:22.283992 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9752b48d-6165-4fd6-8737-345e63b1a905 None None] Network 4ac07e63-b0e4-4fe6-bc3a-3617388cbf50 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:41:22.306264 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa02353b-f649-41a9-aed2-f36717b06954 None None] Pushing event updated for resources: {'Port': ['ID=bd7607a9-8d84-486a-a6f9-71eb0e44e6ff,revision_number=2']} {{(pid=94469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:41:22.333952 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-257b69ff-436f-44b4-aad9-8ca7ad3ef2b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:22.340416 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa02353b-f649-41a9-aed2-f36717b06954 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:41:22.340994 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa02353b-f649-41a9-aed2-f36717b06954 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:41:22.341808 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa02353b-f649-41a9-aed2-f36717b06954 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:41:22.342336 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa02353b-f649-41a9-aed2-f36717b06954 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:41:22.342856 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa02353b-f649-41a9-aed2-f36717b06954 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:41:22.343241 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa02353b-f649-41a9-aed2-f36717b06954 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:41:22.343585 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa02353b-f649-41a9-aed2-f36717b06954 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:41:22.343899 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa02353b-f649-41a9-aed2-f36717b06954 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:41:22.344244 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa02353b-f649-41a9-aed2-f36717b06954 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:41:22.344600 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa02353b-f649-41a9-aed2-f36717b06954 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:41:22.345079 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa02353b-f649-41a9-aed2-f36717b06954 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:41:22.345451 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa02353b-f649-41a9-aed2-f36717b06954 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:41:22.350714 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.managers [None req-dfa06872-7405-4eea-a510-f3a343bd805a None None] Attempting to bind port bd7607a9-8d84-486a-a6f9-71eb0e44e6ff on host n-d-694802-15 for vnic_type normal with profile {{(pid=94469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:41:22.351190 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.managers [None req-dfa06872-7405-4eea-a510-f3a343bd805a None None] Attempting to bind port bd7607a9-8d84-486a-a6f9-71eb0e44e6ff by drivers openvswitch,hyperv on host n-d-694802-15 at level 0 using segments [{'id': 'b1b396cb-2dc6-4041-bfc7-1833a80a4720', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'}] {{(pid=94469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:41:22.351557 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfa06872-7405-4eea-a510-f3a343bd805a None None] Attempting to bind port bd7607a9-8d84-486a-a6f9-71eb0e44e6ff on network d3759e1b-6c03-45ac-acd4-90abb417809b {{(pid=94469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:41:22.359335 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfa06872-7405-4eea-a510-f3a343bd805a None None] Checking agent: {'id': '16de73ac-f2e9-4cee-b3e0-91052ae3e6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 20, 13), 'started_at': datetime.datetime(2021, 8, 12, 14, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 41, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:41:22.359711 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfa06872-7405-4eea-a510-f3a343bd805a None None] Checking segment: {'id': 'b1b396cb-2dc6-4041-bfc7-1833a80a4720', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:41:22.360120 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-dfa06872-7405-4eea-a510-f3a343bd805a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:22.360499 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfa06872-7405-4eea-a510-f3a343bd805a None None] Bound using segment: {'id': 'b1b396cb-2dc6-4041-bfc7-1833a80a4720', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'} {{(pid=94469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:41:22.360968 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.managers [None req-dfa06872-7405-4eea-a510-f3a343bd805a None None] Bound port: bd7607a9-8d84-486a-a6f9-71eb0e44e6ff, host: n-d-694802-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1b396cb-2dc6-4041-bfc7-1833a80a4720', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'}}] {{(pid=94469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:41:22.361349 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-dfa06872-7405-4eea-a510-f3a343bd805a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:22.368287 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0515a754-81a6-4042-85d7-adccfed49bb1 req-42241e09-91ee-4008-8aef-a789ad3cb89b tempest-ServerRescueNegativeTestJSON-1622637895 tempest-ServerRescueNegativeTestJSON-1622637895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:41:22.371502 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-0515a754-81a6-4042-85d7-adccfed49bb1 req-42241e09-91ee-4008-8aef-a789ad3cb89b tempest-ServerRescueNegativeTestJSON-1622637895 tempest-ServerRescueNegativeTestJSON-1622637895-project] 10.222.0.39 "GET /v2.0/ports?device_id=d52af645-a96c-4fda-a020-923ad96d40ff HTTP/1.1" status: 200 len: 945 time: 0.2825019 Aug 12 14:41:22.380560 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-e2306f2e-1149-49a6-8d12-2a74acb1ba0b tempest-RoutersAdminTest-311172655 tempest-RoutersAdminTest-311172655-project-admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.1342773 Aug 12 14:41:22.384745 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 46398) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:41:22.401276 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-11845939-0016-4eb4-b6f9-0089d3d2b755 tempest-RoutersAdminTest-311172655 tempest-RoutersAdminTest-311172655-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1475553852', 'network_id': '4ac07e63-b0e4-4fe6-bc3a-3617388cbf50'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:41:22.448282 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.db [None req-dfa06872-7405-4eea-a510-f3a343bd805a None None] For port bd7607a9-8d84-486a-a6f9-71eb0e44e6ff, host n-d-694802-15, cleared binding levels {{(pid=94469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:41:22.456705 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.db [None req-dfa06872-7405-4eea-a510-f3a343bd805a None None] For port bd7607a9-8d84-486a-a6f9-71eb0e44e6ff, host n-d-694802-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=bd7607a9-8d84-486a-a6f9-71eb0e44e6ff,segment=NetworkSegment(b1b396cb-2dc6-4041-bfc7-1833a80a4720),segment_id=b1b396cb-2dc6-4041-bfc7-1833a80a4720)] {{(pid=94469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:41:22.467385 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-dfa06872-7405-4eea-a510-f3a343bd805a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:22.531893 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-0515a754-81a6-4042-85d7-adccfed49bb1 req-ad649c41-177c-4df0-a6b9-e4e5be118f51 tempest-ServerRescueNegativeTestJSON-1622637895 tempest-ServerRescueNegativeTestJSON-1622637895-project] 10.222.0.39 "GET /v2.0/security-groups?id=268dec7e-7261-41d2-9e03-6b72db198ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478434 Aug 12 14:41:22.541289 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d78063b8-0e7f-4898-8677-b04d2e894673 None None] Network b0e24b64-21a7-4e71-9bbe-cc7d87ed30df requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:41:22.547900 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11845939-0016-4eb4-b6f9-0089d3d2b755 tempest-RoutersAdminTest-311172655 tempest-RoutersAdminTest-311172655-project-admin] Made reservation on behalf of f644b04339074e0fbed661ee752ea9b5 for: {'port': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:41:22.548138 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa06872-7405-4eea-a510-f3a343bd805a None None] Routers {'e1da5fa6-2585-42c8-9463-fddd21b2ac0e'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:41:22.548138 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-dfa06872-7405-4eea-a510-f3a343bd805a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:41:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['e1da5fa6-2585-42c8-9463-fddd21b2ac0e'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:41:22.550303 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-11845939-0016-4eb4-b6f9-0089d3d2b755 tempest-RoutersAdminTest-311172655 tempest-RoutersAdminTest-311172655-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:22.588326 n-d-694802-15 neutron-server[94466]: DEBUG neutron.notifiers.nova [None req-11845939-0016-4eb4-b6f9-0089d3d2b755 tempest-RoutersAdminTest-311172655 tempest-RoutersAdminTest-311172655-project-admin] device_id is not set on port 0cf9e866-c448-48fa-8730-5cf163342f42 yet. {{(pid=94466) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 14:41:22.625026 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa02353b-f649-41a9-aed2-f36717b06954 None None] Pushing event updated for resources: {'Port': ['ID=bd7607a9-8d84-486a-a6f9-71eb0e44e6ff,revision_number=3']} {{(pid=94469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:41:22.687340 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device 6f8cf43d-d568-4ef8-a63e-924a5ac834bf up at agent hyperv_n-h2-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:41:22.726844 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b797c3cf-5cf0-411b-accf-47883811cdde req-25a747db-e109-4ee4-a535-c35912ac8bb7 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:41:22.742898 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b797c3cf-5cf0-411b-accf-47883811cdde req-25a747db-e109-4ee4-a535-c35912ac8bb7 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] 10.222.0.39 "GET /v2.0/ports?device_id=4e619328-2426-44b9-8774-33de08167f1b HTTP/1.1" status: 200 len: 946 time: 0.4111519 Aug 12 14:41:22.783627 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-dfa06872-7405-4eea-a510-f3a343bd805a None None] Set router e1da5fa6-2585-42c8-9463-fddd21b2ac0e gateway port host: n-d-694802-15 {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:41:22.789949 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Provisioning for port 6f8cf43d-d568-4ef8-a63e-924a5ac834bf completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:41:22.792214 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7705f0d5-6e1d-46aa-9320-e42dc6aef7b1 None None] Network 4ac07e63-b0e4-4fe6-bc3a-3617388cbf50 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:41:22.793589 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-e066ff19-b6cb-4c74-af41-f59530e11dc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-429413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-431608'] for router, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:22.884767 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-fc6d8f9a-d55e-47c4-bd72-aa8ba4ed214e None None] Provisioning for port e21c01c1-280c-4298-903b-e4fe8c1189b3 completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:41:22.891355 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-fc6d8f9a-d55e-47c4-bd72-aa8ba4ed214e None None] Provisioning complete for port e21c01c1-280c-4298-903b-e4fe8c1189b3 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:41:22.891733 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-fc6d8f9a-d55e-47c4-bd72-aa8ba4ed214e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:22.917812 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_common [None req-257b69ff-436f-44b4-aad9-8ca7ad3ef2b2 admin admin] Allocated IP 172.20.0.1 (4552c891-e268-4d7c-98f1-e8736a29b277/b3b4e56e-f3bd-4709-bfd6-3e62da1e0ac7/b3be8a27-d228-491e-bb30-8dff59d63dd9) {{(pid=94467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:41:22.927265 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Provisioning complete for port 6f8cf43d-d568-4ef8-a63e-924a5ac834bf triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:41:22.927638 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:22.961841 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-11845939-0016-4eb4-b6f9-0089d3d2b755 tempest-RoutersAdminTest-311172655 tempest-RoutersAdminTest-311172655-project-admin] Allocated IP 172.20.0.4 (4ac07e63-b0e4-4fe6-bc3a-3617388cbf50/56f35497-f193-40ea-b67d-e1c7e616b443/0cf9e866-c448-48fa-8730-5cf163342f42) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:41:23.014827 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da294037-76c8-4873-a5a8-bdf248af8d45 req-cf0388fa-9827-4b7d-a4a4-1fc70455773e tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:41:23.018596 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-da294037-76c8-4873-a5a8-bdf248af8d45 req-cf0388fa-9827-4b7d-a4a4-1fc70455773e tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] 10.222.0.39 "GET /v2.0/ports?device_id=36e8e056-0dbe-48e4-bd23-52f9eecea8a5 HTTP/1.1" status: 200 len: 949 time: 0.2121530 Aug 12 14:41:23.033531 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587dfb12-2f64-4e36-92e8-88e409927dce req-344dcd2a-d6fc-42a1-9b9d-05ae304f4edf tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:41:23.035500 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-587dfb12-2f64-4e36-92e8-88e409927dce req-344dcd2a-d6fc-42a1-9b9d-05ae304f4edf tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] 10.222.0.64 "GET /v2.0/ports?device_id=4e619328-2426-44b9-8774-33de08167f1b HTTP/1.1" status: 200 len: 946 time: 0.6993966 Aug 12 14:41:23.061590 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-fc6d8f9a-d55e-47c4-bd72-aa8ba4ed214e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:23.092458 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-dfa06872-7405-4eea-a510-f3a343bd805a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1da5fa6-2585-42c8-9463-fddd21b2ac0e', 'name': 'tempest-ServerActionsTestJSON-1626470397-router', 'tenant_id': 'f4b313af8d624a809d563851b784d520', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.96'}], 'enable_snat': True}, 'gw_port_id': 'bd7607a9-8d84-486a-a6f9-71eb0e44e6ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:41:16Z', 'updated_at': '2021-08-12T14:41:18Z', 'revision_number': 3, 'project_id': 'f4b313af8d624a809d563851b784d520', 'gw_port': {'id': 'bd7607a9-8d84-486a-a6f9-71eb0e44e6ff', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:dd:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1da5fa6-2585-42c8-9463-fddd21b2ac0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:41:17Z', 'updated_at': '2021-08-12T14:41:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15'}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:41:23.113308 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-fc6d8f9a-d55e-47c4-bd72-aa8ba4ed214e None None] For port e21c01c1-280c-4298-903b-e4fe8c1189b3, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=e21c01c1-280c-4298-903b-e4fe8c1189b3,segment=NetworkSegment(6e9bacb5-9701-46a9-adfa-39555d8c5ebb),segment_id=6e9bacb5-9701-46a9-adfa-39555d8c5ebb)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:41:23.134283 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-fc6d8f9a-d55e-47c4-bd72-aa8ba4ed214e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:23.144312 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa06872-7405-4eea-a510-f3a343bd805a None None] The sync data for ids ['e1da5fa6-2585-42c8-9463-fddd21b2ac0e'] in n-d-694802-15 is: [{'id': 'e1da5fa6-2585-42c8-9463-fddd21b2ac0e', 'name': 'tempest-ServerActionsTestJSON-1626470397-router', 'tenant_id': 'f4b313af8d624a809d563851b784d520', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.96'}], 'enable_snat': True}, 'gw_port_id': 'bd7607a9-8d84-486a-a6f9-71eb0e44e6ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:41:16Z', 'updated_at': '2021-08-12T14:41:18Z', 'revision_number': 3, 'project_id': 'f4b313af8d624a809d563851b784d520', 'gw_port': {'id': 'bd7607a9-8d84-486a-a6f9-71eb0e44e6ff', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:dd:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1da5fa6-2585-42c8-9463-fddd21b2ac0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:41:17Z', 'updated_at': '2021-08-12T14:41:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15'}] {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 14:41:23.156719 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-da294037-76c8-4873-a5a8-bdf248af8d45 req-a29d346d-f249-4d11-bca8-b9b0e6ed57b6 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] 10.222.0.39 "GET /v2.0/security-groups?id=5301a7d3-dd3e-456d-bf8f-dfd76884604a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251693 Aug 12 14:41:23.247773 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b797c3cf-5cf0-411b-accf-47883811cdde req-23a37bfd-4803-4b01-8672-36c4659e1aee tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b3c7ce2-70f7-4d15-8774-e830cec0f0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5037825 Aug 12 14:41:23.264723 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-257b69ff-436f-44b4-aad9-8ca7ad3ef2b2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:23.396169 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [None req-257b69ff-436f-44b4-aad9-8ca7ad3ef2b2 admin admin] Transition to ACTIVE for port object b3be8a27-d228-491e-bb30-8dff59d63dd9 will not be triggered until provisioned by entity DHCP. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:41:23.456896 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-11845939-0016-4eb4-b6f9-0089d3d2b755 tempest-RoutersAdminTest-311172655 tempest-RoutersAdminTest-311172655-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:23.530309 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6d8f9a-d55e-47c4-bd72-aa8ba4ed214e None None] Pushing event updated for resources: {'Port': ['ID=e21c01c1-280c-4298-903b-e4fe8c1189b3,revision_number=3']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:41:23.559931 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6d8f9a-d55e-47c4-bd72-aa8ba4ed214e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:41:23.560546 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6d8f9a-d55e-47c4-bd72-aa8ba4ed214e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:41:23.560814 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6d8f9a-d55e-47c4-bd72-aa8ba4ed214e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:41:23.561165 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6d8f9a-d55e-47c4-bd72-aa8ba4ed214e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:41:23.561754 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6d8f9a-d55e-47c4-bd72-aa8ba4ed214e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:41:23.562247 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6d8f9a-d55e-47c4-bd72-aa8ba4ed214e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:41:23.562644 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6d8f9a-d55e-47c4-bd72-aa8ba4ed214e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:41:23.563082 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6d8f9a-d55e-47c4-bd72-aa8ba4ed214e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:41:23.563490 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6d8f9a-d55e-47c4-bd72-aa8ba4ed214e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:41:23.564071 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6d8f9a-d55e-47c4-bd72-aa8ba4ed214e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:41:23.564524 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6d8f9a-d55e-47c4-bd72-aa8ba4ed214e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:41:23.564966 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6d8f9a-d55e-47c4-bd72-aa8ba4ed214e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:41:23.570807 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [req-587dfb12-2f64-4e36-92e8-88e409927dce req-6f7aab64-ca67-4dcb-8d83-5ecc691508ee tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] Deleting port aa508320-846b-4c3b-a392-a54724d87d2c {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:41:23.571191 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-587dfb12-2f64-4e36-92e8-88e409927dce req-6f7aab64-ca67-4dcb-8d83-5ecc691508ee tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:23.572564 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:23.576016 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-257b69ff-436f-44b4-aad9-8ca7ad3ef2b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:23.590469 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-11845939-0016-4eb4-b6f9-0089d3d2b755 tempest-RoutersAdminTest-311172655 tempest-RoutersAdminTest-311172655-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:23.655718 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e066ff19-b6cb-4c74-af41-f59530e11dc9 admin admin] Router 5167d5e4-5aa2-47c6-ba2c-942c4bffcf2b is scheduled to L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f with binding_index 1 {{(pid=94467) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 14:41:23.690429 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port 6f8cf43d-d568-4ef8-a63e-924a5ac834bf, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=6f8cf43d-d568-4ef8-a63e-924a5ac834bf,segment=NetworkSegment(a1f8c867-101b-4d30-814e-b89f55a5edd0),segment_id=a1f8c867-101b-4d30-814e-b89f55a5edd0)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:41:23.691785 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-8a879097-b374-4da8-952a-ea4557b4997a None None] Provisioning complete for port e21c01c1-280c-4298-903b-e4fe8c1189b3 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:41:23.692155 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-8a879097-b374-4da8-952a-ea4557b4997a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:23.693883 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36e8e056-0dbe-48e4-bd23-52f9eecea8a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f8cf43d-d568-4ef8-a63e-924a5ac834bf'}] {{(pid=94468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:41:23.697804 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99a8d87602170099c728e57431aca99e9b98a655a83bbf8727be13192709727b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d708107-dd5c-427c-8b5d-aa635a722418" -d '{"events": [{"server_uuid": "36e8e056-0dbe-48e4-bd23-52f9eecea8a5", "name": "network-vif-plugged", "status": "completed", "tag": "6f8cf43d-d568-4ef8-a63e-924a5ac834bf"}]}' {{(pid=94468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:41:23.702167 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11845939-0016-4eb4-b6f9-0089d3d2b755 tempest-RoutersAdminTest-311172655 tempest-RoutersAdminTest-311172655-project-admin] Network 4ac07e63-b0e4-4fe6-bc3a-3617388cbf50 is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:41:23.703752 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:23.713040 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-257b69ff-436f-44b4-aad9-8ca7ad3ef2b2 admin admin] Network 4552c891-e268-4d7c-98f1-e8736a29b277 is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:41:23.740926 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-11845939-0016-4eb4-b6f9-0089d3d2b755 tempest-RoutersAdminTest-311172655 tempest-RoutersAdminTest-311172655-project-admin] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:41:23.746377 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11845939-0016-4eb4-b6f9-0089d3d2b755 tempest-RoutersAdminTest-311172655 tempest-RoutersAdminTest-311172655-project-admin] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:41:23.750657 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11845939-0016-4eb4-b6f9-0089d3d2b755 tempest-RoutersAdminTest-311172655 tempest-RoutersAdminTest-311172655-project-admin] Pushing event updated for resources: {'Port': ['ID=0cf9e866-c448-48fa-8730-5cf163342f42,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:41:23.779513 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [None req-257b69ff-436f-44b4-aad9-8ca7ad3ef2b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:41:23.864972 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257b69ff-436f-44b4-aad9-8ca7ad3ef2b2 admin admin] Pushing event updated for resources: {'Port': ['ID=b3be8a27-d228-491e-bb30-8dff59d63dd9,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:41:23.868294 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Pushing event updated for resources: {'Port': ['ID=6f8cf43d-d568-4ef8-a63e-924a5ac834bf,revision_number=5']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:41:23.886359 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-257b69ff-436f-44b4-aad9-8ca7ad3ef2b2 admin admin] Received port after_create {{(pid=94467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:41:23.944880 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 14:41:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c8e3100-3ea5-4196-860d-5862afe85240 x-openstack-request-id: req-0c8e3100-3ea5-4196-860d-5862afe85240 {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:41:23.945354 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36e8e056-0dbe-48e4-bd23-52f9eecea8a5", "name": "network-vif-plugged", "status": "completed", "tag": "6f8cf43d-d568-4ef8-a63e-924a5ac834bf", "code": 200}]} {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:41:23.945450 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0c8e3100-3ea5-4196-860d-5862afe85240 {{(pid=94468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:41:23.945790 n-d-694802-15 neutron-server[94468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36e8e056-0dbe-48e4-bd23-52f9eecea8a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f8cf43d-d568-4ef8-a63e-924a5ac834bf', 'code': 200} Aug 12 14:41:24.101980 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e066ff19-b6cb-4c74-af41-f59530e11dc9 admin admin] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 14:41:24.122125 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-587dfb12-2f64-4e36-92e8-88e409927dce req-6f7aab64-ca67-4dcb-8d83-5ecc691508ee tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] For port aa508320-846b-4c3b-a392-a54724d87d2c, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=aa508320-846b-4c3b-a392-a54724d87d2c,segment=NetworkSegment(4c973057-417f-419d-840d-ea232fb579a5),segment_id=4c973057-417f-419d-840d-ea232fb579a5)] {{(pid=94467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:41:24.122724 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-587dfb12-2f64-4e36-92e8-88e409927dce req-6f7aab64-ca67-4dcb-8d83-5ecc691508ee tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:24.127373 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e2ff65e-97f9-46c7-ab9b-f85bdf171166 None None] Sync routers for ids ['5167d5e4-5aa2-47c6-ba2c-942c4bffcf2b'] in n-d-694802-15 {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 14:41:24.141860 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e2ff65e-97f9-46c7-ab9b-f85bdf171166 None None] Routers {'5167d5e4-5aa2-47c6-ba2c-942c4bffcf2b'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:41:24.145552 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-0e2ff65e-97f9-46c7-ab9b-f85bdf171166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:41:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['5167d5e4-5aa2-47c6-ba2c-942c4bffcf2b'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:41:24.180273 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [req-587dfb12-2f64-4e36-92e8-88e409927dce req-6f7aab64-ca67-4dcb-8d83-5ecc691508ee tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] Calling delete_port for aa508320-846b-4c3b-a392-a54724d87d2c owned by compute:nova {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:41:24.215195 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-257b69ff-436f-44b4-aad9-8ca7ad3ef2b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66663725'] for router_interface, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:24.229113 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11845939-0016-4eb4-b6f9-0089d3d2b755 tempest-RoutersAdminTest-311172655 tempest-RoutersAdminTest-311172655-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:41:24.229788 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-11845939-0016-4eb4-b6f9-0089d3d2b755 tempest-RoutersAdminTest-311172655 tempest-RoutersAdminTest-311172655-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:24.254861 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-b952953e-1c52-40e5-8def-cde03d8f4e18 None None] Provisioning for port b3be8a27-d228-491e-bb30-8dff59d63dd9 completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:41:24.289299 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f89331-c689-4475-8e70-eab2d448dfea req-e8125be6-64ce-418c-88ae-68ccc3bd8b82 tempest-ServerRescueNegativeTestJSON-1622637895 tempest-ServerRescueNegativeTestJSON-1622637895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:41:24.290918 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-50f89331-c689-4475-8e70-eab2d448dfea req-e8125be6-64ce-418c-88ae-68ccc3bd8b82 tempest-ServerRescueNegativeTestJSON-1622637895 tempest-ServerRescueNegativeTestJSON-1622637895-project] 10.222.0.39 "GET /v2.0/ports?device_id=d52af645-a96c-4fda-a020-923ad96d40ff HTTP/1.1" status: 200 len: 945 time: 0.5183792 Aug 12 14:41:24.295704 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-11845939-0016-4eb4-b6f9-0089d3d2b755 tempest-RoutersAdminTest-311172655 tempest-RoutersAdminTest-311172655-project-admin] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 1.9055927 Aug 12 14:41:24.296447 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 46422) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:41:24.336311 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-b952953e-1c52-40e5-8def-cde03d8f4e18 None None] Provisioning complete for port b3be8a27-d228-491e-bb30-8dff59d63dd9 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:41:24.336687 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-b952953e-1c52-40e5-8def-cde03d8f4e18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:24.398461 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-b952953e-1c52-40e5-8def-cde03d8f4e18 None None] Port b3be8a27-d228-491e-bb30-8dff59d63dd9 cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 14:41:24.422828 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-50f89331-c689-4475-8e70-eab2d448dfea req-5dc3db2c-20eb-48e7-8488-223ef2a6f752 tempest-ServerRescueNegativeTestJSON-1622637895 tempest-ServerRescueNegativeTestJSON-1622637895-project] 10.222.0.39 "GET /v2.0/security-groups?id=268dec7e-7261-41d2-9e03-6b72db198ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194019 Aug 12 14:41:24.432351 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvr_db [None req-0e2ff65e-97f9-46c7-ab9b-f85bdf171166 None None] Set router 5167d5e4-5aa2-47c6-ba2c-942c4bffcf2b gateway port host: n-d-694802-15 {{(pid=94468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:41:24.436470 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b5458e-2cb9-4195-bc32-7d8d9361992f req-99105811-c3eb-422c-9e27-5d9a52cde351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:41:24.438172 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c3b5458e-2cb9-4195-bc32-7d8d9361992f req-99105811-c3eb-422c-9e27-5d9a52cde351 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ef918c3e55db41809ce6731a1724be70&device_id=d52af645-a96c-4fda-a020-923ad96d40ff HTTP/1.1" status: 200 len: 1097 time: 0.7235894 Aug 12 14:41:24.442520 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-e066ff19-b6cb-4c74-af41-f59530e11dc9 admin admin] Notify callbacks [] for router, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:24.447766 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-e066ff19-b6cb-4c74-af41-f59530e11dc9 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.0532324 Aug 12 14:41:24.448107 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 46424) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:41:24.595782 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-9fac8f8f-ca2f-4683-a3c3-1c968fdac04e tempest-RoutersAdminTest-311172655 tempest-RoutersAdminTest-311172655-project-admin] Deleting port 0cf9e866-c448-48fa-8730-5cf163342f42 {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:41:24.596343 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9fac8f8f-ca2f-4683-a3c3-1c968fdac04e tempest-RoutersAdminTest-311172655 tempest-RoutersAdminTest-311172655-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:24.650387 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616ce910-6abe-4883-9023-847309fec232 req-f8917376-e5f3-4f65-b767-f3dabc11e18b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:41:24.655938 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-616ce910-6abe-4883-9023-847309fec232 req-f8917376-e5f3-4f65-b767-f3dabc11e18b service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=36e8e056-0dbe-48e4-bd23-52f9eecea8a5 HTTP/1.1" status: 200 len: 1102 time: 0.5505896 Aug 12 14:41:24.688358 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-0e2ff65e-97f9-46c7-ab9b-f85bdf171166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5167d5e4-5aa2-47c6-ba2c-942c4bffcf2b', 'name': 'tempest-TaggedBootDevicesTest-1682854480-router', 'tenant_id': 'a2fc72cd4bf747caa1a4809b30f44b5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.68'}], 'enable_snat': True}, 'gw_port_id': '527deb2a-3d91-4db2-9871-bb1e85629f48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:41:18Z', 'updated_at': '2021-08-12T14:41:21Z', 'revision_number': 3, 'project_id': 'a2fc72cd4bf747caa1a4809b30f44b5f', 'gw_port': {'id': '527deb2a-3d91-4db2-9871-bb1e85629f48', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:db:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5167d5e4-5aa2-47c6-ba2c-942c4bffcf2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:41:20Z', 'updated_at': '2021-08-12T14:41:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15'}], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:41:24.734147 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e2ff65e-97f9-46c7-ab9b-f85bdf171166 None None] Checking router: 5167d5e4-5aa2-47c6-ba2c-942c4bffcf2b for host: n-d-694802-15 {{(pid=94468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 14:41:24.734744 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e2ff65e-97f9-46c7-ab9b-f85bdf171166 None None] Updating router 5167d5e4-5aa2-47c6-ba2c-942c4bffcf2b port 527deb2a-3d91-4db2-9871-bb1e85629f48 binding host n-d-694802-15 {{(pid=94468) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 14:41:24.779472 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-0e2ff65e-97f9-46c7-ab9b-f85bdf171166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:24.780076 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a0895c-0dc2-4110-b3d4-ea11831842b0 req-cb6d7d2d-6302-40cd-bca0-0a6f94110d88 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:41:24.788156 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d5a0895c-0dc2-4110-b3d4-ea11831842b0 req-cb6d7d2d-6302-40cd-bca0-0a6f94110d88 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] 10.222.0.39 "GET /v2.0/ports?device_id=36e8e056-0dbe-48e4-bd23-52f9eecea8a5 HTTP/1.1" status: 200 len: 950 time: 0.3719792 Aug 12 14:41:24.816084 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a203380-f889-4c23-a9e7-f26a0fe65aa9 req-e15f95f3-2f2e-4dfc-8c72-7babbb3db9e8 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:41:24.826469 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-5a203380-f889-4c23-a9e7-f26a0fe65aa9 req-e15f95f3-2f2e-4dfc-8c72-7babbb3db9e8 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] 10.222.0.39 "GET /v2.0/ports?device_id=4e619328-2426-44b9-8774-33de08167f1b HTTP/1.1" status: 200 len: 946 time: 0.2015214 Aug 12 14:41:24.926339 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9fac8f8f-ca2f-4683-a3c3-1c968fdac04e tempest-RoutersAdminTest-311172655 tempest-RoutersAdminTest-311172655-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:24.957355 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-5a203380-f889-4c23-a9e7-f26a0fe65aa9 req-06b7823b-b5ad-4b33-b98b-74933cbdf54f tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b3c7ce2-70f7-4d15-8774-e830cec0f0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279247 Aug 12 14:41:24.959661 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-9fac8f8f-ca2f-4683-a3c3-1c968fdac04e tempest-RoutersAdminTest-311172655 tempest-RoutersAdminTest-311172655-project-admin] Calling delete_port for 0cf9e866-c448-48fa-8730-5cf163342f42 owned by {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:41:25.164724 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-0e2ff65e-97f9-46c7-ab9b-f85bdf171166 None None] Notify callbacks [] for port, precommit_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:25.172206 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-257b69ff-436f-44b4-aad9-8ca7ad3ef2b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:25.182668 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-0e2ff65e-97f9-46c7-ab9b-f85bdf171166 None None] Transition to ACTIVE for port object 527deb2a-3d91-4db2-9871-bb1e85629f48 will not be triggered until provisioned by entity L2. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:41:25.192183 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-0e2ff65e-97f9-46c7-ab9b-f85bdf171166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:25.196973 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-616ce910-6abe-4883-9023-847309fec232 req-65f63e79-38ef-44ba-ab31-300c00101ff3 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=5301a7d3-dd3e-456d-bf8f-dfd76884604a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5295558 Aug 12 14:41:25.246358 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d5a0895c-0dc2-4110-b3d4-ea11831842b0 req-f13fef7a-2f8c-473a-afe7-738f17874557 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] 10.222.0.39 "GET /v2.0/security-groups?id=5301a7d3-dd3e-456d-bf8f-dfd76884604a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4536107 Aug 12 14:41:25.279106 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-0e2ff65e-97f9-46c7-ab9b-f85bdf171166 None None] Attempting to bind port 527deb2a-3d91-4db2-9871-bb1e85629f48 on host n-d-694802-15 for vnic_type normal with profile {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:41:25.279106 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-0e2ff65e-97f9-46c7-ab9b-f85bdf171166 None None] Attempting to bind port 527deb2a-3d91-4db2-9871-bb1e85629f48 by drivers openvswitch,hyperv on host n-d-694802-15 at level 0 using segments [{'id': 'b1b396cb-2dc6-4041-bfc7-1833a80a4720', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:41:25.279106 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e2ff65e-97f9-46c7-ab9b-f85bdf171166 None None] Attempting to bind port 527deb2a-3d91-4db2-9871-bb1e85629f48 on network d3759e1b-6c03-45ac-acd4-90abb417809b {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:41:25.284305 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfb5d84-0282-4ca3-9810-d1a1356d37f3 None None] Pushing event updated for resources: {'Port': ['ID=527deb2a-3d91-4db2-9871-bb1e85629f48,revision_number=2']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:41:25.289626 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e2ff65e-97f9-46c7-ab9b-f85bdf171166 None None] Checking agent: {'id': '16de73ac-f2e9-4cee-b3e0-91052ae3e6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 20, 13), 'started_at': datetime.datetime(2021, 8, 12, 14, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 41, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:41:25.290003 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e2ff65e-97f9-46c7-ab9b-f85bdf171166 None None] Checking segment: {'id': 'b1b396cb-2dc6-4041-bfc7-1833a80a4720', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:41:25.290418 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-0e2ff65e-97f9-46c7-ab9b-f85bdf171166 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:25.290809 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e2ff65e-97f9-46c7-ab9b-f85bdf171166 None None] Bound using segment: {'id': 'b1b396cb-2dc6-4041-bfc7-1833a80a4720', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:41:25.291453 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-0e2ff65e-97f9-46c7-ab9b-f85bdf171166 None None] Bound port: 527deb2a-3d91-4db2-9871-bb1e85629f48, host: n-d-694802-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1b396cb-2dc6-4041-bfc7-1833a80a4720', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'}}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:41:25.291722 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-0e2ff65e-97f9-46c7-ab9b-f85bdf171166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:25.391058 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9fac8f8f-ca2f-4683-a3c3-1c968fdac04e tempest-RoutersAdminTest-311172655 tempest-RoutersAdminTest-311172655-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:25.399341 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-0e2ff65e-97f9-46c7-ab9b-f85bdf171166 None None] For port 527deb2a-3d91-4db2-9871-bb1e85629f48, host n-d-694802-15, cleared binding levels {{(pid=94468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:41:25.410855 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-0e2ff65e-97f9-46c7-ab9b-f85bdf171166 None None] For port 527deb2a-3d91-4db2-9871-bb1e85629f48, host n-d-694802-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=527deb2a-3d91-4db2-9871-bb1e85629f48,segment=NetworkSegment(b1b396cb-2dc6-4041-bfc7-1833a80a4720),segment_id=b1b396cb-2dc6-4041-bfc7-1833a80a4720)] {{(pid=94468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:41:25.417533 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-0e2ff65e-97f9-46c7-ab9b-f85bdf171166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:25.449172 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fac8f8f-ca2f-4683-a3c3-1c968fdac04e tempest-RoutersAdminTest-311172655 tempest-RoutersAdminTest-311172655-project-admin] Pushing event deleted for resources: {'Port': ['ID=0cf9e866-c448-48fa-8730-5cf163342f42,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:41:25.520756 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b5458e-2cb9-4195-bc32-7d8d9361992f req-9c7fe63e-e1e5-49e5-bfdb-e229ffe39764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:41:25.522237 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c3b5458e-2cb9-4195-bc32-7d8d9361992f req-9c7fe63e-e1e5-49e5-bfdb-e229ffe39764 service neutron] 10.222.0.64 "GET /v2.0/networks?id=403ed391-7874-4a33-9f4f-96fa9ef207f4 HTTP/1.1" status: 200 len: 919 time: 1.0678313 Aug 12 14:41:25.522859 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-587dfb12-2f64-4e36-92e8-88e409927dce req-6f7aab64-ca67-4dcb-8d83-5ecc691508ee tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:25.561658 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e2ff65e-97f9-46c7-ab9b-f85bdf171166 None None] Routers {'5167d5e4-5aa2-47c6-ba2c-942c4bffcf2b'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:41:25.561816 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1c924744-e82d-4c4b-8853-8c22f930933c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:25.568506 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-0e2ff65e-97f9-46c7-ab9b-f85bdf171166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:41:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['5167d5e4-5aa2-47c6-ba2c-942c4bffcf2b'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:41:25.590204 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9fac8f8f-ca2f-4683-a3c3-1c968fdac04e tempest-RoutersAdminTest-311172655 tempest-RoutersAdminTest-311172655-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:25.594614 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-9fac8f8f-ca2f-4683-a3c3-1c968fdac04e tempest-RoutersAdminTest-311172655 tempest-RoutersAdminTest-311172655-project-admin] 10.222.0.39 "DELETE /v2.0/ports/0cf9e866-c448-48fa-8730-5cf163342f42 HTTP/1.1" status: 204 len: 168 time: 1.2950037 Aug 12 14:41:25.601641 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7aab64-ca67-4dcb-8d83-5ecc691508ee tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] Pushing event deleted for resources: {'Port': ['ID=aa508320-846b-4c3b-a392-a54724d87d2c,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:41:25.607708 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 46432) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:41:25.640763 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-2cbd045e-b62c-40a9-ae3c-8c4d85ac4dcd tempest-RoutersAdminTest-311172655 tempest-RoutersAdminTest-311172655-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4ac07e63-b0e4-4fe6-bc3a-3617388cbf50', 'external_fixed_ips': [{'subnet_id': '56f35497-f193-40ea-b67d-e1c7e616b443', 'ip_address': '172.20.0.4'}]}}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:41:25.713692 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c3b5458e-2cb9-4195-bc32-7d8d9361992f req-485a0481-de28-4427-a439-a8bd9c526b7a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=77908564-4609-4603-8286-dd7ae3af6f74 HTTP/1.1" status: 200 len: 217 time: 0.1580267 Aug 12 14:41:25.716984 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b403d5-550f-483e-904c-d5132ffbf047 req-1de4dcba-bfb7-41a0-bb33-f1252b87c121 tempest-ServerRescueNegativeTestJSON-1622637895 tempest-ServerRescueNegativeTestJSON-1622637895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:41:25.718547 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-77b403d5-550f-483e-904c-d5132ffbf047 req-1de4dcba-bfb7-41a0-bb33-f1252b87c121 tempest-ServerRescueNegativeTestJSON-1622637895 tempest-ServerRescueNegativeTestJSON-1622637895-project] 10.222.0.39 "GET /v2.0/ports?device_id=d52af645-a96c-4fda-a020-923ad96d40ff HTTP/1.1" status: 200 len: 945 time: 0.1534343 Aug 12 14:41:25.728324 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [req-587dfb12-2f64-4e36-92e8-88e409927dce req-6f7aab64-ca67-4dcb-8d83-5ecc691508ee tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] No DVR routers for this DVR port aa508320-846b-4c3b-a392-a54724d87d2c on host n-h1-694802-15 {{(pid=94467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:41:25.738974 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfb5d84-0282-4ca3-9810-d1a1356d37f3 None None] Pushing event updated for resources: {'Port': ['ID=527deb2a-3d91-4db2-9871-bb1e85629f48,revision_number=3']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:41:25.773511 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-587dfb12-2f64-4e36-92e8-88e409927dce req-6f7aab64-ca67-4dcb-8d83-5ecc691508ee tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:25.779277 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-587dfb12-2f64-4e36-92e8-88e409927dce req-6f7aab64-ca67-4dcb-8d83-5ecc691508ee tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] 10.222.0.64 "DELETE /v2.0/ports/aa508320-846b-4c3b-a392-a54724d87d2c HTTP/1.1" status: 204 len: 173 time: 2.6944661 Aug 12 14:41:25.786870 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e619328-2426-44b9-8774-33de08167f1b', 'name': 'network-vif-deleted', 'tag': 'aa508320-846b-4c3b-a392-a54724d87d2c'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:41:25.789530 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e65282f928b64038367d043a4411777802006c43a98742496cb2e25b724ff1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef0b8b9e-6658-419a-bd5f-47e874a9ff15" -d '{"events": [{"server_uuid": "4e619328-2426-44b9-8774-33de08167f1b", "name": "network-vif-deleted", "tag": "aa508320-846b-4c3b-a392-a54724d87d2c"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:41:25.850937 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-257b69ff-436f-44b4-aad9-8ca7ad3ef2b2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:25.860565 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-77b403d5-550f-483e-904c-d5132ffbf047 req-bd883c7a-546a-4b5f-b512-610b27bbe101 tempest-ServerRescueNegativeTestJSON-1622637895 tempest-ServerRescueNegativeTestJSON-1622637895-project] 10.222.0.39 "GET /v2.0/security-groups?id=268dec7e-7261-41d2-9e03-6b72db198ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345532 Aug 12 14:41:25.875192 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device e21c01c1-280c-4298-903b-e4fe8c1189b3 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:41:25.888278 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-257b69ff-436f-44b4-aad9-8ca7ad3ef2b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:25.932384 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 14:41:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b50aa3b1-e27c-479e-b18e-8ac8e74c0cc7 x-openstack-request-id: req-b50aa3b1-e27c-479e-b18e-8ac8e74c0cc7 {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:41:25.932828 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e619328-2426-44b9-8774-33de08167f1b", "name": "network-vif-deleted", "tag": "aa508320-846b-4c3b-a392-a54724d87d2c", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:41:25.933246 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b50aa3b1-e27c-479e-b18e-8ac8e74c0cc7 {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:41:25.934001 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e619328-2426-44b9-8774-33de08167f1b', 'name': 'network-vif-deleted', 'tag': 'aa508320-846b-4c3b-a392-a54724d87d2c', 'status': 'completed', 'code': 200} Aug 12 14:41:25.939994 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b5458e-2cb9-4195-bc32-7d8d9361992f req-fca24392-851d-4522-b9bc-99087f1c4c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:41:25.941701 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c3b5458e-2cb9-4195-bc32-7d8d9361992f req-fca24392-851d-4522-b9bc-99087f1c4c07 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d596ebc0-f7b2-4a88-b2fe-14085d881fde HTTP/1.1" status: 200 len: 858 time: 0.2088327 Aug 12 14:41:25.943187 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-2cbd045e-b62c-40a9-ae3c-8c4d85ac4dcd tempest-RoutersAdminTest-311172655 tempest-RoutersAdminTest-311172655-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-430574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-104863'] for router, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:25.944926 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-2cbd045e-b62c-40a9-ae3c-8c4d85ac4dcd tempest-RoutersAdminTest-311172655 tempest-RoutersAdminTest-311172655-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-429438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-431405', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66646573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-104852'] for router, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:25.964122 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvr_db [None req-0e2ff65e-97f9-46c7-ab9b-f85bdf171166 None None] Set router 5167d5e4-5aa2-47c6-ba2c-942c4bffcf2b gateway port host: n-d-694802-15 {{(pid=94468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:41:25.965456 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-1c924744-e82d-4c4b-8853-8c22f930933c admin admin] Allocated IP 172.20.0.1 (b0e24b64-21a7-4e71-9bbe-cc7d87ed30df/7be71cde-d18d-4052-a6ca-8e91d1377f01/27bf1d5a-8d08-4e56-8b00-44b2e20888df) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:41:26.023681 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c3b5458e-2cb9-4195-bc32-7d8d9361992f req-913f2fd4-6946-4d81-9560-70e427cf9157 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=403ed391-7874-4a33-9f4f-96fa9ef207f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0682166 Aug 12 14:41:26.095356 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port e21c01c1-280c-4298-903b-e4fe8c1189b3 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:41:26.095609 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:26.182898 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-0b9ee134-b111-497b-8079-8c7098e88999 req-69aa6f93-7c57-4914-b211-347a26d1b394 tempest-DeleteServersTestJSON-358913619 tempest-DeleteServersTestJSON-358913619-project] 10.222.0.39 "GET /v2.0/ports?device_id=4e619328-2426-44b9-8774-33de08167f1b HTTP/1.1" status: 200 len: 210 time: 0.0788612 Aug 12 14:41:26.183188 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c3b5458e-2cb9-4195-bc32-7d8d9361992f req-62d4db15-582a-4fa2-a76e-c8c80adba296 service neutron] 10.222.0.64 "GET /v2.0/networks/403ed391-7874-4a33-9f4f-96fa9ef207f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447484 Aug 12 14:41:26.212053 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1c924744-e82d-4c4b-8853-8c22f930933c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:26.242879 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-1c924744-e82d-4c4b-8853-8c22f930933c admin admin] Transition to ACTIVE for port object 27bf1d5a-8d08-4e56-8b00-44b2e20888df will not be triggered until provisioned by entity DHCP. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:41:26.296799 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device bd7607a9-8d84-486a-a6f9-71eb0e44e6ff up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:41:26.300897 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1c924744-e82d-4c4b-8853-8c22f930933c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:26.333179 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-0e2ff65e-97f9-46c7-ab9b-f85bdf171166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5167d5e4-5aa2-47c6-ba2c-942c4bffcf2b', 'name': 'tempest-TaggedBootDevicesTest-1682854480-router', 'tenant_id': 'a2fc72cd4bf747caa1a4809b30f44b5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.68'}], 'enable_snat': True}, 'gw_port_id': '527deb2a-3d91-4db2-9871-bb1e85629f48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:41:18Z', 'updated_at': '2021-08-12T14:41:21Z', 'revision_number': 3, 'project_id': 'a2fc72cd4bf747caa1a4809b30f44b5f', 'gw_port': {'id': '527deb2a-3d91-4db2-9871-bb1e85629f48', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:db:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5167d5e4-5aa2-47c6-ba2c-942c4bffcf2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:41:20Z', 'updated_at': '2021-08-12T14:41:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15'}], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:41:26.347664 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-257b69ff-436f-44b4-aad9-8ca7ad3ef2b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66628363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66663865'] for router_interface, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:26.357498 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c924744-e82d-4c4b-8853-8c22f930933c admin admin] Network b0e24b64-21a7-4e71-9bbe-cc7d87ed30df is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:41:26.365975 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-1c924744-e82d-4c4b-8853-8c22f930933c admin admin] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:41:26.372628 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e2ff65e-97f9-46c7-ab9b-f85bdf171166 None None] The sync data for ids ['5167d5e4-5aa2-47c6-ba2c-942c4bffcf2b'] in n-d-694802-15 is: [{'id': '5167d5e4-5aa2-47c6-ba2c-942c4bffcf2b', 'name': 'tempest-TaggedBootDevicesTest-1682854480-router', 'tenant_id': 'a2fc72cd4bf747caa1a4809b30f44b5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.68'}], 'enable_snat': True}, 'gw_port_id': '527deb2a-3d91-4db2-9871-bb1e85629f48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:41:18Z', 'updated_at': '2021-08-12T14:41:21Z', 'revision_number': 3, 'project_id': 'a2fc72cd4bf747caa1a4809b30f44b5f', 'gw_port': {'id': '527deb2a-3d91-4db2-9871-bb1e85629f48', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:db:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5167d5e4-5aa2-47c6-ba2c-942c4bffcf2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:41:20Z', 'updated_at': '2021-08-12T14:41:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15'}] {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 14:41:26.383365 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c924744-e82d-4c4b-8853-8c22f930933c admin admin] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:41:26.397031 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257b69ff-436f-44b4-aad9-8ca7ad3ef2b2 admin admin] Pushing event updated for resources: {'Port': ['ID=b3be8a27-d228-491e-bb30-8dff59d63dd9,revision_number=2']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:41:26.408663 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning for port bd7607a9-8d84-486a-a6f9-71eb0e44e6ff completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:41:26.416277 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-2cbd045e-b62c-40a9-ae3c-8c4d85ac4dcd tempest-RoutersAdminTest-311172655 tempest-RoutersAdminTest-311172655-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:26.417562 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port bd7607a9-8d84-486a-a6f9-71eb0e44e6ff triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:41:26.419174 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:26.448703 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c924744-e82d-4c4b-8853-8c22f930933c admin admin] Pushing event updated for resources: {'Port': ['ID=27bf1d5a-8d08-4e56-8b00-44b2e20888df,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:41:26.531573 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1c924744-e82d-4c4b-8853-8c22f930933c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66663725'] for router_interface, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:26.659286 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5964b534-f956-4b81-afc7-82179ae84164 req-22f94da5-c3d9-4adb-8ee5-646b24a3919d tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:41:26.663119 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-5964b534-f956-4b81-afc7-82179ae84164 req-22f94da5-c3d9-4adb-8ee5-646b24a3919d tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] 10.222.0.39 "GET /v2.0/ports?device_id=36e8e056-0dbe-48e4-bd23-52f9eecea8a5 HTTP/1.1" status: 200 len: 950 time: 0.2758901 Aug 12 14:41:26.665760 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:26.719178 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] For port bd7607a9-8d84-486a-a6f9-71eb0e44e6ff, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=bd7607a9-8d84-486a-a6f9-71eb0e44e6ff,segment=NetworkSegment(b1b396cb-2dc6-4041-bfc7-1833a80a4720),segment_id=b1b396cb-2dc6-4041-bfc7-1833a80a4720)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:41:26.735418 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:26.827297 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Pushing event updated for resources: {'Port': ['ID=bd7607a9-8d84-486a-a6f9-71eb0e44e6ff,revision_number=4']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:41:26.829610 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-5964b534-f956-4b81-afc7-82179ae84164 req-15f65d1e-bd02-47b8-b2f3-bb03c281265e tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] 10.222.0.39 "GET /v2.0/security-groups?id=5301a7d3-dd3e-456d-bf8f-dfd76884604a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396329 Aug 12 14:41:26.877565 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-aebd65a4-658f-4391-882a-ecfb4a68030e None None] Provisioning for port 27bf1d5a-8d08-4e56-8b00-44b2e20888df completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:41:26.897451 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-aebd65a4-658f-4391-882a-ecfb4a68030e None None] Provisioning complete for port 27bf1d5a-8d08-4e56-8b00-44b2e20888df triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:41:26.897835 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-aebd65a4-658f-4391-882a-ecfb4a68030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:26.954584 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1c924744-e82d-4c4b-8853-8c22f930933c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:26.959373 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-aebd65a4-658f-4391-882a-ecfb4a68030e None None] Port 27bf1d5a-8d08-4e56-8b00-44b2e20888df cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 14:41:26.994590 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-2cbd045e-b62c-40a9-ae3c-8c4d85ac4dcd tempest-RoutersAdminTest-311172655 tempest-RoutersAdminTest-311172655-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:27.003550 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device aa508320-846b-4c3b-a392-a54724d87d2c no longer exists at agent hyperv_n-h1-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:41:27.019983 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c3b5458e-2cb9-4195-bc32-7d8d9361992f req-92cb5eb5-e7a2-4d02-b237-ee9bb4929b10 service neutron] 10.222.0.64 "GET /v2.0/networks/403ed391-7874-4a33-9f4f-96fa9ef207f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8220243 Aug 12 14:41:27.038392 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-93370168-53ca-47c2-9e27-b066be57125c None None] No Port match for: aa508320-846b-4c3b-a392-a54724d87d2c {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 14:41:27.038733 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device aa508320-846b-4c3b-a392-a54724d87d2c not bound to the agent host n-h1-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:41:27.133563 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-257b69ff-436f-44b4-aad9-8ca7ad3ef2b2 admin admin] Network 4552c891-e268-4d7c-98f1-e8736a29b277 is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:41:27.146831 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef3d2fc-8f2b-4616-b94e-ca7b7e5aae8a req-c561b97c-1d7c-410d-942b-b09f946dab8a tempest-ServerRescueNegativeTestJSON-1622637895 tempest-ServerRescueNegativeTestJSON-1622637895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:41:27.148615 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0ef3d2fc-8f2b-4616-b94e-ca7b7e5aae8a req-c561b97c-1d7c-410d-942b-b09f946dab8a tempest-ServerRescueNegativeTestJSON-1622637895 tempest-ServerRescueNegativeTestJSON-1622637895-project] 10.222.0.39 "GET /v2.0/ports?device_id=d52af645-a96c-4fda-a020-923ad96d40ff HTTP/1.1" status: 200 len: 945 time: 0.1501224 Aug 12 14:41:27.154053 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [None req-257b69ff-436f-44b4-aad9-8ca7ad3ef2b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:41:27.223709 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1c924744-e82d-4c4b-8853-8c22f930933c admin admin] Notify callbacks [] for port, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:27.233647 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1c924744-e82d-4c4b-8853-8c22f930933c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3718439'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:27.328133 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0ef3d2fc-8f2b-4616-b94e-ca7b7e5aae8a req-17203b3d-82d8-4309-9060-4dc47cc32c73 tempest-ServerRescueNegativeTestJSON-1622637895 tempest-ServerRescueNegativeTestJSON-1622637895-project] 10.222.0.39 "GET /v2.0/security-groups?id=268dec7e-7261-41d2-9e03-6b72db198ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621482 Aug 12 14:41:27.385488 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1c924744-e82d-4c4b-8853-8c22f930933c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66628363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66663865'] for router_interface, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:27.469307 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c924744-e82d-4c4b-8853-8c22f930933c admin admin] Pushing event updated for resources: {'Port': ['ID=27bf1d5a-8d08-4e56-8b00-44b2e20888df,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:41:27.510264 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-257b69ff-436f-44b4-aad9-8ca7ad3ef2b2 admin admin] Router e1da5fa6-2585-42c8-9463-fddd21b2ac0e has already been hosted by L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f {{(pid=94467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 14:41:27.554349 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c924744-e82d-4c4b-8853-8c22f930933c admin admin] Network b0e24b64-21a7-4e71-9bbe-cc7d87ed30df is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:41:27.560872 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-1c924744-e82d-4c4b-8853-8c22f930933c admin admin] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:41:27.614664 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-5a2d8cd8-5b6d-49d6-a045-3a778c73d182 None None] Provisioning complete for port b3be8a27-d228-491e-bb30-8dff59d63dd9 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:41:27.615191 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-5a2d8cd8-5b6d-49d6-a045-3a778c73d182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:27.713256 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-5a2d8cd8-5b6d-49d6-a045-3a778c73d182 None None] Port b3be8a27-d228-491e-bb30-8dff59d63dd9 cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 14:41:27.920401 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c924744-e82d-4c4b-8853-8c22f930933c admin admin] Router 5167d5e4-5aa2-47c6-ba2c-942c4bffcf2b has already been hosted by L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f {{(pid=94466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 14:41:27.936104 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device bd7607a9-8d84-486a-a6f9-71eb0e44e6ff up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:41:28.014052 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-2cbd045e-b62c-40a9-ae3c-8c4d85ac4dcd tempest-RoutersAdminTest-311172655 tempest-RoutersAdminTest-311172655-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:28.018222 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-257b69ff-436f-44b4-aad9-8ca7ad3ef2b2 admin admin] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 14:41:28.028834 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2234aadd-72b1-4be1-be52-a805928cfa9b None None] Sync routers for ids ['e1da5fa6-2585-42c8-9463-fddd21b2ac0e'] in n-d-694802-15 {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 14:41:28.049329 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2234aadd-72b1-4be1-be52-a805928cfa9b None None] Routers {'e1da5fa6-2585-42c8-9463-fddd21b2ac0e'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:41:28.050073 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-2234aadd-72b1-4be1-be52-a805928cfa9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:41:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['e1da5fa6-2585-42c8-9463-fddd21b2ac0e'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:41:28.080831 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-257b69ff-436f-44b4-aad9-8ca7ad3ef2b2 admin admin] 10.222.0.39 "PUT /v2.0/routers/e1da5fa6-2585-42c8-9463-fddd21b2ac0e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3432407 Aug 12 14:41:28.083048 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-22855a72-12f3-4fb5-80a3-d8a678aff895 None None] Provisioning complete for port 27bf1d5a-8d08-4e56-8b00-44b2e20888df triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:41:28.083608 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-22855a72-12f3-4fb5-80a3-d8a678aff895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:28.117517 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66776791-b34b-488c-a60f-ef07fea0428a req-b97a06be-8ae2-4737-9ba4-669ea18818be tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:41:28.126731 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-66776791-b34b-488c-a60f-ef07fea0428a req-b97a06be-8ae2-4737-9ba4-669ea18818be tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] 10.222.0.39 "GET /v2.0/ports?device_id=36e8e056-0dbe-48e4-bd23-52f9eecea8a5 HTTP/1.1" status: 200 len: 950 time: 0.1564162 Aug 12 14:41:28.141243 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-2cbd045e-b62c-40a9-ae3c-8c4d85ac4dcd tempest-RoutersAdminTest-311172655 tempest-RoutersAdminTest-311172655-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:28.163903 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port bd7607a9-8d84-486a-a6f9-71eb0e44e6ff triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:41:28.164275 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:28.232637 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-22855a72-12f3-4fb5-80a3-d8a678aff895 None None] Port 27bf1d5a-8d08-4e56-8b00-44b2e20888df cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 14:41:28.296257 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-2234aadd-72b1-4be1-be52-a805928cfa9b None None] Set router e1da5fa6-2585-42c8-9463-fddd21b2ac0e gateway port host: n-d-694802-15 {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:41:28.367042 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 527deb2a-3d91-4db2-9871-bb1e85629f48 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:41:28.413761 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-66776791-b34b-488c-a60f-ef07fea0428a req-edc60abc-f8f2-4639-90d2-2637aac4d547 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] 10.222.0.39 "GET /v2.0/security-groups?id=5301a7d3-dd3e-456d-bf8f-dfd76884604a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2858417 Aug 12 14:41:28.513657 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning for port 527deb2a-3d91-4db2-9871-bb1e85629f48 completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:41:28.517462 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port 527deb2a-3d91-4db2-9871-bb1e85629f48 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:41:28.517850 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:28.640401 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_common [None req-2cbd045e-b62c-40a9-ae3c-8c4d85ac4dcd tempest-RoutersAdminTest-311172655 tempest-RoutersAdminTest-311172655-project-admin] Allocated IP 172.20.0.4 (4ac07e63-b0e4-4fe6-bc3a-3617388cbf50/56f35497-f193-40ea-b67d-e1c7e616b443/5645abe1-83ff-49ce-89fa-2b8e03f310d3) {{(pid=94467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:41:28.711845 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c924744-e82d-4c4b-8853-8c22f930933c admin admin] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 14:41:28.724356 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:28.739431 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-1c924744-e82d-4c4b-8853-8c22f930933c admin admin] 10.222.0.39 "PUT /v2.0/routers/5167d5e4-5aa2-47c6-ba2c-942c4bffcf2b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2872760 Aug 12 14:41:28.760133 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e8b04f-779d-4484-9994-e40d42b113fb req-45a2d83f-4f52-4459-bda4-6be31398a80b tempest-ServerRescueNegativeTestJSON-1622637895 tempest-ServerRescueNegativeTestJSON-1622637895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:41:28.773818 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] For port 527deb2a-3d91-4db2-9871-bb1e85629f48, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=527deb2a-3d91-4db2-9871-bb1e85629f48,segment=NetworkSegment(b1b396cb-2dc6-4041-bfc7-1833a80a4720),segment_id=b1b396cb-2dc6-4041-bfc7-1833a80a4720)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:41:28.778296 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-63e8b04f-779d-4484-9994-e40d42b113fb req-45a2d83f-4f52-4459-bda4-6be31398a80b tempest-ServerRescueNegativeTestJSON-1622637895 tempest-ServerRescueNegativeTestJSON-1622637895-project] 10.222.0.39 "GET /v2.0/ports?device_id=d52af645-a96c-4fda-a020-923ad96d40ff HTTP/1.1" status: 200 len: 945 time: 0.1561339 Aug 12 14:41:28.781649 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:28.800849 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-2234aadd-72b1-4be1-be52-a805928cfa9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1da5fa6-2585-42c8-9463-fddd21b2ac0e', 'name': 'tempest-ServerActionsTestJSON-1626470397-router', 'tenant_id': 'f4b313af8d624a809d563851b784d520', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.96'}], 'enable_snat': True}, 'gw_port_id': 'bd7607a9-8d84-486a-a6f9-71eb0e44e6ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:41:16Z', 'updated_at': '2021-08-12T14:41:24Z', 'revision_number': 4, 'project_id': 'f4b313af8d624a809d563851b784d520', 'gw_port': {'id': 'bd7607a9-8d84-486a-a6f9-71eb0e44e6ff', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:dd:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1da5fa6-2585-42c8-9463-fddd21b2ac0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:41:17Z', 'updated_at': '2021-08-12T14:41:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': 'b3be8a27-d228-491e-bb30-8dff59d63dd9', 'name': '', 'network_id': '4552c891-e268-4d7c-98f1-e8736a29b277', 'tenant_id': 'f4b313af8d624a809d563851b784d520', 'mac_address': 'fa:16:3e:a1:33:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1da5fa6-2585-42c8-9463-fddd21b2ac0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': 'b3b4e56e-f3bd-4709-bfd6-3e62da1e0ac7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:41:22Z', 'updated_at': '2021-08-12T14:41:25Z', 'revision_number': 2, 'project_id': 'f4b313af8d624a809d563851b784d520', 'subnets': [{'id': 'b3b4e56e-f3bd-4709-bfd6-3e62da1e0ac7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:41:28.908443 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2234aadd-72b1-4be1-be52-a805928cfa9b None None] Checking router: e1da5fa6-2585-42c8-9463-fddd21b2ac0e for host: n-d-694802-15 {{(pid=94469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 14:41:28.910543 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2234aadd-72b1-4be1-be52-a805928cfa9b None None] Updating router e1da5fa6-2585-42c8-9463-fddd21b2ac0e port b3be8a27-d228-491e-bb30-8dff59d63dd9 binding host n-d-694802-15 {{(pid=94469) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 14:41:28.916791 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-63e8b04f-779d-4484-9994-e40d42b113fb req-1124c604-4a18-4353-a613-8d2f0e1d7f55 tempest-ServerRescueNegativeTestJSON-1622637895 tempest-ServerRescueNegativeTestJSON-1622637895-project] 10.222.0.39 "GET /v2.0/security-groups?id=268dec7e-7261-41d2-9e03-6b72db198ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361387 Aug 12 14:41:28.951767 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Pushing event updated for resources: {'Port': ['ID=527deb2a-3d91-4db2-9871-bb1e85629f48,revision_number=4']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:41:29.008591 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-2234aadd-72b1-4be1-be52-a805928cfa9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:29.047566 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-2cbd045e-b62c-40a9-ae3c-8c4d85ac4dcd tempest-RoutersAdminTest-311172655 tempest-RoutersAdminTest-311172655-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:29.111577 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-2cbd045e-b62c-40a9-ae3c-8c4d85ac4dcd tempest-RoutersAdminTest-311172655 tempest-RoutersAdminTest-311172655-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:29.208111 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29c0c4b4-73bf-4a48-9040-fdecc83d51c6 None None] Sync routers for ids ['5167d5e4-5aa2-47c6-ba2c-942c4bffcf2b'] in n-d-694802-15 {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 14:41:29.226034 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29c0c4b4-73bf-4a48-9040-fdecc83d51c6 None None] Routers {'5167d5e4-5aa2-47c6-ba2c-942c4bffcf2b'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:41:29.231307 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-29c0c4b4-73bf-4a48-9040-fdecc83d51c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:41:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['5167d5e4-5aa2-47c6-ba2c-942c4bffcf2b'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:41:29.305408 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cbd045e-b62c-40a9-ae3c-8c4d85ac4dcd tempest-RoutersAdminTest-311172655 tempest-RoutersAdminTest-311172655-project-admin] Network 4ac07e63-b0e4-4fe6-bc3a-3617388cbf50 is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:41:29.322979 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [None req-2cbd045e-b62c-40a9-ae3c-8c4d85ac4dcd tempest-RoutersAdminTest-311172655 tempest-RoutersAdminTest-311172655-project-admin] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:41:29.331416 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cbd045e-b62c-40a9-ae3c-8c4d85ac4dcd tempest-RoutersAdminTest-311172655 tempest-RoutersAdminTest-311172655-project-admin] Received port after_create {{(pid=94467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:41:29.337695 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbd045e-b62c-40a9-ae3c-8c4d85ac4dcd tempest-RoutersAdminTest-311172655 tempest-RoutersAdminTest-311172655-project-admin] Pushing event updated for resources: {'Port': ['ID=5645abe1-83ff-49ce-89fa-2b8e03f310d3,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:41:29.366707 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a08f101-5812-4d6d-9552-398dbed8341d req-889d6a9f-d9f3-4b72-82c6-8dec5970a773 tempest-ServersOnMultiNodesTest-1821308587 tempest-ServersOnMultiNodesTest-1821308587-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:41:29.384712 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-5a08f101-5812-4d6d-9552-398dbed8341d req-889d6a9f-d9f3-4b72-82c6-8dec5970a773 tempest-ServersOnMultiNodesTest-1821308587 tempest-ServersOnMultiNodesTest-1821308587-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=36e8e056-0dbe-48e4-bd23-52f9eecea8a5 HTTP/1.1" status: 200 len: 1102 time: 0.1747203 Aug 12 14:41:29.489766 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvr_db [None req-29c0c4b4-73bf-4a48-9040-fdecc83d51c6 None None] Set router 5167d5e4-5aa2-47c6-ba2c-942c4bffcf2b gateway port host: n-d-694802-15 {{(pid=94468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:41:29.495324 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-5a08f101-5812-4d6d-9552-398dbed8341d req-7fee6fdd-cf5d-4ece-a1ce-dca93de9669d tempest-ServersOnMultiNodesTest-1821308587 tempest-ServersOnMultiNodesTest-1821308587-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=5301a7d3-dd3e-456d-bf8f-dfd76884604a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066687 Aug 12 14:41:29.583355 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 46526) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:41:29.589173 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-101e87db-e966-4f5b-b2ae-ef733cba67bc tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2057781036', 'description': 'tempest-description--2025032300'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:41:29.605470 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-2234aadd-72b1-4be1-be52-a805928cfa9b None None] Notify callbacks [] for port, precommit_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:29.619116 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.provisioning_blocks [None req-2234aadd-72b1-4be1-be52-a805928cfa9b None None] Transition to ACTIVE for port object b3be8a27-d228-491e-bb30-8dff59d63dd9 will not be triggered until provisioned by entity L2. {{(pid=94469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:41:29.633176 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-2234aadd-72b1-4be1-be52-a805928cfa9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:29.680089 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-101e87db-e966-4f5b-b2ae-ef733cba67bc tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Notify callbacks [] for security_group, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:29.748519 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 527deb2a-3d91-4db2-9871-bb1e85629f48 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:41:29.762603 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab52bf1-6dd1-4c59-b660-b75b6706b5e2 None None] Pushing event updated for resources: {'Port': ['ID=b3be8a27-d228-491e-bb30-8dff59d63dd9,revision_number=3']} {{(pid=94469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:41:29.946638 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-101e87db-e966-4f5b-b2ae-ef733cba67bc tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Notify callbacks [] for security_group, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:29.947651 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-9c82aaf9-3083-448a-8e92-083b60b4e6d9 req-bee379f5-bf1e-419b-b9b4-6d0744c3a44a tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=65b2c96d0253481aa302fceca03e83a5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0699673 Aug 12 14:41:29.960763 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-101e87db-e966-4f5b-b2ae-ef733cba67bc tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:29.977765 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.managers [None req-2234aadd-72b1-4be1-be52-a805928cfa9b None None] Attempting to bind port b3be8a27-d228-491e-bb30-8dff59d63dd9 on host n-d-694802-15 for vnic_type normal with profile {{(pid=94469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:41:29.978138 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.managers [None req-2234aadd-72b1-4be1-be52-a805928cfa9b None None] Attempting to bind port b3be8a27-d228-491e-bb30-8dff59d63dd9 by drivers openvswitch,hyperv on host n-d-694802-15 at level 0 using segments [{'id': '45b28473-1709-41a1-b9df-2ccc6425c05f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '4552c891-e268-4d7c-98f1-e8736a29b277'}] {{(pid=94469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:41:29.978499 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2234aadd-72b1-4be1-be52-a805928cfa9b None None] Attempting to bind port b3be8a27-d228-491e-bb30-8dff59d63dd9 on network 4552c891-e268-4d7c-98f1-e8736a29b277 {{(pid=94469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:41:30.015765 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2234aadd-72b1-4be1-be52-a805928cfa9b None None] Checking agent: {'id': '16de73ac-f2e9-4cee-b3e0-91052ae3e6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 20, 13), 'started_at': datetime.datetime(2021, 8, 12, 14, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 41, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:41:30.016033 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2234aadd-72b1-4be1-be52-a805928cfa9b None None] Checking segment: {'id': '45b28473-1709-41a1-b9df-2ccc6425c05f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '4552c891-e268-4d7c-98f1-e8736a29b277'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:41:30.016427 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-2234aadd-72b1-4be1-be52-a805928cfa9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:30.016828 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2234aadd-72b1-4be1-be52-a805928cfa9b None None] Bound using segment: {'id': '45b28473-1709-41a1-b9df-2ccc6425c05f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '4552c891-e268-4d7c-98f1-e8736a29b277'} {{(pid=94469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:41:30.024809 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101e87db-e966-4f5b-b2ae-ef733cba67bc tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc2dacd2-6b8c-4388-a6b9-7c76f36fc545,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:41:30.025271 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.managers [None req-2234aadd-72b1-4be1-be52-a805928cfa9b None None] Bound port: b3be8a27-d228-491e-bb30-8dff59d63dd9, host: n-d-694802-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45b28473-1709-41a1-b9df-2ccc6425c05f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '4552c891-e268-4d7c-98f1-e8736a29b277'}}] {{(pid=94469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:41:30.025783 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-2234aadd-72b1-4be1-be52-a805928cfa9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:30.073197 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-101e87db-e966-4f5b-b2ae-ef733cba67bc tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:30.076343 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-101e87db-e966-4f5b-b2ae-ef733cba67bc tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.4917619 Aug 12 14:41:30.083674 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 46552) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:41:30.104452 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-d7fcb53e-a960-4f52-ae49-ce2ba79e460a tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Request body: {'security_group_rule': {'security_group_id': 'dc2dacd2-6b8c-4388-a6b9-7c76f36fc545', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:41:30.200984 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port 527deb2a-3d91-4db2-9871-bb1e85629f48 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:41:30.201426 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:30.209587 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.db [None req-2234aadd-72b1-4be1-be52-a805928cfa9b None None] For port b3be8a27-d228-491e-bb30-8dff59d63dd9, host n-d-694802-15, cleared binding levels {{(pid=94469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:41:30.213119 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.db [None req-2234aadd-72b1-4be1-be52-a805928cfa9b None None] For port b3be8a27-d228-491e-bb30-8dff59d63dd9, host n-d-694802-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=b3be8a27-d228-491e-bb30-8dff59d63dd9,segment=NetworkSegment(45b28473-1709-41a1-b9df-2ccc6425c05f),segment_id=45b28473-1709-41a1-b9df-2ccc6425c05f)] {{(pid=94469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:41:30.225231 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-2234aadd-72b1-4be1-be52-a805928cfa9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:30.310811 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-2cbd045e-b62c-40a9-ae3c-8c4d85ac4dcd tempest-RoutersAdminTest-311172655 tempest-RoutersAdminTest-311172655-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:30.324051 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab52bf1-6dd1-4c59-b660-b75b6706b5e2 None None] Pushing event updated for resources: {'Port': ['ID=b3be8a27-d228-491e-bb30-8dff59d63dd9,revision_number=4']} {{(pid=94469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:41:30.339008 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c82aaf9-3083-448a-8e92-083b60b4e6d9 req-b88d97f4-4d05-43d1-96f7-9fc9a3f9c5c6 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:41:30.351613 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-9c82aaf9-3083-448a-8e92-083b60b4e6d9 req-b88d97f4-4d05-43d1-96f7-9fc9a3f9c5c6 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4030244 Aug 12 14:41:30.382019 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2234aadd-72b1-4be1-be52-a805928cfa9b None None] Routers {'e1da5fa6-2585-42c8-9463-fddd21b2ac0e'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:41:30.383968 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-2234aadd-72b1-4be1-be52-a805928cfa9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:41:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['e1da5fa6-2585-42c8-9463-fddd21b2ac0e'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:41:30.396108 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-9c82aaf9-3083-448a-8e92-083b60b4e6d9 req-be4533a4-8035-4357-a621-a1f568140c72 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] 10.222.0.39 "GET /v2.0/quotas/65b2c96d0253481aa302fceca03e83a5 HTTP/1.1" status: 200 len: 375 time: 0.0433056 Aug 12 14:41:30.508585 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-29c0c4b4-73bf-4a48-9040-fdecc83d51c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5167d5e4-5aa2-47c6-ba2c-942c4bffcf2b', 'name': 'tempest-TaggedBootDevicesTest-1682854480-router', 'tenant_id': 'a2fc72cd4bf747caa1a4809b30f44b5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.68'}], 'enable_snat': True}, 'gw_port_id': '527deb2a-3d91-4db2-9871-bb1e85629f48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:41:18Z', 'updated_at': '2021-08-12T14:41:26Z', 'revision_number': 4, 'project_id': 'a2fc72cd4bf747caa1a4809b30f44b5f', 'gw_port': {'id': '527deb2a-3d91-4db2-9871-bb1e85629f48', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:db:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5167d5e4-5aa2-47c6-ba2c-942c4bffcf2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:41:20Z', 'updated_at': '2021-08-12T14:41:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': '27bf1d5a-8d08-4e56-8b00-44b2e20888df', 'name': '', 'network_id': 'b0e24b64-21a7-4e71-9bbe-cc7d87ed30df', 'tenant_id': 'a2fc72cd4bf747caa1a4809b30f44b5f', 'mac_address': 'fa:16:3e:05:27:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5167d5e4-5aa2-47c6-ba2c-942c4bffcf2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1403, 'fixed_ips': [{'subnet_id': '7be71cde-d18d-4052-a6ca-8e91d1377f01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:41:25Z', 'updated_at': '2021-08-12T14:41:27Z', 'revision_number': 2, 'project_id': 'a2fc72cd4bf747caa1a4809b30f44b5f', 'subnets': [{'id': '7be71cde-d18d-4052-a6ca-8e91d1377f01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:41:30.565190 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-9c82aaf9-3083-448a-8e92-083b60b4e6d9 req-7e661a0f-d5a6-4e5c-8021-da7a04422e7e tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=65b2c96d0253481aa302fceca03e83a5&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1677604 Aug 12 14:41:30.583965 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29c0c4b4-73bf-4a48-9040-fdecc83d51c6 None None] Checking router: 5167d5e4-5aa2-47c6-ba2c-942c4bffcf2b for host: n-d-694802-15 {{(pid=94468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 14:41:30.588100 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29c0c4b4-73bf-4a48-9040-fdecc83d51c6 None None] Updating router 5167d5e4-5aa2-47c6-ba2c-942c4bffcf2b port 27bf1d5a-8d08-4e56-8b00-44b2e20888df binding host n-d-694802-15 {{(pid=94468) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 14:41:30.659690 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-29c0c4b4-73bf-4a48-9040-fdecc83d51c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:30.671626 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-2234aadd-72b1-4be1-be52-a805928cfa9b None None] Set router e1da5fa6-2585-42c8-9463-fddd21b2ac0e gateway port host: n-d-694802-15 {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:41:30.971770 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-9db2c629-bbea-47b2-8b5b-5be13830daad req-c6c94aa2-f339-4478-8018-1253f2ac9c4e tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] 10.222.0.39 "GET /v2.0/ports?device_id=ce454304-c982-4726-ad06-c8b1299827f1 HTTP/1.1" status: 200 len: 210 time: 0.0701118 Aug 12 14:41:31.221308 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91989f50-59b4-45a3-9f9b-20616fe928b9 req-88f4f3b7-624b-4165-bcf9-11ce7679d95a tempest-ServerRescueNegativeTestJSON-1622637895 tempest-ServerRescueNegativeTestJSON-1622637895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:41:31.238380 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-91989f50-59b4-45a3-9f9b-20616fe928b9 req-88f4f3b7-624b-4165-bcf9-11ce7679d95a tempest-ServerRescueNegativeTestJSON-1622637895 tempest-ServerRescueNegativeTestJSON-1622637895-project] 10.222.0.39 "GET /v2.0/ports?device_id=d52af645-a96c-4fda-a020-923ad96d40ff HTTP/1.1" status: 200 len: 945 time: 1.1098983 Aug 12 14:41:31.257131 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-2234aadd-72b1-4be1-be52-a805928cfa9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1da5fa6-2585-42c8-9463-fddd21b2ac0e', 'name': 'tempest-ServerActionsTestJSON-1626470397-router', 'tenant_id': 'f4b313af8d624a809d563851b784d520', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.96'}], 'enable_snat': True}, 'gw_port_id': 'bd7607a9-8d84-486a-a6f9-71eb0e44e6ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:41:16Z', 'updated_at': '2021-08-12T14:41:24Z', 'revision_number': 4, 'project_id': 'f4b313af8d624a809d563851b784d520', 'gw_port': {'id': 'bd7607a9-8d84-486a-a6f9-71eb0e44e6ff', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:dd:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1da5fa6-2585-42c8-9463-fddd21b2ac0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:41:17Z', 'updated_at': '2021-08-12T14:41:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': 'b3be8a27-d228-491e-bb30-8dff59d63dd9', 'name': '', 'network_id': '4552c891-e268-4d7c-98f1-e8736a29b277', 'tenant_id': 'f4b313af8d624a809d563851b784d520', 'mac_address': 'fa:16:3e:a1:33:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1da5fa6-2585-42c8-9463-fddd21b2ac0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': 'b3b4e56e-f3bd-4709-bfd6-3e62da1e0ac7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:41:22Z', 'updated_at': '2021-08-12T14:41:30Z', 'revision_number': 4, 'project_id': 'f4b313af8d624a809d563851b784d520', 'subnets': [{'id': 'b3b4e56e-f3bd-4709-bfd6-3e62da1e0ac7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:41:31.268201 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-d7fcb53e-a960-4f52-ae49-ce2ba79e460a tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:31.315363 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2234aadd-72b1-4be1-be52-a805928cfa9b None None] The sync data for ids ['e1da5fa6-2585-42c8-9463-fddd21b2ac0e'] in n-d-694802-15 is: [{'id': 'e1da5fa6-2585-42c8-9463-fddd21b2ac0e', 'name': 'tempest-ServerActionsTestJSON-1626470397-router', 'tenant_id': 'f4b313af8d624a809d563851b784d520', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.96'}], 'enable_snat': True}, 'gw_port_id': 'bd7607a9-8d84-486a-a6f9-71eb0e44e6ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:41:16Z', 'updated_at': '2021-08-12T14:41:24Z', 'revision_number': 4, 'project_id': 'f4b313af8d624a809d563851b784d520', 'gw_port': {'id': 'bd7607a9-8d84-486a-a6f9-71eb0e44e6ff', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:dd:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1da5fa6-2585-42c8-9463-fddd21b2ac0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:41:17Z', 'updated_at': '2021-08-12T14:41:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': 'b3be8a27-d228-491e-bb30-8dff59d63dd9', 'name': '', 'network_id': '4552c891-e268-4d7c-98f1-e8736a29b277', 'tenant_id': 'f4b313af8d624a809d563851b784d520', 'mac_address': 'fa:16:3e:a1:33:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1da5fa6-2585-42c8-9463-fddd21b2ac0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': 'b3b4e56e-f3bd-4709-bfd6-3e62da1e0ac7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:41:22Z', 'updated_at': '2021-08-12T14:41:30Z', 'revision_number': 4, 'project_id': 'f4b313af8d624a809d563851b784d520', 'subnets': [{'id': 'b3b4e56e-f3bd-4709-bfd6-3e62da1e0ac7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 14:41:31.455035 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-29c0c4b4-73bf-4a48-9040-fdecc83d51c6 None None] Notify callbacks [] for port, precommit_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:31.476512 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-29c0c4b4-73bf-4a48-9040-fdecc83d51c6 None None] Transition to ACTIVE for port object 27bf1d5a-8d08-4e56-8b00-44b2e20888df will not be triggered until provisioned by entity L2. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:41:31.493089 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-29c0c4b4-73bf-4a48-9040-fdecc83d51c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:31.587179 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a138d7-94c0-4141-a583-b767e3c0cf54 None None] Pushing event updated for resources: {'Port': ['ID=27bf1d5a-8d08-4e56-8b00-44b2e20888df,revision_number=3']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:41:31.695544 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-91989f50-59b4-45a3-9f9b-20616fe928b9 req-b33fecbf-3fd7-421d-a402-8e162dba6ce2 tempest-ServerRescueNegativeTestJSON-1622637895 tempest-ServerRescueNegativeTestJSON-1622637895-project] 10.222.0.39 "GET /v2.0/security-groups?id=268dec7e-7261-41d2-9e03-6b72db198ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4522839 Aug 12 14:41:31.763728 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-29c0c4b4-73bf-4a48-9040-fdecc83d51c6 None None] Attempting to bind port 27bf1d5a-8d08-4e56-8b00-44b2e20888df on host n-d-694802-15 for vnic_type normal with profile {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:41:31.764089 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-29c0c4b4-73bf-4a48-9040-fdecc83d51c6 None None] Attempting to bind port 27bf1d5a-8d08-4e56-8b00-44b2e20888df by drivers openvswitch,hyperv on host n-d-694802-15 at level 0 using segments [{'id': '6e9bacb5-9701-46a9-adfa-39555d8c5ebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'b0e24b64-21a7-4e71-9bbe-cc7d87ed30df'}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:41:31.764673 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c0c4b4-73bf-4a48-9040-fdecc83d51c6 None None] Attempting to bind port 27bf1d5a-8d08-4e56-8b00-44b2e20888df on network b0e24b64-21a7-4e71-9bbe-cc7d87ed30df {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:41:31.771381 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c0c4b4-73bf-4a48-9040-fdecc83d51c6 None None] Checking agent: {'id': '16de73ac-f2e9-4cee-b3e0-91052ae3e6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 20, 13), 'started_at': datetime.datetime(2021, 8, 12, 14, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 41, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:41:31.773099 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c0c4b4-73bf-4a48-9040-fdecc83d51c6 None None] Checking segment: {'id': '6e9bacb5-9701-46a9-adfa-39555d8c5ebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'b0e24b64-21a7-4e71-9bbe-cc7d87ed30df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:41:31.773909 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-29c0c4b4-73bf-4a48-9040-fdecc83d51c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:31.774562 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c0c4b4-73bf-4a48-9040-fdecc83d51c6 None None] Bound using segment: {'id': '6e9bacb5-9701-46a9-adfa-39555d8c5ebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'b0e24b64-21a7-4e71-9bbe-cc7d87ed30df'} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:41:31.775431 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-29c0c4b4-73bf-4a48-9040-fdecc83d51c6 None None] Bound port: 27bf1d5a-8d08-4e56-8b00-44b2e20888df, host: n-d-694802-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e9bacb5-9701-46a9-adfa-39555d8c5ebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'b0e24b64-21a7-4e71-9bbe-cc7d87ed30df'}}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:41:31.775967 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-29c0c4b4-73bf-4a48-9040-fdecc83d51c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:31.798628 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device b3be8a27-d228-491e-bb30-8dff59d63dd9 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:41:31.946334 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-d7fcb53e-a960-4f52-ae49-ce2ba79e460a tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:31.984272 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-d7fcb53e-a960-4f52-ae49-ce2ba79e460a tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641735'] for security_group_rule, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:32.119068 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fcb53e-a960-4f52-ae49-ce2ba79e460a tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35958f0f-7d11-4ecb-83bb-7109b1458e67,revision_number=0']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:41:32.129316 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-d7fcb53e-a960-4f52-ae49-ce2ba79e460a tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:32.139979 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-d7fcb53e-a960-4f52-ae49-ce2ba79e460a tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.0474532 Aug 12 14:41:32.146132 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 46624) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:41:32.161711 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-58122d7a-d4c1-4304-8799-f2656c76a47c req-983cc397-f161-489e-bda2-d95c1763e79e tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] 10.222.0.39 "GET /v2.0/ports?device_id=ce454304-c982-4726-ad06-c8b1299827f1 HTTP/1.1" status: 200 len: 210 time: 0.0700452 Aug 12 14:41:32.189654 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-bc9719dc-ec66-444d-add6-96cabe286a53 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Request body: {'security_group_rule': {'security_group_id': 'dc2dacd2-6b8c-4388-a6b9-7c76f36fc545', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:41:32.229655 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-29c0c4b4-73bf-4a48-9040-fdecc83d51c6 None None] For port 27bf1d5a-8d08-4e56-8b00-44b2e20888df, host n-d-694802-15, cleared binding levels {{(pid=94468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:41:32.237463 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning for port b3be8a27-d228-491e-bb30-8dff59d63dd9 completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:41:32.241455 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-29c0c4b4-73bf-4a48-9040-fdecc83d51c6 None None] For port 27bf1d5a-8d08-4e56-8b00-44b2e20888df, host n-d-694802-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=27bf1d5a-8d08-4e56-8b00-44b2e20888df,segment=NetworkSegment(6e9bacb5-9701-46a9-adfa-39555d8c5ebb),segment_id=6e9bacb5-9701-46a9-adfa-39555d8c5ebb)] {{(pid=94468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:41:32.244632 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port b3be8a27-d228-491e-bb30-8dff59d63dd9 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:41:32.245072 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:32.288507 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-2cbd045e-b62c-40a9-ae3c-8c4d85ac4dcd tempest-RoutersAdminTest-311172655 tempest-RoutersAdminTest-311172655-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-429413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-431608'] for router, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:32.333320 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-29c0c4b4-73bf-4a48-9040-fdecc83d51c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:32.410992 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-bc9719dc-ec66-444d-add6-96cabe286a53 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:32.455559 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29c0c4b4-73bf-4a48-9040-fdecc83d51c6 None None] Routers {'5167d5e4-5aa2-47c6-ba2c-942c4bffcf2b'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:41:32.456202 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-29c0c4b4-73bf-4a48-9040-fdecc83d51c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:41:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['5167d5e4-5aa2-47c6-ba2c-942c4bffcf2b'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:41:32.827571 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:32.868859 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9c82aaf9-3083-448a-8e92-083b60b4e6d9 req-97bb9265-2848-4d7e-8887-4bdf7ab5f238 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=65b2c96d0253481aa302fceca03e83a5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2956452 Aug 12 14:41:32.940076 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a138d7-94c0-4141-a583-b767e3c0cf54 None None] Pushing event updated for resources: {'Port': ['ID=27bf1d5a-8d08-4e56-8b00-44b2e20888df,revision_number=4']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:41:33.024105 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] For port b3be8a27-d228-491e-bb30-8dff59d63dd9, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=b3be8a27-d228-491e-bb30-8dff59d63dd9,segment=NetworkSegment(45b28473-1709-41a1-b9df-2ccc6425c05f),segment_id=45b28473-1709-41a1-b9df-2ccc6425c05f)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:41:33.050408 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:33.067157 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvr_db [None req-29c0c4b4-73bf-4a48-9040-fdecc83d51c6 None None] Set router 5167d5e4-5aa2-47c6-ba2c-942c4bffcf2b gateway port host: n-d-694802-15 {{(pid=94468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:41:33.125696 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-bc9719dc-ec66-444d-add6-96cabe286a53 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:33.177300 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-bc9719dc-ec66-444d-add6-96cabe286a53 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641735'] for security_group_rule, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:33.191560 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Pushing event updated for resources: {'Port': ['ID=b3be8a27-d228-491e-bb30-8dff59d63dd9,revision_number=5']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:41:33.271401 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-bc9719dc-ec66-444d-add6-96cabe286a53 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:33.272629 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-bc9719dc-ec66-444d-add6-96cabe286a53 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1247592 Aug 12 14:41:33.273355 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9719dc-ec66-444d-add6-96cabe286a53 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abce17b9-1baa-44f6-989f-94894eed5fee,revision_number=0']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:41:33.277753 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 46648) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:41:33.284844 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-a4c5ea4d-f82d-4a1e-b85a-d40798d56527 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Request body: {'floatingip': {'floating_network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:41:33.342572 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cbd045e-b62c-40a9-ae3c-8c4d85ac4dcd tempest-RoutersAdminTest-311172655 tempest-RoutersAdminTest-311172655-project-admin] Router e152a4a7-8eda-449f-a9aa-46f177ed1234 is scheduled to L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f with binding_index 1 {{(pid=94467) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 14:41:33.366514 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c82aaf9-3083-448a-8e92-083b60b4e6d9 req-15129f8d-f6bb-4b6e-91d3-0b1a2d24a32a tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:41:33.368275 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9c82aaf9-3083-448a-8e92-083b60b4e6d9 req-15129f8d-f6bb-4b6e-91d3-0b1a2d24a32a tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4863091 Aug 12 14:41:33.421871 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-9c82aaf9-3083-448a-8e92-083b60b4e6d9 req-f27ce9b5-b958-4adf-b52c-d58682421408 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] Request body: {'port': {'device_id': 'ce454304-c982-4726-ad06-c8b1299827f1', 'network_id': '2525c403-dfb3-4196-a273-739607aab38a', 'admin_state_up': True, 'tenant_id': '65b2c96d0253481aa302fceca03e83a5'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:41:33.470161 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a4c5ea4d-f82d-4a1e-b85a-d40798d56527 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Notify callbacks [] for floatingip, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:33.478725 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-2b0c2605-fd8b-4fae-879d-7b984d9edcf4 req-27f1a5b3-38ec-4673-9766-68879b9b1cfc tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] 10.222.0.39 "GET /v2.0/ports?device_id=ce454304-c982-4726-ad06-c8b1299827f1 HTTP/1.1" status: 200 len: 210 time: 0.1214995 Aug 12 14:41:33.710377 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cbd045e-b62c-40a9-ae3c-8c4d85ac4dcd tempest-RoutersAdminTest-311172655 tempest-RoutersAdminTest-311172655-project-admin] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 14:41:33.712251 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device b3be8a27-d228-491e-bb30-8dff59d63dd9 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:41:33.720859 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6355c23-5007-4c44-bab8-a1b13ec6088a None None] Sync routers for ids ['e152a4a7-8eda-449f-a9aa-46f177ed1234'] in n-d-694802-15 {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 14:41:33.738796 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6355c23-5007-4c44-bab8-a1b13ec6088a None None] Routers {'e152a4a7-8eda-449f-a9aa-46f177ed1234'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:41:33.741877 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-e6355c23-5007-4c44-bab8-a1b13ec6088a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:41:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['e152a4a7-8eda-449f-a9aa-46f177ed1234'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:41:33.752770 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-2cbd045e-b62c-40a9-ae3c-8c4d85ac4dcd tempest-RoutersAdminTest-311172655 tempest-RoutersAdminTest-311172655-project-admin] Notify callbacks [] for router, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:33.757835 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-2cbd045e-b62c-40a9-ae3c-8c4d85ac4dcd tempest-RoutersAdminTest-311172655 tempest-RoutersAdminTest-311172655-project-admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 8.1215975 Aug 12 14:41:33.758874 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 46656) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:41:33.853035 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a4c5ea4d-f82d-4a1e-b85a-d40798d56527 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:34.001819 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c82aaf9-3083-448a-8e92-083b60b4e6d9 req-f27ce9b5-b958-4adf-b52c-d58682421408 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] Made reservation on behalf of 65b2c96d0253481aa302fceca03e83a5 for: {'port': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:41:34.005835 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-9c82aaf9-3083-448a-8e92-083b60b4e6d9 req-f27ce9b5-b958-4adf-b52c-d58682421408 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:34.121344 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-253a8a40-6b9c-48eb-8763-ab496949d3af tempest-RoutersAdminTest-311172655 tempest-RoutersAdminTest-311172655-project-admin] Notify callbacks [] for router, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:34.148952 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port b3be8a27-d228-491e-bb30-8dff59d63dd9 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:41:34.149329 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:34.174138 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-e6355c23-5007-4c44-bab8-a1b13ec6088a None None] Set router e152a4a7-8eda-449f-a9aa-46f177ed1234 gateway port host: n-d-694802-15 {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:41:34.243657 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-29c0c4b4-73bf-4a48-9040-fdecc83d51c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5167d5e4-5aa2-47c6-ba2c-942c4bffcf2b', 'name': 'tempest-TaggedBootDevicesTest-1682854480-router', 'tenant_id': 'a2fc72cd4bf747caa1a4809b30f44b5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.68'}], 'enable_snat': True}, 'gw_port_id': '527deb2a-3d91-4db2-9871-bb1e85629f48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:41:18Z', 'updated_at': '2021-08-12T14:41:26Z', 'revision_number': 4, 'project_id': 'a2fc72cd4bf747caa1a4809b30f44b5f', 'gw_port': {'id': '527deb2a-3d91-4db2-9871-bb1e85629f48', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:db:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5167d5e4-5aa2-47c6-ba2c-942c4bffcf2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:41:20Z', 'updated_at': '2021-08-12T14:41:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': '27bf1d5a-8d08-4e56-8b00-44b2e20888df', 'name': '', 'network_id': 'b0e24b64-21a7-4e71-9bbe-cc7d87ed30df', 'tenant_id': 'a2fc72cd4bf747caa1a4809b30f44b5f', 'mac_address': 'fa:16:3e:05:27:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5167d5e4-5aa2-47c6-ba2c-942c4bffcf2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1403, 'fixed_ips': [{'subnet_id': '7be71cde-d18d-4052-a6ca-8e91d1377f01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:41:25Z', 'updated_at': '2021-08-12T14:41:32Z', 'revision_number': 4, 'project_id': 'a2fc72cd4bf747caa1a4809b30f44b5f', 'subnets': [{'id': '7be71cde-d18d-4052-a6ca-8e91d1377f01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:41:34.311678 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-a4c5ea4d-f82d-4a1e-b85a-d40798d56527 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Allocated IP 172.25.1.103 (d3759e1b-6c03-45ac-acd4-90abb417809b/f0254f08-c19c-4e31-bd9c-09389ea4b6f2/cf85d1eb-9212-4685-bc38-da5d87ade3df) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:41:34.353495 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29c0c4b4-73bf-4a48-9040-fdecc83d51c6 None None] The sync data for ids ['5167d5e4-5aa2-47c6-ba2c-942c4bffcf2b'] in n-d-694802-15 is: [{'id': '5167d5e4-5aa2-47c6-ba2c-942c4bffcf2b', 'name': 'tempest-TaggedBootDevicesTest-1682854480-router', 'tenant_id': 'a2fc72cd4bf747caa1a4809b30f44b5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.68'}], 'enable_snat': True}, 'gw_port_id': '527deb2a-3d91-4db2-9871-bb1e85629f48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:41:18Z', 'updated_at': '2021-08-12T14:41:26Z', 'revision_number': 4, 'project_id': 'a2fc72cd4bf747caa1a4809b30f44b5f', 'gw_port': {'id': '527deb2a-3d91-4db2-9871-bb1e85629f48', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:db:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5167d5e4-5aa2-47c6-ba2c-942c4bffcf2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:41:20Z', 'updated_at': '2021-08-12T14:41:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': '27bf1d5a-8d08-4e56-8b00-44b2e20888df', 'name': '', 'network_id': 'b0e24b64-21a7-4e71-9bbe-cc7d87ed30df', 'tenant_id': 'a2fc72cd4bf747caa1a4809b30f44b5f', 'mac_address': 'fa:16:3e:05:27:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5167d5e4-5aa2-47c6-ba2c-942c4bffcf2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1403, 'fixed_ips': [{'subnet_id': '7be71cde-d18d-4052-a6ca-8e91d1377f01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:41:25Z', 'updated_at': '2021-08-12T14:41:32Z', 'revision_number': 4, 'project_id': 'a2fc72cd4bf747caa1a4809b30f44b5f', 'subnets': [{'id': '7be71cde-d18d-4052-a6ca-8e91d1377f01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 14:41:34.478462 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-253a8a40-6b9c-48eb-8763-ab496949d3af tempest-RoutersAdminTest-311172655 tempest-RoutersAdminTest-311172655-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:34.695799 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a4c5ea4d-f82d-4a1e-b85a-d40798d56527 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:34.729331 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-e6355c23-5007-4c44-bab8-a1b13ec6088a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e152a4a7-8eda-449f-a9aa-46f177ed1234', 'name': '', 'tenant_id': 'f644b04339074e0fbed661ee752ea9b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ac07e63-b0e4-4fe6-bc3a-3617388cbf50', 'external_fixed_ips': [{'subnet_id': '56f35497-f193-40ea-b67d-e1c7e616b443', 'ip_address': '172.20.0.4'}], 'enable_snat': True}, 'gw_port_id': '5645abe1-83ff-49ce-89fa-2b8e03f310d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:41:26Z', 'updated_at': '2021-08-12T14:41:29Z', 'revision_number': 3, 'project_id': 'f644b04339074e0fbed661ee752ea9b5', 'gw_port': {'id': '5645abe1-83ff-49ce-89fa-2b8e03f310d3', 'name': '', 'network_id': '4ac07e63-b0e4-4fe6-bc3a-3617388cbf50', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:70:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e152a4a7-8eda-449f-a9aa-46f177ed1234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1405, 'fixed_ips': [{'subnet_id': '56f35497-f193-40ea-b67d-e1c7e616b443', 'ip_address': '172.20.0.4', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:41:28Z', 'updated_at': '2021-08-12T14:41:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '56f35497-f193-40ea-b67d-e1c7e616b443', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15'}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:41:34.810428 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-cd1715d1-fc66-4e98-bd37-3a69c54b41ad req-4ec4f686-5340-4f45-b1e7-23afef98c21c tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] 10.222.0.39 "GET /v2.0/ports?device_id=ce454304-c982-4726-ad06-c8b1299827f1 HTTP/1.1" status: 200 len: 210 time: 0.1382666 Aug 12 14:41:34.833394 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6355c23-5007-4c44-bab8-a1b13ec6088a None None] Checking router: e152a4a7-8eda-449f-a9aa-46f177ed1234 for host: n-d-694802-15 {{(pid=94469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 14:41:34.833394 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6355c23-5007-4c44-bab8-a1b13ec6088a None None] Updating router e152a4a7-8eda-449f-a9aa-46f177ed1234 port 5645abe1-83ff-49ce-89fa-2b8e03f310d3 binding host n-d-694802-15 {{(pid=94469) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 14:41:34.844780 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a4c5ea4d-f82d-4a1e-b85a-d40798d56527 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:34.878203 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_common [req-9c82aaf9-3083-448a-8e92-083b60b4e6d9 req-f27ce9b5-b958-4adf-b52c-d58682421408 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] Allocated IP 192.168.233.157 (2525c403-dfb3-4196-a273-739607aab38a/236e0be6-1c94-4221-9e8b-ab02a53331f8/4f292369-b701-4c34-9819-97c2a2d581f7) {{(pid=94467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:41:34.886478 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-e6355c23-5007-4c44-bab8-a1b13ec6088a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:34.956700 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c5ea4d-f82d-4a1e-b85a-d40798d56527 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Pushing event updated for resources: {'Port': ['ID=cf85d1eb-9212-4685-bc38-da5d87ade3df,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:41:34.965810 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-253a8a40-6b9c-48eb-8763-ab496949d3af tempest-RoutersAdminTest-311172655 tempest-RoutersAdminTest-311172655-project-admin] Deleting port 5645abe1-83ff-49ce-89fa-2b8e03f310d3 {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:41:34.974789 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-253a8a40-6b9c-48eb-8763-ab496949d3af tempest-RoutersAdminTest-311172655 tempest-RoutersAdminTest-311172655-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:34.985110 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4c5ea4d-f82d-4a1e-b85a-d40798d56527 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Network d3759e1b-6c03-45ac-acd4-90abb417809b is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:41:35.001624 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-a4c5ea4d-f82d-4a1e-b85a-d40798d56527 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:41:35.015249 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c5ea4d-f82d-4a1e-b85a-d40798d56527 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:41:35.417837 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 46686) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:41:35.439458 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a4c5ea4d-f82d-4a1e-b85a-d40798d56527 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:35.445714 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-253a8a40-6b9c-48eb-8763-ab496949d3af tempest-RoutersAdminTest-311172655 tempest-RoutersAdminTest-311172655-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:35.469745 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-253a8a40-6b9c-48eb-8763-ab496949d3af tempest-RoutersAdminTest-311172655 tempest-RoutersAdminTest-311172655-project-admin] Calling delete_port for 5645abe1-83ff-49ce-89fa-2b8e03f310d3 owned by network:router_gateway {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:41:35.532752 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_v2 [None req-c547992a-4498-4e5e-9958-1147b3173632 admin admin] Deleting subnet 49978436-adae-4995-85db-355f6ab8bdca {{(pid=94466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 14:41:35.541462 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c547992a-4498-4e5e-9958-1147b3173632 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:35.550713 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-9c82aaf9-3083-448a-8e92-083b60b4e6d9 req-f27ce9b5-b958-4adf-b52c-d58682421408 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] Notify callbacks [] for port, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:35.567047 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a4c5ea4d-f82d-4a1e-b85a-d40798d56527 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:35.617647 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [req-9c82aaf9-3083-448a-8e92-083b60b4e6d9 req-f27ce9b5-b958-4adf-b52c-d58682421408 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] Transition to ACTIVE for port object 4f292369-b701-4c34-9819-97c2a2d581f7 will not be triggered until provisioned by entity DHCP. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:41:35.809526 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 27bf1d5a-8d08-4e56-8b00-44b2e20888df up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:41:35.819659 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-9c82aaf9-3083-448a-8e92-083b60b4e6d9 req-f27ce9b5-b958-4adf-b52c-d58682421408 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:35.848901 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-e6355c23-5007-4c44-bab8-a1b13ec6088a None None] Notify callbacks [] for port, precommit_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:35.894238 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] get_ports_and_sgs() called for port_ids ['ebc29655-e531-44b0-80e0-93f88244161e', '0f41f19b-87f7-41dc-98ce-2eaa783e9bc3', '428b7bf8-6b0d-46c3-8e1b-68f09a754cc2', 'be08eae7-c2c0-4ec4-822c-37369dd75809'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:41:35.907398 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] get_ports_and_sgs() called for port_ids ['29731b86-ffa2-4aca-a795-760760d96e26', '6f8cf43d-d568-4ef8-a63e-924a5ac834bf'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:41:35.962202 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c547992a-4498-4e5e-9958-1147b3173632 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2293551'] for subnet, precommit_delete_associations {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:35.977563 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.managers [None req-e6355c23-5007-4c44-bab8-a1b13ec6088a None None] DB exception raised by Mechanism driver 'openvswitch' in update_port_precommit {{(pid=94469) _call_on_drivers /opt/stack/neutron/neutron/plugins/ml2/managers.py:481}} Aug 12 14:41:35.977563 n-d-694802-15 neutron-server[94469]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Aug 12 14:41:35.977563 n-d-694802-15 neutron-server[94469]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1771, in _execute_context Aug 12 14:41:35.977563 n-d-694802-15 neutron-server[94469]: ERROR neutron.plugins.ml2.managers self.dialect.do_execute( Aug 12 14:41:35.977563 n-d-694802-15 neutron-server[94469]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/default.py", line 717, in do_execute Aug 12 14:41:35.977563 n-d-694802-15 neutron-server[94469]: ERROR neutron.plugins.ml2.managers cursor.execute(statement, parameters) Aug 12 14:41:35.977563 n-d-694802-15 neutron-server[94469]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 148, in execute Aug 12 14:41:35.977563 n-d-694802-15 neutron-server[94469]: ERROR neutron.plugins.ml2.managers result = self._query(query) Aug 12 14:41:35.977563 n-d-694802-15 neutron-server[94469]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 310, in _query Aug 12 14:41:35.977563 n-d-694802-15 neutron-server[94469]: ERROR neutron.plugins.ml2.managers conn.query(q) Aug 12 14:41:35.977563 n-d-694802-15 neutron-server[94469]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 548, in query Aug 12 14:41:35.977563 n-d-694802-15 neutron-server[94469]: ERROR neutron.plugins.ml2.managers self._affected_rows = self._read_query_result(unbuffered=unbuffered) Aug 12 14:41:35.977563 n-d-694802-15 neutron-server[94469]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 775, in _read_query_result Aug 12 14:41:35.977563 n-d-694802-15 neutron-server[94469]: ERROR neutron.plugins.ml2.managers result.read() Aug 12 14:41:35.977563 n-d-694802-15 neutron-server[94469]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 1156, in read Aug 12 14:41:35.977563 n-d-694802-15 neutron-server[94469]: ERROR neutron.plugins.ml2.managers first_packet = self.connection._read_packet() Aug 12 14:41:35.977563 n-d-694802-15 neutron-server[94469]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 725, in _read_packet Aug 12 14:41:35.977563 n-d-694802-15 neutron-server[94469]: ERROR neutron.plugins.ml2.managers packet.raise_for_error() Aug 12 14:41:35.977563 n-d-694802-15 neutron-server[94469]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/protocol.py", line 221, in raise_for_error Aug 12 14:41:35.977563 n-d-694802-15 neutron-server[94469]: ERROR neutron.plugins.ml2.managers err.raise_mysql_exception(self._data) Aug 12 14:41:35.977563 n-d-694802-15 neutron-server[94469]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/err.py", line 143, in raise_mysql_exception Aug 12 14:41:35.977563 n-d-694802-15 neutron-server[94469]: ERROR neutron.plugins.ml2.managers raise errorclass(errno, errval) Aug 12 14:41:35.977563 n-d-694802-15 neutron-server[94469]: ERROR neutron.plugins.ml2.managers pymysql.err.OperationalError: (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 12 14:41:35.977563 n-d-694802-15 neutron-server[94469]: ERROR neutron.plugins.ml2.managers Aug 12 14:41:35.977563 n-d-694802-15 neutron-server[94469]: ERROR neutron.plugins.ml2.managers The above exception was the direct cause of the following exception: Aug 12 14:41:35.977563 n-d-694802-15 neutron-server[94469]: ERROR neutron.plugins.ml2.managers Aug 12 14:41:35.977563 n-d-694802-15 neutron-server[94469]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Aug 12 14:41:35.977563 n-d-694802-15 neutron-server[94469]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 477, in _call_on_drivers Aug 12 14:41:35.977563 n-d-694802-15 neutron-server[94469]: ERROR neutron.plugins.ml2.managers getattr(driver.obj, method_name)(context) Aug 12 14:41:35.977563 n-d-694802-15 neutron-server[94469]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 64, in update_port_precommit Aug 12 14:41:35.977563 n-d-694802-15 neutron-server[94469]: ERROR neutron.plugins.ml2.managers self._insert_provisioning_block(context) Aug 12 14:41:35.977563 n-d-694802-15 neutron-server[94469]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 79, in _insert_provisioning_block Aug 12 14:41:35.977563 n-d-694802-15 neutron-server[94469]: ERROR neutron.plugins.ml2.managers if context.host_agents(self.agent_type): Aug 12 14:41:35.977563 n-d-694802-15 neutron-server[94469]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/driver_context.py", line 295, in host_agents Aug 12 14:41:35.977563 n-d-694802-15 neutron-server[94469]: ERROR neutron.plugins.ml2.managers return self._plugin.get_agents(self._plugin_context, Aug 12 14:41:35.977563 n-d-694802-15 neutron-server[94469]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 12 14:41:35.977563 n-d-694802-15 neutron-server[94469]: ERROR neutron.plugins.ml2.managers return method(*args, **kwargs) Aug 12 14:41:35.977563 n-d-694802-15 neutron-server[94469]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/agents_db.py", line 292, in get_agents Aug 12 14:41:35.977563 n-d-694802-15 neutron-server[94469]: ERROR neutron.plugins.ml2.managers agents = agent_obj.Agent.get_objects(context, **filters) Aug 12 14:41:35.977563 n-d-694802-15 neutron-server[94469]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/objects/base.py", line 638, in get_objects Aug 12 14:41:35.977563 n-d-694802-15 neutron-server[94469]: ERROR neutron.plugins.ml2.managers db_objs = obj_db_api.get_objects( Aug 12 14:41:35.977563 n-d-694802-15 neutron-server[94469]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/objects/db/api.py", line 55, in get_objects Aug 12 14:41:35.977563 n-d-694802-15 neutron-server[94469]: ERROR neutron.plugins.ml2.managers return model_query.get_collection( Aug 12 14:41:35.977563 n-d-694802-15 neutron-server[94469]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 331, in get_collection Aug 12 14:41:35.977563 n-d-694802-15 neutron-server[94469]: ERROR neutron.plugins.ml2.managers items = [ Aug 12 14:41:35.977563 n-d-694802-15 neutron-server[94469]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2840, in __iter__ Aug 12 14:41:35.977563 n-d-694802-15 neutron-server[94469]: ERROR neutron.plugins.ml2.managers return self._iter().__iter__() Aug 12 14:41:35.977563 n-d-694802-15 neutron-server[94469]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2847, in _iter Aug 12 14:41:35.977563 n-d-694802-15 neutron-server[94469]: ERROR neutron.plugins.ml2.managers result = self.session.execute( Aug 12 14:41:35.977563 n-d-694802-15 neutron-server[94469]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 1637, in execute Aug 12 14:41:35.977563 n-d-694802-15 neutron-server[94469]: ERROR neutron.plugins.ml2.managers ) = compile_state_cls.orm_pre_session_exec( Aug 12 14:41:35.977563 n-d-694802-15 neutron-server[94469]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/context.py", line 290, in orm_pre_session_exec Aug 12 14:41:35.977563 n-d-694802-15 neutron-server[94469]: ERROR neutron.plugins.ml2.managers session._autoflush() Aug 12 14:41:35.982033 n-d-694802-15 neutron-server[94469]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 2193, in _autoflush Aug 12 14:41:35.982033 n-d-694802-15 neutron-server[94469]: ERROR neutron.plugins.ml2.managers self.flush() Aug 12 14:41:35.982033 n-d-694802-15 neutron-server[94469]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 3298, in flush Aug 12 14:41:35.982033 n-d-694802-15 neutron-server[94469]: ERROR neutron.plugins.ml2.managers self._flush(objects) Aug 12 14:41:35.982033 n-d-694802-15 neutron-server[94469]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 3438, in _flush Aug 12 14:41:35.982033 n-d-694802-15 neutron-server[94469]: ERROR neutron.plugins.ml2.managers transaction.rollback(_capture_exception=True) Aug 12 14:41:35.982033 n-d-694802-15 neutron-server[94469]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/util/langhelpers.py", line 70, in __exit__ Aug 12 14:41:35.982033 n-d-694802-15 neutron-server[94469]: ERROR neutron.plugins.ml2.managers compat.raise_( Aug 12 14:41:35.982033 n-d-694802-15 neutron-server[94469]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/util/compat.py", line 207, in raise_ Aug 12 14:41:35.982033 n-d-694802-15 neutron-server[94469]: ERROR neutron.plugins.ml2.managers raise exception Aug 12 14:41:35.982033 n-d-694802-15 neutron-server[94469]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 3398, in _flush Aug 12 14:41:35.982033 n-d-694802-15 neutron-server[94469]: ERROR neutron.plugins.ml2.managers flush_context.execute() Aug 12 14:41:35.982033 n-d-694802-15 neutron-server[94469]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/unitofwork.py", line 456, in execute Aug 12 14:41:35.982033 n-d-694802-15 neutron-server[94469]: ERROR neutron.plugins.ml2.managers rec.execute(self) Aug 12 14:41:35.982033 n-d-694802-15 neutron-server[94469]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/unitofwork.py", line 630, in execute Aug 12 14:41:35.982033 n-d-694802-15 neutron-server[94469]: ERROR neutron.plugins.ml2.managers util.preloaded.orm_persistence.save_obj( Aug 12 14:41:35.982033 n-d-694802-15 neutron-server[94469]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py", line 234, in save_obj Aug 12 14:41:35.982033 n-d-694802-15 neutron-server[94469]: ERROR neutron.plugins.ml2.managers _emit_update_statements( Aug 12 14:41:35.982033 n-d-694802-15 neutron-server[94469]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py", line 998, in _emit_update_statements Aug 12 14:41:35.982033 n-d-694802-15 neutron-server[94469]: ERROR neutron.plugins.ml2.managers c = connection._execute_20( Aug 12 14:41:35.982033 n-d-694802-15 neutron-server[94469]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1583, in _execute_20 Aug 12 14:41:35.982033 n-d-694802-15 neutron-server[94469]: ERROR neutron.plugins.ml2.managers return meth(self, args_10style, kwargs_10style, execution_options) Aug 12 14:41:35.982033 n-d-694802-15 neutron-server[94469]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/sql/elements.py", line 323, in _execute_on_connection Aug 12 14:41:35.982033 n-d-694802-15 neutron-server[94469]: ERROR neutron.plugins.ml2.managers return connection._execute_clauseelement( Aug 12 14:41:35.982033 n-d-694802-15 neutron-server[94469]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1452, in _execute_clauseelement Aug 12 14:41:35.982033 n-d-694802-15 neutron-server[94469]: ERROR neutron.plugins.ml2.managers ret = self._execute_context( Aug 12 14:41:35.982033 n-d-694802-15 neutron-server[94469]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1814, in _execute_context Aug 12 14:41:35.982033 n-d-694802-15 neutron-server[94469]: ERROR neutron.plugins.ml2.managers self._handle_dbapi_exception( Aug 12 14:41:35.982033 n-d-694802-15 neutron-server[94469]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1993, in _handle_dbapi_exception Aug 12 14:41:35.982033 n-d-694802-15 neutron-server[94469]: ERROR neutron.plugins.ml2.managers util.raise_(newraise, with_traceback=exc_info[2], from_=e) Aug 12 14:41:35.982033 n-d-694802-15 neutron-server[94469]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/util/compat.py", line 207, in raise_ Aug 12 14:41:35.982033 n-d-694802-15 neutron-server[94469]: ERROR neutron.plugins.ml2.managers raise exception Aug 12 14:41:35.982033 n-d-694802-15 neutron-server[94469]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1771, in _execute_context Aug 12 14:41:35.982033 n-d-694802-15 neutron-server[94469]: ERROR neutron.plugins.ml2.managers self.dialect.do_execute( Aug 12 14:41:35.982033 n-d-694802-15 neutron-server[94469]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/default.py", line 717, in do_execute Aug 12 14:41:35.982033 n-d-694802-15 neutron-server[94469]: ERROR neutron.plugins.ml2.managers cursor.execute(statement, parameters) Aug 12 14:41:35.982033 n-d-694802-15 neutron-server[94469]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 148, in execute Aug 12 14:41:35.982033 n-d-694802-15 neutron-server[94469]: ERROR neutron.plugins.ml2.managers result = self._query(query) Aug 12 14:41:35.982033 n-d-694802-15 neutron-server[94469]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 310, in _query Aug 12 14:41:35.982033 n-d-694802-15 neutron-server[94469]: ERROR neutron.plugins.ml2.managers conn.query(q) Aug 12 14:41:35.982033 n-d-694802-15 neutron-server[94469]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 548, in query Aug 12 14:41:35.982033 n-d-694802-15 neutron-server[94469]: ERROR neutron.plugins.ml2.managers self._affected_rows = self._read_query_result(unbuffered=unbuffered) Aug 12 14:41:35.982033 n-d-694802-15 neutron-server[94469]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 775, in _read_query_result Aug 12 14:41:35.982033 n-d-694802-15 neutron-server[94469]: ERROR neutron.plugins.ml2.managers result.read() Aug 12 14:41:35.982033 n-d-694802-15 neutron-server[94469]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 1156, in read Aug 12 14:41:35.982033 n-d-694802-15 neutron-server[94469]: ERROR neutron.plugins.ml2.managers first_packet = self.connection._read_packet() Aug 12 14:41:35.982033 n-d-694802-15 neutron-server[94469]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 725, in _read_packet Aug 12 14:41:35.982033 n-d-694802-15 neutron-server[94469]: ERROR neutron.plugins.ml2.managers packet.raise_for_error() Aug 12 14:41:35.982033 n-d-694802-15 neutron-server[94469]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/protocol.py", line 221, in raise_for_error Aug 12 14:41:35.982033 n-d-694802-15 neutron-server[94469]: ERROR neutron.plugins.ml2.managers err.raise_mysql_exception(self._data) Aug 12 14:41:35.982033 n-d-694802-15 neutron-server[94469]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/err.py", line 143, in raise_mysql_exception Aug 12 14:41:35.982033 n-d-694802-15 neutron-server[94469]: ERROR neutron.plugins.ml2.managers raise errorclass(errno, errval) Aug 12 14:41:35.986845 n-d-694802-15 neutron-server[94469]: ERROR neutron.plugins.ml2.managers oslo_db.exception.DBDeadlock: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 12 14:41:35.986845 n-d-694802-15 neutron-server[94469]: ERROR neutron.plugins.ml2.managers [SQL: UPDATE ml2_port_bindings SET host=%(host)s WHERE ml2_port_bindings.port_id = %(ml2_port_bindings_port_id)s AND ml2_port_bindings.host = %(ml2_port_bindings_host)s] Aug 12 14:41:35.986845 n-d-694802-15 neutron-server[94469]: ERROR neutron.plugins.ml2.managers [parameters: {'host': 'n-d-694802-15', 'ml2_port_bindings_port_id': '5645abe1-83ff-49ce-89fa-2b8e03f310d3', 'ml2_port_bindings_host': ''}] Aug 12 14:41:35.986845 n-d-694802-15 neutron-server[94469]: ERROR neutron.plugins.ml2.managers (Background on this error at: https://sqlalche.me/e/14/e3q8) Aug 12 14:41:35.986845 n-d-694802-15 neutron-server[94469]: ERROR neutron.plugins.ml2.managers Aug 12 14:41:35.990246 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.db.api [None req-e6355c23-5007-4c44-bab8-a1b13ec6088a None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 12 14:41:35.990246 n-d-694802-15 neutron-server[94469]: [SQL: UPDATE ml2_port_bindings SET host=%(host)s WHERE ml2_port_bindings.port_id = %(ml2_port_bindings_port_id)s AND ml2_port_bindings.host = %(ml2_port_bindings_host)s] Aug 12 14:41:35.990246 n-d-694802-15 neutron-server[94469]: [parameters: {'host': 'n-d-694802-15', 'ml2_port_bindings_port_id': '5645abe1-83ff-49ce-89fa-2b8e03f310d3', 'ml2_port_bindings_host': ''}] Aug 12 14:41:35.990246 n-d-694802-15 neutron-server[94469]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94469) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 12 14:41:35.991112 n-d-694802-15 neutron-server[94469]: DEBUG oslo_db.api [None req-e6355c23-5007-4c44-bab8-a1b13ec6088a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 12 14:41:36.013327 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c82aaf9-3083-448a-8e92-083b60b4e6d9 req-f27ce9b5-b958-4adf-b52c-d58682421408 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] Network 2525c403-dfb3-4196-a273-739607aab38a is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:41:36.022745 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [req-9c82aaf9-3083-448a-8e92-083b60b4e6d9 req-f27ce9b5-b958-4adf-b52c-d58682421408 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:41:36.044181 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c82aaf9-3083-448a-8e92-083b60b4e6d9 req-f27ce9b5-b958-4adf-b52c-d58682421408 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] Received port after_create {{(pid=94467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:41:36.051195 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a4c5ea4d-f82d-4a1e-b85a-d40798d56527 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Notify callbacks [] for port, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:36.056032 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c547992a-4498-4e5e-9958-1147b3173632 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66416255'] for subnet, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:36.105030 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a4c5ea4d-f82d-4a1e-b85a-d40798d56527 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3718439'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:36.263961 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning for port 27bf1d5a-8d08-4e56-8b00-44b2e20888df completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:41:36.270668 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c5ea4d-f82d-4a1e-b85a-d40798d56527 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Pushing event updated for resources: {'Port': ['ID=cf85d1eb-9212-4685-bc38-da5d87ade3df,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:41:36.315911 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port 27bf1d5a-8d08-4e56-8b00-44b2e20888df triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:41:36.316309 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:36.419236 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c82aaf9-3083-448a-8e92-083b60b4e6d9 req-f27ce9b5-b958-4adf-b52c-d58682421408 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:41:36.422995 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-9c82aaf9-3083-448a-8e92-083b60b4e6d9 req-f27ce9b5-b958-4adf-b52c-d58682421408 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:36.429479 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a4c5ea4d-f82d-4a1e-b85a-d40798d56527 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431510'] for floatingip, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:36.456516 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c547992a-4498-4e5e-9958-1147b3173632 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66416232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3718429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8776402'] for subnet, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:36.518437 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27ce9b5-b958-4adf-b52c-d58682421408 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] Pushing event updated for resources: {'Port': ['ID=4f292369-b701-4c34-9819-97c2a2d581f7,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:41:36.537371 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9c82aaf9-3083-448a-8e92-083b60b4e6d9 req-f27ce9b5-b958-4adf-b52c-d58682421408 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.1198735 Aug 12 14:41:36.572426 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-e6355c23-5007-4c44-bab8-a1b13ec6088a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:36.576318 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a4c5ea4d-f82d-4a1e-b85a-d40798d56527 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for floatingip, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:36.586494 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-9c82aaf9-3083-448a-8e92-083b60b4e6d9 req-69bdf942-fac3-44d2-80b7-d2078d2c103c service neutron] Request body: {'port': {'device_id': 'ce454304-c982-4726-ad06-c8b1299827f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-694802-15'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:41:36.589591 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-a4c5ea4d-f82d-4a1e-b85a-d40798d56527 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.3010824 Aug 12 14:41:36.607946 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c547992a-4498-4e5e-9958-1147b3173632 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for subnet, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:36.609955 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-c547992a-4498-4e5e-9958-1147b3173632 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/49978436-adae-4995-85db-355f6ab8bdca HTTP/1.1" status: 204 len: 168 time: 1.1911347 Aug 12 14:41:36.621381 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c547992a-4498-4e5e-9958-1147b3173632 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=49978436-adae-4995-85db-355f6ab8bdca,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:41:36.625535 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 46704) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:41:36.815413 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-1cee4fd1-f96e-47bc-abc1-604bdbec1ba1 None None] Provisioning for port 4f292369-b701-4c34-9819-97c2a2d581f7 completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:41:36.933723 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-4c6162f9-8019-424a-8710-455084f0efbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680608'] for network, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:36.939279 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-253a8a40-6b9c-48eb-8763-ab496949d3af tempest-RoutersAdminTest-311172655 tempest-RoutersAdminTest-311172655-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:36.947328 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-1cee4fd1-f96e-47bc-abc1-604bdbec1ba1 None None] Provisioning complete for port 4f292369-b701-4c34-9819-97c2a2d581f7 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:41:36.947797 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-1cee4fd1-f96e-47bc-abc1-604bdbec1ba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:36.951306 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-4188d1ff-14d3-448d-be06-d83b6bfc864d req-5f0ffdda-f2aa-461d-b35b-c48508678ebd tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--2057781036&fields=id&tenant_id=f4b313af8d624a809d563851b784d520 HTTP/1.1" status: 200 len: 267 time: 0.0930855 Aug 12 14:41:36.964354 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ffa228-cf86-4ac7-b086-25b4946c6af4 req-d2c03062-c5ea-40ef-b629-1434f6d47a22 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:41:36.972299 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-04ffa228-cf86-4ac7-b086-25b4946c6af4 req-d2c03062-c5ea-40ef-b629-1434f6d47a22 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] 10.222.0.39 "GET /v2.0/ports?device_id=ce454304-c982-4726-ad06-c8b1299827f1 HTTP/1.1" status: 200 len: 936 time: 0.9750011 Aug 12 14:41:37.042634 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-1cee4fd1-f96e-47bc-abc1-604bdbec1ba1 None None] Port 4f292369-b701-4c34-9819-97c2a2d581f7 cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 14:41:37.046931 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-04ffa228-cf86-4ac7-b086-25b4946c6af4 req-59072ccc-c162-44bc-8ff2-0f94cce5fed0 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] 10.222.0.39 "GET /v2.0/security-groups?id=5301a7d3-dd3e-456d-bf8f-dfd76884604a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733647 Aug 12 14:41:37.086312 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-9c82aaf9-3083-448a-8e92-083b60b4e6d9 req-69bdf942-fac3-44d2-80b7-d2078d2c103c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:37.093796 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253a8a40-6b9c-48eb-8763-ab496949d3af tempest-RoutersAdminTest-311172655 tempest-RoutersAdminTest-311172655-project-admin] Pushing event deleted for resources: {'Port': ['ID=5645abe1-83ff-49ce-89fa-2b8e03f310d3,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:41:37.273415 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4188d1ff-14d3-448d-be06-d83b6bfc864d req-22f7f616-ac1c-4d9e-bc2c-a5b208e44aac tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:41:37.284405 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:37.286079 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-4188d1ff-14d3-448d-be06-d83b6bfc864d req-22f7f616-ac1c-4d9e-bc2c-a5b208e44aac tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/networks?id=4552c891-e268-4d7c-98f1-e8736a29b277 HTTP/1.1" status: 200 len: 812 time: 0.3266466 Aug 12 14:41:37.314619 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-4188d1ff-14d3-448d-be06-d83b6bfc864d req-bf5e54b8-7f4f-48e6-9b33-869eabd38172 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/quotas/f4b313af8d624a809d563851b784d520 HTTP/1.1" status: 200 len: 375 time: 0.0268881 Aug 12 14:41:37.366893 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.db.api [None req-e6355c23-5007-4c44-bab8-a1b13ec6088a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94469) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 12 14:41:37.367599 n-d-694802-15 neutron-server[94469]: DEBUG oslo_db.api [None req-e6355c23-5007-4c44-bab8-a1b13ec6088a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 12 14:41:37.419403 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-4188d1ff-14d3-448d-be06-d83b6bfc864d req-d68aa368-7cee-4bc2-b467-1fdafbd4595c tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=f4b313af8d624a809d563851b784d520&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1000762 Aug 12 14:41:37.466383 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-4c6162f9-8019-424a-8710-455084f0efbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66413304', 'neutron.services.segments.db._delete_segments_for_network-8744654118000'] for network, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:37.498464 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] For port 27bf1d5a-8d08-4e56-8b00-44b2e20888df, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=27bf1d5a-8d08-4e56-8b00-44b2e20888df,segment=NetworkSegment(6e9bacb5-9701-46a9-adfa-39555d8c5ebb),segment_id=6e9bacb5-9701-46a9-adfa-39555d8c5ebb)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:41:37.498700 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-253a8a40-6b9c-48eb-8763-ab496949d3af tempest-RoutersAdminTest-311172655 tempest-RoutersAdminTest-311172655-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-431580'] for router_gateway, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:37.542395 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:37.599512 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-4188d1ff-14d3-448d-be06-d83b6bfc864d req-9b4a6e0f-d65e-4c33-aa92-fb82ba14e661 service neutron] 10.222.0.39 "GET /v2.0/networks/4552c891-e268-4d7c-98f1-e8736a29b277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1755238 Aug 12 14:41:37.779279 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Pushing event updated for resources: {'Port': ['ID=27bf1d5a-8d08-4e56-8b00-44b2e20888df,revision_number=5']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:41:37.920800 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-4188d1ff-14d3-448d-be06-d83b6bfc864d req-9ac3bc0c-2a3f-4e5e-b68b-09f141e17323 service neutron] 10.222.0.39 "GET /v2.0/networks/4552c891-e268-4d7c-98f1-e8736a29b277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3203986 Aug 12 14:41:38.293843 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-1e968eb3-504a-4230-81c6-c3b564795d30 req-2adf02df-9fa1-42ec-b77b-0421fc4b94d4 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/ports?device_id=82ca70f0-3356-4166-96ef-a264876874d1 HTTP/1.1" status: 200 len: 210 time: 0.1007302 Aug 12 14:41:38.323801 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6355c23-5007-4c44-bab8-a1b13ec6088a None None] Port 5645abe1-83ff-49ce-89fa-2b8e03f310d3 not found while updating agent binding for router e152a4a7-8eda-449f-a9aa-46f177ed1234. {{(pid=94469) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Aug 12 14:41:38.345216 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6355c23-5007-4c44-bab8-a1b13ec6088a None None] Routers {'e152a4a7-8eda-449f-a9aa-46f177ed1234'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:41:38.348941 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-e6355c23-5007-4c44-bab8-a1b13ec6088a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:41:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['e152a4a7-8eda-449f-a9aa-46f177ed1234'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:41:38.508978 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-253a8a40-6b9c-48eb-8763-ab496949d3af tempest-RoutersAdminTest-311172655 tempest-RoutersAdminTest-311172655-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-429360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-104877'] for router, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:38.544186 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-e6355c23-5007-4c44-bab8-a1b13ec6088a None None] Set router e152a4a7-8eda-449f-a9aa-46f177ed1234 gateway port host: None {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:41:38.610452 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-4c6162f9-8019-424a-8710-455084f0efbe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a681c17b-4312-41b7-b711-32d50b05905d']}} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:41:38.617666 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-253a8a40-6b9c-48eb-8763-ab496949d3af tempest-RoutersAdminTest-311172655 tempest-RoutersAdminTest-311172655-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:38.636929 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-4c6162f9-8019-424a-8710-455084f0efbe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c973057-417f-419d-840d-ea232fb579a5') {'for_net_delete': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:41:38.637218 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-4c6162f9-8019-424a-8710-455084f0efbe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c973057-417f-419d-840d-ea232fb579a5') {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:41:38.693771 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-e6355c23-5007-4c44-bab8-a1b13ec6088a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e152a4a7-8eda-449f-a9aa-46f177ed1234', 'name': '', 'tenant_id': 'f644b04339074e0fbed661ee752ea9b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:41:26Z', 'updated_at': '2021-08-12T14:41:35Z', 'revision_number': 5, 'project_id': 'f644b04339074e0fbed661ee752ea9b5', 'gw_port_host': None}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:41:38.714123 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-4c6162f9-8019-424a-8710-455084f0efbe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744654122361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3857526'] for segment, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:38.772856 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6355c23-5007-4c44-bab8-a1b13ec6088a None None] The sync data for ids ['e152a4a7-8eda-449f-a9aa-46f177ed1234'] in n-d-694802-15 is: [{'id': 'e152a4a7-8eda-449f-a9aa-46f177ed1234', 'name': '', 'tenant_id': 'f644b04339074e0fbed661ee752ea9b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:41:26Z', 'updated_at': '2021-08-12T14:41:35Z', 'revision_number': 5, 'project_id': 'f644b04339074e0fbed661ee752ea9b5', 'gw_port_host': None}] {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 14:41:38.851847 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d0a0f5-092d-40d8-9c90-a7191d5e54cc req-d3cf91ff-c90d-409a-b520-49d84d4cdfaa tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:41:38.853561 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c2d0a0f5-092d-40d8-9c90-a7191d5e54cc req-d3cf91ff-c90d-409a-b520-49d84d4cdfaa tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] 10.222.0.39 "GET /v2.0/ports?device_id=ce454304-c982-4726-ad06-c8b1299827f1 HTTP/1.1" status: 200 len: 936 time: 0.3777347 Aug 12 14:41:38.894715 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-253a8a40-6b9c-48eb-8763-ab496949d3af tempest-RoutersAdminTest-311172655 tempest-RoutersAdminTest-311172655-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-429375'] for router, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:38.895513 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-253a8a40-6b9c-48eb-8763-ab496949d3af tempest-RoutersAdminTest-311172655 tempest-RoutersAdminTest-311172655-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e152a4a7-8eda-449f-a9aa-46f177ed1234 {{(pid=94467) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 14:41:38.916494 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-253a8a40-6b9c-48eb-8763-ab496949d3af tempest-RoutersAdminTest-311172655 tempest-RoutersAdminTest-311172655-project-admin] Notify callbacks [] for router, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:38.921082 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 46744) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:41:38.921771 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-253a8a40-6b9c-48eb-8763-ab496949d3af tempest-RoutersAdminTest-311172655 tempest-RoutersAdminTest-311172655-project-admin] 10.222.0.39 "DELETE /v2.0/routers/e152a4a7-8eda-449f-a9aa-46f177ed1234 HTTP/1.1" status: 204 len: 168 time: 5.1591544 Aug 12 14:41:38.922477 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-4c6162f9-8019-424a-8710-455084f0efbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:38.945877 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c6162f9-8019-424a-8710-455084f0efbe admin admin] Releasing vlan 343 on physical network physnet1 to pool {{(pid=94467) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 14:41:38.946537 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-4c6162f9-8019-424a-8710-455084f0efbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2859015'] for segment, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:38.952090 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c2d0a0f5-092d-40d8-9c90-a7191d5e54cc req-0b8f41e5-f701-4fc9-9923-2a7fd8c55491 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] 10.222.0.39 "GET /v2.0/security-groups?id=5301a7d3-dd3e-456d-bf8f-dfd76884604a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853927 Aug 12 14:41:38.952873 n-d-694802-15 neutron-server[94467]: Traceback (most recent call last): Aug 12 14:41:38.952873 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 14:41:38.952873 n-d-694802-15 neutron-server[94467]: timer() Aug 12 14:41:38.952873 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 14:41:38.952873 n-d-694802-15 neutron-server[94467]: cb(*args, **kw) Aug 12 14:41:38.952873 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 14:41:38.952873 n-d-694802-15 neutron-server[94467]: return func(*args, **kwargs) Aug 12 14:41:38.952873 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 14:41:38.952873 n-d-694802-15 neutron-server[94467]: self._notify() Aug 12 14:41:38.952873 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 14:41:38.952873 n-d-694802-15 neutron-server[94467]: self.callback(batched_events) Aug 12 14:41:38.952873 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 14:41:38.952873 n-d-694802-15 neutron-server[94467]: event.method(event) Aug 12 14:41:38.952873 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 14:41:38.952873 n-d-694802-15 neutron-server[94467]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 14:41:38.952873 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 14:41:38.952873 n-d-694802-15 neutron-server[94467]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 14:41:38.952873 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 14:41:38.952873 n-d-694802-15 neutron-server[94467]: return f(self, *a, **k) Aug 12 14:41:38.952873 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 14:41:38.952873 n-d-694802-15 neutron-server[94467]: return self._get(url).json() Aug 12 14:41:38.952873 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 14:41:38.952873 n-d-694802-15 neutron-server[94467]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 14:41:38.952873 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 14:41:38.952873 n-d-694802-15 neutron-server[94467]: return self.request(url, 'GET', **kwargs) Aug 12 14:41:38.952873 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 14:41:38.952873 n-d-694802-15 neutron-server[94467]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 14:41:38.952873 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 14:41:38.952873 n-d-694802-15 neutron-server[94467]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 14:41:38.952873 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 14:41:38.952873 n-d-694802-15 neutron-server[94467]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 14:41:38.952873 n-d-694802-15 neutron-server[94467]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 14:41:39.104128 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-4c6162f9-8019-424a-8710-455084f0efbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66413281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431520'] for network, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:39.123159 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_v2 [None req-7329d4b8-2091-4dfe-90c9-37269c19a77b tempest-RoutersAdminTest-311172655 tempest-RoutersAdminTest-311172655-project-admin] Deleting subnet 56f35497-f193-40ea-b67d-e1c7e616b443 {{(pid=94466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 14:41:39.143440 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-7329d4b8-2091-4dfe-90c9-37269c19a77b tempest-RoutersAdminTest-311172655 tempest-RoutersAdminTest-311172655-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:39.174192 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-4c6162f9-8019-424a-8710-455084f0efbe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for network, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:39.176754 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-4c6162f9-8019-424a-8710-455084f0efbe admin admin] 10.222.0.39 "DELETE /v2.0/networks/a681c17b-4312-41b7-b711-32d50b05905d HTTP/1.1" status: 204 len: 168 time: 2.5478950 Aug 12 14:41:39.194714 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6162f9-8019-424a-8710-455084f0efbe admin admin] Pushing event deleted for resources: {'Network': ['ID=a681c17b-4312-41b7-b711-32d50b05905d,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:41:39.251449 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [req-9c82aaf9-3083-448a-8e92-083b60b4e6d9 req-69bdf942-fac3-44d2-80b7-d2078d2c103c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f292369-b701-4c34-9819-97c2a2d581f7 {{(pid=94467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:41:39.267907 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-7329d4b8-2091-4dfe-90c9-37269c19a77b tempest-RoutersAdminTest-311172655 tempest-RoutersAdminTest-311172655-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2293551'] for subnet, precommit_delete_associations {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:39.280923 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-9c82aaf9-3083-448a-8e92-083b60b4e6d9 req-69bdf942-fac3-44d2-80b7-d2078d2c103c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:39.305140 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [req-9c82aaf9-3083-448a-8e92-083b60b4e6d9 req-69bdf942-fac3-44d2-80b7-d2078d2c103c service neutron] Transition to ACTIVE for port object 4f292369-b701-4c34-9819-97c2a2d581f7 will not be triggered until provisioned by entity L2. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:41:39.312156 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-9c82aaf9-3083-448a-8e92-083b60b4e6d9 req-69bdf942-fac3-44d2-80b7-d2078d2c103c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:39.392814 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-7329d4b8-2091-4dfe-90c9-37269c19a77b tempest-RoutersAdminTest-311172655 tempest-RoutersAdminTest-311172655-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66416255'] for subnet, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:39.428255 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bdf942-fac3-44d2-80b7-d2078d2c103c service neutron] Pushing event updated for resources: {'Port': ['ID=4f292369-b701-4c34-9819-97c2a2d581f7,revision_number=2']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:41:39.529257 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-d5c13753-e4e5-459b-ae3e-5ed667ab7612 req-d9fad51a-c155-4771-9005-76d66206db6d tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/ports?device_id=82ca70f0-3356-4166-96ef-a264876874d1 HTTP/1.1" status: 200 len: 210 time: 0.0510528 Aug 12 14:41:39.624756 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-9c82aaf9-3083-448a-8e92-083b60b4e6d9 req-69bdf942-fac3-44d2-80b7-d2078d2c103c service neutron] Attempting to bind port 4f292369-b701-4c34-9819-97c2a2d581f7 on host n-h2-694802-15 for vnic_type normal with profile {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:41:39.624756 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-9c82aaf9-3083-448a-8e92-083b60b4e6d9 req-69bdf942-fac3-44d2-80b7-d2078d2c103c service neutron] Attempting to bind port 4f292369-b701-4c34-9819-97c2a2d581f7 by drivers openvswitch,hyperv on host n-h2-694802-15 at level 0 using segments [{'id': 'a1f8c867-101b-4d30-814e-b89f55a5edd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '2525c403-dfb3-4196-a273-739607aab38a'}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:41:39.632276 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c82aaf9-3083-448a-8e92-083b60b4e6d9 req-69bdf942-fac3-44d2-80b7-d2078d2c103c service neutron] Attempting to bind port 4f292369-b701-4c34-9819-97c2a2d581f7 on network 2525c403-dfb3-4196-a273-739607aab38a {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:41:39.636047 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-7329d4b8-2091-4dfe-90c9-37269c19a77b tempest-RoutersAdminTest-311172655 tempest-RoutersAdminTest-311172655-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66416232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3718429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8776402'] for subnet, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:39.658725 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c82aaf9-3083-448a-8e92-083b60b4e6d9 req-69bdf942-fac3-44d2-80b7-d2078d2c103c service neutron] Port 4f292369-b701-4c34-9819-97c2a2d581f7 on network 2525c403-dfb3-4196-a273-739607aab38a not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-15 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 14:41:39.674464 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c82aaf9-3083-448a-8e92-083b60b4e6d9 req-69bdf942-fac3-44d2-80b7-d2078d2c103c service neutron] Attempting to bind port 4f292369-b701-4c34-9819-97c2a2d581f7 on network 2525c403-dfb3-4196-a273-739607aab38a {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:41:39.700140 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 46756) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:41:39.737176 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c82aaf9-3083-448a-8e92-083b60b4e6d9 req-69bdf942-fac3-44d2-80b7-d2078d2c103c service neutron] Checking agent: {'id': 'b7697f71-33f3-4959-ad82-43c2dc15845d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 27, 42), 'started_at': datetime.datetime(2021, 8, 12, 14, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 41, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:41:39.738500 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c82aaf9-3083-448a-8e92-083b60b4e6d9 req-69bdf942-fac3-44d2-80b7-d2078d2c103c service neutron] Checking segment: {'id': 'a1f8c867-101b-4d30-814e-b89f55a5edd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '2525c403-dfb3-4196-a273-739607aab38a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:41:39.741473 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c82aaf9-3083-448a-8e92-083b60b4e6d9 req-69bdf942-fac3-44d2-80b7-d2078d2c103c service neutron] Bound using segment: {'id': 'a1f8c867-101b-4d30-814e-b89f55a5edd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '2525c403-dfb3-4196-a273-739607aab38a'} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:41:39.742090 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-9c82aaf9-3083-448a-8e92-083b60b4e6d9 req-69bdf942-fac3-44d2-80b7-d2078d2c103c service neutron] Bound port: 4f292369-b701-4c34-9819-97c2a2d581f7, host: n-h2-694802-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1f8c867-101b-4d30-814e-b89f55a5edd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '2525c403-dfb3-4196-a273-739607aab38a'}}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:41:39.742566 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-9c82aaf9-3083-448a-8e92-083b60b4e6d9 req-69bdf942-fac3-44d2-80b7-d2078d2c103c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:39.755572 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 27bf1d5a-8d08-4e56-8b00-44b2e20888df up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:41:39.759132 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7329d4b8-2091-4dfe-90c9-37269c19a77b tempest-RoutersAdminTest-311172655 tempest-RoutersAdminTest-311172655-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=56f35497-f193-40ea-b67d-e1c7e616b443,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:41:39.764434 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-7329d4b8-2091-4dfe-90c9-37269c19a77b tempest-RoutersAdminTest-311172655 tempest-RoutersAdminTest-311172655-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for subnet, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:39.766989 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-7329d4b8-2091-4dfe-90c9-37269c19a77b tempest-RoutersAdminTest-311172655 tempest-RoutersAdminTest-311172655-project-admin] 10.222.0.39 "DELETE /v2.0/subnets/56f35497-f193-40ea-b67d-e1c7e616b443 HTTP/1.1" status: 204 len: 168 time: 0.8432038 Aug 12 14:41:39.769589 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 46758) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:41:39.926702 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 46762) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:41:39.930042 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-668b5768-c399-44bb-a848-4b4b5bbd18c4 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4024e5f8cb5f495fb475a508277f1933&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2234898 Aug 12 14:41:39.949739 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b798b5ba-e06b-43c6-bc07-087532857b1e tempest-RoutersAdminTest-311172655 tempest-RoutersAdminTest-311172655-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680608'] for network, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:39.961876 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port 27bf1d5a-8d08-4e56-8b00-44b2e20888df triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:41:39.963063 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:40.167735 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-b39aa375-a2e3-4545-8f81-52710bd622c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:40.293982 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-dc1e1df1-2fa2-4fb7-807e-700ea45b2eba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:40.332104 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b08b2a-1d08-4631-989e-f35e8cf241b0 req-c048e00e-8292-46d4-a1d8-42a28f13c321 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:41:40.335165 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-86b08b2a-1d08-4631-989e-f35e8cf241b0 req-c048e00e-8292-46d4-a1d8-42a28f13c321 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] 10.222.0.39 "GET /v2.0/ports?device_id=ce454304-c982-4726-ad06-c8b1299827f1 HTTP/1.1" status: 200 len: 948 time: 0.1536930 Aug 12 14:41:40.386040 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b798b5ba-e06b-43c6-bc07-087532857b1e tempest-RoutersAdminTest-311172655 tempest-RoutersAdminTest-311172655-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66413304', 'neutron.services.segments.db._delete_segments_for_network-8744654118000'] for network, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:40.394159 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-dc1e1df1-2fa2-4fb7-807e-700ea45b2eba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:40.429816 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-86b08b2a-1d08-4631-989e-f35e8cf241b0 req-6debf02d-021a-408a-8eac-9d85663d0a55 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] 10.222.0.39 "GET /v2.0/security-groups?id=5301a7d3-dd3e-456d-bf8f-dfd76884604a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801485 Aug 12 14:41:40.431477 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-9c82aaf9-3083-448a-8e92-083b60b4e6d9 req-69bdf942-fac3-44d2-80b7-d2078d2c103c service neutron] For port 4f292369-b701-4c34-9819-97c2a2d581f7, host n-h2-694802-15, cleared binding levels {{(pid=94467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:41:40.441020 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-b798b5ba-e06b-43c6-bc07-087532857b1e tempest-RoutersAdminTest-311172655 tempest-RoutersAdminTest-311172655-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ac07e63-b0e4-4fe6-bc3a-3617388cbf50']}} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:41:40.471048 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-9c82aaf9-3083-448a-8e92-083b60b4e6d9 req-69bdf942-fac3-44d2-80b7-d2078d2c103c service neutron] For port 4f292369-b701-4c34-9819-97c2a2d581f7, host n-h2-694802-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=4f292369-b701-4c34-9819-97c2a2d581f7,segment=NetworkSegment(a1f8c867-101b-4d30-814e-b89f55a5edd0),segment_id=a1f8c867-101b-4d30-814e-b89f55a5edd0)] {{(pid=94467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:41:40.480404 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-b798b5ba-e06b-43c6-bc07-087532857b1e tempest-RoutersAdminTest-311172655 tempest-RoutersAdminTest-311172655-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd586757-9719-416a-aeb9-c2607ec89a49') {'for_net_delete': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:41:40.481996 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-b798b5ba-e06b-43c6-bc07-087532857b1e tempest-RoutersAdminTest-311172655 tempest-RoutersAdminTest-311172655-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd586757-9719-416a-aeb9-c2607ec89a49') {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:41:40.491127 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-9c82aaf9-3083-448a-8e92-083b60b4e6d9 req-69bdf942-fac3-44d2-80b7-d2078d2c103c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:40.570974 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c82aaf9-3083-448a-8e92-083b60b4e6d9 req-69bdf942-fac3-44d2-80b7-d2078d2c103c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:41:40.571265 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b798b5ba-e06b-43c6-bc07-087532857b1e tempest-RoutersAdminTest-311172655 tempest-RoutersAdminTest-311172655-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744654122361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2293560'] for segment, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:40.571389 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-9c82aaf9-3083-448a-8e92-083b60b4e6d9 req-69bdf942-fac3-44d2-80b7-d2078d2c103c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:40.573274 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9c82aaf9-3083-448a-8e92-083b60b4e6d9 req-69bdf942-fac3-44d2-80b7-d2078d2c103c service neutron] 10.222.0.49 "PUT /v2.0/ports/4f292369-b701-4c34-9819-97c2a2d581f7 HTTP/1.1" status: 200 len: 1097 time: 4.0015874 Aug 12 14:41:40.589739 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce454304-c982-4726-ad06-c8b1299827f1', 'tag': '4f292369-b701-4c34-9819-97c2a2d581f7'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:41:40.592565 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e65282f928b64038367d043a4411777802006c43a98742496cb2e25b724ff1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05b164c2-f8ad-4756-abe5-63b632b57a48" -d '{"events": [{"name": "network-changed", "server_uuid": "ce454304-c982-4726-ad06-c8b1299827f1", "tag": "4f292369-b701-4c34-9819-97c2a2d581f7"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:41:40.626623 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4188d1ff-14d3-448d-be06-d83b6bfc864d req-35c9c4c2-3a12-46b2-91db-b65fef87e789 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:41:40.628173 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4188d1ff-14d3-448d-be06-d83b6bfc864d req-35c9c4c2-3a12-46b2-91db-b65fef87e789 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.64 "GET /v2.0/networks?id=4552c891-e268-4d7c-98f1-e8736a29b277 HTTP/1.1" status: 200 len: 812 time: 0.6144085 Aug 12 14:41:40.658239 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b798b5ba-e06b-43c6-bc07-087532857b1e tempest-RoutersAdminTest-311172655 tempest-RoutersAdminTest-311172655-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:40.669073 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b798b5ba-e06b-43c6-bc07-087532857b1e tempest-RoutersAdminTest-311172655 tempest-RoutersAdminTest-311172655-project-admin] Releasing vlan 328 on physical network physnet1 to pool {{(pid=94466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 14:41:40.669073 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b798b5ba-e06b-43c6-bc07-087532857b1e tempest-RoutersAdminTest-311172655 tempest-RoutersAdminTest-311172655-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3718595'] for segment, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:40.749121 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 14:41:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1874d3e3-f888-4c34-aaab-fa826bdcd622 x-openstack-request-id: req-1874d3e3-f888-4c34-aaab-fa826bdcd622 {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:41:40.749552 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce454304-c982-4726-ad06-c8b1299827f1", "tag": "4f292369-b701-4c34-9819-97c2a2d581f7", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:41:40.750291 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1874d3e3-f888-4c34-aaab-fa826bdcd622 {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:41:40.750915 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce454304-c982-4726-ad06-c8b1299827f1', 'tag': '4f292369-b701-4c34-9819-97c2a2d581f7', 'status': 'completed', 'code': 200} Aug 12 14:41:40.756928 n-d-694802-15 neutron-server[94466]: Traceback (most recent call last): Aug 12 14:41:40.756928 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 14:41:40.756928 n-d-694802-15 neutron-server[94466]: timer() Aug 12 14:41:40.756928 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 14:41:40.756928 n-d-694802-15 neutron-server[94466]: cb(*args, **kw) Aug 12 14:41:40.756928 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 14:41:40.756928 n-d-694802-15 neutron-server[94466]: return func(*args, **kwargs) Aug 12 14:41:40.756928 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 14:41:40.756928 n-d-694802-15 neutron-server[94466]: self._notify() Aug 12 14:41:40.756928 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 14:41:40.756928 n-d-694802-15 neutron-server[94466]: self.callback(batched_events) Aug 12 14:41:40.756928 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 14:41:40.756928 n-d-694802-15 neutron-server[94466]: event.method(event) Aug 12 14:41:40.756928 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 14:41:40.756928 n-d-694802-15 neutron-server[94466]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 14:41:40.756928 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 14:41:40.756928 n-d-694802-15 neutron-server[94466]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 14:41:40.756928 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 14:41:40.756928 n-d-694802-15 neutron-server[94466]: return f(self, *a, **k) Aug 12 14:41:40.756928 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 14:41:40.756928 n-d-694802-15 neutron-server[94466]: return self._get(url).json() Aug 12 14:41:40.756928 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 14:41:40.756928 n-d-694802-15 neutron-server[94466]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 14:41:40.756928 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 14:41:40.756928 n-d-694802-15 neutron-server[94466]: return self.request(url, 'GET', **kwargs) Aug 12 14:41:40.756928 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 14:41:40.756928 n-d-694802-15 neutron-server[94466]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 14:41:40.756928 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 14:41:40.756928 n-d-694802-15 neutron-server[94466]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 14:41:40.756928 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 14:41:40.756928 n-d-694802-15 neutron-server[94466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 14:41:40.756928 n-d-694802-15 neutron-server[94466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 14:41:40.761716 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bdf942-fac3-44d2-80b7-d2078d2c103c service neutron] Pushing event updated for resources: {'Port': ['ID=4f292369-b701-4c34-9819-97c2a2d581f7,revision_number=3']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:41:40.772785 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-dc1e1df1-2fa2-4fb7-807e-700ea45b2eba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:40.777679 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-dc1e1df1-2fa2-4fb7-807e-700ea45b2eba admin admin] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:40.778918 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-dc1e1df1-2fa2-4fb7-807e-700ea45b2eba admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5b3c7ce2-70f7-4d15-8774-e830cec0f0a7 HTTP/1.1" status: 204 len: 168 time: 0.8512056 Aug 12 14:41:40.786882 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b798b5ba-e06b-43c6-bc07-087532857b1e tempest-RoutersAdminTest-311172655 tempest-RoutersAdminTest-311172655-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66413281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431520'] for network, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:40.877247 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4188d1ff-14d3-448d-be06-d83b6bfc864d req-cd01a59f-f622-4512-9790-a6467d4d6959 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f4b313af8d624a809d563851b784d520 HTTP/1.1" status: 200 len: 380 time: 0.2143407 Aug 12 14:41:40.900568 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-bfdb0289-1fb0-40da-86c4-2b4df8c7ff1e req-e4bb9413-ab79-422a-b4d2-5472a3d38ea0 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/ports?device_id=82ca70f0-3356-4166-96ef-a264876874d1 HTTP/1.1" status: 200 len: 210 time: 0.1359370 Aug 12 14:41:40.902466 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b798b5ba-e06b-43c6-bc07-087532857b1e tempest-RoutersAdminTest-311172655 tempest-RoutersAdminTest-311172655-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 4ac07e63-b0e4-4fe6-bc3a-3617388cbf50 {{(pid=94466) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 12 14:41:40.934333 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b798b5ba-e06b-43c6-bc07-087532857b1e tempest-RoutersAdminTest-311172655 tempest-RoutersAdminTest-311172655-project-admin] Notify callbacks [] for network, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:40.946527 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-4188d1ff-14d3-448d-be06-d83b6bfc864d req-15827a3a-dc21-4139-8115-d698024f00ae tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Request body: {'port': {'device_id': '82ca70f0-3356-4166-96ef-a264876874d1', 'network_id': '4552c891-e268-4d7c-98f1-e8736a29b277', 'admin_state_up': True, 'tenant_id': 'f4b313af8d624a809d563851b784d520', 'security_groups': ['dc2dacd2-6b8c-4388-a6b9-7c76f36fc545']}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:41:40.950980 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-b798b5ba-e06b-43c6-bc07-087532857b1e tempest-RoutersAdminTest-311172655 tempest-RoutersAdminTest-311172655-project-admin] 10.222.0.39 "DELETE /v2.0/networks/4ac07e63-b0e4-4fe6-bc3a-3617388cbf50 HTTP/1.1" status: 204 len: 168 time: 1.1800931 Aug 12 14:41:40.992655 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1e1df1-2fa2-4fb7-807e-700ea45b2eba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b3c7ce2-70f7-4d15-8774-e830cec0f0a7,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:41:41.022070 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b798b5ba-e06b-43c6-bc07-087532857b1e tempest-RoutersAdminTest-311172655 tempest-RoutersAdminTest-311172655-project-admin] Pushing event deleted for resources: {'Network': ['ID=4ac07e63-b0e4-4fe6-bc3a-3617388cbf50,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:41:41.039466 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c82aaf9-3083-448a-8e92-083b60b4e6d9 req-3469ba9f-6523-4b98-99bc-0114dda4dc52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:41:41.042618 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9c82aaf9-3083-448a-8e92-083b60b4e6d9 req-3469ba9f-6523-4b98-99bc-0114dda4dc52 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=65b2c96d0253481aa302fceca03e83a5&device_id=ce454304-c982-4726-ad06-c8b1299827f1 HTTP/1.1" status: 200 len: 1100 time: 0.4065893 Aug 12 14:41:41.160330 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:41.233574 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9c82aaf9-3083-448a-8e92-083b60b4e6d9 req-c8411a39-100d-40db-9a30-aa1eee398a01 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.157&port_id=4f292369-b701-4c34-9819-97c2a2d581f7 HTTP/1.1" status: 200 len: 217 time: 0.0974114 Aug 12 14:41:41.433964 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c82aaf9-3083-448a-8e92-083b60b4e6d9 req-0c222150-eed8-4814-93d5-7f127cd12e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:41:41.442787 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9c82aaf9-3083-448a-8e92-083b60b4e6d9 req-0c222150-eed8-4814-93d5-7f127cd12e06 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=236e0be6-1c94-4221-9e8b-ab02a53331f8 HTTP/1.1" status: 200 len: 843 time: 0.1959264 Aug 12 14:41:41.614867 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c82aaf9-3083-448a-8e92-083b60b4e6d9 req-db1bcb27-1202-416e-9bbc-0dbd92c5fc71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:41:41.617169 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9c82aaf9-3083-448a-8e92-083b60b4e6d9 req-db1bcb27-1202-416e-9bbc-0dbd92c5fc71 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2525c403-dfb3-4196-a273-739607aab38a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1735003 Aug 12 14:41:41.619376 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4188d1ff-14d3-448d-be06-d83b6bfc864d req-15827a3a-dc21-4139-8115-d698024f00ae tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Made reservation on behalf of f4b313af8d624a809d563851b784d520 for: {'port': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:41:41.623685 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-4188d1ff-14d3-448d-be06-d83b6bfc864d req-15827a3a-dc21-4139-8115-d698024f00ae tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:41.704180 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfbe10e-c772-439d-a01a-f6b0a0fc8174 req-356d7f46-d8fc-4b01-9a6b-8ac563964a69 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:41:41.706128 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-ddfbe10e-c772-439d-a01a-f6b0a0fc8174 req-356d7f46-d8fc-4b01-9a6b-8ac563964a69 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] 10.222.0.39 "GET /v2.0/ports?device_id=ce454304-c982-4726-ad06-c8b1299827f1 HTTP/1.1" status: 200 len: 948 time: 0.1203370 Aug 12 14:41:41.773812 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-ddfbe10e-c772-439d-a01a-f6b0a0fc8174 req-85ccfecb-6d87-4a49-b494-f448cb2e1c81 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] 10.222.0.39 "GET /v2.0/security-groups?id=5301a7d3-dd3e-456d-bf8f-dfd76884604a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605607 Aug 12 14:41:41.873082 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 46802) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:41:41.879093 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-1208cb91-891e-4478-b256-ecbd6c11c3c6 tempest-RoutersAdminTest-311172655 tempest-RoutersAdminTest-311172655-project-admin] Request body: {'router': {'name': 'tempest-router--692712875', 'project_id': 'a980af32adfb4c34adf9c81b90f8019b'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:41:41.930911 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9c82aaf9-3083-448a-8e92-083b60b4e6d9 req-82f2af62-c2c8-4087-a510-04db33e6f3f0 service neutron] 10.222.0.49 "GET /v2.0/networks/2525c403-dfb3-4196-a273-739607aab38a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3030679 Aug 12 14:41:41.970815 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1208cb91-891e-4478-b256-ecbd6c11c3c6 tempest-RoutersAdminTest-311172655 tempest-RoutersAdminTest-311172655-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-430574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-104863'] for router, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:41.972084 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1208cb91-891e-4478-b256-ecbd6c11c3c6 tempest-RoutersAdminTest-311172655 tempest-RoutersAdminTest-311172655-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-429438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-431405', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66646573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-104852'] for router, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:42.032666 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_common [req-4188d1ff-14d3-448d-be06-d83b6bfc864d req-15827a3a-dc21-4139-8115-d698024f00ae tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Allocated IP 172.20.0.12 (4552c891-e268-4d7c-98f1-e8736a29b277/b3b4e56e-f3bd-4709-bfd6-3e62da1e0ac7/b0aac563-42bd-4b31-95a9-a0a4d4b9e42a) {{(pid=94467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:41:42.171562 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-62ccfe78-a8f3-495d-a13c-5eb379826b60 req-07fd6f90-a719-445c-8c09-57553b8cc788 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/ports?device_id=82ca70f0-3356-4166-96ef-a264876874d1 HTTP/1.1" status: 200 len: 210 time: 0.1083496 Aug 12 14:41:42.245492 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1208cb91-891e-4478-b256-ecbd6c11c3c6 tempest-RoutersAdminTest-311172655 tempest-RoutersAdminTest-311172655-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:42.255430 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1208cb91-891e-4478-b256-ecbd6c11c3c6 tempest-RoutersAdminTest-311172655 tempest-RoutersAdminTest-311172655-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-429413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-431608'] for router, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:42.277540 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1208cb91-891e-4478-b256-ecbd6c11c3c6 tempest-RoutersAdminTest-311172655 tempest-RoutersAdminTest-311172655-project-admin] Notify callbacks [] for router, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:42.279092 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-1208cb91-891e-4478-b256-ecbd6c11c3c6 tempest-RoutersAdminTest-311172655 tempest-RoutersAdminTest-311172655-project-admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.4048507 Aug 12 14:41:42.282228 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 46818) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:41:42.325997 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 46822) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:41:42.366490 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-4188d1ff-14d3-448d-be06-d83b6bfc864d req-15827a3a-dc21-4139-8115-d698024f00ae tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Notify callbacks [] for port, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:42.372026 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:42.390468 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9c82aaf9-3083-448a-8e92-083b60b4e6d9 req-0d6357bb-db5d-4bec-9530-23d850de17c7 service neutron] 10.222.0.49 "GET /v2.0/networks/2525c403-dfb3-4196-a273-739607aab38a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4392073 Aug 12 14:41:42.397499 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [req-4188d1ff-14d3-448d-be06-d83b6bfc864d req-15827a3a-dc21-4139-8115-d698024f00ae tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Transition to ACTIVE for port object b0aac563-42bd-4b31-95a9-a0a4d4b9e42a will not be triggered until provisioned by entity DHCP. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:41:42.425459 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3ac131ca-acf1-4365-80dd-9d61a0ba47ca tempest-RoutersAdminTest-311172655 tempest-RoutersAdminTest-311172655-project-admin] Notify callbacks [] for router, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:42.448059 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-4188d1ff-14d3-448d-be06-d83b6bfc864d req-15827a3a-dc21-4139-8115-d698024f00ae tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:42.602243 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15827a3a-dc21-4139-8115-d698024f00ae tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Pushing event updated for resources: {'Port': ['ID=b0aac563-42bd-4b31-95a9-a0a4d4b9e42a,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:41:42.613942 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-f8e8253e-636c-473a-8708-e849dc8fa7db admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-493623005-network', 'tenant_id': 'c4f0f352632942859f6399a2c9890ad2'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:41:42.616113 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4188d1ff-14d3-448d-be06-d83b6bfc864d req-15827a3a-dc21-4139-8115-d698024f00ae tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Network 4552c891-e268-4d7c-98f1-e8736a29b277 is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:41:42.619178 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [req-4188d1ff-14d3-448d-be06-d83b6bfc864d req-15827a3a-dc21-4139-8115-d698024f00ae tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:41:42.620647 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3ac131ca-acf1-4365-80dd-9d61a0ba47ca tempest-RoutersAdminTest-311172655 tempest-RoutersAdminTest-311172655-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-429360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-104877'] for router, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:42.622823 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [req-4188d1ff-14d3-448d-be06-d83b6bfc864d req-15827a3a-dc21-4139-8115-d698024f00ae tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Received port after_create {{(pid=94467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:41:42.624470 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3ac131ca-acf1-4365-80dd-9d61a0ba47ca tempest-RoutersAdminTest-311172655 tempest-RoutersAdminTest-311172655-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:42.664232 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b164c2-f8ad-4756-abe5-63b632b57a48 req-b513d44a-0b74-4b28-9763-cbbadaa13c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:41:42.666456 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-05b164c2-f8ad-4756-abe5-63b632b57a48 req-b513d44a-0b74-4b28-9763-cbbadaa13c78 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=65b2c96d0253481aa302fceca03e83a5&device_id=ce454304-c982-4726-ad06-c8b1299827f1 HTTP/1.1" status: 200 len: 1100 time: 0.1212096 Aug 12 14:41:42.679685 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8e8253e-636c-473a-8708-e849dc8fa7db admin admin] Made reservation on behalf of c4f0f352632942859f6399a2c9890ad2 for: {'network': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:41:42.683591 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f8e8253e-636c-473a-8708-e849dc8fa7db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for network, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:42.688126 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3ac131ca-acf1-4365-80dd-9d61a0ba47ca tempest-RoutersAdminTest-311172655 tempest-RoutersAdminTest-311172655-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-429375'] for router, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:42.688721 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ac131ca-acf1-4365-80dd-9d61a0ba47ca tempest-RoutersAdminTest-311172655 tempest-RoutersAdminTest-311172655-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 561bed93-f9e7-4687-8ce8-b3543b6c4c27 {{(pid=94466) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 14:41:42.700108 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3ac131ca-acf1-4365-80dd-9d61a0ba47ca tempest-RoutersAdminTest-311172655 tempest-RoutersAdminTest-311172655-project-admin] Notify callbacks [] for router, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:42.703680 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-3ac131ca-acf1-4365-80dd-9d61a0ba47ca tempest-RoutersAdminTest-311172655 tempest-RoutersAdminTest-311172655-project-admin] 10.222.0.39 "DELETE /v2.0/routers/561bed93-f9e7-4687-8ce8-b3543b6c4c27 HTTP/1.1" status: 204 len: 168 time: 0.4180424 Aug 12 14:41:42.703680 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f8e8253e-636c-473a-8708-e849dc8fa7db admin admin] Notify callbacks [] for security_group, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:42.845439 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4188d1ff-14d3-448d-be06-d83b6bfc864d req-15827a3a-dc21-4139-8115-d698024f00ae tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:41:42.846110 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-4188d1ff-14d3-448d-be06-d83b6bfc864d req-15827a3a-dc21-4139-8115-d698024f00ae tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:42.891936 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f8e8253e-636c-473a-8708-e849dc8fa7db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:42.901397 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f8e8253e-636c-473a-8708-e849dc8fa7db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:42.934264 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8e8253e-636c-473a-8708-e849dc8fa7db admin admin] vlan segment allocate from pool success with {'vlan_id': 349, 'physical_network': 'physnet1'} {{(pid=94466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 14:41:42.949560 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4188d1ff-14d3-448d-be06-d83b6bfc864d req-15827a3a-dc21-4139-8115-d698024f00ae tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0501430 Aug 12 14:41:42.950168 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f8e8253e-636c-473a-8708-e849dc8fa7db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:42.950168 n-d-694802-15 neutron-server[94466]: INFO neutron.db.segments_db [None req-f8e8253e-636c-473a-8708-e849dc8fa7db admin admin] Added segment ce946392-5bd0-4fe8-8210-1accf5f4dc64 of type vlan for network e5e4fc6e-0901-492c-bd78-fcc16b98eeec Aug 12 14:41:43.001994 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f8e8253e-636c-473a-8708-e849dc8fa7db admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744653628263'] for network, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:43.017184 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-4188d1ff-14d3-448d-be06-d83b6bfc864d req-0c22ba0d-b964-47b4-9baf-31f9a0a07d24 service neutron] Request body: {'port': {'device_id': '82ca70f0-3356-4166-96ef-a264876874d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-694802-15'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:41:43.029033 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:43.067485 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 46840) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:41:43.084418 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b164c2-f8ad-4756-abe5-63b632b57a48 req-5ced0f68-c813-407a-ba0a-53745f1c5432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:41:43.084766 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f8e8253e-636c-473a-8708-e849dc8fa7db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409'] for network, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:43.085728 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8e8253e-636c-473a-8708-e849dc8fa7db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:41:43.086407 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-05b164c2-f8ad-4756-abe5-63b632b57a48 req-5ced0f68-c813-407a-ba0a-53745f1c5432 service neutron] 10.222.0.49 "GET /v2.0/networks?id=2525c403-dfb3-4196-a273-739607aab38a HTTP/1.1" status: 200 len: 870 time: 0.4089127 Aug 12 14:41:43.088478 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f8e8253e-636c-473a-8708-e849dc8fa7db admin admin] Notify callbacks [] for network, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:43.132717 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-28eb1278-2948-495c-af5d-969529b6ae34 None None] Provisioning for port b0aac563-42bd-4b31-95a9-a0a4d4b9e42a completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:41:43.138017 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-28eb1278-2948-495c-af5d-969529b6ae34 None None] Provisioning complete for port b0aac563-42bd-4b31-95a9-a0a4d4b9e42a triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:41:43.138601 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-28eb1278-2948-495c-af5d-969529b6ae34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:43.225020 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-05b164c2-f8ad-4756-abe5-63b632b57a48 req-44d737ee-7b12-4a9e-af64-97d64938ff0f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.157&port_id=4f292369-b701-4c34-9819-97c2a2d581f7 HTTP/1.1" status: 200 len: 217 time: 0.1285808 Aug 12 14:41:43.227153 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-28eb1278-2948-495c-af5d-969529b6ae34 None None] Port b0aac563-42bd-4b31-95a9-a0a4d4b9e42a cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 14:41:43.248569 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af07ee0a-7609-4bc5-952e-3318436e46d3 req-1b3657ee-908c-4f5c-995f-88a163b23341 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:41:43.250148 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-af07ee0a-7609-4bc5-952e-3318436e46d3 req-1b3657ee-908c-4f5c-995f-88a163b23341 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] 10.222.0.39 "GET /v2.0/ports?device_id=ce454304-c982-4726-ad06-c8b1299827f1 HTTP/1.1" status: 200 len: 948 time: 0.3365281 Aug 12 14:41:43.264524 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e8253e-636c-473a-8708-e849dc8fa7db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f56fbbcf-68c5-4074-ab5b-41ec110855f2,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:41:43.284072 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-f8e8253e-636c-473a-8708-e849dc8fa7db admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.9541881 Aug 12 14:41:43.291228 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 46852) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:41:43.298093 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-c75ee724-381b-4749-8fc5-ae55060b0d18 admin admin] Request body: {'subnet': {'network_id': 'e5e4fc6e-0901-492c-bd78-fcc16b98eeec', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-493623005-subnet', 'tenant_id': 'c4f0f352632942859f6399a2c9890ad2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:41:43.312693 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e8253e-636c-473a-8708-e849dc8fa7db admin admin] Pushing event updated for resources: {'Network': ['ID=e5e4fc6e-0901-492c-bd78-fcc16b98eeec,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:41:43.331389 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Network e5e4fc6e-0901-492c-bd78-fcc16b98eeec details requested by agent ovs-agent-n-d-694802-15 with host n-d-694802-15 {{(pid=94468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 14:41:43.332651 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-4188d1ff-14d3-448d-be06-d83b6bfc864d req-0c22ba0d-b964-47b4-9baf-31f9a0a07d24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:43.359534 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c75ee724-381b-4749-8fc5-ae55060b0d18 admin admin] Made reservation on behalf of c4f0f352632942859f6399a2c9890ad2 for: {'subnet': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:41:43.363426 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c75ee724-381b-4749-8fc5-ae55060b0d18 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8776441'] for subnet, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:43.381781 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-af07ee0a-7609-4bc5-952e-3318436e46d3 req-851c7828-2c92-482f-b3fa-8bd999a60959 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] 10.222.0.39 "GET /v2.0/security-groups?id=5301a7d3-dd3e-456d-bf8f-dfd76884604a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082888 Aug 12 14:41:43.464620 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b164c2-f8ad-4756-abe5-63b632b57a48 req-dfaa7fcf-d9d1-460c-b9ae-fd46bbcd48ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:41:43.466391 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-05b164c2-f8ad-4756-abe5-63b632b57a48 req-dfaa7fcf-d9d1-460c-b9ae-fd46bbcd48ba service neutron] 10.222.0.49 "GET /v2.0/subnets?id=236e0be6-1c94-4221-9e8b-ab02a53331f8 HTTP/1.1" status: 200 len: 843 time: 0.2153375 Aug 12 14:41:43.500961 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-20b7ce14-1c62-41cd-ae7f-a61d79d18c44 tempest-RoutersAdminTest-1145377623 tempest-RoutersAdminTest-1145377623-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-979290381', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'}, 'admin_state_up': False}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:41:43.560288 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-20b7ce14-1c62-41cd-ae7f-a61d79d18c44 tempest-RoutersAdminTest-1145377623 tempest-RoutersAdminTest-1145377623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-430574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-104863'] for router, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:43.561873 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-20b7ce14-1c62-41cd-ae7f-a61d79d18c44 tempest-RoutersAdminTest-1145377623 tempest-RoutersAdminTest-1145377623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-429438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-431405', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66646573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-104852'] for router, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:43.629068 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-20b7ce14-1c62-41cd-ae7f-a61d79d18c44 tempest-RoutersAdminTest-1145377623 tempest-RoutersAdminTest-1145377623-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:43.677880 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b164c2-f8ad-4756-abe5-63b632b57a48 req-26e3090c-d88c-443f-9c99-349d9eda9530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:41:43.678801 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-ac7af2f4-63fa-4afd-9ba1-481f7fc03406 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:43.679673 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-05b164c2-f8ad-4756-abe5-63b632b57a48 req-26e3090c-d88c-443f-9c99-349d9eda9530 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2525c403-dfb3-4196-a273-739607aab38a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2028928 Aug 12 14:41:43.892020 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-1769855f-eda9-4483-9dc3-3220908ab45d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:43.916265 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84120faa-1068-4df2-8c06-d523f20a3c10 req-80cfeaf8-b785-48a8-91be-c87555b23078 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:41:43.917827 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-84120faa-1068-4df2-8c06-d523f20a3c10 req-80cfeaf8-b785-48a8-91be-c87555b23078 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/ports?device_id=82ca70f0-3356-4166-96ef-a264876874d1 HTTP/1.1" status: 200 len: 932 time: 0.3679340 Aug 12 14:41:43.926996 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-05b164c2-f8ad-4756-abe5-63b632b57a48 req-c3ef4105-748a-49a2-a8b4-940eca820c5d service neutron] 10.222.0.49 "GET /v2.0/networks/2525c403-dfb3-4196-a273-739607aab38a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2309973 Aug 12 14:41:44.136543 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [req-4188d1ff-14d3-448d-be06-d83b6bfc864d req-0c22ba0d-b964-47b4-9baf-31f9a0a07d24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0aac563-42bd-4b31-95a9-a0a4d4b9e42a {{(pid=94467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:41:44.152722 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-4188d1ff-14d3-448d-be06-d83b6bfc864d req-0c22ba0d-b964-47b4-9baf-31f9a0a07d24 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:44.182943 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [req-4188d1ff-14d3-448d-be06-d83b6bfc864d req-0c22ba0d-b964-47b4-9baf-31f9a0a07d24 service neutron] Transition to ACTIVE for port object b0aac563-42bd-4b31-95a9-a0a4d4b9e42a will not be triggered until provisioned by entity L2. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:41:44.187388 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-05b164c2-f8ad-4756-abe5-63b632b57a48 req-bc79737d-686a-42b3-bf40-344f9f86213a service neutron] 10.222.0.49 "GET /v2.0/networks/2525c403-dfb3-4196-a273-739607aab38a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2486610 Aug 12 14:41:44.194209 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-4188d1ff-14d3-448d-be06-d83b6bfc864d req-0c22ba0d-b964-47b4-9baf-31f9a0a07d24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:44.328361 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c22ba0d-b964-47b4-9baf-31f9a0a07d24 service neutron] Pushing event updated for resources: {'Port': ['ID=b0aac563-42bd-4b31-95a9-a0a4d4b9e42a,revision_number=2']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:41:44.430767 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-4188d1ff-14d3-448d-be06-d83b6bfc864d req-0c22ba0d-b964-47b4-9baf-31f9a0a07d24 service neutron] Attempting to bind port b0aac563-42bd-4b31-95a9-a0a4d4b9e42a on host n-h1-694802-15 for vnic_type normal with profile {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:41:44.441914 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-20b7ce14-1c62-41cd-ae7f-a61d79d18c44 tempest-RoutersAdminTest-1145377623 tempest-RoutersAdminTest-1145377623-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:44.446842 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-4188d1ff-14d3-448d-be06-d83b6bfc864d req-0c22ba0d-b964-47b4-9baf-31f9a0a07d24 service neutron] Attempting to bind port b0aac563-42bd-4b31-95a9-a0a4d4b9e42a by drivers openvswitch,hyperv on host n-h1-694802-15 at level 0 using segments [{'id': '45b28473-1709-41a1-b9df-2ccc6425c05f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '4552c891-e268-4d7c-98f1-e8736a29b277'}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:41:44.447328 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4188d1ff-14d3-448d-be06-d83b6bfc864d req-0c22ba0d-b964-47b4-9baf-31f9a0a07d24 service neutron] Attempting to bind port b0aac563-42bd-4b31-95a9-a0a4d4b9e42a on network 4552c891-e268-4d7c-98f1-e8736a29b277 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:41:44.466575 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4188d1ff-14d3-448d-be06-d83b6bfc864d req-0c22ba0d-b964-47b4-9baf-31f9a0a07d24 service neutron] Port b0aac563-42bd-4b31-95a9-a0a4d4b9e42a on network 4552c891-e268-4d7c-98f1-e8736a29b277 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-15 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 14:41:44.466950 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4188d1ff-14d3-448d-be06-d83b6bfc864d req-0c22ba0d-b964-47b4-9baf-31f9a0a07d24 service neutron] Attempting to bind port b0aac563-42bd-4b31-95a9-a0a4d4b9e42a on network 4552c891-e268-4d7c-98f1-e8736a29b277 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:41:44.479190 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4188d1ff-14d3-448d-be06-d83b6bfc864d req-0c22ba0d-b964-47b4-9baf-31f9a0a07d24 service neutron] Checking agent: {'id': 'de568313-a3e6-454a-9813-77e25edcea95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 27, 41), 'started_at': datetime.datetime(2021, 8, 12, 14, 27, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 41, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:41:44.479533 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4188d1ff-14d3-448d-be06-d83b6bfc864d req-0c22ba0d-b964-47b4-9baf-31f9a0a07d24 service neutron] Checking segment: {'id': '45b28473-1709-41a1-b9df-2ccc6425c05f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '4552c891-e268-4d7c-98f1-e8736a29b277'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:41:44.480327 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4188d1ff-14d3-448d-be06-d83b6bfc864d req-0c22ba0d-b964-47b4-9baf-31f9a0a07d24 service neutron] Bound using segment: {'id': '45b28473-1709-41a1-b9df-2ccc6425c05f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '4552c891-e268-4d7c-98f1-e8736a29b277'} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:41:44.480982 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-4188d1ff-14d3-448d-be06-d83b6bfc864d req-0c22ba0d-b964-47b4-9baf-31f9a0a07d24 service neutron] Bound port: b0aac563-42bd-4b31-95a9-a0a4d4b9e42a, host: n-h1-694802-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45b28473-1709-41a1-b9df-2ccc6425c05f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '4552c891-e268-4d7c-98f1-e8736a29b277'}}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:41:44.482185 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-4188d1ff-14d3-448d-be06-d83b6bfc864d req-0c22ba0d-b964-47b4-9baf-31f9a0a07d24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:44.559409 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-84120faa-1068-4df2-8c06-d523f20a3c10 req-119b0a60-b715-4ce6-bf38-34cee024f4ca tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc2dacd2-6b8c-4388-a6b9-7c76f36fc545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1493418 Aug 12 14:41:44.603381 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-4188d1ff-14d3-448d-be06-d83b6bfc864d req-0c22ba0d-b964-47b4-9baf-31f9a0a07d24 service neutron] For port b0aac563-42bd-4b31-95a9-a0a4d4b9e42a, host n-h1-694802-15, cleared binding levels {{(pid=94467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:41:44.660013 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-4188d1ff-14d3-448d-be06-d83b6bfc864d req-0c22ba0d-b964-47b4-9baf-31f9a0a07d24 service neutron] For port b0aac563-42bd-4b31-95a9-a0a4d4b9e42a, host n-h1-694802-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=b0aac563-42bd-4b31-95a9-a0a4d4b9e42a,segment=NetworkSegment(45b28473-1709-41a1-b9df-2ccc6425c05f),segment_id=45b28473-1709-41a1-b9df-2ccc6425c05f)] {{(pid=94467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:41:44.672234 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-4188d1ff-14d3-448d-be06-d83b6bfc864d req-0c22ba0d-b964-47b4-9baf-31f9a0a07d24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:44.685369 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c75ee724-381b-4749-8fc5-ae55060b0d18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3718490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8776395'] for subnet, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:44.695480 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33eb486e-c7ea-4100-b1a2-354b55662f85 req-00919d7b-6972-47c5-94f6-0191aa22ac2c tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:41:44.697600 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-33eb486e-c7ea-4100-b1a2-354b55662f85 req-00919d7b-6972-47c5-94f6-0191aa22ac2c tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] 10.222.0.39 "GET /v2.0/ports?device_id=ce454304-c982-4726-ad06-c8b1299827f1 HTTP/1.1" status: 200 len: 948 time: 0.1170783 Aug 12 14:41:44.757371 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4188d1ff-14d3-448d-be06-d83b6bfc864d req-0c22ba0d-b964-47b4-9baf-31f9a0a07d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:41:44.758631 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-4188d1ff-14d3-448d-be06-d83b6bfc864d req-0c22ba0d-b964-47b4-9baf-31f9a0a07d24 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:44.761010 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4188d1ff-14d3-448d-be06-d83b6bfc864d req-0c22ba0d-b964-47b4-9baf-31f9a0a07d24 service neutron] 10.222.0.64 "PUT /v2.0/ports/b0aac563-42bd-4b31-95a9-a0a4d4b9e42a HTTP/1.1" status: 200 len: 1093 time: 1.7727680 Aug 12 14:41:44.777600 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82ca70f0-3356-4166-96ef-a264876874d1', 'tag': 'b0aac563-42bd-4b31-95a9-a0a4d4b9e42a'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:41:44.780560 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e65282f928b64038367d043a4411777802006c43a98742496cb2e25b724ff1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a30b1a87-7d9b-4c5a-b9dd-880f85c6f064" -d '{"events": [{"name": "network-changed", "server_uuid": "82ca70f0-3356-4166-96ef-a264876874d1", "tag": "b0aac563-42bd-4b31-95a9-a0a4d4b9e42a"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:41:44.793858 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75ee724-381b-4749-8fc5-ae55060b0d18 admin admin] Pushing event updated for resources: {'Subnet': ['ID=444fade6-475a-482f-b204-ebf217d66f28,revision_number=0']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:41:44.813887 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c75ee724-381b-4749-8fc5-ae55060b0d18 admin admin] Checking segment: {'id': 'ce946392-5bd0-4fe8-8210-1accf5f4dc64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'e5e4fc6e-0901-492c-bd78-fcc16b98eeec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:41:44.814453 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c75ee724-381b-4749-8fc5-ae55060b0d18 admin admin] Network hostable DHCP agents. Network: e5e4fc6e-0901-492c-bd78-fcc16b98eeec, hostable agents: ['1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658'], hosted agents: [] {{(pid=94466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 14:41:44.863112 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c75ee724-381b-4749-8fc5-ae55060b0d18 admin admin] Network e5e4fc6e-0901-492c-bd78-fcc16b98eeec is scheduled to be hosted by DHCP agent 1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658 with binding_index 1 {{(pid=94466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 14:41:44.880617 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 14:41:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b35a922-f32d-43c3-b00d-ab3d7c073a32 x-openstack-request-id: req-5b35a922-f32d-43c3-b00d-ab3d7c073a32 {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:41:44.881000 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82ca70f0-3356-4166-96ef-a264876874d1", "tag": "b0aac563-42bd-4b31-95a9-a0a4d4b9e42a", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:41:44.881227 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5b35a922-f32d-43c3-b00d-ab3d7c073a32 {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:41:44.881624 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82ca70f0-3356-4166-96ef-a264876874d1', 'tag': 'b0aac563-42bd-4b31-95a9-a0a4d4b9e42a', 'status': 'completed', 'code': 200} Aug 12 14:41:44.957664 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4188d1ff-14d3-448d-be06-d83b6bfc864d req-67788c0f-3d45-4c4b-899f-e3e877871f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:41:44.959970 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4188d1ff-14d3-448d-be06-d83b6bfc864d req-67788c0f-3d45-4c4b-899f-e3e877871f0c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f4b313af8d624a809d563851b784d520&device_id=82ca70f0-3356-4166-96ef-a264876874d1 HTTP/1.1" status: 200 len: 1096 time: 0.1511045 Aug 12 14:41:44.963807 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-33eb486e-c7ea-4100-b1a2-354b55662f85 req-d61c9750-cf08-427d-8d7c-df375f68aba9 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] 10.222.0.39 "GET /v2.0/security-groups?id=5301a7d3-dd3e-456d-bf8f-dfd76884604a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2431004 Aug 12 14:41:44.970339 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c22ba0d-b964-47b4-9baf-31f9a0a07d24 service neutron] Pushing event updated for resources: {'Port': ['ID=b0aac563-42bd-4b31-95a9-a0a4d4b9e42a,revision_number=3']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:41:44.991772 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-c75ee724-381b-4749-8fc5-ae55060b0d18 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-15, e5e4fc6e-0901-492c-bd78-fcc16b98eeec) {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:41:45.001382 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91b02888-3c29-466c-9181-65cbe012eeea None None] Network e5e4fc6e-0901-492c-bd78-fcc16b98eeec requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:41:45.005562 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c75ee724-381b-4749-8fc5-ae55060b0d18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:41:45.006171 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c75ee724-381b-4749-8fc5-ae55060b0d18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for subnet, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:45.066946 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-20b7ce14-1c62-41cd-ae7f-a61d79d18c44 tempest-RoutersAdminTest-1145377623 tempest-RoutersAdminTest-1145377623-project] Notify callbacks [] for router_gateway, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:45.067341 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4188d1ff-14d3-448d-be06-d83b6bfc864d req-3a9d393f-4371-4f46-b3c0-9b28733cacbb service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b0aac563-42bd-4b31-95a9-a0a4d4b9e42a HTTP/1.1" status: 200 len: 217 time: 0.0844591 Aug 12 14:41:45.100371 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-c75ee724-381b-4749-8fc5-ae55060b0d18 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.8075092 Aug 12 14:41:45.103327 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 46876) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:41:45.109785 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-3c7cd448-8065-4097-b64d-21093f14b351 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-493623005-router', 'tenant_id': 'c4f0f352632942859f6399a2c9890ad2', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'}}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:41:45.118746 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-20b7ce14-1c62-41cd-ae7f-a61d79d18c44 tempest-RoutersAdminTest-1145377623 tempest-RoutersAdminTest-1145377623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:45.193081 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4188d1ff-14d3-448d-be06-d83b6bfc864d req-78395f4b-7571-4085-82ff-7ba18c75d59f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:41:45.197287 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4188d1ff-14d3-448d-be06-d83b6bfc864d req-78395f4b-7571-4085-82ff-7ba18c75d59f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b3b4e56e-f3bd-4709-bfd6-3e62da1e0ac7 HTTP/1.1" status: 200 len: 851 time: 0.1281843 Aug 12 14:41:45.200548 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3c7cd448-8065-4097-b64d-21093f14b351 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-430574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-104863'] for router, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:45.201895 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3c7cd448-8065-4097-b64d-21093f14b351 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-429438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-431405', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66646573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-104852'] for router, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:45.297815 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27570943-47a9-47b1-8986-f3d8e5605b61 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa7035b3e-9a89-5964-b9f4-97301c3f476a-e5e4fc6e-0901-492c-bd78-fcc16b98eeec', 'network_id': 'e5e4fc6e-0901-492c-bd78-fcc16b98eeec', 'tenant_id': 'c4f0f352632942859f6399a2c9890ad2', 'fixed_ips': [{'subnet_id': '444fade6-475a-482f-b204-ebf217d66f28'}]}} from n-d-694802-15. {{(pid=94468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 14:41:45.299450 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-27570943-47a9-47b1-8986-f3d8e5605b61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:45.312172 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3c7cd448-8065-4097-b64d-21093f14b351 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:45.313864 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4188d1ff-14d3-448d-be06-d83b6bfc864d req-a65d9d41-defc-4c88-864c-6a2ba21348df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:41:45.316414 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4188d1ff-14d3-448d-be06-d83b6bfc864d req-a65d9d41-defc-4c88-864c-6a2ba21348df service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4552c891-e268-4d7c-98f1-e8736a29b277&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1124060 Aug 12 14:41:45.392602 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-20b7ce14-1c62-41cd-ae7f-a61d79d18c44 tempest-RoutersAdminTest-1145377623 tempest-RoutersAdminTest-1145377623-project] Allocated IP 172.25.1.211 (d3759e1b-6c03-45ac-acd4-90abb417809b/f0254f08-c19c-4e31-bd9c-09389ea4b6f2/925a6b05-963f-4f78-aad7-b5ffa67a1918) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:41:45.551702 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-fe95f194-a3b0-4c04-9e42-20b511169d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:45.611419 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3c7cd448-8065-4097-b64d-21093f14b351 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:45.622775 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4188d1ff-14d3-448d-be06-d83b6bfc864d req-7cf0c4ea-e005-4670-9fa4-4a7af7b90160 service neutron] 10.222.0.64 "GET /v2.0/networks/4552c891-e268-4d7c-98f1-e8736a29b277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2971265 Aug 12 14:41:45.706254 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.db_base_plugin_common [None req-27570943-47a9-47b1-8986-f3d8e5605b61 None None] Allocated IP 172.20.0.2 (e5e4fc6e-0901-492c-bd78-fcc16b98eeec/444fade6-475a-482f-b204-ebf217d66f28/9dd07f46-9bd1-4f0b-8bce-db75842e7059) {{(pid=94468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:41:45.801917 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-20b7ce14-1c62-41cd-ae7f-a61d79d18c44 tempest-RoutersAdminTest-1145377623 tempest-RoutersAdminTest-1145377623-project] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:45.901684 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4188d1ff-14d3-448d-be06-d83b6bfc864d req-1e9b3944-9e4f-4246-b2cd-2965ef31ffc3 service neutron] 10.222.0.64 "GET /v2.0/networks/4552c891-e268-4d7c-98f1-e8736a29b277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2718079 Aug 12 14:41:45.930483 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7c4779-6db5-49b1-ad78-a46f39339edf req-f550ea61-980c-4246-89ed-18bf2683d5c1 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:41:45.932167 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9f7c4779-6db5-49b1-ad78-a46f39339edf req-f550ea61-980c-4246-89ed-18bf2683d5c1 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/ports?device_id=82ca70f0-3356-4166-96ef-a264876874d1 HTTP/1.1" status: 200 len: 944 time: 0.1836491 Aug 12 14:41:45.980572 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-20b7ce14-1c62-41cd-ae7f-a61d79d18c44 tempest-RoutersAdminTest-1145377623 tempest-RoutersAdminTest-1145377623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:45.990531 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-27570943-47a9-47b1-8986-f3d8e5605b61 None None] Notify callbacks [] for port, precommit_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:46.010566 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-27570943-47a9-47b1-8986-f3d8e5605b61 None None] Transition to ACTIVE for port object 9dd07f46-9bd1-4f0b-8bce-db75842e7059 will not be triggered until provisioned by entity L2. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:41:46.035828 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-27570943-47a9-47b1-8986-f3d8e5605b61 None None] Transition to ACTIVE for port object 9dd07f46-9bd1-4f0b-8bce-db75842e7059 will not be triggered until provisioned by entity DHCP. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:41:46.045165 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-27570943-47a9-47b1-8986-f3d8e5605b61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253'] for port, after_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:46.074653 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9f7c4779-6db5-49b1-ad78-a46f39339edf req-914bf54f-3bbe-4dba-a3dd-80bd9bec72da tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc2dacd2-6b8c-4388-a6b9-7c76f36fc545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1347988 Aug 12 14:41:46.096978 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27570943-47a9-47b1-8986-f3d8e5605b61 None None] Network e5e4fc6e-0901-492c-bd78-fcc16b98eeec is already hosted by enough agents. {{(pid=94468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:41:46.101631 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30b1a87-7d9b-4c5a-b9dd-880f85c6f064 req-3f88744f-6b43-4127-9226-73bb99e5deb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:41:46.104208 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a30b1a87-7d9b-4c5a-b9dd-880f85c6f064 req-3f88744f-6b43-4127-9226-73bb99e5deb4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f4b313af8d624a809d563851b784d520&device_id=82ca70f0-3356-4166-96ef-a264876874d1 HTTP/1.1" status: 200 len: 1096 time: 0.1351247 Aug 12 14:41:46.109851 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.base_scheduler [None req-27570943-47a9-47b1-8986-f3d8e5605b61 None None] Resources bound (agent type, host, resource id): {{(pid=94468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:41:46.116735 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27570943-47a9-47b1-8986-f3d8e5605b61 None None] Received port after_create {{(pid=94468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:41:46.119826 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20b7ce14-1c62-41cd-ae7f-a61d79d18c44 tempest-RoutersAdminTest-1145377623 tempest-RoutersAdminTest-1145377623-project] Network d3759e1b-6c03-45ac-acd4-90abb417809b is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:41:46.121891 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27570943-47a9-47b1-8986-f3d8e5605b61 None None] Pushing event updated for resources: {'Port': ['ID=9dd07f46-9bd1-4f0b-8bce-db75842e7059,revision_number=1']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:41:46.122024 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-20b7ce14-1c62-41cd-ae7f-a61d79d18c44 tempest-RoutersAdminTest-1145377623 tempest-RoutersAdminTest-1145377623-project] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:41:46.182733 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20b7ce14-1c62-41cd-ae7f-a61d79d18c44 tempest-RoutersAdminTest-1145377623 tempest-RoutersAdminTest-1145377623-project] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:41:46.232138 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-27570943-47a9-47b1-8986-f3d8e5605b61 None None] Attempting to bind port 9dd07f46-9bd1-4f0b-8bce-db75842e7059 on host n-d-694802-15 for vnic_type normal with profile {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:41:46.232802 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-27570943-47a9-47b1-8986-f3d8e5605b61 None None] Attempting to bind port 9dd07f46-9bd1-4f0b-8bce-db75842e7059 by drivers openvswitch,hyperv on host n-d-694802-15 at level 0 using segments [{'id': 'ce946392-5bd0-4fe8-8210-1accf5f4dc64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'e5e4fc6e-0901-492c-bd78-fcc16b98eeec'}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:41:46.233331 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27570943-47a9-47b1-8986-f3d8e5605b61 None None] Attempting to bind port 9dd07f46-9bd1-4f0b-8bce-db75842e7059 on network e5e4fc6e-0901-492c-bd78-fcc16b98eeec {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:41:46.245788 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30b1a87-7d9b-4c5a-b9dd-880f85c6f064 req-b4d87509-f809-4ce7-98d6-02241f36604c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:41:46.247991 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a30b1a87-7d9b-4c5a-b9dd-880f85c6f064 req-b4d87509-f809-4ce7-98d6-02241f36604c service neutron] 10.222.0.64 "GET /v2.0/networks?id=4552c891-e268-4d7c-98f1-e8736a29b277 HTTP/1.1" status: 200 len: 913 time: 0.1311464 Aug 12 14:41:46.249099 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27570943-47a9-47b1-8986-f3d8e5605b61 None None] Checking agent: {'id': '16de73ac-f2e9-4cee-b3e0-91052ae3e6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 20, 13), 'started_at': datetime.datetime(2021, 8, 12, 14, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 41, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:41:46.249482 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27570943-47a9-47b1-8986-f3d8e5605b61 None None] Checking segment: {'id': 'ce946392-5bd0-4fe8-8210-1accf5f4dc64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'e5e4fc6e-0901-492c-bd78-fcc16b98eeec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:41:46.249897 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-27570943-47a9-47b1-8986-f3d8e5605b61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:46.250293 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27570943-47a9-47b1-8986-f3d8e5605b61 None None] Bound using segment: {'id': 'ce946392-5bd0-4fe8-8210-1accf5f4dc64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'e5e4fc6e-0901-492c-bd78-fcc16b98eeec'} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:41:46.250776 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-27570943-47a9-47b1-8986-f3d8e5605b61 None None] Bound port: 9dd07f46-9bd1-4f0b-8bce-db75842e7059, host: n-d-694802-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce946392-5bd0-4fe8-8210-1accf5f4dc64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'e5e4fc6e-0901-492c-bd78-fcc16b98eeec'}}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:41:46.251191 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-27570943-47a9-47b1-8986-f3d8e5605b61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:46.320820 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a30b1a87-7d9b-4c5a-b9dd-880f85c6f064 req-072b344e-69b7-4366-99ad-bc167dfd2b6f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b0aac563-42bd-4b31-95a9-a0a4d4b9e42a HTTP/1.1" status: 200 len: 217 time: 0.0634310 Aug 12 14:41:46.353953 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-27570943-47a9-47b1-8986-f3d8e5605b61 None None] For port 9dd07f46-9bd1-4f0b-8bce-db75842e7059, host n-d-694802-15, cleared binding levels {{(pid=94468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:41:46.364044 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-27570943-47a9-47b1-8986-f3d8e5605b61 None None] For port 9dd07f46-9bd1-4f0b-8bce-db75842e7059, host n-d-694802-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=9dd07f46-9bd1-4f0b-8bce-db75842e7059,segment=NetworkSegment(ce946392-5bd0-4fe8-8210-1accf5f4dc64),segment_id=ce946392-5bd0-4fe8-8210-1accf5f4dc64)] {{(pid=94468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:41:46.377362 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-27570943-47a9-47b1-8986-f3d8e5605b61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:46.400739 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3c7cd448-8065-4097-b64d-21093f14b351 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:46.480289 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27570943-47a9-47b1-8986-f3d8e5605b61 None None] Pushing event updated for resources: {'Port': ['ID=9dd07f46-9bd1-4f0b-8bce-db75842e7059,revision_number=2']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:41:46.489588 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3c7cd448-8065-4097-b64d-21093f14b351 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:46.537934 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b7ce14-1c62-41cd-ae7f-a61d79d18c44 tempest-RoutersAdminTest-1145377623 tempest-RoutersAdminTest-1145377623-project] Pushing event updated for resources: {'Port': ['ID=925a6b05-963f-4f78-aad7-b5ffa67a1918,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:41:46.868703 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device 4f292369-b701-4c34-9819-97c2a2d581f7 details requested by agent hyperv_n-h2-694802-15 with host n-h2-694802-15 {{(pid=94468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 14:41:46.953792 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30b1a87-7d9b-4c5a-b9dd-880f85c6f064 req-e35ead39-379d-40db-b72c-ea16bef61d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:41:46.955643 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a30b1a87-7d9b-4c5a-b9dd-880f85c6f064 req-e35ead39-379d-40db-b72c-ea16bef61d59 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b3b4e56e-f3bd-4709-bfd6-3e62da1e0ac7 HTTP/1.1" status: 200 len: 851 time: 0.6218629 Aug 12 14:41:46.973004 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26e4d9d-ed4f-4924-b9a2-ca25678ea01a req-36d09279-dd6f-4448-a4bf-4bbb9484776f tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:41:46.985744 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-a26e4d9d-ed4f-4924-b9a2-ca25678ea01a req-36d09279-dd6f-4448-a4bf-4bbb9484776f tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] 10.222.0.39 "GET /v2.0/ports?device_id=ce454304-c982-4726-ad06-c8b1299827f1 HTTP/1.1" status: 200 len: 948 time: 0.8517344 Aug 12 14:41:47.075460 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30b1a87-7d9b-4c5a-b9dd-880f85c6f064 req-331454f8-fc7f-4847-8694-9959b2e0dd71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:41:47.080896 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a30b1a87-7d9b-4c5a-b9dd-880f85c6f064 req-331454f8-fc7f-4847-8694-9959b2e0dd71 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4552c891-e268-4d7c-98f1-e8736a29b277&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1147335 Aug 12 14:41:47.086779 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port 4f292369-b701-4c34-9819-97c2a2d581f7, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=4f292369-b701-4c34-9819-97c2a2d581f7,segment=NetworkSegment(a1f8c867-101b-4d30-814e-b89f55a5edd0),segment_id=a1f8c867-101b-4d30-814e-b89f55a5edd0)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:41:47.102292 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-3c7cd448-8065-4097-b64d-21093f14b351 admin admin] Allocated IP 172.25.1.97 (d3759e1b-6c03-45ac-acd4-90abb417809b/f0254f08-c19c-4e31-bd9c-09389ea4b6f2/7de7faf0-dc55-4af3-9150-7640ba49cde8) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:41:47.104294 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Returning: {'device': '4f292369-b701-4c34-9819-97c2a2d581f7', 'network_id': '2525c403-dfb3-4196-a273-739607aab38a', 'port_id': '4f292369-b701-4c34-9819-97c2a2d581f7', 'mac_address': 'fa:16:3e:50:9a:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '236e0be6-1c94-4221-9e8b-ab02a53331f8', 'ip_address': '192.168.233.157'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 14:41:47.152130 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-a26e4d9d-ed4f-4924-b9a2-ca25678ea01a req-fbe48bb1-1969-4b30-8e02-dbd101d3cd2a tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] 10.222.0.39 "GET /v2.0/security-groups?id=5301a7d3-dd3e-456d-bf8f-dfd76884604a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628063 Aug 12 14:41:47.199283 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:47.226928 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f292369-b701-4c34-9819-97c2a2d581f7 {{(pid=94468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:41:47.256147 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port 4f292369-b701-4c34-9819-97c2a2d581f7, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=4f292369-b701-4c34-9819-97c2a2d581f7,segment=NetworkSegment(a1f8c867-101b-4d30-814e-b89f55a5edd0),segment_id=a1f8c867-101b-4d30-814e-b89f55a5edd0)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:41:47.266716 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:47.329133 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0223b36-17f0-4443-8579-b4142c5306e1 req-224d485d-a34e-439c-9eca-c2bfa057e6e3 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:41:47.331888 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e0223b36-17f0-4443-8579-b4142c5306e1 req-224d485d-a34e-439c-9eca-c2bfa057e6e3 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/ports?device_id=82ca70f0-3356-4166-96ef-a264876874d1 HTTP/1.1" status: 200 len: 944 time: 0.1192520 Aug 12 14:41:47.366931 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Pushing event updated for resources: {'Port': ['ID=4f292369-b701-4c34-9819-97c2a2d581f7,revision_number=4']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:41:47.414136 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a30b1a87-7d9b-4c5a-b9dd-880f85c6f064 req-649dd0f1-29db-49fa-b444-02e551d8eb24 service neutron] 10.222.0.64 "GET /v2.0/networks/4552c891-e268-4d7c-98f1-e8736a29b277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3201203 Aug 12 14:41:47.433564 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e0223b36-17f0-4443-8579-b4142c5306e1 req-e7899669-1865-44b1-bc79-0647cf3f0ba6 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc2dacd2-6b8c-4388-a6b9-7c76f36fc545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788133 Aug 12 14:41:47.550215 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3c7cd448-8065-4097-b64d-21093f14b351 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:47.552719 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-20b7ce14-1c62-41cd-ae7f-a61d79d18c44 tempest-RoutersAdminTest-1145377623 tempest-RoutersAdminTest-1145377623-project] Notify callbacks [] for router_gateway, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:47.605157 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a30b1a87-7d9b-4c5a-b9dd-880f85c6f064 req-89e2385c-4610-482c-ab1d-5436c9ba11fd service neutron] 10.222.0.64 "GET /v2.0/networks/4552c891-e268-4d7c-98f1-e8736a29b277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1701880 Aug 12 14:41:47.693554 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] get_ports_and_sgs() called for port_ids ['4f292369-b701-4c34-9819-97c2a2d581f7'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:41:47.748114 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 9dd07f46-9bd1-4f0b-8bce-db75842e7059 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:41:47.876821 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-20b7ce14-1c62-41cd-ae7f-a61d79d18c44 tempest-RoutersAdminTest-1145377623 tempest-RoutersAdminTest-1145377623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-429413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-431608'] for router, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:47.880558 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning for port 9dd07f46-9bd1-4f0b-8bce-db75842e7059 completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:41:47.881106 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3c7cd448-8065-4097-b64d-21093f14b351 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:47.997145 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c7cd448-8065-4097-b64d-21093f14b351 admin admin] Network d3759e1b-6c03-45ac-acd4-90abb417809b is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:41:48.005940 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-3c7cd448-8065-4097-b64d-21093f14b351 admin admin] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:41:48.023042 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c7cd448-8065-4097-b64d-21093f14b351 admin admin] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:41:48.032094 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4554a601-d8da-40ab-80a9-f448a54c68ba None None] Network e5e4fc6e-0901-492c-bd78-fcc16b98eeec requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:41:48.090250 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7cd448-8065-4097-b64d-21093f14b351 admin admin] Pushing event updated for resources: {'Port': ['ID=7de7faf0-dc55-4af3-9150-7640ba49cde8,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:41:48.201840 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-39ef179a-d7f7-4429-a32c-7a6112bf4a56 None None] Provisioning for port 9dd07f46-9bd1-4f0b-8bce-db75842e7059 completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:41:48.219113 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-39ef179a-d7f7-4429-a32c-7a6112bf4a56 None None] Provisioning complete for port 9dd07f46-9bd1-4f0b-8bce-db75842e7059 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:41:48.219113 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-39ef179a-d7f7-4429-a32c-7a6112bf4a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:48.377161 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3a365b-19d0-4887-b11c-4bf3195778c1 req-19fcccc8-0048-43d2-8c77-3a75de1ea781 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:41:48.385231 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-de3a365b-19d0-4887-b11c-4bf3195778c1 req-19fcccc8-0048-43d2-8c77-3a75de1ea781 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] 10.222.0.39 "GET /v2.0/ports?device_id=ce454304-c982-4726-ad06-c8b1299827f1 HTTP/1.1" status: 200 len: 949 time: 0.1078968 Aug 12 14:41:48.448783 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-de3a365b-19d0-4887-b11c-4bf3195778c1 req-b92e2a11-724a-44d9-b51e-5f54f8d6b976 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] 10.222.0.39 "GET /v2.0/security-groups?id=5301a7d3-dd3e-456d-bf8f-dfd76884604a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610509 Aug 12 14:41:48.529639 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-39ef179a-d7f7-4429-a32c-7a6112bf4a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:48.592669 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-39ef179a-d7f7-4429-a32c-7a6112bf4a56 None None] For port 9dd07f46-9bd1-4f0b-8bce-db75842e7059, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=9dd07f46-9bd1-4f0b-8bce-db75842e7059,segment=NetworkSegment(ce946392-5bd0-4fe8-8210-1accf5f4dc64),segment_id=ce946392-5bd0-4fe8-8210-1accf5f4dc64)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:41:48.600498 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-39ef179a-d7f7-4429-a32c-7a6112bf4a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:48.690673 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ef179a-d7f7-4429-a32c-7a6112bf4a56 None None] Pushing event updated for resources: {'Port': ['ID=9dd07f46-9bd1-4f0b-8bce-db75842e7059,revision_number=3']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:41:48.829700 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20b7ce14-1c62-41cd-ae7f-a61d79d18c44 tempest-RoutersAdminTest-1145377623 tempest-RoutersAdminTest-1145377623-project] Router 1eb6b8d1-be4f-452f-b3b6-ae45bf7732cc is scheduled to L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f with binding_index 1 {{(pid=94466) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 14:41:48.933054 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-ab6be712-02fa-4824-91d7-d5d93e254322 None None] Provisioning complete for port 9dd07f46-9bd1-4f0b-8bce-db75842e7059 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:41:48.934111 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-ab6be712-02fa-4824-91d7-d5d93e254322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:49.046959 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20b7ce14-1c62-41cd-ae7f-a61d79d18c44 tempest-RoutersAdminTest-1145377623 tempest-RoutersAdminTest-1145377623-project] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 14:41:49.095646 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device b0aac563-42bd-4b31-95a9-a0a4d4b9e42a details requested by agent hyperv_n-h1-694802-15 with host n-h1-694802-15 {{(pid=94468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 14:41:49.099378 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14231f65-1c13-4d21-8bc1-15b695cc880e None None] Sync routers for ids ['1eb6b8d1-be4f-452f-b3b6-ae45bf7732cc'] in n-d-694802-15 {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 14:41:49.143627 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493f2a31-3db6-4af8-8948-850b703bc4c0 req-bd60baab-1228-4aad-a1f1-39aa62d1c511 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:41:49.145165 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-493f2a31-3db6-4af8-8948-850b703bc4c0 req-bd60baab-1228-4aad-a1f1-39aa62d1c511 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/ports?device_id=82ca70f0-3356-4166-96ef-a264876874d1 HTTP/1.1" status: 200 len: 944 time: 0.3123226 Aug 12 14:41:49.146171 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14231f65-1c13-4d21-8bc1-15b695cc880e None None] Routers {'1eb6b8d1-be4f-452f-b3b6-ae45bf7732cc'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:41:49.146951 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-14231f65-1c13-4d21-8bc1-15b695cc880e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:41:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['1eb6b8d1-be4f-452f-b3b6-ae45bf7732cc'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:41:49.148607 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-20b7ce14-1c62-41cd-ae7f-a61d79d18c44 tempest-RoutersAdminTest-1145377623 tempest-RoutersAdminTest-1145377623-project] Notify callbacks [] for router, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:49.152283 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-20b7ce14-1c62-41cd-ae7f-a61d79d18c44 tempest-RoutersAdminTest-1145377623 tempest-RoutersAdminTest-1145377623-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 6.0672531 Aug 12 14:41:49.152869 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 46932) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:41:49.198873 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-14231f65-1c13-4d21-8bc1-15b695cc880e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:41:49.250935 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-493f2a31-3db6-4af8-8948-850b703bc4c0 req-bf9c7011-b9f2-46c9-8899-79f68ef6e9f6 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc2dacd2-6b8c-4388-a6b9-7c76f36fc545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690300 Aug 12 14:41:49.258276 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3c7cd448-8065-4097-b64d-21093f14b351 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:49.279691 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14231f65-1c13-4d21-8bc1-15b695cc880e None None] Routers {'1eb6b8d1-be4f-452f-b3b6-ae45bf7732cc'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:41:49.283170 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-14231f65-1c13-4d21-8bc1-15b695cc880e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:41:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['1eb6b8d1-be4f-452f-b3b6-ae45bf7732cc'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:41:49.346952 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-14231f65-1c13-4d21-8bc1-15b695cc880e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:41:49.348013 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14231f65-1c13-4d21-8bc1-15b695cc880e None None] The sync data for ids ['1eb6b8d1-be4f-452f-b3b6-ae45bf7732cc'] in n-d-694802-15 is: [] {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 14:41:49.373165 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-be96576a-bd01-4dab-9af6-24385cc5bae2 tempest-RoutersAdminTest-311172655 tempest-RoutersAdminTest-311172655-project-admin] 10.222.0.39 "GET /v2.0/routers/1eb6b8d1-be4f-452f-b3b6-ae45bf7732cc HTTP/1.1" status: 200 len: 920 time: 0.2186344 Aug 12 14:41:49.376088 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 46934) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:41:49.402646 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port b0aac563-42bd-4b31-95a9-a0a4d4b9e42a, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=b0aac563-42bd-4b31-95a9-a0a4d4b9e42a,segment=NetworkSegment(45b28473-1709-41a1-b9df-2ccc6425c05f),segment_id=45b28473-1709-41a1-b9df-2ccc6425c05f)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:41:49.439311 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-13413cd8-d2b4-495a-a0a7-f089d07b2c26 tempest-RoutersAdminTest-1145377623 tempest-RoutersAdminTest-1145377623-project] 10.222.0.39 "GET /v2.0/ports?device_id=1eb6b8d1-be4f-452f-b3b6-ae45bf7732cc HTTP/1.1" status: 200 len: 205 time: 0.0617175 Aug 12 14:41:49.440088 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 46938) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:41:49.446718 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Returning: {'device': 'b0aac563-42bd-4b31-95a9-a0a4d4b9e42a', 'network_id': '4552c891-e268-4d7c-98f1-e8736a29b277', 'port_id': 'b0aac563-42bd-4b31-95a9-a0a4d4b9e42a', 'mac_address': 'fa:16:3e:97:f1:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3b4e56e-f3bd-4709-bfd6-3e62da1e0ac7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 14:41:49.555972 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:49.589249 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0aac563-42bd-4b31-95a9-a0a4d4b9e42a {{(pid=94468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:41:49.633914 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port b0aac563-42bd-4b31-95a9-a0a4d4b9e42a, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=b0aac563-42bd-4b31-95a9-a0a4d4b9e42a,segment=NetworkSegment(45b28473-1709-41a1-b9df-2ccc6425c05f),segment_id=45b28473-1709-41a1-b9df-2ccc6425c05f)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:41:49.643171 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:49.713196 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 9dd07f46-9bd1-4f0b-8bce-db75842e7059 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:41:49.732279 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-e09070d3-8181-4b5d-8856-4c1833913055 tempest-RoutersAdminTest-1145377623 tempest-RoutersAdminTest-1145377623-project] Notify callbacks [] for router, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:49.767705 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3c7cd448-8065-4097-b64d-21093f14b351 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-429413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-431608'] for router, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:49.776519 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Pushing event updated for resources: {'Port': ['ID=b0aac563-42bd-4b31-95a9-a0a4d4b9e42a,revision_number=4']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:41:49.832569 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port 9dd07f46-9bd1-4f0b-8bce-db75842e7059 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:41:49.832950 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:49.880200 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55a1e91-8930-4655-b4be-c2fe71c4dddc req-ea5de491-3c6a-4ac7-924f-ee1fb33c5dd3 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:41:49.885368 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b55a1e91-8930-4655-b4be-c2fe71c4dddc req-ea5de491-3c6a-4ac7-924f-ee1fb33c5dd3 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] 10.222.0.39 "GET /v2.0/ports?device_id=ce454304-c982-4726-ad06-c8b1299827f1 HTTP/1.1" status: 200 len: 949 time: 0.2469327 Aug 12 14:41:49.924954 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] get_ports_and_sgs() called for port_ids ['b0aac563-42bd-4b31-95a9-a0a4d4b9e42a'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:41:50.045324 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b55a1e91-8930-4655-b4be-c2fe71c4dddc req-c3f95cde-bcf5-445c-b8c9-e7bc6a730e82 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] 10.222.0.39 "GET /v2.0/security-groups?id=5301a7d3-dd3e-456d-bf8f-dfd76884604a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474347 Aug 12 14:41:50.061010 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-e09070d3-8181-4b5d-8856-4c1833913055 tempest-RoutersAdminTest-1145377623 tempest-RoutersAdminTest-1145377623-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:50.061216 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c7cd448-8065-4097-b64d-21093f14b351 admin admin] Router 79f0ab8e-35c0-483a-98cd-43ce5bcd4984 is scheduled to L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f with binding_index 1 {{(pid=94466) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 14:41:50.180127 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-e09070d3-8181-4b5d-8856-4c1833913055 tempest-RoutersAdminTest-1145377623 tempest-RoutersAdminTest-1145377623-project] Deleting port 925a6b05-963f-4f78-aad7-b5ffa67a1918 {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:41:50.183060 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-e09070d3-8181-4b5d-8856-4c1833913055 tempest-RoutersAdminTest-1145377623 tempest-RoutersAdminTest-1145377623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:50.220932 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c7cd448-8065-4097-b64d-21093f14b351 admin admin] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 14:41:50.255706 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42633e24-0962-4e99-bb1b-913bac831a5c None None] Sync routers for ids ['79f0ab8e-35c0-483a-98cd-43ce5bcd4984'] in n-d-694802-15 {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 14:41:50.271901 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3c7cd448-8065-4097-b64d-21093f14b351 admin admin] Notify callbacks [] for router, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:50.277181 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-3c7cd448-8065-4097-b64d-21093f14b351 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.1699865 Aug 12 14:41:50.282543 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 46948) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:41:50.322394 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42633e24-0962-4e99-bb1b-913bac831a5c None None] Routers {'79f0ab8e-35c0-483a-98cd-43ce5bcd4984'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:41:50.326763 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-42633e24-0962-4e99-bb1b-913bac831a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:41:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['79f0ab8e-35c0-483a-98cd-43ce5bcd4984'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:41:50.541200 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-42633e24-0962-4e99-bb1b-913bac831a5c None None] Set router 79f0ab8e-35c0-483a-98cd-43ce5bcd4984 gateway port host: n-d-694802-15 {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:41:50.739380 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01157a11-700a-46fb-9652-5d1688666c13 req-ff46fd7a-8350-40dc-a809-c317c4c068eb tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:41:50.740889 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-01157a11-700a-46fb-9652-5d1688666c13 req-ff46fd7a-8350-40dc-a809-c317c4c068eb tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/ports?device_id=82ca70f0-3356-4166-96ef-a264876874d1 HTTP/1.1" status: 200 len: 945 time: 0.3002977 Aug 12 14:41:50.785849 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-42633e24-0962-4e99-bb1b-913bac831a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79f0ab8e-35c0-483a-98cd-43ce5bcd4984', 'name': 'tempest-TaggedBootDevicesTest_v242-493623005-router', 'tenant_id': 'c4f0f352632942859f6399a2c9890ad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.97'}], 'enable_snat': True}, 'gw_port_id': '7de7faf0-dc55-4af3-9150-7640ba49cde8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:41:45Z', 'updated_at': '2021-08-12T14:41:48Z', 'revision_number': 3, 'project_id': 'c4f0f352632942859f6399a2c9890ad2', 'gw_port': {'id': '7de7faf0-dc55-4af3-9150-7640ba49cde8', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:ed:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79f0ab8e-35c0-483a-98cd-43ce5bcd4984', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:41:46Z', 'updated_at': '2021-08-12T14:41:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15'}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:41:50.830099 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42633e24-0962-4e99-bb1b-913bac831a5c None None] Checking router: 79f0ab8e-35c0-483a-98cd-43ce5bcd4984 for host: n-d-694802-15 {{(pid=94469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 14:41:50.830447 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42633e24-0962-4e99-bb1b-913bac831a5c None None] Updating router 79f0ab8e-35c0-483a-98cd-43ce5bcd4984 port 7de7faf0-dc55-4af3-9150-7640ba49cde8 binding host n-d-694802-15 {{(pid=94469) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 14:41:50.842666 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-01157a11-700a-46fb-9652-5d1688666c13 req-46a8178c-c3ad-4792-937b-03a4a4087dc0 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc2dacd2-6b8c-4388-a6b9-7c76f36fc545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933757 Aug 12 14:41:50.868157 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-42633e24-0962-4e99-bb1b-913bac831a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:50.868301 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-e09070d3-8181-4b5d-8856-4c1833913055 tempest-RoutersAdminTest-1145377623 tempest-RoutersAdminTest-1145377623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:50.883277 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device 4f292369-b701-4c34-9819-97c2a2d581f7 up at agent hyperv_n-h2-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:41:50.939896 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-e09070d3-8181-4b5d-8856-4c1833913055 tempest-RoutersAdminTest-1145377623 tempest-RoutersAdminTest-1145377623-project] Calling delete_port for 925a6b05-963f-4f78-aad7-b5ffa67a1918 owned by network:router_gateway {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:41:50.977716 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Provisioning for port 4f292369-b701-4c34-9819-97c2a2d581f7 completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:41:50.982568 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Provisioning complete for port 4f292369-b701-4c34-9819-97c2a2d581f7 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:41:50.983290 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:51.061649 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device b0aac563-42bd-4b31-95a9-a0a4d4b9e42a up at agent hyperv_n-h1-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:41:51.126108 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:51.172482 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce454304-c982-4726-ad06-c8b1299827f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f292369-b701-4c34-9819-97c2a2d581f7'}] {{(pid=94468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:41:51.175694 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99a8d87602170099c728e57431aca99e9b98a655a83bbf8727be13192709727b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c418f4a-1bdc-4eaa-a52a-cac9cac65f2b" -d '{"events": [{"server_uuid": "ce454304-c982-4726-ad06-c8b1299827f1", "name": "network-vif-plugged", "status": "completed", "tag": "4f292369-b701-4c34-9819-97c2a2d581f7"}]}' {{(pid=94468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:41:51.212776 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port 4f292369-b701-4c34-9819-97c2a2d581f7, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=4f292369-b701-4c34-9819-97c2a2d581f7,segment=NetworkSegment(a1f8c867-101b-4d30-814e-b89f55a5edd0),segment_id=a1f8c867-101b-4d30-814e-b89f55a5edd0)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:41:51.217779 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Provisioning for port b0aac563-42bd-4b31-95a9-a0a4d4b9e42a completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:41:51.229428 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Provisioning complete for port b0aac563-42bd-4b31-95a9-a0a4d4b9e42a triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:41:51.230060 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:51.238484 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:51.252665 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24219078-8cb9-4584-a140-1727b5cf3b3b req-12da4328-1f92-4e97-bb5d-9ef09aaf3201 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:41:51.264002 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-24219078-8cb9-4584-a140-1727b5cf3b3b req-12da4328-1f92-4e97-bb5d-9ef09aaf3201 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] 10.222.0.39 "GET /v2.0/ports?device_id=ce454304-c982-4726-ad06-c8b1299827f1 HTTP/1.1" status: 200 len: 949 time: 0.0921369 Aug 12 14:41:51.307349 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 14:41:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06a9d731-79d8-4dcb-bf31-e12a5a958c0a x-openstack-request-id: req-06a9d731-79d8-4dcb-bf31-e12a5a958c0a {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:41:51.308103 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce454304-c982-4726-ad06-c8b1299827f1", "name": "network-vif-plugged", "status": "completed", "tag": "4f292369-b701-4c34-9819-97c2a2d581f7", "code": 200}]} {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:41:51.308585 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-06a9d731-79d8-4dcb-bf31-e12a5a958c0a {{(pid=94468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:41:51.309352 n-d-694802-15 neutron-server[94468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce454304-c982-4726-ad06-c8b1299827f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f292369-b701-4c34-9819-97c2a2d581f7', 'code': 200} Aug 12 14:41:51.323871 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-42633e24-0962-4e99-bb1b-913bac831a5c None None] Notify callbacks [] for port, precommit_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:51.336458 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.provisioning_blocks [None req-42633e24-0962-4e99-bb1b-913bac831a5c None None] Transition to ACTIVE for port object 7de7faf0-dc55-4af3-9150-7640ba49cde8 will not be triggered until provisioned by entity L2. {{(pid=94469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:41:51.348311 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-42633e24-0962-4e99-bb1b-913bac831a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:51.370196 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-24219078-8cb9-4584-a140-1727b5cf3b3b req-a76c0e28-35a7-4de9-bb41-e2a720b936e6 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] 10.222.0.39 "GET /v2.0/security-groups?id=5301a7d3-dd3e-456d-bf8f-dfd76884604a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049991 Aug 12 14:41:51.394798 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Pushing event updated for resources: {'Port': ['ID=4f292369-b701-4c34-9819-97c2a2d581f7,revision_number=5']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:41:51.449605 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb4fc46-d4e9-4a01-b760-2f3cacad55df None None] Pushing event updated for resources: {'Port': ['ID=7de7faf0-dc55-4af3-9150-7640ba49cde8,revision_number=2']} {{(pid=94469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:41:51.463892 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-91dde1d6-17f0-46e7-84ee-3f43769c1e56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:51.480197 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.managers [None req-42633e24-0962-4e99-bb1b-913bac831a5c None None] Attempting to bind port 7de7faf0-dc55-4af3-9150-7640ba49cde8 on host n-d-694802-15 for vnic_type normal with profile {{(pid=94469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:41:51.481294 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.managers [None req-42633e24-0962-4e99-bb1b-913bac831a5c None None] Attempting to bind port 7de7faf0-dc55-4af3-9150-7640ba49cde8 by drivers openvswitch,hyperv on host n-d-694802-15 at level 0 using segments [{'id': 'b1b396cb-2dc6-4041-bfc7-1833a80a4720', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'}] {{(pid=94469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:41:51.481657 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42633e24-0962-4e99-bb1b-913bac831a5c None None] Attempting to bind port 7de7faf0-dc55-4af3-9150-7640ba49cde8 on network d3759e1b-6c03-45ac-acd4-90abb417809b {{(pid=94469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:41:51.484291 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:51.496446 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42633e24-0962-4e99-bb1b-913bac831a5c None None] Checking agent: {'id': '16de73ac-f2e9-4cee-b3e0-91052ae3e6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 20, 13), 'started_at': datetime.datetime(2021, 8, 12, 14, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 41, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:41:51.496879 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42633e24-0962-4e99-bb1b-913bac831a5c None None] Checking segment: {'id': 'b1b396cb-2dc6-4041-bfc7-1833a80a4720', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:41:51.497272 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-42633e24-0962-4e99-bb1b-913bac831a5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:51.497680 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42633e24-0962-4e99-bb1b-913bac831a5c None None] Bound using segment: {'id': 'b1b396cb-2dc6-4041-bfc7-1833a80a4720', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'} {{(pid=94469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:41:51.498167 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.managers [None req-42633e24-0962-4e99-bb1b-913bac831a5c None None] Bound port: 7de7faf0-dc55-4af3-9150-7640ba49cde8, host: n-d-694802-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1b396cb-2dc6-4041-bfc7-1833a80a4720', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'}}] {{(pid=94469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:41:51.498548 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-42633e24-0962-4e99-bb1b-913bac831a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:51.514903 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b611e920-458f-4c01-88eb-00b15effccbb req-514c5928-d676-497c-8ae6-1b8315d307e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:41:51.517960 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b611e920-458f-4c01-88eb-00b15effccbb req-514c5928-d676-497c-8ae6-1b8315d307e5 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=ce454304-c982-4726-ad06-c8b1299827f1 HTTP/1.1" status: 200 len: 1102 time: 0.1572108 Aug 12 14:41:51.551916 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port b0aac563-42bd-4b31-95a9-a0a4d4b9e42a, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=b0aac563-42bd-4b31-95a9-a0a4d4b9e42a,segment=NetworkSegment(45b28473-1709-41a1-b9df-2ccc6425c05f),segment_id=45b28473-1709-41a1-b9df-2ccc6425c05f)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:41:51.559643 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:51.579528 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-e09070d3-8181-4b5d-8856-4c1833913055 tempest-RoutersAdminTest-1145377623 tempest-RoutersAdminTest-1145377623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:51.610417 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.db [None req-42633e24-0962-4e99-bb1b-913bac831a5c None None] For port 7de7faf0-dc55-4af3-9150-7640ba49cde8, host n-d-694802-15, cleared binding levels {{(pid=94469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:41:51.614207 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.db [None req-42633e24-0962-4e99-bb1b-913bac831a5c None None] For port 7de7faf0-dc55-4af3-9150-7640ba49cde8, host n-d-694802-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=7de7faf0-dc55-4af3-9150-7640ba49cde8,segment=NetworkSegment(b1b396cb-2dc6-4041-bfc7-1833a80a4720),segment_id=b1b396cb-2dc6-4041-bfc7-1833a80a4720)] {{(pid=94469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:41:51.623988 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-42633e24-0962-4e99-bb1b-913bac831a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:51.677427 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Pushing event updated for resources: {'Port': ['ID=b0aac563-42bd-4b31-95a9-a0a4d4b9e42a,revision_number=5']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:41:51.701867 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09070d3-8181-4b5d-8856-4c1833913055 tempest-RoutersAdminTest-1145377623 tempest-RoutersAdminTest-1145377623-project] Pushing event deleted for resources: {'Port': ['ID=925a6b05-963f-4f78-aad7-b5ffa67a1918,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:41:51.723800 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb4fc46-d4e9-4a01-b760-2f3cacad55df None None] Pushing event updated for resources: {'Port': ['ID=7de7faf0-dc55-4af3-9150-7640ba49cde8,revision_number=3']} {{(pid=94469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:41:51.740508 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42633e24-0962-4e99-bb1b-913bac831a5c None None] Routers {'79f0ab8e-35c0-483a-98cd-43ce5bcd4984'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:41:51.740508 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-42633e24-0962-4e99-bb1b-913bac831a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:41:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['79f0ab8e-35c0-483a-98cd-43ce5bcd4984'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:41:51.830888 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b611e920-458f-4c01-88eb-00b15effccbb req-17dc3b5c-0b42-442c-a623-65dd6163c5d8 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=5301a7d3-dd3e-456d-bf8f-dfd76884604a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3016820 Aug 12 14:41:51.859110 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-e09070d3-8181-4b5d-8856-4c1833913055 tempest-RoutersAdminTest-1145377623 tempest-RoutersAdminTest-1145377623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-431580'] for router_gateway, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:52.005525 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-e09070d3-8181-4b5d-8856-4c1833913055 tempest-RoutersAdminTest-1145377623 tempest-RoutersAdminTest-1145377623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-429360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-104877'] for router, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:52.008707 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-e09070d3-8181-4b5d-8856-4c1833913055 tempest-RoutersAdminTest-1145377623 tempest-RoutersAdminTest-1145377623-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:52.077245 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-e09070d3-8181-4b5d-8856-4c1833913055 tempest-RoutersAdminTest-1145377623 tempest-RoutersAdminTest-1145377623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-429375'] for router, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:52.077966 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e09070d3-8181-4b5d-8856-4c1833913055 tempest-RoutersAdminTest-1145377623 tempest-RoutersAdminTest-1145377623-project] Fanout notify agent at l3_agent the message router_deleted on router 1eb6b8d1-be4f-452f-b3b6-ae45bf7732cc {{(pid=94467) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 14:41:52.111644 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-e09070d3-8181-4b5d-8856-4c1833913055 tempest-RoutersAdminTest-1145377623 tempest-RoutersAdminTest-1145377623-project] Notify callbacks [] for router, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:52.121059 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-42633e24-0962-4e99-bb1b-913bac831a5c None None] Set router 79f0ab8e-35c0-483a-98cd-43ce5bcd4984 gateway port host: n-d-694802-15 {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:41:52.123686 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-e09070d3-8181-4b5d-8856-4c1833913055 tempest-RoutersAdminTest-1145377623 tempest-RoutersAdminTest-1145377623-project] 10.222.0.39 "DELETE /v2.0/routers/1eb6b8d1-be4f-452f-b3b6-ae45bf7732cc HTTP/1.1" status: 204 len: 168 time: 2.6824372 Aug 12 14:41:52.124585 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 46980) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:41:52.124903 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174509fa-40db-4453-8349-7a5890d209b5 req-bb052045-6068-4790-a375-ea3d67b97bc5 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:41:52.144737 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-174509fa-40db-4453-8349-7a5890d209b5 req-bb052045-6068-4790-a375-ea3d67b97bc5 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/ports?device_id=82ca70f0-3356-4166-96ef-a264876874d1 HTTP/1.1" status: 200 len: 946 time: 0.1361408 Aug 12 14:41:52.158254 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_common [None req-91dde1d6-17f0-46e7-84ee-3f43769c1e56 admin admin] Allocated IP 172.20.0.1 (e5e4fc6e-0901-492c-bd78-fcc16b98eeec/444fade6-475a-482f-b204-ebf217d66f28/b58f2f87-2b9d-4b0d-8cf9-762c26e4c3d1) {{(pid=94467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:41:52.216397 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-765e110d-af48-44d8-8062-370d6c98cee9 tempest-RoutersAdminTest-311172655 tempest-RoutersAdminTest-311172655-project-admin] Request body: {'router': {'name': 'tempest-snat-router-919203097', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'enable_snat': False}}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:41:52.224288 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-174509fa-40db-4453-8349-7a5890d209b5 req-fda20147-0b01-44f9-b287-21ae3366229d tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc2dacd2-6b8c-4388-a6b9-7c76f36fc545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785186 Aug 12 14:41:52.277629 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-765e110d-af48-44d8-8062-370d6c98cee9 tempest-RoutersAdminTest-311172655 tempest-RoutersAdminTest-311172655-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-430574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-104863'] for router, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:52.278664 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-765e110d-af48-44d8-8062-370d6c98cee9 tempest-RoutersAdminTest-311172655 tempest-RoutersAdminTest-311172655-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-429438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-431405', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66646573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-104852'] for router, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:52.464970 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-42633e24-0962-4e99-bb1b-913bac831a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79f0ab8e-35c0-483a-98cd-43ce5bcd4984', 'name': 'tempest-TaggedBootDevicesTest_v242-493623005-router', 'tenant_id': 'c4f0f352632942859f6399a2c9890ad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.97'}], 'enable_snat': True}, 'gw_port_id': '7de7faf0-dc55-4af3-9150-7640ba49cde8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:41:45Z', 'updated_at': '2021-08-12T14:41:48Z', 'revision_number': 3, 'project_id': 'c4f0f352632942859f6399a2c9890ad2', 'gw_port': {'id': '7de7faf0-dc55-4af3-9150-7640ba49cde8', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:ed:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79f0ab8e-35c0-483a-98cd-43ce5bcd4984', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:41:46Z', 'updated_at': '2021-08-12T14:41:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15'}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:41:52.512397 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42633e24-0962-4e99-bb1b-913bac831a5c None None] The sync data for ids ['79f0ab8e-35c0-483a-98cd-43ce5bcd4984'] in n-d-694802-15 is: [{'id': '79f0ab8e-35c0-483a-98cd-43ce5bcd4984', 'name': 'tempest-TaggedBootDevicesTest_v242-493623005-router', 'tenant_id': 'c4f0f352632942859f6399a2c9890ad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.97'}], 'enable_snat': True}, 'gw_port_id': '7de7faf0-dc55-4af3-9150-7640ba49cde8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:41:45Z', 'updated_at': '2021-08-12T14:41:48Z', 'revision_number': 3, 'project_id': 'c4f0f352632942859f6399a2c9890ad2', 'gw_port': {'id': '7de7faf0-dc55-4af3-9150-7640ba49cde8', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:ed:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79f0ab8e-35c0-483a-98cd-43ce5bcd4984', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:41:46Z', 'updated_at': '2021-08-12T14:41:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15'}] {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 14:41:52.614586 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef9e9e6-3375-44aa-84f9-d21f3c076de1 req-26213b5a-184a-44fb-a238-6051910d3b30 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:41:52.642965 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-bef9e9e6-3375-44aa-84f9-d21f3c076de1 req-26213b5a-184a-44fb-a238-6051910d3b30 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] 10.222.0.39 "GET /v2.0/ports?device_id=ce454304-c982-4726-ad06-c8b1299827f1 HTTP/1.1" status: 200 len: 950 time: 0.1521511 Aug 12 14:41:52.648780 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.agents_db [None req-17ed3e4c-1a7d-4162-9646-11c134aca297 None None] Agent healthcheck: found 7 active agents {{(pid=94469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 14:41:52.713113 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-765e110d-af48-44d8-8062-370d6c98cee9 tempest-RoutersAdminTest-311172655 tempest-RoutersAdminTest-311172655-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:52.727422 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-bef9e9e6-3375-44aa-84f9-d21f3c076de1 req-92a1a2f4-92e5-4153-a00a-d758743a35ac tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] 10.222.0.39 "GET /v2.0/security-groups?id=5301a7d3-dd3e-456d-bf8f-dfd76884604a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798206 Aug 12 14:41:52.896394 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5032420e-8645-4c0f-9ec6-9e091f16dfa9 req-90c01b7e-200d-40c1-ad8a-16132ecb5066 tempest-ServerRescueNegativeTestJSON-1622637895 tempest-ServerRescueNegativeTestJSON-1622637895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:41:52.916653 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-5032420e-8645-4c0f-9ec6-9e091f16dfa9 req-90c01b7e-200d-40c1-ad8a-16132ecb5066 tempest-ServerRescueNegativeTestJSON-1622637895 tempest-ServerRescueNegativeTestJSON-1622637895-project] 10.222.0.39 "GET /v2.0/ports?device_id=bc74d9fd-9e29-4667-bb83-e5e3a6913f4e HTTP/1.1" status: 200 len: 946 time: 0.6816442 Aug 12 14:41:53.095781 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-765e110d-af48-44d8-8062-370d6c98cee9 tempest-RoutersAdminTest-311172655 tempest-RoutersAdminTest-311172655-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:53.130858 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-5032420e-8645-4c0f-9ec6-9e091f16dfa9 req-1a8014c9-c5aa-48d8-8a0e-9860f22c9138 tempest-ServerRescueNegativeTestJSON-1622637895 tempest-ServerRescueNegativeTestJSON-1622637895-project] 10.222.0.39 "GET /v2.0/security-groups?id=268dec7e-7261-41d2-9e03-6b72db198ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2127295 Aug 12 14:41:53.135751 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-91dde1d6-17f0-46e7-84ee-3f43769c1e56 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:53.200117 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [None req-91dde1d6-17f0-46e7-84ee-3f43769c1e56 admin admin] Transition to ACTIVE for port object b58f2f87-2b9d-4b0d-8cf9-762c26e4c3d1 will not be triggered until provisioned by entity DHCP. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:41:53.283289 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-91dde1d6-17f0-46e7-84ee-3f43769c1e56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:53.311565 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82ca70f0-3356-4166-96ef-a264876874d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0aac563-42bd-4b31-95a9-a0a4d4b9e42a'}] {{(pid=94468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:41:53.315886 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99a8d87602170099c728e57431aca99e9b98a655a83bbf8727be13192709727b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0896e3a-4ebe-4834-a6e7-437b0d70833b" -d '{"events": [{"server_uuid": "82ca70f0-3356-4166-96ef-a264876874d1", "name": "network-vif-plugged", "status": "completed", "tag": "b0aac563-42bd-4b31-95a9-a0a4d4b9e42a"}]}' {{(pid=94468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:41:53.368275 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91dde1d6-17f0-46e7-84ee-3f43769c1e56 admin admin] Pushing event updated for resources: {'Port': ['ID=b58f2f87-2b9d-4b0d-8cf9-762c26e4c3d1,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:41:53.380599 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91dde1d6-17f0-46e7-84ee-3f43769c1e56 admin admin] Network e5e4fc6e-0901-492c-bd78-fcc16b98eeec is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:41:53.392024 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [None req-91dde1d6-17f0-46e7-84ee-3f43769c1e56 admin admin] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:41:53.406666 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91dde1d6-17f0-46e7-84ee-3f43769c1e56 admin admin] Received port after_create {{(pid=94467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:41:53.418892 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 14:41:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14c76cb4-5f3c-439f-9fed-9466e2c3cf54 x-openstack-request-id: req-14c76cb4-5f3c-439f-9fed-9466e2c3cf54 {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:41:53.419254 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82ca70f0-3356-4166-96ef-a264876874d1", "name": "network-vif-plugged", "status": "completed", "tag": "b0aac563-42bd-4b31-95a9-a0a4d4b9e42a", "code": 200}]} {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:41:53.419457 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-14c76cb4-5f3c-439f-9fed-9466e2c3cf54 {{(pid=94468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:41:53.419839 n-d-694802-15 neutron-server[94468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82ca70f0-3356-4166-96ef-a264876874d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0aac563-42bd-4b31-95a9-a0a4d4b9e42a', 'code': 200} Aug 12 14:41:53.585198 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28059fa8-a5ea-4d91-87ec-5eb613d64d8b req-27fb25ee-d061-4c71-b179-279555e0a88c tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:41:53.593102 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-28059fa8-a5ea-4d91-87ec-5eb613d64d8b req-27fb25ee-d061-4c71-b179-279555e0a88c tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/ports?device_id=82ca70f0-3356-4166-96ef-a264876874d1 HTTP/1.1" status: 200 len: 946 time: 0.1507022 Aug 12 14:41:53.673022 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-28059fa8-a5ea-4d91-87ec-5eb613d64d8b req-ada0a1c3-a7cd-48c0-b618-a37fe76e5be7 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc2dacd2-6b8c-4388-a6b9-7c76f36fc545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787663 Aug 12 14:41:53.751139 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-91dde1d6-17f0-46e7-84ee-3f43769c1e56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66663725'] for router_interface, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:53.755269 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 7de7faf0-dc55-4af3-9150-7640ba49cde8 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:41:53.862666 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-0ec1a10d-0eec-4d6e-88b6-06e3ab24713b None None] Provisioning for port b58f2f87-2b9d-4b0d-8cf9-762c26e4c3d1 completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:41:53.878279 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-0ec1a10d-0eec-4d6e-88b6-06e3ab24713b None None] Provisioning complete for port b58f2f87-2b9d-4b0d-8cf9-762c26e4c3d1 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:41:53.878757 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-0ec1a10d-0eec-4d6e-88b6-06e3ab24713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:53.918633 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning for port 7de7faf0-dc55-4af3-9150-7640ba49cde8 completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:41:53.939279 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port 7de7faf0-dc55-4af3-9150-7640ba49cde8 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:41:53.939757 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:53.982922 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78eab199-d273-482e-a05f-21b131c5b102 req-592360fa-17ba-443e-a735-8432385b9648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:41:53.985497 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-78eab199-d273-482e-a05f-21b131c5b102 req-592360fa-17ba-443e-a735-8432385b9648 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=82ca70f0-3356-4166-96ef-a264876874d1 HTTP/1.1" status: 200 len: 1098 time: 0.4005089 Aug 12 14:41:54.027413 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-765e110d-af48-44d8-8062-370d6c98cee9 tempest-RoutersAdminTest-311172655 tempest-RoutersAdminTest-311172655-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:54.057172 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-0ec1a10d-0eec-4d6e-88b6-06e3ab24713b None None] Port b58f2f87-2b9d-4b0d-8cf9-762c26e4c3d1 cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 14:41:54.159397 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-765e110d-af48-44d8-8062-370d6c98cee9 tempest-RoutersAdminTest-311172655 tempest-RoutersAdminTest-311172655-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:54.183907 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:54.225231 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] For port 7de7faf0-dc55-4af3-9150-7640ba49cde8, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=7de7faf0-dc55-4af3-9150-7640ba49cde8,segment=NetworkSegment(b1b396cb-2dc6-4041-bfc7-1833a80a4720),segment_id=b1b396cb-2dc6-4041-bfc7-1833a80a4720)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:41:54.237811 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:54.277466 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc032fb-1b64-4a8d-9809-4c9c978578ae req-8efa0fe0-06cb-42aa-9859-1a4bcff55616 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:41:54.290099 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-abc032fb-1b64-4a8d-9809-4c9c978578ae req-8efa0fe0-06cb-42aa-9859-1a4bcff55616 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] 10.222.0.39 "GET /v2.0/ports?device_id=ce454304-c982-4726-ad06-c8b1299827f1 HTTP/1.1" status: 200 len: 950 time: 0.3796480 Aug 12 14:41:54.320873 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-78eab199-d273-482e-a05f-21b131c5b102 req-b606dbba-32bd-43a3-aabb-b31751f51ac4 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=dc2dacd2-6b8c-4388-a6b9-7c76f36fc545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3194718 Aug 12 14:41:54.357334 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Pushing event updated for resources: {'Port': ['ID=7de7faf0-dc55-4af3-9150-7640ba49cde8,revision_number=4']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:41:54.431257 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a127a07d-0fb5-4920-8dc4-f65cd7b20ae3 req-9d4b8ffb-9a70-4156-91ea-588342addc55 tempest-ServerRescueNegativeTestJSON-1622637895 tempest-ServerRescueNegativeTestJSON-1622637895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:41:54.431257 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-a127a07d-0fb5-4920-8dc4-f65cd7b20ae3 req-9d4b8ffb-9a70-4156-91ea-588342addc55 tempest-ServerRescueNegativeTestJSON-1622637895 tempest-ServerRescueNegativeTestJSON-1622637895-project] 10.222.0.39 "GET /v2.0/ports?device_id=bc74d9fd-9e29-4667-bb83-e5e3a6913f4e HTTP/1.1" status: 200 len: 946 time: 0.1361711 Aug 12 14:41:54.443486 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-abc032fb-1b64-4a8d-9809-4c9c978578ae req-efff666b-c42e-4d13-9e96-6b927fe1ddd6 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] 10.222.0.39 "GET /v2.0/security-groups?id=5301a7d3-dd3e-456d-bf8f-dfd76884604a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519663 Aug 12 14:41:54.503786 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_common [None req-765e110d-af48-44d8-8062-370d6c98cee9 tempest-RoutersAdminTest-311172655 tempest-RoutersAdminTest-311172655-project-admin] Allocated IP 172.25.1.147 (d3759e1b-6c03-45ac-acd4-90abb417809b/f0254f08-c19c-4e31-bd9c-09389ea4b6f2/d642c823-be66-4d76-8c70-ea37e586afb4) {{(pid=94467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:41:54.506836 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-91dde1d6-17f0-46e7-84ee-3f43769c1e56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:54.512297 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-a127a07d-0fb5-4920-8dc4-f65cd7b20ae3 req-58fa5377-137d-47a9-aacc-0a1d2f33fb17 tempest-ServerRescueNegativeTestJSON-1622637895 tempest-ServerRescueNegativeTestJSON-1622637895-project] 10.222.0.39 "GET /v2.0/security-groups?id=268dec7e-7261-41d2-9e03-6b72db198ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951955 Aug 12 14:41:54.737725 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc98b2f5-7427-4a81-95d1-9bef1a0f9901 req-8b33c7c0-70f0-41af-8ccb-6284f051292c tempest-ServersOnMultiNodesTest-1821308587 tempest-ServersOnMultiNodesTest-1821308587-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:41:54.746436 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-bc98b2f5-7427-4a81-95d1-9bef1a0f9901 req-8b33c7c0-70f0-41af-8ccb-6284f051292c tempest-ServersOnMultiNodesTest-1821308587 tempest-ServersOnMultiNodesTest-1821308587-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=ce454304-c982-4726-ad06-c8b1299827f1 HTTP/1.1" status: 200 len: 1102 time: 0.1808341 Aug 12 14:41:54.829849 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-765e110d-af48-44d8-8062-370d6c98cee9 tempest-RoutersAdminTest-311172655 tempest-RoutersAdminTest-311172655-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:54.881265 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-bc98b2f5-7427-4a81-95d1-9bef1a0f9901 req-c4cdf600-8d98-4c46-ae4f-f30597a7026a tempest-ServersOnMultiNodesTest-1821308587 tempest-ServersOnMultiNodesTest-1821308587-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=5301a7d3-dd3e-456d-bf8f-dfd76884604a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338933 Aug 12 14:41:54.910668 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9f08d5-0ef2-4cca-bfd5-c4851a2ee154 req-51c73e32-5c2d-446c-a3dd-ae3ca428f6b2 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:41:54.913721 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-bb9f08d5-0ef2-4cca-bfd5-c4851a2ee154 req-51c73e32-5c2d-446c-a3dd-ae3ca428f6b2 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/ports?device_id=82ca70f0-3356-4166-96ef-a264876874d1 HTTP/1.1" status: 200 len: 946 time: 0.0762072 Aug 12 14:41:54.926601 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-91dde1d6-17f0-46e7-84ee-3f43769c1e56 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:54.936889 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-91dde1d6-17f0-46e7-84ee-3f43769c1e56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:54.994432 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-bb9f08d5-0ef2-4cca-bfd5-c4851a2ee154 req-b8f88403-5cd3-4952-9574-055b99b85089 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc2dacd2-6b8c-4388-a6b9-7c76f36fc545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678279 Aug 12 14:41:55.016502 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-765e110d-af48-44d8-8062-370d6c98cee9 tempest-RoutersAdminTest-311172655 tempest-RoutersAdminTest-311172655-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:55.090152 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-91dde1d6-17f0-46e7-84ee-3f43769c1e56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66628363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66663865'] for router_interface, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:55.113351 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-765e110d-af48-44d8-8062-370d6c98cee9 tempest-RoutersAdminTest-311172655 tempest-RoutersAdminTest-311172655-project-admin] Network d3759e1b-6c03-45ac-acd4-90abb417809b is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:41:55.116862 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91dde1d6-17f0-46e7-84ee-3f43769c1e56 admin admin] Pushing event updated for resources: {'Port': ['ID=b58f2f87-2b9d-4b0d-8cf9-762c26e4c3d1,revision_number=2']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:41:55.125348 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [None req-765e110d-af48-44d8-8062-370d6c98cee9 tempest-RoutersAdminTest-311172655 tempest-RoutersAdminTest-311172655-project-admin] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:41:55.127977 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-765e110d-af48-44d8-8062-370d6c98cee9 tempest-RoutersAdminTest-311172655 tempest-RoutersAdminTest-311172655-project-admin] Received port after_create {{(pid=94467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:41:55.239895 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9ec659-40a6-4210-a3dd-b5dab2175255 req-ef431755-cdb8-40fb-924b-5cb1f2494df4 tempest-ServerRescueNegativeTestJSON-1622637895 tempest-ServerRescueNegativeTestJSON-1622637895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:41:55.241956 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-1b9ec659-40a6-4210-a3dd-b5dab2175255 req-ef431755-cdb8-40fb-924b-5cb1f2494df4 tempest-ServerRescueNegativeTestJSON-1622637895 tempest-ServerRescueNegativeTestJSON-1622637895-project] 10.222.0.49 "GET /v2.0/ports?device_id=bc74d9fd-9e29-4667-bb83-e5e3a6913f4e HTTP/1.1" status: 200 len: 946 time: 0.2441230 Aug 12 14:41:55.257594 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-479f6794-5d95-4379-be88-c7614455ab67 req-e78800ca-f3d9-4d43-bf55-a034f5b52d74 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=65b2c96d0253481aa302fceca03e83a5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0900204 Aug 12 14:41:55.399852 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765e110d-af48-44d8-8062-370d6c98cee9 tempest-RoutersAdminTest-311172655 tempest-RoutersAdminTest-311172655-project-admin] Pushing event updated for resources: {'Port': ['ID=d642c823-be66-4d76-8c70-ea37e586afb4,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:41:55.692094 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e0b9fa-d930-437a-9faf-74eea8474392 req-2044dcbc-7906-4790-8367-0fff56c0b1d4 tempest-ServerRescueNegativeTestJSON-1622637895 tempest-ServerRescueNegativeTestJSON-1622637895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:41:55.694799 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-f5e0b9fa-d930-437a-9faf-74eea8474392 req-2044dcbc-7906-4790-8367-0fff56c0b1d4 tempest-ServerRescueNegativeTestJSON-1622637895 tempest-ServerRescueNegativeTestJSON-1622637895-project] 10.222.0.39 "GET /v2.0/ports?device_id=bc74d9fd-9e29-4667-bb83-e5e3a6913f4e HTTP/1.1" status: 200 len: 946 time: 0.0726416 Aug 12 14:41:55.718848 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 7de7faf0-dc55-4af3-9150-7640ba49cde8 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:41:55.776839 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-f5e0b9fa-d930-437a-9faf-74eea8474392 req-2a57635b-2d2c-43dd-9c42-96cdc2c24e41 tempest-ServerRescueNegativeTestJSON-1622637895 tempest-ServerRescueNegativeTestJSON-1622637895-project] 10.222.0.39 "GET /v2.0/security-groups?id=268dec7e-7261-41d2-9e03-6b72db198ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729260 Aug 12 14:41:55.802719 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port 7de7faf0-dc55-4af3-9150-7640ba49cde8 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:41:55.803626 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:55.916566 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-fecef319-a33a-4fe7-bf05-be3481a410a5 req-2b95b8d8-0950-4f9a-881c-26827ede02d5 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=d52af645-a96c-4fda-a020-923ad96d40ff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4587059 Aug 12 14:41:55.974241 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91dde1d6-17f0-46e7-84ee-3f43769c1e56 admin admin] Network e5e4fc6e-0901-492c-bd78-fcc16b98eeec is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:41:55.993463 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [None req-91dde1d6-17f0-46e7-84ee-3f43769c1e56 admin admin] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:41:56.138589 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b589ed-5e8d-4f33-8f94-fa3272f34e7f req-243b8bb5-93ca-43f6-a2b1-f99326787d62 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:41:56.141504 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-e5b589ed-5e8d-4f33-8f94-fa3272f34e7f req-243b8bb5-93ca-43f6-a2b1-f99326787d62 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/ports?device_id=82ca70f0-3356-4166-96ef-a264876874d1 HTTP/1.1" status: 200 len: 946 time: 0.0643227 Aug 12 14:41:56.201772 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-e5b589ed-5e8d-4f33-8f94-fa3272f34e7f req-235f9735-6204-4b19-9146-0a67c1b7a282 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc2dacd2-6b8c-4388-a6b9-7c76f36fc545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535123 Aug 12 14:41:56.300144 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-24d40c41-7b17-483c-b570-e5d0317c535a None None] Provisioning complete for port b58f2f87-2b9d-4b0d-8cf9-762c26e4c3d1 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:41:56.300486 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-24d40c41-7b17-483c-b570-e5d0317c535a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:56.336110 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e953f24e-0118-4e3a-a6cd-95b304da7d26 req-4b06d57e-a35d-4cce-9973-22f5f007fa5f tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:41:56.337909 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-e953f24e-0118-4e3a-a6cd-95b304da7d26 req-4b06d57e-a35d-4cce-9973-22f5f007fa5f tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/ports?device_id=82ca70f0-3356-4166-96ef-a264876874d1 HTTP/1.1" status: 200 len: 946 time: 0.0601053 Aug 12 14:41:56.338054 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-24d40c41-7b17-483c-b570-e5d0317c535a None None] Port b58f2f87-2b9d-4b0d-8cf9-762c26e4c3d1 cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 14:41:56.347086 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 47050) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:41:56.352213 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-3bf875c4-db72-417f-8661-8f85f5b2131b tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Request body: {'floatingip': {'port_id': 'b0aac563-42bd-4b31-95a9-a0a4d4b9e42a'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:41:56.402823 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479f6794-5d95-4379-be88-c7614455ab67 req-859ddcd1-73d9-410d-955f-d92de485474c tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:41:56.407724 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3bf875c4-db72-417f-8661-8f85f5b2131b tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Notify callbacks [] for floatingip, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:56.411415 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-479f6794-5d95-4379-be88-c7614455ab67 req-859ddcd1-73d9-410d-955f-d92de485474c tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.0076458 Aug 12 14:41:56.413487 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-765e110d-af48-44d8-8062-370d6c98cee9 tempest-RoutersAdminTest-311172655 tempest-RoutersAdminTest-311172655-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:56.417362 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [req-1b9ec659-40a6-4210-a3dd-b5dab2175255 req-81e55b86-513b-4270-9f5c-1c743d0fdf8c tempest-ServerRescueNegativeTestJSON-1622637895 tempest-ServerRescueNegativeTestJSON-1622637895-project] Deleting port 9241cc5d-c8a3-48d9-8ce3-46074e26ba2d {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:41:56.417810 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-1b9ec659-40a6-4210-a3dd-b5dab2175255 req-81e55b86-513b-4270-9f5c-1c743d0fdf8c tempest-ServerRescueNegativeTestJSON-1622637895 tempest-ServerRescueNegativeTestJSON-1622637895-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:56.522462 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-479f6794-5d95-4379-be88-c7614455ab67 req-c791cb5c-cb32-4c7e-8b4f-23b34acd5bd7 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] 10.222.0.39 "GET /v2.0/quotas/65b2c96d0253481aa302fceca03e83a5 HTTP/1.1" status: 200 len: 375 time: 0.1099682 Aug 12 14:41:56.628473 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecef319-a33a-4fe7-bf05-be3481a410a5 req-14117a8e-1a0c-4f2e-a377-f7c904c63482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:41:56.630134 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-fecef319-a33a-4fe7-bf05-be3481a410a5 req-14117a8e-1a0c-4f2e-a377-f7c904c63482 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ef918c3e55db41809ce6731a1724be70&device_id=d52af645-a96c-4fda-a020-923ad96d40ff HTTP/1.1" status: 200 len: 1097 time: 0.6532900 Aug 12 14:41:56.779333 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-479f6794-5d95-4379-be88-c7614455ab67 req-e43290a0-796a-4515-99cf-fc8e97d7da92 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=65b2c96d0253481aa302fceca03e83a5&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2552967 Aug 12 14:41:56.856785 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-1b9ec659-40a6-4210-a3dd-b5dab2175255 req-81e55b86-513b-4270-9f5c-1c743d0fdf8c tempest-ServerRescueNegativeTestJSON-1622637895 tempest-ServerRescueNegativeTestJSON-1622637895-project] For port 9241cc5d-c8a3-48d9-8ce3-46074e26ba2d, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=9241cc5d-c8a3-48d9-8ce3-46074e26ba2d,segment=NetworkSegment(4c2b9cce-8b7c-48a7-9a48-725ec4478534),segment_id=4c2b9cce-8b7c-48a7-9a48-725ec4478534)] {{(pid=94467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:41:56.857066 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-1b9ec659-40a6-4210-a3dd-b5dab2175255 req-81e55b86-513b-4270-9f5c-1c743d0fdf8c tempest-ServerRescueNegativeTestJSON-1622637895 tempest-ServerRescueNegativeTestJSON-1622637895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:56.900365 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [req-1b9ec659-40a6-4210-a3dd-b5dab2175255 req-81e55b86-513b-4270-9f5c-1c743d0fdf8c tempest-ServerRescueNegativeTestJSON-1622637895 tempest-ServerRescueNegativeTestJSON-1622637895-project] Calling delete_port for 9241cc5d-c8a3-48d9-8ce3-46074e26ba2d owned by compute:nova {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:41:57.033092 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91dde1d6-17f0-46e7-84ee-3f43769c1e56 admin admin] Router 79f0ab8e-35c0-483a-98cd-43ce5bcd4984 has already been hosted by L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f {{(pid=94467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 14:41:57.059345 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecef319-a33a-4fe7-bf05-be3481a410a5 req-0c6b3f79-757b-43a8-8bd7-1b03c7e8e8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:41:57.060961 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-fecef319-a33a-4fe7-bf05-be3481a410a5 req-0c6b3f79-757b-43a8-8bd7-1b03c7e8e8b7 service neutron] 10.222.0.64 "GET /v2.0/networks?id=403ed391-7874-4a33-9f4f-96fa9ef207f4 HTTP/1.1" status: 200 len: 919 time: 0.3751874 Aug 12 14:41:57.140658 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3bf875c4-db72-417f-8661-8f85f5b2131b tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:57.155108 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3bf875c4-db72-417f-8661-8f85f5b2131b tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431510'] for floatingip, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:57.167628 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34da5f83-5719-4cee-a0a0-4b8dad02d7af req-0fb5cdcf-10d5-45b3-bad7-fb8c65466c09 tempest-ServerRescueNegativeTestJSON-1622637895 tempest-ServerRescueNegativeTestJSON-1622637895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:41:57.169957 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-fecef319-a33a-4fe7-bf05-be3481a410a5 req-11c7c2af-64d9-4001-a521-a79055f14242 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=77908564-4609-4603-8286-dd7ae3af6f74 HTTP/1.1" status: 200 len: 217 time: 0.0974982 Aug 12 14:41:57.183791 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-34da5f83-5719-4cee-a0a0-4b8dad02d7af req-0fb5cdcf-10d5-45b3-bad7-fb8c65466c09 tempest-ServerRescueNegativeTestJSON-1622637895 tempest-ServerRescueNegativeTestJSON-1622637895-project] 10.222.0.39 "GET /v2.0/ports?device_id=bc74d9fd-9e29-4667-bb83-e5e3a6913f4e HTTP/1.1" status: 200 len: 946 time: 0.2478623 Aug 12 14:41:57.334833 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-34da5f83-5719-4cee-a0a0-4b8dad02d7af req-2c2f9307-7648-4e16-9d64-be8d1d9a7772 tempest-ServerRescueNegativeTestJSON-1622637895 tempest-ServerRescueNegativeTestJSON-1622637895-project] 10.222.0.39 "GET /v2.0/security-groups?id=268dec7e-7261-41d2-9e03-6b72db198ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492290 Aug 12 14:41:57.340415 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-def0254e-744b-446d-a654-bb9a8f1ea05d req-5a4bf04f-1dff-4a38-a495-5cc53f19601c tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] 10.222.0.39 "GET /v2.0/ports?device_id=a2e2363b-e2f7-4ce0-a8e3-3f837bbee030 HTTP/1.1" status: 200 len: 210 time: 0.0918572 Aug 12 14:41:57.359666 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-765e110d-af48-44d8-8062-370d6c98cee9 tempest-RoutersAdminTest-311172655 tempest-RoutersAdminTest-311172655-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-429413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-431608'] for router, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:57.473158 n-d-694802-15 neutron-server[94466]: INFO neutron.db.l3_db [None req-3bf875c4-db72-417f-8661-8f85f5b2131b tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Floating IP 373a49e6-9371-490d-8118-1fc392614335 associated. External IP: 172.25.1.103, port: b0aac563-42bd-4b31-95a9-a0a4d4b9e42a. Aug 12 14:41:57.485168 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecef319-a33a-4fe7-bf05-be3481a410a5 req-bb38e3c3-b095-48bf-94c7-2e032a390bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:41:57.486666 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-fecef319-a33a-4fe7-bf05-be3481a410a5 req-bb38e3c3-b095-48bf-94c7-2e032a390bb6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d596ebc0-f7b2-4a88-b2fe-14085d881fde HTTP/1.1" status: 200 len: 858 time: 0.3040984 Aug 12 14:41:57.558209 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-fecef319-a33a-4fe7-bf05-be3481a410a5 req-af582fe3-77d4-404d-90ea-6c79ed5df4a3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=403ed391-7874-4a33-9f4f-96fa9ef207f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0567327 Aug 12 14:41:57.626581 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91dde1d6-17f0-46e7-84ee-3f43769c1e56 admin admin] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 14:41:57.633075 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-91dde1d6-17f0-46e7-84ee-3f43769c1e56 admin admin] 10.222.0.39 "PUT /v2.0/routers/79f0ab8e-35c0-483a-98cd-43ce5bcd4984/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3491163 Aug 12 14:41:57.648517 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59022679-e1a2-42fa-8ba9-8b4de278978c None None] Sync routers for ids ['79f0ab8e-35c0-483a-98cd-43ce5bcd4984'] in n-d-694802-15 {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 14:41:57.675609 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59022679-e1a2-42fa-8ba9-8b4de278978c None None] Routers {'79f0ab8e-35c0-483a-98cd-43ce5bcd4984'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:41:57.676284 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-59022679-e1a2-42fa-8ba9-8b4de278978c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:41:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['79f0ab8e-35c0-483a-98cd-43ce5bcd4984'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:41:57.738452 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-1b9ec659-40a6-4210-a3dd-b5dab2175255 req-81e55b86-513b-4270-9f5c-1c743d0fdf8c tempest-ServerRescueNegativeTestJSON-1622637895 tempest-ServerRescueNegativeTestJSON-1622637895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:57.759833 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] get_ports_and_sgs() called for port_ids ['77908564-4609-4603-8286-dd7ae3af6f74'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:41:57.898874 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e55b86-513b-4270-9f5c-1c743d0fdf8c tempest-ServerRescueNegativeTestJSON-1622637895 tempest-ServerRescueNegativeTestJSON-1622637895-project] Pushing event deleted for resources: {'Port': ['ID=9241cc5d-c8a3-48d9-8ce3-46074e26ba2d,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:41:57.933601 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bf875c4-db72-417f-8661-8f85f5b2131b tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Router e1da5fa6-2585-42c8-9463-fddd21b2ac0e has already been hosted by L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f {{(pid=94466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 14:41:58.000356 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b9ec659-40a6-4210-a3dd-b5dab2175255 req-81e55b86-513b-4270-9f5c-1c743d0fdf8c tempest-ServerRescueNegativeTestJSON-1622637895 tempest-ServerRescueNegativeTestJSON-1622637895-project] No DVR routers for this DVR port 9241cc5d-c8a3-48d9-8ce3-46074e26ba2d on host n-h2-694802-15 {{(pid=94467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:41:58.007198 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-1b9ec659-40a6-4210-a3dd-b5dab2175255 req-81e55b86-513b-4270-9f5c-1c743d0fdf8c tempest-ServerRescueNegativeTestJSON-1622637895 tempest-ServerRescueNegativeTestJSON-1622637895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:58.009619 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-1b9ec659-40a6-4210-a3dd-b5dab2175255 req-81e55b86-513b-4270-9f5c-1c743d0fdf8c tempest-ServerRescueNegativeTestJSON-1622637895 tempest-ServerRescueNegativeTestJSON-1622637895-project] 10.222.0.49 "DELETE /v2.0/ports/9241cc5d-c8a3-48d9-8ce3-46074e26ba2d HTTP/1.1" status: 204 len: 173 time: 2.7511024 Aug 12 14:41:58.010733 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvr_db [None req-59022679-e1a2-42fa-8ba9-8b4de278978c None None] Set router 79f0ab8e-35c0-483a-98cd-43ce5bcd4984 gateway port host: n-d-694802-15 {{(pid=94468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:41:58.010871 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc74d9fd-9e29-4667-bb83-e5e3a6913f4e', 'name': 'network-vif-deleted', 'tag': '9241cc5d-c8a3-48d9-8ce3-46074e26ba2d'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:41:58.013572 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e65282f928b64038367d043a4411777802006c43a98742496cb2e25b724ff1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8f33022-98d9-48b2-a50b-2ce38c82a058" -d '{"events": [{"server_uuid": "bc74d9fd-9e29-4667-bb83-e5e3a6913f4e", "name": "network-vif-deleted", "tag": "9241cc5d-c8a3-48d9-8ce3-46074e26ba2d"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:41:58.055969 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-765e110d-af48-44d8-8062-370d6c98cee9 tempest-RoutersAdminTest-311172655 tempest-RoutersAdminTest-311172655-project-admin] Router 52d6ce8e-4d9c-4b1b-842a-88d7e19ad1d1 is scheduled to L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f with binding_index 1 {{(pid=94467) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 14:41:58.263761 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 14:41:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6174f5d5-9c8e-44bf-9692-66beeaa006ff x-openstack-request-id: req-6174f5d5-9c8e-44bf-9692-66beeaa006ff {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:41:58.265657 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc74d9fd-9e29-4667-bb83-e5e3a6913f4e", "name": "network-vif-deleted", "tag": "9241cc5d-c8a3-48d9-8ce3-46074e26ba2d", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:41:58.268401 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6174f5d5-9c8e-44bf-9692-66beeaa006ff {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:41:58.269035 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc74d9fd-9e29-4667-bb83-e5e3a6913f4e', 'name': 'network-vif-deleted', 'tag': '9241cc5d-c8a3-48d9-8ce3-46074e26ba2d', 'status': 'completed', 'code': 200} Aug 12 14:41:58.272348 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-765e110d-af48-44d8-8062-370d6c98cee9 tempest-RoutersAdminTest-311172655 tempest-RoutersAdminTest-311172655-project-admin] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 14:41:58.286278 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5454dc5-5a69-4462-ba95-c2fbeb44a321 None None] Sync routers for ids ['52d6ce8e-4d9c-4b1b-842a-88d7e19ad1d1'] in n-d-694802-15 {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 14:41:58.324905 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5454dc5-5a69-4462-ba95-c2fbeb44a321 None None] Routers {'52d6ce8e-4d9c-4b1b-842a-88d7e19ad1d1'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:41:58.325266 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-fecef319-a33a-4fe7-bf05-be3481a410a5 req-a9c0bb03-f019-4795-a2c7-de3ef863d929 service neutron] 10.222.0.64 "GET /v2.0/networks/403ed391-7874-4a33-9f4f-96fa9ef207f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7468510 Aug 12 14:41:58.326528 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-c5454dc5-5a69-4462-ba95-c2fbeb44a321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:41:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['52d6ce8e-4d9c-4b1b-842a-88d7e19ad1d1'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:41:58.716759 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-765e110d-af48-44d8-8062-370d6c98cee9 tempest-RoutersAdminTest-311172655 tempest-RoutersAdminTest-311172655-project-admin] Notify callbacks [] for router, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:58.718752 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-765e110d-af48-44d8-8062-370d6c98cee9 tempest-RoutersAdminTest-311172655 tempest-RoutersAdminTest-311172655-project-admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 6.5087838 Aug 12 14:41:58.754501 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-fecef319-a33a-4fe7-bf05-be3481a410a5 req-b81af850-cfc0-4f6d-8008-b76d103377ca service neutron] 10.222.0.64 "GET /v2.0/networks/403ed391-7874-4a33-9f4f-96fa9ef207f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4182310 Aug 12 14:41:58.755750 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 47132) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:41:58.801470 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-c5454dc5-5a69-4462-ba95-c2fbeb44a321 None None] Set router 52d6ce8e-4d9c-4b1b-842a-88d7e19ad1d1 gateway port host: n-d-694802-15 {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:41:58.808626 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-479f6794-5d95-4379-be88-c7614455ab67 req-92b7a5b8-0fc8-405a-a994-1923370f6076 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=65b2c96d0253481aa302fceca03e83a5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0966387 Aug 12 14:41:58.867679 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f96ad4d0-5e95-4e7c-952b-6595d2fc29f7 req-4d8e5a0f-9e18-4b9d-b356-50f2d6769fae tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] 10.222.0.39 "GET /v2.0/ports?device_id=a2e2363b-e2f7-4ce0-a8e3-3f837bbee030 HTTP/1.1" status: 200 len: 210 time: 0.1532679 Aug 12 14:41:58.922497 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device 9241cc5d-c8a3-48d9-8ce3-46074e26ba2d no longer exists at agent hyperv_n-h2-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:41:59.032224 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] No Port match for: 9241cc5d-c8a3-48d9-8ce3-46074e26ba2d {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 14:41:59.032676 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device 9241cc5d-c8a3-48d9-8ce3-46074e26ba2d not bound to the agent host n-h2-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:41:59.171759 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-ea3b1109-ee27-4e4d-98f4-aaed3bd1df30 req-d602823e-ae89-4565-973f-e534dc4fd1e6 tempest-ServerRescueNegativeTestJSON-1622637895 tempest-ServerRescueNegativeTestJSON-1622637895-project] 10.222.0.39 "GET /v2.0/ports?device_id=bc74d9fd-9e29-4667-bb83-e5e3a6913f4e HTTP/1.1" status: 200 len: 210 time: 0.0963652 Aug 12 14:41:59.185042 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-59022679-e1a2-42fa-8ba9-8b4de278978c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79f0ab8e-35c0-483a-98cd-43ce5bcd4984', 'name': 'tempest-TaggedBootDevicesTest_v242-493623005-router', 'tenant_id': 'c4f0f352632942859f6399a2c9890ad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.97'}], 'enable_snat': True}, 'gw_port_id': '7de7faf0-dc55-4af3-9150-7640ba49cde8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:41:45Z', 'updated_at': '2021-08-12T14:41:54Z', 'revision_number': 4, 'project_id': 'c4f0f352632942859f6399a2c9890ad2', 'gw_port': {'id': '7de7faf0-dc55-4af3-9150-7640ba49cde8', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:ed:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79f0ab8e-35c0-483a-98cd-43ce5bcd4984', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:41:46Z', 'updated_at': '2021-08-12T14:41:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': 'b58f2f87-2b9d-4b0d-8cf9-762c26e4c3d1', 'name': '', 'network_id': 'e5e4fc6e-0901-492c-bd78-fcc16b98eeec', 'tenant_id': 'c4f0f352632942859f6399a2c9890ad2', 'mac_address': 'fa:16:3e:e7:1e:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79f0ab8e-35c0-483a-98cd-43ce5bcd4984', 'device_owner': 'network:router_interface', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': '444fade6-475a-482f-b204-ebf217d66f28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:41:51Z', 'updated_at': '2021-08-12T14:41:54Z', 'revision_number': 2, 'project_id': 'c4f0f352632942859f6399a2c9890ad2', 'subnets': [{'id': '444fade6-475a-482f-b204-ebf217d66f28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:41:59.201828 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bf875c4-db72-417f-8661-8f85f5b2131b tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 14:41:59.211833 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3bf875c4-db72-417f-8661-8f85f5b2131b tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for floatingip, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:59.247261 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c221aac-7b3d-4636-ae62-ad585a50a912 None None] Sync routers for ids ['e1da5fa6-2585-42c8-9463-fddd21b2ac0e'] in n-d-694802-15 {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 14:41:59.253308 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59022679-e1a2-42fa-8ba9-8b4de278978c None None] Checking router: 79f0ab8e-35c0-483a-98cd-43ce5bcd4984 for host: n-d-694802-15 {{(pid=94468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 14:41:59.255965 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59022679-e1a2-42fa-8ba9-8b4de278978c None None] Updating router 79f0ab8e-35c0-483a-98cd-43ce5bcd4984 port b58f2f87-2b9d-4b0d-8cf9-762c26e4c3d1 binding host n-d-694802-15 {{(pid=94468) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 14:41:59.272328 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-3bf875c4-db72-417f-8661-8f85f5b2131b tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "PUT /v2.0/floatingips/373a49e6-9371-490d-8118-1fc392614335 HTTP/1.1" status: 200 len: 992 time: 2.9145193 Aug 12 14:41:59.283758 n-d-694802-15 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82ca70f0-3356-4166-96ef-a264876874d1', 'tag': 'b0aac563-42bd-4b31-95a9-a0a4d4b9e42a'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:41:59.288311 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e785eeede3897370d0b20f09d5f461b30cfecd5ed38c4f07dacd02bc52c9277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cce73a2e-27cd-4d07-8cb4-c0e02e8abaf1" -d '{"events": [{"name": "network-changed", "server_uuid": "82ca70f0-3356-4166-96ef-a264876874d1", "tag": "b0aac563-42bd-4b31-95a9-a0a4d4b9e42a"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:41:59.375783 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-c5454dc5-5a69-4462-ba95-c2fbeb44a321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52d6ce8e-4d9c-4b1b-842a-88d7e19ad1d1', 'name': 'tempest-snat-router-919203097', 'tenant_id': 'f644b04339074e0fbed661ee752ea9b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.147'}], 'enable_snat': False}, 'gw_port_id': 'd642c823-be66-4d76-8c70-ea37e586afb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:41:52Z', 'updated_at': '2021-08-12T14:41:55Z', 'revision_number': 3, 'project_id': 'f644b04339074e0fbed661ee752ea9b5', 'gw_port': {'id': 'd642c823-be66-4d76-8c70-ea37e586afb4', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:27:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52d6ce8e-4d9c-4b1b-842a-88d7e19ad1d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1431, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:41:54Z', 'updated_at': '2021-08-12T14:41:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-694802-15'}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:41:59.405599 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 14:41:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45f1b4e8-1475-4652-9b81-2169b13997d4 x-openstack-request-id: req-45f1b4e8-1475-4652-9b81-2169b13997d4 {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:41:59.406546 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82ca70f0-3356-4166-96ef-a264876874d1", "tag": "b0aac563-42bd-4b31-95a9-a0a4d4b9e42a", "status": "completed", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:41:59.406983 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-45f1b4e8-1475-4652-9b81-2169b13997d4 {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:41:59.407620 n-d-694802-15 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82ca70f0-3356-4166-96ef-a264876874d1', 'tag': 'b0aac563-42bd-4b31-95a9-a0a4d4b9e42a', 'status': 'completed', 'code': 200} Aug 12 14:41:59.425007 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c221aac-7b3d-4636-ae62-ad585a50a912 None None] Routers {'e1da5fa6-2585-42c8-9463-fddd21b2ac0e'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:41:59.425663 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-5c221aac-7b3d-4636-ae62-ad585a50a912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:41:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['e1da5fa6-2585-42c8-9463-fddd21b2ac0e'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:41:59.429842 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-59022679-e1a2-42fa-8ba9-8b4de278978c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:59.469250 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5454dc5-5a69-4462-ba95-c2fbeb44a321 None None] Checking router: 52d6ce8e-4d9c-4b1b-842a-88d7e19ad1d1 for host: n-d-694802-15 {{(pid=94469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 14:41:59.470029 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5454dc5-5a69-4462-ba95-c2fbeb44a321 None None] Updating router 52d6ce8e-4d9c-4b1b-842a-88d7e19ad1d1 port d642c823-be66-4d76-8c70-ea37e586afb4 binding host n-d-694802-15 {{(pid=94469) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 14:41:59.522093 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-c5454dc5-5a69-4462-ba95-c2fbeb44a321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:59.576943 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-a7d48932-5d4e-473a-ae48-050279a35e25 tempest-RoutersAdminTest-311172655 tempest-RoutersAdminTest-311172655-project-admin] 10.222.0.39 "GET /v2.0/routers/52d6ce8e-4d9c-4b1b-842a-88d7e19ad1d1 HTTP/1.1" status: 200 len: 908 time: 0.8075132 Aug 12 14:41:59.577314 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 47150) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:41:59.586260 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-6bd2537b-4e10-44d7-9b27-58a569bfb0e9 tempest-RoutersAdminTest-311172655 tempest-RoutersAdminTest-311172655-project-admin] Request body: {'router': {'name': 'tempest-snat-router-919203097', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'enable_snat': True}}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:41:59.586412 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479f6794-5d95-4379-be88-c7614455ab67 req-a71c5972-4e83-4b53-9499-7bd7eda64297 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:41:59.588563 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-479f6794-5d95-4379-be88-c7614455ab67 req-a71c5972-4e83-4b53-9499-7bd7eda64297 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7196321 Aug 12 14:41:59.590653 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce73a2e-27cd-4d07-8cb4-c0e02e8abaf1 req-3cac6fb1-0fc6-4ba8-b8d4-f82857035ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:41:59.592103 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-cce73a2e-27cd-4d07-8cb4-c0e02e8abaf1 req-3cac6fb1-0fc6-4ba8-b8d4-f82857035ad1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f4b313af8d624a809d563851b784d520&device_id=82ca70f0-3356-4166-96ef-a264876874d1 HTTP/1.1" status: 200 len: 1098 time: 0.1419070 Aug 12 14:41:59.608975 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-479f6794-5d95-4379-be88-c7614455ab67 req-5d47945b-d6ea-4a4d-ae37-0ad75600d5f6 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] Request body: {'port': {'device_id': 'a2e2363b-e2f7-4ce0-a8e3-3f837bbee030', 'network_id': '2525c403-dfb3-4196-a273-739607aab38a', 'admin_state_up': True, 'tenant_id': '65b2c96d0253481aa302fceca03e83a5'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:41:59.660404 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-6bd2537b-4e10-44d7-9b27-58a569bfb0e9 tempest-RoutersAdminTest-311172655 tempest-RoutersAdminTest-311172655-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-430574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-104863'] for router, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:59.661561 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-6bd2537b-4e10-44d7-9b27-58a569bfb0e9 tempest-RoutersAdminTest-311172655 tempest-RoutersAdminTest-311172655-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-429438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-431405', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66646573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-104852'] for router, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:41:59.690317 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvr_db [None req-5c221aac-7b3d-4636-ae62-ad585a50a912 None None] Set router e1da5fa6-2585-42c8-9463-fddd21b2ac0e gateway port host: n-d-694802-15 {{(pid=94468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:41:59.888080 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-6bd2537b-4e10-44d7-9b27-58a569bfb0e9 tempest-RoutersAdminTest-311172655 tempest-RoutersAdminTest-311172655-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:00.039787 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce73a2e-27cd-4d07-8cb4-c0e02e8abaf1 req-0cbc65f0-8d62-46ef-b577-aef2d16e78c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:42:00.042688 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-cce73a2e-27cd-4d07-8cb4-c0e02e8abaf1 req-0cbc65f0-8d62-46ef-b577-aef2d16e78c5 service neutron] 10.222.0.64 "GET /v2.0/networks?id=4552c891-e268-4d7c-98f1-e8736a29b277 HTTP/1.1" status: 200 len: 913 time: 0.4290645 Aug 12 14:42:00.045010 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-479f6794-5d95-4379-be88-c7614455ab67 req-5d47945b-d6ea-4a4d-ae37-0ad75600d5f6 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] Made reservation on behalf of 65b2c96d0253481aa302fceca03e83a5 for: {'port': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:42:00.051171 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-479f6794-5d95-4379-be88-c7614455ab67 req-5d47945b-d6ea-4a4d-ae37-0ad75600d5f6 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:00.108927 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-c5454dc5-5a69-4462-ba95-c2fbeb44a321 None None] Notify callbacks [] for port, precommit_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:00.129165 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.provisioning_blocks [None req-c5454dc5-5a69-4462-ba95-c2fbeb44a321 None None] Transition to ACTIVE for port object d642c823-be66-4d76-8c70-ea37e586afb4 will not be triggered until provisioned by entity L2. {{(pid=94469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:42:00.140905 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-c5454dc5-5a69-4462-ba95-c2fbeb44a321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:00.195565 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e864f14b-16f9-4904-9885-a082d0be24b3 req-dc552677-d757-4fd4-b3dc-8ad1ee34d54e tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] 10.222.0.39 "GET /v2.0/ports?device_id=a2e2363b-e2f7-4ce0-a8e3-3f837bbee030 HTTP/1.1" status: 200 len: 210 time: 0.1578133 Aug 12 14:42:00.256224 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8823dc0-d902-4f63-87e1-622aee0dea17 None None] Pushing event updated for resources: {'Port': ['ID=d642c823-be66-4d76-8c70-ea37e586afb4,revision_number=2']} {{(pid=94469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:42:00.317214 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.managers [None req-c5454dc5-5a69-4462-ba95-c2fbeb44a321 None None] Attempting to bind port d642c823-be66-4d76-8c70-ea37e586afb4 on host n-d-694802-15 for vnic_type normal with profile {{(pid=94469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:42:00.320778 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-cce73a2e-27cd-4d07-8cb4-c0e02e8abaf1 req-048c6e1b-f8c7-42ab-9bf4-8d0ccb310c58 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b0aac563-42bd-4b31-95a9-a0a4d4b9e42a HTTP/1.1" status: 200 len: 1000 time: 0.2500632 Aug 12 14:42:00.321548 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.managers [None req-c5454dc5-5a69-4462-ba95-c2fbeb44a321 None None] Attempting to bind port d642c823-be66-4d76-8c70-ea37e586afb4 by drivers openvswitch,hyperv on host n-d-694802-15 at level 0 using segments [{'id': 'b1b396cb-2dc6-4041-bfc7-1833a80a4720', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'}] {{(pid=94469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:42:00.322737 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5454dc5-5a69-4462-ba95-c2fbeb44a321 None None] Attempting to bind port d642c823-be66-4d76-8c70-ea37e586afb4 on network d3759e1b-6c03-45ac-acd4-90abb417809b {{(pid=94469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:42:00.336931 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5454dc5-5a69-4462-ba95-c2fbeb44a321 None None] Checking agent: {'id': '16de73ac-f2e9-4cee-b3e0-91052ae3e6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 20, 13), 'started_at': datetime.datetime(2021, 8, 12, 14, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 41, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:42:00.340560 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5454dc5-5a69-4462-ba95-c2fbeb44a321 None None] Checking segment: {'id': 'b1b396cb-2dc6-4041-bfc7-1833a80a4720', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:42:00.341192 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-c5454dc5-5a69-4462-ba95-c2fbeb44a321 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:00.342416 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5454dc5-5a69-4462-ba95-c2fbeb44a321 None None] Bound using segment: {'id': 'b1b396cb-2dc6-4041-bfc7-1833a80a4720', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'} {{(pid=94469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:42:00.344366 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.managers [None req-c5454dc5-5a69-4462-ba95-c2fbeb44a321 None None] Bound port: d642c823-be66-4d76-8c70-ea37e586afb4, host: n-d-694802-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1b396cb-2dc6-4041-bfc7-1833a80a4720', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'}}] {{(pid=94469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:42:00.345202 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-c5454dc5-5a69-4462-ba95-c2fbeb44a321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:00.369776 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-6bd2537b-4e10-44d7-9b27-58a569bfb0e9 tempest-RoutersAdminTest-311172655 tempest-RoutersAdminTest-311172655-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:00.528690 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.db [None req-c5454dc5-5a69-4462-ba95-c2fbeb44a321 None None] For port d642c823-be66-4d76-8c70-ea37e586afb4, host n-d-694802-15, cleared binding levels {{(pid=94469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:42:00.542687 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.db [None req-c5454dc5-5a69-4462-ba95-c2fbeb44a321 None None] For port d642c823-be66-4d76-8c70-ea37e586afb4, host n-d-694802-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=d642c823-be66-4d76-8c70-ea37e586afb4,segment=NetworkSegment(b1b396cb-2dc6-4041-bfc7-1833a80a4720),segment_id=b1b396cb-2dc6-4041-bfc7-1833a80a4720)] {{(pid=94469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:42:00.557398 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-c5454dc5-5a69-4462-ba95-c2fbeb44a321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:00.584541 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-5c221aac-7b3d-4636-ae62-ad585a50a912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1da5fa6-2585-42c8-9463-fddd21b2ac0e', 'name': 'tempest-ServerActionsTestJSON-1626470397-router', 'tenant_id': 'f4b313af8d624a809d563851b784d520', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.96'}], 'enable_snat': True}, 'gw_port_id': 'bd7607a9-8d84-486a-a6f9-71eb0e44e6ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:41:16Z', 'updated_at': '2021-08-12T14:41:24Z', 'revision_number': 4, 'project_id': 'f4b313af8d624a809d563851b784d520', 'gw_port': {'id': 'bd7607a9-8d84-486a-a6f9-71eb0e44e6ff', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:dd:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1da5fa6-2585-42c8-9463-fddd21b2ac0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:41:17Z', 'updated_at': '2021-08-12T14:41:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_floatingips': [{'id': '373a49e6-9371-490d-8118-1fc392614335', 'tenant_id': 'f4b313af8d624a809d563851b784d520', 'floating_ip_address': '172.25.1.103', 'floating_network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'router_id': 'e1da5fa6-2585-42c8-9463-fddd21b2ac0e', 'port_id': 'b0aac563-42bd-4b31-95a9-a0a4d4b9e42a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1413, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4552c891-e268-4d7c-98f1-e8736a29b277', 'mac_address': 'fa:16:3e:97:f1:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82ca70f0-3356-4166-96ef-a264876874d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T14:41:35Z', 'updated_at': '2021-08-12T14:41:57Z', 'revision_number': 1, 'project_id': 'f4b313af8d624a809d563851b784d520', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3be8a27-d228-491e-bb30-8dff59d63dd9', 'name': '', 'network_id': '4552c891-e268-4d7c-98f1-e8736a29b277', 'tenant_id': 'f4b313af8d624a809d563851b784d520', 'mac_address': 'fa:16:3e:a1:33:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1da5fa6-2585-42c8-9463-fddd21b2ac0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': 'b3b4e56e-f3bd-4709-bfd6-3e62da1e0ac7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:41:22Z', 'updated_at': '2021-08-12T14:41:32Z', 'revision_number': 5, 'project_id': 'f4b313af8d624a809d563851b784d520', 'subnets': [{'id': 'b3b4e56e-f3bd-4709-bfd6-3e62da1e0ac7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:42:00.772526 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5454dc5-5a69-4462-ba95-c2fbeb44a321 None None] Routers {'52d6ce8e-4d9c-4b1b-842a-88d7e19ad1d1'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:42:00.773319 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-c5454dc5-5a69-4462-ba95-c2fbeb44a321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:41:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['52d6ce8e-4d9c-4b1b-842a-88d7e19ad1d1'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:42:00.811595 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_common [req-479f6794-5d95-4379-be88-c7614455ab67 req-5d47945b-d6ea-4a4d-ae37-0ad75600d5f6 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] Allocated IP 192.168.233.202 (2525c403-dfb3-4196-a273-739607aab38a/236e0be6-1c94-4221-9e8b-ab02a53331f8/4ebd42eb-a49d-4a46-bce9-8cd54192c1c6) {{(pid=94467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:42:00.829110 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c221aac-7b3d-4636-ae62-ad585a50a912 None None] Checking router: e1da5fa6-2585-42c8-9463-fddd21b2ac0e for host: n-d-694802-15 {{(pid=94468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 14:42:00.922077 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-59022679-e1a2-42fa-8ba9-8b4de278978c None None] Notify callbacks [] for port, precommit_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:00.971244 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-59022679-e1a2-42fa-8ba9-8b4de278978c None None] Transition to ACTIVE for port object b58f2f87-2b9d-4b0d-8cf9-762c26e4c3d1 will not be triggered until provisioned by entity L2. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:42:00.987227 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-59022679-e1a2-42fa-8ba9-8b4de278978c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:00.991600 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-c5454dc5-5a69-4462-ba95-c2fbeb44a321 None None] Set router 52d6ce8e-4d9c-4b1b-842a-88d7e19ad1d1 gateway port host: n-d-694802-15 {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:42:01.039592 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce73a2e-27cd-4d07-8cb4-c0e02e8abaf1 req-b0c48389-63d2-41ea-9cf9-a41faca910bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:42:01.042323 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-cce73a2e-27cd-4d07-8cb4-c0e02e8abaf1 req-b0c48389-63d2-41ea-9cf9-a41faca910bd service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b3b4e56e-f3bd-4709-bfd6-3e62da1e0ac7 HTTP/1.1" status: 200 len: 851 time: 0.5334938 Aug 12 14:42:01.106037 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c221aac-7b3d-4636-ae62-ad585a50a912 None None] Routers {'e1da5fa6-2585-42c8-9463-fddd21b2ac0e'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:42:01.106707 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-5c221aac-7b3d-4636-ae62-ad585a50a912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:41:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['e1da5fa6-2585-42c8-9463-fddd21b2ac0e'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:42:01.117105 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af07bab6-81f6-41cc-8981-efb7b1a8c74a None None] Pushing event updated for resources: {'Port': ['ID=b58f2f87-2b9d-4b0d-8cf9-762c26e4c3d1,revision_number=3']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:42:01.250033 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8823dc0-d902-4f63-87e1-622aee0dea17 None None] Pushing event updated for resources: {'Port': ['ID=d642c823-be66-4d76-8c70-ea37e586afb4,revision_number=3']} {{(pid=94469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:42:01.394394 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-479f6794-5d95-4379-be88-c7614455ab67 req-5d47945b-d6ea-4a4d-ae37-0ad75600d5f6 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] Notify callbacks [] for port, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:01.414528 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [req-479f6794-5d95-4379-be88-c7614455ab67 req-5d47945b-d6ea-4a4d-ae37-0ad75600d5f6 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] Transition to ACTIVE for port object 4ebd42eb-a49d-4a46-bce9-8cd54192c1c6 will not be triggered until provisioned by entity DHCP. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:42:01.508954 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-479f6794-5d95-4379-be88-c7614455ab67 req-5d47945b-d6ea-4a4d-ae37-0ad75600d5f6 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:01.544375 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-c5454dc5-5a69-4462-ba95-c2fbeb44a321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52d6ce8e-4d9c-4b1b-842a-88d7e19ad1d1', 'name': 'tempest-snat-router-919203097', 'tenant_id': 'f644b04339074e0fbed661ee752ea9b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.147'}], 'enable_snat': False}, 'gw_port_id': 'd642c823-be66-4d76-8c70-ea37e586afb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:41:52Z', 'updated_at': '2021-08-12T14:41:55Z', 'revision_number': 3, 'project_id': 'f644b04339074e0fbed661ee752ea9b5', 'gw_port': {'id': 'd642c823-be66-4d76-8c70-ea37e586afb4', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:27:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52d6ce8e-4d9c-4b1b-842a-88d7e19ad1d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1431, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:41:54Z', 'updated_at': '2021-08-12T14:42:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-694802-15'}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:42:01.562590 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] get_ports_and_sgs() called for port_ids ['29731b86-ffa2-4aca-a795-760760d96e26', '6f8cf43d-d568-4ef8-a63e-924a5ac834bf', '4f292369-b701-4c34-9819-97c2a2d581f7'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:42:01.564770 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f28b3bf-54b8-4395-9571-829db39e3a6f req-b29ebc2d-6c4d-465d-a0e2-47af3cbd0e4b tempest-ServerRescueNegativeTestJSON-1622637895 tempest-ServerRescueNegativeTestJSON-1622637895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:42:01.574932 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-9f28b3bf-54b8-4395-9571-829db39e3a6f req-b29ebc2d-6c4d-465d-a0e2-47af3cbd0e4b tempest-ServerRescueNegativeTestJSON-1622637895 tempest-ServerRescueNegativeTestJSON-1622637895-project] 10.222.0.39 "GET /v2.0/ports?device_id=d52af645-a96c-4fda-a020-923ad96d40ff HTTP/1.1" status: 200 len: 945 time: 0.6903837 Aug 12 14:42:01.575915 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] get_ports_and_sgs() called for port_ids ['ebc29655-e531-44b0-80e0-93f88244161e', '0f41f19b-87f7-41dc-98ce-2eaa783e9bc3', '428b7bf8-6b0d-46c3-8e1b-68f09a754cc2', 'be08eae7-c2c0-4ec4-822c-37369dd75809'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:42:01.578121 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-6bd2537b-4e10-44d7-9b27-58a569bfb0e9 tempest-RoutersAdminTest-311172655 tempest-RoutersAdminTest-311172655-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:01.616419 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-6bd2537b-4e10-44d7-9b27-58a569bfb0e9 tempest-RoutersAdminTest-311172655 tempest-RoutersAdminTest-311172655-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:01.622428 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-479f6794-5d95-4379-be88-c7614455ab67 req-5d47945b-d6ea-4a4d-ae37-0ad75600d5f6 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] Network 2525c403-dfb3-4196-a273-739607aab38a is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:42:01.635767 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce73a2e-27cd-4d07-8cb4-c0e02e8abaf1 req-92bcb692-cf84-41c9-9751-3e2778b3367f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:42:01.642493 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5454dc5-5a69-4462-ba95-c2fbeb44a321 None None] The sync data for ids ['52d6ce8e-4d9c-4b1b-842a-88d7e19ad1d1'] in n-d-694802-15 is: [{'id': '52d6ce8e-4d9c-4b1b-842a-88d7e19ad1d1', 'name': 'tempest-snat-router-919203097', 'tenant_id': 'f644b04339074e0fbed661ee752ea9b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.147'}], 'enable_snat': False}, 'gw_port_id': 'd642c823-be66-4d76-8c70-ea37e586afb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:41:52Z', 'updated_at': '2021-08-12T14:41:55Z', 'revision_number': 3, 'project_id': 'f644b04339074e0fbed661ee752ea9b5', 'gw_port': {'id': 'd642c823-be66-4d76-8c70-ea37e586afb4', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:27:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52d6ce8e-4d9c-4b1b-842a-88d7e19ad1d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1431, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:41:54Z', 'updated_at': '2021-08-12T14:42:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-694802-15'}] {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 14:42:01.642969 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-cce73a2e-27cd-4d07-8cb4-c0e02e8abaf1 req-92bcb692-cf84-41c9-9751-3e2778b3367f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4552c891-e268-4d7c-98f1-e8736a29b277&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5773015 Aug 12 14:42:01.653955 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [req-479f6794-5d95-4379-be88-c7614455ab67 req-5d47945b-d6ea-4a4d-ae37-0ad75600d5f6 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:42:01.808491 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [req-479f6794-5d95-4379-be88-c7614455ab67 req-5d47945b-d6ea-4a4d-ae37-0ad75600d5f6 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] Received port after_create {{(pid=94467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:42:01.841285 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvr_db [None req-5c221aac-7b3d-4636-ae62-ad585a50a912 None None] Set router e1da5fa6-2585-42c8-9463-fddd21b2ac0e gateway port host: n-d-694802-15 {{(pid=94468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:42:01.849988 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-9f28b3bf-54b8-4395-9571-829db39e3a6f req-6c7ed3b3-43f0-4ddd-9522-9d1fefd6a0fc tempest-ServerRescueNegativeTestJSON-1622637895 tempest-ServerRescueNegativeTestJSON-1622637895-project] 10.222.0.39 "GET /v2.0/security-groups?id=268dec7e-7261-41d2-9e03-6b72db198ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2740293 Aug 12 14:42:01.946800 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479f6794-5d95-4379-be88-c7614455ab67 req-5d47945b-d6ea-4a4d-ae37-0ad75600d5f6 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:42:01.947626 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-479f6794-5d95-4379-be88-c7614455ab67 req-5d47945b-d6ea-4a4d-ae37-0ad75600d5f6 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:01.975912 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-59022679-e1a2-42fa-8ba9-8b4de278978c None None] Attempting to bind port b58f2f87-2b9d-4b0d-8cf9-762c26e4c3d1 on host n-d-694802-15 for vnic_type normal with profile {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:42:01.978815 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-59022679-e1a2-42fa-8ba9-8b4de278978c None None] Attempting to bind port b58f2f87-2b9d-4b0d-8cf9-762c26e4c3d1 by drivers openvswitch,hyperv on host n-d-694802-15 at level 0 using segments [{'id': 'ce946392-5bd0-4fe8-8210-1accf5f4dc64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'e5e4fc6e-0901-492c-bd78-fcc16b98eeec'}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:42:01.979336 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59022679-e1a2-42fa-8ba9-8b4de278978c None None] Attempting to bind port b58f2f87-2b9d-4b0d-8cf9-762c26e4c3d1 on network e5e4fc6e-0901-492c-bd78-fcc16b98eeec {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:42:02.062887 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59022679-e1a2-42fa-8ba9-8b4de278978c None None] Checking agent: {'id': '16de73ac-f2e9-4cee-b3e0-91052ae3e6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 20, 13), 'started_at': datetime.datetime(2021, 8, 12, 14, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 41, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:42:02.063298 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59022679-e1a2-42fa-8ba9-8b4de278978c None None] Checking segment: {'id': 'ce946392-5bd0-4fe8-8210-1accf5f4dc64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'e5e4fc6e-0901-492c-bd78-fcc16b98eeec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:42:02.063698 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-59022679-e1a2-42fa-8ba9-8b4de278978c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:02.066475 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59022679-e1a2-42fa-8ba9-8b4de278978c None None] Bound using segment: {'id': 'ce946392-5bd0-4fe8-8210-1accf5f4dc64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'e5e4fc6e-0901-492c-bd78-fcc16b98eeec'} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:42:02.067550 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-59022679-e1a2-42fa-8ba9-8b4de278978c None None] Bound port: b58f2f87-2b9d-4b0d-8cf9-762c26e4c3d1, host: n-d-694802-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce946392-5bd0-4fe8-8210-1accf5f4dc64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'e5e4fc6e-0901-492c-bd78-fcc16b98eeec'}}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:42:02.067955 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-59022679-e1a2-42fa-8ba9-8b4de278978c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:02.084318 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-6bd2537b-4e10-44d7-9b27-58a569bfb0e9 tempest-RoutersAdminTest-311172655 tempest-RoutersAdminTest-311172655-project-admin] Allocated IP 172.25.1.243 (d3759e1b-6c03-45ac-acd4-90abb417809b/f0254f08-c19c-4e31-bd9c-09389ea4b6f2/204f00d2-bb82-48e4-abe0-a1df4ef2bb03) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:42:02.169768 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1168617f-0cd2-4dcd-8c95-fc25959efed5 req-b1f8b5bf-43f1-4796-b03f-cd30b1ff3f57 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:42:02.184009 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-1168617f-0cd2-4dcd-8c95-fc25959efed5 req-b1f8b5bf-43f1-4796-b03f-cd30b1ff3f57 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] 10.222.0.39 "GET /v2.0/ports?device_id=a2e2363b-e2f7-4ce0-a8e3-3f837bbee030 HTTP/1.1" status: 200 len: 936 time: 0.7239740 Aug 12 14:42:02.197035 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-cce73a2e-27cd-4d07-8cb4-c0e02e8abaf1 req-2eb0b3ca-dc42-46d6-af21-8c1aa366756a service neutron] 10.222.0.64 "GET /v2.0/networks/4552c891-e268-4d7c-98f1-e8736a29b277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5401020 Aug 12 14:42:02.264257 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d47945b-d6ea-4a4d-ae37-0ad75600d5f6 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] Pushing event updated for resources: {'Port': ['ID=4ebd42eb-a49d-4a46-bce9-8cd54192c1c6,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:42:02.351332 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-1168617f-0cd2-4dcd-8c95-fc25959efed5 req-67aa3ce2-92b1-443c-9866-ade6c6515461 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] 10.222.0.39 "GET /v2.0/security-groups?id=5301a7d3-dd3e-456d-bf8f-dfd76884604a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659613 Aug 12 14:42:02.360437 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-479f6794-5d95-4379-be88-c7614455ab67 req-5d47945b-d6ea-4a4d-ae37-0ad75600d5f6 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7564676 Aug 12 14:42:02.362723 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-486361fd-fc9f-4a4e-a068-a164292db814 None None] Provisioning for port 4ebd42eb-a49d-4a46-bce9-8cd54192c1c6 completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:42:02.391964 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-479f6794-5d95-4379-be88-c7614455ab67 req-411aefe3-ee03-4da5-9a5a-c0dd61c77a8f service neutron] Request body: {'port': {'device_id': 'a2e2363b-e2f7-4ce0-a8e3-3f837bbee030', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-694802-15'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:42:02.411390 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-486361fd-fc9f-4a4e-a068-a164292db814 None None] Provisioning complete for port 4ebd42eb-a49d-4a46-bce9-8cd54192c1c6 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:42:02.412075 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-486361fd-fc9f-4a4e-a068-a164292db814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:02.464140 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-6bd2537b-4e10-44d7-9b27-58a569bfb0e9 tempest-RoutersAdminTest-311172655 tempest-RoutersAdminTest-311172655-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:02.490016 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-cce73a2e-27cd-4d07-8cb4-c0e02e8abaf1 req-9b179788-43a4-43bc-ad40-00ea4598d01f service neutron] 10.222.0.64 "GET /v2.0/networks/4552c891-e268-4d7c-98f1-e8736a29b277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2659941 Aug 12 14:42:02.567068 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-6bd2537b-4e10-44d7-9b27-58a569bfb0e9 tempest-RoutersAdminTest-311172655 tempest-RoutersAdminTest-311172655-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:02.663335 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-479f6794-5d95-4379-be88-c7614455ab67 req-411aefe3-ee03-4da5-9a5a-c0dd61c77a8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:02.673470 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bd2537b-4e10-44d7-9b27-58a569bfb0e9 tempest-RoutersAdminTest-311172655 tempest-RoutersAdminTest-311172655-project-admin] Network d3759e1b-6c03-45ac-acd4-90abb417809b is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:42:02.683792 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-6bd2537b-4e10-44d7-9b27-58a569bfb0e9 tempest-RoutersAdminTest-311172655 tempest-RoutersAdminTest-311172655-project-admin] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:42:02.688259 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd2537b-4e10-44d7-9b27-58a569bfb0e9 tempest-RoutersAdminTest-311172655 tempest-RoutersAdminTest-311172655-project-admin] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:42:02.764931 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd2537b-4e10-44d7-9b27-58a569bfb0e9 tempest-RoutersAdminTest-311172655 tempest-RoutersAdminTest-311172655-project-admin] Pushing event updated for resources: {'Port': ['ID=204f00d2-bb82-48e4-abe0-a1df4ef2bb03,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:42:02.932129 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-59022679-e1a2-42fa-8ba9-8b4de278978c None None] For port b58f2f87-2b9d-4b0d-8cf9-762c26e4c3d1, host n-d-694802-15, cleared binding levels {{(pid=94468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:42:02.976756 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-486361fd-fc9f-4a4e-a068-a164292db814 None None] Port 4ebd42eb-a49d-4a46-bce9-8cd54192c1c6 cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 14:42:03.019689 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-59022679-e1a2-42fa-8ba9-8b4de278978c None None] For port b58f2f87-2b9d-4b0d-8cf9-762c26e4c3d1, host n-d-694802-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=b58f2f87-2b9d-4b0d-8cf9-762c26e4c3d1,segment=NetworkSegment(ce946392-5bd0-4fe8-8210-1accf5f4dc64),segment_id=ce946392-5bd0-4fe8-8210-1accf5f4dc64)] {{(pid=94468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:42:03.122243 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-59022679-e1a2-42fa-8ba9-8b4de278978c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:03.167998 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [req-479f6794-5d95-4379-be88-c7614455ab67 req-411aefe3-ee03-4da5-9a5a-c0dd61c77a8f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ebd42eb-a49d-4a46-bce9-8cd54192c1c6 {{(pid=94467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:42:03.191433 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-479f6794-5d95-4379-be88-c7614455ab67 req-411aefe3-ee03-4da5-9a5a-c0dd61c77a8f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:03.209457 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [req-479f6794-5d95-4379-be88-c7614455ab67 req-411aefe3-ee03-4da5-9a5a-c0dd61c77a8f service neutron] Transition to ACTIVE for port object 4ebd42eb-a49d-4a46-bce9-8cd54192c1c6 will not be triggered until provisioned by entity L2. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:42:03.227177 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-479f6794-5d95-4379-be88-c7614455ab67 req-411aefe3-ee03-4da5-9a5a-c0dd61c77a8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:03.286654 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fec6cc4-1368-467e-9064-829816684975 req-56d0865c-b740-4562-8d9a-cce4745065e6 tempest-ServerRescueNegativeTestJSON-1622637895 tempest-ServerRescueNegativeTestJSON-1622637895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:42:03.304248 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-5fec6cc4-1368-467e-9064-829816684975 req-56d0865c-b740-4562-8d9a-cce4745065e6 tempest-ServerRescueNegativeTestJSON-1622637895 tempest-ServerRescueNegativeTestJSON-1622637895-project] 10.222.0.39 "GET /v2.0/ports?device_id=d52af645-a96c-4fda-a020-923ad96d40ff HTTP/1.1" status: 200 len: 945 time: 0.2561872 Aug 12 14:42:03.538461 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411aefe3-ee03-4da5-9a5a-c0dd61c77a8f service neutron] Pushing event updated for resources: {'Port': ['ID=4ebd42eb-a49d-4a46-bce9-8cd54192c1c6,revision_number=2']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:42:03.578546 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c635c1ec-56a6-420c-8284-320b62313924 req-b5522d52-d277-4fc9-8937-ddd0a5626801 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=28b5c412-d861-4d29-b7a3-a99219eccf84&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4549320 Aug 12 14:42:03.603068 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-5fec6cc4-1368-467e-9064-829816684975 req-1e66a7fc-909d-4909-a398-0f944ab77eda tempest-ServerRescueNegativeTestJSON-1622637895 tempest-ServerRescueNegativeTestJSON-1622637895-project] 10.222.0.39 "GET /v2.0/security-groups?id=268dec7e-7261-41d2-9e03-6b72db198ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2977924 Aug 12 14:42:03.641338 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59022679-e1a2-42fa-8ba9-8b4de278978c None None] Routers {'79f0ab8e-35c0-483a-98cd-43ce5bcd4984'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:42:03.641996 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-59022679-e1a2-42fa-8ba9-8b4de278978c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:41:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['79f0ab8e-35c0-483a-98cd-43ce5bcd4984'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:42:03.697741 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af07bab6-81f6-41cc-8981-efb7b1a8c74a None None] Pushing event updated for resources: {'Port': ['ID=b58f2f87-2b9d-4b0d-8cf9-762c26e4c3d1,revision_number=4']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:42:03.717375 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411aefe3-ee03-4da5-9a5a-c0dd61c77a8f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:42:03.717730 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411aefe3-ee03-4da5-9a5a-c0dd61c77a8f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:42:03.723228 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411aefe3-ee03-4da5-9a5a-c0dd61c77a8f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:42:03.724858 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411aefe3-ee03-4da5-9a5a-c0dd61c77a8f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:42:03.726199 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411aefe3-ee03-4da5-9a5a-c0dd61c77a8f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:42:03.726602 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411aefe3-ee03-4da5-9a5a-c0dd61c77a8f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:42:03.726863 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411aefe3-ee03-4da5-9a5a-c0dd61c77a8f service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:42:03.727222 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411aefe3-ee03-4da5-9a5a-c0dd61c77a8f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:42:03.727553 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411aefe3-ee03-4da5-9a5a-c0dd61c77a8f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:42:03.728022 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411aefe3-ee03-4da5-9a5a-c0dd61c77a8f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:42:03.728236 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411aefe3-ee03-4da5-9a5a-c0dd61c77a8f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:42:03.728512 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411aefe3-ee03-4da5-9a5a-c0dd61c77a8f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:42:03.770322 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-479f6794-5d95-4379-be88-c7614455ab67 req-411aefe3-ee03-4da5-9a5a-c0dd61c77a8f service neutron] Attempting to bind port 4ebd42eb-a49d-4a46-bce9-8cd54192c1c6 on host n-h1-694802-15 for vnic_type normal with profile {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:42:03.771566 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-479f6794-5d95-4379-be88-c7614455ab67 req-411aefe3-ee03-4da5-9a5a-c0dd61c77a8f service neutron] Attempting to bind port 4ebd42eb-a49d-4a46-bce9-8cd54192c1c6 by drivers openvswitch,hyperv on host n-h1-694802-15 at level 0 using segments [{'id': 'a1f8c867-101b-4d30-814e-b89f55a5edd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '2525c403-dfb3-4196-a273-739607aab38a'}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:42:03.773083 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-479f6794-5d95-4379-be88-c7614455ab67 req-411aefe3-ee03-4da5-9a5a-c0dd61c77a8f service neutron] Attempting to bind port 4ebd42eb-a49d-4a46-bce9-8cd54192c1c6 on network 2525c403-dfb3-4196-a273-739607aab38a {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:42:03.782517 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-6bd2537b-4e10-44d7-9b27-58a569bfb0e9 tempest-RoutersAdminTest-311172655 tempest-RoutersAdminTest-311172655-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:03.830076 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-479f6794-5d95-4379-be88-c7614455ab67 req-411aefe3-ee03-4da5-9a5a-c0dd61c77a8f service neutron] Port 4ebd42eb-a49d-4a46-bce9-8cd54192c1c6 on network 2525c403-dfb3-4196-a273-739607aab38a not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-15 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 14:42:03.830444 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-479f6794-5d95-4379-be88-c7614455ab67 req-411aefe3-ee03-4da5-9a5a-c0dd61c77a8f service neutron] Attempting to bind port 4ebd42eb-a49d-4a46-bce9-8cd54192c1c6 on network 2525c403-dfb3-4196-a273-739607aab38a {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:42:03.851558 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device d642c823-be66-4d76-8c70-ea37e586afb4 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:42:03.880839 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-479f6794-5d95-4379-be88-c7614455ab67 req-411aefe3-ee03-4da5-9a5a-c0dd61c77a8f service neutron] Checking agent: {'id': 'de568313-a3e6-454a-9813-77e25edcea95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 27, 41), 'started_at': datetime.datetime(2021, 8, 12, 14, 27, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 41, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:42:03.881263 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-479f6794-5d95-4379-be88-c7614455ab67 req-411aefe3-ee03-4da5-9a5a-c0dd61c77a8f service neutron] Checking segment: {'id': 'a1f8c867-101b-4d30-814e-b89f55a5edd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '2525c403-dfb3-4196-a273-739607aab38a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:42:03.881467 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-479f6794-5d95-4379-be88-c7614455ab67 req-411aefe3-ee03-4da5-9a5a-c0dd61c77a8f service neutron] Bound using segment: {'id': 'a1f8c867-101b-4d30-814e-b89f55a5edd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '2525c403-dfb3-4196-a273-739607aab38a'} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:42:03.881914 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-479f6794-5d95-4379-be88-c7614455ab67 req-411aefe3-ee03-4da5-9a5a-c0dd61c77a8f service neutron] Bound port: 4ebd42eb-a49d-4a46-bce9-8cd54192c1c6, host: n-h1-694802-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1f8c867-101b-4d30-814e-b89f55a5edd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '2525c403-dfb3-4196-a273-739607aab38a'}}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:42:03.882275 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-479f6794-5d95-4379-be88-c7614455ab67 req-411aefe3-ee03-4da5-9a5a-c0dd61c77a8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:04.015557 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19bd7c0-e31d-480e-a874-76f3fabab549 req-2693e099-a070-4034-b0ec-b5366636868a tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:42:04.017213 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e19bd7c0-e31d-480e-a874-76f3fabab549 req-2693e099-a070-4034-b0ec-b5366636868a tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] 10.222.0.39 "GET /v2.0/ports?device_id=a2e2363b-e2f7-4ce0-a8e3-3f837bbee030 HTTP/1.1" status: 200 len: 948 time: 0.4951925 Aug 12 14:42:04.043755 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning for port d642c823-be66-4d76-8c70-ea37e586afb4 completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:42:04.054243 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port d642c823-be66-4d76-8c70-ea37e586afb4 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:42:04.054619 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:04.076045 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c635c1ec-56a6-420c-8284-320b62313924 req-9ac0d3e3-2e66-496b-b8a7-898a96ad7228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:42:04.076644 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c635c1ec-56a6-420c-8284-320b62313924 req-9ac0d3e3-2e66-496b-b8a7-898a96ad7228 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=abcf19ed547946299d610db231b30ea8&device_id=28b5c412-d861-4d29-b7a3-a99219eccf84 HTTP/1.1" status: 200 len: 1098 time: 0.4100704 Aug 12 14:42:04.438896 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-6bd2537b-4e10-44d7-9b27-58a569bfb0e9 tempest-RoutersAdminTest-311172655 tempest-RoutersAdminTest-311172655-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-429413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-431608'] for router, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:04.442811 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-5c221aac-7b3d-4636-ae62-ad585a50a912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1da5fa6-2585-42c8-9463-fddd21b2ac0e', 'name': 'tempest-ServerActionsTestJSON-1626470397-router', 'tenant_id': 'f4b313af8d624a809d563851b784d520', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.96'}], 'enable_snat': True}, 'gw_port_id': 'bd7607a9-8d84-486a-a6f9-71eb0e44e6ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:41:16Z', 'updated_at': '2021-08-12T14:41:24Z', 'revision_number': 4, 'project_id': 'f4b313af8d624a809d563851b784d520', 'gw_port': {'id': 'bd7607a9-8d84-486a-a6f9-71eb0e44e6ff', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:dd:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1da5fa6-2585-42c8-9463-fddd21b2ac0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:41:17Z', 'updated_at': '2021-08-12T14:41:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_floatingips': [{'id': '373a49e6-9371-490d-8118-1fc392614335', 'tenant_id': 'f4b313af8d624a809d563851b784d520', 'floating_ip_address': '172.25.1.103', 'floating_network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'router_id': 'e1da5fa6-2585-42c8-9463-fddd21b2ac0e', 'port_id': 'b0aac563-42bd-4b31-95a9-a0a4d4b9e42a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1413, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4552c891-e268-4d7c-98f1-e8736a29b277', 'mac_address': 'fa:16:3e:97:f1:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82ca70f0-3356-4166-96ef-a264876874d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T14:41:35Z', 'updated_at': '2021-08-12T14:41:57Z', 'revision_number': 1, 'project_id': 'f4b313af8d624a809d563851b784d520', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3be8a27-d228-491e-bb30-8dff59d63dd9', 'name': '', 'network_id': '4552c891-e268-4d7c-98f1-e8736a29b277', 'tenant_id': 'f4b313af8d624a809d563851b784d520', 'mac_address': 'fa:16:3e:a1:33:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1da5fa6-2585-42c8-9463-fddd21b2ac0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': 'b3b4e56e-f3bd-4709-bfd6-3e62da1e0ac7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:41:22Z', 'updated_at': '2021-08-12T14:41:32Z', 'revision_number': 5, 'project_id': 'f4b313af8d624a809d563851b784d520', 'subnets': [{'id': 'b3b4e56e-f3bd-4709-bfd6-3e62da1e0ac7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:42:04.444316 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e19bd7c0-e31d-480e-a874-76f3fabab549 req-6bd70f13-5a56-431f-bfaa-5020f72f676d tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] 10.222.0.39 "GET /v2.0/security-groups?id=5301a7d3-dd3e-456d-bf8f-dfd76884604a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4040127 Aug 12 14:42:04.451312 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c635c1ec-56a6-420c-8284-320b62313924 req-fb9e2ea0-a0fd-49ef-b52f-3abdd95690fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:42:04.455138 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c635c1ec-56a6-420c-8284-320b62313924 req-fb9e2ea0-a0fd-49ef-b52f-3abdd95690fe service neutron] 10.222.0.49 "GET /v2.0/networks?id=8ac6d62d-7552-4386-9630-aa41f365c73f HTTP/1.1" status: 200 len: 915 time: 0.3151953 Aug 12 14:42:04.620123 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvr_db [None req-59022679-e1a2-42fa-8ba9-8b4de278978c None None] Set router 79f0ab8e-35c0-483a-98cd-43ce5bcd4984 gateway port host: n-d-694802-15 {{(pid=94468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:42:04.643768 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-479f6794-5d95-4379-be88-c7614455ab67 req-411aefe3-ee03-4da5-9a5a-c0dd61c77a8f service neutron] For port 4ebd42eb-a49d-4a46-bce9-8cd54192c1c6, host n-h1-694802-15, cleared binding levels {{(pid=94467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:42:04.650481 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-479f6794-5d95-4379-be88-c7614455ab67 req-411aefe3-ee03-4da5-9a5a-c0dd61c77a8f service neutron] For port 4ebd42eb-a49d-4a46-bce9-8cd54192c1c6, host n-h1-694802-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=4ebd42eb-a49d-4a46-bce9-8cd54192c1c6,segment=NetworkSegment(a1f8c867-101b-4d30-814e-b89f55a5edd0),segment_id=a1f8c867-101b-4d30-814e-b89f55a5edd0)] {{(pid=94467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:42:04.689863 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-479f6794-5d95-4379-be88-c7614455ab67 req-411aefe3-ee03-4da5-9a5a-c0dd61c77a8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:04.707761 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c221aac-7b3d-4636-ae62-ad585a50a912 None None] The sync data for ids ['e1da5fa6-2585-42c8-9463-fddd21b2ac0e'] in n-d-694802-15 is: [{'id': 'e1da5fa6-2585-42c8-9463-fddd21b2ac0e', 'name': 'tempest-ServerActionsTestJSON-1626470397-router', 'tenant_id': 'f4b313af8d624a809d563851b784d520', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.96'}], 'enable_snat': True}, 'gw_port_id': 'bd7607a9-8d84-486a-a6f9-71eb0e44e6ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:41:16Z', 'updated_at': '2021-08-12T14:41:24Z', 'revision_number': 4, 'project_id': 'f4b313af8d624a809d563851b784d520', 'gw_port': {'id': 'bd7607a9-8d84-486a-a6f9-71eb0e44e6ff', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:dd:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1da5fa6-2585-42c8-9463-fddd21b2ac0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:41:17Z', 'updated_at': '2021-08-12T14:41:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_floatingips': [{'id': '373a49e6-9371-490d-8118-1fc392614335', 'tenant_id': 'f4b313af8d624a809d563851b784d520', 'floating_ip_address': '172.25.1.103', 'floating_network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'router_id': 'e1da5fa6-2585-42c8-9463-fddd21b2ac0e', 'port_id': 'b0aac563-42bd-4b31-95a9-a0a4d4b9e42a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1413, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4552c891-e268-4d7c-98f1-e8736a29b277', 'mac_address': 'fa:16:3e:97:f1:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82ca70f0-3356-4166-96ef-a264876874d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T14:41:35Z', 'updated_at': '2021-08-12T14:41:57Z', 'revision_number': 1, 'project_id': 'f4b313af8d624a809d563851b784d520', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3be8a27-d228-491e-bb30-8dff59d63dd9', 'name': '', 'network_id': '4552c891-e268-4d7c-98f1-e8736a29b277', 'tenant_id': 'f4b313af8d624a809d563851b784d520', 'mac_address': 'fa:16:3e:a1:33:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1da5fa6-2585-42c8-9463-fddd21b2ac0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': 'b3b4e56e-f3bd-4709-bfd6-3e62da1e0ac7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:41:22Z', 'updated_at': '2021-08-12T14:41:32Z', 'revision_number': 5, 'project_id': 'f4b313af8d624a809d563851b784d520', 'subnets': [{'id': 'b3b4e56e-f3bd-4709-bfd6-3e62da1e0ac7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 14:42:04.746281 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c635c1ec-56a6-420c-8284-320b62313924 req-d2d3de6e-91b3-4122-925d-d422daf57287 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=26db9beb-e680-4fba-9f1f-d96f599366bc HTTP/1.1" status: 200 len: 1002 time: 0.2732823 Aug 12 14:42:04.890731 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bd2537b-4e10-44d7-9b27-58a569bfb0e9 tempest-RoutersAdminTest-311172655 tempest-RoutersAdminTest-311172655-project-admin] Router 7bb8672b-9cec-440b-9650-8d4dc68ab9ef is scheduled to L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f with binding_index 1 {{(pid=94466) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 14:42:04.981629 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c635c1ec-56a6-420c-8284-320b62313924 req-8663d560-b0d6-45f7-bba7-f3618ac40597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:42:04.983427 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c635c1ec-56a6-420c-8284-320b62313924 req-8663d560-b0d6-45f7-bba7-f3618ac40597 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f7615930-382d-44ff-8b02-ecb1a2922a73 HTTP/1.1" status: 200 len: 853 time: 0.1021719 Aug 12 14:42:05.050393 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479f6794-5d95-4379-be88-c7614455ab67 req-411aefe3-ee03-4da5-9a5a-c0dd61c77a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:42:05.053319 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-479f6794-5d95-4379-be88-c7614455ab67 req-411aefe3-ee03-4da5-9a5a-c0dd61c77a8f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:05.061685 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-479f6794-5d95-4379-be88-c7614455ab67 req-411aefe3-ee03-4da5-9a5a-c0dd61c77a8f service neutron] 10.222.0.64 "PUT /v2.0/ports/4ebd42eb-a49d-4a46-bce9-8cd54192c1c6 HTTP/1.1" status: 200 len: 1097 time: 2.6701393 Aug 12 14:42:05.078631 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2e2363b-e2f7-4ce0-a8e3-3f837bbee030', 'tag': '4ebd42eb-a49d-4a46-bce9-8cd54192c1c6'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:42:05.088521 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e65282f928b64038367d043a4411777802006c43a98742496cb2e25b724ff1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-854b5f90-0886-4938-baa9-1896301d1432" -d '{"events": [{"name": "network-changed", "server_uuid": "a2e2363b-e2f7-4ce0-a8e3-3f837bbee030", "tag": "4ebd42eb-a49d-4a46-bce9-8cd54192c1c6"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:42:05.156407 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45ca6d31-37dd-475b-b6a3-1f65df893d96 None None] New status for floating IP 373a49e6-9371-490d-8118-1fc392614335: ACTIVE {{(pid=94469) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 14:42:05.194162 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082419ba-920d-4797-834b-3cd8163a5d02 req-b2b965cf-9f2c-49c1-89a4-83a5d9f3866d tempest-ServerRescueNegativeTestJSON-1622637895 tempest-ServerRescueNegativeTestJSON-1622637895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:42:05.201593 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-082419ba-920d-4797-834b-3cd8163a5d02 req-b2b965cf-9f2c-49c1-89a4-83a5d9f3866d tempest-ServerRescueNegativeTestJSON-1622637895 tempest-ServerRescueNegativeTestJSON-1622637895-project] 10.222.0.39 "GET /v2.0/ports?device_id=d52af645-a96c-4fda-a020-923ad96d40ff HTTP/1.1" status: 200 len: 945 time: 0.4485083 Aug 12 14:42:05.286618 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:05.295890 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bd2537b-4e10-44d7-9b27-58a569bfb0e9 tempest-RoutersAdminTest-311172655 tempest-RoutersAdminTest-311172655-project-admin] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 14:42:05.339150 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 14:42:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-816df030-53c4-4eed-85a3-15018fca9c11 x-openstack-request-id: req-816df030-53c4-4eed-85a3-15018fca9c11 {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:42:05.339150 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2e2363b-e2f7-4ce0-a8e3-3f837bbee030", "tag": "4ebd42eb-a49d-4a46-bce9-8cd54192c1c6", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:42:05.339150 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-816df030-53c4-4eed-85a3-15018fca9c11 {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:42:05.339547 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-6bd2537b-4e10-44d7-9b27-58a569bfb0e9 tempest-RoutersAdminTest-311172655 tempest-RoutersAdminTest-311172655-project-admin] Notify callbacks [] for router, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:05.339997 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-6bd2537b-4e10-44d7-9b27-58a569bfb0e9 tempest-RoutersAdminTest-311172655 tempest-RoutersAdminTest-311172655-project-admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 5.7614756 Aug 12 14:42:05.340811 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2e2363b-e2f7-4ce0-a8e3-3f837bbee030', 'tag': '4ebd42eb-a49d-4a46-bce9-8cd54192c1c6', 'status': 'completed', 'code': 200} Aug 12 14:42:05.342519 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 47266) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:42:05.359059 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24bd04ea-69c2-4073-b93b-4b2efd1023e7 None None] Sync routers for ids ['7bb8672b-9cec-440b-9650-8d4dc68ab9ef'] in n-d-694802-15 {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 14:42:05.454516 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411aefe3-ee03-4da5-9a5a-c0dd61c77a8f service neutron] Pushing event updated for resources: {'Port': ['ID=4ebd42eb-a49d-4a46-bce9-8cd54192c1c6,revision_number=3']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:42:05.490051 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] For port d642c823-be66-4d76-8c70-ea37e586afb4, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=d642c823-be66-4d76-8c70-ea37e586afb4,segment=NetworkSegment(b1b396cb-2dc6-4041-bfc7-1833a80a4720),segment_id=b1b396cb-2dc6-4041-bfc7-1833a80a4720)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:42:05.517141 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24bd04ea-69c2-4073-b93b-4b2efd1023e7 None None] Routers {'7bb8672b-9cec-440b-9650-8d4dc68ab9ef'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:42:05.519885 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-24bd04ea-69c2-4073-b93b-4b2efd1023e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:41:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['7bb8672b-9cec-440b-9650-8d4dc68ab9ef'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:42:05.562606 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-082419ba-920d-4797-834b-3cd8163a5d02 req-a1e63137-a13f-49ac-9615-0a15efeb21be tempest-ServerRescueNegativeTestJSON-1622637895 tempest-ServerRescueNegativeTestJSON-1622637895-project] 10.222.0.39 "GET /v2.0/security-groups?id=268dec7e-7261-41d2-9e03-6b72db198ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2119076 Aug 12 14:42:05.579875 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479f6794-5d95-4379-be88-c7614455ab67 req-92ead201-5f4c-44ae-80a1-83e5b2b028f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:42:05.581412 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-479f6794-5d95-4379-be88-c7614455ab67 req-92ead201-5f4c-44ae-80a1-83e5b2b028f1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=65b2c96d0253481aa302fceca03e83a5&device_id=a2e2363b-e2f7-4ce0-a8e3-3f837bbee030 HTTP/1.1" status: 200 len: 1100 time: 0.3702769 Aug 12 14:42:05.596641 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c635c1ec-56a6-420c-8284-320b62313924 req-50043122-22d6-4adf-8055-5ea912c10e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:42:05.598376 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c635c1ec-56a6-420c-8284-320b62313924 req-50043122-22d6-4adf-8055-5ea912c10e7e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8ac6d62d-7552-4386-9630-aa41f365c73f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6032212 Aug 12 14:42:05.709661 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-e45103f0-985b-4ca4-9667-8a4ddd553b2b tempest-RoutersAdminTest-311172655 tempest-RoutersAdminTest-311172655-project-admin] 10.222.0.39 "GET /v2.0/routers/7bb8672b-9cec-440b-9650-8d4dc68ab9ef HTTP/1.1" status: 200 len: 907 time: 0.3658395 Aug 12 14:42:05.716129 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 47272) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:42:05.753506 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-479f6794-5d95-4379-be88-c7614455ab67 req-55b886c6-6605-4a0e-951f-0483752716f0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.202&port_id=4ebd42eb-a49d-4a46-bce9-8cd54192c1c6 HTTP/1.1" status: 200 len: 217 time: 0.1520736 Aug 12 14:42:05.818506 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvr_db [None req-24bd04ea-69c2-4073-b93b-4b2efd1023e7 None None] Set router 7bb8672b-9cec-440b-9650-8d4dc68ab9ef gateway port host: n-d-694802-15 {{(pid=94468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:42:05.900901 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:06.014411 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-59022679-e1a2-42fa-8ba9-8b4de278978c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79f0ab8e-35c0-483a-98cd-43ce5bcd4984', 'name': 'tempest-TaggedBootDevicesTest_v242-493623005-router', 'tenant_id': 'c4f0f352632942859f6399a2c9890ad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.97'}], 'enable_snat': True}, 'gw_port_id': '7de7faf0-dc55-4af3-9150-7640ba49cde8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:41:45Z', 'updated_at': '2021-08-12T14:41:54Z', 'revision_number': 4, 'project_id': 'c4f0f352632942859f6399a2c9890ad2', 'gw_port': {'id': '7de7faf0-dc55-4af3-9150-7640ba49cde8', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:ed:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79f0ab8e-35c0-483a-98cd-43ce5bcd4984', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:41:46Z', 'updated_at': '2021-08-12T14:41:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': 'b58f2f87-2b9d-4b0d-8cf9-762c26e4c3d1', 'name': '', 'network_id': 'e5e4fc6e-0901-492c-bd78-fcc16b98eeec', 'tenant_id': 'c4f0f352632942859f6399a2c9890ad2', 'mac_address': 'fa:16:3e:e7:1e:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79f0ab8e-35c0-483a-98cd-43ce5bcd4984', 'device_owner': 'network:router_interface', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': '444fade6-475a-482f-b204-ebf217d66f28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:41:51Z', 'updated_at': '2021-08-12T14:42:02Z', 'revision_number': 4, 'project_id': 'c4f0f352632942859f6399a2c9890ad2', 'subnets': [{'id': '444fade6-475a-482f-b204-ebf217d66f28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:42:06.036997 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0cf6d44f-4525-48a5-b77b-3fc1cc14934e tempest-RoutersAdminTest-311172655 tempest-RoutersAdminTest-311172655-project-admin] Notify callbacks [] for router, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:06.173624 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59022679-e1a2-42fa-8ba9-8b4de278978c None None] The sync data for ids ['79f0ab8e-35c0-483a-98cd-43ce5bcd4984'] in n-d-694802-15 is: [{'id': '79f0ab8e-35c0-483a-98cd-43ce5bcd4984', 'name': 'tempest-TaggedBootDevicesTest_v242-493623005-router', 'tenant_id': 'c4f0f352632942859f6399a2c9890ad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.97'}], 'enable_snat': True}, 'gw_port_id': '7de7faf0-dc55-4af3-9150-7640ba49cde8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:41:45Z', 'updated_at': '2021-08-12T14:41:54Z', 'revision_number': 4, 'project_id': 'c4f0f352632942859f6399a2c9890ad2', 'gw_port': {'id': '7de7faf0-dc55-4af3-9150-7640ba49cde8', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:ed:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79f0ab8e-35c0-483a-98cd-43ce5bcd4984', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:41:46Z', 'updated_at': '2021-08-12T14:41:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': 'b58f2f87-2b9d-4b0d-8cf9-762c26e4c3d1', 'name': '', 'network_id': 'e5e4fc6e-0901-492c-bd78-fcc16b98eeec', 'tenant_id': 'c4f0f352632942859f6399a2c9890ad2', 'mac_address': 'fa:16:3e:e7:1e:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79f0ab8e-35c0-483a-98cd-43ce5bcd4984', 'device_owner': 'network:router_interface', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': '444fade6-475a-482f-b204-ebf217d66f28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:41:51Z', 'updated_at': '2021-08-12T14:42:02Z', 'revision_number': 4, 'project_id': 'c4f0f352632942859f6399a2c9890ad2', 'subnets': [{'id': '444fade6-475a-482f-b204-ebf217d66f28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 14:42:06.214113 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0cf6d44f-4525-48a5-b77b-3fc1cc14934e tempest-RoutersAdminTest-311172655 tempest-RoutersAdminTest-311172655-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:06.225177 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Pushing event updated for resources: {'Port': ['ID=d642c823-be66-4d76-8c70-ea37e586afb4,revision_number=4']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:42:06.362301 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d2d018-4863-4848-aa79-b24b83749598 req-c3043639-9b2b-4684-801d-68192299841e tempest-ServerRescueNegativeTestJSON-1622637895 tempest-ServerRescueNegativeTestJSON-1622637895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:42:06.364595 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-54d2d018-4863-4848-aa79-b24b83749598 req-c3043639-9b2b-4684-801d-68192299841e tempest-ServerRescueNegativeTestJSON-1622637895 tempest-ServerRescueNegativeTestJSON-1622637895-project] 10.222.0.64 "GET /v2.0/ports?device_id=d52af645-a96c-4fda-a020-923ad96d40ff HTTP/1.1" status: 200 len: 945 time: 0.1132977 Aug 12 14:42:06.372517 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-0cf6d44f-4525-48a5-b77b-3fc1cc14934e tempest-RoutersAdminTest-311172655 tempest-RoutersAdminTest-311172655-project-admin] Deleting port 204f00d2-bb82-48e4-abe0-a1df4ef2bb03 {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:42:06.376357 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479f6794-5d95-4379-be88-c7614455ab67 req-b3f889d0-779f-4d62-9cc1-e3efdb68ece7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:42:06.378014 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0cf6d44f-4525-48a5-b77b-3fc1cc14934e tempest-RoutersAdminTest-311172655 tempest-RoutersAdminTest-311172655-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:06.378293 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-479f6794-5d95-4379-be88-c7614455ab67 req-b3f889d0-779f-4d62-9cc1-e3efdb68ece7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=236e0be6-1c94-4221-9e8b-ab02a53331f8 HTTP/1.1" status: 200 len: 843 time: 0.5976882 Aug 12 14:42:06.536323 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0cf6d44f-4525-48a5-b77b-3fc1cc14934e tempest-RoutersAdminTest-311172655 tempest-RoutersAdminTest-311172655-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:06.558942 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-24bd04ea-69c2-4073-b93b-4b2efd1023e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bb8672b-9cec-440b-9650-8d4dc68ab9ef', 'name': 'tempest-snat-router-919203097', 'tenant_id': 'f644b04339074e0fbed661ee752ea9b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.243'}], 'enable_snat': True}, 'gw_port_id': '204f00d2-bb82-48e4-abe0-a1df4ef2bb03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:41:59Z', 'updated_at': '2021-08-12T14:42:03Z', 'revision_number': 3, 'project_id': 'f644b04339074e0fbed661ee752ea9b5', 'gw_port': {'id': '204f00d2-bb82-48e4-abe0-a1df4ef2bb03', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:b6:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bb8672b-9cec-440b-9650-8d4dc68ab9ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:42:01Z', 'updated_at': '2021-08-12T14:42:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15'}], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:42:06.560333 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-0cf6d44f-4525-48a5-b77b-3fc1cc14934e tempest-RoutersAdminTest-311172655 tempest-RoutersAdminTest-311172655-project-admin] Calling delete_port for 204f00d2-bb82-48e4-abe0-a1df4ef2bb03 owned by network:router_gateway {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:42:06.584042 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c364df6-5b12-4eec-99ac-79791c374c6a req-6e4d0b69-7f3c-44fe-9cc1-8ad0d5760316 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:42:06.599411 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-8c364df6-5b12-4eec-99ac-79791c374c6a req-6e4d0b69-7f3c-44fe-9cc1-8ad0d5760316 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] 10.222.0.39 "GET /v2.0/ports?device_id=a2e2363b-e2f7-4ce0-a8e3-3f837bbee030 HTTP/1.1" status: 200 len: 948 time: 0.8694146 Aug 12 14:42:06.629456 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24bd04ea-69c2-4073-b93b-4b2efd1023e7 None None] Checking router: 7bb8672b-9cec-440b-9650-8d4dc68ab9ef for host: n-d-694802-15 {{(pid=94468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 14:42:06.629817 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24bd04ea-69c2-4073-b93b-4b2efd1023e7 None None] Updating router 7bb8672b-9cec-440b-9650-8d4dc68ab9ef port 204f00d2-bb82-48e4-abe0-a1df4ef2bb03 binding host n-d-694802-15 {{(pid=94468) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 14:42:06.718399 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-24bd04ea-69c2-4073-b93b-4b2efd1023e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:06.786508 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c635c1ec-56a6-420c-8284-320b62313924 req-d1a4d842-5c9d-4641-bca0-07ba2ecc998e service neutron] 10.222.0.49 "GET /v2.0/networks/8ac6d62d-7552-4386-9630-aa41f365c73f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1636457 Aug 12 14:42:07.037502 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0cf6d44f-4525-48a5-b77b-3fc1cc14934e tempest-RoutersAdminTest-311172655 tempest-RoutersAdminTest-311172655-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:07.041061 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c635c1ec-56a6-420c-8284-320b62313924 req-c64071d2-6dc1-4a53-aac0-1a085440beb9 service neutron] 10.222.0.49 "GET /v2.0/networks/8ac6d62d-7552-4386-9630-aa41f365c73f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2438216 Aug 12 14:42:07.092724 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046c5482-ae1a-48ca-a680-863b0e693065 req-916f6f94-0661-4448-afa9-88146fc63d24 tempest-ServerRescueNegativeTestJSON-1622637895 tempest-ServerRescueNegativeTestJSON-1622637895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:42:07.104297 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479f6794-5d95-4379-be88-c7614455ab67 req-3f69f469-d83a-440a-9cf3-8f02f135cabb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:42:07.107331 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-046c5482-ae1a-48ca-a680-863b0e693065 req-916f6f94-0661-4448-afa9-88146fc63d24 tempest-ServerRescueNegativeTestJSON-1622637895 tempest-ServerRescueNegativeTestJSON-1622637895-project] 10.222.0.39 "GET /v2.0/ports?device_id=d52af645-a96c-4fda-a020-923ad96d40ff HTTP/1.1" status: 200 len: 945 time: 0.1756189 Aug 12 14:42:07.113832 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-479f6794-5d95-4379-be88-c7614455ab67 req-3f69f469-d83a-440a-9cf3-8f02f135cabb service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2525c403-dfb3-4196-a273-739607aab38a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.6352022 Aug 12 14:42:07.148233 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-8c364df6-5b12-4eec-99ac-79791c374c6a req-3bcd64a3-8190-4882-8553-12a067739499 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] 10.222.0.39 "GET /v2.0/security-groups?id=5301a7d3-dd3e-456d-bf8f-dfd76884604a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5411792 Aug 12 14:42:07.184306 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf6d44f-4525-48a5-b77b-3fc1cc14934e tempest-RoutersAdminTest-311172655 tempest-RoutersAdminTest-311172655-project-admin] Pushing event deleted for resources: {'Port': ['ID=204f00d2-bb82-48e4-abe0-a1df4ef2bb03,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:42:07.336057 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-046c5482-ae1a-48ca-a680-863b0e693065 req-7ad6c614-8517-48d4-b076-76af9df2f155 tempest-ServerRescueNegativeTestJSON-1622637895 tempest-ServerRescueNegativeTestJSON-1622637895-project] 10.222.0.39 "GET /v2.0/security-groups?id=268dec7e-7261-41d2-9e03-6b72db198ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2204134 Aug 12 14:42:07.348368 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0cf6d44f-4525-48a5-b77b-3fc1cc14934e tempest-RoutersAdminTest-311172655 tempest-RoutersAdminTest-311172655-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-431580'] for router_gateway, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:07.369528 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-479f6794-5d95-4379-be88-c7614455ab67 req-d7d9cf5c-bea2-4fda-b6a0-d79d7c435390 service neutron] 10.222.0.64 "GET /v2.0/networks/2525c403-dfb3-4196-a273-739607aab38a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2188087 Aug 12 14:42:07.392468 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [req-54d2d018-4863-4848-aa79-b24b83749598 req-e06fb9d2-88da-4bfe-8b81-a760ede128b5 tempest-ServerRescueNegativeTestJSON-1622637895 tempest-ServerRescueNegativeTestJSON-1622637895-project] Deleting port 77908564-4609-4603-8286-dd7ae3af6f74 {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:42:07.393907 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-54d2d018-4863-4848-aa79-b24b83749598 req-e06fb9d2-88da-4bfe-8b81-a760ede128b5 tempest-ServerRescueNegativeTestJSON-1622637895 tempest-ServerRescueNegativeTestJSON-1622637895-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:07.458818 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.db.api [None req-24bd04ea-69c2-4073-b93b-4b2efd1023e7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94468) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 12 14:42:07.459562 n-d-694802-15 neutron-server[94468]: DEBUG oslo_db.api [None req-24bd04ea-69c2-4073-b93b-4b2efd1023e7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 12 14:42:07.626038 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0cf6d44f-4525-48a5-b77b-3fc1cc14934e tempest-RoutersAdminTest-311172655 tempest-RoutersAdminTest-311172655-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-429360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-104877'] for router, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:07.633924 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0cf6d44f-4525-48a5-b77b-3fc1cc14934e tempest-RoutersAdminTest-311172655 tempest-RoutersAdminTest-311172655-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:07.708649 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-54d2d018-4863-4848-aa79-b24b83749598 req-e06fb9d2-88da-4bfe-8b81-a760ede128b5 tempest-ServerRescueNegativeTestJSON-1622637895 tempest-ServerRescueNegativeTestJSON-1622637895-project] For port 77908564-4609-4603-8286-dd7ae3af6f74, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=77908564-4609-4603-8286-dd7ae3af6f74,segment=NetworkSegment(4c2b9cce-8b7c-48a7-9a48-725ec4478534),segment_id=4c2b9cce-8b7c-48a7-9a48-725ec4478534)] {{(pid=94467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:42:07.709194 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-54d2d018-4863-4848-aa79-b24b83749598 req-e06fb9d2-88da-4bfe-8b81-a760ede128b5 tempest-ServerRescueNegativeTestJSON-1622637895 tempest-ServerRescueNegativeTestJSON-1622637895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:07.714121 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-479f6794-5d95-4379-be88-c7614455ab67 req-f6039c0b-ff9a-41b4-b9af-1e1d090dc8a9 service neutron] 10.222.0.64 "GET /v2.0/networks/2525c403-dfb3-4196-a273-739607aab38a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3128202 Aug 12 14:42:07.724646 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0cf6d44f-4525-48a5-b77b-3fc1cc14934e tempest-RoutersAdminTest-311172655 tempest-RoutersAdminTest-311172655-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-429375'] for router, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:07.725612 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cf6d44f-4525-48a5-b77b-3fc1cc14934e tempest-RoutersAdminTest-311172655 tempest-RoutersAdminTest-311172655-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7bb8672b-9cec-440b-9650-8d4dc68ab9ef {{(pid=94466) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 14:42:07.744044 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [req-54d2d018-4863-4848-aa79-b24b83749598 req-e06fb9d2-88da-4bfe-8b81-a760ede128b5 tempest-ServerRescueNegativeTestJSON-1622637895 tempest-ServerRescueNegativeTestJSON-1622637895-project] Calling delete_port for 77908564-4609-4603-8286-dd7ae3af6f74 owned by compute:nova {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:42:07.751273 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0cf6d44f-4525-48a5-b77b-3fc1cc14934e tempest-RoutersAdminTest-311172655 tempest-RoutersAdminTest-311172655-project-admin] Notify callbacks [] for router, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:07.754324 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-0cf6d44f-4525-48a5-b77b-3fc1cc14934e tempest-RoutersAdminTest-311172655 tempest-RoutersAdminTest-311172655-project-admin] 10.222.0.39 "DELETE /v2.0/routers/7bb8672b-9cec-440b-9650-8d4dc68ab9ef HTTP/1.1" status: 204 len: 168 time: 2.0366638 Aug 12 14:42:07.758278 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 47302) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:42:07.973314 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-1fb54553-a720-4f1f-aaa8-0e1a64cd8bb7 tempest-RoutersAdminTest-311172655 tempest-RoutersAdminTest-311172655-project-admin] Notify callbacks [] for router, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:08.026048 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24bd04ea-69c2-4073-b93b-4b2efd1023e7 None None] Port 204f00d2-bb82-48e4-abe0-a1df4ef2bb03 not found while updating agent binding for router 7bb8672b-9cec-440b-9650-8d4dc68ab9ef. {{(pid=94468) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Aug 12 14:42:08.032758 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854b5f90-0886-4938-baa9-1896301d1432 req-d3ea8fa4-e60e-4848-b92f-adafd2d7b063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:42:08.062190 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-854b5f90-0886-4938-baa9-1896301d1432 req-d3ea8fa4-e60e-4848-b92f-adafd2d7b063 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=65b2c96d0253481aa302fceca03e83a5&device_id=a2e2363b-e2f7-4ce0-a8e3-3f837bbee030 HTTP/1.1" status: 200 len: 1100 time: 0.2604935 Aug 12 14:42:08.076512 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24bd04ea-69c2-4073-b93b-4b2efd1023e7 None None] Routers set() bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:42:08.077104 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24bd04ea-69c2-4073-b93b-4b2efd1023e7 None None] Router IDs set() for agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 12 14:42:08.080147 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_agentschedulers_db [None req-24bd04ea-69c2-4073-b93b-4b2efd1023e7 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'7bb8672b-9cec-440b-9650-8d4dc68ab9ef'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:41:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent'). {{(pid=94468) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 12 14:42:08.084193 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24bd04ea-69c2-4073-b93b-4b2efd1023e7 None None] The sync data for ids ['7bb8672b-9cec-440b-9650-8d4dc68ab9ef'] in n-d-694802-15 is: [] {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 14:42:08.252435 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device d642c823-be66-4d76-8c70-ea37e586afb4 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:42:08.354999 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9341d3-a445-489d-aa70-9ea384e1e017 req-edfdde78-0fa3-49d0-84d8-ab5ed209b9ef tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:42:08.360377 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-0b9341d3-a445-489d-aa70-9ea384e1e017 req-edfdde78-0fa3-49d0-84d8-ab5ed209b9ef tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] 10.222.0.39 "GET /v2.0/ports?device_id=a2e2363b-e2f7-4ce0-a8e3-3f837bbee030 HTTP/1.1" status: 200 len: 948 time: 0.1409955 Aug 12 14:42:08.362201 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port d642c823-be66-4d76-8c70-ea37e586afb4 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:42:08.362647 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:08.383595 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-1fb54553-a720-4f1f-aaa8-0e1a64cd8bb7 tempest-RoutersAdminTest-311172655 tempest-RoutersAdminTest-311172655-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:08.410865 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854b5f90-0886-4938-baa9-1896301d1432 req-5ed486e1-ee9f-49b0-b867-79ccbeeee5d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:42:08.412451 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-854b5f90-0886-4938-baa9-1896301d1432 req-5ed486e1-ee9f-49b0-b867-79ccbeeee5d8 service neutron] 10.222.0.64 "GET /v2.0/networks?id=2525c403-dfb3-4196-a273-739607aab38a HTTP/1.1" status: 200 len: 870 time: 0.3377175 Aug 12 14:42:08.463323 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-54d2d018-4863-4848-aa79-b24b83749598 req-e06fb9d2-88da-4bfe-8b81-a760ede128b5 tempest-ServerRescueNegativeTestJSON-1622637895 tempest-ServerRescueNegativeTestJSON-1622637895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:08.469582 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-0b9341d3-a445-489d-aa70-9ea384e1e017 req-50ecf26d-f93f-4aef-9999-2e532a23a71b tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] 10.222.0.39 "GET /v2.0/security-groups?id=5301a7d3-dd3e-456d-bf8f-dfd76884604a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039629 Aug 12 14:42:08.521544 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] get_ports_and_sgs() called for port_ids ['77908564-4609-4603-8286-dd7ae3af6f74'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:42:08.567708 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-854b5f90-0886-4938-baa9-1896301d1432 req-0861df5a-9010-4ee7-a2b8-67c4080fd459 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.202&port_id=4ebd42eb-a49d-4a46-bce9-8cd54192c1c6 HTTP/1.1" status: 200 len: 217 time: 0.1171634 Aug 12 14:42:08.572290 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06fb9d2-88da-4bfe-8b81-a760ede128b5 tempest-ServerRescueNegativeTestJSON-1622637895 tempest-ServerRescueNegativeTestJSON-1622637895-project] Pushing event deleted for resources: {'Port': ['ID=77908564-4609-4603-8286-dd7ae3af6f74,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:42:08.673372 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9bc71914-488e-4a94-b131-0dc523264512 req-116caf99-58a4-41a7-a2ff-fd4614da989c tempest-ServerRescueNegativeTestJSON-1622637895 tempest-ServerRescueNegativeTestJSON-1622637895-project] 10.222.0.39 "GET /v2.0/ports?device_id=d52af645-a96c-4fda-a020-923ad96d40ff HTTP/1.1" status: 200 len: 210 time: 0.0824387 Aug 12 14:42:08.687267 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device b58f2f87-2b9d-4b0d-8cf9-762c26e4c3d1 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:42:08.694158 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [req-54d2d018-4863-4848-aa79-b24b83749598 req-e06fb9d2-88da-4bfe-8b81-a760ede128b5 tempest-ServerRescueNegativeTestJSON-1622637895 tempest-ServerRescueNegativeTestJSON-1622637895-project] No DVR routers for this DVR port 77908564-4609-4603-8286-dd7ae3af6f74 on host n-h1-694802-15 {{(pid=94467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:42:08.700694 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-54d2d018-4863-4848-aa79-b24b83749598 req-e06fb9d2-88da-4bfe-8b81-a760ede128b5 tempest-ServerRescueNegativeTestJSON-1622637895 tempest-ServerRescueNegativeTestJSON-1622637895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:08.703749 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-54d2d018-4863-4848-aa79-b24b83749598 req-e06fb9d2-88da-4bfe-8b81-a760ede128b5 tempest-ServerRescueNegativeTestJSON-1622637895 tempest-ServerRescueNegativeTestJSON-1622637895-project] 10.222.0.64 "DELETE /v2.0/ports/77908564-4609-4603-8286-dd7ae3af6f74 HTTP/1.1" status: 204 len: 173 time: 2.3188884 Aug 12 14:42:08.705302 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd52af645-a96c-4fda-a020-923ad96d40ff', 'name': 'network-vif-deleted', 'tag': '77908564-4609-4603-8286-dd7ae3af6f74'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:42:08.726631 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e65282f928b64038367d043a4411777802006c43a98742496cb2e25b724ff1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b17cfec-8c9f-4648-8cad-2f34ce18562d" -d '{"events": [{"server_uuid": "d52af645-a96c-4fda-a020-923ad96d40ff", "name": "network-vif-deleted", "tag": "77908564-4609-4603-8286-dd7ae3af6f74"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:42:08.787124 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning for port b58f2f87-2b9d-4b0d-8cf9-762c26e4c3d1 completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:42:08.787364 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854b5f90-0886-4938-baa9-1896301d1432 req-6ca7b580-eae7-4b64-8ed8-b9f0cb46f506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:42:08.790309 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-854b5f90-0886-4938-baa9-1896301d1432 req-6ca7b580-eae7-4b64-8ed8-b9f0cb46f506 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=236e0be6-1c94-4221-9e8b-ab02a53331f8 HTTP/1.1" status: 200 len: 843 time: 0.1885409 Aug 12 14:42:08.801513 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-1fb54553-a720-4f1f-aaa8-0e1a64cd8bb7 tempest-RoutersAdminTest-311172655 tempest-RoutersAdminTest-311172655-project-admin] Deleting port d642c823-be66-4d76-8c70-ea37e586afb4 {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:42:08.801867 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-1fb54553-a720-4f1f-aaa8-0e1a64cd8bb7 tempest-RoutersAdminTest-311172655 tempest-RoutersAdminTest-311172655-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:08.805991 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port b58f2f87-2b9d-4b0d-8cf9-762c26e4c3d1 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:42:08.807794 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:08.842226 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 14:42:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce739a79-7756-4f43-91aa-9ab82e2f2da7 x-openstack-request-id: req-ce739a79-7756-4f43-91aa-9ab82e2f2da7 {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:42:08.842721 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d52af645-a96c-4fda-a020-923ad96d40ff", "name": "network-vif-deleted", "tag": "77908564-4609-4603-8286-dd7ae3af6f74", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:42:08.842846 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ce739a79-7756-4f43-91aa-9ab82e2f2da7 {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:42:08.843265 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd52af645-a96c-4fda-a020-923ad96d40ff', 'name': 'network-vif-deleted', 'tag': '77908564-4609-4603-8286-dd7ae3af6f74', 'status': 'completed', 'code': 200} Aug 12 14:42:08.882455 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 47324) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:42:08.956588 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:08.962525 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854b5f90-0886-4938-baa9-1896301d1432 req-d6b86e77-4bf8-4c42-8297-6a7f715fc8e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:42:08.964080 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-854b5f90-0886-4938-baa9-1896301d1432 req-d6b86e77-4bf8-4c42-8297-6a7f715fc8e0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2525c403-dfb3-4196-a273-739607aab38a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1555061 Aug 12 14:42:09.014636 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] For port b58f2f87-2b9d-4b0d-8cf9-762c26e4c3d1, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=b58f2f87-2b9d-4b0d-8cf9-762c26e4c3d1,segment=NetworkSegment(ce946392-5bd0-4fe8-8210-1accf5f4dc64),segment_id=ce946392-5bd0-4fe8-8210-1accf5f4dc64)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:42:09.020974 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:09.060519 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c853c197-a77e-45d8-96e0-bd64390032ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:09.080026 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Pushing event updated for resources: {'Port': ['ID=b58f2f87-2b9d-4b0d-8cf9-762c26e4c3d1,revision_number=5']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:42:09.081114 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [None req-1fb54553-a720-4f1f-aaa8-0e1a64cd8bb7 tempest-RoutersAdminTest-311172655 tempest-RoutersAdminTest-311172655-project-admin] For port d642c823-be66-4d76-8c70-ea37e586afb4, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=d642c823-be66-4d76-8c70-ea37e586afb4,segment=NetworkSegment(b1b396cb-2dc6-4041-bfc7-1833a80a4720),segment_id=b1b396cb-2dc6-4041-bfc7-1833a80a4720)] {{(pid=94467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:42:09.081604 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-1fb54553-a720-4f1f-aaa8-0e1a64cd8bb7 tempest-RoutersAdminTest-311172655 tempest-RoutersAdminTest-311172655-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:09.110213 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-1fb54553-a720-4f1f-aaa8-0e1a64cd8bb7 tempest-RoutersAdminTest-311172655 tempest-RoutersAdminTest-311172655-project-admin] Calling delete_port for d642c823-be66-4d76-8c70-ea37e586afb4 owned by network:router_gateway {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:42:09.205744 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 47330) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:42:09.211093 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-c98eb786-6102-4b88-807e-8ed935c6a359 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1697489597'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:42:09.249295 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-854b5f90-0886-4938-baa9-1896301d1432 req-9129b579-5a58-46da-829a-e48838efd92e service neutron] 10.222.0.64 "GET /v2.0/networks/2525c403-dfb3-4196-a273-739607aab38a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2734356 Aug 12 14:42:09.264682 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c853c197-a77e-45d8-96e0-bd64390032ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:09.272221 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c853c197-a77e-45d8-96e0-bd64390032ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:09.337574 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-c853c197-a77e-45d8-96e0-bd64390032ca admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b8f4bc2cd52a4c44afc6a7615d5bda1b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4539664 Aug 12 14:42:09.339208 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 47332) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:42:09.349471 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c853c197-a77e-45d8-96e0-bd64390032ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18317e62-1f9c-495e-90b4-09367cb50601,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:42:09.351950 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c98eb786-6102-4b88-807e-8ed935c6a359 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Made reservation on behalf of a2fc72cd4bf747caa1a4809b30f44b5f for: {'network': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:42:09.355405 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c98eb786-6102-4b88-807e-8ed935c6a359 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for network, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:09.395041 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c853c197-a77e-45d8-96e0-bd64390032ca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:42:09.395372 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c853c197-a77e-45d8-96e0-bd64390032ca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:42:09.395797 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c853c197-a77e-45d8-96e0-bd64390032ca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:42:09.396039 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c853c197-a77e-45d8-96e0-bd64390032ca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:42:09.396361 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c853c197-a77e-45d8-96e0-bd64390032ca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:42:09.396679 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c853c197-a77e-45d8-96e0-bd64390032ca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:42:09.397035 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c853c197-a77e-45d8-96e0-bd64390032ca admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:42:09.397392 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c853c197-a77e-45d8-96e0-bd64390032ca admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:42:09.398049 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c853c197-a77e-45d8-96e0-bd64390032ca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:42:09.398381 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c853c197-a77e-45d8-96e0-bd64390032ca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:42:09.398698 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c853c197-a77e-45d8-96e0-bd64390032ca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:42:09.399045 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c853c197-a77e-45d8-96e0-bd64390032ca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:42:09.427431 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c98eb786-6102-4b88-807e-8ed935c6a359 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] vlan segment allocate from pool success with {'vlan_id': 306, 'physical_network': 'physnet1'} {{(pid=94466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 14:42:09.446983 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-854b5f90-0886-4938-baa9-1896301d1432 req-49927749-8689-4e13-9089-0b6c3de77217 service neutron] 10.222.0.64 "GET /v2.0/networks/2525c403-dfb3-4196-a273-739607aab38a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1890337 Aug 12 14:42:09.466580 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-bd9ce01d-a642-4494-a2df-183767546ec5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:09.512993 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-1fb54553-a720-4f1f-aaa8-0e1a64cd8bb7 tempest-RoutersAdminTest-311172655 tempest-RoutersAdminTest-311172655-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:09.516231 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-bd9ce01d-a642-4494-a2df-183767546ec5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:09.518913 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c98eb786-6102-4b88-807e-8ed935c6a359 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:09.519436 n-d-694802-15 neutron-server[94466]: INFO neutron.db.segments_db [None req-c98eb786-6102-4b88-807e-8ed935c6a359 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Added segment 7719c74d-4dec-43da-873e-de69f6f169be of type vlan for network b1fed0d0-2b0c-4ed8-b3b7-4ff4b735f473 Aug 12 14:42:09.590012 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb54553-a720-4f1f-aaa8-0e1a64cd8bb7 tempest-RoutersAdminTest-311172655 tempest-RoutersAdminTest-311172655-project-admin] Pushing event deleted for resources: {'Port': ['ID=d642c823-be66-4d76-8c70-ea37e586afb4,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:42:09.636534 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c98eb786-6102-4b88-807e-8ed935c6a359 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744653628263'] for network, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:09.642241 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-1fb54553-a720-4f1f-aaa8-0e1a64cd8bb7 tempest-RoutersAdminTest-311172655 tempest-RoutersAdminTest-311172655-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-431580'] for router_gateway, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:09.759212 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 47342) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:42:09.802647 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-1fb54553-a720-4f1f-aaa8-0e1a64cd8bb7 tempest-RoutersAdminTest-311172655 tempest-RoutersAdminTest-311172655-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-429360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-104877'] for router, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:09.807096 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-1fb54553-a720-4f1f-aaa8-0e1a64cd8bb7 tempest-RoutersAdminTest-311172655 tempest-RoutersAdminTest-311172655-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:10.002404 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fbcdb8-4321-49ae-83fb-2c9a1dfb745e req-a303d99b-1f5f-413a-a293-17010bb040cc tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:42:10.010516 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-76fbcdb8-4321-49ae-83fb-2c9a1dfb745e req-a303d99b-1f5f-413a-a293-17010bb040cc tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] 10.222.0.39 "GET /v2.0/ports?device_id=a2e2363b-e2f7-4ce0-a8e3-3f837bbee030 HTTP/1.1" status: 200 len: 948 time: 0.4602165 Aug 12 14:42:10.038586 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-bd9ce01d-a642-4494-a2df-183767546ec5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:10.043597 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-bd9ce01d-a642-4494-a2df-183767546ec5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:10.043597 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-bd9ce01d-a642-4494-a2df-183767546ec5 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/18317e62-1f9c-495e-90b4-09367cb50601 HTTP/1.1" status: 204 len: 168 time: 0.7024300 Aug 12 14:42:10.060736 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c98eb786-6102-4b88-807e-8ed935c6a359 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409'] for network, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:10.067278 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c98eb786-6102-4b88-807e-8ed935c6a359 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:42:10.067634 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-aafee40b-591e-4475-8eab-255962b6c5a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:10.068281 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c98eb786-6102-4b88-807e-8ed935c6a359 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Notify callbacks [] for network, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:10.087395 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9ce01d-a642-4494-a2df-183767546ec5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18317e62-1f9c-495e-90b4-09367cb50601,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:42:10.149827 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-76fbcdb8-4321-49ae-83fb-2c9a1dfb745e req-4234e66d-51a7-4d6c-98b1-44968da148df tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] 10.222.0.39 "GET /v2.0/security-groups?id=5301a7d3-dd3e-456d-bf8f-dfd76884604a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383874 Aug 12 14:42:10.161307 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-c98eb786-6102-4b88-807e-8ed935c6a359 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.9544175 Aug 12 14:42:10.178670 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 47348) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:42:10.180780 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device b58f2f87-2b9d-4b0d-8cf9-762c26e4c3d1 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:42:10.197915 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-9afd2b61-3a9b-49ac-90c9-af4f06713b57 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1711815171'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:42:10.219434 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-1fb54553-a720-4f1f-aaa8-0e1a64cd8bb7 tempest-RoutersAdminTest-311172655 tempest-RoutersAdminTest-311172655-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-429375'] for router, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:10.224164 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fb54553-a720-4f1f-aaa8-0e1a64cd8bb7 tempest-RoutersAdminTest-311172655 tempest-RoutersAdminTest-311172655-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 52d6ce8e-4d9c-4b1b-842a-88d7e19ad1d1 {{(pid=94467) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 14:42:10.229974 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-1fb54553-a720-4f1f-aaa8-0e1a64cd8bb7 tempest-RoutersAdminTest-311172655 tempest-RoutersAdminTest-311172655-project-admin] Notify callbacks [] for router, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:10.235050 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-1fb54553-a720-4f1f-aaa8-0e1a64cd8bb7 tempest-RoutersAdminTest-311172655 tempest-RoutersAdminTest-311172655-project-admin] 10.222.0.39 "DELETE /v2.0/routers/52d6ce8e-4d9c-4b1b-842a-88d7e19ad1d1 HTTP/1.1" status: 204 len: 168 time: 2.4714031 Aug 12 14:42:10.238813 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 47350) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:42:10.243829 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98eb786-6102-4b88-807e-8ed935c6a359 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Pushing event updated for resources: {'Network': ['ID=b1fed0d0-2b0c-4ed8-b3b7-4ff4b735f473,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:42:10.262813 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Network b1fed0d0-2b0c-4ed8-b3b7-4ff4b735f473 details requested by agent ovs-agent-n-d-694802-15 with host n-d-694802-15 {{(pid=94468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 14:42:10.278579 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9afd2b61-3a9b-49ac-90c9-af4f06713b57 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Made reservation on behalf of a2fc72cd4bf747caa1a4809b30f44b5f for: {'network': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:42:10.284634 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9afd2b61-3a9b-49ac-90c9-af4f06713b57 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for network, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:10.324278 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port b58f2f87-2b9d-4b0d-8cf9-762c26e4c3d1 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:42:10.324918 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:10.343309 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9afd2b61-3a9b-49ac-90c9-af4f06713b57 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] vlan segment allocate from pool success with {'vlan_id': 347, 'physical_network': 'physnet1'} {{(pid=94466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 14:42:10.363429 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9afd2b61-3a9b-49ac-90c9-af4f06713b57 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:10.364846 n-d-694802-15 neutron-server[94466]: INFO neutron.db.segments_db [None req-9afd2b61-3a9b-49ac-90c9-af4f06713b57 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Added segment 241c97dc-4b9b-4462-a69d-097a1bbfec16 of type vlan for network 11988a36-0d35-41ac-a66e-5ed968be2dc8 Aug 12 14:42:10.400176 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-48c7e3a0-f9ef-41be-9bfa-2381ef9553d4 tempest-RoutersAdminTest-1145377623 tempest-RoutersAdminTest-1145377623-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-659824936', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'}, 'admin_state_up': False}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:42:10.426775 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9afd2b61-3a9b-49ac-90c9-af4f06713b57 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744653628263'] for network, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:10.468003 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9afd2b61-3a9b-49ac-90c9-af4f06713b57 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409'] for network, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:10.483365 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9afd2b61-3a9b-49ac-90c9-af4f06713b57 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:42:10.484215 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9afd2b61-3a9b-49ac-90c9-af4f06713b57 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Notify callbacks [] for network, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:10.511813 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-48c7e3a0-f9ef-41be-9bfa-2381ef9553d4 tempest-RoutersAdminTest-1145377623 tempest-RoutersAdminTest-1145377623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-430574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-104863'] for router, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:10.513194 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-48c7e3a0-f9ef-41be-9bfa-2381ef9553d4 tempest-RoutersAdminTest-1145377623 tempest-RoutersAdminTest-1145377623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-429438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-431405', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66646573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-104852'] for router, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:10.592811 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-9afd2b61-3a9b-49ac-90c9-af4f06713b57 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4138086 Aug 12 14:42:10.595926 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 47360) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:42:10.601324 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-c3b06677-5db4-4e55-a0bd-480768d99c28 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Request body: {'subnet': {'network_id': 'b1fed0d0-2b0c-4ed8-b3b7-4ff4b735f473', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:42:10.624840 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-48c7e3a0-f9ef-41be-9bfa-2381ef9553d4 tempest-RoutersAdminTest-1145377623 tempest-RoutersAdminTest-1145377623-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:10.648221 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afd2b61-3a9b-49ac-90c9-af4f06713b57 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Pushing event updated for resources: {'Network': ['ID=11988a36-0d35-41ac-a66e-5ed968be2dc8,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:42:10.660446 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Network 11988a36-0d35-41ac-a66e-5ed968be2dc8 details requested by agent ovs-agent-n-d-694802-15 with host n-d-694802-15 {{(pid=94468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 14:42:10.799003 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3b06677-5db4-4e55-a0bd-480768d99c28 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Made reservation on behalf of a2fc72cd4bf747caa1a4809b30f44b5f for: {'subnet': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:42:10.818179 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c3b06677-5db4-4e55-a0bd-480768d99c28 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8776441'] for subnet, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:10.836783 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-48c7e3a0-f9ef-41be-9bfa-2381ef9553d4 tempest-RoutersAdminTest-1145377623 tempest-RoutersAdminTest-1145377623-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:10.945822 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-cd2842af-e191-4404-892f-ac345cae1d6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66663830'] for router_interface, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:11.103410 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c3b06677-5db4-4e55-a0bd-480768d99c28 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3718490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8776395'] for subnet, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:11.119843 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device 4ebd42eb-a49d-4a46-bce9-8cd54192c1c6 details requested by agent hyperv_n-h1-694802-15 with host n-h1-694802-15 {{(pid=94468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 14:42:11.122737 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device 77908564-4609-4603-8286-dd7ae3af6f74 no longer exists at agent hyperv_n-h1-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:42:11.169347 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b06677-5db4-4e55-a0bd-480768d99c28 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Pushing event updated for resources: {'Subnet': ['ID=211c9137-e01f-4e3e-8c7e-449dda79def5,revision_number=0']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:42:11.194194 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3b06677-5db4-4e55-a0bd-480768d99c28 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Checking segment: {'id': '7719c74d-4dec-43da-873e-de69f6f169be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'b1fed0d0-2b0c-4ed8-b3b7-4ff4b735f473'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:42:11.195266 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3b06677-5db4-4e55-a0bd-480768d99c28 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Network hostable DHCP agents. Network: b1fed0d0-2b0c-4ed8-b3b7-4ff4b735f473, hostable agents: ['1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658'], hosted agents: [] {{(pid=94466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 14:42:11.212678 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-93370168-53ca-47c2-9e27-b066be57125c None None] No Port match for: 77908564-4609-4603-8286-dd7ae3af6f74 {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 14:42:11.213604 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device 77908564-4609-4603-8286-dd7ae3af6f74 not bound to the agent host n-h1-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:42:11.241742 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3b06677-5db4-4e55-a0bd-480768d99c28 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Network b1fed0d0-2b0c-4ed8-b3b7-4ff4b735f473 is scheduled to be hosted by DHCP agent 1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658 with binding_index 1 {{(pid=94466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 14:42:11.242199 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:11.258209 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-c3b06677-5db4-4e55-a0bd-480768d99c28 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-15, b1fed0d0-2b0c-4ed8-b3b7-4ff4b735f473) {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:42:11.267142 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3b06677-5db4-4e55-a0bd-480768d99c28 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:42:11.268061 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c3b06677-5db4-4e55-a0bd-480768d99c28 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for subnet, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:11.292735 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-c3b06677-5db4-4e55-a0bd-480768d99c28 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.6953654 Aug 12 14:42:11.294453 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 47386) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:42:11.306379 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-5dd2210b-926e-4f0a-851d-1a5853516ebf tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Request body: {'subnet': {'network_id': '11988a36-0d35-41ac-a66e-5ed968be2dc8', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:42:11.319256 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d51e6f68-8c84-4dff-abb1-3007b226219f None None] Network b1fed0d0-2b0c-4ed8-b3b7-4ff4b735f473 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:42:11.422843 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port 4ebd42eb-a49d-4a46-bce9-8cd54192c1c6, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=4ebd42eb-a49d-4a46-bce9-8cd54192c1c6,segment=NetworkSegment(a1f8c867-101b-4d30-814e-b89f55a5edd0),segment_id=a1f8c867-101b-4d30-814e-b89f55a5edd0)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:42:11.427757 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-48c7e3a0-f9ef-41be-9bfa-2381ef9553d4 tempest-RoutersAdminTest-1145377623 tempest-RoutersAdminTest-1145377623-project] Notify callbacks [] for router_gateway, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:11.442621 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Returning: {'device': '4ebd42eb-a49d-4a46-bce9-8cd54192c1c6', 'network_id': '2525c403-dfb3-4196-a273-739607aab38a', 'port_id': '4ebd42eb-a49d-4a46-bce9-8cd54192c1c6', 'mac_address': 'fa:16:3e:0c:52:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '236e0be6-1c94-4221-9e8b-ab02a53331f8', 'ip_address': '192.168.233.202'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 14:42:11.459669 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-48c7e3a0-f9ef-41be-9bfa-2381ef9553d4 tempest-RoutersAdminTest-1145377623 tempest-RoutersAdminTest-1145377623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:11.473888 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dd2210b-926e-4f0a-851d-1a5853516ebf tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Made reservation on behalf of a2fc72cd4bf747caa1a4809b30f44b5f for: {'subnet': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:42:11.479055 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5dd2210b-926e-4f0a-851d-1a5853516ebf tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8776441'] for subnet, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:11.481115 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f3beff-636a-479a-90ca-fb28f753b7c5 req-d6c6d3c0-e257-4177-a2a0-464e7d1d71d2 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:42:11.482683 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-34f3beff-636a-479a-90ca-fb28f753b7c5 req-d6c6d3c0-e257-4177-a2a0-464e7d1d71d2 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] 10.222.0.39 "GET /v2.0/ports?device_id=a2e2363b-e2f7-4ce0-a8e3-3f837bbee030 HTTP/1.1" status: 200 len: 948 time: 0.1691320 Aug 12 14:42:11.519650 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:11.552432 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfafd12e-b78a-4acf-b297-b69aa9da977c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa7035b3e-9a89-5964-b9f4-97301c3f476a-b1fed0d0-2b0c-4ed8-b3b7-4ff4b735f473', 'network_id': 'b1fed0d0-2b0c-4ed8-b3b7-4ff4b735f473', 'tenant_id': 'a2fc72cd4bf747caa1a4809b30f44b5f', 'fixed_ips': [{'subnet_id': '211c9137-e01f-4e3e-8c7e-449dda79def5'}]}} from n-d-694802-15. {{(pid=94468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 14:42:11.553560 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-dfafd12e-b78a-4acf-b297-b69aa9da977c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:11.558721 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ebd42eb-a49d-4a46-bce9-8cd54192c1c6 {{(pid=94468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:42:11.612175 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port 4ebd42eb-a49d-4a46-bce9-8cd54192c1c6, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=4ebd42eb-a49d-4a46-bce9-8cd54192c1c6,segment=NetworkSegment(a1f8c867-101b-4d30-814e-b89f55a5edd0),segment_id=a1f8c867-101b-4d30-814e-b89f55a5edd0)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:42:11.619725 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:11.802948 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-34f3beff-636a-479a-90ca-fb28f753b7c5 req-f7b45aef-223e-4157-b8e3-498fc1eb1ee9 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] 10.222.0.39 "GET /v2.0/security-groups?id=5301a7d3-dd3e-456d-bf8f-dfd76884604a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2963271 Aug 12 14:42:11.806811 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5dd2210b-926e-4f0a-851d-1a5853516ebf tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3718490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8776395'] for subnet, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:11.855931 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_common [None req-48c7e3a0-f9ef-41be-9bfa-2381ef9553d4 tempest-RoutersAdminTest-1145377623 tempest-RoutersAdminTest-1145377623-project] Allocated IP 172.25.1.192 (d3759e1b-6c03-45ac-acd4-90abb417809b/f0254f08-c19c-4e31-bd9c-09389ea4b6f2/0e9b6a6a-3e89-4553-bb7f-5f28bce9932c) {{(pid=94467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:42:11.880617 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Pushing event updated for resources: {'Port': ['ID=4ebd42eb-a49d-4a46-bce9-8cd54192c1c6,revision_number=4']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:42:11.897103 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] get_ports_and_sgs() called for port_ids ['4ebd42eb-a49d-4a46-bce9-8cd54192c1c6'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:42:11.899555 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.db_base_plugin_common [None req-dfafd12e-b78a-4acf-b297-b69aa9da977c None None] Allocated IP 10.1.1.2 (b1fed0d0-2b0c-4ed8-b3b7-4ff4b735f473/211c9137-e01f-4e3e-8c7e-449dda79def5/bfb3d9b2-4258-48de-9e55-a18cbb763545) {{(pid=94468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:42:11.968352 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device d642c823-be66-4d76-8c70-ea37e586afb4 no longer exists at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:42:11.976906 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd2210b-926e-4f0a-851d-1a5853516ebf tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Pushing event updated for resources: {'Subnet': ['ID=f28f0220-494a-4307-80cf-9a7c85a04176,revision_number=0']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:42:11.988450 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dd2210b-926e-4f0a-851d-1a5853516ebf tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Checking segment: {'id': '241c97dc-4b9b-4462-a69d-097a1bbfec16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '11988a36-0d35-41ac-a66e-5ed968be2dc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:42:11.988906 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dd2210b-926e-4f0a-851d-1a5853516ebf tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Network hostable DHCP agents. Network: 11988a36-0d35-41ac-a66e-5ed968be2dc8, hostable agents: ['1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658'], hosted agents: [] {{(pid=94466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 14:42:12.023543 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] No Port match for: d642c823-be66-4d76-8c70-ea37e586afb4 {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 14:42:12.023923 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device d642c823-be66-4d76-8c70-ea37e586afb4 not bound to the agent host n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:42:12.027707 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dd2210b-926e-4f0a-851d-1a5853516ebf tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Network 11988a36-0d35-41ac-a66e-5ed968be2dc8 is scheduled to be hosted by DHCP agent 1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658 with binding_index 1 {{(pid=94466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 14:42:12.055636 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-5dd2210b-926e-4f0a-851d-1a5853516ebf tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-15, 11988a36-0d35-41ac-a66e-5ed968be2dc8) {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:42:12.066023 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-cd2842af-e191-4404-892f-ac345cae1d6c admin admin] Deleting port 60799527-6b45-45b0-8ffd-cb202b3aa942 {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:42:12.066373 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-cd2842af-e191-4404-892f-ac345cae1d6c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:12.070740 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67b3d9f6-cf3c-4ab0-9b27-df5a495d11fe None None] Network 11988a36-0d35-41ac-a66e-5ed968be2dc8 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:42:12.075807 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dd2210b-926e-4f0a-851d-1a5853516ebf tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:42:12.076790 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5dd2210b-926e-4f0a-851d-1a5853516ebf tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for subnet, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:12.100338 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-5dd2210b-926e-4f0a-851d-1a5853516ebf tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.8041427 Aug 12 14:42:12.104805 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 47406) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:42:12.116571 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-fb2da5ad-84e5-49a7-bc0c-ccda7cb9b363 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Request body: {'port': {'network_id': 'b1fed0d0-2b0c-4ed8-b3b7-4ff4b735f473', 'name': 'tempest-TaggedBootDevicesTest-1033489944', 'fixed_ips': [{'subnet_id': '211c9137-e01f-4e3e-8c7e-449dda79def5'}]}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:42:12.188152 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-48c7e3a0-f9ef-41be-9bfa-2381ef9553d4 tempest-RoutersAdminTest-1145377623 tempest-RoutersAdminTest-1145377623-project] Notify callbacks [] for port, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:12.278819 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [None req-cd2842af-e191-4404-892f-ac345cae1d6c admin admin] For port 60799527-6b45-45b0-8ffd-cb202b3aa942, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=60799527-6b45-45b0-8ffd-cb202b3aa942,segment=NetworkSegment(4c2b9cce-8b7c-48a7-9a48-725ec4478534),segment_id=4c2b9cce-8b7c-48a7-9a48-725ec4478534)] {{(pid=94467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:42:12.279238 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-cd2842af-e191-4404-892f-ac345cae1d6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:12.314146 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-cd2842af-e191-4404-892f-ac345cae1d6c admin admin] Calling delete_port for 60799527-6b45-45b0-8ffd-cb202b3aa942 owned by network:router_interface {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:42:12.339519 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-dfafd12e-b78a-4acf-b297-b69aa9da977c None None] Notify callbacks [] for port, precommit_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:12.343442 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb2da5ad-84e5-49a7-bc0c-ccda7cb9b363 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Made reservation on behalf of a2fc72cd4bf747caa1a4809b30f44b5f for: {'port': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:42:12.384278 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-dfafd12e-b78a-4acf-b297-b69aa9da977c None None] Transition to ACTIVE for port object bfb3d9b2-4258-48de-9e55-a18cbb763545 will not be triggered until provisioned by entity L2. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:42:12.426718 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:12.447621 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-dfafd12e-b78a-4acf-b297-b69aa9da977c None None] Transition to ACTIVE for port object bfb3d9b2-4258-48de-9e55-a18cbb763545 will not be triggered until provisioned by entity DHCP. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:42:12.460603 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-dfafd12e-b78a-4acf-b297-b69aa9da977c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253'] for port, after_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:12.467683 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cebbb15d-947d-4592-9965-feeb86cea35c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa7035b3e-9a89-5964-b9f4-97301c3f476a-11988a36-0d35-41ac-a66e-5ed968be2dc8', 'network_id': '11988a36-0d35-41ac-a66e-5ed968be2dc8', 'tenant_id': 'a2fc72cd4bf747caa1a4809b30f44b5f', 'fixed_ips': [{'subnet_id': 'f28f0220-494a-4307-80cf-9a7c85a04176'}]}} from n-d-694802-15. {{(pid=94468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 14:42:12.468515 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-cebbb15d-947d-4592-9965-feeb86cea35c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:12.522393 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-fb2da5ad-84e5-49a7-bc0c-ccda7cb9b363 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:12.547150 n-d-694802-15 neutron-server[94466]: DEBUG neutron.notifiers.nova [None req-fb2da5ad-84e5-49a7-bc0c-ccda7cb9b363 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] device_id is not set on port 5bb0a447-96d6-4415-8a53-9ce9a3ae9385 yet. {{(pid=94466) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 14:42:12.563396 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-48c7e3a0-f9ef-41be-9bfa-2381ef9553d4 tempest-RoutersAdminTest-1145377623 tempest-RoutersAdminTest-1145377623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:12.619586 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48c7e3a0-f9ef-41be-9bfa-2381ef9553d4 tempest-RoutersAdminTest-1145377623 tempest-RoutersAdminTest-1145377623-project] Network d3759e1b-6c03-45ac-acd4-90abb417809b is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:42:12.630469 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [None req-48c7e3a0-f9ef-41be-9bfa-2381ef9553d4 tempest-RoutersAdminTest-1145377623 tempest-RoutersAdminTest-1145377623-project] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:42:12.633354 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48c7e3a0-f9ef-41be-9bfa-2381ef9553d4 tempest-RoutersAdminTest-1145377623 tempest-RoutersAdminTest-1145377623-project] Received port after_create {{(pid=94467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:42:12.696339 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfafd12e-b78a-4acf-b297-b69aa9da977c None None] Pushing event updated for resources: {'Port': ['ID=bfb3d9b2-4258-48de-9e55-a18cbb763545,revision_number=1']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:42:12.716370 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfafd12e-b78a-4acf-b297-b69aa9da977c None None] Network b1fed0d0-2b0c-4ed8-b3b7-4ff4b735f473 is already hosted by enough agents. {{(pid=94468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:42:12.719636 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.base_scheduler [None req-dfafd12e-b78a-4acf-b297-b69aa9da977c None None] Resources bound (agent type, host, resource id): {{(pid=94468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:42:12.728574 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfafd12e-b78a-4acf-b297-b69aa9da977c None None] Received port after_create {{(pid=94468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:42:12.749354 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c7e3a0-f9ef-41be-9bfa-2381ef9553d4 tempest-RoutersAdminTest-1145377623 tempest-RoutersAdminTest-1145377623-project] Pushing event updated for resources: {'Port': ['ID=0e9b6a6a-3e89-4553-bb7f-5f28bce9932c,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:42:12.834326 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-fb2da5ad-84e5-49a7-bc0c-ccda7cb9b363 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Allocated IP 10.1.1.11 (b1fed0d0-2b0c-4ed8-b3b7-4ff4b735f473/211c9137-e01f-4e3e-8c7e-449dda79def5/5bb0a447-96d6-4415-8a53-9ce9a3ae9385) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:42:12.857599 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-cd2842af-e191-4404-892f-ac345cae1d6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:12.906251 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2842af-e191-4404-892f-ac345cae1d6c admin admin] Pushing event deleted for resources: {'Port': ['ID=60799527-6b45-45b0-8ffd-cb202b3aa942,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:42:12.957495 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-dfafd12e-b78a-4acf-b297-b69aa9da977c None None] Attempting to bind port bfb3d9b2-4258-48de-9e55-a18cbb763545 on host n-d-694802-15 for vnic_type normal with profile {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:42:12.958819 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-dfafd12e-b78a-4acf-b297-b69aa9da977c None None] Attempting to bind port bfb3d9b2-4258-48de-9e55-a18cbb763545 by drivers openvswitch,hyperv on host n-d-694802-15 at level 0 using segments [{'id': '7719c74d-4dec-43da-873e-de69f6f169be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'b1fed0d0-2b0c-4ed8-b3b7-4ff4b735f473'}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:42:12.959351 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfafd12e-b78a-4acf-b297-b69aa9da977c None None] Attempting to bind port bfb3d9b2-4258-48de-9e55-a18cbb763545 on network b1fed0d0-2b0c-4ed8-b3b7-4ff4b735f473 {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:42:12.977283 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfafd12e-b78a-4acf-b297-b69aa9da977c None None] Checking agent: {'id': '16de73ac-f2e9-4cee-b3e0-91052ae3e6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 20, 13), 'started_at': datetime.datetime(2021, 8, 12, 14, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 41, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:42:12.977667 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfafd12e-b78a-4acf-b297-b69aa9da977c None None] Checking segment: {'id': '7719c74d-4dec-43da-873e-de69f6f169be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'b1fed0d0-2b0c-4ed8-b3b7-4ff4b735f473'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:42:12.978071 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-dfafd12e-b78a-4acf-b297-b69aa9da977c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:12.995582 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfafd12e-b78a-4acf-b297-b69aa9da977c None None] Bound using segment: {'id': '7719c74d-4dec-43da-873e-de69f6f169be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'b1fed0d0-2b0c-4ed8-b3b7-4ff4b735f473'} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:42:12.996372 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-dfafd12e-b78a-4acf-b297-b69aa9da977c None None] Bound port: bfb3d9b2-4258-48de-9e55-a18cbb763545, host: n-d-694802-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7719c74d-4dec-43da-873e-de69f6f169be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'b1fed0d0-2b0c-4ed8-b3b7-4ff4b735f473'}}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:42:12.997043 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-dfafd12e-b78a-4acf-b297-b69aa9da977c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:13.100235 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4903109-b535-4b63-b1b6-5104dfc857ff req-aeb55722-64b4-43ef-ae4c-a373abaa8c2d tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:42:13.102318 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-f4903109-b535-4b63-b1b6-5104dfc857ff req-aeb55722-64b4-43ef-ae4c-a373abaa8c2d tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] 10.222.0.39 "GET /v2.0/ports?device_id=a2e2363b-e2f7-4ce0-a8e3-3f837bbee030 HTTP/1.1" status: 200 len: 949 time: 0.1687570 Aug 12 14:42:13.171523 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:13.189680 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.db_base_plugin_common [None req-cebbb15d-947d-4592-9965-feeb86cea35c None None] Allocated IP 10.2.2.2 (11988a36-0d35-41ac-a66e-5ed968be2dc8/f28f0220-494a-4307-80cf-9a7c85a04176/1bfc31fa-c34a-4fc9-a8de-ac603dd72155) {{(pid=94468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:42:13.208596 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-cd2842af-e191-4404-892f-ac345cae1d6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66628352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-430630'] for router_interface, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:13.218148 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-f4903109-b535-4b63-b1b6-5104dfc857ff req-eaf81321-8087-44ac-8934-47f4988527c4 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] 10.222.0.39 "GET /v2.0/security-groups?id=5301a7d3-dd3e-456d-bf8f-dfd76884604a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070890 Aug 12 14:42:13.238083 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-dfafd12e-b78a-4acf-b297-b69aa9da977c None None] For port bfb3d9b2-4258-48de-9e55-a18cbb763545, host n-d-694802-15, cleared binding levels {{(pid=94468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:42:13.251252 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-dfafd12e-b78a-4acf-b297-b69aa9da977c None None] For port bfb3d9b2-4258-48de-9e55-a18cbb763545, host n-d-694802-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=bfb3d9b2-4258-48de-9e55-a18cbb763545,segment=NetworkSegment(7719c74d-4dec-43da-873e-de69f6f169be),segment_id=7719c74d-4dec-43da-873e-de69f6f169be)] {{(pid=94468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:42:13.251702 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-fb2da5ad-84e5-49a7-bc0c-ccda7cb9b363 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:13.277767 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-fb2da5ad-84e5-49a7-bc0c-ccda7cb9b363 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Transition to ACTIVE for port object 5bb0a447-96d6-4415-8a53-9ce9a3ae9385 will not be triggered until provisioned by entity DHCP. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:42:13.294462 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-dfafd12e-b78a-4acf-b297-b69aa9da977c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:13.331748 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-fb2da5ad-84e5-49a7-bc0c-ccda7cb9b363 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:13.411816 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2da5ad-84e5-49a7-bc0c-ccda7cb9b363 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Pushing event updated for resources: {'Port': ['ID=5bb0a447-96d6-4415-8a53-9ce9a3ae9385,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:42:13.431270 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb2da5ad-84e5-49a7-bc0c-ccda7cb9b363 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Network b1fed0d0-2b0c-4ed8-b3b7-4ff4b735f473 is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:42:13.446681 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-adfe2e4d-2492-46b5-9c4a-aa6839f66f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:13.452435 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-fb2da5ad-84e5-49a7-bc0c-ccda7cb9b363 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:42:13.456240 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb2da5ad-84e5-49a7-bc0c-ccda7cb9b363 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:42:13.476649 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfafd12e-b78a-4acf-b297-b69aa9da977c None None] Pushing event updated for resources: {'Port': ['ID=bfb3d9b2-4258-48de-9e55-a18cbb763545,revision_number=2']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:42:13.542328 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-48c7e3a0-f9ef-41be-9bfa-2381ef9553d4 tempest-RoutersAdminTest-1145377623 tempest-RoutersAdminTest-1145377623-project] Notify callbacks [] for router_gateway, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:13.562222 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb2da5ad-84e5-49a7-bc0c-ccda7cb9b363 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:42:13.562932 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-fb2da5ad-84e5-49a7-bc0c-ccda7cb9b363 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:13.583851 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-fb2da5ad-84e5-49a7-bc0c-ccda7cb9b363 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.4775836 Aug 12 14:42:13.587385 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 47424) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:42:13.603772 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-ca12d639-9519-4173-96a4-acf32e907c95 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Request body: {'port': {'network_id': 'b1fed0d0-2b0c-4ed8-b3b7-4ff4b735f473', 'name': 'tempest-TaggedBootDevicesTest-819535365', 'fixed_ips': [{'subnet_id': '211c9137-e01f-4e3e-8c7e-449dda79def5'}]}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:42:13.617250 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-cebbb15d-947d-4592-9965-feeb86cea35c None None] Notify callbacks [] for port, precommit_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:13.631395 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-cebbb15d-947d-4592-9965-feeb86cea35c None None] Transition to ACTIVE for port object 1bfc31fa-c34a-4fc9-a8de-ac603dd72155 will not be triggered until provisioned by entity L2. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:42:13.676427 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-cebbb15d-947d-4592-9965-feeb86cea35c None None] Transition to ACTIVE for port object 1bfc31fa-c34a-4fc9-a8de-ac603dd72155 will not be triggered until provisioned by entity DHCP. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:42:13.701867 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-cebbb15d-947d-4592-9965-feeb86cea35c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253'] for port, after_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:13.744058 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cebbb15d-947d-4592-9965-feeb86cea35c None None] Network 11988a36-0d35-41ac-a66e-5ed968be2dc8 is already hosted by enough agents. {{(pid=94468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:42:13.747650 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.base_scheduler [None req-cebbb15d-947d-4592-9965-feeb86cea35c None None] Resources bound (agent type, host, resource id): {{(pid=94468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:42:13.750652 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cebbb15d-947d-4592-9965-feeb86cea35c None None] Received port after_create {{(pid=94468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:42:13.797109 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebbb15d-947d-4592-9965-feeb86cea35c None None] Pushing event updated for resources: {'Port': ['ID=1bfc31fa-c34a-4fc9-a8de-ac603dd72155,revision_number=1']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:42:13.805038 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca12d639-9519-4173-96a4-acf32e907c95 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Made reservation on behalf of a2fc72cd4bf747caa1a4809b30f44b5f for: {'port': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:42:13.819374 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ca12d639-9519-4173-96a4-acf32e907c95 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:13.855439 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-cebbb15d-947d-4592-9965-feeb86cea35c None None] Attempting to bind port 1bfc31fa-c34a-4fc9-a8de-ac603dd72155 on host n-d-694802-15 for vnic_type normal with profile {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:42:13.855899 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-cebbb15d-947d-4592-9965-feeb86cea35c None None] Attempting to bind port 1bfc31fa-c34a-4fc9-a8de-ac603dd72155 by drivers openvswitch,hyperv on host n-d-694802-15 at level 0 using segments [{'id': '241c97dc-4b9b-4462-a69d-097a1bbfec16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '11988a36-0d35-41ac-a66e-5ed968be2dc8'}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:42:13.856354 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cebbb15d-947d-4592-9965-feeb86cea35c None None] Attempting to bind port 1bfc31fa-c34a-4fc9-a8de-ac603dd72155 on network 11988a36-0d35-41ac-a66e-5ed968be2dc8 {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:42:13.859269 n-d-694802-15 neutron-server[94466]: DEBUG neutron.notifiers.nova [None req-ca12d639-9519-4173-96a4-acf32e907c95 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] device_id is not set on port 20995681-edf1-4159-b285-2b70fd9775cf yet. {{(pid=94466) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 14:42:13.862560 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cebbb15d-947d-4592-9965-feeb86cea35c None None] Checking agent: {'id': '16de73ac-f2e9-4cee-b3e0-91052ae3e6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 20, 13), 'started_at': datetime.datetime(2021, 8, 12, 14, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 42, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:42:13.863061 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cebbb15d-947d-4592-9965-feeb86cea35c None None] Checking segment: {'id': '241c97dc-4b9b-4462-a69d-097a1bbfec16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '11988a36-0d35-41ac-a66e-5ed968be2dc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:42:13.863537 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-cebbb15d-947d-4592-9965-feeb86cea35c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:13.863991 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cebbb15d-947d-4592-9965-feeb86cea35c None None] Bound using segment: {'id': '241c97dc-4b9b-4462-a69d-097a1bbfec16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '11988a36-0d35-41ac-a66e-5ed968be2dc8'} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:42:13.864604 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-cebbb15d-947d-4592-9965-feeb86cea35c None None] Bound port: 1bfc31fa-c34a-4fc9-a8de-ac603dd72155, host: n-d-694802-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '241c97dc-4b9b-4462-a69d-097a1bbfec16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '11988a36-0d35-41ac-a66e-5ed968be2dc8'}}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:42:13.864983 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-cebbb15d-947d-4592-9965-feeb86cea35c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:13.905287 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-1769855f-eda9-4483-9dc3-3220908ab45d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:13.968903 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-cebbb15d-947d-4592-9965-feeb86cea35c None None] For port 1bfc31fa-c34a-4fc9-a8de-ac603dd72155, host n-d-694802-15, cleared binding levels {{(pid=94468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:42:13.973403 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-cebbb15d-947d-4592-9965-feeb86cea35c None None] For port 1bfc31fa-c34a-4fc9-a8de-ac603dd72155, host n-d-694802-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=1bfc31fa-c34a-4fc9-a8de-ac603dd72155,segment=NetworkSegment(241c97dc-4b9b-4462-a69d-097a1bbfec16),segment_id=241c97dc-4b9b-4462-a69d-097a1bbfec16)] {{(pid=94468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:42:13.977966 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-cebbb15d-947d-4592-9965-feeb86cea35c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:14.089211 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebbb15d-947d-4592-9965-feeb86cea35c None None] Pushing event updated for resources: {'Port': ['ID=1bfc31fa-c34a-4fc9-a8de-ac603dd72155,revision_number=2']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:42:14.151904 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-ca12d639-9519-4173-96a4-acf32e907c95 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Allocated IP 10.1.1.172 (b1fed0d0-2b0c-4ed8-b3b7-4ff4b735f473/211c9137-e01f-4e3e-8c7e-449dda79def5/20995681-edf1-4159-b285-2b70fd9775cf) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:42:14.224207 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device bfb3d9b2-4258-48de-9e55-a18cbb763545 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:42:14.331098 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning for port bfb3d9b2-4258-48de-9e55-a18cbb763545 completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:42:14.426595 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd2842af-e191-4404-892f-ac345cae1d6c admin admin] Router a8eeff59-3948-4b86-9284-2f54386a0474 has already been hosted by L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f {{(pid=94467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 14:42:14.474062 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ca12d639-9519-4173-96a4-acf32e907c95 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:14.499252 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-ca12d639-9519-4173-96a4-acf32e907c95 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Transition to ACTIVE for port object 20995681-edf1-4159-b285-2b70fd9775cf will not be triggered until provisioned by entity DHCP. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:42:14.569828 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ca12d639-9519-4173-96a4-acf32e907c95 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:14.598689 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460844c6-0a9a-45ee-8151-c6a025125ec8 req-d9504a43-6ec6-41ef-9570-b66f9f2f396e tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:42:14.600641 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-460844c6-0a9a-45ee-8151-c6a025125ec8 req-d9504a43-6ec6-41ef-9570-b66f9f2f396e tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] 10.222.0.39 "GET /v2.0/ports?device_id=a2e2363b-e2f7-4ce0-a8e3-3f837bbee030 HTTP/1.1" status: 200 len: 949 time: 0.1955435 Aug 12 14:42:14.603933 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-48c7e3a0-f9ef-41be-9bfa-2381ef9553d4 tempest-RoutersAdminTest-1145377623 tempest-RoutersAdminTest-1145377623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-429413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-431608'] for router, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:14.677272 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca12d639-9519-4173-96a4-acf32e907c95 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Network b1fed0d0-2b0c-4ed8-b3b7-4ff4b735f473 is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:42:14.680826 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-ca12d639-9519-4173-96a4-acf32e907c95 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:42:14.687708 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca12d639-9519-4173-96a4-acf32e907c95 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:42:14.729023 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca12d639-9519-4173-96a4-acf32e907c95 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Pushing event updated for resources: {'Port': ['ID=20995681-edf1-4159-b285-2b70fd9775cf,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:42:14.761773 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca12d639-9519-4173-96a4-acf32e907c95 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:42:14.762916 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ca12d639-9519-4173-96a4-acf32e907c95 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:14.788131 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-ca12d639-9519-4173-96a4-acf32e907c95 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.1971533 Aug 12 14:42:14.865043 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-460844c6-0a9a-45ee-8151-c6a025125ec8 req-2bd2d286-9f94-47da-a2ef-3e30663f4764 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] 10.222.0.39 "GET /v2.0/security-groups?id=5301a7d3-dd3e-456d-bf8f-dfd76884604a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2548954 Aug 12 14:42:14.897269 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2de01e6f-98fe-426f-8892-156a14b8066a None None] Network b1fed0d0-2b0c-4ed8-b3b7-4ff4b735f473 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:42:14.900497 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd2842af-e191-4404-892f-ac345cae1d6c admin admin] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 14:42:14.909715 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-cd2842af-e191-4404-892f-ac345cae1d6c admin admin] 10.222.0.39 "PUT /v2.0/routers/a8eeff59-3948-4b86-9284-2f54386a0474/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1459033 Aug 12 14:42:14.910573 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 47440) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:42:14.912821 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c18b8f37-6619-4c3d-8f68-fe12e4e1ba54 None None] Sync routers for ids ['a8eeff59-3948-4b86-9284-2f54386a0474'] in n-d-694802-15 {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 14:42:14.928266 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c18b8f37-6619-4c3d-8f68-fe12e4e1ba54 None None] Routers {'a8eeff59-3948-4b86-9284-2f54386a0474'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:42:14.929995 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-c18b8f37-6619-4c3d-8f68-fe12e4e1ba54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:42:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['a8eeff59-3948-4b86-9284-2f54386a0474'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:42:14.982868 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48c7e3a0-f9ef-41be-9bfa-2381ef9553d4 tempest-RoutersAdminTest-1145377623 tempest-RoutersAdminTest-1145377623-project] Router d97c5b57-855c-4811-b202-7d0022d389ba is scheduled to L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f with binding_index 1 {{(pid=94467) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 14:42:15.085682 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-417e7597-21ba-4e40-881c-29ed97c85c7b None None] Provisioning for port bfb3d9b2-4258-48de-9e55-a18cbb763545 completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:42:15.093730 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-417e7597-21ba-4e40-881c-29ed97c85c7b None None] Provisioning complete for port bfb3d9b2-4258-48de-9e55-a18cbb763545 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:42:15.099064 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-417e7597-21ba-4e40-881c-29ed97c85c7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:15.177096 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41d77bb5-a98a-4e67-8a16-d11dd45292d9 admin admin] Notify callbacks [] for router, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:15.203519 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device 4ebd42eb-a49d-4a46-bce9-8cd54192c1c6 up at agent hyperv_n-h1-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:42:15.242698 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-c18b8f37-6619-4c3d-8f68-fe12e4e1ba54 None None] Set router a8eeff59-3948-4b86-9284-2f54386a0474 gateway port host: n-d-694802-15 {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:42:15.297397 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48c7e3a0-f9ef-41be-9bfa-2381ef9553d4 tempest-RoutersAdminTest-1145377623 tempest-RoutersAdminTest-1145377623-project] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 14:42:15.339358 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-48c7e3a0-f9ef-41be-9bfa-2381ef9553d4 tempest-RoutersAdminTest-1145377623 tempest-RoutersAdminTest-1145377623-project] Notify callbacks [] for router, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:15.343328 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-48c7e3a0-f9ef-41be-9bfa-2381ef9553d4 tempest-RoutersAdminTest-1145377623 tempest-RoutersAdminTest-1145377623-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 5.0925853 Aug 12 14:42:15.343602 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 47448) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:42:15.350046 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-507e37a6-ff13-4ac1-baa8-2455a5fa5aa9 tempest-RoutersAdminTest-311172655 tempest-RoutersAdminTest-311172655-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'enable_snat': False}}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:42:15.389695 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be824fde-e980-47f5-8726-f088b31fbe81 None None] Sync routers for ids ['d97c5b57-855c-4811-b202-7d0022d389ba'] in n-d-694802-15 {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 14:42:15.466385 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41d77bb5-a98a-4e67-8a16-d11dd45292d9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:15.571241 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-417e7597-21ba-4e40-881c-29ed97c85c7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:15.638107 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-41d77bb5-a98a-4e67-8a16-d11dd45292d9 admin admin] Deleting port ec034307-e107-4851-86b6-7bf6c7b47270 {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:42:15.638760 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41d77bb5-a98a-4e67-8a16-d11dd45292d9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:15.641085 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be824fde-e980-47f5-8726-f088b31fbe81 None None] Routers {'d97c5b57-855c-4811-b202-7d0022d389ba'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:42:15.641783 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-be824fde-e980-47f5-8726-f088b31fbe81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:42:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['d97c5b57-855c-4811-b202-7d0022d389ba'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:42:15.785053 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-fe95f194-a3b0-4c04-9e42-20b511169d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:15.811595 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-c18b8f37-6619-4c3d-8f68-fe12e4e1ba54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8eeff59-3948-4b86-9284-2f54386a0474', 'name': 'tempest-ServerRescueNegativeTestJSON-401007129-router', 'tenant_id': 'ef918c3e55db41809ce6731a1724be70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.45'}], 'enable_snat': True}, 'gw_port_id': 'ec034307-e107-4851-86b6-7bf6c7b47270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:39:05Z', 'updated_at': '2021-08-12T14:42:12Z', 'revision_number': 5, 'project_id': 'ef918c3e55db41809ce6731a1724be70', 'gw_port': {'id': 'ec034307-e107-4851-86b6-7bf6c7b47270', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:1e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8eeff59-3948-4b86-9284-2f54386a0474', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1057, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:39:07Z', 'updated_at': '2021-08-12T14:39:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15'}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:42:15.816703 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-be824fde-e980-47f5-8726-f088b31fbe81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:42:15.842237 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Provisioning for port 4ebd42eb-a49d-4a46-bce9-8cd54192c1c6 completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:42:15.901585 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-41d77bb5-a98a-4e67-8a16-d11dd45292d9 admin admin] For port ec034307-e107-4851-86b6-7bf6c7b47270, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=ec034307-e107-4851-86b6-7bf6c7b47270,segment=NetworkSegment(b1b396cb-2dc6-4041-bfc7-1833a80a4720),segment_id=b1b396cb-2dc6-4041-bfc7-1833a80a4720)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:42:15.901980 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41d77bb5-a98a-4e67-8a16-d11dd45292d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:15.910448 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c18b8f37-6619-4c3d-8f68-fe12e4e1ba54 None None] Checking router: a8eeff59-3948-4b86-9284-2f54386a0474 for host: n-d-694802-15 {{(pid=94469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 14:42:15.921841 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cca5e71-d77d-40e5-8f12-e56b5d813888 None None] Network 11988a36-0d35-41ac-a66e-5ed968be2dc8 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:42:15.959229 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 47454) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:42:15.963646 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c18b8f37-6619-4c3d-8f68-fe12e4e1ba54 None None] Routers {'a8eeff59-3948-4b86-9284-2f54386a0474'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:42:15.964326 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-c18b8f37-6619-4c3d-8f68-fe12e4e1ba54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:42:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['a8eeff59-3948-4b86-9284-2f54386a0474'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:42:15.968633 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Provisioning complete for port 4ebd42eb-a49d-4a46-bce9-8cd54192c1c6 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:42:15.969032 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:15.972360 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-41d77bb5-a98a-4e67-8a16-d11dd45292d9 admin admin] Calling delete_port for ec034307-e107-4851-86b6-7bf6c7b47270 owned by network:router_gateway {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:42:15.976272 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-fc982cf5-389b-4173-b63f-56f88c2cef72 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1620788691', 'description': 'tempest-description--1894767902'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:42:16.045904 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-fc982cf5-389b-4173-b63f-56f88c2cef72 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Notify callbacks [] for security_group, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:16.127103 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-c18b8f37-6619-4c3d-8f68-fe12e4e1ba54 None None] Set router a8eeff59-3948-4b86-9284-2f54386a0474 gateway port host: None {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:42:16.237620 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-c18b8f37-6619-4c3d-8f68-fe12e4e1ba54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8eeff59-3948-4b86-9284-2f54386a0474', 'name': 'tempest-ServerRescueNegativeTestJSON-401007129-router', 'tenant_id': 'ef918c3e55db41809ce6731a1724be70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:39:05Z', 'updated_at': '2021-08-12T14:42:15Z', 'revision_number': 6, 'project_id': 'ef918c3e55db41809ce6731a1724be70', 'gw_port_host': None}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:42:16.277468 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c18b8f37-6619-4c3d-8f68-fe12e4e1ba54 None None] The sync data for ids ['a8eeff59-3948-4b86-9284-2f54386a0474'] in n-d-694802-15 is: [{'id': 'a8eeff59-3948-4b86-9284-2f54386a0474', 'name': 'tempest-ServerRescueNegativeTestJSON-401007129-router', 'tenant_id': 'ef918c3e55db41809ce6731a1724be70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:39:05Z', 'updated_at': '2021-08-12T14:42:15Z', 'revision_number': 6, 'project_id': 'ef918c3e55db41809ce6731a1724be70', 'gw_port_host': None}] {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 14:42:16.299050 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-417e7597-21ba-4e40-881c-29ed97c85c7b None None] For port bfb3d9b2-4258-48de-9e55-a18cbb763545, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=bfb3d9b2-4258-48de-9e55-a18cbb763545,segment=NetworkSegment(7719c74d-4dec-43da-873e-de69f6f169be),segment_id=7719c74d-4dec-43da-873e-de69f6f169be)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:42:16.320429 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41d77bb5-a98a-4e67-8a16-d11dd45292d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:16.401687 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 1bfc31fa-c34a-4fc9-a8de-ac603dd72155 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:42:16.404548 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be824fde-e980-47f5-8726-f088b31fbe81 None None] Routers {'d97c5b57-855c-4811-b202-7d0022d389ba'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:42:16.410100 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-be824fde-e980-47f5-8726-f088b31fbe81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:42:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['d97c5b57-855c-4811-b202-7d0022d389ba'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:42:16.413613 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d77bb5-a98a-4e67-8a16-d11dd45292d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=ec034307-e107-4851-86b6-7bf6c7b47270,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:42:16.465651 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-507e37a6-ff13-4ac1-baa8-2455a5fa5aa9 tempest-RoutersAdminTest-311172655 tempest-RoutersAdminTest-311172655-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:16.512489 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-be824fde-e980-47f5-8726-f088b31fbe81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:42:16.515238 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be824fde-e980-47f5-8726-f088b31fbe81 None None] The sync data for ids ['d97c5b57-855c-4811-b202-7d0022d389ba'] in n-d-694802-15 is: [] {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 14:42:16.536850 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-417e7597-21ba-4e40-881c-29ed97c85c7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:16.577368 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41d77bb5-a98a-4e67-8a16-d11dd45292d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-431580'] for router_gateway, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:16.762734 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-fc982cf5-389b-4173-b63f-56f88c2cef72 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Notify callbacks [] for security_group, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:16.833401 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:16.854660 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417e7597-21ba-4e40-881c-29ed97c85c7b None None] Pushing event updated for resources: {'Port': ['ID=bfb3d9b2-4258-48de-9e55-a18cbb763545,revision_number=3']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:42:16.869904 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-a7c7e837-6bdc-40d7-ae7d-580aed5895b6 None None] Provisioning for port 1bfc31fa-c34a-4fc9-a8de-ac603dd72155 completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:42:16.880935 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-fc982cf5-389b-4173-b63f-56f88c2cef72 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:16.957168 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2e2363b-e2f7-4ce0-a8e3-3f837bbee030', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ebd42eb-a49d-4a46-bce9-8cd54192c1c6'}] {{(pid=94468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:42:16.959754 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99a8d87602170099c728e57431aca99e9b98a655a83bbf8727be13192709727b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59d40aa1-04fc-4fd4-a204-183964f8f7a8" -d '{"events": [{"server_uuid": "a2e2363b-e2f7-4ce0-a8e3-3f837bbee030", "name": "network-vif-plugged", "status": "completed", "tag": "4ebd42eb-a49d-4a46-bce9-8cd54192c1c6"}]}' {{(pid=94468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:42:16.964689 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3a4a6d-ff24-4369-a72d-a55dc8755f9a req-daa4a4d6-206b-4c81-9d89-8eb5108ec966 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:42:16.977966 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0a3a4a6d-ff24-4369-a72d-a55dc8755f9a req-daa4a4d6-206b-4c81-9d89-8eb5108ec966 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] 10.222.0.39 "GET /v2.0/ports?device_id=a2e2363b-e2f7-4ce0-a8e3-3f837bbee030 HTTP/1.1" status: 200 len: 949 time: 0.9423056 Aug 12 14:42:16.996254 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41d77bb5-a98a-4e67-8a16-d11dd45292d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-429360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-104877'] for router, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:17.011258 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning for port 1bfc31fa-c34a-4fc9-a8de-ac603dd72155 completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:42:17.017321 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41d77bb5-a98a-4e67-8a16-d11dd45292d9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:17.024396 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port 4ebd42eb-a49d-4a46-bce9-8cd54192c1c6, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=4ebd42eb-a49d-4a46-bce9-8cd54192c1c6,segment=NetworkSegment(a1f8c867-101b-4d30-814e-b89f55a5edd0),segment_id=a1f8c867-101b-4d30-814e-b89f55a5edd0)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:42:17.031521 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port 1bfc31fa-c34a-4fc9-a8de-ac603dd72155 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:42:17.031905 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:17.041074 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:17.088179 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 14:42:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9eeda16-7c88-45be-9492-152889ef5bbd x-openstack-request-id: req-d9eeda16-7c88-45be-9492-152889ef5bbd {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:42:17.088474 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2e2363b-e2f7-4ce0-a8e3-3f837bbee030", "name": "network-vif-plugged", "status": "completed", "tag": "4ebd42eb-a49d-4a46-bce9-8cd54192c1c6", "code": 200}]} {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:42:17.088735 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d9eeda16-7c88-45be-9492-152889ef5bbd {{(pid=94468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:42:17.089215 n-d-694802-15 neutron-server[94468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2e2363b-e2f7-4ce0-a8e3-3f837bbee030', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ebd42eb-a49d-4a46-bce9-8cd54192c1c6', 'code': 200} Aug 12 14:42:17.120095 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-fc982cf5-389b-4173-b63f-56f88c2cef72 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:17.121506 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-fc982cf5-389b-4173-b63f-56f88c2cef72 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.1604857 Aug 12 14:42:17.123194 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc982cf5-389b-4173-b63f-56f88c2cef72 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Pushing event updated for resources: {'SecurityGroup': ['ID=acce5d50-80c7-459a-8d6c-3aec4a7c97df,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:42:17.125672 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 47470) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:42:17.143042 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-246d9f71-728c-4d3a-bd6f-e7c63079c74f tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Request body: {'security_group_rule': {'security_group_id': 'acce5d50-80c7-459a-8d6c-3aec4a7c97df', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:42:17.320017 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41d77bb5-a98a-4e67-8a16-d11dd45292d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-429375'] for router, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:17.322589 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41d77bb5-a98a-4e67-8a16-d11dd45292d9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a8eeff59-3948-4b86-9284-2f54386a0474 {{(pid=94466) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 14:42:17.343188 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0a3a4a6d-ff24-4369-a72d-a55dc8755f9a req-b615d37a-fe52-4182-8627-9e0157e0cf6e tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] 10.222.0.39 "GET /v2.0/security-groups?id=5301a7d3-dd3e-456d-bf8f-dfd76884604a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3629611 Aug 12 14:42:17.373064 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41d77bb5-a98a-4e67-8a16-d11dd45292d9 admin admin] Notify callbacks [] for router, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:17.377246 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-41d77bb5-a98a-4e67-8a16-d11dd45292d9 admin admin] 10.222.0.39 "DELETE /v2.0/routers/a8eeff59-3948-4b86-9284-2f54386a0474 HTTP/1.1" status: 204 len: 168 time: 2.4626219 Aug 12 14:42:17.377520 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 47472) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:42:17.485454 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_v2 [None req-38320c10-7428-4e19-b1ae-269a4bae72d5 admin admin] Deleting subnet d596ebc0-f7b2-4a88-b2fe-14085d881fde {{(pid=94466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 14:42:17.490549 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-246d9f71-728c-4d3a-bd6f-e7c63079c74f tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:17.493464 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-38320c10-7428-4e19-b1ae-269a4bae72d5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:17.573487 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-23b4a7b8-bf46-4cdf-8d2a-2a26ac76d822 None None] Provisioning for port 20995681-edf1-4159-b285-2b70fd9775cf completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:42:17.592087 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-23b4a7b8-bf46-4cdf-8d2a-2a26ac76d822 None None] Provisioning complete for port 20995681-edf1-4159-b285-2b70fd9775cf triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:42:17.592476 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-23b4a7b8-bf46-4cdf-8d2a-2a26ac76d822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:17.600159 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Pushing event updated for resources: {'Port': ['ID=4ebd42eb-a49d-4a46-bce9-8cd54192c1c6,revision_number=5']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:42:17.644358 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-38320c10-7428-4e19-b1ae-269a4bae72d5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2293551'] for subnet, precommit_delete_associations {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:17.673986 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a29afcc-852d-433a-92f1-24403d1b11c4 req-a1179e66-697c-4f0c-8501-cb291df0a520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:42:17.680350 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4a29afcc-852d-433a-92f1-24403d1b11c4 req-a1179e66-697c-4f0c-8501-cb291df0a520 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=a2e2363b-e2f7-4ce0-a8e3-3f837bbee030 HTTP/1.1" status: 200 len: 1102 time: 0.4365616 Aug 12 14:42:17.848534 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-38320c10-7428-4e19-b1ae-269a4bae72d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66416255'] for subnet, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:17.872398 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:17.947661 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-23b4a7b8-bf46-4cdf-8d2a-2a26ac76d822 None None] Port 20995681-edf1-4159-b285-2b70fd9775cf cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 14:42:17.952389 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-246d9f71-728c-4d3a-bd6f-e7c63079c74f tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:17.998039 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-23b4a7b8-bf46-4cdf-8d2a-2a26ac76d822 None None] Provisioning for port 5bb0a447-96d6-4415-8a53-9ce9a3ae9385 completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:42:18.001797 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] For port 1bfc31fa-c34a-4fc9-a8de-ac603dd72155, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=1bfc31fa-c34a-4fc9-a8de-ac603dd72155,segment=NetworkSegment(241c97dc-4b9b-4462-a69d-097a1bbfec16),segment_id=241c97dc-4b9b-4462-a69d-097a1bbfec16)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:42:18.017837 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:18.018625 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-38320c10-7428-4e19-b1ae-269a4bae72d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66416232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3718429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8776402'] for subnet, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:18.019931 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-23b4a7b8-bf46-4cdf-8d2a-2a26ac76d822 None None] Provisioning complete for port 5bb0a447-96d6-4415-8a53-9ce9a3ae9385 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:42:18.020299 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-23b4a7b8-bf46-4cdf-8d2a-2a26ac76d822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:18.023174 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-246d9f71-728c-4d3a-bd6f-e7c63079c74f tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641735'] for security_group_rule, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:18.036671 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4a29afcc-852d-433a-92f1-24403d1b11c4 req-64c2f0a6-cf83-4857-bc46-596fe7d7480b service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=5301a7d3-dd3e-456d-bf8f-dfd76884604a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2968318 Aug 12 14:42:18.101589 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38320c10-7428-4e19-b1ae-269a4bae72d5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d596ebc0-f7b2-4a88-b2fe-14085d881fde,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:42:18.118503 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-38320c10-7428-4e19-b1ae-269a4bae72d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for subnet, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:18.122757 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-38320c10-7428-4e19-b1ae-269a4bae72d5 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/d596ebc0-f7b2-4a88-b2fe-14085d881fde HTTP/1.1" status: 204 len: 168 time: 0.7441556 Aug 12 14:42:18.125189 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 47480) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:42:18.146321 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-23b4a7b8-bf46-4cdf-8d2a-2a26ac76d822 None None] Port 5bb0a447-96d6-4415-8a53-9ce9a3ae9385 cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 14:42:18.151752 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246d9f71-728c-4d3a-bd6f-e7c63079c74f tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0af430ff-4054-4b2a-afe9-06ee9c0d7c2d,revision_number=0']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:42:18.167756 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-246d9f71-728c-4d3a-bd6f-e7c63079c74f tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:18.169018 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-246d9f71-728c-4d3a-bd6f-e7c63079c74f tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0417125 Aug 12 14:42:18.175096 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 47484) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:42:18.179586 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-609d19e8-4535-4df2-9061-b0674c30fee5 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Request body: {'security_group_rule': {'security_group_id': 'acce5d50-80c7-459a-8d6c-3aec4a7c97df', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:42:18.202550 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device bfb3d9b2-4258-48de-9e55-a18cbb763545 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:42:18.206792 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Pushing event updated for resources: {'Port': ['ID=1bfc31fa-c34a-4fc9-a8de-ac603dd72155,revision_number=3']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:42:18.209856 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-23b4a7b8-bf46-4cdf-8d2a-2a26ac76d822 None None] Provisioning complete for port bfb3d9b2-4258-48de-9e55-a18cbb763545 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:42:18.210613 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-23b4a7b8-bf46-4cdf-8d2a-2a26ac76d822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:18.281433 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-893e4684-5452-47bc-ba3b-6b36cf7e870a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680608'] for network, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:18.287317 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-609d19e8-4535-4df2-9061-b0674c30fee5 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:18.409214 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port bfb3d9b2-4258-48de-9e55-a18cbb763545 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:42:18.409583 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:18.450811 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-609d19e8-4535-4df2-9061-b0674c30fee5 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:18.465638 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-893e4684-5452-47bc-ba3b-6b36cf7e870a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66413304', 'neutron.services.segments.db._delete_segments_for_network-8744654118000'] for network, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:18.503322 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-893e4684-5452-47bc-ba3b-6b36cf7e870a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['403ed391-7874-4a33-9f4f-96fa9ef207f4']}} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:42:18.530989 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-609d19e8-4535-4df2-9061-b0674c30fee5 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641735'] for security_group_rule, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:18.539631 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-893e4684-5452-47bc-ba3b-6b36cf7e870a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c2b9cce-8b7c-48a7-9a48-725ec4478534') {'for_net_delete': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:42:18.539837 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-893e4684-5452-47bc-ba3b-6b36cf7e870a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c2b9cce-8b7c-48a7-9a48-725ec4478534') {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:42:18.551478 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-893e4684-5452-47bc-ba3b-6b36cf7e870a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744654122361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2293560'] for segment, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:18.573893 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-893e4684-5452-47bc-ba3b-6b36cf7e870a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:18.587033 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529620e4-fbe5-469c-8dcb-ee28bc388078 req-728389cd-afe9-492f-b82b-202d9a3dfbd3 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:42:18.589938 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-529620e4-fbe5-469c-8dcb-ee28bc388078 req-728389cd-afe9-492f-b82b-202d9a3dfbd3 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] 10.222.0.39 "GET /v2.0/ports?device_id=a2e2363b-e2f7-4ce0-a8e3-3f837bbee030 HTTP/1.1" status: 200 len: 950 time: 0.1088226 Aug 12 14:42:18.596075 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-893e4684-5452-47bc-ba3b-6b36cf7e870a admin admin] Releasing vlan 301 on physical network physnet1 to pool {{(pid=94466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 14:42:18.596484 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-893e4684-5452-47bc-ba3b-6b36cf7e870a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3718595'] for segment, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:18.598378 n-d-694802-15 neutron-server[94466]: Traceback (most recent call last): Aug 12 14:42:18.598378 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 14:42:18.598378 n-d-694802-15 neutron-server[94466]: timer() Aug 12 14:42:18.598378 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 14:42:18.598378 n-d-694802-15 neutron-server[94466]: cb(*args, **kw) Aug 12 14:42:18.598378 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 14:42:18.598378 n-d-694802-15 neutron-server[94466]: return func(*args, **kwargs) Aug 12 14:42:18.598378 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 14:42:18.598378 n-d-694802-15 neutron-server[94466]: self._notify() Aug 12 14:42:18.598378 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 14:42:18.598378 n-d-694802-15 neutron-server[94466]: self.callback(batched_events) Aug 12 14:42:18.598378 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 14:42:18.598378 n-d-694802-15 neutron-server[94466]: event.method(event) Aug 12 14:42:18.598378 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 14:42:18.598378 n-d-694802-15 neutron-server[94466]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 14:42:18.598378 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 14:42:18.598378 n-d-694802-15 neutron-server[94466]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 14:42:18.598378 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 14:42:18.598378 n-d-694802-15 neutron-server[94466]: return f(self, *a, **k) Aug 12 14:42:18.598378 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 14:42:18.598378 n-d-694802-15 neutron-server[94466]: return self._get(url).json() Aug 12 14:42:18.598378 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 14:42:18.598378 n-d-694802-15 neutron-server[94466]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 14:42:18.598378 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 14:42:18.598378 n-d-694802-15 neutron-server[94466]: return self.request(url, 'GET', **kwargs) Aug 12 14:42:18.598378 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 14:42:18.598378 n-d-694802-15 neutron-server[94466]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 14:42:18.598378 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 14:42:18.598378 n-d-694802-15 neutron-server[94466]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 14:42:18.598378 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 14:42:18.598378 n-d-694802-15 neutron-server[94466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 14:42:18.598378 n-d-694802-15 neutron-server[94466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 14:42:18.601079 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 60799527-6b45-45b0-8ffd-cb202b3aa942 no longer exists at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:42:18.616585 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609d19e8-4535-4df2-9061-b0674c30fee5 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e7e555d-a871-477e-aad2-6cf9574f6bbd,revision_number=0']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:42:18.620889 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-195562c3-c6f5-4086-989a-9b552ab7616c None None] Provisioning complete for port 20995681-edf1-4159-b285-2b70fd9775cf triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:42:18.621493 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-195562c3-c6f5-4086-989a-9b552ab7616c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:18.625235 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-609d19e8-4535-4df2-9061-b0674c30fee5 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:18.631182 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-609d19e8-4535-4df2-9061-b0674c30fee5 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4555125 Aug 12 14:42:18.634913 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 47496) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:42:18.640626 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-b2d17996-b26c-4d33-a006-bf3e61746428 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Request body: {'floatingip': {'floating_network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:42:18.668911 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] No Port match for: 60799527-6b45-45b0-8ffd-cb202b3aa942 {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 14:42:18.669354 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 60799527-6b45-45b0-8ffd-cb202b3aa942 not bound to the agent host n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:42:18.674895 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-b2d17996-b26c-4d33-a006-bf3e61746428 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Notify callbacks [] for floatingip, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:18.675241 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device ec034307-e107-4851-86b6-7bf6c7b47270 no longer exists at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:42:18.682444 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-507e37a6-ff13-4ac1-baa8-2455a5fa5aa9 tempest-RoutersAdminTest-311172655 tempest-RoutersAdminTest-311172655-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-431363', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-429420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-104890'] for router, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:18.701980 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-507e37a6-ff13-4ac1-baa8-2455a5fa5aa9 tempest-RoutersAdminTest-311172655 tempest-RoutersAdminTest-311172655-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-431608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-431370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-431601', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-429403'] for router, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:18.721728 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-529620e4-fbe5-469c-8dcb-ee28bc388078 req-b913fd05-f43c-4f6c-a02a-595a0f0f1565 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] 10.222.0.39 "GET /v2.0/security-groups?id=5301a7d3-dd3e-456d-bf8f-dfd76884604a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087446 Aug 12 14:42:18.722937 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-893e4684-5452-47bc-ba3b-6b36cf7e870a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66413281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431520'] for network, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:18.734076 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-893e4684-5452-47bc-ba3b-6b36cf7e870a admin admin] Notify callbacks [] for network, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:18.736576 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-893e4684-5452-47bc-ba3b-6b36cf7e870a admin admin] 10.222.0.39 "DELETE /v2.0/networks/403ed391-7874-4a33-9f4f-96fa9ef207f4 HTTP/1.1" status: 204 len: 168 time: 0.6103394 Aug 12 14:42:18.765836 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893e4684-5452-47bc-ba3b-6b36cf7e870a admin admin] Pushing event deleted for resources: {'Network': ['ID=403ed391-7874-4a33-9f4f-96fa9ef207f4,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:42:18.793699 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-195562c3-c6f5-4086-989a-9b552ab7616c None None] Port 20995681-edf1-4159-b285-2b70fd9775cf cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 14:42:18.846232 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] No Port match for: ec034307-e107-4851-86b6-7bf6c7b47270 {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 14:42:18.846418 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device ec034307-e107-4851-86b6-7bf6c7b47270 not bound to the agent host n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:42:18.874298 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-195562c3-c6f5-4086-989a-9b552ab7616c None None] Provisioning complete for port 5bb0a447-96d6-4415-8a53-9ce9a3ae9385 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:42:18.874565 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-195562c3-c6f5-4086-989a-9b552ab7616c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:18.952781 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-507e37a6-ff13-4ac1-baa8-2455a5fa5aa9 tempest-RoutersAdminTest-311172655 tempest-RoutersAdminTest-311172655-project-admin] Router d97c5b57-855c-4811-b202-7d0022d389ba has already been hosted by L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f {{(pid=94467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 14:42:18.972037 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-195562c3-c6f5-4086-989a-9b552ab7616c None None] Port 5bb0a447-96d6-4415-8a53-9ce9a3ae9385 cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 14:42:18.998853 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-195562c3-c6f5-4086-989a-9b552ab7616c None None] Provisioning complete for port 1bfc31fa-c34a-4fc9-a8de-ac603dd72155 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:42:19.015907 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-195562c3-c6f5-4086-989a-9b552ab7616c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:19.106515 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 47504) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:42:19.192007 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-05d85944-d7cf-4b2e-884f-0b57386454c1 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ef918c3e55db41809ce6731a1724be70&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0828195 Aug 12 14:42:19.193769 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 47506) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:42:19.262637 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-72aa900d-69b3-4b61-b7c8-b91b1e2829c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:19.299408 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-72aa900d-69b3-4b61-b7c8-b91b1e2829c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:19.353683 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-72aa900d-69b3-4b61-b7c8-b91b1e2829c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:19.357094 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-72aa900d-69b3-4b61-b7c8-b91b1e2829c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:19.361213 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-72aa900d-69b3-4b61-b7c8-b91b1e2829c9 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/268dec7e-7261-41d2-9e03-6b72db198ca9 HTTP/1.1" status: 204 len: 168 time: 0.1638296 Aug 12 14:42:19.368559 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72aa900d-69b3-4b61-b7c8-b91b1e2829c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=268dec7e-7261-41d2-9e03-6b72db198ca9,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:42:19.526181 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-b2d17996-b26c-4d33-a006-bf3e61746428 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:19.529353 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-507e37a6-ff13-4ac1-baa8-2455a5fa5aa9 tempest-RoutersAdminTest-311172655 tempest-RoutersAdminTest-311172655-project-admin] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 14:42:19.539051 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-507e37a6-ff13-4ac1-baa8-2455a5fa5aa9 tempest-RoutersAdminTest-311172655 tempest-RoutersAdminTest-311172655-project-admin] Notify callbacks [] for router, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:19.539766 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-507e37a6-ff13-4ac1-baa8-2455a5fa5aa9 tempest-RoutersAdminTest-311172655 tempest-RoutersAdminTest-311172655-project-admin] 10.222.0.39 "PUT /v2.0/routers/d97c5b57-855c-4811-b202-7d0022d389ba HTTP/1.1" status: 200 len: 921 time: 4.1950703 Aug 12 14:42:19.542348 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 47512) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:42:19.546979 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d476bf90-8559-4692-8316-ad36b22c884e None None] Sync routers for ids ['d97c5b57-855c-4811-b202-7d0022d389ba'] in n-d-694802-15 {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 14:42:19.560985 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d476bf90-8559-4692-8316-ad36b22c884e None None] Routers {'d97c5b57-855c-4811-b202-7d0022d389ba'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:42:19.568940 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-d476bf90-8559-4692-8316-ad36b22c884e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:42:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['d97c5b57-855c-4811-b202-7d0022d389ba'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:42:19.629332 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-d476bf90-8559-4692-8316-ad36b22c884e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:42:19.648600 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d476bf90-8559-4692-8316-ad36b22c884e None None] Routers {'d97c5b57-855c-4811-b202-7d0022d389ba'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:42:19.649226 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-d476bf90-8559-4692-8316-ad36b22c884e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:42:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['d97c5b57-855c-4811-b202-7d0022d389ba'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:42:19.702023 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-d476bf90-8559-4692-8316-ad36b22c884e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:42:19.702689 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d476bf90-8559-4692-8316-ad36b22c884e None None] The sync data for ids ['d97c5b57-855c-4811-b202-7d0022d389ba'] in n-d-694802-15 is: [] {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 14:42:19.732863 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-a0582a59-59d0-453a-9c04-073d7cbad70c tempest-RoutersAdminTest-311172655 tempest-RoutersAdminTest-311172655-project-admin] 10.222.0.39 "GET /v2.0/routers/d97c5b57-855c-4811-b202-7d0022d389ba HTTP/1.1" status: 200 len: 921 time: 0.1891901 Aug 12 14:42:19.736379 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 47518) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:42:19.876212 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_common [None req-b2d17996-b26c-4d33-a006-bf3e61746428 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Allocated IP 172.25.1.213 (d3759e1b-6c03-45ac-acd4-90abb417809b/f0254f08-c19c-4e31-bd9c-09389ea4b6f2/c7b41660-3602-477e-bf41-3d0f96531c1d) {{(pid=94467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:42:20.026256 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46b46933-11da-4daa-bdaa-ebdb8e75ba7e tempest-RoutersAdminTest-311172655 tempest-RoutersAdminTest-311172655-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:42:20.031425 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-46b46933-11da-4daa-bdaa-ebdb8e75ba7e tempest-RoutersAdminTest-311172655 tempest-RoutersAdminTest-311172655-project-admin] 10.222.0.39 "GET /v2.0/ports?network_id=d3759e1b-6c03-45ac-acd4-90abb417809b&device_id=d97c5b57-855c-4811-b202-7d0022d389ba&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2932589 Aug 12 14:42:20.032905 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 47532) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:42:20.071124 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c398ae2e-50cd-4f8b-b8b1-9927ab1815fa req-4df11a43-9e9d-4909-9195-f5846f66c3bb tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:42:20.073053 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c398ae2e-50cd-4f8b-b8b1-9927ab1815fa req-4df11a43-9e9d-4909-9195-f5846f66c3bb tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] 10.222.0.39 "GET /v2.0/ports?device_id=a2e2363b-e2f7-4ce0-a8e3-3f837bbee030 HTTP/1.1" status: 200 len: 950 time: 0.1929469 Aug 12 14:42:20.156286 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 1bfc31fa-c34a-4fc9-a8de-ac603dd72155 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:42:20.238067 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c398ae2e-50cd-4f8b-b8b1-9927ab1815fa req-b49b96ca-5981-4cfb-b4d2-95f92479c844 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] 10.222.0.39 "GET /v2.0/security-groups?id=5301a7d3-dd3e-456d-bf8f-dfd76884604a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453409 Aug 12 14:42:20.248186 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-b2d17996-b26c-4d33-a006-bf3e61746428 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Notify callbacks [] for port, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:20.252625 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port 1bfc31fa-c34a-4fc9-a8de-ac603dd72155 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:42:20.252983 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:20.255793 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f7d32d1-58a9-4756-b326-a13752e8ca68 tempest-RoutersAdminTest-311172655 tempest-RoutersAdminTest-311172655-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:42:20.259493 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-1f7d32d1-58a9-4756-b326-a13752e8ca68 tempest-RoutersAdminTest-311172655 tempest-RoutersAdminTest-311172655-project-admin] 10.222.0.39 "GET /v2.0/networks/d3759e1b-6c03-45ac-acd4-90abb417809b HTTP/1.1" status: 200 len: 881 time: 0.2214646 Aug 12 14:42:20.262621 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 47540) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:42:20.299740 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-d628bd8d-a0ab-461d-9f8e-b72a88bc62f6 tempest-RoutersAdminTest-1145377623 tempest-RoutersAdminTest-1145377623-project] 10.222.0.39 "GET /v2.0/ports?device_id=d97c5b57-855c-4811-b202-7d0022d389ba HTTP/1.1" status: 200 len: 205 time: 0.0357893 Aug 12 14:42:20.302389 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 47546) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:42:20.341682 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-b2d17996-b26c-4d33-a006-bf3e61746428 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:20.412015 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2d17996-b26c-4d33-a006-bf3e61746428 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Network d3759e1b-6c03-45ac-acd4-90abb417809b is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:42:20.419467 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [None req-b2d17996-b26c-4d33-a006-bf3e61746428 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:42:20.428427 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2d17996-b26c-4d33-a006-bf3e61746428 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Received port after_create {{(pid=94467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:42:20.471429 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d17996-b26c-4d33-a006-bf3e61746428 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Pushing event updated for resources: {'Port': ['ID=c7b41660-3602-477e-bf41-3d0f96531c1d,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:42:20.481153 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88ef3af-a48c-4565-aa40-3a9db59a9bf7 req-3016d013-40b2-481d-972a-5ac2db9cecdf tempest-ServersOnMultiNodesTest-1821308587 tempest-ServersOnMultiNodesTest-1821308587-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:42:20.482871 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-d88ef3af-a48c-4565-aa40-3a9db59a9bf7 req-3016d013-40b2-481d-972a-5ac2db9cecdf tempest-ServersOnMultiNodesTest-1821308587 tempest-ServersOnMultiNodesTest-1821308587-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=a2e2363b-e2f7-4ce0-a8e3-3f837bbee030 HTTP/1.1" status: 200 len: 1102 time: 0.1190839 Aug 12 14:42:20.492631 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e8b6dec0-eab8-49a0-bae1-a8a43cd55949 tempest-RoutersAdminTest-1145377623 tempest-RoutersAdminTest-1145377623-project] Notify callbacks [] for router, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:20.527503 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-b2d17996-b26c-4d33-a006-bf3e61746428 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:20.582219 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-b2d17996-b26c-4d33-a006-bf3e61746428 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:20.644910 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-d88ef3af-a48c-4565-aa40-3a9db59a9bf7 req-58f34b0e-e1e5-46d5-9919-ce27c04fe5b4 tempest-ServersOnMultiNodesTest-1821308587 tempest-ServersOnMultiNodesTest-1821308587-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=5301a7d3-dd3e-456d-bf8f-dfd76884604a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487598 Aug 12 14:42:20.714931 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e8b6dec0-eab8-49a0-bae1-a8a43cd55949 tempest-RoutersAdminTest-1145377623 tempest-RoutersAdminTest-1145377623-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:20.871506 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-e8b6dec0-eab8-49a0-bae1-a8a43cd55949 tempest-RoutersAdminTest-1145377623 tempest-RoutersAdminTest-1145377623-project] Deleting port 0e9b6a6a-3e89-4553-bb7f-5f28bce9932c {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:42:20.873901 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e8b6dec0-eab8-49a0-bae1-a8a43cd55949 tempest-RoutersAdminTest-1145377623 tempest-RoutersAdminTest-1145377623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:20.892801 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-b2d17996-b26c-4d33-a006-bf3e61746428 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:20.900974 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-b2d17996-b26c-4d33-a006-bf3e61746428 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:21.079471 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d17996-b26c-4d33-a006-bf3e61746428 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Pushing event updated for resources: {'Port': ['ID=c7b41660-3602-477e-bf41-3d0f96531c1d,revision_number=2']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:42:21.091604 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-b2d17996-b26c-4d33-a006-bf3e61746428 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431510'] for floatingip, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:21.130933 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e8b6dec0-eab8-49a0-bae1-a8a43cd55949 tempest-RoutersAdminTest-1145377623 tempest-RoutersAdminTest-1145377623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:21.159299 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-e8b6dec0-eab8-49a0-bae1-a8a43cd55949 tempest-RoutersAdminTest-1145377623 tempest-RoutersAdminTest-1145377623-project] Calling delete_port for 0e9b6a6a-3e89-4553-bb7f-5f28bce9932c owned by network:router_gateway {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:42:21.171334 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdee0960-7b03-43b0-a9d2-85b231358d3b req-7a3611b9-e2b5-49d7-a1fc-30ea45101401 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:42:21.183446 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-bdee0960-7b03-43b0-a9d2-85b231358d3b req-7a3611b9-e2b5-49d7-a1fc-30ea45101401 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] 10.222.0.39 "GET /v2.0/ports?device_id=a2e2363b-e2f7-4ce0-a8e3-3f837bbee030 HTTP/1.1" status: 200 len: 950 time: 0.1705689 Aug 12 14:42:21.198507 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-b2d17996-b26c-4d33-a006-bf3e61746428 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for floatingip, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:21.204282 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-b2d17996-b26c-4d33-a006-bf3e61746428 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5673661 Aug 12 14:42:21.300365 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-bdee0960-7b03-43b0-a9d2-85b231358d3b req-807bad81-6bb3-48ca-bd4f-f80d6326d739 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] 10.222.0.39 "GET /v2.0/security-groups?id=5301a7d3-dd3e-456d-bf8f-dfd76884604a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186919 Aug 12 14:42:21.536327 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9b67f527-633e-4e0e-b33d-9151d2cbb868 req-a7872d7c-8f73-43d9-ba7d-555904df73fa tempest-ServerShowV254Test-788809412 tempest-ServerShowV254Test-788809412-project] 10.222.0.39 "GET /v2.0/ports?device_id=801adcbc-d437-4132-a129-d93dca7a3b87 HTTP/1.1" status: 200 len: 210 time: 0.0521801 Aug 12 14:42:21.546970 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e8b6dec0-eab8-49a0-bae1-a8a43cd55949 tempest-RoutersAdminTest-1145377623 tempest-RoutersAdminTest-1145377623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:21.584401 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b6dec0-eab8-49a0-bae1-a8a43cd55949 tempest-RoutersAdminTest-1145377623 tempest-RoutersAdminTest-1145377623-project] Pushing event deleted for resources: {'Port': ['ID=0e9b6a6a-3e89-4553-bb7f-5f28bce9932c,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:42:21.693468 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-e4caf976-1dd2-46f8-9ef0-e2ee47bb7fa9 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--1620788691&fields=id&tenant_id=a2fc72cd4bf747caa1a4809b30f44b5f HTTP/1.1" status: 200 len: 267 time: 0.0955224 Aug 12 14:42:21.703205 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e8b6dec0-eab8-49a0-bae1-a8a43cd55949 tempest-RoutersAdminTest-1145377623 tempest-RoutersAdminTest-1145377623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-431580'] for router_gateway, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:21.858521 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-ae1d1ee1-7772-4a2d-a409-fa3bc349a68e tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:42:21.865801 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-ae1d1ee1-7772-4a2d-a409-fa3bc349a68e tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] 10.222.0.39 "GET /v2.0/ports/5bb0a447-96d6-4415-8a53-9ce9a3ae9385 HTTP/1.1" status: 200 len: 931 time: 0.1643405 Aug 12 14:42:21.953586 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e8b6dec0-eab8-49a0-bae1-a8a43cd55949 tempest-RoutersAdminTest-1145377623 tempest-RoutersAdminTest-1145377623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-429360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-104877'] for router, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:21.957895 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e8b6dec0-eab8-49a0-bae1-a8a43cd55949 tempest-RoutersAdminTest-1145377623 tempest-RoutersAdminTest-1145377623-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:22.011924 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-7c638ad9-8537-4de1-83f4-57473e859524 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:42:22.019451 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-7c638ad9-8537-4de1-83f4-57473e859524 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] 10.222.0.39 "GET /v2.0/ports/20995681-edf1-4159-b285-2b70fd9775cf HTTP/1.1" status: 200 len: 931 time: 0.1527443 Aug 12 14:42:22.090798 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-5f08780f-26e0-4177-938a-830465177bde tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] 10.222.0.39 "GET /v2.0/ports?network_id=11988a36-0d35-41ac-a66e-5ed968be2dc8&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0704379 Aug 12 14:42:22.091594 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e8b6dec0-eab8-49a0-bae1-a8a43cd55949 tempest-RoutersAdminTest-1145377623 tempest-RoutersAdminTest-1145377623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-429375'] for router, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:22.092128 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8b6dec0-eab8-49a0-bae1-a8a43cd55949 tempest-RoutersAdminTest-1145377623 tempest-RoutersAdminTest-1145377623-project] Fanout notify agent at l3_agent the message router_deleted on router d97c5b57-855c-4811-b202-7d0022d389ba {{(pid=94466) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 14:42:22.100759 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e8b6dec0-eab8-49a0-bae1-a8a43cd55949 tempest-RoutersAdminTest-1145377623 tempest-RoutersAdminTest-1145377623-project] Notify callbacks [] for router, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:22.105559 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-e8b6dec0-eab8-49a0-bae1-a8a43cd55949 tempest-RoutersAdminTest-1145377623 tempest-RoutersAdminTest-1145377623-project] 10.222.0.39 "DELETE /v2.0/routers/d97c5b57-855c-4811-b202-7d0022d389ba HTTP/1.1" status: 204 len: 168 time: 1.7981491 Aug 12 14:42:22.106249 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 47608) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:42:22.110651 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-c472fe84-b4d6-4fee-a51c-25fb995aa37e tempest-RoutersAdminTest-1145377623 tempest-RoutersAdminTest-1145377623-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1773357045', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:42:22.157100 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-c472fe84-b4d6-4fee-a51c-25fb995aa37e tempest-RoutersAdminTest-1145377623 tempest-RoutersAdminTest-1145377623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-430574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-104863'] for router, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:22.158235 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-c472fe84-b4d6-4fee-a51c-25fb995aa37e tempest-RoutersAdminTest-1145377623 tempest-RoutersAdminTest-1145377623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-429438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-431405', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66646573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-104852'] for router, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:22.226056 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-c472fe84-b4d6-4fee-a51c-25fb995aa37e tempest-RoutersAdminTest-1145377623 tempest-RoutersAdminTest-1145377623-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:22.238387 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-c472fe84-b4d6-4fee-a51c-25fb995aa37e tempest-RoutersAdminTest-1145377623 tempest-RoutersAdminTest-1145377623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-429413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-431608'] for router, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:22.259140 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-c472fe84-b4d6-4fee-a51c-25fb995aa37e tempest-RoutersAdminTest-1145377623 tempest-RoutersAdminTest-1145377623-project] Notify callbacks [] for router, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:22.260758 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-c472fe84-b4d6-4fee-a51c-25fb995aa37e tempest-RoutersAdminTest-1145377623 tempest-RoutersAdminTest-1145377623-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1540504 Aug 12 14:42:22.263653 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 47610) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:42:22.268453 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-86a4a2e5-5ce2-4e98-810f-578186554f06 tempest-RoutersAdminTest-1145377623 tempest-RoutersAdminTest-1145377623-project] Request body: {'router': {'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'}}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:42:22.544892 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-7f22deed-05c9-47f0-9154-994bce6cf66d tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] 10.222.0.39 "GET /v2.0/ports?network_id=11988a36-0d35-41ac-a66e-5ed968be2dc8&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.4368851 Aug 12 14:42:22.596504 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7426ff8e-c671-48d5-aec6-9538da226346 req-a7a45c2b-cf4f-4df9-a624-5778f0188f34 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:42:22.598362 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-7426ff8e-c671-48d5-aec6-9538da226346 req-a7a45c2b-cf4f-4df9-a624-5778f0188f34 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] 10.222.0.64 "GET /v2.0/ports?device_id=a2e2363b-e2f7-4ce0-a8e3-3f837bbee030 HTTP/1.1" status: 200 len: 950 time: 0.2286286 Aug 12 14:42:22.647325 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-86a4a2e5-5ce2-4e98-810f-578186554f06 tempest-RoutersAdminTest-1145377623 tempest-RoutersAdminTest-1145377623-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:22.679545 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf39d08-82af-42a2-acf2-ca15a5e69471 req-9466c1de-b15d-48dc-8504-075efe8cf47d tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:42:22.681446 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ccf39d08-82af-42a2-acf2-ca15a5e69471 req-9466c1de-b15d-48dc-8504-075efe8cf47d tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] 10.222.0.39 "GET /v2.0/ports?device_id=a2e2363b-e2f7-4ce0-a8e3-3f837bbee030 HTTP/1.1" status: 200 len: 950 time: 0.2744818 Aug 12 14:42:22.739448 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-8503b810-f048-4d69-a28b-6838287f029e tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:42:22.749057 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-8503b810-f048-4d69-a28b-6838287f029e tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:42:22.756329 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-8503b810-f048-4d69-a28b-6838287f029e tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:42:22.759549 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-8503b810-f048-4d69-a28b-6838287f029e tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] 10.222.0.39 "GET /v2.0/networks?id=b0e24b64-21a7-4e71-9bbe-cc7d87ed30df&id=b1fed0d0-2b0c-4ed8-b3b7-4ff4b735f473&id=b1fed0d0-2b0c-4ed8-b3b7-4ff4b735f473&id=11988a36-0d35-41ac-a66e-5ed968be2dc8&id=11988a36-0d35-41ac-a66e-5ed968be2dc8 HTTP/1.1" status: 200 len: 1991 time: 0.2016428 Aug 12 14:42:22.783592 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-cc3b9bd0-4bc3-4d77-9db8-38c3b0318e44 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] 10.222.0.39 "GET /v2.0/quotas/a2fc72cd4bf747caa1a4809b30f44b5f HTTP/1.1" status: 200 len: 375 time: 0.0172315 Aug 12 14:42:22.819935 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ccf39d08-82af-42a2-acf2-ca15a5e69471 req-38afbd15-da6b-445f-8ba3-b94ac755c464 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] 10.222.0.39 "GET /v2.0/security-groups?id=5301a7d3-dd3e-456d-bf8f-dfd76884604a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184773 Aug 12 14:42:22.872411 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [req-7426ff8e-c671-48d5-aec6-9538da226346 req-e5ea65e9-b2af-4394-b18c-f331d092d29a tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] Deleting port 4ebd42eb-a49d-4a46-bce9-8cd54192c1c6 {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:42:22.873043 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-7426ff8e-c671-48d5-aec6-9538da226346 req-e5ea65e9-b2af-4394-b18c-f331d092d29a tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:22.925880 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-15d29c53-d91f-4279-8a79-62d4d3f66232 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=a2fc72cd4bf747caa1a4809b30f44b5f&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1311536 Aug 12 14:42:23.002290 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-7426ff8e-c671-48d5-aec6-9538da226346 req-e5ea65e9-b2af-4394-b18c-f331d092d29a tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] For port 4ebd42eb-a49d-4a46-bce9-8cd54192c1c6, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=4ebd42eb-a49d-4a46-bce9-8cd54192c1c6,segment=NetworkSegment(a1f8c867-101b-4d30-814e-b89f55a5edd0),segment_id=a1f8c867-101b-4d30-814e-b89f55a5edd0)] {{(pid=94467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:42:23.002667 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-7426ff8e-c671-48d5-aec6-9538da226346 req-e5ea65e9-b2af-4394-b18c-f331d092d29a tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:23.056231 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [req-7426ff8e-c671-48d5-aec6-9538da226346 req-e5ea65e9-b2af-4394-b18c-f331d092d29a tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] Calling delete_port for 4ebd42eb-a49d-4a46-bce9-8cd54192c1c6 owned by compute:nova {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:42:23.131382 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-a0ab6696-1dfd-4d82-a979-bb38330d35b0 service neutron] 10.222.0.39 "GET /v2.0/networks/b0e24b64-21a7-4e71-9bbe-cc7d87ed30df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1968126 Aug 12 14:42:23.138023 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-86a4a2e5-5ce2-4e98-810f-578186554f06 tempest-RoutersAdminTest-1145377623 tempest-RoutersAdminTest-1145377623-project] Notify callbacks [] for router_gateway, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:23.206169 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-86a4a2e5-5ce2-4e98-810f-578186554f06 tempest-RoutersAdminTest-1145377623 tempest-RoutersAdminTest-1145377623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:23.355410 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-6048fae2-5d6f-47c5-ac79-41d409cfe7f1 service neutron] 10.222.0.39 "GET /v2.0/networks/b0e24b64-21a7-4e71-9bbe-cc7d87ed30df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2229528 Aug 12 14:42:23.417949 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-5f57a560-6f62-4a37-990b-bff0a93be7d2 service neutron] 10.222.0.39 "GET /v2.0/ports/5bb0a447-96d6-4415-8a53-9ce9a3ae9385?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0541182 Aug 12 14:42:23.418365 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-cbc156ff-e333-44d7-84ba-7723d5f5686e req-7adefabb-0d4d-44f4-95b3-7a6b5dbfe978 tempest-ServerShowV254Test-788809412 tempest-ServerShowV254Test-788809412-project] 10.222.0.39 "GET /v2.0/ports?device_id=801adcbc-d437-4132-a129-d93dca7a3b87 HTTP/1.1" status: 200 len: 210 time: 0.0501037 Aug 12 14:42:23.447729 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 47636) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:42:23.552556 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_common [None req-86a4a2e5-5ce2-4e98-810f-578186554f06 tempest-RoutersAdminTest-1145377623 tempest-RoutersAdminTest-1145377623-project] Allocated IP 172.25.1.3 (d3759e1b-6c03-45ac-acd4-90abb417809b/f0254f08-c19c-4e31-bd9c-09389ea4b6f2/8e94cee8-6d13-4adf-afbd-ff15855e2ca9) {{(pid=94467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:42:23.567280 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-7426ff8e-c671-48d5-aec6-9538da226346 req-e5ea65e9-b2af-4394-b18c-f331d092d29a tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:23.583120 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] get_ports_and_sgs() called for port_ids ['29731b86-ffa2-4aca-a795-760760d96e26', '6f8cf43d-d568-4ef8-a63e-924a5ac834bf', '4f292369-b701-4c34-9819-97c2a2d581f7'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:42:23.586438 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] get_ports_and_sgs() called for port_ids ['ebc29655-e531-44b0-80e0-93f88244161e', '0f41f19b-87f7-41dc-98ce-2eaa783e9bc3', '428b7bf8-6b0d-46c3-8e1b-68f09a754cc2', 'be08eae7-c2c0-4ec4-822c-37369dd75809'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:42:23.621005 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-51f5fd4a-1324-47f8-bef6-0a64be60f30c service neutron] 10.222.0.39 "GET /v2.0/networks/b1fed0d0-2b0c-4ed8-b3b7-4ff4b735f473?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1845691 Aug 12 14:42:23.679049 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ea65e9-b2af-4394-b18c-f331d092d29a tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] Pushing event deleted for resources: {'Port': ['ID=4ebd42eb-a49d-4a46-bce9-8cd54192c1c6,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:42:23.789227 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-713f85e6-4d00-4102-a3a6-9b5bb4938072 service neutron] 10.222.0.39 "GET /v2.0/networks/b1fed0d0-2b0c-4ed8-b3b7-4ff4b735f473?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1601892 Aug 12 14:42:23.826980 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5942358c-7256-4eb4-9042-50f8300f5470 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:23.853154 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [req-7426ff8e-c671-48d5-aec6-9538da226346 req-e5ea65e9-b2af-4394-b18c-f331d092d29a tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] No DVR routers for this DVR port 4ebd42eb-a49d-4a46-bce9-8cd54192c1c6 on host n-h1-694802-15 {{(pid=94467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:42:23.871481 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-ebac3672-3243-4c79-962f-0d692ac1fe10 service neutron] 10.222.0.39 "GET /v2.0/ports/20995681-edf1-4159-b285-2b70fd9775cf?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0727062 Aug 12 14:42:23.876955 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-7426ff8e-c671-48d5-aec6-9538da226346 req-e5ea65e9-b2af-4394-b18c-f331d092d29a tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:23.884361 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-7426ff8e-c671-48d5-aec6-9538da226346 req-e5ea65e9-b2af-4394-b18c-f331d092d29a tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] 10.222.0.64 "DELETE /v2.0/ports/4ebd42eb-a49d-4a46-bce9-8cd54192c1c6 HTTP/1.1" status: 204 len: 173 time: 1.2540085 Aug 12 14:42:23.891623 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2e2363b-e2f7-4ce0-a8e3-3f837bbee030', 'name': 'network-vif-deleted', 'tag': '4ebd42eb-a49d-4a46-bce9-8cd54192c1c6'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:42:23.894381 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e65282f928b64038367d043a4411777802006c43a98742496cb2e25b724ff1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adbcf87c-84cd-4f9b-b293-d01baa98ddda" -d '{"events": [{"server_uuid": "a2e2363b-e2f7-4ce0-a8e3-3f837bbee030", "name": "network-vif-deleted", "tag": "4ebd42eb-a49d-4a46-bce9-8cd54192c1c6"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:42:24.069025 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-0c8a9a86-95c2-4656-8058-3f6c1ca9c9e9 service neutron] 10.222.0.39 "GET /v2.0/networks/b1fed0d0-2b0c-4ed8-b3b7-4ff4b735f473?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1898165 Aug 12 14:42:24.074556 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-fe665796-a8a9-4aa3-adc6-3dafc561c72d req-12081e6e-0e61-45de-aa68-57f5820232ae tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] 10.222.0.39 "GET /v2.0/ports?device_id=a2e2363b-e2f7-4ce0-a8e3-3f837bbee030 HTTP/1.1" status: 200 len: 210 time: 0.0954068 Aug 12 14:42:24.114201 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-86a4a2e5-5ce2-4e98-810f-578186554f06 tempest-RoutersAdminTest-1145377623 tempest-RoutersAdminTest-1145377623-project] Notify callbacks [] for port, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:24.179141 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 14:42:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dccbd2c-f277-49fe-8b49-feb66fb42d1a x-openstack-request-id: req-5dccbd2c-f277-49fe-8b49-feb66fb42d1a {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:42:24.181041 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2e2363b-e2f7-4ce0-a8e3-3f837bbee030", "name": "network-vif-deleted", "tag": "4ebd42eb-a49d-4a46-bce9-8cd54192c1c6", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:42:24.181408 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5dccbd2c-f277-49fe-8b49-feb66fb42d1a {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:42:24.185215 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2e2363b-e2f7-4ce0-a8e3-3f837bbee030', 'name': 'network-vif-deleted', 'tag': '4ebd42eb-a49d-4a46-bce9-8cd54192c1c6', 'status': 'completed', 'code': 200} Aug 12 14:42:24.287164 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-86a4a2e5-5ce2-4e98-810f-578186554f06 tempest-RoutersAdminTest-1145377623 tempest-RoutersAdminTest-1145377623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:24.307145 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5942358c-7256-4eb4-9042-50f8300f5470 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:24.378743 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86a4a2e5-5ce2-4e98-810f-578186554f06 tempest-RoutersAdminTest-1145377623 tempest-RoutersAdminTest-1145377623-project] Network d3759e1b-6c03-45ac-acd4-90abb417809b is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:42:24.384718 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-58bc54ef-96f7-48b3-80a9-6d6a6c311807 service neutron] 10.222.0.39 "GET /v2.0/networks/b1fed0d0-2b0c-4ed8-b3b7-4ff4b735f473?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2901757 Aug 12 14:42:24.391715 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [None req-86a4a2e5-5ce2-4e98-810f-578186554f06 tempest-RoutersAdminTest-1145377623 tempest-RoutersAdminTest-1145377623-project] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:42:24.395106 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5942358c-7256-4eb4-9042-50f8300f5470 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:24.398468 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86a4a2e5-5ce2-4e98-810f-578186554f06 tempest-RoutersAdminTest-1145377623 tempest-RoutersAdminTest-1145377623-project] Received port after_create {{(pid=94467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:42:24.464347 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a4a2e5-5ce2-4e98-810f-578186554f06 tempest-RoutersAdminTest-1145377623 tempest-RoutersAdminTest-1145377623-project] Pushing event updated for resources: {'Port': ['ID=8e94cee8-6d13-4adf-afbd-ff15855e2ca9,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:42:24.494972 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5942358c-7256-4eb4-9042-50f8300f5470 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30d5fa45-f049-4dfe-b769-ed0f6a0fbef5,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:42:24.508568 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 47660) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:42:24.509253 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-5942358c-7256-4eb4-9042-50f8300f5470 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4dcd24638d244670afb35cd0386fed77&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0492897 Aug 12 14:42:24.571956 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-b8ff2428-fb6b-47db-b077-5a970f71d5fa service neutron] 10.222.0.39 "GET /v2.0/networks/b1fed0d0-2b0c-4ed8-b3b7-4ff4b735f473?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1862969 Aug 12 14:42:24.668932 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f49de832-4d6d-4f0e-b5b6-12a4d1e8b75a req-86dc0d22-04d4-433d-8dad-8a9a8d450548 tempest-ServerShowV254Test-788809412 tempest-ServerShowV254Test-788809412-project] 10.222.0.39 "GET /v2.0/ports?device_id=801adcbc-d437-4132-a129-d93dca7a3b87 HTTP/1.1" status: 200 len: 210 time: 0.0771561 Aug 12 14:42:24.685263 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-3c577604-0ce7-46ad-9ccf-b5773d24e885 service neutron] 10.222.0.39 "GET /v2.0/networks/b1fed0d0-2b0c-4ed8-b3b7-4ff4b735f473?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123405 Aug 12 14:42:24.721491 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-07662c35-dba1-4f08-91d8-2dca8326fd94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:24.749544 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-07662c35-dba1-4f08-91d8-2dca8326fd94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:24.782424 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-87a2ba8d-c2d1-4949-a7b9-41234d54d6ef service neutron] 10.222.0.39 "GET /v2.0/networks/b1fed0d0-2b0c-4ed8-b3b7-4ff4b735f473?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962672 Aug 12 14:42:24.888923 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-07662c35-dba1-4f08-91d8-2dca8326fd94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:24.892620 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-07662c35-dba1-4f08-91d8-2dca8326fd94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:24.894103 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-07662c35-dba1-4f08-91d8-2dca8326fd94 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/30d5fa45-f049-4dfe-b769-ed0f6a0fbef5 HTTP/1.1" status: 204 len: 168 time: 0.3845649 Aug 12 14:42:24.896905 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-86a4a2e5-5ce2-4e98-810f-578186554f06 tempest-RoutersAdminTest-1145377623 tempest-RoutersAdminTest-1145377623-project] Notify callbacks [] for router_gateway, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:24.905326 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-34911e47-1e84-4dc9-a679-8c4c8d00e40c service neutron] 10.222.0.39 "GET /v2.0/networks/b1fed0d0-2b0c-4ed8-b3b7-4ff4b735f473?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160510 Aug 12 14:42:24.939901 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07662c35-dba1-4f08-91d8-2dca8326fd94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30d5fa45-f049-4dfe-b769-ed0f6a0fbef5,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:42:25.035255 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-33384a9d-3b7c-42c3-a5c0-014be648688b service neutron] 10.222.0.39 "GET /v2.0/networks/11988a36-0d35-41ac-a66e-5ed968be2dc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209183 Aug 12 14:42:25.195452 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-1696f0c6-ada0-4e7d-bbc0-690df383bac7 service neutron] 10.222.0.39 "GET /v2.0/networks/11988a36-0d35-41ac-a66e-5ed968be2dc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1516910 Aug 12 14:42:25.205349 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device 4ebd42eb-a49d-4a46-bce9-8cd54192c1c6 no longer exists at agent hyperv_n-h1-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:42:25.244479 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-86a4a2e5-5ce2-4e98-810f-578186554f06 tempest-RoutersAdminTest-1145377623 tempest-RoutersAdminTest-1145377623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-431363', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-429420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-104890'] for router, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:25.250395 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-93370168-53ca-47c2-9e27-b066be57125c None None] No Port match for: 4ebd42eb-a49d-4a46-bce9-8cd54192c1c6 {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 14:42:25.251094 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device 4ebd42eb-a49d-4a46-bce9-8cd54192c1c6 not bound to the agent host n-h1-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:42:25.257234 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-86a4a2e5-5ce2-4e98-810f-578186554f06 tempest-RoutersAdminTest-1145377623 tempest-RoutersAdminTest-1145377623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-431608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-431370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-431601', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-429403'] for router, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:25.359990 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-27c49fcd-5e95-46c2-acf7-0a343852e4fe service neutron] 10.222.0.39 "GET /v2.0/networks/11988a36-0d35-41ac-a66e-5ed968be2dc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1543236 Aug 12 14:42:25.569130 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-1cf67945-5155-4813-8115-bd7b791395a4 service neutron] 10.222.0.39 "GET /v2.0/networks/11988a36-0d35-41ac-a66e-5ed968be2dc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1903009 Aug 12 14:42:25.801587 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6a8d48-8a79-47c3-981b-8496f608910e req-b619d067-9629-40d2-ac06-d444c304db62 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:42:25.803160 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ad6a8d48-8a79-47c3-981b-8496f608910e req-b619d067-9629-40d2-ac06-d444c304db62 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] 10.222.0.39 "GET /v2.0/ports?device_id=ce454304-c982-4726-ad06-c8b1299827f1 HTTP/1.1" status: 200 len: 950 time: 0.0972559 Aug 12 14:42:25.844800 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ff3d4d91-26c4-409c-977c-326ce49386c4 req-4591bd6b-2710-42ed-ac31-979f70285b94 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=801adcbc-d437-4132-a129-d93dca7a3b87 HTTP/1.1" status: 200 len: 210 time: 0.0372016 Aug 12 14:42:25.867294 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86a4a2e5-5ce2-4e98-810f-578186554f06 tempest-RoutersAdminTest-1145377623 tempest-RoutersAdminTest-1145377623-project] Router 60711335-e212-4e6d-b467-5acf96f98baa is scheduled to L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f with binding_index 1 {{(pid=94467) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 14:42:25.884800 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ad6a8d48-8a79-47c3-981b-8496f608910e req-28a0ab78-6614-4eef-a14a-291453ee51ec tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] 10.222.0.39 "GET /v2.0/security-groups?id=5301a7d3-dd3e-456d-bf8f-dfd76884604a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644143 Aug 12 14:42:26.060084 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 47720) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:42:26.062373 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86a4a2e5-5ce2-4e98-810f-578186554f06 tempest-RoutersAdminTest-1145377623 tempest-RoutersAdminTest-1145377623-project] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 14:42:26.073642 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4417c9c-700c-46a6-ba9a-f7e6a332f2d2 None None] Sync routers for ids ['60711335-e212-4e6d-b467-5acf96f98baa'] in n-d-694802-15 {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 14:42:26.090153 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4417c9c-700c-46a6-ba9a-f7e6a332f2d2 None None] Routers {'60711335-e212-4e6d-b467-5acf96f98baa'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:42:26.091823 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-d4417c9c-700c-46a6-ba9a-f7e6a332f2d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:42:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['60711335-e212-4e6d-b467-5acf96f98baa'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:42:26.103075 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-86a4a2e5-5ce2-4e98-810f-578186554f06 tempest-RoutersAdminTest-1145377623 tempest-RoutersAdminTest-1145377623-project] Notify callbacks [] for router, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:26.107096 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-86a4a2e5-5ce2-4e98-810f-578186554f06 tempest-RoutersAdminTest-1145377623 tempest-RoutersAdminTest-1145377623-project] 10.222.0.39 "PUT /v2.0/routers/60711335-e212-4e6d-b467-5acf96f98baa HTTP/1.1" status: 200 len: 878 time: 3.8401015 Aug 12 14:42:26.108002 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 47724) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:42:26.151698 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-d4417c9c-700c-46a6-ba9a-f7e6a332f2d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:42:26.166798 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4417c9c-700c-46a6-ba9a-f7e6a332f2d2 None None] Routers {'60711335-e212-4e6d-b467-5acf96f98baa'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:42:26.168055 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-d4417c9c-700c-46a6-ba9a-f7e6a332f2d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:42:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['60711335-e212-4e6d-b467-5acf96f98baa'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:42:26.211436 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-d4417c9c-700c-46a6-ba9a-f7e6a332f2d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:42:26.213195 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4417c9c-700c-46a6-ba9a-f7e6a332f2d2 None None] The sync data for ids ['60711335-e212-4e6d-b467-5acf96f98baa'] in n-d-694802-15 is: [] {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 14:42:26.217372 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ff140b-cf0a-49f2-ab01-99d25e47d673 req-5473f49c-efae-4941-bf25-b5aa9c644c75 tempest-ServersTestBootFromVolume-1121352003 tempest-ServersTestBootFromVolume-1121352003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:42:26.235640 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-67ff140b-cf0a-49f2-ab01-99d25e47d673 req-5473f49c-efae-4941-bf25-b5aa9c644c75 tempest-ServersTestBootFromVolume-1121352003 tempest-ServersTestBootFromVolume-1121352003-project] 10.222.0.39 "GET /v2.0/ports?device_id=28b5c412-d861-4d29-b7a3-a99219eccf84 HTTP/1.1" status: 200 len: 946 time: 0.1280696 Aug 12 14:42:26.282501 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-b87409e6-6771-4a96-bd67-9a968ac5b788 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-316444712-network', 'tenant_id': '51e9baac41dd4090be9cd290fdbb0786'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:42:26.307567 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-67ff140b-cf0a-49f2-ab01-99d25e47d673 req-e806d00a-1ae5-4386-90be-7246ba4de8d6 tempest-ServersTestBootFromVolume-1121352003 tempest-ServersTestBootFromVolume-1121352003-project] 10.222.0.39 "GET /v2.0/security-groups?id=a19b9f58-da28-4fed-8bd9-43a3f07f3a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657153 Aug 12 14:42:26.329086 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-b8971119-44b0-4c9c-94d1-bfbcbf1c5dfc tempest-RoutersAdminTest-311172655 tempest-RoutersAdminTest-311172655-project-admin] 10.222.0.39 "GET /v2.0/routers/60711335-e212-4e6d-b467-5acf96f98baa HTTP/1.1" status: 200 len: 919 time: 0.2201338 Aug 12 14:42:26.331172 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b87409e6-6771-4a96-bd67-9a968ac5b788 admin admin] Made reservation on behalf of 51e9baac41dd4090be9cd290fdbb0786 for: {'network': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:42:26.332350 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 47730) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:42:26.334840 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b87409e6-6771-4a96-bd67-9a968ac5b788 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for network, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:26.358740 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b87409e6-6771-4a96-bd67-9a968ac5b788 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:26.392266 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9d8305d-fbac-46d8-8cb3-d33f1fe89e94 tempest-RoutersAdminTest-311172655 tempest-RoutersAdminTest-311172655-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:42:26.394185 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-f9d8305d-fbac-46d8-8cb3-d33f1fe89e94 tempest-RoutersAdminTest-311172655 tempest-RoutersAdminTest-311172655-project-admin] 10.222.0.39 "GET /v2.0/ports?network_id=d3759e1b-6c03-45ac-acd4-90abb417809b&device_id=60711335-e212-4e6d-b467-5acf96f98baa&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 943 time: 0.0605969 Aug 12 14:42:26.397742 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 47736) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:42:26.525484 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b87409e6-6771-4a96-bd67-9a968ac5b788 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:26.527971 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-dda3bb8a-58ee-4ebd-9e86-fee3cc1f1ed6 req-7fa4a454-8ce5-4544-a61b-a82bd4ccdd9d tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] 10.222.0.39 "GET /v2.0/ports?device_id=b84c5c28-8f10-4782-84ae-2f8fa89bf4c6 HTTP/1.1" status: 200 len: 210 time: 0.0449555 Aug 12 14:42:26.539088 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b87409e6-6771-4a96-bd67-9a968ac5b788 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:26.584251 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b87409e6-6771-4a96-bd67-9a968ac5b788 admin admin] vlan segment allocate from pool success with {'vlan_id': 307, 'physical_network': 'physnet1'} {{(pid=94466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 14:42:26.587782 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0d5ff584-5ced-42f0-bef5-e47ac8f4549f req-21641152-8c07-45a2-98ca-f6dd5975d0a3 tempest-ServerShowV254Test-788809412 tempest-ServerShowV254Test-788809412-project] 10.222.0.39 "GET /v2.0/ports?device_id=801adcbc-d437-4132-a129-d93dca7a3b87 HTTP/1.1" status: 200 len: 210 time: 0.1316957 Aug 12 14:42:26.596170 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87409e6-6771-4a96-bd67-9a968ac5b788 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48c2e898-0dfe-4e67-b936-a59654d05a52,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:42:26.610253 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b87409e6-6771-4a96-bd67-9a968ac5b788 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:26.610253 n-d-694802-15 neutron-server[94466]: INFO neutron.db.segments_db [None req-b87409e6-6771-4a96-bd67-9a968ac5b788 admin admin] Added segment dd292e98-e117-40d9-bb43-3b2e598b6b7c of type vlan for network 392196f5-e20c-4aa2-a5ef-99d47c27ccb7 Aug 12 14:42:26.636880 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ee41e11-4fac-4e02-9dd2-d5bad31913df tempest-RoutersAdminTest-311172655 tempest-RoutersAdminTest-311172655-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:42:26.639329 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-6ee41e11-4fac-4e02-9dd2-d5bad31913df tempest-RoutersAdminTest-311172655 tempest-RoutersAdminTest-311172655-project-admin] 10.222.0.39 "GET /v2.0/networks/d3759e1b-6c03-45ac-acd4-90abb417809b HTTP/1.1" status: 200 len: 881 time: 0.2405248 Aug 12 14:42:26.642332 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 47744) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:42:26.664620 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b87409e6-6771-4a96-bd67-9a968ac5b788 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744653628263'] for network, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:26.675700 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-2c6826cd-fdc4-4119-80a5-ae5e24ff8da6 tempest-RoutersAdminTest-1145377623 tempest-RoutersAdminTest-1145377623-project] 10.222.0.39 "GET /v2.0/ports?device_id=60711335-e212-4e6d-b467-5acf96f98baa HTTP/1.1" status: 200 len: 205 time: 0.0313270 Aug 12 14:42:26.678816 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 47748) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:42:26.759686 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b87409e6-6771-4a96-bd67-9a968ac5b788 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409'] for network, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:26.760834 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b87409e6-6771-4a96-bd67-9a968ac5b788 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:42:26.761487 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b87409e6-6771-4a96-bd67-9a968ac5b788 admin admin] Notify callbacks [] for network, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:26.866636 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-b87409e6-6771-4a96-bd67-9a968ac5b788 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8024557 Aug 12 14:42:26.868469 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 47752) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:42:26.877154 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-11a15ac1-b159-4359-905b-bcfc021bc5e1 admin admin] Request body: {'subnet': {'network_id': '392196f5-e20c-4aa2-a5ef-99d47c27ccb7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-316444712-subnet', 'tenant_id': '51e9baac41dd4090be9cd290fdbb0786', 'ip_version': 4}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:42:26.891471 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87409e6-6771-4a96-bd67-9a968ac5b788 admin admin] Pushing event updated for resources: {'Network': ['ID=392196f5-e20c-4aa2-a5ef-99d47c27ccb7,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:42:26.902518 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Network 392196f5-e20c-4aa2-a5ef-99d47c27ccb7 details requested by agent ovs-agent-n-d-694802-15 with host n-d-694802-15 {{(pid=94468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 14:42:26.917165 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c013af5e-33b4-4c53-9b3f-2abb275ae1e2 tempest-RoutersAdminTest-1145377623 tempest-RoutersAdminTest-1145377623-project] Notify callbacks [] for router, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:26.989715 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11a15ac1-b159-4359-905b-bcfc021bc5e1 admin admin] Made reservation on behalf of 51e9baac41dd4090be9cd290fdbb0786 for: {'subnet': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:42:26.994976 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-11a15ac1-b159-4359-905b-bcfc021bc5e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8776441'] for subnet, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:27.175460 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8362b3-ea1b-432a-95fe-450e64223c1e req-e58513a1-35d1-4e07-8309-cc3828bcac3e tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:42:27.177197 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-ff8362b3-ea1b-432a-95fe-450e64223c1e req-e58513a1-35d1-4e07-8309-cc3828bcac3e tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] 10.222.0.39 "GET /v2.0/ports?device_id=ce454304-c982-4726-ad06-c8b1299827f1 HTTP/1.1" status: 200 len: 950 time: 0.1884477 Aug 12 14:42:27.243782 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c013af5e-33b4-4c53-9b3f-2abb275ae1e2 tempest-RoutersAdminTest-1145377623 tempest-RoutersAdminTest-1145377623-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:27.279444 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-ff8362b3-ea1b-432a-95fe-450e64223c1e req-c6773e7f-1cb1-442c-99b5-66841ccc9500 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] 10.222.0.39 "GET /v2.0/security-groups?id=5301a7d3-dd3e-456d-bf8f-dfd76884604a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869746 Aug 12 14:42:27.413678 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-c013af5e-33b4-4c53-9b3f-2abb275ae1e2 tempest-RoutersAdminTest-1145377623 tempest-RoutersAdminTest-1145377623-project] Deleting port 8e94cee8-6d13-4adf-afbd-ff15855e2ca9 {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:42:27.414076 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c013af5e-33b4-4c53-9b3f-2abb275ae1e2 tempest-RoutersAdminTest-1145377623 tempest-RoutersAdminTest-1145377623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:27.472960 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-11a15ac1-b159-4359-905b-bcfc021bc5e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3718490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8776395'] for subnet, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:27.618616 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c013af5e-33b4-4c53-9b3f-2abb275ae1e2 tempest-RoutersAdminTest-1145377623 tempest-RoutersAdminTest-1145377623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:27.646119 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a15ac1-b159-4359-905b-bcfc021bc5e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=39b76b30-0682-458f-ac0f-cccaba8eeee3,revision_number=0']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:42:27.666678 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-c013af5e-33b4-4c53-9b3f-2abb275ae1e2 tempest-RoutersAdminTest-1145377623 tempest-RoutersAdminTest-1145377623-project] Calling delete_port for 8e94cee8-6d13-4adf-afbd-ff15855e2ca9 owned by network:router_gateway {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:42:27.708156 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11a15ac1-b159-4359-905b-bcfc021bc5e1 admin admin] Checking segment: {'id': 'dd292e98-e117-40d9-bb43-3b2e598b6b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '392196f5-e20c-4aa2-a5ef-99d47c27ccb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:42:27.708840 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11a15ac1-b159-4359-905b-bcfc021bc5e1 admin admin] Network hostable DHCP agents. Network: 392196f5-e20c-4aa2-a5ef-99d47c27ccb7, hostable agents: ['1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658'], hosted agents: [] {{(pid=94466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 14:42:27.713555 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-564fe6f7-384e-4537-b33c-a67b2cb6d75c req-d677f6cc-e2f9-47be-82fb-0e2aa4249733 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] 10.222.0.39 "GET /v2.0/ports?device_id=b84c5c28-8f10-4782-84ae-2f8fa89bf4c6 HTTP/1.1" status: 200 len: 210 time: 0.0661728 Aug 12 14:42:27.720804 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-206329fe-4dd8-4574-ad48-73074ec36d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:42:27.722696 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-206329fe-4dd8-4574-ad48-73074ec36d30 service neutron] 10.222.0.64 "GET /v2.0/ports/5bb0a447-96d6-4415-8a53-9ce9a3ae9385 HTTP/1.1" status: 200 len: 1027 time: 0.0951781 Aug 12 14:42:27.727298 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa60c8a-2f8d-4472-923d-8ec327286ec4 req-c657b5e3-a6e5-4117-8eca-759c9d3710c0 tempest-ServersTestBootFromVolume-1121352003 tempest-ServersTestBootFromVolume-1121352003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:42:27.735505 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-0aa60c8a-2f8d-4472-923d-8ec327286ec4 req-c657b5e3-a6e5-4117-8eca-759c9d3710c0 tempest-ServersTestBootFromVolume-1121352003 tempest-ServersTestBootFromVolume-1121352003-project] 10.222.0.39 "GET /v2.0/ports?device_id=28b5c412-d861-4d29-b7a3-a99219eccf84 HTTP/1.1" status: 200 len: 946 time: 0.2307487 Aug 12 14:42:27.753821 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada75d27-ab6c-4e62-a8cf-8679f9ea7d6b req-e430091e-8c4a-4143-9365-9a98104124e4 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:42:27.755637 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ada75d27-ab6c-4e62-a8cf-8679f9ea7d6b req-e430091e-8c4a-4143-9365-9a98104124e4 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] 10.222.0.49 "GET /v2.0/ports?device_id=ce454304-c982-4726-ad06-c8b1299827f1 HTTP/1.1" status: 200 len: 950 time: 0.2011712 Aug 12 14:42:27.823818 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-fd83c01e-582a-4ad1-9ec5-02b05fceff39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:42:27.825652 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-fd83c01e-582a-4ad1-9ec5-02b05fceff39 service neutron] 10.222.0.64 "GET /v2.0/ports/20995681-edf1-4159-b285-2b70fd9775cf HTTP/1.1" status: 200 len: 1027 time: 0.0924406 Aug 12 14:42:27.858695 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11a15ac1-b159-4359-905b-bcfc021bc5e1 admin admin] Network 392196f5-e20c-4aa2-a5ef-99d47c27ccb7 is scheduled to be hosted by DHCP agent 1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658 with binding_index 1 {{(pid=94466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 14:42:27.866577 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-0aa60c8a-2f8d-4472-923d-8ec327286ec4 req-1a4a3753-bfb8-4d27-afec-acd3af68da78 tempest-ServersTestBootFromVolume-1121352003 tempest-ServersTestBootFromVolume-1121352003-project] 10.222.0.39 "GET /v2.0/security-groups?id=a19b9f58-da28-4fed-8bd9-43a3f07f3a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1300962 Aug 12 14:42:27.879195 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-11a15ac1-b159-4359-905b-bcfc021bc5e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-15, 392196f5-e20c-4aa2-a5ef-99d47c27ccb7) {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:42:27.888326 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c84e200d-2790-4807-8186-13fafcf1d01b None None] Network 392196f5-e20c-4aa2-a5ef-99d47c27ccb7 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:42:27.940082 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11a15ac1-b159-4359-905b-bcfc021bc5e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:42:27.940082 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-11a15ac1-b159-4359-905b-bcfc021bc5e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for subnet, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:28.003540 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-11a15ac1-b159-4359-905b-bcfc021bc5e1 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1342635 Aug 12 14:42:28.006767 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 47772) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:42:28.012741 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-e98eef8f-b45c-4cde-b9be-dcb78219ea5f admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-316444712-router', 'tenant_id': '51e9baac41dd4090be9cd290fdbb0786', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'}}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:42:28.063979 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2145f6d3-af84-4616-97ce-db45b812f65b req-d701337a-2e66-4b32-9da4-701c39010f54 tempest-ServerShowV254Test-788809412 tempest-ServerShowV254Test-788809412-project] 10.222.0.39 "GET /v2.0/ports?device_id=801adcbc-d437-4132-a129-d93dca7a3b87 HTTP/1.1" status: 200 len: 210 time: 0.2133400 Aug 12 14:42:28.107072 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e98eef8f-b45c-4cde-b9be-dcb78219ea5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-430574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-104863'] for router, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:28.121344 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e98eef8f-b45c-4cde-b9be-dcb78219ea5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-429438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-431405', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66646573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-104852'] for router, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:28.141303 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c013af5e-33b4-4c53-9b3f-2abb275ae1e2 tempest-RoutersAdminTest-1145377623 tempest-RoutersAdminTest-1145377623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:28.165648 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-d31820dc-496e-42d2-bdc4-1ae38e5b1e5e tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:42:28.185079 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-d31820dc-496e-42d2-bdc4-1ae38e5b1e5e tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:42:28.204470 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-d31820dc-496e-42d2-bdc4-1ae38e5b1e5e tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:42:28.206484 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-d31820dc-496e-42d2-bdc4-1ae38e5b1e5e tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] 10.222.0.64 "GET /v2.0/networks?id=b0e24b64-21a7-4e71-9bbe-cc7d87ed30df&id=b1fed0d0-2b0c-4ed8-b3b7-4ff4b735f473&id=b1fed0d0-2b0c-4ed8-b3b7-4ff4b735f473&id=b1fed0d0-2b0c-4ed8-b3b7-4ff4b735f473&id=b1fed0d0-2b0c-4ed8-b3b7-4ff4b735f473&id=11988a36-0d35-41ac-a66e-5ed968be2dc8&id=11988a36-0d35-41ac-a66e-5ed968be2dc8 HTTP/1.1" status: 200 len: 1991 time: 0.3687167 Aug 12 14:42:28.271486 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c013af5e-33b4-4c53-9b3f-2abb275ae1e2 tempest-RoutersAdminTest-1145377623 tempest-RoutersAdminTest-1145377623-project] Pushing event deleted for resources: {'Port': ['ID=8e94cee8-6d13-4adf-afbd-ff15855e2ca9,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:42:28.281710 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9db19dbc-9202-47eb-9153-95dc206ec4c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa7035b3e-9a89-5964-b9f4-97301c3f476a-392196f5-e20c-4aa2-a5ef-99d47c27ccb7', 'network_id': '392196f5-e20c-4aa2-a5ef-99d47c27ccb7', 'tenant_id': '51e9baac41dd4090be9cd290fdbb0786', 'fixed_ips': [{'subnet_id': '39b76b30-0682-458f-ac0f-cccaba8eeee3'}]}} from n-d-694802-15. {{(pid=94468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 14:42:28.283325 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-9db19dbc-9202-47eb-9153-95dc206ec4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:28.371925 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [req-ada75d27-ab6c-4e62-a8cf-8679f9ea7d6b req-93a1958e-ed10-4ba0-a928-8c22cd8e893a tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] Deleting port 4f292369-b701-4c34-9819-97c2a2d581f7 {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:42:28.372310 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-ada75d27-ab6c-4e62-a8cf-8679f9ea7d6b req-93a1958e-ed10-4ba0-a928-8c22cd8e893a tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:28.471420 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e98eef8f-b45c-4cde-b9be-dcb78219ea5f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:28.540057 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c013af5e-33b4-4c53-9b3f-2abb275ae1e2 tempest-RoutersAdminTest-1145377623 tempest-RoutersAdminTest-1145377623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-431580'] for router_gateway, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:28.611193 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-e75464cb-e841-4f9c-aaaa-179fb7f5d56c tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a2fc72cd4bf747caa1a4809b30f44b5f HTTP/1.1" status: 200 len: 380 time: 0.3428800 Aug 12 14:42:28.620892 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.db_base_plugin_common [None req-9db19dbc-9202-47eb-9153-95dc206ec4c4 None None] Allocated IP 172.20.0.2 (392196f5-e20c-4aa2-a5ef-99d47c27ccb7/39b76b30-0682-458f-ac0f-cccaba8eeee3/5b313c86-96bb-493a-a770-37c1e89274ee) {{(pid=94468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:42:28.644741 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-20d7779e-06c5-4c23-884c-2f35cdc92e01 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Request body: {'port': {'device_id': 'b84c5c28-8f10-4782-84ae-2f8fa89bf4c6', 'network_id': 'b0e24b64-21a7-4e71-9bbe-cc7d87ed30df', 'admin_state_up': True, 'tenant_id': 'a2fc72cd4bf747caa1a4809b30f44b5f', 'security_groups': ['acce5d50-80c7-459a-8d6c-3aec4a7c97df']}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:42:28.812339 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a573f5cb-447a-4aa5-b709-5798ea646ccc req-2ff70293-edec-4aa6-b49a-5148949caaa6 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:42:28.813939 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a573f5cb-447a-4aa5-b709-5798ea646ccc req-2ff70293-edec-4aa6-b49a-5148949caaa6 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] 10.222.0.39 "GET /v2.0/ports?device_id=ce454304-c982-4726-ad06-c8b1299827f1 HTTP/1.1" status: 200 len: 950 time: 0.2773640 Aug 12 14:42:28.843631 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c013af5e-33b4-4c53-9b3f-2abb275ae1e2 tempest-RoutersAdminTest-1145377623 tempest-RoutersAdminTest-1145377623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-429360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-104877'] for router, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:28.846245 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c013af5e-33b4-4c53-9b3f-2abb275ae1e2 tempest-RoutersAdminTest-1145377623 tempest-RoutersAdminTest-1145377623-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:28.877357 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-ada75d27-ab6c-4e62-a8cf-8679f9ea7d6b req-93a1958e-ed10-4ba0-a928-8c22cd8e893a tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] For port 4f292369-b701-4c34-9819-97c2a2d581f7, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=4f292369-b701-4c34-9819-97c2a2d581f7,segment=NetworkSegment(a1f8c867-101b-4d30-814e-b89f55a5edd0),segment_id=a1f8c867-101b-4d30-814e-b89f55a5edd0)] {{(pid=94467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:42:28.877744 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-ada75d27-ab6c-4e62-a8cf-8679f9ea7d6b req-93a1958e-ed10-4ba0-a928-8c22cd8e893a tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:28.890437 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-9db19dbc-9202-47eb-9153-95dc206ec4c4 None None] Notify callbacks [] for port, precommit_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:28.911541 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c013af5e-33b4-4c53-9b3f-2abb275ae1e2 tempest-RoutersAdminTest-1145377623 tempest-RoutersAdminTest-1145377623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-429375'] for router, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:28.912152 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c013af5e-33b4-4c53-9b3f-2abb275ae1e2 tempest-RoutersAdminTest-1145377623 tempest-RoutersAdminTest-1145377623-project] Fanout notify agent at l3_agent the message router_deleted on router 60711335-e212-4e6d-b467-5acf96f98baa {{(pid=94466) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 14:42:28.921751 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c013af5e-33b4-4c53-9b3f-2abb275ae1e2 tempest-RoutersAdminTest-1145377623 tempest-RoutersAdminTest-1145377623-project] Notify callbacks [] for router, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:28.926953 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-c013af5e-33b4-4c53-9b3f-2abb275ae1e2 tempest-RoutersAdminTest-1145377623 tempest-RoutersAdminTest-1145377623-project] 10.222.0.39 "DELETE /v2.0/routers/60711335-e212-4e6d-b467-5acf96f98baa HTTP/1.1" status: 204 len: 168 time: 2.2432899 Aug 12 14:42:28.927116 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-9db19dbc-9202-47eb-9153-95dc206ec4c4 None None] Transition to ACTIVE for port object 5b313c86-96bb-493a-a770-37c1e89274ee will not be triggered until provisioned by entity L2. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:42:28.932270 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [req-ada75d27-ab6c-4e62-a8cf-8679f9ea7d6b req-93a1958e-ed10-4ba0-a928-8c22cd8e893a tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] Calling delete_port for 4f292369-b701-4c34-9819-97c2a2d581f7 owned by compute:nova {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:42:28.933931 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 47790) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:42:28.942004 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-51383d7b-a54c-4080-9916-fee49697d4de tempest-RoutersAdminTest-1145377623 tempest-RoutersAdminTest-1145377623-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1820154936', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:42:28.958314 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-9db19dbc-9202-47eb-9153-95dc206ec4c4 None None] Transition to ACTIVE for port object 5b313c86-96bb-493a-a770-37c1e89274ee will not be triggered until provisioned by entity DHCP. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:42:28.970788 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-9db19dbc-9202-47eb-9153-95dc206ec4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253'] for port, after_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:28.976871 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e98eef8f-b45c-4cde-b9be-dcb78219ea5f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:28.986585 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-51383d7b-a54c-4080-9916-fee49697d4de tempest-RoutersAdminTest-1145377623 tempest-RoutersAdminTest-1145377623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-430574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-104863'] for router, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:28.987846 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-51383d7b-a54c-4080-9916-fee49697d4de tempest-RoutersAdminTest-1145377623 tempest-RoutersAdminTest-1145377623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-429438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-431405', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66646573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-104852'] for router, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:29.019125 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e6c0f1-f3ee-4243-b410-617dcb8ea84a req-14d26905-2004-4560-8ae3-9a9feffd5363 tempest-ServersTestBootFromVolume-1121352003 tempest-ServersTestBootFromVolume-1121352003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:42:29.026961 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-97e6c0f1-f3ee-4243-b410-617dcb8ea84a req-14d26905-2004-4560-8ae3-9a9feffd5363 tempest-ServersTestBootFromVolume-1121352003 tempest-ServersTestBootFromVolume-1121352003-project] 10.222.0.39 "GET /v2.0/ports?device_id=28b5c412-d861-4d29-b7a3-a99219eccf84 HTTP/1.1" status: 200 len: 946 time: 0.2218068 Aug 12 14:42:29.040426 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db19dbc-9202-47eb-9153-95dc206ec4c4 None None] Pushing event updated for resources: {'Port': ['ID=5b313c86-96bb-493a-a770-37c1e89274ee,revision_number=1']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:42:29.051898 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db19dbc-9202-47eb-9153-95dc206ec4c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:42:29.056147 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db19dbc-9202-47eb-9153-95dc206ec4c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:42:29.056693 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db19dbc-9202-47eb-9153-95dc206ec4c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:42:29.057219 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db19dbc-9202-47eb-9153-95dc206ec4c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:42:29.057724 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db19dbc-9202-47eb-9153-95dc206ec4c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:42:29.058228 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db19dbc-9202-47eb-9153-95dc206ec4c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:42:29.058724 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db19dbc-9202-47eb-9153-95dc206ec4c4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:42:29.059236 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db19dbc-9202-47eb-9153-95dc206ec4c4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:42:29.066330 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db19dbc-9202-47eb-9153-95dc206ec4c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:42:29.066928 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db19dbc-9202-47eb-9153-95dc206ec4c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:42:29.067478 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db19dbc-9202-47eb-9153-95dc206ec4c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:42:29.067977 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db19dbc-9202-47eb-9153-95dc206ec4c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:42:29.085574 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9db19dbc-9202-47eb-9153-95dc206ec4c4 None None] Network 392196f5-e20c-4aa2-a5ef-99d47c27ccb7 is already hosted by enough agents. {{(pid=94468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:42:29.087305 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-20d7779e-06c5-4c23-884c-2f35cdc92e01 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Made reservation on behalf of a2fc72cd4bf747caa1a4809b30f44b5f for: {'port': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:42:29.087968 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.base_scheduler [None req-9db19dbc-9202-47eb-9153-95dc206ec4c4 None None] Resources bound (agent type, host, resource id): {{(pid=94468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:42:29.091573 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9db19dbc-9202-47eb-9153-95dc206ec4c4 None None] Received port after_create {{(pid=94468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:42:29.095838 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-20d7779e-06c5-4c23-884c-2f35cdc92e01 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:29.121604 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a573f5cb-447a-4aa5-b709-5798ea646ccc req-499b12bd-3aff-4f26-a23b-ae21286be914 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] 10.222.0.39 "GET /v2.0/security-groups?id=5301a7d3-dd3e-456d-bf8f-dfd76884604a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2805846 Aug 12 14:42:29.129424 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-97e6c0f1-f3ee-4243-b410-617dcb8ea84a req-a9c6c1d9-ab5d-4e99-bde9-874de16b00c9 tempest-ServersTestBootFromVolume-1121352003 tempest-ServersTestBootFromVolume-1121352003-project] 10.222.0.39 "GET /v2.0/security-groups?id=a19b9f58-da28-4fed-8bd9-43a3f07f3a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1017153 Aug 12 14:42:29.178745 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-9db19dbc-9202-47eb-9153-95dc206ec4c4 None None] Attempting to bind port 5b313c86-96bb-493a-a770-37c1e89274ee on host n-d-694802-15 for vnic_type normal with profile {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:42:29.179398 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-9db19dbc-9202-47eb-9153-95dc206ec4c4 None None] Attempting to bind port 5b313c86-96bb-493a-a770-37c1e89274ee by drivers openvswitch,hyperv on host n-d-694802-15 at level 0 using segments [{'id': 'dd292e98-e117-40d9-bb43-3b2e598b6b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '392196f5-e20c-4aa2-a5ef-99d47c27ccb7'}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:42:29.181432 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9db19dbc-9202-47eb-9153-95dc206ec4c4 None None] Attempting to bind port 5b313c86-96bb-493a-a770-37c1e89274ee on network 392196f5-e20c-4aa2-a5ef-99d47c27ccb7 {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:42:29.194987 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9db19dbc-9202-47eb-9153-95dc206ec4c4 None None] Checking agent: {'id': '16de73ac-f2e9-4cee-b3e0-91052ae3e6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 20, 13), 'started_at': datetime.datetime(2021, 8, 12, 14, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 42, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:42:29.195729 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9db19dbc-9202-47eb-9153-95dc206ec4c4 None None] Checking segment: {'id': 'dd292e98-e117-40d9-bb43-3b2e598b6b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '392196f5-e20c-4aa2-a5ef-99d47c27ccb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:42:29.197383 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-9db19dbc-9202-47eb-9153-95dc206ec4c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:29.199409 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9db19dbc-9202-47eb-9153-95dc206ec4c4 None None] Bound using segment: {'id': 'dd292e98-e117-40d9-bb43-3b2e598b6b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '392196f5-e20c-4aa2-a5ef-99d47c27ccb7'} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:42:29.199990 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-9db19dbc-9202-47eb-9153-95dc206ec4c4 None None] Bound port: 5b313c86-96bb-493a-a770-37c1e89274ee, host: n-d-694802-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd292e98-e117-40d9-bb43-3b2e598b6b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '392196f5-e20c-4aa2-a5ef-99d47c27ccb7'}}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:42:29.200392 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-9db19dbc-9202-47eb-9153-95dc206ec4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:29.344051 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-9db19dbc-9202-47eb-9153-95dc206ec4c4 None None] For port 5b313c86-96bb-493a-a770-37c1e89274ee, host n-d-694802-15, cleared binding levels {{(pid=94468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:42:29.349623 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-9db19dbc-9202-47eb-9153-95dc206ec4c4 None None] For port 5b313c86-96bb-493a-a770-37c1e89274ee, host n-d-694802-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=5b313c86-96bb-493a-a770-37c1e89274ee,segment=NetworkSegment(dd292e98-e117-40d9-bb43-3b2e598b6b7c),segment_id=dd292e98-e117-40d9-bb43-3b2e598b6b7c)] {{(pid=94468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:42:29.363120 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-9db19dbc-9202-47eb-9153-95dc206ec4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:29.430585 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_common [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-20d7779e-06c5-4c23-884c-2f35cdc92e01 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Allocated IP 172.20.0.14 (b0e24b64-21a7-4e71-9bbe-cc7d87ed30df/7be71cde-d18d-4052-a6ca-8e91d1377f01/193ce8b9-1189-46e3-aa87-cd5d43e80d96) {{(pid=94467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:42:29.534015 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db19dbc-9202-47eb-9153-95dc206ec4c4 None None] Pushing event updated for resources: {'Port': ['ID=5b313c86-96bb-493a-a770-37c1e89274ee,revision_number=2']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:42:29.602783 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-51383d7b-a54c-4080-9916-fee49697d4de tempest-RoutersAdminTest-1145377623 tempest-RoutersAdminTest-1145377623-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:29.624311 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-51383d7b-a54c-4080-9916-fee49697d4de tempest-RoutersAdminTest-1145377623 tempest-RoutersAdminTest-1145377623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-429413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-431608'] for router, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:29.639947 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.agents_db [None req-17ed3e4c-1a7d-4162-9646-11c134aca297 None None] Agent healthcheck: found 7 active agents {{(pid=94469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 14:42:29.668034 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-51383d7b-a54c-4080-9916-fee49697d4de tempest-RoutersAdminTest-1145377623 tempest-RoutersAdminTest-1145377623-project] Notify callbacks [] for router, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:29.669540 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-51383d7b-a54c-4080-9916-fee49697d4de tempest-RoutersAdminTest-1145377623 tempest-RoutersAdminTest-1145377623-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.7346482 Aug 12 14:42:29.714175 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 47806) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:42:29.757345 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-20d7779e-06c5-4c23-884c-2f35cdc92e01 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Notify callbacks [] for port, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:29.765123 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-81065d57-44ab-4044-8988-2e500d5c50cf tempest-RoutersAdminTest-311172655 tempest-RoutersAdminTest-311172655-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'enable_snat': True}}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:42:29.988010 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b61d3821-c649-4c97-ac8d-086817a55a87 req-5b9fb106-8e2d-42e9-95d3-0d19276093ee tempest-ServerShowV254Test-788809412 tempest-ServerShowV254Test-788809412-project] 10.222.0.39 "GET /v2.0/ports?device_id=801adcbc-d437-4132-a129-d93dca7a3b87 HTTP/1.1" status: 200 len: 210 time: 0.0994179 Aug 12 14:42:30.016915 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-9a1912ed-7b51-44ed-97a4-2872d53d571a req-e5d49a1a-45fc-4d7c-a458-ce9ff02e310c tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] 10.222.0.39 "GET /v2.0/ports?device_id=b84c5c28-8f10-4782-84ae-2f8fa89bf4c6 HTTP/1.1" status: 200 len: 210 time: 0.0774717 Aug 12 14:42:30.099857 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-20d7779e-06c5-4c23-884c-2f35cdc92e01 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Transition to ACTIVE for port object 193ce8b9-1189-46e3-aa87-cd5d43e80d96 will not be triggered until provisioned by entity DHCP. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:42:30.101405 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-ada75d27-ab6c-4e62-a8cf-8679f9ea7d6b req-93a1958e-ed10-4ba0-a928-8c22cd8e893a tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:30.119162 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] get_ports_and_sgs() called for port_ids ['29731b86-ffa2-4aca-a795-760760d96e26', '6f8cf43d-d568-4ef8-a63e-924a5ac834bf'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:42:30.185900 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e98eef8f-b45c-4cde-b9be-dcb78219ea5f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:30.193393 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] get_ports_and_sgs() called for port_ids ['ebc29655-e531-44b0-80e0-93f88244161e', '0f41f19b-87f7-41dc-98ce-2eaa783e9bc3', '428b7bf8-6b0d-46c3-8e1b-68f09a754cc2', 'be08eae7-c2c0-4ec4-822c-37369dd75809'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:42:30.294203 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e98eef8f-b45c-4cde-b9be-dcb78219ea5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:30.351500 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-81065d57-44ab-4044-8988-2e500d5c50cf tempest-RoutersAdminTest-311172655 tempest-RoutersAdminTest-311172655-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:30.371507 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 5b313c86-96bb-493a-a770-37c1e89274ee up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:42:30.387949 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a1958e-ed10-4ba0-a928-8c22cd8e893a tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] Pushing event deleted for resources: {'Port': ['ID=4f292369-b701-4c34-9819-97c2a2d581f7,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:42:30.563614 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [req-ada75d27-ab6c-4e62-a8cf-8679f9ea7d6b req-93a1958e-ed10-4ba0-a928-8c22cd8e893a tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] No DVR routers for this DVR port 4f292369-b701-4c34-9819-97c2a2d581f7 on host n-h2-694802-15 {{(pid=94467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:42:30.568552 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-ada75d27-ab6c-4e62-a8cf-8679f9ea7d6b req-93a1958e-ed10-4ba0-a928-8c22cd8e893a tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:30.573376 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ada75d27-ab6c-4e62-a8cf-8679f9ea7d6b req-93a1958e-ed10-4ba0-a928-8c22cd8e893a tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] 10.222.0.49 "DELETE /v2.0/ports/4f292369-b701-4c34-9819-97c2a2d581f7 HTTP/1.1" status: 204 len: 173 time: 2.8003719 Aug 12 14:42:30.598747 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce454304-c982-4726-ad06-c8b1299827f1', 'name': 'network-vif-deleted', 'tag': '4f292369-b701-4c34-9819-97c2a2d581f7'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:42:30.604784 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e65282f928b64038367d043a4411777802006c43a98742496cb2e25b724ff1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82073653-7b3f-40f7-aeac-597210b47859" -d '{"events": [{"server_uuid": "ce454304-c982-4726-ad06-c8b1299827f1", "name": "network-vif-deleted", "tag": "4f292369-b701-4c34-9819-97c2a2d581f7"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:42:30.622269 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-257de443-9ca6-4051-b84d-b8dabd55ec2a req-07003fc7-379d-49d1-bc9a-425fa76bef33 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] 10.222.0.39 "GET /v2.0/ports?device_id=ce454304-c982-4726-ad06-c8b1299827f1 HTTP/1.1" status: 200 len: 210 time: 0.2421074 Aug 12 14:42:30.675489 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ed5ec0-45d2-4e38-aabc-090b6aeddc05 req-2ff67893-867f-4c0d-8afa-b70bc844cc38 tempest-ServersTestBootFromVolume-1121352003 tempest-ServersTestBootFromVolume-1121352003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:42:30.677138 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-d6ed5ec0-45d2-4e38-aabc-090b6aeddc05 req-2ff67893-867f-4c0d-8afa-b70bc844cc38 tempest-ServersTestBootFromVolume-1121352003 tempest-ServersTestBootFromVolume-1121352003-project] 10.222.0.49 "GET /v2.0/ports?device_id=28b5c412-d861-4d29-b7a3-a99219eccf84 HTTP/1.1" status: 200 len: 946 time: 0.3216121 Aug 12 14:42:30.691059 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3b469b-b353-45b5-9d86-63bf6f9479d6 req-87d655cf-b644-42c5-806c-ca9353f937b7 tempest-ServersTestBootFromVolume-1121352003 tempest-ServersTestBootFromVolume-1121352003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:42:30.692616 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-2c3b469b-b353-45b5-9d86-63bf6f9479d6 req-87d655cf-b644-42c5-806c-ca9353f937b7 tempest-ServersTestBootFromVolume-1121352003 tempest-ServersTestBootFromVolume-1121352003-project] 10.222.0.39 "GET /v2.0/ports?device_id=28b5c412-d861-4d29-b7a3-a99219eccf84 HTTP/1.1" status: 200 len: 946 time: 0.3521607 Aug 12 14:42:30.735803 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 14:42:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea63b5f9-55da-41bc-8557-7359b5fd2270 x-openstack-request-id: req-ea63b5f9-55da-41bc-8557-7359b5fd2270 {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:42:30.740295 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce454304-c982-4726-ad06-c8b1299827f1", "name": "network-vif-deleted", "tag": "4f292369-b701-4c34-9819-97c2a2d581f7", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:42:30.740613 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ea63b5f9-55da-41bc-8557-7359b5fd2270 {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:42:30.741123 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce454304-c982-4726-ad06-c8b1299827f1', 'name': 'network-vif-deleted', 'tag': '4f292369-b701-4c34-9819-97c2a2d581f7', 'status': 'completed', 'code': 200} Aug 12 14:42:30.743163 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-20d7779e-06c5-4c23-884c-2f35cdc92e01 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:30.806398 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-e98eef8f-b45c-4cde-b9be-dcb78219ea5f admin admin] Allocated IP 172.25.1.252 (d3759e1b-6c03-45ac-acd4-90abb417809b/f0254f08-c19c-4e31-bd9c-09389ea4b6f2/48502552-aa5c-4ae5-a7c0-6343dbe292ed) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:42:30.892422 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning for port 5b313c86-96bb-493a-a770-37c1e89274ee completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:42:30.915314 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-20d7779e-06c5-4c23-884c-2f35cdc92e01 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Network b0e24b64-21a7-4e71-9bbe-cc7d87ed30df is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:42:30.933366 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-2c3b469b-b353-45b5-9d86-63bf6f9479d6 req-a4a79ba0-68cc-4cac-87f8-b5ed1835d887 tempest-ServersTestBootFromVolume-1121352003 tempest-ServersTestBootFromVolume-1121352003-project] 10.222.0.39 "GET /v2.0/security-groups?id=a19b9f58-da28-4fed-8bd9-43a3f07f3a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2311192 Aug 12 14:42:30.960049 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-20d7779e-06c5-4c23-884c-2f35cdc92e01 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:42:30.969141 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d7779e-06c5-4c23-884c-2f35cdc92e01 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Pushing event updated for resources: {'Port': ['ID=193ce8b9-1189-46e3-aa87-cd5d43e80d96,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:42:30.977763 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-20d7779e-06c5-4c23-884c-2f35cdc92e01 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Received port after_create {{(pid=94467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:42:31.070115 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e98eef8f-b45c-4cde-b9be-dcb78219ea5f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:31.122898 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [req-d6ed5ec0-45d2-4e38-aabc-090b6aeddc05 req-d0030846-8ea4-4046-8bdf-f8d9a6fcb3ca tempest-ServersTestBootFromVolume-1121352003 tempest-ServersTestBootFromVolume-1121352003-project] Deleting port 26db9beb-e680-4fba-9f1f-d96f599366bc {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:42:31.123292 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-d6ed5ec0-45d2-4e38-aabc-090b6aeddc05 req-d0030846-8ea4-4046-8bdf-f8d9a6fcb3ca tempest-ServersTestBootFromVolume-1121352003 tempest-ServersTestBootFromVolume-1121352003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:31.124607 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device 4f292369-b701-4c34-9819-97c2a2d581f7 no longer exists at agent hyperv_n-h2-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:42:31.416240 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1482cf3f-7ebd-4ca7-b570-5f0279840e40 None None] Network 392196f5-e20c-4aa2-a5ef-99d47c27ccb7 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:42:31.418137 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] No Port match for: 4f292369-b701-4c34-9819-97c2a2d581f7 {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 14:42:31.419362 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device 4f292369-b701-4c34-9819-97c2a2d581f7 not bound to the agent host n-h2-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:42:31.427263 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device 26db9beb-e680-4fba-9f1f-d96f599366bc no longer exists at agent hyperv_n-h2-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:42:31.449618 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9b825c85-346c-4ac8-8035-c1961ab8fb11 req-d893927c-1f83-42e2-9ad4-fc5efe47ed9e tempest-ServerShowV254Test-788809412 tempest-ServerShowV254Test-788809412-project] 10.222.0.39 "GET /v2.0/ports?device_id=801adcbc-d437-4132-a129-d93dca7a3b87 HTTP/1.1" status: 200 len: 210 time: 0.1587446 Aug 12 14:42:31.494271 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-20d7779e-06c5-4c23-884c-2f35cdc92e01 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:42:31.497234 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f380c0ce-b2b0-484a-9da3-e1322427df25 req-8a5b363d-b89e-41e9-a0e9-1f35f2523426 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:42:31.498841 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-20d7779e-06c5-4c23-884c-2f35cdc92e01 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:31.501228 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-f380c0ce-b2b0-484a-9da3-e1322427df25 req-8a5b363d-b89e-41e9-a0e9-1f35f2523426 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] 10.222.0.39 "GET /v2.0/ports?device_id=b84c5c28-8f10-4782-84ae-2f8fa89bf4c6 HTTP/1.1" status: 200 len: 932 time: 0.2844121 Aug 12 14:42:31.522702 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [req-d6ed5ec0-45d2-4e38-aabc-090b6aeddc05 req-d0030846-8ea4-4046-8bdf-f8d9a6fcb3ca tempest-ServersTestBootFromVolume-1121352003 tempest-ServersTestBootFromVolume-1121352003-project] For port 26db9beb-e680-4fba-9f1f-d96f599366bc, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=26db9beb-e680-4fba-9f1f-d96f599366bc,segment=NetworkSegment(25ffa9f8-3a7e-477d-a2e4-6eccceac9115),segment_id=25ffa9f8-3a7e-477d-a2e4-6eccceac9115)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:42:31.523489 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-d6ed5ec0-45d2-4e38-aabc-090b6aeddc05 req-d0030846-8ea4-4046-8bdf-f8d9a6fcb3ca tempest-ServersTestBootFromVolume-1121352003 tempest-ServersTestBootFromVolume-1121352003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:31.528455 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-81065d57-44ab-4044-8988-2e500d5c50cf tempest-RoutersAdminTest-311172655 tempest-RoutersAdminTest-311172655-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:31.551142 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e98eef8f-b45c-4cde-b9be-dcb78219ea5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:31.575910 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-20d7779e-06c5-4c23-884c-2f35cdc92e01 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9448516 Aug 12 14:42:31.577382 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-81065d57-44ab-4044-8988-2e500d5c50cf tempest-RoutersAdminTest-311172655 tempest-RoutersAdminTest-311172655-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:31.647918 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e98eef8f-b45c-4cde-b9be-dcb78219ea5f admin admin] Network d3759e1b-6c03-45ac-acd4-90abb417809b is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:42:31.659361 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-e98eef8f-b45c-4cde-b9be-dcb78219ea5f admin admin] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:42:31.670759 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e98eef8f-b45c-4cde-b9be-dcb78219ea5f admin admin] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:42:31.681950 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-f380c0ce-b2b0-484a-9da3-e1322427df25 req-8a2ee9a3-4848-4bad-9c7f-a09a926c2fec tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] 10.222.0.39 "GET /v2.0/security-groups?id=acce5d50-80c7-459a-8d6c-3aec4a7c97df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1692247 Aug 12 14:42:31.716665 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-9dc18a87-26ee-45f3-a5f8-453ae8cc833e tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Request body: {'port': {'device_id': 'b84c5c28-8f10-4782-84ae-2f8fa89bf4c6', 'network_id': 'b1fed0d0-2b0c-4ed8-b3b7-4ff4b735f473', 'admin_state_up': True, 'tenant_id': 'a2fc72cd4bf747caa1a4809b30f44b5f', 'security_groups': ['acce5d50-80c7-459a-8d6c-3aec4a7c97df']}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:42:31.726363 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98eef8f-b45c-4cde-b9be-dcb78219ea5f admin admin] Pushing event updated for resources: {'Port': ['ID=48502552-aa5c-4ae5-a7c0-6343dbe292ed,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:42:31.774237 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-50133032-7f67-4151-acd1-bb4963b4fd1c None None] Provisioning for port 193ce8b9-1189-46e3-aa87-cd5d43e80d96 completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:42:31.793448 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-50133032-7f67-4151-acd1-bb4963b4fd1c None None] Provisioning complete for port 193ce8b9-1189-46e3-aa87-cd5d43e80d96 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:42:31.793999 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-50133032-7f67-4151-acd1-bb4963b4fd1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:31.938193 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_common [None req-81065d57-44ab-4044-8988-2e500d5c50cf tempest-RoutersAdminTest-311172655 tempest-RoutersAdminTest-311172655-project-admin] Allocated IP 172.25.1.19 (d3759e1b-6c03-45ac-acd4-90abb417809b/f0254f08-c19c-4e31-bd9c-09389ea4b6f2/8ddbc77b-5480-4f51-9e47-2b2937a1f020) {{(pid=94467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:42:31.986297 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-50133032-7f67-4151-acd1-bb4963b4fd1c None None] Port 193ce8b9-1189-46e3-aa87-cd5d43e80d96 cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 14:42:31.992917 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:32.175218 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-9dc18a87-26ee-45f3-a5f8-453ae8cc833e tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Made reservation on behalf of a2fc72cd4bf747caa1a4809b30f44b5f for: {'port': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:42:32.178974 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-9dc18a87-26ee-45f3-a5f8-453ae8cc833e tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:32.371103 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_common [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-9dc18a87-26ee-45f3-a5f8-453ae8cc833e tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Allocated IP 10.1.1.162 (b1fed0d0-2b0c-4ed8-b3b7-4ff4b735f473/211c9137-e01f-4e3e-8c7e-449dda79def5/8a2a2db8-839c-4c50-9e8b-57a36dc63c1f) {{(pid=94467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:42:32.386023 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port 26db9beb-e680-4fba-9f1f-d96f599366bc, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=26db9beb-e680-4fba-9f1f-d96f599366bc,segment=NetworkSegment(25ffa9f8-3a7e-477d-a2e4-6eccceac9115),segment_id=25ffa9f8-3a7e-477d-a2e4-6eccceac9115)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:42:32.403580 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28b5c412-d861-4d29-b7a3-a99219eccf84', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '26db9beb-e680-4fba-9f1f-d96f599366bc'}] {{(pid=94468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:42:32.411712 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99a8d87602170099c728e57431aca99e9b98a655a83bbf8727be13192709727b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7abee8a-5d96-4283-bb10-3fa9ea2953af" -d '{"events": [{"server_uuid": "28b5c412-d861-4d29-b7a3-a99219eccf84", "name": "network-vif-unplugged", "status": "completed", "tag": "26db9beb-e680-4fba-9f1f-d96f599366bc"}]}' {{(pid=94468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:42:32.430331 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-d6ed5ec0-45d2-4e38-aabc-090b6aeddc05 req-d0030846-8ea4-4046-8bdf-f8d9a6fcb3ca tempest-ServersTestBootFromVolume-1121352003 tempest-ServersTestBootFromVolume-1121352003-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:32.430844 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-d6ed5ec0-45d2-4e38-aabc-090b6aeddc05 req-d0030846-8ea4-4046-8bdf-f8d9a6fcb3ca tempest-ServersTestBootFromVolume-1121352003 tempest-ServersTestBootFromVolume-1121352003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431510'] for floatingip, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:32.431219 n-d-694802-15 neutron-server[94466]: INFO neutron.db.l3_db [req-d6ed5ec0-45d2-4e38-aabc-090b6aeddc05 req-d0030846-8ea4-4046-8bdf-f8d9a6fcb3ca tempest-ServersTestBootFromVolume-1121352003 tempest-ServersTestBootFromVolume-1121352003-project] Floating IP 410e4517-e45e-45b6-ad77-eff3d45303fd disassociated. External IP: 172.25.1.194, port: 26db9beb-e680-4fba-9f1f-d96f599366bc. Aug 12 14:42:32.431657 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [req-d6ed5ec0-45d2-4e38-aabc-090b6aeddc05 req-d0030846-8ea4-4046-8bdf-f8d9a6fcb3ca tempest-ServersTestBootFromVolume-1121352003 tempest-ServersTestBootFromVolume-1121352003-project] Calling delete_port for 26db9beb-e680-4fba-9f1f-d96f599366bc owned by compute:nova {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:42:32.432853 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-50133032-7f67-4151-acd1-bb4963b4fd1c None None] Provisioning for port 5b313c86-96bb-493a-a770-37c1e89274ee completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:42:32.436092 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e98eef8f-b45c-4cde-b9be-dcb78219ea5f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:32.445942 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:32.453329 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-50133032-7f67-4151-acd1-bb4963b4fd1c None None] Provisioning complete for port 5b313c86-96bb-493a-a770-37c1e89274ee triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:42:32.457243 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-50133032-7f67-4151-acd1-bb4963b4fd1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:32.507956 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94afda2-1d70-4045-a1a4-f1116aa55dce req-533e5eb9-c82a-4a06-bffe-f12a5c9da627 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:42:32.516676 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-e94afda2-1d70-4045-a1a4-f1116aa55dce req-533e5eb9-c82a-4a06-bffe-f12a5c9da627 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] 10.222.0.39 "GET /v2.0/ports?device_id=36e8e056-0dbe-48e4-bd23-52f9eecea8a5 HTTP/1.1" status: 200 len: 950 time: 0.3054101 Aug 12 14:42:32.526417 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-9dc18a87-26ee-45f3-a5f8-453ae8cc833e tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Notify callbacks [] for port, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:32.724943 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-e94afda2-1d70-4045-a1a4-f1116aa55dce req-d2fc2aa7-37b1-4052-a495-515d28197213 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] 10.222.0.39 "GET /v2.0/security-groups?id=5301a7d3-dd3e-456d-bf8f-dfd76884604a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2072332 Aug 12 14:42:32.782134 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Pushing event updated for resources: {'Port': ['ID=26db9beb-e680-4fba-9f1f-d96f599366bc,revision_number=6']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:42:32.819621 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-50133032-7f67-4151-acd1-bb4963b4fd1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:32.837473 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 12 Aug 2021 14:42:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a601060b-6ccf-45ed-a314-29f9456764db x-openstack-request-id: req-a601060b-6ccf-45ed-a314-29f9456764db {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:42:32.838076 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28b5c412-d861-4d29-b7a3-a99219eccf84", "name": "network-vif-unplugged", "status": "completed", "tag": "26db9beb-e680-4fba-9f1f-d96f599366bc", "code": 200}]} {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:42:32.838543 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a601060b-6ccf-45ed-a314-29f9456764db {{(pid=94468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:42:32.839200 n-d-694802-15 neutron-server[94468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28b5c412-d861-4d29-b7a3-a99219eccf84', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '26db9beb-e680-4fba-9f1f-d96f599366bc', 'code': 200} Aug 12 14:42:32.871879 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e98eef8f-b45c-4cde-b9be-dcb78219ea5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-429413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-431608'] for router, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:32.910818 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-50133032-7f67-4151-acd1-bb4963b4fd1c None None] For port 5b313c86-96bb-493a-a770-37c1e89274ee, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=5b313c86-96bb-493a-a770-37c1e89274ee,segment=NetworkSegment(dd292e98-e117-40d9-bb43-3b2e598b6b7c),segment_id=dd292e98-e117-40d9-bb43-3b2e598b6b7c)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:42:32.921902 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-50133032-7f67-4151-acd1-bb4963b4fd1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:32.992322 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50133032-7f67-4151-acd1-bb4963b4fd1c None None] Pushing event updated for resources: {'Port': ['ID=5b313c86-96bb-493a-a770-37c1e89274ee,revision_number=3']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:42:33.050153 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-84d84be2-dd68-469f-96ec-fc8149d2fc32 None None] Provisioning complete for port 5b313c86-96bb-493a-a770-37c1e89274ee triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:42:33.051536 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-84d84be2-dd68-469f-96ec-fc8149d2fc32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:33.083458 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-51495df6-5b07-4cf7-80e7-2a32a1a71ff4 req-c982f167-4874-4c81-aae6-53773ef54969 tempest-ServerShowV254Test-788809412 tempest-ServerShowV254Test-788809412-project] 10.222.0.39 "GET /v2.0/ports?device_id=801adcbc-d437-4132-a129-d93dca7a3b87 HTTP/1.1" status: 200 len: 210 time: 0.0646729 Aug 12 14:42:33.153354 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-9dc18a87-26ee-45f3-a5f8-453ae8cc833e tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Transition to ACTIVE for port object 8a2a2db8-839c-4c50-9e8b-57a36dc63c1f will not be triggered until provisioned by entity DHCP. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:42:33.239465 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e98eef8f-b45c-4cde-b9be-dcb78219ea5f admin admin] Router b036e6d4-315a-4520-88f6-d201f8647b9a is scheduled to L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f with binding_index 1 {{(pid=94466) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 14:42:33.296337 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-9dc18a87-26ee-45f3-a5f8-453ae8cc833e tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:33.308291 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-d6ed5ec0-45d2-4e38-aabc-090b6aeddc05 req-d0030846-8ea4-4046-8bdf-f8d9a6fcb3ca tempest-ServersTestBootFromVolume-1121352003 tempest-ServersTestBootFromVolume-1121352003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:33.334278 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-9dc18a87-26ee-45f3-a5f8-453ae8cc833e tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Network b1fed0d0-2b0c-4ed8-b3b7-4ff4b735f473 is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:42:33.340083 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-9dc18a87-26ee-45f3-a5f8-453ae8cc833e tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:42:33.357428 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0030846-8ea4-4046-8bdf-f8d9a6fcb3ca tempest-ServersTestBootFromVolume-1121352003 tempest-ServersTestBootFromVolume-1121352003-project] Pushing event deleted for resources: {'Port': ['ID=26db9beb-e680-4fba-9f1f-d96f599366bc,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:42:33.386966 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-9dc18a87-26ee-45f3-a5f8-453ae8cc833e tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Received port after_create {{(pid=94467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:42:33.400653 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e166497-cfeb-481d-aced-150c36d6a298 req-39841187-c0ea-4dd4-9e88-c913f126729c tempest-ServersTestBootFromVolume-1121352003 tempest-ServersTestBootFromVolume-1121352003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:42:33.408202 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6e166497-cfeb-481d-aced-150c36d6a298 req-39841187-c0ea-4dd4-9e88-c913f126729c tempest-ServersTestBootFromVolume-1121352003 tempest-ServersTestBootFromVolume-1121352003-project] 10.222.0.39 "GET /v2.0/ports?device_id=28b5c412-d861-4d29-b7a3-a99219eccf84 HTTP/1.1" status: 200 len: 867 time: 1.2697406 Aug 12 14:42:33.491473 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6e166497-cfeb-481d-aced-150c36d6a298 req-14cb67b8-bb0a-4f7b-810b-617b293be8e3 tempest-ServersTestBootFromVolume-1121352003 tempest-ServersTestBootFromVolume-1121352003-project] 10.222.0.39 "GET /v2.0/security-groups?id=a19b9f58-da28-4fed-8bd9-43a3f07f3a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750334 Aug 12 14:42:33.638481 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-81065d57-44ab-4044-8988-2e500d5c50cf tempest-RoutersAdminTest-311172655 tempest-RoutersAdminTest-311172655-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:33.646059 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc18a87-26ee-45f3-a5f8-453ae8cc833e tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Pushing event updated for resources: {'Port': ['ID=8a2a2db8-839c-4c50-9e8b-57a36dc63c1f,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:42:33.666994 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cde29d-8f7a-4468-8300-1b667e1ad915 req-bc4726aa-ec9c-463a-a493-719cbd990631 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:42:33.679104 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cde29d-8f7a-4468-8300-1b667e1ad915 req-bc4726aa-ec9c-463a-a493-719cbd990631 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:42:33.679553 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc83e52c-d524-4cef-9668-50dd1f298c3c req-cee937d5-8f5d-4ad7-b8a1-e59ec6619f3c tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:42:33.683398 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-dc83e52c-d524-4cef-9668-50dd1f298c3c req-cee937d5-8f5d-4ad7-b8a1-e59ec6619f3c tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] 10.222.0.49 "GET /v2.0/ports?device_id=36e8e056-0dbe-48e4-bd23-52f9eecea8a5 HTTP/1.1" status: 200 len: 950 time: 0.0952740 Aug 12 14:42:33.690369 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-9dc18a87-26ee-45f3-a5f8-453ae8cc833e tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:42:33.690564 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-72cde29d-8f7a-4468-8300-1b667e1ad915 req-bc4726aa-ec9c-463a-a493-719cbd990631 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] 10.222.0.39 "GET /v2.0/ports?device_id=b84c5c28-8f10-4782-84ae-2f8fa89bf4c6 HTTP/1.1" status: 200 len: 1654 time: 0.3793161 Aug 12 14:42:33.691043 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-9dc18a87-26ee-45f3-a5f8-453ae8cc833e tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:33.729772 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e98eef8f-b45c-4cde-b9be-dcb78219ea5f admin admin] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 14:42:33.742320 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c11c7d3b-3f59-441b-9677-3cedbdd9c8c8 None None] Sync routers for ids ['b036e6d4-315a-4520-88f6-d201f8647b9a'] in n-d-694802-15 {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 14:42:33.750088 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d6ed5ec0-45d2-4e38-aabc-090b6aeddc05 req-d0030846-8ea4-4046-8bdf-f8d9a6fcb3ca tempest-ServersTestBootFromVolume-1121352003 tempest-ServersTestBootFromVolume-1121352003-project] Router 8c02cd8a-7f6f-4995-af31-43eb150e5eef has already been hosted by L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f {{(pid=94466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 14:42:33.754055 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c11c7d3b-3f59-441b-9677-3cedbdd9c8c8 None None] Routers {'b036e6d4-315a-4520-88f6-d201f8647b9a'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:42:33.754806 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-c11c7d3b-3f59-441b-9677-3cedbdd9c8c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:42:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['b036e6d4-315a-4520-88f6-d201f8647b9a'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:42:33.816928 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-10d11ae3-7324-46b1-8749-1f8619ab529f None None] Provisioning for port 8a2a2db8-839c-4c50-9e8b-57a36dc63c1f completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:42:33.825300 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-10d11ae3-7324-46b1-8749-1f8619ab529f None None] Provisioning complete for port 8a2a2db8-839c-4c50-9e8b-57a36dc63c1f triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:42:33.825833 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-10d11ae3-7324-46b1-8749-1f8619ab529f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:33.856401 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-9dc18a87-26ee-45f3-a5f8-453ae8cc833e tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1579812 Aug 12 14:42:33.882720 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-87907fd3-4165-43c6-9677-b42cc227f682 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Request body: {'port': {'device_id': 'b84c5c28-8f10-4782-84ae-2f8fa89bf4c6', 'network_id': 'b1fed0d0-2b0c-4ed8-b3b7-4ff4b735f473', 'admin_state_up': True, 'tenant_id': 'a2fc72cd4bf747caa1a4809b30f44b5f', 'security_groups': ['acce5d50-80c7-459a-8d6c-3aec4a7c97df']}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:42:33.888449 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-10d11ae3-7324-46b1-8749-1f8619ab529f None None] Port 8a2a2db8-839c-4c50-9e8b-57a36dc63c1f cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 14:42:34.028032 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-c11c7d3b-3f59-441b-9677-3cedbdd9c8c8 None None] Set router b036e6d4-315a-4520-88f6-d201f8647b9a gateway port host: n-d-694802-15 {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:42:34.031061 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd07853-834c-4e4d-8af0-8765dac79910 req-613abd25-6055-4e94-9bb1-1e50ce70c69e tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:42:34.032481 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-7fd07853-834c-4e4d-8af0-8765dac79910 req-613abd25-6055-4e94-9bb1-1e50ce70c69e tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] 10.222.0.39 "GET /v2.0/ports?device_id=36e8e056-0dbe-48e4-bd23-52f9eecea8a5 HTTP/1.1" status: 200 len: 950 time: 0.1131580 Aug 12 14:42:34.106266 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-7fd07853-834c-4e4d-8af0-8765dac79910 req-5f94cd73-6c96-4802-a256-5f5fe9609f17 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] 10.222.0.39 "GET /v2.0/security-groups?id=5301a7d3-dd3e-456d-bf8f-dfd76884604a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533788 Aug 12 14:42:34.123232 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [req-dc83e52c-d524-4cef-9668-50dd1f298c3c req-69545cd3-c84f-46cd-97f5-7e96c7bfb9e1 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] Deleting port 6f8cf43d-d568-4ef8-a63e-924a5ac834bf {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:42:34.123581 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-dc83e52c-d524-4cef-9668-50dd1f298c3c req-69545cd3-c84f-46cd-97f5-7e96c7bfb9e1 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:34.129943 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d6ed5ec0-45d2-4e38-aabc-090b6aeddc05 req-d0030846-8ea4-4046-8bdf-f8d9a6fcb3ca tempest-ServersTestBootFromVolume-1121352003 tempest-ServersTestBootFromVolume-1121352003-project] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 14:42:34.131689 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e98eef8f-b45c-4cde-b9be-dcb78219ea5f admin admin] Notify callbacks [] for router, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:34.135252 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-e98eef8f-b45c-4cde-b9be-dcb78219ea5f admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 6.1249523 Aug 12 14:42:34.152096 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afecbad6-158a-4688-982d-58fa3d287647 None None] Sync routers for ids ['8c02cd8a-7f6f-4995-af31-43eb150e5eef'] in n-d-694802-15 {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 14:42:34.169802 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-72cde29d-8f7a-4468-8300-1b667e1ad915 req-cb76a5de-43f0-442d-a7a1-e69fdacd5fed tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] 10.222.0.39 "GET /v2.0/security-groups?id=acce5d50-80c7-459a-8d6c-3aec4a7c97df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4756174 Aug 12 14:42:34.170325 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afecbad6-158a-4688-982d-58fa3d287647 None None] Routers {'8c02cd8a-7f6f-4995-af31-43eb150e5eef'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:42:34.171930 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 47870) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:42:34.175841 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-afecbad6-158a-4688-982d-58fa3d287647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:42:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['8c02cd8a-7f6f-4995-af31-43eb150e5eef'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:42:34.247315 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 5b313c86-96bb-493a-a770-37c1e89274ee up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:42:34.260009 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-81065d57-44ab-4044-8988-2e500d5c50cf tempest-RoutersAdminTest-311172655 tempest-RoutersAdminTest-311172655-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:34.351650 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port 5b313c86-96bb-493a-a770-37c1e89274ee triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:42:34.352027 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:34.363134 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6ed5ec0-45d2-4e38-aabc-090b6aeddc05 req-d0030846-8ea4-4046-8bdf-f8d9a6fcb3ca tempest-ServersTestBootFromVolume-1121352003 tempest-ServersTestBootFromVolume-1121352003-project] No DVR routers for this DVR port 26db9beb-e680-4fba-9f1f-d96f599366bc on host n-h2-694802-15 {{(pid=94466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:42:34.369333 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-d6ed5ec0-45d2-4e38-aabc-090b6aeddc05 req-d0030846-8ea4-4046-8bdf-f8d9a6fcb3ca tempest-ServersTestBootFromVolume-1121352003 tempest-ServersTestBootFromVolume-1121352003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:34.371474 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-d6ed5ec0-45d2-4e38-aabc-090b6aeddc05 req-d0030846-8ea4-4046-8bdf-f8d9a6fcb3ca tempest-ServersTestBootFromVolume-1121352003 tempest-ServersTestBootFromVolume-1121352003-project] 10.222.0.49 "DELETE /v2.0/ports/26db9beb-e680-4fba-9f1f-d96f599366bc HTTP/1.1" status: 204 len: 173 time: 3.6780355 Aug 12 14:42:34.371944 n-d-694802-15 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28b5c412-d861-4d29-b7a3-a99219eccf84', 'name': 'network-vif-deleted', 'tag': '26db9beb-e680-4fba-9f1f-d96f599366bc'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:42:34.374933 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e785eeede3897370d0b20f09d5f461b30cfecd5ed38c4f07dacd02bc52c9277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6e252cb-6d79-4b36-b6e6-b4eb26a049fe" -d '{"events": [{"server_uuid": "28b5c412-d861-4d29-b7a3-a99219eccf84", "name": "network-vif-deleted", "tag": "26db9beb-e680-4fba-9f1f-d96f599366bc"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:42:34.435917 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-c11c7d3b-3f59-441b-9677-3cedbdd9c8c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b036e6d4-315a-4520-88f6-d201f8647b9a', 'name': 'tempest-TestAggregatesBasicOps-316444712-router', 'tenant_id': '51e9baac41dd4090be9cd290fdbb0786', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.252'}], 'enable_snat': True}, 'gw_port_id': '48502552-aa5c-4ae5-a7c0-6343dbe292ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:42:28Z', 'updated_at': '2021-08-12T14:42:32Z', 'revision_number': 3, 'project_id': '51e9baac41dd4090be9cd290fdbb0786', 'gw_port': {'id': '48502552-aa5c-4ae5-a7c0-6343dbe292ed', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:e9:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b036e6d4-315a-4520-88f6-d201f8647b9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:42:30Z', 'updated_at': '2021-08-12T14:42:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15'}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:42:34.523373 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c11c7d3b-3f59-441b-9677-3cedbdd9c8c8 None None] Checking router: b036e6d4-315a-4520-88f6-d201f8647b9a for host: n-d-694802-15 {{(pid=94469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 14:42:34.526157 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c11c7d3b-3f59-441b-9677-3cedbdd9c8c8 None None] Updating router b036e6d4-315a-4520-88f6-d201f8647b9a port 48502552-aa5c-4ae5-a7c0-6343dbe292ed binding host n-d-694802-15 {{(pid=94469) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 14:42:34.531787 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e362b11f-9e2c-4965-bf8e-14ea0997b4c0 req-7bc22828-63f1-49e7-b761-1f2f5ea333ab tempest-ServerShowV254Test-788809412 tempest-ServerShowV254Test-788809412-project] 10.222.0.39 "GET /v2.0/ports?device_id=801adcbc-d437-4132-a129-d93dca7a3b87 HTTP/1.1" status: 200 len: 210 time: 0.2688529 Aug 12 14:42:34.585142 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvr_db [None req-afecbad6-158a-4688-982d-58fa3d287647 None None] Set router 8c02cd8a-7f6f-4995-af31-43eb150e5eef gateway port host: n-d-694802-15 {{(pid=94468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:42:34.623556 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-c11c7d3b-3f59-441b-9677-3cedbdd9c8c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:34.633277 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81065d57-44ab-4044-8988-2e500d5c50cf tempest-RoutersAdminTest-311172655 tempest-RoutersAdminTest-311172655-project-admin] Network d3759e1b-6c03-45ac-acd4-90abb417809b is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:42:34.666212 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81065d57-44ab-4044-8988-2e500d5c50cf tempest-RoutersAdminTest-311172655 tempest-RoutersAdminTest-311172655-project-admin] Pushing event updated for resources: {'Port': ['ID=8ddbc77b-5480-4f51-9e47-2b2937a1f020,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:42:34.684595 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [None req-81065d57-44ab-4044-8988-2e500d5c50cf tempest-RoutersAdminTest-311172655 tempest-RoutersAdminTest-311172655-project-admin] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:42:34.690167 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-87907fd3-4165-43c6-9677-b42cc227f682 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Made reservation on behalf of a2fc72cd4bf747caa1a4809b30f44b5f for: {'port': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:42:34.693859 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-87907fd3-4165-43c6-9677-b42cc227f682 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:34.728350 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81065d57-44ab-4044-8988-2e500d5c50cf tempest-RoutersAdminTest-311172655 tempest-RoutersAdminTest-311172655-project-admin] Received port after_create {{(pid=94467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:42:34.865637 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-dc83e52c-d524-4cef-9668-50dd1f298c3c req-69545cd3-c84f-46cd-97f5-7e96c7bfb9e1 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] For port 6f8cf43d-d568-4ef8-a63e-924a5ac834bf, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=6f8cf43d-d568-4ef8-a63e-924a5ac834bf,segment=NetworkSegment(a1f8c867-101b-4d30-814e-b89f55a5edd0),segment_id=a1f8c867-101b-4d30-814e-b89f55a5edd0)] {{(pid=94467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:42:34.866277 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-dc83e52c-d524-4cef-9668-50dd1f298c3c req-69545cd3-c84f-46cd-97f5-7e96c7bfb9e1 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:34.971150 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [req-dc83e52c-d524-4cef-9668-50dd1f298c3c req-69545cd3-c84f-46cd-97f5-7e96c7bfb9e1 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] Calling delete_port for 6f8cf43d-d568-4ef8-a63e-924a5ac834bf owned by compute:nova {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:42:34.972901 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-afecbad6-158a-4688-982d-58fa3d287647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c02cd8a-7f6f-4995-af31-43eb150e5eef', 'name': 'tempest-ServersTestBootFromVolume-10495900-router', 'tenant_id': 'abcf19ed547946299d610db231b30ea8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.209'}], 'enable_snat': True}, 'gw_port_id': '36407650-d5a5-4b06-8224-40a2022c887a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:39:12Z', 'updated_at': '2021-08-12T14:39:24Z', 'revision_number': 4, 'project_id': 'abcf19ed547946299d610db231b30ea8', 'gw_port': {'id': '36407650-d5a5-4b06-8224-40a2022c887a', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:02:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c02cd8a-7f6f-4995-af31-43eb150e5eef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:39:15Z', 'updated_at': '2021-08-12T14:39:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': 'bcbea599-e447-40c8-b2b5-26db95da4bc9', 'name': '', 'network_id': '8ac6d62d-7552-4386-9630-aa41f365c73f', 'tenant_id': 'abcf19ed547946299d610db231b30ea8', 'mac_address': 'fa:16:3e:cc:05:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c02cd8a-7f6f-4995-af31-43eb150e5eef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': 'f7615930-382d-44ff-8b02-ecb1a2922a73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:39:22Z', 'updated_at': '2021-08-12T14:39:32Z', 'revision_number': 5, 'project_id': 'abcf19ed547946299d610db231b30ea8', 'subnets': [{'id': 'f7615930-382d-44ff-8b02-ecb1a2922a73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:42:34.992745 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-c11c7d3b-3f59-441b-9677-3cedbdd9c8c8 None None] Notify callbacks [] for port, precommit_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:35.000975 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 14:42:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1564a073-df71-45ce-b57e-0378d9e9af7d x-openstack-request-id: req-1564a073-df71-45ce-b57e-0378d9e9af7d {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:42:35.001539 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28b5c412-d861-4d29-b7a3-a99219eccf84", "name": "network-vif-deleted", "tag": "26db9beb-e680-4fba-9f1f-d96f599366bc", "status": "completed", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:42:35.001836 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1564a073-df71-45ce-b57e-0378d9e9af7d {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:42:35.002180 n-d-694802-15 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28b5c412-d861-4d29-b7a3-a99219eccf84', 'name': 'network-vif-deleted', 'tag': '26db9beb-e680-4fba-9f1f-d96f599366bc', 'status': 'completed', 'code': 200} Aug 12 14:42:35.007468 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.provisioning_blocks [None req-c11c7d3b-3f59-441b-9677-3cedbdd9c8c8 None None] Transition to ACTIVE for port object 48502552-aa5c-4ae5-a7c0-6343dbe292ed will not be triggered until provisioned by entity L2. {{(pid=94469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:42:35.013848 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afecbad6-158a-4688-982d-58fa3d287647 None None] Checking router: 8c02cd8a-7f6f-4995-af31-43eb150e5eef for host: n-d-694802-15 {{(pid=94468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 14:42:35.018658 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-c11c7d3b-3f59-441b-9677-3cedbdd9c8c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:35.025654 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afecbad6-158a-4688-982d-58fa3d287647 None None] Routers {'8c02cd8a-7f6f-4995-af31-43eb150e5eef'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:42:35.025654 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-afecbad6-158a-4688-982d-58fa3d287647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:42:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['8c02cd8a-7f6f-4995-af31-43eb150e5eef'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:42:35.049120 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-37c47524-3e02-4dc7-8ec4-23100852dbd5 req-0d82c904-e524-49ce-ac0f-a32cc097beab tempest-ServersTestBootFromVolume-1121352003 tempest-ServersTestBootFromVolume-1121352003-project] 10.222.0.39 "GET /v2.0/ports?device_id=28b5c412-d861-4d29-b7a3-a99219eccf84 HTTP/1.1" status: 200 len: 210 time: 0.0459139 Aug 12 14:42:35.068076 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39418330-db51-47b7-bd66-40381d97a9d2 None None] Pushing event updated for resources: {'Port': ['ID=48502552-aa5c-4ae5-a7c0-6343dbe292ed,revision_number=2']} {{(pid=94469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:42:35.079649 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39418330-db51-47b7-bd66-40381d97a9d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:42:35.080647 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39418330-db51-47b7-bd66-40381d97a9d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:42:35.081749 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39418330-db51-47b7-bd66-40381d97a9d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:42:35.082341 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39418330-db51-47b7-bd66-40381d97a9d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:42:35.082918 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39418330-db51-47b7-bd66-40381d97a9d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:42:35.084166 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39418330-db51-47b7-bd66-40381d97a9d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:42:35.084862 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39418330-db51-47b7-bd66-40381d97a9d2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:42:35.085434 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39418330-db51-47b7-bd66-40381d97a9d2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:42:35.086018 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39418330-db51-47b7-bd66-40381d97a9d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:42:35.086577 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39418330-db51-47b7-bd66-40381d97a9d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:42:35.087177 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39418330-db51-47b7-bd66-40381d97a9d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:42:35.088297 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39418330-db51-47b7-bd66-40381d97a9d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:42:35.118584 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.managers [None req-c11c7d3b-3f59-441b-9677-3cedbdd9c8c8 None None] Attempting to bind port 48502552-aa5c-4ae5-a7c0-6343dbe292ed on host n-d-694802-15 for vnic_type normal with profile {{(pid=94469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:42:35.119440 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.managers [None req-c11c7d3b-3f59-441b-9677-3cedbdd9c8c8 None None] Attempting to bind port 48502552-aa5c-4ae5-a7c0-6343dbe292ed by drivers openvswitch,hyperv on host n-d-694802-15 at level 0 using segments [{'id': 'b1b396cb-2dc6-4041-bfc7-1833a80a4720', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'}] {{(pid=94469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:42:35.120042 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c11c7d3b-3f59-441b-9677-3cedbdd9c8c8 None None] Attempting to bind port 48502552-aa5c-4ae5-a7c0-6343dbe292ed on network d3759e1b-6c03-45ac-acd4-90abb417809b {{(pid=94469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:42:35.136994 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c11c7d3b-3f59-441b-9677-3cedbdd9c8c8 None None] Checking agent: {'id': '16de73ac-f2e9-4cee-b3e0-91052ae3e6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 20, 13), 'started_at': datetime.datetime(2021, 8, 12, 14, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 42, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:42:35.137361 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c11c7d3b-3f59-441b-9677-3cedbdd9c8c8 None None] Checking segment: {'id': 'b1b396cb-2dc6-4041-bfc7-1833a80a4720', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:42:35.139523 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-c11c7d3b-3f59-441b-9677-3cedbdd9c8c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:35.139923 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c11c7d3b-3f59-441b-9677-3cedbdd9c8c8 None None] Bound using segment: {'id': 'b1b396cb-2dc6-4041-bfc7-1833a80a4720', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'} {{(pid=94469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:42:35.140402 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.managers [None req-c11c7d3b-3f59-441b-9677-3cedbdd9c8c8 None None] Bound port: 48502552-aa5c-4ae5-a7c0-6343dbe292ed, host: n-d-694802-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1b396cb-2dc6-4041-bfc7-1833a80a4720', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'}}] {{(pid=94469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:42:35.140785 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-c11c7d3b-3f59-441b-9677-3cedbdd9c8c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:35.182615 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvr_db [None req-afecbad6-158a-4688-982d-58fa3d287647 None None] Set router 8c02cd8a-7f6f-4995-af31-43eb150e5eef gateway port host: n-d-694802-15 {{(pid=94468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:42:35.253496 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.db [None req-c11c7d3b-3f59-441b-9677-3cedbdd9c8c8 None None] For port 48502552-aa5c-4ae5-a7c0-6343dbe292ed, host n-d-694802-15, cleared binding levels {{(pid=94469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:42:35.261132 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.db [None req-c11c7d3b-3f59-441b-9677-3cedbdd9c8c8 None None] For port 48502552-aa5c-4ae5-a7c0-6343dbe292ed, host n-d-694802-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=48502552-aa5c-4ae5-a7c0-6343dbe292ed,segment=NetworkSegment(b1b396cb-2dc6-4041-bfc7-1833a80a4720),segment_id=b1b396cb-2dc6-4041-bfc7-1833a80a4720)] {{(pid=94469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:42:35.268120 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-c11c7d3b-3f59-441b-9677-3cedbdd9c8c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:35.396999 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_common [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-87907fd3-4165-43c6-9677-b42cc227f682 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Allocated IP 10.1.1.56 (b1fed0d0-2b0c-4ed8-b3b7-4ff4b735f473/211c9137-e01f-4e3e-8c7e-449dda79def5/4923449d-bcf2-48db-a05c-3f4b4d068e78) {{(pid=94467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:42:35.432443 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a25106-f343-4c1a-b51b-cfab3eabc905 req-7853b9c8-a78d-4be1-b762-2228b05638fe tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:42:35.434058 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-06a25106-f343-4c1a-b51b-cfab3eabc905 req-7853b9c8-a78d-4be1-b762-2228b05638fe tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] 10.222.0.39 "GET /v2.0/ports?device_id=36e8e056-0dbe-48e4-bd23-52f9eecea8a5 HTTP/1.1" status: 200 len: 950 time: 0.1738923 Aug 12 14:42:35.476974 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-afecbad6-158a-4688-982d-58fa3d287647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c02cd8a-7f6f-4995-af31-43eb150e5eef', 'name': 'tempest-ServersTestBootFromVolume-10495900-router', 'tenant_id': 'abcf19ed547946299d610db231b30ea8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.209'}], 'enable_snat': True}, 'gw_port_id': '36407650-d5a5-4b06-8224-40a2022c887a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:39:12Z', 'updated_at': '2021-08-12T14:39:24Z', 'revision_number': 4, 'project_id': 'abcf19ed547946299d610db231b30ea8', 'gw_port': {'id': '36407650-d5a5-4b06-8224-40a2022c887a', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:02:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c02cd8a-7f6f-4995-af31-43eb150e5eef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:39:15Z', 'updated_at': '2021-08-12T14:39:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': 'bcbea599-e447-40c8-b2b5-26db95da4bc9', 'name': '', 'network_id': '8ac6d62d-7552-4386-9630-aa41f365c73f', 'tenant_id': 'abcf19ed547946299d610db231b30ea8', 'mac_address': 'fa:16:3e:cc:05:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c02cd8a-7f6f-4995-af31-43eb150e5eef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': 'f7615930-382d-44ff-8b02-ecb1a2922a73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:39:22Z', 'updated_at': '2021-08-12T14:39:32Z', 'revision_number': 5, 'project_id': 'abcf19ed547946299d610db231b30ea8', 'subnets': [{'id': 'f7615930-382d-44ff-8b02-ecb1a2922a73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:42:35.507801 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afecbad6-158a-4688-982d-58fa3d287647 None None] The sync data for ids ['8c02cd8a-7f6f-4995-af31-43eb150e5eef'] in n-d-694802-15 is: [{'id': '8c02cd8a-7f6f-4995-af31-43eb150e5eef', 'name': 'tempest-ServersTestBootFromVolume-10495900-router', 'tenant_id': 'abcf19ed547946299d610db231b30ea8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.209'}], 'enable_snat': True}, 'gw_port_id': '36407650-d5a5-4b06-8224-40a2022c887a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:39:12Z', 'updated_at': '2021-08-12T14:39:24Z', 'revision_number': 4, 'project_id': 'abcf19ed547946299d610db231b30ea8', 'gw_port': {'id': '36407650-d5a5-4b06-8224-40a2022c887a', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:02:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c02cd8a-7f6f-4995-af31-43eb150e5eef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:39:15Z', 'updated_at': '2021-08-12T14:39:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': 'bcbea599-e447-40c8-b2b5-26db95da4bc9', 'name': '', 'network_id': '8ac6d62d-7552-4386-9630-aa41f365c73f', 'tenant_id': 'abcf19ed547946299d610db231b30ea8', 'mac_address': 'fa:16:3e:cc:05:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c02cd8a-7f6f-4995-af31-43eb150e5eef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': 'f7615930-382d-44ff-8b02-ecb1a2922a73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:39:22Z', 'updated_at': '2021-08-12T14:39:32Z', 'revision_number': 5, 'project_id': 'abcf19ed547946299d610db231b30ea8', 'subnets': [{'id': 'f7615930-382d-44ff-8b02-ecb1a2922a73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 14:42:35.558338 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-81065d57-44ab-4044-8988-2e500d5c50cf tempest-RoutersAdminTest-311172655 tempest-RoutersAdminTest-311172655-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:35.602618 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fffe334-0905-4510-a543-25df1d954e11 req-dc9b60a7-bc57-48c1-83d8-9bbcab14e374 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:42:35.611456 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fffe334-0905-4510-a543-25df1d954e11 req-dc9b60a7-bc57-48c1-83d8-9bbcab14e374 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:42:35.620925 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-2fffe334-0905-4510-a543-25df1d954e11 req-dc9b60a7-bc57-48c1-83d8-9bbcab14e374 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] 10.222.0.39 "GET /v2.0/ports?device_id=b84c5c28-8f10-4782-84ae-2f8fa89bf4c6 HTTP/1.1" status: 200 len: 1654 time: 0.2890072 Aug 12 14:42:35.640363 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c11c7d3b-3f59-441b-9677-3cedbdd9c8c8 None None] Routers {'b036e6d4-315a-4520-88f6-d201f8647b9a'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:42:35.641873 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-c11c7d3b-3f59-441b-9677-3cedbdd9c8c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:42:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['b036e6d4-315a-4520-88f6-d201f8647b9a'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:42:35.684028 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-2fffe334-0905-4510-a543-25df1d954e11 req-b9266bbe-b4cc-4287-9e63-1274d0a4bc8e tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] 10.222.0.39 "GET /v2.0/security-groups?id=acce5d50-80c7-459a-8d6c-3aec4a7c97df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556686 Aug 12 14:42:35.690983 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39418330-db51-47b7-bd66-40381d97a9d2 None None] Pushing event updated for resources: {'Port': ['ID=48502552-aa5c-4ae5-a7c0-6343dbe292ed,revision_number=3']} {{(pid=94469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:42:35.770378 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a2993f49-159e-41d6-ac22-825a35d18a20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:35.802553 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-06a25106-f343-4c1a-b51b-cfab3eabc905 req-7cb3a36e-2d52-4db1-bd8e-e8881a3885ac tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] 10.222.0.39 "GET /v2.0/security-groups?id=5301a7d3-dd3e-456d-bf8f-dfd76884604a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3562431 Aug 12 14:42:35.819832 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-8d521cf5-5f73-4979-9455-553b437cff08 req-b692ca41-d1ab-4698-926b-01902cf35945 tempest-ServerShowV254Test-788809412 tempest-ServerShowV254Test-788809412-project] 10.222.0.39 "GET /v2.0/ports?device_id=801adcbc-d437-4132-a129-d93dca7a3b87 HTTP/1.1" status: 200 len: 210 time: 0.0463207 Aug 12 14:42:35.837851 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-c11c7d3b-3f59-441b-9677-3cedbdd9c8c8 None None] Set router b036e6d4-315a-4520-88f6-d201f8647b9a gateway port host: n-d-694802-15 {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:42:35.935430 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-dc83e52c-d524-4cef-9668-50dd1f298c3c req-69545cd3-c84f-46cd-97f5-7e96c7bfb9e1 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:35.949869 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] get_ports_and_sgs() called for port_ids ['ebc29655-e531-44b0-80e0-93f88244161e', '0f41f19b-87f7-41dc-98ce-2eaa783e9bc3', '428b7bf8-6b0d-46c3-8e1b-68f09a754cc2', 'be08eae7-c2c0-4ec4-822c-37369dd75809'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:42:35.972154 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69545cd3-c84f-46cd-97f5-7e96c7bfb9e1 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] Pushing event deleted for resources: {'Port': ['ID=6f8cf43d-d568-4ef8-a63e-924a5ac834bf,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:42:36.002161 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] get_ports_and_sgs() called for port_ids ['29731b86-ffa2-4aca-a795-760760d96e26'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:42:36.162904 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 47892) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:42:36.170527 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-c313fc14-64e8-493c-9822-c45b2776af56 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-493691744'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:42:36.190565 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-a2993f49-159e-41d6-ac22-825a35d18a20 admin admin] Allocated IP 172.20.0.1 (392196f5-e20c-4aa2-a5ef-99d47c27ccb7/39b76b30-0682-458f-ac0f-cccaba8eeee3/e49857aa-204b-4d6a-9095-e92e967330fd) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:42:36.243265 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f96965b4-a41e-4555-b434-12accae62b35 None None] New status for floating IP 410e4517-e45e-45b6-ad77-eff3d45303fd: DOWN {{(pid=94469) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 14:42:36.250239 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-0b7289de-2d3d-4b29-a766-a1040ca24651 req-04e8fb71-4a28-4fa9-a453-5e81ca5dcd1e tempest-ServersTestBootFromVolume-1121352003 tempest-ServersTestBootFromVolume-1121352003-project] 10.222.0.39 "GET /v2.0/ports?device_id=28b5c412-d861-4d29-b7a3-a99219eccf84 HTTP/1.1" status: 200 len: 210 time: 0.0468564 Aug 12 14:42:36.254122 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c313fc14-64e8-493c-9822-c45b2776af56 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Made reservation on behalf of c4f0f352632942859f6399a2c9890ad2 for: {'network': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:42:36.257658 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c313fc14-64e8-493c-9822-c45b2776af56 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for network, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:36.259748 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc83e52c-d524-4cef-9668-50dd1f298c3c req-69545cd3-c84f-46cd-97f5-7e96c7bfb9e1 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] No DVR routers for this DVR port 6f8cf43d-d568-4ef8-a63e-924a5ac834bf on host n-h2-694802-15 {{(pid=94467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:42:36.280322 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-dc83e52c-d524-4cef-9668-50dd1f298c3c req-69545cd3-c84f-46cd-97f5-7e96c7bfb9e1 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:36.292667 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-dc83e52c-d524-4cef-9668-50dd1f298c3c req-69545cd3-c84f-46cd-97f5-7e96c7bfb9e1 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] 10.222.0.49 "DELETE /v2.0/ports/6f8cf43d-d568-4ef8-a63e-924a5ac834bf HTTP/1.1" status: 204 len: 173 time: 2.5981171 Aug 12 14:42:36.294790 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36e8e056-0dbe-48e4-bd23-52f9eecea8a5', 'name': 'network-vif-deleted', 'tag': '6f8cf43d-d568-4ef8-a63e-924a5ac834bf'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:42:36.315857 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e65282f928b64038367d043a4411777802006c43a98742496cb2e25b724ff1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2575d78a-8d9a-4f7f-a3ba-bd3ac0e68b68" -d '{"events": [{"server_uuid": "36e8e056-0dbe-48e4-bd23-52f9eecea8a5", "name": "network-vif-deleted", "tag": "6f8cf43d-d568-4ef8-a63e-924a5ac834bf"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:42:36.417336 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-87907fd3-4165-43c6-9677-b42cc227f682 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Notify callbacks [] for port, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:36.426018 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c313fc14-64e8-493c-9822-c45b2776af56 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] vlan segment allocate from pool success with {'vlan_id': 341, 'physical_network': 'physnet1'} {{(pid=94466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 14:42:36.478749 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c313fc14-64e8-493c-9822-c45b2776af56 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:36.489961 n-d-694802-15 neutron-server[94466]: INFO neutron.db.segments_db [None req-c313fc14-64e8-493c-9822-c45b2776af56 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Added segment 505995ff-9200-4984-b515-d69d3d86fab3 of type vlan for network 23465ac9-c2b6-454b-ad4d-35bb38ffda1f Aug 12 14:42:36.523269 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 14:42:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15f88b4e-c9c5-4efe-909f-09a1aae66631 x-openstack-request-id: req-15f88b4e-c9c5-4efe-909f-09a1aae66631 {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:42:36.525017 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36e8e056-0dbe-48e4-bd23-52f9eecea8a5", "name": "network-vif-deleted", "tag": "6f8cf43d-d568-4ef8-a63e-924a5ac834bf", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:42:36.525481 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-15f88b4e-c9c5-4efe-909f-09a1aae66631 {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:42:36.526930 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36e8e056-0dbe-48e4-bd23-52f9eecea8a5', 'name': 'network-vif-deleted', 'tag': '6f8cf43d-d568-4ef8-a63e-924a5ac834bf', 'status': 'completed', 'code': 200} Aug 12 14:42:36.542062 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-87907fd3-4165-43c6-9677-b42cc227f682 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Transition to ACTIVE for port object 4923449d-bcf2-48db-a05c-3f4b4d068e78 will not be triggered until provisioned by entity DHCP. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:42:36.572876 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-c11c7d3b-3f59-441b-9677-3cedbdd9c8c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b036e6d4-315a-4520-88f6-d201f8647b9a', 'name': 'tempest-TestAggregatesBasicOps-316444712-router', 'tenant_id': '51e9baac41dd4090be9cd290fdbb0786', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.252'}], 'enable_snat': True}, 'gw_port_id': '48502552-aa5c-4ae5-a7c0-6343dbe292ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:42:28Z', 'updated_at': '2021-08-12T14:42:32Z', 'revision_number': 3, 'project_id': '51e9baac41dd4090be9cd290fdbb0786', 'gw_port': {'id': '48502552-aa5c-4ae5-a7c0-6343dbe292ed', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:e9:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b036e6d4-315a-4520-88f6-d201f8647b9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:42:30Z', 'updated_at': '2021-08-12T14:42:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15'}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:42:36.582289 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-81065d57-44ab-4044-8988-2e500d5c50cf tempest-RoutersAdminTest-311172655 tempest-RoutersAdminTest-311172655-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-431363', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-429420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-104890'] for router, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:36.603149 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-81065d57-44ab-4044-8988-2e500d5c50cf tempest-RoutersAdminTest-311172655 tempest-RoutersAdminTest-311172655-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-431608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-431370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-431601', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-429403'] for router, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:36.667565 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c11c7d3b-3f59-441b-9677-3cedbdd9c8c8 None None] The sync data for ids ['b036e6d4-315a-4520-88f6-d201f8647b9a'] in n-d-694802-15 is: [{'id': 'b036e6d4-315a-4520-88f6-d201f8647b9a', 'name': 'tempest-TestAggregatesBasicOps-316444712-router', 'tenant_id': '51e9baac41dd4090be9cd290fdbb0786', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.252'}], 'enable_snat': True}, 'gw_port_id': '48502552-aa5c-4ae5-a7c0-6343dbe292ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:42:28Z', 'updated_at': '2021-08-12T14:42:32Z', 'revision_number': 3, 'project_id': '51e9baac41dd4090be9cd290fdbb0786', 'gw_port': {'id': '48502552-aa5c-4ae5-a7c0-6343dbe292ed', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:e9:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b036e6d4-315a-4520-88f6-d201f8647b9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:42:30Z', 'updated_at': '2021-08-12T14:42:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15'}] {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 14:42:36.689734 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c313fc14-64e8-493c-9822-c45b2776af56 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744653628263'] for network, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:36.709835 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a2993f49-159e-41d6-ac22-825a35d18a20 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:36.761600 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-87907fd3-4165-43c6-9677-b42cc227f682 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:36.768140 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-a2993f49-159e-41d6-ac22-825a35d18a20 admin admin] Transition to ACTIVE for port object e49857aa-204b-4d6a-9095-e92e967330fd will not be triggered until provisioned by entity DHCP. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:42:36.920130 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c313fc14-64e8-493c-9822-c45b2776af56 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409'] for network, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:36.937467 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c313fc14-64e8-493c-9822-c45b2776af56 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:42:36.938673 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c313fc14-64e8-493c-9822-c45b2776af56 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Notify callbacks [] for network, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:36.944412 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-87907fd3-4165-43c6-9677-b42cc227f682 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Network b1fed0d0-2b0c-4ed8-b3b7-4ff4b735f473 is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:42:36.971873 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-87907fd3-4165-43c6-9677-b42cc227f682 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:42:37.003592 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-87907fd3-4165-43c6-9677-b42cc227f682 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Received port after_create {{(pid=94467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:42:37.170338 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device 6f8cf43d-d568-4ef8-a63e-924a5ac834bf no longer exists at agent hyperv_n-h2-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:42:37.176985 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-c313fc14-64e8-493c-9822-c45b2776af56 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.0121727 Aug 12 14:42:37.186643 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 47904) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:42:37.208319 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6c5c6747-23c4-486b-9fed-a99df8ae660b req-64e1702c-ba1d-4978-b40b-aabca0a0d246 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] 10.222.0.39 "GET /v2.0/ports?device_id=36e8e056-0dbe-48e4-bd23-52f9eecea8a5 HTTP/1.1" status: 200 len: 210 time: 0.1995482 Aug 12 14:42:37.246626 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] No Port match for: 6f8cf43d-d568-4ef8-a63e-924a5ac834bf {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 14:42:37.246974 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device 6f8cf43d-d568-4ef8-a63e-924a5ac834bf not bound to the agent host n-h2-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:42:37.265415 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-134539a5-f655-4b2b-b557-a8413a72d02a tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1257909129'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:42:37.294022 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c313fc14-64e8-493c-9822-c45b2776af56 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Pushing event updated for resources: {'Network': ['ID=23465ac9-c2b6-454b-ad4d-35bb38ffda1f,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:42:37.303739 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a2993f49-159e-41d6-ac22-825a35d18a20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:37.312271 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Network 23465ac9-c2b6-454b-ad4d-35bb38ffda1f details requested by agent ovs-agent-n-d-694802-15 with host n-d-694802-15 {{(pid=94468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 14:42:37.322575 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-134539a5-f655-4b2b-b557-a8413a72d02a tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Made reservation on behalf of c4f0f352632942859f6399a2c9890ad2 for: {'network': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:42:37.326369 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-134539a5-f655-4b2b-b557-a8413a72d02a tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for network, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:37.362074 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81065d57-44ab-4044-8988-2e500d5c50cf tempest-RoutersAdminTest-311172655 tempest-RoutersAdminTest-311172655-project-admin] Router 8b8cc5db-c08e-47ca-b288-b82946192237 is scheduled to L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f with binding_index 1 {{(pid=94467) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 14:42:37.399735 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87907fd3-4165-43c6-9677-b42cc227f682 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Pushing event updated for resources: {'Port': ['ID=4923449d-bcf2-48db-a05c-3f4b4d068e78,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:42:37.440954 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2993f49-159e-41d6-ac22-825a35d18a20 admin admin] Network 392196f5-e20c-4aa2-a5ef-99d47c27ccb7 is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:42:37.459346 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2993f49-159e-41d6-ac22-825a35d18a20 admin admin] Pushing event updated for resources: {'Port': ['ID=e49857aa-204b-4d6a-9095-e92e967330fd,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:42:37.464286 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-a2993f49-159e-41d6-ac22-825a35d18a20 admin admin] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:42:37.471928 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2993f49-159e-41d6-ac22-825a35d18a20 admin admin] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:42:37.495035 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-87907fd3-4165-43c6-9677-b42cc227f682 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:42:37.495689 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-87907fd3-4165-43c6-9677-b42cc227f682 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:37.508512 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-8c8facb8-1c61-4ffa-9816-8a7225981a14 req-32eb88b6-355d-414c-84cc-8388ba085ffd tempest-ServerShowV254Test-788809412 tempest-ServerShowV254Test-788809412-project] 10.222.0.39 "GET /v2.0/ports?device_id=801adcbc-d437-4132-a129-d93dca7a3b87 HTTP/1.1" status: 200 len: 210 time: 0.1352887 Aug 12 14:42:37.536432 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd2f978-3fb3-4187-aaef-6d6d84c3b322 req-347f83a5-8d7a-48b5-b559-bb936f5f8d5a tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:42:37.543037 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd2f978-3fb3-4187-aaef-6d6d84c3b322 req-347f83a5-8d7a-48b5-b559-bb936f5f8d5a tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:42:37.559774 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd2f978-3fb3-4187-aaef-6d6d84c3b322 req-347f83a5-8d7a-48b5-b559-bb936f5f8d5a tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:42:37.561428 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-d1c0a050-4193-47ee-9c71-6b1674ca59db None None] Provisioning for port 4923449d-bcf2-48db-a05c-3f4b4d068e78 completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:42:37.567576 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-d1c0a050-4193-47ee-9c71-6b1674ca59db None None] Provisioning complete for port 4923449d-bcf2-48db-a05c-3f4b4d068e78 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:42:37.567953 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-d1c0a050-4193-47ee-9c71-6b1674ca59db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:37.571642 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-edd2f978-3fb3-4187-aaef-6d6d84c3b322 req-347f83a5-8d7a-48b5-b559-bb936f5f8d5a tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] 10.222.0.39 "GET /v2.0/ports?device_id=b84c5c28-8f10-4782-84ae-2f8fa89bf4c6 HTTP/1.1" status: 200 len: 2374 time: 0.6982718 Aug 12 14:42:37.643835 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-134539a5-f655-4b2b-b557-a8413a72d02a tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] vlan segment allocate from pool success with {'vlan_id': 319, 'physical_network': 'physnet1'} {{(pid=94466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 14:42:37.683683 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-d1c0a050-4193-47ee-9c71-6b1674ca59db None None] Port 4923449d-bcf2-48db-a05c-3f4b4d068e78 cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 14:42:37.697796 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a2993f49-159e-41d6-ac22-825a35d18a20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66663725'] for router_interface, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:37.766919 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81065d57-44ab-4044-8988-2e500d5c50cf tempest-RoutersAdminTest-311172655 tempest-RoutersAdminTest-311172655-project-admin] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 14:42:37.779847 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62bcbe1f-00ff-456c-b711-5b228f095efa None None] Sync routers for ids ['8b8cc5db-c08e-47ca-b288-b82946192237'] in n-d-694802-15 {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 14:42:37.782062 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-134539a5-f655-4b2b-b557-a8413a72d02a tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:37.782502 n-d-694802-15 neutron-server[94466]: INFO neutron.db.segments_db [None req-134539a5-f655-4b2b-b557-a8413a72d02a tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Added segment 3504b086-a225-42d9-836a-9d51b89d0937 of type vlan for network fb4567b1-456a-4ad5-b04d-3f1c691daca7 Aug 12 14:42:37.799372 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62bcbe1f-00ff-456c-b711-5b228f095efa None None] Routers {'8b8cc5db-c08e-47ca-b288-b82946192237'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:42:37.800086 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-62bcbe1f-00ff-456c-b711-5b228f095efa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:42:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['8b8cc5db-c08e-47ca-b288-b82946192237'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:42:37.816531 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9e5cb704-c5cb-40c4-8068-e13ef281517e req-0f34a1bf-9839-44f1-ae96-9304a9899b2e tempest-ServersTestBootFromVolume-1121352003 tempest-ServersTestBootFromVolume-1121352003-project] 10.222.0.39 "GET /v2.0/ports?device_id=28b5c412-d861-4d29-b7a3-a99219eccf84 HTTP/1.1" status: 200 len: 210 time: 0.0421782 Aug 12 14:42:37.820879 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-81065d57-44ab-4044-8988-2e500d5c50cf tempest-RoutersAdminTest-311172655 tempest-RoutersAdminTest-311172655-project-admin] Notify callbacks [] for router, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:37.826328 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-81065d57-44ab-4044-8988-2e500d5c50cf tempest-RoutersAdminTest-311172655 tempest-RoutersAdminTest-311172655-project-admin] 10.222.0.39 "PUT /v2.0/routers/8b8cc5db-c08e-47ca-b288-b82946192237 HTTP/1.1" status: 200 len: 914 time: 8.0977068 Aug 12 14:42:37.828357 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-87907fd3-4165-43c6-9677-b42cc227f682 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.9600251 Aug 12 14:42:37.829032 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 47908) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:42:37.846385 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-c7bc8f3e-9d3d-49c8-bb62-e0f550946ab2 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Request body: {'port': {'device_id': 'b84c5c28-8f10-4782-84ae-2f8fa89bf4c6', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '11988a36-0d35-41ac-a66e-5ed968be2dc8', 'admin_state_up': True, 'tenant_id': 'a2fc72cd4bf747caa1a4809b30f44b5f', 'security_groups': ['acce5d50-80c7-459a-8d6c-3aec4a7c97df']}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:42:37.866471 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-62bcbe1f-00ff-456c-b711-5b228f095efa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:42:37.885186 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62bcbe1f-00ff-456c-b711-5b228f095efa None None] Routers {'8b8cc5db-c08e-47ca-b288-b82946192237'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:42:37.886473 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-62bcbe1f-00ff-456c-b711-5b228f095efa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:42:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['8b8cc5db-c08e-47ca-b288-b82946192237'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:42:37.933288 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-edd2f978-3fb3-4187-aaef-6d6d84c3b322 req-fda88494-5e5c-488d-9b6e-3eeafd4ec64e tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] 10.222.0.39 "GET /v2.0/security-groups?id=acce5d50-80c7-459a-8d6c-3aec4a7c97df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3591566 Aug 12 14:42:37.972584 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-62bcbe1f-00ff-456c-b711-5b228f095efa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:42:37.973501 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62bcbe1f-00ff-456c-b711-5b228f095efa None None] The sync data for ids ['8b8cc5db-c08e-47ca-b288-b82946192237'] in n-d-694802-15 is: [] {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 14:42:37.998980 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-134539a5-f655-4b2b-b557-a8413a72d02a tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744653628263'] for network, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:38.006764 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-de58fd1a-a890-46a0-ae75-46c13f88b7fa None None] Provisioning for port e49857aa-204b-4d6a-9095-e92e967330fd completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:42:38.014714 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-de58fd1a-a890-46a0-ae75-46c13f88b7fa None None] Provisioning complete for port e49857aa-204b-4d6a-9095-e92e967330fd triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:42:38.015187 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-de58fd1a-a890-46a0-ae75-46c13f88b7fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:38.054749 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-134539a5-f655-4b2b-b557-a8413a72d02a tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409'] for network, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:38.065172 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-134539a5-f655-4b2b-b557-a8413a72d02a tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:42:38.065883 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-134539a5-f655-4b2b-b557-a8413a72d02a tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Notify callbacks [] for network, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:38.081365 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-de58fd1a-a890-46a0-ae75-46c13f88b7fa None None] Port e49857aa-204b-4d6a-9095-e92e967330fd cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 14:42:38.087967 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-f009d63a-f818-4a6c-97a1-83b891d2f6d1 tempest-RoutersAdminTest-311172655 tempest-RoutersAdminTest-311172655-project-admin] 10.222.0.39 "GET /v2.0/routers/8b8cc5db-c08e-47ca-b288-b82946192237 HTTP/1.1" status: 200 len: 920 time: 0.2550230 Aug 12 14:42:38.088736 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 47910) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:42:38.158002 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-c7bc8f3e-9d3d-49c8-bb62-e0f550946ab2 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Made reservation on behalf of a2fc72cd4bf747caa1a4809b30f44b5f for: {'port': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:42:38.174099 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a2993f49-159e-41d6-ac22-825a35d18a20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:38.182320 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-134539a5-f655-4b2b-b557-a8413a72d02a tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.9794884 Aug 12 14:42:38.184390 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db815cd4-c50d-41c2-a916-a8d0e52478a2 tempest-RoutersAdminTest-311172655 tempest-RoutersAdminTest-311172655-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:42:38.190042 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 47912) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:42:38.193022 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 47914) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:42:38.202737 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-db815cd4-c50d-41c2-a916-a8d0e52478a2 tempest-RoutersAdminTest-311172655 tempest-RoutersAdminTest-311172655-project-admin] 10.222.0.39 "GET /v2.0/ports?network_id=d3759e1b-6c03-45ac-acd4-90abb417809b&device_id=8b8cc5db-c08e-47ca-b288-b82946192237&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1129262 Aug 12 14:42:38.203889 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-8b8213f7-287b-45e3-adb5-5d49fa174167 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Request body: {'subnet': {'network_id': '23465ac9-c2b6-454b-ad4d-35bb38ffda1f', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:42:38.229186 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 48502552-aa5c-4ae5-a7c0-6343dbe292ed up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:42:38.344933 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning for port 48502552-aa5c-4ae5-a7c0-6343dbe292ed completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:42:38.353317 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port 48502552-aa5c-4ae5-a7c0-6343dbe292ed triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:42:38.354868 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:38.372423 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18087529-1ccd-46cf-96ce-4d165f1b7f4c tempest-RoutersAdminTest-311172655 tempest-RoutersAdminTest-311172655-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:42:38.374009 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-18087529-1ccd-46cf-96ce-4d165f1b7f4c tempest-RoutersAdminTest-311172655 tempest-RoutersAdminTest-311172655-project-admin] 10.222.0.39 "GET /v2.0/networks/d3759e1b-6c03-45ac-acd4-90abb417809b HTTP/1.1" status: 200 len: 881 time: 0.1659932 Aug 12 14:42:38.379130 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 47920) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:42:38.416661 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-c7bc8f3e-9d3d-49c8-bb62-e0f550946ab2 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:38.508116 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:38.551894 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] For port 48502552-aa5c-4ae5-a7c0-6343dbe292ed, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=48502552-aa5c-4ae5-a7c0-6343dbe292ed,segment=NetworkSegment(b1b396cb-2dc6-4041-bfc7-1833a80a4720),segment_id=b1b396cb-2dc6-4041-bfc7-1833a80a4720)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:42:38.562952 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:38.563661 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134539a5-f655-4b2b-b557-a8413a72d02a tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Pushing event updated for resources: {'Network': ['ID=fb4567b1-456a-4ad5-b04d-3f1c691daca7,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:42:38.594202 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Network fb4567b1-456a-4ad5-b04d-3f1c691daca7 details requested by agent ovs-agent-n-d-694802-15 with host n-d-694802-15 {{(pid=94468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 14:42:38.656940 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-9b187c5b-efa9-4532-ba03-1928190ee00b tempest-RoutersAdminTest-1145377623 tempest-RoutersAdminTest-1145377623-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b8cc5db-c08e-47ca-b288-b82946192237 HTTP/1.1" status: 200 len: 205 time: 0.2515161 Aug 12 14:42:38.661112 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 47928) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:42:38.845612 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Pushing event updated for resources: {'Port': ['ID=48502552-aa5c-4ae5-a7c0-6343dbe292ed,revision_number=4']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:42:38.885536 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-314277a5-394b-4adf-983d-2643879aba09 tempest-RoutersAdminTest-1145377623 tempest-RoutersAdminTest-1145377623-project] Notify callbacks [] for router, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:38.895451 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b8213f7-287b-45e3-adb5-5d49fa174167 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Made reservation on behalf of c4f0f352632942859f6399a2c9890ad2 for: {'subnet': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:42:38.899033 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8b8213f7-287b-45e3-adb5-5d49fa174167 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8776441'] for subnet, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:39.068867 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-fe80c3b4-00c0-4d00-ad9e-00220c8db37f req-41cc2030-7a2b-4a9f-88d9-1f49b0aec93f tempest-ServerShowV254Test-788809412 tempest-ServerShowV254Test-788809412-project] 10.222.0.39 "GET /v2.0/ports?device_id=801adcbc-d437-4132-a129-d93dca7a3b87 HTTP/1.1" status: 200 len: 210 time: 0.3972690 Aug 12 14:42:39.173617 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-c3ce2297-d1be-40dd-abc3-52353c4c41e2 req-569c3a3f-0e7a-4741-a946-d005d07a3695 tempest-ServersTestBootFromVolume-1121352003 tempest-ServersTestBootFromVolume-1121352003-project] 10.222.0.39 "GET /v2.0/ports?device_id=28b5c412-d861-4d29-b7a3-a99219eccf84 HTTP/1.1" status: 200 len: 210 time: 0.1177287 Aug 12 14:42:39.177583 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_common [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-c7bc8f3e-9d3d-49c8-bb62-e0f550946ab2 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Allocated IP 10.2.2.100 (11988a36-0d35-41ac-a66e-5ed968be2dc8/f28f0220-494a-4307-80cf-9a7c85a04176/7de8ae80-93f9-4c28-b118-83a2cf3c4c92) {{(pid=94467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:42:39.233290 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-314277a5-394b-4adf-983d-2643879aba09 tempest-RoutersAdminTest-1145377623 tempest-RoutersAdminTest-1145377623-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:39.362512 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb77a50-a3b4-468f-bb42-c51594fe9b47 req-6386a986-f4c2-4992-8fd9-3002d1284f85 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:42:39.364168 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-5fb77a50-a3b4-468f-bb42-c51594fe9b47 req-6386a986-f4c2-4992-8fd9-3002d1284f85 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] 10.222.0.39 "GET /v2.0/ports?device_id=c4f2b173-64e8-4431-81ea-68de4e9ed7f8 HTTP/1.1" status: 200 len: 950 time: 0.1070416 Aug 12 14:42:39.432296 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3d1641-2e51-4a21-8c1c-497910419efe req-5541423f-7594-4344-b3ce-47de87f660b7 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:42:39.438273 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3d1641-2e51-4a21-8c1c-497910419efe req-5541423f-7594-4344-b3ce-47de87f660b7 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:42:39.448871 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-5fb77a50-a3b4-468f-bb42-c51594fe9b47 req-d4570328-64d4-448a-af3a-61057b6283ed tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] 10.222.0.39 "GET /v2.0/security-groups?id=5301a7d3-dd3e-456d-bf8f-dfd76884604a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687649 Aug 12 14:42:39.452310 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-c7bc8f3e-9d3d-49c8-bb62-e0f550946ab2 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Notify callbacks [] for port, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:39.453906 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3d1641-2e51-4a21-8c1c-497910419efe req-5541423f-7594-4344-b3ce-47de87f660b7 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:42:39.456944 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-bc3d1641-2e51-4a21-8c1c-497910419efe req-5541423f-7594-4344-b3ce-47de87f660b7 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] 10.222.0.39 "GET /v2.0/ports?device_id=b84c5c28-8f10-4782-84ae-2f8fa89bf4c6 HTTP/1.1" status: 200 len: 2374 time: 0.1646156 Aug 12 14:42:39.468355 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-c7bc8f3e-9d3d-49c8-bb62-e0f550946ab2 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Transition to ACTIVE for port object 7de8ae80-93f9-4c28-b118-83a2cf3c4c92 will not be triggered until provisioned by entity DHCP. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:42:39.506847 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-c7bc8f3e-9d3d-49c8-bb62-e0f550946ab2 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:39.532424 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a2993f49-159e-41d6-ac22-825a35d18a20 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:39.557409 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a2993f49-159e-41d6-ac22-825a35d18a20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3718439'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:39.566001 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-314277a5-394b-4adf-983d-2643879aba09 tempest-RoutersAdminTest-1145377623 tempest-RoutersAdminTest-1145377623-project] Deleting port 8ddbc77b-5480-4f51-9e47-2b2937a1f020 {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:42:39.566463 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-314277a5-394b-4adf-983d-2643879aba09 tempest-RoutersAdminTest-1145377623 tempest-RoutersAdminTest-1145377623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:39.570083 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-c7bc8f3e-9d3d-49c8-bb62-e0f550946ab2 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Network 11988a36-0d35-41ac-a66e-5ed968be2dc8 is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:42:39.573619 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-c7bc8f3e-9d3d-49c8-bb62-e0f550946ab2 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:42:39.575362 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bc8f3e-9d3d-49c8-bb62-e0f550946ab2 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Pushing event updated for resources: {'Port': ['ID=7de8ae80-93f9-4c28-b118-83a2cf3c4c92,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:42:39.577598 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-c7bc8f3e-9d3d-49c8-bb62-e0f550946ab2 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Received port after_create {{(pid=94467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:42:39.623241 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8b8213f7-287b-45e3-adb5-5d49fa174167 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3718490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8776395'] for subnet, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:39.636833 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-c7bc8f3e-9d3d-49c8-bb62-e0f550946ab2 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:42:39.637491 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-c7bc8f3e-9d3d-49c8-bb62-e0f550946ab2 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:39.658677 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-c7bc8f3e-9d3d-49c8-bb62-e0f550946ab2 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8204274 Aug 12 14:42:39.672586 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-43af9ab9-6b0e-463d-bce9-5a723532d85d tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Request body: {'port': {'device_id': 'b84c5c28-8f10-4782-84ae-2f8fa89bf4c6', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '11988a36-0d35-41ac-a66e-5ed968be2dc8', 'admin_state_up': True, 'tenant_id': 'a2fc72cd4bf747caa1a4809b30f44b5f', 'security_groups': ['acce5d50-80c7-459a-8d6c-3aec4a7c97df']}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:42:39.753298 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a2993f49-159e-41d6-ac22-825a35d18a20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66628363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66663865'] for router_interface, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:39.755581 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2993f49-159e-41d6-ac22-825a35d18a20 admin admin] Pushing event updated for resources: {'Port': ['ID=e49857aa-204b-4d6a-9095-e92e967330fd,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:42:39.775748 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-bc3d1641-2e51-4a21-8c1c-497910419efe req-e2a132e4-c3a6-48b5-84a5-0c7549d12529 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] 10.222.0.39 "GET /v2.0/security-groups?id=acce5d50-80c7-459a-8d6c-3aec4a7c97df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2652683 Aug 12 14:42:39.805568 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8213f7-287b-45e3-adb5-5d49fa174167 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Pushing event updated for resources: {'Subnet': ['ID=406ca1aa-3ad0-4dfd-af58-ddff5ca74ffa,revision_number=0']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:42:39.841113 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-43af9ab9-6b0e-463d-bce9-5a723532d85d tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Made reservation on behalf of a2fc72cd4bf747caa1a4809b30f44b5f for: {'port': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:42:39.845992 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-43af9ab9-6b0e-463d-bce9-5a723532d85d tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:39.902913 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-314277a5-394b-4adf-983d-2643879aba09 tempest-RoutersAdminTest-1145377623 tempest-RoutersAdminTest-1145377623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:39.905452 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b8213f7-287b-45e3-adb5-5d49fa174167 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Checking segment: {'id': '505995ff-9200-4984-b515-d69d3d86fab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '23465ac9-c2b6-454b-ad4d-35bb38ffda1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:42:39.905887 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b8213f7-287b-45e3-adb5-5d49fa174167 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Network hostable DHCP agents. Network: 23465ac9-c2b6-454b-ad4d-35bb38ffda1f, hostable agents: ['1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658'], hosted agents: [] {{(pid=94466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 14:42:39.928726 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-314277a5-394b-4adf-983d-2643879aba09 tempest-RoutersAdminTest-1145377623 tempest-RoutersAdminTest-1145377623-project] Calling delete_port for 8ddbc77b-5480-4f51-9e47-2b2937a1f020 owned by network:router_gateway {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:42:39.942624 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-6665b77e-563f-44de-acc3-0ac8fd347b4b None None] Provisioning for port 7de8ae80-93f9-4c28-b118-83a2cf3c4c92 completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:42:39.949464 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-6665b77e-563f-44de-acc3-0ac8fd347b4b None None] Provisioning complete for port 7de8ae80-93f9-4c28-b118-83a2cf3c4c92 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:42:39.950121 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-6665b77e-563f-44de-acc3-0ac8fd347b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:39.971792 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b8213f7-287b-45e3-adb5-5d49fa174167 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Network 23465ac9-c2b6-454b-ad4d-35bb38ffda1f is scheduled to be hosted by DHCP agent 1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658 with binding_index 1 {{(pid=94466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 14:42:40.033108 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-8b8213f7-287b-45e3-adb5-5d49fa174167 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-15, 23465ac9-c2b6-454b-ad4d-35bb38ffda1f) {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:42:40.041823 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2993f49-159e-41d6-ac22-825a35d18a20 admin admin] Network 392196f5-e20c-4aa2-a5ef-99d47c27ccb7 is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:42:40.052816 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b8213f7-287b-45e3-adb5-5d49fa174167 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:42:40.055617 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8b8213f7-287b-45e3-adb5-5d49fa174167 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for subnet, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:40.063846 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-a2993f49-159e-41d6-ac22-825a35d18a20 admin admin] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:42:40.067781 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc1e1e2a-b1fc-4fd9-b47e-005b1a3edf98 None None] Network 23465ac9-c2b6-454b-ad4d-35bb38ffda1f requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:42:40.089617 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-8595171c-25e0-4341-8f46-6b91bde0d782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:40.111084 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_common [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-43af9ab9-6b0e-463d-bce9-5a723532d85d tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Allocated IP 10.2.2.200 (11988a36-0d35-41ac-a66e-5ed968be2dc8/f28f0220-494a-4307-80cf-9a7c85a04176/57eff036-3311-481b-b542-bcfb85ced81c) {{(pid=94467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:42:40.148737 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-6665b77e-563f-44de-acc3-0ac8fd347b4b None None] Port 7de8ae80-93f9-4c28-b118-83a2cf3c4c92 cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 14:42:40.239160 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 47942) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:42:40.239623 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 48502552-aa5c-4ae5-a7c0-6343dbe292ed up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:42:40.244124 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-8b8213f7-287b-45e3-adb5-5d49fa174167 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.0480552 Aug 12 14:42:40.266403 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-9d98be73-25d0-4574-b9c9-2fe5b9defd51 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Request body: {'subnet': {'network_id': 'fb4567b1-456a-4ad5-b04d-3f1c691daca7', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:42:40.408390 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0f0b88d-33da-44be-8b94-1bb2c282eb6c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa7035b3e-9a89-5964-b9f4-97301c3f476a-23465ac9-c2b6-454b-ad4d-35bb38ffda1f', 'network_id': '23465ac9-c2b6-454b-ad4d-35bb38ffda1f', 'tenant_id': 'c4f0f352632942859f6399a2c9890ad2', 'fixed_ips': [{'subnet_id': '406ca1aa-3ad0-4dfd-af58-ddff5ca74ffa'}]}} from n-d-694802-15. {{(pid=94468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 14:42:40.411640 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-c0f0b88d-33da-44be-8b94-1bb2c282eb6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:40.451771 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f89283-e948-44ed-a358-275c14d76807 req-ab419402-1074-48b6-a367-ffcb18bbccf0 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:42:40.453381 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-62f89283-e948-44ed-a358-275c14d76807 req-ab419402-1074-48b6-a367-ffcb18bbccf0 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] 10.222.0.64 "GET /v2.0/ports?device_id=f0da5842-3fbf-43d0-937b-a37571a2e72a HTTP/1.1" status: 200 len: 950 time: 0.2847414 Aug 12 14:42:40.461135 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3cfd77b6-c409-46da-9f6d-9c2e9ae0714e req-7302bab0-125e-4dd6-ba46-a49258efc5e4 tempest-ServersTestBootFromVolume-1121352003 tempest-ServersTestBootFromVolume-1121352003-project] 10.222.0.39 "GET /v2.0/ports?device_id=28b5c412-d861-4d29-b7a3-a99219eccf84 HTTP/1.1" status: 200 len: 210 time: 0.1293232 Aug 12 14:42:40.461402 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port 48502552-aa5c-4ae5-a7c0-6343dbe292ed triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:42:40.461672 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:40.575964 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a777ce-2838-44af-a51e-b4af3274bca6 req-c345b670-9d72-4b25-aa85-2fc72f10cfd8 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:42:40.577823 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-23a777ce-2838-44af-a51e-b4af3274bca6 req-c345b670-9d72-4b25-aa85-2fc72f10cfd8 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4f2b173-64e8-4431-81ea-68de4e9ed7f8 HTTP/1.1" status: 200 len: 950 time: 0.2812734 Aug 12 14:42:40.656877 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f37ac352-4a97-4b88-b2b6-bd42b3ed1560 None None] Provisioning complete for port e49857aa-204b-4d6a-9095-e92e967330fd triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:42:40.657257 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f37ac352-4a97-4b88-b2b6-bd42b3ed1560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:40.712330 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d98be73-25d0-4574-b9c9-2fe5b9defd51 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Made reservation on behalf of c4f0f352632942859f6399a2c9890ad2 for: {'subnet': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:42:40.717817 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-9d98be73-25d0-4574-b9c9-2fe5b9defd51 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3343791'] for subnet, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:40.731546 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-f37ac352-4a97-4b88-b2b6-bd42b3ed1560 None None] Port e49857aa-204b-4d6a-9095-e92e967330fd cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 14:42:40.745004 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.db_base_plugin_common [None req-c0f0b88d-33da-44be-8b94-1bb2c282eb6c None None] Allocated IP 10.1.1.2 (23465ac9-c2b6-454b-ad4d-35bb38ffda1f/406ca1aa-3ad0-4dfd-af58-ddff5ca74ffa/579edc08-68eb-4b2e-9bb2-f54287acbde0) {{(pid=94468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:42:40.747809 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2993f49-159e-41d6-ac22-825a35d18a20 admin admin] Router b036e6d4-315a-4520-88f6-d201f8647b9a has already been hosted by L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f {{(pid=94466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 14:42:40.763782 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-c1843365-21a4-401f-91f8-8e7db00807fc req-54cc2cc2-44e1-4c6b-9250-ace0b1f2e7a3 tempest-ServerShowV254Test-788809412 tempest-ServerShowV254Test-788809412-project] 10.222.0.39 "GET /v2.0/ports?device_id=801adcbc-d437-4132-a129-d93dca7a3b87 HTTP/1.1" status: 200 len: 210 time: 0.5127473 Aug 12 14:42:40.795346 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-43af9ab9-6b0e-463d-bce9-5a723532d85d tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Notify callbacks [] for port, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:40.812433 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-43af9ab9-6b0e-463d-bce9-5a723532d85d tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Transition to ACTIVE for port object 57eff036-3311-481b-b542-bcfb85ced81c will not be triggered until provisioned by entity DHCP. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:42:40.903459 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-43af9ab9-6b0e-463d-bce9-5a723532d85d tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:40.943771 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-c0f0b88d-33da-44be-8b94-1bb2c282eb6c None None] Notify callbacks [] for port, precommit_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:40.959212 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-c0f0b88d-33da-44be-8b94-1bb2c282eb6c None None] Transition to ACTIVE for port object 579edc08-68eb-4b2e-9bb2-f54287acbde0 will not be triggered until provisioned by entity L2. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:42:40.978746 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-c0f0b88d-33da-44be-8b94-1bb2c282eb6c None None] Transition to ACTIVE for port object 579edc08-68eb-4b2e-9bb2-f54287acbde0 will not be triggered until provisioned by entity DHCP. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:42:40.989008 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-c0f0b88d-33da-44be-8b94-1bb2c282eb6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253'] for port, after_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:40.990067 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43af9ab9-6b0e-463d-bce9-5a723532d85d tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Pushing event updated for resources: {'Port': ['ID=57eff036-3311-481b-b542-bcfb85ced81c,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:42:41.035512 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0f0b88d-33da-44be-8b94-1bb2c282eb6c None None] Network 23465ac9-c2b6-454b-ad4d-35bb38ffda1f is already hosted by enough agents. {{(pid=94468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:42:41.040683 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.base_scheduler [None req-c0f0b88d-33da-44be-8b94-1bb2c282eb6c None None] Resources bound (agent type, host, resource id): {{(pid=94468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:42:41.044347 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0f0b88d-33da-44be-8b94-1bb2c282eb6c None None] Received port after_create {{(pid=94468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:42:41.049602 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade2b842-ab03-4e3f-b1ee-6e082d8f7e60 req-f983bba3-03cd-404e-8fbf-02f4c849707b tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:42:41.052357 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f0b88d-33da-44be-8b94-1bb2c282eb6c None None] Pushing event updated for resources: {'Port': ['ID=579edc08-68eb-4b2e-9bb2-f54287acbde0,revision_number=1']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:42:41.056155 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade2b842-ab03-4e3f-b1ee-6e082d8f7e60 req-f983bba3-03cd-404e-8fbf-02f4c849707b tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:42:41.064338 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade2b842-ab03-4e3f-b1ee-6e082d8f7e60 req-f983bba3-03cd-404e-8fbf-02f4c849707b tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:42:41.073655 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade2b842-ab03-4e3f-b1ee-6e082d8f7e60 req-f983bba3-03cd-404e-8fbf-02f4c849707b tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:42:41.079270 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-43af9ab9-6b0e-463d-bce9-5a723532d85d tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Network 11988a36-0d35-41ac-a66e-5ed968be2dc8 is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:42:41.079746 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade2b842-ab03-4e3f-b1ee-6e082d8f7e60 req-f983bba3-03cd-404e-8fbf-02f4c849707b tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:42:41.084855 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-43af9ab9-6b0e-463d-bce9-5a723532d85d tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:42:41.088647 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-ade2b842-ab03-4e3f-b1ee-6e082d8f7e60 req-f983bba3-03cd-404e-8fbf-02f4c849707b tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] 10.222.0.39 "GET /v2.0/ports?device_id=b84c5c28-8f10-4782-84ae-2f8fa89bf4c6 HTTP/1.1" status: 200 len: 3816 time: 0.1792130 Aug 12 14:42:41.093603 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-43af9ab9-6b0e-463d-bce9-5a723532d85d tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Received port after_create {{(pid=94467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:42:41.111742 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-314277a5-394b-4adf-983d-2643879aba09 tempest-RoutersAdminTest-1145377623 tempest-RoutersAdminTest-1145377623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:41.152530 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-43af9ab9-6b0e-463d-bce9-5a723532d85d tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:42:41.153255 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-43af9ab9-6b0e-463d-bce9-5a723532d85d tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:41.169155 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [req-62f89283-e948-44ed-a358-275c14d76807 req-5172308c-d1ac-4127-8377-05f47879df5f tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] Deleting port be08eae7-c2c0-4ec4-822c-37369dd75809 {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:42:41.169503 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-62f89283-e948-44ed-a358-275c14d76807 req-5172308c-d1ac-4127-8377-05f47879df5f tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:41.181026 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-ade2b842-ab03-4e3f-b1ee-6e082d8f7e60 req-75c625b6-6976-44db-ab13-be9f3aa97d67 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] 10.222.0.39 "GET /v2.0/security-groups?id=acce5d50-80c7-459a-8d6c-3aec4a7c97df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864685 Aug 12 14:42:41.181951 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314277a5-394b-4adf-983d-2643879aba09 tempest-RoutersAdminTest-1145377623 tempest-RoutersAdminTest-1145377623-project] Pushing event deleted for resources: {'Port': ['ID=8ddbc77b-5480-4f51-9e47-2b2937a1f020,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:42:41.192973 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2993f49-159e-41d6-ac22-825a35d18a20 admin admin] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 14:42:41.203275 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c2a718c-bd9a-4f7b-828b-f69f5533d9a9 None None] Sync routers for ids ['b036e6d4-315a-4520-88f6-d201f8647b9a'] in n-d-694802-15 {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 14:42:41.224746 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c2a718c-bd9a-4f7b-828b-f69f5533d9a9 None None] Routers {'b036e6d4-315a-4520-88f6-d201f8647b9a'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:42:41.225698 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-7c2a718c-bd9a-4f7b-828b-f69f5533d9a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:42:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['b036e6d4-315a-4520-88f6-d201f8647b9a'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:42:41.236513 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-a2993f49-159e-41d6-ac22-825a35d18a20 admin admin] 10.222.0.39 "PUT /v2.0/routers/b036e6d4-315a-4520-88f6-d201f8647b9a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0618298 Aug 12 14:42:41.330787 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-62f89283-e948-44ed-a358-275c14d76807 req-5172308c-d1ac-4127-8377-05f47879df5f tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] For port be08eae7-c2c0-4ec4-822c-37369dd75809, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=be08eae7-c2c0-4ec4-822c-37369dd75809,segment=NetworkSegment(a1f8c867-101b-4d30-814e-b89f55a5edd0),segment_id=a1f8c867-101b-4d30-814e-b89f55a5edd0)] {{(pid=94467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:42:41.331431 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-62f89283-e948-44ed-a358-275c14d76807 req-5172308c-d1ac-4127-8377-05f47879df5f tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:41.373334 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [req-62f89283-e948-44ed-a358-275c14d76807 req-5172308c-d1ac-4127-8377-05f47879df5f tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] Calling delete_port for be08eae7-c2c0-4ec4-822c-37369dd75809 owned by compute:nova {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:42:41.396887 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-314277a5-394b-4adf-983d-2643879aba09 tempest-RoutersAdminTest-1145377623 tempest-RoutersAdminTest-1145377623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-431580'] for router_gateway, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:41.464466 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-7c2a718c-bd9a-4f7b-828b-f69f5533d9a9 None None] Set router b036e6d4-315a-4520-88f6-d201f8647b9a gateway port host: n-d-694802-15 {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:42:41.489816 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-c0f0b88d-33da-44be-8b94-1bb2c282eb6c None None] Attempting to bind port 579edc08-68eb-4b2e-9bb2-f54287acbde0 on host n-d-694802-15 for vnic_type normal with profile {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:42:41.518470 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-c0f0b88d-33da-44be-8b94-1bb2c282eb6c None None] Attempting to bind port 579edc08-68eb-4b2e-9bb2-f54287acbde0 by drivers openvswitch,hyperv on host n-d-694802-15 at level 0 using segments [{'id': '505995ff-9200-4984-b515-d69d3d86fab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '23465ac9-c2b6-454b-ad4d-35bb38ffda1f'}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:42:41.519195 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0f0b88d-33da-44be-8b94-1bb2c282eb6c None None] Attempting to bind port 579edc08-68eb-4b2e-9bb2-f54287acbde0 on network 23465ac9-c2b6-454b-ad4d-35bb38ffda1f {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:42:41.530161 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:41.534739 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0f0b88d-33da-44be-8b94-1bb2c282eb6c None None] Checking agent: {'id': '16de73ac-f2e9-4cee-b3e0-91052ae3e6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 20, 13), 'started_at': datetime.datetime(2021, 8, 12, 14, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 42, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:42:41.535346 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0f0b88d-33da-44be-8b94-1bb2c282eb6c None None] Checking segment: {'id': '505995ff-9200-4984-b515-d69d3d86fab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '23465ac9-c2b6-454b-ad4d-35bb38ffda1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:42:41.535893 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-c0f0b88d-33da-44be-8b94-1bb2c282eb6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:41.536574 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0f0b88d-33da-44be-8b94-1bb2c282eb6c None None] Bound using segment: {'id': '505995ff-9200-4984-b515-d69d3d86fab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '23465ac9-c2b6-454b-ad4d-35bb38ffda1f'} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:42:41.537075 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-c0f0b88d-33da-44be-8b94-1bb2c282eb6c None None] Bound port: 579edc08-68eb-4b2e-9bb2-f54287acbde0, host: n-d-694802-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '505995ff-9200-4984-b515-d69d3d86fab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '23465ac9-c2b6-454b-ad4d-35bb38ffda1f'}}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:42:41.545585 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-c0f0b88d-33da-44be-8b94-1bb2c282eb6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:41.613137 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-e2f545c0-032b-46c7-9a0b-0e04f26f0365 None None] Provisioning for port 57eff036-3311-481b-b542-bcfb85ced81c completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:42:41.625396 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-314277a5-394b-4adf-983d-2643879aba09 tempest-RoutersAdminTest-1145377623 tempest-RoutersAdminTest-1145377623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-429360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-104877'] for router, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:41.631671 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-314277a5-394b-4adf-983d-2643879aba09 tempest-RoutersAdminTest-1145377623 tempest-RoutersAdminTest-1145377623-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:41.648903 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339c0ae0-597b-4710-bcda-780874e01f88 req-122fbc3b-7bb8-4520-8e72-7591635c73d3 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:42:41.650462 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-e2f545c0-032b-46c7-9a0b-0e04f26f0365 None None] Provisioning complete for port 57eff036-3311-481b-b542-bcfb85ced81c triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:42:41.650874 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-339c0ae0-597b-4710-bcda-780874e01f88 req-122fbc3b-7bb8-4520-8e72-7591635c73d3 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] 10.222.0.39 "GET /v2.0/ports?device_id=c4f2b173-64e8-4431-81ea-68de4e9ed7f8 HTTP/1.1" status: 200 len: 950 time: 1.0255053 Aug 12 14:42:41.656960 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-9d98be73-25d0-4574-b9c9-2fe5b9defd51 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2859166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3343773'] for subnet, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:41.658136 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-e2f545c0-032b-46c7-9a0b-0e04f26f0365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:41.731584 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-314277a5-394b-4adf-983d-2643879aba09 tempest-RoutersAdminTest-1145377623 tempest-RoutersAdminTest-1145377623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-429375'] for router, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:41.732528 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-314277a5-394b-4adf-983d-2643879aba09 tempest-RoutersAdminTest-1145377623 tempest-RoutersAdminTest-1145377623-project] Fanout notify agent at l3_agent the message router_deleted on router 8b8cc5db-c08e-47ca-b288-b82946192237 {{(pid=94466) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 14:42:41.746268 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-314277a5-394b-4adf-983d-2643879aba09 tempest-RoutersAdminTest-1145377623 tempest-RoutersAdminTest-1145377623-project] Notify callbacks [] for router, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:41.749361 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-314277a5-394b-4adf-983d-2643879aba09 tempest-RoutersAdminTest-1145377623 tempest-RoutersAdminTest-1145377623-project] 10.222.0.39 "DELETE /v2.0/routers/8b8cc5db-c08e-47ca-b288-b82946192237 HTTP/1.1" status: 204 len: 168 time: 3.0872676 Aug 12 14:42:41.763815 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 47960) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:42:41.767074 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d98be73-25d0-4574-b9c9-2fe5b9defd51 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Pushing event updated for resources: {'Subnet': ['ID=87452bc0-af6f-4ccf-be47-4493323e3f3a,revision_number=0']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:42:41.776318 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-0c4ad346-8757-4688-9d51-11f4c2fc23b2 tempest-RoutersAdminTest-1145377623 tempest-RoutersAdminTest-1145377623-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-508050977', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:42:41.787251 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-e2f545c0-032b-46c7-9a0b-0e04f26f0365 None None] Port 57eff036-3311-481b-b542-bcfb85ced81c cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 14:42:41.832616 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-ca0fa45f-5a00-4222-8310-ec6592c8d742 req-da03c2db-0c85-4b90-8d25-e8035924faeb tempest-ServersTestBootFromVolume-1121352003 tempest-ServersTestBootFromVolume-1121352003-project] 10.222.0.39 "GET /v2.0/ports?device_id=28b5c412-d861-4d29-b7a3-a99219eccf84 HTTP/1.1" status: 200 len: 210 time: 0.1310039 Aug 12 14:42:41.835737 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-c0f0b88d-33da-44be-8b94-1bb2c282eb6c None None] For port 579edc08-68eb-4b2e-9bb2-f54287acbde0, host n-d-694802-15, cleared binding levels {{(pid=94468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:42:41.850113 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-c0f0b88d-33da-44be-8b94-1bb2c282eb6c None None] For port 579edc08-68eb-4b2e-9bb2-f54287acbde0, host n-d-694802-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=579edc08-68eb-4b2e-9bb2-f54287acbde0,segment=NetworkSegment(505995ff-9200-4984-b515-d69d3d86fab3),segment_id=505995ff-9200-4984-b515-d69d3d86fab3)] {{(pid=94468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:42:41.862739 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-c0f0b88d-33da-44be-8b94-1bb2c282eb6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:41.871976 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-43af9ab9-6b0e-463d-bce9-5a723532d85d tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2032695 Aug 12 14:42:41.880890 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-0c4ad346-8757-4688-9d51-11f4c2fc23b2 tempest-RoutersAdminTest-1145377623 tempest-RoutersAdminTest-1145377623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-430574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-104863'] for router, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:41.882027 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-0c4ad346-8757-4688-9d51-11f4c2fc23b2 tempest-RoutersAdminTest-1145377623 tempest-RoutersAdminTest-1145377623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-429438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-431405', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66646573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-104852'] for router, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:41.955722 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f0b88d-33da-44be-8b94-1bb2c282eb6c None None] Pushing event updated for resources: {'Port': ['ID=579edc08-68eb-4b2e-9bb2-f54287acbde0,revision_number=2']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:42:41.973864 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-7c2a718c-bd9a-4f7b-828b-f69f5533d9a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b036e6d4-315a-4520-88f6-d201f8647b9a', 'name': 'tempest-TestAggregatesBasicOps-316444712-router', 'tenant_id': '51e9baac41dd4090be9cd290fdbb0786', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.252'}], 'enable_snat': True}, 'gw_port_id': '48502552-aa5c-4ae5-a7c0-6343dbe292ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:42:28Z', 'updated_at': '2021-08-12T14:42:37Z', 'revision_number': 4, 'project_id': '51e9baac41dd4090be9cd290fdbb0786', 'gw_port': {'id': '48502552-aa5c-4ae5-a7c0-6343dbe292ed', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:e9:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b036e6d4-315a-4520-88f6-d201f8647b9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:42:30Z', 'updated_at': '2021-08-12T14:42:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': 'e49857aa-204b-4d6a-9095-e92e967330fd', 'name': '', 'network_id': '392196f5-e20c-4aa2-a5ef-99d47c27ccb7', 'tenant_id': '51e9baac41dd4090be9cd290fdbb0786', 'mac_address': 'fa:16:3e:91:11:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b036e6d4-315a-4520-88f6-d201f8647b9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': '39b76b30-0682-458f-ac0f-cccaba8eeee3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:42:35Z', 'updated_at': '2021-08-12T14:42:38Z', 'revision_number': 2, 'project_id': '51e9baac41dd4090be9cd290fdbb0786', 'subnets': [{'id': '39b76b30-0682-458f-ac0f-cccaba8eeee3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:42:41.992186 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-0c4ad346-8757-4688-9d51-11f4c2fc23b2 tempest-RoutersAdminTest-1145377623 tempest-RoutersAdminTest-1145377623-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:42.009317 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c2a718c-bd9a-4f7b-828b-f69f5533d9a9 None None] Checking router: b036e6d4-315a-4520-88f6-d201f8647b9a for host: n-d-694802-15 {{(pid=94469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 14:42:42.009810 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c2a718c-bd9a-4f7b-828b-f69f5533d9a9 None None] Updating router b036e6d4-315a-4520-88f6-d201f8647b9a port e49857aa-204b-4d6a-9095-e92e967330fd binding host n-d-694802-15 {{(pid=94469) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 14:42:42.011300 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-8f9412c3-c18f-44bf-91e2-2c6b19fc1b4b service neutron] Request body: {'port': {'device_id': 'b84c5c28-8f10-4782-84ae-2f8fa89bf4c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-694802-15'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:42:42.030251 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-2c0a1ae4-3733-4a24-80af-cf995293e187 req-49aa0ad2-c782-4e48-83f2-11deec115162 tempest-ServerShowV254Test-788809412 tempest-ServerShowV254Test-788809412-project] 10.222.0.39 "GET /v2.0/ports?device_id=801adcbc-d437-4132-a129-d93dca7a3b87 HTTP/1.1" status: 200 len: 210 time: 0.0675414 Aug 12 14:42:42.065427 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-7c2a718c-bd9a-4f7b-828b-f69f5533d9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:42.178954 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-339c0ae0-597b-4710-bcda-780874e01f88 req-311c667b-ffff-4d71-af3a-ddf3e3f2f0e0 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] 10.222.0.39 "GET /v2.0/security-groups?id=5301a7d3-dd3e-456d-bf8f-dfd76884604a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5145164 Aug 12 14:42:42.180223 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-0c4ad346-8757-4688-9d51-11f4c2fc23b2 tempest-RoutersAdminTest-1145377623 tempest-RoutersAdminTest-1145377623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-429413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-431608'] for router, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:42.270365 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [req-23a777ce-2838-44af-a51e-b4af3274bca6 req-c3e04e2a-118a-45e0-aff4-98be6a6024f1 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] Deleting port 29731b86-ffa2-4aca-a795-760760d96e26 {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:42:42.270711 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-23a777ce-2838-44af-a51e-b4af3274bca6 req-c3e04e2a-118a-45e0-aff4-98be6a6024f1 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:42.345917 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-8f9412c3-c18f-44bf-91e2-2c6b19fc1b4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:42.382255 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:42.391651 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 47976) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:42:42.397313 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-0d062125-3067-448d-916b-80cbe593b117 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-908035187-network', 'tenant_id': '6348ba62bc54492f9d80245df8490587'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:42:42.424873 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-62f89283-e948-44ed-a358-275c14d76807 req-5172308c-d1ac-4127-8377-05f47879df5f tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:42.441260 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] get_ports_and_sgs() called for port_ids ['29731b86-ffa2-4aca-a795-760760d96e26'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:42:42.443628 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] get_ports_and_sgs() called for port_ids ['ebc29655-e531-44b0-80e0-93f88244161e', '0f41f19b-87f7-41dc-98ce-2eaa783e9bc3', '428b7bf8-6b0d-46c3-8e1b-68f09a754cc2'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:42:42.514694 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-0c4ad346-8757-4688-9d51-11f4c2fc23b2 tempest-RoutersAdminTest-1145377623 tempest-RoutersAdminTest-1145377623-project] Notify callbacks [] for router, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:42.519910 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dd0e0a-fa83-47f0-ab21-7d0766ee15d1 req-410495c5-6fb7-4bba-9472-9197038986f6 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:42:42.520336 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-0c4ad346-8757-4688-9d51-11f4c2fc23b2 tempest-RoutersAdminTest-1145377623 tempest-RoutersAdminTest-1145377623-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.7464874 Aug 12 14:42:42.523414 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d98be73-25d0-4574-b9c9-2fe5b9defd51 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Checking segment: {'id': '3504b086-a225-42d9-836a-9d51b89d0937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'fb4567b1-456a-4ad5-b04d-3f1c691daca7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:42:42.523787 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d98be73-25d0-4574-b9c9-2fe5b9defd51 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Network hostable DHCP agents. Network: fb4567b1-456a-4ad5-b04d-3f1c691daca7, hostable agents: ['1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658'], hosted agents: [] {{(pid=94467) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 14:42:42.536378 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 47978) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:42:42.541438 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dd0e0a-fa83-47f0-ab21-7d0766ee15d1 req-410495c5-6fb7-4bba-9472-9197038986f6 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:42:42.545613 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5172308c-d1ac-4127-8377-05f47879df5f tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] Pushing event deleted for resources: {'Port': ['ID=be08eae7-c2c0-4ec4-822c-37369dd75809,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:42:42.553876 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dd0e0a-fa83-47f0-ab21-7d0766ee15d1 req-410495c5-6fb7-4bba-9472-9197038986f6 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:42:42.565753 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dd0e0a-fa83-47f0-ab21-7d0766ee15d1 req-410495c5-6fb7-4bba-9472-9197038986f6 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:42:42.566659 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-610bd644-085e-4b7a-a8d5-8fcd0f88228f tempest-RoutersAdminTest-311172655 tempest-RoutersAdminTest-311172655-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'enable_snat': False}}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:42:42.574180 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dd0e0a-fa83-47f0-ab21-7d0766ee15d1 req-410495c5-6fb7-4bba-9472-9197038986f6 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:42:42.583768 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-43dd0e0a-fa83-47f0-ab21-7d0766ee15d1 req-410495c5-6fb7-4bba-9472-9197038986f6 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] 10.222.0.39 "GET /v2.0/ports?device_id=b84c5c28-8f10-4782-84ae-2f8fa89bf4c6 HTTP/1.1" status: 200 len: 3816 time: 0.2697673 Aug 12 14:42:42.601262 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d062125-3067-448d-916b-80cbe593b117 admin admin] Made reservation on behalf of 6348ba62bc54492f9d80245df8490587 for: {'network': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:42:42.607056 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0d062125-3067-448d-916b-80cbe593b117 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for network, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:42.622141 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0d062125-3067-448d-916b-80cbe593b117 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:42.668944 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-43dd0e0a-fa83-47f0-ab21-7d0766ee15d1 req-45b81109-eadb-4ef7-ba74-a75ac6e429c1 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] 10.222.0.39 "GET /v2.0/security-groups?id=acce5d50-80c7-459a-8d6c-3aec4a7c97df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841043 Aug 12 14:42:42.727681 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-7c2a718c-bd9a-4f7b-828b-f69f5533d9a9 None None] Notify callbacks [] for port, precommit_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:42.752180 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.provisioning_blocks [None req-7c2a718c-bd9a-4f7b-828b-f69f5533d9a9 None None] Transition to ACTIVE for port object e49857aa-204b-4d6a-9095-e92e967330fd will not be triggered until provisioned by entity L2. {{(pid=94469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:42:42.769512 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-7c2a718c-bd9a-4f7b-828b-f69f5533d9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:42.843687 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65deacd7-637b-4e3e-9e72-c935295a6cdf None None] Pushing event updated for resources: {'Port': ['ID=e49857aa-204b-4d6a-9095-e92e967330fd,revision_number=3']} {{(pid=94469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:42:42.857677 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [req-62f89283-e948-44ed-a358-275c14d76807 req-5172308c-d1ac-4127-8377-05f47879df5f tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] No DVR routers for this DVR port be08eae7-c2c0-4ec4-822c-37369dd75809 on host n-h1-694802-15 {{(pid=94467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:42:42.859682 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d98be73-25d0-4574-b9c9-2fe5b9defd51 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Network fb4567b1-456a-4ad5-b04d-3f1c691daca7 is scheduled to be hosted by DHCP agent 1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658 with binding_index 1 {{(pid=94467) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 14:42:42.863931 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-23a777ce-2838-44af-a51e-b4af3274bca6 req-c3e04e2a-118a-45e0-aff4-98be6a6024f1 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] For port 29731b86-ffa2-4aca-a795-760760d96e26, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=29731b86-ffa2-4aca-a795-760760d96e26,segment=NetworkSegment(a1f8c867-101b-4d30-814e-b89f55a5edd0),segment_id=a1f8c867-101b-4d30-814e-b89f55a5edd0)] {{(pid=94467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:42:42.864315 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-23a777ce-2838-44af-a51e-b4af3274bca6 req-c3e04e2a-118a-45e0-aff4-98be6a6024f1 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:42.870704 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-62f89283-e948-44ed-a358-275c14d76807 req-5172308c-d1ac-4127-8377-05f47879df5f tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:42.873032 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-62f89283-e948-44ed-a358-275c14d76807 req-5172308c-d1ac-4127-8377-05f47879df5f tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] 10.222.0.64 "DELETE /v2.0/ports/be08eae7-c2c0-4ec4-822c-37369dd75809 HTTP/1.1" status: 204 len: 173 time: 2.4081125 Aug 12 14:42:42.906513 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0d062125-3067-448d-916b-80cbe593b117 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:42.925044 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0d062125-3067-448d-916b-80cbe593b117 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:42.977402 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d062125-3067-448d-916b-80cbe593b117 admin admin] vlan segment allocate from pool success with {'vlan_id': 321, 'physical_network': 'physnet1'} {{(pid=94466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 14:42:42.986363 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0da5842-3fbf-43d0-937b-a37571a2e72a', 'name': 'network-vif-deleted', 'tag': 'be08eae7-c2c0-4ec4-822c-37369dd75809'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:42:42.992297 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e65282f928b64038367d043a4411777802006c43a98742496cb2e25b724ff1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72e96b26-e75f-43c2-b302-cbb74004b58a" -d '{"events": [{"server_uuid": "f0da5842-3fbf-43d0-937b-a37571a2e72a", "name": "network-vif-deleted", "tag": "be08eae7-c2c0-4ec4-822c-37369dd75809"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:42:43.016595 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 47986) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:42:43.032275 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.managers [None req-7c2a718c-bd9a-4f7b-828b-f69f5533d9a9 None None] Attempting to bind port e49857aa-204b-4d6a-9095-e92e967330fd on host n-d-694802-15 for vnic_type normal with profile {{(pid=94469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:42:43.032822 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.managers [None req-7c2a718c-bd9a-4f7b-828b-f69f5533d9a9 None None] Attempting to bind port e49857aa-204b-4d6a-9095-e92e967330fd by drivers openvswitch,hyperv on host n-d-694802-15 at level 0 using segments [{'id': 'dd292e98-e117-40d9-bb43-3b2e598b6b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '392196f5-e20c-4aa2-a5ef-99d47c27ccb7'}] {{(pid=94469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:42:43.033361 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c2a718c-bd9a-4f7b-828b-f69f5533d9a9 None None] Attempting to bind port e49857aa-204b-4d6a-9095-e92e967330fd on network 392196f5-e20c-4aa2-a5ef-99d47c27ccb7 {{(pid=94469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:42:43.044354 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0d062125-3067-448d-916b-80cbe593b117 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:43.051203 n-d-694802-15 neutron-server[94466]: INFO neutron.db.segments_db [None req-0d062125-3067-448d-916b-80cbe593b117 admin admin] Added segment 521edb44-5da8-4976-9d30-f12b5fa5ff61 of type vlan for network 99dd6f28-5ac8-4360-aaea-96a0e78d71fe Aug 12 14:42:43.053132 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d062125-3067-448d-916b-80cbe593b117 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69319635-6ed3-4996-83db-282c0ffe214a,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:42:43.066877 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c2a718c-bd9a-4f7b-828b-f69f5533d9a9 None None] Checking agent: {'id': '16de73ac-f2e9-4cee-b3e0-91052ae3e6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 20, 13), 'started_at': datetime.datetime(2021, 8, 12, 14, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 42, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:42:43.067999 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c2a718c-bd9a-4f7b-828b-f69f5533d9a9 None None] Checking segment: {'id': 'dd292e98-e117-40d9-bb43-3b2e598b6b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '392196f5-e20c-4aa2-a5ef-99d47c27ccb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:42:43.070224 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-7c2a718c-bd9a-4f7b-828b-f69f5533d9a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:43.071357 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c2a718c-bd9a-4f7b-828b-f69f5533d9a9 None None] Bound using segment: {'id': 'dd292e98-e117-40d9-bb43-3b2e598b6b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '392196f5-e20c-4aa2-a5ef-99d47c27ccb7'} {{(pid=94469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:42:43.072794 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.managers [None req-7c2a718c-bd9a-4f7b-828b-f69f5533d9a9 None None] Bound port: e49857aa-204b-4d6a-9095-e92e967330fd, host: n-d-694802-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd292e98-e117-40d9-bb43-3b2e598b6b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '392196f5-e20c-4aa2-a5ef-99d47c27ccb7'}}] {{(pid=94469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:42:43.074899 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-7c2a718c-bd9a-4f7b-828b-f69f5533d9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:43.097496 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:43.180489 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [req-23a777ce-2838-44af-a51e-b4af3274bca6 req-c3e04e2a-118a-45e0-aff4-98be6a6024f1 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] Calling delete_port for 29731b86-ffa2-4aca-a795-760760d96e26 owned by compute:nova {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:42:43.190372 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [None req-9d98be73-25d0-4574-b9c9-2fe5b9defd51 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-15, fb4567b1-456a-4ad5-b04d-3f1c691daca7) {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:42:43.207235 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aef3f333-6110-47bf-b221-a3b5e0570883 None None] Network fb4567b1-456a-4ad5-b04d-3f1c691daca7 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:42:43.210061 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d98be73-25d0-4574-b9c9-2fe5b9defd51 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:42:43.210846 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-9d98be73-25d0-4574-b9c9-2fe5b9defd51 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Notify callbacks [] for subnet, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:43.278392 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device be08eae7-c2c0-4ec4-822c-37369dd75809 no longer exists at agent hyperv_n-h1-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:42:43.329827 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 14:42:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6973b3bb-f274-48fc-93cf-f374af9d699f x-openstack-request-id: req-6973b3bb-f274-48fc-93cf-f374af9d699f {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:42:43.331405 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0da5842-3fbf-43d0-937b-a37571a2e72a", "name": "network-vif-deleted", "tag": "be08eae7-c2c0-4ec4-822c-37369dd75809", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:42:43.331944 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6973b3bb-f274-48fc-93cf-f374af9d699f {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:42:43.332535 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0da5842-3fbf-43d0-937b-a37571a2e72a', 'name': 'network-vif-deleted', 'tag': 'be08eae7-c2c0-4ec4-822c-37369dd75809', 'status': 'completed', 'code': 200} Aug 12 14:42:43.338801 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0d062125-3067-448d-916b-80cbe593b117 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744653628263'] for network, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:43.379789 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f2048af1-9215-42f8-ac43-d6abf95dfab3 req-de6d2540-7d6f-4bc8-9064-81c1833386f2 tempest-ServerShowV254Test-788809412 tempest-ServerShowV254Test-788809412-project] 10.222.0.39 "GET /v2.0/ports?device_id=801adcbc-d437-4132-a129-d93dca7a3b87 HTTP/1.1" status: 200 len: 210 time: 0.0409670 Aug 12 14:42:43.409024 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.db [None req-7c2a718c-bd9a-4f7b-828b-f69f5533d9a9 None None] For port e49857aa-204b-4d6a-9095-e92e967330fd, host n-d-694802-15, cleared binding levels {{(pid=94469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:42:43.430431 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.db [None req-7c2a718c-bd9a-4f7b-828b-f69f5533d9a9 None None] For port e49857aa-204b-4d6a-9095-e92e967330fd, host n-d-694802-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=e49857aa-204b-4d6a-9095-e92e967330fd,segment=NetworkSegment(dd292e98-e117-40d9-bb43-3b2e598b6b7c),segment_id=dd292e98-e117-40d9-bb43-3b2e598b6b7c)] {{(pid=94469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:42:43.449416 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-7c2a718c-bd9a-4f7b-828b-f69f5533d9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:43.458942 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3b994558-9756-403f-bc70-ccbe8c8054b4 tempest-ServersTestBootFromVolume-1121352003 tempest-ServersTestBootFromVolume-1121352003-project] Notify callbacks [] for security_group, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:43.473967 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-93370168-53ca-47c2-9e27-b066be57125c None None] No Port match for: be08eae7-c2c0-4ec4-822c-37369dd75809 {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 14:42:43.474307 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device be08eae7-c2c0-4ec4-822c-37369dd75809 not bound to the agent host n-h1-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:42:43.612971 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0d062125-3067-448d-916b-80cbe593b117 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409'] for network, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:43.613966 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d062125-3067-448d-916b-80cbe593b117 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:42:43.614545 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0d062125-3067-448d-916b-80cbe593b117 admin admin] Notify callbacks [] for network, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:43.616387 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-9d98be73-25d0-4574-b9c9-2fe5b9defd51 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 3.3689952 Aug 12 14:42:43.618621 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c2a718c-bd9a-4f7b-828b-f69f5533d9a9 None None] Routers {'b036e6d4-315a-4520-88f6-d201f8647b9a'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:42:43.624740 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-7c2a718c-bd9a-4f7b-828b-f69f5533d9a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:42:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['b036e6d4-315a-4520-88f6-d201f8647b9a'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:42:43.628228 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 47994) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:42:43.640066 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-182ef43f-2c2c-48b0-8345-4e2197abd4a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:43.648540 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-610bd644-085e-4b7a-a8d5-8fcd0f88228f tempest-RoutersAdminTest-311172655 tempest-RoutersAdminTest-311172655-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:43.670161 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-20ce7362-c619-4ae2-9f33-08563c02d246 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Request body: {'port': {'network_id': '23465ac9-c2b6-454b-ad4d-35bb38ffda1f', 'name': 'tempest-TaggedBootDevicesTest_v242-828858817', 'fixed_ips': [{'subnet_id': '406ca1aa-3ad0-4dfd-af58-ddff5ca74ffa'}]}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:42:43.804472 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65deacd7-637b-4e3e-9e72-c935295a6cdf None None] Pushing event updated for resources: {'Port': ['ID=e49857aa-204b-4d6a-9095-e92e967330fd,revision_number=4']} {{(pid=94469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:42:43.870906 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3b994558-9756-403f-bc70-ccbe8c8054b4 tempest-ServersTestBootFromVolume-1121352003 tempest-ServersTestBootFromVolume-1121352003-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:43.959995 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-1769855f-eda9-4483-9dc3-3220908ab45d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:43.962897 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-7c2a718c-bd9a-4f7b-828b-f69f5533d9a9 None None] Set router b036e6d4-315a-4520-88f6-d201f8647b9a gateway port host: n-d-694802-15 {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:42:44.009466 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fb3795f-159d-4b64-b85a-437dea01a149 None None] Network 23465ac9-c2b6-454b-ad4d-35bb38ffda1f requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:42:44.108088 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3b994558-9756-403f-bc70-ccbe8c8054b4 tempest-ServersTestBootFromVolume-1121352003 tempest-ServersTestBootFromVolume-1121352003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:44.110854 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3b994558-9756-403f-bc70-ccbe8c8054b4 tempest-ServersTestBootFromVolume-1121352003 tempest-ServersTestBootFromVolume-1121352003-project] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:44.112364 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-3b994558-9756-403f-bc70-ccbe8c8054b4 tempest-ServersTestBootFromVolume-1121352003 tempest-ServersTestBootFromVolume-1121352003-project] 10.222.0.39 "DELETE /v2.0/security-groups/a19b9f58-da28-4fed-8bd9-43a3f07f3a8f HTTP/1.1" status: 204 len: 168 time: 1.0934277 Aug 12 14:42:44.143569 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 47998) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:42:44.155279 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b994558-9756-403f-bc70-ccbe8c8054b4 tempest-ServersTestBootFromVolume-1121352003 tempest-ServersTestBootFromVolume-1121352003-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a19b9f58-da28-4fed-8bd9-43a3f07f3a8f,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:42:44.155279 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-0d062125-3067-448d-916b-80cbe593b117 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.7568126 Aug 12 14:42:44.181468 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 48000) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:42:44.183054 n-d-694802-15 neutron-server[94466]: INFO neutron.api.v2.resource [None req-a3e9378c-29c0-4f34-8e47-b675674b4f8f tempest-ServersTestBootFromVolume-1121352003 tempest-ServersTestBootFromVolume-1121352003-project] show failed (client error): The resource could not be found. Aug 12 14:42:44.184941 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d78e9947-d50e-4095-941c-0389225251e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa7035b3e-9a89-5964-b9f4-97301c3f476a-fb4567b1-456a-4ad5-b04d-3f1c691daca7', 'network_id': 'fb4567b1-456a-4ad5-b04d-3f1c691daca7', 'tenant_id': 'c4f0f352632942859f6399a2c9890ad2', 'fixed_ips': [{'subnet_id': '87452bc0-af6f-4ccf-be47-4493323e3f3a'}]}} from n-d-694802-15. {{(pid=94468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 14:42:44.185578 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-a3e9378c-29c0-4f34-8e47-b675674b4f8f tempest-ServersTestBootFromVolume-1121352003 tempest-ServersTestBootFromVolume-1121352003-project] 10.222.0.39 "GET /v2.0/security-groups/a19b9f58-da28-4fed-8bd9-43a3f07f3a8f HTTP/1.1" status: 404 len: 347 time: 0.0343750 Aug 12 14:42:44.186173 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-d78e9947-d50e-4095-941c-0389225251e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:44.192529 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-3cdd3426-1f7e-4b14-b4d4-f7f175d078a8 admin admin] Request body: {'subnet': {'network_id': '99dd6f28-5ac8-4360-aaea-96a0e78d71fe', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-908035187-subnet', 'tenant_id': '6348ba62bc54492f9d80245df8490587', 'ip_version': 4}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:42:44.199816 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 48002) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:42:44.289476 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e02f00-aafe-4da6-b354-9b125b4653f7 req-a96f7348-5e95-4706-903f-4bbbb8c47ee4 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:42:44.291236 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-a9e02f00-aafe-4da6-b354-9b125b4653f7 req-a96f7348-5e95-4706-903f-4bbbb8c47ee4 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] 10.222.0.39 "GET /v2.0/ports?device_id=c4f2b173-64e8-4431-81ea-68de4e9ed7f8 HTTP/1.1" status: 200 len: 950 time: 0.7983029 Aug 12 14:42:44.291943 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d062125-3067-448d-916b-80cbe593b117 admin admin] Pushing event updated for resources: {'Network': ['ID=99dd6f28-5ac8-4360-aaea-96a0e78d71fe,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:42:44.330417 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Network 99dd6f28-5ac8-4360-aaea-96a0e78d71fe details requested by agent ovs-agent-n-d-694802-15 with host n-d-694802-15 {{(pid=94468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 14:42:44.418129 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 579edc08-68eb-4b2e-9bb2-f54287acbde0 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:42:44.431642 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20ce7362-c619-4ae2-9f33-08563c02d246 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Made reservation on behalf of c4f0f352632942859f6399a2c9890ad2 for: {'port': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:42:44.472298 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-7c2a718c-bd9a-4f7b-828b-f69f5533d9a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b036e6d4-315a-4520-88f6-d201f8647b9a', 'name': 'tempest-TestAggregatesBasicOps-316444712-router', 'tenant_id': '51e9baac41dd4090be9cd290fdbb0786', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.252'}], 'enable_snat': True}, 'gw_port_id': '48502552-aa5c-4ae5-a7c0-6343dbe292ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:42:28Z', 'updated_at': '2021-08-12T14:42:37Z', 'revision_number': 4, 'project_id': '51e9baac41dd4090be9cd290fdbb0786', 'gw_port': {'id': '48502552-aa5c-4ae5-a7c0-6343dbe292ed', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:e9:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b036e6d4-315a-4520-88f6-d201f8647b9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:42:30Z', 'updated_at': '2021-08-12T14:42:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': 'e49857aa-204b-4d6a-9095-e92e967330fd', 'name': '', 'network_id': '392196f5-e20c-4aa2-a5ef-99d47c27ccb7', 'tenant_id': '51e9baac41dd4090be9cd290fdbb0786', 'mac_address': 'fa:16:3e:91:11:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b036e6d4-315a-4520-88f6-d201f8647b9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': '39b76b30-0682-458f-ac0f-cccaba8eeee3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:42:35Z', 'updated_at': '2021-08-12T14:42:43Z', 'revision_number': 4, 'project_id': '51e9baac41dd4090be9cd290fdbb0786', 'subnets': [{'id': '39b76b30-0682-458f-ac0f-cccaba8eeee3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:42:44.512049 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c2a718c-bd9a-4f7b-828b-f69f5533d9a9 None None] The sync data for ids ['b036e6d4-315a-4520-88f6-d201f8647b9a'] in n-d-694802-15 is: [{'id': 'b036e6d4-315a-4520-88f6-d201f8647b9a', 'name': 'tempest-TestAggregatesBasicOps-316444712-router', 'tenant_id': '51e9baac41dd4090be9cd290fdbb0786', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.252'}], 'enable_snat': True}, 'gw_port_id': '48502552-aa5c-4ae5-a7c0-6343dbe292ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:42:28Z', 'updated_at': '2021-08-12T14:42:37Z', 'revision_number': 4, 'project_id': '51e9baac41dd4090be9cd290fdbb0786', 'gw_port': {'id': '48502552-aa5c-4ae5-a7c0-6343dbe292ed', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:e9:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b036e6d4-315a-4520-88f6-d201f8647b9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:42:30Z', 'updated_at': '2021-08-12T14:42:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': 'e49857aa-204b-4d6a-9095-e92e967330fd', 'name': '', 'network_id': '392196f5-e20c-4aa2-a5ef-99d47c27ccb7', 'tenant_id': '51e9baac41dd4090be9cd290fdbb0786', 'mac_address': 'fa:16:3e:91:11:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b036e6d4-315a-4520-88f6-d201f8647b9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': '39b76b30-0682-458f-ac0f-cccaba8eeee3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:42:35Z', 'updated_at': '2021-08-12T14:42:43Z', 'revision_number': 4, 'project_id': '51e9baac41dd4090be9cd290fdbb0786', 'subnets': [{'id': '39b76b30-0682-458f-ac0f-cccaba8eeee3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 14:42:44.575993 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-20ce7362-c619-4ae2-9f33-08563c02d246 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:44.601647 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-a9e02f00-aafe-4da6-b354-9b125b4653f7 req-6b32adaf-1101-42d2-94a0-b6e06198ebdd tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] 10.222.0.39 "GET /v2.0/security-groups?id=5301a7d3-dd3e-456d-bf8f-dfd76884604a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2464247 Aug 12 14:42:44.647892 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cdd3426-1f7e-4b14-b4d4-f7f175d078a8 admin admin] Made reservation on behalf of 6348ba62bc54492f9d80245df8490587 for: {'subnet': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:42:44.650834 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3cdd3426-1f7e-4b14-b4d4-f7f175d078a8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8776441'] for subnet, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:44.681228 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-9ecdc29b-fadb-47a8-a534-fa6af1e681c1 None None] Provisioning for port 579edc08-68eb-4b2e-9bb2-f54287acbde0 completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:42:44.724095 n-d-694802-15 neutron-server[94466]: DEBUG neutron.notifiers.nova [None req-20ce7362-c619-4ae2-9f33-08563c02d246 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] device_id is not set on port 769835af-590d-44bf-ae96-6aa7e3ae2342 yet. {{(pid=94466) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 14:42:44.733550 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcecadf-4a92-4425-b36a-baa666870d8a req-54082619-2221-4d62-b72e-66d1803e1903 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:42:44.743059 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcecadf-4a92-4425-b36a-baa666870d8a req-54082619-2221-4d62-b72e-66d1803e1903 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:42:44.751319 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning for port 579edc08-68eb-4b2e-9bb2-f54287acbde0 completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:42:44.751525 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcecadf-4a92-4425-b36a-baa666870d8a req-54082619-2221-4d62-b72e-66d1803e1903 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:42:44.763143 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcecadf-4a92-4425-b36a-baa666870d8a req-54082619-2221-4d62-b72e-66d1803e1903 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:42:44.768676 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port 579edc08-68eb-4b2e-9bb2-f54287acbde0 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:42:44.769104 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:44.770000 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcecadf-4a92-4425-b36a-baa666870d8a req-54082619-2221-4d62-b72e-66d1803e1903 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:42:44.777965 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-adcecadf-4a92-4425-b36a-baa666870d8a req-54082619-2221-4d62-b72e-66d1803e1903 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] 10.222.0.39 "GET /v2.0/ports?device_id=b84c5c28-8f10-4782-84ae-2f8fa89bf4c6 HTTP/1.1" status: 200 len: 3816 time: 0.3019502 Aug 12 14:42:44.791212 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-2ad3db8d-e85f-4e93-9e0b-2e90868ae04a req-f310f76b-28e7-44f1-9db2-1e5b14e249e9 tempest-ServerShowV254Test-788809412 tempest-ServerShowV254Test-788809412-project] 10.222.0.39 "GET /v2.0/ports?device_id=801adcbc-d437-4132-a129-d93dca7a3b87 HTTP/1.1" status: 200 len: 210 time: 0.0648739 Aug 12 14:42:44.859190 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-adcecadf-4a92-4425-b36a-baa666870d8a req-4b7f13ae-2ce2-430a-9fd8-b5e4d7bd71c0 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] 10.222.0.39 "GET /v2.0/security-groups?id=acce5d50-80c7-459a-8d6c-3aec4a7c97df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759192 Aug 12 14:42:44.930920 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-23a777ce-2838-44af-a51e-b4af3274bca6 req-c3e04e2a-118a-45e0-aff4-98be6a6024f1 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:44.946381 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-d3485255-1f66-48a2-9be9-f37aff997f06 tempest-ServersTestBootFromVolume-1121352003 tempest-ServersTestBootFromVolume-1121352003-project] Deleting port c46ed227-5b08-428f-97cc-ea63c470a7ec {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:42:44.946725 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d3485255-1f66-48a2-9be9-f37aff997f06 tempest-ServersTestBootFromVolume-1121352003 tempest-ServersTestBootFromVolume-1121352003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:44.951005 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-8f9412c3-c18f-44bf-91e2-2c6b19fc1b4b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 193ce8b9-1189-46e3-aa87-cd5d43e80d96 {{(pid=94467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:42:44.966314 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.db_base_plugin_common [None req-d78e9947-d50e-4095-941c-0389225251e0 None None] Allocated IP 10.2.2.2 (fb4567b1-456a-4ad5-b04d-3f1c691daca7/87452bc0-af6f-4ccf-be47-4493323e3f3a/05ac5491-70c8-4c00-b00a-f5f7d89cddde) {{(pid=94468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:42:45.009436 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-8f9412c3-c18f-44bf-91e2-2c6b19fc1b4b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:45.013990 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e04e2a-118a-45e0-aff4-98be6a6024f1 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] Pushing event deleted for resources: {'Port': ['ID=29731b86-ffa2-4aca-a795-760760d96e26,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:42:45.095873 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:45.098159 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] get_ports_and_sgs() called for port_ids ['ebc29655-e531-44b0-80e0-93f88244161e', '0f41f19b-87f7-41dc-98ce-2eaa783e9bc3', '428b7bf8-6b0d-46c3-8e1b-68f09a754cc2'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:42:45.100272 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-8f9412c3-c18f-44bf-91e2-2c6b19fc1b4b service neutron] Transition to ACTIVE for port object 193ce8b9-1189-46e3-aa87-cd5d43e80d96 will not be triggered until provisioned by entity L2. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:42:45.124061 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-8f9412c3-c18f-44bf-91e2-2c6b19fc1b4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:45.126675 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [req-23a777ce-2838-44af-a51e-b4af3274bca6 req-c3e04e2a-118a-45e0-aff4-98be6a6024f1 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] No DVR routers for this DVR port 29731b86-ffa2-4aca-a795-760760d96e26 on host n-h2-694802-15 {{(pid=94467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:42:45.129402 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-23a777ce-2838-44af-a51e-b4af3274bca6 req-c3e04e2a-118a-45e0-aff4-98be6a6024f1 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:45.132209 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-23a777ce-2838-44af-a51e-b4af3274bca6 req-c3e04e2a-118a-45e0-aff4-98be6a6024f1 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] 10.222.0.49 "DELETE /v2.0/ports/29731b86-ffa2-4aca-a795-760760d96e26 HTTP/1.1" status: 204 len: 173 time: 4.5262649 Aug 12 14:42:45.202443 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device 29731b86-ffa2-4aca-a795-760760d96e26 no longer exists at agent hyperv_n-h2-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:42:45.274764 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] No Port match for: 29731b86-ffa2-4aca-a795-760760d96e26 {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 14:42:45.305117 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device 29731b86-ffa2-4aca-a795-760760d96e26 not bound to the agent host n-h2-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:42:45.344192 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9412c3-c18f-44bf-91e2-2c6b19fc1b4b service neutron] Pushing event updated for resources: {'Port': ['ID=193ce8b9-1189-46e3-aa87-cd5d43e80d96,revision_number=2']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:42:45.347301 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4f2b173-64e8-4431-81ea-68de4e9ed7f8', 'name': 'network-vif-deleted', 'tag': '29731b86-ffa2-4aca-a795-760760d96e26'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:42:45.349835 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e65282f928b64038367d043a4411777802006c43a98742496cb2e25b724ff1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44a0460b-d5ce-45b2-8c38-c1e4e4207afb" -d '{"events": [{"server_uuid": "c4f2b173-64e8-4431-81ea-68de4e9ed7f8", "name": "network-vif-deleted", "tag": "29731b86-ffa2-4aca-a795-760760d96e26"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:42:45.373277 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d3485255-1f66-48a2-9be9-f37aff997f06 tempest-ServersTestBootFromVolume-1121352003 tempest-ServersTestBootFromVolume-1121352003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:45.373762 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d3485255-1f66-48a2-9be9-f37aff997f06 tempest-ServersTestBootFromVolume-1121352003 tempest-ServersTestBootFromVolume-1121352003-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:45.414592 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-c19cfe33-625e-4384-a76a-e3becffc823e None None] Provisioning complete for port 579edc08-68eb-4b2e-9bb2-f54287acbde0 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:42:45.417536 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-c19cfe33-625e-4384-a76a-e3becffc823e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:45.505660 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] For port 579edc08-68eb-4b2e-9bb2-f54287acbde0, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=579edc08-68eb-4b2e-9bb2-f54287acbde0,segment=NetworkSegment(505995ff-9200-4984-b515-d69d3d86fab3),segment_id=505995ff-9200-4984-b515-d69d3d86fab3)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:42:45.540881 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 14:42:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0eea304-a770-4bd9-abc4-ec3650b18872 x-openstack-request-id: req-b0eea304-a770-4bd9-abc4-ec3650b18872 {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:42:45.541177 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4f2b173-64e8-4431-81ea-68de4e9ed7f8", "name": "network-vif-deleted", "tag": "29731b86-ffa2-4aca-a795-760760d96e26", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:42:45.541432 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b0eea304-a770-4bd9-abc4-ec3650b18872 {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:42:45.541854 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4f2b173-64e8-4431-81ea-68de4e9ed7f8', 'name': 'network-vif-deleted', 'tag': '29731b86-ffa2-4aca-a795-760760d96e26', 'status': 'completed', 'code': 200} Aug 12 14:42:45.563119 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-610bd644-085e-4b7a-a8d5-8fcd0f88228f tempest-RoutersAdminTest-311172655 tempest-RoutersAdminTest-311172655-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:45.565101 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-8f9412c3-c18f-44bf-91e2-2c6b19fc1b4b service neutron] Attempting to bind port 193ce8b9-1189-46e3-aa87-cd5d43e80d96 on host n-h1-694802-15 for vnic_type normal with profile {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:42:45.565442 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-8f9412c3-c18f-44bf-91e2-2c6b19fc1b4b service neutron] Attempting to bind port 193ce8b9-1189-46e3-aa87-cd5d43e80d96 by drivers openvswitch,hyperv on host n-h1-694802-15 at level 0 using segments [{'id': '6e9bacb5-9701-46a9-adfa-39555d8c5ebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'b0e24b64-21a7-4e71-9bbe-cc7d87ed30df'}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:42:45.565778 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-d3485255-1f66-48a2-9be9-f37aff997f06 tempest-ServersTestBootFromVolume-1121352003 tempest-ServersTestBootFromVolume-1121352003-project] Calling delete_port for c46ed227-5b08-428f-97cc-ea63c470a7ec owned by network:floatingip {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:42:45.565914 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-8f9412c3-c18f-44bf-91e2-2c6b19fc1b4b service neutron] Attempting to bind port 193ce8b9-1189-46e3-aa87-cd5d43e80d96 on network b0e24b64-21a7-4e71-9bbe-cc7d87ed30df {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:42:45.615156 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:45.627543 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-20ce7362-c619-4ae2-9f33-08563c02d246 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Allocated IP 10.1.1.233 (23465ac9-c2b6-454b-ad4d-35bb38ffda1f/406ca1aa-3ad0-4dfd-af58-ddff5ca74ffa/769835af-590d-44bf-ae96-6aa7e3ae2342) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:42:45.655368 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-610bd644-085e-4b7a-a8d5-8fcd0f88228f tempest-RoutersAdminTest-311172655 tempest-RoutersAdminTest-311172655-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:45.794730 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Pushing event updated for resources: {'Port': ['ID=579edc08-68eb-4b2e-9bb2-f54287acbde0,revision_number=3']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:42:45.809253 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3cdd3426-1f7e-4b14-b4d4-f7f175d078a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3718490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8776395'] for subnet, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:45.890082 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-fe95f194-a3b0-4c04-9e42-20b511169d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:45.896878 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-8f9412c3-c18f-44bf-91e2-2c6b19fc1b4b service neutron] Port 193ce8b9-1189-46e3-aa87-cd5d43e80d96 on network b0e24b64-21a7-4e71-9bbe-cc7d87ed30df not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-15 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 14:42:45.897982 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-8f9412c3-c18f-44bf-91e2-2c6b19fc1b4b service neutron] Attempting to bind port 193ce8b9-1189-46e3-aa87-cd5d43e80d96 on network b0e24b64-21a7-4e71-9bbe-cc7d87ed30df {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:42:45.912022 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-8f9412c3-c18f-44bf-91e2-2c6b19fc1b4b service neutron] Checking agent: {'id': 'de568313-a3e6-454a-9813-77e25edcea95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 27, 41), 'started_at': datetime.datetime(2021, 8, 12, 14, 27, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 42, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:42:45.912754 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-8f9412c3-c18f-44bf-91e2-2c6b19fc1b4b service neutron] Checking segment: {'id': '6e9bacb5-9701-46a9-adfa-39555d8c5ebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'b0e24b64-21a7-4e71-9bbe-cc7d87ed30df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:42:45.913696 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-8f9412c3-c18f-44bf-91e2-2c6b19fc1b4b service neutron] Bound using segment: {'id': '6e9bacb5-9701-46a9-adfa-39555d8c5ebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'b0e24b64-21a7-4e71-9bbe-cc7d87ed30df'} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:42:45.914486 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-8f9412c3-c18f-44bf-91e2-2c6b19fc1b4b service neutron] Bound port: 193ce8b9-1189-46e3-aa87-cd5d43e80d96, host: n-h1-694802-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e9bacb5-9701-46a9-adfa-39555d8c5ebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'b0e24b64-21a7-4e71-9bbe-cc7d87ed30df'}}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:42:45.915194 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-8f9412c3-c18f-44bf-91e2-2c6b19fc1b4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:45.948437 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-60c6ed9a-f21a-4ff9-9510-2a608f6a4ddb req-e0d3dc5c-42c1-4e4d-9213-908835e8a505 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] 10.222.0.39 "GET /v2.0/ports?device_id=c4f2b173-64e8-4431-81ea-68de4e9ed7f8 HTTP/1.1" status: 200 len: 210 time: 0.1491961 Aug 12 14:42:46.088546 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-8f9412c3-c18f-44bf-91e2-2c6b19fc1b4b service neutron] For port 193ce8b9-1189-46e3-aa87-cd5d43e80d96, host n-h1-694802-15, cleared binding levels {{(pid=94467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:42:46.095926 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-8f9412c3-c18f-44bf-91e2-2c6b19fc1b4b service neutron] For port 193ce8b9-1189-46e3-aa87-cd5d43e80d96, host n-h1-694802-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=193ce8b9-1189-46e3-aa87-cd5d43e80d96,segment=NetworkSegment(6e9bacb5-9701-46a9-adfa-39555d8c5ebb),segment_id=6e9bacb5-9701-46a9-adfa-39555d8c5ebb)] {{(pid=94467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:42:46.115835 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdd3426-1f7e-4b14-b4d4-f7f175d078a8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=533e223a-944d-47e1-80d5-fae066bbb59d,revision_number=0']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:42:46.188694 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-d78e9947-d50e-4095-941c-0389225251e0 None None] Notify callbacks [] for port, precommit_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:46.215829 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-1fae8dea-9cd3-49f4-8f5c-53da9b3fd537 req-1ee0ce8f-afc9-4bda-9563-65af806ee7fb tempest-ServerShowV254Test-788809412 tempest-ServerShowV254Test-788809412-project] 10.222.0.39 "GET /v2.0/ports?device_id=801adcbc-d437-4132-a129-d93dca7a3b87 HTTP/1.1" status: 200 len: 210 time: 0.1119440 Aug 12 14:42:46.228875 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-d78e9947-d50e-4095-941c-0389225251e0 None None] Transition to ACTIVE for port object 05ac5491-70c8-4c00-b00a-f5f7d89cddde will not be triggered until provisioned by entity L2. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:42:46.233032 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-8f9412c3-c18f-44bf-91e2-2c6b19fc1b4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:46.251804 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_common [None req-610bd644-085e-4b7a-a8d5-8fcd0f88228f tempest-RoutersAdminTest-311172655 tempest-RoutersAdminTest-311172655-project-admin] Allocated IP 172.25.1.149 (d3759e1b-6c03-45ac-acd4-90abb417809b/f0254f08-c19c-4e31-bd9c-09389ea4b6f2/9578772d-e664-4f4f-a3f6-8c4f9b81d76f) {{(pid=94467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:42:46.253598 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cdd3426-1f7e-4b14-b4d4-f7f175d078a8 admin admin] Checking segment: {'id': '521edb44-5da8-4976-9d30-f12b5fa5ff61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '99dd6f28-5ac8-4360-aaea-96a0e78d71fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:42:46.254056 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cdd3426-1f7e-4b14-b4d4-f7f175d078a8 admin admin] Network hostable DHCP agents. Network: 99dd6f28-5ac8-4360-aaea-96a0e78d71fe, hostable agents: ['1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658'], hosted agents: [] {{(pid=94466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 14:42:46.311681 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eba1d33-42ac-458d-890b-fbba526e1d20 req-3a51b486-9129-4bcf-9600-f57d0713616e tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:42:46.322434 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eba1d33-42ac-458d-890b-fbba526e1d20 req-3a51b486-9129-4bcf-9600-f57d0713616e tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:42:46.349792 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-d78e9947-d50e-4095-941c-0389225251e0 None None] Transition to ACTIVE for port object 05ac5491-70c8-4c00-b00a-f5f7d89cddde will not be triggered until provisioned by entity DHCP. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:42:46.371311 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eba1d33-42ac-458d-890b-fbba526e1d20 req-3a51b486-9129-4bcf-9600-f57d0713616e tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:42:46.402025 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eba1d33-42ac-458d-890b-fbba526e1d20 req-3a51b486-9129-4bcf-9600-f57d0713616e tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:42:46.405318 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-d78e9947-d50e-4095-941c-0389225251e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253'] for port, after_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:46.420051 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eba1d33-42ac-458d-890b-fbba526e1d20 req-3a51b486-9129-4bcf-9600-f57d0713616e tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:42:46.422838 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device e49857aa-204b-4d6a-9095-e92e967330fd up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:42:46.431194 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-8f9412c3-c18f-44bf-91e2-2c6b19fc1b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:42:46.432477 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-9eba1d33-42ac-458d-890b-fbba526e1d20 req-3a51b486-9129-4bcf-9600-f57d0713616e tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] 10.222.0.39 "GET /v2.0/ports?device_id=b84c5c28-8f10-4782-84ae-2f8fa89bf4c6 HTTP/1.1" status: 200 len: 3828 time: 0.3331637 Aug 12 14:42:46.433480 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-8f9412c3-c18f-44bf-91e2-2c6b19fc1b4b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:46.437875 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-8f9412c3-c18f-44bf-91e2-2c6b19fc1b4b service neutron] 10.222.0.64 "PUT /v2.0/ports/193ce8b9-1189-46e3-aa87-cd5d43e80d96 HTTP/1.1" status: 200 len: 1093 time: 4.4348001 Aug 12 14:42:46.501881 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-3ee07b8f-484f-4a3b-a108-ae663b3604f3 service neutron] Request body: {'port': {'device_id': 'b84c5c28-8f10-4782-84ae-2f8fa89bf4c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-694802-15'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:42:46.514878 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9412c3-c18f-44bf-91e2-2c6b19fc1b4b service neutron] Pushing event updated for resources: {'Port': ['ID=193ce8b9-1189-46e3-aa87-cd5d43e80d96,revision_number=3']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:42:46.566994 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d78e9947-d50e-4095-941c-0389225251e0 None None] Network fb4567b1-456a-4ad5-b04d-3f1c691daca7 is already hosted by enough agents. {{(pid=94468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:42:46.575267 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78e9947-d50e-4095-941c-0389225251e0 None None] Pushing event updated for resources: {'Port': ['ID=05ac5491-70c8-4c00-b00a-f5f7d89cddde,revision_number=1']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:42:46.593243 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.base_scheduler [None req-d78e9947-d50e-4095-941c-0389225251e0 None None] Resources bound (agent type, host, resource id): {{(pid=94468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:42:46.600054 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d78e9947-d50e-4095-941c-0389225251e0 None None] Received port after_create {{(pid=94468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:42:46.624435 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d3485255-1f66-48a2-9be9-f37aff997f06 tempest-ServersTestBootFromVolume-1121352003 tempest-ServersTestBootFromVolume-1121352003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:46.644814 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cdd3426-1f7e-4b14-b4d4-f7f175d078a8 admin admin] Network 99dd6f28-5ac8-4360-aaea-96a0e78d71fe is scheduled to be hosted by DHCP agent 1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658 with binding_index 1 {{(pid=94466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 14:42:46.692640 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3485255-1f66-48a2-9be9-f37aff997f06 tempest-ServersTestBootFromVolume-1121352003 tempest-ServersTestBootFromVolume-1121352003-project] Pushing event deleted for resources: {'Port': ['ID=c46ed227-5b08-428f-97cc-ea63c470a7ec,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:42:46.709750 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-20ce7362-c619-4ae2-9f33-08563c02d246 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:46.713134 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-3ee07b8f-484f-4a3b-a108-ae663b3604f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:46.721954 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-610bd644-085e-4b7a-a8d5-8fcd0f88228f tempest-RoutersAdminTest-311172655 tempest-RoutersAdminTest-311172655-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:46.725686 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-3cdd3426-1f7e-4b14-b4d4-f7f175d078a8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-15, 99dd6f28-5ac8-4360-aaea-96a0e78d71fe) {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:42:46.754658 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cdd3426-1f7e-4b14-b4d4-f7f175d078a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:42:46.755666 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3cdd3426-1f7e-4b14-b4d4-f7f175d078a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for subnet, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:46.761145 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-9eba1d33-42ac-458d-890b-fbba526e1d20 req-9bb2845a-48e3-448b-8908-56c62493cb25 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] 10.222.0.39 "GET /v2.0/security-groups?id=acce5d50-80c7-459a-8d6c-3aec4a7c97df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3069062 Aug 12 14:42:46.786838 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning for port e49857aa-204b-4d6a-9095-e92e967330fd completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:42:46.793024 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90d1c7e6-564a-4a1d-b7cc-62de5fdfd0c6 None None] Network 99dd6f28-5ac8-4360-aaea-96a0e78d71fe requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:42:46.796384 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-20ce7362-c619-4ae2-9f33-08563c02d246 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Transition to ACTIVE for port object 769835af-590d-44bf-ae96-6aa7e3ae2342 will not be triggered until provisioned by entity DHCP. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:42:46.826698 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-3cdd3426-1f7e-4b14-b4d4-f7f175d078a8 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.6404495 Aug 12 14:42:46.832825 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 48018) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:42:46.838765 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-0846d362-23f3-465c-9a79-cc92f02281f2 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-908035187-router', 'tenant_id': '6348ba62bc54492f9d80245df8490587', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'}}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:42:46.843891 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-d78e9947-d50e-4095-941c-0389225251e0 None None] Attempting to bind port 05ac5491-70c8-4c00-b00a-f5f7d89cddde on host n-d-694802-15 for vnic_type normal with profile {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:42:46.844266 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-d78e9947-d50e-4095-941c-0389225251e0 None None] Attempting to bind port 05ac5491-70c8-4c00-b00a-f5f7d89cddde by drivers openvswitch,hyperv on host n-d-694802-15 at level 0 using segments [{'id': '3504b086-a225-42d9-836a-9d51b89d0937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'fb4567b1-456a-4ad5-b04d-3f1c691daca7'}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:42:46.844632 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d78e9947-d50e-4095-941c-0389225251e0 None None] Attempting to bind port 05ac5491-70c8-4c00-b00a-f5f7d89cddde on network fb4567b1-456a-4ad5-b04d-3f1c691daca7 {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:42:46.846518 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port e49857aa-204b-4d6a-9095-e92e967330fd triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:42:46.846886 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:46.865700 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d3485255-1f66-48a2-9be9-f37aff997f06 tempest-ServersTestBootFromVolume-1121352003 tempest-ServersTestBootFromVolume-1121352003-project] Notify callbacks [] for floatingip, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:46.868645 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d3485255-1f66-48a2-9be9-f37aff997f06 tempest-ServersTestBootFromVolume-1121352003 tempest-ServersTestBootFromVolume-1121352003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for floatingip, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:46.873605 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-d3485255-1f66-48a2-9be9-f37aff997f06 tempest-ServersTestBootFromVolume-1121352003 tempest-ServersTestBootFromVolume-1121352003-project] 10.222.0.39 "DELETE /v2.0/floatingips/410e4517-e45e-45b6-ad77-eff3d45303fd HTTP/1.1" status: 204 len: 168 time: 2.6694295 Aug 12 14:42:46.874547 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 48020) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:42:46.915099 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d78e9947-d50e-4095-941c-0389225251e0 None None] Checking agent: {'id': '16de73ac-f2e9-4cee-b3e0-91052ae3e6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 20, 13), 'started_at': datetime.datetime(2021, 8, 12, 14, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 42, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:42:46.915527 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d78e9947-d50e-4095-941c-0389225251e0 None None] Checking segment: {'id': '3504b086-a225-42d9-836a-9d51b89d0937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'fb4567b1-456a-4ad5-b04d-3f1c691daca7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:42:46.915874 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-d78e9947-d50e-4095-941c-0389225251e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:46.916805 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d78e9947-d50e-4095-941c-0389225251e0 None None] Bound using segment: {'id': '3504b086-a225-42d9-836a-9d51b89d0937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'fb4567b1-456a-4ad5-b04d-3f1c691daca7'} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:42:46.917299 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-d78e9947-d50e-4095-941c-0389225251e0 None None] Bound port: 05ac5491-70c8-4c00-b00a-f5f7d89cddde, host: n-d-694802-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3504b086-a225-42d9-836a-9d51b89d0937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'fb4567b1-456a-4ad5-b04d-3f1c691daca7'}}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:42:46.917969 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-d78e9947-d50e-4095-941c-0389225251e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:46.942307 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-20ce7362-c619-4ae2-9f33-08563c02d246 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:46.962659 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0846d362-23f3-465c-9a79-cc92f02281f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-430574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-104863'] for router, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:46.964199 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0846d362-23f3-465c-9a79-cc92f02281f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-429438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-431405', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66646573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-104852'] for router, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:47.067601 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20ce7362-c619-4ae2-9f33-08563c02d246 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Network 23465ac9-c2b6-454b-ad4d-35bb38ffda1f is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:42:47.090265 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-20ce7362-c619-4ae2-9f33-08563c02d246 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:42:47.095613 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ce7362-c619-4ae2-9f33-08563c02d246 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Pushing event updated for resources: {'Port': ['ID=769835af-590d-44bf-ae96-6aa7e3ae2342,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:42:47.101669 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20ce7362-c619-4ae2-9f33-08563c02d246 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:42:47.174193 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0846d362-23f3-465c-9a79-cc92f02281f2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:47.179317 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-3ee07b8f-484f-4a3b-a108-ae663b3604f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5bb0a447-96d6-4415-8a53-9ce9a3ae9385 {{(pid=94467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:42:47.199092 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-3ee07b8f-484f-4a3b-a108-ae663b3604f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:47.240316 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-3ee07b8f-484f-4a3b-a108-ae663b3604f3 service neutron] Transition to ACTIVE for port object 5bb0a447-96d6-4415-8a53-9ce9a3ae9385 will not be triggered until provisioned by entity L2. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:42:47.250012 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-3ee07b8f-484f-4a3b-a108-ae663b3604f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:47.278615 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-610bd644-085e-4b7a-a8d5-8fcd0f88228f tempest-RoutersAdminTest-311172655 tempest-RoutersAdminTest-311172655-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:47.305913 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-d78e9947-d50e-4095-941c-0389225251e0 None None] For port 05ac5491-70c8-4c00-b00a-f5f7d89cddde, host n-d-694802-15, cleared binding levels {{(pid=94468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:42:47.358635 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-d78e9947-d50e-4095-941c-0389225251e0 None None] For port 05ac5491-70c8-4c00-b00a-f5f7d89cddde, host n-d-694802-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=05ac5491-70c8-4c00-b00a-f5f7d89cddde,segment=NetworkSegment(3504b086-a225-42d9-836a-9d51b89d0937),segment_id=3504b086-a225-42d9-836a-9d51b89d0937)] {{(pid=94468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:42:47.429191 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-d78e9947-d50e-4095-941c-0389225251e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:47.449182 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-610bd644-085e-4b7a-a8d5-8fcd0f88228f tempest-RoutersAdminTest-311172655 tempest-RoutersAdminTest-311172655-project-admin] Network d3759e1b-6c03-45ac-acd4-90abb417809b is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:42:47.481124 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20ce7362-c619-4ae2-9f33-08563c02d246 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:42:47.481909 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-20ce7362-c619-4ae2-9f33-08563c02d246 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:47.505257 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [None req-610bd644-085e-4b7a-a8d5-8fcd0f88228f tempest-RoutersAdminTest-311172655 tempest-RoutersAdminTest-311172655-project-admin] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:42:47.515389 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-610bd644-085e-4b7a-a8d5-8fcd0f88228f tempest-RoutersAdminTest-311172655 tempest-RoutersAdminTest-311172655-project-admin] Received port after_create {{(pid=94467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:42:47.557810 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee07b8f-484f-4a3b-a108-ae663b3604f3 service neutron] Pushing event updated for resources: {'Port': ['ID=5bb0a447-96d6-4415-8a53-9ce9a3ae9385,revision_number=2']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:42:47.583636 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:47.657800 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b84c5c28-8f10-4782-84ae-2f8fa89bf4c6', 'tag': '193ce8b9-1189-46e3-aa87-cd5d43e80d96'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:42:47.660086 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e65282f928b64038367d043a4411777802006c43a98742496cb2e25b724ff1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10726bfd-cdf3-4dd9-99c2-687896bb5b3d" -d '{"events": [{"name": "network-changed", "server_uuid": "b84c5c28-8f10-4782-84ae-2f8fa89bf4c6", "tag": "193ce8b9-1189-46e3-aa87-cd5d43e80d96"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:42:47.705507 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-20ce7362-c619-4ae2-9f33-08563c02d246 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 4.0635676 Aug 12 14:42:47.713844 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78e9947-d50e-4095-941c-0389225251e0 None None] Pushing event updated for resources: {'Port': ['ID=05ac5491-70c8-4c00-b00a-f5f7d89cddde,revision_number=2']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:42:47.717228 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 48038) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:42:47.739793 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-e093d0f5-edc1-4a56-822c-04b06bf5eb0b tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Request body: {'port': {'network_id': '23465ac9-c2b6-454b-ad4d-35bb38ffda1f', 'name': 'tempest-TaggedBootDevicesTest_v242-82574891', 'fixed_ips': [{'subnet_id': '406ca1aa-3ad0-4dfd-af58-ddff5ca74ffa'}]}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:42:47.754904 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0846d362-23f3-465c-9a79-cc92f02281f2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:47.792810 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aec0765e-2e19-4c3c-8916-da4de0207cbd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa7035b3e-9a89-5964-b9f4-97301c3f476a-99dd6f28-5ac8-4360-aaea-96a0e78d71fe', 'network_id': '99dd6f28-5ac8-4360-aaea-96a0e78d71fe', 'tenant_id': '6348ba62bc54492f9d80245df8490587', 'fixed_ips': [{'subnet_id': '533e223a-944d-47e1-80d5-fae066bbb59d'}]}} from n-d-694802-15. {{(pid=94468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 14:42:47.794097 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-aec0765e-2e19-4c3c-8916-da4de0207cbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:47.844807 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ca455be0-37b5-40a0-80f5-b63fb6a1638f req-2d851c54-4585-408e-9223-1a6e17154fda tempest-ServerShowV254Test-788809412 tempest-ServerShowV254Test-788809412-project] 10.222.0.39 "GET /v2.0/ports?device_id=801adcbc-d437-4132-a129-d93dca7a3b87 HTTP/1.1" status: 200 len: 210 time: 0.4396040 Aug 12 14:42:47.859671 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610bd644-085e-4b7a-a8d5-8fcd0f88228f tempest-RoutersAdminTest-311172655 tempest-RoutersAdminTest-311172655-project-admin] Pushing event updated for resources: {'Port': ['ID=9578772d-e664-4f4f-a3f6-8c4f9b81d76f,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:42:47.969841 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 14:42:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57956922-0290-4f16-8ae1-f9ed065e318b x-openstack-request-id: req-57956922-0290-4f16-8ae1-f9ed065e318b {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:42:47.970145 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b84c5c28-8f10-4782-84ae-2f8fa89bf4c6", "tag": "193ce8b9-1189-46e3-aa87-cd5d43e80d96", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:42:47.970397 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-57956922-0290-4f16-8ae1-f9ed065e318b {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:42:47.970791 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b84c5c28-8f10-4782-84ae-2f8fa89bf4c6', 'tag': '193ce8b9-1189-46e3-aa87-cd5d43e80d96', 'status': 'completed', 'code': 200} Aug 12 14:42:47.977596 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-3ee07b8f-484f-4a3b-a108-ae663b3604f3 service neutron] Attempting to bind port 5bb0a447-96d6-4415-8a53-9ce9a3ae9385 on host n-h1-694802-15 for vnic_type normal with profile {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:42:47.977932 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-3ee07b8f-484f-4a3b-a108-ae663b3604f3 service neutron] Attempting to bind port 5bb0a447-96d6-4415-8a53-9ce9a3ae9385 by drivers openvswitch,hyperv on host n-h1-694802-15 at level 0 using segments [{'id': '7719c74d-4dec-43da-873e-de69f6f169be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'b1fed0d0-2b0c-4ed8-b3b7-4ff4b735f473'}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:42:47.978266 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-3ee07b8f-484f-4a3b-a108-ae663b3604f3 service neutron] Attempting to bind port 5bb0a447-96d6-4415-8a53-9ce9a3ae9385 on network b1fed0d0-2b0c-4ed8-b3b7-4ff4b735f473 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:42:47.979408 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-19496d0c-6eec-42ad-8a75-1cb71507faff None None] Provisioning for port 769835af-590d-44bf-ae96-6aa7e3ae2342 completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:42:48.017150 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-19496d0c-6eec-42ad-8a75-1cb71507faff None None] Provisioning complete for port 769835af-590d-44bf-ae96-6aa7e3ae2342 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:42:48.021794 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-19496d0c-6eec-42ad-8a75-1cb71507faff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:48.039805 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] For port e49857aa-204b-4d6a-9095-e92e967330fd, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=e49857aa-204b-4d6a-9095-e92e967330fd,segment=NetworkSegment(dd292e98-e117-40d9-bb43-3b2e598b6b7c),segment_id=dd292e98-e117-40d9-bb43-3b2e598b6b7c)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:42:48.084908 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-3ee07b8f-484f-4a3b-a108-ae663b3604f3 service neutron] Port 5bb0a447-96d6-4415-8a53-9ce9a3ae9385 on network b1fed0d0-2b0c-4ed8-b3b7-4ff4b735f473 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-15 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 14:42:48.085385 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-3ee07b8f-484f-4a3b-a108-ae663b3604f3 service neutron] Attempting to bind port 5bb0a447-96d6-4415-8a53-9ce9a3ae9385 on network b1fed0d0-2b0c-4ed8-b3b7-4ff4b735f473 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:42:48.150847 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:48.154378 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 579edc08-68eb-4b2e-9bb2-f54287acbde0 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:42:48.156236 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-19496d0c-6eec-42ad-8a75-1cb71507faff None None] Port 769835af-590d-44bf-ae96-6aa7e3ae2342 cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 14:42:48.195355 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-3ee07b8f-484f-4a3b-a108-ae663b3604f3 service neutron] Checking agent: {'id': 'de568313-a3e6-454a-9813-77e25edcea95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 27, 41), 'started_at': datetime.datetime(2021, 8, 12, 14, 27, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 42, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:42:48.196430 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-3ee07b8f-484f-4a3b-a108-ae663b3604f3 service neutron] Checking segment: {'id': '7719c74d-4dec-43da-873e-de69f6f169be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'b1fed0d0-2b0c-4ed8-b3b7-4ff4b735f473'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:42:48.197076 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-3ee07b8f-484f-4a3b-a108-ae663b3604f3 service neutron] Bound using segment: {'id': '7719c74d-4dec-43da-873e-de69f6f169be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'b1fed0d0-2b0c-4ed8-b3b7-4ff4b735f473'} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:42:48.197789 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-3ee07b8f-484f-4a3b-a108-ae663b3604f3 service neutron] Bound port: 5bb0a447-96d6-4415-8a53-9ce9a3ae9385, host: n-h1-694802-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7719c74d-4dec-43da-873e-de69f6f169be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'b1fed0d0-2b0c-4ed8-b3b7-4ff4b735f473'}}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:42:48.199098 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-3ee07b8f-484f-4a3b-a108-ae663b3604f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:48.266557 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.db_base_plugin_common [None req-aec0765e-2e19-4c3c-8916-da4de0207cbd None None] Allocated IP 172.20.0.2 (99dd6f28-5ac8-4360-aaea-96a0e78d71fe/533e223a-944d-47e1-80d5-fae066bbb59d/b380acdb-477a-40f7-8e0f-07b39d1d6db6) {{(pid=94468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:42:48.326427 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10726bfd-cdf3-4dd9-99c2-687896bb5b3d req-c64ab24c-a4d8-4575-8833-5656a5d7a766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:42:48.327315 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10726bfd-cdf3-4dd9-99c2-687896bb5b3d req-c64ab24c-a4d8-4575-8833-5656a5d7a766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:42:48.327974 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10726bfd-cdf3-4dd9-99c2-687896bb5b3d req-c64ab24c-a4d8-4575-8833-5656a5d7a766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:42:48.328616 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10726bfd-cdf3-4dd9-99c2-687896bb5b3d req-c64ab24c-a4d8-4575-8833-5656a5d7a766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:42:48.329252 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10726bfd-cdf3-4dd9-99c2-687896bb5b3d req-c64ab24c-a4d8-4575-8833-5656a5d7a766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:42:48.330058 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10726bfd-cdf3-4dd9-99c2-687896bb5b3d req-c64ab24c-a4d8-4575-8833-5656a5d7a766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:42:48.332190 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-10726bfd-cdf3-4dd9-99c2-687896bb5b3d req-c64ab24c-a4d8-4575-8833-5656a5d7a766 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a2fc72cd4bf747caa1a4809b30f44b5f&device_id=b84c5c28-8f10-4782-84ae-2f8fa89bf4c6 HTTP/1.1" status: 200 len: 5246 time: 0.2605007 Aug 12 14:42:48.434665 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07fcc02-5f66-46bb-bfae-a0c7f74b99c6 req-473023cf-06e2-4002-9f07-3d153ce65fb6 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:42:48.443662 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d07fcc02-5f66-46bb-bfae-a0c7f74b99c6 req-473023cf-06e2-4002-9f07-3d153ce65fb6 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] 10.222.0.39 "GET /v2.0/ports?device_id=8bf96aee-fecc-434c-a575-a814c3dfca28 HTTP/1.1" status: 200 len: 950 time: 0.3610427 Aug 12 14:42:48.454525 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-aec0765e-2e19-4c3c-8916-da4de0207cbd None None] Notify callbacks [] for port, precommit_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:48.468018 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-aec0765e-2e19-4c3c-8916-da4de0207cbd None None] Transition to ACTIVE for port object b380acdb-477a-40f7-8e0f-07b39d1d6db6 will not be triggered until provisioned by entity L2. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:42:48.487266 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-aec0765e-2e19-4c3c-8916-da4de0207cbd None None] Transition to ACTIVE for port object b380acdb-477a-40f7-8e0f-07b39d1d6db6 will not be triggered until provisioned by entity DHCP. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:42:48.593589 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Pushing event updated for resources: {'Port': ['ID=e49857aa-204b-4d6a-9095-e92e967330fd,revision_number=5']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:42:48.609144 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-aec0765e-2e19-4c3c-8916-da4de0207cbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253'] for port, after_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:48.612004 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-3ee07b8f-484f-4a3b-a108-ae663b3604f3 service neutron] For port 5bb0a447-96d6-4415-8a53-9ce9a3ae9385, host n-h1-694802-15, cleared binding levels {{(pid=94467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:42:48.666330 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d12ff9-83c3-4338-b4a7-d947a6a05037 req-96f11f42-38aa-4c3d-8fcd-b5ce8704f075 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:42:48.679851 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d12ff9-83c3-4338-b4a7-d947a6a05037 req-96f11f42-38aa-4c3d-8fcd-b5ce8704f075 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:42:48.680225 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aec0765e-2e19-4c3c-8916-da4de0207cbd None None] Network 99dd6f28-5ac8-4360-aaea-96a0e78d71fe is already hosted by enough agents. {{(pid=94468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:42:48.688342 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.base_scheduler [None req-aec0765e-2e19-4c3c-8916-da4de0207cbd None None] Resources bound (agent type, host, resource id): {{(pid=94468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:42:48.690262 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d12ff9-83c3-4338-b4a7-d947a6a05037 req-96f11f42-38aa-4c3d-8fcd-b5ce8704f075 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:42:48.690836 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec0765e-2e19-4c3c-8916-da4de0207cbd None None] Received port after_create {{(pid=94468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:42:48.701929 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d12ff9-83c3-4338-b4a7-d947a6a05037 req-96f11f42-38aa-4c3d-8fcd-b5ce8704f075 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:42:48.713637 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d12ff9-83c3-4338-b4a7-d947a6a05037 req-96f11f42-38aa-4c3d-8fcd-b5ce8704f075 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:42:48.720660 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d12ff9-83c3-4338-b4a7-d947a6a05037 req-96f11f42-38aa-4c3d-8fcd-b5ce8704f075 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:42:48.730534 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-81d12ff9-83c3-4338-b4a7-d947a6a05037 req-96f11f42-38aa-4c3d-8fcd-b5ce8704f075 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] 10.222.0.39 "GET /v2.0/ports?device_id=b84c5c28-8f10-4782-84ae-2f8fa89bf4c6 HTTP/1.1" status: 200 len: 4600 time: 0.3100731 Aug 12 14:42:48.785385 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec0765e-2e19-4c3c-8916-da4de0207cbd None None] Pushing event updated for resources: {'Port': ['ID=b380acdb-477a-40f7-8e0f-07b39d1d6db6,revision_number=1']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:42:48.785825 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-3ee07b8f-484f-4a3b-a108-ae663b3604f3 service neutron] For port 5bb0a447-96d6-4415-8a53-9ce9a3ae9385, host n-h1-694802-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=5bb0a447-96d6-4415-8a53-9ce9a3ae9385,segment=NetworkSegment(7719c74d-4dec-43da-873e-de69f6f169be),segment_id=7719c74d-4dec-43da-873e-de69f6f169be)] {{(pid=94467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:42:48.796889 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port 579edc08-68eb-4b2e-9bb2-f54287acbde0 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:42:48.797654 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:48.798190 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d07fcc02-5f66-46bb-bfae-a0c7f74b99c6 req-8db9c67f-42fa-4c4b-a832-637ad15c61f7 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] 10.222.0.39 "GET /v2.0/security-groups?id=5301a7d3-dd3e-456d-bf8f-dfd76884604a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3531210 Aug 12 14:42:48.801367 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-aec0765e-2e19-4c3c-8916-da4de0207cbd None None] Attempting to bind port b380acdb-477a-40f7-8e0f-07b39d1d6db6 on host n-d-694802-15 for vnic_type normal with profile {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:42:48.801947 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-aec0765e-2e19-4c3c-8916-da4de0207cbd None None] Attempting to bind port b380acdb-477a-40f7-8e0f-07b39d1d6db6 by drivers openvswitch,hyperv on host n-d-694802-15 at level 0 using segments [{'id': '521edb44-5da8-4976-9d30-f12b5fa5ff61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '99dd6f28-5ac8-4360-aaea-96a0e78d71fe'}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:42:48.803110 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec0765e-2e19-4c3c-8916-da4de0207cbd None None] Attempting to bind port b380acdb-477a-40f7-8e0f-07b39d1d6db6 on network 99dd6f28-5ac8-4360-aaea-96a0e78d71fe {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:42:48.816237 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-3ee07b8f-484f-4a3b-a108-ae663b3604f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:48.866676 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec0765e-2e19-4c3c-8916-da4de0207cbd None None] Checking agent: {'id': '16de73ac-f2e9-4cee-b3e0-91052ae3e6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 20, 13), 'started_at': datetime.datetime(2021, 8, 12, 14, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 42, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:42:48.867246 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec0765e-2e19-4c3c-8916-da4de0207cbd None None] Checking segment: {'id': '521edb44-5da8-4976-9d30-f12b5fa5ff61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '99dd6f28-5ac8-4360-aaea-96a0e78d71fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:42:48.867650 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-aec0765e-2e19-4c3c-8916-da4de0207cbd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:48.868051 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec0765e-2e19-4c3c-8916-da4de0207cbd None None] Bound using segment: {'id': '521edb44-5da8-4976-9d30-f12b5fa5ff61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '99dd6f28-5ac8-4360-aaea-96a0e78d71fe'} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:42:48.868545 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-aec0765e-2e19-4c3c-8916-da4de0207cbd None None] Bound port: b380acdb-477a-40f7-8e0f-07b39d1d6db6, host: n-d-694802-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '521edb44-5da8-4976-9d30-f12b5fa5ff61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '99dd6f28-5ac8-4360-aaea-96a0e78d71fe'}}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:42:48.869266 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-aec0765e-2e19-4c3c-8916-da4de0207cbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:48.936498 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-81d12ff9-83c3-4338-b4a7-d947a6a05037 req-831a5cd8-2a5c-4470-bae6-6650ede22644 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] 10.222.0.39 "GET /v2.0/security-groups?id=acce5d50-80c7-459a-8d6c-3aec4a7c97df&id=853e07d7-c0f4-4b67-a247-29748be080a8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2048936 Aug 12 14:42:49.006920 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-3ee07b8f-484f-4a3b-a108-ae663b3604f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:42:49.014289 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-3ee07b8f-484f-4a3b-a108-ae663b3604f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:49.016238 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-3ee07b8f-484f-4a3b-a108-ae663b3604f3 service neutron] 10.222.0.64 "PUT /v2.0/ports/5bb0a447-96d6-4415-8a53-9ce9a3ae9385 HTTP/1.1" status: 200 len: 1131 time: 2.5235584 Aug 12 14:42:49.017887 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10726bfd-cdf3-4dd9-99c2-687896bb5b3d req-4d0e8cd3-bb19-4c87-8600-bd89df2a7584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:42:49.018547 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10726bfd-cdf3-4dd9-99c2-687896bb5b3d req-4d0e8cd3-bb19-4c87-8600-bd89df2a7584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:42:49.021332 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10726bfd-cdf3-4dd9-99c2-687896bb5b3d req-4d0e8cd3-bb19-4c87-8600-bd89df2a7584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:42:49.023148 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-10726bfd-cdf3-4dd9-99c2-687896bb5b3d req-4d0e8cd3-bb19-4c87-8600-bd89df2a7584 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=a2fc72cd4bf747caa1a4809b30f44b5f&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.6673310 Aug 12 14:42:49.026487 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-610bd644-085e-4b7a-a8d5-8fcd0f88228f tempest-RoutersAdminTest-311172655 tempest-RoutersAdminTest-311172655-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:49.052053 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b31b976-61a2-493c-814d-79c3159bdc28 req-956d2f00-7e1a-42c6-a448-ae651b4d002f tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:42:49.059754 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-0b31b976-61a2-493c-814d-79c3159bdc28 req-956d2f00-7e1a-42c6-a448-ae651b4d002f tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] 10.222.0.64 "GET /v2.0/ports?device_id=8bf96aee-fecc-434c-a575-a814c3dfca28 HTTP/1.1" status: 200 len: 950 time: 0.3237865 Aug 12 14:42:49.102068 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.64', 56418) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:42:49.126085 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-aec0765e-2e19-4c3c-8916-da4de0207cbd None None] For port b380acdb-477a-40f7-8e0f-07b39d1d6db6, host n-d-694802-15, cleared binding levels {{(pid=94468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:42:49.142073 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-aec0765e-2e19-4c3c-8916-da4de0207cbd None None] For port b380acdb-477a-40f7-8e0f-07b39d1d6db6, host n-d-694802-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=b380acdb-477a-40f7-8e0f-07b39d1d6db6,segment=NetworkSegment(521edb44-5da8-4976-9d30-f12b5fa5ff61),segment_id=521edb44-5da8-4976-9d30-f12b5fa5ff61)] {{(pid=94468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:42:49.153218 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-aec0765e-2e19-4c3c-8916-da4de0207cbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:49.167899 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e093d0f5-edc1-4a56-822c-04b06bf5eb0b tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Made reservation on behalf of c4f0f352632942859f6399a2c9890ad2 for: {'port': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:42:49.174028 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e093d0f5-edc1-4a56-822c-04b06bf5eb0b tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:49.256551 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec0765e-2e19-4c3c-8916-da4de0207cbd None None] Pushing event updated for resources: {'Port': ['ID=b380acdb-477a-40f7-8e0f-07b39d1d6db6,revision_number=2']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:42:49.340246 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-005683e4-8183-4cbf-869c-68737e90e7aa req-bd1abcf4-3edb-4078-9d53-78da4e4d9c2d tempest-ServerShowV254Test-788809412 tempest-ServerShowV254Test-788809412-project] 10.222.0.39 "GET /v2.0/ports?device_id=801adcbc-d437-4132-a129-d93dca7a3b87 HTTP/1.1" status: 200 len: 210 time: 0.2279036 Aug 12 14:42:49.344061 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-358a9c5f-76af-485f-8d37-1ca67ad32065 None None] Network fb4567b1-456a-4ad5-b04d-3f1c691daca7 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:42:49.349828 n-d-694802-15 neutron-server[94466]: DEBUG neutron.notifiers.nova [None req-e093d0f5-edc1-4a56-822c-04b06bf5eb0b tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] device_id is not set on port 5990fff5-4fd8-40dc-8d99-17a1763d5291 yet. {{(pid=94466) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 14:42:49.367704 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-c4de667e-f5f7-4e63-9822-9ba7a62a0008 service neutron] Request body: {'port': {'device_id': 'b84c5c28-8f10-4782-84ae-2f8fa89bf4c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-694802-15'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:42:49.558200 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bb879b-7f52-48c1-ae4a-47e77181355b req-9dff4ec2-acde-4d2d-8345-4d65fa416da7 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:42:49.560009 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-a4bb879b-7f52-48c1-ae4a-47e77181355b req-9dff4ec2-acde-4d2d-8345-4d65fa416da7 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] 10.222.0.64 "GET /v2.0/ports?device_id=e6d519e7-ba8a-41c8-b5e9-a3db3089d2b0 HTTP/1.1" status: 200 len: 950 time: 0.4507070 Aug 12 14:42:49.575217 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device e49857aa-204b-4d6a-9095-e92e967330fd up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:42:49.659582 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f7874e5c-4db1-40e4-a39d-d06805cdda23 None None] Provisioning for port 05ac5491-70c8-4c00-b00a-f5f7d89cddde completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:42:49.742002 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port e49857aa-204b-4d6a-9095-e92e967330fd triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:42:49.742417 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:49.913737 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 05ac5491-70c8-4c00-b00a-f5f7d89cddde up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:42:49.983305 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning for port 05ac5491-70c8-4c00-b00a-f5f7d89cddde completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:42:49.992057 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port 05ac5491-70c8-4c00-b00a-f5f7d89cddde triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:42:49.992448 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:50.063029 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b84c5c28-8f10-4782-84ae-2f8fa89bf4c6', 'tag': '5bb0a447-96d6-4415-8a53-9ce9a3ae9385'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:42:50.071164 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e65282f928b64038367d043a4411777802006c43a98742496cb2e25b724ff1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2c5c726-a1ba-4626-8ef6-efbe4d296cdc" -d '{"events": [{"name": "network-changed", "server_uuid": "b84c5c28-8f10-4782-84ae-2f8fa89bf4c6", "tag": "5bb0a447-96d6-4415-8a53-9ce9a3ae9385"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:42:50.151389 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-e093d0f5-edc1-4a56-822c-04b06bf5eb0b tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Allocated IP 10.1.1.222 (23465ac9-c2b6-454b-ad4d-35bb38ffda1f/406ca1aa-3ad0-4dfd-af58-ddff5ca74ffa/5990fff5-4fd8-40dc-8d99-17a1763d5291) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:42:50.176244 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:50.187417 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee07b8f-484f-4a3b-a108-ae663b3604f3 service neutron] Pushing event updated for resources: {'Port': ['ID=5bb0a447-96d6-4415-8a53-9ce9a3ae9385,revision_number=3']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:42:50.246354 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-9993ff05-40ee-476c-81bb-08f02a334dd5 None None] Provisioning complete for port 05ac5491-70c8-4c00-b00a-f5f7d89cddde triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:42:50.246731 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-9993ff05-40ee-476c-81bb-08f02a334dd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:50.289698 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] For port 05ac5491-70c8-4c00-b00a-f5f7d89cddde, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=05ac5491-70c8-4c00-b00a-f5f7d89cddde,segment=NetworkSegment(3504b086-a225-42d9-836a-9d51b89d0937),segment_id=3504b086-a225-42d9-836a-9d51b89d0937)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:42:50.299941 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:50.373204 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Pushing event updated for resources: {'Port': ['ID=05ac5491-70c8-4c00-b00a-f5f7d89cddde,revision_number=3']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:42:50.483351 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-c4de667e-f5f7-4e63-9822-9ba7a62a0008 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:50.506340 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0846d362-23f3-465c-9a79-cc92f02281f2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:50.569064 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0846d362-23f3-465c-9a79-cc92f02281f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:50.579335 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fed198-c241-45ff-b5ab-90efb0c2c245 req-015a0bb5-6d60-4f49-a8f2-95a5cf00446a tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:42:50.581488 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [req-0b31b976-61a2-493c-814d-79c3159bdc28 req-62536c02-6d82-43e8-83fb-8173fa370c95 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] Deleting port 0f41f19b-87f7-41dc-98ce-2eaa783e9bc3 {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:42:50.582142 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-0b31b976-61a2-493c-814d-79c3159bdc28 req-62536c02-6d82-43e8-83fb-8173fa370c95 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:50.587397 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-19fed198-c241-45ff-b5ab-90efb0c2c245 req-015a0bb5-6d60-4f49-a8f2-95a5cf00446a tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] 10.222.0.39 "GET /v2.0/ports?device_id=8bf96aee-fecc-434c-a575-a814c3dfca28 HTTP/1.1" status: 200 len: 950 time: 0.4746113 Aug 12 14:42:50.594777 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10726bfd-cdf3-4dd9-99c2-687896bb5b3d req-b6b2e858-c408-45a9-9821-d6599a7e71df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:42:50.596411 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-10726bfd-cdf3-4dd9-99c2-687896bb5b3d req-b6b2e858-c408-45a9-9821-d6599a7e71df service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.5507834 Aug 12 14:42:50.679845 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a42572-f459-4c9d-b558-71b5330f3167 req-99de9cdd-7c76-44b2-9686-e4156ac81c6e tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:42:50.686719 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a42572-f459-4c9d-b558-71b5330f3167 req-99de9cdd-7c76-44b2-9686-e4156ac81c6e tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:42:50.692790 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a42572-f459-4c9d-b558-71b5330f3167 req-99de9cdd-7c76-44b2-9686-e4156ac81c6e tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:42:50.699965 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a42572-f459-4c9d-b558-71b5330f3167 req-99de9cdd-7c76-44b2-9686-e4156ac81c6e tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:42:50.706289 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a42572-f459-4c9d-b558-71b5330f3167 req-99de9cdd-7c76-44b2-9686-e4156ac81c6e tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:42:50.713161 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a42572-f459-4c9d-b558-71b5330f3167 req-99de9cdd-7c76-44b2-9686-e4156ac81c6e tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:42:50.715355 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-75a42572-f459-4c9d-b558-71b5330f3167 req-99de9cdd-7c76-44b2-9686-e4156ac81c6e tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] 10.222.0.39 "GET /v2.0/ports?device_id=b84c5c28-8f10-4782-84ae-2f8fa89bf4c6 HTTP/1.1" status: 200 len: 4600 time: 0.4999437 Aug 12 14:42:50.726956 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-610bd644-085e-4b7a-a8d5-8fcd0f88228f tempest-RoutersAdminTest-311172655 tempest-RoutersAdminTest-311172655-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-431363', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-429420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-104890'] for router, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:50.742310 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-610bd644-085e-4b7a-a8d5-8fcd0f88228f tempest-RoutersAdminTest-311172655 tempest-RoutersAdminTest-311172655-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-431608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-431370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-431601', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-429403'] for router, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:50.868624 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-19fed198-c241-45ff-b5ab-90efb0c2c245 req-70eed518-071d-4eb0-b31b-2c030aef675d tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] 10.222.0.39 "GET /v2.0/security-groups?id=5301a7d3-dd3e-456d-bf8f-dfd76884604a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2801766 Aug 12 14:42:50.918558 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1259203-966b-424b-8274-926bdbccf372 None None] Network 99dd6f28-5ac8-4360-aaea-96a0e78d71fe requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:42:50.967394 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [req-0b31b976-61a2-493c-814d-79c3159bdc28 req-62536c02-6d82-43e8-83fb-8173fa370c95 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] For port 0f41f19b-87f7-41dc-98ce-2eaa783e9bc3, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=0f41f19b-87f7-41dc-98ce-2eaa783e9bc3,segment=NetworkSegment(a1f8c867-101b-4d30-814e-b89f55a5edd0),segment_id=a1f8c867-101b-4d30-814e-b89f55a5edd0)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:42:50.968182 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-0b31b976-61a2-493c-814d-79c3159bdc28 req-62536c02-6d82-43e8-83fb-8173fa370c95 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:50.998024 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [req-0b31b976-61a2-493c-814d-79c3159bdc28 req-62536c02-6d82-43e8-83fb-8173fa370c95 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] Calling delete_port for 0f41f19b-87f7-41dc-98ce-2eaa783e9bc3 owned by compute:nova {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:42:51.094293 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 14:42:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93e9a130-8756-4e4d-8ba9-0dea3f60bd78 x-openstack-request-id: req-93e9a130-8756-4e4d-8ba9-0dea3f60bd78 {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:42:51.094803 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b84c5c28-8f10-4782-84ae-2f8fa89bf4c6", "tag": "5bb0a447-96d6-4415-8a53-9ce9a3ae9385", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:42:51.095259 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-93e9a130-8756-4e4d-8ba9-0dea3f60bd78 {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:42:51.095793 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b84c5c28-8f10-4782-84ae-2f8fa89bf4c6', 'tag': '5bb0a447-96d6-4415-8a53-9ce9a3ae9385', 'status': 'completed', 'code': 200} Aug 12 14:42:51.116069 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-c62914f8-b270-4064-916a-b862773bc2a2 None None] Provisioning for port b380acdb-477a-40f7-8e0f-07b39d1d6db6 completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:42:51.192516 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c5c726-a1ba-4626-8ef6-efbe4d296cdc req-430a9366-0a9d-4226-943e-41dd6e7912f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:42:51.193521 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c5c726-a1ba-4626-8ef6-efbe4d296cdc req-430a9366-0a9d-4226-943e-41dd6e7912f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:42:51.194274 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c5c726-a1ba-4626-8ef6-efbe4d296cdc req-430a9366-0a9d-4226-943e-41dd6e7912f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:42:51.195203 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c5c726-a1ba-4626-8ef6-efbe4d296cdc req-430a9366-0a9d-4226-943e-41dd6e7912f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:42:51.196035 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c5c726-a1ba-4626-8ef6-efbe4d296cdc req-430a9366-0a9d-4226-943e-41dd6e7912f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:42:51.197379 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c5c726-a1ba-4626-8ef6-efbe4d296cdc req-430a9366-0a9d-4226-943e-41dd6e7912f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:42:51.199685 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a2c5c726-a1ba-4626-8ef6-efbe4d296cdc req-430a9366-0a9d-4226-943e-41dd6e7912f0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a2fc72cd4bf747caa1a4809b30f44b5f&device_id=b84c5c28-8f10-4782-84ae-2f8fa89bf4c6 HTTP/1.1" status: 200 len: 5288 time: 0.0996137 Aug 12 14:42:51.204811 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e093d0f5-edc1-4a56-822c-04b06bf5eb0b tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:51.226324 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-e093d0f5-edc1-4a56-822c-04b06bf5eb0b tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Transition to ACTIVE for port object 5990fff5-4fd8-40dc-8d99-17a1763d5291 will not be triggered until provisioned by entity DHCP. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:42:51.295202 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-0b31b976-61a2-493c-814d-79c3159bdc28 req-62536c02-6d82-43e8-83fb-8173fa370c95 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:51.317697 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] get_ports_and_sgs() called for port_ids ['ebc29655-e531-44b0-80e0-93f88244161e', '0f41f19b-87f7-41dc-98ce-2eaa783e9bc3', '428b7bf8-6b0d-46c3-8e1b-68f09a754cc2'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:42:51.334899 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0bc1a476-db2e-4406-beca-8e0d69137a42 req-98a619a0-901a-4e39-a2fe-2050f8ccae8e tempest-ServerShowV254Test-788809412 tempest-ServerShowV254Test-788809412-project] 10.222.0.39 "GET /v2.0/ports?device_id=801adcbc-d437-4132-a129-d93dca7a3b87 HTTP/1.1" status: 200 len: 210 time: 0.0341599 Aug 12 14:42:51.395704 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device b380acdb-477a-40f7-8e0f-07b39d1d6db6 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:42:51.429400 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-0846d362-23f3-465c-9a79-cc92f02281f2 admin admin] Allocated IP 172.25.1.204 (d3759e1b-6c03-45ac-acd4-90abb417809b/f0254f08-c19c-4e31-bd9c-09389ea4b6f2/054bcb00-5e44-4e8f-9174-67b9d2082376) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:42:51.487746 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-610bd644-085e-4b7a-a8d5-8fcd0f88228f tempest-RoutersAdminTest-311172655 tempest-RoutersAdminTest-311172655-project-admin] Router b82c1b8b-fbe1-49ee-b70b-5eb6c31a5c15 is scheduled to L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f with binding_index 1 {{(pid=94467) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 14:42:51.546179 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c5c726-a1ba-4626-8ef6-efbe4d296cdc req-1df158ae-eea5-4713-82a6-7f98b1a0f7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:42:51.546666 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c5c726-a1ba-4626-8ef6-efbe4d296cdc req-1df158ae-eea5-4713-82a6-7f98b1a0f7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:42:51.547166 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c5c726-a1ba-4626-8ef6-efbe4d296cdc req-1df158ae-eea5-4713-82a6-7f98b1a0f7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:42:51.548296 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning for port b380acdb-477a-40f7-8e0f-07b39d1d6db6 completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:42:51.548934 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a2c5c726-a1ba-4626-8ef6-efbe4d296cdc req-1df158ae-eea5-4713-82a6-7f98b1a0f7a6 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=a2fc72cd4bf747caa1a4809b30f44b5f&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.3402679 Aug 12 14:42:51.562293 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port b380acdb-477a-40f7-8e0f-07b39d1d6db6 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:42:51.562938 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:51.570033 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-c4de667e-f5f7-4e63-9822-9ba7a62a0008 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20995681-edf1-4159-b285-2b70fd9775cf {{(pid=94467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:42:51.595447 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0846d362-23f3-465c-9a79-cc92f02281f2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:51.610702 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-c4de667e-f5f7-4e63-9822-9ba7a62a0008 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:51.686343 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [req-a4bb879b-7f52-48c1-ae4a-47e77181355b req-2c7bed7a-a610-4518-af8e-8a6cd2f5a624 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] Deleting port 428b7bf8-6b0d-46c3-8e1b-68f09a754cc2 {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:42:51.687742 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-a4bb879b-7f52-48c1-ae4a-47e77181355b req-2c7bed7a-a610-4518-af8e-8a6cd2f5a624 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:51.703493 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:51.716934 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62536c02-6d82-43e8-83fb-8173fa370c95 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] Pushing event deleted for resources: {'Port': ['ID=0f41f19b-87f7-41dc-98ce-2eaa783e9bc3,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:42:51.719905 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-c4de667e-f5f7-4e63-9822-9ba7a62a0008 service neutron] Transition to ACTIVE for port object 20995681-edf1-4159-b285-2b70fd9775cf will not be triggered until provisioned by entity L2. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:42:51.726210 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-75a42572-f459-4c9d-b558-71b5330f3167 req-10a819bc-b148-4121-8243-ca9a832469d9 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] 10.222.0.39 "GET /v2.0/security-groups?id=acce5d50-80c7-459a-8d6c-3aec4a7c97df&id=853e07d7-c0f4-4b67-a247-29748be080a8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.9459579 Aug 12 14:42:51.731342 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-cec73b1f-f88f-49c7-b887-bfa072e95bc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66663830'] for router_interface, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:51.772477 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-c4de667e-f5f7-4e63-9822-9ba7a62a0008 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:51.772745 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] For port b380acdb-477a-40f7-8e0f-07b39d1d6db6, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=b380acdb-477a-40f7-8e0f-07b39d1d6db6,segment=NetworkSegment(521edb44-5da8-4976-9d30-f12b5fa5ff61),segment_id=521edb44-5da8-4976-9d30-f12b5fa5ff61)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:42:51.833333 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:51.834038 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 05ac5491-70c8-4c00-b00a-f5f7d89cddde up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:42:51.846803 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0846d362-23f3-465c-9a79-cc92f02281f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:51.924697 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-7346f277-0604-4601-9607-62f58aa1fd1f None None] Provisioning complete for port b380acdb-477a-40f7-8e0f-07b39d1d6db6 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:42:51.925103 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-7346f277-0604-4601-9607-62f58aa1fd1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:51.934776 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c5c726-a1ba-4626-8ef6-efbe4d296cdc req-84028f3e-5aae-469a-94d2-e8d9cd0755f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:42:51.936732 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a2c5c726-a1ba-4626-8ef6-efbe4d296cdc req-84028f3e-5aae-469a-94d2-e8d9cd0755f9 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3520541 Aug 12 14:42:52.001782 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [req-a4bb879b-7f52-48c1-ae4a-47e77181355b req-2c7bed7a-a610-4518-af8e-8a6cd2f5a624 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] For port 428b7bf8-6b0d-46c3-8e1b-68f09a754cc2, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=428b7bf8-6b0d-46c3-8e1b-68f09a754cc2,segment=NetworkSegment(a1f8c867-101b-4d30-814e-b89f55a5edd0),segment_id=a1f8c867-101b-4d30-814e-b89f55a5edd0)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:42:52.002476 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-a4bb879b-7f52-48c1-ae4a-47e77181355b req-2c7bed7a-a610-4518-af8e-8a6cd2f5a624 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:52.038432 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [req-a4bb879b-7f52-48c1-ae4a-47e77181355b req-2c7bed7a-a610-4518-af8e-8a6cd2f5a624 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] Calling delete_port for 428b7bf8-6b0d-46c3-8e1b-68f09a754cc2 owned by compute:nova {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:42:52.103063 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9e1ec585-f913-4fce-b5c1-7ce824cf17ea req-1c40eecf-fbaa-40ef-a00d-6c05c257af12 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] 10.222.0.39 "GET /v2.0/ports?device_id=8bf96aee-fecc-434c-a575-a814c3dfca28 HTTP/1.1" status: 200 len: 210 time: 0.0833375 Aug 12 14:42:52.158416 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4de667e-f5f7-4e63-9822-9ba7a62a0008 service neutron] Pushing event updated for resources: {'Port': ['ID=20995681-edf1-4159-b285-2b70fd9775cf,revision_number=2']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:42:52.233236 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-610bd644-085e-4b7a-a8d5-8fcd0f88228f tempest-RoutersAdminTest-311172655 tempest-RoutersAdminTest-311172655-project-admin] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 14:42:52.246399 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-610bd644-085e-4b7a-a8d5-8fcd0f88228f tempest-RoutersAdminTest-311172655 tempest-RoutersAdminTest-311172655-project-admin] Notify callbacks [] for router, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:52.248143 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-610bd644-085e-4b7a-a8d5-8fcd0f88228f tempest-RoutersAdminTest-311172655 tempest-RoutersAdminTest-311172655-project-admin] 10.222.0.39 "PUT /v2.0/routers/b82c1b8b-fbe1-49ee-b70b-5eb6c31a5c15 HTTP/1.1" status: 200 len: 915 time: 9.7037501 Aug 12 14:42:52.257063 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 48062) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:42:52.351929 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e855e08-3518-4c24-9c8e-8c81470d4a0a None None] Sync routers for ids ['b82c1b8b-fbe1-49ee-b70b-5eb6c31a5c15'] in n-d-694802-15 {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 14:42:52.405536 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e093d0f5-edc1-4a56-822c-04b06bf5eb0b tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:52.456819 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e855e08-3518-4c24-9c8e-8c81470d4a0a None None] Routers {'b82c1b8b-fbe1-49ee-b70b-5eb6c31a5c15'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:42:52.457732 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-3e855e08-3518-4c24-9c8e-8c81470d4a0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:42:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['b82c1b8b-fbe1-49ee-b70b-5eb6c31a5c15'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:42:52.461081 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-c4de667e-f5f7-4e63-9822-9ba7a62a0008 service neutron] Attempting to bind port 20995681-edf1-4159-b285-2b70fd9775cf on host n-h1-694802-15 for vnic_type normal with profile {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:42:52.461417 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-c4de667e-f5f7-4e63-9822-9ba7a62a0008 service neutron] Attempting to bind port 20995681-edf1-4159-b285-2b70fd9775cf by drivers openvswitch,hyperv on host n-h1-694802-15 at level 0 using segments [{'id': '7719c74d-4dec-43da-873e-de69f6f169be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'b1fed0d0-2b0c-4ed8-b3b7-4ff4b735f473'}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:42:52.461745 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-c4de667e-f5f7-4e63-9822-9ba7a62a0008 service neutron] Attempting to bind port 20995681-edf1-4159-b285-2b70fd9775cf on network b1fed0d0-2b0c-4ed8-b3b7-4ff4b735f473 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:42:52.467299 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Pushing event updated for resources: {'Port': ['ID=b380acdb-477a-40f7-8e0f-07b39d1d6db6,revision_number=3']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:42:52.499337 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-a4bb879b-7f52-48c1-ae4a-47e77181355b req-2c7bed7a-a610-4518-af8e-8a6cd2f5a624 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:52.515758 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port 05ac5491-70c8-4c00-b00a-f5f7d89cddde triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:42:52.516473 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:52.557742 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-c4de667e-f5f7-4e63-9822-9ba7a62a0008 service neutron] Port 20995681-edf1-4159-b285-2b70fd9775cf on network b1fed0d0-2b0c-4ed8-b3b7-4ff4b735f473 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-15 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 14:42:52.558350 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-c4de667e-f5f7-4e63-9822-9ba7a62a0008 service neutron] Attempting to bind port 20995681-edf1-4159-b285-2b70fd9775cf on network b1fed0d0-2b0c-4ed8-b3b7-4ff4b735f473 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:42:52.564541 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-3e855e08-3518-4c24-9c8e-8c81470d4a0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:42:52.571610 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-c4de667e-f5f7-4e63-9822-9ba7a62a0008 service neutron] Checking agent: {'id': 'de568313-a3e6-454a-9813-77e25edcea95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 27, 41), 'started_at': datetime.datetime(2021, 8, 12, 14, 27, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 42, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:42:52.571943 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-c4de667e-f5f7-4e63-9822-9ba7a62a0008 service neutron] Checking segment: {'id': '7719c74d-4dec-43da-873e-de69f6f169be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'b1fed0d0-2b0c-4ed8-b3b7-4ff4b735f473'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:42:52.572325 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-c4de667e-f5f7-4e63-9822-9ba7a62a0008 service neutron] Bound using segment: {'id': '7719c74d-4dec-43da-873e-de69f6f169be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'b1fed0d0-2b0c-4ed8-b3b7-4ff4b735f473'} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:42:52.572760 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-c4de667e-f5f7-4e63-9822-9ba7a62a0008 service neutron] Bound port: 20995681-edf1-4159-b285-2b70fd9775cf, host: n-h1-694802-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7719c74d-4dec-43da-873e-de69f6f169be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'b1fed0d0-2b0c-4ed8-b3b7-4ff4b735f473'}}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:42:52.578140 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-c4de667e-f5f7-4e63-9822-9ba7a62a0008 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:52.591293 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e855e08-3518-4c24-9c8e-8c81470d4a0a None None] Routers {'b82c1b8b-fbe1-49ee-b70b-5eb6c31a5c15'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:42:52.592241 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-3e855e08-3518-4c24-9c8e-8c81470d4a0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:42:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['b82c1b8b-fbe1-49ee-b70b-5eb6c31a5c15'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:42:52.637152 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0846d362-23f3-465c-9a79-cc92f02281f2 admin admin] Pushing event updated for resources: {'Port': ['ID=054bcb00-5e44-4e8f-9174-67b9d2082376,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:42:52.640493 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b31b976-61a2-493c-814d-79c3159bdc28 req-62536c02-6d82-43e8-83fb-8173fa370c95 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] No DVR routers for this DVR port 0f41f19b-87f7-41dc-98ce-2eaa783e9bc3 on host n-h1-694802-15 {{(pid=94466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:42:52.659910 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-3e855e08-3518-4c24-9c8e-8c81470d4a0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:42:52.661028 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e855e08-3518-4c24-9c8e-8c81470d4a0a None None] The sync data for ids ['b82c1b8b-fbe1-49ee-b70b-5eb6c31a5c15'] in n-d-694802-15 is: [] {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 14:42:52.674483 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-f75163f7-5310-4402-ad2f-027b36c98a28 tempest-RoutersAdminTest-311172655 tempest-RoutersAdminTest-311172655-project-admin] 10.222.0.39 "GET /v2.0/routers/b82c1b8b-fbe1-49ee-b70b-5eb6c31a5c15 HTTP/1.1" status: 200 len: 921 time: 0.4114957 Aug 12 14:42:52.674706 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] get_ports_and_sgs() called for port_ids ['ebc29655-e531-44b0-80e0-93f88244161e'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:42:52.675816 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 48066) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:42:52.734114 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0846d362-23f3-465c-9a79-cc92f02281f2 admin admin] Network d3759e1b-6c03-45ac-acd4-90abb417809b is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:42:52.737136 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-c4de667e-f5f7-4e63-9822-9ba7a62a0008 service neutron] For port 20995681-edf1-4159-b285-2b70fd9775cf, host n-h1-694802-15, cleared binding levels {{(pid=94467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:42:52.741144 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-c4de667e-f5f7-4e63-9822-9ba7a62a0008 service neutron] For port 20995681-edf1-4159-b285-2b70fd9775cf, host n-h1-694802-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=20995681-edf1-4159-b285-2b70fd9775cf,segment=NetworkSegment(7719c74d-4dec-43da-873e-de69f6f169be),segment_id=7719c74d-4dec-43da-873e-de69f6f169be)] {{(pid=94467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:42:52.744258 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64f0405f-597e-4532-9258-d390028c1a5b tempest-RoutersAdminTest-311172655 tempest-RoutersAdminTest-311172655-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:42:52.745861 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-64f0405f-597e-4532-9258-d390028c1a5b tempest-RoutersAdminTest-311172655 tempest-RoutersAdminTest-311172655-project-admin] 10.222.0.39 "GET /v2.0/ports?network_id=d3759e1b-6c03-45ac-acd4-90abb417809b&device_id=b82c1b8b-fbe1-49ee-b70b-5eb6c31a5c15&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0691345 Aug 12 14:42:52.748361 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-c4de667e-f5f7-4e63-9822-9ba7a62a0008 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:52.749685 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 48068) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:42:52.753318 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e093d0f5-edc1-4a56-822c-04b06bf5eb0b tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Network 23465ac9-c2b6-454b-ad4d-35bb38ffda1f is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:42:52.755716 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e093d0f5-edc1-4a56-822c-04b06bf5eb0b tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Pushing event updated for resources: {'Port': ['ID=5990fff5-4fd8-40dc-8d99-17a1763d5291,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:42:52.784075 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-0846d362-23f3-465c-9a79-cc92f02281f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:42:52.790990 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-0b31b976-61a2-493c-814d-79c3159bdc28 req-62536c02-6d82-43e8-83fb-8173fa370c95 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:52.794159 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-0b31b976-61a2-493c-814d-79c3159bdc28 req-62536c02-6d82-43e8-83fb-8173fa370c95 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] 10.222.0.64 "DELETE /v2.0/ports/0f41f19b-87f7-41dc-98ce-2eaa783e9bc3 HTTP/1.1" status: 204 len: 173 time: 3.7281511 Aug 12 14:42:52.841006 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-c4de667e-f5f7-4e63-9822-9ba7a62a0008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:42:52.841684 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-c4de667e-f5f7-4e63-9822-9ba7a62a0008 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:52.843103 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-c4de667e-f5f7-4e63-9822-9ba7a62a0008 service neutron] 10.222.0.64 "PUT /v2.0/ports/20995681-edf1-4159-b285-2b70fd9775cf HTTP/1.1" status: 200 len: 1131 time: 3.5184505 Aug 12 14:42:52.856128 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0846d362-23f3-465c-9a79-cc92f02281f2 admin admin] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:42:52.881192 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-c22d92e2-ef6a-410a-a215-0c17d8000223 service neutron] Request body: {'port': {'device_id': 'b84c5c28-8f10-4782-84ae-2f8fa89bf4c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-694802-15'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:42:52.924290 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4de667e-f5f7-4e63-9822-9ba7a62a0008 service neutron] Pushing event updated for resources: {'Port': ['ID=20995681-edf1-4159-b285-2b70fd9775cf,revision_number=3']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:42:52.940024 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-e093d0f5-edc1-4a56-822c-04b06bf5eb0b tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:42:52.962370 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e093d0f5-edc1-4a56-822c-04b06bf5eb0b tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:42:53.024349 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7bed7a-a610-4518-af8e-8a6cd2f5a624 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] Pushing event deleted for resources: {'Port': ['ID=428b7bf8-6b0d-46c3-8e1b-68f09a754cc2,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:42:53.026854 n-d-694802-15 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bf96aee-fecc-434c-a575-a814c3dfca28', 'name': 'network-vif-deleted', 'tag': '0f41f19b-87f7-41dc-98ce-2eaa783e9bc3'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:42:53.028815 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e785eeede3897370d0b20f09d5f461b30cfecd5ed38c4f07dacd02bc52c9277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eef8b67f-14c9-4cb6-a025-b082bf9d37f3" -d '{"events": [{"server_uuid": "8bf96aee-fecc-434c-a575-a814c3dfca28", "name": "network-vif-deleted", "tag": "0f41f19b-87f7-41dc-98ce-2eaa783e9bc3"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:42:53.034086 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-4e295995-7e5e-47fd-84ec-3fb2af584711 req-c0010e1f-92b9-4576-b163-a23c154682d8 tempest-ServerShowV254Test-788809412 tempest-ServerShowV254Test-788809412-project] 10.222.0.39 "GET /v2.0/ports?device_id=801adcbc-d437-4132-a129-d93dca7a3b87 HTTP/1.1" status: 200 len: 210 time: 0.4405658 Aug 12 14:42:53.098638 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-c22d92e2-ef6a-410a-a215-0c17d8000223 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:53.100460 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b84c5c28-8f10-4782-84ae-2f8fa89bf4c6', 'tag': '20995681-edf1-4159-b285-2b70fd9775cf'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:42:53.104040 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e65282f928b64038367d043a4411777802006c43a98742496cb2e25b724ff1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b783d2cc-2c55-4670-b15c-b37e0cc36693" -d '{"events": [{"name": "network-changed", "server_uuid": "b84c5c28-8f10-4782-84ae-2f8fa89bf4c6", "tag": "20995681-edf1-4159-b285-2b70fd9775cf"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:42:53.130050 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1978f3cb-5522-4280-b7e3-8d9e4c45d9f7 tempest-RoutersAdminTest-311172655 tempest-RoutersAdminTest-311172655-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:42:53.131440 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-1978f3cb-5522-4280-b7e3-8d9e4c45d9f7 tempest-RoutersAdminTest-311172655 tempest-RoutersAdminTest-311172655-project-admin] 10.222.0.39 "GET /v2.0/networks/d3759e1b-6c03-45ac-acd4-90abb417809b HTTP/1.1" status: 200 len: 881 time: 0.3785198 Aug 12 14:42:53.165484 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43081297-2e31-4293-9f45-f78c1cec6747 req-7be749f3-5aa8-48b7-b7b2-cbc167285e0e tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:42:53.184265 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43081297-2e31-4293-9f45-f78c1cec6747 req-7be749f3-5aa8-48b7-b7b2-cbc167285e0e tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:42:53.197691 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 48080) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:42:53.204768 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43081297-2e31-4293-9f45-f78c1cec6747 req-7be749f3-5aa8-48b7-b7b2-cbc167285e0e tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:42:53.239557 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43081297-2e31-4293-9f45-f78c1cec6747 req-7be749f3-5aa8-48b7-b7b2-cbc167285e0e tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:42:53.261067 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43081297-2e31-4293-9f45-f78c1cec6747 req-7be749f3-5aa8-48b7-b7b2-cbc167285e0e tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:42:53.280440 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43081297-2e31-4293-9f45-f78c1cec6747 req-7be749f3-5aa8-48b7-b7b2-cbc167285e0e tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:42:53.290759 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device b380acdb-477a-40f7-8e0f-07b39d1d6db6 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:42:53.306029 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 14:42:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea98fdb2-57aa-44aa-b527-58bbf260541e x-openstack-request-id: req-ea98fdb2-57aa-44aa-b527-58bbf260541e {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:42:53.306408 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bf96aee-fecc-434c-a575-a814c3dfca28", "name": "network-vif-deleted", "tag": "0f41f19b-87f7-41dc-98ce-2eaa783e9bc3", "status": "completed", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:42:53.306710 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ea98fdb2-57aa-44aa-b527-58bbf260541e {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:42:53.306961 n-d-694802-15 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bf96aee-fecc-434c-a575-a814c3dfca28', 'name': 'network-vif-deleted', 'tag': '0f41f19b-87f7-41dc-98ce-2eaa783e9bc3', 'status': 'completed', 'code': 200} Aug 12 14:42:53.324937 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43081297-2e31-4293-9f45-f78c1cec6747 req-7be749f3-5aa8-48b7-b7b2-cbc167285e0e tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:42:53.329190 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-43081297-2e31-4293-9f45-f78c1cec6747 req-7be749f3-5aa8-48b7-b7b2-cbc167285e0e tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] 10.222.0.39 "GET /v2.0/ports?device_id=b84c5c28-8f10-4782-84ae-2f8fa89bf4c6 HTTP/1.1" status: 200 len: 5372 time: 0.3841317 Aug 12 14:42:53.411092 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device 428b7bf8-6b0d-46c3-8e1b-68f09a754cc2 no longer exists at agent hyperv_n-h1-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:42:53.422363 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-6fe42c6a-9902-4b52-b065-8f28657a2e08 tempest-RoutersAdminTest-1145377623 tempest-RoutersAdminTest-1145377623-project] 10.222.0.39 "GET /v2.0/ports?device_id=b82c1b8b-fbe1-49ee-b70b-5eb6c31a5c15 HTTP/1.1" status: 200 len: 205 time: 0.1464829 Aug 12 14:42:53.429443 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 48084) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:42:53.466219 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-93370168-53ca-47c2-9e27-b066be57125c None None] No Port match for: 428b7bf8-6b0d-46c3-8e1b-68f09a754cc2 {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 14:42:53.466750 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device 428b7bf8-6b0d-46c3-8e1b-68f09a754cc2 not bound to the agent host n-h1-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:42:53.466990 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device 0f41f19b-87f7-41dc-98ce-2eaa783e9bc3 no longer exists at agent hyperv_n-h1-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:42:53.556427 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-93370168-53ca-47c2-9e27-b066be57125c None None] No Port match for: 0f41f19b-87f7-41dc-98ce-2eaa783e9bc3 {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 14:42:53.556776 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device 0f41f19b-87f7-41dc-98ce-2eaa783e9bc3 not bound to the agent host n-h1-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:42:53.584747 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port b380acdb-477a-40f7-8e0f-07b39d1d6db6 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:42:53.585108 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:53.616741 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 14:42:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b972a336-1a0a-4118-bd66-d55d653631d4 x-openstack-request-id: req-b972a336-1a0a-4118-bd66-d55d653631d4 {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:42:53.617334 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b84c5c28-8f10-4782-84ae-2f8fa89bf4c6", "tag": "20995681-edf1-4159-b285-2b70fd9775cf", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:42:53.617334 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b972a336-1a0a-4118-bd66-d55d653631d4 {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:42:53.617625 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b84c5c28-8f10-4782-84ae-2f8fa89bf4c6', 'tag': '20995681-edf1-4159-b285-2b70fd9775cf', 'status': 'completed', 'code': 200} Aug 12 14:42:53.641434 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-43081297-2e31-4293-9f45-f78c1cec6747 req-0b82150d-2a8f-4638-bd98-07824a662872 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] 10.222.0.39 "GET /v2.0/security-groups?id=acce5d50-80c7-459a-8d6c-3aec4a7c97df&id=853e07d7-c0f4-4b67-a247-29748be080a8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2948749 Aug 12 14:42:53.792329 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-9b6a3650-8468-4d09-92ca-1e00e44db131 tempest-RoutersAdminTest-1145377623 tempest-RoutersAdminTest-1145377623-project] Notify callbacks [] for router, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:53.818737 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-22d7c3bc-f08f-4d4f-bf0e-6a40d637f783 None None] Provisioning for port 5990fff5-4fd8-40dc-8d99-17a1763d5291 completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:42:53.825719 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-22d7c3bc-f08f-4d4f-bf0e-6a40d637f783 None None] Provisioning complete for port 5990fff5-4fd8-40dc-8d99-17a1763d5291 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:42:53.826179 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-22d7c3bc-f08f-4d4f-bf0e-6a40d637f783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:53.899071 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-22d7c3bc-f08f-4d4f-bf0e-6a40d637f783 None None] Port 5990fff5-4fd8-40dc-8d99-17a1763d5291 cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 14:42:54.055133 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e093d0f5-edc1-4a56-822c-04b06bf5eb0b tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:42:54.055811 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e093d0f5-edc1-4a56-822c-04b06bf5eb0b tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:54.066249 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4bb879b-7f52-48c1-ae4a-47e77181355b req-2c7bed7a-a610-4518-af8e-8a6cd2f5a624 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] No DVR routers for this DVR port 428b7bf8-6b0d-46c3-8e1b-68f09a754cc2 on host n-h1-694802-15 {{(pid=94466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:42:54.081795 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-a4bb879b-7f52-48c1-ae4a-47e77181355b req-2c7bed7a-a610-4518-af8e-8a6cd2f5a624 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:54.084106 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-a4bb879b-7f52-48c1-ae4a-47e77181355b req-2c7bed7a-a610-4518-af8e-8a6cd2f5a624 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] 10.222.0.64 "DELETE /v2.0/ports/428b7bf8-6b0d-46c3-8e1b-68f09a754cc2 HTTP/1.1" status: 204 len: 173 time: 4.4589565 Aug 12 14:42:54.129074 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-c773a7c2-1ba7-49cf-94ec-66e47ed54adc req-63c8637b-7b0f-473f-a415-c1c3b86fb9e6 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] 10.222.0.39 "GET /v2.0/ports?device_id=8bf96aee-fecc-434c-a575-a814c3dfca28 HTTP/1.1" status: 200 len: 210 time: 0.0874307 Aug 12 14:42:54.156965 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-e093d0f5-edc1-4a56-822c-04b06bf5eb0b tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 6.4192932 Aug 12 14:42:54.357301 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0846d362-23f3-465c-9a79-cc92f02281f2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:54.362487 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-35620b0a-8100-4015-ac0a-fc41378b5637 req-a743905f-0db0-4107-90ab-6919d6947bed tempest-ServerShowV254Test-788809412 tempest-ServerShowV254Test-788809412-project] 10.222.0.39 "GET /v2.0/ports?device_id=801adcbc-d437-4132-a129-d93dca7a3b87 HTTP/1.1" status: 200 len: 210 time: 0.0403650 Aug 12 14:42:54.437003 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-9b6a3650-8468-4d09-92ca-1e00e44db131 tempest-RoutersAdminTest-1145377623 tempest-RoutersAdminTest-1145377623-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:54.586378 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 48092) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:42:54.592486 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-43d713a7-3735-4d20-a0c2-b018a9b2eee7 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Request body: {'security_group': {'name': 'tempest-securitygroup--269661016', 'description': 'tempest-description--2079018103'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:42:54.620965 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-43d713a7-3735-4d20-a0c2-b018a9b2eee7 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Notify callbacks [] for security_group, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:54.626973 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-c22d92e2-ef6a-410a-a215-0c17d8000223 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a2a2db8-839c-4c50-9e8b-57a36dc63c1f {{(pid=94467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:42:54.646985 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-c22d92e2-ef6a-410a-a215-0c17d8000223 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:54.677775 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b783d2cc-2c55-4670-b15c-b37e0cc36693 req-1cc96f2f-0d8e-45a6-a29c-9e781f90965a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:42:54.678338 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b783d2cc-2c55-4670-b15c-b37e0cc36693 req-1cc96f2f-0d8e-45a6-a29c-9e781f90965a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:42:54.678582 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-9b6a3650-8468-4d09-92ca-1e00e44db131 tempest-RoutersAdminTest-1145377623 tempest-RoutersAdminTest-1145377623-project] Deleting port 9578772d-e664-4f4f-a3f6-8c4f9b81d76f {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:42:54.678694 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b783d2cc-2c55-4670-b15c-b37e0cc36693 req-1cc96f2f-0d8e-45a6-a29c-9e781f90965a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:42:54.678930 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-9b6a3650-8468-4d09-92ca-1e00e44db131 tempest-RoutersAdminTest-1145377623 tempest-RoutersAdminTest-1145377623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:54.679144 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b783d2cc-2c55-4670-b15c-b37e0cc36693 req-1cc96f2f-0d8e-45a6-a29c-9e781f90965a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:42:54.679804 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b783d2cc-2c55-4670-b15c-b37e0cc36693 req-1cc96f2f-0d8e-45a6-a29c-9e781f90965a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:42:54.680656 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b783d2cc-2c55-4670-b15c-b37e0cc36693 req-1cc96f2f-0d8e-45a6-a29c-9e781f90965a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:42:54.681292 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b783d2cc-2c55-4670-b15c-b37e0cc36693 req-1cc96f2f-0d8e-45a6-a29c-9e781f90965a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:42:54.682465 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-c22d92e2-ef6a-410a-a215-0c17d8000223 service neutron] Transition to ACTIVE for port object 8a2a2db8-839c-4c50-9e8b-57a36dc63c1f will not be triggered until provisioned by entity L2. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:42:54.683375 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-b783d2cc-2c55-4670-b15c-b37e0cc36693 req-1cc96f2f-0d8e-45a6-a29c-9e781f90965a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a2fc72cd4bf747caa1a4809b30f44b5f&device_id=b84c5c28-8f10-4782-84ae-2f8fa89bf4c6 HTTP/1.1" status: 200 len: 6212 time: 0.6505542 Aug 12 14:42:54.723955 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-c22d92e2-ef6a-410a-a215-0c17d8000223 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:54.900795 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22d92e2-ef6a-410a-a215-0c17d8000223 service neutron] Pushing event updated for resources: {'Port': ['ID=8a2a2db8-839c-4c50-9e8b-57a36dc63c1f,revision_number=2']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:42:54.951919 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b783d2cc-2c55-4670-b15c-b37e0cc36693 req-8e3735bd-107e-4b9b-9cda-20e6a5489cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:42:54.952398 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b783d2cc-2c55-4670-b15c-b37e0cc36693 req-8e3735bd-107e-4b9b-9cda-20e6a5489cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:42:54.952766 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b783d2cc-2c55-4670-b15c-b37e0cc36693 req-8e3735bd-107e-4b9b-9cda-20e6a5489cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:42:54.954359 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-b783d2cc-2c55-4670-b15c-b37e0cc36693 req-8e3735bd-107e-4b9b-9cda-20e6a5489cd1 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=a2fc72cd4bf747caa1a4809b30f44b5f&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.2194524 Aug 12 14:42:54.956893 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-9b6a3650-8468-4d09-92ca-1e00e44db131 tempest-RoutersAdminTest-1145377623 tempest-RoutersAdminTest-1145377623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:55.014599 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-9b6a3650-8468-4d09-92ca-1e00e44db131 tempest-RoutersAdminTest-1145377623 tempest-RoutersAdminTest-1145377623-project] Calling delete_port for 9578772d-e664-4f4f-a3f6-8c4f9b81d76f owned by network:router_gateway {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:42:55.042960 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0cc330-4b02-4d67-97cb-3ad062b7cfaa req-73d88d0b-3c14-4b7c-a5e3-3c6275b659a3 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:42:55.049502 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0cc330-4b02-4d67-97cb-3ad062b7cfaa req-73d88d0b-3c14-4b7c-a5e3-3c6275b659a3 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:42:55.055968 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0cc330-4b02-4d67-97cb-3ad062b7cfaa req-73d88d0b-3c14-4b7c-a5e3-3c6275b659a3 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:42:55.062752 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0cc330-4b02-4d67-97cb-3ad062b7cfaa req-73d88d0b-3c14-4b7c-a5e3-3c6275b659a3 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:42:55.068916 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0cc330-4b02-4d67-97cb-3ad062b7cfaa req-73d88d0b-3c14-4b7c-a5e3-3c6275b659a3 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:42:55.075430 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0cc330-4b02-4d67-97cb-3ad062b7cfaa req-73d88d0b-3c14-4b7c-a5e3-3c6275b659a3 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:42:55.081413 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0cc330-4b02-4d67-97cb-3ad062b7cfaa req-73d88d0b-3c14-4b7c-a5e3-3c6275b659a3 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:42:55.083439 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2a0cc330-4b02-4d67-97cb-3ad062b7cfaa req-73d88d0b-3c14-4b7c-a5e3-3c6275b659a3 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] 10.222.0.39 "GET /v2.0/ports?device_id=b84c5c28-8f10-4782-84ae-2f8fa89bf4c6 HTTP/1.1" status: 200 len: 5384 time: 0.2697339 Aug 12 14:42:55.085986 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-43d713a7-3735-4d20-a0c2-b018a9b2eee7 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Notify callbacks [] for security_group, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:55.100398 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-43d713a7-3735-4d20-a0c2-b018a9b2eee7 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:55.153842 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-7a850dac-7975-4715-8f01-d910a03a3ad1 req-2b9428ec-fdf0-4af8-a9c0-e9df4ce4dfb7 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=8b0fa1b4-cdc9-458f-8dff-703987eed3f0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4526691 Aug 12 14:42:55.200765 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-43d713a7-3735-4d20-a0c2-b018a9b2eee7 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:55.202071 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-43d713a7-3735-4d20-a0c2-b018a9b2eee7 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.6135139 Aug 12 14:42:55.215346 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 48098) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:42:55.218380 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d713a7-3735-4d20-a0c2-b018a9b2eee7 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Pushing event updated for resources: {'SecurityGroup': ['ID=def6086d-0ad1-4cdd-9c71-80d1fefb9be7,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:42:55.237901 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-c22d92e2-ef6a-410a-a215-0c17d8000223 service neutron] Attempting to bind port 8a2a2db8-839c-4c50-9e8b-57a36dc63c1f on host n-h1-694802-15 for vnic_type normal with profile {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:42:55.238717 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-c22d92e2-ef6a-410a-a215-0c17d8000223 service neutron] Attempting to bind port 8a2a2db8-839c-4c50-9e8b-57a36dc63c1f by drivers openvswitch,hyperv on host n-h1-694802-15 at level 0 using segments [{'id': '7719c74d-4dec-43da-873e-de69f6f169be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'b1fed0d0-2b0c-4ed8-b3b7-4ff4b735f473'}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:42:55.239285 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-c22d92e2-ef6a-410a-a215-0c17d8000223 service neutron] Attempting to bind port 8a2a2db8-839c-4c50-9e8b-57a36dc63c1f on network b1fed0d0-2b0c-4ed8-b3b7-4ff4b735f473 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:42:55.242344 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0846d362-23f3-465c-9a79-cc92f02281f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-429413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-431608'] for router, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:55.254139 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-2cf369da-7264-477a-b077-dae00527fea4 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Request body: {'security_group_rule': {'security_group_id': 'def6086d-0ad1-4cdd-9c71-80d1fefb9be7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:42:55.280176 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-c22d92e2-ef6a-410a-a215-0c17d8000223 service neutron] Port 8a2a2db8-839c-4c50-9e8b-57a36dc63c1f on network b1fed0d0-2b0c-4ed8-b3b7-4ff4b735f473 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-15 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 14:42:55.280643 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-c22d92e2-ef6a-410a-a215-0c17d8000223 service neutron] Attempting to bind port 8a2a2db8-839c-4c50-9e8b-57a36dc63c1f on network b1fed0d0-2b0c-4ed8-b3b7-4ff4b735f473 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:42:55.291565 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2a0cc330-4b02-4d67-97cb-3ad062b7cfaa req-066286ba-280b-420f-90b3-573d469b1786 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] 10.222.0.39 "GET /v2.0/security-groups?id=acce5d50-80c7-459a-8d6c-3aec4a7c97df&id=853e07d7-c0f4-4b67-a247-29748be080a8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1919937 Aug 12 14:42:55.304166 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-c22d92e2-ef6a-410a-a215-0c17d8000223 service neutron] Checking agent: {'id': 'de568313-a3e6-454a-9813-77e25edcea95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 27, 41), 'started_at': datetime.datetime(2021, 8, 12, 14, 27, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 42, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:42:55.304654 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-c22d92e2-ef6a-410a-a215-0c17d8000223 service neutron] Checking segment: {'id': '7719c74d-4dec-43da-873e-de69f6f169be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'b1fed0d0-2b0c-4ed8-b3b7-4ff4b735f473'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:42:55.305767 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-c22d92e2-ef6a-410a-a215-0c17d8000223 service neutron] Bound using segment: {'id': '7719c74d-4dec-43da-873e-de69f6f169be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'b1fed0d0-2b0c-4ed8-b3b7-4ff4b735f473'} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:42:55.306511 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-c22d92e2-ef6a-410a-a215-0c17d8000223 service neutron] Bound port: 8a2a2db8-839c-4c50-9e8b-57a36dc63c1f, host: n-h1-694802-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7719c74d-4dec-43da-873e-de69f6f169be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'b1fed0d0-2b0c-4ed8-b3b7-4ff4b735f473'}}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:42:55.307363 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-c22d92e2-ef6a-410a-a215-0c17d8000223 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:55.319764 n-d-694802-15 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6d519e7-ba8a-41c8-b5e9-a3db3089d2b0', 'name': 'network-vif-deleted', 'tag': '428b7bf8-6b0d-46c3-8e1b-68f09a754cc2'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:42:55.322966 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e785eeede3897370d0b20f09d5f461b30cfecd5ed38c4f07dacd02bc52c9277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b6870c9-7011-49c5-beca-e8910fc48ec8" -d '{"events": [{"server_uuid": "e6d519e7-ba8a-41c8-b5e9-a3db3089d2b0", "name": "network-vif-deleted", "tag": "428b7bf8-6b0d-46c3-8e1b-68f09a754cc2"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:42:55.331399 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b783d2cc-2c55-4670-b15c-b37e0cc36693 req-9fde7eea-7caa-40e4-aefc-a10f89a097b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:42:55.333069 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-b783d2cc-2c55-4670-b15c-b37e0cc36693 req-9fde7eea-7caa-40e4-aefc-a10f89a097b3 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3688424 Aug 12 14:42:55.416123 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 14:42:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a2dfc4a-c44d-401f-a88b-95ff9a22350c x-openstack-request-id: req-8a2dfc4a-c44d-401f-a88b-95ff9a22350c {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:42:55.416695 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6d519e7-ba8a-41c8-b5e9-a3db3089d2b0", "name": "network-vif-deleted", "tag": "428b7bf8-6b0d-46c3-8e1b-68f09a754cc2", "status": "completed", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:42:55.416827 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-c22d92e2-ef6a-410a-a215-0c17d8000223 service neutron] For port 8a2a2db8-839c-4c50-9e8b-57a36dc63c1f, host n-h1-694802-15, cleared binding levels {{(pid=94467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:42:55.417269 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8a2dfc4a-c44d-401f-a88b-95ff9a22350c {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:42:55.417827 n-d-694802-15 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6d519e7-ba8a-41c8-b5e9-a3db3089d2b0', 'name': 'network-vif-deleted', 'tag': '428b7bf8-6b0d-46c3-8e1b-68f09a754cc2', 'status': 'completed', 'code': 200} Aug 12 14:42:55.420061 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-c22d92e2-ef6a-410a-a215-0c17d8000223 service neutron] For port 8a2a2db8-839c-4c50-9e8b-57a36dc63c1f, host n-h1-694802-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=8a2a2db8-839c-4c50-9e8b-57a36dc63c1f,segment=NetworkSegment(7719c74d-4dec-43da-873e-de69f6f169be),segment_id=7719c74d-4dec-43da-873e-de69f6f169be)] {{(pid=94467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:42:55.432450 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-cec73b1f-f88f-49c7-b887-bfa072e95bc1 admin admin] Deleting port bcbea599-e447-40c8-b2b5-26db95da4bc9 {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:42:55.433090 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-cec73b1f-f88f-49c7-b887-bfa072e95bc1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:55.468171 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-c22d92e2-ef6a-410a-a215-0c17d8000223 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:55.473857 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-2cf369da-7264-477a-b077-dae00527fea4 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:55.545341 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-cec73b1f-f88f-49c7-b887-bfa072e95bc1 admin admin] For port bcbea599-e447-40c8-b2b5-26db95da4bc9, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=bcbea599-e447-40c8-b2b5-26db95da4bc9,segment=NetworkSegment(25ffa9f8-3a7e-477d-a2e4-6eccceac9115),segment_id=25ffa9f8-3a7e-477d-a2e4-6eccceac9115)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:42:55.545714 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-cec73b1f-f88f-49c7-b887-bfa072e95bc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:55.553830 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22d92e2-ef6a-410a-a215-0c17d8000223 service neutron] Pushing event updated for resources: {'Port': ['ID=8a2a2db8-839c-4c50-9e8b-57a36dc63c1f,revision_number=3']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:42:55.564478 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-cec73b1f-f88f-49c7-b887-bfa072e95bc1 admin admin] Calling delete_port for bcbea599-e447-40c8-b2b5-26db95da4bc9 owned by network:router_interface {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:42:55.607106 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a1f729b7-5787-4a18-983b-6960d71c9eed req-e65b0c58-fbd4-4d0d-a646-f91abc309cb8 tempest-ServerShowV254Test-788809412 tempest-ServerShowV254Test-788809412-project] 10.222.0.39 "GET /v2.0/ports?device_id=801adcbc-d437-4132-a129-d93dca7a3b87 HTTP/1.1" status: 200 len: 210 time: 0.0753822 Aug 12 14:42:55.654082 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-c22d92e2-ef6a-410a-a215-0c17d8000223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:42:55.654762 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-c22d92e2-ef6a-410a-a215-0c17d8000223 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:55.656234 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-c22d92e2-ef6a-410a-a215-0c17d8000223 service neutron] 10.222.0.64 "PUT /v2.0/ports/8a2a2db8-839c-4c50-9e8b-57a36dc63c1f HTTP/1.1" status: 200 len: 1092 time: 2.7795558 Aug 12 14:42:55.659051 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b84c5c28-8f10-4782-84ae-2f8fa89bf4c6', 'tag': '8a2a2db8-839c-4c50-9e8b-57a36dc63c1f'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:42:55.661898 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e65282f928b64038367d043a4411777802006c43a98742496cb2e25b724ff1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29a62eb0-e07d-41f9-ada5-15dda789efea" -d '{"events": [{"name": "network-changed", "server_uuid": "b84c5c28-8f10-4782-84ae-2f8fa89bf4c6", "tag": "8a2a2db8-839c-4c50-9e8b-57a36dc63c1f"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:42:55.707374 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-3558d636-5176-4d3f-b3a9-a3372550d815 service neutron] Request body: {'port': {'device_id': 'b84c5c28-8f10-4782-84ae-2f8fa89bf4c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-694802-15'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:42:55.815393 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 14:42:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b0e4e51-e78b-48df-9e83-6a8593d9e1e9 x-openstack-request-id: req-3b0e4e51-e78b-48df-9e83-6a8593d9e1e9 {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:42:55.815690 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b84c5c28-8f10-4782-84ae-2f8fa89bf4c6", "tag": "8a2a2db8-839c-4c50-9e8b-57a36dc63c1f", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:42:55.815946 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3b0e4e51-e78b-48df-9e83-6a8593d9e1e9 {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:42:55.816668 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b84c5c28-8f10-4782-84ae-2f8fa89bf4c6', 'tag': '8a2a2db8-839c-4c50-9e8b-57a36dc63c1f', 'status': 'completed', 'code': 200} Aug 12 14:42:55.826578 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a850dac-7975-4715-8f01-d910a03a3ad1 req-e4f3064e-a3ae-485b-aab5-9541d29dbeec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:42:55.828370 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-7a850dac-7975-4715-8f01-d910a03a3ad1 req-e4f3064e-a3ae-485b-aab5-9541d29dbeec service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=65b2c96d0253481aa302fceca03e83a5&device_id=8b0fa1b4-cdc9-458f-8dff-703987eed3f0 HTTP/1.1" status: 200 len: 1101 time: 0.6339903 Aug 12 14:42:55.830432 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-3558d636-5176-4d3f-b3a9-a3372550d815 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:55.881866 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-2cf369da-7264-477a-b077-dae00527fea4 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:55.907276 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-2cf369da-7264-477a-b077-dae00527fea4 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641735'] for security_group_rule, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:55.971932 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf369da-7264-477a-b077-dae00527fea4 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97adb457-f706-4894-84a3-5ef6d49b3e50,revision_number=0']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:42:55.987298 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a62eb0-e07d-41f9-ada5-15dda789efea req-4c3d3399-c4ed-418c-ad28-38aa1389208a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:42:55.987785 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a62eb0-e07d-41f9-ada5-15dda789efea req-4c3d3399-c4ed-418c-ad28-38aa1389208a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:42:55.988732 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a62eb0-e07d-41f9-ada5-15dda789efea req-4c3d3399-c4ed-418c-ad28-38aa1389208a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:42:55.989274 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a62eb0-e07d-41f9-ada5-15dda789efea req-4c3d3399-c4ed-418c-ad28-38aa1389208a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:42:55.989942 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a62eb0-e07d-41f9-ada5-15dda789efea req-4c3d3399-c4ed-418c-ad28-38aa1389208a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:42:55.990492 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a62eb0-e07d-41f9-ada5-15dda789efea req-4c3d3399-c4ed-418c-ad28-38aa1389208a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:42:55.991125 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a62eb0-e07d-41f9-ada5-15dda789efea req-4c3d3399-c4ed-418c-ad28-38aa1389208a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:42:55.994055 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-29a62eb0-e07d-41f9-ada5-15dda789efea req-4c3d3399-c4ed-418c-ad28-38aa1389208a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a2fc72cd4bf747caa1a4809b30f44b5f&device_id=b84c5c28-8f10-4782-84ae-2f8fa89bf4c6 HTTP/1.1" status: 200 len: 6280 time: 0.2002802 Aug 12 14:42:55.996047 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-2cf369da-7264-477a-b077-dae00527fea4 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:55.997499 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-2cf369da-7264-477a-b077-dae00527fea4 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7801807 Aug 12 14:42:55.999332 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-cec73b1f-f88f-49c7-b887-bfa072e95bc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:56.005360 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-9b6a3650-8468-4d09-92ca-1e00e44db131 tempest-RoutersAdminTest-1145377623 tempest-RoutersAdminTest-1145377623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:56.009995 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 48116) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:42:56.014712 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0846d362-23f3-465c-9a79-cc92f02281f2 admin admin] Router f87ffe3d-6281-4a09-a61f-dc5332db301f is scheduled to L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f with binding_index 1 {{(pid=94466) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 14:42:56.015591 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99229efb-e913-45fe-9457-b796bbe07059 req-75029dc0-f76c-4708-9f7d-df0a3263f876 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:42:56.020179 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-99229efb-e913-45fe-9457-b796bbe07059 req-75029dc0-f76c-4708-9f7d-df0a3263f876 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b0fa1b4-cdc9-458f-8dff-703987eed3f0 HTTP/1.1" status: 200 len: 949 time: 0.2023053 Aug 12 14:42:56.025615 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-62094eda-c33c-4224-8c92-c0ee4a78b15c tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Request body: {'security_group_rule': {'security_group_id': 'def6086d-0ad1-4cdd-9c71-80d1fefb9be7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:42:56.079895 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec73b1f-f88f-49c7-b887-bfa072e95bc1 admin admin] Pushing event deleted for resources: {'Port': ['ID=bcbea599-e447-40c8-b2b5-26db95da4bc9,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:42:56.130269 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6a3650-8468-4d09-92ca-1e00e44db131 tempest-RoutersAdminTest-1145377623 tempest-RoutersAdminTest-1145377623-project] Pushing event deleted for resources: {'Port': ['ID=9578772d-e664-4f4f-a3f6-8c4f9b81d76f,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:42:56.221466 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a62eb0-e07d-41f9-ada5-15dda789efea req-49f0f297-ab60-4d57-9f4b-ca6fa77040f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:42:56.221901 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a62eb0-e07d-41f9-ada5-15dda789efea req-49f0f297-ab60-4d57-9f4b-ca6fa77040f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:42:56.222368 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a62eb0-e07d-41f9-ada5-15dda789efea req-49f0f297-ab60-4d57-9f4b-ca6fa77040f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:42:56.224303 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-29a62eb0-e07d-41f9-ada5-15dda789efea req-49f0f297-ab60-4d57-9f4b-ca6fa77040f1 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=a2fc72cd4bf747caa1a4809b30f44b5f&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.1934357 Aug 12 14:42:56.231640 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-99229efb-e913-45fe-9457-b796bbe07059 req-8da7ecfe-ed9f-4b10-b85c-4e402e0c12ca tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] 10.222.0.39 "GET /v2.0/security-groups?id=5301a7d3-dd3e-456d-bf8f-dfd76884604a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987288 Aug 12 14:42:56.316395 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-9b6a3650-8468-4d09-92ca-1e00e44db131 tempest-RoutersAdminTest-1145377623 tempest-RoutersAdminTest-1145377623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-431580'] for router_gateway, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:56.398025 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0846d362-23f3-465c-9a79-cc92f02281f2 admin admin] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 14:42:56.413073 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d974361-e201-4225-b1bb-e967b4914a06 None None] Sync routers for ids ['f87ffe3d-6281-4a09-a61f-dc5332db301f'] in n-d-694802-15 {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 14:42:56.422546 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d974361-e201-4225-b1bb-e967b4914a06 None None] Routers {'f87ffe3d-6281-4a09-a61f-dc5332db301f'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:42:56.423459 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-2d974361-e201-4225-b1bb-e967b4914a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:42:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['f87ffe3d-6281-4a09-a61f-dc5332db301f'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:42:56.442894 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a850dac-7975-4715-8f01-d910a03a3ad1 req-113c563a-4195-4ca1-8ceb-54258766e849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:42:56.446305 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-7a850dac-7975-4715-8f01-d910a03a3ad1 req-113c563a-4195-4ca1-8ceb-54258766e849 service neutron] 10.222.0.64 "GET /v2.0/networks?id=2525c403-dfb3-4196-a273-739607aab38a HTTP/1.1" status: 200 len: 870 time: 0.5844927 Aug 12 14:42:56.489762 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-3558d636-5176-4d3f-b3a9-a3372550d815 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4923449d-bcf2-48db-a05c-3f4b4d068e78 {{(pid=94467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:42:56.498082 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-3558d636-5176-4d3f-b3a9-a3372550d815 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:56.511916 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-3558d636-5176-4d3f-b3a9-a3372550d815 service neutron] Transition to ACTIVE for port object 4923449d-bcf2-48db-a05c-3f4b4d068e78 will not be triggered until provisioned by entity L2. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:42:56.549462 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-9b6a3650-8468-4d09-92ca-1e00e44db131 tempest-RoutersAdminTest-1145377623 tempest-RoutersAdminTest-1145377623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-429360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-104877'] for router, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:56.551003 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-3558d636-5176-4d3f-b3a9-a3372550d815 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:56.554411 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-9b6a3650-8468-4d09-92ca-1e00e44db131 tempest-RoutersAdminTest-1145377623 tempest-RoutersAdminTest-1145377623-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:56.566413 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0846d362-23f3-465c-9a79-cc92f02281f2 admin admin] Notify callbacks [] for router, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:56.567335 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-2d974361-e201-4225-b1bb-e967b4914a06 None None] Set router f87ffe3d-6281-4a09-a61f-dc5332db301f gateway port host: n-d-694802-15 {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:42:56.567853 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-0846d362-23f3-465c-9a79-cc92f02281f2 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 9.7325878 Aug 12 14:42:56.568761 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-62094eda-c33c-4224-8c92-c0ee4a78b15c tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:56.587653 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 48120) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:42:56.861736 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-2d974361-e201-4225-b1bb-e967b4914a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f87ffe3d-6281-4a09-a61f-dc5332db301f', 'name': 'tempest-TestAggregatesBasicOps-908035187-router', 'tenant_id': '6348ba62bc54492f9d80245df8490587', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.204'}], 'enable_snat': True}, 'gw_port_id': '054bcb00-5e44-4e8f-9174-67b9d2082376', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:42:47Z', 'updated_at': '2021-08-12T14:42:54Z', 'revision_number': 3, 'project_id': '6348ba62bc54492f9d80245df8490587', 'gw_port': {'id': '054bcb00-5e44-4e8f-9174-67b9d2082376', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:a6:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f87ffe3d-6281-4a09-a61f-dc5332db301f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1507, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:42:50Z', 'updated_at': '2021-08-12T14:42:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15'}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:42:56.897379 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d974361-e201-4225-b1bb-e967b4914a06 None None] Checking router: f87ffe3d-6281-4a09-a61f-dc5332db301f for host: n-d-694802-15 {{(pid=94469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 14:42:56.898127 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d974361-e201-4225-b1bb-e967b4914a06 None None] Updating router f87ffe3d-6281-4a09-a61f-dc5332db301f port 054bcb00-5e44-4e8f-9174-67b9d2082376 binding host n-d-694802-15 {{(pid=94469) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 14:42:56.904929 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0c5be284-4b29-459f-81f7-9122ed6247de req-9e141ded-6aac-45e2-924f-bb6b5cac0db0 tempest-ServerShowV254Test-788809412 tempest-ServerShowV254Test-788809412-project] 10.222.0.39 "GET /v2.0/ports?device_id=801adcbc-d437-4132-a129-d93dca7a3b87 HTTP/1.1" status: 200 len: 210 time: 0.1152670 Aug 12 14:42:56.905648 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-9b6a3650-8468-4d09-92ca-1e00e44db131 tempest-RoutersAdminTest-1145377623 tempest-RoutersAdminTest-1145377623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-429375'] for router, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:56.906216 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b6a3650-8468-4d09-92ca-1e00e44db131 tempest-RoutersAdminTest-1145377623 tempest-RoutersAdminTest-1145377623-project] Fanout notify agent at l3_agent the message router_deleted on router b82c1b8b-fbe1-49ee-b70b-5eb6c31a5c15 {{(pid=94467) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 14:42:56.932479 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-9b6a3650-8468-4d09-92ca-1e00e44db131 tempest-RoutersAdminTest-1145377623 tempest-RoutersAdminTest-1145377623-project] Notify callbacks [] for router, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:56.937715 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-9b6a3650-8468-4d09-92ca-1e00e44db131 tempest-RoutersAdminTest-1145377623 tempest-RoutersAdminTest-1145377623-project] 10.222.0.39 "DELETE /v2.0/routers/b82c1b8b-fbe1-49ee-b70b-5eb6c31a5c15 HTTP/1.1" status: 204 len: 168 time: 3.5003076 Aug 12 14:42:56.941728 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-2d974361-e201-4225-b1bb-e967b4914a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:57.001687 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 48126) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:42:57.004258 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-3558d636-5176-4d3f-b3a9-a3372550d815 service neutron] Attempting to bind port 4923449d-bcf2-48db-a05c-3f4b4d068e78 on host n-h1-694802-15 for vnic_type normal with profile {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:42:57.004597 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-3558d636-5176-4d3f-b3a9-a3372550d815 service neutron] Attempting to bind port 4923449d-bcf2-48db-a05c-3f4b4d068e78 by drivers openvswitch,hyperv on host n-h1-694802-15 at level 0 using segments [{'id': '7719c74d-4dec-43da-873e-de69f6f169be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'b1fed0d0-2b0c-4ed8-b3b7-4ff4b735f473'}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:42:57.004926 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-3558d636-5176-4d3f-b3a9-a3372550d815 service neutron] Attempting to bind port 4923449d-bcf2-48db-a05c-3f4b4d068e78 on network b1fed0d0-2b0c-4ed8-b3b7-4ff4b735f473 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:42:57.021721 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-9febd0df-52f1-4ba3-9862-73c78a503061 tempest-RoutersAdminTest-1145377623 tempest-RoutersAdminTest-1145377623-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1098902698', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'}, 'admin_state_up': False}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:42:57.029027 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3558d636-5176-4d3f-b3a9-a3372550d815 service neutron] Pushing event updated for resources: {'Port': ['ID=4923449d-bcf2-48db-a05c-3f4b4d068e78,revision_number=2']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:42:57.127233 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-9febd0df-52f1-4ba3-9862-73c78a503061 tempest-RoutersAdminTest-1145377623 tempest-RoutersAdminTest-1145377623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-430574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-104863'] for router, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:57.128569 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-9febd0df-52f1-4ba3-9862-73c78a503061 tempest-RoutersAdminTest-1145377623 tempest-RoutersAdminTest-1145377623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-429438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-431405', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66646573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-104852'] for router, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:57.149242 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-7a850dac-7975-4715-8f01-d910a03a3ad1 req-f79c8fbc-5d9a-4a83-8803-fc51d73fa2c3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=ebc29655-e531-44b0-80e0-93f88244161e HTTP/1.1" status: 200 len: 217 time: 0.6586645 Aug 12 14:42:57.150801 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a62eb0-e07d-41f9-ada5-15dda789efea req-06035556-d3ed-4f23-8d6c-d912704db957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:42:57.152316 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-29a62eb0-e07d-41f9-ada5-15dda789efea req-06035556-d3ed-4f23-8d6c-d912704db957 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7647369 Aug 12 14:42:57.171124 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-3558d636-5176-4d3f-b3a9-a3372550d815 service neutron] Port 4923449d-bcf2-48db-a05c-3f4b4d068e78 on network b1fed0d0-2b0c-4ed8-b3b7-4ff4b735f473 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-15 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 14:42:57.171610 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-3558d636-5176-4d3f-b3a9-a3372550d815 service neutron] Attempting to bind port 4923449d-bcf2-48db-a05c-3f4b4d068e78 on network b1fed0d0-2b0c-4ed8-b3b7-4ff4b735f473 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:42:57.196992 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-3558d636-5176-4d3f-b3a9-a3372550d815 service neutron] Checking agent: {'id': 'de568313-a3e6-454a-9813-77e25edcea95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 27, 41), 'started_at': datetime.datetime(2021, 8, 12, 14, 27, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 42, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:42:57.197619 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-3558d636-5176-4d3f-b3a9-a3372550d815 service neutron] Checking segment: {'id': '7719c74d-4dec-43da-873e-de69f6f169be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'b1fed0d0-2b0c-4ed8-b3b7-4ff4b735f473'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:42:57.198168 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-3558d636-5176-4d3f-b3a9-a3372550d815 service neutron] Bound using segment: {'id': '7719c74d-4dec-43da-873e-de69f6f169be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'b1fed0d0-2b0c-4ed8-b3b7-4ff4b735f473'} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:42:57.198754 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-3558d636-5176-4d3f-b3a9-a3372550d815 service neutron] Bound port: 4923449d-bcf2-48db-a05c-3f4b4d068e78, host: n-h1-694802-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7719c74d-4dec-43da-873e-de69f6f169be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'b1fed0d0-2b0c-4ed8-b3b7-4ff4b735f473'}}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:42:57.199892 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-3558d636-5176-4d3f-b3a9-a3372550d815 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:57.288172 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fb9ffe-bebc-481f-a067-6a669ed645eb req-e9143edc-e2f1-426e-b0ac-455cffdf2d13 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:42:57.295361 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fb9ffe-bebc-481f-a067-6a669ed645eb req-e9143edc-e2f1-426e-b0ac-455cffdf2d13 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:42:57.301447 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fb9ffe-bebc-481f-a067-6a669ed645eb req-e9143edc-e2f1-426e-b0ac-455cffdf2d13 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:42:57.308100 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fb9ffe-bebc-481f-a067-6a669ed645eb req-e9143edc-e2f1-426e-b0ac-455cffdf2d13 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:42:57.314524 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fb9ffe-bebc-481f-a067-6a669ed645eb req-e9143edc-e2f1-426e-b0ac-455cffdf2d13 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:42:57.320656 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fb9ffe-bebc-481f-a067-6a669ed645eb req-e9143edc-e2f1-426e-b0ac-455cffdf2d13 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:42:57.326861 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-9febd0df-52f1-4ba3-9862-73c78a503061 tempest-RoutersAdminTest-1145377623 tempest-RoutersAdminTest-1145377623-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:57.335635 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fb9ffe-bebc-481f-a067-6a669ed645eb req-e9143edc-e2f1-426e-b0ac-455cffdf2d13 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:42:57.343663 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-43fb9ffe-bebc-481f-a067-6a669ed645eb req-e9143edc-e2f1-426e-b0ac-455cffdf2d13 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] 10.222.0.39 "GET /v2.0/ports?device_id=b84c5c28-8f10-4782-84ae-2f8fa89bf4c6 HTTP/1.1" status: 200 len: 5384 time: 0.9275968 Aug 12 14:42:57.346940 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-2d974361-e201-4225-b1bb-e967b4914a06 None None] Notify callbacks [] for port, precommit_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:57.359908 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.provisioning_blocks [None req-2d974361-e201-4225-b1bb-e967b4914a06 None None] Transition to ACTIVE for port object 054bcb00-5e44-4e8f-9174-67b9d2082376 will not be triggered until provisioned by entity L2. {{(pid=94469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:42:57.368114 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-2d974361-e201-4225-b1bb-e967b4914a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:57.411862 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-43fb9ffe-bebc-481f-a067-6a669ed645eb req-528b7e76-766d-4a0d-8ebf-25cf25a7b84d tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] 10.222.0.39 "GET /v2.0/security-groups?id=acce5d50-80c7-459a-8d6c-3aec4a7c97df&id=853e07d7-c0f4-4b67-a247-29748be080a8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0650964 Aug 12 14:42:57.415245 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec0675b-13c7-4152-a148-1330000ea784 None None] Pushing event updated for resources: {'Port': ['ID=054bcb00-5e44-4e8f-9174-67b9d2082376,revision_number=2']} {{(pid=94469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:42:57.433592 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-62094eda-c33c-4224-8c92-c0ee4a78b15c tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:57.434714 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-cec73b1f-f88f-49c7-b887-bfa072e95bc1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66628352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-430630'] for router_interface, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:57.438994 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.managers [None req-2d974361-e201-4225-b1bb-e967b4914a06 None None] Attempting to bind port 054bcb00-5e44-4e8f-9174-67b9d2082376 on host n-d-694802-15 for vnic_type normal with profile {{(pid=94469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:42:57.439563 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.managers [None req-2d974361-e201-4225-b1bb-e967b4914a06 None None] Attempting to bind port 054bcb00-5e44-4e8f-9174-67b9d2082376 by drivers openvswitch,hyperv on host n-d-694802-15 at level 0 using segments [{'id': 'b1b396cb-2dc6-4041-bfc7-1833a80a4720', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'}] {{(pid=94469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:42:57.440075 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d974361-e201-4225-b1bb-e967b4914a06 None None] Attempting to bind port 054bcb00-5e44-4e8f-9174-67b9d2082376 on network d3759e1b-6c03-45ac-acd4-90abb417809b {{(pid=94469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:42:57.452643 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d974361-e201-4225-b1bb-e967b4914a06 None None] Checking agent: {'id': '16de73ac-f2e9-4cee-b3e0-91052ae3e6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 20, 13), 'started_at': datetime.datetime(2021, 8, 12, 14, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 42, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:42:57.453178 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d974361-e201-4225-b1bb-e967b4914a06 None None] Checking segment: {'id': 'b1b396cb-2dc6-4041-bfc7-1833a80a4720', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:42:57.453678 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-2d974361-e201-4225-b1bb-e967b4914a06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:57.454182 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d974361-e201-4225-b1bb-e967b4914a06 None None] Bound using segment: {'id': 'b1b396cb-2dc6-4041-bfc7-1833a80a4720', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'} {{(pid=94469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:42:57.454747 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.managers [None req-2d974361-e201-4225-b1bb-e967b4914a06 None None] Bound port: 054bcb00-5e44-4e8f-9174-67b9d2082376, host: n-d-694802-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1b396cb-2dc6-4041-bfc7-1833a80a4720', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'}}] {{(pid=94469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:42:57.455357 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-2d974361-e201-4225-b1bb-e967b4914a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:57.458982 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-62094eda-c33c-4224-8c92-c0ee4a78b15c tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641735'] for security_group_rule, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:57.463262 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a850dac-7975-4715-8f01-d910a03a3ad1 req-6a0d757d-8ce7-4404-ab9d-e09955aab772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:42:57.464937 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-7a850dac-7975-4715-8f01-d910a03a3ad1 req-6a0d757d-8ce7-4404-ab9d-e09955aab772 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=236e0be6-1c94-4221-9e8b-ab02a53331f8 HTTP/1.1" status: 200 len: 843 time: 0.2372732 Aug 12 14:42:57.494667 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62094eda-c33c-4224-8c92-c0ee4a78b15c tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25448fa8-1f07-4c81-bd37-f4a983343e25,revision_number=0']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:42:57.496445 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-62094eda-c33c-4224-8c92-c0ee4a78b15c tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:57.500387 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-62094eda-c33c-4224-8c92-c0ee4a78b15c tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4837883 Aug 12 14:42:57.516761 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.db [None req-2d974361-e201-4225-b1bb-e967b4914a06 None None] For port 054bcb00-5e44-4e8f-9174-67b9d2082376, host n-d-694802-15, cleared binding levels {{(pid=94469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:42:57.520484 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.db [None req-2d974361-e201-4225-b1bb-e967b4914a06 None None] For port 054bcb00-5e44-4e8f-9174-67b9d2082376, host n-d-694802-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=054bcb00-5e44-4e8f-9174-67b9d2082376,segment=NetworkSegment(b1b396cb-2dc6-4041-bfc7-1833a80a4720),segment_id=b1b396cb-2dc6-4041-bfc7-1833a80a4720)] {{(pid=94469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:42:57.526851 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-2d974361-e201-4225-b1bb-e967b4914a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:57.545229 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 48130) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:42:57.566671 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-3068e835-e27b-4bc4-9e8d-c37abdd99149 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Request body: {'floatingip': {'floating_network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:42:57.573253 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac026e3-e42a-48e4-91c5-d1c9e0beaf9a req-7f478591-fef1-4e6c-869c-5a9e6ba47d4d tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:42:57.576976 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-fac026e3-e42a-48e4-91c5-d1c9e0beaf9a req-7f478591-fef1-4e6c-869c-5a9e6ba47d4d tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] 10.222.0.64 "GET /v2.0/ports?device_id=8b0fa1b4-cdc9-458f-8dff-703987eed3f0 HTTP/1.1" status: 200 len: 949 time: 0.6377594 Aug 12 14:42:57.588681 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec0675b-13c7-4152-a148-1330000ea784 None None] Pushing event updated for resources: {'Port': ['ID=054bcb00-5e44-4e8f-9174-67b9d2082376,revision_number=3']} {{(pid=94469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:42:57.608387 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d974361-e201-4225-b1bb-e967b4914a06 None None] Routers {'f87ffe3d-6281-4a09-a61f-dc5332db301f'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:42:57.609626 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-2d974361-e201-4225-b1bb-e967b4914a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:42:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['f87ffe3d-6281-4a09-a61f-dc5332db301f'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:42:57.649856 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a850dac-7975-4715-8f01-d910a03a3ad1 req-8246f06d-643d-4076-a049-1e2925e9e951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:42:57.651723 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-7a850dac-7975-4715-8f01-d910a03a3ad1 req-8246f06d-643d-4076-a049-1e2925e9e951 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2525c403-dfb3-4196-a273-739607aab38a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1581757 Aug 12 14:42:57.687254 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3068e835-e27b-4bc4-9e8d-c37abdd99149 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Notify callbacks [] for floatingip, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:57.744418 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-2d974361-e201-4225-b1bb-e967b4914a06 None None] Set router f87ffe3d-6281-4a09-a61f-dc5332db301f gateway port host: n-d-694802-15 {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:42:57.813000 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0246e45-2d9c-4828-ab01-39ecc2795193 req-8c2b4f00-4f67-493c-be57-a1d9bb289904 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:42:57.814698 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a0246e45-2d9c-4828-ab01-39ecc2795193 req-8c2b4f00-4f67-493c-be57-a1d9bb289904 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b0fa1b4-cdc9-458f-8dff-703987eed3f0 HTTP/1.1" status: 200 len: 949 time: 0.4149375 Aug 12 14:42:57.921300 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-7a850dac-7975-4715-8f01-d910a03a3ad1 req-0a3879e4-fa98-4fac-b028-626eaec5f7e9 service neutron] 10.222.0.64 "GET /v2.0/networks/2525c403-dfb3-4196-a273-739607aab38a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2607777 Aug 12 14:42:57.940416 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-9febd0df-52f1-4ba3-9862-73c78a503061 tempest-RoutersAdminTest-1145377623 tempest-RoutersAdminTest-1145377623-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:57.947226 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a0246e45-2d9c-4828-ab01-39ecc2795193 req-69e85e35-314e-4c06-b581-8402f6030e21 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] 10.222.0.39 "GET /v2.0/security-groups?id=5301a7d3-dd3e-456d-bf8f-dfd76884604a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760827 Aug 12 14:42:57.955516 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-3558d636-5176-4d3f-b3a9-a3372550d815 service neutron] For port 4923449d-bcf2-48db-a05c-3f4b4d068e78, host n-h1-694802-15, cleared binding levels {{(pid=94467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:42:57.984536 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-3558d636-5176-4d3f-b3a9-a3372550d815 service neutron] For port 4923449d-bcf2-48db-a05c-3f4b4d068e78, host n-h1-694802-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=4923449d-bcf2-48db-a05c-3f4b4d068e78,segment=NetworkSegment(7719c74d-4dec-43da-873e-de69f6f169be),segment_id=7719c74d-4dec-43da-873e-de69f6f169be)] {{(pid=94467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:42:58.006114 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-2d974361-e201-4225-b1bb-e967b4914a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f87ffe3d-6281-4a09-a61f-dc5332db301f', 'name': 'tempest-TestAggregatesBasicOps-908035187-router', 'tenant_id': '6348ba62bc54492f9d80245df8490587', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.204'}], 'enable_snat': True}, 'gw_port_id': '054bcb00-5e44-4e8f-9174-67b9d2082376', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:42:47Z', 'updated_at': '2021-08-12T14:42:54Z', 'revision_number': 3, 'project_id': '6348ba62bc54492f9d80245df8490587', 'gw_port': {'id': '054bcb00-5e44-4e8f-9174-67b9d2082376', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:a6:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f87ffe3d-6281-4a09-a61f-dc5332db301f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1507, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:42:50Z', 'updated_at': '2021-08-12T14:42:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15'}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:42:58.047559 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d974361-e201-4225-b1bb-e967b4914a06 None None] The sync data for ids ['f87ffe3d-6281-4a09-a61f-dc5332db301f'] in n-d-694802-15 is: [{'id': 'f87ffe3d-6281-4a09-a61f-dc5332db301f', 'name': 'tempest-TestAggregatesBasicOps-908035187-router', 'tenant_id': '6348ba62bc54492f9d80245df8490587', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.204'}], 'enable_snat': True}, 'gw_port_id': '054bcb00-5e44-4e8f-9174-67b9d2082376', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:42:47Z', 'updated_at': '2021-08-12T14:42:54Z', 'revision_number': 3, 'project_id': '6348ba62bc54492f9d80245df8490587', 'gw_port': {'id': '054bcb00-5e44-4e8f-9174-67b9d2082376', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:a6:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f87ffe3d-6281-4a09-a61f-dc5332db301f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1507, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:42:50Z', 'updated_at': '2021-08-12T14:42:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15'}] {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 14:42:58.087756 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-9464a830-02b7-4855-bc38-e7a5a77348da req-d4489f6b-257c-42f1-ab1e-4803c3a8f58c tempest-ServerShowV254Test-788809412 tempest-ServerShowV254Test-788809412-project] 10.222.0.39 "GET /v2.0/ports?device_id=801adcbc-d437-4132-a129-d93dca7a3b87 HTTP/1.1" status: 200 len: 210 time: 0.0450683 Aug 12 14:42:58.089749 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cec73b1f-f88f-49c7-b887-bfa072e95bc1 admin admin] Router 8c02cd8a-7f6f-4995-af31-43eb150e5eef has already been hosted by L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f {{(pid=94466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 14:42:58.099112 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3068e835-e27b-4bc4-9e8d-c37abdd99149 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:58.182464 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-7a850dac-7975-4715-8f01-d910a03a3ad1 req-a2e0928e-04bd-4039-accd-c31509748a26 service neutron] 10.222.0.64 "GET /v2.0/networks/2525c403-dfb3-4196-a273-739607aab38a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2515261 Aug 12 14:42:58.334309 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-3068e835-e27b-4bc4-9e8d-c37abdd99149 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Allocated IP 172.25.1.84 (d3759e1b-6c03-45ac-acd4-90abb417809b/f0254f08-c19c-4e31-bd9c-09389ea4b6f2/4af06902-2e91-4d83-ad7d-464945fe1b23) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:42:58.366092 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cec73b1f-f88f-49c7-b887-bfa072e95bc1 admin admin] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 14:42:58.378250 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-cec73b1f-f88f-49c7-b887-bfa072e95bc1 admin admin] 10.222.0.39 "PUT /v2.0/routers/8c02cd8a-7f6f-4995-af31-43eb150e5eef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.4967151 Aug 12 14:42:58.379603 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 48136) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:42:58.383986 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-007d873e-7183-469a-b62b-3d4384cbbc79 None None] Sync routers for ids ['8c02cd8a-7f6f-4995-af31-43eb150e5eef'] in n-d-694802-15 {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 14:42:58.394422 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-007d873e-7183-469a-b62b-3d4384cbbc79 None None] Routers {'8c02cd8a-7f6f-4995-af31-43eb150e5eef'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:42:58.394875 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-3558d636-5176-4d3f-b3a9-a3372550d815 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:58.395361 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-007d873e-7183-469a-b62b-3d4384cbbc79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:42:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['8c02cd8a-7f6f-4995-af31-43eb150e5eef'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:42:58.486965 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [req-fac026e3-e42a-48e4-91c5-d1c9e0beaf9a req-d3f781ce-e12b-40fd-a93e-8054da000974 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] Deleting port ebc29655-e531-44b0-80e0-93f88244161e {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:42:58.487271 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-fac026e3-e42a-48e4-91c5-d1c9e0beaf9a req-d3f781ce-e12b-40fd-a93e-8054da000974 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:58.618231 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvr_db [None req-007d873e-7183-469a-b62b-3d4384cbbc79 None None] Set router 8c02cd8a-7f6f-4995-af31-43eb150e5eef gateway port host: n-d-694802-15 {{(pid=94468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:42:58.622068 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-fac026e3-e42a-48e4-91c5-d1c9e0beaf9a req-d3f781ce-e12b-40fd-a93e-8054da000974 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] For port ebc29655-e531-44b0-80e0-93f88244161e, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=ebc29655-e531-44b0-80e0-93f88244161e,segment=NetworkSegment(a1f8c867-101b-4d30-814e-b89f55a5edd0),segment_id=a1f8c867-101b-4d30-814e-b89f55a5edd0)] {{(pid=94467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:42:58.622445 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-fac026e3-e42a-48e4-91c5-d1c9e0beaf9a req-d3f781ce-e12b-40fd-a93e-8054da000974 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:58.654149 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [req-fac026e3-e42a-48e4-91c5-d1c9e0beaf9a req-d3f781ce-e12b-40fd-a93e-8054da000974 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] Calling delete_port for ebc29655-e531-44b0-80e0-93f88244161e owned by compute:nova {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:42:58.662854 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-3558d636-5176-4d3f-b3a9-a3372550d815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:42:58.663567 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-3558d636-5176-4d3f-b3a9-a3372550d815 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:58.665050 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-3558d636-5176-4d3f-b3a9-a3372550d815 service neutron] 10.222.0.64 "PUT /v2.0/ports/4923449d-bcf2-48db-a05c-3f4b4d068e78 HTTP/1.1" status: 200 len: 1091 time: 2.9623799 Aug 12 14:42:58.667882 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b84c5c28-8f10-4782-84ae-2f8fa89bf4c6', 'tag': '4923449d-bcf2-48db-a05c-3f4b4d068e78'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:42:58.670368 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e65282f928b64038367d043a4411777802006c43a98742496cb2e25b724ff1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c019ff75-a970-4dfe-88f8-8f7754f44c30" -d '{"events": [{"name": "network-changed", "server_uuid": "b84c5c28-8f10-4782-84ae-2f8fa89bf4c6", "tag": "4923449d-bcf2-48db-a05c-3f4b4d068e78"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:42:58.697103 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-23fa375a-c39c-4044-b7b3-a5b941d9c7e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:58.713168 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-1cce733b-126d-4232-b8d7-a02844be635f service neutron] Request body: {'port': {'device_id': 'b84c5c28-8f10-4782-84ae-2f8fa89bf4c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-694802-15'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:42:58.732113 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0c53e337-3680-4113-bf3e-19baaba3d5c9 admin admin] Notify callbacks [] for router, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:58.768475 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 14:42:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a6da2ab-f1e7-470e-abdf-7b07b07e15f0 x-openstack-request-id: req-7a6da2ab-f1e7-470e-abdf-7b07b07e15f0 {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:42:58.768775 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b84c5c28-8f10-4782-84ae-2f8fa89bf4c6", "tag": "4923449d-bcf2-48db-a05c-3f4b4d068e78", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:42:58.769028 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7a6da2ab-f1e7-470e-abdf-7b07b07e15f0 {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:42:58.769450 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b84c5c28-8f10-4782-84ae-2f8fa89bf4c6', 'tag': '4923449d-bcf2-48db-a05c-3f4b4d068e78', 'status': 'completed', 'code': 200} Aug 12 14:42:58.840244 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3068e835-e27b-4bc4-9e8d-c37abdd99149 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:58.862235 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3558d636-5176-4d3f-b3a9-a3372550d815 service neutron] Pushing event updated for resources: {'Port': ['ID=4923449d-bcf2-48db-a05c-3f4b4d068e78,revision_number=3']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:42:58.881350 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d47aa9-caf4-445f-88b3-ed4fad843b84 req-1297a600-a6a4-4e8e-9301-f31b36bda594 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:42:58.889174 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d47aa9-caf4-445f-88b3-ed4fad843b84 req-1297a600-a6a4-4e8e-9301-f31b36bda594 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:42:58.895337 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d47aa9-caf4-445f-88b3-ed4fad843b84 req-1297a600-a6a4-4e8e-9301-f31b36bda594 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:42:58.900559 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-007d873e-7183-469a-b62b-3d4384cbbc79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c02cd8a-7f6f-4995-af31-43eb150e5eef', 'name': 'tempest-ServersTestBootFromVolume-10495900-router', 'tenant_id': 'abcf19ed547946299d610db231b30ea8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.209'}], 'enable_snat': True}, 'gw_port_id': '36407650-d5a5-4b06-8224-40a2022c887a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:39:12Z', 'updated_at': '2021-08-12T14:42:55Z', 'revision_number': 5, 'project_id': 'abcf19ed547946299d610db231b30ea8', 'gw_port': {'id': '36407650-d5a5-4b06-8224-40a2022c887a', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:02:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c02cd8a-7f6f-4995-af31-43eb150e5eef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:39:15Z', 'updated_at': '2021-08-12T14:39:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15'}], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:42:58.901730 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d47aa9-caf4-445f-88b3-ed4fad843b84 req-1297a600-a6a4-4e8e-9301-f31b36bda594 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:42:58.907997 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d47aa9-caf4-445f-88b3-ed4fad843b84 req-1297a600-a6a4-4e8e-9301-f31b36bda594 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:42:58.914934 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d47aa9-caf4-445f-88b3-ed4fad843b84 req-1297a600-a6a4-4e8e-9301-f31b36bda594 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:42:58.922084 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d47aa9-caf4-445f-88b3-ed4fad843b84 req-1297a600-a6a4-4e8e-9301-f31b36bda594 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:42:58.931155 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-99d47aa9-caf4-445f-88b3-ed4fad843b84 req-1297a600-a6a4-4e8e-9301-f31b36bda594 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] 10.222.0.39 "GET /v2.0/ports?device_id=b84c5c28-8f10-4782-84ae-2f8fa89bf4c6 HTTP/1.1" status: 200 len: 5396 time: 0.3505518 Aug 12 14:42:58.931872 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-007d873e-7183-469a-b62b-3d4384cbbc79 None None] Checking router: 8c02cd8a-7f6f-4995-af31-43eb150e5eef for host: n-d-694802-15 {{(pid=94468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 14:42:58.944577 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-007d873e-7183-469a-b62b-3d4384cbbc79 None None] Routers {'8c02cd8a-7f6f-4995-af31-43eb150e5eef'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:42:58.945424 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-007d873e-7183-469a-b62b-3d4384cbbc79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:42:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['8c02cd8a-7f6f-4995-af31-43eb150e5eef'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:42:58.983358 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-1cce733b-126d-4232-b8d7-a02844be635f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:59.128620 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvr_db [None req-007d873e-7183-469a-b62b-3d4384cbbc79 None None] Set router 8c02cd8a-7f6f-4995-af31-43eb150e5eef gateway port host: n-d-694802-15 {{(pid=94468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:42:59.166918 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c019ff75-a970-4dfe-88f8-8f7754f44c30 req-dd6933e8-44c2-4ab0-8355-a9f988eeb95c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:42:59.167094 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c019ff75-a970-4dfe-88f8-8f7754f44c30 req-dd6933e8-44c2-4ab0-8355-a9f988eeb95c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:42:59.167633 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c019ff75-a970-4dfe-88f8-8f7754f44c30 req-dd6933e8-44c2-4ab0-8355-a9f988eeb95c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:42:59.168176 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c019ff75-a970-4dfe-88f8-8f7754f44c30 req-dd6933e8-44c2-4ab0-8355-a9f988eeb95c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:42:59.168706 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c019ff75-a970-4dfe-88f8-8f7754f44c30 req-dd6933e8-44c2-4ab0-8355-a9f988eeb95c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:42:59.169238 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c019ff75-a970-4dfe-88f8-8f7754f44c30 req-dd6933e8-44c2-4ab0-8355-a9f988eeb95c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:42:59.169773 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c019ff75-a970-4dfe-88f8-8f7754f44c30 req-dd6933e8-44c2-4ab0-8355-a9f988eeb95c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:42:59.171804 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-c019ff75-a970-4dfe-88f8-8f7754f44c30 req-dd6933e8-44c2-4ab0-8355-a9f988eeb95c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a2fc72cd4bf747caa1a4809b30f44b5f&device_id=b84c5c28-8f10-4782-84ae-2f8fa89bf4c6 HTTP/1.1" status: 200 len: 6348 time: 0.3751020 Aug 12 14:42:59.177418 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-99d47aa9-caf4-445f-88b3-ed4fad843b84 req-6086b76b-ef4d-48dc-8e47-77d5bc97c370 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] 10.222.0.39 "GET /v2.0/security-groups?id=acce5d50-80c7-459a-8d6c-3aec4a7c97df&id=853e07d7-c0f4-4b67-a247-29748be080a8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2454159 Aug 12 14:42:59.197249 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0c53e337-3680-4113-bf3e-19baaba3d5c9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:59.254638 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 054bcb00-5e44-4e8f-9174-67b9d2082376 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:42:59.268947 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3068e835-e27b-4bc4-9e8d-c37abdd99149 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:59.354259 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-684f2e1b-d6be-4ba2-86db-4bcf7d91185a req-9a41481a-6556-494f-92f8-a6afd416578b tempest-ServerShowV254Test-788809412 tempest-ServerShowV254Test-788809412-project] 10.222.0.39 "GET /v2.0/ports?device_id=801adcbc-d437-4132-a129-d93dca7a3b87 HTTP/1.1" status: 200 len: 210 time: 0.0260251 Aug 12 14:42:59.415435 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3068e835-e27b-4bc4-9e8d-c37abdd99149 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Network d3759e1b-6c03-45ac-acd4-90abb417809b is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:42:59.425585 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning for port 054bcb00-5e44-4e8f-9174-67b9d2082376 completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:42:59.432468 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-9febd0df-52f1-4ba3-9862-73c78a503061 tempest-RoutersAdminTest-1145377623 tempest-RoutersAdminTest-1145377623-project] Notify callbacks [] for router_gateway, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:59.433251 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-fac026e3-e42a-48e4-91c5-d1c9e0beaf9a req-d3f781ce-e12b-40fd-a93e-8054da000974 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:59.433919 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port 054bcb00-5e44-4e8f-9174-67b9d2082376 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:42:59.434296 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:59.454667 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-3068e835-e27b-4bc4-9e8d-c37abdd99149 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:42:59.460367 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3068e835-e27b-4bc4-9e8d-c37abdd99149 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:42:59.464435 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3068e835-e27b-4bc4-9e8d-c37abdd99149 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Pushing event updated for resources: {'Port': ['ID=4af06902-2e91-4d83-ad7d-464945fe1b23,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:42:59.531140 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_common [None req-23fa375a-c39c-4044-b7b3-a5b941d9c7e9 admin admin] Allocated IP 172.20.0.1 (99dd6f28-5ac8-4360-aaea-96a0e78d71fe/533e223a-944d-47e1-80d5-fae066bbb59d/3bd61c34-b7a2-4d04-854c-ddb014e159a3) {{(pid=94467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:42:59.536382 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-007d873e-7183-469a-b62b-3d4384cbbc79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c02cd8a-7f6f-4995-af31-43eb150e5eef', 'name': 'tempest-ServersTestBootFromVolume-10495900-router', 'tenant_id': 'abcf19ed547946299d610db231b30ea8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.209'}], 'enable_snat': True}, 'gw_port_id': '36407650-d5a5-4b06-8224-40a2022c887a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:39:12Z', 'updated_at': '2021-08-12T14:42:55Z', 'revision_number': 5, 'project_id': 'abcf19ed547946299d610db231b30ea8', 'gw_port': {'id': '36407650-d5a5-4b06-8224-40a2022c887a', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:02:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c02cd8a-7f6f-4995-af31-43eb150e5eef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:39:15Z', 'updated_at': '2021-08-12T14:39:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15'}], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:42:59.551991 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c019ff75-a970-4dfe-88f8-8f7754f44c30 req-f2f3807c-6322-439b-9203-f3c6a3b3b164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:42:59.552645 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c019ff75-a970-4dfe-88f8-8f7754f44c30 req-f2f3807c-6322-439b-9203-f3c6a3b3b164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:42:59.553168 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c019ff75-a970-4dfe-88f8-8f7754f44c30 req-f2f3807c-6322-439b-9203-f3c6a3b3b164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:42:59.555104 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-c019ff75-a970-4dfe-88f8-8f7754f44c30 req-f2f3807c-6322-439b-9203-f3c6a3b3b164 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=a2fc72cd4bf747caa1a4809b30f44b5f&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.3701384 Aug 12 14:42:59.567504 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-9febd0df-52f1-4ba3-9862-73c78a503061 tempest-RoutersAdminTest-1145377623 tempest-RoutersAdminTest-1145377623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:59.571522 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-007d873e-7183-469a-b62b-3d4384cbbc79 None None] The sync data for ids ['8c02cd8a-7f6f-4995-af31-43eb150e5eef'] in n-d-694802-15 is: [{'id': '8c02cd8a-7f6f-4995-af31-43eb150e5eef', 'name': 'tempest-ServersTestBootFromVolume-10495900-router', 'tenant_id': 'abcf19ed547946299d610db231b30ea8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.209'}], 'enable_snat': True}, 'gw_port_id': '36407650-d5a5-4b06-8224-40a2022c887a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:39:12Z', 'updated_at': '2021-08-12T14:42:55Z', 'revision_number': 5, 'project_id': 'abcf19ed547946299d610db231b30ea8', 'gw_port': {'id': '36407650-d5a5-4b06-8224-40a2022c887a', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:02:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c02cd8a-7f6f-4995-af31-43eb150e5eef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:39:15Z', 'updated_at': '2021-08-12T14:39:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15'}] {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 14:42:59.573691 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:59.579427 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-0c53e337-3680-4113-bf3e-19baaba3d5c9 admin admin] Deleting port 36407650-d5a5-4b06-8224-40a2022c887a {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:42:59.580711 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0c53e337-3680-4113-bf3e-19baaba3d5c9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:59.596266 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] For port 054bcb00-5e44-4e8f-9174-67b9d2082376, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=054bcb00-5e44-4e8f-9174-67b9d2082376,segment=NetworkSegment(b1b396cb-2dc6-4041-bfc7-1833a80a4720),segment_id=b1b396cb-2dc6-4041-bfc7-1833a80a4720)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:42:59.603509 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:59.666234 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bf6561-decf-4dbb-ab5f-1e4628f3a857 req-72355445-841a-42a8-a163-9fad3445e50c tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:42:59.667786 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e6bf6561-decf-4dbb-ab5f-1e4628f3a857 req-72355445-841a-42a8-a163-9fad3445e50c tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b0fa1b4-cdc9-458f-8dff-703987eed3f0 HTTP/1.1" status: 200 len: 867 time: 0.5499847 Aug 12 14:42:59.682960 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Pushing event updated for resources: {'Port': ['ID=054bcb00-5e44-4e8f-9174-67b9d2082376,revision_number=4']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:42:59.697116 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f781ce-e12b-40fd-a93e-8054da000974 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] Pushing event deleted for resources: {'Port': ['ID=ebc29655-e531-44b0-80e0-93f88244161e,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:42:59.751574 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [req-fac026e3-e42a-48e4-91c5-d1c9e0beaf9a req-d3f781ce-e12b-40fd-a93e-8054da000974 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] No DVR routers for this DVR port ebc29655-e531-44b0-80e0-93f88244161e on host n-h1-694802-15 {{(pid=94467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:42:59.753642 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3068e835-e27b-4bc4-9e8d-c37abdd99149 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:59.770979 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-fac026e3-e42a-48e4-91c5-d1c9e0beaf9a req-d3f781ce-e12b-40fd-a93e-8054da000974 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:59.773613 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-fac026e3-e42a-48e4-91c5-d1c9e0beaf9a req-d3f781ce-e12b-40fd-a93e-8054da000974 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] 10.222.0.64 "DELETE /v2.0/ports/ebc29655-e531-44b0-80e0-93f88244161e HTTP/1.1" status: 204 len: 173 time: 2.1384223 Aug 12 14:42:59.809637 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c019ff75-a970-4dfe-88f8-8f7754f44c30 req-18fc3043-a907-4f10-91d9-01a2194adab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:42:59.811206 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-c019ff75-a970-4dfe-88f8-8f7754f44c30 req-18fc3043-a907-4f10-91d9-01a2194adab4 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2479696 Aug 12 14:42:59.824027 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-0c53e337-3680-4113-bf3e-19baaba3d5c9 admin admin] For port 36407650-d5a5-4b06-8224-40a2022c887a, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=36407650-d5a5-4b06-8224-40a2022c887a,segment=NetworkSegment(b1b396cb-2dc6-4041-bfc7-1833a80a4720),segment_id=b1b396cb-2dc6-4041-bfc7-1833a80a4720)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:42:59.824369 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0c53e337-3680-4113-bf3e-19baaba3d5c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:59.844698 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3068e835-e27b-4bc4-9e8d-c37abdd99149 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:42:59.847248 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-0c53e337-3680-4113-bf3e-19baaba3d5c9 admin admin] Calling delete_port for 36407650-d5a5-4b06-8224-40a2022c887a owned by network:router_gateway {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:42:59.875473 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_common [None req-9febd0df-52f1-4ba3-9862-73c78a503061 tempest-RoutersAdminTest-1145377623 tempest-RoutersAdminTest-1145377623-project] Allocated IP 172.25.1.139 (d3759e1b-6c03-45ac-acd4-90abb417809b/f0254f08-c19c-4e31-bd9c-09389ea4b6f2/a36bc7a8-64f4-44f0-a823-319005be40c5) {{(pid=94467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:42:59.910275 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e6bf6561-decf-4dbb-ab5f-1e4628f3a857 req-7db81894-1ff2-4926-979b-3012917f4831 tempest-ServersOnMultiNodesTest-1843455129 tempest-ServersOnMultiNodesTest-1843455129-project] 10.222.0.39 "GET /v2.0/security-groups?id=5301a7d3-dd3e-456d-bf8f-dfd76884604a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2109511 Aug 12 14:43:00.075968 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-23fa375a-c39c-4044-b7b3-a5b941d9c7e9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:00.076662 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3068e835-e27b-4bc4-9e8d-c37abdd99149 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Notify callbacks [] for port, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:00.149476 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [None req-23fa375a-c39c-4044-b7b3-a5b941d9c7e9 admin admin] Transition to ACTIVE for port object 3bd61c34-b7a2-4d04-854c-ddb014e159a3 will not be triggered until provisioned by entity DHCP. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:43:00.157634 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3068e835-e27b-4bc4-9e8d-c37abdd99149 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3718439'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:00.170051 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-9febd0df-52f1-4ba3-9862-73c78a503061 tempest-RoutersAdminTest-1145377623 tempest-RoutersAdminTest-1145377623-project] Notify callbacks [] for port, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:00.247693 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-1cce733b-126d-4232-b8d7-a02844be635f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7de8ae80-93f9-4c28-b118-83a2cf3c4c92 {{(pid=94467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:43:00.262109 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-1cce733b-126d-4232-b8d7-a02844be635f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:00.299944 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3068e835-e27b-4bc4-9e8d-c37abdd99149 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Pushing event updated for resources: {'Port': ['ID=4af06902-2e91-4d83-ad7d-464945fe1b23,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:43:00.310629 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-1cce733b-126d-4232-b8d7-a02844be635f service neutron] Transition to ACTIVE for port object 7de8ae80-93f9-4c28-b118-83a2cf3c4c92 will not be triggered until provisioned by entity L2. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:43:00.323622 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-1cce733b-126d-4232-b8d7-a02844be635f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:00.336593 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-23fa375a-c39c-4044-b7b3-a5b941d9c7e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:00.344425 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3068e835-e27b-4bc4-9e8d-c37abdd99149 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431510'] for floatingip, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:00.377681 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-9febd0df-52f1-4ba3-9862-73c78a503061 tempest-RoutersAdminTest-1145377623 tempest-RoutersAdminTest-1145377623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:00.417906 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3068e835-e27b-4bc4-9e8d-c37abdd99149 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for floatingip, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:00.419349 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-3068e835-e27b-4bc4-9e8d-c37abdd99149 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.8719180 Aug 12 14:43:00.423174 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23fa375a-c39c-4044-b7b3-a5b941d9c7e9 admin admin] Network 99dd6f28-5ac8-4360-aaea-96a0e78d71fe is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:43:00.440038 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9febd0df-52f1-4ba3-9862-73c78a503061 tempest-RoutersAdminTest-1145377623 tempest-RoutersAdminTest-1145377623-project] Network d3759e1b-6c03-45ac-acd4-90abb417809b is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:43:00.446381 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [None req-23fa375a-c39c-4044-b7b3-a5b941d9c7e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:43:00.448986 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [None req-9febd0df-52f1-4ba3-9862-73c78a503061 tempest-RoutersAdminTest-1145377623 tempest-RoutersAdminTest-1145377623-project] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:43:00.450968 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23fa375a-c39c-4044-b7b3-a5b941d9c7e9 admin admin] Received port after_create {{(pid=94467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:43:00.453289 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cce733b-126d-4232-b8d7-a02844be635f service neutron] Pushing event updated for resources: {'Port': ['ID=7de8ae80-93f9-4c28-b118-83a2cf3c4c92,revision_number=2']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:43:00.462338 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0c53e337-3680-4113-bf3e-19baaba3d5c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:00.473802 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9febd0df-52f1-4ba3-9862-73c78a503061 tempest-RoutersAdminTest-1145377623 tempest-RoutersAdminTest-1145377623-project] Received port after_create {{(pid=94467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:43:00.519548 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2829dcb7-937f-466f-bb75-d94b2c8516c7 req-275dbb7f-21c3-4d59-b27c-727b3186f8d3 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:00.526282 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2829dcb7-937f-466f-bb75-d94b2c8516c7 req-275dbb7f-21c3-4d59-b27c-727b3186f8d3 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:00.533237 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2829dcb7-937f-466f-bb75-d94b2c8516c7 req-275dbb7f-21c3-4d59-b27c-727b3186f8d3 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:00.539638 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2829dcb7-937f-466f-bb75-d94b2c8516c7 req-275dbb7f-21c3-4d59-b27c-727b3186f8d3 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:00.557408 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2829dcb7-937f-466f-bb75-d94b2c8516c7 req-275dbb7f-21c3-4d59-b27c-727b3186f8d3 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:00.574263 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2829dcb7-937f-466f-bb75-d94b2c8516c7 req-275dbb7f-21c3-4d59-b27c-727b3186f8d3 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:00.580243 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2829dcb7-937f-466f-bb75-d94b2c8516c7 req-275dbb7f-21c3-4d59-b27c-727b3186f8d3 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:00.588795 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-2829dcb7-937f-466f-bb75-d94b2c8516c7 req-275dbb7f-21c3-4d59-b27c-727b3186f8d3 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] 10.222.0.39 "GET /v2.0/ports?device_id=b84c5c28-8f10-4782-84ae-2f8fa89bf4c6 HTTP/1.1" status: 200 len: 5408 time: 0.2216492 Aug 12 14:43:00.752668 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-100fec37-1417-4488-80dc-6240372a33f4 req-dda30641-f42d-4772-a97b-0b7823fa590e tempest-ServerShowV254Test-788809412 tempest-ServerShowV254Test-788809412-project] 10.222.0.39 "GET /v2.0/ports?device_id=801adcbc-d437-4132-a129-d93dca7a3b87 HTTP/1.1" status: 200 len: 210 time: 0.1296883 Aug 12 14:43:00.774016 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b0fa1b4-cdc9-458f-8dff-703987eed3f0', 'name': 'network-vif-deleted', 'tag': 'ebc29655-e531-44b0-80e0-93f88244161e'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:43:00.777107 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e65282f928b64038367d043a4411777802006c43a98742496cb2e25b724ff1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e20000e1-76af-4b50-bc1a-194954ba4c28" -d '{"events": [{"server_uuid": "8b0fa1b4-cdc9-458f-8dff-703987eed3f0", "name": "network-vif-deleted", "tag": "ebc29655-e531-44b0-80e0-93f88244161e"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:43:00.810494 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fa375a-c39c-4044-b7b3-a5b941d9c7e9 admin admin] Pushing event updated for resources: {'Port': ['ID=3bd61c34-b7a2-4d04-854c-ddb014e159a3,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:43:00.830725 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-90967d02-2fc6-48f4-b4f5-2488bea62647 None None] Provisioning for port 3bd61c34-b7a2-4d04-854c-ddb014e159a3 completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:43:00.836579 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-90967d02-2fc6-48f4-b4f5-2488bea62647 None None] Provisioning complete for port 3bd61c34-b7a2-4d04-854c-ddb014e159a3 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:43:00.837358 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-90967d02-2fc6-48f4-b4f5-2488bea62647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:00.857804 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-23fa375a-c39c-4044-b7b3-a5b941d9c7e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66663725'] for router_interface, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:00.885528 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-90967d02-2fc6-48f4-b4f5-2488bea62647 None None] Port 3bd61c34-b7a2-4d04-854c-ddb014e159a3 cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 14:43:00.984831 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c53e337-3680-4113-bf3e-19baaba3d5c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=36407650-d5a5-4b06-8224-40a2022c887a,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:43:01.023773 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-1cce733b-126d-4232-b8d7-a02844be635f service neutron] Attempting to bind port 7de8ae80-93f9-4c28-b118-83a2cf3c4c92 on host n-h1-694802-15 for vnic_type normal with profile {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:43:01.024113 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-1cce733b-126d-4232-b8d7-a02844be635f service neutron] Attempting to bind port 7de8ae80-93f9-4c28-b118-83a2cf3c4c92 by drivers openvswitch,hyperv on host n-h1-694802-15 at level 0 using segments [{'id': '241c97dc-4b9b-4462-a69d-097a1bbfec16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '11988a36-0d35-41ac-a66e-5ed968be2dc8'}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:43:01.024449 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-1cce733b-126d-4232-b8d7-a02844be635f service neutron] Attempting to bind port 7de8ae80-93f9-4c28-b118-83a2cf3c4c92 on network 11988a36-0d35-41ac-a66e-5ed968be2dc8 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:43:01.030210 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9febd0df-52f1-4ba3-9862-73c78a503061 tempest-RoutersAdminTest-1145377623 tempest-RoutersAdminTest-1145377623-project] Pushing event updated for resources: {'Port': ['ID=a36bc7a8-64f4-44f0-a823-319005be40c5,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:43:01.053759 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-1cce733b-126d-4232-b8d7-a02844be635f service neutron] Port 7de8ae80-93f9-4c28-b118-83a2cf3c4c92 on network 11988a36-0d35-41ac-a66e-5ed968be2dc8 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-15 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 14:43:01.054569 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-1cce733b-126d-4232-b8d7-a02844be635f service neutron] Attempting to bind port 7de8ae80-93f9-4c28-b118-83a2cf3c4c92 on network 11988a36-0d35-41ac-a66e-5ed968be2dc8 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:43:01.075247 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-2829dcb7-937f-466f-bb75-d94b2c8516c7 req-e7fcb164-204a-49ce-b2a7-262a34f473e4 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] 10.222.0.39 "GET /v2.0/security-groups?id=acce5d50-80c7-459a-8d6c-3aec4a7c97df&id=853e07d7-c0f4-4b67-a247-29748be080a8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4854345 Aug 12 14:43:01.076061 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0c53e337-3680-4113-bf3e-19baaba3d5c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-431580'] for router_gateway, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:01.092552 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-1d0dd614-b706-42bc-a287-15bd7b031821 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--269661016&fields=id&tenant_id=c4f0f352632942859f6399a2c9890ad2 HTTP/1.1" status: 200 len: 267 time: 0.1410587 Aug 12 14:43:01.096804 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-1cce733b-126d-4232-b8d7-a02844be635f service neutron] Checking agent: {'id': 'de568313-a3e6-454a-9813-77e25edcea95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 27, 41), 'started_at': datetime.datetime(2021, 8, 12, 14, 27, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 42, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:43:01.097142 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-1cce733b-126d-4232-b8d7-a02844be635f service neutron] Checking segment: {'id': '241c97dc-4b9b-4462-a69d-097a1bbfec16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '11988a36-0d35-41ac-a66e-5ed968be2dc8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:43:01.097541 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-1cce733b-126d-4232-b8d7-a02844be635f service neutron] Bound using segment: {'id': '241c97dc-4b9b-4462-a69d-097a1bbfec16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '11988a36-0d35-41ac-a66e-5ed968be2dc8'} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:43:01.098005 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-1cce733b-126d-4232-b8d7-a02844be635f service neutron] Bound port: 7de8ae80-93f9-4c28-b118-83a2cf3c4c92, host: n-h1-694802-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '241c97dc-4b9b-4462-a69d-097a1bbfec16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '11988a36-0d35-41ac-a66e-5ed968be2dc8'}}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:43:01.098516 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-1cce733b-126d-4232-b8d7-a02844be635f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:01.167725 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 14:43:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71b728bf-a6bd-4279-8915-46976bd7cc5f x-openstack-request-id: req-71b728bf-a6bd-4279-8915-46976bd7cc5f {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:43:01.168014 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b0fa1b4-cdc9-458f-8dff-703987eed3f0", "name": "network-vif-deleted", "tag": "ebc29655-e531-44b0-80e0-93f88244161e", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:43:01.168271 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-71b728bf-a6bd-4279-8915-46976bd7cc5f {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:43:01.168672 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b0fa1b4-cdc9-458f-8dff-703987eed3f0', 'name': 'network-vif-deleted', 'tag': 'ebc29655-e531-44b0-80e0-93f88244161e', 'status': 'completed', 'code': 200} Aug 12 14:43:01.178786 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0c53e337-3680-4113-bf3e-19baaba3d5c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-429360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-104877'] for router, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:01.181412 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0c53e337-3680-4113-bf3e-19baaba3d5c9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:01.242029 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 054bcb00-5e44-4e8f-9174-67b9d2082376 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:43:01.249476 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0c53e337-3680-4113-bf3e-19baaba3d5c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-429375'] for router, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:01.250198 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c53e337-3680-4113-bf3e-19baaba3d5c9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8c02cd8a-7f6f-4995-af31-43eb150e5eef {{(pid=94466) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 14:43:01.256250 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0c53e337-3680-4113-bf3e-19baaba3d5c9 admin admin] Notify callbacks [] for router, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:01.258103 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-0c53e337-3680-4113-bf3e-19baaba3d5c9 admin admin] 10.222.0.39 "DELETE /v2.0/routers/8c02cd8a-7f6f-4995-af31-43eb150e5eef HTTP/1.1" status: 204 len: 168 time: 2.8776460 Aug 12 14:43:01.261035 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 48174) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:43:01.317972 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port 054bcb00-5e44-4e8f-9174-67b9d2082376 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:43:01.318346 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:01.322060 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_v2 [None req-613a81c4-8469-44b5-8cff-b511a36d4446 admin admin] Deleting subnet f7615930-382d-44ff-8b02-ecb1a2922a73 {{(pid=94466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 14:43:01.325880 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-613a81c4-8469-44b5-8cff-b511a36d4446 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:01.369099 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device ebc29655-e531-44b0-80e0-93f88244161e no longer exists at agent hyperv_n-h1-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:43:01.381254 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-613a81c4-8469-44b5-8cff-b511a36d4446 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2293551'] for subnet, precommit_delete_associations {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:01.437520 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-93370168-53ca-47c2-9e27-b066be57125c None None] No Port match for: ebc29655-e531-44b0-80e0-93f88244161e {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 14:43:01.439563 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device ebc29655-e531-44b0-80e0-93f88244161e not bound to the agent host n-h1-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:43:01.508454 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-613a81c4-8469-44b5-8cff-b511a36d4446 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66416255'] for subnet, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:01.513504 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device bcbea599-e447-40c8-b2b5-26db95da4bc9 no longer exists at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:43:01.536943 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] No Port match for: bcbea599-e447-40c8-b2b5-26db95da4bc9 {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 14:43:01.537313 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device bcbea599-e447-40c8-b2b5-26db95da4bc9 not bound to the agent host n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:43:01.576150 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-613a81c4-8469-44b5-8cff-b511a36d4446 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66416232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3718429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8776402'] for subnet, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:01.605939 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613a81c4-8469-44b5-8cff-b511a36d4446 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f7615930-382d-44ff-8b02-ecb1a2922a73,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:43:01.610254 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-613a81c4-8469-44b5-8cff-b511a36d4446 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for subnet, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:01.614697 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-613a81c4-8469-44b5-8cff-b511a36d4446 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/f7615930-382d-44ff-8b02-ecb1a2922a73 HTTP/1.1" status: 204 len: 168 time: 0.3504252 Aug 12 14:43:01.616933 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fbcef39-c5bc-4a6c-8d84-ee230e94402c None None] Network 8ac6d62d-7552-4386-9630-aa41f365c73f requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:43:01.619542 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 48178) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:43:01.640180 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-e342b356-ded8-49dc-b83c-3c54009e39d6 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:01.641633 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 48180) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:43:01.642217 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-e342b356-ded8-49dc-b83c-3c54009e39d6 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] 10.222.0.39 "GET /v2.0/ports/769835af-590d-44bf-ae96-6aa7e3ae2342 HTTP/1.1" status: 200 len: 936 time: 0.5300601 Aug 12 14:43:01.668847 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-23fa375a-c39c-4044-b7b3-a5b941d9c7e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:01.708183 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-06002ce2-c9fd-4069-a4d6-b91e32d6f94e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680608'] for network, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:01.710548 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-1cce733b-126d-4232-b8d7-a02844be635f service neutron] For port 7de8ae80-93f9-4c28-b118-83a2cf3c4c92, host n-h1-694802-15, cleared binding levels {{(pid=94467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:43:01.748209 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-9febd0df-52f1-4ba3-9862-73c78a503061 tempest-RoutersAdminTest-1145377623 tempest-RoutersAdminTest-1145377623-project] Notify callbacks [] for router_gateway, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:01.752396 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-1cce733b-126d-4232-b8d7-a02844be635f service neutron] For port 7de8ae80-93f9-4c28-b118-83a2cf3c4c92, host n-h1-694802-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=7de8ae80-93f9-4c28-b118-83a2cf3c4c92,segment=NetworkSegment(241c97dc-4b9b-4462-a69d-097a1bbfec16),segment_id=241c97dc-4b9b-4462-a69d-097a1bbfec16)] {{(pid=94467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:43:01.817156 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-06002ce2-c9fd-4069-a4d6-b91e32d6f94e admin admin] Deleting port 63b39c9b-8a91-461e-becc-79c4b64297fe {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:43:01.820145 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-06002ce2-c9fd-4069-a4d6-b91e32d6f94e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:01.850037 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d2911cf-9576-4602-91bb-6c969644d86d None None] DHCP port deletion for 8ac6d62d-7552-4386-9630-aa41f365c73f request from n-d-694802-15 {{(pid=94468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 14:43:01.861507 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-d71908ac-eb69-4e7b-b721-0c93dc280d18 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:01.869442 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-d71908ac-eb69-4e7b-b721-0c93dc280d18 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] 10.222.0.39 "GET /v2.0/ports/5990fff5-4fd8-40dc-8d99-17a1763d5291 HTTP/1.1" status: 200 len: 935 time: 0.2158334 Aug 12 14:43:01.876069 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-1cce733b-126d-4232-b8d7-a02844be635f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:01.926324 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-7d2911cf-9576-4602-91bb-6c969644d86d None None] Deleting port 63b39c9b-8a91-461e-becc-79c4b64297fe {{(pid=94468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:43:01.926621 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-7d2911cf-9576-4602-91bb-6c969644d86d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:01.978081 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-b43fee86-d4ba-4ca4-b152-681ff3755c85 req-05bb8f17-6149-4780-bb26-534161f49111 tempest-ServerShowV254Test-788809412 tempest-ServerShowV254Test-788809412-project] 10.222.0.39 "GET /v2.0/ports?device_id=801adcbc-d437-4132-a129-d93dca7a3b87 HTTP/1.1" status: 200 len: 210 time: 0.0975323 Aug 12 14:43:01.989431 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-71abaca5-5450-4101-b357-77dd88429ec7 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] 10.222.0.39 "GET /v2.0/ports?network_id=fb4567b1-456a-4ad5-b04d-3f1c691daca7&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1187754 Aug 12 14:43:02.009563 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-e74d5003-42b4-48db-81d3-498b66b05426 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=65b2c96d0253481aa302fceca03e83a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3668036 Aug 12 14:43:02.011684 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-7d2911cf-9576-4602-91bb-6c969644d86d None None] For port 63b39c9b-8a91-461e-becc-79c4b64297fe, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=63b39c9b-8a91-461e-becc-79c4b64297fe,segment=NetworkSegment(25ffa9f8-3a7e-477d-a2e4-6eccceac9115),segment_id=25ffa9f8-3a7e-477d-a2e4-6eccceac9115)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:43:02.012520 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-7d2911cf-9576-4602-91bb-6c969644d86d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:02.013203 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 48188) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:43:02.017843 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-1cce733b-126d-4232-b8d7-a02844be635f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:02.018658 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-1cce733b-126d-4232-b8d7-a02844be635f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:02.020223 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-1cce733b-126d-4232-b8d7-a02844be635f service neutron] 10.222.0.64 "PUT /v2.0/ports/7de8ae80-93f9-4c28-b118-83a2cf3c4c92 HTTP/1.1" status: 200 len: 1092 time: 3.3146358 Aug 12 14:43:02.052946 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-06002ce2-c9fd-4069-a4d6-b91e32d6f94e admin admin] For port 63b39c9b-8a91-461e-becc-79c4b64297fe, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=63b39c9b-8a91-461e-becc-79c4b64297fe,segment=NetworkSegment(25ffa9f8-3a7e-477d-a2e4-6eccceac9115),segment_id=25ffa9f8-3a7e-477d-a2e4-6eccceac9115)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:43:02.053960 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-06002ce2-c9fd-4069-a4d6-b91e32d6f94e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:02.055864 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-7d2911cf-9576-4602-91bb-6c969644d86d None None] Calling delete_port for 63b39c9b-8a91-461e-becc-79c4b64297fe owned by network:dhcp {{(pid=94468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:43:02.091082 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-c95c36d9-3816-4a93-8947-ac7da7ddb46e service neutron] Request body: {'port': {'device_id': 'b84c5c28-8f10-4782-84ae-2f8fa89bf4c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-694802-15'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:43:02.103572 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-4de1a96a-78be-45b6-bf78-d8feff17ce84 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] 10.222.0.39 "GET /v2.0/ports?network_id=fb4567b1-456a-4ad5-b04d-3f1c691daca7&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1130424 Aug 12 14:43:02.108750 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-06002ce2-c9fd-4069-a4d6-b91e32d6f94e admin admin] Calling delete_port for 63b39c9b-8a91-461e-becc-79c4b64297fe owned by network:dhcp {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:43:02.184313 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-7d2911cf-9576-4602-91bb-6c969644d86d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262'] for port, after_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:02.187774 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d29e72a9-e855-4d19-913e-e96ae8b0f636 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:02.223573 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2911cf-9576-4602-91bb-6c969644d86d None None] Pushing event deleted for resources: {'Port': ['ID=63b39c9b-8a91-461e-becc-79c4b64297fe,revision_number=None']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:43:02.234568 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cce733b-126d-4232-b8d7-a02844be635f service neutron] Pushing event updated for resources: {'Port': ['ID=7de8ae80-93f9-4c28-b118-83a2cf3c4c92,revision_number=3']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:43:02.246421 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d29e72a9-e855-4d19-913e-e96ae8b0f636 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:02.250210 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d2911cf-9576-4602-91bb-6c969644d86d None None] No DVR routers for this DVR port 63b39c9b-8a91-461e-becc-79c4b64297fe on host n-d-694802-15 {{(pid=94468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:43:02.341587 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-c95c36d9-3816-4a93-8947-ac7da7ddb46e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:02.343171 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc91a5b-f368-4704-a14b-69249a2fa794 req-9db5ce58-9fb2-4386-9c24-3cd5965d20fb tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:02.349881 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc91a5b-f368-4704-a14b-69249a2fa794 req-9db5ce58-9fb2-4386-9c24-3cd5965d20fb tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:02.356277 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc91a5b-f368-4704-a14b-69249a2fa794 req-9db5ce58-9fb2-4386-9c24-3cd5965d20fb tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:02.362217 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc91a5b-f368-4704-a14b-69249a2fa794 req-9db5ce58-9fb2-4386-9c24-3cd5965d20fb tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:02.368792 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc91a5b-f368-4704-a14b-69249a2fa794 req-9db5ce58-9fb2-4386-9c24-3cd5965d20fb tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:02.374788 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc91a5b-f368-4704-a14b-69249a2fa794 req-9db5ce58-9fb2-4386-9c24-3cd5965d20fb tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:02.380830 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc91a5b-f368-4704-a14b-69249a2fa794 req-9db5ce58-9fb2-4386-9c24-3cd5965d20fb tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:02.383648 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-ccc91a5b-f368-4704-a14b-69249a2fa794 req-9db5ce58-9fb2-4386-9c24-3cd5965d20fb tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] 10.222.0.39 "GET /v2.0/ports?device_id=b84c5c28-8f10-4782-84ae-2f8fa89bf4c6 HTTP/1.1" status: 200 len: 5408 time: 0.1650491 Aug 12 14:43:02.386495 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-06002ce2-c9fd-4069-a4d6-b91e32d6f94e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:02.420580 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06002ce2-c9fd-4069-a4d6-b91e32d6f94e admin admin] Pushing event deleted for resources: {'Port': ['ID=63b39c9b-8a91-461e-becc-79c4b64297fe,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:43:02.434808 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06002ce2-c9fd-4069-a4d6-b91e32d6f94e admin admin] No DVR routers for this DVR port 63b39c9b-8a91-461e-becc-79c4b64297fe on host n-d-694802-15 {{(pid=94466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:43:02.463356 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d29e72a9-e855-4d19-913e-e96ae8b0f636 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:02.465920 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d29e72a9-e855-4d19-913e-e96ae8b0f636 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:02.467111 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-d29e72a9-e855-4d19-913e-e96ae8b0f636 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5301a7d3-dd3e-456d-bf8f-dfd76884604a HTTP/1.1" status: 204 len: 168 time: 0.4529779 Aug 12 14:43:02.481303 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-bc3e851b-feb6-411c-8c12-366df133b461 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:02.487466 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-bc3e851b-feb6-411c-8c12-366df133b461 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:02.493571 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-bc3e851b-feb6-411c-8c12-366df133b461 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:02.495341 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-bc3e851b-feb6-411c-8c12-366df133b461 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] 10.222.0.39 "GET /v2.0/networks?id=e5e4fc6e-0901-492c-bd78-fcc16b98eeec&id=23465ac9-c2b6-454b-ad4d-35bb38ffda1f&id=23465ac9-c2b6-454b-ad4d-35bb38ffda1f&id=fb4567b1-456a-4ad5-b04d-3f1c691daca7&id=fb4567b1-456a-4ad5-b04d-3f1c691daca7 HTTP/1.1" status: 200 len: 1994 time: 0.3455861 Aug 12 14:43:02.530980 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29e72a9-e855-4d19-913e-e96ae8b0f636 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5301a7d3-dd3e-456d-bf8f-dfd76884604a,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:43:02.553261 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-ccc91a5b-f368-4704-a14b-69249a2fa794 req-9298322f-8584-4c7d-9a9b-3d757b829adb tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] 10.222.0.39 "GET /v2.0/security-groups?id=acce5d50-80c7-459a-8d6c-3aec4a7c97df&id=853e07d7-c0f4-4b67-a247-29748be080a8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1351731 Aug 12 14:43:02.572372 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-06002ce2-c9fd-4069-a4d6-b91e32d6f94e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66413304', 'neutron.services.segments.db._delete_segments_for_network-8744654118000'] for network, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:02.573527 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-ca916062-93c5-4564-91c0-e3cc79fa3c39 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] 10.222.0.39 "GET /v2.0/quotas/c4f0f352632942859f6399a2c9890ad2 HTTP/1.1" status: 200 len: 375 time: 0.0443344 Aug 12 14:43:02.586247 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-06002ce2-c9fd-4069-a4d6-b91e32d6f94e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ac6d62d-7552-4386-9630-aa41f365c73f']}} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:43:02.601614 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-06002ce2-c9fd-4069-a4d6-b91e32d6f94e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25ffa9f8-3a7e-477d-a2e4-6eccceac9115') {'for_net_delete': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:43:02.601981 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-06002ce2-c9fd-4069-a4d6-b91e32d6f94e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25ffa9f8-3a7e-477d-a2e4-6eccceac9115') {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:43:02.611131 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-06002ce2-c9fd-4069-a4d6-b91e32d6f94e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744654122361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2293560'] for segment, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:02.626398 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-06002ce2-c9fd-4069-a4d6-b91e32d6f94e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:02.634148 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06002ce2-c9fd-4069-a4d6-b91e32d6f94e admin admin] Releasing vlan 303 on physical network physnet1 to pool {{(pid=94466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 14:43:02.634649 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-06002ce2-c9fd-4069-a4d6-b91e32d6f94e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3718595'] for segment, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:02.636620 n-d-694802-15 neutron-server[94466]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 14:43:02.636620 n-d-694802-15 neutron-server[94466]: self.session.flush() Aug 12 14:43:02.636620 n-d-694802-15 neutron-server[94466]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 14:43:02.636620 n-d-694802-15 neutron-server[94466]: self.session.flush() Aug 12 14:43:02.636620 n-d-694802-15 neutron-server[94466]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 14:43:02.636620 n-d-694802-15 neutron-server[94466]: self.session.flush() Aug 12 14:43:02.636620 n-d-694802-15 neutron-server[94466]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 14:43:02.636620 n-d-694802-15 neutron-server[94466]: self.session.flush() Aug 12 14:43:02.636620 n-d-694802-15 neutron-server[94466]: Traceback (most recent call last): Aug 12 14:43:02.636620 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 14:43:02.636620 n-d-694802-15 neutron-server[94466]: timer() Aug 12 14:43:02.636620 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 14:43:02.636620 n-d-694802-15 neutron-server[94466]: cb(*args, **kw) Aug 12 14:43:02.636620 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 14:43:02.636620 n-d-694802-15 neutron-server[94466]: return func(*args, **kwargs) Aug 12 14:43:02.636620 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 14:43:02.636620 n-d-694802-15 neutron-server[94466]: self._notify() Aug 12 14:43:02.636620 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 14:43:02.636620 n-d-694802-15 neutron-server[94466]: self.callback(batched_events) Aug 12 14:43:02.636620 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 14:43:02.636620 n-d-694802-15 neutron-server[94466]: event.method(event) Aug 12 14:43:02.636620 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 14:43:02.636620 n-d-694802-15 neutron-server[94466]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 14:43:02.636620 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 14:43:02.636620 n-d-694802-15 neutron-server[94466]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 14:43:02.636620 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 14:43:02.636620 n-d-694802-15 neutron-server[94466]: return f(self, *a, **k) Aug 12 14:43:02.636620 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 14:43:02.636620 n-d-694802-15 neutron-server[94466]: return self._get(url).json() Aug 12 14:43:02.636620 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 14:43:02.636620 n-d-694802-15 neutron-server[94466]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 14:43:02.636620 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 14:43:02.636620 n-d-694802-15 neutron-server[94466]: return self.request(url, 'GET', **kwargs) Aug 12 14:43:02.636620 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 14:43:02.636620 n-d-694802-15 neutron-server[94466]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 14:43:02.636620 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 14:43:02.636620 n-d-694802-15 neutron-server[94466]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 14:43:02.636620 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 14:43:02.636620 n-d-694802-15 neutron-server[94466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 14:43:02.636620 n-d-694802-15 neutron-server[94466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 14:43:02.662540 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-23fa375a-c39c-4044-b7b3-a5b941d9c7e9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:02.669001 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-9febd0df-52f1-4ba3-9862-73c78a503061 tempest-RoutersAdminTest-1145377623 tempest-RoutersAdminTest-1145377623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-429413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-431608'] for router, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:02.696026 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-23fa375a-c39c-4044-b7b3-a5b941d9c7e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:02.696237 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-06002ce2-c9fd-4069-a4d6-b91e32d6f94e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66413281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431520'] for network, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:02.701388 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-06002ce2-c9fd-4069-a4d6-b91e32d6f94e admin admin] Notify callbacks [] for network, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:02.703981 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-06002ce2-c9fd-4069-a4d6-b91e32d6f94e admin admin] 10.222.0.39 "DELETE /v2.0/networks/8ac6d62d-7552-4386-9630-aa41f365c73f HTTP/1.1" status: 204 len: 168 time: 1.0822327 Aug 12 14:43:02.717299 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06002ce2-c9fd-4069-a4d6-b91e32d6f94e admin admin] Pushing event deleted for resources: {'Network': ['ID=8ac6d62d-7552-4386-9630-aa41f365c73f,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:43:02.827887 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 48198) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:43:02.844836 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 48200) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:43:02.881355 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-23fa375a-c39c-4044-b7b3-a5b941d9c7e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66628363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66663865'] for router_interface, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:02.883657 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fa375a-c39c-4044-b7b3-a5b941d9c7e9 admin admin] Pushing event updated for resources: {'Port': ['ID=3bd61c34-b7a2-4d04-854c-ddb014e159a3,revision_number=2']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:43:02.905296 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-889c5b48-3768-472c-9ca1-4199c01b3806 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=c4f0f352632942859f6399a2c9890ad2&fields=id HTTP/1.1" status: 200 len: 532 time: 0.3094900 Aug 12 14:43:02.906014 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-763ecdd9-9004-4cab-b93b-3f13e4673b9b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2934ffda253e44088ae54abb6e365e1d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0769024 Aug 12 14:43:02.912022 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-0127527b-05db-45bb-9722-1f8f8532a359 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=abcf19ed547946299d610db231b30ea8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0642703 Aug 12 14:43:02.912022 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 48202) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:43:02.912268 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 48204) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:43:03.001378 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-17d90161-058a-46a6-930e-5937277e4b4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:03.007939 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-7912d23e-f102-45a2-b509-05e32c40a684 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:03.070417 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-17d90161-058a-46a6-930e-5937277e4b4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:03.086719 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-7912d23e-f102-45a2-b509-05e32c40a684 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:03.138413 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-5ea4dc1b-3725-44d3-9591-1b0d98c0c332 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=94467) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 14:43:03.142009 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 36407650-d5a5-4b06-8224-40a2022c887a no longer exists at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:43:03.145675 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-5ea4dc1b-3725-44d3-9591-1b0d98c0c332 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2047417 Aug 12 14:43:03.164135 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] No Port match for: 36407650-d5a5-4b06-8224-40a2022c887a {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 14:43:03.164730 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 36407650-d5a5-4b06-8224-40a2022c887a not bound to the agent host n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:43:03.165275 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 63b39c9b-8a91-461e-becc-79c4b64297fe no longer exists at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:43:03.170564 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-c56f2f23-3515-4773-8bcd-03f37a37f1b1 req-6e9be25a-e655-4b2e-be2c-4f8834bfa2b9 tempest-ServerShowV254Test-788809412 tempest-ServerShowV254Test-788809412-project] 10.222.0.39 "GET /v2.0/ports?device_id=801adcbc-d437-4132-a129-d93dca7a3b87 HTTP/1.1" status: 200 len: 210 time: 0.0537834 Aug 12 14:43:03.174828 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b84c5c28-8f10-4782-84ae-2f8fa89bf4c6', 'tag': '7de8ae80-93f9-4c28-b118-83a2cf3c4c92'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:43:03.177389 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e65282f928b64038367d043a4411777802006c43a98742496cb2e25b724ff1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82551518-98ae-4930-9ba8-f2e421767b7b" -d '{"events": [{"name": "network-changed", "server_uuid": "b84c5c28-8f10-4782-84ae-2f8fa89bf4c6", "tag": "7de8ae80-93f9-4c28-b118-83a2cf3c4c92"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:43:03.206047 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] No Port match for: 63b39c9b-8a91-461e-becc-79c4b64297fe {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 14:43:03.206945 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 63b39c9b-8a91-461e-becc-79c4b64297fe not bound to the agent host n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:43:03.212157 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-7912d23e-f102-45a2-b509-05e32c40a684 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:03.223522 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-7912d23e-f102-45a2-b509-05e32c40a684 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:03.227549 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-7912d23e-f102-45a2-b509-05e32c40a684 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/93874ae5-005a-4294-b52e-fa562422eed6 HTTP/1.1" status: 204 len: 168 time: 0.3136485 Aug 12 14:43:03.227703 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-c95c36d9-3816-4a93-8947-ac7da7ddb46e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57eff036-3311-481b-b542-bcfb85ced81c {{(pid=94467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:43:03.229562 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-17d90161-058a-46a6-930e-5937277e4b4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:03.231973 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9febd0df-52f1-4ba3-9862-73c78a503061 tempest-RoutersAdminTest-1145377623 tempest-RoutersAdminTest-1145377623-project] Router 02e1cf60-f136-4d2d-b542-2e1481ab0243 is scheduled to L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f with binding_index 1 {{(pid=94467) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 14:43:03.238424 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-17d90161-058a-46a6-930e-5937277e4b4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:03.239081 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23fa375a-c39c-4044-b7b3-a5b941d9c7e9 admin admin] Network 99dd6f28-5ac8-4360-aaea-96a0e78d71fe is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:43:03.239698 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-17d90161-058a-46a6-930e-5937277e4b4f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7acf9762-88e9-4d0e-8130-71a710c9c9e5 HTTP/1.1" status: 204 len: 168 time: 0.3267174 Aug 12 14:43:03.242220 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-c95c36d9-3816-4a93-8947-ac7da7ddb46e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:03.246152 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7912d23e-f102-45a2-b509-05e32c40a684 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93874ae5-005a-4294-b52e-fa562422eed6,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:43:03.255792 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [None req-23fa375a-c39c-4044-b7b3-a5b941d9c7e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:43:03.257082 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d90161-058a-46a6-930e-5937277e4b4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7acf9762-88e9-4d0e-8130-71a710c9c9e5,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:43:03.303698 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-c95c36d9-3816-4a93-8947-ac7da7ddb46e service neutron] Transition to ACTIVE for port object 57eff036-3311-481b-b542-bcfb85ced81c will not be triggered until provisioned by entity L2. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:43:03.383299 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-c95c36d9-3816-4a93-8947-ac7da7ddb46e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:03.403683 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 14:43:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30cb9960-a6c9-4f6f-bdea-fc9475b9c798 x-openstack-request-id: req-30cb9960-a6c9-4f6f-bdea-fc9475b9c798 {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:43:03.403880 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b84c5c28-8f10-4782-84ae-2f8fa89bf4c6", "tag": "7de8ae80-93f9-4c28-b118-83a2cf3c4c92", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:43:03.404098 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-30cb9960-a6c9-4f6f-bdea-fc9475b9c798 {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:43:03.404491 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b84c5c28-8f10-4782-84ae-2f8fa89bf4c6', 'tag': '7de8ae80-93f9-4c28-b118-83a2cf3c4c92', 'status': 'completed', 'code': 200} Aug 12 14:43:03.475925 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82551518-98ae-4930-9ba8-f2e421767b7b req-8cf6fa82-9953-436a-ba3f-23caf34b2a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:03.476489 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82551518-98ae-4930-9ba8-f2e421767b7b req-8cf6fa82-9953-436a-ba3f-23caf34b2a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:03.476924 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82551518-98ae-4930-9ba8-f2e421767b7b req-8cf6fa82-9953-436a-ba3f-23caf34b2a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:03.477382 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82551518-98ae-4930-9ba8-f2e421767b7b req-8cf6fa82-9953-436a-ba3f-23caf34b2a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:03.477857 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82551518-98ae-4930-9ba8-f2e421767b7b req-8cf6fa82-9953-436a-ba3f-23caf34b2a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:03.478330 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82551518-98ae-4930-9ba8-f2e421767b7b req-8cf6fa82-9953-436a-ba3f-23caf34b2a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:03.478800 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82551518-98ae-4930-9ba8-f2e421767b7b req-8cf6fa82-9953-436a-ba3f-23caf34b2a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:03.485791 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-82551518-98ae-4930-9ba8-f2e421767b7b req-8cf6fa82-9953-436a-ba3f-23caf34b2a10 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a2fc72cd4bf747caa1a4809b30f44b5f&device_id=b84c5c28-8f10-4782-84ae-2f8fa89bf4c6 HTTP/1.1" status: 200 len: 6442 time: 0.0686717 Aug 12 14:43:03.504376 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95c36d9-3816-4a93-8947-ac7da7ddb46e service neutron] Pushing event updated for resources: {'Port': ['ID=57eff036-3311-481b-b542-bcfb85ced81c,revision_number=2']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:43:03.510501 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-2bdaf327-a456-4248-a6e3-d43b97d7877b service neutron] 10.222.0.39 "GET /v2.0/networks/e5e4fc6e-0901-492c-bd78-fcc16b98eeec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3639827 Aug 12 14:43:03.653396 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82551518-98ae-4930-9ba8-f2e421767b7b req-640e9c64-fb2e-49a7-9ea3-b986739c8b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:03.655410 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82551518-98ae-4930-9ba8-f2e421767b7b req-640e9c64-fb2e-49a7-9ea3-b986739c8b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:03.658142 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82551518-98ae-4930-9ba8-f2e421767b7b req-640e9c64-fb2e-49a7-9ea3-b986739c8b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:03.663745 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-82551518-98ae-4930-9ba8-f2e421767b7b req-640e9c64-fb2e-49a7-9ea3-b986739c8b49 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=a2fc72cd4bf747caa1a4809b30f44b5f&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.1682904 Aug 12 14:43:03.683912 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-0588d43b-5dda-4083-ae27-2d88ea865ae7 None None] Provisioning complete for port 3bd61c34-b7a2-4d04-854c-ddb014e159a3 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:43:03.684662 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-0588d43b-5dda-4083-ae27-2d88ea865ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:03.760472 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-0588d43b-5dda-4083-ae27-2d88ea865ae7 None None] Port 3bd61c34-b7a2-4d04-854c-ddb014e159a3 cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 14:43:03.845872 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3476fb6-bc38-45aa-9597-f0aef4a8f1c2 req-e4214ce4-fd1d-4609-aa64-c1de9497609b tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:03.852174 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3476fb6-bc38-45aa-9597-f0aef4a8f1c2 req-e4214ce4-fd1d-4609-aa64-c1de9497609b tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:03.858530 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3476fb6-bc38-45aa-9597-f0aef4a8f1c2 req-e4214ce4-fd1d-4609-aa64-c1de9497609b tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:03.864665 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3476fb6-bc38-45aa-9597-f0aef4a8f1c2 req-e4214ce4-fd1d-4609-aa64-c1de9497609b tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:03.873719 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3476fb6-bc38-45aa-9597-f0aef4a8f1c2 req-e4214ce4-fd1d-4609-aa64-c1de9497609b tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:03.880072 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3476fb6-bc38-45aa-9597-f0aef4a8f1c2 req-e4214ce4-fd1d-4609-aa64-c1de9497609b tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:03.883721 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3476fb6-bc38-45aa-9597-f0aef4a8f1c2 req-e4214ce4-fd1d-4609-aa64-c1de9497609b tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:03.891848 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-a3476fb6-bc38-45aa-9597-f0aef4a8f1c2 req-e4214ce4-fd1d-4609-aa64-c1de9497609b tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] 10.222.0.39 "GET /v2.0/ports?device_id=b84c5c28-8f10-4782-84ae-2f8fa89bf4c6 HTTP/1.1" status: 200 len: 5420 time: 0.1796079 Aug 12 14:43:03.894834 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82551518-98ae-4930-9ba8-f2e421767b7b req-ee30df1e-7896-4ac6-a723-a4f17cf716e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:03.896436 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-82551518-98ae-4930-9ba8-f2e421767b7b req-ee30df1e-7896-4ac6-a723-a4f17cf716e5 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2255323 Aug 12 14:43:03.947074 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-a3476fb6-bc38-45aa-9597-f0aef4a8f1c2 req-7f86c32c-d027-4670-b202-d07cc109d000 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] 10.222.0.39 "GET /v2.0/security-groups?id=acce5d50-80c7-459a-8d6c-3aec4a7c97df&id=853e07d7-c0f4-4b67-a247-29748be080a8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0519705 Aug 12 14:43:04.100875 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23fa375a-c39c-4044-b7b3-a5b941d9c7e9 admin admin] Router f87ffe3d-6281-4a09-a61f-dc5332db301f has already been hosted by L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f {{(pid=94467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 14:43:04.180516 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9febd0df-52f1-4ba3-9862-73c78a503061 tempest-RoutersAdminTest-1145377623 tempest-RoutersAdminTest-1145377623-project] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 14:43:04.192328 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaf8fbbf-ccce-4e5e-a1eb-2fe45bacd4c2 None None] Sync routers for ids ['02e1cf60-f136-4d2d-b542-2e1481ab0243'] in n-d-694802-15 {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 14:43:04.212911 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaf8fbbf-ccce-4e5e-a1eb-2fe45bacd4c2 None None] Routers {'02e1cf60-f136-4d2d-b542-2e1481ab0243'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:43:04.214152 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-eaf8fbbf-ccce-4e5e-a1eb-2fe45bacd4c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:42:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['02e1cf60-f136-4d2d-b542-2e1481ab0243'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:43:04.278800 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-eaf8fbbf-ccce-4e5e-a1eb-2fe45bacd4c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:43:04.291272 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaf8fbbf-ccce-4e5e-a1eb-2fe45bacd4c2 None None] Routers {'02e1cf60-f136-4d2d-b542-2e1481ab0243'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:43:04.293330 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-eaf8fbbf-ccce-4e5e-a1eb-2fe45bacd4c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:42:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['02e1cf60-f136-4d2d-b542-2e1481ab0243'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:43:04.325182 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-bcc9716a-8d74-4f81-9528-cd46287e4eca service neutron] 10.222.0.39 "GET /v2.0/networks/e5e4fc6e-0901-492c-bd78-fcc16b98eeec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7534623 Aug 12 14:43:04.336515 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-eaf8fbbf-ccce-4e5e-a1eb-2fe45bacd4c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:43:04.337561 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaf8fbbf-ccce-4e5e-a1eb-2fe45bacd4c2 None None] The sync data for ids ['02e1cf60-f136-4d2d-b542-2e1481ab0243'] in n-d-694802-15 is: [] {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 14:43:04.341440 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-9febd0df-52f1-4ba3-9862-73c78a503061 tempest-RoutersAdminTest-1145377623 tempest-RoutersAdminTest-1145377623-project] Notify callbacks [] for router, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:04.342638 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-9febd0df-52f1-4ba3-9862-73c78a503061 tempest-RoutersAdminTest-1145377623 tempest-RoutersAdminTest-1145377623-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 7.3353784 Aug 12 14:43:04.348276 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 48258) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:43:04.372362 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-c85bfe77-04c0-4c55-8f9d-f3121077a65d req-78354ac4-2b27-4987-83d6-46cade732afe tempest-ServerShowV254Test-788809412 tempest-ServerShowV254Test-788809412-project] 10.222.0.39 "GET /v2.0/ports?device_id=801adcbc-d437-4132-a129-d93dca7a3b87 HTTP/1.1" status: 200 len: 210 time: 0.0633998 Aug 12 14:43:04.405954 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-a41062c3-c438-4006-909a-a0f13f6f22e1 tempest-RoutersAdminTest-1145377623 tempest-RoutersAdminTest-1145377623-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:43:04.410681 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-c95c36d9-3816-4a93-8947-ac7da7ddb46e service neutron] Attempting to bind port 57eff036-3311-481b-b542-bcfb85ced81c on host n-h1-694802-15 for vnic_type normal with profile {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:43:04.411049 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-c95c36d9-3816-4a93-8947-ac7da7ddb46e service neutron] Attempting to bind port 57eff036-3311-481b-b542-bcfb85ced81c by drivers openvswitch,hyperv on host n-h1-694802-15 at level 0 using segments [{'id': '241c97dc-4b9b-4462-a69d-097a1bbfec16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '11988a36-0d35-41ac-a66e-5ed968be2dc8'}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:43:04.411420 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-c95c36d9-3816-4a93-8947-ac7da7ddb46e service neutron] Attempting to bind port 57eff036-3311-481b-b542-bcfb85ced81c on network 11988a36-0d35-41ac-a66e-5ed968be2dc8 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:43:04.421142 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 48264) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:43:04.493645 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6fd4ee54-ef27-4493-b933-f75a9faa831a req-6f8735f2-e0f6-4cac-95f5-c20070f0b73d service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=801adcbc-d437-4132-a129-d93dca7a3b87 HTTP/1.1" status: 200 len: 210 time: 0.0853152 Aug 12 14:43:04.494197 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-c95c36d9-3816-4a93-8947-ac7da7ddb46e service neutron] Port 57eff036-3311-481b-b542-bcfb85ced81c on network 11988a36-0d35-41ac-a66e-5ed968be2dc8 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-15 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 14:43:04.494518 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-c95c36d9-3816-4a93-8947-ac7da7ddb46e service neutron] Attempting to bind port 57eff036-3311-481b-b542-bcfb85ced81c on network 11988a36-0d35-41ac-a66e-5ed968be2dc8 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:43:04.512693 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-7a56b48c-5986-4fe8-bb52-d010d66eaf2b service neutron] 10.222.0.39 "GET /v2.0/ports/769835af-590d-44bf-ae96-6aa7e3ae2342?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1854856 Aug 12 14:43:04.541471 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-5cbcaf18-f7c8-4178-9832-7b4412f822f5 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-745738318-network', 'tenant_id': '0ba2f6c0191b44359effb43351cbaf93'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:43:04.563586 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cbcaf18-f7c8-4178-9832-7b4412f822f5 admin admin] Made reservation on behalf of 0ba2f6c0191b44359effb43351cbaf93 for: {'network': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:43:04.566026 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5cbcaf18-f7c8-4178-9832-7b4412f822f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for network, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:04.577412 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5cbcaf18-f7c8-4178-9832-7b4412f822f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:04.587403 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-c95c36d9-3816-4a93-8947-ac7da7ddb46e service neutron] Checking agent: {'id': 'de568313-a3e6-454a-9813-77e25edcea95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 27, 41), 'started_at': datetime.datetime(2021, 8, 12, 14, 27, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 42, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:43:04.587758 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-c95c36d9-3816-4a93-8947-ac7da7ddb46e service neutron] Checking segment: {'id': '241c97dc-4b9b-4462-a69d-097a1bbfec16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '11988a36-0d35-41ac-a66e-5ed968be2dc8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:43:04.588154 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-c95c36d9-3816-4a93-8947-ac7da7ddb46e service neutron] Bound using segment: {'id': '241c97dc-4b9b-4462-a69d-097a1bbfec16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '11988a36-0d35-41ac-a66e-5ed968be2dc8'} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:43:04.588610 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-c95c36d9-3816-4a93-8947-ac7da7ddb46e service neutron] Bound port: 57eff036-3311-481b-b542-bcfb85ced81c, host: n-h1-694802-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '241c97dc-4b9b-4462-a69d-097a1bbfec16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '11988a36-0d35-41ac-a66e-5ed968be2dc8'}}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:43:04.589251 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-c95c36d9-3816-4a93-8947-ac7da7ddb46e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:04.619309 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23fa375a-c39c-4044-b7b3-a5b941d9c7e9 admin admin] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 14:43:04.632886 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cee71ca3-78d3-47ce-bfbe-e716a1865c99 None None] Sync routers for ids ['f87ffe3d-6281-4a09-a61f-dc5332db301f'] in n-d-694802-15 {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 14:43:04.645006 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-23fa375a-c39c-4044-b7b3-a5b941d9c7e9 admin admin] 10.222.0.39 "PUT /v2.0/routers/f87ffe3d-6281-4a09-a61f-dc5332db301f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0449793 Aug 12 14:43:04.660874 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cee71ca3-78d3-47ce-bfbe-e716a1865c99 None None] Routers {'f87ffe3d-6281-4a09-a61f-dc5332db301f'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:43:04.662785 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-cee71ca3-78d3-47ce-bfbe-e716a1865c99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:42:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['f87ffe3d-6281-4a09-a61f-dc5332db301f'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:43:04.687525 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5cbcaf18-f7c8-4178-9832-7b4412f822f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:04.692889 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5cbcaf18-f7c8-4178-9832-7b4412f822f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:04.709638 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5cbcaf18-f7c8-4178-9832-7b4412f822f5 admin admin] vlan segment allocate from pool success with {'vlan_id': 322, 'physical_network': 'physnet1'} {{(pid=94466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 14:43:04.774978 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbcaf18-f7c8-4178-9832-7b4412f822f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37dbb47d-21ee-4f44-9ebb-239aef45482a,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:43:04.779404 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5cbcaf18-f7c8-4178-9832-7b4412f822f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:04.779963 n-d-694802-15 neutron-server[94466]: INFO neutron.db.segments_db [None req-5cbcaf18-f7c8-4178-9832-7b4412f822f5 admin admin] Added segment 4b5ef232-de6a-44a2-b77c-9363bbf2821f of type vlan for network d4f0fddc-478c-44c2-97bc-2bf57007f369 Aug 12 14:43:04.780609 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-0140e1ba-785e-43ef-8834-1052e1df02a1 service neutron] 10.222.0.39 "GET /v2.0/networks/23465ac9-c2b6-454b-ad4d-35bb38ffda1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2669380 Aug 12 14:43:04.836129 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-c95c36d9-3816-4a93-8947-ac7da7ddb46e service neutron] For port 57eff036-3311-481b-b542-bcfb85ced81c, host n-h1-694802-15, cleared binding levels {{(pid=94467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:43:04.844063 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5cbcaf18-f7c8-4178-9832-7b4412f822f5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744653628263'] for network, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:04.867280 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvr_db [None req-cee71ca3-78d3-47ce-bfbe-e716a1865c99 None None] Set router f87ffe3d-6281-4a09-a61f-dc5332db301f gateway port host: n-d-694802-15 {{(pid=94468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:43:04.890254 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-c95c36d9-3816-4a93-8947-ac7da7ddb46e service neutron] For port 57eff036-3311-481b-b542-bcfb85ced81c, host n-h1-694802-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=57eff036-3311-481b-b542-bcfb85ced81c,segment=NetworkSegment(241c97dc-4b9b-4462-a69d-097a1bbfec16),segment_id=241c97dc-4b9b-4462-a69d-097a1bbfec16)] {{(pid=94467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:43:04.902394 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-c95c36d9-3816-4a93-8947-ac7da7ddb46e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:04.909695 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5cbcaf18-f7c8-4178-9832-7b4412f822f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409'] for network, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:04.911038 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cbcaf18-f7c8-4178-9832-7b4412f822f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:04.911671 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5cbcaf18-f7c8-4178-9832-7b4412f822f5 admin admin] Notify callbacks [] for network, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:04.946558 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-5cbcaf18-f7c8-4178-9832-7b4412f822f5 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5241196 Aug 12 14:43:04.952546 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 48282) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:43:04.959118 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-9612e36c-76b0-4733-86ad-18c6693b0739 admin admin] Request body: {'subnet': {'network_id': 'd4f0fddc-478c-44c2-97bc-2bf57007f369', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-745738318-subnet', 'tenant_id': '0ba2f6c0191b44359effb43351cbaf93', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:43:04.980974 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-c95c36d9-3816-4a93-8947-ac7da7ddb46e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:04.981608 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-c95c36d9-3816-4a93-8947-ac7da7ddb46e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:04.983405 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-c95c36d9-3816-4a93-8947-ac7da7ddb46e service neutron] 10.222.0.64 "PUT /v2.0/ports/57eff036-3311-481b-b542-bcfb85ced81c HTTP/1.1" status: 200 len: 1092 time: 2.9007664 Aug 12 14:43:05.049372 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbcaf18-f7c8-4178-9832-7b4412f822f5 admin admin] Pushing event updated for resources: {'Network': ['ID=d4f0fddc-478c-44c2-97bc-2bf57007f369,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:43:05.089055 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Network d4f0fddc-478c-44c2-97bc-2bf57007f369 details requested by agent ovs-agent-n-d-694802-15 with host n-d-694802-15 {{(pid=94468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 14:43:05.160533 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-131b8a11-8749-41f6-8484-f1aac32d7be3 service neutron] 10.222.0.39 "GET /v2.0/networks/23465ac9-c2b6-454b-ad4d-35bb38ffda1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3646791 Aug 12 14:43:05.229573 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a41062c3-c438-4006-909a-a0f13f6f22e1 tempest-RoutersAdminTest-1145377623 tempest-RoutersAdminTest-1145377623-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:05.254705 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95c36d9-3816-4a93-8947-ac7da7ddb46e service neutron] Pushing event updated for resources: {'Port': ['ID=57eff036-3311-481b-b542-bcfb85ced81c,revision_number=3']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:43:05.276541 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95c36d9-3816-4a93-8947-ac7da7ddb46e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:43:05.277153 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95c36d9-3816-4a93-8947-ac7da7ddb46e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:43:05.277718 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95c36d9-3816-4a93-8947-ac7da7ddb46e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:43:05.278209 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95c36d9-3816-4a93-8947-ac7da7ddb46e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:43:05.278845 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95c36d9-3816-4a93-8947-ac7da7ddb46e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:43:05.279354 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95c36d9-3816-4a93-8947-ac7da7ddb46e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:43:05.280205 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95c36d9-3816-4a93-8947-ac7da7ddb46e service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:43:05.280689 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95c36d9-3816-4a93-8947-ac7da7ddb46e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:43:05.281312 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95c36d9-3816-4a93-8947-ac7da7ddb46e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:43:05.281794 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95c36d9-3816-4a93-8947-ac7da7ddb46e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:43:05.282288 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95c36d9-3816-4a93-8947-ac7da7ddb46e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:43:05.282778 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95c36d9-3816-4a93-8947-ac7da7ddb46e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:43:05.290872 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9612e36c-76b0-4733-86ad-18c6693b0739 admin admin] Made reservation on behalf of 0ba2f6c0191b44359effb43351cbaf93 for: {'subnet': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:43:05.293771 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-9612e36c-76b0-4733-86ad-18c6693b0739 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3343791'] for subnet, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:05.383616 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-5aed92af-7d86-408c-b010-fea56174c83b service neutron] 10.222.0.39 "GET /v2.0/ports/5990fff5-4fd8-40dc-8d99-17a1763d5291?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1186442 Aug 12 14:43:05.403781 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a41062c3-c438-4006-909a-a0f13f6f22e1 tempest-RoutersAdminTest-1145377623 tempest-RoutersAdminTest-1145377623-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:05.419973 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b84c5c28-8f10-4782-84ae-2f8fa89bf4c6', 'tag': '57eff036-3311-481b-b542-bcfb85ced81c'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:43:05.423516 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e65282f928b64038367d043a4411777802006c43a98742496cb2e25b724ff1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c07f6c3e-eb6c-49f0-ac17-11953e544bb4" -d '{"events": [{"name": "network-changed", "server_uuid": "b84c5c28-8f10-4782-84ae-2f8fa89bf4c6", "tag": "57eff036-3311-481b-b542-bcfb85ced81c"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:43:05.454247 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-cee71ca3-78d3-47ce-bfbe-e716a1865c99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f87ffe3d-6281-4a09-a61f-dc5332db301f', 'name': 'tempest-TestAggregatesBasicOps-908035187-router', 'tenant_id': '6348ba62bc54492f9d80245df8490587', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.204'}], 'enable_snat': True}, 'gw_port_id': '054bcb00-5e44-4e8f-9174-67b9d2082376', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:42:47Z', 'updated_at': '2021-08-12T14:43:01Z', 'revision_number': 4, 'project_id': '6348ba62bc54492f9d80245df8490587', 'gw_port': {'id': '054bcb00-5e44-4e8f-9174-67b9d2082376', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:a6:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f87ffe3d-6281-4a09-a61f-dc5332db301f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1507, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:42:50Z', 'updated_at': '2021-08-12T14:42:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': '3bd61c34-b7a2-4d04-854c-ddb014e159a3', 'name': '', 'network_id': '99dd6f28-5ac8-4360-aaea-96a0e78d71fe', 'tenant_id': '6348ba62bc54492f9d80245df8490587', 'mac_address': 'fa:16:3e:4f:c5:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f87ffe3d-6281-4a09-a61f-dc5332db301f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1515, 'fixed_ips': [{'subnet_id': '533e223a-944d-47e1-80d5-fae066bbb59d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:42:58Z', 'updated_at': '2021-08-12T14:43:01Z', 'revision_number': 2, 'project_id': '6348ba62bc54492f9d80245df8490587', 'subnets': [{'id': '533e223a-944d-47e1-80d5-fae066bbb59d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:43:05.482941 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cee71ca3-78d3-47ce-bfbe-e716a1865c99 None None] Checking router: f87ffe3d-6281-4a09-a61f-dc5332db301f for host: n-d-694802-15 {{(pid=94468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 14:43:05.483318 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cee71ca3-78d3-47ce-bfbe-e716a1865c99 None None] Updating router f87ffe3d-6281-4a09-a61f-dc5332db301f port 3bd61c34-b7a2-4d04-854c-ddb014e159a3 binding host n-d-694802-15 {{(pid=94468) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 14:43:05.511183 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-cee71ca3-78d3-47ce-bfbe-e716a1865c99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:05.514656 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-3dea9915-0bf4-4b83-93aa-d9acc8cdd2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:05.515280 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-3dea9915-0bf4-4b83-93aa-d9acc8cdd2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:05.515819 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-3dea9915-0bf4-4b83-93aa-d9acc8cdd2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:05.516351 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-3dea9915-0bf4-4b83-93aa-d9acc8cdd2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:05.516914 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-3dea9915-0bf4-4b83-93aa-d9acc8cdd2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:05.517417 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-3dea9915-0bf4-4b83-93aa-d9acc8cdd2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:05.517946 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-3dea9915-0bf4-4b83-93aa-d9acc8cdd2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:05.519951 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-3dea9915-0bf4-4b83-93aa-d9acc8cdd2f3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a2fc72cd4bf747caa1a4809b30f44b5f&device_id=b84c5c28-8f10-4782-84ae-2f8fa89bf4c6 HTTP/1.1" status: 200 len: 6484 time: 0.4792740 Aug 12 14:43:05.523403 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7849db10-3557-4798-b730-d510af05fd7f req-496d67a5-0501-4fe8-b9b0-8fb246c5fca0 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:05.532910 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7849db10-3557-4798-b730-d510af05fd7f req-496d67a5-0501-4fe8-b9b0-8fb246c5fca0 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:05.542070 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7849db10-3557-4798-b730-d510af05fd7f req-496d67a5-0501-4fe8-b9b0-8fb246c5fca0 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:05.562596 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7849db10-3557-4798-b730-d510af05fd7f req-496d67a5-0501-4fe8-b9b0-8fb246c5fca0 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:05.571856 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7849db10-3557-4798-b730-d510af05fd7f req-496d67a5-0501-4fe8-b9b0-8fb246c5fca0 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:05.578660 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7849db10-3557-4798-b730-d510af05fd7f req-496d67a5-0501-4fe8-b9b0-8fb246c5fca0 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:05.586995 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-eee4fa1e-b9cf-4407-bc9e-a55da9d31584 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=193ce8b9-1189-46e3-aa87-cd5d43e80d96 HTTP/1.1" status: 200 len: 217 time: 0.0481617 Aug 12 14:43:05.588708 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7849db10-3557-4798-b730-d510af05fd7f req-496d67a5-0501-4fe8-b9b0-8fb246c5fca0 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:05.591437 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-7849db10-3557-4798-b730-d510af05fd7f req-496d67a5-0501-4fe8-b9b0-8fb246c5fca0 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] 10.222.0.39 "GET /v2.0/ports?device_id=b84c5c28-8f10-4782-84ae-2f8fa89bf4c6 HTTP/1.1" status: 200 len: 5420 time: 0.1484165 Aug 12 14:43:05.648608 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-7849db10-3557-4798-b730-d510af05fd7f req-eca1984d-8c71-455c-91bb-6c3684d69339 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] 10.222.0.39 "GET /v2.0/security-groups?id=acce5d50-80c7-459a-8d6c-3aec4a7c97df&id=853e07d7-c0f4-4b67-a247-29748be080a8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0499785 Aug 12 14:43:05.693135 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-33d4980b-49b7-405c-bec4-021f29f92080 service neutron] 10.222.0.39 "GET /v2.0/networks/23465ac9-c2b6-454b-ad4d-35bb38ffda1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3002532 Aug 12 14:43:05.722111 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-a41062c3-c438-4006-909a-a0f13f6f22e1 tempest-RoutersAdminTest-1145377623 tempest-RoutersAdminTest-1145377623-project] Deleting port a36bc7a8-64f4-44f0-a823-319005be40c5 {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:43:05.722548 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a41062c3-c438-4006-909a-a0f13f6f22e1 tempest-RoutersAdminTest-1145377623 tempest-RoutersAdminTest-1145377623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:05.751455 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-f6f29c4e-9d95-460f-8c90-61b67567e1da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:05.751455 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-f6f29c4e-9d95-460f-8c90-61b67567e1da service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7be71cde-d18d-4052-a6ca-8e91d1377f01 HTTP/1.1" status: 200 len: 851 time: 0.1477015 Aug 12 14:43:05.814648 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-cee71ca3-78d3-47ce-bfbe-e716a1865c99 None None] Notify callbacks [] for port, precommit_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:05.830115 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-cee71ca3-78d3-47ce-bfbe-e716a1865c99 None None] Transition to ACTIVE for port object 3bd61c34-b7a2-4d04-854c-ddb014e159a3 will not be triggered until provisioned by entity L2. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:43:05.837965 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-b85677ec-0e7a-445d-9b21-048300b65291 req-c3f8649a-ee0c-466a-b6b4-7f46a0e78d1d tempest-ServerShowV254Test-788809412 tempest-ServerShowV254Test-788809412-project] 10.222.0.39 "GET /v2.0/ports?device_id=801adcbc-d437-4132-a129-d93dca7a3b87 HTTP/1.1" status: 200 len: 210 time: 0.0362027 Aug 12 14:43:05.840701 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-cee71ca3-78d3-47ce-bfbe-e716a1865c99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:05.898458 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 14:43:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc10a479-5e33-4749-88c2-e89895c02561 x-openstack-request-id: req-dc10a479-5e33-4749-88c2-e89895c02561 {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:43:05.898740 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b84c5c28-8f10-4782-84ae-2f8fa89bf4c6", "tag": "57eff036-3311-481b-b542-bcfb85ced81c", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:43:05.898990 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-dc10a479-5e33-4749-88c2-e89895c02561 {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:43:05.899414 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b84c5c28-8f10-4782-84ae-2f8fa89bf4c6', 'tag': '57eff036-3311-481b-b542-bcfb85ced81c', 'status': 'completed', 'code': 200} Aug 12 14:43:05.931977 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f555ea76-bfdf-4039-8b1b-adb106de37b3 None None] Pushing event updated for resources: {'Port': ['ID=3bd61c34-b7a2-4d04-854c-ddb014e159a3,revision_number=3']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:43:05.950336 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-9612e36c-76b0-4733-86ad-18c6693b0739 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2859166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3343773'] for subnet, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:05.968323 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-cee71ca3-78d3-47ce-bfbe-e716a1865c99 None None] Attempting to bind port 3bd61c34-b7a2-4d04-854c-ddb014e159a3 on host n-d-694802-15 for vnic_type normal with profile {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:43:05.968793 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-cee71ca3-78d3-47ce-bfbe-e716a1865c99 None None] Attempting to bind port 3bd61c34-b7a2-4d04-854c-ddb014e159a3 by drivers openvswitch,hyperv on host n-d-694802-15 at level 0 using segments [{'id': '521edb44-5da8-4976-9d30-f12b5fa5ff61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '99dd6f28-5ac8-4360-aaea-96a0e78d71fe'}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:43:05.969187 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cee71ca3-78d3-47ce-bfbe-e716a1865c99 None None] Attempting to bind port 3bd61c34-b7a2-4d04-854c-ddb014e159a3 on network 99dd6f28-5ac8-4360-aaea-96a0e78d71fe {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:43:05.975437 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cee71ca3-78d3-47ce-bfbe-e716a1865c99 None None] Checking agent: {'id': '16de73ac-f2e9-4cee-b3e0-91052ae3e6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 20, 13), 'started_at': datetime.datetime(2021, 8, 12, 14, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 42, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:43:05.975816 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cee71ca3-78d3-47ce-bfbe-e716a1865c99 None None] Checking segment: {'id': '521edb44-5da8-4976-9d30-f12b5fa5ff61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '99dd6f28-5ac8-4360-aaea-96a0e78d71fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:43:05.976254 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-cee71ca3-78d3-47ce-bfbe-e716a1865c99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:05.976673 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cee71ca3-78d3-47ce-bfbe-e716a1865c99 None None] Bound using segment: {'id': '521edb44-5da8-4976-9d30-f12b5fa5ff61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '99dd6f28-5ac8-4360-aaea-96a0e78d71fe'} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:43:05.977232 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-cee71ca3-78d3-47ce-bfbe-e716a1865c99 None None] Bound port: 3bd61c34-b7a2-4d04-854c-ddb014e159a3, host: n-d-694802-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '521edb44-5da8-4976-9d30-f12b5fa5ff61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '99dd6f28-5ac8-4360-aaea-96a0e78d71fe'}}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:43:05.977678 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-cee71ca3-78d3-47ce-bfbe-e716a1865c99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:06.000019 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-6c34d30a-09f5-48d6-a171-01277b7baf79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:06.001709 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-6c34d30a-09f5-48d6-a171-01277b7baf79 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b0e24b64-21a7-4e71-9bbe-cc7d87ed30df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2167156 Aug 12 14:43:06.026323 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a41062c3-c438-4006-909a-a0f13f6f22e1 tempest-RoutersAdminTest-1145377623 tempest-RoutersAdminTest-1145377623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:06.032042 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-47f7f536-0050-434f-b31a-b7fce4993f5f service neutron] 10.222.0.39 "GET /v2.0/networks/23465ac9-c2b6-454b-ad4d-35bb38ffda1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3168256 Aug 12 14:43:06.064458 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-cee71ca3-78d3-47ce-bfbe-e716a1865c99 None None] For port 3bd61c34-b7a2-4d04-854c-ddb014e159a3, host n-d-694802-15, cleared binding levels {{(pid=94468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:43:06.069469 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-cee71ca3-78d3-47ce-bfbe-e716a1865c99 None None] For port 3bd61c34-b7a2-4d04-854c-ddb014e159a3, host n-d-694802-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=3bd61c34-b7a2-4d04-854c-ddb014e159a3,segment=NetworkSegment(521edb44-5da8-4976-9d30-f12b5fa5ff61),segment_id=521edb44-5da8-4976-9d30-f12b5fa5ff61)] {{(pid=94468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:43:06.075188 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-cee71ca3-78d3-47ce-bfbe-e716a1865c99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:06.109456 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-a41062c3-c438-4006-909a-a0f13f6f22e1 tempest-RoutersAdminTest-1145377623 tempest-RoutersAdminTest-1145377623-project] Calling delete_port for a36bc7a8-64f4-44f0-a823-319005be40c5 owned by network:router_gateway {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:43:06.155602 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-5f2c7d46-e394-479e-a5f0-46b9096bb121 req-6999fe6f-9bc4-4ceb-98ca-f3369e576f5e tempest-TenantUsagesTestJSON-816531237 tempest-TenantUsagesTestJSON-816531237-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=30274d4b9aef4929ac633d8a455039c5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0359349 Aug 12 14:43:06.157212 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cee71ca3-78d3-47ce-bfbe-e716a1865c99 None None] Routers {'f87ffe3d-6281-4a09-a61f-dc5332db301f'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:43:06.157976 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-cee71ca3-78d3-47ce-bfbe-e716a1865c99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:42:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['f87ffe3d-6281-4a09-a61f-dc5332db301f'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:43:06.188606 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9612e36c-76b0-4733-86ad-18c6693b0739 admin admin] Pushing event updated for resources: {'Subnet': ['ID=50f0d6af-41da-4d7e-a76f-ac6ea01824bf,revision_number=0']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:43:06.210648 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f555ea76-bfdf-4039-8b1b-adb106de37b3 None None] Pushing event updated for resources: {'Port': ['ID=3bd61c34-b7a2-4d04-854c-ddb014e159a3,revision_number=4']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:43:06.253029 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9612e36c-76b0-4733-86ad-18c6693b0739 admin admin] Checking segment: {'id': '4b5ef232-de6a-44a2-b77c-9363bbf2821f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'd4f0fddc-478c-44c2-97bc-2bf57007f369'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:43:06.253740 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9612e36c-76b0-4733-86ad-18c6693b0739 admin admin] Network hostable DHCP agents. Network: d4f0fddc-478c-44c2-97bc-2bf57007f369, hostable agents: ['1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658'], hosted agents: [] {{(pid=94467) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 14:43:06.291293 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2c7d46-e394-479e-a5f0-46b9096bb121 req-203a4ca6-3d91-44e0-9610-c32242c31973 tempest-TenantUsagesTestJSON-816531237 tempest-TenantUsagesTestJSON-816531237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:06.293290 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-5f2c7d46-e394-479e-a5f0-46b9096bb121 req-203a4ca6-3d91-44e0-9610-c32242c31973 tempest-TenantUsagesTestJSON-816531237 tempest-TenantUsagesTestJSON-816531237-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1356299 Aug 12 14:43:06.308267 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvr_db [None req-cee71ca3-78d3-47ce-bfbe-e716a1865c99 None None] Set router f87ffe3d-6281-4a09-a61f-dc5332db301f gateway port host: n-d-694802-15 {{(pid=94468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:43:06.312705 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-5f2c7d46-e394-479e-a5f0-46b9096bb121 req-970bb930-03b1-48ad-929c-ddab7f3efb18 tempest-TenantUsagesTestJSON-816531237 tempest-TenantUsagesTestJSON-816531237-project] 10.222.0.39 "GET /v2.0/quotas/30274d4b9aef4929ac633d8a455039c5 HTTP/1.1" status: 200 len: 375 time: 0.0118768 Aug 12 14:43:06.341375 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9612e36c-76b0-4733-86ad-18c6693b0739 admin admin] Network d4f0fddc-478c-44c2-97bc-2bf57007f369 is scheduled to be hosted by DHCP agent 1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658 with binding_index 1 {{(pid=94467) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 14:43:06.353974 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-5f2c7d46-e394-479e-a5f0-46b9096bb121 req-0ab3620e-790b-4949-83a9-cf34e1e91836 tempest-TenantUsagesTestJSON-816531237 tempest-TenantUsagesTestJSON-816531237-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=30274d4b9aef4929ac633d8a455039c5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0337162 Aug 12 14:43:06.365942 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-3df07783-8500-4dac-a19a-914e5360fc21 service neutron] 10.222.0.64 "GET /v2.0/networks/b0e24b64-21a7-4e71-9bbe-cc7d87ed30df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3524833 Aug 12 14:43:06.436072 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [None req-9612e36c-76b0-4733-86ad-18c6693b0739 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-15, d4f0fddc-478c-44c2-97bc-2bf57007f369) {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:43:06.447934 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9612e36c-76b0-4733-86ad-18c6693b0739 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:06.448523 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-9612e36c-76b0-4733-86ad-18c6693b0739 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:06.450806 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a72f510a-882c-439e-82cc-0e9b8e011ae5 None None] Network d4f0fddc-478c-44c2-97bc-2bf57007f369 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:43:06.459556 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-e3da2623-25fd-4a68-8597-ecf0a0b50be7 service neutron] 10.222.0.39 "GET /v2.0/networks/23465ac9-c2b6-454b-ad4d-35bb38ffda1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4125624 Aug 12 14:43:06.564545 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-9b3462a8-2f96-4cb5-9d01-c05bb4dc20c0 service neutron] 10.222.0.64 "GET /v2.0/networks/b0e24b64-21a7-4e71-9bbe-cc7d87ed30df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1895633 Aug 12 14:43:06.638920 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.agents_db [None req-17ed3e4c-1a7d-4162-9646-11c134aca297 None None] Agent healthcheck: found 7 active agents {{(pid=94469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 14:43:06.695500 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-cee71ca3-78d3-47ce-bfbe-e716a1865c99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f87ffe3d-6281-4a09-a61f-dc5332db301f', 'name': 'tempest-TestAggregatesBasicOps-908035187-router', 'tenant_id': '6348ba62bc54492f9d80245df8490587', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.204'}], 'enable_snat': True}, 'gw_port_id': '054bcb00-5e44-4e8f-9174-67b9d2082376', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:42:47Z', 'updated_at': '2021-08-12T14:43:01Z', 'revision_number': 4, 'project_id': '6348ba62bc54492f9d80245df8490587', 'gw_port': {'id': '054bcb00-5e44-4e8f-9174-67b9d2082376', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:a6:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f87ffe3d-6281-4a09-a61f-dc5332db301f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1507, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:42:50Z', 'updated_at': '2021-08-12T14:42:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': '3bd61c34-b7a2-4d04-854c-ddb014e159a3', 'name': '', 'network_id': '99dd6f28-5ac8-4360-aaea-96a0e78d71fe', 'tenant_id': '6348ba62bc54492f9d80245df8490587', 'mac_address': 'fa:16:3e:4f:c5:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f87ffe3d-6281-4a09-a61f-dc5332db301f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1515, 'fixed_ips': [{'subnet_id': '533e223a-944d-47e1-80d5-fae066bbb59d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:42:58Z', 'updated_at': '2021-08-12T14:43:06Z', 'revision_number': 4, 'project_id': '6348ba62bc54492f9d80245df8490587', 'subnets': [{'id': '533e223a-944d-47e1-80d5-fae066bbb59d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:43:06.734291 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4261a040-388d-4d11-ab58-508564a6c3fa None None] Network d4f0fddc-478c-44c2-97bc-2bf57007f369 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:43:06.737536 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-18be3c98-04fa-4a9e-9987-9f79ad4935a6 req-50c8c9bc-78de-4a6c-b255-7dc5964b894f tempest-TenantUsagesTestJSON-816531237 tempest-TenantUsagesTestJSON-816531237-project] 10.222.0.39 "GET /v2.0/ports?device_id=19ebd4ab-21c9-4c74-b15a-eae06dd79168 HTTP/1.1" status: 200 len: 210 time: 0.0320010 Aug 12 14:43:06.776254 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cee71ca3-78d3-47ce-bfbe-e716a1865c99 None None] The sync data for ids ['f87ffe3d-6281-4a09-a61f-dc5332db301f'] in n-d-694802-15 is: [{'id': 'f87ffe3d-6281-4a09-a61f-dc5332db301f', 'name': 'tempest-TestAggregatesBasicOps-908035187-router', 'tenant_id': '6348ba62bc54492f9d80245df8490587', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.204'}], 'enable_snat': True}, 'gw_port_id': '054bcb00-5e44-4e8f-9174-67b9d2082376', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:42:47Z', 'updated_at': '2021-08-12T14:43:01Z', 'revision_number': 4, 'project_id': '6348ba62bc54492f9d80245df8490587', 'gw_port': {'id': '054bcb00-5e44-4e8f-9174-67b9d2082376', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:a6:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f87ffe3d-6281-4a09-a61f-dc5332db301f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1507, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:42:50Z', 'updated_at': '2021-08-12T14:42:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': '3bd61c34-b7a2-4d04-854c-ddb014e159a3', 'name': '', 'network_id': '99dd6f28-5ac8-4360-aaea-96a0e78d71fe', 'tenant_id': '6348ba62bc54492f9d80245df8490587', 'mac_address': 'fa:16:3e:4f:c5:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f87ffe3d-6281-4a09-a61f-dc5332db301f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1515, 'fixed_ips': [{'subnet_id': '533e223a-944d-47e1-80d5-fae066bbb59d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:42:58Z', 'updated_at': '2021-08-12T14:43:06Z', 'revision_number': 4, 'project_id': '6348ba62bc54492f9d80245df8490587', 'subnets': [{'id': '533e223a-944d-47e1-80d5-fae066bbb59d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 14:43:06.985138 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-9612e36c-76b0-4733-86ad-18c6693b0739 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.0302320 Aug 12 14:43:07.116888 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-4a7aa203-e2a7-49d4-b055-b101d81318b8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.11&port_id=5bb0a447-96d6-4415-8a53-9ce9a3ae9385 HTTP/1.1" status: 200 len: 217 time: 0.5398381 Aug 12 14:43:07.143832 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4bef59-8bb8-4fe6-aaf5-ce8369941ab9 req-228218e7-1326-41e2-8e68-f410a5d93327 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:07.150022 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4bef59-8bb8-4fe6-aaf5-ce8369941ab9 req-228218e7-1326-41e2-8e68-f410a5d93327 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:07.156338 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4bef59-8bb8-4fe6-aaf5-ce8369941ab9 req-228218e7-1326-41e2-8e68-f410a5d93327 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:07.163639 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4bef59-8bb8-4fe6-aaf5-ce8369941ab9 req-228218e7-1326-41e2-8e68-f410a5d93327 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:07.170232 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4bef59-8bb8-4fe6-aaf5-ce8369941ab9 req-228218e7-1326-41e2-8e68-f410a5d93327 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:07.177207 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4bef59-8bb8-4fe6-aaf5-ce8369941ab9 req-228218e7-1326-41e2-8e68-f410a5d93327 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:07.184934 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4bef59-8bb8-4fe6-aaf5-ce8369941ab9 req-228218e7-1326-41e2-8e68-f410a5d93327 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:07.195443 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-2e4bef59-8bb8-4fe6-aaf5-ce8369941ab9 req-228218e7-1326-41e2-8e68-f410a5d93327 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] 10.222.0.39 "GET /v2.0/ports?device_id=b84c5c28-8f10-4782-84ae-2f8fa89bf4c6 HTTP/1.1" status: 200 len: 5420 time: 0.1390955 Aug 12 14:43:07.200979 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 3bd61c34-b7a2-4d04-854c-ddb014e159a3 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:43:07.207477 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-cf422968-f8a6-4ff8-aad8-48d62a21e24b req-3c84ef13-adde-491e-bd98-a68d15b368d5 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=29f25940577c4eccbe5d86364d6a9bb1&device_id=801adcbc-d437-4132-a129-d93dca7a3b87 HTTP/1.1" status: 200 len: 210 time: 0.1097333 Aug 12 14:43:07.260635 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-2e4bef59-8bb8-4fe6-aaf5-ce8369941ab9 req-e3ed538c-b270-4e4a-ac70-2b5e1e2c1035 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] 10.222.0.39 "GET /v2.0/security-groups?id=acce5d50-80c7-459a-8d6c-3aec4a7c97df&id=853e07d7-c0f4-4b67-a247-29748be080a8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0639873 Aug 12 14:43:07.290943 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning for port 3bd61c34-b7a2-4d04-854c-ddb014e159a3 completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:43:07.298299 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port 3bd61c34-b7a2-4d04-854c-ddb014e159a3 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:43:07.298476 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:07.344959 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-cf422968-f8a6-4ff8-aad8-48d62a21e24b req-62e00253-6674-4089-a3f7-e207b65ff0f5 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=29f25940577c4eccbe5d86364d6a9bb1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0661833 Aug 12 14:43:07.398412 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-6cc6b58c-90cf-470b-be47-a1211dcacbee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:07.400871 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-6cc6b58c-90cf-470b-be47-a1211dcacbee service neutron] 10.222.0.64 "GET /v2.0/subnets?id=211c9137-e01f-4e3e-8c7e-449dda79def5 HTTP/1.1" status: 200 len: 797 time: 0.2706833 Aug 12 14:43:07.459894 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:07.464083 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-86423145-8c02-4b26-a5cb-51179af6050b service neutron] 10.222.0.39 "GET /v2.0/networks/23465ac9-c2b6-454b-ad4d-35bb38ffda1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8988287 Aug 12 14:43:07.470029 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a41062c3-c438-4006-909a-a0f13f6f22e1 tempest-RoutersAdminTest-1145377623 tempest-RoutersAdminTest-1145377623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:07.510368 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] For port 3bd61c34-b7a2-4d04-854c-ddb014e159a3, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=3bd61c34-b7a2-4d04-854c-ddb014e159a3,segment=NetworkSegment(521edb44-5da8-4976-9d30-f12b5fa5ff61),segment_id=521edb44-5da8-4976-9d30-f12b5fa5ff61)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:43:07.517304 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:07.572092 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Pushing event updated for resources: {'Port': ['ID=3bd61c34-b7a2-4d04-854c-ddb014e159a3,revision_number=5']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:43:07.605021 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41062c3-c438-4006-909a-a0f13f6f22e1 tempest-RoutersAdminTest-1145377623 tempest-RoutersAdminTest-1145377623-project] Pushing event deleted for resources: {'Port': ['ID=a36bc7a8-64f4-44f0-a823-319005be40c5,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:43:07.723274 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-c804f939-9a58-4f02-8520-2ca45d6be7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:07.726562 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-c804f939-9a58-4f02-8520-2ca45d6be7fd service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b1fed0d0-2b0c-4ed8-b3b7-4ff4b735f473&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2588410 Aug 12 14:43:07.733277 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf422968-f8a6-4ff8-aad8-48d62a21e24b req-f14f9290-e654-402a-99c1-5e41c848edf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:07.734767 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-cf422968-f8a6-4ff8-aad8-48d62a21e24b req-f14f9290-e654-402a-99c1-5e41c848edf3 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3746796 Aug 12 14:43:07.818864 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a41062c3-c438-4006-909a-a0f13f6f22e1 tempest-RoutersAdminTest-1145377623 tempest-RoutersAdminTest-1145377623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-431580'] for router_gateway, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:07.829291 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-d1b2d762-d4e7-4759-adf3-3221d965917f req-7577b26f-435b-48f3-8328-dd6ff5e405f6 tempest-ServerShowV254Test-788809412 tempest-ServerShowV254Test-788809412-project] 10.222.0.39 "GET /v2.0/ports?device_id=801adcbc-d437-4132-a129-d93dca7a3b87 HTTP/1.1" status: 200 len: 210 time: 0.0419462 Aug 12 14:43:07.915696 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-3a9d1736-68ab-47db-9078-0345f46182cc service neutron] 10.222.0.39 "GET /v2.0/networks/23465ac9-c2b6-454b-ad4d-35bb38ffda1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4286194 Aug 12 14:43:07.956979 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-5f2c7d46-e394-479e-a5f0-46b9096bb121 req-3599906f-2668-46ae-8245-49399f9d5d62 tempest-TenantUsagesTestJSON-816531237 tempest-TenantUsagesTestJSON-816531237-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=30274d4b9aef4929ac633d8a455039c5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0477006 Aug 12 14:43:08.129861 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6e1d0d-3d94-47bd-a7d0-a0a8123b15fa req-7adf7237-c716-4e3a-aec0-75f455a33a8b tempest-InstanceActionsTestJSON-2093487905 tempest-InstanceActionsTestJSON-2093487905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:08.132808 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-fd6e1d0d-3d94-47bd-a7d0-a0a8123b15fa req-7adf7237-c716-4e3a-aec0-75f455a33a8b tempest-InstanceActionsTestJSON-2093487905 tempest-InstanceActionsTestJSON-2093487905-project] 10.222.0.39 "GET /v2.0/networks?id=d4f0fddc-478c-44c2-97bc-2bf57007f369 HTTP/1.1" status: 200 len: 813 time: 0.1183989 Aug 12 14:43:08.144373 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-1c522a13-feed-47be-8a29-92bde033761c service neutron] 10.222.0.64 "GET /v2.0/networks/b1fed0d0-2b0c-4ed8-b3b7-4ff4b735f473?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4053035 Aug 12 14:43:08.158227 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-fd6e1d0d-3d94-47bd-a7d0-a0a8123b15fa req-6f1a4952-0d35-49ec-b40f-06adc47cb9b6 tempest-InstanceActionsTestJSON-2093487905 tempest-InstanceActionsTestJSON-2093487905-project] 10.222.0.39 "GET /v2.0/quotas/0ba2f6c0191b44359effb43351cbaf93 HTTP/1.1" status: 200 len: 375 time: 0.0166943 Aug 12 14:43:08.194946 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-fd6e1d0d-3d94-47bd-a7d0-a0a8123b15fa req-a3f6910d-7c56-4646-aa40-0dd572b01d3f tempest-InstanceActionsTestJSON-2093487905 tempest-InstanceActionsTestJSON-2093487905-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=0ba2f6c0191b44359effb43351cbaf93&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0307152 Aug 12 14:43:08.292666 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-fd6e1d0d-3d94-47bd-a7d0-a0a8123b15fa req-ad3f63cf-3eb1-4694-80f8-c44391baa33f service neutron] 10.222.0.39 "GET /v2.0/networks/d4f0fddc-478c-44c2-97bc-2bf57007f369?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902359 Aug 12 14:43:08.305861 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a41062c3-c438-4006-909a-a0f13f6f22e1 tempest-RoutersAdminTest-1145377623 tempest-RoutersAdminTest-1145377623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-431363', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-429420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-104890'] for router, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:08.325952 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a41062c3-c438-4006-909a-a0f13f6f22e1 tempest-RoutersAdminTest-1145377623 tempest-RoutersAdminTest-1145377623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-431608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-431370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-431601', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-429403'] for router, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:08.342077 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2c7d46-e394-479e-a5f0-46b9096bb121 req-a716d189-62c6-426d-9e06-1a57c513bbbf tempest-TenantUsagesTestJSON-816531237 tempest-TenantUsagesTestJSON-816531237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:08.343527 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-5f2c7d46-e394-479e-a5f0-46b9096bb121 req-a716d189-62c6-426d-9e06-1a57c513bbbf tempest-TenantUsagesTestJSON-816531237 tempest-TenantUsagesTestJSON-816531237-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3713272 Aug 12 14:43:08.368838 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-5f2c7d46-e394-479e-a5f0-46b9096bb121 req-58b95474-2dae-47f0-849b-70a5aaa95083 tempest-TenantUsagesTestJSON-816531237 tempest-TenantUsagesTestJSON-816531237-project] Request body: {'port': {'device_id': '19ebd4ab-21c9-4c74-b15a-eae06dd79168', 'network_id': '2525c403-dfb3-4196-a273-739607aab38a', 'admin_state_up': True, 'tenant_id': '30274d4b9aef4929ac633d8a455039c5'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:43:08.389836 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-fd6e1d0d-3d94-47bd-a7d0-a0a8123b15fa req-62a9a1c6-9fb8-421f-9c48-edcacc3b9ad9 service neutron] 10.222.0.39 "GET /v2.0/networks/d4f0fddc-478c-44c2-97bc-2bf57007f369?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907795 Aug 12 14:43:08.414007 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-50232dc9-e057-44ee-9ba1-94c50d500173 service neutron] 10.222.0.39 "GET /v2.0/networks/23465ac9-c2b6-454b-ad4d-35bb38ffda1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4610023 Aug 12 14:43:08.555482 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a41062c3-c438-4006-909a-a0f13f6f22e1 tempest-RoutersAdminTest-1145377623 tempest-RoutersAdminTest-1145377623-project] Router 02e1cf60-f136-4d2d-b542-2e1481ab0243 has already been hosted by L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f {{(pid=94467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 14:43:08.562717 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-ea50d638-294e-4a44-a927-dc9009d41117 service neutron] 10.222.0.64 "GET /v2.0/networks/b1fed0d0-2b0c-4ed8-b3b7-4ff4b735f473?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4059021 Aug 12 14:43:08.650004 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-0dfbc92a-bf99-40ef-bf89-ec17fe24fc0b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.172&port_id=20995681-edf1-4159-b285-2b70fd9775cf HTTP/1.1" status: 200 len: 217 time: 0.0713999 Aug 12 14:43:08.685448 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-6c9514d7-4f3f-4fc5-b88b-8ca5a86c511e req-5d9d75ed-52d8-4562-8cde-9d98867ec0b4 tempest-TenantUsagesTestJSON-816531237 tempest-TenantUsagesTestJSON-816531237-project] 10.222.0.39 "GET /v2.0/ports?device_id=19ebd4ab-21c9-4c74-b15a-eae06dd79168 HTTP/1.1" status: 200 len: 210 time: 0.0406532 Aug 12 14:43:08.787988 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-679a7386-a710-4f16-9702-184629e9ec69 service neutron] 10.222.0.39 "GET /v2.0/networks/fb4567b1-456a-4ad5-b04d-3f1c691daca7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3159208 Aug 12 14:43:08.803926 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a41062c3-c438-4006-909a-a0f13f6f22e1 tempest-RoutersAdminTest-1145377623 tempest-RoutersAdminTest-1145377623-project] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 14:43:08.806274 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-f819a53b-a3db-4b24-9d61-ac217b20def0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:08.808090 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-f819a53b-a3db-4b24-9d61-ac217b20def0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=211c9137-e01f-4e3e-8c7e-449dda79def5 HTTP/1.1" status: 200 len: 797 time: 0.1496079 Aug 12 14:43:08.815426 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a41062c3-c438-4006-909a-a0f13f6f22e1 tempest-RoutersAdminTest-1145377623 tempest-RoutersAdminTest-1145377623-project] Notify callbacks [] for router, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:08.815680 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2239cd6-6761-45ec-b8dc-cceb5ad710ef None None] Sync routers for ids ['02e1cf60-f136-4d2d-b542-2e1481ab0243'] in n-d-694802-15 {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 14:43:08.819914 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-a41062c3-c438-4006-909a-a0f13f6f22e1 tempest-RoutersAdminTest-1145377623 tempest-RoutersAdminTest-1145377623-project] 10.222.0.39 "PUT /v2.0/routers/02e1cf60-f136-4d2d-b542-2e1481ab0243 HTTP/1.1" status: 200 len: 706 time: 4.4326999 Aug 12 14:43:08.828589 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 48380) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:43:08.831790 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2239cd6-6761-45ec-b8dc-cceb5ad710ef None None] Routers {'02e1cf60-f136-4d2d-b542-2e1481ab0243'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:43:08.832819 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-f2239cd6-6761-45ec-b8dc-cceb5ad710ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:42:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['02e1cf60-f136-4d2d-b542-2e1481ab0243'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:43:08.881389 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f2c7d46-e394-479e-a5f0-46b9096bb121 req-58b95474-2dae-47f0-849b-70a5aaa95083 tempest-TenantUsagesTestJSON-816531237 tempest-TenantUsagesTestJSON-816531237-project] Made reservation on behalf of 30274d4b9aef4929ac633d8a455039c5 for: {'port': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:43:08.885498 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-5f2c7d46-e394-479e-a5f0-46b9096bb121 req-58b95474-2dae-47f0-849b-70a5aaa95083 tempest-TenantUsagesTestJSON-816531237 tempest-TenantUsagesTestJSON-816531237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:08.893072 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bd6f3c-431f-42bd-b445-752482b5a8b0 req-828f5b60-9d3f-4f82-b4af-9b174028a7fb tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:08.901324 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bd6f3c-431f-42bd-b445-752482b5a8b0 req-828f5b60-9d3f-4f82-b4af-9b174028a7fb tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:08.908376 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bd6f3c-431f-42bd-b445-752482b5a8b0 req-828f5b60-9d3f-4f82-b4af-9b174028a7fb tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:08.914978 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bd6f3c-431f-42bd-b445-752482b5a8b0 req-828f5b60-9d3f-4f82-b4af-9b174028a7fb tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:08.923776 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bd6f3c-431f-42bd-b445-752482b5a8b0 req-828f5b60-9d3f-4f82-b4af-9b174028a7fb tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:08.932251 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bd6f3c-431f-42bd-b445-752482b5a8b0 req-828f5b60-9d3f-4f82-b4af-9b174028a7fb tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:08.941500 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bd6f3c-431f-42bd-b445-752482b5a8b0 req-828f5b60-9d3f-4f82-b4af-9b174028a7fb tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:08.944167 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-16bd6f3c-431f-42bd-b445-752482b5a8b0 req-828f5b60-9d3f-4f82-b4af-9b174028a7fb tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] 10.222.0.39 "GET /v2.0/ports?device_id=b84c5c28-8f10-4782-84ae-2f8fa89bf4c6 HTTP/1.1" status: 200 len: 5420 time: 0.1615479 Aug 12 14:43:08.976498 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-5f2c7d46-e394-479e-a5f0-46b9096bb121 req-58b95474-2dae-47f0-849b-70a5aaa95083 tempest-TenantUsagesTestJSON-816531237 tempest-TenantUsagesTestJSON-816531237-project] Notify callbacks [] for security_group, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:09.015456 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-16bd6f3c-431f-42bd-b445-752482b5a8b0 req-2d6baa20-ccc1-4fcb-9bb3-4c9592d1ab4f tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] 10.222.0.39 "GET /v2.0/security-groups?id=acce5d50-80c7-459a-8d6c-3aec4a7c97df&id=853e07d7-c0f4-4b67-a247-29748be080a8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0645120 Aug 12 14:43:09.099956 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-f2239cd6-6761-45ec-b8dc-cceb5ad710ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:43:09.111074 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2239cd6-6761-45ec-b8dc-cceb5ad710ef None None] Routers {'02e1cf60-f136-4d2d-b542-2e1481ab0243'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:43:09.111938 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-f2239cd6-6761-45ec-b8dc-cceb5ad710ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:42:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['02e1cf60-f136-4d2d-b542-2e1481ab0243'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:43:09.162079 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-f2239cd6-6761-45ec-b8dc-cceb5ad710ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:43:09.163105 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2239cd6-6761-45ec-b8dc-cceb5ad710ef None None] The sync data for ids ['02e1cf60-f136-4d2d-b542-2e1481ab0243'] in n-d-694802-15 is: [] {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 14:43:09.206086 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 3bd61c34-b7a2-4d04-854c-ddb014e159a3 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:43:09.242758 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-a81ac349-e86e-404d-b2bd-8812eb0c59a5 req-d137acdf-9b60-47bc-9c02-b5949cfb21c7 tempest-InstanceActionsTestJSON-2093487905 tempest-InstanceActionsTestJSON-2093487905-project] 10.222.0.39 "GET /v2.0/ports?device_id=0f1f7cb8-15d3-4a42-b674-86a78646603e HTTP/1.1" status: 200 len: 210 time: 0.0578499 Aug 12 14:43:09.276513 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port 3bd61c34-b7a2-4d04-854c-ddb014e159a3 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:43:09.278634 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:09.361765 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-673b928c-f343-46aa-94fe-1fcc0b183607 tempest-RoutersAdminTest-311172655 tempest-RoutersAdminTest-311172655-project-admin] 10.222.0.39 "GET /v2.0/routers/02e1cf60-f136-4d2d-b542-2e1481ab0243 HTTP/1.1" status: 200 len: 741 time: 0.5295377 Aug 12 14:43:09.364150 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 48388) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:43:09.427804 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-0d1bc660-4506-4a9a-a90c-2c1c61d3792c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:09.429707 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-0d1bc660-4506-4a9a-a90c-2c1c61d3792c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b1fed0d0-2b0c-4ed8-b3b7-4ff4b735f473&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.6002264 Aug 12 14:43:09.444646 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-af4d12f8-2725-4f0a-ac98-f2cb0dbd9b13 tempest-RoutersAdminTest-311172655 tempest-RoutersAdminTest-311172655-project-admin] 10.222.0.39 "GET /v2.0/ports?network_id=d3759e1b-6c03-45ac-acd4-90abb417809b&device_id=02e1cf60-f136-4d2d-b542-2e1481ab0243 HTTP/1.1" status: 200 len: 205 time: 0.0790472 Aug 12 14:43:09.459200 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 48392) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:43:09.476231 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-1cb87154-8255-436d-a6b7-c09ae0b2f0df req-1bdfd3a0-f609-41fa-a05d-c5c4efc1e4e5 tempest-ServerShowV254Test-788809412 tempest-ServerShowV254Test-788809412-project] 10.222.0.39 "GET /v2.0/ports?device_id=801adcbc-d437-4132-a129-d93dca7a3b87 HTTP/1.1" status: 200 len: 210 time: 0.0687346 Aug 12 14:43:09.530387 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-ad9b68ae-72cc-4629-a4a1-b427e9c2dc16 tempest-RoutersAdminTest-1145377623 tempest-RoutersAdminTest-1145377623-project] 10.222.0.39 "GET /v2.0/ports?device_id=02e1cf60-f136-4d2d-b542-2e1481ab0243 HTTP/1.1" status: 200 len: 205 time: 0.0679016 Aug 12 14:43:09.530387 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-bbe7c24d-1071-4c86-bf38-3fc5501bf691 service neutron] 10.222.0.39 "GET /v2.0/networks/fb4567b1-456a-4ad5-b04d-3f1c691daca7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7300477 Aug 12 14:43:09.533621 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 48394) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:43:09.542685 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-cf422968-f8a6-4ff8-aad8-48d62a21e24b req-b8df4eda-ee46-4557-8c91-6b02f70385a2 tempest-ServerShowV254Test-788809412 tempest-ServerShowV254Test-788809412-project] 10.222.0.49 "GET /v2.0/ports?device_id=801adcbc-d437-4132-a129-d93dca7a3b87 HTTP/1.1" status: 200 len: 210 time: 0.0583947 Aug 12 14:43:09.644722 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f2c95b59-f663-4394-be1e-f4dd90f6d904 tempest-RoutersAdminTest-1145377623 tempest-RoutersAdminTest-1145377623-project] Notify callbacks [] for router, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:09.737800 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-5f2c7d46-e394-479e-a5f0-46b9096bb121 req-58b95474-2dae-47f0-849b-70a5aaa95083 tempest-TenantUsagesTestJSON-816531237 tempest-TenantUsagesTestJSON-816531237-project] Notify callbacks [] for security_group, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:09.769924 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-79d3f2d0-6fa4-498d-b2c4-4fa8ca826844 service neutron] 10.222.0.64 "GET /v2.0/networks/b1fed0d0-2b0c-4ed8-b3b7-4ff4b735f473?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3304048 Aug 12 14:43:09.773958 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-5f2c7d46-e394-479e-a5f0-46b9096bb121 req-58b95474-2dae-47f0-849b-70a5aaa95083 tempest-TenantUsagesTestJSON-816531237 tempest-TenantUsagesTestJSON-816531237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:09.800287 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-dea33d76-5940-4996-9994-c9b88300c1b4 service neutron] 10.222.0.39 "GET /v2.0/networks/fb4567b1-456a-4ad5-b04d-3f1c691daca7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2606611 Aug 12 14:43:09.899082 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f2c95b59-f663-4394-be1e-f4dd90f6d904 tempest-RoutersAdminTest-1145377623 tempest-RoutersAdminTest-1145377623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-429360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-104877'] for router, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:09.904690 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f2c95b59-f663-4394-be1e-f4dd90f6d904 tempest-RoutersAdminTest-1145377623 tempest-RoutersAdminTest-1145377623-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:09.969339 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-852d5fd1-9aac-485a-a6d5-4d31461348eb req-ff163931-7b69-438f-84e0-20a2927dd9a8 tempest-TenantUsagesTestJSON-816531237 tempest-TenantUsagesTestJSON-816531237-project] 10.222.0.39 "GET /v2.0/ports?device_id=19ebd4ab-21c9-4c74-b15a-eae06dd79168 HTTP/1.1" status: 200 len: 210 time: 0.0683260 Aug 12 14:43:09.984864 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f2c95b59-f663-4394-be1e-f4dd90f6d904 tempest-RoutersAdminTest-1145377623 tempest-RoutersAdminTest-1145377623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-429375'] for router, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:09.985377 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2c95b59-f663-4394-be1e-f4dd90f6d904 tempest-RoutersAdminTest-1145377623 tempest-RoutersAdminTest-1145377623-project] Fanout notify agent at l3_agent the message router_deleted on router 02e1cf60-f136-4d2d-b542-2e1481ab0243 {{(pid=94466) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 14:43:10.001181 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f2c95b59-f663-4394-be1e-f4dd90f6d904 tempest-RoutersAdminTest-1145377623 tempest-RoutersAdminTest-1145377623-project] Notify callbacks [] for router, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:10.002441 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-f2c95b59-f663-4394-be1e-f4dd90f6d904 tempest-RoutersAdminTest-1145377623 tempest-RoutersAdminTest-1145377623-project] 10.222.0.39 "DELETE /v2.0/routers/02e1cf60-f136-4d2d-b542-2e1481ab0243 HTTP/1.1" status: 204 len: 168 time: 0.4659576 Aug 12 14:43:10.006277 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 48412) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:43:10.006814 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b95474-2dae-47f0-849b-70a5aaa95083 tempest-TenantUsagesTestJSON-816531237 tempest-TenantUsagesTestJSON-816531237-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4437f620-8c74-47fd-842f-12f52391e70a,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:43:10.046688 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-3aeb7f05-3641-45c3-961f-856f6e753cc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:10.051067 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-9a17a3e1-98b6-4664-b439-715ffd55ab9e tempest-RoutersAdminTest-1145377623 tempest-RoutersAdminTest-1145377623-project] 10.222.0.39 "GET /v2.0/ports?device_id=02e1cf60-f136-4d2d-b542-2e1481ab0243 HTTP/1.1" status: 200 len: 205 time: 0.0436738 Aug 12 14:43:10.054501 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 48414) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:43:10.080269 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 48416) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:43:10.100676 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6e1d0d-3d94-47bd-a7d0-a0a8123b15fa req-ab24616d-a941-47e1-9c63-1bbe8d1483e8 tempest-InstanceActionsTestJSON-2093487905 tempest-InstanceActionsTestJSON-2093487905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:10.108667 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-fd6e1d0d-3d94-47bd-a7d0-a0a8123b15fa req-ab24616d-a941-47e1-9c63-1bbe8d1483e8 tempest-InstanceActionsTestJSON-2093487905 tempest-InstanceActionsTestJSON-2093487905-project] 10.222.0.64 "GET /v2.0/networks?id=d4f0fddc-478c-44c2-97bc-2bf57007f369 HTTP/1.1" status: 200 len: 813 time: 0.2635896 Aug 12 14:43:10.111092 n-d-694802-15 neutron-server[94466]: INFO neutron.api.v2.resource [None req-81b484b3-c0cf-49d5-9756-ad527a23f809 tempest-RoutersAdminTest-1145377623 tempest-RoutersAdminTest-1145377623-project] delete failed (client error): The resource could not be found. Aug 12 14:43:10.112333 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-81b484b3-c0cf-49d5-9756-ad527a23f809 tempest-RoutersAdminTest-1145377623 tempest-RoutersAdminTest-1145377623-project] 10.222.0.39 "DELETE /v2.0/routers/02e1cf60-f136-4d2d-b542-2e1481ab0243 HTTP/1.1" status: 404 len: 336 time: 0.0567036 Aug 12 14:43:10.114984 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 48420) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:43:10.134453 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [req-fd6e1d0d-3d94-47bd-a7d0-a0a8123b15fa req-d0b6a229-7259-40ba-9420-a619c273dacc tempest-InstanceActionsTestJSON-2093487905 tempest-InstanceActionsTestJSON-2093487905-project] Request body: {'port': {'device_id': '0f1f7cb8-15d3-4a42-b674-86a78646603e', 'network_id': 'd4f0fddc-478c-44c2-97bc-2bf57007f369', 'admin_state_up': True, 'tenant_id': '0ba2f6c0191b44359effb43351cbaf93'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:43:10.196586 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-fd6f9b83-00a0-4353-8da9-388d0028b938 service neutron] 10.222.0.64 "GET /v2.0/networks/b1fed0d0-2b0c-4ed8-b3b7-4ff4b735f473?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4175620 Aug 12 14:43:10.213088 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_common [req-5f2c7d46-e394-479e-a5f0-46b9096bb121 req-58b95474-2dae-47f0-849b-70a5aaa95083 tempest-TenantUsagesTestJSON-816531237 tempest-TenantUsagesTestJSON-816531237-project] Allocated IP 192.168.233.78 (2525c403-dfb3-4196-a273-739607aab38a/236e0be6-1c94-4221-9e8b-ab02a53331f8/547a5415-72cf-49bc-afa5-fd24a8806ab6) {{(pid=94467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:43:10.221556 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-e6812795-980a-420c-aae5-87438faa541c tempest-RoutersAdminTest-1145377623 tempest-RoutersAdminTest-1145377623-project] 10.222.0.39 "GET /v2.0/ports?device_id=b82c1b8b-fbe1-49ee-b70b-5eb6c31a5c15 HTTP/1.1" status: 200 len: 205 time: 0.1029105 Aug 12 14:43:10.231141 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 48422) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:43:10.275223 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-781023b7-9b55-48e0-8636-840dc1397cc8 service neutron] 10.222.0.39 "GET /v2.0/networks/fb4567b1-456a-4ad5-b04d-3f1c691daca7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4548774 Aug 12 14:43:10.312905 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756b05ae-43e5-43bd-a8fa-e5447355948a req-4acfa1e5-8eaa-4694-bd3e-23dbbc691fa7 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:10.319277 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756b05ae-43e5-43bd-a8fa-e5447355948a req-4acfa1e5-8eaa-4694-bd3e-23dbbc691fa7 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:10.325623 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756b05ae-43e5-43bd-a8fa-e5447355948a req-4acfa1e5-8eaa-4694-bd3e-23dbbc691fa7 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:10.331566 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756b05ae-43e5-43bd-a8fa-e5447355948a req-4acfa1e5-8eaa-4694-bd3e-23dbbc691fa7 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:10.337956 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756b05ae-43e5-43bd-a8fa-e5447355948a req-4acfa1e5-8eaa-4694-bd3e-23dbbc691fa7 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:10.342420 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-a6afb013-2a32-4c8c-af05-93ed532a96d8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.162&port_id=8a2a2db8-839c-4c50-9e8b-57a36dc63c1f HTTP/1.1" status: 200 len: 217 time: 0.1188753 Aug 12 14:43:10.343954 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756b05ae-43e5-43bd-a8fa-e5447355948a req-4acfa1e5-8eaa-4694-bd3e-23dbbc691fa7 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:10.350368 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756b05ae-43e5-43bd-a8fa-e5447355948a req-4acfa1e5-8eaa-4694-bd3e-23dbbc691fa7 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:10.352048 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-756b05ae-43e5-43bd-a8fa-e5447355948a req-4acfa1e5-8eaa-4694-bd3e-23dbbc691fa7 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] 10.222.0.39 "GET /v2.0/ports?device_id=b84c5c28-8f10-4782-84ae-2f8fa89bf4c6 HTTP/1.1" status: 200 len: 5420 time: 0.1441050 Aug 12 14:43:10.353020 n-d-694802-15 neutron-server[94467]: INFO neutron.api.v2.resource [None req-66d53d75-561e-4c41-8d44-b3f5e39ff901 tempest-RoutersAdminTest-1145377623 tempest-RoutersAdminTest-1145377623-project] delete failed (client error): The resource could not be found. Aug 12 14:43:10.354033 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-66d53d75-561e-4c41-8d44-b3f5e39ff901 tempest-RoutersAdminTest-1145377623 tempest-RoutersAdminTest-1145377623-project] 10.222.0.39 "DELETE /v2.0/routers/b82c1b8b-fbe1-49ee-b70b-5eb6c31a5c15 HTTP/1.1" status: 404 len: 336 time: 0.1190255 Aug 12 14:43:10.357172 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 48428) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:43:10.399991 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-6863b9d8-2093-4c00-900d-ba353658b97a tempest-RoutersAdminTest-1145377623 tempest-RoutersAdminTest-1145377623-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b8cc5db-c08e-47ca-b288-b82946192237 HTTP/1.1" status: 200 len: 205 time: 0.0390115 Aug 12 14:43:10.405456 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 48430) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:43:10.451228 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd6e1d0d-3d94-47bd-a7d0-a0a8123b15fa req-d0b6a229-7259-40ba-9420-a619c273dacc tempest-InstanceActionsTestJSON-2093487905 tempest-InstanceActionsTestJSON-2093487905-project] Made reservation on behalf of 0ba2f6c0191b44359effb43351cbaf93 for: {'port': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:43:10.455119 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-fd6e1d0d-3d94-47bd-a7d0-a0a8123b15fa req-d0b6a229-7259-40ba-9420-a619c273dacc tempest-InstanceActionsTestJSON-2093487905 tempest-InstanceActionsTestJSON-2093487905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:10.459775 n-d-694802-15 neutron-server[94466]: INFO neutron.api.v2.resource [None req-96f70898-3955-470d-94de-33ea91c03a1b tempest-RoutersAdminTest-1145377623 tempest-RoutersAdminTest-1145377623-project] delete failed (client error): The resource could not be found. Aug 12 14:43:10.461266 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-96f70898-3955-470d-94de-33ea91c03a1b tempest-RoutersAdminTest-1145377623 tempest-RoutersAdminTest-1145377623-project] 10.222.0.39 "DELETE /v2.0/routers/8b8cc5db-c08e-47ca-b288-b82946192237 HTTP/1.1" status: 404 len: 336 time: 0.0537443 Aug 12 14:43:10.465706 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 48436) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:43:10.521182 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-a41ece78-1b78-40e5-b6ba-cc39f5ba8e7f tempest-RoutersAdminTest-1145377623 tempest-RoutersAdminTest-1145377623-project] 10.222.0.39 "GET /v2.0/ports?device_id=60711335-e212-4e6d-b467-5acf96f98baa HTTP/1.1" status: 200 len: 205 time: 0.0428641 Aug 12 14:43:10.521448 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-00c10569-a241-447b-b842-e5e248a174c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:10.521448 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-00c10569-a241-447b-b842-e5e248a174c6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=211c9137-e01f-4e3e-8c7e-449dda79def5 HTTP/1.1" status: 200 len: 797 time: 0.1643867 Aug 12 14:43:10.521974 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 48440) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:43:10.539603 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-756b05ae-43e5-43bd-a8fa-e5447355948a req-3647ea91-ec66-48bd-99db-7abdb14cc6c6 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] 10.222.0.39 "GET /v2.0/security-groups?id=acce5d50-80c7-459a-8d6c-3aec4a7c97df&id=853e07d7-c0f4-4b67-a247-29748be080a8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1698043 Aug 12 14:43:10.611190 n-d-694802-15 neutron-server[94467]: INFO neutron.api.v2.resource [None req-40a13a78-8ab6-4b4a-900c-f596026ed3d6 tempest-RoutersAdminTest-1145377623 tempest-RoutersAdminTest-1145377623-project] delete failed (client error): The resource could not be found. Aug 12 14:43:10.615276 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-40a13a78-8ab6-4b4a-900c-f596026ed3d6 tempest-RoutersAdminTest-1145377623 tempest-RoutersAdminTest-1145377623-project] 10.222.0.39 "DELETE /v2.0/routers/60711335-e212-4e6d-b467-5acf96f98baa HTTP/1.1" status: 404 len: 336 time: 0.0866475 Aug 12 14:43:10.616411 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 48446) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:43:10.653721 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-d2a1d5df-c2cd-43f5-9fee-7a50504bdfc2 tempest-RoutersAdminTest-1145377623 tempest-RoutersAdminTest-1145377623-project] 10.222.0.39 "GET /v2.0/ports?device_id=d97c5b57-855c-4811-b202-7d0022d389ba HTTP/1.1" status: 200 len: 205 time: 0.0361950 Aug 12 14:43:10.660293 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 48450) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:43:10.677389 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-3dbb8e21-4e1f-4c69-85f7-b18458fdd5d8 req-6536a933-da50-4b4e-a701-5ad8ccc466f4 tempest-InstanceActionsTestJSON-2093487905 tempest-InstanceActionsTestJSON-2093487905-project] 10.222.0.39 "GET /v2.0/ports?device_id=0f1f7cb8-15d3-4a42-b674-86a78646603e HTTP/1.1" status: 200 len: 210 time: 0.0611553 Aug 12 14:43:10.722144 n-d-694802-15 neutron-server[94467]: INFO neutron.api.v2.resource [None req-fba9d458-5dd2-4cf2-9524-37f1bde2d5b2 tempest-RoutersAdminTest-1145377623 tempest-RoutersAdminTest-1145377623-project] delete failed (client error): The resource could not be found. Aug 12 14:43:10.726605 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-fba9d458-5dd2-4cf2-9524-37f1bde2d5b2 tempest-RoutersAdminTest-1145377623 tempest-RoutersAdminTest-1145377623-project] 10.222.0.39 "DELETE /v2.0/routers/d97c5b57-855c-4811-b202-7d0022d389ba HTTP/1.1" status: 404 len: 336 time: 0.0608196 Aug 12 14:43:10.729365 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 48454) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:43:10.744605 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [req-fd6e1d0d-3d94-47bd-a7d0-a0a8123b15fa req-d0b6a229-7259-40ba-9420-a619c273dacc tempest-InstanceActionsTestJSON-2093487905 tempest-InstanceActionsTestJSON-2093487905-project] Allocated IP 172.20.0.3 (d4f0fddc-478c-44c2-97bc-2bf57007f369/50f0d6af-41da-4d7e-a76f-ac6ea01824bf/a1fb506b-d53e-4a66-aa4c-be51e50df79b) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:43:10.768182 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-5f2c7d46-e394-479e-a5f0-46b9096bb121 req-58b95474-2dae-47f0-849b-70a5aaa95083 tempest-TenantUsagesTestJSON-816531237 tempest-TenantUsagesTestJSON-816531237-project] Notify callbacks [] for port, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:10.792029 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-a095b6d0-c504-4d27-97ec-e703d9827371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:10.793550 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-a095b6d0-c504-4d27-97ec-e703d9827371 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b1fed0d0-2b0c-4ed8-b3b7-4ff4b735f473&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2476876 Aug 12 14:43:10.795442 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-b38f2a3b-056f-431c-9446-33aa73fc2ada tempest-RoutersAdminTest-1145377623 tempest-RoutersAdminTest-1145377623-project] 10.222.0.39 "GET /v2.0/ports?device_id=1eb6b8d1-be4f-452f-b3b6-ae45bf7732cc HTTP/1.1" status: 200 len: 205 time: 0.0609424 Aug 12 14:43:10.797927 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 48462) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:43:10.838524 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [req-5f2c7d46-e394-479e-a5f0-46b9096bb121 req-58b95474-2dae-47f0-849b-70a5aaa95083 tempest-TenantUsagesTestJSON-816531237 tempest-TenantUsagesTestJSON-816531237-project] Transition to ACTIVE for port object 547a5415-72cf-49bc-afa5-fd24a8806ab6 will not be triggered until provisioned by entity DHCP. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:43:10.857821 n-d-694802-15 neutron-server[94466]: INFO neutron.api.v2.resource [None req-f2fd6c0f-c970-45a3-9126-9f131da8e037 tempest-RoutersAdminTest-1145377623 tempest-RoutersAdminTest-1145377623-project] delete failed (client error): The resource could not be found. Aug 12 14:43:10.859263 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-f2fd6c0f-c970-45a3-9126-9f131da8e037 tempest-RoutersAdminTest-1145377623 tempest-RoutersAdminTest-1145377623-project] 10.222.0.39 "DELETE /v2.0/routers/1eb6b8d1-be4f-452f-b3b6-ae45bf7732cc HTTP/1.1" status: 404 len: 336 time: 0.0598767 Aug 12 14:43:10.865160 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 48466) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:43:10.934892 n-d-694802-15 neutron-server[94466]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7ccee5d-fae6-4c85-8128-7aedf77149a9 tempest-RoutersAdminTest-1145377623 tempest-RoutersAdminTest-1145377623-project] DELETE failed (client error): The resource could not be found. Aug 12 14:43:10.935728 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7ccee5d-fae6-4c85-8128-7aedf77149a9 tempest-RoutersAdminTest-1145377623 tempest-RoutersAdminTest-1145377623-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 14:43:10.937714 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-f7ccee5d-fae6-4c85-8128-7aedf77149a9 tempest-RoutersAdminTest-1145377623 tempest-RoutersAdminTest-1145377623-project] 10.222.0.39 "DELETE /v2.0/subnets/56f35497-f193-40ea-b67d-e1c7e616b443 HTTP/1.1" status: 404 len: 337 time: 0.0710146 Aug 12 14:43:10.998288 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-5f2c7d46-e394-479e-a5f0-46b9096bb121 req-58b95474-2dae-47f0-849b-70a5aaa95083 tempest-TenantUsagesTestJSON-816531237 tempest-TenantUsagesTestJSON-816531237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:11.016821 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-df54241e-0f27-4531-9f1a-64f82a0af897 service neutron] 10.222.0.64 "GET /v2.0/networks/b1fed0d0-2b0c-4ed8-b3b7-4ff4b735f473?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1945238 Aug 12 14:43:11.151188 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f2c7d46-e394-479e-a5f0-46b9096bb121 req-58b95474-2dae-47f0-849b-70a5aaa95083 tempest-TenantUsagesTestJSON-816531237 tempest-TenantUsagesTestJSON-816531237-project] Network 2525c403-dfb3-4196-a273-739607aab38a is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:43:11.185064 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [req-5f2c7d46-e394-479e-a5f0-46b9096bb121 req-58b95474-2dae-47f0-849b-70a5aaa95083 tempest-TenantUsagesTestJSON-816531237 tempest-TenantUsagesTestJSON-816531237-project] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:43:11.194781 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:11.210663 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f2c7d46-e394-479e-a5f0-46b9096bb121 req-58b95474-2dae-47f0-849b-70a5aaa95083 tempest-TenantUsagesTestJSON-816531237 tempest-TenantUsagesTestJSON-816531237-project] Received port after_create {{(pid=94467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:43:11.215219 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b95474-2dae-47f0-849b-70a5aaa95083 tempest-TenantUsagesTestJSON-816531237 tempest-TenantUsagesTestJSON-816531237-project] Pushing event updated for resources: {'Port': ['ID=547a5415-72cf-49bc-afa5-fd24a8806ab6,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:43:11.232357 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-fd6e1d0d-3d94-47bd-a7d0-a0a8123b15fa req-d0b6a229-7259-40ba-9420-a619c273dacc tempest-InstanceActionsTestJSON-2093487905 tempest-InstanceActionsTestJSON-2093487905-project] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:11.233072 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-8a8c0419-f2a0-4a86-b849-11d7417de132 req-bc67ac71-5304-461e-9d98-0eb993aed868 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] 10.222.0.39 "GET /v2.0/ports?device_id=419c5c7f-827f-4397-9cc6-d186147a5698 HTTP/1.1" status: 200 len: 210 time: 0.1011043 Aug 12 14:43:11.262206 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 48480) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:43:11.319169 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef17f72a-2505-4193-a4bc-d7cc446e2b78 req-e7a64842-062c-452c-b662-5415c0cc4969 tempest-TenantUsagesTestJSON-816531237 tempest-TenantUsagesTestJSON-816531237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:11.327618 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-ef17f72a-2505-4193-a4bc-d7cc446e2b78 req-e7a64842-062c-452c-b662-5415c0cc4969 tempest-TenantUsagesTestJSON-816531237 tempest-TenantUsagesTestJSON-816531237-project] 10.222.0.39 "GET /v2.0/ports?device_id=19ebd4ab-21c9-4c74-b15a-eae06dd79168 HTTP/1.1" status: 200 len: 935 time: 0.2105920 Aug 12 14:43:11.330217 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-fd6e1d0d-3d94-47bd-a7d0-a0a8123b15fa req-d0b6a229-7259-40ba-9420-a619c273dacc tempest-InstanceActionsTestJSON-2093487905 tempest-InstanceActionsTestJSON-2093487905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:11.343975 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-5bb26b7c-c972-46c7-b68f-c1cc4c26173a service neutron] 10.222.0.64 "GET /v2.0/networks/b1fed0d0-2b0c-4ed8-b3b7-4ff4b735f473?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2978930 Aug 12 14:43:11.360942 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 48488) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:43:11.420999 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b6a229-7259-40ba-9420-a619c273dacc tempest-InstanceActionsTestJSON-2093487905 tempest-InstanceActionsTestJSON-2093487905-project] Pushing event updated for resources: {'Port': ['ID=a1fb506b-d53e-4a66-aa4c-be51e50df79b,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:43:11.449939 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2c7d46-e394-479e-a5f0-46b9096bb121 req-58b95474-2dae-47f0-849b-70a5aaa95083 tempest-TenantUsagesTestJSON-816531237 tempest-TenantUsagesTestJSON-816531237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:11.450607 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-5f2c7d46-e394-479e-a5f0-46b9096bb121 req-58b95474-2dae-47f0-849b-70a5aaa95083 tempest-TenantUsagesTestJSON-816531237 tempest-TenantUsagesTestJSON-816531237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:11.460588 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b6a229-7259-40ba-9420-a619c273dacc tempest-InstanceActionsTestJSON-2093487905 tempest-InstanceActionsTestJSON-2093487905-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:43:11.460999 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b6a229-7259-40ba-9420-a619c273dacc tempest-InstanceActionsTestJSON-2093487905 tempest-InstanceActionsTestJSON-2093487905-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:43:11.462382 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b6a229-7259-40ba-9420-a619c273dacc tempest-InstanceActionsTestJSON-2093487905 tempest-InstanceActionsTestJSON-2093487905-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:43:11.462846 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b6a229-7259-40ba-9420-a619c273dacc tempest-InstanceActionsTestJSON-2093487905 tempest-InstanceActionsTestJSON-2093487905-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:43:11.463325 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b6a229-7259-40ba-9420-a619c273dacc tempest-InstanceActionsTestJSON-2093487905 tempest-InstanceActionsTestJSON-2093487905-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:43:11.463832 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b6a229-7259-40ba-9420-a619c273dacc tempest-InstanceActionsTestJSON-2093487905 tempest-InstanceActionsTestJSON-2093487905-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:43:11.464431 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b6a229-7259-40ba-9420-a619c273dacc tempest-InstanceActionsTestJSON-2093487905 tempest-InstanceActionsTestJSON-2093487905-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:43:11.464764 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b6a229-7259-40ba-9420-a619c273dacc tempest-InstanceActionsTestJSON-2093487905 tempest-InstanceActionsTestJSON-2093487905-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:43:11.465435 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b6a229-7259-40ba-9420-a619c273dacc tempest-InstanceActionsTestJSON-2093487905 tempest-InstanceActionsTestJSON-2093487905-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:43:11.474886 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b6a229-7259-40ba-9420-a619c273dacc tempest-InstanceActionsTestJSON-2093487905 tempest-InstanceActionsTestJSON-2093487905-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:43:11.475437 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-6745b6fe-f14d-4d6a-968f-b57d41d015ac service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.56&port_id=4923449d-bcf2-48db-a05c-3f4b4d068e78 HTTP/1.1" status: 200 len: 217 time: 0.1064053 Aug 12 14:43:11.475962 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b6a229-7259-40ba-9420-a619c273dacc tempest-InstanceActionsTestJSON-2093487905 tempest-InstanceActionsTestJSON-2093487905-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:43:11.476502 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b6a229-7259-40ba-9420-a619c273dacc tempest-InstanceActionsTestJSON-2093487905 tempest-InstanceActionsTestJSON-2093487905-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:43:11.479490 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-5f2c7d46-e394-479e-a5f0-46b9096bb121 req-58b95474-2dae-47f0-849b-70a5aaa95083 tempest-TenantUsagesTestJSON-816531237 tempest-TenantUsagesTestJSON-816531237-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.1196468 Aug 12 14:43:11.493528 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-ef17f72a-2505-4193-a4bc-d7cc446e2b78 req-e1f59e38-a31c-4253-bc37-4092b123faf9 tempest-TenantUsagesTestJSON-816531237 tempest-TenantUsagesTestJSON-816531237-project] 10.222.0.39 "GET /v2.0/security-groups?id=4437f620-8c74-47fd-842f-12f52391e70a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943239 Aug 12 14:43:11.511284 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-5f2c7d46-e394-479e-a5f0-46b9096bb121 req-c3afc83c-5ef7-40a8-987a-9841763af826 service neutron] Request body: {'port': {'device_id': '19ebd4ab-21c9-4c74-b15a-eae06dd79168', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-694802-15'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:43:11.520353 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd6e1d0d-3d94-47bd-a7d0-a0a8123b15fa req-d0b6a229-7259-40ba-9420-a619c273dacc tempest-InstanceActionsTestJSON-2093487905 tempest-InstanceActionsTestJSON-2093487905-project] Network d4f0fddc-478c-44c2-97bc-2bf57007f369 is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:43:11.522382 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [req-fd6e1d0d-3d94-47bd-a7d0-a0a8123b15fa req-d0b6a229-7259-40ba-9420-a619c273dacc tempest-InstanceActionsTestJSON-2093487905 tempest-InstanceActionsTestJSON-2093487905-project] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:43:11.525219 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd6e1d0d-3d94-47bd-a7d0-a0a8123b15fa req-d0b6a229-7259-40ba-9420-a619c273dacc tempest-InstanceActionsTestJSON-2093487905 tempest-InstanceActionsTestJSON-2093487905-project] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:43:11.601417 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6e1d0d-3d94-47bd-a7d0-a0a8123b15fa req-d0b6a229-7259-40ba-9420-a619c273dacc tempest-InstanceActionsTestJSON-2093487905 tempest-InstanceActionsTestJSON-2093487905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:11.602075 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-fd6e1d0d-3d94-47bd-a7d0-a0a8123b15fa req-d0b6a229-7259-40ba-9420-a619c273dacc tempest-InstanceActionsTestJSON-2093487905 tempest-InstanceActionsTestJSON-2093487905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:11.619590 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-fd6e1d0d-3d94-47bd-a7d0-a0a8123b15fa req-d0b6a229-7259-40ba-9420-a619c273dacc tempest-InstanceActionsTestJSON-2093487905 tempest-InstanceActionsTestJSON-2093487905-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4929521 Aug 12 14:43:11.636230 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [req-fd6e1d0d-3d94-47bd-a7d0-a0a8123b15fa req-f43c3a32-7821-4134-b4c1-bbf1021e230a service neutron] Request body: {'port': {'device_id': '0f1f7cb8-15d3-4a42-b674-86a78646603e', 'device_owner': 'compute:foo_zone', 'binding:host_id': 'n-h1-694802-15'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:43:11.646322 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-8656da91-763e-45c7-a88f-e3d2e1706644 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:11.654634 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-544df888-4030-4160-ac47-c2e83bfef4f0 None None] Provisioning for port 547a5415-72cf-49bc-afa5-fd24a8806ab6 completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:43:11.660471 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-544df888-4030-4160-ac47-c2e83bfef4f0 None None] Provisioning complete for port 547a5415-72cf-49bc-afa5-fd24a8806ab6 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:43:11.661709 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-544df888-4030-4160-ac47-c2e83bfef4f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:11.700195 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-544df888-4030-4160-ac47-c2e83bfef4f0 None None] Port 547a5415-72cf-49bc-afa5-fd24a8806ab6 cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 14:43:11.702534 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-17ddba80-a4a5-4369-98e4-2944aa8830ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:11.712093 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-acc19cdb-cff0-4a8a-8fc9-85b7b9e2fd1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:11.713556 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-acc19cdb-cff0-4a8a-8fc9-85b7b9e2fd1e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=211c9137-e01f-4e3e-8c7e-449dda79def5 HTTP/1.1" status: 200 len: 797 time: 0.2275956 Aug 12 14:43:11.719837 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-fd6e1d0d-3d94-47bd-a7d0-a0a8123b15fa req-f43c3a32-7821-4134-b4c1-bbf1021e230a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:11.746106 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-3ffb3277-eea6-497a-8379-85b7dbf3422d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66663830'] for router_interface, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:11.765221 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-5f2c7d46-e394-479e-a5f0-46b9096bb121 req-c3afc83c-5ef7-40a8-987a-9841763af826 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:11.904966 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1f18d9-1d9b-429b-bef4-adc90e4cd69b req-330fc08f-1208-46b9-8f46-68fe2d6891d0 tempest-InstanceActionsTestJSON-2093487905 tempest-InstanceActionsTestJSON-2093487905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:11.906456 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-7e1f18d9-1d9b-429b-bef4-adc90e4cd69b req-330fc08f-1208-46b9-8f46-68fe2d6891d0 tempest-InstanceActionsTestJSON-2093487905 tempest-InstanceActionsTestJSON-2093487905-project] 10.222.0.39 "GET /v2.0/ports?device_id=0f1f7cb8-15d3-4a42-b674-86a78646603e HTTP/1.1" status: 200 len: 931 time: 0.1369207 Aug 12 14:43:11.942942 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9f0e52-2407-4253-a85e-9509554c15ee req-934b5bfd-5165-4c1d-81d9-e2a67aac863d tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:11.948895 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9f0e52-2407-4253-a85e-9509554c15ee req-934b5bfd-5165-4c1d-81d9-e2a67aac863d tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:11.954900 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9f0e52-2407-4253-a85e-9509554c15ee req-934b5bfd-5165-4c1d-81d9-e2a67aac863d tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:11.961432 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9f0e52-2407-4253-a85e-9509554c15ee req-934b5bfd-5165-4c1d-81d9-e2a67aac863d tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:11.967728 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9f0e52-2407-4253-a85e-9509554c15ee req-934b5bfd-5165-4c1d-81d9-e2a67aac863d tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:11.974453 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9f0e52-2407-4253-a85e-9509554c15ee req-934b5bfd-5165-4c1d-81d9-e2a67aac863d tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:11.980879 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9f0e52-2407-4253-a85e-9509554c15ee req-934b5bfd-5165-4c1d-81d9-e2a67aac863d tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:11.982818 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-df9f0e52-2407-4253-a85e-9509554c15ee req-934b5bfd-5165-4c1d-81d9-e2a67aac863d tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] 10.222.0.39 "GET /v2.0/ports?device_id=b84c5c28-8f10-4782-84ae-2f8fa89bf4c6 HTTP/1.1" status: 200 len: 5420 time: 0.3312776 Aug 12 14:43:12.015777 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-dde6d529-1bed-44cf-9de3-81d108dcce5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:12.017163 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-dde6d529-1bed-44cf-9de3-81d108dcce5c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b1fed0d0-2b0c-4ed8-b3b7-4ff4b735f473&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2753313 Aug 12 14:43:12.339173 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-7e1f18d9-1d9b-429b-bef4-adc90e4cd69b req-9e7d5539-d179-427f-8422-8493d8a5c2f1 tempest-InstanceActionsTestJSON-2093487905 tempest-InstanceActionsTestJSON-2093487905-project] 10.222.0.39 "GET /v2.0/security-groups?id=37dbb47d-21ee-4f44-9ebb-239aef45482a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4228606 Aug 12 14:43:12.388314 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:12.442957 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-d6743674-1559-4381-9a5f-01509b855e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:12.444502 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-d6743674-1559-4381-9a5f-01509b855e1c service neutron] 10.222.0.49 "GET /v2.0/ports/769835af-590d-44bf-ae96-6aa7e3ae2342 HTTP/1.1" status: 200 len: 1032 time: 0.0923989 Aug 12 14:43:12.500307 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-61175b42-a717-4e67-8a6d-d141de188184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:12.501957 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-61175b42-a717-4e67-8a6d-d141de188184 service neutron] 10.222.0.49 "GET /v2.0/ports/5990fff5-4fd8-40dc-8d99-17a1763d5291 HTTP/1.1" status: 200 len: 1031 time: 0.0474315 Aug 12 14:43:12.547055 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-df9f0e52-2407-4253-a85e-9509554c15ee req-679d0496-191b-4843-9857-dc3bdb5ea09a tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] 10.222.0.39 "GET /v2.0/security-groups?id=acce5d50-80c7-459a-8d6c-3aec4a7c97df&id=853e07d7-c0f4-4b67-a247-29748be080a8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5512555 Aug 12 14:43:12.604937 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-ae2efbc3-4a7e-44cb-bbc9-d01721159c3c req-f1339e09-78e1-4940-a343-f24f78877651 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] 10.222.0.39 "GET /v2.0/ports?device_id=419c5c7f-827f-4397-9cc6-d186147a5698 HTTP/1.1" status: 200 len: 210 time: 0.0994852 Aug 12 14:43:12.643661 n-d-694802-15 neutron-server[94466]: DEBUG neutron.notifiers.nova [req-fd6e1d0d-3d94-47bd-a7d0-a0a8123b15fa req-f43c3a32-7821-4134-b4c1-bbf1021e230a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1fb506b-d53e-4a66-aa4c-be51e50df79b {{(pid=94466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:43:12.659349 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-fd6e1d0d-3d94-47bd-a7d0-a0a8123b15fa req-f43c3a32-7821-4134-b4c1-bbf1021e230a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:12.680629 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-8656da91-763e-45c7-a88f-e3d2e1706644 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:12.685292 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [req-fd6e1d0d-3d94-47bd-a7d0-a0a8123b15fa req-f43c3a32-7821-4134-b4c1-bbf1021e230a service neutron] Transition to ACTIVE for port object a1fb506b-d53e-4a66-aa4c-be51e50df79b will not be triggered until provisioned by entity L2. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:43:12.697563 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-fd6e1d0d-3d94-47bd-a7d0-a0a8123b15fa req-f43c3a32-7821-4134-b4c1-bbf1021e230a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3718439'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:12.715638 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-8656da91-763e-45c7-a88f-e3d2e1706644 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:12.749481 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-618a328b-179e-4d71-899c-85228a537a48 service neutron] 10.222.0.64 "GET /v2.0/networks/b1fed0d0-2b0c-4ed8-b3b7-4ff4b735f473?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7148798 Aug 12 14:43:12.776495 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-f581ab0e-c9a5-4223-9a69-c9875b056654 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:12.782899 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-f581ab0e-c9a5-4223-9a69-c9875b056654 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:12.788826 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-f581ab0e-c9a5-4223-9a69-c9875b056654 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:12.790484 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-f581ab0e-c9a5-4223-9a69-c9875b056654 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] 10.222.0.49 "GET /v2.0/networks?id=e5e4fc6e-0901-492c-bd78-fcc16b98eeec&id=23465ac9-c2b6-454b-ad4d-35bb38ffda1f&id=23465ac9-c2b6-454b-ad4d-35bb38ffda1f&id=23465ac9-c2b6-454b-ad4d-35bb38ffda1f&id=23465ac9-c2b6-454b-ad4d-35bb38ffda1f&id=fb4567b1-456a-4ad5-b04d-3f1c691daca7&id=fb4567b1-456a-4ad5-b04d-3f1c691daca7 HTTP/1.1" status: 200 len: 1994 time: 0.2810023 Aug 12 14:43:12.803072 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43c3a32-7821-4134-b4c1-bbf1021e230a service neutron] Pushing event updated for resources: {'Port': ['ID=a1fb506b-d53e-4a66-aa4c-be51e50df79b,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:43:12.862724 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-8656da91-763e-45c7-a88f-e3d2e1706644 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=123b9e74c68c41118627481a5c947d06&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4954443 Aug 12 14:43:12.865302 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 48504) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:43:12.877835 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8656da91-763e-45c7-a88f-e3d2e1706644 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6b66ae5-d2af-4859-993f-dfc552144a3d,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:43:12.903294 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-ebadceee-91fa-472d-a1cb-a0392dc0afc6 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c4f0f352632942859f6399a2c9890ad2 HTTP/1.1" status: 200 len: 379 time: 0.1018343 Aug 12 14:43:12.908641 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bae3b2-7f92-4b1e-8bf2-c2643d4931f8 req-487e6967-6daa-4697-b920-6c47ede69d69 tempest-TenantUsagesTestJSON-816531237 tempest-TenantUsagesTestJSON-816531237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:12.910165 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f3bae3b2-7f92-4b1e-8bf2-c2643d4931f8 req-487e6967-6daa-4697-b920-6c47ede69d69 tempest-TenantUsagesTestJSON-816531237 tempest-TenantUsagesTestJSON-816531237-project] 10.222.0.39 "GET /v2.0/ports?device_id=19ebd4ab-21c9-4c74-b15a-eae06dd79168 HTTP/1.1" status: 200 len: 935 time: 0.2617652 Aug 12 14:43:12.924763 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-fd24d269-03ee-45f2-a202-cd8c4610988f tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Request body: {'port': {'device_id': '419c5c7f-827f-4397-9cc6-d186147a5698', 'network_id': 'e5e4fc6e-0901-492c-bd78-fcc16b98eeec', 'admin_state_up': True, 'tenant_id': 'c4f0f352632942859f6399a2c9890ad2', 'security_groups': ['def6086d-0ad1-4cdd-9c71-80d1fefb9be7']}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:43:12.956653 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [req-fd6e1d0d-3d94-47bd-a7d0-a0a8123b15fa req-f43c3a32-7821-4134-b4c1-bbf1021e230a service neutron] Attempting to bind port a1fb506b-d53e-4a66-aa4c-be51e50df79b on host n-h1-694802-15 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:43:12.957308 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [req-fd6e1d0d-3d94-47bd-a7d0-a0a8123b15fa req-f43c3a32-7821-4134-b4c1-bbf1021e230a service neutron] Attempting to bind port a1fb506b-d53e-4a66-aa4c-be51e50df79b by drivers openvswitch,hyperv on host n-h1-694802-15 at level 0 using segments [{'id': '4b5ef232-de6a-44a2-b77c-9363bbf2821f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'd4f0fddc-478c-44c2-97bc-2bf57007f369'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:43:12.957624 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd6e1d0d-3d94-47bd-a7d0-a0a8123b15fa req-f43c3a32-7821-4134-b4c1-bbf1021e230a service neutron] Attempting to bind port a1fb506b-d53e-4a66-aa4c-be51e50df79b on network d4f0fddc-478c-44c2-97bc-2bf57007f369 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:43:12.996477 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd6e1d0d-3d94-47bd-a7d0-a0a8123b15fa req-f43c3a32-7821-4134-b4c1-bbf1021e230a service neutron] Port a1fb506b-d53e-4a66-aa4c-be51e50df79b on network d4f0fddc-478c-44c2-97bc-2bf57007f369 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-15 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 14:43:12.996803 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd6e1d0d-3d94-47bd-a7d0-a0a8123b15fa req-f43c3a32-7821-4134-b4c1-bbf1021e230a service neutron] Attempting to bind port a1fb506b-d53e-4a66-aa4c-be51e50df79b on network d4f0fddc-478c-44c2-97bc-2bf57007f369 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:43:13.011382 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd6e1d0d-3d94-47bd-a7d0-a0a8123b15fa req-f43c3a32-7821-4134-b4c1-bbf1021e230a service neutron] Checking agent: {'id': 'de568313-a3e6-454a-9813-77e25edcea95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 27, 41), 'started_at': datetime.datetime(2021, 8, 12, 14, 27, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 43, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:43:13.011990 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd6e1d0d-3d94-47bd-a7d0-a0a8123b15fa req-f43c3a32-7821-4134-b4c1-bbf1021e230a service neutron] Checking segment: {'id': '4b5ef232-de6a-44a2-b77c-9363bbf2821f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'd4f0fddc-478c-44c2-97bc-2bf57007f369'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:43:13.012542 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd6e1d0d-3d94-47bd-a7d0-a0a8123b15fa req-f43c3a32-7821-4134-b4c1-bbf1021e230a service neutron] Bound using segment: {'id': '4b5ef232-de6a-44a2-b77c-9363bbf2821f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'd4f0fddc-478c-44c2-97bc-2bf57007f369'} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:43:13.013184 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [req-fd6e1d0d-3d94-47bd-a7d0-a0a8123b15fa req-f43c3a32-7821-4134-b4c1-bbf1021e230a service neutron] Bound port: a1fb506b-d53e-4a66-aa4c-be51e50df79b, host: n-h1-694802-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b5ef232-de6a-44a2-b77c-9363bbf2821f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'd4f0fddc-478c-44c2-97bc-2bf57007f369'}}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:43:13.013749 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-fd6e1d0d-3d94-47bd-a7d0-a0a8123b15fa req-f43c3a32-7821-4134-b4c1-bbf1021e230a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:13.043616 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c63acf41-d62b-4521-b6e7-20bcd3755e1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:13.051358 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:13.068212 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-e82b1e34-53ac-4946-ac8e-30aa2e12507f service neutron] 10.222.0.64 "GET /v2.0/networks/b1fed0d0-2b0c-4ed8-b3b7-4ff4b735f473?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2962387 Aug 12 14:43:13.087849 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f3bae3b2-7f92-4b1e-8bf2-c2643d4931f8 req-361a86a2-52f7-4eb1-853c-96ec78b876ae tempest-TenantUsagesTestJSON-816531237 tempest-TenantUsagesTestJSON-816531237-project] 10.222.0.39 "GET /v2.0/security-groups?id=4437f620-8c74-47fd-842f-12f52391e70a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522245 Aug 12 14:43:13.089886 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [req-5f2c7d46-e394-479e-a5f0-46b9096bb121 req-c3afc83c-5ef7-40a8-987a-9841763af826 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 547a5415-72cf-49bc-afa5-fd24a8806ab6 {{(pid=94467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:43:13.127273 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-5f2c7d46-e394-479e-a5f0-46b9096bb121 req-c3afc83c-5ef7-40a8-987a-9841763af826 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:13.128718 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c63acf41-d62b-4521-b6e7-20bcd3755e1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:13.169437 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [req-fd6e1d0d-3d94-47bd-a7d0-a0a8123b15fa req-f43c3a32-7821-4134-b4c1-bbf1021e230a service neutron] For port a1fb506b-d53e-4a66-aa4c-be51e50df79b, host n-h1-694802-15, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:43:13.171068 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-1edf5d9f-e4d1-47d4-9d07-b786d95bcfc6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=7de8ae80-93f9-4c28-b118-83a2cf3c4c92 HTTP/1.1" status: 200 len: 217 time: 0.0888650 Aug 12 14:43:13.185581 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [req-5f2c7d46-e394-479e-a5f0-46b9096bb121 req-c3afc83c-5ef7-40a8-987a-9841763af826 service neutron] Transition to ACTIVE for port object 547a5415-72cf-49bc-afa5-fd24a8806ab6 will not be triggered until provisioned by entity L2. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:43:13.188610 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [req-fd6e1d0d-3d94-47bd-a7d0-a0a8123b15fa req-f43c3a32-7821-4134-b4c1-bbf1021e230a service neutron] For port a1fb506b-d53e-4a66-aa4c-be51e50df79b, host n-h1-694802-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=a1fb506b-d53e-4a66-aa4c-be51e50df79b,segment=NetworkSegment(4b5ef232-de6a-44a2-b77c-9363bbf2821f),segment_id=4b5ef232-de6a-44a2-b77c-9363bbf2821f)] {{(pid=94466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:43:13.196433 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-fd6e1d0d-3d94-47bd-a7d0-a0a8123b15fa req-f43c3a32-7821-4134-b4c1-bbf1021e230a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3718439'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:13.200392 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-17ddba80-a4a5-4369-98e4-2944aa8830ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:13.202462 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-5f2c7d46-e394-479e-a5f0-46b9096bb121 req-c3afc83c-5ef7-40a8-987a-9841763af826 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:13.243852 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-17ddba80-a4a5-4369-98e4-2944aa8830ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:13.247492 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6e1d0d-3d94-47bd-a7d0-a0a8123b15fa req-f43c3a32-7821-4134-b4c1-bbf1021e230a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:13.248177 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-fd6e1d0d-3d94-47bd-a7d0-a0a8123b15fa req-f43c3a32-7821-4134-b4c1-bbf1021e230a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:13.249873 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-fd6e1d0d-3d94-47bd-a7d0-a0a8123b15fa req-f43c3a32-7821-4134-b4c1-bbf1021e230a service neutron] 10.222.0.64 "PUT /v2.0/ports/a1fb506b-d53e-4a66-aa4c-be51e50df79b HTTP/1.1" status: 200 len: 1096 time: 1.6223950 Aug 12 14:43:13.252513 n-d-694802-15 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f1f7cb8-15d3-4a42-b674-86a78646603e', 'tag': 'a1fb506b-d53e-4a66-aa4c-be51e50df79b'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:43:13.255678 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e785eeede3897370d0b20f09d5f461b30cfecd5ed38c4f07dacd02bc52c9277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f73548f9-6c68-4b0d-bec7-4f848f4b9830" -d '{"events": [{"name": "network-changed", "server_uuid": "0f1f7cb8-15d3-4a42-b674-86a78646603e", "tag": "a1fb506b-d53e-4a66-aa4c-be51e50df79b"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:43:13.321475 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c63acf41-d62b-4521-b6e7-20bcd3755e1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:13.325686 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c63acf41-d62b-4521-b6e7-20bcd3755e1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:13.327919 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-c63acf41-d62b-4521-b6e7-20bcd3755e1f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f6b66ae5-d2af-4859-993f-dfc552144a3d HTTP/1.1" status: 204 len: 168 time: 0.4607100 Aug 12 14:43:13.346305 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-7e7c658c-815b-48f0-b42a-610dd32924aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:13.352592 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 14:43:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8ca58be-5ed5-4c7e-b2e3-d507d23a320a x-openstack-request-id: req-a8ca58be-5ed5-4c7e-b2e3-d507d23a320a {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:43:13.353160 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f1f7cb8-15d3-4a42-b674-86a78646603e", "tag": "a1fb506b-d53e-4a66-aa4c-be51e50df79b", "status": "completed", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:43:13.353160 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a8ca58be-5ed5-4c7e-b2e3-d507d23a320a {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:43:13.353645 n-d-694802-15 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f1f7cb8-15d3-4a42-b674-86a78646603e', 'tag': 'a1fb506b-d53e-4a66-aa4c-be51e50df79b', 'status': 'completed', 'code': 200} Aug 12 14:43:13.372875 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-ead2e36f-3e51-414c-86ea-58f6807e1e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:13.374383 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-ead2e36f-3e51-414c-86ea-58f6807e1e85 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f28f0220-494a-4307-80cf-9a7c85a04176 HTTP/1.1" status: 200 len: 797 time: 0.1938825 Aug 12 14:43:13.393483 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-3ffb3277-eea6-497a-8379-85b7dbf3422d admin admin] Deleting port e49857aa-204b-4d6a-9095-e92e967330fd {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:43:13.393826 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-3ffb3277-eea6-497a-8379-85b7dbf3422d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:13.420610 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ddba80-a4a5-4369-98e4-2944aa8830ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a677b274-11a1-4eb0-82d3-42c39e83101d,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:43:13.437243 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-17ddba80-a4a5-4369-98e4-2944aa8830ae admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=29f25940577c4eccbe5d86364d6a9bb1&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1676128 Aug 12 14:43:13.454126 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 48514) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:43:13.481581 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3afc83c-5ef7-40a8-987a-9841763af826 service neutron] Pushing event updated for resources: {'Port': ['ID=547a5415-72cf-49bc-afa5-fd24a8806ab6,revision_number=2']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:43:13.535954 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-fd24d269-03ee-45f2-a202-cd8c4610988f tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Made reservation on behalf of c4f0f352632942859f6399a2c9890ad2 for: {'port': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:43:13.539397 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-fd24d269-03ee-45f2-a202-cd8c4610988f tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:13.541534 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43c3a32-7821-4134-b4c1-bbf1021e230a service neutron] Pushing event updated for resources: {'Port': ['ID=a1fb506b-d53e-4a66-aa4c-be51e50df79b,revision_number=3']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:43:13.673498 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63acf41-d62b-4521-b6e7-20bcd3755e1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6b66ae5-d2af-4859-993f-dfc552144a3d,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:43:13.696329 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-c73aa1f2-0089-4b68-b9e8-88793db7c82e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:13.697851 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-c73aa1f2-0089-4b68-b9e8-88793db7c82e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=11988a36-0d35-41ac-a66e-5ed968be2dc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3087308 Aug 12 14:43:13.716078 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65693b6d-1abc-412d-a2f8-7e3343e0565b req-2ac10167-7e1a-409b-8984-da4f5a7d6a0b tempest-InstanceActionsTestJSON-2093487905 tempest-InstanceActionsTestJSON-2093487905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:13.717622 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-65693b6d-1abc-412d-a2f8-7e3343e0565b req-2ac10167-7e1a-409b-8984-da4f5a7d6a0b tempest-InstanceActionsTestJSON-2093487905 tempest-InstanceActionsTestJSON-2093487905-project] 10.222.0.39 "GET /v2.0/ports?device_id=0f1f7cb8-15d3-4a42-b674-86a78646603e HTTP/1.1" status: 200 len: 947 time: 0.1813722 Aug 12 14:43:13.732056 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1fa2ec6a-f97c-4789-af63-193929e5e801 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:13.756943 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6e1d0d-3d94-47bd-a7d0-a0a8123b15fa req-594375e9-5389-4fc8-88d0-a9e527c381cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:13.758551 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-fd6e1d0d-3d94-47bd-a7d0-a0a8123b15fa req-594375e9-5389-4fc8-88d0-a9e527c381cf service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0ba2f6c0191b44359effb43351cbaf93&device_id=0f1f7cb8-15d3-4a42-b674-86a78646603e HTTP/1.1" status: 200 len: 1099 time: 0.4042182 Aug 12 14:43:13.781819 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [None req-3ffb3277-eea6-497a-8379-85b7dbf3422d admin admin] For port e49857aa-204b-4d6a-9095-e92e967330fd, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=e49857aa-204b-4d6a-9095-e92e967330fd,segment=NetworkSegment(dd292e98-e117-40d9-bb43-3b2e598b6b7c),segment_id=dd292e98-e117-40d9-bb43-3b2e598b6b7c)] {{(pid=94467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:43:13.782187 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-3ffb3277-eea6-497a-8379-85b7dbf3422d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:13.808261 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-5f2c7d46-e394-479e-a5f0-46b9096bb121 req-c3afc83c-5ef7-40a8-987a-9841763af826 service neutron] Attempting to bind port 547a5415-72cf-49bc-afa5-fd24a8806ab6 on host n-h2-694802-15 for vnic_type normal with profile {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:43:13.808591 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-5f2c7d46-e394-479e-a5f0-46b9096bb121 req-c3afc83c-5ef7-40a8-987a-9841763af826 service neutron] Attempting to bind port 547a5415-72cf-49bc-afa5-fd24a8806ab6 by drivers openvswitch,hyperv on host n-h2-694802-15 at level 0 using segments [{'id': 'a1f8c867-101b-4d30-814e-b89f55a5edd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '2525c403-dfb3-4196-a273-739607aab38a'}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:43:13.808919 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f2c7d46-e394-479e-a5f0-46b9096bb121 req-c3afc83c-5ef7-40a8-987a-9841763af826 service neutron] Attempting to bind port 547a5415-72cf-49bc-afa5-fd24a8806ab6 on network 2525c403-dfb3-4196-a273-739607aab38a {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:43:13.813257 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 48522) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:43:13.823919 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1fa2ec6a-f97c-4789-af63-193929e5e801 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:13.828171 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-3ffb3277-eea6-497a-8379-85b7dbf3422d admin admin] Calling delete_port for e49857aa-204b-4d6a-9095-e92e967330fd owned by network:router_interface {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:43:13.860302 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f2c7d46-e394-479e-a5f0-46b9096bb121 req-c3afc83c-5ef7-40a8-987a-9841763af826 service neutron] Port 547a5415-72cf-49bc-afa5-fd24a8806ab6 on network 2525c403-dfb3-4196-a273-739607aab38a not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-15 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 14:43:13.860640 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f2c7d46-e394-479e-a5f0-46b9096bb121 req-c3afc83c-5ef7-40a8-987a-9841763af826 service neutron] Attempting to bind port 547a5415-72cf-49bc-afa5-fd24a8806ab6 on network 2525c403-dfb3-4196-a273-739607aab38a {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:43:13.902915 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-1769855f-eda9-4483-9dc3-3220908ab45d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:13.908899 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-fd6e1d0d-3d94-47bd-a7d0-a0a8123b15fa req-1683ada6-5d0d-442d-9d2a-dc025006e7b6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a1fb506b-d53e-4a66-aa4c-be51e50df79b HTTP/1.1" status: 200 len: 217 time: 0.1308403 Aug 12 14:43:13.915916 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f2c7d46-e394-479e-a5f0-46b9096bb121 req-c3afc83c-5ef7-40a8-987a-9841763af826 service neutron] Checking agent: {'id': 'b7697f71-33f3-4959-ad82-43c2dc15845d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 27, 42), 'started_at': datetime.datetime(2021, 8, 12, 14, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 43, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:43:13.916254 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f2c7d46-e394-479e-a5f0-46b9096bb121 req-c3afc83c-5ef7-40a8-987a-9841763af826 service neutron] Checking segment: {'id': 'a1f8c867-101b-4d30-814e-b89f55a5edd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '2525c403-dfb3-4196-a273-739607aab38a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:43:13.916643 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f2c7d46-e394-479e-a5f0-46b9096bb121 req-c3afc83c-5ef7-40a8-987a-9841763af826 service neutron] Bound using segment: {'id': 'a1f8c867-101b-4d30-814e-b89f55a5edd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '2525c403-dfb3-4196-a273-739607aab38a'} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:43:13.917078 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-5f2c7d46-e394-479e-a5f0-46b9096bb121 req-c3afc83c-5ef7-40a8-987a-9841763af826 service neutron] Bound port: 547a5415-72cf-49bc-afa5-fd24a8806ab6, host: n-h2-694802-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1f8c867-101b-4d30-814e-b89f55a5edd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '2525c403-dfb3-4196-a273-739607aab38a'}}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:43:13.917633 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-5f2c7d46-e394-479e-a5f0-46b9096bb121 req-c3afc83c-5ef7-40a8-987a-9841763af826 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:13.940369 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-65693b6d-1abc-412d-a2f8-7e3343e0565b req-7644d7c5-91f5-4c98-8f3b-282d88cb882d tempest-InstanceActionsTestJSON-2093487905 tempest-InstanceActionsTestJSON-2093487905-project] 10.222.0.39 "GET /v2.0/security-groups?id=37dbb47d-21ee-4f44-9ebb-239aef45482a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2039709 Aug 12 14:43:13.974721 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-c54f396a-422f-4995-8af0-ef906754dbef service neutron] 10.222.0.64 "GET /v2.0/networks/11988a36-0d35-41ac-a66e-5ed968be2dc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2537599 Aug 12 14:43:13.981727 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-a13a730e-38ef-4354-99ee-4dea3ca50378 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f644b04339074e0fbed661ee752ea9b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1636720 Aug 12 14:43:14.012501 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 48524) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:43:14.073182 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c51bb6f-2794-46fc-9245-5a261b16c6d0 req-64632d79-d25b-4d28-990f-1630349a25c3 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:14.080258 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c51bb6f-2794-46fc-9245-5a261b16c6d0 req-64632d79-d25b-4d28-990f-1630349a25c3 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:14.087319 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c51bb6f-2794-46fc-9245-5a261b16c6d0 req-64632d79-d25b-4d28-990f-1630349a25c3 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:14.094361 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c51bb6f-2794-46fc-9245-5a261b16c6d0 req-64632d79-d25b-4d28-990f-1630349a25c3 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:14.100798 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c51bb6f-2794-46fc-9245-5a261b16c6d0 req-64632d79-d25b-4d28-990f-1630349a25c3 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:14.107259 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c51bb6f-2794-46fc-9245-5a261b16c6d0 req-64632d79-d25b-4d28-990f-1630349a25c3 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:14.116628 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c51bb6f-2794-46fc-9245-5a261b16c6d0 req-64632d79-d25b-4d28-990f-1630349a25c3 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:14.125833 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-6c51bb6f-2794-46fc-9245-5a261b16c6d0 req-64632d79-d25b-4d28-990f-1630349a25c3 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] 10.222.0.39 "GET /v2.0/ports?device_id=b84c5c28-8f10-4782-84ae-2f8fa89bf4c6 HTTP/1.1" status: 200 len: 5420 time: 0.3959460 Aug 12 14:43:14.133039 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-84491c75-b8d8-4ce4-9360-3d7a0221fb99 req-36e895ce-e2dc-4c10-87d9-ee67726d5824 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] 10.222.0.39 "GET /v2.0/ports?device_id=419c5c7f-827f-4397-9cc6-d186147a5698 HTTP/1.1" status: 200 len: 210 time: 0.1053262 Aug 12 14:43:14.139413 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1fa2ec6a-f97c-4789-af63-193929e5e801 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:14.142092 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1fa2ec6a-f97c-4789-af63-193929e5e801 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:14.146717 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-1fa2ec6a-f97c-4789-af63-193929e5e801 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a677b274-11a1-4eb0-82d3-42c39e83101d HTTP/1.1" status: 204 len: 168 time: 0.6594844 Aug 12 14:43:14.165059 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6e1d0d-3d94-47bd-a7d0-a0a8123b15fa req-e68489cf-c410-478e-9cc4-ea24a1ced065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:14.166972 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-fd6e1d0d-3d94-47bd-a7d0-a0a8123b15fa req-e68489cf-c410-478e-9cc4-ea24a1ced065 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=50f0d6af-41da-4d7e-a76f-ac6ea01824bf HTTP/1.1" status: 200 len: 853 time: 0.2490478 Aug 12 14:43:14.174887 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa2ec6a-f97c-4789-af63-193929e5e801 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a677b274-11a1-4eb0-82d3-42c39e83101d,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:43:14.234326 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-5f2c7d46-e394-479e-a5f0-46b9096bb121 req-c3afc83c-5ef7-40a8-987a-9841763af826 service neutron] For port 547a5415-72cf-49bc-afa5-fd24a8806ab6, host n-h2-694802-15, cleared binding levels {{(pid=94467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:43:14.253630 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-6c51bb6f-2794-46fc-9245-5a261b16c6d0 req-c8647142-47be-43b6-bcab-c40589aae4fd tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] 10.222.0.39 "GET /v2.0/security-groups?id=acce5d50-80c7-459a-8d6c-3aec4a7c97df&id=853e07d7-c0f4-4b67-a247-29748be080a8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1267178 Aug 12 14:43:14.286138 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-5f2c7d46-e394-479e-a5f0-46b9096bb121 req-c3afc83c-5ef7-40a8-987a-9841763af826 service neutron] For port 547a5415-72cf-49bc-afa5-fd24a8806ab6, host n-h2-694802-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=547a5415-72cf-49bc-afa5-fd24a8806ab6,segment=NetworkSegment(a1f8c867-101b-4d30-814e-b89f55a5edd0),segment_id=a1f8c867-101b-4d30-814e-b89f55a5edd0)] {{(pid=94467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:43:14.308445 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-fd6e1d0d-3d94-47bd-a7d0-a0a8123b15fa req-2f1163f0-9f32-4c47-9b83-276343eb9ff0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d4f0fddc-478c-44c2-97bc-2bf57007f369&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0789592 Aug 12 14:43:14.314604 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-fd24d269-03ee-45f2-a202-cd8c4610988f tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Allocated IP 172.20.0.12 (e5e4fc6e-0901-492c-bd78-fcc16b98eeec/444fade6-475a-482f-b204-ebf217d66f28/827c8ce5-97e8-4c6c-9410-67c6f592ef59) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:43:14.319810 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-5f2c7d46-e394-479e-a5f0-46b9096bb121 req-c3afc83c-5ef7-40a8-987a-9841763af826 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:14.326614 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-f63db7dd-1695-4636-b640-620206a6baa7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:14.373454 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-88596a1e-6809-4694-bb0c-8689c0e2bcfa service neutron] 10.222.0.64 "GET /v2.0/networks/11988a36-0d35-41ac-a66e-5ed968be2dc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3905702 Aug 12 14:43:14.467260 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-f63db7dd-1695-4636-b640-620206a6baa7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:14.473841 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2c7d46-e394-479e-a5f0-46b9096bb121 req-c3afc83c-5ef7-40a8-987a-9841763af826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:14.474461 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-5f2c7d46-e394-479e-a5f0-46b9096bb121 req-c3afc83c-5ef7-40a8-987a-9841763af826 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:14.476013 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-5f2c7d46-e394-479e-a5f0-46b9096bb121 req-c3afc83c-5ef7-40a8-987a-9841763af826 service neutron] 10.222.0.49 "PUT /v2.0/ports/547a5415-72cf-49bc-afa5-fd24a8806ab6 HTTP/1.1" status: 200 len: 1096 time: 2.9874907 Aug 12 14:43:14.495438 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19ebd4ab-21c9-4c74-b15a-eae06dd79168', 'tag': '547a5415-72cf-49bc-afa5-fd24a8806ab6'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:43:14.497275 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e65282f928b64038367d043a4411777802006c43a98742496cb2e25b724ff1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8431086-60d8-4be2-a148-f07e55a44c1a" -d '{"events": [{"name": "network-changed", "server_uuid": "19ebd4ab-21c9-4c74-b15a-eae06dd79168", "tag": "547a5415-72cf-49bc-afa5-fd24a8806ab6"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:43:14.500843 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-362f353b-19a2-4c85-93a2-f48561ffeae5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=57eff036-3311-481b-b542-bcfb85ced81c HTTP/1.1" status: 200 len: 217 time: 0.1161084 Aug 12 14:43:14.574203 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 14:43:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6117b046-5987-4700-a3cf-d8cafb25a0cb x-openstack-request-id: req-6117b046-5987-4700-a3cf-d8cafb25a0cb {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:43:14.574485 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19ebd4ab-21c9-4c74-b15a-eae06dd79168", "tag": "547a5415-72cf-49bc-afa5-fd24a8806ab6", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:43:14.574786 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6117b046-5987-4700-a3cf-d8cafb25a0cb {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:43:14.575148 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19ebd4ab-21c9-4c74-b15a-eae06dd79168', 'tag': '547a5415-72cf-49bc-afa5-fd24a8806ab6', 'status': 'completed', 'code': 200} Aug 12 14:43:14.630621 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3afc83c-5ef7-40a8-987a-9841763af826 service neutron] Pushing event updated for resources: {'Port': ['ID=547a5415-72cf-49bc-afa5-fd24a8806ab6,revision_number=3']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:43:14.651823 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-fd6e1d0d-3d94-47bd-a7d0-a0a8123b15fa req-a54f8290-b061-45ee-aff9-10c114ecda9f service neutron] 10.222.0.64 "GET /v2.0/networks/d4f0fddc-478c-44c2-97bc-2bf57007f369?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3339610 Aug 12 14:43:14.684549 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef87459-6315-4136-8eb8-7d38d25cc8a9 req-b57382ff-792c-471d-8285-88fa4749853e tempest-TenantUsagesTestJSON-816531237 tempest-TenantUsagesTestJSON-816531237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:14.691992 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-1ef87459-6315-4136-8eb8-7d38d25cc8a9 req-b57382ff-792c-471d-8285-88fa4749853e tempest-TenantUsagesTestJSON-816531237 tempest-TenantUsagesTestJSON-816531237-project] 10.222.0.39 "GET /v2.0/ports?device_id=19ebd4ab-21c9-4c74-b15a-eae06dd79168 HTTP/1.1" status: 200 len: 947 time: 0.4029479 Aug 12 14:43:14.755775 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-3ffb3277-eea6-497a-8379-85b7dbf3422d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:14.761165 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-c97dccd0-a3b4-499c-a3c5-5a5e550bc9b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:14.762754 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-c97dccd0-a3b4-499c-a3c5-5a5e550bc9b2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f28f0220-494a-4307-80cf-9a7c85a04176 HTTP/1.1" status: 200 len: 797 time: 0.2379329 Aug 12 14:43:14.789358 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-fd6e1d0d-3d94-47bd-a7d0-a0a8123b15fa req-e220244a-298c-473d-a139-f10056d3281e service neutron] 10.222.0.64 "GET /v2.0/networks/d4f0fddc-478c-44c2-97bc-2bf57007f369?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257064 Aug 12 14:43:14.821748 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffb3277-eea6-497a-8379-85b7dbf3422d admin admin] Pushing event deleted for resources: {'Port': ['ID=e49857aa-204b-4d6a-9095-e92e967330fd,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:43:14.830038 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-fd24d269-03ee-45f2-a202-cd8c4610988f tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:14.861926 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2c7d46-e394-479e-a5f0-46b9096bb121 req-f94b2c25-7074-4fb6-a10c-b1f2d48a731c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:14.864642 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-5f2c7d46-e394-479e-a5f0-46b9096bb121 req-f94b2c25-7074-4fb6-a10c-b1f2d48a731c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=30274d4b9aef4929ac633d8a455039c5&device_id=19ebd4ab-21c9-4c74-b15a-eae06dd79168 HTTP/1.1" status: 200 len: 1099 time: 0.3119309 Aug 12 14:43:14.868809 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-fd24d269-03ee-45f2-a202-cd8c4610988f tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Transition to ACTIVE for port object 827c8ce5-97e8-4c6c-9410-67c6f592ef59 will not be triggered until provisioned by entity DHCP. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:43:14.869822 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-f63db7dd-1695-4636-b640-620206a6baa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:14.872431 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-f63db7dd-1695-4636-b640-620206a6baa7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:14.873551 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-f63db7dd-1695-4636-b640-620206a6baa7 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6755a5d0-217c-4c69-bf8d-ae29c446d463 HTTP/1.1" status: 204 len: 168 time: 0.8601127 Aug 12 14:43:14.893920 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-1ef87459-6315-4136-8eb8-7d38d25cc8a9 req-c0a4c09f-c2fb-4f9e-9d46-10d0b3c6dda7 tempest-TenantUsagesTestJSON-816531237 tempest-TenantUsagesTestJSON-816531237-project] 10.222.0.39 "GET /v2.0/security-groups?id=4437f620-8c74-47fd-842f-12f52391e70a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966672 Aug 12 14:43:14.989245 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73548f9-6c68-4b0d-bec7-4f848f4b9830 req-6262025b-8670-442d-97be-09cb01aba8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:14.991173 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-f73548f9-6c68-4b0d-bec7-4f848f4b9830 req-6262025b-8670-442d-97be-09cb01aba8f0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0ba2f6c0191b44359effb43351cbaf93&device_id=0f1f7cb8-15d3-4a42-b674-86a78646603e HTTP/1.1" status: 200 len: 1099 time: 0.1464796 Aug 12 14:43:14.992366 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-fd24d269-03ee-45f2-a202-cd8c4610988f tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:15.114805 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63db7dd-1695-4636-b640-620206a6baa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6755a5d0-217c-4c69-bf8d-ae29c446d463,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:43:15.196091 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-5f2c7d46-e394-479e-a5f0-46b9096bb121 req-96954c7a-797e-4998-a606-c439f07ad08b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.78&port_id=547a5415-72cf-49bc-afa5-fd24a8806ab6 HTTP/1.1" status: 200 len: 217 time: 0.3175454 Aug 12 14:43:15.240370 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-fd24d269-03ee-45f2-a202-cd8c4610988f tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Network e5e4fc6e-0901-492c-bd78-fcc16b98eeec is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:43:15.263729 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-fd24d269-03ee-45f2-a202-cd8c4610988f tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:43:15.265696 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24d269-03ee-45f2-a202-cd8c4610988f tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Pushing event updated for resources: {'Port': ['ID=827c8ce5-97e8-4c6c-9410-67c6f592ef59,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:43:15.267970 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-fd24d269-03ee-45f2-a202-cd8c4610988f tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:43:15.306593 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-8794ad70-289f-4912-93d6-d673d8e6a489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:15.308234 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-8794ad70-289f-4912-93d6-d673d8e6a489 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=11988a36-0d35-41ac-a66e-5ed968be2dc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5129282 Aug 12 14:43:15.311160 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2c7d46-e394-479e-a5f0-46b9096bb121 req-968356ef-9806-44ab-b90e-0e809dac69a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:15.313468 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-5f2c7d46-e394-479e-a5f0-46b9096bb121 req-968356ef-9806-44ab-b90e-0e809dac69a2 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=236e0be6-1c94-4221-9e8b-ab02a53331f8 HTTP/1.1" status: 200 len: 843 time: 0.1067598 Aug 12 14:43:15.441618 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea38188a-5393-4643-a33b-2e27cd165edf req-f2ee1900-c709-4ec2-aa18-ed697ebbb3ed tempest-InstanceActionsTestJSON-2093487905 tempest-InstanceActionsTestJSON-2093487905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:15.443571 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-ea38188a-5393-4643-a33b-2e27cd165edf req-f2ee1900-c709-4ec2-aa18-ed697ebbb3ed tempest-InstanceActionsTestJSON-2093487905 tempest-InstanceActionsTestJSON-2093487905-project] 10.222.0.39 "GET /v2.0/ports?device_id=0f1f7cb8-15d3-4a42-b674-86a78646603e HTTP/1.1" status: 200 len: 947 time: 0.2874658 Aug 12 14:43:15.514391 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-fd24d269-03ee-45f2-a202-cd8c4610988f tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:15.516038 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-fd24d269-03ee-45f2-a202-cd8c4610988f tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:15.532555 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-fe95f194-a3b0-4c04-9e42-20b511169d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:15.537765 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2c7d46-e394-479e-a5f0-46b9096bb121 req-fe59ae1b-11ea-44de-8f9a-a180440965e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:15.539487 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-5f2c7d46-e394-479e-a5f0-46b9096bb121 req-fe59ae1b-11ea-44de-8f9a-a180440965e2 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2525c403-dfb3-4196-a273-739607aab38a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2072308 Aug 12 14:43:15.549763 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73548f9-6c68-4b0d-bec7-4f848f4b9830 req-60ea7a07-358e-4280-9e0a-12397e5788a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:15.554965 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-f73548f9-6c68-4b0d-bec7-4f848f4b9830 req-60ea7a07-358e-4280-9e0a-12397e5788a7 service neutron] 10.222.0.64 "GET /v2.0/networks?id=d4f0fddc-478c-44c2-97bc-2bf57007f369 HTTP/1.1" status: 200 len: 914 time: 0.5542374 Aug 12 14:43:15.569211 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-fd24d269-03ee-45f2-a202-cd8c4610988f tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6484058 Aug 12 14:43:15.590800 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-a98e8e70-46eb-42e6-98de-306702760c81 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Request body: {'port': {'device_id': '419c5c7f-827f-4397-9cc6-d186147a5698', 'network_id': '23465ac9-c2b6-454b-ad4d-35bb38ffda1f', 'admin_state_up': True, 'tenant_id': 'c4f0f352632942859f6399a2c9890ad2', 'security_groups': ['def6086d-0ad1-4cdd-9c71-80d1fefb9be7']}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:43:15.661109 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-f73548f9-6c68-4b0d-bec7-4f848f4b9830 req-d06145b5-e017-4933-a680-4421c99a1756 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a1fb506b-d53e-4a66-aa4c-be51e50df79b HTTP/1.1" status: 200 len: 217 time: 0.0865407 Aug 12 14:43:15.681963 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-3ffb3277-eea6-497a-8379-85b7dbf3422d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66628352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-430630'] for router_interface, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:15.709219 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-d8b129d1-7b86-4d9c-b7ba-1f8ad39616d9 None None] Provisioning for port 827c8ce5-97e8-4c6c-9410-67c6f592ef59 completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:43:15.711722 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef25955f-3639-4179-83c3-e999012b8b60 req-a6841157-2e31-4edd-a787-f90dda17db31 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:15.714402 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ef25955f-3639-4179-83c3-e999012b8b60 req-a6841157-2e31-4edd-a787-f90dda17db31 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] 10.222.0.39 "GET /v2.0/ports?device_id=419c5c7f-827f-4397-9cc6-d186147a5698 HTTP/1.1" status: 200 len: 932 time: 0.3992999 Aug 12 14:43:15.720718 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-d8b129d1-7b86-4d9c-b7ba-1f8ad39616d9 None None] Provisioning complete for port 827c8ce5-97e8-4c6c-9410-67c6f592ef59 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:43:15.721100 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-d8b129d1-7b86-4d9c-b7ba-1f8ad39616d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:15.771652 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-5f2c7d46-e394-479e-a5f0-46b9096bb121 req-27f66c92-a159-488f-8b10-2f22319965f3 service neutron] 10.222.0.49 "GET /v2.0/networks/2525c403-dfb3-4196-a273-739607aab38a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2176623 Aug 12 14:43:15.780254 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-238a4fd6-e93c-4667-a719-694cc480f36d service neutron] 10.222.0.64 "GET /v2.0/networks/11988a36-0d35-41ac-a66e-5ed968be2dc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4596534 Aug 12 14:43:15.789700 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-d8b129d1-7b86-4d9c-b7ba-1f8ad39616d9 None None] Port 827c8ce5-97e8-4c6c-9410-67c6f592ef59 cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 14:43:15.800941 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-ea38188a-5393-4643-a33b-2e27cd165edf req-56fb7005-a54e-4621-bb38-8a4c3c965610 tempest-InstanceActionsTestJSON-2093487905 tempest-InstanceActionsTestJSON-2093487905-project] 10.222.0.39 "GET /v2.0/security-groups?id=37dbb47d-21ee-4f44-9ebb-239aef45482a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3495369 Aug 12 14:43:15.926531 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73548f9-6c68-4b0d-bec7-4f848f4b9830 req-62669f6d-4527-4221-b4a6-5b9148f15ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:15.928435 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-f73548f9-6c68-4b0d-bec7-4f848f4b9830 req-62669f6d-4527-4221-b4a6-5b9148f15ac5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=50f0d6af-41da-4d7e-a76f-ac6ea01824bf HTTP/1.1" status: 200 len: 853 time: 0.2371697 Aug 12 14:43:15.995618 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-f73548f9-6c68-4b0d-bec7-4f848f4b9830 req-28d47db1-9152-4a26-851a-ed0ddd90102b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d4f0fddc-478c-44c2-97bc-2bf57007f369&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0557477 Aug 12 14:43:16.091877 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef717665-00cd-45a6-9af8-7cd01f53892a req-1dd646f7-9133-4627-b4d5-a1a22a1fe6f9 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:16.099127 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef717665-00cd-45a6-9af8-7cd01f53892a req-1dd646f7-9133-4627-b4d5-a1a22a1fe6f9 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:16.105558 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef717665-00cd-45a6-9af8-7cd01f53892a req-1dd646f7-9133-4627-b4d5-a1a22a1fe6f9 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:16.112098 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef717665-00cd-45a6-9af8-7cd01f53892a req-1dd646f7-9133-4627-b4d5-a1a22a1fe6f9 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:16.119275 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef717665-00cd-45a6-9af8-7cd01f53892a req-1dd646f7-9133-4627-b4d5-a1a22a1fe6f9 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:16.126034 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef717665-00cd-45a6-9af8-7cd01f53892a req-1dd646f7-9133-4627-b4d5-a1a22a1fe6f9 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:16.132640 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef717665-00cd-45a6-9af8-7cd01f53892a req-1dd646f7-9133-4627-b4d5-a1a22a1fe6f9 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:16.141231 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-ef717665-00cd-45a6-9af8-7cd01f53892a req-1dd646f7-9133-4627-b4d5-a1a22a1fe6f9 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] 10.222.0.39 "GET /v2.0/ports?device_id=b84c5c28-8f10-4782-84ae-2f8fa89bf4c6 HTTP/1.1" status: 200 len: 5420 time: 0.2233691 Aug 12 14:43:16.170519 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-a98e8e70-46eb-42e6-98de-306702760c81 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Made reservation on behalf of c4f0f352632942859f6399a2c9890ad2 for: {'port': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:43:16.174612 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-a98e8e70-46eb-42e6-98de-306702760c81 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:16.244886 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-ef717665-00cd-45a6-9af8-7cd01f53892a req-1caf5bf7-10a8-496a-a97a-000e11864752 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] 10.222.0.39 "GET /v2.0/security-groups?id=acce5d50-80c7-459a-8d6c-3aec4a7c97df&id=853e07d7-c0f4-4b67-a247-29748be080a8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0794210 Aug 12 14:43:16.363866 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-f73548f9-6c68-4b0d-bec7-4f848f4b9830 req-93619ba9-c938-4bef-9bd0-66166ebc78a8 service neutron] 10.222.0.64 "GET /v2.0/networks/d4f0fddc-478c-44c2-97bc-2bf57007f369?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3569937 Aug 12 14:43:16.397514 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ef25955f-3639-4179-83c3-e999012b8b60 req-27e39b62-f6ce-4c60-92ad-5f235d24aec8 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] 10.222.0.39 "GET /v2.0/security-groups?id=def6086d-0ad1-4cdd-9c71-80d1fefb9be7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5330646 Aug 12 14:43:16.399947 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2b6c422d-ddd2-4b75-a06a-a4c86a647fc1 req-c1925684-d430-4f43-b9ee-08cec1ed0ca3 service neutron] 10.222.0.64 "GET /v2.0/networks/11988a36-0d35-41ac-a66e-5ed968be2dc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5386314 Aug 12 14:43:16.520655 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-f73548f9-6c68-4b0d-bec7-4f848f4b9830 req-4d2f4d93-7668-4b30-90f0-fb2971a423b2 service neutron] 10.222.0.64 "GET /v2.0/networks/d4f0fddc-478c-44c2-97bc-2bf57007f369?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481118 Aug 12 14:43:16.593436 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-a98e8e70-46eb-42e6-98de-306702760c81 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Allocated IP 10.1.1.175 (23465ac9-c2b6-454b-ad4d-35bb38ffda1f/406ca1aa-3ad0-4dfd-af58-ddff5ca74ffa/5ecdfe63-3ffa-42b5-8a13-d40d6a58c5c5) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:43:16.683906 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-5f2c7d46-e394-479e-a5f0-46b9096bb121 req-a2fde863-0d9a-4bc8-a870-49501e9e3ae3 service neutron] 10.222.0.49 "GET /v2.0/networks/2525c403-dfb3-4196-a273-739607aab38a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9006495 Aug 12 14:43:16.702664 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b8a987-7062-4dc9-8a7b-34a1eaa49ee0 req-323926d8-2fc2-4acd-a5fc-ee60cd6871ee tempest-TenantUsagesTestJSON-816531237 tempest-TenantUsagesTestJSON-816531237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:16.710357 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c4b8a987-7062-4dc9-8a7b-34a1eaa49ee0 req-323926d8-2fc2-4acd-a5fc-ee60cd6871ee tempest-TenantUsagesTestJSON-816531237 tempest-TenantUsagesTestJSON-816531237-project] 10.222.0.39 "GET /v2.0/ports?device_id=19ebd4ab-21c9-4c74-b15a-eae06dd79168 HTTP/1.1" status: 200 len: 947 time: 0.0927978 Aug 12 14:43:16.751052 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07f6c3e-eb6c-49f0-ac17-11953e544bb4 req-7ea9d51d-8ab8-45c2-ba89-7c76a2084c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:16.751990 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07f6c3e-eb6c-49f0-ac17-11953e544bb4 req-7ea9d51d-8ab8-45c2-ba89-7c76a2084c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:16.751990 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07f6c3e-eb6c-49f0-ac17-11953e544bb4 req-7ea9d51d-8ab8-45c2-ba89-7c76a2084c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:16.752473 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07f6c3e-eb6c-49f0-ac17-11953e544bb4 req-7ea9d51d-8ab8-45c2-ba89-7c76a2084c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:16.752947 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07f6c3e-eb6c-49f0-ac17-11953e544bb4 req-7ea9d51d-8ab8-45c2-ba89-7c76a2084c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:16.753952 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07f6c3e-eb6c-49f0-ac17-11953e544bb4 req-7ea9d51d-8ab8-45c2-ba89-7c76a2084c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:16.755447 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07f6c3e-eb6c-49f0-ac17-11953e544bb4 req-7ea9d51d-8ab8-45c2-ba89-7c76a2084c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:16.757005 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c07f6c3e-eb6c-49f0-ac17-11953e544bb4 req-7ea9d51d-8ab8-45c2-ba89-7c76a2084c0c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a2fc72cd4bf747caa1a4809b30f44b5f&device_id=b84c5c28-8f10-4782-84ae-2f8fa89bf4c6 HTTP/1.1" status: 200 len: 6484 time: 0.2815301 Aug 12 14:43:16.771652 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c4b8a987-7062-4dc9-8a7b-34a1eaa49ee0 req-2ba07dba-31ed-43d6-bc0d-9011824b5b5b tempest-TenantUsagesTestJSON-816531237 tempest-TenantUsagesTestJSON-816531237-project] 10.222.0.39 "GET /v2.0/security-groups?id=4437f620-8c74-47fd-842f-12f52391e70a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585294 Aug 12 14:43:16.856122 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-a98e8e70-46eb-42e6-98de-306702760c81 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:16.881804 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-a98e8e70-46eb-42e6-98de-306702760c81 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Transition to ACTIVE for port object 5ecdfe63-3ffa-42b5-8a13-d40d6a58c5c5 will not be triggered until provisioned by entity DHCP. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:43:16.961132 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-a98e8e70-46eb-42e6-98de-306702760c81 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:17.018173 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8431086-60d8-4be2-a148-f07e55a44c1a req-f67c2909-0013-4a7f-8701-1445263db2d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:17.019799 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c8431086-60d8-4be2-a148-f07e55a44c1a req-f67c2909-0013-4a7f-8701-1445263db2d2 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=30274d4b9aef4929ac633d8a455039c5&device_id=19ebd4ab-21c9-4c74-b15a-eae06dd79168 HTTP/1.1" status: 200 len: 1099 time: 0.2608039 Aug 12 14:43:17.021278 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 48612) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:43:17.039203 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98e8e70-46eb-42e6-98de-306702760c81 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Pushing event updated for resources: {'Port': ['ID=5ecdfe63-3ffa-42b5-8a13-d40d6a58c5c5,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:43:17.046004 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-a98e8e70-46eb-42e6-98de-306702760c81 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Network 23465ac9-c2b6-454b-ad4d-35bb38ffda1f is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:43:17.047844 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-a98e8e70-46eb-42e6-98de-306702760c81 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:43:17.050766 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-a98e8e70-46eb-42e6-98de-306702760c81 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:43:17.117288 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07f6c3e-eb6c-49f0-ac17-11953e544bb4 req-32533deb-de64-4b92-b3fa-17a6622ede19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:17.119042 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c07f6c3e-eb6c-49f0-ac17-11953e544bb4 req-32533deb-de64-4b92-b3fa-17a6622ede19 service neutron] 10.222.0.64 "GET /v2.0/networks?id=11988a36-0d35-41ac-a66e-5ed968be2dc8 HTTP/1.1" status: 200 len: 903 time: 0.3397946 Aug 12 14:43:17.121927 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-a98e8e70-46eb-42e6-98de-306702760c81 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:17.122592 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-a98e8e70-46eb-42e6-98de-306702760c81 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:17.144944 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-a98e8e70-46eb-42e6-98de-306702760c81 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5606663 Aug 12 14:43:17.165589 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-07d376f4-2536-473e-bd35-d2a2e911360b tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Request body: {'port': {'device_id': '419c5c7f-827f-4397-9cc6-d186147a5698', 'network_id': '23465ac9-c2b6-454b-ad4d-35bb38ffda1f', 'admin_state_up': True, 'tenant_id': 'c4f0f352632942859f6399a2c9890ad2', 'security_groups': ['def6086d-0ad1-4cdd-9c71-80d1fefb9be7']}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:43:17.204407 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c07f6c3e-eb6c-49f0-ac17-11953e544bb4 req-b90e4a70-6e51-4bdf-a283-da290c616380 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=57eff036-3311-481b-b542-bcfb85ced81c HTTP/1.1" status: 200 len: 217 time: 0.0747654 Aug 12 14:43:17.218917 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8192cd5b-2e1e-4462-94e5-b9b4473c80de req-971e4960-912f-4d0f-9ad8-ccf39d3a6c2d tempest-InstanceActionsTestJSON-2093487905 tempest-InstanceActionsTestJSON-2093487905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:17.230051 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-8192cd5b-2e1e-4462-94e5-b9b4473c80de req-971e4960-912f-4d0f-9ad8-ccf39d3a6c2d tempest-InstanceActionsTestJSON-2093487905 tempest-InstanceActionsTestJSON-2093487905-project] 10.222.0.39 "GET /v2.0/ports?device_id=0f1f7cb8-15d3-4a42-b674-86a78646603e HTTP/1.1" status: 200 len: 947 time: 0.3326845 Aug 12 14:43:17.278453 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ffb3277-eea6-497a-8379-85b7dbf3422d admin admin] Router b036e6d4-315a-4520-88f6-d201f8647b9a has already been hosted by L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f {{(pid=94467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 14:43:17.307682 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-8b0b8f91-9470-4fc1-92b8-07c25b45e8ab tempest-RoutersAdminNegativeIpV6Test-874909682 tempest-RoutersAdminNegativeIpV6Test-874909682-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1643138201', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:43:17.341011 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b0b8f91-9470-4fc1-92b8-07c25b45e8ab tempest-RoutersAdminNegativeIpV6Test-874909682 tempest-RoutersAdminNegativeIpV6Test-874909682-project-admin] Made reservation on behalf of fbb895704fd1450280be8b49a8058366 for: {'port': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:43:17.345655 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8b0b8f91-9470-4fc1-92b8-07c25b45e8ab tempest-RoutersAdminNegativeIpV6Test-874909682 tempest-RoutersAdminNegativeIpV6Test-874909682-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:17.364278 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8b0b8f91-9470-4fc1-92b8-07c25b45e8ab tempest-RoutersAdminNegativeIpV6Test-874909682 tempest-RoutersAdminNegativeIpV6Test-874909682-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:17.369435 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-8192cd5b-2e1e-4462-94e5-b9b4473c80de req-72c7096b-fa90-4ab4-8dd2-beea3061a74e tempest-InstanceActionsTestJSON-2093487905 tempest-InstanceActionsTestJSON-2093487905-project] 10.222.0.39 "GET /v2.0/security-groups?id=37dbb47d-21ee-4f44-9ebb-239aef45482a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341691 Aug 12 14:43:17.399453 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device a1fb506b-d53e-4a66-aa4c-be51e50df79b details requested by agent hyperv_n-h1-694802-15 with host n-h1-694802-15 {{(pid=94468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 14:43:17.413854 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-07d376f4-2536-473e-bd35-d2a2e911360b tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Made reservation on behalf of c4f0f352632942859f6399a2c9890ad2 for: {'port': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:43:17.417410 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-07d376f4-2536-473e-bd35-d2a2e911360b tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:17.567807 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-e9dcaa04-e45f-4a0f-8bc0-568fa5f69693 None None] Provisioning for port 5ecdfe63-3ffa-42b5-8a13-d40d6a58c5c5 completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:43:17.578754 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-e9dcaa04-e45f-4a0f-8bc0-568fa5f69693 None None] Provisioning complete for port 5ecdfe63-3ffa-42b5-8a13-d40d6a58c5c5 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:43:17.579430 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-e9dcaa04-e45f-4a0f-8bc0-568fa5f69693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:17.590245 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8431086-60d8-4be2-a148-f07e55a44c1a req-4ee6e8c5-8579-4bcb-8303-d4bdc4af540c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:17.594686 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c8431086-60d8-4be2-a148-f07e55a44c1a req-4ee6e8c5-8579-4bcb-8303-d4bdc4af540c service neutron] 10.222.0.49 "GET /v2.0/networks?id=2525c403-dfb3-4196-a273-739607aab38a HTTP/1.1" status: 200 len: 870 time: 0.5610950 Aug 12 14:43:17.604401 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07f6c3e-eb6c-49f0-ac17-11953e544bb4 req-761a6707-5361-4c7f-8c1a-789aa626994e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:17.606085 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c07f6c3e-eb6c-49f0-ac17-11953e544bb4 req-761a6707-5361-4c7f-8c1a-789aa626994e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f28f0220-494a-4307-80cf-9a7c85a04176 HTTP/1.1" status: 200 len: 797 time: 0.3739438 Aug 12 14:43:17.623924 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ffb3277-eea6-497a-8379-85b7dbf3422d admin admin] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 14:43:17.629811 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-3ffb3277-eea6-497a-8379-85b7dbf3422d admin admin] 10.222.0.39 "PUT /v2.0/routers/b036e6d4-315a-4520-88f6-d201f8647b9a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5469666 Aug 12 14:43:17.637571 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-e9dcaa04-e45f-4a0f-8bc0-568fa5f69693 None None] Port 5ecdfe63-3ffa-42b5-8a13-d40d6a58c5c5 cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 14:43:17.643227 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2790faa8-d090-41d2-ba38-44dd9ceadc07 None None] Sync routers for ids ['b036e6d4-315a-4520-88f6-d201f8647b9a'] in n-d-694802-15 {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 14:43:17.653135 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 48636) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:43:17.660326 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port a1fb506b-d53e-4a66-aa4c-be51e50df79b, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=a1fb506b-d53e-4a66-aa4c-be51e50df79b,segment=NetworkSegment(4b5ef232-de6a-44a2-b77c-9363bbf2821f),segment_id=4b5ef232-de6a-44a2-b77c-9363bbf2821f)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:43:17.672611 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2790faa8-d090-41d2-ba38-44dd9ceadc07 None None] Routers {'b036e6d4-315a-4520-88f6-d201f8647b9a'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:43:17.673463 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-2790faa8-d090-41d2-ba38-44dd9ceadc07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:43:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['b036e6d4-315a-4520-88f6-d201f8647b9a'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:43:17.697385 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c8431086-60d8-4be2-a148-f07e55a44c1a req-1da0145e-bd5a-46da-b0a2-4c9016178711 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.78&port_id=547a5415-72cf-49bc-afa5-fd24a8806ab6 HTTP/1.1" status: 200 len: 217 time: 0.0874453 Aug 12 14:43:17.767371 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8b0b8f91-9470-4fc1-92b8-07c25b45e8ab tempest-RoutersAdminNegativeIpV6Test-874909682 tempest-RoutersAdminNegativeIpV6Test-874909682-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:17.772266 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-038f5e34-a543-4cd5-9671-2993128d0c57 admin admin] Notify callbacks [] for router, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:17.786787 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvr_db [None req-2790faa8-d090-41d2-ba38-44dd9ceadc07 None None] Set router b036e6d4-315a-4520-88f6-d201f8647b9a gateway port host: n-d-694802-15 {{(pid=94468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:43:17.810133 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b0ff34-1895-4ab8-bec3-bf4f47772517 req-dee25cb9-ad1a-4ff2-8660-b511ec371f89 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:17.817586 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8b0b8f91-9470-4fc1-92b8-07c25b45e8ab tempest-RoutersAdminNegativeIpV6Test-874909682 tempest-RoutersAdminNegativeIpV6Test-874909682-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:17.817749 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b0ff34-1895-4ab8-bec3-bf4f47772517 req-dee25cb9-ad1a-4ff2-8660-b511ec371f89 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:17.820563 n-d-694802-15 neutron-server[94466]: DEBUG neutron.notifiers.nova [None req-8b0b8f91-9470-4fc1-92b8-07c25b45e8ab tempest-RoutersAdminNegativeIpV6Test-874909682 tempest-RoutersAdminNegativeIpV6Test-874909682-project-admin] device_id is not set on port 85319310-0683-4890-8533-378729ef4e7a yet. {{(pid=94466) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 14:43:17.826661 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b9b0ff34-1895-4ab8-bec3-bf4f47772517 req-dee25cb9-ad1a-4ff2-8660-b511ec371f89 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] 10.222.0.39 "GET /v2.0/ports?device_id=419c5c7f-827f-4397-9cc6-d186147a5698 HTTP/1.1" status: 200 len: 1654 time: 0.2039018 Aug 12 14:43:17.834201 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07f6c3e-eb6c-49f0-ac17-11953e544bb4 req-c5bac0f7-598f-438e-8066-df4eb2221aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:17.836355 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c07f6c3e-eb6c-49f0-ac17-11953e544bb4 req-c5bac0f7-598f-438e-8066-df4eb2221aa6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=11988a36-0d35-41ac-a66e-5ed968be2dc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2162399 Aug 12 14:43:17.854028 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Returning: {'device': 'a1fb506b-d53e-4a66-aa4c-be51e50df79b', 'network_id': 'd4f0fddc-478c-44c2-97bc-2bf57007f369', 'port_id': 'a1fb506b-d53e-4a66-aa4c-be51e50df79b', 'mac_address': 'fa:16:3e:96:a0:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50f0d6af-41da-4d7e-a76f-ac6ea01824bf', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:foo_zone', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 14:43:17.935673 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-8b0b8f91-9470-4fc1-92b8-07c25b45e8ab tempest-RoutersAdminNegativeIpV6Test-874909682 tempest-RoutersAdminNegativeIpV6Test-874909682-project-admin] Allocated IP 172.25.1.198 (d3759e1b-6c03-45ac-acd4-90abb417809b/f0254f08-c19c-4e31-bd9c-09389ea4b6f2/85319310-0683-4890-8533-378729ef4e7a) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:43:17.946816 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:17.962225 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1fb506b-d53e-4a66-aa4c-be51e50df79b {{(pid=94468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:43:17.981625 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c07f6c3e-eb6c-49f0-ac17-11953e544bb4 req-f28c22e5-cc66-4d28-b962-e2e5689aaf07 service neutron] 10.222.0.64 "GET /v2.0/networks/11988a36-0d35-41ac-a66e-5ed968be2dc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1187220 Aug 12 14:43:17.982532 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port a1fb506b-d53e-4a66-aa4c-be51e50df79b, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=a1fb506b-d53e-4a66-aa4c-be51e50df79b,segment=NetworkSegment(4b5ef232-de6a-44a2-b77c-9363bbf2821f),segment_id=4b5ef232-de6a-44a2-b77c-9363bbf2821f)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:43:17.983125 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8431086-60d8-4be2-a148-f07e55a44c1a req-7b3cf8ee-a107-4089-a13b-61ae688ca00f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:17.984730 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c8431086-60d8-4be2-a148-f07e55a44c1a req-7b3cf8ee-a107-4089-a13b-61ae688ca00f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=236e0be6-1c94-4221-9e8b-ab02a53331f8 HTTP/1.1" status: 200 len: 843 time: 0.2732072 Aug 12 14:43:17.991180 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:18.005216 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b9b0ff34-1895-4ab8-bec3-bf4f47772517 req-a114d89f-ad59-4eae-b1bc-b0583e1719d4 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] 10.222.0.39 "GET /v2.0/security-groups?id=def6086d-0ad1-4cdd-9c71-80d1fefb9be7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1774333 Aug 12 14:43:18.088918 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8b0b8f91-9470-4fc1-92b8-07c25b45e8ab tempest-RoutersAdminNegativeIpV6Test-874909682 tempest-RoutersAdminNegativeIpV6Test-874909682-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:18.098386 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Pushing event updated for resources: {'Port': ['ID=a1fb506b-d53e-4a66-aa4c-be51e50df79b,revision_number=4']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:43:18.135326 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-2790faa8-d090-41d2-ba38-44dd9ceadc07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b036e6d4-315a-4520-88f6-d201f8647b9a', 'name': 'tempest-TestAggregatesBasicOps-316444712-router', 'tenant_id': '51e9baac41dd4090be9cd290fdbb0786', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.252'}], 'enable_snat': True}, 'gw_port_id': '48502552-aa5c-4ae5-a7c0-6343dbe292ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:42:28Z', 'updated_at': '2021-08-12T14:43:14Z', 'revision_number': 5, 'project_id': '51e9baac41dd4090be9cd290fdbb0786', 'gw_port': {'id': '48502552-aa5c-4ae5-a7c0-6343dbe292ed', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:e9:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b036e6d4-315a-4520-88f6-d201f8647b9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:42:30Z', 'updated_at': '2021-08-12T14:42:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15'}], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:43:18.145859 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c63c1d3-a9f8-4f85-ae7f-50c0883b4fb4 req-a33da808-3c01-49c4-99f2-e8630e3149c4 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:18.152226 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c63c1d3-a9f8-4f85-ae7f-50c0883b4fb4 req-a33da808-3c01-49c4-99f2-e8630e3149c4 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:18.158061 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c63c1d3-a9f8-4f85-ae7f-50c0883b4fb4 req-a33da808-3c01-49c4-99f2-e8630e3149c4 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:18.164498 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c63c1d3-a9f8-4f85-ae7f-50c0883b4fb4 req-a33da808-3c01-49c4-99f2-e8630e3149c4 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:18.170752 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c63c1d3-a9f8-4f85-ae7f-50c0883b4fb4 req-a33da808-3c01-49c4-99f2-e8630e3149c4 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:18.177958 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c63c1d3-a9f8-4f85-ae7f-50c0883b4fb4 req-a33da808-3c01-49c4-99f2-e8630e3149c4 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:18.179824 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2790faa8-d090-41d2-ba38-44dd9ceadc07 None None] Checking router: b036e6d4-315a-4520-88f6-d201f8647b9a for host: n-d-694802-15 {{(pid=94468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 14:43:18.183257 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8431086-60d8-4be2-a148-f07e55a44c1a req-85fe3089-3bc1-476e-b3b3-d62fafbd1d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:18.184366 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c63c1d3-a9f8-4f85-ae7f-50c0883b4fb4 req-a33da808-3c01-49c4-99f2-e8630e3149c4 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:18.184971 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c8431086-60d8-4be2-a148-f07e55a44c1a req-85fe3089-3bc1-476e-b3b3-d62fafbd1d3f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2525c403-dfb3-4196-a273-739607aab38a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1610789 Aug 12 14:43:18.186282 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-1c63c1d3-a9f8-4f85-ae7f-50c0883b4fb4 req-a33da808-3c01-49c4-99f2-e8630e3149c4 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] 10.222.0.39 "GET /v2.0/ports?device_id=b84c5c28-8f10-4782-84ae-2f8fa89bf4c6 HTTP/1.1" status: 200 len: 5420 time: 0.7440376 Aug 12 14:43:18.201182 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2790faa8-d090-41d2-ba38-44dd9ceadc07 None None] Routers {'b036e6d4-315a-4520-88f6-d201f8647b9a'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:43:18.202245 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-2790faa8-d090-41d2-ba38-44dd9ceadc07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:43:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['b036e6d4-315a-4520-88f6-d201f8647b9a'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:43:18.253464 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8b0b8f91-9470-4fc1-92b8-07c25b45e8ab tempest-RoutersAdminNegativeIpV6Test-874909682 tempest-RoutersAdminNegativeIpV6Test-874909682-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:18.265101 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c07f6c3e-eb6c-49f0-ac17-11953e544bb4 req-f3b89396-1175-4799-8b5f-47004872f814 service neutron] 10.222.0.64 "GET /v2.0/networks/11988a36-0d35-41ac-a66e-5ed968be2dc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2722213 Aug 12 14:43:18.316259 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] get_ports_and_sgs() called for port_ids ['a1fb506b-d53e-4a66-aa4c-be51e50df79b'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:43:18.327855 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0b8f91-9470-4fc1-92b8-07c25b45e8ab tempest-RoutersAdminNegativeIpV6Test-874909682 tempest-RoutersAdminNegativeIpV6Test-874909682-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cc82d97-dc91-4f40-92e4-45ac231c0b30,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:43:18.396517 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c8431086-60d8-4be2-a148-f07e55a44c1a req-6071c503-af03-4a75-9a6b-2c3a40229446 service neutron] 10.222.0.49 "GET /v2.0/networks/2525c403-dfb3-4196-a273-739607aab38a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1963222 Aug 12 14:43:18.407770 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-07d376f4-2536-473e-bd35-d2a2e911360b tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Allocated IP 10.1.1.107 (23465ac9-c2b6-454b-ad4d-35bb38ffda1f/406ca1aa-3ad0-4dfd-af58-ddff5ca74ffa/0d3500d0-8996-4ba7-a29c-4271f88cdfba) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:43:18.415246 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b0b8f91-9470-4fc1-92b8-07c25b45e8ab tempest-RoutersAdminNegativeIpV6Test-874909682 tempest-RoutersAdminNegativeIpV6Test-874909682-project-admin] Network d3759e1b-6c03-45ac-acd4-90abb417809b is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:43:18.431510 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-8b0b8f91-9470-4fc1-92b8-07c25b45e8ab tempest-RoutersAdminNegativeIpV6Test-874909682 tempest-RoutersAdminNegativeIpV6Test-874909682-project-admin] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:43:18.442823 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b0b8f91-9470-4fc1-92b8-07c25b45e8ab tempest-RoutersAdminNegativeIpV6Test-874909682 tempest-RoutersAdminNegativeIpV6Test-874909682-project-admin] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:43:18.448456 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-1c63c1d3-a9f8-4f85-ae7f-50c0883b4fb4 req-0d4f449c-7e97-4faf-94c3-9f378b0f1b4b tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] 10.222.0.39 "GET /v2.0/security-groups?id=acce5d50-80c7-459a-8d6c-3aec4a7c97df&id=853e07d7-c0f4-4b67-a247-29748be080a8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2470868 Aug 12 14:43:18.449070 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0b8f91-9470-4fc1-92b8-07c25b45e8ab tempest-RoutersAdminNegativeIpV6Test-874909682 tempest-RoutersAdminNegativeIpV6Test-874909682-project-admin] Pushing event updated for resources: {'Port': ['ID=85319310-0683-4890-8533-378729ef4e7a,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:43:18.541292 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-038f5e34-a543-4cd5-9671-2993128d0c57 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:18.566297 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvr_db [None req-2790faa8-d090-41d2-ba38-44dd9ceadc07 None None] Set router b036e6d4-315a-4520-88f6-d201f8647b9a gateway port host: n-d-694802-15 {{(pid=94468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:43:18.608918 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b0b8f91-9470-4fc1-92b8-07c25b45e8ab tempest-RoutersAdminNegativeIpV6Test-874909682 tempest-RoutersAdminNegativeIpV6Test-874909682-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:18.609440 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8b0b8f91-9470-4fc1-92b8-07c25b45e8ab tempest-RoutersAdminNegativeIpV6Test-874909682 tempest-RoutersAdminNegativeIpV6Test-874909682-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:18.624924 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399f0dd1-51c2-4eb4-a69d-558e92022a3e req-2b0b625f-a9fc-47e1-9728-8c77d13b36c2 tempest-TenantUsagesTestJSON-816531237 tempest-TenantUsagesTestJSON-816531237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:18.626751 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-399f0dd1-51c2-4eb4-a69d-558e92022a3e req-2b0b625f-a9fc-47e1-9728-8c77d13b36c2 tempest-TenantUsagesTestJSON-816531237 tempest-TenantUsagesTestJSON-816531237-project] 10.222.0.39 "GET /v2.0/ports?device_id=19ebd4ab-21c9-4c74-b15a-eae06dd79168 HTTP/1.1" status: 200 len: 947 time: 0.2165747 Aug 12 14:43:18.752714 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-399f0dd1-51c2-4eb4-a69d-558e92022a3e req-da094180-e245-4a6d-9840-3c1c1db1bc7e tempest-TenantUsagesTestJSON-816531237 tempest-TenantUsagesTestJSON-816531237-project] 10.222.0.39 "GET /v2.0/security-groups?id=4437f620-8c74-47fd-842f-12f52391e70a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024969 Aug 12 14:43:18.755804 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c8431086-60d8-4be2-a148-f07e55a44c1a req-67b70b77-a840-486c-be8d-6495025fc6ee service neutron] 10.222.0.49 "GET /v2.0/networks/2525c403-dfb3-4196-a273-739607aab38a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3473067 Aug 12 14:43:18.783713 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 48650) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:43:18.930045 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-2c52dae0-0261-4f23-891e-1a106110be46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:19.059568 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-2790faa8-d090-41d2-ba38-44dd9ceadc07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b036e6d4-315a-4520-88f6-d201f8647b9a', 'name': 'tempest-TestAggregatesBasicOps-316444712-router', 'tenant_id': '51e9baac41dd4090be9cd290fdbb0786', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.252'}], 'enable_snat': True}, 'gw_port_id': '48502552-aa5c-4ae5-a7c0-6343dbe292ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:42:28Z', 'updated_at': '2021-08-12T14:43:14Z', 'revision_number': 5, 'project_id': '51e9baac41dd4090be9cd290fdbb0786', 'gw_port': {'id': '48502552-aa5c-4ae5-a7c0-6343dbe292ed', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:e9:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b036e6d4-315a-4520-88f6-d201f8647b9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:42:30Z', 'updated_at': '2021-08-12T14:42:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15'}], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:43:19.067723 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-2c52dae0-0261-4f23-891e-1a106110be46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:19.075850 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-2c52dae0-0261-4f23-891e-1a106110be46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:19.105519 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-8b0b8f91-9470-4fc1-92b8-07c25b45e8ab tempest-RoutersAdminNegativeIpV6Test-874909682 tempest-RoutersAdminNegativeIpV6Test-874909682-project-admin] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 2.0795829 Aug 12 14:43:19.106122 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2790faa8-d090-41d2-ba38-44dd9ceadc07 None None] The sync data for ids ['b036e6d4-315a-4520-88f6-d201f8647b9a'] in n-d-694802-15 is: [{'id': 'b036e6d4-315a-4520-88f6-d201f8647b9a', 'name': 'tempest-TestAggregatesBasicOps-316444712-router', 'tenant_id': '51e9baac41dd4090be9cd290fdbb0786', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.252'}], 'enable_snat': True}, 'gw_port_id': '48502552-aa5c-4ae5-a7c0-6343dbe292ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:42:28Z', 'updated_at': '2021-08-12T14:43:14Z', 'revision_number': 5, 'project_id': '51e9baac41dd4090be9cd290fdbb0786', 'gw_port': {'id': '48502552-aa5c-4ae5-a7c0-6343dbe292ed', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:e9:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b036e6d4-315a-4520-88f6-d201f8647b9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:42:30Z', 'updated_at': '2021-08-12T14:42:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15'}] {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 14:43:19.107848 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 48658) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:43:19.115207 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-f15035a0-672d-48ba-99e0-423d3c0ef6f3 tempest-RoutersAdminNegativeIpV6Test-874909682 tempest-RoutersAdminNegativeIpV6Test-874909682-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.198'}]}}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:43:19.173391 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-2c52dae0-0261-4f23-891e-1a106110be46 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=07eb009879f74b9ea5a908292f3e01ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3881557 Aug 12 14:43:19.176482 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c52dae0-0261-4f23-891e-1a106110be46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f87f2ad6-68db-4ab4-8a52-df3ceb6e76d7,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:43:19.180361 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 48660) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:43:19.195776 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df9b0d0-27cc-42e5-93d2-ae1c155564ff req-5069e148-d659-456e-af1b-b15a0c974d9d tempest-InstanceActionsTestJSON-2093487905 tempest-InstanceActionsTestJSON-2093487905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:19.204230 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-4df9b0d0-27cc-42e5-93d2-ae1c155564ff req-5069e148-d659-456e-af1b-b15a0c974d9d tempest-InstanceActionsTestJSON-2093487905 tempest-InstanceActionsTestJSON-2093487905-project] 10.222.0.39 "GET /v2.0/ports?device_id=0f1f7cb8-15d3-4a42-b674-86a78646603e HTTP/1.1" status: 200 len: 948 time: 0.5810244 Aug 12 14:43:19.224201 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0c71c1-8a1a-4499-a91d-fe37ce9e20ae req-d754047d-82b6-47a7-8870-89d7c6f54bf5 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:19.229120 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f15035a0-672d-48ba-99e0-423d3c0ef6f3 tempest-RoutersAdminNegativeIpV6Test-874909682 tempest-RoutersAdminNegativeIpV6Test-874909682-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-430574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-104863'] for router, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:19.230059 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0c71c1-8a1a-4499-a91d-fe37ce9e20ae req-d754047d-82b6-47a7-8870-89d7c6f54bf5 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:19.230187 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f15035a0-672d-48ba-99e0-423d3c0ef6f3 tempest-RoutersAdminNegativeIpV6Test-874909682 tempest-RoutersAdminNegativeIpV6Test-874909682-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-429438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-431405', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66646573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-104852'] for router, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:19.231724 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-bc0c71c1-8a1a-4499-a91d-fe37ce9e20ae req-d754047d-82b6-47a7-8870-89d7c6f54bf5 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] 10.222.0.39 "GET /v2.0/ports?device_id=419c5c7f-827f-4397-9cc6-d186147a5698 HTTP/1.1" status: 200 len: 1654 time: 0.1006947 Aug 12 14:43:19.266784 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-038f5e34-a543-4cd5-9671-2993128d0c57 admin admin] Deleting port 48502552-aa5c-4ae5-a7c0-6343dbe292ed {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:43:19.267198 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-038f5e34-a543-4cd5-9671-2993128d0c57 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:19.284730 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device 547a5415-72cf-49bc-afa5-fd24a8806ab6 details requested by agent hyperv_n-h2-694802-15 with host n-h2-694802-15 {{(pid=94468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 14:43:19.290328 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-977fd17b-12bb-4467-8d83-36b3d4366a33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:19.315983 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-977fd17b-12bb-4467-8d83-36b3d4366a33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:19.350738 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-07d376f4-2536-473e-bd35-d2a2e911360b tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:19.359668 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-4df9b0d0-27cc-42e5-93d2-ae1c155564ff req-1e854b40-5aa0-43df-aba8-3c2ab55c4876 tempest-InstanceActionsTestJSON-2093487905 tempest-InstanceActionsTestJSON-2093487905-project] 10.222.0.39 "GET /v2.0/security-groups?id=37dbb47d-21ee-4f44-9ebb-239aef45482a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545954 Aug 12 14:43:19.365247 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-bc0c71c1-8a1a-4499-a91d-fe37ce9e20ae req-a44d8aa3-7544-4179-8f15-eda118e24c4d tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] 10.222.0.39 "GET /v2.0/security-groups?id=def6086d-0ad1-4cdd-9c71-80d1fefb9be7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1227274 Aug 12 14:43:19.372587 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-977fd17b-12bb-4467-8d83-36b3d4366a33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:19.375841 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-977fd17b-12bb-4467-8d83-36b3d4366a33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:19.380531 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-977fd17b-12bb-4467-8d83-36b3d4366a33 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f87f2ad6-68db-4ab4-8a52-df3ceb6e76d7 HTTP/1.1" status: 204 len: 168 time: 0.1989744 Aug 12 14:43:19.390935 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977fd17b-12bb-4467-8d83-36b3d4366a33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f87f2ad6-68db-4ab4-8a52-df3ceb6e76d7,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:43:19.408589 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f15035a0-672d-48ba-99e0-423d3c0ef6f3 tempest-RoutersAdminNegativeIpV6Test-874909682 tempest-RoutersAdminNegativeIpV6Test-874909682-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:19.419936 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device a1fb506b-d53e-4a66-aa4c-be51e50df79b up at agent hyperv_n-h1-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:43:19.523427 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-07d376f4-2536-473e-bd35-d2a2e911360b tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Transition to ACTIVE for port object 0d3500d0-8996-4ba7-a29c-4271f88cdfba will not be triggered until provisioned by entity DHCP. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:43:19.556203 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port 547a5415-72cf-49bc-afa5-fd24a8806ab6, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=547a5415-72cf-49bc-afa5-fd24a8806ab6,segment=NetworkSegment(a1f8c867-101b-4d30-814e-b89f55a5edd0),segment_id=a1f8c867-101b-4d30-814e-b89f55a5edd0)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:43:19.574754 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Returning: {'device': '547a5415-72cf-49bc-afa5-fd24a8806ab6', 'network_id': '2525c403-dfb3-4196-a273-739607aab38a', 'port_id': '547a5415-72cf-49bc-afa5-fd24a8806ab6', 'mac_address': 'fa:16:3e:f4:b4:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '236e0be6-1c94-4221-9e8b-ab02a53331f8', 'ip_address': '192.168.233.78'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 14:43:19.583653 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Provisioning for port a1fb506b-d53e-4a66-aa4c-be51e50df79b completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:43:19.589322 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Provisioning complete for port a1fb506b-d53e-4a66-aa4c-be51e50df79b triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:43:19.589703 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:19.647452 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-038f5e34-a543-4cd5-9671-2993128d0c57 admin admin] For port 48502552-aa5c-4ae5-a7c0-6343dbe292ed, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=48502552-aa5c-4ae5-a7c0-6343dbe292ed,segment=NetworkSegment(b1b396cb-2dc6-4041-bfc7-1833a80a4720),segment_id=b1b396cb-2dc6-4041-bfc7-1833a80a4720)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:43:19.651279 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-038f5e34-a543-4cd5-9671-2993128d0c57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:19.676380 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:19.722259 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 547a5415-72cf-49bc-afa5-fd24a8806ab6 {{(pid=94468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:43:19.740480 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e351053-961c-4ab9-b8fa-08ac170ae5c4 req-750ef53d-4271-4997-9592-aa3e50373372 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:19.746487 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e351053-961c-4ab9-b8fa-08ac170ae5c4 req-750ef53d-4271-4997-9592-aa3e50373372 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:19.760090 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e351053-961c-4ab9-b8fa-08ac170ae5c4 req-750ef53d-4271-4997-9592-aa3e50373372 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:19.775485 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port 547a5415-72cf-49bc-afa5-fd24a8806ab6, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=547a5415-72cf-49bc-afa5-fd24a8806ab6,segment=NetworkSegment(a1f8c867-101b-4d30-814e-b89f55a5edd0),segment_id=a1f8c867-101b-4d30-814e-b89f55a5edd0)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:43:19.777939 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e351053-961c-4ab9-b8fa-08ac170ae5c4 req-750ef53d-4271-4997-9592-aa3e50373372 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:19.786372 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e351053-961c-4ab9-b8fa-08ac170ae5c4 req-750ef53d-4271-4997-9592-aa3e50373372 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:19.793298 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e351053-961c-4ab9-b8fa-08ac170ae5c4 req-750ef53d-4271-4997-9592-aa3e50373372 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:19.795788 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f15035a0-672d-48ba-99e0-423d3c0ef6f3 tempest-RoutersAdminNegativeIpV6Test-874909682 tempest-RoutersAdminNegativeIpV6Test-874909682-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:19.797723 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:19.804145 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-038f5e34-a543-4cd5-9671-2993128d0c57 admin admin] Calling delete_port for 48502552-aa5c-4ae5-a7c0-6343dbe292ed owned by network:router_gateway {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:43:19.809223 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e351053-961c-4ab9-b8fa-08ac170ae5c4 req-750ef53d-4271-4997-9592-aa3e50373372 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:19.811073 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-8e351053-961c-4ab9-b8fa-08ac170ae5c4 req-750ef53d-4271-4997-9592-aa3e50373372 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] 10.222.0.39 "GET /v2.0/ports?device_id=b84c5c28-8f10-4782-84ae-2f8fa89bf4c6 HTTP/1.1" status: 200 len: 5420 time: 0.1903441 Aug 12 14:43:19.828693 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:19.876545 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-8e351053-961c-4ab9-b8fa-08ac170ae5c4 req-de0972a2-1003-46ed-9308-58658d8dbb52 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] 10.222.0.39 "GET /v2.0/security-groups?id=acce5d50-80c7-459a-8d6c-3aec4a7c97df&id=853e07d7-c0f4-4b67-a247-29748be080a8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0557029 Aug 12 14:43:19.912624 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f1f7cb8-15d3-4a42-b674-86a78646603e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1fb506b-d53e-4a66-aa4c-be51e50df79b'}] {{(pid=94468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:43:19.915177 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99a8d87602170099c728e57431aca99e9b98a655a83bbf8727be13192709727b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68f03334-208e-415f-b91d-bf606d38a3fa" -d '{"events": [{"server_uuid": "0f1f7cb8-15d3-4a42-b674-86a78646603e", "name": "network-vif-plugged", "status": "completed", "tag": "a1fb506b-d53e-4a66-aa4c-be51e50df79b"}]}' {{(pid=94468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:43:19.967579 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port a1fb506b-d53e-4a66-aa4c-be51e50df79b, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=a1fb506b-d53e-4a66-aa4c-be51e50df79b,segment=NetworkSegment(4b5ef232-de6a-44a2-b77c-9363bbf2821f),segment_id=4b5ef232-de6a-44a2-b77c-9363bbf2821f)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:43:19.970464 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 14:43:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a34c9189-2d52-4cad-825b-dbd90af1873d x-openstack-request-id: req-a34c9189-2d52-4cad-825b-dbd90af1873d {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:43:19.970889 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f1f7cb8-15d3-4a42-b674-86a78646603e", "name": "network-vif-plugged", "status": "completed", "tag": "a1fb506b-d53e-4a66-aa4c-be51e50df79b", "code": 200}]} {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:43:19.971177 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a34c9189-2d52-4cad-825b-dbd90af1873d {{(pid=94468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:43:19.972416 n-d-694802-15 neutron-server[94468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f1f7cb8-15d3-4a42-b674-86a78646603e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1fb506b-d53e-4a66-aa4c-be51e50df79b', 'code': 200} Aug 12 14:43:19.981040 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-07d376f4-2536-473e-bd35-d2a2e911360b tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:20.016728 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Pushing event updated for resources: {'Port': ['ID=547a5415-72cf-49bc-afa5-fd24a8806ab6,revision_number=4']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:43:20.023199 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:20.091424 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Pushing event updated for resources: {'Port': ['ID=a1fb506b-d53e-4a66-aa4c-be51e50df79b,revision_number=5']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:43:20.105080 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52c7f3b-44d9-4f15-b448-12d4d4b0104a req-595ca944-bb9e-4093-84ba-256e2125e1d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:20.106634 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d52c7f3b-44d9-4f15-b448-12d4d4b0104a req-595ca944-bb9e-4093-84ba-256e2125e1d6 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=0f1f7cb8-15d3-4a42-b674-86a78646603e HTTP/1.1" status: 200 len: 1101 time: 0.0689170 Aug 12 14:43:20.133691 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-07d376f4-2536-473e-bd35-d2a2e911360b tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Network 23465ac9-c2b6-454b-ad4d-35bb38ffda1f is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:43:20.143966 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d52c7f3b-44d9-4f15-b448-12d4d4b0104a req-80ff7dbf-8475-42e4-8e2d-0a51db184e6d service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=37dbb47d-21ee-4f44-9ebb-239aef45482a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302255 Aug 12 14:43:20.145489 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] get_ports_and_sgs() called for port_ids ['547a5415-72cf-49bc-afa5-fd24a8806ab6'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:43:20.151139 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf94fad-54ce-4515-993d-c3929466710e req-df45cb68-1282-4c85-9188-1e3784013cd6 tempest-TenantUsagesTestJSON-816531237 tempest-TenantUsagesTestJSON-816531237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:20.152730 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-0cf94fad-54ce-4515-993d-c3929466710e req-df45cb68-1282-4c85-9188-1e3784013cd6 tempest-TenantUsagesTestJSON-816531237 tempest-TenantUsagesTestJSON-816531237-project] 10.222.0.39 "GET /v2.0/ports?device_id=19ebd4ab-21c9-4c74-b15a-eae06dd79168 HTTP/1.1" status: 200 len: 948 time: 0.2161043 Aug 12 14:43:20.160162 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-07d376f4-2536-473e-bd35-d2a2e911360b tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:43:20.162924 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-07d376f4-2536-473e-bd35-d2a2e911360b tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:43:20.184226 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d376f4-2536-473e-bd35-d2a2e911360b tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Pushing event updated for resources: {'Port': ['ID=0d3500d0-8996-4ba7-a29c-4271f88cdfba,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:43:20.296690 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-0cf94fad-54ce-4515-993d-c3929466710e req-caecb6f5-1b13-4ff3-a402-5982e7800f38 tempest-TenantUsagesTestJSON-816531237 tempest-TenantUsagesTestJSON-816531237-project] 10.222.0.39 "GET /v2.0/security-groups?id=4437f620-8c74-47fd-842f-12f52391e70a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281662 Aug 12 14:43:20.331912 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-07d376f4-2536-473e-bd35-d2a2e911360b tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:20.333069 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-07d376f4-2536-473e-bd35-d2a2e911360b tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:20.401958 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-07d376f4-2536-473e-bd35-d2a2e911360b tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2430539 Aug 12 14:43:20.417372 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-a74e20ba-a54e-4401-8975-653c93f1d97e tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Request body: {'port': {'device_id': '419c5c7f-827f-4397-9cc6-d186147a5698', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'fb4567b1-456a-4ad5-b04d-3f1c691daca7', 'admin_state_up': True, 'tenant_id': 'c4f0f352632942859f6399a2c9890ad2', 'security_groups': ['def6086d-0ad1-4cdd-9c71-80d1fefb9be7']}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:43:20.459078 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-038f5e34-a543-4cd5-9671-2993128d0c57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:20.488093 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-4a7b70fd-d0a6-4130-8cb8-24f3e95827a4 None None] Provisioning for port 0d3500d0-8996-4ba7-a29c-4271f88cdfba completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:43:20.499966 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-4a7b70fd-d0a6-4130-8cb8-24f3e95827a4 None None] Provisioning complete for port 0d3500d0-8996-4ba7-a29c-4271f88cdfba triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:43:20.501253 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4a7b70fd-d0a6-4130-8cb8-24f3e95827a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:20.547070 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3d9166-5a64-47a9-ba7e-22b8183e0495 req-0a0364a3-7ef3-423a-9679-ff121491b843 tempest-InstanceActionsTestJSON-2093487905 tempest-InstanceActionsTestJSON-2093487905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:20.555461 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-eb3d9166-5a64-47a9-ba7e-22b8183e0495 req-0a0364a3-7ef3-423a-9679-ff121491b843 tempest-InstanceActionsTestJSON-2093487905 tempest-InstanceActionsTestJSON-2093487905-project] 10.222.0.39 "GET /v2.0/ports?device_id=0f1f7cb8-15d3-4a42-b674-86a78646603e HTTP/1.1" status: 200 len: 949 time: 0.0596302 Aug 12 14:43:20.588205 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-4a7b70fd-d0a6-4130-8cb8-24f3e95827a4 None None] Port 0d3500d0-8996-4ba7-a29c-4271f88cdfba cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 14:43:20.595287 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-eb3d9166-5a64-47a9-ba7e-22b8183e0495 req-3c3e6192-e39a-4e9f-82b6-647ca0039de2 tempest-InstanceActionsTestJSON-2093487905 tempest-InstanceActionsTestJSON-2093487905-project] 10.222.0.39 "GET /v2.0/security-groups?id=37dbb47d-21ee-4f44-9ebb-239aef45482a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386503 Aug 12 14:43:20.624460 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038f5e34-a543-4cd5-9671-2993128d0c57 admin admin] Pushing event deleted for resources: {'Port': ['ID=48502552-aa5c-4ae5-a7c0-6343dbe292ed,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:43:20.654791 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 48694) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:43:20.792360 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-094eef09-c380-4947-ae33-5f91292e43ea admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-919977636-network', 'tenant_id': '3a3bdd41fa344002b106e434a17bdf78'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:43:20.798155 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f15035a0-672d-48ba-99e0-423d3c0ef6f3 tempest-RoutersAdminNegativeIpV6Test-874909682 tempest-RoutersAdminNegativeIpV6Test-874909682-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:20.809462 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf792c44-fd4d-46e1-9822-04923fafab78 req-5e5f0229-1dee-4759-9410-9c620eb16f8f tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:20.816140 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf792c44-fd4d-46e1-9822-04923fafab78 req-5e5f0229-1dee-4759-9410-9c620eb16f8f tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:20.818170 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-094eef09-c380-4947-ae33-5f91292e43ea admin admin] Made reservation on behalf of 3a3bdd41fa344002b106e434a17bdf78 for: {'network': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:43:20.820785 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-094eef09-c380-4947-ae33-5f91292e43ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for network, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:20.822904 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf792c44-fd4d-46e1-9822-04923fafab78 req-5e5f0229-1dee-4759-9410-9c620eb16f8f tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:20.824137 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-bf792c44-fd4d-46e1-9822-04923fafab78 req-5e5f0229-1dee-4759-9410-9c620eb16f8f tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] 10.222.0.39 "GET /v2.0/ports?device_id=419c5c7f-827f-4397-9cc6-d186147a5698 HTTP/1.1" status: 200 len: 2375 time: 0.2360122 Aug 12 14:43:20.839722 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-094eef09-c380-4947-ae33-5f91292e43ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:20.849198 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-038f5e34-a543-4cd5-9671-2993128d0c57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-431580'] for router_gateway, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:20.851513 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f15035a0-672d-48ba-99e0-423d3c0ef6f3 tempest-RoutersAdminNegativeIpV6Test-874909682 tempest-RoutersAdminNegativeIpV6Test-874909682-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:20.967999 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-094eef09-c380-4947-ae33-5f91292e43ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:20.975161 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-094eef09-c380-4947-ae33-5f91292e43ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:21.015836 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-038f5e34-a543-4cd5-9671-2993128d0c57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-429360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-104877'] for router, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:21.029761 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-038f5e34-a543-4cd5-9671-2993128d0c57 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:21.050110 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-094eef09-c380-4947-ae33-5f91292e43ea admin admin] vlan segment allocate from pool success with {'vlan_id': 333, 'physical_network': 'physnet1'} {{(pid=94467) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 14:43:21.061133 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-bf792c44-fd4d-46e1-9822-04923fafab78 req-aff45f9a-c51d-4ac4-820d-63a33025734f tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] 10.222.0.39 "GET /v2.0/security-groups?id=def6086d-0ad1-4cdd-9c71-80d1fefb9be7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2156394 Aug 12 14:43:21.061332 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094eef09-c380-4947-ae33-5f91292e43ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=572c6f6c-2455-4006-9dfb-310b67ce3285,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:43:21.080810 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-094eef09-c380-4947-ae33-5f91292e43ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:21.081489 n-d-694802-15 neutron-server[94467]: INFO neutron.db.segments_db [None req-094eef09-c380-4947-ae33-5f91292e43ea admin admin] Added segment b72762b4-956b-443d-aaee-4b6799d6bcb9 of type vlan for network 2ad93210-7061-461d-8617-49848448cc38 Aug 12 14:43:21.111099 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-a74e20ba-a54e-4401-8975-653c93f1d97e tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Made reservation on behalf of c4f0f352632942859f6399a2c9890ad2 for: {'port': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:43:21.134444 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfe9cf9-bbe8-432b-bc31-1a89bd86009c req-6899a153-dd63-45c4-98e3-eb4cf46c1135 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:21.142237 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfe9cf9-bbe8-432b-bc31-1a89bd86009c req-6899a153-dd63-45c4-98e3-eb4cf46c1135 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:21.149512 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfe9cf9-bbe8-432b-bc31-1a89bd86009c req-6899a153-dd63-45c4-98e3-eb4cf46c1135 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:21.155861 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfe9cf9-bbe8-432b-bc31-1a89bd86009c req-6899a153-dd63-45c4-98e3-eb4cf46c1135 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:21.162553 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfe9cf9-bbe8-432b-bc31-1a89bd86009c req-6899a153-dd63-45c4-98e3-eb4cf46c1135 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:21.170316 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfe9cf9-bbe8-432b-bc31-1a89bd86009c req-6899a153-dd63-45c4-98e3-eb4cf46c1135 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:21.176760 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfe9cf9-bbe8-432b-bc31-1a89bd86009c req-6899a153-dd63-45c4-98e3-eb4cf46c1135 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:21.197848 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-7dfe9cf9-bbe8-432b-bc31-1a89bd86009c req-6899a153-dd63-45c4-98e3-eb4cf46c1135 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] 10.222.0.39 "GET /v2.0/ports?device_id=b84c5c28-8f10-4782-84ae-2f8fa89bf4c6 HTTP/1.1" status: 200 len: 5420 time: 0.2017992 Aug 12 14:43:21.203632 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-038f5e34-a543-4cd5-9671-2993128d0c57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-429375'] for router, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:21.204227 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-038f5e34-a543-4cd5-9671-2993128d0c57 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b036e6d4-315a-4520-88f6-d201f8647b9a {{(pid=94466) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 14:43:21.213858 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-038f5e34-a543-4cd5-9671-2993128d0c57 admin admin] Notify callbacks [] for router, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:21.217480 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-038f5e34-a543-4cd5-9671-2993128d0c57 admin admin] 10.222.0.39 "DELETE /v2.0/routers/b036e6d4-315a-4520-88f6-d201f8647b9a HTTP/1.1" status: 204 len: 168 time: 3.5602999 Aug 12 14:43:21.219177 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 48700) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:43:21.244408 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device e49857aa-204b-4d6a-9095-e92e967330fd no longer exists at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:43:21.280210 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] No Port match for: e49857aa-204b-4d6a-9095-e92e967330fd {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 14:43:21.281238 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device e49857aa-204b-4d6a-9095-e92e967330fd not bound to the agent host n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:43:21.284007 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device 547a5415-72cf-49bc-afa5-fd24a8806ab6 up at agent hyperv_n-h2-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:43:21.349884 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7d67d90-f691-4dd1-a759-8c99ff1a5876 admin admin] Deleting subnet 39b76b30-0682-458f-ac0f-cccaba8eeee3 {{(pid=94466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 14:43:21.357078 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f7d67d90-f691-4dd1-a759-8c99ff1a5876 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:21.367473 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-094eef09-c380-4947-ae33-5f91292e43ea admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744653628263'] for network, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:21.415498 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f7d67d90-f691-4dd1-a759-8c99ff1a5876 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2293551'] for subnet, precommit_delete_associations {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:21.422818 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-7dfe9cf9-bbe8-432b-bc31-1a89bd86009c req-7c253e68-a317-47b5-b772-569326b6368c tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] 10.222.0.39 "GET /v2.0/security-groups?id=acce5d50-80c7-459a-8d6c-3aec4a7c97df&id=853e07d7-c0f4-4b67-a247-29748be080a8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2185078 Aug 12 14:43:21.423208 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-a74e20ba-a54e-4401-8975-653c93f1d97e tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:21.428267 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Provisioning for port 547a5415-72cf-49bc-afa5-fd24a8806ab6 completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:43:21.432767 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Provisioning complete for port 547a5415-72cf-49bc-afa5-fd24a8806ab6 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:43:21.434163 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:21.470220 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-094eef09-c380-4947-ae33-5f91292e43ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409'] for network, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:21.471855 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-094eef09-c380-4947-ae33-5f91292e43ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:21.472783 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-094eef09-c380-4947-ae33-5f91292e43ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for network, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:21.492735 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f15035a0-672d-48ba-99e0-423d3c0ef6f3 tempest-RoutersAdminNegativeIpV6Test-874909682 tempest-RoutersAdminNegativeIpV6Test-874909682-project-admin] Notify callbacks [] for router, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:21.533018 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:21.544389 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-094eef09-c380-4947-ae33-5f91292e43ea admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.8881626 Aug 12 14:43:21.547458 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 48704) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:43:21.557263 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-7b517973-b5a7-416a-8118-861208042fe8 admin admin] Request body: {'subnet': {'network_id': '2ad93210-7061-461d-8617-49848448cc38', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-919977636-subnet', 'tenant_id': '3a3bdd41fa344002b106e434a17bdf78', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:43:21.568251 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094eef09-c380-4947-ae33-5f91292e43ea admin admin] Pushing event updated for resources: {'Network': ['ID=2ad93210-7061-461d-8617-49848448cc38,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:43:21.577688 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port 547a5415-72cf-49bc-afa5-fd24a8806ab6, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=547a5415-72cf-49bc-afa5-fd24a8806ab6,segment=NetworkSegment(a1f8c867-101b-4d30-814e-b89f55a5edd0),segment_id=a1f8c867-101b-4d30-814e-b89f55a5edd0)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:43:21.582224 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Network 2ad93210-7061-461d-8617-49848448cc38 details requested by agent ovs-agent-n-d-694802-15 with host n-d-694802-15 {{(pid=94468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 14:43:21.589250 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b517973-b5a7-416a-8118-861208042fe8 admin admin] Made reservation on behalf of 3a3bdd41fa344002b106e434a17bdf78 for: {'subnet': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:43:21.592570 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-7b517973-b5a7-416a-8118-861208042fe8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3343791'] for subnet, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:21.597105 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:21.708239 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Pushing event updated for resources: {'Port': ['ID=547a5415-72cf-49bc-afa5-fd24a8806ab6,revision_number=5']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:43:21.860526 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b799b03-db2a-44e9-aad1-9410e764b198 req-0a5f70e1-2d81-4ddc-8832-7c05b020eda9 tempest-InstanceActionsTestJSON-2093487905 tempest-InstanceActionsTestJSON-2093487905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:21.865696 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-5b799b03-db2a-44e9-aad1-9410e764b198 req-0a5f70e1-2d81-4ddc-8832-7c05b020eda9 tempest-InstanceActionsTestJSON-2093487905 tempest-InstanceActionsTestJSON-2093487905-project] 10.222.0.39 "GET /v2.0/ports?device_id=0f1f7cb8-15d3-4a42-b674-86a78646603e HTTP/1.1" status: 200 len: 949 time: 0.1133430 Aug 12 14:43:21.881610 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-7b517973-b5a7-416a-8118-861208042fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2859166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3343773'] for subnet, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:21.970469 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-5b799b03-db2a-44e9-aad1-9410e764b198 req-c0920ecb-d74d-44e3-a908-389fc303dd40 tempest-InstanceActionsTestJSON-2093487905 tempest-InstanceActionsTestJSON-2093487905-project] 10.222.0.39 "GET /v2.0/security-groups?id=37dbb47d-21ee-4f44-9ebb-239aef45482a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979781 Aug 12 14:43:21.974056 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19ebd4ab-21c9-4c74-b15a-eae06dd79168', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '547a5415-72cf-49bc-afa5-fd24a8806ab6'}] {{(pid=94468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:43:21.977667 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b517973-b5a7-416a-8118-861208042fe8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce169be2-a716-4bd9-89d0-74eedc855ec7,revision_number=0']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:43:21.978269 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99a8d87602170099c728e57431aca99e9b98a655a83bbf8727be13192709727b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f707912-33f2-4eea-b98a-003e7adf2896" -d '{"events": [{"server_uuid": "19ebd4ab-21c9-4c74-b15a-eae06dd79168", "name": "network-vif-plugged", "status": "completed", "tag": "547a5415-72cf-49bc-afa5-fd24a8806ab6"}]}' {{(pid=94468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:43:22.001705 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b517973-b5a7-416a-8118-861208042fe8 admin admin] Checking segment: {'id': 'b72762b4-956b-443d-aaee-4b6799d6bcb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '2ad93210-7061-461d-8617-49848448cc38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:43:22.001705 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b517973-b5a7-416a-8118-861208042fe8 admin admin] Network hostable DHCP agents. Network: 2ad93210-7061-461d-8617-49848448cc38, hostable agents: ['1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658'], hosted agents: [] {{(pid=94467) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 14:43:22.025856 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b517973-b5a7-416a-8118-861208042fe8 admin admin] Network 2ad93210-7061-461d-8617-49848448cc38 is scheduled to be hosted by DHCP agent 1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658 with binding_index 1 {{(pid=94467) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 14:43:22.040475 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [None req-7b517973-b5a7-416a-8118-861208042fe8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-15, 2ad93210-7061-461d-8617-49848448cc38) {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:43:22.051165 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14c13a76-8c5b-4df8-a38a-6aec3ae68c38 None None] Network 2ad93210-7061-461d-8617-49848448cc38 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:43:22.057504 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b517973-b5a7-416a-8118-861208042fe8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:22.065848 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-7b517973-b5a7-416a-8118-861208042fe8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:22.099242 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-7b517973-b5a7-416a-8118-861208042fe8 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5458181 Aug 12 14:43:22.103183 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 48716) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:43:22.110203 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-a3af8f28-3d0f-4aca-ab91-1fc7fdccef3e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-919977636-router', 'tenant_id': '3a3bdd41fa344002b106e434a17bdf78', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'}}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:43:22.138132 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 14:43:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe02b8de-ecad-40fd-ab52-90b86bacf997 x-openstack-request-id: req-fe02b8de-ecad-40fd-ab52-90b86bacf997 {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:43:22.139372 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19ebd4ab-21c9-4c74-b15a-eae06dd79168", "name": "network-vif-plugged", "status": "completed", "tag": "547a5415-72cf-49bc-afa5-fd24a8806ab6", "code": 200}]} {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:43:22.139858 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-fe02b8de-ecad-40fd-ab52-90b86bacf997 {{(pid=94468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:43:22.140512 n-d-694802-15 neutron-server[94468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19ebd4ab-21c9-4c74-b15a-eae06dd79168', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '547a5415-72cf-49bc-afa5-fd24a8806ab6', 'code': 200} Aug 12 14:43:22.182994 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a3af8f28-3d0f-4aca-ab91-1fc7fdccef3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-430574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-104863'] for router, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:22.184146 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8114a0-4ae7-450e-93af-d38a33d1f866 req-38fada5d-aed6-4812-b00d-1bab0f439e37 tempest-TenantUsagesTestJSON-816531237 tempest-TenantUsagesTestJSON-816531237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:22.184952 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a3af8f28-3d0f-4aca-ab91-1fc7fdccef3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-429438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-431405', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66646573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-104852'] for router, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:22.185778 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-ad8114a0-4ae7-450e-93af-d38a33d1f866 req-38fada5d-aed6-4812-b00d-1bab0f439e37 tempest-TenantUsagesTestJSON-816531237 tempest-TenantUsagesTestJSON-816531237-project] 10.222.0.39 "GET /v2.0/ports?device_id=19ebd4ab-21c9-4c74-b15a-eae06dd79168 HTTP/1.1" status: 200 len: 948 time: 0.7242804 Aug 12 14:43:22.301146 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f15035a0-672d-48ba-99e0-423d3c0ef6f3 tempest-RoutersAdminNegativeIpV6Test-874909682 tempest-RoutersAdminNegativeIpV6Test-874909682-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-429360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-104877'] for router, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:22.312931 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f15035a0-672d-48ba-99e0-423d3c0ef6f3 tempest-RoutersAdminNegativeIpV6Test-874909682 tempest-RoutersAdminNegativeIpV6Test-874909682-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:22.334930 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f7d67d90-f691-4dd1-a759-8c99ff1a5876 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66416255'] for subnet, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:22.336202 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2d99372-e94b-405c-b684-f93897843785 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa7035b3e-9a89-5964-b9f4-97301c3f476a-2ad93210-7061-461d-8617-49848448cc38', 'network_id': '2ad93210-7061-461d-8617-49848448cc38', 'tenant_id': '3a3bdd41fa344002b106e434a17bdf78', 'fixed_ips': [{'subnet_id': 'ce169be2-a716-4bd9-89d0-74eedc855ec7'}]}} from n-d-694802-15. {{(pid=94468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 14:43:22.337325 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-d2d99372-e94b-405c-b684-f93897843785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:22.348800 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a3af8f28-3d0f-4aca-ab91-1fc7fdccef3e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:22.492271 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.db_base_plugin_common [None req-d2d99372-e94b-405c-b684-f93897843785 None None] Allocated IP 172.20.0.2 (2ad93210-7061-461d-8617-49848448cc38/ce169be2-a716-4bd9-89d0-74eedc855ec7/eece75d5-054e-4fdd-abf4-2230d9cbb533) {{(pid=94468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:43:22.495605 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-ad8114a0-4ae7-450e-93af-d38a33d1f866 req-8248c583-4363-4c31-a441-fb15721ce7ba tempest-TenantUsagesTestJSON-816531237 tempest-TenantUsagesTestJSON-816531237-project] 10.222.0.39 "GET /v2.0/security-groups?id=4437f620-8c74-47fd-842f-12f52391e70a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2869878 Aug 12 14:43:22.502971 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f15035a0-672d-48ba-99e0-423d3c0ef6f3 tempest-RoutersAdminNegativeIpV6Test-874909682 tempest-RoutersAdminNegativeIpV6Test-874909682-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-429375'] for router, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:22.506269 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f15035a0-672d-48ba-99e0-423d3c0ef6f3 tempest-RoutersAdminNegativeIpV6Test-874909682 tempest-RoutersAdminNegativeIpV6Test-874909682-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b7e39065-73fa-4941-b600-7bebd1b8265f {{(pid=94466) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 14:43:22.535149 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-a74e20ba-a54e-4401-8975-653c93f1d97e tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Allocated IP 10.2.2.100 (fb4567b1-456a-4ad5-b04d-3f1c691daca7/87452bc0-af6f-4ccf-be47-4493323e3f3a/60dab493-b044-4ff6-81af-81a8db5e9f4e) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:43:22.553264 n-d-694802-15 neutron-server[94466]: INFO neutron.api.v2.resource [None req-f15035a0-672d-48ba-99e0-423d3c0ef6f3 tempest-RoutersAdminNegativeIpV6Test-874909682 tempest-RoutersAdminNegativeIpV6Test-874909682-project-admin] create failed (client error): There was a conflict when trying to complete your request. Aug 12 14:43:22.558224 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-f15035a0-672d-48ba-99e0-423d3c0ef6f3 tempest-RoutersAdminNegativeIpV6Test-874909682 tempest-RoutersAdminNegativeIpV6Test-874909682-project-admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 3.4473615 Aug 12 14:43:22.559564 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f7d67d90-f691-4dd1-a759-8c99ff1a5876 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66416232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3718429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8776402'] for subnet, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:22.564185 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 48722) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:43:22.602099 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d67d90-f691-4dd1-a759-8c99ff1a5876 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=39b76b30-0682-458f-ac0f-cccaba8eeee3,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:43:22.652756 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f7d67d90-f691-4dd1-a759-8c99ff1a5876 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for subnet, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:22.654846 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-f7d67d90-f691-4dd1-a759-8c99ff1a5876 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/39b76b30-0682-458f-ac0f-cccaba8eeee3 HTTP/1.1" status: 204 len: 168 time: 1.4286945 Aug 12 14:43:22.666554 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 48724) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:43:22.707387 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-d2d99372-e94b-405c-b684-f93897843785 None None] Notify callbacks [] for port, precommit_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:22.717319 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-d2d99372-e94b-405c-b684-f93897843785 None None] Transition to ACTIVE for port object eece75d5-054e-4fdd-abf4-2230d9cbb533 will not be triggered until provisioned by entity L2. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:43:22.735372 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-d2d99372-e94b-405c-b684-f93897843785 None None] Transition to ACTIVE for port object eece75d5-054e-4fdd-abf4-2230d9cbb533 will not be triggered until provisioned by entity DHCP. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:43:22.740219 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87ebfabb-42e5-4cd6-b21f-6bf97c196dfc None None] Network 392196f5-e20c-4aa2-a5ef-99d47c27ccb7 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:43:22.740219 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-d2d99372-e94b-405c-b684-f93897843785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253'] for port, after_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:22.776133 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-56b14f6f-d0b5-4783-8279-161b49ff1245 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680608'] for network, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:22.809095 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d99372-e94b-405c-b684-f93897843785 None None] Pushing event updated for resources: {'Port': ['ID=eece75d5-054e-4fdd-abf4-2230d9cbb533,revision_number=1']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:43:22.861122 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004f0349-d772-4c0a-a2ed-c5b082c6c13e req-6d553542-e52b-41c5-83d5-10bcf4c48688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:22.873534 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2d99372-e94b-405c-b684-f93897843785 None None] Network 2ad93210-7061-461d-8617-49848448cc38 is already hosted by enough agents. {{(pid=94468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:43:22.877826 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.base_scheduler [None req-d2d99372-e94b-405c-b684-f93897843785 None None] Resources bound (agent type, host, resource id): {{(pid=94468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:43:22.878406 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-004f0349-d772-4c0a-a2ed-c5b082c6c13e req-6d553542-e52b-41c5-83d5-10bcf4c48688 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=19ebd4ab-21c9-4c74-b15a-eae06dd79168 HTTP/1.1" status: 200 len: 1101 time: 0.6579220 Aug 12 14:43:22.882264 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d99372-e94b-405c-b684-f93897843785 None None] Received port after_create {{(pid=94468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:43:22.960064 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0621bc9e-cc5b-4fcc-9ec4-81425b76ce78 req-c70a8435-429d-492f-be30-1224e29cb731 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:22.966087 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0621bc9e-cc5b-4fcc-9ec4-81425b76ce78 req-c70a8435-429d-492f-be30-1224e29cb731 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:22.972326 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0621bc9e-cc5b-4fcc-9ec4-81425b76ce78 req-c70a8435-429d-492f-be30-1224e29cb731 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:22.980034 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0621bc9e-cc5b-4fcc-9ec4-81425b76ce78 req-c70a8435-429d-492f-be30-1224e29cb731 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] 10.222.0.39 "GET /v2.0/ports?device_id=419c5c7f-827f-4397-9cc6-d186147a5698 HTTP/1.1" status: 200 len: 2375 time: 0.6851544 Aug 12 14:43:22.994891 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-d2d99372-e94b-405c-b684-f93897843785 None None] Attempting to bind port eece75d5-054e-4fdd-abf4-2230d9cbb533 on host n-d-694802-15 for vnic_type normal with profile {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:43:22.995436 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-d2d99372-e94b-405c-b684-f93897843785 None None] Attempting to bind port eece75d5-054e-4fdd-abf4-2230d9cbb533 by drivers openvswitch,hyperv on host n-d-694802-15 at level 0 using segments [{'id': 'b72762b4-956b-443d-aaee-4b6799d6bcb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '2ad93210-7061-461d-8617-49848448cc38'}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:43:22.995885 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2d99372-e94b-405c-b684-f93897843785 None None] Attempting to bind port eece75d5-054e-4fdd-abf4-2230d9cbb533 on network 2ad93210-7061-461d-8617-49848448cc38 {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:43:23.004502 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2d99372-e94b-405c-b684-f93897843785 None None] Checking agent: {'id': '16de73ac-f2e9-4cee-b3e0-91052ae3e6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 20, 13), 'started_at': datetime.datetime(2021, 8, 12, 14, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 43, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:43:23.005009 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2d99372-e94b-405c-b684-f93897843785 None None] Checking segment: {'id': 'b72762b4-956b-443d-aaee-4b6799d6bcb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '2ad93210-7061-461d-8617-49848448cc38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:43:23.005514 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-d2d99372-e94b-405c-b684-f93897843785 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:23.006004 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2d99372-e94b-405c-b684-f93897843785 None None] Bound using segment: {'id': 'b72762b4-956b-443d-aaee-4b6799d6bcb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '2ad93210-7061-461d-8617-49848448cc38'} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:43:23.006569 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-d2d99372-e94b-405c-b684-f93897843785 None None] Bound port: eece75d5-054e-4fdd-abf4-2230d9cbb533, host: n-d-694802-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b72762b4-956b-443d-aaee-4b6799d6bcb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '2ad93210-7061-461d-8617-49848448cc38'}}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:43:23.007055 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-d2d99372-e94b-405c-b684-f93897843785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:23.088600 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 48502552-aa5c-4ae5-a7c0-6343dbe292ed no longer exists at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:43:23.124400 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] No Port match for: 48502552-aa5c-4ae5-a7c0-6343dbe292ed {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 14:43:23.124822 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 48502552-aa5c-4ae5-a7c0-6343dbe292ed not bound to the agent host n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:43:23.129264 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e8b66be-ccc4-4129-86ad-15436b345304 None None] DHCP port deletion for 392196f5-e20c-4aa2-a5ef-99d47c27ccb7 request from n-d-694802-15 {{(pid=94468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 14:43:23.130903 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-8f08eb9d-d32f-496f-9866-2788839b3d17 tempest-RoutersAdminNegativeIpV6Test-874909682 tempest-RoutersAdminNegativeIpV6Test-874909682-project-admin] Deleting port 85319310-0683-4890-8533-378729ef4e7a {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:43:23.131281 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8f08eb9d-d32f-496f-9866-2788839b3d17 tempest-RoutersAdminNegativeIpV6Test-874909682 tempest-RoutersAdminNegativeIpV6Test-874909682-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:23.132449 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-d2d99372-e94b-405c-b684-f93897843785 None None] For port eece75d5-054e-4fdd-abf4-2230d9cbb533, host n-d-694802-15, cleared binding levels {{(pid=94468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:43:23.149738 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-d2d99372-e94b-405c-b684-f93897843785 None None] For port eece75d5-054e-4fdd-abf4-2230d9cbb533, host n-d-694802-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=eece75d5-054e-4fdd-abf4-2230d9cbb533,segment=NetworkSegment(b72762b4-956b-443d-aaee-4b6799d6bcb9),segment_id=b72762b4-956b-443d-aaee-4b6799d6bcb9)] {{(pid=94468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:43:23.157375 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a3af8f28-3d0f-4aca-ab91-1fc7fdccef3e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:23.169077 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42de2dd8-2e4f-4547-9939-161e310bf1da req-002279ed-4e56-4f02-a95a-10c342958f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:23.171227 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-42de2dd8-2e4f-4547-9939-161e310bf1da req-002279ed-4e56-4f02-a95a-10c342958f8e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0ba2f6c0191b44359effb43351cbaf93&device_id=0f1f7cb8-15d3-4a42-b674-86a78646603e HTTP/1.1" status: 200 len: 1101 time: 0.2903175 Aug 12 14:43:23.173196 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-004f0349-d772-4c0a-a2ed-c5b082c6c13e req-69a46570-dcb2-4ce3-906f-b0669157735a service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=4437f620-8c74-47fd-842f-12f52391e70a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2561457 Aug 12 14:43:23.174758 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-d2d99372-e94b-405c-b684-f93897843785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:23.177974 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0621bc9e-cc5b-4fcc-9ec4-81425b76ce78 req-e21def21-9052-479e-99c6-b06101859196 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] 10.222.0.39 "GET /v2.0/security-groups?id=def6086d-0ad1-4cdd-9c71-80d1fefb9be7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1971447 Aug 12 14:43:23.242462 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-a74e20ba-a54e-4401-8975-653c93f1d97e tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:23.285003 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d99372-e94b-405c-b684-f93897843785 None None] Pushing event updated for resources: {'Port': ['ID=eece75d5-054e-4fdd-abf4-2230d9cbb533,revision_number=2']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:43:23.296799 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8f08eb9d-d32f-496f-9866-2788839b3d17 tempest-RoutersAdminNegativeIpV6Test-874909682 tempest-RoutersAdminNegativeIpV6Test-874909682-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:23.310794 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-2e8b66be-ccc4-4129-86ad-15436b345304 None None] Deleting port 5b313c86-96bb-493a-a770-37c1e89274ee {{(pid=94468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:43:23.313478 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-2e8b66be-ccc4-4129-86ad-15436b345304 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:23.319550 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-a74e20ba-a54e-4401-8975-653c93f1d97e tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Transition to ACTIVE for port object 60dab493-b044-4ff6-81af-81a8db5e9f4e will not be triggered until provisioned by entity DHCP. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:43:23.327466 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42de2dd8-2e4f-4547-9939-161e310bf1da req-7b51382f-355a-47bf-8846-d63fcc7d1166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:23.329301 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-42de2dd8-2e4f-4547-9939-161e310bf1da req-7b51382f-355a-47bf-8846-d63fcc7d1166 service neutron] 10.222.0.64 "GET /v2.0/networks?id=d4f0fddc-478c-44c2-97bc-2bf57007f369 HTTP/1.1" status: 200 len: 914 time: 0.1373076 Aug 12 14:43:23.350735 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453c80e1-7520-435c-9240-96c02c268b91 req-889e5fe3-e817-4201-89b3-c4980ff14cb6 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:23.363385 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453c80e1-7520-435c-9240-96c02c268b91 req-889e5fe3-e817-4201-89b3-c4980ff14cb6 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:23.376663 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453c80e1-7520-435c-9240-96c02c268b91 req-889e5fe3-e817-4201-89b3-c4980ff14cb6 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:23.390332 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453c80e1-7520-435c-9240-96c02c268b91 req-889e5fe3-e817-4201-89b3-c4980ff14cb6 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:23.398186 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453c80e1-7520-435c-9240-96c02c268b91 req-889e5fe3-e817-4201-89b3-c4980ff14cb6 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:23.404909 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453c80e1-7520-435c-9240-96c02c268b91 req-889e5fe3-e817-4201-89b3-c4980ff14cb6 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:23.407583 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-2e8b66be-ccc4-4129-86ad-15436b345304 None None] For port 5b313c86-96bb-493a-a770-37c1e89274ee, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=5b313c86-96bb-493a-a770-37c1e89274ee,segment=NetworkSegment(dd292e98-e117-40d9-bb43-3b2e598b6b7c),segment_id=dd292e98-e117-40d9-bb43-3b2e598b6b7c)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:43:23.407987 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-2e8b66be-ccc4-4129-86ad-15436b345304 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:23.419451 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453c80e1-7520-435c-9240-96c02c268b91 req-889e5fe3-e817-4201-89b3-c4980ff14cb6 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:23.422955 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-2e8b66be-ccc4-4129-86ad-15436b345304 None None] Calling delete_port for 5b313c86-96bb-493a-a770-37c1e89274ee owned by network:dhcp {{(pid=94468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:43:23.429570 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-453c80e1-7520-435c-9240-96c02c268b91 req-889e5fe3-e817-4201-89b3-c4980ff14cb6 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] 10.222.0.39 "GET /v2.0/ports?device_id=b84c5c28-8f10-4782-84ae-2f8fa89bf4c6 HTTP/1.1" status: 200 len: 5420 time: 0.4563289 Aug 12 14:43:23.439143 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-42de2dd8-2e4f-4547-9939-161e310bf1da req-fdbdc2e3-fa8c-4cb3-ab76-9bcc881bc157 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a1fb506b-d53e-4a66-aa4c-be51e50df79b HTTP/1.1" status: 200 len: 217 time: 0.0788717 Aug 12 14:43:23.451545 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-8f08eb9d-d32f-496f-9866-2788839b3d17 tempest-RoutersAdminNegativeIpV6Test-874909682 tempest-RoutersAdminNegativeIpV6Test-874909682-project-admin] Calling delete_port for 85319310-0683-4890-8533-378729ef4e7a owned by {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:43:23.498571 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-56b14f6f-d0b5-4783-8279-161b49ff1245 admin admin] Deleting port 5b313c86-96bb-493a-a770-37c1e89274ee {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:43:23.499349 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-56b14f6f-d0b5-4783-8279-161b49ff1245 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:23.521146 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c10b96-0a24-4fbf-b8bc-8dd731d941ba req-ea449681-f847-4a66-bb13-206666643bc6 tempest-InstanceActionsTestJSON-2093487905 tempest-InstanceActionsTestJSON-2093487905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:23.532516 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-24c10b96-0a24-4fbf-b8bc-8dd731d941ba req-ea449681-f847-4a66-bb13-206666643bc6 tempest-InstanceActionsTestJSON-2093487905 tempest-InstanceActionsTestJSON-2093487905-project] 10.222.0.39 "GET /v2.0/ports?device_id=0f1f7cb8-15d3-4a42-b674-86a78646603e HTTP/1.1" status: 200 len: 949 time: 0.1735871 Aug 12 14:43:23.559444 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-2e8b66be-ccc4-4129-86ad-15436b345304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262'] for port, after_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:23.590124 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42de2dd8-2e4f-4547-9939-161e310bf1da req-4574964c-f00a-4c81-afb2-7dea71d83a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:23.591260 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-42de2dd8-2e4f-4547-9939-161e310bf1da req-4574964c-f00a-4c81-afb2-7dea71d83a03 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=50f0d6af-41da-4d7e-a76f-ac6ea01824bf HTTP/1.1" status: 200 len: 853 time: 0.1410744 Aug 12 14:43:23.593510 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8b66be-ccc4-4129-86ad-15436b345304 None None] Pushing event deleted for resources: {'Port': ['ID=5b313c86-96bb-493a-a770-37c1e89274ee,revision_number=None']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:43:23.607660 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e8b66be-ccc4-4129-86ad-15436b345304 None None] No DVR routers for this DVR port 5b313c86-96bb-493a-a770-37c1e89274ee on host n-d-694802-15 {{(pid=94468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:43:23.666108 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-42de2dd8-2e4f-4547-9939-161e310bf1da req-c5e79d86-0541-4f2c-87cc-fcccff4405ea service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d4f0fddc-478c-44c2-97bc-2bf57007f369&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0674725 Aug 12 14:43:23.671625 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-24c10b96-0a24-4fbf-b8bc-8dd731d941ba req-d5760693-1e49-474f-aede-8cea6964b667 tempest-InstanceActionsTestJSON-2093487905 tempest-InstanceActionsTestJSON-2093487905-project] 10.222.0.39 "GET /v2.0/security-groups?id=37dbb47d-21ee-4f44-9ebb-239aef45482a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364558 Aug 12 14:43:23.709199 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-453c80e1-7520-435c-9240-96c02c268b91 req-148974a7-6aa9-4e0a-beb9-5c9812a0d795 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] 10.222.0.39 "GET /v2.0/security-groups?id=acce5d50-80c7-459a-8d6c-3aec4a7c97df&id=853e07d7-c0f4-4b67-a247-29748be080a8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2784784 Aug 12 14:43:23.818354 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-56b14f6f-d0b5-4783-8279-161b49ff1245 admin admin] For port 5b313c86-96bb-493a-a770-37c1e89274ee, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=5b313c86-96bb-493a-a770-37c1e89274ee,segment=NetworkSegment(dd292e98-e117-40d9-bb43-3b2e598b6b7c),segment_id=dd292e98-e117-40d9-bb43-3b2e598b6b7c)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:43:23.818855 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-56b14f6f-d0b5-4783-8279-161b49ff1245 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:23.859982 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-56b14f6f-d0b5-4783-8279-161b49ff1245 admin admin] Calling delete_port for 5b313c86-96bb-493a-a770-37c1e89274ee owned by network:dhcp {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:43:23.880641 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-a74e20ba-a54e-4401-8975-653c93f1d97e tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:23.923833 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a3af8f28-3d0f-4aca-ab91-1fc7fdccef3e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:23.955765 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a3af8f28-3d0f-4aca-ab91-1fc7fdccef3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:24.005198 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-42de2dd8-2e4f-4547-9939-161e310bf1da req-2ecc9f0f-b360-4c87-b8de-801c56dc2834 service neutron] 10.222.0.64 "GET /v2.0/networks/d4f0fddc-478c-44c2-97bc-2bf57007f369?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3281271 Aug 12 14:43:24.029280 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0b136c-043f-4480-8106-61693d2a2a8c req-0163c345-00da-4afb-99af-149fb105c56d tempest-TenantUsagesTestJSON-816531237 tempest-TenantUsagesTestJSON-816531237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:24.031486 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-8c0b136c-043f-4480-8106-61693d2a2a8c req-0163c345-00da-4afb-99af-149fb105c56d tempest-TenantUsagesTestJSON-816531237 tempest-TenantUsagesTestJSON-816531237-project] 10.222.0.39 "GET /v2.0/ports?device_id=19ebd4ab-21c9-4c74-b15a-eae06dd79168 HTTP/1.1" status: 200 len: 949 time: 0.2269151 Aug 12 14:43:24.041057 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-a74e20ba-a54e-4401-8975-653c93f1d97e tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Network fb4567b1-456a-4ad5-b04d-3f1c691daca7 is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:43:24.055100 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-a74e20ba-a54e-4401-8975-653c93f1d97e tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:43:24.064999 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74e20ba-a54e-4401-8975-653c93f1d97e tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Pushing event updated for resources: {'Port': ['ID=60dab493-b044-4ff6-81af-81a8db5e9f4e,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:43:24.079612 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-a74e20ba-a54e-4401-8975-653c93f1d97e tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:43:24.139680 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-56b14f6f-d0b5-4783-8279-161b49ff1245 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:24.156164 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_common [None req-a3af8f28-3d0f-4aca-ab91-1fc7fdccef3e admin admin] Allocated IP 172.25.1.133 (d3759e1b-6c03-45ac-acd4-90abb417809b/f0254f08-c19c-4e31-bd9c-09389ea4b6f2/b848814d-02f9-4e6d-a7d4-f67f9f79aee9) {{(pid=94467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:43:24.181156 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-42de2dd8-2e4f-4547-9939-161e310bf1da req-e579b8f5-f76f-408b-abbd-a28b64bce3bf service neutron] 10.222.0.64 "GET /v2.0/networks/d4f0fddc-478c-44c2-97bc-2bf57007f369?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1676893 Aug 12 14:43:24.237723 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-8c0b136c-043f-4480-8106-61693d2a2a8c req-2b24d6c9-3b38-4ca5-b211-4847872ac920 tempest-TenantUsagesTestJSON-816531237 tempest-TenantUsagesTestJSON-816531237-project] 10.222.0.39 "GET /v2.0/security-groups?id=4437f620-8c74-47fd-842f-12f52391e70a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932857 Aug 12 14:43:24.238621 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8f08eb9d-d32f-496f-9866-2788839b3d17 tempest-RoutersAdminNegativeIpV6Test-874909682 tempest-RoutersAdminNegativeIpV6Test-874909682-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:24.317846 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a3af8f28-3d0f-4aca-ab91-1fc7fdccef3e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:24.321256 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b14f6f-d0b5-4783-8279-161b49ff1245 admin admin] Pushing event deleted for resources: {'Port': ['ID=5b313c86-96bb-493a-a770-37c1e89274ee,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:43:24.344028 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56b14f6f-d0b5-4783-8279-161b49ff1245 admin admin] No DVR routers for this DVR port 5b313c86-96bb-493a-a770-37c1e89274ee on host n-d-694802-15 {{(pid=94466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:43:24.448928 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8991c0ff-44c1-498b-86b2-d90d43b83f0a req-1d9a9cfd-8da6-426c-a01f-7b43c72b553a tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:24.456429 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8991c0ff-44c1-498b-86b2-d90d43b83f0a req-1d9a9cfd-8da6-426c-a01f-7b43c72b553a tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:24.465115 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8991c0ff-44c1-498b-86b2-d90d43b83f0a req-1d9a9cfd-8da6-426c-a01f-7b43c72b553a tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:24.480479 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8991c0ff-44c1-498b-86b2-d90d43b83f0a req-1d9a9cfd-8da6-426c-a01f-7b43c72b553a tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:24.499634 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-8991c0ff-44c1-498b-86b2-d90d43b83f0a req-1d9a9cfd-8da6-426c-a01f-7b43c72b553a tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] 10.222.0.39 "GET /v2.0/ports?device_id=419c5c7f-827f-4397-9cc6-d186147a5698 HTTP/1.1" status: 200 len: 3096 time: 0.1443400 Aug 12 14:43:24.504235 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a3af8f28-3d0f-4aca-ab91-1fc7fdccef3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:24.510351 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f08eb9d-d32f-496f-9866-2788839b3d17 tempest-RoutersAdminNegativeIpV6Test-874909682 tempest-RoutersAdminNegativeIpV6Test-874909682-project-admin] Pushing event deleted for resources: {'Port': ['ID=85319310-0683-4890-8533-378729ef4e7a,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:43:24.562163 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-15759296-1494-49b7-a7ae-9077b72073cf None None] Provisioning for port 60dab493-b044-4ff6-81af-81a8db5e9f4e completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:43:24.567358 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-15759296-1494-49b7-a7ae-9077b72073cf None None] Provisioning complete for port 60dab493-b044-4ff6-81af-81a8db5e9f4e triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:43:24.567949 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-15759296-1494-49b7-a7ae-9077b72073cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:24.580802 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3af8f28-3d0f-4aca-ab91-1fc7fdccef3e admin admin] Network d3759e1b-6c03-45ac-acd4-90abb417809b is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:43:24.591653 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-56b14f6f-d0b5-4783-8279-161b49ff1245 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66413304', 'neutron.services.segments.db._delete_segments_for_network-8744654118000'] for network, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:24.593057 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [None req-a3af8f28-3d0f-4aca-ab91-1fc7fdccef3e admin admin] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:43:24.605135 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3af8f28-3d0f-4aca-ab91-1fc7fdccef3e admin admin] Received port after_create {{(pid=94467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:43:24.605755 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-56b14f6f-d0b5-4783-8279-161b49ff1245 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['392196f5-e20c-4aa2-a5ef-99d47c27ccb7']}} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:43:24.614859 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-a74e20ba-a54e-4401-8975-653c93f1d97e tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:24.615873 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3af8f28-3d0f-4aca-ab91-1fc7fdccef3e admin admin] Pushing event updated for resources: {'Port': ['ID=b848814d-02f9-4e6d-a7d4-f67f9f79aee9,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:43:24.616327 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-a74e20ba-a54e-4401-8975-653c93f1d97e tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:24.652691 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-15759296-1494-49b7-a7ae-9077b72073cf None None] Port 60dab493-b044-4ff6-81af-81a8db5e9f4e cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 14:43:24.655302 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-56b14f6f-d0b5-4783-8279-161b49ff1245 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd292e98-e117-40d9-bb43-3b2e598b6b7c') {'for_net_delete': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:43:24.655714 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-56b14f6f-d0b5-4783-8279-161b49ff1245 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd292e98-e117-40d9-bb43-3b2e598b6b7c') {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:43:24.682634 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-56b14f6f-d0b5-4783-8279-161b49ff1245 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744654122361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2293560'] for segment, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:24.694575 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-a74e20ba-a54e-4401-8975-653c93f1d97e tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2836018 Aug 12 14:43:24.722514 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-90987577-0284-4dd7-a5cb-dc7b705eb18a tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Request body: {'port': {'device_id': '419c5c7f-827f-4397-9cc6-d186147a5698', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'fb4567b1-456a-4ad5-b04d-3f1c691daca7', 'admin_state_up': True, 'tenant_id': 'c4f0f352632942859f6399a2c9890ad2', 'security_groups': ['def6086d-0ad1-4cdd-9c71-80d1fefb9be7']}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:43:24.723505 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-8991c0ff-44c1-498b-86b2-d90d43b83f0a req-ac796c2b-ee94-4485-974f-5c1988d62036 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] 10.222.0.39 "GET /v2.0/security-groups?id=def6086d-0ad1-4cdd-9c71-80d1fefb9be7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2156971 Aug 12 14:43:24.812473 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-982fdd3c-feb8-4b2b-a492-fd95be8e3f09 None None] Network 2ad93210-7061-461d-8617-49848448cc38 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:43:24.871511 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-56b14f6f-d0b5-4783-8279-161b49ff1245 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:24.878688 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8f08eb9d-d32f-496f-9866-2788839b3d17 tempest-RoutersAdminNegativeIpV6Test-874909682 tempest-RoutersAdminNegativeIpV6Test-874909682-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:24.880722 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-8f08eb9d-d32f-496f-9866-2788839b3d17 tempest-RoutersAdminNegativeIpV6Test-874909682 tempest-RoutersAdminNegativeIpV6Test-874909682-project-admin] 10.222.0.39 "DELETE /v2.0/ports/85319310-0683-4890-8533-378729ef4e7a HTTP/1.1" status: 204 len: 168 time: 2.2912962 Aug 12 14:43:24.894897 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-90987577-0284-4dd7-a5cb-dc7b705eb18a tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Made reservation on behalf of c4f0f352632942859f6399a2c9890ad2 for: {'port': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:43:24.899721 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-90987577-0284-4dd7-a5cb-dc7b705eb18a tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:24.902601 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56b14f6f-d0b5-4783-8279-161b49ff1245 admin admin] Releasing vlan 307 on physical network physnet1 to pool {{(pid=94466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 14:43:24.903226 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-56b14f6f-d0b5-4783-8279-161b49ff1245 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3718595'] for segment, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:24.906911 n-d-694802-15 neutron-server[94466]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 14:43:24.906911 n-d-694802-15 neutron-server[94466]: self.session.flush() Aug 12 14:43:24.906911 n-d-694802-15 neutron-server[94466]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 14:43:24.906911 n-d-694802-15 neutron-server[94466]: self.session.flush() Aug 12 14:43:24.906911 n-d-694802-15 neutron-server[94466]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 14:43:24.906911 n-d-694802-15 neutron-server[94466]: self.session.flush() Aug 12 14:43:24.906911 n-d-694802-15 neutron-server[94466]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 14:43:24.906911 n-d-694802-15 neutron-server[94466]: self.session.flush() Aug 12 14:43:24.906911 n-d-694802-15 neutron-server[94466]: Traceback (most recent call last): Aug 12 14:43:24.906911 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 14:43:24.906911 n-d-694802-15 neutron-server[94466]: timer() Aug 12 14:43:24.906911 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 14:43:24.906911 n-d-694802-15 neutron-server[94466]: cb(*args, **kw) Aug 12 14:43:24.906911 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 14:43:24.906911 n-d-694802-15 neutron-server[94466]: return func(*args, **kwargs) Aug 12 14:43:24.906911 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 14:43:24.906911 n-d-694802-15 neutron-server[94466]: self._notify() Aug 12 14:43:24.906911 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 14:43:24.906911 n-d-694802-15 neutron-server[94466]: self.callback(batched_events) Aug 12 14:43:24.906911 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 14:43:24.906911 n-d-694802-15 neutron-server[94466]: event.method(event) Aug 12 14:43:24.906911 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 14:43:24.906911 n-d-694802-15 neutron-server[94466]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 14:43:24.906911 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 14:43:24.906911 n-d-694802-15 neutron-server[94466]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 14:43:24.906911 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 14:43:24.906911 n-d-694802-15 neutron-server[94466]: return f(self, *a, **k) Aug 12 14:43:24.906911 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 14:43:24.906911 n-d-694802-15 neutron-server[94466]: return self._get(url).json() Aug 12 14:43:24.906911 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 14:43:24.906911 n-d-694802-15 neutron-server[94466]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 14:43:24.906911 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 14:43:24.906911 n-d-694802-15 neutron-server[94466]: return self.request(url, 'GET', **kwargs) Aug 12 14:43:24.906911 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 14:43:24.906911 n-d-694802-15 neutron-server[94466]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 14:43:24.906911 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 14:43:24.906911 n-d-694802-15 neutron-server[94466]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 14:43:24.906911 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 14:43:24.906911 n-d-694802-15 neutron-server[94466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 14:43:24.906911 n-d-694802-15 neutron-server[94466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 14:43:24.937421 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-83fe41f9-fdec-44ee-b88b-e16bf8e4cd61 None None] Provisioning for port eece75d5-054e-4fdd-abf4-2230d9cbb533 completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:43:25.036696 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a11ba34-d89c-41c1-a649-b2f8b6c7f662 req-f9e70cd3-6be4-42ab-8c30-a3c1347ce3e5 tempest-InstanceActionsTestJSON-2093487905 tempest-InstanceActionsTestJSON-2093487905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:25.038271 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-3a11ba34-d89c-41c1-a649-b2f8b6c7f662 req-f9e70cd3-6be4-42ab-8c30-a3c1347ce3e5 tempest-InstanceActionsTestJSON-2093487905 tempest-InstanceActionsTestJSON-2093487905-project] 10.222.0.39 "GET /v2.0/ports?device_id=0f1f7cb8-15d3-4a42-b674-86a78646603e HTTP/1.1" status: 200 len: 949 time: 0.1559749 Aug 12 14:43:25.041112 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-56b14f6f-d0b5-4783-8279-161b49ff1245 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66413281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431520'] for network, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:25.103441 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-56b14f6f-d0b5-4783-8279-161b49ff1245 admin admin] Notify callbacks [] for network, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:25.105862 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-56b14f6f-d0b5-4783-8279-161b49ff1245 admin admin] 10.222.0.39 "DELETE /v2.0/networks/392196f5-e20c-4aa2-a5ef-99d47c27ccb7 HTTP/1.1" status: 204 len: 168 time: 2.4383028 Aug 12 14:43:25.110300 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 48744) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:43:25.143075 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b14f6f-d0b5-4783-8279-161b49ff1245 admin admin] Pushing event deleted for resources: {'Network': ['ID=392196f5-e20c-4aa2-a5ef-99d47c27ccb7,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:43:25.192129 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-3a11ba34-d89c-41c1-a649-b2f8b6c7f662 req-660b00ca-7811-4cc6-9fdc-496c491bec3a tempest-InstanceActionsTestJSON-2093487905 tempest-InstanceActionsTestJSON-2093487905-project] 10.222.0.39 "GET /v2.0/security-groups?id=37dbb47d-21ee-4f44-9ebb-239aef45482a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118042 Aug 12 14:43:25.302393 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device eece75d5-054e-4fdd-abf4-2230d9cbb533 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:43:25.330320 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe44eff-a4b4-4ef0-8266-4a7ad2441854 req-d5beed37-4b11-450c-8d6b-14253e9cf85d tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:25.336581 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe44eff-a4b4-4ef0-8266-4a7ad2441854 req-d5beed37-4b11-450c-8d6b-14253e9cf85d tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:25.342470 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe44eff-a4b4-4ef0-8266-4a7ad2441854 req-d5beed37-4b11-450c-8d6b-14253e9cf85d tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:25.354794 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 48750) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:43:25.357383 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe44eff-a4b4-4ef0-8266-4a7ad2441854 req-d5beed37-4b11-450c-8d6b-14253e9cf85d tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:25.364628 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe44eff-a4b4-4ef0-8266-4a7ad2441854 req-d5beed37-4b11-450c-8d6b-14253e9cf85d tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:25.370421 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe44eff-a4b4-4ef0-8266-4a7ad2441854 req-d5beed37-4b11-450c-8d6b-14253e9cf85d tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:25.382537 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe44eff-a4b4-4ef0-8266-4a7ad2441854 req-d5beed37-4b11-450c-8d6b-14253e9cf85d tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:25.399291 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-7fe44eff-a4b4-4ef0-8266-4a7ad2441854 req-d5beed37-4b11-450c-8d6b-14253e9cf85d tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] 10.222.0.39 "GET /v2.0/ports?device_id=b84c5c28-8f10-4782-84ae-2f8fa89bf4c6 HTTP/1.1" status: 200 len: 5420 time: 0.3513453 Aug 12 14:43:25.424287 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-90987577-0284-4dd7-a5cb-dc7b705eb18a tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Allocated IP 10.2.2.200 (fb4567b1-456a-4ad5-b04d-3f1c691daca7/87452bc0-af6f-4ccf-be47-4493323e3f3a/0499b153-16f3-45bf-a9f7-4cf3ddd80c7a) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:43:25.426756 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning for port eece75d5-054e-4fdd-abf4-2230d9cbb533 completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:43:25.448403 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port eece75d5-054e-4fdd-abf4-2230d9cbb533 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:43:25.451929 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:25.504420 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a3af8f28-3d0f-4aca-ab91-1fc7fdccef3e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:25.559603 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921e1d75-609e-4e67-b966-dcbc87f3e6bc req-638bb395-b07a-43f6-8a6f-e227243beb4e tempest-TenantUsagesTestJSON-816531237 tempest-TenantUsagesTestJSON-816531237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:25.569451 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-921e1d75-609e-4e67-b966-dcbc87f3e6bc req-638bb395-b07a-43f6-8a6f-e227243beb4e tempest-TenantUsagesTestJSON-816531237 tempest-TenantUsagesTestJSON-816531237-project] 10.222.0.39 "GET /v2.0/ports?device_id=19ebd4ab-21c9-4c74-b15a-eae06dd79168 HTTP/1.1" status: 200 len: 949 time: 0.1326029 Aug 12 14:43:25.597648 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:25.655777 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-bb1d45f9-9afc-47b1-a2fe-bb895d91e634 None None] Provisioning complete for port eece75d5-054e-4fdd-abf4-2230d9cbb533 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:43:25.656152 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-bb1d45f9-9afc-47b1-a2fe-bb895d91e634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:25.660853 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-7fe44eff-a4b4-4ef0-8266-4a7ad2441854 req-a8500bbc-a8c4-4509-a1b1-fae53b489601 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] 10.222.0.39 "GET /v2.0/security-groups?id=acce5d50-80c7-459a-8d6c-3aec4a7c97df&id=853e07d7-c0f4-4b67-a247-29748be080a8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2488825 Aug 12 14:43:25.685785 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8d876bb0-4ba7-4c7c-b043-2a83916804a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:25.693227 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] For port eece75d5-054e-4fdd-abf4-2230d9cbb533, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=eece75d5-054e-4fdd-abf4-2230d9cbb533,segment=NetworkSegment(b72762b4-956b-443d-aaee-4b6799d6bcb9),segment_id=b72762b4-956b-443d-aaee-4b6799d6bcb9)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:43:25.702337 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:25.808106 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Pushing event updated for resources: {'Port': ['ID=eece75d5-054e-4fdd-abf4-2230d9cbb533,revision_number=3']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:43:25.811555 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 5b313c86-96bb-493a-a770-37c1e89274ee no longer exists at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:43:25.814743 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-921e1d75-609e-4e67-b966-dcbc87f3e6bc req-ba1d53d5-2229-46e5-b6ea-301bf5294a36 tempest-TenantUsagesTestJSON-816531237 tempest-TenantUsagesTestJSON-816531237-project] 10.222.0.39 "GET /v2.0/security-groups?id=4437f620-8c74-47fd-842f-12f52391e70a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2444050 Aug 12 14:43:25.870694 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] No Port match for: 5b313c86-96bb-493a-a770-37c1e89274ee {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 14:43:25.871069 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 5b313c86-96bb-493a-a770-37c1e89274ee not bound to the agent host n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:43:25.873324 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-90987577-0284-4dd7-a5cb-dc7b705eb18a tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:25.924125 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-90987577-0284-4dd7-a5cb-dc7b705eb18a tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Transition to ACTIVE for port object 0499b153-16f3-45bf-a9f7-4cf3ddd80c7a will not be triggered until provisioned by entity DHCP. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:43:25.943869 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8d876bb0-4ba7-4c7c-b043-2a83916804a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:25.950753 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8d876bb0-4ba7-4c7c-b043-2a83916804a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:26.013386 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d876bb0-4ba7-4c7c-b043-2a83916804a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f902d26-1bab-4e1b-a278-56782655fd83,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:43:26.025067 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-8d876bb0-4ba7-4c7c-b043-2a83916804a0 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0b9f266e8edb4f79934a36095e28161d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6676047 Aug 12 14:43:26.026189 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 48762) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:43:26.033754 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-90987577-0284-4dd7-a5cb-dc7b705eb18a tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:26.110300 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-90987577-0284-4dd7-a5cb-dc7b705eb18a tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Network fb4567b1-456a-4ad5-b04d-3f1c691daca7 is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:43:26.119280 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-90987577-0284-4dd7-a5cb-dc7b705eb18a tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:43:26.126610 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-90987577-0284-4dd7-a5cb-dc7b705eb18a tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:43:26.171757 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90987577-0284-4dd7-a5cb-dc7b705eb18a tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Pushing event updated for resources: {'Port': ['ID=0499b153-16f3-45bf-a9f7-4cf3ddd80c7a,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:43:26.209696 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-22fe7234-819d-4b4e-ae8c-0ec5fd141b1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:26.226493 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-90987577-0284-4dd7-a5cb-dc7b705eb18a tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:26.234724 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-90987577-0284-4dd7-a5cb-dc7b705eb18a tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:26.277946 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-22fe7234-819d-4b4e-ae8c-0ec5fd141b1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:26.280785 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-90987577-0284-4dd7-a5cb-dc7b705eb18a tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5653503 Aug 12 14:43:26.298804 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-c0491812-65a0-41c2-8a4e-5d03ecc2ab7c service neutron] Request body: {'port': {'device_id': '419c5c7f-827f-4397-9cc6-d186147a5698', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-694802-15'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:43:26.408308 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-c0491812-65a0-41c2-8a4e-5d03ecc2ab7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:26.445666 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-22fe7234-819d-4b4e-ae8c-0ec5fd141b1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:26.448766 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-22fe7234-819d-4b4e-ae8c-0ec5fd141b1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:26.452222 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-22fe7234-819d-4b4e-ae8c-0ec5fd141b1f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5f902d26-1bab-4e1b-a278-56782655fd83 HTTP/1.1" status: 204 len: 168 time: 0.4247978 Aug 12 14:43:26.485317 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fe7234-819d-4b4e-ae8c-0ec5fd141b1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f902d26-1bab-4e1b-a278-56782655fd83,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:43:26.514481 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de43b33-ce28-47c8-b49b-4473ce8be8d1 req-5fe98277-17c9-4611-9fdb-141de0f9261b tempest-InstanceActionsTestJSON-2093487905 tempest-InstanceActionsTestJSON-2093487905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:26.521933 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-0de43b33-ce28-47c8-b49b-4473ce8be8d1 req-5fe98277-17c9-4611-9fdb-141de0f9261b tempest-InstanceActionsTestJSON-2093487905 tempest-InstanceActionsTestJSON-2093487905-project] 10.222.0.39 "GET /v2.0/ports?device_id=0f1f7cb8-15d3-4a42-b674-86a78646603e HTTP/1.1" status: 200 len: 949 time: 0.1295736 Aug 12 14:43:26.528531 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8a3a94-6c68-49eb-9844-a44142f0683b req-e16efc89-da05-47a2-a3db-c59d2aa6cb22 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:26.535574 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8a3a94-6c68-49eb-9844-a44142f0683b req-e16efc89-da05-47a2-a3db-c59d2aa6cb22 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:26.540955 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8a3a94-6c68-49eb-9844-a44142f0683b req-e16efc89-da05-47a2-a3db-c59d2aa6cb22 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:26.547472 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8a3a94-6c68-49eb-9844-a44142f0683b req-e16efc89-da05-47a2-a3db-c59d2aa6cb22 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:26.548300 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-d93a475a-1bf6-4a9a-a101-2539260ce604 None None] Provisioning for port 0499b153-16f3-45bf-a9f7-4cf3ddd80c7a completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:43:26.549580 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ad8a3a94-6c68-49eb-9844-a44142f0683b req-e16efc89-da05-47a2-a3db-c59d2aa6cb22 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] 10.222.0.39 "GET /v2.0/ports?device_id=419c5c7f-827f-4397-9cc6-d186147a5698 HTTP/1.1" status: 200 len: 3096 time: 0.6567001 Aug 12 14:43:26.555277 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-d93a475a-1bf6-4a9a-a101-2539260ce604 None None] Provisioning complete for port 0499b153-16f3-45bf-a9f7-4cf3ddd80c7a triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:43:26.556490 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-d93a475a-1bf6-4a9a-a101-2539260ce604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:26.584299 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a3af8f28-3d0f-4aca-ab91-1fc7fdccef3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-429413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-431608'] for router, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:26.631352 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-0de43b33-ce28-47c8-b49b-4473ce8be8d1 req-81dbd442-f85c-46a8-9004-a8e4ca061efe tempest-InstanceActionsTestJSON-2093487905 tempest-InstanceActionsTestJSON-2093487905-project] 10.222.0.39 "GET /v2.0/security-groups?id=37dbb47d-21ee-4f44-9ebb-239aef45482a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084323 Aug 12 14:43:26.634512 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-d93a475a-1bf6-4a9a-a101-2539260ce604 None None] Port 0499b153-16f3-45bf-a9f7-4cf3ddd80c7a cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 14:43:26.689278 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ad8a3a94-6c68-49eb-9844-a44142f0683b req-e2d7f486-ddc9-4fb2-a9c4-08c13aaa466d tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] 10.222.0.39 "GET /v2.0/security-groups?id=def6086d-0ad1-4cdd-9c71-80d1fefb9be7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1139448 Aug 12 14:43:26.964625 n-d-694802-15 neutron-server[94466]: DEBUG neutron.notifiers.nova [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-c0491812-65a0-41c2-8a4e-5d03ecc2ab7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 827c8ce5-97e8-4c6c-9410-67c6f592ef59 {{(pid=94466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:43:26.975147 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-c0491812-65a0-41c2-8a4e-5d03ecc2ab7c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:26.989756 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 48782) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:43:26.992388 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-c0491812-65a0-41c2-8a4e-5d03ecc2ab7c service neutron] Transition to ACTIVE for port object 827c8ce5-97e8-4c6c-9410-67c6f592ef59 will not be triggered until provisioned by entity L2. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:43:27.000308 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-c0491812-65a0-41c2-8a4e-5d03ecc2ab7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3718439'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:27.011143 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-333f2a71-c35f-4d5f-82c7-3948946c9b73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66663830'] for router_interface, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:27.013991 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3af8f28-3d0f-4aca-ab91-1fc7fdccef3e admin admin] Router 6a4eed94-bc27-4b5a-a5c2-bcb624f30ef4 is scheduled to L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f with binding_index 1 {{(pid=94467) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 14:43:27.138492 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7c7ddb-b535-4c94-839f-aca71832bb09 req-b959c1e0-0a4a-40a8-b71e-355935e03933 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:27.157979 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7c7ddb-b535-4c94-839f-aca71832bb09 req-b959c1e0-0a4a-40a8-b71e-355935e03933 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:27.166553 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7c7ddb-b535-4c94-839f-aca71832bb09 req-b959c1e0-0a4a-40a8-b71e-355935e03933 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:27.176626 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7c7ddb-b535-4c94-839f-aca71832bb09 req-b959c1e0-0a4a-40a8-b71e-355935e03933 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:27.178728 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0491812-65a0-41c2-8a4e-5d03ecc2ab7c service neutron] Pushing event updated for resources: {'Port': ['ID=827c8ce5-97e8-4c6c-9410-67c6f592ef59,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:43:27.185648 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device eece75d5-054e-4fdd-abf4-2230d9cbb533 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:43:27.192771 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7c7ddb-b535-4c94-839f-aca71832bb09 req-b959c1e0-0a4a-40a8-b71e-355935e03933 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:27.219121 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7c7ddb-b535-4c94-839f-aca71832bb09 req-b959c1e0-0a4a-40a8-b71e-355935e03933 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:27.225564 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7c7ddb-b535-4c94-839f-aca71832bb09 req-b959c1e0-0a4a-40a8-b71e-355935e03933 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:27.240009 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ff7c7ddb-b535-4c94-839f-aca71832bb09 req-b959c1e0-0a4a-40a8-b71e-355935e03933 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] 10.222.0.39 "GET /v2.0/ports?device_id=b84c5c28-8f10-4782-84ae-2f8fa89bf4c6 HTTP/1.1" status: 200 len: 5420 time: 0.3130116 Aug 12 14:43:27.250018 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-6f831658-5ab7-4959-ae00-6f837b9c5582 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=fbb895704fd1450280be8b49a8058366&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2588804 Aug 12 14:43:27.251844 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-c0491812-65a0-41c2-8a4e-5d03ecc2ab7c service neutron] Attempting to bind port 827c8ce5-97e8-4c6c-9410-67c6f592ef59 on host n-h2-694802-15 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:43:27.252179 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-c0491812-65a0-41c2-8a4e-5d03ecc2ab7c service neutron] Attempting to bind port 827c8ce5-97e8-4c6c-9410-67c6f592ef59 by drivers openvswitch,hyperv on host n-h2-694802-15 at level 0 using segments [{'id': 'ce946392-5bd0-4fe8-8210-1accf5f4dc64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'e5e4fc6e-0901-492c-bd78-fcc16b98eeec'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:43:27.252509 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-c0491812-65a0-41c2-8a4e-5d03ecc2ab7c service neutron] Attempting to bind port 827c8ce5-97e8-4c6c-9410-67c6f592ef59 on network e5e4fc6e-0901-492c-bd78-fcc16b98eeec {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:43:27.259337 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 48786) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:43:27.271048 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-c0491812-65a0-41c2-8a4e-5d03ecc2ab7c service neutron] Port 827c8ce5-97e8-4c6c-9410-67c6f592ef59 on network e5e4fc6e-0901-492c-bd78-fcc16b98eeec not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-15 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 14:43:27.272318 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-c0491812-65a0-41c2-8a4e-5d03ecc2ab7c service neutron] Attempting to bind port 827c8ce5-97e8-4c6c-9410-67c6f592ef59 on network e5e4fc6e-0901-492c-bd78-fcc16b98eeec {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:43:27.288573 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-c0491812-65a0-41c2-8a4e-5d03ecc2ab7c service neutron] Checking agent: {'id': 'b7697f71-33f3-4959-ad82-43c2dc15845d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 27, 42), 'started_at': datetime.datetime(2021, 8, 12, 14, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 43, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:43:27.289304 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-c0491812-65a0-41c2-8a4e-5d03ecc2ab7c service neutron] Checking segment: {'id': 'ce946392-5bd0-4fe8-8210-1accf5f4dc64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'e5e4fc6e-0901-492c-bd78-fcc16b98eeec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:43:27.289945 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-c0491812-65a0-41c2-8a4e-5d03ecc2ab7c service neutron] Bound using segment: {'id': 'ce946392-5bd0-4fe8-8210-1accf5f4dc64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'e5e4fc6e-0901-492c-bd78-fcc16b98eeec'} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:43:27.294776 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-c0491812-65a0-41c2-8a4e-5d03ecc2ab7c service neutron] Bound port: 827c8ce5-97e8-4c6c-9410-67c6f592ef59, host: n-h2-694802-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce946392-5bd0-4fe8-8210-1accf5f4dc64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'e5e4fc6e-0901-492c-bd78-fcc16b98eeec'}}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:43:27.295606 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-c0491812-65a0-41c2-8a4e-5d03ecc2ab7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:27.311237 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port eece75d5-054e-4fdd-abf4-2230d9cbb533 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:43:27.311615 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:27.416197 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d46c1fb4-bd9a-4b41-a71b-37fd6a7766b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:27.477292 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-c0491812-65a0-41c2-8a4e-5d03ecc2ab7c service neutron] For port 827c8ce5-97e8-4c6c-9410-67c6f592ef59, host n-h2-694802-15, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:43:27.488038 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d46c1fb4-bd9a-4b41-a71b-37fd6a7766b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:27.511256 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-c0491812-65a0-41c2-8a4e-5d03ecc2ab7c service neutron] For port 827c8ce5-97e8-4c6c-9410-67c6f592ef59, host n-h2-694802-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=827c8ce5-97e8-4c6c-9410-67c6f592ef59,segment=NetworkSegment(ce946392-5bd0-4fe8-8210-1accf5f4dc64),segment_id=ce946392-5bd0-4fe8-8210-1accf5f4dc64)] {{(pid=94466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:43:27.527120 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-c0491812-65a0-41c2-8a4e-5d03ecc2ab7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3718439'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:27.616024 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-c0491812-65a0-41c2-8a4e-5d03ecc2ab7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:27.616653 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-c0491812-65a0-41c2-8a4e-5d03ecc2ab7c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:27.618091 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-c0491812-65a0-41c2-8a4e-5d03ecc2ab7c service neutron] 10.222.0.49 "PUT /v2.0/ports/827c8ce5-97e8-4c6c-9410-67c6f592ef59 HTTP/1.1" status: 200 len: 1093 time: 1.3286009 Aug 12 14:43:27.618543 n-d-694802-15 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '419c5c7f-827f-4397-9cc6-d186147a5698', 'tag': '827c8ce5-97e8-4c6c-9410-67c6f592ef59'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:43:27.620845 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e785eeede3897370d0b20f09d5f461b30cfecd5ed38c4f07dacd02bc52c9277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2047b7c6-3b93-400b-b200-45b4929678d5" -d '{"events": [{"name": "network-changed", "server_uuid": "419c5c7f-827f-4397-9cc6-d186147a5698", "tag": "827c8ce5-97e8-4c6c-9410-67c6f592ef59"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:43:27.652954 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-1289f57a-fe5a-4a9a-bf8c-a72ced011859 service neutron] Request body: {'port': {'device_id': '419c5c7f-827f-4397-9cc6-d186147a5698', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-694802-15'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:43:27.663547 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb271cd-4d28-4ff3-aa49-8734c8902dd1 req-86e47830-39d1-4447-ae35-c8e22b6a1fbe tempest-InstanceActionsTestJSON-2093487905 tempest-InstanceActionsTestJSON-2093487905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:27.671249 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-aeb271cd-4d28-4ff3-aa49-8734c8902dd1 req-86e47830-39d1-4447-ae35-c8e22b6a1fbe tempest-InstanceActionsTestJSON-2093487905 tempest-InstanceActionsTestJSON-2093487905-project] 10.222.0.39 "GET /v2.0/ports?device_id=0f1f7cb8-15d3-4a42-b674-86a78646603e HTTP/1.1" status: 200 len: 949 time: 0.1535549 Aug 12 14:43:27.672277 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ff7c7ddb-b535-4c94-839f-aca71832bb09 req-ab80e5b5-d660-4765-a581-43ec868fc4af tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] 10.222.0.39 "GET /v2.0/security-groups?id=acce5d50-80c7-459a-8d6c-3aec4a7c97df&id=853e07d7-c0f4-4b67-a247-29748be080a8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1495595 Aug 12 14:43:27.675299 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3af8f28-3d0f-4aca-ab91-1fc7fdccef3e admin admin] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 14:43:27.689304 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60f830b0-381a-44ef-90a4-95e72acf8d61 None None] Sync routers for ids ['6a4eed94-bc27-4b5a-a5c2-bcb624f30ef4'] in n-d-694802-15 {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 14:43:27.697711 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0491812-65a0-41c2-8a4e-5d03ecc2ab7c service neutron] Pushing event updated for resources: {'Port': ['ID=827c8ce5-97e8-4c6c-9410-67c6f592ef59,revision_number=3']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:43:27.705244 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60f830b0-381a-44ef-90a4-95e72acf8d61 None None] Routers {'6a4eed94-bc27-4b5a-a5c2-bcb624f30ef4'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:43:27.705888 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-60f830b0-381a-44ef-90a4-95e72acf8d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:43:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['6a4eed94-bc27-4b5a-a5c2-bcb624f30ef4'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:43:27.730673 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a3af8f28-3d0f-4aca-ab91-1fc7fdccef3e admin admin] Notify callbacks [] for router, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:27.731953 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-a3af8f28-3d0f-4aca-ab91-1fc7fdccef3e admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.6275990 Aug 12 14:43:27.742922 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 48796) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:43:27.801310 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d46c1fb4-bd9a-4b41-a71b-37fd6a7766b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:27.807142 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d46c1fb4-bd9a-4b41-a71b-37fd6a7766b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:27.808715 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-d46c1fb4-bd9a-4b41-a71b-37fd6a7766b5 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8cc82d97-dc91-4f40-92e4-45ac231c0b30 HTTP/1.1" status: 204 len: 168 time: 0.5483987 Aug 12 14:43:27.837602 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46c1fb4-bd9a-4b41-a71b-37fd6a7766b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cc82d97-dc91-4f40-92e4-45ac231c0b30,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:43:27.877865 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-1289f57a-fe5a-4a9a-bf8c-a72ced011859 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:27.942591 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-60f830b0-381a-44ef-90a4-95e72acf8d61 None None] Set router 6a4eed94-bc27-4b5a-a5c2-bcb624f30ef4 gateway port host: n-d-694802-15 {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:43:28.144359 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9a62c7-0f2a-4f18-a906-8f2ec921ed4d req-60e328a4-a90d-42bc-88d3-366f82335057 tempest-TenantUsagesTestJSON-816531237 tempest-TenantUsagesTestJSON-816531237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:28.146221 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-fb9a62c7-0f2a-4f18-a906-8f2ec921ed4d req-60e328a4-a90d-42bc-88d3-366f82335057 tempest-TenantUsagesTestJSON-816531237 tempest-TenantUsagesTestJSON-816531237-project] 10.222.0.39 "GET /v2.0/ports?device_id=19ebd4ab-21c9-4c74-b15a-eae06dd79168 HTTP/1.1" status: 200 len: 949 time: 0.2003369 Aug 12 14:43:28.174512 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-aeb271cd-4d28-4ff3-aa49-8734c8902dd1 req-b962a10a-08bf-4aaa-be23-c76ebae3b2b1 tempest-InstanceActionsTestJSON-2093487905 tempest-InstanceActionsTestJSON-2093487905-project] 10.222.0.39 "GET /v2.0/security-groups?id=37dbb47d-21ee-4f44-9ebb-239aef45482a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4891884 Aug 12 14:43:28.230377 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-60f830b0-381a-44ef-90a4-95e72acf8d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a4eed94-bc27-4b5a-a5c2-bcb624f30ef4', 'name': 'tempest-AttachVolumeShelveTestJSON-919977636-router', 'tenant_id': '3a3bdd41fa344002b106e434a17bdf78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': 'b848814d-02f9-4e6d-a7d4-f67f9f79aee9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:43:22Z', 'updated_at': '2021-08-12T14:43:24Z', 'revision_number': 3, 'project_id': '3a3bdd41fa344002b106e434a17bdf78', 'gw_port': {'id': 'b848814d-02f9-4e6d-a7d4-f67f9f79aee9', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:ed:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a4eed94-bc27-4b5a-a5c2-bcb624f30ef4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:43:23Z', 'updated_at': '2021-08-12T14:43:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15'}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:43:28.302832 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60f830b0-381a-44ef-90a4-95e72acf8d61 None None] Checking router: 6a4eed94-bc27-4b5a-a5c2-bcb624f30ef4 for host: n-d-694802-15 {{(pid=94469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 14:43:28.304247 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60f830b0-381a-44ef-90a4-95e72acf8d61 None None] Updating router 6a4eed94-bc27-4b5a-a5c2-bcb624f30ef4 port b848814d-02f9-4e6d-a7d4-f67f9f79aee9 binding host n-d-694802-15 {{(pid=94469) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 14:43:28.336244 n-d-694802-15 neutron-server[94466]: DEBUG neutron.notifiers.nova [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-1289f57a-fe5a-4a9a-bf8c-a72ced011859 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 769835af-590d-44bf-ae96-6aa7e3ae2342 {{(pid=94466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:43:28.350817 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-1289f57a-fe5a-4a9a-bf8c-a72ced011859 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:28.354539 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-60f830b0-381a-44ef-90a4-95e72acf8d61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:28.366460 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-1289f57a-fe5a-4a9a-bf8c-a72ced011859 service neutron] Transition to ACTIVE for port object 769835af-590d-44bf-ae96-6aa7e3ae2342 will not be triggered until provisioned by entity L2. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:43:28.379407 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 14:43:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffde9d65-02ab-4e6d-b15a-4c58b9cb5bc9 x-openstack-request-id: req-ffde9d65-02ab-4e6d-b15a-4c58b9cb5bc9 {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:43:28.379691 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "419c5c7f-827f-4397-9cc6-d186147a5698", "tag": "827c8ce5-97e8-4c6c-9410-67c6f592ef59", "status": "completed", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:43:28.379945 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ffde9d65-02ab-4e6d-b15a-4c58b9cb5bc9 {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:43:28.380498 n-d-694802-15 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '419c5c7f-827f-4397-9cc6-d186147a5698', 'tag': '827c8ce5-97e8-4c6c-9410-67c6f592ef59', 'status': 'completed', 'code': 200} Aug 12 14:43:28.382914 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-1289f57a-fe5a-4a9a-bf8c-a72ced011859 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3718439'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:28.433913 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-fb9a62c7-0f2a-4f18-a906-8f2ec921ed4d req-83bb653f-e158-4c67-ba08-0cdd2ab1d4e4 tempest-TenantUsagesTestJSON-816531237 tempest-TenantUsagesTestJSON-816531237-project] 10.222.0.39 "GET /v2.0/security-groups?id=4437f620-8c74-47fd-842f-12f52391e70a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2756345 Aug 12 14:43:28.468142 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-333f2a71-c35f-4d5f-82c7-3948946c9b73 admin admin] Deleting port 3bd61c34-b7a2-4d04-854c-ddb014e159a3 {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:43:28.472139 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-333f2a71-c35f-4d5f-82c7-3948946c9b73 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:28.490530 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1289f57a-fe5a-4a9a-bf8c-a72ced011859 service neutron] Pushing event updated for resources: {'Port': ['ID=769835af-590d-44bf-ae96-6aa7e3ae2342,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:43:28.610969 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [None req-333f2a71-c35f-4d5f-82c7-3948946c9b73 admin admin] For port 3bd61c34-b7a2-4d04-854c-ddb014e159a3, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=3bd61c34-b7a2-4d04-854c-ddb014e159a3,segment=NetworkSegment(521edb44-5da8-4976-9d30-f12b5fa5ff61),segment_id=521edb44-5da8-4976-9d30-f12b5fa5ff61)] {{(pid=94467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:43:28.611386 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-333f2a71-c35f-4d5f-82c7-3948946c9b73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:28.626380 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-333f2a71-c35f-4d5f-82c7-3948946c9b73 admin admin] Calling delete_port for 3bd61c34-b7a2-4d04-854c-ddb014e159a3 owned by network:router_interface {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:43:28.632289 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19426b5-6141-4aa5-b42b-aefedf40d348 req-fc9b6075-65ab-4eea-acba-3d2bb585a5cb tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:28.638197 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19426b5-6141-4aa5-b42b-aefedf40d348 req-fc9b6075-65ab-4eea-acba-3d2bb585a5cb tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:28.645383 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19426b5-6141-4aa5-b42b-aefedf40d348 req-fc9b6075-65ab-4eea-acba-3d2bb585a5cb tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:28.651821 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19426b5-6141-4aa5-b42b-aefedf40d348 req-fc9b6075-65ab-4eea-acba-3d2bb585a5cb tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:28.664084 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19426b5-6141-4aa5-b42b-aefedf40d348 req-fc9b6075-65ab-4eea-acba-3d2bb585a5cb tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:28.670302 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19426b5-6141-4aa5-b42b-aefedf40d348 req-fc9b6075-65ab-4eea-acba-3d2bb585a5cb tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:28.672271 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-b19426b5-6141-4aa5-b42b-aefedf40d348 req-fc9b6075-65ab-4eea-acba-3d2bb585a5cb tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] 10.222.0.39 "GET /v2.0/ports?device_id=419c5c7f-827f-4397-9cc6-d186147a5698 HTTP/1.1" status: 200 len: 4606 time: 0.3040731 Aug 12 14:43:28.763158 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-b19426b5-6141-4aa5-b42b-aefedf40d348 req-31814970-648d-4d3f-8786-e39617cdf680 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] 10.222.0.39 "GET /v2.0/security-groups?id=f56fbbcf-68c5-4074-ab5b-41ec110855f2&id=def6086d-0ad1-4cdd-9c71-80d1fefb9be7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0748713 Aug 12 14:43:28.786942 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-1289f57a-fe5a-4a9a-bf8c-a72ced011859 service neutron] Attempting to bind port 769835af-590d-44bf-ae96-6aa7e3ae2342 on host n-h2-694802-15 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:43:28.787378 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-1289f57a-fe5a-4a9a-bf8c-a72ced011859 service neutron] Attempting to bind port 769835af-590d-44bf-ae96-6aa7e3ae2342 by drivers openvswitch,hyperv on host n-h2-694802-15 at level 0 using segments [{'id': '505995ff-9200-4984-b515-d69d3d86fab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '23465ac9-c2b6-454b-ad4d-35bb38ffda1f'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:43:28.787707 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-1289f57a-fe5a-4a9a-bf8c-a72ced011859 service neutron] Attempting to bind port 769835af-590d-44bf-ae96-6aa7e3ae2342 on network 23465ac9-c2b6-454b-ad4d-35bb38ffda1f {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:43:28.793659 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-1289f57a-fe5a-4a9a-bf8c-a72ced011859 service neutron] Port 769835af-590d-44bf-ae96-6aa7e3ae2342 on network 23465ac9-c2b6-454b-ad4d-35bb38ffda1f not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-15 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 14:43:28.794016 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-1289f57a-fe5a-4a9a-bf8c-a72ced011859 service neutron] Attempting to bind port 769835af-590d-44bf-ae96-6aa7e3ae2342 on network 23465ac9-c2b6-454b-ad4d-35bb38ffda1f {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:43:28.806923 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-1289f57a-fe5a-4a9a-bf8c-a72ced011859 service neutron] Checking agent: {'id': 'b7697f71-33f3-4959-ad82-43c2dc15845d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 27, 42), 'started_at': datetime.datetime(2021, 8, 12, 14, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 43, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:43:28.806923 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-1289f57a-fe5a-4a9a-bf8c-a72ced011859 service neutron] Checking segment: {'id': '505995ff-9200-4984-b515-d69d3d86fab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '23465ac9-c2b6-454b-ad4d-35bb38ffda1f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:43:28.807469 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-1289f57a-fe5a-4a9a-bf8c-a72ced011859 service neutron] Bound using segment: {'id': '505995ff-9200-4984-b515-d69d3d86fab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '23465ac9-c2b6-454b-ad4d-35bb38ffda1f'} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:43:28.808402 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-1289f57a-fe5a-4a9a-bf8c-a72ced011859 service neutron] Bound port: 769835af-590d-44bf-ae96-6aa7e3ae2342, host: n-h2-694802-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '505995ff-9200-4984-b515-d69d3d86fab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '23465ac9-c2b6-454b-ad4d-35bb38ffda1f'}}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:43:28.808402 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-1289f57a-fe5a-4a9a-bf8c-a72ced011859 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:28.855373 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-60f830b0-381a-44ef-90a4-95e72acf8d61 None None] Notify callbacks [] for port, precommit_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:28.872330 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.provisioning_blocks [None req-60f830b0-381a-44ef-90a4-95e72acf8d61 None None] Transition to ACTIVE for port object b848814d-02f9-4e6d-a7d4-f67f9f79aee9 will not be triggered until provisioned by entity L2. {{(pid=94469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:43:28.885506 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-60f830b0-381a-44ef-90a4-95e72acf8d61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:28.958871 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-1289f57a-fe5a-4a9a-bf8c-a72ced011859 service neutron] For port 769835af-590d-44bf-ae96-6aa7e3ae2342, host n-h2-694802-15, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:43:28.962719 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-1289f57a-fe5a-4a9a-bf8c-a72ced011859 service neutron] For port 769835af-590d-44bf-ae96-6aa7e3ae2342, host n-h2-694802-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=769835af-590d-44bf-ae96-6aa7e3ae2342,segment=NetworkSegment(505995ff-9200-4984-b515-d69d3d86fab3),segment_id=505995ff-9200-4984-b515-d69d3d86fab3)] {{(pid=94466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:43:28.967892 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-1289f57a-fe5a-4a9a-bf8c-a72ced011859 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3718439'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:28.974285 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.managers [None req-60f830b0-381a-44ef-90a4-95e72acf8d61 None None] Attempting to bind port b848814d-02f9-4e6d-a7d4-f67f9f79aee9 on host n-d-694802-15 for vnic_type normal with profile {{(pid=94469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:43:28.974731 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.managers [None req-60f830b0-381a-44ef-90a4-95e72acf8d61 None None] Attempting to bind port b848814d-02f9-4e6d-a7d4-f67f9f79aee9 by drivers openvswitch,hyperv on host n-d-694802-15 at level 0 using segments [{'id': 'b1b396cb-2dc6-4041-bfc7-1833a80a4720', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'}] {{(pid=94469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:43:28.975372 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60f830b0-381a-44ef-90a4-95e72acf8d61 None None] Attempting to bind port b848814d-02f9-4e6d-a7d4-f67f9f79aee9 on network d3759e1b-6c03-45ac-acd4-90abb417809b {{(pid=94469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:43:28.986361 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60f830b0-381a-44ef-90a4-95e72acf8d61 None None] Checking agent: {'id': '16de73ac-f2e9-4cee-b3e0-91052ae3e6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 20, 13), 'started_at': datetime.datetime(2021, 8, 12, 14, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 43, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:43:28.987645 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60f830b0-381a-44ef-90a4-95e72acf8d61 None None] Checking segment: {'id': 'b1b396cb-2dc6-4041-bfc7-1833a80a4720', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:43:28.988298 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-60f830b0-381a-44ef-90a4-95e72acf8d61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:28.990374 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60f830b0-381a-44ef-90a4-95e72acf8d61 None None] Bound using segment: {'id': 'b1b396cb-2dc6-4041-bfc7-1833a80a4720', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'} {{(pid=94469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:43:28.991145 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.managers [None req-60f830b0-381a-44ef-90a4-95e72acf8d61 None None] Bound port: b848814d-02f9-4e6d-a7d4-f67f9f79aee9, host: n-d-694802-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1b396cb-2dc6-4041-bfc7-1833a80a4720', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'}}] {{(pid=94469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:43:28.991760 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-60f830b0-381a-44ef-90a4-95e72acf8d61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:29.019754 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-1289f57a-fe5a-4a9a-bf8c-a72ced011859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:29.020571 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-1289f57a-fe5a-4a9a-bf8c-a72ced011859 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:29.022087 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-1289f57a-fe5a-4a9a-bf8c-a72ced011859 service neutron] 10.222.0.49 "PUT /v2.0/ports/769835af-590d-44bf-ae96-6aa7e3ae2342 HTTP/1.1" status: 200 len: 1136 time: 1.3741040 Aug 12 14:43:29.039422 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-333f2a71-c35f-4d5f-82c7-3948946c9b73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:29.069911 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-6a74ff29-39f1-443e-8e17-154836a07d18 service neutron] Request body: {'port': {'device_id': '419c5c7f-827f-4397-9cc6-d186147a5698', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-694802-15'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:43:29.105526 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2f08d4-6aee-47ac-81df-889e7af96300 None None] Pushing event updated for resources: {'Port': ['ID=b848814d-02f9-4e6d-a7d4-f67f9f79aee9,revision_number=2']} {{(pid=94469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:43:29.166783 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.db [None req-60f830b0-381a-44ef-90a4-95e72acf8d61 None None] For port b848814d-02f9-4e6d-a7d4-f67f9f79aee9, host n-d-694802-15, cleared binding levels {{(pid=94469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:43:29.173070 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.db [None req-60f830b0-381a-44ef-90a4-95e72acf8d61 None None] For port b848814d-02f9-4e6d-a7d4-f67f9f79aee9, host n-d-694802-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=b848814d-02f9-4e6d-a7d4-f67f9f79aee9,segment=NetworkSegment(b1b396cb-2dc6-4041-bfc7-1833a80a4720),segment_id=b1b396cb-2dc6-4041-bfc7-1833a80a4720)] {{(pid=94469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:43:29.181893 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-60f830b0-381a-44ef-90a4-95e72acf8d61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:29.186105 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333f2a71-c35f-4d5f-82c7-3948946c9b73 admin admin] Pushing event deleted for resources: {'Port': ['ID=3bd61c34-b7a2-4d04-854c-ddb014e159a3,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:43:29.218875 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1289f57a-fe5a-4a9a-bf8c-a72ced011859 service neutron] Pushing event updated for resources: {'Port': ['ID=769835af-590d-44bf-ae96-6aa7e3ae2342,revision_number=3']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:43:29.246002 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-6a74ff29-39f1-443e-8e17-154836a07d18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:29.299010 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2047b7c6-3b93-400b-b200-45b4929678d5 req-0e3750dd-5635-4f69-a8d7-85b0be9d8c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:29.299684 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2047b7c6-3b93-400b-b200-45b4929678d5 req-0e3750dd-5635-4f69-a8d7-85b0be9d8c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:29.300547 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2047b7c6-3b93-400b-b200-45b4929678d5 req-0e3750dd-5635-4f69-a8d7-85b0be9d8c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:29.301182 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2047b7c6-3b93-400b-b200-45b4929678d5 req-0e3750dd-5635-4f69-a8d7-85b0be9d8c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:29.303208 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2047b7c6-3b93-400b-b200-45b4929678d5 req-0e3750dd-5635-4f69-a8d7-85b0be9d8c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:29.304022 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2047b7c6-3b93-400b-b200-45b4929678d5 req-0e3750dd-5635-4f69-a8d7-85b0be9d8c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:29.305101 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 48824) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:43:29.307603 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2047b7c6-3b93-400b-b200-45b4929678d5 req-0e3750dd-5635-4f69-a8d7-85b0be9d8c26 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c4f0f352632942859f6399a2c9890ad2&device_id=419c5c7f-827f-4397-9cc6-d186147a5698 HTTP/1.1" status: 200 len: 5252 time: 0.9119484 Aug 12 14:43:29.335354 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60f830b0-381a-44ef-90a4-95e72acf8d61 None None] Routers {'6a4eed94-bc27-4b5a-a5c2-bcb624f30ef4'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:43:29.336004 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-60f830b0-381a-44ef-90a4-95e72acf8d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:43:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['6a4eed94-bc27-4b5a-a5c2-bcb624f30ef4'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:43:29.397976 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c58fe3-d155-4909-8ff4-1797290365b6 req-ef378a41-3954-44d2-b711-4cf22745ac68 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:29.404907 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c58fe3-d155-4909-8ff4-1797290365b6 req-ef378a41-3954-44d2-b711-4cf22745ac68 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:29.410978 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c58fe3-d155-4909-8ff4-1797290365b6 req-ef378a41-3954-44d2-b711-4cf22745ac68 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:29.418389 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c58fe3-d155-4909-8ff4-1797290365b6 req-ef378a41-3954-44d2-b711-4cf22745ac68 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:29.426024 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c18f30-b6ec-4c6f-bede-b374368ecb6e req-29f87436-d98c-413d-bf54-128f5c188c94 tempest-InstanceActionsTestJSON-2093487905 tempest-InstanceActionsTestJSON-2093487905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:29.430497 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c58fe3-d155-4909-8ff4-1797290365b6 req-ef378a41-3954-44d2-b711-4cf22745ac68 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:29.439236 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2f08d4-6aee-47ac-81df-889e7af96300 None None] Pushing event updated for resources: {'Port': ['ID=b848814d-02f9-4e6d-a7d4-f67f9f79aee9,revision_number=3']} {{(pid=94469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:43:29.441362 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-f9c18f30-b6ec-4c6f-bede-b374368ecb6e req-29f87436-d98c-413d-bf54-128f5c188c94 tempest-InstanceActionsTestJSON-2093487905 tempest-InstanceActionsTestJSON-2093487905-project] 10.222.0.39 "GET /v2.0/ports?device_id=0f1f7cb8-15d3-4a42-b674-86a78646603e HTTP/1.1" status: 200 len: 949 time: 0.1286855 Aug 12 14:43:29.447939 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c58fe3-d155-4909-8ff4-1797290365b6 req-ef378a41-3954-44d2-b711-4cf22745ac68 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:29.454494 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c58fe3-d155-4909-8ff4-1797290365b6 req-ef378a41-3954-44d2-b711-4cf22745ac68 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:29.458100 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-05c58fe3-d155-4909-8ff4-1797290365b6 req-ef378a41-3954-44d2-b711-4cf22745ac68 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] 10.222.0.39 "GET /v2.0/ports?device_id=b84c5c28-8f10-4782-84ae-2f8fa89bf4c6 HTTP/1.1" status: 200 len: 5420 time: 0.5262489 Aug 12 14:43:29.525232 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceeba103-d891-4ffa-9293-c406186790aa req-1523c274-7c1d-4f26-9d5c-0c477da79d4f tempest-InstanceActionsTestJSON-2093487905 tempest-InstanceActionsTestJSON-2093487905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:29.528972 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ceeba103-d891-4ffa-9293-c406186790aa req-1523c274-7c1d-4f26-9d5c-0c477da79d4f tempest-InstanceActionsTestJSON-2093487905 tempest-InstanceActionsTestJSON-2093487905-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f1f7cb8-15d3-4a42-b674-86a78646603e HTTP/1.1" status: 200 len: 949 time: 0.5476687 Aug 12 14:43:29.590400 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7a1a50-f18c-4223-ad4c-10ba79749a34 req-df678bd3-8002-4109-92fe-d750d52c9074 tempest-TenantUsagesTestJSON-816531237 tempest-TenantUsagesTestJSON-816531237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:29.592151 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-5a7a1a50-f18c-4223-ad4c-10ba79749a34 req-df678bd3-8002-4109-92fe-d750d52c9074 tempest-TenantUsagesTestJSON-816531237 tempest-TenantUsagesTestJSON-816531237-project] 10.222.0.49 "GET /v2.0/ports?device_id=19ebd4ab-21c9-4c74-b15a-eae06dd79168 HTTP/1.1" status: 200 len: 949 time: 0.4941237 Aug 12 14:43:29.629110 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-60f830b0-381a-44ef-90a4-95e72acf8d61 None None] Set router 6a4eed94-bc27-4b5a-a5c2-bcb624f30ef4 gateway port host: n-d-694802-15 {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:43:29.741638 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-44ba4a01-f29f-46c0-8994-494ae0631475 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:29.765461 n-d-694802-15 neutron-server[94466]: DEBUG neutron.notifiers.nova [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-6a74ff29-39f1-443e-8e17-154836a07d18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5990fff5-4fd8-40dc-8d99-17a1763d5291 {{(pid=94466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:43:29.774137 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-6a74ff29-39f1-443e-8e17-154836a07d18 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:29.790475 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-6a74ff29-39f1-443e-8e17-154836a07d18 service neutron] Transition to ACTIVE for port object 5990fff5-4fd8-40dc-8d99-17a1763d5291 will not be triggered until provisioned by entity L2. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:43:29.803121 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-4f35dd12-fa72-4522-9649-aa4fd90e0a6b tempest-ExtraDHCPOptionsIpV6TestJSON-1893169011 tempest-ExtraDHCPOptionsIpV6TestJSON-1893169011-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-87465933'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:43:29.807817 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-6a74ff29-39f1-443e-8e17-154836a07d18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3718439'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:29.853748 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-05c58fe3-d155-4909-8ff4-1797290365b6 req-18aa78f9-55fa-46d0-a5c6-60164ce8e84d tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] 10.222.0.39 "GET /v2.0/security-groups?id=acce5d50-80c7-459a-8d6c-3aec4a7c97df&id=853e07d7-c0f4-4b67-a247-29748be080a8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3881512 Aug 12 14:43:29.857836 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-f9c18f30-b6ec-4c6f-bede-b374368ecb6e req-1005fb2b-3344-4185-b5e5-1bc0faee9fea tempest-InstanceActionsTestJSON-2093487905 tempest-InstanceActionsTestJSON-2093487905-project] 10.222.0.39 "GET /v2.0/security-groups?id=37dbb47d-21ee-4f44-9ebb-239aef45482a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4151726 Aug 12 14:43:29.897093 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f35dd12-fa72-4522-9649-aa4fd90e0a6b tempest-ExtraDHCPOptionsIpV6TestJSON-1893169011 tempest-ExtraDHCPOptionsIpV6TestJSON-1893169011-project] Made reservation on behalf of acb555ebd80a45b1a236538d01945c5e for: {'network': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:43:29.900696 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4f35dd12-fa72-4522-9649-aa4fd90e0a6b tempest-ExtraDHCPOptionsIpV6TestJSON-1893169011 tempest-ExtraDHCPOptionsIpV6TestJSON-1893169011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for network, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:29.935297 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4f35dd12-fa72-4522-9649-aa4fd90e0a6b tempest-ExtraDHCPOptionsIpV6TestJSON-1893169011 tempest-ExtraDHCPOptionsIpV6TestJSON-1893169011-project] Notify callbacks [] for security_group, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:29.940934 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a74ff29-39f1-443e-8e17-154836a07d18 service neutron] Pushing event updated for resources: {'Port': ['ID=5990fff5-4fd8-40dc-8d99-17a1763d5291,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:43:30.012468 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-60f830b0-381a-44ef-90a4-95e72acf8d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a4eed94-bc27-4b5a-a5c2-bcb624f30ef4', 'name': 'tempest-AttachVolumeShelveTestJSON-919977636-router', 'tenant_id': '3a3bdd41fa344002b106e434a17bdf78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': 'b848814d-02f9-4e6d-a7d4-f67f9f79aee9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:43:22Z', 'updated_at': '2021-08-12T14:43:24Z', 'revision_number': 3, 'project_id': '3a3bdd41fa344002b106e434a17bdf78', 'gw_port': {'id': 'b848814d-02f9-4e6d-a7d4-f67f9f79aee9', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:ed:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a4eed94-bc27-4b5a-a5c2-bcb624f30ef4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:43:23Z', 'updated_at': '2021-08-12T14:43:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15'}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:43:30.088264 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60f830b0-381a-44ef-90a4-95e72acf8d61 None None] The sync data for ids ['6a4eed94-bc27-4b5a-a5c2-bcb624f30ef4'] in n-d-694802-15 is: [{'id': '6a4eed94-bc27-4b5a-a5c2-bcb624f30ef4', 'name': 'tempest-AttachVolumeShelveTestJSON-919977636-router', 'tenant_id': '3a3bdd41fa344002b106e434a17bdf78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': 'b848814d-02f9-4e6d-a7d4-f67f9f79aee9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:43:22Z', 'updated_at': '2021-08-12T14:43:24Z', 'revision_number': 3, 'project_id': '3a3bdd41fa344002b106e434a17bdf78', 'gw_port': {'id': 'b848814d-02f9-4e6d-a7d4-f67f9f79aee9', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:ed:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a4eed94-bc27-4b5a-a5c2-bcb624f30ef4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:43:23Z', 'updated_at': '2021-08-12T14:43:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15'}] {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 14:43:30.156849 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-6a74ff29-39f1-443e-8e17-154836a07d18 service neutron] Attempting to bind port 5990fff5-4fd8-40dc-8d99-17a1763d5291 on host n-h2-694802-15 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:43:30.157301 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-6a74ff29-39f1-443e-8e17-154836a07d18 service neutron] Attempting to bind port 5990fff5-4fd8-40dc-8d99-17a1763d5291 by drivers openvswitch,hyperv on host n-h2-694802-15 at level 0 using segments [{'id': '505995ff-9200-4984-b515-d69d3d86fab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '23465ac9-c2b6-454b-ad4d-35bb38ffda1f'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:43:30.157749 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-6a74ff29-39f1-443e-8e17-154836a07d18 service neutron] Attempting to bind port 5990fff5-4fd8-40dc-8d99-17a1763d5291 on network 23465ac9-c2b6-454b-ad4d-35bb38ffda1f {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:43:30.186305 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-6a74ff29-39f1-443e-8e17-154836a07d18 service neutron] Port 5990fff5-4fd8-40dc-8d99-17a1763d5291 on network 23465ac9-c2b6-454b-ad4d-35bb38ffda1f not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-15 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 14:43:30.186674 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-6a74ff29-39f1-443e-8e17-154836a07d18 service neutron] Attempting to bind port 5990fff5-4fd8-40dc-8d99-17a1763d5291 on network 23465ac9-c2b6-454b-ad4d-35bb38ffda1f {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:43:30.219981 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-6a74ff29-39f1-443e-8e17-154836a07d18 service neutron] Checking agent: {'id': 'b7697f71-33f3-4959-ad82-43c2dc15845d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 27, 42), 'started_at': datetime.datetime(2021, 8, 12, 14, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 43, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:43:30.220691 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-6a74ff29-39f1-443e-8e17-154836a07d18 service neutron] Checking segment: {'id': '505995ff-9200-4984-b515-d69d3d86fab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '23465ac9-c2b6-454b-ad4d-35bb38ffda1f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:43:30.221206 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-6a74ff29-39f1-443e-8e17-154836a07d18 service neutron] Bound using segment: {'id': '505995ff-9200-4984-b515-d69d3d86fab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '23465ac9-c2b6-454b-ad4d-35bb38ffda1f'} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:43:30.221534 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-6a74ff29-39f1-443e-8e17-154836a07d18 service neutron] Bound port: 5990fff5-4fd8-40dc-8d99-17a1763d5291, host: n-h2-694802-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '505995ff-9200-4984-b515-d69d3d86fab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '23465ac9-c2b6-454b-ad4d-35bb38ffda1f'}}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:43:30.221956 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-6a74ff29-39f1-443e-8e17-154836a07d18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:30.244637 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1543610f-3f46-4624-a479-634e350c4e2a req-a00faee8-5d3f-447a-818d-aa5abcf84210 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:30.251104 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1543610f-3f46-4624-a479-634e350c4e2a req-a00faee8-5d3f-447a-818d-aa5abcf84210 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:30.257409 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1543610f-3f46-4624-a479-634e350c4e2a req-a00faee8-5d3f-447a-818d-aa5abcf84210 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:30.264411 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1543610f-3f46-4624-a479-634e350c4e2a req-a00faee8-5d3f-447a-818d-aa5abcf84210 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:30.275120 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1543610f-3f46-4624-a479-634e350c4e2a req-a00faee8-5d3f-447a-818d-aa5abcf84210 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:30.281256 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1543610f-3f46-4624-a479-634e350c4e2a req-a00faee8-5d3f-447a-818d-aa5abcf84210 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:30.287643 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1543610f-3f46-4624-a479-634e350c4e2a req-a00faee8-5d3f-447a-818d-aa5abcf84210 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:30.296211 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-1543610f-3f46-4624-a479-634e350c4e2a req-a00faee8-5d3f-447a-818d-aa5abcf84210 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] 10.222.0.39 "GET /v2.0/ports?device_id=419c5c7f-827f-4397-9cc6-d186147a5698 HTTP/1.1" status: 200 len: 5382 time: 0.2485380 Aug 12 14:43:30.386681 n-d-694802-15 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '419c5c7f-827f-4397-9cc6-d186147a5698', 'tag': '769835af-590d-44bf-ae96-6aa7e3ae2342'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:43:30.388998 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e785eeede3897370d0b20f09d5f461b30cfecd5ed38c4f07dacd02bc52c9277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-820e3e2c-6864-4f07-89a2-76f0bc35cbbd" -d '{"events": [{"name": "network-changed", "server_uuid": "419c5c7f-827f-4397-9cc6-d186147a5698", "tag": "769835af-590d-44bf-ae96-6aa7e3ae2342"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:43:30.420419 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4f35dd12-fa72-4522-9649-aa4fd90e0a6b tempest-ExtraDHCPOptionsIpV6TestJSON-1893169011 tempest-ExtraDHCPOptionsIpV6TestJSON-1893169011-project] Notify callbacks [] for security_group, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:30.455781 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-1543610f-3f46-4624-a479-634e350c4e2a req-5566c887-3728-4dbc-bcb4-f3c9e6f6e7f0 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] 10.222.0.39 "GET /v2.0/security-groups?id=f56fbbcf-68c5-4074-ab5b-41ec110855f2&id=def6086d-0ad1-4cdd-9c71-80d1fefb9be7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1585391 Aug 12 14:43:30.470382 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4f35dd12-fa72-4522-9649-aa4fd90e0a6b tempest-ExtraDHCPOptionsIpV6TestJSON-1893169011 tempest-ExtraDHCPOptionsIpV6TestJSON-1893169011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:30.495663 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2047b7c6-3b93-400b-b200-45b4929678d5 req-db575a25-4e93-4733-8c69-5830a7fd53e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:30.496827 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2047b7c6-3b93-400b-b200-45b4929678d5 req-db575a25-4e93-4733-8c69-5830a7fd53e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:30.497857 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2047b7c6-3b93-400b-b200-45b4929678d5 req-db575a25-4e93-4733-8c69-5830a7fd53e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:30.499694 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2047b7c6-3b93-400b-b200-45b4929678d5 req-db575a25-4e93-4733-8c69-5830a7fd53e4 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=c4f0f352632942859f6399a2c9890ad2&shared=False HTTP/1.1" status: 200 len: 2297 time: 1.1773818 Aug 12 14:43:30.523624 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-6a74ff29-39f1-443e-8e17-154836a07d18 service neutron] For port 5990fff5-4fd8-40dc-8d99-17a1763d5291, host n-h2-694802-15, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:43:30.529418 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-6a74ff29-39f1-443e-8e17-154836a07d18 service neutron] For port 5990fff5-4fd8-40dc-8d99-17a1763d5291, host n-h2-694802-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=5990fff5-4fd8-40dc-8d99-17a1763d5291,segment=NetworkSegment(505995ff-9200-4984-b515-d69d3d86fab3),segment_id=505995ff-9200-4984-b515-d69d3d86fab3)] {{(pid=94466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:43:30.554121 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-6a74ff29-39f1-443e-8e17-154836a07d18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3718439'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:30.627366 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f35dd12-fa72-4522-9649-aa4fd90e0a6b tempest-ExtraDHCPOptionsIpV6TestJSON-1893169011 tempest-ExtraDHCPOptionsIpV6TestJSON-1893169011-project] vlan segment allocate from pool success with {'vlan_id': 331, 'physical_network': 'physnet1'} {{(pid=94466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 14:43:30.664604 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-6a74ff29-39f1-443e-8e17-154836a07d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:30.665350 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-6a74ff29-39f1-443e-8e17-154836a07d18 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:30.667011 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-6a74ff29-39f1-443e-8e17-154836a07d18 service neutron] 10.222.0.49 "PUT /v2.0/ports/5990fff5-4fd8-40dc-8d99-17a1763d5291 HTTP/1.1" status: 200 len: 1135 time: 1.6090190 Aug 12 14:43:30.668551 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 14:43:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-011813f9-35b2-4e16-b133-f85d23960690 x-openstack-request-id: req-011813f9-35b2-4e16-b133-f85d23960690 {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:43:30.668948 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "419c5c7f-827f-4397-9cc6-d186147a5698", "tag": "769835af-590d-44bf-ae96-6aa7e3ae2342", "status": "completed", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:43:30.669306 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-011813f9-35b2-4e16-b133-f85d23960690 {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:43:30.669812 n-d-694802-15 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '419c5c7f-827f-4397-9cc6-d186147a5698', 'tag': '769835af-590d-44bf-ae96-6aa7e3ae2342', 'status': 'completed', 'code': 200} Aug 12 14:43:30.671246 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f35dd12-fa72-4522-9649-aa4fd90e0a6b tempest-ExtraDHCPOptionsIpV6TestJSON-1893169011 tempest-ExtraDHCPOptionsIpV6TestJSON-1893169011-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ea39afc-4e1e-4528-96d4-fb9e0577a3a4,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:43:30.691758 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4f35dd12-fa72-4522-9649-aa4fd90e0a6b tempest-ExtraDHCPOptionsIpV6TestJSON-1893169011 tempest-ExtraDHCPOptionsIpV6TestJSON-1893169011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:30.694807 n-d-694802-15 neutron-server[94466]: INFO neutron.db.segments_db [None req-4f35dd12-fa72-4522-9649-aa4fd90e0a6b tempest-ExtraDHCPOptionsIpV6TestJSON-1893169011 tempest-ExtraDHCPOptionsIpV6TestJSON-1893169011-project] Added segment c2ca4a32-8af4-4c03-ad49-db0d69ea4dba of type vlan for network 7cd2b536-b253-43d2-bd9a-c67299aac363 Aug 12 14:43:30.696598 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a74ff29-39f1-443e-8e17-154836a07d18 service neutron] Pushing event updated for resources: {'Port': ['ID=5990fff5-4fd8-40dc-8d99-17a1763d5291,revision_number=3']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:43:30.714223 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-34f90fa9-7cbf-4e66-87b3-005ec7b187d4 service neutron] Request body: {'port': {'device_id': '419c5c7f-827f-4397-9cc6-d186147a5698', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-694802-15'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:43:30.725010 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [req-ceeba103-d891-4ffa-9293-c406186790aa req-7c3f59e1-3936-4985-8ec8-3b6aed5bcbe4 tempest-InstanceActionsTestJSON-2093487905 tempest-InstanceActionsTestJSON-2093487905-project] Deleting port a1fb506b-d53e-4a66-aa4c-be51e50df79b {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:43:30.725453 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-ceeba103-d891-4ffa-9293-c406186790aa req-7c3f59e1-3936-4985-8ec8-3b6aed5bcbe4 tempest-InstanceActionsTestJSON-2093487905 tempest-InstanceActionsTestJSON-2093487905-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:30.753887 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3474dc80-9df4-4e7d-8be2-a6e0e172f8ba req-a2ced58f-5ecb-4434-bcf3-298f61b34852 tempest-TenantUsagesTestJSON-816531237 tempest-TenantUsagesTestJSON-816531237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:30.755561 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3474dc80-9df4-4e7d-8be2-a6e0e172f8ba req-a2ced58f-5ecb-4434-bcf3-298f61b34852 tempest-TenantUsagesTestJSON-816531237 tempest-TenantUsagesTestJSON-816531237-project] 10.222.0.39 "GET /v2.0/ports?device_id=19ebd4ab-21c9-4c74-b15a-eae06dd79168 HTTP/1.1" status: 200 len: 949 time: 0.4477556 Aug 12 14:43:30.915149 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [req-5a7a1a50-f18c-4223-ad4c-10ba79749a34 req-7a80f141-6c66-466f-915f-fc01e5950cdb tempest-TenantUsagesTestJSON-816531237 tempest-TenantUsagesTestJSON-816531237-project] Deleting port 547a5415-72cf-49bc-afa5-fd24a8806ab6 {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:43:30.915149 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-5a7a1a50-f18c-4223-ad4c-10ba79749a34 req-7a80f141-6c66-466f-915f-fc01e5950cdb tempest-TenantUsagesTestJSON-816531237 tempest-TenantUsagesTestJSON-816531237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:30.917636 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-333f2a71-c35f-4d5f-82c7-3948946c9b73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66628352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-430630'] for router_interface, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:31.123540 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3474dc80-9df4-4e7d-8be2-a6e0e172f8ba req-3d2a835a-bfd8-4f66-af4f-042568f9ba48 tempest-TenantUsagesTestJSON-816531237 tempest-TenantUsagesTestJSON-816531237-project] 10.222.0.39 "GET /v2.0/security-groups?id=4437f620-8c74-47fd-842f-12f52391e70a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3396497 Aug 12 14:43:31.296641 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_common [None req-44ba4a01-f29f-46c0-8994-494ae0631475 admin admin] Allocated IP 172.20.0.1 (2ad93210-7061-461d-8617-49848448cc38/ce169be2-a716-4bd9-89d0-74eedc855ec7/ac1058a7-6857-446c-aead-fc64ad1cbb2a) {{(pid=94467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:43:31.323468 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2047b7c6-3b93-400b-b200-45b4929678d5 req-90903c5b-afeb-464b-9613-1e9b1a6a527a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:31.327891 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2047b7c6-3b93-400b-b200-45b4929678d5 req-90903c5b-afeb-464b-9613-1e9b1a6a527a service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7772748 Aug 12 14:43:31.354773 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device b848814d-02f9-4e6d-a7d4-f67f9f79aee9 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:43:31.373287 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4f35dd12-fa72-4522-9649-aa4fd90e0a6b tempest-ExtraDHCPOptionsIpV6TestJSON-1893169011 tempest-ExtraDHCPOptionsIpV6TestJSON-1893169011-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744653628263'] for network, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:31.381240 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-34f90fa9-7cbf-4e66-87b3-005ec7b187d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:31.456394 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-5a7a1a50-f18c-4223-ad4c-10ba79749a34 req-7a80f141-6c66-466f-915f-fc01e5950cdb tempest-TenantUsagesTestJSON-816531237 tempest-TenantUsagesTestJSON-816531237-project] For port 547a5415-72cf-49bc-afa5-fd24a8806ab6, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=547a5415-72cf-49bc-afa5-fd24a8806ab6,segment=NetworkSegment(a1f8c867-101b-4d30-814e-b89f55a5edd0),segment_id=a1f8c867-101b-4d30-814e-b89f55a5edd0)] {{(pid=94467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:43:31.457124 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-5a7a1a50-f18c-4223-ad4c-10ba79749a34 req-7a80f141-6c66-466f-915f-fc01e5950cdb tempest-TenantUsagesTestJSON-816531237 tempest-TenantUsagesTestJSON-816531237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:31.485071 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning for port b848814d-02f9-4e6d-a7d4-f67f9f79aee9 completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:43:31.492977 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port b848814d-02f9-4e6d-a7d4-f67f9f79aee9 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:43:31.493981 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:31.519883 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2160ca3-5695-40dc-af08-17f9d31805ba req-badd9c66-b0e6-4f8c-838b-e3f91fedf252 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:31.527355 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2160ca3-5695-40dc-af08-17f9d31805ba req-badd9c66-b0e6-4f8c-838b-e3f91fedf252 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:31.532734 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device a1fb506b-d53e-4a66-aa4c-be51e50df79b no longer exists at agent hyperv_n-h1-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:43:31.533497 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2160ca3-5695-40dc-af08-17f9d31805ba req-badd9c66-b0e6-4f8c-838b-e3f91fedf252 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:31.549400 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2160ca3-5695-40dc-af08-17f9d31805ba req-badd9c66-b0e6-4f8c-838b-e3f91fedf252 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:31.557041 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2160ca3-5695-40dc-af08-17f9d31805ba req-badd9c66-b0e6-4f8c-838b-e3f91fedf252 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:31.561729 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [req-5a7a1a50-f18c-4223-ad4c-10ba79749a34 req-7a80f141-6c66-466f-915f-fc01e5950cdb tempest-TenantUsagesTestJSON-816531237 tempest-TenantUsagesTestJSON-816531237-project] Calling delete_port for 547a5415-72cf-49bc-afa5-fd24a8806ab6 owned by compute:nova {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:43:31.565093 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2160ca3-5695-40dc-af08-17f9d31805ba req-badd9c66-b0e6-4f8c-838b-e3f91fedf252 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:31.565231 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-ceeba103-d891-4ffa-9293-c406186790aa req-7c3f59e1-3936-4985-8ec8-3b6aed5bcbe4 tempest-InstanceActionsTestJSON-2093487905 tempest-InstanceActionsTestJSON-2093487905-project] For port a1fb506b-d53e-4a66-aa4c-be51e50df79b, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=a1fb506b-d53e-4a66-aa4c-be51e50df79b,segment=NetworkSegment(4b5ef232-de6a-44a2-b77c-9363bbf2821f),segment_id=4b5ef232-de6a-44a2-b77c-9363bbf2821f)] {{(pid=94467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:43:31.565497 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-ceeba103-d891-4ffa-9293-c406186790aa req-7c3f59e1-3936-4985-8ec8-3b6aed5bcbe4 tempest-InstanceActionsTestJSON-2093487905 tempest-InstanceActionsTestJSON-2093487905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:31.577009 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2160ca3-5695-40dc-af08-17f9d31805ba req-badd9c66-b0e6-4f8c-838b-e3f91fedf252 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:31.585879 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-a2160ca3-5695-40dc-af08-17f9d31805ba req-badd9c66-b0e6-4f8c-838b-e3f91fedf252 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] 10.222.0.39 "GET /v2.0/ports?device_id=b84c5c28-8f10-4782-84ae-2f8fa89bf4c6 HTTP/1.1" status: 200 len: 5420 time: 0.2698307 Aug 12 14:43:31.611263 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4f35dd12-fa72-4522-9649-aa4fd90e0a6b tempest-ExtraDHCPOptionsIpV6TestJSON-1893169011 tempest-ExtraDHCPOptionsIpV6TestJSON-1893169011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409'] for network, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:31.617422 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f35dd12-fa72-4522-9649-aa4fd90e0a6b tempest-ExtraDHCPOptionsIpV6TestJSON-1893169011 tempest-ExtraDHCPOptionsIpV6TestJSON-1893169011-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:31.618285 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4f35dd12-fa72-4522-9649-aa4fd90e0a6b tempest-ExtraDHCPOptionsIpV6TestJSON-1893169011 tempest-ExtraDHCPOptionsIpV6TestJSON-1893169011-project] Notify callbacks [] for network, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:31.679083 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:31.706140 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [req-ceeba103-d891-4ffa-9293-c406186790aa req-7c3f59e1-3936-4985-8ec8-3b6aed5bcbe4 tempest-InstanceActionsTestJSON-2093487905 tempest-InstanceActionsTestJSON-2093487905-project] Calling delete_port for a1fb506b-d53e-4a66-aa4c-be51e50df79b owned by compute:foo_zone {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:43:31.718445 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc44b5cc-3d7a-4cba-83f6-f926f098a17f req-ffa32f11-f178-4533-b8f9-4b8ea86b8f82 tempest-InstanceActionsTestJSON-2093487905 tempest-InstanceActionsTestJSON-2093487905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:31.721004 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-bc44b5cc-3d7a-4cba-83f6-f926f098a17f req-ffa32f11-f178-4533-b8f9-4b8ea86b8f82 tempest-InstanceActionsTestJSON-2093487905 tempest-InstanceActionsTestJSON-2093487905-project] 10.222.0.39 "GET /v2.0/ports?device_id=0f1f7cb8-15d3-4a42-b674-86a78646603e HTTP/1.1" status: 200 len: 949 time: 0.4371822 Aug 12 14:43:31.736574 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-a2160ca3-5695-40dc-af08-17f9d31805ba req-27ea62f3-1e6a-4ddb-9770-6f437ab56e03 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] 10.222.0.39 "GET /v2.0/security-groups?id=acce5d50-80c7-459a-8d6c-3aec4a7c97df&id=853e07d7-c0f4-4b67-a247-29748be080a8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1420848 Aug 12 14:43:31.740429 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port a1fb506b-d53e-4a66-aa4c-be51e50df79b, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=a1fb506b-d53e-4a66-aa4c-be51e50df79b,segment=NetworkSegment(4b5ef232-de6a-44a2-b77c-9363bbf2821f),segment_id=4b5ef232-de6a-44a2-b77c-9363bbf2821f)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:43:31.746819 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f1f7cb8-15d3-4a42-b674-86a78646603e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a1fb506b-d53e-4a66-aa4c-be51e50df79b'}] {{(pid=94468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:43:31.749606 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99a8d87602170099c728e57431aca99e9b98a655a83bbf8727be13192709727b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2197aacf-5238-420f-aecd-fc668acad30a" -d '{"events": [{"server_uuid": "0f1f7cb8-15d3-4a42-b674-86a78646603e", "name": "network-vif-unplugged", "status": "completed", "tag": "a1fb506b-d53e-4a66-aa4c-be51e50df79b"}]}' {{(pid=94468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:43:31.754215 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:31.806116 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:31.841417 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-4f35dd12-fa72-4522-9649-aa4fd90e0a6b tempest-ExtraDHCPOptionsIpV6TestJSON-1893169011 tempest-ExtraDHCPOptionsIpV6TestJSON-1893169011-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.5349150 Aug 12 14:43:31.855872 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] For port b848814d-02f9-4e6d-a7d4-f67f9f79aee9, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=b848814d-02f9-4e6d-a7d4-f67f9f79aee9,segment=NetworkSegment(b1b396cb-2dc6-4041-bfc7-1833a80a4720),segment_id=b1b396cb-2dc6-4041-bfc7-1833a80a4720)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:43:31.868982 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:31.877268 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Pushing event updated for resources: {'Port': ['ID=a1fb506b-d53e-4a66-aa4c-be51e50df79b,revision_number=6']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:43:31.880821 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 48846) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:43:31.885884 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:43:31.886241 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:43:31.886586 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:43:31.886926 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:43:31.887334 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:43:31.887672 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:43:31.888066 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:43:31.888459 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-5ea62400-fd49-45df-95a5-55de80c29454 tempest-ExtraDHCPOptionsIpV6TestJSON-1893169011 tempest-ExtraDHCPOptionsIpV6TestJSON-1893169011-project] Request body: {'subnet': {'network_id': '7cd2b536-b253-43d2-bd9a-c67299aac363', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:43:31.888587 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:43:31.888923 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:43:31.889377 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:43:31.889807 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:43:31.890232 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:43:31.971657 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Pushing event updated for resources: {'Port': ['ID=b848814d-02f9-4e6d-a7d4-f67f9f79aee9,revision_number=4']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:43:31.991650 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f35dd12-fa72-4522-9649-aa4fd90e0a6b tempest-ExtraDHCPOptionsIpV6TestJSON-1893169011 tempest-ExtraDHCPOptionsIpV6TestJSON-1893169011-project] Pushing event updated for resources: {'Network': ['ID=7cd2b536-b253-43d2-bd9a-c67299aac363,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:43:32.006731 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Network 7cd2b536-b253-43d2-bd9a-c67299aac363 details requested by agent ovs-agent-n-d-694802-15 with host n-d-694802-15 {{(pid=94468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 14:43:32.040884 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820e3e2c-6864-4f07-89a2-76f0bc35cbbd req-ba5f6bc9-67ac-4ce3-86c0-9ce9e02446ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:32.041777 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820e3e2c-6864-4f07-89a2-76f0bc35cbbd req-ba5f6bc9-67ac-4ce3-86c0-9ce9e02446ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:32.042834 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820e3e2c-6864-4f07-89a2-76f0bc35cbbd req-ba5f6bc9-67ac-4ce3-86c0-9ce9e02446ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:32.043580 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820e3e2c-6864-4f07-89a2-76f0bc35cbbd req-ba5f6bc9-67ac-4ce3-86c0-9ce9e02446ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:32.044379 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820e3e2c-6864-4f07-89a2-76f0bc35cbbd req-ba5f6bc9-67ac-4ce3-86c0-9ce9e02446ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:32.046624 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820e3e2c-6864-4f07-89a2-76f0bc35cbbd req-ba5f6bc9-67ac-4ce3-86c0-9ce9e02446ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:32.047350 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820e3e2c-6864-4f07-89a2-76f0bc35cbbd req-ba5f6bc9-67ac-4ce3-86c0-9ce9e02446ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:32.049839 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-820e3e2c-6864-4f07-89a2-76f0bc35cbbd req-ba5f6bc9-67ac-4ce3-86c0-9ce9e02446ff service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c4f0f352632942859f6399a2c9890ad2&device_id=419c5c7f-827f-4397-9cc6-d186147a5698 HTTP/1.1" status: 200 len: 6222 time: 0.6521902 Aug 12 14:43:32.086990 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-5a7a1a50-f18c-4223-ad4c-10ba79749a34 req-7a80f141-6c66-466f-915f-fc01e5950cdb tempest-TenantUsagesTestJSON-816531237 tempest-TenantUsagesTestJSON-816531237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:32.101488 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc55e9c-6a63-4b73-845f-bd46cc83444e req-3427a993-2504-41ae-9add-e003af32347c tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:32.113421 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc55e9c-6a63-4b73-845f-bd46cc83444e req-3427a993-2504-41ae-9add-e003af32347c tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:32.120716 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc55e9c-6a63-4b73-845f-bd46cc83444e req-3427a993-2504-41ae-9add-e003af32347c tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:32.127065 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc55e9c-6a63-4b73-845f-bd46cc83444e req-3427a993-2504-41ae-9add-e003af32347c tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:32.134101 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc55e9c-6a63-4b73-845f-bd46cc83444e req-3427a993-2504-41ae-9add-e003af32347c tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:32.140554 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc55e9c-6a63-4b73-845f-bd46cc83444e req-3427a993-2504-41ae-9add-e003af32347c tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:32.146856 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc55e9c-6a63-4b73-845f-bd46cc83444e req-3427a993-2504-41ae-9add-e003af32347c tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:32.155833 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-7bc55e9c-6a63-4b73-845f-bd46cc83444e req-3427a993-2504-41ae-9add-e003af32347c tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] 10.222.0.39 "GET /v2.0/ports?device_id=419c5c7f-827f-4397-9cc6-d186147a5698 HTTP/1.1" status: 200 len: 5382 time: 0.2877820 Aug 12 14:43:32.248885 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-7bc55e9c-6a63-4b73-845f-bd46cc83444e req-60e4fb9d-f991-476e-9839-80b5e7f15826 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] 10.222.0.39 "GET /v2.0/security-groups?id=f56fbbcf-68c5-4074-ab5b-41ec110855f2&id=def6086d-0ad1-4cdd-9c71-80d1fefb9be7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0918760 Aug 12 14:43:32.298515 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ea62400-fd49-45df-95a5-55de80c29454 tempest-ExtraDHCPOptionsIpV6TestJSON-1893169011 tempest-ExtraDHCPOptionsIpV6TestJSON-1893169011-project] Made reservation on behalf of acb555ebd80a45b1a236538d01945c5e for: {'subnet': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:43:32.302209 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5ea62400-fd49-45df-95a5-55de80c29454 tempest-ExtraDHCPOptionsIpV6TestJSON-1893169011 tempest-ExtraDHCPOptionsIpV6TestJSON-1893169011-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8776441'] for subnet, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:32.326406 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-333f2a71-c35f-4d5f-82c7-3948946c9b73 admin admin] Router f87ffe3d-6281-4a09-a61f-dc5332db301f has already been hosted by L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f {{(pid=94467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 14:43:32.444486 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-44ba4a01-f29f-46c0-8994-494ae0631475 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:32.457693 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 12 Aug 2021 14:43:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6a25d92-66d7-40f2-9a31-350165227c6d x-openstack-request-id: req-e6a25d92-66d7-40f2-9a31-350165227c6d {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:43:32.458212 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f1f7cb8-15d3-4a42-b674-86a78646603e", "name": "network-vif-unplugged", "status": "completed", "tag": "a1fb506b-d53e-4a66-aa4c-be51e50df79b", "code": 200}]} {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:43:32.458212 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e6a25d92-66d7-40f2-9a31-350165227c6d {{(pid=94468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:43:32.458633 n-d-694802-15 neutron-server[94468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f1f7cb8-15d3-4a42-b674-86a78646603e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a1fb506b-d53e-4a66-aa4c-be51e50df79b', 'code': 200} Aug 12 14:43:32.469459 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [None req-44ba4a01-f29f-46c0-8994-494ae0631475 admin admin] Transition to ACTIVE for port object ac1058a7-6857-446c-aead-fc64ad1cbb2a will not be triggered until provisioned by entity DHCP. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:43:32.550720 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a80f141-6c66-466f-915f-fc01e5950cdb tempest-TenantUsagesTestJSON-816531237 tempest-TenantUsagesTestJSON-816531237-project] Pushing event deleted for resources: {'Port': ['ID=547a5415-72cf-49bc-afa5-fd24a8806ab6,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:43:32.562007 n-d-694802-15 neutron-server[94466]: DEBUG neutron.notifiers.nova [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-34f90fa9-7cbf-4e66-87b3-005ec7b187d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ecdfe63-3ffa-42b5-8a13-d40d6a58c5c5 {{(pid=94466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:43:32.588803 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-3825b6c0-0646-4c7b-9ee8-edebd01860ce req-468db46e-1528-4173-a947-e2f81a681d5e tempest-TenantUsagesTestJSON-816531237 tempest-TenantUsagesTestJSON-816531237-project] 10.222.0.39 "GET /v2.0/ports?device_id=19ebd4ab-21c9-4c74-b15a-eae06dd79168 HTTP/1.1" status: 200 len: 210 time: 0.0545306 Aug 12 14:43:32.591746 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-34f90fa9-7cbf-4e66-87b3-005ec7b187d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:32.636194 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-34f90fa9-7cbf-4e66-87b3-005ec7b187d4 service neutron] Transition to ACTIVE for port object 5ecdfe63-3ffa-42b5-8a13-d40d6a58c5c5 will not be triggered until provisioned by entity L2. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:43:32.666100 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-bc44b5cc-3d7a-4cba-83f6-f926f098a17f req-ac172fe6-e7e7-401c-9a00-a9d8e40d2c05 tempest-InstanceActionsTestJSON-2093487905 tempest-InstanceActionsTestJSON-2093487905-project] 10.222.0.39 "GET /v2.0/security-groups?id=37dbb47d-21ee-4f44-9ebb-239aef45482a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9290025 Aug 12 14:43:32.676249 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-44ba4a01-f29f-46c0-8994-494ae0631475 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:32.676249 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820e3e2c-6864-4f07-89a2-76f0bc35cbbd req-1b79e5d8-4abf-4fbe-880a-dd4eab3fb253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:32.676249 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820e3e2c-6864-4f07-89a2-76f0bc35cbbd req-1b79e5d8-4abf-4fbe-880a-dd4eab3fb253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:32.676249 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820e3e2c-6864-4f07-89a2-76f0bc35cbbd req-1b79e5d8-4abf-4fbe-880a-dd4eab3fb253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:32.676249 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-820e3e2c-6864-4f07-89a2-76f0bc35cbbd req-1b79e5d8-4abf-4fbe-880a-dd4eab3fb253 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=c4f0f352632942859f6399a2c9890ad2&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.5801089 Aug 12 14:43:32.686699 n-d-694802-15 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '419c5c7f-827f-4397-9cc6-d186147a5698', 'tag': '5990fff5-4fd8-40dc-8d99-17a1763d5291'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:43:32.689459 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e785eeede3897370d0b20f09d5f461b30cfecd5ed38c4f07dacd02bc52c9277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf712964-a72e-4856-ae75-04b354ebebec" -d '{"events": [{"name": "network-changed", "server_uuid": "419c5c7f-827f-4397-9cc6-d186147a5698", "tag": "5990fff5-4fd8-40dc-8d99-17a1763d5291"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:43:32.693564 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a7a1a50-f18c-4223-ad4c-10ba79749a34 req-7a80f141-6c66-466f-915f-fc01e5950cdb tempest-TenantUsagesTestJSON-816531237 tempest-TenantUsagesTestJSON-816531237-project] No DVR routers for this DVR port 547a5415-72cf-49bc-afa5-fd24a8806ab6 on host n-h2-694802-15 {{(pid=94467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:43:32.700676 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-34f90fa9-7cbf-4e66-87b3-005ec7b187d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3718439'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:32.725604 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-5a7a1a50-f18c-4223-ad4c-10ba79749a34 req-7a80f141-6c66-466f-915f-fc01e5950cdb tempest-TenantUsagesTestJSON-816531237 tempest-TenantUsagesTestJSON-816531237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:32.727721 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-5a7a1a50-f18c-4223-ad4c-10ba79749a34 req-7a80f141-6c66-466f-915f-fc01e5950cdb tempest-TenantUsagesTestJSON-816531237 tempest-TenantUsagesTestJSON-816531237-project] 10.222.0.49 "DELETE /v2.0/ports/547a5415-72cf-49bc-afa5-fd24a8806ab6 HTTP/1.1" status: 204 len: 173 time: 3.0917237 Aug 12 14:43:32.739535 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 14:43:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-897a8681-e40b-4450-8f40-f32bd09bea0a x-openstack-request-id: req-897a8681-e40b-4450-8f40-f32bd09bea0a {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:43:32.739776 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19ebd4ab-21c9-4c74-b15a-eae06dd79168', 'name': 'network-vif-deleted', 'tag': '547a5415-72cf-49bc-afa5-fd24a8806ab6'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:43:32.739882 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "419c5c7f-827f-4397-9cc6-d186147a5698", "tag": "5990fff5-4fd8-40dc-8d99-17a1763d5291", "status": "completed", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:43:32.740079 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-897a8681-e40b-4450-8f40-f32bd09bea0a {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:43:32.740485 n-d-694802-15 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '419c5c7f-827f-4397-9cc6-d186147a5698', 'tag': '5990fff5-4fd8-40dc-8d99-17a1763d5291', 'status': 'completed', 'code': 200} Aug 12 14:43:32.742989 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e65282f928b64038367d043a4411777802006c43a98742496cb2e25b724ff1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37459d37-aec7-45c5-bb4a-be3d53b34633" -d '{"events": [{"server_uuid": "19ebd4ab-21c9-4c74-b15a-eae06dd79168", "name": "network-vif-deleted", "tag": "547a5415-72cf-49bc-afa5-fd24a8806ab6"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:43:32.775106 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44ba4a01-f29f-46c0-8994-494ae0631475 admin admin] Network 2ad93210-7061-461d-8617-49848448cc38 is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:43:32.811635 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f90fa9-7cbf-4e66-87b3-005ec7b187d4 service neutron] Pushing event updated for resources: {'Port': ['ID=5ecdfe63-3ffa-42b5-8a13-d40d6a58c5c5,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:43:32.841867 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5ea62400-fd49-45df-95a5-55de80c29454 tempest-ExtraDHCPOptionsIpV6TestJSON-1893169011 tempest-ExtraDHCPOptionsIpV6TestJSON-1893169011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3718490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8776395'] for subnet, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:32.846849 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [None req-44ba4a01-f29f-46c0-8994-494ae0631475 admin admin] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:43:32.855029 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 14:43:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66795745-508f-4c0a-a57d-aa82e87557bb x-openstack-request-id: req-66795745-508f-4c0a-a57d-aa82e87557bb {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:43:32.855354 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19ebd4ab-21c9-4c74-b15a-eae06dd79168", "name": "network-vif-deleted", "tag": "547a5415-72cf-49bc-afa5-fd24a8806ab6", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:43:32.855609 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-66795745-508f-4c0a-a57d-aa82e87557bb {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:43:32.856001 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19ebd4ab-21c9-4c74-b15a-eae06dd79168', 'name': 'network-vif-deleted', 'tag': '547a5415-72cf-49bc-afa5-fd24a8806ab6', 'status': 'completed', 'code': 200} Aug 12 14:43:32.862064 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44ba4a01-f29f-46c0-8994-494ae0631475 admin admin] Received port after_create {{(pid=94467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:43:32.970294 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea62400-fd49-45df-95a5-55de80c29454 tempest-ExtraDHCPOptionsIpV6TestJSON-1893169011 tempest-ExtraDHCPOptionsIpV6TestJSON-1893169011-project] Pushing event updated for resources: {'Subnet': ['ID=9374b052-6c41-4195-8a2d-fb961106b034,revision_number=0']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:43:33.058892 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-34f90fa9-7cbf-4e66-87b3-005ec7b187d4 service neutron] Attempting to bind port 5ecdfe63-3ffa-42b5-8a13-d40d6a58c5c5 on host n-h2-694802-15 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:43:33.059311 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-34f90fa9-7cbf-4e66-87b3-005ec7b187d4 service neutron] Attempting to bind port 5ecdfe63-3ffa-42b5-8a13-d40d6a58c5c5 by drivers openvswitch,hyperv on host n-h2-694802-15 at level 0 using segments [{'id': '505995ff-9200-4984-b515-d69d3d86fab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '23465ac9-c2b6-454b-ad4d-35bb38ffda1f'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:43:33.059648 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-34f90fa9-7cbf-4e66-87b3-005ec7b187d4 service neutron] Attempting to bind port 5ecdfe63-3ffa-42b5-8a13-d40d6a58c5c5 on network 23465ac9-c2b6-454b-ad4d-35bb38ffda1f {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:43:33.095791 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-34f90fa9-7cbf-4e66-87b3-005ec7b187d4 service neutron] Port 5ecdfe63-3ffa-42b5-8a13-d40d6a58c5c5 on network 23465ac9-c2b6-454b-ad4d-35bb38ffda1f not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-15 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 14:43:33.096241 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-34f90fa9-7cbf-4e66-87b3-005ec7b187d4 service neutron] Attempting to bind port 5ecdfe63-3ffa-42b5-8a13-d40d6a58c5c5 on network 23465ac9-c2b6-454b-ad4d-35bb38ffda1f {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:43:33.099115 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-333f2a71-c35f-4d5f-82c7-3948946c9b73 admin admin] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 14:43:33.112405 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-978770b7-5054-4ad0-9a57-74bdc64c9098 None None] Sync routers for ids ['f87ffe3d-6281-4a09-a61f-dc5332db301f'] in n-d-694802-15 {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 14:43:33.130271 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-978770b7-5054-4ad0-9a57-74bdc64c9098 None None] Routers {'f87ffe3d-6281-4a09-a61f-dc5332db301f'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:43:33.131151 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-978770b7-5054-4ad0-9a57-74bdc64c9098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:43:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['f87ffe3d-6281-4a09-a61f-dc5332db301f'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:43:33.132379 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-34f90fa9-7cbf-4e66-87b3-005ec7b187d4 service neutron] Checking agent: {'id': 'b7697f71-33f3-4959-ad82-43c2dc15845d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 27, 42), 'started_at': datetime.datetime(2021, 8, 12, 14, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 43, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:43:33.137165 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-34f90fa9-7cbf-4e66-87b3-005ec7b187d4 service neutron] Checking segment: {'id': '505995ff-9200-4984-b515-d69d3d86fab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '23465ac9-c2b6-454b-ad4d-35bb38ffda1f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:43:33.140082 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-34f90fa9-7cbf-4e66-87b3-005ec7b187d4 service neutron] Bound using segment: {'id': '505995ff-9200-4984-b515-d69d3d86fab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '23465ac9-c2b6-454b-ad4d-35bb38ffda1f'} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:43:33.142380 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-34f90fa9-7cbf-4e66-87b3-005ec7b187d4 service neutron] Bound port: 5ecdfe63-3ffa-42b5-8a13-d40d6a58c5c5, host: n-h2-694802-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '505995ff-9200-4984-b515-d69d3d86fab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '23465ac9-c2b6-454b-ad4d-35bb38ffda1f'}}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:43:33.151761 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-34f90fa9-7cbf-4e66-87b3-005ec7b187d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:33.204070 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa96c300-ebcd-453d-a792-2e202f9fa5b2 req-848fd0e7-1025-4027-88aa-0af7976afae6 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:33.211766 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa96c300-ebcd-453d-a792-2e202f9fa5b2 req-848fd0e7-1025-4027-88aa-0af7976afae6 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:33.213360 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device b848814d-02f9-4e6d-a7d4-f67f9f79aee9 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:43:33.224473 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa96c300-ebcd-453d-a792-2e202f9fa5b2 req-848fd0e7-1025-4027-88aa-0af7976afae6 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:33.231180 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa96c300-ebcd-453d-a792-2e202f9fa5b2 req-848fd0e7-1025-4027-88aa-0af7976afae6 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:33.239137 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa96c300-ebcd-453d-a792-2e202f9fa5b2 req-848fd0e7-1025-4027-88aa-0af7976afae6 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:33.246681 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa96c300-ebcd-453d-a792-2e202f9fa5b2 req-848fd0e7-1025-4027-88aa-0af7976afae6 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:33.253842 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa96c300-ebcd-453d-a792-2e202f9fa5b2 req-848fd0e7-1025-4027-88aa-0af7976afae6 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:33.262498 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-aa96c300-ebcd-453d-a792-2e202f9fa5b2 req-848fd0e7-1025-4027-88aa-0af7976afae6 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] 10.222.0.39 "GET /v2.0/ports?device_id=b84c5c28-8f10-4782-84ae-2f8fa89bf4c6 HTTP/1.1" status: 200 len: 5420 time: 0.2684839 Aug 12 14:43:33.274762 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-44ba4a01-f29f-46c0-8994-494ae0631475 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66663725'] for router_interface, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:33.278677 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820e3e2c-6864-4f07-89a2-76f0bc35cbbd req-c9dd1cc3-660b-44df-b13d-5dd63bcc8587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:33.280244 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-820e3e2c-6864-4f07-89a2-76f0bc35cbbd req-c9dd1cc3-660b-44df-b13d-5dd63bcc8587 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5819209 Aug 12 14:43:33.301690 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ea62400-fd49-45df-95a5-55de80c29454 tempest-ExtraDHCPOptionsIpV6TestJSON-1893169011 tempest-ExtraDHCPOptionsIpV6TestJSON-1893169011-project] Checking segment: {'id': 'c2ca4a32-8af4-4c03-ad49-db0d69ea4dba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '7cd2b536-b253-43d2-bd9a-c67299aac363'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:43:33.302255 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ea62400-fd49-45df-95a5-55de80c29454 tempest-ExtraDHCPOptionsIpV6TestJSON-1893169011 tempest-ExtraDHCPOptionsIpV6TestJSON-1893169011-project] Network hostable DHCP agents. Network: 7cd2b536-b253-43d2-bd9a-c67299aac363, hostable agents: ['1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658'], hosted agents: [] {{(pid=94466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 14:43:33.303971 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-333f2a71-c35f-4d5f-82c7-3948946c9b73 admin admin] 10.222.0.39 "PUT /v2.0/routers/f87ffe3d-6281-4a09-a61f-dc5332db301f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1909857 Aug 12 14:43:33.320097 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 48860) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:43:33.346948 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-ceeba103-d891-4ffa-9293-c406186790aa req-7c3f59e1-3936-4985-8ec8-3b6aed5bcbe4 tempest-InstanceActionsTestJSON-2093487905 tempest-InstanceActionsTestJSON-2093487905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:33.369937 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ba4a01-f29f-46c0-8994-494ae0631475 admin admin] Pushing event updated for resources: {'Port': ['ID=ac1058a7-6857-446c-aead-fc64ad1cbb2a,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:43:33.456868 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ea62400-fd49-45df-95a5-55de80c29454 tempest-ExtraDHCPOptionsIpV6TestJSON-1893169011 tempest-ExtraDHCPOptionsIpV6TestJSON-1893169011-project] Network 7cd2b536-b253-43d2-bd9a-c67299aac363 is scheduled to be hosted by DHCP agent 1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658 with binding_index 1 {{(pid=94466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 14:43:33.494233 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-aa96c300-ebcd-453d-a792-2e202f9fa5b2 req-d015d29b-aae0-422b-96c5-dbc66fc6e6c0 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] 10.222.0.39 "GET /v2.0/security-groups?id=acce5d50-80c7-459a-8d6c-3aec4a7c97df&id=853e07d7-c0f4-4b67-a247-29748be080a8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2301395 Aug 12 14:43:33.560204 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-34f90fa9-7cbf-4e66-87b3-005ec7b187d4 service neutron] For port 5ecdfe63-3ffa-42b5-8a13-d40d6a58c5c5, host n-h2-694802-15, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:43:33.567336 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-fac406bc-dfce-41d9-bc2a-5a2bbcf737d3 admin admin] Notify callbacks [] for router, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:33.574955 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device 547a5415-72cf-49bc-afa5-fd24a8806ab6 no longer exists at agent hyperv_n-h2-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:43:33.611106 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-5ea62400-fd49-45df-95a5-55de80c29454 tempest-ExtraDHCPOptionsIpV6TestJSON-1893169011 tempest-ExtraDHCPOptionsIpV6TestJSON-1893169011-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-15, 7cd2b536-b253-43d2-bd9a-c67299aac363) {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:43:33.614177 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvr_db [None req-978770b7-5054-4ad0-9a57-74bdc64c9098 None None] Set router f87ffe3d-6281-4a09-a61f-dc5332db301f gateway port host: n-d-694802-15 {{(pid=94468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:43:33.643154 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ea62400-fd49-45df-95a5-55de80c29454 tempest-ExtraDHCPOptionsIpV6TestJSON-1893169011 tempest-ExtraDHCPOptionsIpV6TestJSON-1893169011-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:33.644210 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5ea62400-fd49-45df-95a5-55de80c29454 tempest-ExtraDHCPOptionsIpV6TestJSON-1893169011 tempest-ExtraDHCPOptionsIpV6TestJSON-1893169011-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for subnet, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:33.649152 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-34f90fa9-7cbf-4e66-87b3-005ec7b187d4 service neutron] For port 5ecdfe63-3ffa-42b5-8a13-d40d6a58c5c5, host n-h2-694802-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=5ecdfe63-3ffa-42b5-8a13-d40d6a58c5c5,segment=NetworkSegment(505995ff-9200-4984-b515-d69d3d86fab3),segment_id=505995ff-9200-4984-b515-d69d3d86fab3)] {{(pid=94466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:43:33.650690 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] No Port match for: 547a5415-72cf-49bc-afa5-fd24a8806ab6 {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 14:43:33.651037 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device 547a5415-72cf-49bc-afa5-fd24a8806ab6 not bound to the agent host n-h2-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:43:33.665553 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-34f90fa9-7cbf-4e66-87b3-005ec7b187d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3718439'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:33.714498 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9a75c64-99a7-463b-8970-0a0f09296d21 None None] Network 7cd2b536-b253-43d2-bd9a-c67299aac363 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:43:33.761189 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-34f90fa9-7cbf-4e66-87b3-005ec7b187d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:33.761872 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-34f90fa9-7cbf-4e66-87b3-005ec7b187d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:33.764155 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-34f90fa9-7cbf-4e66-87b3-005ec7b187d4 service neutron] 10.222.0.49 "PUT /v2.0/ports/5ecdfe63-3ffa-42b5-8a13-d40d6a58c5c5 HTTP/1.1" status: 200 len: 1092 time: 3.0568774 Aug 12 14:43:33.768969 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-5b51022e-7410-4f66-9e73-65c9c8c26e05 req-a0bfe1a1-f818-43a3-b3c5-0b3948ba764c tempest-TenantUsagesTestJSON-816531237 tempest-TenantUsagesTestJSON-816531237-project] 10.222.0.39 "GET /v2.0/ports?device_id=19ebd4ab-21c9-4c74-b15a-eae06dd79168 HTTP/1.1" status: 200 len: 210 time: 0.0542080 Aug 12 14:43:33.837751 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-5ea62400-fd49-45df-95a5-55de80c29454 tempest-ExtraDHCPOptionsIpV6TestJSON-1893169011 tempest-ExtraDHCPOptionsIpV6TestJSON-1893169011-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9547997 Aug 12 14:43:33.851444 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 48868) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:43:33.864790 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-294b2cb1-c992-4402-8afb-674c771b4b77 tempest-ExtraDHCPOptionsIpV6TestJSON-1893169011 tempest-ExtraDHCPOptionsIpV6TestJSON-1893169011-project] Request body: {'port': {'network_id': '7cd2b536-b253-43d2-bd9a-c67299aac363', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-659051640'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:43:33.902859 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3f59e1-3936-4985-8ec8-3b6aed5bcbe4 tempest-InstanceActionsTestJSON-2093487905 tempest-InstanceActionsTestJSON-2093487905-project] Pushing event deleted for resources: {'Port': ['ID=a1fb506b-d53e-4a66-aa4c-be51e50df79b,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:43:33.905243 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-ae2e3e8b-8515-41b2-b178-59fac09c280a None None] Provisioning for port ac1058a7-6857-446c-aead-fc64ad1cbb2a completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:43:33.948859 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port b848814d-02f9-4e6d-a7d4-f67f9f79aee9 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:43:33.949395 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:33.951468 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-ae2e3e8b-8515-41b2-b178-59fac09c280a None None] Provisioning complete for port ac1058a7-6857-446c-aead-fc64ad1cbb2a triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:43:33.952127 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-ae2e3e8b-8515-41b2-b178-59fac09c280a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:34.002317 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-f0c6b7a9-993f-4f2d-8bd4-cde57badd700 service neutron] Request body: {'port': {'device_id': '419c5c7f-827f-4397-9cc6-d186147a5698', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-694802-15'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:43:34.002583 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [req-ceeba103-d891-4ffa-9293-c406186790aa req-7c3f59e1-3936-4985-8ec8-3b6aed5bcbe4 tempest-InstanceActionsTestJSON-2093487905 tempest-InstanceActionsTestJSON-2093487905-project] No DVR routers for this DVR port a1fb506b-d53e-4a66-aa4c-be51e50df79b on host n-h1-694802-15 {{(pid=94467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:43:34.006295 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-ceeba103-d891-4ffa-9293-c406186790aa req-7c3f59e1-3936-4985-8ec8-3b6aed5bcbe4 tempest-InstanceActionsTestJSON-2093487905 tempest-InstanceActionsTestJSON-2093487905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:34.008501 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ceeba103-d891-4ffa-9293-c406186790aa req-7c3f59e1-3936-4985-8ec8-3b6aed5bcbe4 tempest-InstanceActionsTestJSON-2093487905 tempest-InstanceActionsTestJSON-2093487905-project] 10.222.0.64 "DELETE /v2.0/ports/a1fb506b-d53e-4a66-aa4c-be51e50df79b HTTP/1.1" status: 204 len: 173 time: 4.4303083 Aug 12 14:43:34.021513 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-fac406bc-dfce-41d9-bc2a-5a2bbcf737d3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:34.036278 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f90fa9-7cbf-4e66-87b3-005ec7b187d4 service neutron] Pushing event updated for resources: {'Port': ['ID=5ecdfe63-3ffa-42b5-8a13-d40d6a58c5c5,revision_number=3']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:43:34.054091 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ec69b7-f4f0-4b2e-b1ab-22c60ec976bd req-db438ccf-d90b-4303-8d8a-d3b5b15dc3fe tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:34.061526 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ec69b7-f4f0-4b2e-b1ab-22c60ec976bd req-db438ccf-d90b-4303-8d8a-d3b5b15dc3fe tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:34.068162 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ec69b7-f4f0-4b2e-b1ab-22c60ec976bd req-db438ccf-d90b-4303-8d8a-d3b5b15dc3fe tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:34.075788 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ec69b7-f4f0-4b2e-b1ab-22c60ec976bd req-db438ccf-d90b-4303-8d8a-d3b5b15dc3fe tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:34.083506 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ec69b7-f4f0-4b2e-b1ab-22c60ec976bd req-db438ccf-d90b-4303-8d8a-d3b5b15dc3fe tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:34.091653 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ec69b7-f4f0-4b2e-b1ab-22c60ec976bd req-db438ccf-d90b-4303-8d8a-d3b5b15dc3fe tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:34.098571 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ec69b7-f4f0-4b2e-b1ab-22c60ec976bd req-db438ccf-d90b-4303-8d8a-d3b5b15dc3fe tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:34.100781 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-31ec69b7-f4f0-4b2e-b1ab-22c60ec976bd req-db438ccf-d90b-4303-8d8a-d3b5b15dc3fe tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] 10.222.0.39 "GET /v2.0/ports?device_id=419c5c7f-827f-4397-9cc6-d186147a5698 HTTP/1.1" status: 200 len: 5394 time: 0.2007492 Aug 12 14:43:34.129450 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf712964-a72e-4856-ae75-04b354ebebec req-b471cdd7-ccfc-49da-863f-e3fef8dc694c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:34.130499 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf712964-a72e-4856-ae75-04b354ebebec req-b471cdd7-ccfc-49da-863f-e3fef8dc694c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:34.130984 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf712964-a72e-4856-ae75-04b354ebebec req-b471cdd7-ccfc-49da-863f-e3fef8dc694c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:34.132018 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf712964-a72e-4856-ae75-04b354ebebec req-b471cdd7-ccfc-49da-863f-e3fef8dc694c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:34.132528 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf712964-a72e-4856-ae75-04b354ebebec req-b471cdd7-ccfc-49da-863f-e3fef8dc694c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:34.133005 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf712964-a72e-4856-ae75-04b354ebebec req-b471cdd7-ccfc-49da-863f-e3fef8dc694c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:34.133475 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf712964-a72e-4856-ae75-04b354ebebec req-b471cdd7-ccfc-49da-863f-e3fef8dc694c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:34.136047 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-cf712964-a72e-4856-ae75-04b354ebebec req-b471cdd7-ccfc-49da-863f-e3fef8dc694c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c4f0f352632942859f6399a2c9890ad2&device_id=419c5c7f-827f-4397-9cc6-d186147a5698 HTTP/1.1" status: 200 len: 6290 time: 0.7749557 Aug 12 14:43:34.137777 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-ea5a30b8-6cde-4101-b87f-d6b8352b0302 req-e191538f-f0b8-45c6-907b-92baa6caead6 tempest-InstanceActionsTestJSON-2093487905 tempest-InstanceActionsTestJSON-2093487905-project] 10.222.0.39 "GET /v2.0/ports?device_id=0f1f7cb8-15d3-4a42-b674-86a78646603e HTTP/1.1" status: 200 len: 210 time: 0.1312633 Aug 12 14:43:34.167010 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-ae2e3e8b-8515-41b2-b178-59fac09c280a None None] Port ac1058a7-6857-446c-aead-fc64ad1cbb2a cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 14:43:34.194002 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-f0c6b7a9-993f-4f2d-8bd4-cde57badd700 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:34.211884 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-294b2cb1-c992-4402-8afb-674c771b4b77 tempest-ExtraDHCPOptionsIpV6TestJSON-1893169011 tempest-ExtraDHCPOptionsIpV6TestJSON-1893169011-project] Made reservation on behalf of acb555ebd80a45b1a236538d01945c5e for: {'port': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:43:34.217457 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-294b2cb1-c992-4402-8afb-674c771b4b77 tempest-ExtraDHCPOptionsIpV6TestJSON-1893169011 tempest-ExtraDHCPOptionsIpV6TestJSON-1893169011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:34.254502 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e493e731-cbd0-4d5c-83c7-13338bfd44cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa7035b3e-9a89-5964-b9f4-97301c3f476a-7cd2b536-b253-43d2-bd9a-c67299aac363', 'network_id': '7cd2b536-b253-43d2-bd9a-c67299aac363', 'tenant_id': 'acb555ebd80a45b1a236538d01945c5e', 'fixed_ips': [{'subnet_id': '9374b052-6c41-4195-8a2d-fb961106b034'}]}} from n-d-694802-15. {{(pid=94468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 14:43:34.255931 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-e493e731-cbd0-4d5c-83c7-13338bfd44cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:34.259806 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-fac406bc-dfce-41d9-bc2a-5a2bbcf737d3 admin admin] Deleting port 054bcb00-5e44-4e8f-9174-67b9d2082376 {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:43:34.260234 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-fac406bc-dfce-41d9-bc2a-5a2bbcf737d3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:34.285326 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-31ec69b7-f4f0-4b2e-b1ab-22c60ec976bd req-c0d1aacd-c5a0-4667-93c4-3ded34b6c319 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] 10.222.0.39 "GET /v2.0/security-groups?id=f56fbbcf-68c5-4074-ab5b-41ec110855f2&id=def6086d-0ad1-4cdd-9c71-80d1fefb9be7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1675465 Aug 12 14:43:34.314955 n-d-694802-15 neutron-server[94466]: DEBUG neutron.notifiers.nova [None req-294b2cb1-c992-4402-8afb-674c771b4b77 tempest-ExtraDHCPOptionsIpV6TestJSON-1893169011 tempest-ExtraDHCPOptionsIpV6TestJSON-1893169011-project] device_id is not set on port 267ef6dc-9a2b-40f7-9060-cfa0cfc5489e yet. {{(pid=94466) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 14:43:34.349947 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-978770b7-5054-4ad0-9a57-74bdc64c9098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f87ffe3d-6281-4a09-a61f-dc5332db301f', 'name': 'tempest-TestAggregatesBasicOps-908035187-router', 'tenant_id': '6348ba62bc54492f9d80245df8490587', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.204'}], 'enable_snat': True}, 'gw_port_id': '054bcb00-5e44-4e8f-9174-67b9d2082376', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:42:47Z', 'updated_at': '2021-08-12T14:43:28Z', 'revision_number': 5, 'project_id': '6348ba62bc54492f9d80245df8490587', 'gw_port': {'id': '054bcb00-5e44-4e8f-9174-67b9d2082376', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:a6:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f87ffe3d-6281-4a09-a61f-dc5332db301f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1507, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:42:50Z', 'updated_at': '2021-08-12T14:42:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15'}], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:43:34.355846 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-44ba4a01-f29f-46c0-8994-494ae0631475 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:34.373644 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf712964-a72e-4856-ae75-04b354ebebec req-ffd79cbb-5c13-42a9-add0-f58772ff23f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:34.374654 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf712964-a72e-4856-ae75-04b354ebebec req-ffd79cbb-5c13-42a9-add0-f58772ff23f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:34.375149 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf712964-a72e-4856-ae75-04b354ebebec req-ffd79cbb-5c13-42a9-add0-f58772ff23f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:34.376796 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-cf712964-a72e-4856-ae75-04b354ebebec req-ffd79cbb-5c13-42a9-add0-f58772ff23f3 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=c4f0f352632942859f6399a2c9890ad2&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.2024293 Aug 12 14:43:34.421594 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-978770b7-5054-4ad0-9a57-74bdc64c9098 None None] Checking router: f87ffe3d-6281-4a09-a61f-dc5332db301f for host: n-d-694802-15 {{(pid=94468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 14:43:34.441700 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-978770b7-5054-4ad0-9a57-74bdc64c9098 None None] Routers {'f87ffe3d-6281-4a09-a61f-dc5332db301f'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:43:34.442655 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-978770b7-5054-4ad0-9a57-74bdc64c9098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:43:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['f87ffe3d-6281-4a09-a61f-dc5332db301f'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:43:34.547085 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-fac406bc-dfce-41d9-bc2a-5a2bbcf737d3 admin admin] For port 054bcb00-5e44-4e8f-9174-67b9d2082376, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=054bcb00-5e44-4e8f-9174-67b9d2082376,segment=NetworkSegment(b1b396cb-2dc6-4041-bfc7-1833a80a4720),segment_id=b1b396cb-2dc6-4041-bfc7-1833a80a4720)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:43:34.547527 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-fac406bc-dfce-41d9-bc2a-5a2bbcf737d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:34.567384 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-fac406bc-dfce-41d9-bc2a-5a2bbcf737d3 admin admin] Calling delete_port for 054bcb00-5e44-4e8f-9174-67b9d2082376 owned by network:router_gateway {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:43:34.571923 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvr_db [None req-978770b7-5054-4ad0-9a57-74bdc64c9098 None None] Set router f87ffe3d-6281-4a09-a61f-dc5332db301f gateway port host: None {{(pid=94468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:43:34.620953 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf712964-a72e-4856-ae75-04b354ebebec req-26561c51-53d8-47d9-bb16-cd3f5cbf7482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:34.623227 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-cf712964-a72e-4856-ae75-04b354ebebec req-26561c51-53d8-47d9-bb16-cd3f5cbf7482 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2287753 Aug 12 14:43:34.652498 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.db_base_plugin_common [None req-e493e731-cbd0-4d5c-83c7-13338bfd44cb None None] Allocated IP 2001:db8::2 (7cd2b536-b253-43d2-bd9a-c67299aac363/9374b052-6c41-4195-8a2d-fb961106b034/ee831c4f-00f3-4d6d-9718-ee1f0a2fc5f1) {{(pid=94468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:43:34.656101 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-978770b7-5054-4ad0-9a57-74bdc64c9098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f87ffe3d-6281-4a09-a61f-dc5332db301f', 'name': 'tempest-TestAggregatesBasicOps-908035187-router', 'tenant_id': '6348ba62bc54492f9d80245df8490587', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:42:47Z', 'updated_at': '2021-08-12T14:43:34Z', 'revision_number': 6, 'project_id': '6348ba62bc54492f9d80245df8490587', 'gw_port_host': None}], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:43:34.707138 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-978770b7-5054-4ad0-9a57-74bdc64c9098 None None] The sync data for ids ['f87ffe3d-6281-4a09-a61f-dc5332db301f'] in n-d-694802-15 is: [{'id': 'f87ffe3d-6281-4a09-a61f-dc5332db301f', 'name': 'tempest-TestAggregatesBasicOps-908035187-router', 'tenant_id': '6348ba62bc54492f9d80245df8490587', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:42:47Z', 'updated_at': '2021-08-12T14:43:34Z', 'revision_number': 6, 'project_id': '6348ba62bc54492f9d80245df8490587', 'gw_port_host': None}] {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 14:43:34.713156 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-44ba4a01-f29f-46c0-8994-494ae0631475 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:34.721341 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-44ba4a01-f29f-46c0-8994-494ae0631475 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:34.744562 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294d5a62-489a-4e58-90a9-b101f6a72241 req-70963803-8e43-470f-abd9-29996508a5c8 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:34.754953 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294d5a62-489a-4e58-90a9-b101f6a72241 req-70963803-8e43-470f-abd9-29996508a5c8 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:34.764016 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294d5a62-489a-4e58-90a9-b101f6a72241 req-70963803-8e43-470f-abd9-29996508a5c8 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:34.773478 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294d5a62-489a-4e58-90a9-b101f6a72241 req-70963803-8e43-470f-abd9-29996508a5c8 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:34.781018 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294d5a62-489a-4e58-90a9-b101f6a72241 req-70963803-8e43-470f-abd9-29996508a5c8 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:34.788662 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294d5a62-489a-4e58-90a9-b101f6a72241 req-70963803-8e43-470f-abd9-29996508a5c8 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:34.794613 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294d5a62-489a-4e58-90a9-b101f6a72241 req-70963803-8e43-470f-abd9-29996508a5c8 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:34.807288 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-294d5a62-489a-4e58-90a9-b101f6a72241 req-70963803-8e43-470f-abd9-29996508a5c8 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] 10.222.0.39 "GET /v2.0/ports?device_id=b84c5c28-8f10-4782-84ae-2f8fa89bf4c6 HTTP/1.1" status: 200 len: 5420 time: 0.2320921 Aug 12 14:43:34.818348 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-44ba4a01-f29f-46c0-8994-494ae0631475 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66628363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66663865'] for router_interface, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:34.824144 n-d-694802-15 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '419c5c7f-827f-4397-9cc6-d186147a5698', 'tag': '5ecdfe63-3ffa-42b5-8a13-d40d6a58c5c5'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:43:34.827393 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e785eeede3897370d0b20f09d5f461b30cfecd5ed38c4f07dacd02bc52c9277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-035a8df8-b056-4a8a-ad1a-0c9d050b08c7" -d '{"events": [{"name": "network-changed", "server_uuid": "419c5c7f-827f-4397-9cc6-d186147a5698", "tag": "5ecdfe63-3ffa-42b5-8a13-d40d6a58c5c5"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:43:34.836421 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ba4a01-f29f-46c0-8994-494ae0631475 admin admin] Pushing event updated for resources: {'Port': ['ID=ac1058a7-6857-446c-aead-fc64ad1cbb2a,revision_number=2']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:43:34.890699 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f1f7cb8-15d3-4a42-b674-86a78646603e', 'name': 'network-vif-deleted', 'tag': 'a1fb506b-d53e-4a66-aa4c-be51e50df79b'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:43:34.894781 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e65282f928b64038367d043a4411777802006c43a98742496cb2e25b724ff1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1538d97b-d805-449d-8f04-bcc1c85dcc05" -d '{"events": [{"server_uuid": "0f1f7cb8-15d3-4a42-b674-86a78646603e", "name": "network-vif-deleted", "tag": "a1fb506b-d53e-4a66-aa4c-be51e50df79b"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:43:34.914716 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-e493e731-cbd0-4d5c-83c7-13338bfd44cb None None] Notify callbacks [] for port, precommit_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:34.924283 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-e493e731-cbd0-4d5c-83c7-13338bfd44cb None None] Transition to ACTIVE for port object ee831c4f-00f3-4d6d-9718-ee1f0a2fc5f1 will not be triggered until provisioned by entity L2. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:43:34.943833 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-e493e731-cbd0-4d5c-83c7-13338bfd44cb None None] Transition to ACTIVE for port object ee831c4f-00f3-4d6d-9718-ee1f0a2fc5f1 will not be triggered until provisioned by entity DHCP. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:43:34.956578 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-e493e731-cbd0-4d5c-83c7-13338bfd44cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253'] for port, after_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:34.960433 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 14:43:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6a8dd5a-2648-4a8a-bd71-fab59206a8d8 x-openstack-request-id: req-f6a8dd5a-2648-4a8a-bd71-fab59206a8d8 {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:43:34.961185 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "419c5c7f-827f-4397-9cc6-d186147a5698", "tag": "5ecdfe63-3ffa-42b5-8a13-d40d6a58c5c5", "status": "completed", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:43:34.961185 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f6a8dd5a-2648-4a8a-bd71-fab59206a8d8 {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:43:34.961398 n-d-694802-15 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '419c5c7f-827f-4397-9cc6-d186147a5698', 'tag': '5ecdfe63-3ffa-42b5-8a13-d40d6a58c5c5', 'status': 'completed', 'code': 200} Aug 12 14:43:34.990287 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-294d5a62-489a-4e58-90a9-b101f6a72241 req-6b9c2e39-32d7-4937-bb97-ddeeaf50092b tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] 10.222.0.39 "GET /v2.0/security-groups?id=acce5d50-80c7-459a-8d6c-3aec4a7c97df&id=853e07d7-c0f4-4b67-a247-29748be080a8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1716828 Aug 12 14:43:34.993331 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44ba4a01-f29f-46c0-8994-494ae0631475 admin admin] Network 2ad93210-7061-461d-8617-49848448cc38 is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:43:35.017601 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 14:43:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f53d60b-8419-413d-8099-c40521f22e31 x-openstack-request-id: req-3f53d60b-8419-413d-8099-c40521f22e31 {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:43:35.017906 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f1f7cb8-15d3-4a42-b674-86a78646603e", "name": "network-vif-deleted", "tag": "a1fb506b-d53e-4a66-aa4c-be51e50df79b", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:43:35.018159 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3f53d60b-8419-413d-8099-c40521f22e31 {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:43:35.018551 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f1f7cb8-15d3-4a42-b674-86a78646603e', 'name': 'network-vif-deleted', 'tag': 'a1fb506b-d53e-4a66-aa4c-be51e50df79b', 'status': 'completed', 'code': 200} Aug 12 14:43:35.019566 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [None req-44ba4a01-f29f-46c0-8994-494ae0631475 admin admin] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:43:35.030347 n-d-694802-15 neutron-server[94466]: DEBUG neutron.notifiers.nova [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-f0c6b7a9-993f-4f2d-8bd4-cde57badd700 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d3500d0-8996-4ba7-a29c-4271f88cdfba {{(pid=94466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:43:35.054388 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-f0c6b7a9-993f-4f2d-8bd4-cde57badd700 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:35.080598 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e493e731-cbd0-4d5c-83c7-13338bfd44cb None None] Network 7cd2b536-b253-43d2-bd9a-c67299aac363 is already hosted by enough agents. {{(pid=94468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:43:35.093064 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.base_scheduler [None req-e493e731-cbd0-4d5c-83c7-13338bfd44cb None None] Resources bound (agent type, host, resource id): {{(pid=94468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:43:35.108489 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e493e731-cbd0-4d5c-83c7-13338bfd44cb None None] Received port after_create {{(pid=94468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:43:35.118021 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 3bd61c34-b7a2-4d04-854c-ddb014e159a3 no longer exists at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:43:35.121322 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035a8df8-b056-4a8a-ad1a-0c9d050b08c7 req-3258d9a8-80ae-428e-86b7-f197f9f19c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:35.121322 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035a8df8-b056-4a8a-ad1a-0c9d050b08c7 req-3258d9a8-80ae-428e-86b7-f197f9f19c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:35.121660 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035a8df8-b056-4a8a-ad1a-0c9d050b08c7 req-3258d9a8-80ae-428e-86b7-f197f9f19c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:35.122135 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035a8df8-b056-4a8a-ad1a-0c9d050b08c7 req-3258d9a8-80ae-428e-86b7-f197f9f19c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:35.122668 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035a8df8-b056-4a8a-ad1a-0c9d050b08c7 req-3258d9a8-80ae-428e-86b7-f197f9f19c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:35.123174 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035a8df8-b056-4a8a-ad1a-0c9d050b08c7 req-3258d9a8-80ae-428e-86b7-f197f9f19c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:35.123652 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035a8df8-b056-4a8a-ad1a-0c9d050b08c7 req-3258d9a8-80ae-428e-86b7-f197f9f19c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:35.125865 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-035a8df8-b056-4a8a-ad1a-0c9d050b08c7 req-3258d9a8-80ae-428e-86b7-f197f9f19c17 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c4f0f352632942859f6399a2c9890ad2&device_id=419c5c7f-827f-4397-9cc6-d186147a5698 HTTP/1.1" status: 200 len: 6290 time: 0.1463780 Aug 12 14:43:35.128752 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-294b2cb1-c992-4402-8afb-674c771b4b77 tempest-ExtraDHCPOptionsIpV6TestJSON-1893169011 tempest-ExtraDHCPOptionsIpV6TestJSON-1893169011-project] Allocated IP 2001:db8::320 (7cd2b536-b253-43d2-bd9a-c67299aac363/9374b052-6c41-4195-8a2d-fb961106b034/267ef6dc-9a2b-40f7-9060-cfa0cfc5489e) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:43:35.156411 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-f0c6b7a9-993f-4f2d-8bd4-cde57badd700 service neutron] Transition to ACTIVE for port object 0d3500d0-8996-4ba7-a29c-4271f88cdfba will not be triggered until provisioned by entity L2. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:43:35.189832 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] No Port match for: 3bd61c34-b7a2-4d04-854c-ddb014e159a3 {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 14:43:35.191574 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-f0c6b7a9-993f-4f2d-8bd4-cde57badd700 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3718439'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:35.191924 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 3bd61c34-b7a2-4d04-854c-ddb014e159a3 not bound to the agent host n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:43:35.199465 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e493e731-cbd0-4d5c-83c7-13338bfd44cb None None] Pushing event updated for resources: {'Port': ['ID=ee831c4f-00f3-4d6d-9718-ee1f0a2fc5f1,revision_number=1']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:43:35.253084 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-fac406bc-dfce-41d9-bc2a-5a2bbcf737d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:35.269440 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 48884) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:43:35.353324 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-e493e731-cbd0-4d5c-83c7-13338bfd44cb None None] Attempting to bind port ee831c4f-00f3-4d6d-9718-ee1f0a2fc5f1 on host n-d-694802-15 for vnic_type normal with profile {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:43:35.353913 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-e493e731-cbd0-4d5c-83c7-13338bfd44cb None None] Attempting to bind port ee831c4f-00f3-4d6d-9718-ee1f0a2fc5f1 by drivers openvswitch,hyperv on host n-d-694802-15 at level 0 using segments [{'id': 'c2ca4a32-8af4-4c03-ad49-db0d69ea4dba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '7cd2b536-b253-43d2-bd9a-c67299aac363'}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:43:35.354438 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e493e731-cbd0-4d5c-83c7-13338bfd44cb None None] Attempting to bind port ee831c4f-00f3-4d6d-9718-ee1f0a2fc5f1 on network 7cd2b536-b253-43d2-bd9a-c67299aac363 {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:43:35.363405 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e493e731-cbd0-4d5c-83c7-13338bfd44cb None None] Checking agent: {'id': '16de73ac-f2e9-4cee-b3e0-91052ae3e6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 20, 13), 'started_at': datetime.datetime(2021, 8, 12, 14, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 43, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:43:35.364660 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e493e731-cbd0-4d5c-83c7-13338bfd44cb None None] Checking segment: {'id': 'c2ca4a32-8af4-4c03-ad49-db0d69ea4dba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '7cd2b536-b253-43d2-bd9a-c67299aac363'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:43:35.364660 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-e493e731-cbd0-4d5c-83c7-13338bfd44cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:35.365021 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e493e731-cbd0-4d5c-83c7-13338bfd44cb None None] Bound using segment: {'id': 'c2ca4a32-8af4-4c03-ad49-db0d69ea4dba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '7cd2b536-b253-43d2-bd9a-c67299aac363'} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:43:35.365628 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-e493e731-cbd0-4d5c-83c7-13338bfd44cb None None] Bound port: ee831c4f-00f3-4d6d-9718-ee1f0a2fc5f1, host: n-d-694802-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2ca4a32-8af4-4c03-ad49-db0d69ea4dba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '7cd2b536-b253-43d2-bd9a-c67299aac363'}}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:43:35.366119 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-e493e731-cbd0-4d5c-83c7-13338bfd44cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:35.497238 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-e493e731-cbd0-4d5c-83c7-13338bfd44cb None None] For port ee831c4f-00f3-4d6d-9718-ee1f0a2fc5f1, host n-d-694802-15, cleared binding levels {{(pid=94468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:43:35.498576 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 48890) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:43:35.500775 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c6b7a9-993f-4f2d-8bd4-cde57badd700 service neutron] Pushing event updated for resources: {'Port': ['ID=0d3500d0-8996-4ba7-a29c-4271f88cdfba,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:43:35.510349 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-e493e731-cbd0-4d5c-83c7-13338bfd44cb None None] For port ee831c4f-00f3-4d6d-9718-ee1f0a2fc5f1, host n-d-694802-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=ee831c4f-00f3-4d6d-9718-ee1f0a2fc5f1,segment=NetworkSegment(c2ca4a32-8af4-4c03-ad49-db0d69ea4dba),segment_id=c2ca4a32-8af4-4c03-ad49-db0d69ea4dba)] {{(pid=94468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:43:35.519687 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-e493e731-cbd0-4d5c-83c7-13338bfd44cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:35.528623 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0de2ab7-a78b-40c9-a1ef-bc8bf49b42a3 admin admin] Deleting subnet 50f0d6af-41da-4d7e-a76f-ac6ea01824bf {{(pid=94467) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 14:43:35.531418 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035a8df8-b056-4a8a-ad1a-0c9d050b08c7 req-b37bfdfd-20d9-4923-aa57-eb6c088d69b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:35.531889 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035a8df8-b056-4a8a-ad1a-0c9d050b08c7 req-b37bfdfd-20d9-4923-aa57-eb6c088d69b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:35.532358 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035a8df8-b056-4a8a-ad1a-0c9d050b08c7 req-b37bfdfd-20d9-4923-aa57-eb6c088d69b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:35.533981 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-035a8df8-b056-4a8a-ad1a-0c9d050b08c7 req-b37bfdfd-20d9-4923-aa57-eb6c088d69b7 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=c4f0f352632942859f6399a2c9890ad2&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.3984883 Aug 12 14:43:35.535983 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44ba4a01-f29f-46c0-8994-494ae0631475 admin admin] Router 6a4eed94-bc27-4b5a-a5c2-bcb624f30ef4 has already been hosted by L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f {{(pid=94467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 14:43:35.538952 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-f0de2ab7-a78b-40c9-a1ef-bc8bf49b42a3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:35.543202 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac406bc-dfce-41d9-bc2a-5a2bbcf737d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=054bcb00-5e44-4e8f-9174-67b9d2082376,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:43:35.590903 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device 20995681-edf1-4159-b285-2b70fd9775cf details requested by agent hyperv_n-h1-694802-15 with host n-h1-694802-15 {{(pid=94468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 14:43:35.701539 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-f0de2ab7-a78b-40c9-a1ef-bc8bf49b42a3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3857505'] for subnet, precommit_delete_associations {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:35.708752 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-fac406bc-dfce-41d9-bc2a-5a2bbcf737d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-431580'] for router_gateway, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:35.713130 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e493e731-cbd0-4d5c-83c7-13338bfd44cb None None] Pushing event updated for resources: {'Port': ['ID=ee831c4f-00f3-4d6d-9718-ee1f0a2fc5f1,revision_number=2']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:43:35.757012 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-2fe8cf0b-6b53-4809-8934-80bdc546f4f7 None None] Provisioning complete for port ac1058a7-6857-446c-aead-fc64ad1cbb2a triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:43:35.757896 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-2fe8cf0b-6b53-4809-8934-80bdc546f4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:35.801463 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52eba7db-c099-4e29-8c3c-5245e2e7d35b req-0d2b7940-57f1-4524-9f68-0f9b99b3ced8 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:35.807494 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52eba7db-c099-4e29-8c3c-5245e2e7d35b req-0d2b7940-57f1-4524-9f68-0f9b99b3ced8 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:35.815013 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52eba7db-c099-4e29-8c3c-5245e2e7d35b req-0d2b7940-57f1-4524-9f68-0f9b99b3ced8 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:35.821135 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52eba7db-c099-4e29-8c3c-5245e2e7d35b req-0d2b7940-57f1-4524-9f68-0f9b99b3ced8 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:35.830614 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52eba7db-c099-4e29-8c3c-5245e2e7d35b req-0d2b7940-57f1-4524-9f68-0f9b99b3ced8 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:35.836683 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52eba7db-c099-4e29-8c3c-5245e2e7d35b req-0d2b7940-57f1-4524-9f68-0f9b99b3ced8 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:35.843406 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52eba7db-c099-4e29-8c3c-5245e2e7d35b req-0d2b7940-57f1-4524-9f68-0f9b99b3ced8 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:35.845610 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-52eba7db-c099-4e29-8c3c-5245e2e7d35b req-0d2b7940-57f1-4524-9f68-0f9b99b3ced8 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] 10.222.0.39 "GET /v2.0/ports?device_id=419c5c7f-827f-4397-9cc6-d186147a5698 HTTP/1.1" status: 200 len: 5406 time: 0.3796816 Aug 12 14:43:35.858550 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-2fe8cf0b-6b53-4809-8934-80bdc546f4f7 None None] Port ac1058a7-6857-446c-aead-fc64ad1cbb2a cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 14:43:35.899857 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port 20995681-edf1-4159-b285-2b70fd9775cf, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=20995681-edf1-4159-b285-2b70fd9775cf,segment=NetworkSegment(7719c74d-4dec-43da-873e-de69f6f169be),segment_id=7719c74d-4dec-43da-873e-de69f6f169be)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:43:35.905616 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-f0c6b7a9-993f-4f2d-8bd4-cde57badd700 service neutron] Attempting to bind port 0d3500d0-8996-4ba7-a29c-4271f88cdfba on host n-h2-694802-15 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:43:35.905972 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-f0c6b7a9-993f-4f2d-8bd4-cde57badd700 service neutron] Attempting to bind port 0d3500d0-8996-4ba7-a29c-4271f88cdfba by drivers openvswitch,hyperv on host n-h2-694802-15 at level 0 using segments [{'id': '505995ff-9200-4984-b515-d69d3d86fab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '23465ac9-c2b6-454b-ad4d-35bb38ffda1f'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:43:35.906320 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-f0c6b7a9-993f-4f2d-8bd4-cde57badd700 service neutron] Attempting to bind port 0d3500d0-8996-4ba7-a29c-4271f88cdfba on network 23465ac9-c2b6-454b-ad4d-35bb38ffda1f {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:43:35.913225 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Returning: {'device': '20995681-edf1-4159-b285-2b70fd9775cf', 'network_id': 'b1fed0d0-2b0c-4ed8-b3b7-4ff4b735f473', 'port_id': '20995681-edf1-4159-b285-2b70fd9775cf', 'mac_address': 'fa:16:3e:16:6b:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '211c9137-e01f-4e3e-8c7e-449dda79def5', 'ip_address': '10.1.1.172'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 14:43:35.964945 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-f0de2ab7-a78b-40c9-a1ef-bc8bf49b42a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66416255'] for subnet, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:35.978757 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-f0c6b7a9-993f-4f2d-8bd4-cde57badd700 service neutron] Port 0d3500d0-8996-4ba7-a29c-4271f88cdfba on network 23465ac9-c2b6-454b-ad4d-35bb38ffda1f not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-15 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 14:43:35.979382 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-f0c6b7a9-993f-4f2d-8bd4-cde57badd700 service neutron] Attempting to bind port 0d3500d0-8996-4ba7-a29c-4271f88cdfba on network 23465ac9-c2b6-454b-ad4d-35bb38ffda1f {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:43:36.000033 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-fac406bc-dfce-41d9-bc2a-5a2bbcf737d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-429360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-104877'] for router, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:36.006634 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-fac406bc-dfce-41d9-bc2a-5a2bbcf737d3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:36.014624 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-f0c6b7a9-993f-4f2d-8bd4-cde57badd700 service neutron] Checking agent: {'id': 'b7697f71-33f3-4959-ad82-43c2dc15845d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 27, 42), 'started_at': datetime.datetime(2021, 8, 12, 14, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 43, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:43:36.014931 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:36.015186 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-f0c6b7a9-993f-4f2d-8bd4-cde57badd700 service neutron] Checking segment: {'id': '505995ff-9200-4984-b515-d69d3d86fab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '23465ac9-c2b6-454b-ad4d-35bb38ffda1f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:43:36.015683 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-f0c6b7a9-993f-4f2d-8bd4-cde57badd700 service neutron] Bound using segment: {'id': '505995ff-9200-4984-b515-d69d3d86fab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '23465ac9-c2b6-454b-ad4d-35bb38ffda1f'} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:43:36.016431 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-f0c6b7a9-993f-4f2d-8bd4-cde57badd700 service neutron] Bound port: 0d3500d0-8996-4ba7-a29c-4271f88cdfba, host: n-h2-694802-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '505995ff-9200-4984-b515-d69d3d86fab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '23465ac9-c2b6-454b-ad4d-35bb38ffda1f'}}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:43:36.016868 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-f0c6b7a9-993f-4f2d-8bd4-cde57badd700 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:36.039137 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-294b2cb1-c992-4402-8afb-674c771b4b77 tempest-ExtraDHCPOptionsIpV6TestJSON-1893169011 tempest-ExtraDHCPOptionsIpV6TestJSON-1893169011-project] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:36.054702 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20995681-edf1-4159-b285-2b70fd9775cf {{(pid=94468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:43:36.072486 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035a8df8-b056-4a8a-ad1a-0c9d050b08c7 req-a2406242-d53a-4d1b-9394-08c8db4ce83b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:36.079578 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-035a8df8-b056-4a8a-ad1a-0c9d050b08c7 req-a2406242-d53a-4d1b-9394-08c8db4ce83b service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5120873 Aug 12 14:43:36.093964 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port 20995681-edf1-4159-b285-2b70fd9775cf, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=20995681-edf1-4159-b285-2b70fd9775cf,segment=NetworkSegment(7719c74d-4dec-43da-873e-de69f6f169be),segment_id=7719c74d-4dec-43da-873e-de69f6f169be)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:43:36.099898 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:36.100664 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device 8a2a2db8-839c-4c50-9e8b-57a36dc63c1f details requested by agent hyperv_n-h1-694802-15 with host n-h1-694802-15 {{(pid=94468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 14:43:36.113243 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-abe1b398-8f09-4f6e-9033-5c6fb30535c7 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=30274d4b9aef4929ac633d8a455039c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6115901 Aug 12 14:43:36.118301 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 48898) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:43:36.124679 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-294b2cb1-c992-4402-8afb-674c771b4b77 tempest-ExtraDHCPOptionsIpV6TestJSON-1893169011 tempest-ExtraDHCPOptionsIpV6TestJSON-1893169011-project] Transition to ACTIVE for port object 267ef6dc-9a2b-40f7-9060-cfa0cfc5489e will not be triggered until provisioned by entity DHCP. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:43:36.146363 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-52eba7db-c099-4e29-8c3c-5245e2e7d35b req-76fbe516-9ff9-4ea4-80b1-3b9ca555cf53 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] 10.222.0.39 "GET /v2.0/security-groups?id=f56fbbcf-68c5-4074-ab5b-41ec110855f2&id=def6086d-0ad1-4cdd-9c71-80d1fefb9be7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2707264 Aug 12 14:43:36.147412 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44ba4a01-f29f-46c0-8994-494ae0631475 admin admin] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 14:43:36.162761 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e815aee7-13ea-4e13-a409-253521dae784 None None] Sync routers for ids ['6a4eed94-bc27-4b5a-a5c2-bcb624f30ef4'] in n-d-694802-15 {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 14:43:36.165519 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-44ba4a01-f29f-46c0-8994-494ae0631475 admin admin] 10.222.0.39 "PUT /v2.0/routers/6a4eed94-bc27-4b5a-a5c2-bcb624f30ef4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4214244 Aug 12 14:43:36.181111 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e815aee7-13ea-4e13-a409-253521dae784 None None] Routers {'6a4eed94-bc27-4b5a-a5c2-bcb624f30ef4'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:43:36.181788 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-e815aee7-13ea-4e13-a409-253521dae784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:43:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['6a4eed94-bc27-4b5a-a5c2-bcb624f30ef4'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:43:36.204633 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port 8a2a2db8-839c-4c50-9e8b-57a36dc63c1f, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=8a2a2db8-839c-4c50-9e8b-57a36dc63c1f,segment=NetworkSegment(7719c74d-4dec-43da-873e-de69f6f169be),segment_id=7719c74d-4dec-43da-873e-de69f6f169be)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:43:36.209032 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-f0de2ab7-a78b-40c9-a1ef-bc8bf49b42a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66416232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2859225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3343748'] for subnet, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:36.227875 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Returning: {'device': '8a2a2db8-839c-4c50-9e8b-57a36dc63c1f', 'network_id': 'b1fed0d0-2b0c-4ed8-b3b7-4ff4b735f473', 'port_id': '8a2a2db8-839c-4c50-9e8b-57a36dc63c1f', 'mac_address': 'fa:16:3e:81:6e:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '211c9137-e01f-4e3e-8c7e-449dda79def5', 'ip_address': '10.1.1.162'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 14:43:36.268598 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Pushing event updated for resources: {'Port': ['ID=20995681-edf1-4159-b285-2b70fd9775cf,revision_number=4']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:43:36.269889 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-fac406bc-dfce-41d9-bc2a-5a2bbcf737d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-429375'] for router, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:36.270461 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fac406bc-dfce-41d9-bc2a-5a2bbcf737d3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f87ffe3d-6281-4a09-a61f-dc5332db301f {{(pid=94466) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 14:43:36.285456 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0de2ab7-a78b-40c9-a1ef-bc8bf49b42a3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=50f0d6af-41da-4d7e-a76f-ac6ea01824bf,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:43:36.290824 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-fac406bc-dfce-41d9-bc2a-5a2bbcf737d3 admin admin] Notify callbacks [] for router, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:36.294078 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-fac406bc-dfce-41d9-bc2a-5a2bbcf737d3 admin admin] 10.222.0.39 "DELETE /v2.0/routers/f87ffe3d-6281-4a09-a61f-dc5332db301f HTTP/1.1" status: 204 len: 168 time: 2.9636734 Aug 12 14:43:36.300255 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-f0de2ab7-a78b-40c9-a1ef-bc8bf49b42a3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:36.302189 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-f0de2ab7-a78b-40c9-a1ef-bc8bf49b42a3 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/50f0d6af-41da-4d7e-a76f-ac6ea01824bf HTTP/1.1" status: 204 len: 168 time: 1.0304906 Aug 12 14:43:36.305569 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 48902) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:43:36.305909 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 48904) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:43:36.315622 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-4c38c6a5-c543-4440-bf33-33392cfb9d5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:36.322600 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:36.348189 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a2a2db8-839c-4c50-9e8b-57a36dc63c1f {{(pid=94468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:43:36.374433 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-4c38c6a5-c543-4440-bf33-33392cfb9d5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:36.380485 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port 8a2a2db8-839c-4c50-9e8b-57a36dc63c1f, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=8a2a2db8-839c-4c50-9e8b-57a36dc63c1f,segment=NetworkSegment(7719c74d-4dec-43da-873e-de69f6f169be),segment_id=7719c74d-4dec-43da-873e-de69f6f169be)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:43:36.386954 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:36.387686 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device 57eff036-3311-481b-b542-bcfb85ced81c details requested by agent hyperv_n-h1-694802-15 with host n-h1-694802-15 {{(pid=94468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 14:43:36.414869 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-e815aee7-13ea-4e13-a409-253521dae784 None None] Set router 6a4eed94-bc27-4b5a-a5c2-bcb624f30ef4 gateway port host: n-d-694802-15 {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:43:36.474248 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-4c38c6a5-c543-4440-bf33-33392cfb9d5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:36.479246 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-4c38c6a5-c543-4440-bf33-33392cfb9d5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:36.481017 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-4c38c6a5-c543-4440-bf33-33392cfb9d5e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4437f620-8c74-47fd-842f-12f52391e70a HTTP/1.1" status: 204 len: 168 time: 0.3590090 Aug 12 14:43:36.516192 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c38c6a5-c543-4440-bf33-33392cfb9d5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4437f620-8c74-47fd-842f-12f52391e70a,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:43:36.612749 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Pushing event updated for resources: {'Port': ['ID=8a2a2db8-839c-4c50-9e8b-57a36dc63c1f,revision_number=4']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:43:36.683006 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port 57eff036-3311-481b-b542-bcfb85ced81c, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=57eff036-3311-481b-b542-bcfb85ced81c,segment=NetworkSegment(241c97dc-4b9b-4462-a69d-097a1bbfec16),segment_id=241c97dc-4b9b-4462-a69d-097a1bbfec16)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:43:36.697154 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Returning: {'device': '57eff036-3311-481b-b542-bcfb85ced81c', 'network_id': '11988a36-0d35-41ac-a66e-5ed968be2dc8', 'port_id': '57eff036-3311-481b-b542-bcfb85ced81c', 'mac_address': 'fa:16:3e:ba:31:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f28f0220-494a-4307-80cf-9a7c85a04176', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 14:43:36.795659 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:36.814517 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57eff036-3311-481b-b542-bcfb85ced81c {{(pid=94468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:43:36.836252 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-e815aee7-13ea-4e13-a409-253521dae784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a4eed94-bc27-4b5a-a5c2-bcb624f30ef4', 'name': 'tempest-AttachVolumeShelveTestJSON-919977636-router', 'tenant_id': '3a3bdd41fa344002b106e434a17bdf78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': 'b848814d-02f9-4e6d-a7d4-f67f9f79aee9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:43:22Z', 'updated_at': '2021-08-12T14:43:34Z', 'revision_number': 4, 'project_id': '3a3bdd41fa344002b106e434a17bdf78', 'gw_port': {'id': 'b848814d-02f9-4e6d-a7d4-f67f9f79aee9', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:ed:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a4eed94-bc27-4b5a-a5c2-bcb624f30ef4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:43:23Z', 'updated_at': '2021-08-12T14:43:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': 'ac1058a7-6857-446c-aead-fc64ad1cbb2a', 'name': '', 'network_id': '2ad93210-7061-461d-8617-49848448cc38', 'tenant_id': '3a3bdd41fa344002b106e434a17bdf78', 'mac_address': 'fa:16:3e:a0:9d:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a4eed94-bc27-4b5a-a5c2-bcb624f30ef4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': 'ce169be2-a716-4bd9-89d0-74eedc855ec7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:43:30Z', 'updated_at': '2021-08-12T14:43:34Z', 'revision_number': 2, 'project_id': '3a3bdd41fa344002b106e434a17bdf78', 'subnets': [{'id': 'ce169be2-a716-4bd9-89d0-74eedc855ec7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:43:36.854413 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port 57eff036-3311-481b-b542-bcfb85ced81c, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=57eff036-3311-481b-b542-bcfb85ced81c,segment=NetworkSegment(241c97dc-4b9b-4462-a69d-097a1bbfec16),segment_id=241c97dc-4b9b-4462-a69d-097a1bbfec16)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:43:36.859712 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:36.860644 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device 5bb0a447-96d6-4415-8a53-9ce9a3ae9385 details requested by agent hyperv_n-h1-694802-15 with host n-h1-694802-15 {{(pid=94468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 14:43:36.917115 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e815aee7-13ea-4e13-a409-253521dae784 None None] Checking router: 6a4eed94-bc27-4b5a-a5c2-bcb624f30ef4 for host: n-d-694802-15 {{(pid=94469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 14:43:36.917851 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e815aee7-13ea-4e13-a409-253521dae784 None None] Updating router 6a4eed94-bc27-4b5a-a5c2-bcb624f30ef4 port ac1058a7-6857-446c-aead-fc64ad1cbb2a binding host n-d-694802-15 {{(pid=94469) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 14:43:36.930858 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Pushing event updated for resources: {'Port': ['ID=57eff036-3311-481b-b542-bcfb85ced81c,revision_number=4']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:43:36.976823 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-e815aee7-13ea-4e13-a409-253521dae784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:36.981080 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port 5bb0a447-96d6-4415-8a53-9ce9a3ae9385, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=5bb0a447-96d6-4415-8a53-9ce9a3ae9385,segment=NetworkSegment(7719c74d-4dec-43da-873e-de69f6f169be),segment_id=7719c74d-4dec-43da-873e-de69f6f169be)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:43:36.999193 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Returning: {'device': '5bb0a447-96d6-4415-8a53-9ce9a3ae9385', 'network_id': 'b1fed0d0-2b0c-4ed8-b3b7-4ff4b735f473', 'port_id': '5bb0a447-96d6-4415-8a53-9ce9a3ae9385', 'mac_address': 'fa:16:3e:2c:e4:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '211c9137-e01f-4e3e-8c7e-449dda79def5', 'ip_address': '10.1.1.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 14:43:37.043297 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 48916) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:43:37.064658 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59262edd-23b6-494f-88c6-3720e131071a req-57a307f2-f86f-400e-8177-5d887a8ce868 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:37.072821 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59262edd-23b6-494f-88c6-3720e131071a req-57a307f2-f86f-400e-8177-5d887a8ce868 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:37.075219 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-9f360367-70dd-4070-9f00-c07349a5fded admin admin] Notify callbacks [] for security_group, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:37.079823 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59262edd-23b6-494f-88c6-3720e131071a req-57a307f2-f86f-400e-8177-5d887a8ce868 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:37.087013 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59262edd-23b6-494f-88c6-3720e131071a req-57a307f2-f86f-400e-8177-5d887a8ce868 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:37.091557 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:37.095700 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59262edd-23b6-494f-88c6-3720e131071a req-57a307f2-f86f-400e-8177-5d887a8ce868 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:37.110628 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59262edd-23b6-494f-88c6-3720e131071a req-57a307f2-f86f-400e-8177-5d887a8ce868 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:37.117185 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59262edd-23b6-494f-88c6-3720e131071a req-57a307f2-f86f-400e-8177-5d887a8ce868 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:37.137135 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-59262edd-23b6-494f-88c6-3720e131071a req-57a307f2-f86f-400e-8177-5d887a8ce868 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] 10.222.0.39 "GET /v2.0/ports?device_id=b84c5c28-8f10-4782-84ae-2f8fa89bf4c6 HTTP/1.1" status: 200 len: 5421 time: 1.0221970 Aug 12 14:43:37.147538 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5bb0a447-96d6-4415-8a53-9ce9a3ae9385 {{(pid=94468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:43:37.203113 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-f0c6b7a9-993f-4f2d-8bd4-cde57badd700 service neutron] For port 0d3500d0-8996-4ba7-a29c-4271f88cdfba, host n-h2-694802-15, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:43:37.210027 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port 5bb0a447-96d6-4415-8a53-9ce9a3ae9385, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=5bb0a447-96d6-4415-8a53-9ce9a3ae9385,segment=NetworkSegment(7719c74d-4dec-43da-873e-de69f6f169be),segment_id=7719c74d-4dec-43da-873e-de69f6f169be)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:43:37.218733 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:37.219591 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device 193ce8b9-1189-46e3-aa87-cd5d43e80d96 details requested by agent hyperv_n-h1-694802-15 with host n-h1-694802-15 {{(pid=94468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 14:43:37.245326 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_v2 [None req-cba0313e-8adb-440d-9270-ada808b85515 admin admin] Deleting subnet 533e223a-944d-47e1-80d5-fae066bbb59d {{(pid=94466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 14:43:37.248896 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-cba0313e-8adb-440d-9270-ada808b85515 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:37.298754 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device ee831c4f-00f3-4d6d-9718-ee1f0a2fc5f1 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:43:37.309174 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-cba0313e-8adb-440d-9270-ada808b85515 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2293551'] for subnet, precommit_delete_associations {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:37.313749 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcffc767-21d1-42c8-aadc-5823eb815ff9 None None] Network 7cd2b536-b253-43d2-bd9a-c67299aac363 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:43:37.340700 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-9f360367-70dd-4070-9f00-c07349a5fded admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:37.350125 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-9f360367-70dd-4070-9f00-c07349a5fded admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:37.417551 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-cba0313e-8adb-440d-9270-ada808b85515 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66416255'] for subnet, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:37.441077 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-9f360367-70dd-4070-9f00-c07349a5fded admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5c7043e54c8f43cb9ca6a7493a43a62d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3962905 Aug 12 14:43:37.442331 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f360367-70dd-4070-9f00-c07349a5fded admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c755a691-f6d2-4291-93f1-047698b592b6,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:43:37.446072 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 48920) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:43:37.465456 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 48922) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:43:37.470474 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-f9595a06-9c2c-4893-9c92-ba936dc2bb4c tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Request body: {'security_group': {'name': 'tempest-securitygroup--932867664', 'description': 'tempest-description--615317582'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:43:37.481224 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-aeb8c114-63b6-4c33-950e-873c4ff9be56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680608'] for network, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:37.495791 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-f0c6b7a9-993f-4f2d-8bd4-cde57badd700 service neutron] For port 0d3500d0-8996-4ba7-a29c-4271f88cdfba, host n-h2-694802-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=0d3500d0-8996-4ba7-a29c-4271f88cdfba,segment=NetworkSegment(505995ff-9200-4984-b515-d69d3d86fab3),segment_id=505995ff-9200-4984-b515-d69d3d86fab3)] {{(pid=94466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:43:37.497791 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-294b2cb1-c992-4402-8afb-674c771b4b77 tempest-ExtraDHCPOptionsIpV6TestJSON-1893169011 tempest-ExtraDHCPOptionsIpV6TestJSON-1893169011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:37.505474 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-f9595a06-9c2c-4893-9c92-ba936dc2bb4c tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Notify callbacks [] for security_group, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:37.530193 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-f0c6b7a9-993f-4f2d-8bd4-cde57badd700 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3718439'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:37.597714 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-cba0313e-8adb-440d-9270-ada808b85515 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66416232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3718429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8776402'] for subnet, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:37.604611 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-59262edd-23b6-494f-88c6-3720e131071a req-435840bf-be07-4006-a206-26cd0de2fedd tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] 10.222.0.39 "GET /v2.0/security-groups?id=acce5d50-80c7-459a-8d6c-3aec4a7c97df&id=853e07d7-c0f4-4b67-a247-29748be080a8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4435863 Aug 12 14:43:37.607314 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-294b2cb1-c992-4402-8afb-674c771b4b77 tempest-ExtraDHCPOptionsIpV6TestJSON-1893169011 tempest-ExtraDHCPOptionsIpV6TestJSON-1893169011-project] Network 7cd2b536-b253-43d2-bd9a-c67299aac363 is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:43:37.642702 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-f0c6b7a9-993f-4f2d-8bd4-cde57badd700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:37.642702 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-f0c6b7a9-993f-4f2d-8bd4-cde57badd700 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:37.642702 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-f0c6b7a9-993f-4f2d-8bd4-cde57badd700 service neutron] 10.222.0.49 "PUT /v2.0/ports/0d3500d0-8996-4ba7-a29c-4271f88cdfba HTTP/1.1" status: 200 len: 1092 time: 3.7866755 Aug 12 14:43:37.652325 n-d-694802-15 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '419c5c7f-827f-4397-9cc6-d186147a5698', 'tag': '0d3500d0-8996-4ba7-a29c-4271f88cdfba'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:43:37.653181 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-f9595a06-9c2c-4893-9c92-ba936dc2bb4c tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Notify callbacks [] for security_group, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:37.656052 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e785eeede3897370d0b20f09d5f461b30cfecd5ed38c4f07dacd02bc52c9277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b38abaa4-70c2-4133-bcb7-1540973cdfb6" -d '{"events": [{"name": "network-changed", "server_uuid": "419c5c7f-827f-4397-9cc6-d186147a5698", "tag": "0d3500d0-8996-4ba7-a29c-4271f88cdfba"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:43:37.662465 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-f9595a06-9c2c-4893-9c92-ba936dc2bb4c tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:37.701758 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9595a06-9c2c-4893-9c92-ba936dc2bb4c tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae835367-3679-4f41-a825-d086536e4cce,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:43:37.714841 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-294b2cb1-c992-4402-8afb-674c771b4b77 tempest-ExtraDHCPOptionsIpV6TestJSON-1893169011 tempest-ExtraDHCPOptionsIpV6TestJSON-1893169011-project] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:43:37.729543 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-294b2cb1-c992-4402-8afb-674c771b4b77 tempest-ExtraDHCPOptionsIpV6TestJSON-1893169011 tempest-ExtraDHCPOptionsIpV6TestJSON-1893169011-project] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:43:37.736427 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-f9595a06-9c2c-4893-9c92-ba936dc2bb4c tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:37.738050 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-f9595a06-9c2c-4893-9c92-ba936dc2bb4c tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2715745 Aug 12 14:43:37.742080 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-e815aee7-13ea-4e13-a409-253521dae784 None None] Notify callbacks [] for port, precommit_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:37.754964 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 48928) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:43:37.758419 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-294b2cb1-c992-4402-8afb-674c771b4b77 tempest-ExtraDHCPOptionsIpV6TestJSON-1893169011 tempest-ExtraDHCPOptionsIpV6TestJSON-1893169011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:37.758612 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-ee31a35f-84de-49ed-ac34-1471cca83362 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:37.759481 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-294b2cb1-c992-4402-8afb-674c771b4b77 tempest-ExtraDHCPOptionsIpV6TestJSON-1893169011 tempest-ExtraDHCPOptionsIpV6TestJSON-1893169011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:37.762905 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.provisioning_blocks [None req-e815aee7-13ea-4e13-a409-253521dae784 None None] Transition to ACTIVE for port object ac1058a7-6857-446c-aead-fc64ad1cbb2a will not be triggered until provisioned by entity L2. {{(pid=94469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:43:37.764249 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-9475316e-2239-4332-88cd-0c94355807a5 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Request body: {'security_group_rule': {'security_group_id': 'ae835367-3679-4f41-a825-d086536e4cce', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:43:37.770387 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-e815aee7-13ea-4e13-a409-253521dae784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:37.781074 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-0aa1fc5a-c312-456b-9ad0-72f2260530a4 service neutron] Request body: {'port': {'device_id': '419c5c7f-827f-4397-9cc6-d186147a5698', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-694802-15'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:43:37.784868 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba0313e-8adb-440d-9270-ada808b85515 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=533e223a-944d-47e1-80d5-fae066bbb59d,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:43:37.821244 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-cba0313e-8adb-440d-9270-ada808b85515 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for subnet, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:37.824444 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-cba0313e-8adb-440d-9270-ada808b85515 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/533e223a-944d-47e1-80d5-fae066bbb59d HTTP/1.1" status: 204 len: 168 time: 1.5157363 Aug 12 14:43:37.827113 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294b2cb1-c992-4402-8afb-674c771b4b77 tempest-ExtraDHCPOptionsIpV6TestJSON-1893169011 tempest-ExtraDHCPOptionsIpV6TestJSON-1893169011-project] Pushing event updated for resources: {'Port': ['ID=267ef6dc-9a2b-40f7-9060-cfa0cfc5489e,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:43:37.833190 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 48930) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:43:37.849267 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-4d7a7e88-1ebb-43c4-b007-9b2d4d4e9617 None None] Provisioning for port ee831c4f-00f3-4d6d-9718-ee1f0a2fc5f1 completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:43:37.851314 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-512eeccc-dcb5-4f09-9344-844e58300e92 None None] Network 99dd6f28-5ac8-4360-aaea-96a0e78d71fe requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:43:37.878846 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f2b797-900c-4e7f-a858-66fa654c6d7d None None] Pushing event updated for resources: {'Port': ['ID=ac1058a7-6857-446c-aead-fc64ad1cbb2a,revision_number=3']} {{(pid=94469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:43:37.896851 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f2b797-900c-4e7f-a858-66fa654c6d7d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:43:37.896851 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f2b797-900c-4e7f-a858-66fa654c6d7d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:43:37.896851 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f2b797-900c-4e7f-a858-66fa654c6d7d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:43:37.896851 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f2b797-900c-4e7f-a858-66fa654c6d7d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:43:37.907170 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f2b797-900c-4e7f-a858-66fa654c6d7d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:43:37.907570 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f2b797-900c-4e7f-a858-66fa654c6d7d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:43:37.908304 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f2b797-900c-4e7f-a858-66fa654c6d7d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:43:37.908757 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f2b797-900c-4e7f-a858-66fa654c6d7d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:43:37.909187 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f2b797-900c-4e7f-a858-66fa654c6d7d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:43:37.909619 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f2b797-900c-4e7f-a858-66fa654c6d7d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:43:37.910051 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f2b797-900c-4e7f-a858-66fa654c6d7d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:43:37.910497 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f2b797-900c-4e7f-a858-66fa654c6d7d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:43:37.944316 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-ee31a35f-84de-49ed-ac34-1471cca83362 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:37.944528 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Pushing event updated for resources: {'Port': ['ID=5bb0a447-96d6-4415-8a53-9ce9a3ae9385,revision_number=4']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:43:37.970959 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee643a7-6ca7-4140-af7c-3fb68a139b1b req-98bf7aa2-664b-4432-bb10-44e76454b27a tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:37.977328 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee643a7-6ca7-4140-af7c-3fb68a139b1b req-98bf7aa2-664b-4432-bb10-44e76454b27a tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:38.000209 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee643a7-6ca7-4140-af7c-3fb68a139b1b req-98bf7aa2-664b-4432-bb10-44e76454b27a tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:38.008904 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee643a7-6ca7-4140-af7c-3fb68a139b1b req-98bf7aa2-664b-4432-bb10-44e76454b27a tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:38.010044 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.managers [None req-e815aee7-13ea-4e13-a409-253521dae784 None None] Attempting to bind port ac1058a7-6857-446c-aead-fc64ad1cbb2a on host n-d-694802-15 for vnic_type normal with profile {{(pid=94469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:43:38.010654 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.managers [None req-e815aee7-13ea-4e13-a409-253521dae784 None None] Attempting to bind port ac1058a7-6857-446c-aead-fc64ad1cbb2a by drivers openvswitch,hyperv on host n-d-694802-15 at level 0 using segments [{'id': 'b72762b4-956b-443d-aaee-4b6799d6bcb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '2ad93210-7061-461d-8617-49848448cc38'}] {{(pid=94469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:43:38.011416 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e815aee7-13ea-4e13-a409-253521dae784 None None] Attempting to bind port ac1058a7-6857-446c-aead-fc64ad1cbb2a on network 2ad93210-7061-461d-8617-49848448cc38 {{(pid=94469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:43:38.015117 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee643a7-6ca7-4140-af7c-3fb68a139b1b req-98bf7aa2-664b-4432-bb10-44e76454b27a tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:38.017624 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e815aee7-13ea-4e13-a409-253521dae784 None None] Checking agent: {'id': '16de73ac-f2e9-4cee-b3e0-91052ae3e6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 20, 13), 'started_at': datetime.datetime(2021, 8, 12, 14, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 43, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:43:38.018278 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e815aee7-13ea-4e13-a409-253521dae784 None None] Checking segment: {'id': 'b72762b4-956b-443d-aaee-4b6799d6bcb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '2ad93210-7061-461d-8617-49848448cc38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:43:38.018927 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-e815aee7-13ea-4e13-a409-253521dae784 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:38.019585 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e815aee7-13ea-4e13-a409-253521dae784 None None] Bound using segment: {'id': 'b72762b4-956b-443d-aaee-4b6799d6bcb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '2ad93210-7061-461d-8617-49848448cc38'} {{(pid=94469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:43:38.020270 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.managers [None req-e815aee7-13ea-4e13-a409-253521dae784 None None] Bound port: ac1058a7-6857-446c-aead-fc64ad1cbb2a, host: n-d-694802-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b72762b4-956b-443d-aaee-4b6799d6bcb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '2ad93210-7061-461d-8617-49848448cc38'}}] {{(pid=94469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:43:38.020881 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-e815aee7-13ea-4e13-a409-253521dae784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:38.021190 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee643a7-6ca7-4140-af7c-3fb68a139b1b req-98bf7aa2-664b-4432-bb10-44e76454b27a tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:38.027452 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee643a7-6ca7-4140-af7c-3fb68a139b1b req-98bf7aa2-664b-4432-bb10-44e76454b27a tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:38.029551 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4ee643a7-6ca7-4140-af7c-3fb68a139b1b req-98bf7aa2-664b-4432-bb10-44e76454b27a tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] 10.222.0.39 "GET /v2.0/ports?device_id=419c5c7f-827f-4397-9cc6-d186147a5698 HTTP/1.1" status: 200 len: 5406 time: 0.3334484 Aug 12 14:43:38.046173 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-9475316e-2239-4332-88cd-0c94355807a5 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:38.096885 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-294b2cb1-c992-4402-8afb-674c771b4b77 tempest-ExtraDHCPOptionsIpV6TestJSON-1893169011 tempest-ExtraDHCPOptionsIpV6TestJSON-1893169011-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 4.2442358 Aug 12 14:43:38.108588 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 48932) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:43:38.112008 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.db [None req-e815aee7-13ea-4e13-a409-253521dae784 None None] For port ac1058a7-6857-446c-aead-fc64ad1cbb2a, host n-d-694802-15, cleared binding levels {{(pid=94469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:43:38.117416 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.db [None req-e815aee7-13ea-4e13-a409-253521dae784 None None] For port ac1058a7-6857-446c-aead-fc64ad1cbb2a, host n-d-694802-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=ac1058a7-6857-446c-aead-fc64ad1cbb2a,segment=NetworkSegment(b72762b4-956b-443d-aaee-4b6799d6bcb9),segment_id=b72762b4-956b-443d-aaee-4b6799d6bcb9)] {{(pid=94469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:43:38.123968 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-e815aee7-13ea-4e13-a409-253521dae784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:38.127473 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-db5559c2-3c7f-48ed-ab60-2e91d71385b9 tempest-ExtraDHCPOptionsIpV6TestJSON-1893169011 tempest-ExtraDHCPOptionsIpV6TestJSON-1893169011-project] Request body: {'port': {'network_id': '7cd2b536-b253-43d2-bd9a-c67299aac363', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1173605898', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:43:38.128041 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.api.validators [None req-db5559c2-3c7f-48ed-ab60-2e91d71385b9 tempest-ExtraDHCPOptionsIpV6TestJSON-1893169011 tempest-ExtraDHCPOptionsIpV6TestJSON-1893169011-project] bootfile-name is not in valid_values {{(pid=94467) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 12 14:43:38.128385 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.api.validators [None req-db5559c2-3c7f-48ed-ab60-2e91d71385b9 tempest-ExtraDHCPOptionsIpV6TestJSON-1893169011 tempest-ExtraDHCPOptionsIpV6TestJSON-1893169011-project] tftp-server is not in valid_values {{(pid=94467) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 12 14:43:38.128719 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.api.validators [None req-db5559c2-3c7f-48ed-ab60-2e91d71385b9 tempest-ExtraDHCPOptionsIpV6TestJSON-1893169011 tempest-ExtraDHCPOptionsIpV6TestJSON-1893169011-project] server-ip-address is not in valid_values {{(pid=94467) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 12 14:43:38.152410 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port 193ce8b9-1189-46e3-aa87-cd5d43e80d96, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=193ce8b9-1189-46e3-aa87-cd5d43e80d96,segment=NetworkSegment(6e9bacb5-9701-46a9-adfa-39555d8c5ebb),segment_id=6e9bacb5-9701-46a9-adfa-39555d8c5ebb)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:43:38.178665 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-aeb8c114-63b6-4c33-950e-873c4ff9be56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66413304', 'neutron.services.segments.db._delete_segments_for_network-8744654118000'] for network, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:38.179005 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Returning: {'device': '193ce8b9-1189-46e3-aa87-cd5d43e80d96', 'network_id': 'b0e24b64-21a7-4e71-9bbe-cc7d87ed30df', 'port_id': '193ce8b9-1189-46e3-aa87-cd5d43e80d96', 'mac_address': 'fa:16:3e:52:7c:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7be71cde-d18d-4052-a6ca-8e91d1377f01', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 14:43:38.182938 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-0aa1fc5a-c312-456b-9ad0-72f2260530a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:38.184102 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning for port ee831c4f-00f3-4d6d-9718-ee1f0a2fc5f1 completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:43:38.201046 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a4e43d05-4d99-4d05-9624-48a75cfdb00e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680608'] for network, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:38.205796 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f2b797-900c-4e7f-a858-66fa654c6d7d None None] Pushing event updated for resources: {'Port': ['ID=ac1058a7-6857-446c-aead-fc64ad1cbb2a,revision_number=4']} {{(pid=94469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:43:38.211797 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8542d979-666a-4c4f-8c60-f13deda6da47 req-cadec870-d16c-4f9a-811e-e4dbd8f4ba56 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:38.213523 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-8542d979-666a-4c4f-8c60-f13deda6da47 req-cadec870-d16c-4f9a-811e-e4dbd8f4ba56 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/ports?device_id=82ca70f0-3356-4166-96ef-a264876874d1 HTTP/1.1" status: 200 len: 946 time: 0.4389279 Aug 12 14:43:38.229764 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e815aee7-13ea-4e13-a409-253521dae784 None None] Routers {'6a4eed94-bc27-4b5a-a5c2-bcb624f30ef4'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:43:38.230712 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-e815aee7-13ea-4e13-a409-253521dae784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:43:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['6a4eed94-bc27-4b5a-a5c2-bcb624f30ef4'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:43:38.239935 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-aeb8c114-63b6-4c33-950e-873c4ff9be56 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4f0fddc-478c-44c2-97bc-2bf57007f369']}} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:43:38.269011 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c6b7a9-993f-4f2d-8bd4-cde57badd700 service neutron] Pushing event updated for resources: {'Port': ['ID=0d3500d0-8996-4ba7-a29c-4271f88cdfba,revision_number=3']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:43:38.274472 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4ee643a7-6ca7-4140-af7c-3fb68a139b1b req-4e3c4414-5594-4712-b65a-6623f2522d36 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] 10.222.0.39 "GET /v2.0/security-groups?id=f56fbbcf-68c5-4074-ab5b-41ec110855f2&id=def6086d-0ad1-4cdd-9c71-80d1fefb9be7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2183981 Aug 12 14:43:38.278433 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-aeb8c114-63b6-4c33-950e-873c4ff9be56 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b5ef232-de6a-44a2-b77c-9363bbf2821f') {'for_net_delete': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:43:38.278977 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-aeb8c114-63b6-4c33-950e-873c4ff9be56 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b5ef232-de6a-44a2-b77c-9363bbf2821f') {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:43:38.310253 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-aeb8c114-63b6-4c33-950e-873c4ff9be56 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744654122361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2293560'] for segment, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:38.336026 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-9475316e-2239-4332-88cd-0c94355807a5 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:38.340787 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-9475316e-2239-4332-88cd-0c94355807a5 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641735'] for security_group_rule, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:38.351349 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port ee831c4f-00f3-4d6d-9718-ee1f0a2fc5f1 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:43:38.351733 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:38.408983 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-ee31a35f-84de-49ed-ac34-1471cca83362 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:38.411875 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-ee31a35f-84de-49ed-ac34-1471cca83362 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:38.415824 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-ee31a35f-84de-49ed-ac34-1471cca83362 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c755a691-f6d2-4291-93f1-047698b592b6 HTTP/1.1" status: 204 len: 168 time: 0.9674516 Aug 12 14:43:38.418955 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-e815aee7-13ea-4e13-a409-253521dae784 None None] Set router 6a4eed94-bc27-4b5a-a5c2-bcb624f30ef4 gateway port host: n-d-694802-15 {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:43:38.430525 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9475316e-2239-4332-88cd-0c94355807a5 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2082d73-8b1a-4a15-836b-8e7b2d4883e2,revision_number=0']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:43:38.450242 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee31a35f-84de-49ed-ac34-1471cca83362 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c755a691-f6d2-4291-93f1-047698b592b6,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:43:38.470563 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:38.475712 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-9475316e-2239-4332-88cd-0c94355807a5 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:38.476909 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-9475316e-2239-4332-88cd-0c94355807a5 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7196229 Aug 12 14:43:38.510265 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 193ce8b9-1189-46e3-aa87-cd5d43e80d96 {{(pid=94468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:43:38.524730 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 48936) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:43:38.535197 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 14:43:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a98f4420-deda-4b19-815d-5a498dbd992a x-openstack-request-id: req-a98f4420-deda-4b19-815d-5a498dbd992a {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:43:38.535542 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "419c5c7f-827f-4397-9cc6-d186147a5698", "tag": "0d3500d0-8996-4ba7-a29c-4271f88cdfba", "status": "completed", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:43:38.536178 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a98f4420-deda-4b19-815d-5a498dbd992a {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:43:38.536178 n-d-694802-15 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '419c5c7f-827f-4397-9cc6-d186147a5698', 'tag': '0d3500d0-8996-4ba7-a29c-4271f88cdfba', 'status': 'completed', 'code': 200} Aug 12 14:43:38.546514 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-aeb8c114-63b6-4c33-950e-873c4ff9be56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:38.549999 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-842e8f2d-fd67-4cdd-94d5-6df38d58e658 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Request body: {'security_group_rule': {'security_group_id': 'ae835367-3679-4f41-a825-d086536e4cce', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:43:38.553392 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aeb8c114-63b6-4c33-950e-873c4ff9be56 admin admin] Releasing vlan 322 on physical network physnet1 to pool {{(pid=94466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 14:43:38.554052 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-aeb8c114-63b6-4c33-950e-873c4ff9be56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3718595'] for segment, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:38.637272 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:38.652340 n-d-694802-15 neutron-server[94466]: Traceback (most recent call last): Aug 12 14:43:38.652340 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 14:43:38.652340 n-d-694802-15 neutron-server[94466]: timer() Aug 12 14:43:38.652340 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 14:43:38.652340 n-d-694802-15 neutron-server[94466]: cb(*args, **kw) Aug 12 14:43:38.652340 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 14:43:38.652340 n-d-694802-15 neutron-server[94466]: return func(*args, **kwargs) Aug 12 14:43:38.652340 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 14:43:38.652340 n-d-694802-15 neutron-server[94466]: self._notify() Aug 12 14:43:38.652340 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 14:43:38.652340 n-d-694802-15 neutron-server[94466]: self.callback(batched_events) Aug 12 14:43:38.652340 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 14:43:38.652340 n-d-694802-15 neutron-server[94466]: event.method(event) Aug 12 14:43:38.652340 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 14:43:38.652340 n-d-694802-15 neutron-server[94466]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 14:43:38.652340 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 14:43:38.652340 n-d-694802-15 neutron-server[94466]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 14:43:38.652340 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 14:43:38.652340 n-d-694802-15 neutron-server[94466]: return f(self, *a, **k) Aug 12 14:43:38.652340 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 14:43:38.652340 n-d-694802-15 neutron-server[94466]: return self._get(url).json() Aug 12 14:43:38.652340 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 14:43:38.652340 n-d-694802-15 neutron-server[94466]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 14:43:38.652340 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 14:43:38.652340 n-d-694802-15 neutron-server[94466]: return self.request(url, 'GET', **kwargs) Aug 12 14:43:38.652340 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 14:43:38.652340 n-d-694802-15 neutron-server[94466]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 14:43:38.652340 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 14:43:38.652340 n-d-694802-15 neutron-server[94466]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 14:43:38.652340 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 14:43:38.652340 n-d-694802-15 neutron-server[94466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 14:43:38.652340 n-d-694802-15 neutron-server[94466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 14:43:38.675386 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-8542d979-666a-4c4f-8c60-f13deda6da47 req-b687ddc3-336e-4c73-a3be-28057672a7b0 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc2dacd2-6b8c-4388-a6b9-7c76f36fc545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4165552 Aug 12 14:43:38.676177 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-aeb8c114-63b6-4c33-950e-873c4ff9be56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66413281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431520'] for network, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:38.687406 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-aeb8c114-63b6-4c33-950e-873c4ff9be56 admin admin] Notify callbacks [] for network, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:38.689897 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-aeb8c114-63b6-4c33-950e-873c4ff9be56 admin admin] 10.222.0.39 "DELETE /v2.0/networks/d4f0fddc-478c-44c2-97bc-2bf57007f369 HTTP/1.1" status: 204 len: 168 time: 2.3787527 Aug 12 14:43:38.693692 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] For port ee831c4f-00f3-4d6d-9718-ee1f0a2fc5f1, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=ee831c4f-00f3-4d6d-9718-ee1f0a2fc5f1,segment=NetworkSegment(c2ca4a32-8af4-4c03-ad49-db0d69ea4dba),segment_id=c2ca4a32-8af4-4c03-ad49-db0d69ea4dba)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:43:38.708691 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-842e8f2d-fd67-4cdd-94d5-6df38d58e658 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:38.732682 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:38.737563 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb8c114-63b6-4c33-950e-873c4ff9be56 admin admin] Pushing event deleted for resources: {'Network': ['ID=d4f0fddc-478c-44c2-97bc-2bf57007f369,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:43:38.753443 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port 193ce8b9-1189-46e3-aa87-cd5d43e80d96, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=193ce8b9-1189-46e3-aa87-cd5d43e80d96,segment=NetworkSegment(6e9bacb5-9701-46a9-adfa-39555d8c5ebb),segment_id=6e9bacb5-9701-46a9-adfa-39555d8c5ebb)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:43:38.878193 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38abaa4-70c2-4133-bcb7-1540973cdfb6 req-16d6fc04-5a6c-4164-b827-7ff9f8591f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:38.878696 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38abaa4-70c2-4133-bcb7-1540973cdfb6 req-16d6fc04-5a6c-4164-b827-7ff9f8591f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:38.893002 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38abaa4-70c2-4133-bcb7-1540973cdfb6 req-16d6fc04-5a6c-4164-b827-7ff9f8591f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:38.895758 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38abaa4-70c2-4133-bcb7-1540973cdfb6 req-16d6fc04-5a6c-4164-b827-7ff9f8591f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:38.896255 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38abaa4-70c2-4133-bcb7-1540973cdfb6 req-16d6fc04-5a6c-4164-b827-7ff9f8591f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:38.914970 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38abaa4-70c2-4133-bcb7-1540973cdfb6 req-16d6fc04-5a6c-4164-b827-7ff9f8591f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:38.915640 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38abaa4-70c2-4133-bcb7-1540973cdfb6 req-16d6fc04-5a6c-4164-b827-7ff9f8591f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:38.917759 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b38abaa4-70c2-4133-bcb7-1540973cdfb6 req-16d6fc04-5a6c-4164-b827-7ff9f8591f5a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c4f0f352632942859f6399a2c9890ad2&device_id=419c5c7f-827f-4397-9cc6-d186147a5698 HTTP/1.1" status: 200 len: 6358 time: 0.4986310 Aug 12 14:43:38.930586 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Pushing event updated for resources: {'Port': ['ID=ee831c4f-00f3-4d6d-9718-ee1f0a2fc5f1,revision_number=3']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:43:38.950000 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:38.967108 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device 7de8ae80-93f9-4c28-b118-83a2cf3c4c92 details requested by agent hyperv_n-h1-694802-15 with host n-h1-694802-15 {{(pid=94468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 14:43:39.016413 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-e815aee7-13ea-4e13-a409-253521dae784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a4eed94-bc27-4b5a-a5c2-bcb624f30ef4', 'name': 'tempest-AttachVolumeShelveTestJSON-919977636-router', 'tenant_id': '3a3bdd41fa344002b106e434a17bdf78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': 'b848814d-02f9-4e6d-a7d4-f67f9f79aee9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:43:22Z', 'updated_at': '2021-08-12T14:43:34Z', 'revision_number': 4, 'project_id': '3a3bdd41fa344002b106e434a17bdf78', 'gw_port': {'id': 'b848814d-02f9-4e6d-a7d4-f67f9f79aee9', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:ed:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a4eed94-bc27-4b5a-a5c2-bcb624f30ef4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:43:23Z', 'updated_at': '2021-08-12T14:43:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': 'ac1058a7-6857-446c-aead-fc64ad1cbb2a', 'name': '', 'network_id': '2ad93210-7061-461d-8617-49848448cc38', 'tenant_id': '3a3bdd41fa344002b106e434a17bdf78', 'mac_address': 'fa:16:3e:a0:9d:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a4eed94-bc27-4b5a-a5c2-bcb624f30ef4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': 'ce169be2-a716-4bd9-89d0-74eedc855ec7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:43:30Z', 'updated_at': '2021-08-12T14:43:38Z', 'revision_number': 4, 'project_id': '3a3bdd41fa344002b106e434a17bdf78', 'subnets': [{'id': 'ce169be2-a716-4bd9-89d0-74eedc855ec7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:43:39.068385 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db5559c2-3c7f-48ed-ab60-2e91d71385b9 tempest-ExtraDHCPOptionsIpV6TestJSON-1893169011 tempest-ExtraDHCPOptionsIpV6TestJSON-1893169011-project] Made reservation on behalf of acb555ebd80a45b1a236538d01945c5e for: {'port': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:43:39.072775 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-db5559c2-3c7f-48ed-ab60-2e91d71385b9 tempest-ExtraDHCPOptionsIpV6TestJSON-1893169011 tempest-ExtraDHCPOptionsIpV6TestJSON-1893169011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:39.097359 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 054bcb00-5e44-4e8f-9174-67b9d2082376 no longer exists at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:43:39.112442 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e815aee7-13ea-4e13-a409-253521dae784 None None] The sync data for ids ['6a4eed94-bc27-4b5a-a5c2-bcb624f30ef4'] in n-d-694802-15 is: [{'id': '6a4eed94-bc27-4b5a-a5c2-bcb624f30ef4', 'name': 'tempest-AttachVolumeShelveTestJSON-919977636-router', 'tenant_id': '3a3bdd41fa344002b106e434a17bdf78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': 'b848814d-02f9-4e6d-a7d4-f67f9f79aee9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:43:22Z', 'updated_at': '2021-08-12T14:43:34Z', 'revision_number': 4, 'project_id': '3a3bdd41fa344002b106e434a17bdf78', 'gw_port': {'id': 'b848814d-02f9-4e6d-a7d4-f67f9f79aee9', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:ed:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a4eed94-bc27-4b5a-a5c2-bcb624f30ef4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:43:23Z', 'updated_at': '2021-08-12T14:43:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': 'ac1058a7-6857-446c-aead-fc64ad1cbb2a', 'name': '', 'network_id': '2ad93210-7061-461d-8617-49848448cc38', 'tenant_id': '3a3bdd41fa344002b106e434a17bdf78', 'mac_address': 'fa:16:3e:a0:9d:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a4eed94-bc27-4b5a-a5c2-bcb624f30ef4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': 'ce169be2-a716-4bd9-89d0-74eedc855ec7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:43:30Z', 'updated_at': '2021-08-12T14:43:38Z', 'revision_number': 4, 'project_id': '3a3bdd41fa344002b106e434a17bdf78', 'subnets': [{'id': 'ce169be2-a716-4bd9-89d0-74eedc855ec7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 14:43:39.126496 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-219bb42f-a065-463f-8a46-d817f52f9d19 None None] DHCP port deletion for 99dd6f28-5ac8-4360-aaea-96a0e78d71fe request from n-d-694802-15 {{(pid=94468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 14:43:39.157182 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port 7de8ae80-93f9-4c28-b118-83a2cf3c4c92, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=7de8ae80-93f9-4c28-b118-83a2cf3c4c92,segment=NetworkSegment(241c97dc-4b9b-4462-a69d-097a1bbfec16),segment_id=241c97dc-4b9b-4462-a69d-097a1bbfec16)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:43:39.287832 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 48952) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:43:39.303292 n-d-694802-15 neutron-server[94466]: DEBUG neutron.notifiers.nova [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-0aa1fc5a-c312-456b-9ad0-72f2260530a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60dab493-b044-4ff6-81af-81a8db5e9f4e {{(pid=94466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:43:39.331965 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-0aa1fc5a-c312-456b-9ad0-72f2260530a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:39.369552 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-0aa1fc5a-c312-456b-9ad0-72f2260530a4 service neutron] Transition to ACTIVE for port object 60dab493-b044-4ff6-81af-81a8db5e9f4e will not be triggered until provisioned by entity L2. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:43:39.389075 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-0aa1fc5a-c312-456b-9ad0-72f2260530a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3718439'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:39.404594 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Returning: {'device': '7de8ae80-93f9-4c28-b118-83a2cf3c4c92', 'network_id': '11988a36-0d35-41ac-a66e-5ed968be2dc8', 'port_id': '7de8ae80-93f9-4c28-b118-83a2cf3c4c92', 'mac_address': 'fa:16:3e:d3:75:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f28f0220-494a-4307-80cf-9a7c85a04176', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 14:43:39.409212 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] No Port match for: 054bcb00-5e44-4e8f-9174-67b9d2082376 {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 14:43:39.409787 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 054bcb00-5e44-4e8f-9174-67b9d2082376 not bound to the agent host n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:43:39.416267 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Pushing event updated for resources: {'Port': ['ID=193ce8b9-1189-46e3-aa87-cd5d43e80d96,revision_number=4']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:43:39.439825 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-61d9c795-3cdf-40f2-9ea0-3aff31407f8c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0ba2f6c0191b44359effb43351cbaf93&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1490397 Aug 12 14:43:39.479997 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 48964) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:43:39.508648 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38abaa4-70c2-4133-bcb7-1540973cdfb6 req-c1e73fa2-ef98-47ac-9213-7910c582a2d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:39.509160 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38abaa4-70c2-4133-bcb7-1540973cdfb6 req-c1e73fa2-ef98-47ac-9213-7910c582a2d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:39.509738 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38abaa4-70c2-4133-bcb7-1540973cdfb6 req-c1e73fa2-ef98-47ac-9213-7910c582a2d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:39.512402 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b38abaa4-70c2-4133-bcb7-1540973cdfb6 req-c1e73fa2-ef98-47ac-9213-7910c582a2d8 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=c4f0f352632942859f6399a2c9890ad2&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.5461261 Aug 12 14:43:39.518382 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-a4e43d05-4d99-4d05-9624-48a75cfdb00e admin admin] Deleting port b380acdb-477a-40f7-8e0f-07b39d1d6db6 {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:43:39.518732 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a4e43d05-4d99-4d05-9624-48a75cfdb00e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:39.571249 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:39.575999 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa1fc5a-c312-456b-9ad0-72f2260530a4 service neutron] Pushing event updated for resources: {'Port': ['ID=60dab493-b044-4ff6-81af-81a8db5e9f4e,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:43:39.627001 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7de8ae80-93f9-4c28-b118-83a2cf3c4c92 {{(pid=94468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:43:39.710240 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port 7de8ae80-93f9-4c28-b118-83a2cf3c4c92, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=7de8ae80-93f9-4c28-b118-83a2cf3c4c92,segment=NetworkSegment(241c97dc-4b9b-4462-a69d-097a1bbfec16),segment_id=241c97dc-4b9b-4462-a69d-097a1bbfec16)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:43:39.716223 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-219bb42f-a065-463f-8a46-d817f52f9d19 None None] Deleting port b380acdb-477a-40f7-8e0f-07b39d1d6db6 {{(pid=94468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:43:39.716833 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-219bb42f-a065-463f-8a46-d817f52f9d19 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:39.813527 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-219bb42f-a065-463f-8a46-d817f52f9d19 None None] For port b380acdb-477a-40f7-8e0f-07b39d1d6db6, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=b380acdb-477a-40f7-8e0f-07b39d1d6db6,segment=NetworkSegment(521edb44-5da8-4976-9d30-f12b5fa5ff61),segment_id=521edb44-5da8-4976-9d30-f12b5fa5ff61)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:43:39.814160 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-219bb42f-a065-463f-8a46-d817f52f9d19 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:39.849248 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-219bb42f-a065-463f-8a46-d817f52f9d19 None None] Calling delete_port for b380acdb-477a-40f7-8e0f-07b39d1d6db6 owned by network:dhcp {{(pid=94468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:43:39.876376 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:39.876376 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device 4923449d-bcf2-48db-a05c-3f4b4d068e78 details requested by agent hyperv_n-h1-694802-15 with host n-h1-694802-15 {{(pid=94468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 14:43:39.946988 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [None req-db5559c2-3c7f-48ed-ab60-2e91d71385b9 tempest-ExtraDHCPOptionsIpV6TestJSON-1893169011 tempest-ExtraDHCPOptionsIpV6TestJSON-1893169011-project] device_id is not set on port a43df6bd-7709-49f5-acb6-6be1a85b93da yet. {{(pid=94467) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 14:43:39.981562 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1163d8ce-0c61-4cff-ac4e-ed42008db021 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:39.990073 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device ee831c4f-00f3-4d6d-9718-ee1f0a2fc5f1 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:43:40.040645 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-0aa1fc5a-c312-456b-9ad0-72f2260530a4 service neutron] Attempting to bind port 60dab493-b044-4ff6-81af-81a8db5e9f4e on host n-h2-694802-15 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:43:40.041008 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-0aa1fc5a-c312-456b-9ad0-72f2260530a4 service neutron] Attempting to bind port 60dab493-b044-4ff6-81af-81a8db5e9f4e by drivers openvswitch,hyperv on host n-h2-694802-15 at level 0 using segments [{'id': '3504b086-a225-42d9-836a-9d51b89d0937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'fb4567b1-456a-4ad5-b04d-3f1c691daca7'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:43:40.041321 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-0aa1fc5a-c312-456b-9ad0-72f2260530a4 service neutron] Attempting to bind port 60dab493-b044-4ff6-81af-81a8db5e9f4e on network fb4567b1-456a-4ad5-b04d-3f1c691daca7 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:43:40.064656 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1163d8ce-0c61-4cff-ac4e-ed42008db021 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:40.093613 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-0aa1fc5a-c312-456b-9ad0-72f2260530a4 service neutron] Port 60dab493-b044-4ff6-81af-81a8db5e9f4e on network fb4567b1-456a-4ad5-b04d-3f1c691daca7 not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-15 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 14:43:40.093814 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-0aa1fc5a-c312-456b-9ad0-72f2260530a4 service neutron] Attempting to bind port 60dab493-b044-4ff6-81af-81a8db5e9f4e on network fb4567b1-456a-4ad5-b04d-3f1c691daca7 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:43:40.120081 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0977be78-6fe9-4ef5-aff3-c455a5d37882 req-3651be17-3cae-47a2-94f4-1e7e1da1a3ff tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:40.127654 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0977be78-6fe9-4ef5-aff3-c455a5d37882 req-3651be17-3cae-47a2-94f4-1e7e1da1a3ff tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:40.134422 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.db.resource_extend [None req-93370168-53ca-47c2-9e27-b066be57125c None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 12 14:43:40.134733 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0977be78-6fe9-4ef5-aff3-c455a5d37882 req-3651be17-3cae-47a2-94f4-1e7e1da1a3ff tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:40.142281 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0977be78-6fe9-4ef5-aff3-c455a5d37882 req-3651be17-3cae-47a2-94f4-1e7e1da1a3ff tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:40.152344 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0977be78-6fe9-4ef5-aff3-c455a5d37882 req-3651be17-3cae-47a2-94f4-1e7e1da1a3ff tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:40.159890 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0977be78-6fe9-4ef5-aff3-c455a5d37882 req-3651be17-3cae-47a2-94f4-1e7e1da1a3ff tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:40.168715 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0977be78-6fe9-4ef5-aff3-c455a5d37882 req-3651be17-3cae-47a2-94f4-1e7e1da1a3ff tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:40.171051 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-0977be78-6fe9-4ef5-aff3-c455a5d37882 req-3651be17-3cae-47a2-94f4-1e7e1da1a3ff tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] 10.222.0.39 "GET /v2.0/ports?device_id=419c5c7f-827f-4397-9cc6-d186147a5698 HTTP/1.1" status: 200 len: 5418 time: 0.3027554 Aug 12 14:43:40.173840 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-0aa1fc5a-c312-456b-9ad0-72f2260530a4 service neutron] Checking agent: {'id': 'b7697f71-33f3-4959-ad82-43c2dc15845d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 27, 42), 'started_at': datetime.datetime(2021, 8, 12, 14, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 43, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:43:40.174185 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-0aa1fc5a-c312-456b-9ad0-72f2260530a4 service neutron] Checking segment: {'id': '3504b086-a225-42d9-836a-9d51b89d0937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'fb4567b1-456a-4ad5-b04d-3f1c691daca7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:43:40.174608 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-0aa1fc5a-c312-456b-9ad0-72f2260530a4 service neutron] Bound using segment: {'id': '3504b086-a225-42d9-836a-9d51b89d0937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'fb4567b1-456a-4ad5-b04d-3f1c691daca7'} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:43:40.175157 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-0aa1fc5a-c312-456b-9ad0-72f2260530a4 service neutron] Bound port: 60dab493-b044-4ff6-81af-81a8db5e9f4e, host: n-h2-694802-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3504b086-a225-42d9-836a-9d51b89d0937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'fb4567b1-456a-4ad5-b04d-3f1c691daca7'}}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:43:40.175530 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-0aa1fc5a-c312-456b-9ad0-72f2260530a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:40.209155 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port 4923449d-bcf2-48db-a05c-3f4b4d068e78, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=4923449d-bcf2-48db-a05c-3f4b4d068e78,segment=NetworkSegment(7719c74d-4dec-43da-873e-de69f6f169be),segment_id=7719c74d-4dec-43da-873e-de69f6f169be)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:43:40.214495 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-23d64031-b7d6-4980-89f5-bfa584f66626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:40.216187 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Pushing event updated for resources: {'Port': ['ID=7de8ae80-93f9-4c28-b118-83a2cf3c4c92,revision_number=4']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:43:40.250310 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-62b6b7d9-6905-49e1-9137-6470479fc43f None None] Provisioning complete for port ee831c4f-00f3-4d6d-9718-ee1f0a2fc5f1 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:43:40.250689 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-62b6b7d9-6905-49e1-9137-6470479fc43f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:40.252571 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Returning: {'device': '4923449d-bcf2-48db-a05c-3f4b4d068e78', 'network_id': 'b1fed0d0-2b0c-4ed8-b3b7-4ff4b735f473', 'port_id': '4923449d-bcf2-48db-a05c-3f4b4d068e78', 'mac_address': 'fa:16:3e:cc:ed:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '211c9137-e01f-4e3e-8c7e-449dda79def5', 'ip_address': '10.1.1.56'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 14:43:40.339155 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-219bb42f-a065-463f-8a46-d817f52f9d19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262'] for port, after_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:40.340373 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-0977be78-6fe9-4ef5-aff3-c455a5d37882 req-9ba62ba3-514a-45cb-a201-70f97f03d084 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] 10.222.0.39 "GET /v2.0/security-groups?id=f56fbbcf-68c5-4074-ab5b-41ec110855f2&id=def6086d-0ad1-4cdd-9c71-80d1fefb9be7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1462705 Aug 12 14:43:40.374127 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port ee831c4f-00f3-4d6d-9718-ee1f0a2fc5f1 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:43:40.374127 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:40.406736 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-0aa1fc5a-c312-456b-9ad0-72f2260530a4 service neutron] For port 60dab493-b044-4ff6-81af-81a8db5e9f4e, host n-h2-694802-15, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:43:40.411970 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1163d8ce-0c61-4cff-ac4e-ed42008db021 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:40.414905 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1163d8ce-0c61-4cff-ac4e-ed42008db021 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:40.415542 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:40.418968 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-1163d8ce-0c61-4cff-ac4e-ed42008db021 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/37dbb47d-21ee-4f44-9ebb-239aef45482a HTTP/1.1" status: 204 len: 168 time: 0.9348700 Aug 12 14:43:40.419967 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-0aa1fc5a-c312-456b-9ad0-72f2260530a4 service neutron] For port 60dab493-b044-4ff6-81af-81a8db5e9f4e, host n-h2-694802-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=60dab493-b044-4ff6-81af-81a8db5e9f4e,segment=NetworkSegment(3504b086-a225-42d9-836a-9d51b89d0937),segment_id=3504b086-a225-42d9-836a-9d51b89d0937)] {{(pid=94466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:43:40.433443 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-0aa1fc5a-c312-456b-9ad0-72f2260530a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3718439'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:40.449400 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1163d8ce-0c61-4cff-ac4e-ed42008db021 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37dbb47d-21ee-4f44-9ebb-239aef45482a,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:43:40.463150 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219bb42f-a065-463f-8a46-d817f52f9d19 None None] Pushing event deleted for resources: {'Port': ['ID=b380acdb-477a-40f7-8e0f-07b39d1d6db6,revision_number=None']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:43:40.473790 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-219bb42f-a065-463f-8a46-d817f52f9d19 None None] No DVR routers for this DVR port b380acdb-477a-40f7-8e0f-07b39d1d6db6 on host n-d-694802-15 {{(pid=94468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:43:40.535460 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4923449d-bcf2-48db-a05c-3f4b4d068e78 {{(pid=94468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:43:40.546742 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-0aa1fc5a-c312-456b-9ad0-72f2260530a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:40.548172 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-0aa1fc5a-c312-456b-9ad0-72f2260530a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:40.551624 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-0aa1fc5a-c312-456b-9ad0-72f2260530a4 service neutron] 10.222.0.49 "PUT /v2.0/ports/60dab493-b044-4ff6-81af-81a8db5e9f4e HTTP/1.1" status: 200 len: 1092 time: 2.7749636 Aug 12 14:43:40.565558 n-d-694802-15 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '419c5c7f-827f-4397-9cc6-d186147a5698', 'tag': '60dab493-b044-4ff6-81af-81a8db5e9f4e'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:43:40.570392 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e785eeede3897370d0b20f09d5f461b30cfecd5ed38c4f07dacd02bc52c9277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8e43b47-ed34-403f-8494-2aafa55a5808" -d '{"events": [{"name": "network-changed", "server_uuid": "419c5c7f-827f-4397-9cc6-d186147a5698", "tag": "60dab493-b044-4ff6-81af-81a8db5e9f4e"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:43:40.600602 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-88c25d83-bd41-4564-a077-1c28e6839758 service neutron] Request body: {'port': {'device_id': '419c5c7f-827f-4397-9cc6-d186147a5698', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-694802-15'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:43:40.677194 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 14:43:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b86f7c4-f473-48da-a9bd-fb83e8816f15 x-openstack-request-id: req-7b86f7c4-f473-48da-a9bd-fb83e8816f15 {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:43:40.677494 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "419c5c7f-827f-4397-9cc6-d186147a5698", "tag": "60dab493-b044-4ff6-81af-81a8db5e9f4e", "status": "completed", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:43:40.677757 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7b86f7c4-f473-48da-a9bd-fb83e8816f15 {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:43:40.678170 n-d-694802-15 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '419c5c7f-827f-4397-9cc6-d186147a5698', 'tag': '60dab493-b044-4ff6-81af-81a8db5e9f4e', 'status': 'completed', 'code': 200} Aug 12 14:43:40.712068 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port 4923449d-bcf2-48db-a05c-3f4b4d068e78, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=4923449d-bcf2-48db-a05c-3f4b4d068e78,segment=NetworkSegment(7719c74d-4dec-43da-873e-de69f6f169be),segment_id=7719c74d-4dec-43da-873e-de69f6f169be)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:43:40.723242 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa1fc5a-c312-456b-9ad0-72f2260530a4 service neutron] Pushing event updated for resources: {'Port': ['ID=60dab493-b044-4ff6-81af-81a8db5e9f4e,revision_number=3']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:43:40.731830 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-88c25d83-bd41-4564-a077-1c28e6839758 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:40.753660 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:40.873729 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Pushing event updated for resources: {'Port': ['ID=4923449d-bcf2-48db-a05c-3f4b4d068e78,revision_number=4']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:43:40.889508 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-62b6b7d9-6905-49e1-9137-6470479fc43f None None] Provisioning for port 267ef6dc-9a2b-40f7-9060-cfa0cfc5489e completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:43:40.900693 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-62b6b7d9-6905-49e1-9137-6470479fc43f None None] Provisioning complete for port 267ef6dc-9a2b-40f7-9060-cfa0cfc5489e triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:43:40.901363 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-62b6b7d9-6905-49e1-9137-6470479fc43f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:40.917498 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e75e2d-fb25-434a-9ef3-bcc69e4dc196 req-bfd5c499-2f04-4b8b-89cc-1a560735ab78 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:40.928601 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e75e2d-fb25-434a-9ef3-bcc69e4dc196 req-bfd5c499-2f04-4b8b-89cc-1a560735ab78 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:40.949509 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e75e2d-fb25-434a-9ef3-bcc69e4dc196 req-bfd5c499-2f04-4b8b-89cc-1a560735ab78 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:40.967195 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e75e2d-fb25-434a-9ef3-bcc69e4dc196 req-bfd5c499-2f04-4b8b-89cc-1a560735ab78 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:40.974128 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e75e2d-fb25-434a-9ef3-bcc69e4dc196 req-bfd5c499-2f04-4b8b-89cc-1a560735ab78 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:40.981319 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e75e2d-fb25-434a-9ef3-bcc69e4dc196 req-bfd5c499-2f04-4b8b-89cc-1a560735ab78 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:40.989512 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e75e2d-fb25-434a-9ef3-bcc69e4dc196 req-bfd5c499-2f04-4b8b-89cc-1a560735ab78 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:40.993063 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c2e75e2d-fb25-434a-9ef3-bcc69e4dc196 req-bfd5c499-2f04-4b8b-89cc-1a560735ab78 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] 10.222.0.39 "GET /v2.0/ports?device_id=b84c5c28-8f10-4782-84ae-2f8fa89bf4c6 HTTP/1.1" status: 200 len: 5425 time: 2.0079713 Aug 12 14:43:41.012154 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device ac1058a7-6857-446c-aead-fc64ad1cbb2a up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:43:41.036777 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [None req-a4e43d05-4d99-4d05-9624-48a75cfdb00e admin admin] For port b380acdb-477a-40f7-8e0f-07b39d1d6db6, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=b380acdb-477a-40f7-8e0f-07b39d1d6db6,segment=NetworkSegment(521edb44-5da8-4976-9d30-f12b5fa5ff61),segment_id=521edb44-5da8-4976-9d30-f12b5fa5ff61)] {{(pid=94467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:43:41.037931 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a4e43d05-4d99-4d05-9624-48a75cfdb00e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:41.049678 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38abaa4-70c2-4133-bcb7-1540973cdfb6 req-ab4b2ded-a487-487b-b837-98241f0ffa00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:41.051737 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b38abaa4-70c2-4133-bcb7-1540973cdfb6 req-ab4b2ded-a487-487b-b837-98241f0ffa00 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.4526088 Aug 12 14:43:41.088246 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-842e8f2d-fd67-4cdd-94d5-6df38d58e658 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:41.114200 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-62b6b7d9-6905-49e1-9137-6470479fc43f None None] Port 267ef6dc-9a2b-40f7-9060-cfa0cfc5489e cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 14:43:41.135003 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning for port ac1058a7-6857-446c-aead-fc64ad1cbb2a completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:43:41.150569 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port ac1058a7-6857-446c-aead-fc64ad1cbb2a triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:43:41.150958 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:41.157497 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-a4e43d05-4d99-4d05-9624-48a75cfdb00e admin admin] Calling delete_port for b380acdb-477a-40f7-8e0f-07b39d1d6db6 owned by network:dhcp {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:43:41.161437 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-842e8f2d-fd67-4cdd-94d5-6df38d58e658 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641735'] for security_group_rule, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:41.265579 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c2e75e2d-fb25-434a-9ef3-bcc69e4dc196 req-c42386c6-c0b8-407b-917e-82d26194b0d4 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] 10.222.0.39 "GET /v2.0/security-groups?id=acce5d50-80c7-459a-8d6c-3aec4a7c97df&id=853e07d7-c0f4-4b67-a247-29748be080a8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2504029 Aug 12 14:43:41.283088 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-900bee54-c398-4d2a-8fe4-1c49afb962d4 None None] Provisioning complete for port 267ef6dc-9a2b-40f7-9060-cfa0cfc5489e triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:43:41.283927 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-900bee54-c398-4d2a-8fe4-1c49afb962d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:41.327685 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-900bee54-c398-4d2a-8fe4-1c49afb962d4 None None] Port 267ef6dc-9a2b-40f7-9060-cfa0cfc5489e cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 14:43:41.335503 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842e8f2d-fd67-4cdd-94d5-6df38d58e658 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c33b31e0-46fb-4063-93ba-39a156d59cd4,revision_number=0']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:43:41.367134 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:41.385115 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:41.393476 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e43b47-ed34-403f-8494-2aafa55a5808 req-32e36da4-26dc-45bb-b057-e247223dde3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:41.394254 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e43b47-ed34-403f-8494-2aafa55a5808 req-32e36da4-26dc-45bb-b057-e247223dde3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:41.394917 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e43b47-ed34-403f-8494-2aafa55a5808 req-32e36da4-26dc-45bb-b057-e247223dde3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:41.395469 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e43b47-ed34-403f-8494-2aafa55a5808 req-32e36da4-26dc-45bb-b057-e247223dde3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:41.402393 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e43b47-ed34-403f-8494-2aafa55a5808 req-32e36da4-26dc-45bb-b057-e247223dde3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:41.403145 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e43b47-ed34-403f-8494-2aafa55a5808 req-32e36da4-26dc-45bb-b057-e247223dde3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:41.403937 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e43b47-ed34-403f-8494-2aafa55a5808 req-32e36da4-26dc-45bb-b057-e247223dde3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:41.407439 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c8e43b47-ed34-403f-8494-2aafa55a5808 req-32e36da4-26dc-45bb-b057-e247223dde3a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c4f0f352632942859f6399a2c9890ad2&device_id=419c5c7f-827f-4397-9cc6-d186147a5698 HTTP/1.1" status: 200 len: 6426 time: 0.2855208 Aug 12 14:43:41.412508 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-842e8f2d-fd67-4cdd-94d5-6df38d58e658 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:41.414081 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-842e8f2d-fd67-4cdd-94d5-6df38d58e658 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.8868661 Aug 12 14:43:41.419555 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] get_ports_and_sgs() called for port_ids ['8a2a2db8-839c-4c50-9e8b-57a36dc63c1f'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:43:41.436871 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 49008) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:43:41.438588 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_common [None req-db5559c2-3c7f-48ed-ab60-2e91d71385b9 tempest-ExtraDHCPOptionsIpV6TestJSON-1893169011 tempest-ExtraDHCPOptionsIpV6TestJSON-1893169011-project] Allocated IP 2001:db8::237 (7cd2b536-b253-43d2-bd9a-c67299aac363/9374b052-6c41-4195-8a2d-fb961106b034/a43df6bd-7709-49f5-acb6-6be1a85b93da) {{(pid=94467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:43:41.446235 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-b6565c6a-63b5-4ec9-b64f-daa0fa80e262 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Request body: {'floatingip': {'floating_network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:43:41.509094 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] get_ports_and_sgs() called for port_ids ['5bb0a447-96d6-4415-8a53-9ce9a3ae9385'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:43:41.511157 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] get_ports_and_sgs() called for port_ids ['57eff036-3311-481b-b542-bcfb85ced81c'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:43:41.517986 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-b6565c6a-63b5-4ec9-b64f-daa0fa80e262 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Notify callbacks [] for floatingip, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:41.576157 n-d-694802-15 neutron-server[94466]: DEBUG neutron.notifiers.nova [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-88c25d83-bd41-4564-a077-1c28e6839758 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0499b153-16f3-45bf-a9f7-4cf3ddd80c7a {{(pid=94466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:43:41.589267 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] get_ports_and_sgs() called for port_ids ['7de8ae80-93f9-4c28-b118-83a2cf3c4c92'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:43:41.602505 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-88c25d83-bd41-4564-a077-1c28e6839758 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:41.682127 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a27f863-1776-499f-8d90-bba3f8f417cc req-6619d263-d883-49e8-8bed-b0584f89bf26 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:41.689829 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a27f863-1776-499f-8d90-bba3f8f417cc req-6619d263-d883-49e8-8bed-b0584f89bf26 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:41.696318 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a27f863-1776-499f-8d90-bba3f8f417cc req-6619d263-d883-49e8-8bed-b0584f89bf26 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:41.702324 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a27f863-1776-499f-8d90-bba3f8f417cc req-6619d263-d883-49e8-8bed-b0584f89bf26 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:41.710095 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a27f863-1776-499f-8d90-bba3f8f417cc req-6619d263-d883-49e8-8bed-b0584f89bf26 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:41.715570 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a4e43d05-4d99-4d05-9624-48a75cfdb00e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:41.716562 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a27f863-1776-499f-8d90-bba3f8f417cc req-6619d263-d883-49e8-8bed-b0584f89bf26 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:41.722886 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a27f863-1776-499f-8d90-bba3f8f417cc req-6619d263-d883-49e8-8bed-b0584f89bf26 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:41.724947 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-9a27f863-1776-499f-8d90-bba3f8f417cc req-6619d263-d883-49e8-8bed-b0584f89bf26 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] 10.222.0.39 "GET /v2.0/ports?device_id=419c5c7f-827f-4397-9cc6-d186147a5698 HTTP/1.1" status: 200 len: 5418 time: 0.2455609 Aug 12 14:43:41.730756 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-88c25d83-bd41-4564-a077-1c28e6839758 service neutron] Transition to ACTIVE for port object 0499b153-16f3-45bf-a9f7-4cf3ddd80c7a will not be triggered until provisioned by entity L2. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:43:41.743012 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-88c25d83-bd41-4564-a077-1c28e6839758 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3718439'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:41.747360 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e43b47-ed34-403f-8494-2aafa55a5808 req-2111247a-6cd7-4540-85a9-ce8f04f3814b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:41.747928 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e43b47-ed34-403f-8494-2aafa55a5808 req-2111247a-6cd7-4540-85a9-ce8f04f3814b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:41.748403 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e43b47-ed34-403f-8494-2aafa55a5808 req-2111247a-6cd7-4540-85a9-ce8f04f3814b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:41.750726 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c8e43b47-ed34-403f-8494-2aafa55a5808 req-2111247a-6cd7-4540-85a9-ce8f04f3814b service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=c4f0f352632942859f6399a2c9890ad2&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.3217335 Aug 12 14:43:41.773325 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] For port ac1058a7-6857-446c-aead-fc64ad1cbb2a, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=ac1058a7-6857-446c-aead-fc64ad1cbb2a,segment=NetworkSegment(b72762b4-956b-443d-aaee-4b6799d6bcb9),segment_id=b72762b4-956b-443d-aaee-4b6799d6bcb9)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:43:41.811794 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:41.849443 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e43d05-4d99-4d05-9624-48a75cfdb00e admin admin] Pushing event deleted for resources: {'Port': ['ID=b380acdb-477a-40f7-8e0f-07b39d1d6db6,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:43:41.856289 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4e43d05-4d99-4d05-9624-48a75cfdb00e admin admin] No DVR routers for this DVR port b380acdb-477a-40f7-8e0f-07b39d1d6db6 on host n-d-694802-15 {{(pid=94467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:43:41.969296 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device b380acdb-477a-40f7-8e0f-07b39d1d6db6 no longer exists at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:43:41.986533 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-9a27f863-1776-499f-8d90-bba3f8f417cc req-a83a43d4-31fe-42b9-995b-a924fa18d6c7 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] 10.222.0.39 "GET /v2.0/security-groups?id=f56fbbcf-68c5-4074-ab5b-41ec110855f2&id=def6086d-0ad1-4cdd-9c71-80d1fefb9be7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2455850 Aug 12 14:43:41.990790 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c25d83-bd41-4564-a077-1c28e6839758 service neutron] Pushing event updated for resources: {'Port': ['ID=0499b153-16f3-45bf-a9f7-4cf3ddd80c7a,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:43:42.063160 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] No Port match for: b380acdb-477a-40f7-8e0f-07b39d1d6db6 {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 14:43:42.063718 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device b380acdb-477a-40f7-8e0f-07b39d1d6db6 not bound to the agent host n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:43:42.122922 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a4e43d05-4d99-4d05-9624-48a75cfdb00e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66413304', 'neutron.services.segments.db._delete_segments_for_network-8744654118000'] for network, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:42.162947 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-88c25d83-bd41-4564-a077-1c28e6839758 service neutron] Attempting to bind port 0499b153-16f3-45bf-a9f7-4cf3ddd80c7a on host n-h2-694802-15 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:43:42.163316 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-88c25d83-bd41-4564-a077-1c28e6839758 service neutron] Attempting to bind port 0499b153-16f3-45bf-a9f7-4cf3ddd80c7a by drivers openvswitch,hyperv on host n-h2-694802-15 at level 0 using segments [{'id': '3504b086-a225-42d9-836a-9d51b89d0937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'fb4567b1-456a-4ad5-b04d-3f1c691daca7'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:43:42.163658 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-88c25d83-bd41-4564-a077-1c28e6839758 service neutron] Attempting to bind port 0499b153-16f3-45bf-a9f7-4cf3ddd80c7a on network fb4567b1-456a-4ad5-b04d-3f1c691daca7 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:43:42.165905 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-a4e43d05-4d99-4d05-9624-48a75cfdb00e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99dd6f28-5ac8-4360-aaea-96a0e78d71fe']}} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:43:42.175145 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-88c25d83-bd41-4564-a077-1c28e6839758 service neutron] Port 0499b153-16f3-45bf-a9f7-4cf3ddd80c7a on network fb4567b1-456a-4ad5-b04d-3f1c691daca7 not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-15 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 14:43:42.175492 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-88c25d83-bd41-4564-a077-1c28e6839758 service neutron] Attempting to bind port 0499b153-16f3-45bf-a9f7-4cf3ddd80c7a on network fb4567b1-456a-4ad5-b04d-3f1c691daca7 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:43:42.189136 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-88c25d83-bd41-4564-a077-1c28e6839758 service neutron] Checking agent: {'id': 'b7697f71-33f3-4959-ad82-43c2dc15845d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 27, 42), 'started_at': datetime.datetime(2021, 8, 12, 14, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 43, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:43:42.189564 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-88c25d83-bd41-4564-a077-1c28e6839758 service neutron] Checking segment: {'id': '3504b086-a225-42d9-836a-9d51b89d0937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'fb4567b1-456a-4ad5-b04d-3f1c691daca7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:43:42.189954 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-88c25d83-bd41-4564-a077-1c28e6839758 service neutron] Bound using segment: {'id': '3504b086-a225-42d9-836a-9d51b89d0937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'fb4567b1-456a-4ad5-b04d-3f1c691daca7'} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:43:42.190400 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-88c25d83-bd41-4564-a077-1c28e6839758 service neutron] Bound port: 0499b153-16f3-45bf-a9f7-4cf3ddd80c7a, host: n-h2-694802-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3504b086-a225-42d9-836a-9d51b89d0937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'fb4567b1-456a-4ad5-b04d-3f1c691daca7'}}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:43:42.190771 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-88c25d83-bd41-4564-a077-1c28e6839758 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:42.201718 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Pushing event updated for resources: {'Port': ['ID=ac1058a7-6857-446c-aead-fc64ad1cbb2a,revision_number=5']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:43:42.212374 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-a4e43d05-4d99-4d05-9624-48a75cfdb00e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '521edb44-5da8-4976-9d30-f12b5fa5ff61') {'for_net_delete': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:43:42.213987 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-a4e43d05-4d99-4d05-9624-48a75cfdb00e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '521edb44-5da8-4976-9d30-f12b5fa5ff61') {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:43:42.222206 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 49032) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:43:42.232172 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a4e43d05-4d99-4d05-9624-48a75cfdb00e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744654122361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3857526'] for segment, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:42.267545 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a4e43d05-4d99-4d05-9624-48a75cfdb00e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:42.272220 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e43b47-ed34-403f-8494-2aafa55a5808 req-33177650-160a-4e71-9987-0b83f00de0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:42.274567 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c8e43b47-ed34-403f-8494-2aafa55a5808 req-33177650-160a-4e71-9987-0b83f00de0c2 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4687333 Aug 12 14:43:42.300068 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-db5559c2-3c7f-48ed-ab60-2e91d71385b9 tempest-ExtraDHCPOptionsIpV6TestJSON-1893169011 tempest-ExtraDHCPOptionsIpV6TestJSON-1893169011-project] Notify callbacks [] for port, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:42.368210 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4e43d05-4d99-4d05-9624-48a75cfdb00e admin admin] Releasing vlan 321 on physical network physnet1 to pool {{(pid=94467) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 14:43:42.368927 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a4e43d05-4d99-4d05-9624-48a75cfdb00e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2859015'] for segment, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:42.379197 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-b1a87d61-9732-4d9b-9e14-012be66ce59f admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1597864479-network', 'tenant_id': '4bd92a12a913444faaa896b35bba92a0'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:43:42.387803 n-d-694802-15 neutron-server[94467]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 14:43:42.387803 n-d-694802-15 neutron-server[94467]: self.session.flush() Aug 12 14:43:42.387803 n-d-694802-15 neutron-server[94467]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 14:43:42.387803 n-d-694802-15 neutron-server[94467]: self.session.flush() Aug 12 14:43:42.387803 n-d-694802-15 neutron-server[94467]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 14:43:42.387803 n-d-694802-15 neutron-server[94467]: self.session.flush() Aug 12 14:43:42.387803 n-d-694802-15 neutron-server[94467]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 14:43:42.387803 n-d-694802-15 neutron-server[94467]: self.session.flush() Aug 12 14:43:42.387803 n-d-694802-15 neutron-server[94467]: Traceback (most recent call last): Aug 12 14:43:42.387803 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 14:43:42.387803 n-d-694802-15 neutron-server[94467]: timer() Aug 12 14:43:42.387803 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 14:43:42.387803 n-d-694802-15 neutron-server[94467]: cb(*args, **kw) Aug 12 14:43:42.387803 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 14:43:42.387803 n-d-694802-15 neutron-server[94467]: return func(*args, **kwargs) Aug 12 14:43:42.387803 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 14:43:42.387803 n-d-694802-15 neutron-server[94467]: self._notify() Aug 12 14:43:42.387803 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 14:43:42.387803 n-d-694802-15 neutron-server[94467]: self.callback(batched_events) Aug 12 14:43:42.387803 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 14:43:42.387803 n-d-694802-15 neutron-server[94467]: event.method(event) Aug 12 14:43:42.387803 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 14:43:42.387803 n-d-694802-15 neutron-server[94467]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 14:43:42.387803 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 14:43:42.387803 n-d-694802-15 neutron-server[94467]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 14:43:42.387803 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 14:43:42.387803 n-d-694802-15 neutron-server[94467]: return f(self, *a, **k) Aug 12 14:43:42.387803 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 14:43:42.387803 n-d-694802-15 neutron-server[94467]: return self._get(url).json() Aug 12 14:43:42.387803 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 14:43:42.387803 n-d-694802-15 neutron-server[94467]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 14:43:42.387803 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 14:43:42.387803 n-d-694802-15 neutron-server[94467]: return self.request(url, 'GET', **kwargs) Aug 12 14:43:42.387803 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 14:43:42.387803 n-d-694802-15 neutron-server[94467]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 14:43:42.387803 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 14:43:42.387803 n-d-694802-15 neutron-server[94467]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 14:43:42.387803 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 14:43:42.387803 n-d-694802-15 neutron-server[94467]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 14:43:42.387803 n-d-694802-15 neutron-server[94467]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 14:43:42.391463 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-88c25d83-bd41-4564-a077-1c28e6839758 service neutron] For port 0499b153-16f3-45bf-a9f7-4cf3ddd80c7a, host n-h2-694802-15, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:43:42.419620 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-88c25d83-bd41-4564-a077-1c28e6839758 service neutron] For port 0499b153-16f3-45bf-a9f7-4cf3ddd80c7a, host n-h2-694802-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=0499b153-16f3-45bf-a9f7-4cf3ddd80c7a,segment=NetworkSegment(3504b086-a225-42d9-836a-9d51b89d0937),segment_id=3504b086-a225-42d9-836a-9d51b89d0937)] {{(pid=94466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:43:42.456519 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-88c25d83-bd41-4564-a077-1c28e6839758 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3718439'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:42.470538 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [None req-db5559c2-3c7f-48ed-ab60-2e91d71385b9 tempest-ExtraDHCPOptionsIpV6TestJSON-1893169011 tempest-ExtraDHCPOptionsIpV6TestJSON-1893169011-project] Transition to ACTIVE for port object a43df6bd-7709-49f5-acb6-6be1a85b93da will not be triggered until provisioned by entity DHCP. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:43:42.476086 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-88c25d83-bd41-4564-a077-1c28e6839758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:42.476768 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-88c25d83-bd41-4564-a077-1c28e6839758 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:42.478747 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-88c25d83-bd41-4564-a077-1c28e6839758 service neutron] 10.222.0.49 "PUT /v2.0/ports/0499b153-16f3-45bf-a9f7-4cf3ddd80c7a HTTP/1.1" status: 200 len: 1092 time: 1.8915696 Aug 12 14:43:42.493182 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a4e43d05-4d99-4d05-9624-48a75cfdb00e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66413281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431520'] for network, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:42.496727 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] get_ports_and_sgs() called for port_ids ['20995681-edf1-4159-b285-2b70fd9775cf'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:43:42.517430 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-b6565c6a-63b5-4ec9-b64f-daa0fa80e262 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:42.521971 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a4e43d05-4d99-4d05-9624-48a75cfdb00e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for network, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:42.551547 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-a4e43d05-4d99-4d05-9624-48a75cfdb00e admin admin] 10.222.0.39 "DELETE /v2.0/networks/99dd6f28-5ac8-4360-aaea-96a0e78d71fe HTTP/1.1" status: 204 len: 168 time: 4.7166443 Aug 12 14:43:42.582445 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e43d05-4d99-4d05-9624-48a75cfdb00e admin admin] Pushing event deleted for resources: {'Network': ['ID=99dd6f28-5ac8-4360-aaea-96a0e78d71fe,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:43:42.588720 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1a87d61-9732-4d9b-9e14-012be66ce59f admin admin] Made reservation on behalf of 4bd92a12a913444faaa896b35bba92a0 for: {'network': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:43:42.591135 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b1a87d61-9732-4d9b-9e14-012be66ce59f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for network, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:42.633048 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] get_ports_and_sgs() called for port_ids ['193ce8b9-1189-46e3-aa87-cd5d43e80d96'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:43:42.633664 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8741cf35-48c8-48dd-b455-1b49fd1f19b2 req-3b69272d-d736-4778-8eb9-bc7911df4193 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:42.636231 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] get_ports_and_sgs() called for port_ids ['4923449d-bcf2-48db-a05c-3f4b4d068e78'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:43:42.646391 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8741cf35-48c8-48dd-b455-1b49fd1f19b2 req-3b69272d-d736-4778-8eb9-bc7911df4193 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:42.660251 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8741cf35-48c8-48dd-b455-1b49fd1f19b2 req-3b69272d-d736-4778-8eb9-bc7911df4193 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:42.671435 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8741cf35-48c8-48dd-b455-1b49fd1f19b2 req-3b69272d-d736-4778-8eb9-bc7911df4193 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:42.678537 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8741cf35-48c8-48dd-b455-1b49fd1f19b2 req-3b69272d-d736-4778-8eb9-bc7911df4193 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:42.685764 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8741cf35-48c8-48dd-b455-1b49fd1f19b2 req-3b69272d-d736-4778-8eb9-bc7911df4193 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:42.692424 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8741cf35-48c8-48dd-b455-1b49fd1f19b2 req-3b69272d-d736-4778-8eb9-bc7911df4193 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:42.692772 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:42.701558 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-8741cf35-48c8-48dd-b455-1b49fd1f19b2 req-3b69272d-d736-4778-8eb9-bc7911df4193 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] 10.222.0.39 "GET /v2.0/ports?device_id=b84c5c28-8f10-4782-84ae-2f8fa89bf4c6 HTTP/1.1" status: 200 len: 5427 time: 0.2979503 Aug 12 14:43:42.711015 n-d-694802-15 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '419c5c7f-827f-4397-9cc6-d186147a5698', 'tag': '0499b153-16f3-45bf-a9f7-4cf3ddd80c7a'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:43:42.714704 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e785eeede3897370d0b20f09d5f461b30cfecd5ed38c4f07dacd02bc52c9277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e78de2a6-1a86-4d3d-b322-182b04583489" -d '{"events": [{"name": "network-changed", "server_uuid": "419c5c7f-827f-4397-9cc6-d186147a5698", "tag": "0499b153-16f3-45bf-a9f7-4cf3ddd80c7a"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:43:42.737588 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b1a87d61-9732-4d9b-9e14-012be66ce59f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:42.750462 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-db5559c2-3c7f-48ed-ab60-2e91d71385b9 tempest-ExtraDHCPOptionsIpV6TestJSON-1893169011 tempest-ExtraDHCPOptionsIpV6TestJSON-1893169011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:42.800515 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db5559c2-3c7f-48ed-ab60-2e91d71385b9 tempest-ExtraDHCPOptionsIpV6TestJSON-1893169011 tempest-ExtraDHCPOptionsIpV6TestJSON-1893169011-project] Network 7cd2b536-b253-43d2-bd9a-c67299aac363 is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:43:42.819216 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 14:43:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2361d3ca-3ab9-4a37-93df-d1655e51eacf x-openstack-request-id: req-2361d3ca-3ab9-4a37-93df-d1655e51eacf {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:43:42.819838 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "419c5c7f-827f-4397-9cc6-d186147a5698", "tag": "0499b153-16f3-45bf-a9f7-4cf3ddd80c7a", "status": "completed", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:43:42.820749 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2361d3ca-3ab9-4a37-93df-d1655e51eacf {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:43:42.821456 n-d-694802-15 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '419c5c7f-827f-4397-9cc6-d186147a5698', 'tag': '0499b153-16f3-45bf-a9f7-4cf3ddd80c7a', 'status': 'completed', 'code': 200} Aug 12 14:43:42.821835 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [None req-db5559c2-3c7f-48ed-ab60-2e91d71385b9 tempest-ExtraDHCPOptionsIpV6TestJSON-1893169011 tempest-ExtraDHCPOptionsIpV6TestJSON-1893169011-project] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:43:42.838905 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device b0aac563-42bd-4b31-95a9-a0a4d4b9e42a details requested by agent hyperv_n-h1-694802-15 with host n-h1-694802-15 {{(pid=94468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 14:43:42.841938 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-28d2b3e0-6178-4489-9fed-9e1aacd0fd41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:42.843234 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-28d2b3e0-6178-4489-9fed-9e1aacd0fd41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:42.843869 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-28d2b3e0-6178-4489-9fed-9e1aacd0fd41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:42.844493 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-28d2b3e0-6178-4489-9fed-9e1aacd0fd41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:42.845117 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-28d2b3e0-6178-4489-9fed-9e1aacd0fd41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:42.845758 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-28d2b3e0-6178-4489-9fed-9e1aacd0fd41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:42.846425 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-28d2b3e0-6178-4489-9fed-9e1aacd0fd41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:42.848850 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-28d2b3e0-6178-4489-9fed-9e1aacd0fd41 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c4f0f352632942859f6399a2c9890ad2&device_id=419c5c7f-827f-4397-9cc6-d186147a5698 HTTP/1.1" status: 200 len: 6494 time: 0.3232775 Aug 12 14:43:42.850696 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 49056) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:43:42.865886 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db5559c2-3c7f-48ed-ab60-2e91d71385b9 tempest-ExtraDHCPOptionsIpV6TestJSON-1893169011 tempest-ExtraDHCPOptionsIpV6TestJSON-1893169011-project] Received port after_create {{(pid=94467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:43:42.872362 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db5559c2-3c7f-48ed-ab60-2e91d71385b9 tempest-ExtraDHCPOptionsIpV6TestJSON-1893169011 tempest-ExtraDHCPOptionsIpV6TestJSON-1893169011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:42.873052 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-db5559c2-3c7f-48ed-ab60-2e91d71385b9 tempest-ExtraDHCPOptionsIpV6TestJSON-1893169011 tempest-ExtraDHCPOptionsIpV6TestJSON-1893169011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:42.880457 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c25d83-bd41-4564-a077-1c28e6839758 service neutron] Pushing event updated for resources: {'Port': ['ID=0499b153-16f3-45bf-a9f7-4cf3ddd80c7a,revision_number=3']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:43:42.961015 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-8741cf35-48c8-48dd-b455-1b49fd1f19b2 req-aa8abfb9-c77a-43dc-a5a9-546c47417bd0 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] 10.222.0.39 "GET /v2.0/security-groups?id=acce5d50-80c7-459a-8d6c-3aec4a7c97df&id=853e07d7-c0f4-4b67-a247-29748be080a8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2582908 Aug 12 14:43:43.069544 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b1a87d61-9732-4d9b-9e14-012be66ce59f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:43.072657 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-311b74c0-0b14-4329-96af-bdc2c7c679e1 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=827c8ce5-97e8-4c6c-9410-67c6f592ef59 HTTP/1.1" status: 200 len: 217 time: 0.1872330 Aug 12 14:43:43.086341 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 49068) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:43:43.090362 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-2ed5e3c3-88a6-4e44-8c94-d7fdbf970585 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=51e9baac41dd4090be9cd290fdbb0786&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2358866 Aug 12 14:43:43.095597 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 49070) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:43:43.096376 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5559c2-3c7f-48ed-ab60-2e91d71385b9 tempest-ExtraDHCPOptionsIpV6TestJSON-1893169011 tempest-ExtraDHCPOptionsIpV6TestJSON-1893169011-project] Pushing event updated for resources: {'Port': ['ID=a43df6bd-7709-49f5-acb6-6be1a85b93da,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:43:43.103694 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b1a87d61-9732-4d9b-9e14-012be66ce59f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:43.113619 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-db5559c2-3c7f-48ed-ab60-2e91d71385b9 tempest-ExtraDHCPOptionsIpV6TestJSON-1893169011 tempest-ExtraDHCPOptionsIpV6TestJSON-1893169011-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 4.9921961 Aug 12 14:43:43.129083 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 49078) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:43:43.153178 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_common [None req-b6565c6a-63b5-4ec9-b64f-daa0fa80e262 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Allocated IP 172.25.1.8 (d3759e1b-6c03-45ac-acd4-90abb417809b/f0254f08-c19c-4e31-bd9c-09389ea4b6f2/b864e7b4-38f2-430c-b19f-f7f30596fd1a) {{(pid=94467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:43:43.168391 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a87d61-9732-4d9b-9e14-012be66ce59f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d8a6de8-331f-498e-b3e1-f8d865328935,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:43:43.205639 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1a87d61-9732-4d9b-9e14-012be66ce59f admin admin] vlan segment allocate from pool success with {'vlan_id': 337, 'physical_network': 'physnet1'} {{(pid=94466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 14:43:43.241496 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b1a87d61-9732-4d9b-9e14-012be66ce59f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:43.241841 n-d-694802-15 neutron-server[94466]: INFO neutron.db.segments_db [None req-b1a87d61-9732-4d9b-9e14-012be66ce59f admin admin] Added segment d2d05aff-925b-4b31-af1c-62d92cd22ab3 of type vlan for network acfcb45e-254e-408c-a582-9b961480581b Aug 12 14:43:43.257857 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-308301a1-fcfd-4230-80a5-908ab7561608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:43.259731 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-308301a1-fcfd-4230-80a5-908ab7561608 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=444fade6-475a-482f-b204-ebf217d66f28 HTTP/1.1" status: 200 len: 855 time: 0.1747029 Aug 12 14:43:43.270475 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:43.367289 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ed8c30aa-6d30-443d-8410-1db80c75f9fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:43.396703 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b1a87d61-9732-4d9b-9e14-012be66ce59f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744653628263'] for network, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:43.413877 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-670b1b5f-b87f-4fc2-a3ec-b2b3450f8bef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:43.415585 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-670b1b5f-b87f-4fc2-a3ec-b2b3450f8bef service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e5e4fc6e-0901-492c-bd78-fcc16b98eeec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1435015 Aug 12 14:43:43.424950 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a3b7d6-fb5f-4075-827e-281aa84616f0 req-a46fd714-6f93-4d36-8ebe-3d7b8fe082f0 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:43.427618 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-b70db3ee-03d9-4c0b-bf44-0589b778ffa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:43.431628 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a3b7d6-fb5f-4075-827e-281aa84616f0 req-a46fd714-6f93-4d36-8ebe-3d7b8fe082f0 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:43.439077 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a3b7d6-fb5f-4075-827e-281aa84616f0 req-a46fd714-6f93-4d36-8ebe-3d7b8fe082f0 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:43.445385 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a3b7d6-fb5f-4075-827e-281aa84616f0 req-a46fd714-6f93-4d36-8ebe-3d7b8fe082f0 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:43.452838 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a3b7d6-fb5f-4075-827e-281aa84616f0 req-a46fd714-6f93-4d36-8ebe-3d7b8fe082f0 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:43.459230 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a3b7d6-fb5f-4075-827e-281aa84616f0 req-a46fd714-6f93-4d36-8ebe-3d7b8fe082f0 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:43.466059 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a3b7d6-fb5f-4075-827e-281aa84616f0 req-a46fd714-6f93-4d36-8ebe-3d7b8fe082f0 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:43.468194 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-13a3b7d6-fb5f-4075-827e-281aa84616f0 req-a46fd714-6f93-4d36-8ebe-3d7b8fe082f0 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] 10.222.0.39 "GET /v2.0/ports?device_id=419c5c7f-827f-4397-9cc6-d186147a5698 HTTP/1.1" status: 200 len: 5430 time: 0.2514794 Aug 12 14:43:43.500513 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-9b0fa434-6dbd-4c85-9c65-653b2f46ed1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:43.527940 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b939b97e-6135-48b7-a391-5c6ac6ef5d53 tempest-ExtraDHCPOptionsIpV6TestJSON-1893169011 tempest-ExtraDHCPOptionsIpV6TestJSON-1893169011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:43.531921 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b1a87d61-9732-4d9b-9e14-012be66ce59f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409'] for network, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:43.533005 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1a87d61-9732-4d9b-9e14-012be66ce59f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:43.533650 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b1a87d61-9732-4d9b-9e14-012be66ce59f admin admin] Notify callbacks [] for network, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:43.533967 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b939b97e-6135-48b7-a391-5c6ac6ef5d53 tempest-ExtraDHCPOptionsIpV6TestJSON-1893169011 tempest-ExtraDHCPOptionsIpV6TestJSON-1893169011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:43.540070 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b939b97e-6135-48b7-a391-5c6ac6ef5d53 tempest-ExtraDHCPOptionsIpV6TestJSON-1893169011 tempest-ExtraDHCPOptionsIpV6TestJSON-1893169011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:43.542029 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-b939b97e-6135-48b7-a391-5c6ac6ef5d53 tempest-ExtraDHCPOptionsIpV6TestJSON-1893169011 tempest-ExtraDHCPOptionsIpV6TestJSON-1893169011-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2623 time: 0.4080660 Aug 12 14:43:43.552601 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 49088) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:43:43.553024 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-1c44ce0e-d806-401c-a40f-7fd3a5de538a None None] Provisioning for port a43df6bd-7709-49f5-acb6-6be1a85b93da completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:43:43.568855 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-9b0fa434-6dbd-4c85-9c65-653b2f46ed1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:43.600677 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-1c44ce0e-d806-401c-a40f-7fd3a5de538a None None] Provisioning complete for port a43df6bd-7709-49f5-acb6-6be1a85b93da triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:43:43.601077 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-1c44ce0e-d806-401c-a40f-7fd3a5de538a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:43.616495 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port b0aac563-42bd-4b31-95a9-a0a4d4b9e42a, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=b0aac563-42bd-4b31-95a9-a0a4d4b9e42a,segment=NetworkSegment(45b28473-1709-41a1-b9df-2ccc6425c05f),segment_id=45b28473-1709-41a1-b9df-2ccc6425c05f)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:43:43.640211 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.agents_db [None req-17ed3e4c-1a7d-4162-9646-11c134aca297 None None] Agent healthcheck: found 7 active agents {{(pid=94469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 14:43:43.651628 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-13a3b7d6-fb5f-4075-827e-281aa84616f0 req-816d2c46-59c7-4d95-9787-1a735127587a tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] 10.222.0.39 "GET /v2.0/security-groups?id=f56fbbcf-68c5-4074-ab5b-41ec110855f2&id=def6086d-0ad1-4cdd-9c71-80d1fefb9be7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1567547 Aug 12 14:43:43.673372 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-b6565c6a-63b5-4ec9-b64f-daa0fa80e262 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Notify callbacks [] for port, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:43.693665 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-20b77ff0-367d-4733-894c-de32001348a2 service neutron] 10.222.0.49 "GET /v2.0/networks/e5e4fc6e-0901-492c-bd78-fcc16b98eeec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2708032 Aug 12 14:43:43.702498 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-9b0fa434-6dbd-4c85-9c65-653b2f46ed1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:43.705281 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-9b0fa434-6dbd-4c85-9c65-653b2f46ed1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:43.708877 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-9b0fa434-6dbd-4c85-9c65-653b2f46ed1e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/48c2e898-0dfe-4e67-b936-a59654d05a52 HTTP/1.1" status: 204 len: 168 time: 0.6062033 Aug 12 14:43:43.722700 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0fa434-6dbd-4c85-9c65-653b2f46ed1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48c2e898-0dfe-4e67-b936-a59654d05a52,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:43:43.730992 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Returning: {'device': 'b0aac563-42bd-4b31-95a9-a0a4d4b9e42a', 'network_id': '4552c891-e268-4d7c-98f1-e8736a29b277', 'port_id': 'b0aac563-42bd-4b31-95a9-a0a4d4b9e42a', 'mac_address': 'fa:16:3e:97:f1:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3b4e56e-f3bd-4709-bfd6-3e62da1e0ac7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 14:43:43.736924 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-b6565c6a-63b5-4ec9-b64f-daa0fa80e262 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:43.746375 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a87d61-9732-4d9b-9e14-012be66ce59f admin admin] Pushing event updated for resources: {'Network': ['ID=acfcb45e-254e-408c-a582-9b961480581b,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:43:43.792578 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Network acfcb45e-254e-408c-a582-9b961480581b details requested by agent ovs-agent-n-d-694802-15 with host n-d-694802-15 {{(pid=94468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 14:43:43.797121 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-1c44ce0e-d806-401c-a40f-7fd3a5de538a None None] Port a43df6bd-7709-49f5-acb6-6be1a85b93da cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 14:43:43.803739 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6565c6a-63b5-4ec9-b64f-daa0fa80e262 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Network d3759e1b-6c03-45ac-acd4-90abb417809b is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:43:43.809474 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [None req-b6565c6a-63b5-4ec9-b64f-daa0fa80e262 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:43:43.823363 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6565c6a-63b5-4ec9-b64f-daa0fa80e262 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Received port after_create {{(pid=94467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:43:43.871154 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:43.910744 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ed8c30aa-6d30-443d-8410-1db80c75f9fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:43.912948 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b0aac563-42bd-4b31-95a9-a0a4d4b9e42a {{(pid=94468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:43:43.923707 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ed8c30aa-6d30-443d-8410-1db80c75f9fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:43.928547 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6565c6a-63b5-4ec9-b64f-daa0fa80e262 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Pushing event updated for resources: {'Port': ['ID=b864e7b4-38f2-430c-b19f-f7f30596fd1a,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:43:43.931739 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-1769855f-eda9-4483-9dc3-3220908ab45d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:43.943219 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-b1a87d61-9732-4d9b-9e14-012be66ce59f admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.7198160 Aug 12 14:43:43.944002 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port b0aac563-42bd-4b31-95a9-a0a4d4b9e42a, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=b0aac563-42bd-4b31-95a9-a0a4d4b9e42a,segment=NetworkSegment(45b28473-1709-41a1-b9df-2ccc6425c05f),segment_id=45b28473-1709-41a1-b9df-2ccc6425c05f)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:43:43.949520 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:43.949666 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 49106) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:43:43.967873 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-94c4fe0d-0618-4f5e-b62c-83bd4a328bbf admin admin] Request body: {'subnet': {'network_id': 'acfcb45e-254e-408c-a582-9b961480581b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1597864479-subnet', 'tenant_id': '4bd92a12a913444faaa896b35bba92a0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:43:44.010728 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-81e0c231-b231-44eb-b255-5d7e4a06bbcd tempest-ExtraDHCPOptionsIpV6TestJSON-1893169011 tempest-ExtraDHCPOptionsIpV6TestJSON-1893169011-project] Deleting port a43df6bd-7709-49f5-acb6-6be1a85b93da {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:43:44.011194 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-81e0c231-b231-44eb-b255-5d7e4a06bbcd tempest-ExtraDHCPOptionsIpV6TestJSON-1893169011 tempest-ExtraDHCPOptionsIpV6TestJSON-1893169011-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:44.022011 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-ed8c30aa-6d30-443d-8410-1db80c75f9fe admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7255c961079d4159a00a4d4c0ab0d60b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9269128 Aug 12 14:43:44.024528 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Pushing event updated for resources: {'Port': ['ID=b0aac563-42bd-4b31-95a9-a0a4d4b9e42a,revision_number=6']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:43:44.025397 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 49110) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:43:44.031414 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94c4fe0d-0618-4f5e-b62c-83bd4a328bbf admin admin] Made reservation on behalf of 4bd92a12a913444faaa896b35bba92a0 for: {'subnet': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:43:44.038593 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8c30aa-6d30-443d-8410-1db80c75f9fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e8c0fd5-fc9c-4462-8a2b-ceaccce9dac7,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:43:44.040490 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-94c4fe0d-0618-4f5e-b62c-83bd4a328bbf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3343791'] for subnet, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:44.084999 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-64c6f711-455a-4b7d-be10-67e78f3f29d1 service neutron] 10.222.0.49 "GET /v2.0/networks/e5e4fc6e-0901-492c-bd78-fcc16b98eeec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3424516 Aug 12 14:43:44.095996 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] get_ports_and_sgs() called for port_ids ['b0aac563-42bd-4b31-95a9-a0a4d4b9e42a'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:43:44.192886 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-4ed2371c-7ec0-443d-b936-10527589243b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.233&port_id=769835af-590d-44bf-ae96-6aa7e3ae2342 HTTP/1.1" status: 200 len: 217 time: 0.0981278 Aug 12 14:43:44.230302 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device ac1058a7-6857-446c-aead-fc64ad1cbb2a up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:43:44.289995 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 49114) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:43:44.307427 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-81e0c231-b231-44eb-b255-5d7e4a06bbcd tempest-ExtraDHCPOptionsIpV6TestJSON-1893169011 tempest-ExtraDHCPOptionsIpV6TestJSON-1893169011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:44.320676 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-b6565c6a-63b5-4ec9-b64f-daa0fa80e262 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:44.338285 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e9df4a-a58a-410e-9e45-68f29451ea60 req-8acf8199-3021-4690-a624-94ddc6ca79fd tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:44.342195 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-94111f68-9f03-4c86-8369-336c74ff74c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:44.344412 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e9df4a-a58a-410e-9e45-68f29451ea60 req-8acf8199-3021-4690-a624-94ddc6ca79fd tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:44.350396 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e9df4a-a58a-410e-9e45-68f29451ea60 req-8acf8199-3021-4690-a624-94ddc6ca79fd tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:44.358070 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e9df4a-a58a-410e-9e45-68f29451ea60 req-8acf8199-3021-4690-a624-94ddc6ca79fd tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:44.358744 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port ac1058a7-6857-446c-aead-fc64ad1cbb2a triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:43:44.365920 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:44.366077 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e9df4a-a58a-410e-9e45-68f29451ea60 req-8acf8199-3021-4690-a624-94ddc6ca79fd tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:44.374213 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e9df4a-a58a-410e-9e45-68f29451ea60 req-8acf8199-3021-4690-a624-94ddc6ca79fd tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:44.383683 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e9df4a-a58a-410e-9e45-68f29451ea60 req-8acf8199-3021-4690-a624-94ddc6ca79fd tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:44.386182 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-25e9df4a-a58a-410e-9e45-68f29451ea60 req-8acf8199-3021-4690-a624-94ddc6ca79fd tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] 10.222.0.39 "GET /v2.0/ports?device_id=b84c5c28-8f10-4782-84ae-2f8fa89bf4c6 HTTP/1.1" status: 200 len: 5427 time: 0.2653530 Aug 12 14:43:44.392248 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-6db918f0-850f-4372-8128-91e2fdfe24c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:44.396600 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-6db918f0-850f-4372-8128-91e2fdfe24c8 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=406ca1aa-3ad0-4dfd-af58-ddff5ca74ffa HTTP/1.1" status: 200 len: 797 time: 0.1810510 Aug 12 14:43:44.403123 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-81e0c231-b231-44eb-b255-5d7e4a06bbcd tempest-ExtraDHCPOptionsIpV6TestJSON-1893169011 tempest-ExtraDHCPOptionsIpV6TestJSON-1893169011-project] Calling delete_port for a43df6bd-7709-49f5-acb6-6be1a85b93da owned by {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:43:44.537333 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-e7159e54-dd20-4293-919f-f7968d9275ae admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6348ba62bc54492f9d80245df8490587&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2398372 Aug 12 14:43:44.540540 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 49120) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:43:44.543161 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-94111f68-9f03-4c86-8369-336c74ff74c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:44.553047 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-25e9df4a-a58a-410e-9e45-68f29451ea60 req-08c18b69-6890-4766-9f7a-accbd2af220e tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] 10.222.0.39 "GET /v2.0/security-groups?id=acce5d50-80c7-459a-8d6c-3aec4a7c97df&id=853e07d7-c0f4-4b67-a247-29748be080a8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1514401 Aug 12 14:43:44.564734 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-0254624c-3dc9-4751-8d9b-cf63fe366306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:44.566578 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-0254624c-3dc9-4751-8d9b-cf63fe366306 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=23465ac9-c2b6-454b-ad4d-35bb38ffda1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1582878 Aug 12 14:43:44.570852 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-b6565c6a-63b5-4ec9-b64f-daa0fa80e262 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:44.742434 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-98c19251-ccb5-4886-b86b-912cea05967e service neutron] 10.222.0.49 "GET /v2.0/networks/23465ac9-c2b6-454b-ad4d-35bb38ffda1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1671979 Aug 12 14:43:44.744196 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-81e0c231-b231-44eb-b255-5d7e4a06bbcd tempest-ExtraDHCPOptionsIpV6TestJSON-1893169011 tempest-ExtraDHCPOptionsIpV6TestJSON-1893169011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:44.802891 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device 8a2a2db8-839c-4c50-9e8b-57a36dc63c1f up at agent hyperv_n-h1-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:43:44.847615 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e0c231-b231-44eb-b255-5d7e4a06bbcd tempest-ExtraDHCPOptionsIpV6TestJSON-1893169011 tempest-ExtraDHCPOptionsIpV6TestJSON-1893169011-project] Pushing event deleted for resources: {'Port': ['ID=a43df6bd-7709-49f5-acb6-6be1a85b93da,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:43:44.875329 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-94c4fe0d-0618-4f5e-b62c-83bd4a328bbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2859166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3343773'] for subnet, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:44.897909 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Provisioning for port 8a2a2db8-839c-4c50-9e8b-57a36dc63c1f completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:43:44.913660 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Provisioning complete for port 8a2a2db8-839c-4c50-9e8b-57a36dc63c1f triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:43:44.914042 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:44.914337 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-b4b253fd-9167-4c6c-b7ea-a79e5e0743a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:44.948582 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-57c6d4d0-6751-4049-9807-d3488b617376 service neutron] 10.222.0.49 "GET /v2.0/networks/23465ac9-c2b6-454b-ad4d-35bb38ffda1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1964657 Aug 12 14:43:45.004270 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-81e0c231-b231-44eb-b255-5d7e4a06bbcd tempest-ExtraDHCPOptionsIpV6TestJSON-1893169011 tempest-ExtraDHCPOptionsIpV6TestJSON-1893169011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:45.011567 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-81e0c231-b231-44eb-b255-5d7e4a06bbcd tempest-ExtraDHCPOptionsIpV6TestJSON-1893169011 tempest-ExtraDHCPOptionsIpV6TestJSON-1893169011-project] 10.222.0.39 "DELETE /v2.0/ports/a43df6bd-7709-49f5-acb6-6be1a85b93da HTTP/1.1" status: 204 len: 168 time: 1.4494267 Aug 12 14:43:45.052646 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 49128) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:43:45.081712 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-e4eca169-733b-4980-9c91-abb867ebbd2c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.222&port_id=5990fff5-4fd8-40dc-8d99-17a1763d5291 HTTP/1.1" status: 200 len: 217 time: 0.0980334 Aug 12 14:43:45.082794 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:45.104495 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-bb63bd82-201a-4991-84e2-9832932574fa tempest-ExtraDHCPOptionsIpV6TestJSON-1893169011 tempest-ExtraDHCPOptionsIpV6TestJSON-1893169011-project] Request body: {'port': {'name': 'tempest-new-port-name-258313299', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:43:45.105769 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.api.validators [None req-bb63bd82-201a-4991-84e2-9832932574fa tempest-ExtraDHCPOptionsIpV6TestJSON-1893169011 tempest-ExtraDHCPOptionsIpV6TestJSON-1893169011-project] bootfile-name is not in valid_values {{(pid=94467) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 12 14:43:45.106276 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.api.validators [None req-bb63bd82-201a-4991-84e2-9832932574fa tempest-ExtraDHCPOptionsIpV6TestJSON-1893169011 tempest-ExtraDHCPOptionsIpV6TestJSON-1893169011-project] tftp-server is not in valid_values {{(pid=94467) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 12 14:43:45.106624 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.api.validators [None req-bb63bd82-201a-4991-84e2-9832932574fa tempest-ExtraDHCPOptionsIpV6TestJSON-1893169011 tempest-ExtraDHCPOptionsIpV6TestJSON-1893169011-project] server-ip-address is not in valid_values {{(pid=94467) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 12 14:43:45.127649 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b84c5c28-8f10-4782-84ae-2f8fa89bf4c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a2a2db8-839c-4c50-9e8b-57a36dc63c1f'}] {{(pid=94468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:43:45.132347 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99a8d87602170099c728e57431aca99e9b98a655a83bbf8727be13192709727b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b054d75-9f63-40f0-b085-5c4c2c5b44fc" -d '{"events": [{"server_uuid": "b84c5c28-8f10-4782-84ae-2f8fa89bf4c6", "name": "network-vif-plugged", "status": "completed", "tag": "8a2a2db8-839c-4c50-9e8b-57a36dc63c1f"}]}' {{(pid=94468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:43:45.165548 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port 8a2a2db8-839c-4c50-9e8b-57a36dc63c1f, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=8a2a2db8-839c-4c50-9e8b-57a36dc63c1f,segment=NetworkSegment(7719c74d-4dec-43da-873e-de69f6f169be),segment_id=7719c74d-4dec-43da-873e-de69f6f169be)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:43:45.174497 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:45.175666 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device 57eff036-3311-481b-b542-bcfb85ced81c up at agent hyperv_n-h1-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:43:45.176588 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-b4b253fd-9167-4c6c-b7ea-a79e5e0743a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:45.200039 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-2c2f4d9e-1df9-40c0-93f0-7e4fa97b800b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:45.208263 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-2c2f4d9e-1df9-40c0-93f0-7e4fa97b800b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=406ca1aa-3ad0-4dfd-af58-ddff5ca74ffa HTTP/1.1" status: 200 len: 797 time: 0.1186659 Aug 12 14:43:45.291713 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-a15156d9-3a0e-49b0-a2bf-6ca8e8686745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:45.294504 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-a15156d9-3a0e-49b0-a2bf-6ca8e8686745 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=23465ac9-c2b6-454b-ad4d-35bb38ffda1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0771973 Aug 12 14:43:45.350040 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 14:43:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcb5ed15-b4d8-47b6-9911-2e4dd9c9e626 x-openstack-request-id: req-bcb5ed15-b4d8-47b6-9911-2e4dd9c9e626 {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:43:45.350432 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b84c5c28-8f10-4782-84ae-2f8fa89bf4c6", "name": "network-vif-plugged", "status": "completed", "tag": "8a2a2db8-839c-4c50-9e8b-57a36dc63c1f", "code": 200}]} {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:43:45.350561 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-bcb5ed15-b4d8-47b6-9911-2e4dd9c9e626 {{(pid=94468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:43:45.351038 n-d-694802-15 neutron-server[94468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b84c5c28-8f10-4782-84ae-2f8fa89bf4c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a2a2db8-839c-4c50-9e8b-57a36dc63c1f', 'code': 200} Aug 12 14:43:45.353375 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Pushing event updated for resources: {'Port': ['ID=8a2a2db8-839c-4c50-9e8b-57a36dc63c1f,revision_number=5']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:43:45.375754 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c4fe0d-0618-4f5e-b62c-83bd4a328bbf admin admin] Pushing event updated for resources: {'Subnet': ['ID=f38cd191-4aa4-4e94-92ca-7f9625449b21,revision_number=0']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:43:45.389146 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-94111f68-9f03-4c86-8369-336c74ff74c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:45.392432 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-94111f68-9f03-4c86-8369-336c74ff74c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:45.396094 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-94111f68-9f03-4c86-8369-336c74ff74c9 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6e8c0fd5-fc9c-4462-8a2b-ceaccce9dac7 HTTP/1.1" status: 204 len: 168 time: 1.3646526 Aug 12 14:43:45.414845 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf9b1a6-18b4-45da-8832-f6b31d912bf8 req-8fdc0081-8375-468e-861c-6443be7aa744 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:45.421421 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf9b1a6-18b4-45da-8832-f6b31d912bf8 req-8fdc0081-8375-468e-861c-6443be7aa744 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:45.429843 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf9b1a6-18b4-45da-8832-f6b31d912bf8 req-8fdc0081-8375-468e-861c-6443be7aa744 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:45.443711 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf9b1a6-18b4-45da-8832-f6b31d912bf8 req-8fdc0081-8375-468e-861c-6443be7aa744 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:45.449624 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Provisioning for port 57eff036-3311-481b-b542-bcfb85ced81c completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:43:45.453200 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-8c6e6d0d-5388-433b-93e7-8ff7176a6234 service neutron] 10.222.0.49 "GET /v2.0/networks/23465ac9-c2b6-454b-ad4d-35bb38ffda1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507151 Aug 12 14:43:45.454487 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf9b1a6-18b4-45da-8832-f6b31d912bf8 req-8fdc0081-8375-468e-861c-6443be7aa744 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:45.457423 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Provisioning complete for port 57eff036-3311-481b-b542-bcfb85ced81c triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:43:45.457803 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:45.463060 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf9b1a6-18b4-45da-8832-f6b31d912bf8 req-8fdc0081-8375-468e-861c-6443be7aa744 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:45.470546 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf9b1a6-18b4-45da-8832-f6b31d912bf8 req-8fdc0081-8375-468e-861c-6443be7aa744 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:45.473457 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3cf9b1a6-18b4-45da-8832-f6b31d912bf8 req-8fdc0081-8375-468e-861c-6443be7aa744 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] 10.222.0.39 "GET /v2.0/ports?device_id=419c5c7f-827f-4397-9cc6-d186147a5698 HTTP/1.1" status: 200 len: 5430 time: 0.6764960 Aug 12 14:43:45.500749 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-b6565c6a-63b5-4ec9-b64f-daa0fa80e262 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:45.571941 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-b6565c6a-63b5-4ec9-b64f-daa0fa80e262 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:45.574529 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94111f68-9f03-4c86-8369-336c74ff74c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e8c0fd5-fc9c-4462-8a2b-ceaccce9dac7,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:43:45.585032 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94c4fe0d-0618-4f5e-b62c-83bd4a328bbf admin admin] Checking segment: {'id': 'd2d05aff-925b-4b31-af1c-62d92cd22ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'acfcb45e-254e-408c-a582-9b961480581b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:43:45.585407 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94c4fe0d-0618-4f5e-b62c-83bd4a328bbf admin admin] Network hostable DHCP agents. Network: acfcb45e-254e-408c-a582-9b961480581b, hostable agents: ['1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658'], hosted agents: [] {{(pid=94467) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 14:43:45.639646 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-b4b253fd-9167-4c6c-b7ea-a79e5e0743a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:45.642412 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-b4b253fd-9167-4c6c-b7ea-a79e5e0743a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:45.643613 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-b4b253fd-9167-4c6c-b7ea-a79e5e0743a7 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/69319635-6ed3-4996-83db-282c0ffe214a HTTP/1.1" status: 204 len: 168 time: 1.0958273 Aug 12 14:43:45.644407 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-bb63bd82-201a-4991-84e2-9832932574fa tempest-ExtraDHCPOptionsIpV6TestJSON-1893169011 tempest-ExtraDHCPOptionsIpV6TestJSON-1893169011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:45.677179 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-fe95f194-a3b0-4c04-9e42-20b511169d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:45.741819 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-2fa2a1e0-e7a6-44c9-a482-697e57acc475 service neutron] 10.222.0.49 "GET /v2.0/networks/23465ac9-c2b6-454b-ad4d-35bb38ffda1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2810693 Aug 12 14:43:45.803153 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:45.815350 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-12ffaf13-153c-4131-8407-0f1336ea212a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.175&port_id=5ecdfe63-3ffa-42b5-8a13-d40d6a58c5c5 HTTP/1.1" status: 200 len: 217 time: 0.0644727 Aug 12 14:43:45.841851 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-b6565c6a-63b5-4ec9-b64f-daa0fa80e262 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431510'] for floatingip, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:45.853440 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b253fd-9167-4c6c-b7ea-a79e5e0743a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69319635-6ed3-4996-83db-282c0ffe214a,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:43:45.863685 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6565c6a-63b5-4ec9-b64f-daa0fa80e262 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Pushing event updated for resources: {'Port': ['ID=b864e7b4-38f2-430c-b19f-f7f30596fd1a,revision_number=2']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:43:45.896441 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3cf9b1a6-18b4-45da-8832-f6b31d912bf8 req-ca4c0565-4e03-4c15-81d0-a02d9b252197 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] 10.222.0.39 "GET /v2.0/security-groups?id=f56fbbcf-68c5-4074-ab5b-41ec110855f2&id=def6086d-0ad1-4cdd-9c71-80d1fefb9be7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3809533 Aug 12 14:43:45.945853 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd087d9-7c40-4410-b4d8-517cb5694ac1 req-e58f5711-5d05-44d8-bd7b-580af4e834b0 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:45.955150 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port 57eff036-3311-481b-b542-bcfb85ced81c, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=57eff036-3311-481b-b542-bcfb85ced81c,segment=NetworkSegment(241c97dc-4b9b-4462-a69d-097a1bbfec16),segment_id=241c97dc-4b9b-4462-a69d-097a1bbfec16)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:43:45.961518 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:45.962423 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device 5bb0a447-96d6-4415-8a53-9ce9a3ae9385 up at agent hyperv_n-h1-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:43:45.970263 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd087d9-7c40-4410-b4d8-517cb5694ac1 req-e58f5711-5d05-44d8-bd7b-580af4e834b0 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:45.995805 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd087d9-7c40-4410-b4d8-517cb5694ac1 req-e58f5711-5d05-44d8-bd7b-580af4e834b0 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:46.015704 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd087d9-7c40-4410-b4d8-517cb5694ac1 req-e58f5711-5d05-44d8-bd7b-580af4e834b0 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:46.037303 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd087d9-7c40-4410-b4d8-517cb5694ac1 req-e58f5711-5d05-44d8-bd7b-580af4e834b0 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:46.053199 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd087d9-7c40-4410-b4d8-517cb5694ac1 req-e58f5711-5d05-44d8-bd7b-580af4e834b0 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:46.068211 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd087d9-7c40-4410-b4d8-517cb5694ac1 req-e58f5711-5d05-44d8-bd7b-580af4e834b0 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:46.070636 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-2dd087d9-7c40-4410-b4d8-517cb5694ac1 req-e58f5711-5d05-44d8-bd7b-580af4e834b0 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] 10.222.0.39 "GET /v2.0/ports?device_id=b84c5c28-8f10-4782-84ae-2f8fa89bf4c6 HTTP/1.1" status: 200 len: 5428 time: 0.2979856 Aug 12 14:43:46.077988 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-08dbc6cf-3bcc-45ce-8e58-11f5c58b3e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:46.083556 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-08dbc6cf-3bcc-45ce-8e58-11f5c58b3e6d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=406ca1aa-3ad0-4dfd-af58-ddff5ca74ffa HTTP/1.1" status: 200 len: 797 time: 0.2482398 Aug 12 14:43:46.154010 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Pushing event updated for resources: {'Port': ['ID=57eff036-3311-481b-b542-bcfb85ced81c,revision_number=5']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:43:46.186054 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Provisioning for port 5bb0a447-96d6-4415-8a53-9ce9a3ae9385 completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:43:46.196370 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Provisioning complete for port 5bb0a447-96d6-4415-8a53-9ce9a3ae9385 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:43:46.196752 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:46.262710 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-2dd087d9-7c40-4410-b4d8-517cb5694ac1 req-8d9bf368-6197-4083-83f7-a1f5e3a73978 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] 10.222.0.39 "GET /v2.0/security-groups?id=acce5d50-80c7-459a-8d6c-3aec4a7c97df&id=853e07d7-c0f4-4b67-a247-29748be080a8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1597433 Aug 12 14:43:46.280049 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-209f8167-f52b-4104-b900-623864c3cb07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:46.285492 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-209f8167-f52b-4104-b900-623864c3cb07 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=23465ac9-c2b6-454b-ad4d-35bb38ffda1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1780543 Aug 12 14:43:46.349221 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 49152) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:43:46.354211 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94c4fe0d-0618-4f5e-b62c-83bd4a328bbf admin admin] Network acfcb45e-254e-408c-a582-9b961480581b is scheduled to be hosted by DHCP agent 1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658 with binding_index 1 {{(pid=94467) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 14:43:46.365711 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-bb63bd82-201a-4991-84e2-9832932574fa tempest-ExtraDHCPOptionsIpV6TestJSON-1893169011 tempest-ExtraDHCPOptionsIpV6TestJSON-1893169011-project] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:46.371191 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-b6565c6a-63b5-4ec9-b64f-daa0fa80e262 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for floatingip, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:46.372477 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-b6565c6a-63b5-4ec9-b64f-daa0fa80e262 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 4.9311848 Aug 12 14:43:46.387828 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-bb63bd82-201a-4991-84e2-9832932574fa tempest-ExtraDHCPOptionsIpV6TestJSON-1893169011 tempest-ExtraDHCPOptionsIpV6TestJSON-1893169011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:46.402000 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [None req-94c4fe0d-0618-4f5e-b62c-83bd4a328bbf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-15, acfcb45e-254e-408c-a582-9b961480581b) {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:43:46.408295 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:46.411789 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd9546c8-2a80-4d91-a0a4-8331ad44021f None None] Network acfcb45e-254e-408c-a582-9b961480581b requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:43:46.460436 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94c4fe0d-0618-4f5e-b62c-83bd4a328bbf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:46.460957 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-94c4fe0d-0618-4f5e-b62c-83bd4a328bbf admin admin] Notify callbacks [] for subnet, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:46.483050 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-bb63bd82-201a-4991-84e2-9832932574fa tempest-ExtraDHCPOptionsIpV6TestJSON-1893169011 tempest-ExtraDHCPOptionsIpV6TestJSON-1893169011-project] In _notify_port_updated(), no bound segment for port 267ef6dc-9a2b-40f7-9060-cfa0cfc5489e on network 7cd2b536-b253-43d2-bd9a-c67299aac363 {{(pid=94467) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 12 14:43:46.497741 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb63bd82-201a-4991-84e2-9832932574fa tempest-ExtraDHCPOptionsIpV6TestJSON-1893169011 tempest-ExtraDHCPOptionsIpV6TestJSON-1893169011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:46.503964 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-bb63bd82-201a-4991-84e2-9832932574fa tempest-ExtraDHCPOptionsIpV6TestJSON-1893169011 tempest-ExtraDHCPOptionsIpV6TestJSON-1893169011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:46.505715 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-bb63bd82-201a-4991-84e2-9832932574fa tempest-ExtraDHCPOptionsIpV6TestJSON-1893169011 tempest-ExtraDHCPOptionsIpV6TestJSON-1893169011-project] 10.222.0.39 "PUT /v2.0/ports/267ef6dc-9a2b-40f7-9060-cfa0cfc5489e HTTP/1.1" status: 200 len: 1129 time: 1.4405248 Aug 12 14:43:46.508711 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 49156) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:43:46.591362 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port 5bb0a447-96d6-4415-8a53-9ce9a3ae9385, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=5bb0a447-96d6-4415-8a53-9ce9a3ae9385,segment=NetworkSegment(7719c74d-4dec-43da-873e-de69f6f169be),segment_id=7719c74d-4dec-43da-873e-de69f6f169be)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:43:46.604255 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:46.616184 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device b0aac563-42bd-4b31-95a9-a0a4d4b9e42a up at agent hyperv_n-h1-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:43:46.841530 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Pushing event updated for resources: {'Port': ['ID=5bb0a447-96d6-4415-8a53-9ce9a3ae9385,revision_number=5']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:43:46.930918 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Provisioning complete for port b0aac563-42bd-4b31-95a9-a0a4d4b9e42a triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:43:46.931427 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:46.985873 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-abf62717-de64-4437-bdfd-619a1eea812a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:47.012941 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6299d8a-2a2a-4b9d-8ad6-da30be313718 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa7035b3e-9a89-5964-b9f4-97301c3f476a-acfcb45e-254e-408c-a582-9b961480581b', 'network_id': 'acfcb45e-254e-408c-a582-9b961480581b', 'tenant_id': '4bd92a12a913444faaa896b35bba92a0', 'fixed_ips': [{'subnet_id': 'f38cd191-4aa4-4e94-92ca-7f9625449b21'}]}} from n-d-694802-15. {{(pid=94468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 14:43:47.014004 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-a6299d8a-2a2a-4b9d-8ad6-da30be313718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:47.055531 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-773f9c0b-120f-4db1-838b-a18f613fb34f None None] Provisioning complete for port 267ef6dc-9a2b-40f7-9060-cfa0cfc5489e triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:43:47.055996 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-773f9c0b-120f-4db1-838b-a18f613fb34f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:47.137532 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8de503f-d8ce-4fcc-becd-8476a2ea82db req-7a4c8df9-5709-488d-8ca4-c8a37e5e73fe tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:47.146216 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8de503f-d8ce-4fcc-becd-8476a2ea82db req-7a4c8df9-5709-488d-8ca4-c8a37e5e73fe tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:47.153678 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8de503f-d8ce-4fcc-becd-8476a2ea82db req-7a4c8df9-5709-488d-8ca4-c8a37e5e73fe tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:47.164265 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8de503f-d8ce-4fcc-becd-8476a2ea82db req-7a4c8df9-5709-488d-8ca4-c8a37e5e73fe tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:47.171704 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8de503f-d8ce-4fcc-becd-8476a2ea82db req-7a4c8df9-5709-488d-8ca4-c8a37e5e73fe tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:47.180134 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8de503f-d8ce-4fcc-becd-8476a2ea82db req-7a4c8df9-5709-488d-8ca4-c8a37e5e73fe tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:47.189115 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8de503f-d8ce-4fcc-becd-8476a2ea82db req-7a4c8df9-5709-488d-8ca4-c8a37e5e73fe tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:47.191668 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-b8de503f-d8ce-4fcc-becd-8476a2ea82db req-7a4c8df9-5709-488d-8ca4-c8a37e5e73fe tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] 10.222.0.39 "GET /v2.0/ports?device_id=419c5c7f-827f-4397-9cc6-d186147a5698 HTTP/1.1" status: 200 len: 5430 time: 0.1921172 Aug 12 14:43:47.215467 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-2a5078e4-66e0-49e9-b188-4780c9e03ed7 service neutron] 10.222.0.49 "GET /v2.0/networks/23465ac9-c2b6-454b-ad4d-35bb38ffda1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9225688 Aug 12 14:43:47.252266 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-773f9c0b-120f-4db1-838b-a18f613fb34f None None] Port 267ef6dc-9a2b-40f7-9060-cfa0cfc5489e cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 14:43:47.293215 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:47.349590 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-94c4fe0d-0618-4f5e-b62c-83bd4a328bbf admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 3.3988376 Aug 12 14:43:47.352240 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b84c5c28-8f10-4782-84ae-2f8fa89bf4c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57eff036-3311-481b-b542-bcfb85ced81c'}, {'server_uuid': 'b84c5c28-8f10-4782-84ae-2f8fa89bf4c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bb0a447-96d6-4415-8a53-9ce9a3ae9385'}] {{(pid=94468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:43:47.354713 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99a8d87602170099c728e57431aca99e9b98a655a83bbf8727be13192709727b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f823e8b-6408-4908-9492-629706c84461" -d '{"events": [{"server_uuid": "b84c5c28-8f10-4782-84ae-2f8fa89bf4c6", "name": "network-vif-plugged", "status": "completed", "tag": "57eff036-3311-481b-b542-bcfb85ced81c"}, {"server_uuid": "b84c5c28-8f10-4782-84ae-2f8fa89bf4c6", "name": "network-vif-plugged", "status": "completed", "tag": "5bb0a447-96d6-4415-8a53-9ce9a3ae9385"}]}' {{(pid=94468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:43:47.366804 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb63bd82-201a-4991-84e2-9832932574fa tempest-ExtraDHCPOptionsIpV6TestJSON-1893169011 tempest-ExtraDHCPOptionsIpV6TestJSON-1893169011-project] Pushing event updated for resources: {'Port': ['ID=267ef6dc-9a2b-40f7-9060-cfa0cfc5489e,revision_number=2']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:43:47.398359 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf0a26ed-9287-46e8-b47f-4b1683568398 tempest-ExtraDHCPOptionsIpV6TestJSON-1893169011 tempest-ExtraDHCPOptionsIpV6TestJSON-1893169011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:47.400226 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-bf0a26ed-9287-46e8-b47f-4b1683568398 tempest-ExtraDHCPOptionsIpV6TestJSON-1893169011 tempest-ExtraDHCPOptionsIpV6TestJSON-1893169011-project] 10.222.0.39 "GET /v2.0/ports/267ef6dc-9a2b-40f7-9060-cfa0cfc5489e HTTP/1.1" status: 200 len: 1129 time: 0.8858032 Aug 12 14:43:47.405388 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 49194) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:43:47.459119 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port b0aac563-42bd-4b31-95a9-a0a4d4b9e42a, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=b0aac563-42bd-4b31-95a9-a0a4d4b9e42a,segment=NetworkSegment(45b28473-1709-41a1-b9df-2ccc6425c05f),segment_id=45b28473-1709-41a1-b9df-2ccc6425c05f)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:43:47.460532 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.db_base_plugin_common [None req-a6299d8a-2a2a-4b9d-8ad6-da30be313718 None None] Allocated IP 172.20.0.2 (acfcb45e-254e-408c-a582-9b961480581b/f38cd191-4aa4-4e94-92ca-7f9625449b21/2b2c5223-5495-4f2e-b259-6222c63afec4) {{(pid=94468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:43:47.480042 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:47.480879 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device 7de8ae80-93f9-4c28-b118-83a2cf3c4c92 up at agent hyperv_n-h1-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:43:47.491562 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-8af47083-00f1-4d58-ab89-b9919c8425bd req-e959103d-ec83-43c9-abe6-f10cb0d30739 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--932867664&fields=id&tenant_id=3a3bdd41fa344002b106e434a17bdf78 HTTP/1.1" status: 200 len: 267 time: 0.1474738 Aug 12 14:43:47.577075 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-abf62717-de64-4437-bdfd-619a1eea812a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:47.600477 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-b8de503f-d8ce-4fcc-becd-8476a2ea82db req-7a1886fc-52c9-49ed-ad70-3d4712d0aac4 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] 10.222.0.39 "GET /v2.0/security-groups?id=f56fbbcf-68c5-4074-ab5b-41ec110855f2&id=def6086d-0ad1-4cdd-9c71-80d1fefb9be7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3986475 Aug 12 14:43:47.620646 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-abf62717-de64-4437-bdfd-619a1eea812a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:47.659281 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af47083-00f1-4d58-ab89-b9919c8425bd req-eb0877d9-da23-486c-bd1c-af5cfc2b1d06 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:47.666747 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-8af47083-00f1-4d58-ab89-b9919c8425bd req-eb0877d9-da23-486c-bd1c-af5cfc2b1d06 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/networks?id=2ad93210-7061-461d-8617-49848448cc38 HTTP/1.1" status: 200 len: 816 time: 0.1742790 Aug 12 14:43:47.696603 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-8af47083-00f1-4d58-ab89-b9919c8425bd req-8961e866-dbc0-42aa-a9a5-81e425c2c3aa tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/quotas/3a3bdd41fa344002b106e434a17bdf78 HTTP/1.1" status: 200 len: 375 time: 0.0288892 Aug 12 14:43:47.728682 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Pushing event updated for resources: {'Port': ['ID=b0aac563-42bd-4b31-95a9-a0a4d4b9e42a,revision_number=7']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:43:47.787863 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-c621ab0e-e1f2-4777-b911-8b37dffc9f6f service neutron] 10.222.0.49 "GET /v2.0/networks/23465ac9-c2b6-454b-ad4d-35bb38ffda1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5579560 Aug 12 14:43:47.825327 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf62717-de64-4437-bdfd-619a1eea812a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea763fef-c59d-4a2d-86b9-63b9f71adfd8,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:43:47.834528 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-abf62717-de64-4437-bdfd-619a1eea812a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d9c6943f37544e0692bb463637e728fb&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4842238 Aug 12 14:43:47.841803 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-8918ee25-8041-4a2a-ad86-a3cc36e8a7db tempest-ExtraDHCPOptionsIpV6TestJSON-1893169011 tempest-ExtraDHCPOptionsIpV6TestJSON-1893169011-project] Deleting port 267ef6dc-9a2b-40f7-9060-cfa0cfc5489e {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:43:47.842142 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-8918ee25-8041-4a2a-ad86-a3cc36e8a7db tempest-ExtraDHCPOptionsIpV6TestJSON-1893169011 tempest-ExtraDHCPOptionsIpV6TestJSON-1893169011-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:47.845443 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 49206) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:43:47.914649 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-8af47083-00f1-4d58-ab89-b9919c8425bd req-d4be6594-e175-4d36-8ac4-2232458b6158 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=3a3bdd41fa344002b106e434a17bdf78&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2170546 Aug 12 14:43:47.958310 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-ab3e54d5-4eec-4005-9ae8-f86d4b9a444a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.107&port_id=0d3500d0-8996-4ba7-a29c-4271f88cdfba HTTP/1.1" status: 200 len: 217 time: 0.1435559 Aug 12 14:43:48.021112 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d4638d-4d61-4fd0-bbd8-1c9dba2f1690 req-24b8ac68-fb99-4449-99fa-d9c59b12ce5e tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:48.027663 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d4638d-4d61-4fd0-bbd8-1c9dba2f1690 req-24b8ac68-fb99-4449-99fa-d9c59b12ce5e tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:48.036135 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d4638d-4d61-4fd0-bbd8-1c9dba2f1690 req-24b8ac68-fb99-4449-99fa-d9c59b12ce5e tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:48.045051 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d4638d-4d61-4fd0-bbd8-1c9dba2f1690 req-24b8ac68-fb99-4449-99fa-d9c59b12ce5e tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:48.051385 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d4638d-4d61-4fd0-bbd8-1c9dba2f1690 req-24b8ac68-fb99-4449-99fa-d9c59b12ce5e tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:48.057857 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d4638d-4d61-4fd0-bbd8-1c9dba2f1690 req-24b8ac68-fb99-4449-99fa-d9c59b12ce5e tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:48.064799 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d4638d-4d61-4fd0-bbd8-1c9dba2f1690 req-24b8ac68-fb99-4449-99fa-d9c59b12ce5e tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:48.071082 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-37d4638d-4d61-4fd0-bbd8-1c9dba2f1690 req-24b8ac68-fb99-4449-99fa-d9c59b12ce5e tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] 10.222.0.39 "GET /v2.0/ports?device_id=b84c5c28-8f10-4782-84ae-2f8fa89bf4c6 HTTP/1.1" status: 200 len: 5430 time: 0.2785065 Aug 12 14:43:48.102463 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-3c267a0c-6f44-4587-986e-0a2c436c237b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:48.103886 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-3c267a0c-6f44-4587-986e-0a2c436c237b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=406ca1aa-3ad0-4dfd-af58-ddff5ca74ffa HTTP/1.1" status: 200 len: 797 time: 0.1371601 Aug 12 14:43:48.131316 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Provisioning for port 7de8ae80-93f9-4c28-b118-83a2cf3c4c92 completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:43:48.140899 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Provisioning complete for port 7de8ae80-93f9-4c28-b118-83a2cf3c4c92 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:43:48.141639 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:48.174397 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-226d8fc5-1589-4b48-a073-3031863c3860 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:48.187754 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-37d4638d-4d61-4fd0-bbd8-1c9dba2f1690 req-1a15aec9-ea44-4f17-b431-c2dc1524aa8a tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] 10.222.0.39 "GET /v2.0/security-groups?id=acce5d50-80c7-459a-8d6c-3aec4a7c97df&id=853e07d7-c0f4-4b67-a247-29748be080a8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1028278 Aug 12 14:43:48.210008 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-8918ee25-8041-4a2a-ad86-a3cc36e8a7db tempest-ExtraDHCPOptionsIpV6TestJSON-1893169011 tempest-ExtraDHCPOptionsIpV6TestJSON-1893169011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:48.229938 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-02a7279a-1848-4e9b-be77-802d6ddbda9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:48.231311 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-02a7279a-1848-4e9b-be77-802d6ddbda9f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=23465ac9-c2b6-454b-ad4d-35bb38ffda1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1198018 Aug 12 14:43:48.242199 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-a6299d8a-2a2a-4b9d-8ad6-da30be313718 None None] Notify callbacks [] for port, precommit_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:48.254755 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-a6299d8a-2a2a-4b9d-8ad6-da30be313718 None None] Transition to ACTIVE for port object 2b2c5223-5495-4f2e-b259-6222c63afec4 will not be triggered until provisioned by entity L2. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:43:48.270522 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-226d8fc5-1589-4b48-a073-3031863c3860 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:48.307737 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-a6299d8a-2a2a-4b9d-8ad6-da30be313718 None None] Transition to ACTIVE for port object 2b2c5223-5495-4f2e-b259-6222c63afec4 will not be triggered until provisioned by entity DHCP. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:43:48.319670 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-a6299d8a-2a2a-4b9d-8ad6-da30be313718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253'] for port, after_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:48.322607 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-8af47083-00f1-4d58-ab89-b9919c8425bd req-eb5e2fa9-a2cf-4180-b842-7e6ea188f989 service neutron] 10.222.0.39 "GET /v2.0/networks/2ad93210-7061-461d-8617-49848448cc38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3365357 Aug 12 14:43:48.332512 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-8918ee25-8041-4a2a-ad86-a3cc36e8a7db tempest-ExtraDHCPOptionsIpV6TestJSON-1893169011 tempest-ExtraDHCPOptionsIpV6TestJSON-1893169011-project] Calling delete_port for 267ef6dc-9a2b-40f7-9060-cfa0cfc5489e owned by {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:43:48.360424 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6299d8a-2a2a-4b9d-8ad6-da30be313718 None None] Network acfcb45e-254e-408c-a582-9b961480581b is already hosted by enough agents. {{(pid=94468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:43:48.368816 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 12 Aug 2021 14:43:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d812811-cbb7-4672-8e0c-df8800d528bd x-openstack-request-id: req-2d812811-cbb7-4672-8e0c-df8800d528bd {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:43:48.370489 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b84c5c28-8f10-4782-84ae-2f8fa89bf4c6", "name": "network-vif-plugged", "status": "completed", "tag": "57eff036-3311-481b-b542-bcfb85ced81c", "code": 200}, {"server_uuid": "b84c5c28-8f10-4782-84ae-2f8fa89bf4c6", "name": "network-vif-plugged", "status": "completed", "tag": "5bb0a447-96d6-4415-8a53-9ce9a3ae9385", "code": 200}]} {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:43:48.371053 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2d812811-cbb7-4672-8e0c-df8800d528bd {{(pid=94468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:43:48.372617 n-d-694802-15 neutron-server[94468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b84c5c28-8f10-4782-84ae-2f8fa89bf4c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57eff036-3311-481b-b542-bcfb85ced81c', 'code': 200} Aug 12 14:43:48.373531 n-d-694802-15 neutron-server[94468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b84c5c28-8f10-4782-84ae-2f8fa89bf4c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bb0a447-96d6-4415-8a53-9ce9a3ae9385', 'code': 200} Aug 12 14:43:48.378806 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.base_scheduler [None req-a6299d8a-2a2a-4b9d-8ad6-da30be313718 None None] Resources bound (agent type, host, resource id): {{(pid=94468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:43:48.439530 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6299d8a-2a2a-4b9d-8ad6-da30be313718 None None] Received port after_create {{(pid=94468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:43:48.443138 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:48.454162 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-55eed07f-62db-4d4e-98ef-990c91d7136b service neutron] 10.222.0.49 "GET /v2.0/networks/23465ac9-c2b6-454b-ad4d-35bb38ffda1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2070267 Aug 12 14:43:48.506902 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port 7de8ae80-93f9-4c28-b118-83a2cf3c4c92, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=7de8ae80-93f9-4c28-b118-83a2cf3c4c92,segment=NetworkSegment(241c97dc-4b9b-4462-a69d-097a1bbfec16),segment_id=241c97dc-4b9b-4462-a69d-097a1bbfec16)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:43:48.527318 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:48.588265 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device 20995681-edf1-4159-b285-2b70fd9775cf up at agent hyperv_n-h1-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:43:48.646553 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-a6299d8a-2a2a-4b9d-8ad6-da30be313718 None None] Attempting to bind port 2b2c5223-5495-4f2e-b259-6222c63afec4 on host n-d-694802-15 for vnic_type normal with profile {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:43:48.647136 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-a6299d8a-2a2a-4b9d-8ad6-da30be313718 None None] Attempting to bind port 2b2c5223-5495-4f2e-b259-6222c63afec4 by drivers openvswitch,hyperv on host n-d-694802-15 at level 0 using segments [{'id': 'd2d05aff-925b-4b31-af1c-62d92cd22ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'acfcb45e-254e-408c-a582-9b961480581b'}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:43:48.647600 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6299d8a-2a2a-4b9d-8ad6-da30be313718 None None] Attempting to bind port 2b2c5223-5495-4f2e-b259-6222c63afec4 on network acfcb45e-254e-408c-a582-9b961480581b {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:43:48.658221 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6299d8a-2a2a-4b9d-8ad6-da30be313718 None None] Pushing event updated for resources: {'Port': ['ID=2b2c5223-5495-4f2e-b259-6222c63afec4,revision_number=1']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:43:48.665400 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6299d8a-2a2a-4b9d-8ad6-da30be313718 None None] Checking agent: {'id': '16de73ac-f2e9-4cee-b3e0-91052ae3e6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 20, 13), 'started_at': datetime.datetime(2021, 8, 12, 14, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 43, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:43:48.665914 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6299d8a-2a2a-4b9d-8ad6-da30be313718 None None] Checking segment: {'id': 'd2d05aff-925b-4b31-af1c-62d92cd22ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'acfcb45e-254e-408c-a582-9b961480581b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:43:48.666410 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-a6299d8a-2a2a-4b9d-8ad6-da30be313718 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:48.666895 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6299d8a-2a2a-4b9d-8ad6-da30be313718 None None] Bound using segment: {'id': 'd2d05aff-925b-4b31-af1c-62d92cd22ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'acfcb45e-254e-408c-a582-9b961480581b'} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:43:48.667808 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-a6299d8a-2a2a-4b9d-8ad6-da30be313718 None None] Bound port: 2b2c5223-5495-4f2e-b259-6222c63afec4, host: n-d-694802-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2d05aff-925b-4b31-af1c-62d92cd22ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'acfcb45e-254e-408c-a582-9b961480581b'}}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:43:48.668295 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-a6299d8a-2a2a-4b9d-8ad6-da30be313718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:48.714215 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-394e5be7-228f-40c9-9b44-0e717b640de2 service neutron] 10.222.0.49 "GET /v2.0/networks/23465ac9-c2b6-454b-ad4d-35bb38ffda1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2529128 Aug 12 14:43:48.754672 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-226d8fc5-1589-4b48-a073-3031863c3860 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:48.758665 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-226d8fc5-1589-4b48-a073-3031863c3860 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:48.760238 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-226d8fc5-1589-4b48-a073-3031863c3860 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ea763fef-c59d-4a2d-86b9-63b9f71adfd8 HTTP/1.1" status: 204 len: 168 time: 0.9053433 Aug 12 14:43:48.785321 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-19575ebf-1239-407e-aa93-8ee6af060ca7 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=60dab493-b044-4ff6-81af-81a8db5e9f4e HTTP/1.1" status: 200 len: 217 time: 0.0627432 Aug 12 14:43:48.805412 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226d8fc5-1589-4b48-a073-3031863c3860 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea763fef-c59d-4a2d-86b9-63b9f71adfd8,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:43:48.824056 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-8af47083-00f1-4d58-ab89-b9919c8425bd req-1c83fd55-e925-452e-9b5f-bc87758d6a7a service neutron] 10.222.0.39 "GET /v2.0/networks/2ad93210-7061-461d-8617-49848448cc38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4770889 Aug 12 14:43:48.913313 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Provisioning for port 20995681-edf1-4159-b285-2b70fd9775cf completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:43:48.946039 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-8918ee25-8041-4a2a-ad86-a3cc36e8a7db tempest-ExtraDHCPOptionsIpV6TestJSON-1893169011 tempest-ExtraDHCPOptionsIpV6TestJSON-1893169011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:48.966881 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-1b74b1d0-3865-49f6-b040-a501a1a1d617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:48.968654 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-1b74b1d0-3865-49f6-b040-a501a1a1d617 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=87452bc0-af6f-4ccf-be47-4493323e3f3a HTTP/1.1" status: 200 len: 797 time: 0.1684847 Aug 12 14:43:49.016771 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8918ee25-8041-4a2a-ad86-a3cc36e8a7db tempest-ExtraDHCPOptionsIpV6TestJSON-1893169011 tempest-ExtraDHCPOptionsIpV6TestJSON-1893169011-project] Pushing event deleted for resources: {'Port': ['ID=267ef6dc-9a2b-40f7-9060-cfa0cfc5489e,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:43:49.095998 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Provisioning complete for port 20995681-edf1-4159-b285-2b70fd9775cf triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:43:49.097932 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:49.103541 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-8918ee25-8041-4a2a-ad86-a3cc36e8a7db tempest-ExtraDHCPOptionsIpV6TestJSON-1893169011 tempest-ExtraDHCPOptionsIpV6TestJSON-1893169011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:49.117678 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5231232-4874-47b5-8c7b-67f539a6c6af req-f61cf9e1-54a4-4b93-b742-c8f3d87ce357 tempest-ListServerFiltersTestJSON-1279059967 tempest-ListServerFiltersTestJSON-1279059967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:49.121778 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-8918ee25-8041-4a2a-ad86-a3cc36e8a7db tempest-ExtraDHCPOptionsIpV6TestJSON-1893169011 tempest-ExtraDHCPOptionsIpV6TestJSON-1893169011-project] 10.222.0.39 "DELETE /v2.0/ports/267ef6dc-9a2b-40f7-9060-cfa0cfc5489e HTTP/1.1" status: 204 len: 168 time: 1.7146933 Aug 12 14:43:49.124215 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 49274) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:43:49.136248 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-d5231232-4874-47b5-8c7b-67f539a6c6af req-f61cf9e1-54a4-4b93-b742-c8f3d87ce357 tempest-ListServerFiltersTestJSON-1279059967 tempest-ListServerFiltersTestJSON-1279059967-project] 10.222.0.39 "GET /v2.0/networks?id=acfcb45e-254e-408c-a582-9b961480581b HTTP/1.1" status: 200 len: 816 time: 0.3548079 Aug 12 14:43:49.186065 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-6d716993-4e74-4e94-b810-065afd7df562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:49.188137 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-6d716993-4e74-4e94-b810-065afd7df562 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=fb4567b1-456a-4ad5-b04d-3f1c691daca7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2006464 Aug 12 14:43:49.202532 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-d5231232-4874-47b5-8c7b-67f539a6c6af req-ca9f869a-40cf-46d7-af1c-0aff91c5e51c tempest-ListServerFiltersTestJSON-1279059967 tempest-ListServerFiltersTestJSON-1279059967-project] 10.222.0.39 "GET /v2.0/quotas/4bd92a12a913444faaa896b35bba92a0 HTTP/1.1" status: 200 len: 375 time: 0.0650346 Aug 12 14:43:49.259338 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_v2 [None req-5def17f1-dff8-4474-a6b6-f0cf571630fb tempest-ExtraDHCPOptionsIpV6TestJSON-1893169011 tempest-ExtraDHCPOptionsIpV6TestJSON-1893169011-project] Deleting subnet 9374b052-6c41-4195-8a2d-fb961106b034 {{(pid=94467) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 14:43:49.269144 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-5def17f1-dff8-4474-a6b6-f0cf571630fb tempest-ExtraDHCPOptionsIpV6TestJSON-1893169011 tempest-ExtraDHCPOptionsIpV6TestJSON-1893169011-project] Notify callbacks [] for subnet, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:49.283114 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Pushing event updated for resources: {'Port': ['ID=7de8ae80-93f9-4c28-b118-83a2cf3c4c92,revision_number=5']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:43:49.319961 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-a6299d8a-2a2a-4b9d-8ad6-da30be313718 None None] For port 2b2c5223-5495-4f2e-b259-6222c63afec4, host n-d-694802-15, cleared binding levels {{(pid=94468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:43:49.328796 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-a6299d8a-2a2a-4b9d-8ad6-da30be313718 None None] For port 2b2c5223-5495-4f2e-b259-6222c63afec4, host n-d-694802-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=2b2c5223-5495-4f2e-b259-6222c63afec4,segment=NetworkSegment(d2d05aff-925b-4b31-af1c-62d92cd22ab3),segment_id=d2d05aff-925b-4b31-af1c-62d92cd22ab3)] {{(pid=94468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:43:49.363072 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-a6299d8a-2a2a-4b9d-8ad6-da30be313718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:49.438790 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-5def17f1-dff8-4474-a6b6-f0cf571630fb tempest-ExtraDHCPOptionsIpV6TestJSON-1893169011 tempest-ExtraDHCPOptionsIpV6TestJSON-1893169011-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3857505'] for subnet, precommit_delete_associations {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:49.536062 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6299d8a-2a2a-4b9d-8ad6-da30be313718 None None] Pushing event updated for resources: {'Port': ['ID=2b2c5223-5495-4f2e-b259-6222c63afec4,revision_number=2']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:43:49.562459 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:49.661653 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port 20995681-edf1-4159-b285-2b70fd9775cf, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=20995681-edf1-4159-b285-2b70fd9775cf,segment=NetworkSegment(7719c74d-4dec-43da-873e-de69f6f169be),segment_id=7719c74d-4dec-43da-873e-de69f6f169be)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:43:49.670777 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:49.672628 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device 193ce8b9-1189-46e3-aa87-cd5d43e80d96 up at agent hyperv_n-h1-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:43:49.683855 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-8ef21bea-870c-4c92-8f98-a2209972780e service neutron] 10.222.0.49 "GET /v2.0/networks/fb4567b1-456a-4ad5-b04d-3f1c691daca7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4789827 Aug 12 14:43:49.751684 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-5def17f1-dff8-4474-a6b6-f0cf571630fb tempest-ExtraDHCPOptionsIpV6TestJSON-1893169011 tempest-ExtraDHCPOptionsIpV6TestJSON-1893169011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66416255'] for subnet, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:49.960792 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-5def17f1-dff8-4474-a6b6-f0cf571630fb tempest-ExtraDHCPOptionsIpV6TestJSON-1893169011 tempest-ExtraDHCPOptionsIpV6TestJSON-1893169011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66416232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2859225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3343748'] for subnet, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:49.969117 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Pushing event updated for resources: {'Port': ['ID=20995681-edf1-4159-b285-2b70fd9775cf,revision_number=5']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:43:49.976606 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-d5231232-4874-47b5-8c7b-67f539a6c6af req-0db84690-3b76-4e69-bcef-3d26b906340e tempest-ListServerFiltersTestJSON-1279059967 tempest-ListServerFiltersTestJSON-1279059967-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=4bd92a12a913444faaa896b35bba92a0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7729897 Aug 12 14:43:50.031987 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Provisioning for port 193ce8b9-1189-46e3-aa87-cd5d43e80d96 completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:43:50.043876 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Provisioning complete for port 193ce8b9-1189-46e3-aa87-cd5d43e80d96 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:43:50.044608 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:50.052731 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-5def17f1-dff8-4474-a6b6-f0cf571630fb tempest-ExtraDHCPOptionsIpV6TestJSON-1893169011 tempest-ExtraDHCPOptionsIpV6TestJSON-1893169011-project] Notify callbacks [] for subnet, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:50.058068 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-5def17f1-dff8-4474-a6b6-f0cf571630fb tempest-ExtraDHCPOptionsIpV6TestJSON-1893169011 tempest-ExtraDHCPOptionsIpV6TestJSON-1893169011-project] 10.222.0.39 "DELETE /v2.0/subnets/9374b052-6c41-4195-8a2d-fb961106b034 HTTP/1.1" status: 204 len: 168 time: 0.9323125 Aug 12 14:43:50.058975 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5def17f1-dff8-4474-a6b6-f0cf571630fb tempest-ExtraDHCPOptionsIpV6TestJSON-1893169011 tempest-ExtraDHCPOptionsIpV6TestJSON-1893169011-project] Pushing event deleted for resources: {'Subnet': ['ID=9374b052-6c41-4195-8a2d-fb961106b034,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:43:50.067445 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 49342) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:43:50.140644 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-d3df34f3-a19f-43a3-a206-2b07d9e81614 service neutron] 10.222.0.49 "GET /v2.0/networks/fb4567b1-456a-4ad5-b04d-3f1c691daca7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4455690 Aug 12 14:43:50.176748 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5085d3b6-7cbf-4076-a549-29b1ac89a58c None None] Network 7cd2b536-b253-43d2-bd9a-c67299aac363 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:43:50.312775 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755ea0d1-f079-439f-a4e5-f38c26dc4a69 req-be91dd22-6c90-4cba-aa30-de22727cf802 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:50.324106 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755ea0d1-f079-439f-a4e5-f38c26dc4a69 req-be91dd22-6c90-4cba-aa30-de22727cf802 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:50.392770 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755ea0d1-f079-439f-a4e5-f38c26dc4a69 req-be91dd22-6c90-4cba-aa30-de22727cf802 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:50.414419 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755ea0d1-f079-439f-a4e5-f38c26dc4a69 req-be91dd22-6c90-4cba-aa30-de22727cf802 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:50.424763 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755ea0d1-f079-439f-a4e5-f38c26dc4a69 req-be91dd22-6c90-4cba-aa30-de22727cf802 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:50.433699 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82ca70f0-3356-4166-96ef-a264876874d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0aac563-42bd-4b31-95a9-a0a4d4b9e42a'}, {'server_uuid': 'b84c5c28-8f10-4782-84ae-2f8fa89bf4c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7de8ae80-93f9-4c28-b118-83a2cf3c4c92'}, {'server_uuid': 'b84c5c28-8f10-4782-84ae-2f8fa89bf4c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20995681-edf1-4159-b285-2b70fd9775cf'}] {{(pid=94468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:43:50.433885 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755ea0d1-f079-439f-a4e5-f38c26dc4a69 req-be91dd22-6c90-4cba-aa30-de22727cf802 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:50.438616 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99a8d87602170099c728e57431aca99e9b98a655a83bbf8727be13192709727b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f649113-2d8e-43eb-8eb1-449689e8c22c" -d '{"events": [{"server_uuid": "82ca70f0-3356-4166-96ef-a264876874d1", "name": "network-vif-plugged", "status": "completed", "tag": "b0aac563-42bd-4b31-95a9-a0a4d4b9e42a"}, {"server_uuid": "b84c5c28-8f10-4782-84ae-2f8fa89bf4c6", "name": "network-vif-plugged", "status": "completed", "tag": "7de8ae80-93f9-4c28-b118-83a2cf3c4c92"}, {"server_uuid": "b84c5c28-8f10-4782-84ae-2f8fa89bf4c6", "name": "network-vif-plugged", "status": "completed", "tag": "20995681-edf1-4159-b285-2b70fd9775cf"}]}' {{(pid=94468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:43:50.445524 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755ea0d1-f079-439f-a4e5-f38c26dc4a69 req-be91dd22-6c90-4cba-aa30-de22727cf802 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:50.457762 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 2b2c5223-5495-4f2e-b259-6222c63afec4 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:43:50.458186 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-755ea0d1-f079-439f-a4e5-f38c26dc4a69 req-be91dd22-6c90-4cba-aa30-de22727cf802 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] 10.222.0.39 "GET /v2.0/ports?device_id=419c5c7f-827f-4397-9cc6-d186147a5698 HTTP/1.1" status: 200 len: 5430 time: 0.9524457 Aug 12 14:43:50.513537 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-d5231232-4874-47b5-8c7b-67f539a6c6af req-4c7d5c41-a0ff-4063-9416-afca4e0cf8d3 service neutron] 10.222.0.39 "GET /v2.0/networks/acfcb45e-254e-408c-a582-9b961480581b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5221710 Aug 12 14:43:50.633522 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-b19cb8ee-b134-4579-9373-c7566f51169c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=0499b153-16f3-45bf-a9f7-4cf3ddd80c7a HTTP/1.1" status: 200 len: 217 time: 0.3709805 Aug 12 14:43:50.634076 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-755ea0d1-f079-439f-a4e5-f38c26dc4a69 req-38fa7462-7f4e-4c46-82e8-b22d2cd40f0b tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] 10.222.0.39 "GET /v2.0/security-groups?id=f56fbbcf-68c5-4074-ab5b-41ec110855f2&id=def6086d-0ad1-4cdd-9c71-80d1fefb9be7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1658015 Aug 12 14:43:50.651445 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-716b9afe-59a1-4472-8c31-334078d18a8f tempest-ExtraDHCPOptionsIpV6TestJSON-1893169011 tempest-ExtraDHCPOptionsIpV6TestJSON-1893169011-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680608'] for network, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:50.771936 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:50.802547 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 49392) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:43:50.838164 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning for port 2b2c5223-5495-4f2e-b259-6222c63afec4 completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:43:50.949274 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-052ab813-c7f8-423d-962e-d9b3d7f3796e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:50.953324 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-052ab813-c7f8-423d-962e-d9b3d7f3796e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=87452bc0-af6f-4ccf-be47-4493323e3f3a HTTP/1.1" status: 200 len: 797 time: 0.1920152 Aug 12 14:43:50.960422 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port 193ce8b9-1189-46e3-aa87-cd5d43e80d96, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=193ce8b9-1189-46e3-aa87-cd5d43e80d96,segment=NetworkSegment(6e9bacb5-9701-46a9-adfa-39555d8c5ebb),segment_id=6e9bacb5-9701-46a9-adfa-39555d8c5ebb)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:43:50.975119 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:50.978500 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device 4923449d-bcf2-48db-a05c-3f4b4d068e78 up at agent hyperv_n-h1-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:43:50.993828 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-716b9afe-59a1-4472-8c31-334078d18a8f tempest-ExtraDHCPOptionsIpV6TestJSON-1893169011 tempest-ExtraDHCPOptionsIpV6TestJSON-1893169011-project] Deleting port ee831c4f-00f3-4d6d-9718-ee1f0a2fc5f1 {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:43:50.994437 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-716b9afe-59a1-4472-8c31-334078d18a8f tempest-ExtraDHCPOptionsIpV6TestJSON-1893169011 tempest-ExtraDHCPOptionsIpV6TestJSON-1893169011-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:51.169400 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16be600-385a-40ff-b3e7-70ca6a1513f0 req-eb450c50-993e-4587-9597-05db1b484c8c tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:51.176692 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16be600-385a-40ff-b3e7-70ca6a1513f0 req-eb450c50-993e-4587-9597-05db1b484c8c tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:51.182533 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d699093d-e630-4318-bbf9-661d780ea31a None None] DHCP port deletion for 7cd2b536-b253-43d2-bd9a-c67299aac363 request from n-d-694802-15 {{(pid=94468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 14:43:51.183468 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16be600-385a-40ff-b3e7-70ca6a1513f0 req-eb450c50-993e-4587-9597-05db1b484c8c tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:51.190625 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16be600-385a-40ff-b3e7-70ca6a1513f0 req-eb450c50-993e-4587-9597-05db1b484c8c tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:51.198789 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16be600-385a-40ff-b3e7-70ca6a1513f0 req-eb450c50-993e-4587-9597-05db1b484c8c tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:51.205983 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16be600-385a-40ff-b3e7-70ca6a1513f0 req-eb450c50-993e-4587-9597-05db1b484c8c tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:51.218993 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16be600-385a-40ff-b3e7-70ca6a1513f0 req-eb450c50-993e-4587-9597-05db1b484c8c tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:51.218993 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f16be600-385a-40ff-b3e7-70ca6a1513f0 req-eb450c50-993e-4587-9597-05db1b484c8c tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] 10.222.0.39 "GET /v2.0/ports?device_id=b84c5c28-8f10-4782-84ae-2f8fa89bf4c6 HTTP/1.1" status: 200 len: 5432 time: 0.3727410 Aug 12 14:43:51.323107 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 49406) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:43:51.333109 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Provisioning for port 4923449d-bcf2-48db-a05c-3f4b4d068e78 completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:43:51.342235 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Pushing event updated for resources: {'Port': ['ID=193ce8b9-1189-46e3-aa87-cd5d43e80d96,revision_number=5']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:43:51.344451 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-d5231232-4874-47b5-8c7b-67f539a6c6af req-1e2d4a67-b64d-4752-a036-1f90f59d387b service neutron] 10.222.0.39 "GET /v2.0/networks/acfcb45e-254e-408c-a582-9b961480581b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7653804 Aug 12 14:43:51.363444 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [None req-716b9afe-59a1-4472-8c31-334078d18a8f tempest-ExtraDHCPOptionsIpV6TestJSON-1893169011 tempest-ExtraDHCPOptionsIpV6TestJSON-1893169011-project] For port ee831c4f-00f3-4d6d-9718-ee1f0a2fc5f1, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=ee831c4f-00f3-4d6d-9718-ee1f0a2fc5f1,segment=NetworkSegment(c2ca4a32-8af4-4c03-ad49-db0d69ea4dba),segment_id=c2ca4a32-8af4-4c03-ad49-db0d69ea4dba)] {{(pid=94467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:43:51.364244 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Provisioning complete for port 4923449d-bcf2-48db-a05c-3f4b4d068e78 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:43:51.365569 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:51.367546 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-716b9afe-59a1-4472-8c31-334078d18a8f tempest-ExtraDHCPOptionsIpV6TestJSON-1893169011 tempest-ExtraDHCPOptionsIpV6TestJSON-1893169011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:51.386678 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-ea0711eb-6bff-4448-be40-be6512392c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:51.395041 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-ea0711eb-6bff-4448-be40-be6512392c25 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=fb4567b1-456a-4ad5-b04d-3f1c691daca7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4247906 Aug 12 14:43:51.511459 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-d699093d-e630-4318-bbf9-661d780ea31a None None] Deleting port ee831c4f-00f3-4d6d-9718-ee1f0a2fc5f1 {{(pid=94468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:43:51.511849 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-d699093d-e630-4318-bbf9-661d780ea31a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:51.528226 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-716b9afe-59a1-4472-8c31-334078d18a8f tempest-ExtraDHCPOptionsIpV6TestJSON-1893169011 tempest-ExtraDHCPOptionsIpV6TestJSON-1893169011-project] Calling delete_port for ee831c4f-00f3-4d6d-9718-ee1f0a2fc5f1 owned by network:dhcp {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:43:51.575167 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f1f2103-2765-4dad-9951-054edf030ada None None] Network acfcb45e-254e-408c-a582-9b961480581b requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:43:51.613643 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f16be600-385a-40ff-b3e7-70ca6a1513f0 req-c2583329-0a91-4f25-80c7-5603261b8970 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] 10.222.0.39 "GET /v2.0/security-groups?id=acce5d50-80c7-459a-8d6c-3aec4a7c97df&id=853e07d7-c0f4-4b67-a247-29748be080a8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3624876 Aug 12 14:43:51.727147 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9c83ed90-be9a-4f55-abd5-607aad9170b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:51.793941 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 12 Aug 2021 14:43:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71278d47-5121-4b86-b61c-4a05761976f9 x-openstack-request-id: req-71278d47-5121-4b86-b61c-4a05761976f9 {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:43:51.794352 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82ca70f0-3356-4166-96ef-a264876874d1", "name": "network-vif-plugged", "status": "completed", "tag": "b0aac563-42bd-4b31-95a9-a0a4d4b9e42a", "code": 200}, {"server_uuid": "b84c5c28-8f10-4782-84ae-2f8fa89bf4c6", "name": "network-vif-plugged", "status": "completed", "tag": "7de8ae80-93f9-4c28-b118-83a2cf3c4c92", "code": 200}, {"server_uuid": "b84c5c28-8f10-4782-84ae-2f8fa89bf4c6", "name": "network-vif-plugged", "status": "completed", "tag": "20995681-edf1-4159-b285-2b70fd9775cf", "code": 200}]} {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:43:51.795344 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-71278d47-5121-4b86-b61c-4a05761976f9 {{(pid=94468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:43:51.796723 n-d-694802-15 neutron-server[94468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82ca70f0-3356-4166-96ef-a264876874d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0aac563-42bd-4b31-95a9-a0a4d4b9e42a', 'code': 200} Aug 12 14:43:51.798952 n-d-694802-15 neutron-server[94468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b84c5c28-8f10-4782-84ae-2f8fa89bf4c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7de8ae80-93f9-4c28-b118-83a2cf3c4c92', 'code': 200} Aug 12 14:43:51.799346 n-d-694802-15 neutron-server[94468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b84c5c28-8f10-4782-84ae-2f8fa89bf4c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20995681-edf1-4159-b285-2b70fd9775cf', 'code': 200} Aug 12 14:43:51.830225 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-72b4e218-54e3-4889-a1f1-722f38950a60 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1475462978-network', 'tenant_id': '7b16eba5702a4522aa123f33f9befa5f'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:43:51.832278 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-9440b7de-e66e-4749-aef3-275f41472404 service neutron] 10.222.0.49 "GET /v2.0/networks/fb4567b1-456a-4ad5-b04d-3f1c691daca7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4261396 Aug 12 14:43:51.916444 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-c806d7b7-d24b-4cbe-8759-9d9a8874d745 None None] Provisioning for port 2b2c5223-5495-4f2e-b259-6222c63afec4 completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:43:51.941898 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-baeebec1-8c89-4baa-a465-c9e6383ac1e3 req-ac4710a8-e75a-4347-a590-a769912e41be tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/ports?device_id=b148e05e-7d9e-4da9-9b03-99a8a72e94ac HTTP/1.1" status: 200 len: 210 time: 0.0958254 Aug 12 14:43:51.998602 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.db.api [None req-72b4e218-54e3-4889-a1f1-722f38950a60 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 12 14:43:51.998602 n-d-694802-15 neutron-server[94467]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 12 14:43:51.998602 n-d-694802-15 neutron-server[94467]: [parameters: {'project_id': '7b16eba5702a4522aa123f33f9befa5f', 'id': 'c7ec2405-94c2-49e6-acd7-fc071ec9c52a', 'expiration': datetime.datetime(2021, 8, 12, 14, 45, 51, 920687)}] Aug 12 14:43:51.998602 n-d-694802-15 neutron-server[94467]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94467) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 12 14:43:52.000691 n-d-694802-15 neutron-server[94467]: DEBUG oslo_db.api [None req-72b4e218-54e3-4889-a1f1-722f38950a60 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 12 14:43:52.002842 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-c806d7b7-d24b-4cbe-8759-9d9a8874d745 None None] Provisioning complete for port 2b2c5223-5495-4f2e-b259-6222c63afec4 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:43:52.005436 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-c806d7b7-d24b-4cbe-8759-9d9a8874d745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:52.057882 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af47083-00f1-4d58-ab89-b9919c8425bd req-f5d1e385-fd44-4225-8bf2-4e385e37dd43 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:52.060397 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-8af47083-00f1-4d58-ab89-b9919c8425bd req-f5d1e385-fd44-4225-8bf2-4e385e37dd43 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.49 "GET /v2.0/networks?id=2ad93210-7061-461d-8617-49848448cc38 HTTP/1.1" status: 200 len: 816 time: 0.6810765 Aug 12 14:43:52.100038 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-d699093d-e630-4318-bbf9-661d780ea31a None None] For port ee831c4f-00f3-4d6d-9718-ee1f0a2fc5f1, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=ee831c4f-00f3-4d6d-9718-ee1f0a2fc5f1,segment=NetworkSegment(c2ca4a32-8af4-4c03-ad49-db0d69ea4dba),segment_id=c2ca4a32-8af4-4c03-ad49-db0d69ea4dba)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:43:52.100670 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-d699093d-e630-4318-bbf9-661d780ea31a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:52.123938 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-716b9afe-59a1-4472-8c31-334078d18a8f tempest-ExtraDHCPOptionsIpV6TestJSON-1893169011 tempest-ExtraDHCPOptionsIpV6TestJSON-1893169011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:52.148488 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-d699093d-e630-4318-bbf9-661d780ea31a None None] Calling delete_port for ee831c4f-00f3-4d6d-9718-ee1f0a2fc5f1 owned by network:dhcp {{(pid=94468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:43:52.179788 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:52.263282 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-8af47083-00f1-4d58-ab89-b9919c8425bd req-1b68c180-b66f-47e0-b40b-2aace237a6b3 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3a3bdd41fa344002b106e434a17bdf78 HTTP/1.1" status: 200 len: 379 time: 0.1813872 Aug 12 14:43:52.264109 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716b9afe-59a1-4472-8c31-334078d18a8f tempest-ExtraDHCPOptionsIpV6TestJSON-1893169011 tempest-ExtraDHCPOptionsIpV6TestJSON-1893169011-project] Pushing event deleted for resources: {'Port': ['ID=ee831c4f-00f3-4d6d-9718-ee1f0a2fc5f1,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:43:52.282283 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-8af47083-00f1-4d58-ab89-b9919c8425bd req-216bb423-5214-444e-a080-4cbc0ab937ae tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Request body: {'port': {'device_id': 'b148e05e-7d9e-4da9-9b03-99a8a72e94ac', 'network_id': '2ad93210-7061-461d-8617-49848448cc38', 'admin_state_up': True, 'tenant_id': '3a3bdd41fa344002b106e434a17bdf78', 'security_groups': ['ae835367-3679-4f41-a825-d086536e4cce']}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:43:52.296452 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-716b9afe-59a1-4472-8c31-334078d18a8f tempest-ExtraDHCPOptionsIpV6TestJSON-1893169011 tempest-ExtraDHCPOptionsIpV6TestJSON-1893169011-project] No DVR routers for this DVR port ee831c4f-00f3-4d6d-9718-ee1f0a2fc5f1 on host n-d-694802-15 {{(pid=94467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:43:52.313285 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device ee831c4f-00f3-4d6d-9718-ee1f0a2fc5f1 no longer exists at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:43:52.345696 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e589e8-887e-4a3c-93df-c588d3a6290d req-4aebdb1c-1013-4bf7-837f-26d2be16f9ce tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:52.363388 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e589e8-887e-4a3c-93df-c588d3a6290d req-4aebdb1c-1013-4bf7-837f-26d2be16f9ce tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:52.375774 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] No Port match for: ee831c4f-00f3-4d6d-9718-ee1f0a2fc5f1 {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 14:43:52.376122 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device ee831c4f-00f3-4d6d-9718-ee1f0a2fc5f1 not bound to the agent host n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:43:52.383243 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e589e8-887e-4a3c-93df-c588d3a6290d req-4aebdb1c-1013-4bf7-837f-26d2be16f9ce tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:52.396120 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e589e8-887e-4a3c-93df-c588d3a6290d req-4aebdb1c-1013-4bf7-837f-26d2be16f9ce tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:52.422673 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port 4923449d-bcf2-48db-a05c-3f4b4d068e78, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=4923449d-bcf2-48db-a05c-3f4b4d068e78,segment=NetworkSegment(7719c74d-4dec-43da-873e-de69f6f169be),segment_id=7719c74d-4dec-43da-873e-de69f6f169be)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:43:52.429765 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e589e8-887e-4a3c-93df-c588d3a6290d req-4aebdb1c-1013-4bf7-837f-26d2be16f9ce tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:52.447639 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:52.458512 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e589e8-887e-4a3c-93df-c588d3a6290d req-4aebdb1c-1013-4bf7-837f-26d2be16f9ce tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:52.477381 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e589e8-887e-4a3c-93df-c588d3a6290d req-4aebdb1c-1013-4bf7-837f-26d2be16f9ce tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:52.495970 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-34e589e8-887e-4a3c-93df-c588d3a6290d req-4aebdb1c-1013-4bf7-837f-26d2be16f9ce tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] 10.222.0.39 "GET /v2.0/ports?device_id=419c5c7f-827f-4397-9cc6-d186147a5698 HTTP/1.1" status: 200 len: 5430 time: 0.5113299 Aug 12 14:43:52.517717 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Pushing event updated for resources: {'Port': ['ID=4923449d-bcf2-48db-a05c-3f4b4d068e78,revision_number=5']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:43:52.525176 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-c806d7b7-d24b-4cbe-8759-9d9a8874d745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:52.527932 n-d-694802-15 neutron-server[94468]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 12 14:43:52.527932 n-d-694802-15 neutron-server[94468]: from cryptography.utils import int_from_bytes Aug 12 14:43:52.527932 n-d-694802-15 neutron-server[94468]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 12 14:43:52.527932 n-d-694802-15 neutron-server[94468]: from cryptography.utils import int_from_bytes Aug 12 14:43:52.527932 n-d-694802-15 neutron-server[94468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 14:43:52.527932 n-d-694802-15 neutron-server[94468]: self.session.flush() Aug 12 14:43:52.527932 n-d-694802-15 neutron-server[94468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 14:43:52.527932 n-d-694802-15 neutron-server[94468]: self.session.flush() Aug 12 14:43:52.527932 n-d-694802-15 neutron-server[94468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 14:43:52.527932 n-d-694802-15 neutron-server[94468]: self.session.flush() Aug 12 14:43:52.527932 n-d-694802-15 neutron-server[94468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 14:43:52.527932 n-d-694802-15 neutron-server[94468]: self.session.flush() Aug 12 14:43:52.527932 n-d-694802-15 neutron-server[94468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 14:43:52.527932 n-d-694802-15 neutron-server[94468]: self.session.flush() Aug 12 14:43:52.527932 n-d-694802-15 neutron-server[94468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 14:43:52.527932 n-d-694802-15 neutron-server[94468]: self.session.flush() Aug 12 14:43:52.527932 n-d-694802-15 neutron-server[94468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 14:43:52.527932 n-d-694802-15 neutron-server[94468]: self.session.flush() Aug 12 14:43:52.527932 n-d-694802-15 neutron-server[94468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 14:43:52.527932 n-d-694802-15 neutron-server[94468]: self.session.flush() Aug 12 14:43:52.527932 n-d-694802-15 neutron-server[94468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 14:43:52.527932 n-d-694802-15 neutron-server[94468]: self.session.flush() Aug 12 14:43:52.527932 n-d-694802-15 neutron-server[94468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 14:43:52.527932 n-d-694802-15 neutron-server[94468]: self.session.flush() Aug 12 14:43:52.527932 n-d-694802-15 neutron-server[94468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 14:43:52.527932 n-d-694802-15 neutron-server[94468]: self.session.flush() Aug 12 14:43:52.527932 n-d-694802-15 neutron-server[94468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 14:43:52.527932 n-d-694802-15 neutron-server[94468]: self.session.flush() Aug 12 14:43:52.527932 n-d-694802-15 neutron-server[94468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 14:43:52.527932 n-d-694802-15 neutron-server[94468]: self.session.flush() Aug 12 14:43:52.527932 n-d-694802-15 neutron-server[94468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 14:43:52.527932 n-d-694802-15 neutron-server[94468]: self.session.flush() Aug 12 14:43:52.527932 n-d-694802-15 neutron-server[94468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 14:43:52.527932 n-d-694802-15 neutron-server[94468]: self.session.flush() Aug 12 14:43:52.527932 n-d-694802-15 neutron-server[94468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 14:43:52.527932 n-d-694802-15 neutron-server[94468]: self.session.flush() Aug 12 14:43:52.527932 n-d-694802-15 neutron-server[94468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 14:43:52.527932 n-d-694802-15 neutron-server[94468]: self.session.flush() Aug 12 14:43:52.527932 n-d-694802-15 neutron-server[94468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 14:43:52.527932 n-d-694802-15 neutron-server[94468]: self.session.flush() Aug 12 14:43:52.527932 n-d-694802-15 neutron-server[94468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 14:43:52.527932 n-d-694802-15 neutron-server[94468]: self.session.flush() Aug 12 14:43:52.530647 n-d-694802-15 neutron-server[94468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 14:43:52.530647 n-d-694802-15 neutron-server[94468]: self.session.flush() Aug 12 14:43:52.530647 n-d-694802-15 neutron-server[94468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 14:43:52.530647 n-d-694802-15 neutron-server[94468]: self.session.flush() Aug 12 14:43:52.530647 n-d-694802-15 neutron-server[94468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 14:43:52.530647 n-d-694802-15 neutron-server[94468]: self.session.flush() Aug 12 14:43:52.530647 n-d-694802-15 neutron-server[94468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 14:43:52.530647 n-d-694802-15 neutron-server[94468]: self.session.flush() Aug 12 14:43:52.530647 n-d-694802-15 neutron-server[94468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 14:43:52.530647 n-d-694802-15 neutron-server[94468]: self.session.flush() Aug 12 14:43:52.530647 n-d-694802-15 neutron-server[94468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 14:43:52.530647 n-d-694802-15 neutron-server[94468]: self.session.flush() Aug 12 14:43:52.530647 n-d-694802-15 neutron-server[94468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 14:43:52.530647 n-d-694802-15 neutron-server[94468]: self.session.flush() Aug 12 14:43:52.542688 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-d699093d-e630-4318-bbf9-661d780ea31a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262'] for port, after_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:52.588406 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-716b9afe-59a1-4472-8c31-334078d18a8f tempest-ExtraDHCPOptionsIpV6TestJSON-1893169011 tempest-ExtraDHCPOptionsIpV6TestJSON-1893169011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66413304', 'neutron.services.segments.db._delete_segments_for_network-8744654118000'] for network, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:52.588625 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-2074fc81-4fd8-4025-a9c6-642b8e28ab62 req-9e614852-271a-4f6c-9f7b-beb9420d8806 service neutron] 10.222.0.49 "GET /v2.0/networks/fb4567b1-456a-4ad5-b04d-3f1c691daca7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7394917 Aug 12 14:43:52.684163 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-716b9afe-59a1-4472-8c31-334078d18a8f tempest-ExtraDHCPOptionsIpV6TestJSON-1893169011 tempest-ExtraDHCPOptionsIpV6TestJSON-1893169011-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7cd2b536-b253-43d2-bd9a-c67299aac363']}} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:43:52.691350 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-34e589e8-887e-4a3c-93df-c588d3a6290d req-43d0871f-206c-4a49-bb6d-5f6f42b02e2d tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] 10.222.0.39 "GET /v2.0/security-groups?id=f56fbbcf-68c5-4074-ab5b-41ec110855f2&id=def6086d-0ad1-4cdd-9c71-80d1fefb9be7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1864202 Aug 12 14:43:52.705942 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84387b8d-263a-49be-9ab3-6dfd238cd04a req-0e99a153-158a-4d31-9631-a605bc1d3d97 tempest-ListServerFiltersTestJSON-1279059967 tempest-ListServerFiltersTestJSON-1279059967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:52.717858 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-84387b8d-263a-49be-9ab3-6dfd238cd04a req-0e99a153-158a-4d31-9631-a605bc1d3d97 tempest-ListServerFiltersTestJSON-1279059967 tempest-ListServerFiltersTestJSON-1279059967-project] 10.222.0.39 "GET /v2.0/networks?id=acfcb45e-254e-408c-a582-9b961480581b HTTP/1.1" status: 200 len: 816 time: 0.4708118 Aug 12 14:43:52.732330 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-716b9afe-59a1-4472-8c31-334078d18a8f tempest-ExtraDHCPOptionsIpV6TestJSON-1893169011 tempest-ExtraDHCPOptionsIpV6TestJSON-1893169011-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2ca4a32-8af4-4c03-ad49-db0d69ea4dba') {'for_net_delete': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:43:52.732687 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-716b9afe-59a1-4472-8c31-334078d18a8f tempest-ExtraDHCPOptionsIpV6TestJSON-1893169011 tempest-ExtraDHCPOptionsIpV6TestJSON-1893169011-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2ca4a32-8af4-4c03-ad49-db0d69ea4dba') {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:43:52.752844 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-716b9afe-59a1-4472-8c31-334078d18a8f tempest-ExtraDHCPOptionsIpV6TestJSON-1893169011 tempest-ExtraDHCPOptionsIpV6TestJSON-1893169011-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744654122361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3857526'] for segment, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:52.774506 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d699093d-e630-4318-bbf9-661d780ea31a None None] Pushing event deleted for resources: {'Port': ['ID=ee831c4f-00f3-4d6d-9718-ee1f0a2fc5f1,revision_number=None']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:43:52.793033 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d699093d-e630-4318-bbf9-661d780ea31a None None] No DVR routers for this DVR port ee831c4f-00f3-4d6d-9718-ee1f0a2fc5f1 on host n-d-694802-15 {{(pid=94468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:43:52.793260 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-84387b8d-263a-49be-9ab3-6dfd238cd04a req-fb75230a-3f7f-411f-8eb1-4214b8aeee28 tempest-ListServerFiltersTestJSON-1279059967 tempest-ListServerFiltersTestJSON-1279059967-project] 10.222.0.39 "GET /v2.0/quotas/4bd92a12a913444faaa896b35bba92a0 HTTP/1.1" status: 200 len: 375 time: 0.0742171 Aug 12 14:43:52.799865 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-c806d7b7-d24b-4cbe-8759-9d9a8874d745 None None] For port 2b2c5223-5495-4f2e-b259-6222c63afec4, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=2b2c5223-5495-4f2e-b259-6222c63afec4,segment=NetworkSegment(d2d05aff-925b-4b31-af1c-62d92cd22ab3),segment_id=d2d05aff-925b-4b31-af1c-62d92cd22ab3)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:43:52.810501 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-c806d7b7-d24b-4cbe-8759-9d9a8874d745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:52.851059 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-716b9afe-59a1-4472-8c31-334078d18a8f tempest-ExtraDHCPOptionsIpV6TestJSON-1893169011 tempest-ExtraDHCPOptionsIpV6TestJSON-1893169011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:52.863243 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-716b9afe-59a1-4472-8c31-334078d18a8f tempest-ExtraDHCPOptionsIpV6TestJSON-1893169011 tempest-ExtraDHCPOptionsIpV6TestJSON-1893169011-project] Releasing vlan 331 on physical network physnet1 to pool {{(pid=94467) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 14:43:52.863669 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-716b9afe-59a1-4472-8c31-334078d18a8f tempest-ExtraDHCPOptionsIpV6TestJSON-1893169011 tempest-ExtraDHCPOptionsIpV6TestJSON-1893169011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2859015'] for segment, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:52.868277 n-d-694802-15 neutron-server[94467]: Traceback (most recent call last): Aug 12 14:43:52.868277 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 14:43:52.868277 n-d-694802-15 neutron-server[94467]: timer() Aug 12 14:43:52.868277 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 14:43:52.868277 n-d-694802-15 neutron-server[94467]: cb(*args, **kw) Aug 12 14:43:52.868277 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 14:43:52.868277 n-d-694802-15 neutron-server[94467]: return func(*args, **kwargs) Aug 12 14:43:52.868277 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 14:43:52.868277 n-d-694802-15 neutron-server[94467]: self._notify() Aug 12 14:43:52.868277 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 14:43:52.868277 n-d-694802-15 neutron-server[94467]: self.callback(batched_events) Aug 12 14:43:52.868277 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 14:43:52.868277 n-d-694802-15 neutron-server[94467]: event.method(event) Aug 12 14:43:52.868277 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 14:43:52.868277 n-d-694802-15 neutron-server[94467]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 14:43:52.868277 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 14:43:52.868277 n-d-694802-15 neutron-server[94467]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 14:43:52.868277 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 14:43:52.868277 n-d-694802-15 neutron-server[94467]: return f(self, *a, **k) Aug 12 14:43:52.868277 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 14:43:52.868277 n-d-694802-15 neutron-server[94467]: return self._get(url).json() Aug 12 14:43:52.868277 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 14:43:52.868277 n-d-694802-15 neutron-server[94467]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 14:43:52.868277 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 14:43:52.868277 n-d-694802-15 neutron-server[94467]: return self.request(url, 'GET', **kwargs) Aug 12 14:43:52.868277 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 14:43:52.868277 n-d-694802-15 neutron-server[94467]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 14:43:52.868277 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 14:43:52.868277 n-d-694802-15 neutron-server[94467]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 14:43:52.868277 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 14:43:52.868277 n-d-694802-15 neutron-server[94467]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 14:43:52.868277 n-d-694802-15 neutron-server[94467]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 14:43:52.900092 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9c83ed90-be9a-4f55-abd5-607aad9170b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:52.927784 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c806d7b7-d24b-4cbe-8759-9d9a8874d745 None None] Pushing event updated for resources: {'Port': ['ID=2b2c5223-5495-4f2e-b259-6222c63afec4,revision_number=3']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:43:52.947182 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9c83ed90-be9a-4f55-abd5-607aad9170b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:52.982144 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-84387b8d-263a-49be-9ab3-6dfd238cd04a req-db0a1685-2e97-4268-8c9d-d92094728a98 tempest-ListServerFiltersTestJSON-1279059967 tempest-ListServerFiltersTestJSON-1279059967-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=4bd92a12a913444faaa896b35bba92a0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1881423 Aug 12 14:43:53.033169 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78de2a6-1a86-4d3d-b322-182b04583489 req-50e70f6f-ef81-44fe-b068-6fbf01059b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:53.034249 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78de2a6-1a86-4d3d-b322-182b04583489 req-50e70f6f-ef81-44fe-b068-6fbf01059b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:53.034910 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78de2a6-1a86-4d3d-b322-182b04583489 req-50e70f6f-ef81-44fe-b068-6fbf01059b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:53.035585 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78de2a6-1a86-4d3d-b322-182b04583489 req-50e70f6f-ef81-44fe-b068-6fbf01059b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:53.036233 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78de2a6-1a86-4d3d-b322-182b04583489 req-50e70f6f-ef81-44fe-b068-6fbf01059b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:53.036911 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78de2a6-1a86-4d3d-b322-182b04583489 req-50e70f6f-ef81-44fe-b068-6fbf01059b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:53.037555 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78de2a6-1a86-4d3d-b322-182b04583489 req-50e70f6f-ef81-44fe-b068-6fbf01059b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:53.038100 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-9c36ce7f-56a2-4498-afb3-61925f5dc38e None None] Provisioning complete for port 2b2c5223-5495-4f2e-b259-6222c63afec4 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:43:53.038568 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-9c36ce7f-56a2-4498-afb3-61925f5dc38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:53.041954 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-e78de2a6-1a86-4d3d-b322-182b04583489 req-50e70f6f-ef81-44fe-b068-6fbf01059b78 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c4f0f352632942859f6399a2c9890ad2&device_id=419c5c7f-827f-4397-9cc6-d186147a5698 HTTP/1.1" status: 200 len: 6494 time: 0.3202264 Aug 12 14:43:53.076148 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72b4e218-54e3-4889-a1f1-722f38950a60 admin admin] Made reservation on behalf of 7b16eba5702a4522aa123f33f9befa5f for: {'network': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:43:53.078488 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-72b4e218-54e3-4889-a1f1-722f38950a60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for network, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:53.083483 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-9c83ed90-be9a-4f55-abd5-607aad9170b8 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0f249af6638b46bcbbc1f4ce21e11932&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7583942 Aug 12 14:43:53.092194 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 49440) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:43:53.098648 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-72b4e218-54e3-4889-a1f1-722f38950a60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:53.125954 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-716b9afe-59a1-4472-8c31-334078d18a8f tempest-ExtraDHCPOptionsIpV6TestJSON-1893169011 tempest-ExtraDHCPOptionsIpV6TestJSON-1893169011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66413281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431520'] for network, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:53.135257 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-716b9afe-59a1-4472-8c31-334078d18a8f tempest-ExtraDHCPOptionsIpV6TestJSON-1893169011 tempest-ExtraDHCPOptionsIpV6TestJSON-1893169011-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for network, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:53.136797 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c83ed90-be9a-4f55-abd5-607aad9170b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c080f0cf-1fe0-4ae1-ab3b-db9a6ee6e209,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:43:53.139789 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-716b9afe-59a1-4472-8c31-334078d18a8f tempest-ExtraDHCPOptionsIpV6TestJSON-1893169011 tempest-ExtraDHCPOptionsIpV6TestJSON-1893169011-project] 10.222.0.39 "DELETE /v2.0/networks/7cd2b536-b253-43d2-bd9a-c67299aac363 HTTP/1.1" status: 204 len: 168 time: 3.0691023 Aug 12 14:43:53.183731 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716b9afe-59a1-4472-8c31-334078d18a8f tempest-ExtraDHCPOptionsIpV6TestJSON-1893169011 tempest-ExtraDHCPOptionsIpV6TestJSON-1893169011-project] Pushing event deleted for resources: {'Network': ['ID=7cd2b536-b253-43d2-bd9a-c67299aac363,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:43:53.269849 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939e0555-c5de-4f08-ad7a-032c8ae59f83 req-9089919e-5173-4d13-b2cd-a3f3d652a7b3 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:53.277232 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939e0555-c5de-4f08-ad7a-032c8ae59f83 req-9089919e-5173-4d13-b2cd-a3f3d652a7b3 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:53.283587 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939e0555-c5de-4f08-ad7a-032c8ae59f83 req-9089919e-5173-4d13-b2cd-a3f3d652a7b3 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:53.291899 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939e0555-c5de-4f08-ad7a-032c8ae59f83 req-9089919e-5173-4d13-b2cd-a3f3d652a7b3 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:53.300957 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939e0555-c5de-4f08-ad7a-032c8ae59f83 req-9089919e-5173-4d13-b2cd-a3f3d652a7b3 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:53.309244 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939e0555-c5de-4f08-ad7a-032c8ae59f83 req-9089919e-5173-4d13-b2cd-a3f3d652a7b3 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:53.315292 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939e0555-c5de-4f08-ad7a-032c8ae59f83 req-9089919e-5173-4d13-b2cd-a3f3d652a7b3 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:53.321109 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-72b4e218-54e3-4889-a1f1-722f38950a60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:53.337197 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-939e0555-c5de-4f08-ad7a-032c8ae59f83 req-9089919e-5173-4d13-b2cd-a3f3d652a7b3 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] 10.222.0.39 "GET /v2.0/ports?device_id=b84c5c28-8f10-4782-84ae-2f8fa89bf4c6 HTTP/1.1" status: 200 len: 5434 time: 0.4330785 Aug 12 14:43:53.341770 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78de2a6-1a86-4d3d-b322-182b04583489 req-f12b63d0-dd41-4655-bed0-cba065eecba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:53.343900 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-e78de2a6-1a86-4d3d-b322-182b04583489 req-f12b63d0-dd41-4655-bed0-cba065eecba4 service neutron] 10.222.0.49 "GET /v2.0/networks?id=fb4567b1-456a-4ad5-b04d-3f1c691daca7 HTTP/1.1" status: 200 len: 903 time: 0.2852252 Aug 12 14:43:53.344509 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8af47083-00f1-4d58-ab89-b9919c8425bd req-216bb423-5214-444e-a080-4cbc0ab937ae tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Made reservation on behalf of 3a3bdd41fa344002b106e434a17bdf78 for: {'port': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:43:53.348048 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-8af47083-00f1-4d58-ab89-b9919c8425bd req-216bb423-5214-444e-a080-4cbc0ab937ae tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:53.521290 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-e78de2a6-1a86-4d3d-b322-182b04583489 req-695a6805-1b39-42d7-b478-da42ba8032eb service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=0499b153-16f3-45bf-a9f7-4cf3ddd80c7a HTTP/1.1" status: 200 len: 217 time: 0.1531694 Aug 12 14:43:53.589161 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-72b4e218-54e3-4889-a1f1-722f38950a60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:53.619241 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-939e0555-c5de-4f08-ad7a-032c8ae59f83 req-6909662c-c8de-4bad-a4ff-dc323e5abfa7 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] 10.222.0.39 "GET /v2.0/security-groups?id=acce5d50-80c7-459a-8d6c-3aec4a7c97df&id=853e07d7-c0f4-4b67-a247-29748be080a8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2724304 Aug 12 14:43:53.636764 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78de2a6-1a86-4d3d-b322-182b04583489 req-933d4b12-7e05-4305-8739-853993d3aced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:53.639459 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-e78de2a6-1a86-4d3d-b322-182b04583489 req-933d4b12-7e05-4305-8739-853993d3aced service neutron] 10.222.0.49 "GET /v2.0/subnets?id=87452bc0-af6f-4ccf-be47-4493323e3f3a HTTP/1.1" status: 200 len: 797 time: 0.1096914 Aug 12 14:43:53.688241 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 49450) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:43:53.743593 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78de2a6-1a86-4d3d-b322-182b04583489 req-10d004e7-60ca-44aa-ade2-ba4d29d8afe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:53.745149 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-e78de2a6-1a86-4d3d-b322-182b04583489 req-10d004e7-60ca-44aa-ade2-ba4d29d8afe6 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=fb4567b1-456a-4ad5-b04d-3f1c691daca7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0976851 Aug 12 14:43:53.800192 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b84c5c28-8f10-4782-84ae-2f8fa89bf4c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '193ce8b9-1189-46e3-aa87-cd5d43e80d96'}, {'server_uuid': 'b84c5c28-8f10-4782-84ae-2f8fa89bf4c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4923449d-bcf2-48db-a05c-3f4b4d068e78'}] {{(pid=94468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:43:53.802635 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99a8d87602170099c728e57431aca99e9b98a655a83bbf8727be13192709727b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffabcb92-c0ed-496e-b422-a4660f4822b1" -d '{"events": [{"server_uuid": "b84c5c28-8f10-4782-84ae-2f8fa89bf4c6", "name": "network-vif-plugged", "status": "completed", "tag": "193ce8b9-1189-46e3-aa87-cd5d43e80d96"}, {"server_uuid": "b84c5c28-8f10-4782-84ae-2f8fa89bf4c6", "name": "network-vif-plugged", "status": "completed", "tag": "4923449d-bcf2-48db-a05c-3f4b4d068e78"}]}' {{(pid=94468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:43:53.817484 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72b4e218-54e3-4889-a1f1-722f38950a60 admin admin] vlan segment allocate from pool success with {'vlan_id': 325, 'physical_network': 'physnet1'} {{(pid=94467) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 14:43:53.841342 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-84387b8d-263a-49be-9ab3-6dfd238cd04a req-e094fb98-b3c1-4e8b-b0d6-75e274d8542f service neutron] 10.222.0.39 "GET /v2.0/networks/acfcb45e-254e-408c-a582-9b961480581b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8505356 Aug 12 14:43:53.858534 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-84f9c28f-e75c-4bf7-878d-29bed53927c7 req-c0334042-1a52-49b4-8f29-1c48f0950ff8 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/ports?device_id=b148e05e-7d9e-4da9-9b03-99a8a72e94ac HTTP/1.1" status: 200 len: 210 time: 0.0861545 Aug 12 14:43:53.930698 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_common [req-8af47083-00f1-4d58-ab89-b9919c8425bd req-216bb423-5214-444e-a080-4cbc0ab937ae tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Allocated IP 172.20.0.8 (2ad93210-7061-461d-8617-49848448cc38/ce169be2-a716-4bd9-89d0-74eedc855ec7/dfcd097c-9928-4160-b8e6-a0dea19d832c) {{(pid=94467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:43:53.932075 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-e78de2a6-1a86-4d3d-b322-182b04583489 req-e4cd001c-ed34-46a1-901f-386a6b17b14e service neutron] 10.222.0.49 "GET /v2.0/networks/fb4567b1-456a-4ad5-b04d-3f1c691daca7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1782956 Aug 12 14:43:53.948148 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b4e218-54e3-4889-a1f1-722f38950a60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e19124e5-12b6-49a1-b57e-39207bd5876b,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:43:53.971478 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-72b4e218-54e3-4889-a1f1-722f38950a60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:53.971835 n-d-694802-15 neutron-server[94467]: INFO neutron.db.segments_db [None req-72b4e218-54e3-4889-a1f1-722f38950a60 admin admin] Added segment 881d8760-1393-4458-9765-2faca9999480 of type vlan for network eb583443-506f-4685-9e8b-2291e492be91 Aug 12 14:43:53.974010 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-c5bdb367-146f-4a1c-bd21-00e560d0c566 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:54.082734 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-84387b8d-263a-49be-9ab3-6dfd238cd04a req-002f018c-d0c1-4986-814f-73324e2f4e30 service neutron] 10.222.0.39 "GET /v2.0/networks/acfcb45e-254e-408c-a582-9b961480581b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2403262 Aug 12 14:43:54.083860 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-71e8ae0f-6602-4c8a-85f8-c0656542e3de admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=acb555ebd80a45b1a236538d01945c5e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3942409 Aug 12 14:43:54.084537 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 49458) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:43:54.114680 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-72b4e218-54e3-4889-a1f1-722f38950a60 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744653628263'] for network, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:54.152112 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-c5bdb367-146f-4a1c-bd21-00e560d0c566 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:54.186318 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-72b4e218-54e3-4889-a1f1-722f38950a60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409'] for network, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:54.187327 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72b4e218-54e3-4889-a1f1-722f38950a60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:54.187931 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-72b4e218-54e3-4889-a1f1-722f38950a60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for network, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:54.205386 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d79c66-d3c8-44d7-9e75-c433b0d032c1 req-4b63ec18-5976-46d7-bf40-014feff3390a tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:54.218990 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d79c66-d3c8-44d7-9e75-c433b0d032c1 req-4b63ec18-5976-46d7-bf40-014feff3390a tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:54.221315 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d79c66-d3c8-44d7-9e75-c433b0d032c1 req-4b63ec18-5976-46d7-bf40-014feff3390a tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:54.231557 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d79c66-d3c8-44d7-9e75-c433b0d032c1 req-4b63ec18-5976-46d7-bf40-014feff3390a tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:54.241582 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d79c66-d3c8-44d7-9e75-c433b0d032c1 req-4b63ec18-5976-46d7-bf40-014feff3390a tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:54.257194 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d79c66-d3c8-44d7-9e75-c433b0d032c1 req-4b63ec18-5976-46d7-bf40-014feff3390a tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:54.265489 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d79c66-d3c8-44d7-9e75-c433b0d032c1 req-4b63ec18-5976-46d7-bf40-014feff3390a tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:54.267654 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-b8d79c66-d3c8-44d7-9e75-c433b0d032c1 req-4b63ec18-5976-46d7-bf40-014feff3390a tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] 10.222.0.39 "GET /v2.0/ports?device_id=419c5c7f-827f-4397-9cc6-d186147a5698 HTTP/1.1" status: 200 len: 5430 time: 0.2884517 Aug 12 14:43:54.275533 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 2b2c5223-5495-4f2e-b259-6222c63afec4 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:43:54.284090 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b4e218-54e3-4889-a1f1-722f38950a60 admin admin] Pushing event updated for resources: {'Network': ['ID=eb583443-506f-4685-9e8b-2291e492be91,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:43:54.329744 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5231232-4874-47b5-8c7b-67f539a6c6af req-d05590d4-61d8-468d-a017-e29fde3fb6f9 tempest-ListServerFiltersTestJSON-1279059967 tempest-ListServerFiltersTestJSON-1279059967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:54.331589 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d5231232-4874-47b5-8c7b-67f539a6c6af req-d05590d4-61d8-468d-a017-e29fde3fb6f9 tempest-ListServerFiltersTestJSON-1279059967 tempest-ListServerFiltersTestJSON-1279059967-project] 10.222.0.64 "GET /v2.0/networks?id=acfcb45e-254e-408c-a582-9b961480581b HTTP/1.1" status: 200 len: 816 time: 0.7251492 Aug 12 14:43:54.357046 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-e78de2a6-1a86-4d3d-b322-182b04583489 req-55272006-ff2e-4716-b72b-2e3539dbe003 service neutron] 10.222.0.49 "GET /v2.0/networks/fb4567b1-456a-4ad5-b04d-3f1c691daca7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4093893 Aug 12 14:43:54.392166 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 12 Aug 2021 14:43:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-756eacc1-dadf-48fe-911a-62063b8ba455 x-openstack-request-id: req-756eacc1-dadf-48fe-911a-62063b8ba455 {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:43:54.392411 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b84c5c28-8f10-4782-84ae-2f8fa89bf4c6", "name": "network-vif-plugged", "status": "completed", "tag": "193ce8b9-1189-46e3-aa87-cd5d43e80d96", "code": 200}, {"server_uuid": "b84c5c28-8f10-4782-84ae-2f8fa89bf4c6", "name": "network-vif-plugged", "status": "completed", "tag": "4923449d-bcf2-48db-a05c-3f4b4d068e78", "code": 200}]} {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:43:54.392631 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-756eacc1-dadf-48fe-911a-62063b8ba455 {{(pid=94468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:43:54.393044 n-d-694802-15 neutron-server[94468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b84c5c28-8f10-4782-84ae-2f8fa89bf4c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '193ce8b9-1189-46e3-aa87-cd5d43e80d96', 'code': 200} Aug 12 14:43:54.393304 n-d-694802-15 neutron-server[94468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b84c5c28-8f10-4782-84ae-2f8fa89bf4c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4923449d-bcf2-48db-a05c-3f4b4d068e78', 'code': 200} Aug 12 14:43:54.406977 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Network eb583443-506f-4685-9e8b-2291e492be91 details requested by agent ovs-agent-n-d-694802-15 with host n-d-694802-15 {{(pid=94468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 14:43:54.457600 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-b8d79c66-d3c8-44d7-9e75-c433b0d032c1 req-5f22c344-d723-44f4-88af-2d00e9d0d29d tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] 10.222.0.39 "GET /v2.0/security-groups?id=f56fbbcf-68c5-4074-ab5b-41ec110855f2&id=def6086d-0ad1-4cdd-9c71-80d1fefb9be7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1483088 Aug 12 14:43:54.458984 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e5a9c923-c193-4922-8559-617778fe9d46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:54.505521 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e5a9c923-c193-4922-8559-617778fe9d46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:54.530564 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-d5231232-4874-47b5-8c7b-67f539a6c6af req-66e2939c-fc43-49aa-8819-48be069553db tempest-ListServerFiltersTestJSON-1279059967 tempest-ListServerFiltersTestJSON-1279059967-project] Request body: {'port': {'device_id': 'a213a945-2481-4cf1-a668-0946b792e4e6', 'network_id': 'acfcb45e-254e-408c-a582-9b961480581b', 'admin_state_up': True, 'tenant_id': '4bd92a12a913444faaa896b35bba92a0'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:43:54.611539 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d8d416-dbe3-485d-9aad-9ca88a039214 req-5c52efc6-0fab-4d28-8dda-e76b13a71a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:54.612857 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d8d416-dbe3-485d-9aad-9ca88a039214 req-5c52efc6-0fab-4d28-8dda-e76b13a71a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:54.613613 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d8d416-dbe3-485d-9aad-9ca88a039214 req-5c52efc6-0fab-4d28-8dda-e76b13a71a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:54.614334 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d8d416-dbe3-485d-9aad-9ca88a039214 req-5c52efc6-0fab-4d28-8dda-e76b13a71a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:54.615005 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d8d416-dbe3-485d-9aad-9ca88a039214 req-5c52efc6-0fab-4d28-8dda-e76b13a71a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:54.616471 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d8d416-dbe3-485d-9aad-9ca88a039214 req-5c52efc6-0fab-4d28-8dda-e76b13a71a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:54.617244 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d8d416-dbe3-485d-9aad-9ca88a039214 req-5c52efc6-0fab-4d28-8dda-e76b13a71a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:54.619518 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-d5d8d416-dbe3-485d-9aad-9ca88a039214 req-5c52efc6-0fab-4d28-8dda-e76b13a71a0a service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=b84c5c28-8f10-4782-84ae-2f8fa89bf4c6 HTTP/1.1" status: 200 len: 6498 time: 0.1036310 Aug 12 14:43:54.649815 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port 2b2c5223-5495-4f2e-b259-6222c63afec4 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:43:54.650272 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:54.725264 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-d5d8d416-dbe3-485d-9aad-9ca88a039214 req-cdf31bb8-4fe2-4e48-b7db-d6e2ade3dcd8 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=acce5d50-80c7-459a-8d6c-3aec4a7c97df&id=853e07d7-c0f4-4b67-a247-29748be080a8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0953581 Aug 12 14:43:54.726482 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e5a9c923-c193-4922-8559-617778fe9d46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:54.729856 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e5a9c923-c193-4922-8559-617778fe9d46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:54.732254 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-e5a9c923-c193-4922-8559-617778fe9d46 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7ea39afc-4e1e-4528-96d4-fb9e0577a3a4 HTTP/1.1" status: 204 len: 168 time: 0.6417680 Aug 12 14:43:54.742844 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a9c923-c193-4922-8559-617778fe9d46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ea39afc-4e1e-4528-96d4-fb9e0577a3a4,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:43:54.780021 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-72b4e218-54e3-4889-a1f1-722f38950a60 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 3.9701743 Aug 12 14:43:54.793196 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 49486) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:43:54.802023 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-76555ec4-c58c-4156-a5fe-d6c618eea63a admin admin] Request body: {'subnet': {'network_id': 'eb583443-506f-4685-9e8b-2291e492be91', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1475462978-subnet', 'tenant_id': '7b16eba5702a4522aa123f33f9befa5f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:43:54.839887 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76555ec4-c58c-4156-a5fe-d6c618eea63a admin admin] Made reservation on behalf of 7b16eba5702a4522aa123f33f9befa5f for: {'subnet': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:43:54.842676 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-76555ec4-c58c-4156-a5fe-d6c618eea63a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8776441'] for subnet, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:54.904178 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-8af47083-00f1-4d58-ab89-b9919c8425bd req-216bb423-5214-444e-a080-4cbc0ab937ae tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Notify callbacks [] for port, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:54.932508 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-c5bdb367-146f-4a1c-bd21-00e560d0c566 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:54.941491 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-c5bdb367-146f-4a1c-bd21-00e560d0c566 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:54.948175 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-c5bdb367-146f-4a1c-bd21-00e560d0c566 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c080f0cf-1fe0-4ae1-ab3b-db9a6ee6e209 HTTP/1.1" status: 204 len: 168 time: 1.8314557 Aug 12 14:43:54.973276 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5231232-4874-47b5-8c7b-67f539a6c6af req-66e2939c-fc43-49aa-8819-48be069553db tempest-ListServerFiltersTestJSON-1279059967 tempest-ListServerFiltersTestJSON-1279059967-project] Made reservation on behalf of 4bd92a12a913444faaa896b35bba92a0 for: {'port': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:43:54.977543 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-d5231232-4874-47b5-8c7b-67f539a6c6af req-66e2939c-fc43-49aa-8819-48be069553db tempest-ListServerFiltersTestJSON-1279059967 tempest-ListServerFiltersTestJSON-1279059967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:54.983309 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [req-8af47083-00f1-4d58-ab89-b9919c8425bd req-216bb423-5214-444e-a080-4cbc0ab937ae tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Transition to ACTIVE for port object dfcd097c-9928-4160-b8e6-a0dea19d832c will not be triggered until provisioned by entity DHCP. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:43:55.006270 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bdb367-146f-4a1c-bd21-00e560d0c566 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c080f0cf-1fe0-4ae1-ab3b-db9a6ee6e209,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:43:55.200648 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9783b29-f304-4657-895f-ad38d8e6b426 req-892f24fe-d214-46b0-af8b-6b88aa74919d tempest-ListServerFiltersTestJSON-1279059967 tempest-ListServerFiltersTestJSON-1279059967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:55.218893 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d9783b29-f304-4657-895f-ad38d8e6b426 req-892f24fe-d214-46b0-af8b-6b88aa74919d tempest-ListServerFiltersTestJSON-1279059967 tempest-ListServerFiltersTestJSON-1279059967-project] 10.222.0.39 "GET /v2.0/networks?id=acfcb45e-254e-408c-a582-9b961480581b HTTP/1.1" status: 200 len: 816 time: 0.5086553 Aug 12 14:43:55.270608 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55dda5b-f895-4c06-b6fa-34e4ed171c3e req-ee380ea2-3c97-474d-b0d5-57fe6332a93c tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:55.293654 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55dda5b-f895-4c06-b6fa-34e4ed171c3e req-ee380ea2-3c97-474d-b0d5-57fe6332a93c tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:55.305360 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55dda5b-f895-4c06-b6fa-34e4ed171c3e req-ee380ea2-3c97-474d-b0d5-57fe6332a93c tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:55.313283 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55dda5b-f895-4c06-b6fa-34e4ed171c3e req-ee380ea2-3c97-474d-b0d5-57fe6332a93c tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:55.320043 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55dda5b-f895-4c06-b6fa-34e4ed171c3e req-ee380ea2-3c97-474d-b0d5-57fe6332a93c tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:55.326655 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55dda5b-f895-4c06-b6fa-34e4ed171c3e req-ee380ea2-3c97-474d-b0d5-57fe6332a93c tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:55.335636 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55dda5b-f895-4c06-b6fa-34e4ed171c3e req-ee380ea2-3c97-474d-b0d5-57fe6332a93c tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:55.344851 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-a55dda5b-f895-4c06-b6fa-34e4ed171c3e req-ee380ea2-3c97-474d-b0d5-57fe6332a93c tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] 10.222.0.39 "GET /v2.0/ports?device_id=b84c5c28-8f10-4782-84ae-2f8fa89bf4c6 HTTP/1.1" status: 200 len: 5434 time: 0.5847080 Aug 12 14:43:55.353808 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-76555ec4-c58c-4156-a5fe-d6c618eea63a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3718490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8776395'] for subnet, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:55.356363 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d9783b29-f304-4657-895f-ad38d8e6b426 req-6a1105f2-b108-48c8-850b-76d939358fc9 tempest-ListServerFiltersTestJSON-1279059967 tempest-ListServerFiltersTestJSON-1279059967-project] 10.222.0.39 "GET /v2.0/quotas/4bd92a12a913444faaa896b35bba92a0 HTTP/1.1" status: 200 len: 375 time: 0.0483165 Aug 12 14:43:55.485000 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76555ec4-c58c-4156-a5fe-d6c618eea63a admin admin] Pushing event updated for resources: {'Subnet': ['ID=fcf01865-055a-4948-883b-2c238cdc6953,revision_number=0']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:43:55.511274 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-8af47083-00f1-4d58-ab89-b9919c8425bd req-216bb423-5214-444e-a080-4cbc0ab937ae tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:55.574773 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-a55dda5b-f895-4c06-b6fa-34e4ed171c3e req-eb24fcb3-3bc2-4e8b-822f-dfffffd2e12f tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] 10.222.0.39 "GET /v2.0/security-groups?id=acce5d50-80c7-459a-8d6c-3aec4a7c97df&id=853e07d7-c0f4-4b67-a247-29748be080a8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2276652 Aug 12 14:43:55.605586 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76555ec4-c58c-4156-a5fe-d6c618eea63a admin admin] Checking segment: {'id': '881d8760-1393-4458-9765-2faca9999480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'eb583443-506f-4685-9e8b-2291e492be91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:43:55.606449 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76555ec4-c58c-4156-a5fe-d6c618eea63a admin admin] Network hostable DHCP agents. Network: eb583443-506f-4685-9e8b-2291e492be91, hostable agents: ['1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658'], hosted agents: [] {{(pid=94466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 14:43:55.631786 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76555ec4-c58c-4156-a5fe-d6c618eea63a admin admin] Network eb583443-506f-4685-9e8b-2291e492be91 is scheduled to be hosted by DHCP agent 1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658 with binding_index 1 {{(pid=94466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 14:43:55.653947 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216bb423-5214-444e-a080-4cbc0ab937ae tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Pushing event updated for resources: {'Port': ['ID=dfcd097c-9928-4160-b8e6-a0dea19d832c,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:43:55.662271 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-76555ec4-c58c-4156-a5fe-d6c618eea63a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-15, eb583443-506f-4685-9e8b-2291e492be91) {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:43:55.676477 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49734a44-0055-4f33-96fe-1f79d19671e1 None None] Network eb583443-506f-4685-9e8b-2291e492be91 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:43:55.685754 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76555ec4-c58c-4156-a5fe-d6c618eea63a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:55.693033 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-76555ec4-c58c-4156-a5fe-d6c618eea63a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for subnet, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:55.735964 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-76555ec4-c58c-4156-a5fe-d6c618eea63a admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9400036 Aug 12 14:43:55.738783 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 49512) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:43:55.745288 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-4cd2c056-d77a-4277-b5b7-6500ea35da37 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1475462978-router', 'tenant_id': '7b16eba5702a4522aa123f33f9befa5f', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'}}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:43:55.760746 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_common [req-d5231232-4874-47b5-8c7b-67f539a6c6af req-66e2939c-fc43-49aa-8819-48be069553db tempest-ListServerFiltersTestJSON-1279059967 tempest-ListServerFiltersTestJSON-1279059967-project] Allocated IP 172.20.0.13 (acfcb45e-254e-408c-a582-9b961480581b/f38cd191-4aa4-4e94-92ca-7f9625449b21/cb26d418-61e9-48cd-9bf8-ecf7159eb791) {{(pid=94467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:43:55.799876 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8af47083-00f1-4d58-ab89-b9919c8425bd req-216bb423-5214-444e-a080-4cbc0ab937ae tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Network 2ad93210-7061-461d-8617-49848448cc38 is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:43:55.806035 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 49514) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:43:55.825629 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d9783b29-f304-4657-895f-ad38d8e6b426 req-b2f8c93b-0c88-40bb-bd04-ce05c7be0c7a tempest-ListServerFiltersTestJSON-1279059967 tempest-ListServerFiltersTestJSON-1279059967-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=4bd92a12a913444faaa896b35bba92a0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4585049 Aug 12 14:43:55.830131 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [req-8af47083-00f1-4d58-ab89-b9919c8425bd req-216bb423-5214-444e-a080-4cbc0ab937ae tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:43:55.919384 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4cd2c056-d77a-4277-b5b7-6500ea35da37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-430574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-104863'] for router, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:55.920231 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4cd2c056-d77a-4277-b5b7-6500ea35da37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-429438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-431405', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66646573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-104852'] for router, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:56.026858 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4cd2c056-d77a-4277-b5b7-6500ea35da37 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:56.234959 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0350b5eb-1507-44f3-a757-c2aa7050c5d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa7035b3e-9a89-5964-b9f4-97301c3f476a-eb583443-506f-4685-9e8b-2291e492be91', 'network_id': 'eb583443-506f-4685-9e8b-2291e492be91', 'tenant_id': '7b16eba5702a4522aa123f33f9befa5f', 'fixed_ips': [{'subnet_id': 'fcf01865-055a-4948-883b-2c238cdc6953'}]}} from n-d-694802-15. {{(pid=94468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 14:43:56.236182 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-0350b5eb-1507-44f3-a757-c2aa7050c5d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:56.304921 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4cd2c056-d77a-4277-b5b7-6500ea35da37 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:56.380306 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20aac00f-5bc6-48ab-858a-e5003fda0810 req-c7a5f008-cb61-4fe5-911e-c99c7a635615 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:56.385738 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-20aac00f-5bc6-48ab-858a-e5003fda0810 req-c7a5f008-cb61-4fe5-911e-c99c7a635615 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/ports?device_id=b148e05e-7d9e-4da9-9b03-99a8a72e94ac HTTP/1.1" status: 200 len: 931 time: 0.6068423 Aug 12 14:43:56.458793 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [req-8af47083-00f1-4d58-ab89-b9919c8425bd req-216bb423-5214-444e-a080-4cbc0ab937ae tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Received port after_create {{(pid=94467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:43:56.469941 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-20aac00f-5bc6-48ab-858a-e5003fda0810 req-5dea818a-67aa-4bf3-aae6-a51ecb8389a4 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/security-groups?id=ae835367-3679-4f41-a825-d086536e4cce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829573 Aug 12 14:43:56.476092 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-35143883-d190-45b7-bc6e-d4b9957843a1 None None] Provisioning for port dfcd097c-9928-4160-b8e6-a0dea19d832c completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:43:56.484427 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-35143883-d190-45b7-bc6e-d4b9957843a1 None None] Provisioning complete for port dfcd097c-9928-4160-b8e6-a0dea19d832c triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:43:56.484809 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-35143883-d190-45b7-bc6e-d4b9957843a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:56.568935 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-35143883-d190-45b7-bc6e-d4b9957843a1 None None] Port dfcd097c-9928-4160-b8e6-a0dea19d832c cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 14:43:56.590866 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.db_base_plugin_common [None req-0350b5eb-1507-44f3-a757-c2aa7050c5d3 None None] Allocated IP 172.20.0.2 (eb583443-506f-4685-9e8b-2291e492be91/fcf01865-055a-4948-883b-2c238cdc6953/fb82fd09-1380-44e2-9d0c-99c336d0194f) {{(pid=94468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:43:56.602649 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84387b8d-263a-49be-9ab3-6dfd238cd04a req-baf505b1-a45c-45b7-80b9-a12b280e2ddd tempest-ListServerFiltersTestJSON-1279059967 tempest-ListServerFiltersTestJSON-1279059967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:56.604639 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-84387b8d-263a-49be-9ab3-6dfd238cd04a req-baf505b1-a45c-45b7-80b9-a12b280e2ddd tempest-ListServerFiltersTestJSON-1279059967 tempest-ListServerFiltersTestJSON-1279059967-project] 10.222.0.49 "GET /v2.0/networks?id=acfcb45e-254e-408c-a582-9b961480581b HTTP/1.1" status: 200 len: 816 time: 0.5736201 Aug 12 14:43:56.626150 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [req-84387b8d-263a-49be-9ab3-6dfd238cd04a req-e47898b1-0725-4929-bee4-fb328c629711 tempest-ListServerFiltersTestJSON-1279059967 tempest-ListServerFiltersTestJSON-1279059967-project] Request body: {'port': {'device_id': 'e63866ab-5980-4e58-8e02-90e11eef08f9', 'network_id': 'acfcb45e-254e-408c-a582-9b961480581b', 'admin_state_up': True, 'tenant_id': '4bd92a12a913444faaa896b35bba92a0'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:43:56.685672 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 49530) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:43:56.779330 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c014fdf2-5418-489f-959b-a1998ceb896b req-7a81baf3-b811-401c-9325-ed44e95927ce tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:56.786942 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c014fdf2-5418-489f-959b-a1998ceb896b req-7a81baf3-b811-401c-9325-ed44e95927ce tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:56.793115 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c014fdf2-5418-489f-959b-a1998ceb896b req-7a81baf3-b811-401c-9325-ed44e95927ce tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:56.799529 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c014fdf2-5418-489f-959b-a1998ceb896b req-7a81baf3-b811-401c-9325-ed44e95927ce tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:56.816479 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c014fdf2-5418-489f-959b-a1998ceb896b req-7a81baf3-b811-401c-9325-ed44e95927ce tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:56.823645 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d9783b29-f304-4657-895f-ad38d8e6b426 req-eef6e798-6d8e-46b5-9f60-086ea3eacde7 service neutron] 10.222.0.39 "GET /v2.0/networks/acfcb45e-254e-408c-a582-9b961480581b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9971318 Aug 12 14:43:56.830645 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c014fdf2-5418-489f-959b-a1998ceb896b req-7a81baf3-b811-401c-9325-ed44e95927ce tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:56.837678 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c014fdf2-5418-489f-959b-a1998ceb896b req-7a81baf3-b811-401c-9325-ed44e95927ce tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:56.846630 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-c014fdf2-5418-489f-959b-a1998ceb896b req-7a81baf3-b811-401c-9325-ed44e95927ce tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] 10.222.0.39 "GET /v2.0/ports?device_id=419c5c7f-827f-4397-9cc6-d186147a5698 HTTP/1.1" status: 200 len: 5430 time: 0.2635946 Aug 12 14:43:56.852513 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-54639858-35d5-477c-9dc9-ebb7e0e209b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:56.860283 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-75a387a7-976a-41c9-922d-d10540446841 tempest-TagsTest-173183567 tempest-TagsTest-173183567-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1439624281'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:43:56.866714 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-0350b5eb-1507-44f3-a757-c2aa7050c5d3 None None] Notify callbacks [] for port, precommit_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:56.878802 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-0350b5eb-1507-44f3-a757-c2aa7050c5d3 None None] Transition to ACTIVE for port object fb82fd09-1380-44e2-9d0c-99c336d0194f will not be triggered until provisioned by entity L2. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:43:56.903061 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-0350b5eb-1507-44f3-a757-c2aa7050c5d3 None None] Transition to ACTIVE for port object fb82fd09-1380-44e2-9d0c-99c336d0194f will not be triggered until provisioned by entity DHCP. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:43:56.907381 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75a387a7-976a-41c9-922d-d10540446841 tempest-TagsTest-173183567 tempest-TagsTest-173183567-project] Made reservation on behalf of 40fb57865dab454faa5866ff7e7eada1 for: {'network': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:43:56.911047 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-75a387a7-976a-41c9-922d-d10540446841 tempest-TagsTest-173183567 tempest-TagsTest-173183567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for network, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:56.924839 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-0350b5eb-1507-44f3-a757-c2aa7050c5d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253'] for port, after_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:56.977730 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0350b5eb-1507-44f3-a757-c2aa7050c5d3 None None] Pushing event updated for resources: {'Port': ['ID=fb82fd09-1380-44e2-9d0c-99c336d0194f,revision_number=1']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:43:56.991857 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af47083-00f1-4d58-ab89-b9919c8425bd req-216bb423-5214-444e-a080-4cbc0ab937ae tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:56.992528 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-8af47083-00f1-4d58-ab89-b9919c8425bd req-216bb423-5214-444e-a080-4cbc0ab937ae tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:56.996301 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0350b5eb-1507-44f3-a757-c2aa7050c5d3 None None] Network eb583443-506f-4685-9e8b-2291e492be91 is already hosted by enough agents. {{(pid=94468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:43:56.997871 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.base_scheduler [None req-0350b5eb-1507-44f3-a757-c2aa7050c5d3 None None] Resources bound (agent type, host, resource id): {{(pid=94468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:43:57.000591 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0350b5eb-1507-44f3-a757-c2aa7050c5d3 None None] Received port after_create {{(pid=94468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:43:57.074621 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-0350b5eb-1507-44f3-a757-c2aa7050c5d3 None None] Attempting to bind port fb82fd09-1380-44e2-9d0c-99c336d0194f on host n-d-694802-15 for vnic_type normal with profile {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:43:57.075972 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-0350b5eb-1507-44f3-a757-c2aa7050c5d3 None None] Attempting to bind port fb82fd09-1380-44e2-9d0c-99c336d0194f by drivers openvswitch,hyperv on host n-d-694802-15 at level 0 using segments [{'id': '881d8760-1393-4458-9765-2faca9999480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'eb583443-506f-4685-9e8b-2291e492be91'}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:43:57.076621 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0350b5eb-1507-44f3-a757-c2aa7050c5d3 None None] Attempting to bind port fb82fd09-1380-44e2-9d0c-99c336d0194f on network eb583443-506f-4685-9e8b-2291e492be91 {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:43:57.087132 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0350b5eb-1507-44f3-a757-c2aa7050c5d3 None None] Checking agent: {'id': '16de73ac-f2e9-4cee-b3e0-91052ae3e6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 20, 13), 'started_at': datetime.datetime(2021, 8, 12, 14, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 43, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:43:57.087837 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0350b5eb-1507-44f3-a757-c2aa7050c5d3 None None] Checking segment: {'id': '881d8760-1393-4458-9765-2faca9999480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'eb583443-506f-4685-9e8b-2291e492be91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:43:57.088411 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-0350b5eb-1507-44f3-a757-c2aa7050c5d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:57.088964 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0350b5eb-1507-44f3-a757-c2aa7050c5d3 None None] Bound using segment: {'id': '881d8760-1393-4458-9765-2faca9999480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'eb583443-506f-4685-9e8b-2291e492be91'} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:43:57.089636 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-0350b5eb-1507-44f3-a757-c2aa7050c5d3 None None] Bound port: fb82fd09-1380-44e2-9d0c-99c336d0194f, host: n-d-694802-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '881d8760-1393-4458-9765-2faca9999480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'eb583443-506f-4685-9e8b-2291e492be91'}}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:43:57.090951 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-0350b5eb-1507-44f3-a757-c2aa7050c5d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:57.117981 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-d5231232-4874-47b5-8c7b-67f539a6c6af req-66e2939c-fc43-49aa-8819-48be069553db tempest-ListServerFiltersTestJSON-1279059967 tempest-ListServerFiltersTestJSON-1279059967-project] Notify callbacks [] for port, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:57.126237 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d9783b29-f304-4657-895f-ad38d8e6b426 req-fca4de8d-51e5-4eb3-8b54-c995a14c0848 service neutron] 10.222.0.39 "GET /v2.0/networks/acfcb45e-254e-408c-a582-9b961480581b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2684381 Aug 12 14:43:57.150376 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [req-d5231232-4874-47b5-8c7b-67f539a6c6af req-66e2939c-fc43-49aa-8819-48be069553db tempest-ListServerFiltersTestJSON-1279059967 tempest-ListServerFiltersTestJSON-1279059967-project] Transition to ACTIVE for port object cb26d418-61e9-48cd-9bf8-ecf7159eb791 will not be triggered until provisioned by entity DHCP. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:43:57.239305 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-54639858-35d5-477c-9dc9-ebb7e0e209b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:57.254691 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-54639858-35d5-477c-9dc9-ebb7e0e209b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:57.312262 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-0350b5eb-1507-44f3-a757-c2aa7050c5d3 None None] For port fb82fd09-1380-44e2-9d0c-99c336d0194f, host n-d-694802-15, cleared binding levels {{(pid=94468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:43:57.319329 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-0350b5eb-1507-44f3-a757-c2aa7050c5d3 None None] For port fb82fd09-1380-44e2-9d0c-99c336d0194f, host n-d-694802-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=fb82fd09-1380-44e2-9d0c-99c336d0194f,segment=NetworkSegment(881d8760-1393-4458-9765-2faca9999480),segment_id=881d8760-1393-4458-9765-2faca9999480)] {{(pid=94468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:43:57.319834 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-54639858-35d5-477c-9dc9-ebb7e0e209b8 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7bcddebe657340fb994b43173f981634&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4843063 Aug 12 14:43:57.321642 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-8af47083-00f1-4d58-ab89-b9919c8425bd req-216bb423-5214-444e-a080-4cbc0ab937ae tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.0525997 Aug 12 14:43:57.325115 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-0350b5eb-1507-44f3-a757-c2aa7050c5d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:57.366436 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 49534) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:43:57.373366 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-d5231232-4874-47b5-8c7b-67f539a6c6af req-66e2939c-fc43-49aa-8819-48be069553db tempest-ListServerFiltersTestJSON-1279059967 tempest-ListServerFiltersTestJSON-1279059967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:57.420517 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0350b5eb-1507-44f3-a757-c2aa7050c5d3 None None] Pushing event updated for resources: {'Port': ['ID=fb82fd09-1380-44e2-9d0c-99c336d0194f,revision_number=2']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:43:57.447988 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-8af47083-00f1-4d58-ab89-b9919c8425bd req-1e4fc5a3-b669-4607-bb29-f4b871b0e902 service neutron] Request body: {'port': {'device_id': 'b148e05e-7d9e-4da9-9b03-99a8a72e94ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-694802-15'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:43:57.452023 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54639858-35d5-477c-9dc9-ebb7e0e209b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d951a2b9-f7e8-48f9-aa86-817a469bde5f,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:43:57.539356 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-75a387a7-976a-41c9-922d-d10540446841 tempest-TagsTest-173183567 tempest-TagsTest-173183567-project] Notify callbacks [] for security_group, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:57.580109 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-c014fdf2-5418-489f-959b-a1998ceb896b req-b5c4ee2e-c72c-4d83-a170-efbadb644df1 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] 10.222.0.39 "GET /v2.0/security-groups?id=f56fbbcf-68c5-4074-ab5b-41ec110855f2&id=def6086d-0ad1-4cdd-9c71-80d1fefb9be7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.7323654 Aug 12 14:43:57.647773 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5231232-4874-47b5-8c7b-67f539a6c6af req-66e2939c-fc43-49aa-8819-48be069553db tempest-ListServerFiltersTestJSON-1279059967 tempest-ListServerFiltersTestJSON-1279059967-project] Network acfcb45e-254e-408c-a582-9b961480581b is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:43:57.682393 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [req-d5231232-4874-47b5-8c7b-67f539a6c6af req-66e2939c-fc43-49aa-8819-48be069553db tempest-ListServerFiltersTestJSON-1279059967 tempest-ListServerFiltersTestJSON-1279059967-project] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:43:57.693965 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5231232-4874-47b5-8c7b-67f539a6c6af req-66e2939c-fc43-49aa-8819-48be069553db tempest-ListServerFiltersTestJSON-1279059967 tempest-ListServerFiltersTestJSON-1279059967-project] Received port after_create {{(pid=94467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:43:57.794366 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-8af47083-00f1-4d58-ab89-b9919c8425bd req-1e4fc5a3-b669-4607-bb29-f4b871b0e902 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:57.796481 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84387b8d-263a-49be-9ab3-6dfd238cd04a req-e47898b1-0725-4929-bee4-fb328c629711 tempest-ListServerFiltersTestJSON-1279059967 tempest-ListServerFiltersTestJSON-1279059967-project] Made reservation on behalf of 4bd92a12a913444faaa896b35bba92a0 for: {'port': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:43:57.806323 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-84387b8d-263a-49be-9ab3-6dfd238cd04a req-e47898b1-0725-4929-bee4-fb328c629711 tempest-ListServerFiltersTestJSON-1279059967 tempest-ListServerFiltersTestJSON-1279059967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:57.920283 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-20d8d215-29fb-4434-9504-f67228d95384 req-e6de4622-53e5-4e01-93f3-9977321a5337 tempest-ListServerFiltersTestJSON-1279059967 tempest-ListServerFiltersTestJSON-1279059967-project] 10.222.0.39 "GET /v2.0/ports?device_id=519bb32f-bada-41e8-a9e9-90cc25a414e0 HTTP/1.1" status: 200 len: 210 time: 0.1440094 Aug 12 14:43:57.928244 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a6f9ad-2cdf-45bc-92e4-1a1231e0dd65 req-8c32fa30-ffa7-4252-9a9d-75cd421e9154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:57.930298 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-28a6f9ad-2cdf-45bc-92e4-1a1231e0dd65 req-8c32fa30-ffa7-4252-9a9d-75cd421e9154 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f4b313af8d624a809d563851b784d520&device_id=82ca70f0-3356-4166-96ef-a264876874d1 HTTP/1.1" status: 200 len: 1098 time: 1.0469730 Aug 12 14:43:57.952062 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921e49a7-b2ba-458a-b9ae-720007d7504b req-e270301a-de29-4d3e-85b3-dc71d34bfc10 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:57.980415 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921e49a7-b2ba-458a-b9ae-720007d7504b req-e270301a-de29-4d3e-85b3-dc71d34bfc10 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:57.997207 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921e49a7-b2ba-458a-b9ae-720007d7504b req-e270301a-de29-4d3e-85b3-dc71d34bfc10 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:58.016713 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921e49a7-b2ba-458a-b9ae-720007d7504b req-e270301a-de29-4d3e-85b3-dc71d34bfc10 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:58.030068 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921e49a7-b2ba-458a-b9ae-720007d7504b req-e270301a-de29-4d3e-85b3-dc71d34bfc10 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:58.050476 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921e49a7-b2ba-458a-b9ae-720007d7504b req-e270301a-de29-4d3e-85b3-dc71d34bfc10 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:58.059599 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921e49a7-b2ba-458a-b9ae-720007d7504b req-e270301a-de29-4d3e-85b3-dc71d34bfc10 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:58.076069 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-921e49a7-b2ba-458a-b9ae-720007d7504b req-e270301a-de29-4d3e-85b3-dc71d34bfc10 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] 10.222.0.39 "GET /v2.0/ports?device_id=b84c5c28-8f10-4782-84ae-2f8fa89bf4c6 HTTP/1.1" status: 200 len: 5434 time: 0.5363345 Aug 12 14:43:58.077978 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e2939c-fc43-49aa-8819-48be069553db tempest-ListServerFiltersTestJSON-1279059967 tempest-ListServerFiltersTestJSON-1279059967-project] Pushing event updated for resources: {'Port': ['ID=cb26d418-61e9-48cd-9bf8-ecf7159eb791,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:43:58.129364 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-cc8ad4a6-496d-4fb7-ab73-89beee143e0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:58.223364 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4cd2c056-d77a-4277-b5b7-6500ea35da37 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:58.264575 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4cd2c056-d77a-4277-b5b7-6500ea35da37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:58.303413 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-cc8ad4a6-496d-4fb7-ab73-89beee143e0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:58.353557 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device fb82fd09-1380-44e2-9d0c-99c336d0194f up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:43:58.375731 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5231232-4874-47b5-8c7b-67f539a6c6af req-66e2939c-fc43-49aa-8819-48be069553db tempest-ListServerFiltersTestJSON-1279059967 tempest-ListServerFiltersTestJSON-1279059967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:58.376414 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-d5231232-4874-47b5-8c7b-67f539a6c6af req-66e2939c-fc43-49aa-8819-48be069553db tempest-ListServerFiltersTestJSON-1279059967 tempest-ListServerFiltersTestJSON-1279059967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:58.420834 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-921e49a7-b2ba-458a-b9ae-720007d7504b req-8dcef807-c807-4199-8c0f-8abbcaf9972a tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] 10.222.0.39 "GET /v2.0/security-groups?id=acce5d50-80c7-459a-8d6c-3aec4a7c97df&id=853e07d7-c0f4-4b67-a247-29748be080a8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3437212 Aug 12 14:43:58.446758 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-562b7101-4dcf-4f25-8070-ec0f4d2d1693 None None] Provisioning for port cb26d418-61e9-48cd-9bf8-ecf7159eb791 completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:43:58.473524 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-562b7101-4dcf-4f25-8070-ec0f4d2d1693 None None] Provisioning complete for port cb26d418-61e9-48cd-9bf8-ecf7159eb791 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:43:58.473905 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-562b7101-4dcf-4f25-8070-ec0f4d2d1693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:58.500105 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a6f9ad-2cdf-45bc-92e4-1a1231e0dd65 req-591a7b91-59d2-47e4-bc6e-dfa4fcc5a8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:58.501943 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-28a6f9ad-2cdf-45bc-92e4-1a1231e0dd65 req-591a7b91-59d2-47e4-bc6e-dfa4fcc5a8ba service neutron] 10.222.0.64 "GET /v2.0/networks?id=4552c891-e268-4d7c-98f1-e8736a29b277 HTTP/1.1" status: 200 len: 913 time: 0.5357234 Aug 12 14:43:58.521268 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c74c1b-4156-452c-a618-a8a9d5af2bda req-2f1b3cc0-c1c6-4e07-b5e5-ce4373d82f8d tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:58.521268 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-91c74c1b-4156-452c-a618-a8a9d5af2bda req-2f1b3cc0-c1c6-4e07-b5e5-ce4373d82f8d tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/ports?device_id=b148e05e-7d9e-4da9-9b03-99a8a72e94ac HTTP/1.1" status: 200 len: 931 time: 0.4255672 Aug 12 14:43:58.533017 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-cc8ad4a6-496d-4fb7-ab73-89beee143e0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:58.539974 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-cc8ad4a6-496d-4fb7-ab73-89beee143e0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:58.546946 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-cc8ad4a6-496d-4fb7-ab73-89beee143e0d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d951a2b9-f7e8-48f9-aa86-817a469bde5f HTTP/1.1" status: 204 len: 168 time: 1.1675072 Aug 12 14:43:58.578999 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning for port fb82fd09-1380-44e2-9d0c-99c336d0194f completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:43:58.590900 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8ad4a6-496d-4fb7-ab73-89beee143e0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d951a2b9-f7e8-48f9-aa86-817a469bde5f,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:43:58.687236 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-562b7101-4dcf-4f25-8070-ec0f4d2d1693 None None] Port cb26d418-61e9-48cd-9bf8-ecf7159eb791 cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 14:43:58.729239 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [req-84387b8d-263a-49be-9ab3-6dfd238cd04a req-e47898b1-0725-4929-bee4-fb328c629711 tempest-ListServerFiltersTestJSON-1279059967 tempest-ListServerFiltersTestJSON-1279059967-project] Allocated IP 172.20.0.7 (acfcb45e-254e-408c-a582-9b961480581b/f38cd191-4aa4-4e94-92ca-7f9625449b21/edf69591-64d3-4fd5-9bc7-970b710b1872) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:43:58.769943 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fdc538-c747-4fe7-920f-4c019ae4d59e req-3c750636-4a70-41d1-b9ab-269dcd3826c6 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:58.777366 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fdc538-c747-4fe7-920f-4c019ae4d59e req-3c750636-4a70-41d1-b9ab-269dcd3826c6 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:58.784036 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-75a387a7-976a-41c9-922d-d10540446841 tempest-TagsTest-173183567 tempest-TagsTest-173183567-project] Notify callbacks [] for security_group, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:58.785565 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fdc538-c747-4fe7-920f-4c019ae4d59e req-3c750636-4a70-41d1-b9ab-269dcd3826c6 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:58.793479 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fdc538-c747-4fe7-920f-4c019ae4d59e req-3c750636-4a70-41d1-b9ab-269dcd3826c6 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:58.803144 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fdc538-c747-4fe7-920f-4c019ae4d59e req-3c750636-4a70-41d1-b9ab-269dcd3826c6 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:58.810624 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fdc538-c747-4fe7-920f-4c019ae4d59e req-3c750636-4a70-41d1-b9ab-269dcd3826c6 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:58.824966 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fdc538-c747-4fe7-920f-4c019ae4d59e req-3c750636-4a70-41d1-b9ab-269dcd3826c6 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:58.826987 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-96fdc538-c747-4fe7-920f-4c019ae4d59e req-3c750636-4a70-41d1-b9ab-269dcd3826c6 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] 10.222.0.39 "GET /v2.0/ports?device_id=b84c5c28-8f10-4782-84ae-2f8fa89bf4c6 HTTP/1.1" status: 200 len: 5434 time: 0.2213125 Aug 12 14:43:58.836507 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-75a387a7-976a-41c9-922d-d10540446841 tempest-TagsTest-173183567 tempest-TagsTest-173183567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:58.848811 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 49566) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:43:58.858179 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d5231232-4874-47b5-8c7b-67f539a6c6af req-66e2939c-fc43-49aa-8819-48be069553db tempest-ListServerFiltersTestJSON-1279059967 tempest-ListServerFiltersTestJSON-1279059967-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.3373733 Aug 12 14:43:58.863949 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-1b22b323-68db-4fe7-8d39-1c23cbff4b57 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Request body: {'floatingip': {'port_id': '193ce8b9-1189-46e3-aa87-cd5d43e80d96'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:43:58.897775 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-d5231232-4874-47b5-8c7b-67f539a6c6af req-f60d1f36-8c6e-469a-942c-ed5b597b37c7 service neutron] Request body: {'port': {'device_id': 'a213a945-2481-4cf1-a668-0946b792e4e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-694802-15'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:43:58.953656 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-91c74c1b-4156-452c-a618-a8a9d5af2bda req-7630c710-ac8d-4860-9e32-653ae169b96c tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/security-groups?id=ae835367-3679-4f41-a825-d086536e4cce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3975775 Aug 12 14:43:58.978181 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-28a6f9ad-2cdf-45bc-92e4-1a1231e0dd65 req-d2c99705-f77e-436e-9578-0c885a3b6bd8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b0aac563-42bd-4b31-95a9-a0a4d4b9e42a HTTP/1.1" status: 200 len: 1002 time: 0.4536359 Aug 12 14:43:59.065568 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-1b22b323-68db-4fe7-8d39-1c23cbff4b57 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Notify callbacks [] for floatingip, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:59.072689 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [req-8af47083-00f1-4d58-ab89-b9919c8425bd req-1e4fc5a3-b669-4607-bb29-f4b871b0e902 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dfcd097c-9928-4160-b8e6-a0dea19d832c {{(pid=94467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:43:59.128297 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75a387a7-976a-41c9-922d-d10540446841 tempest-TagsTest-173183567 tempest-TagsTest-173183567-project] vlan segment allocate from pool success with {'vlan_id': 318, 'physical_network': 'physnet1'} {{(pid=94466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 14:43:59.169551 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-8af47083-00f1-4d58-ab89-b9919c8425bd req-1e4fc5a3-b669-4607-bb29-f4b871b0e902 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:59.255124 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a387a7-976a-41c9-922d-d10540446841 tempest-TagsTest-173183567 tempest-TagsTest-173183567-project] Pushing event updated for resources: {'SecurityGroup': ['ID=230c3a57-ff86-4439-9482-7bab6e7d62ef,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:43:59.282232 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e92abf4-3b82-4533-aa6e-4afc14186ebf None None] Network eb583443-506f-4685-9e8b-2291e492be91 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:43:59.352923 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-75a387a7-976a-41c9-922d-d10540446841 tempest-TagsTest-173183567 tempest-TagsTest-173183567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:59.356692 n-d-694802-15 neutron-server[94466]: INFO neutron.db.segments_db [None req-75a387a7-976a-41c9-922d-d10540446841 tempest-TagsTest-173183567 tempest-TagsTest-173183567-project] Added segment ad8e289e-dad7-480d-b386-070649359eb8 of type vlan for network 49ae6f8d-fbde-4079-ad39-09eac1f9320b Aug 12 14:43:59.365849 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-4cd2c056-d77a-4277-b5b7-6500ea35da37 admin admin] Allocated IP 172.25.1.48 (d3759e1b-6c03-45ac-acd4-90abb417809b/f0254f08-c19c-4e31-bd9c-09389ea4b6f2/14c7ca8d-3ae3-49b2-bf80-215ffc5cf189) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:43:59.430756 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-b3980d2c-b66a-44a4-9aca-51c22e03d513 None None] Provisioning for port fb82fd09-1380-44e2-9d0c-99c336d0194f completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:43:59.440622 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-b3980d2c-b66a-44a4-9aca-51c22e03d513 None None] Provisioning complete for port fb82fd09-1380-44e2-9d0c-99c336d0194f triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:43:59.441354 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-b3980d2c-b66a-44a4-9aca-51c22e03d513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:59.494920 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [req-8af47083-00f1-4d58-ab89-b9919c8425bd req-1e4fc5a3-b669-4607-bb29-f4b871b0e902 service neutron] Transition to ACTIVE for port object dfcd097c-9928-4160-b8e6-a0dea19d832c will not be triggered until provisioned by entity L2. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:43:59.495589 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-75633d27-3443-47fe-97b3-fe1c0b35df1e req-00e15a68-f8cc-45db-b1f6-047e825b7d13 tempest-ListServerFiltersTestJSON-1279059967 tempest-ListServerFiltersTestJSON-1279059967-project] 10.222.0.39 "GET /v2.0/ports?device_id=519bb32f-bada-41e8-a9e9-90cc25a414e0 HTTP/1.1" status: 200 len: 210 time: 0.2720673 Aug 12 14:43:59.645808 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-b3980d2c-b66a-44a4-9aca-51c22e03d513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:59.650036 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-75a387a7-976a-41c9-922d-d10540446841 tempest-TagsTest-173183567 tempest-TagsTest-173183567-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744653628263'] for network, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:59.748791 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-b3980d2c-b66a-44a4-9aca-51c22e03d513 None None] For port fb82fd09-1380-44e2-9d0c-99c336d0194f, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=fb82fd09-1380-44e2-9d0c-99c336d0194f,segment=NetworkSegment(881d8760-1393-4458-9765-2faca9999480),segment_id=881d8760-1393-4458-9765-2faca9999480)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:43:59.758104 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-b3980d2c-b66a-44a4-9aca-51c22e03d513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:59.831070 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a6f9ad-2cdf-45bc-92e4-1a1231e0dd65 req-ce28d613-cef7-4539-8bad-3cb6bd1ad8cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:59.833498 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-28a6f9ad-2cdf-45bc-92e4-1a1231e0dd65 req-ce28d613-cef7-4539-8bad-3cb6bd1ad8cc service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b3b4e56e-f3bd-4709-bfd6-3e62da1e0ac7 HTTP/1.1" status: 200 len: 851 time: 0.8319087 Aug 12 14:43:59.886536 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3980d2c-b66a-44a4-9aca-51c22e03d513 None None] Pushing event updated for resources: {'Port': ['ID=fb82fd09-1380-44e2-9d0c-99c336d0194f,revision_number=3']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:43:59.930029 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-88dd051a-4458-4933-aa44-93f89d4a0e6b None None] Provisioning complete for port fb82fd09-1380-44e2-9d0c-99c336d0194f triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:43:59.934404 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-88dd051a-4458-4933-aa44-93f89d4a0e6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:59.954285 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e803dd65-8dc0-43dc-bae8-288832e0e987 req-41418da3-2b59-4af1-b401-7c5703f114f7 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:59.962203 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e803dd65-8dc0-43dc-bae8-288832e0e987 req-41418da3-2b59-4af1-b401-7c5703f114f7 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:59.974592 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e803dd65-8dc0-43dc-bae8-288832e0e987 req-41418da3-2b59-4af1-b401-7c5703f114f7 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:59.981429 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e803dd65-8dc0-43dc-bae8-288832e0e987 req-41418da3-2b59-4af1-b401-7c5703f114f7 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:59.983567 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-75a387a7-976a-41c9-922d-d10540446841 tempest-TagsTest-173183567 tempest-TagsTest-173183567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409'] for network, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:43:59.990173 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e803dd65-8dc0-43dc-bae8-288832e0e987 req-41418da3-2b59-4af1-b401-7c5703f114f7 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:59.990997 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75a387a7-976a-41c9-922d-d10540446841 tempest-TagsTest-173183567 tempest-TagsTest-173183567-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:43:59.992172 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-75a387a7-976a-41c9-922d-d10540446841 tempest-TagsTest-173183567 tempest-TagsTest-173183567-project] Notify callbacks [] for network, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:00.015329 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e803dd65-8dc0-43dc-bae8-288832e0e987 req-41418da3-2b59-4af1-b401-7c5703f114f7 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:00.025224 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e803dd65-8dc0-43dc-bae8-288832e0e987 req-41418da3-2b59-4af1-b401-7c5703f114f7 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:00.038166 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e803dd65-8dc0-43dc-bae8-288832e0e987 req-41418da3-2b59-4af1-b401-7c5703f114f7 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] 10.222.0.39 "GET /v2.0/ports?device_id=419c5c7f-827f-4397-9cc6-d186147a5698 HTTP/1.1" status: 200 len: 5430 time: 0.9999552 Aug 12 14:44:00.040021 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-8af47083-00f1-4d58-ab89-b9919c8425bd req-1e4fc5a3-b669-4607-bb29-f4b871b0e902 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:00.145825 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-d5231232-4874-47b5-8c7b-67f539a6c6af req-f60d1f36-8c6e-469a-942c-ed5b597b37c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:00.208044 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a387a7-976a-41c9-922d-d10540446841 tempest-TagsTest-173183567 tempest-TagsTest-173183567-project] Pushing event updated for resources: {'Network': ['ID=49ae6f8d-fbde-4079-ad39-09eac1f9320b,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:44:00.227653 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Network 49ae6f8d-fbde-4079-ad39-09eac1f9320b details requested by agent ovs-agent-n-d-694802-15 with host n-d-694802-15 {{(pid=94468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 14:44:00.316891 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-75a387a7-976a-41c9-922d-d10540446841 tempest-TagsTest-173183567 tempest-TagsTest-173183567-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 3.6299450 Aug 12 14:44:00.352132 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 49594) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:44:00.355224 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a6f9ad-2cdf-45bc-92e4-1a1231e0dd65 req-2d99c122-7620-49b3-ac43-45b6719e66d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:00.357566 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-28a6f9ad-2cdf-45bc-92e4-1a1231e0dd65 req-2d99c122-7620-49b3-ac43-45b6719e66d3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4552c891-e268-4d7c-98f1-e8736a29b277&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4682651 Aug 12 14:44:00.362992 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device fb82fd09-1380-44e2-9d0c-99c336d0194f up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:44:00.366210 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.tag.tag_plugin [None req-1ee7656c-44ad-43c6-b0c1-b32d5bfa127e tempest-TagsTest-173183567 tempest-TagsTest-173183567-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '49ae6f8d-fbde-4079-ad39-09eac1f9320b', 'tempest-TagsTest-Tag-1498896090') {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:44:00.389562 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-84387b8d-263a-49be-9ab3-6dfd238cd04a req-e47898b1-0725-4929-bee4-fb328c629711 tempest-ListServerFiltersTestJSON-1279059967 tempest-ListServerFiltersTestJSON-1279059967-project] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:00.495796 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 49596) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:44:00.532710 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port fb82fd09-1380-44e2-9d0c-99c336d0194f triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:44:00.533285 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:00.543297 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-28a6f9ad-2cdf-45bc-92e4-1a1231e0dd65 req-5c8000cc-3b6c-49a9-985c-5123bedf461d service neutron] 10.222.0.64 "GET /v2.0/networks/4552c891-e268-4d7c-98f1-e8736a29b277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1597385 Aug 12 14:44:00.595968 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4cd2c056-d77a-4277-b5b7-6500ea35da37 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:00.644404 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4fc5a3-b669-4607-bb29-f4b871b0e902 service neutron] Pushing event updated for resources: {'Port': ['ID=dfcd097c-9928-4160-b8e6-a0dea19d832c,revision_number=2']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:44:00.723396 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [req-84387b8d-263a-49be-9ab3-6dfd238cd04a req-e47898b1-0725-4929-bee4-fb328c629711 tempest-ListServerFiltersTestJSON-1279059967 tempest-ListServerFiltersTestJSON-1279059967-project] Transition to ACTIVE for port object edf69591-64d3-4fd5-9bc7-970b710b1872 will not be triggered until provisioned by entity DHCP. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:44:00.730482 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-28a6f9ad-2cdf-45bc-92e4-1a1231e0dd65 req-9178975b-bff7-412a-87e5-ccf2958c73d0 service neutron] 10.222.0.64 "GET /v2.0/networks/4552c891-e268-4d7c-98f1-e8736a29b277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1683588 Aug 12 14:44:00.753477 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db57094-afa7-4d92-be3f-6b1964057c14 req-68f5369b-5d43-4c35-bcb8-32eded33a2a7 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:00.760865 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-2db57094-afa7-4d92-be3f-6b1964057c14 req-68f5369b-5d43-4c35-bcb8-32eded33a2a7 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/ports?device_id=b148e05e-7d9e-4da9-9b03-99a8a72e94ac HTTP/1.1" status: 200 len: 943 time: 0.5236902 Aug 12 14:44:00.793980 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e803dd65-8dc0-43dc-bae8-288832e0e987 req-04c8c6f1-e990-4d86-81f5-8642e5890649 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] 10.222.0.39 "GET /v2.0/security-groups?id=f56fbbcf-68c5-4074-ab5b-41ec110855f2&id=def6086d-0ad1-4cdd-9c71-80d1fefb9be7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.7540119 Aug 12 14:44:00.827396 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-8af47083-00f1-4d58-ab89-b9919c8425bd req-1e4fc5a3-b669-4607-bb29-f4b871b0e902 service neutron] Attempting to bind port dfcd097c-9928-4160-b8e6-a0dea19d832c on host n-h2-694802-15 for vnic_type normal with profile {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:44:00.827741 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-8af47083-00f1-4d58-ab89-b9919c8425bd req-1e4fc5a3-b669-4607-bb29-f4b871b0e902 service neutron] Attempting to bind port dfcd097c-9928-4160-b8e6-a0dea19d832c by drivers openvswitch,hyperv on host n-h2-694802-15 at level 0 using segments [{'id': 'b72762b4-956b-443d-aaee-4b6799d6bcb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '2ad93210-7061-461d-8617-49848448cc38'}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:44:00.828079 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8af47083-00f1-4d58-ab89-b9919c8425bd req-1e4fc5a3-b669-4607-bb29-f4b871b0e902 service neutron] Attempting to bind port dfcd097c-9928-4160-b8e6-a0dea19d832c on network 2ad93210-7061-461d-8617-49848448cc38 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:44:00.855332 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.db.resource_extend [None req-1b22b323-68db-4fe7-8d39-1c23cbff4b57 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] It took 0.39 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 12 14:44:00.883931 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-2db57094-afa7-4d92-be3f-6b1964057c14 req-846be5ef-604a-41dc-b311-5183e8830045 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/security-groups?id=ae835367-3679-4f41-a825-d086536e4cce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1161933 Aug 12 14:44:00.903936 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-84387b8d-263a-49be-9ab3-6dfd238cd04a req-e47898b1-0725-4929-bee4-fb328c629711 tempest-ListServerFiltersTestJSON-1279059967 tempest-ListServerFiltersTestJSON-1279059967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:00.970324 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4cd2c056-d77a-4277-b5b7-6500ea35da37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:00.996096 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-1ee7656c-44ad-43c6-b0c1-b32d5bfa127e tempest-TagsTest-173183567 tempest-TagsTest-173183567-project] 10.222.0.39 "PUT /v2.0/networks/49ae6f8d-fbde-4079-ad39-09eac1f9320b/tags/tempest-TagsTest-Tag-1498896090 HTTP/1.1" status: 201 len: 201 time: 0.6335135 Aug 12 14:44:00.996752 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84387b8d-263a-49be-9ab3-6dfd238cd04a req-e47898b1-0725-4929-bee4-fb328c629711 tempest-ListServerFiltersTestJSON-1279059967 tempest-ListServerFiltersTestJSON-1279059967-project] Network acfcb45e-254e-408c-a582-9b961480581b is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:44:01.002760 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 49606) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:44:01.008127 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.tag.tag_plugin [None req-85e3013e-5faa-4e80-a26d-011e92178ebb tempest-TagsTest-173183567 tempest-TagsTest-173183567-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '49ae6f8d-fbde-4079-ad39-09eac1f9320b', 'tempest-TagsTest-Tag-1498896090') {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:44:01.011466 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [req-84387b8d-263a-49be-9ab3-6dfd238cd04a req-e47898b1-0725-4929-bee4-fb328c629711 tempest-ListServerFiltersTestJSON-1279059967 tempest-ListServerFiltersTestJSON-1279059967-project] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:44:01.015722 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47898b1-0725-4929-bee4-fb328c629711 tempest-ListServerFiltersTestJSON-1279059967 tempest-ListServerFiltersTestJSON-1279059967-project] Pushing event updated for resources: {'Port': ['ID=edf69591-64d3-4fd5-9bc7-970b710b1872,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:44:01.029688 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [req-84387b8d-263a-49be-9ab3-6dfd238cd04a req-e47898b1-0725-4929-bee4-fb328c629711 tempest-ListServerFiltersTestJSON-1279059967 tempest-ListServerFiltersTestJSON-1279059967-project] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:44:01.139314 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cd2c056-d77a-4277-b5b7-6500ea35da37 admin admin] Network d3759e1b-6c03-45ac-acd4-90abb417809b is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:44:01.152582 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-4cd2c056-d77a-4277-b5b7-6500ea35da37 admin admin] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:44:01.165274 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cd2c056-d77a-4277-b5b7-6500ea35da37 admin admin] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:44:01.250968 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84387b8d-263a-49be-9ab3-6dfd238cd04a req-e47898b1-0725-4929-bee4-fb328c629711 tempest-ListServerFiltersTestJSON-1279059967 tempest-ListServerFiltersTestJSON-1279059967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:01.251678 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-84387b8d-263a-49be-9ab3-6dfd238cd04a req-e47898b1-0725-4929-bee4-fb328c629711 tempest-ListServerFiltersTestJSON-1279059967 tempest-ListServerFiltersTestJSON-1279059967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:01.259973 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd2c056-d77a-4277-b5b7-6500ea35da37 admin admin] Pushing event updated for resources: {'Port': ['ID=14c7ca8d-3ae3-49b2-bf80-215ffc5cf189,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:44:01.306953 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-84387b8d-263a-49be-9ab3-6dfd238cd04a req-e47898b1-0725-4929-bee4-fb328c629711 tempest-ListServerFiltersTestJSON-1279059967 tempest-ListServerFiltersTestJSON-1279059967-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6852078 Aug 12 14:44:01.314926 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-85e3013e-5faa-4e80-a26d-011e92178ebb tempest-TagsTest-173183567 tempest-TagsTest-173183567-project] 10.222.0.39 "GET /v2.0/networks/49ae6f8d-fbde-4079-ad39-09eac1f9320b/tags/tempest-TagsTest-Tag-1498896090 HTTP/1.1" status: 204 len: 168 time: 0.3108130 Aug 12 14:44:01.345281 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 49608) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:44:01.351567 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.tag.tag_plugin [None req-2a227bf6-e6cb-4452-8375-18b23bb3e0f4 tempest-TagsTest-173183567 tempest-TagsTest-173183567-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '49ae6f8d-fbde-4079-ad39-09eac1f9320b') {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:44:01.358396 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [req-84387b8d-263a-49be-9ab3-6dfd238cd04a req-acf152db-a7c6-4b37-9bc1-c6375d3070f9 service neutron] Request body: {'port': {'device_id': 'e63866ab-5980-4e58-8e02-90e11eef08f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-694802-15'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:44:01.374263 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-b31f34c3-e47a-4f77-94f5-4ab5209ac376 None None] Provisioning for port edf69591-64d3-4fd5-9bc7-970b710b1872 completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:44:01.387253 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-b31f34c3-e47a-4f77-94f5-4ab5209ac376 None None] Provisioning complete for port edf69591-64d3-4fd5-9bc7-970b710b1872 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:44:01.392355 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-b31f34c3-e47a-4f77-94f5-4ab5209ac376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:01.400376 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-1b22b323-68db-4fe7-8d39-1c23cbff4b57 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:01.483402 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-b31f34c3-e47a-4f77-94f5-4ab5209ac376 None None] Port edf69591-64d3-4fd5-9bc7-970b710b1872 cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 14:44:01.495782 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8af47083-00f1-4d58-ab89-b9919c8425bd req-1e4fc5a3-b669-4607-bb29-f4b871b0e902 service neutron] Port dfcd097c-9928-4160-b8e6-a0dea19d832c on network 2ad93210-7061-461d-8617-49848448cc38 not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-15 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 14:44:01.496518 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8af47083-00f1-4d58-ab89-b9919c8425bd req-1e4fc5a3-b669-4607-bb29-f4b871b0e902 service neutron] Attempting to bind port dfcd097c-9928-4160-b8e6-a0dea19d832c on network 2ad93210-7061-461d-8617-49848448cc38 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:44:01.505287 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9783b29-f304-4657-895f-ad38d8e6b426 req-fdf20a61-1e39-4891-8b33-b4a2f1f797e4 tempest-ListServerFiltersTestJSON-1279059967 tempest-ListServerFiltersTestJSON-1279059967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:01.506860 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d9783b29-f304-4657-895f-ad38d8e6b426 req-fdf20a61-1e39-4891-8b33-b4a2f1f797e4 tempest-ListServerFiltersTestJSON-1279059967 tempest-ListServerFiltersTestJSON-1279059967-project] 10.222.0.64 "GET /v2.0/networks?id=acfcb45e-254e-408c-a582-9b961480581b HTTP/1.1" status: 200 len: 816 time: 2.3430784 Aug 12 14:44:01.513351 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-4a9277a7-39c8-4f75-92d2-9eb8603658b3 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1807224420-network', 'tenant_id': 'cd40830b171946f391e8502815779af4'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:44:01.525681 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-1b22b323-68db-4fe7-8d39-1c23cbff4b57 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431510'] for floatingip, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:01.532052 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-d9783b29-f304-4657-895f-ad38d8e6b426 req-420a406c-1755-4541-8628-cfec4740eed2 tempest-ListServerFiltersTestJSON-1279059967 tempest-ListServerFiltersTestJSON-1279059967-project] Request body: {'port': {'device_id': '519bb32f-bada-41e8-a9e9-90cc25a414e0', 'network_id': 'acfcb45e-254e-408c-a582-9b961480581b', 'admin_state_up': True, 'tenant_id': '4bd92a12a913444faaa896b35bba92a0'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:44:01.566759 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-84387b8d-263a-49be-9ab3-6dfd238cd04a req-acf152db-a7c6-4b37-9bc1-c6375d3070f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:01.610906 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8af47083-00f1-4d58-ab89-b9919c8425bd req-1e4fc5a3-b669-4607-bb29-f4b871b0e902 service neutron] Checking agent: {'id': 'b7697f71-33f3-4959-ad82-43c2dc15845d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 27, 42), 'started_at': datetime.datetime(2021, 8, 12, 14, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 43, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:44:01.611415 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8af47083-00f1-4d58-ab89-b9919c8425bd req-1e4fc5a3-b669-4607-bb29-f4b871b0e902 service neutron] Checking segment: {'id': 'b72762b4-956b-443d-aaee-4b6799d6bcb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '2ad93210-7061-461d-8617-49848448cc38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:44:01.611880 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8af47083-00f1-4d58-ab89-b9919c8425bd req-1e4fc5a3-b669-4607-bb29-f4b871b0e902 service neutron] Bound using segment: {'id': 'b72762b4-956b-443d-aaee-4b6799d6bcb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '2ad93210-7061-461d-8617-49848448cc38'} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:44:01.612602 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-8af47083-00f1-4d58-ab89-b9919c8425bd req-1e4fc5a3-b669-4607-bb29-f4b871b0e902 service neutron] Bound port: dfcd097c-9928-4160-b8e6-a0dea19d832c, host: n-h2-694802-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b72762b4-956b-443d-aaee-4b6799d6bcb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '2ad93210-7061-461d-8617-49848448cc38'}}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:44:01.613336 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-8af47083-00f1-4d58-ab89-b9919c8425bd req-1e4fc5a3-b669-4607-bb29-f4b871b0e902 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:01.620300 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-2a227bf6-e6cb-4452-8375-18b23bb3e0f4 tempest-TagsTest-173183567 tempest-TagsTest-173183567-project] 10.222.0.39 "GET /v2.0/networks/49ae6f8d-fbde-4079-ad39-09eac1f9320b/tags HTTP/1.1" status: 200 len: 238 time: 0.2685084 Aug 12 14:44:01.647469 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a981e451-04ee-496d-9cc5-db9a293f58d9 req-f231d497-d5d7-4a56-916e-ab50063bc247 tempest-ListServerFiltersTestJSON-1279059967 tempest-ListServerFiltersTestJSON-1279059967-project] 10.222.0.39 "GET /v2.0/ports?device_id=519bb32f-bada-41e8-a9e9-90cc25a414e0 HTTP/1.1" status: 200 len: 210 time: 0.1376646 Aug 12 14:44:01.647982 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 49610) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:44:01.672081 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.tag.tag_plugin [None req-7bd86475-f69f-4d40-a52f-b0bfce3db3fa tempest-TagsTest-173183567 tempest-TagsTest-173183567-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '49ae6f8d-fbde-4079-ad39-09eac1f9320b', {'tags': ['tempest-TagsTest-Tag-887836817', 'tempest-TagsTest-Tag-1509803961', 'tempest-TagsTest-Tag-1115429812']}) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:44:01.748860 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a9277a7-39c8-4f75-92d2-9eb8603658b3 admin admin] Made reservation on behalf of cd40830b171946f391e8502815779af4 for: {'network': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:44:01.751253 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-4a9277a7-39c8-4f75-92d2-9eb8603658b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for network, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:01.795989 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4cd2c056-d77a-4277-b5b7-6500ea35da37 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:01.840595 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-4a9277a7-39c8-4f75-92d2-9eb8603658b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:01.969020 n-d-694802-15 neutron-server[94467]: INFO neutron.db.l3_db [None req-1b22b323-68db-4fe7-8d39-1c23cbff4b57 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Floating IP 4f3cd418-fa8f-4ae0-bb14-53c69146d0d7 associated. External IP: 172.25.1.213, port: 193ce8b9-1189-46e3-aa87-cd5d43e80d96. Aug 12 14:44:01.983300 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-8af47083-00f1-4d58-ab89-b9919c8425bd req-1e4fc5a3-b669-4607-bb29-f4b871b0e902 service neutron] For port dfcd097c-9928-4160-b8e6-a0dea19d832c, host n-h2-694802-15, cleared binding levels {{(pid=94467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:44:02.025804 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-7bd86475-f69f-4d40-a52f-b0bfce3db3fa tempest-TagsTest-173183567 tempest-TagsTest-173183567-project] 10.222.0.39 "PUT /v2.0/networks/49ae6f8d-fbde-4079-ad39-09eac1f9320b/tags HTTP/1.1" status: 200 len: 308 time: 0.3653586 Aug 12 14:44:02.044378 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 49620) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:44:02.103062 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.tag.tag_plugin [None req-d7baba5a-4c26-418d-876a-992e64523b44 tempest-TagsTest-173183567 tempest-TagsTest-173183567-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '49ae6f8d-fbde-4079-ad39-09eac1f9320b', 'tempest-TagsTest-Tag-887836817') {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:44:02.108679 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-8af47083-00f1-4d58-ab89-b9919c8425bd req-1e4fc5a3-b669-4607-bb29-f4b871b0e902 service neutron] For port dfcd097c-9928-4160-b8e6-a0dea19d832c, host n-h2-694802-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=dfcd097c-9928-4160-b8e6-a0dea19d832c,segment=NetworkSegment(b72762b4-956b-443d-aaee-4b6799d6bcb9),segment_id=b72762b4-956b-443d-aaee-4b6799d6bcb9)] {{(pid=94467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:44:02.142224 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-8af47083-00f1-4d58-ab89-b9919c8425bd req-1e4fc5a3-b669-4607-bb29-f4b871b0e902 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:02.252480 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [req-d5231232-4874-47b5-8c7b-67f539a6c6af req-f60d1f36-8c6e-469a-942c-ed5b597b37c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb26d418-61e9-48cd-9bf8-ecf7159eb791 {{(pid=94467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:44:02.272975 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-d5231232-4874-47b5-8c7b-67f539a6c6af req-f60d1f36-8c6e-469a-942c-ed5b597b37c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:02.281563 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af47083-00f1-4d58-ab89-b9919c8425bd req-1e4fc5a3-b669-4607-bb29-f4b871b0e902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:02.282276 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-8af47083-00f1-4d58-ab89-b9919c8425bd req-1e4fc5a3-b669-4607-bb29-f4b871b0e902 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:02.283945 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-8af47083-00f1-4d58-ab89-b9919c8425bd req-1e4fc5a3-b669-4607-bb29-f4b871b0e902 service neutron] 10.222.0.49 "PUT /v2.0/ports/dfcd097c-9928-4160-b8e6-a0dea19d832c HTTP/1.1" status: 200 len: 1092 time: 4.9031162 Aug 12 14:44:02.292405 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b148e05e-7d9e-4da9-9b03-99a8a72e94ac', 'tag': 'dfcd097c-9928-4160-b8e6-a0dea19d832c'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:44:02.295424 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e65282f928b64038367d043a4411777802006c43a98742496cb2e25b724ff1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5fad951-319a-48a0-8d41-e3e63c6f11e9" -d '{"events": [{"name": "network-changed", "server_uuid": "b148e05e-7d9e-4da9-9b03-99a8a72e94ac", "tag": "dfcd097c-9928-4160-b8e6-a0dea19d832c"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:44:02.377679 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [req-d5231232-4874-47b5-8c7b-67f539a6c6af req-f60d1f36-8c6e-469a-942c-ed5b597b37c7 service neutron] Transition to ACTIVE for port object cb26d418-61e9-48cd-9bf8-ecf7159eb791 will not be triggered until provisioned by entity L2. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:44:02.399548 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c08681d-7505-4a32-b15a-d9dfbfb442b4 req-1aef8fae-da88-4f02-a9f1-440806f29ded tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:02.407542 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-7c08681d-7505-4a32-b15a-d9dfbfb442b4 req-1aef8fae-da88-4f02-a9f1-440806f29ded tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/ports?device_id=b148e05e-7d9e-4da9-9b03-99a8a72e94ac HTTP/1.1" status: 200 len: 943 time: 0.4334676 Aug 12 14:44:02.442901 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4fc5a3-b669-4607-bb29-f4b871b0e902 service neutron] Pushing event updated for resources: {'Port': ['ID=dfcd097c-9928-4160-b8e6-a0dea19d832c,revision_number=3']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:44:02.448065 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-d5231232-4874-47b5-8c7b-67f539a6c6af req-f60d1f36-8c6e-469a-942c-ed5b597b37c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:02.708932 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af47083-00f1-4d58-ab89-b9919c8425bd req-efb925b4-1bc3-4e9d-8752-9cc139afc30d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:02.709407 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda0d576-96e1-4d1a-b5f2-e4e791ce2874 req-8990c5a2-9938-40dc-85da-08cf39107d09 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:02.710688 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-8af47083-00f1-4d58-ab89-b9919c8425bd req-efb925b4-1bc3-4e9d-8752-9cc139afc30d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=3a3bdd41fa344002b106e434a17bdf78&device_id=b148e05e-7d9e-4da9-9b03-99a8a72e94ac HTTP/1.1" status: 200 len: 1095 time: 0.3710880 Aug 12 14:44:02.716272 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda0d576-96e1-4d1a-b5f2-e4e791ce2874 req-8990c5a2-9938-40dc-85da-08cf39107d09 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:02.722581 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda0d576-96e1-4d1a-b5f2-e4e791ce2874 req-8990c5a2-9938-40dc-85da-08cf39107d09 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:02.737075 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-d7baba5a-4c26-418d-876a-992e64523b44 tempest-TagsTest-173183567 tempest-TagsTest-173183567-project] 10.222.0.39 "DELETE /v2.0/networks/49ae6f8d-fbde-4079-ad39-09eac1f9320b/tags/tempest-TagsTest-Tag-887836817 HTTP/1.1" status: 204 len: 168 time: 0.6605823 Aug 12 14:44:02.745688 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda0d576-96e1-4d1a-b5f2-e4e791ce2874 req-8990c5a2-9938-40dc-85da-08cf39107d09 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:02.750411 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 49628) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:44:02.756790 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda0d576-96e1-4d1a-b5f2-e4e791ce2874 req-8990c5a2-9938-40dc-85da-08cf39107d09 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:02.763284 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda0d576-96e1-4d1a-b5f2-e4e791ce2874 req-8990c5a2-9938-40dc-85da-08cf39107d09 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:02.769445 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda0d576-96e1-4d1a-b5f2-e4e791ce2874 req-8990c5a2-9938-40dc-85da-08cf39107d09 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:02.771621 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-eda0d576-96e1-4d1a-b5f2-e4e791ce2874 req-8990c5a2-9938-40dc-85da-08cf39107d09 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] 10.222.0.39 "GET /v2.0/ports?device_id=419c5c7f-827f-4397-9cc6-d186147a5698 HTTP/1.1" status: 200 len: 5430 time: 0.8619726 Aug 12 14:44:02.812264 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-4a9277a7-39c8-4f75-92d2-9eb8603658b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:02.817146 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.tag.tag_plugin [None req-e5867c27-cfa9-4135-a1e5-285011483306 tempest-TagsTest-173183567 tempest-TagsTest-173183567-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '49ae6f8d-fbde-4079-ad39-09eac1f9320b', 'tempest-TagsTest-Tag-887836817') {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:44:02.821757 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-8af47083-00f1-4d58-ab89-b9919c8425bd req-87036da5-ece9-44a5-a2f4-163f5d7734e1 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dfcd097c-9928-4160-b8e6-a0dea19d832c HTTP/1.1" status: 200 len: 217 time: 0.0801132 Aug 12 14:44:02.825713 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-7c08681d-7505-4a32-b15a-d9dfbfb442b4 req-476a36b5-42ae-4f15-a36b-5064ac76d52a tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/security-groups?id=ae835367-3679-4f41-a825-d086536e4cce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3866656 Aug 12 14:44:02.877270 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60d1f36-8c6e-469a-942c-ed5b597b37c7 service neutron] Pushing event updated for resources: {'Port': ['ID=cb26d418-61e9-48cd-9bf8-ecf7159eb791,revision_number=2']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:44:02.887387 n-d-694802-15 neutron-server[94466]: DEBUG neutron.notifiers.nova [req-84387b8d-263a-49be-9ab3-6dfd238cd04a req-acf152db-a7c6-4b37-9bc1-c6375d3070f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id edf69591-64d3-4fd5-9bc7-970b710b1872 {{(pid=94466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:44:02.896418 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-84387b8d-263a-49be-9ab3-6dfd238cd04a req-acf152db-a7c6-4b37-9bc1-c6375d3070f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:02.910776 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [req-84387b8d-263a-49be-9ab3-6dfd238cd04a req-acf152db-a7c6-4b37-9bc1-c6375d3070f9 service neutron] Transition to ACTIVE for port object edf69591-64d3-4fd5-9bc7-970b710b1872 will not be triggered until provisioned by entity L2. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:44:02.934334 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-84387b8d-263a-49be-9ab3-6dfd238cd04a req-acf152db-a7c6-4b37-9bc1-c6375d3070f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3718439'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:02.940106 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4cd2c056-d77a-4277-b5b7-6500ea35da37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-429413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-431608'] for router, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:02.986826 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9783b29-f304-4657-895f-ad38d8e6b426 req-420a406c-1755-4541-8628-cfec4740eed2 tempest-ListServerFiltersTestJSON-1279059967 tempest-ListServerFiltersTestJSON-1279059967-project] Made reservation on behalf of 4bd92a12a913444faaa896b35bba92a0 for: {'port': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:44:02.990922 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-d9783b29-f304-4657-895f-ad38d8e6b426 req-420a406c-1755-4541-8628-cfec4740eed2 tempest-ListServerFiltersTestJSON-1279059967 tempest-ListServerFiltersTestJSON-1279059967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:02.993491 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-4a9277a7-39c8-4f75-92d2-9eb8603658b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:02.998352 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 14:44:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76ae565c-cc41-4fd3-9fb0-3941ff649365 x-openstack-request-id: req-76ae565c-cc41-4fd3-9fb0-3941ff649365 {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:44:02.998990 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b148e05e-7d9e-4da9-9b03-99a8a72e94ac", "tag": "dfcd097c-9928-4160-b8e6-a0dea19d832c", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:44:02.999356 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-76ae565c-cc41-4fd3-9fb0-3941ff649365 {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:44:02.999760 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b148e05e-7d9e-4da9-9b03-99a8a72e94ac', 'tag': 'dfcd097c-9928-4160-b8e6-a0dea19d832c', 'status': 'completed', 'code': 200} Aug 12 14:44:03.067308 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-eda0d576-96e1-4d1a-b5f2-e4e791ce2874 req-eb02383a-3252-4021-9f1a-e1424b525276 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] 10.222.0.39 "GET /v2.0/security-groups?id=f56fbbcf-68c5-4074-ab5b-41ec110855f2&id=def6086d-0ad1-4cdd-9c71-80d1fefb9be7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2619307 Aug 12 14:44:03.101525 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf152db-a7c6-4b37-9bc1-c6375d3070f9 service neutron] Pushing event updated for resources: {'Port': ['ID=edf69591-64d3-4fd5-9bc7-970b710b1872,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:44:03.101824 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-d5231232-4874-47b5-8c7b-67f539a6c6af req-f60d1f36-8c6e-469a-942c-ed5b597b37c7 service neutron] Attempting to bind port cb26d418-61e9-48cd-9bf8-ecf7159eb791 on host n-h1-694802-15 for vnic_type normal with profile {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:44:03.102158 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-d5231232-4874-47b5-8c7b-67f539a6c6af req-f60d1f36-8c6e-469a-942c-ed5b597b37c7 service neutron] Attempting to bind port cb26d418-61e9-48cd-9bf8-ecf7159eb791 by drivers openvswitch,hyperv on host n-h1-694802-15 at level 0 using segments [{'id': 'd2d05aff-925b-4b31-af1c-62d92cd22ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'acfcb45e-254e-408c-a582-9b961480581b'}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:44:03.102499 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5231232-4874-47b5-8c7b-67f539a6c6af req-f60d1f36-8c6e-469a-942c-ed5b597b37c7 service neutron] Attempting to bind port cb26d418-61e9-48cd-9bf8-ecf7159eb791 on network acfcb45e-254e-408c-a582-9b961480581b {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:44:03.189628 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-8b8d2ef8-3b09-4f28-a6a3-0577ff7accba req-414eb618-2891-46a0-a9bb-71bdc42b17f9 tempest-ListServerFiltersTestJSON-1279059967 tempest-ListServerFiltersTestJSON-1279059967-project] 10.222.0.39 "GET /v2.0/ports?device_id=519bb32f-bada-41e8-a9e9-90cc25a414e0 HTTP/1.1" status: 200 len: 210 time: 0.1860163 Aug 12 14:44:03.222772 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a9277a7-39c8-4f75-92d2-9eb8603658b3 admin admin] vlan segment allocate from pool success with {'vlan_id': 323, 'physical_network': 'physnet1'} {{(pid=94467) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 14:44:03.233297 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [req-84387b8d-263a-49be-9ab3-6dfd238cd04a req-acf152db-a7c6-4b37-9bc1-c6375d3070f9 service neutron] Attempting to bind port edf69591-64d3-4fd5-9bc7-970b710b1872 on host n-h2-694802-15 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:44:03.233297 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [req-84387b8d-263a-49be-9ab3-6dfd238cd04a req-acf152db-a7c6-4b37-9bc1-c6375d3070f9 service neutron] Attempting to bind port edf69591-64d3-4fd5-9bc7-970b710b1872 by drivers openvswitch,hyperv on host n-h2-694802-15 at level 0 using segments [{'id': 'd2d05aff-925b-4b31-af1c-62d92cd22ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'acfcb45e-254e-408c-a582-9b961480581b'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:44:03.233297 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84387b8d-263a-49be-9ab3-6dfd238cd04a req-acf152db-a7c6-4b37-9bc1-c6375d3070f9 service neutron] Attempting to bind port edf69591-64d3-4fd5-9bc7-970b710b1872 on network acfcb45e-254e-408c-a582-9b961480581b {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:44:03.254574 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84387b8d-263a-49be-9ab3-6dfd238cd04a req-acf152db-a7c6-4b37-9bc1-c6375d3070f9 service neutron] Port edf69591-64d3-4fd5-9bc7-970b710b1872 on network acfcb45e-254e-408c-a582-9b961480581b not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-15 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 14:44:03.254915 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84387b8d-263a-49be-9ab3-6dfd238cd04a req-acf152db-a7c6-4b37-9bc1-c6375d3070f9 service neutron] Attempting to bind port edf69591-64d3-4fd5-9bc7-970b710b1872 on network acfcb45e-254e-408c-a582-9b961480581b {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:44:03.262047 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84387b8d-263a-49be-9ab3-6dfd238cd04a req-acf152db-a7c6-4b37-9bc1-c6375d3070f9 service neutron] Checking agent: {'id': 'b7697f71-33f3-4959-ad82-43c2dc15845d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 27, 42), 'started_at': datetime.datetime(2021, 8, 12, 14, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 43, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:44:03.262394 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84387b8d-263a-49be-9ab3-6dfd238cd04a req-acf152db-a7c6-4b37-9bc1-c6375d3070f9 service neutron] Checking segment: {'id': 'd2d05aff-925b-4b31-af1c-62d92cd22ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'acfcb45e-254e-408c-a582-9b961480581b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:44:03.262789 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84387b8d-263a-49be-9ab3-6dfd238cd04a req-acf152db-a7c6-4b37-9bc1-c6375d3070f9 service neutron] Bound using segment: {'id': 'd2d05aff-925b-4b31-af1c-62d92cd22ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'acfcb45e-254e-408c-a582-9b961480581b'} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:44:03.263362 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [req-84387b8d-263a-49be-9ab3-6dfd238cd04a req-acf152db-a7c6-4b37-9bc1-c6375d3070f9 service neutron] Bound port: edf69591-64d3-4fd5-9bc7-970b710b1872, host: n-h2-694802-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2d05aff-925b-4b31-af1c-62d92cd22ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'acfcb45e-254e-408c-a582-9b961480581b'}}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:44:03.263731 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-84387b8d-263a-49be-9ab3-6dfd238cd04a req-acf152db-a7c6-4b37-9bc1-c6375d3070f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:03.299946 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cd2c056-d77a-4277-b5b7-6500ea35da37 admin admin] Router 7989832f-36f0-4ca1-8b5e-5c56cdd00dd5 is scheduled to L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f with binding_index 1 {{(pid=94466) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 14:44:03.301981 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5231232-4874-47b5-8c7b-67f539a6c6af req-f60d1f36-8c6e-469a-942c-ed5b597b37c7 service neutron] Port cb26d418-61e9-48cd-9bf8-ecf7159eb791 on network acfcb45e-254e-408c-a582-9b961480581b not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-15 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 14:44:03.302526 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5231232-4874-47b5-8c7b-67f539a6c6af req-f60d1f36-8c6e-469a-942c-ed5b597b37c7 service neutron] Attempting to bind port cb26d418-61e9-48cd-9bf8-ecf7159eb791 on network acfcb45e-254e-408c-a582-9b961480581b {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:44:03.337631 n-d-694802-15 neutron-server[94467]: INFO neutron.api.v2.resource [None req-e5867c27-cfa9-4135-a1e5-285011483306 tempest-TagsTest-173183567 tempest-TagsTest-173183567-project] show failed (client error): The resource could not be found. Aug 12 14:44:03.339203 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-e5867c27-cfa9-4135-a1e5-285011483306 tempest-TagsTest-173183567 tempest-TagsTest-173183567-project] 10.222.0.39 "GET /v2.0/networks/49ae6f8d-fbde-4079-ad39-09eac1f9320b/tags/tempest-TagsTest-Tag-887836817 HTTP/1.1" status: 404 len: 325 time: 0.5831687 Aug 12 14:44:03.341221 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af47083-00f1-4d58-ab89-b9919c8425bd req-057db38a-9b83-49e3-a81c-998a40807961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:03.342714 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-8af47083-00f1-4d58-ab89-b9919c8425bd req-057db38a-9b83-49e3-a81c-998a40807961 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ce169be2-a716-4bd9-89d0-74eedc855ec7 HTTP/1.1" status: 200 len: 855 time: 0.4070749 Aug 12 14:44:03.343469 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9277a7-39c8-4f75-92d2-9eb8603658b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=379004b6-e136-4cee-9dae-fde7e241a039,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:44:03.346624 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 49634) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:44:03.356165 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.tag.tag_plugin [None req-f4929fb6-3b44-4bb3-ad44-674aa228478c tempest-TagsTest-173183567 tempest-TagsTest-173183567-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '49ae6f8d-fbde-4079-ad39-09eac1f9320b', 'tempest-TagsTest-Tag-1509803961') {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:44:03.359862 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-4a9277a7-39c8-4f75-92d2-9eb8603658b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:03.360374 n-d-694802-15 neutron-server[94467]: INFO neutron.db.segments_db [None req-4a9277a7-39c8-4f75-92d2-9eb8603658b3 admin admin] Added segment 5460dd8c-09fa-480f-a792-3783d9f14ea8 of type vlan for network 65eb9217-5da8-4655-9a1f-f1a0244b6a82 Aug 12 14:44:03.408639 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5231232-4874-47b5-8c7b-67f539a6c6af req-f60d1f36-8c6e-469a-942c-ed5b597b37c7 service neutron] Checking agent: {'id': 'de568313-a3e6-454a-9813-77e25edcea95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 27, 41), 'started_at': datetime.datetime(2021, 8, 12, 14, 27, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 43, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:44:03.409514 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5231232-4874-47b5-8c7b-67f539a6c6af req-f60d1f36-8c6e-469a-942c-ed5b597b37c7 service neutron] Checking segment: {'id': 'd2d05aff-925b-4b31-af1c-62d92cd22ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'acfcb45e-254e-408c-a582-9b961480581b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:44:03.410006 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5231232-4874-47b5-8c7b-67f539a6c6af req-f60d1f36-8c6e-469a-942c-ed5b597b37c7 service neutron] Bound using segment: {'id': 'd2d05aff-925b-4b31-af1c-62d92cd22ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'acfcb45e-254e-408c-a582-9b961480581b'} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:44:03.410615 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-d5231232-4874-47b5-8c7b-67f539a6c6af req-f60d1f36-8c6e-469a-942c-ed5b597b37c7 service neutron] Bound port: cb26d418-61e9-48cd-9bf8-ecf7159eb791, host: n-h1-694802-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2d05aff-925b-4b31-af1c-62d92cd22ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'acfcb45e-254e-408c-a582-9b961480581b'}}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:44:03.411112 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-d5231232-4874-47b5-8c7b-67f539a6c6af req-f60d1f36-8c6e-469a-942c-ed5b597b37c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:03.430218 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b22b323-68db-4fe7-8d39-1c23cbff4b57 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Router 5167d5e4-5aa2-47c6-ba2c-942c4bffcf2b has already been hosted by L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f {{(pid=94467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 14:44:03.488074 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [req-84387b8d-263a-49be-9ab3-6dfd238cd04a req-acf152db-a7c6-4b37-9bc1-c6375d3070f9 service neutron] For port edf69591-64d3-4fd5-9bc7-970b710b1872, host n-h2-694802-15, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:44:03.508649 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [req-84387b8d-263a-49be-9ab3-6dfd238cd04a req-acf152db-a7c6-4b37-9bc1-c6375d3070f9 service neutron] For port edf69591-64d3-4fd5-9bc7-970b710b1872, host n-h2-694802-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=edf69591-64d3-4fd5-9bc7-970b710b1872,segment=NetworkSegment(d2d05aff-925b-4b31-af1c-62d92cd22ab3),segment_id=d2d05aff-925b-4b31-af1c-62d92cd22ab3)] {{(pid=94466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:44:03.516299 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-84387b8d-263a-49be-9ab3-6dfd238cd04a req-acf152db-a7c6-4b37-9bc1-c6375d3070f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3718439'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:03.566505 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cd2c056-d77a-4277-b5b7-6500ea35da37 admin admin] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 14:44:03.580667 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7537238-f073-4367-a9f0-39ecb9224819 None None] Sync routers for ids ['7989832f-36f0-4ca1-8b5e-5c56cdd00dd5'] in n-d-694802-15 {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 14:44:03.584204 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84387b8d-263a-49be-9ab3-6dfd238cd04a req-acf152db-a7c6-4b37-9bc1-c6375d3070f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:03.584942 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-84387b8d-263a-49be-9ab3-6dfd238cd04a req-acf152db-a7c6-4b37-9bc1-c6375d3070f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:03.586715 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-84387b8d-263a-49be-9ab3-6dfd238cd04a req-acf152db-a7c6-4b37-9bc1-c6375d3070f9 service neutron] 10.222.0.49 "PUT /v2.0/ports/edf69591-64d3-4fd5-9bc7-970b710b1872 HTTP/1.1" status: 200 len: 1092 time: 2.2398155 Aug 12 14:44:03.591978 n-d-694802-15 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e63866ab-5980-4e58-8e02-90e11eef08f9', 'tag': 'edf69591-64d3-4fd5-9bc7-970b710b1872'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:44:03.594350 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e785eeede3897370d0b20f09d5f461b30cfecd5ed38c4f07dacd02bc52c9277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d7476b9-ff64-42cc-9c6c-1f6172fb5dfd" -d '{"events": [{"name": "network-changed", "server_uuid": "e63866ab-5980-4e58-8e02-90e11eef08f9", "tag": "edf69591-64d3-4fd5-9bc7-970b710b1872"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:44:03.595591 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7537238-f073-4367-a9f0-39ecb9224819 None None] Routers {'7989832f-36f0-4ca1-8b5e-5c56cdd00dd5'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:44:03.596507 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-c7537238-f073-4367-a9f0-39ecb9224819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:43:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['7989832f-36f0-4ca1-8b5e-5c56cdd00dd5'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:44:03.601111 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf152db-a7c6-4b37-9bc1-c6375d3070f9 service neutron] Pushing event updated for resources: {'Port': ['ID=edf69591-64d3-4fd5-9bc7-970b710b1872,revision_number=3']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:44:03.610309 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4cd2c056-d77a-4277-b5b7-6500ea35da37 admin admin] Notify callbacks [] for router, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:03.614870 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-4cd2c056-d77a-4277-b5b7-6500ea35da37 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 7.8749492 Aug 12 14:44:03.615754 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 49638) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:44:03.660227 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af47083-00f1-4d58-ab89-b9919c8425bd req-d1d0e1be-7ef9-4b4c-bdab-90ed0cf14250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:03.666181 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-8af47083-00f1-4d58-ab89-b9919c8425bd req-d1d0e1be-7ef9-4b4c-bdab-90ed0cf14250 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2ad93210-7061-461d-8617-49848448cc38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2988358 Aug 12 14:44:03.719738 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 14:44:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cebb52b-5385-473c-addc-2bc309f6cf21 x-openstack-request-id: req-7cebb52b-5385-473c-addc-2bc309f6cf21 {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:44:03.720307 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e63866ab-5980-4e58-8e02-90e11eef08f9", "tag": "edf69591-64d3-4fd5-9bc7-970b710b1872", "status": "completed", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:44:03.720307 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7cebb52b-5385-473c-addc-2bc309f6cf21 {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:44:03.720626 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-4a9277a7-39c8-4f75-92d2-9eb8603658b3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744653628263'] for network, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:03.720762 n-d-694802-15 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e63866ab-5980-4e58-8e02-90e11eef08f9', 'tag': 'edf69591-64d3-4fd5-9bc7-970b710b1872', 'status': 'completed', 'code': 200} Aug 12 14:44:03.776001 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-d5231232-4874-47b5-8c7b-67f539a6c6af req-f60d1f36-8c6e-469a-942c-ed5b597b37c7 service neutron] For port cb26d418-61e9-48cd-9bf8-ecf7159eb791, host n-h1-694802-15, cleared binding levels {{(pid=94467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:44:03.800561 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84387b8d-263a-49be-9ab3-6dfd238cd04a req-4a9c42b9-d6b8-4c22-b700-4cc15ed7a5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:03.802504 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-84387b8d-263a-49be-9ab3-6dfd238cd04a req-4a9c42b9-d6b8-4c22-b700-4cc15ed7a5a6 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=4bd92a12a913444faaa896b35bba92a0&device_id=e63866ab-5980-4e58-8e02-90e11eef08f9 HTTP/1.1" status: 200 len: 1095 time: 0.1340597 Aug 12 14:44:03.823145 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvr_db [None req-c7537238-f073-4367-a9f0-39ecb9224819 None None] Set router 7989832f-36f0-4ca1-8b5e-5c56cdd00dd5 gateway port host: n-d-694802-15 {{(pid=94468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:44:03.861158 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-84387b8d-263a-49be-9ab3-6dfd238cd04a req-7a81e286-02fd-4853-a0c5-9058bf6b3472 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=edf69591-64d3-4fd5-9bc7-970b710b1872 HTTP/1.1" status: 200 len: 217 time: 0.0491519 Aug 12 14:44:04.128379 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84387b8d-263a-49be-9ab3-6dfd238cd04a req-4edebb07-fa03-47b9-9f5f-9bafaf993d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:04.130511 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-84387b8d-263a-49be-9ab3-6dfd238cd04a req-4edebb07-fa03-47b9-9f5f-9bafaf993d66 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f38cd191-4aa4-4e94-92ca-7f9625449b21 HTTP/1.1" status: 200 len: 855 time: 0.2175615 Aug 12 14:44:04.249664 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_common [req-d9783b29-f304-4657-895f-ad38d8e6b426 req-420a406c-1755-4541-8628-cfec4740eed2 tempest-ListServerFiltersTestJSON-1279059967 tempest-ListServerFiltersTestJSON-1279059967-project] Allocated IP 172.20.0.8 (acfcb45e-254e-408c-a582-9b961480581b/f38cd191-4aa4-4e94-92ca-7f9625449b21/8bb9edf7-f6c1-4561-8b61-1cb3af49ecf6) {{(pid=94467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:44:04.265240 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-c7537238-f073-4367-a9f0-39ecb9224819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7989832f-36f0-4ca1-8b5e-5c56cdd00dd5', 'name': 'tempest-FloatingIPsTestJSON-1475462978-router', 'tenant_id': '7b16eba5702a4522aa123f33f9befa5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.48'}], 'enable_snat': True}, 'gw_port_id': '14c7ca8d-3ae3-49b2-bf80-215ffc5cf189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:43:55Z', 'updated_at': '2021-08-12T14:44:01Z', 'revision_number': 3, 'project_id': '7b16eba5702a4522aa123f33f9befa5f', 'gw_port': {'id': '14c7ca8d-3ae3-49b2-bf80-215ffc5cf189', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:c2:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7989832f-36f0-4ca1-8b5e-5c56cdd00dd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:43:58Z', 'updated_at': '2021-08-12T14:43:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15'}], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:44:04.298990 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7537238-f073-4367-a9f0-39ecb9224819 None None] Checking router: 7989832f-36f0-4ca1-8b5e-5c56cdd00dd5 for host: n-d-694802-15 {{(pid=94468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 14:44:04.299476 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7537238-f073-4367-a9f0-39ecb9224819 None None] Updating router 7989832f-36f0-4ca1-8b5e-5c56cdd00dd5 port 14c7ca8d-3ae3-49b2-bf80-215ffc5cf189 binding host n-d-694802-15 {{(pid=94468) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 14:44:04.317822 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84387b8d-263a-49be-9ab3-6dfd238cd04a req-1aabcb16-59d3-41c3-a0af-bad135bdd1e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:04.320136 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-84387b8d-263a-49be-9ab3-6dfd238cd04a req-1aabcb16-59d3-41c3-a0af-bad135bdd1e6 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=acfcb45e-254e-408c-a582-9b961480581b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1797917 Aug 12 14:44:04.340442 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-c7537238-f073-4367-a9f0-39ecb9224819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:04.423514 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-d9783b29-f304-4657-895f-ad38d8e6b426 req-420a406c-1755-4541-8628-cfec4740eed2 tempest-ListServerFiltersTestJSON-1279059967 tempest-ListServerFiltersTestJSON-1279059967-project] Notify callbacks [] for port, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:04.431590 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc190bf-2801-44ea-80b9-0dce5092765f req-2b68a61b-275b-4871-9f4c-810d335746df tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:04.437399 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [req-d9783b29-f304-4657-895f-ad38d8e6b426 req-420a406c-1755-4541-8628-cfec4740eed2 tempest-ListServerFiltersTestJSON-1279059967 tempest-ListServerFiltersTestJSON-1279059967-project] Transition to ACTIVE for port object 8bb9edf7-f6c1-4561-8b61-1cb3af49ecf6 will not be triggered until provisioned by entity DHCP. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:44:04.437669 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc190bf-2801-44ea-80b9-0dce5092765f req-2b68a61b-275b-4871-9f4c-810d335746df tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:04.443682 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc190bf-2801-44ea-80b9-0dce5092765f req-2b68a61b-275b-4871-9f4c-810d335746df tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:04.450703 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc190bf-2801-44ea-80b9-0dce5092765f req-2b68a61b-275b-4871-9f4c-810d335746df tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:04.457323 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc190bf-2801-44ea-80b9-0dce5092765f req-2b68a61b-275b-4871-9f4c-810d335746df tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:04.463837 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc190bf-2801-44ea-80b9-0dce5092765f req-2b68a61b-275b-4871-9f4c-810d335746df tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:04.472590 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc190bf-2801-44ea-80b9-0dce5092765f req-2b68a61b-275b-4871-9f4c-810d335746df tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:04.475472 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-4cc190bf-2801-44ea-80b9-0dce5092765f req-2b68a61b-275b-4871-9f4c-810d335746df tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] 10.222.0.39 "GET /v2.0/ports?device_id=419c5c7f-827f-4397-9cc6-d186147a5698 HTTP/1.1" status: 200 len: 5430 time: 0.2049775 Aug 12 14:44:04.564495 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-d9783b29-f304-4657-895f-ad38d8e6b426 req-420a406c-1755-4541-8628-cfec4740eed2 tempest-ListServerFiltersTestJSON-1279059967 tempest-ListServerFiltersTestJSON-1279059967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:04.573593 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-d5231232-4874-47b5-8c7b-67f539a6c6af req-f60d1f36-8c6e-469a-942c-ed5b597b37c7 service neutron] For port cb26d418-61e9-48cd-9bf8-ecf7159eb791, host n-h1-694802-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=cb26d418-61e9-48cd-9bf8-ecf7159eb791,segment=NetworkSegment(d2d05aff-925b-4b31-af1c-62d92cd22ab3),segment_id=d2d05aff-925b-4b31-af1c-62d92cd22ab3)] {{(pid=94467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:44:04.583103 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-4cc190bf-2801-44ea-80b9-0dce5092765f req-46f98cd0-630b-41ec-aada-fe1137e14b7f tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] 10.222.0.39 "GET /v2.0/security-groups?id=f56fbbcf-68c5-4074-ab5b-41ec110855f2&id=def6086d-0ad1-4cdd-9c71-80d1fefb9be7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0984554 Aug 12 14:44:04.618578 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-84387b8d-263a-49be-9ab3-6dfd238cd04a req-8eecbaa7-1f6b-4842-af65-d74c2091e2dd service neutron] 10.222.0.49 "GET /v2.0/networks/acfcb45e-254e-408c-a582-9b961480581b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2893829 Aug 12 14:44:04.642285 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-d5231232-4874-47b5-8c7b-67f539a6c6af req-f60d1f36-8c6e-469a-942c-ed5b597b37c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:04.665187 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.db.resource_extend [None req-4a9277a7-39c8-4f75-92d2-9eb8603658b3 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 12 14:44:04.739327 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-f4929fb6-3b44-4bb3-ad44-674aa228478c tempest-TagsTest-173183567 tempest-TagsTest-173183567-project] 10.222.0.39 "GET /v2.0/networks/49ae6f8d-fbde-4079-ad39-09eac1f9320b/tags/tempest-TagsTest-Tag-1509803961 HTTP/1.1" status: 204 len: 168 time: 1.3865616 Aug 12 14:44:04.741437 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9783b29-f304-4657-895f-ad38d8e6b426 req-420a406c-1755-4541-8628-cfec4740eed2 tempest-ListServerFiltersTestJSON-1279059967 tempest-ListServerFiltersTestJSON-1279059967-project] Network acfcb45e-254e-408c-a582-9b961480581b is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:44:04.753419 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 49654) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:44:04.754806 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420a406c-1755-4541-8628-cfec4740eed2 tempest-ListServerFiltersTestJSON-1279059967 tempest-ListServerFiltersTestJSON-1279059967-project] Pushing event updated for resources: {'Port': ['ID=8bb9edf7-f6c1-4561-8b61-1cb3af49ecf6,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:44:04.758157 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.tag.tag_plugin [None req-205dc606-8d4b-4da7-8c9b-729c79495e45 tempest-TagsTest-173183567 tempest-TagsTest-173183567-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '49ae6f8d-fbde-4079-ad39-09eac1f9320b', 'tempest-TagsTest-Tag-1115429812') {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:44:04.768280 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5231232-4874-47b5-8c7b-67f539a6c6af req-f60d1f36-8c6e-469a-942c-ed5b597b37c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:04.769383 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-d5231232-4874-47b5-8c7b-67f539a6c6af req-f60d1f36-8c6e-469a-942c-ed5b597b37c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:04.775589 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d5231232-4874-47b5-8c7b-67f539a6c6af req-f60d1f36-8c6e-469a-942c-ed5b597b37c7 service neutron] 10.222.0.64 "PUT /v2.0/ports/cb26d418-61e9-48cd-9bf8-ecf7159eb791 HTTP/1.1" status: 200 len: 1093 time: 5.9024880 Aug 12 14:44:04.780980 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-c7537238-f073-4367-a9f0-39ecb9224819 None None] Notify callbacks [] for port, precommit_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:04.789140 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [req-d9783b29-f304-4657-895f-ad38d8e6b426 req-420a406c-1755-4541-8628-cfec4740eed2 tempest-ListServerFiltersTestJSON-1279059967 tempest-ListServerFiltersTestJSON-1279059967-project] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:44:04.791829 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9783b29-f304-4657-895f-ad38d8e6b426 req-420a406c-1755-4541-8628-cfec4740eed2 tempest-ListServerFiltersTestJSON-1279059967 tempest-ListServerFiltersTestJSON-1279059967-project] Received port after_create {{(pid=94467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:44:04.812113 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-c7537238-f073-4367-a9f0-39ecb9224819 None None] Transition to ACTIVE for port object 14c7ca8d-3ae3-49b2-bf80-215ffc5cf189 will not be triggered until provisioned by entity L2. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:44:04.838341 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-c7537238-f073-4367-a9f0-39ecb9224819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:04.859887 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-44209acc-38a2-49e8-ae8b-0797698a575a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:04.875198 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-4a9277a7-39c8-4f75-92d2-9eb8603658b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409'] for network, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:04.876433 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a9277a7-39c8-4f75-92d2-9eb8603658b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:04.877033 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-4a9277a7-39c8-4f75-92d2-9eb8603658b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for network, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:04.929001 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da3e822-5534-4be0-b11d-cb7457eb8012 None None] Pushing event updated for resources: {'Port': ['ID=14c7ca8d-3ae3-49b2-bf80-215ffc5cf189,revision_number=2']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:44:04.970409 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-c7537238-f073-4367-a9f0-39ecb9224819 None None] Attempting to bind port 14c7ca8d-3ae3-49b2-bf80-215ffc5cf189 on host n-d-694802-15 for vnic_type normal with profile {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:44:04.971389 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-c7537238-f073-4367-a9f0-39ecb9224819 None None] Attempting to bind port 14c7ca8d-3ae3-49b2-bf80-215ffc5cf189 by drivers openvswitch,hyperv on host n-d-694802-15 at level 0 using segments [{'id': 'b1b396cb-2dc6-4041-bfc7-1833a80a4720', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:44:04.972461 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7537238-f073-4367-a9f0-39ecb9224819 None None] Attempting to bind port 14c7ca8d-3ae3-49b2-bf80-215ffc5cf189 on network d3759e1b-6c03-45ac-acd4-90abb417809b {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:44:04.973711 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9551aab-5745-4534-b2ea-5f178e4c2672 req-1e053e42-3105-4e17-b97a-8baa60f3e55e tempest-ListServerFiltersTestJSON-1279059967 tempest-ListServerFiltersTestJSON-1279059967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:04.981016 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7537238-f073-4367-a9f0-39ecb9224819 None None] Checking agent: {'id': '16de73ac-f2e9-4cee-b3e0-91052ae3e6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 20, 13), 'started_at': datetime.datetime(2021, 8, 12, 14, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 43, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:44:04.981706 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7537238-f073-4367-a9f0-39ecb9224819 None None] Checking segment: {'id': 'b1b396cb-2dc6-4041-bfc7-1833a80a4720', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:44:04.982251 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-e9551aab-5745-4534-b2ea-5f178e4c2672 req-1e053e42-3105-4e17-b97a-8baa60f3e55e tempest-ListServerFiltersTestJSON-1279059967 tempest-ListServerFiltersTestJSON-1279059967-project] 10.222.0.39 "GET /v2.0/ports?device_id=519bb32f-bada-41e8-a9e9-90cc25a414e0 HTTP/1.1" status: 200 len: 931 time: 0.2372534 Aug 12 14:44:04.982682 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-c7537238-f073-4367-a9f0-39ecb9224819 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:04.983580 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7537238-f073-4367-a9f0-39ecb9224819 None None] Bound using segment: {'id': 'b1b396cb-2dc6-4041-bfc7-1833a80a4720', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:44:04.984177 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-c7537238-f073-4367-a9f0-39ecb9224819 None None] Bound port: 14c7ca8d-3ae3-49b2-bf80-215ffc5cf189, host: n-d-694802-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1b396cb-2dc6-4041-bfc7-1833a80a4720', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'}}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:44:04.984670 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-c7537238-f073-4367-a9f0-39ecb9224819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:05.042154 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a213a945-2481-4cf1-a668-0946b792e4e6', 'tag': 'cb26d418-61e9-48cd-9bf8-ecf7159eb791'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:44:05.045189 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e65282f928b64038367d043a4411777802006c43a98742496cb2e25b724ff1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8e27205-2782-405a-90a8-75d8c2dd2851" -d '{"events": [{"name": "network-changed", "server_uuid": "a213a945-2481-4cf1-a668-0946b792e4e6", "tag": "cb26d418-61e9-48cd-9bf8-ecf7159eb791"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:44:05.059361 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-8af47083-00f1-4d58-ab89-b9919c8425bd req-53ba22b6-6df8-4833-af2c-751c539de037 service neutron] 10.222.0.49 "GET /v2.0/networks/2ad93210-7061-461d-8617-49848448cc38?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3756125 Aug 12 14:44:05.068717 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1446917-3731-42c9-aa55-99104b2e6998 req-7ad1de98-21d0-4083-b00a-8ebf03c437f9 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:05.071332 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c1446917-3731-42c9-aa55-99104b2e6998 req-7ad1de98-21d0-4083-b00a-8ebf03c437f9 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/ports?device_id=b148e05e-7d9e-4da9-9b03-99a8a72e94ac HTTP/1.1" status: 200 len: 943 time: 0.5991557 Aug 12 14:44:05.103245 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-84387b8d-263a-49be-9ab3-6dfd238cd04a req-75f63e94-8e61-47b9-a17c-50bcd6a72405 service neutron] 10.222.0.49 "GET /v2.0/networks/acfcb45e-254e-408c-a582-9b961480581b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4760127 Aug 12 14:44:05.104922 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-c7537238-f073-4367-a9f0-39ecb9224819 None None] For port 14c7ca8d-3ae3-49b2-bf80-215ffc5cf189, host n-d-694802-15, cleared binding levels {{(pid=94468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:44:05.107408 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b22b323-68db-4fe7-8d39-1c23cbff4b57 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 14:44:05.113926 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-4a9277a7-39c8-4f75-92d2-9eb8603658b3 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 4.6041727 Aug 12 14:44:05.115495 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 49662) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:44:05.122202 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-1b22b323-68db-4fe7-8d39-1c23cbff4b57 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for floatingip, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:05.125699 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c37edc5d-1bfc-48b5-b7d8-b957edf9729f None None] Sync routers for ids ['5167d5e4-5aa2-47c6-ba2c-942c4bffcf2b'] in n-d-694802-15 {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 14:44:05.127511 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-c7537238-f073-4367-a9f0-39ecb9224819 None None] For port 14c7ca8d-3ae3-49b2-bf80-215ffc5cf189, host n-d-694802-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=14c7ca8d-3ae3-49b2-bf80-215ffc5cf189,segment=NetworkSegment(b1b396cb-2dc6-4041-bfc7-1833a80a4720),segment_id=b1b396cb-2dc6-4041-bfc7-1833a80a4720)] {{(pid=94468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:44:05.144750 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c37edc5d-1bfc-48b5-b7d8-b957edf9729f None None] Routers {'5167d5e4-5aa2-47c6-ba2c-942c4bffcf2b'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:44:05.145660 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-c37edc5d-1bfc-48b5-b7d8-b957edf9729f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:43:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['5167d5e4-5aa2-47c6-ba2c-942c4bffcf2b'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:44:05.146363 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-c7537238-f073-4367-a9f0-39ecb9224819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:05.177538 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9783b29-f304-4657-895f-ad38d8e6b426 req-420a406c-1755-4541-8628-cfec4740eed2 tempest-ListServerFiltersTestJSON-1279059967 tempest-ListServerFiltersTestJSON-1279059967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:05.178233 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-d9783b29-f304-4657-895f-ad38d8e6b426 req-420a406c-1755-4541-8628-cfec4740eed2 tempest-ListServerFiltersTestJSON-1279059967 tempest-ListServerFiltersTestJSON-1279059967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:05.203424 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-24ec1ff1-c592-4e7b-88f9-178f445b53db admin admin] Request body: {'subnet': {'network_id': '65eb9217-5da8-4655-9a1f-f1a0244b6a82', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1807224420-subnet', 'tenant_id': 'cd40830b171946f391e8502815779af4', 'ip_version': 4}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:44:05.269856 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7537238-f073-4367-a9f0-39ecb9224819 None None] Routers {'7989832f-36f0-4ca1-8b5e-5c56cdd00dd5'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:44:05.273031 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-c7537238-f073-4367-a9f0-39ecb9224819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:43:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['7989832f-36f0-4ca1-8b5e-5c56cdd00dd5'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:44:05.277258 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-205dc606-8d4b-4da7-8c9b-729c79495e45 tempest-TagsTest-173183567 tempest-TagsTest-173183567-project] 10.222.0.39 "GET /v2.0/networks/49ae6f8d-fbde-4079-ad39-09eac1f9320b/tags/tempest-TagsTest-Tag-1115429812 HTTP/1.1" status: 204 len: 168 time: 0.5227463 Aug 12 14:44:05.290941 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 49664) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:44:05.301843 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.tag.tag_plugin [None req-c55b5a2a-f313-465d-98aa-5977e80bc5e7 tempest-TagsTest-173183567 tempest-TagsTest-173183567-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '49ae6f8d-fbde-4079-ad39-09eac1f9320b') {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:44:05.343029 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-e9551aab-5745-4534-b2ea-5f178e4c2672 req-0ab1123d-a3ac-4e51-b376-2a832e965aaa tempest-ListServerFiltersTestJSON-1279059967 tempest-ListServerFiltersTestJSON-1279059967-project] 10.222.0.39 "GET /v2.0/security-groups?id=3d8a6de8-331f-498e-b3e1-f8d865328935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3452697 Aug 12 14:44:05.416730 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-c37edc5d-1bfc-48b5-b7d8-b957edf9729f None None] Set router 5167d5e4-5aa2-47c6-ba2c-942c4bffcf2b gateway port host: n-d-694802-15 {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:44:05.423609 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvr_db [None req-c7537238-f073-4367-a9f0-39ecb9224819 None None] Set router 7989832f-36f0-4ca1-8b5e-5c56cdd00dd5 gateway port host: n-d-694802-15 {{(pid=94468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:44:05.452524 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 14:44:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01b94510-f849-4c46-afee-1199f433515d x-openstack-request-id: req-01b94510-f849-4c46-afee-1199f433515d {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:44:05.453040 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a213a945-2481-4cf1-a668-0946b792e4e6", "tag": "cb26d418-61e9-48cd-9bf8-ecf7159eb791", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:44:05.453040 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-01b94510-f849-4c46-afee-1199f433515d {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:44:05.453440 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a213a945-2481-4cf1-a668-0946b792e4e6', 'tag': 'cb26d418-61e9-48cd-9bf8-ecf7159eb791', 'status': 'completed', 'code': 200} Aug 12 14:44:05.458641 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9277a7-39c8-4f75-92d2-9eb8603658b3 admin admin] Pushing event updated for resources: {'Network': ['ID=65eb9217-5da8-4655-9a1f-f1a0244b6a82,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:44:05.460796 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60d1f36-8c6e-469a-942c-ed5b597b37c7 service neutron] Pushing event updated for resources: {'Port': ['ID=cb26d418-61e9-48cd-9bf8-ecf7159eb791,revision_number=3']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:44:05.480569 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7476b9-ff64-42cc-9c6c-1f6172fb5dfd req-0515633a-f998-4a17-95e1-439f4e6ccc1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:05.485788 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-3d7476b9-ff64-42cc-9c6c-1f6172fb5dfd req-0515633a-f998-4a17-95e1-439f4e6ccc1c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=4bd92a12a913444faaa896b35bba92a0&device_id=e63866ab-5980-4e58-8e02-90e11eef08f9 HTTP/1.1" status: 200 len: 1095 time: 0.3173270 Aug 12 14:44:05.551911 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9277a7-39c8-4f75-92d2-9eb8603658b3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:44:05.561564 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9277a7-39c8-4f75-92d2-9eb8603658b3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:44:05.562052 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9277a7-39c8-4f75-92d2-9eb8603658b3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:44:05.562400 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9277a7-39c8-4f75-92d2-9eb8603658b3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:44:05.562739 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9277a7-39c8-4f75-92d2-9eb8603658b3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:44:05.563097 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9277a7-39c8-4f75-92d2-9eb8603658b3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:44:05.563432 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9277a7-39c8-4f75-92d2-9eb8603658b3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:44:05.563760 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9277a7-39c8-4f75-92d2-9eb8603658b3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:44:05.564086 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9277a7-39c8-4f75-92d2-9eb8603658b3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:44:05.564409 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9277a7-39c8-4f75-92d2-9eb8603658b3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:44:05.564734 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9277a7-39c8-4f75-92d2-9eb8603658b3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:44:05.565057 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9277a7-39c8-4f75-92d2-9eb8603658b3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:44:05.574262 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-1b22b323-68db-4fe7-8d39-1c23cbff4b57 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] 10.222.0.39 "PUT /v2.0/floatingips/4f3cd418-fa8f-4ae0-bb14-53c69146d0d7 HTTP/1.1" status: 200 len: 992 time: 6.7240732 Aug 12 14:44:05.593058 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5231232-4874-47b5-8c7b-67f539a6c6af req-0a1e272e-2682-476e-b42b-e9368e1919b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:05.594631 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d5231232-4874-47b5-8c7b-67f539a6c6af req-0a1e272e-2682-476e-b42b-e9368e1919b3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4bd92a12a913444faaa896b35bba92a0&device_id=a213a945-2481-4cf1-a668-0946b792e4e6 HTTP/1.1" status: 200 len: 1096 time: 0.7648170 Aug 12 14:44:05.596084 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60d1f36-8c6e-469a-942c-ed5b597b37c7 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:44:05.596428 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60d1f36-8c6e-469a-942c-ed5b597b37c7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:44:05.596764 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60d1f36-8c6e-469a-942c-ed5b597b37c7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:44:05.597096 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60d1f36-8c6e-469a-942c-ed5b597b37c7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:44:05.597423 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60d1f36-8c6e-469a-942c-ed5b597b37c7 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:44:05.597747 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60d1f36-8c6e-469a-942c-ed5b597b37c7 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:44:05.598067 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60d1f36-8c6e-469a-942c-ed5b597b37c7 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:44:05.598387 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60d1f36-8c6e-469a-942c-ed5b597b37c7 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:44:05.598703 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60d1f36-8c6e-469a-942c-ed5b597b37c7 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:44:05.599038 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60d1f36-8c6e-469a-942c-ed5b597b37c7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:44:05.614026 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60d1f36-8c6e-469a-942c-ed5b597b37c7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:44:05.614356 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60d1f36-8c6e-469a-942c-ed5b597b37c7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:44:05.659398 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-44209acc-38a2-49e8-ae8b-0797698a575a admin admin] Allocated IP 172.20.0.1 (eb583443-506f-4685-9e8b-2291e492be91/fcf01865-055a-4948-883b-2c238cdc6953/f6d275b5-8657-4185-957b-302a21e51b17) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:44:05.698212 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24ec1ff1-c592-4e7b-88f9-178f445b53db admin admin] Made reservation on behalf of cd40830b171946f391e8502815779af4 for: {'subnet': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:44:05.700556 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-24ec1ff1-c592-4e7b-88f9-178f445b53db admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3343791'] for subnet, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:05.730576 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Network 65eb9217-5da8-4655-9a1f-f1a0244b6a82 details requested by agent ovs-agent-n-d-694802-15 with host n-d-694802-15 {{(pid=94468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 14:44:05.789286 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c1446917-3731-42c9-aa55-99104b2e6998 req-4195629c-e89f-4c9f-be62-3b403f656648 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/security-groups?id=ae835367-3679-4f41-a825-d086536e4cce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6849892 Aug 12 14:44:05.791304 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d9783b29-f304-4657-895f-ad38d8e6b426 req-420a406c-1755-4541-8628-cfec4740eed2 tempest-ListServerFiltersTestJSON-1279059967 tempest-ListServerFiltersTestJSON-1279059967-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2720783 Aug 12 14:44:05.805756 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d5231232-4874-47b5-8c7b-67f539a6c6af req-cbd35e8b-2d48-47fe-9e23-0aed8918cf03 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cb26d418-61e9-48cd-9bf8-ecf7159eb791 HTTP/1.1" status: 200 len: 217 time: 0.1779654 Aug 12 14:44:05.812234 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-c37edc5d-1bfc-48b5-b7d8-b957edf9729f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5167d5e4-5aa2-47c6-ba2c-942c4bffcf2b', 'name': 'tempest-TaggedBootDevicesTest-1682854480-router', 'tenant_id': 'a2fc72cd4bf747caa1a4809b30f44b5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.68'}], 'enable_snat': True}, 'gw_port_id': '527deb2a-3d91-4db2-9871-bb1e85629f48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:41:18Z', 'updated_at': '2021-08-12T14:41:26Z', 'revision_number': 4, 'project_id': 'a2fc72cd4bf747caa1a4809b30f44b5f', 'gw_port': {'id': '527deb2a-3d91-4db2-9871-bb1e85629f48', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:db:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5167d5e4-5aa2-47c6-ba2c-942c4bffcf2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:41:20Z', 'updated_at': '2021-08-12T14:41:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_floatingips': [{'id': '4f3cd418-fa8f-4ae0-bb14-53c69146d0d7', 'tenant_id': 'a2fc72cd4bf747caa1a4809b30f44b5f', 'floating_ip_address': '172.25.1.213', 'floating_network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'router_id': '5167d5e4-5aa2-47c6-ba2c-942c4bffcf2b', 'port_id': '193ce8b9-1189-46e3-aa87-cd5d43e80d96', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1458, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0e24b64-21a7-4e71-9bbe-cc7d87ed30df', 'mac_address': 'fa:16:3e:52:7c:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b84c5c28-8f10-4782-84ae-2f8fa89bf4c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T14:42:20Z', 'updated_at': '2021-08-12T14:44:00Z', 'revision_number': 1, 'project_id': 'a2fc72cd4bf747caa1a4809b30f44b5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27bf1d5a-8d08-4e56-8b00-44b2e20888df', 'name': '', 'network_id': 'b0e24b64-21a7-4e71-9bbe-cc7d87ed30df', 'tenant_id': 'a2fc72cd4bf747caa1a4809b30f44b5f', 'mac_address': 'fa:16:3e:05:27:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5167d5e4-5aa2-47c6-ba2c-942c4bffcf2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1403, 'fixed_ips': [{'subnet_id': '7be71cde-d18d-4052-a6ca-8e91d1377f01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:41:25Z', 'updated_at': '2021-08-12T14:41:37Z', 'revision_number': 5, 'project_id': 'a2fc72cd4bf747caa1a4809b30f44b5f', 'subnets': [{'id': '7be71cde-d18d-4052-a6ca-8e91d1377f01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:44:05.842423 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c37edc5d-1bfc-48b5-b7d8-b957edf9729f None None] Checking router: 5167d5e4-5aa2-47c6-ba2c-942c4bffcf2b for host: n-d-694802-15 {{(pid=94469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 14:44:05.856436 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c37edc5d-1bfc-48b5-b7d8-b957edf9729f None None] Routers {'5167d5e4-5aa2-47c6-ba2c-942c4bffcf2b'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:44:05.857254 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-c37edc5d-1bfc-48b5-b7d8-b957edf9729f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:43:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['5167d5e4-5aa2-47c6-ba2c-942c4bffcf2b'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:44:05.864364 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da3e822-5534-4be0-b11d-cb7457eb8012 None None] Pushing event updated for resources: {'Port': ['ID=14c7ca8d-3ae3-49b2-bf80-215ffc5cf189,revision_number=3']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:44:05.896374 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-d9783b29-f304-4657-895f-ad38d8e6b426 req-5381f80d-d462-44f9-a295-2bc90b503c1d service neutron] Request body: {'port': {'device_id': '519bb32f-bada-41e8-a9e9-90cc25a414e0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-694802-15'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:44:05.927067 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7476b9-ff64-42cc-9c6c-1f6172fb5dfd req-b5ea5fe6-2185-4800-bdef-5a7b11c68949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:05.930196 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-3d7476b9-ff64-42cc-9c6c-1f6172fb5dfd req-b5ea5fe6-2185-4800-bdef-5a7b11c68949 service neutron] 10.222.0.49 "GET /v2.0/networks?id=acfcb45e-254e-408c-a582-9b961480581b HTTP/1.1" status: 200 len: 917 time: 0.4395213 Aug 12 14:44:05.967014 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-c37edc5d-1bfc-48b5-b7d8-b957edf9729f None None] Set router 5167d5e4-5aa2-47c6-ba2c-942c4bffcf2b gateway port host: n-d-694802-15 {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:44:05.969895 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-bb6d8163-6d02-49d7-beff-24c201c7db04 None None] Provisioning for port 8bb9edf7-f6c1-4561-8b61-1cb3af49ecf6 completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:44:05.974897 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-bb6d8163-6d02-49d7-beff-24c201c7db04 None None] Provisioning complete for port 8bb9edf7-f6c1-4561-8b61-1cb3af49ecf6 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:44:05.975374 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-bb6d8163-6d02-49d7-beff-24c201c7db04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:06.023817 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-bb6d8163-6d02-49d7-beff-24c201c7db04 None None] Port 8bb9edf7-f6c1-4561-8b61-1cb3af49ecf6 cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 14:44:06.049765 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-c7537238-f073-4367-a9f0-39ecb9224819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7989832f-36f0-4ca1-8b5e-5c56cdd00dd5', 'name': 'tempest-FloatingIPsTestJSON-1475462978-router', 'tenant_id': '7b16eba5702a4522aa123f33f9befa5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.48'}], 'enable_snat': True}, 'gw_port_id': '14c7ca8d-3ae3-49b2-bf80-215ffc5cf189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:43:55Z', 'updated_at': '2021-08-12T14:44:01Z', 'revision_number': 3, 'project_id': '7b16eba5702a4522aa123f33f9befa5f', 'gw_port': {'id': '14c7ca8d-3ae3-49b2-bf80-215ffc5cf189', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:c2:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7989832f-36f0-4ca1-8b5e-5c56cdd00dd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:43:58Z', 'updated_at': '2021-08-12T14:44:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15'}], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:44:06.062511 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-8af47083-00f1-4d58-ab89-b9919c8425bd req-8fbd4e52-fb5c-4819-9d16-4164ffc58174 service neutron] 10.222.0.49 "GET /v2.0/networks/2ad93210-7061-461d-8617-49848448cc38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9814978 Aug 12 14:44:06.069869 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5231232-4874-47b5-8c7b-67f539a6c6af req-e568eeff-7fa8-46f4-89b6-f9685b32f523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:06.072426 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d5231232-4874-47b5-8c7b-67f539a6c6af req-e568eeff-7fa8-46f4-89b6-f9685b32f523 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f38cd191-4aa4-4e94-92ca-7f9625449b21 HTTP/1.1" status: 200 len: 855 time: 0.1626682 Aug 12 14:44:06.154133 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7537238-f073-4367-a9f0-39ecb9224819 None None] The sync data for ids ['7989832f-36f0-4ca1-8b5e-5c56cdd00dd5'] in n-d-694802-15 is: [{'id': '7989832f-36f0-4ca1-8b5e-5c56cdd00dd5', 'name': 'tempest-FloatingIPsTestJSON-1475462978-router', 'tenant_id': '7b16eba5702a4522aa123f33f9befa5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.48'}], 'enable_snat': True}, 'gw_port_id': '14c7ca8d-3ae3-49b2-bf80-215ffc5cf189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:43:55Z', 'updated_at': '2021-08-12T14:44:01Z', 'revision_number': 3, 'project_id': '7b16eba5702a4522aa123f33f9befa5f', 'gw_port': {'id': '14c7ca8d-3ae3-49b2-bf80-215ffc5cf189', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:c2:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7989832f-36f0-4ca1-8b5e-5c56cdd00dd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:43:58Z', 'updated_at': '2021-08-12T14:44:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15'}] {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 14:44:06.239866 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-d9783b29-f304-4657-895f-ad38d8e6b426 req-5381f80d-d462-44f9-a295-2bc90b503c1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:06.275783 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fad951-319a-48a0-8d41-e3e63c6f11e9 req-5d4bbca0-24c3-462e-b40f-cf5b2e7adb7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:06.277378 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a5fad951-319a-48a0-8d41-e3e63c6f11e9 req-5d4bbca0-24c3-462e-b40f-cf5b2e7adb7a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=3a3bdd41fa344002b106e434a17bdf78&device_id=b148e05e-7d9e-4da9-9b03-99a8a72e94ac HTTP/1.1" status: 200 len: 1095 time: 0.1288910 Aug 12 14:44:06.284620 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5231232-4874-47b5-8c7b-67f539a6c6af req-70653cb8-1e70-47b4-9cf0-0d06b4f596af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:06.285915 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d5231232-4874-47b5-8c7b-67f539a6c6af req-70653cb8-1e70-47b4-9cf0-0d06b4f596af service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=acfcb45e-254e-408c-a582-9b961480581b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2010388 Aug 12 14:44:06.328537 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-c37edc5d-1bfc-48b5-b7d8-b957edf9729f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5167d5e4-5aa2-47c6-ba2c-942c4bffcf2b', 'name': 'tempest-TaggedBootDevicesTest-1682854480-router', 'tenant_id': 'a2fc72cd4bf747caa1a4809b30f44b5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.68'}], 'enable_snat': True}, 'gw_port_id': '527deb2a-3d91-4db2-9871-bb1e85629f48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:41:18Z', 'updated_at': '2021-08-12T14:41:26Z', 'revision_number': 4, 'project_id': 'a2fc72cd4bf747caa1a4809b30f44b5f', 'gw_port': {'id': '527deb2a-3d91-4db2-9871-bb1e85629f48', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:db:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5167d5e4-5aa2-47c6-ba2c-942c4bffcf2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:41:20Z', 'updated_at': '2021-08-12T14:41:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_floatingips': [{'id': '4f3cd418-fa8f-4ae0-bb14-53c69146d0d7', 'tenant_id': 'a2fc72cd4bf747caa1a4809b30f44b5f', 'floating_ip_address': '172.25.1.213', 'floating_network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'router_id': '5167d5e4-5aa2-47c6-ba2c-942c4bffcf2b', 'port_id': '193ce8b9-1189-46e3-aa87-cd5d43e80d96', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1458, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0e24b64-21a7-4e71-9bbe-cc7d87ed30df', 'mac_address': 'fa:16:3e:52:7c:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b84c5c28-8f10-4782-84ae-2f8fa89bf4c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T14:42:20Z', 'updated_at': '2021-08-12T14:44:00Z', 'revision_number': 1, 'project_id': 'a2fc72cd4bf747caa1a4809b30f44b5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27bf1d5a-8d08-4e56-8b00-44b2e20888df', 'name': '', 'network_id': 'b0e24b64-21a7-4e71-9bbe-cc7d87ed30df', 'tenant_id': 'a2fc72cd4bf747caa1a4809b30f44b5f', 'mac_address': 'fa:16:3e:05:27:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5167d5e4-5aa2-47c6-ba2c-942c4bffcf2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1403, 'fixed_ips': [{'subnet_id': '7be71cde-d18d-4052-a6ca-8e91d1377f01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:41:25Z', 'updated_at': '2021-08-12T14:41:37Z', 'revision_number': 5, 'project_id': 'a2fc72cd4bf747caa1a4809b30f44b5f', 'subnets': [{'id': '7be71cde-d18d-4052-a6ca-8e91d1377f01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:44:06.372546 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c37edc5d-1bfc-48b5-b7d8-b957edf9729f None None] The sync data for ids ['5167d5e4-5aa2-47c6-ba2c-942c4bffcf2b'] in n-d-694802-15 is: [{'id': '5167d5e4-5aa2-47c6-ba2c-942c4bffcf2b', 'name': 'tempest-TaggedBootDevicesTest-1682854480-router', 'tenant_id': 'a2fc72cd4bf747caa1a4809b30f44b5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.68'}], 'enable_snat': True}, 'gw_port_id': '527deb2a-3d91-4db2-9871-bb1e85629f48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:41:18Z', 'updated_at': '2021-08-12T14:41:26Z', 'revision_number': 4, 'project_id': 'a2fc72cd4bf747caa1a4809b30f44b5f', 'gw_port': {'id': '527deb2a-3d91-4db2-9871-bb1e85629f48', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:db:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5167d5e4-5aa2-47c6-ba2c-942c4bffcf2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:41:20Z', 'updated_at': '2021-08-12T14:41:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_floatingips': [{'id': '4f3cd418-fa8f-4ae0-bb14-53c69146d0d7', 'tenant_id': 'a2fc72cd4bf747caa1a4809b30f44b5f', 'floating_ip_address': '172.25.1.213', 'floating_network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'router_id': '5167d5e4-5aa2-47c6-ba2c-942c4bffcf2b', 'port_id': '193ce8b9-1189-46e3-aa87-cd5d43e80d96', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1458, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0e24b64-21a7-4e71-9bbe-cc7d87ed30df', 'mac_address': 'fa:16:3e:52:7c:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b84c5c28-8f10-4782-84ae-2f8fa89bf4c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T14:42:20Z', 'updated_at': '2021-08-12T14:44:00Z', 'revision_number': 1, 'project_id': 'a2fc72cd4bf747caa1a4809b30f44b5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27bf1d5a-8d08-4e56-8b00-44b2e20888df', 'name': '', 'network_id': 'b0e24b64-21a7-4e71-9bbe-cc7d87ed30df', 'tenant_id': 'a2fc72cd4bf747caa1a4809b30f44b5f', 'mac_address': 'fa:16:3e:05:27:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5167d5e4-5aa2-47c6-ba2c-942c4bffcf2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1403, 'fixed_ips': [{'subnet_id': '7be71cde-d18d-4052-a6ca-8e91d1377f01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:41:25Z', 'updated_at': '2021-08-12T14:41:37Z', 'revision_number': 5, 'project_id': 'a2fc72cd4bf747caa1a4809b30f44b5f', 'subnets': [{'id': '7be71cde-d18d-4052-a6ca-8e91d1377f01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 14:44:06.551314 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-3d7476b9-ff64-42cc-9c6c-1f6172fb5dfd req-0944b3a1-66fe-4e87-8b86-190af6009729 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=edf69591-64d3-4fd5-9bc7-970b710b1872 HTTP/1.1" status: 200 len: 217 time: 0.5631893 Aug 12 14:44:06.560433 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-c55b5a2a-f313-465d-98aa-5977e80bc5e7 tempest-TagsTest-173183567 tempest-TagsTest-173183567-project] 10.222.0.39 "DELETE /v2.0/networks/49ae6f8d-fbde-4079-ad39-09eac1f9320b/tags HTTP/1.1" status: 204 len: 168 time: 1.2600627 Aug 12 14:44:06.561264 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 49686) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:44:06.574721 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.tag.tag_plugin [None req-eaa59921-2758-4a8c-aeec-e3960f66c684 tempest-TagsTest-173183567 tempest-TagsTest-173183567-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '49ae6f8d-fbde-4079-ad39-09eac1f9320b', 'tempest-TagsTest-Tag-1509803961') {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:44:06.724057 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404e8d64-5beb-4fc3-9bd1-0ee6dbd29ef5 req-4394a7f7-76f6-4feb-9431-2ce5f6322bf8 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:06.737425 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404e8d64-5beb-4fc3-9bd1-0ee6dbd29ef5 req-4394a7f7-76f6-4feb-9431-2ce5f6322bf8 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:06.742958 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404e8d64-5beb-4fc3-9bd1-0ee6dbd29ef5 req-4394a7f7-76f6-4feb-9431-2ce5f6322bf8 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:06.751768 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404e8d64-5beb-4fc3-9bd1-0ee6dbd29ef5 req-4394a7f7-76f6-4feb-9431-2ce5f6322bf8 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:06.758423 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404e8d64-5beb-4fc3-9bd1-0ee6dbd29ef5 req-4394a7f7-76f6-4feb-9431-2ce5f6322bf8 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:06.764189 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404e8d64-5beb-4fc3-9bd1-0ee6dbd29ef5 req-4394a7f7-76f6-4feb-9431-2ce5f6322bf8 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:06.769969 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8492e14b-9702-4347-bf9b-3df8c0f2a0ad req-fa8df1e5-615c-4d42-b775-74b079e27275 tempest-ListServerFiltersTestJSON-1279059967 tempest-ListServerFiltersTestJSON-1279059967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:06.771558 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-8492e14b-9702-4347-bf9b-3df8c0f2a0ad req-fa8df1e5-615c-4d42-b775-74b079e27275 tempest-ListServerFiltersTestJSON-1279059967 tempest-ListServerFiltersTestJSON-1279059967-project] 10.222.0.39 "GET /v2.0/ports?device_id=519bb32f-bada-41e8-a9e9-90cc25a414e0 HTTP/1.1" status: 200 len: 931 time: 0.2808249 Aug 12 14:44:06.772631 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fad951-319a-48a0-8d41-e3e63c6f11e9 req-09c5612d-8a4e-44b3-84a9-bdec470a95b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:06.773978 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a5fad951-319a-48a0-8d41-e3e63c6f11e9 req-09c5612d-8a4e-44b3-84a9-bdec470a95b2 service neutron] 10.222.0.49 "GET /v2.0/networks?id=2ad93210-7061-461d-8617-49848448cc38 HTTP/1.1" status: 200 len: 917 time: 0.4871747 Aug 12 14:44:06.776771 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404e8d64-5beb-4fc3-9bd1-0ee6dbd29ef5 req-4394a7f7-76f6-4feb-9431-2ce5f6322bf8 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:06.778857 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-404e8d64-5beb-4fc3-9bd1-0ee6dbd29ef5 req-4394a7f7-76f6-4feb-9431-2ce5f6322bf8 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] 10.222.0.39 "GET /v2.0/ports?device_id=419c5c7f-827f-4397-9cc6-d186147a5698 HTTP/1.1" status: 200 len: 5430 time: 0.9912744 Aug 12 14:44:06.795882 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7476b9-ff64-42cc-9c6c-1f6172fb5dfd req-3266af02-bea1-4362-ac57-76a84387f26c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:06.800300 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-3d7476b9-ff64-42cc-9c6c-1f6172fb5dfd req-3266af02-bea1-4362-ac57-76a84387f26c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f38cd191-4aa4-4e94-92ca-7f9625449b21 HTTP/1.1" status: 200 len: 855 time: 0.2351048 Aug 12 14:44:06.833159 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d5231232-4874-47b5-8c7b-67f539a6c6af req-70871947-dfbb-40b7-aa35-5e0aed7325b6 service neutron] 10.222.0.64 "GET /v2.0/networks/acfcb45e-254e-408c-a582-9b961480581b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4899323 Aug 12 14:44:06.862752 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ebce4a3-9627-4e8d-9f3f-7f3c8afa1dc1 None None] New status for floating IP 4f3cd418-fa8f-4ae0-bb14-53c69146d0d7: ACTIVE {{(pid=94468) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 14:44:06.898030 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-44209acc-38a2-49e8-ae8b-0797698a575a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:06.923107 n-d-694802-15 neutron-server[94466]: INFO neutron.api.v2.resource [None req-eaa59921-2758-4a8c-aeec-e3960f66c684 tempest-TagsTest-173183567 tempest-TagsTest-173183567-project] show failed (client error): The resource could not be found. Aug 12 14:44:06.929958 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-eaa59921-2758-4a8c-aeec-e3960f66c684 tempest-TagsTest-173183567 tempest-TagsTest-173183567-project] 10.222.0.39 "GET /v2.0/networks/49ae6f8d-fbde-4079-ad39-09eac1f9320b/tags/tempest-TagsTest-Tag-1509803961 HTTP/1.1" status: 404 len: 326 time: 0.3572085 Aug 12 14:44:06.940347 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 49694) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:44:06.949333 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.tag.tag_plugin [None req-cce31c96-c182-4259-a16e-ea2c0edf766e tempest-TagsTest-173183567 tempest-TagsTest-173183567-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '49ae6f8d-fbde-4079-ad39-09eac1f9320b', 'tempest-TagsTest-Tag-1115429812') {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:44:07.014974 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-44209acc-38a2-49e8-ae8b-0797698a575a admin admin] Transition to ACTIVE for port object f6d275b5-8657-4185-957b-302a21e51b17 will not be triggered until provisioned by entity DHCP. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:44:07.025655 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-404e8d64-5beb-4fc3-9bd1-0ee6dbd29ef5 req-1c219672-631f-4be2-a50f-8fd17e8ac224 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] 10.222.0.39 "GET /v2.0/security-groups?id=f56fbbcf-68c5-4074-ab5b-41ec110855f2&id=def6086d-0ad1-4cdd-9c71-80d1fefb9be7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1894391 Aug 12 14:44:07.050370 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7476b9-ff64-42cc-9c6c-1f6172fb5dfd req-b9492fcd-eda1-4b8f-9f4a-0c49c77af7d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:07.051933 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-3d7476b9-ff64-42cc-9c6c-1f6172fb5dfd req-b9492fcd-eda1-4b8f-9f4a-0c49c77af7d7 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=acfcb45e-254e-408c-a582-9b961480581b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2460496 Aug 12 14:44:07.143092 n-d-694802-15 neutron-server[94466]: INFO neutron.api.v2.resource [None req-cce31c96-c182-4259-a16e-ea2c0edf766e tempest-TagsTest-173183567 tempest-TagsTest-173183567-project] show failed (client error): The resource could not be found. Aug 12 14:44:07.146746 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-cce31c96-c182-4259-a16e-ea2c0edf766e tempest-TagsTest-173183567 tempest-TagsTest-173183567-project] 10.222.0.39 "GET /v2.0/networks/49ae6f8d-fbde-4079-ad39-09eac1f9320b/tags/tempest-TagsTest-Tag-1115429812 HTTP/1.1" status: 404 len: 326 time: 0.1986790 Aug 12 14:44:07.147579 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 49698) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:44:07.151400 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a5fad951-319a-48a0-8d41-e3e63c6f11e9 req-afb11c9d-c8a2-4560-9873-a7b2a6e8ed59 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dfcd097c-9928-4160-b8e6-a0dea19d832c HTTP/1.1" status: 200 len: 217 time: 0.3422947 Aug 12 14:44:07.163390 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [req-d9783b29-f304-4657-895f-ad38d8e6b426 req-5381f80d-d462-44f9-a295-2bc90b503c1d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8bb9edf7-f6c1-4561-8b61-1cb3af49ecf6 {{(pid=94467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:44:07.169702 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.tag.tag_plugin [None req-ac6df5c1-3ce5-4ffa-a857-fc6f13a5f81f tempest-TagsTest-173183567 tempest-TagsTest-173183567-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '49ae6f8d-fbde-4079-ad39-09eac1f9320b') {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:44:07.174579 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-d9783b29-f304-4657-895f-ad38d8e6b426 req-5381f80d-d462-44f9-a295-2bc90b503c1d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:07.190621 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-8492e14b-9702-4347-bf9b-3df8c0f2a0ad req-1cf01ade-1fcb-4e31-acce-82f24b1983c8 tempest-ListServerFiltersTestJSON-1279059967 tempest-ListServerFiltersTestJSON-1279059967-project] 10.222.0.39 "GET /v2.0/security-groups?id=3d8a6de8-331f-498e-b3e1-f8d865328935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3559167 Aug 12 14:44:07.192173 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-24ec1ff1-c592-4e7b-88f9-178f445b53db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2859166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3343773'] for subnet, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:07.217590 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-44209acc-38a2-49e8-ae8b-0797698a575a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:07.353737 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-3d7476b9-ff64-42cc-9c6c-1f6172fb5dfd req-f894714b-481a-4cb0-96d4-da4114b16cb2 service neutron] 10.222.0.49 "GET /v2.0/networks/acfcb45e-254e-408c-a582-9b961480581b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2911229 Aug 12 14:44:07.367641 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [req-d9783b29-f304-4657-895f-ad38d8e6b426 req-5381f80d-d462-44f9-a295-2bc90b503c1d service neutron] Transition to ACTIVE for port object 8bb9edf7-f6c1-4561-8b61-1cb3af49ecf6 will not be triggered until provisioned by entity L2. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:44:07.391328 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44209acc-38a2-49e8-ae8b-0797698a575a admin admin] Network eb583443-506f-4685-9e8b-2291e492be91 is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:44:07.411307 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-44209acc-38a2-49e8-ae8b-0797698a575a admin admin] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:44:07.426083 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-d9783b29-f304-4657-895f-ad38d8e6b426 req-5381f80d-d462-44f9-a295-2bc90b503c1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:07.451238 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44209acc-38a2-49e8-ae8b-0797698a575a admin admin] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:44:07.470440 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ec1ff1-c592-4e7b-88f9-178f445b53db admin admin] Pushing event updated for resources: {'Subnet': ['ID=37cace83-dd5f-48a6-88f8-b013ec6d797a,revision_number=0']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:44:07.474878 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b84c5c28-8f10-4782-84ae-2f8fa89bf4c6', 'tag': '193ce8b9-1189-46e3-aa87-cd5d43e80d96'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:44:07.478360 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e65282f928b64038367d043a4411777802006c43a98742496cb2e25b724ff1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-924dcc4e-41ec-4a02-9067-f1efe95b39ce" -d '{"events": [{"name": "network-changed", "server_uuid": "b84c5c28-8f10-4782-84ae-2f8fa89bf4c6", "tag": "193ce8b9-1189-46e3-aa87-cd5d43e80d96"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:44:07.508358 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44209acc-38a2-49e8-ae8b-0797698a575a admin admin] Pushing event updated for resources: {'Port': ['ID=f6d275b5-8657-4185-957b-302a21e51b17,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:44:07.568169 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bfa309-925a-4b0e-85e1-cdc595b489bb req-f6544884-0014-4723-b0f3-f7cf057f2d5e tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:07.576221 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-b5bfa309-925a-4b0e-85e1-cdc595b489bb req-f6544884-0014-4723-b0f3-f7cf057f2d5e tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/ports?device_id=b148e05e-7d9e-4da9-9b03-99a8a72e94ac HTTP/1.1" status: 200 len: 943 time: 0.2940795 Aug 12 14:44:07.603289 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28adb52-3e19-4fac-afe3-d469df4f67be req-dacc3efd-9a81-4853-92a4-e2795a907751 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:07.606320 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a28adb52-3e19-4fac-afe3-d469df4f67be req-dacc3efd-9a81-4853-92a4-e2795a907751 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/ports?device_id=82ca70f0-3356-4166-96ef-a264876874d1 HTTP/1.1" status: 200 len: 946 time: 0.2850602 Aug 12 14:44:07.620383 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-ac6df5c1-3ce5-4ffa-a857-fc6f13a5f81f tempest-TagsTest-173183567 tempest-TagsTest-173183567-project] 10.222.0.39 "DELETE /v2.0/networks/49ae6f8d-fbde-4079-ad39-09eac1f9320b/tags HTTP/1.1" status: 204 len: 168 time: 0.4701693 Aug 12 14:44:07.634487 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 49708) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:44:07.639595 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fad951-319a-48a0-8d41-e3e63c6f11e9 req-746ce749-1f00-4d96-9a6c-29b37a9d7d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:07.644225 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a5fad951-319a-48a0-8d41-e3e63c6f11e9 req-746ce749-1f00-4d96-9a6c-29b37a9d7d5e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ce169be2-a716-4bd9-89d0-74eedc855ec7 HTTP/1.1" status: 200 len: 855 time: 0.4497101 Aug 12 14:44:07.645142 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24ec1ff1-c592-4e7b-88f9-178f445b53db admin admin] Checking segment: {'id': '5460dd8c-09fa-480f-a792-3783d9f14ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '65eb9217-5da8-4655-9a1f-f1a0244b6a82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:44:07.649490 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24ec1ff1-c592-4e7b-88f9-178f445b53db admin admin] Network hostable DHCP agents. Network: 65eb9217-5da8-4655-9a1f-f1a0244b6a82, hostable agents: ['1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658'], hosted agents: [] {{(pid=94467) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 14:44:07.655726 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-44209acc-38a2-49e8-ae8b-0797698a575a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66663725'] for router_interface, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:07.659168 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device edf69591-64d3-4fd5-9bc7-970b710b1872 details requested by agent hyperv_n-h2-694802-15 with host n-h2-694802-15 {{(pid=94468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 14:44:07.741225 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-b5bfa309-925a-4b0e-85e1-cdc595b489bb req-2abbc008-18ef-4d40-ba88-d667327e41bc tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/security-groups?id=ae835367-3679-4f41-a825-d086536e4cce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1633365 Aug 12 14:44:07.829089 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-3d7476b9-ff64-42cc-9c6c-1f6172fb5dfd req-2fdc892b-5bf0-45cb-befd-bb591dfc77c2 service neutron] 10.222.0.49 "GET /v2.0/networks/acfcb45e-254e-408c-a582-9b961480581b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4572036 Aug 12 14:44:07.850535 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5381f80d-d462-44f9-a295-2bc90b503c1d service neutron] Pushing event updated for resources: {'Port': ['ID=8bb9edf7-f6c1-4561-8b61-1cb3af49ecf6,revision_number=2']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:44:07.855147 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port edf69591-64d3-4fd5-9bc7-970b710b1872, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=edf69591-64d3-4fd5-9bc7-970b710b1872,segment=NetworkSegment(d2d05aff-925b-4b31-af1c-62d92cd22ab3),segment_id=d2d05aff-925b-4b31-af1c-62d92cd22ab3)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:44:07.873318 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 14:44:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40b9ecd5-d3e6-403e-94bd-9e376d2e5645 x-openstack-request-id: req-40b9ecd5-d3e6-403e-94bd-9e376d2e5645 {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:44:07.873867 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b84c5c28-8f10-4782-84ae-2f8fa89bf4c6", "tag": "193ce8b9-1189-46e3-aa87-cd5d43e80d96", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:44:07.874218 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-40b9ecd5-d3e6-403e-94bd-9e376d2e5645 {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:44:07.874806 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b84c5c28-8f10-4782-84ae-2f8fa89bf4c6', 'tag': '193ce8b9-1189-46e3-aa87-cd5d43e80d96', 'status': 'completed', 'code': 200} Aug 12 14:44:07.880823 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Returning: {'device': 'edf69591-64d3-4fd5-9bc7-970b710b1872', 'network_id': 'acfcb45e-254e-408c-a582-9b961480581b', 'port_id': 'edf69591-64d3-4fd5-9bc7-970b710b1872', 'mac_address': 'fa:16:3e:0f:ed:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f38cd191-4aa4-4e94-92ca-7f9625449b21', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 14:44:07.897326 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d5231232-4874-47b5-8c7b-67f539a6c6af req-2f6b84ba-5fa1-40cc-a46d-14cbc9f06116 service neutron] 10.222.0.64 "GET /v2.0/networks/acfcb45e-254e-408c-a582-9b961480581b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8069966 Aug 12 14:44:07.901383 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a28adb52-3e19-4fac-afe3-d469df4f67be req-c050e88e-3c32-40c5-bd11-b15e1bcc174a tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc2dacd2-6b8c-4388-a6b9-7c76f36fc545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2433677 Aug 12 14:44:07.914915 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24ec1ff1-c592-4e7b-88f9-178f445b53db admin admin] Network 65eb9217-5da8-4655-9a1f-f1a0244b6a82 is scheduled to be hosted by DHCP agent 1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658 with binding_index 1 {{(pid=94467) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 14:44:07.928704 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-38b9784d-f5aa-4824-8b15-c5824ff9f9fa None None] Provisioning for port f6d275b5-8657-4185-957b-302a21e51b17 completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:44:07.944489 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-38b9784d-f5aa-4824-8b15-c5824ff9f9fa None None] Provisioning complete for port f6d275b5-8657-4185-957b-302a21e51b17 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:44:07.944876 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-38b9784d-f5aa-4824-8b15-c5824ff9f9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:07.946269 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fad951-319a-48a0-8d41-e3e63c6f11e9 req-6fa1411e-8de9-4f7e-a6d0-0e12f1fe9aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:07.949512 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a5fad951-319a-48a0-8d41-e3e63c6f11e9 req-6fa1411e-8de9-4f7e-a6d0-0e12f1fe9aa3 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2ad93210-7061-461d-8617-49848448cc38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2564020 Aug 12 14:44:07.960470 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [None req-24ec1ff1-c592-4e7b-88f9-178f445b53db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-15, 65eb9217-5da8-4655-9a1f-f1a0244b6a82) {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:44:08.001860 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-38b9784d-f5aa-4824-8b15-c5824ff9f9fa None None] Port f6d275b5-8657-4185-957b-302a21e51b17 cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 14:44:08.006258 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-173ceb71-6096-4d4d-8b83-6debd3f6a665 None None] Network 65eb9217-5da8-4655-9a1f-f1a0244b6a82 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:44:08.031748 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924dcc4e-41ec-4a02-9067-f1efe95b39ce req-fa4df86d-0144-4560-a244-33e47912a1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:08.032299 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924dcc4e-41ec-4a02-9067-f1efe95b39ce req-fa4df86d-0144-4560-a244-33e47912a1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:08.033854 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924dcc4e-41ec-4a02-9067-f1efe95b39ce req-fa4df86d-0144-4560-a244-33e47912a1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:08.034345 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924dcc4e-41ec-4a02-9067-f1efe95b39ce req-fa4df86d-0144-4560-a244-33e47912a1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:08.034591 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:08.034873 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924dcc4e-41ec-4a02-9067-f1efe95b39ce req-fa4df86d-0144-4560-a244-33e47912a1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:08.035492 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924dcc4e-41ec-4a02-9067-f1efe95b39ce req-fa4df86d-0144-4560-a244-33e47912a1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:08.035972 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924dcc4e-41ec-4a02-9067-f1efe95b39ce req-fa4df86d-0144-4560-a244-33e47912a1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:08.037995 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-924dcc4e-41ec-4a02-9067-f1efe95b39ce req-fa4df86d-0144-4560-a244-33e47912a1f0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a2fc72cd4bf747caa1a4809b30f44b5f&device_id=b84c5c28-8f10-4782-84ae-2f8fa89bf4c6 HTTP/1.1" status: 200 len: 6498 time: 0.1658294 Aug 12 14:44:08.041766 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-76bead5b-61fe-4f02-98e3-6582320e5e6f tempest-TagsTest-173183567 tempest-TagsTest-173183567-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680608'] for network, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:08.056437 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24ec1ff1-c592-4e7b-88f9-178f445b53db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:08.057105 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-24ec1ff1-c592-4e7b-88f9-178f445b53db admin admin] Notify callbacks [] for subnet, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:08.086694 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id edf69591-64d3-4fd5-9bc7-970b710b1872 {{(pid=94468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:44:08.157976 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port edf69591-64d3-4fd5-9bc7-970b710b1872, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=edf69591-64d3-4fd5-9bc7-970b710b1872,segment=NetworkSegment(d2d05aff-925b-4b31-af1c-62d92cd22ab3),segment_id=d2d05aff-925b-4b31-af1c-62d92cd22ab3)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:44:08.169308 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-d9783b29-f304-4657-895f-ad38d8e6b426 req-5381f80d-d462-44f9-a295-2bc90b503c1d service neutron] Attempting to bind port 8bb9edf7-f6c1-4561-8b61-1cb3af49ecf6 on host n-h1-694802-15 for vnic_type normal with profile {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:44:08.170064 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-d9783b29-f304-4657-895f-ad38d8e6b426 req-5381f80d-d462-44f9-a295-2bc90b503c1d service neutron] Attempting to bind port 8bb9edf7-f6c1-4561-8b61-1cb3af49ecf6 by drivers openvswitch,hyperv on host n-h1-694802-15 at level 0 using segments [{'id': 'd2d05aff-925b-4b31-af1c-62d92cd22ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'acfcb45e-254e-408c-a582-9b961480581b'}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:44:08.171042 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9783b29-f304-4657-895f-ad38d8e6b426 req-5381f80d-d462-44f9-a295-2bc90b503c1d service neutron] Attempting to bind port 8bb9edf7-f6c1-4561-8b61-1cb3af49ecf6 on network acfcb45e-254e-408c-a582-9b961480581b {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:44:08.174432 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924dcc4e-41ec-4a02-9067-f1efe95b39ce req-94fcc772-1767-4613-93a2-127780e3b816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:08.176365 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-924dcc4e-41ec-4a02-9067-f1efe95b39ce req-94fcc772-1767-4613-93a2-127780e3b816 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b0e24b64-21a7-4e71-9bbe-cc7d87ed30df HTTP/1.1" status: 200 len: 913 time: 0.1109381 Aug 12 14:44:08.189879 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:08.306266 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-44209acc-38a2-49e8-ae8b-0797698a575a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:08.310601 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9783b29-f304-4657-895f-ad38d8e6b426 req-5381f80d-d462-44f9-a295-2bc90b503c1d service neutron] Port 8bb9edf7-f6c1-4561-8b61-1cb3af49ecf6 on network acfcb45e-254e-408c-a582-9b961480581b not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-15 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 14:44:08.310941 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9783b29-f304-4657-895f-ad38d8e6b426 req-5381f80d-d462-44f9-a295-2bc90b503c1d service neutron] Attempting to bind port 8bb9edf7-f6c1-4561-8b61-1cb3af49ecf6 on network acfcb45e-254e-408c-a582-9b961480581b {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:44:08.315186 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 14c7ca8d-3ae3-49b2-bf80-215ffc5cf189 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:44:08.335229 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-24ec1ff1-c592-4e7b-88f9-178f445b53db admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 3.1741176 Aug 12 14:44:08.342658 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e27205-2782-405a-90a8-75d8c2dd2851 req-e64ed26f-fb19-4439-9eb9-e8a3c02b0cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:08.344941 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d8e27205-2782-405a-90a8-75d8c2dd2851 req-e64ed26f-fb19-4439-9eb9-e8a3c02b0cf1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4bd92a12a913444faaa896b35bba92a0&device_id=a213a945-2481-4cf1-a668-0946b792e4e6 HTTP/1.1" status: 200 len: 1096 time: 0.3411593 Aug 12 14:44:08.349868 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 49722) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:44:08.382294 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-649e38e3-500f-4ca9-9eca-1d239874c97d admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1807224420-router', 'tenant_id': 'cd40830b171946f391e8502815779af4', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'}}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:44:08.385316 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc217ddf-c708-49bc-aeb9-251dd5399426 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa7035b3e-9a89-5964-b9f4-97301c3f476a-65eb9217-5da8-4655-9a1f-f1a0244b6a82', 'network_id': '65eb9217-5da8-4655-9a1f-f1a0244b6a82', 'tenant_id': 'cd40830b171946f391e8502815779af4', 'fixed_ips': [{'subnet_id': '37cace83-dd5f-48a6-88f8-b013ec6d797a'}]}} from n-d-694802-15. {{(pid=94468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 14:44:08.386330 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-bc217ddf-c708-49bc-aeb9-251dd5399426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:08.401606 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Pushing event updated for resources: {'Port': ['ID=edf69591-64d3-4fd5-9bc7-970b710b1872,revision_number=4']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:44:08.407575 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-76bead5b-61fe-4f02-98e3-6582320e5e6f tempest-TagsTest-173183567 tempest-TagsTest-173183567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66413304', 'neutron.services.segments.db._delete_segments_for_network-8744654118000'] for network, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:08.417153 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9783b29-f304-4657-895f-ad38d8e6b426 req-5381f80d-d462-44f9-a295-2bc90b503c1d service neutron] Checking agent: {'id': 'de568313-a3e6-454a-9813-77e25edcea95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 27, 41), 'started_at': datetime.datetime(2021, 8, 12, 14, 27, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 43, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:44:08.418868 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9783b29-f304-4657-895f-ad38d8e6b426 req-5381f80d-d462-44f9-a295-2bc90b503c1d service neutron] Checking segment: {'id': 'd2d05aff-925b-4b31-af1c-62d92cd22ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'acfcb45e-254e-408c-a582-9b961480581b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:44:08.419956 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9783b29-f304-4657-895f-ad38d8e6b426 req-5381f80d-d462-44f9-a295-2bc90b503c1d service neutron] Bound using segment: {'id': 'd2d05aff-925b-4b31-af1c-62d92cd22ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'acfcb45e-254e-408c-a582-9b961480581b'} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:44:08.420833 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-76bead5b-61fe-4f02-98e3-6582320e5e6f tempest-TagsTest-173183567 tempest-TagsTest-173183567-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49ae6f8d-fbde-4079-ad39-09eac1f9320b']}} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:44:08.421710 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-d9783b29-f304-4657-895f-ad38d8e6b426 req-5381f80d-d462-44f9-a295-2bc90b503c1d service neutron] Bound port: 8bb9edf7-f6c1-4561-8b61-1cb3af49ecf6, host: n-h1-694802-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2d05aff-925b-4b31-af1c-62d92cd22ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'acfcb45e-254e-408c-a582-9b961480581b'}}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:44:08.422423 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-d9783b29-f304-4657-895f-ad38d8e6b426 req-5381f80d-d462-44f9-a295-2bc90b503c1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:08.433923 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-76bead5b-61fe-4f02-98e3-6582320e5e6f tempest-TagsTest-173183567 tempest-TagsTest-173183567-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad8e289e-dad7-480d-b386-070649359eb8') {'for_net_delete': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:44:08.434223 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-76bead5b-61fe-4f02-98e3-6582320e5e6f tempest-TagsTest-173183567 tempest-TagsTest-173183567-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad8e289e-dad7-480d-b386-070649359eb8') {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:44:08.446872 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-76bead5b-61fe-4f02-98e3-6582320e5e6f tempest-TagsTest-173183567 tempest-TagsTest-173183567-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744654122361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2293560'] for segment, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:08.484882 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning for port 14c7ca8d-3ae3-49b2-bf80-215ffc5cf189 completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:44:08.530547 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-76bead5b-61fe-4f02-98e3-6582320e5e6f tempest-TagsTest-173183567 tempest-TagsTest-173183567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:08.549307 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76bead5b-61fe-4f02-98e3-6582320e5e6f tempest-TagsTest-173183567 tempest-TagsTest-173183567-project] Releasing vlan 318 on physical network physnet1 to pool {{(pid=94466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 14:44:08.549718 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-76bead5b-61fe-4f02-98e3-6582320e5e6f tempest-TagsTest-173183567 tempest-TagsTest-173183567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3718595'] for segment, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:08.554384 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-924dcc4e-41ec-4a02-9067-f1efe95b39ce req-33cab192-2721-4b10-a024-7b50a3e5a2bd service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=193ce8b9-1189-46e3-aa87-cd5d43e80d96 HTTP/1.1" status: 200 len: 1002 time: 0.3687043 Aug 12 14:44:08.555243 n-d-694802-15 neutron-server[94466]: Traceback (most recent call last): Aug 12 14:44:08.555243 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 14:44:08.555243 n-d-694802-15 neutron-server[94466]: timer() Aug 12 14:44:08.555243 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 14:44:08.555243 n-d-694802-15 neutron-server[94466]: cb(*args, **kw) Aug 12 14:44:08.555243 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 14:44:08.555243 n-d-694802-15 neutron-server[94466]: return func(*args, **kwargs) Aug 12 14:44:08.555243 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 14:44:08.555243 n-d-694802-15 neutron-server[94466]: self._notify() Aug 12 14:44:08.555243 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 14:44:08.555243 n-d-694802-15 neutron-server[94466]: self.callback(batched_events) Aug 12 14:44:08.555243 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 14:44:08.555243 n-d-694802-15 neutron-server[94466]: event.method(event) Aug 12 14:44:08.555243 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 14:44:08.555243 n-d-694802-15 neutron-server[94466]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 14:44:08.555243 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 14:44:08.555243 n-d-694802-15 neutron-server[94466]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 14:44:08.555243 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 14:44:08.555243 n-d-694802-15 neutron-server[94466]: return f(self, *a, **k) Aug 12 14:44:08.555243 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 14:44:08.555243 n-d-694802-15 neutron-server[94466]: return self._get(url).json() Aug 12 14:44:08.555243 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 14:44:08.555243 n-d-694802-15 neutron-server[94466]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 14:44:08.555243 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 14:44:08.555243 n-d-694802-15 neutron-server[94466]: return self.request(url, 'GET', **kwargs) Aug 12 14:44:08.555243 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 14:44:08.555243 n-d-694802-15 neutron-server[94466]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 14:44:08.555243 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 14:44:08.555243 n-d-694802-15 neutron-server[94466]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 14:44:08.555243 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 14:44:08.555243 n-d-694802-15 neutron-server[94466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 14:44:08.555243 n-d-694802-15 neutron-server[94466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 14:44:08.617197 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.db_base_plugin_common [None req-bc217ddf-c708-49bc-aeb9-251dd5399426 None None] Allocated IP 172.20.0.2 (65eb9217-5da8-4655-9a1f-f1a0244b6a82/37cace83-dd5f-48a6-88f8-b013ec6d797a/6c6a7e53-0141-4a65-8016-e774fcb62f4f) {{(pid=94468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:44:08.636305 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port 14c7ca8d-3ae3-49b2-bf80-215ffc5cf189 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:44:08.637457 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:08.670974 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] get_ports_and_sgs() called for port_ids ['edf69591-64d3-4fd5-9bc7-970b710b1872'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:44:08.671683 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b392b22-16ed-4ec3-a836-6bec9f62972d req-0a61a8dd-b123-4456-830a-381015cce009 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:08.677663 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b392b22-16ed-4ec3-a836-6bec9f62972d req-0a61a8dd-b123-4456-830a-381015cce009 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:08.687006 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b392b22-16ed-4ec3-a836-6bec9f62972d req-0a61a8dd-b123-4456-830a-381015cce009 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:08.694790 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924dcc4e-41ec-4a02-9067-f1efe95b39ce req-42fb0889-c886-4187-946a-4c16e8e66932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:08.695163 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b392b22-16ed-4ec3-a836-6bec9f62972d req-0a61a8dd-b123-4456-830a-381015cce009 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:08.696739 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-924dcc4e-41ec-4a02-9067-f1efe95b39ce req-42fb0889-c886-4187-946a-4c16e8e66932 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7be71cde-d18d-4052-a6ca-8e91d1377f01 HTTP/1.1" status: 200 len: 851 time: 0.0799136 Aug 12 14:44:08.704195 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b392b22-16ed-4ec3-a836-6bec9f62972d req-0a61a8dd-b123-4456-830a-381015cce009 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:08.714059 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b392b22-16ed-4ec3-a836-6bec9f62972d req-0a61a8dd-b123-4456-830a-381015cce009 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:08.740182 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b392b22-16ed-4ec3-a836-6bec9f62972d req-0a61a8dd-b123-4456-830a-381015cce009 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:08.752755 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6b392b22-16ed-4ec3-a836-6bec9f62972d req-0a61a8dd-b123-4456-830a-381015cce009 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] 10.222.0.39 "GET /v2.0/ports?device_id=419c5c7f-827f-4397-9cc6-d186147a5698 HTTP/1.1" status: 200 len: 5430 time: 0.5607021 Aug 12 14:44:08.755206 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-649e38e3-500f-4ca9-9eca-1d239874c97d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-430574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-104863'] for router, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:08.756519 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-649e38e3-500f-4ca9-9eca-1d239874c97d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-429438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-431405', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66646573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-104852'] for router, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:08.812530 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a5fad951-319a-48a0-8d41-e3e63c6f11e9 req-962570d8-2cd0-4e3b-9e1f-90105b0a4e02 service neutron] 10.222.0.49 "GET /v2.0/networks/2ad93210-7061-461d-8617-49848448cc38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8363149 Aug 12 14:44:08.833150 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-76bead5b-61fe-4f02-98e3-6582320e5e6f tempest-TagsTest-173183567 tempest-TagsTest-173183567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66413281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431520'] for network, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:08.850102 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-76bead5b-61fe-4f02-98e3-6582320e5e6f tempest-TagsTest-173183567 tempest-TagsTest-173183567-project] Notify callbacks [] for network, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:08.852012 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-76bead5b-61fe-4f02-98e3-6582320e5e6f tempest-TagsTest-173183567 tempest-TagsTest-173183567-project] 10.222.0.39 "DELETE /v2.0/networks/49ae6f8d-fbde-4079-ad39-09eac1f9320b HTTP/1.1" status: 204 len: 168 time: 1.2165308 Aug 12 14:44:08.879043 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bead5b-61fe-4f02-98e3-6582320e5e6f tempest-TagsTest-173183567 tempest-TagsTest-173183567-project] Pushing event deleted for resources: {'Network': ['ID=49ae6f8d-fbde-4079-ad39-09eac1f9320b,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:44:08.879250 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-d9783b29-f304-4657-895f-ad38d8e6b426 req-5381f80d-d462-44f9-a295-2bc90b503c1d service neutron] For port 8bb9edf7-f6c1-4561-8b61-1cb3af49ecf6, host n-h1-694802-15, cleared binding levels {{(pid=94467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:44:08.886986 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924dcc4e-41ec-4a02-9067-f1efe95b39ce req-29645215-23bc-4d88-8bac-759b6b5807f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:08.888538 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-924dcc4e-41ec-4a02-9067-f1efe95b39ce req-29645215-23bc-4d88-8bac-759b6b5807f8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b0e24b64-21a7-4e71-9bbe-cc7d87ed30df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1660991 Aug 12 14:44:08.899553 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cac5f9e-95a4-4d73-ab87-80aea277da79 req-e7b68cb8-9bec-4c10-879e-5f3154a9fdd2 tempest-ListServerFiltersTestJSON-1279059967 tempest-ListServerFiltersTestJSON-1279059967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:08.901139 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-9cac5f9e-95a4-4d73-ab87-80aea277da79 req-e7b68cb8-9bec-4c10-879e-5f3154a9fdd2 tempest-ListServerFiltersTestJSON-1279059967 tempest-ListServerFiltersTestJSON-1279059967-project] 10.222.0.39 "GET /v2.0/ports?device_id=519bb32f-bada-41e8-a9e9-90cc25a414e0 HTTP/1.1" status: 200 len: 943 time: 0.1707299 Aug 12 14:44:09.033331 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:09.038453 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-9cac5f9e-95a4-4d73-ab87-80aea277da79 req-a711452f-74c3-488d-8816-4443774db4fa tempest-ListServerFiltersTestJSON-1279059967 tempest-ListServerFiltersTestJSON-1279059967-project] 10.222.0.39 "GET /v2.0/security-groups?id=3d8a6de8-331f-498e-b3e1-f8d865328935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248581 Aug 12 14:44:09.049720 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device cb26d418-61e9-48cd-9bf8-ecf7159eb791 details requested by agent hyperv_n-h1-694802-15 with host n-h1-694802-15 {{(pid=94468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 14:44:09.050716 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-44209acc-38a2-49e8-ae8b-0797698a575a admin admin] Notify callbacks [] for port, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:09.065792 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-44209acc-38a2-49e8-ae8b-0797698a575a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3718439'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:09.091081 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-bc217ddf-c708-49bc-aeb9-251dd5399426 None None] Notify callbacks [] for port, precommit_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:09.099955 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-924dcc4e-41ec-4a02-9067-f1efe95b39ce req-0a922feb-0775-4fbc-9b6d-04c79ff72931 service neutron] 10.222.0.64 "GET /v2.0/networks/b0e24b64-21a7-4e71-9bbe-cc7d87ed30df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1947558 Aug 12 14:44:09.124225 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] For port 14c7ca8d-3ae3-49b2-bf80-215ffc5cf189, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=14c7ca8d-3ae3-49b2-bf80-215ffc5cf189,segment=NetworkSegment(b1b396cb-2dc6-4041-bfc7-1833a80a4720),segment_id=b1b396cb-2dc6-4041-bfc7-1833a80a4720)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:44:09.130448 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-bc217ddf-c708-49bc-aeb9-251dd5399426 None None] Transition to ACTIVE for port object 6c6a7e53-0141-4a65-8016-e774fcb62f4f will not be triggered until provisioned by entity L2. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:44:09.138871 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:09.239472 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-44209acc-38a2-49e8-ae8b-0797698a575a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66628363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66663865'] for router_interface, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:09.240628 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-bc217ddf-c708-49bc-aeb9-251dd5399426 None None] Transition to ACTIVE for port object 6c6a7e53-0141-4a65-8016-e774fcb62f4f will not be triggered until provisioned by entity DHCP. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:44:09.246861 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44209acc-38a2-49e8-ae8b-0797698a575a admin admin] Pushing event updated for resources: {'Port': ['ID=f6d275b5-8657-4185-957b-302a21e51b17,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:44:09.260484 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-bc217ddf-c708-49bc-aeb9-251dd5399426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253'] for port, after_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:09.293712 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Pushing event updated for resources: {'Port': ['ID=14c7ca8d-3ae3-49b2-bf80-215ffc5cf189,revision_number=4']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:44:09.304313 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 49738) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:44:09.308796 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc217ddf-c708-49bc-aeb9-251dd5399426 None None] Network 65eb9217-5da8-4655-9a1f-f1a0244b6a82 is already hosted by enough agents. {{(pid=94468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:44:09.334201 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.base_scheduler [None req-bc217ddf-c708-49bc-aeb9-251dd5399426 None None] Resources bound (agent type, host, resource id): {{(pid=94468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:44:09.342453 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc217ddf-c708-49bc-aeb9-251dd5399426 None None] Received port after_create {{(pid=94468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:44:09.348025 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port cb26d418-61e9-48cd-9bf8-ecf7159eb791, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=cb26d418-61e9-48cd-9bf8-ecf7159eb791,segment=NetworkSegment(d2d05aff-925b-4b31-af1c-62d92cd22ab3),segment_id=d2d05aff-925b-4b31-af1c-62d92cd22ab3)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:44:09.359712 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccaed9c-d681-4b33-89ac-4197813771e7 req-5ebadc77-8fb7-4189-b01a-17cb91676790 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:09.360828 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-4ccaed9c-d681-4b33-89ac-4197813771e7 req-5ebadc77-8fb7-4189-b01a-17cb91676790 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/ports?device_id=b148e05e-7d9e-4da9-9b03-99a8a72e94ac HTTP/1.1" status: 200 len: 943 time: 0.1841528 Aug 12 14:44:09.364923 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-924dcc4e-41ec-4a02-9067-f1efe95b39ce req-fdf9096a-3569-4c94-982d-f6023671ce68 service neutron] 10.222.0.64 "GET /v2.0/networks/b0e24b64-21a7-4e71-9bbe-cc7d87ed30df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2440610 Aug 12 14:44:09.391537 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Returning: {'device': 'cb26d418-61e9-48cd-9bf8-ecf7159eb791', 'network_id': 'acfcb45e-254e-408c-a582-9b961480581b', 'port_id': 'cb26d418-61e9-48cd-9bf8-ecf7159eb791', 'mac_address': 'fa:16:3e:22:f6:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f38cd191-4aa4-4e94-92ca-7f9625449b21', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 14:44:09.392897 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc217ddf-c708-49bc-aeb9-251dd5399426 None None] Pushing event updated for resources: {'Port': ['ID=6c6a7e53-0141-4a65-8016-e774fcb62f4f,revision_number=1']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:44:09.470185 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-4ccaed9c-d681-4b33-89ac-4197813771e7 req-0c67b486-dd32-4938-aaff-30ad484ab007 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/security-groups?id=ae835367-3679-4f41-a825-d086536e4cce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0987401 Aug 12 14:44:09.483508 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44209acc-38a2-49e8-ae8b-0797698a575a admin admin] Network eb583443-506f-4685-9e8b-2291e492be91 is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:44:09.485089 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-44209acc-38a2-49e8-ae8b-0797698a575a admin admin] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:44:09.565130 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-d9783b29-f304-4657-895f-ad38d8e6b426 req-5381f80d-d462-44f9-a295-2bc90b503c1d service neutron] For port 8bb9edf7-f6c1-4561-8b61-1cb3af49ecf6, host n-h1-694802-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=8bb9edf7-f6c1-4561-8b61-1cb3af49ecf6,segment=NetworkSegment(d2d05aff-925b-4b31-af1c-62d92cd22ab3),segment_id=d2d05aff-925b-4b31-af1c-62d92cd22ab3)] {{(pid=94467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:44:09.568125 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e27205-2782-405a-90a8-75d8c2dd2851 req-69b3f9a1-296e-4b30-9b3e-29c4eab207f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:09.572005 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d8e27205-2782-405a-90a8-75d8c2dd2851 req-69b3f9a1-296e-4b30-9b3e-29c4eab207f1 service neutron] 10.222.0.64 "GET /v2.0/networks?id=acfcb45e-254e-408c-a582-9b961480581b HTTP/1.1" status: 200 len: 917 time: 1.1782711 Aug 12 14:44:09.573545 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-649e38e3-500f-4ca9-9eca-1d239874c97d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:09.592827 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6b392b22-16ed-4ec3-a836-6bec9f62972d req-333d25a3-c425-495c-abd0-99be9b7a9f39 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] 10.222.0.39 "GET /v2.0/security-groups?id=f56fbbcf-68c5-4074-ab5b-41ec110855f2&id=def6086d-0ad1-4cdd-9c71-80d1fefb9be7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.8386652 Aug 12 14:44:09.610974 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-bc217ddf-c708-49bc-aeb9-251dd5399426 None None] Attempting to bind port 6c6a7e53-0141-4a65-8016-e774fcb62f4f on host n-d-694802-15 for vnic_type normal with profile {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:44:09.611387 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-bc217ddf-c708-49bc-aeb9-251dd5399426 None None] Attempting to bind port 6c6a7e53-0141-4a65-8016-e774fcb62f4f by drivers openvswitch,hyperv on host n-d-694802-15 at level 0 using segments [{'id': '5460dd8c-09fa-480f-a792-3783d9f14ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '65eb9217-5da8-4655-9a1f-f1a0244b6a82'}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:44:09.611744 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc217ddf-c708-49bc-aeb9-251dd5399426 None None] Attempting to bind port 6c6a7e53-0141-4a65-8016-e774fcb62f4f on network 65eb9217-5da8-4655-9a1f-f1a0244b6a82 {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:44:09.612385 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-d9783b29-f304-4657-895f-ad38d8e6b426 req-5381f80d-d462-44f9-a295-2bc90b503c1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:09.644029 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:09.654115 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc217ddf-c708-49bc-aeb9-251dd5399426 None None] Checking agent: {'id': '16de73ac-f2e9-4cee-b3e0-91052ae3e6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 20, 13), 'started_at': datetime.datetime(2021, 8, 12, 14, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 43, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:44:09.654945 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc217ddf-c708-49bc-aeb9-251dd5399426 None None] Checking segment: {'id': '5460dd8c-09fa-480f-a792-3783d9f14ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '65eb9217-5da8-4655-9a1f-f1a0244b6a82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:44:09.655908 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-bc217ddf-c708-49bc-aeb9-251dd5399426 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:09.656584 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc217ddf-c708-49bc-aeb9-251dd5399426 None None] Bound using segment: {'id': '5460dd8c-09fa-480f-a792-3783d9f14ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '65eb9217-5da8-4655-9a1f-f1a0244b6a82'} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:44:09.657517 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-bc217ddf-c708-49bc-aeb9-251dd5399426 None None] Bound port: 6c6a7e53-0141-4a65-8016-e774fcb62f4f, host: n-d-694802-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5460dd8c-09fa-480f-a792-3783d9f14ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '65eb9217-5da8-4655-9a1f-f1a0244b6a82'}}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:44:09.658398 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-bc217ddf-c708-49bc-aeb9-251dd5399426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:09.667733 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9783b29-f304-4657-895f-ad38d8e6b426 req-5381f80d-d462-44f9-a295-2bc90b503c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:09.668451 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-d9783b29-f304-4657-895f-ad38d8e6b426 req-5381f80d-d462-44f9-a295-2bc90b503c1d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:09.669897 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d9783b29-f304-4657-895f-ad38d8e6b426 req-5381f80d-d462-44f9-a295-2bc90b503c1d service neutron] 10.222.0.64 "PUT /v2.0/ports/8bb9edf7-f6c1-4561-8b61-1cb3af49ecf6 HTTP/1.1" status: 200 len: 1092 time: 3.8042533 Aug 12 14:44:09.711863 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device dfcd097c-9928-4160-b8e6-a0dea19d832c details requested by agent hyperv_n-h2-694802-15 with host n-h2-694802-15 {{(pid=94468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 14:44:09.726871 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44209acc-38a2-49e8-ae8b-0797698a575a admin admin] Router 7989832f-36f0-4ca1-8b5e-5c56cdd00dd5 has already been hosted by L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f {{(pid=94466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 14:44:09.731851 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb26d418-61e9-48cd-9bf8-ecf7159eb791 {{(pid=94468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:44:09.750351 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-4f15b584-75a2-4b51-a1d9-ec9f1128aad6 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=40fb57865dab454faa5866ff7e7eada1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4307365 Aug 12 14:44:09.751620 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 49748) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:44:09.811099 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port cb26d418-61e9-48cd-9bf8-ecf7159eb791, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=cb26d418-61e9-48cd-9bf8-ecf7159eb791,segment=NetworkSegment(d2d05aff-925b-4b31-af1c-62d92cd22ab3),segment_id=d2d05aff-925b-4b31-af1c-62d92cd22ab3)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:44:09.816306 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d8e27205-2782-405a-90a8-75d8c2dd2851 req-04259f8a-d475-4b4f-93bd-5dd8b6cb39c9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cb26d418-61e9-48cd-9bf8-ecf7159eb791 HTTP/1.1" status: 200 len: 217 time: 0.2165170 Aug 12 14:44:09.821998 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:09.918943 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '519bb32f-bada-41e8-a9e9-90cc25a414e0', 'tag': '8bb9edf7-f6c1-4561-8b61-1cb3af49ecf6'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:44:09.922023 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e65282f928b64038367d043a4411777802006c43a98742496cb2e25b724ff1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75e8a7c4-c3b0-4c2e-ae34-2075f8e627b1" -d '{"events": [{"name": "network-changed", "server_uuid": "519bb32f-bada-41e8-a9e9-90cc25a414e0", "tag": "8bb9edf7-f6c1-4561-8b61-1cb3af49ecf6"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:44:09.927826 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a5fad951-319a-48a0-8d41-e3e63c6f11e9 req-803f0e0a-3064-4fc9-8862-72523c2aa495 service neutron] 10.222.0.49 "GET /v2.0/networks/2ad93210-7061-461d-8617-49848448cc38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0949936 Aug 12 14:44:09.928501 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5381f80d-d462-44f9-a295-2bc90b503c1d service neutron] Pushing event updated for resources: {'Port': ['ID=8bb9edf7-f6c1-4561-8b61-1cb3af49ecf6,revision_number=3']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:44:09.944405 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0c6baf26-69e9-4746-ab47-e5ec80309108 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:09.964486 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-bc217ddf-c708-49bc-aeb9-251dd5399426 None None] For port 6c6a7e53-0141-4a65-8016-e774fcb62f4f, host n-d-694802-15, cleared binding levels {{(pid=94468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:44:09.973508 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0c6baf26-69e9-4746-ab47-e5ec80309108 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:09.980555 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-bc217ddf-c708-49bc-aeb9-251dd5399426 None None] For port 6c6a7e53-0141-4a65-8016-e774fcb62f4f, host n-d-694802-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=6c6a7e53-0141-4a65-8016-e774fcb62f4f,segment=NetworkSegment(5460dd8c-09fa-480f-a792-3783d9f14ea8),segment_id=5460dd8c-09fa-480f-a792-3783d9f14ea8)] {{(pid=94468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:44:09.999951 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 14:44:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e31df082-4e1f-4f7c-82f0-3fbe25bd14a5 x-openstack-request-id: req-e31df082-4e1f-4f7c-82f0-3fbe25bd14a5 {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:44:10.000251 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "519bb32f-bada-41e8-a9e9-90cc25a414e0", "tag": "8bb9edf7-f6c1-4561-8b61-1cb3af49ecf6", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:44:10.000515 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e31df082-4e1f-4f7c-82f0-3fbe25bd14a5 {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:44:10.000906 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '519bb32f-bada-41e8-a9e9-90cc25a414e0', 'tag': '8bb9edf7-f6c1-4561-8b61-1cb3af49ecf6', 'status': 'completed', 'code': 200} Aug 12 14:44:10.008803 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-bc217ddf-c708-49bc-aeb9-251dd5399426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:10.023460 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-93e70609-0267-4fa6-b433-25e925dd83a6 None None] Provisioning complete for port f6d275b5-8657-4185-957b-302a21e51b17 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:44:10.023828 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93e70609-0267-4fa6-b433-25e925dd83a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:10.030002 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Pushing event updated for resources: {'Port': ['ID=cb26d418-61e9-48cd-9bf8-ecf7159eb791,revision_number=4']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:44:10.076203 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44209acc-38a2-49e8-ae8b-0797698a575a admin admin] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 14:44:10.084352 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9783b29-f304-4657-895f-ad38d8e6b426 req-bb4176ac-9c27-49c8-8d72-64ca3bc379b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:10.085180 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-44209acc-38a2-49e8-ae8b-0797698a575a admin admin] 10.222.0.39 "PUT /v2.0/routers/7989832f-36f0-4ca1-8b5e-5c56cdd00dd5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4683194 Aug 12 14:44:10.086788 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0c6baf26-69e9-4746-ab47-e5ec80309108 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:10.090475 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0c6baf26-69e9-4746-ab47-e5ec80309108 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:10.094026 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca8dccf5-f2cc-43f8-a9a0-b74024fdec06 None None] Sync routers for ids ['7989832f-36f0-4ca1-8b5e-5c56cdd00dd5'] in n-d-694802-15 {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 14:44:10.097552 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d9783b29-f304-4657-895f-ad38d8e6b426 req-bb4176ac-9c27-49c8-8d72-64ca3bc379b4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4bd92a12a913444faaa896b35bba92a0&device_id=519bb32f-bada-41e8-a9e9-90cc25a414e0 HTTP/1.1" status: 200 len: 1095 time: 0.3044162 Aug 12 14:44:10.120498 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-0c6baf26-69e9-4746-ab47-e5ec80309108 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/230c3a57-ff86-4439-9482-7bab6e7d62ef HTTP/1.1" status: 204 len: 168 time: 0.3634231 Aug 12 14:44:10.132076 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca8dccf5-f2cc-43f8-a9a0-b74024fdec06 None None] Routers {'7989832f-36f0-4ca1-8b5e-5c56cdd00dd5'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:44:10.132745 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-ca8dccf5-f2cc-43f8-a9a0-b74024fdec06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:43:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['7989832f-36f0-4ca1-8b5e-5c56cdd00dd5'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:44:10.148249 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6baf26-69e9-4746-ab47-e5ec80309108 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=230c3a57-ff86-4439-9482-7bab6e7d62ef,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:44:10.163303 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-649e38e3-500f-4ca9-9eca-1d239874c97d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:10.163303 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d9783b29-f304-4657-895f-ad38d8e6b426 req-dc52e3d9-1c16-4064-a7fa-eafeace35623 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8bb9edf7-f6c1-4561-8b61-1cb3af49ecf6 HTTP/1.1" status: 200 len: 217 time: 0.0555494 Aug 12 14:44:10.166312 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e27205-2782-405a-90a8-75d8c2dd2851 req-480ae74b-9934-4e1f-89c7-f7d516deedc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:10.168742 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d8e27205-2782-405a-90a8-75d8c2dd2851 req-480ae74b-9934-4e1f-89c7-f7d516deedc9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f38cd191-4aa4-4e94-92ca-7f9625449b21 HTTP/1.1" status: 200 len: 855 time: 0.2994933 Aug 12 14:44:10.168923 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] get_ports_and_sgs() called for port_ids ['cb26d418-61e9-48cd-9bf8-ecf7159eb791'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:44:10.296135 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-667bc2db-75be-4a28-b455-59050bcf98b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:10.297647 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-93e70609-0267-4fa6-b433-25e925dd83a6 None None] Port f6d275b5-8657-4185-957b-302a21e51b17 cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 14:44:10.331820 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port dfcd097c-9928-4160-b8e6-a0dea19d832c, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=dfcd097c-9928-4160-b8e6-a0dea19d832c,segment=NetworkSegment(b72762b4-956b-443d-aaee-4b6799d6bcb9),segment_id=b72762b4-956b-443d-aaee-4b6799d6bcb9)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:44:10.341445 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc217ddf-c708-49bc-aeb9-251dd5399426 None None] Pushing event updated for resources: {'Port': ['ID=6c6a7e53-0141-4a65-8016-e774fcb62f4f,revision_number=2']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:44:10.352934 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9783b29-f304-4657-895f-ad38d8e6b426 req-a3a09c48-23c7-48ad-804c-30acbfce5044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:10.361836 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d9783b29-f304-4657-895f-ad38d8e6b426 req-a3a09c48-23c7-48ad-804c-30acbfce5044 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f38cd191-4aa4-4e94-92ca-7f9625449b21 HTTP/1.1" status: 200 len: 855 time: 0.1685827 Aug 12 14:44:10.376166 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f833c135-43d5-4ef2-b9a2-f18b1f40a3f6 req-c19c1103-3552-413d-ac7b-7b6e1e2ca5c6 tempest-ListServerFiltersTestJSON-1279059967 tempest-ListServerFiltersTestJSON-1279059967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:10.384229 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-f833c135-43d5-4ef2-b9a2-f18b1f40a3f6 req-c19c1103-3552-413d-ac7b-7b6e1e2ca5c6 tempest-ListServerFiltersTestJSON-1279059967 tempest-ListServerFiltersTestJSON-1279059967-project] 10.222.0.39 "GET /v2.0/ports?device_id=519bb32f-bada-41e8-a9e9-90cc25a414e0 HTTP/1.1" status: 200 len: 943 time: 0.1382294 Aug 12 14:44:10.386543 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Returning: {'device': 'dfcd097c-9928-4160-b8e6-a0dea19d832c', 'network_id': '2ad93210-7061-461d-8617-49848448cc38', 'port_id': 'dfcd097c-9928-4160-b8e6-a0dea19d832c', 'mac_address': 'fa:16:3e:96:38:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce169be2-a716-4bd9-89d0-74eedc855ec7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 14:44:10.443145 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-f833c135-43d5-4ef2-b9a2-f18b1f40a3f6 req-d21502fd-9959-41a1-bfe1-f3f0f25ef9a9 tempest-ListServerFiltersTestJSON-1279059967 tempest-ListServerFiltersTestJSON-1279059967-project] 10.222.0.39 "GET /v2.0/security-groups?id=3d8a6de8-331f-498e-b3e1-f8d865328935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577371 Aug 12 14:44:10.453851 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 14c7ca8d-3ae3-49b2-bf80-215ffc5cf189 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:44:10.542885 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:10.626673 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port 14c7ca8d-3ae3-49b2-bf80-215ffc5cf189 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:44:10.627250 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:10.674134 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9783b29-f304-4657-895f-ad38d8e6b426 req-4221c1ee-c5a0-47d3-84cb-0e1507294852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:10.677568 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d9783b29-f304-4657-895f-ad38d8e6b426 req-4221c1ee-c5a0-47d3-84cb-0e1507294852 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=acfcb45e-254e-408c-a582-9b961480581b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2773743 Aug 12 14:44:10.681214 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e27205-2782-405a-90a8-75d8c2dd2851 req-9533573d-5cc4-4533-b123-b1b9f1c6ef7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:10.688617 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d8e27205-2782-405a-90a8-75d8c2dd2851 req-9533573d-5cc4-4533-b123-b1b9f1c6ef7b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=acfcb45e-254e-408c-a582-9b961480581b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4989786 Aug 12 14:44:10.711270 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfcd097c-9928-4160-b8e6-a0dea19d832c {{(pid=94468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:44:10.747430 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee6a86c-e036-405c-a531-091d527ab263 req-a1034de8-efcb-4a6c-a1a7-2f848fbfe4fd tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:10.757249 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-ca8dccf5-f2cc-43f8-a9a0-b74024fdec06 None None] Set router 7989832f-36f0-4ca1-8b5e-5c56cdd00dd5 gateway port host: n-d-694802-15 {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:44:10.757975 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-dee6a86c-e036-405c-a531-091d527ab263 req-a1034de8-efcb-4a6c-a1a7-2f848fbfe4fd tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/ports?device_id=b148e05e-7d9e-4da9-9b03-99a8a72e94ac HTTP/1.1" status: 200 len: 943 time: 0.1484861 Aug 12 14:44:10.815824 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port dfcd097c-9928-4160-b8e6-a0dea19d832c, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=dfcd097c-9928-4160-b8e6-a0dea19d832c,segment=NetworkSegment(b72762b4-956b-443d-aaee-4b6799d6bcb9),segment_id=b72762b4-956b-443d-aaee-4b6799d6bcb9)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:44:10.823637 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-dee6a86c-e036-405c-a531-091d527ab263 req-9852ad5d-b516-4259-837b-4df3b07d1dd0 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/security-groups?id=ae835367-3679-4f41-a825-d086536e4cce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635667 Aug 12 14:44:10.843303 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:10.965172 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Pushing event updated for resources: {'Port': ['ID=dfcd097c-9928-4160-b8e6-a0dea19d832c,revision_number=4']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:44:11.036889 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d9783b29-f304-4657-895f-ad38d8e6b426 req-4ea66a07-8deb-432a-b4a3-cdddfcaebd05 service neutron] 10.222.0.64 "GET /v2.0/networks/acfcb45e-254e-408c-a582-9b961480581b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3461978 Aug 12 14:44:11.074711 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device b0aac563-42bd-4b31-95a9-a0a4d4b9e42a details requested by agent hyperv_n-h1-694802-15 with host n-h1-694802-15 {{(pid=94468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 14:44:11.078796 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device b0aac563-42bd-4b31-95a9-a0a4d4b9e42a no longer exists at agent hyperv_n-h1-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:44:11.094764 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b912905-d2e5-4595-93fe-789b79a75a94 req-e3cffe3e-b765-47e2-82bb-630548cba47d tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:11.101461 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b912905-d2e5-4595-93fe-789b79a75a94 req-e3cffe3e-b765-47e2-82bb-630548cba47d tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:11.108623 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b912905-d2e5-4595-93fe-789b79a75a94 req-e3cffe3e-b765-47e2-82bb-630548cba47d tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:11.117330 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b912905-d2e5-4595-93fe-789b79a75a94 req-e3cffe3e-b765-47e2-82bb-630548cba47d tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:11.125484 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b912905-d2e5-4595-93fe-789b79a75a94 req-e3cffe3e-b765-47e2-82bb-630548cba47d tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:11.135615 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b912905-d2e5-4595-93fe-789b79a75a94 req-e3cffe3e-b765-47e2-82bb-630548cba47d tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:11.143702 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b912905-d2e5-4595-93fe-789b79a75a94 req-e3cffe3e-b765-47e2-82bb-630548cba47d tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:11.152565 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-8b912905-d2e5-4595-93fe-789b79a75a94 req-e3cffe3e-b765-47e2-82bb-630548cba47d tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] 10.222.0.39 "GET /v2.0/ports?device_id=419c5c7f-827f-4397-9cc6-d186147a5698 HTTP/1.1" status: 200 len: 5430 time: 0.1848783 Aug 12 14:44:11.164172 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d9783b29-f304-4657-895f-ad38d8e6b426 req-94dc6d99-c0d6-4195-bb08-c5620871e78a service neutron] 10.222.0.64 "GET /v2.0/networks/acfcb45e-254e-408c-a582-9b961480581b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1165173 Aug 12 14:44:11.303882 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-8b912905-d2e5-4595-93fe-789b79a75a94 req-f1d4ef72-ed7a-48d5-b9d6-cd99a6ceef02 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] 10.222.0.39 "GET /v2.0/security-groups?id=f56fbbcf-68c5-4074-ab5b-41ec110855f2&id=def6086d-0ad1-4cdd-9c71-80d1fefb9be7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1501138 Aug 12 14:44:11.314451 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-ca8dccf5-f2cc-43f8-a9a0-b74024fdec06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7989832f-36f0-4ca1-8b5e-5c56cdd00dd5', 'name': 'tempest-FloatingIPsTestJSON-1475462978-router', 'tenant_id': '7b16eba5702a4522aa123f33f9befa5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.48'}], 'enable_snat': True}, 'gw_port_id': '14c7ca8d-3ae3-49b2-bf80-215ffc5cf189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:43:55Z', 'updated_at': '2021-08-12T14:44:08Z', 'revision_number': 4, 'project_id': '7b16eba5702a4522aa123f33f9befa5f', 'gw_port': {'id': '14c7ca8d-3ae3-49b2-bf80-215ffc5cf189', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:c2:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7989832f-36f0-4ca1-8b5e-5c56cdd00dd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:43:58Z', 'updated_at': '2021-08-12T14:44:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': 'f6d275b5-8657-4185-957b-302a21e51b17', 'name': '', 'network_id': 'eb583443-506f-4685-9e8b-2291e492be91', 'tenant_id': '7b16eba5702a4522aa123f33f9befa5f', 'mac_address': 'fa:16:3e:5a:f3:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7989832f-36f0-4ca1-8b5e-5c56cdd00dd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1659, 'fixed_ips': [{'subnet_id': 'fcf01865-055a-4948-883b-2c238cdc6953', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:44:04Z', 'updated_at': '2021-08-12T14:44:08Z', 'revision_number': 2, 'project_id': '7b16eba5702a4522aa123f33f9befa5f', 'subnets': [{'id': 'fcf01865-055a-4948-883b-2c238cdc6953', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:44:11.369338 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca8dccf5-f2cc-43f8-a9a0-b74024fdec06 None None] Checking router: 7989832f-36f0-4ca1-8b5e-5c56cdd00dd5 for host: n-d-694802-15 {{(pid=94469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 14:44:11.380381 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca8dccf5-f2cc-43f8-a9a0-b74024fdec06 None None] Updating router 7989832f-36f0-4ca1-8b5e-5c56cdd00dd5 port f6d275b5-8657-4185-957b-302a21e51b17 binding host n-d-694802-15 {{(pid=94469) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 14:44:11.399696 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:11.432960 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-ca8dccf5-f2cc-43f8-a9a0-b74024fdec06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:11.469044 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port b0aac563-42bd-4b31-95a9-a0a4d4b9e42a, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=b0aac563-42bd-4b31-95a9-a0a4d4b9e42a,segment=NetworkSegment(45b28473-1709-41a1-b9df-2ccc6425c05f),segment_id=45b28473-1709-41a1-b9df-2ccc6425c05f)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:44:11.479759 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:11.501137 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82ca70f0-3356-4166-96ef-a264876874d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b0aac563-42bd-4b31-95a9-a0a4d4b9e42a'}] {{(pid=94468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:44:11.503553 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99a8d87602170099c728e57431aca99e9b98a655a83bbf8727be13192709727b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c1ab2dd-1a93-433c-8bc7-4feb46f578e8" -d '{"events": [{"server_uuid": "82ca70f0-3356-4166-96ef-a264876874d1", "name": "network-vif-unplugged", "status": "completed", "tag": "b0aac563-42bd-4b31-95a9-a0a4d4b9e42a"}]}' {{(pid=94468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:44:11.509293 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Returning: {'device': 'b0aac563-42bd-4b31-95a9-a0a4d4b9e42a', 'network_id': '4552c891-e268-4d7c-98f1-e8736a29b277', 'port_id': 'b0aac563-42bd-4b31-95a9-a0a4d4b9e42a', 'mac_address': 'fa:16:3e:97:f1:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3b4e56e-f3bd-4709-bfd6-3e62da1e0ac7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 14:44:11.528160 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port b0aac563-42bd-4b31-95a9-a0a4d4b9e42a, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=b0aac563-42bd-4b31-95a9-a0a4d4b9e42a,segment=NetworkSegment(45b28473-1709-41a1-b9df-2ccc6425c05f),segment_id=45b28473-1709-41a1-b9df-2ccc6425c05f)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:44:11.542406 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d8e27205-2782-405a-90a8-75d8c2dd2851 req-5b426334-7879-4ccc-b742-3e32f7d09f8c service neutron] 10.222.0.64 "GET /v2.0/networks/acfcb45e-254e-408c-a582-9b961480581b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6709828 Aug 12 14:44:11.542796 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:11.585213 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] get_ports_and_sgs() called for port_ids ['dfcd097c-9928-4160-b8e6-a0dea19d832c'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:44:11.680298 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4857ef89-e967-4469-83e0-03ebce5dd36a req-5d600028-6987-46dd-949d-13792507b4ec tempest-ListServerFiltersTestJSON-1279059967 tempest-ListServerFiltersTestJSON-1279059967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:11.689824 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-4857ef89-e967-4469-83e0-03ebce5dd36a req-5d600028-6987-46dd-949d-13792507b4ec tempest-ListServerFiltersTestJSON-1279059967 tempest-ListServerFiltersTestJSON-1279059967-project] 10.222.0.39 "GET /v2.0/ports?device_id=519bb32f-bada-41e8-a9e9-90cc25a414e0 HTTP/1.1" status: 200 len: 943 time: 0.1127951 Aug 12 14:44:11.696396 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device 769835af-590d-44bf-ae96-6aa7e3ae2342 details requested by agent hyperv_n-h2-694802-15 with host n-h2-694802-15 {{(pid=94468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 14:44:11.698423 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device edf69591-64d3-4fd5-9bc7-970b710b1872 up at agent hyperv_n-h2-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:44:11.766444 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:11.771209 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-4857ef89-e967-4469-83e0-03ebce5dd36a req-0e18ed44-116b-4c18-b5e8-42c1e04455f9 tempest-ListServerFiltersTestJSON-1279059967 tempest-ListServerFiltersTestJSON-1279059967-project] 10.222.0.39 "GET /v2.0/security-groups?id=3d8a6de8-331f-498e-b3e1-f8d865328935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795698 Aug 12 14:44:11.862495 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 12 Aug 2021 14:44:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f87ed5e-9f26-466c-8057-ef46ca76ddd6 x-openstack-request-id: req-0f87ed5e-9f26-466c-8057-ef46ca76ddd6 {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:44:11.862999 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82ca70f0-3356-4166-96ef-a264876874d1", "name": "network-vif-unplugged", "status": "completed", "tag": "b0aac563-42bd-4b31-95a9-a0a4d4b9e42a", "code": 200}]} {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:44:11.862999 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0f87ed5e-9f26-466c-8057-ef46ca76ddd6 {{(pid=94468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:44:11.863450 n-d-694802-15 neutron-server[94468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82ca70f0-3356-4166-96ef-a264876874d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b0aac563-42bd-4b31-95a9-a0a4d4b9e42a', 'code': 200} Aug 12 14:44:11.910341 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c80c937-e174-4555-9387-2aa93e399aa1 None None] Network 65eb9217-5da8-4655-9a1f-f1a0244b6a82 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:44:11.913579 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Pushing event updated for resources: {'Port': ['ID=b0aac563-42bd-4b31-95a9-a0a4d4b9e42a,revision_number=8']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:44:11.918220 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0aac563-42bd-4b31-95a9-a0a4d4b9e42a {{(pid=94468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:44:11.921528 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-649e38e3-500f-4ca9-9eca-1d239874c97d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:11.994202 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe76e38-0bf8-40df-9d0f-a500f345125d req-37543d84-1d0b-4fa3-bf76-6790cbbc9f22 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:11.996282 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-649e38e3-500f-4ca9-9eca-1d239874c97d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:12.004636 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-9fe76e38-0bf8-40df-9d0f-a500f345125d req-37543d84-1d0b-4fa3-bf76-6790cbbc9f22 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/ports?device_id=b148e05e-7d9e-4da9-9b03-99a8a72e94ac HTTP/1.1" status: 200 len: 944 time: 0.0733893 Aug 12 14:44:12.013545 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e8a7c4-c3b0-4c2e-ae34-2075f8e627b1 req-687b8e84-4e7a-4d69-aee5-bff4fe0ee5dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:12.015238 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-75e8a7c4-c3b0-4c2e-ae34-2075f8e627b1 req-687b8e84-4e7a-4d69-aee5-bff4fe0ee5dd service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4bd92a12a913444faaa896b35bba92a0&device_id=519bb32f-bada-41e8-a9e9-90cc25a414e0 HTTP/1.1" status: 200 len: 1095 time: 0.7594647 Aug 12 14:44:12.064198 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-9fe76e38-0bf8-40df-9d0f-a500f345125d req-ea1c3a17-4a3b-4377-bd23-3a11321bce42 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/security-groups?id=ae835367-3679-4f41-a825-d086536e4cce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584383 Aug 12 14:44:12.087626 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d8e27205-2782-405a-90a8-75d8c2dd2851 req-83a17459-8aec-4fdc-8381-51337c5ea67a service neutron] 10.222.0.64 "GET /v2.0/networks/acfcb45e-254e-408c-a582-9b961480581b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4755738 Aug 12 14:44:12.093593 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-ca8dccf5-f2cc-43f8-a9a0-b74024fdec06 None None] Notify callbacks [] for port, precommit_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:12.094014 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port b0aac563-42bd-4b31-95a9-a0a4d4b9e42a, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=b0aac563-42bd-4b31-95a9-a0a4d4b9e42a,segment=NetworkSegment(45b28473-1709-41a1-b9df-2ccc6425c05f),segment_id=45b28473-1709-41a1-b9df-2ccc6425c05f)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:44:12.106893 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.provisioning_blocks [None req-ca8dccf5-f2cc-43f8-a9a0-b74024fdec06 None None] Transition to ACTIVE for port object f6d275b5-8657-4185-957b-302a21e51b17 will not be triggered until provisioned by entity L2. {{(pid=94469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:44:12.115399 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-ca8dccf5-f2cc-43f8-a9a0-b74024fdec06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:12.116849 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:12.119248 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-a40e11c2-e13f-4f8a-8e41-9932d018cd57 None None] Provisioning for port 6c6a7e53-0141-4a65-8016-e774fcb62f4f completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:44:12.205498 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-772182e3-b727-4d39-bdfc-05dce70b67ed req-06c67627-0064-4aa7-bc24-23a058d3bb32 tempest-FloatingIPsTestJSON-802632884 tempest-FloatingIPsTestJSON-802632884-project] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.9923549 Aug 12 14:44:12.208430 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Provisioning for port edf69591-64d3-4fd5-9bc7-970b710b1872 completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:44:12.231520 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-772182e3-b727-4d39-bdfc-05dce70b67ed req-de9c1737-4685-40a6-bb11-c2c814909740 tempest-FloatingIPsTestJSON-802632884 tempest-FloatingIPsTestJSON-802632884-project] Request body: {'floatingip': {'floating_network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:44:12.240609 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68fe1ed-471b-4ed1-aa5c-258d81716ca5 None None] Pushing event updated for resources: {'Port': ['ID=f6d275b5-8657-4185-957b-302a21e51b17,revision_number=3']} {{(pid=94469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:44:12.262782 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Provisioning complete for port edf69591-64d3-4fd5-9bc7-970b710b1872 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:44:12.262971 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:12.310095 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port 769835af-590d-44bf-ae96-6aa7e3ae2342, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=769835af-590d-44bf-ae96-6aa7e3ae2342,segment=NetworkSegment(505995ff-9200-4984-b515-d69d3d86fab3),segment_id=505995ff-9200-4984-b515-d69d3d86fab3)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:44:12.341164 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 6c6a7e53-0141-4a65-8016-e774fcb62f4f up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:44:12.343463 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] get_ports_and_sgs() called for port_ids ['b0aac563-42bd-4b31-95a9-a0a4d4b9e42a'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:44:12.347148 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e8a7c4-c3b0-4c2e-ae34-2075f8e627b1 req-a544fd9a-4dc0-465b-85a3-8ca8873ba03d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:12.356009 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-75e8a7c4-c3b0-4c2e-ae34-2075f8e627b1 req-a544fd9a-4dc0-465b-85a3-8ca8873ba03d service neutron] 10.222.0.64 "GET /v2.0/networks?id=acfcb45e-254e-408c-a582-9b961480581b HTTP/1.1" status: 200 len: 917 time: 0.3152599 Aug 12 14:44:12.369757 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.managers [None req-ca8dccf5-f2cc-43f8-a9a0-b74024fdec06 None None] Attempting to bind port f6d275b5-8657-4185-957b-302a21e51b17 on host n-d-694802-15 for vnic_type normal with profile {{(pid=94469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:44:12.369757 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.managers [None req-ca8dccf5-f2cc-43f8-a9a0-b74024fdec06 None None] Attempting to bind port f6d275b5-8657-4185-957b-302a21e51b17 by drivers openvswitch,hyperv on host n-d-694802-15 at level 0 using segments [{'id': '881d8760-1393-4458-9765-2faca9999480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'eb583443-506f-4685-9e8b-2291e492be91'}] {{(pid=94469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:44:12.370335 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca8dccf5-f2cc-43f8-a9a0-b74024fdec06 None None] Attempting to bind port f6d275b5-8657-4185-957b-302a21e51b17 on network eb583443-506f-4685-9e8b-2291e492be91 {{(pid=94469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:44:12.376849 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca8dccf5-f2cc-43f8-a9a0-b74024fdec06 None None] Checking agent: {'id': '16de73ac-f2e9-4cee-b3e0-91052ae3e6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 20, 13), 'started_at': datetime.datetime(2021, 8, 12, 14, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 43, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:44:12.377332 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca8dccf5-f2cc-43f8-a9a0-b74024fdec06 None None] Checking segment: {'id': '881d8760-1393-4458-9765-2faca9999480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'eb583443-506f-4685-9e8b-2291e492be91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:44:12.377823 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-ca8dccf5-f2cc-43f8-a9a0-b74024fdec06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:12.378279 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca8dccf5-f2cc-43f8-a9a0-b74024fdec06 None None] Bound using segment: {'id': '881d8760-1393-4458-9765-2faca9999480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'eb583443-506f-4685-9e8b-2291e492be91'} {{(pid=94469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:44:12.378842 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.managers [None req-ca8dccf5-f2cc-43f8-a9a0-b74024fdec06 None None] Bound port: f6d275b5-8657-4185-957b-302a21e51b17, host: n-d-694802-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '881d8760-1393-4458-9765-2faca9999480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'eb583443-506f-4685-9e8b-2291e492be91'}}] {{(pid=94469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:44:12.379310 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-ca8dccf5-f2cc-43f8-a9a0-b74024fdec06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:12.485722 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.db [None req-ca8dccf5-f2cc-43f8-a9a0-b74024fdec06 None None] For port f6d275b5-8657-4185-957b-302a21e51b17, host n-d-694802-15, cleared binding levels {{(pid=94469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:44:12.486313 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-772182e3-b727-4d39-bdfc-05dce70b67ed req-de9c1737-4685-40a6-bb11-c2c814909740 tempest-FloatingIPsTestJSON-802632884 tempest-FloatingIPsTestJSON-802632884-project] Notify callbacks [] for floatingip, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:12.489829 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.db [None req-ca8dccf5-f2cc-43f8-a9a0-b74024fdec06 None None] For port f6d275b5-8657-4185-957b-302a21e51b17, host n-d-694802-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=f6d275b5-8657-4185-957b-302a21e51b17,segment=NetworkSegment(881d8760-1393-4458-9765-2faca9999480),segment_id=881d8760-1393-4458-9765-2faca9999480)] {{(pid=94469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:44:12.496717 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-ca8dccf5-f2cc-43f8-a9a0-b74024fdec06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:12.508981 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-75e8a7c4-c3b0-4c2e-ae34-2075f8e627b1 req-2592463c-8fb9-4391-9368-be780f543fbc service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8bb9edf7-f6c1-4561-8b61-1cb3af49ecf6 HTTP/1.1" status: 200 len: 217 time: 0.1440899 Aug 12 14:44:12.527615 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54946415-eab5-434c-aaa5-154f6be207ab req-01d7d36c-5fb8-4f93-9cec-f48a2f3fa807 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:12.538158 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54946415-eab5-434c-aaa5-154f6be207ab req-01d7d36c-5fb8-4f93-9cec-f48a2f3fa807 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:12.546992 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54946415-eab5-434c-aaa5-154f6be207ab req-01d7d36c-5fb8-4f93-9cec-f48a2f3fa807 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:12.555770 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54946415-eab5-434c-aaa5-154f6be207ab req-01d7d36c-5fb8-4f93-9cec-f48a2f3fa807 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:12.563349 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54946415-eab5-434c-aaa5-154f6be207ab req-01d7d36c-5fb8-4f93-9cec-f48a2f3fa807 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:12.571532 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54946415-eab5-434c-aaa5-154f6be207ab req-01d7d36c-5fb8-4f93-9cec-f48a2f3fa807 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:12.579292 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54946415-eab5-434c-aaa5-154f6be207ab req-01d7d36c-5fb8-4f93-9cec-f48a2f3fa807 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:12.588935 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-54946415-eab5-434c-aaa5-154f6be207ab req-01d7d36c-5fb8-4f93-9cec-f48a2f3fa807 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] 10.222.0.39 "GET /v2.0/ports?device_id=419c5c7f-827f-4397-9cc6-d186147a5698 HTTP/1.1" status: 200 len: 5430 time: 0.1646810 Aug 12 14:44:12.618936 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca8dccf5-f2cc-43f8-a9a0-b74024fdec06 None None] Routers {'7989832f-36f0-4ca1-8b5e-5c56cdd00dd5'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:44:12.619663 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-ca8dccf5-f2cc-43f8-a9a0-b74024fdec06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:43:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['7989832f-36f0-4ca1-8b5e-5c56cdd00dd5'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:44:12.644760 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Returning: {'device': '769835af-590d-44bf-ae96-6aa7e3ae2342', 'network_id': '23465ac9-c2b6-454b-ad4d-35bb38ffda1f', 'port_id': '769835af-590d-44bf-ae96-6aa7e3ae2342', 'mac_address': 'fa:16:3e:75:a7:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '406ca1aa-3ad0-4dfd-af58-ddff5ca74ffa', 'ip_address': '10.1.1.233'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 14:44:12.659981 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-54946415-eab5-434c-aaa5-154f6be207ab req-83a19618-2c91-4e0f-9b2c-7b7822c53265 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] 10.222.0.39 "GET /v2.0/security-groups?id=f56fbbcf-68c5-4074-ab5b-41ec110855f2&id=def6086d-0ad1-4cdd-9c71-80d1fefb9be7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0685141 Aug 12 14:44:12.660610 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Pushing event updated for resources: {'Port': ['ID=b0aac563-42bd-4b31-95a9-a0a4d4b9e42a,revision_number=9']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:44:12.746274 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_common [None req-649e38e3-500f-4ca9-9eca-1d239874c97d admin admin] Allocated IP 172.25.1.207 (d3759e1b-6c03-45ac-acd4-90abb417809b/f0254f08-c19c-4e31-bd9c-09389ea4b6f2/ba8385c3-27ec-49ce-881f-a34871c7f23a) {{(pid=94467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:44:12.837334 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:12.878073 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning for port 6c6a7e53-0141-4a65-8016-e774fcb62f4f completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:44:12.886346 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-ca8dccf5-f2cc-43f8-a9a0-b74024fdec06 None None] Set router 7989832f-36f0-4ca1-8b5e-5c56cdd00dd5 gateway port host: n-d-694802-15 {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:44:12.973397 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port 6c6a7e53-0141-4a65-8016-e774fcb62f4f triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:44:12.974135 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:12.980826 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e8a7c4-c3b0-4c2e-ae34-2075f8e627b1 req-d38c3743-bdd8-49f1-aaf5-305cd317b3f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:12.982504 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-75e8a7c4-c3b0-4c2e-ae34-2075f8e627b1 req-d38c3743-bdd8-49f1-aaf5-305cd317b3f1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f38cd191-4aa4-4e94-92ca-7f9625449b21 HTTP/1.1" status: 200 len: 855 time: 0.4397321 Aug 12 14:44:12.999501 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348d1a6a-0475-43d1-aeb0-2611acc3e87b req-08c6ae20-14ac-4d3f-8589-07b5ce6be15c tempest-ListServerFiltersTestJSON-1279059967 tempest-ListServerFiltersTestJSON-1279059967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:13.011471 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-348d1a6a-0475-43d1-aeb0-2611acc3e87b req-08c6ae20-14ac-4d3f-8589-07b5ce6be15c tempest-ListServerFiltersTestJSON-1279059967 tempest-ListServerFiltersTestJSON-1279059967-project] 10.222.0.39 "GET /v2.0/ports?device_id=519bb32f-bada-41e8-a9e9-90cc25a414e0 HTTP/1.1" status: 200 len: 943 time: 0.1303375 Aug 12 14:44:13.060913 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68fe1ed-471b-4ed1-aa5c-258d81716ca5 None None] Pushing event updated for resources: {'Port': ['ID=f6d275b5-8657-4185-957b-302a21e51b17,revision_number=4']} {{(pid=94469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:44:13.086238 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-348d1a6a-0475-43d1-aeb0-2611acc3e87b req-debeaa82-14f9-47f3-8f18-b763d666784f tempest-ListServerFiltersTestJSON-1279059967 tempest-ListServerFiltersTestJSON-1279059967-project] 10.222.0.39 "GET /v2.0/security-groups?id=3d8a6de8-331f-498e-b3e1-f8d865328935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730622 Aug 12 14:44:13.109005 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:13.155092 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device 8bb9edf7-f6c1-4561-8b61-1cb3af49ecf6 details requested by agent hyperv_n-h1-694802-15 with host n-h1-694802-15 {{(pid=94468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 14:44:13.157873 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device cb26d418-61e9-48cd-9bf8-ecf7159eb791 up at agent hyperv_n-h1-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:44:13.161866 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-649e38e3-500f-4ca9-9eca-1d239874c97d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:13.163519 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 49848) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:44:13.230348 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e8a7c4-c3b0-4c2e-ae34-2075f8e627b1 req-7f9e2008-d614-4304-a574-ab66612f4fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:13.232337 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-75e8a7c4-c3b0-4c2e-ae34-2075f8e627b1 req-7f9e2008-d614-4304-a574-ab66612f4fd0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=acfcb45e-254e-408c-a582-9b961480581b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2280416 Aug 12 14:44:13.249703 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-772182e3-b727-4d39-bdfc-05dce70b67ed req-de9c1737-4685-40a6-bb11-c2c814909740 tempest-FloatingIPsTestJSON-802632884 tempest-FloatingIPsTestJSON-802632884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:13.292009 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1218354-2969-449f-b554-3c279f2c1cca req-831528b7-0954-4607-ab0a-78377dee967f tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:13.299606 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-b1218354-2969-449f-b554-3c279f2c1cca req-831528b7-0954-4607-ab0a-78377dee967f tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/ports?device_id=b148e05e-7d9e-4da9-9b03-99a8a72e94ac HTTP/1.1" status: 200 len: 944 time: 0.1333408 Aug 12 14:44:13.394447 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-ca8dccf5-f2cc-43f8-a9a0-b74024fdec06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7989832f-36f0-4ca1-8b5e-5c56cdd00dd5', 'name': 'tempest-FloatingIPsTestJSON-1475462978-router', 'tenant_id': '7b16eba5702a4522aa123f33f9befa5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.48'}], 'enable_snat': True}, 'gw_port_id': '14c7ca8d-3ae3-49b2-bf80-215ffc5cf189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:43:55Z', 'updated_at': '2021-08-12T14:44:08Z', 'revision_number': 4, 'project_id': '7b16eba5702a4522aa123f33f9befa5f', 'gw_port': {'id': '14c7ca8d-3ae3-49b2-bf80-215ffc5cf189', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:c2:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7989832f-36f0-4ca1-8b5e-5c56cdd00dd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:43:58Z', 'updated_at': '2021-08-12T14:44:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': 'f6d275b5-8657-4185-957b-302a21e51b17', 'name': '', 'network_id': 'eb583443-506f-4685-9e8b-2291e492be91', 'tenant_id': '7b16eba5702a4522aa123f33f9befa5f', 'mac_address': 'fa:16:3e:5a:f3:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7989832f-36f0-4ca1-8b5e-5c56cdd00dd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1659, 'fixed_ips': [{'subnet_id': 'fcf01865-055a-4948-883b-2c238cdc6953', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:44:04Z', 'updated_at': '2021-08-12T14:44:12Z', 'revision_number': 4, 'project_id': '7b16eba5702a4522aa123f33f9befa5f', 'subnets': [{'id': 'fcf01865-055a-4948-883b-2c238cdc6953', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:44:13.425675 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca8dccf5-f2cc-43f8-a9a0-b74024fdec06 None None] The sync data for ids ['7989832f-36f0-4ca1-8b5e-5c56cdd00dd5'] in n-d-694802-15 is: [{'id': '7989832f-36f0-4ca1-8b5e-5c56cdd00dd5', 'name': 'tempest-FloatingIPsTestJSON-1475462978-router', 'tenant_id': '7b16eba5702a4522aa123f33f9befa5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.48'}], 'enable_snat': True}, 'gw_port_id': '14c7ca8d-3ae3-49b2-bf80-215ffc5cf189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:43:55Z', 'updated_at': '2021-08-12T14:44:08Z', 'revision_number': 4, 'project_id': '7b16eba5702a4522aa123f33f9befa5f', 'gw_port': {'id': '14c7ca8d-3ae3-49b2-bf80-215ffc5cf189', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:c2:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7989832f-36f0-4ca1-8b5e-5c56cdd00dd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:43:58Z', 'updated_at': '2021-08-12T14:44:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': 'f6d275b5-8657-4185-957b-302a21e51b17', 'name': '', 'network_id': 'eb583443-506f-4685-9e8b-2291e492be91', 'tenant_id': '7b16eba5702a4522aa123f33f9befa5f', 'mac_address': 'fa:16:3e:5a:f3:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7989832f-36f0-4ca1-8b5e-5c56cdd00dd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1659, 'fixed_ips': [{'subnet_id': 'fcf01865-055a-4948-883b-2c238cdc6953', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:44:04Z', 'updated_at': '2021-08-12T14:44:12Z', 'revision_number': 4, 'project_id': '7b16eba5702a4522aa123f33f9befa5f', 'subnets': [{'id': 'fcf01865-055a-4948-883b-2c238cdc6953', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 14:44:13.450712 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-b1218354-2969-449f-b554-3c279f2c1cca req-8abd7352-fdeb-41ac-be44-6da816508b34 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/security-groups?id=ae835367-3679-4f41-a825-d086536e4cce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1433816 Aug 12 14:44:13.451892 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-6d1f36a4-c025-4484-81f2-28ff22e84912 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:13.663004 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:13.714121 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-6d1f36a4-c025-4484-81f2-28ff22e84912 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:13.720738 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-6d1f36a4-c025-4484-81f2-28ff22e84912 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:13.721732 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 769835af-590d-44bf-ae96-6aa7e3ae2342 {{(pid=94468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:44:13.776798 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port 769835af-590d-44bf-ae96-6aa7e3ae2342, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=769835af-590d-44bf-ae96-6aa7e3ae2342,segment=NetworkSegment(505995ff-9200-4984-b515-d69d3d86fab3),segment_id=505995ff-9200-4984-b515-d69d3d86fab3)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:44:13.792200 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-6d1f36a4-c025-4484-81f2-28ff22e84912 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f8800b4a752d42709864e8bc79133e50&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6270714 Aug 12 14:44:13.794213 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 49868) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:44:13.825234 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:13.858402 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-8510d1e2-e2e8-447e-981c-aa0c048dc47b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:13.882186 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e63866ab-5980-4e58-8e02-90e11eef08f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edf69591-64d3-4fd5-9bc7-970b710b1872'}] {{(pid=94468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:44:13.885473 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99a8d87602170099c728e57431aca99e9b98a655a83bbf8727be13192709727b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd69178e-7172-42e2-a1cd-7387223068f1" -d '{"events": [{"server_uuid": "e63866ab-5980-4e58-8e02-90e11eef08f9", "name": "network-vif-plugged", "status": "completed", "tag": "edf69591-64d3-4fd5-9bc7-970b710b1872"}]}' {{(pid=94468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:44:13.900608 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:13.901556 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device 5ecdfe63-3ffa-42b5-8a13-d40d6a58c5c5 details requested by agent hyperv_n-h2-694802-15 with host n-h2-694802-15 {{(pid=94468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 14:44:13.948684 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port 5ecdfe63-3ffa-42b5-8a13-d40d6a58c5c5, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=5ecdfe63-3ffa-42b5-8a13-d40d6a58c5c5,segment=NetworkSegment(505995ff-9200-4984-b515-d69d3d86fab3),segment_id=505995ff-9200-4984-b515-d69d3d86fab3)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:44:13.964275 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.db.resource_extend [None req-93370168-53ca-47c2-9e27-b066be57125c None None] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 12 14:44:13.983211 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Returning: {'device': '5ecdfe63-3ffa-42b5-8a13-d40d6a58c5c5', 'network_id': '23465ac9-c2b6-454b-ad4d-35bb38ffda1f', 'port_id': '5ecdfe63-3ffa-42b5-8a13-d40d6a58c5c5', 'mac_address': 'fa:16:3e:59:ee:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '406ca1aa-3ad0-4dfd-af58-ddff5ca74ffa', 'ip_address': '10.1.1.175'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 14:44:14.017470 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-596111bb-dea7-415e-b088-b46e16e5a7e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:14.086755 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-596111bb-dea7-415e-b088-b46e16e5a7e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:14.125164 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02a81f5-0754-4f2d-a1ec-35beba9fed4e req-57ce3245-8f49-4795-89b6-117d764a0d43 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:14.137075 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port edf69591-64d3-4fd5-9bc7-970b710b1872, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=edf69591-64d3-4fd5-9bc7-970b710b1872,segment=NetworkSegment(d2d05aff-925b-4b31-af1c-62d92cd22ab3),segment_id=d2d05aff-925b-4b31-af1c-62d92cd22ab3)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:44:14.151211 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02a81f5-0754-4f2d-a1ec-35beba9fed4e req-57ce3245-8f49-4795-89b6-117d764a0d43 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:14.165521 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02a81f5-0754-4f2d-a1ec-35beba9fed4e req-57ce3245-8f49-4795-89b6-117d764a0d43 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:14.180301 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02a81f5-0754-4f2d-a1ec-35beba9fed4e req-57ce3245-8f49-4795-89b6-117d764a0d43 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:14.189773 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02a81f5-0754-4f2d-a1ec-35beba9fed4e req-57ce3245-8f49-4795-89b6-117d764a0d43 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:14.203491 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02a81f5-0754-4f2d-a1ec-35beba9fed4e req-57ce3245-8f49-4795-89b6-117d764a0d43 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:14.207730 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-649e38e3-500f-4ca9-9eca-1d239874c97d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:14.212701 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02a81f5-0754-4f2d-a1ec-35beba9fed4e req-57ce3245-8f49-4795-89b6-117d764a0d43 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:14.228112 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-b02a81f5-0754-4f2d-a1ec-35beba9fed4e req-57ce3245-8f49-4795-89b6-117d764a0d43 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] 10.222.0.39 "GET /v2.0/ports?device_id=419c5c7f-827f-4397-9cc6-d186147a5698 HTTP/1.1" status: 200 len: 5431 time: 0.3503430 Aug 12 14:44:14.255568 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:14.257912 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Provisioning for port cb26d418-61e9-48cd-9bf8-ecf7159eb791 completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:44:14.262311 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:14.274531 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Provisioning complete for port cb26d418-61e9-48cd-9bf8-ecf7159eb791 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:44:14.275168 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:14.295116 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1f36a4-c025-4484-81f2-28ff22e84912 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1a28d3d-a67a-4c8c-bc90-66e93c2655c6,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:44:14.327874 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-596111bb-dea7-415e-b088-b46e16e5a7e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:14.332481 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-596111bb-dea7-415e-b088-b46e16e5a7e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:14.333748 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-596111bb-dea7-415e-b088-b46e16e5a7e6 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b1a28d3d-a67a-4c8c-bc90-66e93c2655c6 HTTP/1.1" status: 204 len: 168 time: 0.5382457 Aug 12 14:44:14.341643 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1f36a4-c025-4484-81f2-28ff22e84912 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:44:14.341997 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1f36a4-c025-4484-81f2-28ff22e84912 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:44:14.342467 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1f36a4-c025-4484-81f2-28ff22e84912 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:44:14.342753 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1f36a4-c025-4484-81f2-28ff22e84912 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:44:14.343134 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1f36a4-c025-4484-81f2-28ff22e84912 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:44:14.343523 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1f36a4-c025-4484-81f2-28ff22e84912 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:44:14.343876 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1f36a4-c025-4484-81f2-28ff22e84912 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:44:14.344276 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1f36a4-c025-4484-81f2-28ff22e84912 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:44:14.344640 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1f36a4-c025-4484-81f2-28ff22e84912 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:44:14.345528 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1f36a4-c025-4484-81f2-28ff22e84912 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:44:14.345871 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1f36a4-c025-4484-81f2-28ff22e84912 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:44:14.346237 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1f36a4-c025-4484-81f2-28ff22e84912 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:44:14.354645 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-1769855f-eda9-4483-9dc3-3220908ab45d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:14.366589 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-95fef734-f76c-4410-b230-e79ff57ade1e None None] Provisioning complete for port 6c6a7e53-0141-4a65-8016-e774fcb62f4f triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:44:14.367291 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-95fef734-f76c-4410-b230-e79ff57ade1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:14.398659 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-649e38e3-500f-4ca9-9eca-1d239874c97d admin admin] Network d3759e1b-6c03-45ac-acd4-90abb417809b is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:44:14.416631 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-75e8a7c4-c3b0-4c2e-ae34-2075f8e627b1 req-2e46bd0b-d1be-43f7-8bad-dbdc20e61a84 service neutron] 10.222.0.64 "GET /v2.0/networks/acfcb45e-254e-408c-a582-9b961480581b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1624119 Aug 12 14:44:14.421710 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [None req-649e38e3-500f-4ca9-9eca-1d239874c97d admin admin] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:44:14.426490 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ecdfe63-3ffa-42b5-8a13-d40d6a58c5c5 {{(pid=94468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:44:14.434576 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649e38e3-500f-4ca9-9eca-1d239874c97d admin admin] Pushing event updated for resources: {'Port': ['ID=ba8385c3-27ec-49ce-881f-a34871c7f23a,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:44:14.434905 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596111bb-dea7-415e-b088-b46e16e5a7e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1a28d3d-a67a-4c8c-bc90-66e93c2655c6,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:44:14.455185 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-649e38e3-500f-4ca9-9eca-1d239874c97d admin admin] Received port after_create {{(pid=94467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:44:14.474506 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-b02a81f5-0754-4f2d-a1ec-35beba9fed4e req-05fb9996-7018-4c6d-91b9-105fca4ac202 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] 10.222.0.39 "GET /v2.0/security-groups?id=f56fbbcf-68c5-4074-ab5b-41ec110855f2&id=def6086d-0ad1-4cdd-9c71-80d1fefb9be7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1809545 Aug 12 14:44:14.502263 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Pushing event updated for resources: {'Port': ['ID=769835af-590d-44bf-ae96-6aa7e3ae2342,revision_number=4']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:44:14.569486 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_common [req-772182e3-b727-4d39-bdfc-05dce70b67ed req-de9c1737-4685-40a6-bb11-c2c814909740 tempest-FloatingIPsTestJSON-802632884 tempest-FloatingIPsTestJSON-802632884-project] Allocated IP 172.25.1.163 (d3759e1b-6c03-45ac-acd4-90abb417809b/f0254f08-c19c-4e31-bd9c-09389ea4b6f2/46476564-a692-4bd0-a069-2fa377059d42) {{(pid=94467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:44:14.585812 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port 5ecdfe63-3ffa-42b5-8a13-d40d6a58c5c5, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=5ecdfe63-3ffa-42b5-8a13-d40d6a58c5c5,segment=NetworkSegment(505995ff-9200-4984-b515-d69d3d86fab3),segment_id=505995ff-9200-4984-b515-d69d3d86fab3)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:44:14.588755 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:14.620509 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:14.621303 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device 5990fff5-4fd8-40dc-8d99-17a1763d5291 details requested by agent hyperv_n-h2-694802-15 with host n-h2-694802-15 {{(pid=94468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 14:44:14.659101 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port 8bb9edf7-f6c1-4561-8b61-1cb3af49ecf6, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=8bb9edf7-f6c1-4561-8b61-1cb3af49ecf6,segment=NetworkSegment(d2d05aff-925b-4b31-af1c-62d92cd22ab3),segment_id=d2d05aff-925b-4b31-af1c-62d92cd22ab3)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:44:14.762023 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 14:44:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b554ad43-c331-442b-8981-c4fd3303789c x-openstack-request-id: req-b554ad43-c331-442b-8981-c4fd3303789c {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:44:14.762411 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e63866ab-5980-4e58-8e02-90e11eef08f9", "name": "network-vif-plugged", "status": "completed", "tag": "edf69591-64d3-4fd5-9bc7-970b710b1872", "code": 200}]} {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:44:14.762583 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b554ad43-c331-442b-8981-c4fd3303789c {{(pid=94468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:44:14.762990 n-d-694802-15 neutron-server[94468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e63866ab-5980-4e58-8e02-90e11eef08f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edf69591-64d3-4fd5-9bc7-970b710b1872', 'code': 200} Aug 12 14:44:14.794517 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Pushing event updated for resources: {'Port': ['ID=edf69591-64d3-4fd5-9bc7-970b710b1872,revision_number=5']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:44:14.817890 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Returning: {'device': '8bb9edf7-f6c1-4561-8b61-1cb3af49ecf6', 'network_id': 'acfcb45e-254e-408c-a582-9b961480581b', 'port_id': '8bb9edf7-f6c1-4561-8b61-1cb3af49ecf6', 'mac_address': 'fa:16:3e:5d:d9:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f38cd191-4aa4-4e94-92ca-7f9625449b21', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 14:44:14.929715 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68e0bf8-f37f-4b79-9a89-9ec8fedcbbe5 req-65845938-e678-429b-a41c-db1dc045e548 tempest-ListServerFiltersTestJSON-1279059967 tempest-ListServerFiltersTestJSON-1279059967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:14.938295 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-d68e0bf8-f37f-4b79-9a89-9ec8fedcbbe5 req-65845938-e678-429b-a41c-db1dc045e548 tempest-ListServerFiltersTestJSON-1279059967 tempest-ListServerFiltersTestJSON-1279059967-project] 10.222.0.39 "GET /v2.0/ports?device_id=519bb32f-bada-41e8-a9e9-90cc25a414e0 HTTP/1.1" status: 200 len: 943 time: 0.1039057 Aug 12 14:44:14.993758 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-75e8a7c4-c3b0-4c2e-ae34-2075f8e627b1 req-83ff95f3-c4f1-4c5f-b9d6-9afb4a57291b service neutron] 10.222.0.64 "GET /v2.0/networks/acfcb45e-254e-408c-a582-9b961480581b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5656376 Aug 12 14:44:15.013091 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.db.resource_extend [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 12 14:44:15.018574 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] For port 6c6a7e53-0141-4a65-8016-e774fcb62f4f, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=6c6a7e53-0141-4a65-8016-e774fcb62f4f,segment=NetworkSegment(5460dd8c-09fa-480f-a792-3783d9f14ea8),segment_id=5460dd8c-09fa-480f-a792-3783d9f14ea8)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:44:15.020049 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-95fef734-f76c-4410-b230-e79ff57ade1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:15.025859 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-d68e0bf8-f37f-4b79-9a89-9ec8fedcbbe5 req-d6637792-4d9d-4dc3-8238-7302766a908b tempest-ListServerFiltersTestJSON-1279059967 tempest-ListServerFiltersTestJSON-1279059967-project] 10.222.0.39 "GET /v2.0/security-groups?id=3d8a6de8-331f-498e-b3e1-f8d865328935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869610 Aug 12 14:44:15.031731 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 49884) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:44:15.057378 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-80ae7f0d-0b63-4f44-8407-7d9fdea03401 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:15.128123 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:15.183923 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port 5990fff5-4fd8-40dc-8d99-17a1763d5291, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=5990fff5-4fd8-40dc-8d99-17a1763d5291,segment=NetworkSegment(505995ff-9200-4984-b515-d69d3d86fab3),segment_id=505995ff-9200-4984-b515-d69d3d86fab3)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:44:15.286152 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-80ae7f0d-0b63-4f44-8407-7d9fdea03401 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:15.309062 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-80ae7f0d-0b63-4f44-8407-7d9fdea03401 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:15.329281 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fbdf57-0488-42c1-8baf-1d8590b4656b req-6b4827fb-0c3c-49d4-8494-b7ff59b76849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:15.332319 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a8fbdf57-0488-42c1-8baf-1d8590b4656b req-6b4827fb-0c3c-49d4-8494-b7ff59b76849 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=e63866ab-5980-4e58-8e02-90e11eef08f9 HTTP/1.1" status: 200 len: 1097 time: 0.3496227 Aug 12 14:44:15.386125 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.db.api [None req-95fef734-f76c-4410-b230-e79ff57ade1e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94468) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 12 14:44:15.388047 n-d-694802-15 neutron-server[94468]: DEBUG oslo_db.api [None req-95fef734-f76c-4410-b230-e79ff57ade1e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 12 14:44:15.388861 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Returning: {'device': '5990fff5-4fd8-40dc-8d99-17a1763d5291', 'network_id': '23465ac9-c2b6-454b-ad4d-35bb38ffda1f', 'port_id': '5990fff5-4fd8-40dc-8d99-17a1763d5291', 'mac_address': 'fa:16:3e:c3:ee:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '406ca1aa-3ad0-4dfd-af58-ddff5ca74ffa', 'ip_address': '10.1.1.222'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 14:44:15.411117 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:15.422464 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ae7f0d-0b63-4f44-8407-7d9fdea03401 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af18777f-8502-440e-8488-7ba7626fc46c,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:44:15.424453 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:15.430912 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-80ae7f0d-0b63-4f44-8407-7d9fdea03401 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d1cda1b0c6af4958b060379f90044d8f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3948264 Aug 12 14:44:15.431145 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 49886) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:44:15.462996 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a8fbdf57-0488-42c1-8baf-1d8590b4656b req-e6d89734-9a75-44a3-83eb-e58e19456365 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=3d8a6de8-331f-498e-b3e1-f8d865328935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077945 Aug 12 14:44:15.474588 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-772182e3-b727-4d39-bdfc-05dce70b67ed req-de9c1737-4685-40a6-bb11-c2c814909740 tempest-FloatingIPsTestJSON-802632884 tempest-FloatingIPsTestJSON-802632884-project] Notify callbacks [] for port, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:15.482065 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9baf8a-e6f5-446d-9a52-ec6b2a521899 req-c4f77ac8-1722-49e0-8f4f-343373b37423 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:15.494552 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-9e9baf8a-e6f5-446d-9a52-ec6b2a521899 req-c4f77ac8-1722-49e0-8f4f-343373b37423 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/ports?device_id=b148e05e-7d9e-4da9-9b03-99a8a72e94ac HTTP/1.1" status: 200 len: 944 time: 0.1943936 Aug 12 14:44:15.522035 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8bb9edf7-f6c1-4561-8b61-1cb3af49ecf6 {{(pid=94468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:44:15.527936 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Pushing event updated for resources: {'Port': ['ID=5ecdfe63-3ffa-42b5-8a13-d40d6a58c5c5,revision_number=4']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:44:15.553114 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device f6d275b5-8657-4185-957b-302a21e51b17 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:44:15.622780 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-9e9baf8a-e6f5-446d-9a52-ec6b2a521899 req-633c013e-654a-4efa-8c1d-d22ef90677e5 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/security-groups?id=ae835367-3679-4f41-a825-d086536e4cce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1224513 Aug 12 14:44:15.659551 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1c39a56c-5b9d-4346-917d-386e5e8f958e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:15.664736 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port 8bb9edf7-f6c1-4561-8b61-1cb3af49ecf6, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=8bb9edf7-f6c1-4561-8b61-1cb3af49ecf6,segment=NetworkSegment(d2d05aff-925b-4b31-af1c-62d92cd22ab3),segment_id=d2d05aff-925b-4b31-af1c-62d92cd22ab3)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:44:15.668202 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-fe95f194-a3b0-4c04-9e42-20b511169d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:15.692824 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1c39a56c-5b9d-4346-917d-386e5e8f958e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:15.699812 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-772182e3-b727-4d39-bdfc-05dce70b67ed req-de9c1737-4685-40a6-bb11-c2c814909740 tempest-FloatingIPsTestJSON-802632884 tempest-FloatingIPsTestJSON-802632884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:15.716535 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:15.725661 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:15.733854 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port cb26d418-61e9-48cd-9bf8-ecf7159eb791, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=cb26d418-61e9-48cd-9bf8-ecf7159eb791,segment=NetworkSegment(d2d05aff-925b-4b31-af1c-62d92cd22ab3),segment_id=d2d05aff-925b-4b31-af1c-62d92cd22ab3)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:44:15.767561 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1c39a56c-5b9d-4346-917d-386e5e8f958e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:15.770008 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:15.773317 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1c39a56c-5b9d-4346-917d-386e5e8f958e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:15.774906 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-1c39a56c-5b9d-4346-917d-386e5e8f958e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/af18777f-8502-440e-8488-7ba7626fc46c HTTP/1.1" status: 204 len: 168 time: 0.3407941 Aug 12 14:44:15.779423 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5990fff5-4fd8-40dc-8d99-17a1763d5291 {{(pid=94468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:44:15.784756 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Pushing event updated for resources: {'Port': ['ID=6c6a7e53-0141-4a65-8016-e774fcb62f4f,revision_number=3']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:44:15.794666 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9c1737-4685-40a6-bb11-c2c814909740 tempest-FloatingIPsTestJSON-802632884 tempest-FloatingIPsTestJSON-802632884-project] Pushing event updated for resources: {'Port': ['ID=46476564-a692-4bd0-a069-2fa377059d42,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:44:15.830065 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c39a56c-5b9d-4346-917d-386e5e8f958e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af18777f-8502-440e-8488-7ba7626fc46c,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:44:15.831814 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device b0aac563-42bd-4b31-95a9-a0a4d4b9e42a up at agent hyperv_n-h1-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:44:15.866056 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-772182e3-b727-4d39-bdfc-05dce70b67ed req-de9c1737-4685-40a6-bb11-c2c814909740 tempest-FloatingIPsTestJSON-802632884 tempest-FloatingIPsTestJSON-802632884-project] Network d3759e1b-6c03-45ac-acd4-90abb417809b is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:44:15.868399 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96023e46-e684-458c-879f-32e4858e410d req-0032c53a-2695-4533-8921-1a5f90097764 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:15.871151 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [req-772182e3-b727-4d39-bdfc-05dce70b67ed req-de9c1737-4685-40a6-bb11-c2c814909740 tempest-FloatingIPsTestJSON-802632884 tempest-FloatingIPsTestJSON-802632884-project] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:44:15.877998 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [req-772182e3-b727-4d39-bdfc-05dce70b67ed req-de9c1737-4685-40a6-bb11-c2c814909740 tempest-FloatingIPsTestJSON-802632884 tempest-FloatingIPsTestJSON-802632884-project] Received port after_create {{(pid=94467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:44:15.883182 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96023e46-e684-458c-879f-32e4858e410d req-0032c53a-2695-4533-8921-1a5f90097764 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:15.900092 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96023e46-e684-458c-879f-32e4858e410d req-0032c53a-2695-4533-8921-1a5f90097764 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:15.913056 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port 5990fff5-4fd8-40dc-8d99-17a1763d5291, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=5990fff5-4fd8-40dc-8d99-17a1763d5291,segment=NetworkSegment(505995ff-9200-4984-b515-d69d3d86fab3),segment_id=505995ff-9200-4984-b515-d69d3d86fab3)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:44:15.918641 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96023e46-e684-458c-879f-32e4858e410d req-0032c53a-2695-4533-8921-1a5f90097764 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:15.937618 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96023e46-e684-458c-879f-32e4858e410d req-0032c53a-2695-4533-8921-1a5f90097764 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:15.953270 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96023e46-e684-458c-879f-32e4858e410d req-0032c53a-2695-4533-8921-1a5f90097764 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:15.966095 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:15.967634 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device 827c8ce5-97e8-4c6c-9410-67c6f592ef59 details requested by agent hyperv_n-h2-694802-15 with host n-h2-694802-15 {{(pid=94468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 14:44:15.969970 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96023e46-e684-458c-879f-32e4858e410d req-0032c53a-2695-4533-8921-1a5f90097764 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:15.975237 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-96023e46-e684-458c-879f-32e4858e410d req-0032c53a-2695-4533-8921-1a5f90097764 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] 10.222.0.39 "GET /v2.0/ports?device_id=419c5c7f-827f-4397-9cc6-d186147a5698 HTTP/1.1" status: 200 len: 5432 time: 0.2100694 Aug 12 14:44:15.993010 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-649e38e3-500f-4ca9-9eca-1d239874c97d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:16.005362 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning for port f6d275b5-8657-4185-957b-302a21e51b17 completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:44:16.037365 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port f6d275b5-8657-4185-957b-302a21e51b17 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:44:16.038619 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:16.051652 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Pushing event updated for resources: {'Port': ['ID=8bb9edf7-f6c1-4561-8b61-1cb3af49ecf6,revision_number=4']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:44:16.073407 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-96023e46-e684-458c-879f-32e4858e410d req-54e6a2ca-8af8-4756-8499-caa9e113b1db tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] 10.222.0.39 "GET /v2.0/security-groups?id=f56fbbcf-68c5-4074-ab5b-41ec110855f2&id=def6086d-0ad1-4cdd-9c71-80d1fefb9be7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0901251 Aug 12 14:44:16.143784 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] get_ports_and_sgs() called for port_ids ['8bb9edf7-f6c1-4561-8b61-1cb3af49ecf6'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:44:16.240887 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.db.resource_extend [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 12 14:44:16.352072 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-772182e3-b727-4d39-bdfc-05dce70b67ed req-de9c1737-4685-40a6-bb11-c2c814909740 tempest-FloatingIPsTestJSON-802632884 tempest-FloatingIPsTestJSON-802632884-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:16.360649 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9828974-f513-4db4-8b4f-9ee79a626cdf req-76ab99b7-9552-41e3-8673-f5192b76454a tempest-ListServerFiltersTestJSON-1279059967 tempest-ListServerFiltersTestJSON-1279059967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:16.374456 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-a9828974-f513-4db4-8b4f-9ee79a626cdf req-76ab99b7-9552-41e3-8673-f5192b76454a tempest-ListServerFiltersTestJSON-1279059967 tempest-ListServerFiltersTestJSON-1279059967-project] 10.222.0.39 "GET /v2.0/ports?device_id=519bb32f-bada-41e8-a9e9-90cc25a414e0 HTTP/1.1" status: 200 len: 944 time: 0.1139150 Aug 12 14:44:16.461137 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-a9828974-f513-4db4-8b4f-9ee79a626cdf req-8986d321-c434-4cb2-a066-d3db67362348 tempest-ListServerFiltersTestJSON-1279059967 tempest-ListServerFiltersTestJSON-1279059967-project] 10.222.0.39 "GET /v2.0/security-groups?id=3d8a6de8-331f-498e-b3e1-f8d865328935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806410 Aug 12 14:44:16.479335 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Provisioning complete for port b0aac563-42bd-4b31-95a9-a0a4d4b9e42a triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:44:16.480376 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:16.580321 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Pushing event updated for resources: {'Port': ['ID=cb26d418-61e9-48cd-9bf8-ecf7159eb791,revision_number=5']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:44:16.587415 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-772182e3-b727-4d39-bdfc-05dce70b67ed req-de9c1737-4685-40a6-bb11-c2c814909740 tempest-FloatingIPsTestJSON-802632884 tempest-FloatingIPsTestJSON-802632884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:16.594811 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:16.634607 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-649e38e3-500f-4ca9-9eca-1d239874c97d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-429413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-431608'] for router, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:16.703471 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Pushing event updated for resources: {'Port': ['ID=5990fff5-4fd8-40dc-8d99-17a1763d5291,revision_number=4']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:44:16.778995 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a213a945-2481-4cf1-a668-0946b792e4e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb26d418-61e9-48cd-9bf8-ecf7159eb791'}] {{(pid=94468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:44:16.782339 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99a8d87602170099c728e57431aca99e9b98a655a83bbf8727be13192709727b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0748201-6b16-469c-9b1e-c9160813224d" -d '{"events": [{"server_uuid": "a213a945-2481-4cf1-a668-0946b792e4e6", "name": "network-vif-plugged", "status": "completed", "tag": "cb26d418-61e9-48cd-9bf8-ecf7159eb791"}]}' {{(pid=94468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:44:16.848577 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port 827c8ce5-97e8-4c6c-9410-67c6f592ef59, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=827c8ce5-97e8-4c6c-9410-67c6f592ef59,segment=NetworkSegment(ce946392-5bd0-4fe8-8210-1accf5f4dc64),segment_id=ce946392-5bd0-4fe8-8210-1accf5f4dc64)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:44:16.898050 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2544e0c-b4ce-42c2-8b5b-cfc7a500f461 req-6c17fce5-5cae-4232-be1f-8c8af3e5c596 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:16.901578 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-d2544e0c-b4ce-42c2-8b5b-cfc7a500f461 req-6c17fce5-5cae-4232-be1f-8c8af3e5c596 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/ports?device_id=b148e05e-7d9e-4da9-9b03-99a8a72e94ac HTTP/1.1" status: 200 len: 944 time: 0.1141436 Aug 12 14:44:16.924223 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-772182e3-b727-4d39-bdfc-05dce70b67ed req-de9c1737-4685-40a6-bb11-c2c814909740 tempest-FloatingIPsTestJSON-802632884 tempest-FloatingIPsTestJSON-802632884-project] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:16.942143 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] For port f6d275b5-8657-4185-957b-302a21e51b17, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=f6d275b5-8657-4185-957b-302a21e51b17,segment=NetworkSegment(881d8760-1393-4458-9765-2faca9999480),segment_id=881d8760-1393-4458-9765-2faca9999480)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:44:16.946778 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Returning: {'device': '827c8ce5-97e8-4c6c-9410-67c6f592ef59', 'network_id': 'e5e4fc6e-0901-492c-bd78-fcc16b98eeec', 'port_id': '827c8ce5-97e8-4c6c-9410-67c6f592ef59', 'mac_address': 'fa:16:3e:99:71:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '444fade6-475a-482f-b204-ebf217d66f28', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 14:44:16.955964 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-649e38e3-500f-4ca9-9eca-1d239874c97d admin admin] Router dcbe325a-7aba-492a-b72b-2e5db00507df is scheduled to L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f with binding_index 1 {{(pid=94467) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 14:44:16.966715 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-772182e3-b727-4d39-bdfc-05dce70b67ed req-de9c1737-4685-40a6-bb11-c2c814909740 tempest-FloatingIPsTestJSON-802632884 tempest-FloatingIPsTestJSON-802632884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:17.001537 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-d2544e0c-b4ce-42c2-8b5b-cfc7a500f461 req-0bb07c67-dfae-4b45-aee1-dcf03a25874b tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/security-groups?id=ae835367-3679-4f41-a825-d086536e4cce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817132 Aug 12 14:44:17.212469 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:17.247858 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 14:44:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b6043fd-b171-4f13-a067-2b24b067cc39 x-openstack-request-id: req-7b6043fd-b171-4f13-a067-2b24b067cc39 {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:44:17.248124 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a213a945-2481-4cf1-a668-0946b792e4e6", "name": "network-vif-plugged", "status": "completed", "tag": "cb26d418-61e9-48cd-9bf8-ecf7159eb791", "code": 200}]} {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:44:17.248387 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7b6043fd-b171-4f13-a067-2b24b067cc39 {{(pid=94468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:44:17.248780 n-d-694802-15 neutron-server[94468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a213a945-2481-4cf1-a668-0946b792e4e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb26d418-61e9-48cd-9bf8-ecf7159eb791', 'code': 200} Aug 12 14:44:17.322428 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b3a85e-8166-4aa0-9f04-da6b2d8906f7 req-8c80fdc3-dc94-40a9-97a0-52dde8226f30 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:17.338283 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b3a85e-8166-4aa0-9f04-da6b2d8906f7 req-8c80fdc3-dc94-40a9-97a0-52dde8226f30 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:17.373120 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:17.373347 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b3a85e-8166-4aa0-9f04-da6b2d8906f7 req-8c80fdc3-dc94-40a9-97a0-52dde8226f30 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:17.389145 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b3a85e-8166-4aa0-9f04-da6b2d8906f7 req-8c80fdc3-dc94-40a9-97a0-52dde8226f30 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:17.409605 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b3a85e-8166-4aa0-9f04-da6b2d8906f7 req-8c80fdc3-dc94-40a9-97a0-52dde8226f30 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:17.425213 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port b0aac563-42bd-4b31-95a9-a0a4d4b9e42a, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=b0aac563-42bd-4b31-95a9-a0a4d4b9e42a,segment=NetworkSegment(45b28473-1709-41a1-b9df-2ccc6425c05f),segment_id=45b28473-1709-41a1-b9df-2ccc6425c05f)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:44:17.425355 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b3a85e-8166-4aa0-9f04-da6b2d8906f7 req-8c80fdc3-dc94-40a9-97a0-52dde8226f30 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:17.435270 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 6c6a7e53-0141-4a65-8016-e774fcb62f4f up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:44:17.449832 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b3a85e-8166-4aa0-9f04-da6b2d8906f7 req-8c80fdc3-dc94-40a9-97a0-52dde8226f30 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:17.461565 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-54b3a85e-8166-4aa0-9f04-da6b2d8906f7 req-8c80fdc3-dc94-40a9-97a0-52dde8226f30 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] 10.222.0.39 "GET /v2.0/ports?device_id=419c5c7f-827f-4397-9cc6-d186147a5698 HTTP/1.1" status: 200 len: 5433 time: 0.2882395 Aug 12 14:44:17.480834 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Pushing event updated for resources: {'Port': ['ID=f6d275b5-8657-4185-957b-302a21e51b17,revision_number=5']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:44:17.483949 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:17.493730 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:17.525159 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-54b3a85e-8166-4aa0-9f04-da6b2d8906f7 req-b5ad96d0-5ff6-4cee-887b-c4117b896066 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] 10.222.0.39 "GET /v2.0/security-groups?id=f56fbbcf-68c5-4074-ab5b-41ec110855f2&id=def6086d-0ad1-4cdd-9c71-80d1fefb9be7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0602615 Aug 12 14:44:17.572583 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 827c8ce5-97e8-4c6c-9410-67c6f592ef59 {{(pid=94468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:44:17.632776 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Pushing event updated for resources: {'Port': ['ID=b0aac563-42bd-4b31-95a9-a0a4d4b9e42a,revision_number=10']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:44:17.641296 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9c1737-4685-40a6-bb11-c2c814909740 tempest-FloatingIPsTestJSON-802632884 tempest-FloatingIPsTestJSON-802632884-project] Pushing event updated for resources: {'Port': ['ID=46476564-a692-4bd0-a069-2fa377059d42,revision_number=2']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:44:17.653692 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port 827c8ce5-97e8-4c6c-9410-67c6f592ef59, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=827c8ce5-97e8-4c6c-9410-67c6f592ef59,segment=NetworkSegment(ce946392-5bd0-4fe8-8210-1accf5f4dc64),segment_id=ce946392-5bd0-4fe8-8210-1accf5f4dc64)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:44:17.668644 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-772182e3-b727-4d39-bdfc-05dce70b67ed req-de9c1737-4685-40a6-bb11-c2c814909740 tempest-FloatingIPsTestJSON-802632884 tempest-FloatingIPsTestJSON-802632884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431510'] for floatingip, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:17.675822 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-649e38e3-500f-4ca9-9eca-1d239874c97d admin admin] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 14:44:17.679007 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd135d0-dac9-4239-9529-e913e97012dc req-962ca22f-d5a3-47f1-ae65-3d7ee79f7ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:17.680847 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4dd135d0-dac9-4239-9529-e913e97012dc req-962ca22f-d5a3-47f1-ae65-3d7ee79f7ac2 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=a213a945-2481-4cf1-a668-0946b792e4e6 HTTP/1.1" status: 200 len: 1098 time: 0.4707375 Aug 12 14:44:17.682255 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:17.684365 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device 0d3500d0-8996-4ba7-a29c-4271f88cdfba details requested by agent hyperv_n-h2-694802-15 with host n-h2-694802-15 {{(pid=94468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 14:44:17.705953 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-742fdcdd-3e4d-46c6-9cf5-409617cfaebb None None] Sync routers for ids ['dcbe325a-7aba-492a-b72b-2e5db00507df'] in n-d-694802-15 {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 14:44:17.718437 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-772182e3-b727-4d39-bdfc-05dce70b67ed req-de9c1737-4685-40a6-bb11-c2c814909740 tempest-FloatingIPsTestJSON-802632884 tempest-FloatingIPsTestJSON-802632884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for floatingip, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:17.738176 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-772182e3-b727-4d39-bdfc-05dce70b67ed req-de9c1737-4685-40a6-bb11-c2c814909740 tempest-FloatingIPsTestJSON-802632884 tempest-FloatingIPsTestJSON-802632884-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 5.5147798 Aug 12 14:44:17.779666 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port 6c6a7e53-0141-4a65-8016-e774fcb62f4f triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:44:17.780289 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:17.809014 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e050ef74-1bdc-46ba-9d72-ad4ad4695037 req-a3b0986d-844f-4565-bbba-e3d350056202 tempest-ListServerFiltersTestJSON-1279059967 tempest-ListServerFiltersTestJSON-1279059967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:17.810636 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-e050ef74-1bdc-46ba-9d72-ad4ad4695037 req-a3b0986d-844f-4565-bbba-e3d350056202 tempest-ListServerFiltersTestJSON-1279059967 tempest-ListServerFiltersTestJSON-1279059967-project] 10.222.0.39 "GET /v2.0/ports?device_id=519bb32f-bada-41e8-a9e9-90cc25a414e0 HTTP/1.1" status: 200 len: 944 time: 0.0847342 Aug 12 14:44:17.832593 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-742fdcdd-3e4d-46c6-9cf5-409617cfaebb None None] Routers {'dcbe325a-7aba-492a-b72b-2e5db00507df'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:44:17.833254 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-742fdcdd-3e4d-46c6-9cf5-409617cfaebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:44:14Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['dcbe325a-7aba-492a-b72b-2e5db00507df'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:44:17.881366 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-649e38e3-500f-4ca9-9eca-1d239874c97d admin admin] Notify callbacks [] for router, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:17.885781 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-649e38e3-500f-4ca9-9eca-1d239874c97d admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 9.5239582 Aug 12 14:44:17.885941 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 49938) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:44:17.897941 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-772182e3-b727-4d39-bdfc-05dce70b67ed req-c1c7d827-fcaa-4348-8888-337b4a9f9eb3 tempest-FloatingIPsTestJSON-802632884 tempest-FloatingIPsTestJSON-802632884-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.1.163 HTTP/1.1" status: 200 len: 696 time: 0.1588991 Aug 12 14:44:17.912074 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4dd135d0-dac9-4239-9529-e913e97012dc req-a77a3ae4-7157-4ae4-88ac-df3929f1ad17 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=3d8a6de8-331f-498e-b3e1-f8d865328935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2233808 Aug 12 14:44:17.917121 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port 0d3500d0-8996-4ba7-a29c-4271f88cdfba, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=0d3500d0-8996-4ba7-a29c-4271f88cdfba,segment=NetworkSegment(505995ff-9200-4984-b515-d69d3d86fab3),segment_id=505995ff-9200-4984-b515-d69d3d86fab3)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:44:17.978445 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Pushing event updated for resources: {'Port': ['ID=827c8ce5-97e8-4c6c-9410-67c6f592ef59,revision_number=4']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:44:18.039113 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Returning: {'device': '0d3500d0-8996-4ba7-a29c-4271f88cdfba', 'network_id': '23465ac9-c2b6-454b-ad4d-35bb38ffda1f', 'port_id': '0d3500d0-8996-4ba7-a29c-4271f88cdfba', 'mac_address': 'fa:16:3e:82:a5:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '406ca1aa-3ad0-4dfd-af58-ddff5ca74ffa', 'ip_address': '10.1.1.107'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 14:44:18.076977 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772182e3-b727-4d39-bdfc-05dce70b67ed req-9b679402-9fed-45bb-81ba-3838f96317c4 tempest-FloatingIPsTestJSON-802632884 tempest-FloatingIPsTestJSON-802632884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:18.079785 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-772182e3-b727-4d39-bdfc-05dce70b67ed req-9b679402-9fed-45bb-81ba-3838f96317c4 tempest-FloatingIPsTestJSON-802632884 tempest-FloatingIPsTestJSON-802632884-project] 10.222.0.39 "GET /v2.0/networks/d3759e1b-6c03-45ac-acd4-90abb417809b HTTP/1.1" status: 200 len: 784 time: 0.1809282 Aug 12 14:44:18.095477 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [req-772182e3-b727-4d39-bdfc-05dce70b67ed req-c69c2761-dfff-4f3e-8795-eb9b9f9482d7 tempest-FloatingIPsTestJSON-802632884 tempest-FloatingIPsTestJSON-802632884-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=94467) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 14:44:18.099134 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-772182e3-b727-4d39-bdfc-05dce70b67ed req-c69c2761-dfff-4f3e-8795-eb9b9f9482d7 tempest-FloatingIPsTestJSON-802632884 tempest-FloatingIPsTestJSON-802632884-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0112870 Aug 12 14:44:18.113751 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:18.200688 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d3500d0-8996-4ba7-a29c-4271f88cdfba {{(pid=94468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:44:18.225402 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvr_db [None req-742fdcdd-3e4d-46c6-9cf5-409617cfaebb None None] Set router dcbe325a-7aba-492a-b72b-2e5db00507df gateway port host: n-d-694802-15 {{(pid=94468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:44:18.302141 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port 0d3500d0-8996-4ba7-a29c-4271f88cdfba, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=0d3500d0-8996-4ba7-a29c-4271f88cdfba,segment=NetworkSegment(505995ff-9200-4984-b515-d69d3d86fab3),segment_id=505995ff-9200-4984-b515-d69d3d86fab3)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:44:18.318760 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:18.351674 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f04d7f-a53a-461b-bf63-bf70a4e19205 req-57e186ee-865c-4cdd-8b8d-834b6ba5f292 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:18.353881 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-04f04d7f-a53a-461b-bf63-bf70a4e19205 req-57e186ee-865c-4cdd-8b8d-834b6ba5f292 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/ports?device_id=b148e05e-7d9e-4da9-9b03-99a8a72e94ac HTTP/1.1" status: 200 len: 944 time: 0.1489279 Aug 12 14:44:18.360994 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device 60dab493-b044-4ff6-81af-81a8db5e9f4e details requested by agent hyperv_n-h2-694802-15 with host n-h2-694802-15 {{(pid=94468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 14:44:18.366248 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device dfcd097c-9928-4160-b8e6-a0dea19d832c up at agent hyperv_n-h2-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:44:18.436689 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-04f04d7f-a53a-461b-bf63-bf70a4e19205 req-3e0b9970-9ba6-4e19-976e-c111d49c123f tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/security-groups?id=ae835367-3679-4f41-a825-d086536e4cce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707111 Aug 12 14:44:18.538924 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Pushing event updated for resources: {'Port': ['ID=0d3500d0-8996-4ba7-a29c-4271f88cdfba,revision_number=4']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:44:18.592327 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e3a42a6e-3d23-4408-8f55-80f4bbd81c1a req-a27fc2ce-b58a-40e1-81cf-f207d96b2634 tempest-FloatingIPsTestJSON-802632884 tempest-FloatingIPsTestJSON-802632884-project] 10.222.0.39 "GET /v2.0/floatingips/45750ff4-f46f-44e3-8e48-9c41e5863b47 HTTP/1.1" status: 200 len: 693 time: 0.0952382 Aug 12 14:44:18.609787 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Provisioning for port dfcd097c-9928-4160-b8e6-a0dea19d832c completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:44:18.628917 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Provisioning complete for port dfcd097c-9928-4160-b8e6-a0dea19d832c triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:44:18.633002 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:18.725897 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port 60dab493-b044-4ff6-81af-81a8db5e9f4e, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=60dab493-b044-4ff6-81af-81a8db5e9f4e,segment=NetworkSegment(3504b086-a225-42d9-836a-9d51b89d0937),segment_id=3504b086-a225-42d9-836a-9d51b89d0937)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:44:18.804073 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Returning: {'device': '60dab493-b044-4ff6-81af-81a8db5e9f4e', 'network_id': 'fb4567b1-456a-4ad5-b04d-3f1c691daca7', 'port_id': '60dab493-b044-4ff6-81af-81a8db5e9f4e', 'mac_address': 'fa:16:3e:3e:82:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87452bc0-af6f-4ccf-be47-4493323e3f3a', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 14:44:18.823555 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a42a6e-3d23-4408-8f55-80f4bbd81c1a req-caac919a-b5b4-4eed-8de3-266957014672 tempest-FloatingIPsTestJSON-802632884 tempest-FloatingIPsTestJSON-802632884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:18.825156 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e3a42a6e-3d23-4408-8f55-80f4bbd81c1a req-caac919a-b5b4-4eed-8de3-266957014672 tempest-FloatingIPsTestJSON-802632884 tempest-FloatingIPsTestJSON-802632884-project] 10.222.0.39 "GET /v2.0/networks/d3759e1b-6c03-45ac-acd4-90abb417809b HTTP/1.1" status: 200 len: 784 time: 0.2237651 Aug 12 14:44:18.846521 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [req-e3a42a6e-3d23-4408-8f55-80f4bbd81c1a req-0710f4a0-4756-49dd-ad01-147f41054bf9 tempest-FloatingIPsTestJSON-802632884 tempest-FloatingIPsTestJSON-802632884-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=94467) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 14:44:18.853588 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e3a42a6e-3d23-4408-8f55-80f4bbd81c1a req-0710f4a0-4756-49dd-ad01-147f41054bf9 tempest-FloatingIPsTestJSON-802632884 tempest-FloatingIPsTestJSON-802632884-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0162365 Aug 12 14:44:18.902225 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-742fdcdd-3e4d-46c6-9cf5-409617cfaebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcbe325a-7aba-492a-b72b-2e5db00507df', 'name': 'tempest-TestServerMultinode-1807224420-router', 'tenant_id': 'cd40830b171946f391e8502815779af4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.207'}], 'enable_snat': True}, 'gw_port_id': 'ba8385c3-27ec-49ce-881f-a34871c7f23a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:44:08Z', 'updated_at': '2021-08-12T14:44:15Z', 'revision_number': 3, 'project_id': 'cd40830b171946f391e8502815779af4', 'gw_port': {'id': 'ba8385c3-27ec-49ce-881f-a34871c7f23a', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:0c:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcbe325a-7aba-492a-b72b-2e5db00507df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:44:12Z', 'updated_at': '2021-08-12T14:44:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15'}], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:44:18.959331 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:18.961210 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-742fdcdd-3e4d-46c6-9cf5-409617cfaebb None None] Checking router: dcbe325a-7aba-492a-b72b-2e5db00507df for host: n-d-694802-15 {{(pid=94468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 14:44:18.961549 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-742fdcdd-3e4d-46c6-9cf5-409617cfaebb None None] Updating router dcbe325a-7aba-492a-b72b-2e5db00507df port ba8385c3-27ec-49ce-881f-a34871c7f23a binding host n-d-694802-15 {{(pid=94468) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 14:44:19.079089 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd9821f-2768-4511-a026-d10db712a442 req-a712ccf3-4b78-43b4-a8f8-f129869b10d0 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:19.104403 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-e050ef74-1bdc-46ba-9d72-ad4ad4695037 req-6497d684-ddfb-4f4a-b2b1-03e976741a79 tempest-ListServerFiltersTestJSON-1279059967 tempest-ListServerFiltersTestJSON-1279059967-project] 10.222.0.39 "GET /v2.0/security-groups?id=3d8a6de8-331f-498e-b3e1-f8d865328935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2761359 Aug 12 14:44:19.118947 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd9821f-2768-4511-a026-d10db712a442 req-a712ccf3-4b78-43b4-a8f8-f129869b10d0 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:19.125306 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd9821f-2768-4511-a026-d10db712a442 req-a712ccf3-4b78-43b4-a8f8-f129869b10d0 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:19.139058 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60dab493-b044-4ff6-81af-81a8db5e9f4e {{(pid=94468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:44:19.143872 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd9821f-2768-4511-a026-d10db712a442 req-a712ccf3-4b78-43b4-a8f8-f129869b10d0 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:19.161276 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] get_ports_and_sgs() called for port_ids ['5ecdfe63-3ffa-42b5-8a13-d40d6a58c5c5'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:44:19.165112 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd9821f-2768-4511-a026-d10db712a442 req-a712ccf3-4b78-43b4-a8f8-f129869b10d0 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:19.171097 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd9821f-2768-4511-a026-d10db712a442 req-a712ccf3-4b78-43b4-a8f8-f129869b10d0 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:19.178424 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd9821f-2768-4511-a026-d10db712a442 req-a712ccf3-4b78-43b4-a8f8-f129869b10d0 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:19.207079 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4dd9821f-2768-4511-a026-d10db712a442 req-a712ccf3-4b78-43b4-a8f8-f129869b10d0 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] 10.222.0.39 "GET /v2.0/ports?device_id=419c5c7f-827f-4397-9cc6-d186147a5698 HTTP/1.1" status: 200 len: 5435 time: 0.2303436 Aug 12 14:44:19.211959 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] get_ports_and_sgs() called for port_ids ['769835af-590d-44bf-ae96-6aa7e3ae2342'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:44:19.291230 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port 60dab493-b044-4ff6-81af-81a8db5e9f4e, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=60dab493-b044-4ff6-81af-81a8db5e9f4e,segment=NetworkSegment(3504b086-a225-42d9-836a-9d51b89d0937),segment_id=3504b086-a225-42d9-836a-9d51b89d0937)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:44:19.301541 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4dd9821f-2768-4511-a026-d10db712a442 req-7d1ba03e-c514-46f2-b167-67d0bc50ce1c tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] 10.222.0.39 "GET /v2.0/security-groups?id=f56fbbcf-68c5-4074-ab5b-41ec110855f2&id=def6086d-0ad1-4cdd-9c71-80d1fefb9be7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0928941 Aug 12 14:44:19.312307 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82ca70f0-3356-4166-96ef-a264876874d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0aac563-42bd-4b31-95a9-a0a4d4b9e42a'}] {{(pid=94468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:44:19.315039 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99a8d87602170099c728e57431aca99e9b98a655a83bbf8727be13192709727b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ed5712e-c947-4823-8463-08d5e74e71df" -d '{"events": [{"server_uuid": "82ca70f0-3356-4166-96ef-a264876874d1", "name": "network-vif-plugged", "status": "completed", "tag": "b0aac563-42bd-4b31-95a9-a0a4d4b9e42a"}]}' {{(pid=94468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:44:19.325484 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:19.344337 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-742fdcdd-3e4d-46c6-9cf5-409617cfaebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:19.420656 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-7125281a-8345-4bb3-a5e7-c38420102b92 req-2876ff07-fd49-4a06-9710-22430144c3d3 tempest-FloatingIPsTestJSON-802632884 tempest-FloatingIPsTestJSON-802632884-project] 10.222.0.39 "GET /v2.0/floatingips?tenant_id=7b16eba5702a4522aa123f33f9befa5f HTTP/1.1" status: 200 len: 696 time: 0.1829560 Aug 12 14:44:19.472153 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] get_ports_and_sgs() called for port_ids ['827c8ce5-97e8-4c6c-9410-67c6f592ef59'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:44:19.475909 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] get_ports_and_sgs() called for port_ids ['0d3500d0-8996-4ba7-a29c-4271f88cdfba'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:44:19.477676 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device f6d275b5-8657-4185-957b-302a21e51b17 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:44:19.507425 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:19.507860 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device 0499b153-16f3-45bf-a9f7-4cf3ddd80c7a details requested by agent hyperv_n-h2-694802-15 with host n-h2-694802-15 {{(pid=94468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 14:44:19.594446 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 14:44:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b74b16aa-1554-40f1-ab2b-a67491a113e3 x-openstack-request-id: req-b74b16aa-1554-40f1-ab2b-a67491a113e3 {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:44:19.594446 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82ca70f0-3356-4166-96ef-a264876874d1", "name": "network-vif-plugged", "status": "completed", "tag": "b0aac563-42bd-4b31-95a9-a0a4d4b9e42a", "code": 200}]} {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:44:19.594446 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b74b16aa-1554-40f1-ab2b-a67491a113e3 {{(pid=94468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:44:19.594914 n-d-694802-15 neutron-server[94468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82ca70f0-3356-4166-96ef-a264876874d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0aac563-42bd-4b31-95a9-a0a4d4b9e42a', 'code': 200} Aug 12 14:44:19.596255 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-85ffa279-f578-49a8-9023-fdb024406683 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:19.599194 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 49982) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:44:19.626421 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7125281a-8345-4bb3-a5e7-c38420102b92 req-fc3f8a6d-5ddb-4ca7-85a2-96250158a38f tempest-FloatingIPsTestJSON-802632884 tempest-FloatingIPsTestJSON-802632884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:19.635360 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-7125281a-8345-4bb3-a5e7-c38420102b92 req-fc3f8a6d-5ddb-4ca7-85a2-96250158a38f tempest-FloatingIPsTestJSON-802632884 tempest-FloatingIPsTestJSON-802632884-project] 10.222.0.39 "GET /v2.0/networks?id=d3759e1b-6c03-45ac-acd4-90abb417809b HTTP/1.1" status: 200 len: 787 time: 0.2124748 Aug 12 14:44:19.641853 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [req-7125281a-8345-4bb3-a5e7-c38420102b92 req-b83be2bd-c112-48aa-8166-aa0f5ed8c1dc tempest-FloatingIPsTestJSON-802632884 tempest-FloatingIPsTestJSON-802632884-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=94466) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 14:44:19.651179 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-7125281a-8345-4bb3-a5e7-c38420102b92 req-b83be2bd-c112-48aa-8166-aa0f5ed8c1dc tempest-FloatingIPsTestJSON-802632884 tempest-FloatingIPsTestJSON-802632884-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0112891 Aug 12 14:44:19.720640 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae3b01d-a628-45f0-8e8e-70f746f71dde req-d62f6c53-1d6f-49cd-84ab-07af67516adf tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:19.736034 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-aae3b01d-a628-45f0-8e8e-70f746f71dde req-d62f6c53-1d6f-49cd-84ab-07af67516adf tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/ports?device_id=b148e05e-7d9e-4da9-9b03-99a8a72e94ac HTTP/1.1" status: 200 len: 944 time: 0.1170008 Aug 12 14:44:19.778803 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device 8bb9edf7-f6c1-4561-8b61-1cb3af49ecf6 up at agent hyperv_n-h1-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:44:19.819930 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-aae3b01d-a628-45f0-8e8e-70f746f71dde req-d05ec041-7b6d-4aa2-848e-701623c27a8f tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/security-groups?id=ae835367-3679-4f41-a825-d086536e4cce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754194 Aug 12 14:44:19.836967 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-3661a02f-2d95-4f7f-9cfa-e3b6d973d710 req-c086bf22-c786-4e2a-8270-20ba4f0e2f47 tempest-FloatingIPsTestJSON-802632884 tempest-FloatingIPsTestJSON-802632884-project] 10.222.0.39 "GET /v2.0/floatingips/45750ff4-f46f-44e3-8e48-9c41e5863b47 HTTP/1.1" status: 200 len: 693 time: 0.1619928 Aug 12 14:44:19.851125 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-d5a09bf5-21dd-43c8-a4f5-cade0bb088ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:19.982050 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-d5a09bf5-21dd-43c8-a4f5-cade0bb088ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:19.992845 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3661a02f-2d95-4f7f-9cfa-e3b6d973d710 req-a3247f95-b524-464d-a7ee-b25e5e5b329d tempest-FloatingIPsTestJSON-802632884 tempest-FloatingIPsTestJSON-802632884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:19.998427 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-3661a02f-2d95-4f7f-9cfa-e3b6d973d710 req-a3247f95-b524-464d-a7ee-b25e5e5b329d tempest-FloatingIPsTestJSON-802632884 tempest-FloatingIPsTestJSON-802632884-project] 10.222.0.39 "GET /v2.0/networks/d3759e1b-6c03-45ac-acd4-90abb417809b HTTP/1.1" status: 200 len: 784 time: 0.1603096 Aug 12 14:44:20.007182 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [req-3661a02f-2d95-4f7f-9cfa-e3b6d973d710 req-bec606c8-fc1a-421d-bfb0-202979cffac3 tempest-FloatingIPsTestJSON-802632884 tempest-FloatingIPsTestJSON-802632884-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=94466) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 14:44:20.014242 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-d5a09bf5-21dd-43c8-a4f5-cade0bb088ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:20.014954 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-3661a02f-2d95-4f7f-9cfa-e3b6d973d710 req-bec606c8-fc1a-421d-bfb0-202979cffac3 tempest-FloatingIPsTestJSON-802632884 tempest-FloatingIPsTestJSON-802632884-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0156083 Aug 12 14:44:20.040661 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port dfcd097c-9928-4160-b8e6-a0dea19d832c, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=dfcd097c-9928-4160-b8e6-a0dea19d832c,segment=NetworkSegment(b72762b4-956b-443d-aaee-4b6799d6bcb9),segment_id=b72762b4-956b-443d-aaee-4b6799d6bcb9)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:44:20.083345 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a09bf5-21dd-43c8-a4f5-cade0bb088ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad057104-9acf-4f61-aacc-c6a4cf6241ae,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:44:20.088037 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:20.109696 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.db.resource_extend [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] It took 0.35 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 12 14:44:20.129874 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-d5a09bf5-21dd-43c8-a4f5-cade0bb088ab admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0012db3d3613478ca2021ea83c7ded4c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5296679 Aug 12 14:44:20.141012 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 49994) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:44:20.181813 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-3661a02f-2d95-4f7f-9cfa-e3b6d973d710 req-9b9483ad-45df-44b7-9c84-b076af8f1d3b tempest-FloatingIPsTestJSON-802632884 tempest-FloatingIPsTestJSON-802632884-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.1.163 HTTP/1.1" status: 200 len: 696 time: 0.1645565 Aug 12 14:44:20.229517 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port 0499b153-16f3-45bf-a9f7-4cf3ddd80c7a, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=0499b153-16f3-45bf-a9f7-4cf3ddd80c7a,segment=NetworkSegment(3504b086-a225-42d9-836a-9d51b89d0937),segment_id=3504b086-a225-42d9-836a-9d51b89d0937)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:44:20.254168 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-4f134ec5-2d5d-4be0-8c6e-432efebfabc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:20.276305 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] get_ports_and_sgs() called for port_ids ['5990fff5-4fd8-40dc-8d99-17a1763d5291'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:44:20.284650 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-85ffa279-f578-49a8-9023-fdb024406683 admin admin] Allocated IP 172.20.0.1 (65eb9217-5da8-4655-9a1f-f1a0244b6a82/37cace83-dd5f-48a6-88f8-b013ec6d797a/53778b53-3ae4-407d-a09b-a7a92853df9d) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:44:20.292441 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Pushing event updated for resources: {'Port': ['ID=60dab493-b044-4ff6-81af-81a8db5e9f4e,revision_number=4']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:44:20.353711 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-4f134ec5-2d5d-4be0-8c6e-432efebfabc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:20.364114 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d876b328-14ca-4fb7-9072-fc45f4242b23 req-41c3a9e4-9c6b-442c-8d4a-886760de6136 tempest-ListServerFiltersTestJSON-1279059967 tempest-ListServerFiltersTestJSON-1279059967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:20.367884 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Returning: {'device': '0499b153-16f3-45bf-a9f7-4cf3ddd80c7a', 'network_id': 'fb4567b1-456a-4ad5-b04d-3f1c691daca7', 'port_id': '0499b153-16f3-45bf-a9f7-4cf3ddd80c7a', 'mac_address': 'fa:16:3e:b6:e2:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87452bc0-af6f-4ccf-be47-4493323e3f3a', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 14:44:20.372391 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d876b328-14ca-4fb7-9072-fc45f4242b23 req-41c3a9e4-9c6b-442c-8d4a-886760de6136 tempest-ListServerFiltersTestJSON-1279059967 tempest-ListServerFiltersTestJSON-1279059967-project] 10.222.0.39 "GET /v2.0/ports?device_id=519bb32f-bada-41e8-a9e9-90cc25a414e0 HTTP/1.1" status: 200 len: 944 time: 0.1091743 Aug 12 14:44:20.405332 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Provisioning for port 8bb9edf7-f6c1-4561-8b61-1cb3af49ecf6 completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:44:20.441888 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d876b328-14ca-4fb7-9072-fc45f4242b23 req-0d2c11a2-096c-4c28-a4bb-68c76ccd9c69 tempest-ListServerFiltersTestJSON-1279059967 tempest-ListServerFiltersTestJSON-1279059967-project] 10.222.0.39 "GET /v2.0/security-groups?id=3d8a6de8-331f-498e-b3e1-f8d865328935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684333 Aug 12 14:44:20.464557 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-85ffa279-f578-49a8-9023-fdb024406683 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:20.536106 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-3661a02f-2d95-4f7f-9cfa-e3b6d973d710 req-b1aa7608-73a3-4a41-8ca8-13cfdf4917f4 tempest-FloatingIPsTestJSON-802632884 tempest-FloatingIPsTestJSON-802632884-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.1.163 HTTP/1.1" status: 200 len: 696 time: 0.0774038 Aug 12 14:44:20.576945 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port f6d275b5-8657-4185-957b-302a21e51b17 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:44:20.577331 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:20.578922 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Provisioning complete for port 8bb9edf7-f6c1-4561-8b61-1cb3af49ecf6 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:44:20.579951 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:20.580699 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-4f134ec5-2d5d-4be0-8c6e-432efebfabc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:20.584966 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-4f134ec5-2d5d-4be0-8c6e-432efebfabc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:20.588591 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-4f134ec5-2d5d-4be0-8c6e-432efebfabc9 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ad057104-9acf-4f61-aacc-c6a4cf6241ae HTTP/1.1" status: 204 len: 168 time: 0.4413135 Aug 12 14:44:20.596180 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-85ffa279-f578-49a8-9023-fdb024406683 admin admin] Transition to ACTIVE for port object 53778b53-3ae4-407d-a09b-a7a92853df9d will not be triggered until provisioned by entity DHCP. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:44:20.602271 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-742fdcdd-3e4d-46c6-9cf5-409617cfaebb None None] Notify callbacks [] for port, precommit_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:20.622768 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f134ec5-2d5d-4be0-8c6e-432efebfabc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad057104-9acf-4f61-aacc-c6a4cf6241ae,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:44:20.630179 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-742fdcdd-3e4d-46c6-9cf5-409617cfaebb None None] Transition to ACTIVE for port object ba8385c3-27ec-49ce-881f-a34871c7f23a will not be triggered until provisioned by entity L2. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:44:20.665543 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.agents_db [None req-17ed3e4c-1a7d-4162-9646-11c134aca297 None None] Agent healthcheck: found 7 active agents {{(pid=94469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 14:44:20.740673 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-85ffa279-f578-49a8-9023-fdb024406683 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:20.799722 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85ffa279-f578-49a8-9023-fdb024406683 admin admin] Network 65eb9217-5da8-4655-9a1f-f1a0244b6a82 is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:44:20.801397 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [req-3661a02f-2d95-4f7f-9cfa-e3b6d973d710 req-65f86b00-9818-4afe-886e-6d893ed95b8a tempest-FloatingIPsTestJSON-802632884 tempest-FloatingIPsTestJSON-802632884-project] Deleting port 46476564-a692-4bd0-a069-2fa377059d42 {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:44:20.801736 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-3661a02f-2d95-4f7f-9cfa-e3b6d973d710 req-65f86b00-9818-4afe-886e-6d893ed95b8a tempest-FloatingIPsTestJSON-802632884 tempest-FloatingIPsTestJSON-802632884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:20.808097 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-85ffa279-f578-49a8-9023-fdb024406683 admin admin] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:44:20.820310 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85ffa279-f578-49a8-9023-fdb024406683 admin admin] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:44:20.822349 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ffa279-f578-49a8-9023-fdb024406683 admin admin] Pushing event updated for resources: {'Port': ['ID=53778b53-3ae4-407d-a09b-a7a92853df9d,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:44:20.887951 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfd4383-3f4a-4544-86a4-7332367a8a37 req-476bf961-ede9-4820-afeb-8e35d3a8d57e tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:20.894919 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfd4383-3f4a-4544-86a4-7332367a8a37 req-476bf961-ede9-4820-afeb-8e35d3a8d57e tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:20.903007 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfd4383-3f4a-4544-86a4-7332367a8a37 req-476bf961-ede9-4820-afeb-8e35d3a8d57e tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:20.911115 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfd4383-3f4a-4544-86a4-7332367a8a37 req-476bf961-ede9-4820-afeb-8e35d3a8d57e tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:20.918694 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-742fdcdd-3e4d-46c6-9cf5-409617cfaebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:20.921477 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfd4383-3f4a-4544-86a4-7332367a8a37 req-476bf961-ede9-4820-afeb-8e35d3a8d57e tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:20.929462 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfd4383-3f4a-4544-86a4-7332367a8a37 req-476bf961-ede9-4820-afeb-8e35d3a8d57e tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:20.939134 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfd4383-3f4a-4544-86a4-7332367a8a37 req-476bf961-ede9-4820-afeb-8e35d3a8d57e tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:20.948855 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-cdfd4383-3f4a-4544-86a4-7332367a8a37 req-476bf961-ede9-4820-afeb-8e35d3a8d57e tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] 10.222.0.39 "GET /v2.0/ports?device_id=419c5c7f-827f-4397-9cc6-d186147a5698 HTTP/1.1" status: 200 len: 5436 time: 0.1767035 Aug 12 14:44:20.963326 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-3661a02f-2d95-4f7f-9cfa-e3b6d973d710 req-65f86b00-9818-4afe-886e-6d893ed95b8a tempest-FloatingIPsTestJSON-802632884 tempest-FloatingIPsTestJSON-802632884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:20.963659 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-3661a02f-2d95-4f7f-9cfa-e3b6d973d710 req-65f86b00-9818-4afe-886e-6d893ed95b8a tempest-FloatingIPsTestJSON-802632884 tempest-FloatingIPsTestJSON-802632884-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:20.980525 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [req-3661a02f-2d95-4f7f-9cfa-e3b6d973d710 req-65f86b00-9818-4afe-886e-6d893ed95b8a tempest-FloatingIPsTestJSON-802632884 tempest-FloatingIPsTestJSON-802632884-project] Calling delete_port for 46476564-a692-4bd0-a069-2fa377059d42 owned by network:floatingip {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:44:21.042731 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-cdfd4383-3f4a-4544-86a4-7332367a8a37 req-24e2cbde-248f-4b32-9f2b-09bd4a63f412 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] 10.222.0.39 "GET /v2.0/security-groups?id=f56fbbcf-68c5-4074-ab5b-41ec110855f2&id=def6086d-0ad1-4cdd-9c71-80d1fefb9be7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0834961 Aug 12 14:44:21.178988 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Pushing event updated for resources: {'Port': ['ID=dfcd097c-9928-4160-b8e6-a0dea19d832c,revision_number=5']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:44:21.236804 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-3661a02f-2d95-4f7f-9cfa-e3b6d973d710 req-65f86b00-9818-4afe-886e-6d893ed95b8a tempest-FloatingIPsTestJSON-802632884 tempest-FloatingIPsTestJSON-802632884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:21.283157 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f86b00-9818-4afe-886e-6d893ed95b8a tempest-FloatingIPsTestJSON-802632884 tempest-FloatingIPsTestJSON-802632884-project] Pushing event deleted for resources: {'Port': ['ID=46476564-a692-4bd0-a069-2fa377059d42,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:44:21.325432 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-85ffa279-f578-49a8-9023-fdb024406683 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66663725'] for router_interface, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:21.337067 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:21.347052 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 50016) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:44:21.376734 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a8ea7ba8-7c7f-43d6-bb33-2edcecd84c18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:21.377037 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0499b153-16f3-45bf-a9f7-4cf3ddd80c7a {{(pid=94468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:44:21.447657 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-742fdcdd-3e4d-46c6-9cf5-409617cfaebb None None] Attempting to bind port ba8385c3-27ec-49ce-881f-a34871c7f23a on host n-d-694802-15 for vnic_type normal with profile {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:44:21.448722 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-742fdcdd-3e4d-46c6-9cf5-409617cfaebb None None] Attempting to bind port ba8385c3-27ec-49ce-881f-a34871c7f23a by drivers openvswitch,hyperv on host n-d-694802-15 at level 0 using segments [{'id': 'b1b396cb-2dc6-4041-bfc7-1833a80a4720', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:44:21.449267 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-742fdcdd-3e4d-46c6-9cf5-409617cfaebb None None] Attempting to bind port ba8385c3-27ec-49ce-881f-a34871c7f23a on network d3759e1b-6c03-45ac-acd4-90abb417809b {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:44:21.457646 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-3661a02f-2d95-4f7f-9cfa-e3b6d973d710 req-65f86b00-9818-4afe-886e-6d893ed95b8a tempest-FloatingIPsTestJSON-802632884 tempest-FloatingIPsTestJSON-802632884-project] Notify callbacks [] for floatingip, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:21.463157 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-3661a02f-2d95-4f7f-9cfa-e3b6d973d710 req-65f86b00-9818-4afe-886e-6d893ed95b8a tempest-FloatingIPsTestJSON-802632884 tempest-FloatingIPsTestJSON-802632884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for floatingip, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:21.464704 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-3661a02f-2d95-4f7f-9cfa-e3b6d973d710 req-65f86b00-9818-4afe-886e-6d893ed95b8a tempest-FloatingIPsTestJSON-802632884 tempest-FloatingIPsTestJSON-802632884-project] 10.222.0.39 "DELETE /v2.0/floatingips/45750ff4-f46f-44e3-8e48-9c41e5863b47 HTTP/1.1" status: 204 len: 173 time: 0.9277067 Aug 12 14:44:21.517298 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:21.527176 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51368f3a-0383-4bc8-98fd-0e9de42d2738 req-c78fc708-ef6f-4bdc-bd27-4b4274a16748 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:21.529131 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-51368f3a-0383-4bc8-98fd-0e9de42d2738 req-c78fc708-ef6f-4bdc-bd27-4b4274a16748 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/ports?device_id=b148e05e-7d9e-4da9-9b03-99a8a72e94ac HTTP/1.1" status: 200 len: 945 time: 0.2827728 Aug 12 14:44:21.570713 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a8ea7ba8-7c7f-43d6-bb33-2edcecd84c18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:21.587633 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-742fdcdd-3e4d-46c6-9cf5-409617cfaebb None None] Checking agent: {'id': '16de73ac-f2e9-4cee-b3e0-91052ae3e6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 20, 13), 'started_at': datetime.datetime(2021, 8, 12, 14, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 44, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:44:21.588047 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-742fdcdd-3e4d-46c6-9cf5-409617cfaebb None None] Checking segment: {'id': 'b1b396cb-2dc6-4041-bfc7-1833a80a4720', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:44:21.588406 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-742fdcdd-3e4d-46c6-9cf5-409617cfaebb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:21.588802 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-742fdcdd-3e4d-46c6-9cf5-409617cfaebb None None] Bound using segment: {'id': 'b1b396cb-2dc6-4041-bfc7-1833a80a4720', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:44:21.589285 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-742fdcdd-3e4d-46c6-9cf5-409617cfaebb None None] Bound port: ba8385c3-27ec-49ce-881f-a34871c7f23a, host: n-d-694802-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1b396cb-2dc6-4041-bfc7-1833a80a4720', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'}}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:44:21.589857 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-742fdcdd-3e4d-46c6-9cf5-409617cfaebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:21.599687 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port 0499b153-16f3-45bf-a9f7-4cf3ddd80c7a, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=0499b153-16f3-45bf-a9f7-4cf3ddd80c7a,segment=NetworkSegment(3504b086-a225-42d9-836a-9d51b89d0937),segment_id=3504b086-a225-42d9-836a-9d51b89d0937)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:44:21.604014 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-fde4d9a3-9872-4a9e-b5ce-60a6dc7e86de None None] Provisioning for port 53778b53-3ae4-407d-a09b-a7a92853df9d completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:44:21.607511 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b148e05e-7d9e-4da9-9b03-99a8a72e94ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfcd097c-9928-4160-b8e6-a0dea19d832c'}] {{(pid=94468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:44:21.609028 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a8ea7ba8-7c7f-43d6-bb33-2edcecd84c18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:21.610730 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99a8d87602170099c728e57431aca99e9b98a655a83bbf8727be13192709727b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4edfaf85-a7bf-42cf-a5de-6e119570ef68" -d '{"events": [{"server_uuid": "b148e05e-7d9e-4da9-9b03-99a8a72e94ac", "name": "network-vif-plugged", "status": "completed", "tag": "dfcd097c-9928-4160-b8e6-a0dea19d832c"}]}' {{(pid=94468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:44:21.643867 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-fde4d9a3-9872-4a9e-b5ce-60a6dc7e86de None None] Provisioning complete for port 53778b53-3ae4-407d-a09b-a7a92853df9d triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:44:21.644203 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-fde4d9a3-9872-4a9e-b5ce-60a6dc7e86de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:21.671712 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e3080e-5180-4e57-9dcc-5838e94c7fb6 None None] Pushing event updated for resources: {'Port': ['ID=ba8385c3-27ec-49ce-881f-a34871c7f23a,revision_number=2']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:44:21.681932 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:21.687065 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-51368f3a-0383-4bc8-98fd-0e9de42d2738 req-6be1a91b-cdb7-4d06-9b4a-25f3534d882d tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/security-groups?id=ae835367-3679-4f41-a825-d086536e4cce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1138284 Aug 12 14:44:21.745147 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-a8ea7ba8-7c7f-43d6-bb33-2edcecd84c18 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=bc44e8bba4a64755b30da8c69edcc901&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3904853 Aug 12 14:44:21.746754 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 50026) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:44:21.767860 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ea7ba8-7c7f-43d6-bb33-2edcecd84c18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31152c84-982c-484e-b28b-a5a75f907172,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:44:21.793586 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-8cf2101f-77b5-4f7f-89f3-de30e7de8b27 req-0e95acc6-6389-4784-bd53-4bc64bb54dc9 tempest-FloatingIPsTestJSON-802632884 tempest-FloatingIPsTestJSON-802632884-project] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2852876 Aug 12 14:44:21.807633 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port 8bb9edf7-f6c1-4561-8b61-1cb3af49ecf6, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=8bb9edf7-f6c1-4561-8b61-1cb3af49ecf6,segment=NetworkSegment(d2d05aff-925b-4b31-af1c-62d92cd22ab3),segment_id=d2d05aff-925b-4b31-af1c-62d92cd22ab3)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:44:21.845244 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [req-8cf2101f-77b5-4f7f-89f3-de30e7de8b27 req-f30201b5-00ac-4c4b-80d5-f79a151f9678 tempest-FloatingIPsTestJSON-802632884 tempest-FloatingIPsTestJSON-802632884-project] Request body: {'floatingip': {'floating_network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:44:21.847200 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:21.900475 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-8cf2101f-77b5-4f7f-89f3-de30e7de8b27 req-f30201b5-00ac-4c4b-80d5-f79a151f9678 tempest-FloatingIPsTestJSON-802632884 tempest-FloatingIPsTestJSON-802632884-project] Notify callbacks [] for floatingip, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:21.914372 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-fde4d9a3-9872-4a9e-b5ce-60a6dc7e86de None None] Port 53778b53-3ae4-407d-a09b-a7a92853df9d cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 14:44:21.932351 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-742fdcdd-3e4d-46c6-9cf5-409617cfaebb None None] For port ba8385c3-27ec-49ce-881f-a34871c7f23a, host n-d-694802-15, cleared binding levels {{(pid=94468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:44:21.936046 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-3f3e2882-a22e-40d8-996b-b94713cec762 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:21.941467 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-742fdcdd-3e4d-46c6-9cf5-409617cfaebb None None] For port ba8385c3-27ec-49ce-881f-a34871c7f23a, host n-d-694802-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=ba8385c3-27ec-49ce-881f-a34871c7f23a,segment=NetworkSegment(b1b396cb-2dc6-4041-bfc7-1833a80a4720),segment_id=b1b396cb-2dc6-4041-bfc7-1833a80a4720)] {{(pid=94468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:44:21.944322 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Pushing event updated for resources: {'Port': ['ID=0499b153-16f3-45bf-a9f7-4cf3ddd80c7a,revision_number=4']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:44:21.960347 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-742fdcdd-3e4d-46c6-9cf5-409617cfaebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:21.963979 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c41ed6c-3094-437c-a48b-8277c07515c4 req-0ac575d7-28f8-475e-8ffc-eac2f8e8dfc7 tempest-ListServerFiltersTestJSON-1279059967 tempest-ListServerFiltersTestJSON-1279059967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:21.966621 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0c41ed6c-3094-437c-a48b-8277c07515c4 req-0ac575d7-28f8-475e-8ffc-eac2f8e8dfc7 tempest-ListServerFiltersTestJSON-1279059967 tempest-ListServerFiltersTestJSON-1279059967-project] 10.222.0.39 "GET /v2.0/ports?device_id=519bb32f-bada-41e8-a9e9-90cc25a414e0 HTTP/1.1" status: 200 len: 945 time: 0.1302166 Aug 12 14:44:22.011066 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-85ffa279-f578-49a8-9023-fdb024406683 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:22.020264 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-742fdcdd-3e4d-46c6-9cf5-409617cfaebb None None] Routers {'dcbe325a-7aba-492a-b72b-2e5db00507df'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:44:22.021193 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-742fdcdd-3e4d-46c6-9cf5-409617cfaebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:44:14Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['dcbe325a-7aba-492a-b72b-2e5db00507df'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:44:22.034693 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0c41ed6c-3094-437c-a48b-8277c07515c4 req-de370908-6b36-4361-92cc-3a532299b4e7 tempest-ListServerFiltersTestJSON-1279059967 tempest-ListServerFiltersTestJSON-1279059967-project] 10.222.0.39 "GET /v2.0/security-groups?id=3d8a6de8-331f-498e-b3e1-f8d865328935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588307 Aug 12 14:44:22.049146 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-3f3e2882-a22e-40d8-996b-b94713cec762 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:22.070419 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Pushing event updated for resources: {'Port': ['ID=8bb9edf7-f6c1-4561-8b61-1cb3af49ecf6,revision_number=5']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:44:22.133423 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 14:44:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e55a9c3-5784-443b-a2d6-528e368e2778 x-openstack-request-id: req-8e55a9c3-5784-443b-a2d6-528e368e2778 {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:44:22.133767 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b148e05e-7d9e-4da9-9b03-99a8a72e94ac", "name": "network-vif-plugged", "status": "completed", "tag": "dfcd097c-9928-4160-b8e6-a0dea19d832c", "code": 200}]} {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:44:22.133971 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8e55a9c3-5784-443b-a2d6-528e368e2778 {{(pid=94468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:44:22.134335 n-d-694802-15 neutron-server[94468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b148e05e-7d9e-4da9-9b03-99a8a72e94ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfcd097c-9928-4160-b8e6-a0dea19d832c', 'code': 200} Aug 12 14:44:22.150863 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-3f3e2882-a22e-40d8-996b-b94713cec762 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:22.189067 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-3f3e2882-a22e-40d8-996b-b94713cec762 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:22.205522 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-3f3e2882-a22e-40d8-996b-b94713cec762 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/31152c84-982c-484e-b28b-a5a75f907172 HTTP/1.1" status: 204 len: 168 time: 0.4538503 Aug 12 14:44:22.211103 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e3080e-5180-4e57-9dcc-5838e94c7fb6 None None] Pushing event updated for resources: {'Port': ['ID=ba8385c3-27ec-49ce-881f-a34871c7f23a,revision_number=3']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:44:22.252721 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvr_db [None req-742fdcdd-3e4d-46c6-9cf5-409617cfaebb None None] Set router dcbe325a-7aba-492a-b72b-2e5db00507df gateway port host: n-d-694802-15 {{(pid=94468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:44:22.256546 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3e2882-a22e-40d8-996b-b94713cec762 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31152c84-982c-484e-b28b-a5a75f907172,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:44:22.299380 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-8cf2101f-77b5-4f7f-89f3-de30e7de8b27 req-f30201b5-00ac-4c4b-80d5-f79a151f9678 tempest-FloatingIPsTestJSON-802632884 tempest-FloatingIPsTestJSON-802632884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:22.343630 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f1b88f-4a68-4ad9-b5f7-bbe85a2a76f9 req-b189de88-a335-436a-9cb7-4ad4223c2a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:22.346754 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-96f1b88f-4a68-4ad9-b5f7-bbe85a2a76f9 req-b189de88-a335-436a-9cb7-4ad4223c2a5b service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=b148e05e-7d9e-4da9-9b03-99a8a72e94ac HTTP/1.1" status: 200 len: 1097 time: 0.0986454 Aug 12 14:44:22.433843 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-96f1b88f-4a68-4ad9-b5f7-bbe85a2a76f9 req-0a6c5a2a-92a0-4d93-874b-11a3ec65f21d service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=ae835367-3679-4f41-a825-d086536e4cce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751443 Aug 12 14:44:22.447110 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-85ffa279-f578-49a8-9023-fdb024406683 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:22.476067 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-85ffa279-f578-49a8-9023-fdb024406683 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3718439'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:22.533638 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e4da71-583a-4592-a10b-95f643250f4d req-711563d8-8029-4a4f-a858-ca785d200a82 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:22.542318 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e4da71-583a-4592-a10b-95f643250f4d req-711563d8-8029-4a4f-a858-ca785d200a82 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:22.549931 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e4da71-583a-4592-a10b-95f643250f4d req-711563d8-8029-4a4f-a858-ca785d200a82 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:22.581035 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [req-8cf2101f-77b5-4f7f-89f3-de30e7de8b27 req-f30201b5-00ac-4c4b-80d5-f79a151f9678 tempest-FloatingIPsTestJSON-802632884 tempest-FloatingIPsTestJSON-802632884-project] Allocated IP 172.25.1.45 (d3759e1b-6c03-45ac-acd4-90abb417809b/f0254f08-c19c-4e31-bd9c-09389ea4b6f2/a9f79f9b-2a28-4cf5-8c24-62db8c1ded95) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:44:22.586001 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e4da71-583a-4592-a10b-95f643250f4d req-711563d8-8029-4a4f-a858-ca785d200a82 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:22.601004 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e4da71-583a-4592-a10b-95f643250f4d req-711563d8-8029-4a4f-a858-ca785d200a82 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:22.603463 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ffa279-f578-49a8-9023-fdb024406683 admin admin] Pushing event updated for resources: {'Port': ['ID=53778b53-3ae4-407d-a09b-a7a92853df9d,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:44:22.618120 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-85ffa279-f578-49a8-9023-fdb024406683 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66628363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66663865'] for router_interface, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:22.618660 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e4da71-583a-4592-a10b-95f643250f4d req-711563d8-8029-4a4f-a858-ca785d200a82 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:22.627881 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e4da71-583a-4592-a10b-95f643250f4d req-711563d8-8029-4a4f-a858-ca785d200a82 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:22.639907 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d8e4da71-583a-4592-a10b-95f643250f4d req-711563d8-8029-4a4f-a858-ca785d200a82 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] 10.222.0.39 "GET /v2.0/ports?device_id=419c5c7f-827f-4397-9cc6-d186147a5698 HTTP/1.1" status: 200 len: 5437 time: 0.2233322 Aug 12 14:44:22.691120 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-742fdcdd-3e4d-46c6-9cf5-409617cfaebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcbe325a-7aba-492a-b72b-2e5db00507df', 'name': 'tempest-TestServerMultinode-1807224420-router', 'tenant_id': 'cd40830b171946f391e8502815779af4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.207'}], 'enable_snat': True}, 'gw_port_id': 'ba8385c3-27ec-49ce-881f-a34871c7f23a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:44:08Z', 'updated_at': '2021-08-12T14:44:21Z', 'revision_number': 4, 'project_id': 'cd40830b171946f391e8502815779af4', 'gw_port': {'id': 'ba8385c3-27ec-49ce-881f-a34871c7f23a', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:0c:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcbe325a-7aba-492a-b72b-2e5db00507df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:44:12Z', 'updated_at': '2021-08-12T14:44:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': '53778b53-3ae4-407d-a09b-a7a92853df9d', 'name': '', 'network_id': '65eb9217-5da8-4655-9a1f-f1a0244b6a82', 'tenant_id': 'cd40830b171946f391e8502815779af4', 'mac_address': 'fa:16:3e:13:e2:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcbe325a-7aba-492a-b72b-2e5db00507df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1676, 'fixed_ips': [{'subnet_id': '37cace83-dd5f-48a6-88f8-b013ec6d797a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:44:19Z', 'updated_at': '2021-08-12T14:44:20Z', 'revision_number': 1, 'project_id': 'cd40830b171946f391e8502815779af4', 'subnets': [{'id': '37cace83-dd5f-48a6-88f8-b013ec6d797a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:44:22.701946 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d8e4da71-583a-4592-a10b-95f643250f4d req-7c3671f3-ac67-45d2-a554-e80d04fe7767 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] 10.222.0.39 "GET /v2.0/security-groups?id=f56fbbcf-68c5-4074-ab5b-41ec110855f2&id=def6086d-0ad1-4cdd-9c71-80d1fefb9be7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0605469 Aug 12 14:44:22.735145 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-742fdcdd-3e4d-46c6-9cf5-409617cfaebb None None] The sync data for ids ['dcbe325a-7aba-492a-b72b-2e5db00507df'] in n-d-694802-15 is: [{'id': 'dcbe325a-7aba-492a-b72b-2e5db00507df', 'name': 'tempest-TestServerMultinode-1807224420-router', 'tenant_id': 'cd40830b171946f391e8502815779af4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.207'}], 'enable_snat': True}, 'gw_port_id': 'ba8385c3-27ec-49ce-881f-a34871c7f23a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:44:08Z', 'updated_at': '2021-08-12T14:44:21Z', 'revision_number': 4, 'project_id': 'cd40830b171946f391e8502815779af4', 'gw_port': {'id': 'ba8385c3-27ec-49ce-881f-a34871c7f23a', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:0c:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcbe325a-7aba-492a-b72b-2e5db00507df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:44:12Z', 'updated_at': '2021-08-12T14:44:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': '53778b53-3ae4-407d-a09b-a7a92853df9d', 'name': '', 'network_id': '65eb9217-5da8-4655-9a1f-f1a0244b6a82', 'tenant_id': 'cd40830b171946f391e8502815779af4', 'mac_address': 'fa:16:3e:13:e2:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcbe325a-7aba-492a-b72b-2e5db00507df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1676, 'fixed_ips': [{'subnet_id': '37cace83-dd5f-48a6-88f8-b013ec6d797a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:44:19Z', 'updated_at': '2021-08-12T14:44:20Z', 'revision_number': 1, 'project_id': 'cd40830b171946f391e8502815779af4', 'subnets': [{'id': '37cace83-dd5f-48a6-88f8-b013ec6d797a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 14:44:22.869702 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-8cf2101f-77b5-4f7f-89f3-de30e7de8b27 req-f30201b5-00ac-4c4b-80d5-f79a151f9678 tempest-FloatingIPsTestJSON-802632884 tempest-FloatingIPsTestJSON-802632884-project] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:22.889850 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85ffa279-f578-49a8-9023-fdb024406683 admin admin] Network 65eb9217-5da8-4655-9a1f-f1a0244b6a82 is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:44:22.892876 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-85ffa279-f578-49a8-9023-fdb024406683 admin admin] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:44:22.936642 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52958f6-3d3b-4380-9dc4-5c667d5a9c50 req-f57064ae-bcb6-4b55-aa06-0bae2ce441d5 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:22.938423 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b52958f6-3d3b-4380-9dc4-5c667d5a9c50 req-f57064ae-bcb6-4b55-aa06-0bae2ce441d5 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/ports?device_id=b148e05e-7d9e-4da9-9b03-99a8a72e94ac HTTP/1.1" status: 200 len: 945 time: 0.1238084 Aug 12 14:44:22.984621 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] get_ports_and_sgs() called for port_ids ['60dab493-b044-4ff6-81af-81a8db5e9f4e'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:44:23.024699 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b52958f6-3d3b-4380-9dc4-5c667d5a9c50 req-d74d1f13-063c-442f-8b60-b9fe90e1ef50 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/security-groups?id=ae835367-3679-4f41-a825-d086536e4cce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760925 Aug 12 14:44:23.419882 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95142edf-b36f-473f-a134-0314b576f874 req-8c01120e-0a46-41c3-8caf-8644a1bce424 tempest-ListServerFiltersTestJSON-1279059967 tempest-ListServerFiltersTestJSON-1279059967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:23.431377 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-95142edf-b36f-473f-a134-0314b576f874 req-8c01120e-0a46-41c3-8caf-8644a1bce424 tempest-ListServerFiltersTestJSON-1279059967 tempest-ListServerFiltersTestJSON-1279059967-project] 10.222.0.39 "GET /v2.0/ports?device_id=519bb32f-bada-41e8-a9e9-90cc25a414e0 HTTP/1.1" status: 200 len: 945 time: 0.1714807 Aug 12 14:44:23.481610 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-560b26e7-5bcb-4352-b0ac-3aad02ad59d0 None None] Provisioning complete for port 53778b53-3ae4-407d-a09b-a7a92853df9d triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:44:23.481962 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-560b26e7-5bcb-4352-b0ac-3aad02ad59d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:23.538116 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-95142edf-b36f-473f-a134-0314b576f874 req-a1522e60-2a4d-43d7-882f-d99bdcd1464d tempest-ListServerFiltersTestJSON-1279059967 tempest-ListServerFiltersTestJSON-1279059967-project] 10.222.0.39 "GET /v2.0/security-groups?id=3d8a6de8-331f-498e-b3e1-f8d865328935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057966 Aug 12 14:44:23.557207 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-560b26e7-5bcb-4352-b0ac-3aad02ad59d0 None None] Port 53778b53-3ae4-407d-a09b-a7a92853df9d cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 14:44:23.709667 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device 769835af-590d-44bf-ae96-6aa7e3ae2342 up at agent hyperv_n-h2-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:44:23.824421 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-8cf2101f-77b5-4f7f-89f3-de30e7de8b27 req-f30201b5-00ac-4c4b-80d5-f79a151f9678 tempest-FloatingIPsTestJSON-802632884 tempest-FloatingIPsTestJSON-802632884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:23.864946 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Provisioning for port 769835af-590d-44bf-ae96-6aa7e3ae2342 completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:44:23.886063 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Provisioning complete for port 769835af-590d-44bf-ae96-6aa7e3ae2342 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:44:23.888151 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:23.918582 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a71f9aa-342d-47d4-886e-b8f0c4e7dae6 req-1097a41b-4293-49a0-b219-602c288746c1 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:23.926339 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a71f9aa-342d-47d4-886e-b8f0c4e7dae6 req-1097a41b-4293-49a0-b219-602c288746c1 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:23.934368 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30201b5-00ac-4c4b-80d5-f79a151f9678 tempest-FloatingIPsTestJSON-802632884 tempest-FloatingIPsTestJSON-802632884-project] Pushing event updated for resources: {'Port': ['ID=a9f79f9b-2a28-4cf5-8c24-62db8c1ded95,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:44:23.950055 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a71f9aa-342d-47d4-886e-b8f0c4e7dae6 req-1097a41b-4293-49a0-b219-602c288746c1 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:23.959533 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a71f9aa-342d-47d4-886e-b8f0c4e7dae6 req-1097a41b-4293-49a0-b219-602c288746c1 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:23.967972 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a71f9aa-342d-47d4-886e-b8f0c4e7dae6 req-1097a41b-4293-49a0-b219-602c288746c1 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:23.975459 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a71f9aa-342d-47d4-886e-b8f0c4e7dae6 req-1097a41b-4293-49a0-b219-602c288746c1 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:23.982418 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a71f9aa-342d-47d4-886e-b8f0c4e7dae6 req-1097a41b-4293-49a0-b219-602c288746c1 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:23.992578 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6a71f9aa-342d-47d4-886e-b8f0c4e7dae6 req-1097a41b-4293-49a0-b219-602c288746c1 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] 10.222.0.39 "GET /v2.0/ports?device_id=419c5c7f-827f-4397-9cc6-d186147a5698 HTTP/1.1" status: 200 len: 5437 time: 0.1559446 Aug 12 14:44:23.994805 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8cf2101f-77b5-4f7f-89f3-de30e7de8b27 req-f30201b5-00ac-4c4b-80d5-f79a151f9678 tempest-FloatingIPsTestJSON-802632884 tempest-FloatingIPsTestJSON-802632884-project] Network d3759e1b-6c03-45ac-acd4-90abb417809b is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:44:24.029424 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [req-8cf2101f-77b5-4f7f-89f3-de30e7de8b27 req-f30201b5-00ac-4c4b-80d5-f79a151f9678 tempest-FloatingIPsTestJSON-802632884 tempest-FloatingIPsTestJSON-802632884-project] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:44:24.065171 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cf2101f-77b5-4f7f-89f3-de30e7de8b27 req-f30201b5-00ac-4c4b-80d5-f79a151f9678 tempest-FloatingIPsTestJSON-802632884 tempest-FloatingIPsTestJSON-802632884-project] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:44:24.076185 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6a71f9aa-342d-47d4-886e-b8f0c4e7dae6 req-d47e31c5-491e-4b76-944d-32422f5c054b tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] 10.222.0.39 "GET /v2.0/security-groups?id=f56fbbcf-68c5-4074-ab5b-41ec110855f2&id=def6086d-0ad1-4cdd-9c71-80d1fefb9be7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0825856 Aug 12 14:44:24.117219 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85ffa279-f578-49a8-9023-fdb024406683 admin admin] Router dcbe325a-7aba-492a-b72b-2e5db00507df has already been hosted by L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f {{(pid=94466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 14:44:24.154841 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '519bb32f-bada-41e8-a9e9-90cc25a414e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bb9edf7-f6c1-4561-8b61-1cb3af49ecf6'}] {{(pid=94468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:44:24.157733 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99a8d87602170099c728e57431aca99e9b98a655a83bbf8727be13192709727b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-982304cd-c78f-4bf2-83b1-63b651b91097" -d '{"events": [{"server_uuid": "519bb32f-bada-41e8-a9e9-90cc25a414e0", "name": "network-vif-plugged", "status": "completed", "tag": "8bb9edf7-f6c1-4561-8b61-1cb3af49ecf6"}]}' {{(pid=94468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:44:24.193320 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:24.331295 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a33b266-e973-4330-8235-d8d16b8f5d70 req-a67d695a-0a66-4f9d-bcc5-d98c0f5b3bb6 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:24.333234 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-5a33b266-e973-4330-8235-d8d16b8f5d70 req-a67d695a-0a66-4f9d-bcc5-d98c0f5b3bb6 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/ports?device_id=b148e05e-7d9e-4da9-9b03-99a8a72e94ac HTTP/1.1" status: 200 len: 945 time: 0.1033754 Aug 12 14:44:24.429784 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-5a33b266-e973-4330-8235-d8d16b8f5d70 req-58456a5d-31da-4058-8f21-e45bf546ec2b tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/security-groups?id=ae835367-3679-4f41-a825-d086536e4cce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0809367 Aug 12 14:44:24.452788 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] get_ports_and_sgs() called for port_ids ['0499b153-16f3-45bf-a9f7-4cf3ddd80c7a'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:44:24.470892 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-8cf2101f-77b5-4f7f-89f3-de30e7de8b27 req-f30201b5-00ac-4c4b-80d5-f79a151f9678 tempest-FloatingIPsTestJSON-802632884 tempest-FloatingIPsTestJSON-802632884-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:24.513446 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port 769835af-590d-44bf-ae96-6aa7e3ae2342, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=769835af-590d-44bf-ae96-6aa7e3ae2342,segment=NetworkSegment(505995ff-9200-4984-b515-d69d3d86fab3),segment_id=505995ff-9200-4984-b515-d69d3d86fab3)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:44:24.521137 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:24.548870 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85ffa279-f578-49a8-9023-fdb024406683 admin admin] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 14:44:24.557898 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-85ffa279-f578-49a8-9023-fdb024406683 admin admin] 10.222.0.39 "PUT /v2.0/routers/dcbe325a-7aba-492a-b72b-2e5db00507df/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6710393 Aug 12 14:44:24.562648 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 14:44:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51413ab3-58ad-4ea4-ac9f-aee5f423d8e6 x-openstack-request-id: req-51413ab3-58ad-4ea4-ac9f-aee5f423d8e6 {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:44:24.563244 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "519bb32f-bada-41e8-a9e9-90cc25a414e0", "name": "network-vif-plugged", "status": "completed", "tag": "8bb9edf7-f6c1-4561-8b61-1cb3af49ecf6", "code": 200}]} {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:44:24.563390 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-51413ab3-58ad-4ea4-ac9f-aee5f423d8e6 {{(pid=94468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:44:24.563660 n-d-694802-15 neutron-server[94468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '519bb32f-bada-41e8-a9e9-90cc25a414e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bb9edf7-f6c1-4561-8b61-1cb3af49ecf6', 'code': 200} Aug 12 14:44:24.595963 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-8cf2101f-77b5-4f7f-89f3-de30e7de8b27 req-f30201b5-00ac-4c4b-80d5-f79a151f9678 tempest-FloatingIPsTestJSON-802632884 tempest-FloatingIPsTestJSON-802632884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:24.695866 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Pushing event updated for resources: {'Port': ['ID=769835af-590d-44bf-ae96-6aa7e3ae2342,revision_number=5']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:44:24.860602 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2855de-8758-4131-80f9-c9136ce56f3f req-799aa92a-45b9-4e8c-846d-ebd2aaba91af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:24.862137 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-eb2855de-8758-4131-80f9-c9136ce56f3f req-799aa92a-45b9-4e8c-846d-ebd2aaba91af service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=519bb32f-bada-41e8-a9e9-90cc25a414e0 HTTP/1.1" status: 200 len: 1097 time: 0.2062111 Aug 12 14:44:24.972777 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6bd117-ff08-46e0-8e94-3753feea56c8 req-90489698-b76e-4cb3-a9e9-b97cfd602269 tempest-ListServerFiltersTestJSON-1279059967 tempest-ListServerFiltersTestJSON-1279059967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:24.987529 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ec6bd117-ff08-46e0-8e94-3753feea56c8 req-90489698-b76e-4cb3-a9e9-b97cfd602269 tempest-ListServerFiltersTestJSON-1279059967 tempest-ListServerFiltersTestJSON-1279059967-project] 10.222.0.39 "GET /v2.0/ports?device_id=519bb32f-bada-41e8-a9e9-90cc25a414e0 HTTP/1.1" status: 200 len: 945 time: 0.2351937 Aug 12 14:44:25.028646 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-8cf2101f-77b5-4f7f-89f3-de30e7de8b27 req-f30201b5-00ac-4c4b-80d5-f79a151f9678 tempest-FloatingIPsTestJSON-802632884 tempest-FloatingIPsTestJSON-802632884-project] Notify callbacks [] for port, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:25.038002 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-8cf2101f-77b5-4f7f-89f3-de30e7de8b27 req-f30201b5-00ac-4c4b-80d5-f79a151f9678 tempest-FloatingIPsTestJSON-802632884 tempest-FloatingIPsTestJSON-802632884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3718439'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:25.053266 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-eb2855de-8758-4131-80f9-c9136ce56f3f req-134226a2-544d-4a6f-9c38-ff7f4deda7bf service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=3d8a6de8-331f-498e-b3e1-f8d865328935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722074 Aug 12 14:44:25.075836 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ec6bd117-ff08-46e0-8e94-3753feea56c8 req-eb806deb-8eaf-4e37-b655-6c2646b9910b tempest-ListServerFiltersTestJSON-1279059967 tempest-ListServerFiltersTestJSON-1279059967-project] 10.222.0.39 "GET /v2.0/security-groups?id=3d8a6de8-331f-498e-b3e1-f8d865328935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869343 Aug 12 14:44:25.311364 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30201b5-00ac-4c4b-80d5-f79a151f9678 tempest-FloatingIPsTestJSON-802632884 tempest-FloatingIPsTestJSON-802632884-project] Pushing event updated for resources: {'Port': ['ID=a9f79f9b-2a28-4cf5-8c24-62db8c1ded95,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:44:25.349418 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-8cf2101f-77b5-4f7f-89f3-de30e7de8b27 req-f30201b5-00ac-4c4b-80d5-f79a151f9678 tempest-FloatingIPsTestJSON-802632884 tempest-FloatingIPsTestJSON-802632884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431510'] for floatingip, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:25.392815 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-8cf2101f-77b5-4f7f-89f3-de30e7de8b27 req-f30201b5-00ac-4c4b-80d5-f79a151f9678 tempest-FloatingIPsTestJSON-802632884 tempest-FloatingIPsTestJSON-802632884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for floatingip, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:25.394419 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-8cf2101f-77b5-4f7f-89f3-de30e7de8b27 req-f30201b5-00ac-4c4b-80d5-f79a151f9678 tempest-FloatingIPsTestJSON-802632884 tempest-FloatingIPsTestJSON-802632884-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.5563886 Aug 12 14:44:25.466915 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d8eeaf-46ac-4cfb-84d7-c38840ebfc50 req-b1455072-e156-4455-8727-18e7ffcf7ddc tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:25.477306 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-8cf2101f-77b5-4f7f-89f3-de30e7de8b27 req-51fe3fa3-7721-4610-b8a4-f09c5fa201e1 tempest-FloatingIPsTestJSON-802632884 tempest-FloatingIPsTestJSON-802632884-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.1.45 HTTP/1.1" status: 200 len: 695 time: 0.0736322 Aug 12 14:44:25.492016 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d8eeaf-46ac-4cfb-84d7-c38840ebfc50 req-b1455072-e156-4455-8727-18e7ffcf7ddc tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:25.502106 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d8eeaf-46ac-4cfb-84d7-c38840ebfc50 req-b1455072-e156-4455-8727-18e7ffcf7ddc tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:25.510385 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d8eeaf-46ac-4cfb-84d7-c38840ebfc50 req-b1455072-e156-4455-8727-18e7ffcf7ddc tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:25.533262 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d8eeaf-46ac-4cfb-84d7-c38840ebfc50 req-b1455072-e156-4455-8727-18e7ffcf7ddc tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:25.549977 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d8eeaf-46ac-4cfb-84d7-c38840ebfc50 req-b1455072-e156-4455-8727-18e7ffcf7ddc tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:25.577266 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d8eeaf-46ac-4cfb-84d7-c38840ebfc50 req-b1455072-e156-4455-8727-18e7ffcf7ddc tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:25.586769 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b8d8eeaf-46ac-4cfb-84d7-c38840ebfc50 req-b1455072-e156-4455-8727-18e7ffcf7ddc tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] 10.222.0.39 "GET /v2.0/ports?device_id=419c5c7f-827f-4397-9cc6-d186147a5698 HTTP/1.1" status: 200 len: 5438 time: 0.2537692 Aug 12 14:44:25.706572 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device 5ecdfe63-3ffa-42b5-8a13-d40d6a58c5c5 up at agent hyperv_n-h2-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:44:25.707858 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b8d8eeaf-46ac-4cfb-84d7-c38840ebfc50 req-12626d0d-f728-4127-a87d-178fd95956c5 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] 10.222.0.39 "GET /v2.0/security-groups?id=f56fbbcf-68c5-4074-ab5b-41ec110855f2&id=def6086d-0ad1-4cdd-9c71-80d1fefb9be7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1090548 Aug 12 14:44:25.771677 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf2101f-77b5-4f7f-89f3-de30e7de8b27 req-108f2fed-683f-4fa7-a30b-09ad9801ad04 tempest-FloatingIPsTestJSON-802632884 tempest-FloatingIPsTestJSON-802632884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:25.781683 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-8cf2101f-77b5-4f7f-89f3-de30e7de8b27 req-108f2fed-683f-4fa7-a30b-09ad9801ad04 tempest-FloatingIPsTestJSON-802632884 tempest-FloatingIPsTestJSON-802632884-project] 10.222.0.39 "GET /v2.0/networks/d3759e1b-6c03-45ac-acd4-90abb417809b HTTP/1.1" status: 200 len: 784 time: 0.2860706 Aug 12 14:44:25.922494 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Provisioning for port 5ecdfe63-3ffa-42b5-8a13-d40d6a58c5c5 completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:44:25.953742 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Provisioning complete for port 5ecdfe63-3ffa-42b5-8a13-d40d6a58c5c5 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:44:25.954203 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:25.996296 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b78e920-c9df-40f8-b3c7-74671dc7e57c req-96a714ba-b769-43f6-ab78-f20d1f4819d7 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:26.002118 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-7b78e920-c9df-40f8-b3c7-74671dc7e57c req-96a714ba-b769-43f6-ab78-f20d1f4819d7 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/ports?device_id=b148e05e-7d9e-4da9-9b03-99a8a72e94ac HTTP/1.1" status: 200 len: 945 time: 0.1917584 Aug 12 14:44:26.002981 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-30352e24-552e-45ee-a2ad-8456a39dc52b req-112db33c-bc29-49b2-b984-86c3c163e249 tempest-FloatingIPsTestJSON-802632884 tempest-FloatingIPsTestJSON-802632884-project] 10.222.0.39 "GET /v2.0/floatingips/b11693c7-b697-4e6d-98d6-0f1cc62aa7a3 HTTP/1.1" status: 200 len: 692 time: 0.1903417 Aug 12 14:44:26.175668 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-7b78e920-c9df-40f8-b3c7-74671dc7e57c req-54ba7b66-cf70-4053-a61d-93d3beb97e40 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/security-groups?id=ae835367-3679-4f41-a825-d086536e4cce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1683588 Aug 12 14:44:26.187756 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device ba8385c3-27ec-49ce-881f-a34871c7f23a up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:44:26.192027 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 50122) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:44:26.211870 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-96a69d91-b0c9-4ed4-ab1a-084764636cae admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-320224610-network', 'tenant_id': '9a6deb5f375e45beb32ac6c559879dd7'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:44:26.258614 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96a69d91-b0c9-4ed4-ab1a-084764636cae admin admin] Made reservation on behalf of 9a6deb5f375e45beb32ac6c559879dd7 for: {'network': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:44:26.262937 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-96a69d91-b0c9-4ed4-ab1a-084764636cae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for network, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:26.279678 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-96a69d91-b0c9-4ed4-ab1a-084764636cae admin admin] Notify callbacks [] for security_group, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:26.415695 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:26.435053 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30352e24-552e-45ee-a2ad-8456a39dc52b req-6e55882f-8fdc-40a7-9142-eabf39551c02 tempest-FloatingIPsTestJSON-802632884 tempest-FloatingIPsTestJSON-802632884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:26.436697 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-30352e24-552e-45ee-a2ad-8456a39dc52b req-6e55882f-8fdc-40a7-9142-eabf39551c02 tempest-FloatingIPsTestJSON-802632884 tempest-FloatingIPsTestJSON-802632884-project] 10.222.0.39 "GET /v2.0/networks/d3759e1b-6c03-45ac-acd4-90abb417809b HTTP/1.1" status: 200 len: 784 time: 0.4325302 Aug 12 14:44:26.447577 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c2f2b1-3ea1-4f63-888a-775c186d2865 req-0f8f8771-6e42-40dc-911b-faaf73e70fe5 tempest-ListServerFiltersTestJSON-1279059967 tempest-ListServerFiltersTestJSON-1279059967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:26.450889 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-23c2f2b1-3ea1-4f63-888a-775c186d2865 req-0f8f8771-6e42-40dc-911b-faaf73e70fe5 tempest-ListServerFiltersTestJSON-1279059967 tempest-ListServerFiltersTestJSON-1279059967-project] 10.222.0.39 "GET /v2.0/ports?device_id=519bb32f-bada-41e8-a9e9-90cc25a414e0 HTTP/1.1" status: 200 len: 945 time: 0.1248064 Aug 12 14:44:26.461621 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning for port ba8385c3-27ec-49ce-881f-a34871c7f23a completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:44:26.470689 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port ba8385c3-27ec-49ce-881f-a34871c7f23a triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:44:26.471543 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:26.566972 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-96a69d91-b0c9-4ed4-ab1a-084764636cae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:26.568076 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '419c5c7f-827f-4397-9cc6-d186147a5698', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '769835af-590d-44bf-ae96-6aa7e3ae2342'}, {'server_uuid': '419c5c7f-827f-4397-9cc6-d186147a5698', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ecdfe63-3ffa-42b5-8a13-d40d6a58c5c5'}] {{(pid=94468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:44:26.570953 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99a8d87602170099c728e57431aca99e9b98a655a83bbf8727be13192709727b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a6d2ff8-7acb-4191-bdc3-abd782d43e13" -d '{"events": [{"server_uuid": "419c5c7f-827f-4397-9cc6-d186147a5698", "name": "network-vif-plugged", "status": "completed", "tag": "769835af-590d-44bf-ae96-6aa7e3ae2342"}, {"server_uuid": "419c5c7f-827f-4397-9cc6-d186147a5698", "name": "network-vif-plugged", "status": "completed", "tag": "5ecdfe63-3ffa-42b5-8a13-d40d6a58c5c5"}]}' {{(pid=94468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:44:26.579644 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-23c2f2b1-3ea1-4f63-888a-775c186d2865 req-a6180eab-7423-44f4-b3dd-e568535c3474 tempest-ListServerFiltersTestJSON-1279059967 tempest-ListServerFiltersTestJSON-1279059967-project] 10.222.0.39 "GET /v2.0/security-groups?id=3d8a6de8-331f-498e-b3e1-f8d865328935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185009 Aug 12 14:44:26.581991 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-96a69d91-b0c9-4ed4-ab1a-084764636cae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:26.601106 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port 5ecdfe63-3ffa-42b5-8a13-d40d6a58c5c5, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=5ecdfe63-3ffa-42b5-8a13-d40d6a58c5c5,segment=NetworkSegment(505995ff-9200-4984-b515-d69d3d86fab3),segment_id=505995ff-9200-4984-b515-d69d3d86fab3)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:44:26.627223 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:26.634433 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device 5990fff5-4fd8-40dc-8d99-17a1763d5291 up at agent hyperv_n-h2-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:44:26.645887 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96a69d91-b0c9-4ed4-ab1a-084764636cae admin admin] vlan segment allocate from pool success with {'vlan_id': 314, 'physical_network': 'physnet1'} {{(pid=94467) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 14:44:26.654431 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-30352e24-552e-45ee-a2ad-8456a39dc52b req-c3188346-131b-4bfb-ae53-9625e019e263 tempest-FloatingIPsTestJSON-802632884 tempest-FloatingIPsTestJSON-802632884-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.1.45 HTTP/1.1" status: 200 len: 695 time: 0.2016442 Aug 12 14:44:26.659420 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a69d91-b0c9-4ed4-ab1a-084764636cae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbc48ba5-6828-4e0a-8ff6-28ac994cc0e4,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:44:26.673768 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-96a69d91-b0c9-4ed4-ab1a-084764636cae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:26.674372 n-d-694802-15 neutron-server[94467]: INFO neutron.db.segments_db [None req-96a69d91-b0c9-4ed4-ab1a-084764636cae admin admin] Added segment 289a2906-92c3-4169-9eb9-018ae162afa6 of type vlan for network c9bd5dff-41d4-406e-a6e0-37d04ed549ff Aug 12 14:44:26.749713 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-96a69d91-b0c9-4ed4-ab1a-084764636cae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744653628263'] for network, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:26.771538 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-30352e24-552e-45ee-a2ad-8456a39dc52b req-18641c74-7841-4130-a5f7-e1c9c5e2905a tempest-FloatingIPsTestJSON-802632884 tempest-FloatingIPsTestJSON-802632884-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.1.45 HTTP/1.1" status: 200 len: 695 time: 0.1159790 Aug 12 14:44:26.853234 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-96a69d91-b0c9-4ed4-ab1a-084764636cae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409'] for network, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:26.861984 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96a69d91-b0c9-4ed4-ab1a-084764636cae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:26.862978 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-96a69d91-b0c9-4ed4-ab1a-084764636cae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for network, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:26.900534 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb92eb5f-ee88-4f9b-99a6-b8951dcfaaeb None None] Sync routers for ids ['dcbe325a-7aba-492a-b72b-2e5db00507df'] in n-d-694802-15 {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 14:44:26.912303 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb92eb5f-ee88-4f9b-99a6-b8951dcfaaeb None None] Routers {'dcbe325a-7aba-492a-b72b-2e5db00507df'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:44:26.923758 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-fb92eb5f-ee88-4f9b-99a6-b8951dcfaaeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:44:14Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['dcbe325a-7aba-492a-b72b-2e5db00507df'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:44:26.927780 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 50152) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:44:26.963215 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [req-30352e24-552e-45ee-a2ad-8456a39dc52b req-50789731-9c5f-48d3-b316-9ff60bfe5edc tempest-FloatingIPsTestJSON-802632884 tempest-FloatingIPsTestJSON-802632884-project] Deleting port a9f79f9b-2a28-4cf5-8c24-62db8c1ded95 {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:44:26.963716 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-30352e24-552e-45ee-a2ad-8456a39dc52b req-50789731-9c5f-48d3-b316-9ff60bfe5edc tempest-FloatingIPsTestJSON-802632884 tempest-FloatingIPsTestJSON-802632884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:26.971527 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:27.012967 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Provisioning for port 5990fff5-4fd8-40dc-8d99-17a1763d5291 completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:44:27.033727 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a69d91-b0c9-4ed4-ab1a-084764636cae admin admin] Pushing event updated for resources: {'Network': ['ID=c9bd5dff-41d4-406e-a6e0-37d04ed549ff,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:44:27.049757 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Provisioning complete for port 5990fff5-4fd8-40dc-8d99-17a1763d5291 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:44:27.052784 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:27.055214 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-fb92eb5f-ee88-4f9b-99a6-b8951dcfaaeb None None] Set router dcbe325a-7aba-492a-b72b-2e5db00507df gateway port host: n-d-694802-15 {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:44:27.083786 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7315e3eb-ab8d-4625-9d18-1a45d57454b4 req-5c29fc06-8e84-434f-ac59-ff1d90421363 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:27.098633 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-7315e3eb-ab8d-4625-9d18-1a45d57454b4 req-5c29fc06-8e84-434f-ac59-ff1d90421363 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/ports?device_id=b148e05e-7d9e-4da9-9b03-99a8a72e94ac HTTP/1.1" status: 200 len: 945 time: 0.3203449 Aug 12 14:44:27.099418 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 50156) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:44:27.106154 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-b2b2c80e-b49d-46f8-857b-cab93a3ab842 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Request body: {'floatingip': {'port_id': 'dfcd097c-9928-4160-b8e6-a0dea19d832c'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:44:27.109670 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-96a69d91-b0c9-4ed4-ab1a-084764636cae admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9028480 Aug 12 14:44:27.110132 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 50158) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:44:27.114808 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-30352e24-552e-45ee-a2ad-8456a39dc52b req-50789731-9c5f-48d3-b316-9ff60bfe5edc tempest-FloatingIPsTestJSON-802632884 tempest-FloatingIPsTestJSON-802632884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:27.115333 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-30352e24-552e-45ee-a2ad-8456a39dc52b req-50789731-9c5f-48d3-b316-9ff60bfe5edc tempest-FloatingIPsTestJSON-802632884 tempest-FloatingIPsTestJSON-802632884-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:27.123832 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-608973f6-7ca5-40e5-a46f-dcba6562874a admin admin] Request body: {'subnet': {'network_id': 'c9bd5dff-41d4-406e-a6e0-37d04ed549ff', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-320224610-subnet', 'tenant_id': '9a6deb5f375e45beb32ac6c559879dd7', 'ip_version': 4}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:44:27.151995 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Network c9bd5dff-41d4-406e-a6e0-37d04ed549ff details requested by agent ovs-agent-n-d-694802-15 with host n-d-694802-15 {{(pid=94468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 14:44:27.251731 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [req-30352e24-552e-45ee-a2ad-8456a39dc52b req-50789731-9c5f-48d3-b316-9ff60bfe5edc tempest-FloatingIPsTestJSON-802632884 tempest-FloatingIPsTestJSON-802632884-project] Calling delete_port for a9f79f9b-2a28-4cf5-8c24-62db8c1ded95 owned by network:floatingip {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:44:27.330602 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] For port ba8385c3-27ec-49ce-881f-a34871c7f23a, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=ba8385c3-27ec-49ce-881f-a34871c7f23a,segment=NetworkSegment(b1b396cb-2dc6-4041-bfc7-1833a80a4720),segment_id=b1b396cb-2dc6-4041-bfc7-1833a80a4720)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:44:27.340296 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 12 Aug 2021 14:44:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f0da600-151d-4877-a411-58bf78a216b1 x-openstack-request-id: req-4f0da600-151d-4877-a411-58bf78a216b1 {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:44:27.340885 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "419c5c7f-827f-4397-9cc6-d186147a5698", "name": "network-vif-plugged", "status": "completed", "tag": "769835af-590d-44bf-ae96-6aa7e3ae2342", "code": 200}, {"server_uuid": "419c5c7f-827f-4397-9cc6-d186147a5698", "name": "network-vif-plugged", "status": "completed", "tag": "5ecdfe63-3ffa-42b5-8a13-d40d6a58c5c5", "code": 200}]} {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:44:27.344332 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4f0da600-151d-4877-a411-58bf78a216b1 {{(pid=94468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:44:27.344784 n-d-694802-15 neutron-server[94468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '419c5c7f-827f-4397-9cc6-d186147a5698', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '769835af-590d-44bf-ae96-6aa7e3ae2342', 'code': 200} Aug 12 14:44:27.347193 n-d-694802-15 neutron-server[94468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '419c5c7f-827f-4397-9cc6-d186147a5698', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ecdfe63-3ffa-42b5-8a13-d40d6a58c5c5', 'code': 200} Aug 12 14:44:27.351923 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Pushing event updated for resources: {'Port': ['ID=5ecdfe63-3ffa-42b5-8a13-d40d6a58c5c5,revision_number=5']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:44:27.366923 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:27.421720 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a024d30e-4bc8-4ab5-958c-23c7fd8c5b4c req-017cdb95-6203-4785-bb5a-4fadc612d53d tempest-ListServerFiltersTestJSON-1279059967 tempest-ListServerFiltersTestJSON-1279059967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:27.429558 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a024d30e-4bc8-4ab5-958c-23c7fd8c5b4c req-017cdb95-6203-4785-bb5a-4fadc612d53d tempest-ListServerFiltersTestJSON-1279059967 tempest-ListServerFiltersTestJSON-1279059967-project] 10.222.0.39 "GET /v2.0/ports?device_id=a213a945-2481-4cf1-a668-0946b792e4e6 HTTP/1.1" status: 200 len: 946 time: 0.0680995 Aug 12 14:44:27.456274 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-fb92eb5f-ee88-4f9b-99a6-b8951dcfaaeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcbe325a-7aba-492a-b72b-2e5db00507df', 'name': 'tempest-TestServerMultinode-1807224420-router', 'tenant_id': 'cd40830b171946f391e8502815779af4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.207'}], 'enable_snat': True}, 'gw_port_id': 'ba8385c3-27ec-49ce-881f-a34871c7f23a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:44:08Z', 'updated_at': '2021-08-12T14:44:21Z', 'revision_number': 4, 'project_id': 'cd40830b171946f391e8502815779af4', 'gw_port': {'id': 'ba8385c3-27ec-49ce-881f-a34871c7f23a', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:0c:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcbe325a-7aba-492a-b72b-2e5db00507df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:44:12Z', 'updated_at': '2021-08-12T14:44:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': '53778b53-3ae4-407d-a09b-a7a92853df9d', 'name': '', 'network_id': '65eb9217-5da8-4655-9a1f-f1a0244b6a82', 'tenant_id': 'cd40830b171946f391e8502815779af4', 'mac_address': 'fa:16:3e:13:e2:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcbe325a-7aba-492a-b72b-2e5db00507df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1676, 'fixed_ips': [{'subnet_id': '37cace83-dd5f-48a6-88f8-b013ec6d797a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:44:19Z', 'updated_at': '2021-08-12T14:44:22Z', 'revision_number': 2, 'project_id': 'cd40830b171946f391e8502815779af4', 'subnets': [{'id': '37cace83-dd5f-48a6-88f8-b013ec6d797a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:44:27.491954 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a024d30e-4bc8-4ab5-958c-23c7fd8c5b4c req-e392ee26-8d65-46a7-baf8-a9ac318b2b93 tempest-ListServerFiltersTestJSON-1279059967 tempest-ListServerFiltersTestJSON-1279059967-project] 10.222.0.39 "GET /v2.0/security-groups?id=3d8a6de8-331f-498e-b3e1-f8d865328935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583055 Aug 12 14:44:27.517115 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb92eb5f-ee88-4f9b-99a6-b8951dcfaaeb None None] Checking router: dcbe325a-7aba-492a-b72b-2e5db00507df for host: n-d-694802-15 {{(pid=94469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 14:44:27.517519 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb92eb5f-ee88-4f9b-99a6-b8951dcfaaeb None None] Updating router dcbe325a-7aba-492a-b72b-2e5db00507df port 53778b53-3ae4-407d-a09b-a7a92853df9d binding host n-d-694802-15 {{(pid=94469) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 14:44:27.538544 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2e734e3c-bf8e-4629-bc68-484bcc19b2db admin admin] Notify callbacks [] for security_group, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:27.546184 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-fb92eb5f-ee88-4f9b-99a6-b8951dcfaaeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:27.569259 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-608973f6-7ca5-40e5-a46f-dcba6562874a admin admin] Made reservation on behalf of 9a6deb5f375e45beb32ac6c559879dd7 for: {'subnet': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:44:27.571662 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-608973f6-7ca5-40e5-a46f-dcba6562874a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8776441'] for subnet, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:27.582601 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-30352e24-552e-45ee-a2ad-8456a39dc52b req-50789731-9c5f-48d3-b316-9ff60bfe5edc tempest-FloatingIPsTestJSON-802632884 tempest-FloatingIPsTestJSON-802632884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:27.602188 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b2b2c80e-b49d-46f8-857b-cab93a3ab842 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Notify callbacks [] for floatingip, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:27.602852 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:27.634227 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Pushing event updated for resources: {'Port': ['ID=ba8385c3-27ec-49ce-881f-a34871c7f23a,revision_number=4']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:44:27.705694 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50789731-9c5f-48d3-b316-9ff60bfe5edc tempest-FloatingIPsTestJSON-802632884 tempest-FloatingIPsTestJSON-802632884-project] Pushing event deleted for resources: {'Port': ['ID=a9f79f9b-2a28-4cf5-8c24-62db8c1ded95,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:44:27.744368 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port 5990fff5-4fd8-40dc-8d99-17a1763d5291, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=5990fff5-4fd8-40dc-8d99-17a1763d5291,segment=NetworkSegment(505995ff-9200-4984-b515-d69d3d86fab3),segment_id=505995ff-9200-4984-b515-d69d3d86fab3)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:44:27.757660 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:27.758852 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device 827c8ce5-97e8-4c6c-9410-67c6f592ef59 up at agent hyperv_n-h2-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:44:27.816936 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d2a0c1-1c80-4c76-afbe-ba066e2a893b req-73d25586-74bd-4c8b-89ef-99bf8675cea7 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:27.825124 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d2a0c1-1c80-4c76-afbe-ba066e2a893b req-73d25586-74bd-4c8b-89ef-99bf8675cea7 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:27.833651 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d2a0c1-1c80-4c76-afbe-ba066e2a893b req-73d25586-74bd-4c8b-89ef-99bf8675cea7 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:27.854114 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d2a0c1-1c80-4c76-afbe-ba066e2a893b req-73d25586-74bd-4c8b-89ef-99bf8675cea7 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:27.876112 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d2a0c1-1c80-4c76-afbe-ba066e2a893b req-73d25586-74bd-4c8b-89ef-99bf8675cea7 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:27.888783 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d2a0c1-1c80-4c76-afbe-ba066e2a893b req-73d25586-74bd-4c8b-89ef-99bf8675cea7 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:27.901517 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d2a0c1-1c80-4c76-afbe-ba066e2a893b req-73d25586-74bd-4c8b-89ef-99bf8675cea7 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:27.912641 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-64d2a0c1-1c80-4c76-afbe-ba066e2a893b req-73d25586-74bd-4c8b-89ef-99bf8675cea7 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] 10.222.0.39 "GET /v2.0/ports?device_id=419c5c7f-827f-4397-9cc6-d186147a5698 HTTP/1.1" status: 200 len: 5439 time: 0.2482944 Aug 12 14:44:27.928451 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Pushing event updated for resources: {'Port': ['ID=5990fff5-4fd8-40dc-8d99-17a1763d5291,revision_number=5']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:44:27.932526 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Provisioning for port 827c8ce5-97e8-4c6c-9410-67c6f592ef59 completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:44:27.942508 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Provisioning complete for port 827c8ce5-97e8-4c6c-9410-67c6f592ef59 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:44:27.942962 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:27.970544 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-64d2a0c1-1c80-4c76-afbe-ba066e2a893b req-64c474d4-5070-4b19-bdd7-f476dc76ded0 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] 10.222.0.39 "GET /v2.0/security-groups?id=f56fbbcf-68c5-4074-ab5b-41ec110855f2&id=def6086d-0ad1-4cdd-9c71-80d1fefb9be7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0560718 Aug 12 14:44:28.035171 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device ba8385c3-27ec-49ce-881f-a34871c7f23a up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:44:28.116957 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:28.129047 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-fb92eb5f-ee88-4f9b-99a6-b8951dcfaaeb None None] Notify callbacks [] for port, precommit_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:28.141834 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.provisioning_blocks [None req-fb92eb5f-ee88-4f9b-99a6-b8951dcfaaeb None None] Transition to ACTIVE for port object 53778b53-3ae4-407d-a09b-a7a92853df9d will not be triggered until provisioned by entity L2. {{(pid=94469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:44:28.168630 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-fb92eb5f-ee88-4f9b-99a6-b8951dcfaaeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:28.169053 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port 827c8ce5-97e8-4c6c-9410-67c6f592ef59, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=827c8ce5-97e8-4c6c-9410-67c6f592ef59,segment=NetworkSegment(ce946392-5bd0-4fe8-8210-1accf5f4dc64),segment_id=ce946392-5bd0-4fe8-8210-1accf5f4dc64)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:44:28.170227 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port ba8385c3-27ec-49ce-881f-a34871c7f23a triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:44:28.170749 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:28.172133 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c9cfe8-231f-4734-90b6-d28e16bc4c29 req-9b4264b5-c572-4c79-aa27-600cc2b53a7e tempest-ListServerFiltersTestJSON-1279059967 tempest-ListServerFiltersTestJSON-1279059967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:28.175137 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:28.176115 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device 0d3500d0-8996-4ba7-a29c-4271f88cdfba up at agent hyperv_n-h2-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:44:28.182968 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d1c9cfe8-231f-4734-90b6-d28e16bc4c29 req-9b4264b5-c572-4c79-aa27-600cc2b53a7e tempest-ListServerFiltersTestJSON-1279059967 tempest-ListServerFiltersTestJSON-1279059967-project] 10.222.0.39 "GET /v2.0/ports?device_id=e63866ab-5980-4e58-8e02-90e11eef08f9 HTTP/1.1" status: 200 len: 945 time: 0.1191003 Aug 12 14:44:28.303515 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d1c9cfe8-231f-4734-90b6-d28e16bc4c29 req-ae9694f9-0f61-428a-97b2-d7bb7123db59 tempest-ListServerFiltersTestJSON-1279059967 tempest-ListServerFiltersTestJSON-1279059967-project] 10.222.0.39 "GET /v2.0/security-groups?id=3d8a6de8-331f-498e-b3e1-f8d865328935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178701 Aug 12 14:44:28.318849 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Pushing event updated for resources: {'Port': ['ID=827c8ce5-97e8-4c6c-9410-67c6f592ef59,revision_number=5']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:44:28.349174 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf3fb9e-1679-4ae4-9cf6-99cc20e46846 None None] Pushing event updated for resources: {'Port': ['ID=53778b53-3ae4-407d-a09b-a7a92853df9d,revision_number=3']} {{(pid=94469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:44:28.362925 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Provisioning for port 0d3500d0-8996-4ba7-a29c-4271f88cdfba completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:44:28.373879 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Provisioning complete for port 0d3500d0-8996-4ba7-a29c-4271f88cdfba triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:44:28.374261 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:28.530686 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2e734e3c-bf8e-4629-bc68-484bcc19b2db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:28.548730 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-608973f6-7ca5-40e5-a46f-dcba6562874a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3718490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8776395'] for subnet, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:28.556276 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.managers [None req-fb92eb5f-ee88-4f9b-99a6-b8951dcfaaeb None None] Attempting to bind port 53778b53-3ae4-407d-a09b-a7a92853df9d on host n-d-694802-15 for vnic_type normal with profile {{(pid=94469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:44:28.556670 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.managers [None req-fb92eb5f-ee88-4f9b-99a6-b8951dcfaaeb None None] Attempting to bind port 53778b53-3ae4-407d-a09b-a7a92853df9d by drivers openvswitch,hyperv on host n-d-694802-15 at level 0 using segments [{'id': '5460dd8c-09fa-480f-a792-3783d9f14ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '65eb9217-5da8-4655-9a1f-f1a0244b6a82'}] {{(pid=94469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:44:28.559527 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb92eb5f-ee88-4f9b-99a6-b8951dcfaaeb None None] Attempting to bind port 53778b53-3ae4-407d-a09b-a7a92853df9d on network 65eb9217-5da8-4655-9a1f-f1a0244b6a82 {{(pid=94469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:44:28.571772 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2e734e3c-bf8e-4629-bc68-484bcc19b2db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:28.578154 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb92eb5f-ee88-4f9b-99a6-b8951dcfaaeb None None] Checking agent: {'id': '16de73ac-f2e9-4cee-b3e0-91052ae3e6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 20, 13), 'started_at': datetime.datetime(2021, 8, 12, 14, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 44, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:44:28.579988 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb92eb5f-ee88-4f9b-99a6-b8951dcfaaeb None None] Checking segment: {'id': '5460dd8c-09fa-480f-a792-3783d9f14ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '65eb9217-5da8-4655-9a1f-f1a0244b6a82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:44:28.580145 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:28.580415 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-fb92eb5f-ee88-4f9b-99a6-b8951dcfaaeb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:28.580818 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb92eb5f-ee88-4f9b-99a6-b8951dcfaaeb None None] Bound using segment: {'id': '5460dd8c-09fa-480f-a792-3783d9f14ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '65eb9217-5da8-4655-9a1f-f1a0244b6a82'} {{(pid=94469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:44:28.581332 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.managers [None req-fb92eb5f-ee88-4f9b-99a6-b8951dcfaaeb None None] Bound port: 53778b53-3ae4-407d-a09b-a7a92853df9d, host: n-d-694802-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5460dd8c-09fa-480f-a792-3783d9f14ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '65eb9217-5da8-4655-9a1f-f1a0244b6a82'}}] {{(pid=94469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:44:28.587529 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-fb92eb5f-ee88-4f9b-99a6-b8951dcfaaeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:28.630922 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-30352e24-552e-45ee-a2ad-8456a39dc52b req-50789731-9c5f-48d3-b316-9ff60bfe5edc tempest-FloatingIPsTestJSON-802632884 tempest-FloatingIPsTestJSON-802632884-project] Notify callbacks [] for floatingip, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:28.647851 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-30352e24-552e-45ee-a2ad-8456a39dc52b req-50789731-9c5f-48d3-b316-9ff60bfe5edc tempest-FloatingIPsTestJSON-802632884 tempest-FloatingIPsTestJSON-802632884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for floatingip, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:28.649754 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-30352e24-552e-45ee-a2ad-8456a39dc52b req-50789731-9c5f-48d3-b316-9ff60bfe5edc tempest-FloatingIPsTestJSON-802632884 tempest-FloatingIPsTestJSON-802632884-project] 10.222.0.39 "DELETE /v2.0/floatingips/b11693c7-b697-4e6d-98d6-0f1cc62aa7a3 HTTP/1.1" status: 204 len: 173 time: 1.8716624 Aug 12 14:44:28.671557 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port 0d3500d0-8996-4ba7-a29c-4271f88cdfba, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=0d3500d0-8996-4ba7-a29c-4271f88cdfba,segment=NetworkSegment(505995ff-9200-4984-b515-d69d3d86fab3),segment_id=505995ff-9200-4984-b515-d69d3d86fab3)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:44:28.678043 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:28.708004 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e734e3c-bf8e-4629-bc68-484bcc19b2db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=572d4bcd-008c-4967-8c92-1652909b71bc,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:44:28.717585 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device 0499b153-16f3-45bf-a9f7-4cf3ddd80c7a up at agent hyperv_n-h2-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:44:28.749433 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.db [None req-fb92eb5f-ee88-4f9b-99a6-b8951dcfaaeb None None] For port 53778b53-3ae4-407d-a09b-a7a92853df9d, host n-d-694802-15, cleared binding levels {{(pid=94469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:44:28.758823 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.db [None req-fb92eb5f-ee88-4f9b-99a6-b8951dcfaaeb None None] For port 53778b53-3ae4-407d-a09b-a7a92853df9d, host n-d-694802-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=53778b53-3ae4-407d-a09b-a7a92853df9d,segment=NetworkSegment(5460dd8c-09fa-480f-a792-3783d9f14ea8),segment_id=5460dd8c-09fa-480f-a792-3783d9f14ea8)] {{(pid=94469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:44:28.773329 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-fb92eb5f-ee88-4f9b-99a6-b8951dcfaaeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:28.774394 n-d-694802-15 neutron-server[94466]: INFO neutron.api.v2.resource [req-3f073df7-c0c2-48fb-b757-01ba1c8dba2f req-a0654e0f-d3b8-4383-98db-d43daa2f1314 tempest-FloatingIPsTestJSON-802632884 tempest-FloatingIPsTestJSON-802632884-project] show failed (client error): The resource could not be found. Aug 12 14:44:28.775522 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-3f073df7-c0c2-48fb-b757-01ba1c8dba2f req-a0654e0f-d3b8-4383-98db-d43daa2f1314 tempest-FloatingIPsTestJSON-802632884 tempest-FloatingIPsTestJSON-802632884-project] 10.222.0.39 "GET /v2.0/floatingips/b11693c7-b697-4e6d-98d6-0f1cc62aa7a3 HTTP/1.1" status: 404 len: 350 time: 0.0746121 Aug 12 14:44:28.793542 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Pushing event updated for resources: {'Port': ['ID=0d3500d0-8996-4ba7-a29c-4271f88cdfba,revision_number=5']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:44:28.815727 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Provisioning for port 0499b153-16f3-45bf-a9f7-4cf3ddd80c7a completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:44:28.826471 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Provisioning complete for port 0499b153-16f3-45bf-a9f7-4cf3ddd80c7a triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:44:28.827084 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:28.901770 n-d-694802-15 neutron-server[94466]: INFO neutron.api.v2.resource [req-00509751-9575-48be-b364-ef8b3b699c10 req-1fc90e7d-68d6-46f1-9c74-2700beaccc5f tempest-FloatingIPsTestJSON-802632884 tempest-FloatingIPsTestJSON-802632884-project] show failed (client error): The resource could not be found. Aug 12 14:44:28.902894 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-00509751-9575-48be-b364-ef8b3b699c10 req-1fc90e7d-68d6-46f1-9c74-2700beaccc5f tempest-FloatingIPsTestJSON-802632884 tempest-FloatingIPsTestJSON-802632884-project] 10.222.0.39 "GET /v2.0/floatingips/b11693c7-b697-4e6d-98d6-0f1cc62aa7a3 HTTP/1.1" status: 404 len: 350 time: 0.0605736 Aug 12 14:44:28.907487 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608973f6-7ca5-40e5-a46f-dcba6562874a admin admin] Pushing event updated for resources: {'Subnet': ['ID=ccf62c8c-7e36-4695-8a64-e0dd2c164aff,revision_number=0']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:44:28.914465 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-2e734e3c-bf8e-4629-bc68-484bcc19b2db admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=75b464473d194f7fbab41a4bffc2c2b6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9856164 Aug 12 14:44:28.914646 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 50182) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:44:28.916873 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 50184) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:44:28.954793 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-608973f6-7ca5-40e5-a46f-dcba6562874a admin admin] Checking segment: {'id': '289a2906-92c3-4169-9eb9-018ae162afa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'c9bd5dff-41d4-406e-a6e0-37d04ed549ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:44:28.955204 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-608973f6-7ca5-40e5-a46f-dcba6562874a admin admin] Network hostable DHCP agents. Network: c9bd5dff-41d4-406e-a6e0-37d04ed549ff, hostable agents: ['1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658'], hosted agents: [] {{(pid=94466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 14:44:28.962280 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:29.013216 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-608973f6-7ca5-40e5-a46f-dcba6562874a admin admin] Network c9bd5dff-41d4-406e-a6e0-37d04ed549ff is scheduled to be hosted by DHCP agent 1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658 with binding_index 1 {{(pid=94466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 14:44:29.040455 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port 0499b153-16f3-45bf-a9f7-4cf3ddd80c7a, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=0499b153-16f3-45bf-a9f7-4cf3ddd80c7a,segment=NetworkSegment(3504b086-a225-42d9-836a-9d51b89d0937),segment_id=3504b086-a225-42d9-836a-9d51b89d0937)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:44:29.055907 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:29.062992 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device 60dab493-b044-4ff6-81af-81a8db5e9f4e up at agent hyperv_n-h2-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:44:29.089855 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-608973f6-7ca5-40e5-a46f-dcba6562874a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-15, c9bd5dff-41d4-406e-a6e0-37d04ed549ff) {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:44:29.094735 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb92eb5f-ee88-4f9b-99a6-b8951dcfaaeb None None] Routers {'dcbe325a-7aba-492a-b72b-2e5db00507df'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:44:29.095765 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-fb92eb5f-ee88-4f9b-99a6-b8951dcfaaeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:44:14Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['dcbe325a-7aba-492a-b72b-2e5db00507df'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:44:29.119945 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-608973f6-7ca5-40e5-a46f-dcba6562874a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:29.120585 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-608973f6-7ca5-40e5-a46f-dcba6562874a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for subnet, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:29.146683 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf3fb9e-1679-4ae4-9cf6-99cc20e46846 None None] Pushing event updated for resources: {'Port': ['ID=53778b53-3ae4-407d-a09b-a7a92853df9d,revision_number=4']} {{(pid=94469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:44:29.211801 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44359353-322f-4ee8-9742-79754dee3140 None None] Network c9bd5dff-41d4-406e-a6e0-37d04ed549ff requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:44:29.252610 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-fb92eb5f-ee88-4f9b-99a6-b8951dcfaaeb None None] Set router dcbe325a-7aba-492a-b72b-2e5db00507df gateway port host: n-d-694802-15 {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:44:29.322331 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-608973f6-7ca5-40e5-a46f-dcba6562874a admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.2095535 Aug 12 14:44:29.323339 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 50188) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:44:29.334316 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-f28b63e3-5d3a-4aeb-bfd7-514e65f49cd9 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-320224610-router', 'tenant_id': '9a6deb5f375e45beb32ac6c559879dd7', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'}}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:44:29.352626 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '419c5c7f-827f-4397-9cc6-d186147a5698', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5990fff5-4fd8-40dc-8d99-17a1763d5291'}, {'server_uuid': '419c5c7f-827f-4397-9cc6-d186147a5698', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '827c8ce5-97e8-4c6c-9410-67c6f592ef59'}, {'server_uuid': '419c5c7f-827f-4397-9cc6-d186147a5698', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d3500d0-8996-4ba7-a29c-4271f88cdfba'}, {'server_uuid': '419c5c7f-827f-4397-9cc6-d186147a5698', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0499b153-16f3-45bf-a9f7-4cf3ddd80c7a'}] {{(pid=94468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:44:29.354856 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99a8d87602170099c728e57431aca99e9b98a655a83bbf8727be13192709727b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77b0a9aa-83eb-4a0f-93c0-53e341cea193" -d '{"events": [{"server_uuid": "419c5c7f-827f-4397-9cc6-d186147a5698", "name": "network-vif-plugged", "status": "completed", "tag": "5990fff5-4fd8-40dc-8d99-17a1763d5291"}, {"server_uuid": "419c5c7f-827f-4397-9cc6-d186147a5698", "name": "network-vif-plugged", "status": "completed", "tag": "827c8ce5-97e8-4c6c-9410-67c6f592ef59"}, {"server_uuid": "419c5c7f-827f-4397-9cc6-d186147a5698", "name": "network-vif-plugged", "status": "completed", "tag": "0d3500d0-8996-4ba7-a29c-4271f88cdfba"}, {"server_uuid": "419c5c7f-827f-4397-9cc6-d186147a5698", "name": "network-vif-plugged", "status": "completed", "tag": "0499b153-16f3-45bf-a9f7-4cf3ddd80c7a"}]}' {{(pid=94468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:44:29.380308 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcaaec0-4982-45d5-bb37-e9a439fc5540 req-83b24bfa-33f8-4389-92ee-cdb3969a39eb tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:29.389198 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcaaec0-4982-45d5-bb37-e9a439fc5540 req-83b24bfa-33f8-4389-92ee-cdb3969a39eb tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:29.396218 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcaaec0-4982-45d5-bb37-e9a439fc5540 req-83b24bfa-33f8-4389-92ee-cdb3969a39eb tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:29.410758 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcaaec0-4982-45d5-bb37-e9a439fc5540 req-83b24bfa-33f8-4389-92ee-cdb3969a39eb tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:29.419999 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcaaec0-4982-45d5-bb37-e9a439fc5540 req-83b24bfa-33f8-4389-92ee-cdb3969a39eb tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:29.434734 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcaaec0-4982-45d5-bb37-e9a439fc5540 req-83b24bfa-33f8-4389-92ee-cdb3969a39eb tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:29.446824 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcaaec0-4982-45d5-bb37-e9a439fc5540 req-83b24bfa-33f8-4389-92ee-cdb3969a39eb tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:29.453983 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Pushing event updated for resources: {'Port': ['ID=0499b153-16f3-45bf-a9f7-4cf3ddd80c7a,revision_number=5']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:44:29.464836 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-6bcaaec0-4982-45d5-bb37-e9a439fc5540 req-83b24bfa-33f8-4389-92ee-cdb3969a39eb tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] 10.222.0.39 "GET /v2.0/ports?device_id=419c5c7f-827f-4397-9cc6-d186147a5698 HTTP/1.1" status: 200 len: 5443 time: 0.3109283 Aug 12 14:44:29.573864 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Provisioning for port 60dab493-b044-4ff6-81af-81a8db5e9f4e completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:44:29.599493 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Provisioning complete for port 60dab493-b044-4ff6-81af-81a8db5e9f4e triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:44:29.600372 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:29.681721 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-6bcaaec0-4982-45d5-bb37-e9a439fc5540 req-d21653b3-72ad-4be3-949e-5537a3597250 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] 10.222.0.39 "GET /v2.0/security-groups?id=f56fbbcf-68c5-4074-ab5b-41ec110855f2&id=def6086d-0ad1-4cdd-9c71-80d1fefb9be7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2155569 Aug 12 14:44:29.682818 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-fb92eb5f-ee88-4f9b-99a6-b8951dcfaaeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcbe325a-7aba-492a-b72b-2e5db00507df', 'name': 'tempest-TestServerMultinode-1807224420-router', 'tenant_id': 'cd40830b171946f391e8502815779af4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.207'}], 'enable_snat': True}, 'gw_port_id': 'ba8385c3-27ec-49ce-881f-a34871c7f23a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:44:08Z', 'updated_at': '2021-08-12T14:44:21Z', 'revision_number': 4, 'project_id': 'cd40830b171946f391e8502815779af4', 'gw_port': {'id': 'ba8385c3-27ec-49ce-881f-a34871c7f23a', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:0c:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcbe325a-7aba-492a-b72b-2e5db00507df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:44:12Z', 'updated_at': '2021-08-12T14:44:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': '53778b53-3ae4-407d-a09b-a7a92853df9d', 'name': '', 'network_id': '65eb9217-5da8-4655-9a1f-f1a0244b6a82', 'tenant_id': 'cd40830b171946f391e8502815779af4', 'mac_address': 'fa:16:3e:13:e2:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcbe325a-7aba-492a-b72b-2e5db00507df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1676, 'fixed_ips': [{'subnet_id': '37cace83-dd5f-48a6-88f8-b013ec6d797a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:44:19Z', 'updated_at': '2021-08-12T14:44:28Z', 'revision_number': 4, 'project_id': 'cd40830b171946f391e8502815779af4', 'subnets': [{'id': '37cace83-dd5f-48a6-88f8-b013ec6d797a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:44:29.689571 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.db.resource_extend [None req-b2b2c80e-b49d-46f8-857b-cab93a3ab842 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 12 14:44:29.695639 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f28b63e3-5d3a-4aeb-bfd7-514e65f49cd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-430574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-104863'] for router, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:29.701037 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f28b63e3-5d3a-4aeb-bfd7-514e65f49cd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-429438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-431405', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66646573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-104852'] for router, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:29.747807 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb92eb5f-ee88-4f9b-99a6-b8951dcfaaeb None None] The sync data for ids ['dcbe325a-7aba-492a-b72b-2e5db00507df'] in n-d-694802-15 is: [{'id': 'dcbe325a-7aba-492a-b72b-2e5db00507df', 'name': 'tempest-TestServerMultinode-1807224420-router', 'tenant_id': 'cd40830b171946f391e8502815779af4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.207'}], 'enable_snat': True}, 'gw_port_id': 'ba8385c3-27ec-49ce-881f-a34871c7f23a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:44:08Z', 'updated_at': '2021-08-12T14:44:21Z', 'revision_number': 4, 'project_id': 'cd40830b171946f391e8502815779af4', 'gw_port': {'id': 'ba8385c3-27ec-49ce-881f-a34871c7f23a', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:0c:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcbe325a-7aba-492a-b72b-2e5db00507df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:44:12Z', 'updated_at': '2021-08-12T14:44:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': '53778b53-3ae4-407d-a09b-a7a92853df9d', 'name': '', 'network_id': '65eb9217-5da8-4655-9a1f-f1a0244b6a82', 'tenant_id': 'cd40830b171946f391e8502815779af4', 'mac_address': 'fa:16:3e:13:e2:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcbe325a-7aba-492a-b72b-2e5db00507df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1676, 'fixed_ips': [{'subnet_id': '37cace83-dd5f-48a6-88f8-b013ec6d797a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:44:19Z', 'updated_at': '2021-08-12T14:44:28Z', 'revision_number': 4, 'project_id': 'cd40830b171946f391e8502815779af4', 'subnets': [{'id': '37cace83-dd5f-48a6-88f8-b013ec6d797a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 14:44:29.852735 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f28b63e3-5d3a-4aeb-bfd7-514e65f49cd9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:29.869900 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c52b6ebf-c438-46a5-8f40-6f9bbf1edb96 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa7035b3e-9a89-5964-b9f4-97301c3f476a-c9bd5dff-41d4-406e-a6e0-37d04ed549ff', 'network_id': 'c9bd5dff-41d4-406e-a6e0-37d04ed549ff', 'tenant_id': '9a6deb5f375e45beb32ac6c559879dd7', 'fixed_ips': [{'subnet_id': 'ccf62c8c-7e36-4695-8a64-e0dd2c164aff'}]}} from n-d-694802-15. {{(pid=94468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 14:44:29.870809 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-c52b6ebf-c438-46a5-8f40-6f9bbf1edb96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:29.873845 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Thu, 12 Aug 2021 14:44:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a1ff9ce-68c7-4cdb-b3fa-2104caf607b2 x-openstack-request-id: req-6a1ff9ce-68c7-4cdb-b3fa-2104caf607b2 {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:44:29.874172 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "419c5c7f-827f-4397-9cc6-d186147a5698", "name": "network-vif-plugged", "status": "completed", "tag": "5990fff5-4fd8-40dc-8d99-17a1763d5291", "code": 200}, {"server_uuid": "419c5c7f-827f-4397-9cc6-d186147a5698", "name": "network-vif-plugged", "status": "completed", "tag": "827c8ce5-97e8-4c6c-9410-67c6f592ef59", "code": 200}, {"server_uuid": "419c5c7f-827f-4397-9cc6-d186147a5698", "name": "network-vif-plugged", "status": "completed", "tag": "0d3500d0-8996-4ba7-a29c-4271f88cdfba", "code": 200}, {"server_uuid": "419c5c7f-827f-4397-9cc6-d186147a5698", "name": "network-vif-plugged", "status": "completed", "tag": "0499b153-16f3-45bf-a9f7-4cf3ddd80c7a", "code": 200}]} {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:44:29.874461 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6a1ff9ce-68c7-4cdb-b3fa-2104caf607b2 {{(pid=94468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:44:29.875169 n-d-694802-15 neutron-server[94468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '419c5c7f-827f-4397-9cc6-d186147a5698', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5990fff5-4fd8-40dc-8d99-17a1763d5291', 'code': 200} Aug 12 14:44:29.877768 n-d-694802-15 neutron-server[94468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '419c5c7f-827f-4397-9cc6-d186147a5698', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '827c8ce5-97e8-4c6c-9410-67c6f592ef59', 'code': 200} Aug 12 14:44:29.877768 n-d-694802-15 neutron-server[94468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '419c5c7f-827f-4397-9cc6-d186147a5698', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d3500d0-8996-4ba7-a29c-4271f88cdfba', 'code': 200} Aug 12 14:44:29.877768 n-d-694802-15 neutron-server[94468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '419c5c7f-827f-4397-9cc6-d186147a5698', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0499b153-16f3-45bf-a9f7-4cf3ddd80c7a', 'code': 200} Aug 12 14:44:29.877768 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:30.086834 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b2b2c80e-b49d-46f8-857b-cab93a3ab842 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:30.148785 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 53778b53-3ae4-407d-a09b-a7a92853df9d up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:44:30.181960 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b2b2c80e-b49d-46f8-857b-cab93a3ab842 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431510'] for floatingip, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:30.188406 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-3273e007-a8e8-426c-b782-c2aedd89aa3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:30.237267 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17763322-df8d-4676-bbee-60817b930634 req-270afd5a-2a4d-4d2d-ab8a-554e775c3462 tempest-ListServerFiltersTestJSON-1279059967 tempest-ListServerFiltersTestJSON-1279059967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:30.248217 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-17763322-df8d-4676-bbee-60817b930634 req-270afd5a-2a4d-4d2d-ab8a-554e775c3462 tempest-ListServerFiltersTestJSON-1279059967 tempest-ListServerFiltersTestJSON-1279059967-project] 10.222.0.39 "GET /v2.0/ports?device_id=519bb32f-bada-41e8-a9e9-90cc25a414e0 HTTP/1.1" status: 200 len: 945 time: 1.0775702 Aug 12 14:44:30.261565 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port 60dab493-b044-4ff6-81af-81a8db5e9f4e, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=60dab493-b044-4ff6-81af-81a8db5e9f4e,segment=NetworkSegment(3504b086-a225-42d9-836a-9d51b89d0937),segment_id=3504b086-a225-42d9-836a-9d51b89d0937)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:44:30.302843 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:30.313721 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-3273e007-a8e8-426c-b782-c2aedd89aa3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:30.344407 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.db_base_plugin_common [None req-c52b6ebf-c438-46a5-8f40-6f9bbf1edb96 None None] Allocated IP 172.20.0.2 (c9bd5dff-41d4-406e-a6e0-37d04ed549ff/ccf62c8c-7e36-4695-8a64-e0dd2c164aff/d77e02af-3802-4189-99c0-0244db051956) {{(pid=94468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:44:30.384191 n-d-694802-15 neutron-server[94466]: INFO neutron.db.l3_db [None req-b2b2c80e-b49d-46f8-857b-cab93a3ab842 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Floating IP bde79f2d-5ce7-48e6-9a9e-f7a128896dc8 associated. External IP: 172.25.1.8, port: dfcd097c-9928-4160-b8e6-a0dea19d832c. Aug 12 14:44:30.648046 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f28b63e3-5d3a-4aeb-bfd7-514e65f49cd9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:30.677664 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-17763322-df8d-4676-bbee-60817b930634 req-b887f8b9-9609-4a10-a10f-f7db8161210d tempest-ListServerFiltersTestJSON-1279059967 tempest-ListServerFiltersTestJSON-1279059967-project] 10.222.0.39 "GET /v2.0/security-groups?id=3d8a6de8-331f-498e-b3e1-f8d865328935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4291053 Aug 12 14:44:30.679928 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-3273e007-a8e8-426c-b782-c2aedd89aa3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:30.682763 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-3273e007-a8e8-426c-b782-c2aedd89aa3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:30.684163 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-3273e007-a8e8-426c-b782-c2aedd89aa3c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/572d4bcd-008c-4967-8c92-1652909b71bc HTTP/1.1" status: 204 len: 168 time: 1.7663302 Aug 12 14:44:30.695268 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3273e007-a8e8-426c-b782-c2aedd89aa3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=572d4bcd-008c-4967-8c92-1652909b71bc,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:44:30.744342 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning for port 53778b53-3ae4-407d-a09b-a7a92853df9d completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:44:30.798669 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port 53778b53-3ae4-407d-a09b-a7a92853df9d triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:44:30.799905 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:30.869182 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Pushing event updated for resources: {'Port': ['ID=60dab493-b044-4ff6-81af-81a8db5e9f4e,revision_number=5']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:44:30.928088 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-c52b6ebf-c438-46a5-8f40-6f9bbf1edb96 None None] Notify callbacks [] for port, precommit_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:30.950711 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2b2c80e-b49d-46f8-857b-cab93a3ab842 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Router 6a4eed94-bc27-4b5a-a5c2-bcb624f30ef4 has already been hosted by L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f {{(pid=94466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 14:44:30.983382 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-c52b6ebf-c438-46a5-8f40-6f9bbf1edb96 None None] Transition to ACTIVE for port object d77e02af-3802-4189-99c0-0244db051956 will not be triggered until provisioned by entity L2. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:44:31.014292 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:31.034469 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-c52b6ebf-c438-46a5-8f40-6f9bbf1edb96 None None] Transition to ACTIVE for port object d77e02af-3802-4189-99c0-0244db051956 will not be triggered until provisioned by entity DHCP. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:44:31.067421 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] For port 53778b53-3ae4-407d-a09b-a7a92853df9d, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=53778b53-3ae4-407d-a09b-a7a92853df9d,segment=NetworkSegment(5460dd8c-09fa-480f-a792-3783d9f14ea8),segment_id=5460dd8c-09fa-480f-a792-3783d9f14ea8)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:44:31.070042 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-c52b6ebf-c438-46a5-8f40-6f9bbf1edb96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253'] for port, after_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:31.081722 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:31.103937 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886cb561-70db-4d9a-bc8f-d32d25cfb82a req-97002044-bfc9-4792-a1ac-fc24ac2e0626 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:31.127757 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886cb561-70db-4d9a-bc8f-d32d25cfb82a req-97002044-bfc9-4792-a1ac-fc24ac2e0626 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:31.141852 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886cb561-70db-4d9a-bc8f-d32d25cfb82a req-97002044-bfc9-4792-a1ac-fc24ac2e0626 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:31.157112 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886cb561-70db-4d9a-bc8f-d32d25cfb82a req-97002044-bfc9-4792-a1ac-fc24ac2e0626 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:31.172324 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52b6ebf-c438-46a5-8f40-6f9bbf1edb96 None None] Pushing event updated for resources: {'Port': ['ID=d77e02af-3802-4189-99c0-0244db051956,revision_number=1']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:44:31.182101 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886cb561-70db-4d9a-bc8f-d32d25cfb82a req-97002044-bfc9-4792-a1ac-fc24ac2e0626 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:31.190464 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886cb561-70db-4d9a-bc8f-d32d25cfb82a req-97002044-bfc9-4792-a1ac-fc24ac2e0626 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:31.196432 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886cb561-70db-4d9a-bc8f-d32d25cfb82a req-97002044-bfc9-4792-a1ac-fc24ac2e0626 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:31.213943 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c52b6ebf-c438-46a5-8f40-6f9bbf1edb96 None None] Network c9bd5dff-41d4-406e-a6e0-37d04ed549ff is already hosted by enough agents. {{(pid=94468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:44:31.215707 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-886cb561-70db-4d9a-bc8f-d32d25cfb82a req-97002044-bfc9-4792-a1ac-fc24ac2e0626 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] 10.222.0.39 "GET /v2.0/ports?device_id=419c5c7f-827f-4397-9cc6-d186147a5698 HTTP/1.1" status: 200 len: 5444 time: 0.2967196 Aug 12 14:44:31.223794 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.base_scheduler [None req-c52b6ebf-c438-46a5-8f40-6f9bbf1edb96 None None] Resources bound (agent type, host, resource id): {{(pid=94468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:44:31.224775 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-5f375926-379f-41b3-9c03-944414837ca0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66663830'] for router_interface, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:31.233360 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c52b6ebf-c438-46a5-8f40-6f9bbf1edb96 None None] Received port after_create {{(pid=94468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:44:31.343273 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-886cb561-70db-4d9a-bc8f-d32d25cfb82a req-060fc2f3-93fe-43e9-a3ce-48579e0af4af tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] 10.222.0.39 "GET /v2.0/security-groups?id=f56fbbcf-68c5-4074-ab5b-41ec110855f2&id=def6086d-0ad1-4cdd-9c71-80d1fefb9be7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1214654 Aug 12 14:44:31.345209 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Pushing event updated for resources: {'Port': ['ID=53778b53-3ae4-407d-a09b-a7a92853df9d,revision_number=5']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:44:31.348451 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 50212) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:44:31.367570 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-c52b6ebf-c438-46a5-8f40-6f9bbf1edb96 None None] Attempting to bind port d77e02af-3802-4189-99c0-0244db051956 on host n-d-694802-15 for vnic_type normal with profile {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:44:31.367980 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-c52b6ebf-c438-46a5-8f40-6f9bbf1edb96 None None] Attempting to bind port d77e02af-3802-4189-99c0-0244db051956 by drivers openvswitch,hyperv on host n-d-694802-15 at level 0 using segments [{'id': '289a2906-92c3-4169-9eb9-018ae162afa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'c9bd5dff-41d4-406e-a6e0-37d04ed549ff'}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:44:31.368346 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c52b6ebf-c438-46a5-8f40-6f9bbf1edb96 None None] Attempting to bind port d77e02af-3802-4189-99c0-0244db051956 on network c9bd5dff-41d4-406e-a6e0-37d04ed549ff {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:44:31.374994 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c52b6ebf-c438-46a5-8f40-6f9bbf1edb96 None None] Checking agent: {'id': '16de73ac-f2e9-4cee-b3e0-91052ae3e6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 20, 13), 'started_at': datetime.datetime(2021, 8, 12, 14, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 44, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:44:31.375421 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c52b6ebf-c438-46a5-8f40-6f9bbf1edb96 None None] Checking segment: {'id': '289a2906-92c3-4169-9eb9-018ae162afa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'c9bd5dff-41d4-406e-a6e0-37d04ed549ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:44:31.375854 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-c52b6ebf-c438-46a5-8f40-6f9bbf1edb96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:31.376267 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c52b6ebf-c438-46a5-8f40-6f9bbf1edb96 None None] Bound using segment: {'id': '289a2906-92c3-4169-9eb9-018ae162afa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'c9bd5dff-41d4-406e-a6e0-37d04ed549ff'} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:44:31.376778 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-c52b6ebf-c438-46a5-8f40-6f9bbf1edb96 None None] Bound port: d77e02af-3802-4189-99c0-0244db051956, host: n-d-694802-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '289a2906-92c3-4169-9eb9-018ae162afa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'c9bd5dff-41d4-406e-a6e0-37d04ed549ff'}}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:44:31.377168 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-c52b6ebf-c438-46a5-8f40-6f9bbf1edb96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:31.409390 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-ddd95895-5c59-451b-9a6f-544b7396aa60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:31.482836 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-c52b6ebf-c438-46a5-8f40-6f9bbf1edb96 None None] For port d77e02af-3802-4189-99c0-0244db051956, host n-d-694802-15, cleared binding levels {{(pid=94468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:44:31.491251 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-c52b6ebf-c438-46a5-8f40-6f9bbf1edb96 None None] For port d77e02af-3802-4189-99c0-0244db051956, host n-d-694802-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=d77e02af-3802-4189-99c0-0244db051956,segment=NetworkSegment(289a2906-92c3-4169-9eb9-018ae162afa6),segment_id=289a2906-92c3-4169-9eb9-018ae162afa6)] {{(pid=94468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:44:31.501475 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-c52b6ebf-c438-46a5-8f40-6f9bbf1edb96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:31.549340 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-ddd95895-5c59-451b-9a6f-544b7396aa60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:31.595380 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52b6ebf-c438-46a5-8f40-6f9bbf1edb96 None None] Pushing event updated for resources: {'Port': ['ID=d77e02af-3802-4189-99c0-0244db051956,revision_number=2']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:44:31.595712 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-ddd95895-5c59-451b-9a6f-544b7396aa60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:31.646325 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-ddd95895-5c59-451b-9a6f-544b7396aa60 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5c3574046e7441178d69f502bb3a6bf9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2963121 Aug 12 14:44:31.661244 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 50218) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:44:31.709421 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd95895-5c59-451b-9a6f-544b7396aa60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6adfff6e-6995-4006-af9a-afe8d77448de,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:44:31.773194 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2b2c80e-b49d-46f8-857b-cab93a3ab842 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 14:44:31.786132 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a972feae-536d-4723-a1e5-89080682588e None None] Sync routers for ids ['6a4eed94-bc27-4b5a-a5c2-bcb624f30ef4'] in n-d-694802-15 {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 14:44:31.786330 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b2b2c80e-b49d-46f8-857b-cab93a3ab842 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for floatingip, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:31.790530 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-f06a385a-dbef-4bef-b741-43ee4535b41d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:31.806474 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a972feae-536d-4723-a1e5-89080682588e None None] Routers {'6a4eed94-bc27-4b5a-a5c2-bcb624f30ef4'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:44:31.807157 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-a972feae-536d-4723-a1e5-89080682588e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:44:14Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['6a4eed94-bc27-4b5a-a5c2-bcb624f30ef4'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:44:31.881273 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-f06a385a-dbef-4bef-b741-43ee4535b41d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:31.894609 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-b2b2c80e-b49d-46f8-857b-cab93a3ab842 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "PUT /v2.0/floatingips/bde79f2d-5ce7-48e6-9a9e-f7a128896dc8 HTTP/1.1" status: 200 len: 989 time: 4.7935162 Aug 12 14:44:31.918888 n-d-694802-15 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b148e05e-7d9e-4da9-9b03-99a8a72e94ac', 'tag': 'dfcd097c-9928-4160-b8e6-a0dea19d832c'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:44:31.921564 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e785eeede3897370d0b20f09d5f461b30cfecd5ed38c4f07dacd02bc52c9277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de1761ff-3f04-4358-8fd6-cf2a2821d765" -d '{"events": [{"name": "network-changed", "server_uuid": "b148e05e-7d9e-4da9-9b03-99a8a72e94ac", "tag": "dfcd097c-9928-4160-b8e6-a0dea19d832c"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:44:31.955301 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvr_db [None req-a972feae-536d-4723-a1e5-89080682588e None None] Set router 6a4eed94-bc27-4b5a-a5c2-bcb624f30ef4 gateway port host: n-d-694802-15 {{(pid=94468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:44:32.006114 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f28b63e3-5d3a-4aeb-bfd7-514e65f49cd9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:32.080881 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f28b63e3-5d3a-4aeb-bfd7-514e65f49cd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:32.114285 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d78ab3-3189-48c5-9e19-ae284f8aba57 req-282dab3c-ff5d-4b8c-885b-4b2efbd6670a tempest-ListServerFiltersTestJSON-1279059967 tempest-ListServerFiltersTestJSON-1279059967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:32.116397 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-79d78ab3-3189-48c5-9e19-ae284f8aba57 req-282dab3c-ff5d-4b8c-885b-4b2efbd6670a tempest-ListServerFiltersTestJSON-1279059967 tempest-ListServerFiltersTestJSON-1279059967-project] 10.222.0.39 "GET /v2.0/ports?device_id=a213a945-2481-4cf1-a668-0946b792e4e6 HTTP/1.1" status: 200 len: 946 time: 0.4275889 Aug 12 14:44:32.132026 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '419c5c7f-827f-4397-9cc6-d186147a5698', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60dab493-b044-4ff6-81af-81a8db5e9f4e'}] {{(pid=94468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:44:32.134319 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99a8d87602170099c728e57431aca99e9b98a655a83bbf8727be13192709727b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70752725-6205-4b93-8415-ec9318dd2deb" -d '{"events": [{"server_uuid": "419c5c7f-827f-4397-9cc6-d186147a5698", "name": "network-vif-plugged", "status": "completed", "tag": "60dab493-b044-4ff6-81af-81a8db5e9f4e"}]}' {{(pid=94468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:44:32.157512 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-f06a385a-dbef-4bef-b741-43ee4535b41d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:32.164055 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-f06a385a-dbef-4bef-b741-43ee4535b41d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:32.165542 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-f06a385a-dbef-4bef-b741-43ee4535b41d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6adfff6e-6995-4006-af9a-afe8d77448de HTTP/1.1" status: 204 len: 168 time: 0.5013545 Aug 12 14:44:32.175861 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 14:44:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cecc3a52-2ea2-4bce-8dd4-f4156e60d674 x-openstack-request-id: req-cecc3a52-2ea2-4bce-8dd4-f4156e60d674 {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:44:32.180801 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b148e05e-7d9e-4da9-9b03-99a8a72e94ac", "tag": "dfcd097c-9928-4160-b8e6-a0dea19d832c", "status": "completed", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:44:32.181636 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-cecc3a52-2ea2-4bce-8dd4-f4156e60d674 {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:44:32.182065 n-d-694802-15 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b148e05e-7d9e-4da9-9b03-99a8a72e94ac', 'tag': 'dfcd097c-9928-4160-b8e6-a0dea19d832c', 'status': 'completed', 'code': 200} Aug 12 14:44:32.295897 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06a385a-dbef-4bef-b741-43ee4535b41d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6adfff6e-6995-4006-af9a-afe8d77448de,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:44:32.327668 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1761ff-3f04-4358-8fd6-cf2a2821d765 req-5d0b94ce-a78b-4f18-b506-a173db6e26b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:32.329371 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-de1761ff-3f04-4358-8fd6-cf2a2821d765 req-5d0b94ce-a78b-4f18-b506-a173db6e26b9 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=3a3bdd41fa344002b106e434a17bdf78&device_id=b148e05e-7d9e-4da9-9b03-99a8a72e94ac HTTP/1.1" status: 200 len: 1097 time: 0.1056826 Aug 12 14:44:32.373092 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-5f375926-379f-41b3-9c03-944414837ca0 admin admin] Deleting port f6d275b5-8657-4185-957b-302a21e51b17 {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:44:32.373556 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-5f375926-379f-41b3-9c03-944414837ca0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:32.418688 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 53778b53-3ae4-407d-a09b-a7a92853df9d up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:44:32.516660 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 14:44:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fcc651a-e36e-4f8e-b335-6126b0ff246f x-openstack-request-id: req-8fcc651a-e36e-4f8e-b335-6126b0ff246f {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:44:32.516660 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "419c5c7f-827f-4397-9cc6-d186147a5698", "name": "network-vif-plugged", "status": "completed", "tag": "60dab493-b044-4ff6-81af-81a8db5e9f4e", "code": 200}]} {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:44:32.516660 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8fcc651a-e36e-4f8e-b335-6126b0ff246f {{(pid=94468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:44:32.523202 n-d-694802-15 neutron-server[94468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '419c5c7f-827f-4397-9cc6-d186147a5698', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60dab493-b044-4ff6-81af-81a8db5e9f4e', 'code': 200} Aug 12 14:44:32.614665 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port 53778b53-3ae4-407d-a09b-a7a92853df9d triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:44:32.615064 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:32.643255 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-f28b63e3-5d3a-4aeb-bfd7-514e65f49cd9 admin admin] Allocated IP 172.25.1.235 (d3759e1b-6c03-45ac-acd4-90abb417809b/f0254f08-c19c-4e31-bd9c-09389ea4b6f2/73348853-159d-4e43-b613-5d9c4f705793) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:44:32.687418 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-a972feae-536d-4723-a1e5-89080682588e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a4eed94-bc27-4b5a-a5c2-bcb624f30ef4', 'name': 'tempest-AttachVolumeShelveTestJSON-919977636-router', 'tenant_id': '3a3bdd41fa344002b106e434a17bdf78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': 'b848814d-02f9-4e6d-a7d4-f67f9f79aee9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:43:22Z', 'updated_at': '2021-08-12T14:43:34Z', 'revision_number': 4, 'project_id': '3a3bdd41fa344002b106e434a17bdf78', 'gw_port': {'id': 'b848814d-02f9-4e6d-a7d4-f67f9f79aee9', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:ed:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a4eed94-bc27-4b5a-a5c2-bcb624f30ef4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:43:23Z', 'updated_at': '2021-08-12T14:43:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_floatingips': [{'id': 'bde79f2d-5ce7-48e6-9a9e-f7a128896dc8', 'tenant_id': '3a3bdd41fa344002b106e434a17bdf78', 'floating_ip_address': '172.25.1.8', 'floating_network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'router_id': '6a4eed94-bc27-4b5a-a5c2-bcb624f30ef4', 'port_id': 'dfcd097c-9928-4160-b8e6-a0dea19d832c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1612, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ad93210-7061-461d-8617-49848448cc38', 'mac_address': 'fa:16:3e:96:38:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b148e05e-7d9e-4da9-9b03-99a8a72e94ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T14:43:44Z', 'updated_at': '2021-08-12T14:44:29Z', 'revision_number': 1, 'project_id': '3a3bdd41fa344002b106e434a17bdf78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac1058a7-6857-446c-aead-fc64ad1cbb2a', 'name': '', 'network_id': '2ad93210-7061-461d-8617-49848448cc38', 'tenant_id': '3a3bdd41fa344002b106e434a17bdf78', 'mac_address': 'fa:16:3e:a0:9d:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a4eed94-bc27-4b5a-a5c2-bcb624f30ef4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': 'ce169be2-a716-4bd9-89d0-74eedc855ec7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:43:30Z', 'updated_at': '2021-08-12T14:43:41Z', 'revision_number': 5, 'project_id': '3a3bdd41fa344002b106e434a17bdf78', 'subnets': [{'id': 'ce169be2-a716-4bd9-89d0-74eedc855ec7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:44:32.750169 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a972feae-536d-4723-a1e5-89080682588e None None] Checking router: 6a4eed94-bc27-4b5a-a5c2-bcb624f30ef4 for host: n-d-694802-15 {{(pid=94468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 14:44:32.818892 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a972feae-536d-4723-a1e5-89080682588e None None] Routers {'6a4eed94-bc27-4b5a-a5c2-bcb624f30ef4'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:44:32.822137 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-a972feae-536d-4723-a1e5-89080682588e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:44:14Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['6a4eed94-bc27-4b5a-a5c2-bcb624f30ef4'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:44:32.846761 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-79d78ab3-3189-48c5-9e19-ae284f8aba57 req-11953514-1707-42ef-b52f-3a14181f4b32 tempest-ListServerFiltersTestJSON-1279059967 tempest-ListServerFiltersTestJSON-1279059967-project] 10.222.0.39 "GET /v2.0/security-groups?id=3d8a6de8-331f-498e-b3e1-f8d865328935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7169836 Aug 12 14:44:32.886341 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1761ff-3f04-4358-8fd6-cf2a2821d765 req-9360d7fb-8451-4201-9e52-b7d69de2bb7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:32.888275 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-de1761ff-3f04-4358-8fd6-cf2a2821d765 req-9360d7fb-8451-4201-9e52-b7d69de2bb7a service neutron] 10.222.0.49 "GET /v2.0/networks?id=2ad93210-7061-461d-8617-49848448cc38 HTTP/1.1" status: 200 len: 917 time: 0.5494792 Aug 12 14:44:32.890125 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [None req-5f375926-379f-41b3-9c03-944414837ca0 admin admin] For port f6d275b5-8657-4185-957b-302a21e51b17, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=f6d275b5-8657-4185-957b-302a21e51b17,segment=NetworkSegment(881d8760-1393-4458-9765-2faca9999480),segment_id=881d8760-1393-4458-9765-2faca9999480)] {{(pid=94467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:44:32.890499 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-5f375926-379f-41b3-9c03-944414837ca0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:32.908227 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3253642-e996-4d11-bece-d3a5c4c1b7dc req-b9bb0e2f-6c78-4c26-bc25-22d01c963591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:32.908630 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3253642-e996-4d11-bece-d3a5c4c1b7dc req-b9bb0e2f-6c78-4c26-bc25-22d01c963591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:32.909107 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3253642-e996-4d11-bece-d3a5c4c1b7dc req-b9bb0e2f-6c78-4c26-bc25-22d01c963591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:32.910066 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3253642-e996-4d11-bece-d3a5c4c1b7dc req-b9bb0e2f-6c78-4c26-bc25-22d01c963591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:32.910066 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3253642-e996-4d11-bece-d3a5c4c1b7dc req-b9bb0e2f-6c78-4c26-bc25-22d01c963591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:32.910760 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3253642-e996-4d11-bece-d3a5c4c1b7dc req-b9bb0e2f-6c78-4c26-bc25-22d01c963591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:32.917274 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3253642-e996-4d11-bece-d3a5c4c1b7dc req-b9bb0e2f-6c78-4c26-bc25-22d01c963591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:32.919928 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-b3253642-e996-4d11-bece-d3a5c4c1b7dc req-b9bb0e2f-6c78-4c26-bc25-22d01c963591 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=419c5c7f-827f-4397-9cc6-d186147a5698 HTTP/1.1" status: 200 len: 6508 time: 0.3077779 Aug 12 14:44:32.989527 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-b3253642-e996-4d11-bece-d3a5c4c1b7dc req-3c35c417-7cf0-4728-9cfc-c77677b812f2 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=def6086d-0ad1-4cdd-9c71-80d1fefb9be7&id=f56fbbcf-68c5-4074-ab5b-41ec110855f2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0607460 Aug 12 14:44:33.036989 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f28b63e3-5d3a-4aeb-bfd7-514e65f49cd9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:33.128000 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f28b63e3-5d3a-4aeb-bfd7-514e65f49cd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:33.169026 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device d77e02af-3802-4189-99c0-0244db051956 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:44:33.237884 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcdadd4-3563-4d80-b527-6414ff71cb19 req-ecf07572-91ff-401f-98cb-cfdc59c942fa tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:33.248289 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f28b63e3-5d3a-4aeb-bfd7-514e65f49cd9 admin admin] Network d3759e1b-6c03-45ac-acd4-90abb417809b is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:44:33.258532 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-f28b63e3-5d3a-4aeb-bfd7-514e65f49cd9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:44:33.262347 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f28b63e3-5d3a-4aeb-bfd7-514e65f49cd9 admin admin] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:44:33.266686 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcdadd4-3563-4d80-b527-6414ff71cb19 req-ecf07572-91ff-401f-98cb-cfdc59c942fa tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:33.272118 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcdadd4-3563-4d80-b527-6414ff71cb19 req-ecf07572-91ff-401f-98cb-cfdc59c942fa tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:33.297859 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcdadd4-3563-4d80-b527-6414ff71cb19 req-ecf07572-91ff-401f-98cb-cfdc59c942fa tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:33.304196 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcdadd4-3563-4d80-b527-6414ff71cb19 req-ecf07572-91ff-401f-98cb-cfdc59c942fa tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:33.310931 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcdadd4-3563-4d80-b527-6414ff71cb19 req-ecf07572-91ff-401f-98cb-cfdc59c942fa tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:33.325022 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28b63e3-5d3a-4aeb-bfd7-514e65f49cd9 admin admin] Pushing event updated for resources: {'Port': ['ID=73348853-159d-4e43-b613-5d9c4f705793,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:44:33.343930 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcdadd4-3563-4d80-b527-6414ff71cb19 req-ecf07572-91ff-401f-98cb-cfdc59c942fa tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:33.344270 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c722ffbd-7b26-4ff3-9928-87a9f844c2e8 None None] Network c9bd5dff-41d4-406e-a6e0-37d04ed549ff requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:44:33.352267 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-1bcdadd4-3563-4d80-b527-6414ff71cb19 req-ecf07572-91ff-401f-98cb-cfdc59c942fa tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] 10.222.0.39 "GET /v2.0/ports?device_id=419c5c7f-827f-4397-9cc6-d186147a5698 HTTP/1.1" status: 200 len: 5444 time: 0.7558677 Aug 12 14:44:33.389812 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-5f375926-379f-41b3-9c03-944414837ca0 admin admin] Calling delete_port for f6d275b5-8657-4185-957b-302a21e51b17 owned by network:router_interface {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:44:33.592414 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvr_db [None req-a972feae-536d-4723-a1e5-89080682588e None None] Set router 6a4eed94-bc27-4b5a-a5c2-bcb624f30ef4 gateway port host: n-d-694802-15 {{(pid=94468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:44:33.595869 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning for port d77e02af-3802-4189-99c0-0244db051956 completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:44:33.633830 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-210effb9-f1bb-41b1-9d7e-d47fed9f26da None None] Provisioning for port d77e02af-3802-4189-99c0-0244db051956 completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:44:33.644345 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-210effb9-f1bb-41b1-9d7e-d47fed9f26da None None] Provisioning complete for port d77e02af-3802-4189-99c0-0244db051956 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:44:33.644999 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-210effb9-f1bb-41b1-9d7e-d47fed9f26da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:33.651459 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port d77e02af-3802-4189-99c0-0244db051956 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:44:33.652174 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:33.672221 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f28b63e3-5d3a-4aeb-bfd7-514e65f49cd9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:33.785293 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-5f375926-379f-41b3-9c03-944414837ca0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:33.843763 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d4648a-7686-4362-9082-4a5803eca80a req-4129169a-60bc-484f-bd17-d615e5b63d06 tempest-ListServerFiltersTestJSON-1279059967 tempest-ListServerFiltersTestJSON-1279059967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:33.870669 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d4648a-7686-4362-9082-4a5803eca80a req-4129169a-60bc-484f-bd17-d615e5b63d06 tempest-ListServerFiltersTestJSON-1279059967 tempest-ListServerFiltersTestJSON-1279059967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:33.890583 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d4648a-7686-4362-9082-4a5803eca80a req-4129169a-60bc-484f-bd17-d615e5b63d06 tempest-ListServerFiltersTestJSON-1279059967 tempest-ListServerFiltersTestJSON-1279059967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:33.892374 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-96d4648a-7686-4362-9082-4a5803eca80a req-4129169a-60bc-484f-bd17-d615e5b63d06 tempest-ListServerFiltersTestJSON-1279059967 tempest-ListServerFiltersTestJSON-1279059967-project] 10.222.0.39 "GET /v2.0/ports?device_id=519bb32f-bada-41e8-a9e9-90cc25a414e0&device_id=e63866ab-5980-4e58-8e02-90e11eef08f9&device_id=a213a945-2481-4cf1-a668-0946b792e4e6 HTTP/1.1" status: 200 len: 2417 time: 0.2218232 Aug 12 14:44:33.918838 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-1bcdadd4-3563-4d80-b527-6414ff71cb19 req-bb2b32d7-081b-41d3-add9-caf7445309af tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] 10.222.0.39 "GET /v2.0/security-groups?id=f56fbbcf-68c5-4074-ab5b-41ec110855f2&id=def6086d-0ad1-4cdd-9c71-80d1fefb9be7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5656502 Aug 12 14:44:33.919845 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f375926-379f-41b3-9c03-944414837ca0 admin admin] Pushing event deleted for resources: {'Port': ['ID=f6d275b5-8657-4185-957b-302a21e51b17,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:44:33.965351 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-de1761ff-3f04-4358-8fd6-cf2a2821d765 req-af8b4a52-ca2d-4277-8a61-0c76bf311b45 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dfcd097c-9928-4160-b8e6-a0dea19d832c HTTP/1.1" status: 200 len: 997 time: 1.0119202 Aug 12 14:44:34.069570 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-96d4648a-7686-4362-9082-4a5803eca80a req-ea17d0c7-b6ec-4c6a-9585-f55ef5319684 tempest-ListServerFiltersTestJSON-1279059967 tempest-ListServerFiltersTestJSON-1279059967-project] 10.222.0.39 "GET /v2.0/security-groups?id=3d8a6de8-331f-498e-b3e1-f8d865328935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635456 Aug 12 14:44:34.113041 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1761ff-3f04-4358-8fd6-cf2a2821d765 req-4eff3238-38fc-4428-b13d-2445fbeed3b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:34.117238 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-de1761ff-3f04-4358-8fd6-cf2a2821d765 req-4eff3238-38fc-4428-b13d-2445fbeed3b6 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ce169be2-a716-4bd9-89d0-74eedc855ec7 HTTP/1.1" status: 200 len: 855 time: 0.1350322 Aug 12 14:44:34.144483 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:34.253753 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] For port d77e02af-3802-4189-99c0-0244db051956, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=d77e02af-3802-4189-99c0-0244db051956,segment=NetworkSegment(289a2906-92c3-4169-9eb9-018ae162afa6),segment_id=289a2906-92c3-4169-9eb9-018ae162afa6)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:44:34.289813 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f28b63e3-5d3a-4aeb-bfd7-514e65f49cd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-429413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-431608'] for router, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:34.383348 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:34.384643 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1761ff-3f04-4358-8fd6-cf2a2821d765 req-371d5de3-e7b0-49f3-ad5c-dcfbe04e92ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:34.394540 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-de1761ff-3f04-4358-8fd6-cf2a2821d765 req-371d5de3-e7b0-49f3-ad5c-dcfbe04e92ce service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2ad93210-7061-461d-8617-49848448cc38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2641475 Aug 12 14:44:34.660829 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f28b63e3-5d3a-4aeb-bfd7-514e65f49cd9 admin admin] Router 9c6db6cf-40a1-4fa9-8d83-2141e4b61bb8 is scheduled to L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f with binding_index 1 {{(pid=94466) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 14:44:34.691243 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae82115-9d29-4eda-807c-a6067a79d95a req-627d1333-1502-47c7-897c-5285781928ea tempest-ListServerFiltersTestJSON-1279059967 tempest-ListServerFiltersTestJSON-1279059967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:34.714912 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4ae82115-9d29-4eda-807c-a6067a79d95a req-627d1333-1502-47c7-897c-5285781928ea tempest-ListServerFiltersTestJSON-1279059967 tempest-ListServerFiltersTestJSON-1279059967-project] 10.222.0.39 "GET /v2.0/ports?device_id=519bb32f-bada-41e8-a9e9-90cc25a414e0 HTTP/1.1" status: 200 len: 945 time: 0.3176544 Aug 12 14:44:34.756719 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-5f375926-379f-41b3-9c03-944414837ca0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66628352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-430630'] for router_interface, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:35.003571 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f28b63e3-5d3a-4aeb-bfd7-514e65f49cd9 admin admin] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 14:44:35.017666 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-403a1922-f05b-41a2-814c-6d2f89a422ff None None] Sync routers for ids ['9c6db6cf-40a1-4fa9-8d83-2141e4b61bb8'] in n-d-694802-15 {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 14:44:35.032681 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-403a1922-f05b-41a2-814c-6d2f89a422ff None None] Routers {'9c6db6cf-40a1-4fa9-8d83-2141e4b61bb8'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:44:35.033411 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-403a1922-f05b-41a2-814c-6d2f89a422ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:44:14Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['9c6db6cf-40a1-4fa9-8d83-2141e4b61bb8'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:44:35.054145 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f28b63e3-5d3a-4aeb-bfd7-514e65f49cd9 admin admin] Notify callbacks [] for router, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:35.060174 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-f28b63e3-5d3a-4aeb-bfd7-514e65f49cd9 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.7289002 Aug 12 14:44:35.060400 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Pushing event updated for resources: {'Port': ['ID=d77e02af-3802-4189-99c0-0244db051956,revision_number=3']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:44:35.061043 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 50290) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:44:35.085302 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:44:35.085719 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:44:35.086060 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:44:35.086395 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:44:35.086838 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:44:35.087210 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:44:35.087538 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:44:35.087979 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:44:35.088304 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:44:35.088703 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:44:35.089023 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:44:35.089394 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:44:35.156686 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-a972feae-536d-4723-a1e5-89080682588e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a4eed94-bc27-4b5a-a5c2-bcb624f30ef4', 'name': 'tempest-AttachVolumeShelveTestJSON-919977636-router', 'tenant_id': '3a3bdd41fa344002b106e434a17bdf78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': 'b848814d-02f9-4e6d-a7d4-f67f9f79aee9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:43:22Z', 'updated_at': '2021-08-12T14:43:34Z', 'revision_number': 4, 'project_id': '3a3bdd41fa344002b106e434a17bdf78', 'gw_port': {'id': 'b848814d-02f9-4e6d-a7d4-f67f9f79aee9', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:ed:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a4eed94-bc27-4b5a-a5c2-bcb624f30ef4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:43:23Z', 'updated_at': '2021-08-12T14:43:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_floatingips': [{'id': 'bde79f2d-5ce7-48e6-9a9e-f7a128896dc8', 'tenant_id': '3a3bdd41fa344002b106e434a17bdf78', 'floating_ip_address': '172.25.1.8', 'floating_network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'router_id': '6a4eed94-bc27-4b5a-a5c2-bcb624f30ef4', 'port_id': 'dfcd097c-9928-4160-b8e6-a0dea19d832c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1612, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ad93210-7061-461d-8617-49848448cc38', 'mac_address': 'fa:16:3e:96:38:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b148e05e-7d9e-4da9-9b03-99a8a72e94ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T14:43:44Z', 'updated_at': '2021-08-12T14:44:29Z', 'revision_number': 1, 'project_id': '3a3bdd41fa344002b106e434a17bdf78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac1058a7-6857-446c-aead-fc64ad1cbb2a', 'name': '', 'network_id': '2ad93210-7061-461d-8617-49848448cc38', 'tenant_id': '3a3bdd41fa344002b106e434a17bdf78', 'mac_address': 'fa:16:3e:a0:9d:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a4eed94-bc27-4b5a-a5c2-bcb624f30ef4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': 'ce169be2-a716-4bd9-89d0-74eedc855ec7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:43:30Z', 'updated_at': '2021-08-12T14:43:41Z', 'revision_number': 5, 'project_id': '3a3bdd41fa344002b106e434a17bdf78', 'subnets': [{'id': 'ce169be2-a716-4bd9-89d0-74eedc855ec7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:44:35.196595 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a972feae-536d-4723-a1e5-89080682588e None None] The sync data for ids ['6a4eed94-bc27-4b5a-a5c2-bcb624f30ef4'] in n-d-694802-15 is: [{'id': '6a4eed94-bc27-4b5a-a5c2-bcb624f30ef4', 'name': 'tempest-AttachVolumeShelveTestJSON-919977636-router', 'tenant_id': '3a3bdd41fa344002b106e434a17bdf78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': 'b848814d-02f9-4e6d-a7d4-f67f9f79aee9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:43:22Z', 'updated_at': '2021-08-12T14:43:34Z', 'revision_number': 4, 'project_id': '3a3bdd41fa344002b106e434a17bdf78', 'gw_port': {'id': 'b848814d-02f9-4e6d-a7d4-f67f9f79aee9', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:ed:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a4eed94-bc27-4b5a-a5c2-bcb624f30ef4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:43:23Z', 'updated_at': '2021-08-12T14:43:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_floatingips': [{'id': 'bde79f2d-5ce7-48e6-9a9e-f7a128896dc8', 'tenant_id': '3a3bdd41fa344002b106e434a17bdf78', 'floating_ip_address': '172.25.1.8', 'floating_network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'router_id': '6a4eed94-bc27-4b5a-a5c2-bcb624f30ef4', 'port_id': 'dfcd097c-9928-4160-b8e6-a0dea19d832c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1612, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ad93210-7061-461d-8617-49848448cc38', 'mac_address': 'fa:16:3e:96:38:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b148e05e-7d9e-4da9-9b03-99a8a72e94ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T14:43:44Z', 'updated_at': '2021-08-12T14:44:29Z', 'revision_number': 1, 'project_id': '3a3bdd41fa344002b106e434a17bdf78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac1058a7-6857-446c-aead-fc64ad1cbb2a', 'name': '', 'network_id': '2ad93210-7061-461d-8617-49848448cc38', 'tenant_id': '3a3bdd41fa344002b106e434a17bdf78', 'mac_address': 'fa:16:3e:a0:9d:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a4eed94-bc27-4b5a-a5c2-bcb624f30ef4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': 'ce169be2-a716-4bd9-89d0-74eedc855ec7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:43:30Z', 'updated_at': '2021-08-12T14:43:41Z', 'revision_number': 5, 'project_id': '3a3bdd41fa344002b106e434a17bdf78', 'subnets': [{'id': 'ce169be2-a716-4bd9-89d0-74eedc855ec7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 14:44:35.332949 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4ae82115-9d29-4eda-807c-a6067a79d95a req-e734c948-07a5-49d1-bfc3-3dbf832a8d29 tempest-ListServerFiltersTestJSON-1279059967 tempest-ListServerFiltersTestJSON-1279059967-project] 10.222.0.39 "GET /v2.0/security-groups?id=3d8a6de8-331f-498e-b3e1-f8d865328935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6160100 Aug 12 14:44:35.406978 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-de1761ff-3f04-4358-8fd6-cf2a2821d765 req-fa14216d-b73d-4805-bf79-501c05a32b72 service neutron] 10.222.0.49 "GET /v2.0/networks/2ad93210-7061-461d-8617-49848448cc38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9322774 Aug 12 14:44:35.448462 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-403a1922-f05b-41a2-814c-6d2f89a422ff None None] Set router 9c6db6cf-40a1-4fa9-8d83-2141e4b61bb8 gateway port host: n-d-694802-15 {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:44:35.663982 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-8e4d77c1-b3be-4379-9d80-3332dafd5947 None None] Provisioning complete for port d77e02af-3802-4189-99c0-0244db051956 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:44:35.665915 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-8e4d77c1-b3be-4379-9d80-3332dafd5947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:35.682535 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45241c1-c1a5-4bf1-bc43-1d3504d57175 req-1d29099c-7174-4efb-a021-6e113a7ef5b0 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:35.689753 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45241c1-c1a5-4bf1-bc43-1d3504d57175 req-1d29099c-7174-4efb-a021-6e113a7ef5b0 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:35.696833 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45241c1-c1a5-4bf1-bc43-1d3504d57175 req-1d29099c-7174-4efb-a021-6e113a7ef5b0 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:35.704998 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45241c1-c1a5-4bf1-bc43-1d3504d57175 req-1d29099c-7174-4efb-a021-6e113a7ef5b0 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:35.726061 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45241c1-c1a5-4bf1-bc43-1d3504d57175 req-1d29099c-7174-4efb-a021-6e113a7ef5b0 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:35.733391 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45241c1-c1a5-4bf1-bc43-1d3504d57175 req-1d29099c-7174-4efb-a021-6e113a7ef5b0 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:35.736900 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f375926-379f-41b3-9c03-944414837ca0 admin admin] Router 7989832f-36f0-4ca1-8b5e-5c56cdd00dd5 has already been hosted by L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f {{(pid=94467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 14:44:35.744096 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45241c1-c1a5-4bf1-bc43-1d3504d57175 req-1d29099c-7174-4efb-a021-6e113a7ef5b0 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:35.755815 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-c45241c1-c1a5-4bf1-bc43-1d3504d57175 req-1d29099c-7174-4efb-a021-6e113a7ef5b0 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] 10.222.0.39 "GET /v2.0/ports?device_id=419c5c7f-827f-4397-9cc6-d186147a5698 HTTP/1.1" status: 200 len: 5444 time: 0.5252762 Aug 12 14:44:35.767038 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81241c52-b61a-43aa-88a2-46539c617aef None None] New status for floating IP bde79f2d-5ce7-48e6-9a9e-f7a128896dc8: ACTIVE {{(pid=94468) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 14:44:35.901787 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-c45241c1-c1a5-4bf1-bc43-1d3504d57175 req-028288e3-c84b-46e0-821e-5eac3eb1544e tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] 10.222.0.39 "GET /v2.0/security-groups?id=f56fbbcf-68c5-4074-ab5b-41ec110855f2&id=def6086d-0ad1-4cdd-9c71-80d1fefb9be7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1447618 Aug 12 14:44:36.051800 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-403a1922-f05b-41a2-814c-6d2f89a422ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c6db6cf-40a1-4fa9-8d83-2141e4b61bb8', 'name': 'tempest-TestServerMultinode-320224610-router', 'tenant_id': '9a6deb5f375e45beb32ac6c559879dd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.235'}], 'enable_snat': True}, 'gw_port_id': '73348853-159d-4e43-b613-5d9c4f705793', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:44:29Z', 'updated_at': '2021-08-12T14:44:33Z', 'revision_number': 3, 'project_id': '9a6deb5f375e45beb32ac6c559879dd7', 'gw_port': {'id': '73348853-159d-4e43-b613-5d9c4f705793', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:2f:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c6db6cf-40a1-4fa9-8d83-2141e4b61bb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:44:32Z', 'updated_at': '2021-08-12T14:44:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15'}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:44:36.089637 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-403a1922-f05b-41a2-814c-6d2f89a422ff None None] Checking router: 9c6db6cf-40a1-4fa9-8d83-2141e4b61bb8 for host: n-d-694802-15 {{(pid=94469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 14:44:36.090537 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-403a1922-f05b-41a2-814c-6d2f89a422ff None None] Updating router 9c6db6cf-40a1-4fa9-8d83-2141e4b61bb8 port 73348853-159d-4e43-b613-5d9c4f705793 binding host n-d-694802-15 {{(pid=94469) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 14:44:36.119689 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-403a1922-f05b-41a2-814c-6d2f89a422ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:36.268425 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-de1761ff-3f04-4358-8fd6-cf2a2821d765 req-1fb13510-654c-496c-8258-fbe7427db03a service neutron] 10.222.0.49 "GET /v2.0/networks/2ad93210-7061-461d-8617-49848448cc38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8357265 Aug 12 14:44:36.439784 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f375926-379f-41b3-9c03-944414837ca0 admin admin] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 14:44:36.452093 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-5f375926-379f-41b3-9c03-944414837ca0 admin admin] 10.222.0.39 "PUT /v2.0/routers/7989832f-36f0-4ca1-8b5e-5c56cdd00dd5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5275774 Aug 12 14:44:36.453659 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 50322) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:44:36.473943 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fa50e9b-e66a-4c5f-9c95-934debfada64 None None] Sync routers for ids ['7989832f-36f0-4ca1-8b5e-5c56cdd00dd5'] in n-d-694802-15 {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 14:44:36.568908 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fa50e9b-e66a-4c5f-9c95-934debfada64 None None] Routers {'7989832f-36f0-4ca1-8b5e-5c56cdd00dd5'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:44:36.574356 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device d77e02af-3802-4189-99c0-0244db051956 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:44:36.575346 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-1fa50e9b-e66a-4c5f-9c95-934debfada64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:44:14Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['7989832f-36f0-4ca1-8b5e-5c56cdd00dd5'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:44:36.615332 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762234ca-9bc6-4a76-81e0-98b3e24118c4 req-cbf33767-4ca2-45eb-950b-1de0aff49a37 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:36.633962 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762234ca-9bc6-4a76-81e0-98b3e24118c4 req-cbf33767-4ca2-45eb-950b-1de0aff49a37 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:36.649252 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762234ca-9bc6-4a76-81e0-98b3e24118c4 req-cbf33767-4ca2-45eb-950b-1de0aff49a37 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:36.674014 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762234ca-9bc6-4a76-81e0-98b3e24118c4 req-cbf33767-4ca2-45eb-950b-1de0aff49a37 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:36.699240 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762234ca-9bc6-4a76-81e0-98b3e24118c4 req-cbf33767-4ca2-45eb-950b-1de0aff49a37 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:36.703204 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-958767f5-e3d4-4e90-b1c9-8e69bbfb8c81 admin admin] Notify callbacks [] for router, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:36.722026 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762234ca-9bc6-4a76-81e0-98b3e24118c4 req-cbf33767-4ca2-45eb-950b-1de0aff49a37 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:36.725360 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port d77e02af-3802-4189-99c0-0244db051956 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:44:36.725743 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:36.744771 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762234ca-9bc6-4a76-81e0-98b3e24118c4 req-cbf33767-4ca2-45eb-950b-1de0aff49a37 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:36.747006 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-762234ca-9bc6-4a76-81e0-98b3e24118c4 req-cbf33767-4ca2-45eb-950b-1de0aff49a37 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] 10.222.0.39 "GET /v2.0/ports?device_id=419c5c7f-827f-4397-9cc6-d186147a5698 HTTP/1.1" status: 200 len: 5444 time: 0.6741018 Aug 12 14:44:36.759189 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 50328) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:44:36.821252 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-0fe1ae2b-12a4-4ae8-9086-2eb1173e15b1 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Request body: {'floatingip': {'port_id': '827c8ce5-97e8-4c6c-9410-67c6f592ef59'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:44:36.856292 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-958767f5-e3d4-4e90-b1c9-8e69bbfb8c81 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:36.871924 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-1fa50e9b-e66a-4c5f-9c95-934debfada64 None None] Set router 7989832f-36f0-4ca1-8b5e-5c56cdd00dd5 gateway port host: n-d-694802-15 {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:44:36.951631 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0fe1ae2b-12a4-4ae8-9086-2eb1173e15b1 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Notify callbacks [] for floatingip, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:37.000334 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-672a65de-3c20-4d88-a2a1-8db2bdf751a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:37.017938 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-958767f5-e3d4-4e90-b1c9-8e69bbfb8c81 admin admin] Deleting port 14c7ca8d-3ae3-49b2-bf80-215ffc5cf189 {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:44:37.018462 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-958767f5-e3d4-4e90-b1c9-8e69bbfb8c81 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:37.201905 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [None req-958767f5-e3d4-4e90-b1c9-8e69bbfb8c81 admin admin] For port 14c7ca8d-3ae3-49b2-bf80-215ffc5cf189, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=14c7ca8d-3ae3-49b2-bf80-215ffc5cf189,segment=NetworkSegment(b1b396cb-2dc6-4041-bfc7-1833a80a4720),segment_id=b1b396cb-2dc6-4041-bfc7-1833a80a4720)] {{(pid=94467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:44:37.202459 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-958767f5-e3d4-4e90-b1c9-8e69bbfb8c81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:37.259993 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-958767f5-e3d4-4e90-b1c9-8e69bbfb8c81 admin admin] Calling delete_port for 14c7ca8d-3ae3-49b2-bf80-215ffc5cf189 owned by network:router_gateway {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:44:37.523827 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-958767f5-e3d4-4e90-b1c9-8e69bbfb8c81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:37.591140 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-672a65de-3c20-4d88-a2a1-8db2bdf751a3 admin admin] Allocated IP 172.20.0.1 (c9bd5dff-41d4-406e-a6e0-37d04ed549ff/ccf62c8c-7e36-4695-8a64-e0dd2c164aff/49e6f9cf-c26e-4736-8329-3670567ecfca) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:44:37.673880 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958767f5-e3d4-4e90-b1c9-8e69bbfb8c81 admin admin] Pushing event deleted for resources: {'Port': ['ID=14c7ca8d-3ae3-49b2-bf80-215ffc5cf189,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:44:37.692463 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-403a1922-f05b-41a2-814c-6d2f89a422ff None None] Notify callbacks [] for port, precommit_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:37.697240 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-1fa50e9b-e66a-4c5f-9c95-934debfada64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7989832f-36f0-4ca1-8b5e-5c56cdd00dd5', 'name': 'tempest-FloatingIPsTestJSON-1475462978-router', 'tenant_id': '7b16eba5702a4522aa123f33f9befa5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.48'}], 'enable_snat': True}, 'gw_port_id': '14c7ca8d-3ae3-49b2-bf80-215ffc5cf189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:43:55Z', 'updated_at': '2021-08-12T14:44:33Z', 'revision_number': 5, 'project_id': '7b16eba5702a4522aa123f33f9befa5f', 'gw_port': {'id': '14c7ca8d-3ae3-49b2-bf80-215ffc5cf189', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:c2:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7989832f-36f0-4ca1-8b5e-5c56cdd00dd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:43:58Z', 'updated_at': '2021-08-12T14:44:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15'}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:44:37.749895 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fa50e9b-e66a-4c5f-9c95-934debfada64 None None] Checking router: 7989832f-36f0-4ca1-8b5e-5c56cdd00dd5 for host: n-d-694802-15 {{(pid=94469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 14:44:37.777744 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.provisioning_blocks [None req-403a1922-f05b-41a2-814c-6d2f89a422ff None None] Transition to ACTIVE for port object 73348853-159d-4e43-b613-5d9c4f705793 will not be triggered until provisioned by entity L2. {{(pid=94469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:44:37.787963 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fa50e9b-e66a-4c5f-9c95-934debfada64 None None] Routers {'7989832f-36f0-4ca1-8b5e-5c56cdd00dd5'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:44:37.788637 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-1fa50e9b-e66a-4c5f-9c95-934debfada64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:44:14Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['7989832f-36f0-4ca1-8b5e-5c56cdd00dd5'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:44:37.829548 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-403a1922-f05b-41a2-814c-6d2f89a422ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:37.854036 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-958767f5-e3d4-4e90-b1c9-8e69bbfb8c81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-431580'] for router_gateway, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:37.934967 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-672a65de-3c20-4d88-a2a1-8db2bdf751a3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:37.939784 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb86e1a-feae-4e5e-9570-dfb777fbd5f0 None None] Pushing event updated for resources: {'Port': ['ID=73348853-159d-4e43-b613-5d9c4f705793,revision_number=2']} {{(pid=94469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:44:37.964823 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-1fa50e9b-e66a-4c5f-9c95-934debfada64 None None] Set router 7989832f-36f0-4ca1-8b5e-5c56cdd00dd5 gateway port host: None {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:44:37.966520 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb86e1a-feae-4e5e-9570-dfb777fbd5f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:44:37.967115 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb86e1a-feae-4e5e-9570-dfb777fbd5f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:44:37.967264 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb86e1a-feae-4e5e-9570-dfb777fbd5f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:44:37.967546 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb86e1a-feae-4e5e-9570-dfb777fbd5f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:44:37.967874 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb86e1a-feae-4e5e-9570-dfb777fbd5f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:44:37.968259 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb86e1a-feae-4e5e-9570-dfb777fbd5f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:44:37.968585 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb86e1a-feae-4e5e-9570-dfb777fbd5f0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:44:37.968708 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-672a65de-3c20-4d88-a2a1-8db2bdf751a3 admin admin] Transition to ACTIVE for port object 49e6f9cf-c26e-4736-8329-3670567ecfca will not be triggered until provisioned by entity DHCP. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:44:37.968908 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb86e1a-feae-4e5e-9570-dfb777fbd5f0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:44:37.969321 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb86e1a-feae-4e5e-9570-dfb777fbd5f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:44:37.969609 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb86e1a-feae-4e5e-9570-dfb777fbd5f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:44:37.969934 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb86e1a-feae-4e5e-9570-dfb777fbd5f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:44:37.971222 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb86e1a-feae-4e5e-9570-dfb777fbd5f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:44:38.014943 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fd3536-852a-46be-81c1-03fc2c073e77 req-a0b245f6-3ac8-4071-8b71-4a4115f17d38 tempest-ListServerFiltersTestJSON-1279059967 tempest-ListServerFiltersTestJSON-1279059967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:38.023503 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-72fd3536-852a-46be-81c1-03fc2c073e77 req-a0b245f6-3ac8-4071-8b71-4a4115f17d38 tempest-ListServerFiltersTestJSON-1279059967 tempest-ListServerFiltersTestJSON-1279059967-project] 10.222.0.39 "GET /v2.0/ports?device_id=a213a945-2481-4cf1-a668-0946b792e4e6 HTTP/1.1" status: 200 len: 946 time: 0.2282481 Aug 12 14:44:38.082245 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-958767f5-e3d4-4e90-b1c9-8e69bbfb8c81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-429360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-104877'] for router, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:38.088763 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-958767f5-e3d4-4e90-b1c9-8e69bbfb8c81 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:38.113383 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-72fd3536-852a-46be-81c1-03fc2c073e77 req-f9929afd-803b-4cbb-a12f-c501ec06ee81 tempest-ListServerFiltersTestJSON-1279059967 tempest-ListServerFiltersTestJSON-1279059967-project] 10.222.0.39 "GET /v2.0/security-groups?id=3d8a6de8-331f-498e-b3e1-f8d865328935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887806 Aug 12 14:44:38.158880 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-1fa50e9b-e66a-4c5f-9c95-934debfada64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7989832f-36f0-4ca1-8b5e-5c56cdd00dd5', 'name': 'tempest-FloatingIPsTestJSON-1475462978-router', 'tenant_id': '7b16eba5702a4522aa123f33f9befa5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:43:55Z', 'updated_at': '2021-08-12T14:44:37Z', 'revision_number': 7, 'project_id': '7b16eba5702a4522aa123f33f9befa5f', 'gw_port_host': None}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:44:38.164278 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.managers [None req-403a1922-f05b-41a2-814c-6d2f89a422ff None None] Attempting to bind port 73348853-159d-4e43-b613-5d9c4f705793 on host n-d-694802-15 for vnic_type normal with profile {{(pid=94469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:44:38.164488 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.managers [None req-403a1922-f05b-41a2-814c-6d2f89a422ff None None] Attempting to bind port 73348853-159d-4e43-b613-5d9c4f705793 by drivers openvswitch,hyperv on host n-d-694802-15 at level 0 using segments [{'id': 'b1b396cb-2dc6-4041-bfc7-1833a80a4720', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'}] {{(pid=94469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:44:38.164861 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-403a1922-f05b-41a2-814c-6d2f89a422ff None None] Attempting to bind port 73348853-159d-4e43-b613-5d9c4f705793 on network d3759e1b-6c03-45ac-acd4-90abb417809b {{(pid=94469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:44:38.197706 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fa50e9b-e66a-4c5f-9c95-934debfada64 None None] The sync data for ids ['7989832f-36f0-4ca1-8b5e-5c56cdd00dd5'] in n-d-694802-15 is: [{'id': '7989832f-36f0-4ca1-8b5e-5c56cdd00dd5', 'name': 'tempest-FloatingIPsTestJSON-1475462978-router', 'tenant_id': '7b16eba5702a4522aa123f33f9befa5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:43:55Z', 'updated_at': '2021-08-12T14:44:37Z', 'revision_number': 7, 'project_id': '7b16eba5702a4522aa123f33f9befa5f', 'gw_port_host': None}] {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 14:44:38.202169 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-403a1922-f05b-41a2-814c-6d2f89a422ff None None] Checking agent: {'id': '16de73ac-f2e9-4cee-b3e0-91052ae3e6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 20, 13), 'started_at': datetime.datetime(2021, 8, 12, 14, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 44, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:44:38.202616 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-403a1922-f05b-41a2-814c-6d2f89a422ff None None] Checking segment: {'id': 'b1b396cb-2dc6-4041-bfc7-1833a80a4720', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:44:38.202944 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-403a1922-f05b-41a2-814c-6d2f89a422ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:38.203433 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-403a1922-f05b-41a2-814c-6d2f89a422ff None None] Bound using segment: {'id': 'b1b396cb-2dc6-4041-bfc7-1833a80a4720', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'} {{(pid=94469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:44:38.203910 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.managers [None req-403a1922-f05b-41a2-814c-6d2f89a422ff None None] Bound port: 73348853-159d-4e43-b613-5d9c4f705793, host: n-d-694802-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1b396cb-2dc6-4041-bfc7-1833a80a4720', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'}}] {{(pid=94469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:44:38.204492 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-403a1922-f05b-41a2-814c-6d2f89a422ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:38.225422 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-958767f5-e3d4-4e90-b1c9-8e69bbfb8c81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-429375'] for router, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:38.226010 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-958767f5-e3d4-4e90-b1c9-8e69bbfb8c81 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7989832f-36f0-4ca1-8b5e-5c56cdd00dd5 {{(pid=94467) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 14:44:38.239391 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-958767f5-e3d4-4e90-b1c9-8e69bbfb8c81 admin admin] Notify callbacks [] for router, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:38.243563 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-958767f5-e3d4-4e90-b1c9-8e69bbfb8c81 admin admin] 10.222.0.39 "DELETE /v2.0/routers/7989832f-36f0-4ca1-8b5e-5c56cdd00dd5 HTTP/1.1" status: 204 len: 168 time: 1.7880020 Aug 12 14:44:38.244568 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 50354) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:44:38.296472 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.db [None req-403a1922-f05b-41a2-814c-6d2f89a422ff None None] For port 73348853-159d-4e43-b613-5d9c4f705793, host n-d-694802-15, cleared binding levels {{(pid=94469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:44:38.300351 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.db [None req-403a1922-f05b-41a2-814c-6d2f89a422ff None None] For port 73348853-159d-4e43-b613-5d9c4f705793, host n-d-694802-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=73348853-159d-4e43-b613-5d9c4f705793,segment=NetworkSegment(b1b396cb-2dc6-4041-bfc7-1833a80a4720),segment_id=b1b396cb-2dc6-4041-bfc7-1833a80a4720)] {{(pid=94469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:44:38.304908 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-403a1922-f05b-41a2-814c-6d2f89a422ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:38.322148 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_v2 [None req-27cf11b8-8201-4142-93db-74bccd431804 admin admin] Deleting subnet fcf01865-055a-4948-883b-2c238cdc6953 {{(pid=94467) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 14:44:38.327474 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-27cf11b8-8201-4142-93db-74bccd431804 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:38.374535 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-403a1922-f05b-41a2-814c-6d2f89a422ff None None] Routers {'9c6db6cf-40a1-4fa9-8d83-2141e4b61bb8'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:44:38.375121 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-403a1922-f05b-41a2-814c-6d2f89a422ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:44:14Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['9c6db6cf-40a1-4fa9-8d83-2141e4b61bb8'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:44:38.384651 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-27cf11b8-8201-4142-93db-74bccd431804 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3857505'] for subnet, precommit_delete_associations {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:38.433420 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb86e1a-feae-4e5e-9570-dfb777fbd5f0 None None] Pushing event updated for resources: {'Port': ['ID=73348853-159d-4e43-b613-5d9c4f705793,revision_number=3']} {{(pid=94469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:44:38.509115 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-27cf11b8-8201-4142-93db-74bccd431804 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66416255'] for subnet, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:38.578513 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-403a1922-f05b-41a2-814c-6d2f89a422ff None None] Set router 9c6db6cf-40a1-4fa9-8d83-2141e4b61bb8 gateway port host: n-d-694802-15 {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:44:38.619661 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.db.resource_extend [None req-0fe1ae2b-12a4-4ae8-9086-2eb1173e15b1 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] It took 0.47 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 12 14:44:38.623293 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-672a65de-3c20-4d88-a2a1-8db2bdf751a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:38.646068 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-27cf11b8-8201-4142-93db-74bccd431804 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66416232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2859225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3343748'] for subnet, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:38.754339 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaebc1b7-35a8-4f36-8e40-4f6a295338df None None] Network eb583443-506f-4685-9e8b-2291e492be91 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:44:38.755123 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-27cf11b8-8201-4142-93db-74bccd431804 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:38.757109 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-27cf11b8-8201-4142-93db-74bccd431804 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/fcf01865-055a-4948-883b-2c238cdc6953 HTTP/1.1" status: 204 len: 168 time: 0.5111716 Aug 12 14:44:38.763290 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 50370) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:44:38.780610 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cf11b8-8201-4142-93db-74bccd431804 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fcf01865-055a-4948-883b-2c238cdc6953,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:44:38.819946 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0fe1ae2b-12a4-4ae8-9086-2eb1173e15b1 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:38.828441 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-672a65de-3c20-4d88-a2a1-8db2bdf751a3 admin admin] Network c9bd5dff-41d4-406e-a6e0-37d04ed549ff is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:44:38.832097 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-672a65de-3c20-4d88-a2a1-8db2bdf751a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:44:38.833401 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device f6d275b5-8657-4185-957b-302a21e51b17 no longer exists at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:44:38.861769 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-672a65de-3c20-4d88-a2a1-8db2bdf751a3 admin admin] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:44:38.870878 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-b9e5145d-53d0-488a-94e9-b372c5e1c1f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680608'] for network, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:38.885903 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0fe1ae2b-12a4-4ae8-9086-2eb1173e15b1 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431510'] for floatingip, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:38.888103 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672a65de-3c20-4d88-a2a1-8db2bdf751a3 admin admin] Pushing event updated for resources: {'Port': ['ID=49e6f9cf-c26e-4736-8329-3670567ecfca,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:44:38.904790 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] No Port match for: f6d275b5-8657-4185-957b-302a21e51b17 {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 14:44:38.905153 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device f6d275b5-8657-4185-957b-302a21e51b17 not bound to the agent host n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:44:38.967859 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-b9e5145d-53d0-488a-94e9-b372c5e1c1f3 admin admin] Deleting port fb82fd09-1380-44e2-9d0c-99c336d0194f {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:44:38.970553 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-b9e5145d-53d0-488a-94e9-b372c5e1c1f3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:39.009440 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-672a65de-3c20-4d88-a2a1-8db2bdf751a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66663725'] for router_interface, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:39.067916 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [None req-b9e5145d-53d0-488a-94e9-b372c5e1c1f3 admin admin] For port fb82fd09-1380-44e2-9d0c-99c336d0194f, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=fb82fd09-1380-44e2-9d0c-99c336d0194f,segment=NetworkSegment(881d8760-1393-4458-9765-2faca9999480),segment_id=881d8760-1393-4458-9765-2faca9999480)] {{(pid=94467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:44:39.068386 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-b9e5145d-53d0-488a-94e9-b372c5e1c1f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:39.089870 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-b9e5145d-53d0-488a-94e9-b372c5e1c1f3 admin admin] Calling delete_port for fb82fd09-1380-44e2-9d0c-99c336d0194f owned by network:dhcp {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:44:39.115569 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-403a1922-f05b-41a2-814c-6d2f89a422ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c6db6cf-40a1-4fa9-8d83-2141e4b61bb8', 'name': 'tempest-TestServerMultinode-320224610-router', 'tenant_id': '9a6deb5f375e45beb32ac6c559879dd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.235'}], 'enable_snat': True}, 'gw_port_id': '73348853-159d-4e43-b613-5d9c4f705793', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:44:29Z', 'updated_at': '2021-08-12T14:44:33Z', 'revision_number': 3, 'project_id': '9a6deb5f375e45beb32ac6c559879dd7', 'gw_port': {'id': '73348853-159d-4e43-b613-5d9c4f705793', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:2f:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c6db6cf-40a1-4fa9-8d83-2141e4b61bb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:44:32Z', 'updated_at': '2021-08-12T14:44:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15'}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:44:39.227142 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a11ea3df-f4f2-41d7-8fe5-a90e6c507032 None None] DHCP port deletion for eb583443-506f-4685-9e8b-2291e492be91 request from n-d-694802-15 {{(pid=94468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 14:44:39.280169 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-b9e5145d-53d0-488a-94e9-b372c5e1c1f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:39.335439 n-d-694802-15 neutron-server[94466]: INFO neutron.db.l3_db [None req-0fe1ae2b-12a4-4ae8-9086-2eb1173e15b1 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Floating IP aa7ab89a-fa64-41a7-a1bc-9eb1e1dac015 associated. External IP: 172.25.1.84, port: 827c8ce5-97e8-4c6c-9410-67c6f592ef59. Aug 12 14:44:39.371301 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-403a1922-f05b-41a2-814c-6d2f89a422ff None None] The sync data for ids ['9c6db6cf-40a1-4fa9-8d83-2141e4b61bb8'] in n-d-694802-15 is: [{'id': '9c6db6cf-40a1-4fa9-8d83-2141e4b61bb8', 'name': 'tempest-TestServerMultinode-320224610-router', 'tenant_id': '9a6deb5f375e45beb32ac6c559879dd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.235'}], 'enable_snat': True}, 'gw_port_id': '73348853-159d-4e43-b613-5d9c4f705793', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:44:29Z', 'updated_at': '2021-08-12T14:44:33Z', 'revision_number': 3, 'project_id': '9a6deb5f375e45beb32ac6c559879dd7', 'gw_port': {'id': '73348853-159d-4e43-b613-5d9c4f705793', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:2f:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c6db6cf-40a1-4fa9-8d83-2141e4b61bb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:44:32Z', 'updated_at': '2021-08-12T14:44:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15'}] {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 14:44:39.427982 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-a11ea3df-f4f2-41d7-8fe5-a90e6c507032 None None] Deleting port fb82fd09-1380-44e2-9d0c-99c336d0194f {{(pid=94468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:44:39.428548 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-a11ea3df-f4f2-41d7-8fe5-a90e6c507032 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:39.450536 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e5145d-53d0-488a-94e9-b372c5e1c1f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=fb82fd09-1380-44e2-9d0c-99c336d0194f,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:44:39.576506 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9e5145d-53d0-488a-94e9-b372c5e1c1f3 admin admin] No DVR routers for this DVR port fb82fd09-1380-44e2-9d0c-99c336d0194f on host n-d-694802-15 {{(pid=94467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:44:39.578958 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-b2d3da70-75eb-41d7-b907-5079b38f8712 None None] Provisioning for port 49e6f9cf-c26e-4736-8329-3670567ecfca completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:44:39.590167 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-b2d3da70-75eb-41d7-b907-5079b38f8712 None None] Provisioning complete for port 49e6f9cf-c26e-4736-8329-3670567ecfca triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:44:39.591444 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-b2d3da70-75eb-41d7-b907-5079b38f8712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:39.631612 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-a11ea3df-f4f2-41d7-8fe5-a90e6c507032 None None] For port fb82fd09-1380-44e2-9d0c-99c336d0194f, host n-d-694802-15, got binding levels [] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:44:39.632316 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-a11ea3df-f4f2-41d7-8fe5-a90e6c507032 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:39.649544 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-a11ea3df-f4f2-41d7-8fe5-a90e6c507032 None None] Calling delete_port for fb82fd09-1380-44e2-9d0c-99c336d0194f owned by network:dhcp {{(pid=94468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:44:39.656348 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.ipam_backend_mixin [None req-a11ea3df-f4f2-41d7-8fe5-a90e6c507032 None None] Port fb82fd09-1380-44e2-9d0c-99c336d0194f was not found and therefore no delete operation was performed {{(pid=94468) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 12 14:44:39.661573 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-a11ea3df-f4f2-41d7-8fe5-a90e6c507032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262'] for port, after_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:39.666028 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-b2d3da70-75eb-41d7-b907-5079b38f8712 None None] Port 49e6f9cf-c26e-4736-8329-3670567ecfca cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 14:44:39.702081 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11ea3df-f4f2-41d7-8fe5-a90e6c507032 None None] Pushing event deleted for resources: {'Port': ['ID=fb82fd09-1380-44e2-9d0c-99c336d0194f,revision_number=None']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:44:39.704243 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a11ea3df-f4f2-41d7-8fe5-a90e6c507032 None None] No DVR routers for this DVR port fb82fd09-1380-44e2-9d0c-99c336d0194f on host n-d-694802-15 {{(pid=94468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:44:39.759245 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac8fe1e-6148-41f5-92d9-bbe2a95c4790 req-a7363776-5cb8-433a-9114-31b1ff66d71b tempest-ListServerFiltersTestJSON-1279059967 tempest-ListServerFiltersTestJSON-1279059967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:39.760924 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4ac8fe1e-6148-41f5-92d9-bbe2a95c4790 req-a7363776-5cb8-433a-9114-31b1ff66d71b tempest-ListServerFiltersTestJSON-1279059967 tempest-ListServerFiltersTestJSON-1279059967-project] 10.222.0.39 "GET /v2.0/ports?device_id=a213a945-2481-4cf1-a668-0946b792e4e6 HTTP/1.1" status: 200 len: 946 time: 0.3006115 Aug 12 14:44:39.790358 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-b9e5145d-53d0-488a-94e9-b372c5e1c1f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66413304', 'neutron.services.segments.db._delete_segments_for_network-8744654118000'] for network, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:39.819182 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-b9e5145d-53d0-488a-94e9-b372c5e1c1f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb583443-506f-4685-9e8b-2291e492be91']}} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:44:39.874078 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-b9e5145d-53d0-488a-94e9-b372c5e1c1f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '881d8760-1393-4458-9765-2faca9999480') {'for_net_delete': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:44:39.877269 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-b9e5145d-53d0-488a-94e9-b372c5e1c1f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '881d8760-1393-4458-9765-2faca9999480') {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:44:39.910927 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3b2be1-de8a-4880-abac-4725d46857b3 req-b501d991-05af-4dc6-b30f-2db39fff753b tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:39.912762 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-af3b2be1-de8a-4880-abac-4725d46857b3 req-b501d991-05af-4dc6-b30f-2db39fff753b tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/ports?device_id=82ca70f0-3356-4166-96ef-a264876874d1 HTTP/1.1" status: 200 len: 947 time: 0.3222930 Aug 12 14:44:39.913504 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-672a65de-3c20-4d88-a2a1-8db2bdf751a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:39.920878 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4ac8fe1e-6148-41f5-92d9-bbe2a95c4790 req-cfb1de5e-6a83-4f35-b10a-490c905631a1 tempest-ListServerFiltersTestJSON-1279059967 tempest-ListServerFiltersTestJSON-1279059967-project] 10.222.0.39 "GET /v2.0/security-groups?id=3d8a6de8-331f-498e-b3e1-f8d865328935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484263 Aug 12 14:44:39.929219 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-b9e5145d-53d0-488a-94e9-b372c5e1c1f3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744654122361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3857526'] for segment, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:39.961497 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-b9e5145d-53d0-488a-94e9-b372c5e1c1f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:39.974418 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9e5145d-53d0-488a-94e9-b372c5e1c1f3 admin admin] Releasing vlan 325 on physical network physnet1 to pool {{(pid=94467) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 14:44:39.975066 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-b9e5145d-53d0-488a-94e9-b372c5e1c1f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2859015'] for segment, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:39.977033 n-d-694802-15 neutron-server[94467]: Traceback (most recent call last): Aug 12 14:44:39.977033 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 14:44:39.977033 n-d-694802-15 neutron-server[94467]: timer() Aug 12 14:44:39.977033 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 14:44:39.977033 n-d-694802-15 neutron-server[94467]: cb(*args, **kw) Aug 12 14:44:39.977033 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 14:44:39.977033 n-d-694802-15 neutron-server[94467]: return func(*args, **kwargs) Aug 12 14:44:39.977033 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 14:44:39.977033 n-d-694802-15 neutron-server[94467]: self._notify() Aug 12 14:44:39.977033 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 14:44:39.977033 n-d-694802-15 neutron-server[94467]: self.callback(batched_events) Aug 12 14:44:39.977033 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 14:44:39.977033 n-d-694802-15 neutron-server[94467]: event.method(event) Aug 12 14:44:39.977033 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 14:44:39.977033 n-d-694802-15 neutron-server[94467]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 14:44:39.977033 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 14:44:39.977033 n-d-694802-15 neutron-server[94467]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 14:44:39.977033 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 14:44:39.977033 n-d-694802-15 neutron-server[94467]: return f(self, *a, **k) Aug 12 14:44:39.977033 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 14:44:39.977033 n-d-694802-15 neutron-server[94467]: return self._get(url).json() Aug 12 14:44:39.977033 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 14:44:39.977033 n-d-694802-15 neutron-server[94467]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 14:44:39.977033 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 14:44:39.977033 n-d-694802-15 neutron-server[94467]: return self.request(url, 'GET', **kwargs) Aug 12 14:44:39.977033 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 14:44:39.977033 n-d-694802-15 neutron-server[94467]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 14:44:39.977033 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 14:44:39.977033 n-d-694802-15 neutron-server[94467]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 14:44:39.977033 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 14:44:39.977033 n-d-694802-15 neutron-server[94467]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 14:44:39.977033 n-d-694802-15 neutron-server[94467]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 14:44:39.986510 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-af3b2be1-de8a-4880-abac-4725d46857b3 req-3040de48-1215-40a6-9624-60c433fe39fb tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc2dacd2-6b8c-4388-a6b9-7c76f36fc545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621586 Aug 12 14:44:40.070386 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-25beae6a-ff7b-47c6-8c18-6e2ac4eea00f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:40.111769 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-b9e5145d-53d0-488a-94e9-b372c5e1c1f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66413281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431520'] for network, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:40.117247 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-b9e5145d-53d0-488a-94e9-b372c5e1c1f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for network, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:40.122198 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-b9e5145d-53d0-488a-94e9-b372c5e1c1f3 admin admin] 10.222.0.39 "DELETE /v2.0/networks/eb583443-506f-4685-9e8b-2291e492be91 HTTP/1.1" status: 204 len: 168 time: 1.3575690 Aug 12 14:44:40.145207 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e5145d-53d0-488a-94e9-b372c5e1c1f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=eb583443-506f-4685-9e8b-2291e492be91,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:44:40.371592 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-672a65de-3c20-4d88-a2a1-8db2bdf751a3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:40.382440 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-672a65de-3c20-4d88-a2a1-8db2bdf751a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3718439'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:40.415002 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 50422) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:44:40.508929 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-7c29a04e-9fc0-4d4b-896c-45e35e6a881e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7b16eba5702a4522aa123f33f9befa5f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0884395 Aug 12 14:44:40.514226 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 50426) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:44:40.665596 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 73348853-159d-4e43-b613-5d9c4f705793 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:44:40.687211 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-f53f981a-14dc-43a7-b03a-60b33b151ea8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:40.699283 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672a65de-3c20-4d88-a2a1-8db2bdf751a3 admin admin] Pushing event updated for resources: {'Port': ['ID=49e6f9cf-c26e-4736-8329-3670567ecfca,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:44:40.711555 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fe1ae2b-12a4-4ae8-9086-2eb1173e15b1 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Router 79f0ab8e-35c0-483a-98cd-43ce5bcd4984 has already been hosted by L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f {{(pid=94466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 14:44:40.747383 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-f53f981a-14dc-43a7-b03a-60b33b151ea8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:40.762005 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-672a65de-3c20-4d88-a2a1-8db2bdf751a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66628363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66663865'] for router_interface, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:40.794483 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning for port 73348853-159d-4e43-b613-5d9c4f705793 completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:44:40.802888 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port 73348853-159d-4e43-b613-5d9c4f705793 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:44:40.803379 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:40.832187 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15f0480-b13d-4074-8805-2639cfba79c4 req-05439409-75fc-4620-b620-90f59c03da15 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:40.835067 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b15f0480-b13d-4074-8805-2639cfba79c4 req-05439409-75fc-4620-b620-90f59c03da15 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/ports?device_id=82ca70f0-3356-4166-96ef-a264876874d1 HTTP/1.1" status: 200 len: 947 time: 0.1145117 Aug 12 14:44:40.892460 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-f53f981a-14dc-43a7-b03a-60b33b151ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:40.895654 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-f53f981a-14dc-43a7-b03a-60b33b151ea8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:40.896962 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-f53f981a-14dc-43a7-b03a-60b33b151ea8 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e19124e5-12b6-49a1-b57e-39207bd5876b HTTP/1.1" status: 204 len: 168 time: 0.3791671 Aug 12 14:44:40.913435 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b15f0480-b13d-4074-8805-2639cfba79c4 req-6750186d-abc6-47ee-a646-8b0027c4eb70 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc2dacd2-6b8c-4388-a6b9-7c76f36fc545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674953 Aug 12 14:44:40.914962 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53f981a-14dc-43a7-b03a-60b33b151ea8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e19124e5-12b6-49a1-b57e-39207bd5876b,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:44:40.977735 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-672a65de-3c20-4d88-a2a1-8db2bdf751a3 admin admin] Network c9bd5dff-41d4-406e-a6e0-37d04ed549ff is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:44:40.981523 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-672a65de-3c20-4d88-a2a1-8db2bdf751a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:44:40.985849 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:41.043207 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] For port 73348853-159d-4e43-b613-5d9c4f705793, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=73348853-159d-4e43-b613-5d9c4f705793,segment=NetworkSegment(b1b396cb-2dc6-4041-bfc7-1833a80a4720),segment_id=b1b396cb-2dc6-4041-bfc7-1833a80a4720)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:44:41.048274 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:41.125919 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Pushing event updated for resources: {'Port': ['ID=73348853-159d-4e43-b613-5d9c4f705793,revision_number=4']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:44:41.149029 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device fb82fd09-1380-44e2-9d0c-99c336d0194f no longer exists at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:44:41.189903 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] No Port match for: fb82fd09-1380-44e2-9d0c-99c336d0194f {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 14:44:41.190727 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device fb82fd09-1380-44e2-9d0c-99c336d0194f not bound to the agent host n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:44:41.191721 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 14c7ca8d-3ae3-49b2-bf80-215ffc5cf189 no longer exists at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:44:41.205485 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fe1ae2b-12a4-4ae8-9086-2eb1173e15b1 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 14:44:41.212789 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] No Port match for: 14c7ca8d-3ae3-49b2-bf80-215ffc5cf189 {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 14:44:41.213110 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 14c7ca8d-3ae3-49b2-bf80-215ffc5cf189 not bound to the agent host n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:44:41.225821 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b95dd8b-ae44-4cd4-acc1-a58f5e087725 None None] Sync routers for ids ['79f0ab8e-35c0-483a-98cd-43ce5bcd4984'] in n-d-694802-15 {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 14:44:41.240911 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b95dd8b-ae44-4cd4-acc1-a58f5e087725 None None] Routers {'79f0ab8e-35c0-483a-98cd-43ce5bcd4984'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:44:41.241587 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-6b95dd8b-ae44-4cd4-acc1-a58f5e087725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:44:14Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['79f0ab8e-35c0-483a-98cd-43ce5bcd4984'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:44:41.246607 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e45a3e8-7283-4833-98d2-83036470d9ac req-4a4bf8e4-95e2-4e3c-a0f7-2bb7fbbeca1d tempest-ListServerFiltersTestJSON-1279059967 tempest-ListServerFiltersTestJSON-1279059967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:41.248244 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-7e45a3e8-7283-4833-98d2-83036470d9ac req-4a4bf8e4-95e2-4e3c-a0f7-2bb7fbbeca1d tempest-ListServerFiltersTestJSON-1279059967 tempest-ListServerFiltersTestJSON-1279059967-project] 10.222.0.39 "GET /v2.0/ports?device_id=a213a945-2481-4cf1-a668-0946b792e4e6 HTTP/1.1" status: 200 len: 946 time: 0.1666806 Aug 12 14:44:41.251640 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0fe1ae2b-12a4-4ae8-9086-2eb1173e15b1 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for floatingip, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:41.324368 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-7e45a3e8-7283-4833-98d2-83036470d9ac req-94f90e06-874c-4301-9cb9-ea3aa9bf0c08 tempest-ListServerFiltersTestJSON-1279059967 tempest-ListServerFiltersTestJSON-1279059967-project] 10.222.0.39 "GET /v2.0/security-groups?id=3d8a6de8-331f-498e-b3e1-f8d865328935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682511 Aug 12 14:44:41.331369 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-0fe1ae2b-12a4-4ae8-9086-2eb1173e15b1 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] 10.222.0.39 "PUT /v2.0/floatingips/aa7ab89a-fa64-41a7-a1bc-9eb1e1dac015 HTTP/1.1" status: 200 len: 991 time: 4.5700817 Aug 12 14:44:41.339635 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-672a65de-3c20-4d88-a2a1-8db2bdf751a3 admin admin] Router 9c6db6cf-40a1-4fa9-8d83-2141e4b61bb8 has already been hosted by L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f {{(pid=94466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 14:44:41.340718 n-d-694802-15 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '419c5c7f-827f-4397-9cc6-d186147a5698', 'tag': '827c8ce5-97e8-4c6c-9410-67c6f592ef59'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:44:41.343152 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e785eeede3897370d0b20f09d5f461b30cfecd5ed38c4f07dacd02bc52c9277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c78d886-261b-4417-9edb-a1f82f6b0568" -d '{"events": [{"name": "network-changed", "server_uuid": "419c5c7f-827f-4397-9cc6-d186147a5698", "tag": "827c8ce5-97e8-4c6c-9410-67c6f592ef59"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:44:41.418707 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:41.433719 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvr_db [None req-6b95dd8b-ae44-4cd4-acc1-a58f5e087725 None None] Set router 79f0ab8e-35c0-483a-98cd-43ce5bcd4984 gateway port host: n-d-694802-15 {{(pid=94468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:44:41.436404 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-27430613-2d02-4399-a062-b8f039675142 None None] Provisioning complete for port 49e6f9cf-c26e-4736-8329-3670567ecfca triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:44:41.437225 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-27430613-2d02-4399-a062-b8f039675142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:41.482541 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 14:44:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d92263b-4ae0-4ad6-a847-cfb3fe96ce0d x-openstack-request-id: req-5d92263b-4ae0-4ad6-a847-cfb3fe96ce0d {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:44:41.483527 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "419c5c7f-827f-4397-9cc6-d186147a5698", "tag": "827c8ce5-97e8-4c6c-9410-67c6f592ef59", "status": "completed", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:44:41.483957 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5d92263b-4ae0-4ad6-a847-cfb3fe96ce0d {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:44:41.484530 n-d-694802-15 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '419c5c7f-827f-4397-9cc6-d186147a5698', 'tag': '827c8ce5-97e8-4c6c-9410-67c6f592ef59', 'status': 'completed', 'code': 200} Aug 12 14:44:41.511959 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-672a65de-3c20-4d88-a2a1-8db2bdf751a3 admin admin] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 14:44:41.528655 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-672a65de-3c20-4d88-a2a1-8db2bdf751a3 admin admin] 10.222.0.39 "PUT /v2.0/routers/9c6db6cf-40a1-4fa9-8d83-2141e4b61bb8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4565248 Aug 12 14:44:41.558891 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-27430613-2d02-4399-a062-b8f039675142 None None] Port 49e6f9cf-c26e-4736-8329-3670567ecfca cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 14:44:41.582008 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c78d886-261b-4417-9edb-a1f82f6b0568 req-8e59076e-0c61-47ec-8bcc-e3b944029647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:41.582913 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c78d886-261b-4417-9edb-a1f82f6b0568 req-8e59076e-0c61-47ec-8bcc-e3b944029647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:41.583162 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c78d886-261b-4417-9edb-a1f82f6b0568 req-8e59076e-0c61-47ec-8bcc-e3b944029647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:41.583692 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c78d886-261b-4417-9edb-a1f82f6b0568 req-8e59076e-0c61-47ec-8bcc-e3b944029647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:41.584456 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c78d886-261b-4417-9edb-a1f82f6b0568 req-8e59076e-0c61-47ec-8bcc-e3b944029647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:41.585018 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c78d886-261b-4417-9edb-a1f82f6b0568 req-8e59076e-0c61-47ec-8bcc-e3b944029647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:41.585684 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c78d886-261b-4417-9edb-a1f82f6b0568 req-8e59076e-0c61-47ec-8bcc-e3b944029647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:41.587991 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4c78d886-261b-4417-9edb-a1f82f6b0568 req-8e59076e-0c61-47ec-8bcc-e3b944029647 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c4f0f352632942859f6399a2c9890ad2&device_id=419c5c7f-827f-4397-9cc6-d186147a5698 HTTP/1.1" status: 200 len: 6508 time: 0.0793009 Aug 12 14:44:41.723931 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c78d886-261b-4417-9edb-a1f82f6b0568 req-59e947e7-3efa-419f-8f22-2dac6b6f72a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:41.726205 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4c78d886-261b-4417-9edb-a1f82f6b0568 req-59e947e7-3efa-419f-8f22-2dac6b6f72a7 service neutron] 10.222.0.49 "GET /v2.0/networks?id=e5e4fc6e-0901-492c-bd78-fcc16b98eeec HTTP/1.1" status: 200 len: 917 time: 0.1294580 Aug 12 14:44:41.801625 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-6b95dd8b-ae44-4cd4-acc1-a58f5e087725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79f0ab8e-35c0-483a-98cd-43ce5bcd4984', 'name': 'tempest-TaggedBootDevicesTest_v242-493623005-router', 'tenant_id': 'c4f0f352632942859f6399a2c9890ad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.97'}], 'enable_snat': True}, 'gw_port_id': '7de7faf0-dc55-4af3-9150-7640ba49cde8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:41:45Z', 'updated_at': '2021-08-12T14:41:54Z', 'revision_number': 4, 'project_id': 'c4f0f352632942859f6399a2c9890ad2', 'gw_port': {'id': '7de7faf0-dc55-4af3-9150-7640ba49cde8', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:ed:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79f0ab8e-35c0-483a-98cd-43ce5bcd4984', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:41:46Z', 'updated_at': '2021-08-12T14:41:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_floatingips': [{'id': 'aa7ab89a-fa64-41a7-a1bc-9eb1e1dac015', 'tenant_id': 'c4f0f352632942859f6399a2c9890ad2', 'floating_ip_address': '172.25.1.84', 'floating_network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'router_id': '79f0ab8e-35c0-483a-98cd-43ce5bcd4984', 'port_id': '827c8ce5-97e8-4c6c-9410-67c6f592ef59', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1517, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5e4fc6e-0901-492c-bd78-fcc16b98eeec', 'mac_address': 'fa:16:3e:99:71:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '419c5c7f-827f-4397-9cc6-d186147a5698', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T14:42:59Z', 'updated_at': '2021-08-12T14:44:38Z', 'revision_number': 1, 'project_id': 'c4f0f352632942859f6399a2c9890ad2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b58f2f87-2b9d-4b0d-8cf9-762c26e4c3d1', 'name': '', 'network_id': 'e5e4fc6e-0901-492c-bd78-fcc16b98eeec', 'tenant_id': 'c4f0f352632942859f6399a2c9890ad2', 'mac_address': 'fa:16:3e:e7:1e:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79f0ab8e-35c0-483a-98cd-43ce5bcd4984', 'device_owner': 'network:router_interface', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': '444fade6-475a-482f-b204-ebf217d66f28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:41:51Z', 'updated_at': '2021-08-12T14:42:08Z', 'revision_number': 5, 'project_id': 'c4f0f352632942859f6399a2c9890ad2', 'subnets': [{'id': '444fade6-475a-482f-b204-ebf217d66f28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:44:41.829567 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b95dd8b-ae44-4cd4-acc1-a58f5e087725 None None] Checking router: 79f0ab8e-35c0-483a-98cd-43ce5bcd4984 for host: n-d-694802-15 {{(pid=94468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 14:44:41.839069 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b95dd8b-ae44-4cd4-acc1-a58f5e087725 None None] Routers {'79f0ab8e-35c0-483a-98cd-43ce5bcd4984'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:44:41.839334 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-6b95dd8b-ae44-4cd4-acc1-a58f5e087725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:44:14Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['79f0ab8e-35c0-483a-98cd-43ce5bcd4984'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:44:41.907275 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device b0aac563-42bd-4b31-95a9-a0a4d4b9e42a no longer exists at agent hyperv_n-h1-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:44:42.185736 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:42.208684 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvr_db [None req-6b95dd8b-ae44-4cd4-acc1-a58f5e087725 None None] Set router 79f0ab8e-35c0-483a-98cd-43ce5bcd4984 gateway port host: n-d-694802-15 {{(pid=94468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:44:42.333081 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-131c96c3-6cc3-434a-81e2-b2559f663edd None None] Sync routers for ids ['9c6db6cf-40a1-4fa9-8d83-2141e4b61bb8'] in n-d-694802-15 {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 14:44:42.345295 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82ca70f0-3356-4166-96ef-a264876874d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b0aac563-42bd-4b31-95a9-a0a4d4b9e42a'}] {{(pid=94468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:44:42.348561 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99a8d87602170099c728e57431aca99e9b98a655a83bbf8727be13192709727b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aea28a44-2780-4eca-ad99-4687dc6979e9" -d '{"events": [{"server_uuid": "82ca70f0-3356-4166-96ef-a264876874d1", "name": "network-vif-unplugged", "status": "completed", "tag": "b0aac563-42bd-4b31-95a9-a0a4d4b9e42a"}]}' {{(pid=94468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:44:42.358419 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-131c96c3-6cc3-434a-81e2-b2559f663edd None None] Routers {'9c6db6cf-40a1-4fa9-8d83-2141e4b61bb8'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:44:42.371472 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-131c96c3-6cc3-434a-81e2-b2559f663edd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:44:14Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['9c6db6cf-40a1-4fa9-8d83-2141e4b61bb8'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:44:42.372263 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port b0aac563-42bd-4b31-95a9-a0a4d4b9e42a, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=b0aac563-42bd-4b31-95a9-a0a4d4b9e42a,segment=NetworkSegment(45b28473-1709-41a1-b9df-2ccc6425c05f),segment_id=45b28473-1709-41a1-b9df-2ccc6425c05f)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:44:42.449502 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:42.534362 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 73348853-159d-4e43-b613-5d9c4f705793 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:44:42.615501 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-131c96c3-6cc3-434a-81e2-b2559f663edd None None] Set router 9c6db6cf-40a1-4fa9-8d83-2141e4b61bb8 gateway port host: n-d-694802-15 {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:44:42.624713 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Pushing event updated for resources: {'Port': ['ID=b0aac563-42bd-4b31-95a9-a0a4d4b9e42a,revision_number=11']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:44:42.646592 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:42.657127 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port 73348853-159d-4e43-b613-5d9c4f705793 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:44:42.657500 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:42.676073 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e624fb6-625c-4892-a72f-d3767b47c2f9 req-d9c3ccf8-b8b5-4f72-b909-350b1a0febdd tempest-TestServerMultinode-633138520 tempest-TestServerMultinode-633138520-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:42.677978 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3e624fb6-625c-4892-a72f-d3767b47c2f9 req-d9c3ccf8-b8b5-4f72-b909-350b1a0febdd tempest-TestServerMultinode-633138520 tempest-TestServerMultinode-633138520-project-admin] 10.222.0.39 "GET /v2.0/networks?id=65eb9217-5da8-4655-9a1f-f1a0244b6a82 HTTP/1.1" status: 200 len: 911 time: 0.1543591 Aug 12 14:44:42.746949 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3e624fb6-625c-4892-a72f-d3767b47c2f9 req-1b66d521-0cb4-49e7-acdd-63ba89a782fe tempest-TestServerMultinode-633138520 tempest-TestServerMultinode-633138520-project-admin] 10.222.0.39 "GET /v2.0/quotas/9a6deb5f375e45beb32ac6c559879dd7 HTTP/1.1" status: 200 len: 375 time: 0.0529487 Aug 12 14:44:42.757203 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623590fe-01da-4ff8-9549-5eab58de3c59 req-6026f94d-1f12-4d95-bf12-fb5046ad6286 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:42.762371 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-623590fe-01da-4ff8-9549-5eab58de3c59 req-6026f94d-1f12-4d95-bf12-fb5046ad6286 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/ports?device_id=82ca70f0-3356-4166-96ef-a264876874d1 HTTP/1.1" status: 200 len: 945 time: 0.1327775 Aug 12 14:44:42.812545 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-6b95dd8b-ae44-4cd4-acc1-a58f5e087725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79f0ab8e-35c0-483a-98cd-43ce5bcd4984', 'name': 'tempest-TaggedBootDevicesTest_v242-493623005-router', 'tenant_id': 'c4f0f352632942859f6399a2c9890ad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.97'}], 'enable_snat': True}, 'gw_port_id': '7de7faf0-dc55-4af3-9150-7640ba49cde8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:41:45Z', 'updated_at': '2021-08-12T14:41:54Z', 'revision_number': 4, 'project_id': 'c4f0f352632942859f6399a2c9890ad2', 'gw_port': {'id': '7de7faf0-dc55-4af3-9150-7640ba49cde8', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:ed:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79f0ab8e-35c0-483a-98cd-43ce5bcd4984', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:41:46Z', 'updated_at': '2021-08-12T14:41:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_floatingips': [{'id': 'aa7ab89a-fa64-41a7-a1bc-9eb1e1dac015', 'tenant_id': 'c4f0f352632942859f6399a2c9890ad2', 'floating_ip_address': '172.25.1.84', 'floating_network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'router_id': '79f0ab8e-35c0-483a-98cd-43ce5bcd4984', 'port_id': '827c8ce5-97e8-4c6c-9410-67c6f592ef59', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1517, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5e4fc6e-0901-492c-bd78-fcc16b98eeec', 'mac_address': 'fa:16:3e:99:71:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '419c5c7f-827f-4397-9cc6-d186147a5698', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T14:42:59Z', 'updated_at': '2021-08-12T14:44:38Z', 'revision_number': 1, 'project_id': 'c4f0f352632942859f6399a2c9890ad2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b58f2f87-2b9d-4b0d-8cf9-762c26e4c3d1', 'name': '', 'network_id': 'e5e4fc6e-0901-492c-bd78-fcc16b98eeec', 'tenant_id': 'c4f0f352632942859f6399a2c9890ad2', 'mac_address': 'fa:16:3e:e7:1e:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79f0ab8e-35c0-483a-98cd-43ce5bcd4984', 'device_owner': 'network:router_interface', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': '444fade6-475a-482f-b204-ebf217d66f28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:41:51Z', 'updated_at': '2021-08-12T14:42:08Z', 'revision_number': 5, 'project_id': 'c4f0f352632942859f6399a2c9890ad2', 'subnets': [{'id': '444fade6-475a-482f-b204-ebf217d66f28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:44:42.832059 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-623590fe-01da-4ff8-9549-5eab58de3c59 req-226a33d0-f1b4-4c79-b7f7-9d0ddf9c77c6 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc2dacd2-6b8c-4388-a6b9-7c76f36fc545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597446 Aug 12 14:44:42.881318 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4c78d886-261b-4417-9edb-a1f82f6b0568 req-c91d75d2-08e3-4b08-a332-019027f3a6eb service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=827c8ce5-97e8-4c6c-9410-67c6f592ef59 HTTP/1.1" status: 200 len: 999 time: 1.1400826 Aug 12 14:44:42.911223 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-131c96c3-6cc3-434a-81e2-b2559f663edd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c6db6cf-40a1-4fa9-8d83-2141e4b61bb8', 'name': 'tempest-TestServerMultinode-320224610-router', 'tenant_id': '9a6deb5f375e45beb32ac6c559879dd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.235'}], 'enable_snat': True}, 'gw_port_id': '73348853-159d-4e43-b613-5d9c4f705793', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:44:29Z', 'updated_at': '2021-08-12T14:44:39Z', 'revision_number': 4, 'project_id': '9a6deb5f375e45beb32ac6c559879dd7', 'gw_port': {'id': '73348853-159d-4e43-b613-5d9c4f705793', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:2f:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c6db6cf-40a1-4fa9-8d83-2141e4b61bb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:44:32Z', 'updated_at': '2021-08-12T14:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': '49e6f9cf-c26e-4736-8329-3670567ecfca', 'name': '', 'network_id': 'c9bd5dff-41d4-406e-a6e0-37d04ed549ff', 'tenant_id': '9a6deb5f375e45beb32ac6c559879dd7', 'mac_address': 'fa:16:3e:ce:0a:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c6db6cf-40a1-4fa9-8d83-2141e4b61bb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'ccf62c8c-7e36-4695-8a64-e0dd2c164aff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:44:37Z', 'updated_at': '2021-08-12T14:44:40Z', 'revision_number': 2, 'project_id': '9a6deb5f375e45beb32ac6c559879dd7', 'subnets': [{'id': 'ccf62c8c-7e36-4695-8a64-e0dd2c164aff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:44:42.927071 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3e624fb6-625c-4892-a72f-d3767b47c2f9 req-be23e893-0426-4337-b20b-4f52f45d0642 tempest-TestServerMultinode-633138520 tempest-TestServerMultinode-633138520-project-admin] 10.222.0.39 "GET /v2.0/ports?tenant_id=9a6deb5f375e45beb32ac6c559879dd7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1738274 Aug 12 14:44:42.951946 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-131c96c3-6cc3-434a-81e2-b2559f663edd None None] Checking router: 9c6db6cf-40a1-4fa9-8d83-2141e4b61bb8 for host: n-d-694802-15 {{(pid=94469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 14:44:42.952734 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-131c96c3-6cc3-434a-81e2-b2559f663edd None None] Updating router 9c6db6cf-40a1-4fa9-8d83-2141e4b61bb8 port 49e6f9cf-c26e-4736-8329-3670567ecfca binding host n-d-694802-15 {{(pid=94469) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 14:44:42.996914 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-131c96c3-6cc3-434a-81e2-b2559f663edd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:43.015266 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 12 Aug 2021 14:44:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cc4862b-a8be-437f-ab1e-7d4ee1e4fe18 x-openstack-request-id: req-1cc4862b-a8be-437f-ab1e-7d4ee1e4fe18 {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:44:43.015559 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82ca70f0-3356-4166-96ef-a264876874d1", "name": "network-vif-unplugged", "status": "completed", "tag": "b0aac563-42bd-4b31-95a9-a0a4d4b9e42a", "code": 200}]} {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:44:43.015817 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1cc4862b-a8be-437f-ab1e-7d4ee1e4fe18 {{(pid=94468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:44:43.016215 n-d-694802-15 neutron-server[94468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82ca70f0-3356-4166-96ef-a264876874d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b0aac563-42bd-4b31-95a9-a0a4d4b9e42a', 'code': 200} Aug 12 14:44:43.028174 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b95dd8b-ae44-4cd4-acc1-a58f5e087725 None None] The sync data for ids ['79f0ab8e-35c0-483a-98cd-43ce5bcd4984'] in n-d-694802-15 is: [{'id': '79f0ab8e-35c0-483a-98cd-43ce5bcd4984', 'name': 'tempest-TaggedBootDevicesTest_v242-493623005-router', 'tenant_id': 'c4f0f352632942859f6399a2c9890ad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.97'}], 'enable_snat': True}, 'gw_port_id': '7de7faf0-dc55-4af3-9150-7640ba49cde8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:41:45Z', 'updated_at': '2021-08-12T14:41:54Z', 'revision_number': 4, 'project_id': 'c4f0f352632942859f6399a2c9890ad2', 'gw_port': {'id': '7de7faf0-dc55-4af3-9150-7640ba49cde8', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:ed:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79f0ab8e-35c0-483a-98cd-43ce5bcd4984', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:41:46Z', 'updated_at': '2021-08-12T14:41:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_floatingips': [{'id': 'aa7ab89a-fa64-41a7-a1bc-9eb1e1dac015', 'tenant_id': 'c4f0f352632942859f6399a2c9890ad2', 'floating_ip_address': '172.25.1.84', 'floating_network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'router_id': '79f0ab8e-35c0-483a-98cd-43ce5bcd4984', 'port_id': '827c8ce5-97e8-4c6c-9410-67c6f592ef59', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1517, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5e4fc6e-0901-492c-bd78-fcc16b98eeec', 'mac_address': 'fa:16:3e:99:71:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '419c5c7f-827f-4397-9cc6-d186147a5698', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T14:42:59Z', 'updated_at': '2021-08-12T14:44:38Z', 'revision_number': 1, 'project_id': 'c4f0f352632942859f6399a2c9890ad2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b58f2f87-2b9d-4b0d-8cf9-762c26e4c3d1', 'name': '', 'network_id': 'e5e4fc6e-0901-492c-bd78-fcc16b98eeec', 'tenant_id': 'c4f0f352632942859f6399a2c9890ad2', 'mac_address': 'fa:16:3e:e7:1e:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79f0ab8e-35c0-483a-98cd-43ce5bcd4984', 'device_owner': 'network:router_interface', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': '444fade6-475a-482f-b204-ebf217d66f28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:41:51Z', 'updated_at': '2021-08-12T14:42:08Z', 'revision_number': 5, 'project_id': 'c4f0f352632942859f6399a2c9890ad2', 'subnets': [{'id': '444fade6-475a-482f-b204-ebf217d66f28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 14:44:43.063629 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:43.090821 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327a8295-4c0b-4f49-9256-1cd8f0b78ce6 req-756f9c57-f6a4-43a4-af63-0dbed6bd8bf1 tempest-ListServerFiltersTestJSON-1279059967 tempest-ListServerFiltersTestJSON-1279059967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:43.107835 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3e624fb6-625c-4892-a72f-d3767b47c2f9 req-15ed65f4-041f-4080-8b0c-1b54a40bb8d6 service neutron] 10.222.0.39 "GET /v2.0/networks/65eb9217-5da8-4655-9a1f-f1a0244b6a82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522846 Aug 12 14:44:43.111980 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-327a8295-4c0b-4f49-9256-1cd8f0b78ce6 req-756f9c57-f6a4-43a4-af63-0dbed6bd8bf1 tempest-ListServerFiltersTestJSON-1279059967 tempest-ListServerFiltersTestJSON-1279059967-project] 10.222.0.39 "GET /v2.0/ports?device_id=a213a945-2481-4cf1-a668-0946b792e4e6 HTTP/1.1" status: 200 len: 946 time: 0.1269922 Aug 12 14:44:43.176270 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-327a8295-4c0b-4f49-9256-1cd8f0b78ce6 req-1aa6df30-ec06-40b9-92c7-ffc9d24fdf22 tempest-ListServerFiltersTestJSON-1279059967 tempest-ListServerFiltersTestJSON-1279059967-project] 10.222.0.39 "GET /v2.0/security-groups?id=3d8a6de8-331f-498e-b3e1-f8d865328935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633669 Aug 12 14:44:43.185438 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c78d886-261b-4417-9edb-a1f82f6b0568 req-5d49379e-3f3a-47eb-9827-319a220a4a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:43.187060 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4c78d886-261b-4417-9edb-a1f82f6b0568 req-5d49379e-3f3a-47eb-9827-319a220a4a54 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=444fade6-475a-482f-b204-ebf217d66f28 HTTP/1.1" status: 200 len: 855 time: 0.2805669 Aug 12 14:44:43.259783 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3e624fb6-625c-4892-a72f-d3767b47c2f9 req-c8bc69cb-3c56-463c-93c7-07e7fe93b144 service neutron] 10.222.0.39 "GET /v2.0/networks/65eb9217-5da8-4655-9a1f-f1a0244b6a82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509929 Aug 12 14:44:43.278848 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c78d886-261b-4417-9edb-a1f82f6b0568 req-03c21f4a-b96c-4fd9-b463-5f2ec04421fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:43.280757 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4c78d886-261b-4417-9edb-a1f82f6b0568 req-03c21f4a-b96c-4fd9-b463-5f2ec04421fd service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e5e4fc6e-0901-492c-bd78-fcc16b98eeec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0808041 Aug 12 14:44:43.342872 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-61359a61-2858-46dd-91ba-8a34f34421dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:43.420202 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-933f1f12-3b02-44f6-bde3-8d966ae23dac None None] New status for floating IP aa7ab89a-fa64-41a7-a1bc-9eb1e1dac015: ACTIVE {{(pid=94468) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 14:44:43.427676 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4c78d886-261b-4417-9edb-a1f82f6b0568 req-b689ff59-868d-4423-a255-b2baccbe0e2e service neutron] 10.222.0.49 "GET /v2.0/networks/e5e4fc6e-0901-492c-bd78-fcc16b98eeec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335788 Aug 12 14:44:43.529911 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-131c96c3-6cc3-434a-81e2-b2559f663edd None None] Notify callbacks [] for port, precommit_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:43.545918 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.provisioning_blocks [None req-131c96c3-6cc3-434a-81e2-b2559f663edd None None] Transition to ACTIVE for port object 49e6f9cf-c26e-4736-8329-3670567ecfca will not be triggered until provisioned by entity L2. {{(pid=94469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:44:43.557109 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-131c96c3-6cc3-434a-81e2-b2559f663edd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:43.698629 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75161358-83e5-494f-aa8f-edf2c9ff1951 None None] Pushing event updated for resources: {'Port': ['ID=49e6f9cf-c26e-4736-8329-3670567ecfca,revision_number=3']} {{(pid=94469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:44:43.765476 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4c78d886-261b-4417-9edb-a1f82f6b0568 req-0551cffd-04d2-478d-8837-2c93b6473c16 service neutron] 10.222.0.49 "GET /v2.0/networks/e5e4fc6e-0901-492c-bd78-fcc16b98eeec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3182435 Aug 12 14:44:43.780686 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-b6826551-bb67-49b0-98d3-1e1b6676166c req-6117700b-cc0c-4049-80fe-3a55cc1bd23c tempest-TestServerMultinode-633138520 tempest-TestServerMultinode-633138520-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=b05f1757-b149-44af-a89e-acc5d8d52a56 HTTP/1.1" status: 200 len: 210 time: 0.0875733 Aug 12 14:44:43.850716 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.managers [None req-131c96c3-6cc3-434a-81e2-b2559f663edd None None] Attempting to bind port 49e6f9cf-c26e-4736-8329-3670567ecfca on host n-d-694802-15 for vnic_type normal with profile {{(pid=94469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:44:43.851423 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.managers [None req-131c96c3-6cc3-434a-81e2-b2559f663edd None None] Attempting to bind port 49e6f9cf-c26e-4736-8329-3670567ecfca by drivers openvswitch,hyperv on host n-d-694802-15 at level 0 using segments [{'id': '289a2906-92c3-4169-9eb9-018ae162afa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'c9bd5dff-41d4-406e-a6e0-37d04ed549ff'}] {{(pid=94469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:44:43.852035 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-131c96c3-6cc3-434a-81e2-b2559f663edd None None] Attempting to bind port 49e6f9cf-c26e-4736-8329-3670567ecfca on network c9bd5dff-41d4-406e-a6e0-37d04ed549ff {{(pid=94469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:44:43.874595 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-131c96c3-6cc3-434a-81e2-b2559f663edd None None] Checking agent: {'id': '16de73ac-f2e9-4cee-b3e0-91052ae3e6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 20, 13), 'started_at': datetime.datetime(2021, 8, 12, 14, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 44, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:44:43.876323 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-131c96c3-6cc3-434a-81e2-b2559f663edd None None] Checking segment: {'id': '289a2906-92c3-4169-9eb9-018ae162afa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'c9bd5dff-41d4-406e-a6e0-37d04ed549ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:44:43.877689 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-131c96c3-6cc3-434a-81e2-b2559f663edd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:43.881015 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-131c96c3-6cc3-434a-81e2-b2559f663edd None None] Bound using segment: {'id': '289a2906-92c3-4169-9eb9-018ae162afa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'c9bd5dff-41d4-406e-a6e0-37d04ed549ff'} {{(pid=94469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:44:43.881829 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.managers [None req-131c96c3-6cc3-434a-81e2-b2559f663edd None None] Bound port: 49e6f9cf-c26e-4736-8329-3670567ecfca, host: n-d-694802-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '289a2906-92c3-4169-9eb9-018ae162afa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'c9bd5dff-41d4-406e-a6e0-37d04ed549ff'}}] {{(pid=94469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:44:43.883449 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-131c96c3-6cc3-434a-81e2-b2559f663edd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:43.919010 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device b0aac563-42bd-4b31-95a9-a0a4d4b9e42a details requested by agent hyperv_n-h1-694802-15 with host n-h1-694802-15 {{(pid=94468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 14:44:43.938707 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-1769855f-eda9-4483-9dc3-3220908ab45d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:43.991758 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.db [None req-131c96c3-6cc3-434a-81e2-b2559f663edd None None] For port 49e6f9cf-c26e-4736-8329-3670567ecfca, host n-d-694802-15, cleared binding levels {{(pid=94469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:44:43.996784 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.db [None req-131c96c3-6cc3-434a-81e2-b2559f663edd None None] For port 49e6f9cf-c26e-4736-8329-3670567ecfca, host n-d-694802-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=49e6f9cf-c26e-4736-8329-3670567ecfca,segment=NetworkSegment(289a2906-92c3-4169-9eb9-018ae162afa6),segment_id=289a2906-92c3-4169-9eb9-018ae162afa6)] {{(pid=94469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:44:44.003797 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-131c96c3-6cc3-434a-81e2-b2559f663edd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:44.116257 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port b0aac563-42bd-4b31-95a9-a0a4d4b9e42a, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=b0aac563-42bd-4b31-95a9-a0a4d4b9e42a,segment=NetworkSegment(45b28473-1709-41a1-b9df-2ccc6425c05f),segment_id=45b28473-1709-41a1-b9df-2ccc6425c05f)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:44:44.131757 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Returning: {'device': 'b0aac563-42bd-4b31-95a9-a0a4d4b9e42a', 'network_id': '4552c891-e268-4d7c-98f1-e8736a29b277', 'port_id': 'b0aac563-42bd-4b31-95a9-a0a4d4b9e42a', 'mac_address': 'fa:16:3e:97:f1:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3b4e56e-f3bd-4709-bfd6-3e62da1e0ac7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 14:44:44.140748 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80483cf-92eb-4776-97d4-0174b2ec59df req-682a0ccd-0b59-4b63-8d03-7459ce2c36fb tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:44.147615 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f80483cf-92eb-4776-97d4-0174b2ec59df req-682a0ccd-0b59-4b63-8d03-7459ce2c36fb tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/ports?device_id=82ca70f0-3356-4166-96ef-a264876874d1 HTTP/1.1" status: 200 len: 945 time: 0.1808419 Aug 12 14:44:44.261268 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75161358-83e5-494f-aa8f-edf2c9ff1951 None None] Pushing event updated for resources: {'Port': ['ID=49e6f9cf-c26e-4736-8329-3670567ecfca,revision_number=4']} {{(pid=94469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:44:44.274395 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:44.276205 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-131c96c3-6cc3-434a-81e2-b2559f663edd None None] Routers {'9c6db6cf-40a1-4fa9-8d83-2141e4b61bb8'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:44:44.283626 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f80483cf-92eb-4776-97d4-0174b2ec59df req-0c1a4654-bf6d-4e49-bcd4-98cbed878c3b tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc2dacd2-6b8c-4388-a6b9-7c76f36fc545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1213045 Aug 12 14:44:44.292297 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-131c96c3-6cc3-434a-81e2-b2559f663edd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:44:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['9c6db6cf-40a1-4fa9-8d83-2141e4b61bb8'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:44:44.322671 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0aac563-42bd-4b31-95a9-a0a4d4b9e42a {{(pid=94468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:44:44.383900 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port b0aac563-42bd-4b31-95a9-a0a4d4b9e42a, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=b0aac563-42bd-4b31-95a9-a0a4d4b9e42a,segment=NetworkSegment(45b28473-1709-41a1-b9df-2ccc6425c05f),segment_id=45b28473-1709-41a1-b9df-2ccc6425c05f)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:44:44.394199 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:44.460610 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2694d9f4-f027-4c29-989f-5bc0c0f0e392 req-18530a1e-b5c5-48d2-8f00-96510d15cd9d tempest-ListServerFiltersTestJSON-1279059967 tempest-ListServerFiltersTestJSON-1279059967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:44.485317 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-2694d9f4-f027-4c29-989f-5bc0c0f0e392 req-18530a1e-b5c5-48d2-8f00-96510d15cd9d tempest-ListServerFiltersTestJSON-1279059967 tempest-ListServerFiltersTestJSON-1279059967-project] 10.222.0.39 "GET /v2.0/ports?device_id=a213a945-2481-4cf1-a668-0946b792e4e6 HTTP/1.1" status: 200 len: 946 time: 0.1540980 Aug 12 14:44:44.514581 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 50584) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:44:44.577703 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Pushing event updated for resources: {'Port': ['ID=b0aac563-42bd-4b31-95a9-a0a4d4b9e42a,revision_number=12']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:44:44.602569 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] get_ports_and_sgs() called for port_ids ['b0aac563-42bd-4b31-95a9-a0a4d4b9e42a'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:44:44.630027 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-2694d9f4-f027-4c29-989f-5bc0c0f0e392 req-69954935-8166-4aad-a413-d6e618a0489d tempest-ListServerFiltersTestJSON-1279059967 tempest-ListServerFiltersTestJSON-1279059967-project] 10.222.0.39 "GET /v2.0/security-groups?id=3d8a6de8-331f-498e-b3e1-f8d865328935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452677 Aug 12 14:44:44.707646 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-131c96c3-6cc3-434a-81e2-b2559f663edd None None] Set router 9c6db6cf-40a1-4fa9-8d83-2141e4b61bb8 gateway port host: n-d-694802-15 {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:44:44.762563 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-75bdba48-0cdf-4cc3-bc44-5b990a6839df admin admin] Notify callbacks [] for security_group, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:44.949202 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-daa6361b-4200-4ed2-8b1d-d13f0fecb1fe req-8fb30372-305a-4b90-b119-b31ca91e105a tempest-TestServerMultinode-633138520 tempest-TestServerMultinode-633138520-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=b05f1757-b149-44af-a89e-acc5d8d52a56 HTTP/1.1" status: 200 len: 210 time: 0.0502787 Aug 12 14:44:44.961608 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-75bdba48-0cdf-4cc3-bc44-5b990a6839df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:44.966124 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-75bdba48-0cdf-4cc3-bc44-5b990a6839df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:45.028519 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-75bdba48-0cdf-4cc3-bc44-5b990a6839df admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=51c30f55a0dc4a03bcb0e141ff5f368f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5127380 Aug 12 14:44:45.031011 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bdba48-0cdf-4cc3-bc44-5b990a6839df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f1feb72-774c-4c06-94ca-3a74c9e579b5,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:44:45.031513 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 50606) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:44:45.124192 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8a18a24a-191b-4b4e-b0e2-e6db5b0e76d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:45.127944 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-131c96c3-6cc3-434a-81e2-b2559f663edd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c6db6cf-40a1-4fa9-8d83-2141e4b61bb8', 'name': 'tempest-TestServerMultinode-320224610-router', 'tenant_id': '9a6deb5f375e45beb32ac6c559879dd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.235'}], 'enable_snat': True}, 'gw_port_id': '73348853-159d-4e43-b613-5d9c4f705793', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:44:29Z', 'updated_at': '2021-08-12T14:44:39Z', 'revision_number': 4, 'project_id': '9a6deb5f375e45beb32ac6c559879dd7', 'gw_port': {'id': '73348853-159d-4e43-b613-5d9c4f705793', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:2f:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c6db6cf-40a1-4fa9-8d83-2141e4b61bb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:44:32Z', 'updated_at': '2021-08-12T14:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': '49e6f9cf-c26e-4736-8329-3670567ecfca', 'name': '', 'network_id': 'c9bd5dff-41d4-406e-a6e0-37d04ed549ff', 'tenant_id': '9a6deb5f375e45beb32ac6c559879dd7', 'mac_address': 'fa:16:3e:ce:0a:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c6db6cf-40a1-4fa9-8d83-2141e4b61bb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'ccf62c8c-7e36-4695-8a64-e0dd2c164aff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:44:37Z', 'updated_at': '2021-08-12T14:44:43Z', 'revision_number': 4, 'project_id': '9a6deb5f375e45beb32ac6c559879dd7', 'subnets': [{'id': 'ccf62c8c-7e36-4695-8a64-e0dd2c164aff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:44:45.154599 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8a18a24a-191b-4b4e-b0e2-e6db5b0e76d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:45.156794 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-131c96c3-6cc3-434a-81e2-b2559f663edd None None] The sync data for ids ['9c6db6cf-40a1-4fa9-8d83-2141e4b61bb8'] in n-d-694802-15 is: [{'id': '9c6db6cf-40a1-4fa9-8d83-2141e4b61bb8', 'name': 'tempest-TestServerMultinode-320224610-router', 'tenant_id': '9a6deb5f375e45beb32ac6c559879dd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.235'}], 'enable_snat': True}, 'gw_port_id': '73348853-159d-4e43-b613-5d9c4f705793', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:44:29Z', 'updated_at': '2021-08-12T14:44:39Z', 'revision_number': 4, 'project_id': '9a6deb5f375e45beb32ac6c559879dd7', 'gw_port': {'id': '73348853-159d-4e43-b613-5d9c4f705793', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:2f:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c6db6cf-40a1-4fa9-8d83-2141e4b61bb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:44:32Z', 'updated_at': '2021-08-12T14:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': '49e6f9cf-c26e-4736-8329-3670567ecfca', 'name': '', 'network_id': 'c9bd5dff-41d4-406e-a6e0-37d04ed549ff', 'tenant_id': '9a6deb5f375e45beb32ac6c559879dd7', 'mac_address': 'fa:16:3e:ce:0a:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c6db6cf-40a1-4fa9-8d83-2141e4b61bb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'ccf62c8c-7e36-4695-8a64-e0dd2c164aff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:44:37Z', 'updated_at': '2021-08-12T14:44:43Z', 'revision_number': 4, 'project_id': '9a6deb5f375e45beb32ac6c559879dd7', 'subnets': [{'id': 'ccf62c8c-7e36-4695-8a64-e0dd2c164aff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 14:44:45.227281 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8a18a24a-191b-4b4e-b0e2-e6db5b0e76d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:45.231002 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8a18a24a-191b-4b4e-b0e2-e6db5b0e76d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:45.238101 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-8a18a24a-191b-4b4e-b0e2-e6db5b0e76d7 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8f1feb72-774c-4c06-94ca-3a74c9e579b5 HTTP/1.1" status: 204 len: 168 time: 0.2052872 Aug 12 14:44:45.250069 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a18a24a-191b-4b4e-b0e2-e6db5b0e76d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f1feb72-774c-4c06-94ca-3a74c9e579b5,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:44:45.555850 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-fe95f194-a3b0-4c04-9e42-20b511169d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:45.565210 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da30c673-7c36-496d-b80a-e09f1a8dc921 req-58772601-e651-4724-998d-cf9193a9e285 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:45.578545 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-da30c673-7c36-496d-b80a-e09f1a8dc921 req-58772601-e651-4724-998d-cf9193a9e285 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/ports?device_id=82ca70f0-3356-4166-96ef-a264876874d1 HTTP/1.1" status: 200 len: 946 time: 0.1680543 Aug 12 14:44:45.852110 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-da30c673-7c36-496d-b80a-e09f1a8dc921 req-4b136aa4-bd67-49ca-bc84-28a26c9377c2 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc2dacd2-6b8c-4388-a6b9-7c76f36fc545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2657125 Aug 12 14:44:45.900273 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device b0aac563-42bd-4b31-95a9-a0a4d4b9e42a up at agent hyperv_n-h1-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:44:45.992261 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e624fb6-625c-4892-a72f-d3767b47c2f9 req-91bb261f-085a-42ff-97b5-65b0ed598643 tempest-TestServerMultinode-633138520 tempest-TestServerMultinode-633138520-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:45.997083 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3e624fb6-625c-4892-a72f-d3767b47c2f9 req-91bb261f-085a-42ff-97b5-65b0ed598643 tempest-TestServerMultinode-633138520 tempest-TestServerMultinode-633138520-project-admin] 10.222.0.49 "GET /v2.0/networks?id=65eb9217-5da8-4655-9a1f-f1a0244b6a82 HTTP/1.1" status: 200 len: 911 time: 0.4011145 Aug 12 14:44:46.015306 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-3e624fb6-625c-4892-a72f-d3767b47c2f9 req-0628662a-6e50-4add-9144-71f6194d1047 tempest-TestServerMultinode-633138520 tempest-TestServerMultinode-633138520-project-admin] Request body: {'port': {'device_id': 'b05f1757-b149-44af-a89e-acc5d8d52a56', 'network_id': '65eb9217-5da8-4655-9a1f-f1a0244b6a82', 'admin_state_up': True, 'tenant_id': '9a6deb5f375e45beb32ac6c559879dd7'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:44:46.075070 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e624fb6-625c-4892-a72f-d3767b47c2f9 req-0628662a-6e50-4add-9144-71f6194d1047 tempest-TestServerMultinode-633138520 tempest-TestServerMultinode-633138520-project-admin] Made reservation on behalf of 9a6deb5f375e45beb32ac6c559879dd7 for: {'port': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:44:46.078613 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-3e624fb6-625c-4892-a72f-d3767b47c2f9 req-0628662a-6e50-4add-9144-71f6194d1047 tempest-TestServerMultinode-633138520 tempest-TestServerMultinode-633138520-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:46.082974 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cff4382-8be3-4bdc-a149-3df058d1deff req-476e3ca2-0f17-463c-8183-6df9a20c79fc tempest-ListServerFiltersTestJSON-1279059967 tempest-ListServerFiltersTestJSON-1279059967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:46.092298 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-3cff4382-8be3-4bdc-a149-3df058d1deff req-476e3ca2-0f17-463c-8183-6df9a20c79fc tempest-ListServerFiltersTestJSON-1279059967 tempest-ListServerFiltersTestJSON-1279059967-project] 10.222.0.39 "GET /v2.0/ports?device_id=a213a945-2481-4cf1-a668-0946b792e4e6 HTTP/1.1" status: 200 len: 946 time: 0.1381159 Aug 12 14:44:46.106477 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Provisioning complete for port b0aac563-42bd-4b31-95a9-a0a4d4b9e42a triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:44:46.106995 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:46.154808 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-3cff4382-8be3-4bdc-a149-3df058d1deff req-3dde2888-41b7-415d-920a-9f2be6ba3873 tempest-ListServerFiltersTestJSON-1279059967 tempest-ListServerFiltersTestJSON-1279059967-project] 10.222.0.39 "GET /v2.0/security-groups?id=3d8a6de8-331f-498e-b3e1-f8d865328935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612888 Aug 12 14:44:46.279005 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-07a80542-e8e4-4dba-b68d-1b8ae839762c req-9a55aeb8-996f-4592-8354-f71b9a490de4 tempest-TestServerMultinode-633138520 tempest-TestServerMultinode-633138520-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=b05f1757-b149-44af-a89e-acc5d8d52a56 HTTP/1.1" status: 200 len: 210 time: 0.0384362 Aug 12 14:44:46.332891 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:46.356377 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_common [req-3e624fb6-625c-4892-a72f-d3767b47c2f9 req-0628662a-6e50-4add-9144-71f6194d1047 tempest-TestServerMultinode-633138520 tempest-TestServerMultinode-633138520-project-admin] Allocated IP 172.20.0.9 (65eb9217-5da8-4655-9a1f-f1a0244b6a82/37cace83-dd5f-48a6-88f8-b013ec6d797a/e5270850-2f82-4a46-a1f7-dc222f52a7ad) {{(pid=94467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:44:46.368211 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82ca70f0-3356-4166-96ef-a264876874d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0aac563-42bd-4b31-95a9-a0a4d4b9e42a'}] {{(pid=94468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:44:46.374075 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99a8d87602170099c728e57431aca99e9b98a655a83bbf8727be13192709727b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-577a8275-e12d-480c-9406-5bae7947874f" -d '{"events": [{"server_uuid": "82ca70f0-3356-4166-96ef-a264876874d1", "name": "network-vif-plugged", "status": "completed", "tag": "b0aac563-42bd-4b31-95a9-a0a4d4b9e42a"}]}' {{(pid=94468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:44:46.414305 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port b0aac563-42bd-4b31-95a9-a0a4d4b9e42a, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=b0aac563-42bd-4b31-95a9-a0a4d4b9e42a,segment=NetworkSegment(45b28473-1709-41a1-b9df-2ccc6425c05f),segment_id=45b28473-1709-41a1-b9df-2ccc6425c05f)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:44:46.421151 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:46.526548 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 14:44:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ed083e2-5611-44e8-9f5e-d96f16d450be x-openstack-request-id: req-9ed083e2-5611-44e8-9f5e-d96f16d450be {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:44:46.527045 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82ca70f0-3356-4166-96ef-a264876874d1", "name": "network-vif-plugged", "status": "completed", "tag": "b0aac563-42bd-4b31-95a9-a0a4d4b9e42a", "code": 200}]} {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:44:46.527441 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9ed083e2-5611-44e8-9f5e-d96f16d450be {{(pid=94468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:44:46.528155 n-d-694802-15 neutron-server[94468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82ca70f0-3356-4166-96ef-a264876874d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0aac563-42bd-4b31-95a9-a0a4d4b9e42a', 'code': 200} Aug 12 14:44:46.560267 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Pushing event updated for resources: {'Port': ['ID=b0aac563-42bd-4b31-95a9-a0a4d4b9e42a,revision_number=13']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:44:46.654882 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 49e6f9cf-c26e-4736-8329-3670567ecfca up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:44:46.703670 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-3e624fb6-625c-4892-a72f-d3767b47c2f9 req-0628662a-6e50-4add-9144-71f6194d1047 tempest-TestServerMultinode-633138520 tempest-TestServerMultinode-633138520-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:46.725157 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [req-3e624fb6-625c-4892-a72f-d3767b47c2f9 req-0628662a-6e50-4add-9144-71f6194d1047 tempest-TestServerMultinode-633138520 tempest-TestServerMultinode-633138520-project-admin] Transition to ACTIVE for port object e5270850-2f82-4a46-a1f7-dc222f52a7ad will not be triggered until provisioned by entity DHCP. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:44:46.782516 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning for port 49e6f9cf-c26e-4736-8329-3670567ecfca completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:44:46.791656 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-3e624fb6-625c-4892-a72f-d3767b47c2f9 req-0628662a-6e50-4add-9144-71f6194d1047 tempest-TestServerMultinode-633138520 tempest-TestServerMultinode-633138520-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:46.792649 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port 49e6f9cf-c26e-4736-8329-3670567ecfca triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:44:46.793118 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:46.844840 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e624fb6-625c-4892-a72f-d3767b47c2f9 req-0628662a-6e50-4add-9144-71f6194d1047 tempest-TestServerMultinode-633138520 tempest-TestServerMultinode-633138520-project-admin] Network 65eb9217-5da8-4655-9a1f-f1a0244b6a82 is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:44:46.848696 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [req-3e624fb6-625c-4892-a72f-d3767b47c2f9 req-0628662a-6e50-4add-9144-71f6194d1047 tempest-TestServerMultinode-633138520 tempest-TestServerMultinode-633138520-project-admin] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:44:46.853468 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e624fb6-625c-4892-a72f-d3767b47c2f9 req-0628662a-6e50-4add-9144-71f6194d1047 tempest-TestServerMultinode-633138520 tempest-TestServerMultinode-633138520-project-admin] Received port after_create {{(pid=94467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:44:46.972623 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e624fb6-625c-4892-a72f-d3767b47c2f9 req-0628662a-6e50-4add-9144-71f6194d1047 tempest-TestServerMultinode-633138520 tempest-TestServerMultinode-633138520-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:46.985417 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-3e624fb6-625c-4892-a72f-d3767b47c2f9 req-0628662a-6e50-4add-9144-71f6194d1047 tempest-TestServerMultinode-633138520 tempest-TestServerMultinode-633138520-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:47.007862 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0628662a-6e50-4add-9144-71f6194d1047 tempest-TestServerMultinode-633138520 tempest-TestServerMultinode-633138520-project-admin] Pushing event updated for resources: {'Port': ['ID=e5270850-2f82-4a46-a1f7-dc222f52a7ad,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:44:47.024522 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3e624fb6-625c-4892-a72f-d3767b47c2f9 req-0628662a-6e50-4add-9144-71f6194d1047 tempest-TestServerMultinode-633138520 tempest-TestServerMultinode-633138520-project-admin] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.0157773 Aug 12 14:44:47.043471 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-3e624fb6-625c-4892-a72f-d3767b47c2f9 req-09b3c073-8127-4466-a78b-b039d29d589f service neutron] Request body: {'port': {'device_id': 'b05f1757-b149-44af-a89e-acc5d8d52a56', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-694802-15'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:44:47.076966 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:47.141507 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] For port 49e6f9cf-c26e-4736-8329-3670567ecfca, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=49e6f9cf-c26e-4736-8329-3670567ecfca,segment=NetworkSegment(289a2906-92c3-4169-9eb9-018ae162afa6),segment_id=289a2906-92c3-4169-9eb9-018ae162afa6)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:44:47.187170 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:47.237467 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-4d0a09a2-c269-41ee-a668-37544cfab81a req-f4ab0e7b-99fb-42fd-8b8a-723203acd24c tempest-ImagesNegativeTestJSON-1791460792 tempest-ImagesNegativeTestJSON-1791460792-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=4a3c1b079b4147dda07aac56f99d4b72&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0674231 Aug 12 14:44:47.350810 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-3e624fb6-625c-4892-a72f-d3767b47c2f9 req-09b3c073-8127-4466-a78b-b039d29d589f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:47.410612 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c32bdb-2f71-475d-ba56-3d6ca4f53866 req-bab41825-d367-43ae-9428-226f02a95624 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:47.412256 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-80c32bdb-2f71-475d-ba56-3d6ca4f53866 req-bab41825-d367-43ae-9428-226f02a95624 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/ports?device_id=82ca70f0-3356-4166-96ef-a264876874d1 HTTP/1.1" status: 200 len: 947 time: 0.3156211 Aug 12 14:44:47.423508 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Pushing event updated for resources: {'Port': ['ID=49e6f9cf-c26e-4736-8329-3670567ecfca,revision_number=5']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:44:47.496620 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-7ec177df-26d2-4af2-8dc3-a15bd23aed3c None None] Provisioning for port e5270850-2f82-4a46-a1f7-dc222f52a7ad completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:44:47.518179 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-7ec177df-26d2-4af2-8dc3-a15bd23aed3c None None] Provisioning complete for port e5270850-2f82-4a46-a1f7-dc222f52a7ad triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:44:47.521839 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-7ec177df-26d2-4af2-8dc3-a15bd23aed3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:47.545977 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0a09a2-c269-41ee-a668-37544cfab81a req-8c813cd6-ad39-44e7-b6a1-29cb92eb1a53 tempest-ImagesNegativeTestJSON-1791460792 tempest-ImagesNegativeTestJSON-1791460792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:47.558833 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-4d0a09a2-c269-41ee-a668-37544cfab81a req-8c813cd6-ad39-44e7-b6a1-29cb92eb1a53 tempest-ImagesNegativeTestJSON-1791460792 tempest-ImagesNegativeTestJSON-1791460792-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3172646 Aug 12 14:44:47.589656 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-4d0a09a2-c269-41ee-a668-37544cfab81a req-c1e85058-cef1-468e-93b0-271f629cef8a tempest-ImagesNegativeTestJSON-1791460792 tempest-ImagesNegativeTestJSON-1791460792-project] 10.222.0.39 "GET /v2.0/quotas/4a3c1b079b4147dda07aac56f99d4b72 HTTP/1.1" status: 200 len: 375 time: 0.0294981 Aug 12 14:44:47.643128 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-7ec177df-26d2-4af2-8dc3-a15bd23aed3c None None] Port e5270850-2f82-4a46-a1f7-dc222f52a7ad cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 14:44:47.673951 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-4d0a09a2-c269-41ee-a668-37544cfab81a req-eb876535-32f6-432a-9aaf-71c8a197acc0 tempest-ImagesNegativeTestJSON-1791460792 tempest-ImagesNegativeTestJSON-1791460792-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=4a3c1b079b4147dda07aac56f99d4b72&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0829122 Aug 12 14:44:47.709252 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-80c32bdb-2f71-475d-ba56-3d6ca4f53866 req-ff1eb79d-7cfe-427a-9da7-ed7fb920c4ea tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc2dacd2-6b8c-4388-a6b9-7c76f36fc545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2638185 Aug 12 14:44:48.197175 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [req-3e624fb6-625c-4892-a72f-d3767b47c2f9 req-09b3c073-8127-4466-a78b-b039d29d589f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5270850-2f82-4a46-a1f7-dc222f52a7ad {{(pid=94467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:44:48.208343 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-3e624fb6-625c-4892-a72f-d3767b47c2f9 req-09b3c073-8127-4466-a78b-b039d29d589f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:48.220439 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57aac2c7-3647-4a2b-88d1-bafb313cc2d5 req-b470b030-2359-4b77-84c3-06ba7cf8a831 tempest-TestServerMultinode-633138520 tempest-TestServerMultinode-633138520-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:48.223154 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-57aac2c7-3647-4a2b-88d1-bafb313cc2d5 req-b470b030-2359-4b77-84c3-06ba7cf8a831 tempest-TestServerMultinode-633138520 tempest-TestServerMultinode-633138520-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=b05f1757-b149-44af-a89e-acc5d8d52a56 HTTP/1.1" status: 200 len: 1027 time: 0.0700920 Aug 12 14:44:48.226094 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [req-3e624fb6-625c-4892-a72f-d3767b47c2f9 req-09b3c073-8127-4466-a78b-b039d29d589f service neutron] Transition to ACTIVE for port object e5270850-2f82-4a46-a1f7-dc222f52a7ad will not be triggered until provisioned by entity L2. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:44:48.231350 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-3e624fb6-625c-4892-a72f-d3767b47c2f9 req-09b3c073-8127-4466-a78b-b039d29d589f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:48.319280 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-57aac2c7-3647-4a2b-88d1-bafb313cc2d5 req-1b2a8249-838a-49e3-b214-b66cc2cc801a tempest-TestServerMultinode-633138520 tempest-TestServerMultinode-633138520-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=fbc48ba5-6828-4e0a-8ff6-28ac994cc0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868170 Aug 12 14:44:48.475516 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b3c073-8127-4466-a78b-b039d29d589f service neutron] Pushing event updated for resources: {'Port': ['ID=e5270850-2f82-4a46-a1f7-dc222f52a7ad,revision_number=2']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:44:48.492670 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ed73aa-ba23-4992-9bf9-2da007d7a08f req-6f90ade1-245d-475f-9285-aa0de64c9b48 tempest-ListServerFiltersTestJSON-1279059967 tempest-ListServerFiltersTestJSON-1279059967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:48.504179 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-71ed73aa-ba23-4992-9bf9-2da007d7a08f req-6f90ade1-245d-475f-9285-aa0de64c9b48 tempest-ListServerFiltersTestJSON-1279059967 tempest-ListServerFiltersTestJSON-1279059967-project] 10.222.0.39 "GET /v2.0/ports?device_id=a213a945-2481-4cf1-a668-0946b792e4e6 HTTP/1.1" status: 200 len: 946 time: 0.2754483 Aug 12 14:44:48.625598 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-71ed73aa-ba23-4992-9bf9-2da007d7a08f req-69cea7ff-5019-49cd-bd8b-b44f6d39a4c2 tempest-ListServerFiltersTestJSON-1279059967 tempest-ListServerFiltersTestJSON-1279059967-project] 10.222.0.39 "GET /v2.0/security-groups?id=3d8a6de8-331f-498e-b3e1-f8d865328935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181960 Aug 12 14:44:48.648688 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-3e624fb6-625c-4892-a72f-d3767b47c2f9 req-09b3c073-8127-4466-a78b-b039d29d589f service neutron] Attempting to bind port e5270850-2f82-4a46-a1f7-dc222f52a7ad on host n-h2-694802-15 for vnic_type normal with profile {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:44:48.649252 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-3e624fb6-625c-4892-a72f-d3767b47c2f9 req-09b3c073-8127-4466-a78b-b039d29d589f service neutron] Attempting to bind port e5270850-2f82-4a46-a1f7-dc222f52a7ad by drivers openvswitch,hyperv on host n-h2-694802-15 at level 0 using segments [{'id': '5460dd8c-09fa-480f-a792-3783d9f14ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '65eb9217-5da8-4655-9a1f-f1a0244b6a82'}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:44:48.649784 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e624fb6-625c-4892-a72f-d3767b47c2f9 req-09b3c073-8127-4466-a78b-b039d29d589f service neutron] Attempting to bind port e5270850-2f82-4a46-a1f7-dc222f52a7ad on network 65eb9217-5da8-4655-9a1f-f1a0244b6a82 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:44:48.658776 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e624fb6-625c-4892-a72f-d3767b47c2f9 req-09b3c073-8127-4466-a78b-b039d29d589f service neutron] Port e5270850-2f82-4a46-a1f7-dc222f52a7ad on network 65eb9217-5da8-4655-9a1f-f1a0244b6a82 not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-15 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 14:44:48.659870 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e624fb6-625c-4892-a72f-d3767b47c2f9 req-09b3c073-8127-4466-a78b-b039d29d589f service neutron] Attempting to bind port e5270850-2f82-4a46-a1f7-dc222f52a7ad on network 65eb9217-5da8-4655-9a1f-f1a0244b6a82 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:44:48.680106 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e624fb6-625c-4892-a72f-d3767b47c2f9 req-09b3c073-8127-4466-a78b-b039d29d589f service neutron] Checking agent: {'id': 'b7697f71-33f3-4959-ad82-43c2dc15845d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 27, 42), 'started_at': datetime.datetime(2021, 8, 12, 14, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 44, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:44:48.684733 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e624fb6-625c-4892-a72f-d3767b47c2f9 req-09b3c073-8127-4466-a78b-b039d29d589f service neutron] Checking segment: {'id': '5460dd8c-09fa-480f-a792-3783d9f14ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '65eb9217-5da8-4655-9a1f-f1a0244b6a82'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:44:48.685478 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e624fb6-625c-4892-a72f-d3767b47c2f9 req-09b3c073-8127-4466-a78b-b039d29d589f service neutron] Bound using segment: {'id': '5460dd8c-09fa-480f-a792-3783d9f14ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '65eb9217-5da8-4655-9a1f-f1a0244b6a82'} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:44:48.698167 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-3e624fb6-625c-4892-a72f-d3767b47c2f9 req-09b3c073-8127-4466-a78b-b039d29d589f service neutron] Bound port: e5270850-2f82-4a46-a1f7-dc222f52a7ad, host: n-h2-694802-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5460dd8c-09fa-480f-a792-3783d9f14ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '65eb9217-5da8-4655-9a1f-f1a0244b6a82'}}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:44:48.698600 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-3e624fb6-625c-4892-a72f-d3767b47c2f9 req-09b3c073-8127-4466-a78b-b039d29d589f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:48.833189 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-6060d05a-f5d9-48a0-b398-844fa7b31ac4 req-bd8d06bf-a519-45a5-bc47-7eff9358d095 tempest-ImagesNegativeTestJSON-1791460792 tempest-ImagesNegativeTestJSON-1791460792-project] 10.222.0.39 "GET /v2.0/ports?device_id=219a18ad-6119-4a5c-9f90-ae02a975c0d8 HTTP/1.1" status: 200 len: 210 time: 0.1359899 Aug 12 14:44:48.980726 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-3e624fb6-625c-4892-a72f-d3767b47c2f9 req-09b3c073-8127-4466-a78b-b039d29d589f service neutron] For port e5270850-2f82-4a46-a1f7-dc222f52a7ad, host n-h2-694802-15, cleared binding levels {{(pid=94467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:44:49.008542 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-3e624fb6-625c-4892-a72f-d3767b47c2f9 req-09b3c073-8127-4466-a78b-b039d29d589f service neutron] For port e5270850-2f82-4a46-a1f7-dc222f52a7ad, host n-h2-694802-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=e5270850-2f82-4a46-a1f7-dc222f52a7ad,segment=NetworkSegment(5460dd8c-09fa-480f-a792-3783d9f14ea8),segment_id=5460dd8c-09fa-480f-a792-3783d9f14ea8)] {{(pid=94467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:44:49.018290 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b18c0f9-2f18-43fc-a598-4459acaacac0 req-717e0eda-4567-4b5e-a731-c29e9c2d7bbe tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:49.030867 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 49e6f9cf-c26e-4736-8329-3670567ecfca up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:44:49.031497 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-8b18c0f9-2f18-43fc-a598-4459acaacac0 req-717e0eda-4567-4b5e-a731-c29e9c2d7bbe tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/ports?device_id=82ca70f0-3356-4166-96ef-a264876874d1 HTTP/1.1" status: 200 len: 947 time: 0.1062295 Aug 12 14:44:49.056223 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-3e624fb6-625c-4892-a72f-d3767b47c2f9 req-09b3c073-8127-4466-a78b-b039d29d589f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:49.142606 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-8b18c0f9-2f18-43fc-a598-4459acaacac0 req-3209b1b1-e374-4f55-a7a1-6adee08d5131 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc2dacd2-6b8c-4388-a6b9-7c76f36fc545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1106424 Aug 12 14:44:49.146893 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e624fb6-625c-4892-a72f-d3767b47c2f9 req-09b3c073-8127-4466-a78b-b039d29d589f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:49.147677 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-3e624fb6-625c-4892-a72f-d3767b47c2f9 req-09b3c073-8127-4466-a78b-b039d29d589f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:49.150053 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3e624fb6-625c-4892-a72f-d3767b47c2f9 req-09b3c073-8127-4466-a78b-b039d29d589f service neutron] 10.222.0.49 "PUT /v2.0/ports/e5270850-2f82-4a46-a1f7-dc222f52a7ad HTTP/1.1" status: 200 len: 1092 time: 2.1119862 Aug 12 14:44:49.155596 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b05f1757-b149-44af-a89e-acc5d8d52a56', 'tag': 'e5270850-2f82-4a46-a1f7-dc222f52a7ad'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:44:49.163785 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e65282f928b64038367d043a4411777802006c43a98742496cb2e25b724ff1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4f06405-b229-4057-940a-e9fcf4f05e1c" -d '{"events": [{"name": "network-changed", "server_uuid": "b05f1757-b149-44af-a89e-acc5d8d52a56", "tag": "e5270850-2f82-4a46-a1f7-dc222f52a7ad"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:44:49.190551 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port 49e6f9cf-c26e-4736-8329-3670567ecfca triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:44:49.191247 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:49.226101 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b3c073-8127-4466-a78b-b039d29d589f service neutron] Pushing event updated for resources: {'Port': ['ID=e5270850-2f82-4a46-a1f7-dc222f52a7ad,revision_number=3']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:44:49.272661 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 14:44:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b59d6df-9b79-4265-909d-460715e92998 x-openstack-request-id: req-9b59d6df-9b79-4265-909d-460715e92998 {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:44:49.273044 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b05f1757-b149-44af-a89e-acc5d8d52a56", "tag": "e5270850-2f82-4a46-a1f7-dc222f52a7ad", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:44:49.273305 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9b59d6df-9b79-4265-909d-460715e92998 {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:44:49.274385 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b05f1757-b149-44af-a89e-acc5d8d52a56', 'tag': 'e5270850-2f82-4a46-a1f7-dc222f52a7ad', 'status': 'completed', 'code': 200} Aug 12 14:44:49.465389 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e624fb6-625c-4892-a72f-d3767b47c2f9 req-f44bc2ba-6bad-4d84-9bc2-ceecab0d0d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:49.468024 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3e624fb6-625c-4892-a72f-d3767b47c2f9 req-f44bc2ba-6bad-4d84-9bc2-ceecab0d0d4f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9a6deb5f375e45beb32ac6c559879dd7&device_id=b05f1757-b149-44af-a89e-acc5d8d52a56 HTTP/1.1" status: 200 len: 1095 time: 0.1476815 Aug 12 14:44:49.571098 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3e624fb6-625c-4892-a72f-d3767b47c2f9 req-d0b8f41a-6cfa-419f-a5e0-f5ac547d4505 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e5270850-2f82-4a46-a1f7-dc222f52a7ad HTTP/1.1" status: 200 len: 217 time: 0.0918589 Aug 12 14:44:49.666725 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689d0f40-171b-4297-94c0-7d9034624036 req-73172455-a3f1-44db-87fb-4ae05530f0db tempest-TestServerMultinode-633138520 tempest-TestServerMultinode-633138520-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:49.690574 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-689d0f40-171b-4297-94c0-7d9034624036 req-73172455-a3f1-44db-87fb-4ae05530f0db tempest-TestServerMultinode-633138520 tempest-TestServerMultinode-633138520-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=b05f1757-b149-44af-a89e-acc5d8d52a56 HTTP/1.1" status: 200 len: 1095 time: 0.1223011 Aug 12 14:44:49.695992 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e624fb6-625c-4892-a72f-d3767b47c2f9 req-e5951dfd-dc54-4cac-a546-91acbfea43bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:49.698117 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3e624fb6-625c-4892-a72f-d3767b47c2f9 req-e5951dfd-dc54-4cac-a546-91acbfea43bb service neutron] 10.222.0.49 "GET /v2.0/subnets?id=37cace83-dd5f-48a6-88f8-b013ec6d797a HTTP/1.1" status: 200 len: 849 time: 0.1163650 Aug 12 14:44:49.793416 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-689d0f40-171b-4297-94c0-7d9034624036 req-61c51ab5-2fea-4290-a102-026f6301f0e7 tempest-TestServerMultinode-633138520 tempest-TestServerMultinode-633138520-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=fbc48ba5-6828-4e0a-8ff6-28ac994cc0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952947 Aug 12 14:44:49.835301 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e624fb6-625c-4892-a72f-d3767b47c2f9 req-a5648078-97e1-4e16-ae7c-59321c1f9c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:49.837306 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3e624fb6-625c-4892-a72f-d3767b47c2f9 req-a5648078-97e1-4e16-ae7c-59321c1f9c9b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=65eb9217-5da8-4655-9a1f-f1a0244b6a82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1011374 Aug 12 14:44:49.935939 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2351222c-46f6-4431-86b1-99f5723d1d37 req-0ab07808-7629-4cde-8afa-199ba175fe5a tempest-ListServerFiltersTestJSON-1279059967 tempest-ListServerFiltersTestJSON-1279059967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:49.946875 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-2351222c-46f6-4431-86b1-99f5723d1d37 req-0ab07808-7629-4cde-8afa-199ba175fe5a tempest-ListServerFiltersTestJSON-1279059967 tempest-ListServerFiltersTestJSON-1279059967-project] 10.222.0.39 "GET /v2.0/ports?device_id=a213a945-2481-4cf1-a668-0946b792e4e6 HTTP/1.1" status: 200 len: 946 time: 0.1149869 Aug 12 14:44:50.042281 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-2351222c-46f6-4431-86b1-99f5723d1d37 req-95030007-68cd-4595-b587-9f041e8f6564 tempest-ListServerFiltersTestJSON-1279059967 tempest-ListServerFiltersTestJSON-1279059967-project] 10.222.0.39 "GET /v2.0/security-groups?id=3d8a6de8-331f-498e-b3e1-f8d865328935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890391 Aug 12 14:44:50.121075 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4d0a09a2-c269-41ee-a668-37544cfab81a req-7ef65cb5-2918-46c1-a56c-bbd9ba0396c6 tempest-ImagesNegativeTestJSON-1791460792 tempest-ImagesNegativeTestJSON-1791460792-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=4a3c1b079b4147dda07aac56f99d4b72&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1260245 Aug 12 14:44:50.147878 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-711a213c-ab74-41cf-9070-e32a89b56c98 req-ef3417c7-f5db-4cd6-9901-7619e91b2e1e tempest-ImagesNegativeTestJSON-1791460792 tempest-ImagesNegativeTestJSON-1791460792-project] 10.222.0.39 "GET /v2.0/ports?device_id=219a18ad-6119-4a5c-9f90-ae02a975c0d8 HTTP/1.1" status: 200 len: 210 time: 0.1024742 Aug 12 14:44:50.390027 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3e624fb6-625c-4892-a72f-d3767b47c2f9 req-4bc5f30e-700f-406a-9dab-22385bf7023c service neutron] 10.222.0.49 "GET /v2.0/networks/65eb9217-5da8-4655-9a1f-f1a0244b6a82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5406470 Aug 12 14:44:50.442398 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c225539a-f603-43c2-964f-cbe482908536 req-1b7faeb8-786e-4af8-bc94-d1385bde30c4 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:50.444075 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-c225539a-f603-43c2-964f-cbe482908536 req-1b7faeb8-786e-4af8-bc94-d1385bde30c4 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/ports?device_id=82ca70f0-3356-4166-96ef-a264876874d1 HTTP/1.1" status: 200 len: 947 time: 0.0942922 Aug 12 14:44:50.485595 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0a09a2-c269-41ee-a668-37544cfab81a req-411b1ba1-d591-4358-8a2e-10b1810edbcd tempest-ImagesNegativeTestJSON-1791460792 tempest-ImagesNegativeTestJSON-1791460792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:50.493767 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4d0a09a2-c269-41ee-a668-37544cfab81a req-411b1ba1-d591-4358-8a2e-10b1810edbcd tempest-ImagesNegativeTestJSON-1791460792 tempest-ImagesNegativeTestJSON-1791460792-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3477602 Aug 12 14:44:50.534504 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-4d0a09a2-c269-41ee-a668-37544cfab81a req-b795eddc-5501-453a-b567-f92c94056bb2 tempest-ImagesNegativeTestJSON-1791460792 tempest-ImagesNegativeTestJSON-1791460792-project] Request body: {'port': {'device_id': '219a18ad-6119-4a5c-9f90-ae02a975c0d8', 'network_id': '2525c403-dfb3-4196-a273-739607aab38a', 'admin_state_up': True, 'tenant_id': '4a3c1b079b4147dda07aac56f99d4b72'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:44:50.606563 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-c225539a-f603-43c2-964f-cbe482908536 req-865f0f78-e6e3-438f-b4d3-57a3c36c2474 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc2dacd2-6b8c-4388-a6b9-7c76f36fc545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1436579 Aug 12 14:44:50.909512 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45960c76-71e8-498d-a9f4-de4ac548d5d0 req-036de493-9b7a-4756-a155-3c669107baaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:50.911146 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-45960c76-71e8-498d-a9f4-de4ac548d5d0 req-036de493-9b7a-4756-a155-3c669107baaf service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4bd92a12a913444faaa896b35bba92a0&device_id=a213a945-2481-4cf1-a668-0946b792e4e6 HTTP/1.1" status: 200 len: 1098 time: 0.2318897 Aug 12 14:44:50.974358 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3e624fb6-625c-4892-a72f-d3767b47c2f9 req-907eedb6-b579-45d7-9a9a-c82ed492503b service neutron] 10.222.0.49 "GET /v2.0/networks/65eb9217-5da8-4655-9a1f-f1a0244b6a82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5270841 Aug 12 14:44:51.139071 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae5a666-a7a9-4f0e-b9b9-99a653b4d4ec req-37bde490-a1db-4246-9cc9-a009d1632c08 tempest-TestServerMultinode-633138520 tempest-TestServerMultinode-633138520-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:51.143309 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-bae5a666-a7a9-4f0e-b9b9-99a653b4d4ec req-37bde490-a1db-4246-9cc9-a009d1632c08 tempest-TestServerMultinode-633138520 tempest-TestServerMultinode-633138520-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=b05f1757-b149-44af-a89e-acc5d8d52a56 HTTP/1.1" status: 200 len: 1095 time: 0.0750804 Aug 12 14:44:51.151881 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f697438-7b2a-4f62-9209-a5f4ed6bb947 req-a8e8c097-8a95-48ad-96d1-3974b8ffebd2 tempest-ListServerFiltersTestJSON-1279059967 tempest-ListServerFiltersTestJSON-1279059967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:51.159271 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-7f697438-7b2a-4f62-9209-a5f4ed6bb947 req-a8e8c097-8a95-48ad-96d1-3974b8ffebd2 tempest-ListServerFiltersTestJSON-1279059967 tempest-ListServerFiltersTestJSON-1279059967-project] 10.222.0.39 "GET /v2.0/ports?device_id=a213a945-2481-4cf1-a668-0946b792e4e6 HTTP/1.1" status: 200 len: 946 time: 0.5844357 Aug 12 14:44:51.187246 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f06405-b229-4057-940a-e9fcf4f05e1c req-2bb79a48-e17c-4cc9-99a7-8c3be0c9f071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:51.188922 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b4f06405-b229-4057-940a-e9fcf4f05e1c req-2bb79a48-e17c-4cc9-99a7-8c3be0c9f071 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9a6deb5f375e45beb32ac6c559879dd7&device_id=b05f1757-b149-44af-a89e-acc5d8d52a56 HTTP/1.1" status: 200 len: 1095 time: 0.1425524 Aug 12 14:44:51.200256 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d0a09a2-c269-41ee-a668-37544cfab81a req-b795eddc-5501-453a-b567-f92c94056bb2 tempest-ImagesNegativeTestJSON-1791460792 tempest-ImagesNegativeTestJSON-1791460792-project] Made reservation on behalf of 4a3c1b079b4147dda07aac56f99d4b72 for: {'port': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:44:51.204176 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-4d0a09a2-c269-41ee-a668-37544cfab81a req-b795eddc-5501-453a-b567-f92c94056bb2 tempest-ImagesNegativeTestJSON-1791460792 tempest-ImagesNegativeTestJSON-1791460792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:51.216508 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-bae5a666-a7a9-4f0e-b9b9-99a653b4d4ec req-5c6f7ba2-0818-47ce-b94b-ca60e47e362e tempest-TestServerMultinode-633138520 tempest-TestServerMultinode-633138520-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=fbc48ba5-6828-4e0a-8ff6-28ac994cc0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673072 Aug 12 14:44:51.368335 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-4d0a09a2-c269-41ee-a668-37544cfab81a req-b795eddc-5501-453a-b567-f92c94056bb2 tempest-ImagesNegativeTestJSON-1791460792 tempest-ImagesNegativeTestJSON-1791460792-project] Notify callbacks [] for security_group, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:51.381001 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f06405-b229-4057-940a-e9fcf4f05e1c req-4bb9e36d-b58a-4b97-8406-5ea4523b8ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:51.383233 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b4f06405-b229-4057-940a-e9fcf4f05e1c req-4bb9e36d-b58a-4b97-8406-5ea4523b8ae5 service neutron] 10.222.0.49 "GET /v2.0/networks?id=65eb9217-5da8-4655-9a1f-f1a0244b6a82 HTTP/1.1" status: 200 len: 911 time: 0.1549830 Aug 12 14:44:51.400047 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-96fe8473-d107-434a-bc74-abc18ea26799 req-b38596b4-764a-4214-bf7b-81cc732c8025 tempest-ImagesNegativeTestJSON-1791460792 tempest-ImagesNegativeTestJSON-1791460792-project] 10.222.0.39 "GET /v2.0/ports?device_id=219a18ad-6119-4a5c-9f90-ae02a975c0d8 HTTP/1.1" status: 200 len: 210 time: 0.0787034 Aug 12 14:44:51.416674 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45960c76-71e8-498d-a9f4-de4ac548d5d0 req-2b81bcdc-7434-4dfd-ad0d-b19d3a048d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:51.418474 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-45960c76-71e8-498d-a9f4-de4ac548d5d0 req-2b81bcdc-7434-4dfd-ad0d-b19d3a048d57 service neutron] 10.222.0.64 "GET /v2.0/networks?id=acfcb45e-254e-408c-a582-9b961480581b HTTP/1.1" status: 200 len: 917 time: 0.4833856 Aug 12 14:44:51.495843 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b4f06405-b229-4057-940a-e9fcf4f05e1c req-b8b25546-7c5e-47aa-8764-a5370549d11f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e5270850-2f82-4a46-a1f7-dc222f52a7ad HTTP/1.1" status: 200 len: 217 time: 0.0763764 Aug 12 14:44:51.589904 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f06405-b229-4057-940a-e9fcf4f05e1c req-53312872-b5a9-419c-9082-38f27ce58ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:51.592182 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b4f06405-b229-4057-940a-e9fcf4f05e1c req-53312872-b5a9-419c-9082-38f27ce58ed1 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=37cace83-dd5f-48a6-88f8-b013ec6d797a HTTP/1.1" status: 200 len: 849 time: 0.0695469 Aug 12 14:44:51.645916 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-7f697438-7b2a-4f62-9209-a5f4ed6bb947 req-a608c119-0c62-4946-99ad-6d9a76b124cf tempest-ListServerFiltersTestJSON-1279059967 tempest-ListServerFiltersTestJSON-1279059967-project] 10.222.0.39 "GET /v2.0/security-groups?id=3d8a6de8-331f-498e-b3e1-f8d865328935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4854867 Aug 12 14:44:51.671546 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-45960c76-71e8-498d-a9f4-de4ac548d5d0 req-64345aa1-5948-491a-ac46-f47ed666b663 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cb26d418-61e9-48cd-9bf8-ecf7159eb791 HTTP/1.1" status: 200 len: 217 time: 0.1642432 Aug 12 14:44:51.814227 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b670683-0548-4142-9cd8-c01c6f30a934 req-725193fb-06af-421f-a858-c3cef474c929 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:51.816404 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-2b670683-0548-4142-9cd8-c01c6f30a934 req-725193fb-06af-421f-a858-c3cef474c929 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/ports?device_id=82ca70f0-3356-4166-96ef-a264876874d1 HTTP/1.1" status: 200 len: 947 time: 0.0915852 Aug 12 14:44:51.852747 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f06405-b229-4057-940a-e9fcf4f05e1c req-321ec371-756a-4c9a-889e-4163702e0101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:51.856500 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b4f06405-b229-4057-940a-e9fcf4f05e1c req-321ec371-756a-4c9a-889e-4163702e0101 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=65eb9217-5da8-4655-9a1f-f1a0244b6a82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2035809 Aug 12 14:44:51.951461 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-2b670683-0548-4142-9cd8-c01c6f30a934 req-b7e6d9e0-6ff6-44b7-beb2-d9f663c82029 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc2dacd2-6b8c-4388-a6b9-7c76f36fc545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1228273 Aug 12 14:44:52.008785 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45960c76-71e8-498d-a9f4-de4ac548d5d0 req-17e193ae-dde4-4b0b-a59b-42890466451b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:52.013964 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-45960c76-71e8-498d-a9f4-de4ac548d5d0 req-17e193ae-dde4-4b0b-a59b-42890466451b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f38cd191-4aa4-4e94-92ca-7f9625449b21 HTTP/1.1" status: 200 len: 855 time: 0.3128343 Aug 12 14:44:52.237488 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b4f06405-b229-4057-940a-e9fcf4f05e1c req-c1fa1b2e-95f5-4913-ad15-ad0f8389e374 service neutron] 10.222.0.49 "GET /v2.0/networks/65eb9217-5da8-4655-9a1f-f1a0244b6a82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3602386 Aug 12 14:44:52.443135 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45960c76-71e8-498d-a9f4-de4ac548d5d0 req-070c144d-d1a0-49c4-8b94-29dcde3a48ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:52.445889 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-45960c76-71e8-498d-a9f4-de4ac548d5d0 req-070c144d-d1a0-49c4-8b94-29dcde3a48ee service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=acfcb45e-254e-408c-a582-9b961480581b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3309963 Aug 12 14:44:52.653467 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-4d0a09a2-c269-41ee-a668-37544cfab81a req-b795eddc-5501-453a-b567-f92c94056bb2 tempest-ImagesNegativeTestJSON-1791460792 tempest-ImagesNegativeTestJSON-1791460792-project] Notify callbacks [] for security_group, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:52.659477 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2fe3ba-5b09-45d2-94f0-1de1c09a7aae req-81fa5d24-01b6-437d-9c7a-dc0db579c481 tempest-TestServerMultinode-633138520 tempest-TestServerMultinode-633138520-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:52.661001 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-bb2fe3ba-5b09-45d2-94f0-1de1c09a7aae req-81fa5d24-01b6-437d-9c7a-dc0db579c481 tempest-TestServerMultinode-633138520 tempest-TestServerMultinode-633138520-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=b05f1757-b149-44af-a89e-acc5d8d52a56 HTTP/1.1" status: 200 len: 1095 time: 0.2985098 Aug 12 14:44:52.670260 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-1582973d-e36e-4609-9ecf-a964b9dd0000 req-c26f4705-3c2d-4edc-8a6f-deb8dc570892 tempest-ImagesNegativeTestJSON-1791460792 tempest-ImagesNegativeTestJSON-1791460792-project] 10.222.0.39 "GET /v2.0/ports?device_id=219a18ad-6119-4a5c-9f90-ae02a975c0d8 HTTP/1.1" status: 200 len: 210 time: 0.0647595 Aug 12 14:44:52.676131 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-4d0a09a2-c269-41ee-a668-37544cfab81a req-b795eddc-5501-453a-b567-f92c94056bb2 tempest-ImagesNegativeTestJSON-1791460792 tempest-ImagesNegativeTestJSON-1791460792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:52.736815 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b795eddc-5501-453a-b567-f92c94056bb2 tempest-ImagesNegativeTestJSON-1791460792 tempest-ImagesNegativeTestJSON-1791460792-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6f09505-6e83-4d25-acc6-a21ec107fe62,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:44:52.923747 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea360d76-509e-4d1c-85e9-edfebc10ab2a req-dfd58a87-d42c-4516-811d-fcd056e8c8f6 tempest-ListServerFiltersTestJSON-1279059967 tempest-ListServerFiltersTestJSON-1279059967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:52.932609 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-ea360d76-509e-4d1c-85e9-edfebc10ab2a req-dfd58a87-d42c-4516-811d-fcd056e8c8f6 tempest-ListServerFiltersTestJSON-1279059967 tempest-ListServerFiltersTestJSON-1279059967-project] 10.222.0.39 "GET /v2.0/ports?device_id=a213a945-2481-4cf1-a668-0946b792e4e6 HTTP/1.1" status: 200 len: 946 time: 0.1176178 Aug 12 14:44:52.986860 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-ea360d76-509e-4d1c-85e9-edfebc10ab2a req-577de50e-ecd0-4074-95e4-fa2cee87f6df tempest-ListServerFiltersTestJSON-1279059967 tempest-ListServerFiltersTestJSON-1279059967-project] 10.222.0.39 "GET /v2.0/security-groups?id=3d8a6de8-331f-498e-b3e1-f8d865328935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529926 Aug 12 14:44:53.116626 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1ad328-ec1e-433d-8eca-2dc5dd99b429 req-ec3ca9e8-bf03-46ce-bb4f-0fe9822658b4 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:53.125763 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-fe1ad328-ec1e-433d-8eca-2dc5dd99b429 req-ec3ca9e8-bf03-46ce-bb4f-0fe9822658b4 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/ports?device_id=82ca70f0-3356-4166-96ef-a264876874d1 HTTP/1.1" status: 200 len: 947 time: 0.0713048 Aug 12 14:44:53.151738 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b4f06405-b229-4057-940a-e9fcf4f05e1c req-001a16ca-0d0a-469b-a192-bf7b7cda1632 service neutron] 10.222.0.49 "GET /v2.0/networks/65eb9217-5da8-4655-9a1f-f1a0244b6a82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8579271 Aug 12 14:44:53.194679 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-fe1ad328-ec1e-433d-8eca-2dc5dd99b429 req-b339c0a0-9029-4397-bd9a-a605d2e4147b tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc2dacd2-6b8c-4388-a6b9-7c76f36fc545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676899 Aug 12 14:44:53.222197 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-bb2fe3ba-5b09-45d2-94f0-1de1c09a7aae req-92ae9e27-7b65-4cdf-8801-323802813ef5 tempest-TestServerMultinode-633138520 tempest-TestServerMultinode-633138520-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=fbc48ba5-6828-4e0a-8ff6-28ac994cc0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5376182 Aug 12 14:44:53.243142 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-45960c76-71e8-498d-a9f4-de4ac548d5d0 req-aee03c75-b2d7-447d-ae98-f48d1cdd765e service neutron] 10.222.0.64 "GET /v2.0/networks/acfcb45e-254e-408c-a582-9b961480581b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7854419 Aug 12 14:44:53.413476 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_common [req-4d0a09a2-c269-41ee-a668-37544cfab81a req-b795eddc-5501-453a-b567-f92c94056bb2 tempest-ImagesNegativeTestJSON-1791460792 tempest-ImagesNegativeTestJSON-1791460792-project] Allocated IP 192.168.233.141 (2525c403-dfb3-4196-a273-739607aab38a/236e0be6-1c94-4221-9e8b-ab02a53331f8/0aa09d97-23a0-4421-9e7a-309c03798693) {{(pid=94467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:44:53.441531 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-45960c76-71e8-498d-a9f4-de4ac548d5d0 req-75b26a1a-625b-46ea-959f-d848b7eb9d3f service neutron] 10.222.0.64 "GET /v2.0/networks/acfcb45e-254e-408c-a582-9b961480581b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1832139 Aug 12 14:44:53.634078 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-4d0a09a2-c269-41ee-a668-37544cfab81a req-b795eddc-5501-453a-b567-f92c94056bb2 tempest-ImagesNegativeTestJSON-1791460792 tempest-ImagesNegativeTestJSON-1791460792-project] Notify callbacks [] for port, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:53.651918 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [req-4d0a09a2-c269-41ee-a668-37544cfab81a req-b795eddc-5501-453a-b567-f92c94056bb2 tempest-ImagesNegativeTestJSON-1791460792 tempest-ImagesNegativeTestJSON-1791460792-project] Transition to ACTIVE for port object 0aa09d97-23a0-4421-9e7a-309c03798693 will not be triggered until provisioned by entity DHCP. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:44:53.695190 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-4d0a09a2-c269-41ee-a668-37544cfab81a req-b795eddc-5501-453a-b567-f92c94056bb2 tempest-ImagesNegativeTestJSON-1791460792 tempest-ImagesNegativeTestJSON-1791460792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:53.758529 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b795eddc-5501-453a-b567-f92c94056bb2 tempest-ImagesNegativeTestJSON-1791460792 tempest-ImagesNegativeTestJSON-1791460792-project] Pushing event updated for resources: {'Port': ['ID=0aa09d97-23a0-4421-9e7a-309c03798693,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:44:53.783259 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d0a09a2-c269-41ee-a668-37544cfab81a req-b795eddc-5501-453a-b567-f92c94056bb2 tempest-ImagesNegativeTestJSON-1791460792 tempest-ImagesNegativeTestJSON-1791460792-project] Network 2525c403-dfb3-4196-a273-739607aab38a is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:44:53.785678 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [req-4d0a09a2-c269-41ee-a668-37544cfab81a req-b795eddc-5501-453a-b567-f92c94056bb2 tempest-ImagesNegativeTestJSON-1791460792 tempest-ImagesNegativeTestJSON-1791460792-project] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:44:53.788474 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d0a09a2-c269-41ee-a668-37544cfab81a req-b795eddc-5501-453a-b567-f92c94056bb2 tempest-ImagesNegativeTestJSON-1791460792 tempest-ImagesNegativeTestJSON-1791460792-project] Received port after_create {{(pid=94467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:44:53.865432 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device e5270850-2f82-4a46-a1f7-dc222f52a7ad details requested by agent hyperv_n-h2-694802-15 with host n-h2-694802-15 {{(pid=94468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 14:44:53.902256 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0a09a2-c269-41ee-a668-37544cfab81a req-b795eddc-5501-453a-b567-f92c94056bb2 tempest-ImagesNegativeTestJSON-1791460792 tempest-ImagesNegativeTestJSON-1791460792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:53.902986 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-4d0a09a2-c269-41ee-a668-37544cfab81a req-b795eddc-5501-453a-b567-f92c94056bb2 tempest-ImagesNegativeTestJSON-1791460792 tempest-ImagesNegativeTestJSON-1791460792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:53.940751 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4d0a09a2-c269-41ee-a668-37544cfab81a req-b795eddc-5501-453a-b567-f92c94056bb2 tempest-ImagesNegativeTestJSON-1791460792 tempest-ImagesNegativeTestJSON-1791460792-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.4207430 Aug 12 14:44:53.941652 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dcf0ab-f3a9-407f-bf19-5f26c494a21d req-4b33f470-d987-40f8-b7e7-ea3a208b2359 tempest-ImagesNegativeTestJSON-1791460792 tempest-ImagesNegativeTestJSON-1791460792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:53.958267 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-c3dcf0ab-f3a9-407f-bf19-5f26c494a21d req-4b33f470-d987-40f8-b7e7-ea3a208b2359 tempest-ImagesNegativeTestJSON-1791460792 tempest-ImagesNegativeTestJSON-1791460792-project] 10.222.0.39 "GET /v2.0/ports?device_id=219a18ad-6119-4a5c-9f90-ae02a975c0d8 HTTP/1.1" status: 200 len: 936 time: 0.1298411 Aug 12 14:44:53.959720 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-4d0a09a2-c269-41ee-a668-37544cfab81a req-d8387e68-ca91-4630-a06f-1050b44226f3 service neutron] Request body: {'port': {'device_id': '219a18ad-6119-4a5c-9f90-ae02a975c0d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-694802-15'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:44:54.032481 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-c3dcf0ab-f3a9-407f-bf19-5f26c494a21d req-6cfa9e47-40a1-4b90-a57f-eb3c2c190739 tempest-ImagesNegativeTestJSON-1791460792 tempest-ImagesNegativeTestJSON-1791460792-project] 10.222.0.39 "GET /v2.0/security-groups?id=b6f09505-6e83-4d25-acc6-a21ec107fe62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732887 Aug 12 14:44:54.103658 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port e5270850-2f82-4a46-a1f7-dc222f52a7ad, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=e5270850-2f82-4a46-a1f7-dc222f52a7ad,segment=NetworkSegment(5460dd8c-09fa-480f-a792-3783d9f14ea8),segment_id=5460dd8c-09fa-480f-a792-3783d9f14ea8)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:44:54.119134 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-4d0a09a2-c269-41ee-a668-37544cfab81a req-d8387e68-ca91-4630-a06f-1050b44226f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:54.123046 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Returning: {'device': 'e5270850-2f82-4a46-a1f7-dc222f52a7ad', 'network_id': '65eb9217-5da8-4655-9a1f-f1a0244b6a82', 'port_id': 'e5270850-2f82-4a46-a1f7-dc222f52a7ad', 'mac_address': 'fa:16:3e:cf:f6:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37cace83-dd5f-48a6-88f8-b013ec6d797a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 14:44:54.168785 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:54.188505 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5270850-2f82-4a46-a1f7-dc222f52a7ad {{(pid=94468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:44:54.214176 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port e5270850-2f82-4a46-a1f7-dc222f52a7ad, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=e5270850-2f82-4a46-a1f7-dc222f52a7ad,segment=NetworkSegment(5460dd8c-09fa-480f-a792-3783d9f14ea8),segment_id=5460dd8c-09fa-480f-a792-3783d9f14ea8)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:44:54.229100 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:54.299839 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Pushing event updated for resources: {'Port': ['ID=e5270850-2f82-4a46-a1f7-dc222f52a7ad,revision_number=4']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:44:54.306026 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-e6fb2303-5753-4751-853c-35e6ef8e6844 None None] Provisioning for port 0aa09d97-23a0-4421-9e7a-309c03798693 completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:44:54.314285 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-e6fb2303-5753-4751-853c-35e6ef8e6844 None None] Provisioning complete for port 0aa09d97-23a0-4421-9e7a-309c03798693 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:44:54.315927 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-e6fb2303-5753-4751-853c-35e6ef8e6844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:54.332985 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76a4e9b-c04c-4d7c-8692-b83ef5051d2b req-a3382e22-f50b-439a-a635-d18695c12ea0 tempest-ListServerFiltersTestJSON-1279059967 tempest-ListServerFiltersTestJSON-1279059967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:54.334633 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b76a4e9b-c04c-4d7c-8692-b83ef5051d2b req-a3382e22-f50b-439a-a635-d18695c12ea0 tempest-ListServerFiltersTestJSON-1279059967 tempest-ListServerFiltersTestJSON-1279059967-project] 10.222.0.39 "GET /v2.0/ports?device_id=a213a945-2481-4cf1-a668-0946b792e4e6 HTTP/1.1" status: 200 len: 946 time: 0.1393912 Aug 12 14:44:54.418187 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-e6fb2303-5753-4751-853c-35e6ef8e6844 None None] Port 0aa09d97-23a0-4421-9e7a-309c03798693 cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 14:44:54.479396 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edaacc4a-29c3-418f-abb7-f396bd9f7859 req-4f8ed14e-4037-489c-a044-d87f94137118 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:54.481530 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-edaacc4a-29c3-418f-abb7-f396bd9f7859 req-4f8ed14e-4037-489c-a044-d87f94137118 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/ports?device_id=82ca70f0-3356-4166-96ef-a264876874d1 HTTP/1.1" status: 200 len: 947 time: 0.0975990 Aug 12 14:44:54.489107 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b76a4e9b-c04c-4d7c-8692-b83ef5051d2b req-64179764-08e1-4997-9823-95729289c5ae tempest-ListServerFiltersTestJSON-1279059967 tempest-ListServerFiltersTestJSON-1279059967-project] 10.222.0.39 "GET /v2.0/security-groups?id=3d8a6de8-331f-498e-b3e1-f8d865328935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317406 Aug 12 14:44:54.585034 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-edaacc4a-29c3-418f-abb7-f396bd9f7859 req-ad60f703-8fdf-410c-b40e-674b9948c282 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc2dacd2-6b8c-4388-a6b9-7c76f36fc545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0968287 Aug 12 14:44:54.699184 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa56b1f-8d55-4680-a69b-85a119e2f235 req-57e2b68b-dbb6-4a90-9bec-8ed198cffb39 tempest-TestServerMultinode-633138520 tempest-TestServerMultinode-633138520-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:54.701313 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-8aa56b1f-8d55-4680-a69b-85a119e2f235 req-57e2b68b-dbb6-4a90-9bec-8ed198cffb39 tempest-TestServerMultinode-633138520 tempest-TestServerMultinode-633138520-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=b05f1757-b149-44af-a89e-acc5d8d52a56 HTTP/1.1" status: 200 len: 1096 time: 0.1018133 Aug 12 14:44:54.723417 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [req-4d0a09a2-c269-41ee-a668-37544cfab81a req-d8387e68-ca91-4630-a06f-1050b44226f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0aa09d97-23a0-4421-9e7a-309c03798693 {{(pid=94467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:44:54.739826 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-4d0a09a2-c269-41ee-a668-37544cfab81a req-d8387e68-ca91-4630-a06f-1050b44226f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:54.740897 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] get_ports_and_sgs() called for port_ids ['e5270850-2f82-4a46-a1f7-dc222f52a7ad'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:44:54.777486 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [req-4d0a09a2-c269-41ee-a668-37544cfab81a req-d8387e68-ca91-4630-a06f-1050b44226f3 service neutron] Transition to ACTIVE for port object 0aa09d97-23a0-4421-9e7a-309c03798693 will not be triggered until provisioned by entity L2. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:44:54.780585 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-8aa56b1f-8d55-4680-a69b-85a119e2f235 req-296b8885-bfd4-4186-9403-27029089424e tempest-TestServerMultinode-633138520 tempest-TestServerMultinode-633138520-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=fbc48ba5-6828-4e0a-8ff6-28ac994cc0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713952 Aug 12 14:44:54.783440 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-4d0a09a2-c269-41ee-a668-37544cfab81a req-d8387e68-ca91-4630-a06f-1050b44226f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:54.874565 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8387e68-ca91-4630-a06f-1050b44226f3 service neutron] Pushing event updated for resources: {'Port': ['ID=0aa09d97-23a0-4421-9e7a-309c03798693,revision_number=2']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:44:54.958168 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-4d0a09a2-c269-41ee-a668-37544cfab81a req-d8387e68-ca91-4630-a06f-1050b44226f3 service neutron] Attempting to bind port 0aa09d97-23a0-4421-9e7a-309c03798693 on host n-h1-694802-15 for vnic_type normal with profile {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:44:54.958515 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-4d0a09a2-c269-41ee-a668-37544cfab81a req-d8387e68-ca91-4630-a06f-1050b44226f3 service neutron] Attempting to bind port 0aa09d97-23a0-4421-9e7a-309c03798693 by drivers openvswitch,hyperv on host n-h1-694802-15 at level 0 using segments [{'id': 'a1f8c867-101b-4d30-814e-b89f55a5edd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '2525c403-dfb3-4196-a273-739607aab38a'}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:44:54.958849 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d0a09a2-c269-41ee-a668-37544cfab81a req-d8387e68-ca91-4630-a06f-1050b44226f3 service neutron] Attempting to bind port 0aa09d97-23a0-4421-9e7a-309c03798693 on network 2525c403-dfb3-4196-a273-739607aab38a {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:44:54.968163 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d0a09a2-c269-41ee-a668-37544cfab81a req-d8387e68-ca91-4630-a06f-1050b44226f3 service neutron] Port 0aa09d97-23a0-4421-9e7a-309c03798693 on network 2525c403-dfb3-4196-a273-739607aab38a not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-15 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 14:44:54.968407 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d0a09a2-c269-41ee-a668-37544cfab81a req-d8387e68-ca91-4630-a06f-1050b44226f3 service neutron] Attempting to bind port 0aa09d97-23a0-4421-9e7a-309c03798693 on network 2525c403-dfb3-4196-a273-739607aab38a {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:44:54.978933 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d0a09a2-c269-41ee-a668-37544cfab81a req-d8387e68-ca91-4630-a06f-1050b44226f3 service neutron] Checking agent: {'id': 'de568313-a3e6-454a-9813-77e25edcea95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 27, 41), 'started_at': datetime.datetime(2021, 8, 12, 14, 27, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 44, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:44:54.979460 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d0a09a2-c269-41ee-a668-37544cfab81a req-d8387e68-ca91-4630-a06f-1050b44226f3 service neutron] Checking segment: {'id': 'a1f8c867-101b-4d30-814e-b89f55a5edd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '2525c403-dfb3-4196-a273-739607aab38a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:44:54.979935 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d0a09a2-c269-41ee-a668-37544cfab81a req-d8387e68-ca91-4630-a06f-1050b44226f3 service neutron] Bound using segment: {'id': 'a1f8c867-101b-4d30-814e-b89f55a5edd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '2525c403-dfb3-4196-a273-739607aab38a'} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:44:54.980386 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-4d0a09a2-c269-41ee-a668-37544cfab81a req-d8387e68-ca91-4630-a06f-1050b44226f3 service neutron] Bound port: 0aa09d97-23a0-4421-9e7a-309c03798693, host: n-h1-694802-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1f8c867-101b-4d30-814e-b89f55a5edd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '2525c403-dfb3-4196-a273-739607aab38a'}}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:44:54.980753 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-4d0a09a2-c269-41ee-a668-37544cfab81a req-d8387e68-ca91-4630-a06f-1050b44226f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:55.115442 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-4d0a09a2-c269-41ee-a668-37544cfab81a req-d8387e68-ca91-4630-a06f-1050b44226f3 service neutron] For port 0aa09d97-23a0-4421-9e7a-309c03798693, host n-h1-694802-15, cleared binding levels {{(pid=94467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:44:55.119458 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-4d0a09a2-c269-41ee-a668-37544cfab81a req-d8387e68-ca91-4630-a06f-1050b44226f3 service neutron] For port 0aa09d97-23a0-4421-9e7a-309c03798693, host n-h1-694802-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=0aa09d97-23a0-4421-9e7a-309c03798693,segment=NetworkSegment(a1f8c867-101b-4d30-814e-b89f55a5edd0),segment_id=a1f8c867-101b-4d30-814e-b89f55a5edd0)] {{(pid=94467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:44:55.159295 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-4d0a09a2-c269-41ee-a668-37544cfab81a req-d8387e68-ca91-4630-a06f-1050b44226f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:55.204566 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0a09a2-c269-41ee-a668-37544cfab81a req-d8387e68-ca91-4630-a06f-1050b44226f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:55.205194 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-4d0a09a2-c269-41ee-a668-37544cfab81a req-d8387e68-ca91-4630-a06f-1050b44226f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:55.206592 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4d0a09a2-c269-41ee-a668-37544cfab81a req-d8387e68-ca91-4630-a06f-1050b44226f3 service neutron] 10.222.0.64 "PUT /v2.0/ports/0aa09d97-23a0-4421-9e7a-309c03798693 HTTP/1.1" status: 200 len: 1097 time: 1.2548368 Aug 12 14:44:55.220307 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '219a18ad-6119-4a5c-9f90-ae02a975c0d8', 'tag': '0aa09d97-23a0-4421-9e7a-309c03798693'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:44:55.222617 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e65282f928b64038367d043a4411777802006c43a98742496cb2e25b724ff1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7357f37-e7bf-400c-95eb-bda330f5115a" -d '{"events": [{"name": "network-changed", "server_uuid": "219a18ad-6119-4a5c-9f90-ae02a975c0d8", "tag": "0aa09d97-23a0-4421-9e7a-309c03798693"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:44:55.307510 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7455a0-966e-466f-861a-77986ea29186 req-557a2262-1579-4ba4-9c1d-bb409473fde9 tempest-ImagesNegativeTestJSON-1791460792 tempest-ImagesNegativeTestJSON-1791460792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:55.309183 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3d7455a0-966e-466f-861a-77986ea29186 req-557a2262-1579-4ba4-9c1d-bb409473fde9 tempest-ImagesNegativeTestJSON-1791460792 tempest-ImagesNegativeTestJSON-1791460792-project] 10.222.0.39 "GET /v2.0/ports?device_id=219a18ad-6119-4a5c-9f90-ae02a975c0d8 HTTP/1.1" status: 200 len: 948 time: 0.1826155 Aug 12 14:44:55.315639 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 14:44:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-349b507e-06a5-4547-9ccc-1953a69bf686 x-openstack-request-id: req-349b507e-06a5-4547-9ccc-1953a69bf686 {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:44:55.315639 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "219a18ad-6119-4a5c-9f90-ae02a975c0d8", "tag": "0aa09d97-23a0-4421-9e7a-309c03798693", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:44:55.315639 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-349b507e-06a5-4547-9ccc-1953a69bf686 {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:44:55.316269 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '219a18ad-6119-4a5c-9f90-ae02a975c0d8', 'tag': '0aa09d97-23a0-4421-9e7a-309c03798693', 'status': 'completed', 'code': 200} Aug 12 14:44:55.332741 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8387e68-ca91-4630-a06f-1050b44226f3 service neutron] Pushing event updated for resources: {'Port': ['ID=0aa09d97-23a0-4421-9e7a-309c03798693,revision_number=3']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:44:55.421266 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3d7455a0-966e-466f-861a-77986ea29186 req-61d9901f-fa49-4ad4-9992-be279f06dae0 tempest-ImagesNegativeTestJSON-1791460792 tempest-ImagesNegativeTestJSON-1791460792-project] 10.222.0.39 "GET /v2.0/security-groups?id=b6f09505-6e83-4d25-acc6-a21ec107fe62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897529 Aug 12 14:44:55.443102 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0a09a2-c269-41ee-a668-37544cfab81a req-1a883ef5-e602-4593-afc0-60b65600cfaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:55.444907 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4d0a09a2-c269-41ee-a668-37544cfab81a req-1a883ef5-e602-4593-afc0-60b65600cfaf service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4a3c1b079b4147dda07aac56f99d4b72&device_id=219a18ad-6119-4a5c-9f90-ae02a975c0d8 HTTP/1.1" status: 200 len: 1100 time: 0.1741028 Aug 12 14:44:55.525719 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4d0a09a2-c269-41ee-a668-37544cfab81a req-aea5f30a-c4f6-4e88-8213-2ff37acb02d9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=0aa09d97-23a0-4421-9e7a-309c03798693 HTTP/1.1" status: 200 len: 217 time: 0.0706537 Aug 12 14:44:55.726472 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0a09a2-c269-41ee-a668-37544cfab81a req-03288838-8f94-4411-bfcb-132d0aee09c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:55.728376 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4d0a09a2-c269-41ee-a668-37544cfab81a req-03288838-8f94-4411-bfcb-132d0aee09c5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=236e0be6-1c94-4221-9e8b-ab02a53331f8 HTTP/1.1" status: 200 len: 843 time: 0.1953254 Aug 12 14:44:55.824289 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c16d75-20e1-4a47-af37-5a9244850c37 req-98f4da27-4547-4fe6-af44-0a1e912b257e tempest-ListServerFiltersTestJSON-1279059967 tempest-ListServerFiltersTestJSON-1279059967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:55.834113 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-18c16d75-20e1-4a47-af37-5a9244850c37 req-98f4da27-4547-4fe6-af44-0a1e912b257e tempest-ListServerFiltersTestJSON-1279059967 tempest-ListServerFiltersTestJSON-1279059967-project] 10.222.0.39 "GET /v2.0/ports?device_id=a213a945-2481-4cf1-a668-0946b792e4e6 HTTP/1.1" status: 200 len: 946 time: 0.1423416 Aug 12 14:44:55.898085 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0a09a2-c269-41ee-a668-37544cfab81a req-f733e3cf-034b-4f09-a777-1754bb9f3d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:55.902545 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4d0a09a2-c269-41ee-a668-37544cfab81a req-f733e3cf-034b-4f09-a777-1754bb9f3d68 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2525c403-dfb3-4196-a273-739607aab38a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1656342 Aug 12 14:44:55.966867 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-18c16d75-20e1-4a47-af37-5a9244850c37 req-a6a4b5e4-150e-457f-aaa7-06d200924207 tempest-ListServerFiltersTestJSON-1279059967 tempest-ListServerFiltersTestJSON-1279059967-project] 10.222.0.39 "GET /v2.0/security-groups?id=3d8a6de8-331f-498e-b3e1-f8d865328935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277664 Aug 12 14:44:56.068507 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0792a241-335c-427f-ba92-22c50dd724e3 req-c10a35e7-f50e-48ef-beb6-61074969ee15 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:56.073815 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0792a241-335c-427f-ba92-22c50dd724e3 req-c10a35e7-f50e-48ef-beb6-61074969ee15 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/ports?device_id=82ca70f0-3356-4166-96ef-a264876874d1 HTTP/1.1" status: 200 len: 947 time: 0.2832091 Aug 12 14:44:56.085271 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4d0a09a2-c269-41ee-a668-37544cfab81a req-63e41234-a67a-485f-9752-b0e94a1a83c5 service neutron] 10.222.0.64 "GET /v2.0/networks/2525c403-dfb3-4196-a273-739607aab38a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1749289 Aug 12 14:44:56.220994 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0792a241-335c-427f-ba92-22c50dd724e3 req-b6c03da8-9478-480d-8e3e-ad8bd36ac165 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc2dacd2-6b8c-4388-a6b9-7c76f36fc545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1347146 Aug 12 14:44:56.223100 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4d0a09a2-c269-41ee-a668-37544cfab81a req-2165e702-313c-42e6-ad40-d8c711c2fa06 service neutron] 10.222.0.64 "GET /v2.0/networks/2525c403-dfb3-4196-a273-739607aab38a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975919 Aug 12 14:44:56.324560 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d923dd-4b0d-4e29-8d4e-6d9588b24534 req-8c495f0e-73b5-4706-80a9-96d9250c67b1 tempest-TestServerMultinode-633138520 tempest-TestServerMultinode-633138520-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:56.326023 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-24d923dd-4b0d-4e29-8d4e-6d9588b24534 req-8c495f0e-73b5-4706-80a9-96d9250c67b1 tempest-TestServerMultinode-633138520 tempest-TestServerMultinode-633138520-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=b05f1757-b149-44af-a89e-acc5d8d52a56 HTTP/1.1" status: 200 len: 1096 time: 0.0826929 Aug 12 14:44:56.327260 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7357f37-e7bf-400c-95eb-bda330f5115a req-ffcf197e-9463-4f49-bd3a-042db7e33631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:56.328933 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e7357f37-e7bf-400c-95eb-bda330f5115a req-ffcf197e-9463-4f49-bd3a-042db7e33631 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4a3c1b079b4147dda07aac56f99d4b72&device_id=219a18ad-6119-4a5c-9f90-ae02a975c0d8 HTTP/1.1" status: 200 len: 1100 time: 0.0488837 Aug 12 14:44:56.382714 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-24d923dd-4b0d-4e29-8d4e-6d9588b24534 req-2f781bef-835a-4a4b-9931-dce8c2b22f48 tempest-TestServerMultinode-633138520 tempest-TestServerMultinode-633138520-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=fbc48ba5-6828-4e0a-8ff6-28ac994cc0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498087 Aug 12 14:44:56.501958 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7357f37-e7bf-400c-95eb-bda330f5115a req-6c16d07d-f838-4b89-8bc5-f3c8fbd9fd9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:56.503702 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e7357f37-e7bf-400c-95eb-bda330f5115a req-6c16d07d-f838-4b89-8bc5-f3c8fbd9fd9c service neutron] 10.222.0.64 "GET /v2.0/networks?id=2525c403-dfb3-4196-a273-739607aab38a HTTP/1.1" status: 200 len: 870 time: 0.1606536 Aug 12 14:44:56.513029 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece07230-cc90-4fda-b31f-395ed4fe16e6 req-3218053f-c1c6-4a2d-9ae2-053a9328c0c5 tempest-ListServerFiltersTestJSON-1279059967 tempest-ListServerFiltersTestJSON-1279059967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:56.514522 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ece07230-cc90-4fda-b31f-395ed4fe16e6 req-3218053f-c1c6-4a2d-9ae2-053a9328c0c5 tempest-ListServerFiltersTestJSON-1279059967 tempest-ListServerFiltersTestJSON-1279059967-project] 10.222.0.39 "GET /v2.0/ports?device_id=a213a945-2481-4cf1-a668-0946b792e4e6 HTTP/1.1" status: 200 len: 946 time: 0.0884385 Aug 12 14:44:56.562252 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e7357f37-e7bf-400c-95eb-bda330f5115a req-2c6e2b75-7200-4f4a-9221-9d588f0e9463 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=0aa09d97-23a0-4421-9e7a-309c03798693 HTTP/1.1" status: 200 len: 217 time: 0.0467126 Aug 12 14:44:56.637405 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d8e871-ceef-48b0-9d12-24eb2c96abb9 req-630e6220-52dc-475e-85b9-3ab17754cbee tempest-ImagesNegativeTestJSON-1791460792 tempest-ImagesNegativeTestJSON-1791460792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:56.637865 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ece07230-cc90-4fda-b31f-395ed4fe16e6 req-4147d571-baeb-4653-941e-b6ccb7c4359d tempest-ListServerFiltersTestJSON-1279059967 tempest-ListServerFiltersTestJSON-1279059967-project] 10.222.0.39 "GET /v2.0/security-groups?id=3d8a6de8-331f-498e-b3e1-f8d865328935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746512 Aug 12 14:44:56.639327 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7357f37-e7bf-400c-95eb-bda330f5115a req-9e6e2bf5-6a31-4437-b9cd-636b59f8e0ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:56.640739 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e7357f37-e7bf-400c-95eb-bda330f5115a req-9e6e2bf5-6a31-4437-b9cd-636b59f8e0ea service neutron] 10.222.0.64 "GET /v2.0/subnets?id=236e0be6-1c94-4221-9e8b-ab02a53331f8 HTTP/1.1" status: 200 len: 843 time: 0.0716431 Aug 12 14:44:56.658218 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-74d8e871-ceef-48b0-9d12-24eb2c96abb9 req-630e6220-52dc-475e-85b9-3ab17754cbee tempest-ImagesNegativeTestJSON-1791460792 tempest-ImagesNegativeTestJSON-1791460792-project] 10.222.0.39 "GET /v2.0/ports?device_id=219a18ad-6119-4a5c-9f90-ae02a975c0d8 HTTP/1.1" status: 200 len: 948 time: 0.1347327 Aug 12 14:44:56.746468 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-74d8e871-ceef-48b0-9d12-24eb2c96abb9 req-6c56bd59-6cd3-4a3c-b2c1-fd73bf85f54b tempest-ImagesNegativeTestJSON-1791460792 tempest-ImagesNegativeTestJSON-1791460792-project] 10.222.0.39 "GET /v2.0/security-groups?id=b6f09505-6e83-4d25-acc6-a21ec107fe62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795660 Aug 12 14:44:56.746811 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7357f37-e7bf-400c-95eb-bda330f5115a req-eb80cc21-0a98-45eb-bb67-e330ad09ae11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:56.748399 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e7357f37-e7bf-400c-95eb-bda330f5115a req-eb80cc21-0a98-45eb-bb67-e330ad09ae11 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2525c403-dfb3-4196-a273-739607aab38a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0997384 Aug 12 14:44:56.923720 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc474fc0-85e6-41ea-ae0c-06d2f595a636 req-a74e3a68-ddc1-48fe-9776-55e0c4fd3b15 tempest-ListServerFiltersTestJSON-1279059967 tempest-ListServerFiltersTestJSON-1279059967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:56.929210 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-cc474fc0-85e6-41ea-ae0c-06d2f595a636 req-a74e3a68-ddc1-48fe-9776-55e0c4fd3b15 tempest-ListServerFiltersTestJSON-1279059967 tempest-ListServerFiltersTestJSON-1279059967-project] 10.222.0.39 "GET /v2.0/ports?device_id=e63866ab-5980-4e58-8e02-90e11eef08f9 HTTP/1.1" status: 200 len: 945 time: 0.1791799 Aug 12 14:44:56.952397 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8764beeb-6aae-4cbf-bc79-8cf5127dd4ba req-b4f4970a-cc19-4410-8dad-4cc5cac9da3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:56.953900 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-8764beeb-6aae-4cbf-bc79-8cf5127dd4ba req-b4f4970a-cc19-4410-8dad-4cc5cac9da3d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f4b313af8d624a809d563851b784d520&device_id=82ca70f0-3356-4166-96ef-a264876874d1 HTTP/1.1" status: 200 len: 1099 time: 0.1020675 Aug 12 14:44:56.991252 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e7357f37-e7bf-400c-95eb-bda330f5115a req-820858d7-92b5-4ad9-b9cc-8f3a30a05e2d service neutron] 10.222.0.64 "GET /v2.0/networks/2525c403-dfb3-4196-a273-739607aab38a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2260361 Aug 12 14:44:57.127069 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-cc474fc0-85e6-41ea-ae0c-06d2f595a636 req-072e71ef-d049-4003-8709-1957cc69a142 tempest-ListServerFiltersTestJSON-1279059967 tempest-ListServerFiltersTestJSON-1279059967-project] 10.222.0.39 "GET /v2.0/security-groups?id=3d8a6de8-331f-498e-b3e1-f8d865328935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775603 Aug 12 14:44:57.197370 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e7357f37-e7bf-400c-95eb-bda330f5115a req-6dd52b72-c176-407a-80ea-e5da5f58eb8a service neutron] 10.222.0.64 "GET /v2.0/networks/2525c403-dfb3-4196-a273-739607aab38a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1588130 Aug 12 14:44:57.271224 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8764beeb-6aae-4cbf-bc79-8cf5127dd4ba req-eda973c8-9570-4318-ba20-dfa75e3a5f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:57.273841 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-8764beeb-6aae-4cbf-bc79-8cf5127dd4ba req-eda973c8-9570-4318-ba20-dfa75e3a5f00 service neutron] 10.222.0.64 "GET /v2.0/networks?id=4552c891-e268-4d7c-98f1-e8736a29b277 HTTP/1.1" status: 200 len: 913 time: 0.2938542 Aug 12 14:44:57.357431 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f48858e-39db-437e-ab53-e7485b835bef req-5aace523-14f5-412c-a1fa-76a3b2719c67 tempest-ListServerFiltersTestJSON-1279059967 tempest-ListServerFiltersTestJSON-1279059967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:57.360004 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3f48858e-39db-437e-ab53-e7485b835bef req-5aace523-14f5-412c-a1fa-76a3b2719c67 tempest-ListServerFiltersTestJSON-1279059967 tempest-ListServerFiltersTestJSON-1279059967-project] 10.222.0.39 "GET /v2.0/ports?device_id=519bb32f-bada-41e8-a9e9-90cc25a414e0 HTTP/1.1" status: 200 len: 945 time: 0.1403015 Aug 12 14:44:57.440274 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-8764beeb-6aae-4cbf-bc79-8cf5127dd4ba req-300fd06a-a311-4009-abe2-cb198cfcf4ac service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b0aac563-42bd-4b31-95a9-a0a4d4b9e42a HTTP/1.1" status: 200 len: 1002 time: 0.1566873 Aug 12 14:44:57.528183 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bd534f-0a61-4b71-9f3b-9a5d969f567f req-9c99533b-c0ff-4702-aca5-96bb7ec7d5cf tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:57.536016 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-54bd534f-0a61-4b71-9f3b-9a5d969f567f req-9c99533b-c0ff-4702-aca5-96bb7ec7d5cf tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/ports?device_id=82ca70f0-3356-4166-96ef-a264876874d1 HTTP/1.1" status: 200 len: 947 time: 0.1773090 Aug 12 14:44:57.550918 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3f48858e-39db-437e-ab53-e7485b835bef req-f7a7acce-b5db-4770-9f1a-5154ce6eda60 tempest-ListServerFiltersTestJSON-1279059967 tempest-ListServerFiltersTestJSON-1279059967-project] 10.222.0.39 "GET /v2.0/security-groups?id=3d8a6de8-331f-498e-b3e1-f8d865328935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674814 Aug 12 14:44:57.565138 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8764beeb-6aae-4cbf-bc79-8cf5127dd4ba req-87593540-8887-4535-bdf5-2c0575efbe0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:57.566726 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-8764beeb-6aae-4cbf-bc79-8cf5127dd4ba req-87593540-8887-4535-bdf5-2c0575efbe0d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b3b4e56e-f3bd-4709-bfd6-3e62da1e0ac7 HTTP/1.1" status: 200 len: 851 time: 0.1097012 Aug 12 14:44:57.601903 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-54bd534f-0a61-4b71-9f3b-9a5d969f567f req-6a79a860-9337-4587-b1ae-abccd3ceeec5 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc2dacd2-6b8c-4388-a6b9-7c76f36fc545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622871 Aug 12 14:44:57.644462 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.agents_db [None req-17ed3e4c-1a7d-4162-9646-11c134aca297 None None] Agent healthcheck: found 7 active agents {{(pid=94469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 14:44:57.672867 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8764beeb-6aae-4cbf-bc79-8cf5127dd4ba req-fb52427a-0dab-4442-a6fc-030fe45456d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:57.674524 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-8764beeb-6aae-4cbf-bc79-8cf5127dd4ba req-fb52427a-0dab-4442-a6fc-030fe45456d1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4552c891-e268-4d7c-98f1-e8736a29b277&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0862455 Aug 12 14:44:57.781992 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c81ca8-b952-4d4f-8dd3-225872578863 req-dbb07d1c-6d5f-483c-8cda-ad2146b1b9ea tempest-TestServerMultinode-633138520 tempest-TestServerMultinode-633138520-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:57.783595 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-15c81ca8-b952-4d4f-8dd3-225872578863 req-dbb07d1c-6d5f-483c-8cda-ad2146b1b9ea tempest-TestServerMultinode-633138520 tempest-TestServerMultinode-633138520-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=b05f1757-b149-44af-a89e-acc5d8d52a56 HTTP/1.1" status: 200 len: 1096 time: 0.0657327 Aug 12 14:44:57.808449 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [req-a5555860-4365-4b47-afe6-7564318bf0da req-53d48fe4-6217-42c8-99b1-7522443e4e2f tempest-ListServerFiltersTestJSON-1279059967 tempest-ListServerFiltersTestJSON-1279059967-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=94467) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 14:44:57.812262 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a5555860-4365-4b47-afe6-7564318bf0da req-53d48fe4-6217-42c8-99b1-7522443e4e2f tempest-ListServerFiltersTestJSON-1279059967 tempest-ListServerFiltersTestJSON-1279059967-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0077434 Aug 12 14:44:57.836028 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-15c81ca8-b952-4d4f-8dd3-225872578863 req-945d5b01-2d46-4011-ac5a-d50d27759bb0 tempest-TestServerMultinode-633138520 tempest-TestServerMultinode-633138520-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=fbc48ba5-6828-4e0a-8ff6-28ac994cc0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461953 Aug 12 14:44:57.890742 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device e5270850-2f82-4a46-a1f7-dc222f52a7ad up at agent hyperv_n-h2-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:44:57.984160 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device 0aa09d97-23a0-4421-9e7a-309c03798693 details requested by agent hyperv_n-h1-694802-15 with host n-h1-694802-15 {{(pid=94468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 14:44:58.002278 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-8764beeb-6aae-4cbf-bc79-8cf5127dd4ba req-889eb7bb-535d-433c-b619-d409a283c21e service neutron] 10.222.0.64 "GET /v2.0/networks/4552c891-e268-4d7c-98f1-e8736a29b277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3030047 Aug 12 14:44:58.045487 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321aa7fb-8e8f-472e-9426-fdc63e3e1e3c req-22332b5b-fab4-4843-b348-03acbfc084ae tempest-ImagesNegativeTestJSON-1791460792 tempest-ImagesNegativeTestJSON-1791460792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:58.057606 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-321aa7fb-8e8f-472e-9426-fdc63e3e1e3c req-22332b5b-fab4-4843-b348-03acbfc084ae tempest-ImagesNegativeTestJSON-1791460792 tempest-ImagesNegativeTestJSON-1791460792-project] 10.222.0.39 "GET /v2.0/ports?device_id=219a18ad-6119-4a5c-9f90-ae02a975c0d8 HTTP/1.1" status: 200 len: 948 time: 0.1163199 Aug 12 14:44:58.126106 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a5555860-4365-4b47-afe6-7564318bf0da req-a4eb50f2-1f9b-492d-ac34-4712f7634693 tempest-ListServerFiltersTestJSON-1279059967 tempest-ListServerFiltersTestJSON-1279059967-project] 10.222.0.39 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.13&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.2967439 Aug 12 14:44:58.148141 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-321aa7fb-8e8f-472e-9426-fdc63e3e1e3c req-2a5778ed-622a-4e63-b126-10a5bf50c834 tempest-ImagesNegativeTestJSON-1791460792 tempest-ImagesNegativeTestJSON-1791460792-project] 10.222.0.39 "GET /v2.0/security-groups?id=b6f09505-6e83-4d25-acc6-a21ec107fe62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894997 Aug 12 14:44:58.243935 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Provisioning for port e5270850-2f82-4a46-a1f7-dc222f52a7ad completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:44:58.268072 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Provisioning complete for port e5270850-2f82-4a46-a1f7-dc222f52a7ad triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:44:58.268876 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:58.304860 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-8764beeb-6aae-4cbf-bc79-8cf5127dd4ba req-d9e0d6d3-0807-4f1c-a02c-a1b7ae29c470 service neutron] 10.222.0.64 "GET /v2.0/networks/4552c891-e268-4d7c-98f1-e8736a29b277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2865798 Aug 12 14:44:58.389750 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port 0aa09d97-23a0-4421-9e7a-309c03798693, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=0aa09d97-23a0-4421-9e7a-309c03798693,segment=NetworkSegment(a1f8c867-101b-4d30-814e-b89f55a5edd0),segment_id=a1f8c867-101b-4d30-814e-b89f55a5edd0)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:44:58.404176 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 50858) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:44:58.447127 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:58.465988 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Returning: {'device': '0aa09d97-23a0-4421-9e7a-309c03798693', 'network_id': '2525c403-dfb3-4196-a273-739607aab38a', 'port_id': '0aa09d97-23a0-4421-9e7a-309c03798693', 'mac_address': 'fa:16:3e:ef:cc:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '236e0be6-1c94-4221-9e8b-ab02a53331f8', 'ip_address': '192.168.233.141'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 14:44:58.476788 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b05f1757-b149-44af-a89e-acc5d8d52a56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5270850-2f82-4a46-a1f7-dc222f52a7ad'}] {{(pid=94468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:44:58.479847 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99a8d87602170099c728e57431aca99e9b98a655a83bbf8727be13192709727b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c136583d-db1e-439f-960b-1a524246c847" -d '{"events": [{"server_uuid": "b05f1757-b149-44af-a89e-acc5d8d52a56", "name": "network-vif-plugged", "status": "completed", "tag": "e5270850-2f82-4a46-a1f7-dc222f52a7ad"}]}' {{(pid=94468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:44:58.498602 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port e5270850-2f82-4a46-a1f7-dc222f52a7ad, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=e5270850-2f82-4a46-a1f7-dc222f52a7ad,segment=NetworkSegment(5460dd8c-09fa-480f-a792-3783d9f14ea8),segment_id=5460dd8c-09fa-480f-a792-3783d9f14ea8)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:44:58.524250 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:58.608691 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Pushing event updated for resources: {'Port': ['ID=e5270850-2f82-4a46-a1f7-dc222f52a7ad,revision_number=5']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:44:58.636169 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 14:44:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5932db46-3fae-47f7-912d-4264071df827 x-openstack-request-id: req-5932db46-3fae-47f7-912d-4264071df827 {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:44:58.636731 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b05f1757-b149-44af-a89e-acc5d8d52a56", "name": "network-vif-plugged", "status": "completed", "tag": "e5270850-2f82-4a46-a1f7-dc222f52a7ad", "code": 200}]} {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:44:58.636852 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5932db46-3fae-47f7-912d-4264071df827 {{(pid=94468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:44:58.638989 n-d-694802-15 neutron-server[94468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b05f1757-b149-44af-a89e-acc5d8d52a56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5270850-2f82-4a46-a1f7-dc222f52a7ad', 'code': 200} Aug 12 14:44:58.645243 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:58.664866 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-7175d1ba-6733-483f-a1db-9325eadc6125 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:58.680498 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0aa09d97-23a0-4421-9e7a-309c03798693 {{(pid=94468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:44:58.707632 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2d29e4-fb88-42e7-9621-62a3259efe7e req-14b3da67-234a-4439-bda7-6e5be81d56f5 tempest-ListServerFiltersTestJSON-1279059967 tempest-ListServerFiltersTestJSON-1279059967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:58.715634 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port 0aa09d97-23a0-4421-9e7a-309c03798693, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=0aa09d97-23a0-4421-9e7a-309c03798693,segment=NetworkSegment(a1f8c867-101b-4d30-814e-b89f55a5edd0),segment_id=a1f8c867-101b-4d30-814e-b89f55a5edd0)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:44:58.723537 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-1f2d29e4-fb88-42e7-9621-62a3259efe7e req-14b3da67-234a-4439-bda7-6e5be81d56f5 tempest-ListServerFiltersTestJSON-1279059967 tempest-ListServerFiltersTestJSON-1279059967-project] 10.222.0.39 "GET /v2.0/ports?device_id=a213a945-2481-4cf1-a668-0946b792e4e6 HTTP/1.1" status: 200 len: 946 time: 0.1232557 Aug 12 14:44:58.740165 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:58.829958 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Pushing event updated for resources: {'Port': ['ID=0aa09d97-23a0-4421-9e7a-309c03798693,revision_number=4']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:44:58.861718 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-1f2d29e4-fb88-42e7-9621-62a3259efe7e req-97df5482-7206-476d-89cd-3f40e8105052 tempest-ListServerFiltersTestJSON-1279059967 tempest-ListServerFiltersTestJSON-1279059967-project] 10.222.0.39 "GET /v2.0/security-groups?id=3d8a6de8-331f-498e-b3e1-f8d865328935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043415 Aug 12 14:44:58.868918 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effabe2b-31e8-4afb-84b9-c731eb14066f req-7382d171-8253-43cd-b7df-9d9f2d3f2452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:58.871009 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-effabe2b-31e8-4afb-84b9-c731eb14066f req-7382d171-8253-43cd-b7df-9d9f2d3f2452 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=b05f1757-b149-44af-a89e-acc5d8d52a56 HTTP/1.1" status: 200 len: 1097 time: 0.1454270 Aug 12 14:44:58.904925 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-7175d1ba-6733-483f-a1db-9325eadc6125 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:58.925856 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5bb1d5-f840-42ca-8f94-990acb188501 req-206cf817-fb59-43bd-b162-c0f0a6499040 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:58.927699 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-9f5bb1d5-f840-42ca-8f94-990acb188501 req-206cf817-fb59-43bd-b162-c0f0a6499040 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/ports?device_id=82ca70f0-3356-4166-96ef-a264876874d1 HTTP/1.1" status: 200 len: 947 time: 0.0829086 Aug 12 14:44:58.928697 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-7175d1ba-6733-483f-a1db-9325eadc6125 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:58.943671 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-effabe2b-31e8-4afb-84b9-c731eb14066f req-d4f6bdb4-32d8-4bf6-b7f4-7d3ff23104cb service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=fbc48ba5-6828-4e0a-8ff6-28ac994cc0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642419 Aug 12 14:44:59.014391 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-7175d1ba-6733-483f-a1db-9325eadc6125 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ed12dfc7777244bda13cd24809ccd6b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6077352 Aug 12 14:44:59.018361 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 50874) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:44:59.019784 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7175d1ba-6733-483f-a1db-9325eadc6125 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=031eb1b0-e392-4476-b4eb-311b29d8053a,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:44:59.053900 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-9f5bb1d5-f840-42ca-8f94-990acb188501 req-f1f07f3b-841c-44bf-bc55-d8dc48000001 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc2dacd2-6b8c-4388-a6b9-7c76f36fc545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883739 Aug 12 14:44:59.106216 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] get_ports_and_sgs() called for port_ids ['0aa09d97-23a0-4421-9e7a-309c03798693'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:44:59.248993 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-11c86249-bb95-4cc6-8029-91d98a91cee6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:59.259102 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3274ed40-3ca2-414c-991d-dca7a1678785 req-6b92ae84-7b8a-4a00-b289-fbd496e11252 tempest-ListServerFiltersTestJSON-1279059967 tempest-ListServerFiltersTestJSON-1279059967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:59.270455 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-3274ed40-3ca2-414c-991d-dca7a1678785 req-6b92ae84-7b8a-4a00-b289-fbd496e11252 tempest-ListServerFiltersTestJSON-1279059967 tempest-ListServerFiltersTestJSON-1279059967-project] 10.222.0.39 "GET /v2.0/ports?device_id=e63866ab-5980-4e58-8e02-90e11eef08f9 HTTP/1.1" status: 200 len: 945 time: 0.1162505 Aug 12 14:44:59.297937 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac14455-560f-41c6-a436-60c4854f4332 req-9095f09a-2155-41cc-9644-6b96850a0c9b tempest-TestServerMultinode-633138520 tempest-TestServerMultinode-633138520-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:59.312764 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-cac14455-560f-41c6-a436-60c4854f4332 req-9095f09a-2155-41cc-9644-6b96850a0c9b tempest-TestServerMultinode-633138520 tempest-TestServerMultinode-633138520-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=b05f1757-b149-44af-a89e-acc5d8d52a56 HTTP/1.1" status: 200 len: 1097 time: 0.1666825 Aug 12 14:44:59.331239 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-11c86249-bb95-4cc6-8029-91d98a91cee6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:59.339736 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-3274ed40-3ca2-414c-991d-dca7a1678785 req-e3d0710f-517a-415e-9d93-439089834adf tempest-ListServerFiltersTestJSON-1279059967 tempest-ListServerFiltersTestJSON-1279059967-project] 10.222.0.39 "GET /v2.0/security-groups?id=3d8a6de8-331f-498e-b3e1-f8d865328935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669630 Aug 12 14:44:59.424358 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-cac14455-560f-41c6-a436-60c4854f4332 req-0e0f84ce-4121-4adb-b1f2-31b8c0d4601e tempest-TestServerMultinode-633138520 tempest-TestServerMultinode-633138520-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=fbc48ba5-6828-4e0a-8ff6-28ac994cc0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031199 Aug 12 14:44:59.458255 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-11c86249-bb95-4cc6-8029-91d98a91cee6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:59.464126 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-11c86249-bb95-4cc6-8029-91d98a91cee6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:44:59.465761 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-11c86249-bb95-4cc6-8029-91d98a91cee6 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/031eb1b0-e392-4476-b4eb-311b29d8053a HTTP/1.1" status: 204 len: 168 time: 0.4457974 Aug 12 14:44:59.488683 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c86249-bb95-4cc6-8029-91d98a91cee6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=031eb1b0-e392-4476-b4eb-311b29d8053a,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:44:59.545237 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783e2b25-bfbe-4ade-afee-456a1ccfc619 req-f8b3082c-0d1f-44c2-afaf-4e44710e9e06 tempest-ImagesNegativeTestJSON-1791460792 tempest-ImagesNegativeTestJSON-1791460792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:59.557528 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-783e2b25-bfbe-4ade-afee-456a1ccfc619 req-f8b3082c-0d1f-44c2-afaf-4e44710e9e06 tempest-ImagesNegativeTestJSON-1791460792 tempest-ImagesNegativeTestJSON-1791460792-project] 10.222.0.39 "GET /v2.0/ports?device_id=219a18ad-6119-4a5c-9f90-ae02a975c0d8 HTTP/1.1" status: 200 len: 949 time: 0.1352775 Aug 12 14:44:59.628748 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-783e2b25-bfbe-4ade-afee-456a1ccfc619 req-79f88d11-6ea5-4601-ab8b-c5f863284fd4 tempest-ImagesNegativeTestJSON-1791460792 tempest-ImagesNegativeTestJSON-1791460792-project] 10.222.0.39 "GET /v2.0/security-groups?id=b6f09505-6e83-4d25-acc6-a21ec107fe62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663829 Aug 12 14:44:59.730097 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfef1bc-3e77-4212-b3a2-114f3ada7573 req-16c59934-4c8d-476f-96f2-4889a12855ca tempest-ListServerFiltersTestJSON-1279059967 tempest-ListServerFiltersTestJSON-1279059967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:44:59.732011 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6bfef1bc-3e77-4212-b3a2-114f3ada7573 req-16c59934-4c8d-476f-96f2-4889a12855ca tempest-ListServerFiltersTestJSON-1279059967 tempest-ListServerFiltersTestJSON-1279059967-project] 10.222.0.39 "GET /v2.0/ports?device_id=519bb32f-bada-41e8-a9e9-90cc25a414e0 HTTP/1.1" status: 200 len: 945 time: 0.0767860 Aug 12 14:44:59.779539 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6bfef1bc-3e77-4212-b3a2-114f3ada7573 req-434b331b-33ec-472d-ad76-fecdb5bf8052 tempest-ListServerFiltersTestJSON-1279059967 tempest-ListServerFiltersTestJSON-1279059967-project] 10.222.0.39 "GET /v2.0/security-groups?id=3d8a6de8-331f-498e-b3e1-f8d865328935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406437 Aug 12 14:44:59.918625 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 50890) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:44:59.948174 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2f31f4b8-33cd-4ef3-97be-fa56ca574d34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:00.027572 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c23b5a1-4f53-4c27-9bc1-23e95f82d1e2 req-7a5a3bce-ddce-4db8-bca3-0fdd043aed0e tempest-ListServerFiltersTestJSON-1279059967 tempest-ListServerFiltersTestJSON-1279059967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:45:00.033744 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c23b5a1-4f53-4c27-9bc1-23e95f82d1e2 req-7a5a3bce-ddce-4db8-bca3-0fdd043aed0e tempest-ListServerFiltersTestJSON-1279059967 tempest-ListServerFiltersTestJSON-1279059967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:45:00.039721 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c23b5a1-4f53-4c27-9bc1-23e95f82d1e2 req-7a5a3bce-ddce-4db8-bca3-0fdd043aed0e tempest-ListServerFiltersTestJSON-1279059967 tempest-ListServerFiltersTestJSON-1279059967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:45:00.041442 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-3c23b5a1-4f53-4c27-9bc1-23e95f82d1e2 req-7a5a3bce-ddce-4db8-bca3-0fdd043aed0e tempest-ListServerFiltersTestJSON-1279059967 tempest-ListServerFiltersTestJSON-1279059967-project] 10.222.0.39 "GET /v2.0/ports?device_id=519bb32f-bada-41e8-a9e9-90cc25a414e0&device_id=e63866ab-5980-4e58-8e02-90e11eef08f9&device_id=a213a945-2481-4cf1-a668-0946b792e4e6 HTTP/1.1" status: 200 len: 2417 time: 0.1026983 Aug 12 14:45:00.123712 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-3c23b5a1-4f53-4c27-9bc1-23e95f82d1e2 req-94a3aa03-7f85-4983-8c2f-aa9623728271 tempest-ListServerFiltersTestJSON-1279059967 tempest-ListServerFiltersTestJSON-1279059967-project] 10.222.0.39 "GET /v2.0/security-groups?id=3d8a6de8-331f-498e-b3e1-f8d865328935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741735 Aug 12 14:45:00.194991 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2f31f4b8-33cd-4ef3-97be-fa56ca574d34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:00.204991 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [req-98f92291-08ab-47eb-b1f6-f399666a0afa req-4266498d-b6a1-43d8-95c4-7288075a4021 tempest-ListServerFiltersTestJSON-1279059967 tempest-ListServerFiltersTestJSON-1279059967-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=94466) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 14:45:00.207910 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-98f92291-08ab-47eb-b1f6-f399666a0afa req-4266498d-b6a1-43d8-95c4-7288075a4021 tempest-ListServerFiltersTestJSON-1279059967 tempest-ListServerFiltersTestJSON-1279059967-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0113912 Aug 12 14:45:00.209288 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2f31f4b8-33cd-4ef3-97be-fa56ca574d34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:00.321014 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-2f31f4b8-33cd-4ef3-97be-fa56ca574d34 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=bdcab7d842004965ac7254db7552b3ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3988171 Aug 12 14:45:00.323186 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33f8613-c9ed-48b2-9e04-d2d2ec306584 req-8df3012c-3702-4220-86a9-94804bea26e5 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:45:00.324682 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f31f4b8-33cd-4ef3-97be-fa56ca574d34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acd024b6-a856-4f09-ab39-c034d48e8318,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:45:00.327522 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 50898) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:45:00.331374 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c33f8613-c9ed-48b2-9e04-d2d2ec306584 req-8df3012c-3702-4220-86a9-94804bea26e5 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/ports?device_id=82ca70f0-3356-4166-96ef-a264876874d1 HTTP/1.1" status: 200 len: 947 time: 0.0937617 Aug 12 14:45:00.376909 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-98f92291-08ab-47eb-b1f6-f399666a0afa req-327cdaf2-badc-4865-9399-a8ea361c1dee tempest-ListServerFiltersTestJSON-1279059967 tempest-ListServerFiltersTestJSON-1279059967-project] 10.222.0.39 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.1471379 Aug 12 14:45:00.387487 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c33f8613-c9ed-48b2-9e04-d2d2ec306584 req-399a18ae-dde1-4b23-9353-e0335a002b47 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc2dacd2-6b8c-4388-a6b9-7c76f36fc545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544918 Aug 12 14:45:00.408696 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4f25148c-4b2d-4219-baf1-39af59490cf3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:00.433520 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4f25148c-4b2d-4219-baf1-39af59490cf3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:00.493234 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4f25148c-4b2d-4219-baf1-39af59490cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:00.497051 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4f25148c-4b2d-4219-baf1-39af59490cf3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:00.498850 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-4f25148c-4b2d-4219-baf1-39af59490cf3 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/acd024b6-a856-4f09-ab39-c034d48e8318 HTTP/1.1" status: 204 len: 168 time: 0.1703439 Aug 12 14:45:00.529246 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f25148c-4b2d-4219-baf1-39af59490cf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acd024b6-a856-4f09-ab39-c034d48e8318,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:45:00.617787 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f1196e-9feb-4b1a-a21f-6b0ef4e16009 req-087ae9b2-36a4-4340-84a7-a9abfcc1373f tempest-TestServerMultinode-633138520 tempest-TestServerMultinode-633138520-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:45:00.619721 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c8f1196e-9feb-4b1a-a21f-6b0ef4e16009 req-087ae9b2-36a4-4340-84a7-a9abfcc1373f tempest-TestServerMultinode-633138520 tempest-TestServerMultinode-633138520-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=b05f1757-b149-44af-a89e-acc5d8d52a56 HTTP/1.1" status: 200 len: 1097 time: 0.0656521 Aug 12 14:45:00.699111 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c8f1196e-9feb-4b1a-a21f-6b0ef4e16009 req-bd420a20-5923-410a-9544-30ab8e08e157 tempest-TestServerMultinode-633138520 tempest-TestServerMultinode-633138520-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=fbc48ba5-6828-4e0a-8ff6-28ac994cc0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684183 Aug 12 14:45:00.887986 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc0a82a-0edc-4c1f-bdc8-c986730c16eb req-2688a0b1-7cae-46a2-87a9-b01c0fa3565c tempest-ImagesNegativeTestJSON-1791460792 tempest-ImagesNegativeTestJSON-1791460792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:45:00.895888 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-8dc0a82a-0edc-4c1f-bdc8-c986730c16eb req-2688a0b1-7cae-46a2-87a9-b01c0fa3565c tempest-ImagesNegativeTestJSON-1791460792 tempest-ImagesNegativeTestJSON-1791460792-project] 10.222.0.39 "GET /v2.0/ports?device_id=219a18ad-6119-4a5c-9f90-ae02a975c0d8 HTTP/1.1" status: 200 len: 949 time: 0.1032519 Aug 12 14:45:00.972164 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-8dc0a82a-0edc-4c1f-bdc8-c986730c16eb req-8cd2c4d9-02d1-468b-946e-2a0e21623265 tempest-ImagesNegativeTestJSON-1791460792 tempest-ImagesNegativeTestJSON-1791460792-project] 10.222.0.39 "GET /v2.0/security-groups?id=b6f09505-6e83-4d25-acc6-a21ec107fe62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752685 Aug 12 14:45:01.100863 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323f93b2-d9a3-4aac-bac2-e47f8bc9befd req-26678579-1a94-4eee-b896-77dd9d8e38f0 tempest-TestServerMultinode-633138520 tempest-TestServerMultinode-633138520-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:45:01.105205 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-323f93b2-d9a3-4aac-bac2-e47f8bc9befd req-26678579-1a94-4eee-b896-77dd9d8e38f0 tempest-TestServerMultinode-633138520 tempest-TestServerMultinode-633138520-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=b05f1757-b149-44af-a89e-acc5d8d52a56 HTTP/1.1" status: 200 len: 1097 time: 0.0726902 Aug 12 14:45:01.166740 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-323f93b2-d9a3-4aac-bac2-e47f8bc9befd req-514248ef-807a-4396-ae0a-4c170ba88cb6 tempest-TestServerMultinode-633138520 tempest-TestServerMultinode-633138520-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=fbc48ba5-6828-4e0a-8ff6-28ac994cc0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537455 Aug 12 14:45:01.372070 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9ed891-c10c-4df2-877a-a2b7c2d733b0 req-d736eab5-81bd-4534-93d4-1fb2ec9b271f tempest-TestServerMultinode-633138520 tempest-TestServerMultinode-633138520-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:45:01.380262 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-7a9ed891-c10c-4df2-877a-a2b7c2d733b0 req-d736eab5-81bd-4534-93d4-1fb2ec9b271f tempest-TestServerMultinode-633138520 tempest-TestServerMultinode-633138520-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=b05f1757-b149-44af-a89e-acc5d8d52a56 HTTP/1.1" status: 200 len: 1097 time: 0.0613203 Aug 12 14:45:01.425405 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-7a9ed891-c10c-4df2-877a-a2b7c2d733b0 req-5db5afcb-5896-42d4-a302-8b4451a803f2 tempest-TestServerMultinode-633138520 tempest-TestServerMultinode-633138520-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=fbc48ba5-6828-4e0a-8ff6-28ac994cc0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435472 Aug 12 14:45:01.630523 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1ae7bd-aae0-4f65-8e56-0c7f140d5968 req-275b2360-204a-4cfc-b457-d488642d24b3 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:45:01.640289 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-1f1ae7bd-aae0-4f65-8e56-0c7f140d5968 req-275b2360-204a-4cfc-b457-d488642d24b3 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/ports?device_id=82ca70f0-3356-4166-96ef-a264876874d1 HTTP/1.1" status: 200 len: 947 time: 0.0824337 Aug 12 14:45:01.693864 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-1f1ae7bd-aae0-4f65-8e56-0c7f140d5968 req-82d7fdcf-98e3-4e6d-8ffe-328f0457d60f tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc2dacd2-6b8c-4388-a6b9-7c76f36fc545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524380 Aug 12 14:45:01.955073 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14427695-2ed0-42f0-99b1-385aa6a66796 req-0c419d98-c556-4cfc-8fd7-02137490979c tempest-TestServerMultinode-633138520 tempest-TestServerMultinode-633138520-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:45:01.964192 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-14427695-2ed0-42f0-99b1-385aa6a66796 req-0c419d98-c556-4cfc-8fd7-02137490979c tempest-TestServerMultinode-633138520 tempest-TestServerMultinode-633138520-project-admin] 10.222.0.39 "GET /v2.0/networks?id=65eb9217-5da8-4655-9a1f-f1a0244b6a82 HTTP/1.1" status: 200 len: 911 time: 0.1748927 Aug 12 14:45:01.979581 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-14427695-2ed0-42f0-99b1-385aa6a66796 req-a8823b2c-dbe0-4fe7-8af2-56d78517ca03 tempest-TestServerMultinode-633138520 tempest-TestServerMultinode-633138520-project-admin] 10.222.0.39 "GET /v2.0/quotas/9a6deb5f375e45beb32ac6c559879dd7 HTTP/1.1" status: 200 len: 375 time: 0.0138562 Aug 12 14:45:01.987162 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device 0aa09d97-23a0-4421-9e7a-309c03798693 up at agent hyperv_n-h1-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:45:02.088595 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-14427695-2ed0-42f0-99b1-385aa6a66796 req-5dcf3964-2516-4095-8df8-48bc9128f4a5 tempest-TestServerMultinode-633138520 tempest-TestServerMultinode-633138520-project-admin] 10.222.0.39 "GET /v2.0/ports?tenant_id=9a6deb5f375e45beb32ac6c559879dd7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1004930 Aug 12 14:45:02.112687 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Provisioning for port 0aa09d97-23a0-4421-9e7a-309c03798693 completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:45:02.118775 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Provisioning complete for port 0aa09d97-23a0-4421-9e7a-309c03798693 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:45:02.119716 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:02.251860 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-14427695-2ed0-42f0-99b1-385aa6a66796 req-c7c9c11c-c2af-45ed-993a-c9ece40bad17 service neutron] 10.222.0.39 "GET /v2.0/networks/65eb9217-5da8-4655-9a1f-f1a0244b6a82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1615572 Aug 12 14:45:02.281250 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:02.321855 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '219a18ad-6119-4a5c-9f90-ae02a975c0d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0aa09d97-23a0-4421-9e7a-309c03798693'}] {{(pid=94468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:45:02.324444 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99a8d87602170099c728e57431aca99e9b98a655a83bbf8727be13192709727b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f2e9224-82bf-438e-932d-0f00acde24ff" -d '{"events": [{"server_uuid": "219a18ad-6119-4a5c-9f90-ae02a975c0d8", "name": "network-vif-plugged", "status": "completed", "tag": "0aa09d97-23a0-4421-9e7a-309c03798693"}]}' {{(pid=94468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:45:02.332212 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba6d167-46e8-44ce-9533-007f125f763d req-0b522abb-ab95-4f21-b609-b95cd2cebc5e tempest-ImagesNegativeTestJSON-1791460792 tempest-ImagesNegativeTestJSON-1791460792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:45:02.334665 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0ba6d167-46e8-44ce-9533-007f125f763d req-0b522abb-ab95-4f21-b609-b95cd2cebc5e tempest-ImagesNegativeTestJSON-1791460792 tempest-ImagesNegativeTestJSON-1791460792-project] 10.222.0.39 "GET /v2.0/ports?device_id=219a18ad-6119-4a5c-9f90-ae02a975c0d8 HTTP/1.1" status: 200 len: 949 time: 0.1029530 Aug 12 14:45:02.350994 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port 0aa09d97-23a0-4421-9e7a-309c03798693, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=0aa09d97-23a0-4421-9e7a-309c03798693,segment=NetworkSegment(a1f8c867-101b-4d30-814e-b89f55a5edd0),segment_id=a1f8c867-101b-4d30-814e-b89f55a5edd0)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:45:02.357986 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:02.404534 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0ba6d167-46e8-44ce-9533-007f125f763d req-67c24137-36c8-40df-b61d-5ff75ead2e88 tempest-ImagesNegativeTestJSON-1791460792 tempest-ImagesNegativeTestJSON-1791460792-project] 10.222.0.39 "GET /v2.0/security-groups?id=b6f09505-6e83-4d25-acc6-a21ec107fe62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594494 Aug 12 14:45:02.434880 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-14427695-2ed0-42f0-99b1-385aa6a66796 req-49ba3ef7-8c4d-41ef-a27b-587b4505e305 service neutron] 10.222.0.39 "GET /v2.0/networks/65eb9217-5da8-4655-9a1f-f1a0244b6a82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1806326 Aug 12 14:45:02.445481 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Pushing event updated for resources: {'Port': ['ID=0aa09d97-23a0-4421-9e7a-309c03798693,revision_number=5']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:45:02.797414 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 14:45:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4b6fdf1-effc-435c-a421-908b5efb4136 x-openstack-request-id: req-d4b6fdf1-effc-435c-a421-908b5efb4136 {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:45:02.797704 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "219a18ad-6119-4a5c-9f90-ae02a975c0d8", "name": "network-vif-plugged", "status": "completed", "tag": "0aa09d97-23a0-4421-9e7a-309c03798693", "code": 200}]} {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:45:02.797952 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d4b6fdf1-effc-435c-a421-908b5efb4136 {{(pid=94468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:45:02.798343 n-d-694802-15 neutron-server[94468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '219a18ad-6119-4a5c-9f90-ae02a975c0d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0aa09d97-23a0-4421-9e7a-309c03798693', 'code': 200} Aug 12 14:45:02.894868 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4b0b20a9-78e2-493e-ae9f-6a5b23c5aa70 req-8fcddf98-1bf3-4b3d-83d0-536122ba902f tempest-TestServerMultinode-633138520 tempest-TestServerMultinode-633138520-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=3a5978fb-b3e6-4df3-96ee-b66b01625abd HTTP/1.1" status: 200 len: 210 time: 0.1140699 Aug 12 14:45:02.979224 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36439a3a-1517-4dd7-87bc-eb116f2188f8 req-0a732f07-3ca1-4e01-9978-afc5f927d336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:45:02.983636 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-36439a3a-1517-4dd7-87bc-eb116f2188f8 req-0a732f07-3ca1-4e01-9978-afc5f927d336 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=219a18ad-6119-4a5c-9f90-ae02a975c0d8 HTTP/1.1" status: 200 len: 1102 time: 0.0736740 Aug 12 14:45:03.160903 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-36439a3a-1517-4dd7-87bc-eb116f2188f8 req-926ed8a1-8f36-47c5-830d-0fdbcc2a8267 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=b6f09505-6e83-4d25-acc6-a21ec107fe62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696985 Aug 12 14:45:03.163381 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9496ec80-5e06-48d8-bb48-708ef6a5b305 req-0e5ee576-f211-4641-8479-5639d8f27432 tempest-ListServerFiltersTestJSON-1279059967 tempest-ListServerFiltersTestJSON-1279059967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:45:03.164931 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-9496ec80-5e06-48d8-bb48-708ef6a5b305 req-0e5ee576-f211-4641-8479-5639d8f27432 tempest-ListServerFiltersTestJSON-1279059967 tempest-ListServerFiltersTestJSON-1279059967-project] 10.222.0.39 "GET /v2.0/ports?device_id=519bb32f-bada-41e8-a9e9-90cc25a414e0 HTTP/1.1" status: 200 len: 945 time: 0.0653133 Aug 12 14:45:03.181935 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a415ef-fced-4ef0-8bd9-f17e1d64b7f6 req-5d1f269b-43ff-4cb5-b203-206dc168f061 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:45:03.190045 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e2a415ef-fced-4ef0-8bd9-f17e1d64b7f6 req-5d1f269b-43ff-4cb5-b203-206dc168f061 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/ports?device_id=82ca70f0-3356-4166-96ef-a264876874d1 HTTP/1.1" status: 200 len: 947 time: 0.1463938 Aug 12 14:45:03.269799 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-9496ec80-5e06-48d8-bb48-708ef6a5b305 req-84b12fea-fe73-4785-827e-3e31a6294a02 tempest-ListServerFiltersTestJSON-1279059967 tempest-ListServerFiltersTestJSON-1279059967-project] 10.222.0.39 "GET /v2.0/security-groups?id=3d8a6de8-331f-498e-b3e1-f8d865328935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976870 Aug 12 14:45:03.288467 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e2a415ef-fced-4ef0-8bd9-f17e1d64b7f6 req-6b067815-8256-42e2-9639-44d59cb21487 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc2dacd2-6b8c-4388-a6b9-7c76f36fc545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0973907 Aug 12 14:45:03.566867 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d17377a-72ce-41b1-a80e-0f922619d18e req-66863001-6e9f-44d5-a03c-8697408111a8 tempest-ImagesNegativeTestJSON-1791460792 tempest-ImagesNegativeTestJSON-1791460792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:45:03.575088 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4d17377a-72ce-41b1-a80e-0f922619d18e req-66863001-6e9f-44d5-a03c-8697408111a8 tempest-ImagesNegativeTestJSON-1791460792 tempest-ImagesNegativeTestJSON-1791460792-project] 10.222.0.39 "GET /v2.0/ports?device_id=219a18ad-6119-4a5c-9f90-ae02a975c0d8 HTTP/1.1" status: 200 len: 950 time: 0.0715098 Aug 12 14:45:03.625954 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4d17377a-72ce-41b1-a80e-0f922619d18e req-a46ad8fc-999a-45e9-a4b9-f15005a3650b tempest-ImagesNegativeTestJSON-1791460792 tempest-ImagesNegativeTestJSON-1791460792-project] 10.222.0.39 "GET /v2.0/security-groups?id=b6f09505-6e83-4d25-acc6-a21ec107fe62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451875 Aug 12 14:45:04.057738 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-53b12fb9-82e7-41f6-8102-a0612f994abc req-c117b2a6-520e-4456-b687-683ea419c6b1 tempest-TestServerMultinode-633138520 tempest-TestServerMultinode-633138520-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=3a5978fb-b3e6-4df3-96ee-b66b01625abd HTTP/1.1" status: 200 len: 210 time: 0.0565243 Aug 12 14:45:04.390798 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4e33c1-9354-4c8d-8e20-295793ddfe14 req-ca66bf0d-327d-4897-868d-845877a0ebc2 tempest-ListServerFiltersTestJSON-1279059967 tempest-ListServerFiltersTestJSON-1279059967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:45:04.392520 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-db4e33c1-9354-4c8d-8e20-295793ddfe14 req-ca66bf0d-327d-4897-868d-845877a0ebc2 tempest-ListServerFiltersTestJSON-1279059967 tempest-ListServerFiltersTestJSON-1279059967-project] 10.222.0.39 "GET /v2.0/ports?device_id=519bb32f-bada-41e8-a9e9-90cc25a414e0 HTTP/1.1" status: 200 len: 945 time: 0.0577540 Aug 12 14:45:04.416411 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90a6734-064d-4b5f-8c48-6a172c8f10b7 req-8146424d-dbb2-4b02-9886-0b7eb0ed9f0b tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:45:04.418224 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-c90a6734-064d-4b5f-8c48-6a172c8f10b7 req-8146424d-dbb2-4b02-9886-0b7eb0ed9f0b tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/ports?device_id=82ca70f0-3356-4166-96ef-a264876874d1 HTTP/1.1" status: 200 len: 947 time: 0.0601051 Aug 12 14:45:04.433671 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-db4e33c1-9354-4c8d-8e20-295793ddfe14 req-65935454-c4df-4d75-9fc8-75d2378e39cc tempest-ListServerFiltersTestJSON-1279059967 tempest-ListServerFiltersTestJSON-1279059967-project] 10.222.0.39 "GET /v2.0/security-groups?id=3d8a6de8-331f-498e-b3e1-f8d865328935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349104 Aug 12 14:45:04.462911 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-c90a6734-064d-4b5f-8c48-6a172c8f10b7 req-67f2b219-6be8-47fc-b3d8-7d8a45e5cb5c tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc2dacd2-6b8c-4388-a6b9-7c76f36fc545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368667 Aug 12 14:45:04.771252 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25031d06-8f55-4a92-8ead-da5d6d0e2d14 req-353d2a14-226c-441f-b9b1-07ac5c67c323 tempest-ImagesNegativeTestJSON-1791460792 tempest-ImagesNegativeTestJSON-1791460792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:45:04.773551 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-25031d06-8f55-4a92-8ead-da5d6d0e2d14 req-353d2a14-226c-441f-b9b1-07ac5c67c323 tempest-ImagesNegativeTestJSON-1791460792 tempest-ImagesNegativeTestJSON-1791460792-project] 10.222.0.39 "GET /v2.0/ports?device_id=219a18ad-6119-4a5c-9f90-ae02a975c0d8 HTTP/1.1" status: 200 len: 950 time: 0.0793536 Aug 12 14:45:04.842825 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-25031d06-8f55-4a92-8ead-da5d6d0e2d14 req-7e122ca8-1fcd-4d34-9e68-81543be03b2c tempest-ImagesNegativeTestJSON-1791460792 tempest-ImagesNegativeTestJSON-1791460792-project] 10.222.0.39 "GET /v2.0/security-groups?id=b6f09505-6e83-4d25-acc6-a21ec107fe62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580513 Aug 12 14:45:04.930743 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a308b0-c0f6-485f-a43a-2fd53b3bec89 req-2552b28a-b5b9-4c1d-b81b-5e7d8f5e92b7 tempest-ListServerFiltersTestJSON-1279059967 tempest-ListServerFiltersTestJSON-1279059967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:45:04.932327 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-85a308b0-c0f6-485f-a43a-2fd53b3bec89 req-2552b28a-b5b9-4c1d-b81b-5e7d8f5e92b7 tempest-ListServerFiltersTestJSON-1279059967 tempest-ListServerFiltersTestJSON-1279059967-project] 10.222.0.64 "GET /v2.0/ports?device_id=519bb32f-bada-41e8-a9e9-90cc25a414e0 HTTP/1.1" status: 200 len: 945 time: 0.1449420 Aug 12 14:45:05.038824 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14427695-2ed0-42f0-99b1-385aa6a66796 req-e73208ec-994e-4e56-b770-7078afc01ccc tempest-TestServerMultinode-633138520 tempest-TestServerMultinode-633138520-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:45:05.040398 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-14427695-2ed0-42f0-99b1-385aa6a66796 req-e73208ec-994e-4e56-b770-7078afc01ccc tempest-TestServerMultinode-633138520 tempest-TestServerMultinode-633138520-project-admin] 10.222.0.64 "GET /v2.0/networks?id=65eb9217-5da8-4655-9a1f-f1a0244b6a82 HTTP/1.1" status: 200 len: 911 time: 0.3258941 Aug 12 14:45:05.055193 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-14427695-2ed0-42f0-99b1-385aa6a66796 req-ceb39e0a-f66f-4d1f-96c6-ac7dca46b9ae tempest-TestServerMultinode-633138520 tempest-TestServerMultinode-633138520-project-admin] Request body: {'port': {'device_id': '3a5978fb-b3e6-4df3-96ee-b66b01625abd', 'network_id': '65eb9217-5da8-4655-9a1f-f1a0244b6a82', 'admin_state_up': True, 'tenant_id': '9a6deb5f375e45beb32ac6c559879dd7'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:45:05.095059 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14427695-2ed0-42f0-99b1-385aa6a66796 req-ceb39e0a-f66f-4d1f-96c6-ac7dca46b9ae tempest-TestServerMultinode-633138520 tempest-TestServerMultinode-633138520-project-admin] Made reservation on behalf of 9a6deb5f375e45beb32ac6c559879dd7 for: {'port': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:45:05.098067 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-14427695-2ed0-42f0-99b1-385aa6a66796 req-ceb39e0a-f66f-4d1f-96c6-ac7dca46b9ae tempest-TestServerMultinode-633138520 tempest-TestServerMultinode-633138520-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:05.110950 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [req-85a308b0-c0f6-485f-a43a-2fd53b3bec89 req-c1567628-fd87-41a5-803e-6d0d226fb246 tempest-ListServerFiltersTestJSON-1279059967 tempest-ListServerFiltersTestJSON-1279059967-project] Deleting port 8bb9edf7-f6c1-4561-8b61-1cb3af49ecf6 {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:45:05.111380 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-85a308b0-c0f6-485f-a43a-2fd53b3bec89 req-c1567628-fd87-41a5-803e-6d0d226fb246 tempest-ListServerFiltersTestJSON-1279059967 tempest-ListServerFiltersTestJSON-1279059967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:05.161518 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-13140b96-7552-47f8-a76b-2f25166d1357 req-2da43a50-57d4-46ec-be18-6c2d8cdd34df tempest-TestServerMultinode-633138520 tempest-TestServerMultinode-633138520-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=3a5978fb-b3e6-4df3-96ee-b66b01625abd HTTP/1.1" status: 200 len: 210 time: 0.0407045 Aug 12 14:45:05.283842 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3310bd6-d373-4e0b-b454-9cd83830e906 req-47cf29b5-b78d-48ed-9004-220284df3081 tempest-ImagesNegativeTestJSON-1791460792 tempest-ImagesNegativeTestJSON-1791460792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:45:05.285359 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e3310bd6-d373-4e0b-b454-9cd83830e906 req-47cf29b5-b78d-48ed-9004-220284df3081 tempest-ImagesNegativeTestJSON-1791460792 tempest-ImagesNegativeTestJSON-1791460792-project] 10.222.0.39 "GET /v2.0/ports?device_id=219a18ad-6119-4a5c-9f90-ae02a975c0d8 HTTP/1.1" status: 200 len: 950 time: 0.1709917 Aug 12 14:45:05.363002 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-85a308b0-c0f6-485f-a43a-2fd53b3bec89 req-c1567628-fd87-41a5-803e-6d0d226fb246 tempest-ListServerFiltersTestJSON-1279059967 tempest-ListServerFiltersTestJSON-1279059967-project] For port 8bb9edf7-f6c1-4561-8b61-1cb3af49ecf6, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=8bb9edf7-f6c1-4561-8b61-1cb3af49ecf6,segment=NetworkSegment(d2d05aff-925b-4b31-af1c-62d92cd22ab3),segment_id=d2d05aff-925b-4b31-af1c-62d92cd22ab3)] {{(pid=94467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:45:05.363682 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-85a308b0-c0f6-485f-a43a-2fd53b3bec89 req-c1567628-fd87-41a5-803e-6d0d226fb246 tempest-ListServerFiltersTestJSON-1279059967 tempest-ListServerFiltersTestJSON-1279059967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:05.393114 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [req-85a308b0-c0f6-485f-a43a-2fd53b3bec89 req-c1567628-fd87-41a5-803e-6d0d226fb246 tempest-ListServerFiltersTestJSON-1279059967 tempest-ListServerFiltersTestJSON-1279059967-project] Calling delete_port for 8bb9edf7-f6c1-4561-8b61-1cb3af49ecf6 owned by compute:nova {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:45:05.408518 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e3310bd6-d373-4e0b-b454-9cd83830e906 req-6e53a499-051f-4cb8-b6d0-5af32e3a8861 tempest-ImagesNegativeTestJSON-1791460792 tempest-ImagesNegativeTestJSON-1791460792-project] 10.222.0.39 "GET /v2.0/security-groups?id=b6f09505-6e83-4d25-acc6-a21ec107fe62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078312 Aug 12 14:45:05.426456 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_common [req-14427695-2ed0-42f0-99b1-385aa6a66796 req-ceb39e0a-f66f-4d1f-96c6-ac7dca46b9ae tempest-TestServerMultinode-633138520 tempest-TestServerMultinode-633138520-project-admin] Allocated IP 172.20.0.5 (65eb9217-5da8-4655-9a1f-f1a0244b6a82/37cace83-dd5f-48a6-88f8-b013ec6d797a/afffe5b6-2c07-43e6-b942-60ac64c7590a) {{(pid=94467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:45:05.602539 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9956e64-2376-406b-b909-3ea85dfd967f req-be5b041d-894c-4b79-b144-0b9998ded107 tempest-ListServerFiltersTestJSON-1279059967 tempest-ListServerFiltersTestJSON-1279059967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:45:05.604179 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-f9956e64-2376-406b-b909-3ea85dfd967f req-be5b041d-894c-4b79-b144-0b9998ded107 tempest-ListServerFiltersTestJSON-1279059967 tempest-ListServerFiltersTestJSON-1279059967-project] 10.222.0.39 "GET /v2.0/ports?device_id=519bb32f-bada-41e8-a9e9-90cc25a414e0 HTTP/1.1" status: 200 len: 945 time: 0.0607619 Aug 12 14:45:05.652877 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-f9956e64-2376-406b-b909-3ea85dfd967f req-aead062f-80f6-4939-8443-bc93dfb32187 tempest-ListServerFiltersTestJSON-1279059967 tempest-ListServerFiltersTestJSON-1279059967-project] 10.222.0.39 "GET /v2.0/security-groups?id=3d8a6de8-331f-498e-b3e1-f8d865328935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421300 Aug 12 14:45:06.021107 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaff813-c5fa-4d52-a00e-475b951718fa req-430c760b-c4be-4eba-a53f-32f8d0141a60 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:45:06.022641 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-eaaff813-c5fa-4d52-a00e-475b951718fa req-430c760b-c4be-4eba-a53f-32f8d0141a60 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/ports?device_id=82ca70f0-3356-4166-96ef-a264876874d1 HTTP/1.1" status: 200 len: 947 time: 0.1603475 Aug 12 14:45:06.095697 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-85a308b0-c0f6-485f-a43a-2fd53b3bec89 req-c1567628-fd87-41a5-803e-6d0d226fb246 tempest-ListServerFiltersTestJSON-1279059967 tempest-ListServerFiltersTestJSON-1279059967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:06.108842 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] get_ports_and_sgs() called for port_ids ['cb26d418-61e9-48cd-9bf8-ecf7159eb791'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:45:06.112030 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] get_ports_and_sgs() called for port_ids ['edf69591-64d3-4fd5-9bc7-970b710b1872'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:45:06.155994 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-eaaff813-c5fa-4d52-a00e-475b951718fa req-f9a897a2-a40b-44ff-9cba-be3479258f36 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc2dacd2-6b8c-4388-a6b9-7c76f36fc545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1250019 Aug 12 14:45:06.160161 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-14427695-2ed0-42f0-99b1-385aa6a66796 req-ceb39e0a-f66f-4d1f-96c6-ac7dca46b9ae tempest-TestServerMultinode-633138520 tempest-TestServerMultinode-633138520-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:06.163822 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1567628-fd87-41a5-803e-6d0d226fb246 tempest-ListServerFiltersTestJSON-1279059967 tempest-ListServerFiltersTestJSON-1279059967-project] Pushing event deleted for resources: {'Port': ['ID=8bb9edf7-f6c1-4561-8b61-1cb3af49ecf6,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:45:06.184358 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1567628-fd87-41a5-803e-6d0d226fb246 tempest-ListServerFiltersTestJSON-1279059967 tempest-ListServerFiltersTestJSON-1279059967-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:45:06.184716 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1567628-fd87-41a5-803e-6d0d226fb246 tempest-ListServerFiltersTestJSON-1279059967 tempest-ListServerFiltersTestJSON-1279059967-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:45:06.185347 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1567628-fd87-41a5-803e-6d0d226fb246 tempest-ListServerFiltersTestJSON-1279059967 tempest-ListServerFiltersTestJSON-1279059967-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:45:06.185746 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1567628-fd87-41a5-803e-6d0d226fb246 tempest-ListServerFiltersTestJSON-1279059967 tempest-ListServerFiltersTestJSON-1279059967-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:45:06.186164 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1567628-fd87-41a5-803e-6d0d226fb246 tempest-ListServerFiltersTestJSON-1279059967 tempest-ListServerFiltersTestJSON-1279059967-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:45:06.186508 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1567628-fd87-41a5-803e-6d0d226fb246 tempest-ListServerFiltersTestJSON-1279059967 tempest-ListServerFiltersTestJSON-1279059967-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:45:06.186841 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1567628-fd87-41a5-803e-6d0d226fb246 tempest-ListServerFiltersTestJSON-1279059967 tempest-ListServerFiltersTestJSON-1279059967-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:45:06.187207 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1567628-fd87-41a5-803e-6d0d226fb246 tempest-ListServerFiltersTestJSON-1279059967 tempest-ListServerFiltersTestJSON-1279059967-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:45:06.187542 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1567628-fd87-41a5-803e-6d0d226fb246 tempest-ListServerFiltersTestJSON-1279059967 tempest-ListServerFiltersTestJSON-1279059967-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:45:06.187877 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1567628-fd87-41a5-803e-6d0d226fb246 tempest-ListServerFiltersTestJSON-1279059967 tempest-ListServerFiltersTestJSON-1279059967-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:45:06.190019 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1567628-fd87-41a5-803e-6d0d226fb246 tempest-ListServerFiltersTestJSON-1279059967 tempest-ListServerFiltersTestJSON-1279059967-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:45:06.190019 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1567628-fd87-41a5-803e-6d0d226fb246 tempest-ListServerFiltersTestJSON-1279059967 tempest-ListServerFiltersTestJSON-1279059967-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:45:06.305345 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [req-14427695-2ed0-42f0-99b1-385aa6a66796 req-ceb39e0a-f66f-4d1f-96c6-ac7dca46b9ae tempest-TestServerMultinode-633138520 tempest-TestServerMultinode-633138520-project-admin] Transition to ACTIVE for port object afffe5b6-2c07-43e6-b942-60ac64c7590a will not be triggered until provisioned by entity DHCP. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:45:06.371666 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [req-85a308b0-c0f6-485f-a43a-2fd53b3bec89 req-c1567628-fd87-41a5-803e-6d0d226fb246 tempest-ListServerFiltersTestJSON-1279059967 tempest-ListServerFiltersTestJSON-1279059967-project] No DVR routers for this DVR port 8bb9edf7-f6c1-4561-8b61-1cb3af49ecf6 on host n-h1-694802-15 {{(pid=94467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:45:06.381075 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-85a308b0-c0f6-485f-a43a-2fd53b3bec89 req-c1567628-fd87-41a5-803e-6d0d226fb246 tempest-ListServerFiltersTestJSON-1279059967 tempest-ListServerFiltersTestJSON-1279059967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:06.385755 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-85a308b0-c0f6-485f-a43a-2fd53b3bec89 req-c1567628-fd87-41a5-803e-6d0d226fb246 tempest-ListServerFiltersTestJSON-1279059967 tempest-ListServerFiltersTestJSON-1279059967-project] 10.222.0.64 "DELETE /v2.0/ports/8bb9edf7-f6c1-4561-8b61-1cb3af49ecf6 HTTP/1.1" status: 204 len: 173 time: 1.4412673 Aug 12 14:45:06.387505 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-4aa1db45-cb4f-45de-984f-552cb13dc0ab req-5b634910-ca6a-4971-91e8-67cbf89f6567 tempest-TestServerMultinode-633138520 tempest-TestServerMultinode-633138520-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=3a5978fb-b3e6-4df3-96ee-b66b01625abd HTTP/1.1" status: 200 len: 210 time: 0.0623887 Aug 12 14:45:06.391978 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '519bb32f-bada-41e8-a9e9-90cc25a414e0', 'name': 'network-vif-deleted', 'tag': '8bb9edf7-f6c1-4561-8b61-1cb3af49ecf6'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:45:06.398061 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e65282f928b64038367d043a4411777802006c43a98742496cb2e25b724ff1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a26efb21-951b-4700-9562-5e2745722055" -d '{"events": [{"server_uuid": "519bb32f-bada-41e8-a9e9-90cc25a414e0", "name": "network-vif-deleted", "tag": "8bb9edf7-f6c1-4561-8b61-1cb3af49ecf6"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:45:06.427235 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-393c16b1-b604-4333-9f2d-127417b88c55 req-e68f0f72-ca44-4808-9901-00f7e9762e15 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=419c5c7f-827f-4397-9cc6-d186147a5698&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1747591 Aug 12 14:45:06.479612 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 14:45:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93dfe327-d29c-42e8-bfd4-f85e1f2f0495 x-openstack-request-id: req-93dfe327-d29c-42e8-bfd4-f85e1f2f0495 {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:45:06.480272 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "519bb32f-bada-41e8-a9e9-90cc25a414e0", "name": "network-vif-deleted", "tag": "8bb9edf7-f6c1-4561-8b61-1cb3af49ecf6", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:45:06.480696 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-93dfe327-d29c-42e8-bfd4-f85e1f2f0495 {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:45:06.481312 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '519bb32f-bada-41e8-a9e9-90cc25a414e0', 'name': 'network-vif-deleted', 'tag': '8bb9edf7-f6c1-4561-8b61-1cb3af49ecf6', 'status': 'completed', 'code': 200} Aug 12 14:45:06.571118 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-14427695-2ed0-42f0-99b1-385aa6a66796 req-ceb39e0a-f66f-4d1f-96c6-ac7dca46b9ae tempest-TestServerMultinode-633138520 tempest-TestServerMultinode-633138520-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:06.621048 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb39e0a-f66f-4d1f-96c6-ac7dca46b9ae tempest-TestServerMultinode-633138520 tempest-TestServerMultinode-633138520-project-admin] Pushing event updated for resources: {'Port': ['ID=afffe5b6-2c07-43e6-b942-60ac64c7590a,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:45:06.649128 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44015717-c913-438a-a4e7-2a1469689078 req-8b77c9f5-b5c0-4827-8c1d-6548b67d91e2 tempest-ImagesNegativeTestJSON-1791460792 tempest-ImagesNegativeTestJSON-1791460792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:45:06.651093 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-44015717-c913-438a-a4e7-2a1469689078 req-8b77c9f5-b5c0-4827-8c1d-6548b67d91e2 tempest-ImagesNegativeTestJSON-1791460792 tempest-ImagesNegativeTestJSON-1791460792-project] 10.222.0.64 "GET /v2.0/ports?device_id=219a18ad-6119-4a5c-9f90-ae02a975c0d8 HTTP/1.1" status: 200 len: 950 time: 0.2225943 Aug 12 14:45:06.665466 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29563c1c-7a66-426c-b12c-87ad25e080d5 req-b0d0e327-2758-4942-83bf-d1929651663c tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:45:06.667103 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-29563c1c-7a66-426c-b12c-87ad25e080d5 req-b0d0e327-2758-4942-83bf-d1929651663c tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/ports?device_id=82ca70f0-3356-4166-96ef-a264876874d1 HTTP/1.1" status: 200 len: 947 time: 0.2204621 Aug 12 14:45:06.675453 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edde0484-c6c4-4d71-8547-640add06d366 req-4e782b0a-c013-4b93-9781-7a21532b37f3 tempest-ImagesNegativeTestJSON-1791460792 tempest-ImagesNegativeTestJSON-1791460792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:45:06.678082 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-edde0484-c6c4-4d71-8547-640add06d366 req-4e782b0a-c013-4b93-9781-7a21532b37f3 tempest-ImagesNegativeTestJSON-1791460792 tempest-ImagesNegativeTestJSON-1791460792-project] 10.222.0.39 "GET /v2.0/ports?device_id=219a18ad-6119-4a5c-9f90-ae02a975c0d8 HTTP/1.1" status: 200 len: 950 time: 0.0690162 Aug 12 14:45:06.688038 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393c16b1-b604-4333-9f2d-127417b88c55 req-28d4aa1d-66bf-42ac-bd4f-47c0c9fa9cde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:45:06.688684 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393c16b1-b604-4333-9f2d-127417b88c55 req-28d4aa1d-66bf-42ac-bd4f-47c0c9fa9cde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:45:06.689109 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393c16b1-b604-4333-9f2d-127417b88c55 req-28d4aa1d-66bf-42ac-bd4f-47c0c9fa9cde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:45:06.690151 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393c16b1-b604-4333-9f2d-127417b88c55 req-28d4aa1d-66bf-42ac-bd4f-47c0c9fa9cde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:45:06.690620 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393c16b1-b604-4333-9f2d-127417b88c55 req-28d4aa1d-66bf-42ac-bd4f-47c0c9fa9cde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:45:06.691302 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393c16b1-b604-4333-9f2d-127417b88c55 req-28d4aa1d-66bf-42ac-bd4f-47c0c9fa9cde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:45:06.691930 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393c16b1-b604-4333-9f2d-127417b88c55 req-28d4aa1d-66bf-42ac-bd4f-47c0c9fa9cde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:45:06.694155 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-393c16b1-b604-4333-9f2d-127417b88c55 req-28d4aa1d-66bf-42ac-bd4f-47c0c9fa9cde service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c4f0f352632942859f6399a2c9890ad2&device_id=419c5c7f-827f-4397-9cc6-d186147a5698 HTTP/1.1" status: 200 len: 6508 time: 0.1761131 Aug 12 14:45:06.697691 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14427695-2ed0-42f0-99b1-385aa6a66796 req-ceb39e0a-f66f-4d1f-96c6-ac7dca46b9ae tempest-TestServerMultinode-633138520 tempest-TestServerMultinode-633138520-project-admin] Network 65eb9217-5da8-4655-9a1f-f1a0244b6a82 is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:45:06.722324 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [req-14427695-2ed0-42f0-99b1-385aa6a66796 req-ceb39e0a-f66f-4d1f-96c6-ac7dca46b9ae tempest-TestServerMultinode-633138520 tempest-TestServerMultinode-633138520-project-admin] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:45:06.731465 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [req-14427695-2ed0-42f0-99b1-385aa6a66796 req-ceb39e0a-f66f-4d1f-96c6-ac7dca46b9ae tempest-TestServerMultinode-633138520 tempest-TestServerMultinode-633138520-project-admin] Received port after_create {{(pid=94467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:45:06.741483 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-edde0484-c6c4-4d71-8547-640add06d366 req-0ce9e15b-447a-4781-8a55-d270689fe65c tempest-ImagesNegativeTestJSON-1791460792 tempest-ImagesNegativeTestJSON-1791460792-project] 10.222.0.39 "GET /v2.0/security-groups?id=b6f09505-6e83-4d25-acc6-a21ec107fe62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569613 Aug 12 14:45:06.919778 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-013591f1-bd08-4441-8807-764d6a7e3f43 req-5cf68bf7-b028-411a-a59c-305fe4f3f714 tempest-ListServerFiltersTestJSON-1279059967 tempest-ListServerFiltersTestJSON-1279059967-project] 10.222.0.39 "GET /v2.0/ports?device_id=519bb32f-bada-41e8-a9e9-90cc25a414e0 HTTP/1.1" status: 200 len: 210 time: 0.0550447 Aug 12 14:45:06.923663 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-29563c1c-7a66-426c-b12c-87ad25e080d5 req-73ee6a15-fda5-4c69-93df-4273520fc24c tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc2dacd2-6b8c-4388-a6b9-7c76f36fc545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2245746 Aug 12 14:45:06.945036 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14427695-2ed0-42f0-99b1-385aa6a66796 req-ceb39e0a-f66f-4d1f-96c6-ac7dca46b9ae tempest-TestServerMultinode-633138520 tempest-TestServerMultinode-633138520-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:45:06.945661 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-14427695-2ed0-42f0-99b1-385aa6a66796 req-ceb39e0a-f66f-4d1f-96c6-ac7dca46b9ae tempest-TestServerMultinode-633138520 tempest-TestServerMultinode-633138520-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:06.979596 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] get_ports_and_sgs() called for port_ids ['e5270850-2f82-4a46-a1f7-dc222f52a7ad'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:45:06.984503 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-14427695-2ed0-42f0-99b1-385aa6a66796 req-ceb39e0a-f66f-4d1f-96c6-ac7dca46b9ae tempest-TestServerMultinode-633138520 tempest-TestServerMultinode-633138520-project-admin] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.9331975 Aug 12 14:45:06.998738 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393c16b1-b604-4333-9f2d-127417b88c55 req-0457fa08-1890-47bc-bda9-8344beaa37a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:45:06.999330 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393c16b1-b604-4333-9f2d-127417b88c55 req-0457fa08-1890-47bc-bda9-8344beaa37a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:45:06.999900 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393c16b1-b604-4333-9f2d-127417b88c55 req-0457fa08-1890-47bc-bda9-8344beaa37a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:45:07.002153 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-393c16b1-b604-4333-9f2d-127417b88c55 req-0457fa08-1890-47bc-bda9-8344beaa37a2 service neutron] 10.222.0.49 "GET /v2.0/networks?id=e5e4fc6e-0901-492c-bd78-fcc16b98eeec&id=23465ac9-c2b6-454b-ad4d-35bb38ffda1f&id=23465ac9-c2b6-454b-ad4d-35bb38ffda1f&id=23465ac9-c2b6-454b-ad4d-35bb38ffda1f&id=23465ac9-c2b6-454b-ad4d-35bb38ffda1f&id=fb4567b1-456a-4ad5-b04d-3f1c691daca7&id=fb4567b1-456a-4ad5-b04d-3f1c691daca7 HTTP/1.1" status: 200 len: 2297 time: 0.2727673 Aug 12 14:45:07.008133 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-14427695-2ed0-42f0-99b1-385aa6a66796 req-58f3523f-c208-4f65-b012-06d8e6b4bd64 service neutron] Request body: {'port': {'device_id': '3a5978fb-b3e6-4df3-96ee-b66b01625abd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-694802-15'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:45:07.116090 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [req-44015717-c913-438a-a4e7-2a1469689078 req-232ae69a-1f60-4344-97e5-38522812bda3 tempest-ImagesNegativeTestJSON-1791460792 tempest-ImagesNegativeTestJSON-1791460792-project] Deleting port 0aa09d97-23a0-4421-9e7a-309c03798693 {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:45:07.116090 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-44015717-c913-438a-a4e7-2a1469689078 req-232ae69a-1f60-4344-97e5-38522812bda3 tempest-ImagesNegativeTestJSON-1791460792 tempest-ImagesNegativeTestJSON-1791460792-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:07.243879 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-3102cd37-9f8a-4b9b-a89a-c2d26b6496a3 None None] Provisioning for port afffe5b6-2c07-43e6-b942-60ac64c7590a completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:45:07.258691 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-3102cd37-9f8a-4b9b-a89a-c2d26b6496a3 None None] Provisioning complete for port afffe5b6-2c07-43e6-b942-60ac64c7590a triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:45:07.259090 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-3102cd37-9f8a-4b9b-a89a-c2d26b6496a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:07.290955 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-393c16b1-b604-4333-9f2d-127417b88c55 req-7c5d31e4-b992-4d0a-be46-9160117cf9d4 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=827c8ce5-97e8-4c6c-9410-67c6f592ef59 HTTP/1.1" status: 200 len: 1001 time: 0.2776368 Aug 12 14:45:07.294460 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-14427695-2ed0-42f0-99b1-385aa6a66796 req-58f3523f-c208-4f65-b012-06d8e6b4bd64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:07.331853 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-3102cd37-9f8a-4b9b-a89a-c2d26b6496a3 None None] Port afffe5b6-2c07-43e6-b942-60ac64c7590a cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 14:45:07.387882 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393c16b1-b604-4333-9f2d-127417b88c55 req-4d8dbeb2-893e-4114-aff3-a7af0a0bd0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:45:07.389725 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-393c16b1-b604-4333-9f2d-127417b88c55 req-4d8dbeb2-893e-4114-aff3-a7af0a0bd0a3 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=444fade6-475a-482f-b204-ebf217d66f28 HTTP/1.1" status: 200 len: 855 time: 0.0883241 Aug 12 14:45:07.471198 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-44015717-c913-438a-a4e7-2a1469689078 req-232ae69a-1f60-4344-97e5-38522812bda3 tempest-ImagesNegativeTestJSON-1791460792 tempest-ImagesNegativeTestJSON-1791460792-project] For port 0aa09d97-23a0-4421-9e7a-309c03798693, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=0aa09d97-23a0-4421-9e7a-309c03798693,segment=NetworkSegment(a1f8c867-101b-4d30-814e-b89f55a5edd0),segment_id=a1f8c867-101b-4d30-814e-b89f55a5edd0)] {{(pid=94467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:45:07.471576 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-44015717-c913-438a-a4e7-2a1469689078 req-232ae69a-1f60-4344-97e5-38522812bda3 tempest-ImagesNegativeTestJSON-1791460792 tempest-ImagesNegativeTestJSON-1791460792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:07.584764 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [req-44015717-c913-438a-a4e7-2a1469689078 req-232ae69a-1f60-4344-97e5-38522812bda3 tempest-ImagesNegativeTestJSON-1791460792 tempest-ImagesNegativeTestJSON-1791460792-project] Calling delete_port for 0aa09d97-23a0-4421-9e7a-309c03798693 owned by compute:nova {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:45:07.597844 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393c16b1-b604-4333-9f2d-127417b88c55 req-dd60ceab-1aef-4c7b-8174-3ede29365536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:45:07.600075 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-393c16b1-b604-4333-9f2d-127417b88c55 req-dd60ceab-1aef-4c7b-8174-3ede29365536 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e5e4fc6e-0901-492c-bd78-fcc16b98eeec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1885917 Aug 12 14:45:07.761423 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc59f13-8ea3-4ca0-80e0-dbeaac692798 req-ce838fd7-4f83-4795-b0f9-b0eab0330264 tempest-TestServerMultinode-633138520 tempest-TestServerMultinode-633138520-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:45:07.763415 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ffc59f13-8ea3-4ca0-80e0-dbeaac692798 req-ce838fd7-4f83-4795-b0f9-b0eab0330264 tempest-TestServerMultinode-633138520 tempest-TestServerMultinode-633138520-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=3a5978fb-b3e6-4df3-96ee-b66b01625abd HTTP/1.1" status: 200 len: 1027 time: 0.2694445 Aug 12 14:45:07.896812 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ffc59f13-8ea3-4ca0-80e0-dbeaac692798 req-2434449a-eb7d-48f8-8dc0-3bef86209193 tempest-TestServerMultinode-633138520 tempest-TestServerMultinode-633138520-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=fbc48ba5-6828-4e0a-8ff6-28ac994cc0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187718 Aug 12 14:45:07.904691 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-393c16b1-b604-4333-9f2d-127417b88c55 req-0972b060-65c5-4409-a578-91fcce3b35d2 service neutron] 10.222.0.49 "GET /v2.0/networks/e5e4fc6e-0901-492c-bd78-fcc16b98eeec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2824068 Aug 12 14:45:07.956641 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9810c6f6-21e7-4260-96fb-46bc1138634f req-2a9209aa-1a78-4aa5-90ec-32a6f226ecaf tempest-ImagesNegativeTestJSON-1791460792 tempest-ImagesNegativeTestJSON-1791460792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:45:07.958603 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-9810c6f6-21e7-4260-96fb-46bc1138634f req-2a9209aa-1a78-4aa5-90ec-32a6f226ecaf tempest-ImagesNegativeTestJSON-1791460792 tempest-ImagesNegativeTestJSON-1791460792-project] 10.222.0.39 "GET /v2.0/ports?device_id=219a18ad-6119-4a5c-9f90-ae02a975c0d8 HTTP/1.1" status: 200 len: 950 time: 0.0846293 Aug 12 14:45:08.013949 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-9810c6f6-21e7-4260-96fb-46bc1138634f req-b6c1ec60-a3f2-4b06-b451-e3f14f32e769 tempest-ImagesNegativeTestJSON-1791460792 tempest-ImagesNegativeTestJSON-1791460792-project] 10.222.0.39 "GET /v2.0/security-groups?id=b6f09505-6e83-4d25-acc6-a21ec107fe62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474145 Aug 12 14:45:08.021612 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device 0aa09d97-23a0-4421-9e7a-309c03798693 no longer exists at agent hyperv_n-h1-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:45:08.116420 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [req-14427695-2ed0-42f0-99b1-385aa6a66796 req-58f3523f-c208-4f65-b012-06d8e6b4bd64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id afffe5b6-2c07-43e6-b942-60ac64c7590a {{(pid=94467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:45:08.132443 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-14427695-2ed0-42f0-99b1-385aa6a66796 req-58f3523f-c208-4f65-b012-06d8e6b4bd64 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:08.138485 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-44015717-c913-438a-a4e7-2a1469689078 req-232ae69a-1f60-4344-97e5-38522812bda3 tempest-ImagesNegativeTestJSON-1791460792 tempest-ImagesNegativeTestJSON-1791460792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:08.139745 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] No active binding found for port 0aa09d97-23a0-4421-9e7a-309c03798693 {{(pid=94468) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 12 14:45:08.141563 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device 0aa09d97-23a0-4421-9e7a-309c03798693 not bound to the agent host n-h1-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:45:08.142005 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device b0aac563-42bd-4b31-95a9-a0a4d4b9e42a no longer exists at agent hyperv_n-h1-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:45:08.210566 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [req-14427695-2ed0-42f0-99b1-385aa6a66796 req-58f3523f-c208-4f65-b012-06d8e6b4bd64 service neutron] Transition to ACTIVE for port object afffe5b6-2c07-43e6-b942-60ac64c7590a will not be triggered until provisioned by entity L2. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:45:08.211859 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232ae69a-1f60-4344-97e5-38522812bda3 tempest-ImagesNegativeTestJSON-1791460792 tempest-ImagesNegativeTestJSON-1791460792-project] Pushing event deleted for resources: {'Port': ['ID=0aa09d97-23a0-4421-9e7a-309c03798693,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:45:08.221108 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-393c16b1-b604-4333-9f2d-127417b88c55 req-3ace649c-0431-4ce7-b357-eea65e183965 service neutron] 10.222.0.49 "GET /v2.0/networks/e5e4fc6e-0901-492c-bd78-fcc16b98eeec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3061311 Aug 12 14:45:08.221108 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-14427695-2ed0-42f0-99b1-385aa6a66796 req-58f3523f-c208-4f65-b012-06d8e6b4bd64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:08.332726 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:08.333437 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [req-44015717-c913-438a-a4e7-2a1469689078 req-232ae69a-1f60-4344-97e5-38522812bda3 tempest-ImagesNegativeTestJSON-1791460792 tempest-ImagesNegativeTestJSON-1791460792-project] No DVR routers for this DVR port 0aa09d97-23a0-4421-9e7a-309c03798693 on host n-h1-694802-15 {{(pid=94467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:45:08.337259 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-44015717-c913-438a-a4e7-2a1469689078 req-232ae69a-1f60-4344-97e5-38522812bda3 tempest-ImagesNegativeTestJSON-1791460792 tempest-ImagesNegativeTestJSON-1791460792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:08.340104 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-44015717-c913-438a-a4e7-2a1469689078 req-232ae69a-1f60-4344-97e5-38522812bda3 tempest-ImagesNegativeTestJSON-1791460792 tempest-ImagesNegativeTestJSON-1791460792-project] 10.222.0.64 "DELETE /v2.0/ports/0aa09d97-23a0-4421-9e7a-309c03798693 HTTP/1.1" status: 204 len: 173 time: 1.6721160 Aug 12 14:45:08.360395 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-393c16b1-b604-4333-9f2d-127417b88c55 req-b692cb28-a64a-472f-999c-e2b3eaff40cf service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.233&port_id=769835af-590d-44bf-ae96-6aa7e3ae2342 HTTP/1.1" status: 200 len: 217 time: 0.1194739 Aug 12 14:45:08.383204 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port b0aac563-42bd-4b31-95a9-a0a4d4b9e42a, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=b0aac563-42bd-4b31-95a9-a0a4d4b9e42a,segment=NetworkSegment(45b28473-1709-41a1-b9df-2ccc6425c05f),segment_id=45b28473-1709-41a1-b9df-2ccc6425c05f)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:45:08.384835 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82ca70f0-3356-4166-96ef-a264876874d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b0aac563-42bd-4b31-95a9-a0a4d4b9e42a'}] {{(pid=94468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:45:08.388653 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99a8d87602170099c728e57431aca99e9b98a655a83bbf8727be13192709727b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd542582-ac7c-4edb-9411-99c47ade0af3" -d '{"events": [{"server_uuid": "82ca70f0-3356-4166-96ef-a264876874d1", "name": "network-vif-unplugged", "status": "completed", "tag": "b0aac563-42bd-4b31-95a9-a0a4d4b9e42a"}]}' {{(pid=94468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:45:08.396831 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:08.398142 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device 8bb9edf7-f6c1-4561-8b61-1cb3af49ecf6 no longer exists at agent hyperv_n-h1-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:45:08.425884 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-93370168-53ca-47c2-9e27-b066be57125c None None] No Port match for: 8bb9edf7-f6c1-4561-8b61-1cb3af49ecf6 {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 14:45:08.426603 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device 8bb9edf7-f6c1-4561-8b61-1cb3af49ecf6 not bound to the agent host n-h1-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:45:08.450155 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f3523f-c208-4f65-b012-06d8e6b4bd64 service neutron] Pushing event updated for resources: {'Port': ['ID=afffe5b6-2c07-43e6-b942-60ac64c7590a,revision_number=2']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:45:08.585110 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Pushing event updated for resources: {'Port': ['ID=b0aac563-42bd-4b31-95a9-a0a4d4b9e42a,revision_number=14']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:45:08.629611 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '219a18ad-6119-4a5c-9f90-ae02a975c0d8', 'name': 'network-vif-deleted', 'tag': '0aa09d97-23a0-4421-9e7a-309c03798693'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:45:08.631472 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e65282f928b64038367d043a4411777802006c43a98742496cb2e25b724ff1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ad4695f-acf4-455c-bf82-9a9662894d1d" -d '{"events": [{"server_uuid": "219a18ad-6119-4a5c-9f90-ae02a975c0d8", "name": "network-vif-deleted", "tag": "0aa09d97-23a0-4421-9e7a-309c03798693"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:45:08.669805 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393c16b1-b604-4333-9f2d-127417b88c55 req-c32f5466-50f7-411f-92a1-962530dfe945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:45:08.675708 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-393c16b1-b604-4333-9f2d-127417b88c55 req-c32f5466-50f7-411f-92a1-962530dfe945 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=406ca1aa-3ad0-4dfd-af58-ddff5ca74ffa HTTP/1.1" status: 200 len: 797 time: 0.2927680 Aug 12 14:45:08.699063 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-14427695-2ed0-42f0-99b1-385aa6a66796 req-58f3523f-c208-4f65-b012-06d8e6b4bd64 service neutron] Attempting to bind port afffe5b6-2c07-43e6-b942-60ac64c7590a on host n-h1-694802-15 for vnic_type normal with profile {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:45:08.699204 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-14427695-2ed0-42f0-99b1-385aa6a66796 req-58f3523f-c208-4f65-b012-06d8e6b4bd64 service neutron] Attempting to bind port afffe5b6-2c07-43e6-b942-60ac64c7590a by drivers openvswitch,hyperv on host n-h1-694802-15 at level 0 using segments [{'id': '5460dd8c-09fa-480f-a792-3783d9f14ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '65eb9217-5da8-4655-9a1f-f1a0244b6a82'}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:45:08.699535 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14427695-2ed0-42f0-99b1-385aa6a66796 req-58f3523f-c208-4f65-b012-06d8e6b4bd64 service neutron] Attempting to bind port afffe5b6-2c07-43e6-b942-60ac64c7590a on network 65eb9217-5da8-4655-9a1f-f1a0244b6a82 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:45:08.719286 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e6b7c3-a9d8-42e5-95b8-0df8ebddf3c3 req-984bd55d-900e-49ab-8224-b1a61e32f814 tempest-ListServerFiltersTestJSON-1279059967 tempest-ListServerFiltersTestJSON-1279059967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:45:08.721994 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14427695-2ed0-42f0-99b1-385aa6a66796 req-58f3523f-c208-4f65-b012-06d8e6b4bd64 service neutron] Port afffe5b6-2c07-43e6-b942-60ac64c7590a on network 65eb9217-5da8-4655-9a1f-f1a0244b6a82 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-15 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 14:45:08.722531 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14427695-2ed0-42f0-99b1-385aa6a66796 req-58f3523f-c208-4f65-b012-06d8e6b4bd64 service neutron] Attempting to bind port afffe5b6-2c07-43e6-b942-60ac64c7590a on network 65eb9217-5da8-4655-9a1f-f1a0244b6a82 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:45:08.730202 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-19e6b7c3-a9d8-42e5-95b8-0df8ebddf3c3 req-984bd55d-900e-49ab-8224-b1a61e32f814 tempest-ListServerFiltersTestJSON-1279059967 tempest-ListServerFiltersTestJSON-1279059967-project] 10.222.0.39 "GET /v2.0/ports?device_id=e63866ab-5980-4e58-8e02-90e11eef08f9 HTTP/1.1" status: 200 len: 945 time: 0.0695419 Aug 12 14:45:08.753888 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14427695-2ed0-42f0-99b1-385aa6a66796 req-58f3523f-c208-4f65-b012-06d8e6b4bd64 service neutron] Checking agent: {'id': 'de568313-a3e6-454a-9813-77e25edcea95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 27, 41), 'started_at': datetime.datetime(2021, 8, 12, 14, 27, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 44, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:45:08.754233 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14427695-2ed0-42f0-99b1-385aa6a66796 req-58f3523f-c208-4f65-b012-06d8e6b4bd64 service neutron] Checking segment: {'id': '5460dd8c-09fa-480f-a792-3783d9f14ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '65eb9217-5da8-4655-9a1f-f1a0244b6a82'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:45:08.754672 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14427695-2ed0-42f0-99b1-385aa6a66796 req-58f3523f-c208-4f65-b012-06d8e6b4bd64 service neutron] Bound using segment: {'id': '5460dd8c-09fa-480f-a792-3783d9f14ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '65eb9217-5da8-4655-9a1f-f1a0244b6a82'} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:45:08.755141 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-14427695-2ed0-42f0-99b1-385aa6a66796 req-58f3523f-c208-4f65-b012-06d8e6b4bd64 service neutron] Bound port: afffe5b6-2c07-43e6-b942-60ac64c7590a, host: n-h1-694802-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5460dd8c-09fa-480f-a792-3783d9f14ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '65eb9217-5da8-4655-9a1f-f1a0244b6a82'}}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:45:08.755501 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-14427695-2ed0-42f0-99b1-385aa6a66796 req-58f3523f-c208-4f65-b012-06d8e6b4bd64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:08.777755 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-19e6b7c3-a9d8-42e5-95b8-0df8ebddf3c3 req-982c7095-0517-4cab-a088-57a1cb106f15 tempest-ListServerFiltersTestJSON-1279059967 tempest-ListServerFiltersTestJSON-1279059967-project] 10.222.0.39 "GET /v2.0/security-groups?id=3d8a6de8-331f-498e-b3e1-f8d865328935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465038 Aug 12 14:45:08.795848 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e47e67-5967-47d8-9571-c23adfb5e982 req-464a99a6-fe19-4b0f-bde1-e3b8612560aa tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:45:08.797510 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b7e47e67-5967-47d8-9571-c23adfb5e982 req-464a99a6-fe19-4b0f-bde1-e3b8612560aa tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/ports?device_id=82ca70f0-3356-4166-96ef-a264876874d1 HTTP/1.1" status: 200 len: 945 time: 0.1770101 Aug 12 14:45:08.840675 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 12 Aug 2021 14:45:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79c22934-8fd2-436a-86fb-22f24af8fe94 x-openstack-request-id: req-79c22934-8fd2-436a-86fb-22f24af8fe94 {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:45:08.841080 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82ca70f0-3356-4166-96ef-a264876874d1", "name": "network-vif-unplugged", "status": "completed", "tag": "b0aac563-42bd-4b31-95a9-a0a4d4b9e42a", "code": 200}]} {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:45:08.841354 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-79c22934-8fd2-436a-86fb-22f24af8fe94 {{(pid=94468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:45:08.842069 n-d-694802-15 neutron-server[94468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82ca70f0-3356-4166-96ef-a264876874d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b0aac563-42bd-4b31-95a9-a0a4d4b9e42a', 'code': 200} Aug 12 14:45:08.891410 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 14:45:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e7a520c-a329-458a-b865-a7a1d0f3a6ee x-openstack-request-id: req-1e7a520c-a329-458a-b865-a7a1d0f3a6ee {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:45:08.891698 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "219a18ad-6119-4a5c-9f90-ae02a975c0d8", "name": "network-vif-deleted", "tag": "0aa09d97-23a0-4421-9e7a-309c03798693", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:45:08.892147 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1e7a520c-a329-458a-b865-a7a1d0f3a6ee {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:45:08.893326 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '219a18ad-6119-4a5c-9f90-ae02a975c0d8', 'name': 'network-vif-deleted', 'tag': '0aa09d97-23a0-4421-9e7a-309c03798693', 'status': 'completed', 'code': 200} Aug 12 14:45:08.905083 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393c16b1-b604-4333-9f2d-127417b88c55 req-305d9c67-e12c-40a4-984d-5d80c957f9f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:45:08.906737 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-393c16b1-b604-4333-9f2d-127417b88c55 req-305d9c67-e12c-40a4-984d-5d80c957f9f2 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=23465ac9-c2b6-454b-ad4d-35bb38ffda1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2109001 Aug 12 14:45:08.916958 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b7e47e67-5967-47d8-9571-c23adfb5e982 req-f290045e-52b6-4290-8d08-f2a30d728d00 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc2dacd2-6b8c-4388-a6b9-7c76f36fc545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1085672 Aug 12 14:45:09.008263 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-14427695-2ed0-42f0-99b1-385aa6a66796 req-58f3523f-c208-4f65-b012-06d8e6b4bd64 service neutron] For port afffe5b6-2c07-43e6-b942-60ac64c7590a, host n-h1-694802-15, cleared binding levels {{(pid=94467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:45:09.014262 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-14427695-2ed0-42f0-99b1-385aa6a66796 req-58f3523f-c208-4f65-b012-06d8e6b4bd64 service neutron] For port afffe5b6-2c07-43e6-b942-60ac64c7590a, host n-h1-694802-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=afffe5b6-2c07-43e6-b942-60ac64c7590a,segment=NetworkSegment(5460dd8c-09fa-480f-a792-3783d9f14ea8),segment_id=5460dd8c-09fa-480f-a792-3783d9f14ea8)] {{(pid=94467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:45:09.022207 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-14427695-2ed0-42f0-99b1-385aa6a66796 req-58f3523f-c208-4f65-b012-06d8e6b4bd64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:09.082674 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14427695-2ed0-42f0-99b1-385aa6a66796 req-58f3523f-c208-4f65-b012-06d8e6b4bd64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:45:09.082838 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8bf797-7688-48de-9e9d-5570028935fb req-9d1b612d-3414-4579-a189-d5a68a68a039 tempest-TestServerMultinode-633138520 tempest-TestServerMultinode-633138520-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:45:09.083321 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-14427695-2ed0-42f0-99b1-385aa6a66796 req-58f3523f-c208-4f65-b012-06d8e6b4bd64 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:09.084452 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-14427695-2ed0-42f0-99b1-385aa6a66796 req-58f3523f-c208-4f65-b012-06d8e6b4bd64 service neutron] 10.222.0.64 "PUT /v2.0/ports/afffe5b6-2c07-43e6-b942-60ac64c7590a HTTP/1.1" status: 200 len: 1092 time: 2.0885890 Aug 12 14:45:09.084663 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-cc8bf797-7688-48de-9e9d-5570028935fb req-9d1b612d-3414-4579-a189-d5a68a68a039 tempest-TestServerMultinode-633138520 tempest-TestServerMultinode-633138520-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=3a5978fb-b3e6-4df3-96ee-b66b01625abd HTTP/1.1" status: 200 len: 1095 time: 0.0597832 Aug 12 14:45:09.166839 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-cc8bf797-7688-48de-9e9d-5570028935fb req-3782831c-1895-48c1-bd22-1b7d9ced01c8 tempest-TestServerMultinode-633138520 tempest-TestServerMultinode-633138520-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=fbc48ba5-6828-4e0a-8ff6-28ac994cc0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727680 Aug 12 14:45:09.229024 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-393c16b1-b604-4333-9f2d-127417b88c55 req-7ba1f92a-be2e-4d35-8b4e-34a9c9ddab92 service neutron] 10.222.0.49 "GET /v2.0/networks/23465ac9-c2b6-454b-ad4d-35bb38ffda1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3032205 Aug 12 14:45:09.233392 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f3523f-c208-4f65-b012-06d8e6b4bd64 service neutron] Pushing event updated for resources: {'Port': ['ID=afffe5b6-2c07-43e6-b942-60ac64c7590a,revision_number=3']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:45:09.374689 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14427695-2ed0-42f0-99b1-385aa6a66796 req-b10456c5-0041-4b51-a34c-5d0298f15a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:45:09.376402 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-14427695-2ed0-42f0-99b1-385aa6a66796 req-b10456c5-0041-4b51-a34c-5d0298f15a94 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9a6deb5f375e45beb32ac6c559879dd7&device_id=3a5978fb-b3e6-4df3-96ee-b66b01625abd HTTP/1.1" status: 200 len: 1095 time: 0.2377801 Aug 12 14:45:09.380678 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13012205-5181-4495-b5a4-7706c25e822f req-b45a22c8-4420-46dc-bee4-bb38e6b745e0 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:45:09.391329 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-13012205-5181-4495-b5a4-7706c25e822f req-b45a22c8-4420-46dc-bee4-bb38e6b745e0 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/ports?device_id=82ca70f0-3356-4166-96ef-a264876874d1 HTTP/1.1" status: 200 len: 945 time: 0.1059785 Aug 12 14:45:09.451698 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-13012205-5181-4495-b5a4-7706c25e822f req-b95a4784-a4db-4bd8-98fd-1a101dd4d262 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc2dacd2-6b8c-4388-a6b9-7c76f36fc545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594752 Aug 12 14:45:09.478182 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-14427695-2ed0-42f0-99b1-385aa6a66796 req-61667d18-13a9-433a-becb-f16332e267d4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=afffe5b6-2c07-43e6-b942-60ac64c7590a HTTP/1.1" status: 200 len: 217 time: 0.0936372 Aug 12 14:45:09.490119 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4cc9b4-60b9-4f60-a5ae-9532cfe580a0 req-fd3ac295-1382-4bbc-bb36-d090d5769aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:45:09.491971 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9d4cc9b4-60b9-4f60-a5ae-9532cfe580a0 req-fd3ac295-1382-4bbc-bb36-d090d5769aa8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f4b313af8d624a809d563851b784d520&device_id=82ca70f0-3356-4166-96ef-a264876874d1 HTTP/1.1" status: 200 len: 1097 time: 0.2414570 Aug 12 14:45:09.531941 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-393c16b1-b604-4333-9f2d-127417b88c55 req-9d505a1d-f4f9-407d-9a17-47ad061b29f6 service neutron] 10.222.0.49 "GET /v2.0/networks/23465ac9-c2b6-454b-ad4d-35bb38ffda1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2937925 Aug 12 14:45:09.633964 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-393c16b1-b604-4333-9f2d-127417b88c55 req-2d97c6cb-c993-4c19-b40d-8d9ac94cadff service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.222&port_id=5990fff5-4fd8-40dc-8d99-17a1763d5291 HTTP/1.1" status: 200 len: 217 time: 0.0878880 Aug 12 14:45:09.664819 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14427695-2ed0-42f0-99b1-385aa6a66796 req-09ab1968-f515-4efe-9844-a43c60d71948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:45:09.666407 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-14427695-2ed0-42f0-99b1-385aa6a66796 req-09ab1968-f515-4efe-9844-a43c60d71948 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=37cace83-dd5f-48a6-88f8-b013ec6d797a HTTP/1.1" status: 200 len: 849 time: 0.1719739 Aug 12 14:45:09.765573 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393c16b1-b604-4333-9f2d-127417b88c55 req-bd6d9daa-71ee-4599-ae07-377adb67a3de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:45:09.767241 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-393c16b1-b604-4333-9f2d-127417b88c55 req-bd6d9daa-71ee-4599-ae07-377adb67a3de service neutron] 10.222.0.49 "GET /v2.0/subnets?id=406ca1aa-3ad0-4dfd-af58-ddff5ca74ffa HTTP/1.1" status: 200 len: 797 time: 0.1214330 Aug 12 14:45:09.775577 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4cc9b4-60b9-4f60-a5ae-9532cfe580a0 req-aac07a7d-7b6a-4686-9694-8a914f06bde8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:45:09.777077 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9d4cc9b4-60b9-4f60-a5ae-9532cfe580a0 req-aac07a7d-7b6a-4686-9694-8a914f06bde8 service neutron] 10.222.0.64 "GET /v2.0/networks?id=4552c891-e268-4d7c-98f1-e8736a29b277 HTTP/1.1" status: 200 len: 913 time: 0.2424476 Aug 12 14:45:09.780654 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14427695-2ed0-42f0-99b1-385aa6a66796 req-68891e36-688c-4096-a304-c518ce1ecae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:45:09.782040 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-14427695-2ed0-42f0-99b1-385aa6a66796 req-68891e36-688c-4096-a304-c518ce1ecae1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=65eb9217-5da8-4655-9a1f-f1a0244b6a82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0890920 Aug 12 14:45:09.986766 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 51302) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:45:10.069693 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-644f4673-777d-498f-8563-357cf03a60f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:10.173230 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-7cb23006-0120-42f0-8b32-eeee78583558 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4a3c1b079b4147dda07aac56f99d4b72&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1842909 Aug 12 14:45:10.176824 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 51310) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:45:10.236323 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-054d3bf5-73ab-4375-ad91-91dcd282759d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:10.326714 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9d4cc9b4-60b9-4f60-a5ae-9532cfe580a0 req-1031f017-3ea5-4d72-895b-479c8927fa3f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b0aac563-42bd-4b31-95a9-a0a4d4b9e42a HTTP/1.1" status: 200 len: 1000 time: 0.5360067 Aug 12 14:45:10.358189 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393c16b1-b604-4333-9f2d-127417b88c55 req-1ff25220-083e-48d1-9a36-244ff75956e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:45:10.359980 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-393c16b1-b604-4333-9f2d-127417b88c55 req-1ff25220-083e-48d1-9a36-244ff75956e8 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=23465ac9-c2b6-454b-ad4d-35bb38ffda1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5815890 Aug 12 14:45:10.411470 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77dd75b-6ede-4ef4-aa64-22998e2d6e7b req-9a340cfc-9137-40c8-b6d5-7614edf4a001 tempest-ListServerFiltersTestJSON-1279059967 tempest-ListServerFiltersTestJSON-1279059967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:45:10.413064 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c77dd75b-6ede-4ef4-aa64-22998e2d6e7b req-9a340cfc-9137-40c8-b6d5-7614edf4a001 tempest-ListServerFiltersTestJSON-1279059967 tempest-ListServerFiltersTestJSON-1279059967-project] 10.222.0.39 "GET /v2.0/ports?device_id=e63866ab-5980-4e58-8e02-90e11eef08f9 HTTP/1.1" status: 200 len: 945 time: 0.2110336 Aug 12 14:45:10.475070 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-14427695-2ed0-42f0-99b1-385aa6a66796 req-7cbc9b75-94e4-4d94-9f83-454102089413 service neutron] 10.222.0.64 "GET /v2.0/networks/65eb9217-5da8-4655-9a1f-f1a0244b6a82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6819019 Aug 12 14:45:10.558388 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4cc9b4-60b9-4f60-a5ae-9532cfe580a0 req-b21d3a15-4483-4e24-9760-37706d960e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:45:10.559979 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9d4cc9b4-60b9-4f60-a5ae-9532cfe580a0 req-b21d3a15-4483-4e24-9760-37706d960e32 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b3b4e56e-f3bd-4709-bfd6-3e62da1e0ac7 HTTP/1.1" status: 200 len: 851 time: 0.2157621 Aug 12 14:45:10.607137 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c77dd75b-6ede-4ef4-aa64-22998e2d6e7b req-2766ba72-cb94-41a7-a1ac-3aee0c0a3cef tempest-ListServerFiltersTestJSON-1279059967 tempest-ListServerFiltersTestJSON-1279059967-project] 10.222.0.39 "GET /v2.0/security-groups?id=3d8a6de8-331f-498e-b3e1-f8d865328935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763837 Aug 12 14:45:10.698737 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-393c16b1-b604-4333-9f2d-127417b88c55 req-3b9ea89d-2245-410c-becb-d25faa15b0ca service neutron] 10.222.0.49 "GET /v2.0/networks/23465ac9-c2b6-454b-ad4d-35bb38ffda1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3099482 Aug 12 14:45:10.729187 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-054d3bf5-73ab-4375-ad91-91dcd282759d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:10.733440 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a1768f-2633-431a-ba1d-1229f643b738 req-207ebff2-7f03-4243-9103-14afd593d634 tempest-TestServerMultinode-633138520 tempest-TestServerMultinode-633138520-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:45:10.735321 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-30a1768f-2633-431a-ba1d-1229f643b738 req-207ebff2-7f03-4243-9103-14afd593d634 tempest-TestServerMultinode-633138520 tempest-TestServerMultinode-633138520-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=3a5978fb-b3e6-4df3-96ee-b66b01625abd HTTP/1.1" status: 200 len: 1095 time: 0.4772701 Aug 12 14:45:10.753040 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2d45f0-c2be-4358-8f09-4b31a14e2b55 req-f0d6815a-cda6-4a41-80e9-5e0381f331d3 tempest-ListServerFiltersTestJSON-1279059967 tempest-ListServerFiltersTestJSON-1279059967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:45:10.754602 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-8d2d45f0-c2be-4358-8f09-4b31a14e2b55 req-f0d6815a-cda6-4a41-80e9-5e0381f331d3 tempest-ListServerFiltersTestJSON-1279059967 tempest-ListServerFiltersTestJSON-1279059967-project] 10.222.0.49 "GET /v2.0/ports?device_id=e63866ab-5980-4e58-8e02-90e11eef08f9 HTTP/1.1" status: 200 len: 945 time: 0.5197563 Aug 12 14:45:10.799951 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4cc9b4-60b9-4f60-a5ae-9532cfe580a0 req-0ecbb0d1-5a94-44a9-8dcb-8f63604d1cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:45:10.801964 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9d4cc9b4-60b9-4f60-a5ae-9532cfe580a0 req-0ecbb0d1-5a94-44a9-8dcb-8f63604d1cbd service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4552c891-e268-4d7c-98f1-e8736a29b277&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2244205 Aug 12 14:45:10.825621 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-14427695-2ed0-42f0-99b1-385aa6a66796 req-cbab8fdd-5681-4873-8e07-8ba68a3c2820 service neutron] 10.222.0.64 "GET /v2.0/networks/65eb9217-5da8-4655-9a1f-f1a0244b6a82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3385193 Aug 12 14:45:10.877600 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-30a1768f-2633-431a-ba1d-1229f643b738 req-0cb96120-d172-49e9-9d1a-be8f1722c2f7 tempest-TestServerMultinode-633138520 tempest-TestServerMultinode-633138520-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=fbc48ba5-6828-4e0a-8ff6-28ac994cc0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217766 Aug 12 14:45:10.905816 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a5978fb-b3e6-4df3-96ee-b66b01625abd', 'tag': 'afffe5b6-2c07-43e6-b942-60ac64c7590a'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:45:10.907073 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-054d3bf5-73ab-4375-ad91-91dcd282759d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:10.908511 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e65282f928b64038367d043a4411777802006c43a98742496cb2e25b724ff1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-616a5fab-89fe-498e-8c6c-3231f965483a" -d '{"events": [{"name": "network-changed", "server_uuid": "3a5978fb-b3e6-4df3-96ee-b66b01625abd", "tag": "afffe5b6-2c07-43e6-b942-60ac64c7590a"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:45:10.910003 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-054d3bf5-73ab-4375-ad91-91dcd282759d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:10.911298 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-054d3bf5-73ab-4375-ad91-91dcd282759d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b6f09505-6e83-4d25-acc6-a21ec107fe62 HTTP/1.1" status: 204 len: 168 time: 0.7338419 Aug 12 14:45:10.922660 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054d3bf5-73ab-4375-ad91-91dcd282759d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6f09505-6e83-4d25-acc6-a21ec107fe62,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:45:10.942933 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [req-8d2d45f0-c2be-4358-8f09-4b31a14e2b55 req-47eac2c3-a39e-44a2-9331-0d120828b16b tempest-ListServerFiltersTestJSON-1279059967 tempest-ListServerFiltersTestJSON-1279059967-project] Deleting port edf69591-64d3-4fd5-9bc7-970b710b1872 {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:45:10.943783 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-8d2d45f0-c2be-4358-8f09-4b31a14e2b55 req-47eac2c3-a39e-44a2-9331-0d120828b16b tempest-ListServerFiltersTestJSON-1279059967 tempest-ListServerFiltersTestJSON-1279059967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:10.971123 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-393c16b1-b604-4333-9f2d-127417b88c55 req-9860f26d-b6e8-4c8d-8cb1-8edc36f6186e service neutron] 10.222.0.49 "GET /v2.0/networks/23465ac9-c2b6-454b-ad4d-35bb38ffda1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2627375 Aug 12 14:45:10.984910 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b8cb4a-788c-4770-bd25-2cda64bc334d req-76deb669-b344-4829-aceb-ebd3b7e4a27e tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:45:10.990514 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e7b8cb4a-788c-4770-bd25-2cda64bc334d req-76deb669-b344-4829-aceb-ebd3b7e4a27e tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/ports?device_id=82ca70f0-3356-4166-96ef-a264876874d1 HTTP/1.1" status: 200 len: 945 time: 0.1466997 Aug 12 14:45:11.059333 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 14:45:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe925260-b00e-4f69-a945-094a2631e051 x-openstack-request-id: req-fe925260-b00e-4f69-a945-094a2631e051 {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:45:11.059934 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a5978fb-b3e6-4df3-96ee-b66b01625abd", "tag": "afffe5b6-2c07-43e6-b942-60ac64c7590a", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:45:11.060207 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-fe925260-b00e-4f69-a945-094a2631e051 {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:45:11.060529 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a5978fb-b3e6-4df3-96ee-b66b01625abd', 'tag': 'afffe5b6-2c07-43e6-b942-60ac64c7590a', 'status': 'completed', 'code': 200} Aug 12 14:45:11.069358 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-393c16b1-b604-4333-9f2d-127417b88c55 req-0a3509ae-afb8-4002-8edb-4c72321e9e1e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.175&port_id=5ecdfe63-3ffa-42b5-8a13-d40d6a58c5c5 HTTP/1.1" status: 200 len: 217 time: 0.0776689 Aug 12 14:45:11.070291 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [req-8d2d45f0-c2be-4358-8f09-4b31a14e2b55 req-47eac2c3-a39e-44a2-9331-0d120828b16b tempest-ListServerFiltersTestJSON-1279059967 tempest-ListServerFiltersTestJSON-1279059967-project] For port edf69591-64d3-4fd5-9bc7-970b710b1872, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=edf69591-64d3-4fd5-9bc7-970b710b1872,segment=NetworkSegment(d2d05aff-925b-4b31-af1c-62d92cd22ab3),segment_id=d2d05aff-925b-4b31-af1c-62d92cd22ab3)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:45:11.070884 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-8d2d45f0-c2be-4358-8f09-4b31a14e2b55 req-47eac2c3-a39e-44a2-9331-0d120828b16b tempest-ListServerFiltersTestJSON-1279059967 tempest-ListServerFiltersTestJSON-1279059967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:11.082768 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9d4cc9b4-60b9-4f60-a5ae-9532cfe580a0 req-c64fe557-a496-4a64-bc44-10d0990d552a service neutron] 10.222.0.64 "GET /v2.0/networks/4552c891-e268-4d7c-98f1-e8736a29b277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2702579 Aug 12 14:45:11.092741 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [req-8d2d45f0-c2be-4358-8f09-4b31a14e2b55 req-47eac2c3-a39e-44a2-9331-0d120828b16b tempest-ListServerFiltersTestJSON-1279059967 tempest-ListServerFiltersTestJSON-1279059967-project] Calling delete_port for edf69591-64d3-4fd5-9bc7-970b710b1872 owned by compute:nova {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:45:11.205296 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e7b8cb4a-788c-4770-bd25-2cda64bc334d req-b5dca86c-d167-462c-9c76-a235d3e10966 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc2dacd2-6b8c-4388-a6b9-7c76f36fc545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2055116 Aug 12 14:45:11.242622 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393c16b1-b604-4333-9f2d-127417b88c55 req-904fe36a-29bf-48bd-9d67-b9a5abb32d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:45:11.244625 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-393c16b1-b604-4333-9f2d-127417b88c55 req-904fe36a-29bf-48bd-9d67-b9a5abb32d14 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=406ca1aa-3ad0-4dfd-af58-ddff5ca74ffa HTTP/1.1" status: 200 len: 797 time: 0.1606648 Aug 12 14:45:11.250341 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616a5fab-89fe-498e-8c6c-3231f965483a req-b9255f35-11e2-41e0-a9e0-2d906333638c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:45:11.251846 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-616a5fab-89fe-498e-8c6c-3231f965483a req-b9255f35-11e2-41e0-a9e0-2d906333638c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9a6deb5f375e45beb32ac6c559879dd7&device_id=3a5978fb-b3e6-4df3-96ee-b66b01625abd HTTP/1.1" status: 200 len: 1095 time: 0.1797514 Aug 12 14:45:11.287078 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-8d2d45f0-c2be-4358-8f09-4b31a14e2b55 req-47eac2c3-a39e-44a2-9331-0d120828b16b tempest-ListServerFiltersTestJSON-1279059967 tempest-ListServerFiltersTestJSON-1279059967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:11.302825 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] get_ports_and_sgs() called for port_ids ['cb26d418-61e9-48cd-9bf8-ecf7159eb791'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:45:11.356336 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47eac2c3-a39e-44a2-9331-0d120828b16b tempest-ListServerFiltersTestJSON-1279059967 tempest-ListServerFiltersTestJSON-1279059967-project] Pushing event deleted for resources: {'Port': ['ID=edf69591-64d3-4fd5-9bc7-970b710b1872,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:45:11.356691 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9d4cc9b4-60b9-4f60-a5ae-9532cfe580a0 req-224caa35-ee17-4d9d-b79b-1fedd0467667 service neutron] 10.222.0.64 "GET /v2.0/networks/4552c891-e268-4d7c-98f1-e8736a29b277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2399707 Aug 12 14:45:11.372413 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393c16b1-b604-4333-9f2d-127417b88c55 req-b7679538-0047-488d-919f-cdb28d97b7be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:45:11.374170 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-393c16b1-b604-4333-9f2d-127417b88c55 req-b7679538-0047-488d-919f-cdb28d97b7be service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=23465ac9-c2b6-454b-ad4d-35bb38ffda1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1157336 Aug 12 14:45:11.477157 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616a5fab-89fe-498e-8c6c-3231f965483a req-1cff3815-fbdb-4358-b32c-161560bf565b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:45:11.478665 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-616a5fab-89fe-498e-8c6c-3231f965483a req-1cff3815-fbdb-4358-b32c-161560bf565b service neutron] 10.222.0.64 "GET /v2.0/networks?id=65eb9217-5da8-4655-9a1f-f1a0244b6a82 HTTP/1.1" status: 200 len: 911 time: 0.2116439 Aug 12 14:45:11.482229 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d2d45f0-c2be-4358-8f09-4b31a14e2b55 req-47eac2c3-a39e-44a2-9331-0d120828b16b tempest-ListServerFiltersTestJSON-1279059967 tempest-ListServerFiltersTestJSON-1279059967-project] No DVR routers for this DVR port edf69591-64d3-4fd5-9bc7-970b710b1872 on host n-h2-694802-15 {{(pid=94466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:45:11.495961 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-8d2d45f0-c2be-4358-8f09-4b31a14e2b55 req-47eac2c3-a39e-44a2-9331-0d120828b16b tempest-ListServerFiltersTestJSON-1279059967 tempest-ListServerFiltersTestJSON-1279059967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:11.498740 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-8d2d45f0-c2be-4358-8f09-4b31a14e2b55 req-47eac2c3-a39e-44a2-9331-0d120828b16b tempest-ListServerFiltersTestJSON-1279059967 tempest-ListServerFiltersTestJSON-1279059967-project] 10.222.0.49 "DELETE /v2.0/ports/edf69591-64d3-4fd5-9bc7-970b710b1872 HTTP/1.1" status: 204 len: 173 time: 0.7359838 Aug 12 14:45:11.500065 n-d-694802-15 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e63866ab-5980-4e58-8e02-90e11eef08f9', 'name': 'network-vif-deleted', 'tag': 'edf69591-64d3-4fd5-9bc7-970b710b1872'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:45:11.508761 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e785eeede3897370d0b20f09d5f461b30cfecd5ed38c4f07dacd02bc52c9277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d9570da-5632-41d6-93dd-0ca623f2ca9e" -d '{"events": [{"server_uuid": "e63866ab-5980-4e58-8e02-90e11eef08f9", "name": "network-vif-deleted", "tag": "edf69591-64d3-4fd5-9bc7-970b710b1872"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:45:11.557769 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-393c16b1-b604-4333-9f2d-127417b88c55 req-d03dd9df-5f39-45a1-befb-88f18c5bdfb5 service neutron] 10.222.0.49 "GET /v2.0/networks/23465ac9-c2b6-454b-ad4d-35bb38ffda1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1675997 Aug 12 14:45:11.585046 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] get_ports_and_sgs() called for port_ids ['edf69591-64d3-4fd5-9bc7-970b710b1872'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:45:11.594779 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 14:45:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85dac0de-48d9-43c9-b1e0-4bf809d295ae x-openstack-request-id: req-85dac0de-48d9-43c9-b1e0-4bf809d295ae {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:45:11.595089 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e63866ab-5980-4e58-8e02-90e11eef08f9", "name": "network-vif-deleted", "tag": "edf69591-64d3-4fd5-9bc7-970b710b1872", "status": "completed", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:45:11.595549 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-85dac0de-48d9-43c9-b1e0-4bf809d295ae {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:45:11.596223 n-d-694802-15 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e63866ab-5980-4e58-8e02-90e11eef08f9', 'name': 'network-vif-deleted', 'tag': 'edf69591-64d3-4fd5-9bc7-970b710b1872', 'status': 'completed', 'code': 200} Aug 12 14:45:11.706704 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:11.895614 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-616a5fab-89fe-498e-8c6c-3231f965483a req-ea5cbca0-2f21-4c05-810c-f32a887a00b2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=afffe5b6-2c07-43e6-b942-60ac64c7590a HTTP/1.1" status: 200 len: 217 time: 0.4077108 Aug 12 14:45:11.931759 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-393c16b1-b604-4333-9f2d-127417b88c55 req-ae207814-bff7-429f-b183-25d9284abc99 service neutron] 10.222.0.49 "GET /v2.0/networks/23465ac9-c2b6-454b-ad4d-35bb38ffda1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3625693 Aug 12 14:45:11.958388 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-41e04cbe-7e96-4063-9cf3-f98921647b43 req-2e37ca71-56d5-4499-9b8f-93bda49d3499 tempest-ListServerFiltersTestJSON-1279059967 tempest-ListServerFiltersTestJSON-1279059967-project] 10.222.0.39 "GET /v2.0/ports?device_id=e63866ab-5980-4e58-8e02-90e11eef08f9 HTTP/1.1" status: 200 len: 210 time: 0.1816926 Aug 12 14:45:12.036161 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device afffe5b6-2c07-43e6-b942-60ac64c7590a details requested by agent hyperv_n-h1-694802-15 with host n-h1-694802-15 {{(pid=94468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 14:45:12.051636 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-393c16b1-b604-4333-9f2d-127417b88c55 req-83065f10-bbbb-411f-846c-68cc42b845ea service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.107&port_id=0d3500d0-8996-4ba7-a29c-4271f88cdfba HTTP/1.1" status: 200 len: 217 time: 0.0963154 Aug 12 14:45:12.114544 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616a5fab-89fe-498e-8c6c-3231f965483a req-9175d156-87c5-48fc-80b9-f2b3820b2894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:45:12.116133 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-616a5fab-89fe-498e-8c6c-3231f965483a req-9175d156-87c5-48fc-80b9-f2b3820b2894 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=37cace83-dd5f-48a6-88f8-b013ec6d797a HTTP/1.1" status: 200 len: 849 time: 0.1689250 Aug 12 14:45:12.131802 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da98173-b674-4c41-89f8-5229c77e89ab req-8f41ab42-b9f2-49da-878a-89eb737f4cc8 tempest-TestServerMultinode-633138520 tempest-TestServerMultinode-633138520-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:45:12.144094 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-2da98173-b674-4c41-89f8-5229c77e89ab req-8f41ab42-b9f2-49da-878a-89eb737f4cc8 tempest-TestServerMultinode-633138520 tempest-TestServerMultinode-633138520-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=3a5978fb-b3e6-4df3-96ee-b66b01625abd HTTP/1.1" status: 200 len: 1095 time: 0.0791519 Aug 12 14:45:12.148510 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 51378) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:45:12.201904 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393c16b1-b604-4333-9f2d-127417b88c55 req-15b8b33f-1df2-4da1-bfa3-5d7b36918854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:45:12.203494 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-393c16b1-b604-4333-9f2d-127417b88c55 req-15b8b33f-1df2-4da1-bfa3-5d7b36918854 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=406ca1aa-3ad0-4dfd-af58-ddff5ca74ffa HTTP/1.1" status: 200 len: 797 time: 0.1313567 Aug 12 14:45:12.208515 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port afffe5b6-2c07-43e6-b942-60ac64c7590a, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=afffe5b6-2c07-43e6-b942-60ac64c7590a,segment=NetworkSegment(5460dd8c-09fa-480f-a792-3783d9f14ea8),segment_id=5460dd8c-09fa-480f-a792-3783d9f14ea8)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:45:12.224089 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616a5fab-89fe-498e-8c6c-3231f965483a req-d5efe6b6-0aae-475c-ad30-ed9c8aad9216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:45:12.226209 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-616a5fab-89fe-498e-8c6c-3231f965483a req-d5efe6b6-0aae-475c-ad30-ed9c8aad9216 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=65eb9217-5da8-4655-9a1f-f1a0244b6a82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0878019 Aug 12 14:45:12.229627 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Returning: {'device': 'afffe5b6-2c07-43e6-b942-60ac64c7590a', 'network_id': '65eb9217-5da8-4655-9a1f-f1a0244b6a82', 'port_id': 'afffe5b6-2c07-43e6-b942-60ac64c7590a', 'mac_address': 'fa:16:3e:0a:37:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37cace83-dd5f-48a6-88f8-b013ec6d797a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 14:45:12.252422 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-2da98173-b674-4c41-89f8-5229c77e89ab req-37c27d26-1455-420e-8227-bb8bb976547d tempest-TestServerMultinode-633138520 tempest-TestServerMultinode-633138520-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=fbc48ba5-6828-4e0a-8ff6-28ac994cc0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071708 Aug 12 14:45:12.323328 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:12.339333 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id afffe5b6-2c07-43e6-b942-60ac64c7590a {{(pid=94468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:45:12.361495 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port afffe5b6-2c07-43e6-b942-60ac64c7590a, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=afffe5b6-2c07-43e6-b942-60ac64c7590a,segment=NetworkSegment(5460dd8c-09fa-480f-a792-3783d9f14ea8),segment_id=5460dd8c-09fa-480f-a792-3783d9f14ea8)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:45:12.367380 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:12.418478 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-8130b4bf-b5b4-4397-81ef-9619baa38b14 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-127029322-network', 'tenant_id': '134fac5c7f02425c8307f61c29b78a01'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:45:12.432054 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Pushing event updated for resources: {'Port': ['ID=afffe5b6-2c07-43e6-b942-60ac64c7590a,revision_number=4']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:45:12.433863 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393c16b1-b604-4333-9f2d-127417b88c55 req-fc3eebec-6091-4627-b0fc-f3202ffb042f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:45:12.435987 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-393c16b1-b604-4333-9f2d-127417b88c55 req-fc3eebec-6091-4627-b0fc-f3202ffb042f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=23465ac9-c2b6-454b-ad4d-35bb38ffda1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2233248 Aug 12 14:45:12.492032 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc30e28b-b52b-4f6a-b760-1a1d41380581 req-a41c64b5-a75a-49f4-84a9-a5a978c2cdb8 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:45:12.493559 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-dc30e28b-b52b-4f6a-b760-1a1d41380581 req-a41c64b5-a75a-49f4-84a9-a5a978c2cdb8 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/ports?device_id=82ca70f0-3356-4166-96ef-a264876874d1 HTTP/1.1" status: 200 len: 945 time: 0.1615713 Aug 12 14:45:12.505820 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-616a5fab-89fe-498e-8c6c-3231f965483a req-e13c5024-87d7-4423-9f42-b579904b30ad service neutron] 10.222.0.64 "GET /v2.0/networks/65eb9217-5da8-4655-9a1f-f1a0244b6a82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2435753 Aug 12 14:45:12.548121 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8130b4bf-b5b4-4397-81ef-9619baa38b14 admin admin] Made reservation on behalf of 134fac5c7f02425c8307f61c29b78a01 for: {'network': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:45:12.550378 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-8130b4bf-b5b4-4397-81ef-9619baa38b14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for network, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:12.603966 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:12.608477 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-8130b4bf-b5b4-4397-81ef-9619baa38b14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:12.651080 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] get_ports_and_sgs() called for port_ids ['afffe5b6-2c07-43e6-b942-60ac64c7590a'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:45:12.675560 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-dc30e28b-b52b-4f6a-b760-1a1d41380581 req-0c511bcf-d47f-4d68-8d3c-77cd4692a8ca tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc2dacd2-6b8c-4388-a6b9-7c76f36fc545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1687403 Aug 12 14:45:12.728419 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-393c16b1-b604-4333-9f2d-127417b88c55 req-48b0e7ec-fc8c-4359-8fa0-f592d8677a98 service neutron] 10.222.0.49 "GET /v2.0/networks/23465ac9-c2b6-454b-ad4d-35bb38ffda1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2687399 Aug 12 14:45:12.758632 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-616a5fab-89fe-498e-8c6c-3231f965483a req-c45df777-82a5-40f4-8b53-ebd4f3df5b45 service neutron] 10.222.0.64 "GET /v2.0/networks/65eb9217-5da8-4655-9a1f-f1a0244b6a82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2248707 Aug 12 14:45:12.912126 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-393c16b1-b604-4333-9f2d-127417b88c55 req-df75e6ab-ed6b-4b24-b452-62d545e67a32 service neutron] 10.222.0.49 "GET /v2.0/networks/23465ac9-c2b6-454b-ad4d-35bb38ffda1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1727712 Aug 12 14:45:12.928271 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-8130b4bf-b5b4-4397-81ef-9619baa38b14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:12.941219 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-8130b4bf-b5b4-4397-81ef-9619baa38b14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:12.985357 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-393c16b1-b604-4333-9f2d-127417b88c55 req-cc66c8fd-ea28-4fbd-b50e-9801862cf875 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=60dab493-b044-4ff6-81af-81a8db5e9f4e HTTP/1.1" status: 200 len: 217 time: 0.0541127 Aug 12 14:45:12.998616 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc394322-4b83-436e-8ccd-1fcb5c14e18b req-d0b2fb98-f747-4350-ad0a-bb0b24f4e02e tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:45:13.000212 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-dc394322-4b83-436e-8ccd-1fcb5c14e18b req-d0b2fb98-f747-4350-ad0a-bb0b24f4e02e tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/ports?device_id=82ca70f0-3356-4166-96ef-a264876874d1 HTTP/1.1" status: 200 len: 945 time: 0.1394260 Aug 12 14:45:13.022026 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:13.025004 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8130b4bf-b5b4-4397-81ef-9619baa38b14 admin admin] vlan segment allocate from pool success with {'vlan_id': 315, 'physical_network': 'physnet1'} {{(pid=94467) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 14:45:13.056017 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8130b4bf-b5b4-4397-81ef-9619baa38b14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55b364b5-9875-4138-afec-ef44c968676c,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:45:13.077043 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-8130b4bf-b5b4-4397-81ef-9619baa38b14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:13.077423 n-d-694802-15 neutron-server[94467]: INFO neutron.db.segments_db [None req-8130b4bf-b5b4-4397-81ef-9619baa38b14 admin admin] Added segment f6e58e10-dfa6-41fc-9a36-e7681f766f4c of type vlan for network 71d9eab4-ae6b-4da2-9d26-be0413c8c121 Aug 12 14:45:13.139963 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-dc394322-4b83-436e-8ccd-1fcb5c14e18b req-08707333-ec80-4749-b2e4-56a291c81662 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc2dacd2-6b8c-4388-a6b9-7c76f36fc545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1210606 Aug 12 14:45:13.143214 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393c16b1-b604-4333-9f2d-127417b88c55 req-fd531c79-fec1-4d79-a79e-c6153966f0a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:45:13.144661 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-393c16b1-b604-4333-9f2d-127417b88c55 req-fd531c79-fec1-4d79-a79e-c6153966f0a6 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=87452bc0-af6f-4ccf-be47-4493323e3f3a HTTP/1.1" status: 200 len: 797 time: 0.1393633 Aug 12 14:45:13.146298 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-8130b4bf-b5b4-4397-81ef-9619baa38b14 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744653628263'] for network, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:13.211847 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-8130b4bf-b5b4-4397-81ef-9619baa38b14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409'] for network, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:13.212843 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8130b4bf-b5b4-4397-81ef-9619baa38b14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:45:13.215626 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-8130b4bf-b5b4-4397-81ef-9619baa38b14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for network, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:13.226325 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393c16b1-b604-4333-9f2d-127417b88c55 req-9cb84be4-50b1-403b-ad5e-fc210cca9218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:45:13.228549 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-393c16b1-b604-4333-9f2d-127417b88c55 req-9cb84be4-50b1-403b-ad5e-fc210cca9218 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=fb4567b1-456a-4ad5-b04d-3f1c691daca7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0723827 Aug 12 14:45:13.337638 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-1fff5a9b-9294-4a66-b4d9-76a22fe27aa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:13.346547 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-8130b4bf-b5b4-4397-81ef-9619baa38b14 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.1926262 Aug 12 14:45:13.349159 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 51406) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:45:13.354621 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-a8c05752-2fc6-49eb-8475-3dc7073666c3 admin admin] Request body: {'subnet': {'network_id': '71d9eab4-ae6b-4da2-9d26-be0413c8c121', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-127029322-subnet', 'tenant_id': '134fac5c7f02425c8307f61c29b78a01', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:45:13.386992 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30db37b6-3ec5-4633-a487-5e1131bc6dc8 req-45cbcd24-4ad1-4dbd-91b0-17363ef61e68 tempest-ListServerFiltersTestJSON-1279059967 tempest-ListServerFiltersTestJSON-1279059967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:45:13.388579 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-30db37b6-3ec5-4633-a487-5e1131bc6dc8 req-45cbcd24-4ad1-4dbd-91b0-17363ef61e68 tempest-ListServerFiltersTestJSON-1279059967 tempest-ListServerFiltersTestJSON-1279059967-project] 10.222.0.39 "GET /v2.0/ports?device_id=a213a945-2481-4cf1-a668-0946b792e4e6 HTTP/1.1" status: 200 len: 946 time: 0.0762079 Aug 12 14:45:13.389112 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8130b4bf-b5b4-4397-81ef-9619baa38b14 admin admin] Pushing event updated for resources: {'Network': ['ID=71d9eab4-ae6b-4da2-9d26-be0413c8c121,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:45:13.399230 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8c05752-2fc6-49eb-8475-3dc7073666c3 admin admin] Made reservation on behalf of 134fac5c7f02425c8307f61c29b78a01 for: {'subnet': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:45:13.400881 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Network 71d9eab4-ae6b-4da2-9d26-be0413c8c121 details requested by agent ovs-agent-n-d-694802-15 with host n-d-694802-15 {{(pid=94468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 14:45:13.403305 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a8c05752-2fc6-49eb-8475-3dc7073666c3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8776441'] for subnet, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:13.442438 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679cd4a4-1cce-4820-8fbf-cb4fc2567d3b req-b0485e61-8fda-4821-a1d0-72716db3412e tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:45:13.443988 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-679cd4a4-1cce-4820-8fbf-cb4fc2567d3b req-b0485e61-8fda-4821-a1d0-72716db3412e tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/ports?device_id=82ca70f0-3356-4166-96ef-a264876874d1 HTTP/1.1" status: 200 len: 945 time: 0.1027200 Aug 12 14:45:13.451102 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-393c16b1-b604-4333-9f2d-127417b88c55 req-551709f0-0760-48fc-badd-00c629597f6c service neutron] 10.222.0.49 "GET /v2.0/networks/fb4567b1-456a-4ad5-b04d-3f1c691daca7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2093067 Aug 12 14:45:13.519221 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-30db37b6-3ec5-4633-a487-5e1131bc6dc8 req-557b5291-8b36-4e08-a9a5-3d9a6683b821 tempest-ListServerFiltersTestJSON-1279059967 tempest-ListServerFiltersTestJSON-1279059967-project] 10.222.0.39 "GET /v2.0/security-groups?id=3d8a6de8-331f-498e-b3e1-f8d865328935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091146 Aug 12 14:45:13.571298 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-679cd4a4-1cce-4820-8fbf-cb4fc2567d3b req-9ade8eb2-0a0a-4736-9efc-69f2f866f2b4 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc2dacd2-6b8c-4388-a6b9-7c76f36fc545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1191382 Aug 12 14:45:13.627607 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-393c16b1-b604-4333-9f2d-127417b88c55 req-d74395c1-71b8-4730-9d62-f69745bd0e78 service neutron] 10.222.0.49 "GET /v2.0/networks/fb4567b1-456a-4ad5-b04d-3f1c691daca7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1598704 Aug 12 14:45:13.689424 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-393c16b1-b604-4333-9f2d-127417b88c55 req-ed22627c-f079-49dc-8eae-b38e7ddf4059 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=0499b153-16f3-45bf-a9f7-4cf3ddd80c7a HTTP/1.1" status: 200 len: 217 time: 0.0512209 Aug 12 14:45:13.693455 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a0e2f9-5e41-4482-9188-a91a529e9a21 req-564cb399-9d32-4b21-ab66-394b8eff0613 tempest-TestServerMultinode-633138520 tempest-TestServerMultinode-633138520-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:45:13.695345 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-e5a0e2f9-5e41-4482-9188-a91a529e9a21 req-564cb399-9d32-4b21-ab66-394b8eff0613 tempest-TestServerMultinode-633138520 tempest-TestServerMultinode-633138520-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=3a5978fb-b3e6-4df3-96ee-b66b01625abd HTTP/1.1" status: 200 len: 1096 time: 0.0905731 Aug 12 14:45:13.727060 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a8c05752-2fc6-49eb-8475-3dc7073666c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3718490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8776395'] for subnet, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:13.760430 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393c16b1-b604-4333-9f2d-127417b88c55 req-d8019e93-ede4-4fff-a89f-5bb6bfdbc0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:45:13.762505 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-393c16b1-b604-4333-9f2d-127417b88c55 req-d8019e93-ede4-4fff-a89f-5bb6bfdbc0bf service neutron] 10.222.0.49 "GET /v2.0/subnets?id=87452bc0-af6f-4ccf-be47-4493323e3f3a HTTP/1.1" status: 200 len: 797 time: 0.0583377 Aug 12 14:45:13.780762 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-e5a0e2f9-5e41-4482-9188-a91a529e9a21 req-15376d62-deca-40b4-98ef-e8d014c1d0fa tempest-TestServerMultinode-633138520 tempest-TestServerMultinode-633138520-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=fbc48ba5-6828-4e0a-8ff6-28ac994cc0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769560 Aug 12 14:45:13.820384 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8c05752-2fc6-49eb-8475-3dc7073666c3 admin admin] Checking segment: {'id': 'f6e58e10-dfa6-41fc-9a36-e7681f766f4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '71d9eab4-ae6b-4da2-9d26-be0413c8c121'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:45:13.821176 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8c05752-2fc6-49eb-8475-3dc7073666c3 admin admin] Network hostable DHCP agents. Network: 71d9eab4-ae6b-4da2-9d26-be0413c8c121, hostable agents: ['1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658'], hosted agents: [] {{(pid=94466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 14:45:13.833742 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c05752-2fc6-49eb-8475-3dc7073666c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=47fac38b-ec88-4378-a279-39ea282d7d9b,revision_number=0']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:45:13.850861 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8c05752-2fc6-49eb-8475-3dc7073666c3 admin admin] Network 71d9eab4-ae6b-4da2-9d26-be0413c8c121 is scheduled to be hosted by DHCP agent 1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658 with binding_index 1 {{(pid=94466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 14:45:13.861209 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-a8c05752-2fc6-49eb-8475-3dc7073666c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-15, 71d9eab4-ae6b-4da2-9d26-be0413c8c121) {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:45:13.873340 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45268dda-c510-4de9-8825-c6ef0ba0e7e6 None None] Network 71d9eab4-ae6b-4da2-9d26-be0413c8c121 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:45:13.876309 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8c05752-2fc6-49eb-8475-3dc7073666c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:45:13.888480 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a8c05752-2fc6-49eb-8475-3dc7073666c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for subnet, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:13.908735 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-a8c05752-2fc6-49eb-8475-3dc7073666c3 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.5575750 Aug 12 14:45:13.941650 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393c16b1-b604-4333-9f2d-127417b88c55 req-b7619ed7-b67f-40d2-a41d-baa174125a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:45:13.943196 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-393c16b1-b604-4333-9f2d-127417b88c55 req-b7619ed7-b67f-40d2-a41d-baa174125a3e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=fb4567b1-456a-4ad5-b04d-3f1c691daca7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1717849 Aug 12 14:45:14.000560 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-1769855f-eda9-4483-9dc3-3220908ab45d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:14.044899 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device afffe5b6-2c07-43e6-b942-60ac64c7590a up at agent hyperv_n-h1-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:45:14.134740 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fba7522-02c2-44b5-99f1-2ea932622102 req-20b9113a-1bd4-4c97-b637-a71ff125147b tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:45:14.143342 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4fba7522-02c2-44b5-99f1-2ea932622102 req-20b9113a-1bd4-4c97-b637-a71ff125147b tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/networks?id=4552c891-e268-4d7c-98f1-e8736a29b277 HTTP/1.1" status: 200 len: 812 time: 0.3430572 Aug 12 14:45:14.157067 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bc532f6-44f5-43e5-8820-816d51ea1382 None None] Network 71d9eab4-ae6b-4da2-9d26-be0413c8c121 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:45:14.169863 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4fba7522-02c2-44b5-99f1-2ea932622102 req-1cdf0d41-b1f0-49d8-bda4-7895c40cc71c tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/quotas/f4b313af8d624a809d563851b784d520 HTTP/1.1" status: 200 len: 375 time: 0.0257039 Aug 12 14:45:14.172114 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Provisioning for port afffe5b6-2c07-43e6-b942-60ac64c7590a completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:45:14.205901 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Provisioning complete for port afffe5b6-2c07-43e6-b942-60ac64c7590a triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:45:14.206326 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:14.237651 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 51440) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:45:14.285656 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4fba7522-02c2-44b5-99f1-2ea932622102 req-d2dedb42-353d-43e5-8559-3920f84a978a tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=f4b313af8d624a809d563851b784d520&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1147406 Aug 12 14:45:14.391564 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-393c16b1-b604-4333-9f2d-127417b88c55 req-7b3c9ec6-7178-47dc-aa1c-4c8bc3b8f5f7 service neutron] 10.222.0.49 "GET /v2.0/networks/fb4567b1-456a-4ad5-b04d-3f1c691daca7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4361920 Aug 12 14:45:14.406502 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b989875f-c05b-43e1-820d-897b3b370a93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:14.509850 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [req-4a12c1bc-d38e-4668-ab26-a9fa1b9b3571 req-43bc7ec6-bfda-4d4a-b391-2461e48d1c4c tempest-SecurityGroupRulesTestJSON-142449692 tempest-SecurityGroupRulesTestJSON-142449692-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-119566758', 'description': 'tempest-description-1433691308'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:45:14.531104 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b989875f-c05b-43e1-820d-897b3b370a93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:14.541567 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b989875f-c05b-43e1-820d-897b3b370a93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:14.551584 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:14.552825 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4fba7522-02c2-44b5-99f1-2ea932622102 req-4439fb6a-5a4e-4c1e-a8a3-8cccda883683 service neutron] 10.222.0.39 "GET /v2.0/networks/4552c891-e268-4d7c-98f1-e8736a29b277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2663417 Aug 12 14:45:14.584107 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a5978fb-b3e6-4df3-96ee-b66b01625abd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afffe5b6-2c07-43e6-b942-60ac64c7590a'}] {{(pid=94468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:45:14.587452 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99a8d87602170099c728e57431aca99e9b98a655a83bbf8727be13192709727b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c8e1424-758b-46a6-923a-f23b96f3e9c9" -d '{"events": [{"server_uuid": "3a5978fb-b3e6-4df3-96ee-b66b01625abd", "name": "network-vif-plugged", "status": "completed", "tag": "afffe5b6-2c07-43e6-b942-60ac64c7590a"}]}' {{(pid=94468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:45:14.597824 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-4a12c1bc-d38e-4668-ab26-a9fa1b9b3571 req-43bc7ec6-bfda-4d4a-b391-2461e48d1c4c tempest-SecurityGroupRulesTestJSON-142449692 tempest-SecurityGroupRulesTestJSON-142449692-project] Notify callbacks [] for security_group, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:14.604065 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-b989875f-c05b-43e1-820d-897b3b370a93 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=be25fe78be1e48b6aff23bae0c6b821a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3628130 Aug 12 14:45:14.608781 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port afffe5b6-2c07-43e6-b942-60ac64c7590a, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=afffe5b6-2c07-43e6-b942-60ac64c7590a,segment=NetworkSegment(5460dd8c-09fa-480f-a792-3783d9f14ea8),segment_id=5460dd8c-09fa-480f-a792-3783d9f14ea8)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:45:14.609689 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 51450) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:45:14.615030 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:14.623443 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b989875f-c05b-43e1-820d-897b3b370a93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6befe53d-9529-4a0e-a0de-5a2fa7f13ffb,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:45:14.642444 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b989875f-c05b-43e1-820d-897b3b370a93 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:45:14.643070 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b989875f-c05b-43e1-820d-897b3b370a93 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:45:14.643609 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b989875f-c05b-43e1-820d-897b3b370a93 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:45:14.643937 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b989875f-c05b-43e1-820d-897b3b370a93 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:45:14.644953 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b989875f-c05b-43e1-820d-897b3b370a93 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:45:14.645280 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b989875f-c05b-43e1-820d-897b3b370a93 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:45:14.645600 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b989875f-c05b-43e1-820d-897b3b370a93 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:45:14.646095 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b989875f-c05b-43e1-820d-897b3b370a93 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:45:14.646601 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b989875f-c05b-43e1-820d-897b3b370a93 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:45:14.646926 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b989875f-c05b-43e1-820d-897b3b370a93 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:45:14.647274 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b989875f-c05b-43e1-820d-897b3b370a93 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:45:14.647597 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b989875f-c05b-43e1-820d-897b3b370a93 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:45:14.647847 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-393c16b1-b604-4333-9f2d-127417b88c55 req-d1bef2be-31f0-4709-b330-1d238c20fad2 service neutron] 10.222.0.49 "GET /v2.0/networks/fb4567b1-456a-4ad5-b04d-3f1c691daca7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2482498 Aug 12 14:45:14.701453 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Pushing event updated for resources: {'Port': ['ID=afffe5b6-2c07-43e6-b942-60ac64c7590a,revision_number=5']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:45:14.715631 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4fba7522-02c2-44b5-99f1-2ea932622102 req-a9db412b-a29d-4a0a-99f6-78f82b8abc72 service neutron] 10.222.0.39 "GET /v2.0/networks/4552c891-e268-4d7c-98f1-e8736a29b277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1618767 Aug 12 14:45:14.717610 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e013acb9-b753-4d85-b8f9-4b86188e0fed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:14.757863 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e013acb9-b753-4d85-b8f9-4b86188e0fed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:14.806329 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-4a12c1bc-d38e-4668-ab26-a9fa1b9b3571 req-43bc7ec6-bfda-4d4a-b391-2461e48d1c4c tempest-SecurityGroupRulesTestJSON-142449692 tempest-SecurityGroupRulesTestJSON-142449692-project] Notify callbacks [] for security_group, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:14.810346 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-4a12c1bc-d38e-4668-ab26-a9fa1b9b3571 req-43bc7ec6-bfda-4d4a-b391-2461e48d1c4c tempest-SecurityGroupRulesTestJSON-142449692 tempest-SecurityGroupRulesTestJSON-142449692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:14.857130 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-4a12c1bc-d38e-4668-ab26-a9fa1b9b3571 req-43bc7ec6-bfda-4d4a-b391-2461e48d1c4c tempest-SecurityGroupRulesTestJSON-142449692 tempest-SecurityGroupRulesTestJSON-142449692-project] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:14.869819 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-4a12c1bc-d38e-4668-ab26-a9fa1b9b3571 req-43bc7ec6-bfda-4d4a-b391-2461e48d1c4c tempest-SecurityGroupRulesTestJSON-142449692 tempest-SecurityGroupRulesTestJSON-142449692-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3661561 Aug 12 14:45:14.878171 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bc7ec6-bfda-4d4a-b391-2461e48d1c4c tempest-SecurityGroupRulesTestJSON-142449692 tempest-SecurityGroupRulesTestJSON-142449692-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81359eb1-7b57-4d63-9392-46aa77760b25,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:45:14.880770 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e013acb9-b753-4d85-b8f9-4b86188e0fed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:14.883977 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e013acb9-b753-4d85-b8f9-4b86188e0fed admin admin] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:14.890627 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-e013acb9-b753-4d85-b8f9-4b86188e0fed admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6befe53d-9529-4a0e-a0de-5a2fa7f13ffb HTTP/1.1" status: 204 len: 168 time: 0.2799442 Aug 12 14:45:14.906150 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2330bb81-a989-421d-b212-6c9a8150b2f7 req-7d02107a-a250-4daf-9b44-d7a0cc9a4d04 tempest-ListServerFiltersTestJSON-1279059967 tempest-ListServerFiltersTestJSON-1279059967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:45:14.908698 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2330bb81-a989-421d-b212-6c9a8150b2f7 req-7d02107a-a250-4daf-9b44-d7a0cc9a4d04 tempest-ListServerFiltersTestJSON-1279059967 tempest-ListServerFiltersTestJSON-1279059967-project] 10.222.0.64 "GET /v2.0/ports?device_id=a213a945-2481-4cf1-a668-0946b792e4e6 HTTP/1.1" status: 200 len: 946 time: 0.0656307 Aug 12 14:45:14.915307 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e013acb9-b753-4d85-b8f9-4b86188e0fed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6befe53d-9529-4a0e-a0de-5a2fa7f13ffb,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:45:14.984918 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 14:45:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-961c8f17-4994-4c67-ab58-81045abc4ac2 x-openstack-request-id: req-961c8f17-4994-4c67-ab58-81045abc4ac2 {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:45:14.985311 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a5978fb-b3e6-4df3-96ee-b66b01625abd", "name": "network-vif-plugged", "status": "completed", "tag": "afffe5b6-2c07-43e6-b942-60ac64c7590a", "code": 200}]} {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:45:14.985784 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-961c8f17-4994-4c67-ab58-81045abc4ac2 {{(pid=94468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:45:14.986250 n-d-694802-15 neutron-server[94468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a5978fb-b3e6-4df3-96ee-b66b01625abd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afffe5b6-2c07-43e6-b942-60ac64c7590a', 'code': 200} Aug 12 14:45:15.064645 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07e27ae-18af-44ce-9bf9-d4c1a1966911 req-c883a765-a972-480f-9e76-3012b0ed5242 tempest-ListServerFiltersTestJSON-1279059967 tempest-ListServerFiltersTestJSON-1279059967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:45:15.073770 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-e07e27ae-18af-44ce-9bf9-d4c1a1966911 req-c883a765-a972-480f-9e76-3012b0ed5242 tempest-ListServerFiltersTestJSON-1279059967 tempest-ListServerFiltersTestJSON-1279059967-project] 10.222.0.39 "GET /v2.0/ports?device_id=a213a945-2481-4cf1-a668-0946b792e4e6 HTTP/1.1" status: 200 len: 946 time: 0.1169105 Aug 12 14:45:15.135678 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-e07e27ae-18af-44ce-9bf9-d4c1a1966911 req-8c30055f-3282-425a-98fe-97c25f07e14a tempest-ListServerFiltersTestJSON-1279059967 tempest-ListServerFiltersTestJSON-1279059967-project] 10.222.0.39 "GET /v2.0/security-groups?id=3d8a6de8-331f-498e-b3e1-f8d865328935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607927 Aug 12 14:45:15.210623 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-bbe7cbb5-ccba-44fd-ae5a-2faaaf1c2e12 req-8b2de53a-555c-4a72-b837-b9ec5b35fff4 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/ports?device_id=626df24c-f964-4db8-a298-cb24cde94dbb HTTP/1.1" status: 200 len: 210 time: 0.0370660 Aug 12 14:45:15.345174 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-686beb71-639f-42ab-b405-dcda8ddee583 req-5c101914-9526-433b-91cd-6278735c0688 tempest-SecurityGroupRulesTestJSON-142449692 tempest-SecurityGroupRulesTestJSON-142449692-project] 10.222.0.39 "GET /v2.0/security-groups/81359eb1-7b57-4d63-9392-46aa77760b25 HTTP/1.1" status: 200 len: 1806 time: 0.0948439 Aug 12 14:45:15.357182 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [req-686beb71-639f-42ab-b405-dcda8ddee583 req-54cb4495-cd3c-4621-9d8a-31f592e5d169 tempest-SecurityGroupRulesTestJSON-142449692 tempest-SecurityGroupRulesTestJSON-142449692-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '81359eb1-7b57-4d63-9392-46aa77760b25', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:45:15.357596 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [req-686beb71-639f-42ab-b405-dcda8ddee583 req-54cb4495-cd3c-4621-9d8a-31f592e5d169 tempest-SecurityGroupRulesTestJSON-142449692 tempest-SecurityGroupRulesTestJSON-142449692-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '81359eb1-7b57-4d63-9392-46aa77760b25', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:45:15.364340 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 51474) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:45:15.385914 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9654cc10-0ddb-40b7-9693-9a3111e3faf1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:15.481304 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-686beb71-639f-42ab-b405-dcda8ddee583 req-54cb4495-cd3c-4621-9d8a-31f592e5d169 tempest-SecurityGroupRulesTestJSON-142449692 tempest-SecurityGroupRulesTestJSON-142449692-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:15.503813 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c217cd7-66f4-44c6-9d26-be1f7e4995a2 req-db278654-3624-4d70-b5dd-4c556b04c098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:45:15.505886 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9c217cd7-66f4-44c6-9d26-be1f7e4995a2 req-db278654-3624-4d70-b5dd-4c556b04c098 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=3a5978fb-b3e6-4df3-96ee-b66b01625abd HTTP/1.1" status: 200 len: 1097 time: 0.0940316 Aug 12 14:45:15.511569 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244d0fc2-ca7a-484a-93b1-0323af99cfd3 req-64eca6fa-cc52-4efa-895c-48982e1901ee tempest-TestServerMultinode-633138520 tempest-TestServerMultinode-633138520-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:45:15.519512 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-244d0fc2-ca7a-484a-93b1-0323af99cfd3 req-64eca6fa-cc52-4efa-895c-48982e1901ee tempest-TestServerMultinode-633138520 tempest-TestServerMultinode-633138520-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=3a5978fb-b3e6-4df3-96ee-b66b01625abd HTTP/1.1" status: 200 len: 1097 time: 0.1087453 Aug 12 14:45:15.526562 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-686beb71-639f-42ab-b405-dcda8ddee583 req-54cb4495-cd3c-4621-9d8a-31f592e5d169 tempest-SecurityGroupRulesTestJSON-142449692 tempest-SecurityGroupRulesTestJSON-142449692-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:15.533601 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-686beb71-639f-42ab-b405-dcda8ddee583 req-54cb4495-cd3c-4621-9d8a-31f592e5d169 tempest-SecurityGroupRulesTestJSON-142449692 tempest-SecurityGroupRulesTestJSON-142449692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641735'] for security_group_rule, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:15.537613 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [req-2330bb81-a989-421d-b212-6c9a8150b2f7 req-b1bcfa6f-4b31-467f-9dc7-53d54658599e tempest-ListServerFiltersTestJSON-1279059967 tempest-ListServerFiltersTestJSON-1279059967-project] Deleting port cb26d418-61e9-48cd-9bf8-ecf7159eb791 {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:45:15.538240 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-2330bb81-a989-421d-b212-6c9a8150b2f7 req-b1bcfa6f-4b31-467f-9dc7-53d54658599e tempest-ListServerFiltersTestJSON-1279059967 tempest-ListServerFiltersTestJSON-1279059967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:15.560811 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-fe95f194-a3b0-4c04-9e42-20b511169d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:15.563551 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cb4495-cd3c-4621-9d8a-31f592e5d169 tempest-SecurityGroupRulesTestJSON-142449692 tempest-SecurityGroupRulesTestJSON-142449692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32770d1f-17b7-41bb-90d6-960209134e38,revision_number=0']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:45:15.586670 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9654cc10-0ddb-40b7-9693-9a3111e3faf1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:15.592060 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9654cc10-0ddb-40b7-9693-9a3111e3faf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:15.604833 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-686beb71-639f-42ab-b405-dcda8ddee583 req-54cb4495-cd3c-4621-9d8a-31f592e5d169 tempest-SecurityGroupRulesTestJSON-142449692 tempest-SecurityGroupRulesTestJSON-142449692-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:15.606041 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-686beb71-639f-42ab-b405-dcda8ddee583 req-54cb4495-cd3c-4621-9d8a-31f592e5d169 tempest-SecurityGroupRulesTestJSON-142449692 tempest-SecurityGroupRulesTestJSON-142449692-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2545948 Aug 12 14:45:15.636613 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9c217cd7-66f4-44c6-9d26-be1f7e4995a2 req-de66d296-6da3-4b2c-a4fb-b28f101a8523 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=fbc48ba5-6828-4e0a-8ff6-28ac994cc0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148286 Aug 12 14:45:15.644230 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-9654cc10-0ddb-40b7-9693-9a3111e3faf1 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=037b29d2cd59466e9a190540608e89e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2786973 Aug 12 14:45:15.645159 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9654cc10-0ddb-40b7-9693-9a3111e3faf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a557b18b-366d-46c9-ade1-7dcb1a348538,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:45:15.648524 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-244d0fc2-ca7a-484a-93b1-0323af99cfd3 req-aeca784e-5c4f-4669-be98-e11ca3e9131d tempest-TestServerMultinode-633138520 tempest-TestServerMultinode-633138520-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=fbc48ba5-6828-4e0a-8ff6-28ac994cc0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253526 Aug 12 14:45:15.648823 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 51478) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:45:15.700108 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-2330bb81-a989-421d-b212-6c9a8150b2f7 req-b1bcfa6f-4b31-467f-9dc7-53d54658599e tempest-ListServerFiltersTestJSON-1279059967 tempest-ListServerFiltersTestJSON-1279059967-project] For port cb26d418-61e9-48cd-9bf8-ecf7159eb791, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=cb26d418-61e9-48cd-9bf8-ecf7159eb791,segment=NetworkSegment(d2d05aff-925b-4b31-af1c-62d92cd22ab3),segment_id=d2d05aff-925b-4b31-af1c-62d92cd22ab3)] {{(pid=94467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:45:15.700475 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-2330bb81-a989-421d-b212-6c9a8150b2f7 req-b1bcfa6f-4b31-467f-9dc7-53d54658599e tempest-ListServerFiltersTestJSON-1279059967 tempest-ListServerFiltersTestJSON-1279059967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:15.720470 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [req-2330bb81-a989-421d-b212-6c9a8150b2f7 req-b1bcfa6f-4b31-467f-9dc7-53d54658599e tempest-ListServerFiltersTestJSON-1279059967 tempest-ListServerFiltersTestJSON-1279059967-project] Calling delete_port for cb26d418-61e9-48cd-9bf8-ecf7159eb791 owned by compute:nova {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:45:15.737124 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [req-953c5a3e-265e-4adc-9f8b-259cda556040 req-201f6107-a09c-4120-9c15-36ce8e155dff tempest-SecurityGroupRulesTestJSON-142449692 tempest-SecurityGroupRulesTestJSON-142449692-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-538036896', 'description': 'tempest-description-962299591'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:45:15.741924 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d3d660c2-80aa-470e-b057-97169a40a7ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:15.776316 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d3d660c2-80aa-470e-b057-97169a40a7ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:15.793080 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-953c5a3e-265e-4adc-9f8b-259cda556040 req-201f6107-a09c-4120-9c15-36ce8e155dff tempest-SecurityGroupRulesTestJSON-142449692 tempest-SecurityGroupRulesTestJSON-142449692-project] Notify callbacks [] for security_group, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:15.853568 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d3d660c2-80aa-470e-b057-97169a40a7ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:15.856151 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d3d660c2-80aa-470e-b057-97169a40a7ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:15.859774 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-d3d660c2-80aa-470e-b057-97169a40a7ac admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a557b18b-366d-46c9-ade1-7dcb1a348538 HTTP/1.1" status: 204 len: 168 time: 0.2076380 Aug 12 14:45:15.866913 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-2330bb81-a989-421d-b212-6c9a8150b2f7 req-b1bcfa6f-4b31-467f-9dc7-53d54658599e tempest-ListServerFiltersTestJSON-1279059967 tempest-ListServerFiltersTestJSON-1279059967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:15.875823 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d660c2-80aa-470e-b057-97169a40a7ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a557b18b-366d-46c9-ade1-7dcb1a348538,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:45:15.880703 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] get_ports_and_sgs() called for port_ids ['cb26d418-61e9-48cd-9bf8-ecf7159eb791'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:45:15.927245 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bcfa6f-4b31-467f-9dc7-53d54658599e tempest-ListServerFiltersTestJSON-1279059967 tempest-ListServerFiltersTestJSON-1279059967-project] Pushing event deleted for resources: {'Port': ['ID=cb26d418-61e9-48cd-9bf8-ecf7159eb791,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:45:15.947473 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-953c5a3e-265e-4adc-9f8b-259cda556040 req-201f6107-a09c-4120-9c15-36ce8e155dff tempest-SecurityGroupRulesTestJSON-142449692 tempest-SecurityGroupRulesTestJSON-142449692-project] Notify callbacks [] for security_group, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:15.954548 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-953c5a3e-265e-4adc-9f8b-259cda556040 req-201f6107-a09c-4120-9c15-36ce8e155dff tempest-SecurityGroupRulesTestJSON-142449692 tempest-SecurityGroupRulesTestJSON-142449692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:15.971349 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [req-2330bb81-a989-421d-b212-6c9a8150b2f7 req-b1bcfa6f-4b31-467f-9dc7-53d54658599e tempest-ListServerFiltersTestJSON-1279059967 tempest-ListServerFiltersTestJSON-1279059967-project] No DVR routers for this DVR port cb26d418-61e9-48cd-9bf8-ecf7159eb791 on host n-h1-694802-15 {{(pid=94467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:45:15.975053 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-2330bb81-a989-421d-b212-6c9a8150b2f7 req-b1bcfa6f-4b31-467f-9dc7-53d54658599e tempest-ListServerFiltersTestJSON-1279059967 tempest-ListServerFiltersTestJSON-1279059967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:15.980651 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2330bb81-a989-421d-b212-6c9a8150b2f7 req-b1bcfa6f-4b31-467f-9dc7-53d54658599e tempest-ListServerFiltersTestJSON-1279059967 tempest-ListServerFiltersTestJSON-1279059967-project] 10.222.0.64 "DELETE /v2.0/ports/cb26d418-61e9-48cd-9bf8-ecf7159eb791 HTTP/1.1" status: 204 len: 173 time: 1.0606360 Aug 12 14:45:15.981226 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a213a945-2481-4cf1-a668-0946b792e4e6', 'name': 'network-vif-deleted', 'tag': 'cb26d418-61e9-48cd-9bf8-ecf7159eb791'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:45:15.985793 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e65282f928b64038367d043a4411777802006c43a98742496cb2e25b724ff1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c383945e-f7e9-42af-bab3-120d5db2d63e" -d '{"events": [{"server_uuid": "a213a945-2481-4cf1-a668-0946b792e4e6", "name": "network-vif-deleted", "tag": "cb26d418-61e9-48cd-9bf8-ecf7159eb791"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:45:16.009072 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device edf69591-64d3-4fd5-9bc7-970b710b1872 no longer exists at agent hyperv_n-h2-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:45:16.025246 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201f6107-a09c-4120-9c15-36ce8e155dff tempest-SecurityGroupRulesTestJSON-142449692 tempest-SecurityGroupRulesTestJSON-142449692-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5878f8fc-9401-4751-bd76-2fd5975d1ce9,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:45:16.042574 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-953c5a3e-265e-4adc-9f8b-259cda556040 req-201f6107-a09c-4120-9c15-36ce8e155dff tempest-SecurityGroupRulesTestJSON-142449692 tempest-SecurityGroupRulesTestJSON-142449692-project] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:16.045697 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] No Port match for: edf69591-64d3-4fd5-9bc7-970b710b1872 {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 14:45:16.046634 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device edf69591-64d3-4fd5-9bc7-970b710b1872 not bound to the agent host n-h2-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:45:16.054284 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-953c5a3e-265e-4adc-9f8b-259cda556040 req-201f6107-a09c-4120-9c15-36ce8e155dff tempest-SecurityGroupRulesTestJSON-142449692 tempest-SecurityGroupRulesTestJSON-142449692-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.3179820 Aug 12 14:45:16.100056 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 14:45:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e1a45ce-3f5f-4cb2-b6b7-2f5f711d79a4 x-openstack-request-id: req-6e1a45ce-3f5f-4cb2-b6b7-2f5f711d79a4 {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:45:16.100633 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a213a945-2481-4cf1-a668-0946b792e4e6", "name": "network-vif-deleted", "tag": "cb26d418-61e9-48cd-9bf8-ecf7159eb791", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:45:16.101263 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6e1a45ce-3f5f-4cb2-b6b7-2f5f711d79a4 {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:45:16.101675 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a213a945-2481-4cf1-a668-0946b792e4e6', 'name': 'network-vif-deleted', 'tag': 'cb26d418-61e9-48cd-9bf8-ecf7159eb791', 'status': 'completed', 'code': 200} Aug 12 14:45:16.185681 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-541b5962-c29d-4903-814e-5d3ab62fec47 req-88982da0-8c65-4b0e-aa54-884c917b9738 tempest-SecurityGroupRulesTestJSON-142449692 tempest-SecurityGroupRulesTestJSON-142449692-project] 10.222.0.39 "GET /v2.0/security-groups/5878f8fc-9401-4751-bd76-2fd5975d1ce9 HTTP/1.1" status: 200 len: 1805 time: 0.0971310 Aug 12 14:45:16.191052 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [req-541b5962-c29d-4903-814e-5d3ab62fec47 req-708af035-1f2d-4058-a233-4fc4a6224050 tempest-SecurityGroupRulesTestJSON-142449692 tempest-SecurityGroupRulesTestJSON-142449692-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '5878f8fc-9401-4751-bd76-2fd5975d1ce9', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:45:16.191312 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [req-541b5962-c29d-4903-814e-5d3ab62fec47 req-708af035-1f2d-4058-a233-4fc4a6224050 tempest-SecurityGroupRulesTestJSON-142449692 tempest-SecurityGroupRulesTestJSON-142449692-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '5878f8fc-9401-4751-bd76-2fd5975d1ce9', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:45:16.311876 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fba7522-02c2-44b5-99f1-2ea932622102 req-99f55a97-a691-4836-be80-89e712869879 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:45:16.314734 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4fba7522-02c2-44b5-99f1-2ea932622102 req-99f55a97-a691-4836-be80-89e712869879 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.49 "GET /v2.0/networks?id=4552c891-e268-4d7c-98f1-e8736a29b277 HTTP/1.1" status: 200 len: 812 time: 0.1748745 Aug 12 14:45:16.318005 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-541b5962-c29d-4903-814e-5d3ab62fec47 req-708af035-1f2d-4058-a233-4fc4a6224050 tempest-SecurityGroupRulesTestJSON-142449692 tempest-SecurityGroupRulesTestJSON-142449692-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:16.343977 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-4fba7522-02c2-44b5-99f1-2ea932622102 req-268de583-b37d-4a2a-8826-f1aaf0081ab5 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Request body: {'port': {'device_id': '626df24c-f964-4db8-a298-cb24cde94dbb', 'network_id': '4552c891-e268-4d7c-98f1-e8736a29b277', 'admin_state_up': True, 'tenant_id': 'f4b313af8d624a809d563851b784d520'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:45:16.356829 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-541b5962-c29d-4903-814e-5d3ab62fec47 req-708af035-1f2d-4058-a233-4fc4a6224050 tempest-SecurityGroupRulesTestJSON-142449692 tempest-SecurityGroupRulesTestJSON-142449692-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:16.362440 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-541b5962-c29d-4903-814e-5d3ab62fec47 req-708af035-1f2d-4058-a233-4fc4a6224050 tempest-SecurityGroupRulesTestJSON-142449692 tempest-SecurityGroupRulesTestJSON-142449692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641735'] for security_group_rule, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:16.377400 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0481165e-8b7d-43ed-a648-d700bf80fb5b req-e2bd0f36-944e-4bcd-b70a-9593ed67f14e tempest-ListServerFiltersTestJSON-1279059967 tempest-ListServerFiltersTestJSON-1279059967-project] 10.222.0.39 "GET /v2.0/ports?device_id=a213a945-2481-4cf1-a668-0946b792e4e6 HTTP/1.1" status: 200 len: 210 time: 0.0589185 Aug 12 14:45:16.432505 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-541b5962-c29d-4903-814e-5d3ab62fec47 req-708af035-1f2d-4058-a233-4fc4a6224050 tempest-SecurityGroupRulesTestJSON-142449692 tempest-SecurityGroupRulesTestJSON-142449692-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:16.437176 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-541b5962-c29d-4903-814e-5d3ab62fec47 req-708af035-1f2d-4058-a233-4fc4a6224050 tempest-SecurityGroupRulesTestJSON-142449692 tempest-SecurityGroupRulesTestJSON-142449692-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.2485247 Aug 12 14:45:16.437862 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708af035-1f2d-4058-a233-4fc4a6224050 tempest-SecurityGroupRulesTestJSON-142449692 tempest-SecurityGroupRulesTestJSON-142449692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91d0cd30-9eec-49b1-82ab-971e216fa356,revision_number=0']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:45:16.458767 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 51496) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:45:16.479161 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [req-ec96d0a7-e566-4b7b-8074-01f294d7be4b req-bab0252c-7ff5-44cc-8057-1125dee9f95d tempest-SecurityGroupRulesTestJSON-142449692 tempest-SecurityGroupRulesTestJSON-142449692-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1155696829', 'description': 'tempest-description-79368810'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:45:16.494633 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-54102a8e-adab-447c-98c7-6a7679026968 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:16.518187 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4fba7522-02c2-44b5-99f1-2ea932622102 req-268de583-b37d-4a2a-8826-f1aaf0081ab5 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Made reservation on behalf of f4b313af8d624a809d563851b784d520 for: {'port': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:45:16.521688 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-4fba7522-02c2-44b5-99f1-2ea932622102 req-268de583-b37d-4a2a-8826-f1aaf0081ab5 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:16.540879 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-24ae7ee3-241a-43df-b44b-33e14db2293f req-a833c922-08fa-4ff1-96aa-21582c680a22 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/ports?device_id=626df24c-f964-4db8-a298-cb24cde94dbb HTTP/1.1" status: 200 len: 210 time: 0.0346663 Aug 12 14:45:16.575664 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.db.api [None req-54102a8e-adab-447c-98c7-6a7679026968 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 12 14:45:16.575664 n-d-694802-15 neutron-server[94466]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 12 14:45:16.575664 n-d-694802-15 neutron-server[94466]: [parameters: {'project_id_1': 'e12545283b374818b502542ee0fbfaa4', 'expiration_1': datetime.datetime(2021, 8, 12, 14, 45, 16, 538073)}] Aug 12 14:45:16.575664 n-d-694802-15 neutron-server[94466]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94466) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 12 14:45:16.577184 n-d-694802-15 neutron-server[94466]: DEBUG oslo_db.api [None req-54102a8e-adab-447c-98c7-6a7679026968 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 12 14:45:16.585463 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-ec96d0a7-e566-4b7b-8074-01f294d7be4b req-bab0252c-7ff5-44cc-8057-1125dee9f95d tempest-SecurityGroupRulesTestJSON-142449692 tempest-SecurityGroupRulesTestJSON-142449692-project] Notify callbacks [] for security_group, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:16.686065 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-ec96d0a7-e566-4b7b-8074-01f294d7be4b req-bab0252c-7ff5-44cc-8057-1125dee9f95d tempest-SecurityGroupRulesTestJSON-142449692 tempest-SecurityGroupRulesTestJSON-142449692-project] Notify callbacks [] for security_group, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:16.693589 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-ec96d0a7-e566-4b7b-8074-01f294d7be4b req-bab0252c-7ff5-44cc-8057-1125dee9f95d tempest-SecurityGroupRulesTestJSON-142449692 tempest-SecurityGroupRulesTestJSON-142449692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:16.696288 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_common [req-4fba7522-02c2-44b5-99f1-2ea932622102 req-268de583-b37d-4a2a-8826-f1aaf0081ab5 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Allocated IP 172.20.0.4 (4552c891-e268-4d7c-98f1-e8736a29b277/b3b4e56e-f3bd-4709-bfd6-3e62da1e0ac7/d6dd4e8b-7641-4872-bd81-cdaa5b199e54) {{(pid=94467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:45:16.714445 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-ec96d0a7-e566-4b7b-8074-01f294d7be4b req-bab0252c-7ff5-44cc-8057-1125dee9f95d tempest-SecurityGroupRulesTestJSON-142449692 tempest-SecurityGroupRulesTestJSON-142449692-project] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:16.715721 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-ec96d0a7-e566-4b7b-8074-01f294d7be4b req-bab0252c-7ff5-44cc-8057-1125dee9f95d tempest-SecurityGroupRulesTestJSON-142449692 tempest-SecurityGroupRulesTestJSON-142449692-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.2493594 Aug 12 14:45:16.737761 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab0252c-7ff5-44cc-8057-1125dee9f95d tempest-SecurityGroupRulesTestJSON-142449692 tempest-SecurityGroupRulesTestJSON-142449692-project] Pushing event updated for resources: {'SecurityGroup': ['ID=565bd80b-83ea-426b-a36a-60c15775ed05,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:45:16.806966 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [req-7de8beca-ead1-48e5-ab90-3a0bd94e4921 req-76416490-eaa7-4ea0-a713-a385ac0bca36 tempest-SecurityGroupRulesTestJSON-142449692 tempest-SecurityGroupRulesTestJSON-142449692-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1569625187', 'description': 'tempest-description-93443897'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:45:16.828970 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-7de8beca-ead1-48e5-ab90-3a0bd94e4921 req-76416490-eaa7-4ea0-a713-a385ac0bca36 tempest-SecurityGroupRulesTestJSON-142449692 tempest-SecurityGroupRulesTestJSON-142449692-project] Notify callbacks [] for security_group, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:16.839809 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b5a627-8cfb-4979-a286-657cbc09dc18 req-66109eac-9ead-402a-a313-be9e7fb41c7a tempest-TestServerMultinode-633138520 tempest-TestServerMultinode-633138520-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:45:16.841362 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-79b5a627-8cfb-4979-a286-657cbc09dc18 req-66109eac-9ead-402a-a313-be9e7fb41c7a tempest-TestServerMultinode-633138520 tempest-TestServerMultinode-633138520-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=3a5978fb-b3e6-4df3-96ee-b66b01625abd HTTP/1.1" status: 200 len: 1097 time: 0.1015887 Aug 12 14:45:16.915486 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-79b5a627-8cfb-4979-a286-657cbc09dc18 req-5b16aff5-4b72-452d-b439-b27de8758075 tempest-TestServerMultinode-633138520 tempest-TestServerMultinode-633138520-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=fbc48ba5-6828-4e0a-8ff6-28ac994cc0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625265 Aug 12 14:45:16.920034 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-4fba7522-02c2-44b5-99f1-2ea932622102 req-268de583-b37d-4a2a-8826-f1aaf0081ab5 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Notify callbacks [] for port, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:16.922088 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-7de8beca-ead1-48e5-ab90-3a0bd94e4921 req-76416490-eaa7-4ea0-a713-a385ac0bca36 tempest-SecurityGroupRulesTestJSON-142449692 tempest-SecurityGroupRulesTestJSON-142449692-project] Notify callbacks [] for security_group, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:16.928062 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-7de8beca-ead1-48e5-ab90-3a0bd94e4921 req-76416490-eaa7-4ea0-a713-a385ac0bca36 tempest-SecurityGroupRulesTestJSON-142449692 tempest-SecurityGroupRulesTestJSON-142449692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:16.934274 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [req-4fba7522-02c2-44b5-99f1-2ea932622102 req-268de583-b37d-4a2a-8826-f1aaf0081ab5 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Transition to ACTIVE for port object d6dd4e8b-7641-4872-bd81-cdaa5b199e54 will not be triggered until provisioned by entity DHCP. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:45:16.964273 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76416490-eaa7-4ea0-a713-a385ac0bca36 tempest-SecurityGroupRulesTestJSON-142449692 tempest-SecurityGroupRulesTestJSON-142449692-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3a65509-b937-4114-b3d6-3d8e603027ea,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:45:16.967951 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-7de8beca-ead1-48e5-ab90-3a0bd94e4921 req-76416490-eaa7-4ea0-a713-a385ac0bca36 tempest-SecurityGroupRulesTestJSON-142449692 tempest-SecurityGroupRulesTestJSON-142449692-project] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:16.969360 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-7de8beca-ead1-48e5-ab90-3a0bd94e4921 req-76416490-eaa7-4ea0-a713-a385ac0bca36 tempest-SecurityGroupRulesTestJSON-142449692 tempest-SecurityGroupRulesTestJSON-142449692-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.1667809 Aug 12 14:45:16.975134 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-4fba7522-02c2-44b5-99f1-2ea932622102 req-268de583-b37d-4a2a-8826-f1aaf0081ab5 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:17.021718 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4fba7522-02c2-44b5-99f1-2ea932622102 req-268de583-b37d-4a2a-8826-f1aaf0081ab5 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Network 4552c891-e268-4d7c-98f1-e8736a29b277 is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:45:17.027202 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [req-4fba7522-02c2-44b5-99f1-2ea932622102 req-268de583-b37d-4a2a-8826-f1aaf0081ab5 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:45:17.031088 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fba7522-02c2-44b5-99f1-2ea932622102 req-268de583-b37d-4a2a-8826-f1aaf0081ab5 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Received port after_create {{(pid=94467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:45:17.065202 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268de583-b37d-4a2a-8826-f1aaf0081ab5 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Pushing event updated for resources: {'Port': ['ID=d6dd4e8b-7641-4872-bd81-cdaa5b199e54,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:45:17.079169 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-54102a8e-adab-447c-98c7-6a7679026968 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:17.084150 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6e3272-4f99-4419-a8d5-5d44b1533f10 req-499f3d61-d752-4696-a2e3-65fc7bd38e0d tempest-TestServerMultinode-633138520 tempest-TestServerMultinode-633138520-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:45:17.085763 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-da6e3272-4f99-4419-a8d5-5d44b1533f10 req-499f3d61-d752-4696-a2e3-65fc7bd38e0d tempest-TestServerMultinode-633138520 tempest-TestServerMultinode-633138520-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=3a5978fb-b3e6-4df3-96ee-b66b01625abd HTTP/1.1" status: 200 len: 1097 time: 0.0604575 Aug 12 14:45:17.115506 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fba7522-02c2-44b5-99f1-2ea932622102 req-268de583-b37d-4a2a-8826-f1aaf0081ab5 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:45:17.116141 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-4fba7522-02c2-44b5-99f1-2ea932622102 req-268de583-b37d-4a2a-8826-f1aaf0081ab5 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:17.135701 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-1cf2dc5e-272e-4bf3-be44-ad94eb2a23eb req-cd2746f2-f3a0-4b32-acd0-208e779c19db tempest-SecurityGroupRulesTestJSON-142449692 tempest-SecurityGroupRulesTestJSON-142449692-project] 10.222.0.39 "GET /v2.0/security-groups/565bd80b-83ea-426b-a36a-60c15775ed05 HTTP/1.1" status: 200 len: 1805 time: 0.0745273 Aug 12 14:45:17.166784 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-da6e3272-4f99-4419-a8d5-5d44b1533f10 req-d2e64531-87aa-4cb7-b9ca-4859b100757a tempest-TestServerMultinode-633138520 tempest-TestServerMultinode-633138520-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=fbc48ba5-6828-4e0a-8ff6-28ac994cc0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632727 Aug 12 14:45:17.197985 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-1cf2dc5e-272e-4bf3-be44-ad94eb2a23eb req-c3736efb-8479-4251-83e5-e1876a9b4df9 tempest-SecurityGroupRulesTestJSON-142449692 tempest-SecurityGroupRulesTestJSON-142449692-project] 10.222.0.39 "GET /v2.0/security-groups/c3a65509-b937-4114-b3d6-3d8e603027ea HTTP/1.1" status: 200 len: 1805 time: 0.0560117 Aug 12 14:45:17.211178 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-1cf2dc5e-272e-4bf3-be44-ad94eb2a23eb req-06cff061-d25a-4a01-be8a-7132b757d714 tempest-SecurityGroupRulesTestJSON-142449692 tempest-SecurityGroupRulesTestJSON-142449692-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '565bd80b-83ea-426b-a36a-60c15775ed05', 'remote_group_id': 'c3a65509-b937-4114-b3d6-3d8e603027ea', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:45:17.212026 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-1cf2dc5e-272e-4bf3-be44-ad94eb2a23eb req-06cff061-d25a-4a01-be8a-7132b757d714 tempest-SecurityGroupRulesTestJSON-142449692 tempest-SecurityGroupRulesTestJSON-142449692-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '565bd80b-83ea-426b-a36a-60c15775ed05', 'remote_group_id': 'c3a65509-b937-4114-b3d6-3d8e603027ea', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:45:17.230946 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-54102a8e-adab-447c-98c7-6a7679026968 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:17.236407 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-54102a8e-adab-447c-98c7-6a7679026968 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:17.262350 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4fba7522-02c2-44b5-99f1-2ea932622102 req-268de583-b37d-4a2a-8826-f1aaf0081ab5 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9270263 Aug 12 14:45:17.279287 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-54102a8e-adab-447c-98c7-6a7679026968 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e12545283b374818b502542ee0fbfaa4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8191032 Aug 12 14:45:17.281539 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 51516) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:45:17.292255 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54102a8e-adab-447c-98c7-6a7679026968 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b85229ad-e176-41e6-9f0b-d4b1ef61db83,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:45:17.322655 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-7d30568a-bc4a-49f9-86ee-30f2dd6fe977 None None] Provisioning for port d6dd4e8b-7641-4872-bd81-cdaa5b199e54 completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:45:17.328859 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-7d30568a-bc4a-49f9-86ee-30f2dd6fe977 None None] Provisioning complete for port d6dd4e8b-7641-4872-bd81-cdaa5b199e54 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:45:17.329246 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-7d30568a-bc4a-49f9-86ee-30f2dd6fe977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:17.344449 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-1cf2dc5e-272e-4bf3-be44-ad94eb2a23eb req-06cff061-d25a-4a01-be8a-7132b757d714 tempest-SecurityGroupRulesTestJSON-142449692 tempest-SecurityGroupRulesTestJSON-142449692-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:17.373728 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-7d30568a-bc4a-49f9-86ee-30f2dd6fe977 None None] Port d6dd4e8b-7641-4872-bd81-cdaa5b199e54 cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 14:45:17.395130 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-1cf2dc5e-272e-4bf3-be44-ad94eb2a23eb req-06cff061-d25a-4a01-be8a-7132b757d714 tempest-SecurityGroupRulesTestJSON-142449692 tempest-SecurityGroupRulesTestJSON-142449692-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:17.400025 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-1cf2dc5e-272e-4bf3-be44-ad94eb2a23eb req-06cff061-d25a-4a01-be8a-7132b757d714 tempest-SecurityGroupRulesTestJSON-142449692 tempest-SecurityGroupRulesTestJSON-142449692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641735'] for security_group_rule, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:17.403204 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-56d1d6e9-214f-4417-bdd3-1cc3529eb0c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:17.419916 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cff061-d25a-4a01-be8a-7132b757d714 tempest-SecurityGroupRulesTestJSON-142449692 tempest-SecurityGroupRulesTestJSON-142449692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a23d0dd5-7383-4609-9746-9aea5db566c7,revision_number=0']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:45:17.424386 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672e102d-9d05-4183-98f5-740dc8a06f59 req-ad03208b-0c00-4eaf-8b5d-52792eb732d9 tempest-TestServerMultinode-633138520 tempest-TestServerMultinode-633138520-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:45:17.427952 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-1cf2dc5e-272e-4bf3-be44-ad94eb2a23eb req-06cff061-d25a-4a01-be8a-7132b757d714 tempest-SecurityGroupRulesTestJSON-142449692 tempest-SecurityGroupRulesTestJSON-142449692-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:17.429303 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-1cf2dc5e-272e-4bf3-be44-ad94eb2a23eb req-06cff061-d25a-4a01-be8a-7132b757d714 tempest-SecurityGroupRulesTestJSON-142449692 tempest-SecurityGroupRulesTestJSON-142449692-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.2250955 Aug 12 14:45:17.431640 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-672e102d-9d05-4183-98f5-740dc8a06f59 req-ad03208b-0c00-4eaf-8b5d-52792eb732d9 tempest-TestServerMultinode-633138520 tempest-TestServerMultinode-633138520-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=3a5978fb-b3e6-4df3-96ee-b66b01625abd HTTP/1.1" status: 200 len: 1097 time: 0.0843711 Aug 12 14:45:17.454597 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-56d1d6e9-214f-4417-bdd3-1cc3529eb0c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:17.479274 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-4fba7522-02c2-44b5-99f1-2ea932622102 req-53b23290-57a2-4573-b948-a7746ec4ed74 service neutron] Request body: {'port': {'device_id': '626df24c-f964-4db8-a298-cb24cde94dbb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-694802-15'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:45:17.482652 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 51522) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:45:17.497252 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-672e102d-9d05-4183-98f5-740dc8a06f59 req-02b78e67-e7d3-4915-8c74-cb8357691ff5 tempest-TestServerMultinode-633138520 tempest-TestServerMultinode-633138520-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=fbc48ba5-6828-4e0a-8ff6-28ac994cc0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598264 Aug 12 14:45:17.528648 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-56d1d6e9-214f-4417-bdd3-1cc3529eb0c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:17.531386 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-56d1d6e9-214f-4417-bdd3-1cc3529eb0c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:17.532529 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-56d1d6e9-214f-4417-bdd3-1cc3529eb0c7 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b85229ad-e176-41e6-9f0b-d4b1ef61db83 HTTP/1.1" status: 204 len: 168 time: 0.2500787 Aug 12 14:45:17.539154 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-bc87dd02-dcdf-4d2f-a9c3-170b82843272 req-2dc035e9-a99b-43be-8b4e-76f8b9c6201b tempest-SecurityGroupRulesTestJSON-142449692 tempest-SecurityGroupRulesTestJSON-142449692-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1483241469', 'description': 'tempest-description-504664717'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:45:17.543864 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d1d6e9-214f-4417-bdd3-1cc3529eb0c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b85229ad-e176-41e6-9f0b-d4b1ef61db83,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:45:17.598728 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_v2 [None req-46fc0896-5407-420f-b5cb-e7f08155c80b admin admin] Deleting subnet f38cd191-4aa4-4e94-92ca-7f9625449b21 {{(pid=94467) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 14:45:17.607363 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-46fc0896-5407-420f-b5cb-e7f08155c80b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:17.609472 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-4fba7522-02c2-44b5-99f1-2ea932622102 req-53b23290-57a2-4573-b948-a7746ec4ed74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:17.611323 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-bc87dd02-dcdf-4d2f-a9c3-170b82843272 req-2dc035e9-a99b-43be-8b4e-76f8b9c6201b tempest-SecurityGroupRulesTestJSON-142449692 tempest-SecurityGroupRulesTestJSON-142449692-project] Notify callbacks [] for security_group, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:17.697515 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-46fc0896-5407-420f-b5cb-e7f08155c80b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3857505'] for subnet, precommit_delete_associations {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:17.784725 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f355dc94-da82-40f5-a656-2c12e62d1248 req-ac364a0b-8222-487c-8b69-5e9c77427cff tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:45:17.786827 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-f355dc94-da82-40f5-a656-2c12e62d1248 req-ac364a0b-8222-487c-8b69-5e9c77427cff tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/ports?device_id=626df24c-f964-4db8-a298-cb24cde94dbb HTTP/1.1" status: 200 len: 931 time: 0.0531445 Aug 12 14:45:17.831069 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-f355dc94-da82-40f5-a656-2c12e62d1248 req-39a1c4b1-957e-430c-b60b-528a6ab390f6 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/security-groups?id=36246b04-094b-4845-831d-1126cf8a06ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328639 Aug 12 14:45:17.916721 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-46fc0896-5407-420f-b5cb-e7f08155c80b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66416255'] for subnet, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:17.934936 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4e2115-2ca3-4282-983b-1112033d67a3 req-670b67b8-4129-4cad-9a03-b01529ac66dc tempest-TestServerMultinode-633138520 tempest-TestServerMultinode-633138520-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:45:17.936497 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-3e4e2115-2ca3-4282-983b-1112033d67a3 req-670b67b8-4129-4cad-9a03-b01529ac66dc tempest-TestServerMultinode-633138520 tempest-TestServerMultinode-633138520-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=3a5978fb-b3e6-4df3-96ee-b66b01625abd HTTP/1.1" status: 200 len: 1097 time: 0.0518711 Aug 12 14:45:17.975327 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-3e4e2115-2ca3-4282-983b-1112033d67a3 req-8d3a6c43-d123-45f3-b4e0-3000e34dcd19 tempest-TestServerMultinode-633138520 tempest-TestServerMultinode-633138520-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=fbc48ba5-6828-4e0a-8ff6-28ac994cc0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327482 Aug 12 14:45:17.999234 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-bc87dd02-dcdf-4d2f-a9c3-170b82843272 req-2dc035e9-a99b-43be-8b4e-76f8b9c6201b tempest-SecurityGroupRulesTestJSON-142449692 tempest-SecurityGroupRulesTestJSON-142449692-project] Notify callbacks [] for security_group, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:18.010608 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-bc87dd02-dcdf-4d2f-a9c3-170b82843272 req-2dc035e9-a99b-43be-8b4e-76f8b9c6201b tempest-SecurityGroupRulesTestJSON-142449692 tempest-SecurityGroupRulesTestJSON-142449692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:18.043869 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device cb26d418-61e9-48cd-9bf8-ecf7159eb791 no longer exists at agent hyperv_n-h1-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:45:18.056042 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-bc87dd02-dcdf-4d2f-a9c3-170b82843272 req-2dc035e9-a99b-43be-8b4e-76f8b9c6201b tempest-SecurityGroupRulesTestJSON-142449692 tempest-SecurityGroupRulesTestJSON-142449692-project] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:18.057313 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-bc87dd02-dcdf-4d2f-a9c3-170b82843272 req-2dc035e9-a99b-43be-8b4e-76f8b9c6201b tempest-SecurityGroupRulesTestJSON-142449692 tempest-SecurityGroupRulesTestJSON-142449692-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.5465374 Aug 12 14:45:18.079092 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-93370168-53ca-47c2-9e27-b066be57125c None None] No Port match for: cb26d418-61e9-48cd-9bf8-ecf7159eb791 {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 14:45:18.079523 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device cb26d418-61e9-48cd-9bf8-ecf7159eb791 not bound to the agent host n-h1-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:45:18.082665 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc035e9-a99b-43be-8b4e-76f8b9c6201b tempest-SecurityGroupRulesTestJSON-142449692 tempest-SecurityGroupRulesTestJSON-142449692-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12cf5816-8b72-4df6-b1da-35a8ee092a6f,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:45:18.102551 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [req-dd5b5583-d353-4d43-a98b-e2bbc53a1274 req-d971ed84-886e-487a-a343-dccfe2db5528 tempest-SecurityGroupRulesTestJSON-142449692 tempest-SecurityGroupRulesTestJSON-142449692-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-448976063', 'description': 'tempest-description-1985298363'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:45:18.128013 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-dd5b5583-d353-4d43-a98b-e2bbc53a1274 req-d971ed84-886e-487a-a343-dccfe2db5528 tempest-SecurityGroupRulesTestJSON-142449692 tempest-SecurityGroupRulesTestJSON-142449692-project] Notify callbacks [] for security_group, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:18.130791 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-46fc0896-5407-420f-b5cb-e7f08155c80b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66416232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2859225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3343748'] for subnet, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:18.165976 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fc0896-5407-420f-b5cb-e7f08155c80b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f38cd191-4aa4-4e94-92ca-7f9625449b21,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:45:18.174844 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-46fc0896-5407-420f-b5cb-e7f08155c80b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:18.178420 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-46fc0896-5407-420f-b5cb-e7f08155c80b admin admin] 10.222.0.39 "DELETE /v2.0/subnets/f38cd191-4aa4-4e94-92ca-7f9625449b21 HTTP/1.1" status: 204 len: 168 time: 0.6928661 Aug 12 14:45:18.178628 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58f0442d-d22b-4fc2-a5ae-83daa37a5677 None None] Network acfcb45e-254e-408c-a582-9b961480581b requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:45:18.182792 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 51550) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:45:18.271449 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-dd5b5583-d353-4d43-a98b-e2bbc53a1274 req-d971ed84-886e-487a-a343-dccfe2db5528 tempest-SecurityGroupRulesTestJSON-142449692 tempest-SecurityGroupRulesTestJSON-142449692-project] Notify callbacks [] for security_group, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:18.277775 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-dd5b5583-d353-4d43-a98b-e2bbc53a1274 req-d971ed84-886e-487a-a343-dccfe2db5528 tempest-SecurityGroupRulesTestJSON-142449692 tempest-SecurityGroupRulesTestJSON-142449692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:18.286376 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [req-4fba7522-02c2-44b5-99f1-2ea932622102 req-53b23290-57a2-4573-b948-a7746ec4ed74 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6dd4e8b-7641-4872-bd81-cdaa5b199e54 {{(pid=94467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:45:18.302162 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-4fba7522-02c2-44b5-99f1-2ea932622102 req-53b23290-57a2-4573-b948-a7746ec4ed74 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:18.311720 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-468480d2-de76-4b2a-928f-4d21b5933f3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680608'] for network, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:18.336766 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [req-4fba7522-02c2-44b5-99f1-2ea932622102 req-53b23290-57a2-4573-b948-a7746ec4ed74 service neutron] Transition to ACTIVE for port object d6dd4e8b-7641-4872-bd81-cdaa5b199e54 will not be triggered until provisioned by entity L2. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:45:18.358079 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-dd5b5583-d353-4d43-a98b-e2bbc53a1274 req-d971ed84-886e-487a-a343-dccfe2db5528 tempest-SecurityGroupRulesTestJSON-142449692 tempest-SecurityGroupRulesTestJSON-142449692-project] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:18.359413 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-dd5b5583-d353-4d43-a98b-e2bbc53a1274 req-d971ed84-886e-487a-a343-dccfe2db5528 tempest-SecurityGroupRulesTestJSON-142449692 tempest-SecurityGroupRulesTestJSON-142449692-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2620716 Aug 12 14:45:18.369347 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d971ed84-886e-487a-a343-dccfe2db5528 tempest-SecurityGroupRulesTestJSON-142449692 tempest-SecurityGroupRulesTestJSON-142449692-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee2e8632-9161-4980-8f2c-335d4f626a67,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:45:18.371803 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-4fba7522-02c2-44b5-99f1-2ea932622102 req-53b23290-57a2-4573-b948-a7746ec4ed74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:18.454180 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-55cf3a80-78c8-4d62-b14f-b5ec2080bb45 req-abd9bf7e-7abc-4611-aa2f-84b96b285419 tempest-SecurityGroupRulesTestJSON-142449692 tempest-SecurityGroupRulesTestJSON-142449692-project] 10.222.0.39 "GET /v2.0/security-groups/12cf5816-8b72-4df6-b1da-35a8ee092a6f HTTP/1.1" status: 200 len: 1806 time: 0.0705104 Aug 12 14:45:18.464996 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54d54995-ba2d-42b4-9385-dd7e37fd9afb None None] DHCP port deletion for acfcb45e-254e-408c-a582-9b961480581b request from n-d-694802-15 {{(pid=94468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 14:45:18.501477 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b23290-57a2-4573-b948-a7746ec4ed74 service neutron] Pushing event updated for resources: {'Port': ['ID=d6dd4e8b-7641-4872-bd81-cdaa5b199e54,revision_number=2']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:45:18.517644 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-55cf3a80-78c8-4d62-b14f-b5ec2080bb45 req-05a61fd9-eae9-4ca0-b197-7bf2855639e7 tempest-SecurityGroupRulesTestJSON-142449692 tempest-SecurityGroupRulesTestJSON-142449692-project] 10.222.0.39 "GET /v2.0/security-groups/ee2e8632-9161-4980-8f2c-335d4f626a67 HTTP/1.1" status: 200 len: 1806 time: 0.0619879 Aug 12 14:45:18.527295 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [req-55cf3a80-78c8-4d62-b14f-b5ec2080bb45 req-e696f16b-d1fa-44aa-a9e0-f42080450692 tempest-SecurityGroupRulesTestJSON-142449692 tempest-SecurityGroupRulesTestJSON-142449692-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '12cf5816-8b72-4df6-b1da-35a8ee092a6f', 'remote_group_id': 'ee2e8632-9161-4980-8f2c-335d4f626a67', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:45:18.527692 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [req-55cf3a80-78c8-4d62-b14f-b5ec2080bb45 req-e696f16b-d1fa-44aa-a9e0-f42080450692 tempest-SecurityGroupRulesTestJSON-142449692 tempest-SecurityGroupRulesTestJSON-142449692-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '12cf5816-8b72-4df6-b1da-35a8ee092a6f', 'remote_group_id': 'ee2e8632-9161-4980-8f2c-335d4f626a67', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:45:18.542456 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-468480d2-de76-4b2a-928f-4d21b5933f3d admin admin] Deleting port 2b2c5223-5495-4f2e-b259-6222c63afec4 {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:45:18.543104 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-468480d2-de76-4b2a-928f-4d21b5933f3d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:18.568052 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-54d54995-ba2d-42b4-9385-dd7e37fd9afb None None] Deleting port 2b2c5223-5495-4f2e-b259-6222c63afec4 {{(pid=94468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:45:18.569025 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-54d54995-ba2d-42b4-9385-dd7e37fd9afb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:18.643145 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-55cf3a80-78c8-4d62-b14f-b5ec2080bb45 req-e696f16b-d1fa-44aa-a9e0-f42080450692 tempest-SecurityGroupRulesTestJSON-142449692 tempest-SecurityGroupRulesTestJSON-142449692-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:18.672656 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 2b2c5223-5495-4f2e-b259-6222c63afec4 no longer exists at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:45:18.697480 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-4fba7522-02c2-44b5-99f1-2ea932622102 req-53b23290-57a2-4573-b948-a7746ec4ed74 service neutron] Attempting to bind port d6dd4e8b-7641-4872-bd81-cdaa5b199e54 on host n-h2-694802-15 for vnic_type normal with profile {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:45:18.697837 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-4fba7522-02c2-44b5-99f1-2ea932622102 req-53b23290-57a2-4573-b948-a7746ec4ed74 service neutron] Attempting to bind port d6dd4e8b-7641-4872-bd81-cdaa5b199e54 by drivers openvswitch,hyperv on host n-h2-694802-15 at level 0 using segments [{'id': '45b28473-1709-41a1-b9df-2ccc6425c05f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '4552c891-e268-4d7c-98f1-e8736a29b277'}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:45:18.698990 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fba7522-02c2-44b5-99f1-2ea932622102 req-53b23290-57a2-4573-b948-a7746ec4ed74 service neutron] Attempting to bind port d6dd4e8b-7641-4872-bd81-cdaa5b199e54 on network 4552c891-e268-4d7c-98f1-e8736a29b277 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:45:18.723206 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fba7522-02c2-44b5-99f1-2ea932622102 req-53b23290-57a2-4573-b948-a7746ec4ed74 service neutron] Port d6dd4e8b-7641-4872-bd81-cdaa5b199e54 on network 4552c891-e268-4d7c-98f1-e8736a29b277 not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-15 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 14:45:18.723509 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fba7522-02c2-44b5-99f1-2ea932622102 req-53b23290-57a2-4573-b948-a7746ec4ed74 service neutron] Attempting to bind port d6dd4e8b-7641-4872-bd81-cdaa5b199e54 on network 4552c891-e268-4d7c-98f1-e8736a29b277 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:45:18.728901 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-55cf3a80-78c8-4d62-b14f-b5ec2080bb45 req-e696f16b-d1fa-44aa-a9e0-f42080450692 tempest-SecurityGroupRulesTestJSON-142449692 tempest-SecurityGroupRulesTestJSON-142449692-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:18.733775 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-55cf3a80-78c8-4d62-b14f-b5ec2080bb45 req-e696f16b-d1fa-44aa-a9e0-f42080450692 tempest-SecurityGroupRulesTestJSON-142449692 tempest-SecurityGroupRulesTestJSON-142449692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641735'] for security_group_rule, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:18.744648 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-54d54995-ba2d-42b4-9385-dd7e37fd9afb None None] For port 2b2c5223-5495-4f2e-b259-6222c63afec4, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=2b2c5223-5495-4f2e-b259-6222c63afec4,segment=NetworkSegment(d2d05aff-925b-4b31-af1c-62d92cd22ab3),segment_id=d2d05aff-925b-4b31-af1c-62d92cd22ab3)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:45:18.745123 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-54d54995-ba2d-42b4-9385-dd7e37fd9afb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:18.745899 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [None req-468480d2-de76-4b2a-928f-4d21b5933f3d admin admin] For port 2b2c5223-5495-4f2e-b259-6222c63afec4, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=2b2c5223-5495-4f2e-b259-6222c63afec4,segment=NetworkSegment(d2d05aff-925b-4b31-af1c-62d92cd22ab3),segment_id=d2d05aff-925b-4b31-af1c-62d92cd22ab3)] {{(pid=94467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:45:18.746464 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-468480d2-de76-4b2a-928f-4d21b5933f3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:18.757322 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e696f16b-d1fa-44aa-a9e0-f42080450692 tempest-SecurityGroupRulesTestJSON-142449692 tempest-SecurityGroupRulesTestJSON-142449692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=187ff34e-bc83-43ca-aa80-5544a6b08044,revision_number=0']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:45:18.765784 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fba7522-02c2-44b5-99f1-2ea932622102 req-53b23290-57a2-4573-b948-a7746ec4ed74 service neutron] Checking agent: {'id': 'b7697f71-33f3-4959-ad82-43c2dc15845d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 27, 42), 'started_at': datetime.datetime(2021, 8, 12, 14, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 45, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:45:18.766132 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-55cf3a80-78c8-4d62-b14f-b5ec2080bb45 req-e696f16b-d1fa-44aa-a9e0-f42080450692 tempest-SecurityGroupRulesTestJSON-142449692 tempest-SecurityGroupRulesTestJSON-142449692-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:18.766263 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fba7522-02c2-44b5-99f1-2ea932622102 req-53b23290-57a2-4573-b948-a7746ec4ed74 service neutron] Checking segment: {'id': '45b28473-1709-41a1-b9df-2ccc6425c05f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '4552c891-e268-4d7c-98f1-e8736a29b277'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:45:18.766594 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fba7522-02c2-44b5-99f1-2ea932622102 req-53b23290-57a2-4573-b948-a7746ec4ed74 service neutron] Bound using segment: {'id': '45b28473-1709-41a1-b9df-2ccc6425c05f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '4552c891-e268-4d7c-98f1-e8736a29b277'} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:45:18.767163 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-4fba7522-02c2-44b5-99f1-2ea932622102 req-53b23290-57a2-4573-b948-a7746ec4ed74 service neutron] Bound port: d6dd4e8b-7641-4872-bd81-cdaa5b199e54, host: n-h2-694802-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45b28473-1709-41a1-b9df-2ccc6425c05f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '4552c891-e268-4d7c-98f1-e8736a29b277'}}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:45:18.767688 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-4fba7522-02c2-44b5-99f1-2ea932622102 req-53b23290-57a2-4573-b948-a7746ec4ed74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:18.767915 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-55cf3a80-78c8-4d62-b14f-b5ec2080bb45 req-e696f16b-d1fa-44aa-a9e0-f42080450692 tempest-SecurityGroupRulesTestJSON-142449692 tempest-SecurityGroupRulesTestJSON-142449692-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.2490785 Aug 12 14:45:18.775838 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-54d54995-ba2d-42b4-9385-dd7e37fd9afb None None] Calling delete_port for 2b2c5223-5495-4f2e-b259-6222c63afec4 owned by network:dhcp {{(pid=94468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:45:18.779505 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-468480d2-de76-4b2a-928f-4d21b5933f3d admin admin] Calling delete_port for 2b2c5223-5495-4f2e-b259-6222c63afec4 owned by network:dhcp {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:45:18.872524 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:18.945911 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] For port 2b2c5223-5495-4f2e-b259-6222c63afec4, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=2b2c5223-5495-4f2e-b259-6222c63afec4,segment=NetworkSegment(d2d05aff-925b-4b31-af1c-62d92cd22ab3),segment_id=d2d05aff-925b-4b31-af1c-62d92cd22ab3)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:45:18.958743 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:18.992484 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d3682f-f25c-449a-817d-eb59d65efec1 req-8340a274-a34a-4be5-a206-629fedd671d8 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:45:18.994421 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-78d3682f-f25c-449a-817d-eb59d65efec1 req-8340a274-a34a-4be5-a206-629fedd671d8 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/ports?device_id=626df24c-f964-4db8-a298-cb24cde94dbb HTTP/1.1" status: 200 len: 943 time: 0.0722094 Aug 12 14:45:19.008927 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f90d820d-addd-4c7d-b3e7-2a1bc9c9757e req-fe560f1b-1705-40ec-8a11-54f7fcd5e952 tempest-SecurityGroupRulesTestJSON-142449692 tempest-SecurityGroupRulesTestJSON-142449692-project] 10.222.0.39 "GET /v2.0/security-groups/ee2e8632-9161-4980-8f2c-335d4f626a67 HTTP/1.1" status: 200 len: 1806 time: 0.2133846 Aug 12 14:45:19.011595 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Pushing event updated for resources: {'Port': ['ID=2b2c5223-5495-4f2e-b259-6222c63afec4,revision_number=5']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:45:19.025473 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-4fba7522-02c2-44b5-99f1-2ea932622102 req-53b23290-57a2-4573-b948-a7746ec4ed74 service neutron] For port d6dd4e8b-7641-4872-bd81-cdaa5b199e54, host n-h2-694802-15, cleared binding levels {{(pid=94467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:45:19.027581 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-54d54995-ba2d-42b4-9385-dd7e37fd9afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262'] for port, after_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:19.035949 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-4fba7522-02c2-44b5-99f1-2ea932622102 req-53b23290-57a2-4573-b948-a7746ec4ed74 service neutron] For port d6dd4e8b-7641-4872-bd81-cdaa5b199e54, host n-h2-694802-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=d6dd4e8b-7641-4872-bd81-cdaa5b199e54,segment=NetworkSegment(45b28473-1709-41a1-b9df-2ccc6425c05f),segment_id=45b28473-1709-41a1-b9df-2ccc6425c05f)] {{(pid=94467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:45:19.055236 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-4fba7522-02c2-44b5-99f1-2ea932622102 req-53b23290-57a2-4573-b948-a7746ec4ed74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:19.063059 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d54995-ba2d-42b4-9385-dd7e37fd9afb None None] Pushing event deleted for resources: {'Port': ['ID=2b2c5223-5495-4f2e-b259-6222c63afec4,revision_number=None']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:45:19.069170 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54d54995-ba2d-42b4-9385-dd7e37fd9afb None None] No DVR routers for this DVR port 2b2c5223-5495-4f2e-b259-6222c63afec4 on host n-d-694802-15 {{(pid=94468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:45:19.084150 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-78d3682f-f25c-449a-817d-eb59d65efec1 req-d01f23f3-1283-4a81-abb5-3f3f86f8acfd tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/security-groups?id=36246b04-094b-4845-831d-1126cf8a06ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815973 Aug 12 14:45:19.148552 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fba7522-02c2-44b5-99f1-2ea932622102 req-53b23290-57a2-4573-b948-a7746ec4ed74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:45:19.149351 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-4fba7522-02c2-44b5-99f1-2ea932622102 req-53b23290-57a2-4573-b948-a7746ec4ed74 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:19.150843 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4fba7522-02c2-44b5-99f1-2ea932622102 req-53b23290-57a2-4573-b948-a7746ec4ed74 service neutron] 10.222.0.49 "PUT /v2.0/ports/d6dd4e8b-7641-4872-bd81-cdaa5b199e54 HTTP/1.1" status: 200 len: 1092 time: 1.8781245 Aug 12 14:45:19.151714 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '626df24c-f964-4db8-a298-cb24cde94dbb', 'tag': 'd6dd4e8b-7641-4872-bd81-cdaa5b199e54'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:45:19.154363 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e65282f928b64038367d043a4411777802006c43a98742496cb2e25b724ff1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da877554-d249-45fe-aa94-6c592a64dbcb" -d '{"events": [{"name": "network-changed", "server_uuid": "626df24c-f964-4db8-a298-cb24cde94dbb", "tag": "d6dd4e8b-7641-4872-bd81-cdaa5b199e54"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:45:19.236232 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bd30a1-a3fd-4637-8bc4-47149f7ca38a req-4c5db294-707e-49b9-9a2b-ad4fc2de373f tempest-TestServerMultinode-633138520 tempest-TestServerMultinode-633138520-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:45:19.237848 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-88bd30a1-a3fd-4637-8bc4-47149f7ca38a req-4c5db294-707e-49b9-9a2b-ad4fc2de373f tempest-TestServerMultinode-633138520 tempest-TestServerMultinode-633138520-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=3a5978fb-b3e6-4df3-96ee-b66b01625abd HTTP/1.1" status: 200 len: 1097 time: 0.0669732 Aug 12 14:45:19.280978 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-88bd30a1-a3fd-4637-8bc4-47149f7ca38a req-f699795e-d292-4f6a-883a-c5d2fb91ee85 tempest-TestServerMultinode-633138520 tempest-TestServerMultinode-633138520-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=fbc48ba5-6828-4e0a-8ff6-28ac994cc0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348856 Aug 12 14:45:19.285916 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-468480d2-de76-4b2a-928f-4d21b5933f3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:19.326484 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b23290-57a2-4573-b948-a7746ec4ed74 service neutron] Pushing event updated for resources: {'Port': ['ID=d6dd4e8b-7641-4872-bd81-cdaa5b199e54,revision_number=3']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:45:19.381594 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-f90d820d-addd-4c7d-b3e7-2a1bc9c9757e req-9e501f9c-82c7-4bc5-8db7-e787b8e08413 tempest-SecurityGroupRulesTestJSON-142449692 tempest-SecurityGroupRulesTestJSON-142449692-project] Notify callbacks [] for security_group, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:19.388202 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468480d2-de76-4b2a-928f-4d21b5933f3d admin admin] Pushing event deleted for resources: {'Port': ['ID=2b2c5223-5495-4f2e-b259-6222c63afec4,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:45:19.390864 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-468480d2-de76-4b2a-928f-4d21b5933f3d admin admin] No DVR routers for this DVR port 2b2c5223-5495-4f2e-b259-6222c63afec4 on host n-d-694802-15 {{(pid=94467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:45:19.486377 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fba7522-02c2-44b5-99f1-2ea932622102 req-91dda55c-8ed9-4505-b2e2-c8b9a3387a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:45:19.495731 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4fba7522-02c2-44b5-99f1-2ea932622102 req-91dda55c-8ed9-4505-b2e2-c8b9a3387a9e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f4b313af8d624a809d563851b784d520&device_id=626df24c-f964-4db8-a298-cb24cde94dbb HTTP/1.1" status: 200 len: 1095 time: 0.2485747 Aug 12 14:45:19.498089 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7cba95-7179-4de1-93a9-0aa6507b1f49 req-6ba5f648-1e23-4c60-9c3a-0bcd483bc3b1 tempest-TestServerMultinode-633138520 tempest-TestServerMultinode-633138520-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:45:19.500035 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-8b7cba95-7179-4de1-93a9-0aa6507b1f49 req-6ba5f648-1e23-4c60-9c3a-0bcd483bc3b1 tempest-TestServerMultinode-633138520 tempest-TestServerMultinode-633138520-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=3a5978fb-b3e6-4df3-96ee-b66b01625abd HTTP/1.1" status: 200 len: 1097 time: 0.4332266 Aug 12 14:45:19.512571 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-f90d820d-addd-4c7d-b3e7-2a1bc9c9757e req-9e501f9c-82c7-4bc5-8db7-e787b8e08413 tempest-SecurityGroupRulesTestJSON-142449692 tempest-SecurityGroupRulesTestJSON-142449692-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:19.560652 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 14:45:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-675e9cce-12ef-4057-b72f-fa61f07dd4cd x-openstack-request-id: req-675e9cce-12ef-4057-b72f-fa61f07dd4cd {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:45:19.560969 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "626df24c-f964-4db8-a298-cb24cde94dbb", "tag": "d6dd4e8b-7641-4872-bd81-cdaa5b199e54", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:45:19.561220 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-675e9cce-12ef-4057-b72f-fa61f07dd4cd {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:45:19.561913 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '626df24c-f964-4db8-a298-cb24cde94dbb', 'tag': 'd6dd4e8b-7641-4872-bd81-cdaa5b199e54', 'status': 'completed', 'code': 200} Aug 12 14:45:19.634562 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4fba7522-02c2-44b5-99f1-2ea932622102 req-4269fc81-88a0-43c7-b3a0-1b136dd7d475 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d6dd4e8b-7641-4872-bd81-cdaa5b199e54 HTTP/1.1" status: 200 len: 217 time: 0.0918603 Aug 12 14:45:19.639602 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-468480d2-de76-4b2a-928f-4d21b5933f3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66413304', 'neutron.services.segments.db._delete_segments_for_network-8744654118000'] for network, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:19.677240 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-468480d2-de76-4b2a-928f-4d21b5933f3d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['acfcb45e-254e-408c-a582-9b961480581b']}} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:45:19.719367 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-468480d2-de76-4b2a-928f-4d21b5933f3d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2d05aff-925b-4b31-af1c-62d92cd22ab3') {'for_net_delete': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:45:19.720090 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-468480d2-de76-4b2a-928f-4d21b5933f3d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2d05aff-925b-4b31-af1c-62d92cd22ab3') {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:45:19.756097 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-468480d2-de76-4b2a-928f-4d21b5933f3d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744654122361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3857526'] for segment, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:19.783791 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-468480d2-de76-4b2a-928f-4d21b5933f3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:19.798280 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-468480d2-de76-4b2a-928f-4d21b5933f3d admin admin] Releasing vlan 337 on physical network physnet1 to pool {{(pid=94467) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 14:45:19.798685 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-468480d2-de76-4b2a-928f-4d21b5933f3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2859015'] for segment, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:19.800906 n-d-694802-15 neutron-server[94467]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 14:45:19.800906 n-d-694802-15 neutron-server[94467]: self.session.flush() Aug 12 14:45:19.800906 n-d-694802-15 neutron-server[94467]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 14:45:19.800906 n-d-694802-15 neutron-server[94467]: self.session.flush() Aug 12 14:45:19.800906 n-d-694802-15 neutron-server[94467]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 14:45:19.800906 n-d-694802-15 neutron-server[94467]: self.session.flush() Aug 12 14:45:19.800906 n-d-694802-15 neutron-server[94467]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 14:45:19.800906 n-d-694802-15 neutron-server[94467]: self.session.flush() Aug 12 14:45:19.800906 n-d-694802-15 neutron-server[94467]: Traceback (most recent call last): Aug 12 14:45:19.800906 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 14:45:19.800906 n-d-694802-15 neutron-server[94467]: timer() Aug 12 14:45:19.800906 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 14:45:19.800906 n-d-694802-15 neutron-server[94467]: cb(*args, **kw) Aug 12 14:45:19.800906 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 14:45:19.800906 n-d-694802-15 neutron-server[94467]: return func(*args, **kwargs) Aug 12 14:45:19.800906 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 14:45:19.800906 n-d-694802-15 neutron-server[94467]: self._notify() Aug 12 14:45:19.800906 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 14:45:19.800906 n-d-694802-15 neutron-server[94467]: self.callback(batched_events) Aug 12 14:45:19.800906 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 14:45:19.800906 n-d-694802-15 neutron-server[94467]: event.method(event) Aug 12 14:45:19.800906 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 14:45:19.800906 n-d-694802-15 neutron-server[94467]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 14:45:19.800906 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 14:45:19.800906 n-d-694802-15 neutron-server[94467]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 14:45:19.800906 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 14:45:19.800906 n-d-694802-15 neutron-server[94467]: return f(self, *a, **k) Aug 12 14:45:19.800906 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 14:45:19.800906 n-d-694802-15 neutron-server[94467]: return self._get(url).json() Aug 12 14:45:19.800906 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 14:45:19.800906 n-d-694802-15 neutron-server[94467]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 14:45:19.800906 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 14:45:19.800906 n-d-694802-15 neutron-server[94467]: return self.request(url, 'GET', **kwargs) Aug 12 14:45:19.800906 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 14:45:19.800906 n-d-694802-15 neutron-server[94467]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 14:45:19.800906 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 14:45:19.800906 n-d-694802-15 neutron-server[94467]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 14:45:19.800906 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 14:45:19.800906 n-d-694802-15 neutron-server[94467]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 14:45:19.800906 n-d-694802-15 neutron-server[94467]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 14:45:19.811573 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-f90d820d-addd-4c7d-b3e7-2a1bc9c9757e req-9e501f9c-82c7-4bc5-8db7-e787b8e08413 tempest-SecurityGroupRulesTestJSON-142449692 tempest-SecurityGroupRulesTestJSON-142449692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:19.814261 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-f90d820d-addd-4c7d-b3e7-2a1bc9c9757e req-9e501f9c-82c7-4bc5-8db7-e787b8e08413 tempest-SecurityGroupRulesTestJSON-142449692 tempest-SecurityGroupRulesTestJSON-142449692-project] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:19.815585 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f90d820d-addd-4c7d-b3e7-2a1bc9c9757e req-9e501f9c-82c7-4bc5-8db7-e787b8e08413 tempest-SecurityGroupRulesTestJSON-142449692 tempest-SecurityGroupRulesTestJSON-142449692-project] 10.222.0.39 "DELETE /v2.0/security-groups/ee2e8632-9161-4980-8f2c-335d4f626a67 HTTP/1.1" status: 204 len: 173 time: 0.7968147 Aug 12 14:45:19.817121 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fba7522-02c2-44b5-99f1-2ea932622102 req-f8a98c6d-6222-4acb-83fe-7fd277208686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:45:19.821951 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4fba7522-02c2-44b5-99f1-2ea932622102 req-f8a98c6d-6222-4acb-83fe-7fd277208686 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b3b4e56e-f3bd-4709-bfd6-3e62da1e0ac7 HTTP/1.1" status: 200 len: 851 time: 0.1604168 Aug 12 14:45:19.888760 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-c86fdca5-8982-4ed6-9689-68826a761cac req-272dc989-a065-4b8f-b856-5d65d15cf133 tempest-SecurityGroupRulesTestJSON-142449692 tempest-SecurityGroupRulesTestJSON-142449692-project] 10.222.0.39 "GET /v2.0/security-groups/12cf5816-8b72-4df6-b1da-35a8ee092a6f HTTP/1.1" status: 200 len: 1806 time: 0.0512364 Aug 12 14:45:19.897305 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e501f9c-82c7-4bc5-8db7-e787b8e08413 tempest-SecurityGroupRulesTestJSON-142449692 tempest-SecurityGroupRulesTestJSON-142449692-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee2e8632-9161-4980-8f2c-335d4f626a67,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:45:19.911691 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [req-8b7cba95-7179-4de1-93a9-0aa6507b1f49 req-2e9d2b9f-7e70-4035-b0ec-2dffa1bae605 tempest-TestServerMultinode-633138520 tempest-TestServerMultinode-633138520-project-admin] Deleting port afffe5b6-2c07-43e6-b942-60ac64c7590a {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:45:19.912027 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-8b7cba95-7179-4de1-93a9-0aa6507b1f49 req-2e9d2b9f-7e70-4035-b0ec-2dffa1bae605 tempest-TestServerMultinode-633138520 tempest-TestServerMultinode-633138520-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:19.915913 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-468480d2-de76-4b2a-928f-4d21b5933f3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66413281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431520'] for network, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:19.937849 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-468480d2-de76-4b2a-928f-4d21b5933f3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for network, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:19.939702 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-468480d2-de76-4b2a-928f-4d21b5933f3d admin admin] 10.222.0.39 "DELETE /v2.0/networks/acfcb45e-254e-408c-a582-9b961480581b HTTP/1.1" status: 204 len: 168 time: 1.7558899 Aug 12 14:45:19.981377 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-465dce95-0f4c-4ecf-8aa9-0ee9ae1982c8 req-f76e8364-244d-4f8e-b907-931629756bf2 tempest-SecurityGroupRulesTestJSON-142449692 tempest-SecurityGroupRulesTestJSON-142449692-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-243266242', 'description': 'tempest-description-1528334415'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:45:19.991979 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468480d2-de76-4b2a-928f-4d21b5933f3d admin admin] Pushing event deleted for resources: {'Network': ['ID=acfcb45e-254e-408c-a582-9b961480581b,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:45:20.005982 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fba7522-02c2-44b5-99f1-2ea932622102 req-4bce2cb0-b961-4dfe-8f63-3f8e423da35b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:45:20.007469 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4fba7522-02c2-44b5-99f1-2ea932622102 req-4bce2cb0-b961-4dfe-8f63-3f8e423da35b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=4552c891-e268-4d7c-98f1-e8736a29b277&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1602941 Aug 12 14:45:20.079499 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-465dce95-0f4c-4ecf-8aa9-0ee9ae1982c8 req-f76e8364-244d-4f8e-b907-931629756bf2 tempest-SecurityGroupRulesTestJSON-142449692 tempest-SecurityGroupRulesTestJSON-142449692-project] Notify callbacks [] for security_group, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:20.121521 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-8b7cba95-7179-4de1-93a9-0aa6507b1f49 req-2e9d2b9f-7e70-4035-b0ec-2dffa1bae605 tempest-TestServerMultinode-633138520 tempest-TestServerMultinode-633138520-project-admin] For port afffe5b6-2c07-43e6-b942-60ac64c7590a, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=afffe5b6-2c07-43e6-b942-60ac64c7590a,segment=NetworkSegment(5460dd8c-09fa-480f-a792-3783d9f14ea8),segment_id=5460dd8c-09fa-480f-a792-3783d9f14ea8)] {{(pid=94467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:45:20.121935 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-8b7cba95-7179-4de1-93a9-0aa6507b1f49 req-2e9d2b9f-7e70-4035-b0ec-2dffa1bae605 tempest-TestServerMultinode-633138520 tempest-TestServerMultinode-633138520-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:20.166727 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [req-8b7cba95-7179-4de1-93a9-0aa6507b1f49 req-2e9d2b9f-7e70-4035-b0ec-2dffa1bae605 tempest-TestServerMultinode-633138520 tempest-TestServerMultinode-633138520-project-admin] Calling delete_port for afffe5b6-2c07-43e6-b942-60ac64c7590a owned by compute:nova {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:45:20.172242 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 51662) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:45:20.204588 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4fba7522-02c2-44b5-99f1-2ea932622102 req-e9d49dd6-3f85-4ce9-8961-22193ce43208 service neutron] 10.222.0.49 "GET /v2.0/networks/4552c891-e268-4d7c-98f1-e8736a29b277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1858518 Aug 12 14:45:20.277180 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb5b310-3193-4c2a-9b92-c7cbf1be0b6f req-5b6d35fe-6fb1-467f-b15e-d3a90fb36a1e tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:45:20.278671 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-9bb5b310-3193-4c2a-9b92-c7cbf1be0b6f req-5b6d35fe-6fb1-467f-b15e-d3a90fb36a1e tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/ports?device_id=626df24c-f964-4db8-a298-cb24cde94dbb HTTP/1.1" status: 200 len: 943 time: 0.0981011 Aug 12 14:45:20.282597 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-c1a34bd2-7f6c-4bdf-aa72-030dd9e157c1 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4bd92a12a913444faaa896b35bba92a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1087980 Aug 12 14:45:20.285794 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 51664) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:45:20.362938 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-9bb5b310-3193-4c2a-9b92-c7cbf1be0b6f req-1d741d17-4d1e-4090-8ad0-716767f0c099 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/security-groups?id=36246b04-094b-4845-831d-1126cf8a06ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700116 Aug 12 14:45:20.379935 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-465dce95-0f4c-4ecf-8aa9-0ee9ae1982c8 req-f76e8364-244d-4f8e-b907-931629756bf2 tempest-SecurityGroupRulesTestJSON-142449692 tempest-SecurityGroupRulesTestJSON-142449692-project] Notify callbacks [] for security_group, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:20.390959 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-db029320-99ea-4a6e-a557-1d0ef417658e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:20.402779 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-465dce95-0f4c-4ecf-8aa9-0ee9ae1982c8 req-f76e8364-244d-4f8e-b907-931629756bf2 tempest-SecurityGroupRulesTestJSON-142449692 tempest-SecurityGroupRulesTestJSON-142449692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:20.413837 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-db029320-99ea-4a6e-a557-1d0ef417658e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:20.450708 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4fba7522-02c2-44b5-99f1-2ea932622102 req-d841e8bb-93b8-4ad5-819a-8c6dbd76a74a service neutron] 10.222.0.49 "GET /v2.0/networks/4552c891-e268-4d7c-98f1-e8736a29b277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2142017 Aug 12 14:45:20.461206 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-465dce95-0f4c-4ecf-8aa9-0ee9ae1982c8 req-f76e8364-244d-4f8e-b907-931629756bf2 tempest-SecurityGroupRulesTestJSON-142449692 tempest-SecurityGroupRulesTestJSON-142449692-project] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:20.462655 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-465dce95-0f4c-4ecf-8aa9-0ee9ae1982c8 req-f76e8364-244d-4f8e-b907-931629756bf2 tempest-SecurityGroupRulesTestJSON-142449692 tempest-SecurityGroupRulesTestJSON-142449692-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.5260584 Aug 12 14:45:20.483922 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76e8364-244d-4f8e-b907-931629756bf2 tempest-SecurityGroupRulesTestJSON-142449692 tempest-SecurityGroupRulesTestJSON-142449692-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ff8664c-f7c0-407a-b6a6-2552b1eb1cb9,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:45:20.496414 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-8b7cba95-7179-4de1-93a9-0aa6507b1f49 req-2e9d2b9f-7e70-4035-b0ec-2dffa1bae605 tempest-TestServerMultinode-633138520 tempest-TestServerMultinode-633138520-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:20.511208 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] get_ports_and_sgs() called for port_ids ['afffe5b6-2c07-43e6-b942-60ac64c7590a'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:45:20.529402 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-11442b45-1a00-4074-b024-82e9b37faaea req-8e75ce15-62bf-476d-bad2-17233c6e7aa8 tempest-TestServerMultinode-633138520 tempest-TestServerMultinode-633138520-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=3a5978fb-b3e6-4df3-96ee-b66b01625abd HTTP/1.1" status: 200 len: 210 time: 0.0751636 Aug 12 14:45:20.563898 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] get_ports_and_sgs() called for port_ids ['e5270850-2f82-4a46-a1f7-dc222f52a7ad'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:45:20.566005 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-db029320-99ea-4a6e-a557-1d0ef417658e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:20.569733 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9d2b9f-7e70-4035-b0ec-2dffa1bae605 tempest-TestServerMultinode-633138520 tempest-TestServerMultinode-633138520-project-admin] Pushing event deleted for resources: {'Port': ['ID=afffe5b6-2c07-43e6-b942-60ac64c7590a,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:45:20.574198 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-db029320-99ea-4a6e-a557-1d0ef417658e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:20.579667 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-db029320-99ea-4a6e-a557-1d0ef417658e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3d8a6de8-331f-498e-b3e1-f8d865328935 HTTP/1.1" status: 204 len: 168 time: 0.2919474 Aug 12 14:45:20.599062 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db029320-99ea-4a6e-a557-1d0ef417658e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d8a6de8-331f-498e-b3e1-f8d865328935,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:45:20.653742 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b7cba95-7179-4de1-93a9-0aa6507b1f49 req-2e9d2b9f-7e70-4035-b0ec-2dffa1bae605 tempest-TestServerMultinode-633138520 tempest-TestServerMultinode-633138520-project-admin] No DVR routers for this DVR port afffe5b6-2c07-43e6-b942-60ac64c7590a on host n-h1-694802-15 {{(pid=94467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:45:20.668055 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-8b7cba95-7179-4de1-93a9-0aa6507b1f49 req-2e9d2b9f-7e70-4035-b0ec-2dffa1bae605 tempest-TestServerMultinode-633138520 tempest-TestServerMultinode-633138520-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:20.670351 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-8b7cba95-7179-4de1-93a9-0aa6507b1f49 req-2e9d2b9f-7e70-4035-b0ec-2dffa1bae605 tempest-TestServerMultinode-633138520 tempest-TestServerMultinode-633138520-project-admin] 10.222.0.64 "DELETE /v2.0/ports/afffe5b6-2c07-43e6-b942-60ac64c7590a HTTP/1.1" status: 204 len: 173 time: 1.1267614 Aug 12 14:45:20.687239 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da877554-d249-45fe-aa94-6c592a64dbcb req-c78b3d18-6f7f-4bf3-a3e4-f7e7933cf0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:45:20.695530 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-da877554-d249-45fe-aa94-6c592a64dbcb req-c78b3d18-6f7f-4bf3-a3e4-f7e7933cf0cd service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f4b313af8d624a809d563851b784d520&device_id=626df24c-f964-4db8-a298-cb24cde94dbb HTTP/1.1" status: 200 len: 1095 time: 0.1369975 Aug 12 14:45:20.804397 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-cd3e3778-fc39-4449-8a1d-4478f7da2588 req-9af48974-33e2-4e15-bc1b-5648a22f13d8 tempest-SecurityGroupRulesTestJSON-142449692 tempest-SecurityGroupRulesTestJSON-142449692-project] 10.222.0.39 "GET /v2.0/security-groups/6ff8664c-f7c0-407a-b6a6-2552b1eb1cb9 HTTP/1.1" status: 200 len: 1806 time: 0.1623197 Aug 12 14:45:20.818947 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da877554-d249-45fe-aa94-6c592a64dbcb req-0b4e3184-dab1-4703-9ac2-9d2a7d295a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:45:20.820894 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-da877554-d249-45fe-aa94-6c592a64dbcb req-0b4e3184-dab1-4703-9ac2-9d2a7d295a0c service neutron] 10.222.0.49 "GET /v2.0/networks?id=4552c891-e268-4d7c-98f1-e8736a29b277 HTTP/1.1" status: 200 len: 913 time: 0.1148984 Aug 12 14:45:20.823928 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [req-cd3e3778-fc39-4449-8a1d-4478f7da2588 req-f645e75e-a361-49a7-a19b-726357609853 tempest-SecurityGroupRulesTestJSON-142449692 tempest-SecurityGroupRulesTestJSON-142449692-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '6ff8664c-f7c0-407a-b6a6-2552b1eb1cb9', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:45:20.825169 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [req-cd3e3778-fc39-4449-8a1d-4478f7da2588 req-f645e75e-a361-49a7-a19b-726357609853 tempest-SecurityGroupRulesTestJSON-142449692 tempest-SecurityGroupRulesTestJSON-142449692-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '6ff8664c-f7c0-407a-b6a6-2552b1eb1cb9', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:45:20.882797 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-da877554-d249-45fe-aa94-6c592a64dbcb req-665d6826-eb2d-44f2-b5a8-e8d473846d8d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d6dd4e8b-7641-4872-bd81-cdaa5b199e54 HTTP/1.1" status: 200 len: 217 time: 0.0490108 Aug 12 14:45:20.963900 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-cd3e3778-fc39-4449-8a1d-4478f7da2588 req-f645e75e-a361-49a7-a19b-726357609853 tempest-SecurityGroupRulesTestJSON-142449692 tempest-SecurityGroupRulesTestJSON-142449692-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:21.011857 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da877554-d249-45fe-aa94-6c592a64dbcb req-9246750f-439e-4c4d-bdb8-21b0cbf49efb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:45:21.013842 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-da877554-d249-45fe-aa94-6c592a64dbcb req-9246750f-439e-4c4d-bdb8-21b0cbf49efb service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b3b4e56e-f3bd-4709-bfd6-3e62da1e0ac7 HTTP/1.1" status: 200 len: 851 time: 0.1231132 Aug 12 14:45:21.034168 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-cd3e3778-fc39-4449-8a1d-4478f7da2588 req-f645e75e-a361-49a7-a19b-726357609853 tempest-SecurityGroupRulesTestJSON-142449692 tempest-SecurityGroupRulesTestJSON-142449692-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:21.042284 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-cd3e3778-fc39-4449-8a1d-4478f7da2588 req-f645e75e-a361-49a7-a19b-726357609853 tempest-SecurityGroupRulesTestJSON-142449692 tempest-SecurityGroupRulesTestJSON-142449692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641735'] for security_group_rule, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:21.069546 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f645e75e-a361-49a7-a19b-726357609853 tempest-SecurityGroupRulesTestJSON-142449692 tempest-SecurityGroupRulesTestJSON-142449692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5b13d19-c4d1-4822-98f7-f3d4f57b0c8a,revision_number=0']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:45:21.080027 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-cd3e3778-fc39-4449-8a1d-4478f7da2588 req-f645e75e-a361-49a7-a19b-726357609853 tempest-SecurityGroupRulesTestJSON-142449692 tempest-SecurityGroupRulesTestJSON-142449692-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:21.081793 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-cd3e3778-fc39-4449-8a1d-4478f7da2588 req-f645e75e-a361-49a7-a19b-726357609853 tempest-SecurityGroupRulesTestJSON-142449692 tempest-SecurityGroupRulesTestJSON-142449692-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2697437 Aug 12 14:45:21.183729 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da877554-d249-45fe-aa94-6c592a64dbcb req-4353d146-1a24-422f-9050-a5ff7082883b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:45:21.185394 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-da877554-d249-45fe-aa94-6c592a64dbcb req-4353d146-1a24-422f-9050-a5ff7082883b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=4552c891-e268-4d7c-98f1-e8736a29b277&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1603625 Aug 12 14:45:21.195929 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-66ba46d9-1a66-46e7-94be-7c38572d0979 req-ec2cee53-863e-430d-9a1c-b396ab51d516 tempest-SecurityGroupRulesTestJSON-142449692 tempest-SecurityGroupRulesTestJSON-142449692-project] 10.222.0.39 "GET /v2.0/security-groups/6ff8664c-f7c0-407a-b6a6-2552b1eb1cb9 HTTP/1.1" status: 200 len: 2400 time: 0.0638146 Aug 12 14:45:21.274967 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-66ba46d9-1a66-46e7-94be-7c38572d0979 req-fbd1e7d3-22e3-4441-8d85-9179763bb24e tempest-SecurityGroupRulesTestJSON-142449692 tempest-SecurityGroupRulesTestJSON-142449692-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '6ff8664c-f7c0-407a-b6a6-2552b1eb1cb9', 'remote_group_id': None}]} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:45:21.275305 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-66ba46d9-1a66-46e7-94be-7c38572d0979 req-fbd1e7d3-22e3-4441-8d85-9179763bb24e tempest-SecurityGroupRulesTestJSON-142449692 tempest-SecurityGroupRulesTestJSON-142449692-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '6ff8664c-f7c0-407a-b6a6-2552b1eb1cb9', 'remote_group_id': None}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:45:21.363109 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-da877554-d249-45fe-aa94-6c592a64dbcb req-ba73ab9a-9385-41fd-b967-5bb281398332 service neutron] 10.222.0.49 "GET /v2.0/networks/4552c891-e268-4d7c-98f1-e8736a29b277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1622641 Aug 12 14:45:21.393714 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-66ba46d9-1a66-46e7-94be-7c38572d0979 req-fbd1e7d3-22e3-4441-8d85-9179763bb24e tempest-SecurityGroupRulesTestJSON-142449692 tempest-SecurityGroupRulesTestJSON-142449692-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:21.472331 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-66ba46d9-1a66-46e7-94be-7c38572d0979 req-fbd1e7d3-22e3-4441-8d85-9179763bb24e tempest-SecurityGroupRulesTestJSON-142449692 tempest-SecurityGroupRulesTestJSON-142449692-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:21.478984 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-66ba46d9-1a66-46e7-94be-7c38572d0979 req-fbd1e7d3-22e3-4441-8d85-9179763bb24e tempest-SecurityGroupRulesTestJSON-142449692 tempest-SecurityGroupRulesTestJSON-142449692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641735'] for security_group_rule, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:21.531254 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd1e7d3-22e3-4441-8d85-9179763bb24e tempest-SecurityGroupRulesTestJSON-142449692 tempest-SecurityGroupRulesTestJSON-142449692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0342be7-2f88-4f86-ab1a-10bfc33464bd,revision_number=0']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:45:21.537015 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-da877554-d249-45fe-aa94-6c592a64dbcb req-e3d9a789-6004-436c-b75f-c1a3b73c5007 service neutron] 10.222.0.49 "GET /v2.0/networks/4552c891-e268-4d7c-98f1-e8736a29b277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1609013 Aug 12 14:45:21.537181 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f59065-7aca-4746-a72e-563f08c7cb57 req-8ebb0f33-8c81-485e-9f53-f6f54e69502d tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:45:21.537655 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-66ba46d9-1a66-46e7-94be-7c38572d0979 req-fbd1e7d3-22e3-4441-8d85-9179763bb24e tempest-SecurityGroupRulesTestJSON-142449692 tempest-SecurityGroupRulesTestJSON-142449692-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:21.538730 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-66ba46d9-1a66-46e7-94be-7c38572d0979 req-fbd1e7d3-22e3-4441-8d85-9179763bb24e tempest-SecurityGroupRulesTestJSON-142449692 tempest-SecurityGroupRulesTestJSON-142449692-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.2709119 Aug 12 14:45:21.555570 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-94f59065-7aca-4746-a72e-563f08c7cb57 req-8ebb0f33-8c81-485e-9f53-f6f54e69502d tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/ports?device_id=626df24c-f964-4db8-a298-cb24cde94dbb HTTP/1.1" status: 200 len: 943 time: 0.0778008 Aug 12 14:45:21.571398 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a5978fb-b3e6-4df3-96ee-b66b01625abd', 'name': 'network-vif-deleted', 'tag': 'afffe5b6-2c07-43e6-b942-60ac64c7590a'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:45:21.574062 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e65282f928b64038367d043a4411777802006c43a98742496cb2e25b724ff1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9eb018ef-89f2-48cd-a230-d3c5034f930c" -d '{"events": [{"server_uuid": "3a5978fb-b3e6-4df3-96ee-b66b01625abd", "name": "network-vif-deleted", "tag": "afffe5b6-2c07-43e6-b942-60ac64c7590a"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:45:21.611444 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-94f59065-7aca-4746-a72e-563f08c7cb57 req-db0e8746-1f61-4c31-8eee-3c0fe9fc53bb tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/security-groups?id=36246b04-094b-4845-831d-1126cf8a06ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465403 Aug 12 14:45:21.675801 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a2ebf2fc-4760-4441-9aa0-2e0aca3f8657 req-22514d63-05c4-432a-b719-4ace8620e143 tempest-SecurityGroupRulesTestJSON-142449692 tempest-SecurityGroupRulesTestJSON-142449692-project] 10.222.0.39 "GET /v2.0/security-groups/6ff8664c-f7c0-407a-b6a6-2552b1eb1cb9 HTTP/1.1" status: 200 len: 2999 time: 0.0922472 Aug 12 14:45:21.693951 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 14:45:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee64435f-5c08-49c8-b2ca-242f6c8cbc5b x-openstack-request-id: req-ee64435f-5c08-49c8-b2ca-242f6c8cbc5b {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:45:21.694331 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a5978fb-b3e6-4df3-96ee-b66b01625abd", "name": "network-vif-deleted", "tag": "afffe5b6-2c07-43e6-b942-60ac64c7590a", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:45:21.694722 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ee64435f-5c08-49c8-b2ca-242f6c8cbc5b {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:45:21.695320 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a5978fb-b3e6-4df3-96ee-b66b01625abd', 'name': 'network-vif-deleted', 'tag': 'afffe5b6-2c07-43e6-b942-60ac64c7590a', 'status': 'completed', 'code': 200} Aug 12 14:45:21.813421 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-e8b1bfb4-4aa2-498f-ae54-2786160a8dbb req-8380eb0f-1f66-44c5-bd30-7d9a95b61dd4 tempest-SecurityGroupRulesTestJSON-142449692 tempest-SecurityGroupRulesTestJSON-142449692-project] 10.222.0.39 "GET /v2.0/security-group-rules/f0342be7-2f88-4f86-ab1a-10bfc33464bd HTTP/1.1" status: 200 len: 783 time: 0.0308821 Aug 12 14:45:21.854075 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 51716) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:45:21.897621 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-e8b1bfb4-4aa2-498f-ae54-2786160a8dbb req-bcad3dfd-3b53-4234-b326-51ac7f59df18 tempest-SecurityGroupRulesTestJSON-142449692 tempest-SecurityGroupRulesTestJSON-142449692-project] 10.222.0.39 "GET /v2.0/security-groups/6ff8664c-f7c0-407a-b6a6-2552b1eb1cb9 HTTP/1.1" status: 200 len: 2999 time: 0.0814836 Aug 12 14:45:21.966362 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-e8b1bfb4-4aa2-498f-ae54-2786160a8dbb req-200297ba-23c6-461a-b369-fb13de612ea2 tempest-SecurityGroupRulesTestJSON-142449692 tempest-SecurityGroupRulesTestJSON-142449692-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:21.981445 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-e8b1bfb4-4aa2-498f-ae54-2786160a8dbb req-200297ba-23c6-461a-b369-fb13de612ea2 tempest-SecurityGroupRulesTestJSON-142449692 tempest-SecurityGroupRulesTestJSON-142449692-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:21.982709 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9bc658-92a5-4337-9aec-b56e378895f2 req-23041bbd-ef3b-4e57-aed1-3ea28fb4d367 tempest-TestServerMultinode-633138520 tempest-TestServerMultinode-633138520-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:45:21.987714 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-dd9bc658-92a5-4337-9aec-b56e378895f2 req-23041bbd-ef3b-4e57-aed1-3ea28fb4d367 tempest-TestServerMultinode-633138520 tempest-TestServerMultinode-633138520-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=b05f1757-b149-44af-a89e-acc5d8d52a56 HTTP/1.1" status: 200 len: 1097 time: 0.0644920 Aug 12 14:45:22.031641 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-1a97c3a7-ba8d-4075-b32a-f7c9ae6d71f4 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-195938543-network', 'tenant_id': 'ccdec0078b5848be9c485fbd6fc354a5'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:45:22.036998 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-e8b1bfb4-4aa2-498f-ae54-2786160a8dbb req-200297ba-23c6-461a-b369-fb13de612ea2 tempest-SecurityGroupRulesTestJSON-142449692 tempest-SecurityGroupRulesTestJSON-142449692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641735'] for security_group_rule, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:22.049764 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-dd9bc658-92a5-4337-9aec-b56e378895f2 req-9eb5b564-8c0c-4096-b5e0-5ddf9fb7261c tempest-TestServerMultinode-633138520 tempest-TestServerMultinode-633138520-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=fbc48ba5-6828-4e0a-8ff6-28ac994cc0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567076 Aug 12 14:45:22.051270 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-e8b1bfb4-4aa2-498f-ae54-2786160a8dbb req-200297ba-23c6-461a-b369-fb13de612ea2 tempest-SecurityGroupRulesTestJSON-142449692 tempest-SecurityGroupRulesTestJSON-142449692-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:22.053515 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-e8b1bfb4-4aa2-498f-ae54-2786160a8dbb req-200297ba-23c6-461a-b369-fb13de612ea2 tempest-SecurityGroupRulesTestJSON-142449692 tempest-SecurityGroupRulesTestJSON-142449692-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/f0342be7-2f88-4f86-ab1a-10bfc33464bd HTTP/1.1" status: 204 len: 173 time: 0.1490955 Aug 12 14:45:22.082049 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200297ba-23c6-461a-b369-fb13de612ea2 tempest-SecurityGroupRulesTestJSON-142449692 tempest-SecurityGroupRulesTestJSON-142449692-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f0342be7-2f88-4f86-ab1a-10bfc33464bd,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:45:22.094235 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a97c3a7-ba8d-4075-b32a-f7c9ae6d71f4 admin admin] Made reservation on behalf of ccdec0078b5848be9c485fbd6fc354a5 for: {'network': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:45:22.099560 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1a97c3a7-ba8d-4075-b32a-f7c9ae6d71f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for network, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:22.117660 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1a97c3a7-ba8d-4075-b32a-f7c9ae6d71f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:22.229454 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-9352436c-3fa0-4ff8-bf20-c0d832298512 req-edf2cab3-5b1f-4642-9a8a-dc37b93b7047 tempest-SecurityGroupRulesTestJSON-142449692 tempest-SecurityGroupRulesTestJSON-142449692-project] 10.222.0.39 "GET /v2.0/security-groups/6ff8664c-f7c0-407a-b6a6-2552b1eb1cb9 HTTP/1.1" status: 200 len: 2400 time: 0.0664413 Aug 12 14:45:22.305873 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1a97c3a7-ba8d-4075-b32a-f7c9ae6d71f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:22.311580 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1a97c3a7-ba8d-4075-b32a-f7c9ae6d71f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:22.342343 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-9352436c-3fa0-4ff8-bf20-c0d832298512 req-9b215f84-a088-4b1d-a457-33c0a849f3e9 tempest-SecurityGroupRulesTestJSON-142449692 tempest-SecurityGroupRulesTestJSON-142449692-project] Notify callbacks [] for security_group, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:22.353239 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a97c3a7-ba8d-4075-b32a-f7c9ae6d71f4 admin admin] vlan segment allocate from pool success with {'vlan_id': 312, 'physical_network': 'physnet1'} {{(pid=94466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 14:45:22.371806 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a97c3a7-ba8d-4075-b32a-f7c9ae6d71f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6b51cb2-3c77-4204-9973-9fe1c11ce2f1,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:45:22.379928 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1a97c3a7-ba8d-4075-b32a-f7c9ae6d71f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:22.380103 n-d-694802-15 neutron-server[94466]: INFO neutron.db.segments_db [None req-1a97c3a7-ba8d-4075-b32a-f7c9ae6d71f4 admin admin] Added segment c941a8e8-ecb2-4dc2-87bc-ae59988983a2 of type vlan for network 0c72cac4-9121-4e18-b407-1e3b71175001 Aug 12 14:45:22.400689 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-9352436c-3fa0-4ff8-bf20-c0d832298512 req-9b215f84-a088-4b1d-a457-33c0a849f3e9 tempest-SecurityGroupRulesTestJSON-142449692 tempest-SecurityGroupRulesTestJSON-142449692-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:22.457640 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1a97c3a7-ba8d-4075-b32a-f7c9ae6d71f4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744653628263'] for network, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:22.498909 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-9352436c-3fa0-4ff8-bf20-c0d832298512 req-9b215f84-a088-4b1d-a457-33c0a849f3e9 tempest-SecurityGroupRulesTestJSON-142449692 tempest-SecurityGroupRulesTestJSON-142449692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:22.502012 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-9352436c-3fa0-4ff8-bf20-c0d832298512 req-9b215f84-a088-4b1d-a457-33c0a849f3e9 tempest-SecurityGroupRulesTestJSON-142449692 tempest-SecurityGroupRulesTestJSON-142449692-project] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:22.503271 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-9352436c-3fa0-4ff8-bf20-c0d832298512 req-9b215f84-a088-4b1d-a457-33c0a849f3e9 tempest-SecurityGroupRulesTestJSON-142449692 tempest-SecurityGroupRulesTestJSON-142449692-project] 10.222.0.39 "DELETE /v2.0/security-groups/6ff8664c-f7c0-407a-b6a6-2552b1eb1cb9 HTTP/1.1" status: 204 len: 173 time: 0.2662919 Aug 12 14:45:22.508762 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1a97c3a7-ba8d-4075-b32a-f7c9ae6d71f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409'] for network, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:22.510016 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a97c3a7-ba8d-4075-b32a-f7c9ae6d71f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:45:22.510662 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1a97c3a7-ba8d-4075-b32a-f7c9ae6d71f4 admin admin] Notify callbacks [] for network, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:22.524637 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b215f84-a088-4b1d-a457-33c0a849f3e9 tempest-SecurityGroupRulesTestJSON-142449692 tempest-SecurityGroupRulesTestJSON-142449692-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ff8664c-f7c0-407a-b6a6-2552b1eb1cb9,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:45:22.559342 n-d-694802-15 neutron-server[94467]: INFO neutron.api.v2.resource [req-66479ec7-f792-43b7-a75f-4ccf32b3c97a req-05baa23d-151a-4ab9-a6b1-c97054eb671b tempest-SecurityGroupRulesTestJSON-142449692 tempest-SecurityGroupRulesTestJSON-142449692-project] show failed (client error): The resource could not be found. Aug 12 14:45:22.569746 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-66479ec7-f792-43b7-a75f-4ccf32b3c97a req-05baa23d-151a-4ab9-a6b1-c97054eb671b tempest-SecurityGroupRulesTestJSON-142449692 tempest-SecurityGroupRulesTestJSON-142449692-project] 10.222.0.39 "GET /v2.0/security-groups/ee2e8632-9161-4980-8f2c-335d4f626a67 HTTP/1.1" status: 404 len: 352 time: 0.0388849 Aug 12 14:45:22.584064 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-1a97c3a7-ba8d-4075-b32a-f7c9ae6d71f4 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7285614 Aug 12 14:45:22.587610 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 51732) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:45:22.596597 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-e10bebb4-3f23-46a4-adf5-5a2fd0d2c6d3 admin admin] Request body: {'subnet': {'network_id': '0c72cac4-9121-4e18-b407-1e3b71175001', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-195938543-subnet', 'tenant_id': 'ccdec0078b5848be9c485fbd6fc354a5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:45:22.603011 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a97c3a7-ba8d-4075-b32a-f7c9ae6d71f4 admin admin] Pushing event updated for resources: {'Network': ['ID=0c72cac4-9121-4e18-b407-1e3b71175001,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:45:22.616371 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Network 0c72cac4-9121-4e18-b407-1e3b71175001 details requested by agent ovs-agent-n-d-694802-15 with host n-d-694802-15 {{(pid=94468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 14:45:22.662196 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e10bebb4-3f23-46a4-adf5-5a2fd0d2c6d3 admin admin] Made reservation on behalf of ccdec0078b5848be9c485fbd6fc354a5 for: {'subnet': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:45:22.666302 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e10bebb4-3f23-46a4-adf5-5a2fd0d2c6d3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8776441'] for subnet, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:22.718858 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-f5190833-2ef7-4c5a-a2b3-48e643248812 req-e4e8be8e-af36-494a-9f37-038be8c42201 tempest-SecurityGroupRulesTestJSON-142449692 tempest-SecurityGroupRulesTestJSON-142449692-project] 10.222.0.39 "GET /v2.0/security-groups/12cf5816-8b72-4df6-b1da-35a8ee092a6f HTTP/1.1" status: 200 len: 1806 time: 0.1170790 Aug 12 14:45:22.774237 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ad198d-f0d5-48bb-91cb-76cb2b396c10 req-22e13cf3-ac0e-4fbd-a18b-e98759d71fcc tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:45:22.777157 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b7ad198d-f0d5-48bb-91cb-76cb2b396c10 req-22e13cf3-ac0e-4fbd-a18b-e98759d71fcc tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/ports?device_id=626df24c-f964-4db8-a298-cb24cde94dbb HTTP/1.1" status: 200 len: 943 time: 0.0732760 Aug 12 14:45:22.827303 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-f5190833-2ef7-4c5a-a2b3-48e643248812 req-412e8a5d-5384-4282-a2eb-44c173ba5a87 tempest-SecurityGroupRulesTestJSON-142449692 tempest-SecurityGroupRulesTestJSON-142449692-project] Notify callbacks [] for security_group, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:22.828366 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b7ad198d-f0d5-48bb-91cb-76cb2b396c10 req-b914cc2f-8357-4ba3-8feb-c179b6a8cef0 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/security-groups?id=36246b04-094b-4845-831d-1126cf8a06ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430877 Aug 12 14:45:22.888801 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-f5190833-2ef7-4c5a-a2b3-48e643248812 req-412e8a5d-5384-4282-a2eb-44c173ba5a87 tempest-SecurityGroupRulesTestJSON-142449692 tempest-SecurityGroupRulesTestJSON-142449692-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:22.971771 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e10bebb4-3f23-46a4-adf5-5a2fd0d2c6d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3718490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8776395'] for subnet, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:22.981288 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-f5190833-2ef7-4c5a-a2b3-48e643248812 req-412e8a5d-5384-4282-a2eb-44c173ba5a87 tempest-SecurityGroupRulesTestJSON-142449692 tempest-SecurityGroupRulesTestJSON-142449692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:22.983904 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-f5190833-2ef7-4c5a-a2b3-48e643248812 req-412e8a5d-5384-4282-a2eb-44c173ba5a87 tempest-SecurityGroupRulesTestJSON-142449692 tempest-SecurityGroupRulesTestJSON-142449692-project] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:22.985345 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-f5190833-2ef7-4c5a-a2b3-48e643248812 req-412e8a5d-5384-4282-a2eb-44c173ba5a87 tempest-SecurityGroupRulesTestJSON-142449692 tempest-SecurityGroupRulesTestJSON-142449692-project] 10.222.0.39 "DELETE /v2.0/security-groups/12cf5816-8b72-4df6-b1da-35a8ee092a6f HTTP/1.1" status: 204 len: 173 time: 0.2574029 Aug 12 14:45:23.023244 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412e8a5d-5384-4282-a2eb-44c173ba5a87 tempest-SecurityGroupRulesTestJSON-142449692 tempest-SecurityGroupRulesTestJSON-142449692-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=12cf5816-8b72-4df6-b1da-35a8ee092a6f,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:45:23.049236 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10bebb4-3f23-46a4-adf5-5a2fd0d2c6d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f257bc49-db63-4113-bc40-74a30cbf55f9,revision_number=0']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:45:23.064201 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-04c78a30-27b8-4c5d-a10e-bcc2dad0d01f req-16bf4bce-f83b-4cc7-a8b7-5b2a6740f3f3 tempest-SecurityGroupRulesTestJSON-142449692 tempest-SecurityGroupRulesTestJSON-142449692-project] 10.222.0.39 "GET /v2.0/security-groups/c3a65509-b937-4114-b3d6-3d8e603027ea HTTP/1.1" status: 200 len: 1805 time: 0.0556138 Aug 12 14:45:23.080118 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e10bebb4-3f23-46a4-adf5-5a2fd0d2c6d3 admin admin] Checking segment: {'id': 'c941a8e8-ecb2-4dc2-87bc-ae59988983a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '0c72cac4-9121-4e18-b407-1e3b71175001'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:45:23.081015 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e10bebb4-3f23-46a4-adf5-5a2fd0d2c6d3 admin admin] Network hostable DHCP agents. Network: 0c72cac4-9121-4e18-b407-1e3b71175001, hostable agents: ['1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658'], hosted agents: [] {{(pid=94466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 14:45:23.111177 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e10bebb4-3f23-46a4-adf5-5a2fd0d2c6d3 admin admin] Network 0c72cac4-9121-4e18-b407-1e3b71175001 is scheduled to be hosted by DHCP agent 1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658 with binding_index 1 {{(pid=94466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 14:45:23.124201 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-e10bebb4-3f23-46a4-adf5-5a2fd0d2c6d3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-15, 0c72cac4-9121-4e18-b407-1e3b71175001) {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:45:23.131168 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e10bebb4-3f23-46a4-adf5-5a2fd0d2c6d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:45:23.131875 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e10bebb4-3f23-46a4-adf5-5a2fd0d2c6d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for subnet, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:23.134226 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ae4834b-b9d5-4793-a47c-e1df7a175c22 None None] Network 0c72cac4-9121-4e18-b407-1e3b71175001 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:45:23.162393 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-e10bebb4-3f23-46a4-adf5-5a2fd0d2c6d3 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5632873 Aug 12 14:45:23.163314 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-04c78a30-27b8-4c5d-a10e-bcc2dad0d01f req-cb69ba3e-ca14-4048-a4f8-3d7e9ea49b2f tempest-SecurityGroupRulesTestJSON-142449692 tempest-SecurityGroupRulesTestJSON-142449692-project] Notify callbacks [] for security_group, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:23.212030 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5211b00a-5a9a-45d1-b423-acb81c8c86fe req-735df0f2-2262-4de1-ade6-80ff54f1d83e tempest-TestServerMultinode-633138520 tempest-TestServerMultinode-633138520-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:45:23.213744 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-5211b00a-5a9a-45d1-b423-acb81c8c86fe req-735df0f2-2262-4de1-ade6-80ff54f1d83e tempest-TestServerMultinode-633138520 tempest-TestServerMultinode-633138520-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=b05f1757-b149-44af-a89e-acc5d8d52a56 HTTP/1.1" status: 200 len: 1097 time: 0.0574682 Aug 12 14:45:23.228146 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-04c78a30-27b8-4c5d-a10e-bcc2dad0d01f req-cb69ba3e-ca14-4048-a4f8-3d7e9ea49b2f tempest-SecurityGroupRulesTestJSON-142449692 tempest-SecurityGroupRulesTestJSON-142449692-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:23.279063 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-5211b00a-5a9a-45d1-b423-acb81c8c86fe req-53f80ac9-fb23-4dc0-8185-1899b065d544 tempest-TestServerMultinode-633138520 tempest-TestServerMultinode-633138520-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=fbc48ba5-6828-4e0a-8ff6-28ac994cc0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539596 Aug 12 14:45:23.319250 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-04c78a30-27b8-4c5d-a10e-bcc2dad0d01f req-cb69ba3e-ca14-4048-a4f8-3d7e9ea49b2f tempest-SecurityGroupRulesTestJSON-142449692 tempest-SecurityGroupRulesTestJSON-142449692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:23.322126 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-04c78a30-27b8-4c5d-a10e-bcc2dad0d01f req-cb69ba3e-ca14-4048-a4f8-3d7e9ea49b2f tempest-SecurityGroupRulesTestJSON-142449692 tempest-SecurityGroupRulesTestJSON-142449692-project] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:23.323721 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-04c78a30-27b8-4c5d-a10e-bcc2dad0d01f req-cb69ba3e-ca14-4048-a4f8-3d7e9ea49b2f tempest-SecurityGroupRulesTestJSON-142449692 tempest-SecurityGroupRulesTestJSON-142449692-project] 10.222.0.39 "DELETE /v2.0/security-groups/c3a65509-b937-4114-b3d6-3d8e603027ea HTTP/1.1" status: 204 len: 173 time: 0.2587202 Aug 12 14:45:23.341594 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb69ba3e-ca14-4048-a4f8-3d7e9ea49b2f tempest-SecurityGroupRulesTestJSON-142449692 tempest-SecurityGroupRulesTestJSON-142449692-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3a65509-b937-4114-b3d6-3d8e603027ea,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:45:23.380611 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ff78724-8786-472d-b2b1-67ef0344c973 None None] Network 0c72cac4-9121-4e18-b407-1e3b71175001 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:45:23.544293 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-ab64d612-2b1f-4fb9-8e75-2d29f185b1bb req-b54dca8e-bfc9-4f16-b346-b15772cf8ede tempest-SecurityGroupRulesTestJSON-142449692 tempest-SecurityGroupRulesTestJSON-142449692-project] 10.222.0.39 "GET /v2.0/security-groups/565bd80b-83ea-426b-a36a-60c15775ed05 HTTP/1.1" status: 200 len: 1805 time: 0.1102684 Aug 12 14:45:23.636772 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-ab64d612-2b1f-4fb9-8e75-2d29f185b1bb req-0aa7b575-8bd6-498c-bbc9-d75668108b92 tempest-SecurityGroupRulesTestJSON-142449692 tempest-SecurityGroupRulesTestJSON-142449692-project] Notify callbacks [] for security_group, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:23.662586 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-ab64d612-2b1f-4fb9-8e75-2d29f185b1bb req-0aa7b575-8bd6-498c-bbc9-d75668108b92 tempest-SecurityGroupRulesTestJSON-142449692 tempest-SecurityGroupRulesTestJSON-142449692-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:23.704757 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3320dc-999f-479f-abfa-c735ae945268 req-235374d6-c0be-49ac-87cd-18c59fd47117 tempest-TestServerMultinode-633138520 tempest-TestServerMultinode-633138520-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:45:23.707167 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ed3320dc-999f-479f-abfa-c735ae945268 req-235374d6-c0be-49ac-87cd-18c59fd47117 tempest-TestServerMultinode-633138520 tempest-TestServerMultinode-633138520-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=b05f1757-b149-44af-a89e-acc5d8d52a56 HTTP/1.1" status: 200 len: 1097 time: 0.0498242 Aug 12 14:45:23.715973 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-ab64d612-2b1f-4fb9-8e75-2d29f185b1bb req-0aa7b575-8bd6-498c-bbc9-d75668108b92 tempest-SecurityGroupRulesTestJSON-142449692 tempest-SecurityGroupRulesTestJSON-142449692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:23.719279 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-ab64d612-2b1f-4fb9-8e75-2d29f185b1bb req-0aa7b575-8bd6-498c-bbc9-d75668108b92 tempest-SecurityGroupRulesTestJSON-142449692 tempest-SecurityGroupRulesTestJSON-142449692-project] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:23.720647 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-ab64d612-2b1f-4fb9-8e75-2d29f185b1bb req-0aa7b575-8bd6-498c-bbc9-d75668108b92 tempest-SecurityGroupRulesTestJSON-142449692 tempest-SecurityGroupRulesTestJSON-142449692-project] 10.222.0.39 "DELETE /v2.0/security-groups/565bd80b-83ea-426b-a36a-60c15775ed05 HTTP/1.1" status: 204 len: 173 time: 0.1675642 Aug 12 14:45:23.737969 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa7b575-8bd6-498c-bbc9-d75668108b92 tempest-SecurityGroupRulesTestJSON-142449692 tempest-SecurityGroupRulesTestJSON-142449692-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=565bd80b-83ea-426b-a36a-60c15775ed05,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:45:23.814607 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-952a69b1-cde1-463a-8d6e-e67c73a91b5e req-663f59b2-a96e-476f-9d70-18fafd204238 tempest-SecurityGroupRulesTestJSON-142449692 tempest-SecurityGroupRulesTestJSON-142449692-project] 10.222.0.39 "GET /v2.0/security-groups/5878f8fc-9401-4751-bd76-2fd5975d1ce9 HTTP/1.1" status: 200 len: 2405 time: 0.0657325 Aug 12 14:45:23.884744 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-952a69b1-cde1-463a-8d6e-e67c73a91b5e req-25acbc3d-7776-4ef7-97f9-3a3d6a6f5af8 tempest-SecurityGroupRulesTestJSON-142449692 tempest-SecurityGroupRulesTestJSON-142449692-project] Notify callbacks [] for security_group, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:23.914189 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-952a69b1-cde1-463a-8d6e-e67c73a91b5e req-25acbc3d-7776-4ef7-97f9-3a3d6a6f5af8 tempest-SecurityGroupRulesTestJSON-142449692 tempest-SecurityGroupRulesTestJSON-142449692-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:23.965861 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-952a69b1-cde1-463a-8d6e-e67c73a91b5e req-25acbc3d-7776-4ef7-97f9-3a3d6a6f5af8 tempest-SecurityGroupRulesTestJSON-142449692 tempest-SecurityGroupRulesTestJSON-142449692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:23.966885 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-952a69b1-cde1-463a-8d6e-e67c73a91b5e req-25acbc3d-7776-4ef7-97f9-3a3d6a6f5af8 tempest-SecurityGroupRulesTestJSON-142449692 tempest-SecurityGroupRulesTestJSON-142449692-project] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:23.978704 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-952a69b1-cde1-463a-8d6e-e67c73a91b5e req-25acbc3d-7776-4ef7-97f9-3a3d6a6f5af8 tempest-SecurityGroupRulesTestJSON-142449692 tempest-SecurityGroupRulesTestJSON-142449692-project] 10.222.0.39 "DELETE /v2.0/security-groups/5878f8fc-9401-4751-bd76-2fd5975d1ce9 HTTP/1.1" status: 204 len: 173 time: 0.1567664 Aug 12 14:45:23.988838 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25acbc3d-7776-4ef7-97f9-3a3d6a6f5af8 tempest-SecurityGroupRulesTestJSON-142449692 tempest-SecurityGroupRulesTestJSON-142449692-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5878f8fc-9401-4751-bd76-2fd5975d1ce9,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:45:24.073573 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device afffe5b6-2c07-43e6-b942-60ac64c7590a no longer exists at agent hyperv_n-h1-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:45:24.092182 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207bccb8-bdb1-4422-ad89-eb861bd9c62d req-7d5b5867-7adf-4778-bc2a-e78839a1569d tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:45:24.094687 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-207bccb8-bdb1-4422-ad89-eb861bd9c62d req-7d5b5867-7adf-4778-bc2a-e78839a1569d tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/ports?device_id=626df24c-f964-4db8-a298-cb24cde94dbb HTTP/1.1" status: 200 len: 943 time: 0.0587459 Aug 12 14:45:24.108487 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-93370168-53ca-47c2-9e27-b066be57125c None None] No Port match for: afffe5b6-2c07-43e6-b942-60ac64c7590a {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 14:45:24.108972 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device afffe5b6-2c07-43e6-b942-60ac64c7590a not bound to the agent host n-h1-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:45:24.145105 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-207bccb8-bdb1-4422-ad89-eb861bd9c62d req-5b93cf82-f142-4169-b1e0-6a89476693ce tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/security-groups?id=36246b04-094b-4845-831d-1126cf8a06ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407283 Aug 12 14:45:24.276067 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bee1c23-21c8-4228-b827-dc36ddadb99c req-259f1e1e-5b79-40df-b004-6022f8f9dcf3 tempest-MultipleCreateTestJSON-1478760801 tempest-MultipleCreateTestJSON-1478760801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:45:24.277575 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0bee1c23-21c8-4228-b827-dc36ddadb99c req-259f1e1e-5b79-40df-b004-6022f8f9dcf3 tempest-MultipleCreateTestJSON-1478760801 tempest-MultipleCreateTestJSON-1478760801-project] 10.222.0.39 "GET /v2.0/networks?id=0c72cac4-9121-4e18-b407-1e3b71175001 HTTP/1.1" status: 200 len: 812 time: 0.5136900 Aug 12 14:45:24.281457 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [req-ed3320dc-999f-479f-abfa-c735ae945268 req-e413c89a-ec22-4ab2-8c8d-e4f92b003b50 tempest-TestServerMultinode-633138520 tempest-TestServerMultinode-633138520-project-admin] Deleting port e5270850-2f82-4a46-a1f7-dc222f52a7ad {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:45:24.281803 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-ed3320dc-999f-479f-abfa-c735ae945268 req-e413c89a-ec22-4ab2-8c8d-e4f92b003b50 tempest-TestServerMultinode-633138520 tempest-TestServerMultinode-633138520-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:24.284013 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-5cecf915-ad7b-4866-bcc0-326001c0eef1 req-e9c29edd-3cfb-48a7-8725-bc85c98e1276 tempest-SecurityGroupRulesTestJSON-142449692 tempest-SecurityGroupRulesTestJSON-142449692-project] 10.222.0.39 "GET /v2.0/security-groups/81359eb1-7b57-4d63-9392-46aa77760b25 HTTP/1.1" status: 200 len: 2400 time: 0.0466573 Aug 12 14:45:24.335718 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0bee1c23-21c8-4228-b827-dc36ddadb99c req-0823e696-ba59-4bba-ad82-b9079efdb83b tempest-MultipleCreateTestJSON-1478760801 tempest-MultipleCreateTestJSON-1478760801-project] 10.222.0.39 "GET /v2.0/quotas/ccdec0078b5848be9c485fbd6fc354a5 HTTP/1.1" status: 200 len: 375 time: 0.0518181 Aug 12 14:45:24.354507 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-5cecf915-ad7b-4866-bcc0-326001c0eef1 req-9b030909-7dff-4713-9d5b-8c8033961155 tempest-SecurityGroupRulesTestJSON-142449692 tempest-SecurityGroupRulesTestJSON-142449692-project] Notify callbacks [] for security_group, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:24.381479 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-5cecf915-ad7b-4866-bcc0-326001c0eef1 req-9b030909-7dff-4713-9d5b-8c8033961155 tempest-SecurityGroupRulesTestJSON-142449692 tempest-SecurityGroupRulesTestJSON-142449692-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:24.384129 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0bee1c23-21c8-4228-b827-dc36ddadb99c req-34cde65a-8a15-4a34-8091-8141b6ff828d tempest-MultipleCreateTestJSON-1478760801 tempest-MultipleCreateTestJSON-1478760801-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=ccdec0078b5848be9c485fbd6fc354a5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0396862 Aug 12 14:45:24.415995 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-ed3320dc-999f-479f-abfa-c735ae945268 req-e413c89a-ec22-4ab2-8c8d-e4f92b003b50 tempest-TestServerMultinode-633138520 tempest-TestServerMultinode-633138520-project-admin] For port e5270850-2f82-4a46-a1f7-dc222f52a7ad, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=e5270850-2f82-4a46-a1f7-dc222f52a7ad,segment=NetworkSegment(5460dd8c-09fa-480f-a792-3783d9f14ea8),segment_id=5460dd8c-09fa-480f-a792-3783d9f14ea8)] {{(pid=94467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:45:24.416301 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-ed3320dc-999f-479f-abfa-c735ae945268 req-e413c89a-ec22-4ab2-8c8d-e4f92b003b50 tempest-TestServerMultinode-633138520 tempest-TestServerMultinode-633138520-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:24.442069 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-5cecf915-ad7b-4866-bcc0-326001c0eef1 req-9b030909-7dff-4713-9d5b-8c8033961155 tempest-SecurityGroupRulesTestJSON-142449692 tempest-SecurityGroupRulesTestJSON-142449692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:24.445673 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-5cecf915-ad7b-4866-bcc0-326001c0eef1 req-9b030909-7dff-4713-9d5b-8c8033961155 tempest-SecurityGroupRulesTestJSON-142449692 tempest-SecurityGroupRulesTestJSON-142449692-project] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:24.446986 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-5cecf915-ad7b-4866-bcc0-326001c0eef1 req-9b030909-7dff-4713-9d5b-8c8033961155 tempest-SecurityGroupRulesTestJSON-142449692 tempest-SecurityGroupRulesTestJSON-142449692-project] 10.222.0.39 "DELETE /v2.0/security-groups/81359eb1-7b57-4d63-9392-46aa77760b25 HTTP/1.1" status: 204 len: 173 time: 0.1566031 Aug 12 14:45:24.463387 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 51782) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:45:24.464946 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b030909-7dff-4713-9d5b-8c8033961155 tempest-SecurityGroupRulesTestJSON-142449692 tempest-SecurityGroupRulesTestJSON-142449692-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=81359eb1-7b57-4d63-9392-46aa77760b25,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:45:24.469685 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [req-ed3320dc-999f-479f-abfa-c735ae945268 req-e413c89a-ec22-4ab2-8c8d-e4f92b003b50 tempest-TestServerMultinode-633138520 tempest-TestServerMultinode-633138520-project-admin] Calling delete_port for e5270850-2f82-4a46-a1f7-dc222f52a7ad owned by compute:nova {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:45:24.579388 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0bee1c23-21c8-4228-b827-dc36ddadb99c req-efe8d156-420f-497d-b8e9-ae186a9c815f service neutron] 10.222.0.39 "GET /v2.0/networks/0c72cac4-9121-4e18-b407-1e3b71175001?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1792283 Aug 12 14:45:24.610891 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_v2 [None req-cef45f0e-bb3d-4da2-9de3-a9fd86a7c1f7 admin admin] Deleting subnet 47fac38b-ec88-4378-a279-39ea282d7d9b {{(pid=94466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 14:45:24.621280 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-cef45f0e-bb3d-4da2-9de3-a9fd86a7c1f7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:24.655585 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b25a0a-ad92-4f3b-a67f-dadc6322bccf req-0f92d5e6-5282-4014-a366-005795ee39db tempest-TestServerMultinode-633138520 tempest-TestServerMultinode-633138520-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:45:24.657199 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-27b25a0a-ad92-4f3b-a67f-dadc6322bccf req-0f92d5e6-5282-4014-a366-005795ee39db tempest-TestServerMultinode-633138520 tempest-TestServerMultinode-633138520-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=b05f1757-b149-44af-a89e-acc5d8d52a56 HTTP/1.1" status: 200 len: 1097 time: 0.1126535 Aug 12 14:45:24.664765 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-cef45f0e-bb3d-4da2-9de3-a9fd86a7c1f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2293551'] for subnet, precommit_delete_associations {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:24.713865 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0bee1c23-21c8-4228-b827-dc36ddadb99c req-32978be0-42c2-4bce-ba89-3e2dff88d6e4 service neutron] 10.222.0.39 "GET /v2.0/networks/0c72cac4-9121-4e18-b407-1e3b71175001?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236610 Aug 12 14:45:24.715430 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-ed3320dc-999f-479f-abfa-c735ae945268 req-e413c89a-ec22-4ab2-8c8d-e4f92b003b50 tempest-TestServerMultinode-633138520 tempest-TestServerMultinode-633138520-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:24.727129 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] get_ports_and_sgs() called for port_ids ['e5270850-2f82-4a46-a1f7-dc222f52a7ad'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:45:24.744554 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-27b25a0a-ad92-4f3b-a67f-dadc6322bccf req-eae7abfc-cc3f-4dff-ad39-08ae758e4823 tempest-TestServerMultinode-633138520 tempest-TestServerMultinode-633138520-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=fbc48ba5-6828-4e0a-8ff6-28ac994cc0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751319 Aug 12 14:45:24.745560 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-cef45f0e-bb3d-4da2-9de3-a9fd86a7c1f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66416255'] for subnet, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:24.770941 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e413c89a-ec22-4ab2-8c8d-e4f92b003b50 tempest-TestServerMultinode-633138520 tempest-TestServerMultinode-633138520-project-admin] Pushing event deleted for resources: {'Port': ['ID=e5270850-2f82-4a46-a1f7-dc222f52a7ad,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:45:24.823839 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-cef45f0e-bb3d-4da2-9de3-a9fd86a7c1f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66416232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3718429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8776402'] for subnet, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:24.880545 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef45f0e-bb3d-4da2-9de3-a9fd86a7c1f7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=47fac38b-ec88-4378-a279-39ea282d7d9b,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:45:24.884023 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-cef45f0e-bb3d-4da2-9de3-a9fd86a7c1f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for subnet, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:24.892191 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-cef45f0e-bb3d-4da2-9de3-a9fd86a7c1f7 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/47fac38b-ec88-4378-a279-39ea282d7d9b HTTP/1.1" status: 204 len: 168 time: 0.4219601 Aug 12 14:45:24.896064 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 51786) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:45:24.909242 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed3320dc-999f-479f-abfa-c735ae945268 req-e413c89a-ec22-4ab2-8c8d-e4f92b003b50 tempest-TestServerMultinode-633138520 tempest-TestServerMultinode-633138520-project-admin] No DVR routers for this DVR port e5270850-2f82-4a46-a1f7-dc222f52a7ad on host n-h2-694802-15 {{(pid=94467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:45:24.909498 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-ed3320dc-999f-479f-abfa-c735ae945268 req-e413c89a-ec22-4ab2-8c8d-e4f92b003b50 tempest-TestServerMultinode-633138520 tempest-TestServerMultinode-633138520-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:24.911623 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ed3320dc-999f-479f-abfa-c735ae945268 req-e413c89a-ec22-4ab2-8c8d-e4f92b003b50 tempest-TestServerMultinode-633138520 tempest-TestServerMultinode-633138520-project-admin] 10.222.0.49 "DELETE /v2.0/ports/e5270850-2f82-4a46-a1f7-dc222f52a7ad HTTP/1.1" status: 204 len: 173 time: 1.1949401 Aug 12 14:45:24.912421 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b05f1757-b149-44af-a89e-acc5d8d52a56', 'name': 'network-vif-deleted', 'tag': 'e5270850-2f82-4a46-a1f7-dc222f52a7ad'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:45:24.917665 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e65282f928b64038367d043a4411777802006c43a98742496cb2e25b724ff1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f43768c-b715-4b70-b59e-8ad4a64e08e9" -d '{"events": [{"server_uuid": "b05f1757-b149-44af-a89e-acc5d8d52a56", "name": "network-vif-deleted", "tag": "e5270850-2f82-4a46-a1f7-dc222f52a7ad"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:45:25.071557 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0f8bab44-68a5-448f-a371-110a86480ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680608'] for network, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:25.074952 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 14:45:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac214665-7b70-46a5-bae7-9a0130ed1831 x-openstack-request-id: req-ac214665-7b70-46a5-bae7-9a0130ed1831 {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:45:25.075955 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b05f1757-b149-44af-a89e-acc5d8d52a56", "name": "network-vif-deleted", "tag": "e5270850-2f82-4a46-a1f7-dc222f52a7ad", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:45:25.076333 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ac214665-7b70-46a5-bae7-9a0130ed1831 {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:45:25.076826 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b05f1757-b149-44af-a89e-acc5d8d52a56', 'name': 'network-vif-deleted', 'tag': 'e5270850-2f82-4a46-a1f7-dc222f52a7ad', 'status': 'completed', 'code': 200} Aug 12 14:45:25.203069 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-1a98eb56-c335-49a6-8d58-b22af6202b4d req-00caa7c4-564d-457b-84cd-a719575c7be3 tempest-MultipleCreateTestJSON-1478760801 tempest-MultipleCreateTestJSON-1478760801-project] 10.222.0.39 "GET /v2.0/ports?device_id=c6a57577-f03f-4ed8-b769-480d36072498 HTTP/1.1" status: 200 len: 210 time: 0.0474846 Aug 12 14:45:25.267346 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0f8bab44-68a5-448f-a371-110a86480ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66413304', 'neutron.services.segments.db._delete_segments_for_network-8744654118000'] for network, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:25.310969 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-0f8bab44-68a5-448f-a371-110a86480ed2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71d9eab4-ae6b-4da2-9d26-be0413c8c121']}} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:45:25.327954 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-0f8bab44-68a5-448f-a371-110a86480ed2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6e58e10-dfa6-41fc-9a36-e7681f766f4c') {'for_net_delete': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:45:25.328251 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-0f8bab44-68a5-448f-a371-110a86480ed2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6e58e10-dfa6-41fc-9a36-e7681f766f4c') {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:45:25.341764 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0f8bab44-68a5-448f-a371-110a86480ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744654122361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2293560'] for segment, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:25.367048 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1299b89-0ef7-4160-91aa-c6fbdf9e4022 req-825a32df-7947-4ad3-91b9-f510b6b8a85e tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:45:25.368606 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-f1299b89-0ef7-4160-91aa-c6fbdf9e4022 req-825a32df-7947-4ad3-91b9-f510b6b8a85e tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/ports?device_id=626df24c-f964-4db8-a298-cb24cde94dbb HTTP/1.1" status: 200 len: 943 time: 0.1078331 Aug 12 14:45:25.376801 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0f8bab44-68a5-448f-a371-110a86480ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:25.400227 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f8bab44-68a5-448f-a371-110a86480ed2 admin admin] Releasing vlan 315 on physical network physnet1 to pool {{(pid=94466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 14:45:25.400657 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0f8bab44-68a5-448f-a371-110a86480ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3718595'] for segment, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:25.402619 n-d-694802-15 neutron-server[94466]: Traceback (most recent call last): Aug 12 14:45:25.402619 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 14:45:25.402619 n-d-694802-15 neutron-server[94466]: timer() Aug 12 14:45:25.402619 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 14:45:25.402619 n-d-694802-15 neutron-server[94466]: cb(*args, **kw) Aug 12 14:45:25.402619 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 14:45:25.402619 n-d-694802-15 neutron-server[94466]: return func(*args, **kwargs) Aug 12 14:45:25.402619 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 14:45:25.402619 n-d-694802-15 neutron-server[94466]: self._notify() Aug 12 14:45:25.402619 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 14:45:25.402619 n-d-694802-15 neutron-server[94466]: self.callback(batched_events) Aug 12 14:45:25.402619 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 14:45:25.402619 n-d-694802-15 neutron-server[94466]: event.method(event) Aug 12 14:45:25.402619 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 14:45:25.402619 n-d-694802-15 neutron-server[94466]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 14:45:25.402619 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 14:45:25.402619 n-d-694802-15 neutron-server[94466]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 14:45:25.402619 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 14:45:25.402619 n-d-694802-15 neutron-server[94466]: return f(self, *a, **k) Aug 12 14:45:25.402619 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 14:45:25.402619 n-d-694802-15 neutron-server[94466]: return self._get(url).json() Aug 12 14:45:25.402619 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 14:45:25.402619 n-d-694802-15 neutron-server[94466]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 14:45:25.402619 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 14:45:25.402619 n-d-694802-15 neutron-server[94466]: return self.request(url, 'GET', **kwargs) Aug 12 14:45:25.402619 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 14:45:25.402619 n-d-694802-15 neutron-server[94466]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 14:45:25.402619 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 14:45:25.402619 n-d-694802-15 neutron-server[94466]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 14:45:25.402619 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 14:45:25.402619 n-d-694802-15 neutron-server[94466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 14:45:25.402619 n-d-694802-15 neutron-server[94466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 14:45:25.483221 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-f1299b89-0ef7-4160-91aa-c6fbdf9e4022 req-fb1a6c17-e897-482f-8a2c-5edf75876cfc tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/security-groups?id=36246b04-094b-4845-831d-1126cf8a06ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076660 Aug 12 14:45:25.490451 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0f8bab44-68a5-448f-a371-110a86480ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66413281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431520'] for network, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:25.520823 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0f8bab44-68a5-448f-a371-110a86480ed2 admin admin] Notify callbacks [] for network, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:25.526078 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-0f8bab44-68a5-448f-a371-110a86480ed2 admin admin] 10.222.0.39 "DELETE /v2.0/networks/71d9eab4-ae6b-4da2-9d26-be0413c8c121 HTTP/1.1" status: 204 len: 168 time: 0.6252081 Aug 12 14:45:25.526078 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8bab44-68a5-448f-a371-110a86480ed2 admin admin] Pushing event deleted for resources: {'Network': ['ID=71d9eab4-ae6b-4da2-9d26-be0413c8c121,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:45:25.684715 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 51812) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:45:25.739288 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-60557831-9e1c-4ca7-b99d-1d01fa0f5650 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=134fac5c7f02425c8307f61c29b78a01&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0517042 Aug 12 14:45:25.740727 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 51814) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:45:25.806838 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f56e5ed2-e9b7-4847-ae1c-f0c3bbba93b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:25.842694 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f56e5ed2-e9b7-4847-ae1c-f0c3bbba93b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:25.853418 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 51818) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:45:25.925094 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f56e5ed2-e9b7-4847-ae1c-f0c3bbba93b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:25.928287 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f56e5ed2-e9b7-4847-ae1c-f0c3bbba93b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:25.930006 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-f56e5ed2-e9b7-4847-ae1c-f0c3bbba93b2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/55b364b5-9875-4138-afec-ef44c968676c HTTP/1.1" status: 204 len: 168 time: 0.1880722 Aug 12 14:45:25.959408 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56e5ed2-e9b7-4847-ae1c-f0c3bbba93b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55b364b5-9875-4138-afec-ef44c968676c,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:45:26.033885 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device d6dd4e8b-7641-4872-bd81-cdaa5b199e54 details requested by agent hyperv_n-h2-694802-15 with host n-h2-694802-15 {{(pid=94468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 14:45:26.179212 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port d6dd4e8b-7641-4872-bd81-cdaa5b199e54, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=d6dd4e8b-7641-4872-bd81-cdaa5b199e54,segment=NetworkSegment(45b28473-1709-41a1-b9df-2ccc6425c05f),segment_id=45b28473-1709-41a1-b9df-2ccc6425c05f)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:45:26.195740 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Returning: {'device': 'd6dd4e8b-7641-4872-bd81-cdaa5b199e54', 'network_id': '4552c891-e268-4d7c-98f1-e8736a29b277', 'port_id': 'd6dd4e8b-7641-4872-bd81-cdaa5b199e54', 'mac_address': 'fa:16:3e:db:55:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3b4e56e-f3bd-4709-bfd6-3e62da1e0ac7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 14:45:26.268267 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:26.305623 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6dd4e8b-7641-4872-bd81-cdaa5b199e54 {{(pid=94468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:45:26.344601 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-6d54db79-ff0e-421a-9525-e7c07e2d85f9 req-b059657a-8b79-4c80-af17-fbd36124d394 tempest-MultipleCreateTestJSON-1478760801 tempest-MultipleCreateTestJSON-1478760801-project] 10.222.0.39 "GET /v2.0/ports?device_id=c6a57577-f03f-4ed8-b769-480d36072498 HTTP/1.1" status: 200 len: 210 time: 0.0560546 Aug 12 14:45:26.345237 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port d6dd4e8b-7641-4872-bd81-cdaa5b199e54, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=d6dd4e8b-7641-4872-bd81-cdaa5b199e54,segment=NetworkSegment(45b28473-1709-41a1-b9df-2ccc6425c05f),segment_id=45b28473-1709-41a1-b9df-2ccc6425c05f)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:45:26.351968 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:26.418391 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Pushing event updated for resources: {'Port': ['ID=d6dd4e8b-7641-4872-bd81-cdaa5b199e54,revision_number=4']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:45:26.546945 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-32540868-bca7-40c2-9870-7cd0bbb07690 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66663830'] for router_interface, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:26.663624 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9c84b7-b097-4520-8442-d263974380e3 req-60094125-4f3c-4bfa-a2f1-e50c6d36247b tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:45:26.668063 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-ae9c84b7-b097-4520-8442-d263974380e3 req-60094125-4f3c-4bfa-a2f1-e50c6d36247b tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/ports?device_id=626df24c-f964-4db8-a298-cb24cde94dbb HTTP/1.1" status: 200 len: 944 time: 0.0795283 Aug 12 14:45:26.762529 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-ae9c84b7-b097-4520-8442-d263974380e3 req-28e15e97-611c-46c0-87ec-36919410d0cd tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/security-groups?id=36246b04-094b-4845-831d-1126cf8a06ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881217 Aug 12 14:45:26.847966 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] get_ports_and_sgs() called for port_ids ['d6dd4e8b-7641-4872-bd81-cdaa5b199e54'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:45:26.916852 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bee1c23-21c8-4228-b827-dc36ddadb99c req-88c2d81a-3af0-4cf4-8575-c1280930e0ba tempest-MultipleCreateTestJSON-1478760801 tempest-MultipleCreateTestJSON-1478760801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:45:26.919089 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0bee1c23-21c8-4228-b827-dc36ddadb99c req-88c2d81a-3af0-4cf4-8575-c1280930e0ba tempest-MultipleCreateTestJSON-1478760801 tempest-MultipleCreateTestJSON-1478760801-project] 10.222.0.64 "GET /v2.0/networks?id=0c72cac4-9121-4e18-b407-1e3b71175001 HTTP/1.1" status: 200 len: 812 time: 0.2921760 Aug 12 14:45:26.960758 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-0bee1c23-21c8-4228-b827-dc36ddadb99c req-ce674044-a2be-43c1-ae84-bc06d39ffeab tempest-MultipleCreateTestJSON-1478760801 tempest-MultipleCreateTestJSON-1478760801-project] Request body: {'port': {'device_id': 'aac7d10f-3e7c-4627-8a34-70d40395d469', 'network_id': '0c72cac4-9121-4e18-b407-1e3b71175001', 'admin_state_up': True, 'tenant_id': 'ccdec0078b5848be9c485fbd6fc354a5'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:45:27.099244 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bee1c23-21c8-4228-b827-dc36ddadb99c req-812fbc90-dcbc-4337-a355-bf7c7ce597ae tempest-MultipleCreateTestJSON-1478760801 tempest-MultipleCreateTestJSON-1478760801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:45:27.101248 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0bee1c23-21c8-4228-b827-dc36ddadb99c req-812fbc90-dcbc-4337-a355-bf7c7ce597ae tempest-MultipleCreateTestJSON-1478760801 tempest-MultipleCreateTestJSON-1478760801-project] 10.222.0.49 "GET /v2.0/networks?id=0c72cac4-9121-4e18-b407-1e3b71175001 HTTP/1.1" status: 200 len: 812 time: 0.3054419 Aug 12 14:45:27.123601 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 51856) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:45:27.130190 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-0bee1c23-21c8-4228-b827-dc36ddadb99c req-874b6715-d2cf-4b93-8be6-faa5f86bed32 tempest-MultipleCreateTestJSON-1478760801 tempest-MultipleCreateTestJSON-1478760801-project] Request body: {'port': {'device_id': 'c6a57577-f03f-4ed8-b769-480d36072498', 'network_id': '0c72cac4-9121-4e18-b407-1e3b71175001', 'admin_state_up': True, 'tenant_id': 'ccdec0078b5848be9c485fbd6fc354a5'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:45:27.260766 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-bf1d66fb-49c2-49c5-ab7d-620591827d44 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-838453687-network', 'tenant_id': '7fc51bb8d46c40808340f774760557a8'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:45:27.300432 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf1d66fb-49c2-49c5-ab7d-620591827d44 admin admin] Made reservation on behalf of 7fc51bb8d46c40808340f774760557a8 for: {'network': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:45:27.303149 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0bee1c23-21c8-4228-b827-dc36ddadb99c req-ce674044-a2be-43c1-ae84-bc06d39ffeab tempest-MultipleCreateTestJSON-1478760801 tempest-MultipleCreateTestJSON-1478760801-project] Made reservation on behalf of ccdec0078b5848be9c485fbd6fc354a5 for: {'port': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:45:27.303889 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-bf1d66fb-49c2-49c5-ab7d-620591827d44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for network, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:27.306626 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-0bee1c23-21c8-4228-b827-dc36ddadb99c req-ce674044-a2be-43c1-ae84-bc06d39ffeab tempest-MultipleCreateTestJSON-1478760801 tempest-MultipleCreateTestJSON-1478760801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:27.313343 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-bf1d66fb-49c2-49c5-ab7d-620591827d44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:27.437615 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-bf1d66fb-49c2-49c5-ab7d-620591827d44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:27.443458 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-bf1d66fb-49c2-49c5-ab7d-620591827d44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:27.474329 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf1d66fb-49c2-49c5-ab7d-620591827d44 admin admin] vlan segment allocate from pool success with {'vlan_id': 326, 'physical_network': 'physnet1'} {{(pid=94466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 14:45:27.489495 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1d66fb-49c2-49c5-ab7d-620591827d44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba616c86-8dff-4988-83e0-d1db1a286b22,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:45:27.492873 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_common [req-0bee1c23-21c8-4228-b827-dc36ddadb99c req-ce674044-a2be-43c1-ae84-bc06d39ffeab tempest-MultipleCreateTestJSON-1478760801 tempest-MultipleCreateTestJSON-1478760801-project] Allocated IP 172.20.0.8 (0c72cac4-9121-4e18-b407-1e3b71175001/f257bc49-db63-4113-bc40-74a30cbf55f9/d2c47a9f-df5e-42d0-a0e6-a2d74ef8877c) {{(pid=94467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:45:27.494591 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-bf1d66fb-49c2-49c5-ab7d-620591827d44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:27.494937 n-d-694802-15 neutron-server[94466]: INFO neutron.db.segments_db [None req-bf1d66fb-49c2-49c5-ab7d-620591827d44 admin admin] Added segment d11e9b2a-b364-4846-b359-aff2891efa01 of type vlan for network 0d9820f1-7ae4-40f5-8f2a-0d263fc6aa74 Aug 12 14:45:27.535848 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-32540868-bca7-40c2-9870-7cd0bbb07690 admin admin] Deleting port 53778b53-3ae4-407d-a09b-a7a92853df9d {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:45:27.536190 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-32540868-bca7-40c2-9870-7cd0bbb07690 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:27.548427 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-bf1d66fb-49c2-49c5-ab7d-620591827d44 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744653628263'] for network, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:27.558594 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-022aef7c-4b7b-417c-9083-30ca0f105499 req-92d4e91b-7ff9-48a0-8727-d7c47c50f81b tempest-MultipleCreateTestJSON-1478760801 tempest-MultipleCreateTestJSON-1478760801-project] 10.222.0.39 "GET /v2.0/ports?device_id=c6a57577-f03f-4ed8-b769-480d36072498 HTTP/1.1" status: 200 len: 210 time: 0.1212699 Aug 12 14:45:27.606817 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0bee1c23-21c8-4228-b827-dc36ddadb99c req-874b6715-d2cf-4b93-8be6-faa5f86bed32 tempest-MultipleCreateTestJSON-1478760801 tempest-MultipleCreateTestJSON-1478760801-project] Made reservation on behalf of ccdec0078b5848be9c485fbd6fc354a5 for: {'port': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:45:27.607783 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-bf1d66fb-49c2-49c5-ab7d-620591827d44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409'] for network, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:27.609219 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf1d66fb-49c2-49c5-ab7d-620591827d44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:45:27.609980 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-bf1d66fb-49c2-49c5-ab7d-620591827d44 admin admin] Notify callbacks [] for network, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:27.610417 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-0bee1c23-21c8-4228-b827-dc36ddadb99c req-874b6715-d2cf-4b93-8be6-faa5f86bed32 tempest-MultipleCreateTestJSON-1478760801 tempest-MultipleCreateTestJSON-1478760801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:27.676284 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-bf1d66fb-49c2-49c5-ab7d-620591827d44 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5507777 Aug 12 14:45:27.678896 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 51866) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:45:27.684920 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-10f89598-1e12-4c07-9332-9e5c681dce56 admin admin] Request body: {'subnet': {'network_id': '0d9820f1-7ae4-40f5-8f2a-0d263fc6aa74', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-838453687-subnet', 'tenant_id': '7fc51bb8d46c40808340f774760557a8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:45:27.693479 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1d66fb-49c2-49c5-ab7d-620591827d44 admin admin] Pushing event updated for resources: {'Network': ['ID=0d9820f1-7ae4-40f5-8f2a-0d263fc6aa74,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:45:27.709437 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Network 0d9820f1-7ae4-40f5-8f2a-0d263fc6aa74 details requested by agent ovs-agent-n-d-694802-15 with host n-d-694802-15 {{(pid=94468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 14:45:27.716724 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10f89598-1e12-4c07-9332-9e5c681dce56 admin admin] Made reservation on behalf of 7fc51bb8d46c40808340f774760557a8 for: {'subnet': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:45:27.719759 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-10f89598-1e12-4c07-9332-9e5c681dce56 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8776441'] for subnet, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:27.796671 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [None req-32540868-bca7-40c2-9870-7cd0bbb07690 admin admin] For port 53778b53-3ae4-407d-a09b-a7a92853df9d, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=53778b53-3ae4-407d-a09b-a7a92853df9d,segment=NetworkSegment(5460dd8c-09fa-480f-a792-3783d9f14ea8),segment_id=5460dd8c-09fa-480f-a792-3783d9f14ea8)] {{(pid=94467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:45:27.797044 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-32540868-bca7-40c2-9870-7cd0bbb07690 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:27.826620 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-32540868-bca7-40c2-9870-7cd0bbb07690 admin admin] Calling delete_port for 53778b53-3ae4-407d-a09b-a7a92853df9d owned by network:router_interface {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:45:27.902302 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-0bee1c23-21c8-4228-b827-dc36ddadb99c req-ce674044-a2be-43c1-ae84-bc06d39ffeab tempest-MultipleCreateTestJSON-1478760801 tempest-MultipleCreateTestJSON-1478760801-project] Notify callbacks [] for port, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:27.977417 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea95648c-b45a-4a69-95eb-43472453f4fa req-a79d79a9-48c4-49ef-be72-0d67880277c1 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:45:27.978924 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-ea95648c-b45a-4a69-95eb-43472453f4fa req-a79d79a9-48c4-49ef-be72-0d67880277c1 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/ports?device_id=626df24c-f964-4db8-a298-cb24cde94dbb HTTP/1.1" status: 200 len: 944 time: 0.1040909 Aug 12 14:45:27.985532 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-10f89598-1e12-4c07-9332-9e5c681dce56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3718490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8776395'] for subnet, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:28.009504 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-0bee1c23-21c8-4228-b827-dc36ddadb99c req-ce674044-a2be-43c1-ae84-bc06d39ffeab tempest-MultipleCreateTestJSON-1478760801 tempest-MultipleCreateTestJSON-1478760801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:28.042091 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device e5270850-2f82-4a46-a1f7-dc222f52a7ad no longer exists at agent hyperv_n-h2-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:45:28.065739 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f89598-1e12-4c07-9332-9e5c681dce56 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba4b4fde-e64b-462c-b52f-382689d7760d,revision_number=0']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:45:28.073145 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] No Port match for: e5270850-2f82-4a46-a1f7-dc222f52a7ad {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 14:45:28.073745 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device e5270850-2f82-4a46-a1f7-dc222f52a7ad not bound to the agent host n-h2-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:45:28.085937 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-ea95648c-b45a-4a69-95eb-43472453f4fa req-411deab5-4f46-460e-ae21-dc644715e38d tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/security-groups?id=36246b04-094b-4845-831d-1126cf8a06ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936923 Aug 12 14:45:28.094960 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10f89598-1e12-4c07-9332-9e5c681dce56 admin admin] Checking segment: {'id': 'd11e9b2a-b364-4846-b359-aff2891efa01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '0d9820f1-7ae4-40f5-8f2a-0d263fc6aa74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:45:28.095438 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10f89598-1e12-4c07-9332-9e5c681dce56 admin admin] Network hostable DHCP agents. Network: 0d9820f1-7ae4-40f5-8f2a-0d263fc6aa74, hostable agents: ['1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658'], hosted agents: [] {{(pid=94466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 14:45:28.123692 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0bee1c23-21c8-4228-b827-dc36ddadb99c req-ce674044-a2be-43c1-ae84-bc06d39ffeab tempest-MultipleCreateTestJSON-1478760801 tempest-MultipleCreateTestJSON-1478760801-project] Network 0c72cac4-9121-4e18-b407-1e3b71175001 is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:45:28.130404 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10f89598-1e12-4c07-9332-9e5c681dce56 admin admin] Network 0d9820f1-7ae4-40f5-8f2a-0d263fc6aa74 is scheduled to be hosted by DHCP agent 1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658 with binding_index 1 {{(pid=94466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 14:45:28.148396 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-10f89598-1e12-4c07-9332-9e5c681dce56 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-15, 0d9820f1-7ae4-40f5-8f2a-0d263fc6aa74) {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:45:28.151519 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_common [req-0bee1c23-21c8-4228-b827-dc36ddadb99c req-874b6715-d2cf-4b93-8be6-faa5f86bed32 tempest-MultipleCreateTestJSON-1478760801 tempest-MultipleCreateTestJSON-1478760801-project] Allocated IP 172.20.0.9 (0c72cac4-9121-4e18-b407-1e3b71175001/f257bc49-db63-4113-bc40-74a30cbf55f9/ab870833-48f6-4ada-aca6-5ba692e9e7c5) {{(pid=94467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:45:28.155999 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [req-0bee1c23-21c8-4228-b827-dc36ddadb99c req-ce674044-a2be-43c1-ae84-bc06d39ffeab tempest-MultipleCreateTestJSON-1478760801 tempest-MultipleCreateTestJSON-1478760801-project] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:45:28.159793 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97d986ef-1f53-4149-8679-0bfc4fdc18f7 None None] Network 0d9820f1-7ae4-40f5-8f2a-0d263fc6aa74 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:45:28.161633 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce674044-a2be-43c1-ae84-bc06d39ffeab tempest-MultipleCreateTestJSON-1478760801 tempest-MultipleCreateTestJSON-1478760801-project] Pushing event updated for resources: {'Port': ['ID=d2c47a9f-df5e-42d0-a0e6-a2d74ef8877c,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:45:28.167898 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bee1c23-21c8-4228-b827-dc36ddadb99c req-ce674044-a2be-43c1-ae84-bc06d39ffeab tempest-MultipleCreateTestJSON-1478760801 tempest-MultipleCreateTestJSON-1478760801-project] Received port after_create {{(pid=94467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:45:28.185487 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10f89598-1e12-4c07-9332-9e5c681dce56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:45:28.187358 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-10f89598-1e12-4c07-9332-9e5c681dce56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for subnet, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:28.246735 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-10f89598-1e12-4c07-9332-9e5c681dce56 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5658824 Aug 12 14:45:28.249706 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 51876) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:45:28.254569 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-b200c401-dba3-40bd-aea2-ce9a81fedaf0 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-838453687-router', 'tenant_id': '7fc51bb8d46c40808340f774760557a8', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'}}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:45:28.271646 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-32540868-bca7-40c2-9870-7cd0bbb07690 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:28.307572 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b200c401-dba3-40bd-aea2-ce9a81fedaf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-430574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-104863'] for router, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:28.310862 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b200c401-dba3-40bd-aea2-ce9a81fedaf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-429438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-431405', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66646573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-104852'] for router, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:28.377695 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bee1c23-21c8-4228-b827-dc36ddadb99c req-ce674044-a2be-43c1-ae84-bc06d39ffeab tempest-MultipleCreateTestJSON-1478760801 tempest-MultipleCreateTestJSON-1478760801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:45:28.378375 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-0bee1c23-21c8-4228-b827-dc36ddadb99c req-ce674044-a2be-43c1-ae84-bc06d39ffeab tempest-MultipleCreateTestJSON-1478760801 tempest-MultipleCreateTestJSON-1478760801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:28.384418 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32540868-bca7-40c2-9870-7cd0bbb07690 admin admin] Pushing event deleted for resources: {'Port': ['ID=53778b53-3ae4-407d-a09b-a7a92853df9d,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:45:28.395926 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b200c401-dba3-40bd-aea2-ce9a81fedaf0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:28.468726 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8fc4474-1946-410c-b135-73d4b0da2045 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa7035b3e-9a89-5964-b9f4-97301c3f476a-0d9820f1-7ae4-40f5-8f2a-0d263fc6aa74', 'network_id': '0d9820f1-7ae4-40f5-8f2a-0d263fc6aa74', 'tenant_id': '7fc51bb8d46c40808340f774760557a8', 'fixed_ips': [{'subnet_id': 'ba4b4fde-e64b-462c-b52f-382689d7760d'}]}} from n-d-694802-15. {{(pid=94468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 14:45:28.470064 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-d8fc4474-1946-410c-b135-73d4b0da2045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:28.492566 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0bee1c23-21c8-4228-b827-dc36ddadb99c req-ce674044-a2be-43c1-ae84-bc06d39ffeab tempest-MultipleCreateTestJSON-1478760801 tempest-MultipleCreateTestJSON-1478760801-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5389659 Aug 12 14:45:28.513608 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-0bee1c23-21c8-4228-b827-dc36ddadb99c req-c8d9931f-ecfe-40bd-aac0-202470fa5338 service neutron] Request body: {'port': {'device_id': 'aac7d10f-3e7c-4627-8a34-70d40395d469', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-694802-15'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:45:28.629976 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b200c401-dba3-40bd-aea2-ce9a81fedaf0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:28.774162 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-0bee1c23-21c8-4228-b827-dc36ddadb99c req-874b6715-d2cf-4b93-8be6-faa5f86bed32 tempest-MultipleCreateTestJSON-1478760801 tempest-MultipleCreateTestJSON-1478760801-project] Notify callbacks [] for port, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:28.781963 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-32540868-bca7-40c2-9870-7cd0bbb07690 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66628352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-430630'] for router_interface, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:28.783135 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-434d9edf-f1ff-4932-ab4c-0862f3b57fde req-c9fddcaf-2a3f-42a2-87d5-f16a7c7c8522 tempest-MultipleCreateTestJSON-1478760801 tempest-MultipleCreateTestJSON-1478760801-project] 10.222.0.39 "GET /v2.0/ports?device_id=c6a57577-f03f-4ed8-b769-480d36072498 HTTP/1.1" status: 200 len: 210 time: 0.0598230 Aug 12 14:45:28.811764 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-0bee1c23-21c8-4228-b827-dc36ddadb99c req-c8d9931f-ecfe-40bd-aac0-202470fa5338 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:28.813503 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.db_base_plugin_common [None req-d8fc4474-1946-410c-b135-73d4b0da2045 None None] Allocated IP 172.20.0.2 (0d9820f1-7ae4-40f5-8f2a-0d263fc6aa74/ba4b4fde-e64b-462c-b52f-382689d7760d/fa72b2c7-9988-4d9e-885a-5ef7af03ef3a) {{(pid=94468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:45:28.986236 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b200c401-dba3-40bd-aea2-ce9a81fedaf0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:29.018629 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b200c401-dba3-40bd-aea2-ce9a81fedaf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:29.050740 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-0bee1c23-21c8-4228-b827-dc36ddadb99c req-874b6715-d2cf-4b93-8be6-faa5f86bed32 tempest-MultipleCreateTestJSON-1478760801 tempest-MultipleCreateTestJSON-1478760801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:29.110885 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0bee1c23-21c8-4228-b827-dc36ddadb99c req-874b6715-d2cf-4b93-8be6-faa5f86bed32 tempest-MultipleCreateTestJSON-1478760801 tempest-MultipleCreateTestJSON-1478760801-project] Network 0c72cac4-9121-4e18-b407-1e3b71175001 is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:45:29.132213 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [req-0bee1c23-21c8-4228-b827-dc36ddadb99c req-874b6715-d2cf-4b93-8be6-faa5f86bed32 tempest-MultipleCreateTestJSON-1478760801 tempest-MultipleCreateTestJSON-1478760801-project] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:45:29.153189 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-b200c401-dba3-40bd-aea2-ce9a81fedaf0 admin admin] Allocated IP 172.25.1.175 (d3759e1b-6c03-45ac-acd4-90abb417809b/f0254f08-c19c-4e31-bd9c-09389ea4b6f2/c1133a4e-cbdf-4bd2-9238-c8959f599a29) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:45:29.181360 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bee1c23-21c8-4228-b827-dc36ddadb99c req-874b6715-d2cf-4b93-8be6-faa5f86bed32 tempest-MultipleCreateTestJSON-1478760801 tempest-MultipleCreateTestJSON-1478760801-project] Received port after_create {{(pid=94467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:45:29.185917 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-d8fc4474-1946-410c-b135-73d4b0da2045 None None] Notify callbacks [] for port, precommit_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:29.205398 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-d8fc4474-1946-410c-b135-73d4b0da2045 None None] Transition to ACTIVE for port object fa72b2c7-9988-4d9e-885a-5ef7af03ef3a will not be triggered until provisioned by entity L2. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:45:29.245307 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-d8fc4474-1946-410c-b135-73d4b0da2045 None None] Transition to ACTIVE for port object fa72b2c7-9988-4d9e-885a-5ef7af03ef3a will not be triggered until provisioned by entity DHCP. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:45:29.263140 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-d8fc4474-1946-410c-b135-73d4b0da2045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253'] for port, after_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:29.300193 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b200c401-dba3-40bd-aea2-ce9a81fedaf0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:29.361337 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8fc4474-1946-410c-b135-73d4b0da2045 None None] Network 0d9820f1-7ae4-40f5-8f2a-0d263fc6aa74 is already hosted by enough agents. {{(pid=94468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:45:29.366187 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b200c401-dba3-40bd-aea2-ce9a81fedaf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:29.379155 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.base_scheduler [None req-d8fc4474-1946-410c-b135-73d4b0da2045 None None] Resources bound (agent type, host, resource id): {{(pid=94468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:45:29.392330 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fc4474-1946-410c-b135-73d4b0da2045 None None] Pushing event updated for resources: {'Port': ['ID=fa72b2c7-9988-4d9e-885a-5ef7af03ef3a,revision_number=1']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:45:29.400620 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8fc4474-1946-410c-b135-73d4b0da2045 None None] Received port after_create {{(pid=94468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:45:29.412463 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b200c401-dba3-40bd-aea2-ce9a81fedaf0 admin admin] Network d3759e1b-6c03-45ac-acd4-90abb417809b is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:45:29.418902 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-b200c401-dba3-40bd-aea2-ce9a81fedaf0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:45:29.422987 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b200c401-dba3-40bd-aea2-ce9a81fedaf0 admin admin] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:45:29.461034 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b200c401-dba3-40bd-aea2-ce9a81fedaf0 admin admin] Pushing event updated for resources: {'Port': ['ID=c1133a4e-cbdf-4bd2-9238-c8959f599a29,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:45:29.525328 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-d8fc4474-1946-410c-b135-73d4b0da2045 None None] Attempting to bind port fa72b2c7-9988-4d9e-885a-5ef7af03ef3a on host n-d-694802-15 for vnic_type normal with profile {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:45:29.525611 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-d8fc4474-1946-410c-b135-73d4b0da2045 None None] Attempting to bind port fa72b2c7-9988-4d9e-885a-5ef7af03ef3a by drivers openvswitch,hyperv on host n-d-694802-15 at level 0 using segments [{'id': 'd11e9b2a-b364-4846-b359-aff2891efa01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '0d9820f1-7ae4-40f5-8f2a-0d263fc6aa74'}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:45:29.526016 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8fc4474-1946-410c-b135-73d4b0da2045 None None] Attempting to bind port fa72b2c7-9988-4d9e-885a-5ef7af03ef3a on network 0d9820f1-7ae4-40f5-8f2a-0d263fc6aa74 {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:45:29.533195 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8fc4474-1946-410c-b135-73d4b0da2045 None None] Checking agent: {'id': '16de73ac-f2e9-4cee-b3e0-91052ae3e6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 20, 13), 'started_at': datetime.datetime(2021, 8, 12, 14, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 45, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:45:29.533736 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8fc4474-1946-410c-b135-73d4b0da2045 None None] Checking segment: {'id': 'd11e9b2a-b364-4846-b359-aff2891efa01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '0d9820f1-7ae4-40f5-8f2a-0d263fc6aa74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:45:29.534152 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-d8fc4474-1946-410c-b135-73d4b0da2045 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:29.534629 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8fc4474-1946-410c-b135-73d4b0da2045 None None] Bound using segment: {'id': 'd11e9b2a-b364-4846-b359-aff2891efa01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '0d9820f1-7ae4-40f5-8f2a-0d263fc6aa74'} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:45:29.535220 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-d8fc4474-1946-410c-b135-73d4b0da2045 None None] Bound port: fa72b2c7-9988-4d9e-885a-5ef7af03ef3a, host: n-d-694802-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd11e9b2a-b364-4846-b359-aff2891efa01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '0d9820f1-7ae4-40f5-8f2a-0d263fc6aa74'}}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:45:29.535756 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-d8fc4474-1946-410c-b135-73d4b0da2045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:29.613409 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-d8fc4474-1946-410c-b135-73d4b0da2045 None None] For port fa72b2c7-9988-4d9e-885a-5ef7af03ef3a, host n-d-694802-15, cleared binding levels {{(pid=94468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:45:29.619598 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-d8fc4474-1946-410c-b135-73d4b0da2045 None None] For port fa72b2c7-9988-4d9e-885a-5ef7af03ef3a, host n-d-694802-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=fa72b2c7-9988-4d9e-885a-5ef7af03ef3a,segment=NetworkSegment(d11e9b2a-b364-4846-b359-aff2891efa01),segment_id=d11e9b2a-b364-4846-b359-aff2891efa01)] {{(pid=94468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:45:29.625835 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-d8fc4474-1946-410c-b135-73d4b0da2045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:29.679245 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874b6715-d2cf-4b93-8be6-faa5f86bed32 tempest-MultipleCreateTestJSON-1478760801 tempest-MultipleCreateTestJSON-1478760801-project] Pushing event updated for resources: {'Port': ['ID=ab870833-48f6-4ada-aca6-5ba692e9e7c5,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:45:29.752030 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fc4474-1946-410c-b135-73d4b0da2045 None None] Pushing event updated for resources: {'Port': ['ID=fa72b2c7-9988-4d9e-885a-5ef7af03ef3a,revision_number=2']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:45:29.782833 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b200c401-dba3-40bd-aea2-ce9a81fedaf0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:29.814796 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bee1c23-21c8-4228-b827-dc36ddadb99c req-874b6715-d2cf-4b93-8be6-faa5f86bed32 tempest-MultipleCreateTestJSON-1478760801 tempest-MultipleCreateTestJSON-1478760801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:45:29.815661 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-0bee1c23-21c8-4228-b827-dc36ddadb99c req-874b6715-d2cf-4b93-8be6-faa5f86bed32 tempest-MultipleCreateTestJSON-1478760801 tempest-MultipleCreateTestJSON-1478760801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:29.886022 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0bee1c23-21c8-4228-b827-dc36ddadb99c req-874b6715-d2cf-4b93-8be6-faa5f86bed32 tempest-MultipleCreateTestJSON-1478760801 tempest-MultipleCreateTestJSON-1478760801-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7613149 Aug 12 14:45:29.905459 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-0bee1c23-21c8-4228-b827-dc36ddadb99c req-f572eb86-74ad-49c7-b8c9-1a3a840ab890 service neutron] Request body: {'port': {'device_id': 'c6a57577-f03f-4ed8-b769-480d36072498', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-694802-15'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:45:30.031958 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b544f1-8ce7-4f8b-b314-1c7f81afebc7 req-5be966ef-6760-42ca-a669-2dfccdc814a3 tempest-MultipleCreateTestJSON-1478760801 tempest-MultipleCreateTestJSON-1478760801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:45:30.035576 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-05b544f1-8ce7-4f8b-b314-1c7f81afebc7 req-5be966ef-6760-42ca-a669-2dfccdc814a3 tempest-MultipleCreateTestJSON-1478760801 tempest-MultipleCreateTestJSON-1478760801-project] 10.222.0.39 "GET /v2.0/ports?device_id=c6a57577-f03f-4ed8-b769-480d36072498 HTTP/1.1" status: 200 len: 931 time: 0.1452479 Aug 12 14:45:30.048543 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bfa111-e6c7-4ed2-bc80-38d4745f4975 req-564c8f48-fc4e-4abc-9875-83ecacb04559 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:45:30.052799 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-23bfa111-e6c7-4ed2-bc80-38d4745f4975 req-564c8f48-fc4e-4abc-9875-83ecacb04559 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/ports?device_id=626df24c-f964-4db8-a298-cb24cde94dbb HTTP/1.1" status: 200 len: 944 time: 0.3949568 Aug 12 14:45:30.066010 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device d6dd4e8b-7641-4872-bd81-cdaa5b199e54 up at agent hyperv_n-h2-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:45:30.075651 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [req-0bee1c23-21c8-4228-b827-dc36ddadb99c req-c8d9931f-ecfe-40bd-aac0-202470fa5338 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2c47a9f-df5e-42d0-a0e6-a2d74ef8877c {{(pid=94467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:45:30.087779 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32540868-bca7-40c2-9870-7cd0bbb07690 admin admin] Router dcbe325a-7aba-492a-b72b-2e5db00507df has already been hosted by L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f {{(pid=94467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 14:45:30.098193 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-0bee1c23-21c8-4228-b827-dc36ddadb99c req-c8d9931f-ecfe-40bd-aac0-202470fa5338 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:30.149462 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [req-0bee1c23-21c8-4228-b827-dc36ddadb99c req-c8d9931f-ecfe-40bd-aac0-202470fa5338 service neutron] Transition to ACTIVE for port object d2c47a9f-df5e-42d0-a0e6-a2d74ef8877c will not be triggered until provisioned by entity L2. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:45:30.174508 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-0bee1c23-21c8-4228-b827-dc36ddadb99c req-c8d9931f-ecfe-40bd-aac0-202470fa5338 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:30.182646 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-0bee1c23-21c8-4228-b827-dc36ddadb99c req-f572eb86-74ad-49c7-b8c9-1a3a840ab890 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:30.185000 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Provisioning for port d6dd4e8b-7641-4872-bd81-cdaa5b199e54 completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:45:30.189791 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Provisioning complete for port d6dd4e8b-7641-4872-bd81-cdaa5b199e54 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:45:30.190183 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:30.243166 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-23bfa111-e6c7-4ed2-bc80-38d4745f4975 req-eb026251-b43e-4156-8f08-0cd4c6d9ca60 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/security-groups?id=36246b04-094b-4845-831d-1126cf8a06ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756940 Aug 12 14:45:30.331402 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:30.368042 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '626df24c-f964-4db8-a298-cb24cde94dbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6dd4e8b-7641-4872-bd81-cdaa5b199e54'}] {{(pid=94468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:45:30.371205 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99a8d87602170099c728e57431aca99e9b98a655a83bbf8727be13192709727b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dff6219a-f7a5-4db4-9d2c-587d0168a292" -d '{"events": [{"server_uuid": "626df24c-f964-4db8-a298-cb24cde94dbb", "name": "network-vif-plugged", "status": "completed", "tag": "d6dd4e8b-7641-4872-bd81-cdaa5b199e54"}]}' {{(pid=94468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:45:30.382729 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d9931f-ecfe-40bd-aac0-202470fa5338 service neutron] Pushing event updated for resources: {'Port': ['ID=d2c47a9f-df5e-42d0-a0e6-a2d74ef8877c,revision_number=2']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:45:30.404152 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port d6dd4e8b-7641-4872-bd81-cdaa5b199e54, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=d6dd4e8b-7641-4872-bd81-cdaa5b199e54,segment=NetworkSegment(45b28473-1709-41a1-b9df-2ccc6425c05f),segment_id=45b28473-1709-41a1-b9df-2ccc6425c05f)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:45:30.414719 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:30.513595 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Pushing event updated for resources: {'Port': ['ID=d6dd4e8b-7641-4872-bd81-cdaa5b199e54,revision_number=5']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:45:30.527053 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32540868-bca7-40c2-9870-7cd0bbb07690 admin admin] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 14:45:30.544105 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ded1fd-8528-4fa9-ac13-77970c297540 None None] Sync routers for ids ['dcbe325a-7aba-492a-b72b-2e5db00507df'] in n-d-694802-15 {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 14:45:30.553532 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 51904) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:45:30.562632 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-32540868-bca7-40c2-9870-7cd0bbb07690 admin admin] 10.222.0.39 "PUT /v2.0/routers/dcbe325a-7aba-492a-b72b-2e5db00507df/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7066579 Aug 12 14:45:30.577796 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ded1fd-8528-4fa9-ac13-77970c297540 None None] Routers {'dcbe325a-7aba-492a-b72b-2e5db00507df'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:45:30.581069 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-73ded1fd-8528-4fa9-ac13-77970c297540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:45:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['dcbe325a-7aba-492a-b72b-2e5db00507df'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:45:30.666089 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b200c401-dba3-40bd-aea2-ce9a81fedaf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-429413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-431608'] for router, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:30.763396 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-0bee1c23-21c8-4228-b827-dc36ddadb99c req-c8d9931f-ecfe-40bd-aac0-202470fa5338 service neutron] Attempting to bind port d2c47a9f-df5e-42d0-a0e6-a2d74ef8877c on host n-h1-694802-15 for vnic_type normal with profile {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:45:30.763729 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-0bee1c23-21c8-4228-b827-dc36ddadb99c req-c8d9931f-ecfe-40bd-aac0-202470fa5338 service neutron] Attempting to bind port d2c47a9f-df5e-42d0-a0e6-a2d74ef8877c by drivers openvswitch,hyperv on host n-h1-694802-15 at level 0 using segments [{'id': 'c941a8e8-ecb2-4dc2-87bc-ae59988983a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '0c72cac4-9121-4e18-b407-1e3b71175001'}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:45:30.764056 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bee1c23-21c8-4228-b827-dc36ddadb99c req-c8d9931f-ecfe-40bd-aac0-202470fa5338 service neutron] Attempting to bind port d2c47a9f-df5e-42d0-a0e6-a2d74ef8877c on network 0c72cac4-9121-4e18-b407-1e3b71175001 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:45:30.807988 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bee1c23-21c8-4228-b827-dc36ddadb99c req-c8d9931f-ecfe-40bd-aac0-202470fa5338 service neutron] Port d2c47a9f-df5e-42d0-a0e6-a2d74ef8877c on network 0c72cac4-9121-4e18-b407-1e3b71175001 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-15 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 14:45:30.808315 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bee1c23-21c8-4228-b827-dc36ddadb99c req-c8d9931f-ecfe-40bd-aac0-202470fa5338 service neutron] Attempting to bind port d2c47a9f-df5e-42d0-a0e6-a2d74ef8877c on network 0c72cac4-9121-4e18-b407-1e3b71175001 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:45:30.821278 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device fa72b2c7-9988-4d9e-885a-5ef7af03ef3a up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:45:30.831156 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bee1c23-21c8-4228-b827-dc36ddadb99c req-c8d9931f-ecfe-40bd-aac0-202470fa5338 service neutron] Checking agent: {'id': 'de568313-a3e6-454a-9813-77e25edcea95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 27, 41), 'started_at': datetime.datetime(2021, 8, 12, 14, 27, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 45, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:45:30.831499 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bee1c23-21c8-4228-b827-dc36ddadb99c req-c8d9931f-ecfe-40bd-aac0-202470fa5338 service neutron] Checking segment: {'id': 'c941a8e8-ecb2-4dc2-87bc-ae59988983a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '0c72cac4-9121-4e18-b407-1e3b71175001'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:45:30.831889 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bee1c23-21c8-4228-b827-dc36ddadb99c req-c8d9931f-ecfe-40bd-aac0-202470fa5338 service neutron] Bound using segment: {'id': 'c941a8e8-ecb2-4dc2-87bc-ae59988983a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '0c72cac4-9121-4e18-b407-1e3b71175001'} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:45:30.832324 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-0bee1c23-21c8-4228-b827-dc36ddadb99c req-c8d9931f-ecfe-40bd-aac0-202470fa5338 service neutron] Bound port: d2c47a9f-df5e-42d0-a0e6-a2d74ef8877c, host: n-h1-694802-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c941a8e8-ecb2-4dc2-87bc-ae59988983a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '0c72cac4-9121-4e18-b407-1e3b71175001'}}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:45:30.832961 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-0bee1c23-21c8-4228-b827-dc36ddadb99c req-c8d9931f-ecfe-40bd-aac0-202470fa5338 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:30.845087 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-73ded1fd-8528-4fa9-ac13-77970c297540 None None] Set router dcbe325a-7aba-492a-b72b-2e5db00507df gateway port host: n-d-694802-15 {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:45:30.881406 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-05b544f1-8ce7-4f8b-b314-1c7f81afebc7 req-1a3a019d-3e69-405a-8416-ecc4c482b4f4 tempest-MultipleCreateTestJSON-1478760801 tempest-MultipleCreateTestJSON-1478760801-project] 10.222.0.39 "GET /v2.0/security-groups?id=d6b51cb2-3c77-4204-9973-9fe1c11ce2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8370736 Aug 12 14:45:30.923143 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 14:45:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e65fb9e1-7b2c-498b-b056-d365087838cf x-openstack-request-id: req-e65fb9e1-7b2c-498b-b056-d365087838cf {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:45:30.923143 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "626df24c-f964-4db8-a298-cb24cde94dbb", "name": "network-vif-plugged", "status": "completed", "tag": "d6dd4e8b-7641-4872-bd81-cdaa5b199e54", "code": 200}]} {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:45:30.923143 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e65fb9e1-7b2c-498b-b056-d365087838cf {{(pid=94468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:45:30.923143 n-d-694802-15 neutron-server[94468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '626df24c-f964-4db8-a298-cb24cde94dbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6dd4e8b-7641-4872-bd81-cdaa5b199e54', 'code': 200} Aug 12 14:45:30.936680 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning for port fa72b2c7-9988-4d9e-885a-5ef7af03ef3a completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:45:31.089816 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [req-0bee1c23-21c8-4228-b827-dc36ddadb99c req-f572eb86-74ad-49c7-b8c9-1a3a840ab890 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab870833-48f6-4ada-aca6-5ba692e9e7c5 {{(pid=94467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:45:31.102275 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-0bee1c23-21c8-4228-b827-dc36ddadb99c req-f572eb86-74ad-49c7-b8c9-1a3a840ab890 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:31.111948 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da9d7ca-d5f9-431c-bce5-5a42da40ba62 req-4fd9b007-4317-454f-95fa-ba91f788eb0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:45:31.114158 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-5da9d7ca-d5f9-431c-bce5-5a42da40ba62 req-4fd9b007-4317-454f-95fa-ba91f788eb0e service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=626df24c-f964-4db8-a298-cb24cde94dbb HTTP/1.1" status: 200 len: 1097 time: 0.0983694 Aug 12 14:45:31.157284 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [req-0bee1c23-21c8-4228-b827-dc36ddadb99c req-f572eb86-74ad-49c7-b8c9-1a3a840ab890 service neutron] Transition to ACTIVE for port object ab870833-48f6-4ada-aca6-5ba692e9e7c5 will not be triggered until provisioned by entity L2. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:45:31.167671 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-0bee1c23-21c8-4228-b827-dc36ddadb99c req-f572eb86-74ad-49c7-b8c9-1a3a840ab890 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:31.176642 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f525fded-38a3-445c-86ce-cb0257b34ccb admin admin] Notify callbacks [] for router, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:31.242235 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-73ded1fd-8528-4fa9-ac13-77970c297540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcbe325a-7aba-492a-b72b-2e5db00507df', 'name': 'tempest-TestServerMultinode-1807224420-router', 'tenant_id': 'cd40830b171946f391e8502815779af4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.207'}], 'enable_snat': True}, 'gw_port_id': 'ba8385c3-27ec-49ce-881f-a34871c7f23a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:44:08Z', 'updated_at': '2021-08-12T14:45:28Z', 'revision_number': 5, 'project_id': 'cd40830b171946f391e8502815779af4', 'gw_port': {'id': 'ba8385c3-27ec-49ce-881f-a34871c7f23a', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:0c:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcbe325a-7aba-492a-b72b-2e5db00507df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:44:12Z', 'updated_at': '2021-08-12T14:44:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15'}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:45:31.269899 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-0bee1c23-21c8-4228-b827-dc36ddadb99c req-c8d9931f-ecfe-40bd-aac0-202470fa5338 service neutron] For port d2c47a9f-df5e-42d0-a0e6-a2d74ef8877c, host n-h1-694802-15, cleared binding levels {{(pid=94467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:45:31.272121 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f572eb86-74ad-49c7-b8c9-1a3a840ab890 service neutron] Pushing event updated for resources: {'Port': ['ID=ab870833-48f6-4ada-aca6-5ba692e9e7c5,revision_number=2']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:45:31.272252 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ded1fd-8528-4fa9-ac13-77970c297540 None None] Checking router: dcbe325a-7aba-492a-b72b-2e5db00507df for host: n-d-694802-15 {{(pid=94469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 14:45:31.276364 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-0bee1c23-21c8-4228-b827-dc36ddadb99c req-c8d9931f-ecfe-40bd-aac0-202470fa5338 service neutron] For port d2c47a9f-df5e-42d0-a0e6-a2d74ef8877c, host n-h1-694802-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=d2c47a9f-df5e-42d0-a0e6-a2d74ef8877c,segment=NetworkSegment(c941a8e8-ecb2-4dc2-87bc-ae59988983a2),segment_id=c941a8e8-ecb2-4dc2-87bc-ae59988983a2)] {{(pid=94467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:45:31.298681 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ded1fd-8528-4fa9-ac13-77970c297540 None None] Routers {'dcbe325a-7aba-492a-b72b-2e5db00507df'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:45:31.299376 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-73ded1fd-8528-4fa9-ac13-77970c297540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:45:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['dcbe325a-7aba-492a-b72b-2e5db00507df'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:45:31.305135 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-0bee1c23-21c8-4228-b827-dc36ddadb99c req-c8d9931f-ecfe-40bd-aac0-202470fa5338 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:31.317460 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef66f9ac-283f-4bbd-92f7-23048475d87a None None] Network 0d9820f1-7ae4-40f5-8f2a-0d263fc6aa74 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:45:31.372967 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bee1c23-21c8-4228-b827-dc36ddadb99c req-c8d9931f-ecfe-40bd-aac0-202470fa5338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:45:31.373595 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-0bee1c23-21c8-4228-b827-dc36ddadb99c req-c8d9931f-ecfe-40bd-aac0-202470fa5338 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:31.375041 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0bee1c23-21c8-4228-b827-dc36ddadb99c req-c8d9931f-ecfe-40bd-aac0-202470fa5338 service neutron] 10.222.0.64 "PUT /v2.0/ports/d2c47a9f-df5e-42d0-a0e6-a2d74ef8877c HTTP/1.1" status: 200 len: 1092 time: 2.8707340 Aug 12 14:45:31.377603 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aac7d10f-3e7c-4627-8a34-70d40395d469', 'tag': 'd2c47a9f-df5e-42d0-a0e6-a2d74ef8877c'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:45:31.379680 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e65282f928b64038367d043a4411777802006c43a98742496cb2e25b724ff1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-565f08d1-d9b6-4c78-b2fe-104c37315d4a" -d '{"events": [{"name": "network-changed", "server_uuid": "aac7d10f-3e7c-4627-8a34-70d40395d469", "tag": "d2c47a9f-df5e-42d0-a0e6-a2d74ef8877c"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:45:31.418058 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d9931f-ecfe-40bd-aac0-202470fa5338 service neutron] Pushing event updated for resources: {'Port': ['ID=d2c47a9f-df5e-42d0-a0e6-a2d74ef8877c,revision_number=3']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:45:31.420943 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-0bee1c23-21c8-4228-b827-dc36ddadb99c req-f572eb86-74ad-49c7-b8c9-1a3a840ab890 service neutron] Attempting to bind port ab870833-48f6-4ada-aca6-5ba692e9e7c5 on host n-h2-694802-15 for vnic_type normal with profile {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:45:31.421355 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-0bee1c23-21c8-4228-b827-dc36ddadb99c req-f572eb86-74ad-49c7-b8c9-1a3a840ab890 service neutron] Attempting to bind port ab870833-48f6-4ada-aca6-5ba692e9e7c5 by drivers openvswitch,hyperv on host n-h2-694802-15 at level 0 using segments [{'id': 'c941a8e8-ecb2-4dc2-87bc-ae59988983a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '0c72cac4-9121-4e18-b407-1e3b71175001'}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:45:31.421703 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bee1c23-21c8-4228-b827-dc36ddadb99c req-f572eb86-74ad-49c7-b8c9-1a3a840ab890 service neutron] Attempting to bind port ab870833-48f6-4ada-aca6-5ba692e9e7c5 on network 0c72cac4-9121-4e18-b407-1e3b71175001 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:45:31.453392 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-5da9d7ca-d5f9-431c-bce5-5a42da40ba62 req-76c5f6c6-14c1-47ec-94e5-6f07cd85e5b4 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=36246b04-094b-4845-831d-1126cf8a06ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3214290 Aug 12 14:45:31.484521 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bee1c23-21c8-4228-b827-dc36ddadb99c req-f572eb86-74ad-49c7-b8c9-1a3a840ab890 service neutron] Port ab870833-48f6-4ada-aca6-5ba692e9e7c5 on network 0c72cac4-9121-4e18-b407-1e3b71175001 not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-15 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 14:45:31.484847 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bee1c23-21c8-4228-b827-dc36ddadb99c req-f572eb86-74ad-49c7-b8c9-1a3a840ab890 service neutron] Attempting to bind port ab870833-48f6-4ada-aca6-5ba692e9e7c5 on network 0c72cac4-9121-4e18-b407-1e3b71175001 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:45:31.496121 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 14:45:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57963f12-4df7-42d0-8dc4-c5897ba4e393 x-openstack-request-id: req-57963f12-4df7-42d0-8dc4-c5897ba4e393 {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:45:31.496404 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aac7d10f-3e7c-4627-8a34-70d40395d469", "tag": "d2c47a9f-df5e-42d0-a0e6-a2d74ef8877c", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:45:31.496661 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-57963f12-4df7-42d0-8dc4-c5897ba4e393 {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:45:31.497198 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aac7d10f-3e7c-4627-8a34-70d40395d469', 'tag': 'd2c47a9f-df5e-42d0-a0e6-a2d74ef8877c', 'status': 'completed', 'code': 200} Aug 12 14:45:31.498929 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bee1c23-21c8-4228-b827-dc36ddadb99c req-f572eb86-74ad-49c7-b8c9-1a3a840ab890 service neutron] Checking agent: {'id': 'b7697f71-33f3-4959-ad82-43c2dc15845d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 27, 42), 'started_at': datetime.datetime(2021, 8, 12, 14, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 45, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:45:31.499293 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bee1c23-21c8-4228-b827-dc36ddadb99c req-f572eb86-74ad-49c7-b8c9-1a3a840ab890 service neutron] Checking segment: {'id': 'c941a8e8-ecb2-4dc2-87bc-ae59988983a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '0c72cac4-9121-4e18-b407-1e3b71175001'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:45:31.499674 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bee1c23-21c8-4228-b827-dc36ddadb99c req-f572eb86-74ad-49c7-b8c9-1a3a840ab890 service neutron] Bound using segment: {'id': 'c941a8e8-ecb2-4dc2-87bc-ae59988983a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '0c72cac4-9121-4e18-b407-1e3b71175001'} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:45:31.500118 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-0bee1c23-21c8-4228-b827-dc36ddadb99c req-f572eb86-74ad-49c7-b8c9-1a3a840ab890 service neutron] Bound port: ab870833-48f6-4ada-aca6-5ba692e9e7c5, host: n-h2-694802-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c941a8e8-ecb2-4dc2-87bc-ae59988983a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '0c72cac4-9121-4e18-b407-1e3b71175001'}}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:45:31.500482 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-0bee1c23-21c8-4228-b827-dc36ddadb99c req-f572eb86-74ad-49c7-b8c9-1a3a840ab890 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:31.519587 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bee1c23-21c8-4228-b827-dc36ddadb99c req-92b2b290-d145-4720-ad84-fbf55de8f239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:45:31.521126 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0bee1c23-21c8-4228-b827-dc36ddadb99c req-92b2b290-d145-4720-ad84-fbf55de8f239 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ccdec0078b5848be9c485fbd6fc354a5&device_id=aac7d10f-3e7c-4627-8a34-70d40395d469 HTTP/1.1" status: 200 len: 1095 time: 0.0956795 Aug 12 14:45:31.524738 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-73ded1fd-8528-4fa9-ac13-77970c297540 None None] Set router dcbe325a-7aba-492a-b72b-2e5db00507df gateway port host: n-d-694802-15 {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:45:31.591554 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0bee1c23-21c8-4228-b827-dc36ddadb99c req-33b4eaf9-6fde-4aa0-a14a-d039392fd0ec service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d2c47a9f-df5e-42d0-a0e6-a2d74ef8877c HTTP/1.1" status: 200 len: 217 time: 0.0463331 Aug 12 14:45:31.661002 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c314e82-6d74-404a-9f9e-0451f5b0fec5 req-9c5afc57-6ba4-406e-8b22-8523a2f32bd3 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:45:31.663864 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-5c314e82-6d74-404a-9f9e-0451f5b0fec5 req-9c5afc57-6ba4-406e-8b22-8523a2f32bd3 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/ports?device_id=626df24c-f964-4db8-a298-cb24cde94dbb HTTP/1.1" status: 200 len: 945 time: 0.2095094 Aug 12 14:45:31.665480 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f525fded-38a3-445c-86ce-cb0257b34ccb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:31.670577 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b200c401-dba3-40bd-aea2-ce9a81fedaf0 admin admin] Router a012bf6f-1501-42ec-8cfa-520561136537 is scheduled to L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f with binding_index 1 {{(pid=94466) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 14:45:31.681186 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-bf71da6b-b425-446c-91f7-4aad21edbdd0 None None] Provisioning for port fa72b2c7-9988-4d9e-885a-5ef7af03ef3a completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:45:31.709844 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-bf71da6b-b425-446c-91f7-4aad21edbdd0 None None] Provisioning complete for port fa72b2c7-9988-4d9e-885a-5ef7af03ef3a triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:45:31.710236 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-bf71da6b-b425-446c-91f7-4aad21edbdd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:31.727574 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-0bee1c23-21c8-4228-b827-dc36ddadb99c req-f572eb86-74ad-49c7-b8c9-1a3a840ab890 service neutron] For port ab870833-48f6-4ada-aca6-5ba692e9e7c5, host n-h2-694802-15, cleared binding levels {{(pid=94467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:45:31.736518 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-0bee1c23-21c8-4228-b827-dc36ddadb99c req-f572eb86-74ad-49c7-b8c9-1a3a840ab890 service neutron] For port ab870833-48f6-4ada-aca6-5ba692e9e7c5, host n-h2-694802-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=ab870833-48f6-4ada-aca6-5ba692e9e7c5,segment=NetworkSegment(c941a8e8-ecb2-4dc2-87bc-ae59988983a2),segment_id=c941a8e8-ecb2-4dc2-87bc-ae59988983a2)] {{(pid=94467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:45:31.747774 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bee1c23-21c8-4228-b827-dc36ddadb99c req-be7267e9-ceb8-4a39-b52c-ab29fbe88587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:45:31.752101 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0bee1c23-21c8-4228-b827-dc36ddadb99c req-be7267e9-ceb8-4a39-b52c-ab29fbe88587 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f257bc49-db63-4113-bc40-74a30cbf55f9 HTTP/1.1" status: 200 len: 852 time: 0.1525388 Aug 12 14:45:31.754815 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-0bee1c23-21c8-4228-b827-dc36ddadb99c req-f572eb86-74ad-49c7-b8c9-1a3a840ab890 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:31.790696 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-73ded1fd-8528-4fa9-ac13-77970c297540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcbe325a-7aba-492a-b72b-2e5db00507df', 'name': 'tempest-TestServerMultinode-1807224420-router', 'tenant_id': 'cd40830b171946f391e8502815779af4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.207'}], 'enable_snat': True}, 'gw_port_id': 'ba8385c3-27ec-49ce-881f-a34871c7f23a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:44:08Z', 'updated_at': '2021-08-12T14:45:28Z', 'revision_number': 5, 'project_id': 'cd40830b171946f391e8502815779af4', 'gw_port': {'id': 'ba8385c3-27ec-49ce-881f-a34871c7f23a', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:0c:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcbe325a-7aba-492a-b72b-2e5db00507df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:44:12Z', 'updated_at': '2021-08-12T14:44:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15'}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:45:31.852905 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-bf71da6b-b425-446c-91f7-4aad21edbdd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:31.859717 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ded1fd-8528-4fa9-ac13-77970c297540 None None] The sync data for ids ['dcbe325a-7aba-492a-b72b-2e5db00507df'] in n-d-694802-15 is: [{'id': 'dcbe325a-7aba-492a-b72b-2e5db00507df', 'name': 'tempest-TestServerMultinode-1807224420-router', 'tenant_id': 'cd40830b171946f391e8502815779af4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.207'}], 'enable_snat': True}, 'gw_port_id': 'ba8385c3-27ec-49ce-881f-a34871c7f23a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:44:08Z', 'updated_at': '2021-08-12T14:45:28Z', 'revision_number': 5, 'project_id': 'cd40830b171946f391e8502815779af4', 'gw_port': {'id': 'ba8385c3-27ec-49ce-881f-a34871c7f23a', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:0c:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcbe325a-7aba-492a-b72b-2e5db00507df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:44:12Z', 'updated_at': '2021-08-12T14:44:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15'}] {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 14:45:31.871453 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-5c314e82-6d74-404a-9f9e-0451f5b0fec5 req-c7358241-4e97-4c79-94ed-107a9bbd9313 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/security-groups?id=36246b04-094b-4845-831d-1126cf8a06ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941202 Aug 12 14:45:31.888727 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0bee1c23-21c8-4228-b827-dc36ddadb99c req-57b5cd96-4300-42e1-8d25-8899cd5c1131 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0c72cac4-9121-4e18-b407-1e3b71175001&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1195650 Aug 12 14:45:31.945927 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-bf71da6b-b425-446c-91f7-4aad21edbdd0 None None] For port fa72b2c7-9988-4d9e-885a-5ef7af03ef3a, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=fa72b2c7-9988-4d9e-885a-5ef7af03ef3a,segment=NetworkSegment(d11e9b2a-b364-4846-b359-aff2891efa01),segment_id=d11e9b2a-b364-4846-b359-aff2891efa01)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:45:31.951316 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-bf71da6b-b425-446c-91f7-4aad21edbdd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:32.002147 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bee1c23-21c8-4228-b827-dc36ddadb99c req-f572eb86-74ad-49c7-b8c9-1a3a840ab890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:45:32.003383 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-0bee1c23-21c8-4228-b827-dc36ddadb99c req-f572eb86-74ad-49c7-b8c9-1a3a840ab890 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:32.005532 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0bee1c23-21c8-4228-b827-dc36ddadb99c req-f572eb86-74ad-49c7-b8c9-1a3a840ab890 service neutron] 10.222.0.49 "PUT /v2.0/ports/ab870833-48f6-4ada-aca6-5ba692e9e7c5 HTTP/1.1" status: 200 len: 1092 time: 2.1040785 Aug 12 14:45:32.026275 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-f525fded-38a3-445c-86ce-cb0257b34ccb admin admin] Deleting port ba8385c3-27ec-49ce-881f-a34871c7f23a {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:45:32.028271 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f525fded-38a3-445c-86ce-cb0257b34ccb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:32.059325 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf71da6b-b425-446c-91f7-4aad21edbdd0 None None] Pushing event updated for resources: {'Port': ['ID=fa72b2c7-9988-4d9e-885a-5ef7af03ef3a,revision_number=3']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:45:32.097996 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b200c401-dba3-40bd-aea2-ce9a81fedaf0 admin admin] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 14:45:32.109819 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e37cbe-d278-4858-b037-3df6e6c0caae None None] Sync routers for ids ['a012bf6f-1501-42ec-8cfa-520561136537'] in n-d-694802-15 {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 14:45:32.110932 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f572eb86-74ad-49c7-b8c9-1a3a840ab890 service neutron] Pushing event updated for resources: {'Port': ['ID=ab870833-48f6-4ada-aca6-5ba692e9e7c5,revision_number=3']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:45:32.128886 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46e37cbe-d278-4858-b037-3df6e6c0caae None None] Routers {'a012bf6f-1501-42ec-8cfa-520561136537'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:45:32.131854 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-46e37cbe-d278-4858-b037-3df6e6c0caae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:45:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['a012bf6f-1501-42ec-8cfa-520561136537'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:45:32.161088 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b200c401-dba3-40bd-aea2-ce9a81fedaf0 admin admin] Notify callbacks [] for router, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:32.163386 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-b200c401-dba3-40bd-aea2-ce9a81fedaf0 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.9119637 Aug 12 14:45:32.166498 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 51922) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:45:32.223456 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bee1c23-21c8-4228-b827-dc36ddadb99c req-5b2998b1-2a47-4d41-af08-02aeaa7f796d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:45:32.225022 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0bee1c23-21c8-4228-b827-dc36ddadb99c req-5b2998b1-2a47-4d41-af08-02aeaa7f796d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ccdec0078b5848be9c485fbd6fc354a5&device_id=c6a57577-f03f-4ed8-b769-480d36072498 HTTP/1.1" status: 200 len: 1095 time: 0.1670268 Aug 12 14:45:32.233842 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0bee1c23-21c8-4228-b827-dc36ddadb99c req-b9b28d41-84c6-418b-b404-8144ac3492d3 service neutron] 10.222.0.64 "GET /v2.0/networks/0c72cac4-9121-4e18-b407-1e3b71175001?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3315852 Aug 12 14:45:32.246404 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a27454-3b42-4bdb-8df5-0053630ecabb req-5ad38a66-d01f-417e-924c-1a94e5d8477a tempest-MultipleCreateTestJSON-1478760801 tempest-MultipleCreateTestJSON-1478760801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:45:32.262794 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b5a27454-3b42-4bdb-8df5-0053630ecabb req-5ad38a66-d01f-417e-924c-1a94e5d8477a tempest-MultipleCreateTestJSON-1478760801 tempest-MultipleCreateTestJSON-1478760801-project] 10.222.0.39 "GET /v2.0/ports?device_id=c6a57577-f03f-4ed8-b769-480d36072498 HTTP/1.1" status: 200 len: 943 time: 0.1690245 Aug 12 14:45:32.280996 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-264009a8-5b3d-4473-bde8-7033e366b0db None None] Provisioning complete for port fa72b2c7-9988-4d9e-885a-5ef7af03ef3a triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:45:32.288229 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-264009a8-5b3d-4473-bde8-7033e366b0db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:32.422839 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-f525fded-38a3-445c-86ce-cb0257b34ccb admin admin] For port ba8385c3-27ec-49ce-881f-a34871c7f23a, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=ba8385c3-27ec-49ce-881f-a34871c7f23a,segment=NetworkSegment(b1b396cb-2dc6-4041-bfc7-1833a80a4720),segment_id=b1b396cb-2dc6-4041-bfc7-1833a80a4720)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:45:32.423235 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f525fded-38a3-445c-86ce-cb0257b34ccb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:32.444452 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b5a27454-3b42-4bdb-8df5-0053630ecabb req-52326741-484a-42f2-b386-35b182a719de tempest-MultipleCreateTestJSON-1478760801 tempest-MultipleCreateTestJSON-1478760801-project] 10.222.0.39 "GET /v2.0/security-groups?id=d6b51cb2-3c77-4204-9973-9fe1c11ce2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805789 Aug 12 14:45:32.451957 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-f525fded-38a3-445c-86ce-cb0257b34ccb admin admin] Calling delete_port for ba8385c3-27ec-49ce-881f-a34871c7f23a owned by network:router_gateway {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:45:32.456621 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0bee1c23-21c8-4228-b827-dc36ddadb99c req-7ffe074c-e4cd-4697-9480-2e00002af83e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ab870833-48f6-4ada-aca6-5ba692e9e7c5 HTTP/1.1" status: 200 len: 217 time: 0.1800463 Aug 12 14:45:32.501761 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvr_db [None req-46e37cbe-d278-4858-b037-3df6e6c0caae None None] Set router a012bf6f-1501-42ec-8cfa-520561136537 gateway port host: n-d-694802-15 {{(pid=94468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:45:32.626696 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bee1c23-21c8-4228-b827-dc36ddadb99c req-7bb2d70b-4209-45a5-a691-483168ae3fde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:45:32.628755 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0bee1c23-21c8-4228-b827-dc36ddadb99c req-7bb2d70b-4209-45a5-a691-483168ae3fde service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f257bc49-db63-4113-bc40-74a30cbf55f9 HTTP/1.1" status: 200 len: 852 time: 0.1575968 Aug 12 14:45:32.636695 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0bee1c23-21c8-4228-b827-dc36ddadb99c req-766cf6ee-a45f-4664-85e0-56d2ecae6195 service neutron] 10.222.0.64 "GET /v2.0/networks/0c72cac4-9121-4e18-b407-1e3b71175001?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3608818 Aug 12 14:45:32.751845 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0bee1c23-21c8-4228-b827-dc36ddadb99c req-ddd68112-5f2e-46fd-a02f-cf6ab7bcc98e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0c72cac4-9121-4e18-b407-1e3b71175001&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0994430 Aug 12 14:45:32.779685 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device fa72b2c7-9988-4d9e-885a-5ef7af03ef3a up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:45:32.912461 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port fa72b2c7-9988-4d9e-885a-5ef7af03ef3a triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:45:32.912930 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:32.965215 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565f08d1-d9b6-4c78-b2fe-104c37315d4a req-d0be49c4-4d29-42fe-94b9-1931ce9e5527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:45:32.971737 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-565f08d1-d9b6-4c78-b2fe-104c37315d4a req-d0be49c4-4d29-42fe-94b9-1931ce9e5527 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ccdec0078b5848be9c485fbd6fc354a5&device_id=aac7d10f-3e7c-4627-8a34-70d40395d469 HTTP/1.1" status: 200 len: 1095 time: 0.2189074 Aug 12 14:45:33.033664 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-46e37cbe-d278-4858-b037-3df6e6c0caae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a012bf6f-1501-42ec-8cfa-520561136537', 'name': 'tempest-ServersTestFqdnHostnames-838453687-router', 'tenant_id': '7fc51bb8d46c40808340f774760557a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.175'}], 'enable_snat': True}, 'gw_port_id': 'c1133a4e-cbdf-4bd2-9238-c8959f599a29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:45:28Z', 'updated_at': '2021-08-12T14:45:29Z', 'revision_number': 3, 'project_id': '7fc51bb8d46c40808340f774760557a8', 'gw_port': {'id': 'c1133a4e-cbdf-4bd2-9238-c8959f599a29', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:69:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a012bf6f-1501-42ec-8cfa-520561136537', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:45:29Z', 'updated_at': '2021-08-12T14:45:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15'}], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:45:33.071328 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e37cbe-d278-4858-b037-3df6e6c0caae None None] Checking router: a012bf6f-1501-42ec-8cfa-520561136537 for host: n-d-694802-15 {{(pid=94468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 14:45:33.071694 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e37cbe-d278-4858-b037-3df6e6c0caae None None] Updating router a012bf6f-1501-42ec-8cfa-520561136537 port c1133a4e-cbdf-4bd2-9238-c8959f599a29 binding host n-d-694802-15 {{(pid=94468) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 14:45:33.113096 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-46e37cbe-d278-4858-b037-3df6e6c0caae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:33.123228 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1557f3c4-68e0-46de-9b2c-33a9f65f7775 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:33.148485 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0bee1c23-21c8-4228-b827-dc36ddadb99c req-48bbe9d5-b4b6-4c90-811e-1331cf082f9c service neutron] 10.222.0.49 "GET /v2.0/networks/0c72cac4-9121-4e18-b407-1e3b71175001?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3324742 Aug 12 14:45:33.149096 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f525fded-38a3-445c-86ce-cb0257b34ccb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:33.180229 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f525fded-38a3-445c-86ce-cb0257b34ccb admin admin] Pushing event deleted for resources: {'Port': ['ID=ba8385c3-27ec-49ce-881f-a34871c7f23a,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:45:33.240175 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565f08d1-d9b6-4c78-b2fe-104c37315d4a req-101379af-aba9-4015-936a-25b04784c5d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:45:33.246082 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-565f08d1-d9b6-4c78-b2fe-104c37315d4a req-101379af-aba9-4015-936a-25b04784c5d8 service neutron] 10.222.0.64 "GET /v2.0/networks?id=0c72cac4-9121-4e18-b407-1e3b71175001 HTTP/1.1" status: 200 len: 913 time: 0.2604649 Aug 12 14:45:33.366161 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-565f08d1-d9b6-4c78-b2fe-104c37315d4a req-e5babd35-ee55-462b-bb53-82621f7eceb4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d2c47a9f-df5e-42d0-a0e6-a2d74ef8877c HTTP/1.1" status: 200 len: 217 time: 0.0895779 Aug 12 14:45:33.376775 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f525fded-38a3-445c-86ce-cb0257b34ccb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-431580'] for router_gateway, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:33.376994 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b517ebc0-41ac-4b29-8389-f18b909d3257 req-e6ae5ba2-4946-47bd-b547-a488f10fc3b9 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:45:33.378903 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b517ebc0-41ac-4b29-8389-f18b909d3257 req-e6ae5ba2-4946-47bd-b547-a488f10fc3b9 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/ports?device_id=626df24c-f964-4db8-a298-cb24cde94dbb HTTP/1.1" status: 200 len: 945 time: 0.3205943 Aug 12 14:45:33.428170 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565f08d1-d9b6-4c78-b2fe-104c37315d4a req-293e2a5d-4fe1-46c3-8b49-3e4a981f99d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:45:33.429649 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-565f08d1-d9b6-4c78-b2fe-104c37315d4a req-293e2a5d-4fe1-46c3-8b49-3e4a981f99d8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f257bc49-db63-4113-bc40-74a30cbf55f9 HTTP/1.1" status: 200 len: 852 time: 0.0499837 Aug 12 14:45:33.433228 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 53778b53-3ae4-407d-a09b-a7a92853df9d no longer exists at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:45:33.493252 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b517ebc0-41ac-4b29-8389-f18b909d3257 req-39e2cc8a-0cc0-45e8-adb4-4e34bbbbc9e4 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/security-groups?id=36246b04-094b-4845-831d-1126cf8a06ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562484 Aug 12 14:45:33.496558 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] No Port match for: 53778b53-3ae4-407d-a09b-a7a92853df9d {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 14:45:33.497081 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 53778b53-3ae4-407d-a09b-a7a92853df9d not bound to the agent host n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:45:33.504765 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6a57577-f03f-4ed8-b769-480d36072498', 'tag': 'ab870833-48f6-4ada-aca6-5ba692e9e7c5'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:45:33.506921 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e65282f928b64038367d043a4411777802006c43a98742496cb2e25b724ff1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96463c90-aabc-4928-8d2d-b097ee2ecd19" -d '{"events": [{"name": "network-changed", "server_uuid": "c6a57577-f03f-4ed8-b769-480d36072498", "tag": "ab870833-48f6-4ada-aca6-5ba692e9e7c5"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:45:33.570747 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-565f08d1-d9b6-4c78-b2fe-104c37315d4a req-c1df0f82-211e-4cf8-b52a-979e704a7632 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0c72cac4-9121-4e18-b407-1e3b71175001&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0935104 Aug 12 14:45:33.613245 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0bee1c23-21c8-4228-b827-dc36ddadb99c req-ee8e5d6c-d898-46b0-bfa8-2e19df8c21e9 service neutron] 10.222.0.49 "GET /v2.0/networks/0c72cac4-9121-4e18-b407-1e3b71175001?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4512913 Aug 12 14:45:33.620618 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-1557f3c4-68e0-46de-9b2c-33a9f65f7775 admin admin] Allocated IP 172.20.0.1 (0d9820f1-7ae4-40f5-8f2a-0d263fc6aa74/ba4b4fde-e64b-462c-b52f-382689d7760d/e819dced-bd84-4420-8af7-96fa470eb3c1) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:45:33.706813 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-46e37cbe-d278-4858-b037-3df6e6c0caae None None] Notify callbacks [] for port, precommit_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:33.718397 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-46e37cbe-d278-4858-b037-3df6e6c0caae None None] Transition to ACTIVE for port object c1133a4e-cbdf-4bd2-9238-c8959f599a29 will not be triggered until provisioned by entity L2. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:45:33.731496 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-46e37cbe-d278-4858-b037-3df6e6c0caae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:33.788078 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f525fded-38a3-445c-86ce-cb0257b34ccb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-429360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-104877'] for router, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:33.792752 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f525fded-38a3-445c-86ce-cb0257b34ccb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:33.816575 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 14:45:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-856ec8c0-2322-407f-be6a-84200653e781 x-openstack-request-id: req-856ec8c0-2322-407f-be6a-84200653e781 {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:45:33.816941 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6a57577-f03f-4ed8-b769-480d36072498", "tag": "ab870833-48f6-4ada-aca6-5ba692e9e7c5", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:45:33.817191 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-856ec8c0-2322-407f-be6a-84200653e781 {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:45:33.817613 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6a57577-f03f-4ed8-b769-480d36072498', 'tag': 'ab870833-48f6-4ada-aca6-5ba692e9e7c5', 'status': 'completed', 'code': 200} Aug 12 14:45:33.846298 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c2545b-036b-4c46-b2ac-2caf196a660e None None] Pushing event updated for resources: {'Port': ['ID=c1133a4e-cbdf-4bd2-9238-c8959f599a29,revision_number=2']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:45:33.848824 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-46e37cbe-d278-4858-b037-3df6e6c0caae None None] Attempting to bind port c1133a4e-cbdf-4bd2-9238-c8959f599a29 on host n-d-694802-15 for vnic_type normal with profile {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:45:33.849183 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-46e37cbe-d278-4858-b037-3df6e6c0caae None None] Attempting to bind port c1133a4e-cbdf-4bd2-9238-c8959f599a29 by drivers openvswitch,hyperv on host n-d-694802-15 at level 0 using segments [{'id': 'b1b396cb-2dc6-4041-bfc7-1833a80a4720', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:45:33.860094 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e37cbe-d278-4858-b037-3df6e6c0caae None None] Attempting to bind port c1133a4e-cbdf-4bd2-9238-c8959f599a29 on network d3759e1b-6c03-45ac-acd4-90abb417809b {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:45:33.865882 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e37cbe-d278-4858-b037-3df6e6c0caae None None] Checking agent: {'id': '16de73ac-f2e9-4cee-b3e0-91052ae3e6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 20, 13), 'started_at': datetime.datetime(2021, 8, 12, 14, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 45, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:45:33.866256 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e37cbe-d278-4858-b037-3df6e6c0caae None None] Checking segment: {'id': 'b1b396cb-2dc6-4041-bfc7-1833a80a4720', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:45:33.866659 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-46e37cbe-d278-4858-b037-3df6e6c0caae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:33.867068 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e37cbe-d278-4858-b037-3df6e6c0caae None None] Bound using segment: {'id': 'b1b396cb-2dc6-4041-bfc7-1833a80a4720', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:45:33.867547 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-46e37cbe-d278-4858-b037-3df6e6c0caae None None] Bound port: c1133a4e-cbdf-4bd2-9238-c8959f599a29, host: n-d-694802-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1b396cb-2dc6-4041-bfc7-1833a80a4720', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'}}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:45:33.867928 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-46e37cbe-d278-4858-b037-3df6e6c0caae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:33.920592 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f525fded-38a3-445c-86ce-cb0257b34ccb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-429375'] for router, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:33.921105 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f525fded-38a3-445c-86ce-cb0257b34ccb admin admin] Fanout notify agent at l3_agent the message router_deleted on router dcbe325a-7aba-492a-b72b-2e5db00507df {{(pid=94466) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 14:45:33.926275 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f525fded-38a3-445c-86ce-cb0257b34ccb admin admin] Notify callbacks [] for router, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:33.927430 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-f525fded-38a3-445c-86ce-cb0257b34ccb admin admin] 10.222.0.39 "DELETE /v2.0/routers/dcbe325a-7aba-492a-b72b-2e5db00507df HTTP/1.1" status: 204 len: 168 time: 3.3714664 Aug 12 14:45:33.936533 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 51948) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:45:33.950214 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bcc3dc-7c6d-413f-8019-c3e469a6ab8a req-78b14692-2b8e-473e-bd88-0d90ab65fb1d tempest-MultipleCreateTestJSON-1478760801 tempest-MultipleCreateTestJSON-1478760801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:45:33.951776 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-96bcc3dc-7c6d-413f-8019-c3e469a6ab8a req-78b14692-2b8e-473e-bd88-0d90ab65fb1d tempest-MultipleCreateTestJSON-1478760801 tempest-MultipleCreateTestJSON-1478760801-project] 10.222.0.39 "GET /v2.0/ports?device_id=c6a57577-f03f-4ed8-b769-480d36072498 HTTP/1.1" status: 200 len: 943 time: 0.3007853 Aug 12 14:45:33.964275 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-46e37cbe-d278-4858-b037-3df6e6c0caae None None] For port c1133a4e-cbdf-4bd2-9238-c8959f599a29, host n-d-694802-15, cleared binding levels {{(pid=94468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:45:33.969448 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-46e37cbe-d278-4858-b037-3df6e6c0caae None None] For port c1133a4e-cbdf-4bd2-9238-c8959f599a29, host n-d-694802-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=c1133a4e-cbdf-4bd2-9238-c8959f599a29,segment=NetworkSegment(b1b396cb-2dc6-4041-bfc7-1833a80a4720),segment_id=b1b396cb-2dc6-4041-bfc7-1833a80a4720)] {{(pid=94468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:45:33.974844 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-46e37cbe-d278-4858-b037-3df6e6c0caae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:33.991344 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1557f3c4-68e0-46de-9b2c-33a9f65f7775 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:34.016523 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-565f08d1-d9b6-4c78-b2fe-104c37315d4a req-ec323007-d6e7-4fc4-88d1-7b2b9b6c2549 service neutron] 10.222.0.64 "GET /v2.0/networks/0c72cac4-9121-4e18-b407-1e3b71175001?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4351656 Aug 12 14:45:34.045166 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-1557f3c4-68e0-46de-9b2c-33a9f65f7775 admin admin] Transition to ACTIVE for port object e819dced-bd84-4420-8af7-96fa470eb3c1 will not be triggered until provisioned by entity DHCP. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:45:34.060432 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c2545b-036b-4c46-b2ac-2caf196a660e None None] Pushing event updated for resources: {'Port': ['ID=c1133a4e-cbdf-4bd2-9238-c8959f599a29,revision_number=3']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:45:34.064770 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-96bcc3dc-7c6d-413f-8019-c3e469a6ab8a req-64135692-d3b8-454c-9dc8-5c463f6c3039 tempest-MultipleCreateTestJSON-1478760801 tempest-MultipleCreateTestJSON-1478760801-project] 10.222.0.39 "GET /v2.0/security-groups?id=d6b51cb2-3c77-4204-9973-9fe1c11ce2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024845 Aug 12 14:45:34.094930 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46e37cbe-d278-4858-b037-3df6e6c0caae None None] Routers {'a012bf6f-1501-42ec-8cfa-520561136537'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:45:34.096132 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-46e37cbe-d278-4858-b037-3df6e6c0caae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:45:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['a012bf6f-1501-42ec-8cfa-520561136537'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:45:34.098235 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96463c90-aabc-4928-8d2d-b097ee2ecd19 req-5739c4c4-ead4-4d94-9b59-742559477552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:45:34.100513 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-96463c90-aabc-4928-8d2d-b097ee2ecd19 req-5739c4c4-ead4-4d94-9b59-742559477552 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ccdec0078b5848be9c485fbd6fc354a5&device_id=c6a57577-f03f-4ed8-b769-480d36072498 HTTP/1.1" status: 200 len: 1095 time: 0.2699981 Aug 12 14:45:34.117406 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b452e04d-a4ac-4297-83a4-afa5d8b56116 req-28ecb10a-8806-49a6-8b97-913125322a1b tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:45:34.119529 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b452e04d-a4ac-4297-83a4-afa5d8b56116 req-28ecb10a-8806-49a6-8b97-913125322a1b tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/ports?device_id=626df24c-f964-4db8-a298-cb24cde94dbb HTTP/1.1" status: 200 len: 945 time: 0.2588108 Aug 12 14:45:34.123808 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7afa9ca-3a44-459b-897a-a4d69fecf512 admin admin] Deleting subnet 37cace83-dd5f-48a6-88f8-b013ec6d797a {{(pid=94467) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 14:45:34.133328 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-e7afa9ca-3a44-459b-897a-a4d69fecf512 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:34.144159 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device d2c47a9f-df5e-42d0-a0e6-a2d74ef8877c details requested by agent hyperv_n-h1-694802-15 with host n-h1-694802-15 {{(pid=94468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 14:45:34.160291 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1557f3c4-68e0-46de-9b2c-33a9f65f7775 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:34.243358 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1557f3c4-68e0-46de-9b2c-33a9f65f7775 admin admin] Network 0d9820f1-7ae4-40f5-8f2a-0d263fc6aa74 is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:45:34.250520 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-1557f3c4-68e0-46de-9b2c-33a9f65f7775 admin admin] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:45:34.253779 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1557f3c4-68e0-46de-9b2c-33a9f65f7775 admin admin] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:45:34.278258 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-e7afa9ca-3a44-459b-897a-a4d69fecf512 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3857505'] for subnet, precommit_delete_associations {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:34.339621 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1557f3c4-68e0-46de-9b2c-33a9f65f7775 admin admin] Pushing event updated for resources: {'Port': ['ID=e819dced-bd84-4420-8af7-96fa470eb3c1,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:45:34.360261 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1557f3c4-68e0-46de-9b2c-33a9f65f7775 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66663725'] for router_interface, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:34.428043 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b452e04d-a4ac-4297-83a4-afa5d8b56116 req-617a1cc9-dd93-4839-9b95-f3e3ab105fab tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/security-groups?id=36246b04-094b-4845-831d-1126cf8a06ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2581167 Aug 12 14:45:34.480972 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96463c90-aabc-4928-8d2d-b097ee2ecd19 req-e58d7035-0093-45b3-8e26-7c8b3ea2529c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:45:34.482517 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-96463c90-aabc-4928-8d2d-b097ee2ecd19 req-e58d7035-0093-45b3-8e26-7c8b3ea2529c service neutron] 10.222.0.49 "GET /v2.0/networks?id=0c72cac4-9121-4e18-b407-1e3b71175001 HTTP/1.1" status: 200 len: 913 time: 0.3547411 Aug 12 14:45:34.491073 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-565f08d1-d9b6-4c78-b2fe-104c37315d4a req-1a9461f7-9577-4169-8ba0-ccf1de1933d3 service neutron] 10.222.0.64 "GET /v2.0/networks/0c72cac4-9121-4e18-b407-1e3b71175001?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4643548 Aug 12 14:45:34.539681 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port d2c47a9f-df5e-42d0-a0e6-a2d74ef8877c, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=d2c47a9f-df5e-42d0-a0e6-a2d74ef8877c,segment=NetworkSegment(c941a8e8-ecb2-4dc2-87bc-ae59988983a2),segment_id=c941a8e8-ecb2-4dc2-87bc-ae59988983a2)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:45:34.634466 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1557f3c4-68e0-46de-9b2c-33a9f65f7775 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:34.635385 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-96463c90-aabc-4928-8d2d-b097ee2ecd19 req-d6c7b658-e3b4-4f06-a504-a0533f42a859 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ab870833-48f6-4ada-aca6-5ba692e9e7c5 HTTP/1.1" status: 200 len: 217 time: 0.1251011 Aug 12 14:45:34.638835 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.agents_db [None req-17ed3e4c-1a7d-4162-9646-11c134aca297 None None] Agent healthcheck: found 7 active agents {{(pid=94469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 14:45:34.663171 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Returning: {'device': 'd2c47a9f-df5e-42d0-a0e6-a2d74ef8877c', 'network_id': '0c72cac4-9121-4e18-b407-1e3b71175001', 'port_id': 'd2c47a9f-df5e-42d0-a0e6-a2d74ef8877c', 'mac_address': 'fa:16:3e:50:2a:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f257bc49-db63-4113-bc40-74a30cbf55f9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 14:45:34.678929 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device ba8385c3-27ec-49ce-881f-a34871c7f23a no longer exists at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:45:34.686603 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-94c61844-9aab-450c-87c7-ecef56d40391 None None] Provisioning for port e819dced-bd84-4420-8af7-96fa470eb3c1 completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:45:34.695574 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-e7afa9ca-3a44-459b-897a-a4d69fecf512 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66416255'] for subnet, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:34.739280 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-94c61844-9aab-450c-87c7-ecef56d40391 None None] Provisioning complete for port e819dced-bd84-4420-8af7-96fa470eb3c1 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:45:34.739280 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-94c61844-9aab-450c-87c7-ecef56d40391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:34.740891 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] No Port match for: ba8385c3-27ec-49ce-881f-a34871c7f23a {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 14:45:34.741619 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device ba8385c3-27ec-49ce-881f-a34871c7f23a not bound to the agent host n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:45:34.760063 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96463c90-aabc-4928-8d2d-b097ee2ecd19 req-48279024-0fa0-4d16-9c5d-4d9b620f452d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:45:34.762622 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-96463c90-aabc-4928-8d2d-b097ee2ecd19 req-48279024-0fa0-4d16-9c5d-4d9b620f452d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f257bc49-db63-4113-bc40-74a30cbf55f9 HTTP/1.1" status: 200 len: 852 time: 0.1157537 Aug 12 14:45:34.769541 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvr_db [None req-46e37cbe-d278-4858-b037-3df6e6c0caae None None] Set router a012bf6f-1501-42ec-8cfa-520561136537 gateway port host: n-d-694802-15 {{(pid=94468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:45:34.871455 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-94c61844-9aab-450c-87c7-ecef56d40391 None None] Port e819dced-bd84-4420-8af7-96fa470eb3c1 cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 14:45:34.873550 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1557f3c4-68e0-46de-9b2c-33a9f65f7775 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:34.878414 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:34.878810 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1557f3c4-68e0-46de-9b2c-33a9f65f7775 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3718439'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:34.882854 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-96463c90-aabc-4928-8d2d-b097ee2ecd19 req-b5ce815c-8522-4083-8c32-acfbc973a6b9 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0c72cac4-9121-4e18-b407-1e3b71175001&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1044800 Aug 12 14:45:34.884552 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-e7afa9ca-3a44-459b-897a-a4d69fecf512 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66416232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2859225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3343748'] for subnet, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:34.921546 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7afa9ca-3a44-459b-897a-a4d69fecf512 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=37cace83-dd5f-48a6-88f8-b013ec6d797a,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:45:34.939558 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2c47a9f-df5e-42d0-a0e6-a2d74ef8877c {{(pid=94468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:45:34.951703 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a09caac0-2f14-4c5d-8530-968bcb39231c None None] Network 65eb9217-5da8-4655-9a1f-f1a0244b6a82 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:45:34.966789 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1557f3c4-68e0-46de-9b2c-33a9f65f7775 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66628363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66663865'] for router_interface, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:35.006498 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1557f3c4-68e0-46de-9b2c-33a9f65f7775 admin admin] Pushing event updated for resources: {'Port': ['ID=e819dced-bd84-4420-8af7-96fa470eb3c1,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:45:35.035392 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port d2c47a9f-df5e-42d0-a0e6-a2d74ef8877c, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=d2c47a9f-df5e-42d0-a0e6-a2d74ef8877c,segment=NetworkSegment(c941a8e8-ecb2-4dc2-87bc-ae59988983a2),segment_id=c941a8e8-ecb2-4dc2-87bc-ae59988983a2)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:45:35.047220 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-e7afa9ca-3a44-459b-897a-a4d69fecf512 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:35.052082 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-e7afa9ca-3a44-459b-897a-a4d69fecf512 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/37cace83-dd5f-48a6-88f8-b013ec6d797a HTTP/1.1" status: 204 len: 168 time: 1.1061165 Aug 12 14:45:35.053210 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 51956) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:45:35.055321 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:35.133222 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-96463c90-aabc-4928-8d2d-b097ee2ecd19 req-be0076c8-d84a-413d-af63-339b44c5ca64 service neutron] 10.222.0.49 "GET /v2.0/networks/0c72cac4-9121-4e18-b407-1e3b71175001?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2148857 Aug 12 14:45:35.161089 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1557f3c4-68e0-46de-9b2c-33a9f65f7775 admin admin] Network 0d9820f1-7ae4-40f5-8f2a-0d263fc6aa74 is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:45:35.162914 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-1557f3c4-68e0-46de-9b2c-33a9f65f7775 admin admin] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:45:35.204740 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Pushing event updated for resources: {'Port': ['ID=d2c47a9f-df5e-42d0-a0e6-a2d74ef8877c,revision_number=4']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:45:35.221866 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:45:35.222221 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:45:35.222815 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:45:35.223472 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:45:35.223589 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:45:35.224617 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:45:35.224970 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:45:35.225321 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:45:35.225690 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:45:35.226057 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:45:35.226438 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:45:35.226771 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:45:35.283937 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-92f60b70-9d51-4644-81fc-08577c87f3c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680608'] for network, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:35.337362 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-46e37cbe-d278-4858-b037-3df6e6c0caae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a012bf6f-1501-42ec-8cfa-520561136537', 'name': 'tempest-ServersTestFqdnHostnames-838453687-router', 'tenant_id': '7fc51bb8d46c40808340f774760557a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.175'}], 'enable_snat': True}, 'gw_port_id': 'c1133a4e-cbdf-4bd2-9238-c8959f599a29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:45:28Z', 'updated_at': '2021-08-12T14:45:29Z', 'revision_number': 3, 'project_id': '7fc51bb8d46c40808340f774760557a8', 'gw_port': {'id': 'c1133a4e-cbdf-4bd2-9238-c8959f599a29', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:69:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a012bf6f-1501-42ec-8cfa-520561136537', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:45:29Z', 'updated_at': '2021-08-12T14:45:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15'}], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:45:35.397585 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] get_ports_and_sgs() called for port_ids ['d2c47a9f-df5e-42d0-a0e6-a2d74ef8877c'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:45:35.406092 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e37cbe-d278-4858-b037-3df6e6c0caae None None] The sync data for ids ['a012bf6f-1501-42ec-8cfa-520561136537'] in n-d-694802-15 is: [{'id': 'a012bf6f-1501-42ec-8cfa-520561136537', 'name': 'tempest-ServersTestFqdnHostnames-838453687-router', 'tenant_id': '7fc51bb8d46c40808340f774760557a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.175'}], 'enable_snat': True}, 'gw_port_id': 'c1133a4e-cbdf-4bd2-9238-c8959f599a29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:45:28Z', 'updated_at': '2021-08-12T14:45:29Z', 'revision_number': 3, 'project_id': '7fc51bb8d46c40808340f774760557a8', 'gw_port': {'id': 'c1133a4e-cbdf-4bd2-9238-c8959f599a29', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:69:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a012bf6f-1501-42ec-8cfa-520561136537', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:45:29Z', 'updated_at': '2021-08-12T14:45:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15'}] {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 14:45:35.407765 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa3c410b-3dfd-47ec-bfe1-18d8b87a3128 None None] DHCP port deletion for 65eb9217-5da8-4655-9a1f-f1a0244b6a82 request from n-d-694802-15 {{(pid=94468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 14:45:35.415490 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1557f3c4-68e0-46de-9b2c-33a9f65f7775 admin admin] Router a012bf6f-1501-42ec-8cfa-520561136537 has already been hosted by L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f {{(pid=94466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 14:45:35.452983 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a994ecf-3ef2-4e4b-9e62-337bcc03e296 req-4a6f679c-975f-46d1-ba7d-dc95b7b9b7ad tempest-MultipleCreateTestJSON-1478760801 tempest-MultipleCreateTestJSON-1478760801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:45:35.454738 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-7a994ecf-3ef2-4e4b-9e62-337bcc03e296 req-4a6f679c-975f-46d1-ba7d-dc95b7b9b7ad tempest-MultipleCreateTestJSON-1478760801 tempest-MultipleCreateTestJSON-1478760801-project] 10.222.0.39 "GET /v2.0/ports?device_id=c6a57577-f03f-4ed8-b769-480d36072498 HTTP/1.1" status: 200 len: 943 time: 0.2936978 Aug 12 14:45:35.499227 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-96463c90-aabc-4928-8d2d-b097ee2ecd19 req-92b8a4a4-6d47-427b-b100-bf68ff55ebb4 service neutron] 10.222.0.49 "GET /v2.0/networks/0c72cac4-9121-4e18-b407-1e3b71175001?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3544676 Aug 12 14:45:35.558729 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-7a994ecf-3ef2-4e4b-9e62-337bcc03e296 req-c89a3428-ee9b-465e-8961-f64fd2f36a22 tempest-MultipleCreateTestJSON-1478760801 tempest-MultipleCreateTestJSON-1478760801-project] 10.222.0.39 "GET /v2.0/security-groups?id=d6b51cb2-3c77-4204-9973-9fe1c11ce2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872135 Aug 12 14:45:35.561565 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-92f60b70-9d51-4644-81fc-08577c87f3c4 admin admin] Deleting port 6c6a7e53-0141-4a65-8016-e774fcb62f4f {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:45:35.561957 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-92f60b70-9d51-4644-81fc-08577c87f3c4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:35.680608 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-994e9ca3-d164-418d-ba3c-2f2b47a8fdc0 None None] Provisioning complete for port e819dced-bd84-4420-8af7-96fa470eb3c1 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:45:35.682265 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-994e9ca3-d164-418d-ba3c-2f2b47a8fdc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:35.750396 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-aa3c410b-3dfd-47ec-bfe1-18d8b87a3128 None None] Deleting port 6c6a7e53-0141-4a65-8016-e774fcb62f4f {{(pid=94468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:45:35.751355 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-aa3c410b-3dfd-47ec-bfe1-18d8b87a3128 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:35.775651 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1557f3c4-68e0-46de-9b2c-33a9f65f7775 admin admin] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 14:45:35.788090 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-1557f3c4-68e0-46de-9b2c-33a9f65f7775 admin admin] 10.222.0.39 "PUT /v2.0/routers/a012bf6f-1501-42ec-8cfa-520561136537/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6198897 Aug 12 14:45:35.802203 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43f6a2d-0c85-43a2-a076-1c3318b17e20 req-40794e2d-3726-4ff2-aa80-1b1700eaf969 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:45:35.804119 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-b43f6a2d-0c85-43a2-a076-1c3318b17e20 req-40794e2d-3726-4ff2-aa80-1b1700eaf969 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/ports?device_id=626df24c-f964-4db8-a298-cb24cde94dbb HTTP/1.1" status: 200 len: 945 time: 0.1006846 Aug 12 14:45:35.920152 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-994e9ca3-d164-418d-ba3c-2f2b47a8fdc0 None None] Port e819dced-bd84-4420-8af7-96fa470eb3c1 cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 14:45:35.957760 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-b43f6a2d-0c85-43a2-a076-1c3318b17e20 req-304add5b-c585-437d-a035-7ec299414b34 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/security-groups?id=36246b04-094b-4845-831d-1126cf8a06ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368608 Aug 12 14:45:36.012938 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-aa3c410b-3dfd-47ec-bfe1-18d8b87a3128 None None] For port 6c6a7e53-0141-4a65-8016-e774fcb62f4f, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=6c6a7e53-0141-4a65-8016-e774fcb62f4f,segment=NetworkSegment(5460dd8c-09fa-480f-a792-3783d9f14ea8),segment_id=5460dd8c-09fa-480f-a792-3783d9f14ea8)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:45:36.015760 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-aa3c410b-3dfd-47ec-bfe1-18d8b87a3128 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:36.065054 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-aa3c410b-3dfd-47ec-bfe1-18d8b87a3128 None None] Calling delete_port for 6c6a7e53-0141-4a65-8016-e774fcb62f4f owned by network:dhcp {{(pid=94468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:45:36.194825 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-aa3c410b-3dfd-47ec-bfe1-18d8b87a3128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262'] for port, after_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:36.252073 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3c410b-3dfd-47ec-bfe1-18d8b87a3128 None None] Pushing event deleted for resources: {'Port': ['ID=6c6a7e53-0141-4a65-8016-e774fcb62f4f,revision_number=None']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:45:36.256435 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa3c410b-3dfd-47ec-bfe1-18d8b87a3128 None None] No DVR routers for this DVR port 6c6a7e53-0141-4a65-8016-e774fcb62f4f on host n-d-694802-15 {{(pid=94468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:45:36.286475 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [None req-92f60b70-9d51-4644-81fc-08577c87f3c4 admin admin] For port 6c6a7e53-0141-4a65-8016-e774fcb62f4f, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=6c6a7e53-0141-4a65-8016-e774fcb62f4f,segment=NetworkSegment(5460dd8c-09fa-480f-a792-3783d9f14ea8),segment_id=5460dd8c-09fa-480f-a792-3783d9f14ea8)] {{(pid=94467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:45:36.287625 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-92f60b70-9d51-4644-81fc-08577c87f3c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:36.307203 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-92f60b70-9d51-4644-81fc-08577c87f3c4 admin admin] Calling delete_port for 6c6a7e53-0141-4a65-8016-e774fcb62f4f owned by network:dhcp {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:45:36.421879 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-92f60b70-9d51-4644-81fc-08577c87f3c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:36.422384 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 51986) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:45:36.429558 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-db867569-2c62-450a-a744-85eea2c7b289 tempest-ServersTestFqdnHostnames-1053046632 tempest-ServersTestFqdnHostnames-1053046632-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1031221081', 'description': 'tempest-description--1554536044'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:45:36.456065 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92f60b70-9d51-4644-81fc-08577c87f3c4 admin admin] No DVR routers for this DVR port 6c6a7e53-0141-4a65-8016-e774fcb62f4f on host n-d-694802-15 {{(pid=94467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:45:36.458344 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f60b70-9d51-4644-81fc-08577c87f3c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=6c6a7e53-0141-4a65-8016-e774fcb62f4f,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:45:36.459799 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-db867569-2c62-450a-a744-85eea2c7b289 tempest-ServersTestFqdnHostnames-1053046632 tempest-ServersTestFqdnHostnames-1053046632-project] Notify callbacks [] for security_group, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:36.543562 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-92f60b70-9d51-4644-81fc-08577c87f3c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66413304', 'neutron.services.segments.db._delete_segments_for_network-8744654118000'] for network, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:36.555405 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-92f60b70-9d51-4644-81fc-08577c87f3c4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65eb9217-5da8-4655-9a1f-f1a0244b6a82']}} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:45:36.565502 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-db867569-2c62-450a-a744-85eea2c7b289 tempest-ServersTestFqdnHostnames-1053046632 tempest-ServersTestFqdnHostnames-1053046632-project] Notify callbacks [] for security_group, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:36.572526 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-db867569-2c62-450a-a744-85eea2c7b289 tempest-ServersTestFqdnHostnames-1053046632 tempest-ServersTestFqdnHostnames-1053046632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:36.585007 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-92f60b70-9d51-4644-81fc-08577c87f3c4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5460dd8c-09fa-480f-a792-3783d9f14ea8') {'for_net_delete': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:45:36.585330 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-92f60b70-9d51-4644-81fc-08577c87f3c4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5460dd8c-09fa-480f-a792-3783d9f14ea8') {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:45:36.602877 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-92f60b70-9d51-4644-81fc-08577c87f3c4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744654122361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3857526'] for segment, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:36.641996 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-92f60b70-9d51-4644-81fc-08577c87f3c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:36.655231 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db867569-2c62-450a-a744-85eea2c7b289 tempest-ServersTestFqdnHostnames-1053046632 tempest-ServersTestFqdnHostnames-1053046632-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6151e1f-94d6-4cf1-bffb-9373c8062325,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:45:36.658338 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92f60b70-9d51-4644-81fc-08577c87f3c4 admin admin] Releasing vlan 323 on physical network physnet1 to pool {{(pid=94467) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 14:45:36.658769 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-92f60b70-9d51-4644-81fc-08577c87f3c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2859015'] for segment, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:36.662613 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-db867569-2c62-450a-a744-85eea2c7b289 tempest-ServersTestFqdnHostnames-1053046632 tempest-ServersTestFqdnHostnames-1053046632-project] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:36.667101 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-db867569-2c62-450a-a744-85eea2c7b289 tempest-ServersTestFqdnHostnames-1053046632 tempest-ServersTestFqdnHostnames-1053046632-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.2397125 Aug 12 14:45:36.667274 n-d-694802-15 neutron-server[94467]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 14:45:36.667274 n-d-694802-15 neutron-server[94467]: self.session.flush() Aug 12 14:45:36.667274 n-d-694802-15 neutron-server[94467]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 14:45:36.667274 n-d-694802-15 neutron-server[94467]: self.session.flush() Aug 12 14:45:36.667274 n-d-694802-15 neutron-server[94467]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 14:45:36.667274 n-d-694802-15 neutron-server[94467]: self.session.flush() Aug 12 14:45:36.667274 n-d-694802-15 neutron-server[94467]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 14:45:36.667274 n-d-694802-15 neutron-server[94467]: self.session.flush() Aug 12 14:45:36.667274 n-d-694802-15 neutron-server[94467]: Traceback (most recent call last): Aug 12 14:45:36.667274 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 14:45:36.667274 n-d-694802-15 neutron-server[94467]: timer() Aug 12 14:45:36.667274 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 14:45:36.667274 n-d-694802-15 neutron-server[94467]: cb(*args, **kw) Aug 12 14:45:36.667274 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 14:45:36.667274 n-d-694802-15 neutron-server[94467]: return func(*args, **kwargs) Aug 12 14:45:36.667274 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 14:45:36.667274 n-d-694802-15 neutron-server[94467]: self._notify() Aug 12 14:45:36.667274 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 14:45:36.667274 n-d-694802-15 neutron-server[94467]: self.callback(batched_events) Aug 12 14:45:36.667274 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 14:45:36.667274 n-d-694802-15 neutron-server[94467]: event.method(event) Aug 12 14:45:36.667274 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 14:45:36.667274 n-d-694802-15 neutron-server[94467]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 14:45:36.667274 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 14:45:36.667274 n-d-694802-15 neutron-server[94467]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 14:45:36.667274 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 14:45:36.667274 n-d-694802-15 neutron-server[94467]: return f(self, *a, **k) Aug 12 14:45:36.667274 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 14:45:36.667274 n-d-694802-15 neutron-server[94467]: return self._get(url).json() Aug 12 14:45:36.667274 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 14:45:36.667274 n-d-694802-15 neutron-server[94467]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 14:45:36.667274 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 14:45:36.667274 n-d-694802-15 neutron-server[94467]: return self.request(url, 'GET', **kwargs) Aug 12 14:45:36.667274 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 14:45:36.667274 n-d-694802-15 neutron-server[94467]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 14:45:36.667274 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 14:45:36.667274 n-d-694802-15 neutron-server[94467]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 14:45:36.667274 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 14:45:36.667274 n-d-694802-15 neutron-server[94467]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 14:45:36.667274 n-d-694802-15 neutron-server[94467]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 14:45:36.678589 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 51992) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:45:36.683279 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-eef27551-442f-4311-a841-e32c5055c09f tempest-ServersTestFqdnHostnames-1053046632 tempest-ServersTestFqdnHostnames-1053046632-project] Request body: {'security_group_rule': {'security_group_id': 'a6151e1f-94d6-4cf1-bffb-9373c8062325', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:45:36.716608 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-eef27551-442f-4311-a841-e32c5055c09f tempest-ServersTestFqdnHostnames-1053046632 tempest-ServersTestFqdnHostnames-1053046632-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:36.747648 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device c1133a4e-cbdf-4bd2-9238-c8959f599a29 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:45:36.762689 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-92f60b70-9d51-4644-81fc-08577c87f3c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66413281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431520'] for network, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:36.773240 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-92f60b70-9d51-4644-81fc-08577c87f3c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for network, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:36.780994 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-92f60b70-9d51-4644-81fc-08577c87f3c4 admin admin] 10.222.0.39 "DELETE /v2.0/networks/65eb9217-5da8-4655-9a1f-f1a0244b6a82 HTTP/1.1" status: 204 len: 168 time: 1.7267358 Aug 12 14:45:36.783375 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 51996) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:45:36.792873 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f60b70-9d51-4644-81fc-08577c87f3c4 admin admin] Pushing event deleted for resources: {'Network': ['ID=65eb9217-5da8-4655-9a1f-f1a0244b6a82,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:45:36.817018 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning for port c1133a4e-cbdf-4bd2-9238-c8959f599a29 completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:45:36.821215 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port c1133a4e-cbdf-4bd2-9238-c8959f599a29 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:45:36.821592 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:36.919279 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:36.941164 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] For port c1133a4e-cbdf-4bd2-9238-c8959f599a29, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=c1133a4e-cbdf-4bd2-9238-c8959f599a29,segment=NetworkSegment(b1b396cb-2dc6-4041-bfc7-1833a80a4720),segment_id=b1b396cb-2dc6-4041-bfc7-1833a80a4720)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:45:36.947965 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:37.010474 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Pushing event updated for resources: {'Port': ['ID=c1133a4e-cbdf-4bd2-9238-c8959f599a29,revision_number=4']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:45:37.035863 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 6c6a7e53-0141-4a65-8016-e774fcb62f4f no longer exists at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:45:37.080448 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] No Port match for: 6c6a7e53-0141-4a65-8016-e774fcb62f4f {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 14:45:37.080797 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 6c6a7e53-0141-4a65-8016-e774fcb62f4f not bound to the agent host n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:45:37.147441 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8943ffbb-bd3d-498c-a169-5bd1440c9e8c req-0b085d62-25b6-4015-91fc-c7008ad99338 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:45:37.149403 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-8943ffbb-bd3d-498c-a169-5bd1440c9e8c req-0b085d62-25b6-4015-91fc-c7008ad99338 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/ports?device_id=626df24c-f964-4db8-a298-cb24cde94dbb HTTP/1.1" status: 200 len: 945 time: 0.0642912 Aug 12 14:45:37.203632 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-8943ffbb-bd3d-498c-a169-5bd1440c9e8c req-bc8c1d8e-d42b-476f-babe-4ef10580692d tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/security-groups?id=36246b04-094b-4845-831d-1126cf8a06ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440888 Aug 12 14:45:37.281843 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62330e20-0220-42ea-8756-24e03000a08b req-dbf261f8-ca4c-4110-b8bf-8b1d68e0c7ef tempest-MultipleCreateTestJSON-1478760801 tempest-MultipleCreateTestJSON-1478760801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:45:37.284259 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-62330e20-0220-42ea-8756-24e03000a08b req-dbf261f8-ca4c-4110-b8bf-8b1d68e0c7ef tempest-MultipleCreateTestJSON-1478760801 tempest-MultipleCreateTestJSON-1478760801-project] 10.222.0.39 "GET /v2.0/ports?device_id=c6a57577-f03f-4ed8-b769-480d36072498 HTTP/1.1" status: 200 len: 943 time: 0.5695589 Aug 12 14:45:37.332705 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-eef27551-442f-4311-a841-e32c5055c09f tempest-ServersTestFqdnHostnames-1053046632 tempest-ServersTestFqdnHostnames-1053046632-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:37.344952 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-eef27551-442f-4311-a841-e32c5055c09f tempest-ServersTestFqdnHostnames-1053046632 tempest-ServersTestFqdnHostnames-1053046632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641735'] for security_group_rule, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:37.386763 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef27551-442f-4311-a841-e32c5055c09f tempest-ServersTestFqdnHostnames-1053046632 tempest-ServersTestFqdnHostnames-1053046632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ca020d4-d2c1-4bf5-92d3-4f5c3b3ff152,revision_number=0']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:45:37.405028 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-62330e20-0220-42ea-8756-24e03000a08b req-cdf6dd52-5eb4-4d6b-8397-4634648895b5 tempest-MultipleCreateTestJSON-1478760801 tempest-MultipleCreateTestJSON-1478760801-project] 10.222.0.39 "GET /v2.0/security-groups?id=d6b51cb2-3c77-4204-9973-9fe1c11ce2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904107 Aug 12 14:45:37.410888 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-eef27551-442f-4311-a841-e32c5055c09f tempest-ServersTestFqdnHostnames-1053046632 tempest-ServersTestFqdnHostnames-1053046632-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:37.412120 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-eef27551-442f-4311-a841-e32c5055c09f tempest-ServersTestFqdnHostnames-1053046632 tempest-ServersTestFqdnHostnames-1053046632-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7355990 Aug 12 14:45:37.415234 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 52010) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:45:37.422412 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-7b909321-2185-4ffa-a848-ba701659cded tempest-ServersTestFqdnHostnames-1053046632 tempest-ServersTestFqdnHostnames-1053046632-project] Request body: {'security_group_rule': {'security_group_id': 'a6151e1f-94d6-4cf1-bffb-9373c8062325', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:45:37.463178 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-7b909321-2185-4ffa-a848-ba701659cded tempest-ServersTestFqdnHostnames-1053046632 tempest-ServersTestFqdnHostnames-1053046632-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:37.533200 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-7b909321-2185-4ffa-a848-ba701659cded tempest-ServersTestFqdnHostnames-1053046632 tempest-ServersTestFqdnHostnames-1053046632-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:37.537714 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-7b909321-2185-4ffa-a848-ba701659cded tempest-ServersTestFqdnHostnames-1053046632 tempest-ServersTestFqdnHostnames-1053046632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641735'] for security_group_rule, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:37.564979 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b909321-2185-4ffa-a848-ba701659cded tempest-ServersTestFqdnHostnames-1053046632 tempest-ServersTestFqdnHostnames-1053046632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=517037bb-ca64-49d8-a8aa-1c6729b35e86,revision_number=0']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:45:37.574182 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-7b909321-2185-4ffa-a848-ba701659cded tempest-ServersTestFqdnHostnames-1053046632 tempest-ServersTestFqdnHostnames-1053046632-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:37.579516 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-7b909321-2185-4ffa-a848-ba701659cded tempest-ServersTestFqdnHostnames-1053046632 tempest-ServersTestFqdnHostnames-1053046632-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1591733 Aug 12 14:45:37.579694 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 52014) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:45:37.586402 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-76daa68a-9b1d-4fe6-9a11-213f39dbcb27 tempest-ServersTestFqdnHostnames-1053046632 tempest-ServersTestFqdnHostnames-1053046632-project] Request body: {'floatingip': {'floating_network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:45:37.612833 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-76daa68a-9b1d-4fe6-9a11-213f39dbcb27 tempest-ServersTestFqdnHostnames-1053046632 tempest-ServersTestFqdnHostnames-1053046632-project] Notify callbacks [] for floatingip, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:37.793042 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-76daa68a-9b1d-4fe6-9a11-213f39dbcb27 tempest-ServersTestFqdnHostnames-1053046632 tempest-ServersTestFqdnHostnames-1053046632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:37.821162 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a945d8a6-16bf-4ba7-abc8-cfd5236c224f None None] Sync routers for ids ['a012bf6f-1501-42ec-8cfa-520561136537'] in n-d-694802-15 {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 14:45:37.833417 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a945d8a6-16bf-4ba7-abc8-cfd5236c224f None None] Routers {'a012bf6f-1501-42ec-8cfa-520561136537'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:45:37.834283 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-a945d8a6-16bf-4ba7-abc8-cfd5236c224f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:45:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['a012bf6f-1501-42ec-8cfa-520561136537'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:45:37.845095 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8e84f742-faff-4035-8795-afb7161d45e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66663830'] for router_interface, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:37.965097 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-a945d8a6-16bf-4ba7-abc8-cfd5236c224f None None] Set router a012bf6f-1501-42ec-8cfa-520561136537 gateway port host: n-d-694802-15 {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:45:38.005631 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-76daa68a-9b1d-4fe6-9a11-213f39dbcb27 tempest-ServersTestFqdnHostnames-1053046632 tempest-ServersTestFqdnHostnames-1053046632-project] Allocated IP 172.25.1.10 (d3759e1b-6c03-45ac-acd4-90abb417809b/f0254f08-c19c-4e31-bd9c-09389ea4b6f2/14a3f92a-98ff-49cb-83d9-b8765459e02f) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:45:38.094168 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device ab870833-48f6-4ada-aca6-5ba692e9e7c5 details requested by agent hyperv_n-h2-694802-15 with host n-h2-694802-15 {{(pid=94468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 14:45:38.121451 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device d2c47a9f-df5e-42d0-a0e6-a2d74ef8877c up at agent hyperv_n-h1-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:45:38.201436 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-76daa68a-9b1d-4fe6-9a11-213f39dbcb27 tempest-ServersTestFqdnHostnames-1053046632 tempest-ServersTestFqdnHostnames-1053046632-project] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:38.216470 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-a945d8a6-16bf-4ba7-abc8-cfd5236c224f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a012bf6f-1501-42ec-8cfa-520561136537', 'name': 'tempest-ServersTestFqdnHostnames-838453687-router', 'tenant_id': '7fc51bb8d46c40808340f774760557a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.175'}], 'enable_snat': True}, 'gw_port_id': 'c1133a4e-cbdf-4bd2-9238-c8959f599a29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:45:28Z', 'updated_at': '2021-08-12T14:45:34Z', 'revision_number': 4, 'project_id': '7fc51bb8d46c40808340f774760557a8', 'gw_port': {'id': 'c1133a4e-cbdf-4bd2-9238-c8959f599a29', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:69:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a012bf6f-1501-42ec-8cfa-520561136537', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:45:29Z', 'updated_at': '2021-08-12T14:45:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': 'e819dced-bd84-4420-8af7-96fa470eb3c1', 'name': '', 'network_id': '0d9820f1-7ae4-40f5-8f2a-0d263fc6aa74', 'tenant_id': '7fc51bb8d46c40808340f774760557a8', 'mac_address': 'fa:16:3e:ed:43:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a012bf6f-1501-42ec-8cfa-520561136537', 'device_owner': 'network:router_interface', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': 'ba4b4fde-e64b-462c-b52f-382689d7760d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:45:33Z', 'updated_at': '2021-08-12T14:45:34Z', 'revision_number': 2, 'project_id': '7fc51bb8d46c40808340f774760557a8', 'subnets': [{'id': 'ba4b4fde-e64b-462c-b52f-382689d7760d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:45:38.245782 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a945d8a6-16bf-4ba7-abc8-cfd5236c224f None None] Checking router: a012bf6f-1501-42ec-8cfa-520561136537 for host: n-d-694802-15 {{(pid=94469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 14:45:38.245981 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a945d8a6-16bf-4ba7-abc8-cfd5236c224f None None] Updating router a012bf6f-1501-42ec-8cfa-520561136537 port e819dced-bd84-4420-8af7-96fa470eb3c1 binding host n-d-694802-15 {{(pid=94469) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 14:45:38.275810 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-a945d8a6-16bf-4ba7-abc8-cfd5236c224f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:38.276023 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Provisioning for port d2c47a9f-df5e-42d0-a0e6-a2d74ef8877c completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:45:38.292156 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Provisioning complete for port d2c47a9f-df5e-42d0-a0e6-a2d74ef8877c triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:45:38.293004 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:38.360670 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port ab870833-48f6-4ada-aca6-5ba692e9e7c5, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=ab870833-48f6-4ada-aca6-5ba692e9e7c5,segment=NetworkSegment(c941a8e8-ecb2-4dc2-87bc-ae59988983a2),segment_id=c941a8e8-ecb2-4dc2-87bc-ae59988983a2)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:45:38.373707 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Returning: {'device': 'ab870833-48f6-4ada-aca6-5ba692e9e7c5', 'network_id': '0c72cac4-9121-4e18-b407-1e3b71175001', 'port_id': 'ab870833-48f6-4ada-aca6-5ba692e9e7c5', 'mac_address': 'fa:16:3e:da:72:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f257bc49-db63-4113-bc40-74a30cbf55f9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 14:45:38.404272 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-76daa68a-9b1d-4fe6-9a11-213f39dbcb27 tempest-ServersTestFqdnHostnames-1053046632 tempest-ServersTestFqdnHostnames-1053046632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:38.463549 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:38.487072 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76daa68a-9b1d-4fe6-9a11-213f39dbcb27 tempest-ServersTestFqdnHostnames-1053046632 tempest-ServersTestFqdnHostnames-1053046632-project] Network d3759e1b-6c03-45ac-acd4-90abb417809b is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:45:38.489649 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:38.498049 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-76daa68a-9b1d-4fe6-9a11-213f39dbcb27 tempest-ServersTestFqdnHostnames-1053046632 tempest-ServersTestFqdnHostnames-1053046632-project] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:45:38.504603 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76daa68a-9b1d-4fe6-9a11-213f39dbcb27 tempest-ServersTestFqdnHostnames-1053046632 tempest-ServersTestFqdnHostnames-1053046632-project] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:45:38.514909 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca467c3-9521-4979-8440-a297730d10ea req-a670b7a8-298e-4e2f-822f-4c2008b7e66f tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:45:38.519999 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab870833-48f6-4ada-aca6-5ba692e9e7c5 {{(pid=94468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:45:38.522285 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-9ca467c3-9521-4979-8440-a297730d10ea req-a670b7a8-298e-4e2f-822f-4c2008b7e66f tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/ports?device_id=626df24c-f964-4db8-a298-cb24cde94dbb HTTP/1.1" status: 200 len: 945 time: 0.1883419 Aug 12 14:45:38.532638 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76daa68a-9b1d-4fe6-9a11-213f39dbcb27 tempest-ServersTestFqdnHostnames-1053046632 tempest-ServersTestFqdnHostnames-1053046632-project] Pushing event updated for resources: {'Port': ['ID=14a3f92a-98ff-49cb-83d9-b8765459e02f,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:45:38.541896 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aac7d10f-3e7c-4627-8a34-70d40395d469', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2c47a9f-df5e-42d0-a0e6-a2d74ef8877c'}] {{(pid=94468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:45:38.545005 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99a8d87602170099c728e57431aca99e9b98a655a83bbf8727be13192709727b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0394c3ee-da7f-4947-9d59-344bb335cddd" -d '{"events": [{"server_uuid": "aac7d10f-3e7c-4627-8a34-70d40395d469", "name": "network-vif-plugged", "status": "completed", "tag": "d2c47a9f-df5e-42d0-a0e6-a2d74ef8877c"}]}' {{(pid=94468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:45:38.579516 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port d2c47a9f-df5e-42d0-a0e6-a2d74ef8877c, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=d2c47a9f-df5e-42d0-a0e6-a2d74ef8877c,segment=NetworkSegment(c941a8e8-ecb2-4dc2-87bc-ae59988983a2),segment_id=c941a8e8-ecb2-4dc2-87bc-ae59988983a2)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:45:38.600123 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:38.610961 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port ab870833-48f6-4ada-aca6-5ba692e9e7c5, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=ab870833-48f6-4ada-aca6-5ba692e9e7c5,segment=NetworkSegment(c941a8e8-ecb2-4dc2-87bc-ae59988983a2),segment_id=c941a8e8-ecb2-4dc2-87bc-ae59988983a2)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:45:38.618565 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:38.628294 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383d3f51-28bc-494a-b5f4-b038dde06793 req-ef12e565-3a55-4a84-b2e2-1cb1a8f1b65e tempest-MultipleCreateTestJSON-1478760801 tempest-MultipleCreateTestJSON-1478760801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:45:38.629915 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-383d3f51-28bc-494a-b5f4-b038dde06793 req-ef12e565-3a55-4a84-b2e2-1cb1a8f1b65e tempest-MultipleCreateTestJSON-1478760801 tempest-MultipleCreateTestJSON-1478760801-project] 10.222.0.39 "GET /v2.0/ports?device_id=c6a57577-f03f-4ed8-b769-480d36072498 HTTP/1.1" status: 200 len: 943 time: 0.1224647 Aug 12 14:45:38.645808 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-a945d8a6-16bf-4ba7-abc8-cfd5236c224f None None] Notify callbacks [] for port, precommit_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:38.655671 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-9ca467c3-9521-4979-8440-a297730d10ea req-dca290bd-1fbb-49bf-83f4-6d1e186f86bc tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/security-groups?id=36246b04-094b-4845-831d-1126cf8a06ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325042 Aug 12 14:45:38.661041 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-8e84f742-faff-4035-8795-afb7161d45e8 admin admin] Deleting port 49e6f9cf-c26e-4736-8329-3670567ecfca {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:45:38.661553 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8e84f742-faff-4035-8795-afb7161d45e8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:38.664230 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.provisioning_blocks [None req-a945d8a6-16bf-4ba7-abc8-cfd5236c224f None None] Transition to ACTIVE for port object e819dced-bd84-4420-8af7-96fa470eb3c1 will not be triggered until provisioned by entity L2. {{(pid=94469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:45:38.675482 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-a945d8a6-16bf-4ba7-abc8-cfd5236c224f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:38.721900 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device c1133a4e-cbdf-4bd2-9238-c8959f599a29 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:45:38.730483 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Pushing event updated for resources: {'Port': ['ID=d2c47a9f-df5e-42d0-a0e6-a2d74ef8877c,revision_number=5']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:45:38.766330 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-383d3f51-28bc-494a-b5f4-b038dde06793 req-9e1cd92e-5f97-41a3-9e60-fd4dd1026d8b tempest-MultipleCreateTestJSON-1478760801 tempest-MultipleCreateTestJSON-1478760801-project] 10.222.0.39 "GET /v2.0/security-groups?id=d6b51cb2-3c77-4204-9973-9fe1c11ce2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086359 Aug 12 14:45:38.811730 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 14:45:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11119209-335b-4ee8-8ce7-45a55eb43e10 x-openstack-request-id: req-11119209-335b-4ee8-8ce7-45a55eb43e10 {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:45:38.812490 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aac7d10f-3e7c-4627-8a34-70d40395d469", "name": "network-vif-plugged", "status": "completed", "tag": "d2c47a9f-df5e-42d0-a0e6-a2d74ef8877c", "code": 200}]} {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:45:38.815157 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-11119209-335b-4ee8-8ce7-45a55eb43e10 {{(pid=94468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:45:38.815952 n-d-694802-15 neutron-server[94468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aac7d10f-3e7c-4627-8a34-70d40395d469', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2c47a9f-df5e-42d0-a0e6-a2d74ef8877c', 'code': 200} Aug 12 14:45:38.848724 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-76daa68a-9b1d-4fe6-9a11-213f39dbcb27 tempest-ServersTestFqdnHostnames-1053046632 tempest-ServersTestFqdnHostnames-1053046632-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:38.906780 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-76daa68a-9b1d-4fe6-9a11-213f39dbcb27 tempest-ServersTestFqdnHostnames-1053046632 tempest-ServersTestFqdnHostnames-1053046632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:38.915674 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Pushing event updated for resources: {'Port': ['ID=ab870833-48f6-4ada-aca6-5ba692e9e7c5,revision_number=4']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:45:38.919677 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc1774f-badf-4e9d-a8cc-91474cb3cea6 req-9a6ab5b5-fba6-4fea-bad5-b59a02565dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:45:38.925327 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9fc1774f-badf-4e9d-a8cc-91474cb3cea6 req-9a6ab5b5-fba6-4fea-bad5-b59a02565dd5 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=aac7d10f-3e7c-4627-8a34-70d40395d469 HTTP/1.1" status: 200 len: 1097 time: 0.1263008 Aug 12 14:45:38.981777 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port c1133a4e-cbdf-4bd2-9238-c8959f599a29 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:45:38.982158 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:39.047959 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9fc1774f-badf-4e9d-a8cc-91474cb3cea6 req-381c046a-4088-4a4e-a7bc-c36ddfb44ed8 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=d6b51cb2-3c77-4204-9973-9fe1c11ce2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047306 Aug 12 14:45:39.088323 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-76daa68a-9b1d-4fe6-9a11-213f39dbcb27 tempest-ServersTestFqdnHostnames-1053046632 tempest-ServersTestFqdnHostnames-1053046632-project] Notify callbacks [] for port, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:39.099209 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-76daa68a-9b1d-4fe6-9a11-213f39dbcb27 tempest-ServersTestFqdnHostnames-1053046632 tempest-ServersTestFqdnHostnames-1053046632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3718439'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:39.121561 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.managers [None req-a945d8a6-16bf-4ba7-abc8-cfd5236c224f None None] Attempting to bind port e819dced-bd84-4420-8af7-96fa470eb3c1 on host n-d-694802-15 for vnic_type normal with profile {{(pid=94469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:45:39.122609 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.managers [None req-a945d8a6-16bf-4ba7-abc8-cfd5236c224f None None] Attempting to bind port e819dced-bd84-4420-8af7-96fa470eb3c1 by drivers openvswitch,hyperv on host n-d-694802-15 at level 0 using segments [{'id': 'd11e9b2a-b364-4846-b359-aff2891efa01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '0d9820f1-7ae4-40f5-8f2a-0d263fc6aa74'}] {{(pid=94469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:45:39.122891 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a945d8a6-16bf-4ba7-abc8-cfd5236c224f None None] Attempting to bind port e819dced-bd84-4420-8af7-96fa470eb3c1 on network 0d9820f1-7ae4-40f5-8f2a-0d263fc6aa74 {{(pid=94469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:45:39.125071 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e8ee18-f1dd-459e-b02e-a4bae3f3391c None None] Pushing event updated for resources: {'Port': ['ID=e819dced-bd84-4420-8af7-96fa470eb3c1,revision_number=3']} {{(pid=94469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:45:39.135238 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e8ee18-f1dd-459e-b02e-a4bae3f3391c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:45:39.135585 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e8ee18-f1dd-459e-b02e-a4bae3f3391c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:45:39.135922 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e8ee18-f1dd-459e-b02e-a4bae3f3391c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:45:39.136253 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e8ee18-f1dd-459e-b02e-a4bae3f3391c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:45:39.136581 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e8ee18-f1dd-459e-b02e-a4bae3f3391c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:45:39.136964 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e8ee18-f1dd-459e-b02e-a4bae3f3391c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:45:39.137295 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e8ee18-f1dd-459e-b02e-a4bae3f3391c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:45:39.138126 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e8ee18-f1dd-459e-b02e-a4bae3f3391c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:45:39.138126 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e8ee18-f1dd-459e-b02e-a4bae3f3391c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:45:39.138335 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e8ee18-f1dd-459e-b02e-a4bae3f3391c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:45:39.138582 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e8ee18-f1dd-459e-b02e-a4bae3f3391c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:45:39.138927 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e8ee18-f1dd-459e-b02e-a4bae3f3391c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:45:39.147637 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] get_ports_and_sgs() called for port_ids ['ab870833-48f6-4ada-aca6-5ba692e9e7c5'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:45:39.149431 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a945d8a6-16bf-4ba7-abc8-cfd5236c224f None None] Checking agent: {'id': '16de73ac-f2e9-4cee-b3e0-91052ae3e6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 20, 13), 'started_at': datetime.datetime(2021, 8, 12, 14, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 45, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:45:39.150178 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a945d8a6-16bf-4ba7-abc8-cfd5236c224f None None] Checking segment: {'id': 'd11e9b2a-b364-4846-b359-aff2891efa01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '0d9820f1-7ae4-40f5-8f2a-0d263fc6aa74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:45:39.150808 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-a945d8a6-16bf-4ba7-abc8-cfd5236c224f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:39.151413 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a945d8a6-16bf-4ba7-abc8-cfd5236c224f None None] Bound using segment: {'id': 'd11e9b2a-b364-4846-b359-aff2891efa01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '0d9820f1-7ae4-40f5-8f2a-0d263fc6aa74'} {{(pid=94469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:45:39.152100 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.managers [None req-a945d8a6-16bf-4ba7-abc8-cfd5236c224f None None] Bound port: e819dced-bd84-4420-8af7-96fa470eb3c1, host: n-d-694802-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd11e9b2a-b364-4846-b359-aff2891efa01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '0d9820f1-7ae4-40f5-8f2a-0d263fc6aa74'}}] {{(pid=94469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:45:39.152691 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-a945d8a6-16bf-4ba7-abc8-cfd5236c224f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:39.227611 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-8e84f742-faff-4035-8795-afb7161d45e8 admin admin] For port 49e6f9cf-c26e-4736-8329-3670567ecfca, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=49e6f9cf-c26e-4736-8329-3670567ecfca,segment=NetworkSegment(289a2906-92c3-4169-9eb9-018ae162afa6),segment_id=289a2906-92c3-4169-9eb9-018ae162afa6)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:45:39.228000 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8e84f742-faff-4035-8795-afb7161d45e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:39.232952 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76daa68a-9b1d-4fe6-9a11-213f39dbcb27 tempest-ServersTestFqdnHostnames-1053046632 tempest-ServersTestFqdnHostnames-1053046632-project] Pushing event updated for resources: {'Port': ['ID=14a3f92a-98ff-49cb-83d9-b8765459e02f,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:45:39.248776 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.db [None req-a945d8a6-16bf-4ba7-abc8-cfd5236c224f None None] For port e819dced-bd84-4420-8af7-96fa470eb3c1, host n-d-694802-15, cleared binding levels {{(pid=94469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:45:39.251574 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-76daa68a-9b1d-4fe6-9a11-213f39dbcb27 tempest-ServersTestFqdnHostnames-1053046632 tempest-ServersTestFqdnHostnames-1053046632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431510'] for floatingip, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:39.256726 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.db [None req-a945d8a6-16bf-4ba7-abc8-cfd5236c224f None None] For port e819dced-bd84-4420-8af7-96fa470eb3c1, host n-d-694802-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=e819dced-bd84-4420-8af7-96fa470eb3c1,segment=NetworkSegment(d11e9b2a-b364-4846-b359-aff2891efa01),segment_id=d11e9b2a-b364-4846-b359-aff2891efa01)] {{(pid=94469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:45:39.264684 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-a945d8a6-16bf-4ba7-abc8-cfd5236c224f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:39.272413 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-8e84f742-faff-4035-8795-afb7161d45e8 admin admin] Calling delete_port for 49e6f9cf-c26e-4736-8329-3670567ecfca owned by network:router_interface {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:45:39.278114 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-76daa68a-9b1d-4fe6-9a11-213f39dbcb27 tempest-ServersTestFqdnHostnames-1053046632 tempest-ServersTestFqdnHostnames-1053046632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for floatingip, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:39.279754 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-76daa68a-9b1d-4fe6-9a11-213f39dbcb27 tempest-ServersTestFqdnHostnames-1053046632 tempest-ServersTestFqdnHostnames-1053046632-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.6991127 Aug 12 14:45:39.387835 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a945d8a6-16bf-4ba7-abc8-cfd5236c224f None None] Routers {'a012bf6f-1501-42ec-8cfa-520561136537'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:45:39.388484 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-a945d8a6-16bf-4ba7-abc8-cfd5236c224f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:45:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['a012bf6f-1501-42ec-8cfa-520561136537'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:45:39.390489 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e8ee18-f1dd-459e-b02e-a4bae3f3391c None None] Pushing event updated for resources: {'Port': ['ID=e819dced-bd84-4420-8af7-96fa470eb3c1,revision_number=4']} {{(pid=94469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:45:39.503304 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8e84f742-faff-4035-8795-afb7161d45e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:39.529983 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9292c313-3017-4552-be75-e11f88db9645 req-3d196db2-4c06-48ca-9098-497f6e6fe7be tempest-ServersTestFqdnHostnames-1053046632 tempest-ServersTestFqdnHostnames-1053046632-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--1031221081&fields=id&tenant_id=7fc51bb8d46c40808340f774760557a8 HTTP/1.1" status: 200 len: 267 time: 0.0614638 Aug 12 14:45:39.556018 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e84f742-faff-4035-8795-afb7161d45e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=49e6f9cf-c26e-4736-8329-3670567ecfca,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:45:39.583953 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-a945d8a6-16bf-4ba7-abc8-cfd5236c224f None None] Set router a012bf6f-1501-42ec-8cfa-520561136537 gateway port host: n-d-694802-15 {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:45:39.723388 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9292c313-3017-4552-be75-e11f88db9645 req-da914028-bb38-44ff-964f-22cec53a76c1 tempest-ServersTestFqdnHostnames-1053046632 tempest-ServersTestFqdnHostnames-1053046632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:45:39.736457 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9292c313-3017-4552-be75-e11f88db9645 req-da914028-bb38-44ff-964f-22cec53a76c1 tempest-ServersTestFqdnHostnames-1053046632 tempest-ServersTestFqdnHostnames-1053046632-project] 10.222.0.39 "GET /v2.0/networks?id=0d9820f1-7ae4-40f5-8f2a-0d263fc6aa74 HTTP/1.1" status: 200 len: 814 time: 0.2054656 Aug 12 14:45:39.765506 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9292c313-3017-4552-be75-e11f88db9645 req-e3d3ff5e-9a37-459f-8782-c0d404bd4247 tempest-ServersTestFqdnHostnames-1053046632 tempest-ServersTestFqdnHostnames-1053046632-project] 10.222.0.39 "GET /v2.0/quotas/7fc51bb8d46c40808340f774760557a8 HTTP/1.1" status: 200 len: 375 time: 0.0253377 Aug 12 14:45:39.856149 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8e84f742-faff-4035-8795-afb7161d45e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66628352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-430630'] for router_interface, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:39.859650 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9292c313-3017-4552-be75-e11f88db9645 req-d5744407-67d8-49dc-99f7-9e56b685c24e tempest-ServersTestFqdnHostnames-1053046632 tempest-ServersTestFqdnHostnames-1053046632-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=7fc51bb8d46c40808340f774760557a8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0792284 Aug 12 14:45:39.879332 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c90342-ec84-4478-b619-41fa56be8062 req-71b3ada2-2148-43bb-897b-3b1073c28e1e tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:45:39.881486 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-52c90342-ec84-4478-b619-41fa56be8062 req-71b3ada2-2148-43bb-897b-3b1073c28e1e tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/ports?device_id=626df24c-f964-4db8-a298-cb24cde94dbb HTTP/1.1" status: 200 len: 945 time: 0.0925803 Aug 12 14:45:39.929153 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-a945d8a6-16bf-4ba7-abc8-cfd5236c224f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a012bf6f-1501-42ec-8cfa-520561136537', 'name': 'tempest-ServersTestFqdnHostnames-838453687-router', 'tenant_id': '7fc51bb8d46c40808340f774760557a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.175'}], 'enable_snat': True}, 'gw_port_id': 'c1133a4e-cbdf-4bd2-9238-c8959f599a29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:45:28Z', 'updated_at': '2021-08-12T14:45:34Z', 'revision_number': 4, 'project_id': '7fc51bb8d46c40808340f774760557a8', 'gw_port': {'id': 'c1133a4e-cbdf-4bd2-9238-c8959f599a29', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:69:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a012bf6f-1501-42ec-8cfa-520561136537', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:45:29Z', 'updated_at': '2021-08-12T14:45:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': 'e819dced-bd84-4420-8af7-96fa470eb3c1', 'name': '', 'network_id': '0d9820f1-7ae4-40f5-8f2a-0d263fc6aa74', 'tenant_id': '7fc51bb8d46c40808340f774760557a8', 'mac_address': 'fa:16:3e:ed:43:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a012bf6f-1501-42ec-8cfa-520561136537', 'device_owner': 'network:router_interface', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': 'ba4b4fde-e64b-462c-b52f-382689d7760d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:45:33Z', 'updated_at': '2021-08-12T14:45:39Z', 'revision_number': 4, 'project_id': '7fc51bb8d46c40808340f774760557a8', 'subnets': [{'id': 'ba4b4fde-e64b-462c-b52f-382689d7760d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:45:39.989432 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a945d8a6-16bf-4ba7-abc8-cfd5236c224f None None] The sync data for ids ['a012bf6f-1501-42ec-8cfa-520561136537'] in n-d-694802-15 is: [{'id': 'a012bf6f-1501-42ec-8cfa-520561136537', 'name': 'tempest-ServersTestFqdnHostnames-838453687-router', 'tenant_id': '7fc51bb8d46c40808340f774760557a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.175'}], 'enable_snat': True}, 'gw_port_id': 'c1133a4e-cbdf-4bd2-9238-c8959f599a29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:45:28Z', 'updated_at': '2021-08-12T14:45:34Z', 'revision_number': 4, 'project_id': '7fc51bb8d46c40808340f774760557a8', 'gw_port': {'id': 'c1133a4e-cbdf-4bd2-9238-c8959f599a29', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:69:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a012bf6f-1501-42ec-8cfa-520561136537', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:45:29Z', 'updated_at': '2021-08-12T14:45:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': 'e819dced-bd84-4420-8af7-96fa470eb3c1', 'name': '', 'network_id': '0d9820f1-7ae4-40f5-8f2a-0d263fc6aa74', 'tenant_id': '7fc51bb8d46c40808340f774760557a8', 'mac_address': 'fa:16:3e:ed:43:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a012bf6f-1501-42ec-8cfa-520561136537', 'device_owner': 'network:router_interface', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': 'ba4b4fde-e64b-462c-b52f-382689d7760d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:45:33Z', 'updated_at': '2021-08-12T14:45:39Z', 'revision_number': 4, 'project_id': '7fc51bb8d46c40808340f774760557a8', 'subnets': [{'id': 'ba4b4fde-e64b-462c-b52f-382689d7760d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 14:45:39.997268 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-52c90342-ec84-4478-b619-41fa56be8062 req-61eed9d0-bd31-4f85-b97b-04986486ffde tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/security-groups?id=36246b04-094b-4845-831d-1126cf8a06ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048222 Aug 12 14:45:40.077866 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-51baf1e3-f02a-4af3-8a76-8603c99979ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:40.142947 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9292c313-3017-4552-be75-e11f88db9645 req-4ee7c3f2-29b2-4c15-a96d-bade6acc5775 service neutron] 10.222.0.39 "GET /v2.0/networks/0d9820f1-7ae4-40f5-8f2a-0d263fc6aa74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2791197 Aug 12 14:45:40.294883 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9292c313-3017-4552-be75-e11f88db9645 req-d0532a42-6da1-4170-bb5a-1d7da512dcc2 service neutron] 10.222.0.39 "GET /v2.0/networks/0d9820f1-7ae4-40f5-8f2a-0d263fc6aa74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509235 Aug 12 14:45:40.306781 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ad7d6a-35f7-4846-9691-4b3a75055f96 req-71817c08-d5d6-4756-b650-a92f24f7af02 tempest-MultipleCreateTestJSON-1478760801 tempest-MultipleCreateTestJSON-1478760801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:45:40.321741 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-d8ad7d6a-35f7-4846-9691-4b3a75055f96 req-71817c08-d5d6-4756-b650-a92f24f7af02 tempest-MultipleCreateTestJSON-1478760801 tempest-MultipleCreateTestJSON-1478760801-project] 10.222.0.39 "GET /v2.0/ports?device_id=c6a57577-f03f-4ed8-b769-480d36072498 HTTP/1.1" status: 200 len: 944 time: 0.2088904 Aug 12 14:45:40.417356 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-d8ad7d6a-35f7-4846-9691-4b3a75055f96 req-d73b3ba1-d050-4ea3-93e2-845e04a56d6a tempest-MultipleCreateTestJSON-1478760801 tempest-MultipleCreateTestJSON-1478760801-project] 10.222.0.39 "GET /v2.0/security-groups?id=d6b51cb2-3c77-4204-9973-9fe1c11ce2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943382 Aug 12 14:45:40.600513 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e84f742-faff-4035-8795-afb7161d45e8 admin admin] Router 9c6db6cf-40a1-4fa9-8d83-2141e4b61bb8 has already been hosted by L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f {{(pid=94466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 14:45:40.690404 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-977a3492-cf3d-409e-8fc5-766f6ccbf773 req-ded1d4ae-25ed-42f5-8689-29fc06aef08e tempest-ServersTestFqdnHostnames-1053046632 tempest-ServersTestFqdnHostnames-1053046632-project] 10.222.0.39 "GET /v2.0/ports?device_id=5aab2579-2ba8-4ade-a885-9541b45a03f9 HTTP/1.1" status: 200 len: 210 time: 0.0863340 Aug 12 14:45:40.846445 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device e819dced-bd84-4420-8af7-96fa470eb3c1 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:45:40.871685 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e84f742-faff-4035-8795-afb7161d45e8 admin admin] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 14:45:40.894807 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-8e84f742-faff-4035-8795-afb7161d45e8 admin admin] 10.222.0.39 "PUT /v2.0/routers/9c6db6cf-40a1-4fa9-8d83-2141e4b61bb8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1068542 Aug 12 14:45:40.895137 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 52076) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:45:40.910759 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e753803-3834-4e50-bc11-ca18e0c0a6ad None None] Sync routers for ids ['9c6db6cf-40a1-4fa9-8d83-2141e4b61bb8'] in n-d-694802-15 {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 14:45:40.961003 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e753803-3834-4e50-bc11-ca18e0c0a6ad None None] Routers {'9c6db6cf-40a1-4fa9-8d83-2141e4b61bb8'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:45:40.961685 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-1e753803-3834-4e50-bc11-ca18e0c0a6ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:45:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['9c6db6cf-40a1-4fa9-8d83-2141e4b61bb8'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:45:41.016322 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning for port e819dced-bd84-4420-8af7-96fa470eb3c1 completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:45:41.025158 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port e819dced-bd84-4420-8af7-96fa470eb3c1 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:45:41.047295 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:41.054616 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e5813788-55d0-4b97-b212-a0d5849e3a44 admin admin] Notify callbacks [] for router, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:41.243555 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvr_db [None req-1e753803-3834-4e50-bc11-ca18e0c0a6ad None None] Set router 9c6db6cf-40a1-4fa9-8d83-2141e4b61bb8 gateway port host: n-d-694802-15 {{(pid=94468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:45:41.249080 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb247cf7-c4ea-4866-b4ba-f69953efd247 req-7d627a06-1ab1-4f91-b3d6-12d9b407d46f tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:45:41.251722 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-cb247cf7-c4ea-4866-b4ba-f69953efd247 req-7d627a06-1ab1-4f91-b3d6-12d9b407d46f tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/ports?device_id=626df24c-f964-4db8-a298-cb24cde94dbb HTTP/1.1" status: 200 len: 945 time: 0.1126077 Aug 12 14:45:41.274351 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e5813788-55d0-4b97-b212-a0d5849e3a44 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:41.317321 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-cb247cf7-c4ea-4866-b4ba-f69953efd247 req-13afa5cf-9fb1-4611-a8e5-cd6217373cf4 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/security-groups?id=36246b04-094b-4845-831d-1126cf8a06ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582275 Aug 12 14:45:41.366221 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-e5813788-55d0-4b97-b212-a0d5849e3a44 admin admin] Deleting port 73348853-159d-4e43-b613-5d9c4f705793 {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:45:41.367498 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e5813788-55d0-4b97-b212-a0d5849e3a44 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:41.562682 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-e5813788-55d0-4b97-b212-a0d5849e3a44 admin admin] For port 73348853-159d-4e43-b613-5d9c4f705793, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=73348853-159d-4e43-b613-5d9c4f705793,segment=NetworkSegment(b1b396cb-2dc6-4041-bfc7-1833a80a4720),segment_id=b1b396cb-2dc6-4041-bfc7-1833a80a4720)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:45:41.563081 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e5813788-55d0-4b97-b212-a0d5849e3a44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:41.612056 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-e5813788-55d0-4b97-b212-a0d5849e3a44 admin admin] Calling delete_port for 73348853-159d-4e43-b613-5d9c4f705793 owned by network:router_gateway {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:45:41.763988 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96af8d36-1cb4-4f65-85dc-14d737a66526 req-d2f92a2b-bc7b-438b-a423-905cba68547a tempest-MultipleCreateTestJSON-1478760801 tempest-MultipleCreateTestJSON-1478760801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:45:41.772426 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-96af8d36-1cb4-4f65-85dc-14d737a66526 req-d2f92a2b-bc7b-438b-a423-905cba68547a tempest-MultipleCreateTestJSON-1478760801 tempest-MultipleCreateTestJSON-1478760801-project] 10.222.0.39 "GET /v2.0/ports?device_id=c6a57577-f03f-4ed8-b769-480d36072498 HTTP/1.1" status: 200 len: 944 time: 0.1500270 Aug 12 14:45:41.772750 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:41.786048 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:41.841528 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] For port e819dced-bd84-4420-8af7-96fa470eb3c1, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=e819dced-bd84-4420-8af7-96fa470eb3c1,segment=NetworkSegment(d11e9b2a-b364-4846-b359-aff2891efa01),segment_id=d11e9b2a-b364-4846-b359-aff2891efa01)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:45:41.846954 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:41.884986 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-96af8d36-1cb4-4f65-85dc-14d737a66526 req-85df4ccb-a2ae-4469-8ec4-dd56d573b80d tempest-MultipleCreateTestJSON-1478760801 tempest-MultipleCreateTestJSON-1478760801-project] 10.222.0.39 "GET /v2.0/security-groups?id=d6b51cb2-3c77-4204-9973-9fe1c11ce2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118042 Aug 12 14:45:41.912992 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Pushing event updated for resources: {'Port': ['ID=e819dced-bd84-4420-8af7-96fa470eb3c1,revision_number=5']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:45:41.958956 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-1e753803-3834-4e50-bc11-ca18e0c0a6ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c6db6cf-40a1-4fa9-8d83-2141e4b61bb8', 'name': 'tempest-TestServerMultinode-320224610-router', 'tenant_id': '9a6deb5f375e45beb32ac6c559879dd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.235'}], 'enable_snat': True}, 'gw_port_id': '73348853-159d-4e43-b613-5d9c4f705793', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:44:29Z', 'updated_at': '2021-08-12T14:45:39Z', 'revision_number': 5, 'project_id': '9a6deb5f375e45beb32ac6c559879dd7', 'gw_port': {'id': '73348853-159d-4e43-b613-5d9c4f705793', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:2f:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c6db6cf-40a1-4fa9-8d83-2141e4b61bb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:44:32Z', 'updated_at': '2021-08-12T14:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15'}], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:45:42.003657 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e5813788-55d0-4b97-b212-a0d5849e3a44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:42.012899 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e753803-3834-4e50-bc11-ca18e0c0a6ad None None] Checking router: 9c6db6cf-40a1-4fa9-8d83-2141e4b61bb8 for host: n-d-694802-15 {{(pid=94468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 14:45:42.027084 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e753803-3834-4e50-bc11-ca18e0c0a6ad None None] Routers {'9c6db6cf-40a1-4fa9-8d83-2141e4b61bb8'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:45:42.028019 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-1e753803-3834-4e50-bc11-ca18e0c0a6ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:45:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['9c6db6cf-40a1-4fa9-8d83-2141e4b61bb8'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:45:42.059648 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3a276bb3-44b9-4235-9389-18c9f1510200 req-f4d88f6d-78c0-4cc4-911c-830d347b8072 tempest-ServersTestFqdnHostnames-1053046632 tempest-ServersTestFqdnHostnames-1053046632-project] 10.222.0.39 "GET /v2.0/ports?device_id=5aab2579-2ba8-4ade-a885-9541b45a03f9 HTTP/1.1" status: 200 len: 210 time: 0.0577939 Aug 12 14:45:42.129138 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5813788-55d0-4b97-b212-a0d5849e3a44 admin admin] Pushing event deleted for resources: {'Port': ['ID=73348853-159d-4e43-b613-5d9c4f705793,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:45:42.140816 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e5813788-55d0-4b97-b212-a0d5849e3a44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-431580'] for router_gateway, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:42.142210 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvr_db [None req-1e753803-3834-4e50-bc11-ca18e0c0a6ad None None] Set router 9c6db6cf-40a1-4fa9-8d83-2141e4b61bb8 gateway port host: None {{(pid=94468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:45:42.200608 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-1e753803-3834-4e50-bc11-ca18e0c0a6ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c6db6cf-40a1-4fa9-8d83-2141e4b61bb8', 'name': 'tempest-TestServerMultinode-320224610-router', 'tenant_id': '9a6deb5f375e45beb32ac6c559879dd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:44:29Z', 'updated_at': '2021-08-12T14:45:41Z', 'revision_number': 7, 'project_id': '9a6deb5f375e45beb32ac6c559879dd7', 'gw_port_host': None}], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:45:42.233327 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device ab870833-48f6-4ada-aca6-5ba692e9e7c5 up at agent hyperv_n-h2-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:45:42.238488 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e753803-3834-4e50-bc11-ca18e0c0a6ad None None] The sync data for ids ['9c6db6cf-40a1-4fa9-8d83-2141e4b61bb8'] in n-d-694802-15 is: [{'id': '9c6db6cf-40a1-4fa9-8d83-2141e4b61bb8', 'name': 'tempest-TestServerMultinode-320224610-router', 'tenant_id': '9a6deb5f375e45beb32ac6c559879dd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:44:29Z', 'updated_at': '2021-08-12T14:45:41Z', 'revision_number': 7, 'project_id': '9a6deb5f375e45beb32ac6c559879dd7', 'gw_port_host': None}] {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 14:45:42.259363 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e5813788-55d0-4b97-b212-a0d5849e3a44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-429360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-104877'] for router, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:42.264421 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e5813788-55d0-4b97-b212-a0d5849e3a44 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:42.266554 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9292c313-3017-4552-be75-e11f88db9645 req-761ac5f6-1db1-42f4-8a8b-f4e08580db90 tempest-ServersTestFqdnHostnames-1053046632 tempest-ServersTestFqdnHostnames-1053046632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:45:42.268104 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9292c313-3017-4552-be75-e11f88db9645 req-761ac5f6-1db1-42f4-8a8b-f4e08580db90 tempest-ServersTestFqdnHostnames-1053046632 tempest-ServersTestFqdnHostnames-1053046632-project] 10.222.0.64 "GET /v2.0/networks?id=0d9820f1-7ae4-40f5-8f2a-0d263fc6aa74 HTTP/1.1" status: 200 len: 814 time: 0.1737566 Aug 12 14:45:42.299188 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Provisioning for port ab870833-48f6-4ada-aca6-5ba692e9e7c5 completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:45:42.304494 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Provisioning complete for port ab870833-48f6-4ada-aca6-5ba692e9e7c5 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:45:42.305009 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:42.357253 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e5813788-55d0-4b97-b212-a0d5849e3a44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-429375'] for router, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:42.357919 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5813788-55d0-4b97-b212-a0d5849e3a44 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9c6db6cf-40a1-4fa9-8d83-2141e4b61bb8 {{(pid=94466) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 14:45:42.364086 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e5813788-55d0-4b97-b212-a0d5849e3a44 admin admin] Notify callbacks [] for router, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:42.365272 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9292c313-3017-4552-be75-e11f88db9645 req-32380337-2cd8-4572-b147-5def760458b7 tempest-ServersTestFqdnHostnames-1053046632 tempest-ServersTestFqdnHostnames-1053046632-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7fc51bb8d46c40808340f774760557a8 HTTP/1.1" status: 200 len: 380 time: 0.0871096 Aug 12 14:45:42.365429 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-e5813788-55d0-4b97-b212-a0d5849e3a44 admin admin] 10.222.0.39 "DELETE /v2.0/routers/9c6db6cf-40a1-4fa9-8d83-2141e4b61bb8 HTTP/1.1" status: 204 len: 168 time: 1.4691474 Aug 12 14:45:42.368724 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 52098) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:45:42.380978 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-9292c313-3017-4552-be75-e11f88db9645 req-494d1dde-dec8-4ef5-ac92-9f07efb6cfc4 tempest-ServersTestFqdnHostnames-1053046632 tempest-ServersTestFqdnHostnames-1053046632-project] Request body: {'port': {'device_id': '5aab2579-2ba8-4ade-a885-9541b45a03f9', 'network_id': '0d9820f1-7ae4-40f5-8f2a-0d263fc6aa74', 'admin_state_up': True, 'tenant_id': '7fc51bb8d46c40808340f774760557a8', 'security_groups': ['a6151e1f-94d6-4cf1-bffb-9373c8062325']}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:45:42.438817 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_v2 [None req-813e5577-e93b-4022-ad03-d29d05f08374 admin admin] Deleting subnet ccf62c8c-7e36-4695-8a64-e0dd2c164aff {{(pid=94466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 14:45:42.444207 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-813e5577-e93b-4022-ad03-d29d05f08374 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:42.449422 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:42.478272 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6a57577-f03f-4ed8-b769-480d36072498', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab870833-48f6-4ada-aca6-5ba692e9e7c5'}] {{(pid=94468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:45:42.480980 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99a8d87602170099c728e57431aca99e9b98a655a83bbf8727be13192709727b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-050e282d-faa8-4d3d-ba69-4f65e011fadb" -d '{"events": [{"server_uuid": "c6a57577-f03f-4ed8-b769-480d36072498", "name": "network-vif-plugged", "status": "completed", "tag": "ab870833-48f6-4ada-aca6-5ba692e9e7c5"}]}' {{(pid=94468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:45:42.497282 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port ab870833-48f6-4ada-aca6-5ba692e9e7c5, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=ab870833-48f6-4ada-aca6-5ba692e9e7c5,segment=NetworkSegment(c941a8e8-ecb2-4dc2-87bc-ae59988983a2),segment_id=c941a8e8-ecb2-4dc2-87bc-ae59988983a2)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:45:42.507211 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:42.534884 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9292c313-3017-4552-be75-e11f88db9645 req-494d1dde-dec8-4ef5-ac92-9f07efb6cfc4 tempest-ServersTestFqdnHostnames-1053046632 tempest-ServersTestFqdnHostnames-1053046632-project] Made reservation on behalf of 7fc51bb8d46c40808340f774760557a8 for: {'port': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:45:42.538973 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-9292c313-3017-4552-be75-e11f88db9645 req-494d1dde-dec8-4ef5-ac92-9f07efb6cfc4 tempest-ServersTestFqdnHostnames-1053046632 tempest-ServersTestFqdnHostnames-1053046632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:42.583824 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-813e5577-e93b-4022-ad03-d29d05f08374 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2293551'] for subnet, precommit_delete_associations {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:42.591269 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Pushing event updated for resources: {'Port': ['ID=ab870833-48f6-4ada-aca6-5ba692e9e7c5,revision_number=5']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:45:42.606819 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 14:45:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffdbb09b-0592-496f-ab23-36f17b1978b0 x-openstack-request-id: req-ffdbb09b-0592-496f-ab23-36f17b1978b0 {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:45:42.607387 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6a57577-f03f-4ed8-b769-480d36072498", "name": "network-vif-plugged", "status": "completed", "tag": "ab870833-48f6-4ada-aca6-5ba692e9e7c5", "code": 200}]} {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:45:42.608356 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ffdbb09b-0592-496f-ab23-36f17b1978b0 {{(pid=94468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:45:42.609214 n-d-694802-15 neutron-server[94468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6a57577-f03f-4ed8-b769-480d36072498', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab870833-48f6-4ada-aca6-5ba692e9e7c5', 'code': 200} Aug 12 14:45:42.632701 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:42.634563 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78a7932-8ba2-40ac-8896-82a39a5f9bb7 req-14ee5341-a252-486b-a0fa-5b3775432962 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:45:42.636548 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-d78a7932-8ba2-40ac-8896-82a39a5f9bb7 req-14ee5341-a252-486b-a0fa-5b3775432962 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/ports?device_id=626df24c-f964-4db8-a298-cb24cde94dbb HTTP/1.1" status: 200 len: 945 time: 0.1524065 Aug 12 14:45:42.743808 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-d78a7932-8ba2-40ac-8896-82a39a5f9bb7 req-6764d278-cce7-4b8e-87e3-e91558f59e1f tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/security-groups?id=36246b04-094b-4845-831d-1126cf8a06ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970697 Aug 12 14:45:42.758225 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a397b2-55ca-4b05-802a-0f968de03d4f req-6f88b508-7cef-4a6e-9e57-1bc4334e74a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:45:42.762433 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-33a397b2-55ca-4b05-802a-0f968de03d4f req-6f88b508-7cef-4a6e-9e57-1bc4334e74a6 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=c6a57577-f03f-4ed8-b769-480d36072498 HTTP/1.1" status: 200 len: 1097 time: 0.1265020 Aug 12 14:45:42.817296 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-813e5577-e93b-4022-ad03-d29d05f08374 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66416255'] for subnet, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:42.838190 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-33a397b2-55ca-4b05-802a-0f968de03d4f req-c849ba26-67c2-4f33-9c0c-c796e90a8234 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=d6b51cb2-3c77-4204-9973-9fe1c11ce2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656176 Aug 12 14:45:42.846346 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_common [req-9292c313-3017-4552-be75-e11f88db9645 req-494d1dde-dec8-4ef5-ac92-9f07efb6cfc4 tempest-ServersTestFqdnHostnames-1053046632 tempest-ServersTestFqdnHostnames-1053046632-project] Allocated IP 172.20.0.6 (0d9820f1-7ae4-40f5-8f2a-0d263fc6aa74/ba4b4fde-e64b-462c-b52f-382689d7760d/78320f26-039e-400b-bc5d-f5c4e1b8bedb) {{(pid=94467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:45:42.895699 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-813e5577-e93b-4022-ad03-d29d05f08374 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66416232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3718429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8776402'] for subnet, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:43.019872 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:43.027649 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-9292c313-3017-4552-be75-e11f88db9645 req-494d1dde-dec8-4ef5-ac92-9f07efb6cfc4 tempest-ServersTestFqdnHostnames-1053046632 tempest-ServersTestFqdnHostnames-1053046632-project] Notify callbacks [] for port, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:43.043288 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [req-9292c313-3017-4552-be75-e11f88db9645 req-494d1dde-dec8-4ef5-ac92-9f07efb6cfc4 tempest-ServersTestFqdnHostnames-1053046632 tempest-ServersTestFqdnHostnames-1053046632-project] Transition to ACTIVE for port object 78320f26-039e-400b-bc5d-f5c4e1b8bedb will not be triggered until provisioned by entity DHCP. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:45:43.079416 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-9292c313-3017-4552-be75-e11f88db9645 req-494d1dde-dec8-4ef5-ac92-9f07efb6cfc4 tempest-ServersTestFqdnHostnames-1053046632 tempest-ServersTestFqdnHostnames-1053046632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:43.132955 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9292c313-3017-4552-be75-e11f88db9645 req-494d1dde-dec8-4ef5-ac92-9f07efb6cfc4 tempest-ServersTestFqdnHostnames-1053046632 tempest-ServersTestFqdnHostnames-1053046632-project] Network 0d9820f1-7ae4-40f5-8f2a-0d263fc6aa74 is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:45:43.136282 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [req-9292c313-3017-4552-be75-e11f88db9645 req-494d1dde-dec8-4ef5-ac92-9f07efb6cfc4 tempest-ServersTestFqdnHostnames-1053046632 tempest-ServersTestFqdnHostnames-1053046632-project] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:45:43.142632 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [req-9292c313-3017-4552-be75-e11f88db9645 req-494d1dde-dec8-4ef5-ac92-9f07efb6cfc4 tempest-ServersTestFqdnHostnames-1053046632 tempest-ServersTestFqdnHostnames-1053046632-project] Received port after_create {{(pid=94467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:45:43.205341 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494d1dde-dec8-4ef5-ac92-9f07efb6cfc4 tempest-ServersTestFqdnHostnames-1053046632 tempest-ServersTestFqdnHostnames-1053046632-project] Pushing event updated for resources: {'Port': ['ID=78320f26-039e-400b-bc5d-f5c4e1b8bedb,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:45:43.234381 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9292c313-3017-4552-be75-e11f88db9645 req-494d1dde-dec8-4ef5-ac92-9f07efb6cfc4 tempest-ServersTestFqdnHostnames-1053046632 tempest-ServersTestFqdnHostnames-1053046632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:45:43.235273 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-9292c313-3017-4552-be75-e11f88db9645 req-494d1dde-dec8-4ef5-ac92-9f07efb6cfc4 tempest-ServersTestFqdnHostnames-1053046632 tempest-ServersTestFqdnHostnames-1053046632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:43.248499 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e7f567-8b6a-419f-a279-0357f1f844fa req-9087e50c-c5a3-4b07-96f8-df27ceff1d64 tempest-ServersTestFqdnHostnames-1053046632 tempest-ServersTestFqdnHostnames-1053046632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:45:43.257038 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c9e7f567-8b6a-419f-a279-0357f1f844fa req-9087e50c-c5a3-4b07-96f8-df27ceff1d64 tempest-ServersTestFqdnHostnames-1053046632 tempest-ServersTestFqdnHostnames-1053046632-project] 10.222.0.39 "GET /v2.0/ports?device_id=5aab2579-2ba8-4ade-a885-9541b45a03f9 HTTP/1.1" status: 200 len: 931 time: 0.1114657 Aug 12 14:45:43.258944 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device e819dced-bd84-4420-8af7-96fa470eb3c1 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:45:43.318048 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c9e7f567-8b6a-419f-a279-0357f1f844fa req-3759ad8d-e079-458a-b0e6-4699920b0f91 tempest-ServersTestFqdnHostnames-1053046632 tempest-ServersTestFqdnHostnames-1053046632-project] 10.222.0.39 "GET /v2.0/security-groups?id=a6151e1f-94d6-4cf1-bffb-9373c8062325&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597789 Aug 12 14:45:43.323469 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9292c313-3017-4552-be75-e11f88db9645 req-494d1dde-dec8-4ef5-ac92-9f07efb6cfc4 tempest-ServersTestFqdnHostnames-1053046632 tempest-ServersTestFqdnHostnames-1053046632-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9465189 Aug 12 14:45:43.335970 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813e5577-e93b-4022-ad03-d29d05f08374 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ccf62c8c-7e36-4695-8a64-e0dd2c164aff,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:45:43.343848 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-813e5577-e93b-4022-ad03-d29d05f08374 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for subnet, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:43.344808 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-9292c313-3017-4552-be75-e11f88db9645 req-89c45887-a8f5-44a7-af85-4d6d99424ba5 service neutron] Request body: {'port': {'device_id': '5aab2579-2ba8-4ade-a885-9541b45a03f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-694802-15'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:45:43.348834 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 52114) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:45:43.352436 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-813e5577-e93b-4022-ad03-d29d05f08374 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/ccf62c8c-7e36-4695-8a64-e0dd2c164aff HTTP/1.1" status: 204 len: 168 time: 0.9769921 Aug 12 14:45:43.353994 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-969a0e1d-1590-44b5-94c2-826df725dfc9 None None] Network c9bd5dff-41d4-406e-a6e0-37d04ed549ff requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:45:43.373264 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a87f3fe-3756-4a67-8134-9ace656ac9b7 req-6f57beb4-9287-4d7b-88bd-7c64caff3d58 tempest-MultipleCreateTestJSON-1478760801 tempest-MultipleCreateTestJSON-1478760801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:45:43.376384 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-5a87f3fe-3756-4a67-8134-9ace656ac9b7 req-6f57beb4-9287-4d7b-88bd-7c64caff3d58 tempest-MultipleCreateTestJSON-1478760801 tempest-MultipleCreateTestJSON-1478760801-project] 10.222.0.39 "GET /v2.0/ports?device_id=c6a57577-f03f-4ed8-b769-480d36072498 HTTP/1.1" status: 200 len: 945 time: 0.0755882 Aug 12 14:45:43.414083 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port e819dced-bd84-4420-8af7-96fa470eb3c1 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:45:43.414462 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:43.417830 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-e971498e-a348-4f70-b866-1189d5817077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:43.430497 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-5a87f3fe-3756-4a67-8134-9ace656ac9b7 req-cefb15da-472d-4da4-a64b-b8cc30be67ee tempest-MultipleCreateTestJSON-1478760801 tempest-MultipleCreateTestJSON-1478760801-project] 10.222.0.39 "GET /v2.0/security-groups?id=d6b51cb2-3c77-4204-9973-9fe1c11ce2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464594 Aug 12 14:45:43.498287 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-9022d603-e0df-4b57-ab99-78c0f3e1232f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680608'] for network, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:43.509186 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-9292c313-3017-4552-be75-e11f88db9645 req-89c45887-a8f5-44a7-af85-4d6d99424ba5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:43.560645 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-6a938caf-93b7-40d6-b505-b13717afa145 None None] Provisioning for port 78320f26-039e-400b-bc5d-f5c4e1b8bedb completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:45:43.574580 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-6a938caf-93b7-40d6-b505-b13717afa145 None None] Provisioning complete for port 78320f26-039e-400b-bc5d-f5c4e1b8bedb triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:45:43.574838 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-6a938caf-93b7-40d6-b505-b13717afa145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:43.627451 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-6a938caf-93b7-40d6-b505-b13717afa145 None None] Port 78320f26-039e-400b-bc5d-f5c4e1b8bedb cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 14:45:43.635178 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 49e6f9cf-c26e-4736-8329-3670567ecfca no longer exists at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:45:43.658502 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] No Port match for: 49e6f9cf-c26e-4736-8329-3670567ecfca {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 14:45:43.658993 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 49e6f9cf-c26e-4736-8329-3670567ecfca not bound to the agent host n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:45:43.671103 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-9022d603-e0df-4b57-ab99-78c0f3e1232f admin admin] Deleting port d77e02af-3802-4189-99c0-0244db051956 {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:45:43.671583 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-9022d603-e0df-4b57-ab99-78c0f3e1232f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:43.731971 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37d9c526-18e8-49dd-aeed-069946d01fb7 None None] DHCP port deletion for c9bd5dff-41d4-406e-a6e0-37d04ed549ff request from n-d-694802-15 {{(pid=94468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 14:45:43.797308 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-37d9c526-18e8-49dd-aeed-069946d01fb7 None None] Deleting port d77e02af-3802-4189-99c0-0244db051956 {{(pid=94468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:45:43.797308 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-37d9c526-18e8-49dd-aeed-069946d01fb7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:43.798960 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [None req-9022d603-e0df-4b57-ab99-78c0f3e1232f admin admin] For port d77e02af-3802-4189-99c0-0244db051956, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=d77e02af-3802-4189-99c0-0244db051956,segment=NetworkSegment(289a2906-92c3-4169-9eb9-018ae162afa6),segment_id=289a2906-92c3-4169-9eb9-018ae162afa6)] {{(pid=94467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:45:43.799356 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-9022d603-e0df-4b57-ab99-78c0f3e1232f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:43.826724 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-9022d603-e0df-4b57-ab99-78c0f3e1232f admin admin] Calling delete_port for d77e02af-3802-4189-99c0-0244db051956 owned by network:dhcp {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:45:43.859431 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-37d9c526-18e8-49dd-aeed-069946d01fb7 None None] For port d77e02af-3802-4189-99c0-0244db051956, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=d77e02af-3802-4189-99c0-0244db051956,segment=NetworkSegment(289a2906-92c3-4169-9eb9-018ae162afa6),segment_id=289a2906-92c3-4169-9eb9-018ae162afa6)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:45:43.859954 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-37d9c526-18e8-49dd-aeed-069946d01fb7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:43.877628 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-37d9c526-18e8-49dd-aeed-069946d01fb7 None None] Calling delete_port for d77e02af-3802-4189-99c0-0244db051956 owned by network:dhcp {{(pid=94468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:45:43.941392 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-1769855f-eda9-4483-9dc3-3220908ab45d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:43.979594 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b7479a-9369-4ce1-ab9d-5c56f0ebca00 req-4a95a009-653e-4881-bb6d-27eacd88437f tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:45:43.987719 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-52b7479a-9369-4ce1-ab9d-5c56f0ebca00 req-4a95a009-653e-4881-bb6d-27eacd88437f tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/ports?device_id=626df24c-f964-4db8-a298-cb24cde94dbb HTTP/1.1" status: 200 len: 945 time: 0.0812774 Aug 12 14:45:43.988621 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-37d9c526-18e8-49dd-aeed-069946d01fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262'] for port, after_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:43.997934 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [req-9292c313-3017-4552-be75-e11f88db9645 req-89c45887-a8f5-44a7-af85-4d6d99424ba5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78320f26-039e-400b-bc5d-f5c4e1b8bedb {{(pid=94467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:45:44.007564 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-9292c313-3017-4552-be75-e11f88db9645 req-89c45887-a8f5-44a7-af85-4d6d99424ba5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:44.010266 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-9022d603-e0df-4b57-ab99-78c0f3e1232f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:44.014402 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d9c526-18e8-49dd-aeed-069946d01fb7 None None] Pushing event deleted for resources: {'Port': ['ID=d77e02af-3802-4189-99c0-0244db051956,revision_number=None']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:45:44.018664 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37d9c526-18e8-49dd-aeed-069946d01fb7 None None] No DVR routers for this DVR port d77e02af-3802-4189-99c0-0244db051956 on host n-d-694802-15 {{(pid=94468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:45:44.048868 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9022d603-e0df-4b57-ab99-78c0f3e1232f admin admin] No DVR routers for this DVR port d77e02af-3802-4189-99c0-0244db051956 on host n-d-694802-15 {{(pid=94467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:45:44.057682 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9022d603-e0df-4b57-ab99-78c0f3e1232f admin admin] Pushing event deleted for resources: {'Port': ['ID=d77e02af-3802-4189-99c0-0244db051956,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:45:44.067505 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [req-9292c313-3017-4552-be75-e11f88db9645 req-89c45887-a8f5-44a7-af85-4d6d99424ba5 service neutron] Transition to ACTIVE for port object 78320f26-039e-400b-bc5d-f5c4e1b8bedb will not be triggered until provisioned by entity L2. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:45:44.089049 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-9292c313-3017-4552-be75-e11f88db9645 req-89c45887-a8f5-44a7-af85-4d6d99424ba5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:44.140221 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-52b7479a-9369-4ce1-ab9d-5c56f0ebca00 req-51a41eac-1bdc-4f43-9083-2639c63df8f2 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/security-groups?id=36246b04-094b-4845-831d-1126cf8a06ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493149 Aug 12 14:45:44.252782 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-9022d603-e0df-4b57-ab99-78c0f3e1232f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66413304', 'neutron.services.segments.db._delete_segments_for_network-8744654118000'] for network, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:44.269134 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c45887-a8f5-44a7-af85-4d6d99424ba5 service neutron] Pushing event updated for resources: {'Port': ['ID=78320f26-039e-400b-bc5d-f5c4e1b8bedb,revision_number=2']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:45:44.283196 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-9022d603-e0df-4b57-ab99-78c0f3e1232f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9bd5dff-41d4-406e-a6e0-37d04ed549ff']}} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:45:44.318503 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-9022d603-e0df-4b57-ab99-78c0f3e1232f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '289a2906-92c3-4169-9eb9-018ae162afa6') {'for_net_delete': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:45:44.319143 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-9022d603-e0df-4b57-ab99-78c0f3e1232f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '289a2906-92c3-4169-9eb9-018ae162afa6') {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:45:44.336662 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-9022d603-e0df-4b57-ab99-78c0f3e1232f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744654122361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3857526'] for segment, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:44.362428 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-9022d603-e0df-4b57-ab99-78c0f3e1232f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:44.371426 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-9292c313-3017-4552-be75-e11f88db9645 req-89c45887-a8f5-44a7-af85-4d6d99424ba5 service neutron] Attempting to bind port 78320f26-039e-400b-bc5d-f5c4e1b8bedb on host n-h1-694802-15 for vnic_type normal with profile {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:45:44.371824 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-9292c313-3017-4552-be75-e11f88db9645 req-89c45887-a8f5-44a7-af85-4d6d99424ba5 service neutron] Attempting to bind port 78320f26-039e-400b-bc5d-f5c4e1b8bedb by drivers openvswitch,hyperv on host n-h1-694802-15 at level 0 using segments [{'id': 'd11e9b2a-b364-4846-b359-aff2891efa01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '0d9820f1-7ae4-40f5-8f2a-0d263fc6aa74'}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:45:44.372219 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9292c313-3017-4552-be75-e11f88db9645 req-89c45887-a8f5-44a7-af85-4d6d99424ba5 service neutron] Attempting to bind port 78320f26-039e-400b-bc5d-f5c4e1b8bedb on network 0d9820f1-7ae4-40f5-8f2a-0d263fc6aa74 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:45:44.375831 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9022d603-e0df-4b57-ab99-78c0f3e1232f admin admin] Releasing vlan 314 on physical network physnet1 to pool {{(pid=94467) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 14:45:44.376455 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-9022d603-e0df-4b57-ab99-78c0f3e1232f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2859015'] for segment, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:44.378148 n-d-694802-15 neutron-server[94467]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 14:45:44.378148 n-d-694802-15 neutron-server[94467]: self.session.flush() Aug 12 14:45:44.378148 n-d-694802-15 neutron-server[94467]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 14:45:44.378148 n-d-694802-15 neutron-server[94467]: self.session.flush() Aug 12 14:45:44.378148 n-d-694802-15 neutron-server[94467]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 14:45:44.378148 n-d-694802-15 neutron-server[94467]: self.session.flush() Aug 12 14:45:44.378148 n-d-694802-15 neutron-server[94467]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 14:45:44.378148 n-d-694802-15 neutron-server[94467]: self.session.flush() Aug 12 14:45:44.378148 n-d-694802-15 neutron-server[94467]: Traceback (most recent call last): Aug 12 14:45:44.378148 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 14:45:44.378148 n-d-694802-15 neutron-server[94467]: timer() Aug 12 14:45:44.378148 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 14:45:44.378148 n-d-694802-15 neutron-server[94467]: cb(*args, **kw) Aug 12 14:45:44.378148 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 14:45:44.378148 n-d-694802-15 neutron-server[94467]: return func(*args, **kwargs) Aug 12 14:45:44.378148 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 14:45:44.378148 n-d-694802-15 neutron-server[94467]: self._notify() Aug 12 14:45:44.378148 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 14:45:44.378148 n-d-694802-15 neutron-server[94467]: self.callback(batched_events) Aug 12 14:45:44.378148 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 14:45:44.378148 n-d-694802-15 neutron-server[94467]: event.method(event) Aug 12 14:45:44.378148 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 14:45:44.378148 n-d-694802-15 neutron-server[94467]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 14:45:44.378148 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 14:45:44.378148 n-d-694802-15 neutron-server[94467]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 14:45:44.378148 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 14:45:44.378148 n-d-694802-15 neutron-server[94467]: return f(self, *a, **k) Aug 12 14:45:44.378148 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 14:45:44.378148 n-d-694802-15 neutron-server[94467]: return self._get(url).json() Aug 12 14:45:44.378148 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 14:45:44.378148 n-d-694802-15 neutron-server[94467]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 14:45:44.378148 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 14:45:44.378148 n-d-694802-15 neutron-server[94467]: return self.request(url, 'GET', **kwargs) Aug 12 14:45:44.378148 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 14:45:44.378148 n-d-694802-15 neutron-server[94467]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 14:45:44.378148 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 14:45:44.378148 n-d-694802-15 neutron-server[94467]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 14:45:44.378148 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 14:45:44.378148 n-d-694802-15 neutron-server[94467]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 14:45:44.378148 n-d-694802-15 neutron-server[94467]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 14:45:44.389161 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9292c313-3017-4552-be75-e11f88db9645 req-89c45887-a8f5-44a7-af85-4d6d99424ba5 service neutron] Port 78320f26-039e-400b-bc5d-f5c4e1b8bedb on network 0d9820f1-7ae4-40f5-8f2a-0d263fc6aa74 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-15 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 14:45:44.390012 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9292c313-3017-4552-be75-e11f88db9645 req-89c45887-a8f5-44a7-af85-4d6d99424ba5 service neutron] Attempting to bind port 78320f26-039e-400b-bc5d-f5c4e1b8bedb on network 0d9820f1-7ae4-40f5-8f2a-0d263fc6aa74 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:45:44.426577 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9292c313-3017-4552-be75-e11f88db9645 req-89c45887-a8f5-44a7-af85-4d6d99424ba5 service neutron] Checking agent: {'id': 'de568313-a3e6-454a-9813-77e25edcea95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 27, 41), 'started_at': datetime.datetime(2021, 8, 12, 14, 27, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 45, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:45:44.426994 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9292c313-3017-4552-be75-e11f88db9645 req-89c45887-a8f5-44a7-af85-4d6d99424ba5 service neutron] Checking segment: {'id': 'd11e9b2a-b364-4846-b359-aff2891efa01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '0d9820f1-7ae4-40f5-8f2a-0d263fc6aa74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:45:44.427338 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9292c313-3017-4552-be75-e11f88db9645 req-89c45887-a8f5-44a7-af85-4d6d99424ba5 service neutron] Bound using segment: {'id': 'd11e9b2a-b364-4846-b359-aff2891efa01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '0d9820f1-7ae4-40f5-8f2a-0d263fc6aa74'} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:45:44.427783 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-9292c313-3017-4552-be75-e11f88db9645 req-89c45887-a8f5-44a7-af85-4d6d99424ba5 service neutron] Bound port: 78320f26-039e-400b-bc5d-f5c4e1b8bedb, host: n-h1-694802-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd11e9b2a-b364-4846-b359-aff2891efa01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '0d9820f1-7ae4-40f5-8f2a-0d263fc6aa74'}}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:45:44.428155 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-9292c313-3017-4552-be75-e11f88db9645 req-89c45887-a8f5-44a7-af85-4d6d99424ba5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:44.454975 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e4db6a-dd65-4970-a659-abb59bae791b req-da86b898-f52b-4de4-b39d-77369ff9ad02 tempest-ServersTestFqdnHostnames-1053046632 tempest-ServersTestFqdnHostnames-1053046632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:45:44.456532 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-9022d603-e0df-4b57-ab99-78c0f3e1232f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66413281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431520'] for network, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:44.471869 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-14e4db6a-dd65-4970-a659-abb59bae791b req-da86b898-f52b-4de4-b39d-77369ff9ad02 tempest-ServersTestFqdnHostnames-1053046632 tempest-ServersTestFqdnHostnames-1053046632-project] 10.222.0.39 "GET /v2.0/ports?device_id=5aab2579-2ba8-4ade-a885-9541b45a03f9 HTTP/1.1" status: 200 len: 943 time: 0.0736825 Aug 12 14:45:44.484633 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-9022d603-e0df-4b57-ab99-78c0f3e1232f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for network, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:44.488851 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-9022d603-e0df-4b57-ab99-78c0f3e1232f admin admin] 10.222.0.39 "DELETE /v2.0/networks/c9bd5dff-41d4-406e-a6e0-37d04ed549ff HTTP/1.1" status: 204 len: 168 time: 1.1367772 Aug 12 14:45:44.510530 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9022d603-e0df-4b57-ab99-78c0f3e1232f admin admin] Pushing event deleted for resources: {'Network': ['ID=c9bd5dff-41d4-406e-a6e0-37d04ed549ff,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:45:44.533260 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-14e4db6a-dd65-4970-a659-abb59bae791b req-5c64a6ce-f3e7-493b-83ee-9c8a3294fa05 tempest-ServersTestFqdnHostnames-1053046632 tempest-ServersTestFqdnHostnames-1053046632-project] 10.222.0.39 "GET /v2.0/security-groups?id=a6151e1f-94d6-4cf1-bffb-9373c8062325&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589862 Aug 12 14:45:44.577541 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-9292c313-3017-4552-be75-e11f88db9645 req-89c45887-a8f5-44a7-af85-4d6d99424ba5 service neutron] For port 78320f26-039e-400b-bc5d-f5c4e1b8bedb, host n-h1-694802-15, cleared binding levels {{(pid=94467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:45:44.595658 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-9292c313-3017-4552-be75-e11f88db9645 req-89c45887-a8f5-44a7-af85-4d6d99424ba5 service neutron] For port 78320f26-039e-400b-bc5d-f5c4e1b8bedb, host n-h1-694802-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=78320f26-039e-400b-bc5d-f5c4e1b8bedb,segment=NetworkSegment(d11e9b2a-b364-4846-b359-aff2891efa01),segment_id=d11e9b2a-b364-4846-b359-aff2891efa01)] {{(pid=94467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:45:44.607312 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-9292c313-3017-4552-be75-e11f88db9645 req-89c45887-a8f5-44a7-af85-4d6d99424ba5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:44.627700 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdff12c6-6675-4249-ad2a-22bf42ce77a8 req-ec18b069-f582-4245-90ee-0b1104e90de8 tempest-MultipleCreateTestJSON-1478760801 tempest-MultipleCreateTestJSON-1478760801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:45:44.636104 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-cdff12c6-6675-4249-ad2a-22bf42ce77a8 req-ec18b069-f582-4245-90ee-0b1104e90de8 tempest-MultipleCreateTestJSON-1478760801 tempest-MultipleCreateTestJSON-1478760801-project] 10.222.0.39 "GET /v2.0/ports?device_id=c6a57577-f03f-4ed8-b769-480d36072498 HTTP/1.1" status: 200 len: 945 time: 0.1029100 Aug 12 14:45:44.654696 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 52140) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:45:44.662637 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device d77e02af-3802-4189-99c0-0244db051956 no longer exists at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:45:44.685129 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9292c313-3017-4552-be75-e11f88db9645 req-89c45887-a8f5-44a7-af85-4d6d99424ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:45:44.685889 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-9292c313-3017-4552-be75-e11f88db9645 req-89c45887-a8f5-44a7-af85-4d6d99424ba5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:44.688271 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9292c313-3017-4552-be75-e11f88db9645 req-89c45887-a8f5-44a7-af85-4d6d99424ba5 service neutron] 10.222.0.64 "PUT /v2.0/ports/78320f26-039e-400b-bc5d-f5c4e1b8bedb HTTP/1.1" status: 200 len: 1092 time: 1.3559785 Aug 12 14:45:44.689981 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] No Port match for: d77e02af-3802-4189-99c0-0244db051956 {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 14:45:44.690467 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5aab2579-2ba8-4ade-a885-9541b45a03f9', 'tag': '78320f26-039e-400b-bc5d-f5c4e1b8bedb'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:45:44.690787 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device d77e02af-3802-4189-99c0-0244db051956 not bound to the agent host n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:45:44.691509 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 73348853-159d-4e43-b613-5d9c4f705793 no longer exists at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:45:44.692808 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e65282f928b64038367d043a4411777802006c43a98742496cb2e25b724ff1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6898d49f-d175-46bc-b74c-9cfda46be3a0" -d '{"events": [{"name": "network-changed", "server_uuid": "5aab2579-2ba8-4ade-a885-9541b45a03f9", "tag": "78320f26-039e-400b-bc5d-f5c4e1b8bedb"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:45:44.735505 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-cdff12c6-6675-4249-ad2a-22bf42ce77a8 req-8a8dc03d-fb4a-471c-a4a4-195291189c13 tempest-MultipleCreateTestJSON-1478760801 tempest-MultipleCreateTestJSON-1478760801-project] 10.222.0.39 "GET /v2.0/security-groups?id=d6b51cb2-3c77-4204-9973-9fe1c11ce2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933926 Aug 12 14:45:44.744985 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] No Port match for: 73348853-159d-4e43-b613-5d9c4f705793 {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 14:45:44.745810 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 73348853-159d-4e43-b613-5d9c4f705793 not bound to the agent host n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:45:44.771074 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-51269da1-50ee-4097-9c69-6bbb41a79ac7 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=cd40830b171946f391e8502815779af4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1139715 Aug 12 14:45:44.772448 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 14:45:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-419fd2ef-2a80-453e-bbae-13ab212bcadc x-openstack-request-id: req-419fd2ef-2a80-453e-bbae-13ab212bcadc {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:45:44.772740 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5aab2579-2ba8-4ade-a885-9541b45a03f9", "tag": "78320f26-039e-400b-bc5d-f5c4e1b8bedb", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:45:44.772991 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-419fd2ef-2a80-453e-bbae-13ab212bcadc {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:45:44.773119 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 52146) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:45:44.773434 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5aab2579-2ba8-4ade-a885-9541b45a03f9', 'tag': '78320f26-039e-400b-bc5d-f5c4e1b8bedb', 'status': 'completed', 'code': 200} Aug 12 14:45:44.775477 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c45887-a8f5-44a7-af85-4d6d99424ba5 service neutron] Pushing event updated for resources: {'Port': ['ID=78320f26-039e-400b-bc5d-f5c4e1b8bedb,revision_number=3']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:45:44.841606 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0c52f30d-9c3d-48ed-bd22-55ca1247f88f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:44.867816 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0c52f30d-9c3d-48ed-bd22-55ca1247f88f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:44.882687 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9292c313-3017-4552-be75-e11f88db9645 req-d2558338-b1b7-4d9e-9e2d-59d6a21e5282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:45:44.884314 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9292c313-3017-4552-be75-e11f88db9645 req-d2558338-b1b7-4d9e-9e2d-59d6a21e5282 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7fc51bb8d46c40808340f774760557a8&device_id=5aab2579-2ba8-4ade-a885-9541b45a03f9 HTTP/1.1" status: 200 len: 1095 time: 0.1101918 Aug 12 14:45:44.897933 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f98660b-8c90-495e-9178-183ff43b6a57 req-f590cdf7-ba37-4a78-ab26-26fc1efb0661 tempest-MultipleCreateTestJSON-1478760801 tempest-MultipleCreateTestJSON-1478760801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:45:44.899756 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6f98660b-8c90-495e-9178-183ff43b6a57 req-f590cdf7-ba37-4a78-ab26-26fc1efb0661 tempest-MultipleCreateTestJSON-1478760801 tempest-MultipleCreateTestJSON-1478760801-project] 10.222.0.39 "GET /v2.0/ports?device_id=aac7d10f-3e7c-4627-8a34-70d40395d469 HTTP/1.1" status: 200 len: 945 time: 0.0690131 Aug 12 14:45:44.941337 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0c52f30d-9c3d-48ed-bd22-55ca1247f88f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:44.944202 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0c52f30d-9c3d-48ed-bd22-55ca1247f88f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:44.945389 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-0c52f30d-9c3d-48ed-bd22-55ca1247f88f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/379004b6-e136-4cee-9dae-fde7e241a039 HTTP/1.1" status: 204 len: 168 time: 0.1714547 Aug 12 14:45:44.947033 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9292c313-3017-4552-be75-e11f88db9645 req-1efe0656-e5c1-45c9-9f79-7a15d39a5d20 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=78320f26-039e-400b-bc5d-f5c4e1b8bedb HTTP/1.1" status: 200 len: 217 time: 0.0462840 Aug 12 14:45:44.956245 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c52f30d-9c3d-48ed-bd22-55ca1247f88f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=379004b6-e136-4cee-9dae-fde7e241a039,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:45:45.030980 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6f98660b-8c90-495e-9178-183ff43b6a57 req-a729c7cc-5732-421f-a30d-e7a412b03074 tempest-MultipleCreateTestJSON-1478760801 tempest-MultipleCreateTestJSON-1478760801-project] 10.222.0.39 "GET /v2.0/security-groups?id=d6b51cb2-3c77-4204-9973-9fe1c11ce2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226199 Aug 12 14:45:45.051079 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9292c313-3017-4552-be75-e11f88db9645 req-32dda6c6-28e5-43bc-a330-a51ecc5ace18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:45:45.051079 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9292c313-3017-4552-be75-e11f88db9645 req-32dda6c6-28e5-43bc-a330-a51ecc5ace18 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ba4b4fde-e64b-462c-b52f-382689d7760d HTTP/1.1" status: 200 len: 853 time: 0.0641050 Aug 12 14:45:45.173076 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9292c313-3017-4552-be75-e11f88db9645 req-4d11e795-d2c6-43b3-814b-f7248ec5fda5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:45:45.173076 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9292c313-3017-4552-be75-e11f88db9645 req-4d11e795-d2c6-43b3-814b-f7248ec5fda5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0d9820f1-7ae4-40f5-8f2a-0d263fc6aa74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1143725 Aug 12 14:45:45.354782 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9292c313-3017-4552-be75-e11f88db9645 req-b85f0006-6502-4111-b77e-cc11a6a8aac2 service neutron] 10.222.0.64 "GET /v2.0/networks/0d9820f1-7ae4-40f5-8f2a-0d263fc6aa74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1664073 Aug 12 14:45:45.375231 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9821272a-bbe3-4109-9e83-2ad64b6d191a req-4af6669c-80df-40b3-8327-27025ae2b1d6 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:45:45.377013 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9821272a-bbe3-4109-9e83-2ad64b6d191a req-4af6669c-80df-40b3-8327-27025ae2b1d6 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/ports?device_id=626df24c-f964-4db8-a298-cb24cde94dbb HTTP/1.1" status: 200 len: 945 time: 0.0941706 Aug 12 14:45:45.453362 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 52166) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:45:45.494173 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9821272a-bbe3-4109-9e83-2ad64b6d191a req-e4a017b7-24b3-454e-a16e-a499b7c50189 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/security-groups?id=36246b04-094b-4845-831d-1126cf8a06ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087160 Aug 12 14:45:45.537079 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9292c313-3017-4552-be75-e11f88db9645 req-4b6dc9ae-684f-4633-9b5b-f30f9005c5b9 service neutron] 10.222.0.64 "GET /v2.0/networks/0d9820f1-7ae4-40f5-8f2a-0d263fc6aa74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1706259 Aug 12 14:45:45.541928 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-b2af6c8a-e71b-4187-92a1-707394cd9c0e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9a6deb5f375e45beb32ac6c559879dd7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0873060 Aug 12 14:45:45.546143 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 52168) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:45:45.594612 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-fe95f194-a3b0-4c04-9e42-20b511169d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:45.669711 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-01a74818-da5a-42eb-849c-afb4c8adb0ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:45.682589 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6898d49f-d175-46bc-b74c-9cfda46be3a0 req-4967ba0d-031c-489b-ab8d-2853d2057ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:45:45.684156 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6898d49f-d175-46bc-b74c-9cfda46be3a0 req-4967ba0d-031c-489b-ab8d-2853d2057ea6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7fc51bb8d46c40808340f774760557a8&device_id=5aab2579-2ba8-4ade-a885-9541b45a03f9 HTTP/1.1" status: 200 len: 1095 time: 0.0725756 Aug 12 14:45:45.726776 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-01a74818-da5a-42eb-849c-afb4c8adb0ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:45.806214 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-01a74818-da5a-42eb-849c-afb4c8adb0ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:45.809651 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-01a74818-da5a-42eb-849c-afb4c8adb0ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:45.815081 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-01a74818-da5a-42eb-849c-afb4c8adb0ef admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/fbc48ba5-6828-4e0a-8ff6-28ac994cc0e4 HTTP/1.1" status: 204 len: 168 time: 0.2658956 Aug 12 14:45:45.838117 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a74818-da5a-42eb-849c-afb4c8adb0ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbc48ba5-6828-4e0a-8ff6-28ac994cc0e4,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:45:45.847719 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5627b7e1-b9ef-4610-9575-9202ca97a417 req-e8debad3-fd78-4461-81f4-4a4156df956f tempest-ServersTestFqdnHostnames-1053046632 tempest-ServersTestFqdnHostnames-1053046632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:45:45.849237 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-5627b7e1-b9ef-4610-9575-9202ca97a417 req-e8debad3-fd78-4461-81f4-4a4156df956f tempest-ServersTestFqdnHostnames-1053046632 tempest-ServersTestFqdnHostnames-1053046632-project] 10.222.0.39 "GET /v2.0/ports?device_id=5aab2579-2ba8-4ade-a885-9541b45a03f9 HTTP/1.1" status: 200 len: 943 time: 0.1428778 Aug 12 14:45:45.870837 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6898d49f-d175-46bc-b74c-9cfda46be3a0 req-7cb38b50-4144-4b1a-97a6-e87941752938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:45:45.872549 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6898d49f-d175-46bc-b74c-9cfda46be3a0 req-7cb38b50-4144-4b1a-97a6-e87941752938 service neutron] 10.222.0.64 "GET /v2.0/networks?id=0d9820f1-7ae4-40f5-8f2a-0d263fc6aa74 HTTP/1.1" status: 200 len: 915 time: 0.1799948 Aug 12 14:45:45.934370 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6898d49f-d175-46bc-b74c-9cfda46be3a0 req-fa6c41e2-21e4-4ca7-a614-377078c7f323 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=78320f26-039e-400b-bc5d-f5c4e1b8bedb HTTP/1.1" status: 200 len: 217 time: 0.0403018 Aug 12 14:45:45.969775 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-5627b7e1-b9ef-4610-9575-9202ca97a417 req-ac16a207-c9e4-4619-b694-961a1e73448c tempest-ServersTestFqdnHostnames-1053046632 tempest-ServersTestFqdnHostnames-1053046632-project] 10.222.0.39 "GET /v2.0/security-groups?id=a6151e1f-94d6-4cf1-bffb-9373c8062325&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1075583 Aug 12 14:45:46.012064 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be37948-1858-4187-8160-85cdcfeac8bc req-2bdbb38e-9865-43dc-adec-be31485432df tempest-MultipleCreateTestJSON-1478760801 tempest-MultipleCreateTestJSON-1478760801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:45:46.020368 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-8be37948-1858-4187-8160-85cdcfeac8bc req-2bdbb38e-9865-43dc-adec-be31485432df tempest-MultipleCreateTestJSON-1478760801 tempest-MultipleCreateTestJSON-1478760801-project] 10.222.0.39 "GET /v2.0/networks?id=0c72cac4-9121-4e18-b407-1e3b71175001 HTTP/1.1" status: 200 len: 812 time: 0.1196651 Aug 12 14:45:46.041778 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-8be37948-1858-4187-8160-85cdcfeac8bc req-62bf076f-bb01-4faf-b2c1-852e461c5b8c tempest-MultipleCreateTestJSON-1478760801 tempest-MultipleCreateTestJSON-1478760801-project] 10.222.0.39 "GET /v2.0/quotas/ccdec0078b5848be9c485fbd6fc354a5 HTTP/1.1" status: 200 len: 375 time: 0.0202205 Aug 12 14:45:46.051371 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6898d49f-d175-46bc-b74c-9cfda46be3a0 req-83acc2ea-eaf5-499e-a2d0-6160764143a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:45:46.052849 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6898d49f-d175-46bc-b74c-9cfda46be3a0 req-83acc2ea-eaf5-499e-a2d0-6160764143a8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ba4b4fde-e64b-462c-b52f-382689d7760d HTTP/1.1" status: 200 len: 853 time: 0.1071556 Aug 12 14:45:46.127271 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6898d49f-d175-46bc-b74c-9cfda46be3a0 req-01d2ab17-6db3-4936-9e97-58dc51c71b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:45:46.133697 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-8be37948-1858-4187-8160-85cdcfeac8bc req-eaeac2f0-76ef-43e3-ab7d-964a8da73e16 tempest-MultipleCreateTestJSON-1478760801 tempest-MultipleCreateTestJSON-1478760801-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=ccdec0078b5848be9c485fbd6fc354a5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0896635 Aug 12 14:45:46.134090 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6898d49f-d175-46bc-b74c-9cfda46be3a0 req-01d2ab17-6db3-4936-9e97-58dc51c71b71 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0d9820f1-7ae4-40f5-8f2a-0d263fc6aa74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0685589 Aug 12 14:45:46.284002 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6898d49f-d175-46bc-b74c-9cfda46be3a0 req-3e752c07-d9e5-4810-a15e-3cbdd6367f27 service neutron] 10.222.0.64 "GET /v2.0/networks/0d9820f1-7ae4-40f5-8f2a-0d263fc6aa74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377833 Aug 12 14:45:46.460411 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6898d49f-d175-46bc-b74c-9cfda46be3a0 req-8452c4cf-aab3-4118-9254-2bf3342f7857 service neutron] 10.222.0.64 "GET /v2.0/networks/0d9820f1-7ae4-40f5-8f2a-0d263fc6aa74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1626475 Aug 12 14:45:46.491571 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-8be37948-1858-4187-8160-85cdcfeac8bc req-4266adb9-c81c-42d9-89bf-f39c414606fb service neutron] 10.222.0.39 "GET /v2.0/networks/0c72cac4-9121-4e18-b407-1e3b71175001?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3569496 Aug 12 14:45:46.587446 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-8be37948-1858-4187-8160-85cdcfeac8bc req-17b8af3b-fd09-4dab-829d-5835083c7f1d service neutron] 10.222.0.39 "GET /v2.0/networks/0c72cac4-9121-4e18-b407-1e3b71175001?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908852 Aug 12 14:45:46.632595 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c59167f-f2b8-4a7a-8c39-2ba680385ca4 req-7622a5f4-0397-4236-9ef3-2d981ca16bc1 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:45:46.634339 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-8c59167f-f2b8-4a7a-8c39-2ba680385ca4 req-7622a5f4-0397-4236-9ef3-2d981ca16bc1 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/ports?device_id=626df24c-f964-4db8-a298-cb24cde94dbb HTTP/1.1" status: 200 len: 945 time: 0.0517588 Aug 12 14:45:46.676043 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-8c59167f-f2b8-4a7a-8c39-2ba680385ca4 req-6b53f548-e8a6-4fe7-8abe-6cff2f8e92e4 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/security-groups?id=36246b04-094b-4845-831d-1126cf8a06ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344510 Aug 12 14:45:46.763802 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7259719-1c57-474c-8b9f-478760d86fe4 req-b3528da3-a2a4-42ac-bdfa-3189b8597faa tempest-MultipleCreateTestJSON-1478760801 tempest-MultipleCreateTestJSON-1478760801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:45:46.765409 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e7259719-1c57-474c-8b9f-478760d86fe4 req-b3528da3-a2a4-42ac-bdfa-3189b8597faa tempest-MultipleCreateTestJSON-1478760801 tempest-MultipleCreateTestJSON-1478760801-project] 10.222.0.64 "GET /v2.0/ports?device_id=aac7d10f-3e7c-4627-8a34-70d40395d469 HTTP/1.1" status: 200 len: 945 time: 0.0623775 Aug 12 14:45:46.884944 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [req-e7259719-1c57-474c-8b9f-478760d86fe4 req-1b82add1-e777-453f-a340-7733e963154f tempest-MultipleCreateTestJSON-1478760801 tempest-MultipleCreateTestJSON-1478760801-project] Deleting port d2c47a9f-df5e-42d0-a0e6-a2d74ef8877c {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:45:46.885195 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-e7259719-1c57-474c-8b9f-478760d86fe4 req-1b82add1-e777-453f-a340-7733e963154f tempest-MultipleCreateTestJSON-1478760801 tempest-MultipleCreateTestJSON-1478760801-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:46.913892 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-edbbf080-32f1-4395-9e23-359de52f7bb6 req-8492f30e-7339-41e0-a0d0-33c6fa375a82 tempest-MultipleCreateTestJSON-1478760801 tempest-MultipleCreateTestJSON-1478760801-project] 10.222.0.39 "GET /v2.0/ports?device_id=39126d5d-a1bc-4407-ba51-f6cd6b0f37e4 HTTP/1.1" status: 200 len: 210 time: 0.0341702 Aug 12 14:45:46.987835 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-e7259719-1c57-474c-8b9f-478760d86fe4 req-1b82add1-e777-453f-a340-7733e963154f tempest-MultipleCreateTestJSON-1478760801 tempest-MultipleCreateTestJSON-1478760801-project] For port d2c47a9f-df5e-42d0-a0e6-a2d74ef8877c, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=d2c47a9f-df5e-42d0-a0e6-a2d74ef8877c,segment=NetworkSegment(c941a8e8-ecb2-4dc2-87bc-ae59988983a2),segment_id=c941a8e8-ecb2-4dc2-87bc-ae59988983a2)] {{(pid=94467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:45:46.988153 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-e7259719-1c57-474c-8b9f-478760d86fe4 req-1b82add1-e777-453f-a340-7733e963154f tempest-MultipleCreateTestJSON-1478760801 tempest-MultipleCreateTestJSON-1478760801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:47.003201 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [req-e7259719-1c57-474c-8b9f-478760d86fe4 req-1b82add1-e777-453f-a340-7733e963154f tempest-MultipleCreateTestJSON-1478760801 tempest-MultipleCreateTestJSON-1478760801-project] Calling delete_port for d2c47a9f-df5e-42d0-a0e6-a2d74ef8877c owned by compute:nova {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:45:47.198810 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-e7259719-1c57-474c-8b9f-478760d86fe4 req-1b82add1-e777-453f-a340-7733e963154f tempest-MultipleCreateTestJSON-1478760801 tempest-MultipleCreateTestJSON-1478760801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:47.216287 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] get_ports_and_sgs() called for port_ids ['d2c47a9f-df5e-42d0-a0e6-a2d74ef8877c'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:45:47.220899 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] get_ports_and_sgs() called for port_ids ['ab870833-48f6-4ada-aca6-5ba692e9e7c5'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:45:47.238188 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b82add1-e777-453f-a340-7733e963154f tempest-MultipleCreateTestJSON-1478760801 tempest-MultipleCreateTestJSON-1478760801-project] Pushing event deleted for resources: {'Port': ['ID=d2c47a9f-df5e-42d0-a0e6-a2d74ef8877c,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:45:47.277201 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65d4532-8b1d-496f-ba89-cec2e87118ee req-fb5d489e-ef00-4b33-9b0c-56a09f56d422 tempest-ServersTestFqdnHostnames-1053046632 tempest-ServersTestFqdnHostnames-1053046632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:45:47.278779 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c65d4532-8b1d-496f-ba89-cec2e87118ee req-fb5d489e-ef00-4b33-9b0c-56a09f56d422 tempest-ServersTestFqdnHostnames-1053046632 tempest-ServersTestFqdnHostnames-1053046632-project] 10.222.0.39 "GET /v2.0/ports?device_id=5aab2579-2ba8-4ade-a885-9541b45a03f9 HTTP/1.1" status: 200 len: 943 time: 0.2166915 Aug 12 14:45:47.363232 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7259719-1c57-474c-8b9f-478760d86fe4 req-1b82add1-e777-453f-a340-7733e963154f tempest-MultipleCreateTestJSON-1478760801 tempest-MultipleCreateTestJSON-1478760801-project] No DVR routers for this DVR port d2c47a9f-df5e-42d0-a0e6-a2d74ef8877c on host n-h1-694802-15 {{(pid=94467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:45:47.384109 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-e7259719-1c57-474c-8b9f-478760d86fe4 req-1b82add1-e777-453f-a340-7733e963154f tempest-MultipleCreateTestJSON-1478760801 tempest-MultipleCreateTestJSON-1478760801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:47.389322 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e7259719-1c57-474c-8b9f-478760d86fe4 req-1b82add1-e777-453f-a340-7733e963154f tempest-MultipleCreateTestJSON-1478760801 tempest-MultipleCreateTestJSON-1478760801-project] 10.222.0.64 "DELETE /v2.0/ports/d2c47a9f-df5e-42d0-a0e6-a2d74ef8877c HTTP/1.1" status: 204 len: 173 time: 0.6172290 Aug 12 14:45:47.408754 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aac7d10f-3e7c-4627-8a34-70d40395d469', 'name': 'network-vif-deleted', 'tag': 'd2c47a9f-df5e-42d0-a0e6-a2d74ef8877c'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:45:47.413587 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e65282f928b64038367d043a4411777802006c43a98742496cb2e25b724ff1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-267c3fe4-b60e-4178-8285-e467d228053c" -d '{"events": [{"server_uuid": "aac7d10f-3e7c-4627-8a34-70d40395d469", "name": "network-vif-deleted", "tag": "d2c47a9f-df5e-42d0-a0e6-a2d74ef8877c"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:45:47.446650 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c65d4532-8b1d-496f-ba89-cec2e87118ee req-c8908ac9-099a-4bad-ae45-37c50ccf040c tempest-ServersTestFqdnHostnames-1053046632 tempest-ServersTestFqdnHostnames-1053046632-project] 10.222.0.39 "GET /v2.0/security-groups?id=a6151e1f-94d6-4cf1-bffb-9373c8062325&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1381721 Aug 12 14:45:47.533572 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f085aa10-a967-47c1-880a-4c9da87453f5 req-a0b0087b-415f-479a-ac6b-ed4e971b6348 tempest-MultipleCreateTestJSON-1478760801 tempest-MultipleCreateTestJSON-1478760801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:45:47.536199 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f085aa10-a967-47c1-880a-4c9da87453f5 req-a0b0087b-415f-479a-ac6b-ed4e971b6348 tempest-MultipleCreateTestJSON-1478760801 tempest-MultipleCreateTestJSON-1478760801-project] 10.222.0.49 "GET /v2.0/ports?device_id=c6a57577-f03f-4ed8-b769-480d36072498 HTTP/1.1" status: 200 len: 945 time: 0.0847881 Aug 12 14:45:47.625548 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 14:45:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7c33975-2bd1-4b76-a84d-e4074e9106e4 x-openstack-request-id: req-a7c33975-2bd1-4b76-a84d-e4074e9106e4 {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:45:47.625833 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aac7d10f-3e7c-4627-8a34-70d40395d469", "name": "network-vif-deleted", "tag": "d2c47a9f-df5e-42d0-a0e6-a2d74ef8877c", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:45:47.626878 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a7c33975-2bd1-4b76-a84d-e4074e9106e4 {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:45:47.626878 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aac7d10f-3e7c-4627-8a34-70d40395d469', 'name': 'network-vif-deleted', 'tag': 'd2c47a9f-df5e-42d0-a0e6-a2d74ef8877c', 'status': 'completed', 'code': 200} Aug 12 14:45:47.670289 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [req-f085aa10-a967-47c1-880a-4c9da87453f5 req-854dfb66-3c4d-4005-a154-dcf99de0b2be tempest-MultipleCreateTestJSON-1478760801 tempest-MultipleCreateTestJSON-1478760801-project] Deleting port ab870833-48f6-4ada-aca6-5ba692e9e7c5 {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:45:47.670704 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-f085aa10-a967-47c1-880a-4c9da87453f5 req-854dfb66-3c4d-4005-a154-dcf99de0b2be tempest-MultipleCreateTestJSON-1478760801 tempest-MultipleCreateTestJSON-1478760801-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:47.787044 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-f085aa10-a967-47c1-880a-4c9da87453f5 req-854dfb66-3c4d-4005-a154-dcf99de0b2be tempest-MultipleCreateTestJSON-1478760801 tempest-MultipleCreateTestJSON-1478760801-project] For port ab870833-48f6-4ada-aca6-5ba692e9e7c5, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=ab870833-48f6-4ada-aca6-5ba692e9e7c5,segment=NetworkSegment(c941a8e8-ecb2-4dc2-87bc-ae59988983a2),segment_id=c941a8e8-ecb2-4dc2-87bc-ae59988983a2)] {{(pid=94467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:45:47.787346 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-f085aa10-a967-47c1-880a-4c9da87453f5 req-854dfb66-3c4d-4005-a154-dcf99de0b2be tempest-MultipleCreateTestJSON-1478760801 tempest-MultipleCreateTestJSON-1478760801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:47.802394 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [req-f085aa10-a967-47c1-880a-4c9da87453f5 req-854dfb66-3c4d-4005-a154-dcf99de0b2be tempest-MultipleCreateTestJSON-1478760801 tempest-MultipleCreateTestJSON-1478760801-project] Calling delete_port for ab870833-48f6-4ada-aca6-5ba692e9e7c5 owned by compute:nova {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:45:47.814100 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83813bd5-b845-4831-ba80-2e99150b616f req-c200fb57-e089-4bba-8517-fd5045f84478 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:45:47.819883 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-83813bd5-b845-4831-ba80-2e99150b616f req-c200fb57-e089-4bba-8517-fd5045f84478 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/ports?device_id=626df24c-f964-4db8-a298-cb24cde94dbb HTTP/1.1" status: 200 len: 945 time: 0.0595853 Aug 12 14:45:47.865407 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-83813bd5-b845-4831-ba80-2e99150b616f req-85e12ee9-bed2-47f0-905e-e501f2226072 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/security-groups?id=36246b04-094b-4845-831d-1126cf8a06ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395768 Aug 12 14:45:48.018193 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-f085aa10-a967-47c1-880a-4c9da87453f5 req-854dfb66-3c4d-4005-a154-dcf99de0b2be tempest-MultipleCreateTestJSON-1478760801 tempest-MultipleCreateTestJSON-1478760801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:48.030028 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] get_ports_and_sgs() called for port_ids ['d2c47a9f-df5e-42d0-a0e6-a2d74ef8877c'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:45:48.058501 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c9c5ed89-e5fc-4600-a8ea-72937d7c3dad req-7f27e79b-b2d4-4ffe-ad78-74ca71f209f5 tempest-MultipleCreateTestJSON-1478760801 tempest-MultipleCreateTestJSON-1478760801-project] 10.222.0.39 "GET /v2.0/ports?device_id=39126d5d-a1bc-4407-ba51-f6cd6b0f37e4 HTTP/1.1" status: 200 len: 210 time: 0.0623524 Aug 12 14:45:48.063253 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854dfb66-3c4d-4005-a154-dcf99de0b2be tempest-MultipleCreateTestJSON-1478760801 tempest-MultipleCreateTestJSON-1478760801-project] Pushing event deleted for resources: {'Port': ['ID=ab870833-48f6-4ada-aca6-5ba692e9e7c5,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:45:48.111502 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [req-f085aa10-a967-47c1-880a-4c9da87453f5 req-854dfb66-3c4d-4005-a154-dcf99de0b2be tempest-MultipleCreateTestJSON-1478760801 tempest-MultipleCreateTestJSON-1478760801-project] No DVR routers for this DVR port ab870833-48f6-4ada-aca6-5ba692e9e7c5 on host n-h2-694802-15 {{(pid=94467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:45:48.114136 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-f085aa10-a967-47c1-880a-4c9da87453f5 req-854dfb66-3c4d-4005-a154-dcf99de0b2be tempest-MultipleCreateTestJSON-1478760801 tempest-MultipleCreateTestJSON-1478760801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:48.116291 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f085aa10-a967-47c1-880a-4c9da87453f5 req-854dfb66-3c4d-4005-a154-dcf99de0b2be tempest-MultipleCreateTestJSON-1478760801 tempest-MultipleCreateTestJSON-1478760801-project] 10.222.0.49 "DELETE /v2.0/ports/ab870833-48f6-4ada-aca6-5ba692e9e7c5 HTTP/1.1" status: 204 len: 173 time: 0.5734859 Aug 12 14:45:48.142922 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device 78320f26-039e-400b-bc5d-f5c4e1b8bedb details requested by agent hyperv_n-h1-694802-15 with host n-h1-694802-15 {{(pid=94468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 14:45:48.342083 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port 78320f26-039e-400b-bc5d-f5c4e1b8bedb, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=78320f26-039e-400b-bc5d-f5c4e1b8bedb,segment=NetworkSegment(d11e9b2a-b364-4846-b359-aff2891efa01),segment_id=d11e9b2a-b364-4846-b359-aff2891efa01)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:45:48.350525 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be37948-1858-4187-8160-85cdcfeac8bc req-6ecd5ea0-cbb3-4db1-94f0-6d54922afd4c tempest-MultipleCreateTestJSON-1478760801 tempest-MultipleCreateTestJSON-1478760801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:45:48.352257 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-8be37948-1858-4187-8160-85cdcfeac8bc req-6ecd5ea0-cbb3-4db1-94f0-6d54922afd4c tempest-MultipleCreateTestJSON-1478760801 tempest-MultipleCreateTestJSON-1478760801-project] 10.222.0.49 "GET /v2.0/networks?id=0c72cac4-9121-4e18-b407-1e3b71175001 HTTP/1.1" status: 200 len: 812 time: 0.1469159 Aug 12 14:45:48.363418 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Returning: {'device': '78320f26-039e-400b-bc5d-f5c4e1b8bedb', 'network_id': '0d9820f1-7ae4-40f5-8f2a-0d263fc6aa74', 'port_id': '78320f26-039e-400b-bc5d-f5c4e1b8bedb', 'mac_address': 'fa:16:3e:32:aa:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba4b4fde-e64b-462c-b52f-382689d7760d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 14:45:48.380028 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-8be37948-1858-4187-8160-85cdcfeac8bc req-bea3abaf-47d0-44c0-b2ee-41338fb613a0 tempest-MultipleCreateTestJSON-1478760801 tempest-MultipleCreateTestJSON-1478760801-project] Request body: {'port': {'device_id': '9675fc13-7f0f-4858-af14-644654337de6', 'network_id': '0c72cac4-9121-4e18-b407-1e3b71175001', 'admin_state_up': True, 'tenant_id': 'ccdec0078b5848be9c485fbd6fc354a5'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:45:48.408255 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:48.440729 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78320f26-039e-400b-bc5d-f5c4e1b8bedb {{(pid=94468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:45:48.464377 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port 78320f26-039e-400b-bc5d-f5c4e1b8bedb, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=78320f26-039e-400b-bc5d-f5c4e1b8bedb,segment=NetworkSegment(d11e9b2a-b364-4846-b359-aff2891efa01),segment_id=d11e9b2a-b364-4846-b359-aff2891efa01)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:45:48.472343 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:48.549502 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Pushing event updated for resources: {'Port': ['ID=78320f26-039e-400b-bc5d-f5c4e1b8bedb,revision_number=4']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:45:48.687809 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be37948-1858-4187-8160-85cdcfeac8bc req-894dabe4-dece-4e5d-9620-fbdcca840eee tempest-MultipleCreateTestJSON-1478760801 tempest-MultipleCreateTestJSON-1478760801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:45:48.690255 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-8be37948-1858-4187-8160-85cdcfeac8bc req-894dabe4-dece-4e5d-9620-fbdcca840eee tempest-MultipleCreateTestJSON-1478760801 tempest-MultipleCreateTestJSON-1478760801-project] 10.222.0.64 "GET /v2.0/networks?id=0c72cac4-9121-4e18-b407-1e3b71175001 HTTP/1.1" status: 200 len: 812 time: 0.3322842 Aug 12 14:45:48.714950 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-8be37948-1858-4187-8160-85cdcfeac8bc req-e724d5f1-a0d2-4bb9-9c2a-c1e03bec3273 tempest-MultipleCreateTestJSON-1478760801 tempest-MultipleCreateTestJSON-1478760801-project] Request body: {'port': {'device_id': '39126d5d-a1bc-4407-ba51-f6cd6b0f37e4', 'network_id': '0c72cac4-9121-4e18-b407-1e3b71175001', 'admin_state_up': True, 'tenant_id': 'ccdec0078b5848be9c485fbd6fc354a5'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:45:48.749674 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] get_ports_and_sgs() called for port_ids ['78320f26-039e-400b-bc5d-f5c4e1b8bedb'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:45:48.806948 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c269f9a6-4724-4267-8a8f-80cea1186ee9 req-4f5bdcb2-3b86-40a1-a375-b63c0feb7bc7 tempest-ServersTestFqdnHostnames-1053046632 tempest-ServersTestFqdnHostnames-1053046632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:45:48.814193 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c269f9a6-4724-4267-8a8f-80cea1186ee9 req-4f5bdcb2-3b86-40a1-a375-b63c0feb7bc7 tempest-ServersTestFqdnHostnames-1053046632 tempest-ServersTestFqdnHostnames-1053046632-project] 10.222.0.39 "GET /v2.0/ports?device_id=5aab2579-2ba8-4ade-a885-9541b45a03f9 HTTP/1.1" status: 200 len: 944 time: 0.2007799 Aug 12 14:45:48.846306 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8be37948-1858-4187-8160-85cdcfeac8bc req-bea3abaf-47d0-44c0-b2ee-41338fb613a0 tempest-MultipleCreateTestJSON-1478760801 tempest-MultipleCreateTestJSON-1478760801-project] Made reservation on behalf of ccdec0078b5848be9c485fbd6fc354a5 for: {'port': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:45:48.849533 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-8be37948-1858-4187-8160-85cdcfeac8bc req-bea3abaf-47d0-44c0-b2ee-41338fb613a0 tempest-MultipleCreateTestJSON-1478760801 tempest-MultipleCreateTestJSON-1478760801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:48.944015 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c269f9a6-4724-4267-8a8f-80cea1186ee9 req-7a437447-c48c-440b-8ac9-b62c9e137968 tempest-ServersTestFqdnHostnames-1053046632 tempest-ServersTestFqdnHostnames-1053046632-project] 10.222.0.39 "GET /v2.0/security-groups?id=a6151e1f-94d6-4cf1-bffb-9373c8062325&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1285377 Aug 12 14:45:49.033655 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e406b554-d32b-42ba-beaa-8d6db9307aae req-58245024-da27-4992-8052-1367dafca26f tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:45:49.043211 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-e406b554-d32b-42ba-beaa-8d6db9307aae req-58245024-da27-4992-8052-1367dafca26f tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/ports?device_id=626df24c-f964-4db8-a298-cb24cde94dbb HTTP/1.1" status: 200 len: 945 time: 0.0738847 Aug 12 14:45:49.057183 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8be37948-1858-4187-8160-85cdcfeac8bc req-e724d5f1-a0d2-4bb9-9c2a-c1e03bec3273 tempest-MultipleCreateTestJSON-1478760801 tempest-MultipleCreateTestJSON-1478760801-project] Made reservation on behalf of ccdec0078b5848be9c485fbd6fc354a5 for: {'port': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:45:49.062509 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-8be37948-1858-4187-8160-85cdcfeac8bc req-e724d5f1-a0d2-4bb9-9c2a-c1e03bec3273 tempest-MultipleCreateTestJSON-1478760801 tempest-MultipleCreateTestJSON-1478760801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:49.108471 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-e406b554-d32b-42ba-beaa-8d6db9307aae req-05314225-e82d-494a-9ed0-f0afbd5a04b4 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/security-groups?id=36246b04-094b-4845-831d-1126cf8a06ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641108 Aug 12 14:45:49.189082 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_common [req-8be37948-1858-4187-8160-85cdcfeac8bc req-bea3abaf-47d0-44c0-b2ee-41338fb613a0 tempest-MultipleCreateTestJSON-1478760801 tempest-MultipleCreateTestJSON-1478760801-project] Allocated IP 172.20.0.11 (0c72cac4-9121-4e18-b407-1e3b71175001/f257bc49-db63-4113-bc40-74a30cbf55f9/d2239d9c-e46a-46bf-bf03-91480079c2b1) {{(pid=94467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:45:49.611231 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-481bb97b-b4af-4122-8717-552c815f7cc0 req-eefc5ec0-ebf3-4546-919d-1156b0a3df7f tempest-MultipleCreateTestJSON-1478760801 tempest-MultipleCreateTestJSON-1478760801-project] 10.222.0.39 "GET /v2.0/ports?device_id=39126d5d-a1bc-4407-ba51-f6cd6b0f37e4 HTTP/1.1" status: 200 len: 210 time: 0.4287052 Aug 12 14:45:49.631701 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6a57577-f03f-4ed8-b769-480d36072498', 'name': 'network-vif-deleted', 'tag': 'ab870833-48f6-4ada-aca6-5ba692e9e7c5'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:45:49.635219 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e65282f928b64038367d043a4411777802006c43a98742496cb2e25b724ff1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46463c9f-a638-4f68-9a15-f1d041b3521c" -d '{"events": [{"server_uuid": "c6a57577-f03f-4ed8-b769-480d36072498", "name": "network-vif-deleted", "tag": "ab870833-48f6-4ada-aca6-5ba692e9e7c5"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:45:49.816207 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-8be37948-1858-4187-8160-85cdcfeac8bc req-bea3abaf-47d0-44c0-b2ee-41338fb613a0 tempest-MultipleCreateTestJSON-1478760801 tempest-MultipleCreateTestJSON-1478760801-project] Notify callbacks [] for port, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:49.882781 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-8be37948-1858-4187-8160-85cdcfeac8bc req-bea3abaf-47d0-44c0-b2ee-41338fb613a0 tempest-MultipleCreateTestJSON-1478760801 tempest-MultipleCreateTestJSON-1478760801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:49.952715 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 14:45:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdc63e64-06ad-459d-ac95-3e3ff0a47729 x-openstack-request-id: req-bdc63e64-06ad-459d-ac95-3e3ff0a47729 {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:45:49.953187 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6a57577-f03f-4ed8-b769-480d36072498", "name": "network-vif-deleted", "tag": "ab870833-48f6-4ada-aca6-5ba692e9e7c5", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:45:49.953479 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-bdc63e64-06ad-459d-ac95-3e3ff0a47729 {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:45:49.954081 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6a57577-f03f-4ed8-b769-480d36072498', 'name': 'network-vif-deleted', 'tag': 'ab870833-48f6-4ada-aca6-5ba692e9e7c5', 'status': 'completed', 'code': 200} Aug 12 14:45:49.992605 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8be37948-1858-4187-8160-85cdcfeac8bc req-bea3abaf-47d0-44c0-b2ee-41338fb613a0 tempest-MultipleCreateTestJSON-1478760801 tempest-MultipleCreateTestJSON-1478760801-project] Network 0c72cac4-9121-4e18-b407-1e3b71175001 is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:45:50.005728 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [req-8be37948-1858-4187-8160-85cdcfeac8bc req-bea3abaf-47d0-44c0-b2ee-41338fb613a0 tempest-MultipleCreateTestJSON-1478760801 tempest-MultipleCreateTestJSON-1478760801-project] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:45:50.012268 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [req-8be37948-1858-4187-8160-85cdcfeac8bc req-bea3abaf-47d0-44c0-b2ee-41338fb613a0 tempest-MultipleCreateTestJSON-1478760801 tempest-MultipleCreateTestJSON-1478760801-project] Received port after_create {{(pid=94467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:45:50.061064 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea3abaf-47d0-44c0-b2ee-41338fb613a0 tempest-MultipleCreateTestJSON-1478760801 tempest-MultipleCreateTestJSON-1478760801-project] Pushing event updated for resources: {'Port': ['ID=d2239d9c-e46a-46bf-bf03-91480079c2b1,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:45:50.079416 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_common [req-8be37948-1858-4187-8160-85cdcfeac8bc req-e724d5f1-a0d2-4bb9-9c2a-c1e03bec3273 tempest-MultipleCreateTestJSON-1478760801 tempest-MultipleCreateTestJSON-1478760801-project] Allocated IP 172.20.0.14 (0c72cac4-9121-4e18-b407-1e3b71175001/f257bc49-db63-4113-bc40-74a30cbf55f9/3f69b37d-e7b0-441e-93c0-a082eadc97ab) {{(pid=94467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:45:50.107120 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be37948-1858-4187-8160-85cdcfeac8bc req-bea3abaf-47d0-44c0-b2ee-41338fb613a0 tempest-MultipleCreateTestJSON-1478760801 tempest-MultipleCreateTestJSON-1478760801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:45:50.107459 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791dfdcb-6ad8-4d98-b106-0d2a806692eb req-07664a0b-9408-45c4-907f-75cc4f481a85 tempest-ServersTestFqdnHostnames-1053046632 tempest-ServersTestFqdnHostnames-1053046632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:45:50.108087 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-8be37948-1858-4187-8160-85cdcfeac8bc req-bea3abaf-47d0-44c0-b2ee-41338fb613a0 tempest-MultipleCreateTestJSON-1478760801 tempest-MultipleCreateTestJSON-1478760801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:50.115364 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-791dfdcb-6ad8-4d98-b106-0d2a806692eb req-07664a0b-9408-45c4-907f-75cc4f481a85 tempest-ServersTestFqdnHostnames-1053046632 tempest-ServersTestFqdnHostnames-1053046632-project] 10.222.0.39 "GET /v2.0/ports?device_id=5aab2579-2ba8-4ade-a885-9541b45a03f9 HTTP/1.1" status: 200 len: 944 time: 0.0786648 Aug 12 14:45:50.141976 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-8be37948-1858-4187-8160-85cdcfeac8bc req-bea3abaf-47d0-44c0-b2ee-41338fb613a0 tempest-MultipleCreateTestJSON-1478760801 tempest-MultipleCreateTestJSON-1478760801-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7672763 Aug 12 14:45:50.146166 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device 78320f26-039e-400b-bc5d-f5c4e1b8bedb up at agent hyperv_n-h1-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:45:50.159034 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-8be37948-1858-4187-8160-85cdcfeac8bc req-809f14b1-4357-4b48-8efe-015c9f1fd139 service neutron] Request body: {'port': {'device_id': '9675fc13-7f0f-4858-af14-644654337de6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-694802-15'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:45:50.189903 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-791dfdcb-6ad8-4d98-b106-0d2a806692eb req-b822727a-9ee4-44b8-ac5e-ff395137103d tempest-ServersTestFqdnHostnames-1053046632 tempest-ServersTestFqdnHostnames-1053046632-project] 10.222.0.39 "GET /v2.0/security-groups?id=a6151e1f-94d6-4cf1-bffb-9373c8062325&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643167 Aug 12 14:45:50.249795 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Provisioning for port 78320f26-039e-400b-bc5d-f5c4e1b8bedb completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:45:50.259705 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Provisioning complete for port 78320f26-039e-400b-bc5d-f5c4e1b8bedb triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:45:50.262601 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:50.348941 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-8be37948-1858-4187-8160-85cdcfeac8bc req-809f14b1-4357-4b48-8efe-015c9f1fd139 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:50.391213 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc03b71-730c-4a5b-86c0-27863057acf9 req-481cd07c-f69c-4482-8910-348bcad2c6ca tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:45:50.400287 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3bc03b71-730c-4a5b-86c0-27863057acf9 req-481cd07c-f69c-4482-8910-348bcad2c6ca tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/ports?device_id=626df24c-f964-4db8-a298-cb24cde94dbb HTTP/1.1" status: 200 len: 945 time: 0.1728368 Aug 12 14:45:50.410922 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:50.442355 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5aab2579-2ba8-4ade-a885-9541b45a03f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78320f26-039e-400b-bc5d-f5c4e1b8bedb'}] {{(pid=94468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:45:50.444626 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-8be37948-1858-4187-8160-85cdcfeac8bc req-e724d5f1-a0d2-4bb9-9c2a-c1e03bec3273 tempest-MultipleCreateTestJSON-1478760801 tempest-MultipleCreateTestJSON-1478760801-project] Notify callbacks [] for port, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:50.445848 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99a8d87602170099c728e57431aca99e9b98a655a83bbf8727be13192709727b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a922fcf4-a0f9-41a2-8648-1e54531e9054" -d '{"events": [{"server_uuid": "5aab2579-2ba8-4ade-a885-9541b45a03f9", "name": "network-vif-plugged", "status": "completed", "tag": "78320f26-039e-400b-bc5d-f5c4e1b8bedb"}]}' {{(pid=94468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:45:50.470734 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port 78320f26-039e-400b-bc5d-f5c4e1b8bedb, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=78320f26-039e-400b-bc5d-f5c4e1b8bedb,segment=NetworkSegment(d11e9b2a-b364-4846-b359-aff2891efa01),segment_id=d11e9b2a-b364-4846-b359-aff2891efa01)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:45:50.477232 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:50.479173 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device d2c47a9f-df5e-42d0-a0e6-a2d74ef8877c no longer exists at agent hyperv_n-h1-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:45:50.535298 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 14:45:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f1038fc-b0a8-4ba2-a690-1a16514a0fef x-openstack-request-id: req-6f1038fc-b0a8-4ba2-a690-1a16514a0fef {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:45:50.536004 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5aab2579-2ba8-4ade-a885-9541b45a03f9", "name": "network-vif-plugged", "status": "completed", "tag": "78320f26-039e-400b-bc5d-f5c4e1b8bedb", "code": 200}]} {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:45:50.536262 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6f1038fc-b0a8-4ba2-a690-1a16514a0fef {{(pid=94468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:45:50.537007 n-d-694802-15 neutron-server[94468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5aab2579-2ba8-4ade-a885-9541b45a03f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78320f26-039e-400b-bc5d-f5c4e1b8bedb', 'code': 200} Aug 12 14:45:50.552865 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3bc03b71-730c-4a5b-86c0-27863057acf9 req-f36f6891-2b00-4611-b06e-32209e11de6d tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/security-groups?id=36246b04-094b-4845-831d-1126cf8a06ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516418 Aug 12 14:45:50.600876 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Pushing event updated for resources: {'Port': ['ID=78320f26-039e-400b-bc5d-f5c4e1b8bedb,revision_number=5']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:45:50.610040 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-93370168-53ca-47c2-9e27-b066be57125c None None] No Port match for: d2c47a9f-df5e-42d0-a0e6-a2d74ef8877c {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 14:45:50.610339 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device d2c47a9f-df5e-42d0-a0e6-a2d74ef8877c not bound to the agent host n-h1-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:45:50.657284 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-8be37948-1858-4187-8160-85cdcfeac8bc req-e724d5f1-a0d2-4bb9-9c2a-c1e03bec3273 tempest-MultipleCreateTestJSON-1478760801 tempest-MultipleCreateTestJSON-1478760801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:50.786377 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8be37948-1858-4187-8160-85cdcfeac8bc req-e724d5f1-a0d2-4bb9-9c2a-c1e03bec3273 tempest-MultipleCreateTestJSON-1478760801 tempest-MultipleCreateTestJSON-1478760801-project] Network 0c72cac4-9121-4e18-b407-1e3b71175001 is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:45:50.789931 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e724d5f1-a0d2-4bb9-9c2a-c1e03bec3273 tempest-MultipleCreateTestJSON-1478760801 tempest-MultipleCreateTestJSON-1478760801-project] Pushing event updated for resources: {'Port': ['ID=3f69b37d-e7b0-441e-93c0-a082eadc97ab,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:45:50.791424 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f353bd7-b3ad-46a0-aece-9f1d0432c6f7 req-f9550506-dd3a-46bb-9a19-06d033a6c203 tempest-MultipleCreateTestJSON-1478760801 tempest-MultipleCreateTestJSON-1478760801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:45:50.795435 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [req-8be37948-1858-4187-8160-85cdcfeac8bc req-e724d5f1-a0d2-4bb9-9c2a-c1e03bec3273 tempest-MultipleCreateTestJSON-1478760801 tempest-MultipleCreateTestJSON-1478760801-project] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:45:50.799820 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-9f353bd7-b3ad-46a0-aece-9f1d0432c6f7 req-f9550506-dd3a-46bb-9a19-06d033a6c203 tempest-MultipleCreateTestJSON-1478760801 tempest-MultipleCreateTestJSON-1478760801-project] 10.222.0.39 "GET /v2.0/ports?device_id=39126d5d-a1bc-4407-ba51-f6cd6b0f37e4 HTTP/1.1" status: 200 len: 932 time: 0.0804372 Aug 12 14:45:50.800742 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [req-8be37948-1858-4187-8160-85cdcfeac8bc req-e724d5f1-a0d2-4bb9-9c2a-c1e03bec3273 tempest-MultipleCreateTestJSON-1478760801 tempest-MultipleCreateTestJSON-1478760801-project] Received port after_create {{(pid=94467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:45:50.837470 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31c08d9-89c6-429d-a24a-0afb9c979dd8 req-2b2a9506-5e64-4bc0-8d3d-19949fc2f73d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:45:50.839055 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d31c08d9-89c6-429d-a24a-0afb9c979dd8 req-2b2a9506-5e64-4bc0-8d3d-19949fc2f73d service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=5aab2579-2ba8-4ade-a885-9541b45a03f9 HTTP/1.1" status: 200 len: 1097 time: 0.2390640 Aug 12 14:45:50.897531 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-9f353bd7-b3ad-46a0-aece-9f1d0432c6f7 req-e31c20dd-906d-41aa-98ff-a11f863f7be3 tempest-MultipleCreateTestJSON-1478760801 tempest-MultipleCreateTestJSON-1478760801-project] 10.222.0.39 "GET /v2.0/security-groups?id=d6b51cb2-3c77-4204-9973-9fe1c11ce2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860059 Aug 12 14:45:50.901078 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be37948-1858-4187-8160-85cdcfeac8bc req-e724d5f1-a0d2-4bb9-9c2a-c1e03bec3273 tempest-MultipleCreateTestJSON-1478760801 tempest-MultipleCreateTestJSON-1478760801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:45:50.901732 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-8be37948-1858-4187-8160-85cdcfeac8bc req-e724d5f1-a0d2-4bb9-9c2a-c1e03bec3273 tempest-MultipleCreateTestJSON-1478760801 tempest-MultipleCreateTestJSON-1478760801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:50.952139 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d31c08d9-89c6-429d-a24a-0afb9c979dd8 req-9a8f89c7-a688-48fe-a014-ecacf315b972 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=a6151e1f-94d6-4cf1-bffb-9373c8062325&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1043961 Aug 12 14:45:50.964929 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-8be37948-1858-4187-8160-85cdcfeac8bc req-e724d5f1-a0d2-4bb9-9c2a-c1e03bec3273 tempest-MultipleCreateTestJSON-1478760801 tempest-MultipleCreateTestJSON-1478760801-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2586658 Aug 12 14:45:51.020059 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-8be37948-1858-4187-8160-85cdcfeac8bc req-e5efde93-cca2-4db8-96cb-e340313bc762 service neutron] Request body: {'port': {'device_id': '39126d5d-a1bc-4407-ba51-f6cd6b0f37e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-694802-15'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:45:51.025059 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [req-8be37948-1858-4187-8160-85cdcfeac8bc req-809f14b1-4357-4b48-8efe-015c9f1fd139 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2239d9c-e46a-46bf-bf03-91480079c2b1 {{(pid=94467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:45:51.055045 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-8be37948-1858-4187-8160-85cdcfeac8bc req-809f14b1-4357-4b48-8efe-015c9f1fd139 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:51.080962 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [req-8be37948-1858-4187-8160-85cdcfeac8bc req-809f14b1-4357-4b48-8efe-015c9f1fd139 service neutron] Transition to ACTIVE for port object d2239d9c-e46a-46bf-bf03-91480079c2b1 will not be triggered until provisioned by entity L2. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:45:51.101368 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-8be37948-1858-4187-8160-85cdcfeac8bc req-809f14b1-4357-4b48-8efe-015c9f1fd139 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:51.144634 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-8be37948-1858-4187-8160-85cdcfeac8bc req-e5efde93-cca2-4db8-96cb-e340313bc762 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:51.172011 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809f14b1-4357-4b48-8efe-015c9f1fd139 service neutron] Pushing event updated for resources: {'Port': ['ID=d2239d9c-e46a-46bf-bf03-91480079c2b1,revision_number=2']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:45:51.337528 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5acb37-2331-4a60-948e-8338cba6b0c9 req-7de3dfcb-1d86-4e07-ba64-e1ab00b7f694 tempest-ServersTestFqdnHostnames-1053046632 tempest-ServersTestFqdnHostnames-1053046632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:45:51.339888 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-dc5acb37-2331-4a60-948e-8338cba6b0c9 req-7de3dfcb-1d86-4e07-ba64-e1ab00b7f694 tempest-ServersTestFqdnHostnames-1053046632 tempest-ServersTestFqdnHostnames-1053046632-project] 10.222.0.39 "GET /v2.0/ports?device_id=5aab2579-2ba8-4ade-a885-9541b45a03f9 HTTP/1.1" status: 200 len: 945 time: 0.0640526 Aug 12 14:45:51.383197 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-dc5acb37-2331-4a60-948e-8338cba6b0c9 req-61b38370-0dce-4b64-8951-848ea7731470 tempest-ServersTestFqdnHostnames-1053046632 tempest-ServersTestFqdnHostnames-1053046632-project] 10.222.0.39 "GET /v2.0/security-groups?id=a6151e1f-94d6-4cf1-bffb-9373c8062325&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378149 Aug 12 14:45:51.412729 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-8be37948-1858-4187-8160-85cdcfeac8bc req-809f14b1-4357-4b48-8efe-015c9f1fd139 service neutron] Attempting to bind port d2239d9c-e46a-46bf-bf03-91480079c2b1 on host n-h2-694802-15 for vnic_type normal with profile {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:45:51.413073 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-8be37948-1858-4187-8160-85cdcfeac8bc req-809f14b1-4357-4b48-8efe-015c9f1fd139 service neutron] Attempting to bind port d2239d9c-e46a-46bf-bf03-91480079c2b1 by drivers openvswitch,hyperv on host n-h2-694802-15 at level 0 using segments [{'id': 'c941a8e8-ecb2-4dc2-87bc-ae59988983a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '0c72cac4-9121-4e18-b407-1e3b71175001'}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:45:51.413407 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8be37948-1858-4187-8160-85cdcfeac8bc req-809f14b1-4357-4b48-8efe-015c9f1fd139 service neutron] Attempting to bind port d2239d9c-e46a-46bf-bf03-91480079c2b1 on network 0c72cac4-9121-4e18-b407-1e3b71175001 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:45:51.427790 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8be37948-1858-4187-8160-85cdcfeac8bc req-809f14b1-4357-4b48-8efe-015c9f1fd139 service neutron] Port d2239d9c-e46a-46bf-bf03-91480079c2b1 on network 0c72cac4-9121-4e18-b407-1e3b71175001 not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-15 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 14:45:51.428149 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8be37948-1858-4187-8160-85cdcfeac8bc req-809f14b1-4357-4b48-8efe-015c9f1fd139 service neutron] Attempting to bind port d2239d9c-e46a-46bf-bf03-91480079c2b1 on network 0c72cac4-9121-4e18-b407-1e3b71175001 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:45:51.437162 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8be37948-1858-4187-8160-85cdcfeac8bc req-809f14b1-4357-4b48-8efe-015c9f1fd139 service neutron] Checking agent: {'id': 'b7697f71-33f3-4959-ad82-43c2dc15845d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 27, 42), 'started_at': datetime.datetime(2021, 8, 12, 14, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 45, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:45:51.437162 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8be37948-1858-4187-8160-85cdcfeac8bc req-809f14b1-4357-4b48-8efe-015c9f1fd139 service neutron] Checking segment: {'id': 'c941a8e8-ecb2-4dc2-87bc-ae59988983a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '0c72cac4-9121-4e18-b407-1e3b71175001'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:45:51.437162 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8be37948-1858-4187-8160-85cdcfeac8bc req-809f14b1-4357-4b48-8efe-015c9f1fd139 service neutron] Bound using segment: {'id': 'c941a8e8-ecb2-4dc2-87bc-ae59988983a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '0c72cac4-9121-4e18-b407-1e3b71175001'} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:45:51.437162 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-8be37948-1858-4187-8160-85cdcfeac8bc req-809f14b1-4357-4b48-8efe-015c9f1fd139 service neutron] Bound port: d2239d9c-e46a-46bf-bf03-91480079c2b1, host: n-h2-694802-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c941a8e8-ecb2-4dc2-87bc-ae59988983a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '0c72cac4-9121-4e18-b407-1e3b71175001'}}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:45:51.437630 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-8be37948-1858-4187-8160-85cdcfeac8bc req-809f14b1-4357-4b48-8efe-015c9f1fd139 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:51.561607 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-8be37948-1858-4187-8160-85cdcfeac8bc req-809f14b1-4357-4b48-8efe-015c9f1fd139 service neutron] For port d2239d9c-e46a-46bf-bf03-91480079c2b1, host n-h2-694802-15, cleared binding levels {{(pid=94467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:45:51.567981 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-8be37948-1858-4187-8160-85cdcfeac8bc req-809f14b1-4357-4b48-8efe-015c9f1fd139 service neutron] For port d2239d9c-e46a-46bf-bf03-91480079c2b1, host n-h2-694802-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=d2239d9c-e46a-46bf-bf03-91480079c2b1,segment=NetworkSegment(c941a8e8-ecb2-4dc2-87bc-ae59988983a2),segment_id=c941a8e8-ecb2-4dc2-87bc-ae59988983a2)] {{(pid=94467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:45:51.578020 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-8be37948-1858-4187-8160-85cdcfeac8bc req-809f14b1-4357-4b48-8efe-015c9f1fd139 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:51.659006 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be37948-1858-4187-8160-85cdcfeac8bc req-809f14b1-4357-4b48-8efe-015c9f1fd139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:45:51.659640 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-8be37948-1858-4187-8160-85cdcfeac8bc req-809f14b1-4357-4b48-8efe-015c9f1fd139 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:51.661037 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-8be37948-1858-4187-8160-85cdcfeac8bc req-809f14b1-4357-4b48-8efe-015c9f1fd139 service neutron] 10.222.0.49 "PUT /v2.0/ports/d2239d9c-e46a-46bf-bf03-91480079c2b1 HTTP/1.1" status: 200 len: 1093 time: 1.5073392 Aug 12 14:45:51.676224 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [req-8be37948-1858-4187-8160-85cdcfeac8bc req-e5efde93-cca2-4db8-96cb-e340313bc762 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f69b37d-e7b0-441e-93c0-a082eadc97ab {{(pid=94467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:45:51.693247 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-8be37948-1858-4187-8160-85cdcfeac8bc req-e5efde93-cca2-4db8-96cb-e340313bc762 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:51.703256 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809f14b1-4357-4b48-8efe-015c9f1fd139 service neutron] Pushing event updated for resources: {'Port': ['ID=d2239d9c-e46a-46bf-bf03-91480079c2b1,revision_number=3']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:45:51.712678 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [req-8be37948-1858-4187-8160-85cdcfeac8bc req-e5efde93-cca2-4db8-96cb-e340313bc762 service neutron] Transition to ACTIVE for port object 3f69b37d-e7b0-441e-93c0-a082eadc97ab will not be triggered until provisioned by entity L2. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:45:51.717299 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-8be37948-1858-4187-8160-85cdcfeac8bc req-e5efde93-cca2-4db8-96cb-e340313bc762 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:51.767235 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae53e06-cff2-48e5-9ab9-83801f3f17c5 req-a7c77333-abb5-4296-aa4f-6c5c8a0bb300 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:45:51.775356 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-4ae53e06-cff2-48e5-9ab9-83801f3f17c5 req-a7c77333-abb5-4296-aa4f-6c5c8a0bb300 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/ports?device_id=626df24c-f964-4db8-a298-cb24cde94dbb HTTP/1.1" status: 200 len: 945 time: 0.1122217 Aug 12 14:45:51.833138 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-4ae53e06-cff2-48e5-9ab9-83801f3f17c5 req-a2e2a65e-36e6-455d-aed2-132deb4677c0 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/security-groups?id=36246b04-094b-4845-831d-1126cf8a06ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567832 Aug 12 14:45:51.908632 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5efde93-cca2-4db8-96cb-e340313bc762 service neutron] Pushing event updated for resources: {'Port': ['ID=3f69b37d-e7b0-441e-93c0-a082eadc97ab,revision_number=2']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:45:51.920625 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be37948-1858-4187-8160-85cdcfeac8bc req-de77198f-c2c4-426b-bbfb-01ff5631b2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:45:51.922195 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-8be37948-1858-4187-8160-85cdcfeac8bc req-de77198f-c2c4-426b-bbfb-01ff5631b2e6 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ccdec0078b5848be9c485fbd6fc354a5&device_id=9675fc13-7f0f-4858-af14-644654337de6 HTTP/1.1" status: 200 len: 1096 time: 0.1428952 Aug 12 14:45:51.968102 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9675fc13-7f0f-4858-af14-644654337de6', 'tag': 'd2239d9c-e46a-46bf-bf03-91480079c2b1'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:45:51.970353 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e65282f928b64038367d043a4411777802006c43a98742496cb2e25b724ff1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1f4378c-5a0f-4ee2-98e7-1f335d5bffc0" -d '{"events": [{"name": "network-changed", "server_uuid": "9675fc13-7f0f-4858-af14-644654337de6", "tag": "d2239d9c-e46a-46bf-bf03-91480079c2b1"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:45:51.977055 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-8be37948-1858-4187-8160-85cdcfeac8bc req-c89f5b04-94a4-4253-85c9-ab2e09f2c929 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d2239d9c-e46a-46bf-bf03-91480079c2b1 HTTP/1.1" status: 200 len: 217 time: 0.0453415 Aug 12 14:45:52.017978 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-8be37948-1858-4187-8160-85cdcfeac8bc req-e5efde93-cca2-4db8-96cb-e340313bc762 service neutron] Attempting to bind port 3f69b37d-e7b0-441e-93c0-a082eadc97ab on host n-h1-694802-15 for vnic_type normal with profile {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:45:52.018350 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-8be37948-1858-4187-8160-85cdcfeac8bc req-e5efde93-cca2-4db8-96cb-e340313bc762 service neutron] Attempting to bind port 3f69b37d-e7b0-441e-93c0-a082eadc97ab by drivers openvswitch,hyperv on host n-h1-694802-15 at level 0 using segments [{'id': 'c941a8e8-ecb2-4dc2-87bc-ae59988983a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '0c72cac4-9121-4e18-b407-1e3b71175001'}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:45:52.018649 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8be37948-1858-4187-8160-85cdcfeac8bc req-e5efde93-cca2-4db8-96cb-e340313bc762 service neutron] Attempting to bind port 3f69b37d-e7b0-441e-93c0-a082eadc97ab on network 0c72cac4-9121-4e18-b407-1e3b71175001 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:45:52.030270 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8be37948-1858-4187-8160-85cdcfeac8bc req-e5efde93-cca2-4db8-96cb-e340313bc762 service neutron] Port 3f69b37d-e7b0-441e-93c0-a082eadc97ab on network 0c72cac4-9121-4e18-b407-1e3b71175001 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-15 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 14:45:52.032903 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8be37948-1858-4187-8160-85cdcfeac8bc req-e5efde93-cca2-4db8-96cb-e340313bc762 service neutron] Attempting to bind port 3f69b37d-e7b0-441e-93c0-a082eadc97ab on network 0c72cac4-9121-4e18-b407-1e3b71175001 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:45:52.037203 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8be37948-1858-4187-8160-85cdcfeac8bc req-e5efde93-cca2-4db8-96cb-e340313bc762 service neutron] Checking agent: {'id': 'de568313-a3e6-454a-9813-77e25edcea95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 27, 41), 'started_at': datetime.datetime(2021, 8, 12, 14, 27, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 45, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:45:52.037542 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8be37948-1858-4187-8160-85cdcfeac8bc req-e5efde93-cca2-4db8-96cb-e340313bc762 service neutron] Checking segment: {'id': 'c941a8e8-ecb2-4dc2-87bc-ae59988983a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '0c72cac4-9121-4e18-b407-1e3b71175001'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:45:52.037922 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8be37948-1858-4187-8160-85cdcfeac8bc req-e5efde93-cca2-4db8-96cb-e340313bc762 service neutron] Bound using segment: {'id': 'c941a8e8-ecb2-4dc2-87bc-ae59988983a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '0c72cac4-9121-4e18-b407-1e3b71175001'} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:45:52.038347 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-8be37948-1858-4187-8160-85cdcfeac8bc req-e5efde93-cca2-4db8-96cb-e340313bc762 service neutron] Bound port: 3f69b37d-e7b0-441e-93c0-a082eadc97ab, host: n-h1-694802-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c941a8e8-ecb2-4dc2-87bc-ae59988983a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '0c72cac4-9121-4e18-b407-1e3b71175001'}}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:45:52.038979 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-8be37948-1858-4187-8160-85cdcfeac8bc req-e5efde93-cca2-4db8-96cb-e340313bc762 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:52.051929 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be37948-1858-4187-8160-85cdcfeac8bc req-6bfa18fd-7992-4cd5-bd6f-9074f7e87fce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:45:52.053408 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-8be37948-1858-4187-8160-85cdcfeac8bc req-6bfa18fd-7992-4cd5-bd6f-9074f7e87fce service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f257bc49-db63-4113-bc40-74a30cbf55f9 HTTP/1.1" status: 200 len: 852 time: 0.0691605 Aug 12 14:45:52.080179 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 14:45:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c09f9ce-cf84-450b-b3bf-aac7a308174e x-openstack-request-id: req-6c09f9ce-cf84-450b-b3bf-aac7a308174e {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:45:52.080500 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9675fc13-7f0f-4858-af14-644654337de6", "tag": "d2239d9c-e46a-46bf-bf03-91480079c2b1", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:45:52.080746 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6c09f9ce-cf84-450b-b3bf-aac7a308174e {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:45:52.081138 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9675fc13-7f0f-4858-af14-644654337de6', 'tag': 'd2239d9c-e46a-46bf-bf03-91480079c2b1', 'status': 'completed', 'code': 200} Aug 12 14:45:52.096917 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cc224e-f221-4bd5-9725-24165a5b6670 req-cdf949c3-e790-40e3-83f5-cdd0c0ec9c19 tempest-MultipleCreateTestJSON-1478760801 tempest-MultipleCreateTestJSON-1478760801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:45:52.098548 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-e9cc224e-f221-4bd5-9725-24165a5b6670 req-cdf949c3-e790-40e3-83f5-cdd0c0ec9c19 tempest-MultipleCreateTestJSON-1478760801 tempest-MultipleCreateTestJSON-1478760801-project] 10.222.0.39 "GET /v2.0/ports?device_id=39126d5d-a1bc-4407-ba51-f6cd6b0f37e4 HTTP/1.1" status: 200 len: 944 time: 0.0876153 Aug 12 14:45:52.120924 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-8be37948-1858-4187-8160-85cdcfeac8bc req-7503c6a1-621f-4d72-ae5d-225128d395a8 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0c72cac4-9121-4e18-b407-1e3b71175001&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0557542 Aug 12 14:45:52.131760 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device ab870833-48f6-4ada-aca6-5ba692e9e7c5 no longer exists at agent hyperv_n-h2-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:45:52.146924 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-e9cc224e-f221-4bd5-9725-24165a5b6670 req-9c61ebc1-c306-44e5-9053-3fc82df7d424 tempest-MultipleCreateTestJSON-1478760801 tempest-MultipleCreateTestJSON-1478760801-project] 10.222.0.39 "GET /v2.0/security-groups?id=d6b51cb2-3c77-4204-9973-9fe1c11ce2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415206 Aug 12 14:45:52.156346 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] No Port match for: ab870833-48f6-4ada-aca6-5ba692e9e7c5 {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 14:45:52.156909 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device ab870833-48f6-4ada-aca6-5ba692e9e7c5 not bound to the agent host n-h2-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:45:52.227929 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-8be37948-1858-4187-8160-85cdcfeac8bc req-e5efde93-cca2-4db8-96cb-e340313bc762 service neutron] For port 3f69b37d-e7b0-441e-93c0-a082eadc97ab, host n-h1-694802-15, cleared binding levels {{(pid=94467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:45:52.232734 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-8be37948-1858-4187-8160-85cdcfeac8bc req-e5efde93-cca2-4db8-96cb-e340313bc762 service neutron] For port 3f69b37d-e7b0-441e-93c0-a082eadc97ab, host n-h1-694802-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=3f69b37d-e7b0-441e-93c0-a082eadc97ab,segment=NetworkSegment(c941a8e8-ecb2-4dc2-87bc-ae59988983a2),segment_id=c941a8e8-ecb2-4dc2-87bc-ae59988983a2)] {{(pid=94467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:45:52.252838 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-8be37948-1858-4187-8160-85cdcfeac8bc req-e5efde93-cca2-4db8-96cb-e340313bc762 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:52.315702 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be37948-1858-4187-8160-85cdcfeac8bc req-e5efde93-cca2-4db8-96cb-e340313bc762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:45:52.317185 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-8be37948-1858-4187-8160-85cdcfeac8bc req-e5efde93-cca2-4db8-96cb-e340313bc762 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:52.318061 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-8be37948-1858-4187-8160-85cdcfeac8bc req-e5efde93-cca2-4db8-96cb-e340313bc762 service neutron] 10.222.0.64 "PUT /v2.0/ports/3f69b37d-e7b0-441e-93c0-a082eadc97ab HTTP/1.1" status: 200 len: 1093 time: 1.3052671 Aug 12 14:45:52.325845 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-8be37948-1858-4187-8160-85cdcfeac8bc req-e0826d53-61eb-4c9a-9976-41487f6680f1 service neutron] 10.222.0.49 "GET /v2.0/networks/0c72cac4-9121-4e18-b407-1e3b71175001?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1966033 Aug 12 14:45:52.434183 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5efde93-cca2-4db8-96cb-e340313bc762 service neutron] Pushing event updated for resources: {'Port': ['ID=3f69b37d-e7b0-441e-93c0-a082eadc97ab,revision_number=3']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:45:52.468929 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be37948-1858-4187-8160-85cdcfeac8bc req-0e75714a-43f0-484c-88d8-be0cc84c8edd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:45:52.470481 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-8be37948-1858-4187-8160-85cdcfeac8bc req-0e75714a-43f0-484c-88d8-be0cc84c8edd service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ccdec0078b5848be9c485fbd6fc354a5&device_id=39126d5d-a1bc-4407-ba51-f6cd6b0f37e4 HTTP/1.1" status: 200 len: 1096 time: 0.1073339 Aug 12 14:45:52.543973 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-8be37948-1858-4187-8160-85cdcfeac8bc req-8757d4fe-4767-408b-9fca-562b5a5af0ac service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3f69b37d-e7b0-441e-93c0-a082eadc97ab HTTP/1.1" status: 200 len: 217 time: 0.0646238 Aug 12 14:45:52.549113 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-8be37948-1858-4187-8160-85cdcfeac8bc req-f3e0a8f0-4c5e-47b2-93ae-1ac6d471321f service neutron] 10.222.0.49 "GET /v2.0/networks/0c72cac4-9121-4e18-b407-1e3b71175001?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2152886 Aug 12 14:45:52.670284 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e41a136-15ef-4a98-a648-a5aa32261ac8 req-b7182689-3e02-4e0f-acc5-6ea5de401dd8 tempest-ServersTestFqdnHostnames-1053046632 tempest-ServersTestFqdnHostnames-1053046632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:45:52.671986 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-5e41a136-15ef-4a98-a648-a5aa32261ac8 req-b7182689-3e02-4e0f-acc5-6ea5de401dd8 tempest-ServersTestFqdnHostnames-1053046632 tempest-ServersTestFqdnHostnames-1053046632-project] 10.222.0.39 "GET /v2.0/ports?device_id=5aab2579-2ba8-4ade-a885-9541b45a03f9 HTTP/1.1" status: 200 len: 945 time: 0.1464829 Aug 12 14:45:52.676653 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be37948-1858-4187-8160-85cdcfeac8bc req-0673657a-3154-4064-a1f0-f4fa9b826f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:45:52.678082 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-8be37948-1858-4187-8160-85cdcfeac8bc req-0673657a-3154-4064-a1f0-f4fa9b826f9d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f257bc49-db63-4113-bc40-74a30cbf55f9 HTTP/1.1" status: 200 len: 852 time: 0.1136053 Aug 12 14:45:52.733045 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-8be37948-1858-4187-8160-85cdcfeac8bc req-11981629-6c61-4c55-a34f-32fc2507f77a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0c72cac4-9121-4e18-b407-1e3b71175001&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429063 Aug 12 14:45:52.753115 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f4378c-5a0f-4ee2-98e7-1f335d5bffc0 req-6c26ceca-f500-4735-ab7c-1d20f9b691e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:45:52.754523 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e1f4378c-5a0f-4ee2-98e7-1f335d5bffc0 req-6c26ceca-f500-4735-ab7c-1d20f9b691e3 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ccdec0078b5848be9c485fbd6fc354a5&device_id=9675fc13-7f0f-4858-af14-644654337de6 HTTP/1.1" status: 200 len: 1096 time: 0.1361306 Aug 12 14:45:52.814498 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-5e41a136-15ef-4a98-a648-a5aa32261ac8 req-159ef210-1030-46f3-a6ac-3b08be8a8295 tempest-ServersTestFqdnHostnames-1053046632 tempest-ServersTestFqdnHostnames-1053046632-project] 10.222.0.39 "GET /v2.0/security-groups?id=a6151e1f-94d6-4cf1-bffb-9373c8062325&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1350474 Aug 12 14:45:52.947709 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-8be37948-1858-4187-8160-85cdcfeac8bc req-bbc752b5-b6f6-427e-a0e6-944138b096e2 service neutron] 10.222.0.64 "GET /v2.0/networks/0c72cac4-9121-4e18-b407-1e3b71175001?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2060125 Aug 12 14:45:52.968261 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f4378c-5a0f-4ee2-98e7-1f335d5bffc0 req-1df33bd3-6106-4636-b2c1-4ed07768144b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:45:52.969921 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e1f4378c-5a0f-4ee2-98e7-1f335d5bffc0 req-1df33bd3-6106-4636-b2c1-4ed07768144b service neutron] 10.222.0.49 "GET /v2.0/networks?id=0c72cac4-9121-4e18-b407-1e3b71175001 HTTP/1.1" status: 200 len: 913 time: 0.2030356 Aug 12 14:45:53.016738 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cf3561-0ad2-41b5-b431-2473721a7ba8 req-7836e7d6-73e7-41c3-9a06-57120b724e43 tempest-ServersTestFqdnHostnames-1053046632 tempest-ServersTestFqdnHostnames-1053046632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:45:53.018940 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-99cf3561-0ad2-41b5-b431-2473721a7ba8 req-7836e7d6-73e7-41c3-9a06-57120b724e43 tempest-ServersTestFqdnHostnames-1053046632 tempest-ServersTestFqdnHostnames-1053046632-project] 10.222.0.39 "GET /v2.0/ports?device_id=5aab2579-2ba8-4ade-a885-9541b45a03f9 HTTP/1.1" status: 200 len: 945 time: 0.0770540 Aug 12 14:45:53.029280 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 52300) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:45:53.040778 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-a27a86ee-9e69-4731-ade3-6b0fae3512b3 tempest-ServersTestFqdnHostnames-1053046632 tempest-ServersTestFqdnHostnames-1053046632-project] Request body: {'floatingip': {'port_id': '78320f26-039e-400b-bc5d-f5c4e1b8bedb'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:45:53.077619 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e1f4378c-5a0f-4ee2-98e7-1f335d5bffc0 req-205f1a88-2f0a-4760-83ce-b26fd40d4580 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d2239d9c-e46a-46bf-bf03-91480079c2b1 HTTP/1.1" status: 200 len: 217 time: 0.0854702 Aug 12 14:45:53.111719 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a27a86ee-9e69-4731-ade3-6b0fae3512b3 tempest-ServersTestFqdnHostnames-1053046632 tempest-ServersTestFqdnHostnames-1053046632-project] Notify callbacks [] for floatingip, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:53.160198 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff8007c-aee9-4f64-9ed6-1d4603770f43 req-cdae07b3-507a-4b6b-8cb5-cbf803fa6f66 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:45:53.166282 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-cff8007c-aee9-4f64-9ed6-1d4603770f43 req-cdae07b3-507a-4b6b-8cb5-cbf803fa6f66 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/ports?device_id=626df24c-f964-4db8-a298-cb24cde94dbb HTTP/1.1" status: 200 len: 945 time: 0.1980715 Aug 12 14:45:53.249674 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f4378c-5a0f-4ee2-98e7-1f335d5bffc0 req-7b02f23b-33f7-45b7-8ffd-c11378265948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:45:53.251484 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e1f4378c-5a0f-4ee2-98e7-1f335d5bffc0 req-7b02f23b-33f7-45b7-8ffd-c11378265948 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f257bc49-db63-4113-bc40-74a30cbf55f9 HTTP/1.1" status: 200 len: 852 time: 0.1643734 Aug 12 14:45:53.262220 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-cff8007c-aee9-4f64-9ed6-1d4603770f43 req-2b0ba4ae-93a7-4c49-893c-a5a84dca7b73 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/security-groups?id=36246b04-094b-4845-831d-1126cf8a06ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915308 Aug 12 14:45:53.264203 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-8be37948-1858-4187-8160-85cdcfeac8bc req-bbbbf875-24ba-42c7-99e0-c04c51f07fd5 service neutron] 10.222.0.64 "GET /v2.0/networks/0c72cac4-9121-4e18-b407-1e3b71175001?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3084421 Aug 12 14:45:53.307651 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e1f4378c-5a0f-4ee2-98e7-1f335d5bffc0 req-d7740755-b561-4962-ba34-676869dda098 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0c72cac4-9121-4e18-b407-1e3b71175001&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404558 Aug 12 14:45:53.376620 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98338fa6-0f18-438f-83c5-400c3bf87f6e req-4b9c3daa-8687-448a-b6b9-0c01ed2a9de0 tempest-MultipleCreateTestJSON-1478760801 tempest-MultipleCreateTestJSON-1478760801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:45:53.379126 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-98338fa6-0f18-438f-83c5-400c3bf87f6e req-4b9c3daa-8687-448a-b6b9-0c01ed2a9de0 tempest-MultipleCreateTestJSON-1478760801 tempest-MultipleCreateTestJSON-1478760801-project] 10.222.0.39 "GET /v2.0/ports?device_id=39126d5d-a1bc-4407-ba51-f6cd6b0f37e4 HTTP/1.1" status: 200 len: 944 time: 0.1223428 Aug 12 14:45:53.422530 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e1f4378c-5a0f-4ee2-98e7-1f335d5bffc0 req-e335d64f-34be-42cf-8120-3899c4705eda service neutron] 10.222.0.49 "GET /v2.0/networks/0c72cac4-9121-4e18-b407-1e3b71175001?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072052 Aug 12 14:45:53.475234 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-98338fa6-0f18-438f-83c5-400c3bf87f6e req-e639b140-f33a-4a20-9216-a2387d3a53da tempest-MultipleCreateTestJSON-1478760801 tempest-MultipleCreateTestJSON-1478760801-project] 10.222.0.39 "GET /v2.0/security-groups?id=d6b51cb2-3c77-4204-9973-9fe1c11ce2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862067 Aug 12 14:45:53.523362 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e1f4378c-5a0f-4ee2-98e7-1f335d5bffc0 req-6d79601e-aa7b-4f5e-9ff9-a0d2a12ee376 service neutron] 10.222.0.49 "GET /v2.0/networks/0c72cac4-9121-4e18-b407-1e3b71175001?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931413 Aug 12 14:45:53.753567 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a27a86ee-9e69-4731-ade3-6b0fae3512b3 tempest-ServersTestFqdnHostnames-1053046632 tempest-ServersTestFqdnHostnames-1053046632-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:53.758387 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a27a86ee-9e69-4731-ade3-6b0fae3512b3 tempest-ServersTestFqdnHostnames-1053046632 tempest-ServersTestFqdnHostnames-1053046632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431510'] for floatingip, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:53.868099 n-d-694802-15 neutron-server[94466]: INFO neutron.db.l3_db [None req-a27a86ee-9e69-4731-ade3-6b0fae3512b3 tempest-ServersTestFqdnHostnames-1053046632 tempest-ServersTestFqdnHostnames-1053046632-project] Floating IP e9355461-5d9b-48d7-9fcc-0fd677e7c601 associated. External IP: 172.25.1.10, port: 78320f26-039e-400b-bc5d-f5c4e1b8bedb. Aug 12 14:45:54.082823 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39126d5d-a1bc-4407-ba51-f6cd6b0f37e4', 'tag': '3f69b37d-e7b0-441e-93c0-a082eadc97ab'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:45:54.085224 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e65282f928b64038367d043a4411777802006c43a98742496cb2e25b724ff1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e34bbb4-c5c6-4777-b1ab-e1576a062e4c" -d '{"events": [{"name": "network-changed", "server_uuid": "39126d5d-a1bc-4407-ba51-f6cd6b0f37e4", "tag": "3f69b37d-e7b0-441e-93c0-a082eadc97ab"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:45:54.093815 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a27a86ee-9e69-4731-ade3-6b0fae3512b3 tempest-ServersTestFqdnHostnames-1053046632 tempest-ServersTestFqdnHostnames-1053046632-project] Router a012bf6f-1501-42ec-8cfa-520561136537 has already been hosted by L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f {{(pid=94466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 14:45:54.132665 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 14:45:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad5db3c9-2efc-4520-af51-146d67a38912 x-openstack-request-id: req-ad5db3c9-2efc-4520-af51-146d67a38912 {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:45:54.132866 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39126d5d-a1bc-4407-ba51-f6cd6b0f37e4", "tag": "3f69b37d-e7b0-441e-93c0-a082eadc97ab", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:45:54.133246 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ad5db3c9-2efc-4520-af51-146d67a38912 {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:45:54.133577 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39126d5d-a1bc-4407-ba51-f6cd6b0f37e4', 'tag': '3f69b37d-e7b0-441e-93c0-a082eadc97ab', 'status': 'completed', 'code': 200} Aug 12 14:45:54.211576 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e34bbb4-c5c6-4777-b1ab-e1576a062e4c req-e7e6e918-cf0d-49bf-a7ef-d0b6691d43bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:45:54.222072 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-7e34bbb4-c5c6-4777-b1ab-e1576a062e4c req-e7e6e918-cf0d-49bf-a7ef-d0b6691d43bd service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ccdec0078b5848be9c485fbd6fc354a5&device_id=39126d5d-a1bc-4407-ba51-f6cd6b0f37e4 HTTP/1.1" status: 200 len: 1096 time: 0.0574229 Aug 12 14:45:54.229520 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a27a86ee-9e69-4731-ade3-6b0fae3512b3 tempest-ServersTestFqdnHostnames-1053046632 tempest-ServersTestFqdnHostnames-1053046632-project] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 14:45:54.250853 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a4dc2df-2b6c-453f-b359-a69a21108f01 None None] Sync routers for ids ['a012bf6f-1501-42ec-8cfa-520561136537'] in n-d-694802-15 {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 14:45:54.262284 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a27a86ee-9e69-4731-ade3-6b0fae3512b3 tempest-ServersTestFqdnHostnames-1053046632 tempest-ServersTestFqdnHostnames-1053046632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for floatingip, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:54.269206 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a4dc2df-2b6c-453f-b359-a69a21108f01 None None] Routers {'a012bf6f-1501-42ec-8cfa-520561136537'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:45:54.270141 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-6a4dc2df-2b6c-453f-b359-a69a21108f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:45:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['a012bf6f-1501-42ec-8cfa-520561136537'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:45:54.351673 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-a27a86ee-9e69-4731-ade3-6b0fae3512b3 tempest-ServersTestFqdnHostnames-1053046632 tempest-ServersTestFqdnHostnames-1053046632-project] 10.222.0.39 "PUT /v2.0/floatingips/e9355461-5d9b-48d7-9fcc-0fd677e7c601 HTTP/1.1" status: 200 len: 990 time: 1.3156214 Aug 12 14:45:54.351673 n-d-694802-15 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5aab2579-2ba8-4ade-a885-9541b45a03f9', 'tag': '78320f26-039e-400b-bc5d-f5c4e1b8bedb'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:45:54.352101 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e785eeede3897370d0b20f09d5f461b30cfecd5ed38c4f07dacd02bc52c9277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07d806ac-7220-4870-ba81-461bb5c68da2" -d '{"events": [{"name": "network-changed", "server_uuid": "5aab2579-2ba8-4ade-a885-9541b45a03f9", "tag": "78320f26-039e-400b-bc5d-f5c4e1b8bedb"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:45:54.391835 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e34bbb4-c5c6-4777-b1ab-e1576a062e4c req-c248abde-4091-48ec-b8f5-4d71094e8a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:45:54.393888 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-7e34bbb4-c5c6-4777-b1ab-e1576a062e4c req-c248abde-4091-48ec-b8f5-4d71094e8a22 service neutron] 10.222.0.64 "GET /v2.0/networks?id=0c72cac4-9121-4e18-b407-1e3b71175001 HTTP/1.1" status: 200 len: 913 time: 0.1707637 Aug 12 14:45:54.401209 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-6a4dc2df-2b6c-453f-b359-a69a21108f01 None None] Set router a012bf6f-1501-42ec-8cfa-520561136537 gateway port host: n-d-694802-15 {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:45:54.490409 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-7e34bbb4-c5c6-4777-b1ab-e1576a062e4c req-a31e5151-2b43-4f9d-8a67-2b2f00257722 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3f69b37d-e7b0-441e-93c0-a082eadc97ab HTTP/1.1" status: 200 len: 217 time: 0.0878503 Aug 12 14:45:54.517688 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3540424a-d64f-4ed4-8576-a7348757b2da req-a6d6375a-a189-4875-8f24-3d3273f51abf tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:45:54.526214 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3540424a-d64f-4ed4-8576-a7348757b2da req-a6d6375a-a189-4875-8f24-3d3273f51abf tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/ports?device_id=626df24c-f964-4db8-a298-cb24cde94dbb HTTP/1.1" status: 200 len: 945 time: 0.1171877 Aug 12 14:45:54.597457 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3540424a-d64f-4ed4-8576-a7348757b2da req-18c860fc-2cb0-4720-9a44-91b77197b64d tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/security-groups?id=36246b04-094b-4845-831d-1126cf8a06ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685208 Aug 12 14:45:54.617015 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e34bbb4-c5c6-4777-b1ab-e1576a062e4c req-f249eebf-c8db-49e6-9f35-d544d2e51f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:45:54.618610 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-7e34bbb4-c5c6-4777-b1ab-e1576a062e4c req-f249eebf-c8db-49e6-9f35-d544d2e51f32 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f257bc49-db63-4113-bc40-74a30cbf55f9 HTTP/1.1" status: 200 len: 852 time: 0.1206250 Aug 12 14:45:54.638885 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 14:45:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89917238-d0c0-4b52-bec4-aa66d512257f x-openstack-request-id: req-89917238-d0c0-4b52-bec4-aa66d512257f {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:45:54.639438 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5aab2579-2ba8-4ade-a885-9541b45a03f9", "tag": "78320f26-039e-400b-bc5d-f5c4e1b8bedb", "status": "completed", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:45:54.639719 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-89917238-d0c0-4b52-bec4-aa66d512257f {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:45:54.640284 n-d-694802-15 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5aab2579-2ba8-4ade-a885-9541b45a03f9', 'tag': '78320f26-039e-400b-bc5d-f5c4e1b8bedb', 'status': 'completed', 'code': 200} Aug 12 14:45:54.680570 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-7e34bbb4-c5c6-4777-b1ab-e1576a062e4c req-ca3088a6-bcc7-4c9b-8229-d8b0d0355eec service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0c72cac4-9121-4e18-b407-1e3b71175001&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0539126 Aug 12 14:45:54.684078 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-6a4dc2df-2b6c-453f-b359-a69a21108f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a012bf6f-1501-42ec-8cfa-520561136537', 'name': 'tempest-ServersTestFqdnHostnames-838453687-router', 'tenant_id': '7fc51bb8d46c40808340f774760557a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.175'}], 'enable_snat': True}, 'gw_port_id': 'c1133a4e-cbdf-4bd2-9238-c8959f599a29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:45:28Z', 'updated_at': '2021-08-12T14:45:34Z', 'revision_number': 4, 'project_id': '7fc51bb8d46c40808340f774760557a8', 'gw_port': {'id': 'c1133a4e-cbdf-4bd2-9238-c8959f599a29', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:69:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a012bf6f-1501-42ec-8cfa-520561136537', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:45:29Z', 'updated_at': '2021-08-12T14:45:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_floatingips': [{'id': 'e9355461-5d9b-48d7-9fcc-0fd677e7c601', 'tenant_id': '7fc51bb8d46c40808340f774760557a8', 'floating_ip_address': '172.25.1.10', 'floating_network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'router_id': 'a012bf6f-1501-42ec-8cfa-520561136537', 'port_id': '78320f26-039e-400b-bc5d-f5c4e1b8bedb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1813, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d9820f1-7ae4-40f5-8f2a-0d263fc6aa74', 'mac_address': 'fa:16:3e:32:aa:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aab2579-2ba8-4ade-a885-9541b45a03f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T14:45:38Z', 'updated_at': '2021-08-12T14:45:53Z', 'revision_number': 1, 'project_id': '7fc51bb8d46c40808340f774760557a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e819dced-bd84-4420-8af7-96fa470eb3c1', 'name': '', 'network_id': '0d9820f1-7ae4-40f5-8f2a-0d263fc6aa74', 'tenant_id': '7fc51bb8d46c40808340f774760557a8', 'mac_address': 'fa:16:3e:ed:43:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a012bf6f-1501-42ec-8cfa-520561136537', 'device_owner': 'network:router_interface', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': 'ba4b4fde-e64b-462c-b52f-382689d7760d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:45:33Z', 'updated_at': '2021-08-12T14:45:41Z', 'revision_number': 5, 'project_id': '7fc51bb8d46c40808340f774760557a8', 'subnets': [{'id': 'ba4b4fde-e64b-462c-b52f-382689d7760d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:45:54.719710 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a4dc2df-2b6c-453f-b359-a69a21108f01 None None] Checking router: a012bf6f-1501-42ec-8cfa-520561136537 for host: n-d-694802-15 {{(pid=94469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 14:45:54.731067 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a4dc2df-2b6c-453f-b359-a69a21108f01 None None] Routers {'a012bf6f-1501-42ec-8cfa-520561136537'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:45:54.731403 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-6a4dc2df-2b6c-453f-b359-a69a21108f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:45:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['a012bf6f-1501-42ec-8cfa-520561136537'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:45:54.844527 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d806ac-7220-4870-ba81-461bb5c68da2 req-70792a1a-1716-47f4-b869-64c38ded1be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:45:54.846136 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-07d806ac-7220-4870-ba81-461bb5c68da2 req-70792a1a-1716-47f4-b869-64c38ded1be4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7fc51bb8d46c40808340f774760557a8&device_id=5aab2579-2ba8-4ade-a885-9541b45a03f9 HTTP/1.1" status: 200 len: 1097 time: 0.1707156 Aug 12 14:45:54.861994 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd48ea7-dfa7-44d5-8a67-3d1de618330e req-8febfb43-50f1-48d4-a2cd-e3f1e48118f1 tempest-MultipleCreateTestJSON-1478760801 tempest-MultipleCreateTestJSON-1478760801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:45:54.869968 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0bd48ea7-dfa7-44d5-8a67-3d1de618330e req-8febfb43-50f1-48d4-a2cd-e3f1e48118f1 tempest-MultipleCreateTestJSON-1478760801 tempest-MultipleCreateTestJSON-1478760801-project] 10.222.0.39 "GET /v2.0/ports?device_id=39126d5d-a1bc-4407-ba51-f6cd6b0f37e4 HTTP/1.1" status: 200 len: 944 time: 0.1902397 Aug 12 14:45:54.873306 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-6a4dc2df-2b6c-453f-b359-a69a21108f01 None None] Set router a012bf6f-1501-42ec-8cfa-520561136537 gateway port host: n-d-694802-15 {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:45:54.920609 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-7e34bbb4-c5c6-4777-b1ab-e1576a062e4c req-60b3a0f5-18c4-4852-8ad1-e2140a457cf6 service neutron] 10.222.0.64 "GET /v2.0/networks/0c72cac4-9121-4e18-b407-1e3b71175001?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2297177 Aug 12 14:45:55.055702 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0bd48ea7-dfa7-44d5-8a67-3d1de618330e req-b0beb342-aa57-413d-936a-cdcdb60d8611 tempest-MultipleCreateTestJSON-1478760801 tempest-MultipleCreateTestJSON-1478760801-project] 10.222.0.39 "GET /v2.0/security-groups?id=d6b51cb2-3c77-4204-9973-9fe1c11ce2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846423 Aug 12 14:45:55.075012 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d806ac-7220-4870-ba81-461bb5c68da2 req-76b0fb95-f524-4c1c-848b-d60e0cce7a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:45:55.076613 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-07d806ac-7220-4870-ba81-461bb5c68da2 req-76b0fb95-f524-4c1c-848b-d60e0cce7a6f service neutron] 10.222.0.64 "GET /v2.0/networks?id=0d9820f1-7ae4-40f5-8f2a-0d263fc6aa74 HTTP/1.1" status: 200 len: 915 time: 0.2035451 Aug 12 14:45:55.140081 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-6a4dc2df-2b6c-453f-b359-a69a21108f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a012bf6f-1501-42ec-8cfa-520561136537', 'name': 'tempest-ServersTestFqdnHostnames-838453687-router', 'tenant_id': '7fc51bb8d46c40808340f774760557a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.175'}], 'enable_snat': True}, 'gw_port_id': 'c1133a4e-cbdf-4bd2-9238-c8959f599a29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:45:28Z', 'updated_at': '2021-08-12T14:45:34Z', 'revision_number': 4, 'project_id': '7fc51bb8d46c40808340f774760557a8', 'gw_port': {'id': 'c1133a4e-cbdf-4bd2-9238-c8959f599a29', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:69:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a012bf6f-1501-42ec-8cfa-520561136537', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:45:29Z', 'updated_at': '2021-08-12T14:45:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_floatingips': [{'id': 'e9355461-5d9b-48d7-9fcc-0fd677e7c601', 'tenant_id': '7fc51bb8d46c40808340f774760557a8', 'floating_ip_address': '172.25.1.10', 'floating_network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'router_id': 'a012bf6f-1501-42ec-8cfa-520561136537', 'port_id': '78320f26-039e-400b-bc5d-f5c4e1b8bedb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1813, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d9820f1-7ae4-40f5-8f2a-0d263fc6aa74', 'mac_address': 'fa:16:3e:32:aa:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aab2579-2ba8-4ade-a885-9541b45a03f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T14:45:38Z', 'updated_at': '2021-08-12T14:45:53Z', 'revision_number': 1, 'project_id': '7fc51bb8d46c40808340f774760557a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e819dced-bd84-4420-8af7-96fa470eb3c1', 'name': '', 'network_id': '0d9820f1-7ae4-40f5-8f2a-0d263fc6aa74', 'tenant_id': '7fc51bb8d46c40808340f774760557a8', 'mac_address': 'fa:16:3e:ed:43:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a012bf6f-1501-42ec-8cfa-520561136537', 'device_owner': 'network:router_interface', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': 'ba4b4fde-e64b-462c-b52f-382689d7760d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:45:33Z', 'updated_at': '2021-08-12T14:45:41Z', 'revision_number': 5, 'project_id': '7fc51bb8d46c40808340f774760557a8', 'subnets': [{'id': 'ba4b4fde-e64b-462c-b52f-382689d7760d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:45:55.146907 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-7e34bbb4-c5c6-4777-b1ab-e1576a062e4c req-97eb747c-9a8d-4938-a195-7958b0edc73d service neutron] 10.222.0.64 "GET /v2.0/networks/0c72cac4-9121-4e18-b407-1e3b71175001?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1925313 Aug 12 14:45:55.164736 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-07d806ac-7220-4870-ba81-461bb5c68da2 req-22c9c7dd-bbf0-43a3-afdd-342e24e2af2c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=78320f26-039e-400b-bc5d-f5c4e1b8bedb HTTP/1.1" status: 200 len: 998 time: 0.0785944 Aug 12 14:45:55.172680 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a4dc2df-2b6c-453f-b359-a69a21108f01 None None] The sync data for ids ['a012bf6f-1501-42ec-8cfa-520561136537'] in n-d-694802-15 is: [{'id': 'a012bf6f-1501-42ec-8cfa-520561136537', 'name': 'tempest-ServersTestFqdnHostnames-838453687-router', 'tenant_id': '7fc51bb8d46c40808340f774760557a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.175'}], 'enable_snat': True}, 'gw_port_id': 'c1133a4e-cbdf-4bd2-9238-c8959f599a29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:45:28Z', 'updated_at': '2021-08-12T14:45:34Z', 'revision_number': 4, 'project_id': '7fc51bb8d46c40808340f774760557a8', 'gw_port': {'id': 'c1133a4e-cbdf-4bd2-9238-c8959f599a29', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:69:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a012bf6f-1501-42ec-8cfa-520561136537', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:45:29Z', 'updated_at': '2021-08-12T14:45:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_floatingips': [{'id': 'e9355461-5d9b-48d7-9fcc-0fd677e7c601', 'tenant_id': '7fc51bb8d46c40808340f774760557a8', 'floating_ip_address': '172.25.1.10', 'floating_network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'router_id': 'a012bf6f-1501-42ec-8cfa-520561136537', 'port_id': '78320f26-039e-400b-bc5d-f5c4e1b8bedb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1813, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d9820f1-7ae4-40f5-8f2a-0d263fc6aa74', 'mac_address': 'fa:16:3e:32:aa:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aab2579-2ba8-4ade-a885-9541b45a03f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T14:45:38Z', 'updated_at': '2021-08-12T14:45:53Z', 'revision_number': 1, 'project_id': '7fc51bb8d46c40808340f774760557a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e819dced-bd84-4420-8af7-96fa470eb3c1', 'name': '', 'network_id': '0d9820f1-7ae4-40f5-8f2a-0d263fc6aa74', 'tenant_id': '7fc51bb8d46c40808340f774760557a8', 'mac_address': 'fa:16:3e:ed:43:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a012bf6f-1501-42ec-8cfa-520561136537', 'device_owner': 'network:router_interface', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': 'ba4b4fde-e64b-462c-b52f-382689d7760d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:45:33Z', 'updated_at': '2021-08-12T14:45:41Z', 'revision_number': 5, 'project_id': '7fc51bb8d46c40808340f774760557a8', 'subnets': [{'id': 'ba4b4fde-e64b-462c-b52f-382689d7760d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 14:45:55.239131 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d806ac-7220-4870-ba81-461bb5c68da2 req-6e2fc3f3-dedb-44ab-ac20-067a8d950e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:45:55.240581 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-07d806ac-7220-4870-ba81-461bb5c68da2 req-6e2fc3f3-dedb-44ab-ac20-067a8d950e1a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ba4b4fde-e64b-462c-b52f-382689d7760d HTTP/1.1" status: 200 len: 853 time: 0.0668452 Aug 12 14:45:55.302472 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d806ac-7220-4870-ba81-461bb5c68da2 req-c775e5d8-b3bf-4b31-95a8-3f1b639cda63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:45:55.304073 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-07d806ac-7220-4870-ba81-461bb5c68da2 req-c775e5d8-b3bf-4b31-95a8-3f1b639cda63 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0d9820f1-7ae4-40f5-8f2a-0d263fc6aa74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0481408 Aug 12 14:45:55.414425 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-07d806ac-7220-4870-ba81-461bb5c68da2 req-7ea9552f-961d-4f82-8da3-4215237cab9b service neutron] 10.222.0.64 "GET /v2.0/networks/0d9820f1-7ae4-40f5-8f2a-0d263fc6aa74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017954 Aug 12 14:45:55.425942 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f88465c-07f3-4772-a0d9-4e73340729d5 None None] New status for floating IP e9355461-5d9b-48d7-9fcc-0fd677e7c601: ACTIVE {{(pid=94468) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 14:45:55.522998 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-07d806ac-7220-4870-ba81-461bb5c68da2 req-758af413-60ff-4246-89af-f06742ea1358 service neutron] 10.222.0.64 "GET /v2.0/networks/0d9820f1-7ae4-40f5-8f2a-0d263fc6aa74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964592 Aug 12 14:45:56.075911 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5230fa9-2d68-4203-a6e9-f9d775d26c21 req-a11abdad-4642-46f5-bace-dfbba63a3007 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:45:56.077651 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f5230fa9-2d68-4203-a6e9-f9d775d26c21 req-a11abdad-4642-46f5-bace-dfbba63a3007 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/ports?device_id=626df24c-f964-4db8-a298-cb24cde94dbb HTTP/1.1" status: 200 len: 945 time: 0.4122105 Aug 12 14:45:56.127863 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f5230fa9-2d68-4203-a6e9-f9d775d26c21 req-7995f5ca-cf27-4df2-a278-f5c4f176cd90 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/security-groups?id=36246b04-094b-4845-831d-1126cf8a06ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428522 Aug 12 14:45:56.136003 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device d2239d9c-e46a-46bf-bf03-91480079c2b1 details requested by agent hyperv_n-h2-694802-15 with host n-h2-694802-15 {{(pid=94468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 14:45:56.205498 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device 3f69b37d-e7b0-441e-93c0-a082eadc97ab details requested by agent hyperv_n-h1-694802-15 with host n-h1-694802-15 {{(pid=94468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 14:45:56.211530 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f415f07-c049-4394-879f-b8e849fa3d34 req-6938c9cc-9a22-474f-b660-6d9173f4490f tempest-MultipleCreateTestJSON-1478760801 tempest-MultipleCreateTestJSON-1478760801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:45:56.213144 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-5f415f07-c049-4394-879f-b8e849fa3d34 req-6938c9cc-9a22-474f-b660-6d9173f4490f tempest-MultipleCreateTestJSON-1478760801 tempest-MultipleCreateTestJSON-1478760801-project] 10.222.0.39 "GET /v2.0/ports?device_id=39126d5d-a1bc-4407-ba51-f6cd6b0f37e4 HTTP/1.1" status: 200 len: 944 time: 0.0604856 Aug 12 14:45:56.261842 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-5f415f07-c049-4394-879f-b8e849fa3d34 req-e7bf8c1e-4765-4aaa-bc54-4c97c84b3951 tempest-MultipleCreateTestJSON-1478760801 tempest-MultipleCreateTestJSON-1478760801-project] 10.222.0.39 "GET /v2.0/security-groups?id=d6b51cb2-3c77-4204-9973-9fe1c11ce2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392718 Aug 12 14:45:56.318771 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port d2239d9c-e46a-46bf-bf03-91480079c2b1, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=d2239d9c-e46a-46bf-bf03-91480079c2b1,segment=NetworkSegment(c941a8e8-ecb2-4dc2-87bc-ae59988983a2),segment_id=c941a8e8-ecb2-4dc2-87bc-ae59988983a2)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:45:56.338072 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Returning: {'device': 'd2239d9c-e46a-46bf-bf03-91480079c2b1', 'network_id': '0c72cac4-9121-4e18-b407-1e3b71175001', 'port_id': 'd2239d9c-e46a-46bf-bf03-91480079c2b1', 'mac_address': 'fa:16:3e:ab:b7:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f257bc49-db63-4113-bc40-74a30cbf55f9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 14:45:56.504111 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port 3f69b37d-e7b0-441e-93c0-a082eadc97ab, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=3f69b37d-e7b0-441e-93c0-a082eadc97ab,segment=NetworkSegment(c941a8e8-ecb2-4dc2-87bc-ae59988983a2),segment_id=c941a8e8-ecb2-4dc2-87bc-ae59988983a2)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:45:56.523924 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Returning: {'device': '3f69b37d-e7b0-441e-93c0-a082eadc97ab', 'network_id': '0c72cac4-9121-4e18-b407-1e3b71175001', 'port_id': '3f69b37d-e7b0-441e-93c0-a082eadc97ab', 'mac_address': 'fa:16:3e:75:01:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f257bc49-db63-4113-bc40-74a30cbf55f9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 14:45:56.526536 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:56.559686 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2239d9c-e46a-46bf-bf03-91480079c2b1 {{(pid=94468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:45:56.589433 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port d2239d9c-e46a-46bf-bf03-91480079c2b1, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=d2239d9c-e46a-46bf-bf03-91480079c2b1,segment=NetworkSegment(c941a8e8-ecb2-4dc2-87bc-ae59988983a2),segment_id=c941a8e8-ecb2-4dc2-87bc-ae59988983a2)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:45:56.590558 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:56.599475 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:56.608336 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f69b37d-e7b0-441e-93c0-a082eadc97ab {{(pid=94468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:45:56.653735 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port 3f69b37d-e7b0-441e-93c0-a082eadc97ab, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=3f69b37d-e7b0-441e-93c0-a082eadc97ab,segment=NetworkSegment(c941a8e8-ecb2-4dc2-87bc-ae59988983a2),segment_id=c941a8e8-ecb2-4dc2-87bc-ae59988983a2)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:45:56.663059 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:56.668647 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Pushing event updated for resources: {'Port': ['ID=d2239d9c-e46a-46bf-bf03-91480079c2b1,revision_number=4']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:45:56.715095 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Pushing event updated for resources: {'Port': ['ID=3f69b37d-e7b0-441e-93c0-a082eadc97ab,revision_number=4']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:45:56.953623 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] get_ports_and_sgs() called for port_ids ['3f69b37d-e7b0-441e-93c0-a082eadc97ab'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:45:57.022470 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] get_ports_and_sgs() called for port_ids ['d2239d9c-e46a-46bf-bf03-91480079c2b1'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:45:57.275627 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519c95e7-6c10-4b79-b78d-bdbcfe1f7138 req-57dcfaa8-b847-4297-bd71-d791870cd961 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:45:57.277115 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-519c95e7-6c10-4b79-b78d-bdbcfe1f7138 req-57dcfaa8-b847-4297-bd71-d791870cd961 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/ports?device_id=626df24c-f964-4db8-a298-cb24cde94dbb HTTP/1.1" status: 200 len: 945 time: 0.0529029 Aug 12 14:45:57.317344 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-519c95e7-6c10-4b79-b78d-bdbcfe1f7138 req-cf434d5c-58ff-487b-8974-2a5639077c9f tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/security-groups?id=36246b04-094b-4845-831d-1126cf8a06ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339162 Aug 12 14:45:57.413438 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50383c38-f506-45a8-8285-7d93a99dee09 req-b010fa07-0942-4952-bde3-6e65c13ee33e tempest-MultipleCreateTestJSON-1478760801 tempest-MultipleCreateTestJSON-1478760801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:45:57.416057 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-50383c38-f506-45a8-8285-7d93a99dee09 req-b010fa07-0942-4952-bde3-6e65c13ee33e tempest-MultipleCreateTestJSON-1478760801 tempest-MultipleCreateTestJSON-1478760801-project] 10.222.0.39 "GET /v2.0/ports?device_id=39126d5d-a1bc-4407-ba51-f6cd6b0f37e4 HTTP/1.1" status: 200 len: 945 time: 0.0658393 Aug 12 14:45:57.464536 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-50383c38-f506-45a8-8285-7d93a99dee09 req-81d36838-2a46-4f3d-8cfa-132d72e99d7d tempest-MultipleCreateTestJSON-1478760801 tempest-MultipleCreateTestJSON-1478760801-project] 10.222.0.39 "GET /v2.0/security-groups?id=d6b51cb2-3c77-4204-9973-9fe1c11ce2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417964 Aug 12 14:45:58.198357 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device 3f69b37d-e7b0-441e-93c0-a082eadc97ab up at agent hyperv_n-h1-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:45:58.249704 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Provisioning for port 3f69b37d-e7b0-441e-93c0-a082eadc97ab completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:45:58.253155 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Provisioning complete for port 3f69b37d-e7b0-441e-93c0-a082eadc97ab triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:45:58.253521 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:58.327405 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:58.349490 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39126d5d-a1bc-4407-ba51-f6cd6b0f37e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f69b37d-e7b0-441e-93c0-a082eadc97ab'}] {{(pid=94468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:45:58.351721 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99a8d87602170099c728e57431aca99e9b98a655a83bbf8727be13192709727b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-277f055e-f464-4a8e-8c93-94ea0d32dd45" -d '{"events": [{"server_uuid": "39126d5d-a1bc-4407-ba51-f6cd6b0f37e4", "name": "network-vif-plugged", "status": "completed", "tag": "3f69b37d-e7b0-441e-93c0-a082eadc97ab"}]}' {{(pid=94468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:45:58.366502 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port 3f69b37d-e7b0-441e-93c0-a082eadc97ab, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=3f69b37d-e7b0-441e-93c0-a082eadc97ab,segment=NetworkSegment(c941a8e8-ecb2-4dc2-87bc-ae59988983a2),segment_id=c941a8e8-ecb2-4dc2-87bc-ae59988983a2)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:45:58.373453 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:45:58.396557 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 14:45:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25fc29be-9ddd-409c-8d9b-959f4ed8b2b1 x-openstack-request-id: req-25fc29be-9ddd-409c-8d9b-959f4ed8b2b1 {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:45:58.396843 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39126d5d-a1bc-4407-ba51-f6cd6b0f37e4", "name": "network-vif-plugged", "status": "completed", "tag": "3f69b37d-e7b0-441e-93c0-a082eadc97ab", "code": 200}]} {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:45:58.397091 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-25fc29be-9ddd-409c-8d9b-959f4ed8b2b1 {{(pid=94468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:45:58.397468 n-d-694802-15 neutron-server[94468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39126d5d-a1bc-4407-ba51-f6cd6b0f37e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f69b37d-e7b0-441e-93c0-a082eadc97ab', 'code': 200} Aug 12 14:45:58.428431 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Pushing event updated for resources: {'Port': ['ID=3f69b37d-e7b0-441e-93c0-a082eadc97ab,revision_number=5']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:45:58.454774 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47343445-854b-448c-a1ec-7f3fc1f56581 req-aed17326-166d-4dd7-952f-3627028be312 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:45:58.456217 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-47343445-854b-448c-a1ec-7f3fc1f56581 req-aed17326-166d-4dd7-952f-3627028be312 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/ports?device_id=626df24c-f964-4db8-a298-cb24cde94dbb HTTP/1.1" status: 200 len: 945 time: 0.0613115 Aug 12 14:45:58.490688 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e5e8c1-b8d5-4856-afce-b32c800b9581 req-f805a28e-1c2f-418a-ad10-9ff92a8dc566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:45:58.492207 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d6e5e8c1-b8d5-4856-afce-b32c800b9581 req-f805a28e-1c2f-418a-ad10-9ff92a8dc566 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=39126d5d-a1bc-4407-ba51-f6cd6b0f37e4 HTTP/1.1" status: 200 len: 1098 time: 0.0404494 Aug 12 14:45:58.499005 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-47343445-854b-448c-a1ec-7f3fc1f56581 req-c495f4e2-eb91-48fe-8aa3-833ee9da19fc tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/security-groups?id=36246b04-094b-4845-831d-1126cf8a06ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354462 Aug 12 14:45:58.533117 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d6e5e8c1-b8d5-4856-afce-b32c800b9581 req-8b6ae54d-4956-4400-9d69-ad86dc9bb371 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=d6b51cb2-3c77-4204-9973-9fe1c11ce2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335491 Aug 12 14:45:58.602780 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31809b40-b46e-4aa3-bc85-3f5202c02bcb req-e57a007f-9bf1-40cd-a0d8-7c64b38a4778 tempest-MultipleCreateTestJSON-1478760801 tempest-MultipleCreateTestJSON-1478760801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:45:58.604566 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-31809b40-b46e-4aa3-bc85-3f5202c02bcb req-e57a007f-9bf1-40cd-a0d8-7c64b38a4778 tempest-MultipleCreateTestJSON-1478760801 tempest-MultipleCreateTestJSON-1478760801-project] 10.222.0.39 "GET /v2.0/ports?device_id=39126d5d-a1bc-4407-ba51-f6cd6b0f37e4 HTTP/1.1" status: 200 len: 946 time: 0.0600584 Aug 12 14:45:58.648399 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-31809b40-b46e-4aa3-bc85-3f5202c02bcb req-a4ee6eab-3c92-48db-9c84-442915cb0dcd tempest-MultipleCreateTestJSON-1478760801 tempest-MultipleCreateTestJSON-1478760801-project] 10.222.0.39 "GET /v2.0/security-groups?id=d6b51cb2-3c77-4204-9973-9fe1c11ce2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375226 Aug 12 14:45:58.822761 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-7dce2688-f2c5-4e2d-94cc-f4455011cba1 req-1a1e442a-59d2-4a50-b0ed-61edb24d3477 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=b84c5c28-8f10-4782-84ae-2f8fa89bf4c6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0503566 Aug 12 14:45:58.907708 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dce2688-f2c5-4e2d-94cc-f4455011cba1 req-031e20fc-0799-4c7f-8c83-e6e0d67fe681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:45:58.908199 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dce2688-f2c5-4e2d-94cc-f4455011cba1 req-031e20fc-0799-4c7f-8c83-e6e0d67fe681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:45:58.908679 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dce2688-f2c5-4e2d-94cc-f4455011cba1 req-031e20fc-0799-4c7f-8c83-e6e0d67fe681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:45:58.909141 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dce2688-f2c5-4e2d-94cc-f4455011cba1 req-031e20fc-0799-4c7f-8c83-e6e0d67fe681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:45:58.909831 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dce2688-f2c5-4e2d-94cc-f4455011cba1 req-031e20fc-0799-4c7f-8c83-e6e0d67fe681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:45:58.910297 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dce2688-f2c5-4e2d-94cc-f4455011cba1 req-031e20fc-0799-4c7f-8c83-e6e0d67fe681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:45:58.910763 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dce2688-f2c5-4e2d-94cc-f4455011cba1 req-031e20fc-0799-4c7f-8c83-e6e0d67fe681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:45:58.912781 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-7dce2688-f2c5-4e2d-94cc-f4455011cba1 req-031e20fc-0799-4c7f-8c83-e6e0d67fe681 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a2fc72cd4bf747caa1a4809b30f44b5f&device_id=b84c5c28-8f10-4782-84ae-2f8fa89bf4c6 HTTP/1.1" status: 200 len: 6498 time: 0.0622644 Aug 12 14:45:59.033080 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dce2688-f2c5-4e2d-94cc-f4455011cba1 req-3cff781f-20eb-4680-af52-459ad70777df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:45:59.033569 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dce2688-f2c5-4e2d-94cc-f4455011cba1 req-3cff781f-20eb-4680-af52-459ad70777df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:45:59.034037 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dce2688-f2c5-4e2d-94cc-f4455011cba1 req-3cff781f-20eb-4680-af52-459ad70777df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:45:59.035688 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-7dce2688-f2c5-4e2d-94cc-f4455011cba1 req-3cff781f-20eb-4680-af52-459ad70777df service neutron] 10.222.0.64 "GET /v2.0/networks?id=b0e24b64-21a7-4e71-9bbe-cc7d87ed30df&id=b1fed0d0-2b0c-4ed8-b3b7-4ff4b735f473&id=b1fed0d0-2b0c-4ed8-b3b7-4ff4b735f473&id=b1fed0d0-2b0c-4ed8-b3b7-4ff4b735f473&id=b1fed0d0-2b0c-4ed8-b3b7-4ff4b735f473&id=11988a36-0d35-41ac-a66e-5ed968be2dc8&id=11988a36-0d35-41ac-a66e-5ed968be2dc8 HTTP/1.1" status: 200 len: 2294 time: 0.0982237 Aug 12 14:45:59.104338 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-7dce2688-f2c5-4e2d-94cc-f4455011cba1 req-895d245b-5ec6-484a-81f2-34718ecff9c2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=193ce8b9-1189-46e3-aa87-cd5d43e80d96 HTTP/1.1" status: 200 len: 1002 time: 0.0603137 Aug 12 14:45:59.162307 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dce2688-f2c5-4e2d-94cc-f4455011cba1 req-68403886-bbd6-4b63-86c8-e8f6c6928a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:45:59.163801 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-7dce2688-f2c5-4e2d-94cc-f4455011cba1 req-68403886-bbd6-4b63-86c8-e8f6c6928a15 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7be71cde-d18d-4052-a6ca-8e91d1377f01 HTTP/1.1" status: 200 len: 851 time: 0.0487938 Aug 12 14:45:59.211289 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dce2688-f2c5-4e2d-94cc-f4455011cba1 req-df24dbdd-99fd-4c54-92f8-135ccec35867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:45:59.212769 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-7dce2688-f2c5-4e2d-94cc-f4455011cba1 req-df24dbdd-99fd-4c54-92f8-135ccec35867 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b0e24b64-21a7-4e71-9bbe-cc7d87ed30df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0408659 Aug 12 14:45:59.308073 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-7dce2688-f2c5-4e2d-94cc-f4455011cba1 req-3801b3f1-76b2-401f-9c57-b6917ac408df service neutron] 10.222.0.64 "GET /v2.0/networks/b0e24b64-21a7-4e71-9bbe-cc7d87ed30df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869401 Aug 12 14:45:59.409777 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-7dce2688-f2c5-4e2d-94cc-f4455011cba1 req-5805d535-667f-482b-9287-e50fb61d8b53 service neutron] 10.222.0.64 "GET /v2.0/networks/b0e24b64-21a7-4e71-9bbe-cc7d87ed30df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926452 Aug 12 14:45:59.453949 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-7dce2688-f2c5-4e2d-94cc-f4455011cba1 req-0ebe1d49-0a04-45e0-8b71-5b2a9efab1bf service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.11&port_id=5bb0a447-96d6-4415-8a53-9ce9a3ae9385 HTTP/1.1" status: 200 len: 217 time: 0.0365517 Aug 12 14:45:59.512985 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dce2688-f2c5-4e2d-94cc-f4455011cba1 req-b4539b4c-535c-4b7c-b177-a82a97e974bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:45:59.514488 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-7dce2688-f2c5-4e2d-94cc-f4455011cba1 req-b4539b4c-535c-4b7c-b177-a82a97e974bd service neutron] 10.222.0.64 "GET /v2.0/subnets?id=211c9137-e01f-4e3e-8c7e-449dda79def5 HTTP/1.1" status: 200 len: 797 time: 0.0496550 Aug 12 14:45:59.607230 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dce2688-f2c5-4e2d-94cc-f4455011cba1 req-7e7ef542-dafd-4e11-bfc8-7c360d969e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:45:59.609235 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-7dce2688-f2c5-4e2d-94cc-f4455011cba1 req-7e7ef542-dafd-4e11-bfc8-7c360d969e1d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b1fed0d0-2b0c-4ed8-b3b7-4ff4b735f473&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0760469 Aug 12 14:45:59.707522 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f942b922-e8de-492e-b58f-60ffd4c3aed1 req-055dd7ef-e614-4f3b-9993-11f0649daba5 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:45:59.707522 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f942b922-e8de-492e-b58f-60ffd4c3aed1 req-055dd7ef-e614-4f3b-9993-11f0649daba5 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/ports?device_id=626df24c-f964-4db8-a298-cb24cde94dbb HTTP/1.1" status: 200 len: 945 time: 0.1152630 Aug 12 14:45:59.751713 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-7dce2688-f2c5-4e2d-94cc-f4455011cba1 req-32600e73-f0f6-48f7-a315-a6f2ba9a924f service neutron] 10.222.0.64 "GET /v2.0/networks/b1fed0d0-2b0c-4ed8-b3b7-4ff4b735f473?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285307 Aug 12 14:45:59.775036 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f942b922-e8de-492e-b58f-60ffd4c3aed1 req-d441c997-87e6-4c09-bb16-2e5c74bf833a tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/security-groups?id=36246b04-094b-4845-831d-1126cf8a06ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582178 Aug 12 14:45:59.821082 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12eb123-cf0b-44c9-8e94-f7c18c8065b1 req-35af6003-27f2-4544-9f9d-78c4c16d4304 tempest-MultipleCreateTestJSON-1478760801 tempest-MultipleCreateTestJSON-1478760801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:45:59.823437 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-e12eb123-cf0b-44c9-8e94-f7c18c8065b1 req-35af6003-27f2-4544-9f9d-78c4c16d4304 tempest-MultipleCreateTestJSON-1478760801 tempest-MultipleCreateTestJSON-1478760801-project] 10.222.0.39 "GET /v2.0/ports?device_id=39126d5d-a1bc-4407-ba51-f6cd6b0f37e4 HTTP/1.1" status: 200 len: 946 time: 0.0631657 Aug 12 14:45:59.867531 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-7dce2688-f2c5-4e2d-94cc-f4455011cba1 req-f393b12b-2b75-496a-9bbf-2a15b753a49c service neutron] 10.222.0.64 "GET /v2.0/networks/b1fed0d0-2b0c-4ed8-b3b7-4ff4b735f473?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065316 Aug 12 14:45:59.878853 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-e12eb123-cf0b-44c9-8e94-f7c18c8065b1 req-304da8c1-2267-420c-b651-c92eda973125 tempest-MultipleCreateTestJSON-1478760801 tempest-MultipleCreateTestJSON-1478760801-project] 10.222.0.39 "GET /v2.0/security-groups?id=d6b51cb2-3c77-4204-9973-9fe1c11ce2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458894 Aug 12 14:45:59.920213 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-7dce2688-f2c5-4e2d-94cc-f4455011cba1 req-1db10909-b5f0-4fc3-955d-228fc24af06b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.172&port_id=20995681-edf1-4159-b285-2b70fd9775cf HTTP/1.1" status: 200 len: 217 time: 0.0460126 Aug 12 14:46:00.061704 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dce2688-f2c5-4e2d-94cc-f4455011cba1 req-b08e8c16-b9c8-4e64-83c3-7e4f5aebd9f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:46:00.063148 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-7dce2688-f2c5-4e2d-94cc-f4455011cba1 req-b08e8c16-b9c8-4e64-83c3-7e4f5aebd9f2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=211c9137-e01f-4e3e-8c7e-449dda79def5 HTTP/1.1" status: 200 len: 797 time: 0.1359372 Aug 12 14:46:00.111775 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad837c89-2d78-474e-9610-71ffc8f6a59b req-d6a3b6e3-920e-4f7d-9e7c-0dba5596eb66 tempest-MultipleCreateTestJSON-1478760801 tempest-MultipleCreateTestJSON-1478760801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:46:00.113288 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ad837c89-2d78-474e-9610-71ffc8f6a59b req-d6a3b6e3-920e-4f7d-9e7c-0dba5596eb66 tempest-MultipleCreateTestJSON-1478760801 tempest-MultipleCreateTestJSON-1478760801-project] 10.222.0.39 "GET /v2.0/ports?device_id=9675fc13-7f0f-4858-af14-644654337de6 HTTP/1.1" status: 200 len: 945 time: 0.0918126 Aug 12 14:46:00.139151 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device d2239d9c-e46a-46bf-bf03-91480079c2b1 up at agent hyperv_n-h2-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:46:00.145194 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dce2688-f2c5-4e2d-94cc-f4455011cba1 req-b2b5b5b0-b05a-4c40-9a66-480e4b8fcb67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:46:00.145368 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-7dce2688-f2c5-4e2d-94cc-f4455011cba1 req-b2b5b5b0-b05a-4c40-9a66-480e4b8fcb67 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b1fed0d0-2b0c-4ed8-b3b7-4ff4b735f473&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0723794 Aug 12 14:46:00.191575 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ad837c89-2d78-474e-9610-71ffc8f6a59b req-e76e87b2-5089-451d-a5e9-a4f4e2a2d724 tempest-MultipleCreateTestJSON-1478760801 tempest-MultipleCreateTestJSON-1478760801-project] 10.222.0.39 "GET /v2.0/security-groups?id=d6b51cb2-3c77-4204-9973-9fe1c11ce2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707464 Aug 12 14:46:00.203010 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Provisioning for port d2239d9c-e46a-46bf-bf03-91480079c2b1 completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:46:00.207852 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Provisioning complete for port d2239d9c-e46a-46bf-bf03-91480079c2b1 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:46:00.208254 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:00.266248 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-7dce2688-f2c5-4e2d-94cc-f4455011cba1 req-cfd691d6-2907-4075-9666-26c5559d309d service neutron] 10.222.0.64 "GET /v2.0/networks/b1fed0d0-2b0c-4ed8-b3b7-4ff4b735f473?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081343 Aug 12 14:46:00.291626 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:00.329586 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port d2239d9c-e46a-46bf-bf03-91480079c2b1, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=d2239d9c-e46a-46bf-bf03-91480079c2b1,segment=NetworkSegment(c941a8e8-ecb2-4dc2-87bc-ae59988983a2),segment_id=c941a8e8-ecb2-4dc2-87bc-ae59988983a2)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:46:00.335044 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:00.374867 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-7dce2688-f2c5-4e2d-94cc-f4455011cba1 req-6a38af2f-0a11-48d6-aa69-62a65bdbd1ec service neutron] 10.222.0.64 "GET /v2.0/networks/b1fed0d0-2b0c-4ed8-b3b7-4ff4b735f473?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995369 Aug 12 14:46:00.390569 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Pushing event updated for resources: {'Port': ['ID=d2239d9c-e46a-46bf-bf03-91480079c2b1,revision_number=5']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:46:00.398236 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9675fc13-7f0f-4858-af14-644654337de6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2239d9c-e46a-46bf-bf03-91480079c2b1'}] {{(pid=94468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:46:00.400757 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99a8d87602170099c728e57431aca99e9b98a655a83bbf8727be13192709727b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f9522a9-bbfa-4d49-ac13-6feca29f4103" -d '{"events": [{"server_uuid": "9675fc13-7f0f-4858-af14-644654337de6", "name": "network-vif-plugged", "status": "completed", "tag": "d2239d9c-e46a-46bf-bf03-91480079c2b1"}]}' {{(pid=94468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:46:00.431408 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-7dce2688-f2c5-4e2d-94cc-f4455011cba1 req-6efba88f-2027-4683-a01c-580e69661b1b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.162&port_id=8a2a2db8-839c-4c50-9e8b-57a36dc63c1f HTTP/1.1" status: 200 len: 217 time: 0.0488119 Aug 12 14:46:00.440372 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 14:46:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb032044-d4be-4324-9f0d-03c0fd227263 x-openstack-request-id: req-fb032044-d4be-4324-9f0d-03c0fd227263 {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:46:00.440754 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9675fc13-7f0f-4858-af14-644654337de6", "name": "network-vif-plugged", "status": "completed", "tag": "d2239d9c-e46a-46bf-bf03-91480079c2b1", "code": 200}]} {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:46:00.441097 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-fb032044-d4be-4324-9f0d-03c0fd227263 {{(pid=94468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:46:00.441578 n-d-694802-15 neutron-server[94468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9675fc13-7f0f-4858-af14-644654337de6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2239d9c-e46a-46bf-bf03-91480079c2b1', 'code': 200} Aug 12 14:46:00.486745 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dce2688-f2c5-4e2d-94cc-f4455011cba1 req-f6298b3e-4e05-49fd-9ec7-d34138ac7f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:46:00.488349 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-7dce2688-f2c5-4e2d-94cc-f4455011cba1 req-f6298b3e-4e05-49fd-9ec7-d34138ac7f19 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=211c9137-e01f-4e3e-8c7e-449dda79def5 HTTP/1.1" status: 200 len: 797 time: 0.0502539 Aug 12 14:46:00.570385 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90d63af-eae3-48d7-bbb7-23ed02cf52a7 req-9ba76ad4-6316-409d-b54a-dcf49d0ddf1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:46:00.571958 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f90d63af-eae3-48d7-bbb7-23ed02cf52a7 req-9ba76ad4-6316-409d-b54a-dcf49d0ddf1e service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=9675fc13-7f0f-4858-af14-644654337de6 HTTP/1.1" status: 200 len: 1098 time: 0.0676210 Aug 12 14:46:00.573837 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dce2688-f2c5-4e2d-94cc-f4455011cba1 req-73fa76bd-cf57-4820-a0c9-01176baef489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:46:00.575275 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-7dce2688-f2c5-4e2d-94cc-f4455011cba1 req-73fa76bd-cf57-4820-a0c9-01176baef489 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b1fed0d0-2b0c-4ed8-b3b7-4ff4b735f473&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0787737 Aug 12 14:46:00.665454 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f90d63af-eae3-48d7-bbb7-23ed02cf52a7 req-97296f73-0f7c-49e2-b275-c628e62da2e4 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=d6b51cb2-3c77-4204-9973-9fe1c11ce2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857196 Aug 12 14:46:00.705918 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-7dce2688-f2c5-4e2d-94cc-f4455011cba1 req-fb8b403c-0972-490c-b124-0b5d698df5a9 service neutron] 10.222.0.64 "GET /v2.0/networks/b1fed0d0-2b0c-4ed8-b3b7-4ff4b735f473?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084213 Aug 12 14:46:00.820975 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-7dce2688-f2c5-4e2d-94cc-f4455011cba1 req-5eb17f48-1261-4b95-93dc-851ae3aa9f9c service neutron] 10.222.0.64 "GET /v2.0/networks/b1fed0d0-2b0c-4ed8-b3b7-4ff4b735f473?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074171 Aug 12 14:46:00.869533 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-7dce2688-f2c5-4e2d-94cc-f4455011cba1 req-352a4091-8e89-44b5-a326-c0ad8e17ae6a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.56&port_id=4923449d-bcf2-48db-a05c-3f4b4d068e78 HTTP/1.1" status: 200 len: 217 time: 0.0415399 Aug 12 14:46:00.949655 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dce2688-f2c5-4e2d-94cc-f4455011cba1 req-924c16ff-9dbc-41f4-8e7b-a868d71baaa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:46:00.951170 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-7dce2688-f2c5-4e2d-94cc-f4455011cba1 req-924c16ff-9dbc-41f4-8e7b-a868d71baaa3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=211c9137-e01f-4e3e-8c7e-449dda79def5 HTTP/1.1" status: 200 len: 797 time: 0.0729442 Aug 12 14:46:00.959802 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b39725e-a208-4268-b8fd-e6952a56f084 req-0003fcde-3c11-45da-a064-6b06d7f42c28 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:46:00.961199 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-5b39725e-a208-4268-b8fd-e6952a56f084 req-0003fcde-3c11-45da-a064-6b06d7f42c28 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/ports?device_id=626df24c-f964-4db8-a298-cb24cde94dbb HTTP/1.1" status: 200 len: 945 time: 0.0942466 Aug 12 14:46:01.029677 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dce2688-f2c5-4e2d-94cc-f4455011cba1 req-a7529c6c-7689-45a0-a225-1fc3c24df2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:46:01.029677 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-7dce2688-f2c5-4e2d-94cc-f4455011cba1 req-a7529c6c-7689-45a0-a225-1fc3c24df2c3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b1fed0d0-2b0c-4ed8-b3b7-4ff4b735f473&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0641534 Aug 12 14:46:01.029677 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-5b39725e-a208-4268-b8fd-e6952a56f084 req-5dd29cbb-a070-4c12-b831-c98844bbbbae tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/security-groups?id=36246b04-094b-4845-831d-1126cf8a06ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600398 Aug 12 14:46:01.122347 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-7dce2688-f2c5-4e2d-94cc-f4455011cba1 req-af224eba-c3fc-44c3-837d-61b9393337b1 service neutron] 10.222.0.64 "GET /v2.0/networks/b1fed0d0-2b0c-4ed8-b3b7-4ff4b735f473?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883706 Aug 12 14:46:01.224613 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-7dce2688-f2c5-4e2d-94cc-f4455011cba1 req-fccce964-4b47-4fca-a577-b555e4400d15 service neutron] 10.222.0.64 "GET /v2.0/networks/b1fed0d0-2b0c-4ed8-b3b7-4ff4b735f473?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953078 Aug 12 14:46:01.270866 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-7dce2688-f2c5-4e2d-94cc-f4455011cba1 req-31dca67e-24b5-4143-a654-3128835f1e28 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=7de8ae80-93f9-4c28-b118-83a2cf3c4c92 HTTP/1.1" status: 200 len: 217 time: 0.0394733 Aug 12 14:46:01.346359 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dce2688-f2c5-4e2d-94cc-f4455011cba1 req-050aa0aa-4957-4a35-899a-d4944b88ff3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:46:01.348227 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-7dce2688-f2c5-4e2d-94cc-f4455011cba1 req-050aa0aa-4957-4a35-899a-d4944b88ff3a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f28f0220-494a-4307-80cf-9a7c85a04176 HTTP/1.1" status: 200 len: 797 time: 0.0699680 Aug 12 14:46:01.357225 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d7e904-3f4b-4b50-bdcf-04627af3bcaf req-e4f51611-d8b1-4a07-af28-c847effac9fd tempest-MultipleCreateTestJSON-1478760801 tempest-MultipleCreateTestJSON-1478760801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:46:01.358612 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f3d7e904-3f4b-4b50-bdcf-04627af3bcaf req-e4f51611-d8b1-4a07-af28-c847effac9fd tempest-MultipleCreateTestJSON-1478760801 tempest-MultipleCreateTestJSON-1478760801-project] 10.222.0.39 "GET /v2.0/ports?device_id=9675fc13-7f0f-4858-af14-644654337de6 HTTP/1.1" status: 200 len: 946 time: 0.0905595 Aug 12 14:46:01.421851 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f3d7e904-3f4b-4b50-bdcf-04627af3bcaf req-8e7fe44e-90a7-4b5b-964b-4d6ad692bfc0 tempest-MultipleCreateTestJSON-1478760801 tempest-MultipleCreateTestJSON-1478760801-project] 10.222.0.39 "GET /v2.0/security-groups?id=d6b51cb2-3c77-4204-9973-9fe1c11ce2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541561 Aug 12 14:46:01.424706 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dce2688-f2c5-4e2d-94cc-f4455011cba1 req-0ea3738e-6f62-4075-ade9-ecb001a51e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:46:01.426173 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-7dce2688-f2c5-4e2d-94cc-f4455011cba1 req-0ea3738e-6f62-4075-ade9-ecb001a51e10 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=11988a36-0d35-41ac-a66e-5ed968be2dc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0666904 Aug 12 14:46:01.527492 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-7dce2688-f2c5-4e2d-94cc-f4455011cba1 req-fe126fa1-9798-4aec-82c7-17d9947b4fdf service neutron] 10.222.0.64 "GET /v2.0/networks/11988a36-0d35-41ac-a66e-5ed968be2dc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942950 Aug 12 14:46:01.622787 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-7dce2688-f2c5-4e2d-94cc-f4455011cba1 req-8c2768b1-48a8-41a0-9def-91ca4f1e2b9a service neutron] 10.222.0.64 "GET /v2.0/networks/11988a36-0d35-41ac-a66e-5ed968be2dc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886400 Aug 12 14:46:01.669752 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-7dce2688-f2c5-4e2d-94cc-f4455011cba1 req-184bc3e4-c718-4799-8116-7b27b7af8ac0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=57eff036-3311-481b-b542-bcfb85ced81c HTTP/1.1" status: 200 len: 217 time: 0.0402248 Aug 12 14:46:01.719457 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dce2688-f2c5-4e2d-94cc-f4455011cba1 req-5517f59f-c738-4744-85c7-5e9554ac34fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:46:01.721075 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-7dce2688-f2c5-4e2d-94cc-f4455011cba1 req-5517f59f-c738-4744-85c7-5e9554ac34fd service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f28f0220-494a-4307-80cf-9a7c85a04176 HTTP/1.1" status: 200 len: 797 time: 0.0452299 Aug 12 14:46:01.770241 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dce2688-f2c5-4e2d-94cc-f4455011cba1 req-93b5a895-8cf8-42d4-9233-f4fa3c6cc856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:46:01.771827 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-7dce2688-f2c5-4e2d-94cc-f4455011cba1 req-93b5a895-8cf8-42d4-9233-f4fa3c6cc856 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=11988a36-0d35-41ac-a66e-5ed968be2dc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0424168 Aug 12 14:46:01.880969 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-7dce2688-f2c5-4e2d-94cc-f4455011cba1 req-a795e73c-9d35-4089-aafc-0fc09c29700a service neutron] 10.222.0.64 "GET /v2.0/networks/11988a36-0d35-41ac-a66e-5ed968be2dc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008246 Aug 12 14:46:01.981861 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-7dce2688-f2c5-4e2d-94cc-f4455011cba1 req-fa431152-9684-4dff-afdf-a665ac348dd6 service neutron] 10.222.0.64 "GET /v2.0/networks/11988a36-0d35-41ac-a66e-5ed968be2dc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938504 Aug 12 14:46:02.155307 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c481d7-4aea-488f-9473-21d0f01a2fb5 req-f567c4e0-b317-46a8-b930-14143d3517f6 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:46:02.156865 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-65c481d7-4aea-488f-9473-21d0f01a2fb5 req-f567c4e0-b317-46a8-b930-14143d3517f6 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/ports?device_id=626df24c-f964-4db8-a298-cb24cde94dbb HTTP/1.1" status: 200 len: 945 time: 0.0507233 Aug 12 14:46:02.202467 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-65c481d7-4aea-488f-9473-21d0f01a2fb5 req-48af9bb7-092f-4ea6-8dd8-f485750bb2b8 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/security-groups?id=36246b04-094b-4845-831d-1126cf8a06ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385511 Aug 12 14:46:02.545694 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109c9185-3acb-49cc-9a93-828b58b68b78 req-87d236b1-9f72-4921-83ce-6a95399df2bf tempest-MultipleCreateTestJSON-1478760801 tempest-MultipleCreateTestJSON-1478760801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:46:02.547214 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-109c9185-3acb-49cc-9a93-828b58b68b78 req-87d236b1-9f72-4921-83ce-6a95399df2bf tempest-MultipleCreateTestJSON-1478760801 tempest-MultipleCreateTestJSON-1478760801-project] 10.222.0.39 "GET /v2.0/ports?device_id=9675fc13-7f0f-4858-af14-644654337de6 HTTP/1.1" status: 200 len: 946 time: 0.0517833 Aug 12 14:46:02.588055 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-109c9185-3acb-49cc-9a93-828b58b68b78 req-be635848-4af0-48ff-90ee-00dcf315d0e5 tempest-MultipleCreateTestJSON-1478760801 tempest-MultipleCreateTestJSON-1478760801-project] 10.222.0.39 "GET /v2.0/security-groups?id=d6b51cb2-3c77-4204-9973-9fe1c11ce2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336537 Aug 12 14:46:03.011584 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a429ff-05b6-4714-b4b4-14de781018a8 req-027a3cc5-bef5-4b12-85c1-8497df7a4acd tempest-MultipleCreateTestJSON-1478760801 tempest-MultipleCreateTestJSON-1478760801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:46:03.019925 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-b5a429ff-05b6-4714-b4b4-14de781018a8 req-027a3cc5-bef5-4b12-85c1-8497df7a4acd tempest-MultipleCreateTestJSON-1478760801 tempest-MultipleCreateTestJSON-1478760801-project] 10.222.0.39 "GET /v2.0/ports?device_id=9675fc13-7f0f-4858-af14-644654337de6 HTTP/1.1" status: 200 len: 946 time: 0.0687153 Aug 12 14:46:03.065619 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-b5a429ff-05b6-4714-b4b4-14de781018a8 req-36bb712f-779a-4e9a-b41c-a23249e17eeb tempest-MultipleCreateTestJSON-1478760801 tempest-MultipleCreateTestJSON-1478760801-project] 10.222.0.39 "GET /v2.0/security-groups?id=d6b51cb2-3c77-4204-9973-9fe1c11ce2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425987 Aug 12 14:46:03.327239 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f182b3eb-e153-4d8d-a61d-3ceae703893f req-0d2678b8-4a24-4945-9f10-47a16b78001c tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:46:03.331487 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f182b3eb-e153-4d8d-a61d-3ceae703893f req-0d2678b8-4a24-4945-9f10-47a16b78001c tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/ports?device_id=626df24c-f964-4db8-a298-cb24cde94dbb HTTP/1.1" status: 200 len: 945 time: 0.0571847 Aug 12 14:46:03.369501 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f182b3eb-e153-4d8d-a61d-3ceae703893f req-189fb70f-c60a-4e84-942a-c293106f00e5 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/security-groups?id=36246b04-094b-4845-831d-1126cf8a06ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342875 Aug 12 14:46:04.254385 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593c71dc-9a97-4565-a2d6-110d7c691e8a req-96dd439e-43de-40ab-ba26-543038b3b923 tempest-MultipleCreateTestJSON-1478760801 tempest-MultipleCreateTestJSON-1478760801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:46:04.264590 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-593c71dc-9a97-4565-a2d6-110d7c691e8a req-96dd439e-43de-40ab-ba26-543038b3b923 tempest-MultipleCreateTestJSON-1478760801 tempest-MultipleCreateTestJSON-1478760801-project] 10.222.0.39 "GET /v2.0/ports?device_id=9675fc13-7f0f-4858-af14-644654337de6 HTTP/1.1" status: 200 len: 946 time: 0.1140783 Aug 12 14:46:04.303646 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-593c71dc-9a97-4565-a2d6-110d7c691e8a req-01427290-2c5d-405f-afde-dcbb15fda7bf tempest-MultipleCreateTestJSON-1478760801 tempest-MultipleCreateTestJSON-1478760801-project] 10.222.0.39 "GET /v2.0/security-groups?id=d6b51cb2-3c77-4204-9973-9fe1c11ce2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381839 Aug 12 14:46:04.357322 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63920af5-14b9-4a10-aa69-33fe7bfbdf0f req-f80a2947-a3a0-4412-b3ad-f6d6936ebf74 tempest-MultipleCreateTestJSON-1478760801 tempest-MultipleCreateTestJSON-1478760801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:46:04.359139 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-63920af5-14b9-4a10-aa69-33fe7bfbdf0f req-f80a2947-a3a0-4412-b3ad-f6d6936ebf74 tempest-MultipleCreateTestJSON-1478760801 tempest-MultipleCreateTestJSON-1478760801-project] 10.222.0.64 "GET /v2.0/ports?device_id=39126d5d-a1bc-4407-ba51-f6cd6b0f37e4 HTTP/1.1" status: 200 len: 946 time: 0.0545504 Aug 12 14:46:04.534566 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e933cb54-0a3a-489a-b119-9d4fa94cea6e req-47520f94-7989-4dc0-8591-282cabc9ca7f tempest-MultipleCreateTestJSON-1478760801 tempest-MultipleCreateTestJSON-1478760801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:46:04.536222 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e933cb54-0a3a-489a-b119-9d4fa94cea6e req-47520f94-7989-4dc0-8591-282cabc9ca7f tempest-MultipleCreateTestJSON-1478760801 tempest-MultipleCreateTestJSON-1478760801-project] 10.222.0.49 "GET /v2.0/ports?device_id=9675fc13-7f0f-4858-af14-644654337de6 HTTP/1.1" status: 200 len: 946 time: 0.0964425 Aug 12 14:46:04.552965 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5940f111-cc16-497b-a48d-baa4cab4b766 req-c95f0df6-de24-490d-9c2b-1610f5f4d3fd tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:46:04.554408 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-5940f111-cc16-497b-a48d-baa4cab4b766 req-c95f0df6-de24-490d-9c2b-1610f5f4d3fd tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/ports?device_id=626df24c-f964-4db8-a298-cb24cde94dbb HTTP/1.1" status: 200 len: 945 time: 0.1032252 Aug 12 14:46:04.591777 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [req-63920af5-14b9-4a10-aa69-33fe7bfbdf0f req-f4ce4d4e-ffdb-4d36-9e1e-691b55382816 tempest-MultipleCreateTestJSON-1478760801 tempest-MultipleCreateTestJSON-1478760801-project] Deleting port 3f69b37d-e7b0-441e-93c0-a082eadc97ab {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:46:04.592127 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-63920af5-14b9-4a10-aa69-33fe7bfbdf0f req-f4ce4d4e-ffdb-4d36-9e1e-691b55382816 tempest-MultipleCreateTestJSON-1478760801 tempest-MultipleCreateTestJSON-1478760801-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:04.708697 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-5940f111-cc16-497b-a48d-baa4cab4b766 req-19a0b118-cb7b-4956-b5cc-18bd430a0842 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/security-groups?id=36246b04-094b-4845-831d-1126cf8a06ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451726 Aug 12 14:46:04.743142 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-63920af5-14b9-4a10-aa69-33fe7bfbdf0f req-f4ce4d4e-ffdb-4d36-9e1e-691b55382816 tempest-MultipleCreateTestJSON-1478760801 tempest-MultipleCreateTestJSON-1478760801-project] For port 3f69b37d-e7b0-441e-93c0-a082eadc97ab, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=3f69b37d-e7b0-441e-93c0-a082eadc97ab,segment=NetworkSegment(c941a8e8-ecb2-4dc2-87bc-ae59988983a2),segment_id=c941a8e8-ecb2-4dc2-87bc-ae59988983a2)] {{(pid=94467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:46:04.743521 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-63920af5-14b9-4a10-aa69-33fe7bfbdf0f req-f4ce4d4e-ffdb-4d36-9e1e-691b55382816 tempest-MultipleCreateTestJSON-1478760801 tempest-MultipleCreateTestJSON-1478760801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:04.763674 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [req-63920af5-14b9-4a10-aa69-33fe7bfbdf0f req-f4ce4d4e-ffdb-4d36-9e1e-691b55382816 tempest-MultipleCreateTestJSON-1478760801 tempest-MultipleCreateTestJSON-1478760801-project] Calling delete_port for 3f69b37d-e7b0-441e-93c0-a082eadc97ab owned by compute:nova {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:46:04.784093 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [req-e933cb54-0a3a-489a-b119-9d4fa94cea6e req-b18283ab-2c43-4f85-8dd5-39e3c6a3f900 tempest-MultipleCreateTestJSON-1478760801 tempest-MultipleCreateTestJSON-1478760801-project] Deleting port d2239d9c-e46a-46bf-bf03-91480079c2b1 {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:46:04.784487 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-e933cb54-0a3a-489a-b119-9d4fa94cea6e req-b18283ab-2c43-4f85-8dd5-39e3c6a3f900 tempest-MultipleCreateTestJSON-1478760801 tempest-MultipleCreateTestJSON-1478760801-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:04.973480 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d84274c-0f7b-4b1d-841a-12075087b166 req-f4057668-3ad9-492a-bb49-71f2b1db7e04 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:46:04.975001 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0d84274c-0f7b-4b1d-841a-12075087b166 req-f4057668-3ad9-492a-bb49-71f2b1db7e04 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/ports?device_id=82ca70f0-3356-4166-96ef-a264876874d1 HTTP/1.1" status: 200 len: 945 time: 0.1013877 Aug 12 14:46:04.981150 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-e933cb54-0a3a-489a-b119-9d4fa94cea6e req-b18283ab-2c43-4f85-8dd5-39e3c6a3f900 tempest-MultipleCreateTestJSON-1478760801 tempest-MultipleCreateTestJSON-1478760801-project] For port d2239d9c-e46a-46bf-bf03-91480079c2b1, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=d2239d9c-e46a-46bf-bf03-91480079c2b1,segment=NetworkSegment(c941a8e8-ecb2-4dc2-87bc-ae59988983a2),segment_id=c941a8e8-ecb2-4dc2-87bc-ae59988983a2)] {{(pid=94467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:46:04.981519 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-e933cb54-0a3a-489a-b119-9d4fa94cea6e req-b18283ab-2c43-4f85-8dd5-39e3c6a3f900 tempest-MultipleCreateTestJSON-1478760801 tempest-MultipleCreateTestJSON-1478760801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:05.036963 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [req-e933cb54-0a3a-489a-b119-9d4fa94cea6e req-b18283ab-2c43-4f85-8dd5-39e3c6a3f900 tempest-MultipleCreateTestJSON-1478760801 tempest-MultipleCreateTestJSON-1478760801-project] Calling delete_port for d2239d9c-e46a-46bf-bf03-91480079c2b1 owned by compute:nova {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:46:05.112636 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0d84274c-0f7b-4b1d-841a-12075087b166 req-b08ea567-6888-4dab-83e7-519750bf08e5 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc2dacd2-6b8c-4388-a6b9-7c76f36fc545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1283998 Aug 12 14:46:05.114788 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-63920af5-14b9-4a10-aa69-33fe7bfbdf0f req-f4ce4d4e-ffdb-4d36-9e1e-691b55382816 tempest-MultipleCreateTestJSON-1478760801 tempest-MultipleCreateTestJSON-1478760801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:05.128676 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] get_ports_and_sgs() called for port_ids ['d2239d9c-e46a-46bf-bf03-91480079c2b1'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:46:05.185532 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ce4d4e-ffdb-4d36-9e1e-691b55382816 tempest-MultipleCreateTestJSON-1478760801 tempest-MultipleCreateTestJSON-1478760801-project] Pushing event deleted for resources: {'Port': ['ID=3f69b37d-e7b0-441e-93c0-a082eadc97ab,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:46:05.206086 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] get_ports_and_sgs() called for port_ids ['3f69b37d-e7b0-441e-93c0-a082eadc97ab'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:46:05.257614 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [req-63920af5-14b9-4a10-aa69-33fe7bfbdf0f req-f4ce4d4e-ffdb-4d36-9e1e-691b55382816 tempest-MultipleCreateTestJSON-1478760801 tempest-MultipleCreateTestJSON-1478760801-project] No DVR routers for this DVR port 3f69b37d-e7b0-441e-93c0-a082eadc97ab on host n-h1-694802-15 {{(pid=94467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:46:05.269584 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-63920af5-14b9-4a10-aa69-33fe7bfbdf0f req-f4ce4d4e-ffdb-4d36-9e1e-691b55382816 tempest-MultipleCreateTestJSON-1478760801 tempest-MultipleCreateTestJSON-1478760801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:05.271548 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-63920af5-14b9-4a10-aa69-33fe7bfbdf0f req-f4ce4d4e-ffdb-4d36-9e1e-691b55382816 tempest-MultipleCreateTestJSON-1478760801 tempest-MultipleCreateTestJSON-1478760801-project] 10.222.0.64 "DELETE /v2.0/ports/3f69b37d-e7b0-441e-93c0-a082eadc97ab HTTP/1.1" status: 204 len: 173 time: 0.9056833 Aug 12 14:46:05.273381 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39126d5d-a1bc-4407-ba51-f6cd6b0f37e4', 'name': 'network-vif-deleted', 'tag': '3f69b37d-e7b0-441e-93c0-a082eadc97ab'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:46:05.276991 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e65282f928b64038367d043a4411777802006c43a98742496cb2e25b724ff1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ffd80dd-1dd7-4de3-86fd-7fca7a23bd90" -d '{"events": [{"server_uuid": "39126d5d-a1bc-4407-ba51-f6cd6b0f37e4", "name": "network-vif-deleted", "tag": "3f69b37d-e7b0-441e-93c0-a082eadc97ab"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:46:05.389343 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 14:46:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-524deb7d-05e3-4808-af3b-db92a258d33d x-openstack-request-id: req-524deb7d-05e3-4808-af3b-db92a258d33d {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:46:05.389974 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39126d5d-a1bc-4407-ba51-f6cd6b0f37e4", "name": "network-vif-deleted", "tag": "3f69b37d-e7b0-441e-93c0-a082eadc97ab", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:46:05.389974 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-524deb7d-05e3-4808-af3b-db92a258d33d {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:46:05.390282 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39126d5d-a1bc-4407-ba51-f6cd6b0f37e4', 'name': 'network-vif-deleted', 'tag': '3f69b37d-e7b0-441e-93c0-a082eadc97ab', 'status': 'completed', 'code': 200} Aug 12 14:46:05.450352 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506f617b-a173-42bf-ba0d-8e11bb246af8 req-f4d110d1-bbe6-4fe6-b853-29f629def3cc tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:46:05.459781 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-506f617b-a173-42bf-ba0d-8e11bb246af8 req-f4d110d1-bbe6-4fe6-b853-29f629def3cc tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/ports?device_id=82ca70f0-3356-4166-96ef-a264876874d1 HTTP/1.1" status: 200 len: 945 time: 0.2036009 Aug 12 14:46:05.526714 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-506f617b-a173-42bf-ba0d-8e11bb246af8 req-29fba8d3-772d-4fc1-aa53-ffcdc41d7045 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc2dacd2-6b8c-4388-a6b9-7c76f36fc545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655565 Aug 12 14:46:05.534911 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf53666-d19a-45a1-9494-096307704d32 req-cb5f84af-6fb7-426d-9c40-7240fa68896e tempest-MultipleCreateTestJSON-1478760801 tempest-MultipleCreateTestJSON-1478760801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:46:05.542535 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-dbf53666-d19a-45a1-9494-096307704d32 req-cb5f84af-6fb7-426d-9c40-7240fa68896e tempest-MultipleCreateTestJSON-1478760801 tempest-MultipleCreateTestJSON-1478760801-project] 10.222.0.39 "GET /v2.0/ports?device_id=9675fc13-7f0f-4858-af14-644654337de6 HTTP/1.1" status: 200 len: 867 time: 0.0751677 Aug 12 14:46:05.552604 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-e933cb54-0a3a-489a-b119-9d4fa94cea6e req-b18283ab-2c43-4f85-8dd5-39e3c6a3f900 tempest-MultipleCreateTestJSON-1478760801 tempest-MultipleCreateTestJSON-1478760801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:05.565553 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] get_ports_and_sgs() called for port_ids ['3f69b37d-e7b0-441e-93c0-a082eadc97ab'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:46:05.619734 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-dbf53666-d19a-45a1-9494-096307704d32 req-ca77ab7c-159e-499b-9b16-f3abd17d4df7 tempest-MultipleCreateTestJSON-1478760801 tempest-MultipleCreateTestJSON-1478760801-project] 10.222.0.39 "GET /v2.0/security-groups?id=d6b51cb2-3c77-4204-9973-9fe1c11ce2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761802 Aug 12 14:46:05.627457 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18283ab-2c43-4f85-8dd5-39e3c6a3f900 tempest-MultipleCreateTestJSON-1478760801 tempest-MultipleCreateTestJSON-1478760801-project] Pushing event deleted for resources: {'Port': ['ID=d2239d9c-e46a-46bf-bf03-91480079c2b1,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:46:05.674424 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [req-e933cb54-0a3a-489a-b119-9d4fa94cea6e req-b18283ab-2c43-4f85-8dd5-39e3c6a3f900 tempest-MultipleCreateTestJSON-1478760801 tempest-MultipleCreateTestJSON-1478760801-project] No DVR routers for this DVR port d2239d9c-e46a-46bf-bf03-91480079c2b1 on host n-h2-694802-15 {{(pid=94467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:46:05.677830 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-e933cb54-0a3a-489a-b119-9d4fa94cea6e req-b18283ab-2c43-4f85-8dd5-39e3c6a3f900 tempest-MultipleCreateTestJSON-1478760801 tempest-MultipleCreateTestJSON-1478760801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:05.687917 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e933cb54-0a3a-489a-b119-9d4fa94cea6e req-b18283ab-2c43-4f85-8dd5-39e3c6a3f900 tempest-MultipleCreateTestJSON-1478760801 tempest-MultipleCreateTestJSON-1478760801-project] 10.222.0.49 "DELETE /v2.0/ports/d2239d9c-e46a-46bf-bf03-91480079c2b1 HTTP/1.1" status: 204 len: 173 time: 1.1425834 Aug 12 14:46:05.959118 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd4a1ab-1ee9-458d-8fbf-2d9d2754a692 req-418f40eb-0ae4-4f46-80ac-2ecc2eb2fe80 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:46:05.960548 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-ebd4a1ab-1ee9-458d-8fbf-2d9d2754a692 req-418f40eb-0ae4-4f46-80ac-2ecc2eb2fe80 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/networks?id=4552c891-e268-4d7c-98f1-e8736a29b277 HTTP/1.1" status: 200 len: 812 time: 0.1195059 Aug 12 14:46:05.976828 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-ebd4a1ab-1ee9-458d-8fbf-2d9d2754a692 req-7b214f49-4c46-478a-8266-996be9b7b541 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/quotas/f4b313af8d624a809d563851b784d520 HTTP/1.1" status: 200 len: 375 time: 0.0095341 Aug 12 14:46:06.051398 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-ebd4a1ab-1ee9-458d-8fbf-2d9d2754a692 req-69307f33-8278-4a64-b797-a3ba02d766a1 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=f4b313af8d624a809d563851b784d520&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0683479 Aug 12 14:46:06.209934 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-ebd4a1ab-1ee9-458d-8fbf-2d9d2754a692 req-ff343cf4-c6c3-46a4-8a2e-688be8e20a93 service neutron] 10.222.0.39 "GET /v2.0/networks/4552c891-e268-4d7c-98f1-e8736a29b277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500826 Aug 12 14:46:06.347822 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-ebd4a1ab-1ee9-458d-8fbf-2d9d2754a692 req-95c814f4-49fb-4f8c-9096-382669912b21 service neutron] 10.222.0.39 "GET /v2.0/networks/4552c891-e268-4d7c-98f1-e8736a29b277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370218 Aug 12 14:46:06.520334 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2abb401d-6526-4d64-90b7-71df7abcc7e1 req-ef5f269a-0362-4128-8552-6c9949411889 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/ports?device_id=8c0853c2-babc-4d79-9e6a-fdf2bca90047 HTTP/1.1" status: 200 len: 210 time: 0.0274234 Aug 12 14:46:06.740395 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 52532) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:46:06.795718 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_v2 [None req-b76b51ab-5249-4ac5-9768-17c3426a40ea admin admin] Deleting subnet f257bc49-db63-4113-bc40-74a30cbf55f9 {{(pid=94466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 14:46:06.799131 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b76b51ab-5249-4ac5-9768-17c3426a40ea admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:06.836216 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b76b51ab-5249-4ac5-9768-17c3426a40ea admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2293551'] for subnet, precommit_delete_associations {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:06.881492 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b76b51ab-5249-4ac5-9768-17c3426a40ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66416255'] for subnet, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:06.945193 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b76b51ab-5249-4ac5-9768-17c3426a40ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66416232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3718429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8776402'] for subnet, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:06.977474 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76b51ab-5249-4ac5-9768-17c3426a40ea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f257bc49-db63-4113-bc40-74a30cbf55f9,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:46:06.986658 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b76b51ab-5249-4ac5-9768-17c3426a40ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for subnet, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:06.990320 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-b76b51ab-5249-4ac5-9768-17c3426a40ea admin admin] 10.222.0.39 "DELETE /v2.0/subnets/f257bc49-db63-4113-bc40-74a30cbf55f9 HTTP/1.1" status: 204 len: 168 time: 0.2488098 Aug 12 14:46:06.994619 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 52536) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:46:07.064995 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-e05ca022-d831-4fd2-84f4-5d066f0baefe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680608'] for network, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:07.162071 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-e05ca022-d831-4fd2-84f4-5d066f0baefe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66413304', 'neutron.services.segments.db._delete_segments_for_network-8744654118000'] for network, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:07.181022 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-e05ca022-d831-4fd2-84f4-5d066f0baefe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c72cac4-9121-4e18-b407-1e3b71175001']}} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:46:07.190771 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-e05ca022-d831-4fd2-84f4-5d066f0baefe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c941a8e8-ecb2-4dc2-87bc-ae59988983a2') {'for_net_delete': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:46:07.191112 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-e05ca022-d831-4fd2-84f4-5d066f0baefe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c941a8e8-ecb2-4dc2-87bc-ae59988983a2') {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:46:07.208202 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-e05ca022-d831-4fd2-84f4-5d066f0baefe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744654122361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3857526'] for segment, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:07.238062 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-e05ca022-d831-4fd2-84f4-5d066f0baefe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:07.247333 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e05ca022-d831-4fd2-84f4-5d066f0baefe admin admin] Releasing vlan 312 on physical network physnet1 to pool {{(pid=94467) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 14:46:07.247739 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-e05ca022-d831-4fd2-84f4-5d066f0baefe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2859015'] for segment, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:07.249495 n-d-694802-15 neutron-server[94467]: Traceback (most recent call last): Aug 12 14:46:07.249495 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 14:46:07.249495 n-d-694802-15 neutron-server[94467]: timer() Aug 12 14:46:07.249495 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 14:46:07.249495 n-d-694802-15 neutron-server[94467]: cb(*args, **kw) Aug 12 14:46:07.249495 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 14:46:07.249495 n-d-694802-15 neutron-server[94467]: return func(*args, **kwargs) Aug 12 14:46:07.249495 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 14:46:07.249495 n-d-694802-15 neutron-server[94467]: self._notify() Aug 12 14:46:07.249495 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 14:46:07.249495 n-d-694802-15 neutron-server[94467]: self.callback(batched_events) Aug 12 14:46:07.249495 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 14:46:07.249495 n-d-694802-15 neutron-server[94467]: event.method(event) Aug 12 14:46:07.249495 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 14:46:07.249495 n-d-694802-15 neutron-server[94467]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 14:46:07.249495 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 14:46:07.249495 n-d-694802-15 neutron-server[94467]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 14:46:07.249495 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 14:46:07.249495 n-d-694802-15 neutron-server[94467]: return f(self, *a, **k) Aug 12 14:46:07.249495 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 14:46:07.249495 n-d-694802-15 neutron-server[94467]: return self._get(url).json() Aug 12 14:46:07.249495 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 14:46:07.249495 n-d-694802-15 neutron-server[94467]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 14:46:07.249495 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 14:46:07.249495 n-d-694802-15 neutron-server[94467]: return self.request(url, 'GET', **kwargs) Aug 12 14:46:07.249495 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 14:46:07.249495 n-d-694802-15 neutron-server[94467]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 14:46:07.249495 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 14:46:07.249495 n-d-694802-15 neutron-server[94467]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 14:46:07.249495 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 14:46:07.249495 n-d-694802-15 neutron-server[94467]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 14:46:07.249495 n-d-694802-15 neutron-server[94467]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 14:46:07.301546 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b76155cd-2cfe-474a-9414-e21ec87478fd req-2dced216-00c2-4053-898c-bfae1890e4d4 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=b148e05e-7d9e-4da9-9b03-99a8a72e94ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1016853 Aug 12 14:46:07.316187 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-e05ca022-d831-4fd2-84f4-5d066f0baefe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66413281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431520'] for network, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:07.323542 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-e05ca022-d831-4fd2-84f4-5d066f0baefe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for network, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:07.325674 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-e05ca022-d831-4fd2-84f4-5d066f0baefe admin admin] 10.222.0.39 "DELETE /v2.0/networks/0c72cac4-9121-4e18-b407-1e3b71175001 HTTP/1.1" status: 204 len: 168 time: 0.3297546 Aug 12 14:46:07.369486 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05ca022-d831-4fd2-84f4-5d066f0baefe admin admin] Pushing event deleted for resources: {'Network': ['ID=0c72cac4-9121-4e18-b407-1e3b71175001,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:46:07.383057 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05ca022-d831-4fd2-84f4-5d066f0baefe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:46:07.383497 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05ca022-d831-4fd2-84f4-5d066f0baefe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:46:07.384446 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05ca022-d831-4fd2-84f4-5d066f0baefe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:46:07.384845 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05ca022-d831-4fd2-84f4-5d066f0baefe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:46:07.385396 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05ca022-d831-4fd2-84f4-5d066f0baefe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:46:07.385709 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05ca022-d831-4fd2-84f4-5d066f0baefe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:46:07.386430 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05ca022-d831-4fd2-84f4-5d066f0baefe admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:46:07.386773 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05ca022-d831-4fd2-84f4-5d066f0baefe admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:46:07.387110 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05ca022-d831-4fd2-84f4-5d066f0baefe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:46:07.387435 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05ca022-d831-4fd2-84f4-5d066f0baefe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:46:07.387758 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05ca022-d831-4fd2-84f4-5d066f0baefe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:46:07.388107 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05ca022-d831-4fd2-84f4-5d066f0baefe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:46:07.393080 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9675fc13-7f0f-4858-af14-644654337de6', 'name': 'network-vif-deleted', 'tag': 'd2239d9c-e46a-46bf-bf03-91480079c2b1'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:46:07.396546 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e65282f928b64038367d043a4411777802006c43a98742496cb2e25b724ff1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a88bb45-b2c4-4929-8cd1-3ec07366d400" -d '{"events": [{"server_uuid": "9675fc13-7f0f-4858-af14-644654337de6", "name": "network-vif-deleted", "tag": "d2239d9c-e46a-46bf-bf03-91480079c2b1"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:46:07.423161 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76155cd-2cfe-474a-9414-e21ec87478fd req-b01cae3f-44fa-4315-ab80-7062df80bc00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:46:07.424878 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b76155cd-2cfe-474a-9414-e21ec87478fd req-b01cae3f-44fa-4315-ab80-7062df80bc00 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=3a3bdd41fa344002b106e434a17bdf78&device_id=b148e05e-7d9e-4da9-9b03-99a8a72e94ac HTTP/1.1" status: 200 len: 1097 time: 0.0980294 Aug 12 14:46:07.460847 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 14:46:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4c1daed-1653-4575-8e20-5616566d0be3 x-openstack-request-id: req-d4c1daed-1653-4575-8e20-5616566d0be3 {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:46:07.461140 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9675fc13-7f0f-4858-af14-644654337de6", "name": "network-vif-deleted", "tag": "d2239d9c-e46a-46bf-bf03-91480079c2b1", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:46:07.461673 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d4c1daed-1653-4575-8e20-5616566d0be3 {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:46:07.461945 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9675fc13-7f0f-4858-af14-644654337de6', 'name': 'network-vif-deleted', 'tag': 'd2239d9c-e46a-46bf-bf03-91480079c2b1', 'status': 'completed', 'code': 200} Aug 12 14:46:07.576660 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 52552) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:46:07.646794 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-898e54c2-feb4-4298-b234-9ff9b7ba1a5f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ccdec0078b5848be9c485fbd6fc354a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0685215 Aug 12 14:46:07.649202 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 52554) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:46:07.703865 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d98d0ef1-ab41-46d7-ae6d-e866fc721e9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:07.707865 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4d45e1eb-ca15-4ebf-97e2-627607490326 req-5a4d274d-7952-4b1a-9592-bd956ec4dd8e tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/ports?device_id=8c0853c2-babc-4d79-9e6a-fdf2bca90047 HTTP/1.1" status: 200 len: 210 time: 0.0600088 Aug 12 14:46:07.728709 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd4a1ab-1ee9-458d-8fbf-2d9d2754a692 req-9214c0c7-d520-4093-a315-e24202fad428 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:46:07.730441 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ebd4a1ab-1ee9-458d-8fbf-2d9d2754a692 req-9214c0c7-d520-4093-a315-e24202fad428 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.64 "GET /v2.0/networks?id=4552c891-e268-4d7c-98f1-e8736a29b277 HTTP/1.1" status: 200 len: 812 time: 0.2229867 Aug 12 14:46:07.731770 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76155cd-2cfe-474a-9414-e21ec87478fd req-94bc46fc-e587-4887-8bc9-b5c2a68c28c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:46:07.734084 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b76155cd-2cfe-474a-9414-e21ec87478fd req-94bc46fc-e587-4887-8bc9-b5c2a68c28c2 service neutron] 10.222.0.49 "GET /v2.0/networks?id=2ad93210-7061-461d-8617-49848448cc38 HTTP/1.1" status: 200 len: 917 time: 0.2839370 Aug 12 14:46:07.738670 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d98d0ef1-ab41-46d7-ae6d-e866fc721e9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:07.744751 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-ebd4a1ab-1ee9-458d-8fbf-2d9d2754a692 req-eb8ffc90-a55f-4a1d-9308-d1294dbe474b tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Request body: {'port': {'device_id': '8c0853c2-babc-4d79-9e6a-fdf2bca90047', 'network_id': '4552c891-e268-4d7c-98f1-e8736a29b277', 'admin_state_up': True, 'tenant_id': 'f4b313af8d624a809d563851b784d520'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:46:07.795707 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d98d0ef1-ab41-46d7-ae6d-e866fc721e9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:07.799121 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d98d0ef1-ab41-46d7-ae6d-e866fc721e9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:07.800344 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-d98d0ef1-ab41-46d7-ae6d-e866fc721e9a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d6b51cb2-3c77-4204-9973-9fe1c11ce2f1 HTTP/1.1" status: 204 len: 168 time: 0.1494291 Aug 12 14:46:07.809915 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98d0ef1-ab41-46d7-ae6d-e866fc721e9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6b51cb2-3c77-4204-9973-9fe1c11ce2f1,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:46:07.914169 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b76155cd-2cfe-474a-9414-e21ec87478fd req-fe1efbb9-26d2-46f4-8f7a-b738d1c76124 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dfcd097c-9928-4160-b8e6-a0dea19d832c HTTP/1.1" status: 200 len: 999 time: 0.1642821 Aug 12 14:46:07.987152 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76155cd-2cfe-474a-9414-e21ec87478fd req-dfa0d6d0-13b9-4ab4-87a6-4a52a40864f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:46:07.989585 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b76155cd-2cfe-474a-9414-e21ec87478fd req-dfa0d6d0-13b9-4ab4-87a6-4a52a40864f5 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ce169be2-a716-4bd9-89d0-74eedc855ec7 HTTP/1.1" status: 200 len: 855 time: 0.0666528 Aug 12 14:46:07.990649 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ebd4a1ab-1ee9-458d-8fbf-2d9d2754a692 req-eb8ffc90-a55f-4a1d-9308-d1294dbe474b tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Made reservation on behalf of f4b313af8d624a809d563851b784d520 for: {'port': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:46:07.995584 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-ebd4a1ab-1ee9-458d-8fbf-2d9d2754a692 req-eb8ffc90-a55f-4a1d-9308-d1294dbe474b tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:08.199942 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device d2239d9c-e46a-46bf-bf03-91480079c2b1 no longer exists at agent hyperv_n-h2-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:46:08.238605 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] No Port match for: d2239d9c-e46a-46bf-bf03-91480079c2b1 {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 14:46:08.239137 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device d2239d9c-e46a-46bf-bf03-91480079c2b1 not bound to the agent host n-h2-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:46:08.292369 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device 3f69b37d-e7b0-441e-93c0-a082eadc97ab no longer exists at agent hyperv_n-h1-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:46:08.313289 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-93370168-53ca-47c2-9e27-b066be57125c None None] No Port match for: 3f69b37d-e7b0-441e-93c0-a082eadc97ab {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 14:46:08.313739 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device 3f69b37d-e7b0-441e-93c0-a082eadc97ab not bound to the agent host n-h1-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:46:08.451288 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76155cd-2cfe-474a-9414-e21ec87478fd req-d38ec443-94c3-4c8b-8402-7a1f2753f105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:46:08.452815 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b76155cd-2cfe-474a-9414-e21ec87478fd req-d38ec443-94c3-4c8b-8402-7a1f2753f105 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2ad93210-7061-461d-8617-49848448cc38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4533527 Aug 12 14:46:08.556545 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_common [req-ebd4a1ab-1ee9-458d-8fbf-2d9d2754a692 req-eb8ffc90-a55f-4a1d-9308-d1294dbe474b tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Allocated IP 172.20.0.10 (4552c891-e268-4d7c-98f1-e8736a29b277/b3b4e56e-f3bd-4709-bfd6-3e62da1e0ac7/9e46fd86-8fb4-4dff-af8c-b5efeeed2415) {{(pid=94467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:46:08.613547 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b76155cd-2cfe-474a-9414-e21ec87478fd req-91b2df72-0bf2-4046-8a62-b3e04b10af89 service neutron] 10.222.0.49 "GET /v2.0/networks/2ad93210-7061-461d-8617-49848448cc38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334453 Aug 12 14:46:08.792983 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b76155cd-2cfe-474a-9414-e21ec87478fd req-b3190650-7f15-49f8-b36f-2399e96c7866 service neutron] 10.222.0.49 "GET /v2.0/networks/2ad93210-7061-461d-8617-49848448cc38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1702688 Aug 12 14:46:08.820984 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-ebd4a1ab-1ee9-458d-8fbf-2d9d2754a692 req-eb8ffc90-a55f-4a1d-9308-d1294dbe474b tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Notify callbacks [] for port, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:08.837924 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [req-ebd4a1ab-1ee9-458d-8fbf-2d9d2754a692 req-eb8ffc90-a55f-4a1d-9308-d1294dbe474b tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Transition to ACTIVE for port object 9e46fd86-8fb4-4dff-af8c-b5efeeed2415 will not be triggered until provisioned by entity DHCP. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:46:08.855705 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-0a48984c-b116-4ea7-a752-e8d38abf5713 req-16863941-745d-4a68-b814-45b6b8dd98b8 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/ports?device_id=8c0853c2-babc-4d79-9e6a-fdf2bca90047 HTTP/1.1" status: 200 len: 210 time: 0.0630794 Aug 12 14:46:08.883700 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-ebd4a1ab-1ee9-458d-8fbf-2d9d2754a692 req-eb8ffc90-a55f-4a1d-9308-d1294dbe474b tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:08.899456 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] get_ports_and_sgs() called for port_ids ['d6dd4e8b-7641-4872-bd81-cdaa5b199e54'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:46:08.942885 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ebd4a1ab-1ee9-458d-8fbf-2d9d2754a692 req-eb8ffc90-a55f-4a1d-9308-d1294dbe474b tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Network 4552c891-e268-4d7c-98f1-e8736a29b277 is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:46:08.946408 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [req-ebd4a1ab-1ee9-458d-8fbf-2d9d2754a692 req-eb8ffc90-a55f-4a1d-9308-d1294dbe474b tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:46:08.962470 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebd4a1ab-1ee9-458d-8fbf-2d9d2754a692 req-eb8ffc90-a55f-4a1d-9308-d1294dbe474b tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Received port after_create {{(pid=94467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:46:08.965378 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8ffc90-a55f-4a1d-9308-d1294dbe474b tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Pushing event updated for resources: {'Port': ['ID=9e46fd86-8fb4-4dff-af8c-b5efeeed2415,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:46:09.032194 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd4a1ab-1ee9-458d-8fbf-2d9d2754a692 req-eb8ffc90-a55f-4a1d-9308-d1294dbe474b tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:46:09.033083 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-ebd4a1ab-1ee9-458d-8fbf-2d9d2754a692 req-eb8ffc90-a55f-4a1d-9308-d1294dbe474b tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:09.052333 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 52608) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:46:09.065608 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ebd4a1ab-1ee9-458d-8fbf-2d9d2754a692 req-eb8ffc90-a55f-4a1d-9308-d1294dbe474b tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3251324 Aug 12 14:46:09.080618 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-ebd4a1ab-1ee9-458d-8fbf-2d9d2754a692 req-39f47564-90cf-46a9-9da4-43e0b6eb8d0f service neutron] Request body: {'port': {'device_id': '8c0853c2-babc-4d79-9e6a-fdf2bca90047', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-694802-15'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:46:09.143270 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-ebd4a1ab-1ee9-458d-8fbf-2d9d2754a692 req-39f47564-90cf-46a9-9da4-43e0b6eb8d0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:09.205463 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-ac311258-230b-4fa1-abd1-78b8f8c2f989 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:09.278974 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-4421e5c3-2da7-4e7f-af21-229a54bcf34a None None] Provisioning for port 9e46fd86-8fb4-4dff-af8c-b5efeeed2415 completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:46:09.285342 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-4421e5c3-2da7-4e7f-af21-229a54bcf34a None None] Provisioning complete for port 9e46fd86-8fb4-4dff-af8c-b5efeeed2415 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:46:09.286134 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4421e5c3-2da7-4e7f-af21-229a54bcf34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:09.325562 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-4421e5c3-2da7-4e7f-af21-229a54bcf34a None None] Port 9e46fd86-8fb4-4dff-af8c-b5efeeed2415 cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 14:46:09.471464 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-ac311258-230b-4fa1-abd1-78b8f8c2f989 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:09.479323 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-ac311258-230b-4fa1-abd1-78b8f8c2f989 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:09.536556 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac311258-230b-4fa1-abd1-78b8f8c2f989 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0beac3d-02ed-44b1-8ac0-fbb8aa59725f,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:46:09.552730 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-ac311258-230b-4fa1-abd1-78b8f8c2f989 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7aed869b2dc744188815e1448829f576&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4962039 Aug 12 14:46:09.552837 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 52618) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:46:09.602553 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [req-ebd4a1ab-1ee9-458d-8fbf-2d9d2754a692 req-39f47564-90cf-46a9-9da4-43e0b6eb8d0f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e46fd86-8fb4-4dff-af8c-b5efeeed2415 {{(pid=94467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:46:09.612112 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-ebd4a1ab-1ee9-458d-8fbf-2d9d2754a692 req-39f47564-90cf-46a9-9da4-43e0b6eb8d0f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:09.619969 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b58b3b61-c63d-464b-8b0d-98215e4e1ec8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:09.627454 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [req-ebd4a1ab-1ee9-458d-8fbf-2d9d2754a692 req-39f47564-90cf-46a9-9da4-43e0b6eb8d0f service neutron] Transition to ACTIVE for port object 9e46fd86-8fb4-4dff-af8c-b5efeeed2415 will not be triggered until provisioned by entity L2. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:46:09.632017 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-ebd4a1ab-1ee9-458d-8fbf-2d9d2754a692 req-39f47564-90cf-46a9-9da4-43e0b6eb8d0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:09.646824 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b58b3b61-c63d-464b-8b0d-98215e4e1ec8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:09.681595 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f47564-90cf-46a9-9da4-43e0b6eb8d0f service neutron] Pushing event updated for resources: {'Port': ['ID=9e46fd86-8fb4-4dff-af8c-b5efeeed2415,revision_number=2']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:46:09.714766 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b58b3b61-c63d-464b-8b0d-98215e4e1ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:09.717424 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b58b3b61-c63d-464b-8b0d-98215e4e1ec8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:09.718889 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-b58b3b61-c63d-464b-8b0d-98215e4e1ec8 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c0beac3d-02ed-44b1-8ac0-fbb8aa59725f HTTP/1.1" status: 204 len: 168 time: 0.1652064 Aug 12 14:46:09.735784 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58b3b61-c63d-464b-8b0d-98215e4e1ec8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0beac3d-02ed-44b1-8ac0-fbb8aa59725f,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:46:09.784763 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-ebd4a1ab-1ee9-458d-8fbf-2d9d2754a692 req-39f47564-90cf-46a9-9da4-43e0b6eb8d0f service neutron] Attempting to bind port 9e46fd86-8fb4-4dff-af8c-b5efeeed2415 on host n-h1-694802-15 for vnic_type normal with profile {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:46:09.785107 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-ebd4a1ab-1ee9-458d-8fbf-2d9d2754a692 req-39f47564-90cf-46a9-9da4-43e0b6eb8d0f service neutron] Attempting to bind port 9e46fd86-8fb4-4dff-af8c-b5efeeed2415 by drivers openvswitch,hyperv on host n-h1-694802-15 at level 0 using segments [{'id': '45b28473-1709-41a1-b9df-2ccc6425c05f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '4552c891-e268-4d7c-98f1-e8736a29b277'}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:46:09.785438 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebd4a1ab-1ee9-458d-8fbf-2d9d2754a692 req-39f47564-90cf-46a9-9da4-43e0b6eb8d0f service neutron] Attempting to bind port 9e46fd86-8fb4-4dff-af8c-b5efeeed2415 on network 4552c891-e268-4d7c-98f1-e8736a29b277 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:46:09.791316 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebd4a1ab-1ee9-458d-8fbf-2d9d2754a692 req-39f47564-90cf-46a9-9da4-43e0b6eb8d0f service neutron] Port 9e46fd86-8fb4-4dff-af8c-b5efeeed2415 on network 4552c891-e268-4d7c-98f1-e8736a29b277 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-15 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 14:46:09.791782 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebd4a1ab-1ee9-458d-8fbf-2d9d2754a692 req-39f47564-90cf-46a9-9da4-43e0b6eb8d0f service neutron] Attempting to bind port 9e46fd86-8fb4-4dff-af8c-b5efeeed2415 on network 4552c891-e268-4d7c-98f1-e8736a29b277 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:46:09.798990 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebd4a1ab-1ee9-458d-8fbf-2d9d2754a692 req-39f47564-90cf-46a9-9da4-43e0b6eb8d0f service neutron] Checking agent: {'id': 'de568313-a3e6-454a-9813-77e25edcea95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 27, 41), 'started_at': datetime.datetime(2021, 8, 12, 14, 27, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 45, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:46:09.799631 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebd4a1ab-1ee9-458d-8fbf-2d9d2754a692 req-39f47564-90cf-46a9-9da4-43e0b6eb8d0f service neutron] Checking segment: {'id': '45b28473-1709-41a1-b9df-2ccc6425c05f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '4552c891-e268-4d7c-98f1-e8736a29b277'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:46:09.799729 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebd4a1ab-1ee9-458d-8fbf-2d9d2754a692 req-39f47564-90cf-46a9-9da4-43e0b6eb8d0f service neutron] Bound using segment: {'id': '45b28473-1709-41a1-b9df-2ccc6425c05f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '4552c891-e268-4d7c-98f1-e8736a29b277'} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:46:09.800365 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-ebd4a1ab-1ee9-458d-8fbf-2d9d2754a692 req-39f47564-90cf-46a9-9da4-43e0b6eb8d0f service neutron] Bound port: 9e46fd86-8fb4-4dff-af8c-b5efeeed2415, host: n-h1-694802-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45b28473-1709-41a1-b9df-2ccc6425c05f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '4552c891-e268-4d7c-98f1-e8736a29b277'}}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:46:09.800585 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-ebd4a1ab-1ee9-458d-8fbf-2d9d2754a692 req-39f47564-90cf-46a9-9da4-43e0b6eb8d0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:09.902041 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-ebd4a1ab-1ee9-458d-8fbf-2d9d2754a692 req-39f47564-90cf-46a9-9da4-43e0b6eb8d0f service neutron] For port 9e46fd86-8fb4-4dff-af8c-b5efeeed2415, host n-h1-694802-15, cleared binding levels {{(pid=94467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:46:09.906983 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-ebd4a1ab-1ee9-458d-8fbf-2d9d2754a692 req-39f47564-90cf-46a9-9da4-43e0b6eb8d0f service neutron] For port 9e46fd86-8fb4-4dff-af8c-b5efeeed2415, host n-h1-694802-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=9e46fd86-8fb4-4dff-af8c-b5efeeed2415,segment=NetworkSegment(45b28473-1709-41a1-b9df-2ccc6425c05f),segment_id=45b28473-1709-41a1-b9df-2ccc6425c05f)] {{(pid=94467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:46:09.921370 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-ebd4a1ab-1ee9-458d-8fbf-2d9d2754a692 req-39f47564-90cf-46a9-9da4-43e0b6eb8d0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:09.970031 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd4a1ab-1ee9-458d-8fbf-2d9d2754a692 req-39f47564-90cf-46a9-9da4-43e0b6eb8d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:46:09.970633 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-ebd4a1ab-1ee9-458d-8fbf-2d9d2754a692 req-39f47564-90cf-46a9-9da4-43e0b6eb8d0f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:09.972115 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ebd4a1ab-1ee9-458d-8fbf-2d9d2754a692 req-39f47564-90cf-46a9-9da4-43e0b6eb8d0f service neutron] 10.222.0.64 "PUT /v2.0/ports/9e46fd86-8fb4-4dff-af8c-b5efeeed2415 HTTP/1.1" status: 200 len: 1093 time: 0.8970964 Aug 12 14:46:09.972556 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c0853c2-babc-4d79-9e6a-fdf2bca90047', 'tag': '9e46fd86-8fb4-4dff-af8c-b5efeeed2415'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:46:09.980115 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e65282f928b64038367d043a4411777802006c43a98742496cb2e25b724ff1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-566c1d83-87c1-4e6d-a7ad-d5f0b2e6cc32" -d '{"events": [{"name": "network-changed", "server_uuid": "8c0853c2-babc-4d79-9e6a-fdf2bca90047", "tag": "9e46fd86-8fb4-4dff-af8c-b5efeeed2415"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:46:10.061926 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f47564-90cf-46a9-9da4-43e0b6eb8d0f service neutron] Pushing event updated for resources: {'Port': ['ID=9e46fd86-8fb4-4dff-af8c-b5efeeed2415,revision_number=3']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:46:10.079979 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 14:46:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1371cb2-3a30-4836-a958-db9cf0f952d3 x-openstack-request-id: req-e1371cb2-3a30-4836-a958-db9cf0f952d3 {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:46:10.080633 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c0853c2-babc-4d79-9e6a-fdf2bca90047", "tag": "9e46fd86-8fb4-4dff-af8c-b5efeeed2415", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:46:10.081640 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e1371cb2-3a30-4836-a958-db9cf0f952d3 {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:46:10.082564 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c0853c2-babc-4d79-9e6a-fdf2bca90047', 'tag': '9e46fd86-8fb4-4dff-af8c-b5efeeed2415', 'status': 'completed', 'code': 200} Aug 12 14:46:10.095400 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-989ab0dc-bfc7-4404-8a29-57391da2908e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:10.142415 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4f5383-5ae1-4b07-abb0-f476fbb6680a req-d238a6f5-24ce-415c-8ae4-125bb1fefc2a tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:46:10.144111 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9f4f5383-5ae1-4b07-abb0-f476fbb6680a req-d238a6f5-24ce-415c-8ae4-125bb1fefc2a tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/ports?device_id=8c0853c2-babc-4d79-9e6a-fdf2bca90047 HTTP/1.1" status: 200 len: 944 time: 0.1280870 Aug 12 14:46:10.177884 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd4a1ab-1ee9-458d-8fbf-2d9d2754a692 req-dec57a7e-c858-4b92-8d0e-1886423ffddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:46:10.179297 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ebd4a1ab-1ee9-458d-8fbf-2d9d2754a692 req-dec57a7e-c858-4b92-8d0e-1886423ffddc service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f4b313af8d624a809d563851b784d520&device_id=8c0853c2-babc-4d79-9e6a-fdf2bca90047 HTTP/1.1" status: 200 len: 1096 time: 0.1122291 Aug 12 14:46:10.232358 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ebd4a1ab-1ee9-458d-8fbf-2d9d2754a692 req-7e3c1755-0df3-4f52-b307-cbcdd041bb34 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9e46fd86-8fb4-4dff-af8c-b5efeeed2415 HTTP/1.1" status: 200 len: 217 time: 0.0420432 Aug 12 14:46:10.238719 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9f4f5383-5ae1-4b07-abb0-f476fbb6680a req-86d42cd2-e7ff-4285-b919-aa1111949b51 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/security-groups?id=36246b04-094b-4845-831d-1126cf8a06ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882928 Aug 12 14:46:10.293197 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd4a1ab-1ee9-458d-8fbf-2d9d2754a692 req-18bcae15-df91-4cc7-9c3e-eecb6714a214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:46:10.294791 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ebd4a1ab-1ee9-458d-8fbf-2d9d2754a692 req-18bcae15-df91-4cc7-9c3e-eecb6714a214 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b3b4e56e-f3bd-4709-bfd6-3e62da1e0ac7 HTTP/1.1" status: 200 len: 851 time: 0.0551834 Aug 12 14:46:10.342967 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd4a1ab-1ee9-458d-8fbf-2d9d2754a692 req-037158a6-74c4-4412-b10b-832716d97ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:46:10.348095 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ebd4a1ab-1ee9-458d-8fbf-2d9d2754a692 req-037158a6-74c4-4412-b10b-832716d97ff9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4552c891-e268-4d7c-98f1-e8736a29b277&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0431373 Aug 12 14:46:10.471530 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ebd4a1ab-1ee9-458d-8fbf-2d9d2754a692 req-2aff9da6-2cb8-40ea-a07b-62d88fc62de3 service neutron] 10.222.0.64 "GET /v2.0/networks/4552c891-e268-4d7c-98f1-e8736a29b277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070082 Aug 12 14:46:10.591937 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ebd4a1ab-1ee9-458d-8fbf-2d9d2754a692 req-1c66191f-5451-4b83-bda9-829d97181e45 service neutron] 10.222.0.64 "GET /v2.0/networks/4552c891-e268-4d7c-98f1-e8736a29b277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112864 Aug 12 14:46:10.698379 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566c1d83-87c1-4e6d-a7ad-d5f0b2e6cc32 req-999475cc-2485-4f4d-808d-4760d46eaf49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:46:10.699943 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-566c1d83-87c1-4e6d-a7ad-d5f0b2e6cc32 req-999475cc-2485-4f4d-808d-4760d46eaf49 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f4b313af8d624a809d563851b784d520&device_id=8c0853c2-babc-4d79-9e6a-fdf2bca90047 HTTP/1.1" status: 200 len: 1096 time: 0.0539210 Aug 12 14:46:10.804330 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566c1d83-87c1-4e6d-a7ad-d5f0b2e6cc32 req-eb421a6d-961f-4ad8-a588-44415164e8cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:46:10.805832 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-566c1d83-87c1-4e6d-a7ad-d5f0b2e6cc32 req-eb421a6d-961f-4ad8-a588-44415164e8cf service neutron] 10.222.0.64 "GET /v2.0/networks?id=4552c891-e268-4d7c-98f1-e8736a29b277 HTTP/1.1" status: 200 len: 913 time: 0.0981658 Aug 12 14:46:10.851827 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-566c1d83-87c1-4e6d-a7ad-d5f0b2e6cc32 req-e9903960-7eeb-4cb2-87ae-dd5e96cb64e4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9e46fd86-8fb4-4dff-af8c-b5efeeed2415 HTTP/1.1" status: 200 len: 217 time: 0.0359757 Aug 12 14:46:10.908334 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566c1d83-87c1-4e6d-a7ad-d5f0b2e6cc32 req-4f1d974f-13f8-4a54-9285-8b0570e2865e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:46:10.910506 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-566c1d83-87c1-4e6d-a7ad-d5f0b2e6cc32 req-4f1d974f-13f8-4a54-9285-8b0570e2865e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b3b4e56e-f3bd-4709-bfd6-3e62da1e0ac7 HTTP/1.1" status: 200 len: 851 time: 0.0499132 Aug 12 14:46:10.975898 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566c1d83-87c1-4e6d-a7ad-d5f0b2e6cc32 req-2fbc4319-22c7-46a9-8707-f024db6ddc5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:46:10.977782 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-566c1d83-87c1-4e6d-a7ad-d5f0b2e6cc32 req-2fbc4319-22c7-46a9-8707-f024db6ddc5e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4552c891-e268-4d7c-98f1-e8736a29b277&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0590482 Aug 12 14:46:11.097399 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-566c1d83-87c1-4e6d-a7ad-d5f0b2e6cc32 req-05c0dda9-8e39-4bea-8295-b808fd321697 service neutron] 10.222.0.64 "GET /v2.0/networks/4552c891-e268-4d7c-98f1-e8736a29b277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080737 Aug 12 14:46:11.205120 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-566c1d83-87c1-4e6d-a7ad-d5f0b2e6cc32 req-888ab4b2-51a7-4b78-a05d-406f894d3b0c service neutron] 10.222.0.64 "GET /v2.0/networks/4552c891-e268-4d7c-98f1-e8736a29b277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998304 Aug 12 14:46:11.396544 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f02900-5203-4e24-9aaf-cb3b1b1ddc05 req-2a4506e7-4383-4d9c-90f6-15065ef66c6f tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:46:11.398037 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-95f02900-5203-4e24-9aaf-cb3b1b1ddc05 req-2a4506e7-4383-4d9c-90f6-15065ef66c6f tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/ports?device_id=8c0853c2-babc-4d79-9e6a-fdf2bca90047 HTTP/1.1" status: 200 len: 944 time: 0.0579419 Aug 12 14:46:11.453571 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:11.462080 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-95f02900-5203-4e24-9aaf-cb3b1b1ddc05 req-eeb82df2-0c21-42e7-ba06-8ef8b9159f33 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/security-groups?id=36246b04-094b-4845-831d-1126cf8a06ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565312 Aug 12 14:46:11.640752 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.agents_db [None req-17ed3e4c-1a7d-4162-9646-11c134aca297 None None] Agent healthcheck: found 7 active agents {{(pid=94469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 14:46:12.313090 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device 9e46fd86-8fb4-4dff-af8c-b5efeeed2415 details requested by agent hyperv_n-h1-694802-15 with host n-h1-694802-15 {{(pid=94468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 14:46:12.409739 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port 9e46fd86-8fb4-4dff-af8c-b5efeeed2415, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=9e46fd86-8fb4-4dff-af8c-b5efeeed2415,segment=NetworkSegment(45b28473-1709-41a1-b9df-2ccc6425c05f),segment_id=45b28473-1709-41a1-b9df-2ccc6425c05f)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:46:12.425398 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Returning: {'device': '9e46fd86-8fb4-4dff-af8c-b5efeeed2415', 'network_id': '4552c891-e268-4d7c-98f1-e8736a29b277', 'port_id': '9e46fd86-8fb4-4dff-af8c-b5efeeed2415', 'mac_address': 'fa:16:3e:0f:ee:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3b4e56e-f3bd-4709-bfd6-3e62da1e0ac7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 14:46:12.465342 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:12.478364 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e46fd86-8fb4-4dff-af8c-b5efeeed2415 {{(pid=94468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:46:12.513530 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port 9e46fd86-8fb4-4dff-af8c-b5efeeed2415, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=9e46fd86-8fb4-4dff-af8c-b5efeeed2415,segment=NetworkSegment(45b28473-1709-41a1-b9df-2ccc6425c05f),segment_id=45b28473-1709-41a1-b9df-2ccc6425c05f)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:46:12.518174 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:12.635038 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Pushing event updated for resources: {'Port': ['ID=9e46fd86-8fb4-4dff-af8c-b5efeeed2415,revision_number=4']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:46:12.656437 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:12.680242 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38dc68d-be5c-4669-90fd-9e93276bd089 req-02cbb445-2f12-407a-ab14-8079942e881c tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:46:12.682524 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-f38dc68d-be5c-4669-90fd-9e93276bd089 req-02cbb445-2f12-407a-ab14-8079942e881c tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/ports?device_id=8c0853c2-babc-4d79-9e6a-fdf2bca90047 HTTP/1.1" status: 200 len: 945 time: 0.0657885 Aug 12 14:46:12.742514 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-f38dc68d-be5c-4669-90fd-9e93276bd089 req-0a894a0f-0c14-4e8d-986f-af9b87c9cbad tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/security-groups?id=36246b04-094b-4845-831d-1126cf8a06ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518215 Aug 12 14:46:12.834495 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] get_ports_and_sgs() called for port_ids ['9e46fd86-8fb4-4dff-af8c-b5efeeed2415'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:46:13.010787 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:13.353854 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-fe657606-bb1d-4056-9d12-08dfe376fa52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:13.885363 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5341c68-9475-458b-80c3-eaa0cd152e10 req-b4ca7fc8-ad22-458d-b28d-d6a3d709548a tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:46:13.887436 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-d5341c68-9475-458b-80c3-eaa0cd152e10 req-b4ca7fc8-ad22-458d-b28d-d6a3d709548a tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/ports?device_id=8c0853c2-babc-4d79-9e6a-fdf2bca90047 HTTP/1.1" status: 200 len: 945 time: 0.0572665 Aug 12 14:46:13.910333 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-1769855f-eda9-4483-9dc3-3220908ab45d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:13.950732 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-d5341c68-9475-458b-80c3-eaa0cd152e10 req-e9cadb08-f395-4eae-ae92-2d2c229c7201 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/security-groups?id=36246b04-094b-4845-831d-1126cf8a06ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515401 Aug 12 14:46:14.326948 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device 9e46fd86-8fb4-4dff-af8c-b5efeeed2415 up at agent hyperv_n-h1-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:46:14.374652 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Provisioning for port 9e46fd86-8fb4-4dff-af8c-b5efeeed2415 completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:46:14.378578 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Provisioning complete for port 9e46fd86-8fb4-4dff-af8c-b5efeeed2415 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:46:14.379002 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:14.459844 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:14.482464 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c0853c2-babc-4d79-9e6a-fdf2bca90047', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e46fd86-8fb4-4dff-af8c-b5efeeed2415'}] {{(pid=94468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:46:14.484862 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99a8d87602170099c728e57431aca99e9b98a655a83bbf8727be13192709727b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90f7922f-7ab4-4920-bd51-dab313e0bb7f" -d '{"events": [{"server_uuid": "8c0853c2-babc-4d79-9e6a-fdf2bca90047", "name": "network-vif-plugged", "status": "completed", "tag": "9e46fd86-8fb4-4dff-af8c-b5efeeed2415"}]}' {{(pid=94468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:46:14.498442 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port 9e46fd86-8fb4-4dff-af8c-b5efeeed2415, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=9e46fd86-8fb4-4dff-af8c-b5efeeed2415,segment=NetworkSegment(45b28473-1709-41a1-b9df-2ccc6425c05f),segment_id=45b28473-1709-41a1-b9df-2ccc6425c05f)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:46:14.502624 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:14.546739 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 14:46:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36531f22-07c2-4873-807c-fe0a1bfa80dc x-openstack-request-id: req-36531f22-07c2-4873-807c-fe0a1bfa80dc {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:46:14.547205 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c0853c2-babc-4d79-9e6a-fdf2bca90047", "name": "network-vif-plugged", "status": "completed", "tag": "9e46fd86-8fb4-4dff-af8c-b5efeeed2415", "code": 200}]} {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:46:14.547560 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-36531f22-07c2-4873-807c-fe0a1bfa80dc {{(pid=94468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:46:14.548039 n-d-694802-15 neutron-server[94468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c0853c2-babc-4d79-9e6a-fdf2bca90047', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e46fd86-8fb4-4dff-af8c-b5efeeed2415', 'code': 200} Aug 12 14:46:14.578508 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Pushing event updated for resources: {'Port': ['ID=9e46fd86-8fb4-4dff-af8c-b5efeeed2415,revision_number=5']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:46:14.642534 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d75d90f-3b06-499d-9fae-51de37afa0a4 req-ba736706-bea0-4d08-bcec-fce0dde88b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:46:14.644281 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6d75d90f-3b06-499d-9fae-51de37afa0a4 req-ba736706-bea0-4d08-bcec-fce0dde88b3c service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=8c0853c2-babc-4d79-9e6a-fdf2bca90047 HTTP/1.1" status: 200 len: 1098 time: 0.0438445 Aug 12 14:46:14.701446 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6d75d90f-3b06-499d-9fae-51de37afa0a4 req-89738ad0-a39c-4586-9dae-46d9de33285c service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=36246b04-094b-4845-831d-1126cf8a06ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496223 Aug 12 14:46:14.992471 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 52756) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:46:15.084918 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6848c543-467e-4f81-87bb-f1d05055b53c req-e9ee4267-ad5c-4695-8120-d89bec149d99 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:46:15.086491 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6848c543-467e-4f81-87bb-f1d05055b53c req-e9ee4267-ad5c-4695-8120-d89bec149d99 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/ports?device_id=8c0853c2-babc-4d79-9e6a-fdf2bca90047 HTTP/1.1" status: 200 len: 946 time: 0.0623283 Aug 12 14:46:15.123447 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9edb496d-3a54-4f65-9d08-614b409a08fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:15.137837 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6848c543-467e-4f81-87bb-f1d05055b53c req-c7fe7da6-861c-4f5b-8cd0-5d59309aa660 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/security-groups?id=36246b04-094b-4845-831d-1126cf8a06ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437560 Aug 12 14:46:15.217424 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9edb496d-3a54-4f65-9d08-614b409a08fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:15.222510 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9edb496d-3a54-4f65-9d08-614b409a08fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:15.262577 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-9edb496d-3a54-4f65-9d08-614b409a08fd admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a95a3b1ea08b4adea765a0f8b5067ff2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2688272 Aug 12 14:46:15.263591 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edb496d-3a54-4f65-9d08-614b409a08fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8423f359-bf8c-4c72-a263-a323a286835c,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:46:15.265642 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 52760) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:46:15.282726 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9edb496d-3a54-4f65-9d08-614b409a08fd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:46:15.283111 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9edb496d-3a54-4f65-9d08-614b409a08fd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:46:15.283459 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9edb496d-3a54-4f65-9d08-614b409a08fd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:46:15.283798 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9edb496d-3a54-4f65-9d08-614b409a08fd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:46:15.284133 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9edb496d-3a54-4f65-9d08-614b409a08fd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:46:15.285981 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9edb496d-3a54-4f65-9d08-614b409a08fd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:46:15.286334 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9edb496d-3a54-4f65-9d08-614b409a08fd admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:46:15.286671 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9edb496d-3a54-4f65-9d08-614b409a08fd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:46:15.287100 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9edb496d-3a54-4f65-9d08-614b409a08fd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:46:15.287378 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9edb496d-3a54-4f65-9d08-614b409a08fd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:46:15.287836 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9edb496d-3a54-4f65-9d08-614b409a08fd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:46:15.288169 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9edb496d-3a54-4f65-9d08-614b409a08fd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:46:15.333575 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a00c2f2f-addd-4041-bb6e-77aea337fe33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:15.360764 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a00c2f2f-addd-4041-bb6e-77aea337fe33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:15.422782 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a00c2f2f-addd-4041-bb6e-77aea337fe33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:15.426465 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a00c2f2f-addd-4041-bb6e-77aea337fe33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:15.429089 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-a00c2f2f-addd-4041-bb6e-77aea337fe33 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8423f359-bf8c-4c72-a263-a323a286835c HTTP/1.1" status: 204 len: 168 time: 0.1624434 Aug 12 14:46:15.437936 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00c2f2f-addd-4041-bb6e-77aea337fe33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8423f359-bf8c-4c72-a263-a323a286835c,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:46:15.599711 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-fe95f194-a3b0-4c04-9e42-20b511169d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:16.263842 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87baa600-372b-4937-a3e2-a316642b8ea9 req-18dc135f-c13e-4a9f-9862-dd529b14901b tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:46:16.265812 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-87baa600-372b-4937-a3e2-a316642b8ea9 req-18dc135f-c13e-4a9f-9862-dd529b14901b tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/ports?device_id=8c0853c2-babc-4d79-9e6a-fdf2bca90047 HTTP/1.1" status: 200 len: 946 time: 0.0561984 Aug 12 14:46:16.305935 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-87baa600-372b-4937-a3e2-a316642b8ea9 req-be5da275-4aa4-4b02-8d2f-3dcd586fb094 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/security-groups?id=36246b04-094b-4845-831d-1126cf8a06ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330858 Aug 12 14:46:17.751770 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 52862) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:46:17.789650 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 52866) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:46:17.903670 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b46ec831-592a-4d77-abee-9bd46f5b73ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:17.919874 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d802776b-3ffb-42ac-a948-dd7ae33a9a86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:18.014318 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b46ec831-592a-4d77-abee-9bd46f5b73ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:18.020156 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b46ec831-592a-4d77-abee-9bd46f5b73ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:18.067892 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46ec831-592a-4d77-abee-9bd46f5b73ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b485972-2fb3-48eb-91ee-e4d01c2c157d,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:46:18.082274 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-b46ec831-592a-4d77-abee-9bd46f5b73ea admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b0099cfb0981499387fbb59614217d84&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2884750 Aug 12 14:46:18.082493 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 52874) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:46:18.145978 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d802776b-3ffb-42ac-a948-dd7ae33a9a86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:18.146786 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-0e598f5e-08c6-4bb7-b9a7-936bbc65971e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:18.150898 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d802776b-3ffb-42ac-a948-dd7ae33a9a86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:18.170554 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-0e598f5e-08c6-4bb7-b9a7-936bbc65971e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:18.198375 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-d802776b-3ffb-42ac-a948-dd7ae33a9a86 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=64f6a9f916b5485cb76f281d76d94b5f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4434829 Aug 12 14:46:18.199047 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 52878) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:46:18.199684 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d802776b-3ffb-42ac-a948-dd7ae33a9a86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=458147b4-9c97-45d5-8532-d9e40b7c32e6,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:46:18.252035 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-0e598f5e-08c6-4bb7-b9a7-936bbc65971e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:18.254504 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-0e598f5e-08c6-4bb7-b9a7-936bbc65971e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:18.255683 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-0e598f5e-08c6-4bb7-b9a7-936bbc65971e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7b485972-2fb3-48eb-91ee-e4d01c2c157d HTTP/1.1" status: 204 len: 168 time: 0.1725349 Aug 12 14:46:18.260762 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-ba5c566c-a915-4f52-bfaf-ff8de77caecc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:18.267989 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e598f5e-08c6-4bb7-b9a7-936bbc65971e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b485972-2fb3-48eb-91ee-e4d01c2c157d,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:46:18.291505 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-ba5c566c-a915-4f52-bfaf-ff8de77caecc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:18.340324 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-ba5c566c-a915-4f52-bfaf-ff8de77caecc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:18.343559 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-ba5c566c-a915-4f52-bfaf-ff8de77caecc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:18.344842 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-ba5c566c-a915-4f52-bfaf-ff8de77caecc admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/458147b4-9c97-45d5-8532-d9e40b7c32e6 HTTP/1.1" status: 204 len: 168 time: 0.1447723 Aug 12 14:46:18.352847 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5c566c-a915-4f52-bfaf-ff8de77caecc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=458147b4-9c97-45d5-8532-d9e40b7c32e6,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:46:18.687741 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 52900) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:46:18.701196 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3bf6a28b-3f99-4ef6-8f94-d5cb1d1bfb62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:18.792893 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3bf6a28b-3f99-4ef6-8f94-d5cb1d1bfb62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:18.797490 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3bf6a28b-3f99-4ef6-8f94-d5cb1d1bfb62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:18.835678 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-3bf6a28b-3f99-4ef6-8f94-d5cb1d1bfb62 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ef8e813981884f72aa21343cb6d78075&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1467278 Aug 12 14:46:18.836852 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf6a28b-3f99-4ef6-8f94-d5cb1d1bfb62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7be38dd-fc81-4688-a753-37ed5b632546,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:46:18.838458 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 52904) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:46:18.895791 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-bc542db7-ecae-48bd-9cae-2b7cc4125624 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:18.917627 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-bc542db7-ecae-48bd-9cae-2b7cc4125624 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:18.967610 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-bc542db7-ecae-48bd-9cae-2b7cc4125624 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:18.970181 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-bc542db7-ecae-48bd-9cae-2b7cc4125624 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:18.971388 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-bc542db7-ecae-48bd-9cae-2b7cc4125624 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f7be38dd-fc81-4688-a753-37ed5b632546 HTTP/1.1" status: 204 len: 168 time: 0.1318009 Aug 12 14:46:18.979643 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc542db7-ecae-48bd-9cae-2b7cc4125624 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7be38dd-fc81-4688-a753-37ed5b632546,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:46:21.127771 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 53020) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:46:21.132751 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-690d78ed-6d64-4ca0-a86d-cd44cf5582df tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-572981942', 'description': 'tempest-secgroup-smoke-572981942 description', 'project_id': '6774b656eb8145eb998ea0059b40b4c3'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:46:21.164036 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-690d78ed-6d64-4ca0-a86d-cd44cf5582df tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks [] for security_group, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:21.173292 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-690d78ed-6d64-4ca0-a86d-cd44cf5582df tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks [] for security_group, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:21.297028 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-690d78ed-6d64-4ca0-a86d-cd44cf5582df tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks [] for security_group, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:21.302086 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-690d78ed-6d64-4ca0-a86d-cd44cf5582df tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:21.327489 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 53028) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:46:21.340750 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690d78ed-6d64-4ca0-a86d-cd44cf5582df tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71c89724-c40c-45ec-b011-5792f2ce6255,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:46:21.407233 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-690d78ed-6d64-4ca0-a86d-cd44cf5582df tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks [] for security_group, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:21.411554 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-690d78ed-6d64-4ca0-a86d-cd44cf5582df tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:21.443660 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690d78ed-6d64-4ca0-a86d-cd44cf5582df tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Pushing event updated for resources: {'SecurityGroup': ['ID=321fdc30-89f7-41d5-9ead-31c9ab79a851,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:46:21.446872 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-690d78ed-6d64-4ca0-a86d-cd44cf5582df tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:21.448068 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-690d78ed-6d64-4ca0-a86d-cd44cf5582df tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3191514 Aug 12 14:46:21.451533 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 53034) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:46:21.456830 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-7a95b134-077d-4ed6-a635-4bc71e884176 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Request body: {'security_group_rule': {'security_group_id': '321fdc30-89f7-41d5-9ead-31c9ab79a851', 'project_id': '6774b656eb8145eb998ea0059b40b4c3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:46:21.482539 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f7622b1d-ceaa-4ac8-94b5-03740bee0b2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:21.508690 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-7a95b134-077d-4ed6-a635-4bc71e884176 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:21.593813 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-7a95b134-077d-4ed6-a635-4bc71e884176 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:21.599268 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-7a95b134-077d-4ed6-a635-4bc71e884176 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641735'] for security_group_rule, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:21.628308 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a95b134-077d-4ed6-a635-4bc71e884176 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b15f9f3-1a7a-4936-9a1a-2dce365f7556,revision_number=0']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:46:21.648906 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f7622b1d-ceaa-4ac8-94b5-03740bee0b2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:21.653624 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f7622b1d-ceaa-4ac8-94b5-03740bee0b2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:21.659701 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-7a95b134-077d-4ed6-a635-4bc71e884176 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:21.660885 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-7a95b134-077d-4ed6-a635-4bc71e884176 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2080438 Aug 12 14:46:21.664076 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 53038) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:46:21.669879 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-d4f97f67-3b2d-43fb-8194-100e7a685a53 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Request body: {'security_group_rule': {'security_group_id': '321fdc30-89f7-41d5-9ead-31c9ab79a851', 'project_id': '6774b656eb8145eb998ea0059b40b4c3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:46:21.698371 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7622b1d-ceaa-4ac8-94b5-03740bee0b2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ef2cd0a-cc18-48c4-936f-f622c61b3e72,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:46:21.705813 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-d4f97f67-3b2d-43fb-8194-100e7a685a53 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:21.706276 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-f7622b1d-ceaa-4ac8-94b5-03740bee0b2f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6729e1a152f244e38dcfce4b5a395d6c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3737831 Aug 12 14:46:21.706276 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 53040) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:46:21.762059 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-79c9d46c-e5d8-4378-8ddc-ba0e74803959 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:21.774504 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-d4f97f67-3b2d-43fb-8194-100e7a685a53 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:21.778773 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-d4f97f67-3b2d-43fb-8194-100e7a685a53 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641735'] for security_group_rule, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:21.786903 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-79c9d46c-e5d8-4378-8ddc-ba0e74803959 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:21.795452 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f97f67-3b2d-43fb-8194-100e7a685a53 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efcbdf65-0bb3-4b54-8919-fda0a007711c,revision_number=0']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:46:21.808803 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-d4f97f67-3b2d-43fb-8194-100e7a685a53 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:21.812622 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-d4f97f67-3b2d-43fb-8194-100e7a685a53 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1447082 Aug 12 14:46:21.812844 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 53044) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:46:21.817384 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-2a0d04b3-3fb4-4699-83f0-9cdfae85343e tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Request body: {'security_group_rule': {'security_group_id': '321fdc30-89f7-41d5-9ead-31c9ab79a851', 'project_id': '6774b656eb8145eb998ea0059b40b4c3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:46:21.838999 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-79c9d46c-e5d8-4378-8ddc-ba0e74803959 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:21.842938 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-79c9d46c-e5d8-4378-8ddc-ba0e74803959 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:21.845041 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-2a0d04b3-3fb4-4699-83f0-9cdfae85343e tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:21.845193 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-79c9d46c-e5d8-4378-8ddc-ba0e74803959 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9ef2cd0a-cc18-48c4-936f-f622c61b3e72 HTTP/1.1" status: 204 len: 168 time: 0.1372652 Aug 12 14:46:21.854060 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c9d46c-e5d8-4378-8ddc-ba0e74803959 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ef2cd0a-cc18-48c4-936f-f622c61b3e72,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:46:21.912638 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-2a0d04b3-3fb4-4699-83f0-9cdfae85343e tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:21.916611 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-2a0d04b3-3fb4-4699-83f0-9cdfae85343e tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641735'] for security_group_rule, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:21.946505 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0d04b3-3fb4-4699-83f0-9cdfae85343e tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49109eab-2faa-4471-b21a-92c9e42fce5b,revision_number=0']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:46:21.950158 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-2a0d04b3-3fb4-4699-83f0-9cdfae85343e tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:21.955609 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-2a0d04b3-3fb4-4699-83f0-9cdfae85343e tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1379704 Aug 12 14:46:21.955609 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 53048) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:46:21.960702 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-27d94359-f7df-47bc-976f-cadb6f10a0a2 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Request body: {'security_group_rule': {'security_group_id': '321fdc30-89f7-41d5-9ead-31c9ab79a851', 'project_id': '6774b656eb8145eb998ea0059b40b4c3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:46:21.995355 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-27d94359-f7df-47bc-976f-cadb6f10a0a2 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:22.057032 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-27d94359-f7df-47bc-976f-cadb6f10a0a2 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:22.061752 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-27d94359-f7df-47bc-976f-cadb6f10a0a2 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641735'] for security_group_rule, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:22.080054 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d94359-f7df-47bc-976f-cadb6f10a0a2 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cab0a84b-f232-4797-b3f3-7a1213c23160,revision_number=0']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:46:22.087129 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-27d94359-f7df-47bc-976f-cadb6f10a0a2 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:22.088406 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-27d94359-f7df-47bc-976f-cadb6f10a0a2 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1320398 Aug 12 14:46:22.091343 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 53052) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:46:22.096104 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-9df52437-2e24-4b17-b7bd-7cebd340ff89 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Request body: {'security_group_rule': {'security_group_id': '321fdc30-89f7-41d5-9ead-31c9ab79a851', 'project_id': '6774b656eb8145eb998ea0059b40b4c3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:46:22.119320 n-d-694802-15 neutron-server[94466]: INFO neutron.db.securitygroups_db [None req-9df52437-2e24-4b17-b7bd-7cebd340ff89 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Project 6774b656eb8145eb998ea0059b40b4c3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 12 14:46:22.124356 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9df52437-2e24-4b17-b7bd-7cebd340ff89 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:22.135725 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 53054) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:46:22.162445 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-947ad287-902d-496f-be5d-ad09f399cea5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:22.208207 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9df52437-2e24-4b17-b7bd-7cebd340ff89 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:22.217023 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9df52437-2e24-4b17-b7bd-7cebd340ff89 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641735'] for security_group_rule, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:22.245209 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df52437-2e24-4b17-b7bd-7cebd340ff89 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13451129-8f84-4205-95a0-c3fb4962e41c,revision_number=0']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:46:22.297249 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-947ad287-902d-496f-be5d-ad09f399cea5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:22.302406 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-947ad287-902d-496f-be5d-ad09f399cea5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:22.308511 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9df52437-2e24-4b17-b7bd-7cebd340ff89 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:22.309710 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-9df52437-2e24-4b17-b7bd-7cebd340ff89 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2173066 Aug 12 14:46:22.313309 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 53058) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:46:22.317945 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-d73d3873-bd9d-4fec-a052-05374cd3b1e8 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Request body: {'security_group_rule': {'security_group_id': '321fdc30-89f7-41d5-9ead-31c9ab79a851', 'project_id': '6774b656eb8145eb998ea0059b40b4c3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:46:22.340484 n-d-694802-15 neutron-server[94467]: INFO neutron.db.securitygroups_db [None req-d73d3873-bd9d-4fec-a052-05374cd3b1e8 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Project 6774b656eb8145eb998ea0059b40b4c3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 12 14:46:22.346511 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-d73d3873-bd9d-4fec-a052-05374cd3b1e8 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:22.347870 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947ad287-902d-496f-be5d-ad09f399cea5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03fcf024-5e63-4610-8bec-784972e3aa18,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:46:22.354882 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-947ad287-902d-496f-be5d-ad09f399cea5 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=80ed09345b5340ed8132e9f92108604c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2157736 Aug 12 14:46:22.355325 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 53060) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:46:22.408196 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9e6eb55b-0635-4ae2-9d4a-065ca7dfca44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:22.419287 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-d73d3873-bd9d-4fec-a052-05374cd3b1e8 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:22.424380 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-d73d3873-bd9d-4fec-a052-05374cd3b1e8 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641735'] for security_group_rule, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:22.435961 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9e6eb55b-0635-4ae2-9d4a-065ca7dfca44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:22.446305 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73d3873-bd9d-4fec-a052-05374cd3b1e8 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b17dbf8-1b0e-4c6e-817f-4ea7793241d3,revision_number=0']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:46:22.453953 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-d73d3873-bd9d-4fec-a052-05374cd3b1e8 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:22.455395 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-d73d3873-bd9d-4fec-a052-05374cd3b1e8 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1410837 Aug 12 14:46:22.458676 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 53066) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:46:22.463466 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-cadf3377-d40b-44b9-98b8-10ef6863af85 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Request body: {'network': {'name': 'tempest-network-smoke--206950241', 'project_id': '6774b656eb8145eb998ea0059b40b4c3', 'port_security_enabled': True}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:46:22.490853 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cadf3377-d40b-44b9-98b8-10ef6863af85 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Made reservation on behalf of 6774b656eb8145eb998ea0059b40b4c3 for: {'network': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:46:22.493926 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9e6eb55b-0635-4ae2-9d4a-065ca7dfca44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:22.494905 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-cadf3377-d40b-44b9-98b8-10ef6863af85 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for network, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:22.496696 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9e6eb55b-0635-4ae2-9d4a-065ca7dfca44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:22.498019 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-9e6eb55b-0635-4ae2-9d4a-065ca7dfca44 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/03fcf024-5e63-4610-8bec-784972e3aa18 HTTP/1.1" status: 204 len: 168 time: 0.1419358 Aug 12 14:46:22.506143 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6eb55b-0635-4ae2-9d4a-065ca7dfca44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03fcf024-5e63-4610-8bec-784972e3aa18,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:46:22.521494 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cadf3377-d40b-44b9-98b8-10ef6863af85 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] vlan segment allocate from pool success with {'vlan_id': 321, 'physical_network': 'physnet1'} {{(pid=94467) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 14:46:22.533002 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-cadf3377-d40b-44b9-98b8-10ef6863af85 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:22.533807 n-d-694802-15 neutron-server[94467]: INFO neutron.db.segments_db [None req-cadf3377-d40b-44b9-98b8-10ef6863af85 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Added segment 199ebfd5-fab1-4515-9a39-66aaf241adcb of type vlan for network d9c97fa4-c1d2-4fbd-9aee-05dd83901300 Aug 12 14:46:22.573399 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-cadf3377-d40b-44b9-98b8-10ef6863af85 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744653628263'] for network, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:22.603964 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-cadf3377-d40b-44b9-98b8-10ef6863af85 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409'] for network, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:22.610587 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cadf3377-d40b-44b9-98b8-10ef6863af85 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:46:22.611219 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-cadf3377-d40b-44b9-98b8-10ef6863af85 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for network, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:22.664243 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-cadf3377-d40b-44b9-98b8-10ef6863af85 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2021008 Aug 12 14:46:22.664495 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 53070) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:46:22.676095 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-925b05cb-5960-4772-8844-0cf65a7693fa tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-474311093', 'admin_state_up': True, 'project_id': '6774b656eb8145eb998ea0059b40b4c3', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'}}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:46:22.696594 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadf3377-d40b-44b9-98b8-10ef6863af85 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Pushing event updated for resources: {'Network': ['ID=d9c97fa4-c1d2-4fbd-9aee-05dd83901300,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:46:22.709199 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Network d9c97fa4-c1d2-4fbd-9aee-05dd83901300 details requested by agent ovs-agent-n-d-694802-15 with host n-d-694802-15 {{(pid=94468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 14:46:22.711121 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-925b05cb-5960-4772-8844-0cf65a7693fa tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-430574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-104863'] for router, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:22.712227 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-925b05cb-5960-4772-8844-0cf65a7693fa tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-429438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-431405', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66646573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-104852'] for router, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:22.778115 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-925b05cb-5960-4772-8844-0cf65a7693fa tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:22.931510 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-925b05cb-5960-4772-8844-0cf65a7693fa tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:23.123992 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-925b05cb-5960-4772-8844-0cf65a7693fa tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks [] for router_gateway, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:23.144114 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-925b05cb-5960-4772-8844-0cf65a7693fa tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:23.258876 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_common [None req-925b05cb-5960-4772-8844-0cf65a7693fa tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Allocated IP 172.25.1.201 (d3759e1b-6c03-45ac-acd4-90abb417809b/f0254f08-c19c-4e31-bd9c-09389ea4b6f2/7ceaf1f5-258f-474e-9722-1dc287011e38) {{(pid=94467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:46:23.360228 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-925b05cb-5960-4772-8844-0cf65a7693fa tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks [] for port, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:23.403807 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-925b05cb-5960-4772-8844-0cf65a7693fa tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:23.446941 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-925b05cb-5960-4772-8844-0cf65a7693fa tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Network d3759e1b-6c03-45ac-acd4-90abb417809b is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:46:23.449881 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [None req-925b05cb-5960-4772-8844-0cf65a7693fa tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:46:23.453642 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-925b05cb-5960-4772-8844-0cf65a7693fa tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Received port after_create {{(pid=94467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:46:23.486606 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925b05cb-5960-4772-8844-0cf65a7693fa tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Pushing event updated for resources: {'Port': ['ID=7ceaf1f5-258f-474e-9722-1dc287011e38,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:46:23.536580 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 53106) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:46:23.664589 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0f6974be-2f47-4cd7-96f3-16aa0ddb86df admin admin] Notify callbacks [] for security_group, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:23.721654 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-925b05cb-5960-4772-8844-0cf65a7693fa tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks [] for router_gateway, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:23.754575 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0f6974be-2f47-4cd7-96f3-16aa0ddb86df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:23.758446 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0f6974be-2f47-4cd7-96f3-16aa0ddb86df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:23.800343 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-0f6974be-2f47-4cd7-96f3-16aa0ddb86df admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=93821c3d2fa546b7ac0b8e2a17f4202e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2626312 Aug 12 14:46:23.801530 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6974be-2f47-4cd7-96f3-16aa0ddb86df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=351aaedd-eae5-425f-a502-087c99e16ab9,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:46:23.803406 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 53112) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:46:23.913034 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-be0adaef-bdf3-4169-aea4-bb854b310e5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:23.971268 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-be0adaef-bdf3-4169-aea4-bb854b310e5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:23.991983 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-925b05cb-5960-4772-8844-0cf65a7693fa tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-429413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-431608'] for router, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:24.086384 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-be0adaef-bdf3-4169-aea4-bb854b310e5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:24.088794 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-be0adaef-bdf3-4169-aea4-bb854b310e5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:24.089920 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-be0adaef-bdf3-4169-aea4-bb854b310e5e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/351aaedd-eae5-425f-a502-087c99e16ab9 HTTP/1.1" status: 204 len: 168 time: 0.2854521 Aug 12 14:46:24.103154 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0adaef-bdf3-4169-aea4-bb854b310e5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=351aaedd-eae5-425f-a502-087c99e16ab9,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:46:24.146188 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-925b05cb-5960-4772-8844-0cf65a7693fa tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Router 5acabba9-a1fe-402b-8d39-8864826ecae2 is scheduled to L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f with binding_index 1 {{(pid=94467) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 14:46:24.255963 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-925b05cb-5960-4772-8844-0cf65a7693fa tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 14:46:24.265806 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bcf7279-4486-4c36-90b9-eca55d43ee13 None None] Sync routers for ids ['5acabba9-a1fe-402b-8d39-8864826ecae2'] in n-d-694802-15 {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 14:46:24.275604 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bcf7279-4486-4c36-90b9-eca55d43ee13 None None] Routers {'5acabba9-a1fe-402b-8d39-8864826ecae2'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:46:24.276227 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-6bcf7279-4486-4c36-90b9-eca55d43ee13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:46:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['5acabba9-a1fe-402b-8d39-8864826ecae2'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:46:24.277157 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-925b05cb-5960-4772-8844-0cf65a7693fa tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks [] for router, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:24.278678 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-925b05cb-5960-4772-8844-0cf65a7693fa tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.6132092 Aug 12 14:46:24.281718 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 53120) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:46:24.385623 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-6bcf7279-4486-4c36-90b9-eca55d43ee13 None None] Set router 5acabba9-a1fe-402b-8d39-8864826ecae2 gateway port host: n-d-694802-15 {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:46:24.496675 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-c3808cb0-81f2-477b-92ce-19aad078e59e tempest-TestNetworkAdvancedServerOps-311782475 tempest-TestNetworkAdvancedServerOps-311782475-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=6774b656eb8145eb998ea0059b40b4c3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2137144 Aug 12 14:46:24.499412 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 53134) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:46:24.685950 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3b2d741-43eb-4bce-8bf9-ba627cd39e0a tempest-TestNetworkAdvancedServerOps-311782475 tempest-TestNetworkAdvancedServerOps-311782475-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:46:24.690492 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-d3b2d741-43eb-4bce-8bf9-ba627cd39e0a tempest-TestNetworkAdvancedServerOps-311782475 tempest-TestNetworkAdvancedServerOps-311782475-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1871314 Aug 12 14:46:24.690805 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 53162) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:46:24.726798 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-8b8d1a5d-e1ca-4e1f-952e-b84ae084bb74 tempest-TestNetworkAdvancedServerOps-311782475 tempest-TestNetworkAdvancedServerOps-311782475-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=d3759e1b-6c03-45ac-acd4-90abb417809b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0347786 Aug 12 14:46:24.729345 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 53164) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:46:24.737770 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-d827abf4-4e25-487d-a610-d8c4cc25c809 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-187100330', 'network_id': 'd9c97fa4-c1d2-4fbd-9aee-05dd83901300', 'project_id': '6774b656eb8145eb998ea0059b40b4c3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:46:24.745984 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-6bcf7279-4486-4c36-90b9-eca55d43ee13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5acabba9-a1fe-402b-8d39-8864826ecae2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-474311093', 'tenant_id': '6774b656eb8145eb998ea0059b40b4c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.201'}], 'enable_snat': True}, 'gw_port_id': '7ceaf1f5-258f-474e-9722-1dc287011e38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:46:22Z', 'updated_at': '2021-08-12T14:46:23Z', 'revision_number': 3, 'project_id': '6774b656eb8145eb998ea0059b40b4c3', 'gw_port': {'id': '7ceaf1f5-258f-474e-9722-1dc287011e38', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:26:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5acabba9-a1fe-402b-8d39-8864826ecae2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:46:23Z', 'updated_at': '2021-08-12T14:46:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15'}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:46:24.774403 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bcf7279-4486-4c36-90b9-eca55d43ee13 None None] Checking router: 5acabba9-a1fe-402b-8d39-8864826ecae2 for host: n-d-694802-15 {{(pid=94469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 14:46:24.774825 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bcf7279-4486-4c36-90b9-eca55d43ee13 None None] Updating router 5acabba9-a1fe-402b-8d39-8864826ecae2 port 7ceaf1f5-258f-474e-9722-1dc287011e38 binding host n-d-694802-15 {{(pid=94469) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 14:46:24.801214 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-6bcf7279-4486-4c36-90b9-eca55d43ee13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:25.137304 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-6bcf7279-4486-4c36-90b9-eca55d43ee13 None None] Notify callbacks [] for port, precommit_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:25.149112 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.provisioning_blocks [None req-6bcf7279-4486-4c36-90b9-eca55d43ee13 None None] Transition to ACTIVE for port object 7ceaf1f5-258f-474e-9722-1dc287011e38 will not be triggered until provisioned by entity L2. {{(pid=94469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:46:25.156072 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-6bcf7279-4486-4c36-90b9-eca55d43ee13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:25.209356 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.managers [None req-6bcf7279-4486-4c36-90b9-eca55d43ee13 None None] Attempting to bind port 7ceaf1f5-258f-474e-9722-1dc287011e38 on host n-d-694802-15 for vnic_type normal with profile {{(pid=94469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:46:25.209719 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.managers [None req-6bcf7279-4486-4c36-90b9-eca55d43ee13 None None] Attempting to bind port 7ceaf1f5-258f-474e-9722-1dc287011e38 by drivers openvswitch,hyperv on host n-d-694802-15 at level 0 using segments [{'id': 'b1b396cb-2dc6-4041-bfc7-1833a80a4720', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'}] {{(pid=94469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:46:25.210080 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bcf7279-4486-4c36-90b9-eca55d43ee13 None None] Attempting to bind port 7ceaf1f5-258f-474e-9722-1dc287011e38 on network d3759e1b-6c03-45ac-acd4-90abb417809b {{(pid=94469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:46:25.212622 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d827abf4-4e25-487d-a610-d8c4cc25c809 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Made reservation on behalf of 6774b656eb8145eb998ea0059b40b4c3 for: {'subnet': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:46:25.217519 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2812416-453b-4cbf-850e-b701f428cd3f None None] Pushing event updated for resources: {'Port': ['ID=7ceaf1f5-258f-474e-9722-1dc287011e38,revision_number=2']} {{(pid=94469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:46:25.220076 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bcf7279-4486-4c36-90b9-eca55d43ee13 None None] Checking agent: {'id': '16de73ac-f2e9-4cee-b3e0-91052ae3e6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 20, 13), 'started_at': datetime.datetime(2021, 8, 12, 14, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 46, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:46:25.221180 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bcf7279-4486-4c36-90b9-eca55d43ee13 None None] Checking segment: {'id': 'b1b396cb-2dc6-4041-bfc7-1833a80a4720', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:46:25.221766 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-6bcf7279-4486-4c36-90b9-eca55d43ee13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:25.222314 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bcf7279-4486-4c36-90b9-eca55d43ee13 None None] Bound using segment: {'id': 'b1b396cb-2dc6-4041-bfc7-1833a80a4720', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'} {{(pid=94469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:46:25.222953 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.managers [None req-6bcf7279-4486-4c36-90b9-eca55d43ee13 None None] Bound port: 7ceaf1f5-258f-474e-9722-1dc287011e38, host: n-d-694802-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1b396cb-2dc6-4041-bfc7-1833a80a4720', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'}}] {{(pid=94469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:46:25.223504 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-d827abf4-4e25-487d-a610-d8c4cc25c809 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3343791'] for subnet, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:25.223730 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-6bcf7279-4486-4c36-90b9-eca55d43ee13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:25.276817 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.db [None req-6bcf7279-4486-4c36-90b9-eca55d43ee13 None None] For port 7ceaf1f5-258f-474e-9722-1dc287011e38, host n-d-694802-15, cleared binding levels {{(pid=94469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:46:25.280172 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.db [None req-6bcf7279-4486-4c36-90b9-eca55d43ee13 None None] For port 7ceaf1f5-258f-474e-9722-1dc287011e38, host n-d-694802-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=7ceaf1f5-258f-474e-9722-1dc287011e38,segment=NetworkSegment(b1b396cb-2dc6-4041-bfc7-1833a80a4720),segment_id=b1b396cb-2dc6-4041-bfc7-1833a80a4720)] {{(pid=94469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:46:25.286346 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-6bcf7279-4486-4c36-90b9-eca55d43ee13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:25.350511 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bcf7279-4486-4c36-90b9-eca55d43ee13 None None] Routers {'5acabba9-a1fe-402b-8d39-8864826ecae2'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:46:25.351169 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-6bcf7279-4486-4c36-90b9-eca55d43ee13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:46:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['5acabba9-a1fe-402b-8d39-8864826ecae2'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:46:25.410113 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2812416-453b-4cbf-850e-b701f428cd3f None None] Pushing event updated for resources: {'Port': ['ID=7ceaf1f5-258f-474e-9722-1dc287011e38,revision_number=3']} {{(pid=94469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:46:25.450299 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-d827abf4-4e25-487d-a610-d8c4cc25c809 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2859166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3343773'] for subnet, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:25.482646 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-6bcf7279-4486-4c36-90b9-eca55d43ee13 None None] Set router 5acabba9-a1fe-402b-8d39-8864826ecae2 gateway port host: n-d-694802-15 {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:46:25.514131 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d827abf4-4e25-487d-a610-d8c4cc25c809 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Pushing event updated for resources: {'Subnet': ['ID=66743767-d534-4d76-9edd-9efd3bb0de9a,revision_number=0']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:46:25.521741 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d827abf4-4e25-487d-a610-d8c4cc25c809 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Checking segment: {'id': '199ebfd5-fab1-4515-9a39-66aaf241adcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'd9c97fa4-c1d2-4fbd-9aee-05dd83901300'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:46:25.522114 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d827abf4-4e25-487d-a610-d8c4cc25c809 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Network hostable DHCP agents. Network: d9c97fa4-c1d2-4fbd-9aee-05dd83901300, hostable agents: ['1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658'], hosted agents: [] {{(pid=94467) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 14:46:25.543694 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d827abf4-4e25-487d-a610-d8c4cc25c809 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Network d9c97fa4-c1d2-4fbd-9aee-05dd83901300 is scheduled to be hosted by DHCP agent 1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658 with binding_index 1 {{(pid=94467) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 14:46:25.553600 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [None req-d827abf4-4e25-487d-a610-d8c4cc25c809 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-15, d9c97fa4-c1d2-4fbd-9aee-05dd83901300) {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:46:25.558022 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d827abf4-4e25-487d-a610-d8c4cc25c809 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:46:25.558702 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-d827abf4-4e25-487d-a610-d8c4cc25c809 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks [] for subnet, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:25.576768 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 53202) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:46:25.581638 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56ddf50f-01b8-418c-b768-1dca1e6fcdc5 None None] Network d9c97fa4-c1d2-4fbd-9aee-05dd83901300 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:46:25.584257 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-d827abf4-4e25-487d-a610-d8c4cc25c809 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8446765 Aug 12 14:46:25.778535 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-6bcf7279-4486-4c36-90b9-eca55d43ee13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5acabba9-a1fe-402b-8d39-8864826ecae2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-474311093', 'tenant_id': '6774b656eb8145eb998ea0059b40b4c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.201'}], 'enable_snat': True}, 'gw_port_id': '7ceaf1f5-258f-474e-9722-1dc287011e38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:46:22Z', 'updated_at': '2021-08-12T14:46:23Z', 'revision_number': 3, 'project_id': '6774b656eb8145eb998ea0059b40b4c3', 'gw_port': {'id': '7ceaf1f5-258f-474e-9722-1dc287011e38', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:26:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5acabba9-a1fe-402b-8d39-8864826ecae2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:46:23Z', 'updated_at': '2021-08-12T14:46:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15'}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:46:25.801082 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ddf2505-5f1e-481e-8b1e-85b397070bbb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa7035b3e-9a89-5964-b9f4-97301c3f476a-d9c97fa4-c1d2-4fbd-9aee-05dd83901300', 'network_id': 'd9c97fa4-c1d2-4fbd-9aee-05dd83901300', 'tenant_id': '6774b656eb8145eb998ea0059b40b4c3', 'fixed_ips': [{'subnet_id': '66743767-d534-4d76-9edd-9efd3bb0de9a'}]}} from n-d-694802-15. {{(pid=94468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 14:46:25.802709 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-7ddf2505-5f1e-481e-8b1e-85b397070bbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:25.815734 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bcf7279-4486-4c36-90b9-eca55d43ee13 None None] The sync data for ids ['5acabba9-a1fe-402b-8d39-8864826ecae2'] in n-d-694802-15 is: [{'id': '5acabba9-a1fe-402b-8d39-8864826ecae2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-474311093', 'tenant_id': '6774b656eb8145eb998ea0059b40b4c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.201'}], 'enable_snat': True}, 'gw_port_id': '7ceaf1f5-258f-474e-9722-1dc287011e38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:46:22Z', 'updated_at': '2021-08-12T14:46:23Z', 'revision_number': 3, 'project_id': '6774b656eb8145eb998ea0059b40b4c3', 'gw_port': {'id': '7ceaf1f5-258f-474e-9722-1dc287011e38', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:26:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5acabba9-a1fe-402b-8d39-8864826ecae2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:46:23Z', 'updated_at': '2021-08-12T14:46:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15'}] {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 14:46:26.019161 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.db_base_plugin_common [None req-7ddf2505-5f1e-481e-8b1e-85b397070bbb None None] Allocated IP 172.20.0.2 (d9c97fa4-c1d2-4fbd-9aee-05dd83901300/66743767-d534-4d76-9edd-9efd3bb0de9a/17320abc-9552-4e19-b723-d95c6449e1c1) {{(pid=94468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:46:26.301976 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-7ddf2505-5f1e-481e-8b1e-85b397070bbb None None] Notify callbacks [] for port, precommit_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:26.315352 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-7ddf2505-5f1e-481e-8b1e-85b397070bbb None None] Transition to ACTIVE for port object 17320abc-9552-4e19-b723-d95c6449e1c1 will not be triggered until provisioned by entity L2. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:46:26.343344 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-7ddf2505-5f1e-481e-8b1e-85b397070bbb None None] Transition to ACTIVE for port object 17320abc-9552-4e19-b723-d95c6449e1c1 will not be triggered until provisioned by entity DHCP. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:46:26.354963 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-7ddf2505-5f1e-481e-8b1e-85b397070bbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253'] for port, after_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:26.416014 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddf2505-5f1e-481e-8b1e-85b397070bbb None None] Pushing event updated for resources: {'Port': ['ID=17320abc-9552-4e19-b723-d95c6449e1c1,revision_number=1']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:46:26.430730 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ddf2505-5f1e-481e-8b1e-85b397070bbb None None] Network d9c97fa4-c1d2-4fbd-9aee-05dd83901300 is already hosted by enough agents. {{(pid=94468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:46:26.432438 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.base_scheduler [None req-7ddf2505-5f1e-481e-8b1e-85b397070bbb None None] Resources bound (agent type, host, resource id): {{(pid=94468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:46:26.435001 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ddf2505-5f1e-481e-8b1e-85b397070bbb None None] Received port after_create {{(pid=94468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:46:26.504166 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-7ddf2505-5f1e-481e-8b1e-85b397070bbb None None] Attempting to bind port 17320abc-9552-4e19-b723-d95c6449e1c1 on host n-d-694802-15 for vnic_type normal with profile {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:46:26.504625 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-7ddf2505-5f1e-481e-8b1e-85b397070bbb None None] Attempting to bind port 17320abc-9552-4e19-b723-d95c6449e1c1 by drivers openvswitch,hyperv on host n-d-694802-15 at level 0 using segments [{'id': '199ebfd5-fab1-4515-9a39-66aaf241adcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'd9c97fa4-c1d2-4fbd-9aee-05dd83901300'}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:46:26.505083 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ddf2505-5f1e-481e-8b1e-85b397070bbb None None] Attempting to bind port 17320abc-9552-4e19-b723-d95c6449e1c1 on network d9c97fa4-c1d2-4fbd-9aee-05dd83901300 {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:46:26.510737 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ddf2505-5f1e-481e-8b1e-85b397070bbb None None] Checking agent: {'id': '16de73ac-f2e9-4cee-b3e0-91052ae3e6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 20, 13), 'started_at': datetime.datetime(2021, 8, 12, 14, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 46, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:46:26.511355 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ddf2505-5f1e-481e-8b1e-85b397070bbb None None] Checking segment: {'id': '199ebfd5-fab1-4515-9a39-66aaf241adcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'd9c97fa4-c1d2-4fbd-9aee-05dd83901300'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:46:26.511848 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-7ddf2505-5f1e-481e-8b1e-85b397070bbb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:26.512283 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ddf2505-5f1e-481e-8b1e-85b397070bbb None None] Bound using segment: {'id': '199ebfd5-fab1-4515-9a39-66aaf241adcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'd9c97fa4-c1d2-4fbd-9aee-05dd83901300'} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:46:26.512998 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-7ddf2505-5f1e-481e-8b1e-85b397070bbb None None] Bound port: 17320abc-9552-4e19-b723-d95c6449e1c1, host: n-d-694802-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '199ebfd5-fab1-4515-9a39-66aaf241adcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'd9c97fa4-c1d2-4fbd-9aee-05dd83901300'}}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:46:26.513450 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-7ddf2505-5f1e-481e-8b1e-85b397070bbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:26.562520 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ad26de02-a752-4123-8bbd-6f3c7815cfaa tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:26.597114 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-7ddf2505-5f1e-481e-8b1e-85b397070bbb None None] For port 17320abc-9552-4e19-b723-d95c6449e1c1, host n-d-694802-15, cleared binding levels {{(pid=94468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:46:26.600977 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-7ddf2505-5f1e-481e-8b1e-85b397070bbb None None] For port 17320abc-9552-4e19-b723-d95c6449e1c1, host n-d-694802-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=17320abc-9552-4e19-b723-d95c6449e1c1,segment=NetworkSegment(199ebfd5-fab1-4515-9a39-66aaf241adcb),segment_id=199ebfd5-fab1-4515-9a39-66aaf241adcb)] {{(pid=94468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:46:26.620599 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-7ddf2505-5f1e-481e-8b1e-85b397070bbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:26.741639 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddf2505-5f1e-481e-8b1e-85b397070bbb None None] Pushing event updated for resources: {'Port': ['ID=17320abc-9552-4e19-b723-d95c6449e1c1,revision_number=2']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:46:26.776113 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 7ceaf1f5-258f-474e-9722-1dc287011e38 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:46:26.884658 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning for port 7ceaf1f5-258f-474e-9722-1dc287011e38 completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:46:26.891582 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port 7ceaf1f5-258f-474e-9722-1dc287011e38 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:46:26.891992 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:26.996874 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:27.022992 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] For port 7ceaf1f5-258f-474e-9722-1dc287011e38, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=7ceaf1f5-258f-474e-9722-1dc287011e38,segment=NetworkSegment(b1b396cb-2dc6-4041-bfc7-1833a80a4720),segment_id=b1b396cb-2dc6-4041-bfc7-1833a80a4720)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:46:27.031357 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:27.090136 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-ad26de02-a752-4123-8bbd-6f3c7815cfaa tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Allocated IP 172.20.0.1 (d9c97fa4-c1d2-4fbd-9aee-05dd83901300/66743767-d534-4d76-9edd-9efd3bb0de9a/457849cf-975a-43e0-b49a-b44bb7b4a5e5) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:46:27.118341 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Pushing event updated for resources: {'Port': ['ID=7ceaf1f5-258f-474e-9722-1dc287011e38,revision_number=4']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:46:27.253958 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ad26de02-a752-4123-8bbd-6f3c7815cfaa tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:27.270724 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-ad26de02-a752-4123-8bbd-6f3c7815cfaa tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Transition to ACTIVE for port object 457849cf-975a-43e0-b49a-b44bb7b4a5e5 will not be triggered until provisioned by entity DHCP. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:46:27.309471 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ad26de02-a752-4123-8bbd-6f3c7815cfaa tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:27.352717 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad26de02-a752-4123-8bbd-6f3c7815cfaa tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Network d9c97fa4-c1d2-4fbd-9aee-05dd83901300 is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:46:27.358089 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-ad26de02-a752-4123-8bbd-6f3c7815cfaa tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:46:27.362614 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad26de02-a752-4123-8bbd-6f3c7815cfaa tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:46:27.369434 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad26de02-a752-4123-8bbd-6f3c7815cfaa tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Pushing event updated for resources: {'Port': ['ID=457849cf-975a-43e0-b49a-b44bb7b4a5e5,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:46:27.412494 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ad26de02-a752-4123-8bbd-6f3c7815cfaa tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66663725'] for router_interface, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:27.558949 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ad26de02-a752-4123-8bbd-6f3c7815cfaa tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:27.901805 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ad26de02-a752-4123-8bbd-6f3c7815cfaa tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks [] for port, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:27.908106 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ad26de02-a752-4123-8bbd-6f3c7815cfaa tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3718439'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:27.983908 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbb25cd7-e210-4320-bcd8-f0ebb31372db None None] Network d9c97fa4-c1d2-4fbd-9aee-05dd83901300 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:46:28.002943 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ad26de02-a752-4123-8bbd-6f3c7815cfaa tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66628363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66663865'] for router_interface, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:28.089018 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-c0a0b87b-3d55-48f4-b3a1-8efed40ac116 None None] Provisioning for port 17320abc-9552-4e19-b723-d95c6449e1c1 completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:46:28.092697 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad26de02-a752-4123-8bbd-6f3c7815cfaa tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Pushing event updated for resources: {'Port': ['ID=457849cf-975a-43e0-b49a-b44bb7b4a5e5,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:46:28.162331 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad26de02-a752-4123-8bbd-6f3c7815cfaa tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Network d9c97fa4-c1d2-4fbd-9aee-05dd83901300 is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:46:28.164517 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-ad26de02-a752-4123-8bbd-6f3c7815cfaa tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:46:28.353742 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad26de02-a752-4123-8bbd-6f3c7815cfaa tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Router 5acabba9-a1fe-402b-8d39-8864826ecae2 has already been hosted by L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f {{(pid=94466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 14:46:28.497201 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78689b9-8041-4fe1-8a9e-27ceaec2d57c req-75af9541-1710-4773-8f83-859a677ee3d9 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:46:28.499703 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-a78689b9-8041-4fe1-8a9e-27ceaec2d57c req-75af9541-1710-4773-8f83-859a677ee3d9 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/ports?device_id=82ca70f0-3356-4166-96ef-a264876874d1 HTTP/1.1" status: 200 len: 945 time: 0.1410773 Aug 12 14:46:28.520992 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 53400) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:46:28.525175 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-59d7da6d-1d7a-496b-97f5-d05889fb5564 None None] Provisioning for port 457849cf-975a-43e0-b49a-b44bb7b4a5e5 completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:46:28.532457 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-59d7da6d-1d7a-496b-97f5-d05889fb5564 None None] Provisioning complete for port 457849cf-975a-43e0-b49a-b44bb7b4a5e5 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:46:28.532927 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-59d7da6d-1d7a-496b-97f5-d05889fb5564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:28.566037 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-a78689b9-8041-4fe1-8a9e-27ceaec2d57c req-7a06aea4-6028-4744-a001-e2e140f30057 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc2dacd2-6b8c-4388-a6b9-7c76f36fc545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598311 Aug 12 14:46:28.569379 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad26de02-a752-4123-8bbd-6f3c7815cfaa tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 14:46:28.582781 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e658855-c8db-4932-9126-812a54cddfcc None None] Sync routers for ids ['5acabba9-a1fe-402b-8d39-8864826ecae2'] in n-d-694802-15 {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 14:46:28.601277 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-59d7da6d-1d7a-496b-97f5-d05889fb5564 None None] Port 457849cf-975a-43e0-b49a-b44bb7b4a5e5 cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 14:46:28.601787 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-ad26de02-a752-4123-8bbd-6f3c7815cfaa tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "PUT /v2.0/routers/5acabba9-a1fe-402b-8d39-8864826ecae2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0116379 Aug 12 14:46:28.641081 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e658855-c8db-4932-9126-812a54cddfcc None None] Routers {'5acabba9-a1fe-402b-8d39-8864826ecae2'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:46:28.641727 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-0e658855-c8db-4932-9126-812a54cddfcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:46:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['5acabba9-a1fe-402b-8d39-8864826ecae2'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:46:28.672509 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-81e80f2b-306e-4a9a-9e3f-d6dee17a5981 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:28.811905 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ba1b7a-2299-418a-9718-d2761e950c2e req-69109c20-1bdf-4bd3-9c1a-a9966b68656f tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:46:28.813817 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b7ba1b7a-2299-418a-9718-d2761e950c2e req-69109c20-1bdf-4bd3-9c1a-a9966b68656f tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/ports?device_id=82ca70f0-3356-4166-96ef-a264876874d1 HTTP/1.1" status: 200 len: 945 time: 0.0914197 Aug 12 14:46:28.831197 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvr_db [None req-0e658855-c8db-4932-9126-812a54cddfcc None None] Set router 5acabba9-a1fe-402b-8d39-8864826ecae2 gateway port host: n-d-694802-15 {{(pid=94468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:46:28.872359 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-42c4e089-6578-4c7c-9846-70bb67b54e90 None None] Provisioning complete for port 457849cf-975a-43e0-b49a-b44bb7b4a5e5 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:46:28.873194 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-42c4e089-6578-4c7c-9846-70bb67b54e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:28.903783 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 17320abc-9552-4e19-b723-d95c6449e1c1 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:46:28.910875 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b7ba1b7a-2299-418a-9718-d2761e950c2e req-8bbfa5e9-9273-48f1-ad9e-7266a97853ac tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc2dacd2-6b8c-4388-a6b9-7c76f36fc545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896237 Aug 12 14:46:28.939405 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-81e80f2b-306e-4a9a-9e3f-d6dee17a5981 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:28.945372 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-81e80f2b-306e-4a9a-9e3f-d6dee17a5981 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:28.974542 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-7997ab0f-9339-414e-bff2-04d67c46b928 req-62fd8351-28b5-446e-baa7-f19dacc7d097 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-572981942&fields=id&tenant_id=6774b656eb8145eb998ea0059b40b4c3 HTTP/1.1" status: 200 len: 267 time: 0.0354092 Aug 12 14:46:28.992075 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-81e80f2b-306e-4a9a-9e3f-d6dee17a5981 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=490b8e305ae14195bf845c7c08386ad8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4693224 Aug 12 14:46:28.997940 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 53422) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:46:29.076619 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e80f2b-306e-4a9a-9e3f-d6dee17a5981 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d779213-377a-4344-9f1b-f676911c108a,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:46:29.091876 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-dfdf5e2e-9648-4bc7-bd9e-d88be2ffc48a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:29.115881 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-dfdf5e2e-9648-4bc7-bd9e-d88be2ffc48a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:29.141406 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7997ab0f-9339-414e-bff2-04d67c46b928 req-3e26cf09-1511-4a69-8b19-9eed78ddd3e7 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:46:29.147576 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-7997ab0f-9339-414e-bff2-04d67c46b928 req-3e26cf09-1511-4a69-8b19-9eed78ddd3e7 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/networks?id=d9c97fa4-c1d2-4fbd-9aee-05dd83901300 HTTP/1.1" status: 200 len: 796 time: 0.1646438 Aug 12 14:46:29.176961 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-dfdf5e2e-9648-4bc7-bd9e-d88be2ffc48a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:29.182620 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-dfdf5e2e-9648-4bc7-bd9e-d88be2ffc48a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:29.182620 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-dfdf5e2e-9648-4bc7-bd9e-d88be2ffc48a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4d779213-377a-4344-9f1b-f676911c108a HTTP/1.1" status: 204 len: 168 time: 0.1823616 Aug 12 14:46:29.191685 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-7997ab0f-9339-414e-bff2-04d67c46b928 req-cefc2548-f8df-4eb6-8e6c-c88d468d756d tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/quotas/6774b656eb8145eb998ea0059b40b4c3 HTTP/1.1" status: 200 len: 375 time: 0.0383942 Aug 12 14:46:29.197676 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdf5e2e-9648-4bc7-bd9e-d88be2ffc48a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d779213-377a-4344-9f1b-f676911c108a,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:46:29.228846 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-42c4e089-6578-4c7c-9846-70bb67b54e90 None None] Port 457849cf-975a-43e0-b49a-b44bb7b4a5e5 cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 14:46:29.303694 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-7997ab0f-9339-414e-bff2-04d67c46b928 req-13ee2cc6-f71b-47fc-8d01-64d6df358f14 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=6774b656eb8145eb998ea0059b40b4c3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1103666 Aug 12 14:46:29.305426 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning for port 17320abc-9552-4e19-b723-d95c6449e1c1 completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:46:29.319218 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port 17320abc-9552-4e19-b723-d95c6449e1c1 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:46:29.319947 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:29.400324 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-69c00db0-6086-4f7b-a437-e7523a9a5122 None None] Provisioning complete for port 457849cf-975a-43e0-b49a-b44bb7b4a5e5 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:46:29.400711 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-69c00db0-6086-4f7b-a437-e7523a9a5122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:29.409048 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-7997ab0f-9339-414e-bff2-04d67c46b928 req-6d0606bb-5871-4352-b1b1-fa1d1f2afb7b service neutron] 10.222.0.39 "GET /v2.0/networks/d9c97fa4-c1d2-4fbd-9aee-05dd83901300?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023524 Aug 12 14:46:29.466307 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33e4d9d-a49c-458e-8d8b-7572e9fd23b9 req-83189194-b0af-48a5-b04e-51aaef58046d tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:46:29.468139 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d33e4d9d-a49c-458e-8d8b-7572e9fd23b9 req-83189194-b0af-48a5-b04e-51aaef58046d tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/ports?device_id=82ca70f0-3356-4166-96ef-a264876874d1 HTTP/1.1" status: 200 len: 945 time: 0.0571299 Aug 12 14:46:29.490938 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-69c00db0-6086-4f7b-a437-e7523a9a5122 None None] Port 457849cf-975a-43e0-b49a-b44bb7b4a5e5 cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 14:46:29.510158 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-0e658855-c8db-4932-9126-812a54cddfcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5acabba9-a1fe-402b-8d39-8864826ecae2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-474311093', 'tenant_id': '6774b656eb8145eb998ea0059b40b4c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.201'}], 'enable_snat': True}, 'gw_port_id': '7ceaf1f5-258f-474e-9722-1dc287011e38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:46:22Z', 'updated_at': '2021-08-12T14:46:27Z', 'revision_number': 4, 'project_id': '6774b656eb8145eb998ea0059b40b4c3', 'gw_port': {'id': '7ceaf1f5-258f-474e-9722-1dc287011e38', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:26:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5acabba9-a1fe-402b-8d39-8864826ecae2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:46:23Z', 'updated_at': '2021-08-12T14:46:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': '457849cf-975a-43e0-b49a-b44bb7b4a5e5', 'name': '', 'network_id': 'd9c97fa4-c1d2-4fbd-9aee-05dd83901300', 'tenant_id': '6774b656eb8145eb998ea0059b40b4c3', 'mac_address': 'fa:16:3e:a1:90:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5acabba9-a1fe-402b-8d39-8864826ecae2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1878, 'fixed_ips': [{'subnet_id': '66743767-d534-4d76-9edd-9efd3bb0de9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:46:26Z', 'updated_at': '2021-08-12T14:46:27Z', 'revision_number': 2, 'project_id': '6774b656eb8145eb998ea0059b40b4c3', 'subnets': [{'id': '66743767-d534-4d76-9edd-9efd3bb0de9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:46:29.514830 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:29.550631 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-7997ab0f-9339-414e-bff2-04d67c46b928 req-62cd99c8-a1c3-442e-94a4-b604a6ecc60b service neutron] 10.222.0.39 "GET /v2.0/networks/d9c97fa4-c1d2-4fbd-9aee-05dd83901300?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399574 Aug 12 14:46:29.557586 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e658855-c8db-4932-9126-812a54cddfcc None None] Checking router: 5acabba9-a1fe-402b-8d39-8864826ecae2 for host: n-d-694802-15 {{(pid=94468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 14:46:29.557943 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e658855-c8db-4932-9126-812a54cddfcc None None] Updating router 5acabba9-a1fe-402b-8d39-8864826ecae2 port 457849cf-975a-43e0-b49a-b44bb7b4a5e5 binding host n-d-694802-15 {{(pid=94468) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 14:46:29.593026 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] For port 17320abc-9552-4e19-b723-d95c6449e1c1, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=17320abc-9552-4e19-b723-d95c6449e1c1,segment=NetworkSegment(199ebfd5-fab1-4515-9a39-66aaf241adcb),segment_id=199ebfd5-fab1-4515-9a39-66aaf241adcb)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:46:29.596118 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-0e658855-c8db-4932-9126-812a54cddfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:29.605441 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:29.606229 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 7ceaf1f5-258f-474e-9722-1dc287011e38 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:46:29.752916 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d33e4d9d-a49c-458e-8d8b-7572e9fd23b9 req-cd01aba4-4d07-404b-86ea-014a06e29c4b tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc2dacd2-6b8c-4388-a6b9-7c76f36fc545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2780027 Aug 12 14:46:29.805473 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port 7ceaf1f5-258f-474e-9722-1dc287011e38 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:46:29.805844 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:29.860484 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Pushing event updated for resources: {'Port': ['ID=17320abc-9552-4e19-b723-d95c6449e1c1,revision_number=3']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:46:29.876717 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e01bbd9c-a7ef-4315-8d7c-389e3140bf48 req-1e4b8443-146b-4387-9997-a494635ea378 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d387655-bc58-4d10-8c58-4428d6cc887c HTTP/1.1" status: 200 len: 210 time: 0.0743082 Aug 12 14:46:30.156432 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-0e658855-c8db-4932-9126-812a54cddfcc None None] Notify callbacks [] for port, precommit_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:30.178648 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-0e658855-c8db-4932-9126-812a54cddfcc None None] Transition to ACTIVE for port object 457849cf-975a-43e0-b49a-b44bb7b4a5e5 will not be triggered until provisioned by entity L2. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:46:30.190001 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-0e658855-c8db-4932-9126-812a54cddfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:30.240002 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [req-0ea3a55c-3ec2-485b-92c1-4485ac711c3a req-68b4c472-5ff0-45b8-a861-0cdd01eafae2 service neutron] (94466) timed out ('10.222.0.49', 55205) {{(pid=94466) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 12 14:46:30.261839 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc69295-d99d-431b-918c-7e6fb55047b8 None None] Pushing event updated for resources: {'Port': ['ID=457849cf-975a-43e0-b49a-b44bb7b4a5e5,revision_number=3']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:46:30.296251 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0b4a17-e1e2-4584-9d2b-9ee272c90b02 req-aeca919b-abb4-44d8-bf0b-c07f6bc4e32c tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:46:30.310941 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-2f0b4a17-e1e2-4584-9d2b-9ee272c90b02 req-aeca919b-abb4-44d8-bf0b-c07f6bc4e32c tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/ports?device_id=82ca70f0-3356-4166-96ef-a264876874d1 HTTP/1.1" status: 200 len: 945 time: 0.0922675 Aug 12 14:46:30.343728 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-0e658855-c8db-4932-9126-812a54cddfcc None None] Attempting to bind port 457849cf-975a-43e0-b49a-b44bb7b4a5e5 on host n-d-694802-15 for vnic_type normal with profile {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:46:30.344260 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-0e658855-c8db-4932-9126-812a54cddfcc None None] Attempting to bind port 457849cf-975a-43e0-b49a-b44bb7b4a5e5 by drivers openvswitch,hyperv on host n-d-694802-15 at level 0 using segments [{'id': '199ebfd5-fab1-4515-9a39-66aaf241adcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'd9c97fa4-c1d2-4fbd-9aee-05dd83901300'}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:46:30.344723 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e658855-c8db-4932-9126-812a54cddfcc None None] Attempting to bind port 457849cf-975a-43e0-b49a-b44bb7b4a5e5 on network d9c97fa4-c1d2-4fbd-9aee-05dd83901300 {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:46:30.354723 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e658855-c8db-4932-9126-812a54cddfcc None None] Checking agent: {'id': '16de73ac-f2e9-4cee-b3e0-91052ae3e6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 20, 13), 'started_at': datetime.datetime(2021, 8, 12, 14, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 46, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:46:30.355369 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e658855-c8db-4932-9126-812a54cddfcc None None] Checking segment: {'id': '199ebfd5-fab1-4515-9a39-66aaf241adcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'd9c97fa4-c1d2-4fbd-9aee-05dd83901300'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:46:30.355892 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-0e658855-c8db-4932-9126-812a54cddfcc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:30.356782 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e658855-c8db-4932-9126-812a54cddfcc None None] Bound using segment: {'id': '199ebfd5-fab1-4515-9a39-66aaf241adcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'd9c97fa4-c1d2-4fbd-9aee-05dd83901300'} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:46:30.357639 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-0e658855-c8db-4932-9126-812a54cddfcc None None] Bound port: 457849cf-975a-43e0-b49a-b44bb7b4a5e5, host: n-d-694802-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '199ebfd5-fab1-4515-9a39-66aaf241adcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'd9c97fa4-c1d2-4fbd-9aee-05dd83901300'}}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:46:30.358027 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-0e658855-c8db-4932-9126-812a54cddfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:30.397859 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-2f0b4a17-e1e2-4584-9d2b-9ee272c90b02 req-097bee8b-3382-4665-8618-9404f57f85ed tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc2dacd2-6b8c-4388-a6b9-7c76f36fc545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785930 Aug 12 14:46:30.480163 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-0e658855-c8db-4932-9126-812a54cddfcc None None] For port 457849cf-975a-43e0-b49a-b44bb7b4a5e5, host n-d-694802-15, cleared binding levels {{(pid=94468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:46:30.490858 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-0e658855-c8db-4932-9126-812a54cddfcc None None] For port 457849cf-975a-43e0-b49a-b44bb7b4a5e5, host n-d-694802-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=457849cf-975a-43e0-b49a-b44bb7b4a5e5,segment=NetworkSegment(199ebfd5-fab1-4515-9a39-66aaf241adcb),segment_id=199ebfd5-fab1-4515-9a39-66aaf241adcb)] {{(pid=94468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:46:30.499265 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-0e658855-c8db-4932-9126-812a54cddfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:30.593098 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e658855-c8db-4932-9126-812a54cddfcc None None] Routers {'5acabba9-a1fe-402b-8d39-8864826ecae2'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:46:30.593742 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-0e658855-c8db-4932-9126-812a54cddfcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:46:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['5acabba9-a1fe-402b-8d39-8864826ecae2'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:46:30.655111 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc69295-d99d-431b-918c-7e6fb55047b8 None None] Pushing event updated for resources: {'Port': ['ID=457849cf-975a-43e0-b49a-b44bb7b4a5e5,revision_number=4']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:46:30.746276 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvr_db [None req-0e658855-c8db-4932-9126-812a54cddfcc None None] Set router 5acabba9-a1fe-402b-8d39-8864826ecae2 gateway port host: n-d-694802-15 {{(pid=94468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:46:30.840594 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 17320abc-9552-4e19-b723-d95c6449e1c1 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:46:30.981703 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port 17320abc-9552-4e19-b723-d95c6449e1c1 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:46:30.982081 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:30.983583 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-57b84645-b857-4be6-b429-05c319370e1a req-c3d41829-6ad4-4422-a2de-b69e7204a3de tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d387655-bc58-4d10-8c58-4428d6cc887c HTTP/1.1" status: 200 len: 210 time: 0.0366268 Aug 12 14:46:31.104748 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-0e658855-c8db-4932-9126-812a54cddfcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5acabba9-a1fe-402b-8d39-8864826ecae2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-474311093', 'tenant_id': '6774b656eb8145eb998ea0059b40b4c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.201'}], 'enable_snat': True}, 'gw_port_id': '7ceaf1f5-258f-474e-9722-1dc287011e38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:46:22Z', 'updated_at': '2021-08-12T14:46:27Z', 'revision_number': 4, 'project_id': '6774b656eb8145eb998ea0059b40b4c3', 'gw_port': {'id': '7ceaf1f5-258f-474e-9722-1dc287011e38', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:26:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5acabba9-a1fe-402b-8d39-8864826ecae2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:46:23Z', 'updated_at': '2021-08-12T14:46:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': '457849cf-975a-43e0-b49a-b44bb7b4a5e5', 'name': '', 'network_id': 'd9c97fa4-c1d2-4fbd-9aee-05dd83901300', 'tenant_id': '6774b656eb8145eb998ea0059b40b4c3', 'mac_address': 'fa:16:3e:a1:90:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5acabba9-a1fe-402b-8d39-8864826ecae2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1878, 'fixed_ips': [{'subnet_id': '66743767-d534-4d76-9edd-9efd3bb0de9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:46:26Z', 'updated_at': '2021-08-12T14:46:30Z', 'revision_number': 4, 'project_id': '6774b656eb8145eb998ea0059b40b4c3', 'subnets': [{'id': '66743767-d534-4d76-9edd-9efd3bb0de9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:46:31.140494 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e658855-c8db-4932-9126-812a54cddfcc None None] The sync data for ids ['5acabba9-a1fe-402b-8d39-8864826ecae2'] in n-d-694802-15 is: [{'id': '5acabba9-a1fe-402b-8d39-8864826ecae2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-474311093', 'tenant_id': '6774b656eb8145eb998ea0059b40b4c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.201'}], 'enable_snat': True}, 'gw_port_id': '7ceaf1f5-258f-474e-9722-1dc287011e38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:46:22Z', 'updated_at': '2021-08-12T14:46:27Z', 'revision_number': 4, 'project_id': '6774b656eb8145eb998ea0059b40b4c3', 'gw_port': {'id': '7ceaf1f5-258f-474e-9722-1dc287011e38', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:26:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5acabba9-a1fe-402b-8d39-8864826ecae2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:46:23Z', 'updated_at': '2021-08-12T14:46:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': '457849cf-975a-43e0-b49a-b44bb7b4a5e5', 'name': '', 'network_id': 'd9c97fa4-c1d2-4fbd-9aee-05dd83901300', 'tenant_id': '6774b656eb8145eb998ea0059b40b4c3', 'mac_address': 'fa:16:3e:a1:90:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5acabba9-a1fe-402b-8d39-8864826ecae2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1878, 'fixed_ips': [{'subnet_id': '66743767-d534-4d76-9edd-9efd3bb0de9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:46:26Z', 'updated_at': '2021-08-12T14:46:30Z', 'revision_number': 4, 'project_id': '6774b656eb8145eb998ea0059b40b4c3', 'subnets': [{'id': '66743767-d534-4d76-9edd-9efd3bb0de9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 14:46:31.156853 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7997ab0f-9339-414e-bff2-04d67c46b928 req-60869495-c2ec-4d69-8113-1037936b7023 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:46:31.158581 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-7997ab0f-9339-414e-bff2-04d67c46b928 req-60869495-c2ec-4d69-8113-1037936b7023 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.49 "GET /v2.0/networks?id=d9c97fa4-c1d2-4fbd-9aee-05dd83901300 HTTP/1.1" status: 200 len: 796 time: 0.1403937 Aug 12 14:46:31.230445 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-7997ab0f-9339-414e-bff2-04d67c46b928 req-767f18a3-0af7-42ed-b083-34b131b9ff1a tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6774b656eb8145eb998ea0059b40b4c3 HTTP/1.1" status: 200 len: 379 time: 0.0599344 Aug 12 14:46:31.243592 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-7997ab0f-9339-414e-bff2-04d67c46b928 req-1ef33949-ff18-464a-9eb7-3c99dd5a4c67 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Request body: {'port': {'device_id': '4d387655-bc58-4d10-8c58-4428d6cc887c', 'network_id': 'd9c97fa4-c1d2-4fbd-9aee-05dd83901300', 'admin_state_up': True, 'tenant_id': '6774b656eb8145eb998ea0059b40b4c3', 'security_groups': ['321fdc30-89f7-41d5-9ead-31c9ab79a851']}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:46:31.376884 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7997ab0f-9339-414e-bff2-04d67c46b928 req-1ef33949-ff18-464a-9eb7-3c99dd5a4c67 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Made reservation on behalf of 6774b656eb8145eb998ea0059b40b4c3 for: {'port': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:46:31.381066 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-7997ab0f-9339-414e-bff2-04d67c46b928 req-1ef33949-ff18-464a-9eb7-3c99dd5a4c67 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:31.534712 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_common [req-7997ab0f-9339-414e-bff2-04d67c46b928 req-1ef33949-ff18-464a-9eb7-3c99dd5a4c67 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Allocated IP 172.20.0.10 (d9c97fa4-c1d2-4fbd-9aee-05dd83901300/66743767-d534-4d76-9edd-9efd3bb0de9a/19fab106-dc9b-4483-9e5b-186d5fa89aeb) {{(pid=94467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:46:31.570796 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e725803d-7d1f-4bf3-a4f7-6e4189ce8ded req-73472557-76f4-410d-b331-f8b92e5854bd tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:46:31.579621 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-e725803d-7d1f-4bf3-a4f7-6e4189ce8ded req-73472557-76f4-410d-b331-f8b92e5854bd tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/ports?device_id=82ca70f0-3356-4166-96ef-a264876874d1 HTTP/1.1" status: 200 len: 945 time: 0.0835614 Aug 12 14:46:31.622276 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-e725803d-7d1f-4bf3-a4f7-6e4189ce8ded req-034d7b24-0959-409b-8d53-7f67152f8f7a tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc2dacd2-6b8c-4388-a6b9-7c76f36fc545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414019 Aug 12 14:46:31.761484 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-7997ab0f-9339-414e-bff2-04d67c46b928 req-1ef33949-ff18-464a-9eb7-3c99dd5a4c67 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks [] for port, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:31.779036 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [req-7997ab0f-9339-414e-bff2-04d67c46b928 req-1ef33949-ff18-464a-9eb7-3c99dd5a4c67 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Transition to ACTIVE for port object 19fab106-dc9b-4483-9e5b-186d5fa89aeb will not be triggered until provisioned by entity DHCP. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:46:31.817564 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-7997ab0f-9339-414e-bff2-04d67c46b928 req-1ef33949-ff18-464a-9eb7-3c99dd5a4c67 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:31.869763 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7997ab0f-9339-414e-bff2-04d67c46b928 req-1ef33949-ff18-464a-9eb7-3c99dd5a4c67 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Network d9c97fa4-c1d2-4fbd-9aee-05dd83901300 is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:46:31.874146 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [req-7997ab0f-9339-414e-bff2-04d67c46b928 req-1ef33949-ff18-464a-9eb7-3c99dd5a4c67 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:46:31.881185 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [req-7997ab0f-9339-414e-bff2-04d67c46b928 req-1ef33949-ff18-464a-9eb7-3c99dd5a4c67 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Received port after_create {{(pid=94467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:46:31.914959 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef33949-ff18-464a-9eb7-3c99dd5a4c67 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Pushing event updated for resources: {'Port': ['ID=19fab106-dc9b-4483-9e5b-186d5fa89aeb,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:46:31.964871 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7997ab0f-9339-414e-bff2-04d67c46b928 req-1ef33949-ff18-464a-9eb7-3c99dd5a4c67 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:46:31.965952 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-7997ab0f-9339-414e-bff2-04d67c46b928 req-1ef33949-ff18-464a-9eb7-3c99dd5a4c67 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:31.996707 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-7997ab0f-9339-414e-bff2-04d67c46b928 req-1ef33949-ff18-464a-9eb7-3c99dd5a4c67 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7598996 Aug 12 14:46:32.011430 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-7997ab0f-9339-414e-bff2-04d67c46b928 req-5f814742-f8a5-43e2-b7fb-145e79fad4ad service neutron] Request body: {'port': {'device_id': '4d387655-bc58-4d10-8c58-4428d6cc887c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-694802-15'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:46:32.093532 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-7997ab0f-9339-414e-bff2-04d67c46b928 req-5f814742-f8a5-43e2-b7fb-145e79fad4ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:32.201235 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-6b39461d-4219-4764-98cd-953094352261 None None] Provisioning for port 19fab106-dc9b-4483-9e5b-186d5fa89aeb completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:46:32.213361 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-6b39461d-4219-4764-98cd-953094352261 None None] Provisioning complete for port 19fab106-dc9b-4483-9e5b-186d5fa89aeb triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:46:32.213887 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-6b39461d-4219-4764-98cd-953094352261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:32.234785 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0944be-4677-46e1-beb2-31276352715c req-ce0c17b5-5779-404b-ad13-a48ab2576530 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:46:32.241299 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-0e0944be-4677-46e1-beb2-31276352715c req-ce0c17b5-5779-404b-ad13-a48ab2576530 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d387655-bc58-4d10-8c58-4428d6cc887c HTTP/1.1" status: 200 len: 932 time: 0.1265657 Aug 12 14:46:32.270484 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-6b39461d-4219-4764-98cd-953094352261 None None] Port 19fab106-dc9b-4483-9e5b-186d5fa89aeb cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 14:46:32.339105 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-0e0944be-4677-46e1-beb2-31276352715c req-36f03555-ab3d-43a9-8413-18ea1f34b745 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/security-groups?id=321fdc30-89f7-41d5-9ead-31c9ab79a851&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0879521 Aug 12 14:46:32.520618 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [req-7997ab0f-9339-414e-bff2-04d67c46b928 req-5f814742-f8a5-43e2-b7fb-145e79fad4ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19fab106-dc9b-4483-9e5b-186d5fa89aeb {{(pid=94467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:46:32.529432 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-7997ab0f-9339-414e-bff2-04d67c46b928 req-5f814742-f8a5-43e2-b7fb-145e79fad4ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:32.543090 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [req-7997ab0f-9339-414e-bff2-04d67c46b928 req-5f814742-f8a5-43e2-b7fb-145e79fad4ad service neutron] Transition to ACTIVE for port object 19fab106-dc9b-4483-9e5b-186d5fa89aeb will not be triggered until provisioned by entity L2. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:46:32.547937 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-7997ab0f-9339-414e-bff2-04d67c46b928 req-5f814742-f8a5-43e2-b7fb-145e79fad4ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:32.609169 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f814742-f8a5-43e2-b7fb-145e79fad4ad service neutron] Pushing event updated for resources: {'Port': ['ID=19fab106-dc9b-4483-9e5b-186d5fa89aeb,revision_number=2']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:46:32.743606 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-7997ab0f-9339-414e-bff2-04d67c46b928 req-5f814742-f8a5-43e2-b7fb-145e79fad4ad service neutron] Attempting to bind port 19fab106-dc9b-4483-9e5b-186d5fa89aeb on host n-h2-694802-15 for vnic_type normal with profile {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:46:32.743963 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-7997ab0f-9339-414e-bff2-04d67c46b928 req-5f814742-f8a5-43e2-b7fb-145e79fad4ad service neutron] Attempting to bind port 19fab106-dc9b-4483-9e5b-186d5fa89aeb by drivers openvswitch,hyperv on host n-h2-694802-15 at level 0 using segments [{'id': '199ebfd5-fab1-4515-9a39-66aaf241adcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'd9c97fa4-c1d2-4fbd-9aee-05dd83901300'}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:46:32.744266 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7997ab0f-9339-414e-bff2-04d67c46b928 req-5f814742-f8a5-43e2-b7fb-145e79fad4ad service neutron] Attempting to bind port 19fab106-dc9b-4483-9e5b-186d5fa89aeb on network d9c97fa4-c1d2-4fbd-9aee-05dd83901300 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:46:32.749456 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7997ab0f-9339-414e-bff2-04d67c46b928 req-5f814742-f8a5-43e2-b7fb-145e79fad4ad service neutron] Port 19fab106-dc9b-4483-9e5b-186d5fa89aeb on network d9c97fa4-c1d2-4fbd-9aee-05dd83901300 not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-15 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 14:46:32.749945 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7997ab0f-9339-414e-bff2-04d67c46b928 req-5f814742-f8a5-43e2-b7fb-145e79fad4ad service neutron] Attempting to bind port 19fab106-dc9b-4483-9e5b-186d5fa89aeb on network d9c97fa4-c1d2-4fbd-9aee-05dd83901300 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:46:32.757123 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7997ab0f-9339-414e-bff2-04d67c46b928 req-5f814742-f8a5-43e2-b7fb-145e79fad4ad service neutron] Checking agent: {'id': 'b7697f71-33f3-4959-ad82-43c2dc15845d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 27, 42), 'started_at': datetime.datetime(2021, 8, 12, 14, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 46, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:46:32.757583 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7997ab0f-9339-414e-bff2-04d67c46b928 req-5f814742-f8a5-43e2-b7fb-145e79fad4ad service neutron] Checking segment: {'id': '199ebfd5-fab1-4515-9a39-66aaf241adcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'd9c97fa4-c1d2-4fbd-9aee-05dd83901300'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:46:32.757982 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7997ab0f-9339-414e-bff2-04d67c46b928 req-5f814742-f8a5-43e2-b7fb-145e79fad4ad service neutron] Bound using segment: {'id': '199ebfd5-fab1-4515-9a39-66aaf241adcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'd9c97fa4-c1d2-4fbd-9aee-05dd83901300'} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:46:32.758423 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-7997ab0f-9339-414e-bff2-04d67c46b928 req-5f814742-f8a5-43e2-b7fb-145e79fad4ad service neutron] Bound port: 19fab106-dc9b-4483-9e5b-186d5fa89aeb, host: n-h2-694802-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '199ebfd5-fab1-4515-9a39-66aaf241adcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'd9c97fa4-c1d2-4fbd-9aee-05dd83901300'}}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:46:32.758832 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-7997ab0f-9339-414e-bff2-04d67c46b928 req-5f814742-f8a5-43e2-b7fb-145e79fad4ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:32.827133 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 457849cf-975a-43e0-b49a-b44bb7b4a5e5 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:46:32.888203 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b21d0b-999c-4a3a-93f3-ed53de1a243c req-c8d0fbc8-df19-4a3c-a39f-789d11f86fcf tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:46:32.889868 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-53b21d0b-999c-4a3a-93f3-ed53de1a243c req-c8d0fbc8-df19-4a3c-a39f-789d11f86fcf tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/ports?device_id=82ca70f0-3356-4166-96ef-a264876874d1 HTTP/1.1" status: 200 len: 945 time: 0.1207159 Aug 12 14:46:32.950396 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-7997ab0f-9339-414e-bff2-04d67c46b928 req-5f814742-f8a5-43e2-b7fb-145e79fad4ad service neutron] For port 19fab106-dc9b-4483-9e5b-186d5fa89aeb, host n-h2-694802-15, cleared binding levels {{(pid=94467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:46:32.967146 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-7997ab0f-9339-414e-bff2-04d67c46b928 req-5f814742-f8a5-43e2-b7fb-145e79fad4ad service neutron] For port 19fab106-dc9b-4483-9e5b-186d5fa89aeb, host n-h2-694802-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=19fab106-dc9b-4483-9e5b-186d5fa89aeb,segment=NetworkSegment(199ebfd5-fab1-4515-9a39-66aaf241adcb),segment_id=199ebfd5-fab1-4515-9a39-66aaf241adcb)] {{(pid=94467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:46:32.973023 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-7997ab0f-9339-414e-bff2-04d67c46b928 req-5f814742-f8a5-43e2-b7fb-145e79fad4ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:32.996491 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-53b21d0b-999c-4a3a-93f3-ed53de1a243c req-2911d458-4451-49d4-847a-922d0a3a32ee tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc2dacd2-6b8c-4388-a6b9-7c76f36fc545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0990214 Aug 12 14:46:33.014071 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning for port 457849cf-975a-43e0-b49a-b44bb7b4a5e5 completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:46:33.037073 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port 457849cf-975a-43e0-b49a-b44bb7b4a5e5 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:46:33.037453 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:33.071326 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f814742-f8a5-43e2-b7fb-145e79fad4ad service neutron] Pushing event updated for resources: {'Port': ['ID=19fab106-dc9b-4483-9e5b-186d5fa89aeb,revision_number=3']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:46:33.084276 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7997ab0f-9339-414e-bff2-04d67c46b928 req-5f814742-f8a5-43e2-b7fb-145e79fad4ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:46:33.085124 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-7997ab0f-9339-414e-bff2-04d67c46b928 req-5f814742-f8a5-43e2-b7fb-145e79fad4ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:33.087935 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-7997ab0f-9339-414e-bff2-04d67c46b928 req-5f814742-f8a5-43e2-b7fb-145e79fad4ad service neutron] 10.222.0.49 "PUT /v2.0/ports/19fab106-dc9b-4483-9e5b-186d5fa89aeb HTTP/1.1" status: 200 len: 1093 time: 1.0816433 Aug 12 14:46:33.088604 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d387655-bc58-4d10-8c58-4428d6cc887c', 'tag': '19fab106-dc9b-4483-9e5b-186d5fa89aeb'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:46:33.091294 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e65282f928b64038367d043a4411777802006c43a98742496cb2e25b724ff1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0b5b347-cd73-494f-9d32-02bc01a8fbcb" -d '{"events": [{"name": "network-changed", "server_uuid": "4d387655-bc58-4d10-8c58-4428d6cc887c", "tag": "19fab106-dc9b-4483-9e5b-186d5fa89aeb"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:46:33.182123 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 14:46:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fbfa62e-a38c-4c76-8c95-45845c9944a4 x-openstack-request-id: req-0fbfa62e-a38c-4c76-8c95-45845c9944a4 {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:46:33.182522 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d387655-bc58-4d10-8c58-4428d6cc887c", "tag": "19fab106-dc9b-4483-9e5b-186d5fa89aeb", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:46:33.182657 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0fbfa62e-a38c-4c76-8c95-45845c9944a4 {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:46:33.183139 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d387655-bc58-4d10-8c58-4428d6cc887c', 'tag': '19fab106-dc9b-4483-9e5b-186d5fa89aeb', 'status': 'completed', 'code': 200} Aug 12 14:46:33.204819 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7997ab0f-9339-414e-bff2-04d67c46b928 req-9b0ccdf8-45f8-4e3e-8e63-ee46354d59ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:46:33.206628 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-7997ab0f-9339-414e-bff2-04d67c46b928 req-9b0ccdf8-45f8-4e3e-8e63-ee46354d59ef service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=6774b656eb8145eb998ea0059b40b4c3&device_id=4d387655-bc58-4d10-8c58-4428d6cc887c HTTP/1.1" status: 200 len: 1096 time: 0.0737286 Aug 12 14:46:33.268060 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-7997ab0f-9339-414e-bff2-04d67c46b928 req-baf1a18c-a761-4d4f-aaf4-e093154d39f9 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=19fab106-dc9b-4483-9e5b-186d5fa89aeb HTTP/1.1" status: 200 len: 217 time: 0.0507271 Aug 12 14:46:33.333647 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7997ab0f-9339-414e-bff2-04d67c46b928 req-6b21df59-ed6b-4f89-8bee-106d5a59e0e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:46:33.347485 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-7997ab0f-9339-414e-bff2-04d67c46b928 req-6b21df59-ed6b-4f89-8bee-106d5a59e0e1 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=66743767-d534-4d76-9edd-9efd3bb0de9a HTTP/1.1" status: 200 len: 834 time: 0.0598884 Aug 12 14:46:33.387072 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:33.415387 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7997ab0f-9339-414e-bff2-04d67c46b928 req-a2173192-cc33-411d-9051-2547c573b773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:46:33.417084 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-7997ab0f-9339-414e-bff2-04d67c46b928 req-a2173192-cc33-411d-9051-2547c573b773 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d9c97fa4-c1d2-4fbd-9aee-05dd83901300&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0639524 Aug 12 14:46:33.440560 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] For port 457849cf-975a-43e0-b49a-b44bb7b4a5e5, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=457849cf-975a-43e0-b49a-b44bb7b4a5e5,segment=NetworkSegment(199ebfd5-fab1-4515-9a39-66aaf241adcb),segment_id=199ebfd5-fab1-4515-9a39-66aaf241adcb)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:46:33.445850 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:33.502057 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Pushing event updated for resources: {'Port': ['ID=457849cf-975a-43e0-b49a-b44bb7b4a5e5,revision_number=5']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:46:33.554809 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbe5af3-5504-4050-9a18-823f182a2a01 req-1dcacb02-4dc4-43dd-bfea-9606f7dd4c96 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:46:33.556461 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9fbe5af3-5504-4050-9a18-823f182a2a01 req-1dcacb02-4dc4-43dd-bfea-9606f7dd4c96 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d387655-bc58-4d10-8c58-4428d6cc887c HTTP/1.1" status: 200 len: 944 time: 0.1193659 Aug 12 14:46:33.558224 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 53658) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:46:33.596830 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-7997ab0f-9339-414e-bff2-04d67c46b928 req-560ec763-665a-476a-aafd-957442891860 service neutron] 10.222.0.49 "GET /v2.0/networks/d9c97fa4-c1d2-4fbd-9aee-05dd83901300?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1716194 Aug 12 14:46:33.632368 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9fbe5af3-5504-4050-9a18-823f182a2a01 req-04e88a44-2269-4365-a120-955e0b92fd67 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/security-groups?id=321fdc30-89f7-41d5-9ead-31c9ab79a851&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687771 Aug 12 14:46:33.668739 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-94d355bb-dedc-479d-82f3-c3b34bc6a050 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:33.703750 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-7997ab0f-9339-414e-bff2-04d67c46b928 req-0479b1c7-fe25-433d-9d2d-735728d53708 service neutron] 10.222.0.49 "GET /v2.0/networks/d9c97fa4-c1d2-4fbd-9aee-05dd83901300?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958548 Aug 12 14:46:33.773589 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-94d355bb-dedc-479d-82f3-c3b34bc6a050 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:33.778062 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-94d355bb-dedc-479d-82f3-c3b34bc6a050 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:33.796960 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b5b347-cd73-494f-9d32-02bc01a8fbcb req-d11c28df-367e-4fe0-abe4-4fb16c2e98ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:46:33.798809 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f0b5b347-cd73-494f-9d32-02bc01a8fbcb req-d11c28df-367e-4fe0-abe4-4fb16c2e98ec service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=6774b656eb8145eb998ea0059b40b4c3&device_id=4d387655-bc58-4d10-8c58-4428d6cc887c HTTP/1.1" status: 200 len: 1096 time: 0.0448506 Aug 12 14:46:33.821672 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-94d355bb-dedc-479d-82f3-c3b34bc6a050 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7a08a14d7e2e426aa73e0adfdfd813b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2623675 Aug 12 14:46:33.822420 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 53664) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:46:33.823076 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d355bb-dedc-479d-82f3-c3b34bc6a050 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7d442c1-3852-4d9b-9545-e0dc7a1ffd7f,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:46:33.879459 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9839c2e3-5636-4153-b6be-2253d8f2ab3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:33.900733 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9839c2e3-5636-4153-b6be-2253d8f2ab3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:33.912568 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b5b347-cd73-494f-9d32-02bc01a8fbcb req-4e3fe893-eb29-47b3-b614-aafe3c08ca24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:46:33.914065 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f0b5b347-cd73-494f-9d32-02bc01a8fbcb req-4e3fe893-eb29-47b3-b614-aafe3c08ca24 service neutron] 10.222.0.49 "GET /v2.0/networks?id=d9c97fa4-c1d2-4fbd-9aee-05dd83901300 HTTP/1.1" status: 200 len: 897 time: 0.1067703 Aug 12 14:46:33.948685 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9839c2e3-5636-4153-b6be-2253d8f2ab3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:33.953015 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9839c2e3-5636-4153-b6be-2253d8f2ab3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:33.956420 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-9839c2e3-5636-4153-b6be-2253d8f2ab3d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d7d442c1-3852-4d9b-9545-e0dc7a1ffd7f HTTP/1.1" status: 204 len: 168 time: 0.1278415 Aug 12 14:46:33.963256 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9839c2e3-5636-4153-b6be-2253d8f2ab3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7d442c1-3852-4d9b-9545-e0dc7a1ffd7f,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:46:33.966329 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f0b5b347-cd73-494f-9d32-02bc01a8fbcb req-b73dbcfe-03bb-469f-ae4d-d1ad1c84b4b0 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=19fab106-dc9b-4483-9e5b-186d5fa89aeb HTTP/1.1" status: 200 len: 217 time: 0.0442061 Aug 12 14:46:34.025203 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b5b347-cd73-494f-9d32-02bc01a8fbcb req-4cf9888d-b36c-481c-bc23-8f6f8f5d7349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:46:34.026676 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f0b5b347-cd73-494f-9d32-02bc01a8fbcb req-4cf9888d-b36c-481c-bc23-8f6f8f5d7349 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=66743767-d534-4d76-9edd-9efd3bb0de9a HTTP/1.1" status: 200 len: 834 time: 0.0531893 Aug 12 14:46:34.087052 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b5b347-cd73-494f-9d32-02bc01a8fbcb req-0e618221-547e-47dd-a30b-fff422c867a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:46:34.088808 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f0b5b347-cd73-494f-9d32-02bc01a8fbcb req-0e618221-547e-47dd-a30b-fff422c867a4 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d9c97fa4-c1d2-4fbd-9aee-05dd83901300&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0539434 Aug 12 14:46:34.133563 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722920c7-fcb5-40fe-af8d-83fe2b490632 req-de3407d6-9ef7-4054-b808-dd15e0d0756c tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:46:34.135685 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-722920c7-fcb5-40fe-af8d-83fe2b490632 req-de3407d6-9ef7-4054-b808-dd15e0d0756c tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/ports?device_id=82ca70f0-3356-4166-96ef-a264876874d1 HTTP/1.1" status: 200 len: 945 time: 0.0780804 Aug 12 14:46:34.179535 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-722920c7-fcb5-40fe-af8d-83fe2b490632 req-9fcdfd83-46bd-4a54-90e5-91de508257ef tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc2dacd2-6b8c-4388-a6b9-7c76f36fc545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377109 Aug 12 14:46:34.206689 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f0b5b347-cd73-494f-9d32-02bc01a8fbcb req-c219c19e-7b29-41dd-9cc7-439c615280ec service neutron] 10.222.0.49 "GET /v2.0/networks/d9c97fa4-c1d2-4fbd-9aee-05dd83901300?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097767 Aug 12 14:46:34.278922 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 53678) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:46:34.295898 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-0971976a-aff5-4e20-addf-734054c37985 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:34.346025 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f0b5b347-cd73-494f-9d32-02bc01a8fbcb req-7ddb39f6-d334-4b98-9484-78798e6b479d service neutron] 10.222.0.49 "GET /v2.0/networks/d9c97fa4-c1d2-4fbd-9aee-05dd83901300?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318736 Aug 12 14:46:34.411423 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-0971976a-aff5-4e20-addf-734054c37985 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:34.415678 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-0971976a-aff5-4e20-addf-734054c37985 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:34.453658 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-0971976a-aff5-4e20-addf-734054c37985 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=41afaae63f2c41119d7b004a4c740a21&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1736543 Aug 12 14:46:34.455532 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0971976a-aff5-4e20-addf-734054c37985 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58a6fed1-691c-49f2-99c6-25bf4dcde775,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:46:34.456347 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 53680) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:46:34.509885 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-7b3a6f02-a0eb-4c40-b5b5-829b8cceacbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:34.530990 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-7b3a6f02-a0eb-4c40-b5b5-829b8cceacbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:34.579079 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-7b3a6f02-a0eb-4c40-b5b5-829b8cceacbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:34.581708 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-7b3a6f02-a0eb-4c40-b5b5-829b8cceacbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:34.582867 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-7b3a6f02-a0eb-4c40-b5b5-829b8cceacbc admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/58a6fed1-691c-49f2-99c6-25bf4dcde775 HTTP/1.1" status: 204 len: 168 time: 0.1255398 Aug 12 14:46:34.591187 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3a6f02-a0eb-4c40-b5b5-829b8cceacbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58a6fed1-691c-49f2-99c6-25bf4dcde775,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:46:34.697118 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 457849cf-975a-43e0-b49a-b44bb7b4a5e5 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:46:34.749504 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port 457849cf-975a-43e0-b49a-b44bb7b4a5e5 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:46:34.749993 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:34.753910 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f12709e-9f38-4766-81e7-928fc44a3b36 req-5f053fc6-1787-4923-8fda-680778c9c1d7 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:46:34.755465 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-7f12709e-9f38-4766-81e7-928fc44a3b36 req-5f053fc6-1787-4923-8fda-680778c9c1d7 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d387655-bc58-4d10-8c58-4428d6cc887c HTTP/1.1" status: 200 len: 944 time: 0.0537493 Aug 12 14:46:34.798676 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-7f12709e-9f38-4766-81e7-928fc44a3b36 req-af4fd8e1-0388-4f62-94f0-661f44066953 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/security-groups?id=321fdc30-89f7-41d5-9ead-31c9ab79a851&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363975 Aug 12 14:46:35.309561 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a20e6d-cb9e-44e2-aa68-6587df0ee360 req-1c0b5eee-b693-4f97-af1a-4fabbf6fd462 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:46:35.311264 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-93a20e6d-cb9e-44e2-aa68-6587df0ee360 req-1c0b5eee-b693-4f97-af1a-4fabbf6fd462 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/ports?device_id=82ca70f0-3356-4166-96ef-a264876874d1 HTTP/1.1" status: 200 len: 945 time: 0.0534322 Aug 12 14:46:35.360765 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-93a20e6d-cb9e-44e2-aa68-6587df0ee360 req-fa3bb582-cb74-4bde-9a5d-ba1567d45e8c tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc2dacd2-6b8c-4388-a6b9-7c76f36fc545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428514 Aug 12 14:46:35.920234 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbb7e30-f54f-4910-9f97-add4a0e8cf53 req-87cfd113-3a0f-487f-9041-62b24e6f91da tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:46:35.921602 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-acbb7e30-f54f-4910-9f97-add4a0e8cf53 req-87cfd113-3a0f-487f-9041-62b24e6f91da tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d387655-bc58-4d10-8c58-4428d6cc887c HTTP/1.1" status: 200 len: 944 time: 0.0516009 Aug 12 14:46:35.964102 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-acbb7e30-f54f-4910-9f97-add4a0e8cf53 req-399ff6f0-6b5f-4244-9b53-254967212afc tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/security-groups?id=321fdc30-89f7-41d5-9ead-31c9ab79a851&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355794 Aug 12 14:46:35.996752 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 53758) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:46:36.100657 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5ae35f19-fe36-4211-9c6d-2a8e78b8f90f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:36.195740 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5ae35f19-fe36-4211-9c6d-2a8e78b8f90f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:36.199459 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5ae35f19-fe36-4211-9c6d-2a8e78b8f90f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:36.237866 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-5ae35f19-fe36-4211-9c6d-2a8e78b8f90f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=96d4b9c7b29f41988ff3865229636cb3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2400029 Aug 12 14:46:36.239859 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae35f19-fe36-4211-9c6d-2a8e78b8f90f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b28d9565-7fa1-4e05-8bb3-cea4fc583c9d,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:46:36.240552 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 53764) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:46:36.298500 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-4b5b4a6c-25f4-495a-9397-ec34800d84bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:36.321190 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-4b5b4a6c-25f4-495a-9397-ec34800d84bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:36.368608 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-4b5b4a6c-25f4-495a-9397-ec34800d84bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:36.371371 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-4b5b4a6c-25f4-495a-9397-ec34800d84bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:36.372690 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-4b5b4a6c-25f4-495a-9397-ec34800d84bb admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b28d9565-7fa1-4e05-8bb3-cea4fc583c9d HTTP/1.1" status: 204 len: 168 time: 0.1304157 Aug 12 14:46:36.380881 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5b4a6c-25f4-495a-9397-ec34800d84bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b28d9565-7fa1-4e05-8bb3-cea4fc583c9d,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:46:36.483682 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1cf44e-81b4-45fa-8175-677c26877310 req-aca663a3-cb92-46d4-a27b-53c6bf2566a4 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:46:36.485213 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-2a1cf44e-81b4-45fa-8175-677c26877310 req-aca663a3-cb92-46d4-a27b-53c6bf2566a4 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/ports?device_id=82ca70f0-3356-4166-96ef-a264876874d1 HTTP/1.1" status: 200 len: 945 time: 0.0501492 Aug 12 14:46:36.526298 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-2a1cf44e-81b4-45fa-8175-677c26877310 req-0ba34eab-9bed-4f2e-9327-daab7a083d16 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc2dacd2-6b8c-4388-a6b9-7c76f36fc545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342526 Aug 12 14:46:37.087767 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52900b46-1e70-4eb2-8e48-1f7d53a3f789 req-c52671a2-1b83-4353-aa1a-cd56443e8203 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:46:37.089494 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-52900b46-1e70-4eb2-8e48-1f7d53a3f789 req-c52671a2-1b83-4353-aa1a-cd56443e8203 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d387655-bc58-4d10-8c58-4428d6cc887c HTTP/1.1" status: 200 len: 944 time: 0.0560105 Aug 12 14:46:37.131909 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-52900b46-1e70-4eb2-8e48-1f7d53a3f789 req-ef34a9ea-791b-41ad-ba60-11b7c4158503 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/security-groups?id=321fdc30-89f7-41d5-9ead-31c9ab79a851&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355492 Aug 12 14:46:37.590280 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 53834) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:46:37.647743 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84f9395-a599-401f-8a66-ba2a9a608e93 req-94fbe41f-0efb-4ed1-bc74-3006e525b1f0 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:46:37.649365 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e84f9395-a599-401f-8a66-ba2a9a608e93 req-94fbe41f-0efb-4ed1-bc74-3006e525b1f0 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/ports?device_id=82ca70f0-3356-4166-96ef-a264876874d1 HTTP/1.1" status: 200 len: 945 time: 0.0525219 Aug 12 14:46:37.693158 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e84f9395-a599-401f-8a66-ba2a9a608e93 req-f118edfb-5c17-43a2-a559-1795129dc581 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc2dacd2-6b8c-4388-a6b9-7c76f36fc545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379281 Aug 12 14:46:37.701023 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-14826563-cee9-4971-932b-2ddcdfae8059 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:37.790047 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-14826563-cee9-4971-932b-2ddcdfae8059 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:37.793655 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-14826563-cee9-4971-932b-2ddcdfae8059 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:37.832470 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-14826563-cee9-4971-932b-2ddcdfae8059 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0cb46f1c9b90470c9565b78b128d1600&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2410841 Aug 12 14:46:37.833317 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14826563-cee9-4971-932b-2ddcdfae8059 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b63a3271-b730-4049-a88d-98f03c4e0b75,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:46:37.835521 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 53838) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:46:37.886607 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f1578215-d341-4db8-b880-3bbe6c3c2bd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:37.911221 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f1578215-d341-4db8-b880-3bbe6c3c2bd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:37.956702 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f1578215-d341-4db8-b880-3bbe6c3c2bd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:37.959635 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f1578215-d341-4db8-b880-3bbe6c3c2bd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:37.961640 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-f1578215-d341-4db8-b880-3bbe6c3c2bd9 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b63a3271-b730-4049-a88d-98f03c4e0b75 HTTP/1.1" status: 204 len: 168 time: 0.1248310 Aug 12 14:46:37.969959 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1578215-d341-4db8-b880-3bbe6c3c2bd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b63a3271-b730-4049-a88d-98f03c4e0b75,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:46:38.270257 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5a43c7-9bff-4048-9889-6ce622ea940c req-935b9dc4-d278-4e8d-8257-5d020f3747a0 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:46:38.272682 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3a5a43c7-9bff-4048-9889-6ce622ea940c req-935b9dc4-d278-4e8d-8257-5d020f3747a0 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d387655-bc58-4d10-8c58-4428d6cc887c HTTP/1.1" status: 200 len: 944 time: 0.0663931 Aug 12 14:46:38.320824 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3a5a43c7-9bff-4048-9889-6ce622ea940c req-b86dbc7a-fb50-43f7-a27d-0b9fee7396a7 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/security-groups?id=321fdc30-89f7-41d5-9ead-31c9ab79a851&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394578 Aug 12 14:46:38.415804 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device 19fab106-dc9b-4483-9e5b-186d5fa89aeb details requested by agent hyperv_n-h2-694802-15 with host n-h2-694802-15 {{(pid=94468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 14:46:38.541593 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port 19fab106-dc9b-4483-9e5b-186d5fa89aeb, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=19fab106-dc9b-4483-9e5b-186d5fa89aeb,segment=NetworkSegment(199ebfd5-fab1-4515-9a39-66aaf241adcb),segment_id=199ebfd5-fab1-4515-9a39-66aaf241adcb)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:46:38.556768 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Returning: {'device': '19fab106-dc9b-4483-9e5b-186d5fa89aeb', 'network_id': 'd9c97fa4-c1d2-4fbd-9aee-05dd83901300', 'port_id': '19fab106-dc9b-4483-9e5b-186d5fa89aeb', 'mac_address': 'fa:16:3e:b1:ce:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66743767-d534-4d76-9edd-9efd3bb0de9a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 14:46:38.598586 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:38.614125 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19fab106-dc9b-4483-9e5b-186d5fa89aeb {{(pid=94468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:46:38.637105 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port 19fab106-dc9b-4483-9e5b-186d5fa89aeb, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=19fab106-dc9b-4483-9e5b-186d5fa89aeb,segment=NetworkSegment(199ebfd5-fab1-4515-9a39-66aaf241adcb),segment_id=199ebfd5-fab1-4515-9a39-66aaf241adcb)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:46:38.641625 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:38.692295 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Pushing event updated for resources: {'Port': ['ID=19fab106-dc9b-4483-9e5b-186d5fa89aeb,revision_number=4']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:46:38.700721 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:46:38.701145 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:46:38.701484 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:46:38.702017 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:46:38.702353 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:46:38.702710 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:46:38.703242 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:46:38.703649 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:46:38.704093 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:46:38.704453 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:46:38.704812 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:46:38.705211 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:46:38.824400 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5161299-123e-41c1-b86d-f109a6fc8147 req-57bbd296-52ed-41e8-9e77-bb6cd3faeeb7 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:46:38.825917 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-a5161299-123e-41c1-b86d-f109a6fc8147 req-57bbd296-52ed-41e8-9e77-bb6cd3faeeb7 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/ports?device_id=82ca70f0-3356-4166-96ef-a264876874d1 HTTP/1.1" status: 200 len: 945 time: 0.0548308 Aug 12 14:46:38.867554 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-a5161299-123e-41c1-b86d-f109a6fc8147 req-b8591daa-47ec-47a7-82d0-afa458a2112f tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc2dacd2-6b8c-4388-a6b9-7c76f36fc545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345585 Aug 12 14:46:39.115492 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] get_ports_and_sgs() called for port_ids ['19fab106-dc9b-4483-9e5b-186d5fa89aeb'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:46:39.225551 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 53888) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:46:39.380078 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-b2e75a92-ae7f-4720-b20f-35457cc89de7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639396993 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639396993-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1344351123'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:46:39.403588 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2e75a92-ae7f-4720-b20f-35457cc89de7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639396993 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639396993-project] Made reservation on behalf of 7ac5ec2fda3f4aa3ab55595c2e6135bc for: {'network': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:46:39.407003 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b2e75a92-ae7f-4720-b20f-35457cc89de7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639396993 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639396993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for network, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:39.415679 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b2e75a92-ae7f-4720-b20f-35457cc89de7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639396993 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639396993-project] Notify callbacks [] for security_group, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:39.453206 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d368536-3e45-4fcd-bbfe-225a1a3bce6d req-f8f47168-56c9-43a7-aa6d-ac0eb40f0ac1 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:46:39.454800 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-8d368536-3e45-4fcd-bbfe-225a1a3bce6d req-f8f47168-56c9-43a7-aa6d-ac0eb40f0ac1 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d387655-bc58-4d10-8c58-4428d6cc887c HTTP/1.1" status: 200 len: 945 time: 0.0535626 Aug 12 14:46:39.506690 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-8d368536-3e45-4fcd-bbfe-225a1a3bce6d req-c96d8d08-201d-4627-9a93-b8dc33134cc1 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/security-groups?id=321fdc30-89f7-41d5-9ead-31c9ab79a851&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454249 Aug 12 14:46:39.515670 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b2e75a92-ae7f-4720-b20f-35457cc89de7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639396993 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639396993-project] Notify callbacks [] for security_group, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:39.520671 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b2e75a92-ae7f-4720-b20f-35457cc89de7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639396993 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639396993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:39.550177 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2e75a92-ae7f-4720-b20f-35457cc89de7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639396993 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639396993-project] vlan segment allocate from pool success with {'vlan_id': 331, 'physical_network': 'physnet1'} {{(pid=94466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 14:46:39.561411 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e75a92-ae7f-4720-b20f-35457cc89de7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639396993 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639396993-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5906247f-f934-41df-b098-8c972216bf70,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:46:39.570143 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b2e75a92-ae7f-4720-b20f-35457cc89de7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639396993 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639396993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:39.570602 n-d-694802-15 neutron-server[94466]: INFO neutron.db.segments_db [None req-b2e75a92-ae7f-4720-b20f-35457cc89de7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639396993 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639396993-project] Added segment 1544063d-0fcf-4383-90ae-af730bb71907 of type vlan for network b2d6d2a3-37e4-4174-a08c-81097fdc5342 Aug 12 14:46:39.615295 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b2e75a92-ae7f-4720-b20f-35457cc89de7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639396993 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639396993-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744653628263'] for network, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:39.648866 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b2e75a92-ae7f-4720-b20f-35457cc89de7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639396993 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639396993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409'] for network, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:39.654852 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2e75a92-ae7f-4720-b20f-35457cc89de7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639396993 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639396993-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:46:39.655656 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b2e75a92-ae7f-4720-b20f-35457cc89de7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639396993 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639396993-project] Notify callbacks [] for network, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:39.707709 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-b2e75a92-ae7f-4720-b20f-35457cc89de7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639396993 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639396993-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 0.4800258 Aug 12 14:46:39.726088 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e75a92-ae7f-4720-b20f-35457cc89de7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639396993 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639396993-project] Pushing event updated for resources: {'Network': ['ID=b2d6d2a3-37e4-4174-a08c-81097fdc5342,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:46:39.737868 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Network b2d6d2a3-37e4-4174-a08c-81097fdc5342 details requested by agent ovs-agent-n-d-694802-15 with host n-d-694802-15 {{(pid=94468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 14:46:39.887311 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 53904) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:46:39.892609 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-b6a503a6-1a02-48fe-8581-98f677d6479b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Request body: {'port': {'network_id': 'b2d6d2a3-37e4-4174-a08c-81097fdc5342', 'binding:host_id': 'n-h1-694802-15', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1593254227'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:46:39.913617 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6a503a6-1a02-48fe-8581-98f677d6479b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Made reservation on behalf of 6c1725b119044525babad065fc0acf5f for: {'port': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:46:39.916308 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b6a503a6-1a02-48fe-8581-98f677d6479b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:39.926500 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b6a503a6-1a02-48fe-8581-98f677d6479b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:39.992295 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcaac8e-8061-4a56-bbbe-80b5458b51ad req-eeef19da-0c50-4107-bffa-5b2d98290792 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:46:39.994352 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-8dcaac8e-8061-4a56-bbbe-80b5458b51ad req-eeef19da-0c50-4107-bffa-5b2d98290792 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/ports?device_id=82ca70f0-3356-4166-96ef-a264876874d1 HTTP/1.1" status: 200 len: 945 time: 0.0560615 Aug 12 14:46:40.021773 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b6a503a6-1a02-48fe-8581-98f677d6479b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:40.025903 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b6a503a6-1a02-48fe-8581-98f677d6479b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:40.031163 n-d-694802-15 neutron-server[94466]: DEBUG neutron.notifiers.nova [None req-b6a503a6-1a02-48fe-8581-98f677d6479b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] device_id is not set on port 66e16f5e-753f-4fe8-99a5-3f09b083badf yet. {{(pid=94466) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 14:46:40.036603 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-8dcaac8e-8061-4a56-bbbe-80b5458b51ad req-9e626f8a-0f09-4e24-a870-1f1587869d25 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc2dacd2-6b8c-4388-a6b9-7c76f36fc545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361338 Aug 12 14:46:40.074621 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-1f791db0-0c78-4d84-856a-3916423d6660 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:40.109901 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a503a6-1a02-48fe-8581-98f677d6479b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=370b1c01-f29f-4183-9d07-7c4f5631f16e,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:46:40.269501 n-d-694802-15 neutron-server[94466]: DEBUG neutron.notifiers.nova [None req-b6a503a6-1a02-48fe-8581-98f677d6479b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] device_id is not set on port 66e16f5e-753f-4fe8-99a5-3f09b083badf yet. {{(pid=94466) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 14:46:40.279887 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b6a503a6-1a02-48fe-8581-98f677d6479b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:40.291210 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-b6a503a6-1a02-48fe-8581-98f677d6479b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Transition to ACTIVE for port object 66e16f5e-753f-4fe8-99a5-3f09b083badf will not be triggered until provisioned by entity L2. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:46:40.299670 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b6a503a6-1a02-48fe-8581-98f677d6479b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:40.352390 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a503a6-1a02-48fe-8581-98f677d6479b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Pushing event updated for resources: {'Port': ['ID=66e16f5e-753f-4fe8-99a5-3f09b083badf,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:46:40.370046 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6a503a6-1a02-48fe-8581-98f677d6479b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Checking segment: {'id': '1544063d-0fcf-4383-90ae-af730bb71907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'b2d6d2a3-37e4-4174-a08c-81097fdc5342'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:46:40.370408 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6a503a6-1a02-48fe-8581-98f677d6479b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Network hostable DHCP agents. Network: b2d6d2a3-37e4-4174-a08c-81097fdc5342, hostable agents: ['1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658'], hosted agents: [] {{(pid=94466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 14:46:40.389970 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6a503a6-1a02-48fe-8581-98f677d6479b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Network b2d6d2a3-37e4-4174-a08c-81097fdc5342 is scheduled to be hosted by DHCP agent 1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658 with binding_index 1 {{(pid=94466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 14:46:40.406143 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-b6a503a6-1a02-48fe-8581-98f677d6479b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-15, b2d6d2a3-37e4-4174-a08c-81097fdc5342) {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:46:40.411385 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a503a6-1a02-48fe-8581-98f677d6479b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:46:40.421034 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device 19fab106-dc9b-4483-9e5b-186d5fa89aeb up at agent hyperv_n-h2-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:46:40.446681 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-b6a503a6-1a02-48fe-8581-98f677d6479b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Attempting to bind port 66e16f5e-753f-4fe8-99a5-3f09b083badf on host n-h1-694802-15 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:46:40.447107 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-b6a503a6-1a02-48fe-8581-98f677d6479b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Attempting to bind port 66e16f5e-753f-4fe8-99a5-3f09b083badf by drivers openvswitch,hyperv on host n-h1-694802-15 at level 0 using segments [{'id': '1544063d-0fcf-4383-90ae-af730bb71907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'b2d6d2a3-37e4-4174-a08c-81097fdc5342'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:46:40.447510 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6a503a6-1a02-48fe-8581-98f677d6479b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Attempting to bind port 66e16f5e-753f-4fe8-99a5-3f09b083badf on network b2d6d2a3-37e4-4174-a08c-81097fdc5342 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:46:40.461946 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6a503a6-1a02-48fe-8581-98f677d6479b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Port 66e16f5e-753f-4fe8-99a5-3f09b083badf on network b2d6d2a3-37e4-4174-a08c-81097fdc5342 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-15 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 14:46:40.461946 n-d-694802-15 neutron-server[94466]: ERROR neutron.plugins.ml2.managers [None req-b6a503a6-1a02-48fe-8581-98f677d6479b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Failed to bind port 66e16f5e-753f-4fe8-99a5-3f09b083badf on host n-h1-694802-15 for vnic_type normal using segments [{'id': '1544063d-0fcf-4383-90ae-af730bb71907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'b2d6d2a3-37e4-4174-a08c-81097fdc5342'}] Aug 12 14:46:40.461946 n-d-694802-15 neutron-server[94466]: INFO neutron.plugins.ml2.plugin [None req-b6a503a6-1a02-48fe-8581-98f677d6479b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Attempt 2 to bind port 66e16f5e-753f-4fe8-99a5-3f09b083badf Aug 12 14:46:40.469641 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-620d1f6e-b6f9-4f0e-bfd6-ac2dff578ac4 None None] Network b2d6d2a3-37e4-4174-a08c-81097fdc5342 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:46:40.476816 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-b6a503a6-1a02-48fe-8581-98f677d6479b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Attempting to bind port 66e16f5e-753f-4fe8-99a5-3f09b083badf on host n-h1-694802-15 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:46:40.477189 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-b6a503a6-1a02-48fe-8581-98f677d6479b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Attempting to bind port 66e16f5e-753f-4fe8-99a5-3f09b083badf by drivers openvswitch,hyperv on host n-h1-694802-15 at level 0 using segments [{'id': '1544063d-0fcf-4383-90ae-af730bb71907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'b2d6d2a3-37e4-4174-a08c-81097fdc5342'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:46:40.477593 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6a503a6-1a02-48fe-8581-98f677d6479b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Attempting to bind port 66e16f5e-753f-4fe8-99a5-3f09b083badf on network b2d6d2a3-37e4-4174-a08c-81097fdc5342 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:46:40.482470 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6a503a6-1a02-48fe-8581-98f677d6479b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Port 66e16f5e-753f-4fe8-99a5-3f09b083badf on network b2d6d2a3-37e4-4174-a08c-81097fdc5342 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-15 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 14:46:40.482799 n-d-694802-15 neutron-server[94466]: ERROR neutron.plugins.ml2.managers [None req-b6a503a6-1a02-48fe-8581-98f677d6479b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Failed to bind port 66e16f5e-753f-4fe8-99a5-3f09b083badf on host n-h1-694802-15 for vnic_type normal using segments [{'id': '1544063d-0fcf-4383-90ae-af730bb71907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'b2d6d2a3-37e4-4174-a08c-81097fdc5342'}] Aug 12 14:46:40.483285 n-d-694802-15 neutron-server[94466]: INFO neutron.plugins.ml2.plugin [None req-b6a503a6-1a02-48fe-8581-98f677d6479b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Attempt 3 to bind port 66e16f5e-753f-4fe8-99a5-3f09b083badf Aug 12 14:46:40.497105 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-b6a503a6-1a02-48fe-8581-98f677d6479b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Attempting to bind port 66e16f5e-753f-4fe8-99a5-3f09b083badf on host n-h1-694802-15 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:46:40.497494 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-b6a503a6-1a02-48fe-8581-98f677d6479b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Attempting to bind port 66e16f5e-753f-4fe8-99a5-3f09b083badf by drivers openvswitch,hyperv on host n-h1-694802-15 at level 0 using segments [{'id': '1544063d-0fcf-4383-90ae-af730bb71907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'b2d6d2a3-37e4-4174-a08c-81097fdc5342'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:46:40.497803 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6a503a6-1a02-48fe-8581-98f677d6479b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Attempting to bind port 66e16f5e-753f-4fe8-99a5-3f09b083badf on network b2d6d2a3-37e4-4174-a08c-81097fdc5342 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:46:40.502536 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6a503a6-1a02-48fe-8581-98f677d6479b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Port 66e16f5e-753f-4fe8-99a5-3f09b083badf on network b2d6d2a3-37e4-4174-a08c-81097fdc5342 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-15 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 14:46:40.502896 n-d-694802-15 neutron-server[94466]: ERROR neutron.plugins.ml2.managers [None req-b6a503a6-1a02-48fe-8581-98f677d6479b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Failed to bind port 66e16f5e-753f-4fe8-99a5-3f09b083badf on host n-h1-694802-15 for vnic_type normal using segments [{'id': '1544063d-0fcf-4383-90ae-af730bb71907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'b2d6d2a3-37e4-4174-a08c-81097fdc5342'}] Aug 12 14:46:40.503418 n-d-694802-15 neutron-server[94466]: INFO neutron.plugins.ml2.plugin [None req-b6a503a6-1a02-48fe-8581-98f677d6479b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Attempt 4 to bind port 66e16f5e-753f-4fe8-99a5-3f09b083badf Aug 12 14:46:40.517375 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-b6a503a6-1a02-48fe-8581-98f677d6479b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Attempting to bind port 66e16f5e-753f-4fe8-99a5-3f09b083badf on host n-h1-694802-15 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:46:40.517838 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-b6a503a6-1a02-48fe-8581-98f677d6479b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Attempting to bind port 66e16f5e-753f-4fe8-99a5-3f09b083badf by drivers openvswitch,hyperv on host n-h1-694802-15 at level 0 using segments [{'id': '1544063d-0fcf-4383-90ae-af730bb71907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'b2d6d2a3-37e4-4174-a08c-81097fdc5342'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:46:40.518183 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6a503a6-1a02-48fe-8581-98f677d6479b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Attempting to bind port 66e16f5e-753f-4fe8-99a5-3f09b083badf on network b2d6d2a3-37e4-4174-a08c-81097fdc5342 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:46:40.524539 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6a503a6-1a02-48fe-8581-98f677d6479b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Port 66e16f5e-753f-4fe8-99a5-3f09b083badf on network b2d6d2a3-37e4-4174-a08c-81097fdc5342 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-15 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 14:46:40.524539 n-d-694802-15 neutron-server[94466]: ERROR neutron.plugins.ml2.managers [None req-b6a503a6-1a02-48fe-8581-98f677d6479b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Failed to bind port 66e16f5e-753f-4fe8-99a5-3f09b083badf on host n-h1-694802-15 for vnic_type normal using segments [{'id': '1544063d-0fcf-4383-90ae-af730bb71907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'b2d6d2a3-37e4-4174-a08c-81097fdc5342'}] Aug 12 14:46:40.524539 n-d-694802-15 neutron-server[94466]: INFO neutron.plugins.ml2.plugin [None req-b6a503a6-1a02-48fe-8581-98f677d6479b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Attempt 5 to bind port 66e16f5e-753f-4fe8-99a5-3f09b083badf Aug 12 14:46:40.549911 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-b6a503a6-1a02-48fe-8581-98f677d6479b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Attempting to bind port 66e16f5e-753f-4fe8-99a5-3f09b083badf on host n-h1-694802-15 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:46:40.550381 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-b6a503a6-1a02-48fe-8581-98f677d6479b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Attempting to bind port 66e16f5e-753f-4fe8-99a5-3f09b083badf by drivers openvswitch,hyperv on host n-h1-694802-15 at level 0 using segments [{'id': '1544063d-0fcf-4383-90ae-af730bb71907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'b2d6d2a3-37e4-4174-a08c-81097fdc5342'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:46:40.551083 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6a503a6-1a02-48fe-8581-98f677d6479b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Attempting to bind port 66e16f5e-753f-4fe8-99a5-3f09b083badf on network b2d6d2a3-37e4-4174-a08c-81097fdc5342 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:46:40.556253 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6a503a6-1a02-48fe-8581-98f677d6479b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Port 66e16f5e-753f-4fe8-99a5-3f09b083badf on network b2d6d2a3-37e4-4174-a08c-81097fdc5342 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-15 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 14:46:40.557087 n-d-694802-15 neutron-server[94466]: ERROR neutron.plugins.ml2.managers [None req-b6a503a6-1a02-48fe-8581-98f677d6479b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Failed to bind port 66e16f5e-753f-4fe8-99a5-3f09b083badf on host n-h1-694802-15 for vnic_type normal using segments [{'id': '1544063d-0fcf-4383-90ae-af730bb71907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'b2d6d2a3-37e4-4174-a08c-81097fdc5342'}] Aug 12 14:46:40.557087 n-d-694802-15 neutron-server[94466]: INFO neutron.plugins.ml2.plugin [None req-b6a503a6-1a02-48fe-8581-98f677d6479b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Attempt 6 to bind port 66e16f5e-753f-4fe8-99a5-3f09b083badf Aug 12 14:46:40.583482 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-b6a503a6-1a02-48fe-8581-98f677d6479b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Attempting to bind port 66e16f5e-753f-4fe8-99a5-3f09b083badf on host n-h1-694802-15 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:46:40.584182 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-b6a503a6-1a02-48fe-8581-98f677d6479b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Attempting to bind port 66e16f5e-753f-4fe8-99a5-3f09b083badf by drivers openvswitch,hyperv on host n-h1-694802-15 at level 0 using segments [{'id': '1544063d-0fcf-4383-90ae-af730bb71907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'b2d6d2a3-37e4-4174-a08c-81097fdc5342'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:46:40.584679 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6a503a6-1a02-48fe-8581-98f677d6479b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Attempting to bind port 66e16f5e-753f-4fe8-99a5-3f09b083badf on network b2d6d2a3-37e4-4174-a08c-81097fdc5342 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:46:40.595654 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6a503a6-1a02-48fe-8581-98f677d6479b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Port 66e16f5e-753f-4fe8-99a5-3f09b083badf on network b2d6d2a3-37e4-4174-a08c-81097fdc5342 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-15 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 14:46:40.596158 n-d-694802-15 neutron-server[94466]: ERROR neutron.plugins.ml2.managers [None req-b6a503a6-1a02-48fe-8581-98f677d6479b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Failed to bind port 66e16f5e-753f-4fe8-99a5-3f09b083badf on host n-h1-694802-15 for vnic_type normal using segments [{'id': '1544063d-0fcf-4383-90ae-af730bb71907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'b2d6d2a3-37e4-4174-a08c-81097fdc5342'}] Aug 12 14:46:40.609030 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Provisioning for port 19fab106-dc9b-4483-9e5b-186d5fa89aeb completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:46:40.615305 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Provisioning complete for port 19fab106-dc9b-4483-9e5b-186d5fa89aeb triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:46:40.615680 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:40.630251 n-d-694802-15 neutron-server[94466]: INFO neutron.plugins.ml2.plugin [None req-b6a503a6-1a02-48fe-8581-98f677d6479b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Attempt 7 to bind port 66e16f5e-753f-4fe8-99a5-3f09b083badf Aug 12 14:46:40.647447 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-b6a503a6-1a02-48fe-8581-98f677d6479b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Attempting to bind port 66e16f5e-753f-4fe8-99a5-3f09b083badf on host n-h1-694802-15 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:46:40.647825 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-b6a503a6-1a02-48fe-8581-98f677d6479b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Attempting to bind port 66e16f5e-753f-4fe8-99a5-3f09b083badf by drivers openvswitch,hyperv on host n-h1-694802-15 at level 0 using segments [{'id': '1544063d-0fcf-4383-90ae-af730bb71907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'b2d6d2a3-37e4-4174-a08c-81097fdc5342'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:46:40.648165 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6a503a6-1a02-48fe-8581-98f677d6479b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Attempting to bind port 66e16f5e-753f-4fe8-99a5-3f09b083badf on network b2d6d2a3-37e4-4174-a08c-81097fdc5342 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:46:40.656176 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6a503a6-1a02-48fe-8581-98f677d6479b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Port 66e16f5e-753f-4fe8-99a5-3f09b083badf on network b2d6d2a3-37e4-4174-a08c-81097fdc5342 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-15 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 14:46:40.656496 n-d-694802-15 neutron-server[94466]: ERROR neutron.plugins.ml2.managers [None req-b6a503a6-1a02-48fe-8581-98f677d6479b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Failed to bind port 66e16f5e-753f-4fe8-99a5-3f09b083badf on host n-h1-694802-15 for vnic_type normal using segments [{'id': '1544063d-0fcf-4383-90ae-af730bb71907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'b2d6d2a3-37e4-4174-a08c-81097fdc5342'}] Aug 12 14:46:40.661766 n-d-694802-15 neutron-server[94466]: INFO neutron.plugins.ml2.plugin [None req-b6a503a6-1a02-48fe-8581-98f677d6479b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Attempt 8 to bind port 66e16f5e-753f-4fe8-99a5-3f09b083badf Aug 12 14:46:40.713319 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371a78e4-5a13-4b6a-bb0b-03446ab92ced req-7f219569-d8c4-4b51-96f4-2323db326efe tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:46:40.715597 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-371a78e4-5a13-4b6a-bb0b-03446ab92ced req-7f219569-d8c4-4b51-96f4-2323db326efe tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d387655-bc58-4d10-8c58-4428d6cc887c HTTP/1.1" status: 200 len: 945 time: 0.1221724 Aug 12 14:46:40.716588 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-b6a503a6-1a02-48fe-8581-98f677d6479b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Attempting to bind port 66e16f5e-753f-4fe8-99a5-3f09b083badf on host n-h1-694802-15 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:46:40.716918 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-b6a503a6-1a02-48fe-8581-98f677d6479b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Attempting to bind port 66e16f5e-753f-4fe8-99a5-3f09b083badf by drivers openvswitch,hyperv on host n-h1-694802-15 at level 0 using segments [{'id': '1544063d-0fcf-4383-90ae-af730bb71907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'b2d6d2a3-37e4-4174-a08c-81097fdc5342'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:46:40.717358 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6a503a6-1a02-48fe-8581-98f677d6479b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Attempting to bind port 66e16f5e-753f-4fe8-99a5-3f09b083badf on network b2d6d2a3-37e4-4174-a08c-81097fdc5342 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:46:40.725985 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6a503a6-1a02-48fe-8581-98f677d6479b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Port 66e16f5e-753f-4fe8-99a5-3f09b083badf on network b2d6d2a3-37e4-4174-a08c-81097fdc5342 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-15 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 14:46:40.726326 n-d-694802-15 neutron-server[94466]: ERROR neutron.plugins.ml2.managers [None req-b6a503a6-1a02-48fe-8581-98f677d6479b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Failed to bind port 66e16f5e-753f-4fe8-99a5-3f09b083badf on host n-h1-694802-15 for vnic_type normal using segments [{'id': '1544063d-0fcf-4383-90ae-af730bb71907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'b2d6d2a3-37e4-4174-a08c-81097fdc5342'}] Aug 12 14:46:40.726793 n-d-694802-15 neutron-server[94466]: INFO neutron.plugins.ml2.plugin [None req-b6a503a6-1a02-48fe-8581-98f677d6479b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Attempt 9 to bind port 66e16f5e-753f-4fe8-99a5-3f09b083badf Aug 12 14:46:40.737518 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:40.765405 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-b6a503a6-1a02-48fe-8581-98f677d6479b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Attempting to bind port 66e16f5e-753f-4fe8-99a5-3f09b083badf on host n-h1-694802-15 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:46:40.765720 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-b6a503a6-1a02-48fe-8581-98f677d6479b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Attempting to bind port 66e16f5e-753f-4fe8-99a5-3f09b083badf by drivers openvswitch,hyperv on host n-h1-694802-15 at level 0 using segments [{'id': '1544063d-0fcf-4383-90ae-af730bb71907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'b2d6d2a3-37e4-4174-a08c-81097fdc5342'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:46:40.766080 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6a503a6-1a02-48fe-8581-98f677d6479b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Attempting to bind port 66e16f5e-753f-4fe8-99a5-3f09b083badf on network b2d6d2a3-37e4-4174-a08c-81097fdc5342 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:46:40.766778 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d387655-bc58-4d10-8c58-4428d6cc887c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19fab106-dc9b-4483-9e5b-186d5fa89aeb'}] {{(pid=94468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:46:40.769929 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99a8d87602170099c728e57431aca99e9b98a655a83bbf8727be13192709727b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd7f280e-7b7e-4477-aea3-d1eb08c2d62d" -d '{"events": [{"server_uuid": "4d387655-bc58-4d10-8c58-4428d6cc887c", "name": "network-vif-plugged", "status": "completed", "tag": "19fab106-dc9b-4483-9e5b-186d5fa89aeb"}]}' {{(pid=94468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:46:40.775391 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6a503a6-1a02-48fe-8581-98f677d6479b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Port 66e16f5e-753f-4fe8-99a5-3f09b083badf on network b2d6d2a3-37e4-4174-a08c-81097fdc5342 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-15 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 14:46:40.775906 n-d-694802-15 neutron-server[94466]: ERROR neutron.plugins.ml2.managers [None req-b6a503a6-1a02-48fe-8581-98f677d6479b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Failed to bind port 66e16f5e-753f-4fe8-99a5-3f09b083badf on host n-h1-694802-15 for vnic_type normal using segments [{'id': '1544063d-0fcf-4383-90ae-af730bb71907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'b2d6d2a3-37e4-4174-a08c-81097fdc5342'}] Aug 12 14:46:40.781661 n-d-694802-15 neutron-server[94466]: INFO neutron.plugins.ml2.plugin [None req-b6a503a6-1a02-48fe-8581-98f677d6479b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Attempt 10 to bind port 66e16f5e-753f-4fe8-99a5-3f09b083badf Aug 12 14:46:40.788863 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port 19fab106-dc9b-4483-9e5b-186d5fa89aeb, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=19fab106-dc9b-4483-9e5b-186d5fa89aeb,segment=NetworkSegment(199ebfd5-fab1-4515-9a39-66aaf241adcb),segment_id=199ebfd5-fab1-4515-9a39-66aaf241adcb)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:46:40.794809 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:40.804043 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-371a78e4-5a13-4b6a-bb0b-03446ab92ced req-78c8db03-c5d6-4c2e-9ee6-ca160371d258 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/security-groups?id=321fdc30-89f7-41d5-9ead-31c9ab79a851&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676475 Aug 12 14:46:40.809446 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-b6a503a6-1a02-48fe-8581-98f677d6479b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Attempting to bind port 66e16f5e-753f-4fe8-99a5-3f09b083badf on host n-h1-694802-15 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:46:40.809787 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-b6a503a6-1a02-48fe-8581-98f677d6479b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Attempting to bind port 66e16f5e-753f-4fe8-99a5-3f09b083badf by drivers openvswitch,hyperv on host n-h1-694802-15 at level 0 using segments [{'id': '1544063d-0fcf-4383-90ae-af730bb71907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'b2d6d2a3-37e4-4174-a08c-81097fdc5342'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:46:40.810131 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6a503a6-1a02-48fe-8581-98f677d6479b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Attempting to bind port 66e16f5e-753f-4fe8-99a5-3f09b083badf on network b2d6d2a3-37e4-4174-a08c-81097fdc5342 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:46:40.815241 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6a503a6-1a02-48fe-8581-98f677d6479b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Port 66e16f5e-753f-4fe8-99a5-3f09b083badf on network b2d6d2a3-37e4-4174-a08c-81097fdc5342 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-15 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 14:46:40.815579 n-d-694802-15 neutron-server[94466]: ERROR neutron.plugins.ml2.managers [None req-b6a503a6-1a02-48fe-8581-98f677d6479b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Failed to bind port 66e16f5e-753f-4fe8-99a5-3f09b083badf on host n-h1-694802-15 for vnic_type normal using segments [{'id': '1544063d-0fcf-4383-90ae-af730bb71907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'b2d6d2a3-37e4-4174-a08c-81097fdc5342'}] Aug 12 14:46:40.815956 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b6a503a6-1a02-48fe-8581-98f677d6479b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:40.854315 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 14:46:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f7053d0-b692-4272-b8f2-55946fc3bd1b x-openstack-request-id: req-1f7053d0-b692-4272-b8f2-55946fc3bd1b {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:46:40.854741 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d387655-bc58-4d10-8c58-4428d6cc887c", "name": "network-vif-plugged", "status": "completed", "tag": "19fab106-dc9b-4483-9e5b-186d5fa89aeb", "code": 200}]} {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:46:40.855108 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1f7053d0-b692-4272-b8f2-55946fc3bd1b {{(pid=94468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:46:40.855606 n-d-694802-15 neutron-server[94468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d387655-bc58-4d10-8c58-4428d6cc887c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19fab106-dc9b-4483-9e5b-186d5fa89aeb', 'code': 200} Aug 12 14:46:40.876761 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Pushing event updated for resources: {'Port': ['ID=19fab106-dc9b-4483-9e5b-186d5fa89aeb,revision_number=5']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:46:40.908482 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-b6a503a6-1a02-48fe-8581-98f677d6479b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] For port 66e16f5e-753f-4fe8-99a5-3f09b083badf, host n-h1-694802-15, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:46:40.909080 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-b6a503a6-1a02-48fe-8581-98f677d6479b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Attempted to set empty binding levels {{(pid=94466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 12 14:46:40.913004 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b6a503a6-1a02-48fe-8581-98f677d6479b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3718439'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:40.937386 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1ef7aa-ecf3-4c7e-96bf-136006a7da47 req-9d03b117-017e-4e7d-8a98-6d86c6b04909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:46:40.939874 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-aa1ef7aa-ecf3-4c7e-96bf-136006a7da47 req-9d03b117-017e-4e7d-8a98-6d86c6b04909 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=4d387655-bc58-4d10-8c58-4428d6cc887c HTTP/1.1" status: 200 len: 1098 time: 0.0416217 Aug 12 14:46:40.943913 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6a503a6-1a02-48fe-8581-98f677d6479b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:46:40.944507 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b6a503a6-1a02-48fe-8581-98f677d6479b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:40.966546 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a503a6-1a02-48fe-8581-98f677d6479b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Pushing event updated for resources: {'Port': ['ID=66e16f5e-753f-4fe8-99a5-3f09b083badf,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:46:40.969741 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-b6a503a6-1a02-48fe-8581-98f677d6479b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 985 time: 1.0814073 Aug 12 14:46:40.972427 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 53920) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:46:40.982849 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-aa1ef7aa-ecf3-4c7e-96bf-136006a7da47 req-c9643643-06aa-4cd6-b7c0-198b951a0062 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=321fdc30-89f7-41d5-9ead-31c9ab79a851&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361533 Aug 12 14:46:41.050924 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-61a1e912-dcd7-437c-872d-585e40a913d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Deleting port 66e16f5e-753f-4fe8-99a5-3f09b083badf {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:46:41.051566 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-61a1e912-dcd7-437c-872d-585e40a913d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:41.123967 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-61a1e912-dcd7-437c-872d-585e40a913d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] For port 66e16f5e-753f-4fe8-99a5-3f09b083badf, host n-h1-694802-15, got binding levels [] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:46:41.124333 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-61a1e912-dcd7-437c-872d-585e40a913d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:41.157651 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-61a1e912-dcd7-437c-872d-585e40a913d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Calling delete_port for 66e16f5e-753f-4fe8-99a5-3f09b083badf owned by {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:46:41.183547 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa355833-a450-4acd-b052-131403d8a9fe req-6684667c-6835-4126-8e87-247556e10b3e tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:46:41.185024 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-fa355833-a450-4acd-b052-131403d8a9fe req-6684667c-6835-4126-8e87-247556e10b3e tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/ports?device_id=82ca70f0-3356-4166-96ef-a264876874d1 HTTP/1.1" status: 200 len: 945 time: 0.0762360 Aug 12 14:46:41.263274 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-fa355833-a450-4acd-b052-131403d8a9fe req-f528269b-ab94-4e7b-b4b1-654a042f99e8 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc2dacd2-6b8c-4388-a6b9-7c76f36fc545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507109 Aug 12 14:46:41.279996 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-61a1e912-dcd7-437c-872d-585e40a913d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:41.311319 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a1e912-dcd7-437c-872d-585e40a913d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Pushing event deleted for resources: {'Port': ['ID=66e16f5e-753f-4fe8-99a5-3f09b083badf,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:46:41.317156 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-61a1e912-dcd7-437c-872d-585e40a913d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:41.319236 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-61a1e912-dcd7-437c-872d-585e40a913d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] 10.222.0.39 "DELETE /v2.0/ports/66e16f5e-753f-4fe8-99a5-3f09b083badf HTTP/1.1" status: 204 len: 168 time: 0.3458700 Aug 12 14:46:41.321882 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 53928) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:46:41.349233 n-d-694802-15 neutron-server[94466]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d1757ca-2bca-419c-8aef-33ea3dcffb18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] GET failed (client error): The resource could not be found. Aug 12 14:46:41.354017 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-7d1757ca-2bca-419c-8aef-33ea3dcffb18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] 10.222.0.39 "GET /v2.0/ports/66e16f5e-753f-4fe8-99a5-3f09b083badf HTTP/1.1" status: 404 len: 333 time: 0.0279126 Aug 12 14:46:41.355052 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 53930) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:46:41.360490 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-c75cf2c7-bd22-42e8-a187-2164360c008f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Request body: {'port': {'network_id': 'b2d6d2a3-37e4-4174-a08c-81097fdc5342', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-953584012'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:46:41.384168 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c75cf2c7-bd22-42e8-a187-2164360c008f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Made reservation on behalf of 6c1725b119044525babad065fc0acf5f for: {'port': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:46:41.386598 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c75cf2c7-bd22-42e8-a187-2164360c008f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:41.404062 n-d-694802-15 neutron-server[94466]: DEBUG neutron.notifiers.nova [None req-c75cf2c7-bd22-42e8-a187-2164360c008f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] device_id is not set on port 9804db02-8f55-49c6-9460-6e41d12252ae yet. {{(pid=94466) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 14:46:41.484136 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:41.529188 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ffa6f2-e0ae-4bf4-a73b-057cda4a48e7 req-6bf79910-3dca-4727-83c2-3714597eec6d tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:46:41.531508 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-58ffa6f2-e0ae-4bf4-a73b-057cda4a48e7 req-6bf79910-3dca-4727-83c2-3714597eec6d tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/ports?device_id=82ca70f0-3356-4166-96ef-a264876874d1 HTTP/1.1" status: 200 len: 945 time: 0.0989931 Aug 12 14:46:41.562997 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ceba0e-0426-4e7b-a82c-939b74567a41 req-f631e713-66c8-4978-a130-37de3a46b378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:46:41.564542 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-59ceba0e-0426-4e7b-a82c-939b74567a41 req-f631e713-66c8-4978-a130-37de3a46b378 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f4b313af8d624a809d563851b784d520&device_id=82ca70f0-3356-4166-96ef-a264876874d1 HTTP/1.1" status: 200 len: 1097 time: 0.0768497 Aug 12 14:46:41.572026 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c75cf2c7-bd22-42e8-a187-2164360c008f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:41.589341 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-58ffa6f2-e0ae-4bf4-a73b-057cda4a48e7 req-a7b05583-5f78-44fc-b24c-5f8347834449 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc2dacd2-6b8c-4388-a6b9-7c76f36fc545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513008 Aug 12 14:46:41.616415 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c75cf2c7-bd22-42e8-a187-2164360c008f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:41.658749 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c75cf2c7-bd22-42e8-a187-2164360c008f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Network b2d6d2a3-37e4-4174-a08c-81097fdc5342 is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:46:41.665769 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-c75cf2c7-bd22-42e8-a187-2164360c008f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:46:41.669229 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c75cf2c7-bd22-42e8-a187-2164360c008f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:46:41.669530 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ceba0e-0426-4e7b-a82c-939b74567a41 req-bf598266-7922-44d8-b628-48ac870b2fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:46:41.670156 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c75cf2c7-bd22-42e8-a187-2164360c008f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:46:41.670995 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c75cf2c7-bd22-42e8-a187-2164360c008f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:41.672298 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-59ceba0e-0426-4e7b-a82c-939b74567a41 req-bf598266-7922-44d8-b628-48ac870b2fb9 service neutron] 10.222.0.64 "GET /v2.0/networks?id=4552c891-e268-4d7c-98f1-e8736a29b277 HTTP/1.1" status: 200 len: 913 time: 0.0975468 Aug 12 14:46:41.679746 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75cf2c7-bd22-42e8-a187-2164360c008f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Pushing event updated for resources: {'Port': ['ID=9804db02-8f55-49c6-9460-6e41d12252ae,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:46:41.691954 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-c75cf2c7-bd22-42e8-a187-2164360c008f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.3356714 Aug 12 14:46:41.694670 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 53938) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:46:41.699957 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-bb934170-c503-4b26-b473-040cd50345b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-694802-15'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:46:41.756406 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-bb934170-c503-4b26-b473-040cd50345b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:41.758842 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-59ceba0e-0426-4e7b-a82c-939b74567a41 req-c3b51158-856e-4f77-a231-ed3e9bff8043 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b0aac563-42bd-4b31-95a9-a0a4d4b9e42a HTTP/1.1" status: 200 len: 1000 time: 0.0790851 Aug 12 14:46:41.817626 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ceba0e-0426-4e7b-a82c-939b74567a41 req-75f41a0e-3148-4e6f-aa25-6eed4fb3e498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:46:41.819146 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-59ceba0e-0426-4e7b-a82c-939b74567a41 req-75f41a0e-3148-4e6f-aa25-6eed4fb3e498 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b3b4e56e-f3bd-4709-bfd6-3e62da1e0ac7 HTTP/1.1" status: 200 len: 851 time: 0.0521605 Aug 12 14:46:41.874357 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ceba0e-0426-4e7b-a82c-939b74567a41 req-02033a25-f8bc-4654-af12-5c1b2c8cfe0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:46:41.876114 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-59ceba0e-0426-4e7b-a82c-939b74567a41 req-02033a25-f8bc-4654-af12-5c1b2c8cfe0f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4552c891-e268-4d7c-98f1-e8736a29b277&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0476873 Aug 12 14:46:41.970607 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f74f81b-7aa3-4eb8-909e-93b5666c6c5c req-2418cac9-8a69-4a9b-81af-c0055806ffb1 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:46:41.971625 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-59ceba0e-0426-4e7b-a82c-939b74567a41 req-35e92640-55bb-4cc5-8454-138229e05cde service neutron] 10.222.0.64 "GET /v2.0/networks/4552c891-e268-4d7c-98f1-e8736a29b277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877080 Aug 12 14:46:41.972195 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-9f74f81b-7aa3-4eb8-909e-93b5666c6c5c req-2418cac9-8a69-4a9b-81af-c0055806ffb1 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d387655-bc58-4d10-8c58-4428d6cc887c HTTP/1.1" status: 200 len: 946 time: 0.0915124 Aug 12 14:46:41.988032 n-d-694802-15 neutron-server[94466]: DEBUG neutron.notifiers.nova [None req-bb934170-c503-4b26-b473-040cd50345b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] device_id is not set on port 9804db02-8f55-49c6-9460-6e41d12252ae yet. {{(pid=94466) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 14:46:42.001655 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-bb934170-c503-4b26-b473-040cd50345b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:42.028118 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-bb934170-c503-4b26-b473-040cd50345b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Transition to ACTIVE for port object 9804db02-8f55-49c6-9460-6e41d12252ae will not be triggered until provisioned by entity L2. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:46:42.034484 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-9f74f81b-7aa3-4eb8-909e-93b5666c6c5c req-17f649f8-f895-474f-8da3-0be65248f67e tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/security-groups?id=321fdc30-89f7-41d5-9ead-31c9ab79a851&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551639 Aug 12 14:46:42.035679 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-bb934170-c503-4b26-b473-040cd50345b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3718439'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:42.082931 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-59ceba0e-0426-4e7b-a82c-939b74567a41 req-01d6764b-8931-4177-8623-c9fad5ba3774 service neutron] 10.222.0.64 "GET /v2.0/networks/4552c891-e268-4d7c-98f1-e8736a29b277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032059 Aug 12 14:46:42.090197 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb934170-c503-4b26-b473-040cd50345b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Pushing event updated for resources: {'Port': ['ID=9804db02-8f55-49c6-9460-6e41d12252ae,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:46:42.105479 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-bb934170-c503-4b26-b473-040cd50345b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Attempting to bind port 9804db02-8f55-49c6-9460-6e41d12252ae on host n-h1-694802-15 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:46:42.106221 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-bb934170-c503-4b26-b473-040cd50345b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Attempting to bind port 9804db02-8f55-49c6-9460-6e41d12252ae by drivers openvswitch,hyperv on host n-h1-694802-15 at level 0 using segments [{'id': '1544063d-0fcf-4383-90ae-af730bb71907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'b2d6d2a3-37e4-4174-a08c-81097fdc5342'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:46:42.106221 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb934170-c503-4b26-b473-040cd50345b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Attempting to bind port 9804db02-8f55-49c6-9460-6e41d12252ae on network b2d6d2a3-37e4-4174-a08c-81097fdc5342 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:46:42.111559 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb934170-c503-4b26-b473-040cd50345b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Port 9804db02-8f55-49c6-9460-6e41d12252ae on network b2d6d2a3-37e4-4174-a08c-81097fdc5342 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-15 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 14:46:42.111874 n-d-694802-15 neutron-server[94466]: ERROR neutron.plugins.ml2.managers [None req-bb934170-c503-4b26-b473-040cd50345b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Failed to bind port 9804db02-8f55-49c6-9460-6e41d12252ae on host n-h1-694802-15 for vnic_type normal using segments [{'id': '1544063d-0fcf-4383-90ae-af730bb71907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'b2d6d2a3-37e4-4174-a08c-81097fdc5342'}] Aug 12 14:46:42.112289 n-d-694802-15 neutron-server[94466]: INFO neutron.plugins.ml2.plugin [None req-bb934170-c503-4b26-b473-040cd50345b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Attempt 2 to bind port 9804db02-8f55-49c6-9460-6e41d12252ae Aug 12 14:46:42.126010 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-bb934170-c503-4b26-b473-040cd50345b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Attempting to bind port 9804db02-8f55-49c6-9460-6e41d12252ae on host n-h1-694802-15 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:46:42.126360 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-bb934170-c503-4b26-b473-040cd50345b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Attempting to bind port 9804db02-8f55-49c6-9460-6e41d12252ae by drivers openvswitch,hyperv on host n-h1-694802-15 at level 0 using segments [{'id': '1544063d-0fcf-4383-90ae-af730bb71907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'b2d6d2a3-37e4-4174-a08c-81097fdc5342'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:46:42.126701 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb934170-c503-4b26-b473-040cd50345b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Attempting to bind port 9804db02-8f55-49c6-9460-6e41d12252ae on network b2d6d2a3-37e4-4174-a08c-81097fdc5342 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:46:42.131047 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb934170-c503-4b26-b473-040cd50345b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Port 9804db02-8f55-49c6-9460-6e41d12252ae on network b2d6d2a3-37e4-4174-a08c-81097fdc5342 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-15 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 14:46:42.131384 n-d-694802-15 neutron-server[94466]: ERROR neutron.plugins.ml2.managers [None req-bb934170-c503-4b26-b473-040cd50345b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Failed to bind port 9804db02-8f55-49c6-9460-6e41d12252ae on host n-h1-694802-15 for vnic_type normal using segments [{'id': '1544063d-0fcf-4383-90ae-af730bb71907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'b2d6d2a3-37e4-4174-a08c-81097fdc5342'}] Aug 12 14:46:42.131768 n-d-694802-15 neutron-server[94466]: INFO neutron.plugins.ml2.plugin [None req-bb934170-c503-4b26-b473-040cd50345b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Attempt 3 to bind port 9804db02-8f55-49c6-9460-6e41d12252ae Aug 12 14:46:42.144650 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-bb934170-c503-4b26-b473-040cd50345b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Attempting to bind port 9804db02-8f55-49c6-9460-6e41d12252ae on host n-h1-694802-15 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:46:42.144986 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-bb934170-c503-4b26-b473-040cd50345b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Attempting to bind port 9804db02-8f55-49c6-9460-6e41d12252ae by drivers openvswitch,hyperv on host n-h1-694802-15 at level 0 using segments [{'id': '1544063d-0fcf-4383-90ae-af730bb71907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'b2d6d2a3-37e4-4174-a08c-81097fdc5342'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:46:42.145324 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb934170-c503-4b26-b473-040cd50345b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Attempting to bind port 9804db02-8f55-49c6-9460-6e41d12252ae on network b2d6d2a3-37e4-4174-a08c-81097fdc5342 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:46:42.151070 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb934170-c503-4b26-b473-040cd50345b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Port 9804db02-8f55-49c6-9460-6e41d12252ae on network b2d6d2a3-37e4-4174-a08c-81097fdc5342 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-15 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 14:46:42.151404 n-d-694802-15 neutron-server[94466]: ERROR neutron.plugins.ml2.managers [None req-bb934170-c503-4b26-b473-040cd50345b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Failed to bind port 9804db02-8f55-49c6-9460-6e41d12252ae on host n-h1-694802-15 for vnic_type normal using segments [{'id': '1544063d-0fcf-4383-90ae-af730bb71907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'b2d6d2a3-37e4-4174-a08c-81097fdc5342'}] Aug 12 14:46:42.151785 n-d-694802-15 neutron-server[94466]: INFO neutron.plugins.ml2.plugin [None req-bb934170-c503-4b26-b473-040cd50345b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Attempt 4 to bind port 9804db02-8f55-49c6-9460-6e41d12252ae Aug 12 14:46:42.164661 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-bb934170-c503-4b26-b473-040cd50345b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Attempting to bind port 9804db02-8f55-49c6-9460-6e41d12252ae on host n-h1-694802-15 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:46:42.165020 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-bb934170-c503-4b26-b473-040cd50345b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Attempting to bind port 9804db02-8f55-49c6-9460-6e41d12252ae by drivers openvswitch,hyperv on host n-h1-694802-15 at level 0 using segments [{'id': '1544063d-0fcf-4383-90ae-af730bb71907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'b2d6d2a3-37e4-4174-a08c-81097fdc5342'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:46:42.165501 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb934170-c503-4b26-b473-040cd50345b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Attempting to bind port 9804db02-8f55-49c6-9460-6e41d12252ae on network b2d6d2a3-37e4-4174-a08c-81097fdc5342 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:46:42.170048 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb934170-c503-4b26-b473-040cd50345b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Port 9804db02-8f55-49c6-9460-6e41d12252ae on network b2d6d2a3-37e4-4174-a08c-81097fdc5342 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-15 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 14:46:42.170390 n-d-694802-15 neutron-server[94466]: ERROR neutron.plugins.ml2.managers [None req-bb934170-c503-4b26-b473-040cd50345b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Failed to bind port 9804db02-8f55-49c6-9460-6e41d12252ae on host n-h1-694802-15 for vnic_type normal using segments [{'id': '1544063d-0fcf-4383-90ae-af730bb71907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'b2d6d2a3-37e4-4174-a08c-81097fdc5342'}] Aug 12 14:46:42.170792 n-d-694802-15 neutron-server[94466]: INFO neutron.plugins.ml2.plugin [None req-bb934170-c503-4b26-b473-040cd50345b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Attempt 5 to bind port 9804db02-8f55-49c6-9460-6e41d12252ae Aug 12 14:46:42.183296 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-bb934170-c503-4b26-b473-040cd50345b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Attempting to bind port 9804db02-8f55-49c6-9460-6e41d12252ae on host n-h1-694802-15 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:46:42.183629 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-bb934170-c503-4b26-b473-040cd50345b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Attempting to bind port 9804db02-8f55-49c6-9460-6e41d12252ae by drivers openvswitch,hyperv on host n-h1-694802-15 at level 0 using segments [{'id': '1544063d-0fcf-4383-90ae-af730bb71907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'b2d6d2a3-37e4-4174-a08c-81097fdc5342'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:46:42.183968 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb934170-c503-4b26-b473-040cd50345b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Attempting to bind port 9804db02-8f55-49c6-9460-6e41d12252ae on network b2d6d2a3-37e4-4174-a08c-81097fdc5342 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:46:42.188215 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb934170-c503-4b26-b473-040cd50345b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Port 9804db02-8f55-49c6-9460-6e41d12252ae on network b2d6d2a3-37e4-4174-a08c-81097fdc5342 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-15 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 14:46:42.188557 n-d-694802-15 neutron-server[94466]: ERROR neutron.plugins.ml2.managers [None req-bb934170-c503-4b26-b473-040cd50345b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Failed to bind port 9804db02-8f55-49c6-9460-6e41d12252ae on host n-h1-694802-15 for vnic_type normal using segments [{'id': '1544063d-0fcf-4383-90ae-af730bb71907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'b2d6d2a3-37e4-4174-a08c-81097fdc5342'}] Aug 12 14:46:42.188920 n-d-694802-15 neutron-server[94466]: INFO neutron.plugins.ml2.plugin [None req-bb934170-c503-4b26-b473-040cd50345b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Attempt 6 to bind port 9804db02-8f55-49c6-9460-6e41d12252ae Aug 12 14:46:42.202919 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-bb934170-c503-4b26-b473-040cd50345b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Attempting to bind port 9804db02-8f55-49c6-9460-6e41d12252ae on host n-h1-694802-15 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:46:42.203275 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-bb934170-c503-4b26-b473-040cd50345b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Attempting to bind port 9804db02-8f55-49c6-9460-6e41d12252ae by drivers openvswitch,hyperv on host n-h1-694802-15 at level 0 using segments [{'id': '1544063d-0fcf-4383-90ae-af730bb71907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'b2d6d2a3-37e4-4174-a08c-81097fdc5342'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:46:42.203605 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb934170-c503-4b26-b473-040cd50345b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Attempting to bind port 9804db02-8f55-49c6-9460-6e41d12252ae on network b2d6d2a3-37e4-4174-a08c-81097fdc5342 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:46:42.208275 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb934170-c503-4b26-b473-040cd50345b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Port 9804db02-8f55-49c6-9460-6e41d12252ae on network b2d6d2a3-37e4-4174-a08c-81097fdc5342 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-15 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 14:46:42.208628 n-d-694802-15 neutron-server[94466]: ERROR neutron.plugins.ml2.managers [None req-bb934170-c503-4b26-b473-040cd50345b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Failed to bind port 9804db02-8f55-49c6-9460-6e41d12252ae on host n-h1-694802-15 for vnic_type normal using segments [{'id': '1544063d-0fcf-4383-90ae-af730bb71907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'b2d6d2a3-37e4-4174-a08c-81097fdc5342'}] Aug 12 14:46:42.209030 n-d-694802-15 neutron-server[94466]: INFO neutron.plugins.ml2.plugin [None req-bb934170-c503-4b26-b473-040cd50345b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Attempt 7 to bind port 9804db02-8f55-49c6-9460-6e41d12252ae Aug 12 14:46:42.222326 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-bb934170-c503-4b26-b473-040cd50345b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Attempting to bind port 9804db02-8f55-49c6-9460-6e41d12252ae on host n-h1-694802-15 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:46:42.222662 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-bb934170-c503-4b26-b473-040cd50345b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Attempting to bind port 9804db02-8f55-49c6-9460-6e41d12252ae by drivers openvswitch,hyperv on host n-h1-694802-15 at level 0 using segments [{'id': '1544063d-0fcf-4383-90ae-af730bb71907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'b2d6d2a3-37e4-4174-a08c-81097fdc5342'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:46:42.223005 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb934170-c503-4b26-b473-040cd50345b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Attempting to bind port 9804db02-8f55-49c6-9460-6e41d12252ae on network b2d6d2a3-37e4-4174-a08c-81097fdc5342 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:46:42.227914 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb934170-c503-4b26-b473-040cd50345b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Port 9804db02-8f55-49c6-9460-6e41d12252ae on network b2d6d2a3-37e4-4174-a08c-81097fdc5342 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-15 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 14:46:42.228283 n-d-694802-15 neutron-server[94466]: ERROR neutron.plugins.ml2.managers [None req-bb934170-c503-4b26-b473-040cd50345b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Failed to bind port 9804db02-8f55-49c6-9460-6e41d12252ae on host n-h1-694802-15 for vnic_type normal using segments [{'id': '1544063d-0fcf-4383-90ae-af730bb71907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'b2d6d2a3-37e4-4174-a08c-81097fdc5342'}] Aug 12 14:46:42.228675 n-d-694802-15 neutron-server[94466]: INFO neutron.plugins.ml2.plugin [None req-bb934170-c503-4b26-b473-040cd50345b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Attempt 8 to bind port 9804db02-8f55-49c6-9460-6e41d12252ae Aug 12 14:46:42.242148 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-bb934170-c503-4b26-b473-040cd50345b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Attempting to bind port 9804db02-8f55-49c6-9460-6e41d12252ae on host n-h1-694802-15 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:46:42.242481 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-bb934170-c503-4b26-b473-040cd50345b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Attempting to bind port 9804db02-8f55-49c6-9460-6e41d12252ae by drivers openvswitch,hyperv on host n-h1-694802-15 at level 0 using segments [{'id': '1544063d-0fcf-4383-90ae-af730bb71907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'b2d6d2a3-37e4-4174-a08c-81097fdc5342'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:46:42.242816 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb934170-c503-4b26-b473-040cd50345b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Attempting to bind port 9804db02-8f55-49c6-9460-6e41d12252ae on network b2d6d2a3-37e4-4174-a08c-81097fdc5342 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:46:42.247125 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb934170-c503-4b26-b473-040cd50345b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Port 9804db02-8f55-49c6-9460-6e41d12252ae on network b2d6d2a3-37e4-4174-a08c-81097fdc5342 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-15 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 14:46:42.247449 n-d-694802-15 neutron-server[94466]: ERROR neutron.plugins.ml2.managers [None req-bb934170-c503-4b26-b473-040cd50345b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Failed to bind port 9804db02-8f55-49c6-9460-6e41d12252ae on host n-h1-694802-15 for vnic_type normal using segments [{'id': '1544063d-0fcf-4383-90ae-af730bb71907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'b2d6d2a3-37e4-4174-a08c-81097fdc5342'}] Aug 12 14:46:42.247829 n-d-694802-15 neutron-server[94466]: INFO neutron.plugins.ml2.plugin [None req-bb934170-c503-4b26-b473-040cd50345b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Attempt 9 to bind port 9804db02-8f55-49c6-9460-6e41d12252ae Aug 12 14:46:42.259890 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-bb934170-c503-4b26-b473-040cd50345b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Attempting to bind port 9804db02-8f55-49c6-9460-6e41d12252ae on host n-h1-694802-15 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:46:42.260148 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-bb934170-c503-4b26-b473-040cd50345b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Attempting to bind port 9804db02-8f55-49c6-9460-6e41d12252ae by drivers openvswitch,hyperv on host n-h1-694802-15 at level 0 using segments [{'id': '1544063d-0fcf-4383-90ae-af730bb71907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'b2d6d2a3-37e4-4174-a08c-81097fdc5342'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:46:42.260477 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb934170-c503-4b26-b473-040cd50345b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Attempting to bind port 9804db02-8f55-49c6-9460-6e41d12252ae on network b2d6d2a3-37e4-4174-a08c-81097fdc5342 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:46:42.264734 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb934170-c503-4b26-b473-040cd50345b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Port 9804db02-8f55-49c6-9460-6e41d12252ae on network b2d6d2a3-37e4-4174-a08c-81097fdc5342 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-15 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 14:46:42.265057 n-d-694802-15 neutron-server[94466]: ERROR neutron.plugins.ml2.managers [None req-bb934170-c503-4b26-b473-040cd50345b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Failed to bind port 9804db02-8f55-49c6-9460-6e41d12252ae on host n-h1-694802-15 for vnic_type normal using segments [{'id': '1544063d-0fcf-4383-90ae-af730bb71907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'b2d6d2a3-37e4-4174-a08c-81097fdc5342'}] Aug 12 14:46:42.265434 n-d-694802-15 neutron-server[94466]: INFO neutron.plugins.ml2.plugin [None req-bb934170-c503-4b26-b473-040cd50345b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Attempt 10 to bind port 9804db02-8f55-49c6-9460-6e41d12252ae Aug 12 14:46:42.281329 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-bb934170-c503-4b26-b473-040cd50345b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Attempting to bind port 9804db02-8f55-49c6-9460-6e41d12252ae on host n-h1-694802-15 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:46:42.281660 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [None req-bb934170-c503-4b26-b473-040cd50345b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Attempting to bind port 9804db02-8f55-49c6-9460-6e41d12252ae by drivers openvswitch,hyperv on host n-h1-694802-15 at level 0 using segments [{'id': '1544063d-0fcf-4383-90ae-af730bb71907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'b2d6d2a3-37e4-4174-a08c-81097fdc5342'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:46:42.281992 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb934170-c503-4b26-b473-040cd50345b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Attempting to bind port 9804db02-8f55-49c6-9460-6e41d12252ae on network b2d6d2a3-37e4-4174-a08c-81097fdc5342 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:46:42.286336 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb934170-c503-4b26-b473-040cd50345b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Port 9804db02-8f55-49c6-9460-6e41d12252ae on network b2d6d2a3-37e4-4174-a08c-81097fdc5342 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-15 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 14:46:42.286662 n-d-694802-15 neutron-server[94466]: ERROR neutron.plugins.ml2.managers [None req-bb934170-c503-4b26-b473-040cd50345b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Failed to bind port 9804db02-8f55-49c6-9460-6e41d12252ae on host n-h1-694802-15 for vnic_type normal using segments [{'id': '1544063d-0fcf-4383-90ae-af730bb71907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'b2d6d2a3-37e4-4174-a08c-81097fdc5342'}] Aug 12 14:46:42.287045 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-bb934170-c503-4b26-b473-040cd50345b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:42.348469 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-bb934170-c503-4b26-b473-040cd50345b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] For port 9804db02-8f55-49c6-9460-6e41d12252ae, host n-h1-694802-15, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:46:42.348828 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-bb934170-c503-4b26-b473-040cd50345b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Attempted to set empty binding levels {{(pid=94466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 12 14:46:42.354136 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-bb934170-c503-4b26-b473-040cd50345b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3718439'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:42.383712 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-bb934170-c503-4b26-b473-040cd50345b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] In _notify_port_updated(), no bound segment for port 9804db02-8f55-49c6-9460-6e41d12252ae on network b2d6d2a3-37e4-4174-a08c-81097fdc5342 {{(pid=94466) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 12 14:46:42.384643 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb934170-c503-4b26-b473-040cd50345b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:46:42.385781 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-bb934170-c503-4b26-b473-040cd50345b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:42.387134 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-bb934170-c503-4b26-b473-040cd50345b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] 10.222.0.39 "PUT /v2.0/ports/9804db02-8f55-49c6-9460-6e41d12252ae HTTP/1.1" status: 200 len: 979 time: 0.6914322 Aug 12 14:46:42.390028 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 53946) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:46:42.402266 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb934170-c503-4b26-b473-040cd50345b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Pushing event updated for resources: {'Port': ['ID=9804db02-8f55-49c6-9460-6e41d12252ae,revision_number=3']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:46:42.506517 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cad71ba-90d1-454c-bfa2-319d17f77a97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:46:42.506999 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cad71ba-90d1-454c-bfa2-319d17f77a97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:46:42.507491 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cad71ba-90d1-454c-bfa2-319d17f77a97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:46:42.508005 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cad71ba-90d1-454c-bfa2-319d17f77a97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:46:42.508473 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cad71ba-90d1-454c-bfa2-319d17f77a97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:46:42.508932 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cad71ba-90d1-454c-bfa2-319d17f77a97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:46:42.510082 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cad71ba-90d1-454c-bfa2-319d17f77a97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:46:42.510486 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cad71ba-90d1-454c-bfa2-319d17f77a97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:46:42.510945 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cad71ba-90d1-454c-bfa2-319d17f77a97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:46:42.511434 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cad71ba-90d1-454c-bfa2-319d17f77a97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:46:42.511893 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cad71ba-90d1-454c-bfa2-319d17f77a97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:46:42.512368 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cad71ba-90d1-454c-bfa2-319d17f77a97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:46:42.512807 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cad71ba-90d1-454c-bfa2-319d17f77a97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:46:42.513265 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cad71ba-90d1-454c-bfa2-319d17f77a97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:46:42.513724 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cad71ba-90d1-454c-bfa2-319d17f77a97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:46:42.514179 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cad71ba-90d1-454c-bfa2-319d17f77a97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:46:42.514635 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cad71ba-90d1-454c-bfa2-319d17f77a97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:46:42.515111 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cad71ba-90d1-454c-bfa2-319d17f77a97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:46:42.515569 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cad71ba-90d1-454c-bfa2-319d17f77a97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:46:42.516023 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cad71ba-90d1-454c-bfa2-319d17f77a97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:46:42.516479 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cad71ba-90d1-454c-bfa2-319d17f77a97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:46:42.516931 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cad71ba-90d1-454c-bfa2-319d17f77a97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:46:42.517387 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cad71ba-90d1-454c-bfa2-319d17f77a97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:46:42.517846 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cad71ba-90d1-454c-bfa2-319d17f77a97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:46:42.518299 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cad71ba-90d1-454c-bfa2-319d17f77a97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:46:42.518752 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cad71ba-90d1-454c-bfa2-319d17f77a97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:46:42.519229 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cad71ba-90d1-454c-bfa2-319d17f77a97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:46:42.519681 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cad71ba-90d1-454c-bfa2-319d17f77a97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:46:42.520134 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cad71ba-90d1-454c-bfa2-319d17f77a97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:46:42.521107 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cad71ba-90d1-454c-bfa2-319d17f77a97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:46:42.521917 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cad71ba-90d1-454c-bfa2-319d17f77a97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:46:42.522385 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cad71ba-90d1-454c-bfa2-319d17f77a97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:46:42.522839 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cad71ba-90d1-454c-bfa2-319d17f77a97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:46:42.523325 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cad71ba-90d1-454c-bfa2-319d17f77a97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:46:42.523782 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cad71ba-90d1-454c-bfa2-319d17f77a97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:46:42.524233 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cad71ba-90d1-454c-bfa2-319d17f77a97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:46:42.524687 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cad71ba-90d1-454c-bfa2-319d17f77a97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:46:42.525141 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cad71ba-90d1-454c-bfa2-319d17f77a97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:46:42.525598 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cad71ba-90d1-454c-bfa2-319d17f77a97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:46:42.526056 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cad71ba-90d1-454c-bfa2-319d17f77a97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:46:42.526512 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cad71ba-90d1-454c-bfa2-319d17f77a97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:46:42.526963 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cad71ba-90d1-454c-bfa2-319d17f77a97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:46:42.527440 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cad71ba-90d1-454c-bfa2-319d17f77a97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:46:42.527898 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cad71ba-90d1-454c-bfa2-319d17f77a97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:46:42.528354 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cad71ba-90d1-454c-bfa2-319d17f77a97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:46:42.528808 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cad71ba-90d1-454c-bfa2-319d17f77a97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:46:42.529260 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cad71ba-90d1-454c-bfa2-319d17f77a97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:46:42.529713 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cad71ba-90d1-454c-bfa2-319d17f77a97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:46:42.530163 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cad71ba-90d1-454c-bfa2-319d17f77a97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:46:42.530619 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cad71ba-90d1-454c-bfa2-319d17f77a97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:46:42.531087 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cad71ba-90d1-454c-bfa2-319d17f77a97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:46:42.531563 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cad71ba-90d1-454c-bfa2-319d17f77a97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:46:42.536161 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-9cad71ba-90d1-454c-bfa2-319d17f77a97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 46824 time: 0.1450968 Aug 12 14:46:42.541021 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 53948) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:46:42.628069 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-dd65e6be-3a56-43b6-b744-f537d7f3d96b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Deleting port 9804db02-8f55-49c6-9460-6e41d12252ae {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:46:42.628509 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-dd65e6be-3a56-43b6-b744-f537d7f3d96b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:42.648959 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:42.731467 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [None req-dd65e6be-3a56-43b6-b744-f537d7f3d96b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] For port 9804db02-8f55-49c6-9460-6e41d12252ae, host n-h1-694802-15, got binding levels [] {{(pid=94467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:46:42.731848 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-dd65e6be-3a56-43b6-b744-f537d7f3d96b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:42.747121 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-dd65e6be-3a56-43b6-b744-f537d7f3d96b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Calling delete_port for 9804db02-8f55-49c6-9460-6e41d12252ae owned by {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:46:42.756052 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cfd666-a0a7-4a3f-8396-21e917db3580 req-06ac9646-db03-4733-861f-38f7d0b9bbcf tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:46:42.757555 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f8cfd666-a0a7-4a3f-8396-21e917db3580 req-06ac9646-db03-4733-861f-38f7d0b9bbcf tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/ports?device_id=82ca70f0-3356-4166-96ef-a264876874d1 HTTP/1.1" status: 200 len: 945 time: 0.0858912 Aug 12 14:46:42.841516 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f8cfd666-a0a7-4a3f-8396-21e917db3580 req-3726eaf1-cb41-44cd-a634-539b92d28a43 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc2dacd2-6b8c-4388-a6b9-7c76f36fc545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756383 Aug 12 14:46:42.869525 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-dd65e6be-3a56-43b6-b744-f537d7f3d96b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:42.900259 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd65e6be-3a56-43b6-b744-f537d7f3d96b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Pushing event deleted for resources: {'Port': ['ID=9804db02-8f55-49c6-9460-6e41d12252ae,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:46:42.905461 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-dd65e6be-3a56-43b6-b744-f537d7f3d96b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:42.907648 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-dd65e6be-3a56-43b6-b744-f537d7f3d96b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] 10.222.0.39 "DELETE /v2.0/ports/9804db02-8f55-49c6-9460-6e41d12252ae HTTP/1.1" status: 204 len: 168 time: 0.3656991 Aug 12 14:46:42.910227 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 53958) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:46:42.933987 n-d-694802-15 neutron-server[94467]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec05748a-1922-4201-b4b7-50dbc84317a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] GET failed (client error): The resource could not be found. Aug 12 14:46:42.935376 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-ec05748a-1922-4201-b4b7-50dbc84317a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] 10.222.0.39 "GET /v2.0/ports/9804db02-8f55-49c6-9460-6e41d12252ae HTTP/1.1" status: 404 len: 333 time: 0.0242629 Aug 12 14:46:42.938757 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 53960) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:46:42.943189 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-6b549578-09da-433b-a5af-cb3659938d14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1604438243', 'network_id': 'b2d6d2a3-37e4-4174-a08c-81097fdc5342'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:46:42.962532 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b549578-09da-433b-a5af-cb3659938d14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Made reservation on behalf of 6c1725b119044525babad065fc0acf5f for: {'port': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:46:42.964743 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-6b549578-09da-433b-a5af-cb3659938d14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:42.979735 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [None req-6b549578-09da-433b-a5af-cb3659938d14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] device_id is not set on port bf36fd69-ca90-4200-888b-28528896d701 yet. {{(pid=94467) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 14:46:43.013659 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:43.150324 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-6b549578-09da-433b-a5af-cb3659938d14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:43.178601 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd272b7d-a51d-4d05-b8ca-08d3446c82c1 req-6928f4ed-8ed2-40b8-962c-427de8f256e9 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:46:43.180111 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-dd272b7d-a51d-4d05-b8ca-08d3446c82c1 req-6928f4ed-8ed2-40b8-962c-427de8f256e9 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d387655-bc58-4d10-8c58-4428d6cc887c HTTP/1.1" status: 200 len: 946 time: 0.0700240 Aug 12 14:46:43.226748 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-6b549578-09da-433b-a5af-cb3659938d14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:43.232911 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-dd272b7d-a51d-4d05-b8ca-08d3446c82c1 req-2025ec3f-64b5-4931-bba7-9b921cf70e4d tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/security-groups?id=321fdc30-89f7-41d5-9ead-31c9ab79a851&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453956 Aug 12 14:46:43.271596 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b549578-09da-433b-a5af-cb3659938d14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Network b2d6d2a3-37e4-4174-a08c-81097fdc5342 is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:46:43.274450 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [None req-6b549578-09da-433b-a5af-cb3659938d14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:46:43.280531 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b549578-09da-433b-a5af-cb3659938d14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Received port after_create {{(pid=94467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:46:43.281470 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b549578-09da-433b-a5af-cb3659938d14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:46:43.282067 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-6b549578-09da-433b-a5af-cb3659938d14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:43.291550 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b549578-09da-433b-a5af-cb3659938d14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Pushing event updated for resources: {'Port': ['ID=bf36fd69-ca90-4200-888b-28528896d701,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:46:43.301576 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-6b549578-09da-433b-a5af-cb3659938d14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.3618021 Aug 12 14:46:43.304722 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 53966) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:46:43.344563 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65b112b8-b0bd-4555-a46e-97d343e516c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:46:43.347563 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-65b112b8-b0bd-4555-a46e-97d343e516c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] 10.222.0.39 "GET /v2.0/ports/bf36fd69-ca90-4200-888b-28528896d701 HTTP/1.1" status: 200 len: 959 time: 0.0418007 Aug 12 14:46:43.349319 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 53968) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:46:43.349968 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-571b4902-c911-4bde-97af-3e4faee10c4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:43.352165 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f8fd6d-f73c-44e2-bfb6-6eaee3cf9095 req-c0e230d0-7f15-4d0b-8f8d-3689bb559076 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:46:43.353718 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-a0f8fd6d-f73c-44e2-bfb6-6eaee3cf9095 req-c0e230d0-7f15-4d0b-8f8d-3689bb559076 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d387655-bc58-4d10-8c58-4428d6cc887c HTTP/1.1" status: 200 len: 946 time: 0.0514903 Aug 12 14:46:43.392468 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-a0f8fd6d-f73c-44e2-bfb6-6eaee3cf9095 req-339a1907-662f-4509-a7b7-4b1a6bba4e41 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/security-groups?id=321fdc30-89f7-41d5-9ead-31c9ab79a851&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325677 Aug 12 14:46:43.415157 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 53970) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:46:43.448606 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-29e8d3be-d6a5-4817-a691-c51eee7916e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Deleting port bf36fd69-ca90-4200-888b-28528896d701 {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:46:43.448949 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-29e8d3be-d6a5-4817-a691-c51eee7916e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:43.516670 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a140e33-d8ca-46f4-86e9-bea3b556d425 tempest-TestNetworkAdvancedServerOps-311782475 tempest-TestNetworkAdvancedServerOps-311782475-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:46:43.518168 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-3a140e33-d8ca-46f4-86e9-bea3b556d425 tempest-TestNetworkAdvancedServerOps-311782475 tempest-TestNetworkAdvancedServerOps-311782475-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=4d387655-bc58-4d10-8c58-4428d6cc887c HTTP/1.1" status: 200 len: 1093 time: 0.1020989 Aug 12 14:46:43.521315 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 53974) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:46:43.521602 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-29e8d3be-d6a5-4817-a691-c51eee7916e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:43.525856 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-55263a35-3055-483a-ab25-d177e95888f5 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Request body: {'floatingip': {'floating_network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'port_id': '19fab106-dc9b-4483-9e5b-186d5fa89aeb', 'tenant_id': '6774b656eb8145eb998ea0059b40b4c3', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:46:43.533390 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-29e8d3be-d6a5-4817-a691-c51eee7916e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Calling delete_port for bf36fd69-ca90-4200-888b-28528896d701 owned by {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:46:43.552892 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-55263a35-3055-483a-ab25-d177e95888f5 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks [] for floatingip, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:43.616512 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-29e8d3be-d6a5-4817-a691-c51eee7916e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:43.647770 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e8d3be-d6a5-4817-a691-c51eee7916e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Pushing event deleted for resources: {'Port': ['ID=bf36fd69-ca90-4200-888b-28528896d701,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:46:43.656306 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-29e8d3be-d6a5-4817-a691-c51eee7916e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:43.660630 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-29e8d3be-d6a5-4817-a691-c51eee7916e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] 10.222.0.39 "DELETE /v2.0/ports/bf36fd69-ca90-4200-888b-28528896d701 HTTP/1.1" status: 204 len: 168 time: 0.3079998 Aug 12 14:46:43.660824 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-55263a35-3055-483a-ab25-d177e95888f5 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:43.660939 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 53980) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:46:43.685984 n-d-694802-15 neutron-server[94467]: INFO neutron.pecan_wsgi.hooks.translation [None req-0561cf4d-dd16-4364-a9a3-b9fa138854b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] GET failed (client error): The resource could not be found. Aug 12 14:46:43.691068 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-0561cf4d-dd16-4364-a9a3-b9fa138854b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] 10.222.0.39 "GET /v2.0/ports/bf36fd69-ca90-4200-888b-28528896d701 HTTP/1.1" status: 404 len: 333 time: 0.0257456 Aug 12 14:46:43.691327 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 53982) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:46:43.696068 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-44c2fb96-90f3-49c0-9bb9-71b2b2edc6fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Request body: {'port': {'network_id': 'b2d6d2a3-37e4-4174-a08c-81097fdc5342', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1201649874'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:46:43.715760 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44c2fb96-90f3-49c0-9bb9-71b2b2edc6fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Made reservation on behalf of 6c1725b119044525babad065fc0acf5f for: {'port': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:46:43.718089 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-44c2fb96-90f3-49c0-9bb9-71b2b2edc6fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:43.734203 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [None req-44c2fb96-90f3-49c0-9bb9-71b2b2edc6fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] device_id is not set on port 96f13154-20db-4ac3-9b60-1182e822c550 yet. {{(pid=94467) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 14:46:43.778218 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-55263a35-3055-483a-ab25-d177e95888f5 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Allocated IP 172.25.1.17 (d3759e1b-6c03-45ac-acd4-90abb417809b/f0254f08-c19c-4e31-bd9c-09389ea4b6f2/1cf392f9-199f-4bec-8549-9f229126037a) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:46:43.896927 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-55263a35-3055-483a-ab25-d177e95888f5 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:43.898902 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-44c2fb96-90f3-49c0-9bb9-71b2b2edc6fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:43.918101 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-1769855f-eda9-4483-9dc3-3220908ab45d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:43.947864 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-44c2fb96-90f3-49c0-9bb9-71b2b2edc6fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:43.968913 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-55263a35-3055-483a-ab25-d177e95888f5 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:43.990684 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44c2fb96-90f3-49c0-9bb9-71b2b2edc6fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Network b2d6d2a3-37e4-4174-a08c-81097fdc5342 is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:46:43.995945 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [None req-44c2fb96-90f3-49c0-9bb9-71b2b2edc6fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:46:43.999319 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44c2fb96-90f3-49c0-9bb9-71b2b2edc6fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Received port after_create {{(pid=94467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:46:44.000246 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44c2fb96-90f3-49c0-9bb9-71b2b2edc6fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:46:44.000839 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-44c2fb96-90f3-49c0-9bb9-71b2b2edc6fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:44.008487 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c2fb96-90f3-49c0-9bb9-71b2b2edc6fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Pushing event updated for resources: {'Port': ['ID=96f13154-20db-4ac3-9b60-1182e822c550,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:46:44.020819 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-44c2fb96-90f3-49c0-9bb9-71b2b2edc6fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.3284819 Aug 12 14:46:44.023692 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 53990) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:46:44.028036 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55263a35-3055-483a-ab25-d177e95888f5 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Network d3759e1b-6c03-45ac-acd4-90abb417809b is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:46:44.029159 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-aa147573-485a-429c-ab36-6457cd9e524f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-694802-15'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:46:44.034342 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-55263a35-3055-483a-ab25-d177e95888f5 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:46:44.037277 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55263a35-3055-483a-ab25-d177e95888f5 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:46:44.046155 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0fa1ab-12cb-4f78-8b57-3f7281b702b8 req-0b1616bd-a41a-4c5f-a616-884cb694d150 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:46:44.047779 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-7b0fa1ab-12cb-4f78-8b57-3f7281b702b8 req-0b1616bd-a41a-4c5f-a616-884cb694d150 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/ports?device_id=82ca70f0-3356-4166-96ef-a264876874d1 HTTP/1.1" status: 200 len: 945 time: 0.1147947 Aug 12 14:46:44.069268 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55263a35-3055-483a-ab25-d177e95888f5 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Pushing event updated for resources: {'Port': ['ID=1cf392f9-199f-4bec-8549-9f229126037a,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:46:44.089045 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-aa147573-485a-429c-ab36-6457cd9e524f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:44.136359 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-7b0fa1ab-12cb-4f78-8b57-3f7281b702b8 req-1a81d854-becb-48b6-82be-b82cf7cf97cf tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc2dacd2-6b8c-4388-a6b9-7c76f36fc545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680895 Aug 12 14:46:44.297828 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c63a43b-6020-4937-8554-fc166a7e0e40 req-46494877-27bd-4645-87ee-ce0b5b44fc6d tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:46:44.299359 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2c63a43b-6020-4937-8554-fc166a7e0e40 req-46494877-27bd-4645-87ee-ce0b5b44fc6d tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/ports?device_id=82ca70f0-3356-4166-96ef-a264876874d1 HTTP/1.1" status: 200 len: 945 time: 0.0866952 Aug 12 14:46:44.309887 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [None req-aa147573-485a-429c-ab36-6457cd9e524f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] device_id is not set on port 96f13154-20db-4ac3-9b60-1182e822c550 yet. {{(pid=94467) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 14:46:44.322916 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-aa147573-485a-429c-ab36-6457cd9e524f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:44.344722 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [None req-aa147573-485a-429c-ab36-6457cd9e524f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Transition to ACTIVE for port object 96f13154-20db-4ac3-9b60-1182e822c550 will not be triggered until provisioned by entity L2. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:46:44.352093 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-aa147573-485a-429c-ab36-6457cd9e524f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:44.368143 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2c63a43b-6020-4937-8554-fc166a7e0e40 req-2519145e-587d-426b-ae39-959130eeafd0 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc2dacd2-6b8c-4388-a6b9-7c76f36fc545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536211 Aug 12 14:46:44.412725 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa147573-485a-429c-ab36-6457cd9e524f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Pushing event updated for resources: {'Port': ['ID=96f13154-20db-4ac3-9b60-1182e822c550,revision_number=2']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:46:44.429045 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [None req-aa147573-485a-429c-ab36-6457cd9e524f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Attempting to bind port 96f13154-20db-4ac3-9b60-1182e822c550 on host n-h1-694802-15 for vnic_type normal with profile {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:46:44.429392 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [None req-aa147573-485a-429c-ab36-6457cd9e524f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Attempting to bind port 96f13154-20db-4ac3-9b60-1182e822c550 by drivers openvswitch,hyperv on host n-h1-694802-15 at level 0 using segments [{'id': '1544063d-0fcf-4383-90ae-af730bb71907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'b2d6d2a3-37e4-4174-a08c-81097fdc5342'}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:46:44.429736 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa147573-485a-429c-ab36-6457cd9e524f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Attempting to bind port 96f13154-20db-4ac3-9b60-1182e822c550 on network b2d6d2a3-37e4-4174-a08c-81097fdc5342 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:46:44.435155 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa147573-485a-429c-ab36-6457cd9e524f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Port 96f13154-20db-4ac3-9b60-1182e822c550 on network b2d6d2a3-37e4-4174-a08c-81097fdc5342 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-15 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 14:46:44.435488 n-d-694802-15 neutron-server[94467]: ERROR neutron.plugins.ml2.managers [None req-aa147573-485a-429c-ab36-6457cd9e524f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Failed to bind port 96f13154-20db-4ac3-9b60-1182e822c550 on host n-h1-694802-15 for vnic_type normal using segments [{'id': '1544063d-0fcf-4383-90ae-af730bb71907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'b2d6d2a3-37e4-4174-a08c-81097fdc5342'}] Aug 12 14:46:44.435890 n-d-694802-15 neutron-server[94467]: INFO neutron.plugins.ml2.plugin [None req-aa147573-485a-429c-ab36-6457cd9e524f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Attempt 2 to bind port 96f13154-20db-4ac3-9b60-1182e822c550 Aug 12 14:46:44.450173 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [None req-aa147573-485a-429c-ab36-6457cd9e524f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Attempting to bind port 96f13154-20db-4ac3-9b60-1182e822c550 on host n-h1-694802-15 for vnic_type normal with profile {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:46:44.450516 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [None req-aa147573-485a-429c-ab36-6457cd9e524f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Attempting to bind port 96f13154-20db-4ac3-9b60-1182e822c550 by drivers openvswitch,hyperv on host n-h1-694802-15 at level 0 using segments [{'id': '1544063d-0fcf-4383-90ae-af730bb71907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'b2d6d2a3-37e4-4174-a08c-81097fdc5342'}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:46:44.450895 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa147573-485a-429c-ab36-6457cd9e524f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Attempting to bind port 96f13154-20db-4ac3-9b60-1182e822c550 on network b2d6d2a3-37e4-4174-a08c-81097fdc5342 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:46:44.454559 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-55263a35-3055-483a-ab25-d177e95888f5 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:44.455909 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa147573-485a-429c-ab36-6457cd9e524f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Port 96f13154-20db-4ac3-9b60-1182e822c550 on network b2d6d2a3-37e4-4174-a08c-81097fdc5342 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-15 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 14:46:44.456288 n-d-694802-15 neutron-server[94467]: ERROR neutron.plugins.ml2.managers [None req-aa147573-485a-429c-ab36-6457cd9e524f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Failed to bind port 96f13154-20db-4ac3-9b60-1182e822c550 on host n-h1-694802-15 for vnic_type normal using segments [{'id': '1544063d-0fcf-4383-90ae-af730bb71907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'b2d6d2a3-37e4-4174-a08c-81097fdc5342'}] Aug 12 14:46:44.456741 n-d-694802-15 neutron-server[94467]: INFO neutron.plugins.ml2.plugin [None req-aa147573-485a-429c-ab36-6457cd9e524f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Attempt 3 to bind port 96f13154-20db-4ac3-9b60-1182e822c550 Aug 12 14:46:44.469760 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [None req-aa147573-485a-429c-ab36-6457cd9e524f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Attempting to bind port 96f13154-20db-4ac3-9b60-1182e822c550 on host n-h1-694802-15 for vnic_type normal with profile {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:46:44.470133 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [None req-aa147573-485a-429c-ab36-6457cd9e524f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Attempting to bind port 96f13154-20db-4ac3-9b60-1182e822c550 by drivers openvswitch,hyperv on host n-h1-694802-15 at level 0 using segments [{'id': '1544063d-0fcf-4383-90ae-af730bb71907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'b2d6d2a3-37e4-4174-a08c-81097fdc5342'}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:46:44.470484 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa147573-485a-429c-ab36-6457cd9e524f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Attempting to bind port 96f13154-20db-4ac3-9b60-1182e822c550 on network b2d6d2a3-37e4-4174-a08c-81097fdc5342 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:46:44.475141 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa147573-485a-429c-ab36-6457cd9e524f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Port 96f13154-20db-4ac3-9b60-1182e822c550 on network b2d6d2a3-37e4-4174-a08c-81097fdc5342 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-15 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 14:46:44.475498 n-d-694802-15 neutron-server[94467]: ERROR neutron.plugins.ml2.managers [None req-aa147573-485a-429c-ab36-6457cd9e524f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Failed to bind port 96f13154-20db-4ac3-9b60-1182e822c550 on host n-h1-694802-15 for vnic_type normal using segments [{'id': '1544063d-0fcf-4383-90ae-af730bb71907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'b2d6d2a3-37e4-4174-a08c-81097fdc5342'}] Aug 12 14:46:44.475888 n-d-694802-15 neutron-server[94467]: INFO neutron.plugins.ml2.plugin [None req-aa147573-485a-429c-ab36-6457cd9e524f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Attempt 4 to bind port 96f13154-20db-4ac3-9b60-1182e822c550 Aug 12 14:46:44.490046 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [None req-aa147573-485a-429c-ab36-6457cd9e524f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Attempting to bind port 96f13154-20db-4ac3-9b60-1182e822c550 on host n-h1-694802-15 for vnic_type normal with profile {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:46:44.490406 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [None req-aa147573-485a-429c-ab36-6457cd9e524f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Attempting to bind port 96f13154-20db-4ac3-9b60-1182e822c550 by drivers openvswitch,hyperv on host n-h1-694802-15 at level 0 using segments [{'id': '1544063d-0fcf-4383-90ae-af730bb71907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'b2d6d2a3-37e4-4174-a08c-81097fdc5342'}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:46:44.490748 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa147573-485a-429c-ab36-6457cd9e524f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Attempting to bind port 96f13154-20db-4ac3-9b60-1182e822c550 on network b2d6d2a3-37e4-4174-a08c-81097fdc5342 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:46:44.495835 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa147573-485a-429c-ab36-6457cd9e524f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Port 96f13154-20db-4ac3-9b60-1182e822c550 on network b2d6d2a3-37e4-4174-a08c-81097fdc5342 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-15 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 14:46:44.496193 n-d-694802-15 neutron-server[94467]: ERROR neutron.plugins.ml2.managers [None req-aa147573-485a-429c-ab36-6457cd9e524f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Failed to bind port 96f13154-20db-4ac3-9b60-1182e822c550 on host n-h1-694802-15 for vnic_type normal using segments [{'id': '1544063d-0fcf-4383-90ae-af730bb71907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'b2d6d2a3-37e4-4174-a08c-81097fdc5342'}] Aug 12 14:46:44.496627 n-d-694802-15 neutron-server[94467]: INFO neutron.plugins.ml2.plugin [None req-aa147573-485a-429c-ab36-6457cd9e524f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Attempt 5 to bind port 96f13154-20db-4ac3-9b60-1182e822c550 Aug 12 14:46:44.510871 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [None req-aa147573-485a-429c-ab36-6457cd9e524f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Attempting to bind port 96f13154-20db-4ac3-9b60-1182e822c550 on host n-h1-694802-15 for vnic_type normal with profile {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:46:44.511474 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [None req-aa147573-485a-429c-ab36-6457cd9e524f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Attempting to bind port 96f13154-20db-4ac3-9b60-1182e822c550 by drivers openvswitch,hyperv on host n-h1-694802-15 at level 0 using segments [{'id': '1544063d-0fcf-4383-90ae-af730bb71907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'b2d6d2a3-37e4-4174-a08c-81097fdc5342'}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:46:44.511862 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa147573-485a-429c-ab36-6457cd9e524f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Attempting to bind port 96f13154-20db-4ac3-9b60-1182e822c550 on network b2d6d2a3-37e4-4174-a08c-81097fdc5342 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:46:44.517131 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa147573-485a-429c-ab36-6457cd9e524f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Port 96f13154-20db-4ac3-9b60-1182e822c550 on network b2d6d2a3-37e4-4174-a08c-81097fdc5342 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-15 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 14:46:44.517481 n-d-694802-15 neutron-server[94467]: ERROR neutron.plugins.ml2.managers [None req-aa147573-485a-429c-ab36-6457cd9e524f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Failed to bind port 96f13154-20db-4ac3-9b60-1182e822c550 on host n-h1-694802-15 for vnic_type normal using segments [{'id': '1544063d-0fcf-4383-90ae-af730bb71907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'b2d6d2a3-37e4-4174-a08c-81097fdc5342'}] Aug 12 14:46:44.517916 n-d-694802-15 neutron-server[94467]: INFO neutron.plugins.ml2.plugin [None req-aa147573-485a-429c-ab36-6457cd9e524f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Attempt 6 to bind port 96f13154-20db-4ac3-9b60-1182e822c550 Aug 12 14:46:44.542362 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-55263a35-3055-483a-ab25-d177e95888f5 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:44.545802 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [None req-aa147573-485a-429c-ab36-6457cd9e524f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Attempting to bind port 96f13154-20db-4ac3-9b60-1182e822c550 on host n-h1-694802-15 for vnic_type normal with profile {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:46:44.546164 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [None req-aa147573-485a-429c-ab36-6457cd9e524f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Attempting to bind port 96f13154-20db-4ac3-9b60-1182e822c550 by drivers openvswitch,hyperv on host n-h1-694802-15 at level 0 using segments [{'id': '1544063d-0fcf-4383-90ae-af730bb71907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'b2d6d2a3-37e4-4174-a08c-81097fdc5342'}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:46:44.546529 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa147573-485a-429c-ab36-6457cd9e524f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Attempting to bind port 96f13154-20db-4ac3-9b60-1182e822c550 on network b2d6d2a3-37e4-4174-a08c-81097fdc5342 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:46:44.551487 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa147573-485a-429c-ab36-6457cd9e524f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Port 96f13154-20db-4ac3-9b60-1182e822c550 on network b2d6d2a3-37e4-4174-a08c-81097fdc5342 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-15 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 14:46:44.551836 n-d-694802-15 neutron-server[94467]: ERROR neutron.plugins.ml2.managers [None req-aa147573-485a-429c-ab36-6457cd9e524f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Failed to bind port 96f13154-20db-4ac3-9b60-1182e822c550 on host n-h1-694802-15 for vnic_type normal using segments [{'id': '1544063d-0fcf-4383-90ae-af730bb71907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'b2d6d2a3-37e4-4174-a08c-81097fdc5342'}] Aug 12 14:46:44.552239 n-d-694802-15 neutron-server[94467]: INFO neutron.plugins.ml2.plugin [None req-aa147573-485a-429c-ab36-6457cd9e524f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Attempt 7 to bind port 96f13154-20db-4ac3-9b60-1182e822c550 Aug 12 14:46:44.565774 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [None req-aa147573-485a-429c-ab36-6457cd9e524f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Attempting to bind port 96f13154-20db-4ac3-9b60-1182e822c550 on host n-h1-694802-15 for vnic_type normal with profile {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:46:44.566110 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [None req-aa147573-485a-429c-ab36-6457cd9e524f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Attempting to bind port 96f13154-20db-4ac3-9b60-1182e822c550 by drivers openvswitch,hyperv on host n-h1-694802-15 at level 0 using segments [{'id': '1544063d-0fcf-4383-90ae-af730bb71907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'b2d6d2a3-37e4-4174-a08c-81097fdc5342'}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:46:44.566467 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa147573-485a-429c-ab36-6457cd9e524f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Attempting to bind port 96f13154-20db-4ac3-9b60-1182e822c550 on network b2d6d2a3-37e4-4174-a08c-81097fdc5342 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:46:44.576428 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa147573-485a-429c-ab36-6457cd9e524f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Port 96f13154-20db-4ac3-9b60-1182e822c550 on network b2d6d2a3-37e4-4174-a08c-81097fdc5342 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-15 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 14:46:44.576428 n-d-694802-15 neutron-server[94467]: ERROR neutron.plugins.ml2.managers [None req-aa147573-485a-429c-ab36-6457cd9e524f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Failed to bind port 96f13154-20db-4ac3-9b60-1182e822c550 on host n-h1-694802-15 for vnic_type normal using segments [{'id': '1544063d-0fcf-4383-90ae-af730bb71907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'b2d6d2a3-37e4-4174-a08c-81097fdc5342'}] Aug 12 14:46:44.576428 n-d-694802-15 neutron-server[94467]: INFO neutron.plugins.ml2.plugin [None req-aa147573-485a-429c-ab36-6457cd9e524f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Attempt 8 to bind port 96f13154-20db-4ac3-9b60-1182e822c550 Aug 12 14:46:44.592495 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [None req-aa147573-485a-429c-ab36-6457cd9e524f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Attempting to bind port 96f13154-20db-4ac3-9b60-1182e822c550 on host n-h1-694802-15 for vnic_type normal with profile {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:46:44.592841 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [None req-aa147573-485a-429c-ab36-6457cd9e524f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Attempting to bind port 96f13154-20db-4ac3-9b60-1182e822c550 by drivers openvswitch,hyperv on host n-h1-694802-15 at level 0 using segments [{'id': '1544063d-0fcf-4383-90ae-af730bb71907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'b2d6d2a3-37e4-4174-a08c-81097fdc5342'}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:46:44.593183 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa147573-485a-429c-ab36-6457cd9e524f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Attempting to bind port 96f13154-20db-4ac3-9b60-1182e822c550 on network b2d6d2a3-37e4-4174-a08c-81097fdc5342 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:46:44.597671 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa147573-485a-429c-ab36-6457cd9e524f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Port 96f13154-20db-4ac3-9b60-1182e822c550 on network b2d6d2a3-37e4-4174-a08c-81097fdc5342 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-15 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 14:46:44.597988 n-d-694802-15 neutron-server[94467]: ERROR neutron.plugins.ml2.managers [None req-aa147573-485a-429c-ab36-6457cd9e524f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Failed to bind port 96f13154-20db-4ac3-9b60-1182e822c550 on host n-h1-694802-15 for vnic_type normal using segments [{'id': '1544063d-0fcf-4383-90ae-af730bb71907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'b2d6d2a3-37e4-4174-a08c-81097fdc5342'}] Aug 12 14:46:44.598410 n-d-694802-15 neutron-server[94467]: INFO neutron.plugins.ml2.plugin [None req-aa147573-485a-429c-ab36-6457cd9e524f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Attempt 9 to bind port 96f13154-20db-4ac3-9b60-1182e822c550 Aug 12 14:46:44.610962 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [None req-aa147573-485a-429c-ab36-6457cd9e524f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Attempting to bind port 96f13154-20db-4ac3-9b60-1182e822c550 on host n-h1-694802-15 for vnic_type normal with profile {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:46:44.611336 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [None req-aa147573-485a-429c-ab36-6457cd9e524f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Attempting to bind port 96f13154-20db-4ac3-9b60-1182e822c550 by drivers openvswitch,hyperv on host n-h1-694802-15 at level 0 using segments [{'id': '1544063d-0fcf-4383-90ae-af730bb71907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'b2d6d2a3-37e4-4174-a08c-81097fdc5342'}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:46:44.611741 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa147573-485a-429c-ab36-6457cd9e524f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Attempting to bind port 96f13154-20db-4ac3-9b60-1182e822c550 on network b2d6d2a3-37e4-4174-a08c-81097fdc5342 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:46:44.616473 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa147573-485a-429c-ab36-6457cd9e524f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Port 96f13154-20db-4ac3-9b60-1182e822c550 on network b2d6d2a3-37e4-4174-a08c-81097fdc5342 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-15 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 14:46:44.616796 n-d-694802-15 neutron-server[94467]: ERROR neutron.plugins.ml2.managers [None req-aa147573-485a-429c-ab36-6457cd9e524f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Failed to bind port 96f13154-20db-4ac3-9b60-1182e822c550 on host n-h1-694802-15 for vnic_type normal using segments [{'id': '1544063d-0fcf-4383-90ae-af730bb71907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'b2d6d2a3-37e4-4174-a08c-81097fdc5342'}] Aug 12 14:46:44.617175 n-d-694802-15 neutron-server[94467]: INFO neutron.plugins.ml2.plugin [None req-aa147573-485a-429c-ab36-6457cd9e524f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Attempt 10 to bind port 96f13154-20db-4ac3-9b60-1182e822c550 Aug 12 14:46:44.630388 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [None req-aa147573-485a-429c-ab36-6457cd9e524f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Attempting to bind port 96f13154-20db-4ac3-9b60-1182e822c550 on host n-h1-694802-15 for vnic_type normal with profile {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:46:44.630723 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [None req-aa147573-485a-429c-ab36-6457cd9e524f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Attempting to bind port 96f13154-20db-4ac3-9b60-1182e822c550 by drivers openvswitch,hyperv on host n-h1-694802-15 at level 0 using segments [{'id': '1544063d-0fcf-4383-90ae-af730bb71907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'b2d6d2a3-37e4-4174-a08c-81097fdc5342'}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:46:44.631080 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa147573-485a-429c-ab36-6457cd9e524f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Attempting to bind port 96f13154-20db-4ac3-9b60-1182e822c550 on network b2d6d2a3-37e4-4174-a08c-81097fdc5342 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:46:44.636063 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa147573-485a-429c-ab36-6457cd9e524f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Port 96f13154-20db-4ac3-9b60-1182e822c550 on network b2d6d2a3-37e4-4174-a08c-81097fdc5342 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-15 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 14:46:44.636504 n-d-694802-15 neutron-server[94467]: ERROR neutron.plugins.ml2.managers [None req-aa147573-485a-429c-ab36-6457cd9e524f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Failed to bind port 96f13154-20db-4ac3-9b60-1182e822c550 on host n-h1-694802-15 for vnic_type normal using segments [{'id': '1544063d-0fcf-4383-90ae-af730bb71907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'b2d6d2a3-37e4-4174-a08c-81097fdc5342'}] Aug 12 14:46:44.636875 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-aa147573-485a-429c-ab36-6457cd9e524f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:44.688243 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc8d220-e858-4ebb-9a64-ab8f1515b808 req-e8ce22fa-79a7-4413-bd7c-3b2d4538b1eb tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:46:44.689796 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-ffc8d220-e858-4ebb-9a64-ab8f1515b808 req-e8ce22fa-79a7-4413-bd7c-3b2d4538b1eb tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/ports?device_id=82ca70f0-3356-4166-96ef-a264876874d1 HTTP/1.1" status: 200 len: 945 time: 0.1040397 Aug 12 14:46:44.700746 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [None req-aa147573-485a-429c-ab36-6457cd9e524f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] For port 96f13154-20db-4ac3-9b60-1182e822c550, host n-h1-694802-15, cleared binding levels {{(pid=94467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:46:44.701111 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [None req-aa147573-485a-429c-ab36-6457cd9e524f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Attempted to set empty binding levels {{(pid=94467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 12 14:46:44.705928 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-aa147573-485a-429c-ab36-6457cd9e524f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:44.736680 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-aa147573-485a-429c-ab36-6457cd9e524f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] In _notify_port_updated(), no bound segment for port 96f13154-20db-4ac3-9b60-1182e822c550 on network b2d6d2a3-37e4-4174-a08c-81097fdc5342 {{(pid=94467) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 12 14:46:44.737531 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa147573-485a-429c-ab36-6457cd9e524f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:46:44.738124 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-aa147573-485a-429c-ab36-6457cd9e524f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:44.742406 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-aa147573-485a-429c-ab36-6457cd9e524f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] 10.222.0.39 "PUT /v2.0/ports/96f13154-20db-4ac3-9b60-1182e822c550 HTTP/1.1" status: 200 len: 980 time: 0.7146037 Aug 12 14:46:44.743496 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 54002) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:46:44.770047 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-ffc8d220-e858-4ebb-9a64-ab8f1515b808 req-9747107e-a99e-4363-94e7-58e0ab6bdb7a tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc2dacd2-6b8c-4388-a6b9-7c76f36fc545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696638 Aug 12 14:46:44.779170 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa147573-485a-429c-ab36-6457cd9e524f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Pushing event updated for resources: {'Port': ['ID=96f13154-20db-4ac3-9b60-1182e822c550,revision_number=3']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:46:44.803654 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-55263a35-3055-483a-ab25-d177e95888f5 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks [] for port, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:44.809125 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-55263a35-3055-483a-ab25-d177e95888f5 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3718439'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:44.841139 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-f29c5f0c-8b1d-4c89-a304-6b08ac629f9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Deleting port 96f13154-20db-4ac3-9b60-1182e822c550 {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:46:44.841139 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-f29c5f0c-8b1d-4c89-a304-6b08ac629f9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:44.877210 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55263a35-3055-483a-ab25-d177e95888f5 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Pushing event updated for resources: {'Port': ['ID=1cf392f9-199f-4bec-8549-9f229126037a,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:46:44.912236 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-55263a35-3055-483a-ab25-d177e95888f5 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431510'] for floatingip, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:44.916160 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [None req-f29c5f0c-8b1d-4c89-a304-6b08ac629f9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] For port 96f13154-20db-4ac3-9b60-1182e822c550, host n-h1-694802-15, got binding levels [] {{(pid=94467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:46:44.916562 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-f29c5f0c-8b1d-4c89-a304-6b08ac629f9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:44.939227 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-f29c5f0c-8b1d-4c89-a304-6b08ac629f9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Calling delete_port for 96f13154-20db-4ac3-9b60-1182e822c550 owned by {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:46:45.054718 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df4d7a9-5137-429d-98f5-4c4b96efa5ac req-96109900-9687-4a09-95ea-b14f3960ae7b tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:46:45.056371 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9df4d7a9-5137-429d-98f5-4c4b96efa5ac req-96109900-9687-4a09-95ea-b14f3960ae7b tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/ports?device_id=82ca70f0-3356-4166-96ef-a264876874d1 HTTP/1.1" status: 200 len: 945 time: 0.1135437 Aug 12 14:46:45.107767 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-f29c5f0c-8b1d-4c89-a304-6b08ac629f9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:45.124616 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9df4d7a9-5137-429d-98f5-4c4b96efa5ac req-ea76ebf0-5edf-45fd-870c-1409f5d9d7ca tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc2dacd2-6b8c-4388-a6b9-7c76f36fc545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588355 Aug 12 14:46:45.145724 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-f29c5f0c-8b1d-4c89-a304-6b08ac629f9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:45.147785 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-f29c5f0c-8b1d-4c89-a304-6b08ac629f9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] 10.222.0.39 "DELETE /v2.0/ports/96f13154-20db-4ac3-9b60-1182e822c550 HTTP/1.1" status: 204 len: 168 time: 0.4033585 Aug 12 14:46:45.149795 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29c5f0c-8b1d-4c89-a304-6b08ac629f9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] Pushing event deleted for resources: {'Port': ['ID=96f13154-20db-4ac3-9b60-1182e822c550,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:46:45.151835 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 54012) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:46:45.175858 n-d-694802-15 neutron-server[94467]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb7fac8f-1a0b-47ca-8d33-4e1c032e2289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] GET failed (client error): The resource could not be found. Aug 12 14:46:45.177448 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-eb7fac8f-1a0b-47ca-8d33-4e1c032e2289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472474744-project-admin] 10.222.0.39 "GET /v2.0/ports/96f13154-20db-4ac3-9b60-1182e822c550 HTTP/1.1" status: 404 len: 333 time: 0.0247433 Aug 12 14:46:45.181587 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 54014) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:46:45.267526 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-e556b942-f1eb-44c6-a0cd-1aac9d7bb6e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639396993 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639396993-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680608'] for network, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:45.361339 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-e556b942-f1eb-44c6-a0cd-1aac9d7bb6e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639396993 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639396993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66413304', 'neutron.services.segments.db._delete_segments_for_network-8744654118000'] for network, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:45.371651 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-e556b942-f1eb-44c6-a0cd-1aac9d7bb6e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639396993 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639396993-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2d6d2a3-37e4-4174-a08c-81097fdc5342']}} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:46:45.382048 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-e556b942-f1eb-44c6-a0cd-1aac9d7bb6e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639396993 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639396993-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1544063d-0fcf-4383-90ae-af730bb71907') {'for_net_delete': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:46:45.383052 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-e556b942-f1eb-44c6-a0cd-1aac9d7bb6e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639396993 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639396993-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1544063d-0fcf-4383-90ae-af730bb71907') {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:46:45.392940 n-d-694802-15 neutron-server[94466]: INFO neutron.db.l3_db [None req-55263a35-3055-483a-ab25-d177e95888f5 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Floating IP cdb2786f-340c-4a73-8458-77276b7ce3ca associated. External IP: 172.25.1.17, port: 19fab106-dc9b-4483-9e5b-186d5fa89aeb. Aug 12 14:46:45.403683 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-e556b942-f1eb-44c6-a0cd-1aac9d7bb6e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639396993 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639396993-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744654122361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3857526'] for segment, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:45.417499 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-e556b942-f1eb-44c6-a0cd-1aac9d7bb6e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639396993 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639396993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:45.423649 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e556b942-f1eb-44c6-a0cd-1aac9d7bb6e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639396993 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639396993-project] Releasing vlan 331 on physical network physnet1 to pool {{(pid=94467) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 14:46:45.424061 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-e556b942-f1eb-44c6-a0cd-1aac9d7bb6e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639396993 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639396993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2859015'] for segment, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:45.426950 n-d-694802-15 neutron-server[94467]: Traceback (most recent call last): Aug 12 14:46:45.426950 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 14:46:45.426950 n-d-694802-15 neutron-server[94467]: timer() Aug 12 14:46:45.426950 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 14:46:45.426950 n-d-694802-15 neutron-server[94467]: cb(*args, **kw) Aug 12 14:46:45.426950 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 14:46:45.426950 n-d-694802-15 neutron-server[94467]: return func(*args, **kwargs) Aug 12 14:46:45.426950 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 14:46:45.426950 n-d-694802-15 neutron-server[94467]: self._notify() Aug 12 14:46:45.426950 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 14:46:45.426950 n-d-694802-15 neutron-server[94467]: self.callback(batched_events) Aug 12 14:46:45.426950 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 14:46:45.426950 n-d-694802-15 neutron-server[94467]: event.method(event) Aug 12 14:46:45.426950 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 14:46:45.426950 n-d-694802-15 neutron-server[94467]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 14:46:45.426950 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 14:46:45.426950 n-d-694802-15 neutron-server[94467]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 14:46:45.426950 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 14:46:45.426950 n-d-694802-15 neutron-server[94467]: return f(self, *a, **k) Aug 12 14:46:45.426950 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 14:46:45.426950 n-d-694802-15 neutron-server[94467]: return self._get(url).json() Aug 12 14:46:45.426950 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 14:46:45.426950 n-d-694802-15 neutron-server[94467]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 14:46:45.426950 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 14:46:45.426950 n-d-694802-15 neutron-server[94467]: return self.request(url, 'GET', **kwargs) Aug 12 14:46:45.426950 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 14:46:45.426950 n-d-694802-15 neutron-server[94467]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 14:46:45.426950 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 14:46:45.426950 n-d-694802-15 neutron-server[94467]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 14:46:45.426950 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 14:46:45.426950 n-d-694802-15 neutron-server[94467]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 14:46:45.426950 n-d-694802-15 neutron-server[94467]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 14:46:45.485729 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-e556b942-f1eb-44c6-a0cd-1aac9d7bb6e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639396993 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639396993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66413281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431520'] for network, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:45.493908 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-e556b942-f1eb-44c6-a0cd-1aac9d7bb6e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639396993 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639396993-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for network, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:45.495914 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-e556b942-f1eb-44c6-a0cd-1aac9d7bb6e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639396993 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639396993-project] 10.222.0.39 "DELETE /v2.0/networks/b2d6d2a3-37e4-4174-a08c-81097fdc5342 HTTP/1.1" status: 204 len: 168 time: 0.3132830 Aug 12 14:46:45.506093 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e556b942-f1eb-44c6-a0cd-1aac9d7bb6e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639396993 tempest-PortsAdminExtendedAttrsIpV6TestJSON-639396993-project] Pushing event deleted for resources: {'Network': ['ID=b2d6d2a3-37e4-4174-a08c-81097fdc5342,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:46:45.546053 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-fe95f194-a3b0-4c04-9e42-20b511169d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:45.639535 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55263a35-3055-483a-ab25-d177e95888f5 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Router 5acabba9-a1fe-402b-8d39-8864826ecae2 has already been hosted by L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f {{(pid=94466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 14:46:45.755339 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55263a35-3055-483a-ab25-d177e95888f5 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 14:46:45.766186 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0290273e-36df-4e44-9a64-6125f2714d1f None None] Sync routers for ids ['5acabba9-a1fe-402b-8d39-8864826ecae2'] in n-d-694802-15 {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 14:46:45.771592 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 54022) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:46:45.773962 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-55263a35-3055-483a-ab25-d177e95888f5 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for floatingip, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:45.789566 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0290273e-36df-4e44-9a64-6125f2714d1f None None] Routers {'5acabba9-a1fe-402b-8d39-8864826ecae2'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:46:45.790392 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-0290273e-36df-4e44-9a64-6125f2714d1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:46:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['5acabba9-a1fe-402b-8d39-8864826ecae2'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:46:45.809993 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-55263a35-3055-483a-ab25-d177e95888f5 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2875297 Aug 12 14:46:45.810705 n-d-694802-15 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d387655-bc58-4d10-8c58-4428d6cc887c', 'tag': '19fab106-dc9b-4483-9e5b-186d5fa89aeb'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:46:45.813864 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e785eeede3897370d0b20f09d5f461b30cfecd5ed38c4f07dacd02bc52c9277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fd8afbf-5c20-4906-b501-62c1d2a8aaac" -d '{"events": [{"name": "network-changed", "server_uuid": "4d387655-bc58-4d10-8c58-4428d6cc887c", "tag": "19fab106-dc9b-4483-9e5b-186d5fa89aeb"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:46:45.898507 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 14:46:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1017362e-f216-4f77-ad04-cb6c6751d212 x-openstack-request-id: req-1017362e-f216-4f77-ad04-cb6c6751d212 {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:46:45.898804 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d387655-bc58-4d10-8c58-4428d6cc887c", "tag": "19fab106-dc9b-4483-9e5b-186d5fa89aeb", "status": "completed", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:46:45.899133 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1017362e-f216-4f77-ad04-cb6c6751d212 {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:46:45.899557 n-d-694802-15 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d387655-bc58-4d10-8c58-4428d6cc887c', 'tag': '19fab106-dc9b-4483-9e5b-186d5fa89aeb', 'status': 'completed', 'code': 200} Aug 12 14:46:45.932113 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-0290273e-36df-4e44-9a64-6125f2714d1f None None] Set router 5acabba9-a1fe-402b-8d39-8864826ecae2 gateway port host: n-d-694802-15 {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:46:45.942855 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce9175f-c9bd-4df4-af58-4e9f80ec38ed req-3a79a9b1-776f-4d3e-8c35-8d7dae371039 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:46:45.944418 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-8ce9175f-c9bd-4df4-af58-4e9f80ec38ed req-3a79a9b1-776f-4d3e-8c35-8d7dae371039 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d387655-bc58-4d10-8c58-4428d6cc887c HTTP/1.1" status: 200 len: 946 time: 0.0577171 Aug 12 14:46:45.957512 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-ade5106c-c005-4fa4-aabe-40892d56a7b3 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7ac5ec2fda3f4aa3ab55595c2e6135bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1845891 Aug 12 14:46:45.960103 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 54032) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:46:45.998663 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-8ce9175f-c9bd-4df4-af58-4e9f80ec38ed req-9c4bc9dd-babf-4ab9-a2d3-30c8fb3b243c tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/security-groups?id=321fdc30-89f7-41d5-9ead-31c9ab79a851&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473988 Aug 12 14:46:46.003244 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd8afbf-5c20-4906-b501-62c1d2a8aaac req-8b44155b-30a8-4f2d-9440-952cb16138d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:46:46.004916 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2fd8afbf-5c20-4906-b501-62c1d2a8aaac req-8b44155b-30a8-4f2d-9440-952cb16138d8 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=6774b656eb8145eb998ea0059b40b4c3&device_id=4d387655-bc58-4d10-8c58-4428d6cc887c HTTP/1.1" status: 200 len: 1098 time: 0.0853531 Aug 12 14:46:46.018786 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 54036) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:46:46.039983 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-3dd4039e-7fa9-4bd4-b9cb-e8927dc4e6fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:46.098594 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-3dd4039e-7fa9-4bd4-b9cb-e8927dc4e6fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:46.107246 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-b219cd64-144f-4851-bff5-bf5f46d65c28 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/floatingips/cdb2786f-340c-4a73-8458-77276b7ce3ca HTTP/1.1" status: 200 len: 991 time: 0.0844357 Aug 12 14:46:46.157907 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd8afbf-5c20-4906-b501-62c1d2a8aaac req-2ba2973a-80b4-44ac-a1ea-7f284db74f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:46:46.159462 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2fd8afbf-5c20-4906-b501-62c1d2a8aaac req-2ba2973a-80b4-44ac-a1ea-7f284db74f1e service neutron] 10.222.0.49 "GET /v2.0/networks?id=d9c97fa4-c1d2-4fbd-9aee-05dd83901300 HTTP/1.1" status: 200 len: 897 time: 0.1451795 Aug 12 14:46:46.209869 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-0290273e-36df-4e44-9a64-6125f2714d1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5acabba9-a1fe-402b-8d39-8864826ecae2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-474311093', 'tenant_id': '6774b656eb8145eb998ea0059b40b4c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.201'}], 'enable_snat': True}, 'gw_port_id': '7ceaf1f5-258f-474e-9722-1dc287011e38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:46:22Z', 'updated_at': '2021-08-12T14:46:27Z', 'revision_number': 4, 'project_id': '6774b656eb8145eb998ea0059b40b4c3', 'gw_port': {'id': '7ceaf1f5-258f-474e-9722-1dc287011e38', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:26:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5acabba9-a1fe-402b-8d39-8864826ecae2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:46:23Z', 'updated_at': '2021-08-12T14:46:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_floatingips': [{'id': 'cdb2786f-340c-4a73-8458-77276b7ce3ca', 'tenant_id': '6774b656eb8145eb998ea0059b40b4c3', 'floating_ip_address': '172.25.1.17', 'floating_network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'router_id': '5acabba9-a1fe-402b-8d39-8864826ecae2', 'port_id': '19fab106-dc9b-4483-9e5b-186d5fa89aeb', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1922, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9c97fa4-c1d2-4fbd-9aee-05dd83901300', 'mac_address': 'fa:16:3e:b1:ce:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d387655-bc58-4d10-8c58-4428d6cc887c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T14:46:44Z', 'updated_at': '2021-08-12T14:46:44Z', 'revision_number': 0, 'project_id': '6774b656eb8145eb998ea0059b40b4c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '457849cf-975a-43e0-b49a-b44bb7b4a5e5', 'name': '', 'network_id': 'd9c97fa4-c1d2-4fbd-9aee-05dd83901300', 'tenant_id': '6774b656eb8145eb998ea0059b40b4c3', 'mac_address': 'fa:16:3e:a1:90:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5acabba9-a1fe-402b-8d39-8864826ecae2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1878, 'fixed_ips': [{'subnet_id': '66743767-d534-4d76-9edd-9efd3bb0de9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:46:26Z', 'updated_at': '2021-08-12T14:46:33Z', 'revision_number': 5, 'project_id': '6774b656eb8145eb998ea0059b40b4c3', 'subnets': [{'id': '66743767-d534-4d76-9edd-9efd3bb0de9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:46:46.238422 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0290273e-36df-4e44-9a64-6125f2714d1f None None] Checking router: 5acabba9-a1fe-402b-8d39-8864826ecae2 for host: n-d-694802-15 {{(pid=94469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 14:46:46.244793 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-3dd4039e-7fa9-4bd4-b9cb-e8927dc4e6fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:46.247813 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0290273e-36df-4e44-9a64-6125f2714d1f None None] Routers {'5acabba9-a1fe-402b-8d39-8864826ecae2'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:46:46.247952 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-3dd4039e-7fa9-4bd4-b9cb-e8927dc4e6fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:46.251560 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-0290273e-36df-4e44-9a64-6125f2714d1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:46:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['5acabba9-a1fe-402b-8d39-8864826ecae2'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:46:46.251749 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-3dd4039e-7fa9-4bd4-b9cb-e8927dc4e6fc admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5906247f-f934-41df-b098-8c972216bf70 HTTP/1.1" status: 204 len: 168 time: 0.2879512 Aug 12 14:46:46.270157 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd4039e-7fa9-4bd4-b9cb-e8927dc4e6fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5906247f-f934-41df-b098-8c972216bf70,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:46:46.274437 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2fd8afbf-5c20-4906-b501-62c1d2a8aaac req-9a66e116-a6a1-404e-9675-99dbf22aa573 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=19fab106-dc9b-4483-9e5b-186d5fa89aeb HTTP/1.1" status: 200 len: 999 time: 0.1076498 Aug 12 14:46:46.306982 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731bacc2-377e-4d90-9949-a3c6fd3b1573 req-34fe68b0-d831-42fb-b475-5c2547adb677 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:46:46.311525 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-731bacc2-377e-4d90-9949-a3c6fd3b1573 req-34fe68b0-d831-42fb-b475-5c2547adb677 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/ports?device_id=82ca70f0-3356-4166-96ef-a264876874d1 HTTP/1.1" status: 200 len: 945 time: 0.1069756 Aug 12 14:46:46.369330 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-0290273e-36df-4e44-9a64-6125f2714d1f None None] Set router 5acabba9-a1fe-402b-8d39-8864826ecae2 gateway port host: n-d-694802-15 {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:46:46.385696 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd8afbf-5c20-4906-b501-62c1d2a8aaac req-ce548859-0e94-4600-8092-f8baf5ad3eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:46:46.387408 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2fd8afbf-5c20-4906-b501-62c1d2a8aaac req-ce548859-0e94-4600-8092-f8baf5ad3eb4 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=66743767-d534-4d76-9edd-9efd3bb0de9a HTTP/1.1" status: 200 len: 834 time: 0.1026218 Aug 12 14:46:46.392929 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-731bacc2-377e-4d90-9949-a3c6fd3b1573 req-c1b357c4-7e06-421a-bfe8-69e28afedb48 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc2dacd2-6b8c-4388-a6b9-7c76f36fc545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548253 Aug 12 14:46:46.438315 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd8afbf-5c20-4906-b501-62c1d2a8aaac req-94f2ac68-f4d2-49cf-880c-a581c70fa9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:46:46.440240 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2fd8afbf-5c20-4906-b501-62c1d2a8aaac req-94f2ac68-f4d2-49cf-880c-a581c70fa9cb service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d9c97fa4-c1d2-4fbd-9aee-05dd83901300&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0454824 Aug 12 14:46:46.578887 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2fd8afbf-5c20-4906-b501-62c1d2a8aaac req-1aab330d-56fc-4f61-b65a-5787df7d4fbe service neutron] 10.222.0.49 "GET /v2.0/networks/d9c97fa4-c1d2-4fbd-9aee-05dd83901300?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278310 Aug 12 14:46:46.598889 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 54050) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:46:46.656885 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-dc4188d6-56d3-430e-8019-d63fb1815998 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6c1725b119044525babad065fc0acf5f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0542796 Aug 12 14:46:46.657547 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 54054) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:46:46.659674 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-0290273e-36df-4e44-9a64-6125f2714d1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5acabba9-a1fe-402b-8d39-8864826ecae2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-474311093', 'tenant_id': '6774b656eb8145eb998ea0059b40b4c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.201'}], 'enable_snat': True}, 'gw_port_id': '7ceaf1f5-258f-474e-9722-1dc287011e38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:46:22Z', 'updated_at': '2021-08-12T14:46:27Z', 'revision_number': 4, 'project_id': '6774b656eb8145eb998ea0059b40b4c3', 'gw_port': {'id': '7ceaf1f5-258f-474e-9722-1dc287011e38', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:26:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5acabba9-a1fe-402b-8d39-8864826ecae2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:46:23Z', 'updated_at': '2021-08-12T14:46:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_floatingips': [{'id': 'cdb2786f-340c-4a73-8458-77276b7ce3ca', 'tenant_id': '6774b656eb8145eb998ea0059b40b4c3', 'floating_ip_address': '172.25.1.17', 'floating_network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'router_id': '5acabba9-a1fe-402b-8d39-8864826ecae2', 'port_id': '19fab106-dc9b-4483-9e5b-186d5fa89aeb', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1922, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9c97fa4-c1d2-4fbd-9aee-05dd83901300', 'mac_address': 'fa:16:3e:b1:ce:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d387655-bc58-4d10-8c58-4428d6cc887c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T14:46:44Z', 'updated_at': '2021-08-12T14:46:44Z', 'revision_number': 0, 'project_id': '6774b656eb8145eb998ea0059b40b4c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '457849cf-975a-43e0-b49a-b44bb7b4a5e5', 'name': '', 'network_id': 'd9c97fa4-c1d2-4fbd-9aee-05dd83901300', 'tenant_id': '6774b656eb8145eb998ea0059b40b4c3', 'mac_address': 'fa:16:3e:a1:90:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5acabba9-a1fe-402b-8d39-8864826ecae2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1878, 'fixed_ips': [{'subnet_id': '66743767-d534-4d76-9edd-9efd3bb0de9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:46:26Z', 'updated_at': '2021-08-12T14:46:33Z', 'revision_number': 5, 'project_id': '6774b656eb8145eb998ea0059b40b4c3', 'subnets': [{'id': '66743767-d534-4d76-9edd-9efd3bb0de9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:46:46.722158 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2824529-8d3a-49f1-a710-3e85970d1de0 req-98088af4-7ccb-454a-8d47-366bc3cb4140 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:46:46.731310 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c2824529-8d3a-49f1-a710-3e85970d1de0 req-98088af4-7ccb-454a-8d47-366bc3cb4140 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/ports?device_id=82ca70f0-3356-4166-96ef-a264876874d1 HTTP/1.1" status: 200 len: 945 time: 0.1321435 Aug 12 14:46:46.758119 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-484802f5-38d8-4d68-b451-1ca3abd54709 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:46.784848 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-484802f5-38d8-4d68-b451-1ca3abd54709 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:46.792253 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c2824529-8d3a-49f1-a710-3e85970d1de0 req-6beb765e-0df6-41fa-821d-b27f4b43ea9a tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc2dacd2-6b8c-4388-a6b9-7c76f36fc545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592406 Aug 12 14:46:46.797551 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2fd8afbf-5c20-4906-b501-62c1d2a8aaac req-c2d9024e-56e6-43a1-b388-13122fb6acd4 service neutron] 10.222.0.49 "GET /v2.0/networks/d9c97fa4-c1d2-4fbd-9aee-05dd83901300?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2100449 Aug 12 14:46:46.810684 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0290273e-36df-4e44-9a64-6125f2714d1f None None] The sync data for ids ['5acabba9-a1fe-402b-8d39-8864826ecae2'] in n-d-694802-15 is: [{'id': '5acabba9-a1fe-402b-8d39-8864826ecae2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-474311093', 'tenant_id': '6774b656eb8145eb998ea0059b40b4c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.201'}], 'enable_snat': True}, 'gw_port_id': '7ceaf1f5-258f-474e-9722-1dc287011e38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:46:22Z', 'updated_at': '2021-08-12T14:46:27Z', 'revision_number': 4, 'project_id': '6774b656eb8145eb998ea0059b40b4c3', 'gw_port': {'id': '7ceaf1f5-258f-474e-9722-1dc287011e38', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:26:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5acabba9-a1fe-402b-8d39-8864826ecae2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:46:23Z', 'updated_at': '2021-08-12T14:46:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_floatingips': [{'id': 'cdb2786f-340c-4a73-8458-77276b7ce3ca', 'tenant_id': '6774b656eb8145eb998ea0059b40b4c3', 'floating_ip_address': '172.25.1.17', 'floating_network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'router_id': '5acabba9-a1fe-402b-8d39-8864826ecae2', 'port_id': '19fab106-dc9b-4483-9e5b-186d5fa89aeb', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1922, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9c97fa4-c1d2-4fbd-9aee-05dd83901300', 'mac_address': 'fa:16:3e:b1:ce:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d387655-bc58-4d10-8c58-4428d6cc887c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T14:46:44Z', 'updated_at': '2021-08-12T14:46:44Z', 'revision_number': 0, 'project_id': '6774b656eb8145eb998ea0059b40b4c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '457849cf-975a-43e0-b49a-b44bb7b4a5e5', 'name': '', 'network_id': 'd9c97fa4-c1d2-4fbd-9aee-05dd83901300', 'tenant_id': '6774b656eb8145eb998ea0059b40b4c3', 'mac_address': 'fa:16:3e:a1:90:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5acabba9-a1fe-402b-8d39-8864826ecae2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1878, 'fixed_ips': [{'subnet_id': '66743767-d534-4d76-9edd-9efd3bb0de9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:46:26Z', 'updated_at': '2021-08-12T14:46:33Z', 'revision_number': 5, 'project_id': '6774b656eb8145eb998ea0059b40b4c3', 'subnets': [{'id': '66743767-d534-4d76-9edd-9efd3bb0de9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 14:46:46.847612 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-484802f5-38d8-4d68-b451-1ca3abd54709 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:46.853377 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-484802f5-38d8-4d68-b451-1ca3abd54709 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:46.857675 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-484802f5-38d8-4d68-b451-1ca3abd54709 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/370b1c01-f29f-4183-9d07-7c4f5631f16e HTTP/1.1" status: 204 len: 168 time: 0.1965835 Aug 12 14:46:46.877946 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484802f5-38d8-4d68-b451-1ca3abd54709 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=370b1c01-f29f-4183-9d07-7c4f5631f16e,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:46:47.030117 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f89e9f6-3a03-473b-9eb0-7ff7adccde13 None None] New status for floating IP cdb2786f-340c-4a73-8458-77276b7ce3ca: ACTIVE {{(pid=94468) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 14:46:47.111214 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 54064) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:46:47.195158 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-0b3c4092-55db-42ab-b0a6-8d6af839b863 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/floatingips/cdb2786f-340c-4a73-8458-77276b7ce3ca HTTP/1.1" status: 200 len: 991 time: 0.0825739 Aug 12 14:46:47.599177 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 54084) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:46:47.695674 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-948176cb-42d5-4d1f-b9d1-86674b77fcdf tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1549598927'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:46:47.720813 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-948176cb-42d5-4d1f-b9d1-86674b77fcdf tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Made reservation on behalf of f911637440044e5098fb64107964cb00 for: {'network': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:46:47.724288 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-948176cb-42d5-4d1f-b9d1-86674b77fcdf tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for network, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:47.733667 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-948176cb-42d5-4d1f-b9d1-86674b77fcdf tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks [] for security_group, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:47.826452 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-948176cb-42d5-4d1f-b9d1-86674b77fcdf tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks [] for security_group, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:47.831674 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-948176cb-42d5-4d1f-b9d1-86674b77fcdf tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:47.860778 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-948176cb-42d5-4d1f-b9d1-86674b77fcdf tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] vlan segment allocate from pool success with {'vlan_id': 343, 'physical_network': 'physnet1'} {{(pid=94466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 14:46:47.884671 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948176cb-42d5-4d1f-b9d1-86674b77fcdf tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37e6281d-53cc-4f09-9551-a68bf1ddc166,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:46:47.906794 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-948176cb-42d5-4d1f-b9d1-86674b77fcdf tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:47.907245 n-d-694802-15 neutron-server[94466]: INFO neutron.db.segments_db [None req-948176cb-42d5-4d1f-b9d1-86674b77fcdf tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Added segment 29ba2c71-2731-40cb-80f7-8e3bbe9101b4 of type vlan for network 9378e537-2bb0-4edb-bd96-98dc93aa0f93 Aug 12 14:46:47.973636 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245b6fe0-9497-42b9-a17f-00eed32fdd0f req-de657d80-ae8b-4a15-80e2-da6df6a963cc tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:46:47.975168 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-245b6fe0-9497-42b9-a17f-00eed32fdd0f req-de657d80-ae8b-4a15-80e2-da6df6a963cc tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/ports?device_id=82ca70f0-3356-4166-96ef-a264876874d1 HTTP/1.1" status: 200 len: 945 time: 0.1083717 Aug 12 14:46:47.978863 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-948176cb-42d5-4d1f-b9d1-86674b77fcdf tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744653628263'] for network, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:48.037072 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-245b6fe0-9497-42b9-a17f-00eed32fdd0f req-31d58268-41c5-49af-a9da-4a817f7f99e8 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc2dacd2-6b8c-4388-a6b9-7c76f36fc545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535250 Aug 12 14:46:48.042408 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-948176cb-42d5-4d1f-b9d1-86674b77fcdf tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409'] for network, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:48.049506 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-948176cb-42d5-4d1f-b9d1-86674b77fcdf tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:46:48.050272 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-948176cb-42d5-4d1f-b9d1-86674b77fcdf tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks [] for network, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:48.111271 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-948176cb-42d5-4d1f-b9d1-86674b77fcdf tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5108414 Aug 12 14:46:48.114988 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 54096) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:46:48.120072 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948176cb-42d5-4d1f-b9d1-86674b77fcdf tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Pushing event updated for resources: {'Network': ['ID=9378e537-2bb0-4edb-bd96-98dc93aa0f93,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:46:48.122430 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-0555c578-138d-4dfc-a5b7-8141bb6d83d1 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Request body: {'subnet': {'network_id': '9378e537-2bb0-4edb-bd96-98dc93aa0f93', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:46:48.130984 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Network 9378e537-2bb0-4edb-bd96-98dc93aa0f93 details requested by agent ovs-agent-n-d-694802-15 with host n-d-694802-15 {{(pid=94468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 14:46:48.200563 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 54100) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:46:48.279047 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-c3aacc4d-412c-4ebc-9080-fd7c5eededa3 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/floatingips/cdb2786f-340c-4a73-8458-77276b7ce3ca HTTP/1.1" status: 200 len: 993 time: 0.0768089 Aug 12 14:46:48.550017 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4762e91-7695-478f-8aa5-b8bf025a06be req-c52f335c-9979-4630-b778-8e7d1db7b627 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:46:48.551506 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f4762e91-7695-478f-8aa5-b8bf025a06be req-c52f335c-9979-4630-b778-8e7d1db7b627 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/ports?device_id=82ca70f0-3356-4166-96ef-a264876874d1 HTTP/1.1" status: 200 len: 945 time: 0.4253924 Aug 12 14:46:48.587637 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0555c578-138d-4dfc-a5b7-8141bb6d83d1 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Made reservation on behalf of f911637440044e5098fb64107964cb00 for: {'subnet': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:46:48.591473 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-0555c578-138d-4dfc-a5b7-8141bb6d83d1 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3343791'] for subnet, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:48.639971 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f4762e91-7695-478f-8aa5-b8bf025a06be req-2f6f2d61-caf2-4697-8025-79b3fa304429 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc2dacd2-6b8c-4388-a6b9-7c76f36fc545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818155 Aug 12 14:46:48.640868 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.agents_db [None req-17ed3e4c-1a7d-4162-9646-11c134aca297 None None] Agent healthcheck: found 7 active agents {{(pid=94469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 14:46:48.761789 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e41384-6e2f-44ec-81be-7eb5394f6cde req-4335d585-45bb-4f50-a6df-cb95f8cc4251 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:46:48.763832 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-a0e41384-6e2f-44ec-81be-7eb5394f6cde req-4335d585-45bb-4f50-a6df-cb95f8cc4251 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/ports?device_id=82ca70f0-3356-4166-96ef-a264876874d1 HTTP/1.1" status: 200 len: 945 time: 0.0505803 Aug 12 14:46:48.789633 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-0555c578-138d-4dfc-a5b7-8141bb6d83d1 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2859166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3343773'] for subnet, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:48.814554 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-a0e41384-6e2f-44ec-81be-7eb5394f6cde req-c1f4d31c-cc1b-4d6b-9ea0-15b92be6df9e tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc2dacd2-6b8c-4388-a6b9-7c76f36fc545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444784 Aug 12 14:46:48.852514 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0555c578-138d-4dfc-a5b7-8141bb6d83d1 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Pushing event updated for resources: {'Subnet': ['ID=48735f3d-4350-432a-a215-0fbf25e52808,revision_number=0']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:46:48.862523 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0555c578-138d-4dfc-a5b7-8141bb6d83d1 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Checking segment: {'id': '29ba2c71-2731-40cb-80f7-8e3bbe9101b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '9378e537-2bb0-4edb-bd96-98dc93aa0f93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:46:48.863148 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0555c578-138d-4dfc-a5b7-8141bb6d83d1 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Network hostable DHCP agents. Network: 9378e537-2bb0-4edb-bd96-98dc93aa0f93, hostable agents: ['1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658'], hosted agents: [] {{(pid=94467) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 14:46:48.880352 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0555c578-138d-4dfc-a5b7-8141bb6d83d1 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Network 9378e537-2bb0-4edb-bd96-98dc93aa0f93 is scheduled to be hosted by DHCP agent 1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658 with binding_index 1 {{(pid=94467) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 14:46:48.890025 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [None req-0555c578-138d-4dfc-a5b7-8141bb6d83d1 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-15, 9378e537-2bb0-4edb-bd96-98dc93aa0f93) {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:46:48.897559 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9901d67b-4831-4454-bddc-59775584c194 None None] Network 9378e537-2bb0-4edb-bd96-98dc93aa0f93 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:46:48.902479 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0555c578-138d-4dfc-a5b7-8141bb6d83d1 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:46:48.903161 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-0555c578-138d-4dfc-a5b7-8141bb6d83d1 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks [] for subnet, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:48.921473 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-0555c578-138d-4dfc-a5b7-8141bb6d83d1 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8014169 Aug 12 14:46:48.921721 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 54110) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:46:48.926753 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-3bcce9ef-ed34-492f-b43c-2f677b491f68 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Request body: {'port': {'network_id': '9378e537-2bb0-4edb-bd96-98dc93aa0f93', 'name': 'tempest-NetworksTestDHCPv6-1242359341'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:46:48.939492 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dd0eac-fa61-40a7-842f-de055cfca3b7 req-9a47a9d7-f886-4af7-ae82-cc4a94055f5c tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:46:48.940962 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-78dd0eac-fa61-40a7-842f-de055cfca3b7 req-9a47a9d7-f886-4af7-ae82-cc4a94055f5c tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/ports?device_id=82ca70f0-3356-4166-96ef-a264876874d1 HTTP/1.1" status: 200 len: 945 time: 0.0631664 Aug 12 14:46:49.034175 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-78dd0eac-fa61-40a7-842f-de055cfca3b7 req-aa0ef60b-3af7-4342-9190-b45f4ab09166 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc2dacd2-6b8c-4388-a6b9-7c76f36fc545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788150 Aug 12 14:46:49.047569 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26ac9a6b-861c-43cc-9d41-4d505515fe74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa7035b3e-9a89-5964-b9f4-97301c3f476a-9378e537-2bb0-4edb-bd96-98dc93aa0f93', 'network_id': '9378e537-2bb0-4edb-bd96-98dc93aa0f93', 'tenant_id': 'f911637440044e5098fb64107964cb00', 'fixed_ips': [{'subnet_id': '48735f3d-4350-432a-a215-0fbf25e52808'}]}} from n-d-694802-15. {{(pid=94468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 14:46:49.049420 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-26ac9a6b-861c-43cc-9d41-4d505515fe74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:49.086606 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bcce9ef-ed34-492f-b43c-2f677b491f68 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Made reservation on behalf of f911637440044e5098fb64107964cb00 for: {'port': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:46:49.090621 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3bcce9ef-ed34-492f-b43c-2f677b491f68 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:49.109220 n-d-694802-15 neutron-server[94466]: DEBUG neutron.notifiers.nova [None req-3bcce9ef-ed34-492f-b43c-2f677b491f68 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] device_id is not set on port 2d5e89d5-1c2e-4c56-9b48-41743669d06f yet. {{(pid=94466) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 14:46:49.190466 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.db_base_plugin_common [None req-26ac9a6b-861c-43cc-9d41-4d505515fe74 None None] Allocated IP 2001:db8::2 (9378e537-2bb0-4edb-bd96-98dc93aa0f93/48735f3d-4350-432a-a215-0fbf25e52808/74d51514-bc38-4319-aff1-7c6d1cab663c) {{(pid=94468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:46:49.329230 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-26ac9a6b-861c-43cc-9d41-4d505515fe74 None None] Notify callbacks [] for port, precommit_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:49.337570 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-26ac9a6b-861c-43cc-9d41-4d505515fe74 None None] Transition to ACTIVE for port object 74d51514-bc38-4319-aff1-7c6d1cab663c will not be triggered until provisioned by entity L2. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:46:49.352307 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-26ac9a6b-861c-43cc-9d41-4d505515fe74 None None] Transition to ACTIVE for port object 74d51514-bc38-4319-aff1-7c6d1cab663c will not be triggered until provisioned by entity DHCP. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:46:49.358072 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-26ac9a6b-861c-43cc-9d41-4d505515fe74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253'] for port, after_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:49.403246 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26ac9a6b-861c-43cc-9d41-4d505515fe74 None None] Network 9378e537-2bb0-4edb-bd96-98dc93aa0f93 is already hosted by enough agents. {{(pid=94468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:46:49.406070 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.base_scheduler [None req-26ac9a6b-861c-43cc-9d41-4d505515fe74 None None] Resources bound (agent type, host, resource id): {{(pid=94468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:46:49.410854 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ac9a6b-861c-43cc-9d41-4d505515fe74 None None] Received port after_create {{(pid=94468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:46:49.412761 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ac9a6b-861c-43cc-9d41-4d505515fe74 None None] Pushing event updated for resources: {'Port': ['ID=74d51514-bc38-4319-aff1-7c6d1cab663c,revision_number=1']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:46:49.421122 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-3bcce9ef-ed34-492f-b43c-2f677b491f68 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Allocated IP 2001:db8::8e (9378e537-2bb0-4edb-bd96-98dc93aa0f93/48735f3d-4350-432a-a215-0fbf25e52808/2d5e89d5-1c2e-4c56-9b48-41743669d06f) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:46:49.465008 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-26ac9a6b-861c-43cc-9d41-4d505515fe74 None None] Attempting to bind port 74d51514-bc38-4319-aff1-7c6d1cab663c on host n-d-694802-15 for vnic_type normal with profile {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:46:49.465367 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-26ac9a6b-861c-43cc-9d41-4d505515fe74 None None] Attempting to bind port 74d51514-bc38-4319-aff1-7c6d1cab663c by drivers openvswitch,hyperv on host n-d-694802-15 at level 0 using segments [{'id': '29ba2c71-2731-40cb-80f7-8e3bbe9101b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '9378e537-2bb0-4edb-bd96-98dc93aa0f93'}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:46:49.466256 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ac9a6b-861c-43cc-9d41-4d505515fe74 None None] Attempting to bind port 74d51514-bc38-4319-aff1-7c6d1cab663c on network 9378e537-2bb0-4edb-bd96-98dc93aa0f93 {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:46:49.471049 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ac9a6b-861c-43cc-9d41-4d505515fe74 None None] Checking agent: {'id': '16de73ac-f2e9-4cee-b3e0-91052ae3e6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 20, 13), 'started_at': datetime.datetime(2021, 8, 12, 14, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 46, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:46:49.471497 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ac9a6b-861c-43cc-9d41-4d505515fe74 None None] Checking segment: {'id': '29ba2c71-2731-40cb-80f7-8e3bbe9101b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '9378e537-2bb0-4edb-bd96-98dc93aa0f93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:46:49.471890 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-26ac9a6b-861c-43cc-9d41-4d505515fe74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:49.472281 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ac9a6b-861c-43cc-9d41-4d505515fe74 None None] Bound using segment: {'id': '29ba2c71-2731-40cb-80f7-8e3bbe9101b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '9378e537-2bb0-4edb-bd96-98dc93aa0f93'} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:46:49.472734 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-26ac9a6b-861c-43cc-9d41-4d505515fe74 None None] Bound port: 74d51514-bc38-4319-aff1-7c6d1cab663c, host: n-d-694802-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29ba2c71-2731-40cb-80f7-8e3bbe9101b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '9378e537-2bb0-4edb-bd96-98dc93aa0f93'}}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:46:49.473106 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-26ac9a6b-861c-43cc-9d41-4d505515fe74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:49.544623 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-26ac9a6b-861c-43cc-9d41-4d505515fe74 None None] For port 74d51514-bc38-4319-aff1-7c6d1cab663c, host n-d-694802-15, cleared binding levels {{(pid=94468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:46:49.549047 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-26ac9a6b-861c-43cc-9d41-4d505515fe74 None None] For port 74d51514-bc38-4319-aff1-7c6d1cab663c, host n-d-694802-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=74d51514-bc38-4319-aff1-7c6d1cab663c,segment=NetworkSegment(29ba2c71-2731-40cb-80f7-8e3bbe9101b4),segment_id=29ba2c71-2731-40cb-80f7-8e3bbe9101b4)] {{(pid=94468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:46:49.553714 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-26ac9a6b-861c-43cc-9d41-4d505515fe74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:49.581174 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3bcce9ef-ed34-492f-b43c-2f677b491f68 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:49.605464 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-3bcce9ef-ed34-492f-b43c-2f677b491f68 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Transition to ACTIVE for port object 2d5e89d5-1c2e-4c56-9b48-41743669d06f will not be triggered until provisioned by entity DHCP. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:46:49.612339 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ac9a6b-861c-43cc-9d41-4d505515fe74 None None] Pushing event updated for resources: {'Port': ['ID=74d51514-bc38-4319-aff1-7c6d1cab663c,revision_number=2']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:46:49.644878 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3bcce9ef-ed34-492f-b43c-2f677b491f68 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:49.692334 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bcce9ef-ed34-492f-b43c-2f677b491f68 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Network 9378e537-2bb0-4edb-bd96-98dc93aa0f93 is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:46:49.697953 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-3bcce9ef-ed34-492f-b43c-2f677b491f68 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:46:49.702003 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bcce9ef-ed34-492f-b43c-2f677b491f68 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:46:49.707758 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bcce9ef-ed34-492f-b43c-2f677b491f68 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:46:49.708402 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3bcce9ef-ed34-492f-b43c-2f677b491f68 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:49.715143 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcce9ef-ed34-492f-b43c-2f677b491f68 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Pushing event updated for resources: {'Port': ['ID=2d5e89d5-1c2e-4c56-9b48-41743669d06f,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:46:49.731817 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-3bcce9ef-ed34-492f-b43c-2f677b491f68 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.8062201 Aug 12 14:46:49.732094 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 54120) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:46:49.830879 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7a41088-d08c-438f-b13f-2e76557f9151 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:46:49.836968 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7a41088-d08c-438f-b13f-2e76557f9151 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:46:49.838641 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-c7a41088-d08c-438f-b13f-2e76557f9151 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.1055861 Aug 12 14:46:49.842040 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 54122) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:46:49.945463 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-a56c2c2f-e688-405f-af3e-f076f191593b tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Deleting port 2d5e89d5-1c2e-4c56-9b48-41743669d06f {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:46:49.945840 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a56c2c2f-e688-405f-af3e-f076f191593b tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:50.031351 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a56c2c2f-e688-405f-af3e-f076f191593b tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:50.042947 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-a56c2c2f-e688-405f-af3e-f076f191593b tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Calling delete_port for 2d5e89d5-1c2e-4c56-9b48-41743669d06f owned by {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:46:50.177869 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a56c2c2f-e688-405f-af3e-f076f191593b tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:50.205641 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56c2c2f-e688-405f-af3e-f076f191593b tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Pushing event deleted for resources: {'Port': ['ID=2d5e89d5-1c2e-4c56-9b48-41743669d06f,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:46:50.234821 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a56c2c2f-e688-405f-af3e-f076f191593b tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:50.239498 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-a56c2c2f-e688-405f-af3e-f076f191593b tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] 10.222.0.39 "DELETE /v2.0/ports/2d5e89d5-1c2e-4c56-9b48-41743669d06f HTTP/1.1" status: 204 len: 168 time: 0.3964157 Aug 12 14:46:50.239640 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 54128) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:46:50.323486 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1157e6f5-4e24-457c-b537-c32a61691c45 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:46:50.325042 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1157e6f5-4e24-457c-b537-c32a61691c45 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:46:50.327125 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-1157e6f5-4e24-457c-b537-c32a61691c45 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0865281 Aug 12 14:46:50.329770 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 54132) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:46:50.390498 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_v2 [None req-adebba1d-2b2a-4067-b45f-2fb14c7c0d99 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Deleting subnet 48735f3d-4350-432a-a215-0fbf25e52808 {{(pid=94467) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 14:46:50.396112 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-adebba1d-2b2a-4067-b45f-2fb14c7c0d99 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks [] for subnet, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:50.440949 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-adebba1d-2b2a-4067-b45f-2fb14c7c0d99 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3857505'] for subnet, precommit_delete_associations {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:50.513548 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2314534c-a6e0-45ba-abc6-a8309e4ee099 None None] Network 9378e537-2bb0-4edb-bd96-98dc93aa0f93 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:46:50.526174 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-adebba1d-2b2a-4067-b45f-2fb14c7c0d99 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66416255'] for subnet, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:50.580311 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-4a3ba30f-dfb0-4534-a8e9-23422b6c1552 None None] Provisioning for port 74d51514-bc38-4319-aff1-7c6d1cab663c completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:46:50.591358 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-adebba1d-2b2a-4067-b45f-2fb14c7c0d99 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66416232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2859225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3343748'] for subnet, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:50.620046 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adebba1d-2b2a-4067-b45f-2fb14c7c0d99 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Pushing event deleted for resources: {'Subnet': ['ID=48735f3d-4350-432a-a215-0fbf25e52808,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:46:50.623817 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-adebba1d-2b2a-4067-b45f-2fb14c7c0d99 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks [] for subnet, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:50.628220 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 54136) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:46:50.628478 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-adebba1d-2b2a-4067-b45f-2fb14c7c0d99 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] 10.222.0.39 "DELETE /v2.0/subnets/48735f3d-4350-432a-a215-0fbf25e52808 HTTP/1.1" status: 204 len: 168 time: 0.2972803 Aug 12 14:46:50.704272 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-53171871-bead-4adc-8edb-4f18e9ac366b tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0717065 Aug 12 14:46:50.705221 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 54138) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:46:50.712388 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-f77b7185-1f70-43e5-b1fd-6a8ea77f75fa tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Request body: {'subnet': {'network_id': '9378e537-2bb0-4edb-bd96-98dc93aa0f93', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:46:50.736813 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7ab9cb7-a74f-46dd-b696-3f1e1f204c10 None None] DHCP port deletion for 9378e537-2bb0-4edb-bd96-98dc93aa0f93 request from n-d-694802-15 {{(pid=94468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 14:46:50.789571 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-b7ab9cb7-a74f-46dd-b696-3f1e1f204c10 None None] Deleting port 74d51514-bc38-4319-aff1-7c6d1cab663c {{(pid=94468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:46:50.789956 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-b7ab9cb7-a74f-46dd-b696-3f1e1f204c10 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:50.803350 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f77b7185-1f70-43e5-b1fd-6a8ea77f75fa tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Made reservation on behalf of f911637440044e5098fb64107964cb00 for: {'subnet': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:46:50.807170 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-f77b7185-1f70-43e5-b1fd-6a8ea77f75fa tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3343791'] for subnet, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:50.852562 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-b7ab9cb7-a74f-46dd-b696-3f1e1f204c10 None None] For port 74d51514-bc38-4319-aff1-7c6d1cab663c, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=74d51514-bc38-4319-aff1-7c6d1cab663c,segment=NetworkSegment(29ba2c71-2731-40cb-80f7-8e3bbe9101b4),segment_id=29ba2c71-2731-40cb-80f7-8e3bbe9101b4)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:46:50.852955 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-b7ab9cb7-a74f-46dd-b696-3f1e1f204c10 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:50.867597 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-b7ab9cb7-a74f-46dd-b696-3f1e1f204c10 None None] Calling delete_port for 74d51514-bc38-4319-aff1-7c6d1cab663c owned by network:dhcp {{(pid=94468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:46:50.952515 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-b7ab9cb7-a74f-46dd-b696-3f1e1f204c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262'] for port, after_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:50.978306 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ab9cb7-a74f-46dd-b696-3f1e1f204c10 None None] Pushing event deleted for resources: {'Port': ['ID=74d51514-bc38-4319-aff1-7c6d1cab663c,revision_number=None']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:46:50.981779 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7ab9cb7-a74f-46dd-b696-3f1e1f204c10 None None] No DVR routers for this DVR port 74d51514-bc38-4319-aff1-7c6d1cab663c on host n-d-694802-15 {{(pid=94468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:46:50.997367 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-f77b7185-1f70-43e5-b1fd-6a8ea77f75fa tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2859166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3343773'] for subnet, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:51.036580 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f77b7185-1f70-43e5-b1fd-6a8ea77f75fa tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Network 9378e537-2bb0-4edb-bd96-98dc93aa0f93 is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:46:51.039774 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [None req-f77b7185-1f70-43e5-b1fd-6a8ea77f75fa tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:46:51.046394 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f77b7185-1f70-43e5-b1fd-6a8ea77f75fa tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:46:51.046510 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-f77b7185-1f70-43e5-b1fd-6a8ea77f75fa tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks [] for subnet, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:51.049408 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de0c2b0e-bc4e-46a2-aa29-5a4b813d8f22 None None] Network 9378e537-2bb0-4edb-bd96-98dc93aa0f93 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:46:51.068490 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77b7185-1f70-43e5-b1fd-6a8ea77f75fa tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Pushing event updated for resources: {'Subnet': ['ID=0a8297db-7edf-4ed7-b87e-646b288b490c,revision_number=0']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:46:51.078562 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-f77b7185-1f70-43e5-b1fd-6a8ea77f75fa tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.3703010 Aug 12 14:46:51.078774 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 54142) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:46:51.083944 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-9404f54e-df33-4238-a62e-bfd8d6147049 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Request body: {'port': {'network_id': '9378e537-2bb0-4edb-bd96-98dc93aa0f93', 'name': 'tempest-NetworksTestDHCPv6-1282948120'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:46:51.204481 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9404f54e-df33-4238-a62e-bfd8d6147049 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Made reservation on behalf of f911637440044e5098fb64107964cb00 for: {'port': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:46:51.209078 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9404f54e-df33-4238-a62e-bfd8d6147049 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:51.213403 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e27100d8-7a72-44da-9328-d23d719f12f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa7035b3e-9a89-5964-b9f4-97301c3f476a-9378e537-2bb0-4edb-bd96-98dc93aa0f93', 'network_id': '9378e537-2bb0-4edb-bd96-98dc93aa0f93', 'tenant_id': 'f911637440044e5098fb64107964cb00', 'fixed_ips': [{'subnet_id': '0a8297db-7edf-4ed7-b87e-646b288b490c'}]}} from n-d-694802-15. {{(pid=94468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 14:46:51.214603 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-e27100d8-7a72-44da-9328-d23d719f12f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:51.230519 n-d-694802-15 neutron-server[94466]: DEBUG neutron.notifiers.nova [None req-9404f54e-df33-4238-a62e-bfd8d6147049 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] device_id is not set on port ab87949b-3dcb-4e6e-ac28-f4505e43eb48 yet. {{(pid=94466) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 14:46:51.345345 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-9404f54e-df33-4238-a62e-bfd8d6147049 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Allocated IP 2001:db8::12d (9378e537-2bb0-4edb-bd96-98dc93aa0f93/0a8297db-7edf-4ed7-b87e-646b288b490c/ab87949b-3dcb-4e6e-ac28-f4505e43eb48) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:46:51.504493 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9404f54e-df33-4238-a62e-bfd8d6147049 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:51.520595 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-9404f54e-df33-4238-a62e-bfd8d6147049 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Transition to ACTIVE for port object ab87949b-3dcb-4e6e-ac28-f4505e43eb48 will not be triggered until provisioned by entity DHCP. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:46:51.554897 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9404f54e-df33-4238-a62e-bfd8d6147049 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:51.596585 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9404f54e-df33-4238-a62e-bfd8d6147049 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Network 9378e537-2bb0-4edb-bd96-98dc93aa0f93 is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:46:51.599790 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-9404f54e-df33-4238-a62e-bfd8d6147049 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:46:51.600906 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.db_base_plugin_common [None req-e27100d8-7a72-44da-9328-d23d719f12f2 None None] Allocated IP 2001:db8::2 (9378e537-2bb0-4edb-bd96-98dc93aa0f93/0a8297db-7edf-4ed7-b87e-646b288b490c/6df6f682-f84e-400c-9d3a-e04fd56681bc) {{(pid=94468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:46:51.602700 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9404f54e-df33-4238-a62e-bfd8d6147049 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:46:51.609579 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9404f54e-df33-4238-a62e-bfd8d6147049 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:46:51.610187 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9404f54e-df33-4238-a62e-bfd8d6147049 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:51.630244 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9404f54e-df33-4238-a62e-bfd8d6147049 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Pushing event updated for resources: {'Port': ['ID=ab87949b-3dcb-4e6e-ac28-f4505e43eb48,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:46:51.635418 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-9404f54e-df33-4238-a62e-bfd8d6147049 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 0.5557001 Aug 12 14:46:51.638007 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 54150) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:46:51.692505 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a929de6e-e78c-41f1-b93f-498d9db5d0ef tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:46:51.693983 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-a929de6e-e78c-41f1-b93f-498d9db5d0ef tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.0550141 Aug 12 14:46:51.697152 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 54152) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:46:51.748948 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-e27100d8-7a72-44da-9328-d23d719f12f2 None None] Notify callbacks [] for port, precommit_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:51.757060 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-e27100d8-7a72-44da-9328-d23d719f12f2 None None] Transition to ACTIVE for port object 6df6f682-f84e-400c-9d3a-e04fd56681bc will not be triggered until provisioned by entity L2. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:46:51.771917 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-e27100d8-7a72-44da-9328-d23d719f12f2 None None] Transition to ACTIVE for port object 6df6f682-f84e-400c-9d3a-e04fd56681bc will not be triggered until provisioned by entity DHCP. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:46:51.778578 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-e27100d8-7a72-44da-9328-d23d719f12f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253'] for port, after_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:51.789357 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-7a4c5d6b-641a-4cfa-8a0a-aadb740a0dae tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Deleting port ab87949b-3dcb-4e6e-ac28-f4505e43eb48 {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:46:51.789701 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-7a4c5d6b-641a-4cfa-8a0a-aadb740a0dae tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:51.815109 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e27100d8-7a72-44da-9328-d23d719f12f2 None None] Network 9378e537-2bb0-4edb-bd96-98dc93aa0f93 is already hosted by enough agents. {{(pid=94468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:46:51.821333 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.base_scheduler [None req-e27100d8-7a72-44da-9328-d23d719f12f2 None None] Resources bound (agent type, host, resource id): {{(pid=94468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:46:51.824823 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e27100d8-7a72-44da-9328-d23d719f12f2 None None] Received port after_create {{(pid=94468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:46:51.830342 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27100d8-7a72-44da-9328-d23d719f12f2 None None] Pushing event updated for resources: {'Port': ['ID=6df6f682-f84e-400c-9d3a-e04fd56681bc,revision_number=1']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:46:51.885117 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-e27100d8-7a72-44da-9328-d23d719f12f2 None None] Attempting to bind port 6df6f682-f84e-400c-9d3a-e04fd56681bc on host n-d-694802-15 for vnic_type normal with profile {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:46:51.885476 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-e27100d8-7a72-44da-9328-d23d719f12f2 None None] Attempting to bind port 6df6f682-f84e-400c-9d3a-e04fd56681bc by drivers openvswitch,hyperv on host n-d-694802-15 at level 0 using segments [{'id': '29ba2c71-2731-40cb-80f7-8e3bbe9101b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '9378e537-2bb0-4edb-bd96-98dc93aa0f93'}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:46:51.885832 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e27100d8-7a72-44da-9328-d23d719f12f2 None None] Attempting to bind port 6df6f682-f84e-400c-9d3a-e04fd56681bc on network 9378e537-2bb0-4edb-bd96-98dc93aa0f93 {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:46:51.887728 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-7a4c5d6b-641a-4cfa-8a0a-aadb740a0dae tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:51.890759 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e27100d8-7a72-44da-9328-d23d719f12f2 None None] Checking agent: {'id': '16de73ac-f2e9-4cee-b3e0-91052ae3e6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 20, 13), 'started_at': datetime.datetime(2021, 8, 12, 14, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 46, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:46:51.891161 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e27100d8-7a72-44da-9328-d23d719f12f2 None None] Checking segment: {'id': '29ba2c71-2731-40cb-80f7-8e3bbe9101b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '9378e537-2bb0-4edb-bd96-98dc93aa0f93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:46:51.891554 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-e27100d8-7a72-44da-9328-d23d719f12f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:51.891941 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e27100d8-7a72-44da-9328-d23d719f12f2 None None] Bound using segment: {'id': '29ba2c71-2731-40cb-80f7-8e3bbe9101b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '9378e537-2bb0-4edb-bd96-98dc93aa0f93'} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:46:51.892391 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-e27100d8-7a72-44da-9328-d23d719f12f2 None None] Bound port: 6df6f682-f84e-400c-9d3a-e04fd56681bc, host: n-d-694802-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29ba2c71-2731-40cb-80f7-8e3bbe9101b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '9378e537-2bb0-4edb-bd96-98dc93aa0f93'}}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:46:51.892762 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-e27100d8-7a72-44da-9328-d23d719f12f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:51.899632 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-7a4c5d6b-641a-4cfa-8a0a-aadb740a0dae tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Calling delete_port for ab87949b-3dcb-4e6e-ac28-f4505e43eb48 owned by {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:46:51.954191 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-e27100d8-7a72-44da-9328-d23d719f12f2 None None] For port 6df6f682-f84e-400c-9d3a-e04fd56681bc, host n-d-694802-15, cleared binding levels {{(pid=94468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:46:51.957387 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-e27100d8-7a72-44da-9328-d23d719f12f2 None None] For port 6df6f682-f84e-400c-9d3a-e04fd56681bc, host n-d-694802-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=6df6f682-f84e-400c-9d3a-e04fd56681bc,segment=NetworkSegment(29ba2c71-2731-40cb-80f7-8e3bbe9101b4),segment_id=29ba2c71-2731-40cb-80f7-8e3bbe9101b4)] {{(pid=94468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:46:51.960865 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-e27100d8-7a72-44da-9328-d23d719f12f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:52.022803 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27100d8-7a72-44da-9328-d23d719f12f2 None None] Pushing event updated for resources: {'Port': ['ID=6df6f682-f84e-400c-9d3a-e04fd56681bc,revision_number=2']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:46:52.036375 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-7a4c5d6b-641a-4cfa-8a0a-aadb740a0dae tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:52.069422 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4c5d6b-641a-4cfa-8a0a-aadb740a0dae tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Pushing event deleted for resources: {'Port': ['ID=ab87949b-3dcb-4e6e-ac28-f4505e43eb48,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:46:52.101990 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-7a4c5d6b-641a-4cfa-8a0a-aadb740a0dae tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:52.103982 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-7a4c5d6b-641a-4cfa-8a0a-aadb740a0dae tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] 10.222.0.39 "DELETE /v2.0/ports/ab87949b-3dcb-4e6e-ac28-f4505e43eb48 HTTP/1.1" status: 204 len: 168 time: 0.4054828 Aug 12 14:46:52.106528 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 54156) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:46:52.205820 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c95191a6-82f6-4514-ad73-cd2c14df832f tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:46:52.207586 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c95191a6-82f6-4514-ad73-cd2c14df832f tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:46:52.209137 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-c95191a6-82f6-4514-ad73-cd2c14df832f tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1016240 Aug 12 14:46:52.211811 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 54158) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:46:52.273592 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b059c9b-2268-4fdc-aaee-18b0bf55d478 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Deleting subnet 0a8297db-7edf-4ed7-b87e-646b288b490c {{(pid=94466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 14:46:52.277145 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-6b059c9b-2268-4fdc-aaee-18b0bf55d478 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks [] for subnet, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:52.320728 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-6b059c9b-2268-4fdc-aaee-18b0bf55d478 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2293551'] for subnet, precommit_delete_associations {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:52.403507 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-6b059c9b-2268-4fdc-aaee-18b0bf55d478 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66416255'] for subnet, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:52.475403 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-6b059c9b-2268-4fdc-aaee-18b0bf55d478 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66416232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3718429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8776402'] for subnet, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:52.502626 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b059c9b-2268-4fdc-aaee-18b0bf55d478 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Pushing event deleted for resources: {'Subnet': ['ID=0a8297db-7edf-4ed7-b87e-646b288b490c,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:46:52.506629 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-6b059c9b-2268-4fdc-aaee-18b0bf55d478 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for subnet, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:52.508628 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-6b059c9b-2268-4fdc-aaee-18b0bf55d478 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] 10.222.0.39 "DELETE /v2.0/subnets/0a8297db-7edf-4ed7-b87e-646b288b490c HTTP/1.1" status: 204 len: 168 time: 0.2958970 Aug 12 14:46:52.511127 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 54164) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:46:52.561299 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-4fe74e45-c4a5-417d-87ae-e2984a6cd73b tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0475283 Aug 12 14:46:52.563371 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 54168) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:46:52.568534 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-859885b1-f2e9-4bbb-8f77-811d4951a791 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Request body: {'subnet': {'network_id': '9378e537-2bb0-4edb-bd96-98dc93aa0f93', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:46:52.663611 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-859885b1-f2e9-4bbb-8f77-811d4951a791 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Made reservation on behalf of f911637440044e5098fb64107964cb00 for: {'subnet': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:46:52.671122 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-859885b1-f2e9-4bbb-8f77-811d4951a791 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8776441'] for subnet, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:52.746489 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 6df6f682-f84e-400c-9d3a-e04fd56681bc up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:46:52.803005 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning for port 6df6f682-f84e-400c-9d3a-e04fd56681bc completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:46:52.865355 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 74d51514-bc38-4319-aff1-7c6d1cab663c no longer exists at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:46:52.886897 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] No Port match for: 74d51514-bc38-4319-aff1-7c6d1cab663c {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 14:46:52.887333 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 74d51514-bc38-4319-aff1-7c6d1cab663c not bound to the agent host n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:46:52.892078 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-859885b1-f2e9-4bbb-8f77-811d4951a791 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3718490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8776395'] for subnet, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:52.938417 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-859885b1-f2e9-4bbb-8f77-811d4951a791 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Network 9378e537-2bb0-4edb-bd96-98dc93aa0f93 is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:46:52.941895 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-859885b1-f2e9-4bbb-8f77-811d4951a791 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:46:52.945257 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-859885b1-f2e9-4bbb-8f77-811d4951a791 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:46:52.945871 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-859885b1-f2e9-4bbb-8f77-811d4951a791 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for subnet, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:52.960436 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859885b1-f2e9-4bbb-8f77-811d4951a791 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Pushing event updated for resources: {'Subnet': ['ID=171c88a6-0704-4683-b046-a78edc3a1084,revision_number=0']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:46:52.970074 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-859885b1-f2e9-4bbb-8f77-811d4951a791 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4056020 Aug 12 14:46:52.972824 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 54170) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:46:52.977870 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-b3804ef4-0ff1-444d-b645-a721500b8b99 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Request body: {'port': {'network_id': '9378e537-2bb0-4edb-bd96-98dc93aa0f93', 'name': 'tempest-NetworksTestDHCPv6-1206961485'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:46:52.984174 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff3f020e-58c3-42a5-9eeb-61d296bac948 None None] Network 9378e537-2bb0-4edb-bd96-98dc93aa0f93 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:46:53.042943 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-2f1f57ac-7b26-4fe4-a00c-5cc64123fc53 None None] Provisioning for port 6df6f682-f84e-400c-9d3a-e04fd56681bc completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:46:53.054553 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-2f1f57ac-7b26-4fe4-a00c-5cc64123fc53 None None] Provisioning complete for port 6df6f682-f84e-400c-9d3a-e04fd56681bc triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:46:53.054847 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-2f1f57ac-7b26-4fe4-a00c-5cc64123fc53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:53.095769 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3804ef4-0ff1-444d-b645-a721500b8b99 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Made reservation on behalf of f911637440044e5098fb64107964cb00 for: {'port': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:46:53.099777 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b3804ef4-0ff1-444d-b645-a721500b8b99 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:53.120208 n-d-694802-15 neutron-server[94466]: DEBUG neutron.notifiers.nova [None req-b3804ef4-0ff1-444d-b645-a721500b8b99 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] device_id is not set on port b9ce287b-0f0a-49ce-8dd7-f745f71917ff yet. {{(pid=94466) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 14:46:53.245644 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-b3804ef4-0ff1-444d-b645-a721500b8b99 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Allocated IP 2001:db8::df (9378e537-2bb0-4edb-bd96-98dc93aa0f93/171c88a6-0704-4683-b046-a78edc3a1084/b9ce287b-0f0a-49ce-8dd7-f745f71917ff) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:46:53.328398 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-2f1f57ac-7b26-4fe4-a00c-5cc64123fc53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:53.366907 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-2f1f57ac-7b26-4fe4-a00c-5cc64123fc53 None None] For port 6df6f682-f84e-400c-9d3a-e04fd56681bc, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=6df6f682-f84e-400c-9d3a-e04fd56681bc,segment=NetworkSegment(29ba2c71-2731-40cb-80f7-8e3bbe9101b4),segment_id=29ba2c71-2731-40cb-80f7-8e3bbe9101b4)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:46:53.371319 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-2f1f57ac-7b26-4fe4-a00c-5cc64123fc53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:53.409139 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b3804ef4-0ff1-444d-b645-a721500b8b99 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:53.424050 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-b3804ef4-0ff1-444d-b645-a721500b8b99 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Transition to ACTIVE for port object b9ce287b-0f0a-49ce-8dd7-f745f71917ff will not be triggered until provisioned by entity DHCP. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:46:53.428272 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1f57ac-7b26-4fe4-a00c-5cc64123fc53 None None] Pushing event updated for resources: {'Port': ['ID=6df6f682-f84e-400c-9d3a-e04fd56681bc,revision_number=4']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:46:53.458755 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b3804ef4-0ff1-444d-b645-a721500b8b99 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:53.500432 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3804ef4-0ff1-444d-b645-a721500b8b99 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Network 9378e537-2bb0-4edb-bd96-98dc93aa0f93 is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:46:53.503771 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-b3804ef4-0ff1-444d-b645-a721500b8b99 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:46:53.506742 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3804ef4-0ff1-444d-b645-a721500b8b99 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:46:53.512720 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3804ef4-0ff1-444d-b645-a721500b8b99 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:46:53.513364 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b3804ef4-0ff1-444d-b645-a721500b8b99 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:53.533854 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3804ef4-0ff1-444d-b645-a721500b8b99 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Pushing event updated for resources: {'Port': ['ID=b9ce287b-0f0a-49ce-8dd7-f745f71917ff,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:46:53.542584 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-b3804ef4-0ff1-444d-b645-a721500b8b99 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.5686615 Aug 12 14:46:53.545261 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 54178) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:46:53.598337 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f13418d4-92ea-4250-9673-fe5a0a8c9bd4 None None] Provisioning complete for port 6df6f682-f84e-400c-9d3a-e04fd56681bc triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:46:53.598721 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f13418d4-92ea-4250-9673-fe5a0a8c9bd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:53.604155 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d7d018e-f7d3-406c-bb1b-628b3898f134 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:46:53.611601 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d7d018e-f7d3-406c-bb1b-628b3898f134 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:46:53.613894 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-3d7d018e-f7d3-406c-bb1b-628b3898f134 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1591 time: 0.0670390 Aug 12 14:46:53.617214 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 54182) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:46:53.723870 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-42b9dc25-b5ab-4477-a8cd-47ddd828b47c tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Deleting port b9ce287b-0f0a-49ce-8dd7-f745f71917ff {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:46:53.724215 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-42b9dc25-b5ab-4477-a8cd-47ddd828b47c tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:53.808587 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-16723fb2-d8f1-4870-90f3-11435f707dca None None] Could not find standard attr ID for object ab87949b-3dcb-4e6e-ac28-f4505e43eb48. {{(pid=94468) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 12 14:46:53.813614 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-42b9dc25-b5ab-4477-a8cd-47ddd828b47c tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:53.826242 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-42b9dc25-b5ab-4477-a8cd-47ddd828b47c tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Calling delete_port for b9ce287b-0f0a-49ce-8dd7-f745f71917ff owned by {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:46:53.962017 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-42b9dc25-b5ab-4477-a8cd-47ddd828b47c tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:53.991689 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b9dc25-b5ab-4477-a8cd-47ddd828b47c tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Pushing event deleted for resources: {'Port': ['ID=b9ce287b-0f0a-49ce-8dd7-f745f71917ff,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:46:54.021810 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-66b8ea58-4348-40c2-b8fa-2b7663b6c864 None None] Could not find standard attr ID for object b9ce287b-0f0a-49ce-8dd7-f745f71917ff. {{(pid=94468) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 12 14:46:54.029651 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-42b9dc25-b5ab-4477-a8cd-47ddd828b47c tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:54.032557 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-42b9dc25-b5ab-4477-a8cd-47ddd828b47c tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] 10.222.0.39 "DELETE /v2.0/ports/b9ce287b-0f0a-49ce-8dd7-f745f71917ff HTTP/1.1" status: 204 len: 168 time: 0.4144254 Aug 12 14:46:54.035207 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 54184) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:46:54.089180 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9acac73-36bb-4626-afa7-64e46b76987e tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:46:54.090843 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9acac73-36bb-4626-afa7-64e46b76987e tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:46:54.093512 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-e9acac73-36bb-4626-afa7-64e46b76987e tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0563035 Aug 12 14:46:54.095704 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 54186) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:46:54.149651 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfd8a817-d557-4661-834d-0d44f4383268 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Deleting subnet 171c88a6-0704-4683-b046-a78edc3a1084 {{(pid=94467) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 14:46:54.153058 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-cfd8a817-d557-4661-834d-0d44f4383268 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks [] for subnet, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:54.205312 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-cfd8a817-d557-4661-834d-0d44f4383268 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3857505'] for subnet, precommit_delete_associations {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:54.256567 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-cfd8a817-d557-4661-834d-0d44f4383268 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66416255'] for subnet, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:54.317079 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-cfd8a817-d557-4661-834d-0d44f4383268 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66416232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2859225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3343748'] for subnet, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:54.346596 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-cfd8a817-d557-4661-834d-0d44f4383268 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks [] for subnet, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:54.348542 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-cfd8a817-d557-4661-834d-0d44f4383268 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] 10.222.0.39 "DELETE /v2.0/subnets/171c88a6-0704-4683-b046-a78edc3a1084 HTTP/1.1" status: 204 len: 168 time: 0.2518384 Aug 12 14:46:54.349518 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd8a817-d557-4661-834d-0d44f4383268 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Pushing event deleted for resources: {'Subnet': ['ID=171c88a6-0704-4683-b046-a78edc3a1084,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:46:54.351200 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 54190) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:46:54.352635 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a36af23e-fb9f-4c57-a47c-45ae03b8928c None None] Network 9378e537-2bb0-4edb-bd96-98dc93aa0f93 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:46:54.392871 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-d3f50477-8c71-4573-9a80-8ffd9b074254 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0404449 Aug 12 14:46:54.393354 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 54194) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:46:54.454533 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-203846c6-0130-43f3-ab10-b74e80f86b88 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:46:54.456129 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-203846c6-0130-43f3-ab10-b74e80f86b88 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0615962 Aug 12 14:46:54.458577 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 54196) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:46:54.510242 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f487e556-3bef-47d3-8f1d-51202a58194c tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:46:54.511817 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-f487e556-3bef-47d3-8f1d-51202a58194c tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0522778 Aug 12 14:46:54.514327 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 54198) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:46:54.527136 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5800c9c3-ce9a-4c50-b364-cb8c43fbf639 None None] DHCP port deletion for 9378e537-2bb0-4edb-bd96-98dc93aa0f93 request from n-d-694802-15 {{(pid=94468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 14:46:54.573894 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-f74d0427-da82-4c8e-ae79-8d79ecc62c2a tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0541096 Aug 12 14:46:54.574452 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-5800c9c3-ce9a-4c50-b364-cb8c43fbf639 None None] Deleting port 6df6f682-f84e-400c-9d3a-e04fd56681bc {{(pid=94468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:46:54.574452 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-5800c9c3-ce9a-4c50-b364-cb8c43fbf639 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:54.574668 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 54200) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:46:54.580771 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-362ee952-285e-4572-a8ae-623f265f2df6 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Request body: {'subnet': {'network_id': '9378e537-2bb0-4edb-bd96-98dc93aa0f93', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:46:54.638339 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-5800c9c3-ce9a-4c50-b364-cb8c43fbf639 None None] For port 6df6f682-f84e-400c-9d3a-e04fd56681bc, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=6df6f682-f84e-400c-9d3a-e04fd56681bc,segment=NetworkSegment(29ba2c71-2731-40cb-80f7-8e3bbe9101b4),segment_id=29ba2c71-2731-40cb-80f7-8e3bbe9101b4)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:46:54.639365 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-5800c9c3-ce9a-4c50-b364-cb8c43fbf639 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:54.652611 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-5800c9c3-ce9a-4c50-b364-cb8c43fbf639 None None] Calling delete_port for 6df6f682-f84e-400c-9d3a-e04fd56681bc owned by network:dhcp {{(pid=94468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:46:54.680051 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-362ee952-285e-4572-a8ae-623f265f2df6 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Made reservation on behalf of f911637440044e5098fb64107964cb00 for: {'subnet': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:46:54.683865 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-362ee952-285e-4572-a8ae-623f265f2df6 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8776441'] for subnet, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:54.740074 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-5800c9c3-ce9a-4c50-b364-cb8c43fbf639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262'] for port, after_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:54.750756 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 6df6f682-f84e-400c-9d3a-e04fd56681bc no longer exists at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:46:54.794080 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5800c9c3-ce9a-4c50-b364-cb8c43fbf639 None None] Pushing event deleted for resources: {'Port': ['ID=6df6f682-f84e-400c-9d3a-e04fd56681bc,revision_number=None']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:46:54.796952 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] No Port match for: 6df6f682-f84e-400c-9d3a-e04fd56681bc {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 14:46:54.797302 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 6df6f682-f84e-400c-9d3a-e04fd56681bc not bound to the agent host n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:46:54.800930 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5800c9c3-ce9a-4c50-b364-cb8c43fbf639 None None] No DVR routers for this DVR port 6df6f682-f84e-400c-9d3a-e04fd56681bc on host n-d-694802-15 {{(pid=94468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:46:54.879870 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-362ee952-285e-4572-a8ae-623f265f2df6 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3718490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8776395'] for subnet, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:54.921277 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-362ee952-285e-4572-a8ae-623f265f2df6 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Network 9378e537-2bb0-4edb-bd96-98dc93aa0f93 is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:46:54.924559 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-362ee952-285e-4572-a8ae-623f265f2df6 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:46:54.930246 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-362ee952-285e-4572-a8ae-623f265f2df6 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:46:54.930850 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-362ee952-285e-4572-a8ae-623f265f2df6 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for subnet, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:54.934368 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21d98989-da6d-47a5-8835-41a158fb5dac None None] Network 9378e537-2bb0-4edb-bd96-98dc93aa0f93 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:46:54.948370 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362ee952-285e-4572-a8ae-623f265f2df6 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Pushing event updated for resources: {'Subnet': ['ID=15170455-e64b-4594-9b93-5ae102d06919,revision_number=0']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:46:54.952127 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-362ee952-285e-4572-a8ae-623f265f2df6 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3762937 Aug 12 14:46:54.955506 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 54208) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:46:54.960653 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-a10afae7-2d84-4821-87ce-2d0158669c75 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Request body: {'port': {'network_id': '9378e537-2bb0-4edb-bd96-98dc93aa0f93', 'fixed_ips': [{'subnet_id': '15170455-e64b-4594-9b93-5ae102d06919', 'ip_address': '2001:db8::9c3e:e0ff:ca44:70a4'}], 'name': 'tempest-NetworksTestDHCPv6-1108464681'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:46:55.067040 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a10afae7-2d84-4821-87ce-2d0158669c75 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Made reservation on behalf of f911637440044e5098fb64107964cb00 for: {'port': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:46:55.074735 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2136144b-4d37-4f87-85c9-5ba6d5b364c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa7035b3e-9a89-5964-b9f4-97301c3f476a-9378e537-2bb0-4edb-bd96-98dc93aa0f93', 'network_id': '9378e537-2bb0-4edb-bd96-98dc93aa0f93', 'tenant_id': 'f911637440044e5098fb64107964cb00', 'fixed_ips': [{'subnet_id': '15170455-e64b-4594-9b93-5ae102d06919'}]}} from n-d-694802-15. {{(pid=94468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 14:46:55.075666 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-2136144b-4d37-4f87-85c9-5ba6d5b364c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:55.154724 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a10afae7-2d84-4821-87ce-2d0158669c75 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:55.171200 n-d-694802-15 neutron-server[94466]: DEBUG neutron.notifiers.nova [None req-a10afae7-2d84-4821-87ce-2d0158669c75 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] device_id is not set on port 55ce3142-4850-4306-9fbb-c7f0938e1578 yet. {{(pid=94466) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 14:46:55.215009 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.db_base_plugin_common [None req-2136144b-4d37-4f87-85c9-5ba6d5b364c5 None None] Allocated IP 2001:db8::2 (9378e537-2bb0-4edb-bd96-98dc93aa0f93/15170455-e64b-4594-9b93-5ae102d06919/c47c898d-21e0-4fd9-9878-fb26c35e9836) {{(pid=94468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:46:55.362323 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-2136144b-4d37-4f87-85c9-5ba6d5b364c5 None None] Notify callbacks [] for port, precommit_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:55.370578 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-2136144b-4d37-4f87-85c9-5ba6d5b364c5 None None] Transition to ACTIVE for port object c47c898d-21e0-4fd9-9878-fb26c35e9836 will not be triggered until provisioned by entity L2. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:46:55.384713 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-2136144b-4d37-4f87-85c9-5ba6d5b364c5 None None] Transition to ACTIVE for port object c47c898d-21e0-4fd9-9878-fb26c35e9836 will not be triggered until provisioned by entity DHCP. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:46:55.389768 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-2136144b-4d37-4f87-85c9-5ba6d5b364c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253'] for port, after_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:55.426909 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2136144b-4d37-4f87-85c9-5ba6d5b364c5 None None] Network 9378e537-2bb0-4edb-bd96-98dc93aa0f93 is already hosted by enough agents. {{(pid=94468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:46:55.431670 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.base_scheduler [None req-2136144b-4d37-4f87-85c9-5ba6d5b364c5 None None] Resources bound (agent type, host, resource id): {{(pid=94468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:46:55.435423 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2136144b-4d37-4f87-85c9-5ba6d5b364c5 None None] Received port after_create {{(pid=94468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:46:55.440944 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2136144b-4d37-4f87-85c9-5ba6d5b364c5 None None] Pushing event updated for resources: {'Port': ['ID=c47c898d-21e0-4fd9-9878-fb26c35e9836,revision_number=1']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:46:55.456254 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-a10afae7-2d84-4821-87ce-2d0158669c75 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Allocated IP 2001:db8::9c3e:e0ff:ca44:70a4 (9378e537-2bb0-4edb-bd96-98dc93aa0f93/15170455-e64b-4594-9b93-5ae102d06919/55ce3142-4850-4306-9fbb-c7f0938e1578) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:46:55.497300 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-2136144b-4d37-4f87-85c9-5ba6d5b364c5 None None] Attempting to bind port c47c898d-21e0-4fd9-9878-fb26c35e9836 on host n-d-694802-15 for vnic_type normal with profile {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:46:55.497660 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-2136144b-4d37-4f87-85c9-5ba6d5b364c5 None None] Attempting to bind port c47c898d-21e0-4fd9-9878-fb26c35e9836 by drivers openvswitch,hyperv on host n-d-694802-15 at level 0 using segments [{'id': '29ba2c71-2731-40cb-80f7-8e3bbe9101b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '9378e537-2bb0-4edb-bd96-98dc93aa0f93'}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:46:55.498031 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2136144b-4d37-4f87-85c9-5ba6d5b364c5 None None] Attempting to bind port c47c898d-21e0-4fd9-9878-fb26c35e9836 on network 9378e537-2bb0-4edb-bd96-98dc93aa0f93 {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:46:55.503269 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2136144b-4d37-4f87-85c9-5ba6d5b364c5 None None] Checking agent: {'id': '16de73ac-f2e9-4cee-b3e0-91052ae3e6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 20, 13), 'started_at': datetime.datetime(2021, 8, 12, 14, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 46, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:46:55.503634 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2136144b-4d37-4f87-85c9-5ba6d5b364c5 None None] Checking segment: {'id': '29ba2c71-2731-40cb-80f7-8e3bbe9101b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '9378e537-2bb0-4edb-bd96-98dc93aa0f93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:46:55.504030 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-2136144b-4d37-4f87-85c9-5ba6d5b364c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:55.504411 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2136144b-4d37-4f87-85c9-5ba6d5b364c5 None None] Bound using segment: {'id': '29ba2c71-2731-40cb-80f7-8e3bbe9101b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '9378e537-2bb0-4edb-bd96-98dc93aa0f93'} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:46:55.504875 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-2136144b-4d37-4f87-85c9-5ba6d5b364c5 None None] Bound port: c47c898d-21e0-4fd9-9878-fb26c35e9836, host: n-d-694802-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29ba2c71-2731-40cb-80f7-8e3bbe9101b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '9378e537-2bb0-4edb-bd96-98dc93aa0f93'}}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:46:55.505418 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-2136144b-4d37-4f87-85c9-5ba6d5b364c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:55.586120 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-2136144b-4d37-4f87-85c9-5ba6d5b364c5 None None] For port c47c898d-21e0-4fd9-9878-fb26c35e9836, host n-d-694802-15, cleared binding levels {{(pid=94468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:46:55.589956 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-2136144b-4d37-4f87-85c9-5ba6d5b364c5 None None] For port c47c898d-21e0-4fd9-9878-fb26c35e9836, host n-d-694802-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=c47c898d-21e0-4fd9-9878-fb26c35e9836,segment=NetworkSegment(29ba2c71-2731-40cb-80f7-8e3bbe9101b4),segment_id=29ba2c71-2731-40cb-80f7-8e3bbe9101b4)] {{(pid=94468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:46:55.594623 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-2136144b-4d37-4f87-85c9-5ba6d5b364c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:55.627050 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a10afae7-2d84-4821-87ce-2d0158669c75 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:55.642971 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-a10afae7-2d84-4821-87ce-2d0158669c75 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Transition to ACTIVE for port object 55ce3142-4850-4306-9fbb-c7f0938e1578 will not be triggered until provisioned by entity DHCP. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:46:55.660747 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2136144b-4d37-4f87-85c9-5ba6d5b364c5 None None] Pushing event updated for resources: {'Port': ['ID=c47c898d-21e0-4fd9-9878-fb26c35e9836,revision_number=2']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:46:55.710335 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a10afae7-2d84-4821-87ce-2d0158669c75 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:55.765212 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a10afae7-2d84-4821-87ce-2d0158669c75 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Network 9378e537-2bb0-4edb-bd96-98dc93aa0f93 is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:46:55.772599 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-a10afae7-2d84-4821-87ce-2d0158669c75 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:46:55.775402 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a10afae7-2d84-4821-87ce-2d0158669c75 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:46:55.781325 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a10afae7-2d84-4821-87ce-2d0158669c75 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:46:55.781982 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a10afae7-2d84-4821-87ce-2d0158669c75 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:55.793372 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10afae7-2d84-4821-87ce-2d0158669c75 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Pushing event updated for resources: {'Port': ['ID=55ce3142-4850-4306-9fbb-c7f0938e1578,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:46:55.805298 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-a10afae7-2d84-4821-87ce-2d0158669c75 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.8487270 Aug 12 14:46:55.807798 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 54218) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:46:55.887593 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a34198bb-6ec0-4817-89c4-1132f591b6c6 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:46:55.894175 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a34198bb-6ec0-4817-89c4-1132f591b6c6 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:46:55.895766 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-a34198bb-6ec0-4817-89c4-1132f591b6c6 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.0867834 Aug 12 14:46:55.898350 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 54220) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:46:55.991896 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-1d7ce1db-7f1d-4744-8b58-bd2e0c57a071 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Deleting port 55ce3142-4850-4306-9fbb-c7f0938e1578 {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:46:55.992231 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1d7ce1db-7f1d-4744-8b58-bd2e0c57a071 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:56.078852 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1d7ce1db-7f1d-4744-8b58-bd2e0c57a071 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:56.090504 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-1d7ce1db-7f1d-4744-8b58-bd2e0c57a071 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Calling delete_port for 55ce3142-4850-4306-9fbb-c7f0938e1578 owned by {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:46:56.222863 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1d7ce1db-7f1d-4744-8b58-bd2e0c57a071 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:56.251191 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7ce1db-7f1d-4744-8b58-bd2e0c57a071 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Pushing event deleted for resources: {'Port': ['ID=55ce3142-4850-4306-9fbb-c7f0938e1578,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:46:56.278389 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1d7ce1db-7f1d-4744-8b58-bd2e0c57a071 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:56.280401 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-1d7ce1db-7f1d-4744-8b58-bd2e0c57a071 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] 10.222.0.39 "DELETE /v2.0/ports/55ce3142-4850-4306-9fbb-c7f0938e1578 HTTP/1.1" status: 204 len: 168 time: 0.3811204 Aug 12 14:46:56.283510 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 54222) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:46:56.338179 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9276c0c-5f31-4dc6-b497-20f5ad8eab3a tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:46:56.340053 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9276c0c-5f31-4dc6-b497-20f5ad8eab3a tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:46:56.341620 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-f9276c0c-5f31-4dc6-b497-20f5ad8eab3a tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0571706 Aug 12 14:46:56.344433 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 54226) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:46:56.401004 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_v2 [None req-7da02ae7-55d7-4dd0-8c9a-098c65b1b4d1 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Deleting subnet 15170455-e64b-4594-9b93-5ae102d06919 {{(pid=94466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 14:46:56.404510 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-7da02ae7-55d7-4dd0-8c9a-098c65b1b4d1 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks [] for subnet, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:56.446776 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-7da02ae7-55d7-4dd0-8c9a-098c65b1b4d1 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2293551'] for subnet, precommit_delete_associations {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:56.542005 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-7da02ae7-55d7-4dd0-8c9a-098c65b1b4d1 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66416255'] for subnet, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:56.611160 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-7da02ae7-55d7-4dd0-8c9a-098c65b1b4d1 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66416232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3718429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8776402'] for subnet, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:56.640251 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da02ae7-55d7-4dd0-8c9a-098c65b1b4d1 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Pushing event deleted for resources: {'Subnet': ['ID=15170455-e64b-4594-9b93-5ae102d06919,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:46:56.644473 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-7da02ae7-55d7-4dd0-8c9a-098c65b1b4d1 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for subnet, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:56.646414 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-7da02ae7-55d7-4dd0-8c9a-098c65b1b4d1 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] 10.222.0.39 "DELETE /v2.0/subnets/15170455-e64b-4594-9b93-5ae102d06919 HTTP/1.1" status: 204 len: 168 time: 0.3010631 Aug 12 14:46:56.649002 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 54230) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:46:56.672699 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-6764c976-5b18-4fcc-82df-1ba3cf42013d None None] Provisioning for port c47c898d-21e0-4fd9-9878-fb26c35e9836 completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:46:56.693095 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-00d4989d-c74e-499a-bae2-18024ab975a8 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0424781 Aug 12 14:46:56.695379 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 54232) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:46:56.701930 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-b8c1d86c-3d7b-465f-af06-aa4e8a546b08 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Request body: {'subnet': {'network_id': '9378e537-2bb0-4edb-bd96-98dc93aa0f93', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:46:56.784820 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device c47c898d-21e0-4fd9-9878-fb26c35e9836 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:46:56.809386 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8c1d86c-3d7b-465f-af06-aa4e8a546b08 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Made reservation on behalf of f911637440044e5098fb64107964cb00 for: {'subnet': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:46:56.813288 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b8c1d86c-3d7b-465f-af06-aa4e8a546b08 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8776441'] for subnet, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:56.826089 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81a2b624-7d6a-44fe-9904-1672acbec9dc None None] Network 9378e537-2bb0-4edb-bd96-98dc93aa0f93 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:46:56.908605 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-50d8fc5a-957b-4d97-b944-ae99c330756e None None] Could not find standard attr ID for object 55ce3142-4850-4306-9fbb-c7f0938e1578. {{(pid=94468) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 12 14:46:56.938623 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning for port c47c898d-21e0-4fd9-9878-fb26c35e9836 completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:46:56.944810 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port c47c898d-21e0-4fd9-9878-fb26c35e9836 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:46:56.945191 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:57.055538 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:57.081747 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60f60d2a-5e16-4e76-99ed-973ee459df26 None None] DHCP port deletion for 9378e537-2bb0-4edb-bd96-98dc93aa0f93 request from n-d-694802-15 {{(pid=94468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 14:46:57.095523 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] For port c47c898d-21e0-4fd9-9878-fb26c35e9836, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=c47c898d-21e0-4fd9-9878-fb26c35e9836,segment=NetworkSegment(29ba2c71-2731-40cb-80f7-8e3bbe9101b4),segment_id=29ba2c71-2731-40cb-80f7-8e3bbe9101b4)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:46:57.099744 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:57.174007 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Pushing event updated for resources: {'Port': ['ID=c47c898d-21e0-4fd9-9878-fb26c35e9836,revision_number=4']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:46:57.183977 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-60f60d2a-5e16-4e76-99ed-973ee459df26 None None] Deleting port c47c898d-21e0-4fd9-9878-fb26c35e9836 {{(pid=94468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:46:57.184606 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-60f60d2a-5e16-4e76-99ed-973ee459df26 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:57.255780 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-60f60d2a-5e16-4e76-99ed-973ee459df26 None None] For port c47c898d-21e0-4fd9-9878-fb26c35e9836, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=c47c898d-21e0-4fd9-9878-fb26c35e9836,segment=NetworkSegment(29ba2c71-2731-40cb-80f7-8e3bbe9101b4),segment_id=29ba2c71-2731-40cb-80f7-8e3bbe9101b4)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:46:57.256013 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-60f60d2a-5e16-4e76-99ed-973ee459df26 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:57.269505 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-60f60d2a-5e16-4e76-99ed-973ee459df26 None None] Calling delete_port for c47c898d-21e0-4fd9-9878-fb26c35e9836 owned by network:dhcp {{(pid=94468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:46:57.346154 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-60f60d2a-5e16-4e76-99ed-973ee459df26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262'] for port, after_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:57.350160 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b8c1d86c-3d7b-465f-af06-aa4e8a546b08 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3718490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8776395'] for subnet, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:57.373062 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f60d2a-5e16-4e76-99ed-973ee459df26 None None] Pushing event deleted for resources: {'Port': ['ID=c47c898d-21e0-4fd9-9878-fb26c35e9836,revision_number=None']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:46:57.380099 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60f60d2a-5e16-4e76-99ed-973ee459df26 None None] No DVR routers for this DVR port c47c898d-21e0-4fd9-9878-fb26c35e9836 on host n-d-694802-15 {{(pid=94468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:46:57.393481 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8c1d86c-3d7b-465f-af06-aa4e8a546b08 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Network 9378e537-2bb0-4edb-bd96-98dc93aa0f93 is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:46:57.396840 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-b8c1d86c-3d7b-465f-af06-aa4e8a546b08 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:46:57.404208 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8c1d86c-3d7b-465f-af06-aa4e8a546b08 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:46:57.406433 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-329d27a3-e172-49b6-92fa-7d47d7836ca8 None None] Network 9378e537-2bb0-4edb-bd96-98dc93aa0f93 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:46:57.411834 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b8c1d86c-3d7b-465f-af06-aa4e8a546b08 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for subnet, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:57.430586 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c1d86c-3d7b-465f-af06-aa4e8a546b08 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Pushing event updated for resources: {'Subnet': ['ID=f8158435-3d7f-49f5-971d-f3159d7ad29b,revision_number=0']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:46:57.434540 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-b8c1d86c-3d7b-465f-af06-aa4e8a546b08 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7378519 Aug 12 14:46:57.437146 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 54240) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:46:57.442272 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-da9b3fba-dbbd-4ad4-9c58-f6396f32537f tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Request body: {'port': {'network_id': '9378e537-2bb0-4edb-bd96-98dc93aa0f93', 'fixed_ips': [{'subnet_id': 'f8158435-3d7f-49f5-971d-f3159d7ad29b', 'ip_address': '2001:db8::f054:c3b0:fd9d:8a4d'}], 'name': 'tempest-NetworksTestDHCPv6-1270442164'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:46:57.555350 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da9b3fba-dbbd-4ad4-9c58-f6396f32537f tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Made reservation on behalf of f911637440044e5098fb64107964cb00 for: {'port': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:46:57.560991 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-da9b3fba-dbbd-4ad4-9c58-f6396f32537f tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:57.564075 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b996f16-f860-48b6-b46d-aaca7d88d020 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa7035b3e-9a89-5964-b9f4-97301c3f476a-9378e537-2bb0-4edb-bd96-98dc93aa0f93', 'network_id': '9378e537-2bb0-4edb-bd96-98dc93aa0f93', 'tenant_id': 'f911637440044e5098fb64107964cb00', 'fixed_ips': [{'subnet_id': 'f8158435-3d7f-49f5-971d-f3159d7ad29b'}]}} from n-d-694802-15. {{(pid=94468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 14:46:57.565045 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-7b996f16-f860-48b6-b46d-aaca7d88d020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:57.583887 n-d-694802-15 neutron-server[94466]: DEBUG neutron.notifiers.nova [None req-da9b3fba-dbbd-4ad4-9c58-f6396f32537f tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] device_id is not set on port c0433107-cd3d-4b8d-9083-41852983df84 yet. {{(pid=94466) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 14:46:57.707490 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.db_base_plugin_common [None req-7b996f16-f860-48b6-b46d-aaca7d88d020 None None] Allocated IP 2001:db8::2 (9378e537-2bb0-4edb-bd96-98dc93aa0f93/f8158435-3d7f-49f5-971d-f3159d7ad29b/4b2b4df7-da10-4a87-af2a-d6265d61acc6) {{(pid=94468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:46:57.848004 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-7b996f16-f860-48b6-b46d-aaca7d88d020 None None] Notify callbacks [] for port, precommit_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:57.856419 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-7b996f16-f860-48b6-b46d-aaca7d88d020 None None] Transition to ACTIVE for port object 4b2b4df7-da10-4a87-af2a-d6265d61acc6 will not be triggered until provisioned by entity L2. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:46:57.872044 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-7b996f16-f860-48b6-b46d-aaca7d88d020 None None] Transition to ACTIVE for port object 4b2b4df7-da10-4a87-af2a-d6265d61acc6 will not be triggered until provisioned by entity DHCP. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:46:57.878128 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-7b996f16-f860-48b6-b46d-aaca7d88d020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253'] for port, after_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:57.920650 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b996f16-f860-48b6-b46d-aaca7d88d020 None None] Network 9378e537-2bb0-4edb-bd96-98dc93aa0f93 is already hosted by enough agents. {{(pid=94468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:46:57.924156 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.base_scheduler [None req-7b996f16-f860-48b6-b46d-aaca7d88d020 None None] Resources bound (agent type, host, resource id): {{(pid=94468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:46:57.928594 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b996f16-f860-48b6-b46d-aaca7d88d020 None None] Received port after_create {{(pid=94468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:46:57.931733 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b996f16-f860-48b6-b46d-aaca7d88d020 None None] Pushing event updated for resources: {'Port': ['ID=4b2b4df7-da10-4a87-af2a-d6265d61acc6,revision_number=1']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:46:57.936456 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-da9b3fba-dbbd-4ad4-9c58-f6396f32537f tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Allocated IP 2001:db8::f054:c3b0:fd9d:8a4d (9378e537-2bb0-4edb-bd96-98dc93aa0f93/f8158435-3d7f-49f5-971d-f3159d7ad29b/c0433107-cd3d-4b8d-9083-41852983df84) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:46:57.998852 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-7b996f16-f860-48b6-b46d-aaca7d88d020 None None] Attempting to bind port 4b2b4df7-da10-4a87-af2a-d6265d61acc6 on host n-d-694802-15 for vnic_type normal with profile {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:46:57.999470 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-7b996f16-f860-48b6-b46d-aaca7d88d020 None None] Attempting to bind port 4b2b4df7-da10-4a87-af2a-d6265d61acc6 by drivers openvswitch,hyperv on host n-d-694802-15 at level 0 using segments [{'id': '29ba2c71-2731-40cb-80f7-8e3bbe9101b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '9378e537-2bb0-4edb-bd96-98dc93aa0f93'}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:46:57.999794 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b996f16-f860-48b6-b46d-aaca7d88d020 None None] Attempting to bind port 4b2b4df7-da10-4a87-af2a-d6265d61acc6 on network 9378e537-2bb0-4edb-bd96-98dc93aa0f93 {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:46:58.007836 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b996f16-f860-48b6-b46d-aaca7d88d020 None None] Checking agent: {'id': '16de73ac-f2e9-4cee-b3e0-91052ae3e6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 20, 13), 'started_at': datetime.datetime(2021, 8, 12, 14, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 46, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:46:58.008289 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b996f16-f860-48b6-b46d-aaca7d88d020 None None] Checking segment: {'id': '29ba2c71-2731-40cb-80f7-8e3bbe9101b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '9378e537-2bb0-4edb-bd96-98dc93aa0f93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:46:58.008602 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-7b996f16-f860-48b6-b46d-aaca7d88d020 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:58.009327 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b996f16-f860-48b6-b46d-aaca7d88d020 None None] Bound using segment: {'id': '29ba2c71-2731-40cb-80f7-8e3bbe9101b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '9378e537-2bb0-4edb-bd96-98dc93aa0f93'} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:46:58.009814 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-7b996f16-f860-48b6-b46d-aaca7d88d020 None None] Bound port: 4b2b4df7-da10-4a87-af2a-d6265d61acc6, host: n-d-694802-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29ba2c71-2731-40cb-80f7-8e3bbe9101b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '9378e537-2bb0-4edb-bd96-98dc93aa0f93'}}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:46:58.010197 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-7b996f16-f860-48b6-b46d-aaca7d88d020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:58.073160 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-7b996f16-f860-48b6-b46d-aaca7d88d020 None None] For port 4b2b4df7-da10-4a87-af2a-d6265d61acc6, host n-d-694802-15, cleared binding levels {{(pid=94468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:46:58.076328 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-7b996f16-f860-48b6-b46d-aaca7d88d020 None None] For port 4b2b4df7-da10-4a87-af2a-d6265d61acc6, host n-d-694802-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=4b2b4df7-da10-4a87-af2a-d6265d61acc6,segment=NetworkSegment(29ba2c71-2731-40cb-80f7-8e3bbe9101b4),segment_id=29ba2c71-2731-40cb-80f7-8e3bbe9101b4)] {{(pid=94468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:46:58.081495 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-7b996f16-f860-48b6-b46d-aaca7d88d020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:58.097944 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-da9b3fba-dbbd-4ad4-9c58-f6396f32537f tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:58.112729 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-da9b3fba-dbbd-4ad4-9c58-f6396f32537f tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Transition to ACTIVE for port object c0433107-cd3d-4b8d-9083-41852983df84 will not be triggered until provisioned by entity DHCP. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:46:58.148755 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b996f16-f860-48b6-b46d-aaca7d88d020 None None] Pushing event updated for resources: {'Port': ['ID=4b2b4df7-da10-4a87-af2a-d6265d61acc6,revision_number=2']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:46:58.150331 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-da9b3fba-dbbd-4ad4-9c58-f6396f32537f tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:58.207391 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da9b3fba-dbbd-4ad4-9c58-f6396f32537f tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Network 9378e537-2bb0-4edb-bd96-98dc93aa0f93 is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:46:58.210644 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-da9b3fba-dbbd-4ad4-9c58-f6396f32537f tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:46:58.215286 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da9b3fba-dbbd-4ad4-9c58-f6396f32537f tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:46:58.220987 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da9b3fba-dbbd-4ad4-9c58-f6396f32537f tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:46:58.221611 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-da9b3fba-dbbd-4ad4-9c58-f6396f32537f tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:58.225414 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9b3fba-dbbd-4ad4-9c58-f6396f32537f tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Pushing event updated for resources: {'Port': ['ID=c0433107-cd3d-4b8d-9083-41852983df84,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:46:58.240913 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-da9b3fba-dbbd-4ad4-9c58-f6396f32537f tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.8026659 Aug 12 14:46:58.243362 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 54248) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:46:58.314856 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b41f676-b990-43ee-b96f-ad2879fa7f7c tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:46:58.322258 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b41f676-b990-43ee-b96f-ad2879fa7f7c tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:46:58.327804 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-9b41f676-b990-43ee-b96f-ad2879fa7f7c tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.0834048 Aug 12 14:46:58.328669 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 54250) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:46:58.427284 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-00bc4b34-38f7-4d03-b485-b193a795883c tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Deleting port c0433107-cd3d-4b8d-9083-41852983df84 {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:46:58.427631 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-00bc4b34-38f7-4d03-b485-b193a795883c tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:58.513951 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-00bc4b34-38f7-4d03-b485-b193a795883c tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:58.525791 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-00bc4b34-38f7-4d03-b485-b193a795883c tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Calling delete_port for c0433107-cd3d-4b8d-9083-41852983df84 owned by {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:46:58.668724 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-00bc4b34-38f7-4d03-b485-b193a795883c tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:58.716611 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bc4b34-38f7-4d03-b485-b193a795883c tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Pushing event deleted for resources: {'Port': ['ID=c0433107-cd3d-4b8d-9083-41852983df84,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:46:58.756350 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-00bc4b34-38f7-4d03-b485-b193a795883c tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:58.758304 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-00bc4b34-38f7-4d03-b485-b193a795883c tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] 10.222.0.39 "DELETE /v2.0/ports/c0433107-cd3d-4b8d-9083-41852983df84 HTTP/1.1" status: 204 len: 168 time: 0.4278107 Aug 12 14:46:58.761012 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 54258) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:46:58.783179 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 4b2b4df7-da10-4a87-af2a-d6265d61acc6 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:46:58.821248 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6eeab35-8221-4465-9240-bcc2d83f1ee4 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:46:58.823221 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6eeab35-8221-4465-9240-bcc2d83f1ee4 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:46:58.824809 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-c6eeab35-8221-4465-9240-bcc2d83f1ee4 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0627830 Aug 12 14:46:58.827442 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 54260) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:46:58.836955 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning for port 4b2b4df7-da10-4a87-af2a-d6265d61acc6 completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:46:58.894397 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_v2 [None req-266097b4-c6b3-4a0c-a594-f67336e959be tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Deleting subnet f8158435-3d7f-49f5-971d-f3159d7ad29b {{(pid=94466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 14:46:58.897802 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-266097b4-c6b3-4a0c-a594-f67336e959be tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks [] for subnet, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:58.904772 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device c47c898d-21e0-4fd9-9878-fb26c35e9836 no longer exists at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:46:58.930875 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] No Port match for: c47c898d-21e0-4fd9-9878-fb26c35e9836 {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 14:46:58.931261 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device c47c898d-21e0-4fd9-9878-fb26c35e9836 not bound to the agent host n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:46:58.952527 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-266097b4-c6b3-4a0c-a594-f67336e959be tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2293551'] for subnet, precommit_delete_associations {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:59.042843 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-266097b4-c6b3-4a0c-a594-f67336e959be tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66416255'] for subnet, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:59.107429 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-266097b4-c6b3-4a0c-a594-f67336e959be tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66416232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3718429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8776402'] for subnet, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:59.132514 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266097b4-c6b3-4a0c-a594-f67336e959be tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Pushing event deleted for resources: {'Subnet': ['ID=f8158435-3d7f-49f5-971d-f3159d7ad29b,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:46:59.148115 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-266097b4-c6b3-4a0c-a594-f67336e959be tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for subnet, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:59.149991 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-266097b4-c6b3-4a0c-a594-f67336e959be tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] 10.222.0.39 "DELETE /v2.0/subnets/f8158435-3d7f-49f5-971d-f3159d7ad29b HTTP/1.1" status: 204 len: 168 time: 0.3214800 Aug 12 14:46:59.153012 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 54266) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:46:59.157566 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-307dd9d6-13b4-4a22-8205-a5f37a1047e3 None None] Provisioning for port 4b2b4df7-da10-4a87-af2a-d6265d61acc6 completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:46:59.163063 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-307dd9d6-13b4-4a22-8205-a5f37a1047e3 None None] Provisioning complete for port 4b2b4df7-da10-4a87-af2a-d6265d61acc6 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:46:59.163463 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-307dd9d6-13b4-4a22-8205-a5f37a1047e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:59.196174 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-04d32cd5-debc-457a-a57e-b37addfbe3ea tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0391643 Aug 12 14:46:59.196431 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 54268) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:46:59.201307 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-405286ec-d511-4b8f-8a13-38f8487afae9 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Request body: {'subnet': {'network_id': '9378e537-2bb0-4edb-bd96-98dc93aa0f93', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:46:59.256268 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-307dd9d6-13b4-4a22-8205-a5f37a1047e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:59.289764 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-307dd9d6-13b4-4a22-8205-a5f37a1047e3 None None] For port 4b2b4df7-da10-4a87-af2a-d6265d61acc6, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=4b2b4df7-da10-4a87-af2a-d6265d61acc6,segment=NetworkSegment(29ba2c71-2731-40cb-80f7-8e3bbe9101b4),segment_id=29ba2c71-2731-40cb-80f7-8e3bbe9101b4)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:46:59.293303 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c21f57c-970e-42fe-9829-c2d03a898bf0 None None] Network 9378e537-2bb0-4edb-bd96-98dc93aa0f93 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:46:59.297039 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-307dd9d6-13b4-4a22-8205-a5f37a1047e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:59.306016 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-405286ec-d511-4b8f-8a13-38f8487afae9 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Made reservation on behalf of f911637440044e5098fb64107964cb00 for: {'subnet': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:46:59.310071 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-405286ec-d511-4b8f-8a13-38f8487afae9 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3343791'] for subnet, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:59.416958 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307dd9d6-13b4-4a22-8205-a5f37a1047e3 None None] Pushing event updated for resources: {'Port': ['ID=4b2b4df7-da10-4a87-af2a-d6265d61acc6,revision_number=4']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:46:59.424555 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-e109d449-4055-45f5-8aec-0e2dd858934c None None] Could not find standard attr ID for object c0433107-cd3d-4b8d-9083-41852983df84. {{(pid=94468) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 12 14:46:59.499577 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-405286ec-d511-4b8f-8a13-38f8487afae9 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2859166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3343773'] for subnet, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:59.512051 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-815789b4-1c52-4d8d-ad7e-06e62ada11c9 None None] DHCP port deletion for 9378e537-2bb0-4edb-bd96-98dc93aa0f93 request from n-d-694802-15 {{(pid=94468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 14:46:59.549577 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-405286ec-d511-4b8f-8a13-38f8487afae9 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Network 9378e537-2bb0-4edb-bd96-98dc93aa0f93 is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:46:59.553503 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [None req-405286ec-d511-4b8f-8a13-38f8487afae9 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:46:59.556781 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-405286ec-d511-4b8f-8a13-38f8487afae9 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:46:59.557377 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-405286ec-d511-4b8f-8a13-38f8487afae9 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks [] for subnet, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:59.567543 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-815789b4-1c52-4d8d-ad7e-06e62ada11c9 None None] Deleting port 4b2b4df7-da10-4a87-af2a-d6265d61acc6 {{(pid=94468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:46:59.567923 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-815789b4-1c52-4d8d-ad7e-06e62ada11c9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:59.571895 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405286ec-d511-4b8f-8a13-38f8487afae9 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Pushing event updated for resources: {'Subnet': ['ID=d0848148-3291-4dca-9102-d6debf312cb5,revision_number=0']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:46:59.580696 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-405286ec-d511-4b8f-8a13-38f8487afae9 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.3824546 Aug 12 14:46:59.582912 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 54270) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:46:59.587952 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-5b2c7eeb-45a9-4da9-ac0e-21b3fe114bd4 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Request body: {'port': {'network_id': '9378e537-2bb0-4edb-bd96-98dc93aa0f93', 'fixed_ips': [{'subnet_id': 'd0848148-3291-4dca-9102-d6debf312cb5', 'ip_address': '2001:db8::9cf4:212c:b626:ca22'}], 'name': 'tempest-NetworksTestDHCPv6-1476138376'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:46:59.649215 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-815789b4-1c52-4d8d-ad7e-06e62ada11c9 None None] For port 4b2b4df7-da10-4a87-af2a-d6265d61acc6, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=4b2b4df7-da10-4a87-af2a-d6265d61acc6,segment=NetworkSegment(29ba2c71-2731-40cb-80f7-8e3bbe9101b4),segment_id=29ba2c71-2731-40cb-80f7-8e3bbe9101b4)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:46:59.649609 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-815789b4-1c52-4d8d-ad7e-06e62ada11c9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:59.661811 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-815789b4-1c52-4d8d-ad7e-06e62ada11c9 None None] Calling delete_port for 4b2b4df7-da10-4a87-af2a-d6265d61acc6 owned by network:dhcp {{(pid=94468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:46:59.697599 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b2c7eeb-45a9-4da9-ac0e-21b3fe114bd4 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Made reservation on behalf of f911637440044e5098fb64107964cb00 for: {'port': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:46:59.804241 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-5b2c7eeb-45a9-4da9-ac0e-21b3fe114bd4 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:59.827969 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [None req-5b2c7eeb-45a9-4da9-ac0e-21b3fe114bd4 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] device_id is not set on port 0a970156-af49-47be-b131-f7d76b60924d yet. {{(pid=94467) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 14:46:59.885228 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-815789b4-1c52-4d8d-ad7e-06e62ada11c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262'] for port, after_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:46:59.911328 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815789b4-1c52-4d8d-ad7e-06e62ada11c9 None None] Pushing event deleted for resources: {'Port': ['ID=4b2b4df7-da10-4a87-af2a-d6265d61acc6,revision_number=None']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:46:59.913150 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-815789b4-1c52-4d8d-ad7e-06e62ada11c9 None None] No DVR routers for this DVR port 4b2b4df7-da10-4a87-af2a-d6265d61acc6 on host n-d-694802-15 {{(pid=94468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:46:59.927044 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fbc8c77-446b-4762-8133-baecf3d646c4 None None] Network 9378e537-2bb0-4edb-bd96-98dc93aa0f93 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:46:59.995905 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_common [None req-5b2c7eeb-45a9-4da9-ac0e-21b3fe114bd4 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Allocated IP 2001:db8::9cf4:212c:b626:ca22 (9378e537-2bb0-4edb-bd96-98dc93aa0f93/d0848148-3291-4dca-9102-d6debf312cb5/0a970156-af49-47be-b131-f7d76b60924d) {{(pid=94467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:47:00.075893 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26bd00a5-4e81-4a29-8605-facfb681019d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa7035b3e-9a89-5964-b9f4-97301c3f476a-9378e537-2bb0-4edb-bd96-98dc93aa0f93', 'network_id': '9378e537-2bb0-4edb-bd96-98dc93aa0f93', 'tenant_id': 'f911637440044e5098fb64107964cb00', 'fixed_ips': [{'subnet_id': 'd0848148-3291-4dca-9102-d6debf312cb5'}]}} from n-d-694802-15. {{(pid=94468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 14:47:00.076741 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-26bd00a5-4e81-4a29-8605-facfb681019d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:00.155780 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-5b2c7eeb-45a9-4da9-ac0e-21b3fe114bd4 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks [] for port, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:00.169922 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [None req-5b2c7eeb-45a9-4da9-ac0e-21b3fe114bd4 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Transition to ACTIVE for port object 0a970156-af49-47be-b131-f7d76b60924d will not be triggered until provisioned by entity DHCP. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:47:00.203106 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-5b2c7eeb-45a9-4da9-ac0e-21b3fe114bd4 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:00.249753 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b2c7eeb-45a9-4da9-ac0e-21b3fe114bd4 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Network 9378e537-2bb0-4edb-bd96-98dc93aa0f93 is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:47:00.251674 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.db_base_plugin_common [None req-26bd00a5-4e81-4a29-8605-facfb681019d None None] Allocated IP 2001:db8::2 (9378e537-2bb0-4edb-bd96-98dc93aa0f93/d0848148-3291-4dca-9102-d6debf312cb5/1a87b57a-aabb-498d-b532-f61308fda2db) {{(pid=94468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:47:00.257321 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [None req-5b2c7eeb-45a9-4da9-ac0e-21b3fe114bd4 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:47:00.259758 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b2c7eeb-45a9-4da9-ac0e-21b3fe114bd4 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Received port after_create {{(pid=94467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:47:00.266857 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b2c7eeb-45a9-4da9-ac0e-21b3fe114bd4 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:47:00.267706 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-5b2c7eeb-45a9-4da9-ac0e-21b3fe114bd4 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:00.281200 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2c7eeb-45a9-4da9-ac0e-21b3fe114bd4 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Pushing event updated for resources: {'Port': ['ID=0a970156-af49-47be-b131-f7d76b60924d,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:47:00.292464 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-5b2c7eeb-45a9-4da9-ac0e-21b3fe114bd4 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.7063100 Aug 12 14:47:00.292670 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 54280) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:47:00.344668 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2027d859-678e-4933-9a96-2a7aa1dfb99a tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:47:00.346749 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-2027d859-678e-4933-9a96-2a7aa1dfb99a tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.0531032 Aug 12 14:47:00.349432 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 54282) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:47:00.397397 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-26bd00a5-4e81-4a29-8605-facfb681019d None None] Notify callbacks [] for port, precommit_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:00.408386 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-26bd00a5-4e81-4a29-8605-facfb681019d None None] Transition to ACTIVE for port object 1a87b57a-aabb-498d-b532-f61308fda2db will not be triggered until provisioned by entity L2. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:47:00.425358 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-26bd00a5-4e81-4a29-8605-facfb681019d None None] Transition to ACTIVE for port object 1a87b57a-aabb-498d-b532-f61308fda2db will not be triggered until provisioned by entity DHCP. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:47:00.431704 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-26bd00a5-4e81-4a29-8605-facfb681019d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253'] for port, after_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:00.449101 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-927aaca6-1795-4839-9773-6e7697bac0d6 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Deleting port 0a970156-af49-47be-b131-f7d76b60924d {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:47:00.449472 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-927aaca6-1795-4839-9773-6e7697bac0d6 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:00.472383 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26bd00a5-4e81-4a29-8605-facfb681019d None None] Network 9378e537-2bb0-4edb-bd96-98dc93aa0f93 is already hosted by enough agents. {{(pid=94468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:47:00.477106 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.base_scheduler [None req-26bd00a5-4e81-4a29-8605-facfb681019d None None] Resources bound (agent type, host, resource id): {{(pid=94468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:47:00.479529 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26bd00a5-4e81-4a29-8605-facfb681019d None None] Received port after_create {{(pid=94468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:47:00.492089 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bd00a5-4e81-4a29-8605-facfb681019d None None] Pushing event updated for resources: {'Port': ['ID=1a87b57a-aabb-498d-b532-f61308fda2db,revision_number=1']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:47:00.536041 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-927aaca6-1795-4839-9773-6e7697bac0d6 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:00.536910 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-26bd00a5-4e81-4a29-8605-facfb681019d None None] Attempting to bind port 1a87b57a-aabb-498d-b532-f61308fda2db on host n-d-694802-15 for vnic_type normal with profile {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:47:00.537285 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-26bd00a5-4e81-4a29-8605-facfb681019d None None] Attempting to bind port 1a87b57a-aabb-498d-b532-f61308fda2db by drivers openvswitch,hyperv on host n-d-694802-15 at level 0 using segments [{'id': '29ba2c71-2731-40cb-80f7-8e3bbe9101b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '9378e537-2bb0-4edb-bd96-98dc93aa0f93'}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:47:00.537652 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26bd00a5-4e81-4a29-8605-facfb681019d None None] Attempting to bind port 1a87b57a-aabb-498d-b532-f61308fda2db on network 9378e537-2bb0-4edb-bd96-98dc93aa0f93 {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:47:00.542907 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26bd00a5-4e81-4a29-8605-facfb681019d None None] Checking agent: {'id': '16de73ac-f2e9-4cee-b3e0-91052ae3e6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 20, 13), 'started_at': datetime.datetime(2021, 8, 12, 14, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 46, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:47:00.543303 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26bd00a5-4e81-4a29-8605-facfb681019d None None] Checking segment: {'id': '29ba2c71-2731-40cb-80f7-8e3bbe9101b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '9378e537-2bb0-4edb-bd96-98dc93aa0f93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:47:00.543704 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-26bd00a5-4e81-4a29-8605-facfb681019d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:00.544095 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26bd00a5-4e81-4a29-8605-facfb681019d None None] Bound using segment: {'id': '29ba2c71-2731-40cb-80f7-8e3bbe9101b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '9378e537-2bb0-4edb-bd96-98dc93aa0f93'} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:47:00.544573 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-26bd00a5-4e81-4a29-8605-facfb681019d None None] Bound port: 1a87b57a-aabb-498d-b532-f61308fda2db, host: n-d-694802-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29ba2c71-2731-40cb-80f7-8e3bbe9101b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '9378e537-2bb0-4edb-bd96-98dc93aa0f93'}}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:47:00.544944 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-26bd00a5-4e81-4a29-8605-facfb681019d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:00.548194 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-927aaca6-1795-4839-9773-6e7697bac0d6 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Calling delete_port for 0a970156-af49-47be-b131-f7d76b60924d owned by {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:47:00.606789 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-26bd00a5-4e81-4a29-8605-facfb681019d None None] For port 1a87b57a-aabb-498d-b532-f61308fda2db, host n-d-694802-15, cleared binding levels {{(pid=94468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:47:00.609909 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-26bd00a5-4e81-4a29-8605-facfb681019d None None] For port 1a87b57a-aabb-498d-b532-f61308fda2db, host n-d-694802-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=1a87b57a-aabb-498d-b532-f61308fda2db,segment=NetworkSegment(29ba2c71-2731-40cb-80f7-8e3bbe9101b4),segment_id=29ba2c71-2731-40cb-80f7-8e3bbe9101b4)] {{(pid=94468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:47:00.615170 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-26bd00a5-4e81-4a29-8605-facfb681019d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:00.687264 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bd00a5-4e81-4a29-8605-facfb681019d None None] Pushing event updated for resources: {'Port': ['ID=1a87b57a-aabb-498d-b532-f61308fda2db,revision_number=2']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:47:00.696448 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-927aaca6-1795-4839-9773-6e7697bac0d6 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:00.733622 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927aaca6-1795-4839-9773-6e7697bac0d6 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Pushing event deleted for resources: {'Port': ['ID=0a970156-af49-47be-b131-f7d76b60924d,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:47:00.736747 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 4b2b4df7-da10-4a87-af2a-d6265d61acc6 no longer exists at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:47:00.752076 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-927aaca6-1795-4839-9773-6e7697bac0d6 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:00.754185 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-927aaca6-1795-4839-9773-6e7697bac0d6 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] 10.222.0.39 "DELETE /v2.0/ports/0a970156-af49-47be-b131-f7d76b60924d HTTP/1.1" status: 204 len: 168 time: 0.4036918 Aug 12 14:47:00.756764 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 54284) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:47:00.758472 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] No Port match for: 4b2b4df7-da10-4a87-af2a-d6265d61acc6 {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 14:47:00.758890 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 4b2b4df7-da10-4a87-af2a-d6265d61acc6 not bound to the agent host n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:47:00.818554 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c0b6df3-2373-4b40-9ffe-0583fc334de3 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:47:00.819750 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c0b6df3-2373-4b40-9ffe-0583fc334de3 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:47:00.821526 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-6c0b6df3-2373-4b40-9ffe-0583fc334de3 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0633674 Aug 12 14:47:00.823953 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 54288) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:47:00.906661 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b1b945d-8a1b-4171-8609-f61cb2aa36d7 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Deleting subnet d0848148-3291-4dca-9102-d6debf312cb5 {{(pid=94467) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 14:47:00.910654 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-4b1b945d-8a1b-4171-8609-f61cb2aa36d7 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks [] for subnet, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:00.961197 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-4b1b945d-8a1b-4171-8609-f61cb2aa36d7 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3857505'] for subnet, precommit_delete_associations {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:01.052525 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-4b1b945d-8a1b-4171-8609-f61cb2aa36d7 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66416255'] for subnet, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:01.117488 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-4b1b945d-8a1b-4171-8609-f61cb2aa36d7 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66416232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2859225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3343748'] for subnet, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:01.146315 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1b945d-8a1b-4171-8609-f61cb2aa36d7 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Pushing event deleted for resources: {'Subnet': ['ID=d0848148-3291-4dca-9102-d6debf312cb5,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:47:01.149440 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-4b1b945d-8a1b-4171-8609-f61cb2aa36d7 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks [] for subnet, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:01.153605 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-4b1b945d-8a1b-4171-8609-f61cb2aa36d7 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] 10.222.0.39 "DELETE /v2.0/subnets/d0848148-3291-4dca-9102-d6debf312cb5 HTTP/1.1" status: 204 len: 168 time: 0.3258004 Aug 12 14:47:01.154030 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 54296) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:47:01.195273 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-225b6e4a-5d46-4902-8d3b-ae43f92a216e tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0401855 Aug 12 14:47:01.197684 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 54298) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:47:01.250349 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-090b1ec5-7aad-4b34-b4a3-1600beae6897 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:47:01.251854 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-090b1ec5-7aad-4b34-b4a3-1600beae6897 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0532334 Aug 12 14:47:01.255134 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 54302) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:47:01.307987 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdbd89a3-ec36-4d4a-b2ff-e063ccaf1e9b tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:47:01.309365 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-fdbd89a3-ec36-4d4a-b2ff-e063ccaf1e9b tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0533416 Aug 12 14:47:01.312292 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 54304) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:47:01.350767 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-4fc67aee-ad04-45e3-a99d-2d7ce99bcd6e tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0373437 Aug 12 14:47:01.354954 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 54306) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:47:01.359980 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-e9d507bc-0440-4d2b-9062-b1ed5deb8cbe tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Request body: {'subnet': {'network_id': '9378e537-2bb0-4edb-bd96-98dc93aa0f93', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:47:01.458180 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9d507bc-0440-4d2b-9062-b1ed5deb8cbe tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Made reservation on behalf of f911637440044e5098fb64107964cb00 for: {'subnet': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:47:01.462481 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-e9d507bc-0440-4d2b-9062-b1ed5deb8cbe tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3343791'] for subnet, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:01.632213 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e6146d2-e7ad-4bf7-8689-343dea3f63b3 None None] Network 9378e537-2bb0-4edb-bd96-98dc93aa0f93 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:47:01.658974 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-e9d507bc-0440-4d2b-9062-b1ed5deb8cbe tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2859166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3343773'] for subnet, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:01.691966 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-c593d6b6-f708-4e4f-8419-685739c7ea72 None None] Provisioning for port 1a87b57a-aabb-498d-b532-f61308fda2db completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:47:01.708394 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9d507bc-0440-4d2b-9062-b1ed5deb8cbe tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Network 9378e537-2bb0-4edb-bd96-98dc93aa0f93 is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:47:01.712090 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [None req-e9d507bc-0440-4d2b-9062-b1ed5deb8cbe tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:47:01.716560 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9d507bc-0440-4d2b-9062-b1ed5deb8cbe tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:47:01.717214 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-e9d507bc-0440-4d2b-9062-b1ed5deb8cbe tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks [] for subnet, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:01.725342 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d507bc-0440-4d2b-9062-b1ed5deb8cbe tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Pushing event updated for resources: {'Subnet': ['ID=d988d63d-eacb-4f2b-9ace-275a0c192ca3,revision_number=0']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:47:01.735615 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-e9d507bc-0440-4d2b-9062-b1ed5deb8cbe tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3795886 Aug 12 14:47:01.738456 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 54308) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:47:01.743410 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-9e477d9e-bf3f-45c8-8242-b3fb6962a6eb tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Request body: {'port': {'network_id': '9378e537-2bb0-4edb-bd96-98dc93aa0f93', 'fixed_ips': [{'subnet_id': 'd988d63d-eacb-4f2b-9ace-275a0c192ca3', 'ip_address': '2001:db8::ca5a:ebe6:829b:1fd7'}], 'name': 'tempest-NetworksTestDHCPv6-165215763'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:47:01.859505 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e477d9e-bf3f-45c8-8242-b3fb6962a6eb tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Made reservation on behalf of f911637440044e5098fb64107964cb00 for: {'port': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:47:01.865005 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-9e477d9e-bf3f-45c8-8242-b3fb6962a6eb tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:01.885206 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [None req-9e477d9e-bf3f-45c8-8242-b3fb6962a6eb tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] device_id is not set on port 03329eb9-93fa-48ad-b7ab-38cfb036388e yet. {{(pid=94467) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 14:47:01.964703 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94e30cd4-a9f8-458a-bbb2-54dd9050b31b None None] Network 9378e537-2bb0-4edb-bd96-98dc93aa0f93 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:47:02.049470 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_common [None req-9e477d9e-bf3f-45c8-8242-b3fb6962a6eb tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Allocated IP 2001:db8::ca5a:ebe6:829b:1fd7 (9378e537-2bb0-4edb-bd96-98dc93aa0f93/d988d63d-eacb-4f2b-9ace-275a0c192ca3/03329eb9-93fa-48ad-b7ab-38cfb036388e) {{(pid=94467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:47:02.203315 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-9e477d9e-bf3f-45c8-8242-b3fb6962a6eb tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks [] for port, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:02.225699 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [None req-9e477d9e-bf3f-45c8-8242-b3fb6962a6eb tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Transition to ACTIVE for port object 03329eb9-93fa-48ad-b7ab-38cfb036388e will not be triggered until provisioned by entity DHCP. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:47:02.276963 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-9e477d9e-bf3f-45c8-8242-b3fb6962a6eb tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:02.324868 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e477d9e-bf3f-45c8-8242-b3fb6962a6eb tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Network 9378e537-2bb0-4edb-bd96-98dc93aa0f93 is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:47:02.328071 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [None req-9e477d9e-bf3f-45c8-8242-b3fb6962a6eb tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:47:02.330530 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e477d9e-bf3f-45c8-8242-b3fb6962a6eb tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Received port after_create {{(pid=94467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:47:02.336374 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e477d9e-bf3f-45c8-8242-b3fb6962a6eb tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:47:02.337082 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-9e477d9e-bf3f-45c8-8242-b3fb6962a6eb tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:02.354207 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e477d9e-bf3f-45c8-8242-b3fb6962a6eb tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Pushing event updated for resources: {'Port': ['ID=03329eb9-93fa-48ad-b7ab-38cfb036388e,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:47:02.363625 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-9e477d9e-bf3f-45c8-8242-b3fb6962a6eb tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 0.6240180 Aug 12 14:47:02.366183 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 54318) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:47:02.383506 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-fae2acbc-346e-4e9b-872a-2f86ff63b567 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Request body: {'port': {'network_id': '9378e537-2bb0-4edb-bd96-98dc93aa0f93', 'fixed_ips': [{'subnet_id': 'd988d63d-eacb-4f2b-9ace-275a0c192ca3', 'ip_address': '2001:db8::ca5a:ebe6:829b:1fd7'}], 'name': 'tempest-NetworksTestDHCPv6-467517792'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:47:02.496703 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fae2acbc-346e-4e9b-872a-2f86ff63b567 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Made reservation on behalf of f911637440044e5098fb64107964cb00 for: {'port': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:47:02.501806 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-fae2acbc-346e-4e9b-872a-2f86ff63b567 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:02.520513 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [None req-fae2acbc-346e-4e9b-872a-2f86ff63b567 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] device_id is not set on port 4aeb9e2b-d5e1-438f-9b87-a4705135b57b yet. {{(pid=94467) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 14:47:02.581306 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-781dab0a-fa4f-4745-9922-919964fb9d22 None None] Could not find standard attr ID for object 0a970156-af49-47be-b131-f7d76b60924d. {{(pid=94468) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 12 14:47:02.692862 n-d-694802-15 neutron-server[94467]: INFO neutron.pecan_wsgi.hooks.translation [None req-fae2acbc-346e-4e9b-872a-2f86ff63b567 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] POST failed (client error): There was a conflict when trying to complete your request. Aug 12 14:47:02.694216 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fae2acbc-346e-4e9b-872a-2f86ff63b567 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94467) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 14:47:02.713356 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-fae2acbc-346e-4e9b-872a-2f86ff63b567 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 0.3458743 Aug 12 14:47:02.715303 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-991dd6e3-eaa3-47c2-8ea0-a5ed52a1b781 None None] Provisioning for port 03329eb9-93fa-48ad-b7ab-38cfb036388e completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:47:02.716512 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 54320) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:47:02.737847 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-991dd6e3-eaa3-47c2-8ea0-a5ed52a1b781 None None] Provisioning complete for port 03329eb9-93fa-48ad-b7ab-38cfb036388e triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:47:02.738450 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-991dd6e3-eaa3-47c2-8ea0-a5ed52a1b781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:02.775483 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e79e9b1-472c-4933-9c88-4a3f4dc44380 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:47:02.780436 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-991dd6e3-eaa3-47c2-8ea0-a5ed52a1b781 None None] Port 03329eb9-93fa-48ad-b7ab-38cfb036388e cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 14:47:02.781793 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e79e9b1-472c-4933-9c88-4a3f4dc44380 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:47:02.788757 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 54322) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:47:02.789269 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-9e79e9b1-472c-4933-9c88-4a3f4dc44380 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1605 time: 0.0714424 Aug 12 14:47:02.793281 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 1a87b57a-aabb-498d-b532-f61308fda2db up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:47:02.848386 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning for port 1a87b57a-aabb-498d-b532-f61308fda2db completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:47:02.852085 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port 1a87b57a-aabb-498d-b532-f61308fda2db triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:47:02.852797 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:02.897759 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-ba7a4c6d-6dd2-4485-ac68-0358ed309b20 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Deleting port 03329eb9-93fa-48ad-b7ab-38cfb036388e {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:47:02.898129 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ba7a4c6d-6dd2-4485-ac68-0358ed309b20 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:02.934999 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:02.968993 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] For port 1a87b57a-aabb-498d-b532-f61308fda2db, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=1a87b57a-aabb-498d-b532-f61308fda2db,segment=NetworkSegment(29ba2c71-2731-40cb-80f7-8e3bbe9101b4),segment_id=29ba2c71-2731-40cb-80f7-8e3bbe9101b4)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:47:02.974195 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:02.994468 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ba7a4c6d-6dd2-4485-ac68-0358ed309b20 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:03.008047 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-ba7a4c6d-6dd2-4485-ac68-0358ed309b20 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Calling delete_port for 03329eb9-93fa-48ad-b7ab-38cfb036388e owned by {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:47:03.025112 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Pushing event updated for resources: {'Port': ['ID=1a87b57a-aabb-498d-b532-f61308fda2db,revision_number=4']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:47:03.154596 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ba7a4c6d-6dd2-4485-ac68-0358ed309b20 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:03.182280 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7a4c6d-6dd2-4485-ac68-0358ed309b20 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Pushing event deleted for resources: {'Port': ['ID=03329eb9-93fa-48ad-b7ab-38cfb036388e,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:47:03.216199 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ba7a4c6d-6dd2-4485-ac68-0358ed309b20 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:03.218335 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-ba7a4c6d-6dd2-4485-ac68-0358ed309b20 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] 10.222.0.39 "DELETE /v2.0/ports/03329eb9-93fa-48ad-b7ab-38cfb036388e HTTP/1.1" status: 204 len: 168 time: 0.4254985 Aug 12 14:47:03.220807 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 54328) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:47:03.277316 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c438033b-4501-44a3-af28-96838a8c3143 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:47:03.279072 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c438033b-4501-44a3-af28-96838a8c3143 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:47:03.283357 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-c438033b-4501-44a3-af28-96838a8c3143 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0589321 Aug 12 14:47:03.283774 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 54332) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:47:03.346718 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_v2 [None req-323af439-a9e8-4079-a8a9-160e053f72a9 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Deleting subnet d988d63d-eacb-4f2b-9ace-275a0c192ca3 {{(pid=94466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 14:47:03.350581 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-323af439-a9e8-4079-a8a9-160e053f72a9 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks [] for subnet, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:03.392851 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-323af439-a9e8-4079-a8a9-160e053f72a9 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2293551'] for subnet, precommit_delete_associations {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:03.442988 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-323af439-a9e8-4079-a8a9-160e053f72a9 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66416255'] for subnet, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:03.502039 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-323af439-a9e8-4079-a8a9-160e053f72a9 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66416232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3718429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8776402'] for subnet, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:03.529247 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323af439-a9e8-4079-a8a9-160e053f72a9 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Pushing event deleted for resources: {'Subnet': ['ID=d988d63d-eacb-4f2b-9ace-275a0c192ca3,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:47:03.532861 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-323af439-a9e8-4079-a8a9-160e053f72a9 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for subnet, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:03.534701 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-323af439-a9e8-4079-a8a9-160e053f72a9 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] 10.222.0.39 "DELETE /v2.0/subnets/d988d63d-eacb-4f2b-9ace-275a0c192ca3 HTTP/1.1" status: 204 len: 168 time: 0.2501931 Aug 12 14:47:03.537173 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 54336) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:47:03.540542 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90189a2b-3461-4aea-9e58-7f03c563624f None None] Network 9378e537-2bb0-4edb-bd96-98dc93aa0f93 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:47:03.575959 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-319bb656-4834-4209-8cad-e69cad61ecea tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0376484 Aug 12 14:47:03.580143 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 54338) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:47:03.585056 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-27e62d2f-fb79-4424-9b83-e8d55ac26f95 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Request body: {'subnet': {'network_id': '9378e537-2bb0-4edb-bd96-98dc93aa0f93', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:47:03.680543 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27e62d2f-fb79-4424-9b83-e8d55ac26f95 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Made reservation on behalf of f911637440044e5098fb64107964cb00 for: {'subnet': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:47:03.686674 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-27e62d2f-fb79-4424-9b83-e8d55ac26f95 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8776441'] for subnet, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:03.707822 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-732ec551-8941-47bc-aab7-fec81af4aad6 None None] DHCP port deletion for 9378e537-2bb0-4edb-bd96-98dc93aa0f93 request from n-d-694802-15 {{(pid=94468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 14:47:03.753102 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-732ec551-8941-47bc-aab7-fec81af4aad6 None None] Deleting port 1a87b57a-aabb-498d-b532-f61308fda2db {{(pid=94468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:47:03.753957 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-732ec551-8941-47bc-aab7-fec81af4aad6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:03.821964 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-732ec551-8941-47bc-aab7-fec81af4aad6 None None] For port 1a87b57a-aabb-498d-b532-f61308fda2db, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=1a87b57a-aabb-498d-b532-f61308fda2db,segment=NetworkSegment(29ba2c71-2731-40cb-80f7-8e3bbe9101b4),segment_id=29ba2c71-2731-40cb-80f7-8e3bbe9101b4)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:47:03.822401 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-732ec551-8941-47bc-aab7-fec81af4aad6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:03.836664 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-732ec551-8941-47bc-aab7-fec81af4aad6 None None] Calling delete_port for 1a87b57a-aabb-498d-b532-f61308fda2db owned by network:dhcp {{(pid=94468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:47:03.887587 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-27e62d2f-fb79-4424-9b83-e8d55ac26f95 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3718490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8776395'] for subnet, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:03.921026 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-732ec551-8941-47bc-aab7-fec81af4aad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262'] for port, after_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:03.930853 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27e62d2f-fb79-4424-9b83-e8d55ac26f95 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Network 9378e537-2bb0-4edb-bd96-98dc93aa0f93 is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:47:03.934183 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-27e62d2f-fb79-4424-9b83-e8d55ac26f95 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:47:03.938557 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27e62d2f-fb79-4424-9b83-e8d55ac26f95 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:47:03.939194 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-27e62d2f-fb79-4424-9b83-e8d55ac26f95 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for subnet, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:03.948693 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732ec551-8941-47bc-aab7-fec81af4aad6 None None] Pushing event deleted for resources: {'Port': ['ID=1a87b57a-aabb-498d-b532-f61308fda2db,revision_number=None']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:47:03.949170 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e62d2f-fb79-4424-9b83-e8d55ac26f95 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Pushing event updated for resources: {'Subnet': ['ID=207c3c64-bfbd-4b8c-af99-f9e08f9ce73c,revision_number=0']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:47:03.955837 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-732ec551-8941-47bc-aab7-fec81af4aad6 None None] No DVR routers for this DVR port 1a87b57a-aabb-498d-b532-f61308fda2db on host n-d-694802-15 {{(pid=94468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:47:03.960992 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-27e62d2f-fb79-4424-9b83-e8d55ac26f95 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3798392 Aug 12 14:47:03.964024 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 54340) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:47:03.972309 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-c841da16-7485-41c9-a309-7b73fbb57d2e tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Request body: {'port': {'network_id': '9378e537-2bb0-4edb-bd96-98dc93aa0f93', 'fixed_ips': [{'subnet_id': '207c3c64-bfbd-4b8c-af99-f9e08f9ce73c', 'ip_address': '2001:db8:0:1::6'}], 'name': 'tempest-NetworksTestDHCPv6-663125440'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:47:03.973141 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16e6ccd0-3276-4946-901e-74898586f00f None None] Network 9378e537-2bb0-4edb-bd96-98dc93aa0f93 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:47:04.097827 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c841da16-7485-41c9-a309-7b73fbb57d2e tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Made reservation on behalf of f911637440044e5098fb64107964cb00 for: {'port': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:47:04.131993 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8fd424b-82c9-4c6f-ae38-7804cf00da5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa7035b3e-9a89-5964-b9f4-97301c3f476a-9378e537-2bb0-4edb-bd96-98dc93aa0f93', 'network_id': '9378e537-2bb0-4edb-bd96-98dc93aa0f93', 'tenant_id': 'f911637440044e5098fb64107964cb00', 'fixed_ips': [{'subnet_id': '207c3c64-bfbd-4b8c-af99-f9e08f9ce73c'}]}} from n-d-694802-15. {{(pid=94468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 14:47:04.133103 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-c8fd424b-82c9-4c6f-ae38-7804cf00da5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:04.193114 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c841da16-7485-41c9-a309-7b73fbb57d2e tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:04.212549 n-d-694802-15 neutron-server[94466]: DEBUG neutron.notifiers.nova [None req-c841da16-7485-41c9-a309-7b73fbb57d2e tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] device_id is not set on port 42a361e0-e6b4-40da-8933-8828229049e5 yet. {{(pid=94466) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 14:47:04.287754 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.db_base_plugin_common [None req-c8fd424b-82c9-4c6f-ae38-7804cf00da5f None None] Allocated IP 2001:db8::2 (9378e537-2bb0-4edb-bd96-98dc93aa0f93/207c3c64-bfbd-4b8c-af99-f9e08f9ce73c/32f0c7d9-e66d-4438-94e4-aefc4a81f6fd) {{(pid=94468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:47:04.435338 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-c8fd424b-82c9-4c6f-ae38-7804cf00da5f None None] Notify callbacks [] for port, precommit_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:04.444402 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-c8fd424b-82c9-4c6f-ae38-7804cf00da5f None None] Transition to ACTIVE for port object 32f0c7d9-e66d-4438-94e4-aefc4a81f6fd will not be triggered until provisioned by entity L2. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:47:04.460464 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-c8fd424b-82c9-4c6f-ae38-7804cf00da5f None None] Transition to ACTIVE for port object 32f0c7d9-e66d-4438-94e4-aefc4a81f6fd will not be triggered until provisioned by entity DHCP. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:47:04.465959 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-c8fd424b-82c9-4c6f-ae38-7804cf00da5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253'] for port, after_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:04.472282 n-d-694802-15 neutron-server[94466]: INFO neutron.pecan_wsgi.hooks.translation [None req-c841da16-7485-41c9-a309-7b73fbb57d2e tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 12 14:47:04.473358 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c841da16-7485-41c9-a309-7b73fbb57d2e tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 14:47:04.487527 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-c841da16-7485-41c9-a309-7b73fbb57d2e tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.5222974 Aug 12 14:47:04.490415 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 54350) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:47:04.506108 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8fd424b-82c9-4c6f-ae38-7804cf00da5f None None] Network 9378e537-2bb0-4edb-bd96-98dc93aa0f93 is already hosted by enough agents. {{(pid=94468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:47:04.511427 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.base_scheduler [None req-c8fd424b-82c9-4c6f-ae38-7804cf00da5f None None] Resources bound (agent type, host, resource id): {{(pid=94468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:47:04.515184 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8fd424b-82c9-4c6f-ae38-7804cf00da5f None None] Received port after_create {{(pid=94468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:47:04.521486 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fd424b-82c9-4c6f-ae38-7804cf00da5f None None] Pushing event updated for resources: {'Port': ['ID=32f0c7d9-e66d-4438-94e4-aefc4a81f6fd,revision_number=1']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:47:04.543210 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bfe30ef-3907-4b3f-9f61-9dfb371acb96 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:47:04.544728 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-2bfe30ef-3907-4b3f-9f61-9dfb371acb96 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.0533051 Aug 12 14:47:04.547221 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 54352) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:47:04.585469 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-c8fd424b-82c9-4c6f-ae38-7804cf00da5f None None] Attempting to bind port 32f0c7d9-e66d-4438-94e4-aefc4a81f6fd on host n-d-694802-15 for vnic_type normal with profile {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:47:04.586095 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-c8fd424b-82c9-4c6f-ae38-7804cf00da5f None None] Attempting to bind port 32f0c7d9-e66d-4438-94e4-aefc4a81f6fd by drivers openvswitch,hyperv on host n-d-694802-15 at level 0 using segments [{'id': '29ba2c71-2731-40cb-80f7-8e3bbe9101b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '9378e537-2bb0-4edb-bd96-98dc93aa0f93'}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:47:04.586379 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8fd424b-82c9-4c6f-ae38-7804cf00da5f None None] Attempting to bind port 32f0c7d9-e66d-4438-94e4-aefc4a81f6fd on network 9378e537-2bb0-4edb-bd96-98dc93aa0f93 {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:47:04.592013 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8fd424b-82c9-4c6f-ae38-7804cf00da5f None None] Checking agent: {'id': '16de73ac-f2e9-4cee-b3e0-91052ae3e6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 20, 13), 'started_at': datetime.datetime(2021, 8, 12, 14, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 46, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:47:04.592383 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8fd424b-82c9-4c6f-ae38-7804cf00da5f None None] Checking segment: {'id': '29ba2c71-2731-40cb-80f7-8e3bbe9101b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '9378e537-2bb0-4edb-bd96-98dc93aa0f93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:47:04.592827 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-c8fd424b-82c9-4c6f-ae38-7804cf00da5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:04.593245 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8fd424b-82c9-4c6f-ae38-7804cf00da5f None None] Bound using segment: {'id': '29ba2c71-2731-40cb-80f7-8e3bbe9101b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '9378e537-2bb0-4edb-bd96-98dc93aa0f93'} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:47:04.593732 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-c8fd424b-82c9-4c6f-ae38-7804cf00da5f None None] Bound port: 32f0c7d9-e66d-4438-94e4-aefc4a81f6fd, host: n-d-694802-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29ba2c71-2731-40cb-80f7-8e3bbe9101b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '9378e537-2bb0-4edb-bd96-98dc93aa0f93'}}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:47:04.594138 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-c8fd424b-82c9-4c6f-ae38-7804cf00da5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:04.603231 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9786b06f-5e28-4a68-85e5-2b99ab5d6aed tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:47:04.604899 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9786b06f-5e28-4a68-85e5-2b99ab5d6aed tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:47:04.606406 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-9786b06f-5e28-4a68-85e5-2b99ab5d6aed tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0582843 Aug 12 14:47:04.609102 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 54354) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:47:04.661201 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b0e4d3a-40c0-40db-a983-f053d0cb1c47 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Deleting subnet 207c3c64-bfbd-4b8c-af99-f9e08f9ce73c {{(pid=94467) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 14:47:04.664657 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-9b0e4d3a-40c0-40db-a983-f053d0cb1c47 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks [] for subnet, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:04.669072 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-c8fd424b-82c9-4c6f-ae38-7804cf00da5f None None] For port 32f0c7d9-e66d-4438-94e4-aefc4a81f6fd, host n-d-694802-15, cleared binding levels {{(pid=94468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:47:04.672278 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-c8fd424b-82c9-4c6f-ae38-7804cf00da5f None None] For port 32f0c7d9-e66d-4438-94e4-aefc4a81f6fd, host n-d-694802-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=32f0c7d9-e66d-4438-94e4-aefc4a81f6fd,segment=NetworkSegment(29ba2c71-2731-40cb-80f7-8e3bbe9101b4),segment_id=29ba2c71-2731-40cb-80f7-8e3bbe9101b4)] {{(pid=94468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:47:04.676643 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-c8fd424b-82c9-4c6f-ae38-7804cf00da5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:04.712134 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-9b0e4d3a-40c0-40db-a983-f053d0cb1c47 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3857505'] for subnet, precommit_delete_associations {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:04.733117 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 1a87b57a-aabb-498d-b532-f61308fda2db no longer exists at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:47:04.755087 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] No Port match for: 1a87b57a-aabb-498d-b532-f61308fda2db {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 14:47:04.755721 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 1a87b57a-aabb-498d-b532-f61308fda2db not bound to the agent host n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:47:04.759302 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fd424b-82c9-4c6f-ae38-7804cf00da5f None None] Pushing event updated for resources: {'Port': ['ID=32f0c7d9-e66d-4438-94e4-aefc4a81f6fd,revision_number=2']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:47:04.815449 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-9b0e4d3a-40c0-40db-a983-f053d0cb1c47 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66416255'] for subnet, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:04.877837 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-9b0e4d3a-40c0-40db-a983-f053d0cb1c47 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66416232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2859225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3343748'] for subnet, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:04.917247 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0e4d3a-40c0-40db-a983-f053d0cb1c47 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Pushing event deleted for resources: {'Subnet': ['ID=207c3c64-bfbd-4b8c-af99-f9e08f9ce73c,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:47:04.921445 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-9b0e4d3a-40c0-40db-a983-f053d0cb1c47 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks [] for subnet, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:04.923698 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-9b0e4d3a-40c0-40db-a983-f053d0cb1c47 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] 10.222.0.39 "DELETE /v2.0/subnets/207c3c64-bfbd-4b8c-af99-f9e08f9ce73c HTTP/1.1" status: 204 len: 168 time: 0.3136432 Aug 12 14:47:04.926680 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 54356) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:47:04.968485 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-cccfbdf7-63de-40cb-8724-a9d404cfc6bf tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0405829 Aug 12 14:47:04.972338 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 54358) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:47:04.978296 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-ca0dac10-c27a-404a-b05c-5312ff5550d4 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Request body: {'subnet': {'network_id': '9378e537-2bb0-4edb-bd96-98dc93aa0f93', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:47:05.073596 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca0dac10-c27a-404a-b05c-5312ff5550d4 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Made reservation on behalf of f911637440044e5098fb64107964cb00 for: {'subnet': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:47:05.077185 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-ca0dac10-c27a-404a-b05c-5312ff5550d4 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3343791'] for subnet, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:05.267980 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-ca0dac10-c27a-404a-b05c-5312ff5550d4 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2859166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3343773'] for subnet, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:05.310186 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca0dac10-c27a-404a-b05c-5312ff5550d4 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Network 9378e537-2bb0-4edb-bd96-98dc93aa0f93 is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:47:05.313677 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [None req-ca0dac10-c27a-404a-b05c-5312ff5550d4 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:47:05.317276 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca0dac10-c27a-404a-b05c-5312ff5550d4 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:47:05.317868 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-ca0dac10-c27a-404a-b05c-5312ff5550d4 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks [] for subnet, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:05.330931 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0dac10-c27a-404a-b05c-5312ff5550d4 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Pushing event updated for resources: {'Subnet': ['ID=28ed8c24-27b3-4d61-909a-353d3f6cebca,revision_number=0']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:47:05.343223 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-ca0dac10-c27a-404a-b05c-5312ff5550d4 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3666658 Aug 12 14:47:05.343511 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 54364) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:47:05.348937 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-acf4955d-093e-4d2c-a135-c96974d612bd tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-487251592', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:47:05.373894 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-acf4955d-093e-4d2c-a135-c96974d612bd tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-430574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-104863'] for router, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:05.375037 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-acf4955d-093e-4d2c-a135-c96974d612bd tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-429438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-431405', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66646573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-104852'] for router, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:05.437403 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-acf4955d-093e-4d2c-a135-c96974d612bd tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:05.443065 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-acf4955d-093e-4d2c-a135-c96974d612bd tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-429413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-431608'] for router, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:05.460970 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-acf4955d-093e-4d2c-a135-c96974d612bd tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks [] for router, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:05.465050 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-acf4955d-093e-4d2c-a135-c96974d612bd tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1176484 Aug 12 14:47:05.465364 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 54370) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:47:05.708464 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78b1e78e-9645-4a1a-8fb0-0aa9d864de92 None None] Network 9378e537-2bb0-4edb-bd96-98dc93aa0f93 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:47:05.770500 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-6ae6dfc7-cbc1-477b-bbb2-b8abd3682623 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:05.773568 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-0fd45552-477d-4fab-9d17-5e68790f90a3 None None] Provisioning for port 32f0c7d9-e66d-4438-94e4-aefc4a81f6fd completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:47:06.024940 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-6ae6dfc7-cbc1-477b-bbb2-b8abd3682623 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Allocated IP 2001:db8::1 (9378e537-2bb0-4edb-bd96-98dc93aa0f93/28ed8c24-27b3-4d61-909a-353d3f6cebca/1082aca7-0d54-4513-bde6-c033e8deb322) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:47:06.137474 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-6ae6dfc7-cbc1-477b-bbb2-b8abd3682623 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:06.151346 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-6ae6dfc7-cbc1-477b-bbb2-b8abd3682623 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Transition to ACTIVE for port object 1082aca7-0d54-4513-bde6-c033e8deb322 will not be triggered until provisioned by entity DHCP. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:47:06.184308 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-6ae6dfc7-cbc1-477b-bbb2-b8abd3682623 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:06.230288 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ae6dfc7-cbc1-477b-bbb2-b8abd3682623 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Network 9378e537-2bb0-4edb-bd96-98dc93aa0f93 is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:47:06.233466 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-6ae6dfc7-cbc1-477b-bbb2-b8abd3682623 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:47:06.238075 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ae6dfc7-cbc1-477b-bbb2-b8abd3682623 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:47:06.238621 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-6ae6dfc7-cbc1-477b-bbb2-b8abd3682623 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66663725'] for router_interface, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:06.242791 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae6dfc7-cbc1-477b-bbb2-b8abd3682623 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Pushing event updated for resources: {'Port': ['ID=1082aca7-0d54-4513-bde6-c033e8deb322,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:47:06.364990 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-6ae6dfc7-cbc1-477b-bbb2-b8abd3682623 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:06.521038 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-c8132845-660b-4e1d-b322-85d1df71babd None None] Provisioning for port 1082aca7-0d54-4513-bde6-c033e8deb322 completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:47:06.524986 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-c8132845-660b-4e1d-b322-85d1df71babd None None] Provisioning complete for port 1082aca7-0d54-4513-bde6-c033e8deb322 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:47:06.525357 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-c8132845-660b-4e1d-b322-85d1df71babd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:06.559282 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-c8132845-660b-4e1d-b322-85d1df71babd None None] Port 1082aca7-0d54-4513-bde6-c033e8deb322 cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 14:47:06.644405 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-6ae6dfc7-cbc1-477b-bbb2-b8abd3682623 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks [] for port, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:06.649224 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-6ae6dfc7-cbc1-477b-bbb2-b8abd3682623 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3718439'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:06.650115 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-6ae6dfc7-cbc1-477b-bbb2-b8abd3682623 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66628363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66663865'] for router_interface, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:06.735955 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae6dfc7-cbc1-477b-bbb2-b8abd3682623 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Pushing event updated for resources: {'Port': ['ID=1082aca7-0d54-4513-bde6-c033e8deb322,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:47:06.742710 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 32f0c7d9-e66d-4438-94e4-aefc4a81f6fd up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:47:06.781467 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ae6dfc7-cbc1-477b-bbb2-b8abd3682623 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Network 9378e537-2bb0-4edb-bd96-98dc93aa0f93 is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:47:06.782931 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-6ae6dfc7-cbc1-477b-bbb2-b8abd3682623 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:47:06.797208 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning for port 32f0c7d9-e66d-4438-94e4-aefc4a81f6fd completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:47:06.801702 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port 32f0c7d9-e66d-4438-94e4-aefc4a81f6fd triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:47:06.802350 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:06.882972 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:06.908888 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ae6dfc7-cbc1-477b-bbb2-b8abd3682623 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Router d4f9994e-c7ac-4867-ab5f-9755c0beec50 is scheduled to L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f with binding_index 1 {{(pid=94466) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 14:47:06.921426 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] For port 32f0c7d9-e66d-4438-94e4-aefc4a81f6fd, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=32f0c7d9-e66d-4438-94e4-aefc4a81f6fd,segment=NetworkSegment(29ba2c71-2731-40cb-80f7-8e3bbe9101b4),segment_id=29ba2c71-2731-40cb-80f7-8e3bbe9101b4)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:47:06.926134 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:06.978630 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Pushing event updated for resources: {'Port': ['ID=32f0c7d9-e66d-4438-94e4-aefc4a81f6fd,revision_number=4']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:47:07.010293 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ae6dfc7-cbc1-477b-bbb2-b8abd3682623 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 14:47:07.016256 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-6ae6dfc7-cbc1-477b-bbb2-b8abd3682623 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] 10.222.0.39 "PUT /v2.0/routers/d4f9994e-c7ac-4867-ab5f-9755c0beec50/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5495098 Aug 12 14:47:07.017982 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 54380) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:47:07.021371 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c595617e-d43c-4939-82b7-bef1d815b552 None None] Sync routers for ids ['d4f9994e-c7ac-4867-ab5f-9755c0beec50'] in n-d-694802-15 {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 14:47:07.030453 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c595617e-d43c-4939-82b7-bef1d815b552 None None] Routers {'d4f9994e-c7ac-4867-ab5f-9755c0beec50'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:47:07.031099 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-c595617e-d43c-4939-82b7-bef1d815b552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:46:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['d4f9994e-c7ac-4867-ab5f-9755c0beec50'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:47:07.062908 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30513053-3736-43cc-9b32-04513f039c5d tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:47:07.064502 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-30513053-3736-43cc-9b32-04513f039c5d tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] 10.222.0.39 "GET /v2.0/ports/1082aca7-0d54-4513-bde6-c033e8deb322 HTTP/1.1" status: 200 len: 911 time: 0.0453355 Aug 12 14:47:07.067050 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 54382) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:47:07.082716 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-08aa9f7f-bf45-4a99-9799-9853de354143 None None] Provisioning complete for port 1082aca7-0d54-4513-bde6-c033e8deb322 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:47:07.083007 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-08aa9f7f-bf45-4a99-9799-9853de354143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:07.119814 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-c595617e-d43c-4939-82b7-bef1d815b552 None None] Set router d4f9994e-c7ac-4867-ab5f-9755c0beec50 gateway port host: None {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:47:07.120851 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efbf9ec1-1def-4351-9b21-1ddd81ccf35f tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:47:07.121978 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-08aa9f7f-bf45-4a99-9799-9853de354143 None None] Port 1082aca7-0d54-4513-bde6-c033e8deb322 cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 14:47:07.127234 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efbf9ec1-1def-4351-9b21-1ddd81ccf35f tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:47:07.128861 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-efbf9ec1-1def-4351-9b21-1ddd81ccf35f tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.0603578 Aug 12 14:47:07.131482 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 54384) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:47:07.326359 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-c595617e-d43c-4939-82b7-bef1d815b552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4f9994e-c7ac-4867-ab5f-9755c0beec50', 'name': 'tempest-NetworksTestDHCPv6-router-487251592', 'tenant_id': 'f911637440044e5098fb64107964cb00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:47:05Z', 'updated_at': '2021-08-12T14:47:06Z', 'revision_number': 2, 'project_id': 'f911637440044e5098fb64107964cb00', 'gw_port_host': None, '_interfaces': [{'id': '1082aca7-0d54-4513-bde6-c033e8deb322', 'name': '', 'network_id': '9378e537-2bb0-4edb-bd96-98dc93aa0f93', 'tenant_id': 'f911637440044e5098fb64107964cb00', 'mac_address': 'fa:16:3e:a9:a4:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4f9994e-c7ac-4867-ab5f-9755c0beec50', 'device_owner': 'network:router_interface', 'standard_attr_id': 1955, 'fixed_ips': [{'subnet_id': '28ed8c24-27b3-4d61-909a-353d3f6cebca', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:47:05Z', 'updated_at': '2021-08-12T14:47:06Z', 'revision_number': 2, 'project_id': 'f911637440044e5098fb64107964cb00', 'subnets': [{'id': '28ed8c24-27b3-4d61-909a-353d3f6cebca', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:47:07.359121 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c595617e-d43c-4939-82b7-bef1d815b552 None None] Checking router: d4f9994e-c7ac-4867-ab5f-9755c0beec50 for host: n-d-694802-15 {{(pid=94469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 14:47:07.359477 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c595617e-d43c-4939-82b7-bef1d815b552 None None] Updating router d4f9994e-c7ac-4867-ab5f-9755c0beec50 port 1082aca7-0d54-4513-bde6-c033e8deb322 binding host n-d-694802-15 {{(pid=94469) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 14:47:07.385859 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-c595617e-d43c-4939-82b7-bef1d815b552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:07.588491 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b9ca1ac6-e661-4312-90bd-e3065758f113 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66663830'] for router_interface, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:07.649850 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-c595617e-d43c-4939-82b7-bef1d815b552 None None] Notify callbacks [] for port, precommit_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:07.660196 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.provisioning_blocks [None req-c595617e-d43c-4939-82b7-bef1d815b552 None None] Transition to ACTIVE for port object 1082aca7-0d54-4513-bde6-c033e8deb322 will not be triggered until provisioned by entity L2. {{(pid=94469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:47:07.667359 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-c595617e-d43c-4939-82b7-bef1d815b552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:07.740071 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bf340b-298b-4313-aaae-a54758327ea0 None None] Pushing event updated for resources: {'Port': ['ID=1082aca7-0d54-4513-bde6-c033e8deb322,revision_number=3']} {{(pid=94469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:47:07.770016 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7bf340b-298b-4313-aaae-a54758327ea0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:47:07.770660 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7bf340b-298b-4313-aaae-a54758327ea0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:47:07.771747 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7bf340b-298b-4313-aaae-a54758327ea0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:47:07.772245 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7bf340b-298b-4313-aaae-a54758327ea0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:47:07.772738 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7bf340b-298b-4313-aaae-a54758327ea0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:47:07.773251 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7bf340b-298b-4313-aaae-a54758327ea0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:47:07.773741 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7bf340b-298b-4313-aaae-a54758327ea0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:47:07.774245 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7bf340b-298b-4313-aaae-a54758327ea0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:47:07.774572 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7bf340b-298b-4313-aaae-a54758327ea0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:47:07.774897 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7bf340b-298b-4313-aaae-a54758327ea0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:47:07.775266 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7bf340b-298b-4313-aaae-a54758327ea0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:47:07.775588 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7bf340b-298b-4313-aaae-a54758327ea0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:47:07.806550 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.managers [None req-c595617e-d43c-4939-82b7-bef1d815b552 None None] Attempting to bind port 1082aca7-0d54-4513-bde6-c033e8deb322 on host n-d-694802-15 for vnic_type normal with profile {{(pid=94469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:47:07.807118 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.managers [None req-c595617e-d43c-4939-82b7-bef1d815b552 None None] Attempting to bind port 1082aca7-0d54-4513-bde6-c033e8deb322 by drivers openvswitch,hyperv on host n-d-694802-15 at level 0 using segments [{'id': '29ba2c71-2731-40cb-80f7-8e3bbe9101b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '9378e537-2bb0-4edb-bd96-98dc93aa0f93'}] {{(pid=94469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:47:07.807584 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c595617e-d43c-4939-82b7-bef1d815b552 None None] Attempting to bind port 1082aca7-0d54-4513-bde6-c033e8deb322 on network 9378e537-2bb0-4edb-bd96-98dc93aa0f93 {{(pid=94469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:47:07.813583 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c595617e-d43c-4939-82b7-bef1d815b552 None None] Checking agent: {'id': '16de73ac-f2e9-4cee-b3e0-91052ae3e6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 20, 13), 'started_at': datetime.datetime(2021, 8, 12, 14, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 46, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:47:07.814320 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c595617e-d43c-4939-82b7-bef1d815b552 None None] Checking segment: {'id': '29ba2c71-2731-40cb-80f7-8e3bbe9101b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '9378e537-2bb0-4edb-bd96-98dc93aa0f93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:47:07.814995 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-c595617e-d43c-4939-82b7-bef1d815b552 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:07.815438 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c595617e-d43c-4939-82b7-bef1d815b552 None None] Bound using segment: {'id': '29ba2c71-2731-40cb-80f7-8e3bbe9101b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '9378e537-2bb0-4edb-bd96-98dc93aa0f93'} {{(pid=94469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:47:07.815915 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.managers [None req-c595617e-d43c-4939-82b7-bef1d815b552 None None] Bound port: 1082aca7-0d54-4513-bde6-c033e8deb322, host: n-d-694802-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29ba2c71-2731-40cb-80f7-8e3bbe9101b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '9378e537-2bb0-4edb-bd96-98dc93aa0f93'}}] {{(pid=94469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:47:07.816300 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-c595617e-d43c-4939-82b7-bef1d815b552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:07.886283 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.db [None req-c595617e-d43c-4939-82b7-bef1d815b552 None None] For port 1082aca7-0d54-4513-bde6-c033e8deb322, host n-d-694802-15, cleared binding levels {{(pid=94469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:47:07.889826 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.db [None req-c595617e-d43c-4939-82b7-bef1d815b552 None None] For port 1082aca7-0d54-4513-bde6-c033e8deb322, host n-d-694802-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=1082aca7-0d54-4513-bde6-c033e8deb322,segment=NetworkSegment(29ba2c71-2731-40cb-80f7-8e3bbe9101b4),segment_id=29ba2c71-2731-40cb-80f7-8e3bbe9101b4)] {{(pid=94469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:47:07.894229 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-c595617e-d43c-4939-82b7-bef1d815b552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:07.957364 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c595617e-d43c-4939-82b7-bef1d815b552 None None] Routers {'d4f9994e-c7ac-4867-ab5f-9755c0beec50'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:47:07.958012 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-c595617e-d43c-4939-82b7-bef1d815b552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:46:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['d4f9994e-c7ac-4867-ab5f-9755c0beec50'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:47:07.995419 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bf340b-298b-4313-aaae-a54758327ea0 None None] Pushing event updated for resources: {'Port': ['ID=1082aca7-0d54-4513-bde6-c033e8deb322,revision_number=4']} {{(pid=94469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:47:08.052286 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-c595617e-d43c-4939-82b7-bef1d815b552 None None] Set router d4f9994e-c7ac-4867-ab5f-9755c0beec50 gateway port host: None {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:47:08.175751 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-b9ca1ac6-e661-4312-90bd-e3065758f113 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Deleting port 1082aca7-0d54-4513-bde6-c033e8deb322 {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:47:08.176303 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b9ca1ac6-e661-4312-90bd-e3065758f113 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:08.254432 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-c595617e-d43c-4939-82b7-bef1d815b552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4f9994e-c7ac-4867-ab5f-9755c0beec50', 'name': 'tempest-NetworksTestDHCPv6-router-487251592', 'tenant_id': 'f911637440044e5098fb64107964cb00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:47:05Z', 'updated_at': '2021-08-12T14:47:06Z', 'revision_number': 2, 'project_id': 'f911637440044e5098fb64107964cb00', 'gw_port_host': None, '_interfaces': [{'id': '1082aca7-0d54-4513-bde6-c033e8deb322', 'name': '', 'network_id': '9378e537-2bb0-4edb-bd96-98dc93aa0f93', 'tenant_id': 'f911637440044e5098fb64107964cb00', 'mac_address': 'fa:16:3e:a9:a4:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4f9994e-c7ac-4867-ab5f-9755c0beec50', 'device_owner': 'network:router_interface', 'standard_attr_id': 1955, 'fixed_ips': [{'subnet_id': '28ed8c24-27b3-4d61-909a-353d3f6cebca', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:47:05Z', 'updated_at': '2021-08-12T14:47:07Z', 'revision_number': 4, 'project_id': 'f911637440044e5098fb64107964cb00', 'subnets': [{'id': '28ed8c24-27b3-4d61-909a-353d3f6cebca', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:47:08.267358 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-b9ca1ac6-e661-4312-90bd-e3065758f113 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] For port 1082aca7-0d54-4513-bde6-c033e8deb322, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=1082aca7-0d54-4513-bde6-c033e8deb322,segment=NetworkSegment(29ba2c71-2731-40cb-80f7-8e3bbe9101b4),segment_id=29ba2c71-2731-40cb-80f7-8e3bbe9101b4)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:47:08.267728 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b9ca1ac6-e661-4312-90bd-e3065758f113 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:08.281753 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c595617e-d43c-4939-82b7-bef1d815b552 None None] The sync data for ids ['d4f9994e-c7ac-4867-ab5f-9755c0beec50'] in n-d-694802-15 is: [{'id': 'd4f9994e-c7ac-4867-ab5f-9755c0beec50', 'name': 'tempest-NetworksTestDHCPv6-router-487251592', 'tenant_id': 'f911637440044e5098fb64107964cb00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:47:05Z', 'updated_at': '2021-08-12T14:47:06Z', 'revision_number': 2, 'project_id': 'f911637440044e5098fb64107964cb00', 'gw_port_host': None, '_interfaces': [{'id': '1082aca7-0d54-4513-bde6-c033e8deb322', 'name': '', 'network_id': '9378e537-2bb0-4edb-bd96-98dc93aa0f93', 'tenant_id': 'f911637440044e5098fb64107964cb00', 'mac_address': 'fa:16:3e:a9:a4:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4f9994e-c7ac-4867-ab5f-9755c0beec50', 'device_owner': 'network:router_interface', 'standard_attr_id': 1955, 'fixed_ips': [{'subnet_id': '28ed8c24-27b3-4d61-909a-353d3f6cebca', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:47:05Z', 'updated_at': '2021-08-12T14:47:07Z', 'revision_number': 4, 'project_id': 'f911637440044e5098fb64107964cb00', 'subnets': [{'id': '28ed8c24-27b3-4d61-909a-353d3f6cebca', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 14:47:08.286084 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-b9ca1ac6-e661-4312-90bd-e3065758f113 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Calling delete_port for 1082aca7-0d54-4513-bde6-c033e8deb322 owned by network:router_interface {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:47:08.472280 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b9ca1ac6-e661-4312-90bd-e3065758f113 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:08.503128 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ca1ac6-e661-4312-90bd-e3065758f113 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Pushing event deleted for resources: {'Port': ['ID=1082aca7-0d54-4513-bde6-c033e8deb322,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:47:08.607419 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b9ca1ac6-e661-4312-90bd-e3065758f113 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66628352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-430630'] for router_interface, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:08.789438 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 32f0c7d9-e66d-4438-94e4-aefc4a81f6fd up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:47:08.811583 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9ca1ac6-e661-4312-90bd-e3065758f113 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Router d4f9994e-c7ac-4867-ab5f-9755c0beec50 has already been hosted by L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f {{(pid=94466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 14:47:08.838902 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port 32f0c7d9-e66d-4438-94e4-aefc4a81f6fd triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:47:08.839447 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:08.894730 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9ca1ac6-e661-4312-90bd-e3065758f113 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 14:47:08.903098 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-b9ca1ac6-e661-4312-90bd-e3065758f113 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] 10.222.0.39 "PUT /v2.0/routers/d4f9994e-c7ac-4867-ab5f-9755c0beec50/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7681935 Aug 12 14:47:08.903421 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 54404) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:47:08.959682 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd47f0e2-b1ad-454c-8ad9-58a1953bd57c tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:47:08.961222 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd47f0e2-b1ad-454c-8ad9-58a1953bd57c tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:47:08.962772 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-bd47f0e2-b1ad-454c-8ad9-58a1953bd57c tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0583334 Aug 12 14:47:08.965591 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 54406) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:47:09.022088 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f71817b-a6b2-470a-8301-fcc3c16dc4a0 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Deleting subnet 28ed8c24-27b3-4d61-909a-353d3f6cebca {{(pid=94466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 14:47:09.025297 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4f71817b-a6b2-470a-8301-fcc3c16dc4a0 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks [] for subnet, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:09.065369 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4f71817b-a6b2-470a-8301-fcc3c16dc4a0 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2293551'] for subnet, precommit_delete_associations {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:09.108505 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4f71817b-a6b2-470a-8301-fcc3c16dc4a0 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66416255'] for subnet, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:09.165334 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4f71817b-a6b2-470a-8301-fcc3c16dc4a0 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66416232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3718429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8776402'] for subnet, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:09.197201 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f71817b-a6b2-470a-8301-fcc3c16dc4a0 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Pushing event deleted for resources: {'Subnet': ['ID=28ed8c24-27b3-4d61-909a-353d3f6cebca,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:47:09.202108 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4f71817b-a6b2-470a-8301-fcc3c16dc4a0 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for subnet, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:09.204001 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-4f71817b-a6b2-470a-8301-fcc3c16dc4a0 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] 10.222.0.39 "DELETE /v2.0/subnets/28ed8c24-27b3-4d61-909a-353d3f6cebca HTTP/1.1" status: 204 len: 168 time: 0.2374856 Aug 12 14:47:09.206364 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 54408) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:47:09.208612 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8fa608a-debf-4dfc-812e-fb8012f71485 None None] Network 9378e537-2bb0-4edb-bd96-98dc93aa0f93 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:47:09.337416 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-a680f6d7-a1ba-4ca0-a599-3c460040b659 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.1297257 Aug 12 14:47:09.339807 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 54410) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:47:09.387272 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6ecbfee-61c9-46ea-8597-a65e761af789 None None] DHCP port deletion for 9378e537-2bb0-4edb-bd96-98dc93aa0f93 request from n-d-694802-15 {{(pid=94468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 14:47:09.430259 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-86cf4c14-42cd-4ddc-9a9e-f3201289d05d tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks [] for router, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:09.436598 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-d6ecbfee-61c9-46ea-8597-a65e761af789 None None] Deleting port 32f0c7d9-e66d-4438-94e4-aefc4a81f6fd {{(pid=94468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:47:09.437052 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-d6ecbfee-61c9-46ea-8597-a65e761af789 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:09.513253 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-d6ecbfee-61c9-46ea-8597-a65e761af789 None None] For port 32f0c7d9-e66d-4438-94e4-aefc4a81f6fd, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=32f0c7d9-e66d-4438-94e4-aefc4a81f6fd,segment=NetworkSegment(29ba2c71-2731-40cb-80f7-8e3bbe9101b4),segment_id=29ba2c71-2731-40cb-80f7-8e3bbe9101b4)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:47:09.513794 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-d6ecbfee-61c9-46ea-8597-a65e761af789 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:09.528624 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-d6ecbfee-61c9-46ea-8597-a65e761af789 None None] Calling delete_port for 32f0c7d9-e66d-4438-94e4-aefc4a81f6fd owned by network:dhcp {{(pid=94468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:47:09.598981 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-86cf4c14-42cd-4ddc-9a9e-f3201289d05d tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-429360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-104877'] for router, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:09.602753 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-86cf4c14-42cd-4ddc-9a9e-f3201289d05d tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:09.611877 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-d6ecbfee-61c9-46ea-8597-a65e761af789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262'] for port, after_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:09.643996 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6ecbfee-61c9-46ea-8597-a65e761af789 None None] No DVR routers for this DVR port 32f0c7d9-e66d-4438-94e4-aefc4a81f6fd on host n-d-694802-15 {{(pid=94468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:47:09.646387 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ecbfee-61c9-46ea-8597-a65e761af789 None None] Pushing event deleted for resources: {'Port': ['ID=32f0c7d9-e66d-4438-94e4-aefc4a81f6fd,revision_number=None']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:47:09.657277 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-86cf4c14-42cd-4ddc-9a9e-f3201289d05d tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-429375'] for router, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:09.657845 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86cf4c14-42cd-4ddc-9a9e-f3201289d05d tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Fanout notify agent at l3_agent the message router_deleted on router d4f9994e-c7ac-4867-ab5f-9755c0beec50 {{(pid=94466) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 14:47:09.668902 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-86cf4c14-42cd-4ddc-9a9e-f3201289d05d tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks [] for router, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:09.671459 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-86cf4c14-42cd-4ddc-9a9e-f3201289d05d tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] 10.222.0.39 "DELETE /v2.0/routers/d4f9994e-c7ac-4867-ab5f-9755c0beec50 HTTP/1.1" status: 204 len: 168 time: 0.3307066 Aug 12 14:47:09.672991 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 54416) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:47:09.678285 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-064711b6-39fb-42d5-a81e-942e353fde18 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Request body: {'subnet': {'network_id': '9378e537-2bb0-4edb-bd96-98dc93aa0f93', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:47:09.756656 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2b77fe6-dda2-41af-8493-562b7706b7cd None None] Sync routers for ids ['d4f9994e-c7ac-4867-ab5f-9755c0beec50'] in n-d-694802-15 {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 14:47:09.768081 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-064711b6-39fb-42d5-a81e-942e353fde18 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Made reservation on behalf of f911637440044e5098fb64107964cb00 for: {'subnet': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:47:09.770707 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2b77fe6-dda2-41af-8493-562b7706b7cd None None] Routers set() bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:47:09.771212 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2b77fe6-dda2-41af-8493-562b7706b7cd None None] Router IDs set() for agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 12 14:47:09.771424 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-064711b6-39fb-42d5-a81e-942e353fde18 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3343791'] for subnet, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:09.772458 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_agentschedulers_db [None req-f2b77fe6-dda2-41af-8493-562b7706b7cd None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'d4f9994e-c7ac-4867-ab5f-9755c0beec50'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:46:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent'). {{(pid=94468) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 12 14:47:09.780472 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2b77fe6-dda2-41af-8493-562b7706b7cd None None] Routers set() bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:47:09.780822 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2b77fe6-dda2-41af-8493-562b7706b7cd None None] Router IDs set() for agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 12 14:47:09.781388 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_agentschedulers_db [None req-f2b77fe6-dda2-41af-8493-562b7706b7cd None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'d4f9994e-c7ac-4867-ab5f-9755c0beec50'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:46:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent'). {{(pid=94468) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 12 14:47:09.781751 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2b77fe6-dda2-41af-8493-562b7706b7cd None None] The sync data for ids ['d4f9994e-c7ac-4867-ab5f-9755c0beec50'] in n-d-694802-15 is: [] {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 14:47:09.981851 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-064711b6-39fb-42d5-a81e-942e353fde18 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2859166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3343773'] for subnet, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:10.017083 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-064711b6-39fb-42d5-a81e-942e353fde18 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Network 9378e537-2bb0-4edb-bd96-98dc93aa0f93 is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:47:10.020297 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [None req-064711b6-39fb-42d5-a81e-942e353fde18 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:47:10.024449 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-064711b6-39fb-42d5-a81e-942e353fde18 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:47:10.025041 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-064711b6-39fb-42d5-a81e-942e353fde18 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks [] for subnet, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:10.030539 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa3a9c3e-4f25-457b-8f66-77daf79510eb None None] Network 9378e537-2bb0-4edb-bd96-98dc93aa0f93 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:47:10.046335 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064711b6-39fb-42d5-a81e-942e353fde18 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Pushing event updated for resources: {'Subnet': ['ID=60dcc5e8-bace-4e87-9f94-2c7c96fc77cb,revision_number=0']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:47:10.053179 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 54422) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:47:10.053566 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-064711b6-39fb-42d5-a81e-942e353fde18 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.3791792 Aug 12 14:47:10.058137 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-ba068ee3-4f0f-4ba5-9ed5-deeafbca5f0f tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1483929455', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:47:10.058466 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064711b6-39fb-42d5-a81e-942e353fde18 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:47:10.058820 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064711b6-39fb-42d5-a81e-942e353fde18 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:47:10.059213 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064711b6-39fb-42d5-a81e-942e353fde18 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:47:10.059586 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064711b6-39fb-42d5-a81e-942e353fde18 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:47:10.059930 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064711b6-39fb-42d5-a81e-942e353fde18 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:47:10.060267 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064711b6-39fb-42d5-a81e-942e353fde18 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:47:10.060600 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064711b6-39fb-42d5-a81e-942e353fde18 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:47:10.060932 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064711b6-39fb-42d5-a81e-942e353fde18 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:47:10.061261 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064711b6-39fb-42d5-a81e-942e353fde18 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:47:10.061603 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064711b6-39fb-42d5-a81e-942e353fde18 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:47:10.061938 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064711b6-39fb-42d5-a81e-942e353fde18 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:47:10.062269 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064711b6-39fb-42d5-a81e-942e353fde18 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:47:10.086952 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ba068ee3-4f0f-4ba5-9ed5-deeafbca5f0f tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-430574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-104863'] for router, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:10.088239 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ba068ee3-4f0f-4ba5-9ed5-deeafbca5f0f tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-429438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-431405', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66646573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-104852'] for router, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:10.095578 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-17941925-e6f1-4669-96af-a5b37da2d9fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:10.176493 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ba068ee3-4f0f-4ba5-9ed5-deeafbca5f0f tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:10.182163 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ba068ee3-4f0f-4ba5-9ed5-deeafbca5f0f tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-429413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-431608'] for router, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:10.192554 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b31767b9-09dc-4b8e-9215-177ca7b14d7a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa7035b3e-9a89-5964-b9f4-97301c3f476a-9378e537-2bb0-4edb-bd96-98dc93aa0f93', 'network_id': '9378e537-2bb0-4edb-bd96-98dc93aa0f93', 'tenant_id': 'f911637440044e5098fb64107964cb00', 'fixed_ips': [{'subnet_id': '60dcc5e8-bace-4e87-9f94-2c7c96fc77cb'}]}} from n-d-694802-15. {{(pid=94468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 14:47:10.193716 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-b31767b9-09dc-4b8e-9215-177ca7b14d7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:10.199185 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ba068ee3-4f0f-4ba5-9ed5-deeafbca5f0f tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks [] for router, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:10.200410 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-ba068ee3-4f0f-4ba5-9ed5-deeafbca5f0f tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.1460931 Aug 12 14:47:10.203093 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 54424) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:47:10.334692 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.db_base_plugin_common [None req-b31767b9-09dc-4b8e-9215-177ca7b14d7a None None] Allocated IP 2001:db8::2 (9378e537-2bb0-4edb-bd96-98dc93aa0f93/60dcc5e8-bace-4e87-9f94-2c7c96fc77cb/3f199af4-d38d-4a28-8568-fb9b27f6ddee) {{(pid=94468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:47:10.488720 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0a861ce6-1616-4c40-be07-4d7498fd277c tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:10.615146 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-b31767b9-09dc-4b8e-9215-177ca7b14d7a None None] Notify callbacks [] for port, precommit_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:10.623811 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-b31767b9-09dc-4b8e-9215-177ca7b14d7a None None] Transition to ACTIVE for port object 3f199af4-d38d-4a28-8568-fb9b27f6ddee will not be triggered until provisioned by entity L2. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:47:10.638192 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-b31767b9-09dc-4b8e-9215-177ca7b14d7a None None] Transition to ACTIVE for port object 3f199af4-d38d-4a28-8568-fb9b27f6ddee will not be triggered until provisioned by entity DHCP. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:47:10.643926 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-b31767b9-09dc-4b8e-9215-177ca7b14d7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253'] for port, after_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:10.684305 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b31767b9-09dc-4b8e-9215-177ca7b14d7a None None] Network 9378e537-2bb0-4edb-bd96-98dc93aa0f93 is already hosted by enough agents. {{(pid=94468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:47:10.687320 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.base_scheduler [None req-b31767b9-09dc-4b8e-9215-177ca7b14d7a None None] Resources bound (agent type, host, resource id): {{(pid=94468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:47:10.689974 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b31767b9-09dc-4b8e-9215-177ca7b14d7a None None] Received port after_create {{(pid=94468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:47:10.720730 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31767b9-09dc-4b8e-9215-177ca7b14d7a None None] Pushing event updated for resources: {'Port': ['ID=3f199af4-d38d-4a28-8568-fb9b27f6ddee,revision_number=1']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:47:10.745999 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-0a861ce6-1616-4c40-be07-4d7498fd277c tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Allocated IP 2001:db8::1 (9378e537-2bb0-4edb-bd96-98dc93aa0f93/60dcc5e8-bace-4e87-9f94-2c7c96fc77cb/5cef6ec5-7296-4459-80ff-36f1dfaef047) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:47:10.749712 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 1082aca7-0d54-4513-bde6-c033e8deb322 no longer exists at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:47:10.774233 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] No Port match for: 1082aca7-0d54-4513-bde6-c033e8deb322 {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 14:47:10.774577 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 1082aca7-0d54-4513-bde6-c033e8deb322 not bound to the agent host n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:47:10.774992 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 32f0c7d9-e66d-4438-94e4-aefc4a81f6fd no longer exists at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:47:10.795889 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-b31767b9-09dc-4b8e-9215-177ca7b14d7a None None] Attempting to bind port 3f199af4-d38d-4a28-8568-fb9b27f6ddee on host n-d-694802-15 for vnic_type normal with profile {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:47:10.796262 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-b31767b9-09dc-4b8e-9215-177ca7b14d7a None None] Attempting to bind port 3f199af4-d38d-4a28-8568-fb9b27f6ddee by drivers openvswitch,hyperv on host n-d-694802-15 at level 0 using segments [{'id': '29ba2c71-2731-40cb-80f7-8e3bbe9101b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '9378e537-2bb0-4edb-bd96-98dc93aa0f93'}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:47:10.796622 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b31767b9-09dc-4b8e-9215-177ca7b14d7a None None] Attempting to bind port 3f199af4-d38d-4a28-8568-fb9b27f6ddee on network 9378e537-2bb0-4edb-bd96-98dc93aa0f93 {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:47:10.800037 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] No Port match for: 32f0c7d9-e66d-4438-94e4-aefc4a81f6fd {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 14:47:10.800380 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 32f0c7d9-e66d-4438-94e4-aefc4a81f6fd not bound to the agent host n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:47:10.806577 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b31767b9-09dc-4b8e-9215-177ca7b14d7a None None] Checking agent: {'id': '16de73ac-f2e9-4cee-b3e0-91052ae3e6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 20, 13), 'started_at': datetime.datetime(2021, 8, 12, 14, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 46, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:47:10.806769 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b31767b9-09dc-4b8e-9215-177ca7b14d7a None None] Checking segment: {'id': '29ba2c71-2731-40cb-80f7-8e3bbe9101b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '9378e537-2bb0-4edb-bd96-98dc93aa0f93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:47:10.807006 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-b31767b9-09dc-4b8e-9215-177ca7b14d7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:10.807425 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b31767b9-09dc-4b8e-9215-177ca7b14d7a None None] Bound using segment: {'id': '29ba2c71-2731-40cb-80f7-8e3bbe9101b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '9378e537-2bb0-4edb-bd96-98dc93aa0f93'} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:47:10.808199 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-b31767b9-09dc-4b8e-9215-177ca7b14d7a None None] Bound port: 3f199af4-d38d-4a28-8568-fb9b27f6ddee, host: n-d-694802-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29ba2c71-2731-40cb-80f7-8e3bbe9101b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '9378e537-2bb0-4edb-bd96-98dc93aa0f93'}}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:47:10.808341 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-b31767b9-09dc-4b8e-9215-177ca7b14d7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:10.864162 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0a861ce6-1616-4c40-be07-4d7498fd277c tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:10.872036 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-b31767b9-09dc-4b8e-9215-177ca7b14d7a None None] For port 3f199af4-d38d-4a28-8568-fb9b27f6ddee, host n-d-694802-15, cleared binding levels {{(pid=94468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:47:10.875518 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-b31767b9-09dc-4b8e-9215-177ca7b14d7a None None] For port 3f199af4-d38d-4a28-8568-fb9b27f6ddee, host n-d-694802-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=3f199af4-d38d-4a28-8568-fb9b27f6ddee,segment=NetworkSegment(29ba2c71-2731-40cb-80f7-8e3bbe9101b4),segment_id=29ba2c71-2731-40cb-80f7-8e3bbe9101b4)] {{(pid=94468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:47:10.879370 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-0a861ce6-1616-4c40-be07-4d7498fd277c tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Transition to ACTIVE for port object 5cef6ec5-7296-4459-80ff-36f1dfaef047 will not be triggered until provisioned by entity DHCP. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:47:10.879827 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-b31767b9-09dc-4b8e-9215-177ca7b14d7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:10.914959 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0a861ce6-1616-4c40-be07-4d7498fd277c tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:10.959897 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a861ce6-1616-4c40-be07-4d7498fd277c tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Network 9378e537-2bb0-4edb-bd96-98dc93aa0f93 is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:47:10.962081 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31767b9-09dc-4b8e-9215-177ca7b14d7a None None] Pushing event updated for resources: {'Port': ['ID=3f199af4-d38d-4a28-8568-fb9b27f6ddee,revision_number=2']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:47:10.964430 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-0a861ce6-1616-4c40-be07-4d7498fd277c tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:47:10.970922 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a861ce6-1616-4c40-be07-4d7498fd277c tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:47:10.971539 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0a861ce6-1616-4c40-be07-4d7498fd277c tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66663725'] for router_interface, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:11.014952 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a861ce6-1616-4c40-be07-4d7498fd277c tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Pushing event updated for resources: {'Port': ['ID=5cef6ec5-7296-4459-80ff-36f1dfaef047,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:47:11.334609 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0a861ce6-1616-4c40-be07-4d7498fd277c tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:11.489294 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:11.602242 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0a861ce6-1616-4c40-be07-4d7498fd277c tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks [] for port, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:11.607931 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0a861ce6-1616-4c40-be07-4d7498fd277c tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3718439'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:11.608800 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0a861ce6-1616-4c40-be07-4d7498fd277c tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66628363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66663865'] for router_interface, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:11.700333 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a861ce6-1616-4c40-be07-4d7498fd277c tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Pushing event updated for resources: {'Port': ['ID=5cef6ec5-7296-4459-80ff-36f1dfaef047,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:47:11.748416 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a861ce6-1616-4c40-be07-4d7498fd277c tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Network 9378e537-2bb0-4edb-bd96-98dc93aa0f93 is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:47:11.749941 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-0a861ce6-1616-4c40-be07-4d7498fd277c tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:47:11.873705 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a861ce6-1616-4c40-be07-4d7498fd277c tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Router d424cad1-feaf-451b-bead-d5168e044921 is scheduled to L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f with binding_index 1 {{(pid=94466) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 14:47:11.927978 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-b3cba24b-22ad-4854-962c-d09635e6d8a8 None None] Provisioning for port 3f199af4-d38d-4a28-8568-fb9b27f6ddee completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:47:11.968543 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a861ce6-1616-4c40-be07-4d7498fd277c tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 14:47:11.973914 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-0a861ce6-1616-4c40-be07-4d7498fd277c tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] 10.222.0.39 "PUT /v2.0/routers/d424cad1-feaf-451b-bead-d5168e044921/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7697418 Aug 12 14:47:11.976497 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 54438) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:47:11.979052 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43b72948-1933-4061-bbf8-80b37be48085 None None] Sync routers for ids ['d424cad1-feaf-451b-bead-d5168e044921'] in n-d-694802-15 {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 14:47:12.007999 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43b72948-1933-4061-bbf8-80b37be48085 None None] Routers {'d424cad1-feaf-451b-bead-d5168e044921'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:47:12.008757 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-43b72948-1933-4061-bbf8-80b37be48085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:46:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['d424cad1-feaf-451b-bead-d5168e044921'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:47:12.031141 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f91b4a1-0594-4dee-bf6c-cae7d5bcb173 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:47:12.032839 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-9f91b4a1-0594-4dee-bf6c-cae7d5bcb173 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] 10.222.0.39 "GET /v2.0/ports/5cef6ec5-7296-4459-80ff-36f1dfaef047 HTTP/1.1" status: 200 len: 911 time: 0.0551238 Aug 12 14:47:12.035139 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 54444) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:47:12.102527 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19ac9353-55aa-48ae-913e-772adb8cfefa tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:47:12.109052 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19ac9353-55aa-48ae-913e-772adb8cfefa tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:47:12.111610 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-19ac9353-55aa-48ae-913e-772adb8cfefa tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.0753219 Aug 12 14:47:12.113504 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 54446) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:47:12.127495 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-43b72948-1933-4061-bbf8-80b37be48085 None None] Set router d424cad1-feaf-451b-bead-d5168e044921 gateway port host: None {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:47:12.160838 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-d29ab272-4c9d-4ffa-b1d8-67d392aa9e50 None None] Provisioning for port 5cef6ec5-7296-4459-80ff-36f1dfaef047 completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:47:12.166119 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-d29ab272-4c9d-4ffa-b1d8-67d392aa9e50 None None] Provisioning complete for port 5cef6ec5-7296-4459-80ff-36f1dfaef047 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:47:12.166509 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-d29ab272-4c9d-4ffa-b1d8-67d392aa9e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:12.208678 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-d29ab272-4c9d-4ffa-b1d8-67d392aa9e50 None None] Port 5cef6ec5-7296-4459-80ff-36f1dfaef047 cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 14:47:12.428088 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-677b2340-2e4a-4fed-ad25-2448bd61d14f None None] Provisioning complete for port 5cef6ec5-7296-4459-80ff-36f1dfaef047 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:47:12.428606 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-677b2340-2e4a-4fed-ad25-2448bd61d14f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:12.450443 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-43b72948-1933-4061-bbf8-80b37be48085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd424cad1-feaf-451b-bead-d5168e044921', 'name': 'tempest-NetworksTestDHCPv6-router-1483929455', 'tenant_id': 'f911637440044e5098fb64107964cb00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:47:10Z', 'updated_at': '2021-08-12T14:47:11Z', 'revision_number': 2, 'project_id': 'f911637440044e5098fb64107964cb00', 'gw_port_host': None, '_interfaces': [{'id': '5cef6ec5-7296-4459-80ff-36f1dfaef047', 'name': '', 'network_id': '9378e537-2bb0-4edb-bd96-98dc93aa0f93', 'tenant_id': 'f911637440044e5098fb64107964cb00', 'mac_address': 'fa:16:3e:26:37:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd424cad1-feaf-451b-bead-d5168e044921', 'device_owner': 'network:router_interface', 'standard_attr_id': 1959, 'fixed_ips': [{'subnet_id': '60dcc5e8-bace-4e87-9f94-2c7c96fc77cb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:47:10Z', 'updated_at': '2021-08-12T14:47:11Z', 'revision_number': 2, 'project_id': 'f911637440044e5098fb64107964cb00', 'subnets': [{'id': '60dcc5e8-bace-4e87-9f94-2c7c96fc77cb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:47:12.464271 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-23e0f69a-26ed-4481-8a6e-3fb2abfbf507 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66663830'] for router_interface, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:12.464866 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-677b2340-2e4a-4fed-ad25-2448bd61d14f None None] Port 5cef6ec5-7296-4459-80ff-36f1dfaef047 cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 14:47:12.477714 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43b72948-1933-4061-bbf8-80b37be48085 None None] Checking router: d424cad1-feaf-451b-bead-d5168e044921 for host: n-d-694802-15 {{(pid=94469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 14:47:12.478061 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43b72948-1933-4061-bbf8-80b37be48085 None None] Updating router d424cad1-feaf-451b-bead-d5168e044921 port 5cef6ec5-7296-4459-80ff-36f1dfaef047 binding host n-d-694802-15 {{(pid=94469) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 14:47:12.502716 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-43b72948-1933-4061-bbf8-80b37be48085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:12.685334 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:12.688916 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-23e0f69a-26ed-4481-8a6e-3fb2abfbf507 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Deleting port 5cef6ec5-7296-4459-80ff-36f1dfaef047 {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:47:12.689262 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-23e0f69a-26ed-4481-8a6e-3fb2abfbf507 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:12.777962 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 3f199af4-d38d-4a28-8568-fb9b27f6ddee up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:47:12.796711 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-23e0f69a-26ed-4481-8a6e-3fb2abfbf507 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:12.808821 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-23e0f69a-26ed-4481-8a6e-3fb2abfbf507 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Calling delete_port for 5cef6ec5-7296-4459-80ff-36f1dfaef047 owned by network:router_interface {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:47:12.823925 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-43b72948-1933-4061-bbf8-80b37be48085 None None] Notify callbacks [] for port, precommit_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:12.832901 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning for port 3f199af4-d38d-4a28-8568-fb9b27f6ddee completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:47:12.833235 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.provisioning_blocks [None req-43b72948-1933-4061-bbf8-80b37be48085 None None] Transition to ACTIVE for port object 5cef6ec5-7296-4459-80ff-36f1dfaef047 will not be triggered until provisioned by entity L2. {{(pid=94469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:47:12.838142 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port 3f199af4-d38d-4a28-8568-fb9b27f6ddee triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:47:12.838757 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:12.840379 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-43b72948-1933-4061-bbf8-80b37be48085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:12.890280 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efa815d-ac78-414b-a521-cda75e8af6e4 None None] Pushing event updated for resources: {'Port': ['ID=5cef6ec5-7296-4459-80ff-36f1dfaef047,revision_number=3']} {{(pid=94469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:47:12.922692 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:12.944970 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.managers [None req-43b72948-1933-4061-bbf8-80b37be48085 None None] Attempting to bind port 5cef6ec5-7296-4459-80ff-36f1dfaef047 on host n-d-694802-15 for vnic_type normal with profile {{(pid=94469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:47:12.945924 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.managers [None req-43b72948-1933-4061-bbf8-80b37be48085 None None] Attempting to bind port 5cef6ec5-7296-4459-80ff-36f1dfaef047 by drivers openvswitch,hyperv on host n-d-694802-15 at level 0 using segments [{'id': '29ba2c71-2731-40cb-80f7-8e3bbe9101b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '9378e537-2bb0-4edb-bd96-98dc93aa0f93'}] {{(pid=94469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:47:12.946273 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43b72948-1933-4061-bbf8-80b37be48085 None None] Attempting to bind port 5cef6ec5-7296-4459-80ff-36f1dfaef047 on network 9378e537-2bb0-4edb-bd96-98dc93aa0f93 {{(pid=94469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:47:12.952975 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43b72948-1933-4061-bbf8-80b37be48085 None None] Checking agent: {'id': '16de73ac-f2e9-4cee-b3e0-91052ae3e6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 20, 13), 'started_at': datetime.datetime(2021, 8, 12, 14, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 46, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:47:12.953366 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43b72948-1933-4061-bbf8-80b37be48085 None None] Checking segment: {'id': '29ba2c71-2731-40cb-80f7-8e3bbe9101b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '9378e537-2bb0-4edb-bd96-98dc93aa0f93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:47:12.953845 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-43b72948-1933-4061-bbf8-80b37be48085 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:12.954241 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43b72948-1933-4061-bbf8-80b37be48085 None None] Bound using segment: {'id': '29ba2c71-2731-40cb-80f7-8e3bbe9101b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '9378e537-2bb0-4edb-bd96-98dc93aa0f93'} {{(pid=94469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:47:12.954769 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.managers [None req-43b72948-1933-4061-bbf8-80b37be48085 None None] Bound port: 5cef6ec5-7296-4459-80ff-36f1dfaef047, host: n-d-694802-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29ba2c71-2731-40cb-80f7-8e3bbe9101b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '9378e537-2bb0-4edb-bd96-98dc93aa0f93'}}] {{(pid=94469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:47:12.955186 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-43b72948-1933-4061-bbf8-80b37be48085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:12.960181 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] For port 3f199af4-d38d-4a28-8568-fb9b27f6ddee, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=3f199af4-d38d-4a28-8568-fb9b27f6ddee,segment=NetworkSegment(29ba2c71-2731-40cb-80f7-8e3bbe9101b4),segment_id=29ba2c71-2731-40cb-80f7-8e3bbe9101b4)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:47:12.964764 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:13.031437 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-23e0f69a-26ed-4481-8a6e-3fb2abfbf507 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:13.031701 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.db.api [None req-43b72948-1933-4061-bbf8-80b37be48085 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=94469) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 12 14:47:13.032227 n-d-694802-15 neutron-server[94469]: DEBUG oslo_db.api [None req-43b72948-1933-4061-bbf8-80b37be48085 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 12 14:47:13.033563 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Pushing event updated for resources: {'Port': ['ID=3f199af4-d38d-4a28-8568-fb9b27f6ddee,revision_number=3']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:47:13.037213 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:13.062429 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e0f69a-26ed-4481-8a6e-3fb2abfbf507 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Pushing event deleted for resources: {'Port': ['ID=5cef6ec5-7296-4459-80ff-36f1dfaef047,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:47:13.170234 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-23e0f69a-26ed-4481-8a6e-3fb2abfbf507 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66628352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-430630'] for router_interface, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:13.184608 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-49badf20-2580-4b9f-9ea4-11e6acda8746 None None] Could not find standard attr ID for object 5cef6ec5-7296-4459-80ff-36f1dfaef047. {{(pid=94468) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 12 14:47:13.336905 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23e0f69a-26ed-4481-8a6e-3fb2abfbf507 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Router d424cad1-feaf-451b-bead-d5168e044921 has already been hosted by L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f {{(pid=94466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 14:47:13.352738 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-9fb3be04-61f5-4157-ba72-2f7ac4e5455a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:13.411146 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23e0f69a-26ed-4481-8a6e-3fb2abfbf507 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 14:47:13.416121 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-23e0f69a-26ed-4481-8a6e-3fb2abfbf507 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] 10.222.0.39 "PUT /v2.0/routers/d424cad1-feaf-451b-bead-d5168e044921/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3015778 Aug 12 14:47:13.419117 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 54456) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:47:13.474903 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0bbb284-15ad-40d9-b152-7158eff16daf tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:47:13.476472 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0bbb284-15ad-40d9-b152-7158eff16daf tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:47:13.478538 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-b0bbb284-15ad-40d9-b152-7158eff16daf tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0585148 Aug 12 14:47:13.481139 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 54458) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:47:13.530985 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_v2 [None req-84fb9a1f-04ff-49a9-bc4b-5b10abcfc4de tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Deleting subnet 60dcc5e8-bace-4e87-9f94-2c7c96fc77cb {{(pid=94466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 14:47:13.534196 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-84fb9a1f-04ff-49a9-bc4b-5b10abcfc4de tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks [] for subnet, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:13.549740 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.managers [None req-43b72948-1933-4061-bbf8-80b37be48085 None None] Attempting to bind port 5cef6ec5-7296-4459-80ff-36f1dfaef047 on host n-d-694802-15 for vnic_type normal with profile {{(pid=94469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:47:13.550109 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.managers [None req-43b72948-1933-4061-bbf8-80b37be48085 None None] Attempting to bind port 5cef6ec5-7296-4459-80ff-36f1dfaef047 by drivers openvswitch,hyperv on host n-d-694802-15 at level 0 using segments [{'id': '29ba2c71-2731-40cb-80f7-8e3bbe9101b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '9378e537-2bb0-4edb-bd96-98dc93aa0f93'}] {{(pid=94469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:47:13.550461 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43b72948-1933-4061-bbf8-80b37be48085 None None] Attempting to bind port 5cef6ec5-7296-4459-80ff-36f1dfaef047 on network 9378e537-2bb0-4edb-bd96-98dc93aa0f93 {{(pid=94469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:47:13.555371 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43b72948-1933-4061-bbf8-80b37be48085 None None] Checking agent: {'id': '16de73ac-f2e9-4cee-b3e0-91052ae3e6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 20, 13), 'started_at': datetime.datetime(2021, 8, 12, 14, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 47, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:47:13.555737 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43b72948-1933-4061-bbf8-80b37be48085 None None] Checking segment: {'id': '29ba2c71-2731-40cb-80f7-8e3bbe9101b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '9378e537-2bb0-4edb-bd96-98dc93aa0f93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:47:13.556136 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-43b72948-1933-4061-bbf8-80b37be48085 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:13.556525 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43b72948-1933-4061-bbf8-80b37be48085 None None] Bound using segment: {'id': '29ba2c71-2731-40cb-80f7-8e3bbe9101b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '9378e537-2bb0-4edb-bd96-98dc93aa0f93'} {{(pid=94469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:47:13.556975 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.managers [None req-43b72948-1933-4061-bbf8-80b37be48085 None None] Bound port: 5cef6ec5-7296-4459-80ff-36f1dfaef047, host: n-d-694802-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29ba2c71-2731-40cb-80f7-8e3bbe9101b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '9378e537-2bb0-4edb-bd96-98dc93aa0f93'}}] {{(pid=94469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:47:13.557348 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-43b72948-1933-4061-bbf8-80b37be48085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:13.574529 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-84fb9a1f-04ff-49a9-bc4b-5b10abcfc4de tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2293551'] for subnet, precommit_delete_associations {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:13.586325 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.plugin [None req-43b72948-1933-4061-bbf8-80b37be48085 None None] Port 5cef6ec5-7296-4459-80ff-36f1dfaef047 has been deleted concurrently {{(pid=94469) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Aug 12 14:47:13.595851 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43b72948-1933-4061-bbf8-80b37be48085 None None] Routers {'d424cad1-feaf-451b-bead-d5168e044921'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:47:13.596939 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-43b72948-1933-4061-bbf8-80b37be48085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:47:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['d424cad1-feaf-451b-bead-d5168e044921'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:47:13.668027 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-43b72948-1933-4061-bbf8-80b37be48085 None None] Set router d424cad1-feaf-451b-bead-d5168e044921 gateway port host: None {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:47:13.682431 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-84fb9a1f-04ff-49a9-bc4b-5b10abcfc4de tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66416255'] for subnet, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:13.720377 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-43b72948-1933-4061-bbf8-80b37be48085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd424cad1-feaf-451b-bead-d5168e044921', 'name': 'tempest-NetworksTestDHCPv6-router-1483929455', 'tenant_id': 'f911637440044e5098fb64107964cb00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:47:10Z', 'updated_at': '2021-08-12T14:47:12Z', 'revision_number': 3, 'project_id': 'f911637440044e5098fb64107964cb00', 'gw_port_host': None}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:47:13.740498 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-84fb9a1f-04ff-49a9-bc4b-5b10abcfc4de tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66416232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3718429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8776402'] for subnet, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:13.751040 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43b72948-1933-4061-bbf8-80b37be48085 None None] The sync data for ids ['d424cad1-feaf-451b-bead-d5168e044921'] in n-d-694802-15 is: [{'id': 'd424cad1-feaf-451b-bead-d5168e044921', 'name': 'tempest-NetworksTestDHCPv6-router-1483929455', 'tenant_id': 'f911637440044e5098fb64107964cb00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:47:10Z', 'updated_at': '2021-08-12T14:47:12Z', 'revision_number': 3, 'project_id': 'f911637440044e5098fb64107964cb00', 'gw_port_host': None}] {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 14:47:13.768836 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fb9a1f-04ff-49a9-bc4b-5b10abcfc4de tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Pushing event deleted for resources: {'Subnet': ['ID=60dcc5e8-bace-4e87-9f94-2c7c96fc77cb,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:47:13.783292 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-84fb9a1f-04ff-49a9-bc4b-5b10abcfc4de tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for subnet, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:13.785373 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-84fb9a1f-04ff-49a9-bc4b-5b10abcfc4de tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] 10.222.0.39 "DELETE /v2.0/subnets/60dcc5e8-bace-4e87-9f94-2c7c96fc77cb HTTP/1.1" status: 204 len: 168 time: 0.3033144 Aug 12 14:47:13.788068 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 54464) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:47:13.789317 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef9c601a-775d-4ecb-837e-3a37782af5b8 None None] Network 9378e537-2bb0-4edb-bd96-98dc93aa0f93 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:47:13.890478 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-f2c122f7-d2ac-4a72-8eba-e8b02234786e tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.1013041 Aug 12 14:47:13.893151 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 54466) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:47:13.930892 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-1769855f-eda9-4483-9dc3-3220908ab45d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:14.000086 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2e3480a-26ea-4ae5-b355-3408d185ffd9 None None] DHCP port deletion for 9378e537-2bb0-4edb-bd96-98dc93aa0f93 request from n-d-694802-15 {{(pid=94468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 14:47:14.048755 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-b2e3480a-26ea-4ae5-b355-3408d185ffd9 None None] Deleting port 3f199af4-d38d-4a28-8568-fb9b27f6ddee {{(pid=94468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:47:14.049167 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-b2e3480a-26ea-4ae5-b355-3408d185ffd9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:14.117368 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-b2e3480a-26ea-4ae5-b355-3408d185ffd9 None None] For port 3f199af4-d38d-4a28-8568-fb9b27f6ddee, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=3f199af4-d38d-4a28-8568-fb9b27f6ddee,segment=NetworkSegment(29ba2c71-2731-40cb-80f7-8e3bbe9101b4),segment_id=29ba2c71-2731-40cb-80f7-8e3bbe9101b4)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:47:14.117733 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-b2e3480a-26ea-4ae5-b355-3408d185ffd9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:14.131218 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-b2e3480a-26ea-4ae5-b355-3408d185ffd9 None None] Calling delete_port for 3f199af4-d38d-4a28-8568-fb9b27f6ddee owned by network:dhcp {{(pid=94468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:47:14.214766 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-b2e3480a-26ea-4ae5-b355-3408d185ffd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262'] for port, after_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:14.233705 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a9da7f2a-c8ea-4549-b73f-0f131da77169 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks [] for router, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:14.256185 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e3480a-26ea-4ae5-b355-3408d185ffd9 None None] Pushing event deleted for resources: {'Port': ['ID=3f199af4-d38d-4a28-8568-fb9b27f6ddee,revision_number=None']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:47:14.258492 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2e3480a-26ea-4ae5-b355-3408d185ffd9 None None] No DVR routers for this DVR port 3f199af4-d38d-4a28-8568-fb9b27f6ddee on host n-d-694802-15 {{(pid=94468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:47:14.397415 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a9da7f2a-c8ea-4549-b73f-0f131da77169 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-429360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-104877'] for router, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:14.400307 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a9da7f2a-c8ea-4549-b73f-0f131da77169 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:14.449546 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a9da7f2a-c8ea-4549-b73f-0f131da77169 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-429375'] for router, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:14.449859 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9da7f2a-c8ea-4549-b73f-0f131da77169 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Fanout notify agent at l3_agent the message router_deleted on router d424cad1-feaf-451b-bead-d5168e044921 {{(pid=94466) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 14:47:14.457153 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a9da7f2a-c8ea-4549-b73f-0f131da77169 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks [] for router, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:14.461229 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-a9da7f2a-c8ea-4549-b73f-0f131da77169 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] 10.222.0.39 "DELETE /v2.0/routers/d424cad1-feaf-451b-bead-d5168e044921 HTTP/1.1" status: 204 len: 168 time: 0.5642138 Aug 12 14:47:14.461590 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 54474) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:47:14.496864 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-70d584ed-67f2-4d19-b515-9e9c1d2a8e27 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0337198 Aug 12 14:47:14.498830 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 54476) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:47:14.549932 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb12b8d5-7f40-46b4-af9e-91594ea66185 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:47:14.551439 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-fb12b8d5-7f40-46b4-af9e-91594ea66185 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0513287 Aug 12 14:47:14.554102 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 54478) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:47:14.594571 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-879496b9-c60e-4dab-a355-afc869200fc2 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0388308 Aug 12 14:47:14.599277 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 54480) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:47:14.603937 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-c4b587cf-856b-4343-8b28-c12c0594428d tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Request body: {'subnet': {'network_id': '9378e537-2bb0-4edb-bd96-98dc93aa0f93', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:47:14.638052 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dbcb892-cd7c-4e21-8dcd-917ec4b5ca7b None None] Sync routers for ids ['d424cad1-feaf-451b-bead-d5168e044921'] in n-d-694802-15 {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 14:47:14.646924 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dbcb892-cd7c-4e21-8dcd-917ec4b5ca7b None None] Routers set() bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:47:14.647367 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dbcb892-cd7c-4e21-8dcd-917ec4b5ca7b None None] Router IDs set() for agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 12 14:47:14.647964 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_agentschedulers_db [None req-2dbcb892-cd7c-4e21-8dcd-917ec4b5ca7b None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'d424cad1-feaf-451b-bead-d5168e044921'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:47:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent'). {{(pid=94468) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 12 14:47:14.655986 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dbcb892-cd7c-4e21-8dcd-917ec4b5ca7b None None] Routers set() bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:47:14.656325 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dbcb892-cd7c-4e21-8dcd-917ec4b5ca7b None None] Router IDs set() for agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 12 14:47:14.656889 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_agentschedulers_db [None req-2dbcb892-cd7c-4e21-8dcd-917ec4b5ca7b None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'d424cad1-feaf-451b-bead-d5168e044921'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:47:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent'). {{(pid=94468) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 12 14:47:14.657257 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dbcb892-cd7c-4e21-8dcd-917ec4b5ca7b None None] The sync data for ids ['d424cad1-feaf-451b-bead-d5168e044921'] in n-d-694802-15 is: [] {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 14:47:14.698749 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4b587cf-856b-4343-8b28-c12c0594428d tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Made reservation on behalf of f911637440044e5098fb64107964cb00 for: {'subnet': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:47:14.702738 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-c4b587cf-856b-4343-8b28-c12c0594428d tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3343791'] for subnet, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:14.745250 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 3f199af4-d38d-4a28-8568-fb9b27f6ddee no longer exists at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:47:14.769809 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] No Port match for: 3f199af4-d38d-4a28-8568-fb9b27f6ddee {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 14:47:14.770366 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 3f199af4-d38d-4a28-8568-fb9b27f6ddee not bound to the agent host n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:47:14.991923 n-d-694802-15 neutron-server[94467]: DEBUG neutron.objects.ports [None req-c4b587cf-856b-4343-8b28-c12c0594428d tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94467) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 12 14:47:14.995835 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-c4b587cf-856b-4343-8b28-c12c0594428d tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2859166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3343773'] for subnet, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:15.035116 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4b587cf-856b-4343-8b28-c12c0594428d tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Network 9378e537-2bb0-4edb-bd96-98dc93aa0f93 is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:47:15.039998 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [None req-c4b587cf-856b-4343-8b28-c12c0594428d tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:47:15.044246 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4b587cf-856b-4343-8b28-c12c0594428d tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:47:15.044837 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-c4b587cf-856b-4343-8b28-c12c0594428d tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks [] for subnet, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:15.048865 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10de1f95-1efa-4b7d-9ebb-e4db886b254f None None] Network 9378e537-2bb0-4edb-bd96-98dc93aa0f93 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:47:15.058254 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b587cf-856b-4343-8b28-c12c0594428d tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Pushing event updated for resources: {'Subnet': ['ID=520c3edb-fc04-4f21-9bc7-67abfa642aa7,revision_number=0']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:47:15.067348 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-c4b587cf-856b-4343-8b28-c12c0594428d tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.4676232 Aug 12 14:47:15.070155 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 54488) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:47:15.075223 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-d17ad414-55ef-4476-bb68-1aadcfec338e tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Request body: {'subnet': {'network_id': '9378e537-2bb0-4edb-bd96-98dc93aa0f93', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:47:15.181845 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d17ad414-55ef-4476-bb68-1aadcfec338e tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Made reservation on behalf of f911637440044e5098fb64107964cb00 for: {'subnet': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:47:15.185423 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-d17ad414-55ef-4476-bb68-1aadcfec338e tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3343791'] for subnet, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:15.194533 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35b04c06-c612-457a-b639-019cdf70e9c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa7035b3e-9a89-5964-b9f4-97301c3f476a-9378e537-2bb0-4edb-bd96-98dc93aa0f93', 'network_id': '9378e537-2bb0-4edb-bd96-98dc93aa0f93', 'tenant_id': 'f911637440044e5098fb64107964cb00', 'fixed_ips': [{'subnet_id': '520c3edb-fc04-4f21-9bc7-67abfa642aa7'}]}} from n-d-694802-15. {{(pid=94468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 14:47:15.195419 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-35b04c06-c612-457a-b639-019cdf70e9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:15.353205 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.db_base_plugin_common [None req-35b04c06-c612-457a-b639-019cdf70e9c1 None None] Allocated IP 2001:db8::f816:3eff:fe5f:a4e (9378e537-2bb0-4edb-bd96-98dc93aa0f93/520c3edb-fc04-4f21-9bc7-67abfa642aa7/40aa44e8-2ebc-4cae-b480-d1b3324c4206) {{(pid=94468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:47:15.464355 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-d17ad414-55ef-4476-bb68-1aadcfec338e tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2859166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3343773'] for subnet, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:15.502695 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-35b04c06-c612-457a-b639-019cdf70e9c1 None None] Notify callbacks [] for port, precommit_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:15.510755 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d17ad414-55ef-4476-bb68-1aadcfec338e tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Network 9378e537-2bb0-4edb-bd96-98dc93aa0f93 is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:47:15.511511 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-35b04c06-c612-457a-b639-019cdf70e9c1 None None] Transition to ACTIVE for port object 40aa44e8-2ebc-4cae-b480-d1b3324c4206 will not be triggered until provisioned by entity L2. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:47:15.514128 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [None req-d17ad414-55ef-4476-bb68-1aadcfec338e tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:47:15.518220 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d17ad414-55ef-4476-bb68-1aadcfec338e tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:47:15.518807 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-d17ad414-55ef-4476-bb68-1aadcfec338e tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks [] for subnet, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:15.528159 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-35b04c06-c612-457a-b639-019cdf70e9c1 None None] Transition to ACTIVE for port object 40aa44e8-2ebc-4cae-b480-d1b3324c4206 will not be triggered until provisioned by entity DHCP. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:47:15.530688 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17ad414-55ef-4476-bb68-1aadcfec338e tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Pushing event updated for resources: {'Subnet': ['ID=f66d3e02-bc7a-487c-9b34-b747c1092c1c,revision_number=0']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:47:15.540023 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-35b04c06-c612-457a-b639-019cdf70e9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253'] for port, after_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:15.542434 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-d17ad414-55ef-4476-bb68-1aadcfec338e tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4710691 Aug 12 14:47:15.542806 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 54496) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:47:15.548273 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-0e269111-8522-4b6a-9d74-ff24dab4b4af tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Request body: {'port': {'network_id': '9378e537-2bb0-4edb-bd96-98dc93aa0f93', 'mac_address': 'fa:16:3e:5f:3d:a3', 'name': 'tempest-NetworksTestDHCPv6-999336545'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:47:15.582429 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-fe95f194-a3b0-4c04-9e42-20b511169d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:15.584725 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35b04c06-c612-457a-b639-019cdf70e9c1 None None] Network 9378e537-2bb0-4edb-bd96-98dc93aa0f93 is already hosted by enough agents. {{(pid=94468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:47:15.587535 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.base_scheduler [None req-35b04c06-c612-457a-b639-019cdf70e9c1 None None] Resources bound (agent type, host, resource id): {{(pid=94468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:47:15.589921 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35b04c06-c612-457a-b639-019cdf70e9c1 None None] Received port after_create {{(pid=94468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:47:15.605393 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b04c06-c612-457a-b639-019cdf70e9c1 None None] Pushing event updated for resources: {'Port': ['ID=40aa44e8-2ebc-4cae-b480-d1b3324c4206,revision_number=1']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:47:15.655276 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-35b04c06-c612-457a-b639-019cdf70e9c1 None None] Attempting to bind port 40aa44e8-2ebc-4cae-b480-d1b3324c4206 on host n-d-694802-15 for vnic_type normal with profile {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:47:15.655650 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-35b04c06-c612-457a-b639-019cdf70e9c1 None None] Attempting to bind port 40aa44e8-2ebc-4cae-b480-d1b3324c4206 by drivers openvswitch,hyperv on host n-d-694802-15 at level 0 using segments [{'id': '29ba2c71-2731-40cb-80f7-8e3bbe9101b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '9378e537-2bb0-4edb-bd96-98dc93aa0f93'}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:47:15.656012 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35b04c06-c612-457a-b639-019cdf70e9c1 None None] Attempting to bind port 40aa44e8-2ebc-4cae-b480-d1b3324c4206 on network 9378e537-2bb0-4edb-bd96-98dc93aa0f93 {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:47:15.661452 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35b04c06-c612-457a-b639-019cdf70e9c1 None None] Checking agent: {'id': '16de73ac-f2e9-4cee-b3e0-91052ae3e6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 20, 13), 'started_at': datetime.datetime(2021, 8, 12, 14, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 47, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:47:15.661823 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35b04c06-c612-457a-b639-019cdf70e9c1 None None] Checking segment: {'id': '29ba2c71-2731-40cb-80f7-8e3bbe9101b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '9378e537-2bb0-4edb-bd96-98dc93aa0f93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:47:15.662223 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-35b04c06-c612-457a-b639-019cdf70e9c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:15.662679 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35b04c06-c612-457a-b639-019cdf70e9c1 None None] Bound using segment: {'id': '29ba2c71-2731-40cb-80f7-8e3bbe9101b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '9378e537-2bb0-4edb-bd96-98dc93aa0f93'} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:47:15.663130 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-35b04c06-c612-457a-b639-019cdf70e9c1 None None] Bound port: 40aa44e8-2ebc-4cae-b480-d1b3324c4206, host: n-d-694802-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29ba2c71-2731-40cb-80f7-8e3bbe9101b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '9378e537-2bb0-4edb-bd96-98dc93aa0f93'}}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:47:15.663517 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-35b04c06-c612-457a-b639-019cdf70e9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:15.665631 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e269111-8522-4b6a-9d74-ff24dab4b4af tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Made reservation on behalf of f911637440044e5098fb64107964cb00 for: {'port': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:47:15.725089 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-35b04c06-c612-457a-b639-019cdf70e9c1 None None] For port 40aa44e8-2ebc-4cae-b480-d1b3324c4206, host n-d-694802-15, cleared binding levels {{(pid=94468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:47:15.728103 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-35b04c06-c612-457a-b639-019cdf70e9c1 None None] For port 40aa44e8-2ebc-4cae-b480-d1b3324c4206, host n-d-694802-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=40aa44e8-2ebc-4cae-b480-d1b3324c4206,segment=NetworkSegment(29ba2c71-2731-40cb-80f7-8e3bbe9101b4),segment_id=29ba2c71-2731-40cb-80f7-8e3bbe9101b4)] {{(pid=94468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:47:15.731932 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-35b04c06-c612-457a-b639-019cdf70e9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:15.748317 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0e269111-8522-4b6a-9d74-ff24dab4b4af tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:15.772695 n-d-694802-15 neutron-server[94466]: DEBUG neutron.notifiers.nova [None req-0e269111-8522-4b6a-9d74-ff24dab4b4af tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] device_id is not set on port b09fa9ec-4b87-4462-b08f-e2ce92c8fdec yet. {{(pid=94466) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 14:47:15.794324 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b04c06-c612-457a-b639-019cdf70e9c1 None None] Pushing event updated for resources: {'Port': ['ID=40aa44e8-2ebc-4cae-b480-d1b3324c4206,revision_number=2']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:47:15.990530 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-0e269111-8522-4b6a-9d74-ff24dab4b4af tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Allocated IP 172.20.0.14 (9378e537-2bb0-4edb-bd96-98dc93aa0f93/f66d3e02-bc7a-487c-9b34-b747c1092c1c/b09fa9ec-4b87-4462-b08f-e2ce92c8fdec) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:47:16.022912 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-0e269111-8522-4b6a-9d74-ff24dab4b4af tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Allocated IP 2001:db8::f816:3eff:fe5f:3da3 (9378e537-2bb0-4edb-bd96-98dc93aa0f93/520c3edb-fc04-4f21-9bc7-67abfa642aa7/b09fa9ec-4b87-4462-b08f-e2ce92c8fdec) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:47:16.026828 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4bc113-f476-4f40-ba61-884fc5cd747a req-8d24ddfe-6cd0-4458-a116-bee25b8c1bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:47:16.031842 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3e4bc113-f476-4f40-ba61-884fc5cd747a req-8d24ddfe-6cd0-4458-a116-bee25b8c1bc1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f4b313af8d624a809d563851b784d520&device_id=82ca70f0-3356-4166-96ef-a264876874d1 HTTP/1.1" status: 200 len: 1097 time: 0.0624993 Aug 12 14:47:16.058343 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dafa9bb-2478-4c90-b00b-9f9bff8a6718 req-dad2a062-28f6-4eb1-92a2-5e5295db54c0 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:47:16.059869 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-6dafa9bb-2478-4c90-b00b-9f9bff8a6718 req-dad2a062-28f6-4eb1-92a2-5e5295db54c0 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/ports?device_id=82ca70f0-3356-4166-96ef-a264876874d1 HTTP/1.1" status: 200 len: 945 time: 0.0914495 Aug 12 14:47:16.141186 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-6dafa9bb-2478-4c90-b00b-9f9bff8a6718 req-4006d48a-f911-460a-a542-19c104bf993e tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc2dacd2-6b8c-4388-a6b9-7c76f36fc545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714157 Aug 12 14:47:16.234518 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0e269111-8522-4b6a-9d74-ff24dab4b4af tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:16.249254 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-0e269111-8522-4b6a-9d74-ff24dab4b4af tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Transition to ACTIVE for port object b09fa9ec-4b87-4462-b08f-e2ce92c8fdec will not be triggered until provisioned by entity DHCP. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:47:16.286096 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0e269111-8522-4b6a-9d74-ff24dab4b4af tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:16.330017 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e269111-8522-4b6a-9d74-ff24dab4b4af tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Network 9378e537-2bb0-4edb-bd96-98dc93aa0f93 is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:47:16.336926 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-0e269111-8522-4b6a-9d74-ff24dab4b4af tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:47:16.341374 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e269111-8522-4b6a-9d74-ff24dab4b4af tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:47:16.376749 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e269111-8522-4b6a-9d74-ff24dab4b4af tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Pushing event updated for resources: {'Port': ['ID=b09fa9ec-4b87-4462-b08f-e2ce92c8fdec,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:47:16.389050 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e269111-8522-4b6a-9d74-ff24dab4b4af tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:47:16.389506 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e269111-8522-4b6a-9d74-ff24dab4b4af tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:47:16.389851 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e269111-8522-4b6a-9d74-ff24dab4b4af tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:47:16.390206 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e269111-8522-4b6a-9d74-ff24dab4b4af tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:47:16.390729 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e269111-8522-4b6a-9d74-ff24dab4b4af tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:47:16.391281 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e269111-8522-4b6a-9d74-ff24dab4b4af tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:47:16.391614 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e269111-8522-4b6a-9d74-ff24dab4b4af tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:47:16.391939 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e269111-8522-4b6a-9d74-ff24dab4b4af tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:47:16.392262 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e269111-8522-4b6a-9d74-ff24dab4b4af tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:47:16.392608 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e269111-8522-4b6a-9d74-ff24dab4b4af tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:47:16.393082 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e269111-8522-4b6a-9d74-ff24dab4b4af tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:47:16.393409 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e269111-8522-4b6a-9d74-ff24dab4b4af tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:47:16.431970 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e269111-8522-4b6a-9d74-ff24dab4b4af tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:47:16.432671 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0e269111-8522-4b6a-9d74-ff24dab4b4af tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:16.454480 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-0e269111-8522-4b6a-9d74-ff24dab4b4af tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 0.9102635 Aug 12 14:47:16.455395 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 54512) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:47:16.509693 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4bc113-f476-4f40-ba61-884fc5cd747a req-77132823-35f6-4d1a-90f4-25287d00ce92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:47:16.511340 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3e4bc113-f476-4f40-ba61-884fc5cd747a req-77132823-35f6-4d1a-90f4-25287d00ce92 service neutron] 10.222.0.64 "GET /v2.0/networks?id=4552c891-e268-4d7c-98f1-e8736a29b277 HTTP/1.1" status: 200 len: 913 time: 0.4632950 Aug 12 14:47:16.513634 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f313a37-5624-454f-a08a-6efd95d4e44f tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:47:16.520258 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f313a37-5624-454f-a08a-6efd95d4e44f tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:47:16.524701 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-0f313a37-5624-454f-a08a-6efd95d4e44f tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.0684624 Aug 12 14:47:16.525378 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 54518) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:47:16.593107 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3e4bc113-f476-4f40-ba61-884fc5cd747a req-be5b83ab-0f99-4d84-9e9a-a34c4500d62b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b0aac563-42bd-4b31-95a9-a0a4d4b9e42a HTTP/1.1" status: 200 len: 1000 time: 0.0724180 Aug 12 14:47:16.643037 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-1ff6356a-35f9-4b26-aa36-c7b090fcede5 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Deleting port b09fa9ec-4b87-4462-b08f-e2ce92c8fdec {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:47:16.643649 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1ff6356a-35f9-4b26-aa36-c7b090fcede5 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:16.649816 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4bc113-f476-4f40-ba61-884fc5cd747a req-5041afaf-f642-49eb-983d-5a8c7e34d6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:47:16.651496 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3e4bc113-f476-4f40-ba61-884fc5cd747a req-5041afaf-f642-49eb-983d-5a8c7e34d6b0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b3b4e56e-f3bd-4709-bfd6-3e62da1e0ac7 HTTP/1.1" status: 200 len: 851 time: 0.0504258 Aug 12 14:47:16.732175 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4bc113-f476-4f40-ba61-884fc5cd747a req-78134a48-db5d-477f-a921-c21896c82cba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:47:16.734140 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3e4bc113-f476-4f40-ba61-884fc5cd747a req-78134a48-db5d-477f-a921-c21896c82cba service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4552c891-e268-4d7c-98f1-e8736a29b277&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0732286 Aug 12 14:47:16.763462 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1ff6356a-35f9-4b26-aa36-c7b090fcede5 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:16.787156 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-1ff6356a-35f9-4b26-aa36-c7b090fcede5 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Calling delete_port for b09fa9ec-4b87-4462-b08f-e2ce92c8fdec owned by {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:47:16.829991 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 40aa44e8-2ebc-4cae-b480-d1b3324c4206 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:47:16.873937 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3e4bc113-f476-4f40-ba61-884fc5cd747a req-fe7beddb-b38d-4462-8521-709eda9c7371 service neutron] 10.222.0.64 "GET /v2.0/networks/4552c891-e268-4d7c-98f1-e8736a29b277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312304 Aug 12 14:47:16.946627 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning for port 40aa44e8-2ebc-4cae-b480-d1b3324c4206 completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:47:17.006235 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c028ddad-3c33-4ae4-b655-95091832ae12 None None] Network 9378e537-2bb0-4edb-bd96-98dc93aa0f93 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:47:17.041619 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3e4bc113-f476-4f40-ba61-884fc5cd747a req-b53d5692-f094-4076-990f-0901c194d381 service neutron] 10.222.0.64 "GET /v2.0/networks/4552c891-e268-4d7c-98f1-e8736a29b277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1603708 Aug 12 14:47:17.097305 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-89b21a07-5280-440b-b0cc-0737482e8be8 None None] Provisioning for port 40aa44e8-2ebc-4cae-b480-d1b3324c4206 completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:47:17.106264 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-89b21a07-5280-440b-b0cc-0737482e8be8 None None] Provisioning complete for port 40aa44e8-2ebc-4cae-b480-d1b3324c4206 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:47:17.106632 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-89b21a07-5280-440b-b0cc-0737482e8be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:17.144208 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1ff6356a-35f9-4b26-aa36-c7b090fcede5 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:17.172846 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff6356a-35f9-4b26-aa36-c7b090fcede5 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Pushing event deleted for resources: {'Port': ['ID=b09fa9ec-4b87-4462-b08f-e2ce92c8fdec,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:47:17.285672 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-89b21a07-5280-440b-b0cc-0737482e8be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:17.327201 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-89b21a07-5280-440b-b0cc-0737482e8be8 None None] For port 40aa44e8-2ebc-4cae-b480-d1b3324c4206, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=40aa44e8-2ebc-4cae-b480-d1b3324c4206,segment=NetworkSegment(29ba2c71-2731-40cb-80f7-8e3bbe9101b4),segment_id=29ba2c71-2731-40cb-80f7-8e3bbe9101b4)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:47:17.333081 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-89b21a07-5280-440b-b0cc-0737482e8be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:17.344658 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1ff6356a-35f9-4b26-aa36-c7b090fcede5 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:17.349564 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-1ff6356a-35f9-4b26-aa36-c7b090fcede5 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] 10.222.0.39 "DELETE /v2.0/ports/b09fa9ec-4b87-4462-b08f-e2ce92c8fdec HTTP/1.1" status: 204 len: 168 time: 0.8209205 Aug 12 14:47:17.349744 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 54532) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:47:17.388361 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7fc173-b7aa-41f4-8e73-32dec69a90db req-fbe56d44-3aa4-405b-a0db-d86619a972f5 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:47:17.391909 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-fb7fc173-b7aa-41f4-8e73-32dec69a90db req-fbe56d44-3aa4-405b-a0db-d86619a972f5 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/ports?device_id=82ca70f0-3356-4166-96ef-a264876874d1 HTTP/1.1" status: 200 len: 945 time: 0.1369698 Aug 12 14:47:17.428565 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b21a07-5280-440b-b0cc-0737482e8be8 None None] Pushing event updated for resources: {'Port': ['ID=40aa44e8-2ebc-4cae-b480-d1b3324c4206,revision_number=3']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:47:17.439189 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6018083a-d087-45ec-8fc8-937bd75439e2 None None] Update dhcp port {'port': {'network_id': '9378e537-2bb0-4edb-bd96-98dc93aa0f93', 'fixed_ips': [{'subnet_id': '520c3edb-fc04-4f21-9bc7-67abfa642aa7', 'ip_address': '2001:db8::f816:3eff:fe5f:a4e'}, {'subnet_id': 'f66d3e02-bc7a-487c-9b34-b747c1092c1c'}], 'binding:host_id': 'n-d-694802-15'}, 'id': '40aa44e8-2ebc-4cae-b480-d1b3324c4206'} from n-d-694802-15. {{(pid=94468) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 12 14:47:17.449111 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf6770ec-4609-4f3a-8a52-698df41edc19 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:47:17.450623 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf6770ec-4609-4f3a-8a52-698df41edc19 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:47:17.452185 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf6770ec-4609-4f3a-8a52-698df41edc19 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:47:17.453717 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-cf6770ec-4609-4f3a-8a52-698df41edc19 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1011477 Aug 12 14:47:17.457270 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 54534) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:47:17.468270 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-6018083a-d087-45ec-8fc8-937bd75439e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:17.469799 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-fb7fc173-b7aa-41f4-8e73-32dec69a90db req-c12d3141-0e0a-4e10-9e2c-f4fa44bdb7a6 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc2dacd2-6b8c-4388-a6b9-7c76f36fc545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730155 Aug 12 14:47:17.543588 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_v2 [None req-92fb42b9-f03b-4b59-83ea-fdf173976d3e tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Deleting subnet 520c3edb-fc04-4f21-9bc7-67abfa642aa7 {{(pid=94467) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 14:47:17.550090 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-92fb42b9-f03b-4b59-83ea-fdf173976d3e tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks [] for subnet, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:17.603301 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-92fb42b9-f03b-4b59-83ea-fdf173976d3e tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3857505'] for subnet, precommit_delete_associations {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:17.703911 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-92fb42b9-f03b-4b59-83ea-fdf173976d3e tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66416255'] for subnet, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:17.763308 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-92fb42b9-f03b-4b59-83ea-fdf173976d3e tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66416232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2859225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3343748'] for subnet, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:17.792234 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fb42b9-f03b-4b59-83ea-fdf173976d3e tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Pushing event deleted for resources: {'Subnet': ['ID=520c3edb-fc04-4f21-9bc7-67abfa642aa7,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:47:17.794991 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-92fb42b9-f03b-4b59-83ea-fdf173976d3e tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks [] for subnet, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:17.796767 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-92fb42b9-f03b-4b59-83ea-fdf173976d3e tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] 10.222.0.39 "DELETE /v2.0/subnets/520c3edb-fc04-4f21-9bc7-67abfa642aa7 HTTP/1.1" status: 204 len: 168 time: 0.3382614 Aug 12 14:47:17.799352 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 54538) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:47:17.799834 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server [None req-6018083a-d087-45ec-8fc8-937bd75439e2 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 520c3edb-fc04-4f21-9bc7-67abfa642aa7: This subnet is being modified by another concurrent operation. Aug 12 14:47:17.799834 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 12 14:47:17.799834 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 12 14:47:17.799834 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 12 14:47:17.799834 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 12 14:47:17.799834 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 12 14:47:17.799834 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 12 14:47:17.799834 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 12 14:47:17.799834 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 12 14:47:17.799834 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 12 14:47:17.799834 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 12 14:47:17.799834 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 12 14:47:17.799834 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 12 14:47:17.799834 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 12 14:47:17.799834 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 12 14:47:17.799834 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 12 14:47:17.799834 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 12 14:47:17.799834 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server raise self.value Aug 12 14:47:17.799834 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 12 14:47:17.799834 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 12 14:47:17.799834 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 12 14:47:17.799834 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 12 14:47:17.799834 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 12 14:47:17.799834 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 12 14:47:17.799834 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 12 14:47:17.799834 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server raise self.value Aug 12 14:47:17.799834 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 12 14:47:17.799834 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 12 14:47:17.799834 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 12 14:47:17.799834 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 12 14:47:17.799834 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 12 14:47:17.799834 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 12 14:47:17.799834 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 12 14:47:17.799834 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server raise self.value Aug 12 14:47:17.799834 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 12 14:47:17.799834 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 12 14:47:17.799834 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Aug 12 14:47:17.799834 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Aug 12 14:47:17.799834 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Aug 12 14:47:17.799834 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Aug 12 14:47:17.799834 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Aug 12 14:47:17.799834 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 12 14:47:17.799834 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 12 14:47:17.799834 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 12 14:47:17.799834 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 12 14:47:17.799834 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 12 14:47:17.799834 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 12 14:47:17.799834 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 12 14:47:17.799834 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 12 14:47:17.799834 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server raise self.value Aug 12 14:47:17.799834 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 12 14:47:17.799834 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 12 14:47:17.799834 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 12 14:47:17.799834 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 12 14:47:17.803872 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 12 14:47:17.803872 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 12 14:47:17.803872 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 12 14:47:17.803872 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server raise self.value Aug 12 14:47:17.803872 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 12 14:47:17.803872 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 12 14:47:17.803872 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 12 14:47:17.803872 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 12 14:47:17.803872 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 12 14:47:17.803872 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 12 14:47:17.803872 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 12 14:47:17.803872 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server raise self.value Aug 12 14:47:17.803872 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 12 14:47:17.803872 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 12 14:47:17.803872 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1727, in update_port Aug 12 14:47:17.803872 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Aug 12 14:47:17.803872 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 12 14:47:17.803872 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 12 14:47:17.803872 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1510, in update_port Aug 12 14:47:17.803872 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Aug 12 14:47:17.803872 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Aug 12 14:47:17.803872 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Aug 12 14:47:17.803872 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Aug 12 14:47:17.803872 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Aug 12 14:47:17.803872 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Aug 12 14:47:17.803872 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 12 14:47:17.803872 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 12 14:47:17.803872 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 12 14:47:17.803872 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 12 14:47:17.803872 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server raise exception Aug 12 14:47:17.803872 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 520c3edb-fc04-4f21-9bc7-67abfa642aa7: This subnet is being modified by another concurrent operation. Aug 12 14:47:17.803872 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server Aug 12 14:47:17.852642 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_v2 [None req-64fb8da4-00b9-4fde-8be3-2d79f6d26b8f tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Deleting subnet f66d3e02-bc7a-487c-9b34-b747c1092c1c {{(pid=94467) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 14:47:17.855702 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-64fb8da4-00b9-4fde-8be3-2d79f6d26b8f tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks [] for subnet, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:17.895329 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-64fb8da4-00b9-4fde-8be3-2d79f6d26b8f tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3857505'] for subnet, precommit_delete_associations {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:17.926878 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24977073-0694-4894-82a3-147c59b7997a None None] Network 9378e537-2bb0-4edb-bd96-98dc93aa0f93 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:47:17.945343 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-64fb8da4-00b9-4fde-8be3-2d79f6d26b8f tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66416255'] for subnet, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:17.987588 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-79b86f3d-dd0c-4887-b7e5-6848c243a771 None None] Provisioning complete for port 40aa44e8-2ebc-4cae-b480-d1b3324c4206 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:47:17.987962 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-79b86f3d-dd0c-4887-b7e5-6848c243a771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:18.046440 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-64fb8da4-00b9-4fde-8be3-2d79f6d26b8f tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66416232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2859225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3343748'] for subnet, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:18.076285 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fb8da4-00b9-4fde-8be3-2d79f6d26b8f tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Pushing event deleted for resources: {'Subnet': ['ID=f66d3e02-bc7a-487c-9b34-b747c1092c1c,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:47:18.084331 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-64fb8da4-00b9-4fde-8be3-2d79f6d26b8f tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks [] for subnet, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:18.086340 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-64fb8da4-00b9-4fde-8be3-2d79f6d26b8f tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] 10.222.0.39 "DELETE /v2.0/subnets/f66d3e02-bc7a-487c-9b34-b747c1092c1c HTTP/1.1" status: 204 len: 168 time: 0.2859421 Aug 12 14:47:18.088560 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 54546) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:47:18.129724 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-75aa3547-3f50-48fd-b33b-8792b6308ce0 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0400770 Aug 12 14:47:18.132471 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 54550) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:47:18.139552 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-fb046d8c-44ff-4553-8297-a648e6d12a7a tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Request body: {'subnet': {'network_id': '9378e537-2bb0-4edb-bd96-98dc93aa0f93', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:47:18.148765 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41d413f2-f2e8-4734-bf67-2f6df886a23f None None] DHCP port deletion for 9378e537-2bb0-4edb-bd96-98dc93aa0f93 request from n-d-694802-15 {{(pid=94468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 14:47:18.196823 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-41d413f2-f2e8-4734-bf67-2f6df886a23f None None] Deleting port 40aa44e8-2ebc-4cae-b480-d1b3324c4206 {{(pid=94468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:47:18.197194 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-41d413f2-f2e8-4734-bf67-2f6df886a23f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:18.240800 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb046d8c-44ff-4553-8297-a648e6d12a7a tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Made reservation on behalf of f911637440044e5098fb64107964cb00 for: {'subnet': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:47:18.244420 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-fb046d8c-44ff-4553-8297-a648e6d12a7a tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3343791'] for subnet, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:18.261984 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-41d413f2-f2e8-4734-bf67-2f6df886a23f None None] For port 40aa44e8-2ebc-4cae-b480-d1b3324c4206, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=40aa44e8-2ebc-4cae-b480-d1b3324c4206,segment=NetworkSegment(29ba2c71-2731-40cb-80f7-8e3bbe9101b4),segment_id=29ba2c71-2731-40cb-80f7-8e3bbe9101b4)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:47:18.262380 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-41d413f2-f2e8-4734-bf67-2f6df886a23f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:18.274924 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-41d413f2-f2e8-4734-bf67-2f6df886a23f None None] Calling delete_port for 40aa44e8-2ebc-4cae-b480-d1b3324c4206 owned by network:dhcp {{(pid=94468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:47:18.355604 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-41d413f2-f2e8-4734-bf67-2f6df886a23f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262'] for port, after_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:18.386210 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d413f2-f2e8-4734-bf67-2f6df886a23f None None] Pushing event deleted for resources: {'Port': ['ID=40aa44e8-2ebc-4cae-b480-d1b3324c4206,revision_number=None']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:47:18.389790 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41d413f2-f2e8-4734-bf67-2f6df886a23f None None] No DVR routers for this DVR port 40aa44e8-2ebc-4cae-b480-d1b3324c4206 on host n-d-694802-15 {{(pid=94468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:47:18.404030 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d0efb64-4cc2-457f-9047-aa6fb21ca104 None None] get_active_networks_info from n-d-694802-15 {{(pid=94468) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 12 14:47:18.521137 n-d-694802-15 neutron-server[94467]: DEBUG neutron.objects.ports [None req-fb046d8c-44ff-4553-8297-a648e6d12a7a tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94467) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 12 14:47:18.522782 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-fb046d8c-44ff-4553-8297-a648e6d12a7a tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2859166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3343773'] for subnet, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:18.566665 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb046d8c-44ff-4553-8297-a648e6d12a7a tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Network 9378e537-2bb0-4edb-bd96-98dc93aa0f93 is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:47:18.570356 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d0efb64-4cc2-457f-9047-aa6fb21ca104 None None] Resources bound (agent type, host, resource id): {{(pid=94468) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 12 14:47:18.573264 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [None req-fb046d8c-44ff-4553-8297-a648e6d12a7a tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:47:18.577821 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb046d8c-44ff-4553-8297-a648e6d12a7a tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:47:18.578959 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-fb046d8c-44ff-4553-8297-a648e6d12a7a tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks [] for subnet, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:18.594532 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb046d8c-44ff-4553-8297-a648e6d12a7a tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Pushing event updated for resources: {'Subnet': ['ID=22afc61a-97a6-4907-8dda-47570611b2b5,revision_number=0']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:47:18.601368 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-fb046d8c-44ff-4553-8297-a648e6d12a7a tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4671228 Aug 12 14:47:18.602050 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea51cba-7218-4c11-b644-23a1596dd723 req-6820232f-42f1-4405-a231-859a908d6b5e tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:47:18.607646 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 54556) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:47:18.610289 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-9ea51cba-7218-4c11-b644-23a1596dd723 req-6820232f-42f1-4405-a231-859a908d6b5e tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/ports?device_id=82ca70f0-3356-4166-96ef-a264876874d1 HTTP/1.1" status: 200 len: 945 time: 0.0647025 Aug 12 14:47:18.613720 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-dda5e2fe-d066-4a3d-80c0-66e84150036b tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Request body: {'subnet': {'network_id': '9378e537-2bb0-4edb-bd96-98dc93aa0f93', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:47:18.649081 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-9ea51cba-7218-4c11-b644-23a1596dd723 req-41df5163-77b7-4c2f-942b-698e392e28cf tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc2dacd2-6b8c-4388-a6b9-7c76f36fc545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378463 Aug 12 14:47:18.760480 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dda5e2fe-d066-4a3d-80c0-66e84150036b tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Made reservation on behalf of f911637440044e5098fb64107964cb00 for: {'subnet': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:47:18.764203 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-dda5e2fe-d066-4a3d-80c0-66e84150036b tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3343791'] for subnet, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:18.841388 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 40aa44e8-2ebc-4cae-b480-d1b3324c4206 no longer exists at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:47:18.881046 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] No Port match for: 40aa44e8-2ebc-4cae-b480-d1b3324c4206 {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 14:47:18.881286 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 40aa44e8-2ebc-4cae-b480-d1b3324c4206 not bound to the agent host n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:47:19.011878 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-dda5e2fe-d066-4a3d-80c0-66e84150036b tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2859166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3343773'] for subnet, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:19.061525 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dda5e2fe-d066-4a3d-80c0-66e84150036b tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Network 9378e537-2bb0-4edb-bd96-98dc93aa0f93 is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:47:19.062959 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [None req-dda5e2fe-d066-4a3d-80c0-66e84150036b tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:47:19.065779 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dda5e2fe-d066-4a3d-80c0-66e84150036b tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:47:19.066371 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-dda5e2fe-d066-4a3d-80c0-66e84150036b tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks [] for subnet, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:19.084255 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda5e2fe-d066-4a3d-80c0-66e84150036b tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Pushing event updated for resources: {'Subnet': ['ID=860f4efd-190c-4e13-88e1-128d8529c70a,revision_number=0']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:47:19.090313 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-dda5e2fe-d066-4a3d-80c0-66e84150036b tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4815061 Aug 12 14:47:19.094247 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 54570) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:47:19.100235 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-f8783a32-0884-4604-a361-87a0fa45d625 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Request body: {'port': {'network_id': '9378e537-2bb0-4edb-bd96-98dc93aa0f93', 'mac_address': 'fa:16:3e:f1:35:d7', 'name': 'tempest-NetworksTestDHCPv6-1921043318'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:47:19.181350 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28eabf9f-2014-4183-8122-0707b506fc82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa7035b3e-9a89-5964-b9f4-97301c3f476a-9378e537-2bb0-4edb-bd96-98dc93aa0f93', 'network_id': '9378e537-2bb0-4edb-bd96-98dc93aa0f93', 'tenant_id': 'f911637440044e5098fb64107964cb00', 'fixed_ips': [{'subnet_id': '22afc61a-97a6-4907-8dda-47570611b2b5'}, {'subnet_id': '860f4efd-190c-4e13-88e1-128d8529c70a'}]}} from n-d-694802-15. {{(pid=94468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 14:47:19.182246 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-28eabf9f-2014-4183-8122-0707b506fc82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:19.238461 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8783a32-0884-4604-a361-87a0fa45d625 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Made reservation on behalf of f911637440044e5098fb64107964cb00 for: {'port': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:47:19.242647 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f8783a32-0884-4604-a361-87a0fa45d625 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:19.287870 n-d-694802-15 neutron-server[94466]: DEBUG neutron.notifiers.nova [None req-f8783a32-0884-4604-a361-87a0fa45d625 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] device_id is not set on port 7ab316bb-8cff-44f3-8ee6-d1d7e2aa8b40 yet. {{(pid=94466) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 14:47:19.395535 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7070980-c1c7-46d7-a0aa-4eab7e096200 req-66a93c1a-de20-4401-adfc-133c2224964c tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:47:19.397590 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.db_base_plugin_common [None req-28eabf9f-2014-4183-8122-0707b506fc82 None None] Allocated IP 172.20.0.2 (9378e537-2bb0-4edb-bd96-98dc93aa0f93/860f4efd-190c-4e13-88e1-128d8529c70a/3a0ad59c-a3ad-47b5-bd9b-0f8e8f94c497) {{(pid=94468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:47:19.397845 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-e7070980-c1c7-46d7-a0aa-4eab7e096200 req-66a93c1a-de20-4401-adfc-133c2224964c tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/ports?device_id=b148e05e-7d9e-4da9-9b03-99a8a72e94ac HTTP/1.1" status: 200 len: 945 time: 0.0713246 Aug 12 14:47:19.404161 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.db_base_plugin_common [None req-28eabf9f-2014-4183-8122-0707b506fc82 None None] Allocated IP 2001:db8::f816:3eff:fe48:c676 (9378e537-2bb0-4edb-bd96-98dc93aa0f93/22afc61a-97a6-4907-8dda-47570611b2b5/3a0ad59c-a3ad-47b5-bd9b-0f8e8f94c497) {{(pid=94468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:47:19.436988 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-e7070980-c1c7-46d7-a0aa-4eab7e096200 req-aea6f1a6-0a4e-41b7-a342-9b59606a3bde tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/security-groups?id=ae835367-3679-4f41-a825-d086536e4cce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329940 Aug 12 14:47:19.545101 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-28eabf9f-2014-4183-8122-0707b506fc82 None None] Notify callbacks [] for port, precommit_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:19.553134 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-28eabf9f-2014-4183-8122-0707b506fc82 None None] Transition to ACTIVE for port object 3a0ad59c-a3ad-47b5-bd9b-0f8e8f94c497 will not be triggered until provisioned by entity L2. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:47:19.570014 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-28eabf9f-2014-4183-8122-0707b506fc82 None None] Transition to ACTIVE for port object 3a0ad59c-a3ad-47b5-bd9b-0f8e8f94c497 will not be triggered until provisioned by entity DHCP. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:47:19.575934 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-28eabf9f-2014-4183-8122-0707b506fc82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253'] for port, after_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:19.611971 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28eabf9f-2014-4183-8122-0707b506fc82 None None] Network 9378e537-2bb0-4edb-bd96-98dc93aa0f93 is already hosted by enough agents. {{(pid=94468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:47:19.614810 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.base_scheduler [None req-28eabf9f-2014-4183-8122-0707b506fc82 None None] Resources bound (agent type, host, resource id): {{(pid=94468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:47:19.620299 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28eabf9f-2014-4183-8122-0707b506fc82 None None] Received port after_create {{(pid=94468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:47:19.629874 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28eabf9f-2014-4183-8122-0707b506fc82 None None] Pushing event updated for resources: {'Port': ['ID=3a0ad59c-a3ad-47b5-bd9b-0f8e8f94c497,revision_number=1']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:47:19.675960 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-f8783a32-0884-4604-a361-87a0fa45d625 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Allocated IP 172.20.0.12 (9378e537-2bb0-4edb-bd96-98dc93aa0f93/860f4efd-190c-4e13-88e1-128d8529c70a/7ab316bb-8cff-44f3-8ee6-d1d7e2aa8b40) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:47:19.682684 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-f8783a32-0884-4604-a361-87a0fa45d625 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Allocated IP 2001:db8::f816:3eff:fef1:35d7 (9378e537-2bb0-4edb-bd96-98dc93aa0f93/22afc61a-97a6-4907-8dda-47570611b2b5/7ab316bb-8cff-44f3-8ee6-d1d7e2aa8b40) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:47:19.700119 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-28eabf9f-2014-4183-8122-0707b506fc82 None None] Attempting to bind port 3a0ad59c-a3ad-47b5-bd9b-0f8e8f94c497 on host n-d-694802-15 for vnic_type normal with profile {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:47:19.700494 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-28eabf9f-2014-4183-8122-0707b506fc82 None None] Attempting to bind port 3a0ad59c-a3ad-47b5-bd9b-0f8e8f94c497 by drivers openvswitch,hyperv on host n-d-694802-15 at level 0 using segments [{'id': '29ba2c71-2731-40cb-80f7-8e3bbe9101b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '9378e537-2bb0-4edb-bd96-98dc93aa0f93'}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:47:19.700854 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28eabf9f-2014-4183-8122-0707b506fc82 None None] Attempting to bind port 3a0ad59c-a3ad-47b5-bd9b-0f8e8f94c497 on network 9378e537-2bb0-4edb-bd96-98dc93aa0f93 {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:47:19.706010 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28eabf9f-2014-4183-8122-0707b506fc82 None None] Checking agent: {'id': '16de73ac-f2e9-4cee-b3e0-91052ae3e6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 20, 13), 'started_at': datetime.datetime(2021, 8, 12, 14, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 47, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:47:19.706384 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28eabf9f-2014-4183-8122-0707b506fc82 None None] Checking segment: {'id': '29ba2c71-2731-40cb-80f7-8e3bbe9101b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '9378e537-2bb0-4edb-bd96-98dc93aa0f93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:47:19.707050 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-28eabf9f-2014-4183-8122-0707b506fc82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:19.707462 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28eabf9f-2014-4183-8122-0707b506fc82 None None] Bound using segment: {'id': '29ba2c71-2731-40cb-80f7-8e3bbe9101b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '9378e537-2bb0-4edb-bd96-98dc93aa0f93'} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:47:19.708167 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-28eabf9f-2014-4183-8122-0707b506fc82 None None] Bound port: 3a0ad59c-a3ad-47b5-bd9b-0f8e8f94c497, host: n-d-694802-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29ba2c71-2731-40cb-80f7-8e3bbe9101b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '9378e537-2bb0-4edb-bd96-98dc93aa0f93'}}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:47:19.708306 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-28eabf9f-2014-4183-8122-0707b506fc82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:19.775453 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-28eabf9f-2014-4183-8122-0707b506fc82 None None] For port 3a0ad59c-a3ad-47b5-bd9b-0f8e8f94c497, host n-d-694802-15, cleared binding levels {{(pid=94468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:47:19.778558 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-28eabf9f-2014-4183-8122-0707b506fc82 None None] For port 3a0ad59c-a3ad-47b5-bd9b-0f8e8f94c497, host n-d-694802-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=3a0ad59c-a3ad-47b5-bd9b-0f8e8f94c497,segment=NetworkSegment(29ba2c71-2731-40cb-80f7-8e3bbe9101b4),segment_id=29ba2c71-2731-40cb-80f7-8e3bbe9101b4)] {{(pid=94468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:47:19.785197 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-28eabf9f-2014-4183-8122-0707b506fc82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:19.851745 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28eabf9f-2014-4183-8122-0707b506fc82 None None] Pushing event updated for resources: {'Port': ['ID=3a0ad59c-a3ad-47b5-bd9b-0f8e8f94c497,revision_number=2']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:47:19.852943 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f8783a32-0884-4604-a361-87a0fa45d625 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:19.866657 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-f8783a32-0884-4604-a361-87a0fa45d625 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Transition to ACTIVE for port object 7ab316bb-8cff-44f3-8ee6-d1d7e2aa8b40 will not be triggered until provisioned by entity DHCP. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:47:19.905865 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f8783a32-0884-4604-a361-87a0fa45d625 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:19.948287 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8783a32-0884-4604-a361-87a0fa45d625 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Network 9378e537-2bb0-4edb-bd96-98dc93aa0f93 is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:47:19.952106 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-f8783a32-0884-4604-a361-87a0fa45d625 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:47:19.958906 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8783a32-0884-4604-a361-87a0fa45d625 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:47:19.995666 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8783a32-0884-4604-a361-87a0fa45d625 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Pushing event updated for resources: {'Port': ['ID=7ab316bb-8cff-44f3-8ee6-d1d7e2aa8b40,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:47:20.027146 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8783a32-0884-4604-a361-87a0fa45d625 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:47:20.027779 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f8783a32-0884-4604-a361-87a0fa45d625 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:20.043872 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-f8783a32-0884-4604-a361-87a0fa45d625 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 0.9484868 Aug 12 14:47:20.046914 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 54582) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:47:20.101602 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11cfbae2-42ea-4937-9ccf-36803a14c58c tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:47:20.108394 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11cfbae2-42ea-4937-9ccf-36803a14c58c tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:47:20.110100 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-11cfbae2-42ea-4937-9ccf-36803a14c58c tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.0617273 Aug 12 14:47:20.112776 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 54584) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:47:20.206957 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-7bb0fc6b-6975-41c9-b688-776856fe56c9 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Deleting port 7ab316bb-8cff-44f3-8ee6-d1d7e2aa8b40 {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:47:20.207338 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-7bb0fc6b-6975-41c9-b688-776856fe56c9 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:20.299428 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-7bb0fc6b-6975-41c9-b688-776856fe56c9 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:20.312335 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-7bb0fc6b-6975-41c9-b688-776856fe56c9 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Calling delete_port for 7ab316bb-8cff-44f3-8ee6-d1d7e2aa8b40 owned by {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:47:20.497937 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-7bb0fc6b-6975-41c9-b688-776856fe56c9 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:20.540249 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb0fc6b-6975-41c9-b688-776856fe56c9 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Pushing event deleted for resources: {'Port': ['ID=7ab316bb-8cff-44f3-8ee6-d1d7e2aa8b40,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:47:20.645976 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7cdf49-f2e5-4aea-afcf-ec794114a276 req-405f0aac-6ee5-4e4a-98a9-6cffcff6d778 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:47:20.647581 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-9d7cdf49-f2e5-4aea-afcf-ec794114a276 req-405f0aac-6ee5-4e4a-98a9-6cffcff6d778 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/ports?device_id=b148e05e-7d9e-4da9-9b03-99a8a72e94ac HTTP/1.1" status: 200 len: 945 time: 0.1171927 Aug 12 14:47:20.671127 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-7bb0fc6b-6975-41c9-b688-776856fe56c9 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:20.673080 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-7bb0fc6b-6975-41c9-b688-776856fe56c9 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] 10.222.0.39 "DELETE /v2.0/ports/7ab316bb-8cff-44f3-8ee6-d1d7e2aa8b40 HTTP/1.1" status: 204 len: 168 time: 0.5593503 Aug 12 14:47:20.675761 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 54592) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:47:20.730226 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-9d7cdf49-f2e5-4aea-afcf-ec794114a276 req-99375102-b0d9-4714-8907-0ad24087a49a tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/security-groups?id=ae835367-3679-4f41-a825-d086536e4cce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725319 Aug 12 14:47:20.735892 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e763edd2-51f7-40dd-b6a6-a966fb741102 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:47:20.737718 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e763edd2-51f7-40dd-b6a6-a966fb741102 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:47:20.739267 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e763edd2-51f7-40dd-b6a6-a966fb741102 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:47:20.743565 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 54594) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:47:20.743708 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-e763edd2-51f7-40dd-b6a6-a966fb741102 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0669050 Aug 12 14:47:20.802631 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 3a0ad59c-a3ad-47b5-bd9b-0f8e8f94c497 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:47:20.807236 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd0baff4-6475-427f-a503-6681a29e551d tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Deleting subnet 22afc61a-97a6-4907-8dda-47570611b2b5 {{(pid=94466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 14:47:20.810879 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-dd0baff4-6475-427f-a503-6681a29e551d tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks [] for subnet, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:20.862087 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-dd0baff4-6475-427f-a503-6681a29e551d tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2293551'] for subnet, precommit_delete_associations {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:20.865709 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning for port 3a0ad59c-a3ad-47b5-bd9b-0f8e8f94c497 completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:47:20.873421 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90fe8691-773c-4ea1-a6ca-8abea02d3559 None None] Network 9378e537-2bb0-4edb-bd96-98dc93aa0f93 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:47:20.946260 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-dd0baff4-6475-427f-a503-6681a29e551d tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66416255'] for subnet, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:20.994730 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-7eb2c75f-0d22-45e0-abc2-0942c273c833 None None] Provisioning for port 3a0ad59c-a3ad-47b5-bd9b-0f8e8f94c497 completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:47:21.001215 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-7eb2c75f-0d22-45e0-abc2-0942c273c833 None None] Provisioning complete for port 3a0ad59c-a3ad-47b5-bd9b-0f8e8f94c497 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:47:21.001591 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-7eb2c75f-0d22-45e0-abc2-0942c273c833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:21.009563 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-dd0baff4-6475-427f-a503-6681a29e551d tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66416232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3718429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8776402'] for subnet, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:21.039462 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-dd0baff4-6475-427f-a503-6681a29e551d tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for subnet, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:21.041340 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-dd0baff4-6475-427f-a503-6681a29e551d tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] 10.222.0.39 "DELETE /v2.0/subnets/22afc61a-97a6-4907-8dda-47570611b2b5 HTTP/1.1" status: 204 len: 168 time: 0.2967222 Aug 12 14:47:21.042332 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0baff4-6475-427f-a503-6681a29e551d tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Pushing event deleted for resources: {'Subnet': ['ID=22afc61a-97a6-4907-8dda-47570611b2b5,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:47:21.044178 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 54598) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:47:21.101702 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc2ef824-a375-4b16-bed6-1c709ad8abf9 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Deleting subnet 860f4efd-190c-4e13-88e1-128d8529c70a {{(pid=94467) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 14:47:21.105045 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-dc2ef824-a375-4b16-bed6-1c709ad8abf9 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks [] for subnet, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:21.105199 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-7eb2c75f-0d22-45e0-abc2-0942c273c833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:21.138087 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-7eb2c75f-0d22-45e0-abc2-0942c273c833 None None] For port 3a0ad59c-a3ad-47b5-bd9b-0f8e8f94c497, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=3a0ad59c-a3ad-47b5-bd9b-0f8e8f94c497,segment=NetworkSegment(29ba2c71-2731-40cb-80f7-8e3bbe9101b4),segment_id=29ba2c71-2731-40cb-80f7-8e3bbe9101b4)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:47:21.143072 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-7eb2c75f-0d22-45e0-abc2-0942c273c833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:21.150361 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-dc2ef824-a375-4b16-bed6-1c709ad8abf9 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3857505'] for subnet, precommit_delete_associations {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:21.194578 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb2c75f-0d22-45e0-abc2-0942c273c833 None None] Pushing event updated for resources: {'Port': ['ID=3a0ad59c-a3ad-47b5-bd9b-0f8e8f94c497,revision_number=4']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:47:21.253414 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-dc2ef824-a375-4b16-bed6-1c709ad8abf9 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66416255'] for subnet, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:21.314399 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db99e0b7-7828-4785-a69c-2ae0d52c7613 None None] Network 9378e537-2bb0-4edb-bd96-98dc93aa0f93 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:47:21.316513 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-dc2ef824-a375-4b16-bed6-1c709ad8abf9 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66416232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2859225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3343748'] for subnet, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:21.345754 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2ef824-a375-4b16-bed6-1c709ad8abf9 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Pushing event deleted for resources: {'Subnet': ['ID=860f4efd-190c-4e13-88e1-128d8529c70a,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:47:21.349467 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-dc2ef824-a375-4b16-bed6-1c709ad8abf9 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks [] for subnet, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:21.351385 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-dc2ef824-a375-4b16-bed6-1c709ad8abf9 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] 10.222.0.39 "DELETE /v2.0/subnets/860f4efd-190c-4e13-88e1-128d8529c70a HTTP/1.1" status: 204 len: 168 time: 0.3055711 Aug 12 14:47:21.354009 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 54604) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:47:21.397721 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-42377bee-7c48-4619-8124-1fa25c9b5133 None None] Provisioning complete for port 3a0ad59c-a3ad-47b5-bd9b-0f8e8f94c497 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:47:21.398094 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-42377bee-7c48-4619-8124-1fa25c9b5133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:21.399415 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-5f776930-5c20-42f4-9e33-beca33dabaf5 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0441718 Aug 12 14:47:21.401893 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 54606) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:47:21.407420 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-2110fb1a-66a6-43fb-ad8e-82b655585e6d tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Request body: {'subnet': {'network_id': '9378e537-2bb0-4edb-bd96-98dc93aa0f93', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:47:21.500579 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2110fb1a-66a6-43fb-ad8e-82b655585e6d tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Made reservation on behalf of f911637440044e5098fb64107964cb00 for: {'subnet': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:47:21.504415 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-2110fb1a-66a6-43fb-ad8e-82b655585e6d tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3343791'] for subnet, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:21.557030 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-989b5ea8-3189-43eb-bf53-43e142b126e5 None None] DHCP port deletion for 9378e537-2bb0-4edb-bd96-98dc93aa0f93 request from n-d-694802-15 {{(pid=94468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 14:47:21.607037 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-989b5ea8-3189-43eb-bf53-43e142b126e5 None None] Deleting port 3a0ad59c-a3ad-47b5-bd9b-0f8e8f94c497 {{(pid=94468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:47:21.607419 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-989b5ea8-3189-43eb-bf53-43e142b126e5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:21.669181 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-989b5ea8-3189-43eb-bf53-43e142b126e5 None None] For port 3a0ad59c-a3ad-47b5-bd9b-0f8e8f94c497, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=3a0ad59c-a3ad-47b5-bd9b-0f8e8f94c497,segment=NetworkSegment(29ba2c71-2731-40cb-80f7-8e3bbe9101b4),segment_id=29ba2c71-2731-40cb-80f7-8e3bbe9101b4)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:47:21.669579 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-989b5ea8-3189-43eb-bf53-43e142b126e5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:21.681763 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-989b5ea8-3189-43eb-bf53-43e142b126e5 None None] Calling delete_port for 3a0ad59c-a3ad-47b5-bd9b-0f8e8f94c497 owned by network:dhcp {{(pid=94468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:47:21.693523 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-2110fb1a-66a6-43fb-ad8e-82b655585e6d tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2859166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3343773'] for subnet, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:21.735991 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2110fb1a-66a6-43fb-ad8e-82b655585e6d tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Network 9378e537-2bb0-4edb-bd96-98dc93aa0f93 is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:47:21.739278 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [None req-2110fb1a-66a6-43fb-ad8e-82b655585e6d tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:47:21.743391 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2110fb1a-66a6-43fb-ad8e-82b655585e6d tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:47:21.743984 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-2110fb1a-66a6-43fb-ad8e-82b655585e6d tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks [] for subnet, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:21.756944 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2110fb1a-66a6-43fb-ad8e-82b655585e6d tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Pushing event updated for resources: {'Subnet': ['ID=d62fcf2b-3062-4cb7-a481-7ca996d9496f,revision_number=0']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:47:21.764450 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-2110fb1a-66a6-43fb-ad8e-82b655585e6d tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3609993 Aug 12 14:47:21.765892 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-989b5ea8-3189-43eb-bf53-43e142b126e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262'] for port, after_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:21.767549 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 54610) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:47:21.772814 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-27810421-1cbb-4d86-844d-60c3585334e0 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Request body: {'subnet': {'network_id': '9378e537-2bb0-4edb-bd96-98dc93aa0f93', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:47:21.791439 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989b5ea8-3189-43eb-bf53-43e142b126e5 None None] Pushing event deleted for resources: {'Port': ['ID=3a0ad59c-a3ad-47b5-bd9b-0f8e8f94c497,revision_number=None']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:47:21.795543 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-989b5ea8-3189-43eb-bf53-43e142b126e5 None None] No DVR routers for this DVR port 3a0ad59c-a3ad-47b5-bd9b-0f8e8f94c497 on host n-d-694802-15 {{(pid=94468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:47:21.811432 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6c58b80-42c3-4f8e-ac8d-e9e7041a6390 None None] Network 9378e537-2bb0-4edb-bd96-98dc93aa0f93 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:47:21.930456 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41375c93-c85e-4e8c-85ce-1444202564ea req-17249ba4-0c94-4b43-8fc5-1ca72f8f18e5 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:47:21.932022 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-41375c93-c85e-4e8c-85ce-1444202564ea req-17249ba4-0c94-4b43-8fc5-1ca72f8f18e5 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/ports?device_id=b148e05e-7d9e-4da9-9b03-99a8a72e94ac HTTP/1.1" status: 200 len: 945 time: 0.1024365 Aug 12 14:47:21.965027 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fd84af5-26b9-4190-abea-371eac92109a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa7035b3e-9a89-5964-b9f4-97301c3f476a-9378e537-2bb0-4edb-bd96-98dc93aa0f93', 'network_id': '9378e537-2bb0-4edb-bd96-98dc93aa0f93', 'tenant_id': 'f911637440044e5098fb64107964cb00', 'fixed_ips': [{'subnet_id': 'd62fcf2b-3062-4cb7-a481-7ca996d9496f'}]}} from n-d-694802-15. {{(pid=94468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 14:47:21.965880 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-1fd84af5-26b9-4190-abea-371eac92109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:21.977269 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27810421-1cbb-4d86-844d-60c3585334e0 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Made reservation on behalf of f911637440044e5098fb64107964cb00 for: {'subnet': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:47:21.980763 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-27810421-1cbb-4d86-844d-60c3585334e0 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8776441'] for subnet, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:22.003766 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-41375c93-c85e-4e8c-85ce-1444202564ea req-08ceff43-e620-4b63-a665-4f683f318a03 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/security-groups?id=ae835367-3679-4f41-a825-d086536e4cce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642447 Aug 12 14:47:22.097343 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.db_base_plugin_common [None req-1fd84af5-26b9-4190-abea-371eac92109a None None] Allocated IP 172.20.0.2 (9378e537-2bb0-4edb-bd96-98dc93aa0f93/d62fcf2b-3062-4cb7-a481-7ca996d9496f/fcb6c126-98e1-4999-aaec-b8ea3eb50434) {{(pid=94468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:47:22.247348 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-1fd84af5-26b9-4190-abea-371eac92109a None None] Notify callbacks [] for port, precommit_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:22.255793 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-1fd84af5-26b9-4190-abea-371eac92109a None None] Transition to ACTIVE for port object fcb6c126-98e1-4999-aaec-b8ea3eb50434 will not be triggered until provisioned by entity L2. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:47:22.272114 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-1fd84af5-26b9-4190-abea-371eac92109a None None] Transition to ACTIVE for port object fcb6c126-98e1-4999-aaec-b8ea3eb50434 will not be triggered until provisioned by entity DHCP. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:47:22.281198 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-1fd84af5-26b9-4190-abea-371eac92109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253'] for port, after_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:22.325705 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fd84af5-26b9-4190-abea-371eac92109a None None] Network 9378e537-2bb0-4edb-bd96-98dc93aa0f93 is already hosted by enough agents. {{(pid=94468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:47:22.329431 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.base_scheduler [None req-1fd84af5-26b9-4190-abea-371eac92109a None None] Resources bound (agent type, host, resource id): {{(pid=94468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:47:22.331921 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fd84af5-26b9-4190-abea-371eac92109a None None] Received port after_create {{(pid=94468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:47:22.337931 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd84af5-26b9-4190-abea-371eac92109a None None] Pushing event updated for resources: {'Port': ['ID=fcb6c126-98e1-4999-aaec-b8ea3eb50434,revision_number=1']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:47:22.362410 n-d-694802-15 neutron-server[94466]: DEBUG neutron.objects.ports [None req-27810421-1cbb-4d86-844d-60c3585334e0 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94466) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 12 14:47:22.395946 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-1fd84af5-26b9-4190-abea-371eac92109a None None] Attempting to bind port fcb6c126-98e1-4999-aaec-b8ea3eb50434 on host n-d-694802-15 for vnic_type normal with profile {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:47:22.396312 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-1fd84af5-26b9-4190-abea-371eac92109a None None] Attempting to bind port fcb6c126-98e1-4999-aaec-b8ea3eb50434 by drivers openvswitch,hyperv on host n-d-694802-15 at level 0 using segments [{'id': '29ba2c71-2731-40cb-80f7-8e3bbe9101b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '9378e537-2bb0-4edb-bd96-98dc93aa0f93'}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:47:22.396674 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd84af5-26b9-4190-abea-371eac92109a None None] Attempting to bind port fcb6c126-98e1-4999-aaec-b8ea3eb50434 on network 9378e537-2bb0-4edb-bd96-98dc93aa0f93 {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:47:22.402450 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd84af5-26b9-4190-abea-371eac92109a None None] Checking agent: {'id': '16de73ac-f2e9-4cee-b3e0-91052ae3e6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 20, 13), 'started_at': datetime.datetime(2021, 8, 12, 14, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 47, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:47:22.402820 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd84af5-26b9-4190-abea-371eac92109a None None] Checking segment: {'id': '29ba2c71-2731-40cb-80f7-8e3bbe9101b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '9378e537-2bb0-4edb-bd96-98dc93aa0f93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:47:22.403244 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-1fd84af5-26b9-4190-abea-371eac92109a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:22.403633 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd84af5-26b9-4190-abea-371eac92109a None None] Bound using segment: {'id': '29ba2c71-2731-40cb-80f7-8e3bbe9101b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '9378e537-2bb0-4edb-bd96-98dc93aa0f93'} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:47:22.404096 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-1fd84af5-26b9-4190-abea-371eac92109a None None] Bound port: fcb6c126-98e1-4999-aaec-b8ea3eb50434, host: n-d-694802-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29ba2c71-2731-40cb-80f7-8e3bbe9101b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '9378e537-2bb0-4edb-bd96-98dc93aa0f93'}}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:47:22.404475 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-1fd84af5-26b9-4190-abea-371eac92109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:22.469346 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-1fd84af5-26b9-4190-abea-371eac92109a None None] For port fcb6c126-98e1-4999-aaec-b8ea3eb50434, host n-d-694802-15, cleared binding levels {{(pid=94468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:47:22.472858 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-1fd84af5-26b9-4190-abea-371eac92109a None None] For port fcb6c126-98e1-4999-aaec-b8ea3eb50434, host n-d-694802-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=fcb6c126-98e1-4999-aaec-b8ea3eb50434,segment=NetworkSegment(29ba2c71-2731-40cb-80f7-8e3bbe9101b4),segment_id=29ba2c71-2731-40cb-80f7-8e3bbe9101b4)] {{(pid=94468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:47:22.477129 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-1fd84af5-26b9-4190-abea-371eac92109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:22.561959 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd84af5-26b9-4190-abea-371eac92109a None None] Pushing event updated for resources: {'Port': ['ID=fcb6c126-98e1-4999-aaec-b8ea3eb50434,revision_number=2']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:47:22.624987 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-27810421-1cbb-4d86-844d-60c3585334e0 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:22.787532 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 3a0ad59c-a3ad-47b5-bd9b-0f8e8f94c497 no longer exists at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:47:22.815273 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] No Port match for: 3a0ad59c-a3ad-47b5-bd9b-0f8e8f94c497 {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 14:47:22.815867 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 3a0ad59c-a3ad-47b5-bd9b-0f8e8f94c497 not bound to the agent host n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:47:23.046147 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-27810421-1cbb-4d86-844d-60c3585334e0 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] For port fcb6c126-98e1-4999-aaec-b8ea3eb50434, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=fcb6c126-98e1-4999-aaec-b8ea3eb50434,segment=NetworkSegment(29ba2c71-2731-40cb-80f7-8e3bbe9101b4),segment_id=29ba2c71-2731-40cb-80f7-8e3bbe9101b4)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:47:23.077261 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-27810421-1cbb-4d86-844d-60c3585334e0 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks [] for port, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:23.082089 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-27810421-1cbb-4d86-844d-60c3585334e0 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3718439'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:23.082871 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-27810421-1cbb-4d86-844d-60c3585334e0 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3718490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8776395'] for subnet, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:23.131113 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891f5ffc-1072-4269-8532-767df3c937e9 req-16065776-268a-4edc-bbf9-aed01bbfa43b tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:47:23.132702 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-891f5ffc-1072-4269-8532-767df3c937e9 req-16065776-268a-4edc-bbf9-aed01bbfa43b tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/ports?device_id=b148e05e-7d9e-4da9-9b03-99a8a72e94ac HTTP/1.1" status: 200 len: 945 time: 0.0549173 Aug 12 14:47:23.158429 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27810421-1cbb-4d86-844d-60c3585334e0 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Network 9378e537-2bb0-4edb-bd96-98dc93aa0f93 is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:47:23.168287 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-27810421-1cbb-4d86-844d-60c3585334e0 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:47:23.174453 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27810421-1cbb-4d86-844d-60c3585334e0 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:47:23.175088 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-27810421-1cbb-4d86-844d-60c3585334e0 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for subnet, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:23.179567 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-891f5ffc-1072-4269-8532-767df3c937e9 req-cc8891c6-b0f1-429b-89b8-b3e392282d86 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/security-groups?id=ae835367-3679-4f41-a825-d086536e4cce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383763 Aug 12 14:47:23.193122 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27810421-1cbb-4d86-844d-60c3585334e0 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Pushing event updated for resources: {'Subnet': ['ID=6f918815-fddc-4b5e-81c6-47a35d4d68e3,revision_number=0']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:47:23.205094 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27810421-1cbb-4d86-844d-60c3585334e0 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Pushing event updated for resources: {'Port': ['ID=fcb6c126-98e1-4999-aaec-b8ea3eb50434,revision_number=4']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:47:23.214673 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-27810421-1cbb-4d86-844d-60c3585334e0 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.4443097 Aug 12 14:47:23.216321 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 54626) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:47:23.221530 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-1b7309a6-be4f-4a04-af0b-e7e4426a2f8a tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Request body: {'port': {'network_id': '9378e537-2bb0-4edb-bd96-98dc93aa0f93', 'mac_address': 'fa:16:3e:38:f7:7a', 'name': 'tempest-NetworksTestDHCPv6-2037189362'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:47:23.335751 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b7309a6-be4f-4a04-af0b-e7e4426a2f8a tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Made reservation on behalf of f911637440044e5098fb64107964cb00 for: {'port': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:47:23.426340 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-1b7309a6-be4f-4a04-af0b-e7e4426a2f8a tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:23.449375 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [None req-1b7309a6-be4f-4a04-af0b-e7e4426a2f8a tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] device_id is not set on port 6da420c2-4c79-41c4-b64f-50d81b2b137d yet. {{(pid=94467) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 14:47:23.489643 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3a796b3-604c-4383-8a9a-a82cc2cc0b06 None None] Network 9378e537-2bb0-4edb-bd96-98dc93aa0f93 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:47:23.568838 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-59ec2c60-9f5d-451d-b9e6-f5c4012c5b3e None None] Provisioning for port fcb6c126-98e1-4999-aaec-b8ea3eb50434 completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:47:23.617012 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_common [None req-1b7309a6-be4f-4a04-af0b-e7e4426a2f8a tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Allocated IP 172.20.0.7 (9378e537-2bb0-4edb-bd96-98dc93aa0f93/d62fcf2b-3062-4cb7-a481-7ca996d9496f/6da420c2-4c79-41c4-b64f-50d81b2b137d) {{(pid=94467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:47:23.624060 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_common [None req-1b7309a6-be4f-4a04-af0b-e7e4426a2f8a tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Allocated IP 2001:db8::f816:3eff:fe38:f77a (9378e537-2bb0-4edb-bd96-98dc93aa0f93/6f918815-fddc-4b5e-81c6-47a35d4d68e3/6da420c2-4c79-41c4-b64f-50d81b2b137d) {{(pid=94467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:47:23.771140 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-1b7309a6-be4f-4a04-af0b-e7e4426a2f8a tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks [] for port, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:23.784207 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [None req-1b7309a6-be4f-4a04-af0b-e7e4426a2f8a tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Transition to ACTIVE for port object 6da420c2-4c79-41c4-b64f-50d81b2b137d will not be triggered until provisioned by entity DHCP. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:47:23.825989 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-1b7309a6-be4f-4a04-af0b-e7e4426a2f8a tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:23.870074 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b7309a6-be4f-4a04-af0b-e7e4426a2f8a tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Network 9378e537-2bb0-4edb-bd96-98dc93aa0f93 is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:47:23.876435 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [None req-1b7309a6-be4f-4a04-af0b-e7e4426a2f8a tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:47:23.878775 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b7309a6-be4f-4a04-af0b-e7e4426a2f8a tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Received port after_create {{(pid=94467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:47:23.905163 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7309a6-be4f-4a04-af0b-e7e4426a2f8a tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Pushing event updated for resources: {'Port': ['ID=6da420c2-4c79-41c4-b64f-50d81b2b137d,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:47:23.935956 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b7309a6-be4f-4a04-af0b-e7e4426a2f8a tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:47:23.936610 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-1b7309a6-be4f-4a04-af0b-e7e4426a2f8a tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:23.951963 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-1b7309a6-be4f-4a04-af0b-e7e4426a2f8a tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 0.7345407 Aug 12 14:47:23.954649 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 54632) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:47:24.008604 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8da35125-3657-4b26-9d60-3dd1e30d3445 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:47:24.014834 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8da35125-3657-4b26-9d60-3dd1e30d3445 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:47:24.016624 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-8da35125-3657-4b26-9d60-3dd1e30d3445 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1861 time: 0.0609241 Aug 12 14:47:24.019289 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 54636) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:47:24.115785 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-88ca081c-11af-455d-a2d5-9ddd2867f8fc tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Deleting port 6da420c2-4c79-41c4-b64f-50d81b2b137d {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:47:24.116471 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-88ca081c-11af-455d-a2d5-9ddd2867f8fc tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:24.211918 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-88ca081c-11af-455d-a2d5-9ddd2867f8fc tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:24.224472 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-88ca081c-11af-455d-a2d5-9ddd2867f8fc tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Calling delete_port for 6da420c2-4c79-41c4-b64f-50d81b2b137d owned by {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:47:24.319197 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8faa67d8-58b7-4f77-a915-637124f38255 req-e487899d-407a-4b25-ba84-0c0798c14779 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:47:24.323554 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-8faa67d8-58b7-4f77-a915-637124f38255 req-e487899d-407a-4b25-ba84-0c0798c14779 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/ports?device_id=b148e05e-7d9e-4da9-9b03-99a8a72e94ac HTTP/1.1" status: 200 len: 945 time: 0.0563004 Aug 12 14:47:24.364355 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-8faa67d8-58b7-4f77-a915-637124f38255 req-340491d4-5a2e-4c21-acf7-860716de7d8c tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/security-groups?id=ae835367-3679-4f41-a825-d086536e4cce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375750 Aug 12 14:47:24.415678 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-88ca081c-11af-455d-a2d5-9ddd2867f8fc tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:24.418316 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-bf85de2b-a2d9-4d2a-91a8-3fba36fe3b92 None None] Could not find standard attr ID for object 7ab316bb-8cff-44f3-8ee6-d1d7e2aa8b40. {{(pid=94468) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 12 14:47:24.448818 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ca081c-11af-455d-a2d5-9ddd2867f8fc tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Pushing event deleted for resources: {'Port': ['ID=6da420c2-4c79-41c4-b64f-50d81b2b137d,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:47:24.548552 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-88ca081c-11af-455d-a2d5-9ddd2867f8fc tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:24.550343 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-88ca081c-11af-455d-a2d5-9ddd2867f8fc tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] 10.222.0.39 "DELETE /v2.0/ports/6da420c2-4c79-41c4-b64f-50d81b2b137d HTTP/1.1" status: 204 len: 168 time: 0.5299144 Aug 12 14:47:24.553735 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 54644) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:47:24.612490 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd5d68ef-42dd-4361-a9b9-62ca2076fcdd tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:47:24.614030 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd5d68ef-42dd-4361-a9b9-62ca2076fcdd tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:47:24.615586 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd5d68ef-42dd-4361-a9b9-62ca2076fcdd tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:47:24.617825 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-bd5d68ef-42dd-4361-a9b9-62ca2076fcdd tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0620017 Aug 12 14:47:24.619973 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 54646) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:47:24.675722 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_v2 [None req-52fec8c9-2a26-43f1-84b9-baec840ed62e tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Deleting subnet 6f918815-fddc-4b5e-81c6-47a35d4d68e3 {{(pid=94466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 14:47:24.679517 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52fec8c9-2a26-43f1-84b9-baec840ed62e tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks [] for subnet, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:24.726044 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52fec8c9-2a26-43f1-84b9-baec840ed62e tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2293551'] for subnet, precommit_delete_associations {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:24.743479 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-7f4eaf80-4595-4b61-9cdb-0a6890d450a2 None None] Could not find standard attr ID for object 6da420c2-4c79-41c4-b64f-50d81b2b137d. {{(pid=94468) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 12 14:47:24.779571 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device fcb6c126-98e1-4999-aaec-b8ea3eb50434 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:47:24.827372 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52fec8c9-2a26-43f1-84b9-baec840ed62e tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66416255'] for subnet, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:24.836435 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning for port fcb6c126-98e1-4999-aaec-b8ea3eb50434 completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:47:24.840524 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port fcb6c126-98e1-4999-aaec-b8ea3eb50434 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:47:24.840899 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:24.904129 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52fec8c9-2a26-43f1-84b9-baec840ed62e tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66416232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3718429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8776402'] for subnet, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:24.928239 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:24.931427 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fec8c9-2a26-43f1-84b9-baec840ed62e tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Pushing event deleted for resources: {'Subnet': ['ID=6f918815-fddc-4b5e-81c6-47a35d4d68e3,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:47:24.938556 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52fec8c9-2a26-43f1-84b9-baec840ed62e tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for subnet, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:24.942465 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-52fec8c9-2a26-43f1-84b9-baec840ed62e tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] 10.222.0.39 "DELETE /v2.0/subnets/6f918815-fddc-4b5e-81c6-47a35d4d68e3 HTTP/1.1" status: 204 len: 168 time: 0.3192902 Aug 12 14:47:24.942717 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 54648) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:47:24.987339 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.db.api [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94468) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 12 14:47:24.987740 n-d-694802-15 neutron-server[94468]: DEBUG oslo_db.api [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 12 14:47:25.000428 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_v2 [None req-b651ebf4-bcd9-4190-bbb2-201cf9a8ec09 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Deleting subnet d62fcf2b-3062-4cb7-a481-7ca996d9496f {{(pid=94466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 14:47:25.003705 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b651ebf4-bcd9-4190-bbb2-201cf9a8ec09 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks [] for subnet, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:25.049696 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b651ebf4-bcd9-4190-bbb2-201cf9a8ec09 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2293551'] for subnet, precommit_delete_associations {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:25.140187 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b651ebf4-bcd9-4190-bbb2-201cf9a8ec09 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66416255'] for subnet, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:25.141484 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53c25376-839b-4820-9c8f-6c0c9b5e2376 None None] Network 9378e537-2bb0-4edb-bd96-98dc93aa0f93 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:47:25.200397 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b651ebf4-bcd9-4190-bbb2-201cf9a8ec09 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66416232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3718429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8776402'] for subnet, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:25.232482 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b651ebf4-bcd9-4190-bbb2-201cf9a8ec09 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Pushing event deleted for resources: {'Subnet': ['ID=d62fcf2b-3062-4cb7-a481-7ca996d9496f,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:47:25.236119 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b651ebf4-bcd9-4190-bbb2-201cf9a8ec09 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for subnet, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:25.240193 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-b651ebf4-bcd9-4190-bbb2-201cf9a8ec09 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] 10.222.0.39 "DELETE /v2.0/subnets/d62fcf2b-3062-4cb7-a481-7ca996d9496f HTTP/1.1" status: 204 len: 168 time: 0.2943308 Aug 12 14:47:25.240512 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 54654) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:47:25.278790 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-df68717d-5471-4756-a19c-832076f8e1b4 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0372381 Aug 12 14:47:25.281391 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 54656) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:47:25.286250 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-c428fe81-4a3e-40e3-91f2-499bc45f462e tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Request body: {'subnet': {'network_id': '9378e537-2bb0-4edb-bd96-98dc93aa0f93', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:47:25.327179 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8457060f-6790-454d-b89e-ac3cee31ac24 None None] DHCP port deletion for 9378e537-2bb0-4edb-bd96-98dc93aa0f93 request from n-d-694802-15 {{(pid=94468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 14:47:25.372734 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-8457060f-6790-454d-b89e-ac3cee31ac24 None None] Deleting port fcb6c126-98e1-4999-aaec-b8ea3eb50434 {{(pid=94468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:47:25.373016 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-8457060f-6790-454d-b89e-ac3cee31ac24 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:25.380622 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c428fe81-4a3e-40e3-91f2-499bc45f462e tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Made reservation on behalf of f911637440044e5098fb64107964cb00 for: {'subnet': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:47:25.384176 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c428fe81-4a3e-40e3-91f2-499bc45f462e tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8776441'] for subnet, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:25.438784 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-8457060f-6790-454d-b89e-ac3cee31ac24 None None] For port fcb6c126-98e1-4999-aaec-b8ea3eb50434, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=fcb6c126-98e1-4999-aaec-b8ea3eb50434,segment=NetworkSegment(29ba2c71-2731-40cb-80f7-8e3bbe9101b4),segment_id=29ba2c71-2731-40cb-80f7-8e3bbe9101b4)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:47:25.439435 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-8457060f-6790-454d-b89e-ac3cee31ac24 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:25.451977 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-8457060f-6790-454d-b89e-ac3cee31ac24 None None] Calling delete_port for fcb6c126-98e1-4999-aaec-b8ea3eb50434 owned by network:dhcp {{(pid=94468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:47:25.524176 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca657a01-a33f-4fbd-889d-daec2082dc81 req-e89ca825-7834-4f6e-a1ea-e0a36914dcba tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:47:25.526239 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ca657a01-a33f-4fbd-889d-daec2082dc81 req-e89ca825-7834-4f6e-a1ea-e0a36914dcba tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/ports?device_id=b148e05e-7d9e-4da9-9b03-99a8a72e94ac HTTP/1.1" status: 200 len: 945 time: 0.0794482 Aug 12 14:47:25.549142 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:25.573823 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ca657a01-a33f-4fbd-889d-daec2082dc81 req-46b15ba0-36ba-48f2-9f87-2969838261b9 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/security-groups?id=ae835367-3679-4f41-a825-d086536e4cce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394728 Aug 12 14:47:25.590326 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-8457060f-6790-454d-b89e-ac3cee31ac24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262'] for port, after_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:25.618512 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8457060f-6790-454d-b89e-ac3cee31ac24 None None] Pushing event deleted for resources: {'Port': ['ID=fcb6c126-98e1-4999-aaec-b8ea3eb50434,revision_number=None']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:47:25.619310 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c428fe81-4a3e-40e3-91f2-499bc45f462e tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3718490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8776395'] for subnet, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:25.640854 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8457060f-6790-454d-b89e-ac3cee31ac24 None None] No DVR routers for this DVR port fcb6c126-98e1-4999-aaec-b8ea3eb50434 on host n-d-694802-15 {{(pid=94468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:47:25.660287 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.agents_db [None req-17ed3e4c-1a7d-4162-9646-11c134aca297 None None] Agent healthcheck: found 7 active agents {{(pid=94469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 14:47:25.669301 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c428fe81-4a3e-40e3-91f2-499bc45f462e tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Network 9378e537-2bb0-4edb-bd96-98dc93aa0f93 is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:47:25.672729 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-c428fe81-4a3e-40e3-91f2-499bc45f462e tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:47:25.677095 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c428fe81-4a3e-40e3-91f2-499bc45f462e tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:47:25.678232 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c428fe81-4a3e-40e3-91f2-499bc45f462e tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for subnet, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:25.683485 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a576c5db-d4dd-43eb-87c3-16c020231bc3 None None] Network 9378e537-2bb0-4edb-bd96-98dc93aa0f93 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:47:25.687869 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c428fe81-4a3e-40e3-91f2-499bc45f462e tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Pushing event updated for resources: {'Subnet': ['ID=50329091-a0e7-4d84-bed5-8a2ee655de40,revision_number=0']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:47:25.698426 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-c428fe81-4a3e-40e3-91f2-499bc45f462e tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4160609 Aug 12 14:47:25.701361 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 54664) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:47:25.706290 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-d4e80fe1-f0f7-49cf-a6e0-1f011a673134 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Request body: {'subnet': {'network_id': '9378e537-2bb0-4edb-bd96-98dc93aa0f93', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:47:25.813333 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4e80fe1-f0f7-49cf-a6e0-1f011a673134 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Made reservation on behalf of f911637440044e5098fb64107964cb00 for: {'subnet': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:47:25.817323 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d4e80fe1-f0f7-49cf-a6e0-1f011a673134 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8776441'] for subnet, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:25.830707 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-524b825b-b516-4bad-b7bb-fe5777ea0c67 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa7035b3e-9a89-5964-b9f4-97301c3f476a-9378e537-2bb0-4edb-bd96-98dc93aa0f93', 'network_id': '9378e537-2bb0-4edb-bd96-98dc93aa0f93', 'tenant_id': 'f911637440044e5098fb64107964cb00', 'fixed_ips': [{'subnet_id': '50329091-a0e7-4d84-bed5-8a2ee655de40'}]}} from n-d-694802-15. {{(pid=94468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 14:47:25.831617 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-524b825b-b516-4bad-b7bb-fe5777ea0c67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:26.102045 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.db_base_plugin_common [None req-524b825b-b516-4bad-b7bb-fe5777ea0c67 None None] Allocated IP 172.20.0.2 (9378e537-2bb0-4edb-bd96-98dc93aa0f93/50329091-a0e7-4d84-bed5-8a2ee655de40/d386e30e-3ee8-49e2-84cf-c2aa4dc6d1d5) {{(pid=94468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:47:26.127360 n-d-694802-15 neutron-server[94466]: DEBUG neutron.objects.ports [None req-d4e80fe1-f0f7-49cf-a6e0-1f011a673134 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94466) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 12 14:47:26.128721 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d4e80fe1-f0f7-49cf-a6e0-1f011a673134 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3718490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8776395'] for subnet, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:26.176199 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4e80fe1-f0f7-49cf-a6e0-1f011a673134 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Network 9378e537-2bb0-4edb-bd96-98dc93aa0f93 is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:47:26.179479 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-d4e80fe1-f0f7-49cf-a6e0-1f011a673134 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:47:26.183646 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4e80fe1-f0f7-49cf-a6e0-1f011a673134 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:47:26.184422 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d4e80fe1-f0f7-49cf-a6e0-1f011a673134 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for subnet, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:26.199203 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e80fe1-f0f7-49cf-a6e0-1f011a673134 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Pushing event updated for resources: {'Subnet': ['ID=84910a1f-9df8-4503-9951-a6204ae2cac2,revision_number=0']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:47:26.203152 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-d4e80fe1-f0f7-49cf-a6e0-1f011a673134 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5008135 Aug 12 14:47:26.206019 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 54668) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:47:26.211531 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-619518dc-4a8e-4d5d-947a-db3b00367f81 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Request body: {'port': {'network_id': '9378e537-2bb0-4edb-bd96-98dc93aa0f93', 'mac_address': 'fa:16:3e:d6:a8:c6', 'name': 'tempest-NetworksTestDHCPv6-1742639337'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:47:26.253709 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-524b825b-b516-4bad-b7bb-fe5777ea0c67 None None] Notify callbacks [] for port, precommit_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:26.262472 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-524b825b-b516-4bad-b7bb-fe5777ea0c67 None None] Transition to ACTIVE for port object d386e30e-3ee8-49e2-84cf-c2aa4dc6d1d5 will not be triggered until provisioned by entity L2. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:47:26.277665 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-524b825b-b516-4bad-b7bb-fe5777ea0c67 None None] Transition to ACTIVE for port object d386e30e-3ee8-49e2-84cf-c2aa4dc6d1d5 will not be triggered until provisioned by entity DHCP. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:47:26.283604 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-524b825b-b516-4bad-b7bb-fe5777ea0c67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253'] for port, after_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:26.319519 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-524b825b-b516-4bad-b7bb-fe5777ea0c67 None None] Network 9378e537-2bb0-4edb-bd96-98dc93aa0f93 is already hosted by enough agents. {{(pid=94468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:47:26.322356 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.base_scheduler [None req-524b825b-b516-4bad-b7bb-fe5777ea0c67 None None] Resources bound (agent type, host, resource id): {{(pid=94468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:47:26.328227 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-524b825b-b516-4bad-b7bb-fe5777ea0c67 None None] Received port after_create {{(pid=94468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:47:26.330032 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-619518dc-4a8e-4d5d-947a-db3b00367f81 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Made reservation on behalf of f911637440044e5098fb64107964cb00 for: {'port': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:47:26.337154 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524b825b-b516-4bad-b7bb-fe5777ea0c67 None None] Pushing event updated for resources: {'Port': ['ID=d386e30e-3ee8-49e2-84cf-c2aa4dc6d1d5,revision_number=1']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:47:26.392118 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-524b825b-b516-4bad-b7bb-fe5777ea0c67 None None] Attempting to bind port d386e30e-3ee8-49e2-84cf-c2aa4dc6d1d5 on host n-d-694802-15 for vnic_type normal with profile {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:47:26.392847 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-524b825b-b516-4bad-b7bb-fe5777ea0c67 None None] Attempting to bind port d386e30e-3ee8-49e2-84cf-c2aa4dc6d1d5 by drivers openvswitch,hyperv on host n-d-694802-15 at level 0 using segments [{'id': '29ba2c71-2731-40cb-80f7-8e3bbe9101b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '9378e537-2bb0-4edb-bd96-98dc93aa0f93'}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:47:26.392847 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-524b825b-b516-4bad-b7bb-fe5777ea0c67 None None] Attempting to bind port d386e30e-3ee8-49e2-84cf-c2aa4dc6d1d5 on network 9378e537-2bb0-4edb-bd96-98dc93aa0f93 {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:47:26.400760 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-524b825b-b516-4bad-b7bb-fe5777ea0c67 None None] Checking agent: {'id': '16de73ac-f2e9-4cee-b3e0-91052ae3e6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 20, 13), 'started_at': datetime.datetime(2021, 8, 12, 14, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 47, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:47:26.400760 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-524b825b-b516-4bad-b7bb-fe5777ea0c67 None None] Checking segment: {'id': '29ba2c71-2731-40cb-80f7-8e3bbe9101b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '9378e537-2bb0-4edb-bd96-98dc93aa0f93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:47:26.401624 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-524b825b-b516-4bad-b7bb-fe5777ea0c67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:26.401624 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-524b825b-b516-4bad-b7bb-fe5777ea0c67 None None] Bound using segment: {'id': '29ba2c71-2731-40cb-80f7-8e3bbe9101b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '9378e537-2bb0-4edb-bd96-98dc93aa0f93'} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:47:26.402290 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-524b825b-b516-4bad-b7bb-fe5777ea0c67 None None] Bound port: d386e30e-3ee8-49e2-84cf-c2aa4dc6d1d5, host: n-d-694802-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29ba2c71-2731-40cb-80f7-8e3bbe9101b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '9378e537-2bb0-4edb-bd96-98dc93aa0f93'}}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:47:26.402851 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-524b825b-b516-4bad-b7bb-fe5777ea0c67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:26.422304 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-619518dc-4a8e-4d5d-947a-db3b00367f81 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:26.441864 n-d-694802-15 neutron-server[94466]: DEBUG neutron.notifiers.nova [None req-619518dc-4a8e-4d5d-947a-db3b00367f81 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] device_id is not set on port b5759d73-cf8d-436c-a57f-12c18e4abd61 yet. {{(pid=94466) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 14:47:26.468226 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-524b825b-b516-4bad-b7bb-fe5777ea0c67 None None] For port d386e30e-3ee8-49e2-84cf-c2aa4dc6d1d5, host n-d-694802-15, cleared binding levels {{(pid=94468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:47:26.471448 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-524b825b-b516-4bad-b7bb-fe5777ea0c67 None None] For port d386e30e-3ee8-49e2-84cf-c2aa4dc6d1d5, host n-d-694802-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=d386e30e-3ee8-49e2-84cf-c2aa4dc6d1d5,segment=NetworkSegment(29ba2c71-2731-40cb-80f7-8e3bbe9101b4),segment_id=29ba2c71-2731-40cb-80f7-8e3bbe9101b4)] {{(pid=94468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:47:26.476075 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-524b825b-b516-4bad-b7bb-fe5777ea0c67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:26.541005 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524b825b-b516-4bad-b7bb-fe5777ea0c67 None None] Pushing event updated for resources: {'Port': ['ID=d386e30e-3ee8-49e2-84cf-c2aa4dc6d1d5,revision_number=2']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:47:26.614356 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-619518dc-4a8e-4d5d-947a-db3b00367f81 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Allocated IP 172.20.0.6 (9378e537-2bb0-4edb-bd96-98dc93aa0f93/50329091-a0e7-4d84-bed5-8a2ee655de40/b5759d73-cf8d-436c-a57f-12c18e4abd61) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:47:26.621321 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-619518dc-4a8e-4d5d-947a-db3b00367f81 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Allocated IP 2001:db8::f816:3eff:fed6:a8c6 (9378e537-2bb0-4edb-bd96-98dc93aa0f93/84910a1f-9df8-4503-9951-a6204ae2cac2/b5759d73-cf8d-436c-a57f-12c18e4abd61) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:47:26.757919 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81646f5d-e741-4efa-9a7e-cf7691ebe7f9 req-28d90877-d637-4dc6-99ed-5be85315c0b1 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:47:26.773421 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-81646f5d-e741-4efa-9a7e-cf7691ebe7f9 req-28d90877-d637-4dc6-99ed-5be85315c0b1 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/ports?device_id=b148e05e-7d9e-4da9-9b03-99a8a72e94ac HTTP/1.1" status: 200 len: 945 time: 0.1054375 Aug 12 14:47:26.790628 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device fcb6c126-98e1-4999-aaec-b8ea3eb50434 no longer exists at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:47:26.820308 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-81646f5d-e741-4efa-9a7e-cf7691ebe7f9 req-598b33b7-477d-4235-8159-4214261490dc tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/security-groups?id=ae835367-3679-4f41-a825-d086536e4cce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457935 Aug 12 14:47:26.822270 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] No Port match for: fcb6c126-98e1-4999-aaec-b8ea3eb50434 {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 14:47:26.822603 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device fcb6c126-98e1-4999-aaec-b8ea3eb50434 not bound to the agent host n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:47:26.846238 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-619518dc-4a8e-4d5d-947a-db3b00367f81 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:26.860400 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-619518dc-4a8e-4d5d-947a-db3b00367f81 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Transition to ACTIVE for port object b5759d73-cf8d-436c-a57f-12c18e4abd61 will not be triggered until provisioned by entity DHCP. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:47:26.895668 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-619518dc-4a8e-4d5d-947a-db3b00367f81 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:26.937025 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-619518dc-4a8e-4d5d-947a-db3b00367f81 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Network 9378e537-2bb0-4edb-bd96-98dc93aa0f93 is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:47:26.939952 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-619518dc-4a8e-4d5d-947a-db3b00367f81 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:47:26.945577 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-619518dc-4a8e-4d5d-947a-db3b00367f81 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:47:26.976395 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619518dc-4a8e-4d5d-947a-db3b00367f81 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Pushing event updated for resources: {'Port': ['ID=b5759d73-cf8d-436c-a57f-12c18e4abd61,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:47:27.003182 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-619518dc-4a8e-4d5d-947a-db3b00367f81 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:47:27.003835 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-619518dc-4a8e-4d5d-947a-db3b00367f81 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:27.017800 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-619518dc-4a8e-4d5d-947a-db3b00367f81 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 0.8107700 Aug 12 14:47:27.020824 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 54676) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:47:27.070770 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a8faf1e-e77c-4e28-bf3a-5bca2a9a3a7d tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:47:27.076667 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a8faf1e-e77c-4e28-bf3a-5bca2a9a3a7d tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:47:27.078207 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-9a8faf1e-e77c-4e28-bf3a-5bca2a9a3a7d tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1763 time: 0.0564780 Aug 12 14:47:27.080967 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 54678) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:47:27.171859 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-4fcc34aa-4ac7-4cb2-b06c-c9549b90ea1c tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Deleting port b5759d73-cf8d-436c-a57f-12c18e4abd61 {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:47:27.172203 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4fcc34aa-4ac7-4cb2-b06c-c9549b90ea1c tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:27.274239 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4fcc34aa-4ac7-4cb2-b06c-c9549b90ea1c tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:27.287300 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-4fcc34aa-4ac7-4cb2-b06c-c9549b90ea1c tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Calling delete_port for b5759d73-cf8d-436c-a57f-12c18e4abd61 owned by {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:47:27.457335 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d126f4a7-a3f5-4491-95dd-83fbb18f6255 None None] Network 9378e537-2bb0-4edb-bd96-98dc93aa0f93 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:47:27.472717 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4fcc34aa-4ac7-4cb2-b06c-c9549b90ea1c tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:27.502262 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcc34aa-4ac7-4cb2-b06c-c9549b90ea1c tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Pushing event deleted for resources: {'Port': ['ID=b5759d73-cf8d-436c-a57f-12c18e4abd61,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:47:27.520358 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-951d06bc-85e1-4ab0-a39a-ba66a3f0251f None None] Provisioning for port d386e30e-3ee8-49e2-84cf-c2aa4dc6d1d5 completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:47:27.593977 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4fcc34aa-4ac7-4cb2-b06c-c9549b90ea1c tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:27.595935 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-4fcc34aa-4ac7-4cb2-b06c-c9549b90ea1c tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] 10.222.0.39 "DELETE /v2.0/ports/b5759d73-cf8d-436c-a57f-12c18e4abd61 HTTP/1.1" status: 204 len: 168 time: 0.5140650 Aug 12 14:47:27.598458 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 54682) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:47:27.656614 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8f7b552-9cc6-4e40-9c61-e3bfad829cfd tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:47:27.658171 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8f7b552-9cc6-4e40-9c61-e3bfad829cfd tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:47:27.659738 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8f7b552-9cc6-4e40-9c61-e3bfad829cfd tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:47:27.663865 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-b8f7b552-9cc6-4e40-9c61-e3bfad829cfd tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0619071 Aug 12 14:47:27.664703 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 54686) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:47:27.687211 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfb53ae2-470b-4132-8128-f6c3ef61ae29 None None] Update dhcp port {'port': {'network_id': '9378e537-2bb0-4edb-bd96-98dc93aa0f93', 'fixed_ips': [{'subnet_id': '50329091-a0e7-4d84-bed5-8a2ee655de40', 'ip_address': '172.20.0.2'}, {'subnet_id': '84910a1f-9df8-4503-9951-a6204ae2cac2'}], 'binding:host_id': 'n-d-694802-15'}, 'id': 'd386e30e-3ee8-49e2-84cf-c2aa4dc6d1d5'} from n-d-694802-15. {{(pid=94468) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 12 14:47:27.713108 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-bfb53ae2-470b-4132-8128-f6c3ef61ae29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:27.716736 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1032cb3-e149-4272-bbd5-c69773555663 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Deleting subnet 50329091-a0e7-4d84-bed5-8a2ee655de40 {{(pid=94466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 14:47:27.719835 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d1032cb3-e149-4272-bbd5-c69773555663 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks [] for subnet, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:27.759135 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d1032cb3-e149-4272-bbd5-c69773555663 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2293551'] for subnet, precommit_delete_associations {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:27.853366 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d1032cb3-e149-4272-bbd5-c69773555663 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66416255'] for subnet, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:27.914736 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d1032cb3-e149-4272-bbd5-c69773555663 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66416232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3718429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8776402'] for subnet, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:27.916528 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server [None req-bfb53ae2-470b-4132-8128-f6c3ef61ae29 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 50329091-a0e7-4d84-bed5-8a2ee655de40: This subnet is being modified by another concurrent operation. Aug 12 14:47:27.916528 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 12 14:47:27.916528 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 12 14:47:27.916528 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 12 14:47:27.916528 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 12 14:47:27.916528 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 12 14:47:27.916528 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 12 14:47:27.916528 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 12 14:47:27.916528 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 12 14:47:27.916528 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 12 14:47:27.916528 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 12 14:47:27.916528 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 12 14:47:27.916528 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 12 14:47:27.916528 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 12 14:47:27.916528 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 12 14:47:27.916528 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 12 14:47:27.916528 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 12 14:47:27.916528 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server raise self.value Aug 12 14:47:27.916528 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 12 14:47:27.916528 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 12 14:47:27.916528 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 12 14:47:27.916528 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 12 14:47:27.916528 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 12 14:47:27.916528 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 12 14:47:27.916528 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 12 14:47:27.916528 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server raise self.value Aug 12 14:47:27.916528 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 12 14:47:27.916528 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 12 14:47:27.916528 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 12 14:47:27.916528 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 12 14:47:27.916528 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 12 14:47:27.916528 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 12 14:47:27.916528 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 12 14:47:27.916528 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server raise self.value Aug 12 14:47:27.916528 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 12 14:47:27.916528 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 12 14:47:27.916528 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Aug 12 14:47:27.916528 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Aug 12 14:47:27.916528 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Aug 12 14:47:27.916528 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Aug 12 14:47:27.916528 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Aug 12 14:47:27.916528 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 12 14:47:27.916528 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 12 14:47:27.916528 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 12 14:47:27.916528 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 12 14:47:27.916528 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 12 14:47:27.916528 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 12 14:47:27.916528 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 12 14:47:27.916528 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 12 14:47:27.916528 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server raise self.value Aug 12 14:47:27.916528 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 12 14:47:27.916528 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 12 14:47:27.916528 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 12 14:47:27.916528 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 12 14:47:27.928310 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 12 14:47:27.928310 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 12 14:47:27.928310 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 12 14:47:27.928310 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server raise self.value Aug 12 14:47:27.928310 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 12 14:47:27.928310 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 12 14:47:27.928310 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 12 14:47:27.928310 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 12 14:47:27.928310 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 12 14:47:27.928310 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 12 14:47:27.928310 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 12 14:47:27.928310 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server raise self.value Aug 12 14:47:27.928310 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 12 14:47:27.928310 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 12 14:47:27.928310 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1727, in update_port Aug 12 14:47:27.928310 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Aug 12 14:47:27.928310 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 12 14:47:27.928310 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 12 14:47:27.928310 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1510, in update_port Aug 12 14:47:27.928310 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Aug 12 14:47:27.928310 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Aug 12 14:47:27.928310 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Aug 12 14:47:27.928310 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Aug 12 14:47:27.928310 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Aug 12 14:47:27.928310 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Aug 12 14:47:27.928310 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 12 14:47:27.928310 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 12 14:47:27.928310 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 12 14:47:27.928310 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 12 14:47:27.928310 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server raise exception Aug 12 14:47:27.928310 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 50329091-a0e7-4d84-bed5-8a2ee655de40: This subnet is being modified by another concurrent operation. Aug 12 14:47:27.928310 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server Aug 12 14:47:27.944067 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1032cb3-e149-4272-bbd5-c69773555663 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Pushing event deleted for resources: {'Subnet': ['ID=50329091-a0e7-4d84-bed5-8a2ee655de40,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:47:27.948636 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d1032cb3-e149-4272-bbd5-c69773555663 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for subnet, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:27.953203 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-d1032cb3-e149-4272-bbd5-c69773555663 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] 10.222.0.39 "DELETE /v2.0/subnets/50329091-a0e7-4d84-bed5-8a2ee655de40 HTTP/1.1" status: 204 len: 168 time: 0.2855632 Aug 12 14:47:27.953386 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 54692) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:47:27.974504 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4b0ca3-6d3f-4b23-8639-83f98df94bff req-18661270-bb75-48c0-b951-d0ea1fb0870f tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:47:27.976394 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-dc4b0ca3-6d3f-4b23-8639-83f98df94bff req-18661270-bb75-48c0-b951-d0ea1fb0870f tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/ports?device_id=b148e05e-7d9e-4da9-9b03-99a8a72e94ac HTTP/1.1" status: 200 len: 945 time: 0.0659626 Aug 12 14:47:28.012137 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce5631fb-4ae6-480f-a917-7274fddd6aeb tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Deleting subnet 84910a1f-9df8-4503-9951-a6204ae2cac2 {{(pid=94466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 14:47:28.012456 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e6e3b76-91a3-469f-a0a8-b8a78cd7433f None None] Network 9378e537-2bb0-4edb-bd96-98dc93aa0f93 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:47:28.015512 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ce5631fb-4ae6-480f-a917-7274fddd6aeb tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks [] for subnet, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:28.027307 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-dc4b0ca3-6d3f-4b23-8639-83f98df94bff req-01d491ee-524d-400d-847a-28b7dd455bd0 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/security-groups?id=ae835367-3679-4f41-a825-d086536e4cce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406818 Aug 12 14:47:28.062741 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ce5631fb-4ae6-480f-a917-7274fddd6aeb tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2293551'] for subnet, precommit_delete_associations {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:28.106265 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ce5631fb-4ae6-480f-a917-7274fddd6aeb tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66416255'] for subnet, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:28.164274 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ce5631fb-4ae6-480f-a917-7274fddd6aeb tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66416232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3718429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8776402'] for subnet, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:28.193081 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5631fb-4ae6-480f-a917-7274fddd6aeb tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Pushing event deleted for resources: {'Subnet': ['ID=84910a1f-9df8-4503-9951-a6204ae2cac2,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:47:28.195123 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ce5631fb-4ae6-480f-a917-7274fddd6aeb tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for subnet, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:28.197013 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-ce5631fb-4ae6-480f-a917-7274fddd6aeb tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] 10.222.0.39 "DELETE /v2.0/subnets/84910a1f-9df8-4503-9951-a6204ae2cac2 HTTP/1.1" status: 204 len: 168 time: 0.2426603 Aug 12 14:47:28.199499 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 54694) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:47:28.213883 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55d87f24-d2e4-495c-88fd-0442e617b542 None None] Update dhcp port {'port': {'network_id': '9378e537-2bb0-4edb-bd96-98dc93aa0f93', 'fixed_ips': [{'subnet_id': '84910a1f-9df8-4503-9951-a6204ae2cac2'}], 'binding:host_id': 'n-d-694802-15'}, 'id': 'd386e30e-3ee8-49e2-84cf-c2aa4dc6d1d5'} from n-d-694802-15. {{(pid=94468) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 12 14:47:28.239888 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-55d87f24-d2e4-495c-88fd-0442e617b542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:28.242982 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-8d79babe-a232-4d0b-8e28-5f06481da924 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0424042 Aug 12 14:47:28.245575 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 54696) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:47:28.295554 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0af0e1d3-7b63-46cd-b4a3-61def2dbd6e5 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:47:28.297652 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-0af0e1d3-7b63-46cd-b4a3-61def2dbd6e5 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0511630 Aug 12 14:47:28.300896 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 54700) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:47:28.352555 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c045d225-2ec0-4d2c-9e48-b42596770f28 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:47:28.354102 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-c045d225-2ec0-4d2c-9e48-b42596770f28 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0522947 Aug 12 14:47:28.356705 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 54702) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:47:28.403083 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-4e3eb30d-6fac-45a0-a381-99f963212263 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0452101 Aug 12 14:47:28.407603 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 54704) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:47:28.413377 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-17f4c5b9-ba4b-4f06-b4be-deab23352e26 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Request body: {'subnet': {'network_id': '9378e537-2bb0-4edb-bd96-98dc93aa0f93', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:47:28.464715 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8de011ef-ed05-459c-82f4-251bf03328dc None None] get_active_networks_info from n-d-694802-15 {{(pid=94468) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 12 14:47:28.503062 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17f4c5b9-ba4b-4f06-b4be-deab23352e26 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Made reservation on behalf of f911637440044e5098fb64107964cb00 for: {'subnet': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:47:28.507481 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-17f4c5b9-ba4b-4f06-b4be-deab23352e26 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8776441'] for subnet, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:28.508064 n-d-694802-15 neutron-server[94466]: INFO neutron.pecan_wsgi.hooks.translation [None req-17f4c5b9-ba4b-4f06-b4be-deab23352e26 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 12 14:47:28.508500 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17f4c5b9-ba4b-4f06-b4be-deab23352e26 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 14:47:28.524997 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-17f4c5b9-ba4b-4f06-b4be-deab23352e26 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.1163116 Aug 12 14:47:28.528025 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 54706) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:47:28.532923 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-89650019-e8e5-452d-86ad-5649f8b63f80 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Request body: {'subnet': {'network_id': '9378e537-2bb0-4edb-bd96-98dc93aa0f93', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:47:28.541880 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-2ff5b929-7bfb-4438-bb63-b13f87de6fe0 None None] Could not find standard attr ID for object b5759d73-cf8d-436c-a57f-12c18e4abd61. {{(pid=94468) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 12 14:47:28.615153 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8de011ef-ed05-459c-82f4-251bf03328dc None None] Resources bound (agent type, host, resource id): {{(pid=94468) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 12 14:47:28.628958 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89650019-e8e5-452d-86ad-5649f8b63f80 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Made reservation on behalf of f911637440044e5098fb64107964cb00 for: {'subnet': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:47:28.632530 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-89650019-e8e5-452d-86ad-5649f8b63f80 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8776441'] for subnet, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:28.633928 n-d-694802-15 neutron-server[94466]: INFO neutron.pecan_wsgi.hooks.translation [None req-89650019-e8e5-452d-86ad-5649f8b63f80 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 12 14:47:28.634363 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89650019-e8e5-452d-86ad-5649f8b63f80 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 14:47:28.647973 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-89650019-e8e5-452d-86ad-5649f8b63f80 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1188908 Aug 12 14:47:28.651114 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 54710) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:47:28.657815 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-bbee734a-0fa5-4ce0-bac4-e7722a03dce2 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Request body: {'subnet': {'network_id': '9378e537-2bb0-4edb-bd96-98dc93aa0f93', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:47:28.750497 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbee734a-0fa5-4ce0-bac4-e7722a03dce2 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Made reservation on behalf of f911637440044e5098fb64107964cb00 for: {'subnet': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:47:28.754281 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-bbee734a-0fa5-4ce0-bac4-e7722a03dce2 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8776441'] for subnet, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:28.755708 n-d-694802-15 neutron-server[94466]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbee734a-0fa5-4ce0-bac4-e7722a03dce2 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 12 14:47:28.756107 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bbee734a-0fa5-4ce0-bac4-e7722a03dce2 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 14:47:28.773617 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-bbee734a-0fa5-4ce0-bac4-e7722a03dce2 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1215091 Aug 12 14:47:28.776703 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 54716) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:47:28.783504 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-edb0cb66-e6c6-4c71-9568-011c2f1c7b6f tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Request body: {'subnet': {'network_id': '9378e537-2bb0-4edb-bd96-98dc93aa0f93', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:47:28.881393 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edb0cb66-e6c6-4c71-9568-011c2f1c7b6f tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Made reservation on behalf of f911637440044e5098fb64107964cb00 for: {'subnet': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:47:28.885210 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-edb0cb66-e6c6-4c71-9568-011c2f1c7b6f tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8776441'] for subnet, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:28.886720 n-d-694802-15 neutron-server[94466]: INFO neutron.pecan_wsgi.hooks.translation [None req-edb0cb66-e6c6-4c71-9568-011c2f1c7b6f tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 12 14:47:28.887265 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-edb0cb66-e6c6-4c71-9568-011c2f1c7b6f tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 14:47:28.903493 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-edb0cb66-e6c6-4c71-9568-011c2f1c7b6f tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.1256111 Aug 12 14:47:28.907091 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 54720) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:47:28.913429 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-b9af0417-5837-4c7b-8782-f08659d0681f tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Request body: {'subnet': {'network_id': '9378e537-2bb0-4edb-bd96-98dc93aa0f93', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:47:28.914953 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21db3d75-83eb-4c2e-af8d-a2615ccfb06d None None] get_active_networks_info from n-d-694802-15 {{(pid=94468) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 12 14:47:29.012255 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9af0417-5837-4c7b-8782-f08659d0681f tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Made reservation on behalf of f911637440044e5098fb64107964cb00 for: {'subnet': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:47:29.015851 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-b9af0417-5837-4c7b-8782-f08659d0681f tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3343791'] for subnet, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:29.017305 n-d-694802-15 neutron-server[94467]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9af0417-5837-4c7b-8782-f08659d0681f tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 12 14:47:29.017758 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9af0417-5837-4c7b-8782-f08659d0681f tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94467) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 14:47:29.032329 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-b9af0417-5837-4c7b-8782-f08659d0681f tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1241984 Aug 12 14:47:29.036035 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 54722) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:47:29.040890 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-3de7d5c4-96be-4518-8d86-f673677eda23 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Request body: {'subnet': {'network_id': '9378e537-2bb0-4edb-bd96-98dc93aa0f93', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:47:29.059430 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21db3d75-83eb-4c2e-af8d-a2615ccfb06d None None] Resources bound (agent type, host, resource id): {{(pid=94468) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 12 14:47:29.164672 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3de7d5c4-96be-4518-8d86-f673677eda23 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Made reservation on behalf of f911637440044e5098fb64107964cb00 for: {'subnet': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:47:29.168147 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-3de7d5c4-96be-4518-8d86-f673677eda23 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3343791'] for subnet, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:29.169520 n-d-694802-15 neutron-server[94467]: INFO neutron.pecan_wsgi.hooks.translation [None req-3de7d5c4-96be-4518-8d86-f673677eda23 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 12 14:47:29.169952 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3de7d5c4-96be-4518-8d86-f673677eda23 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94467) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 14:47:29.179876 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afc4386-7814-4266-bac9-7c7eeea88d9d req-da57951f-a326-4ae5-9381-a27023bbc603 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:47:29.181359 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0afc4386-7814-4266-bac9-7c7eeea88d9d req-da57951f-a326-4ae5-9381-a27023bbc603 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/ports?device_id=b148e05e-7d9e-4da9-9b03-99a8a72e94ac HTTP/1.1" status: 200 len: 945 time: 0.0759723 Aug 12 14:47:29.205375 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-3de7d5c4-96be-4518-8d86-f673677eda23 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1683214 Aug 12 14:47:29.207949 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 54726) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:47:29.257464 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0afc4386-7814-4266-bac9-7c7eeea88d9d req-b39fcaf2-ec68-4f8f-86b8-c572868eb8cb tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/security-groups?id=ae835367-3679-4f41-a825-d086536e4cce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685527 Aug 12 14:47:29.271520 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c26d3d13-234d-4963-bcf2-c076394829ef tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:47:29.275578 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-c26d3d13-234d-4963-bcf2-c076394829ef tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0642638 Aug 12 14:47:29.276211 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 54728) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:47:29.325571 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e649c5f0-93cb-411f-8994-9b244caa037a tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:47:29.327207 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-e649c5f0-93cb-411f-8994-9b244caa037a tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0499041 Aug 12 14:47:29.330142 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 54730) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:47:29.372531 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-11a41880-1c9e-49be-8f25-1cc828d74d9c tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0413127 Aug 12 14:47:29.376352 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 54734) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:47:29.381236 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-7cbc2645-b6b1-4285-bcfa-5bf41d5b3501 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Request body: {'subnet': {'network_id': '9378e537-2bb0-4edb-bd96-98dc93aa0f93', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:47:29.469057 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cbc2645-b6b1-4285-bcfa-5bf41d5b3501 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Made reservation on behalf of f911637440044e5098fb64107964cb00 for: {'subnet': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:47:29.473038 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-7cbc2645-b6b1-4285-bcfa-5bf41d5b3501 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3343791'] for subnet, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:29.772106 n-d-694802-15 neutron-server[94467]: DEBUG neutron.objects.ports [None req-7cbc2645-b6b1-4285-bcfa-5bf41d5b3501 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94467) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 12 14:47:30.015401 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-7cbc2645-b6b1-4285-bcfa-5bf41d5b3501 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:30.170335 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [None req-7cbc2645-b6b1-4285-bcfa-5bf41d5b3501 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] For port d386e30e-3ee8-49e2-84cf-c2aa4dc6d1d5, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=d386e30e-3ee8-49e2-84cf-c2aa4dc6d1d5,segment=NetworkSegment(29ba2c71-2731-40cb-80f7-8e3bbe9101b4),segment_id=29ba2c71-2731-40cb-80f7-8e3bbe9101b4)] {{(pid=94467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:47:30.200419 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-7cbc2645-b6b1-4285-bcfa-5bf41d5b3501 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:30.204869 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-7cbc2645-b6b1-4285-bcfa-5bf41d5b3501 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:30.205640 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-7cbc2645-b6b1-4285-bcfa-5bf41d5b3501 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2859166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3343773'] for subnet, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:30.280739 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cbc2645-b6b1-4285-bcfa-5bf41d5b3501 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Network 9378e537-2bb0-4edb-bd96-98dc93aa0f93 is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:47:30.291640 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [None req-7cbc2645-b6b1-4285-bcfa-5bf41d5b3501 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:47:30.294690 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cbc2645-b6b1-4285-bcfa-5bf41d5b3501 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:47:30.295305 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-7cbc2645-b6b1-4285-bcfa-5bf41d5b3501 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks [] for subnet, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:30.302365 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84cc4edb-44ea-4a96-8e6d-05392ab25c39 None None] Network 9378e537-2bb0-4edb-bd96-98dc93aa0f93 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:47:30.310853 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbc2645-b6b1-4285-bcfa-5bf41d5b3501 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Pushing event updated for resources: {'Subnet': ['ID=98282855-be4f-428e-b1a7-95e352e6fb56,revision_number=0']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:47:30.321062 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbc2645-b6b1-4285-bcfa-5bf41d5b3501 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Pushing event updated for resources: {'Port': ['ID=d386e30e-3ee8-49e2-84cf-c2aa4dc6d1d5,revision_number=5']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:47:30.329197 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 54742) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:47:30.329673 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-7cbc2645-b6b1-4285-bcfa-5bf41d5b3501 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.9513371 Aug 12 14:47:30.336229 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-b676e767-24dd-472e-ae91-421a286e7dd2 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Request body: {'port': {'network_id': '9378e537-2bb0-4edb-bd96-98dc93aa0f93', 'mac_address': 'fa:16:3e:3b:b0:a7', 'name': 'tempest-NetworksTestDHCPv6-1196871643'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:47:30.399525 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b565e2fe-54e7-406e-b2d2-454f07583c4d req-fdd12ce7-4bd5-4e38-b7b7-e434c6e4b004 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:47:30.401182 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b565e2fe-54e7-406e-b2d2-454f07583c4d req-fdd12ce7-4bd5-4e38-b7b7-e434c6e4b004 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/ports?device_id=b148e05e-7d9e-4da9-9b03-99a8a72e94ac HTTP/1.1" status: 200 len: 945 time: 0.0512609 Aug 12 14:47:30.444695 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b565e2fe-54e7-406e-b2d2-454f07583c4d req-96d66f99-eb0b-4044-b3a5-15fc5a25e12a tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/security-groups?id=ae835367-3679-4f41-a825-d086536e4cce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374930 Aug 12 14:47:30.471732 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b676e767-24dd-472e-ae91-421a286e7dd2 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Made reservation on behalf of f911637440044e5098fb64107964cb00 for: {'port': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:47:30.476596 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b676e767-24dd-472e-ae91-421a286e7dd2 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:30.499391 n-d-694802-15 neutron-server[94466]: DEBUG neutron.notifiers.nova [None req-b676e767-24dd-472e-ae91-421a286e7dd2 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] device_id is not set on port 0765ee47-8215-4a85-880b-9f1d451323d3 yet. {{(pid=94466) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 14:47:30.633613 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-b676e767-24dd-472e-ae91-421a286e7dd2 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Allocated IP 2001:db8::f816:3eff:fe3b:b0a7 (9378e537-2bb0-4edb-bd96-98dc93aa0f93/98282855-be4f-428e-b1a7-95e352e6fb56/0765ee47-8215-4a85-880b-9f1d451323d3) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:47:30.803380 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device d386e30e-3ee8-49e2-84cf-c2aa4dc6d1d5 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:47:30.813411 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b676e767-24dd-472e-ae91-421a286e7dd2 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:30.830493 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-b676e767-24dd-472e-ae91-421a286e7dd2 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Transition to ACTIVE for port object 0765ee47-8215-4a85-880b-9f1d451323d3 will not be triggered until provisioned by entity DHCP. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:47:30.861667 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning for port d386e30e-3ee8-49e2-84cf-c2aa4dc6d1d5 completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:47:30.867624 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port d386e30e-3ee8-49e2-84cf-c2aa4dc6d1d5 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:47:30.868537 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:30.869590 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b676e767-24dd-472e-ae91-421a286e7dd2 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:30.913454 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b676e767-24dd-472e-ae91-421a286e7dd2 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Network 9378e537-2bb0-4edb-bd96-98dc93aa0f93 is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:47:30.916589 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-b676e767-24dd-472e-ae91-421a286e7dd2 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:47:30.924091 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b676e767-24dd-472e-ae91-421a286e7dd2 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:47:30.929979 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b676e767-24dd-472e-ae91-421a286e7dd2 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:47:30.930624 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b676e767-24dd-472e-ae91-421a286e7dd2 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:30.941800 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b676e767-24dd-472e-ae91-421a286e7dd2 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Pushing event updated for resources: {'Port': ['ID=0765ee47-8215-4a85-880b-9f1d451323d3,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:47:30.956582 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-b676e767-24dd-472e-ae91-421a286e7dd2 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.6235640 Aug 12 14:47:30.957043 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 54748) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:47:30.962399 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:30.998859 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] For port d386e30e-3ee8-49e2-84cf-c2aa4dc6d1d5, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=d386e30e-3ee8-49e2-84cf-c2aa4dc6d1d5,segment=NetworkSegment(29ba2c71-2731-40cb-80f7-8e3bbe9101b4),segment_id=29ba2c71-2731-40cb-80f7-8e3bbe9101b4)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:47:31.005338 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:31.017141 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-960e0c55-97ff-420d-9747-21c6777f7043 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:47:31.023762 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-960e0c55-97ff-420d-9747-21c6777f7043 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:47:31.025173 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-960e0c55-97ff-420d-9747-21c6777f7043 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.0670350 Aug 12 14:47:31.027951 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 54752) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:47:31.057590 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Pushing event updated for resources: {'Port': ['ID=d386e30e-3ee8-49e2-84cf-c2aa4dc6d1d5,revision_number=6']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:47:31.142977 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-41e2988e-bd51-4583-bf5b-7e9f0d5f9a3e tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Deleting port 0765ee47-8215-4a85-880b-9f1d451323d3 {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:47:31.143343 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-41e2988e-bd51-4583-bf5b-7e9f0d5f9a3e tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:31.238486 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-41e2988e-bd51-4583-bf5b-7e9f0d5f9a3e tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:31.242260 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-01059d00-a332-4d61-8b4e-62ce84348c5f None None] Provisioning complete for port d386e30e-3ee8-49e2-84cf-c2aa4dc6d1d5 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:47:31.242705 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-01059d00-a332-4d61-8b4e-62ce84348c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:31.252135 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-41e2988e-bd51-4583-bf5b-7e9f0d5f9a3e tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Calling delete_port for 0765ee47-8215-4a85-880b-9f1d451323d3 owned by {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:47:31.395207 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-41e2988e-bd51-4583-bf5b-7e9f0d5f9a3e tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:31.426387 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e2988e-bd51-4583-bf5b-7e9f0d5f9a3e tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Pushing event deleted for resources: {'Port': ['ID=0765ee47-8215-4a85-880b-9f1d451323d3,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:47:31.445182 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-2d681bb5-3811-4e09-a35d-552ab96299e9 None None] Could not find standard attr ID for object 0765ee47-8215-4a85-880b-9f1d451323d3. {{(pid=94468) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 12 14:47:31.449826 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-41e2988e-bd51-4583-bf5b-7e9f0d5f9a3e tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:31.451869 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-41e2988e-bd51-4583-bf5b-7e9f0d5f9a3e tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] 10.222.0.39 "DELETE /v2.0/ports/0765ee47-8215-4a85-880b-9f1d451323d3 HTTP/1.1" status: 204 len: 168 time: 0.4223666 Aug 12 14:47:31.454375 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 54754) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:47:31.519903 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e6b5295-db08-419c-aed0-56bdda264e2c tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:47:31.521776 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e6b5295-db08-419c-aed0-56bdda264e2c tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:47:31.523511 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-3e6b5295-db08-419c-aed0-56bdda264e2c tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.0678456 Aug 12 14:47:31.526034 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 54760) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:47:31.613402 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_v2 [None req-7445f192-996e-4e40-a4a4-8aceb7a439c2 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Deleting subnet 98282855-be4f-428e-b1a7-95e352e6fb56 {{(pid=94467) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 14:47:31.618793 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-7445f192-996e-4e40-a4a4-8aceb7a439c2 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks [] for subnet, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:31.628974 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e754dda5-5552-4b88-92e4-d1daa8be9939 req-1e128a50-17a6-4767-82d3-2c0e63afe561 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:47:31.630457 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e754dda5-5552-4b88-92e4-d1daa8be9939 req-1e128a50-17a6-4767-82d3-2c0e63afe561 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/ports?device_id=b148e05e-7d9e-4da9-9b03-99a8a72e94ac HTTP/1.1" status: 200 len: 945 time: 0.0748959 Aug 12 14:47:31.681900 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-7445f192-996e-4e40-a4a4-8aceb7a439c2 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3857505'] for subnet, precommit_delete_associations {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:31.723504 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e754dda5-5552-4b88-92e4-d1daa8be9939 req-4ecb71ab-e8a4-4339-bd23-c8d75dbbb2e4 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/security-groups?id=ae835367-3679-4f41-a825-d086536e4cce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749271 Aug 12 14:47:31.777793 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-7445f192-996e-4e40-a4a4-8aceb7a439c2 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66416255'] for subnet, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:31.835850 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-7445f192-996e-4e40-a4a4-8aceb7a439c2 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66416232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2859225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3343748'] for subnet, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:31.863228 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7445f192-996e-4e40-a4a4-8aceb7a439c2 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Pushing event deleted for resources: {'Subnet': ['ID=98282855-be4f-428e-b1a7-95e352e6fb56,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:47:31.866998 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-7445f192-996e-4e40-a4a4-8aceb7a439c2 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks [] for subnet, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:31.871790 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 54762) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:47:31.872307 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-7445f192-996e-4e40-a4a4-8aceb7a439c2 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] 10.222.0.39 "DELETE /v2.0/subnets/98282855-be4f-428e-b1a7-95e352e6fb56 HTTP/1.1" status: 204 len: 168 time: 0.3448210 Aug 12 14:47:31.875478 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78dd2ff0-15fa-425b-8232-e00896a2690e None None] Network 9378e537-2bb0-4edb-bd96-98dc93aa0f93 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:47:31.914940 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-b7eba5ae-15a6-4814-aa4f-dc2f826818ff tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0419295 Aug 12 14:47:31.918051 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 54766) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:47:31.923653 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-1136092b-b98d-4864-b4db-7d553ce5962a tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Request body: {'subnet': {'network_id': '9378e537-2bb0-4edb-bd96-98dc93aa0f93', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:47:32.014930 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1136092b-b98d-4864-b4db-7d553ce5962a tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Made reservation on behalf of f911637440044e5098fb64107964cb00 for: {'subnet': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:47:32.018458 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1136092b-b98d-4864-b4db-7d553ce5962a tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8776441'] for subnet, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:32.043397 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f9443a0-75c3-4028-9289-ce185db1cfde None None] DHCP port deletion for 9378e537-2bb0-4edb-bd96-98dc93aa0f93 request from n-d-694802-15 {{(pid=94468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 14:47:32.096814 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-9f9443a0-75c3-4028-9289-ce185db1cfde None None] Deleting port d386e30e-3ee8-49e2-84cf-c2aa4dc6d1d5 {{(pid=94468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:47:32.097449 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-9f9443a0-75c3-4028-9289-ce185db1cfde None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:32.161753 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-9f9443a0-75c3-4028-9289-ce185db1cfde None None] For port d386e30e-3ee8-49e2-84cf-c2aa4dc6d1d5, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=d386e30e-3ee8-49e2-84cf-c2aa4dc6d1d5,segment=NetworkSegment(29ba2c71-2731-40cb-80f7-8e3bbe9101b4),segment_id=29ba2c71-2731-40cb-80f7-8e3bbe9101b4)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:47:32.162357 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-9f9443a0-75c3-4028-9289-ce185db1cfde None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:32.177372 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-9f9443a0-75c3-4028-9289-ce185db1cfde None None] Calling delete_port for d386e30e-3ee8-49e2-84cf-c2aa4dc6d1d5 owned by network:dhcp {{(pid=94468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:47:32.277258 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-9f9443a0-75c3-4028-9289-ce185db1cfde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262'] for port, after_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:32.306156 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9443a0-75c3-4028-9289-ce185db1cfde None None] Pushing event deleted for resources: {'Port': ['ID=d386e30e-3ee8-49e2-84cf-c2aa4dc6d1d5,revision_number=None']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:47:32.308188 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f9443a0-75c3-4028-9289-ce185db1cfde None None] No DVR routers for this DVR port d386e30e-3ee8-49e2-84cf-c2aa4dc6d1d5 on host n-d-694802-15 {{(pid=94468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:47:32.316231 n-d-694802-15 neutron-server[94466]: DEBUG neutron.objects.ports [None req-1136092b-b98d-4864-b4db-7d553ce5962a tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94466) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 12 14:47:32.320258 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1136092b-b98d-4864-b4db-7d553ce5962a tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3718490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8776395'] for subnet, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:32.357498 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1136092b-b98d-4864-b4db-7d553ce5962a tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Network 9378e537-2bb0-4edb-bd96-98dc93aa0f93 is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:47:32.361970 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-1136092b-b98d-4864-b4db-7d553ce5962a tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:47:32.366317 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1136092b-b98d-4864-b4db-7d553ce5962a tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:47:32.366907 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1136092b-b98d-4864-b4db-7d553ce5962a tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for subnet, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:32.371417 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41f943ea-cf21-4f61-b8fa-3eb21c5967e1 None None] Network 9378e537-2bb0-4edb-bd96-98dc93aa0f93 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:47:32.383326 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1136092b-b98d-4864-b4db-7d553ce5962a tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Pushing event updated for resources: {'Subnet': ['ID=fff3f662-5205-4cc0-b07c-a6988b521ba7,revision_number=0']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:47:32.390195 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-1136092b-b98d-4864-b4db-7d553ce5962a tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4681067 Aug 12 14:47:32.390422 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 54772) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:47:32.395774 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-28f3f35a-7fbe-45c5-87f1-c48609a123ee tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Request body: {'port': {'network_id': '9378e537-2bb0-4edb-bd96-98dc93aa0f93', 'mac_address': 'fa:16:3e:6d:64:4b', 'name': 'tempest-NetworksTestDHCPv6-638493324'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:47:32.517700 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28f3f35a-7fbe-45c5-87f1-c48609a123ee tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Made reservation on behalf of f911637440044e5098fb64107964cb00 for: {'port': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:47:32.570978 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f78945e-2cc2-4921-903e-392604d6ff37 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa7035b3e-9a89-5964-b9f4-97301c3f476a-9378e537-2bb0-4edb-bd96-98dc93aa0f93', 'network_id': '9378e537-2bb0-4edb-bd96-98dc93aa0f93', 'tenant_id': 'f911637440044e5098fb64107964cb00', 'fixed_ips': [{'subnet_id': 'fff3f662-5205-4cc0-b07c-a6988b521ba7'}]}} from n-d-694802-15. {{(pid=94468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 14:47:32.571806 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-3f78945e-2cc2-4921-903e-392604d6ff37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:32.632603 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-28f3f35a-7fbe-45c5-87f1-c48609a123ee tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:32.664758 n-d-694802-15 neutron-server[94466]: DEBUG neutron.notifiers.nova [None req-28f3f35a-7fbe-45c5-87f1-c48609a123ee tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] device_id is not set on port 1ef05dae-f58a-4ee5-8da4-92bf882131f4 yet. {{(pid=94466) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 14:47:32.780119 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device dfcd097c-9928-4160-b8e6-a0dea19d832c details requested by agent hyperv_n-h2-694802-15 with host n-h2-694802-15 {{(pid=94468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 14:47:32.814439 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.db_base_plugin_common [None req-3f78945e-2cc2-4921-903e-392604d6ff37 None None] Allocated IP 2001:db8::f816:3eff:feb7:bcc3 (9378e537-2bb0-4edb-bd96-98dc93aa0f93/fff3f662-5205-4cc0-b07c-a6988b521ba7/6cf9c6c7-706d-4cd4-b78a-01d434a703c0) {{(pid=94468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:47:32.837668 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device d386e30e-3ee8-49e2-84cf-c2aa4dc6d1d5 no longer exists at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:47:32.870227 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f51d9d9-66fd-4f03-8a59-444d30f2ab2a req-f5908530-a312-41df-b859-099c1ead9337 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:47:32.875597 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0f51d9d9-66fd-4f03-8a59-444d30f2ab2a req-f5908530-a312-41df-b859-099c1ead9337 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/ports?device_id=b148e05e-7d9e-4da9-9b03-99a8a72e94ac HTTP/1.1" status: 200 len: 945 time: 0.0660787 Aug 12 14:47:32.908261 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bab629-af17-459c-a825-ae5798415dd7 req-9de5e781-5113-4868-b6e2-a7c98f5d298d tempest-ServersTestFqdnHostnames-1053046632 tempest-ServersTestFqdnHostnames-1053046632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:47:32.910043 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-a1bab629-af17-459c-a825-ae5798415dd7 req-9de5e781-5113-4868-b6e2-a7c98f5d298d tempest-ServersTestFqdnHostnames-1053046632 tempest-ServersTestFqdnHostnames-1053046632-project] 10.222.0.39 "GET /v2.0/ports?device_id=5aab2579-2ba8-4ade-a885-9541b45a03f9 HTTP/1.1" status: 200 len: 945 time: 0.0624149 Aug 12 14:47:32.917580 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0f51d9d9-66fd-4f03-8a59-444d30f2ab2a req-292916e0-7f59-420e-9ffa-6acb09ba325f tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/security-groups?id=ae835367-3679-4f41-a825-d086536e4cce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393090 Aug 12 14:47:32.960103 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-a1bab629-af17-459c-a825-ae5798415dd7 req-a67f80db-8958-4489-a0f6-517e268c4699 tempest-ServersTestFqdnHostnames-1053046632 tempest-ServersTestFqdnHostnames-1053046632-project] 10.222.0.39 "GET /v2.0/security-groups?id=a6151e1f-94d6-4cf1-bffb-9373c8062325&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429690 Aug 12 14:47:33.064913 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] No Port match for: d386e30e-3ee8-49e2-84cf-c2aa4dc6d1d5 {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 14:47:33.065314 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device d386e30e-3ee8-49e2-84cf-c2aa4dc6d1d5 not bound to the agent host n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:47:33.157626 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port dfcd097c-9928-4160-b8e6-a0dea19d832c, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=dfcd097c-9928-4160-b8e6-a0dea19d832c,segment=NetworkSegment(b72762b4-956b-443d-aaee-4b6799d6bcb9),segment_id=b72762b4-956b-443d-aaee-4b6799d6bcb9)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:47:33.178881 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Returning: {'device': 'dfcd097c-9928-4160-b8e6-a0dea19d832c', 'network_id': '2ad93210-7061-461d-8617-49848448cc38', 'port_id': 'dfcd097c-9928-4160-b8e6-a0dea19d832c', 'mac_address': 'fa:16:3e:96:38:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce169be2-a716-4bd9-89d0-74eedc855ec7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 14:47:33.264357 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:33.270529 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-3f78945e-2cc2-4921-903e-392604d6ff37 None None] Notify callbacks [] for port, precommit_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:33.288489 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-3f78945e-2cc2-4921-903e-392604d6ff37 None None] Transition to ACTIVE for port object 6cf9c6c7-706d-4cd4-b78a-01d434a703c0 will not be triggered until provisioned by entity L2. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:47:33.290790 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id dfcd097c-9928-4160-b8e6-a0dea19d832c {{(pid=94468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:47:33.318831 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-3f78945e-2cc2-4921-903e-392604d6ff37 None None] Transition to ACTIVE for port object 6cf9c6c7-706d-4cd4-b78a-01d434a703c0 will not be triggered until provisioned by entity DHCP. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:47:33.321311 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port dfcd097c-9928-4160-b8e6-a0dea19d832c, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=dfcd097c-9928-4160-b8e6-a0dea19d832c,segment=NetworkSegment(b72762b4-956b-443d-aaee-4b6799d6bcb9),segment_id=b72762b4-956b-443d-aaee-4b6799d6bcb9)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:47:33.324707 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:33.329842 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-3f78945e-2cc2-4921-903e-392604d6ff37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253'] for port, after_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:33.370770 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f78945e-2cc2-4921-903e-392604d6ff37 None None] Network 9378e537-2bb0-4edb-bd96-98dc93aa0f93 is already hosted by enough agents. {{(pid=94468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:47:33.376489 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-28f3f35a-7fbe-45c5-87f1-c48609a123ee tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Allocated IP 2001:db8::f816:3eff:fe6d:644b (9378e537-2bb0-4edb-bd96-98dc93aa0f93/fff3f662-5205-4cc0-b07c-a6988b521ba7/1ef05dae-f58a-4ee5-8da4-92bf882131f4) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:47:33.380373 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.base_scheduler [None req-3f78945e-2cc2-4921-903e-392604d6ff37 None None] Resources bound (agent type, host, resource id): {{(pid=94468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:47:33.387668 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f78945e-2cc2-4921-903e-392604d6ff37 None None] Received port after_create {{(pid=94468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:47:33.398304 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Pushing event updated for resources: {'Port': ['ID=dfcd097c-9928-4160-b8e6-a0dea19d832c,revision_number=6']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:47:33.469812 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] get_ports_and_sgs() called for port_ids ['dfcd097c-9928-4160-b8e6-a0dea19d832c'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:47:33.499458 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-3f78945e-2cc2-4921-903e-392604d6ff37 None None] Attempting to bind port 6cf9c6c7-706d-4cd4-b78a-01d434a703c0 on host n-d-694802-15 for vnic_type normal with profile {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:47:33.499836 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-3f78945e-2cc2-4921-903e-392604d6ff37 None None] Attempting to bind port 6cf9c6c7-706d-4cd4-b78a-01d434a703c0 by drivers openvswitch,hyperv on host n-d-694802-15 at level 0 using segments [{'id': '29ba2c71-2731-40cb-80f7-8e3bbe9101b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '9378e537-2bb0-4edb-bd96-98dc93aa0f93'}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:47:33.500205 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f78945e-2cc2-4921-903e-392604d6ff37 None None] Attempting to bind port 6cf9c6c7-706d-4cd4-b78a-01d434a703c0 on network 9378e537-2bb0-4edb-bd96-98dc93aa0f93 {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:47:33.504693 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f78945e-2cc2-4921-903e-392604d6ff37 None None] Pushing event updated for resources: {'Port': ['ID=6cf9c6c7-706d-4cd4-b78a-01d434a703c0,revision_number=1']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:47:33.512808 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f78945e-2cc2-4921-903e-392604d6ff37 None None] Checking agent: {'id': '16de73ac-f2e9-4cee-b3e0-91052ae3e6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 20, 13), 'started_at': datetime.datetime(2021, 8, 12, 14, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 47, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:47:33.513167 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f78945e-2cc2-4921-903e-392604d6ff37 None None] Checking segment: {'id': '29ba2c71-2731-40cb-80f7-8e3bbe9101b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '9378e537-2bb0-4edb-bd96-98dc93aa0f93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:47:33.513580 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-3f78945e-2cc2-4921-903e-392604d6ff37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:33.513978 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f78945e-2cc2-4921-903e-392604d6ff37 None None] Bound using segment: {'id': '29ba2c71-2731-40cb-80f7-8e3bbe9101b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '9378e537-2bb0-4edb-bd96-98dc93aa0f93'} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:47:33.514466 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-3f78945e-2cc2-4921-903e-392604d6ff37 None None] Bound port: 6cf9c6c7-706d-4cd4-b78a-01d434a703c0, host: n-d-694802-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29ba2c71-2731-40cb-80f7-8e3bbe9101b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '9378e537-2bb0-4edb-bd96-98dc93aa0f93'}}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:47:33.514847 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-3f78945e-2cc2-4921-903e-392604d6ff37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:33.613785 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-3f78945e-2cc2-4921-903e-392604d6ff37 None None] For port 6cf9c6c7-706d-4cd4-b78a-01d434a703c0, host n-d-694802-15, cleared binding levels {{(pid=94468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:47:33.617677 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-3f78945e-2cc2-4921-903e-392604d6ff37 None None] For port 6cf9c6c7-706d-4cd4-b78a-01d434a703c0, host n-d-694802-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=6cf9c6c7-706d-4cd4-b78a-01d434a703c0,segment=NetworkSegment(29ba2c71-2731-40cb-80f7-8e3bbe9101b4),segment_id=29ba2c71-2731-40cb-80f7-8e3bbe9101b4)] {{(pid=94468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:47:33.625982 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-3f78945e-2cc2-4921-903e-392604d6ff37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:33.712253 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f78945e-2cc2-4921-903e-392604d6ff37 None None] Pushing event updated for resources: {'Port': ['ID=6cf9c6c7-706d-4cd4-b78a-01d434a703c0,revision_number=2']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:47:33.814705 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-28f3f35a-7fbe-45c5-87f1-c48609a123ee tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:33.828554 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-28f3f35a-7fbe-45c5-87f1-c48609a123ee tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Transition to ACTIVE for port object 1ef05dae-f58a-4ee5-8da4-92bf882131f4 will not be triggered until provisioned by entity DHCP. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:47:33.866836 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-28f3f35a-7fbe-45c5-87f1-c48609a123ee tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:33.912494 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28f3f35a-7fbe-45c5-87f1-c48609a123ee tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Network 9378e537-2bb0-4edb-bd96-98dc93aa0f93 is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:47:33.917750 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-28f3f35a-7fbe-45c5-87f1-c48609a123ee tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:47:33.923194 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28f3f35a-7fbe-45c5-87f1-c48609a123ee tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:47:33.929342 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28f3f35a-7fbe-45c5-87f1-c48609a123ee tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:47:33.930057 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-28f3f35a-7fbe-45c5-87f1-c48609a123ee tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:33.940157 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f3f35a-7fbe-45c5-87f1-c48609a123ee tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Pushing event updated for resources: {'Port': ['ID=1ef05dae-f58a-4ee5-8da4-92bf882131f4,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:47:33.956695 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-28f3f35a-7fbe-45c5-87f1-c48609a123ee tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.5647140 Aug 12 14:47:33.958754 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 54790) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:47:34.036130 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2468ca0d-5ea2-4c5a-80a0-e5b7fd47e0fd tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:47:34.042956 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2468ca0d-5ea2-4c5a-80a0-e5b7fd47e0fd tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:47:34.048276 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-2468ca0d-5ea2-4c5a-80a0-e5b7fd47e0fd tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.0883873 Aug 12 14:47:34.049773 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 54794) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:47:34.086683 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185344b8-18fc-44fb-8024-6a2608f4d2f8 req-1d106ce7-e1a7-40e7-84b2-e354df7103b2 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:47:34.088321 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-185344b8-18fc-44fb-8024-6a2608f4d2f8 req-1d106ce7-e1a7-40e7-84b2-e354df7103b2 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/ports?device_id=b148e05e-7d9e-4da9-9b03-99a8a72e94ac HTTP/1.1" status: 200 len: 944 time: 0.0794272 Aug 12 14:47:34.101189 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5342b1-583c-4ff0-9af9-d7b8c2c82f16 req-82eaee61-6e93-4dda-bd0a-8fcc38cea1b8 tempest-ServersTestFqdnHostnames-1053046632 tempest-ServersTestFqdnHostnames-1053046632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:47:34.102777 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-6e5342b1-583c-4ff0-9af9-d7b8c2c82f16 req-82eaee61-6e93-4dda-bd0a-8fcc38cea1b8 tempest-ServersTestFqdnHostnames-1053046632 tempest-ServersTestFqdnHostnames-1053046632-project] 10.222.0.39 "GET /v2.0/ports?device_id=5aab2579-2ba8-4ade-a885-9541b45a03f9 HTTP/1.1" status: 200 len: 945 time: 0.0533752 Aug 12 14:47:34.143680 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-6e5342b1-583c-4ff0-9af9-d7b8c2c82f16 req-7b681f88-09c3-40be-84b3-f7a736c622d6 tempest-ServersTestFqdnHostnames-1053046632 tempest-ServersTestFqdnHostnames-1053046632-project] 10.222.0.39 "GET /v2.0/security-groups?id=a6151e1f-94d6-4cf1-bffb-9373c8062325&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334246 Aug 12 14:47:34.193708 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-185344b8-18fc-44fb-8024-6a2608f4d2f8 req-8aa30ab7-1edd-4800-8e49-bfc79cc51a77 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/security-groups?id=ae835367-3679-4f41-a825-d086536e4cce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0963154 Aug 12 14:47:34.219422 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-d1549bf1-a0d6-4fd1-9ac8-60f21d09ef54 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Deleting port 1ef05dae-f58a-4ee5-8da4-92bf882131f4 {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:47:34.219767 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-d1549bf1-a0d6-4fd1-9ac8-60f21d09ef54 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:34.230451 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b75cd0-18eb-47be-8906-74eb9495b68c req-3d94c091-e60d-4183-a6f8-396843b81471 tempest-ServersTestFqdnHostnames-1053046632 tempest-ServersTestFqdnHostnames-1053046632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:47:34.232532 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-43b75cd0-18eb-47be-8906-74eb9495b68c req-3d94c091-e60d-4183-a6f8-396843b81471 tempest-ServersTestFqdnHostnames-1053046632 tempest-ServersTestFqdnHostnames-1053046632-project] 10.222.0.64 "GET /v2.0/ports?device_id=5aab2579-2ba8-4ade-a885-9541b45a03f9 HTTP/1.1" status: 200 len: 945 time: 0.0933022 Aug 12 14:47:34.378670 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-d1549bf1-a0d6-4fd1-9ac8-60f21d09ef54 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:34.396370 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-d1549bf1-a0d6-4fd1-9ac8-60f21d09ef54 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Calling delete_port for 1ef05dae-f58a-4ee5-8da4-92bf882131f4 owned by {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:47:34.419829 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [req-43b75cd0-18eb-47be-8906-74eb9495b68c req-57b8e7cc-81e3-4c75-8652-dfb92495e926 tempest-ServersTestFqdnHostnames-1053046632 tempest-ServersTestFqdnHostnames-1053046632-project] Deleting port 78320f26-039e-400b-bc5d-f5c4e1b8bedb {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:47:34.420171 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-43b75cd0-18eb-47be-8906-74eb9495b68c req-57b8e7cc-81e3-4c75-8652-dfb92495e926 tempest-ServersTestFqdnHostnames-1053046632 tempest-ServersTestFqdnHostnames-1053046632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:34.567399 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-43b75cd0-18eb-47be-8906-74eb9495b68c req-57b8e7cc-81e3-4c75-8652-dfb92495e926 tempest-ServersTestFqdnHostnames-1053046632 tempest-ServersTestFqdnHostnames-1053046632-project] For port 78320f26-039e-400b-bc5d-f5c4e1b8bedb, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=78320f26-039e-400b-bc5d-f5c4e1b8bedb,segment=NetworkSegment(d11e9b2a-b364-4846-b359-aff2891efa01),segment_id=d11e9b2a-b364-4846-b359-aff2891efa01)] {{(pid=94467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:47:34.567802 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-43b75cd0-18eb-47be-8906-74eb9495b68c req-57b8e7cc-81e3-4c75-8652-dfb92495e926 tempest-ServersTestFqdnHostnames-1053046632 tempest-ServersTestFqdnHostnames-1053046632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:34.702282 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f72e542f-3aed-4544-b84f-bef7bbc93cf4 None None] Provisioning for port 6cf9c6c7-706d-4cd4-b78a-01d434a703c0 completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:47:34.759830 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device dfcd097c-9928-4160-b8e6-a0dea19d832c up at agent hyperv_n-h2-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:47:34.818484 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 6cf9c6c7-706d-4cd4-b78a-01d434a703c0 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:47:34.890366 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Provisioning complete for port dfcd097c-9928-4160-b8e6-a0dea19d832c triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:47:34.890797 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:34.892461 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning for port 6cf9c6c7-706d-4cd4-b78a-01d434a703c0 completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:47:34.915524 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port 6cf9c6c7-706d-4cd4-b78a-01d434a703c0 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:47:34.915907 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:35.043279 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:35.067439 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:35.073835 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b148e05e-7d9e-4da9-9b03-99a8a72e94ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfcd097c-9928-4160-b8e6-a0dea19d832c'}] {{(pid=94468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:47:35.076211 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99a8d87602170099c728e57431aca99e9b98a655a83bbf8727be13192709727b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13a2952a-36bc-42b6-8825-dd56bdf0240e" -d '{"events": [{"server_uuid": "b148e05e-7d9e-4da9-9b03-99a8a72e94ac", "name": "network-vif-plugged", "status": "completed", "tag": "dfcd097c-9928-4160-b8e6-a0dea19d832c"}]}' {{(pid=94468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:47:35.095995 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-d1549bf1-a0d6-4fd1-9ac8-60f21d09ef54 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:35.101695 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-4a891921-5668-421b-b526-5caf7d28bbdb None None] Provisioning for port 1ef05dae-f58a-4ee5-8da4-92bf882131f4 completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:47:35.106090 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port dfcd097c-9928-4160-b8e6-a0dea19d832c, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=dfcd097c-9928-4160-b8e6-a0dea19d832c,segment=NetworkSegment(b72762b4-956b-443d-aaee-4b6799d6bcb9),segment_id=b72762b4-956b-443d-aaee-4b6799d6bcb9)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:47:35.115140 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:35.117107 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-4a891921-5668-421b-b526-5caf7d28bbdb None None] Provisioning complete for port 1ef05dae-f58a-4ee5-8da4-92bf882131f4 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:47:35.117484 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4a891921-5668-421b-b526-5caf7d28bbdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:35.127221 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 14:47:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7ea0058-e257-4041-a90b-8daa0fb46b7e x-openstack-request-id: req-d7ea0058-e257-4041-a90b-8daa0fb46b7e {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:47:35.127500 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b148e05e-7d9e-4da9-9b03-99a8a72e94ac", "name": "network-vif-plugged", "status": "completed", "tag": "dfcd097c-9928-4160-b8e6-a0dea19d832c", "code": 200}]} {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:47:35.127764 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d7ea0058-e257-4041-a90b-8daa0fb46b7e {{(pid=94468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:47:35.128145 n-d-694802-15 neutron-server[94468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b148e05e-7d9e-4da9-9b03-99a8a72e94ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfcd097c-9928-4160-b8e6-a0dea19d832c', 'code': 200} Aug 12 14:47:35.157599 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1549bf1-a0d6-4fd1-9ac8-60f21d09ef54 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Pushing event deleted for resources: {'Port': ['ID=1ef05dae-f58a-4ee5-8da4-92bf882131f4,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:47:35.168770 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-4a891921-5668-421b-b526-5caf7d28bbdb None None] Port 1ef05dae-f58a-4ee5-8da4-92bf882131f4 was deleted so its status cannot be updated. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 12 14:47:35.174426 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] For port 6cf9c6c7-706d-4cd4-b78a-01d434a703c0, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=6cf9c6c7-706d-4cd4-b78a-01d434a703c0,segment=NetworkSegment(29ba2c71-2731-40cb-80f7-8e3bbe9101b4),segment_id=29ba2c71-2731-40cb-80f7-8e3bbe9101b4)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:47:35.181583 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:35.205831 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Pushing event updated for resources: {'Port': ['ID=dfcd097c-9928-4160-b8e6-a0dea19d832c,revision_number=7']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:47:35.216480 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-d1549bf1-a0d6-4fd1-9ac8-60f21d09ef54 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:35.219054 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-d1549bf1-a0d6-4fd1-9ac8-60f21d09ef54 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] 10.222.0.39 "DELETE /v2.0/ports/1ef05dae-f58a-4ee5-8da4-92bf882131f4 HTTP/1.1" status: 204 len: 168 time: 1.1676121 Aug 12 14:47:35.221150 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 54804) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:47:35.302722 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Pushing event updated for resources: {'Port': ['ID=6cf9c6c7-706d-4cd4-b78a-01d434a703c0,revision_number=3']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:47:35.327800 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bdf1b8d-52ff-428a-9292-250c0b02dc63 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:47:35.329490 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bdf1b8d-52ff-428a-9292-250c0b02dc63 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:47:35.333506 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-6bdf1b8d-52ff-428a-9292-250c0b02dc63 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1091087 Aug 12 14:47:35.334346 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 54810) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:47:35.374501 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3d664c-4525-4d3f-aa27-fc5c175a1ba2 req-4af1af49-7ea5-444e-ad2f-b9610baaa60c tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:47:35.376173 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-2d3d664c-4525-4d3f-aa27-fc5c175a1ba2 req-4af1af49-7ea5-444e-ad2f-b9610baaa60c tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/ports?device_id=b148e05e-7d9e-4da9-9b03-99a8a72e94ac HTTP/1.1" status: 200 len: 945 time: 0.0618267 Aug 12 14:47:35.381528 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-43b75cd0-18eb-47be-8906-74eb9495b68c req-57b8e7cc-81e3-4c75-8652-dfb92495e926 tempest-ServersTestFqdnHostnames-1053046632 tempest-ServersTestFqdnHostnames-1053046632-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:35.381907 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-43b75cd0-18eb-47be-8906-74eb9495b68c req-57b8e7cc-81e3-4c75-8652-dfb92495e926 tempest-ServersTestFqdnHostnames-1053046632 tempest-ServersTestFqdnHostnames-1053046632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431510'] for floatingip, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:35.382222 n-d-694802-15 neutron-server[94467]: INFO neutron.db.l3_db [req-43b75cd0-18eb-47be-8906-74eb9495b68c req-57b8e7cc-81e3-4c75-8652-dfb92495e926 tempest-ServersTestFqdnHostnames-1053046632 tempest-ServersTestFqdnHostnames-1053046632-project] Floating IP e9355461-5d9b-48d7-9fcc-0fd677e7c601 disassociated. External IP: 172.25.1.10, port: 78320f26-039e-400b-bc5d-f5c4e1b8bedb. Aug 12 14:47:35.382564 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [req-43b75cd0-18eb-47be-8906-74eb9495b68c req-57b8e7cc-81e3-4c75-8652-dfb92495e926 tempest-ServersTestFqdnHostnames-1053046632 tempest-ServersTestFqdnHostnames-1053046632-project] Calling delete_port for 78320f26-039e-400b-bc5d-f5c4e1b8bedb owned by compute:nova {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:47:35.418743 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962e7315-a259-4a33-84f8-e5e87fe7fa87 req-529f4c3d-0bdb-4220-ad30-fee0459de57c tempest-ServersTestFqdnHostnames-1053046632 tempest-ServersTestFqdnHostnames-1053046632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:47:35.420260 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-962e7315-a259-4a33-84f8-e5e87fe7fa87 req-529f4c3d-0bdb-4220-ad30-fee0459de57c tempest-ServersTestFqdnHostnames-1053046632 tempest-ServersTestFqdnHostnames-1053046632-project] 10.222.0.39 "GET /v2.0/ports?device_id=5aab2579-2ba8-4ade-a885-9541b45a03f9 HTTP/1.1" status: 200 len: 945 time: 0.1523769 Aug 12 14:47:35.429452 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_v2 [None req-25bbe217-21d8-4c56-941e-8e493ec679b7 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Deleting subnet fff3f662-5205-4cc0-b07c-a6988b521ba7 {{(pid=94467) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 14:47:35.430545 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-2d3d664c-4525-4d3f-aa27-fc5c175a1ba2 req-87454ea5-42ff-4c08-b4d0-d331d7114295 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/security-groups?id=ae835367-3679-4f41-a825-d086536e4cce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448041 Aug 12 14:47:35.470631 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-25bbe217-21d8-4c56-941e-8e493ec679b7 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks [] for subnet, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:35.544378 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-962e7315-a259-4a33-84f8-e5e87fe7fa87 req-8b913976-c051-4e3d-ab51-dc176d0902ad tempest-ServersTestFqdnHostnames-1053046632 tempest-ServersTestFqdnHostnames-1053046632-project] 10.222.0.39 "GET /v2.0/security-groups?id=a6151e1f-94d6-4cf1-bffb-9373c8062325&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833707 Aug 12 14:47:35.550531 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-25bbe217-21d8-4c56-941e-8e493ec679b7 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3857505'] for subnet, precommit_delete_associations {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:35.678230 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-25bbe217-21d8-4c56-941e-8e493ec679b7 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66416255'] for subnet, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:35.704539 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-43b75cd0-18eb-47be-8906-74eb9495b68c req-57b8e7cc-81e3-4c75-8652-dfb92495e926 tempest-ServersTestFqdnHostnames-1053046632 tempest-ServersTestFqdnHostnames-1053046632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:35.739604 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b8e7cc-81e3-4c75-8652-dfb92495e926 tempest-ServersTestFqdnHostnames-1053046632 tempest-ServersTestFqdnHostnames-1053046632-project] Pushing event deleted for resources: {'Port': ['ID=78320f26-039e-400b-bc5d-f5c4e1b8bedb,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:47:35.825651 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-25bbe217-21d8-4c56-941e-8e493ec679b7 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66416232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2859225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3343748'] for subnet, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:35.886588 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bbe217-21d8-4c56-941e-8e493ec679b7 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Pushing event deleted for resources: {'Subnet': ['ID=fff3f662-5205-4cc0-b07c-a6988b521ba7,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:47:35.891793 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-25bbe217-21d8-4c56-941e-8e493ec679b7 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks [] for subnet, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:35.894048 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-25bbe217-21d8-4c56-941e-8e493ec679b7 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] 10.222.0.39 "DELETE /v2.0/subnets/fff3f662-5205-4cc0-b07c-a6988b521ba7 HTTP/1.1" status: 204 len: 168 time: 0.5585482 Aug 12 14:47:35.897020 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 54814) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:47:35.900436 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d21817af-1472-4766-a34d-50d742adb6dd None None] Network 9378e537-2bb0-4edb-bd96-98dc93aa0f93 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:47:35.921467 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.l3_agent_scheduler [req-43b75cd0-18eb-47be-8906-74eb9495b68c req-57b8e7cc-81e3-4c75-8652-dfb92495e926 tempest-ServersTestFqdnHostnames-1053046632 tempest-ServersTestFqdnHostnames-1053046632-project] Router a012bf6f-1501-42ec-8cfa-520561136537 has already been hosted by L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f {{(pid=94467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 14:47:35.946792 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-15fa1185-c8cc-49e4-83dc-c8333a92c6c0 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0457850 Aug 12 14:47:35.947567 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 54816) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:47:36.003958 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a56f49c0-99f1-48cc-9fd8-3d7f08ff8e48 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:47:36.007762 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-a56f49c0-99f1-48cc-9fd8-3d7f08ff8e48 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0574057 Aug 12 14:47:36.008167 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 54818) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:47:36.043101 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-43b75cd0-18eb-47be-8906-74eb9495b68c req-57b8e7cc-81e3-4c75-8652-dfb92495e926 tempest-ServersTestFqdnHostnames-1053046632 tempest-ServersTestFqdnHostnames-1053046632-project] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 14:47:36.055880 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0886137e-c287-4f61-b403-24ec9744c509 None None] Sync routers for ids ['a012bf6f-1501-42ec-8cfa-520561136537'] in n-d-694802-15 {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 14:47:36.064385 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97286bcf-e202-447b-839a-f53eece79fdc tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:47:36.066117 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-97286bcf-e202-447b-839a-f53eece79fdc tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0571918 Aug 12 14:47:36.068600 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 54820) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:47:36.068907 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0886137e-c287-4f61-b403-24ec9744c509 None None] Routers {'a012bf6f-1501-42ec-8cfa-520561136537'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:47:36.069703 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-0886137e-c287-4f61-b403-24ec9744c509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:47:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['a012bf6f-1501-42ec-8cfa-520561136537'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:47:36.089170 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [req-43b75cd0-18eb-47be-8906-74eb9495b68c req-57b8e7cc-81e3-4c75-8652-dfb92495e926 tempest-ServersTestFqdnHostnames-1053046632 tempest-ServersTestFqdnHostnames-1053046632-project] No DVR routers for this DVR port 78320f26-039e-400b-bc5d-f5c4e1b8bedb on host n-h1-694802-15 {{(pid=94467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:47:36.091855 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-43b75cd0-18eb-47be-8906-74eb9495b68c req-57b8e7cc-81e3-4c75-8652-dfb92495e926 tempest-ServersTestFqdnHostnames-1053046632 tempest-ServersTestFqdnHostnames-1053046632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:36.094101 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-43b75cd0-18eb-47be-8906-74eb9495b68c req-57b8e7cc-81e3-4c75-8652-dfb92495e926 tempest-ServersTestFqdnHostnames-1053046632 tempest-ServersTestFqdnHostnames-1053046632-project] 10.222.0.64 "DELETE /v2.0/ports/78320f26-039e-400b-bc5d-f5c4e1b8bedb HTTP/1.1" status: 204 len: 173 time: 1.8490827 Aug 12 14:47:36.094451 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5aab2579-2ba8-4ade-a885-9541b45a03f9', 'name': 'network-vif-deleted', 'tag': '78320f26-039e-400b-bc5d-f5c4e1b8bedb'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:47:36.096990 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e65282f928b64038367d043a4411777802006c43a98742496cb2e25b724ff1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4486649-0b08-4c89-836f-9137927e2c99" -d '{"events": [{"server_uuid": "5aab2579-2ba8-4ade-a885-9541b45a03f9", "name": "network-vif-deleted", "tag": "78320f26-039e-400b-bc5d-f5c4e1b8bedb"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:47:36.121276 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bf0bddb-fbe8-4ec6-9217-c9d262444b29 None None] DHCP port deletion for 9378e537-2bb0-4edb-bd96-98dc93aa0f93 request from n-d-694802-15 {{(pid=94468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 14:47:36.130488 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 54824) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:47:36.136813 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-ff6f5771-ec97-4e4e-9aaa-f326205e185a tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Request body: {'subnet': {'network_id': '9378e537-2bb0-4edb-bd96-98dc93aa0f93', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:47:36.140647 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-5714d4cd-5ef5-4851-b075-156a6ee9f0c1 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0707371 Aug 12 14:47:36.191598 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 14:47:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9e8e7da-c175-4ff3-ad6d-031ffd81a06b x-openstack-request-id: req-a9e8e7da-c175-4ff3-ad6d-031ffd81a06b {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:47:36.192724 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5aab2579-2ba8-4ade-a885-9541b45a03f9", "name": "network-vif-deleted", "tag": "78320f26-039e-400b-bc5d-f5c4e1b8bedb", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:47:36.193329 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a9e8e7da-c175-4ff3-ad6d-031ffd81a06b {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:47:36.193747 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5aab2579-2ba8-4ade-a885-9541b45a03f9', 'name': 'network-vif-deleted', 'tag': '78320f26-039e-400b-bc5d-f5c4e1b8bedb', 'status': 'completed', 'code': 200} Aug 12 14:47:36.215336 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-1bf0bddb-fbe8-4ec6-9217-c9d262444b29 None None] Deleting port 6cf9c6c7-706d-4cd4-b78a-01d434a703c0 {{(pid=94468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:47:36.220936 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-1bf0bddb-fbe8-4ec6-9217-c9d262444b29 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:36.233105 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-0886137e-c287-4f61-b403-24ec9744c509 None None] Set router a012bf6f-1501-42ec-8cfa-520561136537 gateway port host: n-d-694802-15 {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:47:36.263692 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff6f5771-ec97-4e4e-9aaa-f326205e185a tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Made reservation on behalf of f911637440044e5098fb64107964cb00 for: {'subnet': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:47:36.268878 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-ff6f5771-ec97-4e4e-9aaa-f326205e185a tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3343791'] for subnet, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:36.310128 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-1bf0bddb-fbe8-4ec6-9217-c9d262444b29 None None] For port 6cf9c6c7-706d-4cd4-b78a-01d434a703c0, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=6cf9c6c7-706d-4cd4-b78a-01d434a703c0,segment=NetworkSegment(29ba2c71-2731-40cb-80f7-8e3bbe9101b4),segment_id=29ba2c71-2731-40cb-80f7-8e3bbe9101b4)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:47:36.310662 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-1bf0bddb-fbe8-4ec6-9217-c9d262444b29 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:36.325730 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-1bf0bddb-fbe8-4ec6-9217-c9d262444b29 None None] Calling delete_port for 6cf9c6c7-706d-4cd4-b78a-01d434a703c0 owned by network:dhcp {{(pid=94468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:47:36.411281 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-1bf0bddb-fbe8-4ec6-9217-c9d262444b29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262'] for port, after_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:36.436731 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf0bddb-fbe8-4ec6-9217-c9d262444b29 None None] Pushing event deleted for resources: {'Port': ['ID=6cf9c6c7-706d-4cd4-b78a-01d434a703c0,revision_number=None']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:47:36.440170 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bf0bddb-fbe8-4ec6-9217-c9d262444b29 None None] No DVR routers for this DVR port 6cf9c6c7-706d-4cd4-b78a-01d434a703c0 on host n-d-694802-15 {{(pid=94468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:47:36.488144 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-0886137e-c287-4f61-b403-24ec9744c509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a012bf6f-1501-42ec-8cfa-520561136537', 'name': 'tempest-ServersTestFqdnHostnames-838453687-router', 'tenant_id': '7fc51bb8d46c40808340f774760557a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.175'}], 'enable_snat': True}, 'gw_port_id': 'c1133a4e-cbdf-4bd2-9238-c8959f599a29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:45:28Z', 'updated_at': '2021-08-12T14:45:34Z', 'revision_number': 4, 'project_id': '7fc51bb8d46c40808340f774760557a8', 'gw_port': {'id': 'c1133a4e-cbdf-4bd2-9238-c8959f599a29', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:69:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a012bf6f-1501-42ec-8cfa-520561136537', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:45:29Z', 'updated_at': '2021-08-12T14:45:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': 'e819dced-bd84-4420-8af7-96fa470eb3c1', 'name': '', 'network_id': '0d9820f1-7ae4-40f5-8f2a-0d263fc6aa74', 'tenant_id': '7fc51bb8d46c40808340f774760557a8', 'mac_address': 'fa:16:3e:ed:43:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a012bf6f-1501-42ec-8cfa-520561136537', 'device_owner': 'network:router_interface', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': 'ba4b4fde-e64b-462c-b52f-382689d7760d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:45:33Z', 'updated_at': '2021-08-12T14:45:41Z', 'revision_number': 5, 'project_id': '7fc51bb8d46c40808340f774760557a8', 'subnets': [{'id': 'ba4b4fde-e64b-462c-b52f-382689d7760d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:47:36.519576 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0886137e-c287-4f61-b403-24ec9744c509 None None] Checking router: a012bf6f-1501-42ec-8cfa-520561136537 for host: n-d-694802-15 {{(pid=94469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 14:47:36.529179 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0886137e-c287-4f61-b403-24ec9744c509 None None] Routers {'a012bf6f-1501-42ec-8cfa-520561136537'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:47:36.529981 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-0886137e-c287-4f61-b403-24ec9744c509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:47:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['a012bf6f-1501-42ec-8cfa-520561136537'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:47:36.569215 n-d-694802-15 neutron-server[94467]: DEBUG neutron.objects.ports [None req-ff6f5771-ec97-4e4e-9aaa-f326205e185a tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94467) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 12 14:47:36.571063 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-ff6f5771-ec97-4e4e-9aaa-f326205e185a tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2859166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3343773'] for subnet, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:36.598891 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4d480e-7a66-437a-b82c-82f17fc4fb04 req-cee16aaa-4401-49f7-9680-1fd4e2ea6931 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:47:36.608129 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-2b4d480e-7a66-437a-b82c-82f17fc4fb04 req-cee16aaa-4401-49f7-9680-1fd4e2ea6931 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/ports?device_id=b148e05e-7d9e-4da9-9b03-99a8a72e94ac HTTP/1.1" status: 200 len: 945 time: 0.1034939 Aug 12 14:47:36.625834 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff6f5771-ec97-4e4e-9aaa-f326205e185a tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Network 9378e537-2bb0-4edb-bd96-98dc93aa0f93 is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:47:36.629603 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [None req-ff6f5771-ec97-4e4e-9aaa-f326205e185a tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:47:36.642140 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0bf903d-5df1-4508-b79a-eb5f6504d384 None None] Network 9378e537-2bb0-4edb-bd96-98dc93aa0f93 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:47:36.650572 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff6f5771-ec97-4e4e-9aaa-f326205e185a tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:47:36.651767 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-ff6f5771-ec97-4e4e-9aaa-f326205e185a tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks [] for subnet, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:36.663891 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-2b4d480e-7a66-437a-b82c-82f17fc4fb04 req-504be6b8-b70b-415b-92ea-c7196559c425 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/security-groups?id=ae835367-3679-4f41-a825-d086536e4cce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542929 Aug 12 14:47:36.670864 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6f5771-ec97-4e4e-9aaa-f326205e185a tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Pushing event updated for resources: {'Subnet': ['ID=01367b4b-818f-487d-b5de-78b2434b6407,revision_number=0']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:47:36.680494 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-ff6f5771-ec97-4e4e-9aaa-f326205e185a tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 0.5488622 Aug 12 14:47:36.683108 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 54832) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:47:36.688913 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-cdf4ed7a-92fe-4eb7-bf19-daddf7174ae5 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Request body: {'port': {'network_id': '9378e537-2bb0-4edb-bd96-98dc93aa0f93', 'mac_address': 'fa:16:3e:9c:b2:ec', 'name': 'tempest-NetworksTestDHCPv6-449231904'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:47:36.772927 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-0886137e-c287-4f61-b403-24ec9744c509 None None] Set router a012bf6f-1501-42ec-8cfa-520561136537 gateway port host: n-d-694802-15 {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:47:36.821196 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 6cf9c6c7-706d-4cd4-b78a-01d434a703c0 no longer exists at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:47:36.834330 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ca20ea02-b3d8-4aa6-a063-1b48f56c9a0e req-ca13396a-ece8-4b13-97b9-8164a692443b tempest-ServersTestFqdnHostnames-1053046632 tempest-ServersTestFqdnHostnames-1053046632-project] 10.222.0.39 "GET /v2.0/ports?device_id=5aab2579-2ba8-4ade-a885-9541b45a03f9 HTTP/1.1" status: 200 len: 210 time: 0.0519736 Aug 12 14:47:36.847349 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] No Port match for: 6cf9c6c7-706d-4cd4-b78a-01d434a703c0 {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 14:47:36.847695 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 6cf9c6c7-706d-4cd4-b78a-01d434a703c0 not bound to the agent host n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:47:36.879509 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdf4ed7a-92fe-4eb7-bf19-daddf7174ae5 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Made reservation on behalf of f911637440044e5098fb64107964cb00 for: {'port': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:47:36.899698 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d183b53-40b4-4c83-8dec-9abaa2254f64 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa7035b3e-9a89-5964-b9f4-97301c3f476a-9378e537-2bb0-4edb-bd96-98dc93aa0f93', 'network_id': '9378e537-2bb0-4edb-bd96-98dc93aa0f93', 'tenant_id': 'f911637440044e5098fb64107964cb00', 'fixed_ips': [{'subnet_id': '01367b4b-818f-487d-b5de-78b2434b6407'}]}} from n-d-694802-15. {{(pid=94468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 14:47:36.901468 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-7d183b53-40b4-4c83-8dec-9abaa2254f64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:36.985895 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-cdf4ed7a-92fe-4eb7-bf19-daddf7174ae5 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:37.007382 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [None req-cdf4ed7a-92fe-4eb7-bf19-daddf7174ae5 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] device_id is not set on port 6575bd30-59f5-4bca-be52-a1e3ac0ec8e5 yet. {{(pid=94467) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 14:47:37.057209 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.db_base_plugin_common [None req-7d183b53-40b4-4c83-8dec-9abaa2254f64 None None] Allocated IP 2001:db8::f816:3eff:febf:bb1e (9378e537-2bb0-4edb-bd96-98dc93aa0f93/01367b4b-818f-487d-b5de-78b2434b6407/91afa68c-5882-46ab-a0f2-578aa3cf3603) {{(pid=94468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:47:37.105423 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-0886137e-c287-4f61-b403-24ec9744c509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a012bf6f-1501-42ec-8cfa-520561136537', 'name': 'tempest-ServersTestFqdnHostnames-838453687-router', 'tenant_id': '7fc51bb8d46c40808340f774760557a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.175'}], 'enable_snat': True}, 'gw_port_id': 'c1133a4e-cbdf-4bd2-9238-c8959f599a29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:45:28Z', 'updated_at': '2021-08-12T14:45:34Z', 'revision_number': 4, 'project_id': '7fc51bb8d46c40808340f774760557a8', 'gw_port': {'id': 'c1133a4e-cbdf-4bd2-9238-c8959f599a29', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:69:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a012bf6f-1501-42ec-8cfa-520561136537', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:45:29Z', 'updated_at': '2021-08-12T14:45:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': 'e819dced-bd84-4420-8af7-96fa470eb3c1', 'name': '', 'network_id': '0d9820f1-7ae4-40f5-8f2a-0d263fc6aa74', 'tenant_id': '7fc51bb8d46c40808340f774760557a8', 'mac_address': 'fa:16:3e:ed:43:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a012bf6f-1501-42ec-8cfa-520561136537', 'device_owner': 'network:router_interface', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': 'ba4b4fde-e64b-462c-b52f-382689d7760d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:45:33Z', 'updated_at': '2021-08-12T14:45:41Z', 'revision_number': 5, 'project_id': '7fc51bb8d46c40808340f774760557a8', 'subnets': [{'id': 'ba4b4fde-e64b-462c-b52f-382689d7760d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:47:37.131270 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0886137e-c287-4f61-b403-24ec9744c509 None None] The sync data for ids ['a012bf6f-1501-42ec-8cfa-520561136537'] in n-d-694802-15 is: [{'id': 'a012bf6f-1501-42ec-8cfa-520561136537', 'name': 'tempest-ServersTestFqdnHostnames-838453687-router', 'tenant_id': '7fc51bb8d46c40808340f774760557a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.175'}], 'enable_snat': True}, 'gw_port_id': 'c1133a4e-cbdf-4bd2-9238-c8959f599a29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:45:28Z', 'updated_at': '2021-08-12T14:45:34Z', 'revision_number': 4, 'project_id': '7fc51bb8d46c40808340f774760557a8', 'gw_port': {'id': 'c1133a4e-cbdf-4bd2-9238-c8959f599a29', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:69:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a012bf6f-1501-42ec-8cfa-520561136537', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:45:29Z', 'updated_at': '2021-08-12T14:45:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': 'e819dced-bd84-4420-8af7-96fa470eb3c1', 'name': '', 'network_id': '0d9820f1-7ae4-40f5-8f2a-0d263fc6aa74', 'tenant_id': '7fc51bb8d46c40808340f774760557a8', 'mac_address': 'fa:16:3e:ed:43:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a012bf6f-1501-42ec-8cfa-520561136537', 'device_owner': 'network:router_interface', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': 'ba4b4fde-e64b-462c-b52f-382689d7760d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:45:33Z', 'updated_at': '2021-08-12T14:45:41Z', 'revision_number': 5, 'project_id': '7fc51bb8d46c40808340f774760557a8', 'subnets': [{'id': 'ba4b4fde-e64b-462c-b52f-382689d7760d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 14:47:37.208051 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-7d183b53-40b4-4c83-8dec-9abaa2254f64 None None] Notify callbacks [] for port, precommit_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:37.219403 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-7d183b53-40b4-4c83-8dec-9abaa2254f64 None None] Transition to ACTIVE for port object 91afa68c-5882-46ab-a0f2-578aa3cf3603 will not be triggered until provisioned by entity L2. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:47:37.233695 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-7d183b53-40b4-4c83-8dec-9abaa2254f64 None None] Transition to ACTIVE for port object 91afa68c-5882-46ab-a0f2-578aa3cf3603 will not be triggered until provisioned by entity DHCP. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:47:37.239676 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-7d183b53-40b4-4c83-8dec-9abaa2254f64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253'] for port, after_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:37.275028 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d183b53-40b4-4c83-8dec-9abaa2254f64 None None] Network 9378e537-2bb0-4edb-bd96-98dc93aa0f93 is already hosted by enough agents. {{(pid=94468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:47:37.279602 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.base_scheduler [None req-7d183b53-40b4-4c83-8dec-9abaa2254f64 None None] Resources bound (agent type, host, resource id): {{(pid=94468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:47:37.282089 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d183b53-40b4-4c83-8dec-9abaa2254f64 None None] Received port after_create {{(pid=94468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:47:37.294854 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_common [None req-cdf4ed7a-92fe-4eb7-bf19-daddf7174ae5 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Allocated IP 2001:db8::f816:3eff:fe9c:b2ec (9378e537-2bb0-4edb-bd96-98dc93aa0f93/01367b4b-818f-487d-b5de-78b2434b6407/6575bd30-59f5-4bca-be52-a1e3ac0ec8e5) {{(pid=94467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:47:37.316406 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d183b53-40b4-4c83-8dec-9abaa2254f64 None None] Pushing event updated for resources: {'Port': ['ID=91afa68c-5882-46ab-a0f2-578aa3cf3603,revision_number=1']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:47:37.348170 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-7d183b53-40b4-4c83-8dec-9abaa2254f64 None None] Attempting to bind port 91afa68c-5882-46ab-a0f2-578aa3cf3603 on host n-d-694802-15 for vnic_type normal with profile {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:47:37.348547 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-7d183b53-40b4-4c83-8dec-9abaa2254f64 None None] Attempting to bind port 91afa68c-5882-46ab-a0f2-578aa3cf3603 by drivers openvswitch,hyperv on host n-d-694802-15 at level 0 using segments [{'id': '29ba2c71-2731-40cb-80f7-8e3bbe9101b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '9378e537-2bb0-4edb-bd96-98dc93aa0f93'}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:47:37.348931 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d183b53-40b4-4c83-8dec-9abaa2254f64 None None] Attempting to bind port 91afa68c-5882-46ab-a0f2-578aa3cf3603 on network 9378e537-2bb0-4edb-bd96-98dc93aa0f93 {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:47:37.357914 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d183b53-40b4-4c83-8dec-9abaa2254f64 None None] Checking agent: {'id': '16de73ac-f2e9-4cee-b3e0-91052ae3e6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 20, 13), 'started_at': datetime.datetime(2021, 8, 12, 14, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 47, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:47:37.358524 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d183b53-40b4-4c83-8dec-9abaa2254f64 None None] Checking segment: {'id': '29ba2c71-2731-40cb-80f7-8e3bbe9101b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '9378e537-2bb0-4edb-bd96-98dc93aa0f93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:47:37.359071 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-7d183b53-40b4-4c83-8dec-9abaa2254f64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:37.359497 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d183b53-40b4-4c83-8dec-9abaa2254f64 None None] Bound using segment: {'id': '29ba2c71-2731-40cb-80f7-8e3bbe9101b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '9378e537-2bb0-4edb-bd96-98dc93aa0f93'} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:47:37.359989 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-7d183b53-40b4-4c83-8dec-9abaa2254f64 None None] Bound port: 91afa68c-5882-46ab-a0f2-578aa3cf3603, host: n-d-694802-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29ba2c71-2731-40cb-80f7-8e3bbe9101b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '9378e537-2bb0-4edb-bd96-98dc93aa0f93'}}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:47:37.360398 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-7d183b53-40b4-4c83-8dec-9abaa2254f64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:37.408561 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b9a3d6e-b5c8-4b7d-8da6-d3b6b0574044 None None] New status for floating IP e9355461-5d9b-48d7-9fcc-0fd677e7c601: DOWN {{(pid=94468) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 14:47:37.455627 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-cdf4ed7a-92fe-4eb7-bf19-daddf7174ae5 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks [] for port, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:37.470601 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [None req-cdf4ed7a-92fe-4eb7-bf19-daddf7174ae5 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Transition to ACTIVE for port object 6575bd30-59f5-4bca-be52-a1e3ac0ec8e5 will not be triggered until provisioned by entity DHCP. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:47:37.504085 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-cdf4ed7a-92fe-4eb7-bf19-daddf7174ae5 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:37.510621 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-7d183b53-40b4-4c83-8dec-9abaa2254f64 None None] For port 91afa68c-5882-46ab-a0f2-578aa3cf3603, host n-d-694802-15, cleared binding levels {{(pid=94468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:47:37.550242 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdf4ed7a-92fe-4eb7-bf19-daddf7174ae5 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Network 9378e537-2bb0-4edb-bd96-98dc93aa0f93 is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:47:37.550539 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-7d183b53-40b4-4c83-8dec-9abaa2254f64 None None] For port 91afa68c-5882-46ab-a0f2-578aa3cf3603, host n-d-694802-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=91afa68c-5882-46ab-a0f2-578aa3cf3603,segment=NetworkSegment(29ba2c71-2731-40cb-80f7-8e3bbe9101b4),segment_id=29ba2c71-2731-40cb-80f7-8e3bbe9101b4)] {{(pid=94468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:47:37.553391 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [None req-cdf4ed7a-92fe-4eb7-bf19-daddf7174ae5 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:47:37.556739 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-7d183b53-40b4-4c83-8dec-9abaa2254f64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:37.560298 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf4ed7a-92fe-4eb7-bf19-daddf7174ae5 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Received port after_create {{(pid=94467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:47:37.566110 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdf4ed7a-92fe-4eb7-bf19-daddf7174ae5 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:47:37.566713 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-cdf4ed7a-92fe-4eb7-bf19-daddf7174ae5 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:37.578758 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf4ed7a-92fe-4eb7-bf19-daddf7174ae5 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Pushing event updated for resources: {'Port': ['ID=6575bd30-59f5-4bca-be52-a1e3ac0ec8e5,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:47:37.600003 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-cdf4ed7a-92fe-4eb7-bf19-daddf7174ae5 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 0.9131958 Aug 12 14:47:37.600421 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 54836) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:47:37.625775 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d183b53-40b4-4c83-8dec-9abaa2254f64 None None] Pushing event updated for resources: {'Port': ['ID=91afa68c-5882-46ab-a0f2-578aa3cf3603,revision_number=2']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:47:37.665302 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f384dc4a-a8f5-458a-9575-c4149e31ecc4 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:47:37.672598 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f384dc4a-a8f5-458a-9575-c4149e31ecc4 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:47:37.677414 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 54840) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:47:37.678014 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-f384dc4a-a8f5-458a-9575-c4149e31ecc4 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.0757217 Aug 12 14:47:37.813686 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-a4f928f9-2e57-4b96-aa8c-bdc728b155d4 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Deleting port 6575bd30-59f5-4bca-be52-a1e3ac0ec8e5 {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:47:37.814326 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a4f928f9-2e57-4b96-aa8c-bdc728b155d4 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:37.881103 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01378ebb-31ec-41aa-a9c9-c53d80c376e4 req-f9ab9b06-0110-4a96-affd-71dc2133f134 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:47:37.882678 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-01378ebb-31ec-41aa-a9c9-c53d80c376e4 req-f9ab9b06-0110-4a96-affd-71dc2133f134 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/ports?device_id=b148e05e-7d9e-4da9-9b03-99a8a72e94ac HTTP/1.1" status: 200 len: 945 time: 0.1221178 Aug 12 14:47:37.938279 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 54848) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:47:37.961678 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a4f928f9-2e57-4b96-aa8c-bdc728b155d4 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:37.973517 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-01378ebb-31ec-41aa-a9c9-c53d80c376e4 req-ffc85272-792a-42ad-9c4f-e4aff6104e76 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/security-groups?id=ae835367-3679-4f41-a825-d086536e4cce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0824854 Aug 12 14:47:37.980600 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-a4f928f9-2e57-4b96-aa8c-bdc728b155d4 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Calling delete_port for 6575bd30-59f5-4bca-be52-a1e3ac0ec8e5 owned by {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:47:38.017940 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-65c36395-5903-4e40-b0df-2095dd33d907 tempest-ServersTestFqdnHostnames-1053046632 tempest-ServersTestFqdnHostnames-1053046632-project] Notify callbacks [] for security_group, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:38.047376 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-65c36395-5903-4e40-b0df-2095dd33d907 tempest-ServersTestFqdnHostnames-1053046632 tempest-ServersTestFqdnHostnames-1053046632-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:38.112624 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-65c36395-5903-4e40-b0df-2095dd33d907 tempest-ServersTestFqdnHostnames-1053046632 tempest-ServersTestFqdnHostnames-1053046632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:38.117166 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-65c36395-5903-4e40-b0df-2095dd33d907 tempest-ServersTestFqdnHostnames-1053046632 tempest-ServersTestFqdnHostnames-1053046632-project] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:38.119552 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-65c36395-5903-4e40-b0df-2095dd33d907 tempest-ServersTestFqdnHostnames-1053046632 tempest-ServersTestFqdnHostnames-1053046632-project] 10.222.0.39 "DELETE /v2.0/security-groups/a6151e1f-94d6-4cf1-bffb-9373c8062325 HTTP/1.1" status: 204 len: 168 time: 0.1800857 Aug 12 14:47:38.121388 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 54860) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:47:38.128969 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c36395-5903-4e40-b0df-2095dd33d907 tempest-ServersTestFqdnHostnames-1053046632 tempest-ServersTestFqdnHostnames-1053046632-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6151e1f-94d6-4cf1-bffb-9373c8062325,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:47:38.150833 n-d-694802-15 neutron-server[94466]: INFO neutron.api.v2.resource [None req-5f8fb79c-a0d5-462f-bd68-ed7476f54a13 tempest-ServersTestFqdnHostnames-1053046632 tempest-ServersTestFqdnHostnames-1053046632-project] show failed (client error): The resource could not be found. Aug 12 14:47:38.151917 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-5f8fb79c-a0d5-462f-bd68-ed7476f54a13 tempest-ServersTestFqdnHostnames-1053046632 tempest-ServersTestFqdnHostnames-1053046632-project] 10.222.0.39 "GET /v2.0/security-groups/a6151e1f-94d6-4cf1-bffb-9373c8062325 HTTP/1.1" status: 404 len: 347 time: 0.0294328 Aug 12 14:47:38.154917 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 54862) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:47:38.163868 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a4f928f9-2e57-4b96-aa8c-bdc728b155d4 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:38.237587 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f928f9-2e57-4b96-aa8c-bdc728b155d4 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Pushing event deleted for resources: {'Port': ['ID=6575bd30-59f5-4bca-be52-a1e3ac0ec8e5,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:47:38.306010 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a4f928f9-2e57-4b96-aa8c-bdc728b155d4 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:38.307959 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-a4f928f9-2e57-4b96-aa8c-bdc728b155d4 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] 10.222.0.39 "DELETE /v2.0/ports/6575bd30-59f5-4bca-be52-a1e3ac0ec8e5 HTTP/1.1" status: 204 len: 168 time: 0.6293535 Aug 12 14:47:38.310444 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 54870) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:47:38.390431 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51eecdbe-0ba3-411e-984c-1526a6eb8b48 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:47:38.391950 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51eecdbe-0ba3-411e-984c-1526a6eb8b48 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:47:38.396228 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-51eecdbe-0ba3-411e-984c-1526a6eb8b48 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.0822854 Aug 12 14:47:38.396742 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 54878) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:47:38.405754 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-845fe1cf-4481-4d9a-8e2c-a9bf2c0ad616 tempest-ServersTestFqdnHostnames-1053046632 tempest-ServersTestFqdnHostnames-1053046632-project] Deleting port 14a3f92a-98ff-49cb-83d9-b8765459e02f {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:47:38.406107 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-845fe1cf-4481-4d9a-8e2c-a9bf2c0ad616 tempest-ServersTestFqdnHostnames-1053046632 tempest-ServersTestFqdnHostnames-1053046632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:38.462992 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a1f55f6-d0a0-42ed-8986-2c27673b2d59 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Deleting subnet 01367b4b-818f-487d-b5de-78b2434b6407 {{(pid=94467) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 14:47:38.466922 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-8a1f55f6-d0a0-42ed-8986-2c27673b2d59 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks [] for subnet, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:38.500800 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-845fe1cf-4481-4d9a-8e2c-a9bf2c0ad616 tempest-ServersTestFqdnHostnames-1053046632 tempest-ServersTestFqdnHostnames-1053046632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:38.501535 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-845fe1cf-4481-4d9a-8e2c-a9bf2c0ad616 tempest-ServersTestFqdnHostnames-1053046632 tempest-ServersTestFqdnHostnames-1053046632-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:38.512104 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-8a1f55f6-d0a0-42ed-8986-2c27673b2d59 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3857505'] for subnet, precommit_delete_associations {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:38.516425 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-845fe1cf-4481-4d9a-8e2c-a9bf2c0ad616 tempest-ServersTestFqdnHostnames-1053046632 tempest-ServersTestFqdnHostnames-1053046632-project] Calling delete_port for 14a3f92a-98ff-49cb-83d9-b8765459e02f owned by network:floatingip {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:47:38.638272 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-8a1f55f6-d0a0-42ed-8986-2c27673b2d59 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66416255'] for subnet, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:38.703268 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device 78320f26-039e-400b-bc5d-f5c4e1b8bedb no longer exists at agent hyperv_n-h1-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:47:38.737029 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-845fe1cf-4481-4d9a-8e2c-a9bf2c0ad616 tempest-ServersTestFqdnHostnames-1053046632 tempest-ServersTestFqdnHostnames-1053046632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:38.765545 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-93370168-53ca-47c2-9e27-b066be57125c None None] No Port match for: 78320f26-039e-400b-bc5d-f5c4e1b8bedb {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 14:47:38.765892 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device 78320f26-039e-400b-bc5d-f5c4e1b8bedb not bound to the agent host n-h1-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:47:38.778239 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-8a1f55f6-d0a0-42ed-8986-2c27673b2d59 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66416232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2859225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3343748'] for subnet, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:38.816148 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-127dd471-02b1-46c4-b8c2-b7d83c0d89f2 None None] Provisioning for port 91afa68c-5882-46ab-a0f2-578aa3cf3603 completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:47:38.821887 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845fe1cf-4481-4d9a-8e2c-a9bf2c0ad616 tempest-ServersTestFqdnHostnames-1053046632 tempest-ServersTestFqdnHostnames-1053046632-project] Pushing event deleted for resources: {'Port': ['ID=14a3f92a-98ff-49cb-83d9-b8765459e02f,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:47:38.827957 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-8a1f55f6-d0a0-42ed-8986-2c27673b2d59 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks [] for subnet, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:38.829928 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-8a1f55f6-d0a0-42ed-8986-2c27673b2d59 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] 10.222.0.39 "DELETE /v2.0/subnets/01367b4b-818f-487d-b5de-78b2434b6407 HTTP/1.1" status: 204 len: 168 time: 0.4320343 Aug 12 14:47:38.849839 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 54892) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:47:38.860141 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1f55f6-d0a0-42ed-8986-2c27673b2d59 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Pushing event deleted for resources: {'Subnet': ['ID=01367b4b-818f-487d-b5de-78b2434b6407,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:47:38.900989 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 91afa68c-5882-46ab-a0f2-578aa3cf3603 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:47:38.925184 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-845fe1cf-4481-4d9a-8e2c-a9bf2c0ad616 tempest-ServersTestFqdnHostnames-1053046632 tempest-ServersTestFqdnHostnames-1053046632-project] Notify callbacks [] for floatingip, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:38.927663 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-ee125c72-1361-4f84-a7b2-1ba8786e17a6 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0765879 Aug 12 14:47:38.927913 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-845fe1cf-4481-4d9a-8e2c-a9bf2c0ad616 tempest-ServersTestFqdnHostnames-1053046632 tempest-ServersTestFqdnHostnames-1053046632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for floatingip, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:38.931725 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-845fe1cf-4481-4d9a-8e2c-a9bf2c0ad616 tempest-ServersTestFqdnHostnames-1053046632 tempest-ServersTestFqdnHostnames-1053046632-project] 10.222.0.39 "DELETE /v2.0/floatingips/e9355461-5d9b-48d7-9fcc-0fd677e7c601 HTTP/1.1" status: 204 len: 168 time: 0.7729023 Aug 12 14:47:38.931917 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 54894) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:47:38.935597 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 54896) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:47:38.941506 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-7ec9b901-e370-42cd-968d-4b6d95fc9b65 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Request body: {'subnet': {'network_id': '9378e537-2bb0-4edb-bd96-98dc93aa0f93', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:47:39.011914 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning for port 91afa68c-5882-46ab-a0f2-578aa3cf3603 completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:47:39.016228 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port 91afa68c-5882-46ab-a0f2-578aa3cf3603 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:47:39.016530 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:39.153291 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:39.155680 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-775457dd-0462-426d-a372-93b17020cd99 None None] Network 9378e537-2bb0-4edb-bd96-98dc93aa0f93 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:47:39.176328 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ec9b901-e370-42cd-968d-4b6d95fc9b65 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Made reservation on behalf of f911637440044e5098fb64107964cb00 for: {'subnet': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:47:39.181120 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-7ec9b901-e370-42cd-968d-4b6d95fc9b65 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3343791'] for subnet, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:39.249411 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-ed0051f9-9feb-45f1-8a9e-af852a473696 None None] Could not find standard attr ID for object 6575bd30-59f5-4bca-be52-a1e3ac0ec8e5. {{(pid=94468) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 12 14:47:39.313791 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] For port 91afa68c-5882-46ab-a0f2-578aa3cf3603, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=91afa68c-5882-46ab-a0f2-578aa3cf3603,segment=NetworkSegment(29ba2c71-2731-40cb-80f7-8e3bbe9101b4),segment_id=29ba2c71-2731-40cb-80f7-8e3bbe9101b4)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:47:39.332004 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:39.396218 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Pushing event updated for resources: {'Port': ['ID=91afa68c-5882-46ab-a0f2-578aa3cf3603,revision_number=4']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:47:39.406915 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:47:39.407522 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:47:39.407947 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:47:39.408391 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:47:39.408795 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:47:39.409745 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:47:39.410165 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:47:39.410578 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:47:39.411002 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:47:39.411545 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:47:39.412214 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:47:39.412628 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:47:39.446238 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f1eeac-691d-4803-ac16-a0ad88a4b6c7 req-cd21ba37-9231-429c-a035-6ed25a0b0ae2 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:47:39.455189 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a5f1eeac-691d-4803-ac16-a0ad88a4b6c7 req-cd21ba37-9231-429c-a035-6ed25a0b0ae2 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/ports?device_id=b148e05e-7d9e-4da9-9b03-99a8a72e94ac HTTP/1.1" status: 200 len: 945 time: 0.3183706 Aug 12 14:47:39.541135 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-828b6e47-0454-4ee8-92fa-2b5365cfd726 None None] DHCP port deletion for 9378e537-2bb0-4edb-bd96-98dc93aa0f93 request from n-d-694802-15 {{(pid=94468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 14:47:39.541375 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0e1ea2f0-dfef-41db-ac8e-0fa51a743238 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66663830'] for router_interface, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:39.547363 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a5f1eeac-691d-4803-ac16-a0ad88a4b6c7 req-59fb94cc-a01e-41b7-8df4-682b504e3a53 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/security-groups?id=ae835367-3679-4f41-a825-d086536e4cce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0868323 Aug 12 14:47:39.645728 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-828b6e47-0454-4ee8-92fa-2b5365cfd726 None None] Deleting port 91afa68c-5882-46ab-a0f2-578aa3cf3603 {{(pid=94468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:47:39.646015 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-828b6e47-0454-4ee8-92fa-2b5365cfd726 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:39.655568 n-d-694802-15 neutron-server[94467]: DEBUG neutron.objects.ports [None req-7ec9b901-e370-42cd-968d-4b6d95fc9b65 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94467) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 12 14:47:39.740188 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-828b6e47-0454-4ee8-92fa-2b5365cfd726 None None] For port 91afa68c-5882-46ab-a0f2-578aa3cf3603, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=91afa68c-5882-46ab-a0f2-578aa3cf3603,segment=NetworkSegment(29ba2c71-2731-40cb-80f7-8e3bbe9101b4),segment_id=29ba2c71-2731-40cb-80f7-8e3bbe9101b4)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:47:39.740825 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-828b6e47-0454-4ee8-92fa-2b5365cfd726 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:39.771614 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-828b6e47-0454-4ee8-92fa-2b5365cfd726 None None] Calling delete_port for 91afa68c-5882-46ab-a0f2-578aa3cf3603 owned by network:dhcp {{(pid=94468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:47:39.888652 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-828b6e47-0454-4ee8-92fa-2b5365cfd726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262'] for port, after_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:39.914479 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-7ec9b901-e370-42cd-968d-4b6d95fc9b65 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:39.929213 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828b6e47-0454-4ee8-92fa-2b5365cfd726 None None] Pushing event deleted for resources: {'Port': ['ID=91afa68c-5882-46ab-a0f2-578aa3cf3603,revision_number=None']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:47:39.951133 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-828b6e47-0454-4ee8-92fa-2b5365cfd726 None None] No DVR routers for this DVR port 91afa68c-5882-46ab-a0f2-578aa3cf3603 on host n-d-694802-15 {{(pid=94468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:47:39.966593 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-0e1ea2f0-dfef-41db-ac8e-0fa51a743238 admin admin] Deleting port e819dced-bd84-4420-8af7-96fa470eb3c1 {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:47:39.967091 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0e1ea2f0-dfef-41db-ac8e-0fa51a743238 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:39.982748 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ec9b901-e370-42cd-968d-4b6d95fc9b65 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Port 91afa68c-5882-46ab-a0f2-578aa3cf3603 concurrently deleted while adding address for new subnet {'id': '58a0b536-debd-4b3f-93c9-2a78c85a2a79', 'name': '', 'tenant_id': 'f911637440044e5098fb64107964cb00', 'network_id': '9378e537-2bb0-4edb-bd96-98dc93aa0f93', 'ip_version': 6, 'subnetpool_id': None, 'enable_dhcp': True, 'ipv6_ra_mode': None, 'ipv6_address_mode': 'dhcpv6-stateless', 'standard_attr_id': 1984, 'gateway_ip': '2001:db8::1', 'cidr': '2001:db8::/64', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:ffff'}], 'host_routes': [], 'dns_nameservers': [], 'shared': False, 'description': '', 'service_types': [], 'tags': [], 'created_at': '2021-08-12T14:47:39Z', 'updated_at': '2021-08-12T14:47:39Z', 'revision_number': 0, 'segment_id': None, 'project_id': 'f911637440044e5098fb64107964cb00'}. {{(pid=94467) _create_subnet_postcommit /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:770}} Aug 12 14:47:39.983723 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-7ec9b901-e370-42cd-968d-4b6d95fc9b65 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2859166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3343773'] for subnet, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:40.046052 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ec9b901-e370-42cd-968d-4b6d95fc9b65 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Network 9378e537-2bb0-4edb-bd96-98dc93aa0f93 is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:47:40.049805 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [None req-7ec9b901-e370-42cd-968d-4b6d95fc9b65 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:47:40.053440 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ec9b901-e370-42cd-968d-4b6d95fc9b65 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:47:40.054036 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-7ec9b901-e370-42cd-968d-4b6d95fc9b65 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks [] for subnet, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:40.064496 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52537ad3-d9c6-423b-9253-f9c5109a1859 None None] Network 9378e537-2bb0-4edb-bd96-98dc93aa0f93 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:47:40.073399 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec9b901-e370-42cd-968d-4b6d95fc9b65 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Pushing event updated for resources: {'Subnet': ['ID=58a0b536-debd-4b3f-93c9-2a78c85a2a79,revision_number=0']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:47:40.083125 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-0e1ea2f0-dfef-41db-ac8e-0fa51a743238 admin admin] For port e819dced-bd84-4420-8af7-96fa470eb3c1, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=e819dced-bd84-4420-8af7-96fa470eb3c1,segment=NetworkSegment(d11e9b2a-b364-4846-b359-aff2891efa01),segment_id=d11e9b2a-b364-4846-b359-aff2891efa01)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:47:40.083125 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0e1ea2f0-dfef-41db-ac8e-0fa51a743238 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:40.084568 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-8c855fa8-ae0e-45be-a033-16e98058a156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:40.089259 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-7ec9b901-e370-42cd-968d-4b6d95fc9b65 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.1567793 Aug 12 14:47:40.091470 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 54904) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:47:40.096563 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-50558ebc-88f7-403f-91ef-30dd606ca8c3 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Request body: {'port': {'network_id': '9378e537-2bb0-4edb-bd96-98dc93aa0f93', 'mac_address': 'fa:16:3e:0a:ec:f2', 'name': 'tempest-NetworksTestDHCPv6-1228812092'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:47:40.102544 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-0e1ea2f0-dfef-41db-ac8e-0fa51a743238 admin admin] Calling delete_port for e819dced-bd84-4420-8af7-96fa470eb3c1 owned by network:router_interface {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:47:40.315567 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50558ebc-88f7-403f-91ef-30dd606ca8c3 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Made reservation on behalf of f911637440044e5098fb64107964cb00 for: {'port': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:47:40.320837 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-50558ebc-88f7-403f-91ef-30dd606ca8c3 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:40.350262 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0e1ea2f0-dfef-41db-ac8e-0fa51a743238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:40.356087 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [None req-50558ebc-88f7-403f-91ef-30dd606ca8c3 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] device_id is not set on port 65065abc-8831-4b49-8b3a-c7176cedc4e5 yet. {{(pid=94467) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 14:47:40.389313 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1ea2f0-dfef-41db-ac8e-0fa51a743238 admin admin] Pushing event deleted for resources: {'Port': ['ID=e819dced-bd84-4420-8af7-96fa470eb3c1,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:47:40.454362 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03b721a2-6a5a-463d-9f61-d505c7b79d2a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa7035b3e-9a89-5964-b9f4-97301c3f476a-9378e537-2bb0-4edb-bd96-98dc93aa0f93', 'network_id': '9378e537-2bb0-4edb-bd96-98dc93aa0f93', 'tenant_id': 'f911637440044e5098fb64107964cb00', 'fixed_ips': [{'subnet_id': '58a0b536-debd-4b3f-93c9-2a78c85a2a79'}]}} from n-d-694802-15. {{(pid=94468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 14:47:40.455276 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-03b721a2-6a5a-463d-9f61-d505c7b79d2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:40.539547 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_common [None req-50558ebc-88f7-403f-91ef-30dd606ca8c3 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Allocated IP 2001:db8::f816:3eff:fe0a:ecf2 (9378e537-2bb0-4edb-bd96-98dc93aa0f93/58a0b536-debd-4b3f-93c9-2a78c85a2a79/65065abc-8831-4b49-8b3a-c7176cedc4e5) {{(pid=94467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:47:40.631757 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0e1ea2f0-dfef-41db-ac8e-0fa51a743238 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66628352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-430630'] for router_interface, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:40.906207 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 91afa68c-5882-46ab-a0f2-578aa3cf3603 no longer exists at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:47:40.960560 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] No Port match for: 91afa68c-5882-46ab-a0f2-578aa3cf3603 {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 14:47:40.961228 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 91afa68c-5882-46ab-a0f2-578aa3cf3603 not bound to the agent host n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:47:40.963447 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3052c46-2af7-4240-bd52-de598aff8a05 req-a930d6df-ffaf-45a6-828b-f5eaedccbf8e tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:47:40.983334 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-d3052c46-2af7-4240-bd52-de598aff8a05 req-a930d6df-ffaf-45a6-828b-f5eaedccbf8e tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/ports?device_id=b148e05e-7d9e-4da9-9b03-99a8a72e94ac HTTP/1.1" status: 200 len: 945 time: 0.1655400 Aug 12 14:47:41.102212 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-50558ebc-88f7-403f-91ef-30dd606ca8c3 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks [] for port, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:41.127492 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [None req-50558ebc-88f7-403f-91ef-30dd606ca8c3 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Transition to ACTIVE for port object 65065abc-8831-4b49-8b3a-c7176cedc4e5 will not be triggered until provisioned by entity DHCP. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:47:41.196190 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-50558ebc-88f7-403f-91ef-30dd606ca8c3 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:41.259338 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50558ebc-88f7-403f-91ef-30dd606ca8c3 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Pushing event updated for resources: {'Port': ['ID=65065abc-8831-4b49-8b3a-c7176cedc4e5,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:47:41.263960 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.db_base_plugin_common [None req-03b721a2-6a5a-463d-9f61-d505c7b79d2a None None] Allocated IP 2001:db8::f816:3eff:fed9:d347 (9378e537-2bb0-4edb-bd96-98dc93aa0f93/58a0b536-debd-4b3f-93c9-2a78c85a2a79/031caebf-8d61-49fe-b15f-93b42ff64f8a) {{(pid=94468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:47:41.283672 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50558ebc-88f7-403f-91ef-30dd606ca8c3 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Network 9378e537-2bb0-4edb-bd96-98dc93aa0f93 is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:47:41.287084 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [None req-50558ebc-88f7-403f-91ef-30dd606ca8c3 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:47:41.291440 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50558ebc-88f7-403f-91ef-30dd606ca8c3 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Received port after_create {{(pid=94467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:47:41.300186 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50558ebc-88f7-403f-91ef-30dd606ca8c3 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:47:41.301054 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-50558ebc-88f7-403f-91ef-30dd606ca8c3 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:41.320074 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-50558ebc-88f7-403f-91ef-30dd606ca8c3 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.2272284 Aug 12 14:47:41.321750 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 54912) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:47:41.435644 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-118f9a91-d021-4e66-be59-3fc6cbc80a7a tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:47:41.437452 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-118f9a91-d021-4e66-be59-3fc6cbc80a7a tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.1146567 Aug 12 14:47:41.440448 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 54916) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:47:41.462549 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-d3052c46-2af7-4240-bd52-de598aff8a05 req-6b3af2a8-f006-4edb-bc19-bb4ff10fdc4d tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/security-groups?id=ae835367-3679-4f41-a825-d086536e4cce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4296632 Aug 12 14:47:41.513989 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e1ea2f0-dfef-41db-ac8e-0fa51a743238 admin admin] Router a012bf6f-1501-42ec-8cfa-520561136537 has already been hosted by L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f {{(pid=94466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 14:47:41.514268 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:41.580976 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-03b721a2-6a5a-463d-9f61-d505c7b79d2a None None] Notify callbacks [] for port, precommit_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:41.588089 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-2b37c9bb-50b4-4ca2-a88b-3b3064fb617a tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Deleting port 65065abc-8831-4b49-8b3a-c7176cedc4e5 {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:47:41.588651 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-2b37c9bb-50b4-4ca2-a88b-3b3064fb617a tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:41.592199 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-03b721a2-6a5a-463d-9f61-d505c7b79d2a None None] Transition to ACTIVE for port object 031caebf-8d61-49fe-b15f-93b42ff64f8a will not be triggered until provisioned by entity L2. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:47:41.608938 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-03b721a2-6a5a-463d-9f61-d505c7b79d2a None None] Transition to ACTIVE for port object 031caebf-8d61-49fe-b15f-93b42ff64f8a will not be triggered until provisioned by entity DHCP. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:47:41.618629 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-03b721a2-6a5a-463d-9f61-d505c7b79d2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253'] for port, after_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:41.665523 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03b721a2-6a5a-463d-9f61-d505c7b79d2a None None] Network 9378e537-2bb0-4edb-bd96-98dc93aa0f93 is already hosted by enough agents. {{(pid=94468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:47:41.670349 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.base_scheduler [None req-03b721a2-6a5a-463d-9f61-d505c7b79d2a None None] Resources bound (agent type, host, resource id): {{(pid=94468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:47:41.672919 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b721a2-6a5a-463d-9f61-d505c7b79d2a None None] Pushing event updated for resources: {'Port': ['ID=031caebf-8d61-49fe-b15f-93b42ff64f8a,revision_number=1']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:47:41.675493 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03b721a2-6a5a-463d-9f61-d505c7b79d2a None None] Received port after_create {{(pid=94468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:47:41.708723 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e1ea2f0-dfef-41db-ac8e-0fa51a743238 admin admin] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 14:47:41.716927 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-0e1ea2f0-dfef-41db-ac8e-0fa51a743238 admin admin] 10.222.0.39 "PUT /v2.0/routers/a012bf6f-1501-42ec-8cfa-520561136537/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7795792 Aug 12 14:47:41.720778 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 54918) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:47:41.721678 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8deacc8b-8770-4b08-9168-56bc03dbe73b None None] Sync routers for ids ['a012bf6f-1501-42ec-8cfa-520561136537'] in n-d-694802-15 {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 14:47:41.730980 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-2b37c9bb-50b4-4ca2-a88b-3b3064fb617a tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:41.734558 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8deacc8b-8770-4b08-9168-56bc03dbe73b None None] Routers {'a012bf6f-1501-42ec-8cfa-520561136537'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:47:41.735483 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-8deacc8b-8770-4b08-9168-56bc03dbe73b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:47:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['a012bf6f-1501-42ec-8cfa-520561136537'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:47:41.750992 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-03b721a2-6a5a-463d-9f61-d505c7b79d2a None None] Attempting to bind port 031caebf-8d61-49fe-b15f-93b42ff64f8a on host n-d-694802-15 for vnic_type normal with profile {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:47:41.751410 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-03b721a2-6a5a-463d-9f61-d505c7b79d2a None None] Attempting to bind port 031caebf-8d61-49fe-b15f-93b42ff64f8a by drivers openvswitch,hyperv on host n-d-694802-15 at level 0 using segments [{'id': '29ba2c71-2731-40cb-80f7-8e3bbe9101b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '9378e537-2bb0-4edb-bd96-98dc93aa0f93'}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:47:41.751776 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b721a2-6a5a-463d-9f61-d505c7b79d2a None None] Attempting to bind port 031caebf-8d61-49fe-b15f-93b42ff64f8a on network 9378e537-2bb0-4edb-bd96-98dc93aa0f93 {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:47:41.759812 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b721a2-6a5a-463d-9f61-d505c7b79d2a None None] Checking agent: {'id': '16de73ac-f2e9-4cee-b3e0-91052ae3e6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 20, 13), 'started_at': datetime.datetime(2021, 8, 12, 14, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 47, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:47:41.760540 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b721a2-6a5a-463d-9f61-d505c7b79d2a None None] Checking segment: {'id': '29ba2c71-2731-40cb-80f7-8e3bbe9101b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '9378e537-2bb0-4edb-bd96-98dc93aa0f93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:47:41.761291 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-03b721a2-6a5a-463d-9f61-d505c7b79d2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:41.761694 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b721a2-6a5a-463d-9f61-d505c7b79d2a None None] Bound using segment: {'id': '29ba2c71-2731-40cb-80f7-8e3bbe9101b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '9378e537-2bb0-4edb-bd96-98dc93aa0f93'} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:47:41.762184 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-03b721a2-6a5a-463d-9f61-d505c7b79d2a None None] Bound port: 031caebf-8d61-49fe-b15f-93b42ff64f8a, host: n-d-694802-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29ba2c71-2731-40cb-80f7-8e3bbe9101b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '9378e537-2bb0-4edb-bd96-98dc93aa0f93'}}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:47:41.762570 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-03b721a2-6a5a-463d-9f61-d505c7b79d2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:41.783060 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-2b37c9bb-50b4-4ca2-a88b-3b3064fb617a tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Calling delete_port for 65065abc-8831-4b49-8b3a-c7176cedc4e5 owned by {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:47:41.849114 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-03b721a2-6a5a-463d-9f61-d505c7b79d2a None None] For port 031caebf-8d61-49fe-b15f-93b42ff64f8a, host n-d-694802-15, cleared binding levels {{(pid=94468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:47:41.853153 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-03b721a2-6a5a-463d-9f61-d505c7b79d2a None None] For port 031caebf-8d61-49fe-b15f-93b42ff64f8a, host n-d-694802-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=031caebf-8d61-49fe-b15f-93b42ff64f8a,segment=NetworkSegment(29ba2c71-2731-40cb-80f7-8e3bbe9101b4),segment_id=29ba2c71-2731-40cb-80f7-8e3bbe9101b4)] {{(pid=94468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:47:41.856590 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-8deacc8b-8770-4b08-9168-56bc03dbe73b None None] Set router a012bf6f-1501-42ec-8cfa-520561136537 gateway port host: n-d-694802-15 {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:47:41.858660 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-03b721a2-6a5a-463d-9f61-d505c7b79d2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:41.932451 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b721a2-6a5a-463d-9f61-d505c7b79d2a None None] Pushing event updated for resources: {'Port': ['ID=031caebf-8d61-49fe-b15f-93b42ff64f8a,revision_number=2']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:47:41.933143 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-8e51baae-51e3-4f7f-810c-a87f9cf63ee9 admin admin] Notify callbacks [] for router, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:42.100882 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-8deacc8b-8770-4b08-9168-56bc03dbe73b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a012bf6f-1501-42ec-8cfa-520561136537', 'name': 'tempest-ServersTestFqdnHostnames-838453687-router', 'tenant_id': '7fc51bb8d46c40808340f774760557a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.175'}], 'enable_snat': True}, 'gw_port_id': 'c1133a4e-cbdf-4bd2-9238-c8959f599a29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:45:28Z', 'updated_at': '2021-08-12T14:47:40Z', 'revision_number': 5, 'project_id': '7fc51bb8d46c40808340f774760557a8', 'gw_port': {'id': 'c1133a4e-cbdf-4bd2-9238-c8959f599a29', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:69:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a012bf6f-1501-42ec-8cfa-520561136537', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:45:29Z', 'updated_at': '2021-08-12T14:45:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15'}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:47:42.136794 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-2b37c9bb-50b4-4ca2-a88b-3b3064fb617a tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:42.148558 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-8e51baae-51e3-4f7f-810c-a87f9cf63ee9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:42.154541 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8deacc8b-8770-4b08-9168-56bc03dbe73b None None] Checking router: a012bf6f-1501-42ec-8cfa-520561136537 for host: n-d-694802-15 {{(pid=94469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 14:47:42.165506 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8deacc8b-8770-4b08-9168-56bc03dbe73b None None] Routers {'a012bf6f-1501-42ec-8cfa-520561136537'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:47:42.166380 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-8deacc8b-8770-4b08-9168-56bc03dbe73b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:47:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['a012bf6f-1501-42ec-8cfa-520561136537'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:47:42.218550 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b37c9bb-50b4-4ca2-a88b-3b3064fb617a tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Pushing event deleted for resources: {'Port': ['ID=65065abc-8831-4b49-8b3a-c7176cedc4e5,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:47:42.276605 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-2b37c9bb-50b4-4ca2-a88b-3b3064fb617a tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:42.284374 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 54922) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:47:42.295062 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-2b37c9bb-50b4-4ca2-a88b-3b3064fb617a tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] 10.222.0.39 "DELETE /v2.0/ports/65065abc-8831-4b49-8b3a-c7176cedc4e5 HTTP/1.1" status: 204 len: 168 time: 0.8534067 Aug 12 14:47:42.345937 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-8e51baae-51e3-4f7f-810c-a87f9cf63ee9 admin admin] Deleting port c1133a4e-cbdf-4bd2-9238-c8959f599a29 {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:47:42.346509 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-8e51baae-51e3-4f7f-810c-a87f9cf63ee9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:42.363791 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab223999-54b9-4501-a0f7-a617c93e6a67 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:47:42.368940 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab223999-54b9-4501-a0f7-a617c93e6a67 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:47:42.371882 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-ab223999-54b9-4501-a0f7-a617c93e6a67 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.0854509 Aug 12 14:47:42.375005 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 54924) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:47:42.387941 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-8deacc8b-8770-4b08-9168-56bc03dbe73b None None] Set router a012bf6f-1501-42ec-8cfa-520561136537 gateway port host: n-d-694802-15 {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:47:42.465507 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b9d9113-5c82-4544-a5fd-d08e72011912 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Deleting subnet 58a0b536-debd-4b3f-93c9-2a78c85a2a79 {{(pid=94466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 14:47:42.469022 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9b9d9113-5c82-4544-a5fd-d08e72011912 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks [] for subnet, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:42.519886 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9b9d9113-5c82-4544-a5fd-d08e72011912 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2293551'] for subnet, precommit_delete_associations {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:42.540317 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [None req-8e51baae-51e3-4f7f-810c-a87f9cf63ee9 admin admin] For port c1133a4e-cbdf-4bd2-9238-c8959f599a29, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=c1133a4e-cbdf-4bd2-9238-c8959f599a29,segment=NetworkSegment(b1b396cb-2dc6-4041-bfc7-1833a80a4720),segment_id=b1b396cb-2dc6-4041-bfc7-1833a80a4720)] {{(pid=94467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:47:42.544146 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-8e51baae-51e3-4f7f-810c-a87f9cf63ee9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:42.590153 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-8e51baae-51e3-4f7f-810c-a87f9cf63ee9 admin admin] Calling delete_port for c1133a4e-cbdf-4bd2-9238-c8959f599a29 owned by network:router_gateway {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:47:42.627635 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-8deacc8b-8770-4b08-9168-56bc03dbe73b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a012bf6f-1501-42ec-8cfa-520561136537', 'name': 'tempest-ServersTestFqdnHostnames-838453687-router', 'tenant_id': '7fc51bb8d46c40808340f774760557a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.175'}], 'enable_snat': True}, 'gw_port_id': 'c1133a4e-cbdf-4bd2-9238-c8959f599a29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:45:28Z', 'updated_at': '2021-08-12T14:47:40Z', 'revision_number': 5, 'project_id': '7fc51bb8d46c40808340f774760557a8', 'gw_port': {'id': 'c1133a4e-cbdf-4bd2-9238-c8959f599a29', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:69:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a012bf6f-1501-42ec-8cfa-520561136537', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:45:29Z', 'updated_at': '2021-08-12T14:45:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15'}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:47:42.645672 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9b9d9113-5c82-4544-a5fd-d08e72011912 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66416255'] for subnet, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:42.655151 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:42.687852 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8deacc8b-8770-4b08-9168-56bc03dbe73b None None] The sync data for ids ['a012bf6f-1501-42ec-8cfa-520561136537'] in n-d-694802-15 is: [{'id': 'a012bf6f-1501-42ec-8cfa-520561136537', 'name': 'tempest-ServersTestFqdnHostnames-838453687-router', 'tenant_id': '7fc51bb8d46c40808340f774760557a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.175'}], 'enable_snat': True}, 'gw_port_id': 'c1133a4e-cbdf-4bd2-9238-c8959f599a29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:45:28Z', 'updated_at': '2021-08-12T14:47:40Z', 'revision_number': 5, 'project_id': '7fc51bb8d46c40808340f774760557a8', 'gw_port': {'id': 'c1133a4e-cbdf-4bd2-9238-c8959f599a29', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:69:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a012bf6f-1501-42ec-8cfa-520561136537', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:45:29Z', 'updated_at': '2021-08-12T14:45:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15'}] {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 14:47:42.727906 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9b9d9113-5c82-4544-a5fd-d08e72011912 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66416232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3718429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8776402'] for subnet, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:42.777651 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398199ee-de23-4282-9007-4c6c1e05ae4a req-995276dd-f314-489b-9c55-6a831cc77280 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:47:42.784096 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9b9d9113-5c82-4544-a5fd-d08e72011912 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for subnet, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:42.785783 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-398199ee-de23-4282-9007-4c6c1e05ae4a req-995276dd-f314-489b-9c55-6a831cc77280 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/ports?device_id=b148e05e-7d9e-4da9-9b03-99a8a72e94ac HTTP/1.1" status: 200 len: 945 time: 0.1216719 Aug 12 14:47:42.787059 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-9b9d9113-5c82-4544-a5fd-d08e72011912 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] 10.222.0.39 "DELETE /v2.0/subnets/58a0b536-debd-4b3f-93c9-2a78c85a2a79 HTTP/1.1" status: 204 len: 168 time: 0.4110141 Aug 12 14:47:42.788376 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9d9113-5c82-4544-a5fd-d08e72011912 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Pushing event deleted for resources: {'Subnet': ['ID=58a0b536-debd-4b3f-93c9-2a78c85a2a79,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:47:42.794515 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 54930) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:47:42.862482 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-8c577f3b-1f52-4217-a22a-c3c3bdcabb61 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0664880 Aug 12 14:47:42.869585 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 54932) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:47:42.907220 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-398199ee-de23-4282-9007-4c6c1e05ae4a req-e02c632a-f3de-4344-9f50-861572923e14 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/security-groups?id=ae835367-3679-4f41-a825-d086536e4cce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1205273 Aug 12 14:47:42.968945 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-8e51baae-51e3-4f7f-810c-a87f9cf63ee9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:42.977012 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4f80567-6b6d-4b75-8c91-ceca32c78b7f tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:47:42.981912 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-e4f80567-6b6d-4b75-8c91-ceca32c78b7f tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1095798 Aug 12 14:47:42.982837 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 54934) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:47:43.001327 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e51baae-51e3-4f7f-810c-a87f9cf63ee9 admin admin] Pushing event deleted for resources: {'Port': ['ID=c1133a4e-cbdf-4bd2-9238-c8959f599a29,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:47:43.027294 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:43.078678 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d8a35d2-bcf4-4d31-9d98-7e30c3898b82 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:47:43.082608 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-5d8a35d2-bcf4-4d31-9d98-7e30c3898b82 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0974431 Aug 12 14:47:43.085996 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 54936) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:47:43.120602 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-8e51baae-51e3-4f7f-810c-a87f9cf63ee9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-431580'] for router_gateway, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:43.157151 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-783a7135-ec53-4def-9442-b7ab318d755b tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0699029 Aug 12 14:47:43.162202 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 54938) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:47:43.178337 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-07d8d169-b11a-40b9-8aed-9defb5e08cc5 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Request body: {'subnet': {'network_id': '9378e537-2bb0-4edb-bd96-98dc93aa0f93', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:47:43.204223 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 031caebf-8d61-49fe-b15f-93b42ff64f8a up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:47:43.347704 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning for port 031caebf-8d61-49fe-b15f-93b42ff64f8a completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:47:43.380277 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-5f832bd4-7ab6-4fc8-8e0d-30736103febc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:43.387463 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-8e51baae-51e3-4f7f-810c-a87f9cf63ee9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-429360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-104877'] for router, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:43.401257 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-8e51baae-51e3-4f7f-810c-a87f9cf63ee9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:43.417334 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cda46a90-c8d7-4f79-8a3c-6e2f722f3cdf None None] Network 9378e537-2bb0-4edb-bd96-98dc93aa0f93 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:47:43.419431 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07d8d169-b11a-40b9-8aed-9defb5e08cc5 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Made reservation on behalf of f911637440044e5098fb64107964cb00 for: {'subnet': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:47:43.424650 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-07d8d169-b11a-40b9-8aed-9defb5e08cc5 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8776441'] for subnet, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:43.482234 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-8e51baae-51e3-4f7f-810c-a87f9cf63ee9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-429375'] for router, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:43.482768 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e51baae-51e3-4f7f-810c-a87f9cf63ee9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a012bf6f-1501-42ec-8cfa-520561136537 {{(pid=94467) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 14:47:43.484479 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-81478f90-8090-4169-b244-3c8326f0ff20 None None] Provisioning for port 031caebf-8d61-49fe-b15f-93b42ff64f8a completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:47:43.491692 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-8e51baae-51e3-4f7f-810c-a87f9cf63ee9 admin admin] Notify callbacks [] for router, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:43.496475 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-8e51baae-51e3-4f7f-810c-a87f9cf63ee9 admin admin] 10.222.0.39 "DELETE /v2.0/routers/a012bf6f-1501-42ec-8cfa-520561136537 HTTP/1.1" status: 204 len: 168 time: 1.7722955 Aug 12 14:47:43.496661 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-81478f90-8090-4169-b244-3c8326f0ff20 None None] Provisioning complete for port 031caebf-8d61-49fe-b15f-93b42ff64f8a triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:47:43.496661 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-81478f90-8090-4169-b244-3c8326f0ff20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:43.496985 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 54942) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:47:43.595549 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9a89103-7428-4d52-9386-980db96bf96a admin admin] Deleting subnet ba4b4fde-e64b-462c-b52f-382689d7760d {{(pid=94467) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 14:47:43.605006 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-c9a89103-7428-4d52-9386-980db96bf96a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:43.701466 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-c9a89103-7428-4d52-9386-980db96bf96a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3857505'] for subnet, precommit_delete_associations {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:43.762529 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-81478f90-8090-4169-b244-3c8326f0ff20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:43.791471 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f611ce4c-92c1-49b3-a589-101df104a2e3 None None] DHCP port deletion for 9378e537-2bb0-4edb-bd96-98dc93aa0f93 request from n-d-694802-15 {{(pid=94468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 14:47:43.831448 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-81478f90-8090-4169-b244-3c8326f0ff20 None None] For port 031caebf-8d61-49fe-b15f-93b42ff64f8a, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=031caebf-8d61-49fe-b15f-93b42ff64f8a,segment=NetworkSegment(29ba2c71-2731-40cb-80f7-8e3bbe9101b4),segment_id=29ba2c71-2731-40cb-80f7-8e3bbe9101b4)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:47:43.840530 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-81478f90-8090-4169-b244-3c8326f0ff20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:43.896066 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-c9a89103-7428-4d52-9386-980db96bf96a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66416255'] for subnet, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:43.899431 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-07d8d169-b11a-40b9-8aed-9defb5e08cc5 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3718490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8776395'] for subnet, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:43.964730 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81478f90-8090-4169-b244-3c8326f0ff20 None None] Pushing event updated for resources: {'Port': ['ID=031caebf-8d61-49fe-b15f-93b42ff64f8a,revision_number=4']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:47:43.983158 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-1769855f-eda9-4483-9dc3-3220908ab45d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:43.998805 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-f611ce4c-92c1-49b3-a589-101df104a2e3 None None] Deleting port 031caebf-8d61-49fe-b15f-93b42ff64f8a {{(pid=94468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:47:43.999534 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f611ce4c-92c1-49b3-a589-101df104a2e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:44.012523 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d8d169-b11a-40b9-8aed-9defb5e08cc5 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Pushing event updated for resources: {'Subnet': ['ID=50820d2a-b159-4e66-8eca-5cb21420dede,revision_number=0']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:47:44.020892 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07d8d169-b11a-40b9-8aed-9defb5e08cc5 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Network 9378e537-2bb0-4edb-bd96-98dc93aa0f93 is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:47:44.022580 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-07d8d169-b11a-40b9-8aed-9defb5e08cc5 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:47:44.024400 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-c9a89103-7428-4d52-9386-980db96bf96a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66416232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2859225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3343748'] for subnet, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:44.041907 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07d8d169-b11a-40b9-8aed-9defb5e08cc5 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:47:44.042510 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-07d8d169-b11a-40b9-8aed-9defb5e08cc5 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for subnet, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:44.069416 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a89103-7428-4d52-9386-980db96bf96a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ba4b4fde-e64b-462c-b52f-382689d7760d,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:47:44.095222 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-c9a89103-7428-4d52-9386-980db96bf96a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:44.101104 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-c9a89103-7428-4d52-9386-980db96bf96a admin admin] 10.222.0.39 "DELETE /v2.0/subnets/ba4b4fde-e64b-462c-b52f-382689d7760d HTTP/1.1" status: 204 len: 168 time: 0.6000907 Aug 12 14:47:44.101104 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 54948) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:47:44.109168 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f62063d1-2997-4e16-942d-835d98e4b969 None None] Network 0d9820f1-7ae4-40f5-8f2a-0d263fc6aa74 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:47:44.114813 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-07d8d169-b11a-40b9-8aed-9defb5e08cc5 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9451079 Aug 12 14:47:44.116399 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 54950) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:47:44.125026 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-6084610f-d13d-45bb-9a03-e5db47b09576 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Request body: {'port': {'network_id': '9378e537-2bb0-4edb-bd96-98dc93aa0f93', 'mac_address': 'fa:16:3e:91:4e:cc', 'name': 'tempest-NetworksTestDHCPv6-68164258'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:47:44.245275 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-eabf2e55-50ae-4119-b297-efb1dd30354d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680608'] for network, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:44.260913 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c077af05-e27e-40e2-927e-7d5a09215278 req-5a0bf21d-050e-431b-a206-71c3e134f60e tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:47:44.262545 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-c077af05-e27e-40e2-927e-7d5a09215278 req-5a0bf21d-050e-431b-a206-71c3e134f60e tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/ports?device_id=b148e05e-7d9e-4da9-9b03-99a8a72e94ac HTTP/1.1" status: 200 len: 945 time: 0.2102144 Aug 12 14:47:44.268706 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-f611ce4c-92c1-49b3-a589-101df104a2e3 None None] For port 031caebf-8d61-49fe-b15f-93b42ff64f8a, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=031caebf-8d61-49fe-b15f-93b42ff64f8a,segment=NetworkSegment(29ba2c71-2731-40cb-80f7-8e3bbe9101b4),segment_id=29ba2c71-2731-40cb-80f7-8e3bbe9101b4)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:47:44.269359 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f611ce4c-92c1-49b3-a589-101df104a2e3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:44.296720 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-f611ce4c-92c1-49b3-a589-101df104a2e3 None None] Calling delete_port for 031caebf-8d61-49fe-b15f-93b42ff64f8a owned by network:dhcp {{(pid=94468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:47:44.314429 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-eabf2e55-50ae-4119-b297-efb1dd30354d admin admin] Deleting port fa72b2c7-9988-4d9e-885a-5ef7af03ef3a {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:47:44.315369 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-eabf2e55-50ae-4119-b297-efb1dd30354d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:44.340871 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-c077af05-e27e-40e2-927e-7d5a09215278 req-23507262-b446-4ffa-ad63-a428f7caf623 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/security-groups?id=ae835367-3679-4f41-a825-d086536e4cce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700450 Aug 12 14:47:44.375968 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6084610f-d13d-45bb-9a03-e5db47b09576 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Made reservation on behalf of f911637440044e5098fb64107964cb00 for: {'port': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:47:44.427568 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [None req-eabf2e55-50ae-4119-b297-efb1dd30354d admin admin] For port fa72b2c7-9988-4d9e-885a-5ef7af03ef3a, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=fa72b2c7-9988-4d9e-885a-5ef7af03ef3a,segment=NetworkSegment(d11e9b2a-b364-4846-b359-aff2891efa01),segment_id=d11e9b2a-b364-4846-b359-aff2891efa01)] {{(pid=94467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:47:44.428856 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-eabf2e55-50ae-4119-b297-efb1dd30354d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:44.461648 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-eabf2e55-50ae-4119-b297-efb1dd30354d admin admin] Calling delete_port for fa72b2c7-9988-4d9e-885a-5ef7af03ef3a owned by network:dhcp {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:47:44.509189 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-6084610f-d13d-45bb-9a03-e5db47b09576 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:44.533199 n-d-694802-15 neutron-server[94466]: DEBUG neutron.notifiers.nova [None req-6084610f-d13d-45bb-9a03-e5db47b09576 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] device_id is not set on port 5f8e3cbe-55e9-46c5-8139-38e4ca47d221 yet. {{(pid=94466) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 14:47:44.555819 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f611ce4c-92c1-49b3-a589-101df104a2e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262'] for port, after_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:44.583437 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-eabf2e55-50ae-4119-b297-efb1dd30354d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:44.609575 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f611ce4c-92c1-49b3-a589-101df104a2e3 None None] Pushing event deleted for resources: {'Port': ['ID=031caebf-8d61-49fe-b15f-93b42ff64f8a,revision_number=None']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:47:44.612878 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f611ce4c-92c1-49b3-a589-101df104a2e3 None None] No DVR routers for this DVR port 031caebf-8d61-49fe-b15f-93b42ff64f8a on host n-d-694802-15 {{(pid=94468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:47:44.618572 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26f7200b-a18f-4075-a056-ab6f0fd3e52e None None] DHCP port deletion for 0d9820f1-7ae4-40f5-8f2a-0d263fc6aa74 request from n-d-694802-15 {{(pid=94468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 14:47:44.621816 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabf2e55-50ae-4119-b297-efb1dd30354d admin admin] Pushing event deleted for resources: {'Port': ['ID=fa72b2c7-9988-4d9e-885a-5ef7af03ef3a,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:47:44.625047 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eabf2e55-50ae-4119-b297-efb1dd30354d admin admin] No DVR routers for this DVR port fa72b2c7-9988-4d9e-885a-5ef7af03ef3a on host n-d-694802-15 {{(pid=94467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:47:44.659938 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d04e5735-6691-4260-8eef-fa531e6f575b None None] Network 9378e537-2bb0-4edb-bd96-98dc93aa0f93 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:47:44.731266 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-eabf2e55-50ae-4119-b297-efb1dd30354d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66413304', 'neutron.services.segments.db._delete_segments_for_network-8744654118000'] for network, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:44.751218 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-eabf2e55-50ae-4119-b297-efb1dd30354d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d9820f1-7ae4-40f5-8f2a-0d263fc6aa74']}} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:47:44.766581 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-eabf2e55-50ae-4119-b297-efb1dd30354d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd11e9b2a-b364-4846-b359-aff2891efa01') {'for_net_delete': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:47:44.770542 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-eabf2e55-50ae-4119-b297-efb1dd30354d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd11e9b2a-b364-4846-b359-aff2891efa01') {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:47:44.781632 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-eabf2e55-50ae-4119-b297-efb1dd30354d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744654122361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3857526'] for segment, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:44.799111 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-6084610f-d13d-45bb-9a03-e5db47b09576 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Allocated IP 2001:db8::230 (9378e537-2bb0-4edb-bd96-98dc93aa0f93/50820d2a-b159-4e66-8eca-5cb21420dede/5f8e3cbe-55e9-46c5-8139-38e4ca47d221) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:47:44.820311 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-eabf2e55-50ae-4119-b297-efb1dd30354d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:44.827699 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eabf2e55-50ae-4119-b297-efb1dd30354d admin admin] Releasing vlan 326 on physical network physnet1 to pool {{(pid=94467) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 14:47:44.830066 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-eabf2e55-50ae-4119-b297-efb1dd30354d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2859015'] for segment, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:44.831950 n-d-694802-15 neutron-server[94467]: Traceback (most recent call last): Aug 12 14:47:44.831950 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 14:47:44.831950 n-d-694802-15 neutron-server[94467]: timer() Aug 12 14:47:44.831950 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 14:47:44.831950 n-d-694802-15 neutron-server[94467]: cb(*args, **kw) Aug 12 14:47:44.831950 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 14:47:44.831950 n-d-694802-15 neutron-server[94467]: return func(*args, **kwargs) Aug 12 14:47:44.831950 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 14:47:44.831950 n-d-694802-15 neutron-server[94467]: self._notify() Aug 12 14:47:44.831950 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 14:47:44.831950 n-d-694802-15 neutron-server[94467]: self.callback(batched_events) Aug 12 14:47:44.831950 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 14:47:44.831950 n-d-694802-15 neutron-server[94467]: event.method(event) Aug 12 14:47:44.831950 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 14:47:44.831950 n-d-694802-15 neutron-server[94467]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 14:47:44.831950 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 14:47:44.831950 n-d-694802-15 neutron-server[94467]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 14:47:44.831950 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 14:47:44.831950 n-d-694802-15 neutron-server[94467]: return f(self, *a, **k) Aug 12 14:47:44.831950 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 14:47:44.831950 n-d-694802-15 neutron-server[94467]: return self._get(url).json() Aug 12 14:47:44.831950 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 14:47:44.831950 n-d-694802-15 neutron-server[94467]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 14:47:44.831950 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 14:47:44.831950 n-d-694802-15 neutron-server[94467]: return self.request(url, 'GET', **kwargs) Aug 12 14:47:44.831950 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 14:47:44.831950 n-d-694802-15 neutron-server[94467]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 14:47:44.831950 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 14:47:44.831950 n-d-694802-15 neutron-server[94467]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 14:47:44.831950 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 14:47:44.831950 n-d-694802-15 neutron-server[94467]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 14:47:44.831950 n-d-694802-15 neutron-server[94467]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 14:47:44.843756 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device c1133a4e-cbdf-4bd2-9238-c8959f599a29 no longer exists at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:47:44.870979 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] No Port match for: c1133a4e-cbdf-4bd2-9238-c8959f599a29 {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 14:47:44.871653 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device c1133a4e-cbdf-4bd2-9238-c8959f599a29 not bound to the agent host n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:47:44.872255 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device e819dced-bd84-4420-8af7-96fa470eb3c1 no longer exists at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:47:44.899570 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] No Port match for: e819dced-bd84-4420-8af7-96fa470eb3c1 {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 14:47:44.900270 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device e819dced-bd84-4420-8af7-96fa470eb3c1 not bound to the agent host n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:47:44.900912 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 031caebf-8d61-49fe-b15f-93b42ff64f8a no longer exists at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:47:44.913193 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-eabf2e55-50ae-4119-b297-efb1dd30354d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66413281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431520'] for network, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:44.922842 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-eabf2e55-50ae-4119-b297-efb1dd30354d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for network, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:44.929264 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-eabf2e55-50ae-4119-b297-efb1dd30354d admin admin] 10.222.0.39 "DELETE /v2.0/networks/0d9820f1-7ae4-40f5-8f2a-0d263fc6aa74 HTTP/1.1" status: 204 len: 168 time: 0.8273611 Aug 12 14:47:44.945466 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] No Port match for: 031caebf-8d61-49fe-b15f-93b42ff64f8a {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 14:47:44.948494 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 031caebf-8d61-49fe-b15f-93b42ff64f8a not bound to the agent host n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:47:44.948900 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabf2e55-50ae-4119-b297-efb1dd30354d admin admin] Pushing event deleted for resources: {'Network': ['ID=0d9820f1-7ae4-40f5-8f2a-0d263fc6aa74,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:47:44.951474 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device fa72b2c7-9988-4d9e-885a-5ef7af03ef3a no longer exists at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:47:44.981532 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] No Port match for: fa72b2c7-9988-4d9e-885a-5ef7af03ef3a {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 14:47:44.982354 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device fa72b2c7-9988-4d9e-885a-5ef7af03ef3a not bound to the agent host n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:47:45.020528 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96096018-ce4f-4e68-905a-bb89d46e3246 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa7035b3e-9a89-5964-b9f4-97301c3f476a-9378e537-2bb0-4edb-bd96-98dc93aa0f93', 'network_id': '9378e537-2bb0-4edb-bd96-98dc93aa0f93', 'tenant_id': 'f911637440044e5098fb64107964cb00', 'fixed_ips': [{'subnet_id': '50820d2a-b159-4e66-8eca-5cb21420dede'}]}} from n-d-694802-15. {{(pid=94468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 14:47:45.021951 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-96096018-ce4f-4e68-905a-bb89d46e3246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:45.049418 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-6084610f-d13d-45bb-9a03-e5db47b09576 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:45.067199 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-6084610f-d13d-45bb-9a03-e5db47b09576 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Transition to ACTIVE for port object 5f8e3cbe-55e9-46c5-8139-38e4ca47d221 will not be triggered until provisioned by entity DHCP. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:47:45.112923 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-6084610f-d13d-45bb-9a03-e5db47b09576 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:45.192256 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6084610f-d13d-45bb-9a03-e5db47b09576 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Network 9378e537-2bb0-4edb-bd96-98dc93aa0f93 is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:47:45.198688 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-6084610f-d13d-45bb-9a03-e5db47b09576 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:47:45.201360 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6084610f-d13d-45bb-9a03-e5db47b09576 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Pushing event updated for resources: {'Port': ['ID=5f8e3cbe-55e9-46c5-8139-38e4ca47d221,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:47:45.213319 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6084610f-d13d-45bb-9a03-e5db47b09576 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:47:45.219206 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.db_base_plugin_common [None req-96096018-ce4f-4e68-905a-bb89d46e3246 None None] Allocated IP 2001:db8::2 (9378e537-2bb0-4edb-bd96-98dc93aa0f93/50820d2a-b159-4e66-8eca-5cb21420dede/a1ad0dd3-bedf-4dee-bd6c-34b8ed428f2c) {{(pid=94468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:47:45.225048 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6084610f-d13d-45bb-9a03-e5db47b09576 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:47:45.225949 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-6084610f-d13d-45bb-9a03-e5db47b09576 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:45.246048 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-6084610f-d13d-45bb-9a03-e5db47b09576 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.1252666 Aug 12 14:47:45.248527 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 54964) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:47:45.251840 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 54966) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:47:45.320299 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-564f0596-9702-4c7b-b8b7-b742cee0a47d tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:47:45.353671 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-564f0596-9702-4c7b-b8b7-b742cee0a47d tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 928 time: 0.0762219 Aug 12 14:47:45.353671 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 54968) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:47:45.397898 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 54972) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:47:45.401649 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-679a15f4-e0b0-4cad-982e-40ad1bc91ca9 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7fc51bb8d46c40808340f774760557a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1413324 Aug 12 14:47:45.425008 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-96096018-ce4f-4e68-905a-bb89d46e3246 None None] Notify callbacks [] for port, precommit_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:45.456145 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-96096018-ce4f-4e68-905a-bb89d46e3246 None None] Transition to ACTIVE for port object a1ad0dd3-bedf-4dee-bd6c-34b8ed428f2c will not be triggered until provisioned by entity L2. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:47:45.474399 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-96096018-ce4f-4e68-905a-bb89d46e3246 None None] Transition to ACTIVE for port object a1ad0dd3-bedf-4dee-bd6c-34b8ed428f2c will not be triggered until provisioned by entity DHCP. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:47:45.485318 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-96096018-ce4f-4e68-905a-bb89d46e3246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253'] for port, after_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:45.536474 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96096018-ce4f-4e68-905a-bb89d46e3246 None None] Network 9378e537-2bb0-4edb-bd96-98dc93aa0f93 is already hosted by enough agents. {{(pid=94468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:47:45.541112 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c553dee0-0650-41af-9de8-0677a98a8a28 req-1a0f3d62-aebd-4b0d-9bf0-8282b3a6ef1a tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:47:45.541595 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.base_scheduler [None req-96096018-ce4f-4e68-905a-bb89d46e3246 None None] Resources bound (agent type, host, resource id): {{(pid=94468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:47:45.546588 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-ff6941fd-2247-40cb-bf83-be234a813cd4 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Deleting port 5f8e3cbe-55e9-46c5-8139-38e4ca47d221 {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:47:45.547192 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96096018-ce4f-4e68-905a-bb89d46e3246 None None] Received port after_create {{(pid=94468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:47:45.547316 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ff6941fd-2247-40cb-bf83-be234a813cd4 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:45.548029 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c553dee0-0650-41af-9de8-0677a98a8a28 req-1a0f3d62-aebd-4b0d-9bf0-8282b3a6ef1a tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/ports?device_id=b148e05e-7d9e-4da9-9b03-99a8a72e94ac HTTP/1.1" status: 200 len: 945 time: 0.0853369 Aug 12 14:47:45.577265 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-68c0ec8b-4e4b-4dc1-95fe-856167b505fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:45.606124 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-fe95f194-a3b0-4c04-9e42-20b511169d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:45.636059 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96096018-ce4f-4e68-905a-bb89d46e3246 None None] Pushing event updated for resources: {'Port': ['ID=a1ad0dd3-bedf-4dee-bd6c-34b8ed428f2c,revision_number=1']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:47:45.639135 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c553dee0-0650-41af-9de8-0677a98a8a28 req-f54da7d4-dfad-48ae-ab75-29ce4ca59585 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/security-groups?id=ae835367-3679-4f41-a825-d086536e4cce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0834270 Aug 12 14:47:45.655977 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-96096018-ce4f-4e68-905a-bb89d46e3246 None None] Attempting to bind port a1ad0dd3-bedf-4dee-bd6c-34b8ed428f2c on host n-d-694802-15 for vnic_type normal with profile {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:47:45.656289 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-96096018-ce4f-4e68-905a-bb89d46e3246 None None] Attempting to bind port a1ad0dd3-bedf-4dee-bd6c-34b8ed428f2c by drivers openvswitch,hyperv on host n-d-694802-15 at level 0 using segments [{'id': '29ba2c71-2731-40cb-80f7-8e3bbe9101b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '9378e537-2bb0-4edb-bd96-98dc93aa0f93'}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:47:45.656664 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96096018-ce4f-4e68-905a-bb89d46e3246 None None] Attempting to bind port a1ad0dd3-bedf-4dee-bd6c-34b8ed428f2c on network 9378e537-2bb0-4edb-bd96-98dc93aa0f93 {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:47:45.661558 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-68c0ec8b-4e4b-4dc1-95fe-856167b505fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:45.666883 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96096018-ce4f-4e68-905a-bb89d46e3246 None None] Checking agent: {'id': '16de73ac-f2e9-4cee-b3e0-91052ae3e6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 20, 13), 'started_at': datetime.datetime(2021, 8, 12, 14, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 47, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:47:45.667297 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96096018-ce4f-4e68-905a-bb89d46e3246 None None] Checking segment: {'id': '29ba2c71-2731-40cb-80f7-8e3bbe9101b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '9378e537-2bb0-4edb-bd96-98dc93aa0f93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:47:45.667708 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-96096018-ce4f-4e68-905a-bb89d46e3246 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:45.668156 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96096018-ce4f-4e68-905a-bb89d46e3246 None None] Bound using segment: {'id': '29ba2c71-2731-40cb-80f7-8e3bbe9101b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '9378e537-2bb0-4edb-bd96-98dc93aa0f93'} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:47:45.668639 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-96096018-ce4f-4e68-905a-bb89d46e3246 None None] Bound port: a1ad0dd3-bedf-4dee-bd6c-34b8ed428f2c, host: n-d-694802-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29ba2c71-2731-40cb-80f7-8e3bbe9101b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '9378e537-2bb0-4edb-bd96-98dc93aa0f93'}}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:47:45.669026 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-96096018-ce4f-4e68-905a-bb89d46e3246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:45.739294 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ff6941fd-2247-40cb-bf83-be234a813cd4 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:45.753549 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-ff6941fd-2247-40cb-bf83-be234a813cd4 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Calling delete_port for 5f8e3cbe-55e9-46c5-8139-38e4ca47d221 owned by {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:47:45.756446 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-96096018-ce4f-4e68-905a-bb89d46e3246 None None] For port a1ad0dd3-bedf-4dee-bd6c-34b8ed428f2c, host n-d-694802-15, cleared binding levels {{(pid=94468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:47:45.759626 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-96096018-ce4f-4e68-905a-bb89d46e3246 None None] For port a1ad0dd3-bedf-4dee-bd6c-34b8ed428f2c, host n-d-694802-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=a1ad0dd3-bedf-4dee-bd6c-34b8ed428f2c,segment=NetworkSegment(29ba2c71-2731-40cb-80f7-8e3bbe9101b4),segment_id=29ba2c71-2731-40cb-80f7-8e3bbe9101b4)] {{(pid=94468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:47:45.761177 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-68c0ec8b-4e4b-4dc1-95fe-856167b505fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:45.764020 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-68c0ec8b-4e4b-4dc1-95fe-856167b505fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:45.765246 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-68c0ec8b-4e4b-4dc1-95fe-856167b505fb admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ba616c86-8dff-4988-83e0-d1db1a286b22 HTTP/1.1" status: 204 len: 168 time: 0.3639040 Aug 12 14:47:45.766805 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-96096018-ce4f-4e68-905a-bb89d46e3246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:45.816426 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c0ec8b-4e4b-4dc1-95fe-856167b505fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba616c86-8dff-4988-83e0-d1db1a286b22,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:47:45.825280 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96096018-ce4f-4e68-905a-bb89d46e3246 None None] Pushing event updated for resources: {'Port': ['ID=a1ad0dd3-bedf-4dee-bd6c-34b8ed428f2c,revision_number=2']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:47:46.014477 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ff6941fd-2247-40cb-bf83-be234a813cd4 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:46.053157 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6941fd-2247-40cb-bf83-be234a813cd4 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Pushing event deleted for resources: {'Port': ['ID=5f8e3cbe-55e9-46c5-8139-38e4ca47d221,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:47:46.104202 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ff6941fd-2247-40cb-bf83-be234a813cd4 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:46.106477 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-ff6941fd-2247-40cb-bf83-be234a813cd4 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] 10.222.0.39 "DELETE /v2.0/ports/5f8e3cbe-55e9-46c5-8139-38e4ca47d221 HTTP/1.1" status: 204 len: 168 time: 0.7752476 Aug 12 14:47:46.108954 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 54982) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:47:46.193528 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83b2a301-ac71-4186-9536-bf50cd982612 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:47:46.195173 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83b2a301-ac71-4186-9536-bf50cd982612 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:47:46.199454 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-83b2a301-ac71-4186-9536-bf50cd982612 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.0890484 Aug 12 14:47:46.202032 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 54984) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:47:46.328182 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_v2 [None req-2951cd43-5539-467a-99bf-d9bb3e94ab9e tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Deleting subnet 50820d2a-b159-4e66-8eca-5cb21420dede {{(pid=94467) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 14:47:46.337347 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-2951cd43-5539-467a-99bf-d9bb3e94ab9e tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks [] for subnet, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:46.384808 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-2951cd43-5539-467a-99bf-d9bb3e94ab9e tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3857505'] for subnet, precommit_delete_associations {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:46.495551 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-2951cd43-5539-467a-99bf-d9bb3e94ab9e tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66416255'] for subnet, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:46.577977 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-2951cd43-5539-467a-99bf-d9bb3e94ab9e tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66416232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2859225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3343748'] for subnet, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:46.599135 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-2951cd43-5539-467a-99bf-d9bb3e94ab9e tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks [] for subnet, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:46.603921 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 54996) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:47:46.604505 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-2951cd43-5539-467a-99bf-d9bb3e94ab9e tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] 10.222.0.39 "DELETE /v2.0/subnets/50820d2a-b159-4e66-8eca-5cb21420dede HTTP/1.1" status: 204 len: 168 time: 0.4009032 Aug 12 14:47:46.623072 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2951cd43-5539-467a-99bf-d9bb3e94ab9e tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Pushing event deleted for resources: {'Subnet': ['ID=50820d2a-b159-4e66-8eca-5cb21420dede,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:47:46.725234 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 55006) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:47:46.743525 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-7b35cc9d-92c2-4a08-a06f-86e9edacdd8c tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1374934 Aug 12 14:47:46.826626 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26bd25ec-a5b9-4cb6-8ddf-b76135624356 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:47:46.831316 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-26bd25ec-a5b9-4cb6-8ddf-b76135624356 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0985324 Aug 12 14:47:46.832285 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 55010) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:47:46.912916 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bf06812-3dcb-409a-81df-77d5e1b88337 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:47:46.916270 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-8bf06812-3dcb-409a-81df-77d5e1b88337 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0823946 Aug 12 14:47:46.918881 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 55014) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:47:46.949848 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device a1ad0dd3-bedf-4dee-bd6c-34b8ed428f2c up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:47:46.979490 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbd3b08-7c49-4ad7-8a95-7a050cf71200 req-2b48f987-4074-42c8-9384-25b456e0f810 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:47:46.986206 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-dfbd3b08-7c49-4ad7-8a95-7a050cf71200 req-2b48f987-4074-42c8-9384-25b456e0f810 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/ports?device_id=b148e05e-7d9e-4da9-9b03-99a8a72e94ac HTTP/1.1" status: 200 len: 945 time: 0.1631687 Aug 12 14:47:47.039526 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-dd9964e2-4e3a-4da5-8e74-c3c4d7673cb7 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1160564 Aug 12 14:47:47.039779 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 55016) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:47:47.044761 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-87c64bf9-e899-4e66-a723-d0b939bb808d tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Request body: {'subnet': {'network_id': '9378e537-2bb0-4edb-bd96-98dc93aa0f93', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:47:47.062445 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-dfbd3b08-7c49-4ad7-8a95-7a050cf71200 req-371e639c-c8ca-4541-b1ac-747643f32c77 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/security-groups?id=ae835367-3679-4f41-a825-d086536e4cce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664873 Aug 12 14:47:47.072827 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 55020) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:47:47.080491 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning for port a1ad0dd3-bedf-4dee-bd6c-34b8ed428f2c completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:47:47.211332 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87c64bf9-e899-4e66-a723-d0b939bb808d tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Made reservation on behalf of f911637440044e5098fb64107964cb00 for: {'subnet': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:47:47.216098 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-87c64bf9-e899-4e66-a723-d0b939bb808d tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3343791'] for subnet, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:47.235333 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-3c93853e-3438-423e-a4bb-c08ffd5becae admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1596178440-network', 'tenant_id': '4e49bc3e091c4eda956a9a447088c9d3'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:47:47.266796 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c93853e-3438-423e-a4bb-c08ffd5becae admin admin] Made reservation on behalf of 4e49bc3e091c4eda956a9a447088c9d3 for: {'network': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:47:47.275486 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3c93853e-3438-423e-a4bb-c08ffd5becae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for network, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:47.278486 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91e2a4a5-5881-4bd8-86d9-5039d6c9cb13 None None] Network 9378e537-2bb0-4edb-bd96-98dc93aa0f93 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:47:47.288645 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3c93853e-3438-423e-a4bb-c08ffd5becae admin admin] Notify callbacks [] for security_group, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:47.412778 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-9b260dd1-ffaa-497a-9323-7fb4a285c529 None None] Provisioning for port a1ad0dd3-bedf-4dee-bd6c-34b8ed428f2c completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:47:47.413217 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3c93853e-3438-423e-a4bb-c08ffd5becae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:47.418670 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3c93853e-3438-423e-a4bb-c08ffd5becae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:47.420252 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-9b260dd1-ffaa-497a-9323-7fb4a285c529 None None] Provisioning complete for port a1ad0dd3-bedf-4dee-bd6c-34b8ed428f2c triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:47:47.420893 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-9b260dd1-ffaa-497a-9323-7fb4a285c529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:47.474309 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c93853e-3438-423e-a4bb-c08ffd5becae admin admin] vlan segment allocate from pool success with {'vlan_id': 301, 'physical_network': 'physnet1'} {{(pid=94466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 14:47:47.485367 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c93853e-3438-423e-a4bb-c08ffd5becae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffde4fdd-3e48-42f0-85a4-a8d1f457df55,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:47:47.506850 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3c93853e-3438-423e-a4bb-c08ffd5becae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:47.507213 n-d-694802-15 neutron-server[94466]: INFO neutron.db.segments_db [None req-3c93853e-3438-423e-a4bb-c08ffd5becae admin admin] Added segment dbc74f4b-9c71-4690-bfd7-b74eec572bdc of type vlan for network 92ddf977-0304-4820-a17a-d4078b17621c Aug 12 14:47:47.562151 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-9b260dd1-ffaa-497a-9323-7fb4a285c529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:47.577521 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fb2cd2d-0e0f-455a-a129-8a6761befaf5 None None] DHCP port deletion for 9378e537-2bb0-4edb-bd96-98dc93aa0f93 request from n-d-694802-15 {{(pid=94468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 14:47:47.588203 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3c93853e-3438-423e-a4bb-c08ffd5becae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744653628263'] for network, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:47.626617 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3c93853e-3438-423e-a4bb-c08ffd5becae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409'] for network, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:47.628519 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c93853e-3438-423e-a4bb-c08ffd5becae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:47:47.629049 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3c93853e-3438-423e-a4bb-c08ffd5becae admin admin] Notify callbacks [] for network, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:47.657836 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-9b260dd1-ffaa-497a-9323-7fb4a285c529 None None] For port a1ad0dd3-bedf-4dee-bd6c-34b8ed428f2c, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=a1ad0dd3-bedf-4dee-bd6c-34b8ed428f2c,segment=NetworkSegment(29ba2c71-2731-40cb-80f7-8e3bbe9101b4),segment_id=29ba2c71-2731-40cb-80f7-8e3bbe9101b4)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:47:47.661370 n-d-694802-15 neutron-server[94467]: DEBUG neutron.objects.ports [None req-87c64bf9-e899-4e66-a723-d0b939bb808d tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94467) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 12 14:47:47.667958 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-9b260dd1-ffaa-497a-9323-7fb4a285c529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:47.672035 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-3c93853e-3438-423e-a4bb-c08ffd5becae admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5977633 Aug 12 14:47:47.672699 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 55024) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:47:47.676498 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-3fb2cd2d-0e0f-455a-a129-8a6761befaf5 None None] Deleting port a1ad0dd3-bedf-4dee-bd6c-34b8ed428f2c {{(pid=94468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:47:47.676869 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-3fb2cd2d-0e0f-455a-a129-8a6761befaf5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:47.716862 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-3dcdf242-e20b-45cc-bc1f-c830b03c39d0 admin admin] Request body: {'subnet': {'network_id': '92ddf977-0304-4820-a17a-d4078b17621c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1596178440-subnet', 'tenant_id': '4e49bc3e091c4eda956a9a447088c9d3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:47:47.747576 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dcdf242-e20b-45cc-bc1f-c830b03c39d0 admin admin] Made reservation on behalf of 4e49bc3e091c4eda956a9a447088c9d3 for: {'subnet': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:47:47.750089 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3dcdf242-e20b-45cc-bc1f-c830b03c39d0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8776441'] for subnet, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:47.767655 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-3fb2cd2d-0e0f-455a-a129-8a6761befaf5 None None] For port a1ad0dd3-bedf-4dee-bd6c-34b8ed428f2c, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=a1ad0dd3-bedf-4dee-bd6c-34b8ed428f2c,segment=NetworkSegment(29ba2c71-2731-40cb-80f7-8e3bbe9101b4),segment_id=29ba2c71-2731-40cb-80f7-8e3bbe9101b4)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:47:47.768122 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-3fb2cd2d-0e0f-455a-a129-8a6761befaf5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:47.785163 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-3fb2cd2d-0e0f-455a-a129-8a6761befaf5 None None] Calling delete_port for a1ad0dd3-bedf-4dee-bd6c-34b8ed428f2c owned by network:dhcp {{(pid=94468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:47:47.806160 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c93853e-3438-423e-a4bb-c08ffd5becae admin admin] Pushing event updated for resources: {'Network': ['ID=92ddf977-0304-4820-a17a-d4078b17621c,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:47:47.849721 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-87c64bf9-e899-4e66-a723-d0b939bb808d tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:47.899445 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Network 92ddf977-0304-4820-a17a-d4078b17621c details requested by agent ovs-agent-n-d-694802-15 with host n-d-694802-15 {{(pid=94468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 14:47:47.996723 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-3fb2cd2d-0e0f-455a-a129-8a6761befaf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262'] for port, after_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:47.998679 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3dcdf242-e20b-45cc-bc1f-c830b03c39d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3718490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8776395'] for subnet, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:48.048048 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb2cd2d-0e0f-455a-a129-8a6761befaf5 None None] No DVR routers for this DVR port a1ad0dd3-bedf-4dee-bd6c-34b8ed428f2c on host n-d-694802-15 {{(pid=94468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:47:48.085345 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dcdf242-e20b-45cc-bc1f-c830b03c39d0 admin admin] Checking segment: {'id': 'dbc74f4b-9c71-4690-bfd7-b74eec572bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '92ddf977-0304-4820-a17a-d4078b17621c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:47:48.085620 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b260dd1-ffaa-497a-9323-7fb4a285c529 None None] Pushing event updated for resources: {'Port': ['ID=a1ad0dd3-bedf-4dee-bd6c-34b8ed428f2c,revision_number=5']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:47:48.085732 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dcdf242-e20b-45cc-bc1f-c830b03c39d0 admin admin] Network hostable DHCP agents. Network: 92ddf977-0304-4820-a17a-d4078b17621c, hostable agents: ['1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658'], hosted agents: [] {{(pid=94466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 14:47:48.089945 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcdf242-e20b-45cc-bc1f-c830b03c39d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=54c3aa42-df42-4181-85c8-87699adc7db5,revision_number=0']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:47:48.129998 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dcdf242-e20b-45cc-bc1f-c830b03c39d0 admin admin] Network 92ddf977-0304-4820-a17a-d4078b17621c is scheduled to be hosted by DHCP agent 1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658 with binding_index 1 {{(pid=94466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 14:47:48.131442 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [None req-87c64bf9-e899-4e66-a723-d0b939bb808d tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] For port a1ad0dd3-bedf-4dee-bd6c-34b8ed428f2c, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=a1ad0dd3-bedf-4dee-bd6c-34b8ed428f2c,segment=NetworkSegment(29ba2c71-2731-40cb-80f7-8e3bbe9101b4),segment_id=29ba2c71-2731-40cb-80f7-8e3bbe9101b4)] {{(pid=94467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:47:48.148080 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-3dcdf242-e20b-45cc-bc1f-c830b03c39d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-15, 92ddf977-0304-4820-a17a-d4078b17621c) {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:47:48.154804 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dcdf242-e20b-45cc-bc1f-c830b03c39d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:47:48.157884 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3dcdf242-e20b-45cc-bc1f-c830b03c39d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for subnet, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:48.165004 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb2cd2d-0e0f-455a-a129-8a6761befaf5 None None] Pushing event deleted for resources: {'Port': ['ID=a1ad0dd3-bedf-4dee-bd6c-34b8ed428f2c,revision_number=None']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:47:48.174632 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f841a871-4dd4-48fd-b6ec-872204dbe43d None None] Network 92ddf977-0304-4820-a17a-d4078b17621c requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:47:48.194801 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-3dcdf242-e20b-45cc-bc1f-c830b03c39d0 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4782445 Aug 12 14:47:48.238493 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-87c64bf9-e899-4e66-a723-d0b939bb808d tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:48.246242 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-87c64bf9-e899-4e66-a723-d0b939bb808d tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:48.247215 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-87c64bf9-e899-4e66-a723-d0b939bb808d tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2859166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3343773'] for subnet, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:48.346688 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9f84381-8005-4234-8f5d-c1133d75fbfd None None] Network 92ddf977-0304-4820-a17a-d4078b17621c requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:47:48.600507 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8513e6-33db-4c2a-8885-dd11fb394be5 req-1da370ba-81d0-4c0c-95f2-23f8242e33b9 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:47:48.602057 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3d8513e6-33db-4c2a-8885-dd11fb394be5 req-1da370ba-81d0-4c0c-95f2-23f8242e33b9 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/ports?device_id=b148e05e-7d9e-4da9-9b03-99a8a72e94ac HTTP/1.1" status: 200 len: 945 time: 0.4075828 Aug 12 14:47:48.606809 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c64bf9-e899-4e66-a723-d0b939bb808d tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Pushing event deleted for resources: {'Port': ['ID=a1ad0dd3-bedf-4dee-bd6c-34b8ed428f2c,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:47:48.634177 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87c64bf9-e899-4e66-a723-d0b939bb808d tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Network 9378e537-2bb0-4edb-bd96-98dc93aa0f93 is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:47:48.643931 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [None req-87c64bf9-e899-4e66-a723-d0b939bb808d tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:47:48.647278 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87c64bf9-e899-4e66-a723-d0b939bb808d tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:47:48.647968 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-87c64bf9-e899-4e66-a723-d0b939bb808d tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks [] for subnet, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:48.659814 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c326029-1d4f-43ca-9cc0-18dfdf729644 None None] Network 9378e537-2bb0-4edb-bd96-98dc93aa0f93 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:47:48.708056 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3d8513e6-33db-4c2a-8885-dd11fb394be5 req-9d1e85e6-e157-47f6-80a4-b55976526bb8 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/security-groups?id=ae835367-3679-4f41-a825-d086536e4cce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0918927 Aug 12 14:47:48.709448 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c64bf9-e899-4e66-a723-d0b939bb808d tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Pushing event updated for resources: {'Subnet': ['ID=253ec269-6f7f-4465-8640-f7f275ad3094,revision_number=0']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:47:48.740280 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 55040) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:47:48.740872 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-87c64bf9-e899-4e66-a723-d0b939bb808d tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.6995120 Aug 12 14:47:48.746020 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-baaa2c9f-144b-4ce4-8fcd-73385413dced tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Request body: {'subnet': {'network_id': '9378e537-2bb0-4edb-bd96-98dc93aa0f93', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:47:48.938149 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device a1ad0dd3-bedf-4dee-bd6c-34b8ed428f2c no longer exists at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:47:48.941881 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baaa2c9f-144b-4ce4-8fcd-73385413dced tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Made reservation on behalf of f911637440044e5098fb64107964cb00 for: {'subnet': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:47:48.945871 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-baaa2c9f-144b-4ce4-8fcd-73385413dced tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8776441'] for subnet, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:48.966994 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] No Port match for: a1ad0dd3-bedf-4dee-bd6c-34b8ed428f2c {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 14:47:48.968247 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device a1ad0dd3-bedf-4dee-bd6c-34b8ed428f2c not bound to the agent host n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:47:49.097796 n-d-694802-15 neutron-server[94466]: INFO neutron.db.ipam_backend_mixin [None req-baaa2c9f-144b-4ce4-8fcd-73385413dced tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 253ec269-6f7f-4465-8640-f7f275ad3094 (CIDR: 2001:db8::/64) Aug 12 14:47:49.102864 n-d-694802-15 neutron-server[94466]: INFO neutron.pecan_wsgi.hooks.translation [None req-baaa2c9f-144b-4ce4-8fcd-73385413dced tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 12 14:47:49.103348 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-baaa2c9f-144b-4ce4-8fcd-73385413dced tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 14:47:49.129746 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 55056) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:47:49.135446 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-29924fba-28ab-481c-bb21-054db778ea5c tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Request body: {'subnet': {'network_id': '9378e537-2bb0-4edb-bd96-98dc93aa0f93', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:47:49.143531 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44eee91b-e5ea-4ee6-9d86-480ea1d0500d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa7035b3e-9a89-5964-b9f4-97301c3f476a-9378e537-2bb0-4edb-bd96-98dc93aa0f93', 'network_id': '9378e537-2bb0-4edb-bd96-98dc93aa0f93', 'tenant_id': 'f911637440044e5098fb64107964cb00', 'fixed_ips': [{'subnet_id': '253ec269-6f7f-4465-8640-f7f275ad3094'}]}} from n-d-694802-15. {{(pid=94468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 14:47:49.144218 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-baaa2c9f-144b-4ce4-8fcd-73385413dced tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4021590 Aug 12 14:47:49.155978 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-44eee91b-e5ea-4ee6-9d86-480ea1d0500d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:49.282595 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29924fba-28ab-481c-bb21-054db778ea5c tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Made reservation on behalf of f911637440044e5098fb64107964cb00 for: {'subnet': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:47:49.287872 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-29924fba-28ab-481c-bb21-054db778ea5c tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3343791'] for subnet, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:49.366742 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.db_base_plugin_common [None req-44eee91b-e5ea-4ee6-9d86-480ea1d0500d None None] Allocated IP 2001:db8::f816:3eff:fe19:a80d (9378e537-2bb0-4edb-bd96-98dc93aa0f93/253ec269-6f7f-4465-8640-f7f275ad3094/acf84ae4-7643-4917-b0ab-489fcb58a908) {{(pid=94468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:47:49.582102 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-29924fba-28ab-481c-bb21-054db778ea5c tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2859166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3343773'] for subnet, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:49.628426 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29924fba-28ab-481c-bb21-054db778ea5c tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Network 9378e537-2bb0-4edb-bd96-98dc93aa0f93 is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:47:49.630910 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [None req-29924fba-28ab-481c-bb21-054db778ea5c tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:47:49.665397 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29924fba-28ab-481c-bb21-054db778ea5c tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:47:49.666036 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-29924fba-28ab-481c-bb21-054db778ea5c tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks [] for subnet, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:49.668357 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-44eee91b-e5ea-4ee6-9d86-480ea1d0500d None None] Notify callbacks [] for port, precommit_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:49.669797 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29924fba-28ab-481c-bb21-054db778ea5c tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Pushing event updated for resources: {'Subnet': ['ID=e3f84064-8775-4cbe-bb22-cab7f12eeb7b,revision_number=0']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:47:49.678244 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-44eee91b-e5ea-4ee6-9d86-480ea1d0500d None None] Transition to ACTIVE for port object acf84ae4-7643-4917-b0ab-489fcb58a908 will not be triggered until provisioned by entity L2. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:47:49.691828 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-29924fba-28ab-481c-bb21-054db778ea5c tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5607190 Aug 12 14:47:49.694684 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 55072) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:47:49.700472 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-44eee91b-e5ea-4ee6-9d86-480ea1d0500d None None] Transition to ACTIVE for port object acf84ae4-7643-4917-b0ab-489fcb58a908 will not be triggered until provisioned by entity DHCP. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:47:49.701584 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-4eaf480b-308a-46ed-a67d-c6726a0a918c tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Request body: {'port': {'network_id': '9378e537-2bb0-4edb-bd96-98dc93aa0f93', 'mac_address': 'fa:16:3e:59:df:a3', 'name': 'tempest-NetworksTestDHCPv6-815172488'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:47:49.709892 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-44eee91b-e5ea-4ee6-9d86-480ea1d0500d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253'] for port, after_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:49.789317 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44eee91b-e5ea-4ee6-9d86-480ea1d0500d None None] Network 9378e537-2bb0-4edb-bd96-98dc93aa0f93 is already hosted by enough agents. {{(pid=94468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:47:49.793780 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.base_scheduler [None req-44eee91b-e5ea-4ee6-9d86-480ea1d0500d None None] Resources bound (agent type, host, resource id): {{(pid=94468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:47:49.801579 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44eee91b-e5ea-4ee6-9d86-480ea1d0500d None None] Received port after_create {{(pid=94468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:47:49.816945 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44eee91b-e5ea-4ee6-9d86-480ea1d0500d None None] Pushing event updated for resources: {'Port': ['ID=acf84ae4-7643-4917-b0ab-489fcb58a908,revision_number=1']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:47:49.901109 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-44eee91b-e5ea-4ee6-9d86-480ea1d0500d None None] Attempting to bind port acf84ae4-7643-4917-b0ab-489fcb58a908 on host n-d-694802-15 for vnic_type normal with profile {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:47:49.901109 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-44eee91b-e5ea-4ee6-9d86-480ea1d0500d None None] Attempting to bind port acf84ae4-7643-4917-b0ab-489fcb58a908 by drivers openvswitch,hyperv on host n-d-694802-15 at level 0 using segments [{'id': '29ba2c71-2731-40cb-80f7-8e3bbe9101b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '9378e537-2bb0-4edb-bd96-98dc93aa0f93'}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:47:49.901483 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44eee91b-e5ea-4ee6-9d86-480ea1d0500d None None] Attempting to bind port acf84ae4-7643-4917-b0ab-489fcb58a908 on network 9378e537-2bb0-4edb-bd96-98dc93aa0f93 {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:47:49.909575 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44eee91b-e5ea-4ee6-9d86-480ea1d0500d None None] Checking agent: {'id': '16de73ac-f2e9-4cee-b3e0-91052ae3e6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 20, 13), 'started_at': datetime.datetime(2021, 8, 12, 14, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 47, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:47:49.910104 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44eee91b-e5ea-4ee6-9d86-480ea1d0500d None None] Checking segment: {'id': '29ba2c71-2731-40cb-80f7-8e3bbe9101b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '9378e537-2bb0-4edb-bd96-98dc93aa0f93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:47:49.910613 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-44eee91b-e5ea-4ee6-9d86-480ea1d0500d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:49.911153 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44eee91b-e5ea-4ee6-9d86-480ea1d0500d None None] Bound using segment: {'id': '29ba2c71-2731-40cb-80f7-8e3bbe9101b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '9378e537-2bb0-4edb-bd96-98dc93aa0f93'} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:47:49.912291 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-44eee91b-e5ea-4ee6-9d86-480ea1d0500d None None] Bound port: acf84ae4-7643-4917-b0ab-489fcb58a908, host: n-d-694802-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29ba2c71-2731-40cb-80f7-8e3bbe9101b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '9378e537-2bb0-4edb-bd96-98dc93aa0f93'}}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:47:49.912845 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-44eee91b-e5ea-4ee6-9d86-480ea1d0500d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:49.920064 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bd2c20-c60a-464e-ab9e-9aed86a689df req-d32a49c9-f981-4422-bab3-d61d68f8bb55 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:47:49.927828 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-96bd2c20-c60a-464e-ab9e-9aed86a689df req-d32a49c9-f981-4422-bab3-d61d68f8bb55 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/ports?device_id=b148e05e-7d9e-4da9-9b03-99a8a72e94ac HTTP/1.1" status: 200 len: 945 time: 0.0773652 Aug 12 14:47:49.961184 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4eaf480b-308a-46ed-a67d-c6726a0a918c tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Made reservation on behalf of f911637440044e5098fb64107964cb00 for: {'port': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:47:49.977138 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-96bd2c20-c60a-464e-ab9e-9aed86a689df req-fbc635d2-93e9-4465-a1a0-05f3815ac2c0 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/security-groups?id=ae835367-3679-4f41-a825-d086536e4cce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483344 Aug 12 14:47:50.019297 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-44eee91b-e5ea-4ee6-9d86-480ea1d0500d None None] For port acf84ae4-7643-4917-b0ab-489fcb58a908, host n-d-694802-15, cleared binding levels {{(pid=94468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:47:50.022575 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-44eee91b-e5ea-4ee6-9d86-480ea1d0500d None None] For port acf84ae4-7643-4917-b0ab-489fcb58a908, host n-d-694802-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=acf84ae4-7643-4917-b0ab-489fcb58a908,segment=NetworkSegment(29ba2c71-2731-40cb-80f7-8e3bbe9101b4),segment_id=29ba2c71-2731-40cb-80f7-8e3bbe9101b4)] {{(pid=94468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:47:50.029841 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-44eee91b-e5ea-4ee6-9d86-480ea1d0500d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:50.079236 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69f9def-197a-4658-b4ab-b4926e1b8eac req-b2ce2e35-e37d-45bc-b6d8-ecee50d8e851 tempest-ServerGroupTestJSON-919267211 tempest-ServerGroupTestJSON-919267211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:47:50.081726 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f69f9def-197a-4658-b4ab-b4926e1b8eac req-b2ce2e35-e37d-45bc-b6d8-ecee50d8e851 tempest-ServerGroupTestJSON-919267211 tempest-ServerGroupTestJSON-919267211-project] 10.222.0.39 "GET /v2.0/networks?id=92ddf977-0304-4820-a17a-d4078b17621c HTTP/1.1" status: 200 len: 810 time: 0.2706106 Aug 12 14:47:50.114669 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44eee91b-e5ea-4ee6-9d86-480ea1d0500d None None] Pushing event updated for resources: {'Port': ['ID=acf84ae4-7643-4917-b0ab-489fcb58a908,revision_number=2']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:47:50.129151 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f69f9def-197a-4658-b4ab-b4926e1b8eac req-6239fee8-1bf4-4124-b4ff-a2a8b7e7ac51 tempest-ServerGroupTestJSON-919267211 tempest-ServerGroupTestJSON-919267211-project] 10.222.0.39 "GET /v2.0/quotas/4e49bc3e091c4eda956a9a447088c9d3 HTTP/1.1" status: 200 len: 375 time: 0.0168362 Aug 12 14:47:50.155294 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-4eaf480b-308a-46ed-a67d-c6726a0a918c tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:50.173650 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f69f9def-197a-4658-b4ab-b4926e1b8eac req-3c9b878b-d5bc-49e3-87b7-b4011aafc303 tempest-ServerGroupTestJSON-919267211 tempest-ServerGroupTestJSON-919267211-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=4e49bc3e091c4eda956a9a447088c9d3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0351262 Aug 12 14:47:50.199721 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [None req-4eaf480b-308a-46ed-a67d-c6726a0a918c tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] device_id is not set on port 8c79000f-319a-425f-a10d-62f59be43a72 yet. {{(pid=94467) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 14:47:50.396369 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f69f9def-197a-4658-b4ab-b4926e1b8eac req-9eb46611-17b0-47e5-8899-5871683928d3 service neutron] 10.222.0.39 "GET /v2.0/networks/92ddf977-0304-4820-a17a-d4078b17621c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2141786 Aug 12 14:47:50.543183 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_common [None req-4eaf480b-308a-46ed-a67d-c6726a0a918c tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Allocated IP 2001:db8:0:1::1a0 (9378e537-2bb0-4edb-bd96-98dc93aa0f93/e3f84064-8775-4cbe-bb22-cab7f12eeb7b/8c79000f-319a-425f-a10d-62f59be43a72) {{(pid=94467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:47:50.558835 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_common [None req-4eaf480b-308a-46ed-a67d-c6726a0a918c tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Allocated IP 2001:db8::f816:3eff:fe59:dfa3 (9378e537-2bb0-4edb-bd96-98dc93aa0f93/253ec269-6f7f-4465-8640-f7f275ad3094/8c79000f-319a-425f-a10d-62f59be43a72) {{(pid=94467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:47:50.567648 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f69f9def-197a-4658-b4ab-b4926e1b8eac req-ec481397-1f6c-47cb-b177-7111c7bb2e66 service neutron] 10.222.0.39 "GET /v2.0/networks/92ddf977-0304-4820-a17a-d4078b17621c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1630261 Aug 12 14:47:50.767249 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-4eaf480b-308a-46ed-a67d-c6726a0a918c tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks [] for port, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:50.802241 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [None req-4eaf480b-308a-46ed-a67d-c6726a0a918c tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Transition to ACTIVE for port object 8c79000f-319a-425f-a10d-62f59be43a72 will not be triggered until provisioned by entity DHCP. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:47:50.898716 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-4eaf480b-308a-46ed-a67d-c6726a0a918c tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:50.906146 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device acf84ae4-7643-4917-b0ab-489fcb58a908 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:47:50.960296 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning for port acf84ae4-7643-4917-b0ab-489fcb58a908 completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:47:50.983872 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205168eb-ac1c-4c2b-8732-6f6b9fb6d312 req-3e5e20db-1988-4e97-93e6-5f00031f292f tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:47:50.986024 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-205168eb-ac1c-4c2b-8732-6f6b9fb6d312 req-3e5e20db-1988-4e97-93e6-5f00031f292f tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/ports?device_id=82ca70f0-3356-4166-96ef-a264876874d1 HTTP/1.1" status: 200 len: 945 time: 0.1125939 Aug 12 14:47:50.993401 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eaf480b-308a-46ed-a67d-c6726a0a918c tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Network 9378e537-2bb0-4edb-bd96-98dc93aa0f93 is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:47:51.007642 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [None req-4eaf480b-308a-46ed-a67d-c6726a0a918c tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:47:51.020915 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eaf480b-308a-46ed-a67d-c6726a0a918c tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Received port after_create {{(pid=94467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:47:51.027074 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eaf480b-308a-46ed-a67d-c6726a0a918c tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:47:51.027752 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-4eaf480b-308a-46ed-a67d-c6726a0a918c tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:51.042929 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eaf480b-308a-46ed-a67d-c6726a0a918c tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Pushing event updated for resources: {'Port': ['ID=8c79000f-319a-425f-a10d-62f59be43a72,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:47:51.055349 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-4eaf480b-308a-46ed-a67d-c6726a0a918c tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.3589904 Aug 12 14:47:51.057963 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 55098) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:47:51.075847 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-205168eb-ac1c-4c2b-8732-6f6b9fb6d312 req-0355cc71-1e85-4a1e-a7f7-a88e17e20778 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc2dacd2-6b8c-4388-a6b9-7c76f36fc545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805895 Aug 12 14:47:51.193154 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-1f973488-769d-4bf1-9ebc-af3cc7d0a00c tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Deleting port 8c79000f-319a-425f-a10d-62f59be43a72 {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:47:51.193721 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-1f973488-769d-4bf1-9ebc-af3cc7d0a00c tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:51.240256 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42e49a9-773b-4ee7-b4fe-e0213259fdb0 req-af952996-a70d-4ae3-919c-166a83c3b7d3 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:47:51.243092 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-d42e49a9-773b-4ee7-b4fe-e0213259fdb0 req-af952996-a70d-4ae3-919c-166a83c3b7d3 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/ports?device_id=b148e05e-7d9e-4da9-9b03-99a8a72e94ac HTTP/1.1" status: 200 len: 945 time: 0.0704737 Aug 12 14:47:51.316084 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-d42e49a9-773b-4ee7-b4fe-e0213259fdb0 req-846c5c3f-92ae-4a09-ae02-8ad6cb8d3928 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/security-groups?id=ae835367-3679-4f41-a825-d086536e4cce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574725 Aug 12 14:47:51.318741 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-1f973488-769d-4bf1-9ebc-af3cc7d0a00c tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:51.355930 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-1f973488-769d-4bf1-9ebc-af3cc7d0a00c tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Calling delete_port for 8c79000f-319a-425f-a10d-62f59be43a72 owned by {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:47:51.449406 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f433fa-dbd1-4279-9ca2-5debd044e515 req-00579df8-144e-4830-bb52-3be2a66b16ae tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:47:51.455925 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-b8f433fa-dbd1-4279-9ca2-5debd044e515 req-00579df8-144e-4830-bb52-3be2a66b16ae tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/ports?device_id=82ca70f0-3356-4166-96ef-a264876874d1 HTTP/1.1" status: 200 len: 945 time: 0.0791807 Aug 12 14:47:51.493143 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e83d995-f9a1-4bf1-909c-bbc305d46d99 None None] Network 9378e537-2bb0-4edb-bd96-98dc93aa0f93 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:47:51.504825 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-b8f433fa-dbd1-4279-9ca2-5debd044e515 req-3807b35f-29f4-4c41-aece-3da246300c18 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc2dacd2-6b8c-4388-a6b9-7c76f36fc545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466969 Aug 12 14:47:51.581611 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-ebf3114c-a512-4e38-9f4a-576208209309 None None] Provisioning for port acf84ae4-7643-4917-b0ab-489fcb58a908 completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:47:51.593458 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-ebf3114c-a512-4e38-9f4a-576208209309 None None] Provisioning complete for port acf84ae4-7643-4917-b0ab-489fcb58a908 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:47:51.593814 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-ebf3114c-a512-4e38-9f4a-576208209309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:51.636049 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-1f973488-769d-4bf1-9ebc-af3cc7d0a00c tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:51.745674 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f973488-769d-4bf1-9ebc-af3cc7d0a00c tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Pushing event deleted for resources: {'Port': ['ID=8c79000f-319a-425f-a10d-62f59be43a72,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:47:51.784240 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-1f973488-769d-4bf1-9ebc-af3cc7d0a00c tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:51.789377 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-1f973488-769d-4bf1-9ebc-af3cc7d0a00c tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] 10.222.0.39 "DELETE /v2.0/ports/8c79000f-319a-425f-a10d-62f59be43a72 HTTP/1.1" status: 204 len: 168 time: 0.7280049 Aug 12 14:47:51.789793 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 55112) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:47:51.801356 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-ebf3114c-a512-4e38-9f4a-576208209309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:51.860991 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-ebf3114c-a512-4e38-9f4a-576208209309 None None] For port acf84ae4-7643-4917-b0ab-489fcb58a908, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=acf84ae4-7643-4917-b0ab-489fcb58a908,segment=NetworkSegment(29ba2c71-2731-40cb-80f7-8e3bbe9101b4),segment_id=29ba2c71-2731-40cb-80f7-8e3bbe9101b4)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:47:51.869499 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-ebf3114c-a512-4e38-9f4a-576208209309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:52.002391 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f128965b-2723-4360-a0c7-5f5d48c84d7f tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:47:52.004319 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-f128965b-2723-4360-a0c7-5f5d48c84d7f tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.2135103 Aug 12 14:47:52.007523 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 55126) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:47:52.016735 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-bca945fe-3002-4676-873c-60f8650f9bcc req-d72b3a9d-1ca1-4f3e-aeb9-101b08168d83 tempest-ServerGroupTestJSON-919267211 tempest-ServerGroupTestJSON-919267211-project] 10.222.0.39 "GET /v2.0/ports?device_id=d81a841b-2aa9-4af8-ab4c-046141d60ded HTTP/1.1" status: 200 len: 210 time: 0.0499749 Aug 12 14:47:52.017978 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e90ca14-7162-4dcd-94e1-1366b613ac6f None None] Update dhcp port {'port': {'network_id': '9378e537-2bb0-4edb-bd96-98dc93aa0f93', 'fixed_ips': [{'subnet_id': '253ec269-6f7f-4465-8640-f7f275ad3094', 'ip_address': '2001:db8::f816:3eff:fe19:a80d'}, {'subnet_id': 'e3f84064-8775-4cbe-bb22-cab7f12eeb7b'}], 'binding:host_id': 'n-d-694802-15'}, 'id': 'acf84ae4-7643-4917-b0ab-489fcb58a908'} from n-d-694802-15. {{(pid=94468) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 12 14:47:52.051156 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf3114c-a512-4e38-9f4a-576208209309 None None] Pushing event updated for resources: {'Port': ['ID=acf84ae4-7643-4917-b0ab-489fcb58a908,revision_number=3']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:47:52.076351 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-3e90ca14-7162-4dcd-94e1-1366b613ac6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:52.117568 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c3f3175-500d-4330-a098-cb6587d28e7b tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:47:52.119560 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-1c3f3175-500d-4330-a098-cb6587d28e7b tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.1109834 Aug 12 14:47:52.122174 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 55128) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:47:52.142868 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7346f47-1f0e-4c0e-946f-267b33dde912 req-a01c932b-0855-4659-b6a0-4b8736855200 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:47:52.150706 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-d7346f47-1f0e-4c0e-946f-267b33dde912 req-a01c932b-0855-4659-b6a0-4b8736855200 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/networks?id=4552c891-e268-4d7c-98f1-e8736a29b277 HTTP/1.1" status: 200 len: 812 time: 0.2783785 Aug 12 14:47:52.179346 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-d7346f47-1f0e-4c0e-946f-267b33dde912 req-df368213-3a71-4391-9d8b-2b49bf8876d1 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/quotas/f4b313af8d624a809d563851b784d520 HTTP/1.1" status: 200 len: 375 time: 0.0273719 Aug 12 14:47:52.192653 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95c59a21-e248-4b21-b4cf-e187c4a4dbb2 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:47:52.194631 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95c59a21-e248-4b21-b4cf-e187c4a4dbb2 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:47:52.196465 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95c59a21-e248-4b21-b4cf-e187c4a4dbb2 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:47:52.199063 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-95c59a21-e248-4b21-b4cf-e187c4a4dbb2 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0751033 Aug 12 14:47:52.202643 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 55134) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:47:52.305539 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-d7346f47-1f0e-4c0e-946f-267b33dde912 req-bd535a99-35bb-4060-bfed-076aa9d7d8ee tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=f4b313af8d624a809d563851b784d520&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1227703 Aug 12 14:47:52.348686 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_v2 [None req-92bb3fd6-4906-49da-a55c-4df04a8f3d23 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Deleting subnet 253ec269-6f7f-4465-8640-f7f275ad3094 {{(pid=94467) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 14:47:52.367786 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.db_base_plugin_common [None req-3e90ca14-7162-4dcd-94e1-1366b613ac6f None None] Allocated IP 2001:db8:0:1::2 (9378e537-2bb0-4edb-bd96-98dc93aa0f93/e3f84064-8775-4cbe-bb22-cab7f12eeb7b/acf84ae4-7643-4917-b0ab-489fcb58a908) {{(pid=94468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:47:52.450644 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-d7346f47-1f0e-4c0e-946f-267b33dde912 req-dcf184c0-a7ca-4d5d-b042-81fc68a2af4d service neutron] 10.222.0.39 "GET /v2.0/networks/4552c891-e268-4d7c-98f1-e8736a29b277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400239 Aug 12 14:47:52.501093 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ce3ef6-f9a9-4050-8d62-a186f1e45ff0 req-79b1d06d-5ed0-41dd-a437-7de16fa70587 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:47:52.510555 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-08ce3ef6-f9a9-4050-8d62-a186f1e45ff0 req-79b1d06d-5ed0-41dd-a437-7de16fa70587 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/ports?device_id=b148e05e-7d9e-4da9-9b03-99a8a72e94ac HTTP/1.1" status: 200 len: 945 time: 0.0762031 Aug 12 14:47:52.576236 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-08ce3ef6-f9a9-4050-8d62-a186f1e45ff0 req-428173ad-d0c7-417a-82f7-746ac20267a4 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/security-groups?id=ae835367-3679-4f41-a825-d086536e4cce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616238 Aug 12 14:47:52.600876 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-3e90ca14-7162-4dcd-94e1-1366b613ac6f None None] For port acf84ae4-7643-4917-b0ab-489fcb58a908, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=acf84ae4-7643-4917-b0ab-489fcb58a908,segment=NetworkSegment(29ba2c71-2731-40cb-80f7-8e3bbe9101b4),segment_id=29ba2c71-2731-40cb-80f7-8e3bbe9101b4)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:47:52.627729 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-d7346f47-1f0e-4c0e-946f-267b33dde912 req-a837fce3-b896-4347-a88a-d5a578c52b6d service neutron] 10.222.0.39 "GET /v2.0/networks/4552c891-e268-4d7c-98f1-e8736a29b277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1703503 Aug 12 14:47:52.729618 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-3e90ca14-7162-4dcd-94e1-1366b613ac6f None None] Notify callbacks [] for port, precommit_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:52.749317 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-3e90ca14-7162-4dcd-94e1-1366b613ac6f None None] Transition to ACTIVE for port object acf84ae4-7643-4917-b0ab-489fcb58a908 will not be triggered until provisioned by entity DHCP. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:47:52.754313 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-92bb3fd6-4906-49da-a55c-4df04a8f3d23 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks [] for subnet, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:52.767616 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-3e90ca14-7162-4dcd-94e1-1366b613ac6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:52.872820 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-92bb3fd6-4906-49da-a55c-4df04a8f3d23 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3857505'] for subnet, precommit_delete_associations {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:52.909042 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device acf84ae4-7643-4917-b0ab-489fcb58a908 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:47:53.023447 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-92bb3fd6-4906-49da-a55c-4df04a8f3d23 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66416255'] for subnet, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:53.026012 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e90ca14-7162-4dcd-94e1-1366b613ac6f None None] Pushing event updated for resources: {'Port': ['ID=acf84ae4-7643-4917-b0ab-489fcb58a908,revision_number=4']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:47:53.155740 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9a71ecce-3c1c-4bb6-814d-d02fb2383d9a req-e1517de6-2fda-4080-a6c8-1100c9e74563 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/ports?device_id=f6ba4b20-8c56-4b30-8495-dd1df3d9483b HTTP/1.1" status: 200 len: 210 time: 0.0395958 Aug 12 14:47:53.166013 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-92bb3fd6-4906-49da-a55c-4df04a8f3d23 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66416232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2859225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3343748'] for subnet, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:53.177487 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-0f758489-863a-4ad7-a8bb-51f66766c254 req-6d95892b-ce31-4968-9153-4ae29348aa09 tempest-ServerGroupTestJSON-919267211 tempest-ServerGroupTestJSON-919267211-project] 10.222.0.39 "GET /v2.0/ports?device_id=d81a841b-2aa9-4af8-ab4c-046141d60ded HTTP/1.1" status: 200 len: 210 time: 0.0773847 Aug 12 14:47:53.250046 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-92bb3fd6-4906-49da-a55c-4df04a8f3d23 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks [] for subnet, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:53.252801 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-92bb3fd6-4906-49da-a55c-4df04a8f3d23 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] 10.222.0.39 "DELETE /v2.0/subnets/253ec269-6f7f-4465-8640-f7f275ad3094 HTTP/1.1" status: 204 len: 168 time: 1.0490403 Aug 12 14:47:53.253660 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bb3fd6-4906-49da-a55c-4df04a8f3d23 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Pushing event deleted for resources: {'Subnet': ['ID=253ec269-6f7f-4465-8640-f7f275ad3094,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:47:53.255690 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 55158) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:47:53.380285 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9c619f6-c8dd-4058-bdfa-c410d59d9e4f tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Deleting subnet e3f84064-8775-4cbe-bb22-cab7f12eeb7b {{(pid=94466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 14:47:53.390197 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c9c619f6-c8dd-4058-bdfa-c410d59d9e4f tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks [] for subnet, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:53.468331 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c9c619f6-c8dd-4058-bdfa-c410d59d9e4f tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2293551'] for subnet, precommit_delete_associations {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:53.683317 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c9c619f6-c8dd-4058-bdfa-c410d59d9e4f tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66416255'] for subnet, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:53.825977 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c9c619f6-c8dd-4058-bdfa-c410d59d9e4f tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66416232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3718429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8776402'] for subnet, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:53.860749 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87cf567-72d6-4207-969c-22622d684d35 req-abbc461e-00f1-408c-bd3a-d4631fdc4a89 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:47:53.875203 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e87cf567-72d6-4207-969c-22622d684d35 req-abbc461e-00f1-408c-bd3a-d4631fdc4a89 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/ports?device_id=b148e05e-7d9e-4da9-9b03-99a8a72e94ac HTTP/1.1" status: 200 len: 945 time: 0.1465065 Aug 12 14:47:53.880687 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c619f6-c8dd-4058-bdfa-c410d59d9e4f tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Pushing event deleted for resources: {'Subnet': ['ID=e3f84064-8775-4cbe-bb22-cab7f12eeb7b,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:47:53.900289 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c9c619f6-c8dd-4058-bdfa-c410d59d9e4f tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for subnet, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:53.902794 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-c9c619f6-c8dd-4058-bdfa-c410d59d9e4f tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] 10.222.0.39 "DELETE /v2.0/subnets/e3f84064-8775-4cbe-bb22-cab7f12eeb7b HTTP/1.1" status: 204 len: 168 time: 0.6459749 Aug 12 14:47:53.908850 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 55168) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:47:53.952903 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-1d15c6aa-0a04-4955-be10-d58d4357b887 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0426419 Aug 12 14:47:53.957931 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 55170) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:47:53.968834 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-82b97b76-2264-441b-8f16-dd9298bd5efd tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Request body: {'subnet': {'network_id': '9378e537-2bb0-4edb-bd96-98dc93aa0f93', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:47:53.995619 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9e75def-0d52-4761-8df5-043c2f16cf7b None None] Network 9378e537-2bb0-4edb-bd96-98dc93aa0f93 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:47:54.006941 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e87cf567-72d6-4207-969c-22622d684d35 req-bdb79fcb-b7e4-464e-b3d7-42b8ace825d8 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/security-groups?id=ae835367-3679-4f41-a825-d086536e4cce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1307356 Aug 12 14:47:54.092959 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69f9def-197a-4658-b4ab-b4926e1b8eac req-e78e5fcf-e52c-44d1-8527-4747ba49d53d tempest-ServerGroupTestJSON-919267211 tempest-ServerGroupTestJSON-919267211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:47:54.094985 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f69f9def-197a-4658-b4ab-b4926e1b8eac req-e78e5fcf-e52c-44d1-8527-4747ba49d53d tempest-ServerGroupTestJSON-919267211 tempest-ServerGroupTestJSON-919267211-project] 10.222.0.64 "GET /v2.0/networks?id=92ddf977-0304-4820-a17a-d4078b17621c HTTP/1.1" status: 200 len: 810 time: 0.2115147 Aug 12 14:47:54.110097 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-f69f9def-197a-4658-b4ab-b4926e1b8eac req-7c0ed472-33fb-46e7-8ad1-4eda83ba1db3 tempest-ServerGroupTestJSON-919267211 tempest-ServerGroupTestJSON-919267211-project] Request body: {'port': {'device_id': 'd81a841b-2aa9-4af8-ab4c-046141d60ded', 'network_id': '92ddf977-0304-4820-a17a-d4078b17621c', 'admin_state_up': True, 'tenant_id': '4e49bc3e091c4eda956a9a447088c9d3'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:47:54.125567 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82b97b76-2264-441b-8f16-dd9298bd5efd tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Made reservation on behalf of f911637440044e5098fb64107964cb00 for: {'subnet': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:47:54.135290 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-82b97b76-2264-441b-8f16-dd9298bd5efd tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8776441'] for subnet, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:54.177848 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-57a4cdd9-b20f-4cd6-a7a3-e9a6210f5d9f None None] Provisioning for port acf84ae4-7643-4917-b0ab-489fcb58a908 completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:47:54.207439 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-57a4cdd9-b20f-4cd6-a7a3-e9a6210f5d9f None None] Provisioning complete for port acf84ae4-7643-4917-b0ab-489fcb58a908 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:47:54.208675 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-57a4cdd9-b20f-4cd6-a7a3-e9a6210f5d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:54.374389 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-410f361f-eaf7-472f-ac7c-f52129c54f3d req-ed66ce58-c2d2-4f52-903a-b4e3f5391b0b tempest-ServerGroupTestJSON-919267211 tempest-ServerGroupTestJSON-919267211-project] 10.222.0.39 "GET /v2.0/ports?device_id=d81a841b-2aa9-4af8-ab4c-046141d60ded HTTP/1.1" status: 200 len: 210 time: 0.0527701 Aug 12 14:47:54.375837 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb34f340-1cfe-4806-8eef-5c6ba9fcd111 None None] DHCP port deletion for 9378e537-2bb0-4edb-bd96-98dc93aa0f93 request from n-d-694802-15 {{(pid=94468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 14:47:54.382443 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e89023a1-af12-43cb-8835-5a71b46da111 req-0b9c8b97-b703-4974-bd69-0cc3c25fba2d tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/ports?device_id=f6ba4b20-8c56-4b30-8495-dd1df3d9483b HTTP/1.1" status: 200 len: 210 time: 0.0718806 Aug 12 14:47:54.437657 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f69f9def-197a-4658-b4ab-b4926e1b8eac req-7c0ed472-33fb-46e7-8ad1-4eda83ba1db3 tempest-ServerGroupTestJSON-919267211 tempest-ServerGroupTestJSON-919267211-project] Made reservation on behalf of 4e49bc3e091c4eda956a9a447088c9d3 for: {'port': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:47:54.442203 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-f69f9def-197a-4658-b4ab-b4926e1b8eac req-7c0ed472-33fb-46e7-8ad1-4eda83ba1db3 tempest-ServerGroupTestJSON-919267211 tempest-ServerGroupTestJSON-919267211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:54.490215 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-cb34f340-1cfe-4806-8eef-5c6ba9fcd111 None None] Deleting port acf84ae4-7643-4917-b0ab-489fcb58a908 {{(pid=94468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:47:54.491153 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-cb34f340-1cfe-4806-8eef-5c6ba9fcd111 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:54.578888 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-cb34f340-1cfe-4806-8eef-5c6ba9fcd111 None None] For port acf84ae4-7643-4917-b0ab-489fcb58a908, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=acf84ae4-7643-4917-b0ab-489fcb58a908,segment=NetworkSegment(29ba2c71-2731-40cb-80f7-8e3bbe9101b4),segment_id=29ba2c71-2731-40cb-80f7-8e3bbe9101b4)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:47:54.579834 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-cb34f340-1cfe-4806-8eef-5c6ba9fcd111 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:54.598671 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-cb34f340-1cfe-4806-8eef-5c6ba9fcd111 None None] Calling delete_port for acf84ae4-7643-4917-b0ab-489fcb58a908 owned by network:dhcp {{(pid=94468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:47:54.760990 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-cb34f340-1cfe-4806-8eef-5c6ba9fcd111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262'] for port, after_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:54.770725 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7346f47-1f0e-4c0e-946f-267b33dde912 req-01266cb5-603f-402a-bcdd-bc653d7557e8 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:47:54.772866 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d7346f47-1f0e-4c0e-946f-267b33dde912 req-01266cb5-603f-402a-bcdd-bc653d7557e8 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.64 "GET /v2.0/networks?id=4552c891-e268-4d7c-98f1-e8736a29b277 HTTP/1.1" status: 200 len: 812 time: 0.3074172 Aug 12 14:47:54.792620 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-d7346f47-1f0e-4c0e-946f-267b33dde912 req-4d604bee-2e74-4405-a0f0-f251d819fc1f tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Request body: {'port': {'device_id': 'f6ba4b20-8c56-4b30-8495-dd1df3d9483b', 'network_id': '4552c891-e268-4d7c-98f1-e8736a29b277', 'admin_state_up': True, 'tenant_id': 'f4b313af8d624a809d563851b784d520'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:47:54.815402 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb34f340-1cfe-4806-8eef-5c6ba9fcd111 None None] Pushing event deleted for resources: {'Port': ['ID=acf84ae4-7643-4917-b0ab-489fcb58a908,revision_number=None']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:47:54.826223 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb34f340-1cfe-4806-8eef-5c6ba9fcd111 None None] No DVR routers for this DVR port acf84ae4-7643-4917-b0ab-489fcb58a908 on host n-d-694802-15 {{(pid=94468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:47:54.865568 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device acf84ae4-7643-4917-b0ab-489fcb58a908 no longer exists at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:47:54.865918 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_common [req-f69f9def-197a-4658-b4ab-b4926e1b8eac req-7c0ed472-33fb-46e7-8ad1-4eda83ba1db3 tempest-ServerGroupTestJSON-919267211 tempest-ServerGroupTestJSON-919267211-project] Allocated IP 172.20.0.8 (92ddf977-0304-4820-a17a-d4078b17621c/54c3aa42-df42-4181-85c8-87699adc7db5/d14dccdf-6044-4227-9254-c4f1d03eba24) {{(pid=94467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:47:54.917286 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] No Port match for: acf84ae4-7643-4917-b0ab-489fcb58a908 {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 14:47:54.917629 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device acf84ae4-7643-4917-b0ab-489fcb58a908 not bound to the agent host n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:47:54.978036 n-d-694802-15 neutron-server[94466]: DEBUG neutron.objects.ports [None req-82b97b76-2264-441b-8f16-dd9298bd5efd tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94466) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 12 14:47:54.979584 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-82b97b76-2264-441b-8f16-dd9298bd5efd tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3718490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8776395'] for subnet, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:55.061304 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82b97b76-2264-441b-8f16-dd9298bd5efd tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Network 9378e537-2bb0-4edb-bd96-98dc93aa0f93 is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:47:55.078755 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-82b97b76-2264-441b-8f16-dd9298bd5efd tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:47:55.100563 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b97b76-2264-441b-8f16-dd9298bd5efd tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Pushing event updated for resources: {'Subnet': ['ID=2e51c529-bb0e-49ac-ae06-7451e3cd79ce,revision_number=0']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:47:55.105035 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7346f47-1f0e-4c0e-946f-267b33dde912 req-4d604bee-2e74-4405-a0f0-f251d819fc1f tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Made reservation on behalf of f4b313af8d624a809d563851b784d520 for: {'port': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:47:55.120584 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-d7346f47-1f0e-4c0e-946f-267b33dde912 req-4d604bee-2e74-4405-a0f0-f251d819fc1f tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:55.126668 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82b97b76-2264-441b-8f16-dd9298bd5efd tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:47:55.131084 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-82b97b76-2264-441b-8f16-dd9298bd5efd tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for subnet, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:55.134663 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb5f9942-1d06-45d3-a337-a8d633c1dc0d None None] Network 9378e537-2bb0-4edb-bd96-98dc93aa0f93 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:47:55.177011 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-82b97b76-2264-441b-8f16-dd9298bd5efd tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2176673 Aug 12 14:47:55.179291 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 55182) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:47:55.185804 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-07ee4d29-f744-4f40-b59d-29d12365106f tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Request body: {'subnet': {'network_id': '9378e537-2bb0-4edb-bd96-98dc93aa0f93', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:47:55.291730 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67032b5c-5339-496c-b5a0-bbfb15f05874 req-8de25627-2b7d-49a7-aab0-c2727ee81d1e tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:47:55.293641 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-67032b5c-5339-496c-b5a0-bbfb15f05874 req-8de25627-2b7d-49a7-aab0-c2727ee81d1e tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/ports?device_id=b148e05e-7d9e-4da9-9b03-99a8a72e94ac HTTP/1.1" status: 200 len: 945 time: 0.1904099 Aug 12 14:47:55.345497 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-f69f9def-197a-4658-b4ab-b4926e1b8eac req-7c0ed472-33fb-46e7-8ad1-4eda83ba1db3 tempest-ServerGroupTestJSON-919267211 tempest-ServerGroupTestJSON-919267211-project] Notify callbacks [] for port, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:55.370375 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_common [req-d7346f47-1f0e-4c0e-946f-267b33dde912 req-4d604bee-2e74-4405-a0f0-f251d819fc1f tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Allocated IP 172.20.0.14 (4552c891-e268-4d7c-98f1-e8736a29b277/b3b4e56e-f3bd-4709-bfd6-3e62da1e0ac7/33fb3c47-bf71-4b17-a3fa-925edb6f301f) {{(pid=94467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:47:55.376851 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-67032b5c-5339-496c-b5a0-bbfb15f05874 req-3ee4500d-9c5d-4a9b-afea-c6cc387935f5 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/security-groups?id=ae835367-3679-4f41-a825-d086536e4cce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728633 Aug 12 14:47:55.433009 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07ee4d29-f744-4f40-b59d-29d12365106f tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Made reservation on behalf of f911637440044e5098fb64107964cb00 for: {'subnet': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:47:55.438545 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-07ee4d29-f744-4f40-b59d-29d12365106f tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8776441'] for subnet, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:55.440199 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24214915-40d7-4aad-9f63-d730a5ac12d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa7035b3e-9a89-5964-b9f4-97301c3f476a-9378e537-2bb0-4edb-bd96-98dc93aa0f93', 'network_id': '9378e537-2bb0-4edb-bd96-98dc93aa0f93', 'tenant_id': 'f911637440044e5098fb64107964cb00', 'fixed_ips': [{'subnet_id': '2e51c529-bb0e-49ac-ae06-7451e3cd79ce'}]}} from n-d-694802-15. {{(pid=94468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 14:47:55.441071 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-24214915-40d7-4aad-9f63-d730a5ac12d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:55.583174 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-7a764e9d-b949-4e85-902a-bf917e9dfd14 req-c5dc02c8-21dd-44ab-b2fa-c9a489e5eb46 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/ports?device_id=f6ba4b20-8c56-4b30-8495-dd1df3d9483b HTTP/1.1" status: 200 len: 210 time: 0.0373948 Aug 12 14:47:55.601972 n-d-694802-15 neutron-server[94466]: INFO neutron.db.ipam_backend_mixin [None req-07ee4d29-f744-4f40-b59d-29d12365106f tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 2e51c529-bb0e-49ac-ae06-7451e3cd79ce (CIDR: 2001:db8::/64) Aug 12 14:47:55.626474 n-d-694802-15 neutron-server[94466]: INFO neutron.pecan_wsgi.hooks.translation [None req-07ee4d29-f744-4f40-b59d-29d12365106f tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 12 14:47:55.626937 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07ee4d29-f744-4f40-b59d-29d12365106f tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 14:47:55.632762 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-018a7821-e04a-4f8f-84c8-14cf60f86d50 req-08f1ef48-90d4-463a-bc97-a907e6b4d4c6 tempest-ServerGroupTestJSON-919267211 tempest-ServerGroupTestJSON-919267211-project] 10.222.0.39 "GET /v2.0/ports?device_id=d81a841b-2aa9-4af8-ab4c-046141d60ded HTTP/1.1" status: 200 len: 210 time: 0.0816331 Aug 12 14:47:55.653291 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.db_base_plugin_common [None req-24214915-40d7-4aad-9f63-d730a5ac12d2 None None] Allocated IP 2001:db8::f816:3eff:fe6a:f97c (9378e537-2bb0-4edb-bd96-98dc93aa0f93/2e51c529-bb0e-49ac-ae06-7451e3cd79ce/c9740d30-80a7-41bd-9b74-9e424477bb75) {{(pid=94468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:47:55.663064 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-07ee4d29-f744-4f40-b59d-29d12365106f tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4819829 Aug 12 14:47:55.665176 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 55192) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:47:55.678158 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-82ef08fc-2bf7-4f3e-8ce6-37a995756fca tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Request body: {'subnet': {'network_id': '9378e537-2bb0-4edb-bd96-98dc93aa0f93', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:47:55.744612 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-f69f9def-197a-4658-b4ab-b4926e1b8eac req-7c0ed472-33fb-46e7-8ad1-4eda83ba1db3 tempest-ServerGroupTestJSON-919267211 tempest-ServerGroupTestJSON-919267211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:55.751269 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-d7346f47-1f0e-4c0e-946f-267b33dde912 req-4d604bee-2e74-4405-a0f0-f251d819fc1f tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Notify callbacks [] for port, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:55.797102 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [req-d7346f47-1f0e-4c0e-946f-267b33dde912 req-4d604bee-2e74-4405-a0f0-f251d819fc1f tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Transition to ACTIVE for port object 33fb3c47-bf71-4b17-a3fa-925edb6f301f will not be triggered until provisioned by entity DHCP. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:47:55.816833 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f69f9def-197a-4658-b4ab-b4926e1b8eac req-7c0ed472-33fb-46e7-8ad1-4eda83ba1db3 tempest-ServerGroupTestJSON-919267211 tempest-ServerGroupTestJSON-919267211-project] Network 92ddf977-0304-4820-a17a-d4078b17621c is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:47:55.823513 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0ed472-33fb-46e7-8ad1-4eda83ba1db3 tempest-ServerGroupTestJSON-919267211 tempest-ServerGroupTestJSON-919267211-project] Pushing event updated for resources: {'Port': ['ID=d14dccdf-6044-4227-9254-c4f1d03eba24,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:47:55.827105 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [req-f69f9def-197a-4658-b4ab-b4926e1b8eac req-7c0ed472-33fb-46e7-8ad1-4eda83ba1db3 tempest-ServerGroupTestJSON-919267211 tempest-ServerGroupTestJSON-919267211-project] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:47:55.830563 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [req-f69f9def-197a-4658-b4ab-b4926e1b8eac req-7c0ed472-33fb-46e7-8ad1-4eda83ba1db3 tempest-ServerGroupTestJSON-919267211 tempest-ServerGroupTestJSON-919267211-project] Received port after_create {{(pid=94467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:47:55.846852 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-24214915-40d7-4aad-9f63-d730a5ac12d2 None None] Notify callbacks [] for port, precommit_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:55.859466 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-24214915-40d7-4aad-9f63-d730a5ac12d2 None None] Transition to ACTIVE for port object c9740d30-80a7-41bd-9b74-9e424477bb75 will not be triggered until provisioned by entity L2. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:47:55.876645 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82ef08fc-2bf7-4f3e-8ce6-37a995756fca tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Made reservation on behalf of f911637440044e5098fb64107964cb00 for: {'subnet': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:47:55.883336 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-82ef08fc-2bf7-4f3e-8ce6-37a995756fca tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8776441'] for subnet, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:55.885611 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-24214915-40d7-4aad-9f63-d730a5ac12d2 None None] Transition to ACTIVE for port object c9740d30-80a7-41bd-9b74-9e424477bb75 will not be triggered until provisioned by entity DHCP. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:47:55.896113 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69f9def-197a-4658-b4ab-b4926e1b8eac req-7c0ed472-33fb-46e7-8ad1-4eda83ba1db3 tempest-ServerGroupTestJSON-919267211 tempest-ServerGroupTestJSON-919267211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:47:55.896748 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-f69f9def-197a-4658-b4ab-b4926e1b8eac req-7c0ed472-33fb-46e7-8ad1-4eda83ba1db3 tempest-ServerGroupTestJSON-919267211 tempest-ServerGroupTestJSON-919267211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:55.904316 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-24214915-40d7-4aad-9f63-d730a5ac12d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253'] for port, after_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:55.919269 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f69f9def-197a-4658-b4ab-b4926e1b8eac req-7c0ed472-33fb-46e7-8ad1-4eda83ba1db3 tempest-ServerGroupTestJSON-919267211 tempest-ServerGroupTestJSON-919267211-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8131218 Aug 12 14:47:55.923077 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-d7346f47-1f0e-4c0e-946f-267b33dde912 req-4d604bee-2e74-4405-a0f0-f251d819fc1f tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:55.947798 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-f69f9def-197a-4658-b4ab-b4926e1b8eac req-bd86974b-4d9a-4a7c-a02a-88afbfbdbe2c service neutron] Request body: {'port': {'device_id': 'd81a841b-2aa9-4af8-ab4c-046141d60ded', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-694802-15'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:47:55.969669 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] get_ports_and_sgs() called for port_ids ['d6dd4e8b-7641-4872-bd81-cdaa5b199e54'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:47:55.971987 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] get_ports_and_sgs() called for port_ids ['9e46fd86-8fb4-4dff-af8c-b5efeeed2415'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:47:56.019990 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24214915-40d7-4aad-9f63-d730a5ac12d2 None None] Network 9378e537-2bb0-4edb-bd96-98dc93aa0f93 is already hosted by enough agents. {{(pid=94468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:47:56.032269 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.base_scheduler [None req-24214915-40d7-4aad-9f63-d730a5ac12d2 None None] Resources bound (agent type, host, resource id): {{(pid=94468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:47:56.039673 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7346f47-1f0e-4c0e-946f-267b33dde912 req-4d604bee-2e74-4405-a0f0-f251d819fc1f tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Network 4552c891-e268-4d7c-98f1-e8736a29b277 is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:47:56.042622 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24214915-40d7-4aad-9f63-d730a5ac12d2 None None] Received port after_create {{(pid=94468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:47:56.047516 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [req-d7346f47-1f0e-4c0e-946f-267b33dde912 req-4d604bee-2e74-4405-a0f0-f251d819fc1f tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:47:56.051135 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7346f47-1f0e-4c0e-946f-267b33dde912 req-4d604bee-2e74-4405-a0f0-f251d819fc1f tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Received port after_create {{(pid=94467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:47:56.053190 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24214915-40d7-4aad-9f63-d730a5ac12d2 None None] Pushing event updated for resources: {'Port': ['ID=c9740d30-80a7-41bd-9b74-9e424477bb75,revision_number=1']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:47:56.128458 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-f69f9def-197a-4658-b4ab-b4926e1b8eac req-bd86974b-4d9a-4a7c-a02a-88afbfbdbe2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:56.172359 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d604bee-2e74-4405-a0f0-f251d819fc1f tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Pushing event updated for resources: {'Port': ['ID=33fb3c47-bf71-4b17-a3fa-925edb6f301f,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:47:56.205012 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-24214915-40d7-4aad-9f63-d730a5ac12d2 None None] Attempting to bind port c9740d30-80a7-41bd-9b74-9e424477bb75 on host n-d-694802-15 for vnic_type normal with profile {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:47:56.205397 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-24214915-40d7-4aad-9f63-d730a5ac12d2 None None] Attempting to bind port c9740d30-80a7-41bd-9b74-9e424477bb75 by drivers openvswitch,hyperv on host n-d-694802-15 at level 0 using segments [{'id': '29ba2c71-2731-40cb-80f7-8e3bbe9101b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '9378e537-2bb0-4edb-bd96-98dc93aa0f93'}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:47:56.205757 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24214915-40d7-4aad-9f63-d730a5ac12d2 None None] Attempting to bind port c9740d30-80a7-41bd-9b74-9e424477bb75 on network 9378e537-2bb0-4edb-bd96-98dc93aa0f93 {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:47:56.225910 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7346f47-1f0e-4c0e-946f-267b33dde912 req-4d604bee-2e74-4405-a0f0-f251d819fc1f tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:47:56.227112 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-d7346f47-1f0e-4c0e-946f-267b33dde912 req-4d604bee-2e74-4405-a0f0-f251d819fc1f tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:56.239935 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24214915-40d7-4aad-9f63-d730a5ac12d2 None None] Checking agent: {'id': '16de73ac-f2e9-4cee-b3e0-91052ae3e6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 20, 13), 'started_at': datetime.datetime(2021, 8, 12, 14, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 47, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:47:56.240468 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24214915-40d7-4aad-9f63-d730a5ac12d2 None None] Checking segment: {'id': '29ba2c71-2731-40cb-80f7-8e3bbe9101b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '9378e537-2bb0-4edb-bd96-98dc93aa0f93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:47:56.240691 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-24214915-40d7-4aad-9f63-d730a5ac12d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:56.241120 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24214915-40d7-4aad-9f63-d730a5ac12d2 None None] Bound using segment: {'id': '29ba2c71-2731-40cb-80f7-8e3bbe9101b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '9378e537-2bb0-4edb-bd96-98dc93aa0f93'} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:47:56.241576 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-24214915-40d7-4aad-9f63-d730a5ac12d2 None None] Bound port: c9740d30-80a7-41bd-9b74-9e424477bb75, host: n-d-694802-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29ba2c71-2731-40cb-80f7-8e3bbe9101b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '9378e537-2bb0-4edb-bd96-98dc93aa0f93'}}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:47:56.246996 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-24214915-40d7-4aad-9f63-d730a5ac12d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:56.253207 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d7346f47-1f0e-4c0e-946f-267b33dde912 req-4d604bee-2e74-4405-a0f0-f251d819fc1f tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4666877 Aug 12 14:47:56.268293 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-d7346f47-1f0e-4c0e-946f-267b33dde912 req-3f076b1b-a06f-4deb-a9fc-360b1711e1b1 service neutron] Request body: {'port': {'device_id': 'f6ba4b20-8c56-4b30-8495-dd1df3d9483b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-694802-15'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:47:56.344526 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-82ef08fc-2bf7-4f3e-8ce6-37a995756fca tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3718490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8776395'] for subnet, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:56.421003 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82ef08fc-2bf7-4f3e-8ce6-37a995756fca tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Network 9378e537-2bb0-4edb-bd96-98dc93aa0f93 is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:47:56.424917 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-82ef08fc-2bf7-4f3e-8ce6-37a995756fca tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:47:56.429731 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82ef08fc-2bf7-4f3e-8ce6-37a995756fca tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:47:56.430346 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-82ef08fc-2bf7-4f3e-8ce6-37a995756fca tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for subnet, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:56.445647 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-24214915-40d7-4aad-9f63-d730a5ac12d2 None None] For port c9740d30-80a7-41bd-9b74-9e424477bb75, host n-d-694802-15, cleared binding levels {{(pid=94468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:47:56.449978 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-24214915-40d7-4aad-9f63-d730a5ac12d2 None None] For port c9740d30-80a7-41bd-9b74-9e424477bb75, host n-d-694802-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=c9740d30-80a7-41bd-9b74-9e424477bb75,segment=NetworkSegment(29ba2c71-2731-40cb-80f7-8e3bbe9101b4),segment_id=29ba2c71-2731-40cb-80f7-8e3bbe9101b4)] {{(pid=94468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:47:56.464186 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ef08fc-2bf7-4f3e-8ce6-37a995756fca tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Pushing event updated for resources: {'Subnet': ['ID=84a70d7a-a976-4411-accc-1660ec32d653,revision_number=0']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:47:56.468729 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-24214915-40d7-4aad-9f63-d730a5ac12d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:56.474442 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-7ba3ca46-2f25-4b30-bdb9-6a65e005f9e1 None None] Provisioning for port 33fb3c47-bf71-4b17-a3fa-925edb6f301f completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:47:56.483114 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-82ef08fc-2bf7-4f3e-8ce6-37a995756fca tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8164666 Aug 12 14:47:56.488392 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 55200) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:47:56.504533 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-89b5f773-147a-4ff0-ae94-6239e1e28c1d tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Request body: {'port': {'network_id': '9378e537-2bb0-4edb-bd96-98dc93aa0f93', 'mac_address': 'fa:16:3e:62:78:f9', 'name': 'tempest-NetworksTestDHCPv6-1564179690'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:47:56.543450 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-7ba3ca46-2f25-4b30-bdb9-6a65e005f9e1 None None] Provisioning complete for port 33fb3c47-bf71-4b17-a3fa-925edb6f301f triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:47:56.543855 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-7ba3ca46-2f25-4b30-bdb9-6a65e005f9e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:56.586958 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-7ba3ca46-2f25-4b30-bdb9-6a65e005f9e1 None None] Port 33fb3c47-bf71-4b17-a3fa-925edb6f301f cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 14:47:56.694251 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24214915-40d7-4aad-9f63-d730a5ac12d2 None None] Pushing event updated for resources: {'Port': ['ID=c9740d30-80a7-41bd-9b74-9e424477bb75,revision_number=2']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:47:56.723784 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-d7346f47-1f0e-4c0e-946f-267b33dde912 req-3f076b1b-a06f-4deb-a9fc-360b1711e1b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:56.753025 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae11f6d4-8fe2-47f7-85a6-b7a08b7a9582 req-9ed72706-9c92-465c-80b6-74476f04fe9a tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:47:56.754706 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-ae11f6d4-8fe2-47f7-85a6-b7a08b7a9582 req-9ed72706-9c92-465c-80b6-74476f04fe9a tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/ports?device_id=b148e05e-7d9e-4da9-9b03-99a8a72e94ac HTTP/1.1" status: 200 len: 945 time: 0.2115967 Aug 12 14:47:56.797350 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89b5f773-147a-4ff0-ae94-6239e1e28c1d tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Made reservation on behalf of f911637440044e5098fb64107964cb00 for: {'port': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:47:56.867939 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8351b4-2863-4f10-943b-ec656a5085ce req-761b51d7-7d65-461f-a642-2b4f0e30c5d7 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:47:56.896101 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9d8351b4-2863-4f10-943b-ec656a5085ce req-761b51d7-7d65-461f-a642-2b4f0e30c5d7 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/ports?device_id=f6ba4b20-8c56-4b30-8495-dd1df3d9483b HTTP/1.1" status: 200 len: 932 time: 0.1597984 Aug 12 14:47:56.982949 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-ae11f6d4-8fe2-47f7-85a6-b7a08b7a9582 req-c4b69845-cae6-4de1-8ab4-3cfb6b998ab9 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/security-groups?id=ae835367-3679-4f41-a825-d086536e4cce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1985614 Aug 12 14:47:57.010184 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-89b5f773-147a-4ff0-ae94-6239e1e28c1d tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:57.047420 n-d-694802-15 neutron-server[94466]: DEBUG neutron.notifiers.nova [None req-89b5f773-147a-4ff0-ae94-6239e1e28c1d tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] device_id is not set on port d2999945-663f-493f-b42c-03afeae505eb yet. {{(pid=94466) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 14:47:57.100169 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9d8351b4-2863-4f10-943b-ec656a5085ce req-f9e151c9-729a-4fc7-a5b1-0a51526fa106 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/security-groups?id=36246b04-094b-4845-831d-1126cf8a06ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2031727 Aug 12 14:47:57.232891 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [req-f69f9def-197a-4658-b4ab-b4926e1b8eac req-bd86974b-4d9a-4a7c-a02a-88afbfbdbe2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d14dccdf-6044-4227-9254-c4f1d03eba24 {{(pid=94467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:47:57.243153 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-f69f9def-197a-4658-b4ab-b4926e1b8eac req-bd86974b-4d9a-4a7c-a02a-88afbfbdbe2c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:57.269562 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [req-f69f9def-197a-4658-b4ab-b4926e1b8eac req-bd86974b-4d9a-4a7c-a02a-88afbfbdbe2c service neutron] Transition to ACTIVE for port object d14dccdf-6044-4227-9254-c4f1d03eba24 will not be triggered until provisioned by entity L2. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:47:57.277381 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-f69f9def-197a-4658-b4ab-b4926e1b8eac req-bd86974b-4d9a-4a7c-a02a-88afbfbdbe2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:57.306911 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72fc7f5-4db7-4c56-b8f2-9a4887149f2e req-d5ee4346-8c19-4a4b-a53c-45be2e3bd1b8 tempest-ServerGroupTestJSON-919267211 tempest-ServerGroupTestJSON-919267211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:47:57.308525 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-e72fc7f5-4db7-4c56-b8f2-9a4887149f2e req-d5ee4346-8c19-4a4b-a53c-45be2e3bd1b8 tempest-ServerGroupTestJSON-919267211 tempest-ServerGroupTestJSON-919267211-project] 10.222.0.39 "GET /v2.0/ports?device_id=d81a841b-2aa9-4af8-ab4c-046141d60ded HTTP/1.1" status: 200 len: 931 time: 0.1420217 Aug 12 14:47:57.356098 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86974b-4d9a-4a7c-a02a-88afbfbdbe2c service neutron] Pushing event updated for resources: {'Port': ['ID=d14dccdf-6044-4227-9254-c4f1d03eba24,revision_number=2']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:47:57.365424 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-89b5f773-147a-4ff0-ae94-6239e1e28c1d tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Allocated IP 2001:db8:0:1::154 (9378e537-2bb0-4edb-bd96-98dc93aa0f93/84a70d7a-a976-4411-accc-1660ec32d653/d2999945-663f-493f-b42c-03afeae505eb) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:47:57.372675 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-e72fc7f5-4db7-4c56-b8f2-9a4887149f2e req-68737d6d-5f38-425f-909a-c2a1d469b582 tempest-ServerGroupTestJSON-919267211 tempest-ServerGroupTestJSON-919267211-project] 10.222.0.39 "GET /v2.0/security-groups?id=ffde4fdd-3e48-42f0-85a4-a8d1f457df55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573988 Aug 12 14:47:57.378353 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-89b5f773-147a-4ff0-ae94-6239e1e28c1d tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Allocated IP 2001:db8::f816:3eff:fe62:78f9 (9378e537-2bb0-4edb-bd96-98dc93aa0f93/2e51c529-bb0e-49ac-ae06-7451e3cd79ce/d2999945-663f-493f-b42c-03afeae505eb) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:47:57.474839 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-f69f9def-197a-4658-b4ab-b4926e1b8eac req-bd86974b-4d9a-4a7c-a02a-88afbfbdbe2c service neutron] Attempting to bind port d14dccdf-6044-4227-9254-c4f1d03eba24 on host n-h1-694802-15 for vnic_type normal with profile {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:47:57.475238 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-f69f9def-197a-4658-b4ab-b4926e1b8eac req-bd86974b-4d9a-4a7c-a02a-88afbfbdbe2c service neutron] Attempting to bind port d14dccdf-6044-4227-9254-c4f1d03eba24 by drivers openvswitch,hyperv on host n-h1-694802-15 at level 0 using segments [{'id': 'dbc74f4b-9c71-4690-bfd7-b74eec572bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '92ddf977-0304-4820-a17a-d4078b17621c'}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:47:57.475532 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f69f9def-197a-4658-b4ab-b4926e1b8eac req-bd86974b-4d9a-4a7c-a02a-88afbfbdbe2c service neutron] Attempting to bind port d14dccdf-6044-4227-9254-c4f1d03eba24 on network 92ddf977-0304-4820-a17a-d4078b17621c {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:47:57.486668 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f69f9def-197a-4658-b4ab-b4926e1b8eac req-bd86974b-4d9a-4a7c-a02a-88afbfbdbe2c service neutron] Port d14dccdf-6044-4227-9254-c4f1d03eba24 on network 92ddf977-0304-4820-a17a-d4078b17621c not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-15 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 14:47:57.486993 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f69f9def-197a-4658-b4ab-b4926e1b8eac req-bd86974b-4d9a-4a7c-a02a-88afbfbdbe2c service neutron] Attempting to bind port d14dccdf-6044-4227-9254-c4f1d03eba24 on network 92ddf977-0304-4820-a17a-d4078b17621c {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:47:57.491405 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [req-d7346f47-1f0e-4c0e-946f-267b33dde912 req-3f076b1b-a06f-4deb-a9fc-360b1711e1b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33fb3c47-bf71-4b17-a3fa-925edb6f301f {{(pid=94467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:47:57.501344 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-d7346f47-1f0e-4c0e-946f-267b33dde912 req-3f076b1b-a06f-4deb-a9fc-360b1711e1b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:57.503801 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f69f9def-197a-4658-b4ab-b4926e1b8eac req-bd86974b-4d9a-4a7c-a02a-88afbfbdbe2c service neutron] Checking agent: {'id': 'de568313-a3e6-454a-9813-77e25edcea95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 27, 41), 'started_at': datetime.datetime(2021, 8, 12, 14, 27, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 47, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:47:57.504137 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f69f9def-197a-4658-b4ab-b4926e1b8eac req-bd86974b-4d9a-4a7c-a02a-88afbfbdbe2c service neutron] Checking segment: {'id': 'dbc74f4b-9c71-4690-bfd7-b74eec572bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '92ddf977-0304-4820-a17a-d4078b17621c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:47:57.504552 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f69f9def-197a-4658-b4ab-b4926e1b8eac req-bd86974b-4d9a-4a7c-a02a-88afbfbdbe2c service neutron] Bound using segment: {'id': 'dbc74f4b-9c71-4690-bfd7-b74eec572bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '92ddf977-0304-4820-a17a-d4078b17621c'} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:47:57.504963 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-f69f9def-197a-4658-b4ab-b4926e1b8eac req-bd86974b-4d9a-4a7c-a02a-88afbfbdbe2c service neutron] Bound port: d14dccdf-6044-4227-9254-c4f1d03eba24, host: n-h1-694802-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dbc74f4b-9c71-4690-bfd7-b74eec572bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '92ddf977-0304-4820-a17a-d4078b17621c'}}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:47:57.505412 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-f69f9def-197a-4658-b4ab-b4926e1b8eac req-bd86974b-4d9a-4a7c-a02a-88afbfbdbe2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:57.533272 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [req-d7346f47-1f0e-4c0e-946f-267b33dde912 req-3f076b1b-a06f-4deb-a9fc-360b1711e1b1 service neutron] Transition to ACTIVE for port object 33fb3c47-bf71-4b17-a3fa-925edb6f301f will not be triggered until provisioned by entity L2. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:47:57.553269 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-d7346f47-1f0e-4c0e-946f-267b33dde912 req-3f076b1b-a06f-4deb-a9fc-360b1711e1b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:57.563918 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-89b5f773-147a-4ff0-ae94-6239e1e28c1d tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:57.578405 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-89b5f773-147a-4ff0-ae94-6239e1e28c1d tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Transition to ACTIVE for port object d2999945-663f-493f-b42c-03afeae505eb will not be triggered until provisioned by entity DHCP. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:47:57.624596 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f076b1b-a06f-4deb-a9fc-360b1711e1b1 service neutron] Pushing event updated for resources: {'Port': ['ID=33fb3c47-bf71-4b17-a3fa-925edb6f301f,revision_number=2']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:47:57.630782 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-89b5f773-147a-4ff0-ae94-6239e1e28c1d tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:57.636402 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-f69f9def-197a-4658-b4ab-b4926e1b8eac req-bd86974b-4d9a-4a7c-a02a-88afbfbdbe2c service neutron] For port d14dccdf-6044-4227-9254-c4f1d03eba24, host n-h1-694802-15, cleared binding levels {{(pid=94467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:47:57.641224 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-f69f9def-197a-4658-b4ab-b4926e1b8eac req-bd86974b-4d9a-4a7c-a02a-88afbfbdbe2c service neutron] For port d14dccdf-6044-4227-9254-c4f1d03eba24, host n-h1-694802-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=d14dccdf-6044-4227-9254-c4f1d03eba24,segment=NetworkSegment(dbc74f4b-9c71-4690-bfd7-b74eec572bdc),segment_id=dbc74f4b-9c71-4690-bfd7-b74eec572bdc)] {{(pid=94467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:47:57.663739 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-f69f9def-197a-4658-b4ab-b4926e1b8eac req-bd86974b-4d9a-4a7c-a02a-88afbfbdbe2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:57.683861 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89b5f773-147a-4ff0-ae94-6239e1e28c1d tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Network 9378e537-2bb0-4edb-bd96-98dc93aa0f93 is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:47:57.692377 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-89b5f773-147a-4ff0-ae94-6239e1e28c1d tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:47:57.695448 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89b5f773-147a-4ff0-ae94-6239e1e28c1d tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:47:57.702473 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89b5f773-147a-4ff0-ae94-6239e1e28c1d tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:47:57.703118 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-89b5f773-147a-4ff0-ae94-6239e1e28c1d tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:57.710160 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b5f773-147a-4ff0-ae94-6239e1e28c1d tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Pushing event updated for resources: {'Port': ['ID=d2999945-663f-493f-b42c-03afeae505eb,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:47:57.734554 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69f9def-197a-4658-b4ab-b4926e1b8eac req-bd86974b-4d9a-4a7c-a02a-88afbfbdbe2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:47:57.735205 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-f69f9def-197a-4658-b4ab-b4926e1b8eac req-bd86974b-4d9a-4a7c-a02a-88afbfbdbe2c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:57.736414 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-89b5f773-147a-4ff0-ae94-6239e1e28c1d tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 1.2461078 Aug 12 14:47:57.736599 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f69f9def-197a-4658-b4ab-b4926e1b8eac req-bd86974b-4d9a-4a7c-a02a-88afbfbdbe2c service neutron] 10.222.0.64 "PUT /v2.0/ports/d14dccdf-6044-4227-9254-c4f1d03eba24 HTTP/1.1" status: 200 len: 1092 time: 1.7994025 Aug 12 14:47:57.737036 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd81a841b-2aa9-4af8-ab4c-046141d60ded', 'tag': 'd14dccdf-6044-4227-9254-c4f1d03eba24'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:47:57.738909 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 55220) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:47:57.739324 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e65282f928b64038367d043a4411777802006c43a98742496cb2e25b724ff1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df8ca3fb-7f8a-4b8f-88eb-4a676c103d13" -d '{"events": [{"name": "network-changed", "server_uuid": "d81a841b-2aa9-4af8-ab4c-046141d60ded", "tag": "d14dccdf-6044-4227-9254-c4f1d03eba24"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:47:57.789416 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 14:47:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13e576c2-ddd0-4a9b-9077-e4f40f544ced x-openstack-request-id: req-13e576c2-ddd0-4a9b-9077-e4f40f544ced {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:47:57.789701 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d81a841b-2aa9-4af8-ab4c-046141d60ded", "tag": "d14dccdf-6044-4227-9254-c4f1d03eba24", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:47:57.790151 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-13e576c2-ddd0-4a9b-9077-e4f40f544ced {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:47:57.790550 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd81a841b-2aa9-4af8-ab4c-046141d60ded', 'tag': 'd14dccdf-6044-4227-9254-c4f1d03eba24', 'status': 'completed', 'code': 200} Aug 12 14:47:57.791278 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86974b-4d9a-4a7c-a02a-88afbfbdbe2c service neutron] Pushing event updated for resources: {'Port': ['ID=d14dccdf-6044-4227-9254-c4f1d03eba24,revision_number=3']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:47:57.843583 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-d7346f47-1f0e-4c0e-946f-267b33dde912 req-3f076b1b-a06f-4deb-a9fc-360b1711e1b1 service neutron] Attempting to bind port 33fb3c47-bf71-4b17-a3fa-925edb6f301f on host n-h1-694802-15 for vnic_type normal with profile {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:47:57.843916 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-d7346f47-1f0e-4c0e-946f-267b33dde912 req-3f076b1b-a06f-4deb-a9fc-360b1711e1b1 service neutron] Attempting to bind port 33fb3c47-bf71-4b17-a3fa-925edb6f301f by drivers openvswitch,hyperv on host n-h1-694802-15 at level 0 using segments [{'id': '45b28473-1709-41a1-b9df-2ccc6425c05f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '4552c891-e268-4d7c-98f1-e8736a29b277'}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:47:57.844240 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7346f47-1f0e-4c0e-946f-267b33dde912 req-3f076b1b-a06f-4deb-a9fc-360b1711e1b1 service neutron] Attempting to bind port 33fb3c47-bf71-4b17-a3fa-925edb6f301f on network 4552c891-e268-4d7c-98f1-e8736a29b277 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:47:57.853039 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7346f47-1f0e-4c0e-946f-267b33dde912 req-3f076b1b-a06f-4deb-a9fc-360b1711e1b1 service neutron] Port 33fb3c47-bf71-4b17-a3fa-925edb6f301f on network 4552c891-e268-4d7c-98f1-e8736a29b277 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-15 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 14:47:57.853360 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7346f47-1f0e-4c0e-946f-267b33dde912 req-3f076b1b-a06f-4deb-a9fc-360b1711e1b1 service neutron] Attempting to bind port 33fb3c47-bf71-4b17-a3fa-925edb6f301f on network 4552c891-e268-4d7c-98f1-e8736a29b277 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:47:57.858543 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69f9def-197a-4658-b4ab-b4926e1b8eac req-0bb2016b-1cdf-4704-bb90-ea6fd579ffd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:47:57.860340 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f69f9def-197a-4658-b4ab-b4926e1b8eac req-0bb2016b-1cdf-4704-bb90-ea6fd579ffd2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4e49bc3e091c4eda956a9a447088c9d3&device_id=d81a841b-2aa9-4af8-ab4c-046141d60ded HTTP/1.1" status: 200 len: 1095 time: 0.0635951 Aug 12 14:47:57.863301 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7346f47-1f0e-4c0e-946f-267b33dde912 req-3f076b1b-a06f-4deb-a9fc-360b1711e1b1 service neutron] Checking agent: {'id': 'de568313-a3e6-454a-9813-77e25edcea95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 27, 41), 'started_at': datetime.datetime(2021, 8, 12, 14, 27, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 47, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:47:57.863556 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7346f47-1f0e-4c0e-946f-267b33dde912 req-3f076b1b-a06f-4deb-a9fc-360b1711e1b1 service neutron] Checking segment: {'id': '45b28473-1709-41a1-b9df-2ccc6425c05f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '4552c891-e268-4d7c-98f1-e8736a29b277'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:47:57.863938 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7346f47-1f0e-4c0e-946f-267b33dde912 req-3f076b1b-a06f-4deb-a9fc-360b1711e1b1 service neutron] Bound using segment: {'id': '45b28473-1709-41a1-b9df-2ccc6425c05f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '4552c891-e268-4d7c-98f1-e8736a29b277'} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:47:57.864363 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-d7346f47-1f0e-4c0e-946f-267b33dde912 req-3f076b1b-a06f-4deb-a9fc-360b1711e1b1 service neutron] Bound port: 33fb3c47-bf71-4b17-a3fa-925edb6f301f, host: n-h1-694802-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45b28473-1709-41a1-b9df-2ccc6425c05f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '4552c891-e268-4d7c-98f1-e8736a29b277'}}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:47:57.864717 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-d7346f47-1f0e-4c0e-946f-267b33dde912 req-3f076b1b-a06f-4deb-a9fc-360b1711e1b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:57.878340 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-2ce704f9-49cc-491b-a601-6758c09dc8b3 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Deleting port d2999945-663f-493f-b42c-03afeae505eb {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:47:57.878691 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2ce704f9-49cc-491b-a601-6758c09dc8b3 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:57.915788 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f69f9def-197a-4658-b4ab-b4926e1b8eac req-6cde9b84-4f05-4949-9512-22d8fd64367e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d14dccdf-6044-4227-9254-c4f1d03eba24 HTTP/1.1" status: 200 len: 217 time: 0.0410790 Aug 12 14:47:57.954209 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1521e755-fc2d-4a5a-b641-c3fdd3cd3b8f None None] Network 9378e537-2bb0-4edb-bd96-98dc93aa0f93 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:47:57.993769 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2ce704f9-49cc-491b-a601-6758c09dc8b3 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:58.009263 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69f9def-197a-4658-b4ab-b4926e1b8eac req-c908dd9f-772a-4241-984a-ea965bb6f8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:47:58.011049 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f69f9def-197a-4658-b4ab-b4926e1b8eac req-c908dd9f-772a-4241-984a-ea965bb6f8fa service neutron] 10.222.0.64 "GET /v2.0/subnets?id=54c3aa42-df42-4181-85c8-87699adc7db5 HTTP/1.1" status: 200 len: 850 time: 0.0701983 Aug 12 14:47:58.013356 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-2ce704f9-49cc-491b-a601-6758c09dc8b3 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Calling delete_port for d2999945-663f-493f-b42c-03afeae505eb owned by {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:47:58.015090 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-d7346f47-1f0e-4c0e-946f-267b33dde912 req-3f076b1b-a06f-4deb-a9fc-360b1711e1b1 service neutron] For port 33fb3c47-bf71-4b17-a3fa-925edb6f301f, host n-h1-694802-15, cleared binding levels {{(pid=94467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:47:58.028160 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-d7346f47-1f0e-4c0e-946f-267b33dde912 req-3f076b1b-a06f-4deb-a9fc-360b1711e1b1 service neutron] For port 33fb3c47-bf71-4b17-a3fa-925edb6f301f, host n-h1-694802-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=33fb3c47-bf71-4b17-a3fa-925edb6f301f,segment=NetworkSegment(45b28473-1709-41a1-b9df-2ccc6425c05f),segment_id=45b28473-1709-41a1-b9df-2ccc6425c05f)] {{(pid=94467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:47:58.034420 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-d7346f47-1f0e-4c0e-946f-267b33dde912 req-3f076b1b-a06f-4deb-a9fc-360b1711e1b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:58.059247 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f69f9def-197a-4658-b4ab-b4926e1b8eac req-a436f626-d51b-4732-b032-7ddc3753ecfd service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=92ddf977-0304-4820-a17a-d4078b17621c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401371 Aug 12 14:47:58.062115 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-763aa0b9-bdf4-4058-bc12-e83f0b8c76f7 None None] Provisioning for port c9740d30-80a7-41bd-9b74-9e424477bb75 completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:47:58.095379 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7346f47-1f0e-4c0e-946f-267b33dde912 req-3f076b1b-a06f-4deb-a9fc-360b1711e1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:47:58.096001 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-d7346f47-1f0e-4c0e-946f-267b33dde912 req-3f076b1b-a06f-4deb-a9fc-360b1711e1b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:58.097423 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d7346f47-1f0e-4c0e-946f-267b33dde912 req-3f076b1b-a06f-4deb-a9fc-360b1711e1b1 service neutron] 10.222.0.64 "PUT /v2.0/ports/33fb3c47-bf71-4b17-a3fa-925edb6f301f HTTP/1.1" status: 200 len: 1093 time: 1.8356030 Aug 12 14:47:58.311897 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f076b1b-a06f-4deb-a9fc-360b1711e1b1 service neutron] Pushing event updated for resources: {'Port': ['ID=33fb3c47-bf71-4b17-a3fa-925edb6f301f,revision_number=3']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:47:58.313764 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cb71a13-6cd5-429d-92ce-d71c49340f02 None None] Update dhcp port {'port': {'network_id': '9378e537-2bb0-4edb-bd96-98dc93aa0f93', 'fixed_ips': [{'subnet_id': '2e51c529-bb0e-49ac-ae06-7451e3cd79ce', 'ip_address': '2001:db8::f816:3eff:fe6a:f97c'}, {'subnet_id': '84a70d7a-a976-4411-accc-1660ec32d653'}], 'binding:host_id': 'n-d-694802-15'}, 'id': 'c9740d30-80a7-41bd-9b74-9e424477bb75'} from n-d-694802-15. {{(pid=94468) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 12 14:47:58.347507 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c6605d-b7fc-4ffd-a58c-64a73dcfda52 req-84cf9f51-1f3d-4637-abf6-66875fa3c0d1 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:47:58.348483 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-9cb71a13-6cd5-429d-92ce-d71c49340f02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:58.349073 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-50c6605d-b7fc-4ffd-a58c-64a73dcfda52 req-84cf9f51-1f3d-4637-abf6-66875fa3c0d1 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/ports?device_id=f6ba4b20-8c56-4b30-8495-dd1df3d9483b HTTP/1.1" status: 200 len: 944 time: 0.1206784 Aug 12 14:47:58.393977 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02f3739-e8d7-4a6e-b7a8-3364667318ca req-e11fb715-7c7f-48eb-8ec2-4cdbd5051b09 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:47:58.395541 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a02f3739-e8d7-4a6e-b7a8-3364667318ca req-e11fb715-7c7f-48eb-8ec2-4cdbd5051b09 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/ports?device_id=b148e05e-7d9e-4da9-9b03-99a8a72e94ac HTTP/1.1" status: 200 len: 945 time: 0.2450492 Aug 12 14:47:58.406891 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2ce704f9-49cc-491b-a601-6758c09dc8b3 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:58.407247 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2782d5bb-06d9-437f-be65-d62122d0dfc2 req-bc9d12e7-905f-4ea4-b51f-ac37dd7773ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:47:58.408836 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2782d5bb-06d9-437f-be65-d62122d0dfc2 req-bc9d12e7-905f-4ea4-b51f-ac37dd7773ea service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=3a3bdd41fa344002b106e434a17bdf78&device_id=b148e05e-7d9e-4da9-9b03-99a8a72e94ac HTTP/1.1" status: 200 len: 1097 time: 0.2138436 Aug 12 14:47:58.426251 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-50c6605d-b7fc-4ffd-a58c-64a73dcfda52 req-1cdf1c5a-fe08-47e4-8263-f2f0a15e835b tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/security-groups?id=36246b04-094b-4845-831d-1126cf8a06ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699873 Aug 12 14:47:58.448310 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce704f9-49cc-491b-a601-6758c09dc8b3 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Pushing event deleted for resources: {'Port': ['ID=d2999945-663f-493f-b42c-03afeae505eb,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:47:58.497159 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2ce704f9-49cc-491b-a601-6758c09dc8b3 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:58.503005 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-2ce704f9-49cc-491b-a601-6758c09dc8b3 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] 10.222.0.39 "DELETE /v2.0/ports/d2999945-663f-493f-b42c-03afeae505eb HTTP/1.1" status: 204 len: 168 time: 0.7625055 Aug 12 14:47:58.504024 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 55234) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:47:58.516334 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f69f9def-197a-4658-b4ab-b4926e1b8eac req-d32370bd-2217-4657-b24e-9cffa8a5cb43 service neutron] 10.222.0.64 "GET /v2.0/networks/92ddf977-0304-4820-a17a-d4078b17621c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4323363 Aug 12 14:47:58.517292 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2782d5bb-06d9-437f-be65-d62122d0dfc2 req-cf11f5df-a8aa-48e6-b51d-71cc856d8641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:47:58.518608 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2782d5bb-06d9-437f-be65-d62122d0dfc2 req-cf11f5df-a8aa-48e6-b51d-71cc856d8641 service neutron] 10.222.0.49 "GET /v2.0/networks?id=2ad93210-7061-461d-8617-49848448cc38 HTTP/1.1" status: 200 len: 917 time: 0.0963273 Aug 12 14:47:58.526307 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7346f47-1f0e-4c0e-946f-267b33dde912 req-6b36bda9-f8d9-4ba8-ba64-3d445a4c2bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:47:58.528306 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d7346f47-1f0e-4c0e-946f-267b33dde912 req-6b36bda9-f8d9-4ba8-ba64-3d445a4c2bdb service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f4b313af8d624a809d563851b784d520&device_id=f6ba4b20-8c56-4b30-8495-dd1df3d9483b HTTP/1.1" status: 200 len: 1096 time: 0.3509083 Aug 12 14:47:58.569239 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6d1bf05-3645-4e7f-9444-cf6013b492b9 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:47:58.574295 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-b6d1bf05-3645-4e7f-9444-cf6013b492b9 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.0687926 Aug 12 14:47:58.575197 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 55240) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:47:58.598058 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.db_base_plugin_common [None req-9cb71a13-6cd5-429d-92ce-d71c49340f02 None None] Allocated IP 2001:db8:0:1::2 (9378e537-2bb0-4edb-bd96-98dc93aa0f93/84a70d7a-a976-4411-accc-1660ec32d653/c9740d30-80a7-41bd-9b74-9e424477bb75) {{(pid=94468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:47:58.656416 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d7346f47-1f0e-4c0e-946f-267b33dde912 req-3de03a79-e230-4c4b-8822-7e88cb2fd2a6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=33fb3c47-bf71-4b17-a3fa-925edb6f301f HTTP/1.1" status: 200 len: 217 time: 0.1190805 Aug 12 14:47:58.659757 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81b27d3a-440e-4c02-87cb-366cf6420656 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:47:58.664148 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-81b27d3a-440e-4c02-87cb-366cf6420656 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.0878224 Aug 12 14:47:58.665882 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 55242) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:47:58.683758 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cd996d-3b2e-4b1c-9aaf-3d4a56aacfcc req-ba49ea44-688b-43d5-a5b5-6d40b121c399 tempest-ServerGroupTestJSON-919267211 tempest-ServerGroupTestJSON-919267211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:47:58.685512 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-51cd996d-3b2e-4b1c-9aaf-3d4a56aacfcc req-ba49ea44-688b-43d5-a5b5-6d40b121c399 tempest-ServerGroupTestJSON-919267211 tempest-ServerGroupTestJSON-919267211-project] 10.222.0.39 "GET /v2.0/ports?device_id=d81a841b-2aa9-4af8-ab4c-046141d60ded HTTP/1.1" status: 200 len: 943 time: 0.0983722 Aug 12 14:47:58.723844 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a02f3739-e8d7-4a6e-b7a8-3364667318ca req-06cd022b-f800-4082-bc51-1cd9c095a2f7 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/security-groups?id=ae835367-3679-4f41-a825-d086536e4cce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3138626 Aug 12 14:47:58.771169 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2782d5bb-06d9-437f-be65-d62122d0dfc2 req-2c45bd27-712e-4f61-9569-fa7de6e353f9 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dfcd097c-9928-4160-b8e6-a0dea19d832c HTTP/1.1" status: 200 len: 999 time: 0.2351036 Aug 12 14:47:58.816217 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec494fa5-0114-47df-b325-b87392afb319 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:47:58.817908 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec494fa5-0114-47df-b325-b87392afb319 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:47:58.819661 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec494fa5-0114-47df-b325-b87392afb319 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:47:58.821879 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-ec494fa5-0114-47df-b325-b87392afb319 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1548879 Aug 12 14:47:58.822502 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7346f47-1f0e-4c0e-946f-267b33dde912 req-0ccd0cd6-46f1-4093-a55f-9f7a4a6318a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:47:58.823994 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d7346f47-1f0e-4c0e-946f-267b33dde912 req-0ccd0cd6-46f1-4093-a55f-9f7a4a6318a5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b3b4e56e-f3bd-4709-bfd6-3e62da1e0ac7 HTTP/1.1" status: 200 len: 851 time: 0.1538746 Aug 12 14:47:58.827906 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 55244) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:47:58.853847 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-51cd996d-3b2e-4b1c-9aaf-3d4a56aacfcc req-6b02712e-0b87-4b6f-8572-5abd1b7ca121 tempest-ServerGroupTestJSON-919267211 tempest-ServerGroupTestJSON-919267211-project] 10.222.0.39 "GET /v2.0/security-groups?id=ffde4fdd-3e48-42f0-85a4-a8d1f457df55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415324 Aug 12 14:47:58.886218 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f69f9def-197a-4658-b4ab-b4926e1b8eac req-1aa952dd-d1d1-4cb2-9c64-ea2d6b3f061f service neutron] 10.222.0.64 "GET /v2.0/networks/92ddf977-0304-4820-a17a-d4078b17621c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3568850 Aug 12 14:47:58.898375 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device c9740d30-80a7-41bd-9b74-9e424477bb75 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:47:58.908670 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2782d5bb-06d9-437f-be65-d62122d0dfc2 req-0792e5c9-d6d7-4413-9383-6c6f33af5493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:47:58.910300 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2782d5bb-06d9-437f-be65-d62122d0dfc2 req-0792e5c9-d6d7-4413-9383-6c6f33af5493 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ce169be2-a716-4bd9-89d0-74eedc855ec7 HTTP/1.1" status: 200 len: 855 time: 0.1256697 Aug 12 14:47:58.933617 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_v2 [None req-08e15530-a802-4dc8-8613-cede68d7d990 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Deleting subnet 2e51c529-bb0e-49ac-ae06-7451e3cd79ce {{(pid=94467) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 14:47:58.940515 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-9cb71a13-6cd5-429d-92ce-d71c49340f02 None None] For port c9740d30-80a7-41bd-9b74-9e424477bb75, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=c9740d30-80a7-41bd-9b74-9e424477bb75,segment=NetworkSegment(29ba2c71-2731-40cb-80f7-8e3bbe9101b4),segment_id=29ba2c71-2731-40cb-80f7-8e3bbe9101b4)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:47:58.980715 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-9cb71a13-6cd5-429d-92ce-d71c49340f02 None None] Notify callbacks [] for port, precommit_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:58.982462 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7346f47-1f0e-4c0e-946f-267b33dde912 req-8b24a764-dc7b-493a-9482-99749d03875a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:47:58.984033 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d7346f47-1f0e-4c0e-946f-267b33dde912 req-8b24a764-dc7b-493a-9482-99749d03875a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4552c891-e268-4d7c-98f1-e8736a29b277&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1437957 Aug 12 14:47:58.997715 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-9cb71a13-6cd5-429d-92ce-d71c49340f02 None None] Transition to ACTIVE for port object c9740d30-80a7-41bd-9b74-9e424477bb75 will not be triggered until provisioned by entity DHCP. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:47:58.998600 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning for port c9740d30-80a7-41bd-9b74-9e424477bb75 completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:47:59.002473 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-9cb71a13-6cd5-429d-92ce-d71c49340f02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:59.006077 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-08e15530-a802-4dc8-8613-cede68d7d990 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks [] for subnet, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:59.088453 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8ca3fb-7f8a-4b8f-88eb-4a676c103d13 req-1f6f1e55-f606-4ab2-b5c4-ea6766eb5c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:47:59.089955 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-df8ca3fb-7f8a-4b8f-88eb-4a676c103d13 req-1f6f1e55-f606-4ab2-b5c4-ea6766eb5c06 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4e49bc3e091c4eda956a9a447088c9d3&device_id=d81a841b-2aa9-4af8-ab4c-046141d60ded HTTP/1.1" status: 200 len: 1095 time: 0.1502521 Aug 12 14:47:59.093623 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb71a13-6cd5-429d-92ce-d71c49340f02 None None] Pushing event updated for resources: {'Port': ['ID=c9740d30-80a7-41bd-9b74-9e424477bb75,revision_number=3']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:47:59.095235 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2782d5bb-06d9-437f-be65-d62122d0dfc2 req-03bbf556-a7df-44fa-bfd7-8d4750c966fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:47:59.096665 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2782d5bb-06d9-437f-be65-d62122d0dfc2 req-03bbf556-a7df-44fa-bfd7-8d4750c966fe service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2ad93210-7061-461d-8617-49848448cc38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1771350 Aug 12 14:47:59.103627 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-08e15530-a802-4dc8-8613-cede68d7d990 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3857505'] for subnet, precommit_delete_associations {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:59.312920 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d7346f47-1f0e-4c0e-946f-267b33dde912 req-06160ce4-74cc-4e77-b09c-613399f52f58 service neutron] 10.222.0.64 "GET /v2.0/networks/4552c891-e268-4d7c-98f1-e8736a29b277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3180857 Aug 12 14:47:59.642884 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-254b6360-379c-432b-ac12-8e3ede4fbd83 None None] Provisioning for port c9740d30-80a7-41bd-9b74-9e424477bb75 completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:47:59.649006 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-254b6360-379c-432b-ac12-8e3ede4fbd83 None None] Provisioning complete for port c9740d30-80a7-41bd-9b74-9e424477bb75 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:47:59.649386 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-254b6360-379c-432b-ac12-8e3ede4fbd83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:59.692218 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-08e15530-a802-4dc8-8613-cede68d7d990 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66416255'] for subnet, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:59.730930 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2782d5bb-06d9-437f-be65-d62122d0dfc2 req-dc08f371-adbe-44e4-9070-08d6c788667b service neutron] 10.222.0.49 "GET /v2.0/networks/2ad93210-7061-461d-8617-49848448cc38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5967097 Aug 12 14:47:59.738886 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8ca3fb-7f8a-4b8f-88eb-4a676c103d13 req-c849a27f-bbff-42f4-893e-a7493278cbb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:47:59.740364 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-df8ca3fb-7f8a-4b8f-88eb-4a676c103d13 req-c849a27f-bbff-42f4-893e-a7493278cbb0 service neutron] 10.222.0.64 "GET /v2.0/networks?id=92ddf977-0304-4820-a17a-d4078b17621c HTTP/1.1" status: 200 len: 911 time: 0.6407161 Aug 12 14:47:59.743371 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-254b6360-379c-432b-ac12-8e3ede4fbd83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:47:59.812304 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6ba4b20-8c56-4b30-8495-dd1df3d9483b', 'tag': '33fb3c47-bf71-4b17-a3fa-925edb6f301f'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:47:59.815599 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e65282f928b64038367d043a4411777802006c43a98742496cb2e25b724ff1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-567a1809-ed05-4bce-8471-e48abccf6612" -d '{"events": [{"name": "network-changed", "server_uuid": "f6ba4b20-8c56-4b30-8495-dd1df3d9483b", "tag": "33fb3c47-bf71-4b17-a3fa-925edb6f301f"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:47:59.869334 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-df8ca3fb-7f8a-4b8f-88eb-4a676c103d13 req-0d41001a-3839-42e7-a52c-98d723a0e23e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d14dccdf-6044-4227-9254-c4f1d03eba24 HTTP/1.1" status: 200 len: 217 time: 0.1065397 Aug 12 14:47:59.887532 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2097a9b4-dbe2-41a8-8793-4992cf07846f req-1798f9e8-05e2-4296-a8f7-8c123201b55c tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:47:59.889766 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-2097a9b4-dbe2-41a8-8793-4992cf07846f req-1798f9e8-05e2-4296-a8f7-8c123201b55c tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/ports?device_id=b148e05e-7d9e-4da9-9b03-99a8a72e94ac HTTP/1.1" status: 200 len: 945 time: 0.0698025 Aug 12 14:47:59.915933 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d56a70-1c71-46bc-8f70-e96b9cc84909 req-b14504f9-dfc4-45d2-8d9a-09543e474022 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:47:59.917676 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-19d56a70-1c71-46bc-8f70-e96b9cc84909 req-b14504f9-dfc4-45d2-8d9a-09543e474022 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/ports?device_id=f6ba4b20-8c56-4b30-8495-dd1df3d9483b HTTP/1.1" status: 200 len: 944 time: 0.2982259 Aug 12 14:47:59.937734 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-2097a9b4-dbe2-41a8-8793-4992cf07846f req-fa55b30e-be7c-4ead-9d7a-99aeed6e945f tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/security-groups?id=ae835367-3679-4f41-a825-d086536e4cce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412846 Aug 12 14:47:59.980385 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d7346f47-1f0e-4c0e-946f-267b33dde912 req-c04e4370-e7ed-4816-bab8-531a8459b1b1 service neutron] 10.222.0.64 "GET /v2.0/networks/4552c891-e268-4d7c-98f1-e8736a29b277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6573017 Aug 12 14:47:59.993189 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-08e15530-a802-4dc8-8613-cede68d7d990 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66416232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2859225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3343748'] for subnet, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:00.016669 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.db.api [None req-254b6360-379c-432b-ac12-8e3ede4fbd83 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94468) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 12 14:48:00.017170 n-d-694802-15 neutron-server[94468]: DEBUG oslo_db.api [None req-254b6360-379c-432b-ac12-8e3ede4fbd83 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 12 14:48:00.038683 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 14:47:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8111e83a-3749-4c52-a507-65ec7ccb0968 x-openstack-request-id: req-8111e83a-3749-4c52-a507-65ec7ccb0968 {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:48:00.038977 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6ba4b20-8c56-4b30-8495-dd1df3d9483b", "tag": "33fb3c47-bf71-4b17-a3fa-925edb6f301f", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:48:00.039269 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8111e83a-3749-4c52-a507-65ec7ccb0968 {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:48:00.039655 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6ba4b20-8c56-4b30-8495-dd1df3d9483b', 'tag': '33fb3c47-bf71-4b17-a3fa-925edb6f301f', 'status': 'completed', 'code': 200} Aug 12 14:48:00.049050 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8ca3fb-7f8a-4b8f-88eb-4a676c103d13 req-22cfbdbd-97a4-44c7-94e9-eec25eb96036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:48:00.050466 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-df8ca3fb-7f8a-4b8f-88eb-4a676c103d13 req-22cfbdbd-97a4-44c7-94e9-eec25eb96036 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=54c3aa42-df42-4181-85c8-87699adc7db5 HTTP/1.1" status: 200 len: 850 time: 0.1690261 Aug 12 14:48:00.059856 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e15530-a802-4dc8-8613-cede68d7d990 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Pushing event deleted for resources: {'Subnet': ['ID=2e51c529-bb0e-49ac-ae06-7451e3cd79ce,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:48:00.064698 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2782d5bb-06d9-437f-be65-d62122d0dfc2 req-3f3a3cd7-6746-40c8-b96b-7ae790f802c8 service neutron] 10.222.0.49 "GET /v2.0/networks/2ad93210-7061-461d-8617-49848448cc38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3200426 Aug 12 14:48:00.078705 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-08e15530-a802-4dc8-8613-cede68d7d990 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks [] for subnet, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:00.083956 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 55258) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:48:00.084499 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-08e15530-a802-4dc8-8613-cede68d7d990 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] 10.222.0.39 "DELETE /v2.0/subnets/2e51c529-bb0e-49ac-ae06-7451e3cd79ce HTTP/1.1" status: 204 len: 168 time: 1.2541597 Aug 12 14:48:00.110731 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86299bf9-d275-441b-92dc-ecf02bec66ae None None] Network 9378e537-2bb0-4edb-bd96-98dc93aa0f93 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:48:00.137160 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-df8ca3fb-7f8a-4b8f-88eb-4a676c103d13 req-f15a5bd7-aad7-4c5e-a8e3-5ab61f7cb53b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=92ddf977-0304-4820-a17a-d4078b17621c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0694771 Aug 12 14:48:00.140953 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-19d56a70-1c71-46bc-8f70-e96b9cc84909 req-f194e958-72a4-4bd2-8b4a-f42ec52d3c8f tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/security-groups?id=36246b04-094b-4845-831d-1126cf8a06ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849642 Aug 12 14:48:00.195439 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567a1809-ed05-4bce-8471-e48abccf6612 req-3cea7a5a-1b6f-41b8-b7a8-c6ee0854a669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:48:00.196983 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-567a1809-ed05-4bce-8471-e48abccf6612 req-3cea7a5a-1b6f-41b8-b7a8-c6ee0854a669 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f4b313af8d624a809d563851b784d520&device_id=f6ba4b20-8c56-4b30-8495-dd1df3d9483b HTTP/1.1" status: 200 len: 1096 time: 0.1529860 Aug 12 14:48:00.198894 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_v2 [None req-619f1a79-5227-410c-be99-d458d0caf242 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Deleting subnet 84a70d7a-a976-4411-accc-1660ec32d653 {{(pid=94466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 14:48:00.202624 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-619f1a79-5227-410c-be99-d458d0caf242 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks [] for subnet, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:00.270558 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1365117-ba01-49b3-91d3-b8f80c9abec6 req-d694b1f3-629f-4d96-a404-832bd34182c5 tempest-ServerGroupTestJSON-919267211 tempest-ServerGroupTestJSON-919267211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:48:00.272602 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-f1365117-ba01-49b3-91d3-b8f80c9abec6 req-d694b1f3-629f-4d96-a404-832bd34182c5 tempest-ServerGroupTestJSON-919267211 tempest-ServerGroupTestJSON-919267211-project] 10.222.0.39 "GET /v2.0/ports?device_id=d81a841b-2aa9-4af8-ab4c-046141d60ded HTTP/1.1" status: 200 len: 943 time: 0.1075130 Aug 12 14:48:00.275695 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-619f1a79-5227-410c-be99-d458d0caf242 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2293551'] for subnet, precommit_delete_associations {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:00.304433 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-df8ca3fb-7f8a-4b8f-88eb-4a676c103d13 req-a5cbeb76-443f-42e4-8822-674e28446852 service neutron] 10.222.0.64 "GET /v2.0/networks/92ddf977-0304-4820-a17a-d4078b17621c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1577959 Aug 12 14:48:00.355344 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-f1365117-ba01-49b3-91d3-b8f80c9abec6 req-5d755cab-b035-4744-a730-92db0713e82e tempest-ServerGroupTestJSON-919267211 tempest-ServerGroupTestJSON-919267211-project] 10.222.0.39 "GET /v2.0/security-groups?id=ffde4fdd-3e48-42f0-85a4-a8d1f457df55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560720 Aug 12 14:48:00.364581 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567a1809-ed05-4bce-8471-e48abccf6612 req-1ea47039-4a9d-4f4f-84e2-e31b9947674a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:48:00.366087 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-567a1809-ed05-4bce-8471-e48abccf6612 req-1ea47039-4a9d-4f4f-84e2-e31b9947674a service neutron] 10.222.0.64 "GET /v2.0/networks?id=4552c891-e268-4d7c-98f1-e8736a29b277 HTTP/1.1" status: 200 len: 913 time: 0.1615276 Aug 12 14:48:00.398825 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-619f1a79-5227-410c-be99-d458d0caf242 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66416255'] for subnet, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:00.420782 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-567a1809-ed05-4bce-8471-e48abccf6612 req-aac0c29c-13ce-4cb1-9f96-6d3f199dcd9d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=33fb3c47-bf71-4b17-a3fa-925edb6f301f HTTP/1.1" status: 200 len: 217 time: 0.0449352 Aug 12 14:48:00.468483 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-619f1a79-5227-410c-be99-d458d0caf242 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66416232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3718429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8776402'] for subnet, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:00.484708 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-df8ca3fb-7f8a-4b8f-88eb-4a676c103d13 req-5ffc108b-6638-47bc-ad4f-99174c81b0a7 service neutron] 10.222.0.64 "GET /v2.0/networks/92ddf977-0304-4820-a17a-d4078b17621c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1712360 Aug 12 14:48:00.492718 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567a1809-ed05-4bce-8471-e48abccf6612 req-487e2cc6-b550-40bc-9d50-4d72e876a572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:48:00.494121 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-567a1809-ed05-4bce-8471-e48abccf6612 req-487e2cc6-b550-40bc-9d50-4d72e876a572 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b3b4e56e-f3bd-4709-bfd6-3e62da1e0ac7 HTTP/1.1" status: 200 len: 851 time: 0.0629275 Aug 12 14:48:00.504716 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619f1a79-5227-410c-be99-d458d0caf242 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Pushing event deleted for resources: {'Subnet': ['ID=84a70d7a-a976-4411-accc-1660ec32d653,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:48:00.508692 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-619f1a79-5227-410c-be99-d458d0caf242 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for subnet, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:00.510583 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-619f1a79-5227-410c-be99-d458d0caf242 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] 10.222.0.39 "DELETE /v2.0/subnets/84a70d7a-a976-4411-accc-1660ec32d653 HTTP/1.1" status: 204 len: 168 time: 0.4251678 Aug 12 14:48:00.513111 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 55260) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:48:00.558665 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567a1809-ed05-4bce-8471-e48abccf6612 req-efeee60f-5cc6-4d7b-8f4a-63cf0b2fbdf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:48:00.561102 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-567a1809-ed05-4bce-8471-e48abccf6612 req-efeee60f-5cc6-4d7b-8f4a-63cf0b2fbdf6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4552c891-e268-4d7c-98f1-e8736a29b277&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0601406 Aug 12 14:48:00.561800 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 55262) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:48:00.562614 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-254b6360-379c-432b-ac12-8e3ede4fbd83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:00.563129 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-660da0c3-1f57-4f01-94dd-ecf5bf2678ae tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0482998 Aug 12 14:48:00.567834 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-61e2fe31-94b4-4f69-8161-4c32d52333bb tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Request body: {'subnet': {'network_id': '9378e537-2bb0-4edb-bd96-98dc93aa0f93', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:48:00.603419 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-254b6360-379c-432b-ac12-8e3ede4fbd83 None None] For port c9740d30-80a7-41bd-9b74-9e424477bb75, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=c9740d30-80a7-41bd-9b74-9e424477bb75,segment=NetworkSegment(29ba2c71-2731-40cb-80f7-8e3bbe9101b4),segment_id=29ba2c71-2731-40cb-80f7-8e3bbe9101b4)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:48:00.608871 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-254b6360-379c-432b-ac12-8e3ede4fbd83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:00.641280 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-254b6360-379c-432b-ac12-8e3ede4fbd83 None None] Could not find standard attr ID for object d2999945-663f-493f-b42c-03afeae505eb. {{(pid=94468) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 12 14:48:00.671535 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254b6360-379c-432b-ac12-8e3ede4fbd83 None None] Pushing event updated for resources: {'Port': ['ID=c9740d30-80a7-41bd-9b74-9e424477bb75,revision_number=6']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:48:00.752514 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-757fe074-84c4-4a73-bc12-63b4c28d31a4 None None] Could not find standard attr ID for object d2999945-663f-493f-b42c-03afeae505eb. {{(pid=94468) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 12 14:48:00.757440 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-567a1809-ed05-4bce-8471-e48abccf6612 req-ca8ff38b-17af-47cd-a5ae-0581c790fbcd service neutron] 10.222.0.64 "GET /v2.0/networks/4552c891-e268-4d7c-98f1-e8736a29b277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1839488 Aug 12 14:48:00.759435 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61e2fe31-94b4-4f69-8161-4c32d52333bb tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Made reservation on behalf of f911637440044e5098fb64107964cb00 for: {'subnet': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:48:00.763996 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-61e2fe31-94b4-4f69-8161-4c32d52333bb tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3343791'] for subnet, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:00.772582 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device c9740d30-80a7-41bd-9b74-9e424477bb75 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:48:00.823601 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port c9740d30-80a7-41bd-9b74-9e424477bb75 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:48:00.823971 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:00.847002 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device dfcd097c-9928-4160-b8e6-a0dea19d832c no longer exists at agent hyperv_n-h2-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:48:00.952271 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ebcfe41-f923-4c22-9533-d678d92a5b8b None None] Network 9378e537-2bb0-4edb-bd96-98dc93aa0f93 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:48:00.963477 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-900163e3-0e9d-406f-8d2e-4561a89b8c1c req-0317b445-cfab-4f12-bf9e-c3f3ef490aca service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=82ca70f0-3356-4166-96ef-a264876874d1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1785479 Aug 12 14:48:00.976995 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-567a1809-ed05-4bce-8471-e48abccf6612 req-327c5c48-91bd-4fc5-8747-c804fc75aa7c service neutron] 10.222.0.64 "GET /v2.0/networks/4552c891-e268-4d7c-98f1-e8736a29b277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2087927 Aug 12 14:48:01.035609 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:01.057427 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-aa9a7aca-3df1-4128-8149-adaf6c8bf2c4 None None] Provisioning complete for port c9740d30-80a7-41bd-9b74-9e424477bb75 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:48:01.057806 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-aa9a7aca-3df1-4128-8149-adaf6c8bf2c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:01.082853 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4490932c-d2ea-4d25-9820-c9126b664813 req-78d5ca6d-b101-4169-b4dd-32c70998d2ab tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:48:01.084651 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-4490932c-d2ea-4d25-9820-c9126b664813 req-78d5ca6d-b101-4169-b4dd-32c70998d2ab tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/ports?device_id=b148e05e-7d9e-4da9-9b03-99a8a72e94ac HTTP/1.1" status: 200 len: 945 time: 0.0558014 Aug 12 14:48:01.116135 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-61e2fe31-94b4-4f69-8161-4c32d52333bb tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2859166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3343773'] for subnet, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:01.126233 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900163e3-0e9d-406f-8d2e-4561a89b8c1c req-8a04dbb9-5133-4fbd-95f0-d1a84fff330d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:48:01.127804 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-900163e3-0e9d-406f-8d2e-4561a89b8c1c req-8a04dbb9-5133-4fbd-95f0-d1a84fff330d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f4b313af8d624a809d563851b784d520&device_id=82ca70f0-3356-4166-96ef-a264876874d1 HTTP/1.1" status: 200 len: 1097 time: 0.0875463 Aug 12 14:48:01.129654 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b148e05e-7d9e-4da9-9b03-99a8a72e94ac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dfcd097c-9928-4160-b8e6-a0dea19d832c'}] {{(pid=94468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:48:01.132145 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99a8d87602170099c728e57431aca99e9b98a655a83bbf8727be13192709727b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c5619e6-8e95-4964-875d-03efe69f54e4" -d '{"events": [{"server_uuid": "b148e05e-7d9e-4da9-9b03-99a8a72e94ac", "name": "network-vif-unplugged", "status": "completed", "tag": "dfcd097c-9928-4160-b8e6-a0dea19d832c"}]}' {{(pid=94468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:48:01.156229 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-4490932c-d2ea-4d25-9820-c9126b664813 req-4356677b-8803-4c15-abe6-2ffd12304a87 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/security-groups?id=ae835367-3679-4f41-a825-d086536e4cce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627766 Aug 12 14:48:01.175728 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port dfcd097c-9928-4160-b8e6-a0dea19d832c, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=dfcd097c-9928-4160-b8e6-a0dea19d832c,segment=NetworkSegment(b72762b4-956b-443d-aaee-4b6799d6bcb9),segment_id=b72762b4-956b-443d-aaee-4b6799d6bcb9)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:48:01.198084 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:01.208374 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 12 Aug 2021 14:48:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0df0d4b-ec09-4cfb-b4dd-bc4e2fda2ceb x-openstack-request-id: req-d0df0d4b-ec09-4cfb-b4dd-bc4e2fda2ceb {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:48:01.208737 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b148e05e-7d9e-4da9-9b03-99a8a72e94ac", "name": "network-vif-unplugged", "status": "completed", "tag": "dfcd097c-9928-4160-b8e6-a0dea19d832c", "code": 200}]} {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:48:01.209078 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d0df0d4b-ec09-4cfb-b4dd-bc4e2fda2ceb {{(pid=94468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:48:01.209683 n-d-694802-15 neutron-server[94468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b148e05e-7d9e-4da9-9b03-99a8a72e94ac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dfcd097c-9928-4160-b8e6-a0dea19d832c', 'code': 200} Aug 12 14:48:01.218795 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61e2fe31-94b4-4f69-8161-4c32d52333bb tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Network 9378e537-2bb0-4edb-bd96-98dc93aa0f93 is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:48:01.246767 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [None req-61e2fe31-94b4-4f69-8161-4c32d52333bb tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:48:01.249888 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61e2fe31-94b4-4f69-8161-4c32d52333bb tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:48:01.250489 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-61e2fe31-94b4-4f69-8161-4c32d52333bb tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks [] for subnet, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:01.253903 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e2fe31-94b4-4f69-8161-4c32d52333bb tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Pushing event updated for resources: {'Subnet': ['ID=08bfd4d0-45fc-43b7-84aa-4812a3aadbaf,revision_number=0']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:48:01.300857 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Pushing event updated for resources: {'Port': ['ID=dfcd097c-9928-4160-b8e6-a0dea19d832c,revision_number=8']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:48:01.316105 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-61e2fe31-94b4-4f69-8161-4c32d52333bb tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7529233 Aug 12 14:48:01.319289 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 55276) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:48:01.330469 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-5d2abdf8-5b48-4a60-8dcc-1364e5c39dde tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Request body: {'subnet': {'network_id': '9378e537-2bb0-4edb-bd96-98dc93aa0f93', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:48:01.352308 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32f7c6a4-bf80-47ed-8a38-0c4e78a0fb83 None None] DHCP port deletion for 9378e537-2bb0-4edb-bd96-98dc93aa0f93 request from n-d-694802-15 {{(pid=94468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 14:48:01.352824 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22acf6aa-feb8-488e-812b-d334ff4a3e2b req-b9c9f24f-51cf-41ce-96ec-a1a4936cb924 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:48:01.354534 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-22acf6aa-feb8-488e-812b-d334ff4a3e2b req-b9c9f24f-51cf-41ce-96ec-a1a4936cb924 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/ports?device_id=f6ba4b20-8c56-4b30-8495-dd1df3d9483b HTTP/1.1" status: 200 len: 944 time: 0.0946400 Aug 12 14:48:01.375718 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900163e3-0e9d-406f-8d2e-4561a89b8c1c req-1b9a1050-71fa-4ef6-bc26-d29fe08d96ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:48:01.377146 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-900163e3-0e9d-406f-8d2e-4561a89b8c1c req-1b9a1050-71fa-4ef6-bc26-d29fe08d96ca service neutron] 10.222.0.64 "GET /v2.0/networks?id=4552c891-e268-4d7c-98f1-e8736a29b277 HTTP/1.1" status: 200 len: 913 time: 0.1946168 Aug 12 14:48:01.405728 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-32f7c6a4-bf80-47ed-8a38-0c4e78a0fb83 None None] Deleting port c9740d30-80a7-41bd-9b74-9e424477bb75 {{(pid=94468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:48:01.406618 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-32f7c6a4-bf80-47ed-8a38-0c4e78a0fb83 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:01.457999 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-22acf6aa-feb8-488e-812b-d334ff4a3e2b req-7c6f0880-6df0-4676-ad78-d7728f0bfd69 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/security-groups?id=36246b04-094b-4845-831d-1126cf8a06ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927091 Aug 12 14:48:01.486239 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-900163e3-0e9d-406f-8d2e-4561a89b8c1c req-d1633121-0468-48c2-b900-9b0e35db03b4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b0aac563-42bd-4b31-95a9-a0a4d4b9e42a HTTP/1.1" status: 200 len: 1000 time: 0.0987771 Aug 12 14:48:01.499328 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d2abdf8-5b48-4a60-8dcc-1364e5c39dde tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Made reservation on behalf of f911637440044e5098fb64107964cb00 for: {'subnet': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:48:01.502726 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5d2abdf8-5b48-4a60-8dcc-1364e5c39dde tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8776441'] for subnet, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:01.503497 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-32f7c6a4-bf80-47ed-8a38-0c4e78a0fb83 None None] For port c9740d30-80a7-41bd-9b74-9e424477bb75, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=c9740d30-80a7-41bd-9b74-9e424477bb75,segment=NetworkSegment(29ba2c71-2731-40cb-80f7-8e3bbe9101b4),segment_id=29ba2c71-2731-40cb-80f7-8e3bbe9101b4)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:48:01.503497 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-32f7c6a4-bf80-47ed-8a38-0c4e78a0fb83 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:01.517628 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-32f7c6a4-bf80-47ed-8a38-0c4e78a0fb83 None None] Calling delete_port for c9740d30-80a7-41bd-9b74-9e424477bb75 owned by network:dhcp {{(pid=94468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:48:01.546113 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900163e3-0e9d-406f-8d2e-4561a89b8c1c req-2489e570-027f-4760-b510-90081097452f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:48:01.547557 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-900163e3-0e9d-406f-8d2e-4561a89b8c1c req-2489e570-027f-4760-b510-90081097452f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b3b4e56e-f3bd-4709-bfd6-3e62da1e0ac7 HTTP/1.1" status: 200 len: 851 time: 0.0539107 Aug 12 14:48:01.578858 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3691ef28-c773-438c-9aee-1525179c8aa7 req-52615db9-707e-40bd-be5a-c38bb54980bd tempest-ServerGroupTestJSON-919267211 tempest-ServerGroupTestJSON-919267211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:48:01.586169 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-3691ef28-c773-438c-9aee-1525179c8aa7 req-52615db9-707e-40bd-be5a-c38bb54980bd tempest-ServerGroupTestJSON-919267211 tempest-ServerGroupTestJSON-919267211-project] 10.222.0.39 "GET /v2.0/ports?device_id=d81a841b-2aa9-4af8-ab4c-046141d60ded HTTP/1.1" status: 200 len: 943 time: 0.1355827 Aug 12 14:48:01.605954 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900163e3-0e9d-406f-8d2e-4561a89b8c1c req-0d4b1846-7e3d-4f55-81a2-07b99a7e69cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:48:01.608120 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-900163e3-0e9d-406f-8d2e-4561a89b8c1c req-0d4b1846-7e3d-4f55-81a2-07b99a7e69cb service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4552c891-e268-4d7c-98f1-e8736a29b277&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0501437 Aug 12 14:48:01.610803 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-32f7c6a4-bf80-47ed-8a38-0c4e78a0fb83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262'] for port, after_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:01.642216 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-3691ef28-c773-438c-9aee-1525179c8aa7 req-0aae1d6f-288f-48e2-b240-fbcbdfba83e3 tempest-ServerGroupTestJSON-919267211 tempest-ServerGroupTestJSON-919267211-project] 10.222.0.39 "GET /v2.0/security-groups?id=ffde4fdd-3e48-42f0-85a4-a8d1f457df55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551503 Aug 12 14:48:01.662718 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32f7c6a4-bf80-47ed-8a38-0c4e78a0fb83 None None] No DVR routers for this DVR port c9740d30-80a7-41bd-9b74-9e424477bb75 on host n-d-694802-15 {{(pid=94468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:48:01.665353 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f7c6a4-bf80-47ed-8a38-0c4e78a0fb83 None None] Pushing event deleted for resources: {'Port': ['ID=c9740d30-80a7-41bd-9b74-9e424477bb75,revision_number=None']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:48:01.666441 n-d-694802-15 neutron-server[94466]: INFO neutron.db.ipam_backend_mixin [None req-5d2abdf8-5b48-4a60-8dcc-1364e5c39dde tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 08bfd4d0-45fc-43b7-84aa-4812a3aadbaf (CIDR: 2001:db8::/64) Aug 12 14:48:01.669651 n-d-694802-15 neutron-server[94466]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d2abdf8-5b48-4a60-8dcc-1364e5c39dde tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 12 14:48:01.670131 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d2abdf8-5b48-4a60-8dcc-1364e5c39dde tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 14:48:01.693072 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-5d2abdf8-5b48-4a60-8dcc-1364e5c39dde tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3697817 Aug 12 14:48:01.693291 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 55282) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:48:01.695793 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5809a127-53a5-4609-92e6-2d675db5d83b None None] Network 9378e537-2bb0-4edb-bd96-98dc93aa0f93 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:48:01.698519 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-ec22b861-5f57-47d8-8384-c2496b431f99 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Request body: {'subnet': {'network_id': '9378e537-2bb0-4edb-bd96-98dc93aa0f93', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:48:01.744963 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9afdb99-d487-457d-aa6a-e37ae1c098bb req-0250ee99-b7a6-4421-88ef-1ba982c2136c tempest-TestNetworkAdvancedServerOps-311782475 tempest-TestNetworkAdvancedServerOps-311782475-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:48:01.746377 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d9afdb99-d487-457d-aa6a-e37ae1c098bb req-0250ee99-b7a6-4421-88ef-1ba982c2136c tempest-TestNetworkAdvancedServerOps-311782475 tempest-TestNetworkAdvancedServerOps-311782475-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=4d387655-bc58-4d10-8c58-4428d6cc887c HTTP/1.1" status: 200 len: 1098 time: 0.0768480 Aug 12 14:48:01.789440 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-900163e3-0e9d-406f-8d2e-4561a89b8c1c req-4e072fd0-3fcf-440c-b725-c6546d7df917 service neutron] 10.222.0.64 "GET /v2.0/networks/4552c891-e268-4d7c-98f1-e8736a29b277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1738279 Aug 12 14:48:01.790856 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-d9afdb99-d487-457d-aa6a-e37ae1c098bb req-0b62d740-67d3-4d16-b333-60e71e417995 tempest-TestNetworkAdvancedServerOps-311782475 tempest-TestNetworkAdvancedServerOps-311782475-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:01.880894 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.db.api [None req-ec22b861-5f57-47d8-8384-c2496b431f99 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 12 14:48:01.880894 n-d-694802-15 neutron-server[94466]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 12 14:48:01.880894 n-d-694802-15 neutron-server[94466]: [parameters: {'project_id_1': 'f911637440044e5098fb64107964cb00', 'expiration_1': datetime.datetime(2021, 8, 12, 14, 48, 1, 852236)}] Aug 12 14:48:01.880894 n-d-694802-15 neutron-server[94466]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94466) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 12 14:48:01.881763 n-d-694802-15 neutron-server[94466]: DEBUG oslo_db.api [None req-ec22b861-5f57-47d8-8384-c2496b431f99 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 12 14:48:01.882783 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b488d0a-584f-48e5-b53a-cde1d82f1eba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa7035b3e-9a89-5964-b9f4-97301c3f476a-9378e537-2bb0-4edb-bd96-98dc93aa0f93', 'network_id': '9378e537-2bb0-4edb-bd96-98dc93aa0f93', 'tenant_id': 'f911637440044e5098fb64107964cb00', 'fixed_ips': [{'subnet_id': '08bfd4d0-45fc-43b7-84aa-4812a3aadbaf'}]}} from n-d-694802-15. {{(pid=94468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 14:48:01.884117 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-6b488d0a-584f-48e5-b53a-cde1d82f1eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:01.954744 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-900163e3-0e9d-406f-8d2e-4561a89b8c1c req-d061556d-bb29-4d32-8c90-d5ee604a1137 service neutron] 10.222.0.64 "GET /v2.0/networks/4552c891-e268-4d7c-98f1-e8736a29b277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1533053 Aug 12 14:48:02.002460 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-d9afdb99-d487-457d-aa6a-e37ae1c098bb req-0b62d740-67d3-4d16-b333-60e71e417995 tempest-TestNetworkAdvancedServerOps-311782475 tempest-TestNetworkAdvancedServerOps-311782475-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:02.006367 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-d9afdb99-d487-457d-aa6a-e37ae1c098bb req-0b62d740-67d3-4d16-b333-60e71e417995 tempest-TestNetworkAdvancedServerOps-311782475 tempest-TestNetworkAdvancedServerOps-311782475-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:02.034442 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d9afdb99-d487-457d-aa6a-e37ae1c098bb req-0b62d740-67d3-4d16-b333-60e71e417995 tempest-TestNetworkAdvancedServerOps-311782475 tempest-TestNetworkAdvancedServerOps-311782475-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=321fdc30-89f7-41d5-9ead-31c9ab79a851&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2734952 Aug 12 14:48:02.038946 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b62d740-67d3-4d16-b333-60e71e417995 tempest-TestNetworkAdvancedServerOps-311782475 tempest-TestNetworkAdvancedServerOps-311782475-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec353b95-33d2-4273-b644-c0accb85487d,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:48:02.066748 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.db_base_plugin_common [None req-6b488d0a-584f-48e5-b53a-cde1d82f1eba None None] Allocated IP 2001:db8::2 (9378e537-2bb0-4edb-bd96-98dc93aa0f93/08bfd4d0-45fc-43b7-84aa-4812a3aadbaf/ed56f257-ee14-4447-bfa1-4d375099a3a0) {{(pid=94468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:48:02.165033 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ff2aba-1f5f-45dd-ae4b-57ba8877b454 req-7f6bee08-6ded-4e97-b5e2-cb6445d35a0b tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:48:02.166465 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-b7ff2aba-1f5f-45dd-ae4b-57ba8877b454 req-7f6bee08-6ded-4e97-b5e2-cb6445d35a0b tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d387655-bc58-4d10-8c58-4428d6cc887c HTTP/1.1" status: 200 len: 946 time: 0.0577469 Aug 12 14:48:02.209651 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-b7ff2aba-1f5f-45dd-ae4b-57ba8877b454 req-791a7300-c399-48b0-b451-cc1be4c321c9 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/security-groups?id=321fdc30-89f7-41d5-9ead-31c9ab79a851&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370018 Aug 12 14:48:02.211245 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-6b488d0a-584f-48e5-b53a-cde1d82f1eba None None] Notify callbacks [] for port, precommit_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:02.237785 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 55292) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:48:02.241379 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-6b488d0a-584f-48e5-b53a-cde1d82f1eba None None] Transition to ACTIVE for port object ed56f257-ee14-4447-bfa1-4d375099a3a0 will not be triggered until provisioned by entity L2. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:48:02.261323 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-6b488d0a-584f-48e5-b53a-cde1d82f1eba None None] Transition to ACTIVE for port object ed56f257-ee14-4447-bfa1-4d375099a3a0 will not be triggered until provisioned by entity DHCP. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:48:02.269538 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-6b488d0a-584f-48e5-b53a-cde1d82f1eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253'] for port, after_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:02.313671 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b488d0a-584f-48e5-b53a-cde1d82f1eba None None] Network 9378e537-2bb0-4edb-bd96-98dc93aa0f93 is already hosted by enough agents. {{(pid=94468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:48:02.315696 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7135426-0d9e-4472-894c-642a0a143a15 req-a93d7e37-e3ae-43db-936c-d1547c93567e tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:48:02.320619 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e7135426-0d9e-4472-894c-642a0a143a15 req-a93d7e37-e3ae-43db-936c-d1547c93567e tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/ports?device_id=b148e05e-7d9e-4da9-9b03-99a8a72e94ac HTTP/1.1" status: 200 len: 943 time: 0.0692849 Aug 12 14:48:02.321929 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.base_scheduler [None req-6b488d0a-584f-48e5-b53a-cde1d82f1eba None None] Resources bound (agent type, host, resource id): {{(pid=94468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:48:02.340188 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b488d0a-584f-48e5-b53a-cde1d82f1eba None None] Pushing event updated for resources: {'Port': ['ID=ed56f257-ee14-4447-bfa1-4d375099a3a0,revision_number=1']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:48:02.343178 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b488d0a-584f-48e5-b53a-cde1d82f1eba None None] Received port after_create {{(pid=94468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:48:02.354129 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-56eb1693-e9c5-43ff-8347-27d36c5cac20 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/floatingips/cdb2786f-340c-4a73-8458-77276b7ce3ca HTTP/1.1" status: 200 len: 993 time: 0.1120739 Aug 12 14:48:02.376730 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e7135426-0d9e-4472-894c-642a0a143a15 req-49adb20a-f6aa-4b5d-aa82-b565c6a9f573 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/security-groups?id=ae835367-3679-4f41-a825-d086536e4cce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443377 Aug 12 14:48:02.407183 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec22b861-5f57-47d8-8384-c2496b431f99 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Made reservation on behalf of f911637440044e5098fb64107964cb00 for: {'subnet': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:48:02.411653 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ec22b861-5f57-47d8-8384-c2496b431f99 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8776441'] for subnet, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:02.416725 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-6b488d0a-584f-48e5-b53a-cde1d82f1eba None None] Attempting to bind port ed56f257-ee14-4447-bfa1-4d375099a3a0 on host n-d-694802-15 for vnic_type normal with profile {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:48:02.417160 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-6b488d0a-584f-48e5-b53a-cde1d82f1eba None None] Attempting to bind port ed56f257-ee14-4447-bfa1-4d375099a3a0 by drivers openvswitch,hyperv on host n-d-694802-15 at level 0 using segments [{'id': '29ba2c71-2731-40cb-80f7-8e3bbe9101b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '9378e537-2bb0-4edb-bd96-98dc93aa0f93'}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:48:02.417522 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b488d0a-584f-48e5-b53a-cde1d82f1eba None None] Attempting to bind port ed56f257-ee14-4447-bfa1-4d375099a3a0 on network 9378e537-2bb0-4edb-bd96-98dc93aa0f93 {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:48:02.423477 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b488d0a-584f-48e5-b53a-cde1d82f1eba None None] Checking agent: {'id': '16de73ac-f2e9-4cee-b3e0-91052ae3e6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 20, 13), 'started_at': datetime.datetime(2021, 8, 12, 14, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 47, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:48:02.423903 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b488d0a-584f-48e5-b53a-cde1d82f1eba None None] Checking segment: {'id': '29ba2c71-2731-40cb-80f7-8e3bbe9101b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '9378e537-2bb0-4edb-bd96-98dc93aa0f93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:48:02.424236 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-6b488d0a-584f-48e5-b53a-cde1d82f1eba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:02.424629 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b488d0a-584f-48e5-b53a-cde1d82f1eba None None] Bound using segment: {'id': '29ba2c71-2731-40cb-80f7-8e3bbe9101b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '9378e537-2bb0-4edb-bd96-98dc93aa0f93'} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:48:02.425091 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-6b488d0a-584f-48e5-b53a-cde1d82f1eba None None] Bound port: ed56f257-ee14-4447-bfa1-4d375099a3a0, host: n-d-694802-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29ba2c71-2731-40cb-80f7-8e3bbe9101b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '9378e537-2bb0-4edb-bd96-98dc93aa0f93'}}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:48:02.425590 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-6b488d0a-584f-48e5-b53a-cde1d82f1eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:02.502144 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-6b488d0a-584f-48e5-b53a-cde1d82f1eba None None] For port ed56f257-ee14-4447-bfa1-4d375099a3a0, host n-d-694802-15, cleared binding levels {{(pid=94468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:48:02.506445 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-6b488d0a-584f-48e5-b53a-cde1d82f1eba None None] For port ed56f257-ee14-4447-bfa1-4d375099a3a0, host n-d-694802-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=ed56f257-ee14-4447-bfa1-4d375099a3a0,segment=NetworkSegment(29ba2c71-2731-40cb-80f7-8e3bbe9101b4),segment_id=29ba2c71-2731-40cb-80f7-8e3bbe9101b4)] {{(pid=94468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:48:02.512741 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-6b488d0a-584f-48e5-b53a-cde1d82f1eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:02.582750 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b488d0a-584f-48e5-b53a-cde1d82f1eba None None] Pushing event updated for resources: {'Port': ['ID=ed56f257-ee14-4447-bfa1-4d375099a3a0,revision_number=2']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:48:02.618947 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d362ed98-fd3a-47d1-a827-7baf4b4f276e req-74ee8ef6-3d9d-4c89-801b-99603b092784 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:48:02.620567 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-d362ed98-fd3a-47d1-a827-7baf4b4f276e req-74ee8ef6-3d9d-4c89-801b-99603b092784 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/ports?device_id=f6ba4b20-8c56-4b30-8495-dd1df3d9483b HTTP/1.1" status: 200 len: 944 time: 0.0857849 Aug 12 14:48:02.642484 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.agents_db [None req-17ed3e4c-1a7d-4162-9646-11c134aca297 None None] Agent healthcheck: found 7 active agents {{(pid=94469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 14:48:02.703940 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-d362ed98-fd3a-47d1-a827-7baf4b4f276e req-2516640d-071d-4306-af28-f547599f18f2 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/security-groups?id=36246b04-094b-4845-831d-1126cf8a06ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762265 Aug 12 14:48:02.799569 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device 33fb3c47-bf71-4b17-a3fa-925edb6f301f details requested by agent hyperv_n-h1-694802-15 with host n-h1-694802-15 {{(pid=94468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 14:48:02.832250 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device c9740d30-80a7-41bd-9b74-9e424477bb75 no longer exists at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:48:02.904716 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] No Port match for: c9740d30-80a7-41bd-9b74-9e424477bb75 {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 14:48:02.905547 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device c9740d30-80a7-41bd-9b74-9e424477bb75 not bound to the agent host n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:48:02.964052 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54f704f-48a3-4c14-8d56-cebf6d18d887 req-474fd253-2849-4054-be88-bd7e8a08d79c tempest-ServerGroupTestJSON-919267211 tempest-ServerGroupTestJSON-919267211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:48:02.974310 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b54f704f-48a3-4c14-8d56-cebf6d18d887 req-474fd253-2849-4054-be88-bd7e8a08d79c tempest-ServerGroupTestJSON-919267211 tempest-ServerGroupTestJSON-919267211-project] 10.222.0.39 "GET /v2.0/ports?device_id=d81a841b-2aa9-4af8-ab4c-046141d60ded HTTP/1.1" status: 200 len: 943 time: 0.1235962 Aug 12 14:48:03.048536 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b54f704f-48a3-4c14-8d56-cebf6d18d887 req-05848c63-6215-4a9c-9ac5-85ca94963cba tempest-ServerGroupTestJSON-919267211 tempest-ServerGroupTestJSON-919267211-project] 10.222.0.39 "GET /v2.0/security-groups?id=ffde4fdd-3e48-42f0-85a4-a8d1f457df55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731010 Aug 12 14:48:03.056026 n-d-694802-15 neutron-server[94466]: DEBUG neutron.objects.ports [None req-ec22b861-5f57-47d8-8384-c2496b431f99 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94466) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 12 14:48:03.092259 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port 33fb3c47-bf71-4b17-a3fa-925edb6f301f, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=33fb3c47-bf71-4b17-a3fa-925edb6f301f,segment=NetworkSegment(45b28473-1709-41a1-b9df-2ccc6425c05f),segment_id=45b28473-1709-41a1-b9df-2ccc6425c05f)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:48:03.110345 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Returning: {'device': '33fb3c47-bf71-4b17-a3fa-925edb6f301f', 'network_id': '4552c891-e268-4d7c-98f1-e8736a29b277', 'port_id': '33fb3c47-bf71-4b17-a3fa-925edb6f301f', 'mac_address': 'fa:16:3e:16:f6:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3b4e56e-f3bd-4709-bfd6-3e62da1e0ac7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 14:48:03.159588 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:03.193233 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33fb3c47-bf71-4b17-a3fa-925edb6f301f {{(pid=94468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:48:03.257646 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port 33fb3c47-bf71-4b17-a3fa-925edb6f301f, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=33fb3c47-bf71-4b17-a3fa-925edb6f301f,segment=NetworkSegment(45b28473-1709-41a1-b9df-2ccc6425c05f),segment_id=45b28473-1709-41a1-b9df-2ccc6425c05f)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:48:03.264982 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:03.265959 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device d14dccdf-6044-4227-9254-c4f1d03eba24 details requested by agent hyperv_n-h1-694802-15 with host n-h1-694802-15 {{(pid=94468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 14:48:03.383250 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ec22b861-5f57-47d8-8384-c2496b431f99 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:03.491290 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411a297d-33de-4ec8-aaa3-238700b064c5 req-edfe1dc4-2b2e-4ab4-8f80-2ced93f5db56 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:48:03.492908 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-411a297d-33de-4ec8-aaa3-238700b064c5 req-edfe1dc4-2b2e-4ab4-8f80-2ced93f5db56 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/ports?device_id=b148e05e-7d9e-4da9-9b03-99a8a72e94ac HTTP/1.1" status: 200 len: 943 time: 0.0997443 Aug 12 14:48:03.618418 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-411a297d-33de-4ec8-aaa3-238700b064c5 req-65e0fafc-54a9-4c6c-95ec-5e4300cff553 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/security-groups?id=ae835367-3679-4f41-a825-d086536e4cce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1106184 Aug 12 14:48:03.683006 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2a7be3de-9e19-42ad-acc5-133453bf26b8 req-4fc3a1aa-781f-4a04-87c1-c6c23e617abc service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=4d387655-bc58-4d10-8c58-4428d6cc887c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1841173 Aug 12 14:48:03.779708 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port d14dccdf-6044-4227-9254-c4f1d03eba24, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=d14dccdf-6044-4227-9254-c4f1d03eba24,segment=NetworkSegment(dbc74f4b-9c71-4690-bfd7-b74eec572bdc),segment_id=dbc74f4b-9c71-4690-bfd7-b74eec572bdc)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:48:03.804855 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Returning: {'device': 'd14dccdf-6044-4227-9254-c4f1d03eba24', 'network_id': '92ddf977-0304-4820-a17a-d4078b17621c', 'port_id': 'd14dccdf-6044-4227-9254-c4f1d03eba24', 'mac_address': 'fa:16:3e:7e:3f:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54c3aa42-df42-4181-85c8-87699adc7db5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 14:48:03.806612 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Pushing event updated for resources: {'Port': ['ID=33fb3c47-bf71-4b17-a3fa-925edb6f301f,revision_number=4']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:48:03.861546 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6d4a64-8d01-4061-9fed-b0808564497a req-a10da07a-afe4-4217-bb53-263e5470a45d tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:48:03.872404 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4d1011-0613-4565-95f9-fb8d4f6c7fb1 req-4b26d9e5-39ba-408c-9c62-c4405875bf17 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:48:03.883387 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-be4d1011-0613-4565-95f9-fb8d4f6c7fb1 req-4b26d9e5-39ba-408c-9c62-c4405875bf17 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/ports?device_id=f6ba4b20-8c56-4b30-8495-dd1df3d9483b HTTP/1.1" status: 200 len: 945 time: 0.0739980 Aug 12 14:48:03.886068 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-0a6d4a64-8d01-4061-9fed-b0808564497a req-a10da07a-afe4-4217-bb53-263e5470a45d tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d387655-bc58-4d10-8c58-4428d6cc887c HTTP/1.1" status: 200 len: 946 time: 0.2726176 Aug 12 14:48:03.909567 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:03.932245 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d14dccdf-6044-4227-9254-c4f1d03eba24 {{(pid=94468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:48:03.946267 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-be4d1011-0613-4565-95f9-fb8d4f6c7fb1 req-3af6ab48-2590-4a61-a47a-860bbb612cfd tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/security-groups?id=36246b04-094b-4845-831d-1126cf8a06ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507400 Aug 12 14:48:03.975508 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port d14dccdf-6044-4227-9254-c4f1d03eba24, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=d14dccdf-6044-4227-9254-c4f1d03eba24,segment=NetworkSegment(dbc74f4b-9c71-4690-bfd7-b74eec572bdc),segment_id=dbc74f4b-9c71-4690-bfd7-b74eec572bdc)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:48:03.982814 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:04.021836 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-ec22b861-5f57-47d8-8384-c2496b431f99 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] For port ed56f257-ee14-4447-bfa1-4d375099a3a0, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=ed56f257-ee14-4447-bfa1-4d375099a3a0,segment=NetworkSegment(29ba2c71-2731-40cb-80f7-8e3bbe9101b4),segment_id=29ba2c71-2731-40cb-80f7-8e3bbe9101b4)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:48:04.043167 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Pushing event updated for resources: {'Port': ['ID=d14dccdf-6044-4227-9254-c4f1d03eba24,revision_number=4']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:48:04.063123 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-0a6d4a64-8d01-4061-9fed-b0808564497a req-66ea2f94-2867-4e48-8150-d70bfee07013 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/security-groups?id=321fdc30-89f7-41d5-9ead-31c9ab79a851&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1558955 Aug 12 14:48:04.086945 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ec22b861-5f57-47d8-8384-c2496b431f99 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks [] for port, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:04.104537 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-573b045e-1fd5-4784-85e7-52ac56e8b2bb req-67f19067-f769-48c3-8b27-45bfdd8106f5 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=b148e05e-7d9e-4da9-9b03-99a8a72e94ac&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3547513 Aug 12 14:48:04.105772 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ec22b861-5f57-47d8-8384-c2496b431f99 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3718439'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:04.106707 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ec22b861-5f57-47d8-8384-c2496b431f99 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3718490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8776395'] for subnet, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:04.205348 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a25dc49-e6d4-4d34-b0f7-f72f7264719a req-d35fd5f0-2fe8-423d-8c7b-bce3cc1c3034 tempest-ServerGroupTestJSON-919267211 tempest-ServerGroupTestJSON-919267211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:48:04.208020 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-1a25dc49-e6d4-4d34-b0f7-f72f7264719a req-d35fd5f0-2fe8-423d-8c7b-bce3cc1c3034 tempest-ServerGroupTestJSON-919267211 tempest-ServerGroupTestJSON-919267211-project] 10.222.0.39 "GET /v2.0/ports?device_id=d81a841b-2aa9-4af8-ab4c-046141d60ded HTTP/1.1" status: 200 len: 944 time: 0.0641663 Aug 12 14:48:04.258176 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-b49f83f7-28c2-4f56-a5be-9ee37180bec5 None None] Provisioning for port ed56f257-ee14-4447-bfa1-4d375099a3a0 completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:48:04.274192 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec22b861-5f57-47d8-8384-c2496b431f99 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Network 9378e537-2bb0-4edb-bd96-98dc93aa0f93 is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:48:04.279204 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-1a25dc49-e6d4-4d34-b0f7-f72f7264719a req-6adb8f0e-95cf-4610-9e83-b93e055bb02f tempest-ServerGroupTestJSON-919267211 tempest-ServerGroupTestJSON-919267211-project] 10.222.0.39 "GET /v2.0/security-groups?id=ffde4fdd-3e48-42f0-85a4-a8d1f457df55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635631 Aug 12 14:48:04.286388 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] get_ports_and_sgs() called for port_ids ['33fb3c47-bf71-4b17-a3fa-925edb6f301f'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:48:04.291556 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] get_ports_and_sgs() called for port_ids ['d14dccdf-6044-4227-9254-c4f1d03eba24'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:48:04.293518 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-ec22b861-5f57-47d8-8384-c2496b431f99 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:48:04.304789 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec22b861-5f57-47d8-8384-c2496b431f99 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:48:04.305419 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ec22b861-5f57-47d8-8384-c2496b431f99 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for subnet, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:04.318777 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec22b861-5f57-47d8-8384-c2496b431f99 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Pushing event updated for resources: {'Subnet': ['ID=08b7fa22-20fb-4e7b-81b4-9a62a6c2c219,revision_number=0']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:48:04.331842 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec22b861-5f57-47d8-8384-c2496b431f99 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Pushing event updated for resources: {'Port': ['ID=ed56f257-ee14-4447-bfa1-4d375099a3a0,revision_number=4']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:48:04.344836 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-ec22b861-5f57-47d8-8384-c2496b431f99 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.6504707 Aug 12 14:48:04.347955 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 55382) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:48:04.353840 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-36a94789-3daf-4ff9-a3c0-d0aba6a26bc7 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Request body: {'port': {'network_id': '9378e537-2bb0-4edb-bd96-98dc93aa0f93', 'mac_address': 'fa:16:3e:f8:4b:b9', 'name': 'tempest-NetworksTestDHCPv6-2038544391'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:48:04.357136 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04ac0c35-ac97-4c24-9b55-35af035295f7 None None] Network 9378e537-2bb0-4edb-bd96-98dc93aa0f93 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:48:04.500714 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36a94789-3daf-4ff9-a3c0-d0aba6a26bc7 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Made reservation on behalf of f911637440044e5098fb64107964cb00 for: {'port': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:48:04.675338 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-36a94789-3daf-4ff9-a3c0-d0aba6a26bc7 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:04.703452 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [None req-36a94789-3daf-4ff9-a3c0-d0aba6a26bc7 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] device_id is not set on port 30675ad1-4af5-4ba2-899d-5f746ac00f43 yet. {{(pid=94467) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 14:48:04.829216 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7422e65-300c-4174-80c9-6b211b7b6480 req-00bace8d-3729-49cb-a573-15bf733d3c7e tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:48:04.837219 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c7422e65-300c-4174-80c9-6b211b7b6480 req-00bace8d-3729-49cb-a573-15bf733d3c7e tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/ports?device_id=b148e05e-7d9e-4da9-9b03-99a8a72e94ac HTTP/1.1" status: 200 len: 943 time: 0.1275361 Aug 12 14:48:04.883673 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device ed56f257-ee14-4447-bfa1-4d375099a3a0 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:48:04.885922 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device dfcd097c-9928-4160-b8e6-a0dea19d832c no longer exists at agent hyperv_n-h2-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:48:05.008531 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning for port ed56f257-ee14-4447-bfa1-4d375099a3a0 completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:48:05.016496 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port ed56f257-ee14-4447-bfa1-4d375099a3a0 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:48:05.016879 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:05.148678 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:05.168226 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12a21f1-d459-4c25-ab25-b60fbc78fc22 req-3aa8dfcf-9d86-444f-9685-c91c30ae2dd7 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:48:05.179489 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-d12a21f1-d459-4c25-ab25-b60fbc78fc22 req-3aa8dfcf-9d86-444f-9685-c91c30ae2dd7 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/ports?device_id=f6ba4b20-8c56-4b30-8495-dd1df3d9483b HTTP/1.1" status: 200 len: 945 time: 0.0734520 Aug 12 14:48:05.198310 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] For port ed56f257-ee14-4447-bfa1-4d375099a3a0, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=ed56f257-ee14-4447-bfa1-4d375099a3a0,segment=NetworkSegment(29ba2c71-2731-40cb-80f7-8e3bbe9101b4),segment_id=29ba2c71-2731-40cb-80f7-8e3bbe9101b4)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:48:05.204253 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:05.237719 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-d12a21f1-d459-4c25-ab25-b60fbc78fc22 req-5acbc1f0-ae4e-4389-86cd-180d2392c192 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/security-groups?id=36246b04-094b-4845-831d-1126cf8a06ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562208 Aug 12 14:48:05.283293 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c7422e65-300c-4174-80c9-6b211b7b6480 req-3a5f84c2-b802-4534-bc94-8a8e673915eb tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/security-groups?id=ae835367-3679-4f41-a825-d086536e4cce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4413826 Aug 12 14:48:05.303081 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7be3de-9e19-42ad-acc5-133453bf26b8 req-2e98e878-7824-400c-9c9d-1b58ff274e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:48:05.304581 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2a7be3de-9e19-42ad-acc5-133453bf26b8 req-2e98e878-7824-400c-9c9d-1b58ff274e8f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=6774b656eb8145eb998ea0059b40b4c3&device_id=4d387655-bc58-4d10-8c58-4428d6cc887c HTTP/1.1" status: 200 len: 1098 time: 0.0942800 Aug 12 14:48:05.332071 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Pushing event updated for resources: {'Port': ['ID=ed56f257-ee14-4447-bfa1-4d375099a3a0,revision_number=5']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:48:05.407076 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c7cd4f-fd06-4584-a694-09c233fd98fa req-9979e52d-5c38-4bf7-bf22-e3260e260582 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:48:05.409347 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-70c7cd4f-fd06-4584-a694-09c233fd98fa req-9979e52d-5c38-4bf7-bf22-e3260e260582 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d387655-bc58-4d10-8c58-4428d6cc887c HTTP/1.1" status: 200 len: 946 time: 0.0643287 Aug 12 14:48:05.473665 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-70c7cd4f-fd06-4584-a694-09c233fd98fa req-7ba2fb68-21dc-427f-b56c-cafb13fa9c13 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/security-groups?id=321fdc30-89f7-41d5-9ead-31c9ab79a851&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568027 Aug 12 14:48:05.550094 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7be3de-9e19-42ad-acc5-133453bf26b8 req-df436f32-5b17-466e-9842-020f27265f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:48:05.551737 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2a7be3de-9e19-42ad-acc5-133453bf26b8 req-df436f32-5b17-466e-9842-020f27265f2f service neutron] 10.222.0.49 "GET /v2.0/networks?id=d9c97fa4-c1d2-4fbd-9aee-05dd83901300 HTTP/1.1" status: 200 len: 897 time: 0.2235706 Aug 12 14:48:05.604448 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_common [None req-36a94789-3daf-4ff9-a3c0-d0aba6a26bc7 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Allocated IP 2001:db8::3bf (9378e537-2bb0-4edb-bd96-98dc93aa0f93/08bfd4d0-45fc-43b7-84aa-4812a3aadbaf/30675ad1-4af5-4ba2-899d-5f746ac00f43) {{(pid=94467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:48:05.622981 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_common [None req-36a94789-3daf-4ff9-a3c0-d0aba6a26bc7 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Allocated IP 2001:db8:0:1:f816:3eff:fef8:4bb9 (9378e537-2bb0-4edb-bd96-98dc93aa0f93/08b7fa22-20fb-4e7b-81b4-9a62a6c2c219/30675ad1-4af5-4ba2-899d-5f746ac00f43) {{(pid=94467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:48:05.649084 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a88f2a9-b243-4150-8284-0b01f5997b8c req-02a48ec2-7645-466c-921f-c2f6f16b7b20 tempest-ServerGroupTestJSON-919267211 tempest-ServerGroupTestJSON-919267211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:48:05.650546 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0a88f2a9-b243-4150-8284-0b01f5997b8c req-02a48ec2-7645-466c-921f-c2f6f16b7b20 tempest-ServerGroupTestJSON-919267211 tempest-ServerGroupTestJSON-919267211-project] 10.222.0.39 "GET /v2.0/ports?device_id=d81a841b-2aa9-4af8-ab4c-046141d60ded HTTP/1.1" status: 200 len: 944 time: 0.1537595 Aug 12 14:48:05.662721 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2a7be3de-9e19-42ad-acc5-133453bf26b8 req-5cdae990-5664-456e-b4d8-189012557a59 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=19fab106-dc9b-4483-9e5b-186d5fa89aeb HTTP/1.1" status: 200 len: 1001 time: 0.1004157 Aug 12 14:48:05.800513 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-ab4284b3-8641-46ec-a061-a867da67e605 None None] Provisioning complete for port ed56f257-ee14-4447-bfa1-4d375099a3a0 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:48:05.801063 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-ab4284b3-8641-46ec-a061-a867da67e605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:05.804120 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0a88f2a9-b243-4150-8284-0b01f5997b8c req-db8779c4-8c20-4fe0-ad8c-cbfba6bcc921 tempest-ServerGroupTestJSON-919267211 tempest-ServerGroupTestJSON-919267211-project] 10.222.0.39 "GET /v2.0/security-groups?id=ffde4fdd-3e48-42f0-85a4-a8d1f457df55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384206 Aug 12 14:48:05.810408 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7be3de-9e19-42ad-acc5-133453bf26b8 req-0ba17f23-5669-4994-a363-b2f5f896a29f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:48:05.811887 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2a7be3de-9e19-42ad-acc5-133453bf26b8 req-0ba17f23-5669-4994-a363-b2f5f896a29f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=66743767-d534-4d76-9edd-9efd3bb0de9a HTTP/1.1" status: 200 len: 834 time: 0.1380787 Aug 12 14:48:05.905779 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7be3de-9e19-42ad-acc5-133453bf26b8 req-e8bbe7f5-3864-4a2b-bcba-57ca2bd2ffa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:48:05.907473 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2a7be3de-9e19-42ad-acc5-133453bf26b8 req-e8bbe7f5-3864-4a2b-bcba-57ca2bd2ffa4 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d9c97fa4-c1d2-4fbd-9aee-05dd83901300&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0864508 Aug 12 14:48:05.912040 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-36a94789-3daf-4ff9-a3c0-d0aba6a26bc7 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks [] for port, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:05.970064 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [None req-36a94789-3daf-4ff9-a3c0-d0aba6a26bc7 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Transition to ACTIVE for port object 30675ad1-4af5-4ba2-899d-5f746ac00f43 will not be triggered until provisioned by entity DHCP. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:48:06.031232 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2a7be3de-9e19-42ad-acc5-133453bf26b8 req-015c16c9-4be6-403c-bdb9-614146e09ff6 service neutron] 10.222.0.49 "GET /v2.0/networks/d9c97fa4-c1d2-4fbd-9aee-05dd83901300?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151881 Aug 12 14:48:06.036130 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-36a94789-3daf-4ff9-a3c0-d0aba6a26bc7 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:06.136398 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36a94789-3daf-4ff9-a3c0-d0aba6a26bc7 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Network 9378e537-2bb0-4edb-bd96-98dc93aa0f93 is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:48:06.142100 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a94789-3daf-4ff9-a3c0-d0aba6a26bc7 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Pushing event updated for resources: {'Port': ['ID=30675ad1-4af5-4ba2-899d-5f746ac00f43,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:48:06.144735 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [None req-36a94789-3daf-4ff9-a3c0-d0aba6a26bc7 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:48:06.148914 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36a94789-3daf-4ff9-a3c0-d0aba6a26bc7 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Received port after_create {{(pid=94467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:48:06.155412 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36a94789-3daf-4ff9-a3c0-d0aba6a26bc7 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:48:06.156050 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-36a94789-3daf-4ff9-a3c0-d0aba6a26bc7 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:06.189176 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-36a94789-3daf-4ff9-a3c0-d0aba6a26bc7 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.8399692 Aug 12 14:48:06.191854 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 55402) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:48:06.201736 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2a7be3de-9e19-42ad-acc5-133453bf26b8 req-dbf4009a-819f-4645-9e11-92b13afe9df6 service neutron] 10.222.0.49 "GET /v2.0/networks/d9c97fa4-c1d2-4fbd-9aee-05dd83901300?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1620433 Aug 12 14:48:06.350945 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-ff42cad8-9eb6-457d-b34f-1f8fd12dedd0 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Deleting port 30675ad1-4af5-4ba2-899d-5f746ac00f43 {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:48:06.351690 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ff42cad8-9eb6-457d-b34f-1f8fd12dedd0 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:06.477774 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fe22c2-3f2b-48af-9d1e-f07beba2d370 req-754b119b-2472-4984-8fbf-57851f72f46b tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:48:06.479802 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-95fe22c2-3f2b-48af-9d1e-f07beba2d370 req-754b119b-2472-4984-8fbf-57851f72f46b tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/ports?device_id=b148e05e-7d9e-4da9-9b03-99a8a72e94ac HTTP/1.1" status: 200 len: 943 time: 0.0827098 Aug 12 14:48:06.492934 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55ae9ae-74e1-4699-835d-8b2054e7e579 req-aaa217a5-8783-403d-bdbc-a49ca57e3779 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:48:06.494562 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-e55ae9ae-74e1-4699-835d-8b2054e7e579 req-aaa217a5-8783-403d-bdbc-a49ca57e3779 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/ports?device_id=f6ba4b20-8c56-4b30-8495-dd1df3d9483b HTTP/1.1" status: 200 len: 945 time: 0.1394737 Aug 12 14:48:06.525185 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-95fe22c2-3f2b-48af-9d1e-f07beba2d370 req-5954e475-56e4-4436-a967-af9b8ff270d4 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/security-groups?id=ae835367-3679-4f41-a825-d086536e4cce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380909 Aug 12 14:48:06.538737 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ff42cad8-9eb6-457d-b34f-1f8fd12dedd0 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:06.547179 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-a9f088c3-89a6-4402-b49b-2a99072d952f None None] Provisioning for port 30675ad1-4af5-4ba2-899d-5f746ac00f43 completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:48:06.552164 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-a9f088c3-89a6-4402-b49b-2a99072d952f None None] Provisioning complete for port 30675ad1-4af5-4ba2-899d-5f746ac00f43 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:48:06.552761 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-a9f088c3-89a6-4402-b49b-2a99072d952f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:06.569675 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-ff42cad8-9eb6-457d-b34f-1f8fd12dedd0 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Calling delete_port for 30675ad1-4af5-4ba2-899d-5f746ac00f43 owned by {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:48:06.574963 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-e55ae9ae-74e1-4699-835d-8b2054e7e579 req-4236951c-0f4d-4823-80fb-0feeeceae112 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/security-groups?id=36246b04-094b-4845-831d-1126cf8a06ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722077 Aug 12 14:48:06.625396 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-a9f088c3-89a6-4402-b49b-2a99072d952f None None] Port 30675ad1-4af5-4ba2-899d-5f746ac00f43 cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 14:48:06.737804 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c944da-9946-4f5d-a8f1-44f67750d55d req-558be06e-cc71-4136-a442-153b8f2f78fe tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:48:06.739372 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-a4c944da-9946-4f5d-a8f1-44f67750d55d req-558be06e-cc71-4136-a442-153b8f2f78fe tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d387655-bc58-4d10-8c58-4428d6cc887c HTTP/1.1" status: 200 len: 946 time: 0.0895391 Aug 12 14:48:06.810096 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device 33fb3c47-bf71-4b17-a3fa-925edb6f301f up at agent hyperv_n-h1-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:48:06.815332 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device ed56f257-ee14-4447-bfa1-4d375099a3a0 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:48:06.833258 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-a4c944da-9946-4f5d-a8f1-44f67750d55d req-5e1509e3-a832-4cb4-b88d-a3fe42d481ac tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/security-groups?id=321fdc30-89f7-41d5-9ead-31c9ab79a851&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0872781 Aug 12 14:48:06.869495 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ff42cad8-9eb6-457d-b34f-1f8fd12dedd0 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:06.908511 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Provisioning for port 33fb3c47-bf71-4b17-a3fa-925edb6f301f completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:48:06.909023 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff42cad8-9eb6-457d-b34f-1f8fd12dedd0 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Pushing event deleted for resources: {'Port': ['ID=30675ad1-4af5-4ba2-899d-5f746ac00f43,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:48:06.913705 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port ed56f257-ee14-4447-bfa1-4d375099a3a0 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:48:06.914614 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:06.918791 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Provisioning complete for port 33fb3c47-bf71-4b17-a3fa-925edb6f301f triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:48:06.919364 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:06.991903 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839e0826-5402-46e7-81b4-c6a5ff56b9a7 req-f9e49af6-c5e2-4c93-87ec-e662691636e8 tempest-ServerGroupTestJSON-919267211 tempest-ServerGroupTestJSON-919267211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:48:07.001436 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-839e0826-5402-46e7-81b4-c6a5ff56b9a7 req-f9e49af6-c5e2-4c93-87ec-e662691636e8 tempest-ServerGroupTestJSON-919267211 tempest-ServerGroupTestJSON-919267211-project] 10.222.0.39 "GET /v2.0/ports?device_id=d81a841b-2aa9-4af8-ab4c-046141d60ded HTTP/1.1" status: 200 len: 944 time: 0.0811574 Aug 12 14:48:07.053754 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-839e0826-5402-46e7-81b4-c6a5ff56b9a7 req-8ec37153-5a75-4b26-9083-1d3d2bff5e75 tempest-ServerGroupTestJSON-919267211 tempest-ServerGroupTestJSON-919267211-project] 10.222.0.39 "GET /v2.0/security-groups?id=ffde4fdd-3e48-42f0-85a4-a8d1f457df55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494025 Aug 12 14:48:07.101326 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:07.129142 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6ba4b20-8c56-4b30-8495-dd1df3d9483b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33fb3c47-bf71-4b17-a3fa-925edb6f301f'}] {{(pid=94468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:48:07.132955 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99a8d87602170099c728e57431aca99e9b98a655a83bbf8727be13192709727b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42100cc2-f4ed-439c-9bf1-ecdd09721f05" -d '{"events": [{"server_uuid": "f6ba4b20-8c56-4b30-8495-dd1df3d9483b", "name": "network-vif-plugged", "status": "completed", "tag": "33fb3c47-bf71-4b17-a3fa-925edb6f301f"}]}' {{(pid=94468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:48:07.150333 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port 33fb3c47-bf71-4b17-a3fa-925edb6f301f, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=33fb3c47-bf71-4b17-a3fa-925edb6f301f,segment=NetworkSegment(45b28473-1709-41a1-b9df-2ccc6425c05f),segment_id=45b28473-1709-41a1-b9df-2ccc6425c05f)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:48:07.156359 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:07.158051 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device d14dccdf-6044-4227-9254-c4f1d03eba24 up at agent hyperv_n-h1-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:48:07.216927 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 14:48:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cf80db0-348e-4a62-b2de-8746ed6e8b1b x-openstack-request-id: req-6cf80db0-348e-4a62-b2de-8746ed6e8b1b {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:48:07.217356 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6ba4b20-8c56-4b30-8495-dd1df3d9483b", "name": "network-vif-plugged", "status": "completed", "tag": "33fb3c47-bf71-4b17-a3fa-925edb6f301f", "code": 200}]} {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:48:07.218144 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6cf80db0-348e-4a62-b2de-8746ed6e8b1b {{(pid=94468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:48:07.218661 n-d-694802-15 neutron-server[94468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6ba4b20-8c56-4b30-8495-dd1df3d9483b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33fb3c47-bf71-4b17-a3fa-925edb6f301f', 'code': 200} Aug 12 14:48:07.276266 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Pushing event updated for resources: {'Port': ['ID=33fb3c47-bf71-4b17-a3fa-925edb6f301f,revision_number=5']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:48:07.286943 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Provisioning for port d14dccdf-6044-4227-9254-c4f1d03eba24 completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:48:07.291946 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Provisioning complete for port d14dccdf-6044-4227-9254-c4f1d03eba24 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:48:07.292390 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:07.327702 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378b22b7-6468-4460-bfee-b7d45585d8f1 req-a7da9bc4-9687-4503-85ce-8d2a2465886e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:48:07.329975 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-378b22b7-6468-4460-bfee-b7d45585d8f1 req-a7da9bc4-9687-4503-85ce-8d2a2465886e service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=f6ba4b20-8c56-4b30-8495-dd1df3d9483b HTTP/1.1" status: 200 len: 1098 time: 0.0575767 Aug 12 14:48:07.374027 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-378b22b7-6468-4460-bfee-b7d45585d8f1 req-01e5e211-183e-4969-a2bf-e883a1dba3ff service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=36246b04-094b-4845-831d-1126cf8a06ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357993 Aug 12 14:48:07.377549 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:07.384508 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ff42cad8-9eb6-457d-b34f-1f8fd12dedd0 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:07.386431 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-ff42cad8-9eb6-457d-b34f-1f8fd12dedd0 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] 10.222.0.39 "DELETE /v2.0/ports/30675ad1-4af5-4ba2-899d-5f746ac00f43 HTTP/1.1" status: 204 len: 168 time: 1.1935761 Aug 12 14:48:07.390175 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 55418) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:48:07.419369 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port d14dccdf-6044-4227-9254-c4f1d03eba24, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=d14dccdf-6044-4227-9254-c4f1d03eba24,segment=NetworkSegment(dbc74f4b-9c71-4690-bfd7-b74eec572bdc),segment_id=dbc74f4b-9c71-4690-bfd7-b74eec572bdc)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:48:07.423799 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:07.448021 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5180cb7-7290-492c-8f01-2ad387531ea0 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:48:07.453128 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-f5180cb7-7290-492c-8f01-2ad387531ea0 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0595739 Aug 12 14:48:07.453937 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 55420) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:48:07.479884 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Pushing event updated for resources: {'Port': ['ID=d14dccdf-6044-4227-9254-c4f1d03eba24,revision_number=5']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:48:07.508615 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-730aa397-236c-42f6-882d-d1c4a915d02e tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:48:07.510231 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-730aa397-236c-42f6-882d-d1c4a915d02e tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0553045 Aug 12 14:48:07.512871 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 55422) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:48:07.567325 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5d8aa36-1b48-477e-ace8-13a9efc8d58b tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:48:07.569389 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5d8aa36-1b48-477e-ace8-13a9efc8d58b tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:48:07.571223 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5d8aa36-1b48-477e-ace8-13a9efc8d58b tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:48:07.575571 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-a5d8aa36-1b48-477e-ace8-13a9efc8d58b tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0591466 Aug 12 14:48:07.577312 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 55426) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:48:07.667144 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a0cfe28-e599-497d-b338-13611a2ee57b tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Deleting subnet 08b7fa22-20fb-4e7b-81b4-9a62a6c2c219 {{(pid=94467) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 14:48:07.671079 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-3a0cfe28-e599-497d-b338-13611a2ee57b tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks [] for subnet, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:07.700367 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427de2f2-14e8-42b6-bd4d-c08a66297696 req-d31f6b79-5520-4f48-a7c8-683f566f6b3d tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:48:07.702040 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-427de2f2-14e8-42b6-bd4d-c08a66297696 req-d31f6b79-5520-4f48-a7c8-683f566f6b3d tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/ports?device_id=f6ba4b20-8c56-4b30-8495-dd1df3d9483b HTTP/1.1" status: 200 len: 946 time: 0.0519676 Aug 12 14:48:07.702406 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e177eb-3463-458b-b3c8-4af42f198d5a req-82db1542-7205-474d-837e-d856a5e713c3 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:48:07.703915 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a6e177eb-3463-458b-b3c8-4af42f198d5a req-82db1542-7205-474d-837e-d856a5e713c3 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/ports?device_id=b148e05e-7d9e-4da9-9b03-99a8a72e94ac HTTP/1.1" status: 200 len: 943 time: 0.0950089 Aug 12 14:48:07.738664 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-3a0cfe28-e599-497d-b338-13611a2ee57b tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3857505'] for subnet, precommit_delete_associations {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:07.745684 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-427de2f2-14e8-42b6-bd4d-c08a66297696 req-8579402e-c45f-4ef1-a067-8ee1e1389390 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/security-groups?id=36246b04-094b-4845-831d-1126cf8a06ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350657 Aug 12 14:48:07.803069 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a6e177eb-3463-458b-b3c8-4af42f198d5a req-c0e4930e-239b-457e-a898-c919dd0cc87b tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/security-groups?id=ae835367-3679-4f41-a825-d086536e4cce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0911460 Aug 12 14:48:07.862138 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-3a0cfe28-e599-497d-b338-13611a2ee57b tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66416255'] for subnet, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:07.930359 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-3a0cfe28-e599-497d-b338-13611a2ee57b tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66416232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2859225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3343748'] for subnet, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:07.977759 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66a9445e-c12d-4ddf-833f-8ee18307812d None None] Network 9378e537-2bb0-4edb-bd96-98dc93aa0f93 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:48:07.985496 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-3a0cfe28-e599-497d-b338-13611a2ee57b tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks [] for subnet, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:07.987790 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-3a0cfe28-e599-497d-b338-13611a2ee57b tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] 10.222.0.39 "DELETE /v2.0/subnets/08b7fa22-20fb-4e7b-81b4-9a62a6c2c219 HTTP/1.1" status: 204 len: 168 time: 0.4109421 Aug 12 14:48:07.989036 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0cfe28-e599-497d-b338-13611a2ee57b tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Pushing event deleted for resources: {'Subnet': ['ID=08b7fa22-20fb-4e7b-81b4-9a62a6c2c219,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:48:07.991447 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 55436) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:48:08.034375 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6aadd0-d50c-4a1a-9ade-958455d8b4f5 req-92cf8178-26a4-4854-85d3-c7b06a84fa5b tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:48:08.036380 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4f6aadd0-d50c-4a1a-9ade-958455d8b4f5 req-92cf8178-26a4-4854-85d3-c7b06a84fa5b tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d387655-bc58-4d10-8c58-4428d6cc887c HTTP/1.1" status: 200 len: 946 time: 0.1029980 Aug 12 14:48:08.063674 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_v2 [None req-b91fd658-311a-408d-bd01-e8af1eafdaa9 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Deleting subnet 08bfd4d0-45fc-43b7-84aa-4812a3aadbaf {{(pid=94466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 14:48:08.082258 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b91fd658-311a-408d-bd01-e8af1eafdaa9 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks [] for subnet, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:08.090215 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4f6aadd0-d50c-4a1a-9ade-958455d8b4f5 req-6ee6f8b5-9dc8-45b2-84d4-a529387802f7 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/security-groups?id=321fdc30-89f7-41d5-9ead-31c9ab79a851&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472028 Aug 12 14:48:08.140547 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b91fd658-311a-408d-bd01-e8af1eafdaa9 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2293551'] for subnet, precommit_delete_associations {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:08.267039 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0e2379-2b14-4e0a-8b6e-a93ca2c37fe8 req-fd163614-4adb-4ddd-9372-164fd675f6a2 tempest-ServerGroupTestJSON-919267211 tempest-ServerGroupTestJSON-919267211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:48:08.268882 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-7b0e2379-2b14-4e0a-8b6e-a93ca2c37fe8 req-fd163614-4adb-4ddd-9372-164fd675f6a2 tempest-ServerGroupTestJSON-919267211 tempest-ServerGroupTestJSON-919267211-project] 10.222.0.39 "GET /v2.0/ports?device_id=d81a841b-2aa9-4af8-ab4c-046141d60ded HTTP/1.1" status: 200 len: 945 time: 0.1051047 Aug 12 14:48:08.305830 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b91fd658-311a-408d-bd01-e8af1eafdaa9 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66416255'] for subnet, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:08.351837 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-7b0e2379-2b14-4e0a-8b6e-a93ca2c37fe8 req-7ae2f97e-e1bd-4a94-acbe-40c7be3e19d1 tempest-ServerGroupTestJSON-919267211 tempest-ServerGroupTestJSON-919267211-project] 10.222.0.39 "GET /v2.0/security-groups?id=ffde4fdd-3e48-42f0-85a4-a8d1f457df55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721617 Aug 12 14:48:08.389676 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b91fd658-311a-408d-bd01-e8af1eafdaa9 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66416232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3718429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8776402'] for subnet, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:08.422917 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b91fd658-311a-408d-bd01-e8af1eafdaa9 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for subnet, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:08.427520 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-b91fd658-311a-408d-bd01-e8af1eafdaa9 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] 10.222.0.39 "DELETE /v2.0/subnets/08bfd4d0-45fc-43b7-84aa-4812a3aadbaf HTTP/1.1" status: 204 len: 168 time: 0.4322598 Aug 12 14:48:08.427520 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91fd658-311a-408d-bd01-e8af1eafdaa9 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Pushing event deleted for resources: {'Subnet': ['ID=08bfd4d0-45fc-43b7-84aa-4812a3aadbaf,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:48:08.428541 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 55440) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:48:08.475625 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-cdd368a6-8116-43a0-85c9-5d4d23ddcf83 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0432591 Aug 12 14:48:08.475961 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 55442) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:48:08.482298 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-f128d6eb-afb3-4b01-b91c-5b21e442992b tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Request body: {'subnet': {'network_id': '9378e537-2bb0-4edb-bd96-98dc93aa0f93', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:48:08.582104 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f128d6eb-afb3-4b01-b91c-5b21e442992b tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Made reservation on behalf of f911637440044e5098fb64107964cb00 for: {'subnet': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:48:08.586029 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f128d6eb-afb3-4b01-b91c-5b21e442992b tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8776441'] for subnet, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:08.821900 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f128d6eb-afb3-4b01-b91c-5b21e442992b tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3718490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8776395'] for subnet, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:08.834868 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ca66ee9-a3db-46ec-8bcb-a868eac65621 None None] Network 9378e537-2bb0-4edb-bd96-98dc93aa0f93 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:48:08.864384 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f128d6eb-afb3-4b01-b91c-5b21e442992b tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Network 9378e537-2bb0-4edb-bd96-98dc93aa0f93 is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:48:08.869197 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-f128d6eb-afb3-4b01-b91c-5b21e442992b tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:48:08.874083 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f128d6eb-afb3-4b01-b91c-5b21e442992b tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:48:08.874694 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f128d6eb-afb3-4b01-b91c-5b21e442992b tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for subnet, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:08.890544 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f128d6eb-afb3-4b01-b91c-5b21e442992b tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Pushing event updated for resources: {'Subnet': ['ID=9285eeed-00a9-4930-886a-5366b7ff739a,revision_number=0']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:48:08.901509 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-f128d6eb-afb3-4b01-b91c-5b21e442992b tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4244418 Aug 12 14:48:08.904949 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 55452) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:48:08.910590 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-c2efdf46-496f-4fee-a914-af37107fd574 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Request body: {'subnet': {'network_id': '9378e537-2bb0-4edb-bd96-98dc93aa0f93', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:48:08.929571 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-cc992080-3068-4101-b7ce-cfad7dce856f None None] Provisioning complete for port ed56f257-ee14-4447-bfa1-4d375099a3a0 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:48:08.929939 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-cc992080-3068-4101-b7ce-cfad7dce856f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:08.966722 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7968ef22-9976-4bcd-9503-cd64239c0196 req-5b46c6bc-a980-4b79-893b-ec07777b6d49 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:48:08.977802 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-7968ef22-9976-4bcd-9503-cd64239c0196 req-5b46c6bc-a980-4b79-893b-ec07777b6d49 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/ports?device_id=f6ba4b20-8c56-4b30-8495-dd1df3d9483b HTTP/1.1" status: 200 len: 946 time: 0.1563523 Aug 12 14:48:09.034946 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-7968ef22-9976-4bcd-9503-cd64239c0196 req-78bb9ded-e99f-4fc6-9eb3-daaedf28928a tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/security-groups?id=36246b04-094b-4845-831d-1126cf8a06ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505922 Aug 12 14:48:09.116608 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c5d259-901c-44ac-b39b-5780e5e2da25 req-90eebadc-eca3-4cf6-8981-d9aa46f4249a tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:48:09.119538 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-18c5d259-901c-44ac-b39b-5780e5e2da25 req-90eebadc-eca3-4cf6-8981-d9aa46f4249a tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/ports?device_id=b148e05e-7d9e-4da9-9b03-99a8a72e94ac HTTP/1.1" status: 200 len: 943 time: 0.1481683 Aug 12 14:48:09.121272 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2efdf46-496f-4fee-a914-af37107fd574 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Made reservation on behalf of f911637440044e5098fb64107964cb00 for: {'subnet': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:48:09.126020 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c2efdf46-496f-4fee-a914-af37107fd574 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8776441'] for subnet, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:09.220160 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd81a841b-2aa9-4af8-ab4c-046141d60ded', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd14dccdf-6044-4227-9254-c4f1d03eba24'}] {{(pid=94468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:48:09.222516 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99a8d87602170099c728e57431aca99e9b98a655a83bbf8727be13192709727b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a676ca36-cb31-4662-88e7-cbbef2eae190" -d '{"events": [{"server_uuid": "d81a841b-2aa9-4af8-ab4c-046141d60ded", "name": "network-vif-plugged", "status": "completed", "tag": "d14dccdf-6044-4227-9254-c4f1d03eba24"}]}' {{(pid=94468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:48:09.238539 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-18c5d259-901c-44ac-b39b-5780e5e2da25 req-76d57dc6-a41e-4a84-a166-f25d40f289b4 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/security-groups?id=ae835367-3679-4f41-a825-d086536e4cce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1083410 Aug 12 14:48:09.296156 n-d-694802-15 neutron-server[94466]: INFO neutron.db.ipam_backend_mixin [None req-c2efdf46-496f-4fee-a914-af37107fd574 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 9285eeed-00a9-4930-886a-5366b7ff739a (CIDR: 2001:db8::/64) Aug 12 14:48:09.300629 n-d-694802-15 neutron-server[94466]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2efdf46-496f-4fee-a914-af37107fd574 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 12 14:48:09.301363 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2efdf46-496f-4fee-a914-af37107fd574 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 14:48:09.330149 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-c2efdf46-496f-4fee-a914-af37107fd574 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4235656 Aug 12 14:48:09.331769 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2f0b97b3-6640-4525-b8c2-7ebda1c2340f req-5cabd86f-66bf-4bd3-ac97-e1cbec0d6494 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=f4b313af8d624a809d563851b784d520 HTTP/1.1" status: 200 len: 267 time: 0.0613286 Aug 12 14:48:09.333299 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 55460) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:48:09.344897 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-0ca3d0b7-a6e6-423d-9a8b-0455efebe85b tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Request body: {'subnet': {'network_id': '9378e537-2bb0-4edb-bd96-98dc93aa0f93', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:48:09.406224 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f050436-e83f-4aa5-b74e-20dc84dbd236 req-02935f77-aa93-4da9-adc9-4701e4212a4c tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:48:09.413693 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-0f050436-e83f-4aa5-b74e-20dc84dbd236 req-02935f77-aa93-4da9-adc9-4701e4212a4c tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d387655-bc58-4d10-8c58-4428d6cc887c HTTP/1.1" status: 200 len: 946 time: 0.0695739 Aug 12 14:48:09.430094 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b311e585-da80-4a7e-954e-1acbe2e139fb None None] Network 9378e537-2bb0-4edb-bd96-98dc93aa0f93 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:48:09.461633 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-0f050436-e83f-4aa5-b74e-20dc84dbd236 req-5d9cff3c-791a-4a1d-b29f-55d4b0a4d649 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/security-groups?id=321fdc30-89f7-41d5-9ead-31c9ab79a851&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420260 Aug 12 14:48:09.476348 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0b97b3-6640-4525-b8c2-7ebda1c2340f req-29afbc6e-4ac8-40e1-a128-54d6fd9be4f8 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:48:09.478028 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2f0b97b3-6640-4525-b8c2-7ebda1c2340f req-29afbc6e-4ac8-40e1-a128-54d6fd9be4f8 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/ports?device_id=f6ba4b20-8c56-4b30-8495-dd1df3d9483b HTTP/1.1" status: 200 len: 946 time: 0.1290483 Aug 12 14:48:09.494554 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-2f0b97b3-6640-4525-b8c2-7ebda1c2340f req-89e4ad6e-5f70-4d28-be38-15e34a535c5b tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Request body: {'port': {'security_groups': []}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:48:09.515086 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 14:48:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea81e6b0-3c6f-4ab7-a1cc-236d5f45fb1e x-openstack-request-id: req-ea81e6b0-3c6f-4ab7-a1cc-236d5f45fb1e {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:48:09.515614 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d81a841b-2aa9-4af8-ab4c-046141d60ded", "name": "network-vif-plugged", "status": "completed", "tag": "d14dccdf-6044-4227-9254-c4f1d03eba24", "code": 200}]} {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:48:09.516062 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ea81e6b0-3c6f-4ab7-a1cc-236d5f45fb1e {{(pid=94468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:48:09.516640 n-d-694802-15 neutron-server[94468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd81a841b-2aa9-4af8-ab4c-046141d60ded', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd14dccdf-6044-4227-9254-c4f1d03eba24', 'code': 200} Aug 12 14:48:09.533910 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-badcd5ae-5fe6-4ca2-9cdf-24e38054a517 None None] Provisioning complete for port ed56f257-ee14-4447-bfa1-4d375099a3a0 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:48:09.535001 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-badcd5ae-5fe6-4ca2-9cdf-24e38054a517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:09.637688 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140521bd-7d0c-467d-9dd3-42a053203f71 req-a726044b-fae9-4227-aa4e-6c0456b0d768 tempest-ServerGroupTestJSON-919267211 tempest-ServerGroupTestJSON-919267211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:48:09.640187 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-140521bd-7d0c-467d-9dd3-42a053203f71 req-a726044b-fae9-4227-aa4e-6c0456b0d768 tempest-ServerGroupTestJSON-919267211 tempest-ServerGroupTestJSON-919267211-project] 10.222.0.39 "GET /v2.0/ports?device_id=d81a841b-2aa9-4af8-ab4c-046141d60ded HTTP/1.1" status: 200 len: 945 time: 0.0662553 Aug 12 14:48:09.666067 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-2f0b97b3-6640-4525-b8c2-7ebda1c2340f req-89e4ad6e-5f70-4d28-be38-15e34a535c5b tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:09.668483 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ca3d0b7-a6e6-423d-9a8b-0455efebe85b tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Made reservation on behalf of f911637440044e5098fb64107964cb00 for: {'subnet': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:48:09.672030 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-0ca3d0b7-a6e6-423d-9a8b-0455efebe85b tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3343791'] for subnet, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:09.688364 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-140521bd-7d0c-467d-9dd3-42a053203f71 req-1931954e-d80e-4c82-8665-f0a9259d2931 tempest-ServerGroupTestJSON-919267211 tempest-ServerGroupTestJSON-919267211-project] 10.222.0.39 "GET /v2.0/security-groups?id=ffde4fdd-3e48-42f0-85a4-a8d1f457df55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413415 Aug 12 14:48:09.782649 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e001a1c3-6588-4edf-a9ab-4f608b31154f req-97136de3-588f-4836-9e29-9e07514f8c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:48:09.784480 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e001a1c3-6588-4edf-a9ab-4f608b31154f req-97136de3-588f-4836-9e29-9e07514f8c9b service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=d81a841b-2aa9-4af8-ab4c-046141d60ded HTTP/1.1" status: 200 len: 1097 time: 0.1776459 Aug 12 14:48:09.898227 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e001a1c3-6588-4edf-a9ab-4f608b31154f req-ed781021-207f-4e8b-a936-b4eec2eaca19 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=ffde4fdd-3e48-42f0-85a4-a8d1f457df55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000969 Aug 12 14:48:10.023207 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-2f0b97b3-6640-4525-b8c2-7ebda1c2340f req-89e4ad6e-5f70-4d28-be38-15e34a535c5b tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] For port 33fb3c47-bf71-4b17-a3fa-925edb6f301f, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=33fb3c47-bf71-4b17-a3fa-925edb6f301f,segment=NetworkSegment(45b28473-1709-41a1-b9df-2ccc6425c05f),segment_id=45b28473-1709-41a1-b9df-2ccc6425c05f)] {{(pid=94467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:48:10.073115 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-5e7cb705-004e-40d1-b1f0-cf6bc12a0fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:10.075349 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-7db399e8-b493-4b4d-9f4b-9838436043c9 None None] Provisioning complete for port ed56f257-ee14-4447-bfa1-4d375099a3a0 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:48:10.075976 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-7db399e8-b493-4b4d-9f4b-9838436043c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:10.086502 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-2f0b97b3-6640-4525-b8c2-7ebda1c2340f req-89e4ad6e-5f70-4d28-be38-15e34a535c5b tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:10.093717 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-2f0b97b3-6640-4525-b8c2-7ebda1c2340f req-89e4ad6e-5f70-4d28-be38-15e34a535c5b tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:10.106887 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] get_ports_and_sgs() called for port_ids ['d6dd4e8b-7641-4872-bd81-cdaa5b199e54'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:48:10.109192 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] get_ports_and_sgs() called for port_ids ['9e46fd86-8fb4-4dff-af8c-b5efeeed2415', '33fb3c47-bf71-4b17-a3fa-925edb6f301f'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:48:10.168393 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0b97b3-6640-4525-b8c2-7ebda1c2340f req-89e4ad6e-5f70-4d28-be38-15e34a535c5b tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:48:10.168952 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-2f0b97b3-6640-4525-b8c2-7ebda1c2340f req-89e4ad6e-5f70-4d28-be38-15e34a535c5b tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:10.170486 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2f0b97b3-6640-4525-b8c2-7ebda1c2340f req-89e4ad6e-5f70-4d28-be38-15e34a535c5b tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "PUT /v2.0/ports/33fb3c47-bf71-4b17-a3fa-925edb6f301f HTTP/1.1" status: 200 len: 905 time: 0.6829422 Aug 12 14:48:10.170956 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6ba4b20-8c56-4b30-8495-dd1df3d9483b', 'tag': '33fb3c47-bf71-4b17-a3fa-925edb6f301f'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:48:10.173701 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e65282f928b64038367d043a4411777802006c43a98742496cb2e25b724ff1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd106541-e0cf-44f3-9fa9-d6da76524ec0" -d '{"events": [{"name": "network-changed", "server_uuid": "f6ba4b20-8c56-4b30-8495-dd1df3d9483b", "tag": "33fb3c47-bf71-4b17-a3fa-925edb6f301f"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:48:10.234234 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e4ad6e-5f70-4d28-be38-15e34a535c5b tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Pushing event updated for resources: {'Port': ['ID=33fb3c47-bf71-4b17-a3fa-925edb6f301f,revision_number=6']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:48:10.252103 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e4ad6e-5f70-4d28-be38-15e34a535c5b tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:48:10.252444 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e4ad6e-5f70-4d28-be38-15e34a535c5b tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:48:10.252779 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e4ad6e-5f70-4d28-be38-15e34a535c5b tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:48:10.253108 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e4ad6e-5f70-4d28-be38-15e34a535c5b tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:48:10.253433 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e4ad6e-5f70-4d28-be38-15e34a535c5b tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:48:10.253753 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e4ad6e-5f70-4d28-be38-15e34a535c5b tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:48:10.254073 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e4ad6e-5f70-4d28-be38-15e34a535c5b tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:48:10.254400 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e4ad6e-5f70-4d28-be38-15e34a535c5b tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:48:10.254718 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e4ad6e-5f70-4d28-be38-15e34a535c5b tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:48:10.255065 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e4ad6e-5f70-4d28-be38-15e34a535c5b tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:48:10.261082 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e4ad6e-5f70-4d28-be38-15e34a535c5b tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:48:10.261961 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e4ad6e-5f70-4d28-be38-15e34a535c5b tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:48:10.278474 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 14:48:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-100bec70-75d8-44a0-9f5e-e4a8bda8a95d x-openstack-request-id: req-100bec70-75d8-44a0-9f5e-e4a8bda8a95d {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:48:10.278760 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6ba4b20-8c56-4b30-8495-dd1df3d9483b", "tag": "33fb3c47-bf71-4b17-a3fa-925edb6f301f", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:48:10.279007 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-100bec70-75d8-44a0-9f5e-e4a8bda8a95d {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:48:10.279425 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6ba4b20-8c56-4b30-8495-dd1df3d9483b', 'tag': '33fb3c47-bf71-4b17-a3fa-925edb6f301f', 'status': 'completed', 'code': 200} Aug 12 14:48:10.304434 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] get_ports_and_sgs() called for port_ids ['33fb3c47-bf71-4b17-a3fa-925edb6f301f'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:48:10.487858 n-d-694802-15 neutron-server[94467]: DEBUG neutron.objects.ports [None req-0ca3d0b7-a6e6-423d-9a8b-0455efebe85b tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94467) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 12 14:48:10.511388 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117e9c8d-3bf0-4d29-b7a8-c1035e9eda17 req-a582b446-b5e8-4995-9b52-281d0e816698 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:48:10.515463 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-117e9c8d-3bf0-4d29-b7a8-c1035e9eda17 req-a582b446-b5e8-4995-9b52-281d0e816698 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/ports?device_id=b148e05e-7d9e-4da9-9b03-99a8a72e94ac HTTP/1.1" status: 200 len: 943 time: 0.1024301 Aug 12 14:48:10.551501 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-117e9c8d-3bf0-4d29-b7a8-c1035e9eda17 req-a9f035fe-f1c0-4bfa-90bb-f3306dae704e tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/security-groups?id=ae835367-3679-4f41-a825-d086536e4cce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323031 Aug 12 14:48:10.565659 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526a3709-ca04-4607-a091-da87e0b3278c req-0d905e6e-ec2c-498e-b181-6cdb4b036d4d tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:48:10.582236 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-87ac35c7-bec1-4e86-8f75-0ce791247c02 None None] Provisioning complete for port 33fb3c47-bf71-4b17-a3fa-925edb6f301f triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:48:10.582610 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-87ac35c7-bec1-4e86-8f75-0ce791247c02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:10.583214 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-526a3709-ca04-4607-a091-da87e0b3278c req-0d905e6e-ec2c-498e-b181-6cdb4b036d4d tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/ports?device_id=f6ba4b20-8c56-4b30-8495-dd1df3d9483b HTTP/1.1" status: 200 len: 908 time: 0.3146565 Aug 12 14:48:10.627636 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd106541-e0cf-44f3-9fa9-d6da76524ec0 req-ed8b7cd3-317c-41c1-a8c6-c9d79c0ed13b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:48:10.628955 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-cd106541-e0cf-44f3-9fa9-d6da76524ec0 req-ed8b7cd3-317c-41c1-a8c6-c9d79c0ed13b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f4b313af8d624a809d563851b784d520&device_id=f6ba4b20-8c56-4b30-8495-dd1df3d9483b HTTP/1.1" status: 200 len: 1060 time: 0.3184755 Aug 12 14:48:10.647641 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573b045e-1fd5-4784-85e7-52ac56e8b2bb req-518efae6-891a-4047-97d4-72bd6a8198d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:48:10.649197 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-573b045e-1fd5-4784-85e7-52ac56e8b2bb req-518efae6-891a-4047-97d4-72bd6a8198d4 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=b148e05e-7d9e-4da9-9b03-99a8a72e94ac&tenant_id=3a3bdd41fa344002b106e434a17bdf78 HTTP/1.1" status: 200 len: 1095 time: 0.3212888 Aug 12 14:48:10.729857 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10e2b2a-b502-4a09-8195-a70ffbe7d994 req-866d43e5-f98d-4e63-8e86-fc8c71ab2e7d tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:48:10.731558 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-a10e2b2a-b502-4a09-8195-a70ffbe7d994 req-866d43e5-f98d-4e63-8e86-fc8c71ab2e7d tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/ports?device_id=82ca70f0-3356-4166-96ef-a264876874d1 HTTP/1.1" status: 200 len: 945 time: 0.0691841 Aug 12 14:48:10.772815 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-a10e2b2a-b502-4a09-8195-a70ffbe7d994 req-da765302-389a-4d62-bced-aaa3c0662080 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc2dacd2-6b8c-4388-a6b9-7c76f36fc545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351212 Aug 12 14:48:10.864903 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90ef3db-206b-475e-8578-73e0a4fa82dd req-61043b29-c62d-4d30-b4d0-5d0e12835014 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:48:10.866848 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a90ef3db-206b-475e-8578-73e0a4fa82dd req-61043b29-c62d-4d30-b4d0-5d0e12835014 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d387655-bc58-4d10-8c58-4428d6cc887c HTTP/1.1" status: 200 len: 946 time: 0.2163510 Aug 12 14:48:10.875264 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573b045e-1fd5-4784-85e7-52ac56e8b2bb req-227008f1-9c64-4156-83f1-2c2a60839d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:48:10.877322 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-573b045e-1fd5-4784-85e7-52ac56e8b2bb req-227008f1-9c64-4156-83f1-2c2a60839d57 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=3a3bdd41fa344002b106e434a17bdf78&device_id=b148e05e-7d9e-4da9-9b03-99a8a72e94ac HTTP/1.1" status: 200 len: 1095 time: 0.1829314 Aug 12 14:48:10.890780 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b29e6e-d854-4b78-b833-0492bbef5c87 req-90d53d41-55bc-4a5f-8df8-c5cd941290c2 tempest-ServerGroupTestJSON-919267211 tempest-ServerGroupTestJSON-919267211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:48:10.892312 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-a1b29e6e-d854-4b78-b833-0492bbef5c87 req-90d53d41-55bc-4a5f-8df8-c5cd941290c2 tempest-ServerGroupTestJSON-919267211 tempest-ServerGroupTestJSON-919267211-project] 10.222.0.39 "GET /v2.0/ports?device_id=d81a841b-2aa9-4af8-ab4c-046141d60ded HTTP/1.1" status: 200 len: 945 time: 0.0560386 Aug 12 14:48:10.932395 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-a1b29e6e-d854-4b78-b833-0492bbef5c87 req-75a3015e-4677-45c0-8971-64228428d8be tempest-ServerGroupTestJSON-919267211 tempest-ServerGroupTestJSON-919267211-project] 10.222.0.39 "GET /v2.0/security-groups?id=ffde4fdd-3e48-42f0-85a4-a8d1f457df55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335698 Aug 12 14:48:11.040740 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4739ce77-8008-4e16-b414-3477612faa8b req-e05c0398-1df7-4f52-89ac-c6305fa327e7 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:48:11.042340 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-4739ce77-8008-4e16-b414-3477612faa8b req-e05c0398-1df7-4f52-89ac-c6305fa327e7 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/ports?device_id=82ca70f0-3356-4166-96ef-a264876874d1 HTTP/1.1" status: 200 len: 945 time: 0.0517821 Aug 12 14:48:11.082965 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-4739ce77-8008-4e16-b414-3477612faa8b req-1ac695ae-7801-4634-9a40-703929ecdd45 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc2dacd2-6b8c-4388-a6b9-7c76f36fc545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345318 Aug 12 14:48:11.228097 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd106541-e0cf-44f3-9fa9-d6da76524ec0 req-962cbc12-fac2-4bd2-828c-8e4e68823330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:48:11.229629 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-cd106541-e0cf-44f3-9fa9-d6da76524ec0 req-962cbc12-fac2-4bd2-828c-8e4e68823330 service neutron] 10.222.0.64 "GET /v2.0/networks?id=4552c891-e268-4d7c-98f1-e8736a29b277 HTTP/1.1" status: 200 len: 913 time: 0.5780125 Aug 12 14:48:11.292016 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-0ca3d0b7-a6e6-423d-9a8b-0455efebe85b tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:11.299212 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-cd106541-e0cf-44f3-9fa9-d6da76524ec0 req-d2a08657-5da6-47cd-9f90-dee7c58e8acb service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=33fb3c47-bf71-4b17-a3fa-925edb6f301f HTTP/1.1" status: 200 len: 217 time: 0.0573459 Aug 12 14:48:11.318871 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a90ef3db-206b-475e-8578-73e0a4fa82dd req-6f446674-6e38-4d3f-acb7-1ed04104fb78 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/security-groups?id=321fdc30-89f7-41d5-9ead-31c9ab79a851&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4382055 Aug 12 14:48:11.320515 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-a5f3cc6b-3c3d-417a-83d8-ded40f1e71cb req-4fbdc44b-a0c0-4c87-be5d-a635f1cf5bbe service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=419c5c7f-827f-4397-9cc6-d186147a5698&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1177337 Aug 12 14:48:11.352110 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f8df96-94e7-4b37-8d9e-50830693c2ea req-be75401e-c9f6-4839-a7b8-cefc9cfa4cfd tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:48:11.354338 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-f9f8df96-94e7-4b37-8d9e-50830693c2ea req-be75401e-c9f6-4839-a7b8-cefc9cfa4cfd tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/networks?id=4552c891-e268-4d7c-98f1-e8736a29b277 HTTP/1.1" status: 200 len: 812 time: 0.1428823 Aug 12 14:48:11.383516 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-f9f8df96-94e7-4b37-8d9e-50830693c2ea req-5058c820-8228-4dfd-af01-7ede3a5f9eb4 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/quotas/f4b313af8d624a809d563851b784d520 HTTP/1.1" status: 200 len: 375 time: 0.0130920 Aug 12 14:48:11.395250 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573b045e-1fd5-4784-85e7-52ac56e8b2bb req-22f462ba-ada6-4905-a134-0849e09b2d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:48:11.396721 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-573b045e-1fd5-4784-85e7-52ac56e8b2bb req-22f462ba-ada6-4905-a134-0849e09b2d1e service neutron] 10.222.0.49 "GET /v2.0/networks?id=2ad93210-7061-461d-8617-49848448cc38 HTTP/1.1" status: 200 len: 917 time: 0.5102420 Aug 12 14:48:11.467455 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd106541-e0cf-44f3-9fa9-d6da76524ec0 req-07258d9c-7e85-4961-88a4-82d318e2b1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:48:11.469019 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-cd106541-e0cf-44f3-9fa9-d6da76524ec0 req-07258d9c-7e85-4961-88a4-82d318e2b1a6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b3b4e56e-f3bd-4709-bfd6-3e62da1e0ac7 HTTP/1.1" status: 200 len: 851 time: 0.1553454 Aug 12 14:48:11.488202 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:11.512572 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-f9f8df96-94e7-4b37-8d9e-50830693c2ea req-18c2c9e0-e486-4a23-b5c8-bcc50da9ad05 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=f4b313af8d624a809d563851b784d520&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1228998 Aug 12 14:48:11.548242 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f3cc6b-3c3d-417a-83d8-ded40f1e71cb req-02b6eee9-6c6e-40cd-8ad8-f4db58f7fb62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:48:11.548726 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f3cc6b-3c3d-417a-83d8-ded40f1e71cb req-02b6eee9-6c6e-40cd-8ad8-f4db58f7fb62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:48:11.549201 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f3cc6b-3c3d-417a-83d8-ded40f1e71cb req-02b6eee9-6c6e-40cd-8ad8-f4db58f7fb62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:48:11.549684 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f3cc6b-3c3d-417a-83d8-ded40f1e71cb req-02b6eee9-6c6e-40cd-8ad8-f4db58f7fb62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:48:11.550142 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f3cc6b-3c3d-417a-83d8-ded40f1e71cb req-02b6eee9-6c6e-40cd-8ad8-f4db58f7fb62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:48:11.550603 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f3cc6b-3c3d-417a-83d8-ded40f1e71cb req-02b6eee9-6c6e-40cd-8ad8-f4db58f7fb62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:48:11.551095 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f3cc6b-3c3d-417a-83d8-ded40f1e71cb req-02b6eee9-6c6e-40cd-8ad8-f4db58f7fb62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:48:11.553021 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-a5f3cc6b-3c3d-417a-83d8-ded40f1e71cb req-02b6eee9-6c6e-40cd-8ad8-f4db58f7fb62 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c4f0f352632942859f6399a2c9890ad2&device_id=419c5c7f-827f-4397-9cc6-d186147a5698 HTTP/1.1" status: 200 len: 6508 time: 0.1262016 Aug 12 14:48:11.575542 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-573b045e-1fd5-4784-85e7-52ac56e8b2bb req-87d5109e-10a6-42d1-bcb2-051ac6c6d61e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dfcd097c-9928-4160-b8e6-a0dea19d832c HTTP/1.1" status: 200 len: 997 time: 0.1682956 Aug 12 14:48:11.635258 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd106541-e0cf-44f3-9fa9-d6da76524ec0 req-565defaf-5a87-47e9-b161-a9a5d647cf93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:48:11.636798 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-cd106541-e0cf-44f3-9fa9-d6da76524ec0 req-565defaf-5a87-47e9-b161-a9a5d647cf93 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4552c891-e268-4d7c-98f1-e8736a29b277&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1463413 Aug 12 14:48:11.719009 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573b045e-1fd5-4784-85e7-52ac56e8b2bb req-90741035-d68c-4d59-b0d2-f95d0f1e3683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:48:11.720350 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-573b045e-1fd5-4784-85e7-52ac56e8b2bb req-90741035-d68c-4d59-b0d2-f95d0f1e3683 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ce169be2-a716-4bd9-89d0-74eedc855ec7 HTTP/1.1" status: 200 len: 855 time: 0.1327331 Aug 12 14:48:11.744440 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-f9f8df96-94e7-4b37-8d9e-50830693c2ea req-d834b8b5-c399-4075-96ff-2bbe69704360 service neutron] 10.222.0.39 "GET /v2.0/networks/4552c891-e268-4d7c-98f1-e8736a29b277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2240775 Aug 12 14:48:11.766484 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [None req-0ca3d0b7-a6e6-423d-9a8b-0455efebe85b tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] For port ed56f257-ee14-4447-bfa1-4d375099a3a0, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=ed56f257-ee14-4447-bfa1-4d375099a3a0,segment=NetworkSegment(29ba2c71-2731-40cb-80f7-8e3bbe9101b4),segment_id=29ba2c71-2731-40cb-80f7-8e3bbe9101b4)] {{(pid=94467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:48:11.781371 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f3cc6b-3c3d-417a-83d8-ded40f1e71cb req-eb4e364b-fa4f-4f2d-bbbf-c87f930f7ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:48:11.781850 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f3cc6b-3c3d-417a-83d8-ded40f1e71cb req-eb4e364b-fa4f-4f2d-bbbf-c87f930f7ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:48:11.782315 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f3cc6b-3c3d-417a-83d8-ded40f1e71cb req-eb4e364b-fa4f-4f2d-bbbf-c87f930f7ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:48:11.783920 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-a5f3cc6b-3c3d-417a-83d8-ded40f1e71cb req-eb4e364b-fa4f-4f2d-bbbf-c87f930f7ab3 service neutron] 10.222.0.49 "GET /v2.0/networks?id=e5e4fc6e-0901-492c-bd78-fcc16b98eeec&id=23465ac9-c2b6-454b-ad4d-35bb38ffda1f&id=23465ac9-c2b6-454b-ad4d-35bb38ffda1f&id=23465ac9-c2b6-454b-ad4d-35bb38ffda1f&id=23465ac9-c2b6-454b-ad4d-35bb38ffda1f&id=fb4567b1-456a-4ad5-b04d-3f1c691daca7&id=fb4567b1-456a-4ad5-b04d-3f1c691daca7 HTTP/1.1" status: 200 len: 2297 time: 0.1978049 Aug 12 14:48:11.852013 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e094ab44-52ed-4700-9854-c415ff1d5e9a req-4ebf57d6-2d2e-4267-8226-0b0f938a110c tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:48:11.853510 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e094ab44-52ed-4700-9854-c415ff1d5e9a req-4ebf57d6-2d2e-4267-8226-0b0f938a110c tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/ports?device_id=b148e05e-7d9e-4da9-9b03-99a8a72e94ac HTTP/1.1" status: 200 len: 943 time: 0.1891398 Aug 12 14:48:11.856100 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-0ca3d0b7-a6e6-423d-9a8b-0455efebe85b tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:11.869560 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-0ca3d0b7-a6e6-423d-9a8b-0455efebe85b tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:11.870339 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-0ca3d0b7-a6e6-423d-9a8b-0455efebe85b tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2859166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3343773'] for subnet, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:11.890596 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573b045e-1fd5-4784-85e7-52ac56e8b2bb req-7363b72f-daa4-4b32-8d14-3df27ca84732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:48:11.892090 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-573b045e-1fd5-4784-85e7-52ac56e8b2bb req-7363b72f-daa4-4b32-8d14-3df27ca84732 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2ad93210-7061-461d-8617-49848448cc38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1504810 Aug 12 14:48:11.934881 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-cd106541-e0cf-44f3-9fa9-d6da76524ec0 req-e601401c-7dcd-4eee-8784-de318d98b80a service neutron] 10.222.0.64 "GET /v2.0/networks/4552c891-e268-4d7c-98f1-e8736a29b277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2870646 Aug 12 14:48:11.938208 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-a5f3cc6b-3c3d-417a-83d8-ded40f1e71cb req-a389dfe5-1e2a-430d-80dc-a5d91ac88924 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=827c8ce5-97e8-4c6c-9410-67c6f592ef59 HTTP/1.1" status: 200 len: 1001 time: 0.1251163 Aug 12 14:48:11.985596 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-f9f8df96-94e7-4b37-8d9e-50830693c2ea req-67405c72-675a-481e-a245-80ce342020cd service neutron] 10.222.0.39 "GET /v2.0/networks/4552c891-e268-4d7c-98f1-e8736a29b277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2311318 Aug 12 14:48:12.004014 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f3cc6b-3c3d-417a-83d8-ded40f1e71cb req-bd7c0a41-8f82-4cb1-bc33-b40b0e4130db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:48:12.005579 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-a5f3cc6b-3c3d-417a-83d8-ded40f1e71cb req-bd7c0a41-8f82-4cb1-bc33-b40b0e4130db service neutron] 10.222.0.49 "GET /v2.0/subnets?id=444fade6-475a-482f-b204-ebf217d66f28 HTTP/1.1" status: 200 len: 855 time: 0.0561039 Aug 12 14:48:12.065269 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ca3d0b7-a6e6-423d-9a8b-0455efebe85b tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Network 9378e537-2bb0-4edb-bd96-98dc93aa0f93 is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:48:12.096059 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f3cc6b-3c3d-417a-83d8-ded40f1e71cb req-d3631e15-82ab-4165-8d5f-c605b3da6366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:48:12.096059 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-a5f3cc6b-3c3d-417a-83d8-ded40f1e71cb req-d3631e15-82ab-4165-8d5f-c605b3da6366 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e5e4fc6e-0901-492c-bd78-fcc16b98eeec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0795934 Aug 12 14:48:12.096265 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [None req-0ca3d0b7-a6e6-423d-9a8b-0455efebe85b tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:48:12.107314 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0acb1704-a5ba-4722-8c63-00859bf43518 None None] Network 9378e537-2bb0-4edb-bd96-98dc93aa0f93 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:48:12.108324 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ca3d0b7-a6e6-423d-9a8b-0455efebe85b tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:48:12.109297 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-0ca3d0b7-a6e6-423d-9a8b-0455efebe85b tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks [] for subnet, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:12.131205 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e094ab44-52ed-4700-9854-c415ff1d5e9a req-75eb565b-cb02-4804-82ff-cdb147d32a2f tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/security-groups?id=ae835367-3679-4f41-a825-d086536e4cce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2587535 Aug 12 14:48:12.142909 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca3d0b7-a6e6-423d-9a8b-0455efebe85b tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Pushing event updated for resources: {'Port': ['ID=ed56f257-ee14-4447-bfa1-4d375099a3a0,revision_number=9']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:48:12.161389 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca3d0b7-a6e6-423d-9a8b-0455efebe85b tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Pushing event updated for resources: {'Subnet': ['ID=61ba6c87-1f4a-426e-b858-cbea5b66ef20,revision_number=0']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:48:12.244785 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-0ca3d0b7-a6e6-423d-9a8b-0455efebe85b tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 2.9068081 Aug 12 14:48:12.261348 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 55506) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:48:12.268588 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-790bf4a7-b9e5-4828-b812-b80cfa9ddcde tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Request body: {'port': {'network_id': '9378e537-2bb0-4edb-bd96-98dc93aa0f93', 'mac_address': 'fa:16:3e:54:97:df', 'name': 'tempest-NetworksTestDHCPv6-298153566'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:48:12.280346 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-88c339ef-e6de-4964-a36c-f61503338e10 req-e888d099-ceb7-4b19-9406-4bc678fdd0eb tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/ports?device_id=74ed7aa6-dbe2-4613-9887-791fa343e9a9 HTTP/1.1" status: 200 len: 210 time: 0.0684347 Aug 12 14:48:12.289637 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-a5f3cc6b-3c3d-417a-83d8-ded40f1e71cb req-8e84e37c-20b3-4099-ae4a-620523e13360 service neutron] 10.222.0.49 "GET /v2.0/networks/e5e4fc6e-0901-492c-bd78-fcc16b98eeec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1877725 Aug 12 14:48:12.358228 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-cd106541-e0cf-44f3-9fa9-d6da76524ec0 req-8f599634-cfa6-47c2-8169-703d49796b0b service neutron] 10.222.0.64 "GET /v2.0/networks/4552c891-e268-4d7c-98f1-e8736a29b277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4145634 Aug 12 14:48:12.363099 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-573b045e-1fd5-4784-85e7-52ac56e8b2bb req-160db726-119a-4b27-b710-479e6b40b55f service neutron] 10.222.0.49 "GET /v2.0/networks/2ad93210-7061-461d-8617-49848448cc38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4255903 Aug 12 14:48:12.368484 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b415812-3664-4fec-a5a2-0db849a3b544 req-a1c8bfd6-4bd8-4716-903a-fe42e56baa73 tempest-ServerGroupTestJSON-919267211 tempest-ServerGroupTestJSON-919267211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:48:12.371621 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-0b415812-3664-4fec-a5a2-0db849a3b544 req-a1c8bfd6-4bd8-4716-903a-fe42e56baa73 tempest-ServerGroupTestJSON-919267211 tempest-ServerGroupTestJSON-919267211-project] 10.222.0.39 "GET /v2.0/ports?device_id=d81a841b-2aa9-4af8-ab4c-046141d60ded HTTP/1.1" status: 200 len: 945 time: 0.1477211 Aug 12 14:48:12.402993 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab83395b-66a6-453a-935a-c169acd24cf7 None None] Update dhcp port {'port': {'network_id': '9378e537-2bb0-4edb-bd96-98dc93aa0f93', 'fixed_ips': [{'subnet_id': '61ba6c87-1f4a-426e-b858-cbea5b66ef20', 'ip_address': '2001:db8:0:1:f816:3eff:fea9:80f2'}, {'subnet_id': '9285eeed-00a9-4930-886a-5366b7ff739a'}], 'binding:host_id': 'n-d-694802-15'}, 'id': 'ed56f257-ee14-4447-bfa1-4d375099a3a0'} from n-d-694802-15. {{(pid=94468) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 12 14:48:12.432784 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-ab83395b-66a6-453a-935a-c169acd24cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:12.492771 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-0b415812-3664-4fec-a5a2-0db849a3b544 req-6ef8c199-ae6b-48e3-a519-5114e4e93fda tempest-ServerGroupTestJSON-919267211 tempest-ServerGroupTestJSON-919267211-project] 10.222.0.39 "GET /v2.0/security-groups?id=ffde4fdd-3e48-42f0-85a4-a8d1f457df55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092169 Aug 12 14:48:12.552178 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a782fdcd-0f23-45f1-a33e-6c50ddd61295 req-26fc80f7-16e6-45f0-a4c3-ecb5492d63df tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:48:12.555000 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a782fdcd-0f23-45f1-a33e-6c50ddd61295 req-26fc80f7-16e6-45f0-a4c3-ecb5492d63df tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d387655-bc58-4d10-8c58-4428d6cc887c HTTP/1.1" status: 200 len: 946 time: 0.1108429 Aug 12 14:48:12.557343 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-a5f3cc6b-3c3d-417a-83d8-ded40f1e71cb req-88c3eae8-d85b-4d60-924a-5f07cf3daf64 service neutron] 10.222.0.49 "GET /v2.0/networks/e5e4fc6e-0901-492c-bd78-fcc16b98eeec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2582929 Aug 12 14:48:12.604586 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-790bf4a7-b9e5-4828-b812-b80cfa9ddcde tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Made reservation on behalf of f911637440044e5098fb64107964cb00 for: {'port': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:48:12.652315 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-a5f3cc6b-3c3d-417a-83d8-ded40f1e71cb req-da5187ff-b0ce-4b95-9fa4-bd3fa5078034 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.233&port_id=769835af-590d-44bf-ae96-6aa7e3ae2342 HTTP/1.1" status: 200 len: 217 time: 0.0851755 Aug 12 14:48:12.677413 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-573b045e-1fd5-4784-85e7-52ac56e8b2bb req-fb6bf548-0806-40db-92db-e4e6c40cc59e service neutron] 10.222.0.49 "GET /v2.0/networks/2ad93210-7061-461d-8617-49848448cc38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2953115 Aug 12 14:48:12.719445 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a782fdcd-0f23-45f1-a33e-6c50ddd61295 req-99b889da-1b86-48b0-8b5c-c61f6516e140 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/security-groups?id=321fdc30-89f7-41d5-9ead-31c9ab79a851&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1558046 Aug 12 14:48:12.767706 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-790bf4a7-b9e5-4828-b812-b80cfa9ddcde tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:12.790106 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [None req-790bf4a7-b9e5-4828-b812-b80cfa9ddcde tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] device_id is not set on port 8977188f-9422-4119-bf65-6f7113660b2a yet. {{(pid=94467) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 14:48:12.804242 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f3cc6b-3c3d-417a-83d8-ded40f1e71cb req-d2e8a8bc-6347-43ed-8ce9-da100f6d01fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:48:12.805741 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-a5f3cc6b-3c3d-417a-83d8-ded40f1e71cb req-d2e8a8bc-6347-43ed-8ce9-da100f6d01fb service neutron] 10.222.0.49 "GET /v2.0/subnets?id=406ca1aa-3ad0-4dfd-af58-ddff5ca74ffa HTTP/1.1" status: 200 len: 797 time: 0.1434662 Aug 12 14:48:12.859999 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.db_base_plugin_common [None req-ab83395b-66a6-453a-935a-c169acd24cf7 None None] Allocated IP 2001:db8::2 (9378e537-2bb0-4edb-bd96-98dc93aa0f93/9285eeed-00a9-4930-886a-5366b7ff739a/ed56f257-ee14-4447-bfa1-4d375099a3a0) {{(pid=94468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:48:12.882848 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device ed56f257-ee14-4447-bfa1-4d375099a3a0 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:48:12.903596 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f3cc6b-3c3d-417a-83d8-ded40f1e71cb req-56fc9edd-51dc-4aff-90c4-c087885aeaf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:48:12.907859 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-a5f3cc6b-3c3d-417a-83d8-ded40f1e71cb req-56fc9edd-51dc-4aff-90c4-c087885aeaf8 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=23465ac9-c2b6-454b-ad4d-35bb38ffda1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0883300 Aug 12 14:48:12.922806 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:13.040652 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port ed56f257-ee14-4447-bfa1-4d375099a3a0 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:48:13.041048 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:13.051104 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-ab83395b-66a6-453a-935a-c169acd24cf7 None None] For port ed56f257-ee14-4447-bfa1-4d375099a3a0, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=ed56f257-ee14-4447-bfa1-4d375099a3a0,segment=NetworkSegment(29ba2c71-2731-40cb-80f7-8e3bbe9101b4),segment_id=29ba2c71-2731-40cb-80f7-8e3bbe9101b4)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:48:13.051581 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-a5f3cc6b-3c3d-417a-83d8-ded40f1e71cb req-5de96211-95bb-4862-90ed-4535bc3b86c7 service neutron] 10.222.0.49 "GET /v2.0/networks/23465ac9-c2b6-454b-ad4d-35bb38ffda1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232696 Aug 12 14:48:13.078316 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:13.129153 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-ab83395b-66a6-453a-935a-c169acd24cf7 None None] Notify callbacks [] for port, precommit_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:13.150809 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-ab83395b-66a6-453a-935a-c169acd24cf7 None None] Transition to ACTIVE for port object ed56f257-ee14-4447-bfa1-4d375099a3a0 will not be triggered until provisioned by entity DHCP. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:48:13.178354 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-ab83395b-66a6-453a-935a-c169acd24cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:13.180150 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-a5f3cc6b-3c3d-417a-83d8-ded40f1e71cb req-9f0462a0-60ba-4ea3-a700-9e1ae5864411 service neutron] 10.222.0.49 "GET /v2.0/networks/23465ac9-c2b6-454b-ad4d-35bb38ffda1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205931 Aug 12 14:48:13.248975 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-a5f3cc6b-3c3d-417a-83d8-ded40f1e71cb req-472507fd-0b8b-43b6-a4e6-c7549c45f120 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.222&port_id=5990fff5-4fd8-40dc-8d99-17a1763d5291 HTTP/1.1" status: 200 len: 217 time: 0.0594697 Aug 12 14:48:13.324395 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d613c1-ed5c-47e1-bd12-f67bfc64244c req-853a59df-310f-4351-9818-5eada947247b tempest-ServerGroupTestJSON-919267211 tempest-ServerGroupTestJSON-919267211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:48:13.336474 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab83395b-66a6-453a-935a-c169acd24cf7 None None] Pushing event updated for resources: {'Port': ['ID=ed56f257-ee14-4447-bfa1-4d375099a3a0,revision_number=10']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:48:13.340329 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-36d613c1-ed5c-47e1-bd12-f67bfc64244c req-853a59df-310f-4351-9818-5eada947247b tempest-ServerGroupTestJSON-919267211 tempest-ServerGroupTestJSON-919267211-project] 10.222.0.39 "GET /v2.0/ports?device_id=d81a841b-2aa9-4af8-ab4c-046141d60ded HTTP/1.1" status: 200 len: 945 time: 0.1203837 Aug 12 14:48:13.413063 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4356b4c0-5175-4e75-a45f-be45dd941b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:13.439360 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-36d613c1-ed5c-47e1-bd12-f67bfc64244c req-12c15717-cd23-4c27-b016-8437a10ceb8a tempest-ServerGroupTestJSON-919267211 tempest-ServerGroupTestJSON-919267211-project] 10.222.0.39 "GET /v2.0/security-groups?id=ffde4fdd-3e48-42f0-85a4-a8d1f457df55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977638 Aug 12 14:48:13.444701 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_common [None req-790bf4a7-b9e5-4828-b812-b80cfa9ddcde tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Allocated IP 2001:db8::2e9 (9378e537-2bb0-4edb-bd96-98dc93aa0f93/9285eeed-00a9-4930-886a-5366b7ff739a/8977188f-9422-4119-bf65-6f7113660b2a) {{(pid=94467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:48:13.475520 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_common [None req-790bf4a7-b9e5-4828-b812-b80cfa9ddcde tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Allocated IP 2001:db8:0:1:f816:3eff:fe54:97df (9378e537-2bb0-4edb-bd96-98dc93aa0f93/61ba6c87-1f4a-426e-b858-cbea5b66ef20/8977188f-9422-4119-bf65-6f7113660b2a) {{(pid=94467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:48:13.710494 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-04dc5053-457e-4e7e-8832-dde83b8fe7d8 req-bddd6ed1-dd91-4b01-bdd2-e28b4deee216 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/ports?device_id=74ed7aa6-dbe2-4613-9887-791fa343e9a9 HTTP/1.1" status: 200 len: 210 time: 0.1424220 Aug 12 14:48:13.930658 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-1769855f-eda9-4483-9dc3-3220908ab45d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:13.938263 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f3cc6b-3c3d-417a-83d8-ded40f1e71cb req-abb35ef2-64a6-4264-9d16-327a2f8c5041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:48:13.940799 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-790bf4a7-b9e5-4828-b812-b80cfa9ddcde tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks [] for port, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:13.947482 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-a5f3cc6b-3c3d-417a-83d8-ded40f1e71cb req-abb35ef2-64a6-4264-9d16-327a2f8c5041 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=406ca1aa-3ad0-4dfd-af58-ddff5ca74ffa HTTP/1.1" status: 200 len: 797 time: 0.1153507 Aug 12 14:48:13.958046 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [None req-790bf4a7-b9e5-4828-b812-b80cfa9ddcde tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Transition to ACTIVE for port object 8977188f-9422-4119-bf65-6f7113660b2a will not be triggered until provisioned by entity DHCP. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:48:13.959844 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd05f95-b4ba-4fa7-ad45-ff7a7ff26300 req-39bbd95b-6186-4cdf-930b-f0d693c95ad1 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:48:13.968148 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-7bd05f95-b4ba-4fa7-ad45-ff7a7ff26300 req-39bbd95b-6186-4cdf-930b-f0d693c95ad1 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/ports?device_id=b148e05e-7d9e-4da9-9b03-99a8a72e94ac HTTP/1.1" status: 200 len: 943 time: 0.7181339 Aug 12 14:48:14.074171 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f8df96-94e7-4b37-8d9e-50830693c2ea req-cd89f0d2-c01c-480d-ae0d-7c8ce7dbb41b tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:48:14.076991 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-7bd05f95-b4ba-4fa7-ad45-ff7a7ff26300 req-392853a9-20b4-4be1-a144-ca3faa8d31b3 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/security-groups?id=ae835367-3679-4f41-a825-d086536e4cce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1030512 Aug 12 14:48:14.080297 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f9f8df96-94e7-4b37-8d9e-50830693c2ea req-cd89f0d2-c01c-480d-ae0d-7c8ce7dbb41b tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.49 "GET /v2.0/networks?id=4552c891-e268-4d7c-98f1-e8736a29b277 HTTP/1.1" status: 200 len: 812 time: 0.5591760 Aug 12 14:48:14.081978 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-790bf4a7-b9e5-4828-b812-b80cfa9ddcde tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:14.144168 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-790bf4a7-b9e5-4828-b812-b80cfa9ddcde tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Network 9378e537-2bb0-4edb-bd96-98dc93aa0f93 is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:48:14.151711 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [None req-790bf4a7-b9e5-4828-b812-b80cfa9ddcde tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:48:14.158030 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-790bf4a7-b9e5-4828-b812-b80cfa9ddcde tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Received port after_create {{(pid=94467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:48:14.176013 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-790bf4a7-b9e5-4828-b812-b80cfa9ddcde tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:48:14.176696 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-790bf4a7-b9e5-4828-b812-b80cfa9ddcde tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:14.188936 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790bf4a7-b9e5-4828-b812-b80cfa9ddcde tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Pushing event updated for resources: {'Port': ['ID=8977188f-9422-4119-bf65-6f7113660b2a,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:48:14.209452 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-790bf4a7-b9e5-4828-b812-b80cfa9ddcde tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.9449432 Aug 12 14:48:14.210111 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 55552) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:48:14.320218 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744db4d5-bad7-41fc-9250-e059ac37926b req-096f2fde-de4d-431f-8244-f17019f3f49e tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:48:14.325138 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-744db4d5-bad7-41fc-9250-e059ac37926b req-096f2fde-de4d-431f-8244-f17019f3f49e tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d387655-bc58-4d10-8c58-4428d6cc887c HTTP/1.1" status: 200 len: 946 time: 0.1531816 Aug 12 14:48:14.445349 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-744db4d5-bad7-41fc-9250-e059ac37926b req-ebb798a8-fd1b-4507-9ce4-c1b9f8c4ea5d tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/security-groups?id=321fdc30-89f7-41d5-9ead-31c9ab79a851&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1111293 Aug 12 14:48:14.465514 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-27bf58fd-cbdd-41f8-bbfc-324396d26225 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Deleting port 8977188f-9422-4119-bf65-6f7113660b2a {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:48:14.466045 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-27bf58fd-cbdd-41f8-bbfc-324396d26225 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:14.559395 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-c02619c8-e507-424b-b49a-61bc7a591a44 None None] Provisioning for port ed56f257-ee14-4447-bfa1-4d375099a3a0 completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:48:14.563844 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-c02619c8-e507-424b-b49a-61bc7a591a44 None None] Provisioning complete for port ed56f257-ee14-4447-bfa1-4d375099a3a0 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:48:14.564340 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-c02619c8-e507-424b-b49a-61bc7a591a44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:14.689563 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574e7917-d0ec-436c-91c9-3418818b5045 req-b4f90ca1-1ad7-4211-b03c-78807696e488 tempest-ServerGroupTestJSON-919267211 tempest-ServerGroupTestJSON-919267211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:48:14.691222 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-574e7917-d0ec-436c-91c9-3418818b5045 req-b4f90ca1-1ad7-4211-b03c-78807696e488 tempest-ServerGroupTestJSON-919267211 tempest-ServerGroupTestJSON-919267211-project] 10.222.0.64 "GET /v2.0/ports?device_id=d81a841b-2aa9-4af8-ab4c-046141d60ded HTTP/1.1" status: 200 len: 945 time: 0.2149553 Aug 12 14:48:14.727247 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17533b24-b34d-4bac-8e25-e54f3316e7d5 req-653f6903-7bcc-439f-89a6-7d6e578097a8 tempest-ServerGroupTestJSON-919267211 tempest-ServerGroupTestJSON-919267211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:48:14.743648 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-17533b24-b34d-4bac-8e25-e54f3316e7d5 req-653f6903-7bcc-439f-89a6-7d6e578097a8 tempest-ServerGroupTestJSON-919267211 tempest-ServerGroupTestJSON-919267211-project] 10.222.0.39 "GET /v2.0/ports?device_id=d81a841b-2aa9-4af8-ab4c-046141d60ded HTTP/1.1" status: 200 len: 945 time: 0.1277311 Aug 12 14:48:14.822678 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-27bf58fd-cbdd-41f8-bbfc-324396d26225 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:14.831486 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-17533b24-b34d-4bac-8e25-e54f3316e7d5 req-d84e974e-4cad-42db-bcfd-36f16691c71e tempest-ServerGroupTestJSON-919267211 tempest-ServerGroupTestJSON-919267211-project] 10.222.0.39 "GET /v2.0/security-groups?id=ffde4fdd-3e48-42f0-85a4-a8d1f457df55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866854 Aug 12 14:48:14.841564 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device ed56f257-ee14-4447-bfa1-4d375099a3a0 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:48:14.863968 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-27bf58fd-cbdd-41f8-bbfc-324396d26225 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Calling delete_port for 8977188f-9422-4119-bf65-6f7113660b2a owned by {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:48:14.908137 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-781d16c1-88b8-48f1-8873-0941c1497865 None None] Provisioning for port 8977188f-9422-4119-bf65-6f7113660b2a completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:48:14.913568 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port ed56f257-ee14-4447-bfa1-4d375099a3a0 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:48:14.913821 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:14.943462 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-781d16c1-88b8-48f1-8873-0941c1497865 None None] Provisioning complete for port 8977188f-9422-4119-bf65-6f7113660b2a triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:48:14.944202 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-781d16c1-88b8-48f1-8873-0941c1497865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:14.966179 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-c7275fc1-e57d-4645-9554-3b269f315361 req-cc4343fc-2813-4d1c-94c4-387411817213 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/ports?device_id=74ed7aa6-dbe2-4613-9887-791fa343e9a9 HTTP/1.1" status: 200 len: 210 time: 0.0314264 Aug 12 14:48:15.015129 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-781d16c1-88b8-48f1-8873-0941c1497865 None None] Port 8977188f-9422-4119-bf65-6f7113660b2a cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 14:48:15.203275 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e22f8e4-8494-431c-a788-84fa8907317f req-74c2fc17-6036-4eda-acef-36d7272a984f tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:48:15.205109 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-2e22f8e4-8494-431c-a788-84fa8907317f req-74c2fc17-6036-4eda-acef-36d7272a984f tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/ports?device_id=b148e05e-7d9e-4da9-9b03-99a8a72e94ac HTTP/1.1" status: 200 len: 943 time: 0.0541809 Aug 12 14:48:15.255742 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-2e22f8e4-8494-431c-a788-84fa8907317f req-665c9687-fdbb-4634-928c-9fe51b127f5f tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/security-groups?id=ae835367-3679-4f41-a825-d086536e4cce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442410 Aug 12 14:48:15.256006 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [req-574e7917-d0ec-436c-91c9-3418818b5045 req-5cfd5f91-eb32-4f8d-8ac0-88a19981a90c tempest-ServerGroupTestJSON-919267211 tempest-ServerGroupTestJSON-919267211-project] Deleting port d14dccdf-6044-4227-9254-c4f1d03eba24 {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:48:15.256125 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-574e7917-d0ec-436c-91c9-3418818b5045 req-5cfd5f91-eb32-4f8d-8ac0-88a19981a90c tempest-ServerGroupTestJSON-919267211 tempest-ServerGroupTestJSON-919267211-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:15.397708 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-574e7917-d0ec-436c-91c9-3418818b5045 req-5cfd5f91-eb32-4f8d-8ac0-88a19981a90c tempest-ServerGroupTestJSON-919267211 tempest-ServerGroupTestJSON-919267211-project] For port d14dccdf-6044-4227-9254-c4f1d03eba24, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=d14dccdf-6044-4227-9254-c4f1d03eba24,segment=NetworkSegment(dbc74f4b-9c71-4690-bfd7-b74eec572bdc),segment_id=dbc74f4b-9c71-4690-bfd7-b74eec572bdc)] {{(pid=94467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:48:15.398183 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-574e7917-d0ec-436c-91c9-3418818b5045 req-5cfd5f91-eb32-4f8d-8ac0-88a19981a90c tempest-ServerGroupTestJSON-919267211 tempest-ServerGroupTestJSON-919267211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:15.433056 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [req-574e7917-d0ec-436c-91c9-3418818b5045 req-5cfd5f91-eb32-4f8d-8ac0-88a19981a90c tempest-ServerGroupTestJSON-919267211 tempest-ServerGroupTestJSON-919267211-project] Calling delete_port for d14dccdf-6044-4227-9254-c4f1d03eba24 owned by compute:nova {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:48:15.502601 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-27bf58fd-cbdd-41f8-bbfc-324396d26225 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:15.553950 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bf58fd-cbdd-41f8-bbfc-324396d26225 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Pushing event deleted for resources: {'Port': ['ID=8977188f-9422-4119-bf65-6f7113660b2a,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:48:15.638454 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebd9a24-4036-4084-a834-9e479291fa27 req-48914193-bbfb-4689-9488-5f20d70898fe tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:48:15.640379 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-8ebd9a24-4036-4084-a834-9e479291fa27 req-48914193-bbfb-4689-9488-5f20d70898fe tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d387655-bc58-4d10-8c58-4428d6cc887c HTTP/1.1" status: 200 len: 946 time: 0.0968022 Aug 12 14:48:15.650829 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-fe95f194-a3b0-4c04-9e42-20b511169d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:15.689970 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-27bf58fd-cbdd-41f8-bbfc-324396d26225 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:15.692499 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-27bf58fd-cbdd-41f8-bbfc-324396d26225 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] 10.222.0.39 "DELETE /v2.0/ports/8977188f-9422-4119-bf65-6f7113660b2a HTTP/1.1" status: 204 len: 168 time: 1.4814384 Aug 12 14:48:15.695952 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 55564) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:48:15.730972 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-8ebd9a24-4036-4084-a834-9e479291fa27 req-ce756543-d29b-4daa-bd69-3488ffafba52 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/security-groups?id=321fdc30-89f7-41d5-9ead-31c9ab79a851&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0836251 Aug 12 14:48:15.796553 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-574e7917-d0ec-436c-91c9-3418818b5045 req-5cfd5f91-eb32-4f8d-8ac0-88a19981a90c tempest-ServerGroupTestJSON-919267211 tempest-ServerGroupTestJSON-919267211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:15.819968 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] get_ports_and_sgs() called for port_ids ['d14dccdf-6044-4227-9254-c4f1d03eba24'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:48:15.823101 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1df43063-dd6e-42dc-8b43-43a59ecd65ac tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:48:15.825419 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-1df43063-dd6e-42dc-8b43-43a59ecd65ac tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1284800 Aug 12 14:48:15.827939 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 55568) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:48:15.851692 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfd5f91-eb32-4f8d-8ac0-88a19981a90c tempest-ServerGroupTestJSON-919267211 tempest-ServerGroupTestJSON-919267211-project] Pushing event deleted for resources: {'Port': ['ID=d14dccdf-6044-4227-9254-c4f1d03eba24,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:48:15.905181 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [req-574e7917-d0ec-436c-91c9-3418818b5045 req-5cfd5f91-eb32-4f8d-8ac0-88a19981a90c tempest-ServerGroupTestJSON-919267211 tempest-ServerGroupTestJSON-919267211-project] No DVR routers for this DVR port d14dccdf-6044-4227-9254-c4f1d03eba24 on host n-h1-694802-15 {{(pid=94467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:48:15.908232 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-574e7917-d0ec-436c-91c9-3418818b5045 req-5cfd5f91-eb32-4f8d-8ac0-88a19981a90c tempest-ServerGroupTestJSON-919267211 tempest-ServerGroupTestJSON-919267211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:15.910590 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-574e7917-d0ec-436c-91c9-3418818b5045 req-5cfd5f91-eb32-4f8d-8ac0-88a19981a90c tempest-ServerGroupTestJSON-919267211 tempest-ServerGroupTestJSON-919267211-project] 10.222.0.64 "DELETE /v2.0/ports/d14dccdf-6044-4227-9254-c4f1d03eba24 HTTP/1.1" status: 204 len: 173 time: 1.1930227 Aug 12 14:48:15.911097 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd81a841b-2aa9-4af8-ab4c-046141d60ded', 'name': 'network-vif-deleted', 'tag': 'd14dccdf-6044-4227-9254-c4f1d03eba24'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:48:15.913764 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e65282f928b64038367d043a4411777802006c43a98742496cb2e25b724ff1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c1c8413-cc19-4ace-870f-49c907d62933" -d '{"events": [{"server_uuid": "d81a841b-2aa9-4af8-ab4c-046141d60ded", "name": "network-vif-deleted", "tag": "d14dccdf-6044-4227-9254-c4f1d03eba24"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:48:15.950667 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e124a7cb-6bce-47b9-a323-ce732e81bf50 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:48:15.952833 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-e124a7cb-6bce-47b9-a323-ce732e81bf50 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1236718 Aug 12 14:48:15.955715 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 55574) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:48:15.988425 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-bc183281-1572-479e-9555-4a212871b3aa req-2535bfca-7a7e-4147-a5d5-8b81348a0a4b tempest-ServerGroupTestJSON-919267211 tempest-ServerGroupTestJSON-919267211-project] 10.222.0.39 "GET /v2.0/ports?device_id=d81a841b-2aa9-4af8-ab4c-046141d60ded HTTP/1.1" status: 200 len: 210 time: 0.0435336 Aug 12 14:48:16.036042 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14970c14-8e5a-4b89-80d8-05a5a6869c11 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:48:16.038208 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14970c14-8e5a-4b89-80d8-05a5a6869c11 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:48:16.040045 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14970c14-8e5a-4b89-80d8-05a5a6869c11 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:48:16.042349 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-14970c14-8e5a-4b89-80d8-05a5a6869c11 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0854161 Aug 12 14:48:16.045019 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 55578) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:48:16.057277 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 14:48:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6b8df4a-fed5-4e77-8485-fa76810d93c1 x-openstack-request-id: req-e6b8df4a-fed5-4e77-8485-fa76810d93c1 {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:48:16.058374 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d81a841b-2aa9-4af8-ab4c-046141d60ded", "name": "network-vif-deleted", "tag": "d14dccdf-6044-4227-9254-c4f1d03eba24", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:48:16.058818 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e6b8df4a-fed5-4e77-8485-fa76810d93c1 {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:48:16.059233 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd81a841b-2aa9-4af8-ab4c-046141d60ded', 'name': 'network-vif-deleted', 'tag': 'd14dccdf-6044-4227-9254-c4f1d03eba24', 'status': 'completed', 'code': 200} Aug 12 14:48:16.121054 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5bd7f9f-2baa-464f-8c52-bce8e3963d53 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Deleting subnet 61ba6c87-1f4a-426e-b858-cbea5b66ef20 {{(pid=94467) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 14:48:16.124422 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a5bd7f9f-2baa-464f-8c52-bce8e3963d53 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks [] for subnet, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:16.137050 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-86671614-1f91-45ad-bf87-03c798bb6ac3 req-e0a35e65-1d58-415e-8f59-8dc85b4d6b70 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/ports?device_id=74ed7aa6-dbe2-4613-9887-791fa343e9a9 HTTP/1.1" status: 200 len: 210 time: 0.0331783 Aug 12 14:48:16.175188 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a5bd7f9f-2baa-464f-8c52-bce8e3963d53 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3857505'] for subnet, precommit_delete_associations {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:16.260889 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a5bd7f9f-2baa-464f-8c52-bce8e3963d53 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66416255'] for subnet, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:16.342313 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a5bd7f9f-2baa-464f-8c52-bce8e3963d53 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66416232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2859225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3343748'] for subnet, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:16.368013 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bd7f9f-2baa-464f-8c52-bce8e3963d53 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Pushing event deleted for resources: {'Subnet': ['ID=61ba6c87-1f4a-426e-b858-cbea5b66ef20,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:48:16.379115 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a5bd7f9f-2baa-464f-8c52-bce8e3963d53 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks [] for subnet, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:16.381907 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-a5bd7f9f-2baa-464f-8c52-bce8e3963d53 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] 10.222.0.39 "DELETE /v2.0/subnets/61ba6c87-1f4a-426e-b858-cbea5b66ef20 HTTP/1.1" status: 204 len: 168 time: 0.3356266 Aug 12 14:48:16.384395 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 55584) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:48:16.387319 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d067442-ac47-4005-a89c-531229a32f0e None None] Network 9378e537-2bb0-4edb-bd96-98dc93aa0f93 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:48:16.435282 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d753c57-599a-408a-8c23-dde0215bd7b4 req-6ba22ea8-baf0-478f-9fb1-162477e6e75b tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:48:16.436966 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-1d753c57-599a-408a-8c23-dde0215bd7b4 req-6ba22ea8-baf0-478f-9fb1-162477e6e75b tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/ports?device_id=b148e05e-7d9e-4da9-9b03-99a8a72e94ac HTTP/1.1" status: 200 len: 943 time: 0.0962701 Aug 12 14:48:16.486507 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c73d2b9-e751-4e88-882f-1d3911b91447 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Deleting subnet 9285eeed-00a9-4930-886a-5366b7ff739a {{(pid=94467) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 14:48:16.490683 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-0c73d2b9-e751-4e88-882f-1d3911b91447 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks [] for subnet, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:16.522564 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-1d753c57-599a-408a-8c23-dde0215bd7b4 req-80d46883-3e4c-45e6-aab3-68ba769c2155 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/security-groups?id=ae835367-3679-4f41-a825-d086536e4cce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621517 Aug 12 14:48:16.555093 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-0c73d2b9-e751-4e88-882f-1d3911b91447 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3857505'] for subnet, precommit_delete_associations {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:16.688990 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-0c73d2b9-e751-4e88-882f-1d3911b91447 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66416255'] for subnet, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:16.763089 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-0c73d2b9-e751-4e88-882f-1d3911b91447 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66416232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2859225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3343748'] for subnet, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:16.793211 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c73d2b9-e751-4e88-882f-1d3911b91447 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Pushing event deleted for resources: {'Subnet': ['ID=9285eeed-00a9-4930-886a-5366b7ff739a,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:48:16.797045 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-0c73d2b9-e751-4e88-882f-1d3911b91447 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks [] for subnet, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:16.801325 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-0c73d2b9-e751-4e88-882f-1d3911b91447 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] 10.222.0.39 "DELETE /v2.0/subnets/9285eeed-00a9-4930-886a-5366b7ff739a HTTP/1.1" status: 204 len: 168 time: 0.4068863 Aug 12 14:48:16.801584 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 55588) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:48:16.849360 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-5d4ba04e-cfbe-4c3c-93c4-4784944e7d73 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0441284 Aug 12 14:48:16.849622 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 55590) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:48:16.897930 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed36048-5806-43d5-8b39-ac241a297a1b req-2afef250-a3a4-4642-9fa7-ed178e17b712 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:48:16.899537 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-4ed36048-5806-43d5-8b39-ac241a297a1b req-2afef250-a3a4-4642-9fa7-ed178e17b712 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d387655-bc58-4d10-8c58-4428d6cc887c HTTP/1.1" status: 200 len: 946 time: 0.0748460 Aug 12 14:48:16.911743 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-965e8a80-91da-4d80-bc43-a684e56c6a31 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:48:16.913275 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-965e8a80-91da-4d80-bc43-a684e56c6a31 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.0625985 Aug 12 14:48:16.915893 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 55594) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:48:16.949742 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-4ed36048-5806-43d5-8b39-ac241a297a1b req-d9dfe9ec-8f59-4031-8954-67f3497ffad5 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/security-groups?id=321fdc30-89f7-41d5-9ead-31c9ab79a851&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409584 Aug 12 14:48:16.985169 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d3e7b8e-cf27-4a64-b5cc-d3cea73d9a2b tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:48:16.989213 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-0d3e7b8e-cf27-4a64-b5cc-d3cea73d9a2b tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0700014 Aug 12 14:48:16.989525 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 55596) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:48:17.054165 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-7d4dd403-cef5-4420-bab2-bae3a33a9f27 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0629737 Aug 12 14:48:17.057436 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 55600) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:48:17.099582 n-d-694802-15 neutron-server[94467]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef192f6f-fbf9-451a-9838-5f7da7bf21f5 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] DELETE failed (client error): The resource could not be found. Aug 12 14:48:17.100309 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef192f6f-fbf9-451a-9838-5f7da7bf21f5 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94467) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 14:48:17.104892 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-ef192f6f-fbf9-451a-9838-5f7da7bf21f5 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] 10.222.0.39 "DELETE /v2.0/ports/8977188f-9422-4119-bf65-6f7113660b2a HTTP/1.1" status: 404 len: 333 time: 0.0433741 Aug 12 14:48:17.105357 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 55602) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:48:17.134442 n-d-694802-15 neutron-server[94466]: INFO neutron.pecan_wsgi.hooks.translation [None req-96d17a3d-2bcf-456c-ad9a-80ee60bd77c7 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] DELETE failed (client error): The resource could not be found. Aug 12 14:48:17.134913 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96d17a3d-2bcf-456c-ad9a-80ee60bd77c7 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 14:48:17.139329 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-96d17a3d-2bcf-456c-ad9a-80ee60bd77c7 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] 10.222.0.39 "DELETE /v2.0/subnets/61ba6c87-1f4a-426e-b858-cbea5b66ef20 HTTP/1.1" status: 404 len: 337 time: 0.0306728 Aug 12 14:48:17.139846 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 55606) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:48:17.203276 n-d-694802-15 neutron-server[94467]: INFO neutron.pecan_wsgi.hooks.translation [None req-863bc2cf-0345-40b8-9fba-1a3c29ea3d3c tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] DELETE failed (client error): The resource could not be found. Aug 12 14:48:17.203821 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-863bc2cf-0345-40b8-9fba-1a3c29ea3d3c tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94467) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 14:48:17.205666 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-863bc2cf-0345-40b8-9fba-1a3c29ea3d3c tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] 10.222.0.39 "DELETE /v2.0/subnets/9285eeed-00a9-4930-886a-5366b7ff739a HTTP/1.1" status: 404 len: 337 time: 0.0647271 Aug 12 14:48:17.208433 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 55612) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:48:17.255177 n-d-694802-15 neutron-server[94466]: INFO neutron.pecan_wsgi.hooks.translation [None req-23b53359-8aed-474f-b999-c997ad92e913 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] DELETE failed (client error): The resource could not be found. Aug 12 14:48:17.256394 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23b53359-8aed-474f-b999-c997ad92e913 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 14:48:17.258504 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-23b53359-8aed-474f-b999-c997ad92e913 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] 10.222.0.39 "DELETE /v2.0/ports/30675ad1-4af5-4ba2-899d-5f746ac00f43 HTTP/1.1" status: 404 len: 333 time: 0.0490820 Aug 12 14:48:17.261917 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 55614) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:48:17.277137 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-95dff433-771b-47f9-a93b-c7a853b1d550 req-8e17b26b-14b2-420c-bc95-c5abfa60cd10 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/ports?device_id=74ed7aa6-dbe2-4613-9887-791fa343e9a9 HTTP/1.1" status: 200 len: 210 time: 0.0606134 Aug 12 14:48:17.294657 n-d-694802-15 neutron-server[94467]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0a91f0a-6f3f-44b3-b9cd-5611fa9d2183 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] DELETE failed (client error): The resource could not be found. Aug 12 14:48:17.295427 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0a91f0a-6f3f-44b3-b9cd-5611fa9d2183 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94467) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 14:48:17.297366 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-f0a91f0a-6f3f-44b3-b9cd-5611fa9d2183 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] 10.222.0.39 "DELETE /v2.0/subnets/08b7fa22-20fb-4e7b-81b4-9a62a6c2c219 HTTP/1.1" status: 404 len: 337 time: 0.0342774 Aug 12 14:48:17.300039 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 55616) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:48:17.333080 n-d-694802-15 neutron-server[94466]: INFO neutron.pecan_wsgi.hooks.translation [None req-21d8a5cf-09dc-4d5d-bd7b-f7f11c9d340f tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] DELETE failed (client error): The resource could not be found. Aug 12 14:48:17.333695 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21d8a5cf-09dc-4d5d-bd7b-f7f11c9d340f tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 14:48:17.336027 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-21d8a5cf-09dc-4d5d-bd7b-f7f11c9d340f tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] 10.222.0.39 "DELETE /v2.0/subnets/08bfd4d0-45fc-43b7-84aa-4812a3aadbaf HTTP/1.1" status: 404 len: 337 time: 0.0346329 Aug 12 14:48:17.338502 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 55618) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:48:17.364100 n-d-694802-15 neutron-server[94466]: INFO neutron.pecan_wsgi.hooks.translation [None req-0cb48079-4154-4456-9c53-787ddc3f2a16 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] DELETE failed (client error): The resource could not be found. Aug 12 14:48:17.365186 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0cb48079-4154-4456-9c53-787ddc3f2a16 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 14:48:17.367045 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-0cb48079-4154-4456-9c53-787ddc3f2a16 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] 10.222.0.39 "DELETE /v2.0/ports/d2999945-663f-493f-b42c-03afeae505eb HTTP/1.1" status: 404 len: 333 time: 0.0268228 Aug 12 14:48:17.369650 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 55622) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:48:17.388186 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f25a93de-06bf-40ca-b504-528302e9e196 None None] Network 9378e537-2bb0-4edb-bd96-98dc93aa0f93 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:48:17.414097 n-d-694802-15 neutron-server[94466]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab5bacda-6694-4eaa-bb15-dfb78a5bf21e tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] DELETE failed (client error): The resource could not be found. Aug 12 14:48:17.414562 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab5bacda-6694-4eaa-bb15-dfb78a5bf21e tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 14:48:17.416710 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-ab5bacda-6694-4eaa-bb15-dfb78a5bf21e tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] 10.222.0.39 "DELETE /v2.0/subnets/84a70d7a-a976-4411-accc-1660ec32d653 HTTP/1.1" status: 404 len: 337 time: 0.0453711 Aug 12 14:48:17.419785 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 55626) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:48:17.467114 n-d-694802-15 neutron-server[94467]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2df6c10-5ae4-455a-85d9-278bf7610bde tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] DELETE failed (client error): The resource could not be found. Aug 12 14:48:17.468289 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2df6c10-5ae4-455a-85d9-278bf7610bde tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94467) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 14:48:17.471380 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-a2df6c10-5ae4-455a-85d9-278bf7610bde tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] 10.222.0.39 "DELETE /v2.0/subnets/2e51c529-bb0e-49ac-ae06-7451e3cd79ce HTTP/1.1" status: 404 len: 337 time: 0.0499470 Aug 12 14:48:17.473816 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 55630) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:48:17.513467 n-d-694802-15 neutron-server[94467]: INFO neutron.pecan_wsgi.hooks.translation [None req-154b1762-cb74-4b3e-85b8-efd2937ab7e8 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] DELETE failed (client error): The resource could not be found. Aug 12 14:48:17.514149 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-154b1762-cb74-4b3e-85b8-efd2937ab7e8 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94467) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 14:48:17.515937 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-154b1762-cb74-4b3e-85b8-efd2937ab7e8 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] 10.222.0.39 "DELETE /v2.0/ports/8c79000f-319a-425f-a10d-62f59be43a72 HTTP/1.1" status: 404 len: 333 time: 0.0396655 Aug 12 14:48:17.518676 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 55636) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:48:17.560944 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-eab9c8d1-a77e-42c1-8992-952915a54cc7 None None] Provisioning complete for port ed56f257-ee14-4447-bfa1-4d375099a3a0 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:48:17.561254 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-eab9c8d1-a77e-42c1-8992-952915a54cc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:17.563336 n-d-694802-15 neutron-server[94467]: INFO neutron.pecan_wsgi.hooks.translation [None req-58ab8f10-6ffe-43aa-b5f4-d717aad942c9 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] DELETE failed (client error): The resource could not be found. Aug 12 14:48:17.566990 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58ab8f10-6ffe-43aa-b5f4-d717aad942c9 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94467) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 14:48:17.572289 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-58ab8f10-6ffe-43aa-b5f4-d717aad942c9 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] 10.222.0.39 "DELETE /v2.0/subnets/e3f84064-8775-4cbe-bb22-cab7f12eeb7b HTTP/1.1" status: 404 len: 337 time: 0.0502002 Aug 12 14:48:17.573483 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 55642) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:48:17.616848 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 55646) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:48:17.617258 n-d-694802-15 neutron-server[94466]: INFO neutron.pecan_wsgi.hooks.translation [None req-efcfbd99-5f93-45b0-b95f-f54fae5bb81f tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] DELETE failed (client error): The resource could not be found. Aug 12 14:48:17.617833 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-efcfbd99-5f93-45b0-b95f-f54fae5bb81f tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 14:48:17.623633 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-efcfbd99-5f93-45b0-b95f-f54fae5bb81f tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] 10.222.0.39 "DELETE /v2.0/subnets/253ec269-6f7f-4465-8640-f7f275ad3094 HTTP/1.1" status: 404 len: 337 time: 0.0497494 Aug 12 14:48:17.624286 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 55648) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:48:17.676118 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc75769c-599a-4e98-9e38-8707d6ef962a admin admin] Deleting subnet 54c3aa42-df42-4181-85c8-87699adc7db5 {{(pid=94467) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 14:48:17.677107 n-d-694802-15 neutron-server[94466]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd839c22-211d-43e7-9001-7494c3f69e44 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] DELETE failed (client error): The resource could not be found. Aug 12 14:48:17.678081 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd839c22-211d-43e7-9001-7494c3f69e44 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 14:48:17.679506 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-cc75769c-599a-4e98-9e38-8707d6ef962a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:17.716038 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-fd839c22-211d-43e7-9001-7494c3f69e44 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] 10.222.0.39 "DELETE /v2.0/ports/5f8e3cbe-55e9-46c5-8139-38e4ca47d221 HTTP/1.1" status: 404 len: 333 time: 0.0889595 Aug 12 14:48:17.718162 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 55650) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:48:17.744680 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-cc75769c-599a-4e98-9e38-8707d6ef962a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3857505'] for subnet, precommit_delete_associations {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:17.746690 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb29d0a0-0107-4929-88b8-f8f5598ef6fe None None] DHCP port deletion for 9378e537-2bb0-4edb-bd96-98dc93aa0f93 request from n-d-694802-15 {{(pid=94468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 14:48:17.794461 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-cc75769c-599a-4e98-9e38-8707d6ef962a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66416255'] for subnet, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:17.806709 n-d-694802-15 neutron-server[94466]: INFO neutron.pecan_wsgi.hooks.translation [None req-65d68994-1521-49bb-b728-be0182b08ee7 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] DELETE failed (client error): The resource could not be found. Aug 12 14:48:17.807278 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65d68994-1521-49bb-b728-be0182b08ee7 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 14:48:17.811820 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-65d68994-1521-49bb-b728-be0182b08ee7 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] 10.222.0.39 "DELETE /v2.0/subnets/50820d2a-b159-4e66-8eca-5cb21420dede HTTP/1.1" status: 404 len: 337 time: 0.0904024 Aug 12 14:48:17.812170 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 55654) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:48:17.818036 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-bb29d0a0-0107-4929-88b8-f8f5598ef6fe None None] Deleting port ed56f257-ee14-4447-bfa1-4d375099a3a0 {{(pid=94468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:48:17.818831 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-bb29d0a0-0107-4929-88b8-f8f5598ef6fe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:17.841147 n-d-694802-15 neutron-server[94466]: INFO neutron.pecan_wsgi.hooks.translation [None req-c93f57f4-819f-4c36-b7a8-a953ee823d79 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] DELETE failed (client error): The resource could not be found. Aug 12 14:48:17.841848 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c93f57f4-819f-4c36-b7a8-a953ee823d79 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 14:48:17.843644 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-c93f57f4-819f-4c36-b7a8-a953ee823d79 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] 10.222.0.39 "DELETE /v2.0/ports/65065abc-8831-4b49-8b3a-c7176cedc4e5 HTTP/1.1" status: 404 len: 333 time: 0.0301106 Aug 12 14:48:17.846378 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 55656) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:48:17.884430 n-d-694802-15 neutron-server[94466]: INFO neutron.pecan_wsgi.hooks.translation [None req-13babf2f-5e33-4b42-88c5-31530d74ffcd tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] DELETE failed (client error): The resource could not be found. Aug 12 14:48:17.884781 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-cc75769c-599a-4e98-9e38-8707d6ef962a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66416232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2859225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3343748'] for subnet, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:17.886126 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13babf2f-5e33-4b42-88c5-31530d74ffcd tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 14:48:17.888261 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-13babf2f-5e33-4b42-88c5-31530d74ffcd tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] 10.222.0.39 "DELETE /v2.0/subnets/58a0b536-debd-4b3f-93c9-2a78c85a2a79 HTTP/1.1" status: 404 len: 337 time: 0.0407131 Aug 12 14:48:17.890906 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 55658) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:48:17.903191 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f5858a-b60d-4ccf-89d7-d75c0fe3b123 req-933bf416-08c5-43ac-9591-92a282712988 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:48:17.910677 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-a4f5858a-b60d-4ccf-89d7-d75c0fe3b123 req-933bf416-08c5-43ac-9591-92a282712988 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/ports?device_id=b148e05e-7d9e-4da9-9b03-99a8a72e94ac HTTP/1.1" status: 200 len: 943 time: 0.1938882 Aug 12 14:48:17.923880 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-bb29d0a0-0107-4929-88b8-f8f5598ef6fe None None] For port ed56f257-ee14-4447-bfa1-4d375099a3a0, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=ed56f257-ee14-4447-bfa1-4d375099a3a0,segment=NetworkSegment(29ba2c71-2731-40cb-80f7-8e3bbe9101b4),segment_id=29ba2c71-2731-40cb-80f7-8e3bbe9101b4)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:48:17.924592 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-bb29d0a0-0107-4929-88b8-f8f5598ef6fe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:17.947142 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-bb29d0a0-0107-4929-88b8-f8f5598ef6fe None None] Calling delete_port for ed56f257-ee14-4447-bfa1-4d375099a3a0 owned by network:dhcp {{(pid=94468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:48:17.947353 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-a4f5858a-b60d-4ccf-89d7-d75c0fe3b123 req-99641d3e-d419-4ac9-a05e-de6b3014451f tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/security-groups?id=ae835367-3679-4f41-a825-d086536e4cce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341165 Aug 12 14:48:17.951371 n-d-694802-15 neutron-server[94467]: INFO neutron.pecan_wsgi.hooks.translation [None req-3cc0d867-0ea8-490e-84ba-e569e3d1dbc7 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] DELETE failed (client error): The resource could not be found. Aug 12 14:48:17.953148 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3cc0d867-0ea8-490e-84ba-e569e3d1dbc7 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94467) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 14:48:17.955635 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-3cc0d867-0ea8-490e-84ba-e569e3d1dbc7 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] 10.222.0.39 "DELETE /v2.0/ports/6575bd30-59f5-4bca-be52-a1e3ac0ec8e5 HTTP/1.1" status: 404 len: 333 time: 0.0633900 Aug 12 14:48:17.956786 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc75769c-599a-4e98-9e38-8707d6ef962a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=54c3aa42-df42-4181-85c8-87699adc7db5,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:48:17.958672 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 55660) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:48:17.969159 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-cc75769c-599a-4e98-9e38-8707d6ef962a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:17.971551 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-cc75769c-599a-4e98-9e38-8707d6ef962a admin admin] 10.222.0.39 "DELETE /v2.0/subnets/54c3aa42-df42-4181-85c8-87699adc7db5 HTTP/1.1" status: 204 len: 168 time: 0.3537278 Aug 12 14:48:17.975116 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 55662) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:48:18.010120 n-d-694802-15 neutron-server[94466]: INFO neutron.pecan_wsgi.hooks.translation [None req-4794a61a-442d-446b-b56f-2783ce1df9de tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] DELETE failed (client error): The resource could not be found. Aug 12 14:48:18.011717 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4794a61a-442d-446b-b56f-2783ce1df9de tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 14:48:18.015641 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-4794a61a-442d-446b-b56f-2783ce1df9de tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] 10.222.0.39 "DELETE /v2.0/subnets/01367b4b-818f-487d-b5de-78b2434b6407 HTTP/1.1" status: 404 len: 337 time: 0.0552354 Aug 12 14:48:18.018102 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 55666) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:48:18.060022 n-d-694802-15 neutron-server[94466]: INFO neutron.pecan_wsgi.hooks.translation [None req-e626ff26-104d-45c1-ad34-0add4ee55c39 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] DELETE failed (client error): The resource could not be found. Aug 12 14:48:18.061148 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e626ff26-104d-45c1-ad34-0add4ee55c39 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 14:48:18.065494 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-e626ff26-104d-45c1-ad34-0add4ee55c39 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] 10.222.0.39 "DELETE /v2.0/ports/1ef05dae-f58a-4ee5-8da4-92bf882131f4 HTTP/1.1" status: 404 len: 333 time: 0.0461004 Aug 12 14:48:18.074384 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 55668) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:48:18.076696 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-bb29d0a0-0107-4929-88b8-f8f5598ef6fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262'] for port, after_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:18.106991 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb29d0a0-0107-4929-88b8-f8f5598ef6fe None None] No DVR routers for this DVR port ed56f257-ee14-4447-bfa1-4d375099a3a0 on host n-d-694802-15 {{(pid=94468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:48:18.109126 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb29d0a0-0107-4929-88b8-f8f5598ef6fe None None] Pushing event deleted for resources: {'Port': ['ID=ed56f257-ee14-4447-bfa1-4d375099a3a0,revision_number=None']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:48:18.125507 n-d-694802-15 neutron-server[94466]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa80cd3d-0f0c-4f4a-ac32-47b6231ddbf5 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] DELETE failed (client error): The resource could not be found. Aug 12 14:48:18.126024 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa80cd3d-0f0c-4f4a-ac32-47b6231ddbf5 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 14:48:18.127828 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-aa80cd3d-0f0c-4f4a-ac32-47b6231ddbf5 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] 10.222.0.39 "DELETE /v2.0/subnets/fff3f662-5205-4cc0-b07c-a6988b521ba7 HTTP/1.1" status: 404 len: 337 time: 0.0510280 Aug 12 14:48:18.130365 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 55672) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:48:18.134791 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-49076536-0ebf-4c26-ab25-d39b7c5e7d40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680608'] for network, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:18.162643 n-d-694802-15 neutron-server[94466]: INFO neutron.pecan_wsgi.hooks.translation [None req-c13cf0c8-da4c-4b37-b492-3285a3e6397d tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] DELETE failed (client error): The resource could not be found. Aug 12 14:48:18.163387 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c13cf0c8-da4c-4b37-b492-3285a3e6397d tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 14:48:18.165134 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-c13cf0c8-da4c-4b37-b492-3285a3e6397d tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] 10.222.0.39 "DELETE /v2.0/ports/0765ee47-8215-4a85-880b-9f1d451323d3 HTTP/1.1" status: 404 len: 333 time: 0.0338435 Aug 12 14:48:18.167790 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 55674) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:48:18.204219 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a5e009-090c-4fa2-9b88-b6e136e33c90 req-44bbda3b-d73f-4599-8714-aa2536f67146 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:48:18.205715 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-e5a5e009-090c-4fa2-9b88-b6e136e33c90 req-44bbda3b-d73f-4599-8714-aa2536f67146 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d387655-bc58-4d10-8c58-4428d6cc887c HTTP/1.1" status: 200 len: 946 time: 0.1489840 Aug 12 14:48:18.206997 n-d-694802-15 neutron-server[94466]: INFO neutron.pecan_wsgi.hooks.translation [None req-53990e52-980b-4693-9db8-bc9d02d58aeb tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] DELETE failed (client error): The resource could not be found. Aug 12 14:48:18.207449 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53990e52-980b-4693-9db8-bc9d02d58aeb tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 14:48:18.209087 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-53990e52-980b-4693-9db8-bc9d02d58aeb tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] 10.222.0.39 "DELETE /v2.0/subnets/98282855-be4f-428e-b1a7-95e352e6fb56 HTTP/1.1" status: 404 len: 337 time: 0.0404117 Aug 12 14:48:18.211628 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 55676) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:48:18.237575 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-49076536-0ebf-4c26-ab25-d39b7c5e7d40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66413304', 'neutron.services.segments.db._delete_segments_for_network-8744654118000'] for network, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:18.248609 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-49076536-0ebf-4c26-ab25-d39b7c5e7d40 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92ddf977-0304-4820-a17a-d4078b17621c']}} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:48:18.260891 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-49076536-0ebf-4c26-ab25-d39b7c5e7d40 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbc74f4b-9c71-4690-bfd7-b74eec572bdc') {'for_net_delete': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:48:18.261465 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-49076536-0ebf-4c26-ab25-d39b7c5e7d40 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbc74f4b-9c71-4690-bfd7-b74eec572bdc') {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:48:18.261682 n-d-694802-15 neutron-server[94466]: INFO neutron.pecan_wsgi.hooks.translation [None req-78d45ba4-874a-4168-b337-6f29095c1d89 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] DELETE failed (client error): The resource could not be found. Aug 12 14:48:18.262447 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78d45ba4-874a-4168-b337-6f29095c1d89 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 14:48:18.267167 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-78d45ba4-874a-4168-b337-6f29095c1d89 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] 10.222.0.39 "DELETE /v2.0/ports/b5759d73-cf8d-436c-a57f-12c18e4abd61 HTTP/1.1" status: 404 len: 333 time: 0.0517147 Aug 12 14:48:18.267167 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 55678) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:48:18.272293 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-49076536-0ebf-4c26-ab25-d39b7c5e7d40 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744654122361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3857526'] for segment, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:18.289818 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-49076536-0ebf-4c26-ab25-d39b7c5e7d40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:18.297812 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49076536-0ebf-4c26-ab25-d39b7c5e7d40 admin admin] Releasing vlan 301 on physical network physnet1 to pool {{(pid=94467) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 14:48:18.298396 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-49076536-0ebf-4c26-ab25-d39b7c5e7d40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2859015'] for segment, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:18.309305 n-d-694802-15 neutron-server[94467]: Traceback (most recent call last): Aug 12 14:48:18.309305 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 14:48:18.309305 n-d-694802-15 neutron-server[94467]: timer() Aug 12 14:48:18.309305 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 14:48:18.309305 n-d-694802-15 neutron-server[94467]: cb(*args, **kw) Aug 12 14:48:18.309305 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 14:48:18.309305 n-d-694802-15 neutron-server[94467]: return func(*args, **kwargs) Aug 12 14:48:18.309305 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 14:48:18.309305 n-d-694802-15 neutron-server[94467]: self._notify() Aug 12 14:48:18.309305 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 14:48:18.309305 n-d-694802-15 neutron-server[94467]: self.callback(batched_events) Aug 12 14:48:18.309305 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 14:48:18.309305 n-d-694802-15 neutron-server[94467]: event.method(event) Aug 12 14:48:18.309305 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 14:48:18.309305 n-d-694802-15 neutron-server[94467]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 14:48:18.309305 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 14:48:18.309305 n-d-694802-15 neutron-server[94467]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 14:48:18.309305 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 14:48:18.309305 n-d-694802-15 neutron-server[94467]: return f(self, *a, **k) Aug 12 14:48:18.309305 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 14:48:18.309305 n-d-694802-15 neutron-server[94467]: return self._get(url).json() Aug 12 14:48:18.309305 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 14:48:18.309305 n-d-694802-15 neutron-server[94467]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 14:48:18.309305 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 14:48:18.309305 n-d-694802-15 neutron-server[94467]: return self.request(url, 'GET', **kwargs) Aug 12 14:48:18.309305 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 14:48:18.309305 n-d-694802-15 neutron-server[94467]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 14:48:18.309305 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 14:48:18.309305 n-d-694802-15 neutron-server[94467]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 14:48:18.309305 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 14:48:18.309305 n-d-694802-15 neutron-server[94467]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 14:48:18.309305 n-d-694802-15 neutron-server[94467]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 14:48:18.313088 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-e5a5e009-090c-4fa2-9b88-b6e136e33c90 req-3afd139d-7e66-4cf2-8e86-e03e82d334e7 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/security-groups?id=321fdc30-89f7-41d5-9ead-31c9ab79a851&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0864873 Aug 12 14:48:18.314135 n-d-694802-15 neutron-server[94466]: INFO neutron.pecan_wsgi.hooks.translation [None req-45d4740b-a099-49c7-b93a-9cd0378df189 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] DELETE failed (client error): The resource could not be found. Aug 12 14:48:18.314592 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45d4740b-a099-49c7-b93a-9cd0378df189 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 14:48:18.319480 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-45d4740b-a099-49c7-b93a-9cd0378df189 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] 10.222.0.39 "DELETE /v2.0/subnets/84910a1f-9df8-4503-9951-a6204ae2cac2 HTTP/1.1" status: 404 len: 337 time: 0.0483179 Aug 12 14:48:18.322666 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 55682) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:48:18.378546 n-d-694802-15 neutron-server[94466]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5e51ca2-6f39-414f-90e0-dd561caceb1e tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] DELETE failed (client error): The resource could not be found. Aug 12 14:48:18.379779 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5e51ca2-6f39-414f-90e0-dd561caceb1e tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 14:48:18.383268 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-d5e51ca2-6f39-414f-90e0-dd561caceb1e tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] 10.222.0.39 "DELETE /v2.0/subnets/50329091-a0e7-4d84-bed5-8a2ee655de40 HTTP/1.1" status: 404 len: 337 time: 0.0570238 Aug 12 14:48:18.384886 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 55684) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:48:18.392555 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-49076536-0ebf-4c26-ab25-d39b7c5e7d40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66413281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431520'] for network, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:18.398916 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-49076536-0ebf-4c26-ab25-d39b7c5e7d40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for network, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:18.403652 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-49076536-0ebf-4c26-ab25-d39b7c5e7d40 admin admin] 10.222.0.39 "DELETE /v2.0/networks/92ddf977-0304-4820-a17a-d4078b17621c HTTP/1.1" status: 204 len: 168 time: 0.4242954 Aug 12 14:48:18.417622 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49076536-0ebf-4c26-ab25-d39b7c5e7d40 admin admin] Pushing event deleted for resources: {'Network': ['ID=92ddf977-0304-4820-a17a-d4078b17621c,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:48:18.423999 n-d-694802-15 neutron-server[94466]: INFO neutron.pecan_wsgi.hooks.translation [None req-0bfac48f-8d3b-43be-bdcf-abe0f7949929 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] DELETE failed (client error): The resource could not be found. Aug 12 14:48:18.424896 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0bfac48f-8d3b-43be-bdcf-abe0f7949929 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 14:48:18.429405 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-0bfac48f-8d3b-43be-bdcf-abe0f7949929 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] 10.222.0.39 "DELETE /v2.0/ports/6da420c2-4c79-41c4-b64f-50d81b2b137d HTTP/1.1" status: 404 len: 333 time: 0.0410745 Aug 12 14:48:18.429759 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 55688) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:48:18.462430 n-d-694802-15 neutron-server[94467]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c1b9085-2be7-41ec-a9da-e52d521de4d3 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] DELETE failed (client error): The resource could not be found. Aug 12 14:48:18.462910 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c1b9085-2be7-41ec-a9da-e52d521de4d3 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94467) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 14:48:18.476285 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-3c1b9085-2be7-41ec-a9da-e52d521de4d3 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] 10.222.0.39 "DELETE /v2.0/subnets/6f918815-fddc-4b5e-81c6-47a35d4d68e3 HTTP/1.1" status: 404 len: 337 time: 0.0454748 Aug 12 14:48:18.479207 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 55690) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:48:18.513315 n-d-694802-15 neutron-server[94466]: INFO neutron.pecan_wsgi.hooks.translation [None req-bdc86016-03c7-4547-a398-3896371fccc9 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] DELETE failed (client error): The resource could not be found. Aug 12 14:48:18.513766 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bdc86016-03c7-4547-a398-3896371fccc9 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 14:48:18.515481 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-bdc86016-03c7-4547-a398-3896371fccc9 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] 10.222.0.39 "DELETE /v2.0/subnets/d62fcf2b-3062-4cb7-a481-7ca996d9496f HTTP/1.1" status: 404 len: 337 time: 0.0345204 Aug 12 14:48:18.518300 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 55692) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:48:18.550353 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-d8fc3a9c-316e-47b0-a828-a41bfd2f0a78 req-40c6b263-d7d4-4190-ab0b-b8fa57464389 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/ports?device_id=74ed7aa6-dbe2-4613-9887-791fa343e9a9 HTTP/1.1" status: 200 len: 210 time: 0.0397937 Aug 12 14:48:18.558292 n-d-694802-15 neutron-server[94467]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa0d1f08-e476-4b32-afde-dc0c064cb8e2 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] DELETE failed (client error): The resource could not be found. Aug 12 14:48:18.562051 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa0d1f08-e476-4b32-afde-dc0c064cb8e2 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94467) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 14:48:18.565520 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-aa0d1f08-e476-4b32-afde-dc0c064cb8e2 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] 10.222.0.39 "DELETE /v2.0/ports/7ab316bb-8cff-44f3-8ee6-d1d7e2aa8b40 HTTP/1.1" status: 404 len: 333 time: 0.0462050 Aug 12 14:48:18.577796 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 55694) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:48:18.592645 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 55696) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:48:18.608634 n-d-694802-15 neutron-server[94467]: INFO neutron.pecan_wsgi.hooks.translation [None req-173cc95d-f103-41ff-b118-28d0260f917f tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] DELETE failed (client error): The resource could not be found. Aug 12 14:48:18.609454 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-173cc95d-f103-41ff-b118-28d0260f917f tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94467) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 14:48:18.613360 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-173cc95d-f103-41ff-b118-28d0260f917f tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] 10.222.0.39 "DELETE /v2.0/subnets/860f4efd-190c-4e13-88e1-128d8529c70a HTTP/1.1" status: 404 len: 337 time: 0.0325551 Aug 12 14:48:18.614142 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 55698) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:48:18.653460 n-d-694802-15 neutron-server[94466]: INFO neutron.pecan_wsgi.hooks.translation [None req-617dc812-d311-41b6-88fd-2702dbd7f677 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] DELETE failed (client error): The resource could not be found. Aug 12 14:48:18.653917 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-617dc812-d311-41b6-88fd-2702dbd7f677 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 14:48:18.658008 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-617dc812-d311-41b6-88fd-2702dbd7f677 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] 10.222.0.39 "DELETE /v2.0/subnets/22afc61a-97a6-4907-8dda-47570611b2b5 HTTP/1.1" status: 404 len: 337 time: 0.0405998 Aug 12 14:48:18.658400 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 55700) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:48:18.665053 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-cead90ed-2894-42ad-a68f-bff0bc187d6b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4e49bc3e091c4eda956a9a447088c9d3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0690725 Aug 12 14:48:18.665875 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 55702) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:48:18.683508 n-d-694802-15 neutron-server[94467]: INFO neutron.pecan_wsgi.hooks.translation [None req-61198490-700b-4264-a007-b5ef2e419906 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] DELETE failed (client error): The resource could not be found. Aug 12 14:48:18.684187 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61198490-700b-4264-a007-b5ef2e419906 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94467) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 14:48:18.688957 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-61198490-700b-4264-a007-b5ef2e419906 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] 10.222.0.39 "DELETE /v2.0/ports/b09fa9ec-4b87-4462-b08f-e2ce92c8fdec HTTP/1.1" status: 404 len: 333 time: 0.0272005 Aug 12 14:48:18.689216 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 55704) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:48:18.726831 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1d83f5d1-e351-4139-a630-2074d20fb063 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:18.727008 n-d-694802-15 neutron-server[94467]: INFO neutron.pecan_wsgi.hooks.translation [None req-b35e2d43-2cfc-4971-bea4-c6aac6e14dd4 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] DELETE failed (client error): The resource could not be found. Aug 12 14:48:18.727435 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b35e2d43-2cfc-4971-bea4-c6aac6e14dd4 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94467) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 14:48:18.730163 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-b35e2d43-2cfc-4971-bea4-c6aac6e14dd4 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] 10.222.0.39 "DELETE /v2.0/subnets/f66d3e02-bc7a-487c-9b34-b747c1092c1c HTTP/1.1" status: 404 len: 337 time: 0.0386717 Aug 12 14:48:18.732160 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 55706) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:48:18.770369 n-d-694802-15 neutron-server[94466]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f81b76a-29ca-4d98-abb7-b40645323cb1 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] DELETE failed (client error): The resource could not be found. Aug 12 14:48:18.770825 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f81b76a-29ca-4d98-abb7-b40645323cb1 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 14:48:18.772890 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-8f81b76a-29ca-4d98-abb7-b40645323cb1 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] 10.222.0.39 "DELETE /v2.0/subnets/520c3edb-fc04-4f21-9bc7-67abfa642aa7 HTTP/1.1" status: 404 len: 337 time: 0.0397921 Aug 12 14:48:18.775883 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 55708) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:48:18.783657 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1d83f5d1-e351-4139-a630-2074d20fb063 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:18.812449 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device ed56f257-ee14-4447-bfa1-4d375099a3a0 no longer exists at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:48:18.820912 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-ab0f26ce-d1e7-4db6-893b-fb95709d21f1 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] 10.222.0.39 "GET /v2.0/ports?device_id=d424cad1-feaf-451b-bead-d5168e044921 HTTP/1.1" status: 200 len: 205 time: 0.0414286 Aug 12 14:48:18.821234 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 55710) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:48:18.837630 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] No Port match for: ed56f257-ee14-4447-bfa1-4d375099a3a0 {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 14:48:18.838019 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device ed56f257-ee14-4447-bfa1-4d375099a3a0 not bound to the agent host n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:48:18.844268 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1d83f5d1-e351-4139-a630-2074d20fb063 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:18.852522 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1d83f5d1-e351-4139-a630-2074d20fb063 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:18.853980 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-1d83f5d1-e351-4139-a630-2074d20fb063 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ffde4fdd-3e48-42f0-85a4-a8d1f457df55 HTTP/1.1" status: 204 len: 168 time: 0.1861720 Aug 12 14:48:18.866541 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d83f5d1-e351-4139-a630-2074d20fb063 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffde4fdd-3e48-42f0-85a4-a8d1f457df55,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:48:18.872017 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device d14dccdf-6044-4227-9254-c4f1d03eba24 no longer exists at agent hyperv_n-h1-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:48:18.874898 n-d-694802-15 neutron-server[94467]: INFO neutron.api.v2.resource [None req-a9547bc7-965d-4a5f-ba0f-2125a6aa8f01 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] delete failed (client error): The resource could not be found. Aug 12 14:48:18.880960 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d83f5d1-e351-4139-a630-2074d20fb063 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:48:18.881167 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-a9547bc7-965d-4a5f-ba0f-2125a6aa8f01 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] 10.222.0.39 "DELETE /v2.0/routers/d424cad1-feaf-451b-bead-d5168e044921 HTTP/1.1" status: 404 len: 336 time: 0.0588486 Aug 12 14:48:18.881505 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d83f5d1-e351-4139-a630-2074d20fb063 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:48:18.882265 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d83f5d1-e351-4139-a630-2074d20fb063 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:48:18.882417 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 55714) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:48:18.882527 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d83f5d1-e351-4139-a630-2074d20fb063 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:48:18.882630 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d83f5d1-e351-4139-a630-2074d20fb063 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:48:18.883226 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d83f5d1-e351-4139-a630-2074d20fb063 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:48:18.883664 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d83f5d1-e351-4139-a630-2074d20fb063 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:48:18.884014 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d83f5d1-e351-4139-a630-2074d20fb063 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:48:18.884540 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d83f5d1-e351-4139-a630-2074d20fb063 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:48:18.885000 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d83f5d1-e351-4139-a630-2074d20fb063 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:48:18.885438 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d83f5d1-e351-4139-a630-2074d20fb063 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:48:18.886463 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d83f5d1-e351-4139-a630-2074d20fb063 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:48:18.916194 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-93370168-53ca-47c2-9e27-b066be57125c None None] No Port match for: d14dccdf-6044-4227-9254-c4f1d03eba24 {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 14:48:18.916541 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device d14dccdf-6044-4227-9254-c4f1d03eba24 not bound to the agent host n-h1-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:48:18.932308 n-d-694802-15 neutron-server[94467]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f446a0a-7e68-4712-960f-bd52edb508af tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] DELETE failed (client error): The resource could not be found. Aug 12 14:48:18.933568 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f446a0a-7e68-4712-960f-bd52edb508af tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94467) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 14:48:18.935384 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-4f446a0a-7e68-4712-960f-bd52edb508af tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] 10.222.0.39 "DELETE /v2.0/subnets/60dcc5e8-bace-4e87-9f94-2c7c96fc77cb HTTP/1.1" status: 404 len: 337 time: 0.0518601 Aug 12 14:48:18.938118 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 55716) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:48:18.967100 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-cf0572d1-63f9-44e9-a2fc-649576f915b5 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4f9994e-c7ac-4867-ab5f-9755c0beec50 HTTP/1.1" status: 200 len: 205 time: 0.0277181 Aug 12 14:48:18.969650 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 55718) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:48:19.013433 n-d-694802-15 neutron-server[94467]: INFO neutron.api.v2.resource [None req-7a39e3b2-751e-400f-9924-f7cc64fe9c68 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] delete failed (client error): The resource could not be found. Aug 12 14:48:19.015055 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-7a39e3b2-751e-400f-9924-f7cc64fe9c68 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] 10.222.0.39 "DELETE /v2.0/routers/d4f9994e-c7ac-4867-ab5f-9755c0beec50 HTTP/1.1" status: 404 len: 336 time: 0.0438178 Aug 12 14:48:19.017003 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 55722) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:48:19.048004 n-d-694802-15 neutron-server[94467]: INFO neutron.pecan_wsgi.hooks.translation [None req-20a70678-4108-4edf-8d39-f542a9cb406d tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] DELETE failed (client error): The resource could not be found. Aug 12 14:48:19.048476 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20a70678-4108-4edf-8d39-f542a9cb406d tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94467) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 14:48:19.050214 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-20a70678-4108-4edf-8d39-f542a9cb406d tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] 10.222.0.39 "DELETE /v2.0/subnets/28ed8c24-27b3-4d61-909a-353d3f6cebca HTTP/1.1" status: 404 len: 337 time: 0.0321302 Aug 12 14:48:19.052855 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 55724) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:48:19.080176 n-d-694802-15 neutron-server[94467]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b8a3c52-dd17-497b-8a8e-f2e58c72f4fe tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] DELETE failed (client error): The resource could not be found. Aug 12 14:48:19.080643 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b8a3c52-dd17-497b-8a8e-f2e58c72f4fe tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94467) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 14:48:19.082436 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-9b8a3c52-dd17-497b-8a8e-f2e58c72f4fe tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] 10.222.0.39 "DELETE /v2.0/subnets/207c3c64-bfbd-4b8c-af99-f9e08f9ce73c HTTP/1.1" status: 404 len: 337 time: 0.0283570 Aug 12 14:48:19.086182 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 55726) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:48:19.113745 n-d-694802-15 neutron-server[94467]: INFO neutron.pecan_wsgi.hooks.translation [None req-15dab46f-18f3-4dc6-800d-bb6e5b5c3594 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] DELETE failed (client error): The resource could not be found. Aug 12 14:48:19.114452 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15dab46f-18f3-4dc6-800d-bb6e5b5c3594 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94467) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 14:48:19.118608 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-15dab46f-18f3-4dc6-800d-bb6e5b5c3594 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] 10.222.0.39 "DELETE /v2.0/ports/03329eb9-93fa-48ad-b7ab-38cfb036388e HTTP/1.1" status: 404 len: 333 time: 0.0291781 Aug 12 14:48:19.119061 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 55728) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:48:19.149204 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e08090-2fc9-417b-af33-c8ac00c7f6b1 req-a3330d37-23f6-4a66-921b-1bb072cda0c4 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:48:19.151802 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-05e08090-2fc9-417b-af33-c8ac00c7f6b1 req-a3330d37-23f6-4a66-921b-1bb072cda0c4 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/ports?device_id=b148e05e-7d9e-4da9-9b03-99a8a72e94ac HTTP/1.1" status: 200 len: 943 time: 0.0965822 Aug 12 14:48:19.157432 n-d-694802-15 neutron-server[94467]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2a7e58f-78e4-483b-9456-30211a8bd825 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] DELETE failed (client error): The resource could not be found. Aug 12 14:48:19.157928 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2a7e58f-78e4-483b-9456-30211a8bd825 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94467) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 14:48:19.163052 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-c2a7e58f-78e4-483b-9456-30211a8bd825 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] 10.222.0.39 "DELETE /v2.0/subnets/d988d63d-eacb-4f2b-9ace-275a0c192ca3 HTTP/1.1" status: 404 len: 337 time: 0.0425088 Aug 12 14:48:19.163282 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 55732) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:48:19.203579 n-d-694802-15 neutron-server[94467]: INFO neutron.pecan_wsgi.hooks.translation [None req-53732e71-92f8-46b0-9adc-7dd3dceeda5f tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] DELETE failed (client error): The resource could not be found. Aug 12 14:48:19.204290 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53732e71-92f8-46b0-9adc-7dd3dceeda5f tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94467) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 14:48:19.204973 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-05e08090-2fc9-417b-af33-c8ac00c7f6b1 req-68a3e4c2-be17-40b6-96a1-86671bf99277 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/security-groups?id=ae835367-3679-4f41-a825-d086536e4cce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465825 Aug 12 14:48:19.208845 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-53732e71-92f8-46b0-9adc-7dd3dceeda5f tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] 10.222.0.39 "DELETE /v2.0/ports/0a970156-af49-47be-b131-f7d76b60924d HTTP/1.1" status: 404 len: 333 time: 0.0447178 Aug 12 14:48:19.209121 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 55734) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:48:19.254794 n-d-694802-15 neutron-server[94466]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a2ff732-e32e-4347-a26b-94c6fc535549 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] DELETE failed (client error): The resource could not be found. Aug 12 14:48:19.255386 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a2ff732-e32e-4347-a26b-94c6fc535549 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 14:48:19.259053 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-1a2ff732-e32e-4347-a26b-94c6fc535549 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] 10.222.0.39 "DELETE /v2.0/subnets/d0848148-3291-4dca-9102-d6debf312cb5 HTTP/1.1" status: 404 len: 337 time: 0.0472434 Aug 12 14:48:19.260336 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 55736) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:48:19.296289 n-d-694802-15 neutron-server[94466]: INFO neutron.pecan_wsgi.hooks.translation [None req-490827df-20c5-4303-aec1-27b48eea2377 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] DELETE failed (client error): The resource could not be found. Aug 12 14:48:19.297284 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-490827df-20c5-4303-aec1-27b48eea2377 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 14:48:19.301720 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-490827df-20c5-4303-aec1-27b48eea2377 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] 10.222.0.39 "DELETE /v2.0/ports/c0433107-cd3d-4b8d-9083-41852983df84 HTTP/1.1" status: 404 len: 333 time: 0.0373862 Aug 12 14:48:19.301987 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 55740) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:48:19.331669 n-d-694802-15 neutron-server[94466]: INFO neutron.pecan_wsgi.hooks.translation [None req-0dc6b07d-c959-41f0-a214-66755e68832b tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] DELETE failed (client error): The resource could not be found. Aug 12 14:48:19.332215 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0dc6b07d-c959-41f0-a214-66755e68832b tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 14:48:19.334854 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-0dc6b07d-c959-41f0-a214-66755e68832b tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] 10.222.0.39 "DELETE /v2.0/subnets/f8158435-3d7f-49f5-971d-f3159d7ad29b HTTP/1.1" status: 404 len: 337 time: 0.0309703 Aug 12 14:48:19.336688 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 55744) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:48:19.361267 n-d-694802-15 neutron-server[94466]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbc7c159-3e87-4b13-a7b2-7e4a8dcf5c9e tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] DELETE failed (client error): The resource could not be found. Aug 12 14:48:19.362127 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bbc7c159-3e87-4b13-a7b2-7e4a8dcf5c9e tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 14:48:19.363895 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-bbc7c159-3e87-4b13-a7b2-7e4a8dcf5c9e tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] 10.222.0.39 "DELETE /v2.0/ports/55ce3142-4850-4306-9fbb-c7f0938e1578 HTTP/1.1" status: 404 len: 333 time: 0.0262308 Aug 12 14:48:19.366977 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 55748) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:48:19.461658 n-d-694802-15 neutron-server[94467]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8e94278-1e29-4b39-a967-3963b6979c38 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] DELETE failed (client error): The resource could not be found. Aug 12 14:48:19.462623 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8e94278-1e29-4b39-a967-3963b6979c38 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94467) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 14:48:19.469316 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-c8e94278-1e29-4b39-a967-3963b6979c38 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] 10.222.0.39 "DELETE /v2.0/subnets/15170455-e64b-4594-9b93-5ae102d06919 HTTP/1.1" status: 404 len: 337 time: 0.0986204 Aug 12 14:48:19.469957 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 55756) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:48:19.473437 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3985f7f4-6d27-4680-bd84-cd6d48b16adf req-86f886d7-1b0e-45c5-92b4-7e9dd6f1484d tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:48:19.475676 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-3985f7f4-6d27-4680-bd84-cd6d48b16adf req-86f886d7-1b0e-45c5-92b4-7e9dd6f1484d tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d387655-bc58-4d10-8c58-4428d6cc887c HTTP/1.1" status: 200 len: 946 time: 0.0703275 Aug 12 14:48:19.535384 n-d-694802-15 neutron-server[94467]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b7e2b6e-fd68-4190-8b92-19d0f4cc43b9 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] DELETE failed (client error): The resource could not be found. Aug 12 14:48:19.536150 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b7e2b6e-fd68-4190-8b92-19d0f4cc43b9 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94467) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 14:48:19.540924 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-1b7e2b6e-fd68-4190-8b92-19d0f4cc43b9 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] 10.222.0.39 "DELETE /v2.0/ports/b9ce287b-0f0a-49ce-8dd7-f745f71917ff HTTP/1.1" status: 404 len: 333 time: 0.0669372 Aug 12 14:48:19.541168 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 55758) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:48:19.555243 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-3985f7f4-6d27-4680-bd84-cd6d48b16adf req-859975cf-b558-4b56-9853-f3848dea3f68 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/security-groups?id=321fdc30-89f7-41d5-9ead-31c9ab79a851&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563214 Aug 12 14:48:19.600585 n-d-694802-15 neutron-server[94467]: INFO neutron.pecan_wsgi.hooks.translation [None req-862dba89-c43c-418a-ab9c-9d23d8eeabe2 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] DELETE failed (client error): The resource could not be found. Aug 12 14:48:19.601629 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-862dba89-c43c-418a-ab9c-9d23d8eeabe2 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94467) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 14:48:19.603607 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-862dba89-c43c-418a-ab9c-9d23d8eeabe2 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] 10.222.0.39 "DELETE /v2.0/subnets/171c88a6-0704-4683-b046-a78edc3a1084 HTTP/1.1" status: 404 len: 337 time: 0.0608706 Aug 12 14:48:19.606840 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 55764) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:48:19.633916 n-d-694802-15 neutron-server[94466]: INFO neutron.pecan_wsgi.hooks.translation [None req-5bd0b69d-4b39-4127-9992-587174b084f4 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] DELETE failed (client error): The resource could not be found. Aug 12 14:48:19.634688 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5bd0b69d-4b39-4127-9992-587174b084f4 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 14:48:19.636596 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-5bd0b69d-4b39-4127-9992-587174b084f4 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] 10.222.0.39 "DELETE /v2.0/ports/ab87949b-3dcb-4e6e-ac28-f4505e43eb48 HTTP/1.1" status: 404 len: 333 time: 0.0285804 Aug 12 14:48:19.643717 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 55768) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:48:19.696350 n-d-694802-15 neutron-server[94466]: INFO neutron.pecan_wsgi.hooks.translation [None req-d16c4af4-a658-4987-beaf-430d1ac2950b tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] DELETE failed (client error): The resource could not be found. Aug 12 14:48:19.696820 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d16c4af4-a658-4987-beaf-430d1ac2950b tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 14:48:19.701246 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-d16c4af4-a658-4987-beaf-430d1ac2950b tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] 10.222.0.39 "DELETE /v2.0/subnets/0a8297db-7edf-4ed7-b87e-646b288b490c HTTP/1.1" status: 404 len: 337 time: 0.0454876 Aug 12 14:48:19.701414 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 55772) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:48:19.730273 n-d-694802-15 neutron-server[94466]: INFO neutron.pecan_wsgi.hooks.translation [None req-79d7c8b4-2ddf-41e8-8c78-5ada08b90357 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] DELETE failed (client error): The resource could not be found. Aug 12 14:48:19.731180 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79d7c8b4-2ddf-41e8-8c78-5ada08b90357 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 14:48:19.733169 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-79d7c8b4-2ddf-41e8-8c78-5ada08b90357 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] 10.222.0.39 "DELETE /v2.0/ports/2d5e89d5-1c2e-4c56-9b48-41743669d06f HTTP/1.1" status: 404 len: 333 time: 0.0308082 Aug 12 14:48:19.735817 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 55776) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:48:19.787470 n-d-694802-15 neutron-server[94467]: INFO neutron.pecan_wsgi.hooks.translation [None req-140e362e-ba68-4e23-9834-f051e5ebf4e1 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] DELETE failed (client error): The resource could not be found. Aug 12 14:48:19.787941 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-140e362e-ba68-4e23-9834-f051e5ebf4e1 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94467) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 14:48:19.792609 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-140e362e-ba68-4e23-9834-f051e5ebf4e1 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] 10.222.0.39 "DELETE /v2.0/subnets/48735f3d-4350-432a-a215-0fbf25e52808 HTTP/1.1" status: 404 len: 337 time: 0.0526497 Aug 12 14:48:19.804887 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 55780) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:48:19.813778 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-a7415466-50a1-4484-88da-de79c660cf80 req-74c397ba-134c-4b44-9ad1-7fd00ffc9f1a tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/ports?device_id=74ed7aa6-dbe2-4613-9887-791fa343e9a9 HTTP/1.1" status: 200 len: 210 time: 0.0594788 Aug 12 14:48:19.895625 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 55782) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:48:19.925153 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-86e0fee5-287e-4d58-aeca-1ab745629e36 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680608'] for network, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:20.031661 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-86e0fee5-287e-4d58-aeca-1ab745629e36 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66413304', 'neutron.services.segments.db._delete_segments_for_network-8744654118000'] for network, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:20.036830 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-b83cec39-1bd0-48b5-98a6-03b93e643a09 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1952715453-network', 'tenant_id': '7f4b55b810a04109be81b8288068f054'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:48:20.051223 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-86e0fee5-287e-4d58-aeca-1ab745629e36 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9378e537-2bb0-4edb-bd96-98dc93aa0f93']}} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:48:20.064689 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-86e0fee5-287e-4d58-aeca-1ab745629e36 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29ba2c71-2731-40cb-80f7-8e3bbe9101b4') {'for_net_delete': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:48:20.065032 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-86e0fee5-287e-4d58-aeca-1ab745629e36 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29ba2c71-2731-40cb-80f7-8e3bbe9101b4') {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:48:20.083487 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-86e0fee5-287e-4d58-aeca-1ab745629e36 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744654122361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3857526'] for segment, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:20.092187 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b83cec39-1bd0-48b5-98a6-03b93e643a09 admin admin] Made reservation on behalf of 7f4b55b810a04109be81b8288068f054 for: {'network': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:48:20.094515 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-b83cec39-1bd0-48b5-98a6-03b93e643a09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for network, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:20.106894 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-b83cec39-1bd0-48b5-98a6-03b93e643a09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:20.119732 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-86e0fee5-287e-4d58-aeca-1ab745629e36 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:20.130980 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86e0fee5-287e-4d58-aeca-1ab745629e36 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Releasing vlan 343 on physical network physnet1 to pool {{(pid=94467) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 14:48:20.131413 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-86e0fee5-287e-4d58-aeca-1ab745629e36 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2859015'] for segment, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:20.134307 n-d-694802-15 neutron-server[94467]: Traceback (most recent call last): Aug 12 14:48:20.134307 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 14:48:20.134307 n-d-694802-15 neutron-server[94467]: timer() Aug 12 14:48:20.134307 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 14:48:20.134307 n-d-694802-15 neutron-server[94467]: cb(*args, **kw) Aug 12 14:48:20.134307 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 14:48:20.134307 n-d-694802-15 neutron-server[94467]: return func(*args, **kwargs) Aug 12 14:48:20.134307 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 14:48:20.134307 n-d-694802-15 neutron-server[94467]: self._notify() Aug 12 14:48:20.134307 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 14:48:20.134307 n-d-694802-15 neutron-server[94467]: self.callback(batched_events) Aug 12 14:48:20.134307 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 14:48:20.134307 n-d-694802-15 neutron-server[94467]: event.method(event) Aug 12 14:48:20.134307 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 14:48:20.134307 n-d-694802-15 neutron-server[94467]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 14:48:20.134307 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 14:48:20.134307 n-d-694802-15 neutron-server[94467]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 14:48:20.134307 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 14:48:20.134307 n-d-694802-15 neutron-server[94467]: return f(self, *a, **k) Aug 12 14:48:20.134307 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 14:48:20.134307 n-d-694802-15 neutron-server[94467]: return self._get(url).json() Aug 12 14:48:20.134307 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 14:48:20.134307 n-d-694802-15 neutron-server[94467]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 14:48:20.134307 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 14:48:20.134307 n-d-694802-15 neutron-server[94467]: return self.request(url, 'GET', **kwargs) Aug 12 14:48:20.134307 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 14:48:20.134307 n-d-694802-15 neutron-server[94467]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 14:48:20.134307 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 14:48:20.134307 n-d-694802-15 neutron-server[94467]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 14:48:20.134307 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 14:48:20.134307 n-d-694802-15 neutron-server[94467]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 14:48:20.134307 n-d-694802-15 neutron-server[94467]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 14:48:20.227424 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-86e0fee5-287e-4d58-aeca-1ab745629e36 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66413281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431520'] for network, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:20.237281 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-86e0fee5-287e-4d58-aeca-1ab745629e36 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for network, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:20.241286 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-86e0fee5-287e-4d58-aeca-1ab745629e36 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] 10.222.0.39 "DELETE /v2.0/networks/9378e537-2bb0-4edb-bd96-98dc93aa0f93 HTTP/1.1" status: 204 len: 168 time: 0.4353805 Aug 12 14:48:20.260635 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e0fee5-287e-4d58-aeca-1ab745629e36 tempest-NetworksTestDHCPv6-996882732 tempest-NetworksTestDHCPv6-996882732-project] Pushing event deleted for resources: {'Network': ['ID=9378e537-2bb0-4edb-bd96-98dc93aa0f93,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:48:20.353724 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-b83cec39-1bd0-48b5-98a6-03b93e643a09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:20.360990 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-b83cec39-1bd0-48b5-98a6-03b93e643a09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:20.397454 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b83cec39-1bd0-48b5-98a6-03b93e643a09 admin admin] vlan segment allocate from pool success with {'vlan_id': 311, 'physical_network': 'physnet1'} {{(pid=94467) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 14:48:20.404389 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83cec39-1bd0-48b5-98a6-03b93e643a09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64c6cc2d-97ab-4107-896e-806704ae9d07,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:48:20.414275 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-b83cec39-1bd0-48b5-98a6-03b93e643a09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:20.415128 n-d-694802-15 neutron-server[94467]: INFO neutron.db.segments_db [None req-b83cec39-1bd0-48b5-98a6-03b93e643a09 admin admin] Added segment bca64529-9ccc-4066-be28-7542220cf77a of type vlan for network 4ca07038-0b96-477b-ad41-5713b4d66d53 Aug 12 14:48:20.417882 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9763556a-9d37-4081-b4ff-e453574b83dd req-d9f967f2-0eb9-472a-8ed3-c6328363e310 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:48:20.419832 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-9763556a-9d37-4081-b4ff-e453574b83dd req-d9f967f2-0eb9-472a-8ed3-c6328363e310 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/ports?device_id=b148e05e-7d9e-4da9-9b03-99a8a72e94ac HTTP/1.1" status: 200 len: 943 time: 0.0824487 Aug 12 14:48:20.492154 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-b83cec39-1bd0-48b5-98a6-03b93e643a09 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744653628263'] for network, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:20.497008 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-9763556a-9d37-4081-b4ff-e453574b83dd req-4bb71e45-cef1-4a3d-ae91-bbe7a3473455 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/security-groups?id=ae835367-3679-4f41-a825-d086536e4cce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672052 Aug 12 14:48:20.543908 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-b83cec39-1bd0-48b5-98a6-03b93e643a09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409'] for network, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:20.545709 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b83cec39-1bd0-48b5-98a6-03b93e643a09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:48:20.546478 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-b83cec39-1bd0-48b5-98a6-03b93e643a09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for network, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:20.573245 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 55792) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:48:20.683684 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-b83cec39-1bd0-48b5-98a6-03b93e643a09 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.7873828 Aug 12 14:48:20.688323 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 55798) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:48:20.694133 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-55fc764f-3421-4047-9e9f-672e27db1acb admin admin] Request body: {'subnet': {'network_id': '4ca07038-0b96-477b-ad41-5713b4d66d53', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1952715453-subnet', 'tenant_id': '7f4b55b810a04109be81b8288068f054', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:48:20.714648 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83cec39-1bd0-48b5-98a6-03b93e643a09 admin admin] Pushing event updated for resources: {'Network': ['ID=4ca07038-0b96-477b-ad41-5713b4d66d53,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:48:20.727241 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Network 4ca07038-0b96-477b-ad41-5713b4d66d53 details requested by agent ovs-agent-n-d-694802-15 with host n-d-694802-15 {{(pid=94468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 14:48:20.738069 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ca961f-6653-4063-9a00-033d623d81f0 req-0713f9e1-0eac-49f1-832d-dc4dbd0226a7 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:48:20.740816 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-56ca961f-6653-4063-9a00-033d623d81f0 req-0713f9e1-0eac-49f1-832d-dc4dbd0226a7 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d387655-bc58-4d10-8c58-4428d6cc887c HTTP/1.1" status: 200 len: 946 time: 0.1088865 Aug 12 14:48:20.742042 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55fc764f-3421-4047-9e9f-672e27db1acb admin admin] Made reservation on behalf of 7f4b55b810a04109be81b8288068f054 for: {'subnet': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:48:20.744511 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-55fc764f-3421-4047-9e9f-672e27db1acb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8776441'] for subnet, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:20.875728 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-56ca961f-6653-4063-9a00-033d623d81f0 req-7414e572-db9b-476b-81d2-984b7e5eb0db tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/security-groups?id=321fdc30-89f7-41d5-9ead-31c9ab79a851&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1268618 Aug 12 14:48:20.908008 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-062b9d57-efce-49bf-ac68-431546d1043e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f911637440044e5098fb64107964cb00&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3334134 Aug 12 14:48:20.911519 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 55804) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:48:21.104846 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-7703856d-69b7-4455-ba75-e1a9b1b6b4c5 req-1d5fae2f-cbef-4db9-a99d-6f9b93591127 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/ports?device_id=74ed7aa6-dbe2-4613-9887-791fa343e9a9 HTTP/1.1" status: 200 len: 210 time: 0.0597985 Aug 12 14:48:21.123847 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8276a490-c678-469c-8941-eb7d15b725ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:21.200724 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8276a490-c678-469c-8941-eb7d15b725ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:21.214977 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-55fc764f-3421-4047-9e9f-672e27db1acb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3718490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8776395'] for subnet, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:21.319335 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fc764f-3421-4047-9e9f-672e27db1acb admin admin] Pushing event updated for resources: {'Subnet': ['ID=187174f9-9f3a-4f34-a47c-8b966707662a,revision_number=0']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:48:21.350337 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55fc764f-3421-4047-9e9f-672e27db1acb admin admin] Checking segment: {'id': 'bca64529-9ccc-4066-be28-7542220cf77a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '4ca07038-0b96-477b-ad41-5713b4d66d53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:48:21.350866 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55fc764f-3421-4047-9e9f-672e27db1acb admin admin] Network hostable DHCP agents. Network: 4ca07038-0b96-477b-ad41-5713b4d66d53, hostable agents: ['1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658'], hosted agents: [] {{(pid=94466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 14:48:21.379936 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8276a490-c678-469c-8941-eb7d15b725ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:21.383615 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8276a490-c678-469c-8941-eb7d15b725ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:21.384861 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-8276a490-c678-469c-8941-eb7d15b725ab admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/37e6281d-53cc-4f09-9551-a68bf1ddc166 HTTP/1.1" status: 204 len: 168 time: 0.4721873 Aug 12 14:48:21.391680 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55fc764f-3421-4047-9e9f-672e27db1acb admin admin] Network 4ca07038-0b96-477b-ad41-5713b4d66d53 is scheduled to be hosted by DHCP agent 1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658 with binding_index 1 {{(pid=94466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 14:48:21.397923 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8276a490-c678-469c-8941-eb7d15b725ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37e6281d-53cc-4f09-9551-a68bf1ddc166,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:48:21.408654 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-55fc764f-3421-4047-9e9f-672e27db1acb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-15, 4ca07038-0b96-477b-ad41-5713b4d66d53) {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:48:21.418846 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55fc764f-3421-4047-9e9f-672e27db1acb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:48:21.419497 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-55fc764f-3421-4047-9e9f-672e27db1acb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for subnet, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:21.427214 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d664001-d625-4889-8b59-d1d33be1fdfb None None] Network 4ca07038-0b96-477b-ad41-5713b4d66d53 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:48:21.444256 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-55fc764f-3421-4047-9e9f-672e27db1acb admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.7544675 Aug 12 14:48:21.447002 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 55808) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:48:21.453010 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-7d7b8f0d-6612-4ddb-a311-03a7804caa85 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1952715453-router', 'tenant_id': '7f4b55b810a04109be81b8288068f054', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'}}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:48:21.482924 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-7d7b8f0d-6612-4ddb-a311-03a7804caa85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-430574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-104863'] for router, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:21.484450 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-7d7b8f0d-6612-4ddb-a311-03a7804caa85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-429438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-431405', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66646573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-104852'] for router, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:21.555407 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-7d7b8f0d-6612-4ddb-a311-03a7804caa85 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:21.627633 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e07b5cf6-ecfd-4c48-8604-b2d14e417e67 None None] Network 4ca07038-0b96-477b-ad41-5713b4d66d53 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:48:21.781218 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-7d7b8f0d-6612-4ddb-a311-03a7804caa85 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:21.816887 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c486966-aa65-4527-8ea5-ff90ea240acc req-944acbfd-ef27-4e20-8ef5-d95fb7d99949 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:48:21.818464 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-1c486966-aa65-4527-8ea5-ff90ea240acc req-944acbfd-ef27-4e20-8ef5-d95fb7d99949 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/ports?device_id=b148e05e-7d9e-4da9-9b03-99a8a72e94ac HTTP/1.1" status: 200 len: 943 time: 0.1379306 Aug 12 14:48:21.890113 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-1c486966-aa65-4527-8ea5-ff90ea240acc req-d8a34ec1-7812-4ccf-b524-5b4ece45a6f1 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/security-groups?id=ae835367-3679-4f41-a825-d086536e4cce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448036 Aug 12 14:48:22.082668 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-7d7b8f0d-6612-4ddb-a311-03a7804caa85 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:22.094768 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c73bf3-6c2c-454c-a4f4-9ddbf87d868a req-6136f5cd-2629-4a29-baf3-86b3ee381f71 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:48:22.101984 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-34c73bf3-6c2c-454c-a4f4-9ddbf87d868a req-6136f5cd-2629-4a29-baf3-86b3ee381f71 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d387655-bc58-4d10-8c58-4428d6cc887c HTTP/1.1" status: 200 len: 946 time: 0.0981028 Aug 12 14:48:22.127866 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-7d7b8f0d-6612-4ddb-a311-03a7804caa85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:22.197694 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-34c73bf3-6c2c-454c-a4f4-9ddbf87d868a req-e95cb535-4315-46ec-86e1-1c0f1fd524b7 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/security-groups?id=321fdc30-89f7-41d5-9ead-31c9ab79a851&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0948272 Aug 12 14:48:22.284588 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-7d7b8f0d-6612-4ddb-a311-03a7804caa85 admin admin] Allocated IP 172.25.1.140 (d3759e1b-6c03-45ac-acd4-90abb417809b/f0254f08-c19c-4e31-bd9c-09389ea4b6f2/d42352d5-419d-4360-acd8-0b92bbbcbcc7) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:48:22.305034 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 55836) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:48:22.401370 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-a3b5a3e7-f194-41e5-9a31-9fc899befac4 req-1e8b009f-7a89-4922-97f2-81ab20addaef tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/ports?device_id=74ed7aa6-dbe2-4613-9887-791fa343e9a9 HTTP/1.1" status: 200 len: 210 time: 0.0307775 Aug 12 14:48:22.454415 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-7d7b8f0d-6612-4ddb-a311-03a7804caa85 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:22.459005 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-cee56b19-40a7-4044-8bbb-5ff454652011 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-2016304740'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:48:22.488779 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cee56b19-40a7-4044-8bbb-5ff454652011 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Made reservation on behalf of 0a26f5f28fae41df9c0dda6d7a230544 for: {'network': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:48:22.492725 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-cee56b19-40a7-4044-8bbb-5ff454652011 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for network, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:22.498713 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-7d7b8f0d-6612-4ddb-a311-03a7804caa85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:22.502718 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-cee56b19-40a7-4044-8bbb-5ff454652011 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Notify callbacks [] for security_group, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:22.542309 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d7b8f0d-6612-4ddb-a311-03a7804caa85 admin admin] Network d3759e1b-6c03-45ac-acd4-90abb417809b is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:48:22.547574 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-7d7b8f0d-6612-4ddb-a311-03a7804caa85 admin admin] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:48:22.550401 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d7b8f0d-6612-4ddb-a311-03a7804caa85 admin admin] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:48:22.593226 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7b8f0d-6612-4ddb-a311-03a7804caa85 admin admin] Pushing event updated for resources: {'Port': ['ID=d42352d5-419d-4360-acd8-0b92bbbcbcc7,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:48:22.638267 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-cee56b19-40a7-4044-8bbb-5ff454652011 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Notify callbacks [] for security_group, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:22.643324 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-cee56b19-40a7-4044-8bbb-5ff454652011 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:22.673584 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cee56b19-40a7-4044-8bbb-5ff454652011 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] vlan segment allocate from pool success with {'vlan_id': 340, 'physical_network': 'physnet1'} {{(pid=94467) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 14:48:22.683992 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee56b19-40a7-4044-8bbb-5ff454652011 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01ce405c-398a-45c3-8477-6287ef347076,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:48:22.694238 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-cee56b19-40a7-4044-8bbb-5ff454652011 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:22.694680 n-d-694802-15 neutron-server[94467]: INFO neutron.db.segments_db [None req-cee56b19-40a7-4044-8bbb-5ff454652011 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Added segment f4937767-7907-40f8-a2db-eb51e2476f95 of type vlan for network a60d97ee-92b1-42ae-8aa9-6c9c30e82592 Aug 12 14:48:22.803570 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-cee56b19-40a7-4044-8bbb-5ff454652011 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744653628263'] for network, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:22.886282 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-cee56b19-40a7-4044-8bbb-5ff454652011 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409'] for network, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:22.892680 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cee56b19-40a7-4044-8bbb-5ff454652011 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:48:22.892884 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-cee56b19-40a7-4044-8bbb-5ff454652011 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for network, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:22.953744 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-7d7b8f0d-6612-4ddb-a311-03a7804caa85 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:23.005409 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 55842) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:48:23.007869 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-cee56b19-40a7-4044-8bbb-5ff454652011 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7013268 Aug 12 14:48:23.016636 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-514730fe-dee4-41da-b897-8f4b8c6b5d85 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Request body: {'subnet': {'network_id': 'a60d97ee-92b1-42ae-8aa9-6c9c30e82592', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:48:23.022169 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee56b19-40a7-4044-8bbb-5ff454652011 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Pushing event updated for resources: {'Network': ['ID=a60d97ee-92b1-42ae-8aa9-6c9c30e82592,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:48:23.036154 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Network a60d97ee-92b1-42ae-8aa9-6c9c30e82592 details requested by agent ovs-agent-n-d-694802-15 with host n-d-694802-15 {{(pid=94468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 14:48:23.502424 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-514730fe-dee4-41da-b897-8f4b8c6b5d85 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Made reservation on behalf of 0a26f5f28fae41df9c0dda6d7a230544 for: {'subnet': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:48:23.505745 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-514730fe-dee4-41da-b897-8f4b8c6b5d85 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8776441'] for subnet, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:23.515547 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30285e33-0bf0-497d-b140-2b7deedc00b4 req-eebedf50-6adf-4b2f-a38a-ca7e6c861a90 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:48:23.517003 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-30285e33-0bf0-497d-b140-2b7deedc00b4 req-eebedf50-6adf-4b2f-a38a-ca7e6c861a90 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/ports?device_id=b148e05e-7d9e-4da9-9b03-99a8a72e94ac HTTP/1.1" status: 200 len: 943 time: 0.5107024 Aug 12 14:48:23.690457 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-30285e33-0bf0-497d-b140-2b7deedc00b4 req-675e594d-138c-446c-bebc-cfa7804e716a tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/security-groups?id=ae835367-3679-4f41-a825-d086536e4cce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1299553 Aug 12 14:48:23.735231 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-7d7b8f0d-6612-4ddb-a311-03a7804caa85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-429413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-431608'] for router, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:23.948474 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d07195-e97e-45df-bfec-45c38c231c65 req-cf3d8027-391a-4a34-9663-b1c019b0c704 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:48:23.950025 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-33d07195-e97e-45df-bfec-45c38c231c65 req-cf3d8027-391a-4a34-9663-b1c019b0c704 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d387655-bc58-4d10-8c58-4428d6cc887c HTTP/1.1" status: 200 len: 946 time: 0.1794891 Aug 12 14:48:23.975241 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-514730fe-dee4-41da-b897-8f4b8c6b5d85 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3718490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8776395'] for subnet, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:24.071149 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-33d07195-e97e-45df-bfec-45c38c231c65 req-b1b321c6-61da-49b4-8c9c-20f8ec7aafd9 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/security-groups?id=321fdc30-89f7-41d5-9ead-31c9ab79a851&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1111586 Aug 12 14:48:24.079450 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514730fe-dee4-41da-b897-8f4b8c6b5d85 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Pushing event updated for resources: {'Subnet': ['ID=176e9262-c532-4138-b55a-3a371eecd890,revision_number=0']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:48:24.097934 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-514730fe-dee4-41da-b897-8f4b8c6b5d85 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Checking segment: {'id': 'f4937767-7907-40f8-a2db-eb51e2476f95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'a60d97ee-92b1-42ae-8aa9-6c9c30e82592'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:48:24.098307 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-514730fe-dee4-41da-b897-8f4b8c6b5d85 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Network hostable DHCP agents. Network: a60d97ee-92b1-42ae-8aa9-6c9c30e82592, hostable agents: ['1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658'], hosted agents: [] {{(pid=94466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 14:48:24.114999 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d7b8f0d-6612-4ddb-a311-03a7804caa85 admin admin] Router b43ed3ac-111f-410f-9cfa-4ab516295050 is scheduled to L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f with binding_index 1 {{(pid=94466) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 14:48:24.125348 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-514730fe-dee4-41da-b897-8f4b8c6b5d85 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Network a60d97ee-92b1-42ae-8aa9-6c9c30e82592 is scheduled to be hosted by DHCP agent 1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658 with binding_index 1 {{(pid=94466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 14:48:24.174902 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-514730fe-dee4-41da-b897-8f4b8c6b5d85 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-15, a60d97ee-92b1-42ae-8aa9-6c9c30e82592) {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:48:24.181019 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-514730fe-dee4-41da-b897-8f4b8c6b5d85 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:48:24.181627 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-514730fe-dee4-41da-b897-8f4b8c6b5d85 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for subnet, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:24.190540 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56be0018-7020-45eb-84d5-ede1a1fc4e4f None None] Network a60d97ee-92b1-42ae-8aa9-6c9c30e82592 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:48:24.215956 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-514730fe-dee4-41da-b897-8f4b8c6b5d85 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.2083187 Aug 12 14:48:24.218631 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 55852) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:48:24.224747 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-d5ce299d-09db-474e-9fc7-3fe217e35afe tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1612425974', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'}, 'admin_state_up': False}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:48:24.252434 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-d5ce299d-09db-474e-9fc7-3fe217e35afe tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-430574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-104863'] for router, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:24.254331 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-d5ce299d-09db-474e-9fc7-3fe217e35afe tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-429438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-431405', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66646573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-104852'] for router, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:24.256014 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-9c46f823-a5cc-4c04-9602-ecb91ca2cd11 req-ca8bef3d-98af-4f47-b868-2ba8281499e9 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/ports?device_id=74ed7aa6-dbe2-4613-9887-791fa343e9a9 HTTP/1.1" status: 200 len: 210 time: 0.0573719 Aug 12 14:48:24.282663 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d7b8f0d-6612-4ddb-a311-03a7804caa85 admin admin] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 14:48:24.300598 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-7d7b8f0d-6612-4ddb-a311-03a7804caa85 admin admin] Notify callbacks [] for router, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:24.305757 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-7d7b8f0d-6612-4ddb-a311-03a7804caa85 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 2.8543677 Aug 12 14:48:24.305931 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2368357f-97ac-4c76-9294-c34a6294b039 None None] Sync routers for ids ['b43ed3ac-111f-410f-9cfa-4ab516295050'] in n-d-694802-15 {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 14:48:24.306035 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 55854) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:48:24.328155 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2368357f-97ac-4c76-9294-c34a6294b039 None None] Routers {'b43ed3ac-111f-410f-9cfa-4ab516295050'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:48:24.328783 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-2368357f-97ac-4c76-9294-c34a6294b039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:48:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['b43ed3ac-111f-410f-9cfa-4ab516295050'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:48:24.328976 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-d5ce299d-09db-474e-9fc7-3fe217e35afe tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:24.409960 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89054543-cd0b-4274-aae6-90c580a0c0fd None None] Network a60d97ee-92b1-42ae-8aa9-6c9c30e82592 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:48:24.438448 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvr_db [None req-2368357f-97ac-4c76-9294-c34a6294b039 None None] Set router b43ed3ac-111f-410f-9cfa-4ab516295050 gateway port host: n-d-694802-15 {{(pid=94468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:48:24.474762 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-d5ce299d-09db-474e-9fc7-3fe217e35afe tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:24.679662 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-d5ce299d-09db-474e-9fc7-3fe217e35afe tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Notify callbacks [] for router_gateway, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:24.705608 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-d5ce299d-09db-474e-9fc7-3fe217e35afe tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:24.719592 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-2368357f-97ac-4c76-9294-c34a6294b039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b43ed3ac-111f-410f-9cfa-4ab516295050', 'name': 'tempest-ServerRescueTestJSONUnderV235-1952715453-router', 'tenant_id': '7f4b55b810a04109be81b8288068f054', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.140'}], 'enable_snat': True}, 'gw_port_id': 'd42352d5-419d-4360-acd8-0b92bbbcbcc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:48:21Z', 'updated_at': '2021-08-12T14:48:22Z', 'revision_number': 3, 'project_id': '7f4b55b810a04109be81b8288068f054', 'gw_port': {'id': 'd42352d5-419d-4360-acd8-0b92bbbcbcc7', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:bf:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b43ed3ac-111f-410f-9cfa-4ab516295050', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2029, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:48:22Z', 'updated_at': '2021-08-12T14:48:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15'}], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:48:24.758745 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2368357f-97ac-4c76-9294-c34a6294b039 None None] Checking router: b43ed3ac-111f-410f-9cfa-4ab516295050 for host: n-d-694802-15 {{(pid=94468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 14:48:24.759040 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-09eba9cb-fe3d-477c-a0d7-6479a158940a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:24.760889 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2368357f-97ac-4c76-9294-c34a6294b039 None None] Updating router b43ed3ac-111f-410f-9cfa-4ab516295050 port d42352d5-419d-4360-acd8-0b92bbbcbcc7 binding host n-d-694802-15 {{(pid=94468) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 14:48:24.788527 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-2368357f-97ac-4c76-9294-c34a6294b039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:24.829691 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_common [None req-d5ce299d-09db-474e-9fc7-3fe217e35afe tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Allocated IP 172.25.1.169 (d3759e1b-6c03-45ac-acd4-90abb417809b/f0254f08-c19c-4e31-bd9c-09389ea4b6f2/f2a95a31-6521-41bb-a8ec-ed41e504aeb9) {{(pid=94467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:48:24.921943 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbf5024-ee7d-46dd-98c5-5f39b9f7b805 req-65f062bb-18a1-41dd-a52e-1d45fb24f8ba tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:48:24.923800 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-6dbf5024-ee7d-46dd-98c5-5f39b9f7b805 req-65f062bb-18a1-41dd-a52e-1d45fb24f8ba tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/ports?device_id=b148e05e-7d9e-4da9-9b03-99a8a72e94ac HTTP/1.1" status: 200 len: 943 time: 0.1512723 Aug 12 14:48:24.948003 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-d5ce299d-09db-474e-9fc7-3fe217e35afe tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Notify callbacks [] for port, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:24.996732 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-d5ce299d-09db-474e-9fc7-3fe217e35afe tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:25.025271 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-6dbf5024-ee7d-46dd-98c5-5f39b9f7b805 req-5259ba9c-d199-48bf-91a0-028f81693f6e tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/security-groups?id=ae835367-3679-4f41-a825-d086536e4cce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733955 Aug 12 14:48:25.040609 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5ce299d-09db-474e-9fc7-3fe217e35afe tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Network d3759e1b-6c03-45ac-acd4-90abb417809b is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:48:25.045598 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-09eba9cb-fe3d-477c-a0d7-6479a158940a admin admin] Allocated IP 172.20.0.1 (4ca07038-0b96-477b-ad41-5713b4d66d53/187174f9-9f3a-4f34-a47c-8b966707662a/af3eb0be-127c-4b87-9a6c-91a7631f3c0f) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:48:25.046600 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [None req-d5ce299d-09db-474e-9fc7-3fe217e35afe tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:48:25.050657 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ce299d-09db-474e-9fc7-3fe217e35afe tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Received port after_create {{(pid=94467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:48:25.056872 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ce299d-09db-474e-9fc7-3fe217e35afe tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Pushing event updated for resources: {'Port': ['ID=f2a95a31-6521-41bb-a8ec-ed41e504aeb9,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:48:25.209325 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-09eba9cb-fe3d-477c-a0d7-6479a158940a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:25.229632 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-2368357f-97ac-4c76-9294-c34a6294b039 None None] Notify callbacks [] for port, precommit_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:25.238054 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783d1545-62ed-4b0b-857c-cf6ca5798c77 req-1a7771c8-9748-4d04-be42-122ba0157385 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:48:25.240069 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-783d1545-62ed-4b0b-857c-cf6ca5798c77 req-1a7771c8-9748-4d04-be42-122ba0157385 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d387655-bc58-4d10-8c58-4428d6cc887c HTTP/1.1" status: 200 len: 946 time: 0.0881946 Aug 12 14:48:25.244803 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-2368357f-97ac-4c76-9294-c34a6294b039 None None] Transition to ACTIVE for port object d42352d5-419d-4360-acd8-0b92bbbcbcc7 will not be triggered until provisioned by entity L2. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:48:25.252187 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-2368357f-97ac-4c76-9294-c34a6294b039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:25.299248 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-783d1545-62ed-4b0b-857c-cf6ca5798c77 req-554b6e7b-6dc8-4e27-8bc6-fd1403f09a62 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/security-groups?id=321fdc30-89f7-41d5-9ead-31c9ab79a851&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523212 Aug 12 14:48:25.307199 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ca79d5-52c3-4882-932c-7fc698f53e8e None None] Pushing event updated for resources: {'Port': ['ID=d42352d5-419d-4360-acd8-0b92bbbcbcc7,revision_number=2']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:48:25.307989 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-09eba9cb-fe3d-477c-a0d7-6479a158940a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:25.309516 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-2368357f-97ac-4c76-9294-c34a6294b039 None None] Attempting to bind port d42352d5-419d-4360-acd8-0b92bbbcbcc7 on host n-d-694802-15 for vnic_type normal with profile {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:48:25.309882 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-2368357f-97ac-4c76-9294-c34a6294b039 None None] Attempting to bind port d42352d5-419d-4360-acd8-0b92bbbcbcc7 by drivers openvswitch,hyperv on host n-d-694802-15 at level 0 using segments [{'id': 'b1b396cb-2dc6-4041-bfc7-1833a80a4720', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:48:25.310241 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2368357f-97ac-4c76-9294-c34a6294b039 None None] Attempting to bind port d42352d5-419d-4360-acd8-0b92bbbcbcc7 on network d3759e1b-6c03-45ac-acd4-90abb417809b {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:48:25.316035 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2368357f-97ac-4c76-9294-c34a6294b039 None None] Checking agent: {'id': '16de73ac-f2e9-4cee-b3e0-91052ae3e6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 20, 13), 'started_at': datetime.datetime(2021, 8, 12, 14, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 48, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:48:25.316405 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2368357f-97ac-4c76-9294-c34a6294b039 None None] Checking segment: {'id': 'b1b396cb-2dc6-4041-bfc7-1833a80a4720', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:48:25.316807 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-2368357f-97ac-4c76-9294-c34a6294b039 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:25.317673 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2368357f-97ac-4c76-9294-c34a6294b039 None None] Bound using segment: {'id': 'b1b396cb-2dc6-4041-bfc7-1833a80a4720', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:48:25.317673 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-2368357f-97ac-4c76-9294-c34a6294b039 None None] Bound port: d42352d5-419d-4360-acd8-0b92bbbcbcc7, host: n-d-694802-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1b396cb-2dc6-4041-bfc7-1833a80a4720', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'}}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:48:25.318013 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-2368357f-97ac-4c76-9294-c34a6294b039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:25.344039 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-d5ce299d-09db-474e-9fc7-3fe217e35afe tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Notify callbacks [] for router_gateway, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:25.363797 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09eba9cb-fe3d-477c-a0d7-6479a158940a admin admin] Network 4ca07038-0b96-477b-ad41-5713b4d66d53 is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:48:25.365439 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-09eba9cb-fe3d-477c-a0d7-6479a158940a admin admin] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:48:25.368243 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09eba9cb-fe3d-477c-a0d7-6479a158940a admin admin] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:48:25.371090 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09eba9cb-fe3d-477c-a0d7-6479a158940a admin admin] Pushing event updated for resources: {'Port': ['ID=af3eb0be-127c-4b87-9a6c-91a7631f3c0f,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:48:25.380670 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-2368357f-97ac-4c76-9294-c34a6294b039 None None] For port d42352d5-419d-4360-acd8-0b92bbbcbcc7, host n-d-694802-15, cleared binding levels {{(pid=94468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:48:25.384329 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-2368357f-97ac-4c76-9294-c34a6294b039 None None] For port d42352d5-419d-4360-acd8-0b92bbbcbcc7, host n-d-694802-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=d42352d5-419d-4360-acd8-0b92bbbcbcc7,segment=NetworkSegment(b1b396cb-2dc6-4041-bfc7-1833a80a4720),segment_id=b1b396cb-2dc6-4041-bfc7-1833a80a4720)] {{(pid=94468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:48:25.393973 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-2368357f-97ac-4c76-9294-c34a6294b039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:25.419084 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-09eba9cb-fe3d-477c-a0d7-6479a158940a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66663725'] for router_interface, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:25.465763 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ca79d5-52c3-4882-932c-7fc698f53e8e None None] Pushing event updated for resources: {'Port': ['ID=d42352d5-419d-4360-acd8-0b92bbbcbcc7,revision_number=3']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:48:25.469524 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2368357f-97ac-4c76-9294-c34a6294b039 None None] Routers {'b43ed3ac-111f-410f-9cfa-4ab516295050'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:48:25.471812 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-2368357f-97ac-4c76-9294-c34a6294b039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:48:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['b43ed3ac-111f-410f-9cfa-4ab516295050'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:48:25.571024 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-e2fbf5d0-c725-4b8c-bf75-6e3663fc19f4 req-4daa1c8c-c0af-4e37-be62-cb522739042e tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/ports?device_id=74ed7aa6-dbe2-4613-9887-791fa343e9a9 HTTP/1.1" status: 200 len: 210 time: 0.0402248 Aug 12 14:48:25.599462 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvr_db [None req-2368357f-97ac-4c76-9294-c34a6294b039 None None] Set router b43ed3ac-111f-410f-9cfa-4ab516295050 gateway port host: n-d-694802-15 {{(pid=94468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:48:25.622602 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-09eba9cb-fe3d-477c-a0d7-6479a158940a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:25.789372 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-2368357f-97ac-4c76-9294-c34a6294b039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b43ed3ac-111f-410f-9cfa-4ab516295050', 'name': 'tempest-ServerRescueTestJSONUnderV235-1952715453-router', 'tenant_id': '7f4b55b810a04109be81b8288068f054', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.140'}], 'enable_snat': True}, 'gw_port_id': 'd42352d5-419d-4360-acd8-0b92bbbcbcc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:48:21Z', 'updated_at': '2021-08-12T14:48:22Z', 'revision_number': 3, 'project_id': '7f4b55b810a04109be81b8288068f054', 'gw_port': {'id': 'd42352d5-419d-4360-acd8-0b92bbbcbcc7', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:bf:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b43ed3ac-111f-410f-9cfa-4ab516295050', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2029, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:48:22Z', 'updated_at': '2021-08-12T14:48:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15'}], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:48:25.798286 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-09eba9cb-fe3d-477c-a0d7-6479a158940a admin admin] Notify callbacks [] for port, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:25.804015 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-09eba9cb-fe3d-477c-a0d7-6479a158940a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3718439'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:25.817117 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2368357f-97ac-4c76-9294-c34a6294b039 None None] The sync data for ids ['b43ed3ac-111f-410f-9cfa-4ab516295050'] in n-d-694802-15 is: [{'id': 'b43ed3ac-111f-410f-9cfa-4ab516295050', 'name': 'tempest-ServerRescueTestJSONUnderV235-1952715453-router', 'tenant_id': '7f4b55b810a04109be81b8288068f054', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.140'}], 'enable_snat': True}, 'gw_port_id': 'd42352d5-419d-4360-acd8-0b92bbbcbcc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:48:21Z', 'updated_at': '2021-08-12T14:48:22Z', 'revision_number': 3, 'project_id': '7f4b55b810a04109be81b8288068f054', 'gw_port': {'id': 'd42352d5-419d-4360-acd8-0b92bbbcbcc7', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:bf:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b43ed3ac-111f-410f-9cfa-4ab516295050', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2029, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:48:22Z', 'updated_at': '2021-08-12T14:48:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15'}] {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 14:48:25.843710 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-d5ce299d-09db-474e-9fc7-3fe217e35afe tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-429413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-431608'] for router, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:25.875912 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09eba9cb-fe3d-477c-a0d7-6479a158940a admin admin] Pushing event updated for resources: {'Port': ['ID=af3eb0be-127c-4b87-9a6c-91a7631f3c0f,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:48:25.878937 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-09eba9cb-fe3d-477c-a0d7-6479a158940a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66628363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66663865'] for router_interface, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:25.981137 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09eba9cb-fe3d-477c-a0d7-6479a158940a admin admin] Network 4ca07038-0b96-477b-ad41-5713b4d66d53 is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:48:25.982594 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-09eba9cb-fe3d-477c-a0d7-6479a158940a admin admin] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:48:25.991705 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5ce299d-09db-474e-9fc7-3fe217e35afe tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Router 3f4dc924-1a08-4f65-b8a0-f8c12181cc9e is scheduled to L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f with binding_index 1 {{(pid=94467) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 14:48:26.139572 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5ce299d-09db-474e-9fc7-3fe217e35afe tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 14:48:26.153762 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f600a1f-b23b-4ed6-8c5c-f6386b5be8dc None None] Sync routers for ids ['3f4dc924-1a08-4f65-b8a0-f8c12181cc9e'] in n-d-694802-15 {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 14:48:26.165362 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f600a1f-b23b-4ed6-8c5c-f6386b5be8dc None None] Routers {'3f4dc924-1a08-4f65-b8a0-f8c12181cc9e'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:48:26.165773 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-d5ce299d-09db-474e-9fc7-3fe217e35afe tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Notify callbacks [] for router, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:26.169986 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-6f600a1f-b23b-4ed6-8c5c-f6386b5be8dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:48:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['3f4dc924-1a08-4f65-b8a0-f8c12181cc9e'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:48:26.170208 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-d5ce299d-09db-474e-9fc7-3fe217e35afe tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.9467697 Aug 12 14:48:26.170208 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 55866) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:48:26.174532 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09eba9cb-fe3d-477c-a0d7-6479a158940a admin admin] Router b43ed3ac-111f-410f-9cfa-4ab516295050 has already been hosted by L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f {{(pid=94466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 14:48:26.209420 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-6f600a1f-b23b-4ed6-8c5c-f6386b5be8dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:48:26.220001 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f600a1f-b23b-4ed6-8c5c-f6386b5be8dc None None] Routers {'3f4dc924-1a08-4f65-b8a0-f8c12181cc9e'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:48:26.220628 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-6f600a1f-b23b-4ed6-8c5c-f6386b5be8dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:48:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['3f4dc924-1a08-4f65-b8a0-f8c12181cc9e'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:48:26.263637 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-6f600a1f-b23b-4ed6-8c5c-f6386b5be8dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:48:26.264628 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f600a1f-b23b-4ed6-8c5c-f6386b5be8dc None None] The sync data for ids ['3f4dc924-1a08-4f65-b8a0-f8c12181cc9e'] in n-d-694802-15 is: [] {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 14:48:26.309707 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3622cc76-9159-4eef-814e-bca37f6b50fe req-926a31d9-3485-4137-8547-28f235d1a0bc tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:48:26.311534 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-3622cc76-9159-4eef-814e-bca37f6b50fe req-926a31d9-3485-4137-8547-28f235d1a0bc tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/ports?device_id=b148e05e-7d9e-4da9-9b03-99a8a72e94ac HTTP/1.1" status: 200 len: 943 time: 0.1772501 Aug 12 14:48:26.371059 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09eba9cb-fe3d-477c-a0d7-6479a158940a admin admin] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 14:48:26.383348 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-09eba9cb-fe3d-477c-a0d7-6479a158940a admin admin] 10.222.0.39 "PUT /v2.0/routers/b43ed3ac-111f-410f-9cfa-4ab516295050/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0706522 Aug 12 14:48:26.387786 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-3622cc76-9159-4eef-814e-bca37f6b50fe req-44989df8-496d-40ed-a36d-6b6a6a5491a0 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/security-groups?id=ae835367-3679-4f41-a825-d086536e4cce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696135 Aug 12 14:48:26.532008 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de879c9e-1329-4a96-b646-b07aec94c99c req-640699b5-db00-4cab-b3e2-bda45717c776 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:48:26.533965 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-de879c9e-1329-4a96-b646-b07aec94c99c req-640699b5-db00-4cab-b3e2-bda45717c776 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d387655-bc58-4d10-8c58-4428d6cc887c HTTP/1.1" status: 200 len: 946 time: 0.0617597 Aug 12 14:48:26.587490 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-de879c9e-1329-4a96-b646-b07aec94c99c req-cbe93a80-89aa-462a-826a-e15d831e347f tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/security-groups?id=321fdc30-89f7-41d5-9ead-31c9ab79a851&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464320 Aug 12 14:48:26.722698 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-99a45f8f-e35c-4513-8a18-6ce9d791ee1c tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:26.766262 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-674fdc21-a9f0-4810-9c6f-8a7fdd2caa1f req-f56b4b4f-1035-4d0d-84e1-a8a8c6de1e23 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/ports?device_id=74ed7aa6-dbe2-4613-9887-791fa343e9a9 HTTP/1.1" status: 200 len: 210 time: 0.0418501 Aug 12 14:48:26.848524 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device d42352d5-419d-4360-acd8-0b92bbbcbcc7 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:48:26.903215 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning for port d42352d5-419d-4360-acd8-0b92bbbcbcc7 completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:48:26.908401 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port d42352d5-419d-4360-acd8-0b92bbbcbcc7 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:48:26.909403 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:27.002550 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:27.022285 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_common [None req-99a45f8f-e35c-4513-8a18-6ce9d791ee1c tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Allocated IP 172.20.0.1 (a60d97ee-92b1-42ae-8aa9-6c9c30e82592/176e9262-c532-4138-b55a-3a371eecd890/758343d0-2d6e-4730-adc0-9efb990fa594) {{(pid=94467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:48:27.024084 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] For port d42352d5-419d-4360-acd8-0b92bbbcbcc7, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=d42352d5-419d-4360-acd8-0b92bbbcbcc7,segment=NetworkSegment(b1b396cb-2dc6-4041-bfc7-1833a80a4720),segment_id=b1b396cb-2dc6-4041-bfc7-1833a80a4720)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:48:27.033051 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:27.084078 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Pushing event updated for resources: {'Port': ['ID=d42352d5-419d-4360-acd8-0b92bbbcbcc7,revision_number=4']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:48:27.097616 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bebb90a-3fe5-479e-bbb9-5ddd9b77bf32 req-907bf87f-9ed8-4150-ab13-28dfdaf5a25b tempest-ServerRescueTestJSONUnderV235-830577405 tempest-ServerRescueTestJSONUnderV235-830577405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:48:27.099221 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-3bebb90a-3fe5-479e-bbb9-5ddd9b77bf32 req-907bf87f-9ed8-4150-ab13-28dfdaf5a25b tempest-ServerRescueTestJSONUnderV235-830577405 tempest-ServerRescueTestJSONUnderV235-830577405-project] 10.222.0.39 "GET /v2.0/networks?id=4ca07038-0b96-477b-ad41-5713b4d66d53 HTTP/1.1" status: 200 len: 820 time: 0.1159911 Aug 12 14:48:27.114480 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-3bebb90a-3fe5-479e-bbb9-5ddd9b77bf32 req-167253e2-6f88-48d5-814e-ff79740483ad tempest-ServerRescueTestJSONUnderV235-830577405 tempest-ServerRescueTestJSONUnderV235-830577405-project] 10.222.0.39 "GET /v2.0/quotas/7f4b55b810a04109be81b8288068f054 HTTP/1.1" status: 200 len: 375 time: 0.0091867 Aug 12 14:48:27.156976 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-99a45f8f-e35c-4513-8a18-6ce9d791ee1c tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Notify callbacks [] for port, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:27.165754 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-3bebb90a-3fe5-479e-bbb9-5ddd9b77bf32 req-04a8ae03-239e-41b0-adfd-47e472a3d7da tempest-ServerRescueTestJSONUnderV235-830577405 tempest-ServerRescueTestJSONUnderV235-830577405-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=7f4b55b810a04109be81b8288068f054&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0446472 Aug 12 14:48:27.203236 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-99a45f8f-e35c-4513-8a18-6ce9d791ee1c tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:27.249069 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99a45f8f-e35c-4513-8a18-6ce9d791ee1c tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Network a60d97ee-92b1-42ae-8aa9-6c9c30e82592 is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:48:27.252321 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [None req-99a45f8f-e35c-4513-8a18-6ce9d791ee1c tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:48:27.263130 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99a45f8f-e35c-4513-8a18-6ce9d791ee1c tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Received port after_create {{(pid=94467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:48:27.273474 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-3bebb90a-3fe5-479e-bbb9-5ddd9b77bf32 req-d16234b1-08c2-4879-a29b-5f36ddb419f9 service neutron] 10.222.0.39 "GET /v2.0/networks/4ca07038-0b96-477b-ad41-5713b4d66d53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999563 Aug 12 14:48:27.289475 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a45f8f-e35c-4513-8a18-6ce9d791ee1c tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Pushing event updated for resources: {'Port': ['ID=758343d0-2d6e-4730-adc0-9efb990fa594,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:48:27.313734 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-99a45f8f-e35c-4513-8a18-6ce9d791ee1c tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66663725'] for router_interface, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:27.368510 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-3bebb90a-3fe5-479e-bbb9-5ddd9b77bf32 req-d35301c1-ea1e-4318-8ea5-595e91dcf73d service neutron] 10.222.0.39 "GET /v2.0/networks/4ca07038-0b96-477b-ad41-5713b4d66d53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874887 Aug 12 14:48:27.469841 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-f9f8df96-94e7-4b37-8d9e-50830693c2ea req-6562d197-5d4f-4c2e-9375-d72b459f1206 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Request body: {'port': {'device_id': '74ed7aa6-dbe2-4613-9887-791fa343e9a9', 'network_id': '4552c891-e268-4d7c-98f1-e8736a29b277', 'admin_state_up': True, 'tenant_id': 'f4b313af8d624a809d563851b784d520'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:48:27.526906 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f3cc6b-3c3d-417a-83d8-ded40f1e71cb req-a4424c35-cf06-4165-ae8d-ea6de3f5df47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:48:27.528688 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-a5f3cc6b-3c3d-417a-83d8-ded40f1e71cb req-a4424c35-cf06-4165-ae8d-ea6de3f5df47 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=23465ac9-c2b6-454b-ad4d-35bb38ffda1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0650010 Aug 12 14:48:27.656917 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-99a45f8f-e35c-4513-8a18-6ce9d791ee1c tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:27.665378 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-e602cb8d-bce4-4d85-a0a9-176bb3a7b2d8 req-3505fbb3-f118-43f2-930f-2ad78a514b57 tempest-ServerRescueTestJSONUnderV235-830577405 tempest-ServerRescueTestJSONUnderV235-830577405-project] 10.222.0.39 "GET /v2.0/ports?device_id=db856037-c935-4002-ae78-dd56d70b43ec HTTP/1.1" status: 200 len: 210 time: 0.0416932 Aug 12 14:48:27.711719 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76569d7-14ba-429c-95b7-8d07af25931c req-2557bad4-fa32-4639-b59d-370b2d9125f3 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:48:27.713244 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c76569d7-14ba-429c-95b7-8d07af25931c req-2557bad4-fa32-4639-b59d-370b2d9125f3 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/ports?device_id=b148e05e-7d9e-4da9-9b03-99a8a72e94ac HTTP/1.1" status: 200 len: 943 time: 0.1417551 Aug 12 14:48:27.719428 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-a5f3cc6b-3c3d-417a-83d8-ded40f1e71cb req-0311f875-e643-4748-8672-cfb5b892a495 service neutron] 10.222.0.49 "GET /v2.0/networks/23465ac9-c2b6-454b-ad4d-35bb38ffda1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1648448 Aug 12 14:48:27.742318 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ae2104a-8c66-4b55-af3b-c1dae8bbf289 None None] Sync routers for ids ['b43ed3ac-111f-410f-9cfa-4ab516295050'] in n-d-694802-15 {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 14:48:27.770400 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ae2104a-8c66-4b55-af3b-c1dae8bbf289 None None] Routers {'b43ed3ac-111f-410f-9cfa-4ab516295050'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:48:27.771066 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-2ae2104a-8c66-4b55-af3b-c1dae8bbf289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:48:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['b43ed3ac-111f-410f-9cfa-4ab516295050'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:48:27.837481 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c76569d7-14ba-429c-95b7-8d07af25931c req-50b32b7f-82b1-4872-a9c0-83cbd4f36c3e tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/security-groups?id=ae835367-3679-4f41-a825-d086536e4cce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0989096 Aug 12 14:48:27.842330 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9f8df96-94e7-4b37-8d9e-50830693c2ea req-6562d197-5d4f-4c2e-9375-d72b459f1206 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Made reservation on behalf of f4b313af8d624a809d563851b784d520 for: {'port': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:48:27.847220 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-f9f8df96-94e7-4b37-8d9e-50830693c2ea req-6562d197-5d4f-4c2e-9375-d72b459f1206 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:27.941752 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b96089d-c55f-4cf7-8214-a4be5adf65d2 req-5fcc91ec-36e0-4624-9156-7f3e80c5ce96 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:48:27.944912 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvr_db [None req-2ae2104a-8c66-4b55-af3b-c1dae8bbf289 None None] Set router b43ed3ac-111f-410f-9cfa-4ab516295050 gateway port host: n-d-694802-15 {{(pid=94468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:48:27.949414 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-6b96089d-c55f-4cf7-8214-a4be5adf65d2 req-5fcc91ec-36e0-4624-9156-7f3e80c5ce96 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d387655-bc58-4d10-8c58-4428d6cc887c HTTP/1.1" status: 200 len: 946 time: 0.1857724 Aug 12 14:48:27.977897 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-a5f3cc6b-3c3d-417a-83d8-ded40f1e71cb req-6d3258b5-f080-45cd-8d38-f37f7de9584b service neutron] 10.222.0.49 "GET /v2.0/networks/23465ac9-c2b6-454b-ad4d-35bb38ffda1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2514403 Aug 12 14:48:28.018324 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-6b96089d-c55f-4cf7-8214-a4be5adf65d2 req-c3cc433a-5c86-4571-a812-6819dcad6afb tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/security-groups?id=321fdc30-89f7-41d5-9ead-31c9ab79a851&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535936 Aug 12 14:48:28.052310 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-a5f3cc6b-3c3d-417a-83d8-ded40f1e71cb req-48061f4a-18f1-4992-9932-3c42edfa14f6 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.175&port_id=5ecdfe63-3ffa-42b5-8a13-d40d6a58c5c5 HTTP/1.1" status: 200 len: 217 time: 0.0656989 Aug 12 14:48:28.195923 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-2ae2104a-8c66-4b55-af3b-c1dae8bbf289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b43ed3ac-111f-410f-9cfa-4ab516295050', 'name': 'tempest-ServerRescueTestJSONUnderV235-1952715453-router', 'tenant_id': '7f4b55b810a04109be81b8288068f054', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.140'}], 'enable_snat': True}, 'gw_port_id': 'd42352d5-419d-4360-acd8-0b92bbbcbcc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:48:21Z', 'updated_at': '2021-08-12T14:48:25Z', 'revision_number': 4, 'project_id': '7f4b55b810a04109be81b8288068f054', 'gw_port': {'id': 'd42352d5-419d-4360-acd8-0b92bbbcbcc7', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:bf:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b43ed3ac-111f-410f-9cfa-4ab516295050', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2029, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:48:22Z', 'updated_at': '2021-08-12T14:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': 'af3eb0be-127c-4b87-9a6c-91a7631f3c0f', 'name': '', 'network_id': '4ca07038-0b96-477b-ad41-5713b4d66d53', 'tenant_id': '7f4b55b810a04109be81b8288068f054', 'mac_address': 'fa:16:3e:2e:6e:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b43ed3ac-111f-410f-9cfa-4ab516295050', 'device_owner': 'network:router_interface', 'standard_attr_id': 2040, 'fixed_ips': [{'subnet_id': '187174f9-9f3a-4f34-a47c-8b966707662a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:48:24Z', 'updated_at': '2021-08-12T14:48:25Z', 'revision_number': 2, 'project_id': '7f4b55b810a04109be81b8288068f054', 'subnets': [{'id': '187174f9-9f3a-4f34-a47c-8b966707662a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:48:28.210884 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-99a45f8f-e35c-4513-8a18-6ce9d791ee1c tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:28.216868 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-fd561b07-2e47-4a0e-8cf0-f298072ac894 req-eab7f74b-0841-4c87-bd53-f202f40370d8 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/ports?device_id=74ed7aa6-dbe2-4613-9887-791fa343e9a9 HTTP/1.1" status: 200 len: 210 time: 0.0723741 Aug 12 14:48:28.221423 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-99a45f8f-e35c-4513-8a18-6ce9d791ee1c tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:28.224960 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ae2104a-8c66-4b55-af3b-c1dae8bbf289 None None] Checking router: b43ed3ac-111f-410f-9cfa-4ab516295050 for host: n-d-694802-15 {{(pid=94468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 14:48:28.225331 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ae2104a-8c66-4b55-af3b-c1dae8bbf289 None None] Updating router b43ed3ac-111f-410f-9cfa-4ab516295050 port af3eb0be-127c-4b87-9a6c-91a7631f3c0f binding host n-d-694802-15 {{(pid=94468) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 14:48:28.263475 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-2ae2104a-8c66-4b55-af3b-c1dae8bbf289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:28.407131 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-99a45f8f-e35c-4513-8a18-6ce9d791ee1c tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66628363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66663865'] for router_interface, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:28.409623 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_common [req-f9f8df96-94e7-4b37-8d9e-50830693c2ea req-6562d197-5d4f-4c2e-9375-d72b459f1206 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Allocated IP 172.20.0.9 (4552c891-e268-4d7c-98f1-e8736a29b277/b3b4e56e-f3bd-4709-bfd6-3e62da1e0ac7/f0a3eec4-f0dd-42c2-a784-d6d930562858) {{(pid=94467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:48:28.420091 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a45f8f-e35c-4513-8a18-6ce9d791ee1c tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Pushing event updated for resources: {'Port': ['ID=758343d0-2d6e-4730-adc0-9efb990fa594,revision_number=2']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:48:28.450673 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f3cc6b-3c3d-417a-83d8-ded40f1e71cb req-6fca3846-679c-427e-b501-51f87f14119f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:48:28.452119 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-a5f3cc6b-3c3d-417a-83d8-ded40f1e71cb req-6fca3846-679c-427e-b501-51f87f14119f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=406ca1aa-3ad0-4dfd-af58-ddff5ca74ffa HTTP/1.1" status: 200 len: 797 time: 0.3927889 Aug 12 14:48:28.502383 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f3cc6b-3c3d-417a-83d8-ded40f1e71cb req-b55d38b4-7a81-4da6-bde9-711f6006a9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:48:28.503651 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-a5f3cc6b-3c3d-417a-83d8-ded40f1e71cb req-b55d38b4-7a81-4da6-bde9-711f6006a9e1 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=23465ac9-c2b6-454b-ad4d-35bb38ffda1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0431085 Aug 12 14:48:28.581459 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-2ae2104a-8c66-4b55-af3b-c1dae8bbf289 None None] Notify callbacks [] for port, precommit_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:28.593786 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-2ae2104a-8c66-4b55-af3b-c1dae8bbf289 None None] Transition to ACTIVE for port object af3eb0be-127c-4b87-9a6c-91a7631f3c0f will not be triggered until provisioned by entity L2. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:48:28.603334 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-2ae2104a-8c66-4b55-af3b-c1dae8bbf289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:28.621488 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-a5f3cc6b-3c3d-417a-83d8-ded40f1e71cb req-39b42d66-e30c-45de-9413-bfc032965850 service neutron] 10.222.0.49 "GET /v2.0/networks/23465ac9-c2b6-454b-ad4d-35bb38ffda1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093771 Aug 12 14:48:28.622236 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99a45f8f-e35c-4513-8a18-6ce9d791ee1c tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Network a60d97ee-92b1-42ae-8aa9-6c9c30e82592 is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:48:28.625495 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [None req-99a45f8f-e35c-4513-8a18-6ce9d791ee1c tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:48:28.659112 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6c9931-93f9-4a08-98a3-2df1845391d8 None None] Pushing event updated for resources: {'Port': ['ID=af3eb0be-127c-4b87-9a6c-91a7631f3c0f,revision_number=3']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:48:28.753830 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-2ae2104a-8c66-4b55-af3b-c1dae8bbf289 None None] Attempting to bind port af3eb0be-127c-4b87-9a6c-91a7631f3c0f on host n-d-694802-15 for vnic_type normal with profile {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:48:28.754973 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-2ae2104a-8c66-4b55-af3b-c1dae8bbf289 None None] Attempting to bind port af3eb0be-127c-4b87-9a6c-91a7631f3c0f by drivers openvswitch,hyperv on host n-d-694802-15 at level 0 using segments [{'id': 'bca64529-9ccc-4066-be28-7542220cf77a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '4ca07038-0b96-477b-ad41-5713b4d66d53'}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:48:28.755663 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ae2104a-8c66-4b55-af3b-c1dae8bbf289 None None] Attempting to bind port af3eb0be-127c-4b87-9a6c-91a7631f3c0f on network 4ca07038-0b96-477b-ad41-5713b4d66d53 {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:48:28.768003 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ae2104a-8c66-4b55-af3b-c1dae8bbf289 None None] Checking agent: {'id': '16de73ac-f2e9-4cee-b3e0-91052ae3e6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 20, 13), 'started_at': datetime.datetime(2021, 8, 12, 14, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 48, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:48:28.768003 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ae2104a-8c66-4b55-af3b-c1dae8bbf289 None None] Checking segment: {'id': 'bca64529-9ccc-4066-be28-7542220cf77a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '4ca07038-0b96-477b-ad41-5713b4d66d53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:48:28.768003 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-2ae2104a-8c66-4b55-af3b-c1dae8bbf289 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:28.768003 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ae2104a-8c66-4b55-af3b-c1dae8bbf289 None None] Bound using segment: {'id': 'bca64529-9ccc-4066-be28-7542220cf77a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '4ca07038-0b96-477b-ad41-5713b4d66d53'} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:48:28.768003 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-2ae2104a-8c66-4b55-af3b-c1dae8bbf289 None None] Bound port: af3eb0be-127c-4b87-9a6c-91a7631f3c0f, host: n-d-694802-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bca64529-9ccc-4066-be28-7542220cf77a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '4ca07038-0b96-477b-ad41-5713b4d66d53'}}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:48:28.768003 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-2ae2104a-8c66-4b55-af3b-c1dae8bbf289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:28.801140 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-a5f3cc6b-3c3d-417a-83d8-ded40f1e71cb req-15b7c830-a69e-4bf7-8c7b-278ad34875e9 service neutron] 10.222.0.49 "GET /v2.0/networks/23465ac9-c2b6-454b-ad4d-35bb38ffda1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1683912 Aug 12 14:48:28.814711 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device d42352d5-419d-4360-acd8-0b92bbbcbcc7 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:48:28.854422 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-a5f3cc6b-3c3d-417a-83d8-ded40f1e71cb req-2eadf704-58a8-42dd-a6a8-eb5d88c9b519 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.107&port_id=0d3500d0-8996-4ba7-a29c-4271f88cdfba HTTP/1.1" status: 200 len: 217 time: 0.0445485 Aug 12 14:48:28.914972 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-2ae2104a-8c66-4b55-af3b-c1dae8bbf289 None None] For port af3eb0be-127c-4b87-9a6c-91a7631f3c0f, host n-d-694802-15, cleared binding levels {{(pid=94468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:48:28.919053 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-2ae2104a-8c66-4b55-af3b-c1dae8bbf289 None None] For port af3eb0be-127c-4b87-9a6c-91a7631f3c0f, host n-d-694802-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=af3eb0be-127c-4b87-9a6c-91a7631f3c0f,segment=NetworkSegment(bca64529-9ccc-4066-be28-7542220cf77a),segment_id=bca64529-9ccc-4066-be28-7542220cf77a)] {{(pid=94468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:48:28.928202 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f3cc6b-3c3d-417a-83d8-ded40f1e71cb req-42fcde59-ebfc-404f-b8bd-3e10d0f1dc47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:48:28.928666 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-2ae2104a-8c66-4b55-af3b-c1dae8bbf289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:28.930444 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-a5f3cc6b-3c3d-417a-83d8-ded40f1e71cb req-42fcde59-ebfc-404f-b8bd-3e10d0f1dc47 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=406ca1aa-3ad0-4dfd-af58-ddff5ca74ffa HTTP/1.1" status: 200 len: 797 time: 0.0679905 Aug 12 14:48:28.977728 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port d42352d5-419d-4360-acd8-0b92bbbcbcc7 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:48:28.978322 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:29.023603 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ae2104a-8c66-4b55-af3b-c1dae8bbf289 None None] Routers {'b43ed3ac-111f-410f-9cfa-4ab516295050'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:48:29.024277 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-2ae2104a-8c66-4b55-af3b-c1dae8bbf289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:48:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['b43ed3ac-111f-410f-9cfa-4ab516295050'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:48:29.028123 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f3cc6b-3c3d-417a-83d8-ded40f1e71cb req-de417df2-099d-4dd2-8d4f-ba5eca81cab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:48:29.029606 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-a5f3cc6b-3c3d-417a-83d8-ded40f1e71cb req-de417df2-099d-4dd2-8d4f-ba5eca81cab0 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=23465ac9-c2b6-454b-ad4d-35bb38ffda1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0895665 Aug 12 14:48:29.044080 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32faf7c-2b02-4c6c-a0c3-46d70c117663 req-4442bdf6-c994-4dab-b1dc-0e61f7c93abe tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:48:29.045555 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-c32faf7c-2b02-4c6c-a0c3-46d70c117663 req-4442bdf6-c994-4dab-b1dc-0e61f7c93abe tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/ports?device_id=b148e05e-7d9e-4da9-9b03-99a8a72e94ac HTTP/1.1" status: 200 len: 943 time: 0.0743327 Aug 12 14:48:29.064137 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6c9931-93f9-4a08-98a3-2df1845391d8 None None] Pushing event updated for resources: {'Port': ['ID=af3eb0be-127c-4b87-9a6c-91a7631f3c0f,revision_number=4']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:48:29.111355 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-f9f8df96-94e7-4b37-8d9e-50830693c2ea req-6562d197-5d4f-4c2e-9375-d72b459f1206 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Notify callbacks [] for port, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:29.133155 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9e9381e7-6135-43b9-8cbc-432305ed0738 req-7450e80b-d923-4ef4-932b-e62524b6d99c tempest-ServerRescueTestJSONUnderV235-830577405 tempest-ServerRescueTestJSONUnderV235-830577405-project] 10.222.0.39 "GET /v2.0/ports?device_id=db856037-c935-4002-ae78-dd56d70b43ec HTTP/1.1" status: 200 len: 210 time: 0.1123006 Aug 12 14:48:29.160085 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-c32faf7c-2b02-4c6c-a0c3-46d70c117663 req-d3e548b0-15f6-4894-98a1-35a4efd6b5a4 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/security-groups?id=ae835367-3679-4f41-a825-d086536e4cce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1061807 Aug 12 14:48:29.169827 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [req-f9f8df96-94e7-4b37-8d9e-50830693c2ea req-6562d197-5d4f-4c2e-9375-d72b459f1206 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Transition to ACTIVE for port object f0a3eec4-f0dd-42c2-a784-d6d930562858 will not be triggered until provisioned by entity DHCP. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:48:29.202431 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-a5f3cc6b-3c3d-417a-83d8-ded40f1e71cb req-116ef7d6-e800-4fcb-986e-361ec99f2446 service neutron] 10.222.0.49 "GET /v2.0/networks/23465ac9-c2b6-454b-ad4d-35bb38ffda1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1558042 Aug 12 14:48:29.205045 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99a45f8f-e35c-4513-8a18-6ce9d791ee1c tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Router 3f4dc924-1a08-4f65-b8a0-f8c12181cc9e has already been hosted by L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f {{(pid=94467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 14:48:29.206165 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvr_db [None req-2ae2104a-8c66-4b55-af3b-c1dae8bbf289 None None] Set router b43ed3ac-111f-410f-9cfa-4ab516295050 gateway port host: n-d-694802-15 {{(pid=94468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:48:29.216824 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bebb90a-3fe5-479e-bbb9-5ddd9b77bf32 req-3a5a5ba5-011a-4aa4-b081-5f50a834a61b tempest-ServerRescueTestJSONUnderV235-830577405 tempest-ServerRescueTestJSONUnderV235-830577405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:48:29.218361 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3bebb90a-3fe5-479e-bbb9-5ddd9b77bf32 req-3a5a5ba5-011a-4aa4-b081-5f50a834a61b tempest-ServerRescueTestJSONUnderV235-830577405 tempest-ServerRescueTestJSONUnderV235-830577405-project] 10.222.0.64 "GET /v2.0/networks?id=4ca07038-0b96-477b-ad41-5713b4d66d53 HTTP/1.1" status: 200 len: 820 time: 0.5234468 Aug 12 14:48:29.248741 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-3bebb90a-3fe5-479e-bbb9-5ddd9b77bf32 req-83cc6f31-9f59-419f-9ca3-c5d9f826aea3 tempest-ServerRescueTestJSONUnderV235-830577405 tempest-ServerRescueTestJSONUnderV235-830577405-project] Request body: {'port': {'device_id': 'db856037-c935-4002-ae78-dd56d70b43ec', 'network_id': '4ca07038-0b96-477b-ad41-5713b4d66d53', 'admin_state_up': True, 'tenant_id': '7f4b55b810a04109be81b8288068f054'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:48:29.382876 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-a5f3cc6b-3c3d-417a-83d8-ded40f1e71cb req-8813a8f8-53a1-4451-9fb1-ac72e3d83b7f service neutron] 10.222.0.49 "GET /v2.0/networks/23465ac9-c2b6-454b-ad4d-35bb38ffda1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1709576 Aug 12 14:48:29.387287 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f1c3e975-716d-41be-b9ef-86dedc94b384 req-c829d0b3-eafb-4e8f-aec2-2769ff00612e tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/ports?device_id=74ed7aa6-dbe2-4613-9887-791fa343e9a9 HTTP/1.1" status: 200 len: 210 time: 0.0511267 Aug 12 14:48:29.392282 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920b6391-9315-4f51-80cd-5470fe3870be req-356a537a-bd82-4395-8ea6-c96176b1e8f0 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:48:29.393993 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-920b6391-9315-4f51-80cd-5470fe3870be req-356a537a-bd82-4395-8ea6-c96176b1e8f0 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d387655-bc58-4d10-8c58-4428d6cc887c HTTP/1.1" status: 200 len: 946 time: 0.0797610 Aug 12 14:48:29.394214 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-f9f8df96-94e7-4b37-8d9e-50830693c2ea req-6562d197-5d4f-4c2e-9375-d72b459f1206 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:29.409189 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] get_ports_and_sgs() called for port_ids ['9e46fd86-8fb4-4dff-af8c-b5efeeed2415'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:48:29.437096 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] get_ports_and_sgs() called for port_ids ['d6dd4e8b-7641-4872-bd81-cdaa5b199e54'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:48:29.448202 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-a5f3cc6b-3c3d-417a-83d8-ded40f1e71cb req-375ac629-b7ea-47b9-b3ac-314b8f03bc15 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=60dab493-b044-4ff6-81af-81a8db5e9f4e HTTP/1.1" status: 200 len: 217 time: 0.0528884 Aug 12 14:48:29.501740 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-920b6391-9315-4f51-80cd-5470fe3870be req-17982664-49fa-4931-bef1-e1e5a1541149 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/security-groups?id=321fdc30-89f7-41d5-9ead-31c9ab79a851&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0957744 Aug 12 14:48:29.506254 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9f8df96-94e7-4b37-8d9e-50830693c2ea req-6562d197-5d4f-4c2e-9375-d72b459f1206 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Network 4552c891-e268-4d7c-98f1-e8736a29b277 is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:48:29.516813 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f3cc6b-3c3d-417a-83d8-ded40f1e71cb req-b1e3f2bb-d343-4752-95f9-09f6f7315c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:48:29.518816 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-a5f3cc6b-3c3d-417a-83d8-ded40f1e71cb req-b1e3f2bb-d343-4752-95f9-09f6f7315c3d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=87452bc0-af6f-4ccf-be47-4493323e3f3a HTTP/1.1" status: 200 len: 797 time: 0.0617940 Aug 12 14:48:29.525419 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [req-f9f8df96-94e7-4b37-8d9e-50830693c2ea req-6562d197-5d4f-4c2e-9375-d72b459f1206 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:48:29.531307 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9f8df96-94e7-4b37-8d9e-50830693c2ea req-6562d197-5d4f-4c2e-9375-d72b459f1206 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Received port after_create {{(pid=94467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:48:29.534008 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6562d197-5d4f-4c2e-9375-d72b459f1206 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Pushing event updated for resources: {'Port': ['ID=f0a3eec4-f0dd-42c2-a784-d6d930562858,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:48:29.540417 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99a45f8f-e35c-4513-8a18-6ce9d791ee1c tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 14:48:29.550784 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c473e36-8222-4584-b82e-ca3fba87b696 None None] Sync routers for ids ['3f4dc924-1a08-4f65-b8a0-f8c12181cc9e'] in n-d-694802-15 {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 14:48:29.572125 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-99a45f8f-e35c-4513-8a18-6ce9d791ee1c tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] 10.222.0.39 "PUT /v2.0/routers/3f4dc924-1a08-4f65-b8a0-f8c12181cc9e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4008062 Aug 12 14:48:29.579508 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 55922) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:48:29.586229 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c473e36-8222-4584-b82e-ca3fba87b696 None None] Routers {'3f4dc924-1a08-4f65-b8a0-f8c12181cc9e'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:48:29.588292 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-f58b27a0-cd7a-43fd-9d5c-279417391ba7 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Request body: {'port': {'network_id': 'a60d97ee-92b1-42ae-8aa9-6c9c30e82592', 'name': 'tempest-FloatingIPTestJSON-1385847246'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:48:29.590690 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-8c473e36-8222-4584-b82e-ca3fba87b696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:48:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['3f4dc924-1a08-4f65-b8a0-f8c12181cc9e'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:48:29.636668 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f3cc6b-3c3d-417a-83d8-ded40f1e71cb req-cd01a256-8218-4c90-9dbe-03282000c28e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:48:29.641130 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-a5f3cc6b-3c3d-417a-83d8-ded40f1e71cb req-cd01a256-8218-4c90-9dbe-03282000c28e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=fb4567b1-456a-4ad5-b04d-3f1c691daca7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1116214 Aug 12 14:48:29.652930 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-8c473e36-8222-4584-b82e-ca3fba87b696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:48:29.663552 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c473e36-8222-4584-b82e-ca3fba87b696 None None] Routers {'3f4dc924-1a08-4f65-b8a0-f8c12181cc9e'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:48:29.664447 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-8c473e36-8222-4584-b82e-ca3fba87b696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:48:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['3f4dc924-1a08-4f65-b8a0-f8c12181cc9e'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:48:29.676561 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f8df96-94e7-4b37-8d9e-50830693c2ea req-6562d197-5d4f-4c2e-9375-d72b459f1206 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:48:29.677213 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-f9f8df96-94e7-4b37-8d9e-50830693c2ea req-6562d197-5d4f-4c2e-9375-d72b459f1206 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:29.699416 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3bebb90a-3fe5-479e-bbb9-5ddd9b77bf32 req-83cc6f31-9f59-419f-9ca3-c5d9f826aea3 tempest-ServerRescueTestJSONUnderV235-830577405 tempest-ServerRescueTestJSONUnderV235-830577405-project] Made reservation on behalf of 7f4b55b810a04109be81b8288068f054 for: {'port': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:48:29.703218 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-3bebb90a-3fe5-479e-bbb9-5ddd9b77bf32 req-83cc6f31-9f59-419f-9ca3-c5d9f826aea3 tempest-ServerRescueTestJSONUnderV235-830577405 tempest-ServerRescueTestJSONUnderV235-830577405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:29.720423 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f9f8df96-94e7-4b37-8d9e-50830693c2ea req-6562d197-5d4f-4c2e-9375-d72b459f1206 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2547898 Aug 12 14:48:29.740315 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-8c473e36-8222-4584-b82e-ca3fba87b696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:48:29.741243 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c473e36-8222-4584-b82e-ca3fba87b696 None None] The sync data for ids ['3f4dc924-1a08-4f65-b8a0-f8c12181cc9e'] in n-d-694802-15 is: [] {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 14:48:29.744106 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-f9f8df96-94e7-4b37-8d9e-50830693c2ea req-daa54e72-f82e-405e-b058-6d4d19b13b4d service neutron] Request body: {'port': {'device_id': '74ed7aa6-dbe2-4613-9887-791fa343e9a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-694802-15'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:48:29.763743 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-2ae2104a-8c66-4b55-af3b-c1dae8bbf289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b43ed3ac-111f-410f-9cfa-4ab516295050', 'name': 'tempest-ServerRescueTestJSONUnderV235-1952715453-router', 'tenant_id': '7f4b55b810a04109be81b8288068f054', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.140'}], 'enable_snat': True}, 'gw_port_id': 'd42352d5-419d-4360-acd8-0b92bbbcbcc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:48:21Z', 'updated_at': '2021-08-12T14:48:25Z', 'revision_number': 4, 'project_id': '7f4b55b810a04109be81b8288068f054', 'gw_port': {'id': 'd42352d5-419d-4360-acd8-0b92bbbcbcc7', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:bf:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b43ed3ac-111f-410f-9cfa-4ab516295050', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2029, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:48:22Z', 'updated_at': '2021-08-12T14:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': 'af3eb0be-127c-4b87-9a6c-91a7631f3c0f', 'name': '', 'network_id': '4ca07038-0b96-477b-ad41-5713b4d66d53', 'tenant_id': '7f4b55b810a04109be81b8288068f054', 'mac_address': 'fa:16:3e:2e:6e:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b43ed3ac-111f-410f-9cfa-4ab516295050', 'device_owner': 'network:router_interface', 'standard_attr_id': 2040, 'fixed_ips': [{'subnet_id': '187174f9-9f3a-4f34-a47c-8b966707662a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:48:24Z', 'updated_at': '2021-08-12T14:48:28Z', 'revision_number': 4, 'project_id': '7f4b55b810a04109be81b8288068f054', 'subnets': [{'id': '187174f9-9f3a-4f34-a47c-8b966707662a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:48:29.797176 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ae2104a-8c66-4b55-af3b-c1dae8bbf289 None None] The sync data for ids ['b43ed3ac-111f-410f-9cfa-4ab516295050'] in n-d-694802-15 is: [{'id': 'b43ed3ac-111f-410f-9cfa-4ab516295050', 'name': 'tempest-ServerRescueTestJSONUnderV235-1952715453-router', 'tenant_id': '7f4b55b810a04109be81b8288068f054', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.140'}], 'enable_snat': True}, 'gw_port_id': 'd42352d5-419d-4360-acd8-0b92bbbcbcc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:48:21Z', 'updated_at': '2021-08-12T14:48:25Z', 'revision_number': 4, 'project_id': '7f4b55b810a04109be81b8288068f054', 'gw_port': {'id': 'd42352d5-419d-4360-acd8-0b92bbbcbcc7', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:bf:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b43ed3ac-111f-410f-9cfa-4ab516295050', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2029, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:48:22Z', 'updated_at': '2021-08-12T14:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': 'af3eb0be-127c-4b87-9a6c-91a7631f3c0f', 'name': '', 'network_id': '4ca07038-0b96-477b-ad41-5713b4d66d53', 'tenant_id': '7f4b55b810a04109be81b8288068f054', 'mac_address': 'fa:16:3e:2e:6e:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b43ed3ac-111f-410f-9cfa-4ab516295050', 'device_owner': 'network:router_interface', 'standard_attr_id': 2040, 'fixed_ips': [{'subnet_id': '187174f9-9f3a-4f34-a47c-8b966707662a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:48:24Z', 'updated_at': '2021-08-12T14:48:28Z', 'revision_number': 4, 'project_id': '7f4b55b810a04109be81b8288068f054', 'subnets': [{'id': '187174f9-9f3a-4f34-a47c-8b966707662a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 14:48:29.826261 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-a5f3cc6b-3c3d-417a-83d8-ded40f1e71cb req-5cf59444-82c5-4496-99b1-3e791bbdfa27 service neutron] 10.222.0.49 "GET /v2.0/networks/fb4567b1-456a-4ad5-b04d-3f1c691daca7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1761680 Aug 12 14:48:29.925227 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-50da067f-d151-4ed3-a60e-1167b1839045 None None] Provisioning for port f0a3eec4-f0dd-42c2-a784-d6d930562858 completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:48:29.929749 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-50da067f-d151-4ed3-a60e-1167b1839045 None None] Provisioning complete for port f0a3eec4-f0dd-42c2-a784-d6d930562858 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:48:29.930116 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-50da067f-d151-4ed3-a60e-1167b1839045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:29.957853 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-f9f8df96-94e7-4b37-8d9e-50830693c2ea req-daa54e72-f82e-405e-b058-6d4d19b13b4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:29.970818 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-50da067f-d151-4ed3-a60e-1167b1839045 None None] Port f0a3eec4-f0dd-42c2-a784-d6d930562858 cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 14:48:30.001447 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-a5f3cc6b-3c3d-417a-83d8-ded40f1e71cb req-4ad7d19f-7791-4c0f-be51-48a5e818feab service neutron] 10.222.0.49 "GET /v2.0/networks/fb4567b1-456a-4ad5-b04d-3f1c691daca7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1652234 Aug 12 14:48:30.047307 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-a5f3cc6b-3c3d-417a-83d8-ded40f1e71cb req-299f8034-49eb-48ba-a01a-855e440e7d36 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=0499b153-16f3-45bf-a9f7-4cf3ddd80c7a HTTP/1.1" status: 200 len: 217 time: 0.0382900 Aug 12 14:48:30.068920 n-d-694802-15 neutron-server[94467]: INFO neutron.api.v2.resource [req-2a7be3de-9e19-42ad-acc5-133453bf26b8 req-69942b83-ae97-4483-8cc5-42f7f3b3d9d4 service neutron] show failed (client error): The resource could not be found. Aug 12 14:48:30.070115 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2a7be3de-9e19-42ad-acc5-133453bf26b8 req-69942b83-ae97-4483-8cc5-42f7f3b3d9d4 service neutron] 10.222.0.49 "GET /v2.0/ports/19fab106-dc9b-4483-9e5b-186d5fa89aeb/bindings/n-h1-694802-15 HTTP/1.1" status: 404 len: 381 time: 0.3365366 Aug 12 14:48:30.099430 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f58b27a0-cd7a-43fd-9d5c-279417391ba7 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Made reservation on behalf of 0a26f5f28fae41df9c0dda6d7a230544 for: {'port': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:48:30.102913 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-f58b27a0-cd7a-43fd-9d5c-279417391ba7 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:30.108593 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f3cc6b-3c3d-417a-83d8-ded40f1e71cb req-fdcfd00f-93ca-4c8a-9680-355b05037250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:48:30.110103 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-a5f3cc6b-3c3d-417a-83d8-ded40f1e71cb req-fdcfd00f-93ca-4c8a-9680-355b05037250 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=87452bc0-af6f-4ccf-be47-4493323e3f3a HTTP/1.1" status: 200 len: 797 time: 0.0544670 Aug 12 14:48:30.129663 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_common [req-3bebb90a-3fe5-479e-bbb9-5ddd9b77bf32 req-83cc6f31-9f59-419f-9ca3-c5d9f826aea3 tempest-ServerRescueTestJSONUnderV235-830577405 tempest-ServerRescueTestJSONUnderV235-830577405-project] Allocated IP 172.20.0.6 (4ca07038-0b96-477b-ad41-5713b4d66d53/187174f9-9f3a-4f34-a47c-8b966707662a/c80ff18b-1cdf-4864-b62f-1ce8d2da59a2) {{(pid=94467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:48:30.178226 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f3cc6b-3c3d-417a-83d8-ded40f1e71cb req-d0c17399-f086-48a8-b1e1-184822b42634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:48:30.181815 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-a5f3cc6b-3c3d-417a-83d8-ded40f1e71cb req-d0c17399-f086-48a8-b1e1-184822b42634 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=fb4567b1-456a-4ad5-b04d-3f1c691daca7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0633619 Aug 12 14:48:30.289166 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-f3a5d17b-f1d4-4219-8639-15b74ad5694f req-76f0e8b2-2d22-498f-ab75-fb76cf186638 tempest-ServerRescueTestJSONUnderV235-830577405 tempest-ServerRescueTestJSONUnderV235-830577405-project] 10.222.0.39 "GET /v2.0/ports?device_id=db856037-c935-4002-ae78-dd56d70b43ec HTTP/1.1" status: 200 len: 210 time: 0.0760734 Aug 12 14:48:30.312170 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [None req-f58b27a0-cd7a-43fd-9d5c-279417391ba7 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] device_id is not set on port 07c87d92-c7c8-4762-8c03-abed4ae11360 yet. {{(pid=94467) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 14:48:30.335609 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-a5f3cc6b-3c3d-417a-83d8-ded40f1e71cb req-aefd48f5-d953-4a18-b809-cdb3d867d671 service neutron] 10.222.0.49 "GET /v2.0/networks/fb4567b1-456a-4ad5-b04d-3f1c691daca7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443884 Aug 12 14:48:30.447581 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-a5f3cc6b-3c3d-417a-83d8-ded40f1e71cb req-4a450cb9-a16d-4961-8666-6b621cce3b06 service neutron] 10.222.0.49 "GET /v2.0/networks/fb4567b1-456a-4ad5-b04d-3f1c691daca7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034250 Aug 12 14:48:30.562861 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3abb41a-9100-4c9e-a0e9-282e38aa256c req-fcb36859-d80e-4b8f-81f0-5ebca291e97f tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:48:30.567514 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-e3abb41a-9100-4c9e-a0e9-282e38aa256c req-fcb36859-d80e-4b8f-81f0-5ebca291e97f tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/ports?device_id=74ed7aa6-dbe2-4613-9887-791fa343e9a9 HTTP/1.1" status: 200 len: 931 time: 0.0607715 Aug 12 14:48:30.584526 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e604dca1-912e-4503-bb17-fe1a4972c8b0 req-0dca3fbe-aed1-4bef-8fca-ae6aac15e7e3 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:48:30.586106 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e604dca1-912e-4503-bb17-fe1a4972c8b0 req-0dca3fbe-aed1-4bef-8fca-ae6aac15e7e3 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/ports?device_id=b148e05e-7d9e-4da9-9b03-99a8a72e94ac HTTP/1.1" status: 200 len: 943 time: 0.2462840 Aug 12 14:48:30.613283 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-e3abb41a-9100-4c9e-a0e9-282e38aa256c req-9632bbec-eb61-4aac-bf0f-9a020100f2e1 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/security-groups?id=36246b04-094b-4845-831d-1126cf8a06ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424438 Aug 12 14:48:30.631289 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7be3de-9e19-42ad-acc5-133453bf26b8 req-18b7e33e-9765-40e2-a384-c0d0250f9bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:48:30.632804 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2a7be3de-9e19-42ad-acc5-133453bf26b8 req-18b7e33e-9765-40e2-a384-c0d0250f9bc1 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=4d387655-bc58-4d10-8c58-4428d6cc887c&tenant_id=6774b656eb8145eb998ea0059b40b4c3 HTTP/1.1" status: 200 len: 1098 time: 0.2918954 Aug 12 14:48:30.667526 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-2a7be3de-9e19-42ad-acc5-133453bf26b8 req-779cf238-7b42-4ee1-b29d-2bbd8c2bf573 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-694802-15', 'device_owner': 'compute:nova'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:48:30.780417 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4bdf85-7b49-495d-af5a-983b1dae920b req-8f2301aa-2af0-4224-b95c-ee39ae773e49 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:48:30.783732 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-bd4bdf85-7b49-495d-af5a-983b1dae920b req-8f2301aa-2af0-4224-b95c-ee39ae773e49 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d387655-bc58-4d10-8c58-4428d6cc887c HTTP/1.1" status: 200 len: 946 time: 0.0915036 Aug 12 14:48:30.787699 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_common [None req-f58b27a0-cd7a-43fd-9d5c-279417391ba7 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Allocated IP 172.20.0.10 (a60d97ee-92b1-42ae-8aa9-6c9c30e82592/176e9262-c532-4138-b55a-3a371eecd890/07c87d92-c7c8-4762-8c03-abed4ae11360) {{(pid=94467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:48:30.818201 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e604dca1-912e-4503-bb17-fe1a4972c8b0 req-5c425037-8c4f-47bf-b8be-bf08588b98e5 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/security-groups?id=ae835367-3679-4f41-a825-d086536e4cce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1949565 Aug 12 14:48:30.857920 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [req-f9f8df96-94e7-4b37-8d9e-50830693c2ea req-daa54e72-f82e-405e-b058-6d4d19b13b4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0a3eec4-f0dd-42c2-a784-d6d930562858 {{(pid=94467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:48:30.868945 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device af3eb0be-127c-4b87-9a6c-91a7631f3c0f up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:48:30.877283 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-bd4bdf85-7b49-495d-af5a-983b1dae920b req-f6f36d64-2b91-4a00-a61a-6355fff88c43 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/security-groups?id=321fdc30-89f7-41d5-9ead-31c9ab79a851&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0843048 Aug 12 14:48:30.936060 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-f9f8df96-94e7-4b37-8d9e-50830693c2ea req-daa54e72-f82e-405e-b058-6d4d19b13b4d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:30.941296 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning for port af3eb0be-127c-4b87-9a6c-91a7631f3c0f completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:48:30.945510 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port af3eb0be-127c-4b87-9a6c-91a7631f3c0f triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:48:30.945966 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:30.954690 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-3bebb90a-3fe5-479e-bbb9-5ddd9b77bf32 req-83cc6f31-9f59-419f-9ca3-c5d9f826aea3 tempest-ServerRescueTestJSONUnderV235-830577405 tempest-ServerRescueTestJSONUnderV235-830577405-project] Notify callbacks [] for port, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:30.965513 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-2a7be3de-9e19-42ad-acc5-133453bf26b8 req-779cf238-7b42-4ee1-b29d-2bbd8c2bf573 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:31.028649 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [req-f9f8df96-94e7-4b37-8d9e-50830693c2ea req-daa54e72-f82e-405e-b058-6d4d19b13b4d service neutron] Transition to ACTIVE for port object f0a3eec4-f0dd-42c2-a784-d6d930562858 will not be triggered until provisioned by entity L2. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:48:31.030205 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:31.042076 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-f9f8df96-94e7-4b37-8d9e-50830693c2ea req-daa54e72-f82e-405e-b058-6d4d19b13b4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:31.068701 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] For port af3eb0be-127c-4b87-9a6c-91a7631f3c0f, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=af3eb0be-127c-4b87-9a6c-91a7631f3c0f,segment=NetworkSegment(bca64529-9ccc-4066-be28-7542220cf77a),segment_id=bca64529-9ccc-4066-be28-7542220cf77a)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:48:31.075509 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:31.134029 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Pushing event updated for resources: {'Port': ['ID=af3eb0be-127c-4b87-9a6c-91a7631f3c0f,revision_number=5']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:48:31.242632 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa54e72-f82e-405e-b058-6d4d19b13b4d service neutron] Pushing event updated for resources: {'Port': ['ID=f0a3eec4-f0dd-42c2-a784-d6d930562858,revision_number=2']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:48:31.267651 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-f58b27a0-cd7a-43fd-9d5c-279417391ba7 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Notify callbacks [] for port, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:31.270259 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-3bebb90a-3fe5-479e-bbb9-5ddd9b77bf32 req-83cc6f31-9f59-419f-9ca3-c5d9f826aea3 tempest-ServerRescueTestJSONUnderV235-830577405 tempest-ServerRescueTestJSONUnderV235-830577405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:31.413806 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d0b783-f942-40f3-83a8-0e4cd08da31c req-8f9d98a3-a581-469f-9735-4c0c81721592 tempest-ServerRescueTestJSONUnderV235-830577405 tempest-ServerRescueTestJSONUnderV235-830577405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:48:31.415549 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-21d0b783-f942-40f3-83a8-0e4cd08da31c req-8f9d98a3-a581-469f-9735-4c0c81721592 tempest-ServerRescueTestJSONUnderV235-830577405 tempest-ServerRescueTestJSONUnderV235-830577405-project] 10.222.0.39 "GET /v2.0/ports?device_id=db856037-c935-4002-ae78-dd56d70b43ec HTTP/1.1" status: 200 len: 931 time: 0.0547554 Aug 12 14:48:31.435893 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3bebb90a-3fe5-479e-bbb9-5ddd9b77bf32 req-83cc6f31-9f59-419f-9ca3-c5d9f826aea3 tempest-ServerRescueTestJSONUnderV235-830577405 tempest-ServerRescueTestJSONUnderV235-830577405-project] Network 4ca07038-0b96-477b-ad41-5713b4d66d53 is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:48:31.437336 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [req-3bebb90a-3fe5-479e-bbb9-5ddd9b77bf32 req-83cc6f31-9f59-419f-9ca3-c5d9f826aea3 tempest-ServerRescueTestJSONUnderV235-830577405 tempest-ServerRescueTestJSONUnderV235-830577405-project] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:48:31.446852 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bebb90a-3fe5-479e-bbb9-5ddd9b77bf32 req-83cc6f31-9f59-419f-9ca3-c5d9f826aea3 tempest-ServerRescueTestJSONUnderV235-830577405 tempest-ServerRescueTestJSONUnderV235-830577405-project] Received port after_create {{(pid=94467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:48:31.466288 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-21d0b783-f942-40f3-83a8-0e4cd08da31c req-7b7c1f1f-0c29-4cc6-ad07-e907fd6512cd tempest-ServerRescueTestJSONUnderV235-830577405 tempest-ServerRescueTestJSONUnderV235-830577405-project] 10.222.0.39 "GET /v2.0/security-groups?id=64c6cc2d-97ab-4107-896e-806704ae9d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411241 Aug 12 14:48:31.749655 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cc6f31-9f59-419f-9ca3-c5d9f826aea3 tempest-ServerRescueTestJSONUnderV235-830577405 tempest-ServerRescueTestJSONUnderV235-830577405-project] Pushing event updated for resources: {'Port': ['ID=c80ff18b-1cdf-4864-b62f-1ce8d2da59a2,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:48:31.832383 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-f9f8df96-94e7-4b37-8d9e-50830693c2ea req-daa54e72-f82e-405e-b058-6d4d19b13b4d service neutron] Attempting to bind port f0a3eec4-f0dd-42c2-a784-d6d930562858 on host n-h2-694802-15 for vnic_type normal with profile {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:48:31.832710 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-f9f8df96-94e7-4b37-8d9e-50830693c2ea req-daa54e72-f82e-405e-b058-6d4d19b13b4d service neutron] Attempting to bind port f0a3eec4-f0dd-42c2-a784-d6d930562858 by drivers openvswitch,hyperv on host n-h2-694802-15 at level 0 using segments [{'id': '45b28473-1709-41a1-b9df-2ccc6425c05f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '4552c891-e268-4d7c-98f1-e8736a29b277'}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:48:31.833040 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9f8df96-94e7-4b37-8d9e-50830693c2ea req-daa54e72-f82e-405e-b058-6d4d19b13b4d service neutron] Attempting to bind port f0a3eec4-f0dd-42c2-a784-d6d930562858 on network 4552c891-e268-4d7c-98f1-e8736a29b277 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:48:31.852865 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bebb90a-3fe5-479e-bbb9-5ddd9b77bf32 req-83cc6f31-9f59-419f-9ca3-c5d9f826aea3 tempest-ServerRescueTestJSONUnderV235-830577405 tempest-ServerRescueTestJSONUnderV235-830577405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:48:31.853473 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-3bebb90a-3fe5-479e-bbb9-5ddd9b77bf32 req-83cc6f31-9f59-419f-9ca3-c5d9f826aea3 tempest-ServerRescueTestJSONUnderV235-830577405 tempest-ServerRescueTestJSONUnderV235-830577405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:31.869387 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-2a7be3de-9e19-42ad-acc5-133453bf26b8 req-779cf238-7b42-4ee1-b29d-2bbd8c2bf573 service neutron] For port 19fab106-dc9b-4483-9e5b-186d5fa89aeb, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=19fab106-dc9b-4483-9e5b-186d5fa89aeb,segment=NetworkSegment(199ebfd5-fab1-4515-9a39-66aaf241adcb),segment_id=199ebfd5-fab1-4515-9a39-66aaf241adcb)] {{(pid=94467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:48:31.881666 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9f8df96-94e7-4b37-8d9e-50830693c2ea req-daa54e72-f82e-405e-b058-6d4d19b13b4d service neutron] Port f0a3eec4-f0dd-42c2-a784-d6d930562858 on network 4552c891-e268-4d7c-98f1-e8736a29b277 not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-15 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 14:48:31.881986 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9f8df96-94e7-4b37-8d9e-50830693c2ea req-daa54e72-f82e-405e-b058-6d4d19b13b4d service neutron] Attempting to bind port f0a3eec4-f0dd-42c2-a784-d6d930562858 on network 4552c891-e268-4d7c-98f1-e8736a29b277 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:48:31.884471 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-f58b27a0-cd7a-43fd-9d5c-279417391ba7 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:31.905657 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9f8df96-94e7-4b37-8d9e-50830693c2ea req-daa54e72-f82e-405e-b058-6d4d19b13b4d service neutron] Checking agent: {'id': 'b7697f71-33f3-4959-ad82-43c2dc15845d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 27, 42), 'started_at': datetime.datetime(2021, 8, 12, 14, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 48, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:48:31.905904 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9f8df96-94e7-4b37-8d9e-50830693c2ea req-daa54e72-f82e-405e-b058-6d4d19b13b4d service neutron] Checking segment: {'id': '45b28473-1709-41a1-b9df-2ccc6425c05f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '4552c891-e268-4d7c-98f1-e8736a29b277'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:48:31.906276 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9f8df96-94e7-4b37-8d9e-50830693c2ea req-daa54e72-f82e-405e-b058-6d4d19b13b4d service neutron] Bound using segment: {'id': '45b28473-1709-41a1-b9df-2ccc6425c05f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '4552c891-e268-4d7c-98f1-e8736a29b277'} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:48:31.906708 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-f9f8df96-94e7-4b37-8d9e-50830693c2ea req-daa54e72-f82e-405e-b058-6d4d19b13b4d service neutron] Bound port: f0a3eec4-f0dd-42c2-a784-d6d930562858, host: n-h2-694802-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45b28473-1709-41a1-b9df-2ccc6425c05f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '4552c891-e268-4d7c-98f1-e8736a29b277'}}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:48:31.907130 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-f9f8df96-94e7-4b37-8d9e-50830693c2ea req-daa54e72-f82e-405e-b058-6d4d19b13b4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:31.909624 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3bebb90a-3fe5-479e-bbb9-5ddd9b77bf32 req-83cc6f31-9f59-419f-9ca3-c5d9f826aea3 tempest-ServerRescueTestJSONUnderV235-830577405 tempest-ServerRescueTestJSONUnderV235-830577405-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6762521 Aug 12 14:48:31.953434 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbead055-3f3b-48a4-b9f6-54007e64bbf0 req-054e7d8a-74d2-4b14-b8f4-844849d4495e tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:48:31.954450 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99181be-0a7d-4e06-bb24-d70a863d53cc req-fc98db10-5507-43ac-a3b7-216be7b27a72 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:48:31.955066 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-bbead055-3f3b-48a4-b9f6-54007e64bbf0 req-054e7d8a-74d2-4b14-b8f4-844849d4495e tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/ports?device_id=b148e05e-7d9e-4da9-9b03-99a8a72e94ac HTTP/1.1" status: 200 len: 943 time: 0.0576472 Aug 12 14:48:31.955909 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b99181be-0a7d-4e06-bb24-d70a863d53cc req-fc98db10-5507-43ac-a3b7-216be7b27a72 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/ports?device_id=74ed7aa6-dbe2-4613-9887-791fa343e9a9 HTTP/1.1" status: 200 len: 943 time: 0.2088885 Aug 12 14:48:31.959578 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-3bebb90a-3fe5-479e-bbb9-5ddd9b77bf32 req-8c90e946-5fa0-419b-b2f4-8f0235b3f008 service neutron] Request body: {'port': {'device_id': 'db856037-c935-4002-ae78-dd56d70b43ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-694802-15'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:48:31.995279 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-bbead055-3f3b-48a4-b9f6-54007e64bbf0 req-f0f48f85-439a-4189-b70f-880e4d7a710d tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/security-groups?id=ae835367-3679-4f41-a825-d086536e4cce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331876 Aug 12 14:48:32.013184 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f58b27a0-cd7a-43fd-9d5c-279417391ba7 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Network a60d97ee-92b1-42ae-8aa9-6c9c30e82592 is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:48:32.060783 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [None req-f58b27a0-cd7a-43fd-9d5c-279417391ba7 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:48:32.067072 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58b27a0-cd7a-43fd-9d5c-279417391ba7 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Pushing event updated for resources: {'Port': ['ID=07c87d92-c7c8-4762-8c03-abed4ae11360,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:48:32.070238 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f58b27a0-cd7a-43fd-9d5c-279417391ba7 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Received port after_create {{(pid=94467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:48:32.073324 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-2a7be3de-9e19-42ad-acc5-133453bf26b8 req-779cf238-7b42-4ee1-b29d-2bbd8c2bf573 service neutron] For port 19fab106-dc9b-4483-9e5b-186d5fa89aeb, host n-h2-694802-15, cleared binding levels {{(pid=94467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:48:32.119260 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79da31a8-2b22-4f29-8c74-720820e2fb45 req-f3afabe0-7c19-4c56-85a3-b505903ed263 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:48:32.123516 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-79da31a8-2b22-4f29-8c74-720820e2fb45 req-f3afabe0-7c19-4c56-85a3-b505903ed263 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d387655-bc58-4d10-8c58-4428d6cc887c HTTP/1.1" status: 200 len: 946 time: 0.0669398 Aug 12 14:48:32.161990 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-79da31a8-2b22-4f29-8c74-720820e2fb45 req-fb418ed0-c191-4392-9736-bccbc7b23bd8 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/security-groups?id=321fdc30-89f7-41d5-9ead-31c9ab79a851&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341876 Aug 12 14:48:32.183599 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b99181be-0a7d-4e06-bb24-d70a863d53cc req-477df537-0a4c-4472-b7b6-8d1e53d17c11 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/security-groups?id=36246b04-094b-4845-831d-1126cf8a06ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2106252 Aug 12 14:48:32.212863 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-3bebb90a-3fe5-479e-bbb9-5ddd9b77bf32 req-8c90e946-5fa0-419b-b2f4-8f0235b3f008 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:32.237325 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d387655-bc58-4d10-8c58-4428d6cc887c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '19fab106-dc9b-4483-9e5b-186d5fa89aeb'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:48:32.239713 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e65282f928b64038367d043a4411777802006c43a98742496cb2e25b724ff1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44f358f9-bfd7-4cef-ba88-ef63c4bd0631" -d '{"events": [{"server_uuid": "4d387655-bc58-4d10-8c58-4428d6cc887c", "name": "network-vif-unplugged", "status": "completed", "tag": "19fab106-dc9b-4483-9e5b-186d5fa89aeb"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:48:32.248519 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f58b27a0-cd7a-43fd-9d5c-279417391ba7 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:48:32.249192 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-f58b27a0-cd7a-43fd-9d5c-279417391ba7 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:32.253571 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-2a7be3de-9e19-42ad-acc5-133453bf26b8 req-779cf238-7b42-4ee1-b29d-2bbd8c2bf573 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:32.256111 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-f9f8df96-94e7-4b37-8d9e-50830693c2ea req-daa54e72-f82e-405e-b058-6d4d19b13b4d service neutron] For port f0a3eec4-f0dd-42c2-a784-d6d930562858, host n-h2-694802-15, cleared binding levels {{(pid=94467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:48:32.262789 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-f9f8df96-94e7-4b37-8d9e-50830693c2ea req-daa54e72-f82e-405e-b058-6d4d19b13b4d service neutron] For port f0a3eec4-f0dd-42c2-a784-d6d930562858, host n-h2-694802-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=f0a3eec4-f0dd-42c2-a784-d6d930562858,segment=NetworkSegment(45b28473-1709-41a1-b9df-2ccc6425c05f),segment_id=45b28473-1709-41a1-b9df-2ccc6425c05f)] {{(pid=94467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:48:32.298582 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-f9f8df96-94e7-4b37-8d9e-50830693c2ea req-daa54e72-f82e-405e-b058-6d4d19b13b4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:32.312008 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [req-2a7be3de-9e19-42ad-acc5-133453bf26b8 req-779cf238-7b42-4ee1-b29d-2bbd8c2bf573 service neutron] Transition to ACTIVE for port object 19fab106-dc9b-4483-9e5b-186d5fa89aeb will not be triggered until provisioned by entity L2. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:48:32.316798 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 12 Aug 2021 14:48:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b13bcde-ed41-4e2e-88d9-6e4a5603008d x-openstack-request-id: req-7b13bcde-ed41-4e2e-88d9-6e4a5603008d {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:48:32.317090 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d387655-bc58-4d10-8c58-4428d6cc887c", "name": "network-vif-unplugged", "status": "completed", "tag": "19fab106-dc9b-4483-9e5b-186d5fa89aeb", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:48:32.317338 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7b13bcde-ed41-4e2e-88d9-6e4a5603008d {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:48:32.317726 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d387655-bc58-4d10-8c58-4428d6cc887c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '19fab106-dc9b-4483-9e5b-186d5fa89aeb', 'code': 200} Aug 12 14:48:32.341243 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-f58b27a0-cd7a-43fd-9d5c-279417391ba7 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.7605472 Aug 12 14:48:32.343895 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 55950) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:48:32.345391 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-2a7be3de-9e19-42ad-acc5-133453bf26b8 req-779cf238-7b42-4ee1-b29d-2bbd8c2bf573 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:32.349130 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-4da0cea4-68d8-46d8-84c0-d75f05245ffe tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Request body: {'port': {'network_id': 'a60d97ee-92b1-42ae-8aa9-6c9c30e82592', 'name': 'tempest-FloatingIPTestJSON-290752206'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:48:32.371050 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f8df96-94e7-4b37-8d9e-50830693c2ea req-daa54e72-f82e-405e-b058-6d4d19b13b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:48:32.371671 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-f9f8df96-94e7-4b37-8d9e-50830693c2ea req-daa54e72-f82e-405e-b058-6d4d19b13b4d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:32.373075 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f9f8df96-94e7-4b37-8d9e-50830693c2ea req-daa54e72-f82e-405e-b058-6d4d19b13b4d service neutron] 10.222.0.49 "PUT /v2.0/ports/f0a3eec4-f0dd-42c2-a784-d6d930562858 HTTP/1.1" status: 200 len: 1092 time: 2.6405821 Aug 12 14:48:32.528703 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa54e72-f82e-405e-b058-6d4d19b13b4d service neutron] Pushing event updated for resources: {'Port': ['ID=f0a3eec4-f0dd-42c2-a784-d6d930562858,revision_number=3']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:48:32.537717 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4da0cea4-68d8-46d8-84c0-d75f05245ffe tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Made reservation on behalf of 0a26f5f28fae41df9c0dda6d7a230544 for: {'port': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:48:32.542977 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4da0cea4-68d8-46d8-84c0-d75f05245ffe tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:32.591472 n-d-694802-15 neutron-server[94466]: DEBUG neutron.notifiers.nova [None req-4da0cea4-68d8-46d8-84c0-d75f05245ffe tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] device_id is not set on port 0eb13721-fb3a-4a97-9597-9aa62a821eb0 yet. {{(pid=94466) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 14:48:32.751980 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-4da0cea4-68d8-46d8-84c0-d75f05245ffe tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Allocated IP 172.20.0.6 (a60d97ee-92b1-42ae-8aa9-6c9c30e82592/176e9262-c532-4138-b55a-3a371eecd890/0eb13721-fb3a-4a97-9597-9aa62a821eb0) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:48:32.847909 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device af3eb0be-127c-4b87-9a6c-91a7631f3c0f up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:48:32.904904 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779cf238-7b42-4ee1-b29d-2bbd8c2bf573 service neutron] Pushing event updated for resources: {'Port': ['ID=19fab106-dc9b-4483-9e5b-186d5fa89aeb,revision_number=6']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:48:32.911199 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a7be3de-9e19-42ad-acc5-133453bf26b8 req-779cf238-7b42-4ee1-b29d-2bbd8c2bf573 service neutron] No DVR routers for this DVR port 19fab106-dc9b-4483-9e5b-186d5fa89aeb on host n-h2-694802-15 {{(pid=94467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:48:32.919915 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port af3eb0be-127c-4b87-9a6c-91a7631f3c0f triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:48:32.920104 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:32.954353 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4da0cea4-68d8-46d8-84c0-d75f05245ffe tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:32.973656 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0259919-91e3-4807-9894-924cac818367 req-7e829eb1-d184-46ba-aa6a-13ec66889f17 tempest-ServerRescueTestJSONUnderV235-830577405 tempest-ServerRescueTestJSONUnderV235-830577405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:48:32.975200 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b0259919-91e3-4807-9894-924cac818367 req-7e829eb1-d184-46ba-aa6a-13ec66889f17 tempest-ServerRescueTestJSONUnderV235-830577405 tempest-ServerRescueTestJSONUnderV235-830577405-project] 10.222.0.39 "GET /v2.0/ports?device_id=db856037-c935-4002-ae78-dd56d70b43ec HTTP/1.1" status: 200 len: 931 time: 0.3134604 Aug 12 14:48:32.977005 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f8df96-94e7-4b37-8d9e-50830693c2ea req-a1b5a894-c47c-490e-a82d-f099a1afa0aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:48:32.978416 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f9f8df96-94e7-4b37-8d9e-50830693c2ea req-a1b5a894-c47c-490e-a82d-f099a1afa0aa service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f4b313af8d624a809d563851b784d520&device_id=74ed7aa6-dbe2-4613-9887-791fa343e9a9 HTTP/1.1" status: 200 len: 1095 time: 0.5153525 Aug 12 14:48:33.005391 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4da0cea4-68d8-46d8-84c0-d75f05245ffe tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:33.053886 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4da0cea4-68d8-46d8-84c0-d75f05245ffe tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Network a60d97ee-92b1-42ae-8aa9-6c9c30e82592 is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:48:33.060459 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-4da0cea4-68d8-46d8-84c0-d75f05245ffe tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:48:33.063388 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4da0cea4-68d8-46d8-84c0-d75f05245ffe tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:48:33.084143 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f9f8df96-94e7-4b37-8d9e-50830693c2ea req-49f60c66-2dd8-4400-9c11-84a8a95cc51f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f0a3eec4-f0dd-42c2-a784-d6d930562858 HTTP/1.1" status: 200 len: 217 time: 0.0923698 Aug 12 14:48:33.094760 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da0cea4-68d8-46d8-84c0-d75f05245ffe tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Pushing event updated for resources: {'Port': ['ID=0eb13721-fb3a-4a97-9597-9aa62a821eb0,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:48:33.175936 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4da0cea4-68d8-46d8-84c0-d75f05245ffe tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:48:33.176932 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4da0cea4-68d8-46d8-84c0-d75f05245ffe tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:33.197737 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-4da0cea4-68d8-46d8-84c0-d75f05245ffe tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.8524871 Aug 12 14:48:33.202165 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device 19fab106-dc9b-4483-9e5b-186d5fa89aeb no longer exists at agent hyperv_n-h2-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:48:33.207243 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 55960) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:48:33.210647 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58b31c7-4adf-405f-bb49-868589d556cf req-3efd101f-dc86-4f2f-b161-ecfb7659d067 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:48:33.212557 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-f58b31c7-4adf-405f-bb49-868589d556cf req-3efd101f-dc86-4f2f-b161-ecfb7659d067 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/ports?device_id=b148e05e-7d9e-4da9-9b03-99a8a72e94ac HTTP/1.1" status: 200 len: 943 time: 0.1017342 Aug 12 14:48:33.221190 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b0259919-91e3-4807-9894-924cac818367 req-ff9cd346-d110-4acc-950c-2fc78c05b999 tempest-ServerRescueTestJSONUnderV235-830577405 tempest-ServerRescueTestJSONUnderV235-830577405-project] 10.222.0.39 "GET /v2.0/security-groups?id=64c6cc2d-97ab-4107-896e-806704ae9d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2332478 Aug 12 14:48:33.225345 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-8b6301d2-7242-49ec-a2d2-6ca631bea425 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Request body: {'floatingip': {'floating_network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'port_id': '0eb13721-fb3a-4a97-9597-9aa62a821eb0', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:48:33.254883 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device 19fab106-dc9b-4483-9e5b-186d5fa89aeb not bound to the agent host n-h2-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:48:33.270299 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f8df96-94e7-4b37-8d9e-50830693c2ea req-5eb554e3-e937-40f6-9b9c-7d8775549693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:48:33.271445 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-f58b31c7-4adf-405f-bb49-868589d556cf req-79c29571-eccd-4fdb-a914-f41177357bbb tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/security-groups?id=ae835367-3679-4f41-a825-d086536e4cce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509572 Aug 12 14:48:33.272052 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f9f8df96-94e7-4b37-8d9e-50830693c2ea req-5eb554e3-e937-40f6-9b9c-7d8775549693 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b3b4e56e-f3bd-4709-bfd6-3e62da1e0ac7 HTTP/1.1" status: 200 len: 851 time: 0.1583540 Aug 12 14:48:33.383413 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e912a3-2e67-4923-8759-4363b5cd7c7b req-b1a2baeb-2d89-40d9-93f8-fabe2b2660c8 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:48:33.385189 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-31e912a3-2e67-4923-8759-4363b5cd7c7b req-b1a2baeb-2d89-40d9-93f8-fabe2b2660c8 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/ports?device_id=74ed7aa6-dbe2-4613-9887-791fa343e9a9 HTTP/1.1" status: 200 len: 943 time: 0.0493493 Aug 12 14:48:33.415755 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-8b6301d2-7242-49ec-a2d2-6ca631bea425 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Notify callbacks [] for floatingip, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:33.425290 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-31e912a3-2e67-4923-8759-4363b5cd7c7b req-b8d9f33a-db25-4263-b5a4-efd9241798e0 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/security-groups?id=36246b04-094b-4845-831d-1126cf8a06ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332515 Aug 12 14:48:33.441975 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-2a7be3de-9e19-42ad-acc5-133453bf26b8 req-779cf238-7b42-4ee1-b29d-2bbd8c2bf573 service neutron] Attempting to bind port 19fab106-dc9b-4483-9e5b-186d5fa89aeb on host n-h1-694802-15 for vnic_type normal with profile {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:48:33.442308 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-2a7be3de-9e19-42ad-acc5-133453bf26b8 req-779cf238-7b42-4ee1-b29d-2bbd8c2bf573 service neutron] Attempting to bind port 19fab106-dc9b-4483-9e5b-186d5fa89aeb by drivers openvswitch,hyperv on host n-h1-694802-15 at level 0 using segments [{'id': '199ebfd5-fab1-4515-9a39-66aaf241adcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'd9c97fa4-c1d2-4fbd-9aee-05dd83901300'}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:48:33.442637 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a7be3de-9e19-42ad-acc5-133453bf26b8 req-779cf238-7b42-4ee1-b29d-2bbd8c2bf573 service neutron] Attempting to bind port 19fab106-dc9b-4483-9e5b-186d5fa89aeb on network d9c97fa4-c1d2-4fbd-9aee-05dd83901300 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:48:33.448553 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [req-3bebb90a-3fe5-479e-bbb9-5ddd9b77bf32 req-8c90e946-5fa0-419b-b2f4-8f0235b3f008 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c80ff18b-1cdf-4864-b62f-1ce8d2da59a2 {{(pid=94467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:48:33.499734 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f8df96-94e7-4b37-8d9e-50830693c2ea req-93c72687-9a9b-4914-be20-b86d6d36b32e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:48:33.501331 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f9f8df96-94e7-4b37-8d9e-50830693c2ea req-93c72687-9a9b-4914-be20-b86d6d36b32e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=4552c891-e268-4d7c-98f1-e8736a29b277&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2211535 Aug 12 14:48:33.503259 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-3bebb90a-3fe5-479e-bbb9-5ddd9b77bf32 req-8c90e946-5fa0-419b-b2f4-8f0235b3f008 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:33.511527 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a7be3de-9e19-42ad-acc5-133453bf26b8 req-779cf238-7b42-4ee1-b29d-2bbd8c2bf573 service neutron] Port 19fab106-dc9b-4483-9e5b-186d5fa89aeb on network d9c97fa4-c1d2-4fbd-9aee-05dd83901300 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-15 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 14:48:33.511853 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a7be3de-9e19-42ad-acc5-133453bf26b8 req-779cf238-7b42-4ee1-b29d-2bbd8c2bf573 service neutron] Attempting to bind port 19fab106-dc9b-4483-9e5b-186d5fa89aeb on network d9c97fa4-c1d2-4fbd-9aee-05dd83901300 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:48:33.538492 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f350ee8f-0959-4ca6-9b5c-dc957e81854f req-2df2140e-0dfa-4b25-929d-6b1459baf305 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:48:33.540031 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f350ee8f-0959-4ca6-9b5c-dc957e81854f req-2df2140e-0dfa-4b25-929d-6b1459baf305 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d387655-bc58-4d10-8c58-4428d6cc887c HTTP/1.1" status: 200 len: 944 time: 0.2404249 Aug 12 14:48:33.555578 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a7be3de-9e19-42ad-acc5-133453bf26b8 req-779cf238-7b42-4ee1-b29d-2bbd8c2bf573 service neutron] Checking agent: {'id': 'de568313-a3e6-454a-9813-77e25edcea95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 27, 41), 'started_at': datetime.datetime(2021, 8, 12, 14, 27, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 48, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:48:33.555920 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a7be3de-9e19-42ad-acc5-133453bf26b8 req-779cf238-7b42-4ee1-b29d-2bbd8c2bf573 service neutron] Checking segment: {'id': '199ebfd5-fab1-4515-9a39-66aaf241adcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'd9c97fa4-c1d2-4fbd-9aee-05dd83901300'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:48:33.556300 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a7be3de-9e19-42ad-acc5-133453bf26b8 req-779cf238-7b42-4ee1-b29d-2bbd8c2bf573 service neutron] Bound using segment: {'id': '199ebfd5-fab1-4515-9a39-66aaf241adcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'd9c97fa4-c1d2-4fbd-9aee-05dd83901300'} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:48:33.556736 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-2a7be3de-9e19-42ad-acc5-133453bf26b8 req-779cf238-7b42-4ee1-b29d-2bbd8c2bf573 service neutron] Bound port: 19fab106-dc9b-4483-9e5b-186d5fa89aeb, host: n-h1-694802-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '199ebfd5-fab1-4515-9a39-66aaf241adcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'd9c97fa4-c1d2-4fbd-9aee-05dd83901300'}}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:48:33.557098 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-2a7be3de-9e19-42ad-acc5-133453bf26b8 req-779cf238-7b42-4ee1-b29d-2bbd8c2bf573 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:33.562253 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [req-3bebb90a-3fe5-479e-bbb9-5ddd9b77bf32 req-8c90e946-5fa0-419b-b2f4-8f0235b3f008 service neutron] Transition to ACTIVE for port object c80ff18b-1cdf-4864-b62f-1ce8d2da59a2 will not be triggered until provisioned by entity L2. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:48:33.607336 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-3bebb90a-3fe5-479e-bbb9-5ddd9b77bf32 req-8c90e946-5fa0-419b-b2f4-8f0235b3f008 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:34.002744 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f350ee8f-0959-4ca6-9b5c-dc957e81854f req-872e9014-428e-4a27-a6c5-977fd9db3048 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/security-groups?id=321fdc30-89f7-41d5-9ead-31c9ab79a851&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4415622 Aug 12 14:48:34.009222 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c90e946-5fa0-419b-b2f4-8f0235b3f008 service neutron] Pushing event updated for resources: {'Port': ['ID=c80ff18b-1cdf-4864-b62f-1ce8d2da59a2,revision_number=2']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:48:34.079675 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f9f8df96-94e7-4b37-8d9e-50830693c2ea req-9ce90f7e-48fa-4c1b-9a5c-11b6c97b6475 service neutron] 10.222.0.49 "GET /v2.0/networks/4552c891-e268-4d7c-98f1-e8736a29b277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5656166 Aug 12 14:48:34.087180 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-2a7be3de-9e19-42ad-acc5-133453bf26b8 req-779cf238-7b42-4ee1-b29d-2bbd8c2bf573 service neutron] For port 19fab106-dc9b-4483-9e5b-186d5fa89aeb, host n-h1-694802-15, cleared binding levels {{(pid=94467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:48:34.119465 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-2a7be3de-9e19-42ad-acc5-133453bf26b8 req-779cf238-7b42-4ee1-b29d-2bbd8c2bf573 service neutron] For port 19fab106-dc9b-4483-9e5b-186d5fa89aeb, host n-h1-694802-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=19fab106-dc9b-4483-9e5b-186d5fa89aeb,segment=NetworkSegment(199ebfd5-fab1-4515-9a39-66aaf241adcb),segment_id=199ebfd5-fab1-4515-9a39-66aaf241adcb)] {{(pid=94467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:48:34.163483 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-2a7be3de-9e19-42ad-acc5-133453bf26b8 req-779cf238-7b42-4ee1-b29d-2bbd8c2bf573 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:34.224332 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7be3de-9e19-42ad-acc5-133453bf26b8 req-779cf238-7b42-4ee1-b29d-2bbd8c2bf573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:48:34.224988 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-2a7be3de-9e19-42ad-acc5-133453bf26b8 req-779cf238-7b42-4ee1-b29d-2bbd8c2bf573 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:34.226410 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2a7be3de-9e19-42ad-acc5-133453bf26b8 req-779cf238-7b42-4ee1-b29d-2bbd8c2bf573 service neutron] 10.222.0.64 "PUT /v2.0/ports/19fab106-dc9b-4483-9e5b-186d5fa89aeb HTTP/1.1" status: 200 len: 1093 time: 3.5747626 Aug 12 14:48:34.236478 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-3bebb90a-3fe5-479e-bbb9-5ddd9b77bf32 req-8c90e946-5fa0-419b-b2f4-8f0235b3f008 service neutron] Attempting to bind port c80ff18b-1cdf-4864-b62f-1ce8d2da59a2 on host n-h1-694802-15 for vnic_type normal with profile {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:48:34.236811 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-3bebb90a-3fe5-479e-bbb9-5ddd9b77bf32 req-8c90e946-5fa0-419b-b2f4-8f0235b3f008 service neutron] Attempting to bind port c80ff18b-1cdf-4864-b62f-1ce8d2da59a2 by drivers openvswitch,hyperv on host n-h1-694802-15 at level 0 using segments [{'id': 'bca64529-9ccc-4066-be28-7542220cf77a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '4ca07038-0b96-477b-ad41-5713b4d66d53'}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:48:34.237146 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bebb90a-3fe5-479e-bbb9-5ddd9b77bf32 req-8c90e946-5fa0-419b-b2f4-8f0235b3f008 service neutron] Attempting to bind port c80ff18b-1cdf-4864-b62f-1ce8d2da59a2 on network 4ca07038-0b96-477b-ad41-5713b4d66d53 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:48:34.245750 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-8b6301d2-7242-49ec-a2d2-6ca631bea425 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:34.302154 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bebb90a-3fe5-479e-bbb9-5ddd9b77bf32 req-8c90e946-5fa0-419b-b2f4-8f0235b3f008 service neutron] Port c80ff18b-1cdf-4864-b62f-1ce8d2da59a2 on network 4ca07038-0b96-477b-ad41-5713b4d66d53 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-15 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 14:48:34.302866 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bebb90a-3fe5-479e-bbb9-5ddd9b77bf32 req-8c90e946-5fa0-419b-b2f4-8f0235b3f008 service neutron] Attempting to bind port c80ff18b-1cdf-4864-b62f-1ce8d2da59a2 on network 4ca07038-0b96-477b-ad41-5713b4d66d53 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:48:34.350118 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74ed7aa6-dbe2-4613-9887-791fa343e9a9', 'tag': 'f0a3eec4-f0dd-42c2-a784-d6d930562858'}, {'name': 'network-changed', 'server_uuid': '4d387655-bc58-4d10-8c58-4428d6cc887c', 'tag': '19fab106-dc9b-4483-9e5b-186d5fa89aeb'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:48:34.352366 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e65282f928b64038367d043a4411777802006c43a98742496cb2e25b724ff1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-543e2ce0-5fe9-40a8-ac08-b222e19e721f" -d '{"events": [{"name": "network-changed", "server_uuid": "74ed7aa6-dbe2-4613-9887-791fa343e9a9", "tag": "f0a3eec4-f0dd-42c2-a784-d6d930562858"}, {"name": "network-changed", "server_uuid": "4d387655-bc58-4d10-8c58-4428d6cc887c", "tag": "19fab106-dc9b-4483-9e5b-186d5fa89aeb"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:48:34.362076 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779cf238-7b42-4ee1-b29d-2bbd8c2bf573 service neutron] Pushing event updated for resources: {'Port': ['ID=19fab106-dc9b-4483-9e5b-186d5fa89aeb,revision_number=7']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:48:34.375720 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bebb90a-3fe5-479e-bbb9-5ddd9b77bf32 req-8c90e946-5fa0-419b-b2f4-8f0235b3f008 service neutron] Checking agent: {'id': 'de568313-a3e6-454a-9813-77e25edcea95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 27, 41), 'started_at': datetime.datetime(2021, 8, 12, 14, 27, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 48, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:48:34.376063 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bebb90a-3fe5-479e-bbb9-5ddd9b77bf32 req-8c90e946-5fa0-419b-b2f4-8f0235b3f008 service neutron] Checking segment: {'id': 'bca64529-9ccc-4066-be28-7542220cf77a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '4ca07038-0b96-477b-ad41-5713b4d66d53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:48:34.376455 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bebb90a-3fe5-479e-bbb9-5ddd9b77bf32 req-8c90e946-5fa0-419b-b2f4-8f0235b3f008 service neutron] Bound using segment: {'id': 'bca64529-9ccc-4066-be28-7542220cf77a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '4ca07038-0b96-477b-ad41-5713b4d66d53'} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:48:34.376903 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-3bebb90a-3fe5-479e-bbb9-5ddd9b77bf32 req-8c90e946-5fa0-419b-b2f4-8f0235b3f008 service neutron] Bound port: c80ff18b-1cdf-4864-b62f-1ce8d2da59a2, host: n-h1-694802-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bca64529-9ccc-4066-be28-7542220cf77a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '4ca07038-0b96-477b-ad41-5713b4d66d53'}}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:48:34.377266 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-3bebb90a-3fe5-479e-bbb9-5ddd9b77bf32 req-8c90e946-5fa0-419b-b2f4-8f0235b3f008 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:34.379901 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8664de-815f-4cbd-8b98-8c95210adf98 req-be59b23d-e953-439f-8c70-54ff6d25ec94 tempest-ServerRescueTestJSONUnderV235-830577405 tempest-ServerRescueTestJSONUnderV235-830577405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:48:34.380821 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f9f8df96-94e7-4b37-8d9e-50830693c2ea req-6484c5b8-6f59-4fd6-9648-540de5dc8dad service neutron] 10.222.0.49 "GET /v2.0/networks/4552c891-e268-4d7c-98f1-e8736a29b277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2840176 Aug 12 14:48:34.381451 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-db8664de-815f-4cbd-8b98-8c95210adf98 req-be59b23d-e953-439f-8c70-54ff6d25ec94 tempest-ServerRescueTestJSONUnderV235-830577405 tempest-ServerRescueTestJSONUnderV235-830577405-project] 10.222.0.39 "GET /v2.0/ports?device_id=db856037-c935-4002-ae78-dd56d70b43ec HTTP/1.1" status: 200 len: 943 time: 0.0830266 Aug 12 14:48:34.440771 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-db8664de-815f-4cbd-8b98-8c95210adf98 req-5aff613c-3682-4091-b469-3598075dfa83 tempest-ServerRescueTestJSONUnderV235-830577405 tempest-ServerRescueTestJSONUnderV235-830577405-project] 10.222.0.39 "GET /v2.0/security-groups?id=64c6cc2d-97ab-4107-896e-806704ae9d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504472 Aug 12 14:48:34.499710 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7be3de-9e19-42ad-acc5-133453bf26b8 req-7384a74c-1e8a-4b98-a029-ce25a3cba433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:48:34.501399 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2a7be3de-9e19-42ad-acc5-133453bf26b8 req-7384a74c-1e8a-4b98-a029-ce25a3cba433 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6774b656eb8145eb998ea0059b40b4c3&device_id=4d387655-bc58-4d10-8c58-4428d6cc887c HTTP/1.1" status: 200 len: 1096 time: 0.2370374 Aug 12 14:48:34.508580 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 12 Aug 2021 14:48:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-117d99f4-59a8-4c6d-bb00-8674d488a4b4 x-openstack-request-id: req-117d99f4-59a8-4c6d-bb00-8674d488a4b4 {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:48:34.508876 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74ed7aa6-dbe2-4613-9887-791fa343e9a9", "tag": "f0a3eec4-f0dd-42c2-a784-d6d930562858", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "4d387655-bc58-4d10-8c58-4428d6cc887c", "tag": "19fab106-dc9b-4483-9e5b-186d5fa89aeb", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:48:34.509127 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-117d99f4-59a8-4c6d-bb00-8674d488a4b4 {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:48:34.509568 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74ed7aa6-dbe2-4613-9887-791fa343e9a9', 'tag': 'f0a3eec4-f0dd-42c2-a784-d6d930562858', 'status': 'completed', 'code': 200} Aug 12 14:48:34.509764 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d387655-bc58-4d10-8c58-4428d6cc887c', 'tag': '19fab106-dc9b-4483-9e5b-186d5fa89aeb', 'status': 'completed', 'code': 200} Aug 12 14:48:34.596185 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924f185d-91ea-44e1-9182-054f83e34405 req-f4388b1c-2ad4-4e4d-b565-65ddf8606298 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:48:34.597675 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-924f185d-91ea-44e1-9182-054f83e34405 req-f4388b1c-2ad4-4e4d-b565-65ddf8606298 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/ports?device_id=74ed7aa6-dbe2-4613-9887-791fa343e9a9 HTTP/1.1" status: 200 len: 943 time: 0.0489547 Aug 12 14:48:34.629588 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff6b68c-cbf0-4e52-af3b-a160073a0858 req-c86f7cff-fef7-45a0-97e0-1d8d854e7191 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:48:34.631129 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9ff6b68c-cbf0-4e52-af3b-a160073a0858 req-c86f7cff-fef7-45a0-97e0-1d8d854e7191 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/ports?device_id=b148e05e-7d9e-4da9-9b03-99a8a72e94ac HTTP/1.1" status: 200 len: 943 time: 0.2492006 Aug 12 14:48:34.641830 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-924f185d-91ea-44e1-9182-054f83e34405 req-ea32d2dc-8cd9-4b13-8cfe-6d11e18776da tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/security-groups?id=36246b04-094b-4845-831d-1126cf8a06ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377908 Aug 12 14:48:34.649833 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_common [None req-8b6301d2-7242-49ec-a2d2-6ca631bea425 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Allocated IP 172.25.1.19 (d3759e1b-6c03-45ac-acd4-90abb417809b/f0254f08-c19c-4e31-bd9c-09389ea4b6f2/331bb94b-3b00-43a4-83f2-cc2d531b49f2) {{(pid=94467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:48:34.681052 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-3bebb90a-3fe5-479e-bbb9-5ddd9b77bf32 req-8c90e946-5fa0-419b-b2f4-8f0235b3f008 service neutron] For port c80ff18b-1cdf-4864-b62f-1ce8d2da59a2, host n-h1-694802-15, cleared binding levels {{(pid=94467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:48:34.719245 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-3bebb90a-3fe5-479e-bbb9-5ddd9b77bf32 req-8c90e946-5fa0-419b-b2f4-8f0235b3f008 service neutron] For port c80ff18b-1cdf-4864-b62f-1ce8d2da59a2, host n-h1-694802-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=c80ff18b-1cdf-4864-b62f-1ce8d2da59a2,segment=NetworkSegment(bca64529-9ccc-4066-be28-7542220cf77a),segment_id=bca64529-9ccc-4066-be28-7542220cf77a)] {{(pid=94467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:48:34.769080 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-3bebb90a-3fe5-479e-bbb9-5ddd9b77bf32 req-8c90e946-5fa0-419b-b2f4-8f0235b3f008 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:34.782508 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543e2ce0-5fe9-40a8-ac08-b222e19e721f req-120c191f-8c87-43f1-8d52-7e5b2cbc9f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:48:34.784398 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-543e2ce0-5fe9-40a8-ac08-b222e19e721f req-120c191f-8c87-43f1-8d52-7e5b2cbc9f35 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f4b313af8d624a809d563851b784d520&device_id=74ed7aa6-dbe2-4613-9887-791fa343e9a9 HTTP/1.1" status: 200 len: 1095 time: 0.2499783 Aug 12 14:48:34.843996 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9ff6b68c-cbf0-4e52-af3b-a160073a0858 req-2d0df44e-22f5-4ebf-8ce9-6f2d1629e86d tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/security-groups?id=ae835367-3679-4f41-a825-d086536e4cce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1986620 Aug 12 14:48:34.894355 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bebb90a-3fe5-479e-bbb9-5ddd9b77bf32 req-8c90e946-5fa0-419b-b2f4-8f0235b3f008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:48:34.894974 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-3bebb90a-3fe5-479e-bbb9-5ddd9b77bf32 req-8c90e946-5fa0-419b-b2f4-8f0235b3f008 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:34.896368 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3bebb90a-3fe5-479e-bbb9-5ddd9b77bf32 req-8c90e946-5fa0-419b-b2f4-8f0235b3f008 service neutron] 10.222.0.64 "PUT /v2.0/ports/c80ff18b-1cdf-4864-b62f-1ce8d2da59a2 HTTP/1.1" status: 200 len: 1092 time: 2.9504430 Aug 12 14:48:34.899239 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7be3de-9e19-42ad-acc5-133453bf26b8 req-e1586066-5473-4649-a43e-dbe75978397f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:48:34.900874 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2a7be3de-9e19-42ad-acc5-133453bf26b8 req-e1586066-5473-4649-a43e-dbe75978397f service neutron] 10.222.0.64 "GET /v2.0/networks?id=d9c97fa4-c1d2-4fbd-9aee-05dd83901300 HTTP/1.1" status: 200 len: 897 time: 0.3733394 Aug 12 14:48:35.003151 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c90e946-5fa0-419b-b2f4-8f0235b3f008 service neutron] Pushing event updated for resources: {'Port': ['ID=c80ff18b-1cdf-4864-b62f-1ce8d2da59a2,revision_number=3']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:48:35.069783 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-8b6301d2-7242-49ec-a2d2-6ca631bea425 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Notify callbacks [] for port, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:35.079311 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2a7be3de-9e19-42ad-acc5-133453bf26b8 req-122efdbd-781f-45d4-a861-3112887d4d86 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=19fab106-dc9b-4483-9e5b-186d5fa89aeb HTTP/1.1" status: 200 len: 999 time: 0.1683240 Aug 12 14:48:35.104194 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bebb90a-3fe5-479e-bbb9-5ddd9b77bf32 req-db833881-4da2-4b73-8107-051787009e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:48:35.105700 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3bebb90a-3fe5-479e-bbb9-5ddd9b77bf32 req-db833881-4da2-4b73-8107-051787009e5c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7f4b55b810a04109be81b8288068f054&device_id=db856037-c935-4002-ae78-dd56d70b43ec HTTP/1.1" status: 200 len: 1095 time: 0.1669111 Aug 12 14:48:35.121001 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9ea1e1-0dba-4042-bb83-93286185ef53 req-b9487e51-c83b-4b89-be6b-b5147f66b5fd tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:48:35.122499 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-ca9ea1e1-0dba-4042-bb83-93286185ef53 req-b9487e51-c83b-4b89-be6b-b5147f66b5fd tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d387655-bc58-4d10-8c58-4428d6cc887c HTTP/1.1" status: 200 len: 944 time: 0.0496447 Aug 12 14:48:35.125537 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543e2ce0-5fe9-40a8-ac08-b222e19e721f req-0acdd170-bc4f-4e39-9e7b-21d635608d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:48:35.126992 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-543e2ce0-5fe9-40a8-ac08-b222e19e721f req-0acdd170-bc4f-4e39-9e7b-21d635608d5b service neutron] 10.222.0.49 "GET /v2.0/networks?id=4552c891-e268-4d7c-98f1-e8736a29b277 HTTP/1.1" status: 200 len: 913 time: 0.3287239 Aug 12 14:48:35.172655 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-ca9ea1e1-0dba-4042-bb83-93286185ef53 req-cc1db03f-d609-4c18-83e3-1d1ca9f1a102 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/security-groups?id=321fdc30-89f7-41d5-9ead-31c9ab79a851&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440094 Aug 12 14:48:35.216884 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3bebb90a-3fe5-479e-bbb9-5ddd9b77bf32 req-2c49f903-2948-413d-8c0d-7dc34002ba47 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c80ff18b-1cdf-4864-b62f-1ce8d2da59a2 HTTP/1.1" status: 200 len: 217 time: 0.0888798 Aug 12 14:48:35.221148 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-543e2ce0-5fe9-40a8-ac08-b222e19e721f req-9c858ed2-fc8f-4571-87e4-bf5bf87c96fe service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f0a3eec4-f0dd-42c2-a784-d6d930562858 HTTP/1.1" status: 200 len: 217 time: 0.0832567 Aug 12 14:48:35.242289 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7be3de-9e19-42ad-acc5-133453bf26b8 req-e90e916e-cd22-4e4e-94bf-e58ebf810386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:48:35.243759 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2a7be3de-9e19-42ad-acc5-133453bf26b8 req-e90e916e-cd22-4e4e-94bf-e58ebf810386 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=66743767-d534-4d76-9edd-9efd3bb0de9a HTTP/1.1" status: 200 len: 834 time: 0.1514931 Aug 12 14:48:35.355624 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-8b6301d2-7242-49ec-a2d2-6ca631bea425 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:35.367102 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543e2ce0-5fe9-40a8-ac08-b222e19e721f req-b06f468b-03c9-4edb-b789-6cdd7db384ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:48:35.368587 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-543e2ce0-5fe9-40a8-ac08-b222e19e721f req-b06f468b-03c9-4edb-b789-6cdd7db384ad service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b3b4e56e-f3bd-4709-bfd6-3e62da1e0ac7 HTTP/1.1" status: 200 len: 851 time: 0.1320403 Aug 12 14:48:35.369786 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bebb90a-3fe5-479e-bbb9-5ddd9b77bf32 req-9cc0ae43-03d7-4835-b407-2fc35952471c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:48:35.371670 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3bebb90a-3fe5-479e-bbb9-5ddd9b77bf32 req-9cc0ae43-03d7-4835-b407-2fc35952471c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=187174f9-9f3a-4f34-a47c-8b966707662a HTTP/1.1" status: 200 len: 860 time: 0.1450636 Aug 12 14:48:35.413267 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7be3de-9e19-42ad-acc5-133453bf26b8 req-32b72a17-19e5-41eb-8573-d653a500b72e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:48:35.414668 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2a7be3de-9e19-42ad-acc5-133453bf26b8 req-32b72a17-19e5-41eb-8573-d653a500b72e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d9c97fa4-c1d2-4fbd-9aee-05dd83901300&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1368978 Aug 12 14:48:35.455307 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3bebb90a-3fe5-479e-bbb9-5ddd9b77bf32 req-8e23d981-1b41-48dd-a4c5-5f2908a9dd1d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4ca07038-0b96-477b-ad41-5713b4d66d53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0607665 Aug 12 14:48:35.465559 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b6301d2-7242-49ec-a2d2-6ca631bea425 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Network d3759e1b-6c03-45ac-acd4-90abb417809b is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:48:35.517149 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [None req-8b6301d2-7242-49ec-a2d2-6ca631bea425 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:48:35.535751 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b6301d2-7242-49ec-a2d2-6ca631bea425 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Received port after_create {{(pid=94467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:48:35.577239 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6301d2-7242-49ec-a2d2-6ca631bea425 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Pushing event updated for resources: {'Port': ['ID=331bb94b-3b00-43a4-83f2-cc2d531b49f2,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:48:35.647250 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543e2ce0-5fe9-40a8-ac08-b222e19e721f req-e6ead839-11f0-42e8-b713-3aef13ab2557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:48:35.648672 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-543e2ce0-5fe9-40a8-ac08-b222e19e721f req-e6ead839-11f0-42e8-b713-3aef13ab2557 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=4552c891-e268-4d7c-98f1-e8736a29b277&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2552571 Aug 12 14:48:35.758975 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd227ad-73ec-4af0-b6b0-150976f351fb req-0d4542f6-5c66-4fec-a19c-28482821427b tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:48:35.760590 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-1cd227ad-73ec-4af0-b6b0-150976f351fb req-0d4542f6-5c66-4fec-a19c-28482821427b tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/ports?device_id=74ed7aa6-dbe2-4613-9887-791fa343e9a9 HTTP/1.1" status: 200 len: 943 time: 0.0500429 Aug 12 14:48:35.783108 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2a7be3de-9e19-42ad-acc5-133453bf26b8 req-b1ef11a3-7d0f-4c44-b973-b17765e91aee service neutron] 10.222.0.64 "GET /v2.0/networks/d9c97fa4-c1d2-4fbd-9aee-05dd83901300?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3335333 Aug 12 14:48:35.794851 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec98111-d526-4506-a304-32777a792ddf req-b61978db-4899-4130-9e6b-896b12487fe0 tempest-ServerRescueTestJSONUnderV235-830577405 tempest-ServerRescueTestJSONUnderV235-830577405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:48:35.796342 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-7ec98111-d526-4506-a304-32777a792ddf req-b61978db-4899-4130-9e6b-896b12487fe0 tempest-ServerRescueTestJSONUnderV235-830577405 tempest-ServerRescueTestJSONUnderV235-830577405-project] 10.222.0.39 "GET /v2.0/ports?device_id=db856037-c935-4002-ae78-dd56d70b43ec HTTP/1.1" status: 200 len: 943 time: 0.2641292 Aug 12 14:48:35.800823 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-1cd227ad-73ec-4af0-b6b0-150976f351fb req-57677f66-90d0-4ac0-abd3-afdfc60bb761 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/security-groups?id=36246b04-094b-4845-831d-1126cf8a06ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333481 Aug 12 14:48:35.807921 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3bebb90a-3fe5-479e-bbb9-5ddd9b77bf32 req-66d21672-cfe2-43ac-b36f-054302ce6582 service neutron] 10.222.0.64 "GET /v2.0/networks/4ca07038-0b96-477b-ad41-5713b4d66d53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3398871 Aug 12 14:48:36.141637 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbfc3c4-a80e-4dc5-b28b-0ddc8438e3d7 req-3378b484-987e-470f-9341-a1d22a7c039d tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:48:36.143365 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-7cbfc3c4-a80e-4dc5-b28b-0ddc8438e3d7 req-3378b484-987e-470f-9341-a1d22a7c039d tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/ports?device_id=b148e05e-7d9e-4da9-9b03-99a8a72e94ac HTTP/1.1" status: 200 len: 943 time: 0.0510662 Aug 12 14:48:36.189104 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-7cbfc3c4-a80e-4dc5-b28b-0ddc8438e3d7 req-e911def3-26e4-4c5c-a032-e38bcd6e81a7 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/security-groups?id=ae835367-3679-4f41-a825-d086536e4cce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397215 Aug 12 14:48:36.302605 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f941e3aa-f0fc-412f-b8d7-4afef90c536a req-f9cccd3e-1f37-4368-b961-eeb308421c06 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:48:36.304202 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-f941e3aa-f0fc-412f-b8d7-4afef90c536a req-f9cccd3e-1f37-4368-b961-eeb308421c06 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d387655-bc58-4d10-8c58-4428d6cc887c HTTP/1.1" status: 200 len: 944 time: 0.0508394 Aug 12 14:48:36.335027 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-543e2ce0-5fe9-40a8-ac08-b222e19e721f req-a9d62fc5-42e5-4dbf-af3b-e4973569af5b service neutron] 10.222.0.49 "GET /v2.0/networks/4552c891-e268-4d7c-98f1-e8736a29b277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6695812 Aug 12 14:48:36.343340 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-f941e3aa-f0fc-412f-b8d7-4afef90c536a req-8ab0b0f9-0d80-4be7-8bb1-f52c5fbe10d6 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/security-groups?id=321fdc30-89f7-41d5-9ead-31c9ab79a851&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321889 Aug 12 14:48:36.346954 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-7ec98111-d526-4506-a304-32777a792ddf req-82b8deca-887a-474d-9664-f7b1ccfa1ade tempest-ServerRescueTestJSONUnderV235-830577405 tempest-ServerRescueTestJSONUnderV235-830577405-project] 10.222.0.39 "GET /v2.0/security-groups?id=64c6cc2d-97ab-4107-896e-806704ae9d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5306187 Aug 12 14:48:36.459941 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2a7be3de-9e19-42ad-acc5-133453bf26b8 req-bfd479ef-b67b-45cf-b1b3-a4857c62ca44 service neutron] 10.222.0.64 "GET /v2.0/networks/d9c97fa4-c1d2-4fbd-9aee-05dd83901300?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6543748 Aug 12 14:48:36.464505 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3bebb90a-3fe5-479e-bbb9-5ddd9b77bf32 req-5b00d19e-bf6d-4259-b1e4-b048e30640a2 service neutron] 10.222.0.64 "GET /v2.0/networks/4ca07038-0b96-477b-ad41-5713b4d66d53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6284831 Aug 12 14:48:36.510436 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db856037-c935-4002-ae78-dd56d70b43ec', 'tag': 'c80ff18b-1cdf-4864-b62f-1ce8d2da59a2'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:48:36.512927 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e65282f928b64038367d043a4411777802006c43a98742496cb2e25b724ff1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2ec3adc-1a1e-46c4-bb5f-0e83885e6641" -d '{"events": [{"name": "network-changed", "server_uuid": "db856037-c935-4002-ae78-dd56d70b43ec", "tag": "c80ff18b-1cdf-4864-b62f-1ce8d2da59a2"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:48:36.593598 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 14:48:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dc3a5f8-8ae7-4f6b-ac47-b9fb6befe200 x-openstack-request-id: req-2dc3a5f8-8ae7-4f6b-ac47-b9fb6befe200 {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:48:36.593885 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db856037-c935-4002-ae78-dd56d70b43ec", "tag": "c80ff18b-1cdf-4864-b62f-1ce8d2da59a2", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:48:36.594291 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2dc3a5f8-8ae7-4f6b-ac47-b9fb6befe200 {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:48:36.594692 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db856037-c935-4002-ae78-dd56d70b43ec', 'tag': 'c80ff18b-1cdf-4864-b62f-1ce8d2da59a2', 'status': 'completed', 'code': 200} Aug 12 14:48:36.627589 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-543e2ce0-5fe9-40a8-ac08-b222e19e721f req-6547f411-9375-4397-a6f5-2303d828bcd4 service neutron] 10.222.0.49 "GET /v2.0/networks/4552c891-e268-4d7c-98f1-e8736a29b277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2754972 Aug 12 14:48:36.773193 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543e2ce0-5fe9-40a8-ac08-b222e19e721f req-c9423864-c37d-410f-b9b3-99ba3f046e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:48:36.774723 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-543e2ce0-5fe9-40a8-ac08-b222e19e721f req-c9423864-c37d-410f-b9b3-99ba3f046e02 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6774b656eb8145eb998ea0059b40b4c3&device_id=4d387655-bc58-4d10-8c58-4428d6cc887c HTTP/1.1" status: 200 len: 1096 time: 0.2536979 Aug 12 14:48:36.825839 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ec3adc-1a1e-46c4-bb5f-0e83885e6641 req-f63691da-70b1-44d5-808e-cc93e5a82ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:48:36.827841 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b2ec3adc-1a1e-46c4-bb5f-0e83885e6641 req-f63691da-70b1-44d5-808e-cc93e5a82ea5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7f4b55b810a04109be81b8288068f054&device_id=db856037-c935-4002-ae78-dd56d70b43ec HTTP/1.1" status: 200 len: 1095 time: 0.2136865 Aug 12 14:48:37.003774 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543e2ce0-5fe9-40a8-ac08-b222e19e721f req-ecb82a00-ade8-41ac-b02b-58b3dcf1bcb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:48:37.005284 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-543e2ce0-5fe9-40a8-ac08-b222e19e721f req-ecb82a00-ade8-41ac-b02b-58b3dcf1bcb8 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=6774b656eb8145eb998ea0059b40b4c3&device_id=4d387655-bc58-4d10-8c58-4428d6cc887c HTTP/1.1" status: 200 len: 1096 time: 0.3273673 Aug 12 14:48:37.044774 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device dfcd097c-9928-4160-b8e6-a0dea19d832c details requested by agent hyperv_n-h2-694802-15 with host n-h2-694802-15 {{(pid=94468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 14:48:37.088022 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-8b6301d2-7242-49ec-a2d2-6ca631bea425 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:37.138393 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port dfcd097c-9928-4160-b8e6-a0dea19d832c, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=dfcd097c-9928-4160-b8e6-a0dea19d832c,segment=NetworkSegment(b72762b4-956b-443d-aaee-4b6799d6bcb9),segment_id=b72762b4-956b-443d-aaee-4b6799d6bcb9)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:48:37.149795 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Returning: {'device': 'dfcd097c-9928-4160-b8e6-a0dea19d832c', 'network_id': '2ad93210-7061-461d-8617-49848448cc38', 'port_id': 'dfcd097c-9928-4160-b8e6-a0dea19d832c', 'mac_address': 'fa:16:3e:96:38:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce169be2-a716-4bd9-89d0-74eedc855ec7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 14:48:37.190921 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:37.203734 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfcd097c-9928-4160-b8e6-a0dea19d832c {{(pid=94468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:48:37.221299 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9b2b02-ce11-4c23-a330-e5ed015e08dd req-7f6be5a4-e2ca-478a-b42c-d0e9f5451c1c tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:48:37.222831 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2a9b2b02-ce11-4c23-a330-e5ed015e08dd req-7f6be5a4-e2ca-478a-b42c-d0e9f5451c1c tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/ports?device_id=74ed7aa6-dbe2-4613-9887-791fa343e9a9 HTTP/1.1" status: 200 len: 943 time: 0.3348997 Aug 12 14:48:37.234329 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port dfcd097c-9928-4160-b8e6-a0dea19d832c, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=dfcd097c-9928-4160-b8e6-a0dea19d832c,segment=NetworkSegment(b72762b4-956b-443d-aaee-4b6799d6bcb9),segment_id=b72762b4-956b-443d-aaee-4b6799d6bcb9)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:48:37.238337 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543e2ce0-5fe9-40a8-ac08-b222e19e721f req-92aca859-911a-4bbd-a99c-57cc60737172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:48:37.239892 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-543e2ce0-5fe9-40a8-ac08-b222e19e721f req-92aca859-911a-4bbd-a99c-57cc60737172 service neutron] 10.222.0.64 "GET /v2.0/networks?id=d9c97fa4-c1d2-4fbd-9aee-05dd83901300 HTTP/1.1" status: 200 len: 897 time: 0.4484377 Aug 12 14:48:37.240166 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:37.268460 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ec3adc-1a1e-46c4-bb5f-0e83885e6641 req-c6a3108d-6dd7-4228-8094-cba1fe34b6d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:48:37.270071 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b2ec3adc-1a1e-46c4-bb5f-0e83885e6641 req-c6a3108d-6dd7-4228-8094-cba1fe34b6d4 service neutron] 10.222.0.64 "GET /v2.0/networks?id=4ca07038-0b96-477b-ad41-5713b4d66d53 HTTP/1.1" status: 200 len: 921 time: 0.4276981 Aug 12 14:48:37.293834 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Pushing event updated for resources: {'Port': ['ID=dfcd097c-9928-4160-b8e6-a0dea19d832c,revision_number=9']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:48:37.326399 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08b150b-56a2-46d9-91eb-8583f07f4573 req-aa4051c9-fbc3-455d-bed9-1ba27471e366 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:48:37.327920 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-c08b150b-56a2-46d9-91eb-8583f07f4573 req-aa4051c9-fbc3-455d-bed9-1ba27471e366 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/ports?device_id=b148e05e-7d9e-4da9-9b03-99a8a72e94ac HTTP/1.1" status: 200 len: 944 time: 0.0509109 Aug 12 14:48:37.365846 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-c08b150b-56a2-46d9-91eb-8583f07f4573 req-157d2d6c-91b4-4422-9e75-7c10373892d4 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/security-groups?id=ae835367-3679-4f41-a825-d086536e4cce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318151 Aug 12 14:48:37.393786 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543e2ce0-5fe9-40a8-ac08-b222e19e721f req-47f615ef-78f7-4c26-abbe-e1a76f93b2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:48:37.395320 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-543e2ce0-5fe9-40a8-ac08-b222e19e721f req-47f615ef-78f7-4c26-abbe-e1a76f93b2fe service neutron] 10.222.0.49 "GET /v2.0/networks?id=d9c97fa4-c1d2-4fbd-9aee-05dd83901300 HTTP/1.1" status: 200 len: 897 time: 0.3792753 Aug 12 14:48:37.401805 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b2ec3adc-1a1e-46c4-bb5f-0e83885e6641 req-d459286c-34d9-4403-9ab9-14cdc5c32fe4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c80ff18b-1cdf-4864-b62f-1ce8d2da59a2 HTTP/1.1" status: 200 len: 217 time: 0.0792384 Aug 12 14:48:37.411416 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-8b6301d2-7242-49ec-a2d2-6ca631bea425 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:37.423656 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2a9b2b02-ce11-4c23-a330-e5ed015e08dd req-2c109d83-7a8f-41a9-b1d1-2e72f3064c55 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/security-groups?id=36246b04-094b-4845-831d-1126cf8a06ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797922 Aug 12 14:48:37.460482 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-543e2ce0-5fe9-40a8-ac08-b222e19e721f req-d633934d-b9e6-4c91-b6db-71f8c0cc8a25 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=19fab106-dc9b-4483-9e5b-186d5fa89aeb HTTP/1.1" status: 200 len: 999 time: 0.2092326 Aug 12 14:48:37.499829 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9257a700-bd5c-4ae7-b0d6-e2e9673bee59 req-cd2d4563-fd6c-40b4-b00b-b341f794b506 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:48:37.501241 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-9257a700-bd5c-4ae7-b0d6-e2e9673bee59 req-cd2d4563-fd6c-40b4-b00b-b341f794b506 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d387655-bc58-4d10-8c58-4428d6cc887c HTTP/1.1" status: 200 len: 944 time: 0.0706191 Aug 12 14:48:37.543302 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-9257a700-bd5c-4ae7-b0d6-e2e9673bee59 req-4ce05b73-d319-4ded-9284-2dc13ae71392 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/security-groups?id=321fdc30-89f7-41d5-9ead-31c9ab79a851&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360541 Aug 12 14:48:37.731436 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] get_ports_and_sgs() called for port_ids ['dfcd097c-9928-4160-b8e6-a0dea19d832c'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:48:37.895572 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-543e2ce0-5fe9-40a8-ac08-b222e19e721f req-b44564d7-1db8-45ad-93b7-f76aace3e5fa service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=19fab106-dc9b-4483-9e5b-186d5fa89aeb HTTP/1.1" status: 200 len: 999 time: 0.4849830 Aug 12 14:48:37.896835 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ec3adc-1a1e-46c4-bb5f-0e83885e6641 req-1f91dac8-c25a-4eda-b61f-1402ea78a835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:48:37.898187 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b2ec3adc-1a1e-46c4-bb5f-0e83885e6641 req-1f91dac8-c25a-4eda-b61f-1402ea78a835 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=187174f9-9f3a-4f34-a47c-8b966707662a HTTP/1.1" status: 200 len: 860 time: 0.4848909 Aug 12 14:48:37.958569 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543e2ce0-5fe9-40a8-ac08-b222e19e721f req-f6949291-e6e2-4c9e-814d-69f669684813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:48:37.960043 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-543e2ce0-5fe9-40a8-ac08-b222e19e721f req-f6949291-e6e2-4c9e-814d-69f669684813 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=66743767-d534-4d76-9edd-9efd3bb0de9a HTTP/1.1" status: 200 len: 834 time: 0.4517879 Aug 12 14:48:38.005749 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b2ec3adc-1a1e-46c4-bb5f-0e83885e6641 req-8482d732-f924-4589-b52f-8a2507300a83 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4ca07038-0b96-477b-ad41-5713b4d66d53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0934010 Aug 12 14:48:38.058133 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702c4e20-0254-45ed-a9bc-b25efe9a6a20 req-b5b58477-f1f2-4d0f-a112-ff46e47b6777 tempest-ServerRescueTestJSONUnderV235-830577405 tempest-ServerRescueTestJSONUnderV235-830577405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:48:38.059656 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-702c4e20-0254-45ed-a9bc-b25efe9a6a20 req-b5b58477-f1f2-4d0f-a112-ff46e47b6777 tempest-ServerRescueTestJSONUnderV235-830577405 tempest-ServerRescueTestJSONUnderV235-830577405-project] 10.222.0.39 "GET /v2.0/ports?device_id=db856037-c935-4002-ae78-dd56d70b43ec HTTP/1.1" status: 200 len: 943 time: 0.5540392 Aug 12 14:48:38.129666 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543e2ce0-5fe9-40a8-ac08-b222e19e721f req-cb663c78-f585-4b4e-8069-1785685ba5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:48:38.131187 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-543e2ce0-5fe9-40a8-ac08-b222e19e721f req-cb663c78-f585-4b4e-8069-1785685ba5d9 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=66743767-d534-4d76-9edd-9efd3bb0de9a HTTP/1.1" status: 200 len: 834 time: 0.2180281 Aug 12 14:48:38.220209 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543e2ce0-5fe9-40a8-ac08-b222e19e721f req-de315c21-9c22-4635-b4b8-d47a60b14d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:48:38.221797 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-543e2ce0-5fe9-40a8-ac08-b222e19e721f req-de315c21-9c22-4635-b4b8-d47a60b14d69 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d9c97fa4-c1d2-4fbd-9aee-05dd83901300&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2208564 Aug 12 14:48:38.259551 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-702c4e20-0254-45ed-a9bc-b25efe9a6a20 req-0d77c745-674f-4f92-87e1-4293f602c136 tempest-ServerRescueTestJSONUnderV235-830577405 tempest-ServerRescueTestJSONUnderV235-830577405-project] 10.222.0.39 "GET /v2.0/security-groups?id=64c6cc2d-97ab-4107-896e-806704ae9d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508191 Aug 12 14:48:38.316539 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-8b6301d2-7242-49ec-a2d2-6ca631bea425 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:38.323025 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b2ec3adc-1a1e-46c4-bb5f-0e83885e6641 req-a637cc9a-3ec2-40db-8d38-fb632f6e9747 service neutron] 10.222.0.64 "GET /v2.0/networks/4ca07038-0b96-477b-ad41-5713b4d66d53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3080716 Aug 12 14:48:38.331645 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-8b6301d2-7242-49ec-a2d2-6ca631bea425 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:38.353471 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543e2ce0-5fe9-40a8-ac08-b222e19e721f req-9193e56f-153b-400e-9eeb-98e4fa9e9369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:48:38.355485 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-543e2ce0-5fe9-40a8-ac08-b222e19e721f req-9193e56f-153b-400e-9eeb-98e4fa9e9369 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d9c97fa4-c1d2-4fbd-9aee-05dd83901300&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2095816 Aug 12 14:48:38.495124 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5c186d-47a7-4e24-a243-eae72f8a15a7 req-5e1389fe-5819-47bb-aeb8-f7a0cd1eac62 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:48:38.496602 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-4b5c186d-47a7-4e24-a243-eae72f8a15a7 req-5e1389fe-5819-47bb-aeb8-f7a0cd1eac62 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/ports?device_id=b148e05e-7d9e-4da9-9b03-99a8a72e94ac HTTP/1.1" status: 200 len: 944 time: 0.0530360 Aug 12 14:48:38.536694 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-4b5c186d-47a7-4e24-a243-eae72f8a15a7 req-3db1adc1-b2fb-49e2-930f-2fc81a5a535e tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/security-groups?id=ae835367-3679-4f41-a825-d086536e4cce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337982 Aug 12 14:48:38.552600 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6301d2-7242-49ec-a2d2-6ca631bea425 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Pushing event updated for resources: {'Port': ['ID=331bb94b-3b00-43a4-83f2-cc2d531b49f2,revision_number=2']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:48:38.586263 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-543e2ce0-5fe9-40a8-ac08-b222e19e721f req-1f68e741-639a-4bc5-95de-bf709c7cf774 service neutron] 10.222.0.64 "GET /v2.0/networks/d9c97fa4-c1d2-4fbd-9aee-05dd83901300?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3492846 Aug 12 14:48:38.618126 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-8b6301d2-7242-49ec-a2d2-6ca631bea425 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431510'] for floatingip, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:38.668189 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba2b59e-b444-45f9-8b6c-a562e1eb2128 req-6a965b0e-3878-4f91-812f-b11bf32cb04d tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:48:38.669666 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-eba2b59e-b444-45f9-8b6c-a562e1eb2128 req-6a965b0e-3878-4f91-812f-b11bf32cb04d tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d387655-bc58-4d10-8c58-4428d6cc887c HTTP/1.1" status: 200 len: 944 time: 0.0507545 Aug 12 14:48:38.708371 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-eba2b59e-b444-45f9-8b6c-a562e1eb2128 req-df626238-f152-4a73-917c-2485f44521f0 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/security-groups?id=321fdc30-89f7-41d5-9ead-31c9ab79a851&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325644 Aug 12 14:48:38.728839 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b2ec3adc-1a1e-46c4-bb5f-0e83885e6641 req-311b4d4b-7846-4a74-a637-94e5003bc3c2 service neutron] 10.222.0.64 "GET /v2.0/networks/4ca07038-0b96-477b-ad41-5713b4d66d53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3929696 Aug 12 14:48:38.743545 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-543e2ce0-5fe9-40a8-ac08-b222e19e721f req-08889a90-31e9-421c-b2d9-611789a0edc0 service neutron] 10.222.0.49 "GET /v2.0/networks/d9c97fa4-c1d2-4fbd-9aee-05dd83901300?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3652864 Aug 12 14:48:38.757294 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c40f43-e844-4352-aadc-44017ee2418e req-02fcdb58-f932-465b-87c3-a86a04a6c762 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:48:38.758785 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a4c40f43-e844-4352-aadc-44017ee2418e req-02fcdb58-f932-465b-87c3-a86a04a6c762 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/ports?device_id=74ed7aa6-dbe2-4613-9887-791fa343e9a9 HTTP/1.1" status: 200 len: 943 time: 0.2501905 Aug 12 14:48:38.916159 n-d-694802-15 neutron-server[94467]: INFO neutron.db.l3_db [None req-8b6301d2-7242-49ec-a2d2-6ca631bea425 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Floating IP 5ad88d18-8ca1-494d-8174-a3ba9bb6bed9 associated. External IP: 172.25.1.19, port: 0eb13721-fb3a-4a97-9597-9aa62a821eb0. Aug 12 14:48:38.919737 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-543e2ce0-5fe9-40a8-ac08-b222e19e721f req-da84da5c-572e-4578-bf4e-931332bbb3b7 service neutron] 10.222.0.64 "GET /v2.0/networks/d9c97fa4-c1d2-4fbd-9aee-05dd83901300?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3142583 Aug 12 14:48:38.974564 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a4c40f43-e844-4352-aadc-44017ee2418e req-b7a28884-0c2c-407a-871f-c77afa712485 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/security-groups?id=36246b04-094b-4845-831d-1126cf8a06ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746018 Aug 12 14:48:38.991137 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed6cc0f-a845-4cd0-9fdf-1d19345e56c7 req-d39df353-e98d-4905-9bf5-507c83732aac tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:48:38.992683 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-8ed6cc0f-a845-4cd0-9fdf-1d19345e56c7 req-d39df353-e98d-4905-9bf5-507c83732aac tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d387655-bc58-4d10-8c58-4428d6cc887c HTTP/1.1" status: 200 len: 944 time: 0.1184490 Aug 12 14:48:39.000090 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device 19fab106-dc9b-4483-9e5b-186d5fa89aeb details requested by agent hyperv_n-h1-694802-15 with host n-h1-694802-15 {{(pid=94468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 14:48:39.013460 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e021df-d4b5-4023-b7b5-67b01729681e req-dab8b706-74ad-4671-a4ec-fb645a138652 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:48:39.015174 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-a2e021df-d4b5-4023-b7b5-67b01729681e req-dab8b706-74ad-4671-a4ec-fb645a138652 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.49 "GET /v2.0/ports?device_id=4d387655-bc58-4d10-8c58-4428d6cc887c&tenant_id=6774b656eb8145eb998ea0059b40b4c3&binding%3Ahost_id=n-h1-694802-15 HTTP/1.1" status: 200 len: 944 time: 0.1127958 Aug 12 14:48:39.030801 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-543e2ce0-5fe9-40a8-ac08-b222e19e721f req-30c90dbf-1bc3-429d-be72-1e66d3aacfe3 service neutron] 10.222.0.49 "GET /v2.0/networks/d9c97fa4-c1d2-4fbd-9aee-05dd83901300?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2695374 Aug 12 14:48:39.079933 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device f0a3eec4-f0dd-42c2-a784-d6d930562858 details requested by agent hyperv_n-h2-694802-15 with host n-h2-694802-15 {{(pid=94468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 14:48:39.081947 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device dfcd097c-9928-4160-b8e6-a0dea19d832c up at agent hyperv_n-h2-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:48:39.092709 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-8ed6cc0f-a845-4cd0-9fdf-1d19345e56c7 req-56a87b0d-7217-4be1-9b3b-476393bb1191 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/security-groups?id=321fdc30-89f7-41d5-9ead-31c9ab79a851&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0881433 Aug 12 14:48:39.111629 n-d-694802-15 neutron-server[94466]: INFO neutron.api.v2.resource [req-a2e021df-d4b5-4023-b7b5-67b01729681e req-5ec3942b-cf62-422b-9791-a0cf54fc457f service neutron] delete failed (client error): The resource could not be found. Aug 12 14:48:39.112884 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-a2e021df-d4b5-4023-b7b5-67b01729681e req-5ec3942b-cf62-422b-9791-a0cf54fc457f service neutron] 10.222.0.49 "DELETE /v2.0/ports/19fab106-dc9b-4483-9e5b-186d5fa89aeb/bindings/n-h2-694802-15 HTTP/1.1" status: 404 len: 381 time: 0.0834472 Aug 12 14:48:39.201671 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b6301d2-7242-49ec-a2d2-6ca631bea425 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Router 3f4dc924-1a08-4f65-b8a0-f8c12181cc9e has already been hosted by L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f {{(pid=94467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 14:48:39.208228 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e021df-d4b5-4023-b7b5-67b01729681e req-aafdd026-42ef-4f54-a527-99d32539823d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:48:39.210121 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-a2e021df-d4b5-4023-b7b5-67b01729681e req-aafdd026-42ef-4f54-a527-99d32539823d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=6774b656eb8145eb998ea0059b40b4c3&device_id=4d387655-bc58-4d10-8c58-4428d6cc887c HTTP/1.1" status: 200 len: 1096 time: 0.0477450 Aug 12 14:48:39.247201 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Provisioning complete for port dfcd097c-9928-4160-b8e6-a0dea19d832c triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:48:39.247578 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:39.257701 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port 19fab106-dc9b-4483-9e5b-186d5fa89aeb, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=19fab106-dc9b-4483-9e5b-186d5fa89aeb,segment=NetworkSegment(199ebfd5-fab1-4515-9a39-66aaf241adcb),segment_id=199ebfd5-fab1-4515-9a39-66aaf241adcb)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:48:39.309749 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Returning: {'device': '19fab106-dc9b-4483-9e5b-186d5fa89aeb', 'network_id': 'd9c97fa4-c1d2-4fbd-9aee-05dd83901300', 'port_id': '19fab106-dc9b-4483-9e5b-186d5fa89aeb', 'mac_address': 'fa:16:3e:b1:ce:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66743767-d534-4d76-9edd-9efd3bb0de9a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 14:48:39.326043 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e021df-d4b5-4023-b7b5-67b01729681e req-52988840-549d-4733-832a-ca487a7a2963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:48:39.327884 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-a2e021df-d4b5-4023-b7b5-67b01729681e req-52988840-549d-4733-832a-ca487a7a2963 service neutron] 10.222.0.49 "GET /v2.0/networks?id=d9c97fa4-c1d2-4fbd-9aee-05dd83901300 HTTP/1.1" status: 200 len: 897 time: 0.1064487 Aug 12 14:48:39.338068 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b6301d2-7242-49ec-a2d2-6ca631bea425 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 14:48:39.360681 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aec2a6b-83b3-4462-a756-412da197f62c None None] Sync routers for ids ['3f4dc924-1a08-4f65-b8a0-f8c12181cc9e'] in n-d-694802-15 {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 14:48:39.361971 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-8b6301d2-7242-49ec-a2d2-6ca631bea425 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for floatingip, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:39.375415 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port f0a3eec4-f0dd-42c2-a784-d6d930562858, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=f0a3eec4-f0dd-42c2-a784-d6d930562858,segment=NetworkSegment(45b28473-1709-41a1-b9df-2ccc6425c05f),segment_id=45b28473-1709-41a1-b9df-2ccc6425c05f)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:48:39.392804 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-8b6301d2-7242-49ec-a2d2-6ca631bea425 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 6.1816978 Aug 12 14:48:39.395361 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 56030) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:48:39.400116 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Returning: {'device': 'f0a3eec4-f0dd-42c2-a784-d6d930562858', 'network_id': '4552c891-e268-4d7c-98f1-e8736a29b277', 'port_id': 'f0a3eec4-f0dd-42c2-a784-d6d930562858', 'mac_address': 'fa:16:3e:91:76:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3b4e56e-f3bd-4709-bfd6-3e62da1e0ac7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 14:48:39.401217 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:39.401529 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-8ecd92c3-f47c-49dd-84cc-ef0a74fa4710 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:48:39.422923 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aec2a6b-83b3-4462-a756-412da197f62c None None] Routers {'3f4dc924-1a08-4f65-b8a0-f8c12181cc9e'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:48:39.423588 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-3aec2a6b-83b3-4462-a756-412da197f62c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:48:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['3f4dc924-1a08-4f65-b8a0-f8c12181cc9e'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:48:39.445877 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-a2e021df-d4b5-4023-b7b5-67b01729681e req-cdf718fd-15e5-495b-877d-32eb90281c8b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=19fab106-dc9b-4483-9e5b-186d5fa89aeb HTTP/1.1" status: 200 len: 999 time: 0.1079915 Aug 12 14:48:39.458138 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36142909-abf6-4c70-9217-559d2d55841f req-833daf52-1e2e-454f-ad52-db3dde5f86bd tempest-ServerRescueTestJSONUnderV235-830577405 tempest-ServerRescueTestJSONUnderV235-830577405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:48:39.459647 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-36142909-abf6-4c70-9217-559d2d55841f req-833daf52-1e2e-454f-ad52-db3dde5f86bd tempest-ServerRescueTestJSONUnderV235-830577405 tempest-ServerRescueTestJSONUnderV235-830577405-project] 10.222.0.39 "GET /v2.0/ports?device_id=db856037-c935-4002-ae78-dd56d70b43ec HTTP/1.1" status: 200 len: 943 time: 0.0711911 Aug 12 14:48:39.461735 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-8ecd92c3-f47c-49dd-84cc-ef0a74fa4710 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Notify callbacks [] for floatingip, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:39.495790 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19fab106-dc9b-4483-9e5b-186d5fa89aeb {{(pid=94468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:48:39.504972 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-3aec2a6b-83b3-4462-a756-412da197f62c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:48:39.531582 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e021df-d4b5-4023-b7b5-67b01729681e req-4a3523c6-b9f8-48df-bfe4-d658dce059b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:48:39.532977 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-a2e021df-d4b5-4023-b7b5-67b01729681e req-4a3523c6-b9f8-48df-bfe4-d658dce059b0 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=66743767-d534-4d76-9edd-9efd3bb0de9a HTTP/1.1" status: 200 len: 834 time: 0.0724750 Aug 12 14:48:39.535976 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-36142909-abf6-4c70-9217-559d2d55841f req-34ce4083-5ed4-4396-8c6e-a7bd5c946d20 tempest-ServerRescueTestJSONUnderV235-830577405 tempest-ServerRescueTestJSONUnderV235-830577405-project] 10.222.0.39 "GET /v2.0/security-groups?id=64c6cc2d-97ab-4107-896e-806704ae9d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484302 Aug 12 14:48:39.538766 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:39.543625 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port 19fab106-dc9b-4483-9e5b-186d5fa89aeb, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=19fab106-dc9b-4483-9e5b-186d5fa89aeb,segment=NetworkSegment(199ebfd5-fab1-4515-9a39-66aaf241adcb),segment_id=199ebfd5-fab1-4515-9a39-66aaf241adcb)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:48:39.558665 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:39.559229 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device c80ff18b-1cdf-4864-b62f-1ce8d2da59a2 details requested by agent hyperv_n-h1-694802-15 with host n-h1-694802-15 {{(pid=94468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 14:48:39.564284 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:39.599211 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aec2a6b-83b3-4462-a756-412da197f62c None None] Routers {'3f4dc924-1a08-4f65-b8a0-f8c12181cc9e'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:48:39.599847 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-3aec2a6b-83b3-4462-a756-412da197f62c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:48:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['3f4dc924-1a08-4f65-b8a0-f8c12181cc9e'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:48:39.617133 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e021df-d4b5-4023-b7b5-67b01729681e req-47c9af9b-25fe-4616-8311-de252026b8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:48:39.618802 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-a2e021df-d4b5-4023-b7b5-67b01729681e req-47c9af9b-25fe-4616-8311-de252026b8c4 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d9c97fa4-c1d2-4fbd-9aee-05dd83901300&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0783489 Aug 12 14:48:39.635421 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-8ecd92c3-f47c-49dd-84cc-ef0a74fa4710 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:39.641593 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-8ecd92c3-f47c-49dd-84cc-ef0a74fa4710 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431510'] for floatingip, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:39.642602 n-d-694802-15 neutron-server[94467]: INFO neutron.db.l3_db [None req-8ecd92c3-f47c-49dd-84cc-ef0a74fa4710 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Floating IP 5ad88d18-8ca1-494d-8174-a3ba9bb6bed9 disassociated. External IP: 172.25.1.19, port: 0eb13721-fb3a-4a97-9597-9aa62a821eb0. Aug 12 14:48:39.643298 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.agents_db [None req-17ed3e4c-1a7d-4162-9646-11c134aca297 None None] Agent healthcheck: found 7 active agents {{(pid=94469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 14:48:39.656284 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b148e05e-7d9e-4da9-9b03-99a8a72e94ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfcd097c-9928-4160-b8e6-a0dea19d832c'}] {{(pid=94468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:48:39.658562 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99a8d87602170099c728e57431aca99e9b98a655a83bbf8727be13192709727b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a7a048e-d571-422f-9eb0-fada94078aad" -d '{"events": [{"server_uuid": "b148e05e-7d9e-4da9-9b03-99a8a72e94ac", "name": "network-vif-plugged", "status": "completed", "tag": "dfcd097c-9928-4160-b8e6-a0dea19d832c"}]}' {{(pid=94468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:48:39.663150 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0a3eec4-f0dd-42c2-a784-d6d930562858 {{(pid=94468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:48:39.686020 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-3aec2a6b-83b3-4462-a756-412da197f62c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:48:39.686373 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aec2a6b-83b3-4462-a756-412da197f62c None None] The sync data for ids ['3f4dc924-1a08-4f65-b8a0-f8c12181cc9e'] in n-d-694802-15 is: [] {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 14:48:39.700832 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port dfcd097c-9928-4160-b8e6-a0dea19d832c, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=dfcd097c-9928-4160-b8e6-a0dea19d832c,segment=NetworkSegment(b72762b4-956b-443d-aaee-4b6799d6bcb9),segment_id=b72762b4-956b-443d-aaee-4b6799d6bcb9)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:48:39.721031 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.db.resource_extend [None req-93370168-53ca-47c2-9e27-b066be57125c None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 12 14:48:39.722666 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:39.762272 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-a2e021df-d4b5-4023-b7b5-67b01729681e req-745d8d1a-8c97-4ea5-9e4d-2da9fa629b82 service neutron] 10.222.0.49 "GET /v2.0/networks/d9c97fa4-c1d2-4fbd-9aee-05dd83901300?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350412 Aug 12 14:48:39.767474 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 14:48:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b70223c-2a11-4e4c-9949-88e12c24622a x-openstack-request-id: req-2b70223c-2a11-4e4c-9949-88e12c24622a {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:48:39.767743 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b148e05e-7d9e-4da9-9b03-99a8a72e94ac", "name": "network-vif-plugged", "status": "completed", "tag": "dfcd097c-9928-4160-b8e6-a0dea19d832c", "code": 200}]} {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:48:39.767994 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2b70223c-2a11-4e4c-9949-88e12c24622a {{(pid=94468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:48:39.768387 n-d-694802-15 neutron-server[94468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b148e05e-7d9e-4da9-9b03-99a8a72e94ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfcd097c-9928-4160-b8e6-a0dea19d832c', 'code': 200} Aug 12 14:48:39.770438 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port f0a3eec4-f0dd-42c2-a784-d6d930562858, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=f0a3eec4-f0dd-42c2-a784-d6d930562858,segment=NetworkSegment(45b28473-1709-41a1-b9df-2ccc6425c05f),segment_id=45b28473-1709-41a1-b9df-2ccc6425c05f)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:48:39.773140 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Pushing event updated for resources: {'Port': ['ID=19fab106-dc9b-4483-9e5b-186d5fa89aeb,revision_number=8']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:48:39.782268 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:39.793123 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:48:39.793503 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:48:39.793843 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:48:39.795041 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:48:39.795041 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:48:39.795041 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:48:39.795421 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:48:39.795525 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:48:39.795799 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:48:39.796114 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:48:39.796437 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:48:39.796768 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:48:39.800305 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b719ba3-5c0e-4e33-8422-738d7c4d0c07 req-8dba5506-1bf3-4498-9f2f-babd81c6d784 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:48:39.801935 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2b719ba3-5c0e-4e33-8422-738d7c4d0c07 req-8dba5506-1bf3-4498-9f2f-babd81c6d784 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/ports?device_id=b148e05e-7d9e-4da9-9b03-99a8a72e94ac HTTP/1.1" status: 200 len: 946 time: 0.1094515 Aug 12 14:48:39.880478 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Pushing event updated for resources: {'Port': ['ID=dfcd097c-9928-4160-b8e6-a0dea19d832c,revision_number=10']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:48:39.909416 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-a2e021df-d4b5-4023-b7b5-67b01729681e req-ea52229e-479b-4316-963d-f11250f4be12 service neutron] 10.222.0.49 "GET /v2.0/networks/d9c97fa4-c1d2-4fbd-9aee-05dd83901300?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342909 Aug 12 14:48:39.910509 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2b719ba3-5c0e-4e33-8422-738d7c4d0c07 req-b7a6668b-22af-4a94-8cbc-53998d43a876 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/security-groups?id=ae835367-3679-4f41-a825-d086536e4cce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0958099 Aug 12 14:48:39.951672 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port c80ff18b-1cdf-4864-b62f-1ce8d2da59a2, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=c80ff18b-1cdf-4864-b62f-1ce8d2da59a2,segment=NetworkSegment(bca64529-9ccc-4066-be28-7542220cf77a),segment_id=bca64529-9ccc-4066-be28-7542220cf77a)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:48:39.962721 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Pushing event updated for resources: {'Port': ['ID=f0a3eec4-f0dd-42c2-a784-d6d930562858,revision_number=4']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:48:39.968473 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Returning: {'device': 'c80ff18b-1cdf-4864-b62f-1ce8d2da59a2', 'network_id': '4ca07038-0b96-477b-ad41-5713b4d66d53', 'port_id': 'c80ff18b-1cdf-4864-b62f-1ce8d2da59a2', 'mac_address': 'fa:16:3e:2d:8a:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '187174f9-9f3a-4f34-a47c-8b966707662a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 14:48:40.025775 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:40.041813 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c80ff18b-1cdf-4864-b62f-1ce8d2da59a2 {{(pid=94468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:48:40.076051 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port c80ff18b-1cdf-4864-b62f-1ce8d2da59a2, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=c80ff18b-1cdf-4864-b62f-1ce8d2da59a2,segment=NetworkSegment(bca64529-9ccc-4066-be28-7542220cf77a),segment_id=bca64529-9ccc-4066-be28-7542220cf77a)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:48:40.083176 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:40.095383 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-bbc4798b-574d-42aa-933b-aecc6e6dbc32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:40.121943 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dadcc0-8db7-48a9-a606-49fc25be2a8d req-a8d60d0f-8d7f-42ae-b335-6b5348a9246c tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:48:40.129618 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-14dadcc0-8db7-48a9-a606-49fc25be2a8d req-a8d60d0f-8d7f-42ae-b335-6b5348a9246c tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/ports?device_id=74ed7aa6-dbe2-4613-9887-791fa343e9a9 HTTP/1.1" status: 200 len: 944 time: 0.0685711 Aug 12 14:48:40.184830 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-14dadcc0-8db7-48a9-a606-49fc25be2a8d req-cc4dfc2d-6184-4c9c-87a2-612fc39fca08 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/security-groups?id=36246b04-094b-4845-831d-1126cf8a06ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483449 Aug 12 14:48:40.207617 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Pushing event updated for resources: {'Port': ['ID=c80ff18b-1cdf-4864-b62f-1ce8d2da59a2,revision_number=4']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:48:40.224031 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] get_ports_and_sgs() called for port_ids ['f0a3eec4-f0dd-42c2-a784-d6d930562858'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:48:40.331941 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09ba48f-60f2-4821-847e-3fb8eefdc64f req-186d8702-57cb-4a2a-aa2f-91f29d40fd37 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:48:40.333493 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-e09ba48f-60f2-4821-847e-3fb8eefdc64f req-186d8702-57cb-4a2a-aa2f-91f29d40fd37 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d387655-bc58-4d10-8c58-4428d6cc887c HTTP/1.1" status: 200 len: 945 time: 0.0609868 Aug 12 14:48:40.344025 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7538f1c-5d42-4cbc-a7b2-c671aaf6ff64 req-1c2e28bc-0a60-435b-899e-0eb0a180ba2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:48:40.345536 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c7538f1c-5d42-4cbc-a7b2-c671aaf6ff64 req-1c2e28bc-0a60-435b-899e-0eb0a180ba2c service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=b148e05e-7d9e-4da9-9b03-99a8a72e94ac HTTP/1.1" status: 200 len: 1098 time: 0.4552054 Aug 12 14:48:40.378773 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-e09ba48f-60f2-4821-847e-3fb8eefdc64f req-3d44d467-d223-462e-b0d1-aac0f24e9aca tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/security-groups?id=321fdc30-89f7-41d5-9ead-31c9ab79a851&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372026 Aug 12 14:48:40.395610 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ecd92c3-f47c-49dd-84cc-ef0a74fa4710 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Router 3f4dc924-1a08-4f65-b8a0-f8c12181cc9e has already been hosted by L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f {{(pid=94467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 14:48:40.402101 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c7538f1c-5d42-4cbc-a7b2-c671aaf6ff64 req-b15bec5d-53bc-4668-add1-05f12ae3a4e8 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=ae835367-3679-4f41-a825-d086536e4cce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467205 Aug 12 14:48:40.424959 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] get_ports_and_sgs() called for port_ids ['19fab106-dc9b-4483-9e5b-186d5fa89aeb'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:48:40.426951 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] get_ports_and_sgs() called for port_ids ['c80ff18b-1cdf-4864-b62f-1ce8d2da59a2'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:48:40.506991 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ecd92c3-f47c-49dd-84cc-ef0a74fa4710 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 14:48:40.511984 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-8ecd92c3-f47c-49dd-84cc-ef0a74fa4710 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for floatingip, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:40.517809 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e948030-6c84-4674-8c6b-042b1ad57e2f None None] Sync routers for ids ['3f4dc924-1a08-4f65-b8a0-f8c12181cc9e'] in n-d-694802-15 {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 14:48:40.527632 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e948030-6c84-4674-8c6b-042b1ad57e2f None None] Routers {'3f4dc924-1a08-4f65-b8a0-f8c12181cc9e'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:48:40.528240 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-1e948030-6c84-4674-8c6b-042b1ad57e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:48:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['3f4dc924-1a08-4f65-b8a0-f8c12181cc9e'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:48:40.539065 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-8ecd92c3-f47c-49dd-84cc-ef0a74fa4710 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] 10.222.0.39 "PUT /v2.0/floatingips/5ad88d18-8ca1-494d-8174-a3ba9bb6bed9 HTTP/1.1" status: 200 len: 687 time: 1.1426125 Aug 12 14:48:40.541746 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 56048) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:48:40.567497 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-1e948030-6c84-4674-8c6b-042b1ad57e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:48:40.578780 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e948030-6c84-4674-8c6b-042b1ad57e2f None None] Routers {'3f4dc924-1a08-4f65-b8a0-f8c12181cc9e'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:48:40.579687 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-1e948030-6c84-4674-8c6b-042b1ad57e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:48:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['3f4dc924-1a08-4f65-b8a0-f8c12181cc9e'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:48:40.617143 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-1e948030-6c84-4674-8c6b-042b1ad57e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:48:40.618220 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e948030-6c84-4674-8c6b-042b1ad57e2f None None] The sync data for ids ['3f4dc924-1a08-4f65-b8a0-f8c12181cc9e'] in n-d-694802-15 is: [] {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 14:48:40.713360 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e556e8-b261-40ec-afa3-eba066d5d048 req-83f2a85b-7421-4866-b618-50d2d449a616 tempest-ServerRescueTestJSONUnderV235-830577405 tempest-ServerRescueTestJSONUnderV235-830577405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:48:40.715481 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-31e556e8-b261-40ec-afa3-eba066d5d048 req-83f2a85b-7421-4866-b618-50d2d449a616 tempest-ServerRescueTestJSONUnderV235-830577405 tempest-ServerRescueTestJSONUnderV235-830577405-project] 10.222.0.39 "GET /v2.0/ports?device_id=db856037-c935-4002-ae78-dd56d70b43ec HTTP/1.1" status: 200 len: 944 time: 0.0682137 Aug 12 14:48:40.719335 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-9760d275-facf-4706-b1a3-e2f6c5173198 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Deleting port 331bb94b-3b00-43a4-83f2-cc2d531b49f2 {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:48:40.719661 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-9760d275-facf-4706-b1a3-e2f6c5173198 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:40.800756 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-31e556e8-b261-40ec-afa3-eba066d5d048 req-eaf4f999-8582-453a-a3d8-722c7730c8e7 tempest-ServerRescueTestJSONUnderV235-830577405 tempest-ServerRescueTestJSONUnderV235-830577405-project] 10.222.0.39 "GET /v2.0/security-groups?id=64c6cc2d-97ab-4107-896e-806704ae9d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691597 Aug 12 14:48:40.832361 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-9760d275-facf-4706-b1a3-e2f6c5173198 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:40.832361 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-9760d275-facf-4706-b1a3-e2f6c5173198 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:40.840227 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-9760d275-facf-4706-b1a3-e2f6c5173198 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Calling delete_port for 331bb94b-3b00-43a4-83f2-cc2d531b49f2 owned by network:floatingip {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:48:40.992668 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-9760d275-facf-4706-b1a3-e2f6c5173198 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:41.023120 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9760d275-facf-4706-b1a3-e2f6c5173198 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Pushing event deleted for resources: {'Port': ['ID=331bb94b-3b00-43a4-83f2-cc2d531b49f2,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:48:41.056138 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373eb368-34b3-4afa-9a38-2ab308addc50 req-c22b4e5a-e87d-4c8e-80cf-9162cf1cc8d8 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:48:41.057561 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-373eb368-34b3-4afa-9a38-2ab308addc50 req-c22b4e5a-e87d-4c8e-80cf-9162cf1cc8d8 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/ports?device_id=b148e05e-7d9e-4da9-9b03-99a8a72e94ac HTTP/1.1" status: 200 len: 946 time: 0.0698385 Aug 12 14:48:41.090059 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-9760d275-facf-4706-b1a3-e2f6c5173198 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Notify callbacks [] for floatingip, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:41.093335 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-9760d275-facf-4706-b1a3-e2f6c5173198 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for floatingip, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:41.098025 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-9760d275-facf-4706-b1a3-e2f6c5173198 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] 10.222.0.39 "DELETE /v2.0/floatingips/5ad88d18-8ca1-494d-8174-a3ba9bb6bed9 HTTP/1.1" status: 204 len: 168 time: 0.5518241 Aug 12 14:48:41.098200 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 56054) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:48:41.103398 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-ca78ca92-8a5d-41b0-b50b-e1577fb074d7 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Request body: {'floatingip': {'floating_network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'port_id': '07c87d92-c7c8-4762-8c03-abed4ae11360'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:48:41.104070 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-373eb368-34b3-4afa-9a38-2ab308addc50 req-3ac9a0b7-8a91-4b3c-8506-0ff302a439bb tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/security-groups?id=ae835367-3679-4f41-a825-d086536e4cce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384762 Aug 12 14:48:41.128125 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-ca78ca92-8a5d-41b0-b50b-e1577fb074d7 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Notify callbacks [] for floatingip, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:41.226672 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-ca78ca92-8a5d-41b0-b50b-e1577fb074d7 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:41.366372 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a283e47-b788-4892-8937-f71edb6864f7 req-5d710eb5-ab21-41ab-9edb-4cf51158320c tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:48:41.367990 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3a283e47-b788-4892-8937-f71edb6864f7 req-5d710eb5-ab21-41ab-9edb-4cf51158320c tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/ports?device_id=74ed7aa6-dbe2-4613-9887-791fa343e9a9 HTTP/1.1" status: 200 len: 944 time: 0.0972934 Aug 12 14:48:41.391826 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_common [None req-ca78ca92-8a5d-41b0-b50b-e1577fb074d7 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Allocated IP 172.25.1.225 (d3759e1b-6c03-45ac-acd4-90abb417809b/f0254f08-c19c-4e31-bd9c-09389ea4b6f2/8c477875-d450-4764-966f-bf64f057b692) {{(pid=94467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:48:41.441931 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3a283e47-b788-4892-8937-f71edb6864f7 req-1527f182-990c-43f3-9a3f-9c62efc9a940 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/security-groups?id=36246b04-094b-4845-831d-1126cf8a06ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673001 Aug 12 14:48:41.498540 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:41.518048 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ef5dd9-1dff-42c3-8dd9-08344b176e76 req-808c2fc6-54e2-452f-841d-7264726d7601 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:48:41.526313 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-b4ef5dd9-1dff-42c3-8dd9-08344b176e76 req-808c2fc6-54e2-452f-841d-7264726d7601 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d387655-bc58-4d10-8c58-4428d6cc887c HTTP/1.1" status: 200 len: 945 time: 0.0739148 Aug 12 14:48:41.537509 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-ca78ca92-8a5d-41b0-b50b-e1577fb074d7 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Notify callbacks [] for port, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:41.576315 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-b4ef5dd9-1dff-42c3-8dd9-08344b176e76 req-a22f73ca-5537-46c1-9c22-349b15c97b38 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/security-groups?id=321fdc30-89f7-41d5-9ead-31c9ab79a851&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446439 Aug 12 14:48:41.589303 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 56066) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:48:41.656245 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-ca78ca92-8a5d-41b0-b50b-e1577fb074d7 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:41.670305 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-1610e720-eed5-4075-9aca-223815521975 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/floatingips/cdb2786f-340c-4a73-8458-77276b7ce3ca HTTP/1.1" status: 200 len: 992 time: 0.0795178 Aug 12 14:48:41.709890 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca78ca92-8a5d-41b0-b50b-e1577fb074d7 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Network d3759e1b-6c03-45ac-acd4-90abb417809b is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:48:41.717931 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [None req-ca78ca92-8a5d-41b0-b50b-e1577fb074d7 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:48:41.723637 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca78ca92-8a5d-41b0-b50b-e1577fb074d7 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Received port after_create {{(pid=94467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:48:41.752000 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca78ca92-8a5d-41b0-b50b-e1577fb074d7 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Pushing event updated for resources: {'Port': ['ID=8c477875-d450-4764-966f-bf64f057b692,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:48:41.997528 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5e4fb7-4c8e-4526-ab95-e41080d1d5e8 req-222ca46d-ae93-4bdd-aa51-054999e954bd tempest-ServerRescueTestJSONUnderV235-830577405 tempest-ServerRescueTestJSONUnderV235-830577405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:48:41.999110 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-1d5e4fb7-4c8e-4526-ab95-e41080d1d5e8 req-222ca46d-ae93-4bdd-aa51-054999e954bd tempest-ServerRescueTestJSONUnderV235-830577405 tempest-ServerRescueTestJSONUnderV235-830577405-project] 10.222.0.39 "GET /v2.0/ports?device_id=db856037-c935-4002-ae78-dd56d70b43ec HTTP/1.1" status: 200 len: 944 time: 0.1066556 Aug 12 14:48:42.096829 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-1d5e4fb7-4c8e-4526-ab95-e41080d1d5e8 req-fda50ccc-2b44-4220-8304-38e42c727460 tempest-ServerRescueTestJSONUnderV235-830577405 tempest-ServerRescueTestJSONUnderV235-830577405-project] 10.222.0.39 "GET /v2.0/security-groups?id=64c6cc2d-97ab-4107-896e-806704ae9d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879958 Aug 12 14:48:42.194842 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-ca78ca92-8a5d-41b0-b50b-e1577fb074d7 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:42.228979 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ac366f-c70c-4ab6-a1d3-e321d365a984 req-edbcf827-3b26-4dfd-ba6b-9d3b40be7b1a tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:48:42.237688 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-f9ac366f-c70c-4ab6-a1d3-e321d365a984 req-edbcf827-3b26-4dfd-ba6b-9d3b40be7b1a tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/ports?device_id=b148e05e-7d9e-4da9-9b03-99a8a72e94ac HTTP/1.1" status: 200 len: 946 time: 0.0580733 Aug 12 14:48:42.274050 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-ca78ca92-8a5d-41b0-b50b-e1577fb074d7 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:42.281920 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-f9ac366f-c70c-4ab6-a1d3-e321d365a984 req-f6da4980-48c4-4c69-8951-dfa5b279699d tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/security-groups?id=ae835367-3679-4f41-a825-d086536e4cce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401435 Aug 12 14:48:42.448063 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-ca78ca92-8a5d-41b0-b50b-e1577fb074d7 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:42.452491 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-ca78ca92-8a5d-41b0-b50b-e1577fb074d7 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:42.534180 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca78ca92-8a5d-41b0-b50b-e1577fb074d7 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Pushing event updated for resources: {'Port': ['ID=8c477875-d450-4764-966f-bf64f057b692,revision_number=2']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:48:42.559474 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-ca78ca92-8a5d-41b0-b50b-e1577fb074d7 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431510'] for floatingip, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:42.617566 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174e09f8-a7ed-42ef-85b0-6ba07fd68cc6 req-18d36a8e-3077-4c26-bfcf-d26e58aade78 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:48:42.618966 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-174e09f8-a7ed-42ef-85b0-6ba07fd68cc6 req-18d36a8e-3077-4c26-bfcf-d26e58aade78 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/ports?device_id=74ed7aa6-dbe2-4613-9887-791fa343e9a9 HTTP/1.1" status: 200 len: 944 time: 0.1036561 Aug 12 14:48:42.668867 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:42.699098 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-174e09f8-a7ed-42ef-85b0-6ba07fd68cc6 req-62338ab1-85dc-441f-a517-b378ff63220b tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/security-groups?id=36246b04-094b-4845-831d-1126cf8a06ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462909 Aug 12 14:48:42.700194 n-d-694802-15 neutron-server[94467]: INFO neutron.db.l3_db [None req-ca78ca92-8a5d-41b0-b50b-e1577fb074d7 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Floating IP 9b961395-6052-4408-b346-783b014cb5c8 associated. External IP: 172.25.1.225, port: 07c87d92-c7c8-4762-8c03-abed4ae11360. Aug 12 14:48:42.912627 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca78ca92-8a5d-41b0-b50b-e1577fb074d7 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Router 3f4dc924-1a08-4f65-b8a0-f8c12181cc9e has already been hosted by L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f {{(pid=94467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 14:48:43.014200 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device 19fab106-dc9b-4483-9e5b-186d5fa89aeb up at agent hyperv_n-h1-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:48:43.018144 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca78ca92-8a5d-41b0-b50b-e1577fb074d7 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 14:48:43.035308 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-ca78ca92-8a5d-41b0-b50b-e1577fb074d7 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for floatingip, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:43.043814 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6765c110-c14e-48b3-8509-c589c9472ab8 None None] Sync routers for ids ['3f4dc924-1a08-4f65-b8a0-f8c12181cc9e'] in n-d-694802-15 {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 14:48:43.055190 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:43.062988 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-ca78ca92-8a5d-41b0-b50b-e1577fb074d7 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 1.9637184 Aug 12 14:48:43.065703 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 56112) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:48:43.069431 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6765c110-c14e-48b3-8509-c589c9472ab8 None None] Routers {'3f4dc924-1a08-4f65-b8a0-f8c12181cc9e'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:48:43.070071 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-6765c110-c14e-48b3-8509-c589c9472ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:48:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['3f4dc924-1a08-4f65-b8a0-f8c12181cc9e'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:48:43.110626 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device f0a3eec4-f0dd-42c2-a784-d6d930562858 up at agent hyperv_n-h2-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:48:43.115184 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-6765c110-c14e-48b3-8509-c589c9472ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:48:43.129149 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-fcd97af3-5166-4c67-9337-39d8c553bd72 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] 10.222.0.39 "GET /v2.0/floatingips/9b961395-6052-4408-b346-783b014cb5c8 HTTP/1.1" status: 200 len: 979 time: 0.0595095 Aug 12 14:48:43.129523 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 56116) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:48:43.160937 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Provisioning for port 19fab106-dc9b-4483-9e5b-186d5fa89aeb completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:48:43.165487 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6765c110-c14e-48b3-8509-c589c9472ab8 None None] Routers {'3f4dc924-1a08-4f65-b8a0-f8c12181cc9e'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:48:43.166068 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-6765c110-c14e-48b3-8509-c589c9472ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:48:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['3f4dc924-1a08-4f65-b8a0-f8c12181cc9e'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:48:43.169632 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Provisioning complete for port 19fab106-dc9b-4483-9e5b-186d5fa89aeb triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:48:43.170008 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:43.227436 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-6765c110-c14e-48b3-8509-c589c9472ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:48:43.227903 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bfa9c1-bdf8-499e-956e-69f3b161930a req-726f8de2-b06f-47ff-be02-09c20a8b7af3 tempest-ServerRescueTestJSONUnderV235-830577405 tempest-ServerRescueTestJSONUnderV235-830577405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:48:43.228118 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6765c110-c14e-48b3-8509-c589c9472ab8 None None] The sync data for ids ['3f4dc924-1a08-4f65-b8a0-f8c12181cc9e'] in n-d-694802-15 is: [] {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 14:48:43.235970 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-52bfa9c1-bdf8-499e-956e-69f3b161930a req-726f8de2-b06f-47ff-be02-09c20a8b7af3 tempest-ServerRescueTestJSONUnderV235-830577405 tempest-ServerRescueTestJSONUnderV235-830577405-project] 10.222.0.39 "GET /v2.0/ports?device_id=db856037-c935-4002-ae78-dd56d70b43ec HTTP/1.1" status: 200 len: 944 time: 0.0618470 Aug 12 14:48:43.254764 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Provisioning for port f0a3eec4-f0dd-42c2-a784-d6d930562858 completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:48:43.262226 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Provisioning complete for port f0a3eec4-f0dd-42c2-a784-d6d930562858 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:48:43.262605 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:43.262852 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-438488b3-fe94-4661-8ee7-d90d58c25f9d tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] 10.222.0.39 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 982 time: 0.1322260 Aug 12 14:48:43.265464 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 56118) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:48:43.269904 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-ca62ffae-44e3-4c49-adb5-ddb7120017cd tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Request body: {'floatingip': {'port_id': '0eb13721-fb3a-4a97-9597-9aa62a821eb0'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:48:43.284613 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-52bfa9c1-bdf8-499e-956e-69f3b161930a req-90043e27-8de7-4a1a-8dea-6147e07e8759 tempest-ServerRescueTestJSONUnderV235-830577405 tempest-ServerRescueTestJSONUnderV235-830577405-project] 10.222.0.39 "GET /v2.0/security-groups?id=64c6cc2d-97ab-4107-896e-806704ae9d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458295 Aug 12 14:48:43.333177 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:43.337576 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-ca62ffae-44e3-4c49-adb5-ddb7120017cd tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Notify callbacks [] for floatingip, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:43.371355 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d387655-bc58-4d10-8c58-4428d6cc887c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19fab106-dc9b-4483-9e5b-186d5fa89aeb'}] {{(pid=94468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:48:43.373655 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99a8d87602170099c728e57431aca99e9b98a655a83bbf8727be13192709727b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-500c8700-204c-4762-917e-7a21c4a13d3d" -d '{"events": [{"server_uuid": "4d387655-bc58-4d10-8c58-4428d6cc887c", "name": "network-vif-plugged", "status": "completed", "tag": "19fab106-dc9b-4483-9e5b-186d5fa89aeb"}]}' {{(pid=94468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:48:43.385098 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-8cc997f3-4d86-4c1f-9549-c8419362fb5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:43.410736 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port 19fab106-dc9b-4483-9e5b-186d5fa89aeb, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=19fab106-dc9b-4483-9e5b-186d5fa89aeb,segment=NetworkSegment(199ebfd5-fab1-4515-9a39-66aaf241adcb),segment_id=199ebfd5-fab1-4515-9a39-66aaf241adcb)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:48:43.417023 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:43.417858 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device c80ff18b-1cdf-4864-b62f-1ce8d2da59a2 up at agent hyperv_n-h1-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:48:43.466443 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 14:48:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-097f6e49-f4c1-4c6f-9ea4-701f49736c70 x-openstack-request-id: req-097f6e49-f4c1-4c6f-9ea4-701f49736c70 {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:48:43.466739 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d387655-bc58-4d10-8c58-4428d6cc887c", "name": "network-vif-plugged", "status": "completed", "tag": "19fab106-dc9b-4483-9e5b-186d5fa89aeb", "code": 200}]} {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:48:43.466998 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-097f6e49-f4c1-4c6f-9ea4-701f49736c70 {{(pid=94468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:48:43.467406 n-d-694802-15 neutron-server[94468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d387655-bc58-4d10-8c58-4428d6cc887c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19fab106-dc9b-4483-9e5b-186d5fa89aeb', 'code': 200} Aug 12 14:48:43.467988 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:43.507506 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f4dac8-c033-4d21-947f-644eda85e855 req-2c740edd-c78c-4c2d-8f6b-ca1cbcf33245 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:48:43.509485 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f1f4dac8-c033-4d21-947f-644eda85e855 req-2c740edd-c78c-4c2d-8f6b-ca1cbcf33245 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/ports?device_id=b148e05e-7d9e-4da9-9b03-99a8a72e94ac HTTP/1.1" status: 200 len: 946 time: 0.1192636 Aug 12 14:48:43.530120 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Pushing event updated for resources: {'Port': ['ID=19fab106-dc9b-4483-9e5b-186d5fa89aeb,revision_number=9']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:48:43.537372 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port f0a3eec4-f0dd-42c2-a784-d6d930562858, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=f0a3eec4-f0dd-42c2-a784-d6d930562858,segment=NetworkSegment(45b28473-1709-41a1-b9df-2ccc6425c05f),segment_id=45b28473-1709-41a1-b9df-2ccc6425c05f)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:48:43.543493 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:43.548699 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Provisioning for port c80ff18b-1cdf-4864-b62f-1ce8d2da59a2 completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:48:43.570308 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Provisioning complete for port c80ff18b-1cdf-4864-b62f-1ce8d2da59a2 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:48:43.570685 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:43.774162 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Pushing event updated for resources: {'Port': ['ID=f0a3eec4-f0dd-42c2-a784-d6d930562858,revision_number=5']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:48:43.825152 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:43.830614 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea73a12b-8922-499b-a835-f092108216eb req-4d5fda0b-d75f-4b79-a147-ad255175e0db tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:48:43.832236 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-ea73a12b-8922-499b-a835-f092108216eb req-4d5fda0b-d75f-4b79-a147-ad255175e0db tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/ports?device_id=74ed7aa6-dbe2-4613-9887-791fa343e9a9 HTTP/1.1" status: 200 len: 945 time: 0.0569148 Aug 12 14:48:43.858592 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port c80ff18b-1cdf-4864-b62f-1ce8d2da59a2, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=c80ff18b-1cdf-4864-b62f-1ce8d2da59a2,segment=NetworkSegment(bca64529-9ccc-4066-be28-7542220cf77a),segment_id=bca64529-9ccc-4066-be28-7542220cf77a)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:48:43.863710 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:43.884201 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-ea73a12b-8922-499b-a835-f092108216eb req-a0bea4c0-557b-4f51-8a01-912b66814bb2 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/security-groups?id=36246b04-094b-4845-831d-1126cf8a06ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448766 Aug 12 14:48:43.902817 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f1f4dac8-c033-4d21-947f-644eda85e855 req-b27cfb3b-a497-471e-8624-49d244514ec6 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/security-groups?id=ae835367-3679-4f41-a825-d086536e4cce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3799641 Aug 12 14:48:43.930565 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-1769855f-eda9-4483-9dc3-3220908ab45d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:43.940339 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Pushing event updated for resources: {'Port': ['ID=c80ff18b-1cdf-4864-b62f-1ce8d2da59a2,revision_number=5']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:48:44.200367 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-ca62ffae-44e3-4c49-adb5-ddb7120017cd tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:44.204278 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-ca62ffae-44e3-4c49-adb5-ddb7120017cd tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431510'] for floatingip, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:44.301483 n-d-694802-15 neutron-server[94467]: INFO neutron.db.l3_db [None req-ca62ffae-44e3-4c49-adb5-ddb7120017cd tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Floating IP 9b961395-6052-4408-b346-783b014cb5c8 associated. External IP: 172.25.1.225, port: 07c87d92-c7c8-4762-8c03-abed4ae11360. Aug 12 14:48:44.392077 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730a1d4c-3a9b-4911-83fb-f1dd7f596a47 req-69c504c9-ec6d-4b36-b706-f916ae57b885 tempest-ServerRescueTestJSONUnderV235-830577405 tempest-ServerRescueTestJSONUnderV235-830577405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:48:44.393537 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-730a1d4c-3a9b-4911-83fb-f1dd7f596a47 req-69c504c9-ec6d-4b36-b706-f916ae57b885 tempest-ServerRescueTestJSONUnderV235-830577405 tempest-ServerRescueTestJSONUnderV235-830577405-project] 10.222.0.39 "GET /v2.0/ports?device_id=db856037-c935-4002-ae78-dd56d70b43ec HTTP/1.1" status: 200 len: 945 time: 0.0491471 Aug 12 14:48:44.432218 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-730a1d4c-3a9b-4911-83fb-f1dd7f596a47 req-3bd112be-4f2c-4f17-b7ed-cef60aea55bf tempest-ServerRescueTestJSONUnderV235-830577405 tempest-ServerRescueTestJSONUnderV235-830577405-project] 10.222.0.39 "GET /v2.0/security-groups?id=64c6cc2d-97ab-4107-896e-806704ae9d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323577 Aug 12 14:48:44.514425 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca62ffae-44e3-4c49-adb5-ddb7120017cd tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Router 3f4dc924-1a08-4f65-b8a0-f8c12181cc9e has already been hosted by L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f {{(pid=94467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 14:48:44.625237 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca62ffae-44e3-4c49-adb5-ddb7120017cd tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 14:48:44.634328 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c65e3380-7277-4c9a-88ad-98c26c4eda73 None None] Sync routers for ids ['3f4dc924-1a08-4f65-b8a0-f8c12181cc9e'] in n-d-694802-15 {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 14:48:44.643486 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c65e3380-7277-4c9a-88ad-98c26c4eda73 None None] Routers {'3f4dc924-1a08-4f65-b8a0-f8c12181cc9e'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:48:44.644084 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-c65e3380-7277-4c9a-88ad-98c26c4eda73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:48:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['3f4dc924-1a08-4f65-b8a0-f8c12181cc9e'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:48:44.678418 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-c65e3380-7277-4c9a-88ad-98c26c4eda73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:48:44.687615 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c65e3380-7277-4c9a-88ad-98c26c4eda73 None None] Routers {'3f4dc924-1a08-4f65-b8a0-f8c12181cc9e'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:48:44.688094 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-c65e3380-7277-4c9a-88ad-98c26c4eda73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:48:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['3f4dc924-1a08-4f65-b8a0-f8c12181cc9e'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:48:44.719073 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-c65e3380-7277-4c9a-88ad-98c26c4eda73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:48:44.719704 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c65e3380-7277-4c9a-88ad-98c26c4eda73 None None] The sync data for ids ['3f4dc924-1a08-4f65-b8a0-f8c12181cc9e'] in n-d-694802-15 is: [] {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 14:48:44.836754 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca62ffae-44e3-4c49-adb5-ddb7120017cd tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Router 3f4dc924-1a08-4f65-b8a0-f8c12181cc9e has already been hosted by L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f {{(pid=94467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 14:48:44.942590 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca62ffae-44e3-4c49-adb5-ddb7120017cd tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 14:48:44.951335 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-ca62ffae-44e3-4c49-adb5-ddb7120017cd tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for floatingip, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:44.952343 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8981c950-8228-4616-8d5c-be3b7adba203 None None] Sync routers for ids ['3f4dc924-1a08-4f65-b8a0-f8c12181cc9e'] in n-d-694802-15 {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 14:48:44.961660 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8981c950-8228-4616-8d5c-be3b7adba203 None None] Routers {'3f4dc924-1a08-4f65-b8a0-f8c12181cc9e'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:48:44.962356 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-8981c950-8228-4616-8d5c-be3b7adba203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:48:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['3f4dc924-1a08-4f65-b8a0-f8c12181cc9e'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:48:44.997497 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-8981c950-8228-4616-8d5c-be3b7adba203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:48:45.005915 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8981c950-8228-4616-8d5c-be3b7adba203 None None] Routers {'3f4dc924-1a08-4f65-b8a0-f8c12181cc9e'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:48:45.006517 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-8981c950-8228-4616-8d5c-be3b7adba203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:48:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['3f4dc924-1a08-4f65-b8a0-f8c12181cc9e'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:48:45.038463 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-8981c950-8228-4616-8d5c-be3b7adba203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:48:45.039313 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8981c950-8228-4616-8d5c-be3b7adba203 None None] The sync data for ids ['3f4dc924-1a08-4f65-b8a0-f8c12181cc9e'] in n-d-694802-15 is: [] {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 14:48:45.041701 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20f1712-59b5-4ab6-a513-afe0c3483070 req-c890cd65-3d5f-4bb9-973f-2531af252c58 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:48:45.043342 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e20f1712-59b5-4ab6-a513-afe0c3483070 req-c890cd65-3d5f-4bb9-973f-2531af252c58 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/ports?device_id=74ed7aa6-dbe2-4613-9887-791fa343e9a9 HTTP/1.1" status: 200 len: 945 time: 0.0895140 Aug 12 14:48:45.049130 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-ca62ffae-44e3-4c49-adb5-ddb7120017cd tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] 10.222.0.39 "PUT /v2.0/floatingips/9b961395-6052-4408-b346-783b014cb5c8 HTTP/1.1" status: 200 len: 977 time: 1.7827122 Aug 12 14:48:45.052076 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 56142) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:48:45.056765 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-91b8cdcb-a7d8-478b-8530-04700c32599a tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:48:45.083412 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e20f1712-59b5-4ab6-a513-afe0c3483070 req-b740dfde-3f41-4471-9670-52ca03015ace tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/security-groups?id=36246b04-094b-4845-831d-1126cf8a06ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331910 Aug 12 14:48:45.119843 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-91b8cdcb-a7d8-478b-8530-04700c32599a tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Notify callbacks [] for floatingip, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:45.264435 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-91b8cdcb-a7d8-478b-8530-04700c32599a tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:45.268619 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-91b8cdcb-a7d8-478b-8530-04700c32599a tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431510'] for floatingip, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:45.269007 n-d-694802-15 neutron-server[94466]: INFO neutron.db.l3_db [None req-91b8cdcb-a7d8-478b-8530-04700c32599a tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Floating IP 9b961395-6052-4408-b346-783b014cb5c8 disassociated. External IP: 172.25.1.225, port: 0eb13721-fb3a-4a97-9597-9aa62a821eb0. Aug 12 14:48:45.468971 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74ed7aa6-dbe2-4613-9887-791fa343e9a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0a3eec4-f0dd-42c2-a784-d6d930562858'}, {'server_uuid': 'db856037-c935-4002-ae78-dd56d70b43ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c80ff18b-1cdf-4864-b62f-1ce8d2da59a2'}] {{(pid=94468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:48:45.471449 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99a8d87602170099c728e57431aca99e9b98a655a83bbf8727be13192709727b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da926963-c373-486c-9a2e-db81d785e3e4" -d '{"events": [{"server_uuid": "74ed7aa6-dbe2-4613-9887-791fa343e9a9", "name": "network-vif-plugged", "status": "completed", "tag": "f0a3eec4-f0dd-42c2-a784-d6d930562858"}, {"server_uuid": "db856037-c935-4002-ae78-dd56d70b43ec", "name": "network-vif-plugged", "status": "completed", "tag": "c80ff18b-1cdf-4864-b62f-1ce8d2da59a2"}]}' {{(pid=94468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:48:45.484913 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91b8cdcb-a7d8-478b-8530-04700c32599a tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Router 3f4dc924-1a08-4f65-b8a0-f8c12181cc9e has already been hosted by L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f {{(pid=94466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 14:48:45.515709 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 12 Aug 2021 14:48:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37b69137-adda-44f0-9094-051084228fd9 x-openstack-request-id: req-37b69137-adda-44f0-9094-051084228fd9 {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:48:45.515948 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74ed7aa6-dbe2-4613-9887-791fa343e9a9", "name": "network-vif-plugged", "status": "completed", "tag": "f0a3eec4-f0dd-42c2-a784-d6d930562858", "code": 200}, {"server_uuid": "db856037-c935-4002-ae78-dd56d70b43ec", "name": "network-vif-plugged", "status": "completed", "tag": "c80ff18b-1cdf-4864-b62f-1ce8d2da59a2", "code": 200}]} {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:48:45.516205 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-37b69137-adda-44f0-9094-051084228fd9 {{(pid=94468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:48:45.516596 n-d-694802-15 neutron-server[94468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74ed7aa6-dbe2-4613-9887-791fa343e9a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0a3eec4-f0dd-42c2-a784-d6d930562858', 'code': 200} Aug 12 14:48:45.516853 n-d-694802-15 neutron-server[94468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db856037-c935-4002-ae78-dd56d70b43ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c80ff18b-1cdf-4864-b62f-1ce8d2da59a2', 'code': 200} Aug 12 14:48:45.564112 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-fe95f194-a3b0-4c04-9e42-20b511169d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:45.674993 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f61ef1-2211-436e-97f0-161ebe19ea64 req-62b519dc-5113-43f8-978f-f2dc809d56fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:48:45.676588 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-58f61ef1-2211-436e-97f0-161ebe19ea64 req-62b519dc-5113-43f8-978f-f2dc809d56fe service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=db856037-c935-4002-ae78-dd56d70b43ec HTTP/1.1" status: 200 len: 1097 time: 0.0761688 Aug 12 14:48:45.679671 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b8ad2b-d53b-4e45-829d-fa6e7265b8af req-1f6bf381-247a-437e-91f9-625a071bb64f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:48:45.681198 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b8b8ad2b-d53b-4e45-829d-fa6e7265b8af req-1f6bf381-247a-437e-91f9-625a071bb64f service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=74ed7aa6-dbe2-4613-9887-791fa343e9a9 HTTP/1.1" status: 200 len: 1097 time: 0.0894256 Aug 12 14:48:45.737831 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b8b8ad2b-d53b-4e45-829d-fa6e7265b8af req-081a7eb7-60e7-4d65-9276-abc120a65741 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=36246b04-094b-4845-831d-1126cf8a06ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479119 Aug 12 14:48:45.739510 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-58f61ef1-2211-436e-97f0-161ebe19ea64 req-82b31ed9-c3f4-484b-89ec-4b2087f065f9 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=64c6cc2d-97ab-4107-896e-806704ae9d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554879 Aug 12 14:48:45.930087 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14396b35-bca0-46c9-a614-e0c2b212aa3a req-f18e3590-3dc2-4f48-9d29-62c7dd54f9f5 tempest-ServerRescueTestJSONUnderV235-830577405 tempest-ServerRescueTestJSONUnderV235-830577405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:48:45.931490 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-14396b35-bca0-46c9-a614-e0c2b212aa3a req-f18e3590-3dc2-4f48-9d29-62c7dd54f9f5 tempest-ServerRescueTestJSONUnderV235-830577405 tempest-ServerRescueTestJSONUnderV235-830577405-project] 10.222.0.39 "GET /v2.0/ports?device_id=db856037-c935-4002-ae78-dd56d70b43ec HTTP/1.1" status: 200 len: 945 time: 0.3854015 Aug 12 14:48:45.939671 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91b8cdcb-a7d8-478b-8530-04700c32599a tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 14:48:45.944167 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-91b8cdcb-a7d8-478b-8530-04700c32599a tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for floatingip, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:45.950882 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-356dfa98-3fbb-463e-ae7f-f453e5cfc3b0 None None] Sync routers for ids ['3f4dc924-1a08-4f65-b8a0-f8c12181cc9e'] in n-d-694802-15 {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 14:48:45.959953 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-356dfa98-3fbb-463e-ae7f-f453e5cfc3b0 None None] Routers {'3f4dc924-1a08-4f65-b8a0-f8c12181cc9e'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:48:45.960568 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-356dfa98-3fbb-463e-ae7f-f453e5cfc3b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:48:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['3f4dc924-1a08-4f65-b8a0-f8c12181cc9e'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:48:45.987812 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-91b8cdcb-a7d8-478b-8530-04700c32599a tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] 10.222.0.39 "PUT /v2.0/floatingips/9b961395-6052-4408-b346-783b014cb5c8 HTTP/1.1" status: 200 len: 688 time: 0.9346409 Aug 12 14:48:45.990555 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 56152) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:48:45.992553 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-356dfa98-3fbb-463e-ae7f-f453e5cfc3b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:48:46.001151 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-14396b35-bca0-46c9-a614-e0c2b212aa3a req-87d0ff1a-c553-4dfc-9803-4ed011a9c46c tempest-ServerRescueTestJSONUnderV235-830577405 tempest-ServerRescueTestJSONUnderV235-830577405-project] 10.222.0.39 "GET /v2.0/security-groups?id=64c6cc2d-97ab-4107-896e-806704ae9d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627289 Aug 12 14:48:46.001895 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-356dfa98-3fbb-463e-ae7f-f453e5cfc3b0 None None] Routers {'3f4dc924-1a08-4f65-b8a0-f8c12181cc9e'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:48:46.002537 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-356dfa98-3fbb-463e-ae7f-f453e5cfc3b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:48:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['3f4dc924-1a08-4f65-b8a0-f8c12181cc9e'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:48:46.037887 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-356dfa98-3fbb-463e-ae7f-f453e5cfc3b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:48:46.038532 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-356dfa98-3fbb-463e-ae7f-f453e5cfc3b0 None None] The sync data for ids ['3f4dc924-1a08-4f65-b8a0-f8c12181cc9e'] in n-d-694802-15 is: [] {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 14:48:46.127763 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-fb311c61-4a6c-4b0a-8d19-ad3c5187d95e tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Deleting port 8c477875-d450-4764-966f-bf64f057b692 {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:48:46.128115 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-fb311c61-4a6c-4b0a-8d19-ad3c5187d95e tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:46.237779 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89b935e-7ae6-4e9b-a3a6-d5e2afc6f329 req-43231721-8606-46d5-926b-fa73f942bd7a tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:48:46.239303 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b89b935e-7ae6-4e9b-a3a6-d5e2afc6f329 req-43231721-8606-46d5-926b-fa73f942bd7a tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/ports?device_id=74ed7aa6-dbe2-4613-9887-791fa343e9a9 HTTP/1.1" status: 200 len: 945 time: 0.0763638 Aug 12 14:48:46.254433 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-fb311c61-4a6c-4b0a-8d19-ad3c5187d95e tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:46.254759 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-fb311c61-4a6c-4b0a-8d19-ad3c5187d95e tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:46.275002 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-fb311c61-4a6c-4b0a-8d19-ad3c5187d95e tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Calling delete_port for 8c477875-d450-4764-966f-bf64f057b692 owned by network:floatingip {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:48:46.301282 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b89b935e-7ae6-4e9b-a3a6-d5e2afc6f329 req-9d824771-64f6-4c45-aaaf-8b83df6b0aed tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/security-groups?id=36246b04-094b-4845-831d-1126cf8a06ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561597 Aug 12 14:48:46.422758 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-fb311c61-4a6c-4b0a-8d19-ad3c5187d95e tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:46.447378 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb311c61-4a6c-4b0a-8d19-ad3c5187d95e tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Pushing event deleted for resources: {'Port': ['ID=8c477875-d450-4764-966f-bf64f057b692,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:48:46.510565 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-fb311c61-4a6c-4b0a-8d19-ad3c5187d95e tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Notify callbacks [] for floatingip, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:46.513677 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-fb311c61-4a6c-4b0a-8d19-ad3c5187d95e tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for floatingip, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:46.515052 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-fb311c61-4a6c-4b0a-8d19-ad3c5187d95e tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] 10.222.0.39 "DELETE /v2.0/floatingips/9b961395-6052-4408-b346-783b014cb5c8 HTTP/1.1" status: 204 len: 168 time: 0.5233436 Aug 12 14:48:46.517993 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 56156) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:48:46.551850 n-d-694802-15 neutron-server[94467]: INFO neutron.api.v2.resource [None req-7bcf3518-d31a-45e6-a5ae-aa651c9e0bde tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] delete failed (client error): The resource could not be found. Aug 12 14:48:46.552871 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-7bcf3518-d31a-45e6-a5ae-aa651c9e0bde tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] 10.222.0.39 "DELETE /v2.0/floatingips/9b961395-6052-4408-b346-783b014cb5c8 HTTP/1.1" status: 404 len: 345 time: 0.0339756 Aug 12 14:48:46.556576 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 56158) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:48:46.637438 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb7919b6-94f1-4d75-ab9a-b18811c915f2 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:48:46.643502 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb7919b6-94f1-4d75-ab9a-b18811c915f2 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:48:46.649629 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb7919b6-94f1-4d75-ab9a-b18811c915f2 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:48:46.651626 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-cb7919b6-94f1-4d75-ab9a-b18811c915f2 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] 10.222.0.39 "GET /v2.0/ports?network_id=a60d97ee-92b1-42ae-8aa9-6c9c30e82592 HTTP/1.1" status: 200 len: 2358 time: 0.0936246 Aug 12 14:48:46.654118 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 56162) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:48:46.713315 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9adc9675-5ad1-49f3-aeae-24b876125db7 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:48:46.714744 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-9adc9675-5ad1-49f3-aeae-24b876125db7 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] 10.222.0.39 "GET /v2.0/subnets/176e9262-c532-4138-b55a-3a371eecd890 HTTP/1.1" status: 200 len: 797 time: 0.0596626 Aug 12 14:48:46.719483 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 56166) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:48:46.724314 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-2a4c96e6-7042-47f9-b0f2-4837c9a01606 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Request body: {'port': {'network_id': 'a60d97ee-92b1-42ae-8aa9-6c9c30e82592', 'name': 'tempest-FloatingIPTestJSON-1840799189', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:48:46.836955 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a4c96e6-7042-47f9-b0f2-4837c9a01606 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Made reservation on behalf of 0a26f5f28fae41df9c0dda6d7a230544 for: {'port': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:48:46.934222 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-2a4c96e6-7042-47f9-b0f2-4837c9a01606 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:46.950887 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [None req-2a4c96e6-7042-47f9-b0f2-4837c9a01606 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] device_id is not set on port db205c7a-ea75-430a-960a-d79cfa9943a4 yet. {{(pid=94467) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 14:48:47.116870 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5c3adc-90f4-4161-89b6-fc71b3aa6734 req-d970c340-5eda-488b-9099-6b195e54df71 tempest-ServerRescueTestJSONUnderV235-830577405 tempest-ServerRescueTestJSONUnderV235-830577405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:48:47.118371 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-3d5c3adc-90f4-4161-89b6-fc71b3aa6734 req-d970c340-5eda-488b-9099-6b195e54df71 tempest-ServerRescueTestJSONUnderV235-830577405 tempest-ServerRescueTestJSONUnderV235-830577405-project] 10.222.0.39 "GET /v2.0/ports?device_id=db856037-c935-4002-ae78-dd56d70b43ec HTTP/1.1" status: 200 len: 945 time: 0.0495250 Aug 12 14:48:47.157404 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-3d5c3adc-90f4-4161-89b6-fc71b3aa6734 req-6a5e8b52-95d0-48d1-ac7d-9a59a58eacb8 tempest-ServerRescueTestJSONUnderV235-830577405 tempest-ServerRescueTestJSONUnderV235-830577405-project] 10.222.0.39 "GET /v2.0/security-groups?id=64c6cc2d-97ab-4107-896e-806704ae9d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318904 Aug 12 14:48:47.238401 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_common [None req-2a4c96e6-7042-47f9-b0f2-4837c9a01606 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Allocated IP 172.20.0.14 (a60d97ee-92b1-42ae-8aa9-6c9c30e82592/176e9262-c532-4138-b55a-3a371eecd890/db205c7a-ea75-430a-960a-d79cfa9943a4) {{(pid=94467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:48:47.244836 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_common [None req-2a4c96e6-7042-47f9-b0f2-4837c9a01606 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Allocated IP 172.20.0.13 (a60d97ee-92b1-42ae-8aa9-6c9c30e82592/176e9262-c532-4138-b55a-3a371eecd890/db205c7a-ea75-430a-960a-d79cfa9943a4) {{(pid=94467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:48:47.389569 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebf4e2c-20e9-4581-af1a-5f39a5f3cd18 req-a7e244f1-447c-4191-b4c8-0ce0e2c88d2a tempest-ServerRescueTestJSONUnderV235-830577405 tempest-ServerRescueTestJSONUnderV235-830577405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:48:47.390987 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-eebf4e2c-20e9-4581-af1a-5f39a5f3cd18 req-a7e244f1-447c-4191-b4c8-0ce0e2c88d2a tempest-ServerRescueTestJSONUnderV235-830577405 tempest-ServerRescueTestJSONUnderV235-830577405-project] 10.222.0.39 "GET /v2.0/ports?device_id=db856037-c935-4002-ae78-dd56d70b43ec HTTP/1.1" status: 200 len: 945 time: 0.0510693 Aug 12 14:48:47.432785 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-eebf4e2c-20e9-4581-af1a-5f39a5f3cd18 req-b314f936-e741-419c-bf34-d8146b5cff78 tempest-ServerRescueTestJSONUnderV235-830577405 tempest-ServerRescueTestJSONUnderV235-830577405-project] 10.222.0.39 "GET /v2.0/security-groups?id=64c6cc2d-97ab-4107-896e-806704ae9d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354733 Aug 12 14:48:47.716001 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e8242b-e09c-446a-9359-ca26e3cae73c req-b6b0fed9-380f-425e-8e04-ca51d88deea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:48:47.717498 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c6e8242b-e09c-446a-9359-ca26e3cae73c req-b6b0fed9-380f-425e-8e04-ca51d88deea1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7f4b55b810a04109be81b8288068f054&device_id=db856037-c935-4002-ae78-dd56d70b43ec HTTP/1.1" status: 200 len: 1097 time: 0.3845429 Aug 12 14:48:47.763107 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-2a4c96e6-7042-47f9-b0f2-4837c9a01606 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Notify callbacks [] for port, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:47.802955 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7341b077-8dee-45e4-a495-a8fb0b04cdfc req-108483b5-143d-4038-b8f0-40e90f64078b tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:48:47.804451 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-7341b077-8dee-45e4-a495-a8fb0b04cdfc req-108483b5-143d-4038-b8f0-40e90f64078b tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/ports?device_id=74ed7aa6-dbe2-4613-9887-791fa343e9a9 HTTP/1.1" status: 200 len: 945 time: 0.4312184 Aug 12 14:48:47.883972 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-7341b077-8dee-45e4-a495-a8fb0b04cdfc req-ccba24c9-3008-4331-89e8-9479b1c676ec tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/security-groups?id=36246b04-094b-4845-831d-1126cf8a06ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728202 Aug 12 14:48:47.896964 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e8242b-e09c-446a-9359-ca26e3cae73c req-d5323085-2b41-4b30-b516-562cac70965a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:48:47.898414 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c6e8242b-e09c-446a-9359-ca26e3cae73c req-d5323085-2b41-4b30-b516-562cac70965a service neutron] 10.222.0.64 "GET /v2.0/networks?id=4ca07038-0b96-477b-ad41-5713b4d66d53 HTTP/1.1" status: 200 len: 921 time: 0.1682758 Aug 12 14:48:47.904594 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-2a4c96e6-7042-47f9-b0f2-4837c9a01606 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:47.967510 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c6e8242b-e09c-446a-9359-ca26e3cae73c req-c178826a-574f-4256-b8a3-750069cb971c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c80ff18b-1cdf-4864-b62f-1ce8d2da59a2 HTTP/1.1" status: 200 len: 217 time: 0.0607691 Aug 12 14:48:47.985005 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a4c96e6-7042-47f9-b0f2-4837c9a01606 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Network a60d97ee-92b1-42ae-8aa9-6c9c30e82592 is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:48:47.998731 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [None req-2a4c96e6-7042-47f9-b0f2-4837c9a01606 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:48:48.022082 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a4c96e6-7042-47f9-b0f2-4837c9a01606 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Received port after_create {{(pid=94467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:48:48.027590 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4c96e6-7042-47f9-b0f2-4837c9a01606 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Pushing event updated for resources: {'Port': ['ID=db205c7a-ea75-430a-960a-d79cfa9943a4,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:48:48.096189 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e8242b-e09c-446a-9359-ca26e3cae73c req-71cb0f07-0d1b-4041-85cf-2001e8c30ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:48:48.097653 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c6e8242b-e09c-446a-9359-ca26e3cae73c req-71cb0f07-0d1b-4041-85cf-2001e8c30ba9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=187174f9-9f3a-4f34-a47c-8b966707662a HTTP/1.1" status: 200 len: 860 time: 0.1155066 Aug 12 14:48:48.120181 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a4c96e6-7042-47f9-b0f2-4837c9a01606 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:48:48.120777 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-2a4c96e6-7042-47f9-b0f2-4837c9a01606 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:48.147137 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c6e8242b-e09c-446a-9359-ca26e3cae73c req-5cdd6285-8f95-4401-a234-4b8a44f9bb3e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4ca07038-0b96-477b-ad41-5713b4d66d53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398638 Aug 12 14:48:48.160391 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f439f7-89c2-4567-9070-01a47f0572b2 req-1439c3f5-6d38-4a40-8802-68183fc512eb tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:48:48.161835 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-21f439f7-89c2-4567-9070-01a47f0572b2 req-1439c3f5-6d38-4a40-8802-68183fc512eb tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/ports?device_id=74ed7aa6-dbe2-4613-9887-791fa343e9a9 HTTP/1.1" status: 200 len: 945 time: 0.1116321 Aug 12 14:48:48.171513 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-2a4c96e6-7042-47f9-b0f2-4837c9a01606 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 1.4507458 Aug 12 14:48:48.174279 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 56184) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:48:48.179194 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-51997c56-a13a-47a8-bc14-c0353b1baf12 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Request body: {'floatingip': {'floating_network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'port_id': 'db205c7a-ea75-430a-960a-d79cfa9943a4', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:48:48.202535 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-51997c56-a13a-47a8-bc14-c0353b1baf12 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Notify callbacks [] for floatingip, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:48.257888 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-21f439f7-89c2-4567-9070-01a47f0572b2 req-33f4f721-d57a-4b28-92ec-d893f2f20613 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/security-groups?id=36246b04-094b-4845-831d-1126cf8a06ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847623 Aug 12 14:48:48.287738 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c6e8242b-e09c-446a-9359-ca26e3cae73c req-a07a68fa-c007-44d5-b9e7-6df7ae53af45 service neutron] 10.222.0.64 "GET /v2.0/networks/4ca07038-0b96-477b-ad41-5713b4d66d53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249106 Aug 12 14:48:48.313847 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-51997c56-a13a-47a8-bc14-c0353b1baf12 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:48.383802 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c6e8242b-e09c-446a-9359-ca26e3cae73c req-77a94ac0-dfa6-43f8-9dec-f60b85def26c service neutron] 10.222.0.64 "GET /v2.0/networks/4ca07038-0b96-477b-ad41-5713b4d66d53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886769 Aug 12 14:48:48.421795 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-51997c56-a13a-47a8-bc14-c0353b1baf12 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Allocated IP 172.25.1.254 (d3759e1b-6c03-45ac-acd4-90abb417809b/f0254f08-c19c-4e31-bd9c-09389ea4b6f2/c12a62fa-8742-4489-969f-533fa208627b) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:48:48.561026 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-51997c56-a13a-47a8-bc14-c0353b1baf12 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:48.581366 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f5f6b2-3c39-49d8-8c76-9cbb2180d13f req-1d01ed2f-8978-4d1e-b8b6-c1e6fafc9a84 tempest-ServerRescueTestJSONUnderV235-830577405 tempest-ServerRescueTestJSONUnderV235-830577405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:48:48.582837 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-21f5f6b2-3c39-49d8-8c76-9cbb2180d13f req-1d01ed2f-8978-4d1e-b8b6-c1e6fafc9a84 tempest-ServerRescueTestJSONUnderV235-830577405 tempest-ServerRescueTestJSONUnderV235-830577405-project] 10.222.0.39 "GET /v2.0/ports?device_id=db856037-c935-4002-ae78-dd56d70b43ec HTTP/1.1" status: 200 len: 945 time: 0.0775185 Aug 12 14:48:48.635419 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-21f5f6b2-3c39-49d8-8c76-9cbb2180d13f req-32a96ce2-b4d7-43a1-b242-e84e4ec997d3 tempest-ServerRescueTestJSONUnderV235-830577405 tempest-ServerRescueTestJSONUnderV235-830577405-project] 10.222.0.39 "GET /v2.0/security-groups?id=64c6cc2d-97ab-4107-896e-806704ae9d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464826 Aug 12 14:48:48.642833 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-51997c56-a13a-47a8-bc14-c0353b1baf12 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:48.683135 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51997c56-a13a-47a8-bc14-c0353b1baf12 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Network d3759e1b-6c03-45ac-acd4-90abb417809b is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:48:48.686319 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-51997c56-a13a-47a8-bc14-c0353b1baf12 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:48:48.692395 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51997c56-a13a-47a8-bc14-c0353b1baf12 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:48:48.715926 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51997c56-a13a-47a8-bc14-c0353b1baf12 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Pushing event updated for resources: {'Port': ['ID=c12a62fa-8742-4489-969f-533fa208627b,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:48:49.071519 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-51997c56-a13a-47a8-bc14-c0353b1baf12 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:49.143068 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-51997c56-a13a-47a8-bc14-c0353b1baf12 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:49.292396 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-51997c56-a13a-47a8-bc14-c0353b1baf12 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Notify callbacks [] for port, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:49.297317 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-51997c56-a13a-47a8-bc14-c0353b1baf12 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3718439'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:49.372159 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51997c56-a13a-47a8-bc14-c0353b1baf12 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Pushing event updated for resources: {'Port': ['ID=c12a62fa-8742-4489-969f-533fa208627b,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:48:49.381006 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-51997c56-a13a-47a8-bc14-c0353b1baf12 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431510'] for floatingip, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:49.388441 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee352a6-a907-4ac3-b28a-dde87d6683d5 req-92c4759b-f0e3-4700-92ac-3b5ee201fdb0 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:48:49.389996 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0ee352a6-a907-4ac3-b28a-dde87d6683d5 req-92c4759b-f0e3-4700-92ac-3b5ee201fdb0 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/ports?device_id=74ed7aa6-dbe2-4613-9887-791fa343e9a9 HTTP/1.1" status: 200 len: 945 time: 0.0521383 Aug 12 14:48:49.428258 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0ee352a6-a907-4ac3-b28a-dde87d6683d5 req-bce59559-c171-40b5-8471-97cb1b18ce06 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/security-groups?id=36246b04-094b-4845-831d-1126cf8a06ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321624 Aug 12 14:48:49.484330 n-d-694802-15 neutron-server[94466]: INFO neutron.db.l3_db [None req-51997c56-a13a-47a8-bc14-c0353b1baf12 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Floating IP 55c8d8cd-0936-4c0f-b3bb-89d3689d2246 associated. External IP: 172.25.1.254, port: db205c7a-ea75-430a-960a-d79cfa9943a4. Aug 12 14:48:49.710022 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51997c56-a13a-47a8-bc14-c0353b1baf12 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Router 3f4dc924-1a08-4f65-b8a0-f8c12181cc9e has already been hosted by L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f {{(pid=94466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 14:48:49.772720 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada205bb-0835-4fc9-9c45-11687a2808ee req-b99b07d7-89ad-4a87-bc82-d481cc823786 tempest-ServerRescueTestJSONUnderV235-830577405 tempest-ServerRescueTestJSONUnderV235-830577405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:48:49.779824 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ada205bb-0835-4fc9-9c45-11687a2808ee req-b99b07d7-89ad-4a87-bc82-d481cc823786 tempest-ServerRescueTestJSONUnderV235-830577405 tempest-ServerRescueTestJSONUnderV235-830577405-project] 10.222.0.39 "GET /v2.0/ports?device_id=db856037-c935-4002-ae78-dd56d70b43ec HTTP/1.1" status: 200 len: 945 time: 0.0695255 Aug 12 14:48:49.820647 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ada205bb-0835-4fc9-9c45-11687a2808ee req-cc766025-dab1-407b-a8a4-4dcf83ed31b0 tempest-ServerRescueTestJSONUnderV235-830577405 tempest-ServerRescueTestJSONUnderV235-830577405-project] 10.222.0.39 "GET /v2.0/security-groups?id=64c6cc2d-97ab-4107-896e-806704ae9d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358238 Aug 12 14:48:49.863951 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51997c56-a13a-47a8-bc14-c0353b1baf12 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 14:48:49.876352 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91790fdd-5791-4439-a3df-688395a6f9b2 None None] Sync routers for ids ['3f4dc924-1a08-4f65-b8a0-f8c12181cc9e'] in n-d-694802-15 {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 14:48:49.884102 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-51997c56-a13a-47a8-bc14-c0353b1baf12 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for floatingip, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:49.887721 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91790fdd-5791-4439-a3df-688395a6f9b2 None None] Routers {'3f4dc924-1a08-4f65-b8a0-f8c12181cc9e'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:48:49.888491 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-91790fdd-5791-4439-a3df-688395a6f9b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:48:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['3f4dc924-1a08-4f65-b8a0-f8c12181cc9e'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:48:49.919057 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-51997c56-a13a-47a8-bc14-c0353b1baf12 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 1.7429845 Aug 12 14:48:49.922143 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 56216) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:48:49.926796 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-214dad99-3d86-4a55-94d3-6c83f1b27ee6 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Request body: {'floatingip': {'port_id': 'db205c7a-ea75-430a-960a-d79cfa9943a4', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:48:49.927009 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ac850a-c199-4851-858d-9a0627138a18 req-e92b04f5-af4e-412b-bcf1-99100636c296 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:48:49.928531 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-02ac850a-c199-4851-858d-9a0627138a18 req-e92b04f5-af4e-412b-bcf1-99100636c296 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/ports?device_id=74ed7aa6-dbe2-4613-9887-791fa343e9a9 HTTP/1.1" status: 200 len: 945 time: 0.1001041 Aug 12 14:48:49.939457 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-91790fdd-5791-4439-a3df-688395a6f9b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:48:49.949746 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91790fdd-5791-4439-a3df-688395a6f9b2 None None] Routers {'3f4dc924-1a08-4f65-b8a0-f8c12181cc9e'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:48:49.950486 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-91790fdd-5791-4439-a3df-688395a6f9b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:48:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['3f4dc924-1a08-4f65-b8a0-f8c12181cc9e'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:48:49.976834 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-02ac850a-c199-4851-858d-9a0627138a18 req-c40e4224-8ffb-4127-bc09-c95454747c22 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/security-groups?id=36246b04-094b-4845-831d-1126cf8a06ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399895 Aug 12 14:48:49.988511 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-91790fdd-5791-4439-a3df-688395a6f9b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:48:49.989170 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91790fdd-5791-4439-a3df-688395a6f9b2 None None] The sync data for ids ['3f4dc924-1a08-4f65-b8a0-f8c12181cc9e'] in n-d-694802-15 is: [] {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 14:48:49.997527 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-214dad99-3d86-4a55-94d3-6c83f1b27ee6 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Notify callbacks [] for floatingip, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:50.467571 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-214dad99-3d86-4a55-94d3-6c83f1b27ee6 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:50.471440 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-214dad99-3d86-4a55-94d3-6c83f1b27ee6 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431510'] for floatingip, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:50.676629 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-214dad99-3d86-4a55-94d3-6c83f1b27ee6 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Router 3f4dc924-1a08-4f65-b8a0-f8c12181cc9e has already been hosted by L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f {{(pid=94467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 14:48:50.785982 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-214dad99-3d86-4a55-94d3-6c83f1b27ee6 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 14:48:50.790354 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-214dad99-3d86-4a55-94d3-6c83f1b27ee6 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for floatingip, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:50.796461 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f0f9f56-7c44-4e8d-95f6-654d11558377 None None] Sync routers for ids ['3f4dc924-1a08-4f65-b8a0-f8c12181cc9e'] in n-d-694802-15 {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 14:48:50.805472 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f0f9f56-7c44-4e8d-95f6-654d11558377 None None] Routers {'3f4dc924-1a08-4f65-b8a0-f8c12181cc9e'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:48:50.806189 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-3f0f9f56-7c44-4e8d-95f6-654d11558377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:48:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['3f4dc924-1a08-4f65-b8a0-f8c12181cc9e'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:48:50.838345 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-3f0f9f56-7c44-4e8d-95f6-654d11558377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:48:50.847793 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f0f9f56-7c44-4e8d-95f6-654d11558377 None None] Routers {'3f4dc924-1a08-4f65-b8a0-f8c12181cc9e'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:48:50.850998 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-3f0f9f56-7c44-4e8d-95f6-654d11558377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:48:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['3f4dc924-1a08-4f65-b8a0-f8c12181cc9e'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:48:50.851789 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-214dad99-3d86-4a55-94d3-6c83f1b27ee6 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] 10.222.0.39 "PUT /v2.0/floatingips/55c8d8cd-0936-4c0f-b3bb-89d3689d2246 HTTP/1.1" status: 200 len: 979 time: 0.9254227 Aug 12 14:48:50.851924 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 56220) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:48:50.888468 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-3f0f9f56-7c44-4e8d-95f6-654d11558377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:48:50.889108 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f0f9f56-7c44-4e8d-95f6-654d11558377 None None] The sync data for ids ['3f4dc924-1a08-4f65-b8a0-f8c12181cc9e'] in n-d-694802-15 is: [] {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 14:48:50.948571 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adef097-491f-4749-8a2d-0b44f2e1b79c req-d8663941-49d5-4c81-9ce8-d9ab9f488de1 tempest-ServerRescueTestJSONUnderV235-830577405 tempest-ServerRescueTestJSONUnderV235-830577405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:48:50.950015 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3adef097-491f-4749-8a2d-0b44f2e1b79c req-d8663941-49d5-4c81-9ce8-d9ab9f488de1 tempest-ServerRescueTestJSONUnderV235-830577405 tempest-ServerRescueTestJSONUnderV235-830577405-project] 10.222.0.39 "GET /v2.0/ports?device_id=db856037-c935-4002-ae78-dd56d70b43ec HTTP/1.1" status: 200 len: 945 time: 0.0534539 Aug 12 14:48:50.990942 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3adef097-491f-4749-8a2d-0b44f2e1b79c req-5b9e745b-9d2a-4c79-8417-f9e2e1e37fe2 tempest-ServerRescueTestJSONUnderV235-830577405 tempest-ServerRescueTestJSONUnderV235-830577405-project] 10.222.0.39 "GET /v2.0/security-groups?id=64c6cc2d-97ab-4107-896e-806704ae9d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348752 Aug 12 14:48:51.037438 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-0fd92fd7-616c-4685-8736-ffe4e98a3edc tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Deleting port c12a62fa-8742-4489-969f-533fa208627b {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:48:51.037786 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0fd92fd7-616c-4685-8736-ffe4e98a3edc tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:51.103045 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dea8dc-be78-4aee-88e7-5711096e3b4e req-d4bb710d-9b9e-4290-97f1-e22e2fffc0bc tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:48:51.104659 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-97dea8dc-be78-4aee-88e7-5711096e3b4e req-d4bb710d-9b9e-4290-97f1-e22e2fffc0bc tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/ports?device_id=74ed7aa6-dbe2-4613-9887-791fa343e9a9 HTTP/1.1" status: 200 len: 945 time: 0.0546668 Aug 12 14:48:51.124831 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0fd92fd7-616c-4685-8736-ffe4e98a3edc tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:51.125165 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0fd92fd7-616c-4685-8736-ffe4e98a3edc tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:51.138535 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-0fd92fd7-616c-4685-8736-ffe4e98a3edc tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Calling delete_port for c12a62fa-8742-4489-969f-533fa208627b owned by network:floatingip {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:48:51.143913 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-97dea8dc-be78-4aee-88e7-5711096e3b4e req-2a29274a-636e-4861-932e-202ca3af2dc8 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/security-groups?id=36246b04-094b-4845-831d-1126cf8a06ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331714 Aug 12 14:48:51.312697 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0fd92fd7-616c-4685-8736-ffe4e98a3edc tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:51.339133 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd92fd7-616c-4685-8736-ffe4e98a3edc tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Pushing event deleted for resources: {'Port': ['ID=c12a62fa-8742-4489-969f-533fa208627b,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:48:51.400636 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0fd92fd7-616c-4685-8736-ffe4e98a3edc tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Notify callbacks [] for floatingip, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:51.400968 n-d-694802-15 neutron-server[94466]: INFO neutron.db.l3_db [None req-0fd92fd7-616c-4685-8736-ffe4e98a3edc tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Floating IP 55c8d8cd-0936-4c0f-b3bb-89d3689d2246 disassociated (deleted). External IP: 172.25.1.254, port: db205c7a-ea75-430a-960a-d79cfa9943a4. Aug 12 14:48:51.612378 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fd92fd7-616c-4685-8736-ffe4e98a3edc tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Router 3f4dc924-1a08-4f65-b8a0-f8c12181cc9e has already been hosted by L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f {{(pid=94466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 14:48:51.718491 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fd92fd7-616c-4685-8736-ffe4e98a3edc tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 14:48:51.723731 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0fd92fd7-616c-4685-8736-ffe4e98a3edc tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for floatingip, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:51.728866 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb9caae9-e32d-41a0-a2b3-f9b6094dae4c None None] Sync routers for ids ['3f4dc924-1a08-4f65-b8a0-f8c12181cc9e'] in n-d-694802-15 {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 14:48:51.739090 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb9caae9-e32d-41a0-a2b3-f9b6094dae4c None None] Routers {'3f4dc924-1a08-4f65-b8a0-f8c12181cc9e'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:48:51.739730 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-bb9caae9-e32d-41a0-a2b3-f9b6094dae4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:48:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['3f4dc924-1a08-4f65-b8a0-f8c12181cc9e'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:48:51.755006 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-0fd92fd7-616c-4685-8736-ffe4e98a3edc tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] 10.222.0.39 "DELETE /v2.0/floatingips/55c8d8cd-0936-4c0f-b3bb-89d3689d2246 HTTP/1.1" status: 204 len: 168 time: 0.9021363 Aug 12 14:48:51.757427 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 56228) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:48:51.770964 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-bb9caae9-e32d-41a0-a2b3-f9b6094dae4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:48:51.780256 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb9caae9-e32d-41a0-a2b3-f9b6094dae4c None None] Routers {'3f4dc924-1a08-4f65-b8a0-f8c12181cc9e'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:48:51.780952 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-bb9caae9-e32d-41a0-a2b3-f9b6094dae4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:48:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['3f4dc924-1a08-4f65-b8a0-f8c12181cc9e'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:48:51.815545 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-bb9caae9-e32d-41a0-a2b3-f9b6094dae4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:48:51.816465 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb9caae9-e32d-41a0-a2b3-f9b6094dae4c None None] The sync data for ids ['3f4dc924-1a08-4f65-b8a0-f8c12181cc9e'] in n-d-694802-15 is: [] {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 14:48:51.848337 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-26386dcb-8a42-45bd-9063-1041b8c6cfeb tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Deleting port db205c7a-ea75-430a-960a-d79cfa9943a4 {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:48:51.848676 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-26386dcb-8a42-45bd-9063-1041b8c6cfeb tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:51.936884 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-26386dcb-8a42-45bd-9063-1041b8c6cfeb tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:51.948386 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-26386dcb-8a42-45bd-9063-1041b8c6cfeb tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Calling delete_port for db205c7a-ea75-430a-960a-d79cfa9943a4 owned by {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:48:52.129632 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51aa505-9fca-4b2c-b72d-9ac8f03111bd req-694fcc28-9f25-4509-ad3f-f6bd220b971d tempest-ServerRescueTestJSONUnderV235-830577405 tempest-ServerRescueTestJSONUnderV235-830577405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:48:52.131145 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a51aa505-9fca-4b2c-b72d-9ac8f03111bd req-694fcc28-9f25-4509-ad3f-f6bd220b971d tempest-ServerRescueTestJSONUnderV235-830577405 tempest-ServerRescueTestJSONUnderV235-830577405-project] 10.222.0.39 "GET /v2.0/ports?device_id=db856037-c935-4002-ae78-dd56d70b43ec HTTP/1.1" status: 200 len: 945 time: 0.0565779 Aug 12 14:48:52.134115 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-26386dcb-8a42-45bd-9063-1041b8c6cfeb tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:52.161225 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26386dcb-8a42-45bd-9063-1041b8c6cfeb tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Pushing event deleted for resources: {'Port': ['ID=db205c7a-ea75-430a-960a-d79cfa9943a4,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:48:52.182910 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a51aa505-9fca-4b2c-b72d-9ac8f03111bd req-e70ccd70-6778-4d7a-bf36-784fa6895e61 tempest-ServerRescueTestJSONUnderV235-830577405 tempest-ServerRescueTestJSONUnderV235-830577405-project] 10.222.0.39 "GET /v2.0/security-groups?id=64c6cc2d-97ab-4107-896e-806704ae9d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426416 Aug 12 14:48:52.280044 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-26386dcb-8a42-45bd-9063-1041b8c6cfeb tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:52.281917 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-26386dcb-8a42-45bd-9063-1041b8c6cfeb tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] 10.222.0.39 "DELETE /v2.0/ports/db205c7a-ea75-430a-960a-d79cfa9943a4 HTTP/1.1" status: 204 len: 168 time: 0.5235939 Aug 12 14:48:52.285490 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 56238) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:48:52.290465 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-bfb32e22-a760-448e-ae9e-bab6d28d52cc tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Request body: {'floatingip': {'floating_network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:48:52.311804 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feabe526-de0c-4adf-b747-83c6fa7f0897 req-cf97d8f8-8ed0-4c79-9c49-bc1ac77b7f6d tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:48:52.313227 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-feabe526-de0c-4adf-b747-83c6fa7f0897 req-cf97d8f8-8ed0-4c79-9c49-bc1ac77b7f6d tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/ports?device_id=74ed7aa6-dbe2-4613-9887-791fa343e9a9 HTTP/1.1" status: 200 len: 945 time: 0.0832574 Aug 12 14:48:52.333719 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-bfb32e22-a760-448e-ae9e-bab6d28d52cc tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Notify callbacks [] for floatingip, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:52.390097 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-feabe526-de0c-4adf-b747-83c6fa7f0897 req-0e8e7b66-0ee6-4dea-8695-894b1c6fbc77 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/security-groups?id=36246b04-094b-4845-831d-1126cf8a06ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709021 Aug 12 14:48:52.444370 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-bfb32e22-a760-448e-ae9e-bab6d28d52cc tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:52.551387 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-bfb32e22-a760-448e-ae9e-bab6d28d52cc tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Allocated IP 172.25.1.35 (d3759e1b-6c03-45ac-acd4-90abb417809b/f0254f08-c19c-4e31-bd9c-09389ea4b6f2/5e8610a7-598e-425a-8da7-ec1b6106e5fb) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:48:52.649431 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-bfb32e22-a760-448e-ae9e-bab6d28d52cc tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:52.689304 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-bfb32e22-a760-448e-ae9e-bab6d28d52cc tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:52.726536 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfb32e22-a760-448e-ae9e-bab6d28d52cc tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Network d3759e1b-6c03-45ac-acd4-90abb417809b is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:48:52.729255 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-bfb32e22-a760-448e-ae9e-bab6d28d52cc tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:48:52.733195 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfb32e22-a760-448e-ae9e-bab6d28d52cc tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:48:52.762045 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb32e22-a760-448e-ae9e-bab6d28d52cc tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Pushing event updated for resources: {'Port': ['ID=5e8610a7-598e-425a-8da7-ec1b6106e5fb,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:48:52.824105 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-bfb32e22-a760-448e-ae9e-bab6d28d52cc tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:52.856752 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-bfb32e22-a760-448e-ae9e-bab6d28d52cc tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:53.161694 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device f0a3eec4-f0dd-42c2-a784-d6d930562858 details requested by agent hyperv_n-h2-694802-15 with host n-h2-694802-15 {{(pid=94468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 14:48:53.269837 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port f0a3eec4-f0dd-42c2-a784-d6d930562858, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=f0a3eec4-f0dd-42c2-a784-d6d930562858,segment=NetworkSegment(45b28473-1709-41a1-b9df-2ccc6425c05f),segment_id=45b28473-1709-41a1-b9df-2ccc6425c05f)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:48:53.285677 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Returning: {'device': 'f0a3eec4-f0dd-42c2-a784-d6d930562858', 'network_id': '4552c891-e268-4d7c-98f1-e8736a29b277', 'port_id': 'f0a3eec4-f0dd-42c2-a784-d6d930562858', 'mac_address': 'fa:16:3e:91:76:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3b4e56e-f3bd-4709-bfd6-3e62da1e0ac7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 14:48:53.313736 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b423f5-5c97-4d01-a75a-7c11e7e6c6f8 req-8fbf27a0-1588-4b65-926e-af87eb4ce711 tempest-ServerRescueTestJSONUnderV235-830577405 tempest-ServerRescueTestJSONUnderV235-830577405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:48:53.315374 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-77b423f5-5c97-4d01-a75a-7c11e7e6c6f8 req-8fbf27a0-1588-4b65-926e-af87eb4ce711 tempest-ServerRescueTestJSONUnderV235-830577405 tempest-ServerRescueTestJSONUnderV235-830577405-project] 10.222.0.39 "GET /v2.0/ports?device_id=db856037-c935-4002-ae78-dd56d70b43ec HTTP/1.1" status: 200 len: 945 time: 0.0536003 Aug 12 14:48:53.318026 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-bfb32e22-a760-448e-ae9e-bab6d28d52cc tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Notify callbacks [] for port, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:53.323245 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-bfb32e22-a760-448e-ae9e-bab6d28d52cc tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3718439'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:53.333047 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:53.346450 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f0a3eec4-f0dd-42c2-a784-d6d930562858 {{(pid=94468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:48:53.360269 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-77b423f5-5c97-4d01-a75a-7c11e7e6c6f8 req-b71d03d5-c642-4a27-8597-182d48d04b61 tempest-ServerRescueTestJSONUnderV235-830577405 tempest-ServerRescueTestJSONUnderV235-830577405-project] 10.222.0.39 "GET /v2.0/security-groups?id=64c6cc2d-97ab-4107-896e-806704ae9d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379236 Aug 12 14:48:53.369333 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port f0a3eec4-f0dd-42c2-a784-d6d930562858, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=f0a3eec4-f0dd-42c2-a784-d6d930562858,segment=NetworkSegment(45b28473-1709-41a1-b9df-2ccc6425c05f),segment_id=45b28473-1709-41a1-b9df-2ccc6425c05f)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:48:53.374679 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:53.396226 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb32e22-a760-448e-ae9e-bab6d28d52cc tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Pushing event updated for resources: {'Port': ['ID=5e8610a7-598e-425a-8da7-ec1b6106e5fb,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:48:53.412937 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-bfb32e22-a760-448e-ae9e-bab6d28d52cc tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431510'] for floatingip, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:53.425765 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Pushing event updated for resources: {'Port': ['ID=f0a3eec4-f0dd-42c2-a784-d6d930562858,revision_number=6']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:48:53.427891 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-bfb32e22-a760-448e-ae9e-bab6d28d52cc tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for floatingip, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:53.429462 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-bfb32e22-a760-448e-ae9e-bab6d28d52cc tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1429937 Aug 12 14:48:53.432125 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 56248) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:48:53.438104 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-247bc5b4-5aeb-40e6-84bf-98317e135944 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Request body: {'port': {'network_id': 'a60d97ee-92b1-42ae-8aa9-6c9c30e82592', 'name': 'tempest-FloatingIPTestJSON-804458420'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:48:53.516225 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] get_ports_and_sgs() called for port_ids ['f0a3eec4-f0dd-42c2-a784-d6d930562858'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:48:53.556032 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b422d2c-9c80-47d4-a187-b1666f1f93a8 req-7de6860c-5c55-4594-8d97-0661e7c1b866 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:48:53.557507 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-8b422d2c-9c80-47d4-a187-b1666f1f93a8 req-7de6860c-5c55-4594-8d97-0661e7c1b866 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/ports?device_id=74ed7aa6-dbe2-4613-9887-791fa343e9a9 HTTP/1.1" status: 200 len: 944 time: 0.0804818 Aug 12 14:48:53.615102 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-8b422d2c-9c80-47d4-a187-b1666f1f93a8 req-d4ecafe3-3d48-4457-9d42-21ff37f96eef tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/security-groups?id=36246b04-094b-4845-831d-1126cf8a06ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481560 Aug 12 14:48:53.620414 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-247bc5b4-5aeb-40e6-84bf-98317e135944 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Made reservation on behalf of 0a26f5f28fae41df9c0dda6d7a230544 for: {'port': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:48:53.624840 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-247bc5b4-5aeb-40e6-84bf-98317e135944 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:53.645747 n-d-694802-15 neutron-server[94466]: DEBUG neutron.notifiers.nova [None req-247bc5b4-5aeb-40e6-84bf-98317e135944 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] device_id is not set on port 77b03a55-2adf-464b-8e98-0b9bfe0c0621 yet. {{(pid=94466) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 14:48:53.761380 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-247bc5b4-5aeb-40e6-84bf-98317e135944 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Allocated IP 172.20.0.8 (a60d97ee-92b1-42ae-8aa9-6c9c30e82592/176e9262-c532-4138-b55a-3a371eecd890/77b03a55-2adf-464b-8e98-0b9bfe0c0621) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:48:53.908260 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-247bc5b4-5aeb-40e6-84bf-98317e135944 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:53.947037 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-247bc5b4-5aeb-40e6-84bf-98317e135944 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:53.991403 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-247bc5b4-5aeb-40e6-84bf-98317e135944 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Network a60d97ee-92b1-42ae-8aa9-6c9c30e82592 is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:48:53.994397 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-247bc5b4-5aeb-40e6-84bf-98317e135944 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:48:54.000043 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-247bc5b4-5aeb-40e6-84bf-98317e135944 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:48:54.025265 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247bc5b4-5aeb-40e6-84bf-98317e135944 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Pushing event updated for resources: {'Port': ['ID=77b03a55-2adf-464b-8e98-0b9bfe0c0621,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:48:54.053372 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-247bc5b4-5aeb-40e6-84bf-98317e135944 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:48:54.053991 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-247bc5b4-5aeb-40e6-84bf-98317e135944 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:54.068167 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-247bc5b4-5aeb-40e6-84bf-98317e135944 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.6350486 Aug 12 14:48:54.070709 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 56250) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:48:54.075722 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-9848bee0-c7d0-44b4-897e-0e3d68e8822a tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Request body: {'floatingip': {'port_id': '77b03a55-2adf-464b-8e98-0b9bfe0c0621'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:48:54.114784 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9848bee0-c7d0-44b4-897e-0e3d68e8822a tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Notify callbacks [] for floatingip, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:54.481755 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3764dd88-28db-4120-8bd5-7d5cc494df43 req-f23af5c5-bd26-4ba1-a16b-a53e90dc8496 tempest-ServerRescueTestJSONUnderV235-830577405 tempest-ServerRescueTestJSONUnderV235-830577405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:48:54.483398 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3764dd88-28db-4120-8bd5-7d5cc494df43 req-f23af5c5-bd26-4ba1-a16b-a53e90dc8496 tempest-ServerRescueTestJSONUnderV235-830577405 tempest-ServerRescueTestJSONUnderV235-830577405-project] 10.222.0.39 "GET /v2.0/ports?device_id=db856037-c935-4002-ae78-dd56d70b43ec HTTP/1.1" status: 200 len: 945 time: 0.0502856 Aug 12 14:48:54.523403 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3764dd88-28db-4120-8bd5-7d5cc494df43 req-629a9dfd-65d7-4527-a018-8a21d195c625 tempest-ServerRescueTestJSONUnderV235-830577405 tempest-ServerRescueTestJSONUnderV235-830577405-project] 10.222.0.39 "GET /v2.0/security-groups?id=64c6cc2d-97ab-4107-896e-806704ae9d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338349 Aug 12 14:48:54.561365 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9848bee0-c7d0-44b4-897e-0e3d68e8822a tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:54.565304 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9848bee0-c7d0-44b4-897e-0e3d68e8822a tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431510'] for floatingip, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:54.667531 n-d-694802-15 neutron-server[94466]: INFO neutron.db.l3_db [None req-9848bee0-c7d0-44b4-897e-0e3d68e8822a tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Floating IP 30d963c1-a350-431c-8357-357f605e8f94 associated. External IP: 172.25.1.35, port: 77b03a55-2adf-464b-8e98-0b9bfe0c0621. Aug 12 14:48:54.794353 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9a446c-0a41-4ec8-b811-3fffcf0f46c7 req-558c388c-b283-48ca-a5b7-bdec429940c9 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:48:54.795871 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-3a9a446c-0a41-4ec8-b811-3fffcf0f46c7 req-558c388c-b283-48ca-a5b7-bdec429940c9 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/ports?device_id=74ed7aa6-dbe2-4613-9887-791fa343e9a9 HTTP/1.1" status: 200 len: 944 time: 0.0944524 Aug 12 14:48:54.875927 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-3a9a446c-0a41-4ec8-b811-3fffcf0f46c7 req-9b591a59-27cf-4910-811a-c1bfbee4ce81 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/security-groups?id=36246b04-094b-4845-831d-1126cf8a06ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729814 Aug 12 14:48:54.942358 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9848bee0-c7d0-44b4-897e-0e3d68e8822a tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Router 3f4dc924-1a08-4f65-b8a0-f8c12181cc9e has already been hosted by L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f {{(pid=94466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 14:48:55.062529 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9848bee0-c7d0-44b4-897e-0e3d68e8822a tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 14:48:55.067273 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9848bee0-c7d0-44b4-897e-0e3d68e8822a tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for floatingip, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:55.072441 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d7ae367-9a37-4c6d-9895-e20d89ca5e33 None None] Sync routers for ids ['3f4dc924-1a08-4f65-b8a0-f8c12181cc9e'] in n-d-694802-15 {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 14:48:55.083041 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d7ae367-9a37-4c6d-9895-e20d89ca5e33 None None] Routers {'3f4dc924-1a08-4f65-b8a0-f8c12181cc9e'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:48:55.083675 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-2d7ae367-9a37-4c6d-9895-e20d89ca5e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:48:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['3f4dc924-1a08-4f65-b8a0-f8c12181cc9e'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:48:55.096703 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-9848bee0-c7d0-44b4-897e-0e3d68e8822a tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] 10.222.0.39 "PUT /v2.0/floatingips/30d963c1-a350-431c-8357-357f605e8f94 HTTP/1.1" status: 200 len: 976 time: 1.0249193 Aug 12 14:48:55.099247 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 56262) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:48:55.171844 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device f0a3eec4-f0dd-42c2-a784-d6d930562858 up at agent hyperv_n-h2-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:48:55.200946 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-6aadea3f-7949-4d1c-8f18-cafd61523ce0 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Deleting port 77b03a55-2adf-464b-8e98-0b9bfe0c0621 {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:48:55.201275 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-6aadea3f-7949-4d1c-8f18-cafd61523ce0 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:55.213840 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-2d7ae367-9a37-4c6d-9895-e20d89ca5e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:48:55.223112 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d7ae367-9a37-4c6d-9895-e20d89ca5e33 None None] Routers {'3f4dc924-1a08-4f65-b8a0-f8c12181cc9e'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:48:55.223978 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-2d7ae367-9a37-4c6d-9895-e20d89ca5e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:48:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['3f4dc924-1a08-4f65-b8a0-f8c12181cc9e'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:48:55.242461 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Provisioning complete for port f0a3eec4-f0dd-42c2-a784-d6d930562858 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:48:55.244655 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:55.288086 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-2d7ae367-9a37-4c6d-9895-e20d89ca5e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:48:55.288808 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d7ae367-9a37-4c6d-9895-e20d89ca5e33 None None] The sync data for ids ['3f4dc924-1a08-4f65-b8a0-f8c12181cc9e'] in n-d-694802-15 is: [] {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 14:48:55.349439 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:55.351509 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-6aadea3f-7949-4d1c-8f18-cafd61523ce0 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:55.374674 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74ed7aa6-dbe2-4613-9887-791fa343e9a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0a3eec4-f0dd-42c2-a784-d6d930562858'}] {{(pid=94468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:48:55.377520 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99a8d87602170099c728e57431aca99e9b98a655a83bbf8727be13192709727b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-158283db-4eb6-4a9e-aa57-850ae99ddadd" -d '{"events": [{"server_uuid": "74ed7aa6-dbe2-4613-9887-791fa343e9a9", "name": "network-vif-plugged", "status": "completed", "tag": "f0a3eec4-f0dd-42c2-a784-d6d930562858"}]}' {{(pid=94468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:48:55.394209 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port f0a3eec4-f0dd-42c2-a784-d6d930562858, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=f0a3eec4-f0dd-42c2-a784-d6d930562858,segment=NetworkSegment(45b28473-1709-41a1-b9df-2ccc6425c05f),segment_id=45b28473-1709-41a1-b9df-2ccc6425c05f)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:48:55.399998 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:55.435228 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 14:48:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb936d43-faa1-408b-9933-b8c4e72b9898 x-openstack-request-id: req-bb936d43-faa1-408b-9933-b8c4e72b9898 {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:48:55.435535 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74ed7aa6-dbe2-4613-9887-791fa343e9a9", "name": "network-vif-plugged", "status": "completed", "tag": "f0a3eec4-f0dd-42c2-a784-d6d930562858", "code": 200}]} {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:48:55.435933 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-bb936d43-faa1-408b-9933-b8c4e72b9898 {{(pid=94468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:48:55.436273 n-d-694802-15 neutron-server[94468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74ed7aa6-dbe2-4613-9887-791fa343e9a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0a3eec4-f0dd-42c2-a784-d6d930562858', 'code': 200} Aug 12 14:48:55.463476 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Pushing event updated for resources: {'Port': ['ID=f0a3eec4-f0dd-42c2-a784-d6d930562858,revision_number=7']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:48:55.605992 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-6aadea3f-7949-4d1c-8f18-cafd61523ce0 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:55.607445 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-6aadea3f-7949-4d1c-8f18-cafd61523ce0 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431510'] for floatingip, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:55.607445 n-d-694802-15 neutron-server[94466]: INFO neutron.db.l3_db [None req-6aadea3f-7949-4d1c-8f18-cafd61523ce0 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Floating IP 30d963c1-a350-431c-8357-357f605e8f94 disassociated. External IP: 172.25.1.35, port: 77b03a55-2adf-464b-8e98-0b9bfe0c0621. Aug 12 14:48:55.608391 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-6aadea3f-7949-4d1c-8f18-cafd61523ce0 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Calling delete_port for 77b03a55-2adf-464b-8e98-0b9bfe0c0621 owned by {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:48:55.755131 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daa1940-60e3-4e22-b106-1a21475f9efe req-a2cf3655-5e6d-4a2c-9724-7ce35b64f9f8 tempest-ServerRescueTestJSONUnderV235-830577405 tempest-ServerRescueTestJSONUnderV235-830577405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:48:55.756669 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-3daa1940-60e3-4e22-b106-1a21475f9efe req-a2cf3655-5e6d-4a2c-9724-7ce35b64f9f8 tempest-ServerRescueTestJSONUnderV235-830577405 tempest-ServerRescueTestJSONUnderV235-830577405-project] 10.222.0.39 "GET /v2.0/ports?device_id=db856037-c935-4002-ae78-dd56d70b43ec HTTP/1.1" status: 200 len: 945 time: 0.0906169 Aug 12 14:48:55.838472 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-3daa1940-60e3-4e22-b106-1a21475f9efe req-11cbf60f-c38e-4f24-8e90-0495af79403b tempest-ServerRescueTestJSONUnderV235-830577405 tempest-ServerRescueTestJSONUnderV235-830577405-project] 10.222.0.39 "GET /v2.0/security-groups?id=64c6cc2d-97ab-4107-896e-806704ae9d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702264 Aug 12 14:48:55.845756 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-6aadea3f-7949-4d1c-8f18-cafd61523ce0 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:55.880471 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aadea3f-7949-4d1c-8f18-cafd61523ce0 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Pushing event deleted for resources: {'Port': ['ID=77b03a55-2adf-464b-8e98-0b9bfe0c0621,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:48:56.020095 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0927f1b-f3d1-4752-88f6-a5bc4376feb5 req-fa248315-1740-488f-92f9-19d527b39bb5 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:48:56.022726 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f0927f1b-f3d1-4752-88f6-a5bc4376feb5 req-fa248315-1740-488f-92f9-19d527b39bb5 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/ports?device_id=74ed7aa6-dbe2-4613-9887-791fa343e9a9 HTTP/1.1" status: 200 len: 945 time: 0.0613511 Aug 12 14:48:56.038620 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6aadea3f-7949-4d1c-8f18-cafd61523ce0 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Router 3f4dc924-1a08-4f65-b8a0-f8c12181cc9e has already been hosted by L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f {{(pid=94466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 14:48:56.067422 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f0927f1b-f3d1-4752-88f6-a5bc4376feb5 req-c02326ce-c96f-42dc-9a75-f76e31b29161 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/security-groups?id=36246b04-094b-4845-831d-1126cf8a06ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382490 Aug 12 14:48:56.177986 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6aadea3f-7949-4d1c-8f18-cafd61523ce0 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 14:48:56.188682 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48cad570-d892-4451-ab9c-c31801b5281a None None] Sync routers for ids ['3f4dc924-1a08-4f65-b8a0-f8c12181cc9e'] in n-d-694802-15 {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 14:48:56.200109 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48cad570-d892-4451-ab9c-c31801b5281a None None] Routers {'3f4dc924-1a08-4f65-b8a0-f8c12181cc9e'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:48:56.201560 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-48cad570-d892-4451-ab9c-c31801b5281a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:48:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['3f4dc924-1a08-4f65-b8a0-f8c12181cc9e'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:48:56.237464 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-48cad570-d892-4451-ab9c-c31801b5281a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:48:56.247856 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48cad570-d892-4451-ab9c-c31801b5281a None None] Routers {'3f4dc924-1a08-4f65-b8a0-f8c12181cc9e'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:48:56.248937 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-48cad570-d892-4451-ab9c-c31801b5281a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:48:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['3f4dc924-1a08-4f65-b8a0-f8c12181cc9e'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:48:56.287461 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-6aadea3f-7949-4d1c-8f18-cafd61523ce0 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:56.288143 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-48cad570-d892-4451-ab9c-c31801b5281a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:48:56.289264 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48cad570-d892-4451-ab9c-c31801b5281a None None] The sync data for ids ['3f4dc924-1a08-4f65-b8a0-f8c12181cc9e'] in n-d-694802-15 is: [] {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 14:48:56.289881 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-6aadea3f-7949-4d1c-8f18-cafd61523ce0 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] 10.222.0.39 "DELETE /v2.0/ports/77b03a55-2adf-464b-8e98-0b9bfe0c0621 HTTP/1.1" status: 204 len: 168 time: 1.1897137 Aug 12 14:48:56.292686 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 56296) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:48:56.352834 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 56300) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:48:56.353180 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-5953db1f-3dbb-48bb-a66d-fef99b845095 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] 10.222.0.39 "GET /v2.0/floatingips/30d963c1-a350-431c-8357-357f605e8f94 HTTP/1.1" status: 200 len: 687 time: 0.0590768 Aug 12 14:48:56.507823 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-4148f346-e96a-4f6d-881c-ce1057c11b45 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Deleting port 5e8610a7-598e-425a-8da7-ec1b6106e5fb {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:48:56.508165 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4148f346-e96a-4f6d-881c-ce1057c11b45 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:56.592249 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4148f346-e96a-4f6d-881c-ce1057c11b45 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:56.592585 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4148f346-e96a-4f6d-881c-ce1057c11b45 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:56.605444 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-4148f346-e96a-4f6d-881c-ce1057c11b45 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Calling delete_port for 5e8610a7-598e-425a-8da7-ec1b6106e5fb owned by network:floatingip {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:48:56.759960 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4148f346-e96a-4f6d-881c-ce1057c11b45 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:56.797099 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4148f346-e96a-4f6d-881c-ce1057c11b45 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Pushing event deleted for resources: {'Port': ['ID=5e8610a7-598e-425a-8da7-ec1b6106e5fb,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:48:56.883480 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4148f346-e96a-4f6d-881c-ce1057c11b45 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Notify callbacks [] for floatingip, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:56.886430 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4148f346-e96a-4f6d-881c-ce1057c11b45 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for floatingip, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:56.891818 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-4148f346-e96a-4f6d-881c-ce1057c11b45 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] 10.222.0.39 "DELETE /v2.0/floatingips/30d963c1-a350-431c-8357-357f605e8f94 HTTP/1.1" status: 204 len: 168 time: 0.5335712 Aug 12 14:48:56.894564 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 56304) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:48:56.901549 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-bb956c79-c6a2-4daa-8678-20072a035e3c tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Request body: {'floatingip': {'floating_network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'port_id': '0eb13721-fb3a-4a97-9597-9aa62a821eb0'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:48:56.934792 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-bb956c79-c6a2-4daa-8678-20072a035e3c tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Notify callbacks [] for floatingip, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:56.997351 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797cab23-354b-4125-8ea8-ad9e5376aaff req-db31e270-b0c5-4ded-b08e-8e513506e6f9 tempest-ServerRescueTestJSONUnderV235-830577405 tempest-ServerRescueTestJSONUnderV235-830577405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:48:56.999502 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-797cab23-354b-4125-8ea8-ad9e5376aaff req-db31e270-b0c5-4ded-b08e-8e513506e6f9 tempest-ServerRescueTestJSONUnderV235-830577405 tempest-ServerRescueTestJSONUnderV235-830577405-project] 10.222.0.39 "GET /v2.0/ports?device_id=db856037-c935-4002-ae78-dd56d70b43ec HTTP/1.1" status: 200 len: 945 time: 0.0597312 Aug 12 14:48:57.043760 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-797cab23-354b-4125-8ea8-ad9e5376aaff req-9374f466-8704-4edf-95e0-313f3eebb495 tempest-ServerRescueTestJSONUnderV235-830577405 tempest-ServerRescueTestJSONUnderV235-830577405-project] 10.222.0.39 "GET /v2.0/security-groups?id=64c6cc2d-97ab-4107-896e-806704ae9d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368874 Aug 12 14:48:57.080102 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-bb956c79-c6a2-4daa-8678-20072a035e3c tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:57.224875 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_common [None req-bb956c79-c6a2-4daa-8678-20072a035e3c tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Allocated IP 172.25.1.234 (d3759e1b-6c03-45ac-acd4-90abb417809b/f0254f08-c19c-4e31-bd9c-09389ea4b6f2/518da819-0b25-4d5b-a370-9e17bfaced54) {{(pid=94467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:48:57.241777 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b828e15-91a0-4b74-a3f1-69e8eac7839a req-3f2ebe6a-7d04-4dd7-a734-63e1b25b8886 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:48:57.243791 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4b828e15-91a0-4b74-a3f1-69e8eac7839a req-3f2ebe6a-7d04-4dd7-a734-63e1b25b8886 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/ports?device_id=74ed7aa6-dbe2-4613-9887-791fa343e9a9 HTTP/1.1" status: 200 len: 945 time: 0.0809872 Aug 12 14:48:57.338800 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4b828e15-91a0-4b74-a3f1-69e8eac7839a req-4b2dac67-34dd-4744-a7d6-3db23892c004 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/security-groups?id=36246b04-094b-4845-831d-1126cf8a06ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875015 Aug 12 14:48:57.400660 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-bb956c79-c6a2-4daa-8678-20072a035e3c tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Notify callbacks [] for port, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:57.451993 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-bb956c79-c6a2-4daa-8678-20072a035e3c tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:57.513932 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb956c79-c6a2-4daa-8678-20072a035e3c tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Pushing event updated for resources: {'Port': ['ID=518da819-0b25-4d5b-a370-9e17bfaced54,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:48:57.524167 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb956c79-c6a2-4daa-8678-20072a035e3c tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Network d3759e1b-6c03-45ac-acd4-90abb417809b is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:48:57.525921 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [None req-bb956c79-c6a2-4daa-8678-20072a035e3c tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:48:57.529301 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb956c79-c6a2-4daa-8678-20072a035e3c tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Received port after_create {{(pid=94467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:48:57.929931 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-bb956c79-c6a2-4daa-8678-20072a035e3c tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:58.009153 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-bb956c79-c6a2-4daa-8678-20072a035e3c tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:58.196628 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a5ead1-e366-4a02-aba6-d19c4dae433d req-452b7f1a-58db-42d7-aa4f-41b2855aff70 tempest-ServerRescueTestJSONUnderV235-830577405 tempest-ServerRescueTestJSONUnderV235-830577405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:48:58.198075 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-e8a5ead1-e366-4a02-aba6-d19c4dae433d req-452b7f1a-58db-42d7-aa4f-41b2855aff70 tempest-ServerRescueTestJSONUnderV235-830577405 tempest-ServerRescueTestJSONUnderV235-830577405-project] 10.222.0.39 "GET /v2.0/ports?device_id=db856037-c935-4002-ae78-dd56d70b43ec HTTP/1.1" status: 200 len: 945 time: 0.0599802 Aug 12 14:48:58.208636 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-bb956c79-c6a2-4daa-8678-20072a035e3c tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:58.222267 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-bb956c79-c6a2-4daa-8678-20072a035e3c tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:58.265857 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-e8a5ead1-e366-4a02-aba6-d19c4dae433d req-9ed10d35-c0ed-4c0d-9ba2-4d38e2e395b6 tempest-ServerRescueTestJSONUnderV235-830577405 tempest-ServerRescueTestJSONUnderV235-830577405-project] 10.222.0.39 "GET /v2.0/security-groups?id=64c6cc2d-97ab-4107-896e-806704ae9d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565951 Aug 12 14:48:58.314565 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb956c79-c6a2-4daa-8678-20072a035e3c tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Pushing event updated for resources: {'Port': ['ID=518da819-0b25-4d5b-a370-9e17bfaced54,revision_number=2']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:48:58.318538 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-bb956c79-c6a2-4daa-8678-20072a035e3c tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431510'] for floatingip, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:58.459170 n-d-694802-15 neutron-server[94467]: INFO neutron.db.l3_db [None req-bb956c79-c6a2-4daa-8678-20072a035e3c tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Floating IP ec66cf17-20b9-48a1-a7b4-13a1b49bba7a associated. External IP: 172.25.1.234, port: 0eb13721-fb3a-4a97-9597-9aa62a821eb0. Aug 12 14:48:58.514807 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ba69f7-2871-4525-8339-16f97423a391 req-05cc4015-e70e-458b-9fd7-9d121b931f6d tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:48:58.515728 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-20ba69f7-2871-4525-8339-16f97423a391 req-05cc4015-e70e-458b-9fd7-9d121b931f6d tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/ports?device_id=74ed7aa6-dbe2-4613-9887-791fa343e9a9 HTTP/1.1" status: 200 len: 945 time: 0.0983214 Aug 12 14:48:58.606268 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-20ba69f7-2871-4525-8339-16f97423a391 req-091d8f8d-62f4-4fdb-894d-a955c4652480 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/security-groups?id=36246b04-094b-4845-831d-1126cf8a06ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826371 Aug 12 14:48:59.082175 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb956c79-c6a2-4daa-8678-20072a035e3c tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Router 3f4dc924-1a08-4f65-b8a0-f8c12181cc9e has already been hosted by L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f {{(pid=94467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 14:48:59.208018 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb956c79-c6a2-4daa-8678-20072a035e3c tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 14:48:59.224524 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2cb567f-e60f-4633-9041-070f12646b47 None None] Sync routers for ids ['3f4dc924-1a08-4f65-b8a0-f8c12181cc9e'] in n-d-694802-15 {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 14:48:59.229920 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-bb956c79-c6a2-4daa-8678-20072a035e3c tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for floatingip, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:59.255720 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2cb567f-e60f-4633-9041-070f12646b47 None None] Routers {'3f4dc924-1a08-4f65-b8a0-f8c12181cc9e'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:48:59.257005 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-b2cb567f-e60f-4633-9041-070f12646b47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:48:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['3f4dc924-1a08-4f65-b8a0-f8c12181cc9e'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:48:59.262835 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-bb956c79-c6a2-4daa-8678-20072a035e3c tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 2.3664179 Aug 12 14:48:59.266492 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 56324) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:48:59.272053 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-9df348ce-2d80-41d7-94c9-50af487902d4 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1542619490'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:48:59.299783 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9df348ce-2d80-41d7-94c9-50af487902d4 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Made reservation on behalf of 0a26f5f28fae41df9c0dda6d7a230544 for: {'network': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:48:59.304990 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-9df348ce-2d80-41d7-94c9-50af487902d4 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for network, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:59.346108 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9df348ce-2d80-41d7-94c9-50af487902d4 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] vlan segment allocate from pool success with {'vlan_id': 327, 'physical_network': 'physnet1'} {{(pid=94467) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 14:48:59.356456 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-b2cb567f-e60f-4633-9041-070f12646b47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:48:59.358486 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-9df348ce-2d80-41d7-94c9-50af487902d4 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:59.359005 n-d-694802-15 neutron-server[94467]: INFO neutron.db.segments_db [None req-9df348ce-2d80-41d7-94c9-50af487902d4 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Added segment e0943ad1-38b1-4777-90d7-d14f280a96ac of type vlan for network 28bdbbfd-dc5c-4e6f-ae54-6e1871876fdf Aug 12 14:48:59.389464 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2cb567f-e60f-4633-9041-070f12646b47 None None] Routers {'3f4dc924-1a08-4f65-b8a0-f8c12181cc9e'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:48:59.390149 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-b2cb567f-e60f-4633-9041-070f12646b47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:48:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['3f4dc924-1a08-4f65-b8a0-f8c12181cc9e'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:48:59.423652 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-9df348ce-2d80-41d7-94c9-50af487902d4 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744653628263'] for network, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:59.464645 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-b2cb567f-e60f-4633-9041-070f12646b47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:48:59.465296 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2cb567f-e60f-4633-9041-070f12646b47 None None] The sync data for ids ['3f4dc924-1a08-4f65-b8a0-f8c12181cc9e'] in n-d-694802-15 is: [] {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 14:48:59.469756 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadc8c06-6bbd-46d4-b476-23935606c7f2 req-ca80ece6-8d79-4857-aa5c-2e8cb176d6b5 tempest-ServerRescueTestJSONUnderV235-830577405 tempest-ServerRescueTestJSONUnderV235-830577405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:48:59.470332 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-aadc8c06-6bbd-46d4-b476-23935606c7f2 req-ca80ece6-8d79-4857-aa5c-2e8cb176d6b5 tempest-ServerRescueTestJSONUnderV235-830577405 tempest-ServerRescueTestJSONUnderV235-830577405-project] 10.222.0.39 "GET /v2.0/ports?device_id=db856037-c935-4002-ae78-dd56d70b43ec HTTP/1.1" status: 200 len: 945 time: 0.0896373 Aug 12 14:48:59.476562 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-9df348ce-2d80-41d7-94c9-50af487902d4 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409'] for network, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:59.483616 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9df348ce-2d80-41d7-94c9-50af487902d4 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:48:59.484585 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-9df348ce-2d80-41d7-94c9-50af487902d4 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for network, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:59.514653 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-aadc8c06-6bbd-46d4-b476-23935606c7f2 req-f8bd379e-dcfa-40bb-9981-ad6ce343ab65 tempest-ServerRescueTestJSONUnderV235-830577405 tempest-ServerRescueTestJSONUnderV235-830577405-project] 10.222.0.39 "GET /v2.0/security-groups?id=64c6cc2d-97ab-4107-896e-806704ae9d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353234 Aug 12 14:48:59.572624 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-9df348ce-2d80-41d7-94c9-50af487902d4 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3046725 Aug 12 14:48:59.575389 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 56330) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:48:59.588902 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df348ce-2d80-41d7-94c9-50af487902d4 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Pushing event updated for resources: {'Network': ['ID=28bdbbfd-dc5c-4e6f-ae54-6e1871876fdf,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:48:59.589166 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-4c15331a-0c37-4167-8ed0-2b668436a13a tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Request body: {'subnet': {'network_id': '28bdbbfd-dc5c-4e6f-ae54-6e1871876fdf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:48:59.602646 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Network 28bdbbfd-dc5c-4e6f-ae54-6e1871876fdf details requested by agent ovs-agent-n-d-694802-15 with host n-d-694802-15 {{(pid=94468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 14:48:59.782650 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c15331a-0c37-4167-8ed0-2b668436a13a tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Made reservation on behalf of 0a26f5f28fae41df9c0dda6d7a230544 for: {'subnet': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:48:59.786904 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4c15331a-0c37-4167-8ed0-2b668436a13a tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8776441'] for subnet, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:48:59.798149 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2248f8a8-0df6-48f4-a35d-5bb63da5dea1 req-e688509d-6e40-4e67-acb1-8f66eaf02164 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:48:59.799965 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2248f8a8-0df6-48f4-a35d-5bb63da5dea1 req-e688509d-6e40-4e67-acb1-8f66eaf02164 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/ports?device_id=74ed7aa6-dbe2-4613-9887-791fa343e9a9 HTTP/1.1" status: 200 len: 945 time: 0.0854483 Aug 12 14:48:59.846417 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2248f8a8-0df6-48f4-a35d-5bb63da5dea1 req-f9027cb9-660b-4d4d-aa9a-7f0f95142a2b tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/security-groups?id=36246b04-094b-4845-831d-1126cf8a06ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405142 Aug 12 14:49:00.314353 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4c15331a-0c37-4167-8ed0-2b668436a13a tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3718490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8776395'] for subnet, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:00.374728 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15331a-0c37-4167-8ed0-2b668436a13a tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Pushing event updated for resources: {'Subnet': ['ID=6489e8c4-ce5b-4541-968a-bcb81e786cef,revision_number=0']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:49:00.391827 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c15331a-0c37-4167-8ed0-2b668436a13a tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Checking segment: {'id': 'e0943ad1-38b1-4777-90d7-d14f280a96ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '28bdbbfd-dc5c-4e6f-ae54-6e1871876fdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:49:00.392389 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c15331a-0c37-4167-8ed0-2b668436a13a tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Network hostable DHCP agents. Network: 28bdbbfd-dc5c-4e6f-ae54-6e1871876fdf, hostable agents: ['1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658'], hosted agents: [] {{(pid=94466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 14:49:00.412308 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c15331a-0c37-4167-8ed0-2b668436a13a tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Network 28bdbbfd-dc5c-4e6f-ae54-6e1871876fdf is scheduled to be hosted by DHCP agent 1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658 with binding_index 1 {{(pid=94466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 14:49:00.425811 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-4c15331a-0c37-4167-8ed0-2b668436a13a tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-15, 28bdbbfd-dc5c-4e6f-ae54-6e1871876fdf) {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:49:00.432229 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c15331a-0c37-4167-8ed0-2b668436a13a tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:49:00.433214 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4c15331a-0c37-4167-8ed0-2b668436a13a tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for subnet, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:00.437736 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06f62bc5-901b-4afa-887a-aabd4f299de5 None None] Network 28bdbbfd-dc5c-4e6f-ae54-6e1871876fdf requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:49:00.479890 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-4c15331a-0c37-4167-8ed0-2b668436a13a tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9028568 Aug 12 14:49:00.482792 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 56336) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:49:00.489432 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-ed6d95a1-46b3-4642-851f-7801df278a90 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-2122087293', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'}, 'admin_state_up': False}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:49:00.554196 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-ed6d95a1-46b3-4642-851f-7801df278a90 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-430574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-104863'] for router, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:00.556539 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-ed6d95a1-46b3-4642-851f-7801df278a90 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-429438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-431405', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66646573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-104852'] for router, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:00.685339 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-ed6d95a1-46b3-4642-851f-7801df278a90 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:00.686084 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bacc14-3529-4c95-8353-747c053c8498 req-cbdfcb86-efc6-47e1-a004-b04b83928de7 tempest-ServerRescueTestJSONUnderV235-830577405 tempest-ServerRescueTestJSONUnderV235-830577405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:49:00.696863 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-43bacc14-3529-4c95-8353-747c053c8498 req-cbdfcb86-efc6-47e1-a004-b04b83928de7 tempest-ServerRescueTestJSONUnderV235-830577405 tempest-ServerRescueTestJSONUnderV235-830577405-project] 10.222.0.39 "GET /v2.0/ports?device_id=db856037-c935-4002-ae78-dd56d70b43ec HTTP/1.1" status: 200 len: 945 time: 0.0923734 Aug 12 14:49:00.766427 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-43bacc14-3529-4c95-8353-747c053c8498 req-3fe522ee-37a0-4bff-975c-1776ffbb7d1b tempest-ServerRescueTestJSONUnderV235-830577405 tempest-ServerRescueTestJSONUnderV235-830577405-project] 10.222.0.39 "GET /v2.0/security-groups?id=64c6cc2d-97ab-4107-896e-806704ae9d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685780 Aug 12 14:49:00.798770 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6db75785-730d-4b5f-a66e-bf936139b3fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa7035b3e-9a89-5964-b9f4-97301c3f476a-28bdbbfd-dc5c-4e6f-ae54-6e1871876fdf', 'network_id': '28bdbbfd-dc5c-4e6f-ae54-6e1871876fdf', 'tenant_id': '0a26f5f28fae41df9c0dda6d7a230544', 'fixed_ips': [{'subnet_id': '6489e8c4-ce5b-4541-968a-bcb81e786cef'}]}} from n-d-694802-15. {{(pid=94468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 14:49:00.799821 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-6db75785-730d-4b5f-a66e-bf936139b3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:00.950637 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.db_base_plugin_common [None req-6db75785-730d-4b5f-a66e-bf936139b3fd None None] Allocated IP 172.20.0.2 (28bdbbfd-dc5c-4e6f-ae54-6e1871876fdf/6489e8c4-ce5b-4541-968a-bcb81e786cef/3a8a8529-b4be-4f6c-b10a-099e6b365e63) {{(pid=94468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:49:00.969600 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-ed6d95a1-46b3-4642-851f-7801df278a90 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:01.029425 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0309f3fe-cd5f-4f2d-b004-db4313359d9a req-c86978c4-8491-4fbc-aedd-4935a1d03273 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:49:01.039606 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-0309f3fe-cd5f-4f2d-b004-db4313359d9a req-c86978c4-8491-4fbc-aedd-4935a1d03273 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/ports?device_id=74ed7aa6-dbe2-4613-9887-791fa343e9a9 HTTP/1.1" status: 200 len: 945 time: 0.1031537 Aug 12 14:49:01.096076 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-0309f3fe-cd5f-4f2d-b004-db4313359d9a req-37ceaf78-4132-4395-84db-10f7735b07d6 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/security-groups?id=36246b04-094b-4845-831d-1126cf8a06ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549972 Aug 12 14:49:01.144329 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-6db75785-730d-4b5f-a66e-bf936139b3fd None None] Notify callbacks [] for port, precommit_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:01.154242 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-6db75785-730d-4b5f-a66e-bf936139b3fd None None] Transition to ACTIVE for port object 3a8a8529-b4be-4f6c-b10a-099e6b365e63 will not be triggered until provisioned by entity L2. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:49:01.174105 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-6db75785-730d-4b5f-a66e-bf936139b3fd None None] Transition to ACTIVE for port object 3a8a8529-b4be-4f6c-b10a-099e6b365e63 will not be triggered until provisioned by entity DHCP. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:49:01.183394 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-6db75785-730d-4b5f-a66e-bf936139b3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253'] for port, after_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:01.239702 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db75785-730d-4b5f-a66e-bf936139b3fd None None] Pushing event updated for resources: {'Port': ['ID=3a8a8529-b4be-4f6c-b10a-099e6b365e63,revision_number=1']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:49:01.251148 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-ed6d95a1-46b3-4642-851f-7801df278a90 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Notify callbacks [] for router_gateway, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:01.256210 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6db75785-730d-4b5f-a66e-bf936139b3fd None None] Network 28bdbbfd-dc5c-4e6f-ae54-6e1871876fdf is already hosted by enough agents. {{(pid=94468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:49:01.257871 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.base_scheduler [None req-6db75785-730d-4b5f-a66e-bf936139b3fd None None] Resources bound (agent type, host, resource id): {{(pid=94468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:49:01.260382 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6db75785-730d-4b5f-a66e-bf936139b3fd None None] Received port after_create {{(pid=94468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:49:01.275344 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-ed6d95a1-46b3-4642-851f-7801df278a90 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:01.334183 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-6db75785-730d-4b5f-a66e-bf936139b3fd None None] Attempting to bind port 3a8a8529-b4be-4f6c-b10a-099e6b365e63 on host n-d-694802-15 for vnic_type normal with profile {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:49:01.334452 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-6db75785-730d-4b5f-a66e-bf936139b3fd None None] Attempting to bind port 3a8a8529-b4be-4f6c-b10a-099e6b365e63 by drivers openvswitch,hyperv on host n-d-694802-15 at level 0 using segments [{'id': 'e0943ad1-38b1-4777-90d7-d14f280a96ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '28bdbbfd-dc5c-4e6f-ae54-6e1871876fdf'}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:49:01.334860 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6db75785-730d-4b5f-a66e-bf936139b3fd None None] Attempting to bind port 3a8a8529-b4be-4f6c-b10a-099e6b365e63 on network 28bdbbfd-dc5c-4e6f-ae54-6e1871876fdf {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:49:01.340602 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6db75785-730d-4b5f-a66e-bf936139b3fd None None] Checking agent: {'id': '16de73ac-f2e9-4cee-b3e0-91052ae3e6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 20, 13), 'started_at': datetime.datetime(2021, 8, 12, 14, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 48, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:49:01.341046 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6db75785-730d-4b5f-a66e-bf936139b3fd None None] Checking segment: {'id': 'e0943ad1-38b1-4777-90d7-d14f280a96ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '28bdbbfd-dc5c-4e6f-ae54-6e1871876fdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:49:01.342315 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-6db75785-730d-4b5f-a66e-bf936139b3fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:01.342859 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6db75785-730d-4b5f-a66e-bf936139b3fd None None] Bound using segment: {'id': 'e0943ad1-38b1-4777-90d7-d14f280a96ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '28bdbbfd-dc5c-4e6f-ae54-6e1871876fdf'} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:49:01.343487 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-6db75785-730d-4b5f-a66e-bf936139b3fd None None] Bound port: 3a8a8529-b4be-4f6c-b10a-099e6b365e63, host: n-d-694802-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0943ad1-38b1-4777-90d7-d14f280a96ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '28bdbbfd-dc5c-4e6f-ae54-6e1871876fdf'}}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:49:01.344013 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-6db75785-730d-4b5f-a66e-bf936139b3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:01.405987 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_common [None req-ed6d95a1-46b3-4642-851f-7801df278a90 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Allocated IP 172.25.1.89 (d3759e1b-6c03-45ac-acd4-90abb417809b/f0254f08-c19c-4e31-bd9c-09389ea4b6f2/514457ec-93ae-49ea-8fa6-01c00d2f1751) {{(pid=94467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:49:01.431960 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-6db75785-730d-4b5f-a66e-bf936139b3fd None None] For port 3a8a8529-b4be-4f6c-b10a-099e6b365e63, host n-d-694802-15, cleared binding levels {{(pid=94468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:49:01.436732 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-6db75785-730d-4b5f-a66e-bf936139b3fd None None] For port 3a8a8529-b4be-4f6c-b10a-099e6b365e63, host n-d-694802-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=3a8a8529-b4be-4f6c-b10a-099e6b365e63,segment=NetworkSegment(e0943ad1-38b1-4777-90d7-d14f280a96ac),segment_id=e0943ad1-38b1-4777-90d7-d14f280a96ac)] {{(pid=94468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:49:01.440994 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-6db75785-730d-4b5f-a66e-bf936139b3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:01.519539 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db75785-730d-4b5f-a66e-bf936139b3fd None None] Pushing event updated for resources: {'Port': ['ID=3a8a8529-b4be-4f6c-b10a-099e6b365e63,revision_number=2']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:49:01.558227 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-ed6d95a1-46b3-4642-851f-7801df278a90 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Notify callbacks [] for port, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:01.610972 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-ed6d95a1-46b3-4642-851f-7801df278a90 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:01.660143 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed6d95a1-46b3-4642-851f-7801df278a90 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Network d3759e1b-6c03-45ac-acd4-90abb417809b is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:49:01.665969 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [None req-ed6d95a1-46b3-4642-851f-7801df278a90 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:49:01.675589 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed6d95a1-46b3-4642-851f-7801df278a90 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Received port after_create {{(pid=94467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:49:01.727298 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6d95a1-46b3-4642-851f-7801df278a90 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Pushing event updated for resources: {'Port': ['ID=514457ec-93ae-49ea-8fa6-01c00d2f1751,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:49:02.023448 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf2cf4b-aae4-4d64-ae20-9694881a5864 req-79e42eb2-7836-4ea3-94ce-4ae4fdf3804f tempest-ServerRescueTestJSONUnderV235-830577405 tempest-ServerRescueTestJSONUnderV235-830577405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:49:02.026807 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-ebf2cf4b-aae4-4d64-ae20-9694881a5864 req-79e42eb2-7836-4ea3-94ce-4ae4fdf3804f tempest-ServerRescueTestJSONUnderV235-830577405 tempest-ServerRescueTestJSONUnderV235-830577405-project] 10.222.0.39 "GET /v2.0/ports?device_id=db856037-c935-4002-ae78-dd56d70b43ec HTTP/1.1" status: 200 len: 945 time: 0.1117990 Aug 12 14:49:02.087359 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-ebf2cf4b-aae4-4d64-ae20-9694881a5864 req-d3499fdf-0e22-49e7-a8bc-6a81cd3e2b1e tempest-ServerRescueTestJSONUnderV235-830577405 tempest-ServerRescueTestJSONUnderV235-830577405-project] 10.222.0.39 "GET /v2.0/security-groups?id=64c6cc2d-97ab-4107-896e-806704ae9d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527642 Aug 12 14:49:02.150693 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-ed6d95a1-46b3-4642-851f-7801df278a90 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Notify callbacks [] for router_gateway, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:02.295902 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a304596-081d-467a-b303-22ad7398319b req-319a6263-4071-4740-be5d-244b793dfbf2 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:49:02.297459 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3a304596-081d-467a-b303-22ad7398319b req-319a6263-4071-4740-be5d-244b793dfbf2 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/ports?device_id=74ed7aa6-dbe2-4613-9887-791fa343e9a9 HTTP/1.1" status: 200 len: 945 time: 0.1052341 Aug 12 14:49:02.442051 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-ed6d95a1-46b3-4642-851f-7801df278a90 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-429413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-431608'] for router, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:02.536798 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3a304596-081d-467a-b303-22ad7398319b req-dc8d8423-c491-43b6-a89a-b2650f701fd5 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/security-groups?id=36246b04-094b-4845-831d-1126cf8a06ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2300627 Aug 12 14:49:02.681201 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed6d95a1-46b3-4642-851f-7801df278a90 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Router 515dd033-481b-45a2-ba93-440f8cd738a6 is scheduled to L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f with binding_index 1 {{(pid=94467) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 14:49:02.831400 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2234a796-122e-4efa-b469-2d11270d970e None None] Network 28bdbbfd-dc5c-4e6f-ae54-6e1871876fdf requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:49:02.915361 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-a305efb8-a126-4533-8897-ebcf295aa194 None None] Provisioning for port 3a8a8529-b4be-4f6c-b10a-099e6b365e63 completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:49:02.937801 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 3a8a8529-b4be-4f6c-b10a-099e6b365e63 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:49:02.940761 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-194f9d34-f2b0-4995-907b-e079f58dbf3f req-3ca49869-d076-49c7-b623-8428bbaf5496 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=b84c5c28-8f10-4782-84ae-2f8fa89bf4c6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1533194 Aug 12 14:49:02.952177 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed6d95a1-46b3-4642-851f-7801df278a90 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 14:49:02.981709 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ff4e43d-7831-47b3-a52a-9eac14716837 None None] Sync routers for ids ['515dd033-481b-45a2-ba93-440f8cd738a6'] in n-d-694802-15 {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 14:49:03.017969 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-ed6d95a1-46b3-4642-851f-7801df278a90 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Notify callbacks [] for router, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:03.019812 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-ed6d95a1-46b3-4642-851f-7801df278a90 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.5353169 Aug 12 14:49:03.022492 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 56362) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:49:03.090394 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff4e43d-7831-47b3-a52a-9eac14716837 None None] Routers {'515dd033-481b-45a2-ba93-440f8cd738a6'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:49:03.091312 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-6ff4e43d-7831-47b3-a52a-9eac14716837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:48:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['515dd033-481b-45a2-ba93-440f8cd738a6'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:49:03.106660 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194f9d34-f2b0-4995-907b-e079f58dbf3f req-155e4c3f-52e9-4dae-9554-9efd1bd84927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:49:03.107191 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194f9d34-f2b0-4995-907b-e079f58dbf3f req-155e4c3f-52e9-4dae-9554-9efd1bd84927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:49:03.107716 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194f9d34-f2b0-4995-907b-e079f58dbf3f req-155e4c3f-52e9-4dae-9554-9efd1bd84927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:49:03.108194 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194f9d34-f2b0-4995-907b-e079f58dbf3f req-155e4c3f-52e9-4dae-9554-9efd1bd84927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:49:03.108672 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194f9d34-f2b0-4995-907b-e079f58dbf3f req-155e4c3f-52e9-4dae-9554-9efd1bd84927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:49:03.109150 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194f9d34-f2b0-4995-907b-e079f58dbf3f req-155e4c3f-52e9-4dae-9554-9efd1bd84927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:49:03.109622 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194f9d34-f2b0-4995-907b-e079f58dbf3f req-155e4c3f-52e9-4dae-9554-9efd1bd84927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:49:03.112181 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-194f9d34-f2b0-4995-907b-e079f58dbf3f req-155e4c3f-52e9-4dae-9554-9efd1bd84927 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a2fc72cd4bf747caa1a4809b30f44b5f&device_id=b84c5c28-8f10-4782-84ae-2f8fa89bf4c6 HTTP/1.1" status: 200 len: 6498 time: 0.1390402 Aug 12 14:49:03.158756 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-6ff4e43d-7831-47b3-a52a-9eac14716837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:49:03.195447 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff4e43d-7831-47b3-a52a-9eac14716837 None None] Routers {'515dd033-481b-45a2-ba93-440f8cd738a6'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:49:03.196384 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-6ff4e43d-7831-47b3-a52a-9eac14716837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:48:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['515dd033-481b-45a2-ba93-440f8cd738a6'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:49:03.236389 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-6ff4e43d-7831-47b3-a52a-9eac14716837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:49:03.237266 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ff4e43d-7831-47b3-a52a-9eac14716837 None None] The sync data for ids ['515dd033-481b-45a2-ba93-440f8cd738a6'] in n-d-694802-15 is: [] {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 14:49:03.240474 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning for port 3a8a8529-b4be-4f6c-b10a-099e6b365e63 completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:49:03.248003 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port 3a8a8529-b4be-4f6c-b10a-099e6b365e63 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:49:03.248597 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:03.361054 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7ad8ae-9f95-4c4e-9eed-b1e24f599a88 req-338604f2-1833-4074-91dc-a573c328a2ab tempest-ServerRescueTestJSONUnderV235-830577405 tempest-ServerRescueTestJSONUnderV235-830577405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:49:03.361676 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:03.369451 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-9c7ad8ae-9f95-4c4e-9eed-b1e24f599a88 req-338604f2-1833-4074-91dc-a573c328a2ab tempest-ServerRescueTestJSONUnderV235-830577405 tempest-ServerRescueTestJSONUnderV235-830577405-project] 10.222.0.39 "GET /v2.0/ports?device_id=db856037-c935-4002-ae78-dd56d70b43ec HTTP/1.1" status: 200 len: 945 time: 0.1488039 Aug 12 14:49:03.402360 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] For port 3a8a8529-b4be-4f6c-b10a-099e6b365e63, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=3a8a8529-b4be-4f6c-b10a-099e6b365e63,segment=NetworkSegment(e0943ad1-38b1-4777-90d7-d14f280a96ac),segment_id=e0943ad1-38b1-4777-90d7-d14f280a96ac)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:49:03.416005 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:03.463519 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-9c7ad8ae-9f95-4c4e-9eed-b1e24f599a88 req-535a5fcf-0bd7-4a22-8bd6-9a09e9da6551 tempest-ServerRescueTestJSONUnderV235-830577405 tempest-ServerRescueTestJSONUnderV235-830577405-project] 10.222.0.39 "GET /v2.0/security-groups?id=64c6cc2d-97ab-4107-896e-806704ae9d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931733 Aug 12 14:49:03.508896 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Pushing event updated for resources: {'Port': ['ID=3a8a8529-b4be-4f6c-b10a-099e6b365e63,revision_number=3']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:49:03.569030 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-2874e4a7-80be-4881-a17f-2e6086b1b479 None None] Provisioning complete for port 3a8a8529-b4be-4f6c-b10a-099e6b365e63 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:49:03.572423 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-2874e4a7-80be-4881-a17f-2e6086b1b479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:03.859389 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194f9d34-f2b0-4995-907b-e079f58dbf3f req-2d5f22ed-2139-4788-9e1a-523134fd0aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:49:03.860299 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194f9d34-f2b0-4995-907b-e079f58dbf3f req-2d5f22ed-2139-4788-9e1a-523134fd0aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:49:03.860299 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194f9d34-f2b0-4995-907b-e079f58dbf3f req-2d5f22ed-2139-4788-9e1a-523134fd0aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:49:03.862093 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-194f9d34-f2b0-4995-907b-e079f58dbf3f req-2d5f22ed-2139-4788-9e1a-523134fd0aa4 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b0e24b64-21a7-4e71-9bbe-cc7d87ed30df&id=b1fed0d0-2b0c-4ed8-b3b7-4ff4b735f473&id=b1fed0d0-2b0c-4ed8-b3b7-4ff4b735f473&id=b1fed0d0-2b0c-4ed8-b3b7-4ff4b735f473&id=b1fed0d0-2b0c-4ed8-b3b7-4ff4b735f473&id=11988a36-0d35-41ac-a66e-5ed968be2dc8&id=11988a36-0d35-41ac-a66e-5ed968be2dc8 HTTP/1.1" status: 200 len: 2294 time: 0.6086020 Aug 12 14:49:03.996708 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-194f9d34-f2b0-4995-907b-e079f58dbf3f req-023ed23e-9c34-48cb-9e89-8f9f8da4060b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=193ce8b9-1189-46e3-aa87-cd5d43e80d96 HTTP/1.1" status: 200 len: 1002 time: 0.1108501 Aug 12 14:49:04.008655 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e66b429-9ffe-49e6-8382-4a21a342f651 req-39f05030-c475-4d47-bf2f-b1c8239321e6 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:49:04.010277 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6e66b429-9ffe-49e6-8382-4a21a342f651 req-39f05030-c475-4d47-bf2f-b1c8239321e6 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/ports?device_id=74ed7aa6-dbe2-4613-9887-791fa343e9a9 HTTP/1.1" status: 200 len: 945 time: 0.1630180 Aug 12 14:49:04.115048 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6e66b429-9ffe-49e6-8382-4a21a342f651 req-ee6172ca-eca4-4b0e-a5a2-db5eddea4b4f tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/security-groups?id=36246b04-094b-4845-831d-1126cf8a06ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923362 Aug 12 14:49:04.118668 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194f9d34-f2b0-4995-907b-e079f58dbf3f req-7e91c09b-1975-402d-98df-da96361783a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:49:04.120230 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-194f9d34-f2b0-4995-907b-e079f58dbf3f req-7e91c09b-1975-402d-98df-da96361783a0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7be71cde-d18d-4052-a6ca-8e91d1377f01 HTTP/1.1" status: 200 len: 851 time: 0.1090174 Aug 12 14:49:04.197751 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-2c3a85da-3a58-4ea0-b0ed-c5f2b5645ea2 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:04.259887 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194f9d34-f2b0-4995-907b-e079f58dbf3f req-b13d06a8-a402-4036-acda-0e5e5090b773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:49:04.261335 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-194f9d34-f2b0-4995-907b-e079f58dbf3f req-b13d06a8-a402-4036-acda-0e5e5090b773 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b0e24b64-21a7-4e71-9bbe-cc7d87ed30df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1016514 Aug 12 14:49:04.449574 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-194f9d34-f2b0-4995-907b-e079f58dbf3f req-865deed9-4025-44c3-965a-218e476dc3c5 service neutron] 10.222.0.64 "GET /v2.0/networks/b0e24b64-21a7-4e71-9bbe-cc7d87ed30df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1788304 Aug 12 14:49:04.686720 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-194f9d34-f2b0-4995-907b-e079f58dbf3f req-2d3a7a4e-b224-40bd-ae51-73e47314dc63 service neutron] 10.222.0.64 "GET /v2.0/networks/b0e24b64-21a7-4e71-9bbe-cc7d87ed30df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2282941 Aug 12 14:49:04.696890 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6768a81-86a6-4b16-a824-f80fb4dcecef req-ccc32ea3-3d9b-43e6-8b97-f1686ed27d89 tempest-ServerRescueTestJSONUnderV235-830577405 tempest-ServerRescueTestJSONUnderV235-830577405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:49:04.698697 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c6768a81-86a6-4b16-a824-f80fb4dcecef req-ccc32ea3-3d9b-43e6-8b97-f1686ed27d89 tempest-ServerRescueTestJSONUnderV235-830577405 tempest-ServerRescueTestJSONUnderV235-830577405-project] 10.222.0.39 "GET /v2.0/ports?device_id=db856037-c935-4002-ae78-dd56d70b43ec HTTP/1.1" status: 200 len: 945 time: 0.1420324 Aug 12 14:49:04.776952 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_common [None req-2c3a85da-3a58-4ea0-b0ed-c5f2b5645ea2 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Allocated IP 172.20.0.1 (28bdbbfd-dc5c-4e6f-ae54-6e1871876fdf/6489e8c4-ce5b-4541-968a-bcb81e786cef/8455d5d0-4ab8-4aa8-bc49-9be339490051) {{(pid=94467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:49:04.782080 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-194f9d34-f2b0-4995-907b-e079f58dbf3f req-58b8e5f6-4c74-458b-b26d-8a92a21974dd service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.11&port_id=5bb0a447-96d6-4415-8a53-9ce9a3ae9385 HTTP/1.1" status: 200 len: 217 time: 0.0794218 Aug 12 14:49:04.836188 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c6768a81-86a6-4b16-a824-f80fb4dcecef req-ca77eb93-c18a-4119-8bcb-3eda98334d3c tempest-ServerRescueTestJSONUnderV235-830577405 tempest-ServerRescueTestJSONUnderV235-830577405-project] 10.222.0.39 "GET /v2.0/security-groups?id=64c6cc2d-97ab-4107-896e-806704ae9d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903695 Aug 12 14:49:04.865651 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 3a8a8529-b4be-4f6c-b10a-099e6b365e63 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:49:04.907047 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194f9d34-f2b0-4995-907b-e079f58dbf3f req-270c3ace-5a65-4e5d-b115-d607ddaf76de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:49:04.908600 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-194f9d34-f2b0-4995-907b-e079f58dbf3f req-270c3ace-5a65-4e5d-b115-d607ddaf76de service neutron] 10.222.0.64 "GET /v2.0/subnets?id=211c9137-e01f-4e3e-8c7e-449dda79def5 HTTP/1.1" status: 200 len: 797 time: 0.1082342 Aug 12 14:49:04.933029 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port 3a8a8529-b4be-4f6c-b10a-099e6b365e63 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:49:04.933687 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:05.002032 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194f9d34-f2b0-4995-907b-e079f58dbf3f req-625b7f36-97be-4a3a-93ff-daba345f8830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:49:05.003900 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-194f9d34-f2b0-4995-907b-e079f58dbf3f req-625b7f36-97be-4a3a-93ff-daba345f8830 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b1fed0d0-2b0c-4ed8-b3b7-4ff4b735f473&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0864258 Aug 12 14:49:05.009220 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-2c3a85da-3a58-4ea0-b0ed-c5f2b5645ea2 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Notify callbacks [] for port, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:05.096066 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [None req-2c3a85da-3a58-4ea0-b0ed-c5f2b5645ea2 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Transition to ACTIVE for port object 8455d5d0-4ab8-4aa8-bc49-9be339490051 will not be triggered until provisioned by entity DHCP. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:49:05.170890 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-194f9d34-f2b0-4995-907b-e079f58dbf3f req-b0d3e404-f994-4b78-b737-22f1c8fa2957 service neutron] 10.222.0.64 "GET /v2.0/networks/b1fed0d0-2b0c-4ed8-b3b7-4ff4b735f473?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1550040 Aug 12 14:49:05.315291 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-2c3a85da-3a58-4ea0-b0ed-c5f2b5645ea2 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:05.385733 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d171d8b1-92bb-4613-a9ea-436f03e56ef1 req-b414eb51-b36b-4d5d-9b8f-45a5b3b44a70 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:49:05.387255 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d171d8b1-92bb-4613-a9ea-436f03e56ef1 req-b414eb51-b36b-4d5d-9b8f-45a5b3b44a70 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/ports?device_id=74ed7aa6-dbe2-4613-9887-791fa343e9a9 HTTP/1.1" status: 200 len: 945 time: 0.1259193 Aug 12 14:49:05.408874 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c3a85da-3a58-4ea0-b0ed-c5f2b5645ea2 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Network 28bdbbfd-dc5c-4e6f-ae54-6e1871876fdf is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:49:05.418083 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3a85da-3a58-4ea0-b0ed-c5f2b5645ea2 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Pushing event updated for resources: {'Port': ['ID=8455d5d0-4ab8-4aa8-bc49-9be339490051,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:49:05.422417 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [None req-2c3a85da-3a58-4ea0-b0ed-c5f2b5645ea2 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:49:05.431845 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-194f9d34-f2b0-4995-907b-e079f58dbf3f req-d8992112-ba5d-4fb3-84b2-d6ce6c49e5a7 service neutron] 10.222.0.64 "GET /v2.0/networks/b1fed0d0-2b0c-4ed8-b3b7-4ff4b735f473?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2529855 Aug 12 14:49:05.432612 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c3a85da-3a58-4ea0-b0ed-c5f2b5645ea2 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Received port after_create {{(pid=94467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:49:05.497244 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-194f9d34-f2b0-4995-907b-e079f58dbf3f req-292afdf9-dbb0-4916-a7dd-6a80c9036ab7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.172&port_id=20995681-edf1-4159-b285-2b70fd9775cf HTTP/1.1" status: 200 len: 217 time: 0.0569279 Aug 12 14:49:05.562273 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d171d8b1-92bb-4613-a9ea-436f03e56ef1 req-3c903a15-61b7-4064-a24f-43b100f85738 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/security-groups?id=36246b04-094b-4845-831d-1126cf8a06ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596253 Aug 12 14:49:05.584019 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-2c3a85da-3a58-4ea0-b0ed-c5f2b5645ea2 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66663725'] for router_interface, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:05.634839 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194f9d34-f2b0-4995-907b-e079f58dbf3f req-5148468f-ac84-4701-927c-e4560db0c184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:49:05.636385 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-194f9d34-f2b0-4995-907b-e079f58dbf3f req-5148468f-ac84-4701-927c-e4560db0c184 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=211c9137-e01f-4e3e-8c7e-449dda79def5 HTTP/1.1" status: 200 len: 797 time: 0.1293561 Aug 12 14:49:05.724577 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194f9d34-f2b0-4995-907b-e079f58dbf3f req-da6094fc-f1a9-4a5a-8b9b-27e376fd0cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:49:05.725979 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-194f9d34-f2b0-4995-907b-e079f58dbf3f req-da6094fc-f1a9-4a5a-8b9b-27e376fd0cfc service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b1fed0d0-2b0c-4ed8-b3b7-4ff4b735f473&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0807946 Aug 12 14:49:05.746893 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-11123a93-1012-4f3b-9779-b4f3510ee6a3 None None] Provisioning for port 8455d5d0-4ab8-4aa8-bc49-9be339490051 completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:49:05.750840 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-11123a93-1012-4f3b-9779-b4f3510ee6a3 None None] Provisioning complete for port 8455d5d0-4ab8-4aa8-bc49-9be339490051 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:49:05.751317 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-11123a93-1012-4f3b-9779-b4f3510ee6a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:05.789156 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-11123a93-1012-4f3b-9779-b4f3510ee6a3 None None] Port 8455d5d0-4ab8-4aa8-bc49-9be339490051 cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 14:49:05.811225 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-2c3a85da-3a58-4ea0-b0ed-c5f2b5645ea2 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:05.895620 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-194f9d34-f2b0-4995-907b-e079f58dbf3f req-6249ccf9-53bd-4052-b57c-c83837a071e2 service neutron] 10.222.0.64 "GET /v2.0/networks/b1fed0d0-2b0c-4ed8-b3b7-4ff4b735f473?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1577101 Aug 12 14:49:05.957698 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02c220d-1dca-47ca-bfb0-377eea967b60 req-c9c96368-cac4-4999-87be-c9df7736b2d9 tempest-ServerRescueTestJSONUnderV235-830577405 tempest-ServerRescueTestJSONUnderV235-830577405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:49:05.959249 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-c02c220d-1dca-47ca-bfb0-377eea967b60 req-c9c96368-cac4-4999-87be-c9df7736b2d9 tempest-ServerRescueTestJSONUnderV235-830577405 tempest-ServerRescueTestJSONUnderV235-830577405-project] 10.222.0.39 "GET /v2.0/ports?device_id=db856037-c935-4002-ae78-dd56d70b43ec HTTP/1.1" status: 200 len: 945 time: 0.0492463 Aug 12 14:49:06.000669 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-c02c220d-1dca-47ca-bfb0-377eea967b60 req-bdd5dd40-7c7c-4053-bb67-786ff90ca7fe tempest-ServerRescueTestJSONUnderV235-830577405 tempest-ServerRescueTestJSONUnderV235-830577405-project] 10.222.0.39 "GET /v2.0/security-groups?id=64c6cc2d-97ab-4107-896e-806704ae9d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345607 Aug 12 14:49:06.067055 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-194f9d34-f2b0-4995-907b-e079f58dbf3f req-dafdf2a6-3dd7-4e17-9a9b-66001432f109 service neutron] 10.222.0.64 "GET /v2.0/networks/b1fed0d0-2b0c-4ed8-b3b7-4ff4b735f473?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405745 Aug 12 14:49:06.150486 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-194f9d34-f2b0-4995-907b-e079f58dbf3f req-08d50813-c8fd-495d-9a0c-39c076f66a37 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.162&port_id=8a2a2db8-839c-4c50-9e8b-57a36dc63c1f HTTP/1.1" status: 200 len: 217 time: 0.0617418 Aug 12 14:49:06.231882 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194f9d34-f2b0-4995-907b-e079f58dbf3f req-d84dccdc-ce9a-4e45-91d0-4ce2a3c52ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:49:06.231882 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-194f9d34-f2b0-4995-907b-e079f58dbf3f req-d84dccdc-ce9a-4e45-91d0-4ce2a3c52ff2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=211c9137-e01f-4e3e-8c7e-449dda79def5 HTTP/1.1" status: 200 len: 797 time: 0.0720165 Aug 12 14:49:06.289578 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-2c3a85da-3a58-4ea0-b0ed-c5f2b5645ea2 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:06.296291 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-2c3a85da-3a58-4ea0-b0ed-c5f2b5645ea2 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:06.328544 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194f9d34-f2b0-4995-907b-e079f58dbf3f req-3e916ff8-a00e-48a0-83e8-4cb251d66e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:49:06.331432 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-194f9d34-f2b0-4995-907b-e079f58dbf3f req-3e916ff8-a00e-48a0-83e8-4cb251d66e3f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b1fed0d0-2b0c-4ed8-b3b7-4ff4b735f473&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0918081 Aug 12 14:49:06.428385 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-2c3a85da-3a58-4ea0-b0ed-c5f2b5645ea2 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66628363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66663865'] for router_interface, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:06.435200 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3a85da-3a58-4ea0-b0ed-c5f2b5645ea2 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Pushing event updated for resources: {'Port': ['ID=8455d5d0-4ab8-4aa8-bc49-9be339490051,revision_number=2']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:49:06.523997 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-194f9d34-f2b0-4995-907b-e079f58dbf3f req-3b260703-471c-4ffd-ad7d-6d1c082509f2 service neutron] 10.222.0.64 "GET /v2.0/networks/b1fed0d0-2b0c-4ed8-b3b7-4ff4b735f473?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1727769 Aug 12 14:49:06.609021 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c3a85da-3a58-4ea0-b0ed-c5f2b5645ea2 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Network 28bdbbfd-dc5c-4e6f-ae54-6e1871876fdf is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:49:06.611997 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [None req-2c3a85da-3a58-4ea0-b0ed-c5f2b5645ea2 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:49:06.768833 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-194f9d34-f2b0-4995-907b-e079f58dbf3f req-fa282c50-d388-4d92-85ed-3b6b432a8cb2 service neutron] 10.222.0.64 "GET /v2.0/networks/b1fed0d0-2b0c-4ed8-b3b7-4ff4b735f473?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2363167 Aug 12 14:49:06.813580 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-0645c8c7-af19-41db-8217-c64e01c1863e None None] Provisioning complete for port 8455d5d0-4ab8-4aa8-bc49-9be339490051 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:49:06.814248 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-0645c8c7-af19-41db-8217-c64e01c1863e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:06.847665 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-0645c8c7-af19-41db-8217-c64e01c1863e None None] Port 8455d5d0-4ab8-4aa8-bc49-9be339490051 cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 14:49:06.857453 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-194f9d34-f2b0-4995-907b-e079f58dbf3f req-dbe25d64-7630-42f3-adb4-066c7abd9b78 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.56&port_id=4923449d-bcf2-48db-a05c-3f4b4d068e78 HTTP/1.1" status: 200 len: 217 time: 0.0627391 Aug 12 14:49:06.888128 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df0cb3b-c7dc-4b51-bf66-4849acf38bf2 req-db6a3a77-ba65-4e31-b0cf-273e9c6712a5 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:49:06.889995 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3df0cb3b-c7dc-4b51-bf66-4849acf38bf2 req-db6a3a77-ba65-4e31-b0cf-273e9c6712a5 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/ports?device_id=74ed7aa6-dbe2-4613-9887-791fa343e9a9 HTTP/1.1" status: 200 len: 945 time: 0.2252250 Aug 12 14:49:06.909735 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c3a85da-3a58-4ea0-b0ed-c5f2b5645ea2 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Router 515dd033-481b-45a2-ba93-440f8cd738a6 has already been hosted by L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f {{(pid=94467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 14:49:06.926963 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9556cd7-d1d0-4955-b1ff-0091d8688c14 req-219d4122-7eeb-4ef0-9207-262549c20175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:49:06.928436 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e9556cd7-d1d0-4955-b1ff-0091d8688c14 req-219d4122-7eeb-4ef0-9207-262549c20175 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f4b313af8d624a809d563851b784d520&device_id=74ed7aa6-dbe2-4613-9887-791fa343e9a9 HTTP/1.1" status: 200 len: 1097 time: 0.2066634 Aug 12 14:49:07.129483 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5064d573-948c-4755-9db5-7a7c66ceb235 req-853bb66c-c931-4353-a59c-6f6df5c64a24 tempest-ServerRescueTestJSONUnderV235-830577405 tempest-ServerRescueTestJSONUnderV235-830577405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:49:07.131177 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-5064d573-948c-4755-9db5-7a7c66ceb235 req-853bb66c-c931-4353-a59c-6f6df5c64a24 tempest-ServerRescueTestJSONUnderV235-830577405 tempest-ServerRescueTestJSONUnderV235-830577405-project] 10.222.0.39 "GET /v2.0/ports?device_id=db856037-c935-4002-ae78-dd56d70b43ec HTTP/1.1" status: 200 len: 945 time: 0.0584874 Aug 12 14:49:07.173512 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-5064d573-948c-4755-9db5-7a7c66ceb235 req-27aae779-9ec8-49fd-964f-ad7f4a84a884 tempest-ServerRescueTestJSONUnderV235-830577405 tempest-ServerRescueTestJSONUnderV235-830577405-project] 10.222.0.39 "GET /v2.0/security-groups?id=64c6cc2d-97ab-4107-896e-806704ae9d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359297 Aug 12 14:49:07.303795 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194f9d34-f2b0-4995-907b-e079f58dbf3f req-208ae5f5-0c34-4b5e-9136-39c0683dc23b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:49:07.305246 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-194f9d34-f2b0-4995-907b-e079f58dbf3f req-208ae5f5-0c34-4b5e-9136-39c0683dc23b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=211c9137-e01f-4e3e-8c7e-449dda79def5 HTTP/1.1" status: 200 len: 797 time: 0.4379144 Aug 12 14:49:07.397136 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3df0cb3b-c7dc-4b51-bf66-4849acf38bf2 req-c03da3f2-028c-43e5-9fd2-e2246ba42937 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/security-groups?id=36246b04-094b-4845-831d-1126cf8a06ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4832890 Aug 12 14:49:07.474171 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194f9d34-f2b0-4995-907b-e079f58dbf3f req-a257c1eb-9544-48a5-a0b4-6251411675ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:49:07.475703 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-194f9d34-f2b0-4995-907b-e079f58dbf3f req-a257c1eb-9544-48a5-a0b4-6251411675ed service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b1fed0d0-2b0c-4ed8-b3b7-4ff4b735f473&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1351323 Aug 12 14:49:07.480269 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9556cd7-d1d0-4955-b1ff-0091d8688c14 req-f1b436a6-2fdd-415f-be38-d2ae9479dd77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:49:07.481657 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e9556cd7-d1d0-4955-b1ff-0091d8688c14 req-f1b436a6-2fdd-415f-be38-d2ae9479dd77 service neutron] 10.222.0.49 "GET /v2.0/networks?id=4552c891-e268-4d7c-98f1-e8736a29b277 HTTP/1.1" status: 200 len: 913 time: 0.5422943 Aug 12 14:49:07.510586 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c3a85da-3a58-4ea0-b0ed-c5f2b5645ea2 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 14:49:07.521722 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ef949fd-4f4f-4277-8c5d-a7a6d93811df None None] Sync routers for ids ['515dd033-481b-45a2-ba93-440f8cd738a6'] in n-d-694802-15 {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 14:49:07.532084 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ef949fd-4f4f-4277-8c5d-a7a6d93811df None None] Routers {'515dd033-481b-45a2-ba93-440f8cd738a6'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:49:07.533102 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-3ef949fd-4f4f-4277-8c5d-a7a6d93811df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:48:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['515dd033-481b-45a2-ba93-440f8cd738a6'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:49:07.565632 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-2c3a85da-3a58-4ea0-b0ed-c5f2b5645ea2 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] 10.222.0.39 "PUT /v2.0/routers/515dd033-481b-45a2-ba93-440f8cd738a6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5412185 Aug 12 14:49:07.566045 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-3ef949fd-4f4f-4277-8c5d-a7a6d93811df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:49:07.568390 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 56416) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:49:07.569038 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e9556cd7-d1d0-4955-b1ff-0091d8688c14 req-caceac1c-67db-48c9-a03f-029299cb23cc service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f0a3eec4-f0dd-42c2-a784-d6d930562858 HTTP/1.1" status: 200 len: 217 time: 0.0755706 Aug 12 14:49:07.573756 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-00525beb-dff1-4f59-b513-e29a0486340f tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Request body: {'port': {'network_id': '28bdbbfd-dc5c-4e6f-ae54-6e1871876fdf', 'name': 'tempest-FloatingIPTestJSON-300425849'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:49:07.575476 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ef949fd-4f4f-4277-8c5d-a7a6d93811df None None] Routers {'515dd033-481b-45a2-ba93-440f8cd738a6'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:49:07.576727 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-3ef949fd-4f4f-4277-8c5d-a7a6d93811df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:48:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['515dd033-481b-45a2-ba93-440f8cd738a6'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:49:07.607800 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-3ef949fd-4f4f-4277-8c5d-a7a6d93811df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:49:07.609031 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ef949fd-4f4f-4277-8c5d-a7a6d93811df None None] The sync data for ids ['515dd033-481b-45a2-ba93-440f8cd738a6'] in n-d-694802-15 is: [] {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 14:49:07.648316 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9556cd7-d1d0-4955-b1ff-0091d8688c14 req-598f6cfb-c911-4752-a0b8-aa67a00bcbce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:49:07.649819 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e9556cd7-d1d0-4955-b1ff-0091d8688c14 req-598f6cfb-c911-4752-a0b8-aa67a00bcbce service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b3b4e56e-f3bd-4709-bfd6-3e62da1e0ac7 HTTP/1.1" status: 200 len: 851 time: 0.0728903 Aug 12 14:49:07.653431 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-194f9d34-f2b0-4995-907b-e079f58dbf3f req-e54af224-13c2-4052-ac0a-89bae8d22c68 service neutron] 10.222.0.64 "GET /v2.0/networks/b1fed0d0-2b0c-4ed8-b3b7-4ff4b735f473?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1692543 Aug 12 14:49:07.683645 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00525beb-dff1-4f59-b513-e29a0486340f tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Made reservation on behalf of 0a26f5f28fae41df9c0dda6d7a230544 for: {'port': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:49:07.687957 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-00525beb-dff1-4f59-b513-e29a0486340f tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:07.705642 n-d-694802-15 neutron-server[94466]: DEBUG neutron.notifiers.nova [None req-00525beb-dff1-4f59-b513-e29a0486340f tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] device_id is not set on port cc95de90-d621-4c64-ba50-12cec37cce46 yet. {{(pid=94466) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 14:49:07.748631 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9556cd7-d1d0-4955-b1ff-0091d8688c14 req-ccd8f14a-074a-4ad2-8cdc-1a070bfb6e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:49:07.750766 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e9556cd7-d1d0-4955-b1ff-0091d8688c14 req-ccd8f14a-074a-4ad2-8cdc-1a070bfb6e49 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=4552c891-e268-4d7c-98f1-e8736a29b277&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0936706 Aug 12 14:49:07.822931 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-00525beb-dff1-4f59-b513-e29a0486340f tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Allocated IP 172.20.0.8 (28bdbbfd-dc5c-4e6f-ae54-6e1871876fdf/6489e8c4-ce5b-4541-968a-bcb81e786cef/cc95de90-d621-4c64-ba50-12cec37cce46) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:49:07.828341 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-194f9d34-f2b0-4995-907b-e079f58dbf3f req-10a09739-6c0b-4e2d-acf1-71a867c7a65d service neutron] 10.222.0.64 "GET /v2.0/networks/b1fed0d0-2b0c-4ed8-b3b7-4ff4b735f473?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1623182 Aug 12 14:49:07.887280 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-194f9d34-f2b0-4995-907b-e079f58dbf3f req-915fa685-e3b3-4679-be65-68a1814d62c1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=7de8ae80-93f9-4c28-b118-83a2cf3c4c92 HTTP/1.1" status: 200 len: 217 time: 0.0481791 Aug 12 14:49:07.932104 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e9556cd7-d1d0-4955-b1ff-0091d8688c14 req-11aae764-1b94-4040-93ef-498601b8a125 service neutron] 10.222.0.49 "GET /v2.0/networks/4552c891-e268-4d7c-98f1-e8736a29b277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1728299 Aug 12 14:49:07.978403 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-00525beb-dff1-4f59-b513-e29a0486340f tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:07.992636 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194f9d34-f2b0-4995-907b-e079f58dbf3f req-cdd78355-4b89-4cdb-af61-e5ec6eadede3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:49:07.993081 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-00525beb-dff1-4f59-b513-e29a0486340f tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Transition to ACTIVE for port object cc95de90-d621-4c64-ba50-12cec37cce46 will not be triggered until provisioned by entity DHCP. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:49:07.994197 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-194f9d34-f2b0-4995-907b-e079f58dbf3f req-cdd78355-4b89-4cdb-af61-e5ec6eadede3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f28f0220-494a-4307-80cf-9a7c85a04176 HTTP/1.1" status: 200 len: 797 time: 0.0979447 Aug 12 14:49:08.027419 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-00525beb-dff1-4f59-b513-e29a0486340f tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:08.069667 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00525beb-dff1-4f59-b513-e29a0486340f tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Network 28bdbbfd-dc5c-4e6f-ae54-6e1871876fdf is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:49:08.072650 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-00525beb-dff1-4f59-b513-e29a0486340f tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:49:08.073291 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e9556cd7-d1d0-4955-b1ff-0091d8688c14 req-66846c88-2a8b-47f5-97c6-63c5ae8a070a service neutron] 10.222.0.49 "GET /v2.0/networks/4552c891-e268-4d7c-98f1-e8736a29b277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312284 Aug 12 14:49:08.075707 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00525beb-dff1-4f59-b513-e29a0486340f tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:49:08.076124 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194f9d34-f2b0-4995-907b-e079f58dbf3f req-6ab64274-1c65-48f9-942a-1d2b26d3a27a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:49:08.077584 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-194f9d34-f2b0-4995-907b-e079f58dbf3f req-6ab64274-1c65-48f9-942a-1d2b26d3a27a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=11988a36-0d35-41ac-a66e-5ed968be2dc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0752714 Aug 12 14:49:08.118127 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00525beb-dff1-4f59-b513-e29a0486340f tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Pushing event updated for resources: {'Port': ['ID=cc95de90-d621-4c64-ba50-12cec37cce46,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:49:08.144263 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00525beb-dff1-4f59-b513-e29a0486340f tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:49:08.144962 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-00525beb-dff1-4f59-b513-e29a0486340f tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:08.161527 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-00525beb-dff1-4f59-b513-e29a0486340f tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.5919666 Aug 12 14:49:08.164136 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 56418) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:49:08.169133 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-5247d206-7e69-4a88-919d-10edc2b2cc7b tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Request body: {'floatingip': {'port_id': 'cc95de90-d621-4c64-ba50-12cec37cce46'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:49:08.181355 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-194f9d34-f2b0-4995-907b-e079f58dbf3f req-25927616-44b1-46bd-bd03-d85d8083f286 service neutron] 10.222.0.64 "GET /v2.0/networks/11988a36-0d35-41ac-a66e-5ed968be2dc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932903 Aug 12 14:49:08.240617 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5247d206-7e69-4a88-919d-10edc2b2cc7b tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Notify callbacks [] for floatingip, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:08.294098 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-194f9d34-f2b0-4995-907b-e079f58dbf3f req-3435a347-5f53-4c92-9773-5606a8a59195 service neutron] 10.222.0.64 "GET /v2.0/networks/11988a36-0d35-41ac-a66e-5ed968be2dc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054425 Aug 12 14:49:08.343366 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-194f9d34-f2b0-4995-907b-e079f58dbf3f req-8ce1810a-f157-40d6-911e-3f533da95f30 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=57eff036-3311-481b-b542-bcfb85ced81c HTTP/1.1" status: 200 len: 217 time: 0.0367382 Aug 12 14:49:08.368445 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44380e3f-8fc5-4afc-86df-a2ef8ffd7dbd req-c23243ec-4cbc-4aa0-b3be-f7eea9622c1b tempest-ServerRescueTestJSONUnderV235-830577405 tempest-ServerRescueTestJSONUnderV235-830577405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:49:08.370091 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-44380e3f-8fc5-4afc-86df-a2ef8ffd7dbd req-c23243ec-4cbc-4aa0-b3be-f7eea9622c1b tempest-ServerRescueTestJSONUnderV235-830577405 tempest-ServerRescueTestJSONUnderV235-830577405-project] 10.222.0.39 "GET /v2.0/ports?device_id=db856037-c935-4002-ae78-dd56d70b43ec HTTP/1.1" status: 200 len: 945 time: 0.0904939 Aug 12 14:49:08.385320 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-98272ccd-f064-4763-bbe9-a0cfdbf36b9c None None] Provisioning for port cc95de90-d621-4c64-ba50-12cec37cce46 completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:49:08.390641 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-98272ccd-f064-4763-bbe9-a0cfdbf36b9c None None] Provisioning complete for port cc95de90-d621-4c64-ba50-12cec37cce46 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:49:08.391237 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-98272ccd-f064-4763-bbe9-a0cfdbf36b9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:08.397353 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194f9d34-f2b0-4995-907b-e079f58dbf3f req-5464d05d-8110-4077-a7d6-18f019ad66d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:49:08.398847 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-194f9d34-f2b0-4995-907b-e079f58dbf3f req-5464d05d-8110-4077-a7d6-18f019ad66d8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f28f0220-494a-4307-80cf-9a7c85a04176 HTTP/1.1" status: 200 len: 797 time: 0.0495415 Aug 12 14:49:08.440388 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-98272ccd-f064-4763-bbe9-a0cfdbf36b9c None None] Port cc95de90-d621-4c64-ba50-12cec37cce46 cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 14:49:08.442150 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-44380e3f-8fc5-4afc-86df-a2ef8ffd7dbd req-c966a63e-558c-441a-9b17-55a1b4b4beed tempest-ServerRescueTestJSONUnderV235-830577405 tempest-ServerRescueTestJSONUnderV235-830577405-project] 10.222.0.39 "GET /v2.0/security-groups?id=64c6cc2d-97ab-4107-896e-806704ae9d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653884 Aug 12 14:49:08.470307 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194f9d34-f2b0-4995-907b-e079f58dbf3f req-1dd39402-e612-4e1f-b1fc-0c323f042702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:49:08.472788 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-194f9d34-f2b0-4995-907b-e079f58dbf3f req-1dd39402-e612-4e1f-b1fc-0c323f042702 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=11988a36-0d35-41ac-a66e-5ed968be2dc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0650604 Aug 12 14:49:08.577357 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-194f9d34-f2b0-4995-907b-e079f58dbf3f req-e4e792ac-1d37-4326-9b9f-92d8874f3d88 service neutron] 10.222.0.64 "GET /v2.0/networks/11988a36-0d35-41ac-a66e-5ed968be2dc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906928 Aug 12 14:49:08.603056 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057cfe4d-9bea-43be-8be0-1315b837f1ce req-d0a10353-789a-40f0-893f-eda58594c086 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:49:08.604592 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-057cfe4d-9bea-43be-8be0-1315b837f1ce req-d0a10353-789a-40f0-893f-eda58594c086 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/ports?device_id=74ed7aa6-dbe2-4613-9887-791fa343e9a9 HTTP/1.1" status: 200 len: 945 time: 0.0992866 Aug 12 14:49:08.675120 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-194f9d34-f2b0-4995-907b-e079f58dbf3f req-b72512f0-9ad4-42ce-8fcb-179aac6d08b9 service neutron] 10.222.0.64 "GET /v2.0/networks/11988a36-0d35-41ac-a66e-5ed968be2dc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850739 Aug 12 14:49:08.729194 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-057cfe4d-9bea-43be-8be0-1315b837f1ce req-301f155b-48e4-4cce-bf4f-4cabfc645770 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/security-groups?id=36246b04-094b-4845-831d-1126cf8a06ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917625 Aug 12 14:49:08.884032 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5247d206-7e69-4a88-919d-10edc2b2cc7b tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:08.887539 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5247d206-7e69-4a88-919d-10edc2b2cc7b tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431510'] for floatingip, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:08.987581 n-d-694802-15 neutron-server[94466]: INFO neutron.db.l3_db [None req-5247d206-7e69-4a88-919d-10edc2b2cc7b tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Floating IP ec66cf17-20b9-48a1-a7b4-13a1b49bba7a associated. External IP: 172.25.1.234, port: 0eb13721-fb3a-4a97-9597-9aa62a821eb0. Aug 12 14:49:09.191913 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device f0a3eec4-f0dd-42c2-a784-d6d930562858 no longer exists at agent hyperv_n-h2-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:49:09.210303 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5247d206-7e69-4a88-919d-10edc2b2cc7b tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Router 3f4dc924-1a08-4f65-b8a0-f8c12181cc9e has already been hosted by L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f {{(pid=94466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 14:49:09.271996 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:09.294132 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74ed7aa6-dbe2-4613-9887-791fa343e9a9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f0a3eec4-f0dd-42c2-a784-d6d930562858'}] {{(pid=94468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:49:09.297112 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99a8d87602170099c728e57431aca99e9b98a655a83bbf8727be13192709727b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e42c40ca-abc3-49a5-8fdf-c8a99ebaace7" -d '{"events": [{"server_uuid": "74ed7aa6-dbe2-4613-9887-791fa343e9a9", "name": "network-vif-unplugged", "status": "completed", "tag": "f0a3eec4-f0dd-42c2-a784-d6d930562858"}]}' {{(pid=94468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:49:09.309977 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port f0a3eec4-f0dd-42c2-a784-d6d930562858, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=f0a3eec4-f0dd-42c2-a784-d6d930562858,segment=NetworkSegment(45b28473-1709-41a1-b9df-2ccc6425c05f),segment_id=45b28473-1709-41a1-b9df-2ccc6425c05f)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:49:09.315043 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:09.330824 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5247d206-7e69-4a88-919d-10edc2b2cc7b tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 14:49:09.348440 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 12 Aug 2021 14:49:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82c3f9a9-8115-43d2-a4a4-e1b40fca663f x-openstack-request-id: req-82c3f9a9-8115-43d2-a4a4-e1b40fca663f {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:49:09.348726 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74ed7aa6-dbe2-4613-9887-791fa343e9a9", "name": "network-vif-unplugged", "status": "completed", "tag": "f0a3eec4-f0dd-42c2-a784-d6d930562858", "code": 200}]} {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:49:09.348980 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-82c3f9a9-8115-43d2-a4a4-e1b40fca663f {{(pid=94468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:49:09.349370 n-d-694802-15 neutron-server[94468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74ed7aa6-dbe2-4613-9887-791fa343e9a9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f0a3eec4-f0dd-42c2-a784-d6d930562858', 'code': 200} Aug 12 14:49:09.350133 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f41f7db-77ad-4e17-a9cb-eaef65a286d6 None None] Sync routers for ids ['3f4dc924-1a08-4f65-b8a0-f8c12181cc9e'] in n-d-694802-15 {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 14:49:09.371545 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f41f7db-77ad-4e17-a9cb-eaef65a286d6 None None] Routers {'3f4dc924-1a08-4f65-b8a0-f8c12181cc9e'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:49:09.372179 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-1f41f7db-77ad-4e17-a9cb-eaef65a286d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:48:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['3f4dc924-1a08-4f65-b8a0-f8c12181cc9e'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:49:09.415145 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-1f41f7db-77ad-4e17-a9cb-eaef65a286d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:49:09.424009 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Pushing event updated for resources: {'Port': ['ID=f0a3eec4-f0dd-42c2-a784-d6d930562858,revision_number=8']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:49:09.433384 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f41f7db-77ad-4e17-a9cb-eaef65a286d6 None None] Routers {'3f4dc924-1a08-4f65-b8a0-f8c12181cc9e'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:49:09.433502 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-1f41f7db-77ad-4e17-a9cb-eaef65a286d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:48:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['3f4dc924-1a08-4f65-b8a0-f8c12181cc9e'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:49:09.470708 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-1f41f7db-77ad-4e17-a9cb-eaef65a286d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:49:09.471405 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f41f7db-77ad-4e17-a9cb-eaef65a286d6 None None] The sync data for ids ['3f4dc924-1a08-4f65-b8a0-f8c12181cc9e'] in n-d-694802-15 is: [] {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 14:49:09.564685 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5247d206-7e69-4a88-919d-10edc2b2cc7b tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Router 515dd033-481b-45a2-ba93-440f8cd738a6 has already been hosted by L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f {{(pid=94466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 14:49:09.571740 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1310ac51-0123-4477-aee7-e30de0277982 req-a1b400f4-f759-4670-a5a1-965f3c7927e6 tempest-ServerRescueTestJSONUnderV235-830577405 tempest-ServerRescueTestJSONUnderV235-830577405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:49:09.573361 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-1310ac51-0123-4477-aee7-e30de0277982 req-a1b400f4-f759-4670-a5a1-965f3c7927e6 tempest-ServerRescueTestJSONUnderV235-830577405 tempest-ServerRescueTestJSONUnderV235-830577405-project] 10.222.0.39 "GET /v2.0/ports?device_id=db856037-c935-4002-ae78-dd56d70b43ec HTTP/1.1" status: 200 len: 945 time: 0.0571499 Aug 12 14:49:09.613973 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-1310ac51-0123-4477-aee7-e30de0277982 req-46b015eb-bd97-447b-b8a3-c98d45f196e3 tempest-ServerRescueTestJSONUnderV235-830577405 tempest-ServerRescueTestJSONUnderV235-830577405-project] 10.222.0.39 "GET /v2.0/security-groups?id=64c6cc2d-97ab-4107-896e-806704ae9d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328577 Aug 12 14:49:09.675907 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5247d206-7e69-4a88-919d-10edc2b2cc7b tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 14:49:09.680859 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5247d206-7e69-4a88-919d-10edc2b2cc7b tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for floatingip, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:09.685454 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf783d6-5d25-4a10-8ab7-2dc8d08994d7 None None] Sync routers for ids ['515dd033-481b-45a2-ba93-440f8cd738a6'] in n-d-694802-15 {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 14:49:09.694347 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf783d6-5d25-4a10-8ab7-2dc8d08994d7 None None] Routers {'515dd033-481b-45a2-ba93-440f8cd738a6'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:49:09.695068 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-8cf783d6-5d25-4a10-8ab7-2dc8d08994d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:48:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['515dd033-481b-45a2-ba93-440f8cd738a6'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:49:09.729370 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-8cf783d6-5d25-4a10-8ab7-2dc8d08994d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:49:09.734723 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-5247d206-7e69-4a88-919d-10edc2b2cc7b tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] 10.222.0.39 "PUT /v2.0/floatingips/ec66cf17-20b9-48a1-a7b4-13a1b49bba7a HTTP/1.1" status: 200 len: 977 time: 1.5693135 Aug 12 14:49:09.737550 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 56436) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:49:09.738531 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf783d6-5d25-4a10-8ab7-2dc8d08994d7 None None] Routers {'515dd033-481b-45a2-ba93-440f8cd738a6'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:49:09.739174 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-8cf783d6-5d25-4a10-8ab7-2dc8d08994d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:48:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['515dd033-481b-45a2-ba93-440f8cd738a6'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:49:09.770586 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-8cf783d6-5d25-4a10-8ab7-2dc8d08994d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:49:09.771231 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf783d6-5d25-4a10-8ab7-2dc8d08994d7 None None] The sync data for ids ['515dd033-481b-45a2-ba93-440f8cd738a6'] in n-d-694802-15 is: [] {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 14:49:09.875496 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccf5a9a-d08f-4a2c-86c5-db34cbc888a0 req-d814f073-a613-4f96-b052-1f40e7ffdaa8 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:49:09.876980 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-8ccf5a9a-d08f-4a2c-86c5-db34cbc888a0 req-d814f073-a613-4f96-b052-1f40e7ffdaa8 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/ports?device_id=74ed7aa6-dbe2-4613-9887-791fa343e9a9 HTTP/1.1" status: 200 len: 943 time: 0.0680749 Aug 12 14:49:09.879699 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-671f3866-6835-411b-95e3-21a63c2d7ee2 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Deleting port cc95de90-d621-4c64-ba50-12cec37cce46 {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:49:09.880068 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-671f3866-6835-411b-95e3-21a63c2d7ee2 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:09.970369 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-8ccf5a9a-d08f-4a2c-86c5-db34cbc888a0 req-b57ef452-24c7-4c1e-af20-5b58c29c2de8 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/security-groups?id=36246b04-094b-4845-831d-1126cf8a06ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854335 Aug 12 14:49:10.008794 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-671f3866-6835-411b-95e3-21a63c2d7ee2 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:10.069338 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-b9bcb94a-cda2-4c7a-8559-3cf343faf7bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:10.190037 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-671f3866-6835-411b-95e3-21a63c2d7ee2 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:10.190416 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-671f3866-6835-411b-95e3-21a63c2d7ee2 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431510'] for floatingip, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:10.190729 n-d-694802-15 neutron-server[94466]: INFO neutron.db.l3_db [None req-671f3866-6835-411b-95e3-21a63c2d7ee2 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Floating IP ec66cf17-20b9-48a1-a7b4-13a1b49bba7a disassociated. External IP: 172.25.1.234, port: cc95de90-d621-4c64-ba50-12cec37cce46. Aug 12 14:49:10.191108 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-671f3866-6835-411b-95e3-21a63c2d7ee2 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Calling delete_port for cc95de90-d621-4c64-ba50-12cec37cce46 owned by {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:49:10.218170 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ab0bb6-bf75-4e7f-9e50-ab513a1f08fd req-aef2ec91-a129-4b7b-a783-30a77dfdc778 tempest-TestNetworkAdvancedServerOps-311782475 tempest-TestNetworkAdvancedServerOps-311782475-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:49:10.219888 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-04ab0bb6-bf75-4e7f-9e50-ab513a1f08fd req-aef2ec91-a129-4b7b-a783-30a77dfdc778 tempest-TestNetworkAdvancedServerOps-311782475 tempest-TestNetworkAdvancedServerOps-311782475-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=4d387655-bc58-4d10-8c58-4428d6cc887c HTTP/1.1" status: 200 len: 1098 time: 0.0415359 Aug 12 14:49:10.255894 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-04ab0bb6-bf75-4e7f-9e50-ab513a1f08fd req-1109702b-c087-4e32-8cfe-1b32811bb6fb tempest-TestNetworkAdvancedServerOps-311782475 tempest-TestNetworkAdvancedServerOps-311782475-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=321fdc30-89f7-41d5-9ead-31c9ab79a851&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297637 Aug 12 14:49:10.279369 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 56444) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:49:10.326624 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-671f3866-6835-411b-95e3-21a63c2d7ee2 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:10.354363 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671f3866-6835-411b-95e3-21a63c2d7ee2 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Pushing event deleted for resources: {'Port': ['ID=cc95de90-d621-4c64-ba50-12cec37cce46,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:49:10.458024 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-ea76e4a9-83fd-4214-8219-92acf8b8f881 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Deleting port 1cf392f9-199f-4bec-8549-9f229126037a {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:49:10.458675 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-ea76e4a9-83fd-4214-8219-92acf8b8f881 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:10.504617 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-671f3866-6835-411b-95e3-21a63c2d7ee2 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Router 515dd033-481b-45a2-ba93-440f8cd738a6 has already been hosted by L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f {{(pid=94466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 14:49:10.549345 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-ea76e4a9-83fd-4214-8219-92acf8b8f881 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:10.549722 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-ea76e4a9-83fd-4214-8219-92acf8b8f881 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:10.562999 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-ea76e4a9-83fd-4214-8219-92acf8b8f881 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Calling delete_port for 1cf392f9-199f-4bec-8549-9f229126037a owned by network:floatingip {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:49:10.647039 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-671f3866-6835-411b-95e3-21a63c2d7ee2 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 14:49:10.660599 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6da41f3f-a70a-4396-b201-3cecbbecece5 None None] Sync routers for ids ['515dd033-481b-45a2-ba93-440f8cd738a6'] in n-d-694802-15 {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 14:49:10.678302 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6da41f3f-a70a-4396-b201-3cecbbecece5 None None] Routers {'515dd033-481b-45a2-ba93-440f8cd738a6'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:49:10.679268 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-6da41f3f-a70a-4396-b201-3cecbbecece5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:48:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['515dd033-481b-45a2-ba93-440f8cd738a6'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:49:10.732023 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-6da41f3f-a70a-4396-b201-3cecbbecece5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:49:10.743514 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6da41f3f-a70a-4396-b201-3cecbbecece5 None None] Routers {'515dd033-481b-45a2-ba93-440f8cd738a6'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:49:10.744274 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-6da41f3f-a70a-4396-b201-3cecbbecece5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:48:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['515dd033-481b-45a2-ba93-440f8cd738a6'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:49:10.747690 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-671f3866-6835-411b-95e3-21a63c2d7ee2 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:10.752375 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-671f3866-6835-411b-95e3-21a63c2d7ee2 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] 10.222.0.39 "DELETE /v2.0/ports/cc95de90-d621-4c64-ba50-12cec37cce46 HTTP/1.1" status: 204 len: 168 time: 1.0112970 Aug 12 14:49:10.754515 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 56452) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:49:10.782062 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-ea76e4a9-83fd-4214-8219-92acf8b8f881 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:10.789880 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-6da41f3f-a70a-4396-b201-3cecbbecece5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:49:10.791329 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6da41f3f-a70a-4396-b201-3cecbbecece5 None None] The sync data for ids ['515dd033-481b-45a2-ba93-440f8cd738a6'] in n-d-694802-15 is: [] {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 14:49:10.809603 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea76e4a9-83fd-4214-8219-92acf8b8f881 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Pushing event deleted for resources: {'Port': ['ID=1cf392f9-199f-4bec-8549-9f229126037a,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:49:10.838935 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea76e4a9-83fd-4214-8219-92acf8b8f881 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:49:10.839319 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea76e4a9-83fd-4214-8219-92acf8b8f881 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:49:10.839662 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea76e4a9-83fd-4214-8219-92acf8b8f881 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:49:10.840004 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea76e4a9-83fd-4214-8219-92acf8b8f881 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:49:10.840344 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea76e4a9-83fd-4214-8219-92acf8b8f881 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:49:10.840675 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea76e4a9-83fd-4214-8219-92acf8b8f881 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:49:10.841011 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea76e4a9-83fd-4214-8219-92acf8b8f881 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:49:10.841363 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea76e4a9-83fd-4214-8219-92acf8b8f881 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:49:10.841725 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea76e4a9-83fd-4214-8219-92acf8b8f881 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:49:10.842108 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea76e4a9-83fd-4214-8219-92acf8b8f881 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:49:10.842470 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea76e4a9-83fd-4214-8219-92acf8b8f881 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:49:10.842957 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea76e4a9-83fd-4214-8219-92acf8b8f881 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:49:10.886854 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-ea76e4a9-83fd-4214-8219-92acf8b8f881 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks [] for floatingip, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:10.887222 n-d-694802-15 neutron-server[94467]: INFO neutron.db.l3_db [None req-ea76e4a9-83fd-4214-8219-92acf8b8f881 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Floating IP cdb2786f-340c-4a73-8458-77276b7ce3ca disassociated (deleted). External IP: 172.25.1.17, port: 19fab106-dc9b-4483-9e5b-186d5fa89aeb. Aug 12 14:49:11.136609 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0d800c-63dc-4b7f-acf0-37a5fa312692 req-8a947646-e16a-463f-91e1-8ce6ce6ed3cf tempest-ServerRescueTestJSONUnderV235-830577405 tempest-ServerRescueTestJSONUnderV235-830577405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:49:11.138078 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-cb0d800c-63dc-4b7f-acf0-37a5fa312692 req-8a947646-e16a-463f-91e1-8ce6ce6ed3cf tempest-ServerRescueTestJSONUnderV235-830577405 tempest-ServerRescueTestJSONUnderV235-830577405-project] 10.222.0.39 "GET /v2.0/ports?device_id=db856037-c935-4002-ae78-dd56d70b43ec HTTP/1.1" status: 200 len: 945 time: 0.4210598 Aug 12 14:49:11.144069 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25df59c6-129d-4fbe-826b-bb774d5cfc8b req-c80cbfe5-aa1c-449e-a71a-1ff594f16b24 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:49:11.145598 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-25df59c6-129d-4fbe-826b-bb774d5cfc8b req-c80cbfe5-aa1c-449e-a71a-1ff594f16b24 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/ports?device_id=74ed7aa6-dbe2-4613-9887-791fa343e9a9 HTTP/1.1" status: 200 len: 943 time: 0.1005056 Aug 12 14:49:11.154742 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea76e4a9-83fd-4214-8219-92acf8b8f881 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Router 5acabba9-a1fe-402b-8d39-8864826ecae2 has already been hosted by L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f {{(pid=94467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 14:49:11.196709 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-25df59c6-129d-4fbe-826b-bb774d5cfc8b req-8a9fd9e1-92f5-4ea1-8dba-522b355bc100 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/security-groups?id=36246b04-094b-4845-831d-1126cf8a06ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445607 Aug 12 14:49:11.246028 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-cb0d800c-63dc-4b7f-acf0-37a5fa312692 req-684be3e7-8171-4c81-ad17-427a13679503 tempest-ServerRescueTestJSONUnderV235-830577405 tempest-ServerRescueTestJSONUnderV235-830577405-project] 10.222.0.39 "GET /v2.0/security-groups?id=64c6cc2d-97ab-4107-896e-806704ae9d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750031 Aug 12 14:49:11.353385 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-941f3d52-1ac3-410a-b40d-618f21d63ae4 req-334f6681-0047-4504-9986-16741161d0e3 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=b148e05e-7d9e-4da9-9b03-99a8a72e94ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1161959 Aug 12 14:49:11.369726 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea76e4a9-83fd-4214-8219-92acf8b8f881 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 14:49:11.374746 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-ea76e4a9-83fd-4214-8219-92acf8b8f881 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for floatingip, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:11.380803 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc806fc4-6743-449c-a99c-54505ed7bc9c None None] Sync routers for ids ['5acabba9-a1fe-402b-8d39-8864826ecae2'] in n-d-694802-15 {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 14:49:11.384741 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c42e409-663c-49dd-8ed6-5240dffefa34 req-6c35bd9b-780b-4fd1-8e65-677de1601a14 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:49:11.387491 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-1c42e409-663c-49dd-8ed6-5240dffefa34 req-6c35bd9b-780b-4fd1-8e65-677de1601a14 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/ports?device_id=82ca70f0-3356-4166-96ef-a264876874d1 HTTP/1.1" status: 200 len: 945 time: 0.1159637 Aug 12 14:49:11.391809 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc806fc4-6743-449c-a99c-54505ed7bc9c None None] Routers {'5acabba9-a1fe-402b-8d39-8864826ecae2'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:49:11.393176 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-cc806fc4-6743-449c-a99c-54505ed7bc9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:48:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['5acabba9-a1fe-402b-8d39-8864826ecae2'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:49:11.482289 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-ea76e4a9-83fd-4214-8219-92acf8b8f881 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "DELETE /v2.0/floatingips/cdb2786f-340c-4a73-8458-77276b7ce3ca HTTP/1.1" status: 204 len: 168 time: 1.2017972 Aug 12 14:49:11.485824 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d387655-bc58-4d10-8c58-4428d6cc887c', 'tag': '19fab106-dc9b-4483-9e5b-186d5fa89aeb'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:49:11.488195 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e65282f928b64038367d043a4411777802006c43a98742496cb2e25b724ff1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9681f6b7-5341-4263-91fe-ab5c76f73b38" -d '{"events": [{"name": "network-changed", "server_uuid": "4d387655-bc58-4d10-8c58-4428d6cc887c", "tag": "19fab106-dc9b-4483-9e5b-186d5fa89aeb"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:49:11.501792 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941f3d52-1ac3-410a-b40d-618f21d63ae4 req-86223e3f-fb6e-4299-a0da-470c7ca6f51f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:49:11.503825 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-941f3d52-1ac3-410a-b40d-618f21d63ae4 req-86223e3f-fb6e-4299-a0da-470c7ca6f51f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=3a3bdd41fa344002b106e434a17bdf78&device_id=b148e05e-7d9e-4da9-9b03-99a8a72e94ac HTTP/1.1" status: 200 len: 1098 time: 0.1122398 Aug 12 14:49:11.510939 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f64f9fa7-f5b8-498f-828a-f9321dabc13c tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66663830'] for router_interface, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:11.520369 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:11.528825 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-cc806fc4-6743-449c-a99c-54505ed7bc9c None None] Set router 5acabba9-a1fe-402b-8d39-8864826ecae2 gateway port host: n-d-694802-15 {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:49:11.532081 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-1c42e409-663c-49dd-8ed6-5240dffefa34 req-743e4526-1814-4447-a0be-b5a549e9c8cf tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc2dacd2-6b8c-4388-a6b9-7c76f36fc545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1147118 Aug 12 14:49:11.614975 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 14:49:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-118fe4bc-d0b1-4c0e-aa2f-65208cec6bac x-openstack-request-id: req-118fe4bc-d0b1-4c0e-aa2f-65208cec6bac {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:49:11.615312 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d387655-bc58-4d10-8c58-4428d6cc887c", "tag": "19fab106-dc9b-4483-9e5b-186d5fa89aeb", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:49:11.615575 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-118fe4bc-d0b1-4c0e-aa2f-65208cec6bac {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:49:11.615978 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d387655-bc58-4d10-8c58-4428d6cc887c', 'tag': '19fab106-dc9b-4483-9e5b-186d5fa89aeb', 'status': 'completed', 'code': 200} Aug 12 14:49:11.708591 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941f3d52-1ac3-410a-b40d-618f21d63ae4 req-3a08fe7a-a34a-4f1d-8ba6-8fce45e83025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:49:11.710509 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-941f3d52-1ac3-410a-b40d-618f21d63ae4 req-3a08fe7a-a34a-4f1d-8ba6-8fce45e83025 service neutron] 10.222.0.49 "GET /v2.0/networks?id=2ad93210-7061-461d-8617-49848448cc38 HTTP/1.1" status: 200 len: 917 time: 0.1772389 Aug 12 14:49:11.788369 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9681f6b7-5341-4263-91fe-ab5c76f73b38 req-282c249d-28d8-423e-baa7-14a4a6e6f56c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:49:11.789593 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9681f6b7-5341-4263-91fe-ab5c76f73b38 req-282c249d-28d8-423e-baa7-14a4a6e6f56c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6774b656eb8145eb998ea0059b40b4c3&device_id=4d387655-bc58-4d10-8c58-4428d6cc887c HTTP/1.1" status: 200 len: 1098 time: 0.1568327 Aug 12 14:49:11.809153 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-cc806fc4-6743-449c-a99c-54505ed7bc9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5acabba9-a1fe-402b-8d39-8864826ecae2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-474311093', 'tenant_id': '6774b656eb8145eb998ea0059b40b4c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.201'}], 'enable_snat': True}, 'gw_port_id': '7ceaf1f5-258f-474e-9722-1dc287011e38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:46:22Z', 'updated_at': '2021-08-12T14:46:27Z', 'revision_number': 4, 'project_id': '6774b656eb8145eb998ea0059b40b4c3', 'gw_port': {'id': '7ceaf1f5-258f-474e-9722-1dc287011e38', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:26:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5acabba9-a1fe-402b-8d39-8864826ecae2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:46:23Z', 'updated_at': '2021-08-12T14:46:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': '457849cf-975a-43e0-b49a-b44bb7b4a5e5', 'name': '', 'network_id': 'd9c97fa4-c1d2-4fbd-9aee-05dd83901300', 'tenant_id': '6774b656eb8145eb998ea0059b40b4c3', 'mac_address': 'fa:16:3e:a1:90:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5acabba9-a1fe-402b-8d39-8864826ecae2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1878, 'fixed_ips': [{'subnet_id': '66743767-d534-4d76-9edd-9efd3bb0de9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:46:26Z', 'updated_at': '2021-08-12T14:46:33Z', 'revision_number': 5, 'project_id': '6774b656eb8145eb998ea0059b40b4c3', 'subnets': [{'id': '66743767-d534-4d76-9edd-9efd3bb0de9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:49:11.839487 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc806fc4-6743-449c-a99c-54505ed7bc9c None None] Checking router: 5acabba9-a1fe-402b-8d39-8864826ecae2 for host: n-d-694802-15 {{(pid=94469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 14:49:11.849705 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc806fc4-6743-449c-a99c-54505ed7bc9c None None] Routers {'5acabba9-a1fe-402b-8d39-8864826ecae2'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:49:11.851081 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-cc806fc4-6743-449c-a99c-54505ed7bc9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:48:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['5acabba9-a1fe-402b-8d39-8864826ecae2'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:49:11.851413 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c34d13f-d49c-47dd-a995-b71f7634badc req-92cfe1f0-7d07-4359-969e-94f833454405 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:49:11.852946 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-8c34d13f-d49c-47dd-a995-b71f7634badc req-92cfe1f0-7d07-4359-969e-94f833454405 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/ports?device_id=82ca70f0-3356-4166-96ef-a264876874d1 HTTP/1.1" status: 200 len: 945 time: 0.0603733 Aug 12 14:49:11.899400 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-941f3d52-1ac3-410a-b40d-618f21d63ae4 req-1ad4a988-63cf-47d3-837f-b6908e24ad2e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dfcd097c-9928-4160-b8e6-a0dea19d832c HTTP/1.1" status: 200 len: 999 time: 0.1802831 Aug 12 14:49:11.925051 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-8c34d13f-d49c-47dd-a995-b71f7634badc req-a253c2be-061e-4010-b06c-7a01827cf313 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc2dacd2-6b8c-4388-a6b9-7c76f36fc545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630562 Aug 12 14:49:11.980207 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6a5de2-456e-4f3c-9917-f51913252809 req-cc7f4ca2-713a-4d37-8b11-59080f8627b2 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:49:11.981764 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4b6a5de2-456e-4f3c-9917-f51913252809 req-cc7f4ca2-713a-4d37-8b11-59080f8627b2 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d387655-bc58-4d10-8c58-4428d6cc887c HTTP/1.1" status: 200 len: 946 time: 0.1333265 Aug 12 14:49:11.982832 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9681f6b7-5341-4263-91fe-ab5c76f73b38 req-637136f8-20f8-4d20-a170-daebf050c8c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:49:11.984222 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9681f6b7-5341-4263-91fe-ab5c76f73b38 req-637136f8-20f8-4d20-a170-daebf050c8c5 service neutron] 10.222.0.64 "GET /v2.0/networks?id=d9c97fa4-c1d2-4fbd-9aee-05dd83901300 HTTP/1.1" status: 200 len: 897 time: 0.1844823 Aug 12 14:49:11.993974 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-cc806fc4-6743-449c-a99c-54505ed7bc9c None None] Set router 5acabba9-a1fe-402b-8d39-8864826ecae2 gateway port host: n-d-694802-15 {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:49:12.001335 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-f64f9fa7-f5b8-498f-828a-f9321dabc13c tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Deleting port 8455d5d0-4ab8-4aa8-bc49-9be339490051 {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:49:12.001766 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f64f9fa7-f5b8-498f-828a-f9321dabc13c tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:12.004817 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941f3d52-1ac3-410a-b40d-618f21d63ae4 req-1165656c-16f0-44be-bb7b-c81bb9a69b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:49:12.006247 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-941f3d52-1ac3-410a-b40d-618f21d63ae4 req-1165656c-16f0-44be-bb7b-c81bb9a69b77 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ce169be2-a716-4bd9-89d0-74eedc855ec7 HTTP/1.1" status: 200 len: 855 time: 0.0938978 Aug 12 14:49:12.102723 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f64f9fa7-f5b8-498f-828a-f9321dabc13c tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:12.118530 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-f64f9fa7-f5b8-498f-828a-f9321dabc13c tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Calling delete_port for 8455d5d0-4ab8-4aa8-bc49-9be339490051 owned by network:router_interface {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:49:12.234728 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dde1b8-2620-4084-8e4d-320ded8b5be9 req-793ca433-0e6a-4316-8e5c-2ce8197bb661 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:49:12.234728 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-f1dde1b8-2620-4084-8e4d-320ded8b5be9 req-793ca433-0e6a-4316-8e5c-2ce8197bb661 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/ports?device_id=82ca70f0-3356-4166-96ef-a264876874d1 HTTP/1.1" status: 200 len: 945 time: 0.1139967 Aug 12 14:49:12.263671 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-cc806fc4-6743-449c-a99c-54505ed7bc9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5acabba9-a1fe-402b-8d39-8864826ecae2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-474311093', 'tenant_id': '6774b656eb8145eb998ea0059b40b4c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.201'}], 'enable_snat': True}, 'gw_port_id': '7ceaf1f5-258f-474e-9722-1dc287011e38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:46:22Z', 'updated_at': '2021-08-12T14:46:27Z', 'revision_number': 4, 'project_id': '6774b656eb8145eb998ea0059b40b4c3', 'gw_port': {'id': '7ceaf1f5-258f-474e-9722-1dc287011e38', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:26:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5acabba9-a1fe-402b-8d39-8864826ecae2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:46:23Z', 'updated_at': '2021-08-12T14:46:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': '457849cf-975a-43e0-b49a-b44bb7b4a5e5', 'name': '', 'network_id': 'd9c97fa4-c1d2-4fbd-9aee-05dd83901300', 'tenant_id': '6774b656eb8145eb998ea0059b40b4c3', 'mac_address': 'fa:16:3e:a1:90:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5acabba9-a1fe-402b-8d39-8864826ecae2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1878, 'fixed_ips': [{'subnet_id': '66743767-d534-4d76-9edd-9efd3bb0de9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:46:26Z', 'updated_at': '2021-08-12T14:46:33Z', 'revision_number': 5, 'project_id': '6774b656eb8145eb998ea0059b40b4c3', 'subnets': [{'id': '66743767-d534-4d76-9edd-9efd3bb0de9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:49:12.296674 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc806fc4-6743-449c-a99c-54505ed7bc9c None None] The sync data for ids ['5acabba9-a1fe-402b-8d39-8864826ecae2'] in n-d-694802-15 is: [{'id': '5acabba9-a1fe-402b-8d39-8864826ecae2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-474311093', 'tenant_id': '6774b656eb8145eb998ea0059b40b4c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.201'}], 'enable_snat': True}, 'gw_port_id': '7ceaf1f5-258f-474e-9722-1dc287011e38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:46:22Z', 'updated_at': '2021-08-12T14:46:27Z', 'revision_number': 4, 'project_id': '6774b656eb8145eb998ea0059b40b4c3', 'gw_port': {'id': '7ceaf1f5-258f-474e-9722-1dc287011e38', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:26:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5acabba9-a1fe-402b-8d39-8864826ecae2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:46:23Z', 'updated_at': '2021-08-12T14:46:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': '457849cf-975a-43e0-b49a-b44bb7b4a5e5', 'name': '', 'network_id': 'd9c97fa4-c1d2-4fbd-9aee-05dd83901300', 'tenant_id': '6774b656eb8145eb998ea0059b40b4c3', 'mac_address': 'fa:16:3e:a1:90:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5acabba9-a1fe-402b-8d39-8864826ecae2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1878, 'fixed_ips': [{'subnet_id': '66743767-d534-4d76-9edd-9efd3bb0de9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:46:26Z', 'updated_at': '2021-08-12T14:46:33Z', 'revision_number': 5, 'project_id': '6774b656eb8145eb998ea0059b40b4c3', 'subnets': [{'id': '66743767-d534-4d76-9edd-9efd3bb0de9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 14:49:12.320378 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-f1dde1b8-2620-4084-8e4d-320ded8b5be9 req-07a1815c-d0f7-423f-a757-6d55e2738270 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc2dacd2-6b8c-4388-a6b9-7c76f36fc545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814741 Aug 12 14:49:12.395482 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9681f6b7-5341-4263-91fe-ab5c76f73b38 req-16b561ce-8ed9-42b7-b1a7-1c561719faec service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=19fab106-dc9b-4483-9e5b-186d5fa89aeb HTTP/1.1" status: 200 len: 217 time: 0.3982413 Aug 12 14:49:12.423580 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f64f9fa7-f5b8-498f-828a-f9321dabc13c tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:12.449602 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4b6a5de2-456e-4f3c-9917-f51913252809 req-ca5b0e53-0f78-4973-b0d7-6dc4490b3a2a tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/security-groups?id=321fdc30-89f7-41d5-9ead-31c9ab79a851&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4587572 Aug 12 14:49:12.465112 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941f3d52-1ac3-410a-b40d-618f21d63ae4 req-60f2c19f-fbf0-4c90-8940-fdfb242973cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:49:12.467227 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64f9fa7-f5b8-498f-828a-f9321dabc13c tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Pushing event deleted for resources: {'Port': ['ID=8455d5d0-4ab8-4aa8-bc49-9be339490051,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:49:12.467769 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-941f3d52-1ac3-410a-b40d-618f21d63ae4 req-60f2c19f-fbf0-4c90-8940-fdfb242973cc service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2ad93210-7061-461d-8617-49848448cc38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4531729 Aug 12 14:49:12.472914 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9681f6b7-5341-4263-91fe-ab5c76f73b38 req-18f5326e-b483-4dcf-bc3f-9169acb7a82f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:49:12.475905 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9681f6b7-5341-4263-91fe-ab5c76f73b38 req-18f5326e-b483-4dcf-bc3f-9169acb7a82f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=66743767-d534-4d76-9edd-9efd3bb0de9a HTTP/1.1" status: 200 len: 834 time: 0.0685656 Aug 12 14:49:12.512229 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468dbc82-f33d-435b-b0c9-862bda659af0 req-bf24ffe0-fa05-4ecf-8db6-520969b192d3 tempest-ServerRescueTestJSONUnderV235-830577405 tempest-ServerRescueTestJSONUnderV235-830577405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:49:12.519769 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-468dbc82-f33d-435b-b0c9-862bda659af0 req-bf24ffe0-fa05-4ecf-8db6-520969b192d3 tempest-ServerRescueTestJSONUnderV235-830577405 tempest-ServerRescueTestJSONUnderV235-830577405-project] 10.222.0.39 "GET /v2.0/ports?device_id=db856037-c935-4002-ae78-dd56d70b43ec HTTP/1.1" status: 200 len: 945 time: 0.1092165 Aug 12 14:49:12.581151 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9681f6b7-5341-4263-91fe-ab5c76f73b38 req-02fcb09c-d2ea-405a-9649-beb527a08786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:49:12.582944 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9681f6b7-5341-4263-91fe-ab5c76f73b38 req-02fcb09c-d2ea-405a-9649-beb527a08786 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d9c97fa4-c1d2-4fbd-9aee-05dd83901300&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0954180 Aug 12 14:49:12.604167 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-468dbc82-f33d-435b-b0c9-862bda659af0 req-391bc507-318e-4487-a6b3-e1ae97d4ba4e tempest-ServerRescueTestJSONUnderV235-830577405 tempest-ServerRescueTestJSONUnderV235-830577405-project] 10.222.0.39 "GET /v2.0/security-groups?id=64c6cc2d-97ab-4107-896e-806704ae9d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828912 Aug 12 14:49:12.662963 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-941f3d52-1ac3-410a-b40d-618f21d63ae4 req-e67891f5-bc09-4a15-938d-38010c52660a service neutron] 10.222.0.49 "GET /v2.0/networks/2ad93210-7061-461d-8617-49848448cc38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1843426 Aug 12 14:49:12.664952 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee691ec4-c8f2-4039-85d3-378a9989d60b None None] New status for floating IP cdb2786f-340c-4a73-8458-77276b7ce3ca: DOWN {{(pid=94468) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 14:49:12.727320 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f64f9fa7-f5b8-498f-828a-f9321dabc13c tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66628352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-430630'] for router_interface, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:12.761631 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:12.777924 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9681f6b7-5341-4263-91fe-ab5c76f73b38 req-5a872e75-e8ab-426d-83e0-b026248c48cf service neutron] 10.222.0.64 "GET /v2.0/networks/d9c97fa4-c1d2-4fbd-9aee-05dd83901300?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1766450 Aug 12 14:49:12.861413 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-941f3d52-1ac3-410a-b40d-618f21d63ae4 req-2f153701-14b6-4f2e-b5ba-e55fd7819f5b service neutron] 10.222.0.49 "GET /v2.0/networks/2ad93210-7061-461d-8617-49848448cc38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1915214 Aug 12 14:49:12.911356 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9681f6b7-5341-4263-91fe-ab5c76f73b38 req-20209c59-59ed-4827-90de-ed5c28362328 service neutron] 10.222.0.64 "GET /v2.0/networks/d9c97fa4-c1d2-4fbd-9aee-05dd83901300?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248851 Aug 12 14:49:12.994426 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f64f9fa7-f5b8-498f-828a-f9321dabc13c tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Router 515dd033-481b-45a2-ba93-440f8cd738a6 has already been hosted by L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f {{(pid=94466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 14:49:13.016195 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:13.105312 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f64f9fa7-f5b8-498f-828a-f9321dabc13c tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 14:49:13.110765 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-f64f9fa7-f5b8-498f-828a-f9321dabc13c tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] 10.222.0.39 "PUT /v2.0/routers/515dd033-481b-45a2-ba93-440f8cd738a6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3547487 Aug 12 14:49:13.113307 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 56482) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:49:13.115982 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06b37876-de8d-4469-988f-d8106dd497e6 None None] Sync routers for ids ['515dd033-481b-45a2-ba93-440f8cd738a6'] in n-d-694802-15 {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 14:49:13.125853 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06b37876-de8d-4469-988f-d8106dd497e6 None None] Routers {'515dd033-481b-45a2-ba93-440f8cd738a6'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:49:13.126545 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-06b37876-de8d-4469-988f-d8106dd497e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:48:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['515dd033-481b-45a2-ba93-440f8cd738a6'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:49:13.157803 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-06b37876-de8d-4469-988f-d8106dd497e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:49:13.166857 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06b37876-de8d-4469-988f-d8106dd497e6 None None] Routers {'515dd033-481b-45a2-ba93-440f8cd738a6'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:49:13.167553 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-06b37876-de8d-4469-988f-d8106dd497e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:48:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['515dd033-481b-45a2-ba93-440f8cd738a6'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:49:13.196732 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device f0a3eec4-f0dd-42c2-a784-d6d930562858 no longer exists at agent hyperv_n-h2-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:49:13.203259 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-06b37876-de8d-4469-988f-d8106dd497e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:49:13.203906 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06b37876-de8d-4469-988f-d8106dd497e6 None None] The sync data for ids ['515dd033-481b-45a2-ba93-440f8cd738a6'] in n-d-694802-15 is: [] {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 14:49:13.206041 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917e3678-bf4b-4cdd-ba79-b78b84a523ed req-95cc09e8-d450-4e70-8cbc-3e2852ab37c9 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:49:13.207601 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-917e3678-bf4b-4cdd-ba79-b78b84a523ed req-95cc09e8-d450-4e70-8cbc-3e2852ab37c9 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.64 "GET /v2.0/ports?device_id=4d387655-bc58-4d10-8c58-4428d6cc887c HTTP/1.1" status: 200 len: 946 time: 0.0540214 Aug 12 14:49:13.231348 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-95fa5a1b-0a85-4b79-bc5f-221238d88d3c tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Notify callbacks [] for router, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:13.317100 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [req-917e3678-bf4b-4cdd-ba79-b78b84a523ed req-d14f4bc7-2317-493b-8c5c-c5106f573fa7 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Deleting port 19fab106-dc9b-4483-9e5b-186d5fa89aeb {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:49:13.317449 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-917e3678-bf4b-4cdd-ba79-b78b84a523ed req-d14f4bc7-2317-493b-8c5c-c5106f573fa7 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:13.347338 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-95fa5a1b-0a85-4b79-bc5f-221238d88d3c tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:13.407454 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-9d1f00d0-3c8b-47fc-806b-79e81c58773b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:13.415776 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-95fa5a1b-0a85-4b79-bc5f-221238d88d3c tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Deleting port 514457ec-93ae-49ea-8fa6-01c00d2f1751 {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:49:13.416178 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-95fa5a1b-0a85-4b79-bc5f-221238d88d3c tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:13.454972 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-917e3678-bf4b-4cdd-ba79-b78b84a523ed req-d14f4bc7-2317-493b-8c5c-c5106f573fa7 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] For port 19fab106-dc9b-4483-9e5b-186d5fa89aeb, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=19fab106-dc9b-4483-9e5b-186d5fa89aeb,segment=NetworkSegment(199ebfd5-fab1-4515-9a39-66aaf241adcb),segment_id=199ebfd5-fab1-4515-9a39-66aaf241adcb)] {{(pid=94467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:49:13.455419 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-917e3678-bf4b-4cdd-ba79-b78b84a523ed req-d14f4bc7-2317-493b-8c5c-c5106f573fa7 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:13.473013 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [req-917e3678-bf4b-4cdd-ba79-b78b84a523ed req-d14f4bc7-2317-493b-8c5c-c5106f573fa7 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Calling delete_port for 19fab106-dc9b-4483-9e5b-186d5fa89aeb owned by compute:nova {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:49:13.499273 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be979cc-9315-4acb-a832-90e4573b4789 req-9670392a-0795-4928-bbce-5aa532aa67bc tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:49:13.500906 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-1be979cc-9315-4acb-a832-90e4573b4789 req-9670392a-0795-4928-bbce-5aa532aa67bc tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/ports?device_id=82ca70f0-3356-4166-96ef-a264876874d1 HTTP/1.1" status: 200 len: 945 time: 0.0837109 Aug 12 14:49:13.508965 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-95fa5a1b-0a85-4b79-bc5f-221238d88d3c tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:13.523268 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-95fa5a1b-0a85-4b79-bc5f-221238d88d3c tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Calling delete_port for 514457ec-93ae-49ea-8fa6-01c00d2f1751 owned by network:router_gateway {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:49:13.584658 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-1be979cc-9315-4acb-a832-90e4573b4789 req-349e61e4-12a4-49d3-8c25-a9e967230de6 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc2dacd2-6b8c-4388-a6b9-7c76f36fc545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507841 Aug 12 14:49:13.625694 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d7098e-c47e-4f6b-82d3-ee3e02571fb4 req-e54f755a-f29e-4f42-be3b-13e30333a4e0 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:49:13.627300 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-b6d7098e-c47e-4f6b-82d3-ee3e02571fb4 req-e54f755a-f29e-4f42-be3b-13e30333a4e0 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d387655-bc58-4d10-8c58-4428d6cc887c HTTP/1.1" status: 200 len: 946 time: 0.0980499 Aug 12 14:49:13.655524 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-917e3678-bf4b-4cdd-ba79-b78b84a523ed req-d14f4bc7-2317-493b-8c5c-c5106f573fa7 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:13.685965 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14f4bc7-2317-493b-8c5c-c5106f573fa7 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Pushing event deleted for resources: {'Port': ['ID=19fab106-dc9b-4483-9e5b-186d5fa89aeb,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:49:13.712969 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-b6d7098e-c47e-4f6b-82d3-ee3e02571fb4 req-3314a6b3-17b8-4c89-9185-6fceba158010 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/security-groups?id=321fdc30-89f7-41d5-9ead-31c9ab79a851&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779226 Aug 12 14:49:13.764211 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-95fa5a1b-0a85-4b79-bc5f-221238d88d3c tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:13.774167 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [req-917e3678-bf4b-4cdd-ba79-b78b84a523ed req-d14f4bc7-2317-493b-8c5c-c5106f573fa7 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] No DVR routers for this DVR port 19fab106-dc9b-4483-9e5b-186d5fa89aeb on host n-h1-694802-15 {{(pid=94467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:49:13.780601 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-917e3678-bf4b-4cdd-ba79-b78b84a523ed req-d14f4bc7-2317-493b-8c5c-c5106f573fa7 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:13.783482 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-917e3678-bf4b-4cdd-ba79-b78b84a523ed req-d14f4bc7-2317-493b-8c5c-c5106f573fa7 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.64 "DELETE /v2.0/ports/19fab106-dc9b-4483-9e5b-186d5fa89aeb HTTP/1.1" status: 204 len: 173 time: 0.5688930 Aug 12 14:49:13.783920 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d387655-bc58-4d10-8c58-4428d6cc887c', 'name': 'network-vif-deleted', 'tag': '19fab106-dc9b-4483-9e5b-186d5fa89aeb'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:49:13.786950 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e65282f928b64038367d043a4411777802006c43a98742496cb2e25b724ff1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d225aa3-363b-4541-b56d-3126ff18f07b" -d '{"events": [{"server_uuid": "4d387655-bc58-4d10-8c58-4428d6cc887c", "name": "network-vif-deleted", "tag": "19fab106-dc9b-4483-9e5b-186d5fa89aeb"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:49:13.795850 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fa5a1b-0a85-4b79-bc5f-221238d88d3c tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Pushing event deleted for resources: {'Port': ['ID=514457ec-93ae-49ea-8fa6-01c00d2f1751,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:49:13.804164 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ed0ab4-5256-4f0e-a217-dda98dd3c9b0 req-ad686889-ed83-46b2-91c6-e129462d6045 tempest-ServerRescueTestJSONUnderV235-830577405 tempest-ServerRescueTestJSONUnderV235-830577405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:49:13.812663 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b6ed0ab4-5256-4f0e-a217-dda98dd3c9b0 req-ad686889-ed83-46b2-91c6-e129462d6045 tempest-ServerRescueTestJSONUnderV235-830577405 tempest-ServerRescueTestJSONUnderV235-830577405-project] 10.222.0.39 "GET /v2.0/ports?device_id=db856037-c935-4002-ae78-dd56d70b43ec HTTP/1.1" status: 200 len: 945 time: 0.1314027 Aug 12 14:49:13.835563 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 14:49:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b649d2b-91af-4bb0-8096-9ae764775136 x-openstack-request-id: req-8b649d2b-91af-4bb0-8096-9ae764775136 {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:49:13.835852 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d387655-bc58-4d10-8c58-4428d6cc887c", "name": "network-vif-deleted", "tag": "19fab106-dc9b-4483-9e5b-186d5fa89aeb", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:49:13.836106 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8b649d2b-91af-4bb0-8096-9ae764775136 {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:49:13.836515 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d387655-bc58-4d10-8c58-4428d6cc887c', 'name': 'network-vif-deleted', 'tag': '19fab106-dc9b-4483-9e5b-186d5fa89aeb', 'status': 'completed', 'code': 200} Aug 12 14:49:13.861654 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b6ed0ab4-5256-4f0e-a217-dda98dd3c9b0 req-bcb4dde7-444b-4bb5-986d-f25462a05818 tempest-ServerRescueTestJSONUnderV235-830577405 tempest-ServerRescueTestJSONUnderV235-830577405-project] 10.222.0.39 "GET /v2.0/security-groups?id=64c6cc2d-97ab-4107-896e-806704ae9d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460057 Aug 12 14:49:13.869245 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-95fa5a1b-0a85-4b79-bc5f-221238d88d3c tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-431580'] for router_gateway, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:13.936466 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-1769855f-eda9-4483-9dc3-3220908ab45d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:13.984810 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-95fa5a1b-0a85-4b79-bc5f-221238d88d3c tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-429360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-104877'] for router, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:13.986846 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-95fa5a1b-0a85-4b79-bc5f-221238d88d3c tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:14.028347 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-95fa5a1b-0a85-4b79-bc5f-221238d88d3c tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-429375'] for router, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:14.028886 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95fa5a1b-0a85-4b79-bc5f-221238d88d3c tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Fanout notify agent at l3_agent the message router_deleted on router 515dd033-481b-45a2-ba93-440f8cd738a6 {{(pid=94466) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 14:49:14.036157 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-95fa5a1b-0a85-4b79-bc5f-221238d88d3c tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Notify callbacks [] for router, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:14.037251 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-95fa5a1b-0a85-4b79-bc5f-221238d88d3c tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] 10.222.0.39 "DELETE /v2.0/routers/515dd033-481b-45a2-ba93-440f8cd738a6 HTTP/1.1" status: 204 len: 168 time: 0.9229350 Aug 12 14:49:14.040283 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 56496) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:49:14.094467 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d918d6b-ac56-46c9-99b8-63d8c63a6d47 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Deleting subnet 6489e8c4-ce5b-4541-968a-bcb81e786cef {{(pid=94466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 14:49:14.098270 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4d918d6b-ac56-46c9-99b8-63d8c63a6d47 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Notify callbacks [] for subnet, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:14.146870 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4d918d6b-ac56-46c9-99b8-63d8c63a6d47 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2293551'] for subnet, precommit_delete_associations {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:14.241741 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4d918d6b-ac56-46c9-99b8-63d8c63a6d47 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66416255'] for subnet, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:14.303731 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4d918d6b-ac56-46c9-99b8-63d8c63a6d47 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66416232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3718429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8776402'] for subnet, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:14.332509 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d918d6b-ac56-46c9-99b8-63d8c63a6d47 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Pushing event deleted for resources: {'Subnet': ['ID=6489e8c4-ce5b-4541-968a-bcb81e786cef,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:49:14.334518 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4d918d6b-ac56-46c9-99b8-63d8c63a6d47 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for subnet, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:14.339052 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-4d918d6b-ac56-46c9-99b8-63d8c63a6d47 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] 10.222.0.39 "DELETE /v2.0/subnets/6489e8c4-ce5b-4541-968a-bcb81e786cef HTTP/1.1" status: 204 len: 168 time: 0.2952151 Aug 12 14:49:14.339464 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 56498) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:49:14.347095 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab445b1f-eea4-479f-8dbd-29f803ce315a None None] Network 28bdbbfd-dc5c-4e6f-ae54-6e1871876fdf requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:49:14.425464 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8083af20-e110-4581-a5af-44591f4028fe tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680608'] for network, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:14.486493 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-8083af20-e110-4581-a5af-44591f4028fe tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Deleting port 3a8a8529-b4be-4f6c-b10a-099e6b365e63 {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:49:14.486831 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8083af20-e110-4581-a5af-44591f4028fe tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:14.530410 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-512a5b94-436e-47d3-8008-5754389bf7bd None None] DHCP port deletion for 28bdbbfd-dc5c-4e6f-ae54-6e1871876fdf request from n-d-694802-15 {{(pid=94468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 14:49:14.555364 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-8083af20-e110-4581-a5af-44591f4028fe tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] For port 3a8a8529-b4be-4f6c-b10a-099e6b365e63, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=3a8a8529-b4be-4f6c-b10a-099e6b365e63,segment=NetworkSegment(e0943ad1-38b1-4777-90d7-d14f280a96ac),segment_id=e0943ad1-38b1-4777-90d7-d14f280a96ac)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:49:14.555972 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8083af20-e110-4581-a5af-44591f4028fe tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:14.570464 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-8083af20-e110-4581-a5af-44591f4028fe tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Calling delete_port for 3a8a8529-b4be-4f6c-b10a-099e6b365e63 owned by network:dhcp {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:49:14.577926 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-512a5b94-436e-47d3-8008-5754389bf7bd None None] Deleting port 3a8a8529-b4be-4f6c-b10a-099e6b365e63 {{(pid=94468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:49:14.578305 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-512a5b94-436e-47d3-8008-5754389bf7bd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:14.641520 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-512a5b94-436e-47d3-8008-5754389bf7bd None None] For port 3a8a8529-b4be-4f6c-b10a-099e6b365e63, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=3a8a8529-b4be-4f6c-b10a-099e6b365e63,segment=NetworkSegment(e0943ad1-38b1-4777-90d7-d14f280a96ac),segment_id=e0943ad1-38b1-4777-90d7-d14f280a96ac)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:49:14.641919 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-512a5b94-436e-47d3-8008-5754389bf7bd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:14.652760 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8083af20-e110-4581-a5af-44591f4028fe tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:14.657118 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-512a5b94-436e-47d3-8008-5754389bf7bd None None] Calling delete_port for 3a8a8529-b4be-4f6c-b10a-099e6b365e63 owned by network:dhcp {{(pid=94468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:49:14.691088 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8083af20-e110-4581-a5af-44591f4028fe tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] No DVR routers for this DVR port 3a8a8529-b4be-4f6c-b10a-099e6b365e63 on host n-d-694802-15 {{(pid=94466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:49:14.692668 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8083af20-e110-4581-a5af-44591f4028fe tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Pushing event deleted for resources: {'Port': ['ID=3a8a8529-b4be-4f6c-b10a-099e6b365e63,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:49:14.743238 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-512a5b94-436e-47d3-8008-5754389bf7bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262'] for port, after_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:14.772085 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512a5b94-436e-47d3-8008-5754389bf7bd None None] Pushing event deleted for resources: {'Port': ['ID=3a8a8529-b4be-4f6c-b10a-099e6b365e63,revision_number=None']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:49:14.778943 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-512a5b94-436e-47d3-8008-5754389bf7bd None None] No DVR routers for this DVR port 3a8a8529-b4be-4f6c-b10a-099e6b365e63 on host n-d-694802-15 {{(pid=94468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:49:14.781714 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 56504) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:49:14.815389 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8083af20-e110-4581-a5af-44591f4028fe tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66413304', 'neutron.services.segments.db._delete_segments_for_network-8744654118000'] for network, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:14.829979 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-8083af20-e110-4581-a5af-44591f4028fe tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28bdbbfd-dc5c-4e6f-ae54-6e1871876fdf']}} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:49:14.856353 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 3a8a8529-b4be-4f6c-b10a-099e6b365e63 no longer exists at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:49:14.856534 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dae34a8-61f4-4734-93fe-9ca6a0593202 req-369e8a07-8b59-43b7-8c22-8138755ffde4 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:49:14.857974 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-8dae34a8-61f4-4734-93fe-9ca6a0593202 req-369e8a07-8b59-43b7-8c22-8138755ffde4 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/ports?device_id=82ca70f0-3356-4166-96ef-a264876874d1 HTTP/1.1" status: 200 len: 945 time: 0.1965241 Aug 12 14:49:14.860559 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-8083af20-e110-4581-a5af-44591f4028fe tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0943ad1-38b1-4777-90d7-d14f280a96ac') {'for_net_delete': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:49:14.860854 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-8083af20-e110-4581-a5af-44591f4028fe tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0943ad1-38b1-4777-90d7-d14f280a96ac') {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:49:14.877452 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] No Port match for: 3a8a8529-b4be-4f6c-b10a-099e6b365e63 {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 14:49:14.877791 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 3a8a8529-b4be-4f6c-b10a-099e6b365e63 not bound to the agent host n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:49:14.888069 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8083af20-e110-4581-a5af-44591f4028fe tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744654122361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2293560'] for segment, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:14.928008 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8083af20-e110-4581-a5af-44591f4028fe tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:14.945522 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8083af20-e110-4581-a5af-44591f4028fe tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Releasing vlan 327 on physical network physnet1 to pool {{(pid=94466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 14:49:14.945849 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8083af20-e110-4581-a5af-44591f4028fe tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3718595'] for segment, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:14.948799 n-d-694802-15 neutron-server[94466]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 14:49:14.948799 n-d-694802-15 neutron-server[94466]: items = [ Aug 12 14:49:14.948799 n-d-694802-15 neutron-server[94466]: Traceback (most recent call last): Aug 12 14:49:14.948799 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 14:49:14.948799 n-d-694802-15 neutron-server[94466]: timer() Aug 12 14:49:14.948799 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 14:49:14.948799 n-d-694802-15 neutron-server[94466]: cb(*args, **kw) Aug 12 14:49:14.948799 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 14:49:14.948799 n-d-694802-15 neutron-server[94466]: return func(*args, **kwargs) Aug 12 14:49:14.948799 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 14:49:14.948799 n-d-694802-15 neutron-server[94466]: self._notify() Aug 12 14:49:14.948799 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 14:49:14.948799 n-d-694802-15 neutron-server[94466]: self.callback(batched_events) Aug 12 14:49:14.948799 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 14:49:14.948799 n-d-694802-15 neutron-server[94466]: event.method(event) Aug 12 14:49:14.948799 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 14:49:14.948799 n-d-694802-15 neutron-server[94466]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 14:49:14.948799 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 14:49:14.948799 n-d-694802-15 neutron-server[94466]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 14:49:14.948799 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 14:49:14.948799 n-d-694802-15 neutron-server[94466]: return f(self, *a, **k) Aug 12 14:49:14.948799 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 14:49:14.948799 n-d-694802-15 neutron-server[94466]: return self._get(url).json() Aug 12 14:49:14.948799 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 14:49:14.948799 n-d-694802-15 neutron-server[94466]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 14:49:14.948799 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 14:49:14.948799 n-d-694802-15 neutron-server[94466]: return self.request(url, 'GET', **kwargs) Aug 12 14:49:14.948799 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 14:49:14.948799 n-d-694802-15 neutron-server[94466]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 14:49:14.948799 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 14:49:14.948799 n-d-694802-15 neutron-server[94466]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 14:49:14.948799 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 14:49:14.948799 n-d-694802-15 neutron-server[94466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 14:49:14.948799 n-d-694802-15 neutron-server[94466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 14:49:14.951854 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-8dae34a8-61f4-4734-93fe-9ca6a0593202 req-ce83a107-ef5a-48da-bdde-4b8f177aef9f tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc2dacd2-6b8c-4388-a6b9-7c76f36fc545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727859 Aug 12 14:49:15.015161 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8083af20-e110-4581-a5af-44591f4028fe tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66413281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431520'] for network, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:15.020520 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8083af20-e110-4581-a5af-44591f4028fe tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Notify callbacks [] for network, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:15.025552 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-8083af20-e110-4581-a5af-44591f4028fe tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] 10.222.0.39 "DELETE /v2.0/networks/28bdbbfd-dc5c-4e6f-ae54-6e1871876fdf HTTP/1.1" status: 204 len: 168 time: 0.6852221 Aug 12 14:49:15.025989 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 56512) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:49:15.042124 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8083af20-e110-4581-a5af-44591f4028fe tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Pushing event deleted for resources: {'Network': ['ID=28bdbbfd-dc5c-4e6f-ae54-6e1871876fdf,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:49:15.118920 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a819123-e98c-48ae-a78e-db45493aeddb req-d25fa22a-e60e-41cf-a0ce-f9fd790ea42a tempest-ServerRescueTestJSONUnderV235-830577405 tempest-ServerRescueTestJSONUnderV235-830577405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:49:15.120447 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2a819123-e98c-48ae-a78e-db45493aeddb req-d25fa22a-e60e-41cf-a0ce-f9fd790ea42a tempest-ServerRescueTestJSONUnderV235-830577405 tempest-ServerRescueTestJSONUnderV235-830577405-project] 10.222.0.39 "GET /v2.0/ports?device_id=db856037-c935-4002-ae78-dd56d70b43ec HTTP/1.1" status: 200 len: 945 time: 0.1558282 Aug 12 14:49:15.250540 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2a819123-e98c-48ae-a78e-db45493aeddb req-31b2f4bd-0046-484d-8388-7cd42edcea7b tempest-ServerRescueTestJSONUnderV235-830577405 tempest-ServerRescueTestJSONUnderV235-830577405-project] 10.222.0.39 "GET /v2.0/security-groups?id=64c6cc2d-97ab-4107-896e-806704ae9d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211884 Aug 12 14:49:15.324959 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-82476e17-24be-435a-a6eb-e30f64aadea2 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Deleting port 518da819-0b25-4d5b-a370-9e17bfaced54 {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:49:15.325307 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-82476e17-24be-435a-a6eb-e30f64aadea2 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:15.438290 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-82476e17-24be-435a-a6eb-e30f64aadea2 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:15.438623 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-82476e17-24be-435a-a6eb-e30f64aadea2 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:15.482940 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-82476e17-24be-435a-a6eb-e30f64aadea2 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Calling delete_port for 518da819-0b25-4d5b-a370-9e17bfaced54 owned by network:floatingip {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:49:15.561315 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-fe95f194-a3b0-4c04-9e42-20b511169d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:15.585746 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-fb8be271-e49f-4191-b69c-9c441231a43a tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66663830'] for router_interface, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:15.810606 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-82476e17-24be-435a-a6eb-e30f64aadea2 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:15.840816 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82476e17-24be-435a-a6eb-e30f64aadea2 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Pushing event deleted for resources: {'Port': ['ID=518da819-0b25-4d5b-a370-9e17bfaced54,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:49:15.945856 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-82476e17-24be-435a-a6eb-e30f64aadea2 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Notify callbacks [] for floatingip, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:15.948456 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-82476e17-24be-435a-a6eb-e30f64aadea2 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for floatingip, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:15.949641 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-82476e17-24be-435a-a6eb-e30f64aadea2 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] 10.222.0.39 "DELETE /v2.0/floatingips/ec66cf17-20b9-48a1-a7b4-13a1b49bba7a HTTP/1.1" status: 204 len: 168 time: 0.8935034 Aug 12 14:49:15.954106 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 56514) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:49:15.977195 n-d-694802-15 neutron-server[94466]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ad4b0e2-fa53-4c2b-8ca6-939e1c9aa8cc tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] DELETE failed (client error): The resource could not be found. Aug 12 14:49:15.977862 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ad4b0e2-fa53-4c2b-8ca6-939e1c9aa8cc tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 14:49:15.982078 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-0ad4b0e2-fa53-4c2b-8ca6-939e1c9aa8cc tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] 10.222.0.39 "DELETE /v2.0/ports/cc95de90-d621-4c64-ba50-12cec37cce46 HTTP/1.1" status: 404 len: 333 time: 0.0244813 Aug 12 14:49:15.982671 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 56518) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:49:16.013739 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-a458e2b7-d65d-4fc5-89dd-9f5c60f295e3 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] 10.222.0.39 "GET /v2.0/ports?device_id=515dd033-481b-45a2-ba93-440f8cd738a6 HTTP/1.1" status: 200 len: 205 time: 0.0298986 Aug 12 14:49:16.016734 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 56520) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:49:16.018210 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-fb8be271-e49f-4191-b69c-9c441231a43a tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Deleting port 457849cf-975a-43e0-b49a-b44bb7b4a5e5 {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:49:16.018568 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-fb8be271-e49f-4191-b69c-9c441231a43a tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:16.057375 n-d-694802-15 neutron-server[94466]: INFO neutron.api.v2.resource [None req-00de1c0e-fa37-4774-ba24-766953f4a75e tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] delete failed (client error): The resource could not be found. Aug 12 14:49:16.058386 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-00de1c0e-fa37-4774-ba24-766953f4a75e tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] 10.222.0.39 "DELETE /v2.0/routers/515dd033-481b-45a2-ba93-440f8cd738a6 HTTP/1.1" status: 404 len: 336 time: 0.0406966 Aug 12 14:49:16.065617 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 56524) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:49:16.097680 n-d-694802-15 neutron-server[94467]: INFO neutron.pecan_wsgi.hooks.translation [None req-75da28e8-e47f-4a2a-90f2-89cc9aaaa16e tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] DELETE failed (client error): The resource could not be found. Aug 12 14:49:16.098139 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75da28e8-e47f-4a2a-90f2-89cc9aaaa16e tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94467) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 14:49:16.100174 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-75da28e8-e47f-4a2a-90f2-89cc9aaaa16e tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] 10.222.0.39 "DELETE /v2.0/subnets/6489e8c4-ce5b-4541-968a-bcb81e786cef HTTP/1.1" status: 404 len: 337 time: 0.0334909 Aug 12 14:49:16.102889 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 56526) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:49:16.114274 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f6354c-812a-4906-9182-415fb429d62b req-bb332eb4-be7c-4504-a42e-1c96024fd18b tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:49:16.115933 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-14f6354c-812a-4906-9182-415fb429d62b req-bb332eb4-be7c-4504-a42e-1c96024fd18b tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/ports?device_id=82ca70f0-3356-4166-96ef-a264876874d1 HTTP/1.1" status: 200 len: 945 time: 0.0609326 Aug 12 14:49:16.150537 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [None req-fb8be271-e49f-4191-b69c-9c441231a43a tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] For port 457849cf-975a-43e0-b49a-b44bb7b4a5e5, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=457849cf-975a-43e0-b49a-b44bb7b4a5e5,segment=NetworkSegment(199ebfd5-fab1-4515-9a39-66aaf241adcb),segment_id=199ebfd5-fab1-4515-9a39-66aaf241adcb)] {{(pid=94467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:49:16.151488 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-fb8be271-e49f-4191-b69c-9c441231a43a tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:16.170266 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-fb8be271-e49f-4191-b69c-9c441231a43a tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Calling delete_port for 457849cf-975a-43e0-b49a-b44bb7b4a5e5 owned by network:router_interface {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:49:16.214976 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-14f6354c-812a-4906-9182-415fb429d62b req-07fe81b7-34ae-48e8-91a3-997ea15dda09 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc2dacd2-6b8c-4388-a6b9-7c76f36fc545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696473 Aug 12 14:49:16.251702 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-0f0b6a88-d689-4cb9-a1ae-5314f978b424 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Deleting port 0eb13721-fb3a-4a97-9597-9aa62a821eb0 {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:49:16.252072 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0f0b6a88-d689-4cb9-a1ae-5314f978b424 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:16.344403 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0f0b6a88-d689-4cb9-a1ae-5314f978b424 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:16.356696 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-0f0b6a88-d689-4cb9-a1ae-5314f978b424 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Calling delete_port for 0eb13721-fb3a-4a97-9597-9aa62a821eb0 owned by {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:49:16.401780 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-fb8be271-e49f-4191-b69c-9c441231a43a tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:16.414028 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedbf39c-a689-488a-91c0-446ff7298859 req-400bb19a-bc8a-4e4b-9a44-4dec39037e9f tempest-ServerRescueTestJSONUnderV235-830577405 tempest-ServerRescueTestJSONUnderV235-830577405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:49:16.415656 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-eedbf39c-a689-488a-91c0-446ff7298859 req-400bb19a-bc8a-4e4b-9a44-4dec39037e9f tempest-ServerRescueTestJSONUnderV235-830577405 tempest-ServerRescueTestJSONUnderV235-830577405-project] 10.222.0.39 "GET /v2.0/ports?device_id=db856037-c935-4002-ae78-dd56d70b43ec HTTP/1.1" status: 200 len: 945 time: 0.0913837 Aug 12 14:49:16.451666 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8be271-e49f-4191-b69c-9c441231a43a tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Pushing event deleted for resources: {'Port': ['ID=457849cf-975a-43e0-b49a-b44bb7b4a5e5,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:49:16.533683 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-eedbf39c-a689-488a-91c0-446ff7298859 req-f61ce755-3023-4d58-b250-10188404d43f tempest-ServerRescueTestJSONUnderV235-830577405 tempest-ServerRescueTestJSONUnderV235-830577405-project] 10.222.0.39 "GET /v2.0/security-groups?id=64c6cc2d-97ab-4107-896e-806704ae9d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915704 Aug 12 14:49:16.644193 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.agents_db [None req-17ed3e4c-1a7d-4162-9646-11c134aca297 None None] Agent healthcheck: found 7 active agents {{(pid=94469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 14:49:16.667698 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-fb8be271-e49f-4191-b69c-9c441231a43a tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66628352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-430630'] for router_interface, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:16.817540 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0f0b6a88-d689-4cb9-a1ae-5314f978b424 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:16.852966 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0b6a88-d689-4cb9-a1ae-5314f978b424 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Pushing event deleted for resources: {'Port': ['ID=0eb13721-fb3a-4a97-9597-9aa62a821eb0,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:49:16.924202 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0f0b6a88-d689-4cb9-a1ae-5314f978b424 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:16.928431 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-0f0b6a88-d689-4cb9-a1ae-5314f978b424 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] 10.222.0.39 "DELETE /v2.0/ports/0eb13721-fb3a-4a97-9597-9aa62a821eb0 HTTP/1.1" status: 204 len: 168 time: 0.8209629 Aug 12 14:49:16.928693 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 56532) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:49:17.027483 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-c7f5e6a4-11ec-4c33-b450-61bb89da753f tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Deleting port 07c87d92-c7c8-4762-8c03-abed4ae11360 {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:49:17.028207 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c7f5e6a4-11ec-4c33-b450-61bb89da753f tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:17.117943 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c7f5e6a4-11ec-4c33-b450-61bb89da753f tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:17.134708 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-c7f5e6a4-11ec-4c33-b450-61bb89da753f tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Calling delete_port for 07c87d92-c7c8-4762-8c03-abed4ae11360 owned by {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:49:17.189481 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device 19fab106-dc9b-4483-9e5b-186d5fa89aeb no longer exists at agent hyperv_n-h1-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:49:17.212874 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb8be271-e49f-4191-b69c-9c441231a43a tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Router 5acabba9-a1fe-402b-8d39-8864826ecae2 has already been hosted by L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f {{(pid=94467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 14:49:17.215299 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-93370168-53ca-47c2-9e27-b066be57125c None None] No Port match for: 19fab106-dc9b-4483-9e5b-186d5fa89aeb {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 14:49:17.215636 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device 19fab106-dc9b-4483-9e5b-186d5fa89aeb not bound to the agent host n-h1-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:49:17.289079 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c7f5e6a4-11ec-4c33-b450-61bb89da753f tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:17.331763 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f5e6a4-11ec-4c33-b450-61bb89da753f tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Pushing event deleted for resources: {'Port': ['ID=07c87d92-c7c8-4762-8c03-abed4ae11360,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:49:17.340776 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb8be271-e49f-4191-b69c-9c441231a43a tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 14:49:17.349989 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-fb8be271-e49f-4191-b69c-9c441231a43a tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "PUT /v2.0/routers/5acabba9-a1fe-402b-8d39-8864826ecae2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5665202 Aug 12 14:49:17.351126 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 56540) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:49:17.353237 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-261868a1-b9ed-4b34-8a5b-745570829d76 None None] Sync routers for ids ['5acabba9-a1fe-402b-8d39-8864826ecae2'] in n-d-694802-15 {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 14:49:17.362921 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-261868a1-b9ed-4b34-8a5b-745570829d76 None None] Routers {'5acabba9-a1fe-402b-8d39-8864826ecae2'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:49:17.363722 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-261868a1-b9ed-4b34-8a5b-745570829d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:49:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['5acabba9-a1fe-402b-8d39-8864826ecae2'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:49:17.405184 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ab0cb52-a8f5-4744-a1d9-ad70095070d1 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Deleting subnet 66743767-d534-4d76-9edd-9efd3bb0de9a {{(pid=94467) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 14:49:17.410174 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-2ab0cb52-a8f5-4744-a1d9-ad70095070d1 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks [] for subnet, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:17.433439 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5417863b-5984-4299-9f8e-46027b50df87 req-66a675cd-3334-4dff-bad0-d130326acc2f tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:49:17.434885 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-5417863b-5984-4299-9f8e-46027b50df87 req-66a675cd-3334-4dff-bad0-d130326acc2f tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/ports?device_id=82ca70f0-3356-4166-96ef-a264876874d1 HTTP/1.1" status: 200 len: 945 time: 0.1367915 Aug 12 14:49:17.440789 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c7f5e6a4-11ec-4c33-b450-61bb89da753f tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:17.445655 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-c7f5e6a4-11ec-4c33-b450-61bb89da753f tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] 10.222.0.39 "DELETE /v2.0/ports/07c87d92-c7c8-4762-8c03-abed4ae11360 HTTP/1.1" status: 204 len: 168 time: 0.5134037 Aug 12 14:49:17.445927 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 56542) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:49:17.489029 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvr_db [None req-261868a1-b9ed-4b34-8a5b-745570829d76 None None] Set router 5acabba9-a1fe-402b-8d39-8864826ecae2 gateway port host: n-d-694802-15 {{(pid=94468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:49:17.494841 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-2ab0cb52-a8f5-4744-a1d9-ad70095070d1 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3857505'] for subnet, precommit_delete_associations {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:17.499999 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-5417863b-5984-4299-9f8e-46027b50df87 req-4901c84a-f7f6-4137-8535-1219a224b7be tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc2dacd2-6b8c-4388-a6b9-7c76f36fc545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552776 Aug 12 14:49:17.548329 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-375025dd-6a7c-441f-be31-202ebced35e9 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:49:17.549909 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-375025dd-6a7c-441f-be31-202ebced35e9 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] 10.222.0.39 "GET /v2.0/ports?device_id=3f4dc924-1a08-4f65-b8a0-f8c12181cc9e HTTP/1.1" status: 200 len: 913 time: 0.1030293 Aug 12 14:49:17.552973 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 56544) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:49:17.667547 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-2ab0cb52-a8f5-4744-a1d9-ad70095070d1 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66416255'] for subnet, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:17.688775 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-261868a1-b9ed-4b34-8a5b-745570829d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5acabba9-a1fe-402b-8d39-8864826ecae2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-474311093', 'tenant_id': '6774b656eb8145eb998ea0059b40b4c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.201'}], 'enable_snat': True}, 'gw_port_id': '7ceaf1f5-258f-474e-9722-1dc287011e38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:46:22Z', 'updated_at': '2021-08-12T14:49:16Z', 'revision_number': 5, 'project_id': '6774b656eb8145eb998ea0059b40b4c3', 'gw_port': {'id': '7ceaf1f5-258f-474e-9722-1dc287011e38', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:26:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5acabba9-a1fe-402b-8d39-8864826ecae2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:46:23Z', 'updated_at': '2021-08-12T14:46:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15'}], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:49:17.720411 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-261868a1-b9ed-4b34-8a5b-745570829d76 None None] Checking router: 5acabba9-a1fe-402b-8d39-8864826ecae2 for host: n-d-694802-15 {{(pid=94468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 14:49:17.723488 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d934e90-0235-49f1-9da3-994104927a5d req-bab597c3-c596-4d91-9605-60a52797dd20 tempest-ServerRescueTestJSONUnderV235-830577405 tempest-ServerRescueTestJSONUnderV235-830577405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:49:17.725197 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6d934e90-0235-49f1-9da3-994104927a5d req-bab597c3-c596-4d91-9605-60a52797dd20 tempest-ServerRescueTestJSONUnderV235-830577405 tempest-ServerRescueTestJSONUnderV235-830577405-project] 10.222.0.39 "GET /v2.0/ports?device_id=db856037-c935-4002-ae78-dd56d70b43ec HTTP/1.1" status: 200 len: 945 time: 0.1128666 Aug 12 14:49:17.730075 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-261868a1-b9ed-4b34-8a5b-745570829d76 None None] Routers {'5acabba9-a1fe-402b-8d39-8864826ecae2'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:49:17.731101 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-261868a1-b9ed-4b34-8a5b-745570829d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:49:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['5acabba9-a1fe-402b-8d39-8864826ecae2'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:49:17.762842 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-2ab0cb52-a8f5-4744-a1d9-ad70095070d1 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66416232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2859225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3343748'] for subnet, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:17.802245 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6d934e90-0235-49f1-9da3-994104927a5d req-46d98cd8-b852-492e-bac7-6a76a1ea6ab5 tempest-ServerRescueTestJSONUnderV235-830577405 tempest-ServerRescueTestJSONUnderV235-830577405-project] 10.222.0.39 "GET /v2.0/security-groups?id=64c6cc2d-97ab-4107-896e-806704ae9d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696187 Aug 12 14:49:17.803560 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab0cb52-a8f5-4744-a1d9-ad70095070d1 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Pushing event deleted for resources: {'Subnet': ['ID=66743767-d534-4d76-9edd-9efd3bb0de9a,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:49:17.807177 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-2ab0cb52-a8f5-4744-a1d9-ad70095070d1 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks [] for subnet, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:17.812075 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-2ab0cb52-a8f5-4744-a1d9-ad70095070d1 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "DELETE /v2.0/subnets/66743767-d534-4d76-9edd-9efd3bb0de9a HTTP/1.1" status: 204 len: 168 time: 0.4598713 Aug 12 14:49:17.812781 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 56548) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:49:17.823290 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f17b4c2-23fd-4c9c-b69d-52c9fb1cf409 None None] Network d9c97fa4-c1d2-4fbd-9aee-05dd83901300 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:49:17.905532 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvr_db [None req-261868a1-b9ed-4b34-8a5b-745570829d76 None None] Set router 5acabba9-a1fe-402b-8d39-8864826ecae2 gateway port host: n-d-694802-15 {{(pid=94468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:49:17.939713 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-8ce53a05-6449-4967-aa50-e061e6cd2f5c tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks [] for router, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:17.975129 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-32456816-490c-421c-9090-64ccb6d4afd8 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66663830'] for router_interface, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:18.053705 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-8ce53a05-6449-4967-aa50-e061e6cd2f5c tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:18.114217 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-8ce53a05-6449-4967-aa50-e061e6cd2f5c tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Deleting port 7ceaf1f5-258f-474e-9722-1dc287011e38 {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:49:18.114574 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-8ce53a05-6449-4967-aa50-e061e6cd2f5c tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:18.141940 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-261868a1-b9ed-4b34-8a5b-745570829d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5acabba9-a1fe-402b-8d39-8864826ecae2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-474311093', 'tenant_id': '6774b656eb8145eb998ea0059b40b4c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.201'}], 'enable_snat': True}, 'gw_port_id': '7ceaf1f5-258f-474e-9722-1dc287011e38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:46:22Z', 'updated_at': '2021-08-12T14:49:16Z', 'revision_number': 5, 'project_id': '6774b656eb8145eb998ea0059b40b4c3', 'gw_port': {'id': '7ceaf1f5-258f-474e-9722-1dc287011e38', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:26:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5acabba9-a1fe-402b-8d39-8864826ecae2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:46:23Z', 'updated_at': '2021-08-12T14:46:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15'}], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:49:18.174201 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75cf1321-9af1-4284-a356-97b17a52dd5d None None] DHCP port deletion for d9c97fa4-c1d2-4fbd-9aee-05dd83901300 request from n-d-694802-15 {{(pid=94468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 14:49:18.177410 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-261868a1-b9ed-4b34-8a5b-745570829d76 None None] The sync data for ids ['5acabba9-a1fe-402b-8d39-8864826ecae2'] in n-d-694802-15 is: [{'id': '5acabba9-a1fe-402b-8d39-8864826ecae2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-474311093', 'tenant_id': '6774b656eb8145eb998ea0059b40b4c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.201'}], 'enable_snat': True}, 'gw_port_id': '7ceaf1f5-258f-474e-9722-1dc287011e38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:46:22Z', 'updated_at': '2021-08-12T14:49:16Z', 'revision_number': 5, 'project_id': '6774b656eb8145eb998ea0059b40b4c3', 'gw_port': {'id': '7ceaf1f5-258f-474e-9722-1dc287011e38', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:26:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5acabba9-a1fe-402b-8d39-8864826ecae2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:46:23Z', 'updated_at': '2021-08-12T14:46:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15'}] {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 14:49:18.216374 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [None req-8ce53a05-6449-4967-aa50-e061e6cd2f5c tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] For port 7ceaf1f5-258f-474e-9722-1dc287011e38, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=7ceaf1f5-258f-474e-9722-1dc287011e38,segment=NetworkSegment(b1b396cb-2dc6-4041-bfc7-1833a80a4720),segment_id=b1b396cb-2dc6-4041-bfc7-1833a80a4720)] {{(pid=94467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:49:18.217012 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-8ce53a05-6449-4967-aa50-e061e6cd2f5c tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:18.234563 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-8ce53a05-6449-4967-aa50-e061e6cd2f5c tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Calling delete_port for 7ceaf1f5-258f-474e-9722-1dc287011e38 owned by network:router_gateway {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:49:18.249273 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-75cf1321-9af1-4284-a356-97b17a52dd5d None None] Deleting port 17320abc-9552-4e19-b723-d95c6449e1c1 {{(pid=94468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:49:18.249825 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-75cf1321-9af1-4284-a356-97b17a52dd5d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:18.316986 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-32456816-490c-421c-9090-64ccb6d4afd8 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Deleting port 758343d0-2d6e-4730-adc0-9efb990fa594 {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:49:18.317610 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-32456816-490c-421c-9090-64ccb6d4afd8 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:18.319219 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-75cf1321-9af1-4284-a356-97b17a52dd5d None None] For port 17320abc-9552-4e19-b723-d95c6449e1c1, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=17320abc-9552-4e19-b723-d95c6449e1c1,segment=NetworkSegment(199ebfd5-fab1-4515-9a39-66aaf241adcb),segment_id=199ebfd5-fab1-4515-9a39-66aaf241adcb)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:49:18.319646 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-75cf1321-9af1-4284-a356-97b17a52dd5d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:18.335829 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-75cf1321-9af1-4284-a356-97b17a52dd5d None None] Calling delete_port for 17320abc-9552-4e19-b723-d95c6449e1c1 owned by network:dhcp {{(pid=94468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:49:18.414863 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-32456816-490c-421c-9090-64ccb6d4afd8 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:18.427328 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-75cf1321-9af1-4284-a356-97b17a52dd5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262'] for port, after_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:18.427759 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-32456816-490c-421c-9090-64ccb6d4afd8 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Calling delete_port for 758343d0-2d6e-4730-adc0-9efb990fa594 owned by network:router_interface {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:49:18.456157 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cf1321-9af1-4284-a356-97b17a52dd5d None None] Pushing event deleted for resources: {'Port': ['ID=17320abc-9552-4e19-b723-d95c6449e1c1,revision_number=None']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:49:18.457943 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75cf1321-9af1-4284-a356-97b17a52dd5d None None] No DVR routers for this DVR port 17320abc-9552-4e19-b723-d95c6449e1c1 on host n-d-694802-15 {{(pid=94468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:49:18.465070 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-8ce53a05-6449-4967-aa50-e061e6cd2f5c tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:18.493946 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce53a05-6449-4967-aa50-e061e6cd2f5c tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Pushing event deleted for resources: {'Port': ['ID=7ceaf1f5-258f-474e-9722-1dc287011e38,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:49:18.560881 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-8ce53a05-6449-4967-aa50-e061e6cd2f5c tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-431580'] for router_gateway, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:18.668163 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-8ce53a05-6449-4967-aa50-e061e6cd2f5c tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-429360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-104877'] for router, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:18.669425 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3002a74e-23cf-4f60-aff1-844a33ea7817 req-105863af-66f1-4ac2-806c-9a66ff96fba9 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:49:18.670459 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-8ce53a05-6449-4967-aa50-e061e6cd2f5c tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:18.670824 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-3002a74e-23cf-4f60-aff1-844a33ea7817 req-105863af-66f1-4ac2-806c-9a66ff96fba9 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/ports?device_id=82ca70f0-3356-4166-96ef-a264876874d1 HTTP/1.1" status: 200 len: 945 time: 0.0918448 Aug 12 14:49:18.717317 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-32456816-490c-421c-9090-64ccb6d4afd8 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:18.727551 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-8ce53a05-6449-4967-aa50-e061e6cd2f5c tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-429375'] for router, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:18.728383 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ce53a05-6449-4967-aa50-e061e6cd2f5c tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Fanout notify agent at l3_agent the message router_deleted on router 5acabba9-a1fe-402b-8d39-8864826ecae2 {{(pid=94467) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 14:49:18.736394 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-3002a74e-23cf-4f60-aff1-844a33ea7817 req-74ff99dd-4db2-4d25-8658-1162b741f872 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc2dacd2-6b8c-4388-a6b9-7c76f36fc545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583751 Aug 12 14:49:18.739484 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-8ce53a05-6449-4967-aa50-e061e6cd2f5c tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks [] for router, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:18.743256 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-8ce53a05-6449-4967-aa50-e061e6cd2f5c tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "DELETE /v2.0/routers/5acabba9-a1fe-402b-8d39-8864826ecae2 HTTP/1.1" status: 204 len: 168 time: 0.9270401 Aug 12 14:49:18.743642 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 56556) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:49:18.760786 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32456816-490c-421c-9090-64ccb6d4afd8 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Pushing event deleted for resources: {'Port': ['ID=758343d0-2d6e-4730-adc0-9efb990fa594,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:49:18.841457 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-fa972aa9-03ab-4b4a-92cc-d5af2d3907fe tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680608'] for network, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:18.945022 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 17320abc-9552-4e19-b723-d95c6449e1c1 no longer exists at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:49:18.972293 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] No Port match for: 17320abc-9552-4e19-b723-d95c6449e1c1 {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 14:49:18.976607 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 17320abc-9552-4e19-b723-d95c6449e1c1 not bound to the agent host n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:49:18.977168 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 457849cf-975a-43e0-b49a-b44bb7b4a5e5 no longer exists at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:49:18.979713 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-fa972aa9-03ab-4b4a-92cc-d5af2d3907fe tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66413304', 'neutron.services.segments.db._delete_segments_for_network-8744654118000'] for network, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:18.983008 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-32456816-490c-421c-9090-64ccb6d4afd8 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66628352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-430630'] for router_interface, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:18.993723 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-fa972aa9-03ab-4b4a-92cc-d5af2d3907fe tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9c97fa4-c1d2-4fbd-9aee-05dd83901300']}} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:49:19.004129 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] No Port match for: 457849cf-975a-43e0-b49a-b44bb7b4a5e5 {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 14:49:19.004827 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 457849cf-975a-43e0-b49a-b44bb7b4a5e5 not bound to the agent host n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:49:19.008512 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-fa972aa9-03ab-4b4a-92cc-d5af2d3907fe tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '199ebfd5-fab1-4515-9a39-66aaf241adcb') {'for_net_delete': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:49:19.008750 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-fa972aa9-03ab-4b4a-92cc-d5af2d3907fe tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '199ebfd5-fab1-4515-9a39-66aaf241adcb') {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:49:19.018691 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-fa972aa9-03ab-4b4a-92cc-d5af2d3907fe tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744654122361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3857526'] for segment, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:19.042047 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ccd776-9ff6-40e3-b1e5-3edcb21dfff7 req-0eda6d36-e731-47c5-ac23-c384589efa42 tempest-ServerRescueTestJSONUnderV235-830577405 tempest-ServerRescueTestJSONUnderV235-830577405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:49:19.043756 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d8ccd776-9ff6-40e3-b1e5-3edcb21dfff7 req-0eda6d36-e731-47c5-ac23-c384589efa42 tempest-ServerRescueTestJSONUnderV235-830577405 tempest-ServerRescueTestJSONUnderV235-830577405-project] 10.222.0.39 "GET /v2.0/ports?device_id=db856037-c935-4002-ae78-dd56d70b43ec HTTP/1.1" status: 200 len: 945 time: 0.1106732 Aug 12 14:49:19.051671 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-fa972aa9-03ab-4b4a-92cc-d5af2d3907fe tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:19.069627 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa972aa9-03ab-4b4a-92cc-d5af2d3907fe tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Releasing vlan 321 on physical network physnet1 to pool {{(pid=94467) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 14:49:19.070121 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-fa972aa9-03ab-4b4a-92cc-d5af2d3907fe tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2859015'] for segment, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:19.073371 n-d-694802-15 neutron-server[94467]: Traceback (most recent call last): Aug 12 14:49:19.073371 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 14:49:19.073371 n-d-694802-15 neutron-server[94467]: timer() Aug 12 14:49:19.073371 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 14:49:19.073371 n-d-694802-15 neutron-server[94467]: cb(*args, **kw) Aug 12 14:49:19.073371 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 14:49:19.073371 n-d-694802-15 neutron-server[94467]: return func(*args, **kwargs) Aug 12 14:49:19.073371 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 14:49:19.073371 n-d-694802-15 neutron-server[94467]: self._notify() Aug 12 14:49:19.073371 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 14:49:19.073371 n-d-694802-15 neutron-server[94467]: self.callback(batched_events) Aug 12 14:49:19.073371 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 14:49:19.073371 n-d-694802-15 neutron-server[94467]: event.method(event) Aug 12 14:49:19.073371 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 14:49:19.073371 n-d-694802-15 neutron-server[94467]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 14:49:19.073371 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 14:49:19.073371 n-d-694802-15 neutron-server[94467]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 14:49:19.073371 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 14:49:19.073371 n-d-694802-15 neutron-server[94467]: return f(self, *a, **k) Aug 12 14:49:19.073371 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 14:49:19.073371 n-d-694802-15 neutron-server[94467]: return self._get(url).json() Aug 12 14:49:19.073371 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 14:49:19.073371 n-d-694802-15 neutron-server[94467]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 14:49:19.073371 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 14:49:19.073371 n-d-694802-15 neutron-server[94467]: return self.request(url, 'GET', **kwargs) Aug 12 14:49:19.073371 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 14:49:19.073371 n-d-694802-15 neutron-server[94467]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 14:49:19.073371 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 14:49:19.073371 n-d-694802-15 neutron-server[94467]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 14:49:19.073371 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 14:49:19.073371 n-d-694802-15 neutron-server[94467]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 14:49:19.073371 n-d-694802-15 neutron-server[94467]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 14:49:19.144414 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d8ccd776-9ff6-40e3-b1e5-3edcb21dfff7 req-6b34b90c-29c5-4efc-9d38-f300ac1286e8 tempest-ServerRescueTestJSONUnderV235-830577405 tempest-ServerRescueTestJSONUnderV235-830577405-project] 10.222.0.39 "GET /v2.0/security-groups?id=64c6cc2d-97ab-4107-896e-806704ae9d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939107 Aug 12 14:49:19.151517 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-fa972aa9-03ab-4b4a-92cc-d5af2d3907fe tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66413281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431520'] for network, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:19.160629 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-fa972aa9-03ab-4b4a-92cc-d5af2d3907fe tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for network, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:19.162241 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-fa972aa9-03ab-4b4a-92cc-d5af2d3907fe tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "DELETE /v2.0/networks/d9c97fa4-c1d2-4fbd-9aee-05dd83901300 HTTP/1.1" status: 204 len: 168 time: 0.4174800 Aug 12 14:49:19.173277 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 56562) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:49:19.182099 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa972aa9-03ab-4b4a-92cc-d5af2d3907fe tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Pushing event deleted for resources: {'Network': ['ID=d9c97fa4-c1d2-4fbd-9aee-05dd83901300,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:49:19.227611 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32456816-490c-421c-9090-64ccb6d4afd8 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Router 3f4dc924-1a08-4f65-b8a0-f8c12181cc9e has already been hosted by L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f {{(pid=94466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 14:49:19.239215 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-45736002-ae88-4dc2-84a5-f9daaecdcc55 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks [] for security_group, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:19.265233 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-45736002-ae88-4dc2-84a5-f9daaecdcc55 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:19.331956 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-45736002-ae88-4dc2-84a5-f9daaecdcc55 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:19.335464 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-45736002-ae88-4dc2-84a5-f9daaecdcc55 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:19.341689 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-45736002-ae88-4dc2-84a5-f9daaecdcc55 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "DELETE /v2.0/security-groups/321fdc30-89f7-41d5-9ead-31c9ab79a851 HTTP/1.1" status: 204 len: 168 time: 0.1666162 Aug 12 14:49:19.366728 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45736002-ae88-4dc2-84a5-f9daaecdcc55 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=321fdc30-89f7-41d5-9ead-31c9ab79a851,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:49:19.381417 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32456816-490c-421c-9090-64ccb6d4afd8 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 14:49:19.393073 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abd408b6-72a7-4434-9a2c-2c621403cb5f None None] Sync routers for ids ['3f4dc924-1a08-4f65-b8a0-f8c12181cc9e'] in n-d-694802-15 {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 14:49:19.402075 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-32456816-490c-421c-9090-64ccb6d4afd8 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] 10.222.0.39 "PUT /v2.0/routers/3f4dc924-1a08-4f65-b8a0-f8c12181cc9e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8447835 Aug 12 14:49:19.403123 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 56570) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:49:19.438982 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abd408b6-72a7-4434-9a2c-2c621403cb5f None None] Routers {'3f4dc924-1a08-4f65-b8a0-f8c12181cc9e'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:49:19.439817 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-abd408b6-72a7-4434-9a2c-2c621403cb5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:49:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['3f4dc924-1a08-4f65-b8a0-f8c12181cc9e'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:49:19.560145 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-fcd32be2-eb3a-47de-ad60-52ea808dd59e tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Notify callbacks [] for router, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:19.573907 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-abd408b6-72a7-4434-9a2c-2c621403cb5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:49:19.583525 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abd408b6-72a7-4434-9a2c-2c621403cb5f None None] Routers {'3f4dc924-1a08-4f65-b8a0-f8c12181cc9e'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:49:19.584258 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-abd408b6-72a7-4434-9a2c-2c621403cb5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:49:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['3f4dc924-1a08-4f65-b8a0-f8c12181cc9e'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:49:19.622380 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-abd408b6-72a7-4434-9a2c-2c621403cb5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:49:19.623049 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abd408b6-72a7-4434-9a2c-2c621403cb5f None None] The sync data for ids ['3f4dc924-1a08-4f65-b8a0-f8c12181cc9e'] in n-d-694802-15 is: [] {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 14:49:19.651888 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 56574) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:49:19.657877 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-09114dc7-5d7c-4932-b8a2-ec7751e8b8cf tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-235757349', 'description': 'tempest-secgroup-smoke-235757349 description', 'project_id': '6774b656eb8145eb998ea0059b40b4c3'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:49:19.685378 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-09114dc7-5d7c-4932-b8a2-ec7751e8b8cf tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks [] for security_group, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:19.712192 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-fcd32be2-eb3a-47de-ad60-52ea808dd59e tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:19.723312 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276dd6e7-3fcb-40d4-9a40-e31ffee5c1dd req-ef8ee713-71c9-45bb-a66d-b65290e4494a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:49:19.724908 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-276dd6e7-3fcb-40d4-9a40-e31ffee5c1dd req-ef8ee713-71c9-45bb-a66d-b65290e4494a service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=db856037-c935-4002-ae78-dd56d70b43ec HTTP/1.1" status: 200 len: 1097 time: 0.0570867 Aug 12 14:49:19.774549 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-09114dc7-5d7c-4932-b8a2-ec7751e8b8cf tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks [] for security_group, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:19.778817 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-09114dc7-5d7c-4932-b8a2-ec7751e8b8cf tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:19.793321 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-276dd6e7-3fcb-40d4-9a40-e31ffee5c1dd req-2d5e79b0-dba1-4a1e-8b45-141a41642846 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=64c6cc2d-97ab-4107-896e-806704ae9d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450814 Aug 12 14:49:19.800352 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-fcd32be2-eb3a-47de-ad60-52ea808dd59e tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Deleting port f2a95a31-6521-41bb-a8ec-ed41e504aeb9 {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:49:19.800700 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-fcd32be2-eb3a-47de-ad60-52ea808dd59e tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:19.812598 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-09114dc7-5d7c-4932-b8a2-ec7751e8b8cf tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:19.813994 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-09114dc7-5d7c-4932-b8a2-ec7751e8b8cf tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1609204 Aug 12 14:49:19.816956 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 56578) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:49:19.821752 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-3fb8b344-1916-41d5-8286-7a89c5aa3c51 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Request body: {'security_group_rule': {'security_group_id': '1ff7dcf8-d6f2-4101-a1d4-537dc448601c', 'project_id': '6774b656eb8145eb998ea0059b40b4c3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:49:19.827211 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09114dc7-5d7c-4932-b8a2-ec7751e8b8cf tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ff7dcf8-d6f2-4101-a1d4-537dc448601c,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:49:19.843086 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09114dc7-5d7c-4932-b8a2-ec7751e8b8cf tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:49:19.843434 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09114dc7-5d7c-4932-b8a2-ec7751e8b8cf tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:49:19.843776 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09114dc7-5d7c-4932-b8a2-ec7751e8b8cf tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:49:19.844110 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09114dc7-5d7c-4932-b8a2-ec7751e8b8cf tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:49:19.845761 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09114dc7-5d7c-4932-b8a2-ec7751e8b8cf tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:49:19.846211 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09114dc7-5d7c-4932-b8a2-ec7751e8b8cf tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:49:19.846544 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09114dc7-5d7c-4932-b8a2-ec7751e8b8cf tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:49:19.846873 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09114dc7-5d7c-4932-b8a2-ec7751e8b8cf tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:49:19.847223 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09114dc7-5d7c-4932-b8a2-ec7751e8b8cf tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:49:19.847547 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09114dc7-5d7c-4932-b8a2-ec7751e8b8cf tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:49:19.847869 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09114dc7-5d7c-4932-b8a2-ec7751e8b8cf tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:49:19.848199 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09114dc7-5d7c-4932-b8a2-ec7751e8b8cf tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:49:19.868269 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3fb8b344-1916-41d5-8286-7a89c5aa3c51 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:19.917908 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3fb8b344-1916-41d5-8286-7a89c5aa3c51 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:19.920555 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc250ecd-b695-4131-a83f-6bfe7d1f38ee req-9035afac-7264-42e5-92f6-11dd0e8bca5f tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:49:19.922032 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3fb8b344-1916-41d5-8286-7a89c5aa3c51 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641735'] for security_group_rule, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:19.922191 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-cc250ecd-b695-4131-a83f-6bfe7d1f38ee req-9035afac-7264-42e5-92f6-11dd0e8bca5f tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/ports?device_id=82ca70f0-3356-4166-96ef-a264876874d1 HTTP/1.1" status: 200 len: 945 time: 0.0840313 Aug 12 14:49:19.926174 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-fcd32be2-eb3a-47de-ad60-52ea808dd59e tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:19.941912 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb8b344-1916-41d5-8286-7a89c5aa3c51 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1cf5ac0-a9b9-4926-97f7-f31634b9012c,revision_number=0']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:49:19.946369 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-fcd32be2-eb3a-47de-ad60-52ea808dd59e tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Calling delete_port for f2a95a31-6521-41bb-a8ec-ed41e504aeb9 owned by network:router_gateway {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:49:19.948604 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3fb8b344-1916-41d5-8286-7a89c5aa3c51 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:19.953102 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-3fb8b344-1916-41d5-8286-7a89c5aa3c51 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1322405 Aug 12 14:49:19.953346 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 56580) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:49:19.958609 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-e716855b-83c7-46af-ad54-2fa561544657 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Request body: {'security_group_rule': {'security_group_id': '1ff7dcf8-d6f2-4101-a1d4-537dc448601c', 'project_id': '6774b656eb8145eb998ea0059b40b4c3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:49:19.985268 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e716855b-83c7-46af-ad54-2fa561544657 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:20.011075 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-cc250ecd-b695-4131-a83f-6bfe7d1f38ee req-a9155747-b92d-43cc-b867-2ff7313b0bf8 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc2dacd2-6b8c-4388-a6b9-7c76f36fc545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771370 Aug 12 14:49:20.048633 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e716855b-83c7-46af-ad54-2fa561544657 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:20.053374 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e716855b-83c7-46af-ad54-2fa561544657 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641735'] for security_group_rule, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:20.071657 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e716855b-83c7-46af-ad54-2fa561544657 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa848ec6-2efe-4d86-bdb7-6308a68f3f42,revision_number=0']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:49:20.077694 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e716855b-83c7-46af-ad54-2fa561544657 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:20.081990 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-e716855b-83c7-46af-ad54-2fa561544657 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1238496 Aug 12 14:49:20.082374 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 56582) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:49:20.086481 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-111b2b83-c607-48e0-9f8e-85ed744ef345 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Request body: {'security_group_rule': {'security_group_id': '1ff7dcf8-d6f2-4101-a1d4-537dc448601c', 'project_id': '6774b656eb8145eb998ea0059b40b4c3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:49:20.112848 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-111b2b83-c607-48e0-9f8e-85ed744ef345 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:20.160029 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-fcd32be2-eb3a-47de-ad60-52ea808dd59e tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:20.178173 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-111b2b83-c607-48e0-9f8e-85ed744ef345 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:20.182685 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-111b2b83-c607-48e0-9f8e-85ed744ef345 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641735'] for security_group_rule, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:20.186331 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd32be2-eb3a-47de-ad60-52ea808dd59e tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Pushing event deleted for resources: {'Port': ['ID=f2a95a31-6521-41bb-a8ec-ed41e504aeb9,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:49:20.204865 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111b2b83-c607-48e0-9f8e-85ed744ef345 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30e64e7c-98b5-4fed-944a-f518b915b4f5,revision_number=0']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:49:20.212552 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-111b2b83-c607-48e0-9f8e-85ed744ef345 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:20.216883 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-111b2b83-c607-48e0-9f8e-85ed744ef345 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1337821 Aug 12 14:49:20.218303 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 56586) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:49:20.222666 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-096f2de7-2f9a-4c4d-842b-cbca948b9405 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Request body: {'security_group_rule': {'security_group_id': '1ff7dcf8-d6f2-4101-a1d4-537dc448601c', 'project_id': '6774b656eb8145eb998ea0059b40b4c3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:49:20.264647 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-fcd32be2-eb3a-47de-ad60-52ea808dd59e tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-431580'] for router_gateway, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:20.278128 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-096f2de7-2f9a-4c4d-842b-cbca948b9405 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:20.314749 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ab75bd-fda8-40cc-8994-723686a0d7b1 req-acfdfb2d-efd4-4d69-aba4-02e7abdc0110 tempest-ServerRescueTestJSONUnderV235-830577405 tempest-ServerRescueTestJSONUnderV235-830577405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:49:20.316273 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-a5ab75bd-fda8-40cc-8994-723686a0d7b1 req-acfdfb2d-efd4-4d69-aba4-02e7abdc0110 tempest-ServerRescueTestJSONUnderV235-830577405 tempest-ServerRescueTestJSONUnderV235-830577405-project] 10.222.0.39 "GET /v2.0/ports?device_id=db856037-c935-4002-ae78-dd56d70b43ec HTTP/1.1" status: 200 len: 945 time: 0.0790477 Aug 12 14:49:20.362392 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-fcd32be2-eb3a-47de-ad60-52ea808dd59e tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-429360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-104877'] for router, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:20.364760 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-fcd32be2-eb3a-47de-ad60-52ea808dd59e tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:20.371510 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-096f2de7-2f9a-4c4d-842b-cbca948b9405 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:20.377202 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-a5ab75bd-fda8-40cc-8994-723686a0d7b1 req-e566905e-1859-4961-ad48-bfa9fc233872 tempest-ServerRescueTestJSONUnderV235-830577405 tempest-ServerRescueTestJSONUnderV235-830577405-project] 10.222.0.39 "GET /v2.0/security-groups?id=64c6cc2d-97ab-4107-896e-806704ae9d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547638 Aug 12 14:49:20.378413 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-096f2de7-2f9a-4c4d-842b-cbca948b9405 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641735'] for security_group_rule, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:20.399122 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096f2de7-2f9a-4c4d-842b-cbca948b9405 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ece860c0-d84a-4630-a4ae-50f933624f13,revision_number=0']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:49:20.411838 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-096f2de7-2f9a-4c4d-842b-cbca948b9405 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:20.413240 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-096f2de7-2f9a-4c4d-842b-cbca948b9405 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1945140 Aug 12 14:49:20.416057 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 56590) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:49:20.416661 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-fcd32be2-eb3a-47de-ad60-52ea808dd59e tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-429375'] for router, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:20.417405 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcd32be2-eb3a-47de-ad60-52ea808dd59e tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Fanout notify agent at l3_agent the message router_deleted on router 3f4dc924-1a08-4f65-b8a0-f8c12181cc9e {{(pid=94467) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 14:49:20.421283 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-21aa073d-4fe7-45c6-94a8-e8cbdea2ecbd tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Request body: {'security_group_rule': {'security_group_id': '1ff7dcf8-d6f2-4101-a1d4-537dc448601c', 'project_id': '6774b656eb8145eb998ea0059b40b4c3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:49:20.425763 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-fcd32be2-eb3a-47de-ad60-52ea808dd59e tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Notify callbacks [] for router, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:20.427181 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-fcd32be2-eb3a-47de-ad60-52ea808dd59e tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] 10.222.0.39 "DELETE /v2.0/routers/3f4dc924-1a08-4f65-b8a0-f8c12181cc9e HTTP/1.1" status: 204 len: 168 time: 1.0220921 Aug 12 14:49:20.430462 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 56592) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:49:20.448614 n-d-694802-15 neutron-server[94466]: INFO neutron.db.securitygroups_db [None req-21aa073d-4fe7-45c6-94a8-e8cbdea2ecbd tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Project 6774b656eb8145eb998ea0059b40b4c3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 12 14:49:20.453723 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-21aa073d-4fe7-45c6-94a8-e8cbdea2ecbd tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:20.487335 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_v2 [None req-7225434a-e66f-4041-98dc-1b593d6bc15e tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Deleting subnet 176e9262-c532-4138-b55a-3a371eecd890 {{(pid=94467) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 14:49:20.490669 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-7225434a-e66f-4041-98dc-1b593d6bc15e tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Notify callbacks [] for subnet, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:20.540616 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-21aa073d-4fe7-45c6-94a8-e8cbdea2ecbd tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:20.543649 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-7225434a-e66f-4041-98dc-1b593d6bc15e tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3857505'] for subnet, precommit_delete_associations {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:20.545477 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-21aa073d-4fe7-45c6-94a8-e8cbdea2ecbd tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641735'] for security_group_rule, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:20.561302 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21aa073d-4fe7-45c6-94a8-e8cbdea2ecbd tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7568a6ec-b0e8-488e-a540-0e2680e3a544,revision_number=0']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:49:20.570478 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-21aa073d-4fe7-45c6-94a8-e8cbdea2ecbd tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:20.572023 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-21aa073d-4fe7-45c6-94a8-e8cbdea2ecbd tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1546814 Aug 12 14:49:20.575092 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 56596) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:49:20.579762 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-064f7c08-28c6-4fe9-a272-6ddb8d84b991 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Request body: {'security_group_rule': {'security_group_id': '1ff7dcf8-d6f2-4101-a1d4-537dc448601c', 'project_id': '6774b656eb8145eb998ea0059b40b4c3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:49:20.597900 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-7225434a-e66f-4041-98dc-1b593d6bc15e tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66416255'] for subnet, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:20.600950 n-d-694802-15 neutron-server[94466]: INFO neutron.db.securitygroups_db [None req-064f7c08-28c6-4fe9-a272-6ddb8d84b991 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Project 6774b656eb8145eb998ea0059b40b4c3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 12 14:49:20.605917 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-064f7c08-28c6-4fe9-a272-6ddb8d84b991 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:20.665055 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-7225434a-e66f-4041-98dc-1b593d6bc15e tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66416232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2859225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3343748'] for subnet, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:20.673786 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-064f7c08-28c6-4fe9-a272-6ddb8d84b991 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:20.678883 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-064f7c08-28c6-4fe9-a272-6ddb8d84b991 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641735'] for security_group_rule, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:20.695858 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7225434a-e66f-4041-98dc-1b593d6bc15e tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Pushing event deleted for resources: {'Subnet': ['ID=176e9262-c532-4138-b55a-3a371eecd890,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:49:20.697908 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064f7c08-28c6-4fe9-a272-6ddb8d84b991 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0df98a13-91e1-444a-ac54-cccbc5bf82c0,revision_number=0']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:49:20.701466 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-7225434a-e66f-4041-98dc-1b593d6bc15e tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Notify callbacks [] for subnet, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:20.703473 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-7225434a-e66f-4041-98dc-1b593d6bc15e tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] 10.222.0.39 "DELETE /v2.0/subnets/176e9262-c532-4138-b55a-3a371eecd890 HTTP/1.1" status: 204 len: 168 time: 0.2720497 Aug 12 14:49:20.706386 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 56598) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:49:20.707718 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-064f7c08-28c6-4fe9-a272-6ddb8d84b991 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:20.709294 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-064f7c08-28c6-4fe9-a272-6ddb8d84b991 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1335535 Aug 12 14:49:20.712361 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 56600) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:49:20.717890 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-efaa5630-aa99-48de-bc84-2863ef9c71b7 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Request body: {'network': {'name': 'tempest-network-smoke--1884288459', 'project_id': '6774b656eb8145eb998ea0059b40b4c3', 'port_security_enabled': True}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:49:20.739380 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efaa5630-aa99-48de-bc84-2863ef9c71b7 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Made reservation on behalf of 6774b656eb8145eb998ea0059b40b4c3 for: {'network': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:49:20.743098 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-efaa5630-aa99-48de-bc84-2863ef9c71b7 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for network, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:20.772122 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efaa5630-aa99-48de-bc84-2863ef9c71b7 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] vlan segment allocate from pool success with {'vlan_id': 334, 'physical_network': 'physnet1'} {{(pid=94466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 14:49:20.783171 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 7ceaf1f5-258f-474e-9722-1dc287011e38 no longer exists at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:49:20.783763 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-efaa5630-aa99-48de-bc84-2863ef9c71b7 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:20.783763 n-d-694802-15 neutron-server[94466]: INFO neutron.db.segments_db [None req-efaa5630-aa99-48de-bc84-2863ef9c71b7 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Added segment 992c0055-8673-48b2-8c23-e403a670dda0 of type vlan for network 742f197c-8a19-4bb3-8560-845411781a1d Aug 12 14:49:20.790004 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-94468027-0c47-4e94-8367-efe217536372 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680608'] for network, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:20.803522 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] No Port match for: 7ceaf1f5-258f-474e-9722-1dc287011e38 {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 14:49:20.804118 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 7ceaf1f5-258f-474e-9722-1dc287011e38 not bound to the agent host n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:49:20.831658 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-efaa5630-aa99-48de-bc84-2863ef9c71b7 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744653628263'] for network, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:20.860113 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-efaa5630-aa99-48de-bc84-2863ef9c71b7 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409'] for network, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:20.865585 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efaa5630-aa99-48de-bc84-2863ef9c71b7 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:49:20.866259 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-efaa5630-aa99-48de-bc84-2863ef9c71b7 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks [] for network, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:20.879785 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-94468027-0c47-4e94-8367-efe217536372 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66413304', 'neutron.services.segments.db._delete_segments_for_network-8744654118000'] for network, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:20.892303 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-94468027-0c47-4e94-8367-efe217536372 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a60d97ee-92b1-42ae-8aa9-6c9c30e82592']}} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:49:20.902834 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-94468027-0c47-4e94-8367-efe217536372 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4937767-7907-40f8-a2db-eb51e2476f95') {'for_net_delete': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:49:20.903176 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-94468027-0c47-4e94-8367-efe217536372 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4937767-7907-40f8-a2db-eb51e2476f95') {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:49:20.912079 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-94468027-0c47-4e94-8367-efe217536372 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744654122361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3857526'] for segment, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:20.924147 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-efaa5630-aa99-48de-bc84-2863ef9c71b7 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2104077 Aug 12 14:49:20.926949 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-94468027-0c47-4e94-8367-efe217536372 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:20.929084 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 56602) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:49:20.935419 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efaa5630-aa99-48de-bc84-2863ef9c71b7 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Pushing event updated for resources: {'Network': ['ID=742f197c-8a19-4bb3-8560-845411781a1d,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:49:20.936189 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-ae4b76e4-e8a1-4f02-8122-3cab71274fda tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1459242912', 'admin_state_up': True, 'project_id': '6774b656eb8145eb998ea0059b40b4c3', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'}}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:49:20.946135 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94468027-0c47-4e94-8367-efe217536372 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Releasing vlan 340 on physical network physnet1 to pool {{(pid=94467) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 14:49:20.946611 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Network 742f197c-8a19-4bb3-8560-845411781a1d details requested by agent ovs-agent-n-d-694802-15 with host n-d-694802-15 {{(pid=94468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 14:49:20.947205 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-94468027-0c47-4e94-8367-efe217536372 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2859015'] for segment, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:20.950278 n-d-694802-15 neutron-server[94467]: Traceback (most recent call last): Aug 12 14:49:20.950278 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 14:49:20.950278 n-d-694802-15 neutron-server[94467]: timer() Aug 12 14:49:20.950278 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 14:49:20.950278 n-d-694802-15 neutron-server[94467]: cb(*args, **kw) Aug 12 14:49:20.950278 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 14:49:20.950278 n-d-694802-15 neutron-server[94467]: return func(*args, **kwargs) Aug 12 14:49:20.950278 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 14:49:20.950278 n-d-694802-15 neutron-server[94467]: self._notify() Aug 12 14:49:20.950278 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 14:49:20.950278 n-d-694802-15 neutron-server[94467]: self.callback(batched_events) Aug 12 14:49:20.950278 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 14:49:20.950278 n-d-694802-15 neutron-server[94467]: event.method(event) Aug 12 14:49:20.950278 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 14:49:20.950278 n-d-694802-15 neutron-server[94467]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 14:49:20.950278 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 14:49:20.950278 n-d-694802-15 neutron-server[94467]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 14:49:20.950278 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 14:49:20.950278 n-d-694802-15 neutron-server[94467]: return f(self, *a, **k) Aug 12 14:49:20.950278 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 14:49:20.950278 n-d-694802-15 neutron-server[94467]: return self._get(url).json() Aug 12 14:49:20.950278 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 14:49:20.950278 n-d-694802-15 neutron-server[94467]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 14:49:20.950278 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 14:49:20.950278 n-d-694802-15 neutron-server[94467]: return self.request(url, 'GET', **kwargs) Aug 12 14:49:20.950278 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 14:49:20.950278 n-d-694802-15 neutron-server[94467]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 14:49:20.950278 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 14:49:20.950278 n-d-694802-15 neutron-server[94467]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 14:49:20.950278 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 14:49:20.950278 n-d-694802-15 neutron-server[94467]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 14:49:20.950278 n-d-694802-15 neutron-server[94467]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 14:49:21.016362 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-ae4b76e4-e8a1-4f02-8122-3cab71274fda tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-430574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-104863'] for router, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:21.018026 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-ae4b76e4-e8a1-4f02-8122-3cab71274fda tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-429438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-431405', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66646573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-104852'] for router, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:21.026287 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-94468027-0c47-4e94-8367-efe217536372 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66413281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431520'] for network, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:21.033553 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-94468027-0c47-4e94-8367-efe217536372 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for network, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:21.035440 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-94468027-0c47-4e94-8367-efe217536372 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] 10.222.0.39 "DELETE /v2.0/networks/a60d97ee-92b1-42ae-8aa9-6c9c30e82592 HTTP/1.1" status: 204 len: 168 time: 0.3276806 Aug 12 14:49:21.052812 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94468027-0c47-4e94-8367-efe217536372 tempest-FloatingIPTestJSON-630263148 tempest-FloatingIPTestJSON-630263148-project] Pushing event deleted for resources: {'Network': ['ID=a60d97ee-92b1-42ae-8aa9-6c9c30e82592,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:49:21.104792 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-ae4b76e4-e8a1-4f02-8122-3cab71274fda tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:21.294758 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 56610) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:49:21.435398 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-77fab92a-f87a-416d-acd9-fce38484c0ca admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0a26f5f28fae41df9c0dda6d7a230544&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1392858 Aug 12 14:49:21.437926 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 56616) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:49:21.531427 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-be9f563d-ce30-4318-848c-25a825589050 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:21.542045 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c3e8df-8fcc-434e-b60c-21c5b39ea2ee req-31d3a000-b75d-49da-9e23-3ffdedbea6ff tempest-ServerRescueTestJSONUnderV235-830577405 tempest-ServerRescueTestJSONUnderV235-830577405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:49:21.543498 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-01c3e8df-8fcc-434e-b60c-21c5b39ea2ee req-31d3a000-b75d-49da-9e23-3ffdedbea6ff tempest-ServerRescueTestJSONUnderV235-830577405 tempest-ServerRescueTestJSONUnderV235-830577405-project] 10.222.0.39 "GET /v2.0/ports?device_id=db856037-c935-4002-ae78-dd56d70b43ec HTTP/1.1" status: 200 len: 945 time: 0.0835698 Aug 12 14:49:21.561377 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf53b877-d8a2-4b5d-ade3-3651681e4a9c req-a9184401-648b-417e-974c-ef5d51027130 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:49:21.562883 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-bf53b877-d8a2-4b5d-ade3-3651681e4a9c req-a9184401-648b-417e-974c-ef5d51027130 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/ports?device_id=82ca70f0-3356-4166-96ef-a264876874d1 HTTP/1.1" status: 200 len: 945 time: 0.4684575 Aug 12 14:49:21.577199 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-be9f563d-ce30-4318-848c-25a825589050 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:21.606639 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-ae4b76e4-e8a1-4f02-8122-3cab71274fda tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:21.617617 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-01c3e8df-8fcc-434e-b60c-21c5b39ea2ee req-5c40bce5-2124-4036-a9f8-6c91956ddd1b tempest-ServerRescueTestJSONUnderV235-830577405 tempest-ServerRescueTestJSONUnderV235-830577405-project] 10.222.0.39 "GET /v2.0/security-groups?id=64c6cc2d-97ab-4107-896e-806704ae9d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668690 Aug 12 14:49:21.648382 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-bf53b877-d8a2-4b5d-ade3-3651681e4a9c req-c2072a38-f369-4759-a45d-1d47e718daeb tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc2dacd2-6b8c-4388-a6b9-7c76f36fc545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584750 Aug 12 14:49:21.662518 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-be9f563d-ce30-4318-848c-25a825589050 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:21.666946 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-be9f563d-ce30-4318-848c-25a825589050 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:21.671475 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-be9f563d-ce30-4318-848c-25a825589050 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/01ce405c-398a-45c3-8477-6287ef347076 HTTP/1.1" status: 204 len: 168 time: 0.2304728 Aug 12 14:49:21.681069 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9f563d-ce30-4318-848c-25a825589050 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01ce405c-398a-45c3-8477-6287ef347076,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:49:21.726782 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [req-5036537a-111c-4c56-965d-c9abc820d85c req-8408aacf-9275-469a-9725-29b8248a506f tempest-ServerRescueTestJSONUnderV235-830577405 tempest-ServerRescueTestJSONUnderV235-830577405-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-559918584', 'description': 'tempest-description-433043590'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:49:21.757629 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-5036537a-111c-4c56-965d-c9abc820d85c req-8408aacf-9275-469a-9725-29b8248a506f tempest-ServerRescueTestJSONUnderV235-830577405 tempest-ServerRescueTestJSONUnderV235-830577405-project] Notify callbacks [] for security_group, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:21.845330 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-5036537a-111c-4c56-965d-c9abc820d85c req-8408aacf-9275-469a-9725-29b8248a506f tempest-ServerRescueTestJSONUnderV235-830577405 tempest-ServerRescueTestJSONUnderV235-830577405-project] Notify callbacks [] for security_group, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:21.849582 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-5036537a-111c-4c56-965d-c9abc820d85c req-8408aacf-9275-469a-9725-29b8248a506f tempest-ServerRescueTestJSONUnderV235-830577405 tempest-ServerRescueTestJSONUnderV235-830577405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:21.878862 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-5036537a-111c-4c56-965d-c9abc820d85c req-8408aacf-9275-469a-9725-29b8248a506f tempest-ServerRescueTestJSONUnderV235-830577405 tempest-ServerRescueTestJSONUnderV235-830577405-project] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:21.880097 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-ae4b76e4-e8a1-4f02-8122-3cab71274fda tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks [] for router_gateway, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:21.880354 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-5036537a-111c-4c56-965d-c9abc820d85c req-8408aacf-9275-469a-9725-29b8248a506f tempest-ServerRescueTestJSONUnderV235-830577405 tempest-ServerRescueTestJSONUnderV235-830577405-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1581848 Aug 12 14:49:21.885823 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8408aacf-9275-469a-9725-29b8248a506f tempest-ServerRescueTestJSONUnderV235-830577405 tempest-ServerRescueTestJSONUnderV235-830577405-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4d53f5a-577c-43ba-8725-4612ec1e9369,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:49:21.902912 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-ae4b76e4-e8a1-4f02-8122-3cab71274fda tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:22.002878 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-df632067-c6f4-4228-b71b-ac33e41740f1 req-6a1255bb-f257-4f4c-840f-0d8c8c10f1d4 tempest-ServerRescueTestJSONUnderV235-830577405 tempest-ServerRescueTestJSONUnderV235-830577405-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-559918584&fields=id&tenant_id=7f4b55b810a04109be81b8288068f054 HTTP/1.1" status: 200 len: 267 time: 0.0589793 Aug 12 14:49:22.079160 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_common [None req-ae4b76e4-e8a1-4f02-8122-3cab71274fda tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Allocated IP 172.25.1.82 (d3759e1b-6c03-45ac-acd4-90abb417809b/f0254f08-c19c-4e31-bd9c-09389ea4b6f2/0e8ee4fb-0c04-4d0b-9642-b2f8d449c8fe) {{(pid=94467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:49:22.103924 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df632067-c6f4-4228-b71b-ac33e41740f1 req-7af45445-bc62-4dc8-85bc-60e40060a008 tempest-ServerRescueTestJSONUnderV235-830577405 tempest-ServerRescueTestJSONUnderV235-830577405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:49:22.105420 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-df632067-c6f4-4228-b71b-ac33e41740f1 req-7af45445-bc62-4dc8-85bc-60e40060a008 tempest-ServerRescueTestJSONUnderV235-830577405 tempest-ServerRescueTestJSONUnderV235-830577405-project] 10.222.0.39 "GET /v2.0/ports?device_id=db856037-c935-4002-ae78-dd56d70b43ec HTTP/1.1" status: 200 len: 945 time: 0.0830545 Aug 12 14:49:22.126768 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-df632067-c6f4-4228-b71b-ac33e41740f1 req-340c91d0-4661-4510-abca-0ca99941a457 tempest-ServerRescueTestJSONUnderV235-830577405 tempest-ServerRescueTestJSONUnderV235-830577405-project] Request body: {'port': {'security_groups': ['64c6cc2d-97ab-4107-896e-806704ae9d07', 'e4d53f5a-577c-43ba-8725-4612ec1e9369']}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:49:22.243356 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-df632067-c6f4-4228-b71b-ac33e41740f1 req-340c91d0-4661-4510-abca-0ca99941a457 tempest-ServerRescueTestJSONUnderV235-830577405 tempest-ServerRescueTestJSONUnderV235-830577405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:22.306687 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-ae4b76e4-e8a1-4f02-8122-3cab71274fda tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks [] for port, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:22.392579 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 56646) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:49:22.420416 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-ae4b76e4-e8a1-4f02-8122-3cab71274fda tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:22.489446 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-9f245f90-6ba7-402a-80b9-ccd8755a510e tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1783805580'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:49:22.494392 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae4b76e4-e8a1-4f02-8122-3cab71274fda tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Network d3759e1b-6c03-45ac-acd4-90abb417809b is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:49:22.502947 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [None req-ae4b76e4-e8a1-4f02-8122-3cab71274fda tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:49:22.512480 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f245f90-6ba7-402a-80b9-ccd8755a510e tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Made reservation on behalf of fc26b2bd24e24e018c7add15390c187a for: {'network': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:49:22.514537 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae4b76e4-e8a1-4f02-8122-3cab71274fda tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Received port after_create {{(pid=94467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:49:22.516042 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9f245f90-6ba7-402a-80b9-ccd8755a510e tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for network, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:22.522780 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4b76e4-e8a1-4f02-8122-3cab71274fda tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Pushing event updated for resources: {'Port': ['ID=0e8ee4fb-0c04-4d0b-9642-b2f8d449c8fe,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:49:22.525466 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9f245f90-6ba7-402a-80b9-ccd8755a510e tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks [] for security_group, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:22.579625 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-df632067-c6f4-4228-b71b-ac33e41740f1 req-340c91d0-4661-4510-abca-0ca99941a457 tempest-ServerRescueTestJSONUnderV235-830577405 tempest-ServerRescueTestJSONUnderV235-830577405-project] For port c80ff18b-1cdf-4864-b62f-1ce8d2da59a2, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=c80ff18b-1cdf-4864-b62f-1ce8d2da59a2,segment=NetworkSegment(bca64529-9ccc-4066-be28-7542220cf77a),segment_id=bca64529-9ccc-4066-be28-7542220cf77a)] {{(pid=94467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:49:22.620733 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9f245f90-6ba7-402a-80b9-ccd8755a510e tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks [] for security_group, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:22.625047 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9f245f90-6ba7-402a-80b9-ccd8755a510e tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:22.652886 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f245f90-6ba7-402a-80b9-ccd8755a510e tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] vlan segment allocate from pool success with {'vlan_id': 312, 'physical_network': 'physnet1'} {{(pid=94466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 14:49:22.665151 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f245f90-6ba7-402a-80b9-ccd8755a510e tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81d9d59d-65f8-4f0a-bf33-346cdeb6720a,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:49:22.670476 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9f245f90-6ba7-402a-80b9-ccd8755a510e tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:22.670827 n-d-694802-15 neutron-server[94466]: INFO neutron.db.segments_db [None req-9f245f90-6ba7-402a-80b9-ccd8755a510e tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Added segment d258e3ef-876c-41b4-bb36-604b4322b029 of type vlan for network 71182620-fc59-4a91-8e3b-fc68c8b620e0 Aug 12 14:49:22.684520 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-df632067-c6f4-4228-b71b-ac33e41740f1 req-340c91d0-4661-4510-abca-0ca99941a457 tempest-ServerRescueTestJSONUnderV235-830577405 tempest-ServerRescueTestJSONUnderV235-830577405-project] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:22.705852 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-df632067-c6f4-4228-b71b-ac33e41740f1 req-340c91d0-4661-4510-abca-0ca99941a457 tempest-ServerRescueTestJSONUnderV235-830577405 tempest-ServerRescueTestJSONUnderV235-830577405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:22.719962 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9f245f90-6ba7-402a-80b9-ccd8755a510e tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744653628263'] for network, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:22.721930 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] get_ports_and_sgs() called for port_ids ['c80ff18b-1cdf-4864-b62f-1ce8d2da59a2'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:49:22.774149 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df632067-c6f4-4228-b71b-ac33e41740f1 req-340c91d0-4661-4510-abca-0ca99941a457 tempest-ServerRescueTestJSONUnderV235-830577405 tempest-ServerRescueTestJSONUnderV235-830577405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:49:22.774794 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-df632067-c6f4-4228-b71b-ac33e41740f1 req-340c91d0-4661-4510-abca-0ca99941a457 tempest-ServerRescueTestJSONUnderV235-830577405 tempest-ServerRescueTestJSONUnderV235-830577405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:22.776235 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-df632067-c6f4-4228-b71b-ac33e41740f1 req-340c91d0-4661-4510-abca-0ca99941a457 tempest-ServerRescueTestJSONUnderV235-830577405 tempest-ServerRescueTestJSONUnderV235-830577405-project] 10.222.0.39 "PUT /v2.0/ports/c80ff18b-1cdf-4864-b62f-1ce8d2da59a2 HTTP/1.1" status: 200 len: 981 time: 0.6635187 Aug 12 14:49:22.781266 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db856037-c935-4002-ae78-dd56d70b43ec', 'tag': 'c80ff18b-1cdf-4864-b62f-1ce8d2da59a2'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:49:22.783629 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e65282f928b64038367d043a4411777802006c43a98742496cb2e25b724ff1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10adcbaa-027f-4cfe-b307-39f5461156fa" -d '{"events": [{"name": "network-changed", "server_uuid": "db856037-c935-4002-ae78-dd56d70b43ec", "tag": "c80ff18b-1cdf-4864-b62f-1ce8d2da59a2"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:49:22.790899 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9f245f90-6ba7-402a-80b9-ccd8755a510e tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409'] for network, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:22.799053 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f245f90-6ba7-402a-80b9-ccd8755a510e tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:49:22.800094 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9f245f90-6ba7-402a-80b9-ccd8755a510e tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks [] for network, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:22.846487 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340c91d0-4661-4510-abca-0ca99941a457 tempest-ServerRescueTestJSONUnderV235-830577405 tempest-ServerRescueTestJSONUnderV235-830577405-project] Pushing event updated for resources: {'Port': ['ID=c80ff18b-1cdf-4864-b62f-1ce8d2da59a2,revision_number=6']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:49:22.872987 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-9f245f90-6ba7-402a-80b9-ccd8755a510e tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.4792299 Aug 12 14:49:22.880057 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 56660) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:49:22.888334 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f90a313-883e-43a8-bd19-499c14f277cb req-5c32c929-3351-4b56-93dc-4b35bbc2c02e tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:49:22.889868 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-9f90a313-883e-43a8-bd19-499c14f277cb req-5c32c929-3351-4b56-93dc-4b35bbc2c02e tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/ports?device_id=82ca70f0-3356-4166-96ef-a264876874d1 HTTP/1.1" status: 200 len: 945 time: 0.1440125 Aug 12 14:49:22.895949 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] get_ports_and_sgs() called for port_ids ['c80ff18b-1cdf-4864-b62f-1ce8d2da59a2'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:49:22.918699 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f245f90-6ba7-402a-80b9-ccd8755a510e tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Pushing event updated for resources: {'Network': ['ID=71182620-fc59-4a91-8e3b-fc68c8b620e0,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:49:22.919190 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-de61b296-888c-4d2f-91f6-0405aec1a106 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Request body: {'port': {'network_id': '71182620-fc59-4a91-8e3b-fc68c8b620e0', 'name': 'tempest-PortsIpV6TestJSON-695662767'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:49:22.946236 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Network 71182620-fc59-4a91-8e3b-fc68c8b620e0 details requested by agent ovs-agent-n-d-694802-15 with host n-d-694802-15 {{(pid=94468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 14:49:22.947532 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-9f90a313-883e-43a8-bd19-499c14f277cb req-a77464cb-09a2-4e83-a88c-5dc0ca7079c0 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc2dacd2-6b8c-4388-a6b9-7c76f36fc545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473387 Aug 12 14:49:23.008635 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-ae4b76e4-e8a1-4f02-8122-3cab71274fda tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks [] for router_gateway, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:23.048473 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 14:49:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ffe5111-96fa-4ee2-9e43-fbb6e9b85ac6 x-openstack-request-id: req-4ffe5111-96fa-4ee2-9e43-fbb6e9b85ac6 {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:49:23.048838 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db856037-c935-4002-ae78-dd56d70b43ec", "tag": "c80ff18b-1cdf-4864-b62f-1ce8d2da59a2", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:49:23.049031 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4ffe5111-96fa-4ee2-9e43-fbb6e9b85ac6 {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:49:23.049483 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db856037-c935-4002-ae78-dd56d70b43ec', 'tag': 'c80ff18b-1cdf-4864-b62f-1ce8d2da59a2', 'status': 'completed', 'code': 200} Aug 12 14:49:23.069861 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-6a30d771-27cc-4377-a1f0-03cd6720f571 req-fa18834b-a7d4-478c-8b42-038ade168f54 tempest-ServerRescueTestJSONUnderV235-830577405 tempest-ServerRescueTestJSONUnderV235-830577405-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-559918584&fields=id&tenant_id=7f4b55b810a04109be81b8288068f054 HTTP/1.1" status: 200 len: 267 time: 0.0442483 Aug 12 14:49:23.148554 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a30d771-27cc-4377-a1f0-03cd6720f571 req-8302befd-ebbe-4d44-b8c3-b19215f89ef4 tempest-ServerRescueTestJSONUnderV235-830577405 tempest-ServerRescueTestJSONUnderV235-830577405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:49:23.161350 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de61b296-888c-4d2f-91f6-0405aec1a106 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Made reservation on behalf of fc26b2bd24e24e018c7add15390c187a for: {'port': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:49:23.166313 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-de61b296-888c-4d2f-91f6-0405aec1a106 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:23.172353 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10adcbaa-027f-4cfe-b307-39f5461156fa req-9d6a0114-c060-46fc-a029-267253634f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:49:23.174500 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-10adcbaa-027f-4cfe-b307-39f5461156fa req-9d6a0114-c060-46fc-a029-267253634f82 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7f4b55b810a04109be81b8288068f054&device_id=db856037-c935-4002-ae78-dd56d70b43ec HTTP/1.1" status: 200 len: 1136 time: 0.1283894 Aug 12 14:49:23.183621 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-6a30d771-27cc-4377-a1f0-03cd6720f571 req-8302befd-ebbe-4d44-b8c3-b19215f89ef4 tempest-ServerRescueTestJSONUnderV235-830577405 tempest-ServerRescueTestJSONUnderV235-830577405-project] 10.222.0.39 "GET /v2.0/ports?device_id=db856037-c935-4002-ae78-dd56d70b43ec HTTP/1.1" status: 200 len: 984 time: 0.1065423 Aug 12 14:49:23.193822 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [req-6a30d771-27cc-4377-a1f0-03cd6720f571 req-f01c93f8-eab3-4ae9-9363-e609fa0c6c98 tempest-ServerRescueTestJSONUnderV235-830577405 tempest-ServerRescueTestJSONUnderV235-830577405-project] Request body: {'port': {'security_groups': ['64c6cc2d-97ab-4107-896e-806704ae9d07']}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:49:23.256957 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [None req-de61b296-888c-4d2f-91f6-0405aec1a106 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] device_id is not set on port 2eb1f304-06b3-46f5-bc43-ce6d128fbeb4 yet. {{(pid=94467) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 14:49:23.299715 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-6a30d771-27cc-4377-a1f0-03cd6720f571 req-f01c93f8-eab3-4ae9-9363-e609fa0c6c98 tempest-ServerRescueTestJSONUnderV235-830577405 tempest-ServerRescueTestJSONUnderV235-830577405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:23.480081 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [req-6a30d771-27cc-4377-a1f0-03cd6720f571 req-f01c93f8-eab3-4ae9-9363-e609fa0c6c98 tempest-ServerRescueTestJSONUnderV235-830577405 tempest-ServerRescueTestJSONUnderV235-830577405-project] For port c80ff18b-1cdf-4864-b62f-1ce8d2da59a2, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=c80ff18b-1cdf-4864-b62f-1ce8d2da59a2,segment=NetworkSegment(bca64529-9ccc-4066-be28-7542220cf77a),segment_id=bca64529-9ccc-4066-be28-7542220cf77a)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:49:23.515177 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-6a30d771-27cc-4377-a1f0-03cd6720f571 req-f01c93f8-eab3-4ae9-9363-e609fa0c6c98 tempest-ServerRescueTestJSONUnderV235-830577405 tempest-ServerRescueTestJSONUnderV235-830577405-project] Notify callbacks [] for port, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:23.520346 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-6a30d771-27cc-4377-a1f0-03cd6720f571 req-f01c93f8-eab3-4ae9-9363-e609fa0c6c98 tempest-ServerRescueTestJSONUnderV235-830577405 tempest-ServerRescueTestJSONUnderV235-830577405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3718439'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:23.525162 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dd24b5-4d27-48e3-bb78-f42e95e007ce req-025607eb-e93b-4392-96cd-8e4003a6a3bb tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:49:23.526697 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-41dd24b5-4d27-48e3-bb78-f42e95e007ce req-025607eb-e93b-4392-96cd-8e4003a6a3bb tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/ports?device_id=82ca70f0-3356-4166-96ef-a264876874d1 HTTP/1.1" status: 200 len: 945 time: 0.2607884 Aug 12 14:49:23.528664 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c9e527-8a9e-4103-9e7c-a7a0411f0632 req-68827e4c-b167-422b-b3bc-da5114338e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:49:23.530804 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-18c9e527-8a9e-4103-9e7c-a7a0411f0632 req-68827e4c-b167-422b-b3bc-da5114338e79 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f4b313af8d624a809d563851b784d520&device_id=82ca70f0-3356-4166-96ef-a264876874d1 HTTP/1.1" status: 200 len: 1097 time: 0.2675452 Aug 12 14:49:23.534436 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] get_ports_and_sgs() called for port_ids ['c80ff18b-1cdf-4864-b62f-1ce8d2da59a2'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:49:23.567080 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a30d771-27cc-4377-a1f0-03cd6720f571 req-f01c93f8-eab3-4ae9-9363-e609fa0c6c98 tempest-ServerRescueTestJSONUnderV235-830577405 tempest-ServerRescueTestJSONUnderV235-830577405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:49:23.567718 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-6a30d771-27cc-4377-a1f0-03cd6720f571 req-f01c93f8-eab3-4ae9-9363-e609fa0c6c98 tempest-ServerRescueTestJSONUnderV235-830577405 tempest-ServerRescueTestJSONUnderV235-830577405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:23.569123 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-6a30d771-27cc-4377-a1f0-03cd6720f571 req-f01c93f8-eab3-4ae9-9363-e609fa0c6c98 tempest-ServerRescueTestJSONUnderV235-830577405 tempest-ServerRescueTestJSONUnderV235-830577405-project] 10.222.0.39 "PUT /v2.0/ports/c80ff18b-1cdf-4864-b62f-1ce8d2da59a2 HTTP/1.1" status: 200 len: 942 time: 0.3844125 Aug 12 14:49:23.569577 n-d-694802-15 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db856037-c935-4002-ae78-dd56d70b43ec', 'tag': 'c80ff18b-1cdf-4864-b62f-1ce8d2da59a2'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:49:23.572000 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10adcbaa-027f-4cfe-b307-39f5461156fa req-ba73f432-307d-4695-8890-162122448efc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:49:23.572185 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e785eeede3897370d0b20f09d5f461b30cfecd5ed38c4f07dacd02bc52c9277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-460c8897-2b2f-4c9a-a84d-fb0523bf8a87" -d '{"events": [{"name": "network-changed", "server_uuid": "db856037-c935-4002-ae78-dd56d70b43ec", "tag": "c80ff18b-1cdf-4864-b62f-1ce8d2da59a2"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:49:23.574795 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-10adcbaa-027f-4cfe-b307-39f5461156fa req-ba73f432-307d-4695-8890-162122448efc service neutron] 10.222.0.64 "GET /v2.0/networks?id=4ca07038-0b96-477b-ad41-5713b4d66d53 HTTP/1.1" status: 200 len: 921 time: 0.3893015 Aug 12 14:49:23.601335 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01c93f8-eab3-4ae9-9363-e609fa0c6c98 tempest-ServerRescueTestJSONUnderV235-830577405 tempest-ServerRescueTestJSONUnderV235-830577405-project] Pushing event updated for resources: {'Port': ['ID=c80ff18b-1cdf-4864-b62f-1ce8d2da59a2,revision_number=7']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:49:23.630514 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 14:49:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-968ac1b8-81a3-497d-a3a6-876cd8ed864b x-openstack-request-id: req-968ac1b8-81a3-497d-a3a6-876cd8ed864b {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:49:23.630815 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db856037-c935-4002-ae78-dd56d70b43ec", "tag": "c80ff18b-1cdf-4864-b62f-1ce8d2da59a2", "status": "completed", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:49:23.631085 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-968ac1b8-81a3-497d-a3a6-876cd8ed864b {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:49:23.631529 n-d-694802-15 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db856037-c935-4002-ae78-dd56d70b43ec', 'tag': 'c80ff18b-1cdf-4864-b62f-1ce8d2da59a2', 'status': 'completed', 'code': 200} Aug 12 14:49:23.722588 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-10adcbaa-027f-4cfe-b307-39f5461156fa req-3f3b54bc-5e95-4d55-97c9-b0c7da664a72 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c80ff18b-1cdf-4864-b62f-1ce8d2da59a2 HTTP/1.1" status: 200 len: 217 time: 0.1245434 Aug 12 14:49:23.723704 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-ae4b76e4-e8a1-4f02-8122-3cab71274fda tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-429413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-431608'] for router, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:23.788422 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] get_ports_and_sgs() called for port_ids ['c80ff18b-1cdf-4864-b62f-1ce8d2da59a2'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:49:23.841768 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-26674e0d-ee04-4c3e-98df-e6a94b375f3f req-8db6ce4b-81e4-4c9f-9239-64beaec8b930 tempest-ServerRescueTestJSONUnderV235-830577405 tempest-ServerRescueTestJSONUnderV235-830577405-project] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1958528 Aug 12 14:49:23.856031 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [req-26674e0d-ee04-4c3e-98df-e6a94b375f3f req-5e363244-ee66-405e-8b36-4facb6761713 tempest-ServerRescueTestJSONUnderV235-830577405 tempest-ServerRescueTestJSONUnderV235-830577405-project] Request body: {'floatingip': {'floating_network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:49:23.857615 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-41dd24b5-4d27-48e3-bb78-f42e95e007ce req-daaeec87-6805-4a10-a152-741a483233b4 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc2dacd2-6b8c-4388-a6b9-7c76f36fc545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3146060 Aug 12 14:49:23.861184 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-de61b296-888c-4d2f-91f6-0405aec1a106 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks [] for port, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:23.883003 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-26674e0d-ee04-4c3e-98df-e6a94b375f3f req-5e363244-ee66-405e-8b36-4facb6761713 tempest-ServerRescueTestJSONUnderV235-830577405 tempest-ServerRescueTestJSONUnderV235-830577405-project] Notify callbacks [] for floatingip, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:23.906263 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10adcbaa-027f-4cfe-b307-39f5461156fa req-c7b3e269-f34d-4786-8417-12fd5a1a45f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:49:23.908575 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-10adcbaa-027f-4cfe-b307-39f5461156fa req-c7b3e269-f34d-4786-8417-12fd5a1a45f7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=187174f9-9f3a-4f34-a47c-8b966707662a HTTP/1.1" status: 200 len: 860 time: 0.1707232 Aug 12 14:49:23.950198 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c9e527-8a9e-4103-9e7c-a7a0411f0632 req-3e9d37d1-dd84-4689-86cf-697e2aac8f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:49:23.951678 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-18c9e527-8a9e-4103-9e7c-a7a0411f0632 req-3e9d37d1-dd84-4689-86cf-697e2aac8f33 service neutron] 10.222.0.64 "GET /v2.0/networks?id=4552c891-e268-4d7c-98f1-e8736a29b277 HTTP/1.1" status: 200 len: 913 time: 0.4061689 Aug 12 14:49:23.978588 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-10adcbaa-027f-4cfe-b307-39f5461156fa req-39f60a2a-f9c9-43ba-88e5-9ed2719125b3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4ca07038-0b96-477b-ad41-5713b4d66d53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397227 Aug 12 14:49:24.005440 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-26674e0d-ee04-4c3e-98df-e6a94b375f3f req-5e363244-ee66-405e-8b36-4facb6761713 tempest-ServerRescueTestJSONUnderV235-830577405 tempest-ServerRescueTestJSONUnderV235-830577405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:24.114593 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [req-26674e0d-ee04-4c3e-98df-e6a94b375f3f req-5e363244-ee66-405e-8b36-4facb6761713 tempest-ServerRescueTestJSONUnderV235-830577405 tempest-ServerRescueTestJSONUnderV235-830577405-project] Allocated IP 172.25.1.149 (d3759e1b-6c03-45ac-acd4-90abb417809b/f0254f08-c19c-4e31-bd9c-09389ea4b6f2/77c6ad17-a626-4c92-86d2-79866dee3913) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:49:24.448625 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-de61b296-888c-4d2f-91f6-0405aec1a106 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:24.463207 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-18c9e527-8a9e-4103-9e7c-a7a0411f0632 req-2c82072b-ae12-415e-a393-4aa4d991885c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b0aac563-42bd-4b31-95a9-a0a4d4b9e42a HTTP/1.1" status: 200 len: 1000 time: 0.4876997 Aug 12 14:49:24.530576 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-26674e0d-ee04-4c3e-98df-e6a94b375f3f req-5e363244-ee66-405e-8b36-4facb6761713 tempest-ServerRescueTestJSONUnderV235-830577405 tempest-ServerRescueTestJSONUnderV235-830577405-project] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:24.571179 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-26674e0d-ee04-4c3e-98df-e6a94b375f3f req-5e363244-ee66-405e-8b36-4facb6761713 tempest-ServerRescueTestJSONUnderV235-830577405 tempest-ServerRescueTestJSONUnderV235-830577405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:24.577283 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de61b296-888c-4d2f-91f6-0405aec1a106 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Pushing event updated for resources: {'Port': ['ID=2eb1f304-06b3-46f5-bc43-ce6d128fbeb4,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:49:24.590882 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-10adcbaa-027f-4cfe-b307-39f5461156fa req-276ca9fe-9a48-4fa9-a285-a60d500526b5 service neutron] 10.222.0.64 "GET /v2.0/networks/4ca07038-0b96-477b-ad41-5713b4d66d53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5914061 Aug 12 14:49:24.599669 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c9e527-8a9e-4103-9e7c-a7a0411f0632 req-b209dad5-2e9a-4514-a5c8-fd8f71223bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:49:24.601039 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-18c9e527-8a9e-4103-9e7c-a7a0411f0632 req-b209dad5-2e9a-4514-a5c8-fd8f71223bf2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b3b4e56e-f3bd-4709-bfd6-3e62da1e0ac7 HTTP/1.1" status: 200 len: 851 time: 0.1101222 Aug 12 14:49:24.601562 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae4b76e4-e8a1-4f02-8122-3cab71274fda tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Router a7785b02-0839-46bb-807c-ebb96bb50cf0 is scheduled to L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f with binding_index 1 {{(pid=94467) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 14:49:24.617387 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26674e0d-ee04-4c3e-98df-e6a94b375f3f req-5e363244-ee66-405e-8b36-4facb6761713 tempest-ServerRescueTestJSONUnderV235-830577405 tempest-ServerRescueTestJSONUnderV235-830577405-project] Network d3759e1b-6c03-45ac-acd4-90abb417809b is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:49:24.620205 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [req-26674e0d-ee04-4c3e-98df-e6a94b375f3f req-5e363244-ee66-405e-8b36-4facb6761713 tempest-ServerRescueTestJSONUnderV235-830577405 tempest-ServerRescueTestJSONUnderV235-830577405-project] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:49:24.622807 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [req-26674e0d-ee04-4c3e-98df-e6a94b375f3f req-5e363244-ee66-405e-8b36-4facb6761713 tempest-ServerRescueTestJSONUnderV235-830577405 tempest-ServerRescueTestJSONUnderV235-830577405-project] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:49:24.659102 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e363244-ee66-405e-8b36-4facb6761713 tempest-ServerRescueTestJSONUnderV235-830577405 tempest-ServerRescueTestJSONUnderV235-830577405-project] Pushing event updated for resources: {'Port': ['ID=77c6ad17-a626-4c92-86d2-79866dee3913,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:49:24.684222 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de61b296-888c-4d2f-91f6-0405aec1a106 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Checking segment: {'id': 'd258e3ef-876c-41b4-bb36-604b4322b029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '71182620-fc59-4a91-8e3b-fc68c8b620e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:49:24.684710 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de61b296-888c-4d2f-91f6-0405aec1a106 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Network hostable DHCP agents. Network: 71182620-fc59-4a91-8e3b-fc68c8b620e0, hostable agents: ['1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658'], hosted agents: [] {{(pid=94467) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 14:49:24.723743 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-26674e0d-ee04-4c3e-98df-e6a94b375f3f req-5e363244-ee66-405e-8b36-4facb6761713 tempest-ServerRescueTestJSONUnderV235-830577405 tempest-ServerRescueTestJSONUnderV235-830577405-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:24.758460 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-26674e0d-ee04-4c3e-98df-e6a94b375f3f req-5e363244-ee66-405e-8b36-4facb6761713 tempest-ServerRescueTestJSONUnderV235-830577405 tempest-ServerRescueTestJSONUnderV235-830577405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:24.781646 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de61b296-888c-4d2f-91f6-0405aec1a106 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Network 71182620-fc59-4a91-8e3b-fc68c8b620e0 is scheduled to be hosted by DHCP agent 1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658 with binding_index 1 {{(pid=94467) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 14:49:24.790079 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c9e527-8a9e-4103-9e7c-a7a0411f0632 req-818a9eef-76ec-41d3-9dc5-31f54b2d9a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:49:24.791615 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-18c9e527-8a9e-4103-9e7c-a7a0411f0632 req-818a9eef-76ec-41d3-9dc5-31f54b2d9a59 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4552c891-e268-4d7c-98f1-e8736a29b277&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1764920 Aug 12 14:49:24.850398 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [None req-de61b296-888c-4d2f-91f6-0405aec1a106 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-15, 71182620-fc59-4a91-8e3b-fc68c8b620e0) {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:49:24.857979 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c69f786d-b6c4-414c-90e2-58df2f2e7147 None None] Network 71182620-fc59-4a91-8e3b-fc68c8b620e0 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:49:24.885883 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-10adcbaa-027f-4cfe-b307-39f5461156fa req-e20c2334-eca5-4f44-bb41-c3368747bc65 service neutron] 10.222.0.64 "GET /v2.0/networks/4ca07038-0b96-477b-ad41-5713b4d66d53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2814152 Aug 12 14:49:24.891387 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de61b296-888c-4d2f-91f6-0405aec1a106 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Received port after_create {{(pid=94467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:49:24.897704 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de61b296-888c-4d2f-91f6-0405aec1a106 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:49:24.898356 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-de61b296-888c-4d2f-91f6-0405aec1a106 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:24.928416 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae4b76e4-e8a1-4f02-8122-3cab71274fda tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 14:49:24.941430 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-de61b296-888c-4d2f-91f6-0405aec1a106 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.0265462 Aug 12 14:49:24.944301 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 56676) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:49:24.955140 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-26674e0d-ee04-4c3e-98df-e6a94b375f3f req-5e363244-ee66-405e-8b36-4facb6761713 tempest-ServerRescueTestJSONUnderV235-830577405 tempest-ServerRescueTestJSONUnderV235-830577405-project] Notify callbacks [] for port, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:24.960094 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a042e56a-f5aa-47a2-9785-218e435a3aff None None] Sync routers for ids ['a7785b02-0839-46bb-807c-ebb96bb50cf0'] in n-d-694802-15 {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 14:49:24.961242 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-26674e0d-ee04-4c3e-98df-e6a94b375f3f req-5e363244-ee66-405e-8b36-4facb6761713 tempest-ServerRescueTestJSONUnderV235-830577405 tempest-ServerRescueTestJSONUnderV235-830577405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3718439'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:24.961580 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-4d9e9a7a-bd7e-4687-b73a-9ffd36969335 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-149827227'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:49:25.016822 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a042e56a-f5aa-47a2-9785-218e435a3aff None None] Routers {'a7785b02-0839-46bb-807c-ebb96bb50cf0'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:49:25.017379 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-a042e56a-f5aa-47a2-9785-218e435a3aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:49:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['a7785b02-0839-46bb-807c-ebb96bb50cf0'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:49:25.031714 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e363244-ee66-405e-8b36-4facb6761713 tempest-ServerRescueTestJSONUnderV235-830577405 tempest-ServerRescueTestJSONUnderV235-830577405-project] Pushing event updated for resources: {'Port': ['ID=77c6ad17-a626-4c92-86d2-79866dee3913,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:49:25.043159 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-26674e0d-ee04-4c3e-98df-e6a94b375f3f req-5e363244-ee66-405e-8b36-4facb6761713 tempest-ServerRescueTestJSONUnderV235-830577405 tempest-ServerRescueTestJSONUnderV235-830577405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431510'] for floatingip, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:25.064827 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d9e9a7a-bd7e-4687-b73a-9ffd36969335 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Made reservation on behalf of fc26b2bd24e24e018c7add15390c187a for: {'network': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:49:25.066915 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-4d9e9a7a-bd7e-4687-b73a-9ffd36969335 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for network, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:25.067492 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-26674e0d-ee04-4c3e-98df-e6a94b375f3f req-5e363244-ee66-405e-8b36-4facb6761713 tempest-ServerRescueTestJSONUnderV235-830577405 tempest-ServerRescueTestJSONUnderV235-830577405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for floatingip, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:25.069666 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-26674e0d-ee04-4c3e-98df-e6a94b375f3f req-5e363244-ee66-405e-8b36-4facb6761713 tempest-ServerRescueTestJSONUnderV235-830577405 tempest-ServerRescueTestJSONUnderV235-830577405-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.2179167 Aug 12 14:49:25.070451 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-18c9e527-8a9e-4103-9e7c-a7a0411f0632 req-65cade56-add4-4ce4-99b0-c0afc36618d1 service neutron] 10.222.0.64 "GET /v2.0/networks/4552c891-e268-4d7c-98f1-e8736a29b277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2442532 Aug 12 14:49:25.083110 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-ae4b76e4-e8a1-4f02-8122-3cab71274fda tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks [] for router, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:25.086874 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-ae4b76e4-e8a1-4f02-8122-3cab71274fda tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 4.1539462 Aug 12 14:49:25.089198 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 56682) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:49:25.099955 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460c8897-2b2f-4c9a-a84d-fb0523bf8a87 req-bfbdeba5-219a-464c-ade5-35370c93e4bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:49:25.101410 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-460c8897-2b2f-4c9a-a84d-fb0523bf8a87 req-bfbdeba5-219a-464c-ade5-35370c93e4bc service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7f4b55b810a04109be81b8288068f054&device_id=db856037-c935-4002-ae78-dd56d70b43ec HTTP/1.1" status: 200 len: 1097 time: 0.1589699 Aug 12 14:49:25.121168 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d450ab57-e558-4500-8377-dcc6e0799975 req-eff4e93d-7c36-4824-8425-be08b2186101 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:49:25.122654 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d450ab57-e558-4500-8377-dcc6e0799975 req-eff4e93d-7c36-4824-8425-be08b2186101 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/ports?device_id=82ca70f0-3356-4166-96ef-a264876874d1 HTTP/1.1" status: 200 len: 945 time: 0.1518073 Aug 12 14:49:25.153872 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvr_db [None req-a042e56a-f5aa-47a2-9785-218e435a3aff None None] Set router a7785b02-0839-46bb-807c-ebb96bb50cf0 gateway port host: n-d-694802-15 {{(pid=94468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:49:25.157620 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-26674e0d-ee04-4c3e-98df-e6a94b375f3f req-253b4bbb-4191-434a-9900-ff3205b9d41e tempest-ServerRescueTestJSONUnderV235-830577405 tempest-ServerRescueTestJSONUnderV235-830577405-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.1.149 HTTP/1.1" status: 200 len: 696 time: 0.0796516 Aug 12 14:49:25.197429 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-2758f041-d85d-4d8c-9417-2f267eb89b7b tempest-TestNetworkAdvancedServerOps-311782475 tempest-TestNetworkAdvancedServerOps-311782475-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=6774b656eb8145eb998ea0059b40b4c3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0925319 Aug 12 14:49:25.211269 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 56684) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:49:25.242055 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d9e9a7a-bd7e-4687-b73a-9ffd36969335 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] vlan segment allocate from pool success with {'vlan_id': 307, 'physical_network': 'physnet1'} {{(pid=94467) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 14:49:25.290832 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-4d9e9a7a-bd7e-4687-b73a-9ffd36969335 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:25.291151 n-d-694802-15 neutron-server[94467]: INFO neutron.db.segments_db [None req-4d9e9a7a-bd7e-4687-b73a-9ffd36969335 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Added segment 9f3d6f50-1bc4-4d5a-afeb-5b1fa301057a of type vlan for network b22b8b84-cde6-4154-bc0e-239aa4fa5049 Aug 12 14:49:25.346323 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-a042e56a-f5aa-47a2-9785-218e435a3aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7785b02-0839-46bb-807c-ebb96bb50cf0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1459242912', 'tenant_id': '6774b656eb8145eb998ea0059b40b4c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.82'}], 'enable_snat': True}, 'gw_port_id': '0e8ee4fb-0c04-4d0b-9642-b2f8d449c8fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:49:21Z', 'updated_at': '2021-08-12T14:49:22Z', 'revision_number': 3, 'project_id': '6774b656eb8145eb998ea0059b40b4c3', 'gw_port': {'id': '0e8ee4fb-0c04-4d0b-9642-b2f8d449c8fe', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:4f:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7785b02-0839-46bb-807c-ebb96bb50cf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2081, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:49:21Z', 'updated_at': '2021-08-12T14:49:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15'}], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:49:25.354760 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d450ab57-e558-4500-8377-dcc6e0799975 req-81b1841b-59f6-476f-82f8-1c58345334d0 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc2dacd2-6b8c-4388-a6b9-7c76f36fc545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1901989 Aug 12 14:49:25.355777 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26674e0d-ee04-4c3e-98df-e6a94b375f3f req-248796fc-6c58-43b9-adf8-fbf6c5105f83 tempest-ServerRescueTestJSONUnderV235-830577405 tempest-ServerRescueTestJSONUnderV235-830577405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:49:25.357374 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-26674e0d-ee04-4c3e-98df-e6a94b375f3f req-248796fc-6c58-43b9-adf8-fbf6c5105f83 tempest-ServerRescueTestJSONUnderV235-830577405 tempest-ServerRescueTestJSONUnderV235-830577405-project] 10.222.0.39 "GET /v2.0/networks/d3759e1b-6c03-45ac-acd4-90abb417809b HTTP/1.1" status: 200 len: 784 time: 0.1933856 Aug 12 14:49:25.358885 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8a74d7f-83b3-48ee-a919-cb748858c9e1 tempest-TestNetworkAdvancedServerOps-311782475 tempest-TestNetworkAdvancedServerOps-311782475-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:49:25.363625 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-c8a74d7f-83b3-48ee-a919-cb748858c9e1 tempest-TestNetworkAdvancedServerOps-311782475 tempest-TestNetworkAdvancedServerOps-311782475-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1511116 Aug 12 14:49:25.365092 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 56686) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:49:25.370383 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [req-26674e0d-ee04-4c3e-98df-e6a94b375f3f req-c82dfa25-63eb-4bb6-af8b-66068584e146 tempest-ServerRescueTestJSONUnderV235-830577405 tempest-ServerRescueTestJSONUnderV235-830577405-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=94466) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 14:49:25.371993 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-26674e0d-ee04-4c3e-98df-e6a94b375f3f req-c82dfa25-63eb-4bb6-af8b-66068584e146 tempest-ServerRescueTestJSONUnderV235-830577405 tempest-ServerRescueTestJSONUnderV235-830577405-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0068061 Aug 12 14:49:25.389293 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-4d9e9a7a-bd7e-4687-b73a-9ffd36969335 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744653628263'] for network, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:25.399954 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a042e56a-f5aa-47a2-9785-218e435a3aff None None] Checking router: a7785b02-0839-46bb-807c-ebb96bb50cf0 for host: n-d-694802-15 {{(pid=94468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 14:49:25.400234 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a042e56a-f5aa-47a2-9785-218e435a3aff None None] Updating router a7785b02-0839-46bb-807c-ebb96bb50cf0 port 0e8ee4fb-0c04-4d0b-9642-b2f8d449c8fe binding host n-d-694802-15 {{(pid=94468) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 14:49:25.434822 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-a042e56a-f5aa-47a2-9785-218e435a3aff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:25.447396 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-4526b702-a27f-4bc5-b0c5-af359bb90e53 tempest-TestNetworkAdvancedServerOps-311782475 tempest-TestNetworkAdvancedServerOps-311782475-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=d3759e1b-6c03-45ac-acd4-90abb417809b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0724509 Aug 12 14:49:25.448362 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 56690) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:49:25.448506 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460c8897-2b2f-4c9a-a84d-fb0523bf8a87 req-51ff5f68-8860-4049-a62a-1c307d113978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:49:25.449930 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-460c8897-2b2f-4c9a-a84d-fb0523bf8a87 req-51ff5f68-8860-4049-a62a-1c307d113978 service neutron] 10.222.0.64 "GET /v2.0/networks?id=4ca07038-0b96-477b-ad41-5713b4d66d53 HTTP/1.1" status: 200 len: 921 time: 0.3366606 Aug 12 14:49:25.451745 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-18c9e527-8a9e-4103-9e7c-a7a0411f0632 req-b1b3ec4a-c4ba-44e7-b277-6738da22e012 service neutron] 10.222.0.64 "GET /v2.0/networks/4552c891-e268-4d7c-98f1-e8736a29b277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3643026 Aug 12 14:49:25.457336 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-4659bc9c-f4ff-4534-8851-f3cd8744cd4f tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-143196735', 'network_id': '742f197c-8a19-4bb3-8560-845411781a1d', 'project_id': '6774b656eb8145eb998ea0059b40b4c3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:49:25.512215 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-460c8897-2b2f-4c9a-a84d-fb0523bf8a87 req-b2aed6dd-2c3b-4414-8c0e-b9f406c1924d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c80ff18b-1cdf-4864-b62f-1ce8d2da59a2 HTTP/1.1" status: 200 len: 217 time: 0.0516407 Aug 12 14:49:25.517589 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-4d9e9a7a-bd7e-4687-b73a-9ffd36969335 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409'] for network, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:25.535266 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d9e9a7a-bd7e-4687-b73a-9ffd36969335 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:49:25.536129 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-4d9e9a7a-bd7e-4687-b73a-9ffd36969335 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for network, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:25.582501 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4659bc9c-f4ff-4534-8851-f3cd8744cd4f tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Made reservation on behalf of 6774b656eb8145eb998ea0059b40b4c3 for: {'subnet': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:49:25.586031 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4659bc9c-f4ff-4534-8851-f3cd8744cd4f tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8776441'] for subnet, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:25.691584 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-4d9e9a7a-bd7e-4687-b73a-9ffd36969335 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7447367 Aug 12 14:49:25.695005 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 56694) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:49:25.714819 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9e9a7a-bd7e-4687-b73a-9ffd36969335 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Pushing event updated for resources: {'Network': ['ID=b22b8b84-cde6-4154-bc0e-239aa4fa5049,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:49:25.718301 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460c8897-2b2f-4c9a-a84d-fb0523bf8a87 req-d2414785-6780-4752-b0ba-b5297e4dfc07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:49:25.720606 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-460c8897-2b2f-4c9a-a84d-fb0523bf8a87 req-d2414785-6780-4752-b0ba-b5297e4dfc07 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=187174f9-9f3a-4f34-a47c-8b966707662a HTTP/1.1" status: 200 len: 860 time: 0.1804874 Aug 12 14:49:25.725972 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-e8963b43-c128-4117-93af-ccd3ca69285e tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Request body: {'ports': [{'network_id': '71182620-fc59-4a91-8e3b-fc68c8b620e0'}, {'network_id': 'b22b8b84-cde6-4154-bc0e-239aa4fa5049'}]} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:49:25.726655 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-e8963b43-c128-4117-93af-ccd3ca69285e tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Request body: {'port': {'network_id': '71182620-fc59-4a91-8e3b-fc68c8b620e0'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:49:25.726820 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-e8963b43-c128-4117-93af-ccd3ca69285e tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Request body: {'port': {'network_id': 'b22b8b84-cde6-4154-bc0e-239aa4fa5049'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:49:25.731467 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Network b22b8b84-cde6-4154-bc0e-239aa4fa5049 details requested by agent ovs-agent-n-d-694802-15 with host n-d-694802-15 {{(pid=94468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 14:49:25.737764 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2287de9c-d07e-4454-ab11-5783795ddf9b req-e8aa37eb-8f69-45bf-a5b1-25385c18aa23 tempest-ServerRescueTestJSONUnderV235-830577405 tempest-ServerRescueTestJSONUnderV235-830577405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:49:25.739495 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2287de9c-d07e-4454-ab11-5783795ddf9b req-e8aa37eb-8f69-45bf-a5b1-25385c18aa23 tempest-ServerRescueTestJSONUnderV235-830577405 tempest-ServerRescueTestJSONUnderV235-830577405-project] 10.222.0.39 "GET /v2.0/ports?device_id=db856037-c935-4002-ae78-dd56d70b43ec&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2004850 Aug 12 14:49:25.773183 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-460c8897-2b2f-4c9a-a84d-fb0523bf8a87 req-fdb46b48-8324-4f38-a173-c4acbef1e054 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4ca07038-0b96-477b-ad41-5713b4d66d53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325582 Aug 12 14:49:25.821117 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-a042e56a-f5aa-47a2-9785-218e435a3aff None None] Notify callbacks [] for port, precommit_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:25.839526 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-a042e56a-f5aa-47a2-9785-218e435a3aff None None] Transition to ACTIVE for port object 0e8ee4fb-0c04-4d0b-9642-b2f8d449c8fe will not be triggered until provisioned by entity L2. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:49:25.846147 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-a042e56a-f5aa-47a2-9785-218e435a3aff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:25.861609 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2287de9c-d07e-4454-ab11-5783795ddf9b req-7d1c0057-98c4-450e-95c8-677f56626cbe tempest-ServerRescueTestJSONUnderV235-830577405 tempest-ServerRescueTestJSONUnderV235-830577405-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.1.149 HTTP/1.1" status: 200 len: 696 time: 0.1118720 Aug 12 14:49:25.898627 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-2287de9c-d07e-4454-ab11-5783795ddf9b req-d563c63e-d8ab-409b-a5c2-67dab57199e3 tempest-ServerRescueTestJSONUnderV235-830577405 tempest-ServerRescueTestJSONUnderV235-830577405-project] Request body: {'floatingip': {'port_id': 'c80ff18b-1cdf-4864-b62f-1ce8d2da59a2', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:49:25.902203 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-a042e56a-f5aa-47a2-9785-218e435a3aff None None] Attempting to bind port 0e8ee4fb-0c04-4d0b-9642-b2f8d449c8fe on host n-d-694802-15 for vnic_type normal with profile {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:49:25.902774 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-a042e56a-f5aa-47a2-9785-218e435a3aff None None] Attempting to bind port 0e8ee4fb-0c04-4d0b-9642-b2f8d449c8fe by drivers openvswitch,hyperv on host n-d-694802-15 at level 0 using segments [{'id': 'b1b396cb-2dc6-4041-bfc7-1833a80a4720', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:49:25.903168 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a042e56a-f5aa-47a2-9785-218e435a3aff None None] Attempting to bind port 0e8ee4fb-0c04-4d0b-9642-b2f8d449c8fe on network d3759e1b-6c03-45ac-acd4-90abb417809b {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:49:25.909606 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4659bc9c-f4ff-4534-8851-f3cd8744cd4f tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3718490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8776395'] for subnet, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:25.911751 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16baf600-5a1c-463a-870f-5f0e24a9977a None None] Pushing event updated for resources: {'Port': ['ID=0e8ee4fb-0c04-4d0b-9642-b2f8d449c8fe,revision_number=2']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:49:25.914613 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a042e56a-f5aa-47a2-9785-218e435a3aff None None] Checking agent: {'id': '16de73ac-f2e9-4cee-b3e0-91052ae3e6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 20, 13), 'started_at': datetime.datetime(2021, 8, 12, 14, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 49, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:49:25.915165 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a042e56a-f5aa-47a2-9785-218e435a3aff None None] Checking segment: {'id': 'b1b396cb-2dc6-4041-bfc7-1833a80a4720', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:49:25.915673 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-a042e56a-f5aa-47a2-9785-218e435a3aff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:25.916157 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a042e56a-f5aa-47a2-9785-218e435a3aff None None] Bound using segment: {'id': 'b1b396cb-2dc6-4041-bfc7-1833a80a4720', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:49:25.916737 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-a042e56a-f5aa-47a2-9785-218e435a3aff None None] Bound port: 0e8ee4fb-0c04-4d0b-9642-b2f8d449c8fe, host: n-d-694802-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1b396cb-2dc6-4041-bfc7-1833a80a4720', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'}}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:49:25.917221 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-a042e56a-f5aa-47a2-9785-218e435a3aff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:25.950935 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-2287de9c-d07e-4454-ab11-5783795ddf9b req-d563c63e-d8ab-409b-a5c2-67dab57199e3 tempest-ServerRescueTestJSONUnderV235-830577405 tempest-ServerRescueTestJSONUnderV235-830577405-project] Notify callbacks [] for floatingip, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:25.975288 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-a042e56a-f5aa-47a2-9785-218e435a3aff None None] For port 0e8ee4fb-0c04-4d0b-9642-b2f8d449c8fe, host n-d-694802-15, cleared binding levels {{(pid=94468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:49:25.979144 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-a042e56a-f5aa-47a2-9785-218e435a3aff None None] For port 0e8ee4fb-0c04-4d0b-9642-b2f8d449c8fe, host n-d-694802-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=0e8ee4fb-0c04-4d0b-9642-b2f8d449c8fe,segment=NetworkSegment(b1b396cb-2dc6-4041-bfc7-1833a80a4720),segment_id=b1b396cb-2dc6-4041-bfc7-1833a80a4720)] {{(pid=94468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:49:25.985311 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-a042e56a-f5aa-47a2-9785-218e435a3aff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:26.000535 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4659bc9c-f4ff-4534-8851-f3cd8744cd4f tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Pushing event updated for resources: {'Subnet': ['ID=e54db14a-8a80-4198-922a-7cf83a508765,revision_number=0']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:49:26.030952 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4659bc9c-f4ff-4534-8851-f3cd8744cd4f tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Checking segment: {'id': '992c0055-8673-48b2-8c23-e403a670dda0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '742f197c-8a19-4bb3-8560-845411781a1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:49:26.030952 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4659bc9c-f4ff-4534-8851-f3cd8744cd4f tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Network hostable DHCP agents. Network: 742f197c-8a19-4bb3-8560-845411781a1d, hostable agents: ['1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658'], hosted agents: [] {{(pid=94466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 14:49:26.035142 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8963b43-c128-4117-93af-ccd3ca69285e tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Made reservation on behalf of fc26b2bd24e24e018c7add15390c187a for: {'port': 2} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:49:26.038718 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-460c8897-2b2f-4c9a-a84d-fb0523bf8a87 req-8fe906b0-5053-4173-92e1-099defefa704 service neutron] 10.222.0.64 "GET /v2.0/networks/4ca07038-0b96-477b-ad41-5713b4d66d53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2466478 Aug 12 14:49:26.040085 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e8963b43-c128-4117-93af-ccd3ca69285e tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:26.048000 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a042e56a-f5aa-47a2-9785-218e435a3aff None None] Routers {'a7785b02-0839-46bb-807c-ebb96bb50cf0'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:49:26.048807 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-a042e56a-f5aa-47a2-9785-218e435a3aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:49:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['a7785b02-0839-46bb-807c-ebb96bb50cf0'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:49:26.063892 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e8963b43-c128-4117-93af-ccd3ca69285e tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:26.085589 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4659bc9c-f4ff-4534-8851-f3cd8744cd4f tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Network 742f197c-8a19-4bb3-8560-845411781a1d is scheduled to be hosted by DHCP agent 1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658 with binding_index 1 {{(pid=94466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 14:49:26.097545 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16baf600-5a1c-463a-870f-5f0e24a9977a None None] Pushing event updated for resources: {'Port': ['ID=0e8ee4fb-0c04-4d0b-9642-b2f8d449c8fe,revision_number=3']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:49:26.156566 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-4659bc9c-f4ff-4534-8851-f3cd8744cd4f tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-15, 742f197c-8a19-4bb3-8560-845411781a1d) {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:49:26.162381 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4659bc9c-f4ff-4534-8851-f3cd8744cd4f tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:49:26.162993 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4659bc9c-f4ff-4534-8851-f3cd8744cd4f tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for subnet, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:26.172579 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c5cac2f-f6e3-4ee3-903a-5004b61baa97 None None] Network 742f197c-8a19-4bb3-8560-845411781a1d requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:49:26.191778 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvr_db [None req-a042e56a-f5aa-47a2-9785-218e435a3aff None None] Set router a7785b02-0839-46bb-807c-ebb96bb50cf0 gateway port host: n-d-694802-15 {{(pid=94468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:49:26.192118 n-d-694802-15 neutron-server[94466]: DEBUG neutron.notifiers.nova [None req-e8963b43-c128-4117-93af-ccd3ca69285e tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] device_id is not set on port f1f010a0-2d6c-4612-8170-38ded11412bc yet. {{(pid=94466) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 14:49:26.199674 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-4659bc9c-f4ff-4534-8851-f3cd8744cd4f tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7464719 Aug 12 14:49:26.200614 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 56696) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:49:26.253329 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-460c8897-2b2f-4c9a-a84d-fb0523bf8a87 req-65183125-ba5f-46f9-8264-a121f3a77aae service neutron] 10.222.0.64 "GET /v2.0/networks/4ca07038-0b96-477b-ad41-5713b4d66d53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1891928 Aug 12 14:49:26.489504 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc60b554-93a3-441c-b1f9-5a150a82d501 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa7035b3e-9a89-5964-b9f4-97301c3f476a-742f197c-8a19-4bb3-8560-845411781a1d', 'network_id': '742f197c-8a19-4bb3-8560-845411781a1d', 'tenant_id': '6774b656eb8145eb998ea0059b40b4c3', 'fixed_ips': [{'subnet_id': 'e54db14a-8a80-4198-922a-7cf83a508765'}]}} from n-d-694802-15. {{(pid=94468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 14:49:26.490366 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-bc60b554-93a3-441c-b1f9-5a150a82d501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:26.526001 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e8963b43-c128-4117-93af-ccd3ca69285e tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:26.528774 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-2287de9c-d07e-4454-ab11-5783795ddf9b req-d563c63e-d8ab-409b-a5c2-67dab57199e3 tempest-ServerRescueTestJSONUnderV235-830577405 tempest-ServerRescueTestJSONUnderV235-830577405-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:26.533343 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-2287de9c-d07e-4454-ab11-5783795ddf9b req-d563c63e-d8ab-409b-a5c2-67dab57199e3 tempest-ServerRescueTestJSONUnderV235-830577405 tempest-ServerRescueTestJSONUnderV235-830577405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431510'] for floatingip, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:26.604597 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-a042e56a-f5aa-47a2-9785-218e435a3aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7785b02-0839-46bb-807c-ebb96bb50cf0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1459242912', 'tenant_id': '6774b656eb8145eb998ea0059b40b4c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.82'}], 'enable_snat': True}, 'gw_port_id': '0e8ee4fb-0c04-4d0b-9642-b2f8d449c8fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:49:21Z', 'updated_at': '2021-08-12T14:49:22Z', 'revision_number': 3, 'project_id': '6774b656eb8145eb998ea0059b40b4c3', 'gw_port': {'id': '0e8ee4fb-0c04-4d0b-9642-b2f8d449c8fe', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:4f:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7785b02-0839-46bb-807c-ebb96bb50cf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2081, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:49:21Z', 'updated_at': '2021-08-12T14:49:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15'}], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:49:26.641208 n-d-694802-15 neutron-server[94467]: INFO neutron.db.l3_db [req-2287de9c-d07e-4454-ab11-5783795ddf9b req-d563c63e-d8ab-409b-a5c2-67dab57199e3 tempest-ServerRescueTestJSONUnderV235-830577405 tempest-ServerRescueTestJSONUnderV235-830577405-project] Floating IP 3e800c35-531a-4681-a399-6f97d754a998 associated. External IP: 172.25.1.149, port: c80ff18b-1cdf-4864-b62f-1ce8d2da59a2. Aug 12 14:49:26.649346 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a042e56a-f5aa-47a2-9785-218e435a3aff None None] The sync data for ids ['a7785b02-0839-46bb-807c-ebb96bb50cf0'] in n-d-694802-15 is: [{'id': 'a7785b02-0839-46bb-807c-ebb96bb50cf0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1459242912', 'tenant_id': '6774b656eb8145eb998ea0059b40b4c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.82'}], 'enable_snat': True}, 'gw_port_id': '0e8ee4fb-0c04-4d0b-9642-b2f8d449c8fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:49:21Z', 'updated_at': '2021-08-12T14:49:22Z', 'revision_number': 3, 'project_id': '6774b656eb8145eb998ea0059b40b4c3', 'gw_port': {'id': '0e8ee4fb-0c04-4d0b-9642-b2f8d449c8fe', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:4f:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7785b02-0839-46bb-807c-ebb96bb50cf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2081, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:49:21Z', 'updated_at': '2021-08-12T14:49:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15'}] {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 14:49:26.661704 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fe8129-4b72-47a7-901c-0ddb163aece8 req-ac104250-eff6-4f19-a303-3f63743d03c9 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:49:26.663552 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-15fe8129-4b72-47a7-901c-0ddb163aece8 req-ac104250-eff6-4f19-a303-3f63743d03c9 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/ports?device_id=82ca70f0-3356-4166-96ef-a264876874d1 HTTP/1.1" status: 200 len: 945 time: 0.2194417 Aug 12 14:49:26.675155 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.db_base_plugin_common [None req-bc60b554-93a3-441c-b1f9-5a150a82d501 None None] Allocated IP 172.20.0.2 (742f197c-8a19-4bb3-8560-845411781a1d/e54db14a-8a80-4198-922a-7cf83a508765/c09f5825-c9b2-46a1-9992-93233f5c4635) {{(pid=94468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:49:26.676233 n-d-694802-15 neutron-server[94466]: DEBUG neutron.notifiers.nova [None req-e8963b43-c128-4117-93af-ccd3ca69285e tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] device_id is not set on port 7917f90e-2ec1-4c25-8669-8c50888c155e yet. {{(pid=94466) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 14:49:26.803293 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-15fe8129-4b72-47a7-901c-0ddb163aece8 req-b97b1ed9-f2b2-4f0b-84aa-52661c2b7745 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc2dacd2-6b8c-4388-a6b9-7c76f36fc545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1119785 Aug 12 14:49:26.873014 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-bc60b554-93a3-441c-b1f9-5a150a82d501 None None] Notify callbacks [] for port, precommit_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:26.886136 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-bc60b554-93a3-441c-b1f9-5a150a82d501 None None] Transition to ACTIVE for port object c09f5825-c9b2-46a1-9992-93233f5c4635 will not be triggered until provisioned by entity L2. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:49:26.909338 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-bc60b554-93a3-441c-b1f9-5a150a82d501 None None] Transition to ACTIVE for port object c09f5825-c9b2-46a1-9992-93233f5c4635 will not be triggered until provisioned by entity DHCP. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:49:26.925146 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-bc60b554-93a3-441c-b1f9-5a150a82d501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253'] for port, after_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:27.001015 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e8963b43-c128-4117-93af-ccd3ca69285e tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:27.017981 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc60b554-93a3-441c-b1f9-5a150a82d501 None None] Network 742f197c-8a19-4bb3-8560-845411781a1d is already hosted by enough agents. {{(pid=94468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:49:27.040352 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.base_scheduler [None req-bc60b554-93a3-441c-b1f9-5a150a82d501 None None] Resources bound (agent type, host, resource id): {{(pid=94468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:49:27.043779 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc60b554-93a3-441c-b1f9-5a150a82d501 None None] Received port after_create {{(pid=94468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:49:27.093770 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ba93a425-d505-4e35-96a9-32d4c4cda3e3 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:27.109500 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc60b554-93a3-441c-b1f9-5a150a82d501 None None] Pushing event updated for resources: {'Port': ['ID=c09f5825-c9b2-46a1-9992-93233f5c4635,revision_number=1']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:49:27.138055 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e8963b43-c128-4117-93af-ccd3ca69285e tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:27.149085 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-bc60b554-93a3-441c-b1f9-5a150a82d501 None None] Attempting to bind port c09f5825-c9b2-46a1-9992-93233f5c4635 on host n-d-694802-15 for vnic_type normal with profile {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:49:27.150061 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-bc60b554-93a3-441c-b1f9-5a150a82d501 None None] Attempting to bind port c09f5825-c9b2-46a1-9992-93233f5c4635 by drivers openvswitch,hyperv on host n-d-694802-15 at level 0 using segments [{'id': '992c0055-8673-48b2-8c23-e403a670dda0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '742f197c-8a19-4bb3-8560-845411781a1d'}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:49:27.150872 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc60b554-93a3-441c-b1f9-5a150a82d501 None None] Attempting to bind port c09f5825-c9b2-46a1-9992-93233f5c4635 on network 742f197c-8a19-4bb3-8560-845411781a1d {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:49:27.157999 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc60b554-93a3-441c-b1f9-5a150a82d501 None None] Checking agent: {'id': '16de73ac-f2e9-4cee-b3e0-91052ae3e6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 20, 13), 'started_at': datetime.datetime(2021, 8, 12, 14, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 49, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:49:27.158394 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc60b554-93a3-441c-b1f9-5a150a82d501 None None] Checking segment: {'id': '992c0055-8673-48b2-8c23-e403a670dda0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '742f197c-8a19-4bb3-8560-845411781a1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:49:27.158828 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-bc60b554-93a3-441c-b1f9-5a150a82d501 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:27.159259 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc60b554-93a3-441c-b1f9-5a150a82d501 None None] Bound using segment: {'id': '992c0055-8673-48b2-8c23-e403a670dda0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '742f197c-8a19-4bb3-8560-845411781a1d'} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:49:27.159815 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-bc60b554-93a3-441c-b1f9-5a150a82d501 None None] Bound port: c09f5825-c9b2-46a1-9992-93233f5c4635, host: n-d-694802-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '992c0055-8673-48b2-8c23-e403a670dda0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '742f197c-8a19-4bb3-8560-845411781a1d'}}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:49:27.160146 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-bc60b554-93a3-441c-b1f9-5a150a82d501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:27.248320 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-bc60b554-93a3-441c-b1f9-5a150a82d501 None None] For port c09f5825-c9b2-46a1-9992-93233f5c4635, host n-d-694802-15, cleared binding levels {{(pid=94468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:49:27.252853 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-bc60b554-93a3-441c-b1f9-5a150a82d501 None None] For port c09f5825-c9b2-46a1-9992-93233f5c4635, host n-d-694802-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=c09f5825-c9b2-46a1-9992-93233f5c4635,segment=NetworkSegment(992c0055-8673-48b2-8c23-e403a670dda0),segment_id=992c0055-8673-48b2-8c23-e403a670dda0)] {{(pid=94468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:49:27.261578 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-bc60b554-93a3-441c-b1f9-5a150a82d501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:27.283042 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8963b43-c128-4117-93af-ccd3ca69285e tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Network 71182620-fc59-4a91-8e3b-fc68c8b620e0 is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:49:27.297529 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-e8963b43-c128-4117-93af-ccd3ca69285e tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:49:27.302116 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8963b43-c128-4117-93af-ccd3ca69285e tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:49:27.302971 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e8963b43-c128-4117-93af-ccd3ca69285e tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:27.331560 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc60b554-93a3-441c-b1f9-5a150a82d501 None None] Pushing event updated for resources: {'Port': ['ID=c09f5825-c9b2-46a1-9992-93233f5c4635,revision_number=2']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:49:27.333118 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8963b43-c128-4117-93af-ccd3ca69285e tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Pushing event updated for resources: {'Port': ['ID=f1f010a0-2d6c-4612-8170-38ded11412bc,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:49:27.393425 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2287de9c-d07e-4454-ab11-5783795ddf9b req-d563c63e-d8ab-409b-a5c2-67dab57199e3 tempest-ServerRescueTestJSONUnderV235-830577405 tempest-ServerRescueTestJSONUnderV235-830577405-project] Router b43ed3ac-111f-410f-9cfa-4ab516295050 has already been hosted by L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f {{(pid=94467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 14:49:27.413013 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3859d14-7d9d-4daa-b460-631bd0e86d1c req-879294f7-6254-4541-9329-aa1742637864 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:49:27.414526 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-d3859d14-7d9d-4daa-b460-631bd0e86d1c req-879294f7-6254-4541-9329-aa1742637864 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/ports?device_id=82ca70f0-3356-4166-96ef-a264876874d1 HTTP/1.1" status: 200 len: 945 time: 0.2706914 Aug 12 14:49:27.511298 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8963b43-c128-4117-93af-ccd3ca69285e tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Pushing event updated for resources: {'Port': ['ID=7917f90e-2ec1-4c25-8669-8c50888c155e,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:49:27.574524 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8963b43-c128-4117-93af-ccd3ca69285e tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Checking segment: {'id': '9f3d6f50-1bc4-4d5a-afeb-5b1fa301057a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'b22b8b84-cde6-4154-bc0e-239aa4fa5049'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:49:27.574886 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8963b43-c128-4117-93af-ccd3ca69285e tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Network hostable DHCP agents. Network: b22b8b84-cde6-4154-bc0e-239aa4fa5049, hostable agents: ['1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658'], hosted agents: [] {{(pid=94466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 14:49:27.582016 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-d3859d14-7d9d-4daa-b460-631bd0e86d1c req-ca480624-8d19-4799-ab2a-e681b64c5070 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc2dacd2-6b8c-4388-a6b9-7c76f36fc545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1407626 Aug 12 14:49:27.623998 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2287de9c-d07e-4454-ab11-5783795ddf9b req-d563c63e-d8ab-409b-a5c2-67dab57199e3 tempest-ServerRescueTestJSONUnderV235-830577405 tempest-ServerRescueTestJSONUnderV235-830577405-project] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 14:49:27.628696 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-2287de9c-d07e-4454-ab11-5783795ddf9b req-d563c63e-d8ab-409b-a5c2-67dab57199e3 tempest-ServerRescueTestJSONUnderV235-830577405 tempest-ServerRescueTestJSONUnderV235-830577405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for floatingip, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:27.640139 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aa0422c-7c00-4cc3-a8b0-1778a1194c87 None None] Sync routers for ids ['b43ed3ac-111f-410f-9cfa-4ab516295050'] in n-d-694802-15 {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 14:49:27.655451 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aa0422c-7c00-4cc3-a8b0-1778a1194c87 None None] Routers {'b43ed3ac-111f-410f-9cfa-4ab516295050'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:49:27.656888 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-0aa0422c-7c00-4cc3-a8b0-1778a1194c87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:49:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['b43ed3ac-111f-410f-9cfa-4ab516295050'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:49:27.709435 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2287de9c-d07e-4454-ab11-5783795ddf9b req-d563c63e-d8ab-409b-a5c2-67dab57199e3 tempest-ServerRescueTestJSONUnderV235-830577405 tempest-ServerRescueTestJSONUnderV235-830577405-project] 10.222.0.39 "PUT /v2.0/floatingips/3e800c35-531a-4681-a399-6f97d754a998 HTTP/1.1" status: 200 len: 996 time: 1.8089695 Aug 12 14:49:27.719340 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8963b43-c128-4117-93af-ccd3ca69285e tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Network b22b8b84-cde6-4154-bc0e-239aa4fa5049 is scheduled to be hosted by DHCP agent 1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658 with binding_index 1 {{(pid=94466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 14:49:27.725061 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db856037-c935-4002-ae78-dd56d70b43ec', 'tag': 'c80ff18b-1cdf-4864-b62f-1ce8d2da59a2'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:49:27.727640 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e65282f928b64038367d043a4411777802006c43a98742496cb2e25b724ff1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50520f33-99db-4153-a3f7-c51cbc326e2f" -d '{"events": [{"name": "network-changed", "server_uuid": "db856037-c935-4002-ae78-dd56d70b43ec", "tag": "c80ff18b-1cdf-4864-b62f-1ce8d2da59a2"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:49:27.784016 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-e8963b43-c128-4117-93af-ccd3ca69285e tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-15, b22b8b84-cde6-4154-bc0e-239aa4fa5049) {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:49:27.793770 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c44b4ee5-cbba-4fc4-be9d-d41b9282acdc None None] Network b22b8b84-cde6-4154-bc0e-239aa4fa5049 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:49:27.800531 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8963b43-c128-4117-93af-ccd3ca69285e tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:49:27.806634 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8963b43-c128-4117-93af-ccd3ca69285e tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:49:27.813787 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8963b43-c128-4117-93af-ccd3ca69285e tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:49:27.814532 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e8963b43-c128-4117-93af-ccd3ca69285e tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:27.831785 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-0aa0422c-7c00-4cc3-a8b0-1778a1194c87 None None] Set router b43ed3ac-111f-410f-9cfa-4ab516295050 gateway port host: n-d-694802-15 {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:49:27.836797 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-e8963b43-c128-4117-93af-ccd3ca69285e tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.1377304 Aug 12 14:49:27.839688 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 56714) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:49:27.865258 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d41bf5-c320-4f94-b856-0558eb1a475c req-ba280845-86b3-42ac-bd6e-b7c9e5aced88 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:49:27.867233 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-42d41bf5-c320-4f94-b856-0558eb1a475c req-ba280845-86b3-42ac-bd6e-b7c9e5aced88 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/ports?device_id=82ca70f0-3356-4166-96ef-a264876874d1 HTTP/1.1" status: 200 len: 945 time: 0.1628797 Aug 12 14:49:27.891913 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2287de9c-d07e-4454-ab11-5783795ddf9b req-5a61b29f-5b47-4c00-9b1c-6a9de6623e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:49:27.893578 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2287de9c-d07e-4454-ab11-5783795ddf9b req-5a61b29f-5b47-4c00-9b1c-6a9de6623e6c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7f4b55b810a04109be81b8288068f054&device_id=db856037-c935-4002-ae78-dd56d70b43ec HTTP/1.1" status: 200 len: 1097 time: 0.1833587 Aug 12 14:49:27.960050 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-42d41bf5-c320-4f94-b856-0558eb1a475c req-c44b16d2-5c98-4919-898c-7f117587123a tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc2dacd2-6b8c-4388-a6b9-7c76f36fc545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524504 Aug 12 14:49:28.005530 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-ba93a425-d505-4e35-96a9-32d4c4cda3e3 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Allocated IP 172.20.0.1 (742f197c-8a19-4bb3-8560-845411781a1d/e54db14a-8a80-4198-922a-7cf83a508765/ec3deaf1-6dfb-43e6-9369-844dd373da19) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:49:28.069129 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 14:49:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e2f1101-26a8-407d-b8d7-4e0ab3f5e6f2 x-openstack-request-id: req-2e2f1101-26a8-407d-b8d7-4e0ab3f5e6f2 {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:49:28.069452 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db856037-c935-4002-ae78-dd56d70b43ec", "tag": "c80ff18b-1cdf-4864-b62f-1ce8d2da59a2", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:49:28.069675 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2e2f1101-26a8-407d-b8d7-4e0ab3f5e6f2 {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:49:28.070068 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db856037-c935-4002-ae78-dd56d70b43ec', 'tag': 'c80ff18b-1cdf-4864-b62f-1ce8d2da59a2', 'status': 'completed', 'code': 200} Aug 12 14:49:28.151040 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-1cbc5e83-6b88-43b4-9d76-5baea567e1db tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Deleting port 7917f90e-2ec1-4c25-8669-8c50888c155e {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:49:28.151531 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-1cbc5e83-6b88-43b4-9d76-5baea567e1db tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:28.184291 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ba93a425-d505-4e35-96a9-32d4c4cda3e3 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:28.199903 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-0aa0422c-7c00-4cc3-a8b0-1778a1194c87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b43ed3ac-111f-410f-9cfa-4ab516295050', 'name': 'tempest-ServerRescueTestJSONUnderV235-1952715453-router', 'tenant_id': '7f4b55b810a04109be81b8288068f054', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.140'}], 'enable_snat': True}, 'gw_port_id': 'd42352d5-419d-4360-acd8-0b92bbbcbcc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:48:21Z', 'updated_at': '2021-08-12T14:48:25Z', 'revision_number': 4, 'project_id': '7f4b55b810a04109be81b8288068f054', 'gw_port': {'id': 'd42352d5-419d-4360-acd8-0b92bbbcbcc7', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:bf:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b43ed3ac-111f-410f-9cfa-4ab516295050', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2029, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:48:22Z', 'updated_at': '2021-08-12T14:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_floatingips': [{'id': '3e800c35-531a-4681-a399-6f97d754a998', 'tenant_id': '7f4b55b810a04109be81b8288068f054', 'floating_ip_address': '172.25.1.149', 'floating_network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'router_id': 'b43ed3ac-111f-410f-9cfa-4ab516295050', 'port_id': 'c80ff18b-1cdf-4864-b62f-1ce8d2da59a2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2091, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ca07038-0b96-477b-ad41-5713b4d66d53', 'mac_address': 'fa:16:3e:2d:8a:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db856037-c935-4002-ae78-dd56d70b43ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T14:49:24Z', 'updated_at': '2021-08-12T14:49:26Z', 'revision_number': 1, 'project_id': '7f4b55b810a04109be81b8288068f054', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af3eb0be-127c-4b87-9a6c-91a7631f3c0f', 'name': '', 'network_id': '4ca07038-0b96-477b-ad41-5713b4d66d53', 'tenant_id': '7f4b55b810a04109be81b8288068f054', 'mac_address': 'fa:16:3e:2e:6e:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b43ed3ac-111f-410f-9cfa-4ab516295050', 'device_owner': 'network:router_interface', 'standard_attr_id': 2040, 'fixed_ips': [{'subnet_id': '187174f9-9f3a-4f34-a47c-8b966707662a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:48:24Z', 'updated_at': '2021-08-12T14:48:31Z', 'revision_number': 5, 'project_id': '7f4b55b810a04109be81b8288068f054', 'subnets': [{'id': '187174f9-9f3a-4f34-a47c-8b966707662a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:49:28.204590 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-ba93a425-d505-4e35-96a9-32d4c4cda3e3 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Transition to ACTIVE for port object ec3deaf1-6dfb-43e6-9369-844dd373da19 will not be triggered until provisioned by entity DHCP. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:49:28.208350 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2287de9c-d07e-4454-ab11-5783795ddf9b req-3ea887d3-d00c-40ec-9486-74348dc3b54f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:49:28.209980 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2287de9c-d07e-4454-ab11-5783795ddf9b req-3ea887d3-d00c-40ec-9486-74348dc3b54f service neutron] 10.222.0.39 "GET /v2.0/networks?id=4ca07038-0b96-477b-ad41-5713b4d66d53 HTTP/1.1" status: 200 len: 921 time: 0.3060875 Aug 12 14:49:28.264883 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ba93a425-d505-4e35-96a9-32d4c4cda3e3 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:28.268713 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aa0422c-7c00-4cc3-a8b0-1778a1194c87 None None] Checking router: b43ed3ac-111f-410f-9cfa-4ab516295050 for host: n-d-694802-15 {{(pid=94469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 14:49:28.285546 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50520f33-99db-4153-a3f7-c51cbc326e2f req-1b417111-7112-46d6-a90b-0df08b1afec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:49:28.287277 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-50520f33-99db-4153-a3f7-c51cbc326e2f req-1b417111-7112-46d6-a90b-0df08b1afec5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7f4b55b810a04109be81b8288068f054&device_id=db856037-c935-4002-ae78-dd56d70b43ec HTTP/1.1" status: 200 len: 1097 time: 0.1930218 Aug 12 14:49:28.292781 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aa0422c-7c00-4cc3-a8b0-1778a1194c87 None None] Routers {'b43ed3ac-111f-410f-9cfa-4ab516295050'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:49:28.293423 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-0aa0422c-7c00-4cc3-a8b0-1778a1194c87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:49:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['b43ed3ac-111f-410f-9cfa-4ab516295050'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:49:28.316531 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-1cbc5e83-6b88-43b4-9d76-5baea567e1db tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:28.324517 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba93a425-d505-4e35-96a9-32d4c4cda3e3 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Pushing event updated for resources: {'Port': ['ID=ec3deaf1-6dfb-43e6-9369-844dd373da19,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:49:28.353353 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba93a425-d505-4e35-96a9-32d4c4cda3e3 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Network 742f197c-8a19-4bb3-8560-845411781a1d is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:49:28.355896 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-ba93a425-d505-4e35-96a9-32d4c4cda3e3 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:49:28.360210 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba93a425-d505-4e35-96a9-32d4c4cda3e3 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:49:28.401964 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-1cbc5e83-6b88-43b4-9d76-5baea567e1db tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Calling delete_port for 7917f90e-2ec1-4c25-8669-8c50888c155e owned by {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:49:28.433261 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2287de9c-d07e-4454-ab11-5783795ddf9b req-c4bebade-c627-4503-864a-05b0886024df service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c80ff18b-1cdf-4864-b62f-1ce8d2da59a2 HTTP/1.1" status: 200 len: 999 time: 0.2026799 Aug 12 14:49:28.440620 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ba93a425-d505-4e35-96a9-32d4c4cda3e3 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66663725'] for router_interface, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:28.465743 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-0aa0422c-7c00-4cc3-a8b0-1778a1194c87 None None] Set router b43ed3ac-111f-410f-9cfa-4ab516295050 gateway port host: n-d-694802-15 {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:49:28.590282 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2287de9c-d07e-4454-ab11-5783795ddf9b req-f673c419-f53c-4ee1-bf8f-e0f6d60c8dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:49:28.591915 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2287de9c-d07e-4454-ab11-5783795ddf9b req-f673c419-f53c-4ee1-bf8f-e0f6d60c8dc4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=187174f9-9f3a-4f34-a47c-8b966707662a HTTP/1.1" status: 200 len: 860 time: 0.1505451 Aug 12 14:49:28.598670 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50520f33-99db-4153-a3f7-c51cbc326e2f req-b1d7e65b-5f7f-4975-bdd0-2fe583815f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:49:28.600279 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-50520f33-99db-4153-a3f7-c51cbc326e2f req-b1d7e65b-5f7f-4975-bdd0-2fe583815f48 service neutron] 10.222.0.64 "GET /v2.0/networks?id=4ca07038-0b96-477b-ad41-5713b4d66d53 HTTP/1.1" status: 200 len: 921 time: 0.2966170 Aug 12 14:49:28.674392 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1506335d-2cad-4eba-9de5-9d5741d0edac req-e8dd4db6-5578-4381-a44a-f5063c7a7e31 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:49:28.675944 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-1506335d-2cad-4eba-9de5-9d5741d0edac req-e8dd4db6-5578-4381-a44a-f5063c7a7e31 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/ports?device_id=82ca70f0-3356-4166-96ef-a264876874d1 HTTP/1.1" status: 200 len: 945 time: 0.1146131 Aug 12 14:49:28.682481 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2287de9c-d07e-4454-ab11-5783795ddf9b req-23b80ccb-9d3d-42e0-9b82-58a133ded98d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4ca07038-0b96-477b-ad41-5713b4d66d53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0763035 Aug 12 14:49:28.702576 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [req-2287de9c-d07e-4454-ab11-5783795ddf9b req-b2c991e4-5623-415c-9a8a-db2bedaa7d9b service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=94467) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 14:49:28.703626 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2287de9c-d07e-4454-ab11-5783795ddf9b req-b2c991e4-5623-415c-9a8a-db2bedaa7d9b service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057898 Aug 12 14:49:28.713786 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-1cbc5e83-6b88-43b4-9d76-5baea567e1db tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:28.732117 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ba93a425-d505-4e35-96a9-32d4c4cda3e3 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:28.808534 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-0aa0422c-7c00-4cc3-a8b0-1778a1194c87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b43ed3ac-111f-410f-9cfa-4ab516295050', 'name': 'tempest-ServerRescueTestJSONUnderV235-1952715453-router', 'tenant_id': '7f4b55b810a04109be81b8288068f054', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.140'}], 'enable_snat': True}, 'gw_port_id': 'd42352d5-419d-4360-acd8-0b92bbbcbcc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:48:21Z', 'updated_at': '2021-08-12T14:48:25Z', 'revision_number': 4, 'project_id': '7f4b55b810a04109be81b8288068f054', 'gw_port': {'id': 'd42352d5-419d-4360-acd8-0b92bbbcbcc7', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:bf:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b43ed3ac-111f-410f-9cfa-4ab516295050', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2029, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:48:22Z', 'updated_at': '2021-08-12T14:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_floatingips': [{'id': '3e800c35-531a-4681-a399-6f97d754a998', 'tenant_id': '7f4b55b810a04109be81b8288068f054', 'floating_ip_address': '172.25.1.149', 'floating_network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'router_id': 'b43ed3ac-111f-410f-9cfa-4ab516295050', 'port_id': 'c80ff18b-1cdf-4864-b62f-1ce8d2da59a2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2091, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ca07038-0b96-477b-ad41-5713b4d66d53', 'mac_address': 'fa:16:3e:2d:8a:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db856037-c935-4002-ae78-dd56d70b43ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T14:49:24Z', 'updated_at': '2021-08-12T14:49:26Z', 'revision_number': 1, 'project_id': '7f4b55b810a04109be81b8288068f054', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af3eb0be-127c-4b87-9a6c-91a7631f3c0f', 'name': '', 'network_id': '4ca07038-0b96-477b-ad41-5713b4d66d53', 'tenant_id': '7f4b55b810a04109be81b8288068f054', 'mac_address': 'fa:16:3e:2e:6e:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b43ed3ac-111f-410f-9cfa-4ab516295050', 'device_owner': 'network:router_interface', 'standard_attr_id': 2040, 'fixed_ips': [{'subnet_id': '187174f9-9f3a-4f34-a47c-8b966707662a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:48:24Z', 'updated_at': '2021-08-12T14:48:31Z', 'revision_number': 5, 'project_id': '7f4b55b810a04109be81b8288068f054', 'subnets': [{'id': '187174f9-9f3a-4f34-a47c-8b966707662a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:49:28.826286 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-1506335d-2cad-4eba-9de5-9d5741d0edac req-db5abab3-94a2-4770-a388-0a2d24a0a8dc tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc2dacd2-6b8c-4388-a6b9-7c76f36fc545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1349292 Aug 12 14:49:28.846138 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbc5e83-6b88-43b4-9d76-5baea567e1db tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Pushing event deleted for resources: {'Port': ['ID=7917f90e-2ec1-4c25-8669-8c50888c155e,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:49:28.853297 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aa0422c-7c00-4cc3-a8b0-1778a1194c87 None None] The sync data for ids ['b43ed3ac-111f-410f-9cfa-4ab516295050'] in n-d-694802-15 is: [{'id': 'b43ed3ac-111f-410f-9cfa-4ab516295050', 'name': 'tempest-ServerRescueTestJSONUnderV235-1952715453-router', 'tenant_id': '7f4b55b810a04109be81b8288068f054', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.140'}], 'enable_snat': True}, 'gw_port_id': 'd42352d5-419d-4360-acd8-0b92bbbcbcc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:48:21Z', 'updated_at': '2021-08-12T14:48:25Z', 'revision_number': 4, 'project_id': '7f4b55b810a04109be81b8288068f054', 'gw_port': {'id': 'd42352d5-419d-4360-acd8-0b92bbbcbcc7', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:bf:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b43ed3ac-111f-410f-9cfa-4ab516295050', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2029, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:48:22Z', 'updated_at': '2021-08-12T14:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_floatingips': [{'id': '3e800c35-531a-4681-a399-6f97d754a998', 'tenant_id': '7f4b55b810a04109be81b8288068f054', 'floating_ip_address': '172.25.1.149', 'floating_network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'router_id': 'b43ed3ac-111f-410f-9cfa-4ab516295050', 'port_id': 'c80ff18b-1cdf-4864-b62f-1ce8d2da59a2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2091, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ca07038-0b96-477b-ad41-5713b4d66d53', 'mac_address': 'fa:16:3e:2d:8a:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db856037-c935-4002-ae78-dd56d70b43ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T14:49:24Z', 'updated_at': '2021-08-12T14:49:26Z', 'revision_number': 1, 'project_id': '7f4b55b810a04109be81b8288068f054', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af3eb0be-127c-4b87-9a6c-91a7631f3c0f', 'name': '', 'network_id': '4ca07038-0b96-477b-ad41-5713b4d66d53', 'tenant_id': '7f4b55b810a04109be81b8288068f054', 'mac_address': 'fa:16:3e:2e:6e:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b43ed3ac-111f-410f-9cfa-4ab516295050', 'device_owner': 'network:router_interface', 'standard_attr_id': 2040, 'fixed_ips': [{'subnet_id': '187174f9-9f3a-4f34-a47c-8b966707662a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:48:24Z', 'updated_at': '2021-08-12T14:48:31Z', 'revision_number': 5, 'project_id': '7f4b55b810a04109be81b8288068f054', 'subnets': [{'id': '187174f9-9f3a-4f34-a47c-8b966707662a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 14:49:28.855455 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-50520f33-99db-4153-a3f7-c51cbc326e2f req-f887def6-a685-4d5f-aa8e-03df61c137ea service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c80ff18b-1cdf-4864-b62f-1ce8d2da59a2 HTTP/1.1" status: 200 len: 999 time: 0.2351453 Aug 12 14:49:28.860792 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-1cbc5e83-6b88-43b4-9d76-5baea567e1db tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:28.862741 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-1cbc5e83-6b88-43b4-9d76-5baea567e1db tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] 10.222.0.39 "DELETE /v2.0/ports/7917f90e-2ec1-4c25-8669-8c50888c155e HTTP/1.1" status: 204 len: 168 time: 1.0177333 Aug 12 14:49:28.867483 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 56724) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:49:29.004333 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 0e8ee4fb-0c04-4d0b-9642-b2f8d449c8fe up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:49:29.023348 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50520f33-99db-4153-a3f7-c51cbc326e2f req-70ef45b2-9877-4545-bae5-87bca335f982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:49:29.024857 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-50520f33-99db-4153-a3f7-c51cbc326e2f req-70ef45b2-9877-4545-bae5-87bca335f982 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=187174f9-9f3a-4f34-a47c-8b966707662a HTTP/1.1" status: 200 len: 860 time: 0.1594987 Aug 12 14:49:29.050544 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1051f0e2-2cb9-411b-9617-4c465ead044e tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:49:29.051511 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2287de9c-d07e-4454-ab11-5783795ddf9b req-5535fc23-070b-4ebc-8f3d-97e4daf470c9 service neutron] 10.222.0.39 "GET /v2.0/networks/4ca07038-0b96-477b-ad41-5713b4d66d53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3285358 Aug 12 14:49:29.057040 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1051f0e2-2cb9-411b-9617-4c465ead044e tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:49:29.059278 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-1051f0e2-2cb9-411b-9617-4c465ead044e tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.1903248 Aug 12 14:49:29.070247 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 56726) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:49:29.074553 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-50520f33-99db-4153-a3f7-c51cbc326e2f req-346550dc-a661-44ad-9e85-08300492058b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4ca07038-0b96-477b-ad41-5713b4d66d53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406356 Aug 12 14:49:29.076672 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning for port 0e8ee4fb-0c04-4d0b-9642-b2f8d449c8fe completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:49:29.082154 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port 0e8ee4fb-0c04-4d0b-9642-b2f8d449c8fe triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:49:29.082697 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:29.115632 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8a96c88-ddc5-4f41-b5cd-696ae286bc06 None None] Network 742f197c-8a19-4bb3-8560-845411781a1d requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:49:29.199808 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-a60d3700-e2e3-4835-a3fb-22bd0b6c646d None None] Provisioning for port c09f5825-c9b2-46a1-9992-93233f5c4635 completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:49:29.242622 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2287de9c-d07e-4454-ab11-5783795ddf9b req-833c9df3-5a39-4df1-afcd-50cde81c99b9 service neutron] 10.222.0.39 "GET /v2.0/networks/4ca07038-0b96-477b-ad41-5713b4d66d53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1769571 Aug 12 14:49:29.270722 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-50520f33-99db-4153-a3f7-c51cbc326e2f req-2ccac9c9-9ba4-4f02-88df-629e60bc9140 service neutron] 10.222.0.64 "GET /v2.0/networks/4ca07038-0b96-477b-ad41-5713b4d66d53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1841946 Aug 12 14:49:29.319756 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-eaed21ef-643e-4bfe-bbf5-df4ee2b603ff tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Deleting port f1f010a0-2d6c-4612-8170-38ded11412bc {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:49:29.320235 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-eaed21ef-643e-4bfe-bbf5-df4ee2b603ff tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:29.352513 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:29.385476 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] For port 0e8ee4fb-0c04-4d0b-9642-b2f8d449c8fe, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=0e8ee4fb-0c04-4d0b-9642-b2f8d449c8fe,segment=NetworkSegment(b1b396cb-2dc6-4041-bfc7-1833a80a4720),segment_id=b1b396cb-2dc6-4041-bfc7-1833a80a4720)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:49:29.408006 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:29.409128 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device c09f5825-c9b2-46a1-9992-93233f5c4635 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:49:29.435301 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-629eefdf-9bb3-4e22-b9a3-d1705aa64e8d req-1e5d24f0-f718-4cb0-bbcf-7053d1a38ae8 tempest-ServerRescueTestJSONUnderV235-830577405 tempest-ServerRescueTestJSONUnderV235-830577405-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.1.149 HTTP/1.1" status: 200 len: 999 time: 0.1483247 Aug 12 14:49:29.435911 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-eaed21ef-643e-4bfe-bbf5-df4ee2b603ff tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:29.455973 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-eaed21ef-643e-4bfe-bbf5-df4ee2b603ff tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Calling delete_port for f1f010a0-2d6c-4612-8170-38ded11412bc owned by {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:49:29.480662 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ba93a425-d505-4e35-96a9-32d4c4cda3e3 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks [] for port, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:29.486638 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ba93a425-d505-4e35-96a9-32d4c4cda3e3 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3718439'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:29.520506 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-50520f33-99db-4153-a3f7-c51cbc326e2f req-c063cf8c-0f98-4e2b-a3a9-cc33ed20f6b8 service neutron] 10.222.0.64 "GET /v2.0/networks/4ca07038-0b96-477b-ad41-5713b4d66d53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2417533 Aug 12 14:49:29.525366 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f87cacba-1693-4361-9bec-a4d6ce00b4da None None] New status for floating IP 3e800c35-531a-4681-a399-6f97d754a998: ACTIVE {{(pid=94468) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 14:49:29.549633 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629eefdf-9bb3-4e22-b9a3-d1705aa64e8d req-8461aaf1-d376-4219-8071-759892557361 tempest-ServerRescueTestJSONUnderV235-830577405 tempest-ServerRescueTestJSONUnderV235-830577405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:49:29.553384 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-629eefdf-9bb3-4e22-b9a3-d1705aa64e8d req-8461aaf1-d376-4219-8071-759892557361 tempest-ServerRescueTestJSONUnderV235-830577405 tempest-ServerRescueTestJSONUnderV235-830577405-project] 10.222.0.39 "GET /v2.0/ports/c80ff18b-1cdf-4864-b62f-1ce8d2da59a2 HTTP/1.1" status: 200 len: 942 time: 0.1072159 Aug 12 14:49:29.631808 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Pushing event updated for resources: {'Port': ['ID=0e8ee4fb-0c04-4d0b-9642-b2f8d449c8fe,revision_number=4']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:49:29.667353 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ba93a425-d505-4e35-96a9-32d4c4cda3e3 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66628363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66663865'] for router_interface, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:29.677300 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba93a425-d505-4e35-96a9-32d4c4cda3e3 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Pushing event updated for resources: {'Port': ['ID=ec3deaf1-6dfb-43e6-9369-844dd373da19,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:49:29.679791 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-629eefdf-9bb3-4e22-b9a3-d1705aa64e8d req-04b9b3e7-02c0-401e-8bdd-42492b236b26 tempest-ServerRescueTestJSONUnderV235-830577405 tempest-ServerRescueTestJSONUnderV235-830577405-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.1.149 HTTP/1.1" status: 200 len: 999 time: 0.0688047 Aug 12 14:49:29.775591 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba93a425-d505-4e35-96a9-32d4c4cda3e3 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Network 742f197c-8a19-4bb3-8560-845411781a1d is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:49:29.778152 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-ba93a425-d505-4e35-96a9-32d4c4cda3e3 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:49:29.782632 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning for port c09f5825-c9b2-46a1-9992-93233f5c4635 completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:49:29.790304 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-eaed21ef-643e-4bfe-bbf5-df4ee2b603ff tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:29.793910 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port c09f5825-c9b2-46a1-9992-93233f5c4635 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:49:29.794709 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:29.815912 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629eefdf-9bb3-4e22-b9a3-d1705aa64e8d req-19604842-cc37-4559-9aed-bf78a68ed3ec tempest-ServerRescueTestJSONUnderV235-830577405 tempest-ServerRescueTestJSONUnderV235-830577405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:49:29.817462 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-629eefdf-9bb3-4e22-b9a3-d1705aa64e8d req-19604842-cc37-4559-9aed-bf78a68ed3ec tempest-ServerRescueTestJSONUnderV235-830577405 tempest-ServerRescueTestJSONUnderV235-830577405-project] 10.222.0.39 "GET /v2.0/networks/d3759e1b-6c03-45ac-acd4-90abb417809b HTTP/1.1" status: 200 len: 784 time: 0.1289122 Aug 12 14:49:29.866679 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaed21ef-643e-4bfe-bbf5-df4ee2b603ff tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Pushing event deleted for resources: {'Port': ['ID=f1f010a0-2d6c-4612-8170-38ded11412bc,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:49:29.885525 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-eaed21ef-643e-4bfe-bbf5-df4ee2b603ff tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:29.892929 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-eaed21ef-643e-4bfe-bbf5-df4ee2b603ff tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] 10.222.0.39 "DELETE /v2.0/ports/f1f010a0-2d6c-4612-8170-38ded11412bc HTTP/1.1" status: 204 len: 168 time: 0.8175082 Aug 12 14:49:29.892929 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 56736) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:49:29.913671 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-629eefdf-9bb3-4e22-b9a3-d1705aa64e8d req-c82accf2-8dd3-4937-b126-a0a7345e612e tempest-ServerRescueTestJSONUnderV235-830577405 tempest-ServerRescueTestJSONUnderV235-830577405-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.1.149 HTTP/1.1" status: 200 len: 1001 time: 0.0870478 Aug 12 14:49:29.925188 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-629eefdf-9bb3-4e22-b9a3-d1705aa64e8d req-dc55f1ce-7885-48bc-b013-1b04c59f38c7 tempest-ServerRescueTestJSONUnderV235-830577405 tempest-ServerRescueTestJSONUnderV235-830577405-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:49:29.947846 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-abdd0bc9-f129-4679-a9b2-e985b3a1c3f5 None None] Provisioning for port ec3deaf1-6dfb-43e6-9369-844dd373da19 completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:49:29.957297 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-abdd0bc9-f129-4679-a9b2-e985b3a1c3f5 None None] Provisioning complete for port ec3deaf1-6dfb-43e6-9369-844dd373da19 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:49:29.957967 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-abdd0bc9-f129-4679-a9b2-e985b3a1c3f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:29.996369 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:30.005553 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-629eefdf-9bb3-4e22-b9a3-d1705aa64e8d req-dc55f1ce-7885-48bc-b013-1b04c59f38c7 tempest-ServerRescueTestJSONUnderV235-830577405 tempest-ServerRescueTestJSONUnderV235-830577405-project] Notify callbacks [] for floatingip, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:30.023887 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-abdd0bc9-f129-4679-a9b2-e985b3a1c3f5 None None] Port ec3deaf1-6dfb-43e6-9369-844dd373da19 cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 14:49:30.050665 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] For port c09f5825-c9b2-46a1-9992-93233f5c4635, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=c09f5825-c9b2-46a1-9992-93233f5c4635,segment=NetworkSegment(992c0055-8673-48b2-8c23-e403a670dda0),segment_id=992c0055-8673-48b2-8c23-e403a670dda0)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:49:30.052732 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-abdd0bc9-f129-4679-a9b2-e985b3a1c3f5 None None] Provisioning complete for port c09f5825-c9b2-46a1-9992-93233f5c4635 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:49:30.053106 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-abdd0bc9-f129-4679-a9b2-e985b3a1c3f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:30.082152 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:30.141785 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Pushing event updated for resources: {'Port': ['ID=c09f5825-c9b2-46a1-9992-93233f5c4635,revision_number=3']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:49:30.197444 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-629eefdf-9bb3-4e22-b9a3-d1705aa64e8d req-dc55f1ce-7885-48bc-b013-1b04c59f38c7 tempest-ServerRescueTestJSONUnderV235-830577405 tempest-ServerRescueTestJSONUnderV235-830577405-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:30.204529 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-629eefdf-9bb3-4e22-b9a3-d1705aa64e8d req-dc55f1ce-7885-48bc-b013-1b04c59f38c7 tempest-ServerRescueTestJSONUnderV235-830577405 tempest-ServerRescueTestJSONUnderV235-830577405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431510'] for floatingip, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:30.205252 n-d-694802-15 neutron-server[94467]: INFO neutron.db.l3_db [req-629eefdf-9bb3-4e22-b9a3-d1705aa64e8d req-dc55f1ce-7885-48bc-b013-1b04c59f38c7 tempest-ServerRescueTestJSONUnderV235-830577405 tempest-ServerRescueTestJSONUnderV235-830577405-project] Floating IP 3e800c35-531a-4681-a399-6f97d754a998 disassociated. External IP: 172.25.1.149, port: c80ff18b-1cdf-4864-b62f-1ce8d2da59a2. Aug 12 14:49:30.331985 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-d9893488-6b0e-4cc5-b03c-ab3a7911cf6e None None] Provisioning complete for port ec3deaf1-6dfb-43e6-9369-844dd373da19 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:49:30.332535 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-d9893488-6b0e-4cc5-b03c-ab3a7911cf6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:30.372287 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-d9893488-6b0e-4cc5-b03c-ab3a7911cf6e None None] Port ec3deaf1-6dfb-43e6-9369-844dd373da19 cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 14:49:30.391858 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f50bb6d3-990d-413a-89e6-99294234e03f tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:49:30.393346 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-f50bb6d3-990d-413a-89e6-99294234e03f tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.4999619 Aug 12 14:49:30.396812 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 56740) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:49:30.432630 n-d-694802-15 neutron-server[94466]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbac0a0a-95e5-4638-8119-fbe0bf425cf1 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] GET failed (client error): The resource could not be found. Aug 12 14:49:30.434063 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-cbac0a0a-95e5-4638-8119-fbe0bf425cf1 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] 10.222.0.39 "GET /v2.0/ports/7917f90e-2ec1-4c25-8669-8c50888c155e HTTP/1.1" status: 404 len: 333 time: 0.0355427 Aug 12 14:49:30.437487 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 56742) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:49:30.444319 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac12b1c7-9e11-4415-98ab-b76a94351796 req-a109c568-56b8-43a8-8596-8020f4aa9f4d tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:49:30.445778 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-ac12b1c7-9e11-4415-98ab-b76a94351796 req-a109c568-56b8-43a8-8596-8020f4aa9f4d tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/ports?device_id=82ca70f0-3356-4166-96ef-a264876874d1 HTTP/1.1" status: 200 len: 945 time: 0.1145988 Aug 12 14:49:30.447712 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba93a425-d505-4e35-96a9-32d4c4cda3e3 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Router a7785b02-0839-46bb-807c-ebb96bb50cf0 has already been hosted by L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f {{(pid=94466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 14:49:30.466673 n-d-694802-15 neutron-server[94467]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9d0554b-6dc1-4b53-974d-ae4ba631a39d tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] GET failed (client error): The resource could not be found. Aug 12 14:49:30.468270 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-e9d0554b-6dc1-4b53-974d-ae4ba631a39d tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] 10.222.0.39 "GET /v2.0/ports/f1f010a0-2d6c-4612-8170-38ded11412bc HTTP/1.1" status: 404 len: 333 time: 0.0298197 Aug 12 14:49:30.471183 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 56744) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:49:30.475080 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.l3_agent_scheduler [req-629eefdf-9bb3-4e22-b9a3-d1705aa64e8d req-dc55f1ce-7885-48bc-b013-1b04c59f38c7 tempest-ServerRescueTestJSONUnderV235-830577405 tempest-ServerRescueTestJSONUnderV235-830577405-project] Router b43ed3ac-111f-410f-9cfa-4ab516295050 has already been hosted by L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f {{(pid=94467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 14:49:30.492106 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-ec281608-1f14-4bf0-b0c1-5d3ee409cf32 None None] Provisioning complete for port ec3deaf1-6dfb-43e6-9369-844dd373da19 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:49:30.492510 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-ec281608-1f14-4bf0-b0c1-5d3ee409cf32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:30.529918 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-ec281608-1f14-4bf0-b0c1-5d3ee409cf32 None None] Port ec3deaf1-6dfb-43e6-9369-844dd373da19 cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 14:49:30.586977 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-ac12b1c7-9e11-4415-98ab-b76a94351796 req-7cfecff2-2522-44e9-a05d-69c51febb8ee tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc2dacd2-6b8c-4388-a6b9-7c76f36fc545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1337359 Aug 12 14:49:30.592931 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-629eefdf-9bb3-4e22-b9a3-d1705aa64e8d req-dc55f1ce-7885-48bc-b013-1b04c59f38c7 tempest-ServerRescueTestJSONUnderV235-830577405 tempest-ServerRescueTestJSONUnderV235-830577405-project] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 14:49:30.597509 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-629eefdf-9bb3-4e22-b9a3-d1705aa64e8d req-dc55f1ce-7885-48bc-b013-1b04c59f38c7 tempest-ServerRescueTestJSONUnderV235-830577405 tempest-ServerRescueTestJSONUnderV235-830577405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for floatingip, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:30.605033 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c133fccb-6152-4c15-8597-d23c63a20255 None None] Sync routers for ids ['b43ed3ac-111f-410f-9cfa-4ab516295050'] in n-d-694802-15 {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 14:49:30.615534 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c133fccb-6152-4c15-8597-d23c63a20255 None None] Routers {'b43ed3ac-111f-410f-9cfa-4ab516295050'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:49:30.616405 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-c133fccb-6152-4c15-8597-d23c63a20255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:49:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['b43ed3ac-111f-410f-9cfa-4ab516295050'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:49:30.630229 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-629eefdf-9bb3-4e22-b9a3-d1705aa64e8d req-dc55f1ce-7885-48bc-b013-1b04c59f38c7 tempest-ServerRescueTestJSONUnderV235-830577405 tempest-ServerRescueTestJSONUnderV235-830577405-project] 10.222.0.39 "PUT /v2.0/floatingips/3e800c35-531a-4681-a399-6f97d754a998 HTTP/1.1" status: 200 len: 695 time: 0.7095857 Aug 12 14:49:30.630740 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db856037-c935-4002-ae78-dd56d70b43ec', 'tag': 'c80ff18b-1cdf-4864-b62f-1ce8d2da59a2'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:49:30.633164 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e65282f928b64038367d043a4411777802006c43a98742496cb2e25b724ff1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6aadd5e8-e14c-4b3e-b6ba-0d896c86fb0a" -d '{"events": [{"name": "network-changed", "server_uuid": "db856037-c935-4002-ae78-dd56d70b43ec", "tag": "c80ff18b-1cdf-4864-b62f-1ce8d2da59a2"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:49:30.670589 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-31969e67-3eb4-4338-92b9-8da55fcab0cd tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680608'] for network, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:30.685757 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba93a425-d505-4e35-96a9-32d4c4cda3e3 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 14:49:30.701644 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-ba93a425-d505-4e35-96a9-32d4c4cda3e3 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "PUT /v2.0/routers/a7785b02-0839-46bb-807c-ebb96bb50cf0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4915395 Aug 12 14:49:30.708442 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7639fe9-3602-47e6-8986-da962d6f3ef5 None None] Sync routers for ids ['a7785b02-0839-46bb-807c-ebb96bb50cf0'] in n-d-694802-15 {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 14:49:30.710978 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629eefdf-9bb3-4e22-b9a3-d1705aa64e8d req-da15a410-6a79-4b3f-9373-b96cb63c3541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:49:30.712498 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-629eefdf-9bb3-4e22-b9a3-d1705aa64e8d req-da15a410-6a79-4b3f-9373-b96cb63c3541 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7f4b55b810a04109be81b8288068f054&device_id=db856037-c935-4002-ae78-dd56d70b43ec HTTP/1.1" status: 200 len: 1097 time: 0.0689387 Aug 12 14:49:30.721343 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7639fe9-3602-47e6-8986-da962d6f3ef5 None None] Routers {'a7785b02-0839-46bb-807c-ebb96bb50cf0'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:49:30.723151 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-e7639fe9-3602-47e6-8986-da962d6f3ef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:49:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['a7785b02-0839-46bb-807c-ebb96bb50cf0'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:49:30.836922 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-c133fccb-6152-4c15-8597-d23c63a20255 None None] Set router b43ed3ac-111f-410f-9cfa-4ab516295050 gateway port host: n-d-694802-15 {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:49:30.864701 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629eefdf-9bb3-4e22-b9a3-d1705aa64e8d req-8a0b09ab-307b-421c-97d0-1708aac22df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:49:30.866394 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-629eefdf-9bb3-4e22-b9a3-d1705aa64e8d req-8a0b09ab-307b-421c-97d0-1708aac22df6 service neutron] 10.222.0.39 "GET /v2.0/networks?id=4ca07038-0b96-477b-ad41-5713b4d66d53 HTTP/1.1" status: 200 len: 921 time: 0.1478617 Aug 12 14:49:30.896943 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-31969e67-3eb4-4338-92b9-8da55fcab0cd tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66413304', 'neutron.services.segments.db._delete_segments_for_network-8744654118000'] for network, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:30.911976 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-31969e67-3eb4-4338-92b9-8da55fcab0cd tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b22b8b84-cde6-4154-bc0e-239aa4fa5049']}} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:49:30.929391 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-31969e67-3eb4-4338-92b9-8da55fcab0cd tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f3d6f50-1bc4-4d5a-afeb-5b1fa301057a') {'for_net_delete': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:49:30.930020 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-31969e67-3eb4-4338-92b9-8da55fcab0cd tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f3d6f50-1bc4-4d5a-afeb-5b1fa301057a') {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:49:30.933689 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvr_db [None req-e7639fe9-3602-47e6-8986-da962d6f3ef5 None None] Set router a7785b02-0839-46bb-807c-ebb96bb50cf0 gateway port host: n-d-694802-15 {{(pid=94468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:49:30.936601 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-629eefdf-9bb3-4e22-b9a3-d1705aa64e8d req-733695d5-0821-412b-9e5f-d50bf0f6e797 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c80ff18b-1cdf-4864-b62f-1ce8d2da59a2 HTTP/1.1" status: 200 len: 217 time: 0.0603578 Aug 12 14:49:30.948387 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-31969e67-3eb4-4338-92b9-8da55fcab0cd tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744654122361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2293560'] for segment, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:30.967866 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-31969e67-3eb4-4338-92b9-8da55fcab0cd tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:30.981898 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31969e67-3eb4-4338-92b9-8da55fcab0cd tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Releasing vlan 307 on physical network physnet1 to pool {{(pid=94466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 14:49:30.982291 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-31969e67-3eb4-4338-92b9-8da55fcab0cd tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3718595'] for segment, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:30.982433 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 0e8ee4fb-0c04-4d0b-9642-b2f8d449c8fe up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:49:31.007832 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 14:49:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4f66658-669d-4b31-9468-02e67fc19972 x-openstack-request-id: req-c4f66658-669d-4b31-9468-02e67fc19972 {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:49:31.008594 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db856037-c935-4002-ae78-dd56d70b43ec", "tag": "c80ff18b-1cdf-4864-b62f-1ce8d2da59a2", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:49:31.008594 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c4f66658-669d-4b31-9468-02e67fc19972 {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:49:31.023233 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db856037-c935-4002-ae78-dd56d70b43ec', 'tag': 'c80ff18b-1cdf-4864-b62f-1ce8d2da59a2', 'status': 'completed', 'code': 200} Aug 12 14:49:31.075602 n-d-694802-15 neutron-server[94466]: Traceback (most recent call last): Aug 12 14:49:31.075602 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 14:49:31.075602 n-d-694802-15 neutron-server[94466]: timer() Aug 12 14:49:31.075602 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 14:49:31.075602 n-d-694802-15 neutron-server[94466]: cb(*args, **kw) Aug 12 14:49:31.075602 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 14:49:31.075602 n-d-694802-15 neutron-server[94466]: return func(*args, **kwargs) Aug 12 14:49:31.075602 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 14:49:31.075602 n-d-694802-15 neutron-server[94466]: self._notify() Aug 12 14:49:31.075602 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 14:49:31.075602 n-d-694802-15 neutron-server[94466]: self.callback(batched_events) Aug 12 14:49:31.075602 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 14:49:31.075602 n-d-694802-15 neutron-server[94466]: event.method(event) Aug 12 14:49:31.075602 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 14:49:31.075602 n-d-694802-15 neutron-server[94466]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 14:49:31.075602 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 14:49:31.075602 n-d-694802-15 neutron-server[94466]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 14:49:31.075602 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 14:49:31.075602 n-d-694802-15 neutron-server[94466]: return f(self, *a, **k) Aug 12 14:49:31.075602 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 14:49:31.075602 n-d-694802-15 neutron-server[94466]: return self._get(url).json() Aug 12 14:49:31.075602 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 14:49:31.075602 n-d-694802-15 neutron-server[94466]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 14:49:31.075602 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 14:49:31.075602 n-d-694802-15 neutron-server[94466]: return self.request(url, 'GET', **kwargs) Aug 12 14:49:31.075602 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 14:49:31.075602 n-d-694802-15 neutron-server[94466]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 14:49:31.075602 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 14:49:31.075602 n-d-694802-15 neutron-server[94466]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 14:49:31.075602 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 14:49:31.075602 n-d-694802-15 neutron-server[94466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 14:49:31.075602 n-d-694802-15 neutron-server[94466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 14:49:31.144944 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629eefdf-9bb3-4e22-b9a3-d1705aa64e8d req-00697dd5-f965-4fa5-91f6-9e181e437f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:49:31.145805 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-31969e67-3eb4-4338-92b9-8da55fcab0cd tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66413281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431520'] for network, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:31.146864 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-629eefdf-9bb3-4e22-b9a3-d1705aa64e8d req-00697dd5-f965-4fa5-91f6-9e181e437f70 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=187174f9-9f3a-4f34-a47c-8b966707662a HTTP/1.1" status: 200 len: 860 time: 0.1991506 Aug 12 14:49:31.151343 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35b2b61-22e2-48a4-a0e8-ea42f5d7dea1 req-54635362-a8e8-44b8-9044-74957ed7d5cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:49:31.152845 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f35b2b61-22e2-48a4-a0e8-ea42f5d7dea1 req-54635362-a8e8-44b8-9044-74957ed7d5cb service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f4b313af8d624a809d563851b784d520&device_id=82ca70f0-3356-4166-96ef-a264876874d1 HTTP/1.1" status: 200 len: 1097 time: 0.1266797 Aug 12 14:49:31.164791 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-31969e67-3eb4-4338-92b9-8da55fcab0cd tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks [] for network, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:31.176358 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-31969e67-3eb4-4338-92b9-8da55fcab0cd tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] 10.222.0.39 "DELETE /v2.0/networks/b22b8b84-cde6-4154-bc0e-239aa4fa5049 HTTP/1.1" status: 204 len: 168 time: 0.7041354 Aug 12 14:49:31.178467 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 56766) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:49:31.184985 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-682a5ae3-1678-47b0-9c61-9ccbe3bc1cb0 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-75183259'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:49:31.191861 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-c133fccb-6152-4c15-8597-d23c63a20255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b43ed3ac-111f-410f-9cfa-4ab516295050', 'name': 'tempest-ServerRescueTestJSONUnderV235-1952715453-router', 'tenant_id': '7f4b55b810a04109be81b8288068f054', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.140'}], 'enable_snat': True}, 'gw_port_id': 'd42352d5-419d-4360-acd8-0b92bbbcbcc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:48:21Z', 'updated_at': '2021-08-12T14:48:25Z', 'revision_number': 4, 'project_id': '7f4b55b810a04109be81b8288068f054', 'gw_port': {'id': 'd42352d5-419d-4360-acd8-0b92bbbcbcc7', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:bf:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b43ed3ac-111f-410f-9cfa-4ab516295050', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2029, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:48:22Z', 'updated_at': '2021-08-12T14:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': 'af3eb0be-127c-4b87-9a6c-91a7631f3c0f', 'name': '', 'network_id': '4ca07038-0b96-477b-ad41-5713b4d66d53', 'tenant_id': '7f4b55b810a04109be81b8288068f054', 'mac_address': 'fa:16:3e:2e:6e:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b43ed3ac-111f-410f-9cfa-4ab516295050', 'device_owner': 'network:router_interface', 'standard_attr_id': 2040, 'fixed_ips': [{'subnet_id': '187174f9-9f3a-4f34-a47c-8b966707662a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:48:24Z', 'updated_at': '2021-08-12T14:48:31Z', 'revision_number': 5, 'project_id': '7f4b55b810a04109be81b8288068f054', 'subnets': [{'id': '187174f9-9f3a-4f34-a47c-8b966707662a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:49:31.197115 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-629eefdf-9bb3-4e22-b9a3-d1705aa64e8d req-5b798b91-8cf3-4830-8d96-bc9e9185cde0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4ca07038-0b96-477b-ad41-5713b4d66d53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429730 Aug 12 14:49:31.208645 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aadd5e8-e14c-4b3e-b6ba-0d896c86fb0a req-25069063-bd3a-4acb-b77d-a32359402443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:49:31.210219 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6aadd5e8-e14c-4b3e-b6ba-0d896c86fb0a req-25069063-bd3a-4acb-b77d-a32359402443 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7f4b55b810a04109be81b8288068f054&device_id=db856037-c935-4002-ae78-dd56d70b43ec HTTP/1.1" status: 200 len: 1097 time: 0.1594114 Aug 12 14:49:31.225320 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-f18effb1-ed3b-48d0-a2aa-43dec4d5a50f req-aa8841fe-8119-4e47-8eab-fe79614ad434 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-235757349&fields=id&tenant_id=6774b656eb8145eb998ea0059b40b4c3 HTTP/1.1" status: 200 len: 267 time: 0.1214912 Aug 12 14:49:31.226913 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31969e67-3eb4-4338-92b9-8da55fcab0cd tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Pushing event deleted for resources: {'Network': ['ID=b22b8b84-cde6-4154-bc0e-239aa4fa5049,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:49:31.232002 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c133fccb-6152-4c15-8597-d23c63a20255 None None] Checking router: b43ed3ac-111f-410f-9cfa-4ab516295050 for host: n-d-694802-15 {{(pid=94469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 14:49:31.239557 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-682a5ae3-1678-47b0-9c61-9ccbe3bc1cb0 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Made reservation on behalf of fc26b2bd24e24e018c7add15390c187a for: {'network': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:49:31.242091 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c133fccb-6152-4c15-8597-d23c63a20255 None None] Routers {'b43ed3ac-111f-410f-9cfa-4ab516295050'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:49:31.242823 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-c133fccb-6152-4c15-8597-d23c63a20255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:49:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['b43ed3ac-111f-410f-9cfa-4ab516295050'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:49:31.243054 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-682a5ae3-1678-47b0-9c61-9ccbe3bc1cb0 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for network, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:31.255305 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port 0e8ee4fb-0c04-4d0b-9642-b2f8d449c8fe triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:49:31.255902 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:31.324164 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-e7639fe9-3602-47e6-8986-da962d6f3ef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7785b02-0839-46bb-807c-ebb96bb50cf0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1459242912', 'tenant_id': '6774b656eb8145eb998ea0059b40b4c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.82'}], 'enable_snat': True}, 'gw_port_id': '0e8ee4fb-0c04-4d0b-9642-b2f8d449c8fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:49:21Z', 'updated_at': '2021-08-12T14:49:28Z', 'revision_number': 4, 'project_id': '6774b656eb8145eb998ea0059b40b4c3', 'gw_port': {'id': '0e8ee4fb-0c04-4d0b-9642-b2f8d449c8fe', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:4f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7785b02-0839-46bb-807c-ebb96bb50cf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2081, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:49:21Z', 'updated_at': '2021-08-12T14:49:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': 'ec3deaf1-6dfb-43e6-9369-844dd373da19', 'name': '', 'network_id': '742f197c-8a19-4bb3-8560-845411781a1d', 'tenant_id': '6774b656eb8145eb998ea0059b40b4c3', 'mac_address': 'fa:16:3e:55:2c:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7785b02-0839-46bb-807c-ebb96bb50cf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2098, 'fixed_ips': [{'subnet_id': 'e54db14a-8a80-4198-922a-7cf83a508765', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:49:27Z', 'updated_at': '2021-08-12T14:49:29Z', 'revision_number': 2, 'project_id': '6774b656eb8145eb998ea0059b40b4c3', 'subnets': [{'id': 'e54db14a-8a80-4198-922a-7cf83a508765', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:49:31.362724 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-682a5ae3-1678-47b0-9c61-9ccbe3bc1cb0 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] vlan segment allocate from pool success with {'vlan_id': 300, 'physical_network': 'physnet1'} {{(pid=94466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 14:49:31.366451 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7639fe9-3602-47e6-8986-da962d6f3ef5 None None] Checking router: a7785b02-0839-46bb-807c-ebb96bb50cf0 for host: n-d-694802-15 {{(pid=94468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 14:49:31.366933 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7639fe9-3602-47e6-8986-da962d6f3ef5 None None] Updating router a7785b02-0839-46bb-807c-ebb96bb50cf0 port ec3deaf1-6dfb-43e6-9369-844dd373da19 binding host n-d-694802-15 {{(pid=94468) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 14:49:31.367371 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-c133fccb-6152-4c15-8597-d23c63a20255 None None] Set router b43ed3ac-111f-410f-9cfa-4ab516295050 gateway port host: n-d-694802-15 {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:49:31.395744 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-682a5ae3-1678-47b0-9c61-9ccbe3bc1cb0 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:31.396441 n-d-694802-15 neutron-server[94466]: INFO neutron.db.segments_db [None req-682a5ae3-1678-47b0-9c61-9ccbe3bc1cb0 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Added segment 22430d6b-1a43-4ca7-a1e6-45aaed5aa225 of type vlan for network 89d9a3e8-0084-47a6-a4d9-54e5c9aa9800 Aug 12 14:49:31.411053 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-e7639fe9-3602-47e6-8986-da962d6f3ef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:31.476464 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18effb1-ed3b-48d0-a2aa-43dec4d5a50f req-b0f21ea6-c759-45e2-8301-1dba54a4f5b3 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:49:31.486700 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-f18effb1-ed3b-48d0-a2aa-43dec4d5a50f req-b0f21ea6-c759-45e2-8301-1dba54a4f5b3 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/networks?id=742f197c-8a19-4bb3-8560-845411781a1d HTTP/1.1" status: 200 len: 797 time: 0.2317562 Aug 12 14:49:31.503168 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-682a5ae3-1678-47b0-9c61-9ccbe3bc1cb0 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744653628263'] for network, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:31.518370 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-f18effb1-ed3b-48d0-a2aa-43dec4d5a50f req-44014883-bc5e-4f08-a8a1-c2620ac4080c tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/quotas/6774b656eb8145eb998ea0059b40b4c3 HTTP/1.1" status: 200 len: 375 time: 0.0302932 Aug 12 14:49:31.521207 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device c09f5825-c9b2-46a1-9992-93233f5c4635 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:49:31.627512 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-f18effb1-ed3b-48d0-a2aa-43dec4d5a50f req-49aed72c-8a3c-463b-977f-93111d315d33 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=6774b656eb8145eb998ea0059b40b4c3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0994289 Aug 12 14:49:31.630596 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-682a5ae3-1678-47b0-9c61-9ccbe3bc1cb0 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409'] for network, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:31.642038 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-682a5ae3-1678-47b0-9c61-9ccbe3bc1cb0 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:49:31.642997 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-682a5ae3-1678-47b0-9c61-9ccbe3bc1cb0 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks [] for network, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:31.690548 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-682a5ae3-1678-47b0-9c61-9ccbe3bc1cb0 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5105693 Aug 12 14:49:31.696608 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-c133fccb-6152-4c15-8597-d23c63a20255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b43ed3ac-111f-410f-9cfa-4ab516295050', 'name': 'tempest-ServerRescueTestJSONUnderV235-1952715453-router', 'tenant_id': '7f4b55b810a04109be81b8288068f054', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.140'}], 'enable_snat': True}, 'gw_port_id': 'd42352d5-419d-4360-acd8-0b92bbbcbcc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:48:21Z', 'updated_at': '2021-08-12T14:48:25Z', 'revision_number': 4, 'project_id': '7f4b55b810a04109be81b8288068f054', 'gw_port': {'id': 'd42352d5-419d-4360-acd8-0b92bbbcbcc7', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:bf:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b43ed3ac-111f-410f-9cfa-4ab516295050', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2029, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:48:22Z', 'updated_at': '2021-08-12T14:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': 'af3eb0be-127c-4b87-9a6c-91a7631f3c0f', 'name': '', 'network_id': '4ca07038-0b96-477b-ad41-5713b4d66d53', 'tenant_id': '7f4b55b810a04109be81b8288068f054', 'mac_address': 'fa:16:3e:2e:6e:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b43ed3ac-111f-410f-9cfa-4ab516295050', 'device_owner': 'network:router_interface', 'standard_attr_id': 2040, 'fixed_ips': [{'subnet_id': '187174f9-9f3a-4f34-a47c-8b966707662a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:48:24Z', 'updated_at': '2021-08-12T14:48:31Z', 'revision_number': 5, 'project_id': '7f4b55b810a04109be81b8288068f054', 'subnets': [{'id': '187174f9-9f3a-4f34-a47c-8b966707662a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:49:31.708742 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 56768) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:49:31.713676 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-42c7e8ba-4cfc-4a60-92da-cd687ac08b33 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Request body: {'subnet': {'network_id': '89d9a3e8-0084-47a6-a4d9-54e5c9aa9800', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:49:31.721471 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port c09f5825-c9b2-46a1-9992-93233f5c4635 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:49:31.722149 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:31.734052 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c133fccb-6152-4c15-8597-d23c63a20255 None None] The sync data for ids ['b43ed3ac-111f-410f-9cfa-4ab516295050'] in n-d-694802-15 is: [{'id': 'b43ed3ac-111f-410f-9cfa-4ab516295050', 'name': 'tempest-ServerRescueTestJSONUnderV235-1952715453-router', 'tenant_id': '7f4b55b810a04109be81b8288068f054', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.140'}], 'enable_snat': True}, 'gw_port_id': 'd42352d5-419d-4360-acd8-0b92bbbcbcc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:48:21Z', 'updated_at': '2021-08-12T14:48:25Z', 'revision_number': 4, 'project_id': '7f4b55b810a04109be81b8288068f054', 'gw_port': {'id': 'd42352d5-419d-4360-acd8-0b92bbbcbcc7', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:bf:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b43ed3ac-111f-410f-9cfa-4ab516295050', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2029, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:48:22Z', 'updated_at': '2021-08-12T14:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': 'af3eb0be-127c-4b87-9a6c-91a7631f3c0f', 'name': '', 'network_id': '4ca07038-0b96-477b-ad41-5713b4d66d53', 'tenant_id': '7f4b55b810a04109be81b8288068f054', 'mac_address': 'fa:16:3e:2e:6e:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b43ed3ac-111f-410f-9cfa-4ab516295050', 'device_owner': 'network:router_interface', 'standard_attr_id': 2040, 'fixed_ips': [{'subnet_id': '187174f9-9f3a-4f34-a47c-8b966707662a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:48:24Z', 'updated_at': '2021-08-12T14:48:31Z', 'revision_number': 5, 'project_id': '7f4b55b810a04109be81b8288068f054', 'subnets': [{'id': '187174f9-9f3a-4f34-a47c-8b966707662a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 14:49:31.820712 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682a5ae3-1678-47b0-9c61-9ccbe3bc1cb0 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Pushing event updated for resources: {'Network': ['ID=89d9a3e8-0084-47a6-a4d9-54e5c9aa9800,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:49:31.841376 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-f18effb1-ed3b-48d0-a2aa-43dec4d5a50f req-f01ac582-5aa2-4a2f-bcf5-c6df7ee56f65 service neutron] 10.222.0.39 "GET /v2.0/networks/742f197c-8a19-4bb3-8560-845411781a1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1817136 Aug 12 14:49:31.847243 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Network 89d9a3e8-0084-47a6-a4d9-54e5c9aa9800 details requested by agent ovs-agent-n-d-694802-15 with host n-d-694802-15 {{(pid=94468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 14:49:31.881715 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35b2b61-22e2-48a4-a0e8-ea42f5d7dea1 req-c195dad8-5c39-4dda-add0-a4d9813f5144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:49:31.883432 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f35b2b61-22e2-48a4-a0e8-ea42f5d7dea1 req-c195dad8-5c39-4dda-add0-a4d9813f5144 service neutron] 10.222.0.64 "GET /v2.0/networks?id=4552c891-e268-4d7c-98f1-e8736a29b277 HTTP/1.1" status: 200 len: 913 time: 0.7175958 Aug 12 14:49:31.946854 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-f18effb1-ed3b-48d0-a2aa-43dec4d5a50f req-05589e5d-486e-41c2-a0b4-68527beb173c service neutron] 10.222.0.39 "GET /v2.0/networks/742f197c-8a19-4bb3-8560-845411781a1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992115 Aug 12 14:49:31.961009 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-629eefdf-9bb3-4e22-b9a3-d1705aa64e8d req-395f7ec0-17cb-4b10-868d-59f5da63d4ba service neutron] 10.222.0.39 "GET /v2.0/networks/4ca07038-0b96-477b-ad41-5713b4d66d53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7496469 Aug 12 14:49:31.961996 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aadd5e8-e14c-4b3e-b6ba-0d896c86fb0a req-8c7ff34a-d341-4124-86b9-62e2228ffe26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:49:31.963490 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6aadd5e8-e14c-4b3e-b6ba-0d896c86fb0a req-8c7ff34a-d341-4124-86b9-62e2228ffe26 service neutron] 10.222.0.64 "GET /v2.0/networks?id=4ca07038-0b96-477b-ad41-5713b4d66d53 HTTP/1.1" status: 200 len: 921 time: 0.7131913 Aug 12 14:49:32.018941 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-e7639fe9-3602-47e6-8986-da962d6f3ef5 None None] Notify callbacks [] for port, precommit_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:32.032345 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-e7639fe9-3602-47e6-8986-da962d6f3ef5 None None] Transition to ACTIVE for port object ec3deaf1-6dfb-43e6-9369-844dd373da19 will not be triggered until provisioned by entity L2. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:49:32.039698 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-e7639fe9-3602-47e6-8986-da962d6f3ef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:32.075991 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6aadd5e8-e14c-4b3e-b6ba-0d896c86fb0a req-422c07f2-bac8-4f4a-8679-216c6ca4e21c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c80ff18b-1cdf-4864-b62f-1ce8d2da59a2 HTTP/1.1" status: 200 len: 217 time: 0.0933499 Aug 12 14:49:32.083959 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42c7e8ba-4cfc-4a60-92da-cd687ac08b33 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Made reservation on behalf of fc26b2bd24e24e018c7add15390c187a for: {'subnet': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:49:32.088942 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-42c7e8ba-4cfc-4a60-92da-cd687ac08b33 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3343791'] for subnet, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:32.101317 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68777c14-bb82-4ccd-9050-af303073d15d None None] New status for floating IP 3e800c35-531a-4681-a399-6f97d754a998: DOWN {{(pid=94469) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 14:49:32.130780 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f35b2b61-22e2-48a4-a0e8-ea42f5d7dea1 req-3a266781-290b-4afe-a194-a1e65c864dd3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b0aac563-42bd-4b31-95a9-a0a4d4b9e42a HTTP/1.1" status: 200 len: 1000 time: 0.2296512 Aug 12 14:49:32.247644 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5ae522-db48-4c6c-87fb-2740b2bfe854 req-29a9f3d6-7e98-403f-8739-c5f1a27211e9 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:49:32.249255 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-0e5ae522-db48-4c6c-87fb-2740b2bfe854 req-29a9f3d6-7e98-403f-8739-c5f1a27211e9 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/ports?device_id=82ca70f0-3356-4166-96ef-a264876874d1 HTTP/1.1" status: 200 len: 945 time: 0.0958133 Aug 12 14:49:32.329031 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-0e5ae522-db48-4c6c-87fb-2740b2bfe854 req-9d218053-85b7-4dfc-b855-2580d1c5bf0e tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc2dacd2-6b8c-4388-a6b9-7c76f36fc545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689874 Aug 12 14:49:32.344930 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fffa73-4e8a-45d7-b405-389675a2e526 None None] Pushing event updated for resources: {'Port': ['ID=ec3deaf1-6dfb-43e6-9369-844dd373da19,revision_number=3']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:49:32.372520 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aadd5e8-e14c-4b3e-b6ba-0d896c86fb0a req-6f302a66-8da1-4f25-bb6b-ebbcd0dc9deb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:49:32.373917 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6aadd5e8-e14c-4b3e-b6ba-0d896c86fb0a req-6f302a66-8da1-4f25-bb6b-ebbcd0dc9deb service neutron] 10.222.0.64 "GET /v2.0/subnets?id=187174f9-9f3a-4f34-a47c-8b966707662a HTTP/1.1" status: 200 len: 860 time: 0.2720978 Aug 12 14:49:32.448526 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35b2b61-22e2-48a4-a0e8-ea42f5d7dea1 req-fc713496-7a23-4faa-9f64-bd14db94bafd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:49:32.449857 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f35b2b61-22e2-48a4-a0e8-ea42f5d7dea1 req-fc713496-7a23-4faa-9f64-bd14db94bafd service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b3b4e56e-f3bd-4709-bfd6-3e62da1e0ac7 HTTP/1.1" status: 200 len: 851 time: 0.2221987 Aug 12 14:49:32.456581 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6aadd5e8-e14c-4b3e-b6ba-0d896c86fb0a req-123e4c2f-f867-41dd-b0c0-b86427ca9ad8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4ca07038-0b96-477b-ad41-5713b4d66d53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0698583 Aug 12 14:49:32.477399 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-e7639fe9-3602-47e6-8986-da962d6f3ef5 None None] Attempting to bind port ec3deaf1-6dfb-43e6-9369-844dd373da19 on host n-d-694802-15 for vnic_type normal with profile {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:49:32.477801 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-e7639fe9-3602-47e6-8986-da962d6f3ef5 None None] Attempting to bind port ec3deaf1-6dfb-43e6-9369-844dd373da19 by drivers openvswitch,hyperv on host n-d-694802-15 at level 0 using segments [{'id': '992c0055-8673-48b2-8c23-e403a670dda0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '742f197c-8a19-4bb3-8560-845411781a1d'}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:49:32.478169 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7639fe9-3602-47e6-8986-da962d6f3ef5 None None] Attempting to bind port ec3deaf1-6dfb-43e6-9369-844dd373da19 on network 742f197c-8a19-4bb3-8560-845411781a1d {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:49:32.479796 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-629eefdf-9bb3-4e22-b9a3-d1705aa64e8d req-fc76089f-ca77-4a88-b04f-b0cc27dfd62d service neutron] 10.222.0.39 "GET /v2.0/networks/4ca07038-0b96-477b-ad41-5713b4d66d53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5078180 Aug 12 14:49:32.487532 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7639fe9-3602-47e6-8986-da962d6f3ef5 None None] Checking agent: {'id': '16de73ac-f2e9-4cee-b3e0-91052ae3e6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 20, 13), 'started_at': datetime.datetime(2021, 8, 12, 14, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 49, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:49:32.488134 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7639fe9-3602-47e6-8986-da962d6f3ef5 None None] Checking segment: {'id': '992c0055-8673-48b2-8c23-e403a670dda0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '742f197c-8a19-4bb3-8560-845411781a1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:49:32.489298 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-e7639fe9-3602-47e6-8986-da962d6f3ef5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:32.490601 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7639fe9-3602-47e6-8986-da962d6f3ef5 None None] Bound using segment: {'id': '992c0055-8673-48b2-8c23-e403a670dda0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '742f197c-8a19-4bb3-8560-845411781a1d'} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:49:32.491246 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-e7639fe9-3602-47e6-8986-da962d6f3ef5 None None] Bound port: ec3deaf1-6dfb-43e6-9369-844dd373da19, host: n-d-694802-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '992c0055-8673-48b2-8c23-e403a670dda0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '742f197c-8a19-4bb3-8560-845411781a1d'}}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:49:32.492328 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-e7639fe9-3602-47e6-8986-da962d6f3ef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:32.606094 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-e7639fe9-3602-47e6-8986-da962d6f3ef5 None None] For port ec3deaf1-6dfb-43e6-9369-844dd373da19, host n-d-694802-15, cleared binding levels {{(pid=94468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:49:32.618517 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-e7639fe9-3602-47e6-8986-da962d6f3ef5 None None] For port ec3deaf1-6dfb-43e6-9369-844dd373da19, host n-d-694802-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=ec3deaf1-6dfb-43e6-9369-844dd373da19,segment=NetworkSegment(992c0055-8673-48b2-8c23-e403a670dda0),segment_id=992c0055-8673-48b2-8c23-e403a670dda0)] {{(pid=94468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:49:32.626039 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-e7639fe9-3602-47e6-8986-da962d6f3ef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:32.665447 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-db74c720-859a-4906-abf7-dc7a651b890d req-bb3dc368-3755-4793-8a01-499c93d8fa10 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/ports?device_id=3123bce8-844b-469f-9aa0-64c8f53661bc HTTP/1.1" status: 200 len: 210 time: 0.0708978 Aug 12 14:49:32.706334 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35b2b61-22e2-48a4-a0e8-ea42f5d7dea1 req-f0648586-8bbc-4ef0-b373-7827f3dddd6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:49:32.707910 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f35b2b61-22e2-48a4-a0e8-ea42f5d7dea1 req-f0648586-8bbc-4ef0-b373-7827f3dddd6b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4552c891-e268-4d7c-98f1-e8736a29b277&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2502952 Aug 12 14:49:32.764697 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7639fe9-3602-47e6-8986-da962d6f3ef5 None None] Routers {'a7785b02-0839-46bb-807c-ebb96bb50cf0'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:49:32.764958 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-e7639fe9-3602-47e6-8986-da962d6f3ef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:49:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['a7785b02-0839-46bb-807c-ebb96bb50cf0'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:49:32.793577 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6aadd5e8-e14c-4b3e-b6ba-0d896c86fb0a req-3cd15382-f06d-4584-b4ed-6a8bed502985 service neutron] 10.222.0.64 "GET /v2.0/networks/4ca07038-0b96-477b-ad41-5713b4d66d53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3124325 Aug 12 14:49:32.845876 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-0f979960-d92e-400c-b826-41a92606f396 req-535bdc8e-78c2-4aeb-86ff-4988914ad2de tempest-ServerRescueTestJSONUnderV235-830577405 tempest-ServerRescueTestJSONUnderV235-830577405-project] 10.222.0.39 "GET /v2.0/floatingips/3e800c35-531a-4681-a399-6f97d754a998 HTTP/1.1" status: 200 len: 693 time: 0.1458964 Aug 12 14:49:32.954949 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6aadd5e8-e14c-4b3e-b6ba-0d896c86fb0a req-5e9899c2-facd-4fff-ab01-0fdfe29ce090 service neutron] 10.222.0.64 "GET /v2.0/networks/4ca07038-0b96-477b-ad41-5713b4d66d53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509647 Aug 12 14:49:32.988202 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-42c7e8ba-4cfc-4a60-92da-cd687ac08b33 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2859166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3343773'] for subnet, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:32.996172 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f979960-d92e-400c-b826-41a92606f396 req-12465fdd-b9eb-4a42-b7d3-2dd01628f834 tempest-ServerRescueTestJSONUnderV235-830577405 tempest-ServerRescueTestJSONUnderV235-830577405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:49:33.007785 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-0f979960-d92e-400c-b826-41a92606f396 req-12465fdd-b9eb-4a42-b7d3-2dd01628f834 tempest-ServerRescueTestJSONUnderV235-830577405 tempest-ServerRescueTestJSONUnderV235-830577405-project] 10.222.0.39 "GET /v2.0/networks/d3759e1b-6c03-45ac-acd4-90abb417809b HTTP/1.1" status: 200 len: 784 time: 0.1609125 Aug 12 14:49:33.044668 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fffa73-4e8a-45d7-b405-389675a2e526 None None] Pushing event updated for resources: {'Port': ['ID=ec3deaf1-6dfb-43e6-9369-844dd373da19,revision_number=4']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:49:33.056601 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f35b2b61-22e2-48a4-a0e8-ea42f5d7dea1 req-a80a3335-5752-4448-abb7-22092a08813c service neutron] 10.222.0.64 "GET /v2.0/networks/4552c891-e268-4d7c-98f1-e8736a29b277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3325012 Aug 12 14:49:33.057551 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvr_db [None req-e7639fe9-3602-47e6-8986-da962d6f3ef5 None None] Set router a7785b02-0839-46bb-807c-ebb96bb50cf0 gateway port host: n-d-694802-15 {{(pid=94468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:49:33.088594 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-0f979960-d92e-400c-b826-41a92606f396 req-df5b5aaa-849a-4b9e-82c8-97af9f331adf tempest-ServerRescueTestJSONUnderV235-830577405 tempest-ServerRescueTestJSONUnderV235-830577405-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.1.149 HTTP/1.1" status: 200 len: 696 time: 0.0797603 Aug 12 14:49:33.133254 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c7e8ba-4cfc-4a60-92da-cd687ac08b33 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Pushing event updated for resources: {'Subnet': ['ID=2ab3a483-2b44-4db9-92cb-387433b97435,revision_number=0']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:49:33.171420 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42c7e8ba-4cfc-4a60-92da-cd687ac08b33 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Checking segment: {'id': '22430d6b-1a43-4ca7-a1e6-45aaed5aa225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '89d9a3e8-0084-47a6-a4d9-54e5c9aa9800'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:49:33.171898 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42c7e8ba-4cfc-4a60-92da-cd687ac08b33 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Network hostable DHCP agents. Network: 89d9a3e8-0084-47a6-a4d9-54e5c9aa9800, hostable agents: ['1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658'], hosted agents: [] {{(pid=94467) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 14:49:33.172527 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-0f979960-d92e-400c-b826-41a92606f396 req-fa756c56-97b7-4749-8543-183a9cbb4a5d tempest-ServerRescueTestJSONUnderV235-830577405 tempest-ServerRescueTestJSONUnderV235-830577405-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.1.149 HTTP/1.1" status: 200 len: 696 time: 0.0825388 Aug 12 14:49:33.234627 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42c7e8ba-4cfc-4a60-92da-cd687ac08b33 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Network 89d9a3e8-0084-47a6-a4d9-54e5c9aa9800 is scheduled to be hosted by DHCP agent 1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658 with binding_index 1 {{(pid=94467) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 14:49:33.247826 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f35b2b61-22e2-48a4-a0e8-ea42f5d7dea1 req-0eee7fa0-dcad-43bf-9240-c0a1a8cb5633 service neutron] 10.222.0.64 "GET /v2.0/networks/4552c891-e268-4d7c-98f1-e8736a29b277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1796834 Aug 12 14:49:33.250024 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [None req-42c7e8ba-4cfc-4a60-92da-cd687ac08b33 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-15, 89d9a3e8-0084-47a6-a4d9-54e5c9aa9800) {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:49:33.256484 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42c7e8ba-4cfc-4a60-92da-cd687ac08b33 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:49:33.257126 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-42c7e8ba-4cfc-4a60-92da-cd687ac08b33 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks [] for subnet, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:33.273575 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27fdd67d-5342-4f6d-974c-3f57de5948a8 None None] Network 89d9a3e8-0084-47a6-a4d9-54e5c9aa9800 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:49:33.274409 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-42c7e8ba-4cfc-4a60-92da-cd687ac08b33 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5645816 Aug 12 14:49:33.276926 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 56786) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:49:33.283300 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-0849f3ea-6172-44dd-a4ac-c00633e1f73d tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Request body: {'port': {'network_id': '89d9a3e8-0084-47a6-a4d9-54e5c9aa9800', 'name': 'tempest-PortsIpV6TestJSON-1877471637'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:49:33.333511 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [req-0f979960-d92e-400c-b826-41a92606f396 req-f1d122e7-c2cd-4c09-bcb5-29fbe2648b29 tempest-ServerRescueTestJSONUnderV235-830577405 tempest-ServerRescueTestJSONUnderV235-830577405-project] Deleting port 77c6ad17-a626-4c92-86d2-79866dee3913 {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:49:33.334084 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-0f979960-d92e-400c-b826-41a92606f396 req-f1d122e7-c2cd-4c09-bcb5-29fbe2648b29 tempest-ServerRescueTestJSONUnderV235-830577405 tempest-ServerRescueTestJSONUnderV235-830577405-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:33.424409 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0849f3ea-6172-44dd-a4ac-c00633e1f73d tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Made reservation on behalf of fc26b2bd24e24e018c7add15390c187a for: {'port': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:49:33.429679 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-0849f3ea-6172-44dd-a4ac-c00633e1f73d tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:33.455555 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-0f979960-d92e-400c-b826-41a92606f396 req-f1d122e7-c2cd-4c09-bcb5-29fbe2648b29 tempest-ServerRescueTestJSONUnderV235-830577405 tempest-ServerRescueTestJSONUnderV235-830577405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:33.456205 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-0f979960-d92e-400c-b826-41a92606f396 req-f1d122e7-c2cd-4c09-bcb5-29fbe2648b29 tempest-ServerRescueTestJSONUnderV235-830577405 tempest-ServerRescueTestJSONUnderV235-830577405-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:33.456829 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [None req-0849f3ea-6172-44dd-a4ac-c00633e1f73d tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] device_id is not set on port 26354183-03e7-4114-a46f-42d06a0035b8 yet. {{(pid=94467) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 14:49:33.472956 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [req-0f979960-d92e-400c-b826-41a92606f396 req-f1d122e7-c2cd-4c09-bcb5-29fbe2648b29 tempest-ServerRescueTestJSONUnderV235-830577405 tempest-ServerRescueTestJSONUnderV235-830577405-project] Calling delete_port for 77c6ad17-a626-4c92-86d2-79866dee3913 owned by network:floatingip {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:49:33.571332 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8db0cf9-1a02-4396-b02b-ceab4022959a req-fd86e6b8-0a39-4bdc-adc3-1f675db3fb42 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:49:33.575722 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b8db0cf9-1a02-4396-b02b-ceab4022959a req-fd86e6b8-0a39-4bdc-adc3-1f675db3fb42 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/ports?device_id=82ca70f0-3356-4166-96ef-a264876874d1 HTTP/1.1" status: 200 len: 945 time: 0.1109524 Aug 12 14:49:33.594919 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-e7639fe9-3602-47e6-8986-da962d6f3ef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7785b02-0839-46bb-807c-ebb96bb50cf0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1459242912', 'tenant_id': '6774b656eb8145eb998ea0059b40b4c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.82'}], 'enable_snat': True}, 'gw_port_id': '0e8ee4fb-0c04-4d0b-9642-b2f8d449c8fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:49:21Z', 'updated_at': '2021-08-12T14:49:28Z', 'revision_number': 4, 'project_id': '6774b656eb8145eb998ea0059b40b4c3', 'gw_port': {'id': '0e8ee4fb-0c04-4d0b-9642-b2f8d449c8fe', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:4f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7785b02-0839-46bb-807c-ebb96bb50cf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2081, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:49:21Z', 'updated_at': '2021-08-12T14:49:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': 'ec3deaf1-6dfb-43e6-9369-844dd373da19', 'name': '', 'network_id': '742f197c-8a19-4bb3-8560-845411781a1d', 'tenant_id': '6774b656eb8145eb998ea0059b40b4c3', 'mac_address': 'fa:16:3e:55:2c:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7785b02-0839-46bb-807c-ebb96bb50cf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2098, 'fixed_ips': [{'subnet_id': 'e54db14a-8a80-4198-922a-7cf83a508765', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:49:27Z', 'updated_at': '2021-08-12T14:49:32Z', 'revision_number': 4, 'project_id': '6774b656eb8145eb998ea0059b40b4c3', 'subnets': [{'id': 'e54db14a-8a80-4198-922a-7cf83a508765', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:49:33.602066 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-542ce82e-6bd3-4280-812a-9e03f4296f92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa7035b3e-9a89-5964-b9f4-97301c3f476a-89d9a3e8-0084-47a6-a4d9-54e5c9aa9800', 'network_id': '89d9a3e8-0084-47a6-a4d9-54e5c9aa9800', 'tenant_id': 'fc26b2bd24e24e018c7add15390c187a', 'fixed_ips': [{'subnet_id': '2ab3a483-2b44-4db9-92cb-387433b97435'}]}} from n-d-694802-15. {{(pid=94468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 14:49:33.603373 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-542ce82e-6bd3-4280-812a-9e03f4296f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:33.640636 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7639fe9-3602-47e6-8986-da962d6f3ef5 None None] The sync data for ids ['a7785b02-0839-46bb-807c-ebb96bb50cf0'] in n-d-694802-15 is: [{'id': 'a7785b02-0839-46bb-807c-ebb96bb50cf0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1459242912', 'tenant_id': '6774b656eb8145eb998ea0059b40b4c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.82'}], 'enable_snat': True}, 'gw_port_id': '0e8ee4fb-0c04-4d0b-9642-b2f8d449c8fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:49:21Z', 'updated_at': '2021-08-12T14:49:28Z', 'revision_number': 4, 'project_id': '6774b656eb8145eb998ea0059b40b4c3', 'gw_port': {'id': '0e8ee4fb-0c04-4d0b-9642-b2f8d449c8fe', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:4f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7785b02-0839-46bb-807c-ebb96bb50cf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2081, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:49:21Z', 'updated_at': '2021-08-12T14:49:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': 'ec3deaf1-6dfb-43e6-9369-844dd373da19', 'name': '', 'network_id': '742f197c-8a19-4bb3-8560-845411781a1d', 'tenant_id': '6774b656eb8145eb998ea0059b40b4c3', 'mac_address': 'fa:16:3e:55:2c:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7785b02-0839-46bb-807c-ebb96bb50cf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2098, 'fixed_ips': [{'subnet_id': 'e54db14a-8a80-4198-922a-7cf83a508765', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:49:27Z', 'updated_at': '2021-08-12T14:49:32Z', 'revision_number': 4, 'project_id': '6774b656eb8145eb998ea0059b40b4c3', 'subnets': [{'id': 'e54db14a-8a80-4198-922a-7cf83a508765', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 14:49:33.776963 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-0f979960-d92e-400c-b826-41a92606f396 req-f1d122e7-c2cd-4c09-bcb5-29fbe2648b29 tempest-ServerRescueTestJSONUnderV235-830577405 tempest-ServerRescueTestJSONUnderV235-830577405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:33.781844 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b8db0cf9-1a02-4396-b02b-ceab4022959a req-b7d65aa5-3b5b-4870-b59e-6d1a8f770662 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc2dacd2-6b8c-4388-a6b9-7c76f36fc545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1869624 Aug 12 14:49:33.870624 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_common [None req-0849f3ea-6172-44dd-a4ac-c00633e1f73d tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Allocated IP 2001:db8::250 (89d9a3e8-0084-47a6-a4d9-54e5c9aa9800/2ab3a483-2b44-4db9-92cb-387433b97435/26354183-03e7-4114-a46f-42d06a0035b8) {{(pid=94467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:49:33.872630 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d122e7-c2cd-4c09-bcb5-29fbe2648b29 tempest-ServerRescueTestJSONUnderV235-830577405 tempest-ServerRescueTestJSONUnderV235-830577405-project] Pushing event deleted for resources: {'Port': ['ID=77c6ad17-a626-4c92-86d2-79866dee3913,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:49:33.902339 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18effb1-ed3b-48d0-a2aa-43dec4d5a50f req-2bbc3ecd-a94e-4501-b346-2227f167832a tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:49:33.906788 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f18effb1-ed3b-48d0-a2aa-43dec4d5a50f req-2bbc3ecd-a94e-4501-b346-2227f167832a tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.49 "GET /v2.0/networks?id=742f197c-8a19-4bb3-8560-845411781a1d HTTP/1.1" status: 200 len: 797 time: 0.3454828 Aug 12 14:49:33.970916 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-0f979960-d92e-400c-b826-41a92606f396 req-f1d122e7-c2cd-4c09-bcb5-29fbe2648b29 tempest-ServerRescueTestJSONUnderV235-830577405 tempest-ServerRescueTestJSONUnderV235-830577405-project] Notify callbacks [] for floatingip, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:33.975772 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-0f979960-d92e-400c-b826-41a92606f396 req-f1d122e7-c2cd-4c09-bcb5-29fbe2648b29 tempest-ServerRescueTestJSONUnderV235-830577405 tempest-ServerRescueTestJSONUnderV235-830577405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for floatingip, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:33.978350 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-0f979960-d92e-400c-b826-41a92606f396 req-f1d122e7-c2cd-4c09-bcb5-29fbe2648b29 tempest-ServerRescueTestJSONUnderV235-830577405 tempest-ServerRescueTestJSONUnderV235-830577405-project] 10.222.0.39 "DELETE /v2.0/floatingips/3e800c35-531a-4681-a399-6f97d754a998 HTTP/1.1" status: 204 len: 173 time: 0.8047667 Aug 12 14:49:34.016136 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f18effb1-ed3b-48d0-a2aa-43dec4d5a50f req-45d9b71c-7a95-44fd-b85f-bb37748cae4b tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6774b656eb8145eb998ea0059b40b4c3 HTTP/1.1" status: 200 len: 379 time: 0.0992835 Aug 12 14:49:34.038324 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-f18effb1-ed3b-48d0-a2aa-43dec4d5a50f req-5a40677b-fac0-4509-99cc-5b25861cd093 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Request body: {'port': {'device_id': '3123bce8-844b-469f-9aa0-64c8f53661bc', 'network_id': '742f197c-8a19-4bb3-8560-845411781a1d', 'admin_state_up': True, 'tenant_id': '6774b656eb8145eb998ea0059b40b4c3', 'security_groups': ['1ff7dcf8-d6f2-4101-a1d4-537dc448601c']}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:49:34.090273 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-0d2fe9e8-1dfb-49c6-98d4-0a0dadc6ecda req-57c8ffe9-d86a-431c-9be4-9b901e3cb190 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/ports?device_id=3123bce8-844b-469f-9aa0-64c8f53661bc HTTP/1.1" status: 200 len: 210 time: 0.0431662 Aug 12 14:49:34.229913 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-351e643b-f5fe-4f67-a16c-a253b314bf63 req-a26232b7-6367-4f99-bfd6-8f36c183bcbf tempest-ServerRescueTestJSONUnderV235-830577405 tempest-ServerRescueTestJSONUnderV235-830577405-project] 10.222.0.39 "GET /v2.0/security-groups/e4d53f5a-577c-43ba-8725-4612ec1e9369 HTTP/1.1" status: 200 len: 1808 time: 0.1511571 Aug 12 14:49:34.302515 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-0849f3ea-6172-44dd-a4ac-c00633e1f73d tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks [] for port, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:34.321120 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f18effb1-ed3b-48d0-a2aa-43dec4d5a50f req-5a40677b-fac0-4509-99cc-5b25861cd093 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Made reservation on behalf of 6774b656eb8145eb998ea0059b40b4c3 for: {'port': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:49:34.324614 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-f18effb1-ed3b-48d0-a2aa-43dec4d5a50f req-5a40677b-fac0-4509-99cc-5b25861cd093 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:34.340795 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [None req-0849f3ea-6172-44dd-a4ac-c00633e1f73d tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Transition to ACTIVE for port object 26354183-03e7-4114-a46f-42d06a0035b8 will not be triggered until provisioned by entity DHCP. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:49:34.408080 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-351e643b-f5fe-4f67-a16c-a253b314bf63 req-cbd703a9-ce4e-4a3d-b988-0a3c410ff8df tempest-ServerRescueTestJSONUnderV235-830577405 tempest-ServerRescueTestJSONUnderV235-830577405-project] Notify callbacks [] for security_group, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:34.484986 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-351e643b-f5fe-4f67-a16c-a253b314bf63 req-cbd703a9-ce4e-4a3d-b988-0a3c410ff8df tempest-ServerRescueTestJSONUnderV235-830577405 tempest-ServerRescueTestJSONUnderV235-830577405-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:34.500911 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-0849f3ea-6172-44dd-a4ac-c00633e1f73d tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:34.542080 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.db_base_plugin_common [None req-542ce82e-6bd3-4280-812a-9e03f4296f92 None None] Allocated IP 2001:db8::2 (89d9a3e8-0084-47a6-a4d9-54e5c9aa9800/2ab3a483-2b44-4db9-92cb-387433b97435/df72f8f9-f392-40bb-9455-b871374c4a1a) {{(pid=94468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:49:34.576582 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_common [req-f18effb1-ed3b-48d0-a2aa-43dec4d5a50f req-5a40677b-fac0-4509-99cc-5b25861cd093 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Allocated IP 172.20.0.10 (742f197c-8a19-4bb3-8560-845411781a1d/e54db14a-8a80-4198-922a-7cf83a508765/4cb610aa-7923-49fa-ac4e-1e29828c4978) {{(pid=94467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:49:34.595100 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0849f3ea-6172-44dd-a4ac-c00633e1f73d tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Network 89d9a3e8-0084-47a6-a4d9-54e5c9aa9800 is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:49:34.605819 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [None req-0849f3ea-6172-44dd-a4ac-c00633e1f73d tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:49:34.609906 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0849f3ea-6172-44dd-a4ac-c00633e1f73d tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Received port after_create {{(pid=94467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:49:34.615758 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0849f3ea-6172-44dd-a4ac-c00633e1f73d tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:49:34.616416 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-0849f3ea-6172-44dd-a4ac-c00633e1f73d tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:34.618818 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0849f3ea-6172-44dd-a4ac-c00633e1f73d tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Pushing event updated for resources: {'Port': ['ID=26354183-03e7-4114-a46f-42d06a0035b8,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:49:34.634939 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-351e643b-f5fe-4f67-a16c-a253b314bf63 req-cbd703a9-ce4e-4a3d-b988-0a3c410ff8df tempest-ServerRescueTestJSONUnderV235-830577405 tempest-ServerRescueTestJSONUnderV235-830577405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:34.637491 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-351e643b-f5fe-4f67-a16c-a253b314bf63 req-cbd703a9-ce4e-4a3d-b988-0a3c410ff8df tempest-ServerRescueTestJSONUnderV235-830577405 tempest-ServerRescueTestJSONUnderV235-830577405-project] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:34.639454 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-351e643b-f5fe-4f67-a16c-a253b314bf63 req-cbd703a9-ce4e-4a3d-b988-0a3c410ff8df tempest-ServerRescueTestJSONUnderV235-830577405 tempest-ServerRescueTestJSONUnderV235-830577405-project] 10.222.0.39 "DELETE /v2.0/security-groups/e4d53f5a-577c-43ba-8725-4612ec1e9369 HTTP/1.1" status: 204 len: 173 time: 0.3999712 Aug 12 14:49:34.664034 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-0849f3ea-6172-44dd-a4ac-c00633e1f73d tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.3859053 Aug 12 14:49:34.664856 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd703a9-ce4e-4a3d-b988-0a3c410ff8df tempest-ServerRescueTestJSONUnderV235-830577405 tempest-ServerRescueTestJSONUnderV235-830577405-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4d53f5a-577c-43ba-8725-4612ec1e9369,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:49:34.666739 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 56802) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:49:34.777933 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-542ce82e-6bd3-4280-812a-9e03f4296f92 None None] Notify callbacks [] for port, precommit_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:34.800566 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-542ce82e-6bd3-4280-812a-9e03f4296f92 None None] Transition to ACTIVE for port object df72f8f9-f392-40bb-9455-b871374c4a1a will not be triggered until provisioned by entity L2. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:49:34.833632 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-841841bb-51be-467e-8c07-652a0093bcdb tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Deleting port 26354183-03e7-4114-a46f-42d06a0035b8 {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:49:34.834284 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-841841bb-51be-467e-8c07-652a0093bcdb tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:34.853173 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-f18effb1-ed3b-48d0-a2aa-43dec4d5a50f req-5a40677b-fac0-4509-99cc-5b25861cd093 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks [] for port, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:34.859532 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-542ce82e-6bd3-4280-812a-9e03f4296f92 None None] Transition to ACTIVE for port object df72f8f9-f392-40bb-9455-b871374c4a1a will not be triggered until provisioned by entity DHCP. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:49:34.887873 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-542ce82e-6bd3-4280-812a-9e03f4296f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253'] for port, after_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:34.897899 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [req-f18effb1-ed3b-48d0-a2aa-43dec4d5a50f req-5a40677b-fac0-4509-99cc-5b25861cd093 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Transition to ACTIVE for port object 4cb610aa-7923-49fa-ac4e-1e29828c4978 will not be triggered until provisioned by entity DHCP. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:49:34.973224 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device ec3deaf1-6dfb-43e6-9369-844dd373da19 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:49:34.981055 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-841841bb-51be-467e-8c07-652a0093bcdb tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:35.011176 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-f18effb1-ed3b-48d0-a2aa-43dec4d5a50f req-5a40677b-fac0-4509-99cc-5b25861cd093 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:35.020686 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-542ce82e-6bd3-4280-812a-9e03f4296f92 None None] Network 89d9a3e8-0084-47a6-a4d9-54e5c9aa9800 is already hosted by enough agents. {{(pid=94468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:49:35.023666 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542ce82e-6bd3-4280-812a-9e03f4296f92 None None] Pushing event updated for resources: {'Port': ['ID=df72f8f9-f392-40bb-9455-b871374c4a1a,revision_number=1']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:49:35.031359 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.base_scheduler [None req-542ce82e-6bd3-4280-812a-9e03f4296f92 None None] Resources bound (agent type, host, resource id): {{(pid=94468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:49:35.035596 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-542ce82e-6bd3-4280-812a-9e03f4296f92 None None] Received port after_create {{(pid=94468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:49:35.047129 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-841841bb-51be-467e-8c07-652a0093bcdb tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Calling delete_port for 26354183-03e7-4114-a46f-42d06a0035b8 owned by {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:49:35.059324 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5045cf6e-709c-4e3f-b374-3c5a73e74f42 req-9be914b8-111b-4d76-bf1f-2b994122daad tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:49:35.067750 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-5045cf6e-709c-4e3f-b374-3c5a73e74f42 req-9be914b8-111b-4d76-bf1f-2b994122daad tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/ports?device_id=82ca70f0-3356-4166-96ef-a264876874d1 HTTP/1.1" status: 200 len: 945 time: 0.1285288 Aug 12 14:49:35.071844 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3cbb61-f4ae-46c7-bb9b-8343a98b5175 req-51eba3c0-0894-4db7-9a53-a8d0cada8641 tempest-ServerRescueTestJSONUnderV235-830577405 tempest-ServerRescueTestJSONUnderV235-830577405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:49:35.073943 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-7b3cbb61-f4ae-46c7-bb9b-8343a98b5175 req-51eba3c0-0894-4db7-9a53-a8d0cada8641 tempest-ServerRescueTestJSONUnderV235-830577405 tempest-ServerRescueTestJSONUnderV235-830577405-project] 10.222.0.39 "GET /v2.0/ports?device_id=db856037-c935-4002-ae78-dd56d70b43ec HTTP/1.1" status: 200 len: 945 time: 0.1123435 Aug 12 14:49:35.106523 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a40677b-fac0-4509-99cc-5b25861cd093 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Pushing event updated for resources: {'Port': ['ID=4cb610aa-7923-49fa-ac4e-1e29828c4978,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:49:35.113757 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning for port ec3deaf1-6dfb-43e6-9369-844dd373da19 completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:49:35.115845 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-542ce82e-6bd3-4280-812a-9e03f4296f92 None None] Attempting to bind port df72f8f9-f392-40bb-9455-b871374c4a1a on host n-d-694802-15 for vnic_type normal with profile {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:49:35.116213 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-542ce82e-6bd3-4280-812a-9e03f4296f92 None None] Attempting to bind port df72f8f9-f392-40bb-9455-b871374c4a1a by drivers openvswitch,hyperv on host n-d-694802-15 at level 0 using segments [{'id': '22430d6b-1a43-4ca7-a1e6-45aaed5aa225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '89d9a3e8-0084-47a6-a4d9-54e5c9aa9800'}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:49:35.116661 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-542ce82e-6bd3-4280-812a-9e03f4296f92 None None] Attempting to bind port df72f8f9-f392-40bb-9455-b871374c4a1a on network 89d9a3e8-0084-47a6-a4d9-54e5c9aa9800 {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:49:35.118772 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f18effb1-ed3b-48d0-a2aa-43dec4d5a50f req-5a40677b-fac0-4509-99cc-5b25861cd093 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Network 742f197c-8a19-4bb3-8560-845411781a1d is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:49:35.123786 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port ec3deaf1-6dfb-43e6-9369-844dd373da19 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:49:35.124161 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:35.127188 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-542ce82e-6bd3-4280-812a-9e03f4296f92 None None] Checking agent: {'id': '16de73ac-f2e9-4cee-b3e0-91052ae3e6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 20, 13), 'started_at': datetime.datetime(2021, 8, 12, 14, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 49, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:49:35.127712 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-542ce82e-6bd3-4280-812a-9e03f4296f92 None None] Checking segment: {'id': '22430d6b-1a43-4ca7-a1e6-45aaed5aa225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '89d9a3e8-0084-47a6-a4d9-54e5c9aa9800'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:49:35.128075 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [req-f18effb1-ed3b-48d0-a2aa-43dec4d5a50f req-5a40677b-fac0-4509-99cc-5b25861cd093 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:49:35.128208 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-542ce82e-6bd3-4280-812a-9e03f4296f92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:35.128490 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-542ce82e-6bd3-4280-812a-9e03f4296f92 None None] Bound using segment: {'id': '22430d6b-1a43-4ca7-a1e6-45aaed5aa225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '89d9a3e8-0084-47a6-a4d9-54e5c9aa9800'} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:49:35.128974 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-542ce82e-6bd3-4280-812a-9e03f4296f92 None None] Bound port: df72f8f9-f392-40bb-9455-b871374c4a1a, host: n-d-694802-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22430d6b-1a43-4ca7-a1e6-45aaed5aa225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '89d9a3e8-0084-47a6-a4d9-54e5c9aa9800'}}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:49:35.129349 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-542ce82e-6bd3-4280-812a-9e03f4296f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:35.133280 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [req-f18effb1-ed3b-48d0-a2aa-43dec4d5a50f req-5a40677b-fac0-4509-99cc-5b25861cd093 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Received port after_create {{(pid=94467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:49:35.157609 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-5045cf6e-709c-4e3f-b374-3c5a73e74f42 req-80a5073c-ecb5-437b-9609-1803990136fa tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc2dacd2-6b8c-4388-a6b9-7c76f36fc545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840318 Aug 12 14:49:35.185853 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-7b3cbb61-f4ae-46c7-bb9b-8343a98b5175 req-e4c18d9c-22a9-479a-94c5-768866c90d93 tempest-ServerRescueTestJSONUnderV235-830577405 tempest-ServerRescueTestJSONUnderV235-830577405-project] 10.222.0.39 "GET /v2.0/security-groups?id=64c6cc2d-97ab-4107-896e-806704ae9d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000044 Aug 12 14:49:35.251666 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18effb1-ed3b-48d0-a2aa-43dec4d5a50f req-5a40677b-fac0-4509-99cc-5b25861cd093 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:49:35.252358 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-f18effb1-ed3b-48d0-a2aa-43dec4d5a50f req-5a40677b-fac0-4509-99cc-5b25861cd093 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:35.288061 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f18effb1-ed3b-48d0-a2aa-43dec4d5a50f req-5a40677b-fac0-4509-99cc-5b25861cd093 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2541692 Aug 12 14:49:35.304115 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-f18effb1-ed3b-48d0-a2aa-43dec4d5a50f req-19e75ab4-1c4f-4f17-82c0-9b88cede9a37 service neutron] Request body: {'port': {'device_id': '3123bce8-844b-469f-9aa0-64c8f53661bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-694802-15'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:49:35.322842 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-542ce82e-6bd3-4280-812a-9e03f4296f92 None None] For port df72f8f9-f392-40bb-9455-b871374c4a1a, host n-d-694802-15, cleared binding levels {{(pid=94468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:49:35.330643 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-542ce82e-6bd3-4280-812a-9e03f4296f92 None None] For port df72f8f9-f392-40bb-9455-b871374c4a1a, host n-d-694802-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=df72f8f9-f392-40bb-9455-b871374c4a1a,segment=NetworkSegment(22430d6b-1a43-4ca7-a1e6-45aaed5aa225),segment_id=22430d6b-1a43-4ca7-a1e6-45aaed5aa225)] {{(pid=94468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:49:35.343909 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-542ce82e-6bd3-4280-812a-9e03f4296f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:35.361427 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-841841bb-51be-467e-8c07-652a0093bcdb tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:35.375214 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:35.421571 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-f18effb1-ed3b-48d0-a2aa-43dec4d5a50f req-19e75ab4-1c4f-4f17-82c0-9b88cede9a37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:35.453095 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841841bb-51be-467e-8c07-652a0093bcdb tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Pushing event deleted for resources: {'Port': ['ID=26354183-03e7-4114-a46f-42d06a0035b8,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:49:35.457328 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-841841bb-51be-467e-8c07-652a0093bcdb tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:35.459347 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-841841bb-51be-467e-8c07-652a0093bcdb tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] 10.222.0.39 "DELETE /v2.0/ports/26354183-03e7-4114-a46f-42d06a0035b8 HTTP/1.1" status: 204 len: 168 time: 0.7911804 Aug 12 14:49:35.473879 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 56816) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:49:35.495385 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5455fda-3ecf-494c-a94f-c733e06c4cb8 req-98609f07-af72-4e6b-b730-2ba6e7b8731d tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:49:35.496922 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542ce82e-6bd3-4280-812a-9e03f4296f92 None None] Pushing event updated for resources: {'Port': ['ID=df72f8f9-f392-40bb-9455-b871374c4a1a,revision_number=2']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:49:35.510663 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c5455fda-3ecf-494c-a94f-c733e06c4cb8 req-98609f07-af72-4e6b-b730-2ba6e7b8731d tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/ports?device_id=3123bce8-844b-469f-9aa0-64c8f53661bc HTTP/1.1" status: 200 len: 932 time: 0.1274996 Aug 12 14:49:35.512617 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] For port ec3deaf1-6dfb-43e6-9369-844dd373da19, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=ec3deaf1-6dfb-43e6-9369-844dd373da19,segment=NetworkSegment(992c0055-8673-48b2-8c23-e403a670dda0),segment_id=992c0055-8673-48b2-8c23-e403a670dda0)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:49:35.519255 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:35.524211 n-d-694802-15 neutron-server[94466]: INFO neutron.pecan_wsgi.hooks.translation [None req-89eb8c6f-4f75-44ec-8f6d-3b6d566e63d2 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] DELETE failed (client error): The resource could not be found. Aug 12 14:49:35.525074 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89eb8c6f-4f75-44ec-8f6d-3b6d566e63d2 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 14:49:35.537281 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 56818) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:49:35.545674 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-89eb8c6f-4f75-44ec-8f6d-3b6d566e63d2 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] 10.222.0.39 "DELETE /v2.0/ports/26354183-03e7-4114-a46f-42d06a0035b8 HTTP/1.1" status: 404 len: 333 time: 0.0663495 Aug 12 14:49:35.567062 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ace3b7c-9ae7-46be-a207-30cc52421036 req-ec673a11-3f28-43ba-8346-c7bac446a505 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:49:35.573191 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-1ace3b7c-9ae7-46be-a207-30cc52421036 req-ec673a11-3f28-43ba-8346-c7bac446a505 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/ports?device_id=82ca70f0-3356-4166-96ef-a264876874d1 HTTP/1.1" status: 200 len: 945 time: 0.1332462 Aug 12 14:49:35.584615 n-d-694802-15 neutron-server[94467]: INFO neutron.pecan_wsgi.hooks.translation [None req-300c08c2-53ec-41e5-9b93-409dbf1c3676 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] GET failed (client error): The resource could not be found. Aug 12 14:49:35.586440 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-300c08c2-53ec-41e5-9b93-409dbf1c3676 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] 10.222.0.39 "GET /v2.0/ports/26354183-03e7-4114-a46f-42d06a0035b8 HTTP/1.1" status: 404 len: 333 time: 0.0423298 Aug 12 14:49:35.594364 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 56820) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:49:35.625921 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Pushing event updated for resources: {'Port': ['ID=ec3deaf1-6dfb-43e6-9369-844dd373da19,revision_number=5']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:49:35.638983 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-b2fb24ee-e9bf-4948-8adc-505da003d432 None None] Provisioning for port 4cb610aa-7923-49fa-ac4e-1e29828c4978 completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:49:35.643845 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-b2fb24ee-e9bf-4948-8adc-505da003d432 None None] Provisioning complete for port 4cb610aa-7923-49fa-ac4e-1e29828c4978 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:49:35.644469 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-b2fb24ee-e9bf-4948-8adc-505da003d432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:35.673106 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-1ace3b7c-9ae7-46be-a207-30cc52421036 req-0c60008c-8c6c-4bf4-bc70-70d15d94dc3e tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc2dacd2-6b8c-4388-a6b9-7c76f36fc545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0977368 Aug 12 14:49:35.676175 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c5455fda-3ecf-494c-a94f-c733e06c4cb8 req-60798028-6b0e-4691-a01d-ee53a95558a5 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ff7dcf8-d6f2-4101-a1d4-537dc448601c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1621306 Aug 12 14:49:35.708433 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_v2 [None req-14996389-e7a2-40a9-a789-313dd12225b6 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Deleting subnet 2ab3a483-2b44-4db9-92cb-387433b97435 {{(pid=94466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 14:49:35.713399 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-14996389-e7a2-40a9-a789-313dd12225b6 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks [] for subnet, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:35.729082 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-b2fb24ee-e9bf-4948-8adc-505da003d432 None None] Port 4cb610aa-7923-49fa-ac4e-1e29828c4978 cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 14:49:35.773198 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-14996389-e7a2-40a9-a789-313dd12225b6 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2293551'] for subnet, precommit_delete_associations {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:35.885163 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-14996389-e7a2-40a9-a789-313dd12225b6 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66416255'] for subnet, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:35.902815 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [req-f18effb1-ed3b-48d0-a2aa-43dec4d5a50f req-19e75ab4-1c4f-4f17-82c0-9b88cede9a37 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4cb610aa-7923-49fa-ac4e-1e29828c4978 {{(pid=94467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:49:35.911424 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-f18effb1-ed3b-48d0-a2aa-43dec4d5a50f req-19e75ab4-1c4f-4f17-82c0-9b88cede9a37 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:35.926459 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [req-f18effb1-ed3b-48d0-a2aa-43dec4d5a50f req-19e75ab4-1c4f-4f17-82c0-9b88cede9a37 service neutron] Transition to ACTIVE for port object 4cb610aa-7923-49fa-ac4e-1e29828c4978 will not be triggered until provisioned by entity L2. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:49:35.930391 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-f18effb1-ed3b-48d0-a2aa-43dec4d5a50f req-19e75ab4-1c4f-4f17-82c0-9b88cede9a37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:35.960782 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-14996389-e7a2-40a9-a789-313dd12225b6 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66416232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3718429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8776402'] for subnet, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:35.987524 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e75ab4-1c4f-4f17-82c0-9b88cede9a37 service neutron] Pushing event updated for resources: {'Port': ['ID=4cb610aa-7923-49fa-ac4e-1e29828c4978,revision_number=2']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:49:35.995603 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14996389-e7a2-40a9-a789-313dd12225b6 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Pushing event deleted for resources: {'Subnet': ['ID=2ab3a483-2b44-4db9-92cb-387433b97435,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:49:36.008299 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-14996389-e7a2-40a9-a789-313dd12225b6 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for subnet, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:36.011598 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-14996389-e7a2-40a9-a789-313dd12225b6 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] 10.222.0.39 "DELETE /v2.0/subnets/2ab3a483-2b44-4db9-92cb-387433b97435 HTTP/1.1" status: 204 len: 168 time: 0.4163589 Aug 12 14:49:36.014202 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 56834) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:49:36.060147 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-f18effb1-ed3b-48d0-a2aa-43dec4d5a50f req-19e75ab4-1c4f-4f17-82c0-9b88cede9a37 service neutron] Attempting to bind port 4cb610aa-7923-49fa-ac4e-1e29828c4978 on host n-h2-694802-15 for vnic_type normal with profile {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:49:36.060772 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-f18effb1-ed3b-48d0-a2aa-43dec4d5a50f req-19e75ab4-1c4f-4f17-82c0-9b88cede9a37 service neutron] Attempting to bind port 4cb610aa-7923-49fa-ac4e-1e29828c4978 by drivers openvswitch,hyperv on host n-h2-694802-15 at level 0 using segments [{'id': '992c0055-8673-48b2-8c23-e403a670dda0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '742f197c-8a19-4bb3-8560-845411781a1d'}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:49:36.061614 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f18effb1-ed3b-48d0-a2aa-43dec4d5a50f req-19e75ab4-1c4f-4f17-82c0-9b88cede9a37 service neutron] Attempting to bind port 4cb610aa-7923-49fa-ac4e-1e29828c4978 on network 742f197c-8a19-4bb3-8560-845411781a1d {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:49:36.066678 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f18effb1-ed3b-48d0-a2aa-43dec4d5a50f req-19e75ab4-1c4f-4f17-82c0-9b88cede9a37 service neutron] Port 4cb610aa-7923-49fa-ac4e-1e29828c4978 on network 742f197c-8a19-4bb3-8560-845411781a1d not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-15 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 14:49:36.067298 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f18effb1-ed3b-48d0-a2aa-43dec4d5a50f req-19e75ab4-1c4f-4f17-82c0-9b88cede9a37 service neutron] Attempting to bind port 4cb610aa-7923-49fa-ac4e-1e29828c4978 on network 742f197c-8a19-4bb3-8560-845411781a1d {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:49:36.072739 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f18effb1-ed3b-48d0-a2aa-43dec4d5a50f req-19e75ab4-1c4f-4f17-82c0-9b88cede9a37 service neutron] Checking agent: {'id': 'b7697f71-33f3-4959-ad82-43c2dc15845d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 27, 42), 'started_at': datetime.datetime(2021, 8, 12, 14, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 49, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:49:36.073081 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f18effb1-ed3b-48d0-a2aa-43dec4d5a50f req-19e75ab4-1c4f-4f17-82c0-9b88cede9a37 service neutron] Checking segment: {'id': '992c0055-8673-48b2-8c23-e403a670dda0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '742f197c-8a19-4bb3-8560-845411781a1d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:49:36.073469 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f18effb1-ed3b-48d0-a2aa-43dec4d5a50f req-19e75ab4-1c4f-4f17-82c0-9b88cede9a37 service neutron] Bound using segment: {'id': '992c0055-8673-48b2-8c23-e403a670dda0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '742f197c-8a19-4bb3-8560-845411781a1d'} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:49:36.073962 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-f18effb1-ed3b-48d0-a2aa-43dec4d5a50f req-19e75ab4-1c4f-4f17-82c0-9b88cede9a37 service neutron] Bound port: 4cb610aa-7923-49fa-ac4e-1e29828c4978, host: n-h2-694802-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '992c0055-8673-48b2-8c23-e403a670dda0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '742f197c-8a19-4bb3-8560-845411781a1d'}}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:49:36.074433 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-f18effb1-ed3b-48d0-a2aa-43dec4d5a50f req-19e75ab4-1c4f-4f17-82c0-9b88cede9a37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:36.109014 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2d637fb8-2f4f-4d04-b539-85446ff9ea3d tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680608'] for network, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:36.159305 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-f18effb1-ed3b-48d0-a2aa-43dec4d5a50f req-19e75ab4-1c4f-4f17-82c0-9b88cede9a37 service neutron] For port 4cb610aa-7923-49fa-ac4e-1e29828c4978, host n-h2-694802-15, cleared binding levels {{(pid=94467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:49:36.162877 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-f18effb1-ed3b-48d0-a2aa-43dec4d5a50f req-19e75ab4-1c4f-4f17-82c0-9b88cede9a37 service neutron] For port 4cb610aa-7923-49fa-ac4e-1e29828c4978, host n-h2-694802-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=4cb610aa-7923-49fa-ac4e-1e29828c4978,segment=NetworkSegment(992c0055-8673-48b2-8c23-e403a670dda0),segment_id=992c0055-8673-48b2-8c23-e403a670dda0)] {{(pid=94467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:49:36.168748 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-f18effb1-ed3b-48d0-a2aa-43dec4d5a50f req-19e75ab4-1c4f-4f17-82c0-9b88cede9a37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:36.172910 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-2d637fb8-2f4f-4d04-b539-85446ff9ea3d tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Deleting port df72f8f9-f392-40bb-9455-b871374c4a1a {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:49:36.173726 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2d637fb8-2f4f-4d04-b539-85446ff9ea3d tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:36.207836 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18effb1-ed3b-48d0-a2aa-43dec4d5a50f req-19e75ab4-1c4f-4f17-82c0-9b88cede9a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:49:36.207980 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-f18effb1-ed3b-48d0-a2aa-43dec4d5a50f req-19e75ab4-1c4f-4f17-82c0-9b88cede9a37 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:36.209617 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f18effb1-ed3b-48d0-a2aa-43dec4d5a50f req-19e75ab4-1c4f-4f17-82c0-9b88cede9a37 service neutron] 10.222.0.49 "PUT /v2.0/ports/4cb610aa-7923-49fa-ac4e-1e29828c4978 HTTP/1.1" status: 200 len: 1093 time: 0.9118817 Aug 12 14:49:36.211768 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3123bce8-844b-469f-9aa0-64c8f53661bc', 'tag': '4cb610aa-7923-49fa-ac4e-1e29828c4978'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:49:36.214243 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e65282f928b64038367d043a4411777802006c43a98742496cb2e25b724ff1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10ab19e7-944c-4f71-9946-1de82b243255" -d '{"events": [{"name": "network-changed", "server_uuid": "3123bce8-844b-469f-9aa0-64c8f53661bc", "tag": "4cb610aa-7923-49fa-ac4e-1e29828c4978"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:49:36.256820 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e75ab4-1c4f-4f17-82c0-9b88cede9a37 service neutron] Pushing event updated for resources: {'Port': ['ID=4cb610aa-7923-49fa-ac4e-1e29828c4978,revision_number=3']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:49:36.261328 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-2d637fb8-2f4f-4d04-b539-85446ff9ea3d tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] For port df72f8f9-f392-40bb-9455-b871374c4a1a, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=df72f8f9-f392-40bb-9455-b871374c4a1a,segment=NetworkSegment(22430d6b-1a43-4ca7-a1e6-45aaed5aa225),segment_id=22430d6b-1a43-4ca7-a1e6-45aaed5aa225)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:49:36.261833 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2d637fb8-2f4f-4d04-b539-85446ff9ea3d tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:36.286430 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-2d637fb8-2f4f-4d04-b539-85446ff9ea3d tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Calling delete_port for df72f8f9-f392-40bb-9455-b871374c4a1a owned by network:dhcp {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:49:36.332656 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18effb1-ed3b-48d0-a2aa-43dec4d5a50f req-22071136-6955-49eb-8f0e-17721c49cdcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:49:36.334400 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f18effb1-ed3b-48d0-a2aa-43dec4d5a50f req-22071136-6955-49eb-8f0e-17721c49cdcc service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=6774b656eb8145eb998ea0059b40b4c3&device_id=3123bce8-844b-469f-9aa0-64c8f53661bc HTTP/1.1" status: 200 len: 1096 time: 0.0673981 Aug 12 14:49:36.426390 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f18effb1-ed3b-48d0-a2aa-43dec4d5a50f req-05bd0270-530c-4cc0-8aa7-d79ea99fb964 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4cb610aa-7923-49fa-ac4e-1e29828c4978 HTTP/1.1" status: 200 len: 217 time: 0.0784171 Aug 12 14:49:36.432289 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c23e10-6704-4bfd-aa8e-1ca3c263c09c req-b33f8cf3-3972-40d4-8064-a128429b96cd tempest-ServerRescueTestJSONUnderV235-830577405 tempest-ServerRescueTestJSONUnderV235-830577405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:49:36.434246 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-65c23e10-6704-4bfd-aa8e-1ca3c263c09c req-b33f8cf3-3972-40d4-8064-a128429b96cd tempest-ServerRescueTestJSONUnderV235-830577405 tempest-ServerRescueTestJSONUnderV235-830577405-project] 10.222.0.39 "GET /v2.0/ports?device_id=db856037-c935-4002-ae78-dd56d70b43ec HTTP/1.1" status: 200 len: 945 time: 0.0889261 Aug 12 14:49:36.450588 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2d637fb8-2f4f-4d04-b539-85446ff9ea3d tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:36.473362 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d637fb8-2f4f-4d04-b539-85446ff9ea3d tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] No DVR routers for this DVR port df72f8f9-f392-40bb-9455-b871374c4a1a on host n-d-694802-15 {{(pid=94466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:49:36.503718 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18effb1-ed3b-48d0-a2aa-43dec4d5a50f req-5e1105eb-2d0d-4e09-867f-53f62abcc73c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:49:36.506132 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f18effb1-ed3b-48d0-a2aa-43dec4d5a50f req-5e1105eb-2d0d-4e09-867f-53f62abcc73c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e54db14a-8a80-4198-922a-7cf83a508765 HTTP/1.1" status: 200 len: 834 time: 0.0771234 Aug 12 14:49:36.533987 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d637fb8-2f4f-4d04-b539-85446ff9ea3d tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Pushing event deleted for resources: {'Port': ['ID=df72f8f9-f392-40bb-9455-b871374c4a1a,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:49:36.584999 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18effb1-ed3b-48d0-a2aa-43dec4d5a50f req-39d637b1-f073-4d71-adbc-15cbd2479260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:49:36.586811 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f18effb1-ed3b-48d0-a2aa-43dec4d5a50f req-39d637b1-f073-4d71-adbc-15cbd2479260 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=742f197c-8a19-4bb3-8560-845411781a1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0728390 Aug 12 14:49:36.623474 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2d637fb8-2f4f-4d04-b539-85446ff9ea3d tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66413304', 'neutron.services.segments.db._delete_segments_for_network-8744654118000'] for network, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:36.635669 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-2d637fb8-2f4f-4d04-b539-85446ff9ea3d tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89d9a3e8-0084-47a6-a4d9-54e5c9aa9800']}} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:49:36.650797 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-2d637fb8-2f4f-4d04-b539-85446ff9ea3d tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22430d6b-1a43-4ca7-a1e6-45aaed5aa225') {'for_net_delete': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:49:36.651544 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-2d637fb8-2f4f-4d04-b539-85446ff9ea3d tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22430d6b-1a43-4ca7-a1e6-45aaed5aa225') {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:49:36.675500 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2d637fb8-2f4f-4d04-b539-85446ff9ea3d tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744654122361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2293560'] for segment, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:36.702076 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-65c23e10-6704-4bfd-aa8e-1ca3c263c09c req-0f3e7e6c-54c9-4cb7-9f72-751cf5403141 tempest-ServerRescueTestJSONUnderV235-830577405 tempest-ServerRescueTestJSONUnderV235-830577405-project] 10.222.0.39 "GET /v2.0/security-groups?id=64c6cc2d-97ab-4107-896e-806704ae9d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2392092 Aug 12 14:49:36.706517 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2d637fb8-2f4f-4d04-b539-85446ff9ea3d tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:36.714353 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d637fb8-2f4f-4d04-b539-85446ff9ea3d tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Releasing vlan 300 on physical network physnet1 to pool {{(pid=94466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 14:49:36.714838 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2d637fb8-2f4f-4d04-b539-85446ff9ea3d tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3718595'] for segment, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:36.719270 n-d-694802-15 neutron-server[94466]: Traceback (most recent call last): Aug 12 14:49:36.719270 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 14:49:36.719270 n-d-694802-15 neutron-server[94466]: timer() Aug 12 14:49:36.719270 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 14:49:36.719270 n-d-694802-15 neutron-server[94466]: cb(*args, **kw) Aug 12 14:49:36.719270 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 14:49:36.719270 n-d-694802-15 neutron-server[94466]: return func(*args, **kwargs) Aug 12 14:49:36.719270 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 14:49:36.719270 n-d-694802-15 neutron-server[94466]: self._notify() Aug 12 14:49:36.719270 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 14:49:36.719270 n-d-694802-15 neutron-server[94466]: self.callback(batched_events) Aug 12 14:49:36.719270 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 14:49:36.719270 n-d-694802-15 neutron-server[94466]: event.method(event) Aug 12 14:49:36.719270 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 14:49:36.719270 n-d-694802-15 neutron-server[94466]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 14:49:36.719270 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 14:49:36.719270 n-d-694802-15 neutron-server[94466]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 14:49:36.719270 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 14:49:36.719270 n-d-694802-15 neutron-server[94466]: return f(self, *a, **k) Aug 12 14:49:36.719270 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 14:49:36.719270 n-d-694802-15 neutron-server[94466]: return self._get(url).json() Aug 12 14:49:36.719270 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 14:49:36.719270 n-d-694802-15 neutron-server[94466]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 14:49:36.719270 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 14:49:36.719270 n-d-694802-15 neutron-server[94466]: return self.request(url, 'GET', **kwargs) Aug 12 14:49:36.719270 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 14:49:36.719270 n-d-694802-15 neutron-server[94466]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 14:49:36.719270 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 14:49:36.719270 n-d-694802-15 neutron-server[94466]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 14:49:36.719270 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 14:49:36.719270 n-d-694802-15 neutron-server[94466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 14:49:36.719270 n-d-694802-15 neutron-server[94466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 14:49:36.757543 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 14:49:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1903f999-f086-4aaf-92e3-d4e89b439cf2 x-openstack-request-id: req-1903f999-f086-4aaf-92e3-d4e89b439cf2 {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:49:36.757820 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3123bce8-844b-469f-9aa0-64c8f53661bc", "tag": "4cb610aa-7923-49fa-ac4e-1e29828c4978", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:49:36.758076 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1903f999-f086-4aaf-92e3-d4e89b439cf2 {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:49:36.758473 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3123bce8-844b-469f-9aa0-64c8f53661bc', 'tag': '4cb610aa-7923-49fa-ac4e-1e29828c4978', 'status': 'completed', 'code': 200} Aug 12 14:49:36.767128 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f18effb1-ed3b-48d0-a2aa-43dec4d5a50f req-8090b167-89cc-4224-8c08-2d9606f6e3cf service neutron] 10.222.0.49 "GET /v2.0/networks/742f197c-8a19-4bb3-8560-845411781a1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1680095 Aug 12 14:49:36.804778 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdaffaf-16db-4acb-ba99-7ea4abe9424a req-01aef26c-00bd-4be7-909e-a2753b7b52e7 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:49:36.806286 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6bdaffaf-16db-4acb-ba99-7ea4abe9424a req-01aef26c-00bd-4be7-909e-a2753b7b52e7 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/ports?device_id=74ed7aa6-dbe2-4613-9887-791fa343e9a9 HTTP/1.1" status: 200 len: 943 time: 0.1055861 Aug 12 14:49:36.823975 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2d637fb8-2f4f-4d04-b539-85446ff9ea3d tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66413281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431520'] for network, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:36.833403 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2d637fb8-2f4f-4d04-b539-85446ff9ea3d tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks [] for network, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:36.836523 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-2d637fb8-2f4f-4d04-b539-85446ff9ea3d tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] 10.222.0.39 "DELETE /v2.0/networks/89d9a3e8-0084-47a6-a4d9-54e5c9aa9800 HTTP/1.1" status: 204 len: 168 time: 0.8206084 Aug 12 14:49:36.839754 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 56872) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:49:36.858413 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-c16a4d0a-12ed-4289-a9b8-5eb902516059 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-409421553'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:49:36.863901 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d637fb8-2f4f-4d04-b539-85446ff9ea3d tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Pushing event deleted for resources: {'Network': ['ID=89d9a3e8-0084-47a6-a4d9-54e5c9aa9800,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:49:36.890075 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c16a4d0a-12ed-4289-a9b8-5eb902516059 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Made reservation on behalf of fc26b2bd24e24e018c7add15390c187a for: {'network': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:49:36.897952 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c16a4d0a-12ed-4289-a9b8-5eb902516059 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for network, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:36.930754 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c16a4d0a-12ed-4289-a9b8-5eb902516059 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] vlan segment allocate from pool success with {'vlan_id': 338, 'physical_network': 'physnet1'} {{(pid=94466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 14:49:36.947589 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device ec3deaf1-6dfb-43e6-9369-844dd373da19 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:49:36.953553 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c16a4d0a-12ed-4289-a9b8-5eb902516059 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:36.954268 n-d-694802-15 neutron-server[94466]: INFO neutron.db.segments_db [None req-c16a4d0a-12ed-4289-a9b8-5eb902516059 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Added segment eb659218-42a4-4293-87c5-547d1eb28861 of type vlan for network a37f812b-0141-4526-8a41-ac0126457968 Aug 12 14:49:36.995670 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f18effb1-ed3b-48d0-a2aa-43dec4d5a50f req-d32bd216-ba3e-4e08-a803-ecdd8616901b service neutron] 10.222.0.49 "GET /v2.0/networks/742f197c-8a19-4bb3-8560-845411781a1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2193303 Aug 12 14:49:37.012559 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port ec3deaf1-6dfb-43e6-9369-844dd373da19 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:49:37.014338 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:37.014767 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [req-6bdaffaf-16db-4acb-ba99-7ea4abe9424a req-c60af3e9-9a3e-4018-995c-cd8843e1f11a tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Deleting port f0a3eec4-f0dd-42c2-a784-d6d930562858 {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:49:37.015145 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-6bdaffaf-16db-4acb-ba99-7ea4abe9424a req-c60af3e9-9a3e-4018-995c-cd8843e1f11a tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:37.043320 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-8294f94c-f79e-431e-94ff-69ed2c1a74c6 None None] Could not find standard attr ID for object df72f8f9-f392-40bb-9455-b871374c4a1a. {{(pid=94468) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 12 14:49:37.103907 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c16a4d0a-12ed-4289-a9b8-5eb902516059 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744653628263'] for network, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:37.104341 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a95bbd35-3ef1-42a8-97dc-6daa6586050a None None] DHCP port deletion for 89d9a3e8-0084-47a6-a4d9-54e5c9aa9800 request from n-d-694802-15 {{(pid=94468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 14:49:37.137832 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9346284e-a14e-48da-adc3-2a29be3c39fe None None] Network 89d9a3e8-0084-47a6-a4d9-54e5c9aa9800 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:49:37.153087 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9346284e-a14e-48da-adc3-2a29be3c39fe None None] Network 89d9a3e8-0084-47a6-a4d9-54e5c9aa9800 could not be found, it might have been deleted concurrently. {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 12 14:49:37.159334 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0515c7b7-5bad-473f-970b-3bb4902d8b12 req-4676cf26-c245-45b0-8cac-27d7338ea49d tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:49:37.160949 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-0515c7b7-5bad-473f-970b-3bb4902d8b12 req-4676cf26-c245-45b0-8cac-27d7338ea49d tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/ports?device_id=3123bce8-844b-469f-9aa0-64c8f53661bc HTTP/1.1" status: 200 len: 944 time: 0.1000490 Aug 12 14:49:37.166412 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c16a4d0a-12ed-4289-a9b8-5eb902516059 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409'] for network, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:37.172746 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c16a4d0a-12ed-4289-a9b8-5eb902516059 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:49:37.173380 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c16a4d0a-12ed-4289-a9b8-5eb902516059 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks [] for network, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:37.256750 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-c16a4d0a-12ed-4289-a9b8-5eb902516059 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4145606 Aug 12 14:49:37.262342 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 56874) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:49:37.273433 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-2a956841-28ca-43f5-8e90-6180429a62a7 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Request body: {'subnet': {'network_id': 'a37f812b-0141-4526-8a41-ac0126457968', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:49:37.287933 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16a4d0a-12ed-4289-a9b8-5eb902516059 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Pushing event updated for resources: {'Network': ['ID=a37f812b-0141-4526-8a41-ac0126457968,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:49:37.300234 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Network a37f812b-0141-4526-8a41-ac0126457968 details requested by agent ovs-agent-n-d-694802-15 with host n-d-694802-15 {{(pid=94468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 14:49:37.330224 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-0515c7b7-5bad-473f-970b-3bb4902d8b12 req-3e6668a4-3fcb-4562-a243-fcd66cbc204a tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ff7dcf8-d6f2-4101-a1d4-537dc448601c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1538856 Aug 12 14:49:37.384580 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a956841-28ca-43f5-8e90-6180429a62a7 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Made reservation on behalf of fc26b2bd24e24e018c7add15390c187a for: {'subnet': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:49:37.388515 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2a956841-28ca-43f5-8e90-6180429a62a7 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8776441'] for subnet, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:37.515467 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ab19e7-944c-4f71-9946-1de82b243255 req-33ecfddb-a289-4fac-bf98-35193bd11bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:49:37.516822 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-10ab19e7-944c-4f71-9946-1de82b243255 req-33ecfddb-a289-4fac-bf98-35193bd11bdf service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=6774b656eb8145eb998ea0059b40b4c3&device_id=3123bce8-844b-469f-9aa0-64c8f53661bc HTTP/1.1" status: 200 len: 1096 time: 0.4394124 Aug 12 14:49:37.541218 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-6bdaffaf-16db-4acb-ba99-7ea4abe9424a req-c60af3e9-9a3e-4018-995c-cd8843e1f11a tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] For port f0a3eec4-f0dd-42c2-a784-d6d930562858, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=f0a3eec4-f0dd-42c2-a784-d6d930562858,segment=NetworkSegment(45b28473-1709-41a1-b9df-2ccc6425c05f),segment_id=45b28473-1709-41a1-b9df-2ccc6425c05f)] {{(pid=94467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:49:37.541579 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-6bdaffaf-16db-4acb-ba99-7ea4abe9424a req-c60af3e9-9a3e-4018-995c-cd8843e1f11a tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:37.557350 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae63c13-470b-4781-adc4-22fae9efad4a req-d8374afb-b9a7-450e-a38b-1704b88ca4f3 tempest-ServerRescueTestJSONUnderV235-830577405 tempest-ServerRescueTestJSONUnderV235-830577405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:49:37.558771 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9ae63c13-470b-4781-adc4-22fae9efad4a req-d8374afb-b9a7-450e-a38b-1704b88ca4f3 tempest-ServerRescueTestJSONUnderV235-830577405 tempest-ServerRescueTestJSONUnderV235-830577405-project] 10.222.0.64 "GET /v2.0/ports?device_id=db856037-c935-4002-ae78-dd56d70b43ec HTTP/1.1" status: 200 len: 945 time: 0.4698217 Aug 12 14:49:37.586707 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2a956841-28ca-43f5-8e90-6180429a62a7 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3718490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8776395'] for subnet, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:37.617126 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [req-6bdaffaf-16db-4acb-ba99-7ea4abe9424a req-c60af3e9-9a3e-4018-995c-cd8843e1f11a tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Calling delete_port for f0a3eec4-f0dd-42c2-a784-d6d930562858 owned by compute:nova {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:49:37.654883 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a956841-28ca-43f5-8e90-6180429a62a7 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Pushing event updated for resources: {'Subnet': ['ID=1a1d9988-cb19-4fe4-8bf8-c1ff12706397,revision_number=0']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:49:37.665292 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a956841-28ca-43f5-8e90-6180429a62a7 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Checking segment: {'id': 'eb659218-42a4-4293-87c5-547d1eb28861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'a37f812b-0141-4526-8a41-ac0126457968'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:49:37.665655 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a956841-28ca-43f5-8e90-6180429a62a7 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Network hostable DHCP agents. Network: a37f812b-0141-4526-8a41-ac0126457968, hostable agents: ['1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658'], hosted agents: [] {{(pid=94466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 14:49:37.682216 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a956841-28ca-43f5-8e90-6180429a62a7 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Network a37f812b-0141-4526-8a41-ac0126457968 is scheduled to be hosted by DHCP agent 1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658 with binding_index 1 {{(pid=94466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 14:49:37.690788 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-2a956841-28ca-43f5-8e90-6180429a62a7 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-15, a37f812b-0141-4526-8a41-ac0126457968) {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:49:37.694876 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a956841-28ca-43f5-8e90-6180429a62a7 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:49:37.695590 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2a956841-28ca-43f5-8e90-6180429a62a7 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for subnet, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:37.702369 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b16f4f4-a0fe-439a-bf1e-8d93b06236f5 None None] Network a37f812b-0141-4526-8a41-ac0126457968 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:49:37.718199 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-2a956841-28ca-43f5-8e90-6180429a62a7 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4511712 Aug 12 14:49:37.720402 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 56876) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:49:37.731571 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-7d3057a3-ba48-4935-a2d9-a12aa6f8bbd4 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Request body: {'port': {'network_id': 'a37f812b-0141-4526-8a41-ac0126457968', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1357228134'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:49:37.784401 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ab19e7-944c-4f71-9946-1de82b243255 req-c685069d-9031-4b7d-8b37-582585e23e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:49:37.786500 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-10ab19e7-944c-4f71-9946-1de82b243255 req-c685069d-9031-4b7d-8b37-582585e23e23 service neutron] 10.222.0.49 "GET /v2.0/networks?id=742f197c-8a19-4bb3-8560-845411781a1d HTTP/1.1" status: 200 len: 898 time: 0.2574110 Aug 12 14:49:37.838565 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-10ab19e7-944c-4f71-9946-1de82b243255 req-0a9c36b7-198e-4f32-9ad0-311facfe6739 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4cb610aa-7923-49fa-ac4e-1e29828c4978 HTTP/1.1" status: 200 len: 217 time: 0.0377166 Aug 12 14:49:37.870804 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10cd0cc-f58f-4b24-8a08-d272e5eeca0f req-e21bd32f-dbf7-4ec5-bdcd-88bc0d4ec2d9 tempest-ServerRescueTestJSONUnderV235-830577405 tempest-ServerRescueTestJSONUnderV235-830577405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:49:37.872359 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-e10cd0cc-f58f-4b24-8a08-d272e5eeca0f req-e21bd32f-dbf7-4ec5-bdcd-88bc0d4ec2d9 tempest-ServerRescueTestJSONUnderV235-830577405 tempest-ServerRescueTestJSONUnderV235-830577405-project] 10.222.0.39 "GET /v2.0/ports?device_id=db856037-c935-4002-ae78-dd56d70b43ec HTTP/1.1" status: 200 len: 945 time: 0.0858822 Aug 12 14:49:37.873563 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92901175-9e5b-43c7-8dd3-d55495202ffb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa7035b3e-9a89-5964-b9f4-97301c3f476a-a37f812b-0141-4526-8a41-ac0126457968', 'network_id': 'a37f812b-0141-4526-8a41-ac0126457968', 'tenant_id': 'fc26b2bd24e24e018c7add15390c187a', 'fixed_ips': [{'subnet_id': '1a1d9988-cb19-4fe4-8bf8-c1ff12706397'}]}} from n-d-694802-15. {{(pid=94468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 14:49:37.875222 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-92901175-9e5b-43c7-8dd3-d55495202ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:37.918426 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [req-9ae63c13-470b-4781-adc4-22fae9efad4a req-752a014f-1d95-4482-be2b-673a74ec697c tempest-ServerRescueTestJSONUnderV235-830577405 tempest-ServerRescueTestJSONUnderV235-830577405-project] Deleting port c80ff18b-1cdf-4864-b62f-1ce8d2da59a2 {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:49:37.918836 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-9ae63c13-470b-4781-adc4-22fae9efad4a req-752a014f-1d95-4482-be2b-673a74ec697c tempest-ServerRescueTestJSONUnderV235-830577405 tempest-ServerRescueTestJSONUnderV235-830577405-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:37.927691 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-e10cd0cc-f58f-4b24-8a08-d272e5eeca0f req-fa46a2ba-8b19-4354-92c2-4175972acee8 tempest-ServerRescueTestJSONUnderV235-830577405 tempest-ServerRescueTestJSONUnderV235-830577405-project] 10.222.0.39 "GET /v2.0/security-groups?id=64c6cc2d-97ab-4107-896e-806704ae9d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475969 Aug 12 14:49:37.937205 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d3057a3-ba48-4935-a2d9-a12aa6f8bbd4 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Made reservation on behalf of fc26b2bd24e24e018c7add15390c187a for: {'port': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:49:37.941727 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-7d3057a3-ba48-4935-a2d9-a12aa6f8bbd4 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:37.965187 n-d-694802-15 neutron-server[94466]: DEBUG neutron.notifiers.nova [None req-7d3057a3-ba48-4935-a2d9-a12aa6f8bbd4 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] device_id is not set on port 43853640-efd9-48f4-93fd-e2f0d376c846 yet. {{(pid=94466) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 14:49:38.001340 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ab19e7-944c-4f71-9946-1de82b243255 req-3622940a-2df0-4bb2-beba-59d17ede1c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:49:38.003853 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-10ab19e7-944c-4f71-9946-1de82b243255 req-3622940a-2df0-4bb2-beba-59d17ede1c89 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e54db14a-8a80-4198-922a-7cf83a508765 HTTP/1.1" status: 200 len: 834 time: 0.1580231 Aug 12 14:49:38.017981 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-6bdaffaf-16db-4acb-ba99-7ea4abe9424a req-c60af3e9-9a3e-4018-995c-cd8843e1f11a tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:38.036711 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] get_ports_and_sgs() called for port_ids ['d6dd4e8b-7641-4872-bd81-cdaa5b199e54'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:49:38.039591 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] get_ports_and_sgs() called for port_ids ['9e46fd86-8fb4-4dff-af8c-b5efeeed2415'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:49:38.092847 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60af3e9-9a3e-4018-995c-cd8843e1f11a tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Pushing event deleted for resources: {'Port': ['ID=f0a3eec4-f0dd-42c2-a784-d6d930562858,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:49:38.132505 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.db_base_plugin_common [None req-92901175-9e5b-43c7-8dd3-d55495202ffb None None] Allocated IP 2001:db8::2 (a37f812b-0141-4526-8a41-ac0126457968/1a1d9988-cb19-4fe4-8bf8-c1ff12706397/ddf70cd0-5fc7-4fb6-bea5-6cde6db80ae5) {{(pid=94468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:49:38.154588 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bdaffaf-16db-4acb-ba99-7ea4abe9424a req-c60af3e9-9a3e-4018-995c-cd8843e1f11a tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] No DVR routers for this DVR port f0a3eec4-f0dd-42c2-a784-d6d930562858 on host n-h2-694802-15 {{(pid=94467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:49:38.164300 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-6bdaffaf-16db-4acb-ba99-7ea4abe9424a req-c60af3e9-9a3e-4018-995c-cd8843e1f11a tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:38.166007 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6bdaffaf-16db-4acb-ba99-7ea4abe9424a req-c60af3e9-9a3e-4018-995c-cd8843e1f11a tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "DELETE /v2.0/ports/f0a3eec4-f0dd-42c2-a784-d6d930562858 HTTP/1.1" status: 204 len: 173 time: 1.3495362 Aug 12 14:49:38.167796 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-9ae63c13-470b-4781-adc4-22fae9efad4a req-752a014f-1d95-4482-be2b-673a74ec697c tempest-ServerRescueTestJSONUnderV235-830577405 tempest-ServerRescueTestJSONUnderV235-830577405-project] For port c80ff18b-1cdf-4864-b62f-1ce8d2da59a2, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=c80ff18b-1cdf-4864-b62f-1ce8d2da59a2,segment=NetworkSegment(bca64529-9ccc-4066-be28-7542220cf77a),segment_id=bca64529-9ccc-4066-be28-7542220cf77a)] {{(pid=94467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:49:38.168156 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-9ae63c13-470b-4781-adc4-22fae9efad4a req-752a014f-1d95-4482-be2b-673a74ec697c tempest-ServerRescueTestJSONUnderV235-830577405 tempest-ServerRescueTestJSONUnderV235-830577405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:38.185136 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ab19e7-944c-4f71-9946-1de82b243255 req-4857ecfa-97a2-4334-8471-88995288e8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:49:38.186658 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-10ab19e7-944c-4f71-9946-1de82b243255 req-4857ecfa-97a2-4334-8471-88995288e8ba service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=742f197c-8a19-4bb3-8560-845411781a1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1717379 Aug 12 14:49:38.187596 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [req-9ae63c13-470b-4781-adc4-22fae9efad4a req-752a014f-1d95-4482-be2b-673a74ec697c tempest-ServerRescueTestJSONUnderV235-830577405 tempest-ServerRescueTestJSONUnderV235-830577405-project] Calling delete_port for c80ff18b-1cdf-4864-b62f-1ce8d2da59a2 owned by compute:nova {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:49:38.451389 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-9ae63c13-470b-4781-adc4-22fae9efad4a req-752a014f-1d95-4482-be2b-673a74ec697c tempest-ServerRescueTestJSONUnderV235-830577405 tempest-ServerRescueTestJSONUnderV235-830577405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:38.499796 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-10ab19e7-944c-4f71-9946-1de82b243255 req-ac9ada50-14b5-45f4-84cc-89cae9aa0c19 service neutron] 10.222.0.49 "GET /v2.0/networks/742f197c-8a19-4bb3-8560-845411781a1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3020158 Aug 12 14:49:38.501044 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752a014f-1d95-4482-be2b-673a74ec697c tempest-ServerRescueTestJSONUnderV235-830577405 tempest-ServerRescueTestJSONUnderV235-830577405-project] Pushing event deleted for resources: {'Port': ['ID=c80ff18b-1cdf-4864-b62f-1ce8d2da59a2,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:49:38.517607 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5576af-4752-4fb4-aef9-233b9b4bc9ca req-3b15d8af-881f-4ef1-9b97-36002a4654b5 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:49:38.525364 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-cc5576af-4752-4fb4-aef9-233b9b4bc9ca req-3b15d8af-881f-4ef1-9b97-36002a4654b5 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/ports?device_id=3123bce8-844b-469f-9aa0-64c8f53661bc HTTP/1.1" status: 200 len: 944 time: 0.0669003 Aug 12 14:49:38.584357 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-cc5576af-4752-4fb4-aef9-233b9b4bc9ca req-52b5cbe6-6d29-40da-be15-dcdb7ddc5195 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ff7dcf8-d6f2-4101-a1d4-537dc448601c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577967 Aug 12 14:49:38.603716 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ae63c13-470b-4781-adc4-22fae9efad4a req-752a014f-1d95-4482-be2b-673a74ec697c tempest-ServerRescueTestJSONUnderV235-830577405 tempest-ServerRescueTestJSONUnderV235-830577405-project] No DVR routers for this DVR port c80ff18b-1cdf-4864-b62f-1ce8d2da59a2 on host n-h1-694802-15 {{(pid=94467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:49:38.607823 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-9ae63c13-470b-4781-adc4-22fae9efad4a req-752a014f-1d95-4482-be2b-673a74ec697c tempest-ServerRescueTestJSONUnderV235-830577405 tempest-ServerRescueTestJSONUnderV235-830577405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:38.609772 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9ae63c13-470b-4781-adc4-22fae9efad4a req-752a014f-1d95-4482-be2b-673a74ec697c tempest-ServerRescueTestJSONUnderV235-830577405 tempest-ServerRescueTestJSONUnderV235-830577405-project] 10.222.0.64 "DELETE /v2.0/ports/c80ff18b-1cdf-4864-b62f-1ce8d2da59a2 HTTP/1.1" status: 204 len: 173 time: 1.0402327 Aug 12 14:49:38.646254 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-92901175-9e5b-43c7-8dd3-d55495202ffb None None] Notify callbacks [] for port, precommit_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:38.660339 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-92901175-9e5b-43c7-8dd3-d55495202ffb None None] Transition to ACTIVE for port object ddf70cd0-5fc7-4fb6-bea5-6cde6db80ae5 will not be triggered until provisioned by entity L2. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:49:38.664515 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-10ab19e7-944c-4f71-9946-1de82b243255 req-486fcef0-b7cd-472e-a2dc-44f37d25269e service neutron] 10.222.0.49 "GET /v2.0/networks/742f197c-8a19-4bb3-8560-845411781a1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1549194 Aug 12 14:49:38.680357 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-92901175-9e5b-43c7-8dd3-d55495202ffb None None] Transition to ACTIVE for port object ddf70cd0-5fc7-4fb6-bea5-6cde6db80ae5 will not be triggered until provisioned by entity DHCP. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:49:38.689373 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-92901175-9e5b-43c7-8dd3-d55495202ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253'] for port, after_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:38.733341 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92901175-9e5b-43c7-8dd3-d55495202ffb None None] Network a37f812b-0141-4526-8a41-ac0126457968 is already hosted by enough agents. {{(pid=94468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:49:38.736338 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.base_scheduler [None req-92901175-9e5b-43c7-8dd3-d55495202ffb None None] Resources bound (agent type, host, resource id): {{(pid=94468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:49:38.739053 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92901175-9e5b-43c7-8dd3-d55495202ffb None None] Received port after_create {{(pid=94468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:49:38.759615 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74ed7aa6-dbe2-4613-9887-791fa343e9a9', 'name': 'network-vif-deleted', 'tag': 'f0a3eec4-f0dd-42c2-a784-d6d930562858'}, {'server_uuid': 'db856037-c935-4002-ae78-dd56d70b43ec', 'name': 'network-vif-deleted', 'tag': 'c80ff18b-1cdf-4864-b62f-1ce8d2da59a2'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:49:38.762629 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e65282f928b64038367d043a4411777802006c43a98742496cb2e25b724ff1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dbf1417-4e53-4a8b-9a48-f8a2b6354702" -d '{"events": [{"server_uuid": "74ed7aa6-dbe2-4613-9887-791fa343e9a9", "name": "network-vif-deleted", "tag": "f0a3eec4-f0dd-42c2-a784-d6d930562858"}, {"server_uuid": "db856037-c935-4002-ae78-dd56d70b43ec", "name": "network-vif-deleted", "tag": "c80ff18b-1cdf-4864-b62f-1ce8d2da59a2"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:49:38.763744 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-7d3057a3-ba48-4935-a2d9-a12aa6f8bbd4 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Allocated IP 2001:db8::52 (a37f812b-0141-4526-8a41-ac0126457968/1a1d9988-cb19-4fe4-8bf8-c1ff12706397/43853640-efd9-48f4-93fd-e2f0d376c846) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:49:38.798734 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92901175-9e5b-43c7-8dd3-d55495202ffb None None] Pushing event updated for resources: {'Port': ['ID=ddf70cd0-5fc7-4fb6-bea5-6cde6db80ae5,revision_number=1']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:49:38.818388 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device df72f8f9-f392-40bb-9455-b871374c4a1a no longer exists at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:49:38.841773 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 351 Content-Type: application/json Date: Thu, 12 Aug 2021 14:49:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9c35f44-e1e7-4535-a4c2-65406ff6b615 x-openstack-request-id: req-c9c35f44-e1e7-4535-a4c2-65406ff6b615 {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:49:38.841942 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74ed7aa6-dbe2-4613-9887-791fa343e9a9", "name": "network-vif-deleted", "tag": "f0a3eec4-f0dd-42c2-a784-d6d930562858", "status": "failed", "code": 422}, {"server_uuid": "db856037-c935-4002-ae78-dd56d70b43ec", "name": "network-vif-deleted", "tag": "c80ff18b-1cdf-4864-b62f-1ce8d2da59a2", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:49:38.842192 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c9c35f44-e1e7-4535-a4c2-65406ff6b615 {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:49:38.842572 n-d-694802-15 neutron-server[94467]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '74ed7aa6-dbe2-4613-9887-791fa343e9a9', 'name': 'network-vif-deleted', 'tag': 'f0a3eec4-f0dd-42c2-a784-d6d930562858', 'status': 'failed', 'code': 422} returned with failed status Aug 12 14:49:38.842819 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db856037-c935-4002-ae78-dd56d70b43ec', 'name': 'network-vif-deleted', 'tag': 'c80ff18b-1cdf-4864-b62f-1ce8d2da59a2', 'status': 'completed', 'code': 200} Aug 12 14:49:38.856718 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] No Port match for: df72f8f9-f392-40bb-9455-b871374c4a1a {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 14:49:38.857257 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device df72f8f9-f392-40bb-9455-b871374c4a1a not bound to the agent host n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:49:38.862460 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-92901175-9e5b-43c7-8dd3-d55495202ffb None None] Attempting to bind port ddf70cd0-5fc7-4fb6-bea5-6cde6db80ae5 on host n-d-694802-15 for vnic_type normal with profile {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:49:38.863191 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-92901175-9e5b-43c7-8dd3-d55495202ffb None None] Attempting to bind port ddf70cd0-5fc7-4fb6-bea5-6cde6db80ae5 by drivers openvswitch,hyperv on host n-d-694802-15 at level 0 using segments [{'id': 'eb659218-42a4-4293-87c5-547d1eb28861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'a37f812b-0141-4526-8a41-ac0126457968'}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:49:38.863831 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92901175-9e5b-43c7-8dd3-d55495202ffb None None] Attempting to bind port ddf70cd0-5fc7-4fb6-bea5-6cde6db80ae5 on network a37f812b-0141-4526-8a41-ac0126457968 {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:49:38.869330 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92901175-9e5b-43c7-8dd3-d55495202ffb None None] Checking agent: {'id': '16de73ac-f2e9-4cee-b3e0-91052ae3e6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 20, 13), 'started_at': datetime.datetime(2021, 8, 12, 14, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 49, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:49:38.869789 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92901175-9e5b-43c7-8dd3-d55495202ffb None None] Checking segment: {'id': 'eb659218-42a4-4293-87c5-547d1eb28861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'a37f812b-0141-4526-8a41-ac0126457968'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:49:38.871051 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-92901175-9e5b-43c7-8dd3-d55495202ffb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:38.871513 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92901175-9e5b-43c7-8dd3-d55495202ffb None None] Bound using segment: {'id': 'eb659218-42a4-4293-87c5-547d1eb28861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'a37f812b-0141-4526-8a41-ac0126457968'} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:49:38.872118 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-92901175-9e5b-43c7-8dd3-d55495202ffb None None] Bound port: ddf70cd0-5fc7-4fb6-bea5-6cde6db80ae5, host: n-d-694802-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb659218-42a4-4293-87c5-547d1eb28861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'a37f812b-0141-4526-8a41-ac0126457968'}}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:49:38.872638 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-92901175-9e5b-43c7-8dd3-d55495202ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:38.885881 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] get_ports_and_sgs() called for port_ids ['c80ff18b-1cdf-4864-b62f-1ce8d2da59a2'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:49:38.955242 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-7d3057a3-ba48-4935-a2d9-a12aa6f8bbd4 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:38.956569 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-92901175-9e5b-43c7-8dd3-d55495202ffb None None] For port ddf70cd0-5fc7-4fb6-bea5-6cde6db80ae5, host n-d-694802-15, cleared binding levels {{(pid=94468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:49:38.959868 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-92901175-9e5b-43c7-8dd3-d55495202ffb None None] For port ddf70cd0-5fc7-4fb6-bea5-6cde6db80ae5, host n-d-694802-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=ddf70cd0-5fc7-4fb6-bea5-6cde6db80ae5,segment=NetworkSegment(eb659218-42a4-4293-87c5-547d1eb28861),segment_id=eb659218-42a4-4293-87c5-547d1eb28861)] {{(pid=94468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:49:38.964634 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-92901175-9e5b-43c7-8dd3-d55495202ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:38.964823 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1326149-9325-4088-a702-97f5f3b4e060 req-a845c249-c184-4705-b747-66d03aa2f27b tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:49:38.966806 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-c1326149-9325-4088-a702-97f5f3b4e060 req-a845c249-c184-4705-b747-66d03aa2f27b tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/ports?device_id=f6ba4b20-8c56-4b30-8495-dd1df3d9483b HTTP/1.1" status: 200 len: 908 time: 0.0891085 Aug 12 14:49:38.980409 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-7d3057a3-ba48-4935-a2d9-a12aa6f8bbd4 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Transition to ACTIVE for port object 43853640-efd9-48f4-93fd-e2f0d376c846 will not be triggered until provisioned by entity DHCP. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:49:39.021924 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-7d3057a3-ba48-4935-a2d9-a12aa6f8bbd4 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:39.035772 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92901175-9e5b-43c7-8dd3-d55495202ffb None None] Pushing event updated for resources: {'Port': ['ID=ddf70cd0-5fc7-4fb6-bea5-6cde6db80ae5,revision_number=2']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:49:39.086107 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d3057a3-ba48-4935-a2d9-a12aa6f8bbd4 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Network a37f812b-0141-4526-8a41-ac0126457968 is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:49:39.095047 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-7d3057a3-ba48-4935-a2d9-a12aa6f8bbd4 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:49:39.098797 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d3057a3-ba48-4935-a2d9-a12aa6f8bbd4 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:49:39.105343 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d3057a3-ba48-4935-a2d9-a12aa6f8bbd4 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:49:39.107071 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-7d3057a3-ba48-4935-a2d9-a12aa6f8bbd4 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:39.108682 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a5fe1824-c6ac-4d61-a445-477dc40a705f req-98e6f6f5-087f-4d18-a86b-20decff42bbe tempest-ServerRescueTestJSONUnderV235-830577405 tempest-ServerRescueTestJSONUnderV235-830577405-project] 10.222.0.39 "GET /v2.0/ports?device_id=db856037-c935-4002-ae78-dd56d70b43ec HTTP/1.1" status: 200 len: 210 time: 0.0502670 Aug 12 14:49:39.122755 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3057a3-ba48-4935-a2d9-a12aa6f8bbd4 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Pushing event updated for resources: {'Port': ['ID=43853640-efd9-48f4-93fd-e2f0d376c846,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:49:39.138257 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 56904) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:49:39.138655 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-7d3057a3-ba48-4935-a2d9-a12aa6f8bbd4 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 1.4183481 Aug 12 14:49:39.242905 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-492ed19f-8cf2-4a79-9fbf-a308122c4323 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Deleting port 43853640-efd9-48f4-93fd-e2f0d376c846 {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:49:39.243364 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-492ed19f-8cf2-4a79-9fbf-a308122c4323 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:39.373596 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-492ed19f-8cf2-4a79-9fbf-a308122c4323 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:39.386850 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-492ed19f-8cf2-4a79-9fbf-a308122c4323 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Calling delete_port for 43853640-efd9-48f4-93fd-e2f0d376c846 owned by {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:49:39.525001 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-492ed19f-8cf2-4a79-9fbf-a308122c4323 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:39.554883 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492ed19f-8cf2-4a79-9fbf-a308122c4323 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Pushing event deleted for resources: {'Port': ['ID=43853640-efd9-48f4-93fd-e2f0d376c846,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:49:39.581899 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-492ed19f-8cf2-4a79-9fbf-a308122c4323 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:39.583912 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-492ed19f-8cf2-4a79-9fbf-a308122c4323 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] 10.222.0.39 "DELETE /v2.0/ports/43853640-efd9-48f4-93fd-e2f0d376c846 HTTP/1.1" status: 204 len: 168 time: 0.4445963 Aug 12 14:49:39.586763 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 56906) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:49:39.613072 n-d-694802-15 neutron-server[94467]: INFO neutron.pecan_wsgi.hooks.translation [None req-b403229e-df1a-4258-880a-5c2635ebb7f1 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] GET failed (client error): The resource could not be found. Aug 12 14:49:39.614623 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-b403229e-df1a-4258-880a-5c2635ebb7f1 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] 10.222.0.39 "GET /v2.0/ports/43853640-efd9-48f4-93fd-e2f0d376c846 HTTP/1.1" status: 404 len: 333 time: 0.0268900 Aug 12 14:49:39.617449 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 56910) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:49:39.670179 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba801e16-0a23-43de-a116-f87a495ca1d9 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Deleting subnet 1a1d9988-cb19-4fe4-8bf8-c1ff12706397 {{(pid=94467) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 14:49:39.673530 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-ba801e16-0a23-43de-a116-f87a495ca1d9 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks [] for subnet, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:39.692145 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe6d072-837c-4420-889b-710989036682 req-634f4bc1-e220-42ae-8783-223e7f48e1e5 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:49:39.693726 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-bfe6d072-837c-4420-889b-710989036682 req-634f4bc1-e220-42ae-8783-223e7f48e1e5 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/ports?device_id=3123bce8-844b-469f-9aa0-64c8f53661bc HTTP/1.1" status: 200 len: 944 time: 0.0497487 Aug 12 14:49:39.721208 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-ba801e16-0a23-43de-a116-f87a495ca1d9 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3857505'] for subnet, precommit_delete_associations {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:39.735353 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-bfe6d072-837c-4420-889b-710989036682 req-6f623cda-6d5c-45cb-8dce-742c7e0095c6 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ff7dcf8-d6f2-4101-a1d4-537dc448601c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350797 Aug 12 14:49:39.821841 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-ba801e16-0a23-43de-a116-f87a495ca1d9 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66416255'] for subnet, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:39.883964 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-ba801e16-0a23-43de-a116-f87a495ca1d9 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66416232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2859225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3343748'] for subnet, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:39.916722 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba801e16-0a23-43de-a116-f87a495ca1d9 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Pushing event deleted for resources: {'Subnet': ['ID=1a1d9988-cb19-4fe4-8bf8-c1ff12706397,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:49:39.922092 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-ba801e16-0a23-43de-a116-f87a495ca1d9 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks [] for subnet, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:39.926750 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-ba801e16-0a23-43de-a116-f87a495ca1d9 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] 10.222.0.39 "DELETE /v2.0/subnets/1a1d9988-cb19-4fe4-8bf8-c1ff12706397 HTTP/1.1" status: 204 len: 168 time: 0.3058417 Aug 12 14:49:39.927042 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 56912) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:49:40.005876 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-6eb0f270-cf88-42a3-87ff-aced453abc44 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680608'] for network, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:40.054382 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7385ee4d-3867-4522-93b3-f3cf111d9123 None None] Network a37f812b-0141-4526-8a41-ac0126457968 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:49:40.101481 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-6eb0f270-cf88-42a3-87ff-aced453abc44 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Deleting port ddf70cd0-5fc7-4fb6-bea5-6cde6db80ae5 {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:49:40.101833 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-6eb0f270-cf88-42a3-87ff-aced453abc44 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:40.111899 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5781833b-2761-42f1-946f-dd3b7dc38320 req-3e76a125-1a74-4d4a-9425-dff01c1f4a00 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:49:40.113467 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-5781833b-2761-42f1-946f-dd3b7dc38320 req-3e76a125-1a74-4d4a-9425-dff01c1f4a00 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/ports?device_id=f6ba4b20-8c56-4b30-8495-dd1df3d9483b HTTP/1.1" status: 200 len: 908 time: 0.0703759 Aug 12 14:49:40.116228 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-3cb98d33-1fcc-4747-b064-7f9f813b1880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:40.142120 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-90539601-3afb-4ea3-b366-41f6bde9c0e3 None None] Provisioning for port ddf70cd0-5fc7-4fb6-bea5-6cde6db80ae5 completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:49:40.172562 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 56920) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:49:40.188312 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [None req-6eb0f270-cf88-42a3-87ff-aced453abc44 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] For port ddf70cd0-5fc7-4fb6-bea5-6cde6db80ae5, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=ddf70cd0-5fc7-4fb6-bea5-6cde6db80ae5,segment=NetworkSegment(eb659218-42a4-4293-87c5-547d1eb28861),segment_id=eb659218-42a4-4293-87c5-547d1eb28861)] {{(pid=94467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:49:40.189038 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-6eb0f270-cf88-42a3-87ff-aced453abc44 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:40.207184 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-6eb0f270-cf88-42a3-87ff-aced453abc44 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Calling delete_port for ddf70cd0-5fc7-4fb6-bea5-6cde6db80ae5 owned by network:dhcp {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:49:40.314907 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0564ec2c-3487-469c-a3ab-ed6d3222a686 None None] DHCP port deletion for a37f812b-0141-4526-8a41-ac0126457968 request from n-d-694802-15 {{(pid=94468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 14:49:40.344524 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dc2d50-5c27-4c67-b9b8-61e942d37c75 req-0a609871-01de-441c-9a6c-f1cc56d14ff9 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:49:40.346019 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a9dc2d50-5c27-4c67-b9b8-61e942d37c75 req-0a609871-01de-441c-9a6c-f1cc56d14ff9 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.64 "GET /v2.0/ports?device_id=f6ba4b20-8c56-4b30-8495-dd1df3d9483b HTTP/1.1" status: 200 len: 908 time: 0.0764673 Aug 12 14:49:40.370359 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-0564ec2c-3487-469c-a3ab-ed6d3222a686 None None] Deleting port ddf70cd0-5fc7-4fb6-bea5-6cde6db80ae5 {{(pid=94468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:49:40.370771 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-0564ec2c-3487-469c-a3ab-ed6d3222a686 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:40.386789 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-6eb0f270-cf88-42a3-87ff-aced453abc44 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:40.427633 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb0f270-cf88-42a3-87ff-aced453abc44 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] No DVR routers for this DVR port ddf70cd0-5fc7-4fb6-bea5-6cde6db80ae5 on host n-d-694802-15 {{(pid=94467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:49:40.434167 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb0f270-cf88-42a3-87ff-aced453abc44 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Pushing event deleted for resources: {'Port': ['ID=ddf70cd0-5fc7-4fb6-bea5-6cde6db80ae5,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:49:40.438764 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-0564ec2c-3487-469c-a3ab-ed6d3222a686 None None] For port ddf70cd0-5fc7-4fb6-bea5-6cde6db80ae5, host n-d-694802-15, got binding levels [] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:49:40.438970 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-0564ec2c-3487-469c-a3ab-ed6d3222a686 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:40.452844 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-0564ec2c-3487-469c-a3ab-ed6d3222a686 None None] Calling delete_port for ddf70cd0-5fc7-4fb6-bea5-6cde6db80ae5 owned by network:dhcp {{(pid=94468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:49:40.455502 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.ipam_backend_mixin [None req-0564ec2c-3487-469c-a3ab-ed6d3222a686 None None] Port ddf70cd0-5fc7-4fb6-bea5-6cde6db80ae5 was not found and therefore no delete operation was performed {{(pid=94468) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 12 14:49:40.456714 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-0564ec2c-3487-469c-a3ab-ed6d3222a686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262'] for port, after_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:40.484031 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0564ec2c-3487-469c-a3ab-ed6d3222a686 None None] Pushing event deleted for resources: {'Port': ['ID=ddf70cd0-5fc7-4fb6-bea5-6cde6db80ae5,revision_number=None']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:49:40.487197 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0564ec2c-3487-469c-a3ab-ed6d3222a686 None None] No DVR routers for this DVR port ddf70cd0-5fc7-4fb6-bea5-6cde6db80ae5 on host n-d-694802-15 {{(pid=94468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:49:40.494576 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0564ec2c-3487-469c-a3ab-ed6d3222a686 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:49:40.494918 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0564ec2c-3487-469c-a3ab-ed6d3222a686 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:49:40.495306 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0564ec2c-3487-469c-a3ab-ed6d3222a686 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:49:40.495639 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0564ec2c-3487-469c-a3ab-ed6d3222a686 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:49:40.495968 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0564ec2c-3487-469c-a3ab-ed6d3222a686 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:49:40.496326 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0564ec2c-3487-469c-a3ab-ed6d3222a686 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:49:40.502263 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0564ec2c-3487-469c-a3ab-ed6d3222a686 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:49:40.502263 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0564ec2c-3487-469c-a3ab-ed6d3222a686 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:49:40.502263 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0564ec2c-3487-469c-a3ab-ed6d3222a686 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:49:40.502263 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0564ec2c-3487-469c-a3ab-ed6d3222a686 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:49:40.502263 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0564ec2c-3487-469c-a3ab-ed6d3222a686 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:49:40.502263 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0564ec2c-3487-469c-a3ab-ed6d3222a686 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:49:40.537925 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-6eb0f270-cf88-42a3-87ff-aced453abc44 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66413304', 'neutron.services.segments.db._delete_segments_for_network-8744654118000'] for network, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:40.552512 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-6eb0f270-cf88-42a3-87ff-aced453abc44 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a37f812b-0141-4526-8a41-ac0126457968']}} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:49:40.566585 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-6eb0f270-cf88-42a3-87ff-aced453abc44 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb659218-42a4-4293-87c5-547d1eb28861') {'for_net_delete': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:49:40.566887 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-6eb0f270-cf88-42a3-87ff-aced453abc44 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb659218-42a4-4293-87c5-547d1eb28861') {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:49:40.578919 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-6eb0f270-cf88-42a3-87ff-aced453abc44 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744654122361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3857526'] for segment, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:40.587724 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-538b64ae-a6f0-41f4-b122-55f5d6edc7e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66663830'] for router_interface, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:40.588043 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [req-a9dc2d50-5c27-4c67-b9b8-61e942d37c75 req-52bb4af2-5e71-4581-894c-afea379dc97e tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Deleting port 33fb3c47-bf71-4b17-a3fa-925edb6f301f {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:49:40.588382 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-a9dc2d50-5c27-4c67-b9b8-61e942d37c75 req-52bb4af2-5e71-4581-894c-afea379dc97e tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:40.637584 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-6eb0f270-cf88-42a3-87ff-aced453abc44 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:40.650543 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6eb0f270-cf88-42a3-87ff-aced453abc44 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Releasing vlan 338 on physical network physnet1 to pool {{(pid=94467) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 14:49:40.650950 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-6eb0f270-cf88-42a3-87ff-aced453abc44 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2859015'] for segment, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:40.654838 n-d-694802-15 neutron-server[94467]: Traceback (most recent call last): Aug 12 14:49:40.654838 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 14:49:40.654838 n-d-694802-15 neutron-server[94467]: timer() Aug 12 14:49:40.654838 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 14:49:40.654838 n-d-694802-15 neutron-server[94467]: cb(*args, **kw) Aug 12 14:49:40.654838 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 14:49:40.654838 n-d-694802-15 neutron-server[94467]: return func(*args, **kwargs) Aug 12 14:49:40.654838 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 14:49:40.654838 n-d-694802-15 neutron-server[94467]: self._notify() Aug 12 14:49:40.654838 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 14:49:40.654838 n-d-694802-15 neutron-server[94467]: self.callback(batched_events) Aug 12 14:49:40.654838 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 14:49:40.654838 n-d-694802-15 neutron-server[94467]: event.method(event) Aug 12 14:49:40.654838 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 14:49:40.654838 n-d-694802-15 neutron-server[94467]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 14:49:40.654838 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 14:49:40.654838 n-d-694802-15 neutron-server[94467]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 14:49:40.654838 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 14:49:40.654838 n-d-694802-15 neutron-server[94467]: return f(self, *a, **k) Aug 12 14:49:40.654838 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 14:49:40.654838 n-d-694802-15 neutron-server[94467]: return self._get(url).json() Aug 12 14:49:40.654838 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 14:49:40.654838 n-d-694802-15 neutron-server[94467]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 14:49:40.654838 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 14:49:40.654838 n-d-694802-15 neutron-server[94467]: return self.request(url, 'GET', **kwargs) Aug 12 14:49:40.654838 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 14:49:40.654838 n-d-694802-15 neutron-server[94467]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 14:49:40.654838 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 14:49:40.654838 n-d-694802-15 neutron-server[94467]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 14:49:40.654838 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 14:49:40.654838 n-d-694802-15 neutron-server[94467]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 14:49:40.654838 n-d-694802-15 neutron-server[94467]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 14:49:40.739120 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-6eb0f270-cf88-42a3-87ff-aced453abc44 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66413281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431520'] for network, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:40.743714 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-6eb0f270-cf88-42a3-87ff-aced453abc44 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for network, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:40.748926 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-6eb0f270-cf88-42a3-87ff-aced453abc44 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] 10.222.0.39 "DELETE /v2.0/networks/a37f812b-0141-4526-8a41-ac0126457968 HTTP/1.1" status: 204 len: 168 time: 0.8174739 Aug 12 14:49:40.749368 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 56924) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:49:40.754240 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-e1cc16a7-3755-44c1-8bd9-cea79f252fb3 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Request body: {'port': {'network_id': '71182620-fc59-4a91-8e3b-fc68c8b620e0', 'name': 'tempest-PortsIpV6TestJSON-705653696'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:49:40.756318 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-a9dc2d50-5c27-4c67-b9b8-61e942d37c75 req-52bb4af2-5e71-4581-894c-afea379dc97e tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] For port 33fb3c47-bf71-4b17-a3fa-925edb6f301f, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=33fb3c47-bf71-4b17-a3fa-925edb6f301f,segment=NetworkSegment(45b28473-1709-41a1-b9df-2ccc6425c05f),segment_id=45b28473-1709-41a1-b9df-2ccc6425c05f)] {{(pid=94467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:49:40.756691 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-a9dc2d50-5c27-4c67-b9b8-61e942d37c75 req-52bb4af2-5e71-4581-894c-afea379dc97e tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:40.773328 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb0f270-cf88-42a3-87ff-aced453abc44 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Pushing event deleted for resources: {'Network': ['ID=a37f812b-0141-4526-8a41-ac0126457968,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:49:40.782100 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [req-a9dc2d50-5c27-4c67-b9b8-61e942d37c75 req-52bb4af2-5e71-4581-894c-afea379dc97e tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Calling delete_port for 33fb3c47-bf71-4b17-a3fa-925edb6f301f owned by compute:nova {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:49:40.892929 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1cc16a7-3755-44c1-8bd9-cea79f252fb3 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Made reservation on behalf of fc26b2bd24e24e018c7add15390c187a for: {'port': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:49:40.896395 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d4df35-3be6-49c8-8cb6-605c9ba80fa4 req-020f2403-e3b3-4eb1-8541-f0394d902298 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:49:40.896702 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e1cc16a7-3755-44c1-8bd9-cea79f252fb3 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:40.897919 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b6d4df35-3be6-49c8-8cb6-605c9ba80fa4 req-020f2403-e3b3-4eb1-8541-f0394d902298 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/ports?device_id=3123bce8-844b-469f-9aa0-64c8f53661bc HTTP/1.1" status: 200 len: 944 time: 0.0722816 Aug 12 14:49:40.934969 n-d-694802-15 neutron-server[94466]: DEBUG neutron.notifiers.nova [None req-e1cc16a7-3755-44c1-8bd9-cea79f252fb3 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] device_id is not set on port 483b61df-010f-4145-8678-a38bae87ee2b yet. {{(pid=94466) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 14:49:40.978409 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b6d4df35-3be6-49c8-8cb6-605c9ba80fa4 req-086a6be0-ca44-4547-9f54-77257d3afb59 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ff7dcf8-d6f2-4101-a1d4-537dc448601c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716519 Aug 12 14:49:40.985383 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-a9dc2d50-5c27-4c67-b9b8-61e942d37c75 req-52bb4af2-5e71-4581-894c-afea379dc97e tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:41.015103 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bb4af2-5e71-4581-894c-afea379dc97e tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Pushing event deleted for resources: {'Port': ['ID=33fb3c47-bf71-4b17-a3fa-925edb6f301f,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:49:41.036592 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-538b64ae-a6f0-41f4-b122-55f5d6edc7e7 admin admin] Deleting port af3eb0be-127c-4b87-9a6c-91a7631f3c0f {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:49:41.037314 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-538b64ae-a6f0-41f4-b122-55f5d6edc7e7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:41.059262 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9dc2d50-5c27-4c67-b9b8-61e942d37c75 req-52bb4af2-5e71-4581-894c-afea379dc97e tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] No DVR routers for this DVR port 33fb3c47-bf71-4b17-a3fa-925edb6f301f on host n-h1-694802-15 {{(pid=94467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:49:41.062218 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-a9dc2d50-5c27-4c67-b9b8-61e942d37c75 req-52bb4af2-5e71-4581-894c-afea379dc97e tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:41.064394 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a9dc2d50-5c27-4c67-b9b8-61e942d37c75 req-52bb4af2-5e71-4581-894c-afea379dc97e tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.64 "DELETE /v2.0/ports/33fb3c47-bf71-4b17-a3fa-925edb6f301f HTTP/1.1" status: 204 len: 173 time: 0.7121828 Aug 12 14:49:41.064862 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6ba4b20-8c56-4b30-8495-dd1df3d9483b', 'name': 'network-vif-deleted', 'tag': '33fb3c47-bf71-4b17-a3fa-925edb6f301f'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:49:41.067409 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e65282f928b64038367d043a4411777802006c43a98742496cb2e25b724ff1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd2bf589-8c31-4013-92aa-89f90559d398" -d '{"events": [{"server_uuid": "f6ba4b20-8c56-4b30-8495-dd1df3d9483b", "name": "network-vif-deleted", "tag": "33fb3c47-bf71-4b17-a3fa-925edb6f301f"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:49:41.128477 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 14:49:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03fe5a80-06c3-4e7a-a19d-2d77a092a4cb x-openstack-request-id: req-03fe5a80-06c3-4e7a-a19d-2d77a092a4cb {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:49:41.129085 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6ba4b20-8c56-4b30-8495-dd1df3d9483b", "name": "network-vif-deleted", "tag": "33fb3c47-bf71-4b17-a3fa-925edb6f301f", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:49:41.129234 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-03fe5a80-06c3-4e7a-a19d-2d77a092a4cb {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:49:41.129615 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6ba4b20-8c56-4b30-8495-dd1df3d9483b', 'name': 'network-vif-deleted', 'tag': '33fb3c47-bf71-4b17-a3fa-925edb6f301f', 'status': 'completed', 'code': 200} Aug 12 14:49:41.253215 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-aa795ba3-f12b-4cec-a46f-7ed8cfdf69f9 req-47ede9df-0987-435c-a968-7e0c3bbca67e tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/ports?device_id=f6ba4b20-8c56-4b30-8495-dd1df3d9483b HTTP/1.1" status: 200 len: 210 time: 0.0386732 Aug 12 14:49:41.336308 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device c80ff18b-1cdf-4864-b62f-1ce8d2da59a2 no longer exists at agent hyperv_n-h1-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:49:41.361344 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device 4cb610aa-7923-49fa-ac4e-1e29828c4978 details requested by agent hyperv_n-h2-694802-15 with host n-h2-694802-15 {{(pid=94468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 14:49:41.365031 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-93370168-53ca-47c2-9e27-b066be57125c None None] No Port match for: c80ff18b-1cdf-4864-b62f-1ce8d2da59a2 {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 14:49:41.365368 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device c80ff18b-1cdf-4864-b62f-1ce8d2da59a2 not bound to the agent host n-h1-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:49:41.365779 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device 33fb3c47-bf71-4b17-a3fa-925edb6f301f no longer exists at agent hyperv_n-h1-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:49:41.391421 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-93370168-53ca-47c2-9e27-b066be57125c None None] No Port match for: 33fb3c47-bf71-4b17-a3fa-925edb6f301f {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 14:49:41.391769 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device 33fb3c47-bf71-4b17-a3fa-925edb6f301f not bound to the agent host n-h1-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:49:41.492281 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port 4cb610aa-7923-49fa-ac4e-1e29828c4978, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=4cb610aa-7923-49fa-ac4e-1e29828c4978,segment=NetworkSegment(992c0055-8673-48b2-8c23-e403a670dda0),segment_id=992c0055-8673-48b2-8c23-e403a670dda0)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:49:41.507684 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Returning: {'device': '4cb610aa-7923-49fa-ac4e-1e29828c4978', 'network_id': '742f197c-8a19-4bb3-8560-845411781a1d', 'port_id': '4cb610aa-7923-49fa-ac4e-1e29828c4978', 'mac_address': 'fa:16:3e:5a:80:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e54db14a-8a80-4198-922a-7cf83a508765', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 14:49:41.513499 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:41.554132 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:41.567876 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4cb610aa-7923-49fa-ac4e-1e29828c4978 {{(pid=94468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:49:41.568129 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-538b64ae-a6f0-41f4-b122-55f5d6edc7e7 admin admin] For port af3eb0be-127c-4b87-9a6c-91a7631f3c0f, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=af3eb0be-127c-4b87-9a6c-91a7631f3c0f,segment=NetworkSegment(bca64529-9ccc-4066-be28-7542220cf77a),segment_id=bca64529-9ccc-4066-be28-7542220cf77a)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:49:41.568309 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-538b64ae-a6f0-41f4-b122-55f5d6edc7e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:41.580495 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e1cc16a7-3755-44c1-8bd9-cea79f252fb3 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:41.588502 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-538b64ae-a6f0-41f4-b122-55f5d6edc7e7 admin admin] Calling delete_port for af3eb0be-127c-4b87-9a6c-91a7631f3c0f owned by network:router_interface {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:49:41.589930 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port 4cb610aa-7923-49fa-ac4e-1e29828c4978, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=4cb610aa-7923-49fa-ac4e-1e29828c4978,segment=NetworkSegment(992c0055-8673-48b2-8c23-e403a670dda0),segment_id=992c0055-8673-48b2-8c23-e403a670dda0)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:49:41.593340 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:41.644752 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Pushing event updated for resources: {'Port': ['ID=4cb610aa-7923-49fa-ac4e-1e29828c4978,revision_number=4']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:49:41.676307 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e1cc16a7-3755-44c1-8bd9-cea79f252fb3 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:41.754235 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1cc16a7-3755-44c1-8bd9-cea79f252fb3 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Network 71182620-fc59-4a91-8e3b-fc68c8b620e0 is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:49:41.762747 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-e1cc16a7-3755-44c1-8bd9-cea79f252fb3 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:49:41.769809 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1cc16a7-3755-44c1-8bd9-cea79f252fb3 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:49:41.775465 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1cc16a7-3755-44c1-8bd9-cea79f252fb3 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:49:41.776063 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e1cc16a7-3755-44c1-8bd9-cea79f252fb3 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:41.787910 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cc16a7-3755-44c1-8bd9-cea79f252fb3 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Pushing event updated for resources: {'Port': ['ID=483b61df-010f-4145-8678-a38bae87ee2b,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:49:41.807230 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-e1cc16a7-3755-44c1-8bd9-cea79f252fb3 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.0569055 Aug 12 14:49:41.810379 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 56938) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:49:41.870445 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-538b64ae-a6f0-41f4-b122-55f5d6edc7e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:41.909948 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538b64ae-a6f0-41f4-b122-55f5d6edc7e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=af3eb0be-127c-4b87-9a6c-91a7631f3c0f,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:49:41.928923 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-fcee9d09-8193-4117-8804-a62459f32217 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Deleting port 483b61df-010f-4145-8678-a38bae87ee2b {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:49:41.929376 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-fcee9d09-8193-4117-8804-a62459f32217 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:41.999731 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-fcee9d09-8193-4117-8804-a62459f32217 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:42.016727 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-fcee9d09-8193-4117-8804-a62459f32217 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Calling delete_port for 483b61df-010f-4145-8678-a38bae87ee2b owned by {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:49:42.035322 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] get_ports_and_sgs() called for port_ids ['4cb610aa-7923-49fa-ac4e-1e29828c4978'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:49:42.113488 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-538b64ae-a6f0-41f4-b122-55f5d6edc7e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66628352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-430630'] for router_interface, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:42.123244 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-fcee9d09-8193-4117-8804-a62459f32217 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:42.147819 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ed1bb1-59d8-48ef-bc65-81c36311c98d req-a3418303-e3a5-492b-ba5c-defad17faceb tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:49:42.149353 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-d6ed1bb1-59d8-48ef-bc65-81c36311c98d req-a3418303-e3a5-492b-ba5c-defad17faceb tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/ports?device_id=3123bce8-844b-469f-9aa0-64c8f53661bc HTTP/1.1" status: 200 len: 945 time: 0.0809543 Aug 12 14:49:42.169018 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcee9d09-8193-4117-8804-a62459f32217 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Pushing event deleted for resources: {'Port': ['ID=483b61df-010f-4145-8678-a38bae87ee2b,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:49:42.178677 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-fcee9d09-8193-4117-8804-a62459f32217 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:42.180884 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-fcee9d09-8193-4117-8804-a62459f32217 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] 10.222.0.39 "DELETE /v2.0/ports/483b61df-010f-4145-8678-a38bae87ee2b HTTP/1.1" status: 204 len: 168 time: 0.3657453 Aug 12 14:49:42.183358 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 56942) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:49:42.192522 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-123f5593-2c5c-4402-b980-849ae26b8cb7 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Request body: {'port': {'network_id': '71182620-fc59-4a91-8e3b-fc68c8b620e0', 'mac_address': 'fa:16:3e:63:2b:0d', 'name': 'tempest-PortsIpV6TestJSON-420850816'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:49:42.263248 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-d6ed1bb1-59d8-48ef-bc65-81c36311c98d req-e0a01b82-1c07-4266-9d5b-a150ef8b8239 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ff7dcf8-d6f2-4101-a1d4-537dc448601c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782692 Aug 12 14:49:42.337420 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-123f5593-2c5c-4402-b980-849ae26b8cb7 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Made reservation on behalf of fc26b2bd24e24e018c7add15390c187a for: {'port': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:49:42.431584 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-538b64ae-a6f0-41f4-b122-55f5d6edc7e7 admin admin] Router b43ed3ac-111f-410f-9cfa-4ab516295050 has already been hosted by L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f {{(pid=94466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 14:49:42.432904 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-123f5593-2c5c-4402-b980-849ae26b8cb7 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:42.462270 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [None req-123f5593-2c5c-4402-b980-849ae26b8cb7 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] device_id is not set on port 01db3c5f-e345-42d2-b201-b9bb4e154b3f yet. {{(pid=94467) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 14:49:42.559937 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-538b64ae-a6f0-41f4-b122-55f5d6edc7e7 admin admin] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 14:49:42.568495 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-538b64ae-a6f0-41f4-b122-55f5d6edc7e7 admin admin] 10.222.0.39 "PUT /v2.0/routers/b43ed3ac-111f-410f-9cfa-4ab516295050/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3922272 Aug 12 14:49:42.568651 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 56954) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:49:42.569400 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-208c8fd4-887d-427e-8af8-9e94c818e0da None None] Sync routers for ids ['b43ed3ac-111f-410f-9cfa-4ab516295050'] in n-d-694802-15 {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 14:49:42.581224 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-208c8fd4-887d-427e-8af8-9e94c818e0da None None] Routers {'b43ed3ac-111f-410f-9cfa-4ab516295050'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:49:42.581891 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-208c8fd4-887d-427e-8af8-9e94c818e0da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:49:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['b43ed3ac-111f-410f-9cfa-4ab516295050'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:49:42.656705 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f304a808-70aa-43e7-ae11-a4863767f53a req-ebb5b47a-fdc2-4164-b8aa-46f2753aa202 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:49:42.658238 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f304a808-70aa-43e7-ae11-a4863767f53a req-ebb5b47a-fdc2-4164-b8aa-46f2753aa202 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/ports?device_id=8c0853c2-babc-4d79-9e6a-fdf2bca90047 HTTP/1.1" status: 200 len: 946 time: 0.1204677 Aug 12 14:49:42.682234 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-123f5593-2c5c-4402-b980-849ae26b8cb7 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks [] for port, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:42.688007 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-50328f9e-fdbb-41b6-bddf-8c02576b9c62 admin admin] Notify callbacks [] for router, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:42.713487 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:42.717449 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvr_db [None req-208c8fd4-887d-427e-8af8-9e94c818e0da None None] Set router b43ed3ac-111f-410f-9cfa-4ab516295050 gateway port host: n-d-694802-15 {{(pid=94468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:49:42.721014 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f304a808-70aa-43e7-ae11-a4863767f53a req-7d46f03d-3553-4da1-951f-3c1db54b238f tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/security-groups?id=36246b04-094b-4845-831d-1126cf8a06ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547142 Aug 12 14:49:42.747613 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-123f5593-2c5c-4402-b980-849ae26b8cb7 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:42.805313 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-50328f9e-fdbb-41b6-bddf-8c02576b9c62 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:42.805983 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-123f5593-2c5c-4402-b980-849ae26b8cb7 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Network 71182620-fc59-4a91-8e3b-fc68c8b620e0 is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:49:42.810028 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [None req-123f5593-2c5c-4402-b980-849ae26b8cb7 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:49:42.817777 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-123f5593-2c5c-4402-b980-849ae26b8cb7 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Received port after_create {{(pid=94467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:49:42.827218 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-123f5593-2c5c-4402-b980-849ae26b8cb7 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:49:42.827933 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-123f5593-2c5c-4402-b980-849ae26b8cb7 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:42.846910 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123f5593-2c5c-4402-b980-849ae26b8cb7 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Pushing event updated for resources: {'Port': ['ID=01db3c5f-e345-42d2-b201-b9bb4e154b3f,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:49:42.859582 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-123f5593-2c5c-4402-b980-849ae26b8cb7 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.6737990 Aug 12 14:49:42.861105 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 56956) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:49:42.877666 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-50328f9e-fdbb-41b6-bddf-8c02576b9c62 admin admin] Deleting port d42352d5-419d-4360-acd8-0b92bbbcbcc7 {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:49:42.878027 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-50328f9e-fdbb-41b6-bddf-8c02576b9c62 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:42.910916 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eac8d272-dead-405d-b754-5bdbeab7b7c0 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:49:42.912395 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-eac8d272-dead-405d-b754-5bdbeab7b7c0 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] 10.222.0.39 "GET /v2.0/ports/01db3c5f-e345-42d2-b201-b9bb4e154b3f HTTP/1.1" status: 200 len: 844 time: 0.0503671 Aug 12 14:49:42.915155 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 56958) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:49:42.932126 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-208c8fd4-887d-427e-8af8-9e94c818e0da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b43ed3ac-111f-410f-9cfa-4ab516295050', 'name': 'tempest-ServerRescueTestJSONUnderV235-1952715453-router', 'tenant_id': '7f4b55b810a04109be81b8288068f054', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.140'}], 'enable_snat': True}, 'gw_port_id': 'd42352d5-419d-4360-acd8-0b92bbbcbcc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:48:21Z', 'updated_at': '2021-08-12T14:49:41Z', 'revision_number': 5, 'project_id': '7f4b55b810a04109be81b8288068f054', 'gw_port': {'id': 'd42352d5-419d-4360-acd8-0b92bbbcbcc7', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:bf:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b43ed3ac-111f-410f-9cfa-4ab516295050', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2029, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:48:22Z', 'updated_at': '2021-08-12T14:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15'}], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:49:42.962739 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-208c8fd4-887d-427e-8af8-9e94c818e0da None None] Checking router: b43ed3ac-111f-410f-9cfa-4ab516295050 for host: n-d-694802-15 {{(pid=94468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 14:49:42.964642 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-50328f9e-fdbb-41b6-bddf-8c02576b9c62 admin admin] For port d42352d5-419d-4360-acd8-0b92bbbcbcc7, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=d42352d5-419d-4360-acd8-0b92bbbcbcc7,segment=NetworkSegment(b1b396cb-2dc6-4041-bfc7-1833a80a4720),segment_id=b1b396cb-2dc6-4041-bfc7-1833a80a4720)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:49:42.965100 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-50328f9e-fdbb-41b6-bddf-8c02576b9c62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:42.971356 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-208c8fd4-887d-427e-8af8-9e94c818e0da None None] Routers {'b43ed3ac-111f-410f-9cfa-4ab516295050'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:49:42.972251 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-208c8fd4-887d-427e-8af8-9e94c818e0da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:49:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['b43ed3ac-111f-410f-9cfa-4ab516295050'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:49:42.979549 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-50328f9e-fdbb-41b6-bddf-8c02576b9c62 admin admin] Calling delete_port for d42352d5-419d-4360-acd8-0b92bbbcbcc7 owned by network:router_gateway {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:49:43.012828 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-b24c720c-81d0-4f0d-8b84-02d3f1cfc11d tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Deleting port 01db3c5f-e345-42d2-b201-b9bb4e154b3f {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:49:43.013164 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-b24c720c-81d0-4f0d-8b84-02d3f1cfc11d tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:43.052532 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:43.071874 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvr_db [None req-208c8fd4-887d-427e-8af8-9e94c818e0da None None] Set router b43ed3ac-111f-410f-9cfa-4ab516295050 gateway port host: None {{(pid=94468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:49:43.084252 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-b24c720c-81d0-4f0d-8b84-02d3f1cfc11d tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:43.099415 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-b24c720c-81d0-4f0d-8b84-02d3f1cfc11d tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Calling delete_port for 01db3c5f-e345-42d2-b201-b9bb4e154b3f owned by {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:49:43.126222 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-208c8fd4-887d-427e-8af8-9e94c818e0da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b43ed3ac-111f-410f-9cfa-4ab516295050', 'name': 'tempest-ServerRescueTestJSONUnderV235-1952715453-router', 'tenant_id': '7f4b55b810a04109be81b8288068f054', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:48:21Z', 'updated_at': '2021-08-12T14:49:42Z', 'revision_number': 6, 'project_id': '7f4b55b810a04109be81b8288068f054', 'gw_port_host': None}], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:49:43.157333 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-208c8fd4-887d-427e-8af8-9e94c818e0da None None] The sync data for ids ['b43ed3ac-111f-410f-9cfa-4ab516295050'] in n-d-694802-15 is: [{'id': 'b43ed3ac-111f-410f-9cfa-4ab516295050', 'name': 'tempest-ServerRescueTestJSONUnderV235-1952715453-router', 'tenant_id': '7f4b55b810a04109be81b8288068f054', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:48:21Z', 'updated_at': '2021-08-12T14:49:42Z', 'revision_number': 6, 'project_id': '7f4b55b810a04109be81b8288068f054', 'gw_port_host': None}] {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 14:49:43.163416 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-50328f9e-fdbb-41b6-bddf-8c02576b9c62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:43.188873 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-b24c720c-81d0-4f0d-8b84-02d3f1cfc11d tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:43.196835 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50328f9e-fdbb-41b6-bddf-8c02576b9c62 admin admin] Pushing event deleted for resources: {'Port': ['ID=d42352d5-419d-4360-acd8-0b92bbbcbcc7,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:49:43.224287 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24c720c-81d0-4f0d-8b84-02d3f1cfc11d tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Pushing event deleted for resources: {'Port': ['ID=01db3c5f-e345-42d2-b201-b9bb4e154b3f,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:49:43.232770 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-b24c720c-81d0-4f0d-8b84-02d3f1cfc11d tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:43.239279 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-b24c720c-81d0-4f0d-8b84-02d3f1cfc11d tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] 10.222.0.39 "DELETE /v2.0/ports/01db3c5f-e345-42d2-b201-b9bb4e154b3f HTTP/1.1" status: 204 len: 168 time: 0.3208091 Aug 12 14:49:43.239749 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 56960) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:49:43.263923 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-50328f9e-fdbb-41b6-bddf-8c02576b9c62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-431580'] for router_gateway, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:43.265043 n-d-694802-15 neutron-server[94467]: INFO neutron.pecan_wsgi.hooks.translation [None req-5bdd6564-775f-42c8-9bcc-7f9aea9ce5a7 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] GET failed (client error): The resource could not be found. Aug 12 14:49:43.266708 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-5bdd6564-775f-42c8-9bcc-7f9aea9ce5a7 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] 10.222.0.39 "GET /v2.0/ports/01db3c5f-e345-42d2-b201-b9bb4e154b3f HTTP/1.1" status: 404 len: 333 time: 0.0261083 Aug 12 14:49:43.271458 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 56962) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:49:43.276283 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-d5cc4312-62a5-41b1-ba32-bbc3a6de0a31 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Request body: {'port': {'network_id': '71182620-fc59-4a91-8e3b-fc68c8b620e0', 'name': 'tempest-PortsIpV6TestJSON-1930321963'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:49:43.359358 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-1ad394ae-7fc2-404e-83ed-951d360e0919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:43.366351 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5cc4312-62a5-41b1-ba32-bbc3a6de0a31 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Made reservation on behalf of fc26b2bd24e24e018c7add15390c187a for: {'port': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:49:43.367278 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-50328f9e-fdbb-41b6-bddf-8c02576b9c62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-429360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-104877'] for router, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:43.372323 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-d5cc4312-62a5-41b1-ba32-bbc3a6de0a31 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:43.372510 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-50328f9e-fdbb-41b6-bddf-8c02576b9c62 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:43.388538 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [None req-d5cc4312-62a5-41b1-ba32-bbc3a6de0a31 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] device_id is not set on port 00b1895b-4b94-4270-947a-165443b49b22 yet. {{(pid=94467) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 14:49:43.450547 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7288ba76-7c0b-4250-aff1-64e21c563427 req-f75599e0-36fd-4aab-af5c-00721faf7498 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:49:43.452027 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-7288ba76-7c0b-4250-aff1-64e21c563427 req-f75599e0-36fd-4aab-af5c-00721faf7498 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/ports?device_id=3123bce8-844b-469f-9aa0-64c8f53661bc HTTP/1.1" status: 200 len: 945 time: 0.0995741 Aug 12 14:49:43.453099 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-50328f9e-fdbb-41b6-bddf-8c02576b9c62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-429375'] for router, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:43.453623 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50328f9e-fdbb-41b6-bddf-8c02576b9c62 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b43ed3ac-111f-410f-9cfa-4ab516295050 {{(pid=94466) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 14:49:43.457985 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-50328f9e-fdbb-41b6-bddf-8c02576b9c62 admin admin] Notify callbacks [] for router, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:43.465762 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-50328f9e-fdbb-41b6-bddf-8c02576b9c62 admin admin] 10.222.0.39 "DELETE /v2.0/routers/b43ed3ac-111f-410f-9cfa-4ab516295050 HTTP/1.1" status: 204 len: 168 time: 0.8893907 Aug 12 14:49:43.466545 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 56968) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:49:43.508873 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-7288ba76-7c0b-4250-aff1-64e21c563427 req-8aa57f6e-1bf3-4bf5-bfa4-1c75a3c944e5 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ff7dcf8-d6f2-4101-a1d4-537dc448601c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422320 Aug 12 14:49:43.582512 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_v2 [None req-969a015c-9346-41b6-9cfa-2545dc1227ac admin admin] Deleting subnet 187174f9-9f3a-4f34-a47c-8b966707662a {{(pid=94467) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 14:49:43.592903 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-969a015c-9346-41b6-9cfa-2545dc1227ac admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:43.641323 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-d5cc4312-62a5-41b1-ba32-bbc3a6de0a31 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks [] for port, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:43.652092 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-969a015c-9346-41b6-9cfa-2545dc1227ac admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3857505'] for subnet, precommit_delete_associations {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:43.706380 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-969a015c-9346-41b6-9cfa-2545dc1227ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66416255'] for subnet, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:43.740695 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-d5cc4312-62a5-41b1-ba32-bbc3a6de0a31 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:43.809365 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5cc4312-62a5-41b1-ba32-bbc3a6de0a31 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Network 71182620-fc59-4a91-8e3b-fc68c8b620e0 is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:49:43.814107 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [None req-d5cc4312-62a5-41b1-ba32-bbc3a6de0a31 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:49:43.816950 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cc4312-62a5-41b1-ba32-bbc3a6de0a31 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Pushing event updated for resources: {'Port': ['ID=00b1895b-4b94-4270-947a-165443b49b22,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:49:43.818941 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5cc4312-62a5-41b1-ba32-bbc3a6de0a31 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Received port after_create {{(pid=94467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:49:43.824798 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5cc4312-62a5-41b1-ba32-bbc3a6de0a31 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:49:43.825179 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-d5cc4312-62a5-41b1-ba32-bbc3a6de0a31 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:43.827889 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-969a015c-9346-41b6-9cfa-2545dc1227ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66416232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2859225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3343748'] for subnet, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:43.856429 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288e6567-72a5-4b71-924b-2a4acd34b505 req-1ef78272-cc56-4875-8809-e8411eaa2ee0 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:49:43.857894 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-288e6567-72a5-4b71-924b-2a4acd34b505 req-1ef78272-cc56-4875-8809-e8411eaa2ee0 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/ports?device_id=8c0853c2-babc-4d79-9e6a-fdf2bca90047 HTTP/1.1" status: 200 len: 946 time: 0.0548966 Aug 12 14:49:43.861802 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-969a015c-9346-41b6-9cfa-2545dc1227ac admin admin] Notify callbacks [] for subnet, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:43.863699 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-969a015c-9346-41b6-9cfa-2545dc1227ac admin admin] 10.222.0.39 "DELETE /v2.0/subnets/187174f9-9f3a-4f34-a47c-8b966707662a HTTP/1.1" status: 204 len: 168 time: 0.3960762 Aug 12 14:49:43.864503 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969a015c-9346-41b6-9cfa-2545dc1227ac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=187174f9-9f3a-4f34-a47c-8b966707662a,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:49:43.867716 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 56974) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:49:43.873874 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-d5cc4312-62a5-41b1-ba32-bbc3a6de0a31 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.5985844 Aug 12 14:49:43.874058 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 56978) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:49:43.879169 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-28a81e6f-5827-46c9-a7bd-aaf93b8bf957 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:49:43.941761 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-1769855f-eda9-4483-9dc3-3220908ab45d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:43.975285 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-28a81e6f-5827-46c9-a7bd-aaf93b8bf957 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:43.978791 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-288e6567-72a5-4b71-924b-2a4acd34b505 req-852b4501-36da-423f-a5ae-7ad12749f5fb tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/security-groups?id=36246b04-094b-4845-831d-1126cf8a06ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139214 Aug 12 14:49:43.981448 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-17b8a8c8-bdc7-4286-975b-3bd108b7ada6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680608'] for network, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:44.009309 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c96d143-70f7-40dc-a6fc-b776d6377d82 req-ac604826-cfb3-4460-bb0b-8b19e303d6d4 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:49:44.010772 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-8c96d143-70f7-40dc-a6fc-b776d6377d82 req-ac604826-cfb3-4460-bb0b-8b19e303d6d4 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.64 "GET /v2.0/ports?device_id=8c0853c2-babc-4d79-9e6a-fdf2bca90047 HTTP/1.1" status: 200 len: 946 time: 0.0889137 Aug 12 14:49:44.073076 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-17b8a8c8-bdc7-4286-975b-3bd108b7ada6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66413304', 'neutron.services.segments.db._delete_segments_for_network-8744654118000'] for network, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:44.084268 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-17b8a8c8-bdc7-4286-975b-3bd108b7ada6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ca07038-0b96-477b-ad41-5713b4d66d53']}} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:49:44.095897 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-17b8a8c8-bdc7-4286-975b-3bd108b7ada6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bca64529-9ccc-4066-be28-7542220cf77a') {'for_net_delete': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:49:44.096193 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-17b8a8c8-bdc7-4286-975b-3bd108b7ada6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bca64529-9ccc-4066-be28-7542220cf77a') {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:49:44.105964 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-17b8a8c8-bdc7-4286-975b-3bd108b7ada6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744654122361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2293560'] for segment, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:44.120256 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-17b8a8c8-bdc7-4286-975b-3bd108b7ada6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:44.126983 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17b8a8c8-bdc7-4286-975b-3bd108b7ada6 admin admin] Releasing vlan 311 on physical network physnet1 to pool {{(pid=94466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 14:49:44.127413 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-17b8a8c8-bdc7-4286-975b-3bd108b7ada6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3718595'] for segment, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:44.129401 n-d-694802-15 neutron-server[94466]: Traceback (most recent call last): Aug 12 14:49:44.129401 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 14:49:44.129401 n-d-694802-15 neutron-server[94466]: timer() Aug 12 14:49:44.129401 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 14:49:44.129401 n-d-694802-15 neutron-server[94466]: cb(*args, **kw) Aug 12 14:49:44.129401 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 14:49:44.129401 n-d-694802-15 neutron-server[94466]: return func(*args, **kwargs) Aug 12 14:49:44.129401 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 14:49:44.129401 n-d-694802-15 neutron-server[94466]: self._notify() Aug 12 14:49:44.129401 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 14:49:44.129401 n-d-694802-15 neutron-server[94466]: self.callback(batched_events) Aug 12 14:49:44.129401 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 14:49:44.129401 n-d-694802-15 neutron-server[94466]: event.method(event) Aug 12 14:49:44.129401 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 14:49:44.129401 n-d-694802-15 neutron-server[94466]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 14:49:44.129401 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 14:49:44.129401 n-d-694802-15 neutron-server[94466]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 14:49:44.129401 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 14:49:44.129401 n-d-694802-15 neutron-server[94466]: return f(self, *a, **k) Aug 12 14:49:44.129401 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 14:49:44.129401 n-d-694802-15 neutron-server[94466]: return self._get(url).json() Aug 12 14:49:44.129401 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 14:49:44.129401 n-d-694802-15 neutron-server[94466]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 14:49:44.129401 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 14:49:44.129401 n-d-694802-15 neutron-server[94466]: return self.request(url, 'GET', **kwargs) Aug 12 14:49:44.129401 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 14:49:44.129401 n-d-694802-15 neutron-server[94466]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 14:49:44.129401 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 14:49:44.129401 n-d-694802-15 neutron-server[94466]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 14:49:44.129401 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 14:49:44.129401 n-d-694802-15 neutron-server[94466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 14:49:44.129401 n-d-694802-15 neutron-server[94466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 14:49:44.193149 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-17b8a8c8-bdc7-4286-975b-3bd108b7ada6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66413281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431520'] for network, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:44.198692 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-17b8a8c8-bdc7-4286-975b-3bd108b7ada6 admin admin] Notify callbacks [] for network, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:44.203817 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-17b8a8c8-bdc7-4286-975b-3bd108b7ada6 admin admin] 10.222.0.39 "DELETE /v2.0/networks/4ca07038-0b96-477b-ad41-5713b4d66d53 HTTP/1.1" status: 204 len: 168 time: 0.3350768 Aug 12 14:49:44.224883 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [req-8c96d143-70f7-40dc-a6fc-b776d6377d82 req-0cd1bb32-4976-436f-81be-5c67de6f030c tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Deleting port 9e46fd86-8fb4-4dff-af8c-b5efeeed2415 {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:49:44.225440 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b8a8c8-bdc7-4286-975b-3bd108b7ada6 admin admin] Pushing event deleted for resources: {'Network': ['ID=4ca07038-0b96-477b-ad41-5713b4d66d53,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:49:44.225558 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-8c96d143-70f7-40dc-a6fc-b776d6377d82 req-0cd1bb32-4976-436f-81be-5c67de6f030c tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:44.277437 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-28a81e6f-5827-46c9-a7bd-aaf93b8bf957 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:44.286266 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-28a81e6f-5827-46c9-a7bd-aaf93b8bf957 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:44.330915 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-28a81e6f-5827-46c9-a7bd-aaf93b8bf957 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] In _notify_port_updated(), no bound segment for port 00b1895b-4b94-4270-947a-165443b49b22 on network 71182620-fc59-4a91-8e3b-fc68c8b620e0 {{(pid=94467) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 12 14:49:44.336822 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28a81e6f-5827-46c9-a7bd-aaf93b8bf957 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:49:44.337421 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-28a81e6f-5827-46c9-a7bd-aaf93b8bf957 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:44.338776 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-28a81e6f-5827-46c9-a7bd-aaf93b8bf957 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] 10.222.0.39 "PUT /v2.0/ports/00b1895b-4b94-4270-947a-165443b49b22 HTTP/1.1" status: 200 len: 818 time: 0.4637878 Aug 12 14:49:44.342034 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 56982) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:49:44.365906 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a81e6f-5827-46c9-a7bd-aaf93b8bf957 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Pushing event updated for resources: {'Port': ['ID=00b1895b-4b94-4270-947a-165443b49b22,revision_number=2']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:49:44.388792 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-8c96d143-70f7-40dc-a6fc-b776d6377d82 req-0cd1bb32-4976-436f-81be-5c67de6f030c tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] For port 9e46fd86-8fb4-4dff-af8c-b5efeeed2415, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=9e46fd86-8fb4-4dff-af8c-b5efeeed2415,segment=NetworkSegment(45b28473-1709-41a1-b9df-2ccc6425c05f),segment_id=45b28473-1709-41a1-b9df-2ccc6425c05f)] {{(pid=94467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:49:44.389163 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-8c96d143-70f7-40dc-a6fc-b776d6377d82 req-0cd1bb32-4976-436f-81be-5c67de6f030c tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:44.401407 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 56984) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:49:44.412202 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [req-8c96d143-70f7-40dc-a6fc-b776d6377d82 req-0cd1bb32-4976-436f-81be-5c67de6f030c tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Calling delete_port for 9e46fd86-8fb4-4dff-af8c-b5efeeed2415 owned by compute:nova {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:49:44.438908 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-334e2028-a6ca-4093-88c0-386163c67f66 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Deleting port 00b1895b-4b94-4270-947a-165443b49b22 {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:49:44.439309 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-334e2028-a6ca-4093-88c0-386163c67f66 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:44.485346 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-055f3452-ab97-4c30-9bae-7dd01df95931 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7f4b55b810a04109be81b8288068f054&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0827277 Aug 12 14:49:44.487786 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 56986) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:49:44.513116 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-334e2028-a6ca-4093-88c0-386163c67f66 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:44.527873 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-334e2028-a6ca-4093-88c0-386163c67f66 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Calling delete_port for 00b1895b-4b94-4270-947a-165443b49b22 owned by {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:49:44.664381 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-334e2028-a6ca-4093-88c0-386163c67f66 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:44.680498 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28e4069-c243-47de-a9ed-5923f21885d7 req-7e471c51-3e69-4e05-b772-0c85d7285f03 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:49:44.682037 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-e28e4069-c243-47de-a9ed-5923f21885d7 req-7e471c51-3e69-4e05-b772-0c85d7285f03 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/ports?device_id=3123bce8-844b-469f-9aa0-64c8f53661bc HTTP/1.1" status: 200 len: 945 time: 0.0960686 Aug 12 14:49:44.707287 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e2028-a6ca-4093-88c0-386163c67f66 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Pushing event deleted for resources: {'Port': ['ID=00b1895b-4b94-4270-947a-165443b49b22,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:49:44.724955 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-334e2028-a6ca-4093-88c0-386163c67f66 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:44.726881 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-334e2028-a6ca-4093-88c0-386163c67f66 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] 10.222.0.39 "DELETE /v2.0/ports/00b1895b-4b94-4270-947a-165443b49b22 HTTP/1.1" status: 204 len: 168 time: 0.3838444 Aug 12 14:49:44.729567 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 56996) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:49:44.777423 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-e28e4069-c243-47de-a9ed-5923f21885d7 req-162ba01a-3c5c-4d22-bc01-253879288e1e tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ff7dcf8-d6f2-4101-a1d4-537dc448601c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736353 Aug 12 14:49:44.797882 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5479778-a5cd-4863-9f80-be57488423da tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:49:44.799683 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-b5479778-a5cd-4863-9f80-be57488423da tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0687222 Aug 12 14:49:44.802358 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 56998) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:49:44.827237 n-d-694802-15 neutron-server[94466]: INFO neutron.pecan_wsgi.hooks.translation [None req-af4bf9c7-dbb4-4304-8a0a-181a5b7fa17d tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] GET failed (client error): The resource could not be found. Aug 12 14:49:44.828771 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-af4bf9c7-dbb4-4304-8a0a-181a5b7fa17d tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] 10.222.0.39 "GET /v2.0/ports/00b1895b-4b94-4270-947a-165443b49b22 HTTP/1.1" status: 404 len: 333 time: 0.0254943 Aug 12 14:49:44.832700 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 57000) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:49:44.847313 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-3c59afc4-5a4f-4886-8168-4006857e482a tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-852738504'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:49:44.874584 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device d42352d5-419d-4360-acd8-0b92bbbcbcc7 no longer exists at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:49:44.895891 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] No Port match for: d42352d5-419d-4360-acd8-0b92bbbcbcc7 {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 14:49:44.896167 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device d42352d5-419d-4360-acd8-0b92bbbcbcc7 not bound to the agent host n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:49:44.896947 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device af3eb0be-127c-4b87-9a6c-91a7631f3c0f no longer exists at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:49:44.902966 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c59afc4-5a4f-4886-8168-4006857e482a tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Made reservation on behalf of fc26b2bd24e24e018c7add15390c187a for: {'network': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:49:44.906632 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-3c59afc4-5a4f-4886-8168-4006857e482a tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for network, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:44.916828 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] No Port match for: af3eb0be-127c-4b87-9a6c-91a7631f3c0f {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 14:49:44.917210 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device af3eb0be-127c-4b87-9a6c-91a7631f3c0f not bound to the agent host n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:49:44.928142 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-c9234ce8-74fb-4e47-948f-4e49baf0a930 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:44.977510 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c59afc4-5a4f-4886-8168-4006857e482a tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] vlan segment allocate from pool success with {'vlan_id': 331, 'physical_network': 'physnet1'} {{(pid=94467) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 14:49:44.990563 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-c9234ce8-74fb-4e47-948f-4e49baf0a930 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:45.007992 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-3c59afc4-5a4f-4886-8168-4006857e482a tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:45.008327 n-d-694802-15 neutron-server[94467]: INFO neutron.db.segments_db [None req-3c59afc4-5a4f-4886-8168-4006857e482a tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Added segment d68d60c7-06ef-4905-a356-a5b0ceb93cb6 of type vlan for network 8306260a-ee44-4e7a-b5df-3f8a3a5e9604 Aug 12 14:49:45.051915 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-8c96d143-70f7-40dc-a6fc-b776d6377d82 req-0cd1bb32-4976-436f-81be-5c67de6f030c tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:45.065124 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] get_ports_and_sgs() called for port_ids ['9e46fd86-8fb4-4dff-af8c-b5efeeed2415'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:49:45.067481 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] get_ports_and_sgs() called for port_ids ['d6dd4e8b-7641-4872-bd81-cdaa5b199e54'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:49:45.119132 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd1bb32-4976-436f-81be-5c67de6f030c tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Pushing event deleted for resources: {'Port': ['ID=9e46fd86-8fb4-4dff-af8c-b5efeeed2415,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:49:45.122629 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-3c59afc4-5a4f-4886-8168-4006857e482a tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744653628263'] for network, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:45.128671 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4f91e2f2-9c3c-4bc5-83a7-9d2dd5a28935 req-d9b73f25-5d5b-492e-b1cb-cc591a1c6a75 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/ports?device_id=8c0853c2-babc-4d79-9e6a-fdf2bca90047 HTTP/1.1" status: 200 len: 210 time: 0.0652680 Aug 12 14:49:45.183098 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c96d143-70f7-40dc-a6fc-b776d6377d82 req-0cd1bb32-4976-436f-81be-5c67de6f030c tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] No DVR routers for this DVR port 9e46fd86-8fb4-4dff-af8c-b5efeeed2415 on host n-h1-694802-15 {{(pid=94467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:49:45.189861 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-8c96d143-70f7-40dc-a6fc-b776d6377d82 req-0cd1bb32-4976-436f-81be-5c67de6f030c tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:45.191846 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-8c96d143-70f7-40dc-a6fc-b776d6377d82 req-0cd1bb32-4976-436f-81be-5c67de6f030c tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.64 "DELETE /v2.0/ports/9e46fd86-8fb4-4dff-af8c-b5efeeed2415 HTTP/1.1" status: 204 len: 173 time: 1.1612840 Aug 12 14:49:45.192277 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c0853c2-babc-4d79-9e6a-fdf2bca90047', 'name': 'network-vif-deleted', 'tag': '9e46fd86-8fb4-4dff-af8c-b5efeeed2415'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:49:45.194515 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e65282f928b64038367d043a4411777802006c43a98742496cb2e25b724ff1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18c498c4-f011-462e-a723-9214ea623a70" -d '{"events": [{"server_uuid": "8c0853c2-babc-4d79-9e6a-fdf2bca90047", "name": "network-vif-deleted", "tag": "9e46fd86-8fb4-4dff-af8c-b5efeeed2415"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:49:45.205642 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-c9234ce8-74fb-4e47-948f-4e49baf0a930 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:45.208208 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-c9234ce8-74fb-4e47-948f-4e49baf0a930 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:45.211726 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-c9234ce8-74fb-4e47-948f-4e49baf0a930 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/64c6cc2d-97ab-4107-896e-806704ae9d07 HTTP/1.1" status: 204 len: 168 time: 0.7206516 Aug 12 14:49:45.212104 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-3c59afc4-5a4f-4886-8168-4006857e482a tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409'] for network, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:45.227905 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c59afc4-5a4f-4886-8168-4006857e482a tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:49:45.228625 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-3c59afc4-5a4f-4886-8168-4006857e482a tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for network, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:45.246595 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9234ce8-74fb-4e47-948f-4e49baf0a930 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64c6cc2d-97ab-4107-896e-806704ae9d07,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:49:45.285932 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 14:49:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20fc1373-5db2-45ac-a9ff-683d8d957a84 x-openstack-request-id: req-20fc1373-5db2-45ac-a9ff-683d8d957a84 {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:49:45.286222 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c0853c2-babc-4d79-9e6a-fdf2bca90047", "name": "network-vif-deleted", "tag": "9e46fd86-8fb4-4dff-af8c-b5efeeed2415", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:49:45.286475 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-20fc1373-5db2-45ac-a9ff-683d8d957a84 {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:49:45.286951 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c0853c2-babc-4d79-9e6a-fdf2bca90047', 'name': 'network-vif-deleted', 'tag': '9e46fd86-8fb4-4dff-af8c-b5efeeed2415', 'status': 'completed', 'code': 200} Aug 12 14:49:45.291010 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-3c59afc4-5a4f-4886-8168-4006857e482a tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4540761 Aug 12 14:49:45.294679 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 57008) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:49:45.300829 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-dfaaef2b-1bda-4a3f-a7f3-84a18b315c05 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Request body: {'subnet': {'network_id': '8306260a-ee44-4e7a-b5df-3f8a3a5e9604', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:49:45.315879 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c59afc4-5a4f-4886-8168-4006857e482a tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Pushing event updated for resources: {'Network': ['ID=8306260a-ee44-4e7a-b5df-3f8a3a5e9604,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:49:45.327313 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Network 8306260a-ee44-4e7a-b5df-3f8a3a5e9604 details requested by agent ovs-agent-n-d-694802-15 with host n-d-694802-15 {{(pid=94468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 14:49:45.374083 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device 4cb610aa-7923-49fa-ac4e-1e29828c4978 up at agent hyperv_n-h2-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:49:45.411810 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfaaef2b-1bda-4a3f-a7f3-84a18b315c05 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Made reservation on behalf of fc26b2bd24e24e018c7add15390c187a for: {'subnet': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:49:45.416430 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-dfaaef2b-1bda-4a3f-a7f3-84a18b315c05 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8776441'] for subnet, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:45.447558 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Provisioning for port 4cb610aa-7923-49fa-ac4e-1e29828c4978 completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:49:45.452042 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Provisioning complete for port 4cb610aa-7923-49fa-ac4e-1e29828c4978 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:49:45.452416 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:45.545514 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:45.583561 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3123bce8-844b-469f-9aa0-64c8f53661bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cb610aa-7923-49fa-ac4e-1e29828c4978'}] {{(pid=94468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:49:45.587490 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99a8d87602170099c728e57431aca99e9b98a655a83bbf8727be13192709727b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d73b3ae8-9001-436d-b8df-f0c34a469d4e" -d '{"events": [{"server_uuid": "3123bce8-844b-469f-9aa0-64c8f53661bc", "name": "network-vif-plugged", "status": "completed", "tag": "4cb610aa-7923-49fa-ac4e-1e29828c4978"}]}' {{(pid=94468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:49:45.613131 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-fe95f194-a3b0-4c04-9e42-20b511169d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:45.618042 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port 4cb610aa-7923-49fa-ac4e-1e29828c4978, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=4cb610aa-7923-49fa-ac4e-1e29828c4978,segment=NetworkSegment(992c0055-8673-48b2-8c23-e403a670dda0),segment_id=992c0055-8673-48b2-8c23-e403a670dda0)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:49:45.625113 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:45.710319 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-dfaaef2b-1bda-4a3f-a7f3-84a18b315c05 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3718490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8776395'] for subnet, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:45.712015 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 14:49:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbeeeaad-8835-47ff-a2bf-4e7e705a8577 x-openstack-request-id: req-bbeeeaad-8835-47ff-a2bf-4e7e705a8577 {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:49:45.714514 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3123bce8-844b-469f-9aa0-64c8f53661bc", "name": "network-vif-plugged", "status": "completed", "tag": "4cb610aa-7923-49fa-ac4e-1e29828c4978", "code": 200}]} {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:49:45.718895 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-bbeeeaad-8835-47ff-a2bf-4e7e705a8577 {{(pid=94468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:49:45.719598 n-d-694802-15 neutron-server[94468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3123bce8-844b-469f-9aa0-64c8f53661bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cb610aa-7923-49fa-ac4e-1e29828c4978', 'code': 200} Aug 12 14:49:45.783228 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Pushing event updated for resources: {'Port': ['ID=4cb610aa-7923-49fa-ac4e-1e29828c4978,revision_number=5']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:49:45.820764 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfaaef2b-1bda-4a3f-a7f3-84a18b315c05 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Pushing event updated for resources: {'Subnet': ['ID=860d0677-4c13-44e5-8d33-6cb8f9bd96e9,revision_number=0']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:49:45.833176 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfaaef2b-1bda-4a3f-a7f3-84a18b315c05 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Checking segment: {'id': 'd68d60c7-06ef-4905-a356-a5b0ceb93cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '8306260a-ee44-4e7a-b5df-3f8a3a5e9604'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:49:45.833771 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfaaef2b-1bda-4a3f-a7f3-84a18b315c05 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Network hostable DHCP agents. Network: 8306260a-ee44-4e7a-b5df-3f8a3a5e9604, hostable agents: ['1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658'], hosted agents: [] {{(pid=94466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 14:49:45.840082 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f1a78a-6cfa-496a-949d-2834f918f95c req-f40d64bd-434d-494e-88be-2fe1aca1752c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:49:45.841754 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-05f1a78a-6cfa-496a-949d-2834f918f95c req-f40d64bd-434d-494e-88be-2fe1aca1752c service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=3123bce8-844b-469f-9aa0-64c8f53661bc HTTP/1.1" status: 200 len: 1098 time: 0.1109135 Aug 12 14:49:45.861805 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfaaef2b-1bda-4a3f-a7f3-84a18b315c05 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Network 8306260a-ee44-4e7a-b5df-3f8a3a5e9604 is scheduled to be hosted by DHCP agent 1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658 with binding_index 1 {{(pid=94466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 14:49:45.881268 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-dfaaef2b-1bda-4a3f-a7f3-84a18b315c05 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-15, 8306260a-ee44-4e7a-b5df-3f8a3a5e9604) {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:49:45.886545 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfaaef2b-1bda-4a3f-a7f3-84a18b315c05 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:49:45.887644 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-dfaaef2b-1bda-4a3f-a7f3-84a18b315c05 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for subnet, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:45.893924 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7e5c041-2395-4d50-8a1d-e2d115a6b31f None None] Network 8306260a-ee44-4e7a-b5df-3f8a3a5e9604 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:49:45.911668 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-05f1a78a-6cfa-496a-949d-2834f918f95c req-57b86d3f-0f22-432e-a4af-40f051f134a2 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=1ff7dcf8-d6f2-4101-a1d4-537dc448601c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621505 Aug 12 14:49:45.924780 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-dfaaef2b-1bda-4a3f-a7f3-84a18b315c05 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6280720 Aug 12 14:49:45.927447 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 57028) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:49:45.932978 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-9709a6a5-3948-471b-aef2-ed0e258b4271 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Request body: {'subnet': {'network_id': '8306260a-ee44-4e7a-b5df-3f8a3a5e9604', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:49:45.969686 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29859528-73f0-4acb-ae78-1b2a3cf72f3c req-34fea8bf-31f3-4de6-a4cc-c624b70b3c70 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:49:45.971380 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-29859528-73f0-4acb-ae78-1b2a3cf72f3c req-34fea8bf-31f3-4de6-a4cc-c624b70b3c70 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/ports?device_id=3123bce8-844b-469f-9aa0-64c8f53661bc HTTP/1.1" status: 200 len: 946 time: 0.0583534 Aug 12 14:49:46.021680 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-29859528-73f0-4acb-ae78-1b2a3cf72f3c req-eae4daa6-2e54-49d7-ab9e-59b7e83e37cd tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ff7dcf8-d6f2-4101-a1d4-537dc448601c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407488 Aug 12 14:49:46.068623 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9709a6a5-3948-471b-aef2-ed0e258b4271 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Made reservation on behalf of fc26b2bd24e24e018c7add15390c187a for: {'subnet': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:49:46.072915 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9709a6a5-3948-471b-aef2-ed0e258b4271 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8776441'] for subnet, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:46.077196 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aebdefd0-f080-44e1-92a4-86b638c6e710 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa7035b3e-9a89-5964-b9f4-97301c3f476a-8306260a-ee44-4e7a-b5df-3f8a3a5e9604', 'network_id': '8306260a-ee44-4e7a-b5df-3f8a3a5e9604', 'tenant_id': 'fc26b2bd24e24e018c7add15390c187a', 'fixed_ips': [{'subnet_id': '860d0677-4c13-44e5-8d33-6cb8f9bd96e9'}]}} from n-d-694802-15. {{(pid=94468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 14:49:46.078074 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-aebdefd0-f080-44e1-92a4-86b638c6e710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:46.167383 n-d-694802-15 neutron-server[94466]: INFO neutron.db.ipam_backend_mixin [None req-9709a6a5-3948-471b-aef2-ed0e258b4271 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 860d0677-4c13-44e5-8d33-6cb8f9bd96e9 (CIDR: 2001:db8::/64) Aug 12 14:49:46.171132 n-d-694802-15 neutron-server[94466]: INFO neutron.pecan_wsgi.hooks.translation [None req-9709a6a5-3948-471b-aef2-ed0e258b4271 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 12 14:49:46.171589 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9709a6a5-3948-471b-aef2-ed0e258b4271 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 14:49:46.191236 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 57040) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:49:46.191698 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-9709a6a5-3948-471b-aef2-ed0e258b4271 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2629771 Aug 12 14:49:46.211578 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-75e7ab30-75f6-49c8-8078-52ec2b7623d5 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Request body: {'subnet': {'network_id': '8306260a-ee44-4e7a-b5df-3f8a3a5e9604', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:49:46.232364 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 57044) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:49:46.260513 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.db_base_plugin_common [None req-aebdefd0-f080-44e1-92a4-86b638c6e710 None None] Allocated IP 2001:db8::2 (8306260a-ee44-4e7a-b5df-3f8a3a5e9604/860d0677-4c13-44e5-8d33-6cb8f9bd96e9/71569a9d-b663-4f57-84aa-e406f9cbdb87) {{(pid=94468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:49:46.373406 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-f10a1120-e912-4ad4-9368-8e4af3078d98 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1112455270-network', 'tenant_id': '8aeb63fb42f149b3aa9e0e9c29a41582'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:49:46.382569 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75e7ab30-75f6-49c8-8078-52ec2b7623d5 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Made reservation on behalf of fc26b2bd24e24e018c7add15390c187a for: {'subnet': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:49:46.388983 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-75e7ab30-75f6-49c8-8078-52ec2b7623d5 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3343791'] for subnet, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:46.404618 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f10a1120-e912-4ad4-9368-8e4af3078d98 admin admin] Made reservation on behalf of 8aeb63fb42f149b3aa9e0e9c29a41582 for: {'network': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:49:46.407876 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f10a1120-e912-4ad4-9368-8e4af3078d98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for network, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:46.417056 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f10a1120-e912-4ad4-9368-8e4af3078d98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:46.442645 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-aebdefd0-f080-44e1-92a4-86b638c6e710 None None] Notify callbacks [] for port, precommit_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:46.451801 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-aebdefd0-f080-44e1-92a4-86b638c6e710 None None] Transition to ACTIVE for port object 71569a9d-b663-4f57-84aa-e406f9cbdb87 will not be triggered until provisioned by entity L2. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:49:46.471400 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-aebdefd0-f080-44e1-92a4-86b638c6e710 None None] Transition to ACTIVE for port object 71569a9d-b663-4f57-84aa-e406f9cbdb87 will not be triggered until provisioned by entity DHCP. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:49:46.480640 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-aebdefd0-f080-44e1-92a4-86b638c6e710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253'] for port, after_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:46.523052 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05924cd-849e-44a7-8112-356982fecc89 req-d5558189-d58f-45a4-8d2f-5e195cc1a684 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:49:46.523784 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aebdefd0-f080-44e1-92a4-86b638c6e710 None None] Network 8306260a-ee44-4e7a-b5df-3f8a3a5e9604 is already hosted by enough agents. {{(pid=94468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:49:46.524739 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-f05924cd-849e-44a7-8112-356982fecc89 req-d5558189-d58f-45a4-8d2f-5e195cc1a684 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/ports?device_id=626df24c-f964-4db8-a298-cb24cde94dbb HTTP/1.1" status: 200 len: 945 time: 0.0982623 Aug 12 14:49:46.528694 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.base_scheduler [None req-aebdefd0-f080-44e1-92a4-86b638c6e710 None None] Resources bound (agent type, host, resource id): {{(pid=94468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:49:46.530968 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebdefd0-f080-44e1-92a4-86b638c6e710 None None] Pushing event updated for resources: {'Port': ['ID=71569a9d-b663-4f57-84aa-e406f9cbdb87,revision_number=1']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:49:46.533286 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aebdefd0-f080-44e1-92a4-86b638c6e710 None None] Received port after_create {{(pid=94468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:49:46.590960 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-aebdefd0-f080-44e1-92a4-86b638c6e710 None None] Attempting to bind port 71569a9d-b663-4f57-84aa-e406f9cbdb87 on host n-d-694802-15 for vnic_type normal with profile {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:49:46.591366 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-aebdefd0-f080-44e1-92a4-86b638c6e710 None None] Attempting to bind port 71569a9d-b663-4f57-84aa-e406f9cbdb87 by drivers openvswitch,hyperv on host n-d-694802-15 at level 0 using segments [{'id': 'd68d60c7-06ef-4905-a356-a5b0ceb93cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '8306260a-ee44-4e7a-b5df-3f8a3a5e9604'}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:49:46.591725 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aebdefd0-f080-44e1-92a4-86b638c6e710 None None] Attempting to bind port 71569a9d-b663-4f57-84aa-e406f9cbdb87 on network 8306260a-ee44-4e7a-b5df-3f8a3a5e9604 {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:49:46.596886 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aebdefd0-f080-44e1-92a4-86b638c6e710 None None] Checking agent: {'id': '16de73ac-f2e9-4cee-b3e0-91052ae3e6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 20, 13), 'started_at': datetime.datetime(2021, 8, 12, 14, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 49, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:49:46.597253 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aebdefd0-f080-44e1-92a4-86b638c6e710 None None] Checking segment: {'id': 'd68d60c7-06ef-4905-a356-a5b0ceb93cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '8306260a-ee44-4e7a-b5df-3f8a3a5e9604'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:49:46.597650 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-aebdefd0-f080-44e1-92a4-86b638c6e710 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:46.598042 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aebdefd0-f080-44e1-92a4-86b638c6e710 None None] Bound using segment: {'id': 'd68d60c7-06ef-4905-a356-a5b0ceb93cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '8306260a-ee44-4e7a-b5df-3f8a3a5e9604'} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:49:46.598504 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-aebdefd0-f080-44e1-92a4-86b638c6e710 None None] Bound port: 71569a9d-b663-4f57-84aa-e406f9cbdb87, host: n-d-694802-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd68d60c7-06ef-4905-a356-a5b0ceb93cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '8306260a-ee44-4e7a-b5df-3f8a3a5e9604'}}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:49:46.598880 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-aebdefd0-f080-44e1-92a4-86b638c6e710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:46.603918 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-f05924cd-849e-44a7-8112-356982fecc89 req-c3e45f05-469e-42ab-acc7-b0d51b6e2312 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/security-groups?id=36246b04-094b-4845-831d-1126cf8a06ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572581 Aug 12 14:49:46.608614 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f10a1120-e912-4ad4-9368-8e4af3078d98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:46.613625 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f10a1120-e912-4ad4-9368-8e4af3078d98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:46.637436 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f10a1120-e912-4ad4-9368-8e4af3078d98 admin admin] vlan segment allocate from pool success with {'vlan_id': 314, 'physical_network': 'physnet1'} {{(pid=94466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 14:49:46.650823 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-75e7ab30-75f6-49c8-8078-52ec2b7623d5 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2859166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3343773'] for subnet, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:46.670189 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f10a1120-e912-4ad4-9368-8e4af3078d98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:46.670523 n-d-694802-15 neutron-server[94466]: INFO neutron.db.segments_db [None req-f10a1120-e912-4ad4-9368-8e4af3078d98 admin admin] Added segment abdc443e-cf7a-4b71-8730-19997248ebd2 of type vlan for network 0f2cc2b1-26b2-41f2-bdd8-a5e5698bdc15 Aug 12 14:49:46.670932 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-aebdefd0-f080-44e1-92a4-86b638c6e710 None None] For port 71569a9d-b663-4f57-84aa-e406f9cbdb87, host n-d-694802-15, cleared binding levels {{(pid=94468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:49:46.675703 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-aebdefd0-f080-44e1-92a4-86b638c6e710 None None] For port 71569a9d-b663-4f57-84aa-e406f9cbdb87, host n-d-694802-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=71569a9d-b663-4f57-84aa-e406f9cbdb87,segment=NetworkSegment(d68d60c7-06ef-4905-a356-a5b0ceb93cb6),segment_id=d68d60c7-06ef-4905-a356-a5b0ceb93cb6)] {{(pid=94468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:49:46.680495 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10a1120-e912-4ad4-9368-8e4af3078d98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d503e6e0-4ce0-4f78-842d-abe0bf3f8a42,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:49:46.682223 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-aebdefd0-f080-44e1-92a4-86b638c6e710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:46.701770 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75e7ab30-75f6-49c8-8078-52ec2b7623d5 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Network 8306260a-ee44-4e7a-b5df-3f8a3a5e9604 is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:49:46.705218 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [None req-75e7ab30-75f6-49c8-8078-52ec2b7623d5 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:49:46.708140 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75e7ab30-75f6-49c8-8078-52ec2b7623d5 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:49:46.708748 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-75e7ab30-75f6-49c8-8078-52ec2b7623d5 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks [] for subnet, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:46.731132 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e7ab30-75f6-49c8-8078-52ec2b7623d5 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Pushing event updated for resources: {'Subnet': ['ID=ad24f904-f34f-45ff-9b29-4ecdc2be36be,revision_number=0']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:49:46.736947 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-75e7ab30-75f6-49c8-8078-52ec2b7623d5 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.5439844 Aug 12 14:49:46.739613 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 57052) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:49:46.739753 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f10a1120-e912-4ad4-9368-8e4af3078d98 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744653628263'] for network, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:46.746307 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-5b3466b1-f199-4c90-ba70-532b7aeece60 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Request body: {'port': {'network_id': '8306260a-ee44-4e7a-b5df-3f8a3a5e9604', 'fixed_ips': [{'subnet_id': '860d0677-4c13-44e5-8d33-6cb8f9bd96e9'}, {'subnet_id': 'ad24f904-f34f-45ff-9b29-4ecdc2be36be'}], 'name': 'tempest-PortsIpV6TestJSON-370338405'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:49:46.782396 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f10a1120-e912-4ad4-9368-8e4af3078d98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409'] for network, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:46.783686 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f10a1120-e912-4ad4-9368-8e4af3078d98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:49:46.784300 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f10a1120-e912-4ad4-9368-8e4af3078d98 admin admin] Notify callbacks [] for network, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:46.811416 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebdefd0-f080-44e1-92a4-86b638c6e710 None None] Pushing event updated for resources: {'Port': ['ID=71569a9d-b663-4f57-84aa-e406f9cbdb87,revision_number=2']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:49:46.849059 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-f10a1120-e912-4ad4-9368-8e4af3078d98 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.6155119 Aug 12 14:49:46.852381 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 57056) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:49:46.859390 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-1ac66dc1-5d29-43ab-ad37-7b9ebadc0610 admin admin] Request body: {'subnet': {'network_id': '0f2cc2b1-26b2-41f2-bdd8-a5e5698bdc15', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1112455270-subnet', 'tenant_id': '8aeb63fb42f149b3aa9e0e9c29a41582', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:49:46.861295 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10a1120-e912-4ad4-9368-8e4af3078d98 admin admin] Pushing event updated for resources: {'Network': ['ID=0f2cc2b1-26b2-41f2-bdd8-a5e5698bdc15,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:49:46.875568 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Network 0f2cc2b1-26b2-41f2-bdd8-a5e5698bdc15 details requested by agent ovs-agent-n-d-694802-15 with host n-d-694802-15 {{(pid=94468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 14:49:46.906753 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ac66dc1-5d29-43ab-ad37-7b9ebadc0610 admin admin] Made reservation on behalf of 8aeb63fb42f149b3aa9e0e9c29a41582 for: {'subnet': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:49:46.909148 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-1ac66dc1-5d29-43ab-ad37-7b9ebadc0610 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3343791'] for subnet, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:47.003842 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b3466b1-f199-4c90-ba70-532b7aeece60 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Made reservation on behalf of fc26b2bd24e24e018c7add15390c187a for: {'port': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:49:47.172020 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-5b3466b1-f199-4c90-ba70-532b7aeece60 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:47.237240 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477ca933-c599-44e1-99bd-b5454732a5c1 req-3648a708-583b-4c71-98b6-217054af7950 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:49:47.239056 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-477ca933-c599-44e1-99bd-b5454732a5c1 req-3648a708-583b-4c71-98b6-217054af7950 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/ports?device_id=3123bce8-844b-469f-9aa0-64c8f53661bc HTTP/1.1" status: 200 len: 946 time: 0.1454899 Aug 12 14:49:47.240501 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [None req-5b3466b1-f199-4c90-ba70-532b7aeece60 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] device_id is not set on port 86e05707-d64c-4372-960d-e9050b81fb88 yet. {{(pid=94467) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 14:49:47.299351 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-1ac66dc1-5d29-43ab-ad37-7b9ebadc0610 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2859166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3343773'] for subnet, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:47.379525 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-477ca933-c599-44e1-99bd-b5454732a5c1 req-429e368e-6bae-4428-a77d-9cb1db4bbde6 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ff7dcf8-d6f2-4101-a1d4-537dc448601c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1306334 Aug 12 14:49:47.387169 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device 9e46fd86-8fb4-4dff-af8c-b5efeeed2415 no longer exists at agent hyperv_n-h1-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:49:47.423133 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac66dc1-5d29-43ab-ad37-7b9ebadc0610 admin admin] Pushing event updated for resources: {'Subnet': ['ID=33fe8ec3-27c5-4c33-8718-44dd3a3eaffa,revision_number=0']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:49:47.449463 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac66dc1-5d29-43ab-ad37-7b9ebadc0610 admin admin] Checking segment: {'id': 'abdc443e-cf7a-4b71-8730-19997248ebd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '0f2cc2b1-26b2-41f2-bdd8-a5e5698bdc15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:49:47.449829 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ac66dc1-5d29-43ab-ad37-7b9ebadc0610 admin admin] Network hostable DHCP agents. Network: 0f2cc2b1-26b2-41f2-bdd8-a5e5698bdc15, hostable agents: ['1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658'], hosted agents: [] {{(pid=94467) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 14:49:47.514890 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ac66dc1-5d29-43ab-ad37-7b9ebadc0610 admin admin] Network 0f2cc2b1-26b2-41f2-bdd8-a5e5698bdc15 is scheduled to be hosted by DHCP agent 1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658 with binding_index 1 {{(pid=94467) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 14:49:47.534213 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [None req-1ac66dc1-5d29-43ab-ad37-7b9ebadc0610 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-15, 0f2cc2b1-26b2-41f2-bdd8-a5e5698bdc15) {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:49:47.538551 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ac66dc1-5d29-43ab-ad37-7b9ebadc0610 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:49:47.539186 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-1ac66dc1-5d29-43ab-ad37-7b9ebadc0610 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:47.582712 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-1ac66dc1-5d29-43ab-ad37-7b9ebadc0610 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.7243452 Aug 12 14:49:47.585343 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da852b8e-5ce4-4a5b-9bc0-f95349df2e0c None None] Network 0f2cc2b1-26b2-41f2-bdd8-a5e5698bdc15 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:49:47.602743 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-93370168-53ca-47c2-9e27-b066be57125c None None] No Port match for: 9e46fd86-8fb4-4dff-af8c-b5efeeed2415 {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 14:49:47.603213 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device 9e46fd86-8fb4-4dff-af8c-b5efeeed2415 not bound to the agent host n-h1-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:49:47.695712 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_common [None req-5b3466b1-f199-4c90-ba70-532b7aeece60 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Allocated IP 2001:db8::2d7 (8306260a-ee44-4e7a-b5df-3f8a3a5e9604/860d0677-4c13-44e5-8d33-6cb8f9bd96e9/86e05707-d64c-4372-960d-e9050b81fb88) {{(pid=94467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:49:47.714773 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_common [None req-5b3466b1-f199-4c90-ba70-532b7aeece60 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Allocated IP 2001:db8:0:1::368 (8306260a-ee44-4e7a-b5df-3f8a3a5e9604/ad24f904-f34f-45ff-9b29-4ecdc2be36be/86e05707-d64c-4372-960d-e9050b81fb88) {{(pid=94467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:49:47.745026 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-807e2d2c-2908-4757-aa0d-8ceaa0eadd43 None None] Network 0f2cc2b1-26b2-41f2-bdd8-a5e5698bdc15 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:49:47.796238 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f53b57a-f2ea-4552-8c75-da773e06b89d req-c2e68841-93bc-4fd3-8862-682f1d76d3e8 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:49:47.798036 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6f53b57a-f2ea-4552-8c75-da773e06b89d req-c2e68841-93bc-4fd3-8862-682f1d76d3e8 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.49 "GET /v2.0/ports?device_id=626df24c-f964-4db8-a298-cb24cde94dbb HTTP/1.1" status: 200 len: 945 time: 0.0974672 Aug 12 14:49:47.858738 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cb6a30-0fa1-48f4-9a84-ccda1a3b6de9 req-a520303b-8928-45c7-91e5-8c34623d8e2a tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:49:47.860404 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-58cb6a30-0fa1-48f4-9a84-ccda1a3b6de9 req-a520303b-8928-45c7-91e5-8c34623d8e2a tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/ports?device_id=626df24c-f964-4db8-a298-cb24cde94dbb HTTP/1.1" status: 200 len: 945 time: 0.1224656 Aug 12 14:49:47.921129 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72eeb0b5-8113-4fac-911c-ec56d29b55cb None None] Network 8306260a-ee44-4e7a-b5df-3f8a3a5e9604 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:49:47.943639 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-58cb6a30-0fa1-48f4-9a84-ccda1a3b6de9 req-59e51da4-3c4e-47cc-a99c-a2e37f3a7218 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/security-groups?id=36246b04-094b-4845-831d-1126cf8a06ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757353 Aug 12 14:49:47.996437 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-5dd765cc-c47e-44e5-ae57-37740879611a None None] Provisioning for port 71569a9d-b663-4f57-84aa-e406f9cbdb87 completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:49:48.050609 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-5b3466b1-f199-4c90-ba70-532b7aeece60 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks [] for port, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:48.061071 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [req-6f53b57a-f2ea-4552-8c75-da773e06b89d req-0ca5d139-4e15-4829-b1f0-b1c5f178a84b tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Deleting port d6dd4e8b-7641-4872-bd81-cdaa5b199e54 {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:49:48.061416 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-6f53b57a-f2ea-4552-8c75-da773e06b89d req-0ca5d139-4e15-4829-b1f0-b1c5f178a84b tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:48.113106 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [None req-5b3466b1-f199-4c90-ba70-532b7aeece60 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Transition to ACTIVE for port object 86e05707-d64c-4372-960d-e9050b81fb88 will not be triggered until provisioned by entity DHCP. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:49:48.180907 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a5659a1-cace-409b-8589-f33e37cc4cd7 None None] Update dhcp port {'port': {'network_id': '8306260a-ee44-4e7a-b5df-3f8a3a5e9604', 'fixed_ips': [{'subnet_id': '860d0677-4c13-44e5-8d33-6cb8f9bd96e9', 'ip_address': '2001:db8::2'}, {'subnet_id': 'ad24f904-f34f-45ff-9b29-4ecdc2be36be'}], 'binding:host_id': 'n-d-694802-15'}, 'id': '71569a9d-b663-4f57-84aa-e406f9cbdb87'} from n-d-694802-15. {{(pid=94468) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 12 14:49:48.184086 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-6f53b57a-f2ea-4552-8c75-da773e06b89d req-0ca5d139-4e15-4829-b1f0-b1c5f178a84b tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] For port d6dd4e8b-7641-4872-bd81-cdaa5b199e54, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=d6dd4e8b-7641-4872-bd81-cdaa5b199e54,segment=NetworkSegment(45b28473-1709-41a1-b9df-2ccc6425c05f),segment_id=45b28473-1709-41a1-b9df-2ccc6425c05f)] {{(pid=94467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:49:48.184460 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-6f53b57a-f2ea-4552-8c75-da773e06b89d req-0ca5d139-4e15-4829-b1f0-b1c5f178a84b tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:48.200125 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-5b3466b1-f199-4c90-ba70-532b7aeece60 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:48.202570 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [req-6f53b57a-f2ea-4552-8c75-da773e06b89d req-0ca5d139-4e15-4829-b1f0-b1c5f178a84b tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Calling delete_port for d6dd4e8b-7641-4872-bd81-cdaa5b199e54 owned by compute:nova {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:49:48.210108 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-8a5659a1-cace-409b-8589-f33e37cc4cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:48.267511 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af945da7-885e-4805-9cf3-33650ba0e004 req-77934f47-5b24-41c9-9674-ac6faf63a0d4 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:49:48.269133 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-af945da7-885e-4805-9cf3-33650ba0e004 req-77934f47-5b24-41c9-9674-ac6faf63a0d4 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] 10.222.0.39 "GET /v2.0/networks?id=0f2cc2b1-26b2-41f2-bdd8-a5e5698bdc15 HTTP/1.1" status: 200 len: 806 time: 0.1211486 Aug 12 14:49:48.286061 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-af945da7-885e-4805-9cf3-33650ba0e004 req-fc3450bb-7ce0-461e-9ed0-ee61d94832a8 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] 10.222.0.39 "GET /v2.0/quotas/8aeb63fb42f149b3aa9e0e9c29a41582 HTTP/1.1" status: 200 len: 375 time: 0.0101957 Aug 12 14:49:48.291263 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b3466b1-f199-4c90-ba70-532b7aeece60 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Network 8306260a-ee44-4e7a-b5df-3f8a3a5e9604 is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:49:48.299687 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [None req-5b3466b1-f199-4c90-ba70-532b7aeece60 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:49:48.305354 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b3466b1-f199-4c90-ba70-532b7aeece60 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Received port after_create {{(pid=94467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:49:48.310171 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b3466b1-f199-4c90-ba70-532b7aeece60 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:49:48.310803 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-5b3466b1-f199-4c90-ba70-532b7aeece60 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:48.315673 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3466b1-f199-4c90-ba70-532b7aeece60 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Pushing event updated for resources: {'Port': ['ID=86e05707-d64c-4372-960d-e9050b81fb88,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:49:48.322863 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-af945da7-885e-4805-9cf3-33650ba0e004 req-cf6ae176-bd63-4b50-9928-135648be71eb tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=8aeb63fb42f149b3aa9e0e9c29a41582&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0303831 Aug 12 14:49:48.346675 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-5b3466b1-f199-4c90-ba70-532b7aeece60 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 1.6034093 Aug 12 14:49:48.346908 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 57082) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:49:48.353320 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-936e6650-cfdc-4d29-aab6-869fff2de255 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '860d0677-4c13-44e5-8d33-6cb8f9bd96e9'}]}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:49:48.395440 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.db_base_plugin_common [None req-8a5659a1-cace-409b-8589-f33e37cc4cd7 None None] Allocated IP 2001:db8:0:1::2 (8306260a-ee44-4e7a-b5df-3f8a3a5e9604/ad24f904-f34f-45ff-9b29-4ecdc2be36be/71569a9d-b663-4f57-84aa-e406f9cbdb87) {{(pid=94468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:49:48.423555 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-af945da7-885e-4805-9cf3-33650ba0e004 req-278a18fc-775e-4253-af66-5ac4f30a5e87 service neutron] 10.222.0.39 "GET /v2.0/networks/0f2cc2b1-26b2-41f2-bdd8-a5e5698bdc15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920410 Aug 12 14:49:48.469643 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-936e6650-cfdc-4d29-aab6-869fff2de255 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:48.512272 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-8a5659a1-cace-409b-8589-f33e37cc4cd7 None None] For port 71569a9d-b663-4f57-84aa-e406f9cbdb87, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=71569a9d-b663-4f57-84aa-e406f9cbdb87,segment=NetworkSegment(d68d60c7-06ef-4905-a356-a5b0ceb93cb6),segment_id=d68d60c7-06ef-4905-a356-a5b0ceb93cb6)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:49:48.518382 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-6f53b57a-f2ea-4552-8c75-da773e06b89d req-0ca5d139-4e15-4829-b1f0-b1c5f178a84b tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:48.530344 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-af945da7-885e-4805-9cf3-33650ba0e004 req-e5b6eafc-0d45-4ffb-974e-de61487a9df1 service neutron] 10.222.0.39 "GET /v2.0/networks/0f2cc2b1-26b2-41f2-bdd8-a5e5698bdc15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008298 Aug 12 14:49:48.532880 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] get_ports_and_sgs() called for port_ids ['d6dd4e8b-7641-4872-bd81-cdaa5b199e54'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:49:48.570397 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-8a5659a1-cace-409b-8589-f33e37cc4cd7 None None] Notify callbacks [] for port, precommit_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:48.585057 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca5d139-4e15-4829-b1f0-b1c5f178a84b tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Pushing event deleted for resources: {'Port': ['ID=d6dd4e8b-7641-4872-bd81-cdaa5b199e54,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:49:48.585329 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-8a5659a1-cace-409b-8589-f33e37cc4cd7 None None] Transition to ACTIVE for port object 71569a9d-b663-4f57-84aa-e406f9cbdb87 will not be triggered until provisioned by entity DHCP. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:49:48.593907 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-8a5659a1-cace-409b-8589-f33e37cc4cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:48.611666 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0294f6c-f361-4e4d-b5bd-0682ea3aa7e6 req-a8292f3f-9db9-41e1-bf0b-787a58d2a490 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:49:48.613241 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a0294f6c-f361-4e4d-b5bd-0682ea3aa7e6 req-a8292f3f-9db9-41e1-bf0b-787a58d2a490 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/ports?device_id=3123bce8-844b-469f-9aa0-64c8f53661bc HTTP/1.1" status: 200 len: 946 time: 0.1473744 Aug 12 14:49:48.690814 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f53b57a-f2ea-4552-8c75-da773e06b89d req-0ca5d139-4e15-4829-b1f0-b1c5f178a84b tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] No DVR routers for this DVR port d6dd4e8b-7641-4872-bd81-cdaa5b199e54 on host n-h2-694802-15 {{(pid=94467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:49:48.694456 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-6f53b57a-f2ea-4552-8c75-da773e06b89d req-0ca5d139-4e15-4829-b1f0-b1c5f178a84b tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:48.696484 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6f53b57a-f2ea-4552-8c75-da773e06b89d req-0ca5d139-4e15-4829-b1f0-b1c5f178a84b tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.49 "DELETE /v2.0/ports/d6dd4e8b-7641-4872-bd81-cdaa5b199e54 HTTP/1.1" status: 204 len: 173 time: 0.8893454 Aug 12 14:49:48.706951 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '626df24c-f964-4db8-a298-cb24cde94dbb', 'name': 'network-vif-deleted', 'tag': 'd6dd4e8b-7641-4872-bd81-cdaa5b199e54'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:49:48.711787 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e65282f928b64038367d043a4411777802006c43a98742496cb2e25b724ff1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b582385-339e-4e6b-8550-7c2d35cd3bb6" -d '{"events": [{"server_uuid": "626df24c-f964-4db8-a298-cb24cde94dbb", "name": "network-vif-deleted", "tag": "d6dd4e8b-7641-4872-bd81-cdaa5b199e54"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:49:48.748483 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5659a1-cace-409b-8589-f33e37cc4cd7 None None] Pushing event updated for resources: {'Port': ['ID=71569a9d-b663-4f57-84aa-e406f9cbdb87,revision_number=3']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:49:48.765851 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a0294f6c-f361-4e4d-b5bd-0682ea3aa7e6 req-c6109704-9210-4e61-b351-9001045b3c23 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ff7dcf8-d6f2-4101-a1d4-537dc448601c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1121421 Aug 12 14:49:48.781404 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-1daca4e2-85d2-48fe-82b1-c469815ea864 req-e4eae255-e677-440f-a712-5610f2ecb758 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5536628-9dc0-4393-bc01-55a18921721f HTTP/1.1" status: 200 len: 210 time: 0.0478611 Aug 12 14:49:48.869028 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 14:49:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6224708a-640b-49e4-8871-953e94a44a92 x-openstack-request-id: req-6224708a-640b-49e4-8871-953e94a44a92 {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:49:48.869660 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "626df24c-f964-4db8-a298-cb24cde94dbb", "name": "network-vif-deleted", "tag": "d6dd4e8b-7641-4872-bd81-cdaa5b199e54", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:49:48.870192 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6224708a-640b-49e4-8871-953e94a44a92 {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:49:48.870832 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '626df24c-f964-4db8-a298-cb24cde94dbb', 'name': 'network-vif-deleted', 'tag': 'd6dd4e8b-7641-4872-bd81-cdaa5b199e54', 'status': 'completed', 'code': 200} Aug 12 14:49:48.981130 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0383633-0f0f-4d74-a57f-625b9357ac37 req-22069ddc-09a2-4032-bf55-a05564009fff tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:49:48.999044 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-e0383633-0f0f-4d74-a57f-625b9357ac37 req-22069ddc-09a2-4032-bf55-a05564009fff tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/ports?device_id=3123bce8-844b-469f-9aa0-64c8f53661bc HTTP/1.1" status: 200 len: 946 time: 0.1417263 Aug 12 14:49:49.015600 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 71569a9d-b663-4f57-84aa-e406f9cbdb87 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:49:49.095627 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-e0383633-0f0f-4d74-a57f-625b9357ac37 req-360bda46-57b5-443b-a00c-9214911b0477 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ff7dcf8-d6f2-4101-a1d4-537dc448601c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0908618 Aug 12 14:49:49.108001 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 57104) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:49:49.124714 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e1d042fc-cde4-4b83-8381-1a30f1f785f0 req-4c765760-edc2-4284-995d-a7c1ef10c8ec tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/ports?device_id=626df24c-f964-4db8-a298-cb24cde94dbb HTTP/1.1" status: 200 len: 210 time: 0.0413463 Aug 12 14:49:49.125661 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_common [None req-936e6650-cfdc-4d29-aab6-869fff2de255 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Delete allocated IP 2001:db8:0:1::368 (8306260a-ee44-4e7a-b5df-3f8a3a5e9604/ad24f904-f34f-45ff-9b29-4ecdc2be36be) {{(pid=94467) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 12 14:49:49.127407 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning for port 71569a9d-b663-4f57-84aa-e406f9cbdb87 completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:49:49.183942 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb85ca1f-b624-46d0-8f95-b908001add81 tempest-TestNetworkAdvancedServerOps-311782475 tempest-TestNetworkAdvancedServerOps-311782475-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:49:49.188250 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-eb85ca1f-b624-46d0-8f95-b908001add81 tempest-TestNetworkAdvancedServerOps-311782475 tempest-TestNetworkAdvancedServerOps-311782475-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=3123bce8-844b-469f-9aa0-64c8f53661bc HTTP/1.1" status: 200 len: 1093 time: 0.0762742 Aug 12 14:49:49.188481 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 57106) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:49:49.193272 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-da12a952-07c9-41f1-ad56-3644e5341c4b tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Request body: {'floatingip': {'floating_network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'port_id': '4cb610aa-7923-49fa-ac4e-1e29828c4978', 'tenant_id': '6774b656eb8145eb998ea0059b40b4c3', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:49:49.246066 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-da12a952-07c9-41f1-ad56-3644e5341c4b tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks [] for floatingip, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:49.329802 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-936e6650-cfdc-4d29-aab6-869fff2de255 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:49.345399 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [None req-936e6650-cfdc-4d29-aab6-869fff2de255 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Ignored duplicate provisioning block setup for port 86e05707-d64c-4372-960d-e9050b81fb88 by entity DHCP. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 12 14:49:49.351890 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-936e6650-cfdc-4d29-aab6-869fff2de255 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:49.364318 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-da12a952-07c9-41f1-ad56-3644e5341c4b tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:49.444300 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-936e6650-cfdc-4d29-aab6-869fff2de255 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] In _notify_port_updated(), no bound segment for port 86e05707-d64c-4372-960d-e9050b81fb88 on network 8306260a-ee44-4e7a-b5df-3f8a3a5e9604 {{(pid=94467) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 12 14:49:49.453535 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-936e6650-cfdc-4d29-aab6-869fff2de255 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:49:49.454429 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-936e6650-cfdc-4d29-aab6-869fff2de255 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:49.458543 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-936e6650-cfdc-4d29-aab6-869fff2de255 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] 10.222.0.39 "PUT /v2.0/ports/86e05707-d64c-4372-960d-e9050b81fb88 HTTP/1.1" status: 200 len: 925 time: 1.1082809 Aug 12 14:49:49.460435 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 57110) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:49:49.467082 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-e0b3a682-9260-40c2-8bb1-754e62f19d9f tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '860d0677-4c13-44e5-8d33-6cb8f9bd96e9'}, {'subnet_id': 'ad24f904-f34f-45ff-9b29-4ecdc2be36be'}]}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:49:49.468644 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936e6650-cfdc-4d29-aab6-869fff2de255 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Pushing event updated for resources: {'Port': ['ID=86e05707-d64c-4372-960d-e9050b81fb88,revision_number=2']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:49:49.656696 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1270a51d-9c0a-486b-8641-9b0146a65b52 None None] Network 8306260a-ee44-4e7a-b5df-3f8a3a5e9604 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:49:49.775736 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-e4326331-6309-4eef-843d-df8dae231844 None None] Provisioning for port 71569a9d-b663-4f57-84aa-e406f9cbdb87 completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:49:49.783896 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-e4326331-6309-4eef-843d-df8dae231844 None None] Provisioning complete for port 71569a9d-b663-4f57-84aa-e406f9cbdb87 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:49:49.784266 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-e4326331-6309-4eef-843d-df8dae231844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:49.877779 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-05c11b2a-b86e-4932-9668-0eb0b781fc41 req-79245e74-44b8-4b43-a114-164ee6c4ee31 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5536628-9dc0-4393-bc01-55a18921721f HTTP/1.1" status: 200 len: 210 time: 0.0294807 Aug 12 14:49:49.919091 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-e4326331-6309-4eef-843d-df8dae231844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:49.954110 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-e4326331-6309-4eef-843d-df8dae231844 None None] For port 71569a9d-b663-4f57-84aa-e406f9cbdb87, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=71569a9d-b663-4f57-84aa-e406f9cbdb87,segment=NetworkSegment(d68d60c7-06ef-4905-a356-a5b0ceb93cb6),segment_id=d68d60c7-06ef-4905-a356-a5b0ceb93cb6)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:49:49.961230 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-e4326331-6309-4eef-843d-df8dae231844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:49.980679 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-da12a952-07c9-41f1-ad56-3644e5341c4b tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Allocated IP 172.25.1.172 (d3759e1b-6c03-45ac-acd4-90abb417809b/f0254f08-c19c-4e31-bd9c-09389ea4b6f2/47a2cd61-88f7-47e7-a15e-7fd0473c35ea) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:49:50.030873 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4326331-6309-4eef-843d-df8dae231844 None None] Pushing event updated for resources: {'Port': ['ID=71569a9d-b663-4f57-84aa-e406f9cbdb87,revision_number=4']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:49:50.151927 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af945da7-885e-4805-9cf3-33650ba0e004 req-a45d39ec-3065-4c02-a3c1-cdd88ec665b3 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:49:50.154111 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-af945da7-885e-4805-9cf3-33650ba0e004 req-a45d39ec-3065-4c02-a3c1-cdd88ec665b3 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] 10.222.0.64 "GET /v2.0/networks?id=0f2cc2b1-26b2-41f2-bdd8-a5e5698bdc15 HTTP/1.1" status: 200 len: 806 time: 0.1266606 Aug 12 14:49:50.168984 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-af945da7-885e-4805-9cf3-33650ba0e004 req-2f0014a7-c8a5-49a6-8137-0abfabe6d337 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] Request body: {'port': {'device_id': 'f5536628-9dc0-4393-bc01-55a18921721f', 'network_id': '0f2cc2b1-26b2-41f2-bdd8-a5e5698bdc15', 'admin_state_up': True, 'tenant_id': '8aeb63fb42f149b3aa9e0e9c29a41582'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:49:50.199372 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e0b3a682-9260-40c2-8bb1-754e62f19d9f tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:50.225603 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-9531767b-d4c6-4321-a516-8e3ff1cc13ff None None] Provisioning complete for port 71569a9d-b663-4f57-84aa-e406f9cbdb87 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:49:50.225825 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-9531767b-d4c6-4321-a516-8e3ff1cc13ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:50.297799 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-da12a952-07c9-41f1-ad56-3644e5341c4b tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:50.359905 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-9531767b-d4c6-4321-a516-8e3ff1cc13ff None None] Provisioning for port 86e05707-d64c-4372-960d-e9050b81fb88 completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:49:50.365508 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-9531767b-d4c6-4321-a516-8e3ff1cc13ff None None] Provisioning complete for port 86e05707-d64c-4372-960d-e9050b81fb88 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:49:50.366051 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-9531767b-d4c6-4321-a516-8e3ff1cc13ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:50.389788 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af945da7-885e-4805-9cf3-33650ba0e004 req-2f0014a7-c8a5-49a6-8137-0abfabe6d337 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] Made reservation on behalf of 8aeb63fb42f149b3aa9e0e9c29a41582 for: {'port': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:49:50.395129 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-af945da7-885e-4805-9cf3-33650ba0e004 req-2f0014a7-c8a5-49a6-8137-0abfabe6d337 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:50.422549 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-da12a952-07c9-41f1-ad56-3644e5341c4b tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:50.440902 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-9531767b-d4c6-4321-a516-8e3ff1cc13ff None None] Port 86e05707-d64c-4372-960d-e9050b81fb88 cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 14:49:50.491753 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da12a952-07c9-41f1-ad56-3644e5341c4b tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Network d3759e1b-6c03-45ac-acd4-90abb417809b is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:49:50.498418 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-da12a952-07c9-41f1-ad56-3644e5341c4b tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:49:50.501055 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da12a952-07c9-41f1-ad56-3644e5341c4b tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:49:50.575507 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da12a952-07c9-41f1-ad56-3644e5341c4b tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Pushing event updated for resources: {'Port': ['ID=47a2cd61-88f7-47e7-a15e-7fd0473c35ea,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:49:50.577289 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-c41b228a-1e70-491a-a339-1bc5c3a736a3 None None] Provisioning complete for port 86e05707-d64c-4372-960d-e9050b81fb88 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:49:50.577631 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-c41b228a-1e70-491a-a339-1bc5c3a736a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:50.624796 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_common [req-af945da7-885e-4805-9cf3-33650ba0e004 req-2f0014a7-c8a5-49a6-8137-0abfabe6d337 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] Allocated IP 172.20.0.8 (0f2cc2b1-26b2-41f2-bdd8-a5e5698bdc15/33fe8ec3-27c5-4c33-8718-44dd3a3eaffa/dc566ee9-a384-4f4a-8a20-5887f333a78c) {{(pid=94467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:49:50.632731 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-c41b228a-1e70-491a-a339-1bc5c3a736a3 None None] Port 86e05707-d64c-4372-960d-e9050b81fb88 cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 14:49:50.676291 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ddca9b-6da8-4a82-a4a8-9a97ef4ce038 req-d501e4f3-29a6-4ec9-b2b8-a792a9bcf16c tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:49:50.683999 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-01ddca9b-6da8-4a82-a4a8-9a97ef4ce038 req-d501e4f3-29a6-4ec9-b2b8-a792a9bcf16c tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/ports?device_id=82ca70f0-3356-4166-96ef-a264876874d1 HTTP/1.1" status: 200 len: 945 time: 0.2334547 Aug 12 14:49:50.739655 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-01ddca9b-6da8-4a82-a4a8-9a97ef4ce038 req-4ebca373-c625-4cff-a9d0-f3e361afb86d tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc2dacd2-6b8c-4388-a6b9-7c76f36fc545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547614 Aug 12 14:49:50.831561 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-e0b3a682-9260-40c2-8bb1-754e62f19d9f tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Allocated IP 2001:db8:0:1::75 (8306260a-ee44-4e7a-b5df-3f8a3a5e9604/ad24f904-f34f-45ff-9b29-4ecdc2be36be/86e05707-d64c-4372-960d-e9050b81fb88) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:49:50.848966 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-af945da7-885e-4805-9cf3-33650ba0e004 req-2f0014a7-c8a5-49a6-8137-0abfabe6d337 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] Notify callbacks [] for port, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:50.854770 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-d7aef0aa-4563-4960-9d7a-3c21d05f62c3 None None] Provisioning complete for port 86e05707-d64c-4372-960d-e9050b81fb88 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:49:50.855835 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-d7aef0aa-4563-4960-9d7a-3c21d05f62c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:50.878985 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 71569a9d-b663-4f57-84aa-e406f9cbdb87 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:49:50.906940 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-af945da7-885e-4805-9cf3-33650ba0e004 req-2f0014a7-c8a5-49a6-8137-0abfabe6d337 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:50.926705 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-d7aef0aa-4563-4960-9d7a-3c21d05f62c3 None None] Port 86e05707-d64c-4372-960d-e9050b81fb88 cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 14:49:50.943361 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port 71569a9d-b663-4f57-84aa-e406f9cbdb87 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:49:50.943777 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:50.988912 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af945da7-885e-4805-9cf3-33650ba0e004 req-2f0014a7-c8a5-49a6-8137-0abfabe6d337 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] Network 0f2cc2b1-26b2-41f2-bdd8-a5e5698bdc15 is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:49:50.992284 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [req-af945da7-885e-4805-9cf3-33650ba0e004 req-2f0014a7-c8a5-49a6-8137-0abfabe6d337 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:49:50.998764 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [req-af945da7-885e-4805-9cf3-33650ba0e004 req-2f0014a7-c8a5-49a6-8137-0abfabe6d337 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] Received port after_create {{(pid=94467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:49:51.031100 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0014a7-c8a5-49a6-8137-0abfabe6d337 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] Pushing event updated for resources: {'Port': ['ID=dc566ee9-a384-4f4a-8a20-5887f333a78c,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:49:51.057480 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af945da7-885e-4805-9cf3-33650ba0e004 req-2f0014a7-c8a5-49a6-8137-0abfabe6d337 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:49:51.058155 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-af945da7-885e-4805-9cf3-33650ba0e004 req-2f0014a7-c8a5-49a6-8137-0abfabe6d337 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:51.072398 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-af945da7-885e-4805-9cf3-33650ba0e004 req-2f0014a7-c8a5-49a6-8137-0abfabe6d337 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9079003 Aug 12 14:49:51.086501 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-af945da7-885e-4805-9cf3-33650ba0e004 req-bffc91dd-d6ff-451f-813b-714247ccb8f6 service neutron] Request body: {'port': {'device_id': 'f5536628-9dc0-4393-bc01-55a18921721f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-694802-15'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:49:51.145783 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-af945da7-885e-4805-9cf3-33650ba0e004 req-bffc91dd-d6ff-451f-813b-714247ccb8f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:51.149270 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b198005-c4bf-452d-8c0e-2614dfa9da11 req-439b0ff0-dc39-4bb6-b8d6-5942fae229f6 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:49:51.150886 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-0b198005-c4bf-452d-8c0e-2614dfa9da11 req-439b0ff0-dc39-4bb6-b8d6-5942fae229f6 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5536628-9dc0-4393-bc01-55a18921721f HTTP/1.1" status: 200 len: 931 time: 0.1420460 Aug 12 14:49:51.157170 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e0b3a682-9260-40c2-8bb1-754e62f19d9f tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks [] for port, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:51.207779 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-e0b3a682-9260-40c2-8bb1-754e62f19d9f tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Ignored duplicate provisioning block setup for port 86e05707-d64c-4372-960d-e9050b81fb88 by entity DHCP. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 12 14:49:51.214958 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e0b3a682-9260-40c2-8bb1-754e62f19d9f tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3718439'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:51.269219 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-da12a952-07c9-41f1-ad56-3644e5341c4b tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:51.273190 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-0b198005-c4bf-452d-8c0e-2614dfa9da11 req-17548200-2d8d-4aeb-9bca-449666ca94e5 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] 10.222.0.39 "GET /v2.0/security-groups?id=d503e6e0-4ce0-4f78-842d-abe0bf3f8a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112506 Aug 12 14:49:51.355855 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-e0b3a682-9260-40c2-8bb1-754e62f19d9f tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] In _notify_port_updated(), no bound segment for port 86e05707-d64c-4372-960d-e9050b81fb88 on network 8306260a-ee44-4e7a-b5df-3f8a3a5e9604 {{(pid=94466) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 12 14:49:51.361473 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0b3a682-9260-40c2-8bb1-754e62f19d9f tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:49:51.362143 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e0b3a682-9260-40c2-8bb1-754e62f19d9f tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:51.363513 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-e0b3a682-9260-40c2-8bb1-754e62f19d9f tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] 10.222.0.39 "PUT /v2.0/ports/86e05707-d64c-4372-960d-e9050b81fb88 HTTP/1.1" status: 200 len: 1010 time: 1.9023509 Aug 12 14:49:51.364337 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b3a682-9260-40c2-8bb1-754e62f19d9f tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Pushing event updated for resources: {'Port': ['ID=86e05707-d64c-4372-960d-e9050b81fb88,revision_number=3']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:49:51.368761 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 57134) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:49:51.409905 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device d6dd4e8b-7641-4872-bd81-cdaa5b199e54 no longer exists at agent hyperv_n-h2-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:49:51.431752 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] No Port match for: d6dd4e8b-7641-4872-bd81-cdaa5b199e54 {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 14:49:51.432751 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device d6dd4e8b-7641-4872-bd81-cdaa5b199e54 not bound to the agent host n-h2-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:49:51.464223 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [req-af945da7-885e-4805-9cf3-33650ba0e004 req-bffc91dd-d6ff-451f-813b-714247ccb8f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc566ee9-a384-4f4a-8a20-5887f333a78c {{(pid=94467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:49:51.465427 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-da12a952-07c9-41f1-ad56-3644e5341c4b tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:51.472453 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-af945da7-885e-4805-9cf3-33650ba0e004 req-bffc91dd-d6ff-451f-813b-714247ccb8f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:51.484914 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [req-af945da7-885e-4805-9cf3-33650ba0e004 req-bffc91dd-d6ff-451f-813b-714247ccb8f6 service neutron] Transition to ACTIVE for port object dc566ee9-a384-4f4a-8a20-5887f333a78c will not be triggered until provisioned by entity L2. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:49:51.488228 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-af945da7-885e-4805-9cf3-33650ba0e004 req-bffc91dd-d6ff-451f-813b-714247ccb8f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:51.555195 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffc91dd-d6ff-451f-813b-714247ccb8f6 service neutron] Pushing event updated for resources: {'Port': ['ID=dc566ee9-a384-4f4a-8a20-5887f333a78c,revision_number=2']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:49:51.592726 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-39e7125c-abee-42fd-8dae-a6e875a6ebbd tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Deleting port 86e05707-d64c-4372-960d-e9050b81fb88 {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:49:51.592985 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-39e7125c-abee-42fd-8dae-a6e875a6ebbd tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:51.619795 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-af945da7-885e-4805-9cf3-33650ba0e004 req-bffc91dd-d6ff-451f-813b-714247ccb8f6 service neutron] Attempting to bind port dc566ee9-a384-4f4a-8a20-5887f333a78c on host n-h1-694802-15 for vnic_type normal with profile {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:49:51.620127 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-af945da7-885e-4805-9cf3-33650ba0e004 req-bffc91dd-d6ff-451f-813b-714247ccb8f6 service neutron] Attempting to bind port dc566ee9-a384-4f4a-8a20-5887f333a78c by drivers openvswitch,hyperv on host n-h1-694802-15 at level 0 using segments [{'id': 'abdc443e-cf7a-4b71-8730-19997248ebd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '0f2cc2b1-26b2-41f2-bdd8-a5e5698bdc15'}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:49:51.620458 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af945da7-885e-4805-9cf3-33650ba0e004 req-bffc91dd-d6ff-451f-813b-714247ccb8f6 service neutron] Attempting to bind port dc566ee9-a384-4f4a-8a20-5887f333a78c on network 0f2cc2b1-26b2-41f2-bdd8-a5e5698bdc15 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:49:51.624775 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af945da7-885e-4805-9cf3-33650ba0e004 req-bffc91dd-d6ff-451f-813b-714247ccb8f6 service neutron] Port dc566ee9-a384-4f4a-8a20-5887f333a78c on network 0f2cc2b1-26b2-41f2-bdd8-a5e5698bdc15 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-15 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 14:49:51.625095 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af945da7-885e-4805-9cf3-33650ba0e004 req-bffc91dd-d6ff-451f-813b-714247ccb8f6 service neutron] Attempting to bind port dc566ee9-a384-4f4a-8a20-5887f333a78c on network 0f2cc2b1-26b2-41f2-bdd8-a5e5698bdc15 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:49:51.629937 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af945da7-885e-4805-9cf3-33650ba0e004 req-bffc91dd-d6ff-451f-813b-714247ccb8f6 service neutron] Checking agent: {'id': 'de568313-a3e6-454a-9813-77e25edcea95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 27, 41), 'started_at': datetime.datetime(2021, 8, 12, 14, 27, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 49, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:49:51.630272 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af945da7-885e-4805-9cf3-33650ba0e004 req-bffc91dd-d6ff-451f-813b-714247ccb8f6 service neutron] Checking segment: {'id': 'abdc443e-cf7a-4b71-8730-19997248ebd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '0f2cc2b1-26b2-41f2-bdd8-a5e5698bdc15'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:49:51.630654 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af945da7-885e-4805-9cf3-33650ba0e004 req-bffc91dd-d6ff-451f-813b-714247ccb8f6 service neutron] Bound using segment: {'id': 'abdc443e-cf7a-4b71-8730-19997248ebd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '0f2cc2b1-26b2-41f2-bdd8-a5e5698bdc15'} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:49:51.631110 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-af945da7-885e-4805-9cf3-33650ba0e004 req-bffc91dd-d6ff-451f-813b-714247ccb8f6 service neutron] Bound port: dc566ee9-a384-4f4a-8a20-5887f333a78c, host: n-h1-694802-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'abdc443e-cf7a-4b71-8730-19997248ebd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '0f2cc2b1-26b2-41f2-bdd8-a5e5698bdc15'}}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:49:51.631470 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-af945da7-885e-4805-9cf3-33650ba0e004 req-bffc91dd-d6ff-451f-813b-714247ccb8f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:51.656865 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-e26c0713-3dbb-4183-bb28-074f30a77d89 None None] Provisioning complete for port 86e05707-d64c-4372-960d-e9050b81fb88 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:49:51.657509 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-e26c0713-3dbb-4183-bb28-074f30a77d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:51.702671 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-af945da7-885e-4805-9cf3-33650ba0e004 req-bffc91dd-d6ff-451f-813b-714247ccb8f6 service neutron] For port dc566ee9-a384-4f4a-8a20-5887f333a78c, host n-h1-694802-15, cleared binding levels {{(pid=94467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:49:51.706056 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-af945da7-885e-4805-9cf3-33650ba0e004 req-bffc91dd-d6ff-451f-813b-714247ccb8f6 service neutron] For port dc566ee9-a384-4f4a-8a20-5887f333a78c, host n-h1-694802-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=dc566ee9-a384-4f4a-8a20-5887f333a78c,segment=NetworkSegment(abdc443e-cf7a-4b71-8730-19997248ebd2),segment_id=abdc443e-cf7a-4b71-8730-19997248ebd2)] {{(pid=94467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:49:51.710455 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-e26c0713-3dbb-4183-bb28-074f30a77d89 None None] Port 86e05707-d64c-4372-960d-e9050b81fb88 cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 14:49:51.711448 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-af945da7-885e-4805-9cf3-33650ba0e004 req-bffc91dd-d6ff-451f-813b-714247ccb8f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:51.727937 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-39e7125c-abee-42fd-8dae-a6e875a6ebbd tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:51.737705 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-da12a952-07c9-41f1-ad56-3644e5341c4b tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks [] for port, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:51.746241 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af945da7-885e-4805-9cf3-33650ba0e004 req-bffc91dd-d6ff-451f-813b-714247ccb8f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:49:51.746438 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-39e7125c-abee-42fd-8dae-a6e875a6ebbd tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Calling delete_port for 86e05707-d64c-4372-960d-e9050b81fb88 owned by {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:49:51.746869 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-af945da7-885e-4805-9cf3-33650ba0e004 req-bffc91dd-d6ff-451f-813b-714247ccb8f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:51.748269 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-af945da7-885e-4805-9cf3-33650ba0e004 req-bffc91dd-d6ff-451f-813b-714247ccb8f6 service neutron] 10.222.0.64 "PUT /v2.0/ports/dc566ee9-a384-4f4a-8a20-5887f333a78c HTTP/1.1" status: 200 len: 1092 time: 0.6660423 Aug 12 14:49:51.748481 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-da12a952-07c9-41f1-ad56-3644e5341c4b tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3718439'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:51.748691 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5536628-9dc0-4393-bc01-55a18921721f', 'tag': 'dc566ee9-a384-4f4a-8a20-5887f333a78c'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:49:51.750917 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e65282f928b64038367d043a4411777802006c43a98742496cb2e25b724ff1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbf2fdb4-eb67-4ed5-bfad-ba33107cc85d" -d '{"events": [{"name": "network-changed", "server_uuid": "f5536628-9dc0-4393-bc01-55a18921721f", "tag": "dc566ee9-a384-4f4a-8a20-5887f333a78c"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:49:51.804584 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffc91dd-d6ff-451f-813b-714247ccb8f6 service neutron] Pushing event updated for resources: {'Port': ['ID=dc566ee9-a384-4f4a-8a20-5887f333a78c,revision_number=3']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:49:51.810700 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 14:49:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f7d7004-f9bc-4a0b-a647-562370941257 x-openstack-request-id: req-0f7d7004-f9bc-4a0b-a647-562370941257 {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:49:51.811057 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5536628-9dc0-4393-bc01-55a18921721f", "tag": "dc566ee9-a384-4f4a-8a20-5887f333a78c", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:49:51.811446 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0f7d7004-f9bc-4a0b-a647-562370941257 {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:49:51.811973 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5536628-9dc0-4393-bc01-55a18921721f', 'tag': 'dc566ee9-a384-4f4a-8a20-5887f333a78c', 'status': 'completed', 'code': 200} Aug 12 14:49:51.872432 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da12a952-07c9-41f1-ad56-3644e5341c4b tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Pushing event updated for resources: {'Port': ['ID=47a2cd61-88f7-47e7-a15e-7fd0473c35ea,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:49:51.893503 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-da12a952-07c9-41f1-ad56-3644e5341c4b tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431510'] for floatingip, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:51.893967 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af945da7-885e-4805-9cf3-33650ba0e004 req-b008ebe5-5066-4972-8693-c8e005bea262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:49:51.895522 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-af945da7-885e-4805-9cf3-33650ba0e004 req-b008ebe5-5066-4972-8693-c8e005bea262 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8aeb63fb42f149b3aa9e0e9c29a41582&device_id=f5536628-9dc0-4393-bc01-55a18921721f HTTP/1.1" status: 200 len: 1095 time: 0.0828052 Aug 12 14:49:51.909613 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5eae42f-2f39-43e2-82f8-fc3736ec2b3b req-937605dc-b1d3-4bdc-aa87-d6b0b1bd5f10 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:49:51.911241 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f5eae42f-2f39-43e2-82f8-fc3736ec2b3b req-937605dc-b1d3-4bdc-aa87-d6b0b1bd5f10 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/ports?device_id=82ca70f0-3356-4166-96ef-a264876874d1 HTTP/1.1" status: 200 len: 945 time: 0.0694878 Aug 12 14:49:51.956802 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-af945da7-885e-4805-9cf3-33650ba0e004 req-507129cf-b03e-46fc-ba78-f02840af36be service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dc566ee9-a384-4f4a-8a20-5887f333a78c HTTP/1.1" status: 200 len: 217 time: 0.0446038 Aug 12 14:49:52.001596 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f5eae42f-2f39-43e2-82f8-fc3736ec2b3b req-15c7bd75-aa45-4bc1-b492-dd0bc90e8060 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc2dacd2-6b8c-4388-a6b9-7c76f36fc545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836849 Aug 12 14:49:52.025243 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af945da7-885e-4805-9cf3-33650ba0e004 req-0d78b7a4-370b-46b1-bdde-1b2a08107581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:49:52.026810 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-af945da7-885e-4805-9cf3-33650ba0e004 req-0d78b7a4-370b-46b1-bdde-1b2a08107581 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=33fe8ec3-27c5-4c33-8718-44dd3a3eaffa HTTP/1.1" status: 200 len: 846 time: 0.0617032 Aug 12 14:49:52.047760 n-d-694802-15 neutron-server[94466]: INFO neutron.db.l3_db [None req-da12a952-07c9-41f1-ad56-3644e5341c4b tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Floating IP 223c2cb0-df6b-448d-b2e6-8cf7b6fca20f associated. External IP: 172.25.1.172, port: 4cb610aa-7923-49fa-ac4e-1e29828c4978. Aug 12 14:49:52.060075 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-af945da7-885e-4805-9cf3-33650ba0e004 req-5bae6b2b-7685-4e36-a6e1-93c8a2ceda2a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0f2cc2b1-26b2-41f2-bdd8-a5e5698bdc15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258377 Aug 12 14:49:52.168100 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875a06d2-cfca-4678-a17d-4f857e2e8721 req-30246f45-5b23-45c3-8f8d-3a572339efc8 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:49:52.169490 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-875a06d2-cfca-4678-a17d-4f857e2e8721 req-30246f45-5b23-45c3-8f8d-3a572339efc8 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.64 "GET /v2.0/ports?device_id=82ca70f0-3356-4166-96ef-a264876874d1 HTTP/1.1" status: 200 len: 945 time: 0.0986159 Aug 12 14:49:52.178039 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-39e7125c-abee-42fd-8dae-a6e875a6ebbd tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:52.216690 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e7125c-abee-42fd-8dae-a6e875a6ebbd tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Pushing event deleted for resources: {'Port': ['ID=86e05707-d64c-4372-960d-e9050b81fb88,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:49:52.236051 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-af945da7-885e-4805-9cf3-33650ba0e004 req-a8c304be-aec4-4131-8961-96088bab7256 service neutron] 10.222.0.64 "GET /v2.0/networks/0f2cc2b1-26b2-41f2-bdd8-a5e5698bdc15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1661057 Aug 12 14:49:52.306238 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-39e7125c-abee-42fd-8dae-a6e875a6ebbd tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:52.308372 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-39e7125c-abee-42fd-8dae-a6e875a6ebbd tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] 10.222.0.39 "DELETE /v2.0/ports/86e05707-d64c-4372-960d-e9050b81fb88 HTTP/1.1" status: 204 len: 168 time: 0.9386485 Aug 12 14:49:52.313130 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 57144) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:49:52.373998 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [req-875a06d2-cfca-4678-a17d-4f857e2e8721 req-4e783884-46b0-426a-9802-ff0df5e5b4d6 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Deleting port b0aac563-42bd-4b31-95a9-a0a4d4b9e42a {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:49:52.374335 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-875a06d2-cfca-4678-a17d-4f857e2e8721 req-4e783884-46b0-426a-9802-ff0df5e5b4d6 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:52.378803 n-d-694802-15 neutron-server[94466]: INFO neutron.pecan_wsgi.hooks.translation [None req-8043a0b8-eaf7-45ca-9bc4-2401206d567a tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] GET failed (client error): The resource could not be found. Aug 12 14:49:52.380575 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-8043a0b8-eaf7-45ca-9bc4-2401206d567a tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] 10.222.0.39 "GET /v2.0/ports/86e05707-d64c-4372-960d-e9050b81fb88 HTTP/1.1" status: 404 len: 333 time: 0.0665011 Aug 12 14:49:52.387981 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 57146) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:49:52.445378 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-af945da7-885e-4805-9cf3-33650ba0e004 req-79ed3ff7-e214-495a-b720-7e8129dbb792 service neutron] 10.222.0.64 "GET /v2.0/networks/0f2cc2b1-26b2-41f2-bdd8-a5e5698bdc15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1823728 Aug 12 14:49:52.475895 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da12a952-07c9-41f1-ad56-3644e5341c4b tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Router a7785b02-0839-46bb-807c-ebb96bb50cf0 has already been hosted by L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f {{(pid=94466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 14:49:52.484958 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_v2 [None req-72cd886a-213b-438a-9a62-575c320591ba tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Deleting subnet ad24f904-f34f-45ff-9b29-4ecdc2be36be {{(pid=94466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 14:49:52.496604 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-72cd886a-213b-438a-9a62-575c320591ba tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks [] for subnet, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:52.498579 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2372cfcf-5db8-41b2-bdf6-efbc4c709007 req-354e0997-2fe8-46c6-8a5b-d003eb72538a tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:49:52.500277 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2372cfcf-5db8-41b2-bdf6-efbc4c709007 req-354e0997-2fe8-46c6-8a5b-d003eb72538a tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5536628-9dc0-4393-bc01-55a18921721f HTTP/1.1" status: 200 len: 943 time: 0.1417947 Aug 12 14:49:52.568714 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-875a06d2-cfca-4678-a17d-4f857e2e8721 req-4e783884-46b0-426a-9802-ff0df5e5b4d6 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] For port b0aac563-42bd-4b31-95a9-a0a4d4b9e42a, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=b0aac563-42bd-4b31-95a9-a0a4d4b9e42a,segment=NetworkSegment(45b28473-1709-41a1-b9df-2ccc6425c05f),segment_id=45b28473-1709-41a1-b9df-2ccc6425c05f)] {{(pid=94467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:49:52.568989 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-875a06d2-cfca-4678-a17d-4f857e2e8721 req-4e783884-46b0-426a-9802-ff0df5e5b4d6 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:52.579652 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-72cd886a-213b-438a-9a62-575c320591ba tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2293551'] for subnet, precommit_delete_associations {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:52.628308 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2372cfcf-5db8-41b2-bdf6-efbc4c709007 req-76051c8a-151e-46fd-954d-9388419043ab tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] 10.222.0.39 "GET /v2.0/security-groups?id=d503e6e0-4ce0-4f78-842d-abe0bf3f8a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075974 Aug 12 14:49:52.641059 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf2fdb4-eb67-4ed5-bfad-ba33107cc85d req-1ed15e1e-bb47-4751-87be-d827d8bdfe49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:49:52.642548 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-bbf2fdb4-eb67-4ed5-bfad-ba33107cc85d req-1ed15e1e-bb47-4751-87be-d827d8bdfe49 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8aeb63fb42f149b3aa9e0e9c29a41582&device_id=f5536628-9dc0-4393-bc01-55a18921721f HTTP/1.1" status: 200 len: 1095 time: 0.1365731 Aug 12 14:49:52.702256 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da12a952-07c9-41f1-ad56-3644e5341c4b tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 14:49:52.712826 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fffe568-f93e-4684-9d8e-c8fd40aa1f37 None None] Sync routers for ids ['a7785b02-0839-46bb-807c-ebb96bb50cf0'] in n-d-694802-15 {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 14:49:52.726732 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-72cd886a-213b-438a-9a62-575c320591ba tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66416255'] for subnet, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:52.729199 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fffe568-f93e-4684-9d8e-c8fd40aa1f37 None None] Routers {'a7785b02-0839-46bb-807c-ebb96bb50cf0'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:49:52.730297 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-3fffe568-f93e-4684-9d8e-c8fd40aa1f37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:49:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['a7785b02-0839-46bb-807c-ebb96bb50cf0'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:49:52.731492 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-da12a952-07c9-41f1-ad56-3644e5341c4b tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for floatingip, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:52.790274 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-da12a952-07c9-41f1-ad56-3644e5341c4b tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.6007323 Aug 12 14:49:52.812201 n-d-694802-15 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3123bce8-844b-469f-9aa0-64c8f53661bc', 'tag': '4cb610aa-7923-49fa-ac4e-1e29828c4978'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:49:52.814893 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e785eeede3897370d0b20f09d5f461b30cfecd5ed38c4f07dacd02bc52c9277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2db58579-a048-47cd-b207-ebca58e36d1e" -d '{"events": [{"name": "network-changed", "server_uuid": "3123bce8-844b-469f-9aa0-64c8f53661bc", "tag": "4cb610aa-7923-49fa-ac4e-1e29828c4978"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:49:52.833558 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf2fdb4-eb67-4ed5-bfad-ba33107cc85d req-9cd3414a-1f5a-44df-b951-88e215e3c20e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:49:52.835086 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-bbf2fdb4-eb67-4ed5-bfad-ba33107cc85d req-9cd3414a-1f5a-44df-b951-88e215e3c20e service neutron] 10.222.0.64 "GET /v2.0/networks?id=0f2cc2b1-26b2-41f2-bdd8-a5e5698bdc15 HTTP/1.1" status: 200 len: 907 time: 0.1817229 Aug 12 14:49:52.838064 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-875a06d2-cfca-4678-a17d-4f857e2e8721 req-4e783884-46b0-426a-9802-ff0df5e5b4d6 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:52.838486 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-875a06d2-cfca-4678-a17d-4f857e2e8721 req-4e783884-46b0-426a-9802-ff0df5e5b4d6 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431510'] for floatingip, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:52.838803 n-d-694802-15 neutron-server[94467]: INFO neutron.db.l3_db [req-875a06d2-cfca-4678-a17d-4f857e2e8721 req-4e783884-46b0-426a-9802-ff0df5e5b4d6 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Floating IP 373a49e6-9371-490d-8118-1fc392614335 disassociated. External IP: 172.25.1.103, port: b0aac563-42bd-4b31-95a9-a0a4d4b9e42a. Aug 12 14:49:52.839246 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [req-875a06d2-cfca-4678-a17d-4f857e2e8721 req-4e783884-46b0-426a-9802-ff0df5e5b4d6 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Calling delete_port for b0aac563-42bd-4b31-95a9-a0a4d4b9e42a owned by compute:nova {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:49:52.850669 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-3fffe568-f93e-4684-9d8e-c8fd40aa1f37 None None] Set router a7785b02-0839-46bb-807c-ebb96bb50cf0 gateway port host: n-d-694802-15 {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:49:52.864589 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 14:49:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6aebd020-9d9b-4827-879e-6a63af0787a1 x-openstack-request-id: req-6aebd020-9d9b-4827-879e-6a63af0787a1 {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:49:52.865482 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3123bce8-844b-469f-9aa0-64c8f53661bc", "tag": "4cb610aa-7923-49fa-ac4e-1e29828c4978", "status": "completed", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:49:52.866236 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6aebd020-9d9b-4827-879e-6a63af0787a1 {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:49:52.866864 n-d-694802-15 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3123bce8-844b-469f-9aa0-64c8f53661bc', 'tag': '4cb610aa-7923-49fa-ac4e-1e29828c4978', 'status': 'completed', 'code': 200} Aug 12 14:49:52.868812 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-72cd886a-213b-438a-9a62-575c320591ba tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66416232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3718429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8776402'] for subnet, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:52.896305 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-bbf2fdb4-eb67-4ed5-bfad-ba33107cc85d req-748314a2-19ad-4143-bac6-f2e362062ee6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dc566ee9-a384-4f4a-8a20-5887f333a78c HTTP/1.1" status: 200 len: 217 time: 0.0525231 Aug 12 14:49:52.900281 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cd886a-213b-438a-9a62-575c320591ba tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Pushing event deleted for resources: {'Subnet': ['ID=ad24f904-f34f-45ff-9b29-4ecdc2be36be,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:49:52.902974 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-72cd886a-213b-438a-9a62-575c320591ba tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for subnet, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:52.909372 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-72cd886a-213b-438a-9a62-575c320591ba tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] 10.222.0.39 "DELETE /v2.0/subnets/ad24f904-f34f-45ff-9b29-4ecdc2be36be HTTP/1.1" status: 204 len: 168 time: 0.5164497 Aug 12 14:49:52.910242 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 57154) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:49:52.915078 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f94b5390-a48e-4674-a90c-09e85e27a2ad None None] Network 8306260a-ee44-4e7a-b5df-3f8a3a5e9604 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:49:52.971452 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4713310-80e1-4503-93b5-4a285b8f21af req-72944a5e-08ed-42f2-8ec4-f831370f4f07 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:49:52.972899 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-e4713310-80e1-4503-93b5-4a285b8f21af req-72944a5e-08ed-42f2-8ec4-f831370f4f07 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/ports?device_id=3123bce8-844b-469f-9aa0-64c8f53661bc HTTP/1.1" status: 200 len: 946 time: 0.0663261 Aug 12 14:49:53.019614 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-e4713310-80e1-4503-93b5-4a285b8f21af req-9ce65082-76e6-4352-af30-05f63381f00f tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ff7dcf8-d6f2-4101-a1d4-537dc448601c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373709 Aug 12 14:49:53.068818 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ba30204-0fc6-4969-9ed9-eb949c7f2f38 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Deleting subnet 860d0677-4c13-44e5-8d33-6cb8f9bd96e9 {{(pid=94467) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 14:49:53.069502 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 57158) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:49:53.081528 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf2fdb4-eb67-4ed5-bfad-ba33107cc85d req-c31820b9-af34-4d99-8f1c-337dbf9b1599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:49:53.083038 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-bbf2fdb4-eb67-4ed5-bfad-ba33107cc85d req-c31820b9-af34-4d99-8f1c-337dbf9b1599 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=33fe8ec3-27c5-4c33-8718-44dd3a3eaffa HTTP/1.1" status: 200 len: 846 time: 0.1759515 Aug 12 14:49:53.086563 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-5ba30204-0fc6-4969-9ed9-eb949c7f2f38 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks [] for subnet, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:53.153814 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-9c2c4344-f7fb-4524-a83c-ea8bee1c20de tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/floatingips/223c2cb0-df6b-448d-b2e6-8cf7b6fca20f HTTP/1.1" status: 200 len: 992 time: 0.0804994 Aug 12 14:49:53.169374 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-3fffe568-f93e-4684-9d8e-c8fd40aa1f37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7785b02-0839-46bb-807c-ebb96bb50cf0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1459242912', 'tenant_id': '6774b656eb8145eb998ea0059b40b4c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.82'}], 'enable_snat': True}, 'gw_port_id': '0e8ee4fb-0c04-4d0b-9642-b2f8d449c8fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:49:21Z', 'updated_at': '2021-08-12T14:49:28Z', 'revision_number': 4, 'project_id': '6774b656eb8145eb998ea0059b40b4c3', 'gw_port': {'id': '0e8ee4fb-0c04-4d0b-9642-b2f8d449c8fe', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:4f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7785b02-0839-46bb-807c-ebb96bb50cf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2081, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:49:21Z', 'updated_at': '2021-08-12T14:49:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_floatingips': [{'id': '223c2cb0-df6b-448d-b2e6-8cf7b6fca20f', 'tenant_id': '6774b656eb8145eb998ea0059b40b4c3', 'floating_ip_address': '172.25.1.172', 'floating_network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'router_id': 'a7785b02-0839-46bb-807c-ebb96bb50cf0', 'port_id': '4cb610aa-7923-49fa-ac4e-1e29828c4978', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2129, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '742f197c-8a19-4bb3-8560-845411781a1d', 'mac_address': 'fa:16:3e:5a:80:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3123bce8-844b-469f-9aa0-64c8f53661bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T14:49:50Z', 'updated_at': '2021-08-12T14:49:50Z', 'revision_number': 0, 'project_id': '6774b656eb8145eb998ea0059b40b4c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec3deaf1-6dfb-43e6-9369-844dd373da19', 'name': '', 'network_id': '742f197c-8a19-4bb3-8560-845411781a1d', 'tenant_id': '6774b656eb8145eb998ea0059b40b4c3', 'mac_address': 'fa:16:3e:55:2c:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7785b02-0839-46bb-807c-ebb96bb50cf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2098, 'fixed_ips': [{'subnet_id': 'e54db14a-8a80-4198-922a-7cf83a508765', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:49:27Z', 'updated_at': '2021-08-12T14:49:35Z', 'revision_number': 5, 'project_id': '6774b656eb8145eb998ea0059b40b4c3', 'subnets': [{'id': 'e54db14a-8a80-4198-922a-7cf83a508765', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:49:53.196791 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fffe568-f93e-4684-9d8e-c8fd40aa1f37 None None] Checking router: a7785b02-0839-46bb-807c-ebb96bb50cf0 for host: n-d-694802-15 {{(pid=94469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 14:49:53.206618 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fffe568-f93e-4684-9d8e-c8fd40aa1f37 None None] Routers {'a7785b02-0839-46bb-807c-ebb96bb50cf0'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:49:53.207378 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-3fffe568-f93e-4684-9d8e-c8fd40aa1f37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:49:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['a7785b02-0839-46bb-807c-ebb96bb50cf0'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:49:53.331868 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-3fffe568-f93e-4684-9d8e-c8fd40aa1f37 None None] Set router a7785b02-0839-46bb-807c-ebb96bb50cf0 gateway port host: n-d-694802-15 {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:49:53.431518 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db58579-a048-47cd-b207-ebca58e36d1e req-0409f62b-0f27-4965-b91c-eb32cf135f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:49:53.433040 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2db58579-a048-47cd-b207-ebca58e36d1e req-0409f62b-0f27-4965-b91c-eb32cf135f6b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=6774b656eb8145eb998ea0059b40b4c3&device_id=3123bce8-844b-469f-9aa0-64c8f53661bc HTTP/1.1" status: 200 len: 1098 time: 0.5386269 Aug 12 14:49:53.482560 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-bbf2fdb4-eb67-4ed5-bfad-ba33107cc85d req-19a8558e-baa2-4318-9bcb-af142c00d113 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0f2cc2b1-26b2-41f2-bdd8-a5e5698bdc15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0533142 Aug 12 14:49:53.591472 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-3fffe568-f93e-4684-9d8e-c8fd40aa1f37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7785b02-0839-46bb-807c-ebb96bb50cf0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1459242912', 'tenant_id': '6774b656eb8145eb998ea0059b40b4c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.82'}], 'enable_snat': True}, 'gw_port_id': '0e8ee4fb-0c04-4d0b-9642-b2f8d449c8fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:49:21Z', 'updated_at': '2021-08-12T14:49:28Z', 'revision_number': 4, 'project_id': '6774b656eb8145eb998ea0059b40b4c3', 'gw_port': {'id': '0e8ee4fb-0c04-4d0b-9642-b2f8d449c8fe', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:4f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7785b02-0839-46bb-807c-ebb96bb50cf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2081, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:49:21Z', 'updated_at': '2021-08-12T14:49:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_floatingips': [{'id': '223c2cb0-df6b-448d-b2e6-8cf7b6fca20f', 'tenant_id': '6774b656eb8145eb998ea0059b40b4c3', 'floating_ip_address': '172.25.1.172', 'floating_network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'router_id': 'a7785b02-0839-46bb-807c-ebb96bb50cf0', 'port_id': '4cb610aa-7923-49fa-ac4e-1e29828c4978', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2129, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '742f197c-8a19-4bb3-8560-845411781a1d', 'mac_address': 'fa:16:3e:5a:80:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3123bce8-844b-469f-9aa0-64c8f53661bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T14:49:50Z', 'updated_at': '2021-08-12T14:49:50Z', 'revision_number': 0, 'project_id': '6774b656eb8145eb998ea0059b40b4c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec3deaf1-6dfb-43e6-9369-844dd373da19', 'name': '', 'network_id': '742f197c-8a19-4bb3-8560-845411781a1d', 'tenant_id': '6774b656eb8145eb998ea0059b40b4c3', 'mac_address': 'fa:16:3e:55:2c:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7785b02-0839-46bb-807c-ebb96bb50cf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2098, 'fixed_ips': [{'subnet_id': 'e54db14a-8a80-4198-922a-7cf83a508765', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:49:27Z', 'updated_at': '2021-08-12T14:49:35Z', 'revision_number': 5, 'project_id': '6774b656eb8145eb998ea0059b40b4c3', 'subnets': [{'id': 'e54db14a-8a80-4198-922a-7cf83a508765', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:49:53.601479 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-5ba30204-0fc6-4969-9ed9-eb949c7f2f38 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3857505'] for subnet, precommit_delete_associations {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:53.619200 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fffe568-f93e-4684-9d8e-c8fd40aa1f37 None None] The sync data for ids ['a7785b02-0839-46bb-807c-ebb96bb50cf0'] in n-d-694802-15 is: [{'id': 'a7785b02-0839-46bb-807c-ebb96bb50cf0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1459242912', 'tenant_id': '6774b656eb8145eb998ea0059b40b4c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.82'}], 'enable_snat': True}, 'gw_port_id': '0e8ee4fb-0c04-4d0b-9642-b2f8d449c8fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:49:21Z', 'updated_at': '2021-08-12T14:49:28Z', 'revision_number': 4, 'project_id': '6774b656eb8145eb998ea0059b40b4c3', 'gw_port': {'id': '0e8ee4fb-0c04-4d0b-9642-b2f8d449c8fe', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:4f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7785b02-0839-46bb-807c-ebb96bb50cf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2081, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:49:21Z', 'updated_at': '2021-08-12T14:49:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_floatingips': [{'id': '223c2cb0-df6b-448d-b2e6-8cf7b6fca20f', 'tenant_id': '6774b656eb8145eb998ea0059b40b4c3', 'floating_ip_address': '172.25.1.172', 'floating_network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'router_id': 'a7785b02-0839-46bb-807c-ebb96bb50cf0', 'port_id': '4cb610aa-7923-49fa-ac4e-1e29828c4978', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2129, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '742f197c-8a19-4bb3-8560-845411781a1d', 'mac_address': 'fa:16:3e:5a:80:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3123bce8-844b-469f-9aa0-64c8f53661bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T14:49:50Z', 'updated_at': '2021-08-12T14:49:50Z', 'revision_number': 0, 'project_id': '6774b656eb8145eb998ea0059b40b4c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec3deaf1-6dfb-43e6-9369-844dd373da19', 'name': '', 'network_id': '742f197c-8a19-4bb3-8560-845411781a1d', 'tenant_id': '6774b656eb8145eb998ea0059b40b4c3', 'mac_address': 'fa:16:3e:55:2c:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7785b02-0839-46bb-807c-ebb96bb50cf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2098, 'fixed_ips': [{'subnet_id': 'e54db14a-8a80-4198-922a-7cf83a508765', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:49:27Z', 'updated_at': '2021-08-12T14:49:35Z', 'revision_number': 5, 'project_id': '6774b656eb8145eb998ea0059b40b4c3', 'subnets': [{'id': 'e54db14a-8a80-4198-922a-7cf83a508765', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 14:49:53.645777 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.agents_db [None req-17ed3e4c-1a7d-4162-9646-11c134aca297 None None] Agent healthcheck: found 7 active agents {{(pid=94469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 14:49:53.753953 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-bbf2fdb4-eb67-4ed5-bfad-ba33107cc85d req-607bf919-2dd9-4280-880d-2ea0ddad3ec4 service neutron] 10.222.0.64 "GET /v2.0/networks/0f2cc2b1-26b2-41f2-bdd8-a5e5698bdc15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2334375 Aug 12 14:49:53.762745 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12606091-c096-4d36-b677-8f293879d3d3 req-086c7afc-e717-4051-9af9-2df4e850da40 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:49:53.764310 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-12606091-c096-4d36-b677-8f293879d3d3 req-086c7afc-e717-4051-9af9-2df4e850da40 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5536628-9dc0-4393-bc01-55a18921721f HTTP/1.1" status: 200 len: 943 time: 0.0550203 Aug 12 14:49:53.766946 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddffbff-2976-44fa-ac62-cbb72299554b req-db8c1af1-9428-4772-a57a-8868ffae7f86 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:49:53.768416 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6ddffbff-2976-44fa-ac62-cbb72299554b req-db8c1af1-9428-4772-a57a-8868ffae7f86 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/ports?device_id=82ca70f0-3356-4166-96ef-a264876874d1 HTTP/1.1" status: 200 len: 945 time: 0.3252308 Aug 12 14:49:53.792345 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-875a06d2-cfca-4678-a17d-4f857e2e8721 req-4e783884-46b0-426a-9802-ff0df5e5b4d6 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:53.807476 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-12606091-c096-4d36-b677-8f293879d3d3 req-fff9a7b6-9091-4fb5-8723-8e34ed1a0b34 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] 10.222.0.39 "GET /v2.0/security-groups?id=d503e6e0-4ce0-4f78-842d-abe0bf3f8a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357432 Aug 12 14:49:53.854517 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-b284bb7d-723e-4f95-bbb0-e5af00075ee9 None None] Provisioning complete for port 71569a9d-b663-4f57-84aa-e406f9cbdb87 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:49:53.854890 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-b284bb7d-723e-4f95-bbb0-e5af00075ee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:53.891636 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76bf3e7e-0418-4972-9d37-6ece510d289a None None] New status for floating IP 223c2cb0-df6b-448d-b2e6-8cf7b6fca20f: ACTIVE {{(pid=94468) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 14:49:53.895943 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db58579-a048-47cd-b207-ebca58e36d1e req-5251a92a-eb0e-4da1-bceb-7a9cdfaa550a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:49:53.897437 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2db58579-a048-47cd-b207-ebca58e36d1e req-5251a92a-eb0e-4da1-bceb-7a9cdfaa550a service neutron] 10.222.0.49 "GET /v2.0/networks?id=742f197c-8a19-4bb3-8560-845411781a1d HTTP/1.1" status: 200 len: 898 time: 0.4483805 Aug 12 14:49:53.917196 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e783884-46b0-426a-9802-ff0df5e5b4d6 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Pushing event deleted for resources: {'Port': ['ID=b0aac563-42bd-4b31-95a9-a0a4d4b9e42a,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:49:54.067805 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6ddffbff-2976-44fa-ac62-cbb72299554b req-62adfc87-d0b1-4db3-bbf6-eb01bb83ba2f tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc2dacd2-6b8c-4388-a6b9-7c76f36fc545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2809463 Aug 12 14:49:54.078055 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-5ba30204-0fc6-4969-9ed9-eb949c7f2f38 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66416255'] for subnet, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:54.138146 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2db58579-a048-47cd-b207-ebca58e36d1e req-60a450f6-6616-4851-ac63-6ff50f7d0dfd service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4cb610aa-7923-49fa-ac4e-1e29828c4978 HTTP/1.1" status: 200 len: 1000 time: 0.2141941 Aug 12 14:49:54.143784 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-bbf2fdb4-eb67-4ed5-bfad-ba33107cc85d req-3412a824-db80-4783-8417-65e6f7215725 service neutron] 10.222.0.64 "GET /v2.0/networks/0f2cc2b1-26b2-41f2-bdd8-a5e5698bdc15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3744657 Aug 12 14:49:54.157289 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 57166) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:49:54.234843 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-159bf991-edb3-48f7-9a13-6dad9dbd33ac tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/floatingips/223c2cb0-df6b-448d-b2e6-8cf7b6fca20f HTTP/1.1" status: 200 len: 994 time: 0.0707724 Aug 12 14:49:54.247606 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-5ba30204-0fc6-4969-9ed9-eb949c7f2f38 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66416232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2859225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3343748'] for subnet, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:54.265202 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db58579-a048-47cd-b207-ebca58e36d1e req-fc13258e-fbe6-41d1-8bb8-c42b64f8a8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:49:54.266658 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2db58579-a048-47cd-b207-ebca58e36d1e req-fc13258e-fbe6-41d1-8bb8-c42b64f8a8ba service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e54db14a-8a80-4198-922a-7cf83a508765 HTTP/1.1" status: 200 len: 834 time: 0.1171799 Aug 12 14:49:54.268368 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.l3_agent_scheduler [req-875a06d2-cfca-4678-a17d-4f857e2e8721 req-4e783884-46b0-426a-9802-ff0df5e5b4d6 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Router e1da5fa6-2585-42c8-9463-fddd21b2ac0e has already been hosted by L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f {{(pid=94467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 14:49:54.295913 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75ace784-0864-4360-bb57-5cb5341ae661 None None] Network 8306260a-ee44-4e7a-b5df-3f8a3a5e9604 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:49:54.296481 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba30204-0fc6-4969-9ed9-eb949c7f2f38 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Pushing event deleted for resources: {'Subnet': ['ID=860d0677-4c13-44e5-8d33-6cb8f9bd96e9,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:49:54.300005 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-5ba30204-0fc6-4969-9ed9-eb949c7f2f38 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks [] for subnet, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:54.301941 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-5ba30204-0fc6-4969-9ed9-eb949c7f2f38 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] 10.222.0.39 "DELETE /v2.0/subnets/860d0677-4c13-44e5-8d33-6cb8f9bd96e9 HTTP/1.1" status: 204 len: 168 time: 1.3918433 Aug 12 14:49:54.305055 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 57168) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:49:54.447155 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db58579-a048-47cd-b207-ebca58e36d1e req-d4904cdd-a919-4a84-8154-886563f449bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:49:54.449240 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2db58579-a048-47cd-b207-ebca58e36d1e req-d4904cdd-a919-4a84-8154-886563f449bf service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=742f197c-8a19-4bb3-8560-845411781a1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1624682 Aug 12 14:49:54.457967 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-f03ec3b4-47ae-4041-a3e4-1b03719b84d2 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680608'] for network, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:54.469147 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d23ffe80-7a23-4ade-b453-19f1f4cf37ff None None] DHCP port deletion for 8306260a-ee44-4e7a-b5df-3f8a3a5e9604 request from n-d-694802-15 {{(pid=94468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 14:49:54.514381 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-d23ffe80-7a23-4ade-b453-19f1f4cf37ff None None] Deleting port 71569a9d-b663-4f57-84aa-e406f9cbdb87 {{(pid=94468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:49:54.514755 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-d23ffe80-7a23-4ade-b453-19f1f4cf37ff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:54.578179 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-d23ffe80-7a23-4ade-b453-19f1f4cf37ff None None] For port 71569a9d-b663-4f57-84aa-e406f9cbdb87, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=71569a9d-b663-4f57-84aa-e406f9cbdb87,segment=NetworkSegment(d68d60c7-06ef-4905-a356-a5b0ceb93cb6),segment_id=d68d60c7-06ef-4905-a356-a5b0ceb93cb6)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:49:54.578579 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-d23ffe80-7a23-4ade-b453-19f1f4cf37ff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:54.591501 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-d23ffe80-7a23-4ade-b453-19f1f4cf37ff None None] Calling delete_port for 71569a9d-b663-4f57-84aa-e406f9cbdb87 owned by network:dhcp {{(pid=94468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:49:54.602624 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-875a06d2-cfca-4678-a17d-4f857e2e8721 req-4e783884-46b0-426a-9802-ff0df5e5b4d6 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 14:49:54.612314 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cae87da-9b95-49ef-8214-974331e2bb63 None None] Sync routers for ids ['e1da5fa6-2585-42c8-9463-fddd21b2ac0e'] in n-d-694802-15 {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 14:49:54.622708 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cae87da-9b95-49ef-8214-974331e2bb63 None None] Routers {'e1da5fa6-2585-42c8-9463-fddd21b2ac0e'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:49:54.623584 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-1cae87da-9b95-49ef-8214-974331e2bb63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:49:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['e1da5fa6-2585-42c8-9463-fddd21b2ac0e'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:49:54.661438 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [req-875a06d2-cfca-4678-a17d-4f857e2e8721 req-4e783884-46b0-426a-9802-ff0df5e5b4d6 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] No DVR routers for this DVR port b0aac563-42bd-4b31-95a9-a0a4d4b9e42a on host n-h1-694802-15 {{(pid=94467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:49:54.664186 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-875a06d2-cfca-4678-a17d-4f857e2e8721 req-4e783884-46b0-426a-9802-ff0df5e5b4d6 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:54.666291 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-875a06d2-cfca-4678-a17d-4f857e2e8721 req-4e783884-46b0-426a-9802-ff0df5e5b4d6 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.64 "DELETE /v2.0/ports/b0aac563-42bd-4b31-95a9-a0a4d4b9e42a HTTP/1.1" status: 204 len: 173 time: 2.4901497 Aug 12 14:49:54.672880 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82ca70f0-3356-4166-96ef-a264876874d1', 'name': 'network-vif-deleted', 'tag': 'b0aac563-42bd-4b31-95a9-a0a4d4b9e42a'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:49:54.675281 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e65282f928b64038367d043a4411777802006c43a98742496cb2e25b724ff1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e3e00a9-1d82-475b-b683-2c17408f9ba8" -d '{"events": [{"server_uuid": "82ca70f0-3356-4166-96ef-a264876874d1", "name": "network-vif-deleted", "tag": "b0aac563-42bd-4b31-95a9-a0a4d4b9e42a"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:49:54.685734 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-d23ffe80-7a23-4ade-b453-19f1f4cf37ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262'] for port, after_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:54.691000 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2db58579-a048-47cd-b207-ebca58e36d1e req-52baa392-852b-400c-885e-01b46ecce5ff service neutron] 10.222.0.49 "GET /v2.0/networks/742f197c-8a19-4bb3-8560-845411781a1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2309349 Aug 12 14:49:54.718910 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23ffe80-7a23-4ade-b453-19f1f4cf37ff None None] Pushing event deleted for resources: {'Port': ['ID=71569a9d-b663-4f57-84aa-e406f9cbdb87,revision_number=None']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:49:54.722985 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d23ffe80-7a23-4ade-b453-19f1f4cf37ff None None] No DVR routers for this DVR port 71569a9d-b663-4f57-84aa-e406f9cbdb87 on host n-d-694802-15 {{(pid=94468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:49:54.771458 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 14:49:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b8cb9d4-a12f-44d3-ad7e-a1355b76c021 x-openstack-request-id: req-6b8cb9d4-a12f-44d3-ad7e-a1355b76c021 {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:49:54.771764 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82ca70f0-3356-4166-96ef-a264876874d1", "name": "network-vif-deleted", "tag": "b0aac563-42bd-4b31-95a9-a0a4d4b9e42a", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:49:54.772008 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6b8cb9d4-a12f-44d3-ad7e-a1355b76c021 {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:49:54.772383 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82ca70f0-3356-4166-96ef-a264876874d1', 'name': 'network-vif-deleted', 'tag': 'b0aac563-42bd-4b31-95a9-a0a4d4b9e42a', 'status': 'completed', 'code': 200} Aug 12 14:49:54.777869 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-1cae87da-9b95-49ef-8214-974331e2bb63 None None] Set router e1da5fa6-2585-42c8-9463-fddd21b2ac0e gateway port host: n-d-694802-15 {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:49:54.782533 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-f03ec3b4-47ae-4041-a3e4-1b03719b84d2 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Deleting port 71569a9d-b663-4f57-84aa-e406f9cbdb87 {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:49:54.782891 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-f03ec3b4-47ae-4041-a3e4-1b03719b84d2 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:54.877791 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [None req-f03ec3b4-47ae-4041-a3e4-1b03719b84d2 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] For port 71569a9d-b663-4f57-84aa-e406f9cbdb87, host n-d-694802-15, got binding levels [] {{(pid=94467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:49:54.878165 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-f03ec3b4-47ae-4041-a3e4-1b03719b84d2 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:54.889219 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2db58579-a048-47cd-b207-ebca58e36d1e req-2f1fa949-5946-43da-af45-a2fa49954da5 service neutron] 10.222.0.49 "GET /v2.0/networks/742f197c-8a19-4bb3-8560-845411781a1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1817384 Aug 12 14:49:54.894145 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 71569a9d-b663-4f57-84aa-e406f9cbdb87 no longer exists at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:49:54.898696 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-f03ec3b4-47ae-4041-a3e4-1b03719b84d2 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Calling delete_port for 71569a9d-b663-4f57-84aa-e406f9cbdb87 owned by network:dhcp {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:49:54.901610 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.ipam_backend_mixin [None req-f03ec3b4-47ae-4041-a3e4-1b03719b84d2 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Port 71569a9d-b663-4f57-84aa-e406f9cbdb87 was not found and therefore no delete operation was performed {{(pid=94467) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 12 14:49:54.903203 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-f03ec3b4-47ae-4041-a3e4-1b03719b84d2 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:54.920000 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] No Port match for: 71569a9d-b663-4f57-84aa-e406f9cbdb87 {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 14:49:54.920342 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 71569a9d-b663-4f57-84aa-e406f9cbdb87 not bound to the agent host n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:49:54.947893 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03ec3b4-47ae-4041-a3e4-1b03719b84d2 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Pushing event deleted for resources: {'Port': ['ID=71569a9d-b663-4f57-84aa-e406f9cbdb87,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:49:54.971989 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f03ec3b4-47ae-4041-a3e4-1b03719b84d2 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] No DVR routers for this DVR port 71569a9d-b663-4f57-84aa-e406f9cbdb87 on host n-d-694802-15 {{(pid=94467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:49:55.021167 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-1cae87da-9b95-49ef-8214-974331e2bb63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1da5fa6-2585-42c8-9463-fddd21b2ac0e', 'name': 'tempest-ServerActionsTestJSON-1626470397-router', 'tenant_id': 'f4b313af8d624a809d563851b784d520', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.96'}], 'enable_snat': True}, 'gw_port_id': 'bd7607a9-8d84-486a-a6f9-71eb0e44e6ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:41:16Z', 'updated_at': '2021-08-12T14:41:24Z', 'revision_number': 4, 'project_id': 'f4b313af8d624a809d563851b784d520', 'gw_port': {'id': 'bd7607a9-8d84-486a-a6f9-71eb0e44e6ff', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:dd:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1da5fa6-2585-42c8-9463-fddd21b2ac0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:41:17Z', 'updated_at': '2021-08-12T14:41:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': 'b3be8a27-d228-491e-bb30-8dff59d63dd9', 'name': '', 'network_id': '4552c891-e268-4d7c-98f1-e8736a29b277', 'tenant_id': 'f4b313af8d624a809d563851b784d520', 'mac_address': 'fa:16:3e:a1:33:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1da5fa6-2585-42c8-9463-fddd21b2ac0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': 'b3b4e56e-f3bd-4709-bfd6-3e62da1e0ac7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:41:22Z', 'updated_at': '2021-08-12T14:41:32Z', 'revision_number': 5, 'project_id': 'f4b313af8d624a809d563851b784d520', 'subnets': [{'id': 'b3b4e56e-f3bd-4709-bfd6-3e62da1e0ac7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:49:55.063552 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae733ab-d16c-4085-902e-e51c24a7a4ae req-83102897-7639-48f7-bb56-89bd89361982 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:49:55.065184 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-dae733ab-d16c-4085-902e-e51c24a7a4ae req-83102897-7639-48f7-bb56-89bd89361982 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5536628-9dc0-4393-bc01-55a18921721f HTTP/1.1" status: 200 len: 943 time: 0.1571519 Aug 12 14:49:55.081801 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-f03ec3b4-47ae-4041-a3e4-1b03719b84d2 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66413304', 'neutron.services.segments.db._delete_segments_for_network-8744654118000'] for network, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:55.101035 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-f03ec3b4-47ae-4041-a3e4-1b03719b84d2 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8306260a-ee44-4e7a-b5df-3f8a3a5e9604']}} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:49:55.116026 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-f03ec3b4-47ae-4041-a3e4-1b03719b84d2 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd68d60c7-06ef-4905-a356-a5b0ceb93cb6') {'for_net_delete': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:49:55.116412 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-f03ec3b4-47ae-4041-a3e4-1b03719b84d2 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd68d60c7-06ef-4905-a356-a5b0ceb93cb6') {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:49:55.138372 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-f03ec3b4-47ae-4041-a3e4-1b03719b84d2 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744654122361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3857526'] for segment, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:55.143210 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-dae733ab-d16c-4085-902e-e51c24a7a4ae req-da6d85c3-dc42-4577-80ff-8780b2d84c45 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] 10.222.0.39 "GET /v2.0/security-groups?id=d503e6e0-4ce0-4f78-842d-abe0bf3f8a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713301 Aug 12 14:49:55.145297 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cae87da-9b95-49ef-8214-974331e2bb63 None None] Checking router: e1da5fa6-2585-42c8-9463-fddd21b2ac0e for host: n-d-694802-15 {{(pid=94469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 14:49:55.157496 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cae87da-9b95-49ef-8214-974331e2bb63 None None] Routers {'e1da5fa6-2585-42c8-9463-fddd21b2ac0e'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:49:55.157953 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-f03ec3b4-47ae-4041-a3e4-1b03719b84d2 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:55.158175 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-1cae87da-9b95-49ef-8214-974331e2bb63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:49:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['e1da5fa6-2585-42c8-9463-fddd21b2ac0e'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:49:55.182887 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f03ec3b4-47ae-4041-a3e4-1b03719b84d2 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Releasing vlan 331 on physical network physnet1 to pool {{(pid=94467) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 14:49:55.183476 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-f03ec3b4-47ae-4041-a3e4-1b03719b84d2 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2859015'] for segment, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:55.187080 n-d-694802-15 neutron-server[94467]: Traceback (most recent call last): Aug 12 14:49:55.187080 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 14:49:55.187080 n-d-694802-15 neutron-server[94467]: timer() Aug 12 14:49:55.187080 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 14:49:55.187080 n-d-694802-15 neutron-server[94467]: cb(*args, **kw) Aug 12 14:49:55.187080 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 14:49:55.187080 n-d-694802-15 neutron-server[94467]: return func(*args, **kwargs) Aug 12 14:49:55.187080 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 14:49:55.187080 n-d-694802-15 neutron-server[94467]: self._notify() Aug 12 14:49:55.187080 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 14:49:55.187080 n-d-694802-15 neutron-server[94467]: self.callback(batched_events) Aug 12 14:49:55.187080 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 14:49:55.187080 n-d-694802-15 neutron-server[94467]: event.method(event) Aug 12 14:49:55.187080 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 14:49:55.187080 n-d-694802-15 neutron-server[94467]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 14:49:55.187080 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 14:49:55.187080 n-d-694802-15 neutron-server[94467]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 14:49:55.187080 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 14:49:55.187080 n-d-694802-15 neutron-server[94467]: return f(self, *a, **k) Aug 12 14:49:55.187080 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 14:49:55.187080 n-d-694802-15 neutron-server[94467]: return self._get(url).json() Aug 12 14:49:55.187080 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 14:49:55.187080 n-d-694802-15 neutron-server[94467]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 14:49:55.187080 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 14:49:55.187080 n-d-694802-15 neutron-server[94467]: return self.request(url, 'GET', **kwargs) Aug 12 14:49:55.187080 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 14:49:55.187080 n-d-694802-15 neutron-server[94467]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 14:49:55.187080 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 14:49:55.187080 n-d-694802-15 neutron-server[94467]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 14:49:55.187080 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 14:49:55.187080 n-d-694802-15 neutron-server[94467]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 14:49:55.187080 n-d-694802-15 neutron-server[94467]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 14:49:55.215632 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-39484cf3-4480-40a5-bd52-63edddadf719 req-4d2c40d4-29b9-47dc-b982-5d2217461f39 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/ports?device_id=82ca70f0-3356-4166-96ef-a264876874d1 HTTP/1.1" status: 200 len: 210 time: 0.0467718 Aug 12 14:49:55.261827 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-f03ec3b4-47ae-4041-a3e4-1b03719b84d2 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66413281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431520'] for network, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:55.267519 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-f03ec3b4-47ae-4041-a3e4-1b03719b84d2 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for network, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:55.276155 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-f03ec3b4-47ae-4041-a3e4-1b03719b84d2 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] 10.222.0.39 "DELETE /v2.0/networks/8306260a-ee44-4e7a-b5df-3f8a3a5e9604 HTTP/1.1" status: 204 len: 168 time: 0.9635689 Aug 12 14:49:55.276883 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 57180) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:49:55.291199 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03ec3b4-47ae-4041-a3e4-1b03719b84d2 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Pushing event deleted for resources: {'Network': ['ID=8306260a-ee44-4e7a-b5df-3f8a3a5e9604,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:49:55.295659 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-1cae87da-9b95-49ef-8214-974331e2bb63 None None] Set router e1da5fa6-2585-42c8-9463-fddd21b2ac0e gateway port host: n-d-694802-15 {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:49:55.335813 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca70d63a-1e81-4c15-ab7d-8b4158881b93 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:49:55.337338 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-ca70d63a-1e81-4c15-ab7d-8b4158881b93 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0590808 Aug 12 14:49:55.341472 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 57182) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:49:55.387578 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-a728957d-12d6-45b0-8983-be5fe8e28452 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] 10.222.0.39 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0448291 Aug 12 14:49:55.390835 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 57184) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:49:55.397240 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-a1067b7e-cd3e-4ce9-9bcc-7c998e067801 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1069538950'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:49:55.398595 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device dc566ee9-a384-4f4a-8a20-5887f333a78c details requested by agent hyperv_n-h1-694802-15 with host n-h1-694802-15 {{(pid=94468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 14:49:55.401844 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device b0aac563-42bd-4b31-95a9-a0a4d4b9e42a no longer exists at agent hyperv_n-h1-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:49:55.424511 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1067b7e-cd3e-4ce9-9bcc-7c998e067801 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Made reservation on behalf of fc26b2bd24e24e018c7add15390c187a for: {'network': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:49:55.428489 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a1067b7e-cd3e-4ce9-9bcc-7c998e067801 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for network, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:55.440922 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-93370168-53ca-47c2-9e27-b066be57125c None None] No Port match for: b0aac563-42bd-4b31-95a9-a0a4d4b9e42a {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 14:49:55.441629 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device b0aac563-42bd-4b31-95a9-a0a4d4b9e42a not bound to the agent host n-h1-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:49:55.455000 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1067b7e-cd3e-4ce9-9bcc-7c998e067801 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] vlan segment allocate from pool success with {'vlan_id': 324, 'physical_network': 'physnet1'} {{(pid=94466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 14:49:55.466824 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a1067b7e-cd3e-4ce9-9bcc-7c998e067801 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:55.467206 n-d-694802-15 neutron-server[94466]: INFO neutron.db.segments_db [None req-a1067b7e-cd3e-4ce9-9bcc-7c998e067801 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Added segment 2c16d68b-9243-47ec-974c-e5627ae19c65 of type vlan for network 785bca0c-d872-49ee-afce-cd28260af497 Aug 12 14:49:55.516672 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a1067b7e-cd3e-4ce9-9bcc-7c998e067801 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744653628263'] for network, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:55.524189 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-1cae87da-9b95-49ef-8214-974331e2bb63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1da5fa6-2585-42c8-9463-fddd21b2ac0e', 'name': 'tempest-ServerActionsTestJSON-1626470397-router', 'tenant_id': 'f4b313af8d624a809d563851b784d520', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.96'}], 'enable_snat': True}, 'gw_port_id': 'bd7607a9-8d84-486a-a6f9-71eb0e44e6ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:41:16Z', 'updated_at': '2021-08-12T14:41:24Z', 'revision_number': 4, 'project_id': 'f4b313af8d624a809d563851b784d520', 'gw_port': {'id': 'bd7607a9-8d84-486a-a6f9-71eb0e44e6ff', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:dd:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1da5fa6-2585-42c8-9463-fddd21b2ac0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:41:17Z', 'updated_at': '2021-08-12T14:41:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': 'b3be8a27-d228-491e-bb30-8dff59d63dd9', 'name': '', 'network_id': '4552c891-e268-4d7c-98f1-e8736a29b277', 'tenant_id': 'f4b313af8d624a809d563851b784d520', 'mac_address': 'fa:16:3e:a1:33:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1da5fa6-2585-42c8-9463-fddd21b2ac0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': 'b3b4e56e-f3bd-4709-bfd6-3e62da1e0ac7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:41:22Z', 'updated_at': '2021-08-12T14:41:32Z', 'revision_number': 5, 'project_id': 'f4b313af8d624a809d563851b784d520', 'subnets': [{'id': 'b3b4e56e-f3bd-4709-bfd6-3e62da1e0ac7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:49:55.544076 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port dc566ee9-a384-4f4a-8a20-5887f333a78c, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=dc566ee9-a384-4f4a-8a20-5887f333a78c,segment=NetworkSegment(abdc443e-cf7a-4b71-8730-19997248ebd2),segment_id=abdc443e-cf7a-4b71-8730-19997248ebd2)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:49:55.552393 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cae87da-9b95-49ef-8214-974331e2bb63 None None] The sync data for ids ['e1da5fa6-2585-42c8-9463-fddd21b2ac0e'] in n-d-694802-15 is: [{'id': 'e1da5fa6-2585-42c8-9463-fddd21b2ac0e', 'name': 'tempest-ServerActionsTestJSON-1626470397-router', 'tenant_id': 'f4b313af8d624a809d563851b784d520', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.96'}], 'enable_snat': True}, 'gw_port_id': 'bd7607a9-8d84-486a-a6f9-71eb0e44e6ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:41:16Z', 'updated_at': '2021-08-12T14:41:24Z', 'revision_number': 4, 'project_id': 'f4b313af8d624a809d563851b784d520', 'gw_port': {'id': 'bd7607a9-8d84-486a-a6f9-71eb0e44e6ff', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:dd:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1da5fa6-2585-42c8-9463-fddd21b2ac0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:41:17Z', 'updated_at': '2021-08-12T14:41:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': 'b3be8a27-d228-491e-bb30-8dff59d63dd9', 'name': '', 'network_id': '4552c891-e268-4d7c-98f1-e8736a29b277', 'tenant_id': 'f4b313af8d624a809d563851b784d520', 'mac_address': 'fa:16:3e:a1:33:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1da5fa6-2585-42c8-9463-fddd21b2ac0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': 'b3b4e56e-f3bd-4709-bfd6-3e62da1e0ac7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:41:22Z', 'updated_at': '2021-08-12T14:41:32Z', 'revision_number': 5, 'project_id': 'f4b313af8d624a809d563851b784d520', 'subnets': [{'id': 'b3b4e56e-f3bd-4709-bfd6-3e62da1e0ac7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 14:49:55.563514 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Returning: {'device': 'dc566ee9-a384-4f4a-8a20-5887f333a78c', 'network_id': '0f2cc2b1-26b2-41f2-bdd8-a5e5698bdc15', 'port_id': 'dc566ee9-a384-4f4a-8a20-5887f333a78c', 'mac_address': 'fa:16:3e:c4:7b:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33fe8ec3-27c5-4c33-8718-44dd3a3eaffa', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 14:49:55.564150 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a1067b7e-cd3e-4ce9-9bcc-7c998e067801 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409'] for network, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:55.569809 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1067b7e-cd3e-4ce9-9bcc-7c998e067801 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:49:55.570412 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a1067b7e-cd3e-4ce9-9bcc-7c998e067801 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks [] for network, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:55.599278 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-a1067b7e-cd3e-4ce9-9bcc-7c998e067801 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2073443 Aug 12 14:49:55.602319 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 57188) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:49:55.608428 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-9db57f0d-9cb1-4a7f-9500-4ba28b6bc146 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Request body: {'subnet': {'network_id': '785bca0c-d872-49ee-afce-cd28260af497', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:49:55.648009 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:55.658662 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1067b7e-cd3e-4ce9-9bcc-7c998e067801 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Pushing event updated for resources: {'Network': ['ID=785bca0c-d872-49ee-afce-cd28260af497,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:49:55.674594 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Network 785bca0c-d872-49ee-afce-cd28260af497 details requested by agent ovs-agent-n-d-694802-15 with host n-d-694802-15 {{(pid=94468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 14:49:55.713830 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc566ee9-a384-4f4a-8a20-5887f333a78c {{(pid=94468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:49:55.719648 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9db57f0d-9cb1-4a7f-9500-4ba28b6bc146 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Made reservation on behalf of fc26b2bd24e24e018c7add15390c187a for: {'subnet': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:49:55.723903 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-9db57f0d-9cb1-4a7f-9500-4ba28b6bc146 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3343791'] for subnet, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:55.751913 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port dc566ee9-a384-4f4a-8a20-5887f333a78c, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=dc566ee9-a384-4f4a-8a20-5887f333a78c,segment=NetworkSegment(abdc443e-cf7a-4b71-8730-19997248ebd2),segment_id=abdc443e-cf7a-4b71-8730-19997248ebd2)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:49:55.758122 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:55.811054 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Pushing event updated for resources: {'Port': ['ID=dc566ee9-a384-4f4a-8a20-5887f333a78c,revision_number=4']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:49:55.874243 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c4beb1a-cc07-4146-a6f5-55d5f6971a29 None None] New status for floating IP 373a49e6-9371-490d-8118-1fc392614335: DOWN {{(pid=94468) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 14:49:55.923260 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-9db57f0d-9cb1-4a7f-9500-4ba28b6bc146 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2859166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3343773'] for subnet, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:55.990437 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db57f0d-9cb1-4a7f-9500-4ba28b6bc146 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Pushing event updated for resources: {'Subnet': ['ID=5f59fa40-5ca7-4388-88aa-b7fba258a8a4,revision_number=0']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:49:55.998218 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9db57f0d-9cb1-4a7f-9500-4ba28b6bc146 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Checking segment: {'id': '2c16d68b-9243-47ec-974c-e5627ae19c65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '785bca0c-d872-49ee-afce-cd28260af497'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:49:55.998460 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9db57f0d-9cb1-4a7f-9500-4ba28b6bc146 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Network hostable DHCP agents. Network: 785bca0c-d872-49ee-afce-cd28260af497, hostable agents: ['1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658'], hosted agents: [] {{(pid=94467) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 14:49:56.016075 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9db57f0d-9cb1-4a7f-9500-4ba28b6bc146 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Network 785bca0c-d872-49ee-afce-cd28260af497 is scheduled to be hosted by DHCP agent 1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658 with binding_index 1 {{(pid=94467) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 14:49:56.025205 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [None req-9db57f0d-9cb1-4a7f-9500-4ba28b6bc146 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-15, 785bca0c-d872-49ee-afce-cd28260af497) {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:49:56.029663 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9db57f0d-9cb1-4a7f-9500-4ba28b6bc146 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:49:56.030325 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-9db57f0d-9cb1-4a7f-9500-4ba28b6bc146 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks [] for subnet, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:56.039217 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e39fa3b-358c-4a94-b702-e9aa24783bbc None None] Network 785bca0c-d872-49ee-afce-cd28260af497 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:49:56.045213 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-9db57f0d-9cb1-4a7f-9500-4ba28b6bc146 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4416580 Aug 12 14:49:56.047911 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 57192) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:49:56.052835 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-a1700cc3-85ef-414f-90b6-a11f6cfe3d2a tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Request body: {'port': {'network_id': '785bca0c-d872-49ee-afce-cd28260af497', 'name': 'tempest-PortsIpV6TestJSON-718955209'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:49:56.055419 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] get_ports_and_sgs() called for port_ids ['dc566ee9-a384-4f4a-8a20-5887f333a78c'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:49:56.160003 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1700cc3-85ef-414f-90b6-a11f6cfe3d2a tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Made reservation on behalf of fc26b2bd24e24e018c7add15390c187a for: {'port': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:49:56.163923 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a1700cc3-85ef-414f-90b6-a11f6cfe3d2a tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:56.183373 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [None req-a1700cc3-85ef-414f-90b6-a11f6cfe3d2a tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] device_id is not set on port f25129f0-5c44-4ca0-9144-72dfc97fe7bf yet. {{(pid=94467) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 14:49:56.292693 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06474c4d-ac66-4271-bf4b-84d2eebe6a0f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa7035b3e-9a89-5964-b9f4-97301c3f476a-785bca0c-d872-49ee-afce-cd28260af497', 'network_id': '785bca0c-d872-49ee-afce-cd28260af497', 'tenant_id': 'fc26b2bd24e24e018c7add15390c187a', 'fixed_ips': [{'subnet_id': '5f59fa40-5ca7-4388-88aa-b7fba258a8a4'}]}} from n-d-694802-15. {{(pid=94468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 14:49:56.293556 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-06474c4d-ac66-4271-bf4b-84d2eebe6a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:56.311198 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 57200) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:49:56.342089 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a938d7de-4624-4349-b608-c39ba5c9dfad req-69a8683b-3fbd-45d4-b55e-5bb3bc9ae4bf tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:49:56.349224 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a938d7de-4624-4349-b608-c39ba5c9dfad req-69a8683b-3fbd-45d4-b55e-5bb3bc9ae4bf tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5536628-9dc0-4393-bc01-55a18921721f HTTP/1.1" status: 200 len: 944 time: 0.0724599 Aug 12 14:49:56.373306 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-cd011828-5761-46a7-be51-f7c395acb0c9 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Notify callbacks [] for security_group, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:56.376986 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_common [None req-a1700cc3-85ef-414f-90b6-a11f6cfe3d2a tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Allocated IP 2001:db8::bf (785bca0c-d872-49ee-afce-cd28260af497/5f59fa40-5ca7-4388-88aa-b7fba258a8a4/f25129f0-5c44-4ca0-9144-72dfc97fe7bf) {{(pid=94467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:49:56.400054 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-cd011828-5761-46a7-be51-f7c395acb0c9 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:56.411144 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a938d7de-4624-4349-b608-c39ba5c9dfad req-0246d76f-2191-46a2-b10d-3c987af50788 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] 10.222.0.39 "GET /v2.0/security-groups?id=d503e6e0-4ce0-4f78-842d-abe0bf3f8a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610313 Aug 12 14:49:56.562687 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a1700cc3-85ef-414f-90b6-a11f6cfe3d2a tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks [] for port, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:56.578217 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [None req-a1700cc3-85ef-414f-90b6-a11f6cfe3d2a tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Transition to ACTIVE for port object f25129f0-5c44-4ca0-9144-72dfc97fe7bf will not be triggered until provisioned by entity DHCP. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:49:56.612390 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a1700cc3-85ef-414f-90b6-a11f6cfe3d2a tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:56.652883 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1700cc3-85ef-414f-90b6-a11f6cfe3d2a tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Network 785bca0c-d872-49ee-afce-cd28260af497 is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:49:56.656439 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [None req-a1700cc3-85ef-414f-90b6-a11f6cfe3d2a tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:49:56.659035 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1700cc3-85ef-414f-90b6-a11f6cfe3d2a tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Received port after_create {{(pid=94467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:49:56.665306 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1700cc3-85ef-414f-90b6-a11f6cfe3d2a tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:49:56.666473 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a1700cc3-85ef-414f-90b6-a11f6cfe3d2a tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:56.673031 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.db_base_plugin_common [None req-06474c4d-ac66-4271-bf4b-84d2eebe6a0f None None] Allocated IP 2001:db8::2 (785bca0c-d872-49ee-afce-cd28260af497/5f59fa40-5ca7-4388-88aa-b7fba258a8a4/2fd98248-a9b1-44ab-9a69-94b287c364a6) {{(pid=94468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:49:56.692810 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-a1700cc3-85ef-414f-90b6-a11f6cfe3d2a tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.6438200 Aug 12 14:49:56.693790 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1700cc3-85ef-414f-90b6-a11f6cfe3d2a tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Pushing event updated for resources: {'Port': ['ID=f25129f0-5c44-4ca0-9144-72dfc97fe7bf,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:49:56.697131 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 57204) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:49:56.702313 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-fe3ae92e-5f2c-43f7-920d-72b45cc2f692 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Request body: {'port': {'network_id': '785bca0c-d872-49ee-afce-cd28260af497', 'name': 'tempest-PortsIpV6TestJSON-1552275088'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:49:56.803062 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-cd011828-5761-46a7-be51-f7c395acb0c9 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:56.805864 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-cd011828-5761-46a7-be51-f7c395acb0c9 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:56.807082 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-cd011828-5761-46a7-be51-f7c395acb0c9 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "DELETE /v2.0/security-groups/dc2dacd2-6b8c-4388-a6b9-7c76f36fc545 HTTP/1.1" status: 204 len: 168 time: 0.4939051 Aug 12 14:49:56.810088 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 57208) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:49:56.816531 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd011828-5761-46a7-be51-f7c395acb0c9 tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc2dacd2-6b8c-4388-a6b9-7c76f36fc545,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:49:56.831129 n-d-694802-15 neutron-server[94467]: INFO neutron.api.v2.resource [None req-cdd7aa86-7603-4061-9d1d-82cd29ab17dc tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] show failed (client error): The resource could not be found. Aug 12 14:49:56.832180 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-cdd7aa86-7603-4061-9d1d-82cd29ab17dc tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "GET /v2.0/security-groups/dc2dacd2-6b8c-4388-a6b9-7c76f36fc545 HTTP/1.1" status: 404 len: 347 time: 0.0211573 Aug 12 14:49:56.835054 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 57210) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:49:56.863218 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe3ae92e-5f2c-43f7-920d-72b45cc2f692 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Made reservation on behalf of fc26b2bd24e24e018c7add15390c187a for: {'port': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:49:56.867273 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-fe3ae92e-5f2c-43f7-920d-72b45cc2f692 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:56.869628 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-06474c4d-ac66-4271-bf4b-84d2eebe6a0f None None] Notify callbacks [] for port, precommit_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:56.879541 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-06474c4d-ac66-4271-bf4b-84d2eebe6a0f None None] Transition to ACTIVE for port object 2fd98248-a9b1-44ab-9a69-94b287c364a6 will not be triggered until provisioned by entity L2. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:49:56.887341 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [None req-fe3ae92e-5f2c-43f7-920d-72b45cc2f692 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] device_id is not set on port a6581882-84b1-43a1-b76d-f16a23900310 yet. {{(pid=94467) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 14:49:56.899924 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-06474c4d-ac66-4271-bf4b-84d2eebe6a0f None None] Transition to ACTIVE for port object 2fd98248-a9b1-44ab-9a69-94b287c364a6 will not be triggered until provisioned by entity DHCP. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:49:56.907282 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-06474c4d-ac66-4271-bf4b-84d2eebe6a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253'] for port, after_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:56.948812 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06474c4d-ac66-4271-bf4b-84d2eebe6a0f None None] Network 785bca0c-d872-49ee-afce-cd28260af497 is already hosted by enough agents. {{(pid=94468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:49:56.952214 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.base_scheduler [None req-06474c4d-ac66-4271-bf4b-84d2eebe6a0f None None] Resources bound (agent type, host, resource id): {{(pid=94468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:49:56.956629 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06474c4d-ac66-4271-bf4b-84d2eebe6a0f None None] Received port after_create {{(pid=94468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:49:56.974703 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-85319e9d-633d-4b67-a16c-aa9cf39a48ff tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Deleting port cf85d1eb-9212-4685-bc38-da5d87ade3df {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:49:56.975442 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-85319e9d-633d-4b67-a16c-aa9cf39a48ff tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:57.008939 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06474c4d-ac66-4271-bf4b-84d2eebe6a0f None None] Pushing event updated for resources: {'Port': ['ID=2fd98248-a9b1-44ab-9a69-94b287c364a6,revision_number=1']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:49:57.017045 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_common [None req-fe3ae92e-5f2c-43f7-920d-72b45cc2f692 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Allocated IP 2001:db8::7e (785bca0c-d872-49ee-afce-cd28260af497/5f59fa40-5ca7-4388-88aa-b7fba258a8a4/a6581882-84b1-43a1-b76d-f16a23900310) {{(pid=94467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:49:57.023810 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-06474c4d-ac66-4271-bf4b-84d2eebe6a0f None None] Attempting to bind port 2fd98248-a9b1-44ab-9a69-94b287c364a6 on host n-d-694802-15 for vnic_type normal with profile {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:49:57.024688 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-06474c4d-ac66-4271-bf4b-84d2eebe6a0f None None] Attempting to bind port 2fd98248-a9b1-44ab-9a69-94b287c364a6 by drivers openvswitch,hyperv on host n-d-694802-15 at level 0 using segments [{'id': '2c16d68b-9243-47ec-974c-e5627ae19c65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '785bca0c-d872-49ee-afce-cd28260af497'}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:49:57.025582 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06474c4d-ac66-4271-bf4b-84d2eebe6a0f None None] Attempting to bind port 2fd98248-a9b1-44ab-9a69-94b287c364a6 on network 785bca0c-d872-49ee-afce-cd28260af497 {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:49:57.031907 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06474c4d-ac66-4271-bf4b-84d2eebe6a0f None None] Checking agent: {'id': '16de73ac-f2e9-4cee-b3e0-91052ae3e6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 20, 13), 'started_at': datetime.datetime(2021, 8, 12, 14, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 49, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:49:57.032237 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06474c4d-ac66-4271-bf4b-84d2eebe6a0f None None] Checking segment: {'id': '2c16d68b-9243-47ec-974c-e5627ae19c65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '785bca0c-d872-49ee-afce-cd28260af497'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:49:57.032648 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-06474c4d-ac66-4271-bf4b-84d2eebe6a0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:57.033038 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06474c4d-ac66-4271-bf4b-84d2eebe6a0f None None] Bound using segment: {'id': '2c16d68b-9243-47ec-974c-e5627ae19c65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '785bca0c-d872-49ee-afce-cd28260af497'} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:49:57.033508 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-06474c4d-ac66-4271-bf4b-84d2eebe6a0f None None] Bound port: 2fd98248-a9b1-44ab-9a69-94b287c364a6, host: n-d-694802-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c16d68b-9243-47ec-974c-e5627ae19c65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '785bca0c-d872-49ee-afce-cd28260af497'}}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:49:57.033937 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-06474c4d-ac66-4271-bf4b-84d2eebe6a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:57.059877 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-85319e9d-633d-4b67-a16c-aa9cf39a48ff tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:57.060378 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-85319e9d-633d-4b67-a16c-aa9cf39a48ff tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:57.073238 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-85319e9d-633d-4b67-a16c-aa9cf39a48ff tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Calling delete_port for cf85d1eb-9212-4685-bc38-da5d87ade3df owned by network:floatingip {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:49:57.105880 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-06474c4d-ac66-4271-bf4b-84d2eebe6a0f None None] For port 2fd98248-a9b1-44ab-9a69-94b287c364a6, host n-d-694802-15, cleared binding levels {{(pid=94468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:49:57.110512 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-06474c4d-ac66-4271-bf4b-84d2eebe6a0f None None] For port 2fd98248-a9b1-44ab-9a69-94b287c364a6, host n-d-694802-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=2fd98248-a9b1-44ab-9a69-94b287c364a6,segment=NetworkSegment(2c16d68b-9243-47ec-974c-e5627ae19c65),segment_id=2c16d68b-9243-47ec-974c-e5627ae19c65)] {{(pid=94468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:49:57.115612 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-06474c4d-ac66-4271-bf4b-84d2eebe6a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:57.173136 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-fe3ae92e-5f2c-43f7-920d-72b45cc2f692 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks [] for port, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:57.177762 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06474c4d-ac66-4271-bf4b-84d2eebe6a0f None None] Pushing event updated for resources: {'Port': ['ID=2fd98248-a9b1-44ab-9a69-94b287c364a6,revision_number=2']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:49:57.196373 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [None req-fe3ae92e-5f2c-43f7-920d-72b45cc2f692 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Transition to ACTIVE for port object a6581882-84b1-43a1-b76d-f16a23900310 will not be triggered until provisioned by entity DHCP. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:49:57.238893 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-85319e9d-633d-4b67-a16c-aa9cf39a48ff tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:57.246009 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-fe3ae92e-5f2c-43f7-920d-72b45cc2f692 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:57.269501 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85319e9d-633d-4b67-a16c-aa9cf39a48ff tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Pushing event deleted for resources: {'Port': ['ID=cf85d1eb-9212-4685-bc38-da5d87ade3df,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:49:57.294202 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe3ae92e-5f2c-43f7-920d-72b45cc2f692 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Network 785bca0c-d872-49ee-afce-cd28260af497 is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:49:57.297786 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [None req-fe3ae92e-5f2c-43f7-920d-72b45cc2f692 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:49:57.302498 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe3ae92e-5f2c-43f7-920d-72b45cc2f692 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Received port after_create {{(pid=94467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:49:57.308179 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe3ae92e-5f2c-43f7-920d-72b45cc2f692 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:49:57.308808 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-fe3ae92e-5f2c-43f7-920d-72b45cc2f692 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:57.313240 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3ae92e-5f2c-43f7-920d-72b45cc2f692 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Pushing event updated for resources: {'Port': ['ID=a6581882-84b1-43a1-b76d-f16a23900310,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:49:57.331241 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-fe3ae92e-5f2c-43f7-920d-72b45cc2f692 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.6329679 Aug 12 14:49:57.331876 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 57212) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:49:57.342938 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-85319e9d-633d-4b67-a16c-aa9cf39a48ff tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Notify callbacks [] for floatingip, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:57.345639 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-85319e9d-633d-4b67-a16c-aa9cf39a48ff tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for floatingip, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:57.349993 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-85319e9d-633d-4b67-a16c-aa9cf39a48ff tempest-ServerActionsTestJSON-1256490984 tempest-ServerActionsTestJSON-1256490984-project] 10.222.0.39 "DELETE /v2.0/floatingips/373a49e6-9371-490d-8118-1fc392614335 HTTP/1.1" status: 204 len: 168 time: 0.5139093 Aug 12 14:49:57.350659 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 57214) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:49:57.414758 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device dc566ee9-a384-4f4a-8a20-5887f333a78c up at agent hyperv_n-h1-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:49:57.448256 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c3e8a67-c6e8-4502-b1c2-885a428fa9e4 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:49:57.450003 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-9c3e8a67-c6e8-4502-b1c2-885a428fa9e4 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] 10.222.0.39 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3Abf HTTP/1.1" status: 200 len: 927 time: 0.1172090 Aug 12 14:49:57.452949 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 57220) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:49:57.506008 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Provisioning for port dc566ee9-a384-4f4a-8a20-5887f333a78c completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:49:57.512813 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Provisioning complete for port dc566ee9-a384-4f4a-8a20-5887f333a78c triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:49:57.514289 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:57.586764 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-683488d7-3f8d-4574-9548-17cd09ec2658 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Deleting port a6581882-84b1-43a1-b76d-f16a23900310 {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:49:57.587276 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-683488d7-3f8d-4574-9548-17cd09ec2658 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:57.610330 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:57.640504 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5536628-9dc0-4393-bc01-55a18921721f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc566ee9-a384-4f4a-8a20-5887f333a78c'}] {{(pid=94468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:49:57.643930 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99a8d87602170099c728e57431aca99e9b98a655a83bbf8727be13192709727b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a32af493-38a6-46ff-929b-986a96e48fac" -d '{"events": [{"server_uuid": "f5536628-9dc0-4393-bc01-55a18921721f", "name": "network-vif-plugged", "status": "completed", "tag": "dc566ee9-a384-4f4a-8a20-5887f333a78c"}]}' {{(pid=94468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:49:57.668064 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port dc566ee9-a384-4f4a-8a20-5887f333a78c, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=dc566ee9-a384-4f4a-8a20-5887f333a78c,segment=NetworkSegment(abdc443e-cf7a-4b71-8730-19997248ebd2),segment_id=abdc443e-cf7a-4b71-8730-19997248ebd2)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:49:57.673703 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:57.707451 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-683488d7-3f8d-4574-9548-17cd09ec2658 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:57.710211 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 14:49:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aba17cb3-47c9-435d-a25f-db0839a60881 x-openstack-request-id: req-aba17cb3-47c9-435d-a25f-db0839a60881 {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:49:57.710505 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5536628-9dc0-4393-bc01-55a18921721f", "name": "network-vif-plugged", "status": "completed", "tag": "dc566ee9-a384-4f4a-8a20-5887f333a78c", "code": 200}]} {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:49:57.710753 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-aba17cb3-47c9-435d-a25f-db0839a60881 {{(pid=94468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:49:57.711181 n-d-694802-15 neutron-server[94468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5536628-9dc0-4393-bc01-55a18921721f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc566ee9-a384-4f4a-8a20-5887f333a78c', 'code': 200} Aug 12 14:49:57.726370 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-683488d7-3f8d-4574-9548-17cd09ec2658 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Calling delete_port for a6581882-84b1-43a1-b76d-f16a23900310 owned by {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:49:57.756570 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Pushing event updated for resources: {'Port': ['ID=dc566ee9-a384-4f4a-8a20-5887f333a78c,revision_number=5']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:49:57.811255 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963ea022-31fe-4fea-b8ba-b4907ea627d1 req-0c3a4bd0-aa36-41ca-ba40-5d46b12cb54e tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:49:57.812890 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-963ea022-31fe-4fea-b8ba-b4907ea627d1 req-0c3a4bd0-aa36-41ca-ba40-5d46b12cb54e tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5536628-9dc0-4393-bc01-55a18921721f HTTP/1.1" status: 200 len: 945 time: 0.2166519 Aug 12 14:49:57.848199 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec5a96f-1503-468c-9b40-102193801d2a req-6b3c8fc0-2a8f-40d5-ad46-fc3c9f4b8bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:49:57.852773 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-dec5a96f-1503-468c-9b40-102193801d2a req-6b3c8fc0-2a8f-40d5-ad46-fc3c9f4b8bc9 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=f5536628-9dc0-4393-bc01-55a18921721f HTTP/1.1" status: 200 len: 1097 time: 0.0716920 Aug 12 14:49:57.913725 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-963ea022-31fe-4fea-b8ba-b4907ea627d1 req-1d5e0cd6-aea2-42c0-88a7-778f19589f71 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] 10.222.0.39 "GET /v2.0/security-groups?id=d503e6e0-4ce0-4f78-842d-abe0bf3f8a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819585 Aug 12 14:49:57.931989 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-dec5a96f-1503-468c-9b40-102193801d2a req-d3cb9617-8ff6-4a72-af67-6655b578d9c2 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=d503e6e0-4ce0-4f78-842d-abe0bf3f8a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717969 Aug 12 14:49:57.947775 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-683488d7-3f8d-4574-9548-17cd09ec2658 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:57.976285 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683488d7-3f8d-4574-9548-17cd09ec2658 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Pushing event deleted for resources: {'Port': ['ID=a6581882-84b1-43a1-b76d-f16a23900310,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:49:58.006578 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-683488d7-3f8d-4574-9548-17cd09ec2658 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:58.010883 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-683488d7-3f8d-4574-9548-17cd09ec2658 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] 10.222.0.39 "DELETE /v2.0/ports/a6581882-84b1-43a1-b76d-f16a23900310 HTTP/1.1" status: 204 len: 168 time: 0.5546057 Aug 12 14:49:58.011284 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 57230) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:49:58.038054 n-d-694802-15 neutron-server[94467]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fbf5e97-175a-44eb-85d5-8b2d5a6face9 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] GET failed (client error): The resource could not be found. Aug 12 14:49:58.039672 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-0fbf5e97-175a-44eb-85d5-8b2d5a6face9 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] 10.222.0.39 "GET /v2.0/ports/a6581882-84b1-43a1-b76d-f16a23900310 HTTP/1.1" status: 404 len: 333 time: 0.0274663 Aug 12 14:49:58.042868 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 57232) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:49:58.050354 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2b7ff92a-3478-4267-a1a6-0725f80bd08f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66663830'] for router_interface, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:58.145155 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-3fd677f0-223e-4b7d-8ecb-d2a1de439845 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Deleting port f25129f0-5c44-4ca0-9144-72dfc97fe7bf {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:49:58.145495 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-3fd677f0-223e-4b7d-8ecb-d2a1de439845 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:58.234574 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aaa4a3e-e3a0-420a-a5fc-c97953012ded None None] Network 785bca0c-d872-49ee-afce-cd28260af497 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:49:58.240486 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-3fd677f0-223e-4b7d-8ecb-d2a1de439845 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:58.261280 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-3fd677f0-223e-4b7d-8ecb-d2a1de439845 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Calling delete_port for f25129f0-5c44-4ca0-9144-72dfc97fe7bf owned by {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:49:58.305839 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-237f0f78-0d69-4ad6-acaa-927b1b53a885 None None] Provisioning for port 2fd98248-a9b1-44ab-9a69-94b287c364a6 completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:49:58.342103 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-2b7ff92a-3478-4267-a1a6-0725f80bd08f admin admin] Deleting port b3be8a27-d228-491e-bb30-8dff59d63dd9 {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:49:58.342437 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2b7ff92a-3478-4267-a1a6-0725f80bd08f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:58.399460 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-3fd677f0-223e-4b7d-8ecb-d2a1de439845 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:58.429864 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-2b7ff92a-3478-4267-a1a6-0725f80bd08f admin admin] For port b3be8a27-d228-491e-bb30-8dff59d63dd9, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=b3be8a27-d228-491e-bb30-8dff59d63dd9,segment=NetworkSegment(45b28473-1709-41a1-b9df-2ccc6425c05f),segment_id=45b28473-1709-41a1-b9df-2ccc6425c05f)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:49:58.430398 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2b7ff92a-3478-4267-a1a6-0725f80bd08f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:58.434767 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd677f0-223e-4b7d-8ecb-d2a1de439845 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Pushing event deleted for resources: {'Port': ['ID=f25129f0-5c44-4ca0-9144-72dfc97fe7bf,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:49:58.446519 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-2b7ff92a-3478-4267-a1a6-0725f80bd08f admin admin] Calling delete_port for b3be8a27-d228-491e-bb30-8dff59d63dd9 owned by network:router_interface {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:49:58.462216 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-3fd677f0-223e-4b7d-8ecb-d2a1de439845 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:58.464915 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-3fd677f0-223e-4b7d-8ecb-d2a1de439845 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] 10.222.0.39 "DELETE /v2.0/ports/f25129f0-5c44-4ca0-9144-72dfc97fe7bf HTTP/1.1" status: 204 len: 168 time: 0.4211066 Aug 12 14:49:58.467541 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 57234) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:49:58.491500 n-d-694802-15 neutron-server[94467]: INFO neutron.pecan_wsgi.hooks.translation [None req-2254194a-7e4d-494f-bfd5-e600ac8bca8c tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] GET failed (client error): The resource could not be found. Aug 12 14:49:58.496279 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-2254194a-7e4d-494f-bfd5-e600ac8bca8c tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] 10.222.0.39 "GET /v2.0/ports/f25129f0-5c44-4ca0-9144-72dfc97fe7bf HTTP/1.1" status: 404 len: 333 time: 0.0245903 Aug 12 14:49:58.496725 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 57236) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:49:58.557432 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_v2 [None req-301f300a-49e5-4538-bf11-19dc7f2ab71d tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Deleting subnet 5f59fa40-5ca7-4388-88aa-b7fba258a8a4 {{(pid=94467) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 14:49:58.560802 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-301f300a-49e5-4538-bf11-19dc7f2ab71d tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks [] for subnet, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:58.606555 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-301f300a-49e5-4538-bf11-19dc7f2ab71d tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3857505'] for subnet, precommit_delete_associations {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:58.637087 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-e8c40e6d-0abd-4ba7-a220-cf0fa9a67997 None None] Could not find standard attr ID for object f25129f0-5c44-4ca0-9144-72dfc97fe7bf. {{(pid=94468) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 12 14:49:58.680245 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2b7ff92a-3478-4267-a1a6-0725f80bd08f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:58.716593 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7ff92a-3478-4267-a1a6-0725f80bd08f admin admin] Pushing event deleted for resources: {'Port': ['ID=b3be8a27-d228-491e-bb30-8dff59d63dd9,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:49:58.737481 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-301f300a-49e5-4538-bf11-19dc7f2ab71d tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66416255'] for subnet, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:58.838124 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-301f300a-49e5-4538-bf11-19dc7f2ab71d tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66416232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2859225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3343748'] for subnet, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:58.874006 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301f300a-49e5-4538-bf11-19dc7f2ab71d tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Pushing event deleted for resources: {'Subnet': ['ID=5f59fa40-5ca7-4388-88aa-b7fba258a8a4,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:49:58.876248 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-301f300a-49e5-4538-bf11-19dc7f2ab71d tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks [] for subnet, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:58.879161 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-301f300a-49e5-4538-bf11-19dc7f2ab71d tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] 10.222.0.39 "DELETE /v2.0/subnets/5f59fa40-5ca7-4388-88aa-b7fba258a8a4 HTTP/1.1" status: 204 len: 168 time: 0.3814712 Aug 12 14:49:58.885960 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 57242) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:49:58.980020 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba6fa4b5-b8ac-4ba9-811a-774659c142bb None None] Network 785bca0c-d872-49ee-afce-cd28260af497 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:49:59.050952 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2b7ff92a-3478-4267-a1a6-0725f80bd08f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66628352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-430630'] for router_interface, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:59.057786 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b8e06a6e-5900-4a9d-9f88-5b339714a19f tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680608'] for network, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:59.070525 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-51e5cfbf-879f-41da-8354-35a74a419237 None None] Could not find standard attr ID for object f25129f0-5c44-4ca0-9144-72dfc97fe7bf. {{(pid=94468) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 12 14:49:59.128315 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3264f6a8-c7b4-49e1-a148-90664e714258 req-36d9db07-52d5-4ad5-9857-f2832dfc21b8 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:49:59.130855 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3264f6a8-c7b4-49e1-a148-90664e714258 req-36d9db07-52d5-4ad5-9857-f2832dfc21b8 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5536628-9dc0-4393-bc01-55a18921721f HTTP/1.1" status: 200 len: 945 time: 0.0601802 Aug 12 14:49:59.174899 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3264f6a8-c7b4-49e1-a148-90664e714258 req-1e85f046-c026-43ac-93a9-e73c8dc8d17d tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] 10.222.0.39 "GET /v2.0/security-groups?id=d503e6e0-4ce0-4f78-842d-abe0bf3f8a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366313 Aug 12 14:49:59.237609 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-b8e06a6e-5900-4a9d-9f88-5b339714a19f tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Deleting port 2fd98248-a9b1-44ab-9a69-94b287c364a6 {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:49:59.238083 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b8e06a6e-5900-4a9d-9f88-5b339714a19f tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:59.260212 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 2fd98248-a9b1-44ab-9a69-94b287c364a6 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:49:59.336925 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning for port 2fd98248-a9b1-44ab-9a69-94b287c364a6 completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:49:59.341146 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port 2fd98248-a9b1-44ab-9a69-94b287c364a6 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:49:59.341603 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:59.389483 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31cf12d7-62d0-4db3-96a4-ad4ec27f84a3 None None] DHCP port deletion for 785bca0c-d872-49ee-afce-cd28260af497 request from n-d-694802-15 {{(pid=94468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 14:49:59.446091 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-b8e06a6e-5900-4a9d-9f88-5b339714a19f tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] For port 2fd98248-a9b1-44ab-9a69-94b287c364a6, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=2fd98248-a9b1-44ab-9a69-94b287c364a6,segment=NetworkSegment(2c16d68b-9243-47ec-974c-e5627ae19c65),segment_id=2c16d68b-9243-47ec-974c-e5627ae19c65)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:49:59.446713 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b8e06a6e-5900-4a9d-9f88-5b339714a19f tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:59.453780 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:59.471745 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-b8e06a6e-5900-4a9d-9f88-5b339714a19f tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Calling delete_port for 2fd98248-a9b1-44ab-9a69-94b287c364a6 owned by network:dhcp {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:49:59.491571 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-31cf12d7-62d0-4db3-96a4-ad4ec27f84a3 None None] Deleting port 2fd98248-a9b1-44ab-9a69-94b287c364a6 {{(pid=94468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:49:59.491940 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-31cf12d7-62d0-4db3-96a4-ad4ec27f84a3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:59.497050 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] For port 2fd98248-a9b1-44ab-9a69-94b287c364a6, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=2fd98248-a9b1-44ab-9a69-94b287c364a6,segment=NetworkSegment(2c16d68b-9243-47ec-974c-e5627ae19c65),segment_id=2c16d68b-9243-47ec-974c-e5627ae19c65)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:49:59.506437 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b7ff92a-3478-4267-a1a6-0725f80bd08f admin admin] Router e1da5fa6-2585-42c8-9463-fddd21b2ac0e has already been hosted by L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f {{(pid=94466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 14:49:59.532334 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:59.579564 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d6dbb3-52d0-421f-b201-29345c731b06 req-90514259-7407-441f-8609-57b2164e76e7 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:49:59.581052 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-c9d6dbb3-52d0-421f-b201-29345c731b06 req-90514259-7407-441f-8609-57b2164e76e7 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] 10.222.0.39 "GET /v2.0/networks?id=0f2cc2b1-26b2-41f2-bdd8-a5e5698bdc15 HTTP/1.1" status: 200 len: 806 time: 0.2494280 Aug 12 14:49:59.591330 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-31cf12d7-62d0-4db3-96a4-ad4ec27f84a3 None None] For port 2fd98248-a9b1-44ab-9a69-94b287c364a6, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=2fd98248-a9b1-44ab-9a69-94b287c364a6,segment=NetworkSegment(2c16d68b-9243-47ec-974c-e5627ae19c65),segment_id=2c16d68b-9243-47ec-974c-e5627ae19c65)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:49:59.591727 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-31cf12d7-62d0-4db3-96a4-ad4ec27f84a3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:59.611613 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-31cf12d7-62d0-4db3-96a4-ad4ec27f84a3 None None] Calling delete_port for 2fd98248-a9b1-44ab-9a69-94b287c364a6 owned by network:dhcp {{(pid=94468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:49:59.613310 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Pushing event updated for resources: {'Port': ['ID=2fd98248-a9b1-44ab-9a69-94b287c364a6,revision_number=4']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:49:59.640132 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-c9d6dbb3-52d0-421f-b201-29345c731b06 req-d247929e-b03e-40b0-995e-8d621f2cf6ea tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] 10.222.0.39 "GET /v2.0/quotas/8aeb63fb42f149b3aa9e0e9c29a41582 HTTP/1.1" status: 200 len: 375 time: 0.0211804 Aug 12 14:49:59.717596 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b8e06a6e-5900-4a9d-9f88-5b339714a19f tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:59.721215 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-31cf12d7-62d0-4db3-96a4-ad4ec27f84a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262'] for port, after_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:59.754097 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31cf12d7-62d0-4db3-96a4-ad4ec27f84a3 None None] No DVR routers for this DVR port 2fd98248-a9b1-44ab-9a69-94b287c364a6 on host n-d-694802-15 {{(pid=94468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:49:59.758598 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e06a6e-5900-4a9d-9f88-5b339714a19f tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Pushing event deleted for resources: {'Port': ['ID=2fd98248-a9b1-44ab-9a69-94b287c364a6,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:49:59.759640 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cf12d7-62d0-4db3-96a4-ad4ec27f84a3 None None] Pushing event deleted for resources: {'Port': ['ID=2fd98248-a9b1-44ab-9a69-94b287c364a6,revision_number=None']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:49:59.762405 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8e06a6e-5900-4a9d-9f88-5b339714a19f tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] No DVR routers for this DVR port 2fd98248-a9b1-44ab-9a69-94b287c364a6 on host n-d-694802-15 {{(pid=94466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:49:59.799396 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b7ff92a-3478-4267-a1a6-0725f80bd08f admin admin] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 14:49:59.807088 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-2b7ff92a-3478-4267-a1a6-0725f80bd08f admin admin] 10.222.0.39 "PUT /v2.0/routers/e1da5fa6-2585-42c8-9463-fddd21b2ac0e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4552374 Aug 12 14:49:59.809466 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 57262) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:49:59.810459 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a01803d0-caf3-4bb9-8e52-bbaff0c28a7c None None] Sync routers for ids ['e1da5fa6-2585-42c8-9463-fddd21b2ac0e'] in n-d-694802-15 {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 14:49:59.819331 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-c9d6dbb3-52d0-421f-b201-29345c731b06 req-4ad435c8-3714-4ef8-98ae-5714bfe9358c tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=8aeb63fb42f149b3aa9e0e9c29a41582&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1683059 Aug 12 14:49:59.822107 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a01803d0-caf3-4bb9-8e52-bbaff0c28a7c None None] Routers {'e1da5fa6-2585-42c8-9463-fddd21b2ac0e'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:49:59.822860 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-a01803d0-caf3-4bb9-8e52-bbaff0c28a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:49:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['e1da5fa6-2585-42c8-9463-fddd21b2ac0e'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:49:59.920825 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b8e06a6e-5900-4a9d-9f88-5b339714a19f tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66413304', 'neutron.services.segments.db._delete_segments_for_network-8744654118000'] for network, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:59.935822 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-a01803d0-caf3-4bb9-8e52-bbaff0c28a7c None None] Set router e1da5fa6-2585-42c8-9463-fddd21b2ac0e gateway port host: n-d-694802-15 {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:49:59.937347 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-b8e06a6e-5900-4a9d-9f88-5b339714a19f tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['785bca0c-d872-49ee-afce-cd28260af497']}} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:49:59.951128 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-b8e06a6e-5900-4a9d-9f88-5b339714a19f tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c16d68b-9243-47ec-974c-e5627ae19c65') {'for_net_delete': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:49:59.951431 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-b8e06a6e-5900-4a9d-9f88-5b339714a19f tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c16d68b-9243-47ec-974c-e5627ae19c65') {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:49:59.970187 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b8e06a6e-5900-4a9d-9f88-5b339714a19f tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744654122361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2293560'] for segment, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:49:59.995308 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b8e06a6e-5900-4a9d-9f88-5b339714a19f tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:00.002181 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-c9d6dbb3-52d0-421f-b201-29345c731b06 req-af2e98d0-5165-44e0-8ac8-27f8002f05f6 service neutron] 10.222.0.39 "GET /v2.0/networks/0f2cc2b1-26b2-41f2-bdd8-a5e5698bdc15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1819427 Aug 12 14:50:00.005126 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8e06a6e-5900-4a9d-9f88-5b339714a19f tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Releasing vlan 324 on physical network physnet1 to pool {{(pid=94466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 14:50:00.005725 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b8e06a6e-5900-4a9d-9f88-5b339714a19f tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3718595'] for segment, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:00.009383 n-d-694802-15 neutron-server[94466]: Traceback (most recent call last): Aug 12 14:50:00.009383 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 14:50:00.009383 n-d-694802-15 neutron-server[94466]: timer() Aug 12 14:50:00.009383 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 14:50:00.009383 n-d-694802-15 neutron-server[94466]: cb(*args, **kw) Aug 12 14:50:00.009383 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 14:50:00.009383 n-d-694802-15 neutron-server[94466]: return func(*args, **kwargs) Aug 12 14:50:00.009383 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 14:50:00.009383 n-d-694802-15 neutron-server[94466]: self._notify() Aug 12 14:50:00.009383 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 14:50:00.009383 n-d-694802-15 neutron-server[94466]: self.callback(batched_events) Aug 12 14:50:00.009383 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 14:50:00.009383 n-d-694802-15 neutron-server[94466]: event.method(event) Aug 12 14:50:00.009383 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 14:50:00.009383 n-d-694802-15 neutron-server[94466]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 14:50:00.009383 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 14:50:00.009383 n-d-694802-15 neutron-server[94466]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 14:50:00.009383 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 14:50:00.009383 n-d-694802-15 neutron-server[94466]: return f(self, *a, **k) Aug 12 14:50:00.009383 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 14:50:00.009383 n-d-694802-15 neutron-server[94466]: return self._get(url).json() Aug 12 14:50:00.009383 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 14:50:00.009383 n-d-694802-15 neutron-server[94466]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 14:50:00.009383 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 14:50:00.009383 n-d-694802-15 neutron-server[94466]: return self.request(url, 'GET', **kwargs) Aug 12 14:50:00.009383 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 14:50:00.009383 n-d-694802-15 neutron-server[94466]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 14:50:00.009383 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 14:50:00.009383 n-d-694802-15 neutron-server[94466]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 14:50:00.009383 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 14:50:00.009383 n-d-694802-15 neutron-server[94466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 14:50:00.009383 n-d-694802-15 neutron-server[94466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 14:50:00.126009 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b8e06a6e-5900-4a9d-9f88-5b339714a19f tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66413281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431520'] for network, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:00.137055 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b8e06a6e-5900-4a9d-9f88-5b339714a19f tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks [] for network, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:00.139049 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-b8e06a6e-5900-4a9d-9f88-5b339714a19f tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] 10.222.0.39 "DELETE /v2.0/networks/785bca0c-d872-49ee-afce-cd28260af497 HTTP/1.1" status: 204 len: 168 time: 1.2523880 Aug 12 14:50:00.150613 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 57266) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:50:00.163910 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-bf9c6977-e93a-4068-89dd-42c13ca7e93e tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2034474466'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:50:00.170020 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e06a6e-5900-4a9d-9f88-5b339714a19f tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Pushing event deleted for resources: {'Network': ['ID=785bca0c-d872-49ee-afce-cd28260af497,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:50:00.175356 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-a01803d0-caf3-4bb9-8e52-bbaff0c28a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1da5fa6-2585-42c8-9463-fddd21b2ac0e', 'name': 'tempest-ServerActionsTestJSON-1626470397-router', 'tenant_id': 'f4b313af8d624a809d563851b784d520', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.96'}], 'enable_snat': True}, 'gw_port_id': 'bd7607a9-8d84-486a-a6f9-71eb0e44e6ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:41:16Z', 'updated_at': '2021-08-12T14:49:58Z', 'revision_number': 5, 'project_id': 'f4b313af8d624a809d563851b784d520', 'gw_port': {'id': 'bd7607a9-8d84-486a-a6f9-71eb0e44e6ff', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:dd:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1da5fa6-2585-42c8-9463-fddd21b2ac0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:41:17Z', 'updated_at': '2021-08-12T14:41:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15'}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:50:00.197338 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-c9d6dbb3-52d0-421f-b201-29345c731b06 req-a7211182-830a-4474-bf8c-21f49ba4656e service neutron] 10.222.0.39 "GET /v2.0/networks/0f2cc2b1-26b2-41f2-bdd8-a5e5698bdc15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1731453 Aug 12 14:50:00.202885 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a01803d0-caf3-4bb9-8e52-bbaff0c28a7c None None] Checking router: e1da5fa6-2585-42c8-9463-fddd21b2ac0e for host: n-d-694802-15 {{(pid=94469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 14:50:00.205765 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf9c6977-e93a-4068-89dd-42c13ca7e93e tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Made reservation on behalf of fc26b2bd24e24e018c7add15390c187a for: {'network': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:50:00.210664 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-bf9c6977-e93a-4068-89dd-42c13ca7e93e tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for network, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:00.212196 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a01803d0-caf3-4bb9-8e52-bbaff0c28a7c None None] Routers {'e1da5fa6-2585-42c8-9463-fddd21b2ac0e'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:50:00.216080 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-a01803d0-caf3-4bb9-8e52-bbaff0c28a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:49:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['e1da5fa6-2585-42c8-9463-fddd21b2ac0e'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:50:00.279686 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf9c6977-e93a-4068-89dd-42c13ca7e93e tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] vlan segment allocate from pool success with {'vlan_id': 305, 'physical_network': 'physnet1'} {{(pid=94466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 14:50:00.286825 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a894ca6c-9fab-4ac6-9acd-c443af9c4c35 admin admin] Notify callbacks [] for router, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:00.293583 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-bf9c6977-e93a-4068-89dd-42c13ca7e93e tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:00.293984 n-d-694802-15 neutron-server[94466]: INFO neutron.db.segments_db [None req-bf9c6977-e93a-4068-89dd-42c13ca7e93e tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Added segment 1fe676ae-d1ef-4b14-97f5-82a35179790a of type vlan for network cbcc1f21-a71f-496c-abf2-2e1b02c738dc Aug 12 14:50:00.346504 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-a01803d0-caf3-4bb9-8e52-bbaff0c28a7c None None] Set router e1da5fa6-2585-42c8-9463-fddd21b2ac0e gateway port host: n-d-694802-15 {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:50:00.347950 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-bf9c6977-e93a-4068-89dd-42c13ca7e93e tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744653628263'] for network, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:00.398592 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-bf9c6977-e93a-4068-89dd-42c13ca7e93e tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409'] for network, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:00.416752 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf9c6977-e93a-4068-89dd-42c13ca7e93e tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:50:00.419818 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a894ca6c-9fab-4ac6-9acd-c443af9c4c35 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:00.422015 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-bf9c6977-e93a-4068-89dd-42c13ca7e93e tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks [] for network, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:00.486703 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-a894ca6c-9fab-4ac6-9acd-c443af9c4c35 admin admin] Deleting port bd7607a9-8d84-486a-a6f9-71eb0e44e6ff {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:50:00.487203 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a894ca6c-9fab-4ac6-9acd-c443af9c4c35 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:00.496552 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-bf9c6977-e93a-4068-89dd-42c13ca7e93e tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3390992 Aug 12 14:50:00.500283 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 57274) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:50:00.505975 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-d28471b8-0bf0-4955-b301-11cc3726d391 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Request body: {'subnet': {'network_id': 'cbcc1f21-a71f-496c-abf2-2e1b02c738dc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:50:00.598484 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-a01803d0-caf3-4bb9-8e52-bbaff0c28a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1da5fa6-2585-42c8-9463-fddd21b2ac0e', 'name': 'tempest-ServerActionsTestJSON-1626470397-router', 'tenant_id': 'f4b313af8d624a809d563851b784d520', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.96'}], 'enable_snat': True}, 'gw_port_id': 'bd7607a9-8d84-486a-a6f9-71eb0e44e6ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:41:16Z', 'updated_at': '2021-08-12T14:49:58Z', 'revision_number': 5, 'project_id': 'f4b313af8d624a809d563851b784d520', 'gw_port': {'id': 'bd7607a9-8d84-486a-a6f9-71eb0e44e6ff', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:dd:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1da5fa6-2585-42c8-9463-fddd21b2ac0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:41:17Z', 'updated_at': '2021-08-12T14:41:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15'}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:50:00.617489 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9c6977-e93a-4068-89dd-42c13ca7e93e tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Pushing event updated for resources: {'Network': ['ID=cbcc1f21-a71f-496c-abf2-2e1b02c738dc,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:50:00.635779 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Network cbcc1f21-a71f-496c-abf2-2e1b02c738dc details requested by agent ovs-agent-n-d-694802-15 with host n-d-694802-15 {{(pid=94468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 14:50:00.665092 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [None req-a894ca6c-9fab-4ac6-9acd-c443af9c4c35 admin admin] For port bd7607a9-8d84-486a-a6f9-71eb0e44e6ff, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=bd7607a9-8d84-486a-a6f9-71eb0e44e6ff,segment=NetworkSegment(b1b396cb-2dc6-4041-bfc7-1833a80a4720),segment_id=b1b396cb-2dc6-4041-bfc7-1833a80a4720)] {{(pid=94467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:50:00.666095 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a894ca6c-9fab-4ac6-9acd-c443af9c4c35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:00.702782 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a01803d0-caf3-4bb9-8e52-bbaff0c28a7c None None] The sync data for ids ['e1da5fa6-2585-42c8-9463-fddd21b2ac0e'] in n-d-694802-15 is: [{'id': 'e1da5fa6-2585-42c8-9463-fddd21b2ac0e', 'name': 'tempest-ServerActionsTestJSON-1626470397-router', 'tenant_id': 'f4b313af8d624a809d563851b784d520', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.96'}], 'enable_snat': True}, 'gw_port_id': 'bd7607a9-8d84-486a-a6f9-71eb0e44e6ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:41:16Z', 'updated_at': '2021-08-12T14:49:58Z', 'revision_number': 5, 'project_id': 'f4b313af8d624a809d563851b784d520', 'gw_port': {'id': 'bd7607a9-8d84-486a-a6f9-71eb0e44e6ff', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:dd:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1da5fa6-2585-42c8-9463-fddd21b2ac0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:41:17Z', 'updated_at': '2021-08-12T14:41:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15'}] {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 14:50:00.706170 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-a894ca6c-9fab-4ac6-9acd-c443af9c4c35 admin admin] Calling delete_port for bd7607a9-8d84-486a-a6f9-71eb0e44e6ff owned by network:router_gateway {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:50:00.715071 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d28471b8-0bf0-4955-b301-11cc3726d391 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Made reservation on behalf of fc26b2bd24e24e018c7add15390c187a for: {'subnet': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:50:00.722084 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d28471b8-0bf0-4955-b301-11cc3726d391 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8776441'] for subnet, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:01.022463 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a894ca6c-9fab-4ac6-9acd-c443af9c4c35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:01.068720 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a894ca6c-9fab-4ac6-9acd-c443af9c4c35 admin admin] Pushing event deleted for resources: {'Port': ['ID=bd7607a9-8d84-486a-a6f9-71eb0e44e6ff,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:50:01.215865 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a894ca6c-9fab-4ac6-9acd-c443af9c4c35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-431580'] for router_gateway, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:01.302415 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 2fd98248-a9b1-44ab-9a69-94b287c364a6 no longer exists at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:50:01.327365 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] No Port match for: 2fd98248-a9b1-44ab-9a69-94b287c364a6 {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 14:50:01.327738 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 2fd98248-a9b1-44ab-9a69-94b287c364a6 not bound to the agent host n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:50:01.328133 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device b3be8a27-d228-491e-bb30-8dff59d63dd9 no longer exists at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:50:01.354504 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] No Port match for: b3be8a27-d228-491e-bb30-8dff59d63dd9 {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 14:50:01.354941 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device b3be8a27-d228-491e-bb30-8dff59d63dd9 not bound to the agent host n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:50:01.373851 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a894ca6c-9fab-4ac6-9acd-c443af9c4c35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-429360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-104877'] for router, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:01.376772 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a894ca6c-9fab-4ac6-9acd-c443af9c4c35 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:01.416776 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac2047f-c1b1-46ce-871d-5bab5c541aa4 req-29b0a84f-6239-414b-8290-ad4f05cb26a9 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:50:01.418254 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-4ac2047f-c1b1-46ce-871d-5bab5c541aa4 req-29b0a84f-6239-414b-8290-ad4f05cb26a9 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] 10.222.0.39 "GET /v2.0/networks?id=0f2cc2b1-26b2-41f2-bdd8-a5e5698bdc15 HTTP/1.1" status: 200 len: 806 time: 0.2231956 Aug 12 14:50:01.425915 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a894ca6c-9fab-4ac6-9acd-c443af9c4c35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-429375'] for router, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:01.426486 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a894ca6c-9fab-4ac6-9acd-c443af9c4c35 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e1da5fa6-2585-42c8-9463-fddd21b2ac0e {{(pid=94467) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 14:50:01.430909 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a894ca6c-9fab-4ac6-9acd-c443af9c4c35 admin admin] Notify callbacks [] for router, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:01.434353 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-a894ca6c-9fab-4ac6-9acd-c443af9c4c35 admin admin] 10.222.0.39 "DELETE /v2.0/routers/e1da5fa6-2585-42c8-9463-fddd21b2ac0e HTTP/1.1" status: 204 len: 168 time: 1.6214674 Aug 12 14:50:01.434640 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 57320) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:50:01.460880 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-4ac2047f-c1b1-46ce-871d-5bab5c541aa4 req-874326cc-35b3-4315-ae42-067dc103edc2 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] 10.222.0.39 "GET /v2.0/quotas/8aeb63fb42f149b3aa9e0e9c29a41582 HTTP/1.1" status: 200 len: 375 time: 0.0353754 Aug 12 14:50:01.483627 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_v2 [None req-998cb8ef-1e39-4945-8139-3e1cc51fd03d admin admin] Deleting subnet b3b4e56e-f3bd-4709-bfd6-3e62da1e0ac7 {{(pid=94467) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 14:50:01.486796 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-998cb8ef-1e39-4945-8139-3e1cc51fd03d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:01.526256 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-998cb8ef-1e39-4945-8139-3e1cc51fd03d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3857505'] for subnet, precommit_delete_associations {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:01.568537 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d28471b8-0bf0-4955-b301-11cc3726d391 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3718490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8776395'] for subnet, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:01.603852 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-4ac2047f-c1b1-46ce-871d-5bab5c541aa4 req-84764aad-bda7-4209-9075-f28690534eb8 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=8aeb63fb42f149b3aa9e0e9c29a41582&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1302686 Aug 12 14:50:01.621992 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-998cb8ef-1e39-4945-8139-3e1cc51fd03d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66416255'] for subnet, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:01.676072 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-998cb8ef-1e39-4945-8139-3e1cc51fd03d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66416232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2859225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3343748'] for subnet, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:01.681295 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28471b8-0bf0-4955-b301-11cc3726d391 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Pushing event updated for resources: {'Subnet': ['ID=5734e7e1-310a-4af9-9765-bbf237f6c4cf,revision_number=0']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:50:01.708144 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998cb8ef-1e39-4945-8139-3e1cc51fd03d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b3b4e56e-f3bd-4709-bfd6-3e62da1e0ac7,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:50:01.712186 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-998cb8ef-1e39-4945-8139-3e1cc51fd03d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:01.714884 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-998cb8ef-1e39-4945-8139-3e1cc51fd03d admin admin] 10.222.0.39 "DELETE /v2.0/subnets/b3b4e56e-f3bd-4709-bfd6-3e62da1e0ac7 HTTP/1.1" status: 204 len: 168 time: 0.2793019 Aug 12 14:50:01.716996 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 57322) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:50:01.720422 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc9dc238-9200-404d-a75b-feb3ef5735b3 None None] Network 4552c891-e268-4d7c-98f1-e8736a29b277 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:50:01.723571 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d28471b8-0bf0-4955-b301-11cc3726d391 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Checking segment: {'id': '1fe676ae-d1ef-4b14-97f5-82a35179790a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'cbcc1f21-a71f-496c-abf2-2e1b02c738dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:50:01.723755 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d28471b8-0bf0-4955-b301-11cc3726d391 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Network hostable DHCP agents. Network: cbcc1f21-a71f-496c-abf2-2e1b02c738dc, hostable agents: ['1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658'], hosted agents: [] {{(pid=94466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 14:50:01.779613 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d28471b8-0bf0-4955-b301-11cc3726d391 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Network cbcc1f21-a71f-496c-abf2-2e1b02c738dc is scheduled to be hosted by DHCP agent 1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658 with binding_index 1 {{(pid=94466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 14:50:01.795457 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-4ac2047f-c1b1-46ce-871d-5bab5c541aa4 req-64d0610d-40d7-4d05-88ef-28115501cdeb service neutron] 10.222.0.39 "GET /v2.0/networks/0f2cc2b1-26b2-41f2-bdd8-a5e5698bdc15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1720567 Aug 12 14:50:01.796571 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-d28471b8-0bf0-4955-b301-11cc3726d391 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-15, cbcc1f21-a71f-496c-abf2-2e1b02c738dc) {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:50:01.802530 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d28471b8-0bf0-4955-b301-11cc3726d391 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:50:01.803465 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d28471b8-0bf0-4955-b301-11cc3726d391 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for subnet, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:01.811309 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88bc8849-9805-43c3-8a25-d1900921db70 None None] Network cbcc1f21-a71f-496c-abf2-2e1b02c738dc requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:50:01.829873 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-fc437333-b7eb-4fef-9e26-26c1e4c5aed2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680608'] for network, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:01.873059 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-d28471b8-0bf0-4955-b301-11cc3726d391 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3710558 Aug 12 14:50:01.876916 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 57324) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:50:01.889073 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-544578cc-7346-4ea4-9a54-b6ac5b813641 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Request body: {'port': {'network_id': 'cbcc1f21-a71f-496c-abf2-2e1b02c738dc', 'name': 'tempest-PortsIpV6TestJSON-134585506', 'fixed_ips': [{'subnet_id': '5734e7e1-310a-4af9-9765-bbf237f6c4cf', 'ip_address': '2001:db8::10'}]}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:50:01.916369 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-fc437333-b7eb-4fef-9e26-26c1e4c5aed2 admin admin] Deleting port 95a7f547-c529-4262-b426-47b6dde7b80c {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:50:01.916713 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-fc437333-b7eb-4fef-9e26-26c1e4c5aed2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:02.003472 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-984cfd9a-c17e-4294-9257-e3872d891b2b None None] DHCP port deletion for 4552c891-e268-4d7c-98f1-e8736a29b277 request from n-d-694802-15 {{(pid=94468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 14:50:02.006413 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [None req-fc437333-b7eb-4fef-9e26-26c1e4c5aed2 admin admin] For port 95a7f547-c529-4262-b426-47b6dde7b80c, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=95a7f547-c529-4262-b426-47b6dde7b80c,segment=NetworkSegment(45b28473-1709-41a1-b9df-2ccc6425c05f),segment_id=45b28473-1709-41a1-b9df-2ccc6425c05f)] {{(pid=94467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:50:02.006787 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-fc437333-b7eb-4fef-9e26-26c1e4c5aed2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:02.021960 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-fc437333-b7eb-4fef-9e26-26c1e4c5aed2 admin admin] Calling delete_port for 95a7f547-c529-4262-b426-47b6dde7b80c owned by network:dhcp {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:50:02.062304 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-343e9d05-c4a5-4296-a362-3b2578614615 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa7035b3e-9a89-5964-b9f4-97301c3f476a-cbcc1f21-a71f-496c-abf2-2e1b02c738dc', 'network_id': 'cbcc1f21-a71f-496c-abf2-2e1b02c738dc', 'tenant_id': 'fc26b2bd24e24e018c7add15390c187a', 'fixed_ips': [{'subnet_id': '5734e7e1-310a-4af9-9765-bbf237f6c4cf'}]}} from n-d-694802-15. {{(pid=94468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 14:50:02.063596 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-343e9d05-c4a5-4296-a362-3b2578614615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:02.064389 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-4ac2047f-c1b1-46ce-871d-5bab5c541aa4 req-733c97a1-dc9e-42e8-b0e3-1cb9781f1ac0 service neutron] 10.222.0.39 "GET /v2.0/networks/0f2cc2b1-26b2-41f2-bdd8-a5e5698bdc15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2499011 Aug 12 14:50:02.182156 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-984cfd9a-c17e-4294-9257-e3872d891b2b None None] Deleting port 95a7f547-c529-4262-b426-47b6dde7b80c {{(pid=94468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:50:02.183237 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-984cfd9a-c17e-4294-9257-e3872d891b2b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:02.187156 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-fc437333-b7eb-4fef-9e26-26c1e4c5aed2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:02.195515 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-544578cc-7346-4ea4-9a54-b6ac5b813641 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Made reservation on behalf of fc26b2bd24e24e018c7add15390c187a for: {'port': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:50:02.285869 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc437333-b7eb-4fef-9e26-26c1e4c5aed2 admin admin] No DVR routers for this DVR port 95a7f547-c529-4262-b426-47b6dde7b80c on host n-d-694802-15 {{(pid=94467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:50:02.287562 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc437333-b7eb-4fef-9e26-26c1e4c5aed2 admin admin] Pushing event deleted for resources: {'Port': ['ID=95a7f547-c529-4262-b426-47b6dde7b80c,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:50:02.308747 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-544578cc-7346-4ea4-9a54-b6ac5b813641 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:02.329482 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-984cfd9a-c17e-4294-9257-e3872d891b2b None None] For port 95a7f547-c529-4262-b426-47b6dde7b80c, host n-d-694802-15, got binding levels [] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:50:02.329847 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-984cfd9a-c17e-4294-9257-e3872d891b2b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:02.331767 n-d-694802-15 neutron-server[94466]: DEBUG neutron.notifiers.nova [None req-544578cc-7346-4ea4-9a54-b6ac5b813641 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] device_id is not set on port b7eb012c-de05-4b9f-a3cc-b71f59e8db04 yet. {{(pid=94466) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 14:50:02.350126 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-984cfd9a-c17e-4294-9257-e3872d891b2b None None] Calling delete_port for 95a7f547-c529-4262-b426-47b6dde7b80c owned by network:dhcp {{(pid=94468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:50:02.359040 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.ipam_backend_mixin [None req-984cfd9a-c17e-4294-9257-e3872d891b2b None None] Port 95a7f547-c529-4262-b426-47b6dde7b80c was not found and therefore no delete operation was performed {{(pid=94468) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 12 14:50:02.364936 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-984cfd9a-c17e-4294-9257-e3872d891b2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262'] for port, after_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:02.367445 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.db_base_plugin_common [None req-343e9d05-c4a5-4296-a362-3b2578614615 None None] Allocated IP 2001:db8::2 (cbcc1f21-a71f-496c-abf2-2e1b02c738dc/5734e7e1-310a-4af9-9765-bbf237f6c4cf/abc431c9-6297-4a92-8f36-1eacfa5e0728) {{(pid=94468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:50:02.439963 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984cfd9a-c17e-4294-9257-e3872d891b2b None None] Pushing event deleted for resources: {'Port': ['ID=95a7f547-c529-4262-b426-47b6dde7b80c,revision_number=None']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:50:02.454987 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-984cfd9a-c17e-4294-9257-e3872d891b2b None None] No DVR routers for this DVR port 95a7f547-c529-4262-b426-47b6dde7b80c on host n-d-694802-15 {{(pid=94468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:50:02.465206 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-fc437333-b7eb-4fef-9e26-26c1e4c5aed2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66413304', 'neutron.services.segments.db._delete_segments_for_network-8744654118000'] for network, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:02.501346 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-fc437333-b7eb-4fef-9e26-26c1e4c5aed2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4552c891-e268-4d7c-98f1-e8736a29b277']}} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:50:02.521166 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-fc437333-b7eb-4fef-9e26-26c1e4c5aed2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45b28473-1709-41a1-b9df-2ccc6425c05f') {'for_net_delete': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:50:02.521683 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-fc437333-b7eb-4fef-9e26-26c1e4c5aed2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45b28473-1709-41a1-b9df-2ccc6425c05f') {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:50:02.525052 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-82dc8dbc-d637-470b-9d45-34001a63e2a4 req-eca88748-9da0-4091-a405-d822cab6d2ab tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] 10.222.0.39 "GET /v2.0/ports?device_id=74e1ca28-43ad-4168-8136-fbee995f87d3 HTTP/1.1" status: 200 len: 210 time: 0.0447767 Aug 12 14:50:02.544270 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-fc437333-b7eb-4fef-9e26-26c1e4c5aed2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744654122361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3857526'] for segment, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:02.566725 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-fc437333-b7eb-4fef-9e26-26c1e4c5aed2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:02.591381 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc437333-b7eb-4fef-9e26-26c1e4c5aed2 admin admin] Releasing vlan 332 on physical network physnet1 to pool {{(pid=94467) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 14:50:02.594250 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-fc437333-b7eb-4fef-9e26-26c1e4c5aed2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2859015'] for segment, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:02.604215 n-d-694802-15 neutron-server[94467]: Traceback (most recent call last): Aug 12 14:50:02.604215 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 14:50:02.604215 n-d-694802-15 neutron-server[94467]: timer() Aug 12 14:50:02.604215 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 14:50:02.604215 n-d-694802-15 neutron-server[94467]: cb(*args, **kw) Aug 12 14:50:02.604215 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 14:50:02.604215 n-d-694802-15 neutron-server[94467]: return func(*args, **kwargs) Aug 12 14:50:02.604215 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 14:50:02.604215 n-d-694802-15 neutron-server[94467]: self._notify() Aug 12 14:50:02.604215 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 14:50:02.604215 n-d-694802-15 neutron-server[94467]: self.callback(batched_events) Aug 12 14:50:02.604215 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 14:50:02.604215 n-d-694802-15 neutron-server[94467]: event.method(event) Aug 12 14:50:02.604215 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 14:50:02.604215 n-d-694802-15 neutron-server[94467]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 14:50:02.604215 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 14:50:02.604215 n-d-694802-15 neutron-server[94467]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 14:50:02.604215 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 14:50:02.604215 n-d-694802-15 neutron-server[94467]: return f(self, *a, **k) Aug 12 14:50:02.604215 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 14:50:02.604215 n-d-694802-15 neutron-server[94467]: return self._get(url).json() Aug 12 14:50:02.604215 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 14:50:02.604215 n-d-694802-15 neutron-server[94467]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 14:50:02.604215 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 14:50:02.604215 n-d-694802-15 neutron-server[94467]: return self.request(url, 'GET', **kwargs) Aug 12 14:50:02.604215 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 14:50:02.604215 n-d-694802-15 neutron-server[94467]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 14:50:02.604215 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 14:50:02.604215 n-d-694802-15 neutron-server[94467]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 14:50:02.604215 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 14:50:02.604215 n-d-694802-15 neutron-server[94467]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 14:50:02.604215 n-d-694802-15 neutron-server[94467]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 14:50:02.672947 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-fc437333-b7eb-4fef-9e26-26c1e4c5aed2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66413281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431520'] for network, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:02.682344 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-fc437333-b7eb-4fef-9e26-26c1e4c5aed2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for network, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:02.687562 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-fc437333-b7eb-4fef-9e26-26c1e4c5aed2 admin admin] 10.222.0.39 "DELETE /v2.0/networks/4552c891-e268-4d7c-98f1-e8736a29b277 HTTP/1.1" status: 204 len: 168 time: 0.9695001 Aug 12 14:50:02.700430 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc437333-b7eb-4fef-9e26-26c1e4c5aed2 admin admin] Pushing event deleted for resources: {'Network': ['ID=4552c891-e268-4d7c-98f1-e8736a29b277,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:50:02.715770 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-343e9d05-c4a5-4296-a362-3b2578614615 None None] Notify callbacks [] for port, precommit_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:02.727872 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-343e9d05-c4a5-4296-a362-3b2578614615 None None] Transition to ACTIVE for port object abc431c9-6297-4a92-8f36-1eacfa5e0728 will not be triggered until provisioned by entity L2. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:50:02.765884 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-343e9d05-c4a5-4296-a362-3b2578614615 None None] Transition to ACTIVE for port object abc431c9-6297-4a92-8f36-1eacfa5e0728 will not be triggered until provisioned by entity DHCP. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:50:02.782831 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-343e9d05-c4a5-4296-a362-3b2578614615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253'] for port, after_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:02.879891 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-343e9d05-c4a5-4296-a362-3b2578614615 None None] Network cbcc1f21-a71f-496c-abf2-2e1b02c738dc is already hosted by enough agents. {{(pid=94468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:50:02.887510 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-544578cc-7346-4ea4-9a54-b6ac5b813641 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Allocated IP 2001:db8::10 (cbcc1f21-a71f-496c-abf2-2e1b02c738dc/5734e7e1-310a-4af9-9765-bbf237f6c4cf/b7eb012c-de05-4b9f-a3cc-b71f59e8db04) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:50:02.888374 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.base_scheduler [None req-343e9d05-c4a5-4296-a362-3b2578614615 None None] Resources bound (agent type, host, resource id): {{(pid=94468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:50:02.889195 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 57346) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:50:02.907525 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-343e9d05-c4a5-4296-a362-3b2578614615 None None] Received port after_create {{(pid=94468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:50:02.936424 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device bd7607a9-8d84-486a-a6f9-71eb0e44e6ff no longer exists at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:50:02.964780 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-ed388fe7-1565-4b1f-bd95-37b66bd65dea admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f4b313af8d624a809d563851b784d520&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0651574 Aug 12 14:50:02.967074 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 57348) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:50:03.003354 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343e9d05-c4a5-4296-a362-3b2578614615 None None] Pushing event updated for resources: {'Port': ['ID=abc431c9-6297-4a92-8f36-1eacfa5e0728,revision_number=1']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:50:03.006140 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] No Port match for: bd7607a9-8d84-486a-a6f9-71eb0e44e6ff {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 14:50:03.006718 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device bd7607a9-8d84-486a-a6f9-71eb0e44e6ff not bound to the agent host n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:50:03.007335 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 95a7f547-c529-4262-b426-47b6dde7b80c no longer exists at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:50:03.043133 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-89496c1a-69db-4335-ab6b-57ce796eadf4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:03.050788 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] No Port match for: 95a7f547-c529-4262-b426-47b6dde7b80c {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 14:50:03.052307 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 95a7f547-c529-4262-b426-47b6dde7b80c not bound to the agent host n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:50:03.094433 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-89496c1a-69db-4335-ab6b-57ce796eadf4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:03.114510 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-343e9d05-c4a5-4296-a362-3b2578614615 None None] Attempting to bind port abc431c9-6297-4a92-8f36-1eacfa5e0728 on host n-d-694802-15 for vnic_type normal with profile {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:50:03.115200 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-343e9d05-c4a5-4296-a362-3b2578614615 None None] Attempting to bind port abc431c9-6297-4a92-8f36-1eacfa5e0728 by drivers openvswitch,hyperv on host n-d-694802-15 at level 0 using segments [{'id': '1fe676ae-d1ef-4b14-97f5-82a35179790a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'cbcc1f21-a71f-496c-abf2-2e1b02c738dc'}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:50:03.115749 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-343e9d05-c4a5-4296-a362-3b2578614615 None None] Attempting to bind port abc431c9-6297-4a92-8f36-1eacfa5e0728 on network cbcc1f21-a71f-496c-abf2-2e1b02c738dc {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:50:03.128931 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-343e9d05-c4a5-4296-a362-3b2578614615 None None] Checking agent: {'id': '16de73ac-f2e9-4cee-b3e0-91052ae3e6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 20, 13), 'started_at': datetime.datetime(2021, 8, 12, 14, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 49, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:50:03.129476 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-343e9d05-c4a5-4296-a362-3b2578614615 None None] Checking segment: {'id': '1fe676ae-d1ef-4b14-97f5-82a35179790a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'cbcc1f21-a71f-496c-abf2-2e1b02c738dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:50:03.130171 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-343e9d05-c4a5-4296-a362-3b2578614615 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:03.131009 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-343e9d05-c4a5-4296-a362-3b2578614615 None None] Bound using segment: {'id': '1fe676ae-d1ef-4b14-97f5-82a35179790a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'cbcc1f21-a71f-496c-abf2-2e1b02c738dc'} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:50:03.132073 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-343e9d05-c4a5-4296-a362-3b2578614615 None None] Bound port: abc431c9-6297-4a92-8f36-1eacfa5e0728, host: n-d-694802-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fe676ae-d1ef-4b14-97f5-82a35179790a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'cbcc1f21-a71f-496c-abf2-2e1b02c738dc'}}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:50:03.132779 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-343e9d05-c4a5-4296-a362-3b2578614615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:03.164896 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-544578cc-7346-4ea4-9a54-b6ac5b813641 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:03.169265 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-89496c1a-69db-4335-ab6b-57ce796eadf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:03.171993 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-89496c1a-69db-4335-ab6b-57ce796eadf4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:03.173179 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-89496c1a-69db-4335-ab6b-57ce796eadf4 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/36246b04-094b-4845-831d-1126cf8a06ff HTTP/1.1" status: 204 len: 168 time: 0.2047634 Aug 12 14:50:03.183841 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-544578cc-7346-4ea4-9a54-b6ac5b813641 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Transition to ACTIVE for port object b7eb012c-de05-4b9f-a3cc-b71f59e8db04 will not be triggered until provisioned by entity DHCP. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:50:03.184353 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89496c1a-69db-4335-ab6b-57ce796eadf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36246b04-094b-4845-831d-1126cf8a06ff,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:50:03.238018 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-544578cc-7346-4ea4-9a54-b6ac5b813641 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:03.280655 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-343e9d05-c4a5-4296-a362-3b2578614615 None None] For port abc431c9-6297-4a92-8f36-1eacfa5e0728, host n-d-694802-15, cleared binding levels {{(pid=94468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:50:03.286898 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-343e9d05-c4a5-4296-a362-3b2578614615 None None] For port abc431c9-6297-4a92-8f36-1eacfa5e0728, host n-d-694802-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=abc431c9-6297-4a92-8f36-1eacfa5e0728,segment=NetworkSegment(1fe676ae-d1ef-4b14-97f5-82a35179790a),segment_id=1fe676ae-d1ef-4b14-97f5-82a35179790a)] {{(pid=94468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:50:03.295235 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-343e9d05-c4a5-4296-a362-3b2578614615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:03.330350 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-544578cc-7346-4ea4-9a54-b6ac5b813641 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Network cbcc1f21-a71f-496c-abf2-2e1b02c738dc is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:50:03.334828 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-544578cc-7346-4ea4-9a54-b6ac5b813641 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:50:03.339049 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-544578cc-7346-4ea4-9a54-b6ac5b813641 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:50:03.346431 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-544578cc-7346-4ea4-9a54-b6ac5b813641 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:50:03.347281 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-544578cc-7346-4ea4-9a54-b6ac5b813641 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:03.366733 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544578cc-7346-4ea4-9a54-b6ac5b813641 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Pushing event updated for resources: {'Port': ['ID=b7eb012c-de05-4b9f-a3cc-b71f59e8db04,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:50:03.390625 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343e9d05-c4a5-4296-a362-3b2578614615 None None] Pushing event updated for resources: {'Port': ['ID=abc431c9-6297-4a92-8f36-1eacfa5e0728,revision_number=2']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:50:03.415912 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-544578cc-7346-4ea4-9a54-b6ac5b813641 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.5377214 Aug 12 14:50:03.418284 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 57356) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:50:03.426663 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-59c29f69-fe30-4cad-8541-ab4ed6981202 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Request body: {'port': {'network_id': 'cbcc1f21-a71f-496c-abf2-2e1b02c738dc', 'name': 'tempest-PortsIpV6TestJSON-357766243', 'fixed_ips': [{'subnet_id': '5734e7e1-310a-4af9-9765-bbf237f6c4cf', 'ip_address': '2001:db8::f'}]}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:50:03.610475 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59c29f69-fe30-4cad-8541-ab4ed6981202 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Made reservation on behalf of fc26b2bd24e24e018c7add15390c187a for: {'port': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:50:03.624339 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-59c29f69-fe30-4cad-8541-ab4ed6981202 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:03.697899 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-8fe16ae5-3bff-42da-91c3-a7f94399c44c req-1b82ff1a-cd1a-40b0-a3f4-cdba2b368466 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] 10.222.0.39 "GET /v2.0/ports?device_id=74e1ca28-43ad-4168-8136-fbee995f87d3 HTTP/1.1" status: 200 len: 210 time: 0.0686042 Aug 12 14:50:03.704716 n-d-694802-15 neutron-server[94466]: DEBUG neutron.notifiers.nova [None req-59c29f69-fe30-4cad-8541-ab4ed6981202 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] device_id is not set on port 5b58dc5c-1757-4296-b1c7-ed796a7ae90c yet. {{(pid=94466) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 14:50:03.952950 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac2047f-c1b1-46ce-871d-5bab5c541aa4 req-52c7c01a-5343-4fe4-8eb5-c4c759b37ef4 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:50:03.955577 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4ac2047f-c1b1-46ce-871d-5bab5c541aa4 req-52c7c01a-5343-4fe4-8eb5-c4c759b37ef4 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] 10.222.0.49 "GET /v2.0/networks?id=0f2cc2b1-26b2-41f2-bdd8-a5e5698bdc15 HTTP/1.1" status: 200 len: 806 time: 0.1596246 Aug 12 14:50:03.968263 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-59c29f69-fe30-4cad-8541-ab4ed6981202 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Allocated IP 2001:db8::f (cbcc1f21-a71f-496c-abf2-2e1b02c738dc/5734e7e1-310a-4af9-9765-bbf237f6c4cf/5b58dc5c-1757-4296-b1c7-ed796a7ae90c) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:50:03.970877 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-4ac2047f-c1b1-46ce-871d-5bab5c541aa4 req-e1cff4ec-a04e-44da-afeb-7af90a8ba017 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] Request body: {'port': {'device_id': '74e1ca28-43ad-4168-8136-fbee995f87d3', 'network_id': '0f2cc2b1-26b2-41f2-bdd8-a5e5698bdc15', 'admin_state_up': True, 'tenant_id': '8aeb63fb42f149b3aa9e0e9c29a41582'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:50:04.124967 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ac2047f-c1b1-46ce-871d-5bab5c541aa4 req-e1cff4ec-a04e-44da-afeb-7af90a8ba017 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] Made reservation on behalf of 8aeb63fb42f149b3aa9e0e9c29a41582 for: {'port': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:50:04.129328 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-4ac2047f-c1b1-46ce-871d-5bab5c541aa4 req-e1cff4ec-a04e-44da-afeb-7af90a8ba017 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:04.195047 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-59c29f69-fe30-4cad-8541-ab4ed6981202 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:04.224096 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-59c29f69-fe30-4cad-8541-ab4ed6981202 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Transition to ACTIVE for port object 5b58dc5c-1757-4296-b1c7-ed796a7ae90c will not be triggered until provisioned by entity DHCP. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:50:04.296161 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-59c29f69-fe30-4cad-8541-ab4ed6981202 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:04.316511 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_common [req-4ac2047f-c1b1-46ce-871d-5bab5c541aa4 req-e1cff4ec-a04e-44da-afeb-7af90a8ba017 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] Allocated IP 172.20.0.9 (0f2cc2b1-26b2-41f2-bdd8-a5e5698bdc15/33fe8ec3-27c5-4c33-8718-44dd3a3eaffa/85280652-520b-4e5f-843a-c815aa60c81a) {{(pid=94467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:50:04.386007 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59c29f69-fe30-4cad-8541-ab4ed6981202 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Network cbcc1f21-a71f-496c-abf2-2e1b02c738dc is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:50:04.394936 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-59c29f69-fe30-4cad-8541-ab4ed6981202 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:50:04.407117 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59c29f69-fe30-4cad-8541-ab4ed6981202 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:50:04.422605 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59c29f69-fe30-4cad-8541-ab4ed6981202 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:50:04.423409 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-59c29f69-fe30-4cad-8541-ab4ed6981202 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:04.437810 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c29f69-fe30-4cad-8541-ab4ed6981202 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Pushing event updated for resources: {'Port': ['ID=5b58dc5c-1757-4296-b1c7-ed796a7ae90c,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:50:04.456771 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 57382) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:50:04.485306 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-59c29f69-fe30-4cad-8541-ab4ed6981202 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.0628459 Aug 12 14:50:04.489777 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 57388) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:50:04.551190 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-4ac2047f-c1b1-46ce-871d-5bab5c541aa4 req-e1cff4ec-a04e-44da-afeb-7af90a8ba017 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] Notify callbacks [] for port, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:04.633766 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-4ac2047f-c1b1-46ce-871d-5bab5c541aa4 req-e1cff4ec-a04e-44da-afeb-7af90a8ba017 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:04.652584 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] get_ports_and_sgs() called for port_ids ['dc566ee9-a384-4f4a-8a20-5887f333a78c'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:50:04.655335 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-5ee94b5e-c2ea-4319-97b9-f5272b4673d7 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1181453112-network', 'tenant_id': 'e60c2f9ff8554c7c9d4e6fda9d991832'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:50:04.683240 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cd45a6f-7884-4b6d-88f9-42c2ccedfb84 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:50:04.684969 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-0cd45a6f-7884-4b6d-88f9-42c2ccedfb84 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] 10.222.0.39 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.1908169 Aug 12 14:50:04.689060 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 57392) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:50:04.713339 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ac2047f-c1b1-46ce-871d-5bab5c541aa4 req-e1cff4ec-a04e-44da-afeb-7af90a8ba017 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] Network 0f2cc2b1-26b2-41f2-bdd8-a5e5698bdc15 is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:50:04.719286 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [req-4ac2047f-c1b1-46ce-871d-5bab5c541aa4 req-e1cff4ec-a04e-44da-afeb-7af90a8ba017 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:50:04.723414 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ac2047f-c1b1-46ce-871d-5bab5c541aa4 req-e1cff4ec-a04e-44da-afeb-7af90a8ba017 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] Received port after_create {{(pid=94467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:50:04.775630 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ee94b5e-c2ea-4319-97b9-f5272b4673d7 admin admin] Made reservation on behalf of e60c2f9ff8554c7c9d4e6fda9d991832 for: {'network': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:50:04.776052 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cff4ec-a04e-44da-afeb-7af90a8ba017 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] Pushing event updated for resources: {'Port': ['ID=85280652-520b-4e5f-843a-c815aa60c81a,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:50:04.783845 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5ee94b5e-c2ea-4319-97b9-f5272b4673d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for network, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:04.804943 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5ee94b5e-c2ea-4319-97b9-f5272b4673d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:04.826053 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac2047f-c1b1-46ce-871d-5bab5c541aa4 req-e1cff4ec-a04e-44da-afeb-7af90a8ba017 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:50:04.826758 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-4ac2047f-c1b1-46ce-871d-5bab5c541aa4 req-e1cff4ec-a04e-44da-afeb-7af90a8ba017 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:04.893620 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-047d8d44-922c-4ea1-91b2-29a9b07bf750 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:50:04.900491 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-047d8d44-922c-4ea1-91b2-29a9b07bf750 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:50:04.908531 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-047d8d44-922c-4ea1-91b2-29a9b07bf750 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:50:04.912957 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-047d8d44-922c-4ea1-91b2-29a9b07bf750 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] 10.222.0.39 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2387 time: 0.2203286 Aug 12 14:50:04.913305 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 57396) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:50:04.980132 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e6de25f-ba5f-4d27-ae8c-73a76f4f8ad4 None None] Network cbcc1f21-a71f-496c-abf2-2e1b02c738dc requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:50:04.987052 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0357bad2-1f8f-4810-9de1-af35c4fbea4d req-7f585584-06e4-4751-a995-eb741d43b5ee tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:50:04.987601 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-0357bad2-1f8f-4810-9de1-af35c4fbea4d req-7f585584-06e4-4751-a995-eb741d43b5ee tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] 10.222.0.39 "GET /v2.0/ports?device_id=74e1ca28-43ad-4168-8136-fbee995f87d3 HTTP/1.1" status: 200 len: 931 time: 0.1482666 Aug 12 14:50:05.034166 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device abc431c9-6297-4a92-8f36-1eacfa5e0728 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:50:05.050141 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-56130a76-e7ea-49f3-9cc9-8ca818b0cba4 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Deleting port 5b58dc5c-1757-4296-b1c7-ed796a7ae90c {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:50:05.051077 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-56130a76-e7ea-49f3-9cc9-8ca818b0cba4 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:05.080089 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5ee94b5e-c2ea-4319-97b9-f5272b4673d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:05.088614 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5ee94b5e-c2ea-4319-97b9-f5272b4673d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:05.101602 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ee94b5e-c2ea-4319-97b9-f5272b4673d7 admin admin] vlan segment allocate from pool success with {'vlan_id': 340, 'physical_network': 'physnet1'} {{(pid=94466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 14:50:05.113250 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5ee94b5e-c2ea-4319-97b9-f5272b4673d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:05.113809 n-d-694802-15 neutron-server[94466]: INFO neutron.db.segments_db [None req-5ee94b5e-c2ea-4319-97b9-f5272b4673d7 admin admin] Added segment 220278c7-fc1a-44c5-8328-0ae924ec86ff of type vlan for network 091a52ea-ed33-4446-8ad6-ba41570302d4 Aug 12 14:50:05.129234 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-a957cd54-9ce5-426b-9d68-c603820e977e None None] Provisioning for port abc431c9-6297-4a92-8f36-1eacfa5e0728 completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:50:05.163419 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5ee94b5e-c2ea-4319-97b9-f5272b4673d7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744653628263'] for network, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:05.178481 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning for port abc431c9-6297-4a92-8f36-1eacfa5e0728 completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:50:05.186840 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port abc431c9-6297-4a92-8f36-1eacfa5e0728 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:50:05.187449 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:05.202050 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5ee94b5e-c2ea-4319-97b9-f5272b4673d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409'] for network, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:05.203039 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ee94b5e-c2ea-4319-97b9-f5272b4673d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:50:05.203633 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5ee94b5e-c2ea-4319-97b9-f5272b4673d7 admin admin] Notify callbacks [] for network, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:05.220098 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-56130a76-e7ea-49f3-9cc9-8ca818b0cba4 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:05.232246 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4ac2047f-c1b1-46ce-871d-5bab5c541aa4 req-e1cff4ec-a04e-44da-afeb-7af90a8ba017 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2671630 Aug 12 14:50:05.244806 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-0357bad2-1f8f-4810-9de1-af35c4fbea4d req-681d96c1-818a-46be-8b1c-75bf83d81169 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] 10.222.0.39 "GET /v2.0/security-groups?id=d503e6e0-4ce0-4f78-842d-abe0bf3f8a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2426131 Aug 12 14:50:05.245565 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [req-4ac2047f-c1b1-46ce-871d-5bab5c541aa4 req-491a90f6-0097-4141-84f1-1addaa87a077 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=94467) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 14:50:05.246570 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4ac2047f-c1b1-46ce-871d-5bab5c541aa4 req-491a90f6-0097-4141-84f1-1addaa87a077 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066059 Aug 12 14:50:05.247902 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-56130a76-e7ea-49f3-9cc9-8ca818b0cba4 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Calling delete_port for 5b58dc5c-1757-4296-b1c7-ed796a7ae90c owned by {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:50:05.265201 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-4ac2047f-c1b1-46ce-871d-5bab5c541aa4 req-4b45e088-8d1c-4a70-9a84-484b88426696 service neutron] Request body: {'port': {'device_id': '74e1ca28-43ad-4168-8136-fbee995f87d3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-694802-15'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:50:05.323220 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-5ee94b5e-c2ea-4319-97b9-f5272b4673d7 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8653226 Aug 12 14:50:05.334300 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 57398) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:50:05.349066 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-586929b6-8856-41f4-ad21-9a721b454392 admin admin] Request body: {'subnet': {'network_id': '091a52ea-ed33-4446-8ad6-ba41570302d4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1181453112-subnet', 'tenant_id': 'e60c2f9ff8554c7c9d4e6fda9d991832', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:50:05.361960 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee94b5e-c2ea-4319-97b9-f5272b4673d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84bd8750-1642-4d25-b826-2df095af9be5,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:50:05.369493 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee94b5e-c2ea-4319-97b9-f5272b4673d7 admin admin] Pushing event updated for resources: {'Network': ['ID=091a52ea-ed33-4446-8ad6-ba41570302d4,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:50:05.390313 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-586929b6-8856-41f4-ad21-9a721b454392 admin admin] Made reservation on behalf of e60c2f9ff8554c7c9d4e6fda9d991832 for: {'subnet': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:50:05.394061 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-586929b6-8856-41f4-ad21-9a721b454392 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8776441'] for subnet, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:05.413135 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Network 091a52ea-ed33-4446-8ad6-ba41570302d4 details requested by agent ovs-agent-n-d-694802-15 with host n-d-694802-15 {{(pid=94468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 14:50:05.432088 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-4ac2047f-c1b1-46ce-871d-5bab5c541aa4 req-4b45e088-8d1c-4a70-9a84-484b88426696 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:05.524386 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:05.608446 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] For port abc431c9-6297-4a92-8f36-1eacfa5e0728, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=abc431c9-6297-4a92-8f36-1eacfa5e0728,segment=NetworkSegment(1fe676ae-d1ef-4b14-97f5-82a35179790a),segment_id=1fe676ae-d1ef-4b14-97f5-82a35179790a)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:50:05.614666 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:05.699953 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Pushing event updated for resources: {'Port': ['ID=abc431c9-6297-4a92-8f36-1eacfa5e0728,revision_number=3']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:50:05.742276 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-56130a76-e7ea-49f3-9cc9-8ca818b0cba4 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:05.785652 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6282913-a745-44e3-8403-ea5a394dd661 req-3f95297f-9611-4c83-9c36-8111752e36a2 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:50:05.792361 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6282913-a745-44e3-8403-ea5a394dd661 req-3f95297f-9611-4c83-9c36-8111752e36a2 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:50:05.798327 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6282913-a745-44e3-8403-ea5a394dd661 req-3f95297f-9611-4c83-9c36-8111752e36a2 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:50:05.804584 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6282913-a745-44e3-8403-ea5a394dd661 req-3f95297f-9611-4c83-9c36-8111752e36a2 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:50:05.815126 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6282913-a745-44e3-8403-ea5a394dd661 req-3f95297f-9611-4c83-9c36-8111752e36a2 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:50:05.820790 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6282913-a745-44e3-8403-ea5a394dd661 req-3f95297f-9611-4c83-9c36-8111752e36a2 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:50:05.826739 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6282913-a745-44e3-8403-ea5a394dd661 req-3f95297f-9611-4c83-9c36-8111752e36a2 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:50:05.828726 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-a6282913-a745-44e3-8403-ea5a394dd661 req-3f95297f-9611-4c83-9c36-8111752e36a2 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] 10.222.0.39 "GET /v2.0/ports?device_id=b84c5c28-8f10-4782-84ae-2f8fa89bf4c6 HTTP/1.1" status: 200 len: 5434 time: 0.1856880 Aug 12 14:50:05.830226 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-586929b6-8856-41f4-ad21-9a721b454392 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3718490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8776395'] for subnet, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:05.869944 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-24762719-1d38-4b6d-92bd-d6961ebefd8b None None] Provisioning for port b7eb012c-de05-4b9f-a3cc-b71f59e8db04 completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:50:05.875335 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-24762719-1d38-4b6d-92bd-d6961ebefd8b None None] Provisioning complete for port b7eb012c-de05-4b9f-a3cc-b71f59e8db04 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:50:05.875843 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-24762719-1d38-4b6d-92bd-d6961ebefd8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:05.906121 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586929b6-8856-41f4-ad21-9a721b454392 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b89b9d7a-93a3-4b17-9884-fc25b6996b8e,revision_number=0']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:50:05.933917 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-a6282913-a745-44e3-8403-ea5a394dd661 req-f664a147-cb04-435f-a3af-67d8495e3b34 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] 10.222.0.39 "GET /v2.0/security-groups?id=acce5d50-80c7-459a-8d6c-3aec4a7c97df&id=853e07d7-c0f4-4b67-a247-29748be080a8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0968173 Aug 12 14:50:05.936166 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-24762719-1d38-4b6d-92bd-d6961ebefd8b None None] Port b7eb012c-de05-4b9f-a3cc-b71f59e8db04 cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 14:50:05.939742 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-24762719-1d38-4b6d-92bd-d6961ebefd8b None None] Could not find standard attr ID for object 5b58dc5c-1757-4296-b1c7-ed796a7ae90c. {{(pid=94468) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 12 14:50:05.942195 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-586929b6-8856-41f4-ad21-9a721b454392 admin admin] Checking segment: {'id': '220278c7-fc1a-44c5-8328-0ae924ec86ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '091a52ea-ed33-4446-8ad6-ba41570302d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:50:05.942570 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-586929b6-8856-41f4-ad21-9a721b454392 admin admin] Network hostable DHCP agents. Network: 091a52ea-ed33-4446-8ad6-ba41570302d4, hostable agents: ['1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658'], hosted agents: [] {{(pid=94466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 14:50:05.963336 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-24762719-1d38-4b6d-92bd-d6961ebefd8b None None] Provisioning complete for port abc431c9-6297-4a92-8f36-1eacfa5e0728 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:50:05.964774 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-24762719-1d38-4b6d-92bd-d6961ebefd8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:05.967309 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56130a76-e7ea-49f3-9cc9-8ca818b0cba4 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Pushing event deleted for resources: {'Port': ['ID=5b58dc5c-1757-4296-b1c7-ed796a7ae90c,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:50:05.976644 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-586929b6-8856-41f4-ad21-9a721b454392 admin admin] Network 091a52ea-ed33-4446-8ad6-ba41570302d4 is scheduled to be hosted by DHCP agent 1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658 with binding_index 1 {{(pid=94466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 14:50:06.016065 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-586929b6-8856-41f4-ad21-9a721b454392 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-15, 091a52ea-ed33-4446-8ad6-ba41570302d4) {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:50:06.030477 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-586929b6-8856-41f4-ad21-9a721b454392 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:50:06.031648 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-586929b6-8856-41f4-ad21-9a721b454392 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for subnet, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:06.033342 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75f58940-5524-4138-aa8d-ea2465b5a22f None None] Network 091a52ea-ed33-4446-8ad6-ba41570302d4 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:50:06.045678 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-56130a76-e7ea-49f3-9cc9-8ca818b0cba4 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:06.052985 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 57410) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:50:06.067071 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-56130a76-e7ea-49f3-9cc9-8ca818b0cba4 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] 10.222.0.39 "DELETE /v2.0/ports/5b58dc5c-1757-4296-b1c7-ed796a7ae90c HTTP/1.1" status: 204 len: 168 time: 1.1398535 Aug 12 14:50:06.103389 n-d-694802-15 neutron-server[94466]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e3c1c8a-a600-42e5-8f15-46cf99dab813 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] GET failed (client error): The resource could not be found. Aug 12 14:50:06.105102 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-0e3c1c8a-a600-42e5-8f15-46cf99dab813 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] 10.222.0.39 "GET /v2.0/ports/5b58dc5c-1757-4296-b1c7-ed796a7ae90c HTTP/1.1" status: 404 len: 333 time: 0.0512192 Aug 12 14:50:06.107456 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-586929b6-8856-41f4-ad21-9a721b454392 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7701766 Aug 12 14:50:06.108163 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 57412) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:50:06.220286 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc28352-b378-47e9-b563-690a9234ab42 req-99b2d75b-e422-4c25-aca8-4f45780791f5 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:50:06.228328 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc28352-b378-47e9-b563-690a9234ab42 req-99b2d75b-e422-4c25-aca8-4f45780791f5 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:50:06.234997 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc28352-b378-47e9-b563-690a9234ab42 req-99b2d75b-e422-4c25-aca8-4f45780791f5 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:50:06.241869 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc28352-b378-47e9-b563-690a9234ab42 req-99b2d75b-e422-4c25-aca8-4f45780791f5 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:50:06.250635 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc28352-b378-47e9-b563-690a9234ab42 req-99b2d75b-e422-4c25-aca8-4f45780791f5 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:50:06.257261 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc28352-b378-47e9-b563-690a9234ab42 req-99b2d75b-e422-4c25-aca8-4f45780791f5 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:50:06.282843 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc28352-b378-47e9-b563-690a9234ab42 req-99b2d75b-e422-4c25-aca8-4f45780791f5 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:50:06.292251 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-8cc28352-b378-47e9-b563-690a9234ab42 req-99b2d75b-e422-4c25-aca8-4f45780791f5 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] 10.222.0.39 "GET /v2.0/ports?device_id=b84c5c28-8f10-4782-84ae-2f8fa89bf4c6 HTTP/1.1" status: 200 len: 5434 time: 0.1912212 Aug 12 14:50:06.311206 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-2c506e8b-567d-4d1b-9fe9-fb9d89147f07 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Deleting port b7eb012c-de05-4b9f-a3cc-b71f59e8db04 {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:50:06.317996 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2c506e8b-567d-4d1b-9fe9-fb9d89147f07 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:06.401048 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [req-4ac2047f-c1b1-46ce-871d-5bab5c541aa4 req-4b45e088-8d1c-4a70-9a84-484b88426696 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85280652-520b-4e5f-843a-c815aa60c81a {{(pid=94467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:50:06.411957 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-4ac2047f-c1b1-46ce-871d-5bab5c541aa4 req-4b45e088-8d1c-4a70-9a84-484b88426696 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:06.448526 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [req-4ac2047f-c1b1-46ce-871d-5bab5c541aa4 req-4b45e088-8d1c-4a70-9a84-484b88426696 service neutron] Transition to ACTIVE for port object 85280652-520b-4e5f-843a-c815aa60c81a will not be triggered until provisioned by entity L2. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:50:06.454551 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-4ac2047f-c1b1-46ce-871d-5bab5c541aa4 req-4b45e088-8d1c-4a70-9a84-484b88426696 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:06.633650 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-080047ff-89a1-4c2a-b59d-ac07fb798abb None None] Network 091a52ea-ed33-4446-8ad6-ba41570302d4 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:50:06.658671 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2818a347-95b7-4ee2-8d2e-a00ac6e6a5d7 req-c02f6f06-eadd-4cbc-85ec-fbc3eee93044 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:50:06.669324 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-2818a347-95b7-4ee2-8d2e-a00ac6e6a5d7 req-c02f6f06-eadd-4cbc-85ec-fbc3eee93044 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] 10.222.0.39 "GET /v2.0/ports?device_id=74e1ca28-43ad-4168-8136-fbee995f87d3 HTTP/1.1" status: 200 len: 943 time: 0.2320497 Aug 12 14:50:06.723231 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b45e088-8d1c-4a70-9a84-484b88426696 service neutron] Pushing event updated for resources: {'Port': ['ID=85280652-520b-4e5f-843a-c815aa60c81a,revision_number=2']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:50:06.755999 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2c506e8b-567d-4d1b-9fe9-fb9d89147f07 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:06.830031 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-2818a347-95b7-4ee2-8d2e-a00ac6e6a5d7 req-fb39bf6e-8a4e-4bd6-9b38-b16a5ca3ae0c tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] 10.222.0.39 "GET /v2.0/security-groups?id=d503e6e0-4ce0-4f78-842d-abe0bf3f8a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596797 Aug 12 14:50:06.831937 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-4ac2047f-c1b1-46ce-871d-5bab5c541aa4 req-4b45e088-8d1c-4a70-9a84-484b88426696 service neutron] Attempting to bind port 85280652-520b-4e5f-843a-c815aa60c81a on host n-h2-694802-15 for vnic_type normal with profile {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:50:06.832383 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-4ac2047f-c1b1-46ce-871d-5bab5c541aa4 req-4b45e088-8d1c-4a70-9a84-484b88426696 service neutron] Attempting to bind port 85280652-520b-4e5f-843a-c815aa60c81a by drivers openvswitch,hyperv on host n-h2-694802-15 at level 0 using segments [{'id': 'abdc443e-cf7a-4b71-8730-19997248ebd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '0f2cc2b1-26b2-41f2-bdd8-a5e5698bdc15'}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:50:06.832831 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ac2047f-c1b1-46ce-871d-5bab5c541aa4 req-4b45e088-8d1c-4a70-9a84-484b88426696 service neutron] Attempting to bind port 85280652-520b-4e5f-843a-c815aa60c81a on network 0f2cc2b1-26b2-41f2-bdd8-a5e5698bdc15 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:50:06.842389 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ac2047f-c1b1-46ce-871d-5bab5c541aa4 req-4b45e088-8d1c-4a70-9a84-484b88426696 service neutron] Port 85280652-520b-4e5f-843a-c815aa60c81a on network 0f2cc2b1-26b2-41f2-bdd8-a5e5698bdc15 not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-15 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 14:50:06.842768 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ac2047f-c1b1-46ce-871d-5bab5c541aa4 req-4b45e088-8d1c-4a70-9a84-484b88426696 service neutron] Attempting to bind port 85280652-520b-4e5f-843a-c815aa60c81a on network 0f2cc2b1-26b2-41f2-bdd8-a5e5698bdc15 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:50:06.845517 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-2c506e8b-567d-4d1b-9fe9-fb9d89147f07 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Calling delete_port for b7eb012c-de05-4b9f-a3cc-b71f59e8db04 owned by {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:50:06.853902 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ac2047f-c1b1-46ce-871d-5bab5c541aa4 req-4b45e088-8d1c-4a70-9a84-484b88426696 service neutron] Checking agent: {'id': 'b7697f71-33f3-4959-ad82-43c2dc15845d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 27, 42), 'started_at': datetime.datetime(2021, 8, 12, 14, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 49, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:50:06.854383 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ac2047f-c1b1-46ce-871d-5bab5c541aa4 req-4b45e088-8d1c-4a70-9a84-484b88426696 service neutron] Checking segment: {'id': 'abdc443e-cf7a-4b71-8730-19997248ebd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '0f2cc2b1-26b2-41f2-bdd8-a5e5698bdc15'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:50:06.854891 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ac2047f-c1b1-46ce-871d-5bab5c541aa4 req-4b45e088-8d1c-4a70-9a84-484b88426696 service neutron] Bound using segment: {'id': 'abdc443e-cf7a-4b71-8730-19997248ebd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '0f2cc2b1-26b2-41f2-bdd8-a5e5698bdc15'} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:50:06.855561 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-4ac2047f-c1b1-46ce-871d-5bab5c541aa4 req-4b45e088-8d1c-4a70-9a84-484b88426696 service neutron] Bound port: 85280652-520b-4e5f-843a-c815aa60c81a, host: n-h2-694802-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'abdc443e-cf7a-4b71-8730-19997248ebd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '0f2cc2b1-26b2-41f2-bdd8-a5e5698bdc15'}}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:50:06.856043 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-4ac2047f-c1b1-46ce-871d-5bab5c541aa4 req-4b45e088-8d1c-4a70-9a84-484b88426696 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:06.884886 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-40531612-f5d8-4f26-8b38-7178b246952b None None] Provisioning complete for port b7eb012c-de05-4b9f-a3cc-b71f59e8db04 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:50:06.890119 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-40531612-f5d8-4f26-8b38-7178b246952b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:06.993799 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-40531612-f5d8-4f26-8b38-7178b246952b None None] Port b7eb012c-de05-4b9f-a3cc-b71f59e8db04 cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 14:50:06.997728 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-40531612-f5d8-4f26-8b38-7178b246952b None None] Could not find standard attr ID for object 5b58dc5c-1757-4296-b1c7-ed796a7ae90c. {{(pid=94468) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 12 14:50:06.998436 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c0b937-ca52-4554-b4ef-e33e4ef7999e req-0f56116a-34ea-4fa8-a43a-27ef5f24aed6 tempest-ServerPasswordTestJSON-1740921609 tempest-ServerPasswordTestJSON-1740921609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:50:07.000911 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device abc431c9-6297-4a92-8f36-1eacfa5e0728 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:50:07.015171 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c3c0b937-ca52-4554-b4ef-e33e4ef7999e req-0f56116a-34ea-4fa8-a43a-27ef5f24aed6 tempest-ServerPasswordTestJSON-1740921609 tempest-ServerPasswordTestJSON-1740921609-project] 10.222.0.39 "GET /v2.0/networks?id=091a52ea-ed33-4446-8ad6-ba41570302d4 HTTP/1.1" status: 200 len: 813 time: 0.2832458 Aug 12 14:50:07.054370 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c3c0b937-ca52-4554-b4ef-e33e4ef7999e req-10fb98db-91ad-4ad4-93e9-1ba5192ecfed tempest-ServerPasswordTestJSON-1740921609 tempest-ServerPasswordTestJSON-1740921609-project] 10.222.0.39 "GET /v2.0/quotas/e60c2f9ff8554c7c9d4e6fda9d991832 HTTP/1.1" status: 200 len: 375 time: 0.0357151 Aug 12 14:50:07.062765 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-4ac2047f-c1b1-46ce-871d-5bab5c541aa4 req-4b45e088-8d1c-4a70-9a84-484b88426696 service neutron] For port 85280652-520b-4e5f-843a-c815aa60c81a, host n-h2-694802-15, cleared binding levels {{(pid=94467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:50:07.070705 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-4ac2047f-c1b1-46ce-871d-5bab5c541aa4 req-4b45e088-8d1c-4a70-9a84-484b88426696 service neutron] For port 85280652-520b-4e5f-843a-c815aa60c81a, host n-h2-694802-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=85280652-520b-4e5f-843a-c815aa60c81a,segment=NetworkSegment(abdc443e-cf7a-4b71-8730-19997248ebd2),segment_id=abdc443e-cf7a-4b71-8730-19997248ebd2)] {{(pid=94467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:50:07.084577 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-4ac2047f-c1b1-46ce-871d-5bab5c541aa4 req-4b45e088-8d1c-4a70-9a84-484b88426696 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:07.108591 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port abc431c9-6297-4a92-8f36-1eacfa5e0728 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:50:07.108789 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:07.120776 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c3c0b937-ca52-4554-b4ef-e33e4ef7999e req-30773385-a8fe-4be8-ade2-7272dffdadea tempest-ServerPasswordTestJSON-1740921609 tempest-ServerPasswordTestJSON-1740921609-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=e60c2f9ff8554c7c9d4e6fda9d991832&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0478973 Aug 12 14:50:07.152832 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2c506e8b-567d-4d1b-9fe9-fb9d89147f07 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:07.167379 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac2047f-c1b1-46ce-871d-5bab5c541aa4 req-4b45e088-8d1c-4a70-9a84-484b88426696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:50:07.168149 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-4ac2047f-c1b1-46ce-871d-5bab5c541aa4 req-4b45e088-8d1c-4a70-9a84-484b88426696 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:07.169535 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4ac2047f-c1b1-46ce-871d-5bab5c541aa4 req-4b45e088-8d1c-4a70-9a84-484b88426696 service neutron] 10.222.0.49 "PUT /v2.0/ports/85280652-520b-4e5f-843a-c815aa60c81a HTTP/1.1" status: 200 len: 1092 time: 1.9096816 Aug 12 14:50:07.170467 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74e1ca28-43ad-4168-8136-fbee995f87d3', 'tag': '85280652-520b-4e5f-843a-c815aa60c81a'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:50:07.172322 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e65282f928b64038367d043a4411777802006c43a98742496cb2e25b724ff1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62286dcb-e0f7-45c5-90fe-d98b06745588" -d '{"events": [{"name": "network-changed", "server_uuid": "74e1ca28-43ad-4168-8136-fbee995f87d3", "tag": "85280652-520b-4e5f-843a-c815aa60c81a"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:50:07.188455 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c506e8b-567d-4d1b-9fe9-fb9d89147f07 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Pushing event deleted for resources: {'Port': ['ID=b7eb012c-de05-4b9f-a3cc-b71f59e8db04,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:50:07.238092 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2c506e8b-567d-4d1b-9fe9-fb9d89147f07 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:07.242764 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-2c506e8b-567d-4d1b-9fe9-fb9d89147f07 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] 10.222.0.39 "DELETE /v2.0/ports/b7eb012c-de05-4b9f-a3cc-b71f59e8db04 HTTP/1.1" status: 204 len: 168 time: 1.1311893 Aug 12 14:50:07.243108 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 57440) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:50:07.273493 n-d-694802-15 neutron-server[94466]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac173421-c947-4226-b366-1ab77605cb60 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] GET failed (client error): The resource could not be found. Aug 12 14:50:07.278645 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-ac173421-c947-4226-b366-1ab77605cb60 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] 10.222.0.39 "GET /v2.0/ports/b7eb012c-de05-4b9f-a3cc-b71f59e8db04 HTTP/1.1" status: 404 len: 333 time: 0.0316014 Aug 12 14:50:07.278924 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 57442) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:50:07.291738 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c3c0b937-ca52-4554-b4ef-e33e4ef7999e req-2e4541fd-01aa-46eb-a572-9a5c84f69ba3 service neutron] 10.222.0.39 "GET /v2.0/networks/091a52ea-ed33-4446-8ad6-ba41570302d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479790 Aug 12 14:50:07.312391 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 14:50:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d6907a7-fb91-4315-97ab-305ea53238a3 x-openstack-request-id: req-8d6907a7-fb91-4315-97ab-305ea53238a3 {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:50:07.312750 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74e1ca28-43ad-4168-8136-fbee995f87d3", "tag": "85280652-520b-4e5f-843a-c815aa60c81a", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:50:07.313124 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8d6907a7-fb91-4315-97ab-305ea53238a3 {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:50:07.313813 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74e1ca28-43ad-4168-8136-fbee995f87d3', 'tag': '85280652-520b-4e5f-843a-c815aa60c81a', 'status': 'completed', 'code': 200} Aug 12 14:50:07.345306 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_v2 [None req-52255968-b1f0-4c29-8322-33639d45c349 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Deleting subnet 5734e7e1-310a-4af9-9765-bbf237f6c4cf {{(pid=94466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 14:50:07.348890 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52255968-b1f0-4c29-8322-33639d45c349 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks [] for subnet, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:07.396577 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52255968-b1f0-4c29-8322-33639d45c349 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2293551'] for subnet, precommit_delete_associations {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:07.402947 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b45e088-8d1c-4a70-9a84-484b88426696 service neutron] Pushing event updated for resources: {'Port': ['ID=85280652-520b-4e5f-843a-c815aa60c81a,revision_number=3']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:50:07.428146 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac2047f-c1b1-46ce-871d-5bab5c541aa4 req-343dcc33-9eb7-445b-8c64-c76a22f68d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:50:07.429870 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4ac2047f-c1b1-46ce-871d-5bab5c541aa4 req-343dcc33-9eb7-445b-8c64-c76a22f68d84 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=8aeb63fb42f149b3aa9e0e9c29a41582&device_id=74e1ca28-43ad-4168-8136-fbee995f87d3 HTTP/1.1" status: 200 len: 1095 time: 0.1809361 Aug 12 14:50:07.480375 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4ac2047f-c1b1-46ce-871d-5bab5c541aa4 req-da6714b1-d49a-489e-8472-a99cc866cb2d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=85280652-520b-4e5f-843a-c815aa60c81a HTTP/1.1" status: 200 len: 217 time: 0.0412951 Aug 12 14:50:07.498153 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52255968-b1f0-4c29-8322-33639d45c349 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66416255'] for subnet, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:07.503215 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c3c0b937-ca52-4554-b4ef-e33e4ef7999e req-32e7c395-5c57-42b8-84f7-dce3b7cec2ea service neutron] 10.222.0.39 "GET /v2.0/networks/091a52ea-ed33-4446-8ad6-ba41570302d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1846368 Aug 12 14:50:07.541600 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac2047f-c1b1-46ce-871d-5bab5c541aa4 req-49becec5-fb40-4817-8c2f-7a6d0a02480e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:50:07.543179 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4ac2047f-c1b1-46ce-871d-5bab5c541aa4 req-49becec5-fb40-4817-8c2f-7a6d0a02480e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=33fe8ec3-27c5-4c33-8718-44dd3a3eaffa HTTP/1.1" status: 200 len: 846 time: 0.0542619 Aug 12 14:50:07.579063 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52255968-b1f0-4c29-8322-33639d45c349 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66416232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3718429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8776402'] for subnet, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:07.584752 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4ac2047f-c1b1-46ce-871d-5bab5c541aa4 req-417b05ae-87a8-439b-8cef-558589a6ab8a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0f2cc2b1-26b2-41f2-bdd8-a5e5698bdc15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332947 Aug 12 14:50:07.608121 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52255968-b1f0-4c29-8322-33639d45c349 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Pushing event deleted for resources: {'Subnet': ['ID=5734e7e1-310a-4af9-9765-bbf237f6c4cf,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:50:07.611579 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52255968-b1f0-4c29-8322-33639d45c349 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for subnet, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:07.613548 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-52255968-b1f0-4c29-8322-33639d45c349 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] 10.222.0.39 "DELETE /v2.0/subnets/5734e7e1-310a-4af9-9765-bbf237f6c4cf HTTP/1.1" status: 204 len: 168 time: 0.3335190 Aug 12 14:50:07.618871 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 57446) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:50:07.633715 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5acd6d0-5d70-4cd5-8a8c-2ad342d063b0 None None] Network cbcc1f21-a71f-496c-abf2-2e1b02c738dc requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:50:07.706814 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4ac2047f-c1b1-46ce-871d-5bab5c541aa4 req-6b1a6a70-fb36-4e61-9726-7240b0a06a21 service neutron] 10.222.0.49 "GET /v2.0/networks/0f2cc2b1-26b2-41f2-bdd8-a5e5698bdc15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1136498 Aug 12 14:50:07.757421 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-4604846f-757f-4b1c-b213-657c2b109db1 req-eddfad69-60fb-4e7b-9f33-aa50ad0a16cb tempest-ServerPasswordTestJSON-1740921609 tempest-ServerPasswordTestJSON-1740921609-project] 10.222.0.39 "GET /v2.0/ports?device_id=fce54e6c-f3fa-4597-ae92-418b1200ea52 HTTP/1.1" status: 200 len: 210 time: 0.0621521 Aug 12 14:50:07.762209 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f89989fe-b786-4047-8371-8da871292d52 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680608'] for network, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:07.834846 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-f89989fe-b786-4047-8371-8da871292d52 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Deleting port abc431c9-6297-4a92-8f36-1eacfa5e0728 {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:50:07.835156 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f89989fe-b786-4047-8371-8da871292d52 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:07.842097 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4ac2047f-c1b1-46ce-871d-5bab5c541aa4 req-aff74431-95fd-45ae-af33-1f582e3998f1 service neutron] 10.222.0.49 "GET /v2.0/networks/0f2cc2b1-26b2-41f2-bdd8-a5e5698bdc15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248636 Aug 12 14:50:07.894056 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-296c3a5c-2d42-4f27-b4ab-de2da3e971f1 None None] DHCP port deletion for cbcc1f21-a71f-496c-abf2-2e1b02c738dc request from n-d-694802-15 {{(pid=94468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 14:50:07.924659 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-f89989fe-b786-4047-8371-8da871292d52 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] For port abc431c9-6297-4a92-8f36-1eacfa5e0728, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=abc431c9-6297-4a92-8f36-1eacfa5e0728,segment=NetworkSegment(1fe676ae-d1ef-4b14-97f5-82a35179790a),segment_id=1fe676ae-d1ef-4b14-97f5-82a35179790a)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:50:07.925032 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f89989fe-b786-4047-8371-8da871292d52 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:07.941519 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-f89989fe-b786-4047-8371-8da871292d52 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Calling delete_port for abc431c9-6297-4a92-8f36-1eacfa5e0728 owned by network:dhcp {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:50:07.973707 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-296c3a5c-2d42-4f27-b4ab-de2da3e971f1 None None] Deleting port abc431c9-6297-4a92-8f36-1eacfa5e0728 {{(pid=94468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:50:07.974229 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-296c3a5c-2d42-4f27-b4ab-de2da3e971f1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:08.022490 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62286dcb-e0f7-45c5-90fe-d98b06745588 req-d5dfaafe-400d-4bdc-b645-d77a7aa267b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:50:08.025415 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-62286dcb-e0f7-45c5-90fe-d98b06745588 req-d5dfaafe-400d-4bdc-b645-d77a7aa267b0 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=8aeb63fb42f149b3aa9e0e9c29a41582&device_id=74e1ca28-43ad-4168-8136-fbee995f87d3 HTTP/1.1" status: 200 len: 1095 time: 0.1190691 Aug 12 14:50:08.058607 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2eca1d-fc39-4986-93b3-8083a4b244bd req-1d097ad3-5c37-4e28-992e-e57332c36ae9 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:50:08.060454 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-bf2eca1d-fc39-4986-93b3-8083a4b244bd req-1d097ad3-5c37-4e28-992e-e57332c36ae9 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] 10.222.0.39 "GET /v2.0/ports?device_id=74e1ca28-43ad-4168-8136-fbee995f87d3 HTTP/1.1" status: 200 len: 943 time: 0.1002169 Aug 12 14:50:08.132654 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f89989fe-b786-4047-8371-8da871292d52 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:08.156883 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-bf2eca1d-fc39-4986-93b3-8083a4b244bd req-525f56a3-4543-43e4-be78-d50b5669b27d tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] 10.222.0.39 "GET /v2.0/security-groups?id=d503e6e0-4ce0-4f78-842d-abe0bf3f8a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820141 Aug 12 14:50:08.183787 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89989fe-b786-4047-8371-8da871292d52 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Pushing event deleted for resources: {'Port': ['ID=abc431c9-6297-4a92-8f36-1eacfa5e0728,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:50:08.190926 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f89989fe-b786-4047-8371-8da871292d52 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] No DVR routers for this DVR port abc431c9-6297-4a92-8f36-1eacfa5e0728 on host n-d-694802-15 {{(pid=94466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:50:08.223074 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-296c3a5c-2d42-4f27-b4ab-de2da3e971f1 None None] For port abc431c9-6297-4a92-8f36-1eacfa5e0728, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=abc431c9-6297-4a92-8f36-1eacfa5e0728,segment=NetworkSegment(1fe676ae-d1ef-4b14-97f5-82a35179790a),segment_id=1fe676ae-d1ef-4b14-97f5-82a35179790a)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:50:08.223717 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-296c3a5c-2d42-4f27-b4ab-de2da3e971f1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:08.228740 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62286dcb-e0f7-45c5-90fe-d98b06745588 req-39c98d16-22ce-4baa-bf9c-98d7718ece0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:50:08.234073 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-62286dcb-e0f7-45c5-90fe-d98b06745588 req-39c98d16-22ce-4baa-bf9c-98d7718ece0a service neutron] 10.222.0.49 "GET /v2.0/networks?id=0f2cc2b1-26b2-41f2-bdd8-a5e5698bdc15 HTTP/1.1" status: 200 len: 907 time: 0.1994643 Aug 12 14:50:08.242674 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-296c3a5c-2d42-4f27-b4ab-de2da3e971f1 None None] Calling delete_port for abc431c9-6297-4a92-8f36-1eacfa5e0728 owned by network:dhcp {{(pid=94468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:50:08.315739 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-62286dcb-e0f7-45c5-90fe-d98b06745588 req-3b352d56-d597-4abf-a802-4bef83827bad service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=85280652-520b-4e5f-843a-c815aa60c81a HTTP/1.1" status: 200 len: 217 time: 0.0684297 Aug 12 14:50:08.324421 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f89989fe-b786-4047-8371-8da871292d52 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66413304', 'neutron.services.segments.db._delete_segments_for_network-8744654118000'] for network, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:08.340842 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-f89989fe-b786-4047-8371-8da871292d52 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbcc1f21-a71f-496c-abf2-2e1b02c738dc']}} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:50:08.386098 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-f89989fe-b786-4047-8371-8da871292d52 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1fe676ae-d1ef-4b14-97f5-82a35179790a') {'for_net_delete': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:50:08.386754 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-f89989fe-b786-4047-8371-8da871292d52 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1fe676ae-d1ef-4b14-97f5-82a35179790a') {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:50:08.393859 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62286dcb-e0f7-45c5-90fe-d98b06745588 req-2b6c09ba-092f-48ee-a15f-a0c927c29b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:50:08.397402 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-62286dcb-e0f7-45c5-90fe-d98b06745588 req-2b6c09ba-092f-48ee-a15f-a0c927c29b7d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=33fe8ec3-27c5-4c33-8718-44dd3a3eaffa HTTP/1.1" status: 200 len: 846 time: 0.0754876 Aug 12 14:50:08.398061 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f89989fe-b786-4047-8371-8da871292d52 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744654122361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2293560'] for segment, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:08.416832 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f89989fe-b786-4047-8371-8da871292d52 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:08.429308 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f89989fe-b786-4047-8371-8da871292d52 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Releasing vlan 305 on physical network physnet1 to pool {{(pid=94466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 14:50:08.431148 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f89989fe-b786-4047-8371-8da871292d52 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3718595'] for segment, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:08.438580 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-296c3a5c-2d42-4f27-b4ab-de2da3e971f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262'] for port, after_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:08.442098 n-d-694802-15 neutron-server[94466]: Traceback (most recent call last): Aug 12 14:50:08.442098 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 14:50:08.442098 n-d-694802-15 neutron-server[94466]: timer() Aug 12 14:50:08.442098 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 14:50:08.442098 n-d-694802-15 neutron-server[94466]: cb(*args, **kw) Aug 12 14:50:08.442098 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 14:50:08.442098 n-d-694802-15 neutron-server[94466]: return func(*args, **kwargs) Aug 12 14:50:08.442098 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 14:50:08.442098 n-d-694802-15 neutron-server[94466]: self._notify() Aug 12 14:50:08.442098 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 14:50:08.442098 n-d-694802-15 neutron-server[94466]: self.callback(batched_events) Aug 12 14:50:08.442098 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 14:50:08.442098 n-d-694802-15 neutron-server[94466]: event.method(event) Aug 12 14:50:08.442098 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 14:50:08.442098 n-d-694802-15 neutron-server[94466]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 14:50:08.442098 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 14:50:08.442098 n-d-694802-15 neutron-server[94466]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 14:50:08.442098 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 14:50:08.442098 n-d-694802-15 neutron-server[94466]: return f(self, *a, **k) Aug 12 14:50:08.442098 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 14:50:08.442098 n-d-694802-15 neutron-server[94466]: return self._get(url).json() Aug 12 14:50:08.442098 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 14:50:08.442098 n-d-694802-15 neutron-server[94466]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 14:50:08.442098 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 14:50:08.442098 n-d-694802-15 neutron-server[94466]: return self.request(url, 'GET', **kwargs) Aug 12 14:50:08.442098 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 14:50:08.442098 n-d-694802-15 neutron-server[94466]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 14:50:08.442098 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 14:50:08.442098 n-d-694802-15 neutron-server[94466]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 14:50:08.442098 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 14:50:08.442098 n-d-694802-15 neutron-server[94466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 14:50:08.442098 n-d-694802-15 neutron-server[94466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 14:50:08.457544 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-62286dcb-e0f7-45c5-90fe-d98b06745588 req-ff64f2e1-ea5f-424b-a0d3-dc289526ad28 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0f2cc2b1-26b2-41f2-bdd8-a5e5698bdc15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0533319 Aug 12 14:50:08.466180 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296c3a5c-2d42-4f27-b4ab-de2da3e971f1 None None] Pushing event deleted for resources: {'Port': ['ID=abc431c9-6297-4a92-8f36-1eacfa5e0728,revision_number=None']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:50:08.474176 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-296c3a5c-2d42-4f27-b4ab-de2da3e971f1 None None] No DVR routers for this DVR port abc431c9-6297-4a92-8f36-1eacfa5e0728 on host n-d-694802-15 {{(pid=94468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:50:08.565870 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f89989fe-b786-4047-8371-8da871292d52 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66413281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431520'] for network, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:08.577469 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f89989fe-b786-4047-8371-8da871292d52 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks [] for network, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:08.579576 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-f89989fe-b786-4047-8371-8da871292d52 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] 10.222.0.39 "DELETE /v2.0/networks/cbcc1f21-a71f-496c-abf2-2e1b02c738dc HTTP/1.1" status: 204 len: 168 time: 0.9595404 Aug 12 14:50:08.592281 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 57482) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:50:08.597942 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-07263df5-52c1-4fd8-b38a-d7ab6ddc3af0 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-286024812'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:50:08.601494 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89989fe-b786-4047-8371-8da871292d52 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Pushing event deleted for resources: {'Network': ['ID=cbcc1f21-a71f-496c-abf2-2e1b02c738dc,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:50:08.605220 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-62286dcb-e0f7-45c5-90fe-d98b06745588 req-1f2cffc0-7c83-47ad-84a3-44c2042170be service neutron] 10.222.0.49 "GET /v2.0/networks/0f2cc2b1-26b2-41f2-bdd8-a5e5698bdc15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1174395 Aug 12 14:50:08.619064 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f069132-8381-4c07-a738-83a67c409958 req-3b4fa6c9-d0b7-40f6-a653-13e61053f5d0 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:50:08.620707 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-3f069132-8381-4c07-a738-83a67c409958 req-3b4fa6c9-d0b7-40f6-a653-13e61053f5d0 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/ports?device_id=b148e05e-7d9e-4da9-9b03-99a8a72e94ac HTTP/1.1" status: 200 len: 946 time: 0.1627319 Aug 12 14:50:08.667262 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07263df5-52c1-4fd8-b38a-d7ab6ddc3af0 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Made reservation on behalf of fc26b2bd24e24e018c7add15390c187a for: {'network': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:50:08.670941 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-07263df5-52c1-4fd8-b38a-d7ab6ddc3af0 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for network, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:08.711740 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-3f069132-8381-4c07-a738-83a67c409958 req-16ae99a8-e58e-4f72-940e-65cf319971f5 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/security-groups?id=ae835367-3679-4f41-a825-d086536e4cce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774531 Aug 12 14:50:08.726426 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-62286dcb-e0f7-45c5-90fe-d98b06745588 req-ef29d3e1-b9d4-476f-af43-fd008604f112 service neutron] 10.222.0.49 "GET /v2.0/networks/0f2cc2b1-26b2-41f2-bdd8-a5e5698bdc15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126387 Aug 12 14:50:08.736273 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07263df5-52c1-4fd8-b38a-d7ab6ddc3af0 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] vlan segment allocate from pool success with {'vlan_id': 343, 'physical_network': 'physnet1'} {{(pid=94466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 14:50:08.749109 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-07263df5-52c1-4fd8-b38a-d7ab6ddc3af0 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:08.749464 n-d-694802-15 neutron-server[94466]: INFO neutron.db.segments_db [None req-07263df5-52c1-4fd8-b38a-d7ab6ddc3af0 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Added segment 9d258ee2-8781-4817-acc8-0c5b004797a8 of type vlan for network c292f26c-8314-4fd7-8fba-9b59799280d6 Aug 12 14:50:08.759696 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 57490) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:50:08.797702 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-07263df5-52c1-4fd8-b38a-d7ab6ddc3af0 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744653628263'] for network, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:08.850962 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-07263df5-52c1-4fd8-b38a-d7ab6ddc3af0 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409'] for network, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:08.856910 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07263df5-52c1-4fd8-b38a-d7ab6ddc3af0 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:50:08.857515 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-07263df5-52c1-4fd8-b38a-d7ab6ddc3af0 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks [] for network, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:08.871215 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device abc431c9-6297-4a92-8f36-1eacfa5e0728 no longer exists at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:50:08.877058 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d1fe68c8-6278-4a67-9bea-d05a646ecde3 req-aee6def2-7a18-4dfe-9398-5e0f33a9ae89 tempest-ServerPasswordTestJSON-1740921609 tempest-ServerPasswordTestJSON-1740921609-project] 10.222.0.39 "GET /v2.0/ports?device_id=fce54e6c-f3fa-4597-ae92-418b1200ea52 HTTP/1.1" status: 200 len: 210 time: 0.0373404 Aug 12 14:50:08.900418 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] No Port match for: abc431c9-6297-4a92-8f36-1eacfa5e0728 {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 14:50:08.900931 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device abc431c9-6297-4a92-8f36-1eacfa5e0728 not bound to the agent host n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:50:08.939591 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-07263df5-52c1-4fd8-b38a-d7ab6ddc3af0 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3458722 Aug 12 14:50:08.942598 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 57496) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:50:08.948459 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-efc4aefe-bff3-499a-b6a1-43146c28ee82 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Request body: {'subnet': {'network_id': 'c292f26c-8314-4fd7-8fba-9b59799280d6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:50:08.960755 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d772405f-0e47-4587-91a5-7a7dcc7b7ece req-946323b3-4b11-49ec-8401-a2cbdbb801d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:50:08.961239 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d772405f-0e47-4587-91a5-7a7dcc7b7ece req-946323b3-4b11-49ec-8401-a2cbdbb801d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:50:08.961750 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d772405f-0e47-4587-91a5-7a7dcc7b7ece req-946323b3-4b11-49ec-8401-a2cbdbb801d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:50:08.962224 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d772405f-0e47-4587-91a5-7a7dcc7b7ece req-946323b3-4b11-49ec-8401-a2cbdbb801d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:50:08.962751 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d772405f-0e47-4587-91a5-7a7dcc7b7ece req-946323b3-4b11-49ec-8401-a2cbdbb801d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:50:08.963256 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d772405f-0e47-4587-91a5-7a7dcc7b7ece req-946323b3-4b11-49ec-8401-a2cbdbb801d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:50:08.963726 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d772405f-0e47-4587-91a5-7a7dcc7b7ece req-946323b3-4b11-49ec-8401-a2cbdbb801d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:50:08.965647 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-d772405f-0e47-4587-91a5-7a7dcc7b7ece req-946323b3-4b11-49ec-8401-a2cbdbb801d3 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=b84c5c28-8f10-4782-84ae-2f8fa89bf4c6 HTTP/1.1" status: 200 len: 6498 time: 0.2047479 Aug 12 14:50:08.966267 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07263df5-52c1-4fd8-b38a-d7ab6ddc3af0 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Pushing event updated for resources: {'Network': ['ID=c292f26c-8314-4fd7-8fba-9b59799280d6,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:50:08.976721 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Network c292f26c-8314-4fd7-8fba-9b59799280d6 details requested by agent ovs-agent-n-d-694802-15 with host n-d-694802-15 {{(pid=94468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 14:50:09.005949 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-d772405f-0e47-4587-91a5-7a7dcc7b7ece req-17a02525-5dbb-4bcf-9003-748331140158 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=853e07d7-c0f4-4b67-a247-29748be080a8&id=acce5d50-80c7-459a-8d6c-3aec4a7c97df&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0336695 Aug 12 14:50:09.049670 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efc4aefe-bff3-499a-b6a1-43146c28ee82 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Made reservation on behalf of fc26b2bd24e24e018c7add15390c187a for: {'subnet': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:50:09.053915 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-efc4aefe-bff3-499a-b6a1-43146c28ee82 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3343791'] for subnet, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:09.275588 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c0b937-ca52-4554-b4ef-e33e4ef7999e req-19e85e8e-796e-4183-830b-31cd97ff4847 tempest-ServerPasswordTestJSON-1740921609 tempest-ServerPasswordTestJSON-1740921609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:50:09.277335 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c3c0b937-ca52-4554-b4ef-e33e4ef7999e req-19e85e8e-796e-4183-830b-31cd97ff4847 tempest-ServerPasswordTestJSON-1740921609 tempest-ServerPasswordTestJSON-1740921609-project] 10.222.0.64 "GET /v2.0/networks?id=091a52ea-ed33-4446-8ad6-ba41570302d4 HTTP/1.1" status: 200 len: 813 time: 0.1674650 Aug 12 14:50:09.295648 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcd885d-7827-4ded-bd5a-b4d7115d255d req-a7bec91c-1571-4e1a-9704-327b27824910 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:50:09.296974 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-c3c0b937-ca52-4554-b4ef-e33e4ef7999e req-7fa62976-3c5f-4d26-a320-592bea406a69 tempest-ServerPasswordTestJSON-1740921609 tempest-ServerPasswordTestJSON-1740921609-project] Request body: {'port': {'device_id': 'fce54e6c-f3fa-4597-ae92-418b1200ea52', 'network_id': '091a52ea-ed33-4446-8ad6-ba41570302d4', 'admin_state_up': True, 'tenant_id': 'e60c2f9ff8554c7c9d4e6fda9d991832'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:50:09.297200 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-7fcd885d-7827-4ded-bd5a-b4d7115d255d req-a7bec91c-1571-4e1a-9704-327b27824910 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] 10.222.0.39 "GET /v2.0/ports?device_id=74e1ca28-43ad-4168-8136-fbee995f87d3 HTTP/1.1" status: 200 len: 943 time: 0.0526149 Aug 12 14:50:09.335654 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-7fcd885d-7827-4ded-bd5a-b4d7115d255d req-f595dd0b-e018-412f-a8f6-ad0f1ecbd495 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] 10.222.0.39 "GET /v2.0/security-groups?id=d503e6e0-4ce0-4f78-842d-abe0bf3f8a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318544 Aug 12 14:50:09.379796 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-efc4aefe-bff3-499a-b6a1-43146c28ee82 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2859166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3343773'] for subnet, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:09.802881 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc4aefe-bff3-499a-b6a1-43146c28ee82 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Pushing event updated for resources: {'Subnet': ['ID=175efa02-e16d-4656-b887-2f3dfc401db1,revision_number=0']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:50:09.839101 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc4aefe-bff3-499a-b6a1-43146c28ee82 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Checking segment: {'id': '9d258ee2-8781-4817-acc8-0c5b004797a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'c292f26c-8314-4fd7-8fba-9b59799280d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:50:09.839464 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efc4aefe-bff3-499a-b6a1-43146c28ee82 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Network hostable DHCP agents. Network: c292f26c-8314-4fd7-8fba-9b59799280d6, hostable agents: ['1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658'], hosted agents: [] {{(pid=94467) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 14:50:09.857672 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3c0b937-ca52-4554-b4ef-e33e4ef7999e req-7fa62976-3c5f-4d26-a320-592bea406a69 tempest-ServerPasswordTestJSON-1740921609 tempest-ServerPasswordTestJSON-1740921609-project] Made reservation on behalf of e60c2f9ff8554c7c9d4e6fda9d991832 for: {'port': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:50:09.861161 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-c3c0b937-ca52-4554-b4ef-e33e4ef7999e req-7fa62976-3c5f-4d26-a320-592bea406a69 tempest-ServerPasswordTestJSON-1740921609 tempest-ServerPasswordTestJSON-1740921609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:09.887282 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e71b11-18f9-4ee5-a677-9a8e080288e1 req-a73773d1-4ae4-49e9-9121-b64e2b1446f6 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:50:09.888937 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-50e71b11-18f9-4ee5-a677-9a8e080288e1 req-a73773d1-4ae4-49e9-9121-b64e2b1446f6 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/ports?device_id=b148e05e-7d9e-4da9-9b03-99a8a72e94ac HTTP/1.1" status: 200 len: 946 time: 0.0975845 Aug 12 14:50:09.895808 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efc4aefe-bff3-499a-b6a1-43146c28ee82 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Network c292f26c-8314-4fd7-8fba-9b59799280d6 is scheduled to be hosted by DHCP agent 1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658 with binding_index 1 {{(pid=94467) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 14:50:09.925600 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [None req-efc4aefe-bff3-499a-b6a1-43146c28ee82 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-15, c292f26c-8314-4fd7-8fba-9b59799280d6) {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:50:09.934304 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8481a0e9-d76e-4837-a855-d78be3c8ed3d None None] Network c292f26c-8314-4fd7-8fba-9b59799280d6 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:50:09.958666 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efc4aefe-bff3-499a-b6a1-43146c28ee82 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:50:09.959294 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-efc4aefe-bff3-499a-b6a1-43146c28ee82 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks [] for subnet, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:09.988224 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-4746dd7f-8622-4412-a44d-942ed5578c79 req-53b5e3a9-cd67-40b0-9166-62d56e82ce50 tempest-ServerPasswordTestJSON-1740921609 tempest-ServerPasswordTestJSON-1740921609-project] 10.222.0.39 "GET /v2.0/ports?device_id=fce54e6c-f3fa-4597-ae92-418b1200ea52 HTTP/1.1" status: 200 len: 210 time: 0.0332079 Aug 12 14:50:09.998683 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-50e71b11-18f9-4ee5-a677-9a8e080288e1 req-0f312d87-b6ac-459a-9d30-386eba94e8f1 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/security-groups?id=ae835367-3679-4f41-a825-d086536e4cce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1006148 Aug 12 14:50:10.006453 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-efc4aefe-bff3-499a-b6a1-43146c28ee82 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0588946 Aug 12 14:50:10.006453 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 57510) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:50:10.012878 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-7855fbe5-0c89-4ad2-a29c-967ee8aa2e1a tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-664036854', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:50:10.071502 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-7855fbe5-0c89-4ad2-a29c-967ee8aa2e1a tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-430574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-104863'] for router, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:10.072529 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-7855fbe5-0c89-4ad2-a29c-967ee8aa2e1a tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-429438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-431405', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66646573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-104852'] for router, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:10.086525 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_common [req-c3c0b937-ca52-4554-b4ef-e33e4ef7999e req-7fa62976-3c5f-4d26-a320-592bea406a69 tempest-ServerPasswordTestJSON-1740921609 tempest-ServerPasswordTestJSON-1740921609-project] Allocated IP 172.20.0.11 (091a52ea-ed33-4446-8ad6-ba41570302d4/b89b9d7a-93a3-4b17-9884-fc25b6996b8e/6d3ca093-5c3d-407e-99a3-de957416ec4d) {{(pid=94467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:50:10.098753 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-ad015c17-114c-4f4f-86c2-6e1805f9700d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:10.113064 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec1ffd04-516b-4abd-af57-0d2c3558c563 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa7035b3e-9a89-5964-b9f4-97301c3f476a-c292f26c-8314-4fd7-8fba-9b59799280d6', 'network_id': 'c292f26c-8314-4fd7-8fba-9b59799280d6', 'tenant_id': 'fc26b2bd24e24e018c7add15390c187a', 'fixed_ips': [{'subnet_id': '175efa02-e16d-4656-b887-2f3dfc401db1'}]}} from n-d-694802-15. {{(pid=94468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 14:50:10.113998 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-ec1ffd04-516b-4abd-af57-0d2c3558c563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:10.150521 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-7855fbe5-0c89-4ad2-a29c-967ee8aa2e1a tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:10.155546 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-7855fbe5-0c89-4ad2-a29c-967ee8aa2e1a tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-429413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-431608'] for router, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:10.186280 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-7855fbe5-0c89-4ad2-a29c-967ee8aa2e1a tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks [] for router, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:10.187532 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-7855fbe5-0c89-4ad2-a29c-967ee8aa2e1a tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1810563 Aug 12 14:50:10.190438 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 57512) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:50:10.195409 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-66308adf-bb4a-417d-bdf5-cf3cc3605321 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Request body: {'port': {'network_id': 'c292f26c-8314-4fd7-8fba-9b59799280d6', 'name': 'tempest-PortsIpV6TestJSON-929443276'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:50:10.278535 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.db_base_plugin_common [None req-ec1ffd04-516b-4abd-af57-0d2c3558c563 None None] Allocated IP 2001:db8::2 (c292f26c-8314-4fd7-8fba-9b59799280d6/175efa02-e16d-4656-b887-2f3dfc401db1/83998450-87e9-481a-9c40-3829fa205dd4) {{(pid=94468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:50:10.298479 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-c3c0b937-ca52-4554-b4ef-e33e4ef7999e req-7fa62976-3c5f-4d26-a320-592bea406a69 tempest-ServerPasswordTestJSON-1740921609 tempest-ServerPasswordTestJSON-1740921609-project] Notify callbacks [] for port, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:10.323360 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66308adf-bb4a-417d-bdf5-cf3cc3605321 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Made reservation on behalf of fc26b2bd24e24e018c7add15390c187a for: {'port': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:50:10.328005 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-66308adf-bb4a-417d-bdf5-cf3cc3605321 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:10.354102 n-d-694802-15 neutron-server[94466]: DEBUG neutron.notifiers.nova [None req-66308adf-bb4a-417d-bdf5-cf3cc3605321 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] device_id is not set on port d48567a2-a689-458e-bc64-b36f110c4af7 yet. {{(pid=94466) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 14:50:10.354287 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-c3c0b937-ca52-4554-b4ef-e33e4ef7999e req-7fa62976-3c5f-4d26-a320-592bea406a69 tempest-ServerPasswordTestJSON-1740921609 tempest-ServerPasswordTestJSON-1740921609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:10.399663 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3c0b937-ca52-4554-b4ef-e33e4ef7999e req-7fa62976-3c5f-4d26-a320-592bea406a69 tempest-ServerPasswordTestJSON-1740921609 tempest-ServerPasswordTestJSON-1740921609-project] Network 091a52ea-ed33-4446-8ad6-ba41570302d4 is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:50:10.403053 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [req-c3c0b937-ca52-4554-b4ef-e33e4ef7999e req-7fa62976-3c5f-4d26-a320-592bea406a69 tempest-ServerPasswordTestJSON-1740921609 tempest-ServerPasswordTestJSON-1740921609-project] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:50:10.410236 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3c0b937-ca52-4554-b4ef-e33e4ef7999e req-7fa62976-3c5f-4d26-a320-592bea406a69 tempest-ServerPasswordTestJSON-1740921609 tempest-ServerPasswordTestJSON-1740921609-project] Received port after_create {{(pid=94467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:50:10.445741 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa62976-3c5f-4d26-a320-592bea406a69 tempest-ServerPasswordTestJSON-1740921609 tempest-ServerPasswordTestJSON-1740921609-project] Pushing event updated for resources: {'Port': ['ID=6d3ca093-5c3d-407e-99a3-de957416ec4d,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:50:10.468636 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-ec1ffd04-516b-4abd-af57-0d2c3558c563 None None] Notify callbacks [] for port, precommit_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:10.476883 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-ec1ffd04-516b-4abd-af57-0d2c3558c563 None None] Transition to ACTIVE for port object 83998450-87e9-481a-9c40-3829fa205dd4 will not be triggered until provisioned by entity L2. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:50:10.492159 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-ec1ffd04-516b-4abd-af57-0d2c3558c563 None None] Transition to ACTIVE for port object 83998450-87e9-481a-9c40-3829fa205dd4 will not be triggered until provisioned by entity DHCP. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:50:10.497921 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-ec1ffd04-516b-4abd-af57-0d2c3558c563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253'] for port, after_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:10.539202 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c0b937-ca52-4554-b4ef-e33e4ef7999e req-7fa62976-3c5f-4d26-a320-592bea406a69 tempest-ServerPasswordTestJSON-1740921609 tempest-ServerPasswordTestJSON-1740921609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:50:10.539389 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec1ffd04-516b-4abd-af57-0d2c3558c563 None None] Network c292f26c-8314-4fd7-8fba-9b59799280d6 is already hosted by enough agents. {{(pid=94468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:50:10.540301 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-c3c0b937-ca52-4554-b4ef-e33e4ef7999e req-7fa62976-3c5f-4d26-a320-592bea406a69 tempest-ServerPasswordTestJSON-1740921609 tempest-ServerPasswordTestJSON-1740921609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:10.545367 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.base_scheduler [None req-ec1ffd04-516b-4abd-af57-0d2c3558c563 None None] Resources bound (agent type, host, resource id): {{(pid=94468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:50:10.547975 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1ffd04-516b-4abd-af57-0d2c3558c563 None None] Pushing event updated for resources: {'Port': ['ID=83998450-87e9-481a-9c40-3829fa205dd4,revision_number=1']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:50:10.550513 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec1ffd04-516b-4abd-af57-0d2c3558c563 None None] Received port after_create {{(pid=94468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:50:10.571915 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2573bd-5f11-45ee-ad4f-45d99132772f req-f5a38c66-02c8-4b6e-bba8-1880875a9392 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:50:10.573204 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4c2573bd-5f11-45ee-ad4f-45d99132772f req-f5a38c66-02c8-4b6e-bba8-1880875a9392 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] 10.222.0.39 "GET /v2.0/ports?device_id=74e1ca28-43ad-4168-8136-fbee995f87d3 HTTP/1.1" status: 200 len: 943 time: 0.1313267 Aug 12 14:50:10.578921 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c3c0b937-ca52-4554-b4ef-e33e4ef7999e req-7fa62976-3c5f-4d26-a320-592bea406a69 tempest-ServerPasswordTestJSON-1740921609 tempest-ServerPasswordTestJSON-1740921609-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2872281 Aug 12 14:50:10.587449 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8250946d-c49d-4a63-b69d-233b3a3c22bf req-adf1a17e-dda0-4d06-8678-c879d43bbefc tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:50:10.588938 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-8250946d-c49d-4a63-b69d-233b3a3c22bf req-adf1a17e-dda0-4d06-8678-c879d43bbefc tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.49 "GET /v2.0/ports?device_id=b148e05e-7d9e-4da9-9b03-99a8a72e94ac HTTP/1.1" status: 200 len: 946 time: 0.1224127 Aug 12 14:50:10.596455 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-c3c0b937-ca52-4554-b4ef-e33e4ef7999e req-1b6b859a-6fe8-4f0f-bca9-eee710f22ba9 service neutron] Request body: {'port': {'device_id': 'fce54e6c-f3fa-4597-ae92-418b1200ea52', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-694802-15'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:50:10.603702 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-ec1ffd04-516b-4abd-af57-0d2c3558c563 None None] Attempting to bind port 83998450-87e9-481a-9c40-3829fa205dd4 on host n-d-694802-15 for vnic_type normal with profile {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:50:10.604073 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-ec1ffd04-516b-4abd-af57-0d2c3558c563 None None] Attempting to bind port 83998450-87e9-481a-9c40-3829fa205dd4 by drivers openvswitch,hyperv on host n-d-694802-15 at level 0 using segments [{'id': '9d258ee2-8781-4817-acc8-0c5b004797a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'c292f26c-8314-4fd7-8fba-9b59799280d6'}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:50:10.604434 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec1ffd04-516b-4abd-af57-0d2c3558c563 None None] Attempting to bind port 83998450-87e9-481a-9c40-3829fa205dd4 on network c292f26c-8314-4fd7-8fba-9b59799280d6 {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:50:10.606952 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-66308adf-bb4a-417d-bdf5-cf3cc3605321 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Allocated IP 2001:db8::47 (c292f26c-8314-4fd7-8fba-9b59799280d6/175efa02-e16d-4656-b887-2f3dfc401db1/d48567a2-a689-458e-bc64-b36f110c4af7) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:50:10.609556 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec1ffd04-516b-4abd-af57-0d2c3558c563 None None] Checking agent: {'id': '16de73ac-f2e9-4cee-b3e0-91052ae3e6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 20, 13), 'started_at': datetime.datetime(2021, 8, 12, 14, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 49, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:50:10.609922 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec1ffd04-516b-4abd-af57-0d2c3558c563 None None] Checking segment: {'id': '9d258ee2-8781-4817-acc8-0c5b004797a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'c292f26c-8314-4fd7-8fba-9b59799280d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:50:10.610351 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-ec1ffd04-516b-4abd-af57-0d2c3558c563 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:10.610705 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec1ffd04-516b-4abd-af57-0d2c3558c563 None None] Bound using segment: {'id': '9d258ee2-8781-4817-acc8-0c5b004797a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'c292f26c-8314-4fd7-8fba-9b59799280d6'} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:50:10.611701 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-ec1ffd04-516b-4abd-af57-0d2c3558c563 None None] Bound port: 83998450-87e9-481a-9c40-3829fa205dd4, host: n-d-694802-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d258ee2-8781-4817-acc8-0c5b004797a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'c292f26c-8314-4fd7-8fba-9b59799280d6'}}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:50:10.611701 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-ec1ffd04-516b-4abd-af57-0d2c3558c563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:10.682841 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-ec1ffd04-516b-4abd-af57-0d2c3558c563 None None] For port 83998450-87e9-481a-9c40-3829fa205dd4, host n-d-694802-15, cleared binding levels {{(pid=94468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:50:10.688497 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-ec1ffd04-516b-4abd-af57-0d2c3558c563 None None] For port 83998450-87e9-481a-9c40-3829fa205dd4, host n-d-694802-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=83998450-87e9-481a-9c40-3829fa205dd4,segment=NetworkSegment(9d258ee2-8781-4817-acc8-0c5b004797a8),segment_id=9d258ee2-8781-4817-acc8-0c5b004797a8)] {{(pid=94468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:50:10.693076 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-ec1ffd04-516b-4abd-af57-0d2c3558c563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:10.740734 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4c2573bd-5f11-45ee-ad4f-45d99132772f req-9c479cd0-8b54-4a8f-93b9-ccdd46803297 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] 10.222.0.39 "GET /v2.0/security-groups?id=d503e6e0-4ce0-4f78-842d-abe0bf3f8a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508136 Aug 12 14:50:10.752710 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-c3c0b937-ca52-4554-b4ef-e33e4ef7999e req-1b6b859a-6fe8-4f0f-bca9-eee710f22ba9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:10.774325 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1ffd04-516b-4abd-af57-0d2c3558c563 None None] Pushing event updated for resources: {'Port': ['ID=83998450-87e9-481a-9c40-3829fa205dd4,revision_number=2']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:50:10.785671 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-66308adf-bb4a-417d-bdf5-cf3cc3605321 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:10.802804 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-66308adf-bb4a-417d-bdf5-cf3cc3605321 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Transition to ACTIVE for port object d48567a2-a689-458e-bc64-b36f110c4af7 will not be triggered until provisioned by entity DHCP. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:50:10.840189 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-66308adf-bb4a-417d-bdf5-cf3cc3605321 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:10.892700 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [req-8250946d-c49d-4a63-b69d-233b3a3c22bf req-90c63e66-bdf8-41de-909d-0f23cd418fdb tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Deleting port dfcd097c-9928-4160-b8e6-a0dea19d832c {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:50:10.893085 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-8250946d-c49d-4a63-b69d-233b3a3c22bf req-90c63e66-bdf8-41de-909d-0f23cd418fdb tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:10.896106 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66308adf-bb4a-417d-bdf5-cf3cc3605321 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Network c292f26c-8314-4fd7-8fba-9b59799280d6 is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:50:10.900628 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-66308adf-bb4a-417d-bdf5-cf3cc3605321 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:50:10.902999 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66308adf-bb4a-417d-bdf5-cf3cc3605321 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Pushing event updated for resources: {'Port': ['ID=d48567a2-a689-458e-bc64-b36f110c4af7,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:50:10.905839 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66308adf-bb4a-417d-bdf5-cf3cc3605321 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:50:10.911716 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66308adf-bb4a-417d-bdf5-cf3cc3605321 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:50:10.913211 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-66308adf-bb4a-417d-bdf5-cf3cc3605321 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:10.931879 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-66308adf-bb4a-417d-bdf5-cf3cc3605321 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.7373421 Aug 12 14:50:10.932169 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 57518) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:50:11.113138 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-8250946d-c49d-4a63-b69d-233b3a3c22bf req-90c63e66-bdf8-41de-909d-0f23cd418fdb tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] For port dfcd097c-9928-4160-b8e6-a0dea19d832c, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=dfcd097c-9928-4160-b8e6-a0dea19d832c,segment=NetworkSegment(b72762b4-956b-443d-aaee-4b6799d6bcb9),segment_id=b72762b4-956b-443d-aaee-4b6799d6bcb9)] {{(pid=94467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:50:11.113511 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-8250946d-c49d-4a63-b69d-233b3a3c22bf req-90c63e66-bdf8-41de-909d-0f23cd418fdb tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:11.240225 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07537dd-5564-4097-a2c2-da1ea2805eb1 req-d1be128a-9e6b-4ed9-afae-d32a544ea692 tempest-ServerPasswordTestJSON-1740921609 tempest-ServerPasswordTestJSON-1740921609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:50:11.241747 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-e07537dd-5564-4097-a2c2-da1ea2805eb1 req-d1be128a-9e6b-4ed9-afae-d32a544ea692 tempest-ServerPasswordTestJSON-1740921609 tempest-ServerPasswordTestJSON-1740921609-project] 10.222.0.39 "GET /v2.0/ports?device_id=fce54e6c-f3fa-4597-ae92-418b1200ea52 HTTP/1.1" status: 200 len: 932 time: 0.1270669 Aug 12 14:50:11.319678 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3513ef-5e84-4fef-b145-a9c9e146d7f3 req-a92e10d1-db32-4bb7-bc7d-564f787186ba tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:50:11.321681 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0c3513ef-5e84-4fef-b145-a9c9e146d7f3 req-a92e10d1-db32-4bb7-bc7d-564f787186ba tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/ports?device_id=b148e05e-7d9e-4da9-9b03-99a8a72e94ac HTTP/1.1" status: 200 len: 946 time: 0.2043960 Aug 12 14:50:11.334987 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-e07537dd-5564-4097-a2c2-da1ea2805eb1 req-3cddef14-7155-43c9-b9a6-f8bf59fdf784 tempest-ServerPasswordTestJSON-1740921609 tempest-ServerPasswordTestJSON-1740921609-project] 10.222.0.39 "GET /v2.0/security-groups?id=84bd8750-1642-4d25-b826-2df095af9be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733171 Aug 12 14:50:11.356938 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [req-c3c0b937-ca52-4554-b4ef-e33e4ef7999e req-1b6b859a-6fe8-4f0f-bca9-eee710f22ba9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d3ca093-5c3d-407e-99a3-de957416ec4d {{(pid=94467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:50:11.378634 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4d674707-5786-45b3-8bc9-dc7ea6a2295c tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:11.400940 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-c3c0b937-ca52-4554-b4ef-e33e4ef7999e req-1b6b859a-6fe8-4f0f-bca9-eee710f22ba9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:11.431430 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device 85280652-520b-4e5f-843a-c815aa60c81a details requested by agent hyperv_n-h2-694802-15 with host n-h2-694802-15 {{(pid=94468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 14:50:11.441187 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [req-c3c0b937-ca52-4554-b4ef-e33e4ef7999e req-1b6b859a-6fe8-4f0f-bca9-eee710f22ba9 service neutron] Transition to ACTIVE for port object 6d3ca093-5c3d-407e-99a3-de957416ec4d will not be triggered until provisioned by entity L2. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:50:11.452872 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-c3c0b937-ca52-4554-b4ef-e33e4ef7999e req-1b6b859a-6fe8-4f0f-bca9-eee710f22ba9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:11.464981 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0c3513ef-5e84-4fef-b145-a9c9e146d7f3 req-9ff3c070-6d13-4e3e-8dda-089755ad39c9 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/security-groups?id=ae835367-3679-4f41-a825-d086536e4cce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1302278 Aug 12 14:50:11.497902 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-8250946d-c49d-4a63-b69d-233b3a3c22bf req-90c63e66-bdf8-41de-909d-0f23cd418fdb tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:11.498288 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-8250946d-c49d-4a63-b69d-233b3a3c22bf req-90c63e66-bdf8-41de-909d-0f23cd418fdb tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431510'] for floatingip, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:11.498681 n-d-694802-15 neutron-server[94467]: INFO neutron.db.l3_db [req-8250946d-c49d-4a63-b69d-233b3a3c22bf req-90c63e66-bdf8-41de-909d-0f23cd418fdb tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Floating IP bde79f2d-5ce7-48e6-9a9e-f7a128896dc8 disassociated. External IP: 172.25.1.8, port: dfcd097c-9928-4160-b8e6-a0dea19d832c. Aug 12 14:50:11.498942 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [req-8250946d-c49d-4a63-b69d-233b3a3c22bf req-90c63e66-bdf8-41de-909d-0f23cd418fdb tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Calling delete_port for dfcd097c-9928-4160-b8e6-a0dea19d832c owned by compute:nova {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:50:11.554742 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:11.575081 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6b859a-6fe8-4f0f-bca9-eee710f22ba9 service neutron] Pushing event updated for resources: {'Port': ['ID=6d3ca093-5c3d-407e-99a3-de957416ec4d,revision_number=2']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:50:11.596190 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port 85280652-520b-4e5f-843a-c815aa60c81a, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=85280652-520b-4e5f-843a-c815aa60c81a,segment=NetworkSegment(abdc443e-cf7a-4b71-8730-19997248ebd2),segment_id=abdc443e-cf7a-4b71-8730-19997248ebd2)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:50:11.609178 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6b859a-6fe8-4f0f-bca9-eee710f22ba9 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:50:11.609532 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6b859a-6fe8-4f0f-bca9-eee710f22ba9 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:50:11.609873 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6b859a-6fe8-4f0f-bca9-eee710f22ba9 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:50:11.610231 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6b859a-6fe8-4f0f-bca9-eee710f22ba9 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:50:11.610546 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6b859a-6fe8-4f0f-bca9-eee710f22ba9 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:50:11.610877 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6b859a-6fe8-4f0f-bca9-eee710f22ba9 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:50:11.611235 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6b859a-6fe8-4f0f-bca9-eee710f22ba9 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:50:11.611563 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6b859a-6fe8-4f0f-bca9-eee710f22ba9 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:50:11.611891 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6b859a-6fe8-4f0f-bca9-eee710f22ba9 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:50:11.612052 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Returning: {'device': '85280652-520b-4e5f-843a-c815aa60c81a', 'network_id': '0f2cc2b1-26b2-41f2-bdd8-a5e5698bdc15', 'port_id': '85280652-520b-4e5f-843a-c815aa60c81a', 'mac_address': 'fa:16:3e:35:f2:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33fe8ec3-27c5-4c33-8718-44dd3a3eaffa', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 14:50:11.612218 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6b859a-6fe8-4f0f-bca9-eee710f22ba9 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:50:11.612546 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6b859a-6fe8-4f0f-bca9-eee710f22ba9 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:50:11.612870 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6b859a-6fe8-4f0f-bca9-eee710f22ba9 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:50:11.661218 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:11.679246 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85280652-520b-4e5f-843a-c815aa60c81a {{(pid=94468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:50:11.700934 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-c3c0b937-ca52-4554-b4ef-e33e4ef7999e req-1b6b859a-6fe8-4f0f-bca9-eee710f22ba9 service neutron] Attempting to bind port 6d3ca093-5c3d-407e-99a3-de957416ec4d on host n-h1-694802-15 for vnic_type normal with profile {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:50:11.700934 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-c3c0b937-ca52-4554-b4ef-e33e4ef7999e req-1b6b859a-6fe8-4f0f-bca9-eee710f22ba9 service neutron] Attempting to bind port 6d3ca093-5c3d-407e-99a3-de957416ec4d by drivers openvswitch,hyperv on host n-h1-694802-15 at level 0 using segments [{'id': '220278c7-fc1a-44c5-8328-0ae924ec86ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '091a52ea-ed33-4446-8ad6-ba41570302d4'}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:50:11.701335 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3c0b937-ca52-4554-b4ef-e33e4ef7999e req-1b6b859a-6fe8-4f0f-bca9-eee710f22ba9 service neutron] Attempting to bind port 6d3ca093-5c3d-407e-99a3-de957416ec4d on network 091a52ea-ed33-4446-8ad6-ba41570302d4 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:50:11.710190 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port 85280652-520b-4e5f-843a-c815aa60c81a, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=85280652-520b-4e5f-843a-c815aa60c81a,segment=NetworkSegment(abdc443e-cf7a-4b71-8730-19997248ebd2),segment_id=abdc443e-cf7a-4b71-8730-19997248ebd2)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:50:11.715697 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:11.735210 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3c0b937-ca52-4554-b4ef-e33e4ef7999e req-1b6b859a-6fe8-4f0f-bca9-eee710f22ba9 service neutron] Port 6d3ca093-5c3d-407e-99a3-de957416ec4d on network 091a52ea-ed33-4446-8ad6-ba41570302d4 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-15 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 14:50:11.735550 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3c0b937-ca52-4554-b4ef-e33e4ef7999e req-1b6b859a-6fe8-4f0f-bca9-eee710f22ba9 service neutron] Attempting to bind port 6d3ca093-5c3d-407e-99a3-de957416ec4d on network 091a52ea-ed33-4446-8ad6-ba41570302d4 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:50:11.749932 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3c0b937-ca52-4554-b4ef-e33e4ef7999e req-1b6b859a-6fe8-4f0f-bca9-eee710f22ba9 service neutron] Checking agent: {'id': 'de568313-a3e6-454a-9813-77e25edcea95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 27, 41), 'started_at': datetime.datetime(2021, 8, 12, 14, 27, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 50, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:50:11.750322 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3c0b937-ca52-4554-b4ef-e33e4ef7999e req-1b6b859a-6fe8-4f0f-bca9-eee710f22ba9 service neutron] Checking segment: {'id': '220278c7-fc1a-44c5-8328-0ae924ec86ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '091a52ea-ed33-4446-8ad6-ba41570302d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:50:11.750755 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3c0b937-ca52-4554-b4ef-e33e4ef7999e req-1b6b859a-6fe8-4f0f-bca9-eee710f22ba9 service neutron] Bound using segment: {'id': '220278c7-fc1a-44c5-8328-0ae924ec86ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '091a52ea-ed33-4446-8ad6-ba41570302d4'} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:50:11.751248 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-c3c0b937-ca52-4554-b4ef-e33e4ef7999e req-1b6b859a-6fe8-4f0f-bca9-eee710f22ba9 service neutron] Bound port: 6d3ca093-5c3d-407e-99a3-de957416ec4d, host: n-h1-694802-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '220278c7-fc1a-44c5-8328-0ae924ec86ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '091a52ea-ed33-4446-8ad6-ba41570302d4'}}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:50:11.751604 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-c3c0b937-ca52-4554-b4ef-e33e4ef7999e req-1b6b859a-6fe8-4f0f-bca9-eee710f22ba9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:11.785464 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Pushing event updated for resources: {'Port': ['ID=85280652-520b-4e5f-843a-c815aa60c81a,revision_number=4']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:50:11.798535 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-8250946d-c49d-4a63-b69d-233b3a3c22bf req-90c63e66-bdf8-41de-909d-0f23cd418fdb tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:11.843058 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c63e66-bdf8-41de-909d-0f23cd418fdb tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Pushing event deleted for resources: {'Port': ['ID=dfcd097c-9928-4160-b8e6-a0dea19d832c,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:50:11.920678 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-c3c0b937-ca52-4554-b4ef-e33e4ef7999e req-1b6b859a-6fe8-4f0f-bca9-eee710f22ba9 service neutron] For port 6d3ca093-5c3d-407e-99a3-de957416ec4d, host n-h1-694802-15, cleared binding levels {{(pid=94467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:50:11.972295 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-c3c0b937-ca52-4554-b4ef-e33e4ef7999e req-1b6b859a-6fe8-4f0f-bca9-eee710f22ba9 service neutron] For port 6d3ca093-5c3d-407e-99a3-de957416ec4d, host n-h1-694802-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=6d3ca093-5c3d-407e-99a3-de957416ec4d,segment=NetworkSegment(220278c7-fc1a-44c5-8328-0ae924ec86ff),segment_id=220278c7-fc1a-44c5-8328-0ae924ec86ff)] {{(pid=94467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:50:11.980370 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-c3c0b937-ca52-4554-b4ef-e33e4ef7999e req-1b6b859a-6fe8-4f0f-bca9-eee710f22ba9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:12.013330 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7255787a-ced3-4db7-9b91-37c4ee5cea9c None None] Network c292f26c-8314-4fd7-8fba-9b59799280d6 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:50:12.020029 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87d4988-4a71-4f73-ac15-4dc6327e6e15 req-bb96ef39-4462-4c66-b2fe-54db19f746c3 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:50:12.021722 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-b87d4988-4a71-4f73-ac15-4dc6327e6e15 req-bb96ef39-4462-4c66-b2fe-54db19f746c3 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] 10.222.0.39 "GET /v2.0/ports?device_id=74e1ca28-43ad-4168-8136-fbee995f87d3 HTTP/1.1" status: 200 len: 944 time: 0.1473074 Aug 12 14:50:12.031948 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c0b937-ca52-4554-b4ef-e33e4ef7999e req-1b6b859a-6fe8-4f0f-bca9-eee710f22ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:50:12.032543 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-c3c0b937-ca52-4554-b4ef-e33e4ef7999e req-1b6b859a-6fe8-4f0f-bca9-eee710f22ba9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:12.034673 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c3c0b937-ca52-4554-b4ef-e33e4ef7999e req-1b6b859a-6fe8-4f0f-bca9-eee710f22ba9 service neutron] 10.222.0.64 "PUT /v2.0/ports/6d3ca093-5c3d-407e-99a3-de957416ec4d HTTP/1.1" status: 200 len: 1093 time: 1.4430528 Aug 12 14:50:12.041441 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fce54e6c-f3fa-4597-ae92-418b1200ea52', 'tag': '6d3ca093-5c3d-407e-99a3-de957416ec4d'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:50:12.043856 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e65282f928b64038367d043a4411777802006c43a98742496cb2e25b724ff1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-955c083a-e15a-4a05-bf0a-65ad8f453ca6" -d '{"events": [{"name": "network-changed", "server_uuid": "fce54e6c-f3fa-4597-ae92-418b1200ea52", "tag": "6d3ca093-5c3d-407e-99a3-de957416ec4d"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:50:12.077056 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-53cca308-a7ed-47ae-9945-f00f26572b0b None None] Provisioning for port 83998450-87e9-481a-9c40-3829fa205dd4 completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:50:12.081530 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8250946d-c49d-4a63-b69d-233b3a3c22bf req-90c63e66-bdf8-41de-909d-0f23cd418fdb tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Router 6a4eed94-bc27-4b5a-a5c2-bcb624f30ef4 has already been hosted by L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f {{(pid=94467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 14:50:12.089623 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6b859a-6fe8-4f0f-bca9-eee710f22ba9 service neutron] Pushing event updated for resources: {'Port': ['ID=6d3ca093-5c3d-407e-99a3-de957416ec4d,revision_number=3']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:50:12.146052 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-b87d4988-4a71-4f73-ac15-4dc6327e6e15 req-12cca00b-a859-4a99-ba50-470edbecb2a9 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] 10.222.0.39 "GET /v2.0/security-groups?id=d503e6e0-4ce0-4f78-842d-abe0bf3f8a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113029 Aug 12 14:50:12.154878 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 14:50:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-036b83c2-ba68-4f5a-b545-6b96131f8611 x-openstack-request-id: req-036b83c2-ba68-4f5a-b545-6b96131f8611 {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:50:12.155205 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fce54e6c-f3fa-4597-ae92-418b1200ea52", "tag": "6d3ca093-5c3d-407e-99a3-de957416ec4d", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:50:12.155461 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-036b83c2-ba68-4f5a-b545-6b96131f8611 {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:50:12.155861 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fce54e6c-f3fa-4597-ae92-418b1200ea52', 'tag': '6d3ca093-5c3d-407e-99a3-de957416ec4d', 'status': 'completed', 'code': 200} Aug 12 14:50:12.177638 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] get_ports_and_sgs() called for port_ids ['85280652-520b-4e5f-843a-c815aa60c81a'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:50:12.189433 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4d674707-5786-45b3-8bc9-dc7ea6a2295c tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks [] for port, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:12.194124 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4d674707-5786-45b3-8bc9-dc7ea6a2295c tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3718439'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:12.260101 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d674707-5786-45b3-8bc9-dc7ea6a2295c tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Pushing event updated for resources: {'Port': ['ID=d48567a2-a689-458e-bc64-b36f110c4af7,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:50:12.279228 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8250946d-c49d-4a63-b69d-233b3a3c22bf req-90c63e66-bdf8-41de-909d-0f23cd418fdb tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 14:50:12.310301 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c208682-0b25-4d11-95e9-00d254863676 None None] Sync routers for ids ['6a4eed94-bc27-4b5a-a5c2-bcb624f30ef4'] in n-d-694802-15 {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 14:50:12.342992 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c208682-0b25-4d11-95e9-00d254863676 None None] Routers {'6a4eed94-bc27-4b5a-a5c2-bcb624f30ef4'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:50:12.343722 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-7c208682-0b25-4d11-95e9-00d254863676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:49:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['6a4eed94-bc27-4b5a-a5c2-bcb624f30ef4'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:50:12.347509 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [req-8250946d-c49d-4a63-b69d-233b3a3c22bf req-90c63e66-bdf8-41de-909d-0f23cd418fdb tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] No DVR routers for this DVR port dfcd097c-9928-4160-b8e6-a0dea19d832c on host n-h2-694802-15 {{(pid=94467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:50:12.351192 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-8250946d-c49d-4a63-b69d-233b3a3c22bf req-90c63e66-bdf8-41de-909d-0f23cd418fdb tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:12.353430 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-8250946d-c49d-4a63-b69d-233b3a3c22bf req-90c63e66-bdf8-41de-909d-0f23cd418fdb tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.49 "DELETE /v2.0/ports/dfcd097c-9928-4160-b8e6-a0dea19d832c HTTP/1.1" status: 204 len: 173 time: 1.7542646 Aug 12 14:50:12.360682 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c0b937-ca52-4554-b4ef-e33e4ef7999e req-12a16fb3-8457-47b4-b485-b9e60aed7421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:50:12.362538 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c3c0b937-ca52-4554-b4ef-e33e4ef7999e req-12a16fb3-8457-47b4-b485-b9e60aed7421 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e60c2f9ff8554c7c9d4e6fda9d991832&device_id=fce54e6c-f3fa-4597-ae92-418b1200ea52 HTTP/1.1" status: 200 len: 1096 time: 0.2690086 Aug 12 14:50:12.422409 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c3c0b937-ca52-4554-b4ef-e33e4ef7999e req-cd9b1530-1685-4c5c-8199-5aa1ab198334 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6d3ca093-5c3d-407e-99a3-de957416ec4d HTTP/1.1" status: 200 len: 217 time: 0.0455627 Aug 12 14:50:12.520733 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4d674707-5786-45b3-8bc9-dc7ea6a2295c tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66663725'] for router_interface, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:12.556791 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c0b937-ca52-4554-b4ef-e33e4ef7999e req-258a8707-969f-49d7-b7d5-2b1bd65629de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:50:12.562512 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c3c0b937-ca52-4554-b4ef-e33e4ef7999e req-258a8707-969f-49d7-b7d5-2b1bd65629de service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b89b9d7a-93a3-4b17-9884-fc25b6996b8e HTTP/1.1" status: 200 len: 853 time: 0.1244261 Aug 12 14:50:12.577311 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42095b43-7106-4b30-ba41-7e70eacb9b89 req-c9e57900-5516-4586-aedf-c41cd9ff50f6 tempest-ServerPasswordTestJSON-1740921609 tempest-ServerPasswordTestJSON-1740921609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:50:12.578997 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-42095b43-7106-4b30-ba41-7e70eacb9b89 req-c9e57900-5516-4586-aedf-c41cd9ff50f6 tempest-ServerPasswordTestJSON-1740921609 tempest-ServerPasswordTestJSON-1740921609-project] 10.222.0.39 "GET /v2.0/ports?device_id=fce54e6c-f3fa-4597-ae92-418b1200ea52 HTTP/1.1" status: 200 len: 944 time: 0.0840206 Aug 12 14:50:12.638836 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c3c0b937-ca52-4554-b4ef-e33e4ef7999e req-c443577f-b490-4388-9554-743f44a2272e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=091a52ea-ed33-4446-8ad6-ba41570302d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0585229 Aug 12 14:50:12.647768 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvr_db [None req-7c208682-0b25-4d11-95e9-00d254863676 None None] Set router 6a4eed94-bc27-4b5a-a5c2-bcb624f30ef4 gateway port host: n-d-694802-15 {{(pid=94468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:50:12.697543 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-22b9948e-abfa-454a-9b15-5dd1685beeed req-750b17a3-c8db-48c5-8822-f2a37a145c00 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/ports?device_id=b148e05e-7d9e-4da9-9b03-99a8a72e94ac HTTP/1.1" status: 200 len: 210 time: 0.0299523 Aug 12 14:50:12.714570 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-42095b43-7106-4b30-ba41-7e70eacb9b89 req-8fb24c3f-9f31-4783-acde-8b77e3b4a20d tempest-ServerPasswordTestJSON-1740921609 tempest-ServerPasswordTestJSON-1740921609-project] 10.222.0.39 "GET /v2.0/security-groups?id=84bd8750-1642-4d25-b826-2df095af9be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248100 Aug 12 14:50:12.759938 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4d674707-5786-45b3-8bc9-dc7ea6a2295c tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:12.765241 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:12.790996 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c3c0b937-ca52-4554-b4ef-e33e4ef7999e req-62062426-282d-4884-b5c7-b593b0d55a11 service neutron] 10.222.0.64 "GET /v2.0/networks/091a52ea-ed33-4446-8ad6-ba41570302d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375563 Aug 12 14:50:12.816396 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-877c7315-68dc-478a-9f24-d7585c47825c None None] Provisioning for port d48567a2-a689-458e-bc64-b36f110c4af7 completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:50:12.835893 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-877c7315-68dc-478a-9f24-d7585c47825c None None] Provisioning complete for port d48567a2-a689-458e-bc64-b36f110c4af7 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:50:12.836319 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-877c7315-68dc-478a-9f24-d7585c47825c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:12.934770 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-877c7315-68dc-478a-9f24-d7585c47825c None None] Port d48567a2-a689-458e-bc64-b36f110c4af7 cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 14:50:12.976641 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 83998450-87e9-481a-9c40-3829fa205dd4 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:50:12.981320 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c3c0b937-ca52-4554-b4ef-e33e4ef7999e req-e524e53b-094b-4545-b304-bae752bf0fca service neutron] 10.222.0.64 "GET /v2.0/networks/091a52ea-ed33-4446-8ad6-ba41570302d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1771207 Aug 12 14:50:13.043203 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:13.064057 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning for port 83998450-87e9-481a-9c40-3829fa205dd4 completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:50:13.069485 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port 83998450-87e9-481a-9c40-3829fa205dd4 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:50:13.069789 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:13.072710 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-7c208682-0b25-4d11-95e9-00d254863676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a4eed94-bc27-4b5a-a5c2-bcb624f30ef4', 'name': 'tempest-AttachVolumeShelveTestJSON-919977636-router', 'tenant_id': '3a3bdd41fa344002b106e434a17bdf78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': 'b848814d-02f9-4e6d-a7d4-f67f9f79aee9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:43:22Z', 'updated_at': '2021-08-12T14:43:34Z', 'revision_number': 4, 'project_id': '3a3bdd41fa344002b106e434a17bdf78', 'gw_port': {'id': 'b848814d-02f9-4e6d-a7d4-f67f9f79aee9', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:ed:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a4eed94-bc27-4b5a-a5c2-bcb624f30ef4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:43:23Z', 'updated_at': '2021-08-12T14:43:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': 'ac1058a7-6857-446c-aead-fc64ad1cbb2a', 'name': '', 'network_id': '2ad93210-7061-461d-8617-49848448cc38', 'tenant_id': '3a3bdd41fa344002b106e434a17bdf78', 'mac_address': 'fa:16:3e:a0:9d:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a4eed94-bc27-4b5a-a5c2-bcb624f30ef4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': 'ce169be2-a716-4bd9-89d0-74eedc855ec7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:43:30Z', 'updated_at': '2021-08-12T14:43:41Z', 'revision_number': 5, 'project_id': '3a3bdd41fa344002b106e434a17bdf78', 'subnets': [{'id': 'ce169be2-a716-4bd9-89d0-74eedc855ec7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:50:13.126550 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c208682-0b25-4d11-95e9-00d254863676 None None] Checking router: 6a4eed94-bc27-4b5a-a5c2-bcb624f30ef4 for host: n-d-694802-15 {{(pid=94468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 14:50:13.127652 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955c083a-e15a-4a05-bf0a-65ad8f453ca6 req-d42414c7-711c-4889-8346-1e7af8be4bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:50:13.129658 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-955c083a-e15a-4a05-bf0a-65ad8f453ca6 req-d42414c7-711c-4889-8346-1e7af8be4bf1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e60c2f9ff8554c7c9d4e6fda9d991832&device_id=fce54e6c-f3fa-4597-ae92-418b1200ea52 HTTP/1.1" status: 200 len: 1096 time: 0.0573671 Aug 12 14:50:13.149317 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c208682-0b25-4d11-95e9-00d254863676 None None] Routers {'6a4eed94-bc27-4b5a-a5c2-bcb624f30ef4'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:50:13.149960 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-7c208682-0b25-4d11-95e9-00d254863676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:49:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['6a4eed94-bc27-4b5a-a5c2-bcb624f30ef4'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:50:13.207385 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-79cfbf69-9bfb-40d5-a38a-bb760d883c4e None None] Provisioning complete for port d48567a2-a689-458e-bc64-b36f110c4af7 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:50:13.207756 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-79cfbf69-9bfb-40d5-a38a-bb760d883c4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:13.221037 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4d674707-5786-45b3-8bc9-dc7ea6a2295c tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks [] for port, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:13.231955 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4d674707-5786-45b3-8bc9-dc7ea6a2295c tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3718439'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:13.233156 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4d674707-5786-45b3-8bc9-dc7ea6a2295c tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66628363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66663865'] for router_interface, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:13.258641 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955c083a-e15a-4a05-bf0a-65ad8f453ca6 req-ea0acac1-1231-433b-9491-c69f84b66e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:50:13.260560 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-955c083a-e15a-4a05-bf0a-65ad8f453ca6 req-ea0acac1-1231-433b-9491-c69f84b66e7e service neutron] 10.222.0.64 "GET /v2.0/networks?id=091a52ea-ed33-4446-8ad6-ba41570302d4 HTTP/1.1" status: 200 len: 914 time: 0.1241333 Aug 12 14:50:13.328843 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-955c083a-e15a-4a05-bf0a-65ad8f453ca6 req-8eabdbf3-e9d6-409e-9efb-323851026ecb service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6d3ca093-5c3d-407e-99a3-de957416ec4d HTTP/1.1" status: 200 len: 217 time: 0.0561304 Aug 12 14:50:13.373478 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d674707-5786-45b3-8bc9-dc7ea6a2295c tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Pushing event updated for resources: {'Port': ['ID=d48567a2-a689-458e-bc64-b36f110c4af7,revision_number=3']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:50:13.396265 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955c083a-e15a-4a05-bf0a-65ad8f453ca6 req-0da80b96-ac8b-4e85-9df3-cdc987c7c79e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:50:13.398355 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-955c083a-e15a-4a05-bf0a-65ad8f453ca6 req-0da80b96-ac8b-4e85-9df3-cdc987c7c79e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b89b9d7a-93a3-4b17-9884-fc25b6996b8e HTTP/1.1" status: 200 len: 853 time: 0.0622845 Aug 12 14:50:13.418482 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a15f278-f910-4d08-868f-65e243364ebb req-43786a68-2a2e-40ea-a1b5-3bcff7389eaf tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:50:13.420034 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-2a15f278-f910-4d08-868f-65e243364ebb req-43786a68-2a2e-40ea-a1b5-3bcff7389eaf tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] 10.222.0.39 "GET /v2.0/ports?device_id=74e1ca28-43ad-4168-8136-fbee995f87d3 HTTP/1.1" status: 200 len: 944 time: 0.1253011 Aug 12 14:50:13.432124 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-955c083a-e15a-4a05-bf0a-65ad8f453ca6 req-f8890935-6fe3-4307-9486-837849bbb9fc service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=091a52ea-ed33-4446-8ad6-ba41570302d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255821 Aug 12 14:50:13.453690 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d674707-5786-45b3-8bc9-dc7ea6a2295c tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Network c292f26c-8314-4fd7-8fba-9b59799280d6 is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:50:13.454146 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device dfcd097c-9928-4160-b8e6-a0dea19d832c no longer exists at agent hyperv_n-h2-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:50:13.457969 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-4d674707-5786-45b3-8bc9-dc7ea6a2295c tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:50:13.517491 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-2a15f278-f910-4d08-868f-65e243364ebb req-6e36caa3-31de-4378-be09-1ba342256d29 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] 10.222.0.39 "GET /v2.0/security-groups?id=d503e6e0-4ce0-4f78-842d-abe0bf3f8a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900543 Aug 12 14:50:13.518402 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] No Port match for: dfcd097c-9928-4160-b8e6-a0dea19d832c {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 14:50:13.518747 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device dfcd097c-9928-4160-b8e6-a0dea19d832c not bound to the agent host n-h2-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:50:13.521045 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-34def2f9-534b-4843-94f8-3f929e3fd4c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:13.523447 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-79cfbf69-9bfb-40d5-a38a-bb760d883c4e None None] Port d48567a2-a689-458e-bc64-b36f110c4af7 cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 14:50:13.540822 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-955c083a-e15a-4a05-bf0a-65ad8f453ca6 req-b9eaa1b9-41c2-4f55-a9ec-65d20a873af7 service neutron] 10.222.0.64 "GET /v2.0/networks/091a52ea-ed33-4446-8ad6-ba41570302d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007302 Aug 12 14:50:13.544457 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:13.548371 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvr_db [None req-7c208682-0b25-4d11-95e9-00d254863676 None None] Set router 6a4eed94-bc27-4b5a-a5c2-bcb624f30ef4 gateway port host: n-d-694802-15 {{(pid=94468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:50:13.653128 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] For port 83998450-87e9-481a-9c40-3829fa205dd4, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=83998450-87e9-481a-9c40-3829fa205dd4,segment=NetworkSegment(9d258ee2-8781-4817-acc8-0c5b004797a8),segment_id=9d258ee2-8781-4817-acc8-0c5b004797a8)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:50:13.660259 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-955c083a-e15a-4a05-bf0a-65ad8f453ca6 req-7d69e1a6-b6b4-4cf8-b04f-5617b39d3ac5 service neutron] 10.222.0.64 "GET /v2.0/networks/091a52ea-ed33-4446-8ad6-ba41570302d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116724 Aug 12 14:50:13.675630 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d674707-5786-45b3-8bc9-dc7ea6a2295c tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Router a3622344-a92b-4d9f-ba6d-5debcea1bcbd is scheduled to L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f with binding_index 1 {{(pid=94466) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 14:50:13.708248 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:13.748402 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-2285ed51-dd3f-48dd-a1e3-31b458547fb2 None None] Provisioning complete for port d48567a2-a689-458e-bc64-b36f110c4af7 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:50:13.759275 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-2285ed51-dd3f-48dd-a1e3-31b458547fb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:13.796133 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d674707-5786-45b3-8bc9-dc7ea6a2295c tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 14:50:13.807839 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e92e562-b05e-43f4-8791-66e77c543b71 None None] Sync routers for ids ['a3622344-a92b-4d9f-ba6d-5debcea1bcbd'] in n-d-694802-15 {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 14:50:13.831467 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e92e562-b05e-43f4-8791-66e77c543b71 None None] Routers {'a3622344-a92b-4d9f-ba6d-5debcea1bcbd'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:50:13.832355 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 57548) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:50:13.834148 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-4d674707-5786-45b3-8bc9-dc7ea6a2295c tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] 10.222.0.39 "PUT /v2.0/routers/a3622344-a92b-4d9f-ba6d-5debcea1bcbd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9008698 Aug 12 14:50:13.835074 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-9e92e562-b05e-43f4-8791-66e77c543b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:50:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['a3622344-a92b-4d9f-ba6d-5debcea1bcbd'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:50:13.836642 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 57550) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:50:13.873078 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Pushing event updated for resources: {'Port': ['ID=83998450-87e9-481a-9c40-3829fa205dd4,revision_number=3']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:50:13.884745 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-2285ed51-dd3f-48dd-a1e3-31b458547fb2 None None] Port d48567a2-a689-458e-bc64-b36f110c4af7 cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 14:50:13.893834 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f95e96a-1d20-4ce3-b28c-adbf876a3c43 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:50:13.898142 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-3f95e96a-1d20-4ce3-b28c-adbf876a3c43 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] 10.222.0.39 "GET /v2.0/ports?device_id=a3622344-a92b-4d9f-ba6d-5debcea1bcbd HTTP/1.1" status: 200 len: 987 time: 0.0578623 Aug 12 14:50:13.899757 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 57552) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:50:13.902007 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-9e92e562-b05e-43f4-8791-66e77c543b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:50:13.911623 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e92e562-b05e-43f4-8791-66e77c543b71 None None] Routers {'a3622344-a92b-4d9f-ba6d-5debcea1bcbd'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:50:13.912241 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-9e92e562-b05e-43f4-8791-66e77c543b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:50:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['a3622344-a92b-4d9f-ba6d-5debcea1bcbd'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:50:13.947394 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-1769855f-eda9-4483-9dc3-3220908ab45d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:13.950533 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-7c208682-0b25-4d11-95e9-00d254863676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a4eed94-bc27-4b5a-a5c2-bcb624f30ef4', 'name': 'tempest-AttachVolumeShelveTestJSON-919977636-router', 'tenant_id': '3a3bdd41fa344002b106e434a17bdf78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': 'b848814d-02f9-4e6d-a7d4-f67f9f79aee9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:43:22Z', 'updated_at': '2021-08-12T14:43:34Z', 'revision_number': 4, 'project_id': '3a3bdd41fa344002b106e434a17bdf78', 'gw_port': {'id': 'b848814d-02f9-4e6d-a7d4-f67f9f79aee9', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:ed:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a4eed94-bc27-4b5a-a5c2-bcb624f30ef4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:43:23Z', 'updated_at': '2021-08-12T14:43:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': 'ac1058a7-6857-446c-aead-fc64ad1cbb2a', 'name': '', 'network_id': '2ad93210-7061-461d-8617-49848448cc38', 'tenant_id': '3a3bdd41fa344002b106e434a17bdf78', 'mac_address': 'fa:16:3e:a0:9d:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a4eed94-bc27-4b5a-a5c2-bcb624f30ef4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': 'ce169be2-a716-4bd9-89d0-74eedc855ec7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:43:30Z', 'updated_at': '2021-08-12T14:43:41Z', 'revision_number': 5, 'project_id': '3a3bdd41fa344002b106e434a17bdf78', 'subnets': [{'id': 'ce169be2-a716-4bd9-89d0-74eedc855ec7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:50:13.950800 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-9e92e562-b05e-43f4-8791-66e77c543b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:50:13.951636 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e92e562-b05e-43f4-8791-66e77c543b71 None None] The sync data for ids ['a3622344-a92b-4d9f-ba6d-5debcea1bcbd'] in n-d-694802-15 is: [] {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 14:50:13.970247 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda37f64-4584-4e84-b46f-1afd572cac95 req-36ef5fcf-b10f-44be-b587-0f7b3d8e4e56 tempest-ServerPasswordTestJSON-1740921609 tempest-ServerPasswordTestJSON-1740921609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:50:13.971934 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-eda37f64-4584-4e84-b46f-1afd572cac95 req-36ef5fcf-b10f-44be-b587-0f7b3d8e4e56 tempest-ServerPasswordTestJSON-1740921609 tempest-ServerPasswordTestJSON-1740921609-project] 10.222.0.39 "GET /v2.0/ports?device_id=fce54e6c-f3fa-4597-ae92-418b1200ea52 HTTP/1.1" status: 200 len: 944 time: 0.1550469 Aug 12 14:50:13.984008 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c208682-0b25-4d11-95e9-00d254863676 None None] The sync data for ids ['6a4eed94-bc27-4b5a-a5c2-bcb624f30ef4'] in n-d-694802-15 is: [{'id': '6a4eed94-bc27-4b5a-a5c2-bcb624f30ef4', 'name': 'tempest-AttachVolumeShelveTestJSON-919977636-router', 'tenant_id': '3a3bdd41fa344002b106e434a17bdf78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': 'b848814d-02f9-4e6d-a7d4-f67f9f79aee9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:43:22Z', 'updated_at': '2021-08-12T14:43:34Z', 'revision_number': 4, 'project_id': '3a3bdd41fa344002b106e434a17bdf78', 'gw_port': {'id': 'b848814d-02f9-4e6d-a7d4-f67f9f79aee9', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:ed:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a4eed94-bc27-4b5a-a5c2-bcb624f30ef4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:43:23Z', 'updated_at': '2021-08-12T14:43:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': 'ac1058a7-6857-446c-aead-fc64ad1cbb2a', 'name': '', 'network_id': '2ad93210-7061-461d-8617-49848448cc38', 'tenant_id': '3a3bdd41fa344002b106e434a17bdf78', 'mac_address': 'fa:16:3e:a0:9d:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a4eed94-bc27-4b5a-a5c2-bcb624f30ef4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': 'ce169be2-a716-4bd9-89d0-74eedc855ec7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:43:30Z', 'updated_at': '2021-08-12T14:43:41Z', 'revision_number': 5, 'project_id': '3a3bdd41fa344002b106e434a17bdf78', 'subnets': [{'id': 'ce169be2-a716-4bd9-89d0-74eedc855ec7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 14:50:14.003067 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-9be8fd9c-e692-4ebd-90f0-c662f3ca4d07 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Notify callbacks [] for security_group, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:14.005852 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-ab77c600-cdb7-46b3-9fb7-04c2d8d6e911 None None] Provisioning complete for port d48567a2-a689-458e-bc64-b36f110c4af7 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:50:14.006304 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-ab77c600-cdb7-46b3-9fb7-04c2d8d6e911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:14.035095 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-9be8fd9c-e692-4ebd-90f0-c662f3ca4d07 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:14.046678 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-ab77c600-cdb7-46b3-9fb7-04c2d8d6e911 None None] Port d48567a2-a689-458e-bc64-b36f110c4af7 cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 14:50:14.085974 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-eda37f64-4584-4e84-b46f-1afd572cac95 req-83b92198-ca03-46b3-bbbc-4c712f5b8372 tempest-ServerPasswordTestJSON-1740921609 tempest-ServerPasswordTestJSON-1740921609-project] 10.222.0.39 "GET /v2.0/security-groups?id=84bd8750-1642-4d25-b826-2df095af9be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072114 Aug 12 14:50:14.118108 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-9be8fd9c-e692-4ebd-90f0-c662f3ca4d07 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:14.120845 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-9be8fd9c-e692-4ebd-90f0-c662f3ca4d07 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:14.124593 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-9be8fd9c-e692-4ebd-90f0-c662f3ca4d07 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "DELETE /v2.0/security-groups/ae835367-3679-4f41-a825-d086536e4cce HTTP/1.1" status: 204 len: 168 time: 0.2556965 Aug 12 14:50:14.125916 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 57554) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:50:14.143398 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be8fd9c-e692-4ebd-90f0-c662f3ca4d07 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae835367-3679-4f41-a825-d086536e4cce,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:50:14.146960 n-d-694802-15 neutron-server[94467]: INFO neutron.api.v2.resource [None req-dab9d37f-c84c-4936-b7c9-47c99876c369 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] show failed (client error): The resource could not be found. Aug 12 14:50:14.148153 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-dab9d37f-c84c-4936-b7c9-47c99876c369 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/security-groups/ae835367-3679-4f41-a825-d086536e4cce HTTP/1.1" status: 404 len: 347 time: 0.0212417 Aug 12 14:50:14.151739 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 57556) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:50:14.159838 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b148e05e-7d9e-4da9-9b03-99a8a72e94ac', 'name': 'network-vif-deleted', 'tag': 'dfcd097c-9928-4160-b8e6-a0dea19d832c'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:50:14.162063 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e65282f928b64038367d043a4411777802006c43a98742496cb2e25b724ff1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b8df944-a5ab-4375-945b-7f247dfa6a60" -d '{"events": [{"server_uuid": "b148e05e-7d9e-4da9-9b03-99a8a72e94ac", "name": "network-vif-deleted", "tag": "dfcd097c-9928-4160-b8e6-a0dea19d832c"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:50:14.262548 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 14:50:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01672670-e96c-4917-b056-296573b4c04b x-openstack-request-id: req-01672670-e96c-4917-b056-296573b4c04b {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:50:14.262843 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b148e05e-7d9e-4da9-9b03-99a8a72e94ac", "name": "network-vif-deleted", "tag": "dfcd097c-9928-4160-b8e6-a0dea19d832c", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:50:14.263142 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-01672670-e96c-4917-b056-296573b4c04b {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:50:14.263538 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b148e05e-7d9e-4da9-9b03-99a8a72e94ac', 'name': 'network-vif-deleted', 'tag': 'dfcd097c-9928-4160-b8e6-a0dea19d832c', 'status': 'completed', 'code': 200} Aug 12 14:50:14.278314 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4ae797c1-d58e-41ce-9737-52766428904b tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66663830'] for router_interface, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:14.291211 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-df58cade-4c9d-4784-8aae-61354d5953db tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Deleting port b864e7b4-38f2-430c-b19f-f7f30596fd1a {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:50:14.291555 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-df58cade-4c9d-4784-8aae-61354d5953db tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:14.326089 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c4004bb-84d0-4afd-b26c-81a9c51ee337 None None] New status for floating IP bde79f2d-5ce7-48e6-9a9e-f7a128896dc8: DOWN {{(pid=94468) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 14:50:14.370847 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-df58cade-4c9d-4784-8aae-61354d5953db tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:14.371148 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-df58cade-4c9d-4784-8aae-61354d5953db tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:14.383224 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-df58cade-4c9d-4784-8aae-61354d5953db tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Calling delete_port for b864e7b4-38f2-430c-b19f-f7f30596fd1a owned by network:floatingip {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:50:14.512832 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-4ae797c1-d58e-41ce-9737-52766428904b tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Deleting port d48567a2-a689-458e-bc64-b36f110c4af7 {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:50:14.513174 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4ae797c1-d58e-41ce-9737-52766428904b tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:14.527087 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-df58cade-4c9d-4784-8aae-61354d5953db tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:14.553625 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df58cade-4c9d-4784-8aae-61354d5953db tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Pushing event deleted for resources: {'Port': ['ID=b864e7b4-38f2-430c-b19f-f7f30596fd1a,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:50:14.603890 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4ae797c1-d58e-41ce-9737-52766428904b tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:14.616347 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-4ae797c1-d58e-41ce-9737-52766428904b tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Calling delete_port for d48567a2-a689-458e-bc64-b36f110c4af7 owned by network:router_interface {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:50:14.647658 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-df58cade-4c9d-4784-8aae-61354d5953db tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Notify callbacks [] for floatingip, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:14.651905 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-df58cade-4c9d-4784-8aae-61354d5953db tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for floatingip, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:14.653083 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-df58cade-4c9d-4784-8aae-61354d5953db tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "DELETE /v2.0/floatingips/bde79f2d-5ce7-48e6-9a9e-f7a128896dc8 HTTP/1.1" status: 204 len: 168 time: 0.5002689 Aug 12 14:50:14.686624 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f60c31-5b5d-4147-9a86-a5dddf19924b req-48c82009-bc60-4b60-8684-41f85ef34819 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:50:14.695187 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a0f60c31-5b5d-4147-9a86-a5dddf19924b req-48c82009-bc60-4b60-8684-41f85ef34819 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] 10.222.0.39 "GET /v2.0/ports?device_id=74e1ca28-43ad-4168-8136-fbee995f87d3 HTTP/1.1" status: 200 len: 944 time: 0.0856342 Aug 12 14:50:14.740380 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a0f60c31-5b5d-4147-9a86-a5dddf19924b req-9729469f-ee2b-4d25-aba4-81056a2e77ea tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] 10.222.0.39 "GET /v2.0/security-groups?id=d503e6e0-4ce0-4f78-842d-abe0bf3f8a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434511 Aug 12 14:50:14.820265 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4ae797c1-d58e-41ce-9737-52766428904b tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:14.851550 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae797c1-d58e-41ce-9737-52766428904b tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Pushing event deleted for resources: {'Port': ['ID=d48567a2-a689-458e-bc64-b36f110c4af7,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:50:14.895596 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 83998450-87e9-481a-9c40-3829fa205dd4 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:50:14.952292 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port 83998450-87e9-481a-9c40-3829fa205dd4 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:50:14.952766 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:14.961732 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4ae797c1-d58e-41ce-9737-52766428904b tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66628352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-430630'] for router_interface, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:15.099381 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 57566) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:50:15.104057 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-1b790830-d566-41a2-9144-e2ed9b7eb073 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1788852359', 'description': 'tempest-description--853879929'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:50:15.127480 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-1b790830-d566-41a2-9144-e2ed9b7eb073 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Notify callbacks [] for security_group, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:15.133746 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ae797c1-d58e-41ce-9737-52766428904b tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Router a3622344-a92b-4d9f-ba6d-5debcea1bcbd has already been hosted by L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f {{(pid=94466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 14:50:15.217395 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ae797c1-d58e-41ce-9737-52766428904b tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 14:50:15.223154 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-4ae797c1-d58e-41ce-9737-52766428904b tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] 10.222.0.39 "PUT /v2.0/routers/a3622344-a92b-4d9f-ba6d-5debcea1bcbd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3223255 Aug 12 14:50:15.225664 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 57570) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:50:15.231741 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03bdd8d0-3949-44c5-81e9-be9c4586fa8e None None] Sync routers for ids ['a3622344-a92b-4d9f-ba6d-5debcea1bcbd'] in n-d-694802-15 {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 14:50:15.245017 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03bdd8d0-3949-44c5-81e9-be9c4586fa8e None None] Routers {'a3622344-a92b-4d9f-ba6d-5debcea1bcbd'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:50:15.245876 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-03bdd8d0-3949-44c5-81e9-be9c4586fa8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:50:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['a3622344-a92b-4d9f-ba6d-5debcea1bcbd'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:50:15.258481 n-d-694802-15 neutron-server[94466]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddd6528f-d29d-4bd8-82aa-59e39506b10c tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] GET failed (client error): The resource could not be found. Aug 12 14:50:15.262798 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-ddd6528f-d29d-4bd8-82aa-59e39506b10c tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] 10.222.0.39 "GET /v2.0/ports/d48567a2-a689-458e-bc64-b36f110c4af7 HTTP/1.1" status: 404 len: 333 time: 0.0334911 Aug 12 14:50:15.262912 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76ae3c3-74ce-4cbb-a29d-e3c7cc73e715 req-6dc5d48d-3f6c-4fa7-beea-486189db0ea8 tempest-ServerPasswordTestJSON-1740921609 tempest-ServerPasswordTestJSON-1740921609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:50:15.262997 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 57572) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:50:15.267672 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f76ae3c3-74ce-4cbb-a29d-e3c7cc73e715 req-6dc5d48d-3f6c-4fa7-beea-486189db0ea8 tempest-ServerPasswordTestJSON-1740921609 tempest-ServerPasswordTestJSON-1740921609-project] 10.222.0.39 "GET /v2.0/ports?device_id=fce54e6c-f3fa-4597-ae92-418b1200ea52 HTTP/1.1" status: 200 len: 944 time: 0.1065369 Aug 12 14:50:15.278329 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-03bdd8d0-3949-44c5-81e9-be9c4586fa8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:50:15.287253 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03bdd8d0-3949-44c5-81e9-be9c4586fa8e None None] Routers {'a3622344-a92b-4d9f-ba6d-5debcea1bcbd'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:50:15.288046 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-03bdd8d0-3949-44c5-81e9-be9c4586fa8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:50:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['a3622344-a92b-4d9f-ba6d-5debcea1bcbd'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:50:15.292496 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-1b790830-d566-41a2-9144-e2ed9b7eb073 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Notify callbacks [] for security_group, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:15.300977 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-1b790830-d566-41a2-9144-e2ed9b7eb073 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:15.322493 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-03bdd8d0-3949-44c5-81e9-be9c4586fa8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:50:15.323173 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03bdd8d0-3949-44c5-81e9-be9c4586fa8e None None] The sync data for ids ['a3622344-a92b-4d9f-ba6d-5debcea1bcbd'] in n-d-694802-15 is: [] {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 14:50:15.330590 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f76ae3c3-74ce-4cbb-a29d-e3c7cc73e715 req-f43356a7-acbc-4061-a23f-41d9977f949a tempest-ServerPasswordTestJSON-1740921609 tempest-ServerPasswordTestJSON-1740921609-project] 10.222.0.39 "GET /v2.0/security-groups?id=84bd8750-1642-4d25-b826-2df095af9be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618627 Aug 12 14:50:15.340660 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-7f86b3b8-10f2-44df-b251-d25b0186743b tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks [] for router, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:15.342621 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-1b790830-d566-41a2-9144-e2ed9b7eb073 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:15.344000 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-1b790830-d566-41a2-9144-e2ed9b7eb073 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.2436194 Aug 12 14:50:15.345006 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b790830-d566-41a2-9144-e2ed9b7eb073 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70daefbf-eec6-4754-864f-8c40c2c28cc4,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:50:15.346928 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 57574) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:50:15.383265 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-3b8a811f-2b15-4a1a-ac7a-2617b6cfc7eb tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Request body: {'security_group_rule': {'security_group_id': '70daefbf-eec6-4754-864f-8c40c2c28cc4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:50:15.453066 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device 85280652-520b-4e5f-843a-c815aa60c81a up at agent hyperv_n-h2-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:50:15.491478 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device 6d3ca093-5c3d-407e-99a3-de957416ec4d details requested by agent hyperv_n-h1-694802-15 with host n-h1-694802-15 {{(pid=94468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 14:50:15.516667 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Provisioning for port 85280652-520b-4e5f-843a-c815aa60c81a completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:50:15.519399 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-7f86b3b8-10f2-44df-b251-d25b0186743b tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-429360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-104877'] for router, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:15.525439 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-7f86b3b8-10f2-44df-b251-d25b0186743b tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:15.528183 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3b8a811f-2b15-4a1a-ac7a-2617b6cfc7eb tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:15.558996 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Provisioning complete for port 85280652-520b-4e5f-843a-c815aa60c81a triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:50:15.559391 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:15.589293 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-7f86b3b8-10f2-44df-b251-d25b0186743b tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-429375'] for router, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:15.589814 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f86b3b8-10f2-44df-b251-d25b0186743b tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Fanout notify agent at l3_agent the message router_deleted on router a3622344-a92b-4d9f-ba6d-5debcea1bcbd {{(pid=94466) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 14:50:15.597751 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-7f86b3b8-10f2-44df-b251-d25b0186743b tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks [] for router, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:15.598867 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-7f86b3b8-10f2-44df-b251-d25b0186743b tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] 10.222.0.39 "DELETE /v2.0/routers/a3622344-a92b-4d9f-ba6d-5debcea1bcbd HTTP/1.1" status: 204 len: 168 time: 0.3347912 Aug 12 14:50:15.601689 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 57576) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:50:15.620254 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3b8a811f-2b15-4a1a-ac7a-2617b6cfc7eb tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:15.624356 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3b8a811f-2b15-4a1a-ac7a-2617b6cfc7eb tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641735'] for security_group_rule, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:15.636082 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-fe95f194-a3b0-4c04-9e42-20b511169d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:15.643538 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8a811f-2b15-4a1a-ac7a-2617b6cfc7eb tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66237ebe-abdd-4196-a61a-5c038767ab85,revision_number=0']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:50:15.656590 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3b8a811f-2b15-4a1a-ac7a-2617b6cfc7eb tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:15.659817 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-3b8a811f-2b15-4a1a-ac7a-2617b6cfc7eb tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2792425 Aug 12 14:50:15.660491 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 57578) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:50:15.663467 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e249a31-a749-454e-b4b1-cc2ece3e0600 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Deleting subnet 175efa02-e16d-4656-b887-2f3dfc401db1 {{(pid=94467) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 14:50:15.665585 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-ca8956ad-2eda-455e-9edd-5482e1cb9f0b tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Request body: {'security_group_rule': {'security_group_id': '70daefbf-eec6-4754-864f-8c40c2c28cc4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:50:15.667518 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-5e249a31-a749-454e-b4b1-cc2ece3e0600 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks [] for subnet, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:15.693606 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ca8956ad-2eda-455e-9edd-5482e1cb9f0b tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:15.698512 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port 6d3ca093-5c3d-407e-99a3-de957416ec4d, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=6d3ca093-5c3d-407e-99a3-de957416ec4d,segment=NetworkSegment(220278c7-fc1a-44c5-8328-0ae924ec86ff),segment_id=220278c7-fc1a-44c5-8328-0ae924ec86ff)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:50:15.708944 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-5e249a31-a749-454e-b4b1-cc2ece3e0600 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3857505'] for subnet, precommit_delete_associations {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:15.719973 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Returning: {'device': '6d3ca093-5c3d-407e-99a3-de957416ec4d', 'network_id': '091a52ea-ed33-4446-8ad6-ba41570302d4', 'port_id': '6d3ca093-5c3d-407e-99a3-de957416ec4d', 'mac_address': 'fa:16:3e:3b:55:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b89b9d7a-93a3-4b17-9884-fc25b6996b8e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 14:50:15.771909 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ca8956ad-2eda-455e-9edd-5482e1cb9f0b tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:15.778467 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ca8956ad-2eda-455e-9edd-5482e1cb9f0b tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641735'] for security_group_rule, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:15.798429 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:15.804796 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8956ad-2eda-455e-9edd-5482e1cb9f0b tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=696cbc5f-1d40-46bd-bd39-cff3682c40a8,revision_number=0']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:50:15.805033 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:15.814438 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ca8956ad-2eda-455e-9edd-5482e1cb9f0b tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:15.817005 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-ca8956ad-2eda-455e-9edd-5482e1cb9f0b tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1558585 Aug 12 14:50:15.821863 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 57584) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:50:15.828846 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d3ca093-5c3d-407e-99a3-de957416ec4d {{(pid=94468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:50:15.830075 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-5e249a31-a749-454e-b4b1-cc2ece3e0600 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66416255'] for subnet, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:15.830901 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-64ed4858-f82f-4f70-9b09-06d12b3a5fa2 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Request body: {'floatingip': {'floating_network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:50:15.865683 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-64ed4858-f82f-4f70-9b09-06d12b3a5fa2 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Notify callbacks [] for floatingip, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:15.881759 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74e1ca28-43ad-4168-8136-fbee995f87d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85280652-520b-4e5f-843a-c815aa60c81a'}] {{(pid=94468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:50:15.881759 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99a8d87602170099c728e57431aca99e9b98a655a83bbf8727be13192709727b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-126ae05c-4ca3-44f8-993d-ecdc5a553b61" -d '{"events": [{"server_uuid": "74e1ca28-43ad-4168-8136-fbee995f87d3", "name": "network-vif-plugged", "status": "completed", "tag": "85280652-520b-4e5f-843a-c815aa60c81a"}]}' {{(pid=94468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:50:15.907201 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port 6d3ca093-5c3d-407e-99a3-de957416ec4d, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=6d3ca093-5c3d-407e-99a3-de957416ec4d,segment=NetworkSegment(220278c7-fc1a-44c5-8328-0ae924ec86ff),segment_id=220278c7-fc1a-44c5-8328-0ae924ec86ff)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:50:15.911819 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port 85280652-520b-4e5f-843a-c815aa60c81a, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=85280652-520b-4e5f-843a-c815aa60c81a,segment=NetworkSegment(abdc443e-cf7a-4b71-8730-19997248ebd2),segment_id=abdc443e-cf7a-4b71-8730-19997248ebd2)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:50:15.917119 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:15.924719 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:15.948678 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 14:50:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de86662d-6c23-42c4-9657-e2695a20463d x-openstack-request-id: req-de86662d-6c23-42c4-9657-e2695a20463d {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:50:15.949036 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74e1ca28-43ad-4168-8136-fbee995f87d3", "name": "network-vif-plugged", "status": "completed", "tag": "85280652-520b-4e5f-843a-c815aa60c81a", "code": 200}]} {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:50:15.949333 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-de86662d-6c23-42c4-9657-e2695a20463d {{(pid=94468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:50:15.949917 n-d-694802-15 neutron-server[94468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74e1ca28-43ad-4168-8136-fbee995f87d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85280652-520b-4e5f-843a-c815aa60c81a', 'code': 200} Aug 12 14:50:15.971495 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bea336-7a05-470b-b712-7795203992a1 req-598d5c09-c398-4e8b-9a70-f3c1d158176e tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:50:15.973426 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-76bea336-7a05-470b-b712-7795203992a1 req-598d5c09-c398-4e8b-9a70-f3c1d158176e tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] 10.222.0.39 "GET /v2.0/ports?device_id=74e1ca28-43ad-4168-8136-fbee995f87d3 HTTP/1.1" status: 200 len: 944 time: 0.1011951 Aug 12 14:50:15.997540 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Pushing event updated for resources: {'Port': ['ID=6d3ca093-5c3d-407e-99a3-de957416ec4d,revision_number=4']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:50:16.010608 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-5e249a31-a749-454e-b4b1-cc2ece3e0600 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66416232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2859225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3343748'] for subnet, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:16.011872 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-64ed4858-f82f-4f70-9b09-06d12b3a5fa2 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:16.060041 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Pushing event updated for resources: {'Port': ['ID=85280652-520b-4e5f-843a-c815aa60c81a,revision_number=5']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:50:16.072399 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-5e249a31-a749-454e-b4b1-cc2ece3e0600 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks [] for subnet, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:16.076817 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-5e249a31-a749-454e-b4b1-cc2ece3e0600 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] 10.222.0.39 "DELETE /v2.0/subnets/175efa02-e16d-4656-b887-2f3dfc401db1 HTTP/1.1" status: 204 len: 168 time: 0.4709308 Aug 12 14:50:16.077013 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 57588) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:50:16.077393 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e249a31-a749-454e-b4b1-cc2ece3e0600 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Pushing event deleted for resources: {'Subnet': ['ID=175efa02-e16d-4656-b887-2f3dfc401db1,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:50:16.081731 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfd735f1-7d38-4ebe-a892-5681bdb653db None None] Network c292f26c-8314-4fd7-8fba-9b59799280d6 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:50:16.096199 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-76bea336-7a05-470b-b712-7795203992a1 req-068ea7a0-5fd9-474d-87a1-cb46dae91c1d tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] 10.222.0.39 "GET /v2.0/security-groups?id=d503e6e0-4ce0-4f78-842d-abe0bf3f8a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108048 Aug 12 14:50:16.106998 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10342bf1-cd11-43d1-b93b-cef38e7189ef req-3aa9677e-d098-4912-87ed-735d3dea3287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:50:16.108766 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-10342bf1-cd11-43d1-b93b-cef38e7189ef req-3aa9677e-d098-4912-87ed-735d3dea3287 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=74e1ca28-43ad-4168-8136-fbee995f87d3 HTTP/1.1" status: 200 len: 1097 time: 0.0935249 Aug 12 14:50:16.150717 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-10342bf1-cd11-43d1-b93b-cef38e7189ef req-81922f5d-78ce-4e14-b99d-aa9be0073238 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=d503e6e0-4ce0-4f78-842d-abe0bf3f8a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337925 Aug 12 14:50:16.194219 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-64ed4858-f82f-4f70-9b09-06d12b3a5fa2 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Allocated IP 172.25.1.143 (d3759e1b-6c03-45ac-acd4-90abb417809b/f0254f08-c19c-4e31-bd9c-09389ea4b6f2/5826f304-5ca0-4508-902d-18197fe2aa2a) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:50:16.199912 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-fbf0a504-c918-4aba-8d51-0c6f710068ae tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680608'] for network, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:16.248299 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] get_ports_and_sgs() called for port_ids ['6d3ca093-5c3d-407e-99a3-de957416ec4d'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:50:16.271862 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc5a563a-2ebb-4bec-941d-9b09f0bad885 None None] DHCP port deletion for c292f26c-8314-4fd7-8fba-9b59799280d6 request from n-d-694802-15 {{(pid=94468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 14:50:16.344487 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-fbf0a504-c918-4aba-8d51-0c6f710068ae tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Deleting port 83998450-87e9-481a-9c40-3829fa205dd4 {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:50:16.344820 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-fbf0a504-c918-4aba-8d51-0c6f710068ae tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:16.348717 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-64ed4858-f82f-4f70-9b09-06d12b3a5fa2 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:16.355530 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-bc5a563a-2ebb-4bec-941d-9b09f0bad885 None None] Deleting port 83998450-87e9-481a-9c40-3829fa205dd4 {{(pid=94468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:50:16.355905 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-bc5a563a-2ebb-4bec-941d-9b09f0bad885 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:16.424364 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-fbf0a504-c918-4aba-8d51-0c6f710068ae tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] For port 83998450-87e9-481a-9c40-3829fa205dd4, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=83998450-87e9-481a-9c40-3829fa205dd4,segment=NetworkSegment(9d258ee2-8781-4817-acc8-0c5b004797a8),segment_id=9d258ee2-8781-4817-acc8-0c5b004797a8)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:50:16.424728 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-fbf0a504-c918-4aba-8d51-0c6f710068ae tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:16.451129 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-bc5a563a-2ebb-4bec-941d-9b09f0bad885 None None] For port 83998450-87e9-481a-9c40-3829fa205dd4, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=83998450-87e9-481a-9c40-3829fa205dd4,segment=NetworkSegment(9d258ee2-8781-4817-acc8-0c5b004797a8),segment_id=9d258ee2-8781-4817-acc8-0c5b004797a8)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:50:16.451525 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-bc5a563a-2ebb-4bec-941d-9b09f0bad885 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:16.468545 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-bc5a563a-2ebb-4bec-941d-9b09f0bad885 None None] Calling delete_port for 83998450-87e9-481a-9c40-3829fa205dd4 owned by network:dhcp {{(pid=94468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:50:16.473556 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-fbf0a504-c918-4aba-8d51-0c6f710068ae tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Calling delete_port for 83998450-87e9-481a-9c40-3829fa205dd4 owned by network:dhcp {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:50:16.495155 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-64ed4858-f82f-4f70-9b09-06d12b3a5fa2 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:16.572122 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-bc5a563a-2ebb-4bec-941d-9b09f0bad885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262'] for port, after_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:16.581321 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64ed4858-f82f-4f70-9b09-06d12b3a5fa2 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Network d3759e1b-6c03-45ac-acd4-90abb417809b is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:50:16.589190 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34603130-7297-44b6-a7ed-f5a42cc8998f req-131274ce-348b-4be6-9dc4-e237ef921d86 tempest-ServerPasswordTestJSON-1740921609 tempest-ServerPasswordTestJSON-1740921609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:50:16.590682 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-34603130-7297-44b6-a7ed-f5a42cc8998f req-131274ce-348b-4be6-9dc4-e237ef921d86 tempest-ServerPasswordTestJSON-1740921609 tempest-ServerPasswordTestJSON-1740921609-project] 10.222.0.39 "GET /v2.0/ports?device_id=fce54e6c-f3fa-4597-ae92-418b1200ea52 HTTP/1.1" status: 200 len: 945 time: 0.1598608 Aug 12 14:50:16.597118 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-64ed4858-f82f-4f70-9b09-06d12b3a5fa2 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:50:16.599218 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5a563a-2ebb-4bec-941d-9b09f0bad885 None None] Pushing event deleted for resources: {'Port': ['ID=83998450-87e9-481a-9c40-3829fa205dd4,revision_number=None']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:50:16.604320 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc5a563a-2ebb-4bec-941d-9b09f0bad885 None None] No DVR routers for this DVR port 83998450-87e9-481a-9c40-3829fa205dd4 on host n-d-694802-15 {{(pid=94468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:50:16.604416 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ed4858-f82f-4f70-9b09-06d12b3a5fa2 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:50:16.612499 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ed4858-f82f-4f70-9b09-06d12b3a5fa2 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Pushing event updated for resources: {'Port': ['ID=5826f304-5ca0-4508-902d-18197fe2aa2a,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:50:16.688881 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-34603130-7297-44b6-a7ed-f5a42cc8998f req-fa9aebc7-53e6-45fb-9ad7-295e0cfd8016 tempest-ServerPasswordTestJSON-1740921609 tempest-ServerPasswordTestJSON-1740921609-project] 10.222.0.39 "GET /v2.0/security-groups?id=84bd8750-1642-4d25-b826-2df095af9be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858374 Aug 12 14:50:16.689834 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-fbf0a504-c918-4aba-8d51-0c6f710068ae tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:16.745286 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf0a504-c918-4aba-8d51-0c6f710068ae tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Pushing event deleted for resources: {'Port': ['ID=83998450-87e9-481a-9c40-3829fa205dd4,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:50:16.747300 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbf0a504-c918-4aba-8d51-0c6f710068ae tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] No DVR routers for this DVR port 83998450-87e9-481a-9c40-3829fa205dd4 on host n-d-694802-15 {{(pid=94466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:50:16.856010 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 83998450-87e9-481a-9c40-3829fa205dd4 no longer exists at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:50:16.877407 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] No Port match for: 83998450-87e9-481a-9c40-3829fa205dd4 {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 14:50:16.877768 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 83998450-87e9-481a-9c40-3829fa205dd4 not bound to the agent host n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:50:17.144018 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-64ed4858-f82f-4f70-9b09-06d12b3a5fa2 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:17.157505 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-fbf0a504-c918-4aba-8d51-0c6f710068ae tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66413304', 'neutron.services.segments.db._delete_segments_for_network-8744654118000'] for network, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:17.184516 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-fbf0a504-c918-4aba-8d51-0c6f710068ae tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c292f26c-8314-4fd7-8fba-9b59799280d6']}} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:50:17.209724 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-fbf0a504-c918-4aba-8d51-0c6f710068ae tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d258ee2-8781-4817-acc8-0c5b004797a8') {'for_net_delete': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:50:17.210016 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-fbf0a504-c918-4aba-8d51-0c6f710068ae tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d258ee2-8781-4817-acc8-0c5b004797a8') {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:50:17.238513 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-fbf0a504-c918-4aba-8d51-0c6f710068ae tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744654122361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2293560'] for segment, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:17.240032 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-64ed4858-f82f-4f70-9b09-06d12b3a5fa2 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:17.280837 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-fbf0a504-c918-4aba-8d51-0c6f710068ae tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:17.295627 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbf0a504-c918-4aba-8d51-0c6f710068ae tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Releasing vlan 343 on physical network physnet1 to pool {{(pid=94466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 14:50:17.296027 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-fbf0a504-c918-4aba-8d51-0c6f710068ae tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3718595'] for segment, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:17.299058 n-d-694802-15 neutron-server[94466]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 14:50:17.299058 n-d-694802-15 neutron-server[94466]: self.session.flush() Aug 12 14:50:17.299058 n-d-694802-15 neutron-server[94466]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 14:50:17.299058 n-d-694802-15 neutron-server[94466]: self.session.flush() Aug 12 14:50:17.299058 n-d-694802-15 neutron-server[94466]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 14:50:17.299058 n-d-694802-15 neutron-server[94466]: self.session.flush() Aug 12 14:50:17.299058 n-d-694802-15 neutron-server[94466]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 14:50:17.299058 n-d-694802-15 neutron-server[94466]: self.session.flush() Aug 12 14:50:17.299058 n-d-694802-15 neutron-server[94466]: Traceback (most recent call last): Aug 12 14:50:17.299058 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 14:50:17.299058 n-d-694802-15 neutron-server[94466]: timer() Aug 12 14:50:17.299058 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 14:50:17.299058 n-d-694802-15 neutron-server[94466]: cb(*args, **kw) Aug 12 14:50:17.299058 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 14:50:17.299058 n-d-694802-15 neutron-server[94466]: return func(*args, **kwargs) Aug 12 14:50:17.299058 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 14:50:17.299058 n-d-694802-15 neutron-server[94466]: self._notify() Aug 12 14:50:17.299058 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 14:50:17.299058 n-d-694802-15 neutron-server[94466]: self.callback(batched_events) Aug 12 14:50:17.299058 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 14:50:17.299058 n-d-694802-15 neutron-server[94466]: event.method(event) Aug 12 14:50:17.299058 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 14:50:17.299058 n-d-694802-15 neutron-server[94466]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 14:50:17.299058 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 14:50:17.299058 n-d-694802-15 neutron-server[94466]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 14:50:17.299058 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 14:50:17.299058 n-d-694802-15 neutron-server[94466]: return f(self, *a, **k) Aug 12 14:50:17.299058 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 14:50:17.299058 n-d-694802-15 neutron-server[94466]: return self._get(url).json() Aug 12 14:50:17.299058 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 14:50:17.299058 n-d-694802-15 neutron-server[94466]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 14:50:17.299058 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 14:50:17.299058 n-d-694802-15 neutron-server[94466]: return self.request(url, 'GET', **kwargs) Aug 12 14:50:17.299058 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 14:50:17.299058 n-d-694802-15 neutron-server[94466]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 14:50:17.299058 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 14:50:17.299058 n-d-694802-15 neutron-server[94466]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 14:50:17.299058 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 14:50:17.299058 n-d-694802-15 neutron-server[94466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 14:50:17.299058 n-d-694802-15 neutron-server[94466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 14:50:17.306620 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffad188-5c4e-4a0b-a6a4-f0b13c2d3ec5 req-ad311c3f-9225-4b1f-a63d-45de075d7698 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:50:17.308129 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-1ffad188-5c4e-4a0b-a6a4-f0b13c2d3ec5 req-ad311c3f-9225-4b1f-a63d-45de075d7698 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] 10.222.0.39 "GET /v2.0/ports?device_id=74e1ca28-43ad-4168-8136-fbee995f87d3 HTTP/1.1" status: 200 len: 945 time: 0.1391840 Aug 12 14:50:17.437013 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-fbf0a504-c918-4aba-8d51-0c6f710068ae tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66413281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431520'] for network, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:17.448941 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-fbf0a504-c918-4aba-8d51-0c6f710068ae tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks [] for network, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:17.450001 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-fbf0a504-c918-4aba-8d51-0c6f710068ae tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] 10.222.0.39 "DELETE /v2.0/networks/c292f26c-8314-4fd7-8fba-9b59799280d6 HTTP/1.1" status: 204 len: 168 time: 1.3720548 Aug 12 14:50:17.453799 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 57598) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:50:17.466158 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-1ffad188-5c4e-4a0b-a6a4-f0b13c2d3ec5 req-2f906204-12a4-47d6-9be6-235c2fdedf2b tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] 10.222.0.39 "GET /v2.0/security-groups?id=d503e6e0-4ce0-4f78-842d-abe0bf3f8a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413758 Aug 12 14:50:17.470143 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf0a504-c918-4aba-8d51-0c6f710068ae tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Pushing event deleted for resources: {'Network': ['ID=c292f26c-8314-4fd7-8fba-9b59799280d6,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:50:17.509222 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device 6d3ca093-5c3d-407e-99a3-de957416ec4d up at agent hyperv_n-h1-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:50:17.510166 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7790c8f1-a2b9-4699-b5aa-1472870a936e tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:50:17.511604 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-7790c8f1-a2b9-4699-b5aa-1472870a936e tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] 10.222.0.39 "GET /v2.0/ports/2eb1f304-06b3-46f5-bc43-ce6d128fbeb4 HTTP/1.1" status: 200 len: 844 time: 0.0562546 Aug 12 14:50:17.515586 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 57600) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:50:17.560891 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Provisioning for port 6d3ca093-5c3d-407e-99a3-de957416ec4d completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:50:17.564769 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Provisioning complete for port 6d3ca093-5c3d-407e-99a3-de957416ec4d triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:50:17.565147 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:17.571516 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-64ed4858-f82f-4f70-9b09-06d12b3a5fa2 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Notify callbacks [] for port, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:17.576506 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-eb93c00d-37bb-44b6-a4e2-2c434edc4038 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] 10.222.0.39 "GET /v2.0/ports/2eb1f304-06b3-46f5-bc43-ce6d128fbeb4?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0597134 Aug 12 14:50:17.580352 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 57602) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:50:17.585198 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-a35841b5-846b-4bca-b8c6-cc1942f2eac3 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Request body: {'subnet': {'network_id': '71182620-fc59-4a91-8e3b-fc68c8b620e0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:50:17.589284 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-64ed4858-f82f-4f70-9b09-06d12b3a5fa2 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3718439'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:17.645589 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:17.680940 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port 6d3ca093-5c3d-407e-99a3-de957416ec4d, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=6d3ca093-5c3d-407e-99a3-de957416ec4d,segment=NetworkSegment(220278c7-fc1a-44c5-8328-0ae924ec86ff),segment_id=220278c7-fc1a-44c5-8328-0ae924ec86ff)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:50:17.684819 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:17.718507 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ed4858-f82f-4f70-9b09-06d12b3a5fa2 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Pushing event updated for resources: {'Port': ['ID=5826f304-5ca0-4508-902d-18197fe2aa2a,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:50:17.733386 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Pushing event updated for resources: {'Port': ['ID=6d3ca093-5c3d-407e-99a3-de957416ec4d,revision_number=5']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:50:17.734441 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-64ed4858-f82f-4f70-9b09-06d12b3a5fa2 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431510'] for floatingip, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:17.761187 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a35841b5-846b-4bca-b8c6-cc1942f2eac3 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Made reservation on behalf of fc26b2bd24e24e018c7add15390c187a for: {'subnet': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:50:17.765144 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a35841b5-846b-4bca-b8c6-cc1942f2eac3 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8776441'] for subnet, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:17.769979 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-64ed4858-f82f-4f70-9b09-06d12b3a5fa2 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for floatingip, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:17.771262 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-64ed4858-f82f-4f70-9b09-06d12b3a5fa2 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9462478 Aug 12 14:50:17.821284 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77668a4d-0c33-4703-9394-a033cb78bb4c req-4c05dac0-0f6a-465d-98d5-96a78351ecaf tempest-ServerPasswordTestJSON-1740921609 tempest-ServerPasswordTestJSON-1740921609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:50:17.822820 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-77668a4d-0c33-4703-9394-a033cb78bb4c req-4c05dac0-0f6a-465d-98d5-96a78351ecaf tempest-ServerPasswordTestJSON-1740921609 tempest-ServerPasswordTestJSON-1740921609-project] 10.222.0.39 "GET /v2.0/ports?device_id=fce54e6c-f3fa-4597-ae92-418b1200ea52 HTTP/1.1" status: 200 len: 946 time: 0.0508630 Aug 12 14:50:17.875585 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-77668a4d-0c33-4703-9394-a033cb78bb4c req-b1b9c99e-aee5-4008-98c3-850cd7ded263 tempest-ServerPasswordTestJSON-1740921609 tempest-ServerPasswordTestJSON-1740921609-project] 10.222.0.39 "GET /v2.0/security-groups?id=84bd8750-1642-4d25-b826-2df095af9be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455158 Aug 12 14:50:17.950651 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fce54e6c-f3fa-4597-ae92-418b1200ea52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d3ca093-5c3d-407e-99a3-de957416ec4d'}] {{(pid=94468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:50:17.953017 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99a8d87602170099c728e57431aca99e9b98a655a83bbf8727be13192709727b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ee039c5-8bf9-4086-a093-09c1336f81c5" -d '{"events": [{"server_uuid": "fce54e6c-f3fa-4597-ae92-418b1200ea52", "name": "network-vif-plugged", "status": "completed", "tag": "6d3ca093-5c3d-407e-99a3-de957416ec4d"}]}' {{(pid=94468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:50:17.992739 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a35841b5-846b-4bca-b8c6-cc1942f2eac3 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3718490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8776395'] for subnet, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:18.036346 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 14:50:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfb38bbb-f142-4fdf-a5c1-4c70f7126cb2 x-openstack-request-id: req-dfb38bbb-f142-4fdf-a5c1-4c70f7126cb2 {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:50:18.036636 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fce54e6c-f3fa-4597-ae92-418b1200ea52", "name": "network-vif-plugged", "status": "completed", "tag": "6d3ca093-5c3d-407e-99a3-de957416ec4d", "code": 200}]} {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:50:18.036889 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-dfb38bbb-f142-4fdf-a5c1-4c70f7126cb2 {{(pid=94468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:50:18.037279 n-d-694802-15 neutron-server[94468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fce54e6c-f3fa-4597-ae92-418b1200ea52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d3ca093-5c3d-407e-99a3-de957416ec4d', 'code': 200} Aug 12 14:50:18.038081 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-2a3d6000-d113-4442-8973-1402b4a745b5 req-890e0a97-2aac-4195-973a-160456920d09 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--1788852359&fields=id&tenant_id=3a3bdd41fa344002b106e434a17bdf78 HTTP/1.1" status: 200 len: 267 time: 0.0798962 Aug 12 14:50:18.053216 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a35841b5-846b-4bca-b8c6-cc1942f2eac3 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Network 71182620-fc59-4a91-8e3b-fc68c8b620e0 is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:50:18.075186 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-a35841b5-846b-4bca-b8c6-cc1942f2eac3 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:50:18.084611 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e15362d1-9e1c-45bb-8a7c-4baf149c1a06 None None] Network 71182620-fc59-4a91-8e3b-fc68c8b620e0 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:50:18.110722 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a35841b5-846b-4bca-b8c6-cc1942f2eac3 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:50:18.111355 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a35841b5-846b-4bca-b8c6-cc1942f2eac3 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for subnet, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:18.125265 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35841b5-846b-4bca-b8c6-cc1942f2eac3 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Pushing event updated for resources: {'Subnet': ['ID=e632a90b-6ecd-4437-b8b4-1d7e2b833ba0,revision_number=0']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:50:18.138202 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-a35841b5-846b-4bca-b8c6-cc1942f2eac3 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5568373 Aug 12 14:50:18.141928 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 57622) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:50:18.147210 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-38dc4950-92c0-403c-8af2-c8e8fb98faab tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Request body: {'security_group': {'name': 'tempest-secgroup-16457378'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:50:18.171264 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69afe0d-6119-4f0f-b05a-0e949afbc7bf req-1423de1b-5926-4874-996c-4c244624c9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:50:18.172779 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b69afe0d-6119-4f0f-b05a-0e949afbc7bf req-1423de1b-5926-4874-996c-4c244624c9d3 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=fce54e6c-f3fa-4597-ae92-418b1200ea52 HTTP/1.1" status: 200 len: 1098 time: 0.0729594 Aug 12 14:50:18.179736 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-38dc4950-92c0-403c-8af2-c8e8fb98faab tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks [] for security_group, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:18.191395 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3d6000-d113-4442-8973-1402b4a745b5 req-f6d7f1c0-192b-4836-a590-210aefbac32c tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:50:18.194471 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-2a3d6000-d113-4442-8973-1402b4a745b5 req-f6d7f1c0-192b-4836-a590-210aefbac32c tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/networks?id=2ad93210-7061-461d-8617-49848448cc38 HTTP/1.1" status: 200 len: 816 time: 0.1495037 Aug 12 14:50:18.212243 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-2a3d6000-d113-4442-8973-1402b4a745b5 req-d244b95c-2963-4f58-81f2-58c9d205e522 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/quotas/3a3bdd41fa344002b106e434a17bdf78 HTTP/1.1" status: 200 len: 375 time: 0.0115116 Aug 12 14:50:18.241327 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b69afe0d-6119-4f0f-b05a-0e949afbc7bf req-4e7d98c4-1df3-46b5-b1bb-99f9b335ac26 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=84bd8750-1642-4d25-b826-2df095af9be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586119 Aug 12 14:50:18.286443 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-2a3d6000-d113-4442-8973-1402b4a745b5 req-b7c0c043-3b13-4376-b47a-8d3559b993e6 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=3a3bdd41fa344002b106e434a17bdf78&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0621307 Aug 12 14:50:18.304412 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-38dc4950-92c0-403c-8af2-c8e8fb98faab tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks [] for security_group, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:18.309113 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-38dc4950-92c0-403c-8af2-c8e8fb98faab tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:18.338539 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-38dc4950-92c0-403c-8af2-c8e8fb98faab tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:18.341199 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-38dc4950-92c0-403c-8af2-c8e8fb98faab tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.1983032 Aug 12 14:50:18.341789 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 57624) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:50:18.349309 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-25eed11a-a705-43dd-933b-c2783cf4dcb6 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Request body: {'security_group': {'name': 'tempest-secgroup-1380753507'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:50:18.356961 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38dc4950-92c0-403c-8af2-c8e8fb98faab tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a1bd3a3-7dbb-41e5-a33e-b395738876f3,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:50:18.374779 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-25eed11a-a705-43dd-933b-c2783cf4dcb6 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks [] for security_group, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:18.415690 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-2a3d6000-d113-4442-8973-1402b4a745b5 req-82a66339-df95-4038-b1de-ff03ba937a33 service neutron] 10.222.0.39 "GET /v2.0/networks/2ad93210-7061-461d-8617-49848448cc38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132073 Aug 12 14:50:18.421312 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f631809-ada9-4bd2-b906-7ac6acb67e77 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa7035b3e-9a89-5964-b9f4-97301c3f476a-71182620-fc59-4a91-8e3b-fc68c8b620e0', 'network_id': '71182620-fc59-4a91-8e3b-fc68c8b620e0', 'tenant_id': 'fc26b2bd24e24e018c7add15390c187a', 'fixed_ips': [{'subnet_id': 'e632a90b-6ecd-4437-b8b4-1d7e2b833ba0'}]}} from n-d-694802-15. {{(pid=94468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 14:50:18.422513 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-1f631809-ada9-4bd2-b906-7ac6acb67e77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:18.460815 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-25eed11a-a705-43dd-933b-c2783cf4dcb6 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks [] for security_group, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:18.465735 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-25eed11a-a705-43dd-933b-c2783cf4dcb6 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:18.495868 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-25eed11a-a705-43dd-933b-c2783cf4dcb6 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:18.500091 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-25eed11a-a705-43dd-933b-c2783cf4dcb6 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1550717 Aug 12 14:50:18.502947 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 57628) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:50:18.508805 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-93faf7a4-c9f5-4d4d-8501-0a6f27f7a051 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1851613950', 'security_groups': ['6f1d358d-2e09-4abf-a539-22dc74d29a76'], 'network_id': '71182620-fc59-4a91-8e3b-fc68c8b620e0', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'e632a90b-6ecd-4437-b8b4-1d7e2b833ba0'}]}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:50:18.513416 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25eed11a-a705-43dd-933b-c2783cf4dcb6 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f1d358d-2e09-4abf-a539-22dc74d29a76,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:50:18.548938 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-2a3d6000-d113-4442-8973-1402b4a745b5 req-a2355e1d-e977-4a2b-bbbe-23aa75c7a086 service neutron] 10.222.0.39 "GET /v2.0/networks/2ad93210-7061-461d-8617-49848448cc38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209409 Aug 12 14:50:18.583310 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.db_base_plugin_common [None req-1f631809-ada9-4bd2-b906-7ac6acb67e77 None None] Allocated IP 2001:db8::2 (71182620-fc59-4a91-8e3b-fc68c8b620e0/e632a90b-6ecd-4437-b8b4-1d7e2b833ba0/a05672c4-bd6b-4c96-81fc-d22e70dba61e) {{(pid=94468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:50:18.634029 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9edcf0-df21-4d9b-b605-05de98b76bb9 req-764363f2-a4a4-48b1-84fe-cdc66a7fc3dd tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:50:18.635601 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-db9edcf0-df21-4d9b-b605-05de98b76bb9 req-764363f2-a4a4-48b1-84fe-cdc66a7fc3dd tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] 10.222.0.39 "GET /v2.0/ports?device_id=74e1ca28-43ad-4168-8136-fbee995f87d3 HTTP/1.1" status: 200 len: 945 time: 0.0729914 Aug 12 14:50:18.705170 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-db9edcf0-df21-4d9b-b605-05de98b76bb9 req-764ed131-1844-4931-9a78-34c0162e4329 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] 10.222.0.39 "GET /v2.0/security-groups?id=d503e6e0-4ce0-4f78-842d-abe0bf3f8a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587909 Aug 12 14:50:18.717298 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93faf7a4-c9f5-4d4d-8501-0a6f27f7a051 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Made reservation on behalf of fc26b2bd24e24e018c7add15390c187a for: {'port': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:50:18.768733 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-1f631809-ada9-4bd2-b906-7ac6acb67e77 None None] Notify callbacks [] for port, precommit_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:18.771284 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-6c8ac383-2177-4fed-a424-941f81f43d94 req-2661ce6a-a2f7-4c93-ae10-e8f7fb3789a2 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/ports?device_id=d89c572a-9ecf-42f3-aaab-789262bca2fb HTTP/1.1" status: 200 len: 210 time: 0.0638592 Aug 12 14:50:18.780870 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-1f631809-ada9-4bd2-b906-7ac6acb67e77 None None] Transition to ACTIVE for port object a05672c4-bd6b-4c96-81fc-d22e70dba61e will not be triggered until provisioned by entity L2. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:50:18.800210 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-1f631809-ada9-4bd2-b906-7ac6acb67e77 None None] Transition to ACTIVE for port object a05672c4-bd6b-4c96-81fc-d22e70dba61e will not be triggered until provisioned by entity DHCP. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:50:18.811151 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-1f631809-ada9-4bd2-b906-7ac6acb67e77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253'] for port, after_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:18.847031 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f631809-ada9-4bd2-b906-7ac6acb67e77 None None] Network 71182620-fc59-4a91-8e3b-fc68c8b620e0 is already hosted by enough agents. {{(pid=94468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:50:18.849578 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.base_scheduler [None req-1f631809-ada9-4bd2-b906-7ac6acb67e77 None None] Resources bound (agent type, host, resource id): {{(pid=94468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:50:18.853712 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f631809-ada9-4bd2-b906-7ac6acb67e77 None None] Received port after_create {{(pid=94468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:50:18.873517 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44cbaa8-9fc4-496e-a75e-8111db1fcc00 req-29f91749-4db9-4bba-a1da-1b92ed60c157 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:50:18.875067 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b44cbaa8-9fc4-496e-a75e-8111db1fcc00 req-29f91749-4db9-4bba-a1da-1b92ed60c157 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] 10.222.0.39 "GET /v2.0/ports?device_id=74e1ca28-43ad-4168-8136-fbee995f87d3 HTTP/1.1" status: 200 len: 945 time: 0.0886154 Aug 12 14:50:18.879106 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-93faf7a4-c9f5-4d4d-8501-0a6f27f7a051 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:18.888912 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f631809-ada9-4bd2-b906-7ac6acb67e77 None None] Pushing event updated for resources: {'Port': ['ID=a05672c4-bd6b-4c96-81fc-d22e70dba61e,revision_number=1']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:50:18.918570 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [None req-93faf7a4-c9f5-4d4d-8501-0a6f27f7a051 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] device_id is not set on port bab90b42-0bba-4c1a-a5f3-fa761eea3567 yet. {{(pid=94467) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 14:50:18.932413 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-1f631809-ada9-4bd2-b906-7ac6acb67e77 None None] Attempting to bind port a05672c4-bd6b-4c96-81fc-d22e70dba61e on host n-d-694802-15 for vnic_type normal with profile {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:50:18.932840 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-1f631809-ada9-4bd2-b906-7ac6acb67e77 None None] Attempting to bind port a05672c4-bd6b-4c96-81fc-d22e70dba61e by drivers openvswitch,hyperv on host n-d-694802-15 at level 0 using segments [{'id': 'd258e3ef-876c-41b4-bb36-604b4322b029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '71182620-fc59-4a91-8e3b-fc68c8b620e0'}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:50:18.933211 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f631809-ada9-4bd2-b906-7ac6acb67e77 None None] Attempting to bind port a05672c4-bd6b-4c96-81fc-d22e70dba61e on network 71182620-fc59-4a91-8e3b-fc68c8b620e0 {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:50:18.939920 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f631809-ada9-4bd2-b906-7ac6acb67e77 None None] Checking agent: {'id': '16de73ac-f2e9-4cee-b3e0-91052ae3e6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 20, 13), 'started_at': datetime.datetime(2021, 8, 12, 14, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 50, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:50:18.940411 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f631809-ada9-4bd2-b906-7ac6acb67e77 None None] Checking segment: {'id': 'd258e3ef-876c-41b4-bb36-604b4322b029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '71182620-fc59-4a91-8e3b-fc68c8b620e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:50:18.940852 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-1f631809-ada9-4bd2-b906-7ac6acb67e77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:18.941769 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f631809-ada9-4bd2-b906-7ac6acb67e77 None None] Bound using segment: {'id': 'd258e3ef-876c-41b4-bb36-604b4322b029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '71182620-fc59-4a91-8e3b-fc68c8b620e0'} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:50:18.942328 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-1f631809-ada9-4bd2-b906-7ac6acb67e77 None None] Bound port: a05672c4-bd6b-4c96-81fc-d22e70dba61e, host: n-d-694802-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd258e3ef-876c-41b4-bb36-604b4322b029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '71182620-fc59-4a91-8e3b-fc68c8b620e0'}}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:50:18.942816 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-1f631809-ada9-4bd2-b906-7ac6acb67e77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:18.982295 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b44cbaa8-9fc4-496e-a75e-8111db1fcc00 req-565573a2-abb9-420e-9e0e-48070c6dd863 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] 10.222.0.39 "GET /v2.0/security-groups?id=d503e6e0-4ce0-4f78-842d-abe0bf3f8a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856073 Aug 12 14:50:19.066250 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-1f631809-ada9-4bd2-b906-7ac6acb67e77 None None] For port a05672c4-bd6b-4c96-81fc-d22e70dba61e, host n-d-694802-15, cleared binding levels {{(pid=94468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:50:19.069702 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-1f631809-ada9-4bd2-b906-7ac6acb67e77 None None] For port a05672c4-bd6b-4c96-81fc-d22e70dba61e, host n-d-694802-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=a05672c4-bd6b-4c96-81fc-d22e70dba61e,segment=NetworkSegment(d258e3ef-876c-41b4-bb36-604b4322b029),segment_id=d258e3ef-876c-41b4-bb36-604b4322b029)] {{(pid=94468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:50:19.075806 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-1f631809-ada9-4bd2-b906-7ac6acb67e77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:19.076164 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f917a6-fea4-453d-ad9e-782aa87a12df req-1b5c07db-be40-411d-858d-7369cc2c1626 tempest-ServerPasswordTestJSON-1740921609 tempest-ServerPasswordTestJSON-1740921609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:50:19.081668 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-35f917a6-fea4-453d-ad9e-782aa87a12df req-1b5c07db-be40-411d-858d-7369cc2c1626 tempest-ServerPasswordTestJSON-1740921609 tempest-ServerPasswordTestJSON-1740921609-project] 10.222.0.39 "GET /v2.0/ports?device_id=fce54e6c-f3fa-4597-ae92-418b1200ea52 HTTP/1.1" status: 200 len: 946 time: 0.0982256 Aug 12 14:50:19.148177 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-35f917a6-fea4-453d-ad9e-782aa87a12df req-0e9b55aa-6c07-419f-91f7-089014ab5101 tempest-ServerPasswordTestJSON-1740921609 tempest-ServerPasswordTestJSON-1740921609-project] 10.222.0.39 "GET /v2.0/security-groups?id=84bd8750-1642-4d25-b826-2df095af9be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600593 Aug 12 14:50:19.213702 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f631809-ada9-4bd2-b906-7ac6acb67e77 None None] Pushing event updated for resources: {'Port': ['ID=a05672c4-bd6b-4c96-81fc-d22e70dba61e,revision_number=2']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:50:19.256457 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_common [None req-93faf7a4-c9f5-4d4d-8501-0a6f27f7a051 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Allocated IP 2001:db8::2db (71182620-fc59-4a91-8e3b-fc68c8b620e0/e632a90b-6ecd-4437-b8b4-1d7e2b833ba0/bab90b42-0bba-4c1a-a5f3-fa761eea3567) {{(pid=94467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:50:19.402124 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a28420e-69bb-4232-80f6-9c54727d46fa req-503012e5-1e00-4436-a9a8-7ad4e7bd8b7f tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:50:19.403845 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2a28420e-69bb-4232-80f6-9c54727d46fa req-503012e5-1e00-4436-a9a8-7ad4e7bd8b7f tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] 10.222.0.39 "GET /v2.0/ports?device_id=74e1ca28-43ad-4168-8136-fbee995f87d3 HTTP/1.1" status: 200 len: 945 time: 0.1155531 Aug 12 14:50:19.516399 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-93faf7a4-c9f5-4d4d-8501-0a6f27f7a051 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks [] for port, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:19.524455 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2a28420e-69bb-4232-80f6-9c54727d46fa req-73f5c168-5068-4d72-8396-b56d645d6ad3 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] 10.222.0.39 "GET /v2.0/security-groups?id=d503e6e0-4ce0-4f78-842d-abe0bf3f8a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755699 Aug 12 14:50:19.535209 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [None req-93faf7a4-c9f5-4d4d-8501-0a6f27f7a051 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Transition to ACTIVE for port object bab90b42-0bba-4c1a-a5f3-fa761eea3567 will not be triggered until provisioned by entity DHCP. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:50:19.573718 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-93faf7a4-c9f5-4d4d-8501-0a6f27f7a051 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:19.903850 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-11e20d70-38cf-4646-a679-8f5142da687a req-97cbf9c0-d426-4cd7-b175-6dd74e321aa7 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/ports?device_id=d89c572a-9ecf-42f3-aaab-789262bca2fb HTTP/1.1" status: 200 len: 210 time: 0.0397830 Aug 12 14:50:20.027595 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93faf7a4-c9f5-4d4d-8501-0a6f27f7a051 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Network 71182620-fc59-4a91-8e3b-fc68c8b620e0 is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:50:20.030749 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93faf7a4-c9f5-4d4d-8501-0a6f27f7a051 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Pushing event updated for resources: {'Port': ['ID=bab90b42-0bba-4c1a-a5f3-fa761eea3567,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:50:20.038228 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [None req-93faf7a4-c9f5-4d4d-8501-0a6f27f7a051 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:50:20.042918 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93faf7a4-c9f5-4d4d-8501-0a6f27f7a051 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Received port after_create {{(pid=94467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:50:20.048602 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93faf7a4-c9f5-4d4d-8501-0a6f27f7a051 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:50:20.049238 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-93faf7a4-c9f5-4d4d-8501-0a6f27f7a051 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:20.078301 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-93faf7a4-c9f5-4d4d-8501-0a6f27f7a051 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.5717082 Aug 12 14:50:20.078771 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 57652) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:50:20.086467 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-d910ba78-7270-4724-be48-85cfe5a445e2 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Request body: {'subnet': {'network_id': '71182620-fc59-4a91-8e3b-fc68c8b620e0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:50:20.150352 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3d6000-d113-4442-8973-1402b4a745b5 req-46d7cafd-db42-494d-a708-a4f2b2f2c9b7 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:50:20.152124 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2a3d6000-d113-4442-8973-1402b4a745b5 req-46d7cafd-db42-494d-a708-a4f2b2f2c9b7 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.64 "GET /v2.0/networks?id=2ad93210-7061-461d-8617-49848448cc38 HTTP/1.1" status: 200 len: 816 time: 0.1986284 Aug 12 14:50:20.233321 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2a3d6000-d113-4442-8973-1402b4a745b5 req-ccfa26c9-5fc4-4769-a69c-e0085f54cbd4 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3a3bdd41fa344002b106e434a17bdf78 HTTP/1.1" status: 200 len: 380 time: 0.0708442 Aug 12 14:50:20.249226 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-7562cbf0-942d-4e7d-a551-e2c78f653b5c None None] Provisioning complete for port 2eb1f304-06b3-46f5-bc43-ce6d128fbeb4 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:50:20.249746 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-7562cbf0-942d-4e7d-a551-e2c78f653b5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:20.266598 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-2a3d6000-d113-4442-8973-1402b4a745b5 req-94cccb7b-6829-4c90-9187-5c0ceebfca63 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Request body: {'port': {'device_id': 'd89c572a-9ecf-42f3-aaab-789262bca2fb', 'network_id': '2ad93210-7061-461d-8617-49848448cc38', 'admin_state_up': True, 'tenant_id': '3a3bdd41fa344002b106e434a17bdf78', 'security_groups': ['70daefbf-eec6-4754-864f-8c40c2c28cc4']}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:50:20.290589 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-7562cbf0-942d-4e7d-a551-e2c78f653b5c None None] Port 2eb1f304-06b3-46f5-bc43-ce6d128fbeb4 cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 14:50:20.304528 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-7562cbf0-942d-4e7d-a551-e2c78f653b5c None None] Provisioning for port a05672c4-bd6b-4c96-81fc-d22e70dba61e completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:50:20.354026 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d910ba78-7270-4724-be48-85cfe5a445e2 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Made reservation on behalf of fc26b2bd24e24e018c7add15390c187a for: {'subnet': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:50:20.357576 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-d910ba78-7270-4724-be48-85cfe5a445e2 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3343791'] for subnet, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:20.387309 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e8a40f-f9f4-46dc-9830-c89a61e6c476 req-7e2a82c9-cf57-4670-8264-069c047b56b5 tempest-ServerPasswordTestJSON-1740921609 tempest-ServerPasswordTestJSON-1740921609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:50:20.388870 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e1e8a40f-f9f4-46dc-9830-c89a61e6c476 req-7e2a82c9-cf57-4670-8264-069c047b56b5 tempest-ServerPasswordTestJSON-1740921609 tempest-ServerPasswordTestJSON-1740921609-project] 10.222.0.39 "GET /v2.0/ports?device_id=fce54e6c-f3fa-4597-ae92-418b1200ea52 HTTP/1.1" status: 200 len: 946 time: 0.1705978 Aug 12 14:50:20.513443 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e1e8a40f-f9f4-46dc-9830-c89a61e6c476 req-aaed1d96-9739-4868-a953-9be44e25c8e6 tempest-ServerPasswordTestJSON-1740921609 tempest-ServerPasswordTestJSON-1740921609-project] 10.222.0.39 "GET /v2.0/security-groups?id=84bd8750-1642-4d25-b826-2df095af9be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818031 Aug 12 14:50:20.540627 n-d-694802-15 neutron-server[94467]: INFO neutron.db.ipam_backend_mixin [None req-d910ba78-7270-4724-be48-85cfe5a445e2 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet e632a90b-6ecd-4437-b8b4-1d7e2b833ba0 (CIDR: 2001:db8::/64) Aug 12 14:50:20.542138 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a3d6000-d113-4442-8973-1402b4a745b5 req-94cccb7b-6829-4c90-9187-5c0ceebfca63 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Made reservation on behalf of 3a3bdd41fa344002b106e434a17bdf78 for: {'port': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:50:20.543462 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-91429dbc-9bb0-4cd1-9286-457d169604a0 None None] Provisioning for port bab90b42-0bba-4c1a-a5f3-fa761eea3567 completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:50:20.545926 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-2a3d6000-d113-4442-8973-1402b4a745b5 req-94cccb7b-6829-4c90-9187-5c0ceebfca63 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:20.550060 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-91429dbc-9bb0-4cd1-9286-457d169604a0 None None] Provisioning complete for port bab90b42-0bba-4c1a-a5f3-fa761eea3567 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:50:20.550205 n-d-694802-15 neutron-server[94467]: INFO neutron.pecan_wsgi.hooks.translation [None req-d910ba78-7270-4724-be48-85cfe5a445e2 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 12 14:50:20.550642 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d910ba78-7270-4724-be48-85cfe5a445e2 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94467) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 14:50:20.550789 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-91429dbc-9bb0-4cd1-9286-457d169604a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:20.587424 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-91429dbc-9bb0-4cd1-9286-457d169604a0 None None] Port bab90b42-0bba-4c1a-a5f3-fa761eea3567 cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 14:50:20.596317 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-d910ba78-7270-4724-be48-85cfe5a445e2 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5164762 Aug 12 14:50:20.599227 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 57662) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:50:20.605395 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-6e3bb511-98c4-4124-a241-d90fdc806807 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Request body: {'subnet': {'network_id': '71182620-fc59-4a91-8e3b-fc68c8b620e0', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:50:20.747691 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e3bb511-98c4-4124-a241-d90fdc806807 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Made reservation on behalf of fc26b2bd24e24e018c7add15390c187a for: {'subnet': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:50:20.752374 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-6e3bb511-98c4-4124-a241-d90fdc806807 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8776441'] for subnet, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:20.759353 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1d6540-bde8-40fa-af61-71b3ef799b64 req-f6253347-10ed-43b5-91db-53220f425db6 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:50:20.760886 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ca1d6540-bde8-40fa-af61-71b3ef799b64 req-f6253347-10ed-43b5-91db-53220f425db6 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] 10.222.0.49 "GET /v2.0/ports?device_id=74e1ca28-43ad-4168-8136-fbee995f87d3 HTTP/1.1" status: 200 len: 945 time: 0.1280158 Aug 12 14:50:20.789099 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb14618b-8fb8-419f-86fd-8be0ae458bc7 req-f5a07686-5e5a-4a2d-b2ab-ca076fdc641c tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:50:20.791182 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-cb14618b-8fb8-419f-86fd-8be0ae458bc7 req-f5a07686-5e5a-4a2d-b2ab-ca076fdc641c tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] 10.222.0.39 "GET /v2.0/ports?device_id=74e1ca28-43ad-4168-8136-fbee995f87d3 HTTP/1.1" status: 200 len: 945 time: 0.1593683 Aug 12 14:50:20.839762 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_common [req-2a3d6000-d113-4442-8973-1402b4a745b5 req-94cccb7b-6829-4c90-9187-5c0ceebfca63 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Allocated IP 172.20.0.6 (2ad93210-7061-461d-8617-49848448cc38/ce169be2-a716-4bd9-89d0-74eedc855ec7/e62cdda7-a629-4899-9eb6-4dabc61de76f) {{(pid=94467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:50:20.938791 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-cb14618b-8fb8-419f-86fd-8be0ae458bc7 req-f01f7e9f-fea7-43c7-860a-c25cb686f27b tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] 10.222.0.39 "GET /v2.0/security-groups?id=d503e6e0-4ce0-4f78-842d-abe0bf3f8a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237726 Aug 12 14:50:20.952747 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device a05672c4-bd6b-4c96-81fc-d22e70dba61e up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:50:21.029406 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning for port a05672c4-bd6b-4c96-81fc-d22e70dba61e completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:50:21.034567 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port a05672c4-bd6b-4c96-81fc-d22e70dba61e triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:50:21.035154 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:21.043475 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7610f0c0-17fd-43bb-a9e6-15a2470608ca req-70dddb2f-ad1f-48ed-b4ed-87fe3ea40565 tempest-ServerPasswordTestJSON-1740921609 tempest-ServerPasswordTestJSON-1740921609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:50:21.044988 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-7610f0c0-17fd-43bb-a9e6-15a2470608ca req-70dddb2f-ad1f-48ed-b4ed-87fe3ea40565 tempest-ServerPasswordTestJSON-1740921609 tempest-ServerPasswordTestJSON-1740921609-project] 10.222.0.39 "GET /v2.0/ports?device_id=fce54e6c-f3fa-4597-ae92-418b1200ea52 HTTP/1.1" status: 200 len: 946 time: 0.0725963 Aug 12 14:50:21.048958 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [req-ca1d6540-bde8-40fa-af61-71b3ef799b64 req-10b8ca06-7a39-4a9c-aca1-c85ccd8a9922 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] Deleting port 85280652-520b-4e5f-843a-c815aa60c81a {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:50:21.049295 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-ca1d6540-bde8-40fa-af61-71b3ef799b64 req-10b8ca06-7a39-4a9c-aca1-c85ccd8a9922 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:21.118443 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:21.129369 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-7610f0c0-17fd-43bb-a9e6-15a2470608ca req-0dc2ba23-be9c-4163-9996-06b111fbb882 tempest-ServerPasswordTestJSON-1740921609 tempest-ServerPasswordTestJSON-1740921609-project] 10.222.0.39 "GET /v2.0/security-groups?id=84bd8750-1642-4d25-b826-2df095af9be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612879 Aug 12 14:50:21.143037 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d855392d-ed4a-45ae-bdac-fc1f83e68810 req-245d8096-1eb3-4d12-a7da-2e581f0c7a67 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/ports?device_id=d89c572a-9ecf-42f3-aaab-789262bca2fb HTTP/1.1" status: 200 len: 210 time: 0.1060979 Aug 12 14:50:21.153105 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-6e3bb511-98c4-4124-a241-d90fdc806807 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3718490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8776395'] for subnet, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:21.163259 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] For port a05672c4-bd6b-4c96-81fc-d22e70dba61e, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=a05672c4-bd6b-4c96-81fc-d22e70dba61e,segment=NetworkSegment(d258e3ef-876c-41b4-bb36-604b4322b029),segment_id=d258e3ef-876c-41b4-bb36-604b4322b029)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:50:21.168631 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:21.194811 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e3bb511-98c4-4124-a241-d90fdc806807 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Network 71182620-fc59-4a91-8e3b-fc68c8b620e0 is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:50:21.198100 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-6e3bb511-98c4-4124-a241-d90fdc806807 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:50:21.203467 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e3bb511-98c4-4124-a241-d90fdc806807 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:50:21.204157 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-6e3bb511-98c4-4124-a241-d90fdc806807 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for subnet, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:21.218370 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30659a31-758c-40c2-bd01-52e527dc9bf1 None None] Network 71182620-fc59-4a91-8e3b-fc68c8b620e0 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:50:21.226301 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3bb511-98c4-4124-a241-d90fdc806807 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Pushing event updated for resources: {'Subnet': ['ID=100ef563-82dd-4bd0-891d-34808ca5ead9,revision_number=0']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:50:21.232299 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-2a3d6000-d113-4442-8973-1402b4a745b5 req-94cccb7b-6829-4c90-9187-5c0ceebfca63 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Notify callbacks [] for port, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:21.238335 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-6e3bb511-98c4-4124-a241-d90fdc806807 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.6373162 Aug 12 14:50:21.240368 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3bb511-98c4-4124-a241-d90fdc806807 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:50:21.240944 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3bb511-98c4-4124-a241-d90fdc806807 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:50:21.241678 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3bb511-98c4-4124-a241-d90fdc806807 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:50:21.242869 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3bb511-98c4-4124-a241-d90fdc806807 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:50:21.244497 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 57672) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:50:21.244741 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3bb511-98c4-4124-a241-d90fdc806807 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:50:21.245313 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3bb511-98c4-4124-a241-d90fdc806807 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:50:21.245928 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3bb511-98c4-4124-a241-d90fdc806807 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:50:21.246567 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3bb511-98c4-4124-a241-d90fdc806807 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:50:21.247139 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3bb511-98c4-4124-a241-d90fdc806807 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:50:21.248686 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3bb511-98c4-4124-a241-d90fdc806807 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:50:21.249282 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3bb511-98c4-4124-a241-d90fdc806807 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:50:21.249841 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3bb511-98c4-4124-a241-d90fdc806807 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:50:21.260316 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-ddf87a55-dc8c-4d19-9262-053a285a465c tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-872790643', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '100ef563-82dd-4bd0-891d-34808ca5ead9'}], 'security_groups': ['8a1bd3a3-7dbb-41e5-a33e-b395738876f3']}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:50:21.278124 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Pushing event updated for resources: {'Port': ['ID=a05672c4-bd6b-4c96-81fc-d22e70dba61e,revision_number=3']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:50:21.287795 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [req-2a3d6000-d113-4442-8973-1402b4a745b5 req-94cccb7b-6829-4c90-9187-5c0ceebfca63 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Transition to ACTIVE for port object e62cdda7-a629-4899-9eb6-4dabc61de76f will not be triggered until provisioned by entity DHCP. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:50:21.313161 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-ca1d6540-bde8-40fa-af61-71b3ef799b64 req-10b8ca06-7a39-4a9c-aca1-c85ccd8a9922 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] For port 85280652-520b-4e5f-843a-c815aa60c81a, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=85280652-520b-4e5f-843a-c815aa60c81a,segment=NetworkSegment(abdc443e-cf7a-4b71-8730-19997248ebd2),segment_id=abdc443e-cf7a-4b71-8730-19997248ebd2)] {{(pid=94467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:50:21.313533 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-ca1d6540-bde8-40fa-af61-71b3ef799b64 req-10b8ca06-7a39-4a9c-aca1-c85ccd8a9922 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:21.369749 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [req-ca1d6540-bde8-40fa-af61-71b3ef799b64 req-10b8ca06-7a39-4a9c-aca1-c85ccd8a9922 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] Calling delete_port for 85280652-520b-4e5f-843a-c815aa60c81a owned by compute:nova {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:50:21.391533 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-ddf87a55-dc8c-4d19-9262-053a285a465c tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:21.450704 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-2a3d6000-d113-4442-8973-1402b4a745b5 req-94cccb7b-6829-4c90-9187-5c0ceebfca63 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:21.461961 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ee43218-4d8a-4e2d-be6b-25e9e1fc363c None None] Update dhcp port {'port': {'network_id': '71182620-fc59-4a91-8e3b-fc68c8b620e0', 'fixed_ips': [{'subnet_id': 'e632a90b-6ecd-4437-b8b4-1d7e2b833ba0', 'ip_address': '2001:db8::2'}, {'subnet_id': '100ef563-82dd-4bd0-891d-34808ca5ead9'}], 'binding:host_id': 'n-d-694802-15'}, 'id': 'a05672c4-bd6b-4c96-81fc-d22e70dba61e'} from n-d-694802-15. {{(pid=94468) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 12 14:50:21.488386 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-6ee43218-4d8a-4e2d-be6b-25e9e1fc363c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:21.544215 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a3d6000-d113-4442-8973-1402b4a745b5 req-94cccb7b-6829-4c90-9187-5c0ceebfca63 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Network 2ad93210-7061-461d-8617-49848448cc38 is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:50:21.556294 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [req-2a3d6000-d113-4442-8973-1402b4a745b5 req-94cccb7b-6829-4c90-9187-5c0ceebfca63 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:50:21.583827 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a3d6000-d113-4442-8973-1402b4a745b5 req-94cccb7b-6829-4c90-9187-5c0ceebfca63 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Received port after_create {{(pid=94467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:50:21.625227 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cccb7b-6829-4c90-9187-5c0ceebfca63 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Pushing event updated for resources: {'Port': ['ID=e62cdda7-a629-4899-9eb6-4dabc61de76f,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:50:21.665989 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3d6000-d113-4442-8973-1402b4a745b5 req-94cccb7b-6829-4c90-9187-5c0ceebfca63 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:50:21.666201 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.db_base_plugin_common [None req-6ee43218-4d8a-4e2d-be6b-25e9e1fc363c None None] Allocated IP 2001:db8:0:1::2 (71182620-fc59-4a91-8e3b-fc68c8b620e0/100ef563-82dd-4bd0-891d-34808ca5ead9/a05672c4-bd6b-4c96-81fc-d22e70dba61e) {{(pid=94468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:50:21.666647 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-2a3d6000-d113-4442-8973-1402b4a745b5 req-94cccb7b-6829-4c90-9187-5c0ceebfca63 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:21.759751 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2a3d6000-d113-4442-8973-1402b4a745b5 req-94cccb7b-6829-4c90-9187-5c0ceebfca63 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5007923 Aug 12 14:50:21.780697 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-6ee43218-4d8a-4e2d-be6b-25e9e1fc363c None None] For port a05672c4-bd6b-4c96-81fc-d22e70dba61e, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=a05672c4-bd6b-4c96-81fc-d22e70dba61e,segment=NetworkSegment(d258e3ef-876c-41b4-bb36-604b4322b029),segment_id=d258e3ef-876c-41b4-bb36-604b4322b029)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:50:21.799337 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [req-2a3d6000-d113-4442-8973-1402b4a745b5 req-69e61319-2df9-4afc-b0b6-865195cfd8f0 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=94467) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 14:50:21.800240 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2a3d6000-d113-4442-8973-1402b4a745b5 req-69e61319-2df9-4afc-b0b6-865195cfd8f0 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0077989 Aug 12 14:50:21.811538 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-6ee43218-4d8a-4e2d-be6b-25e9e1fc363c None None] Notify callbacks [] for port, precommit_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:21.824270 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-2a3d6000-d113-4442-8973-1402b4a745b5 req-6f19346b-d1cd-42d7-a40e-b4b0a18c396d service neutron] Request body: {'port': {'device_id': 'd89c572a-9ecf-42f3-aaab-789262bca2fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-694802-15'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:50:21.829104 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-ca1d6540-bde8-40fa-af61-71b3ef799b64 req-10b8ca06-7a39-4a9c-aca1-c85ccd8a9922 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:21.835234 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-6ee43218-4d8a-4e2d-be6b-25e9e1fc363c None None] Transition to ACTIVE for port object a05672c4-bd6b-4c96-81fc-d22e70dba61e will not be triggered until provisioned by entity DHCP. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:50:21.841304 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] get_ports_and_sgs() called for port_ids ['dc566ee9-a384-4f4a-8a20-5887f333a78c'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:50:21.845738 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-6ee43218-4d8a-4e2d-be6b-25e9e1fc363c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:21.847506 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-bc511f87-23a1-48a3-b89b-6d9f24143d2c None None] Provisioning for port e62cdda7-a629-4899-9eb6-4dabc61de76f completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:50:21.897422 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-bc511f87-23a1-48a3-b89b-6d9f24143d2c None None] Provisioning complete for port e62cdda7-a629-4899-9eb6-4dabc61de76f triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:50:21.897794 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-bc511f87-23a1-48a3-b89b-6d9f24143d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:21.920160 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b8ca06-7a39-4a9c-aca1-c85ccd8a9922 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] Pushing event deleted for resources: {'Port': ['ID=85280652-520b-4e5f-843a-c815aa60c81a,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:50:22.000442 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca1d6540-bde8-40fa-af61-71b3ef799b64 req-10b8ca06-7a39-4a9c-aca1-c85ccd8a9922 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] No DVR routers for this DVR port 85280652-520b-4e5f-843a-c815aa60c81a on host n-h2-694802-15 {{(pid=94467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:50:22.004279 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-ca1d6540-bde8-40fa-af61-71b3ef799b64 req-10b8ca06-7a39-4a9c-aca1-c85ccd8a9922 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:22.006277 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ca1d6540-bde8-40fa-af61-71b3ef799b64 req-10b8ca06-7a39-4a9c-aca1-c85ccd8a9922 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] 10.222.0.49 "DELETE /v2.0/ports/85280652-520b-4e5f-843a-c815aa60c81a HTTP/1.1" status: 204 len: 173 time: 1.2333300 Aug 12 14:50:22.006922 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74e1ca28-43ad-4168-8136-fbee995f87d3', 'name': 'network-vif-deleted', 'tag': '85280652-520b-4e5f-843a-c815aa60c81a'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:50:22.009844 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e65282f928b64038367d043a4411777802006c43a98742496cb2e25b724ff1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61b9e2fc-ddc5-4443-a039-04c060d45b33" -d '{"events": [{"server_uuid": "74e1ca28-43ad-4168-8136-fbee995f87d3", "name": "network-vif-deleted", "tag": "85280652-520b-4e5f-843a-c815aa60c81a"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:50:22.012529 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-2a3d6000-d113-4442-8973-1402b4a745b5 req-6f19346b-d1cd-42d7-a40e-b4b0a18c396d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:22.026959 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-bc511f87-23a1-48a3-b89b-6d9f24143d2c None None] Port e62cdda7-a629-4899-9eb6-4dabc61de76f cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 14:50:22.035721 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee43218-4d8a-4e2d-be6b-25e9e1fc363c None None] Pushing event updated for resources: {'Port': ['ID=a05672c4-bd6b-4c96-81fc-d22e70dba61e,revision_number=4']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:50:22.144797 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 14:50:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84ae6b75-927f-4415-bcb9-18f1e57b2fe2 x-openstack-request-id: req-84ae6b75-927f-4415-bcb9-18f1e57b2fe2 {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:50:22.145204 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74e1ca28-43ad-4168-8136-fbee995f87d3", "name": "network-vif-deleted", "tag": "85280652-520b-4e5f-843a-c815aa60c81a", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:50:22.145377 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-84ae6b75-927f-4415-bcb9-18f1e57b2fe2 {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:50:22.145790 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74e1ca28-43ad-4168-8136-fbee995f87d3', 'name': 'network-vif-deleted', 'tag': '85280652-520b-4e5f-843a-c815aa60c81a', 'status': 'completed', 'code': 200} Aug 12 14:50:22.148555 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_common [None req-ddf87a55-dc8c-4d19-9262-053a285a465c tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Delete allocated IP 2001:db8::2db (71182620-fc59-4a91-8e3b-fc68c8b620e0/e632a90b-6ecd-4437-b8b4-1d7e2b833ba0) {{(pid=94467) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 12 14:50:22.171820 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-59dc3fd3-ced3-4703-8789-807e438d8814 req-d48ea86a-2a3b-4eac-9470-3609af2d6fe2 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] 10.222.0.39 "GET /v2.0/ports?device_id=74e1ca28-43ad-4168-8136-fbee995f87d3 HTTP/1.1" status: 200 len: 210 time: 0.0660462 Aug 12 14:50:22.237275 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_common [None req-ddf87a55-dc8c-4d19-9262-053a285a465c tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Allocated IP 2001:db8:0:1::306 (71182620-fc59-4a91-8e3b-fc68c8b620e0/100ef563-82dd-4bd0-891d-34808ca5ead9/bab90b42-0bba-4c1a-a5f3-fa761eea3567) {{(pid=94467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:50:22.309446 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0a7e5e-623a-4007-b8bd-f587d1d898da req-db9939b0-30c2-460e-a32e-a50858b80d94 tempest-ServerPasswordTestJSON-1740921609 tempest-ServerPasswordTestJSON-1740921609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:50:22.311149 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-2d0a7e5e-623a-4007-b8bd-f587d1d898da req-db9939b0-30c2-460e-a32e-a50858b80d94 tempest-ServerPasswordTestJSON-1740921609 tempest-ServerPasswordTestJSON-1740921609-project] 10.222.0.39 "GET /v2.0/ports?device_id=fce54e6c-f3fa-4597-ae92-418b1200ea52 HTTP/1.1" status: 200 len: 946 time: 0.0599530 Aug 12 14:50:22.357550 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-2d0a7e5e-623a-4007-b8bd-f587d1d898da req-3fdb7e39-25bc-4762-a5b7-051ccb957209 tempest-ServerPasswordTestJSON-1740921609 tempest-ServerPasswordTestJSON-1740921609-project] 10.222.0.39 "GET /v2.0/security-groups?id=84bd8750-1642-4d25-b826-2df095af9be5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387199 Aug 12 14:50:22.494854 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d286c76e-9791-4c4b-97b5-3556d4f913e9 req-7b3daa26-a1d9-4408-bc89-365b495e6d64 tempest-ServerPasswordTestJSON-1740921609 tempest-ServerPasswordTestJSON-1740921609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:50:22.496493 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d286c76e-9791-4c4b-97b5-3556d4f913e9 req-7b3daa26-a1d9-4408-bc89-365b495e6d64 tempest-ServerPasswordTestJSON-1740921609 tempest-ServerPasswordTestJSON-1740921609-project] 10.222.0.64 "GET /v2.0/ports?device_id=fce54e6c-f3fa-4597-ae92-418b1200ea52 HTTP/1.1" status: 200 len: 946 time: 0.2143521 Aug 12 14:50:22.522686 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a1ea38-bfa6-4357-a5c3-ff64a1e0e89d req-2444019b-cd94-4583-a602-1a60d80e5709 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:50:22.524265 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-82a1ea38-bfa6-4357-a5c3-ff64a1e0e89d req-2444019b-cd94-4583-a602-1a60d80e5709 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/ports?device_id=d89c572a-9ecf-42f3-aaab-789262bca2fb HTTP/1.1" status: 200 len: 931 time: 0.2272184 Aug 12 14:50:22.699145 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-82a1ea38-bfa6-4357-a5c3-ff64a1e0e89d req-4e4db95b-54eb-47fa-944a-fa6a1556438a tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/security-groups?id=70daefbf-eec6-4754-864f-8c40c2c28cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1604478 Aug 12 14:50:22.754329 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-8ebd7081-1d02-4d50-8c45-9bca3c9ab502 None None] Provisioning complete for port 2eb1f304-06b3-46f5-bc43-ce6d128fbeb4 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:50:22.754879 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-8ebd7081-1d02-4d50-8c45-9bca3c9ab502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:22.757646 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-ddf87a55-dc8c-4d19-9262-053a285a465c tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:22.783486 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [req-2a3d6000-d113-4442-8973-1402b4a745b5 req-6f19346b-d1cd-42d7-a40e-b4b0a18c396d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e62cdda7-a629-4899-9eb6-4dabc61de76f {{(pid=94467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:50:22.787996 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-8ebd7081-1d02-4d50-8c45-9bca3c9ab502 None None] Port 2eb1f304-06b3-46f5-bc43-ce6d128fbeb4 cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 14:50:22.792908 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [None req-ddf87a55-dc8c-4d19-9262-053a285a465c tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Transition to ACTIVE for port object bab90b42-0bba-4c1a-a5f3-fa761eea3567 will not be triggered until provisioned by entity DHCP. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:50:22.798555 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-2a3d6000-d113-4442-8973-1402b4a745b5 req-6f19346b-d1cd-42d7-a40e-b4b0a18c396d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:22.799562 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-8ebd7081-1d02-4d50-8c45-9bca3c9ab502 None None] Provisioning for port a05672c4-bd6b-4c96-81fc-d22e70dba61e completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:50:22.803514 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-8ebd7081-1d02-4d50-8c45-9bca3c9ab502 None None] Provisioning complete for port a05672c4-bd6b-4c96-81fc-d22e70dba61e triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:50:22.803896 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-8ebd7081-1d02-4d50-8c45-9bca3c9ab502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:22.806347 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-ddf87a55-dc8c-4d19-9262-053a285a465c tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:22.854464 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [req-d286c76e-9791-4c4b-97b5-3556d4f913e9 req-2c8befaf-f4b9-4ce6-98a1-04a26cb55068 tempest-ServerPasswordTestJSON-1740921609 tempest-ServerPasswordTestJSON-1740921609-project] Deleting port 6d3ca093-5c3d-407e-99a3-de957416ec4d {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:50:22.854804 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-d286c76e-9791-4c4b-97b5-3556d4f913e9 req-2c8befaf-f4b9-4ce6-98a1-04a26cb55068 tempest-ServerPasswordTestJSON-1740921609 tempest-ServerPasswordTestJSON-1740921609-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:22.857813 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [req-2a3d6000-d113-4442-8973-1402b4a745b5 req-6f19346b-d1cd-42d7-a40e-b4b0a18c396d service neutron] Transition to ACTIVE for port object e62cdda7-a629-4899-9eb6-4dabc61de76f will not be triggered until provisioned by entity L2. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:50:22.878255 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-2a3d6000-d113-4442-8973-1402b4a745b5 req-6f19346b-d1cd-42d7-a40e-b4b0a18c396d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:22.896474 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device a05672c4-bd6b-4c96-81fc-d22e70dba61e up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:50:22.941785 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-8ebd7081-1d02-4d50-8c45-9bca3c9ab502 None None] Provisioning for port bab90b42-0bba-4c1a-a5f3-fa761eea3567 completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:50:22.947237 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-8ebd7081-1d02-4d50-8c45-9bca3c9ab502 None None] Provisioning complete for port bab90b42-0bba-4c1a-a5f3-fa761eea3567 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:50:22.948198 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-8ebd7081-1d02-4d50-8c45-9bca3c9ab502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:22.948507 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-ddf87a55-dc8c-4d19-9262-053a285a465c tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] In _notify_port_updated(), no bound segment for port bab90b42-0bba-4c1a-a5f3-fa761eea3567 on network 71182620-fc59-4a91-8e3b-fc68c8b620e0 {{(pid=94467) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 12 14:50:22.954083 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddf87a55-dc8c-4d19-9262-053a285a465c tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:50:22.954724 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-ddf87a55-dc8c-4d19-9262-053a285a465c tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:22.958598 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-ddf87a55-dc8c-4d19-9262-053a285a465c tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] 10.222.0.39 "PUT /v2.0/ports/bab90b42-0bba-4c1a-a5f3-fa761eea3567 HTTP/1.1" status: 200 len: 930 time: 1.7071176 Aug 12 14:50:22.959415 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 57686) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:50:22.970228 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf87a55-dc8c-4d19-9262-053a285a465c tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Pushing event updated for resources: {'Port': ['ID=bab90b42-0bba-4c1a-a5f3-fa761eea3567,revision_number=2']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:50:22.982860 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port a05672c4-bd6b-4c96-81fc-d22e70dba61e triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:50:22.982986 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:23.015411 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-8ebd7081-1d02-4d50-8c45-9bca3c9ab502 None None] Port bab90b42-0bba-4c1a-a5f3-fa761eea3567 cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 14:50:23.084970 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f19346b-d1cd-42d7-a40e-b4b0a18c396d service neutron] Pushing event updated for resources: {'Port': ['ID=e62cdda7-a629-4899-9eb6-4dabc61de76f,revision_number=2']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:50:23.099324 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-d286c76e-9791-4c4b-97b5-3556d4f913e9 req-2c8befaf-f4b9-4ce6-98a1-04a26cb55068 tempest-ServerPasswordTestJSON-1740921609 tempest-ServerPasswordTestJSON-1740921609-project] For port 6d3ca093-5c3d-407e-99a3-de957416ec4d, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=6d3ca093-5c3d-407e-99a3-de957416ec4d,segment=NetworkSegment(220278c7-fc1a-44c5-8328-0ae924ec86ff),segment_id=220278c7-fc1a-44c5-8328-0ae924ec86ff)] {{(pid=94467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:50:23.099663 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-d286c76e-9791-4c4b-97b5-3556d4f913e9 req-2c8befaf-f4b9-4ce6-98a1-04a26cb55068 tempest-ServerPasswordTestJSON-1740921609 tempest-ServerPasswordTestJSON-1740921609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:23.120177 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [req-d286c76e-9791-4c4b-97b5-3556d4f913e9 req-2c8befaf-f4b9-4ce6-98a1-04a26cb55068 tempest-ServerPasswordTestJSON-1740921609 tempest-ServerPasswordTestJSON-1740921609-project] Calling delete_port for 6d3ca093-5c3d-407e-99a3-de957416ec4d owned by compute:nova {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:50:23.153339 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-f4cebadb-bd69-453d-a58b-5cd26b49c6d8 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Deleting port bab90b42-0bba-4c1a-a5f3-fa761eea3567 {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:50:23.153687 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f4cebadb-bd69-453d-a58b-5cd26b49c6d8 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:23.179929 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-2a3d6000-d113-4442-8973-1402b4a745b5 req-6f19346b-d1cd-42d7-a40e-b4b0a18c396d service neutron] Attempting to bind port e62cdda7-a629-4899-9eb6-4dabc61de76f on host n-h1-694802-15 for vnic_type normal with profile {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:50:23.180196 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-2a3d6000-d113-4442-8973-1402b4a745b5 req-6f19346b-d1cd-42d7-a40e-b4b0a18c396d service neutron] Attempting to bind port e62cdda7-a629-4899-9eb6-4dabc61de76f by drivers openvswitch,hyperv on host n-h1-694802-15 at level 0 using segments [{'id': 'b72762b4-956b-443d-aaee-4b6799d6bcb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '2ad93210-7061-461d-8617-49848448cc38'}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:50:23.180521 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a3d6000-d113-4442-8973-1402b4a745b5 req-6f19346b-d1cd-42d7-a40e-b4b0a18c396d service neutron] Attempting to bind port e62cdda7-a629-4899-9eb6-4dabc61de76f on network 2ad93210-7061-461d-8617-49848448cc38 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:50:23.188872 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a3d6000-d113-4442-8973-1402b4a745b5 req-6f19346b-d1cd-42d7-a40e-b4b0a18c396d service neutron] Port e62cdda7-a629-4899-9eb6-4dabc61de76f on network 2ad93210-7061-461d-8617-49848448cc38 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-15 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 14:50:23.189198 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a3d6000-d113-4442-8973-1402b4a745b5 req-6f19346b-d1cd-42d7-a40e-b4b0a18c396d service neutron] Attempting to bind port e62cdda7-a629-4899-9eb6-4dabc61de76f on network 2ad93210-7061-461d-8617-49848448cc38 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:50:23.199127 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a3d6000-d113-4442-8973-1402b4a745b5 req-6f19346b-d1cd-42d7-a40e-b4b0a18c396d service neutron] Checking agent: {'id': 'de568313-a3e6-454a-9813-77e25edcea95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 27, 41), 'started_at': datetime.datetime(2021, 8, 12, 14, 27, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 50, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:50:23.199127 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a3d6000-d113-4442-8973-1402b4a745b5 req-6f19346b-d1cd-42d7-a40e-b4b0a18c396d service neutron] Checking segment: {'id': 'b72762b4-956b-443d-aaee-4b6799d6bcb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '2ad93210-7061-461d-8617-49848448cc38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:50:23.199398 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a3d6000-d113-4442-8973-1402b4a745b5 req-6f19346b-d1cd-42d7-a40e-b4b0a18c396d service neutron] Bound using segment: {'id': 'b72762b4-956b-443d-aaee-4b6799d6bcb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '2ad93210-7061-461d-8617-49848448cc38'} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:50:23.199802 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-2a3d6000-d113-4442-8973-1402b4a745b5 req-6f19346b-d1cd-42d7-a40e-b4b0a18c396d service neutron] Bound port: e62cdda7-a629-4899-9eb6-4dabc61de76f, host: n-h1-694802-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b72762b4-956b-443d-aaee-4b6799d6bcb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '2ad93210-7061-461d-8617-49848448cc38'}}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:50:23.200166 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-2a3d6000-d113-4442-8973-1402b4a745b5 req-6f19346b-d1cd-42d7-a40e-b4b0a18c396d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:23.270856 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f4cebadb-bd69-453d-a58b-5cd26b49c6d8 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:23.301460 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-f4cebadb-bd69-453d-a58b-5cd26b49c6d8 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Calling delete_port for bab90b42-0bba-4c1a-a5f3-fa761eea3567 owned by {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:50:23.330847 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-2a3d6000-d113-4442-8973-1402b4a745b5 req-6f19346b-d1cd-42d7-a40e-b4b0a18c396d service neutron] For port e62cdda7-a629-4899-9eb6-4dabc61de76f, host n-h1-694802-15, cleared binding levels {{(pid=94467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:50:23.336917 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-2a3d6000-d113-4442-8973-1402b4a745b5 req-6f19346b-d1cd-42d7-a40e-b4b0a18c396d service neutron] For port e62cdda7-a629-4899-9eb6-4dabc61de76f, host n-h1-694802-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=e62cdda7-a629-4899-9eb6-4dabc61de76f,segment=NetworkSegment(b72762b4-956b-443d-aaee-4b6799d6bcb9),segment_id=b72762b4-956b-443d-aaee-4b6799d6bcb9)] {{(pid=94467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:50:23.344039 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-77bd06df-2ffc-42dc-9194-0da6c0d7e568 None None] Provisioning complete for port bab90b42-0bba-4c1a-a5f3-fa761eea3567 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:50:23.345181 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-77bd06df-2ffc-42dc-9194-0da6c0d7e568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:23.352171 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-2a3d6000-d113-4442-8973-1402b4a745b5 req-6f19346b-d1cd-42d7-a40e-b4b0a18c396d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:23.363649 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-d286c76e-9791-4c4b-97b5-3556d4f913e9 req-2c8befaf-f4b9-4ce6-98a1-04a26cb55068 tempest-ServerPasswordTestJSON-1740921609 tempest-ServerPasswordTestJSON-1740921609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:23.394903 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] get_ports_and_sgs() called for port_ids ['6d3ca093-5c3d-407e-99a3-de957416ec4d'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:50:23.412517 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3d6000-d113-4442-8973-1402b4a745b5 req-6f19346b-d1cd-42d7-a40e-b4b0a18c396d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:50:23.412517 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-2a3d6000-d113-4442-8973-1402b4a745b5 req-6f19346b-d1cd-42d7-a40e-b4b0a18c396d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:23.413844 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2a3d6000-d113-4442-8973-1402b4a745b5 req-6f19346b-d1cd-42d7-a40e-b4b0a18c396d service neutron] 10.222.0.64 "PUT /v2.0/ports/e62cdda7-a629-4899-9eb6-4dabc61de76f HTTP/1.1" status: 200 len: 1092 time: 1.5972478 Aug 12 14:50:23.482394 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device 85280652-520b-4e5f-843a-c815aa60c81a no longer exists at agent hyperv_n-h2-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:50:23.487445 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-77bd06df-2ffc-42dc-9194-0da6c0d7e568 None None] Port bab90b42-0bba-4c1a-a5f3-fa761eea3567 cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 14:50:23.505893 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] No Port match for: 85280652-520b-4e5f-843a-c815aa60c81a {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 14:50:23.506084 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [req-d286c76e-9791-4c4b-97b5-3556d4f913e9 req-2c8befaf-f4b9-4ce6-98a1-04a26cb55068 tempest-ServerPasswordTestJSON-1740921609 tempest-ServerPasswordTestJSON-1740921609-project] No DVR routers for this DVR port 6d3ca093-5c3d-407e-99a3-de957416ec4d on host n-h1-694802-15 {{(pid=94467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:50:23.506335 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device 85280652-520b-4e5f-843a-c815aa60c81a not bound to the agent host n-h2-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:50:23.512877 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-d286c76e-9791-4c4b-97b5-3556d4f913e9 req-2c8befaf-f4b9-4ce6-98a1-04a26cb55068 tempest-ServerPasswordTestJSON-1740921609 tempest-ServerPasswordTestJSON-1740921609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:23.515104 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d286c76e-9791-4c4b-97b5-3556d4f913e9 req-2c8befaf-f4b9-4ce6-98a1-04a26cb55068 tempest-ServerPasswordTestJSON-1740921609 tempest-ServerPasswordTestJSON-1740921609-project] 10.222.0.64 "DELETE /v2.0/ports/6d3ca093-5c3d-407e-99a3-de957416ec4d HTTP/1.1" status: 204 len: 173 time: 1.0008390 Aug 12 14:50:23.520809 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f19346b-d1cd-42d7-a40e-b4b0a18c396d service neutron] Pushing event updated for resources: {'Port': ['ID=e62cdda7-a629-4899-9eb6-4dabc61de76f,revision_number=3']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:50:23.558131 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8befaf-f4b9-4ce6-98a1-04a26cb55068 tempest-ServerPasswordTestJSON-1740921609 tempest-ServerPasswordTestJSON-1740921609-project] Pushing event deleted for resources: {'Port': ['ID=6d3ca093-5c3d-407e-99a3-de957416ec4d,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:50:23.572202 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3d6000-d113-4442-8973-1402b4a745b5 req-703ee98c-64f7-49c7-8a1d-5d7ea37e48af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:50:23.574222 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2a3d6000-d113-4442-8973-1402b4a745b5 req-703ee98c-64f7-49c7-8a1d-5d7ea37e48af service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3a3bdd41fa344002b106e434a17bdf78&device_id=d89c572a-9ecf-42f3-aaab-789262bca2fb HTTP/1.1" status: 200 len: 1095 time: 0.1145854 Aug 12 14:50:23.576652 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-7b685bb8-ab85-402b-882f-8ac7ad1fa8e7 req-ca241b06-cfc0-407f-85c2-44f7041a5e8c tempest-ServerPasswordTestJSON-1740921609 tempest-ServerPasswordTestJSON-1740921609-project] 10.222.0.39 "GET /v2.0/ports?device_id=fce54e6c-f3fa-4597-ae92-418b1200ea52 HTTP/1.1" status: 200 len: 210 time: 0.0968137 Aug 12 14:50:23.667248 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2a3d6000-d113-4442-8973-1402b4a745b5 req-52d488ee-9859-4ad0-b8b3-37e06cbfc152 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e62cdda7-a629-4899-9eb6-4dabc61de76f HTTP/1.1" status: 200 len: 217 time: 0.0850182 Aug 12 14:50:23.695869 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f4cebadb-bd69-453d-a58b-5cd26b49c6d8 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:23.761598 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3d6000-d113-4442-8973-1402b4a745b5 req-3f62f745-a02a-47fe-b707-c2e0eb368a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:50:23.764178 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f4cebadb-bd69-453d-a58b-5cd26b49c6d8 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:23.765475 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2a3d6000-d113-4442-8973-1402b4a745b5 req-3f62f745-a02a-47fe-b707-c2e0eb368a04 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ce169be2-a716-4bd9-89d0-74eedc855ec7 HTTP/1.1" status: 200 len: 855 time: 0.0893745 Aug 12 14:50:23.766349 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-f4cebadb-bd69-453d-a58b-5cd26b49c6d8 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] 10.222.0.39 "DELETE /v2.0/ports/bab90b42-0bba-4c1a-a5f3-fa761eea3567 HTTP/1.1" status: 204 len: 168 time: 0.8053975 Aug 12 14:50:23.769088 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 57700) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:50:23.784448 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cebadb-bd69-453d-a58b-5cd26b49c6d8 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Pushing event deleted for resources: {'Port': ['ID=bab90b42-0bba-4c1a-a5f3-fa761eea3567,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:50:23.837935 n-d-694802-15 neutron-server[94467]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f5d25a9-b1f9-4344-b948-e151d7515093 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] GET failed (client error): The resource could not be found. Aug 12 14:50:23.842378 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-0f5d25a9-b1f9-4344-b948-e151d7515093 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] 10.222.0.39 "GET /v2.0/ports/bab90b42-0bba-4c1a-a5f3-fa761eea3567 HTTP/1.1" status: 404 len: 333 time: 0.0702951 Aug 12 14:50:23.843779 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 57704) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:50:23.880369 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3d6000-d113-4442-8973-1402b4a745b5 req-2c45e4ed-e916-406b-83bc-348a7f743865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:50:23.881885 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2a3d6000-d113-4442-8973-1402b4a745b5 req-2c45e4ed-e916-406b-83bc-348a7f743865 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2ad93210-7061-461d-8617-49848448cc38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1080856 Aug 12 14:50:23.883678 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8df7544-3d0e-4509-88a8-54fc34c92447 req-830a057d-333f-42c6-8ef6-a99c8fe97db7 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:50:23.886078 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-f8df7544-3d0e-4509-88a8-54fc34c92447 req-830a057d-333f-42c6-8ef6-a99c8fe97db7 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/ports?device_id=d89c572a-9ecf-42f3-aaab-789262bca2fb HTTP/1.1" status: 200 len: 943 time: 0.0668104 Aug 12 14:50:23.942846 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-f8df7544-3d0e-4509-88a8-54fc34c92447 req-eb1adbb5-c12a-4652-9e0b-a58733f23f4d tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/security-groups?id=70daefbf-eec6-4754-864f-8c40c2c28cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498390 Aug 12 14:50:24.026574 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-d3e02d9f-a853-4425-8c02-9c0157422278 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks [] for security_group, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:24.110923 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2a3d6000-d113-4442-8973-1402b4a745b5 req-07c6a0d0-0cc0-4548-b6f4-cfc2d5b251ac service neutron] 10.222.0.64 "GET /v2.0/networks/2ad93210-7061-461d-8617-49848448cc38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2188478 Aug 12 14:50:24.115055 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-d3e02d9f-a853-4425-8c02-9c0157422278 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:24.154204 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd89c572a-9ecf-42f3-aaab-789262bca2fb', 'tag': 'e62cdda7-a629-4899-9eb6-4dabc61de76f'}, {'server_uuid': 'fce54e6c-f3fa-4597-ae92-418b1200ea52', 'name': 'network-vif-deleted', 'tag': '6d3ca093-5c3d-407e-99a3-de957416ec4d'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:50:24.156492 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e65282f928b64038367d043a4411777802006c43a98742496cb2e25b724ff1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15abc2c5-2c19-45d8-a6c7-e4819aaf8ded" -d '{"events": [{"name": "network-changed", "server_uuid": "d89c572a-9ecf-42f3-aaab-789262bca2fb", "tag": "e62cdda7-a629-4899-9eb6-4dabc61de76f"}, {"server_uuid": "fce54e6c-f3fa-4597-ae92-418b1200ea52", "name": "network-vif-deleted", "tag": "6d3ca093-5c3d-407e-99a3-de957416ec4d"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:50:24.540583 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 12 Aug 2021 14:50:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-205ea15e-bd1c-41eb-b07a-49514704d665 x-openstack-request-id: req-205ea15e-bd1c-41eb-b07a-49514704d665 {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:50:24.540885 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d89c572a-9ecf-42f3-aaab-789262bca2fb", "tag": "e62cdda7-a629-4899-9eb6-4dabc61de76f", "status": "completed", "code": 200}, {"server_uuid": "fce54e6c-f3fa-4597-ae92-418b1200ea52", "name": "network-vif-deleted", "tag": "6d3ca093-5c3d-407e-99a3-de957416ec4d", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:50:24.541131 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-205ea15e-bd1c-41eb-b07a-49514704d665 {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:50:24.541520 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd89c572a-9ecf-42f3-aaab-789262bca2fb', 'tag': 'e62cdda7-a629-4899-9eb6-4dabc61de76f', 'status': 'completed', 'code': 200} Aug 12 14:50:24.541772 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fce54e6c-f3fa-4597-ae92-418b1200ea52', 'name': 'network-vif-deleted', 'tag': '6d3ca093-5c3d-407e-99a3-de957416ec4d', 'status': 'completed', 'code': 200} Aug 12 14:50:24.548624 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b517920-8d19-458d-8dd4-9a6ed693def9 req-ddf2c77c-8389-4cf6-b59e-fd20916dbb18 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:50:24.550085 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-7b517920-8d19-458d-8dd4-9a6ed693def9 req-ddf2c77c-8389-4cf6-b59e-fd20916dbb18 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] 10.222.0.39 "GET /v2.0/networks?id=0f2cc2b1-26b2-41f2-bdd8-a5e5698bdc15 HTTP/1.1" status: 200 len: 806 time: 0.5690613 Aug 12 14:50:24.577741 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-7b517920-8d19-458d-8dd4-9a6ed693def9 req-efb0d812-ff77-4d22-97f9-511c9f9908a1 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] 10.222.0.39 "GET /v2.0/quotas/8aeb63fb42f149b3aa9e0e9c29a41582 HTTP/1.1" status: 200 len: 375 time: 0.0209763 Aug 12 14:50:24.580317 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-d3e02d9f-a853-4425-8c02-9c0157422278 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:24.582968 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-d3e02d9f-a853-4425-8c02-9c0157422278 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:24.584441 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-d3e02d9f-a853-4425-8c02-9c0157422278 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] 10.222.0.39 "DELETE /v2.0/security-groups/6f1d358d-2e09-4abf-a539-22dc74d29a76 HTTP/1.1" status: 204 len: 168 time: 0.7397432 Aug 12 14:50:24.587854 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 57718) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:50:24.629834 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 57722) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:50:24.633948 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e02d9f-a853-4425-8c02-9c0157422278 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f1d358d-2e09-4abf-a539-22dc74d29a76,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:50:24.639626 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2a3d6000-d113-4442-8973-1402b4a745b5 req-730ae2d7-0f56-43f0-853d-8e7abdad70b4 service neutron] 10.222.0.64 "GET /v2.0/networks/2ad93210-7061-461d-8617-49848448cc38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5199893 Aug 12 14:50:24.662620 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-7b517920-8d19-458d-8dd4-9a6ed693def9 req-6bcb842e-a31e-4144-9ab8-f1ec3319b9a5 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=8aeb63fb42f149b3aa9e0e9c29a41582&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0769577 Aug 12 14:50:24.694170 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d7245cc9-08fe-48ea-bf7a-4816ac46dfc5 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks [] for security_group, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:24.704764 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_v2 [None req-621bf5ab-3fba-40fa-97e1-53e04cd23643 admin admin] Deleting subnet b89b9d7a-93a3-4b17-9884-fc25b6996b8e {{(pid=94466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 14:50:24.713195 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-621bf5ab-3fba-40fa-97e1-53e04cd23643 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:24.755303 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d7245cc9-08fe-48ea-bf7a-4816ac46dfc5 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:24.771937 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-621bf5ab-3fba-40fa-97e1-53e04cd23643 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2293551'] for subnet, precommit_delete_associations {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:24.795701 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15abc2c5-2c19-45d8-a6c7-e4819aaf8ded req-ed166764-b14e-4560-ace8-d62e327b35b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:50:24.797198 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-15abc2c5-2c19-45d8-a6c7-e4819aaf8ded req-ed166764-b14e-4560-ace8-d62e327b35b4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3a3bdd41fa344002b106e434a17bdf78&device_id=d89c572a-9ecf-42f3-aaab-789262bca2fb HTTP/1.1" status: 200 len: 1095 time: 0.0706155 Aug 12 14:50:24.802387 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-7b517920-8d19-458d-8dd4-9a6ed693def9 req-e1a60e94-e92b-4034-8f66-301f668bbc39 service neutron] 10.222.0.39 "GET /v2.0/networks/0f2cc2b1-26b2-41f2-bdd8-a5e5698bdc15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261549 Aug 12 14:50:24.830750 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-621bf5ab-3fba-40fa-97e1-53e04cd23643 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66416255'] for subnet, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:24.853149 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d7245cc9-08fe-48ea-bf7a-4816ac46dfc5 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:24.855954 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d7245cc9-08fe-48ea-bf7a-4816ac46dfc5 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:24.857104 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-d7245cc9-08fe-48ea-bf7a-4816ac46dfc5 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] 10.222.0.39 "DELETE /v2.0/security-groups/8a1bd3a3-7dbb-41e5-a33e-b395738876f3 HTTP/1.1" status: 204 len: 168 time: 0.2682452 Aug 12 14:50:24.862054 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 57726) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:50:24.881863 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7245cc9-08fe-48ea-bf7a-4816ac46dfc5 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a1bd3a3-7dbb-41e5-a33e-b395738876f3,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:50:24.946961 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c5acd88-7a4f-49ba-8eec-bf0e191ac414 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Deleting subnet e632a90b-6ecd-4437-b8b4-1d7e2b833ba0 {{(pid=94466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 14:50:24.950781 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4c5acd88-7a4f-49ba-8eec-bf0e191ac414 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks [] for subnet, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:24.954265 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-621bf5ab-3fba-40fa-97e1-53e04cd23643 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66416232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3718429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8776402'] for subnet, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:24.963559 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15abc2c5-2c19-45d8-a6c7-e4819aaf8ded req-60745034-660d-49e7-98f7-e3140c710d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:50:24.965037 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-15abc2c5-2c19-45d8-a6c7-e4819aaf8ded req-60745034-660d-49e7-98f7-e3140c710d7b service neutron] 10.222.0.64 "GET /v2.0/networks?id=2ad93210-7061-461d-8617-49848448cc38 HTTP/1.1" status: 200 len: 917 time: 0.1604671 Aug 12 14:50:24.970338 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-7b517920-8d19-458d-8dd4-9a6ed693def9 req-1478bcd1-371a-4c65-b9cc-c213f1b989be service neutron] 10.222.0.39 "GET /v2.0/networks/0f2cc2b1-26b2-41f2-bdd8-a5e5698bdc15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202416 Aug 12 14:50:25.000022 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621bf5ab-3fba-40fa-97e1-53e04cd23643 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b89b9d7a-93a3-4b17-9884-fc25b6996b8e,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:50:25.015000 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-15abc2c5-2c19-45d8-a6c7-e4819aaf8ded req-4f178b05-c8bc-4e70-bc9d-bd51319037d5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e62cdda7-a629-4899-9eb6-4dabc61de76f HTTP/1.1" status: 200 len: 217 time: 0.0416517 Aug 12 14:50:25.019562 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-621bf5ab-3fba-40fa-97e1-53e04cd23643 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for subnet, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:25.021227 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-621bf5ab-3fba-40fa-97e1-53e04cd23643 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/b89b9d7a-93a3-4b17-9884-fc25b6996b8e HTTP/1.1" status: 204 len: 168 time: 0.3904469 Aug 12 14:50:25.024545 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 57730) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:50:25.038167 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4c5acd88-7a4f-49ba-8eec-bf0e191ac414 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2293551'] for subnet, precommit_delete_associations {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:25.069036 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15abc2c5-2c19-45d8-a6c7-e4819aaf8ded req-fcce9722-30fd-451a-99b7-c1dbcd87c10c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:50:25.071274 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-15abc2c5-2c19-45d8-a6c7-e4819aaf8ded req-fcce9722-30fd-451a-99b7-c1dbcd87c10c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ce169be2-a716-4bd9-89d0-74eedc855ec7 HTTP/1.1" status: 200 len: 855 time: 0.0483515 Aug 12 14:50:25.131203 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15abc2c5-2c19-45d8-a6c7-e4819aaf8ded req-61850488-e43f-44e2-9c51-31a345f97ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:50:25.133329 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-15abc2c5-2c19-45d8-a6c7-e4819aaf8ded req-61850488-e43f-44e2-9c51-31a345f97ea2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2ad93210-7061-461d-8617-49848448cc38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0537903 Aug 12 14:50:25.181803 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-7541ff49-08aa-4c92-99d8-ba468c6e8127 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680608'] for network, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:25.197922 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076ee845-a2fa-4776-8124-519141f198e1 req-14664a97-ebd3-49b0-9b32-7ca8db7f0acf tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:50:25.206245 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-076ee845-a2fa-4776-8124-519141f198e1 req-14664a97-ebd3-49b0-9b32-7ca8db7f0acf tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/ports?device_id=d89c572a-9ecf-42f3-aaab-789262bca2fb HTTP/1.1" status: 200 len: 943 time: 0.1370306 Aug 12 14:50:25.232458 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e7cf5c4c-d11d-4d88-99a6-f6602ec0b21d req-5ac88819-ebb9-4377-bb94-7bfd09f1f0f9 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] 10.222.0.39 "GET /v2.0/ports?device_id=23bdae7e-f4fc-4507-bcc8-00971c1e8239 HTTP/1.1" status: 200 len: 210 time: 0.0395088 Aug 12 14:50:25.280546 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-15abc2c5-2c19-45d8-a6c7-e4819aaf8ded req-dc1d1eed-b072-4a13-87a1-bc73c0d56eac service neutron] 10.222.0.64 "GET /v2.0/networks/2ad93210-7061-461d-8617-49848448cc38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391027 Aug 12 14:50:25.343382 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4c5acd88-7a4f-49ba-8eec-bf0e191ac414 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66416255'] for subnet, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:25.379531 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-15abc2c5-2c19-45d8-a6c7-e4819aaf8ded req-4d35c0dd-ad2e-41de-8017-f3cf7974a65c service neutron] 10.222.0.64 "GET /v2.0/networks/2ad93210-7061-461d-8617-49848448cc38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910602 Aug 12 14:50:25.379636 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-076ee845-a2fa-4776-8124-519141f198e1 req-8f31cff9-d0ef-4dd9-ab91-0c5b225e8763 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/security-groups?id=70daefbf-eec6-4754-864f-8c40c2c28cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1736805 Aug 12 14:50:25.385627 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-7541ff49-08aa-4c92-99d8-ba468c6e8127 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66413304', 'neutron.services.segments.db._delete_segments_for_network-8744654118000'] for network, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:25.411353 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-7541ff49-08aa-4c92-99d8-ba468c6e8127 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['091a52ea-ed33-4446-8ad6-ba41570302d4']}} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:50:25.427799 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-7541ff49-08aa-4c92-99d8-ba468c6e8127 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '220278c7-fc1a-44c5-8328-0ae924ec86ff') {'for_net_delete': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:50:25.428106 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-7541ff49-08aa-4c92-99d8-ba468c6e8127 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '220278c7-fc1a-44c5-8328-0ae924ec86ff') {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:50:25.439428 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-7541ff49-08aa-4c92-99d8-ba468c6e8127 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744654122361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2293560'] for segment, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:25.467450 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-7541ff49-08aa-4c92-99d8-ba468c6e8127 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:25.475731 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4c5acd88-7a4f-49ba-8eec-bf0e191ac414 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66416232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3718429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8776402'] for subnet, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:25.479640 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7541ff49-08aa-4c92-99d8-ba468c6e8127 admin admin] Releasing vlan 340 on physical network physnet1 to pool {{(pid=94466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 14:50:25.480037 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-7541ff49-08aa-4c92-99d8-ba468c6e8127 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3718595'] for segment, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:25.484114 n-d-694802-15 neutron-server[94466]: Traceback (most recent call last): Aug 12 14:50:25.484114 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 14:50:25.484114 n-d-694802-15 neutron-server[94466]: timer() Aug 12 14:50:25.484114 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 14:50:25.484114 n-d-694802-15 neutron-server[94466]: cb(*args, **kw) Aug 12 14:50:25.484114 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 14:50:25.484114 n-d-694802-15 neutron-server[94466]: return func(*args, **kwargs) Aug 12 14:50:25.484114 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 14:50:25.484114 n-d-694802-15 neutron-server[94466]: self._notify() Aug 12 14:50:25.484114 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 14:50:25.484114 n-d-694802-15 neutron-server[94466]: self.callback(batched_events) Aug 12 14:50:25.484114 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 14:50:25.484114 n-d-694802-15 neutron-server[94466]: event.method(event) Aug 12 14:50:25.484114 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 14:50:25.484114 n-d-694802-15 neutron-server[94466]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 14:50:25.484114 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 14:50:25.484114 n-d-694802-15 neutron-server[94466]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 14:50:25.484114 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 14:50:25.484114 n-d-694802-15 neutron-server[94466]: return f(self, *a, **k) Aug 12 14:50:25.484114 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 14:50:25.484114 n-d-694802-15 neutron-server[94466]: return self._get(url).json() Aug 12 14:50:25.484114 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 14:50:25.484114 n-d-694802-15 neutron-server[94466]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 14:50:25.484114 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 14:50:25.484114 n-d-694802-15 neutron-server[94466]: return self.request(url, 'GET', **kwargs) Aug 12 14:50:25.484114 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 14:50:25.484114 n-d-694802-15 neutron-server[94466]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 14:50:25.484114 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 14:50:25.484114 n-d-694802-15 neutron-server[94466]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 14:50:25.484114 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 14:50:25.484114 n-d-694802-15 neutron-server[94466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 14:50:25.484114 n-d-694802-15 neutron-server[94466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 14:50:25.546959 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5acd88-7a4f-49ba-8eec-bf0e191ac414 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Pushing event deleted for resources: {'Subnet': ['ID=e632a90b-6ecd-4437-b8b4-1d7e2b833ba0,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:50:25.549260 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4c5acd88-7a4f-49ba-8eec-bf0e191ac414 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for subnet, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:25.551232 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-4c5acd88-7a4f-49ba-8eec-bf0e191ac414 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] 10.222.0.39 "DELETE /v2.0/subnets/e632a90b-6ecd-4437-b8b4-1d7e2b833ba0 HTTP/1.1" status: 204 len: 168 time: 0.6857464 Aug 12 14:50:25.554166 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a19bb549-0fe1-4f69-bf17-6c883d4aa9c0 None None] Network 71182620-fc59-4a91-8e3b-fc68c8b620e0 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:50:25.555313 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 57742) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:50:25.558047 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device 6d3ca093-5c3d-407e-99a3-de957416ec4d no longer exists at agent hyperv_n-h1-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:50:25.566528 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-c7dcc9d0-3290-476b-beac-ab37f124982d tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Request body: {'subnet': {'network_id': '71182620-fc59-4a91-8e3b-fc68c8b620e0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:50:25.627156 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-93370168-53ca-47c2-9e27-b066be57125c None None] No Port match for: 6d3ca093-5c3d-407e-99a3-de957416ec4d {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 14:50:25.627578 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device 6d3ca093-5c3d-407e-99a3-de957416ec4d not bound to the agent host n-h1-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:50:25.636875 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-7541ff49-08aa-4c92-99d8-ba468c6e8127 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66413281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431520'] for network, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:25.650790 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-7541ff49-08aa-4c92-99d8-ba468c6e8127 admin admin] Notify callbacks [] for network, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:25.652940 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-7541ff49-08aa-4c92-99d8-ba468c6e8127 admin admin] 10.222.0.39 "DELETE /v2.0/networks/091a52ea-ed33-4446-8ad6-ba41570302d4 HTTP/1.1" status: 204 len: 168 time: 0.6274765 Aug 12 14:50:25.668991 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7541ff49-08aa-4c92-99d8-ba468c6e8127 admin admin] Pushing event deleted for resources: {'Network': ['ID=091a52ea-ed33-4446-8ad6-ba41570302d4,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:50:25.735752 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7dcc9d0-3290-476b-beac-ab37f124982d tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Made reservation on behalf of fc26b2bd24e24e018c7add15390c187a for: {'subnet': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:50:25.741651 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c7dcc9d0-3290-476b-beac-ab37f124982d tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8776441'] for subnet, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:25.826413 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 57748) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:50:25.880441 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-9e590183-1c76-46f7-a087-7df8bdbde423 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e60c2f9ff8554c7c9d4e6fda9d991832&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0516143 Aug 12 14:50:25.883940 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 57750) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:50:25.988966 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5828038e-cbf0-41ef-a2ec-d30cc6cd3728 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:26.041384 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5828038e-cbf0-41ef-a2ec-d30cc6cd3728 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:26.102176 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c7dcc9d0-3290-476b-beac-ab37f124982d tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3718490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8776395'] for subnet, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:26.155863 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7dcc9d0-3290-476b-beac-ab37f124982d tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Network 71182620-fc59-4a91-8e3b-fc68c8b620e0 is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:50:26.161362 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5828038e-cbf0-41ef-a2ec-d30cc6cd3728 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:26.164205 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5828038e-cbf0-41ef-a2ec-d30cc6cd3728 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:26.167665 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-5828038e-cbf0-41ef-a2ec-d30cc6cd3728 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/84bd8750-1642-4d25-b826-2df095af9be5 HTTP/1.1" status: 204 len: 168 time: 0.2803831 Aug 12 14:50:26.170965 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-c7dcc9d0-3290-476b-beac-ab37f124982d tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:50:26.180197 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7dcc9d0-3290-476b-beac-ab37f124982d tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:50:26.180858 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c7dcc9d0-3290-476b-beac-ab37f124982d tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for subnet, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:26.194274 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7dcc9d0-3290-476b-beac-ab37f124982d tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Pushing event updated for resources: {'Subnet': ['ID=72394833-ee20-4705-9f36-9309711d289c,revision_number=0']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:50:26.197019 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5828038e-cbf0-41ef-a2ec-d30cc6cd3728 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84bd8750-1642-4d25-b826-2df095af9be5,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:50:26.208102 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-c7dcc9d0-3290-476b-beac-ab37f124982d tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6457705 Aug 12 14:50:26.210841 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 57754) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:50:26.215809 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-da85b1d1-0f7b-457c-a5a1-703711c90795 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Request body: {'security_group': {'name': 'tempest-secgroup-1009340623'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:50:26.252970 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-da85b1d1-0f7b-457c-a5a1-703711c90795 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks [] for security_group, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:26.332220 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b517920-8d19-458d-8dd4-9a6ed693def9 req-2563b24c-4fe7-4bf0-9440-0b324b7a7b63 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:50:26.335456 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-7b517920-8d19-458d-8dd4-9a6ed693def9 req-2563b24c-4fe7-4bf0-9440-0b324b7a7b63 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] 10.222.0.49 "GET /v2.0/networks?id=0f2cc2b1-26b2-41f2-bdd8-a5e5698bdc15 HTTP/1.1" status: 200 len: 806 time: 0.2368770 Aug 12 14:50:26.349916 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-7b517920-8d19-458d-8dd4-9a6ed693def9 req-118b708e-9322-46d8-9492-997c0f6316b4 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] Request body: {'port': {'device_id': '23bdae7e-f4fc-4507-bcc8-00971c1e8239', 'network_id': '0f2cc2b1-26b2-41f2-bdd8-a5e5698bdc15', 'admin_state_up': True, 'tenant_id': '8aeb63fb42f149b3aa9e0e9c29a41582'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:50:26.384274 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-71621322-c74b-4b6d-8994-862eee56e8f2 req-a59e9d8f-9971-4b7f-8002-dd83446c2824 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] 10.222.0.39 "GET /v2.0/ports?device_id=23bdae7e-f4fc-4507-bcc8-00971c1e8239 HTTP/1.1" status: 200 len: 210 time: 0.0385370 Aug 12 14:50:26.438587 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-da85b1d1-0f7b-457c-a5a1-703711c90795 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks [] for security_group, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:26.445053 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4fa7dc2-95ff-4490-b05b-ea4541021271 None None] Network 71182620-fc59-4a91-8e3b-fc68c8b620e0 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:50:26.445980 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-da85b1d1-0f7b-457c-a5a1-703711c90795 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:26.481358 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-da85b1d1-0f7b-457c-a5a1-703711c90795 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:26.483847 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-da85b1d1-0f7b-457c-a5a1-703711c90795 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2719233 Aug 12 14:50:26.486773 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 57760) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:50:26.489528 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da85b1d1-0f7b-457c-a5a1-703711c90795 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea395466-4259-4548-8b0e-d073f80a7d5a,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:50:26.501442 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-076c2d63-2527-41de-9218-9f33b88a888b tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Request body: {'security_group': {'name': 'tempest-secgroup-910529815'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:50:26.531823 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-19124d19-cad4-4b9e-985f-68568703443d None None] Provisioning complete for port 2eb1f304-06b3-46f5-bc43-ce6d128fbeb4 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:50:26.532263 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-19124d19-cad4-4b9e-985f-68568703443d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:26.562712 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-076c2d63-2527-41de-9218-9f33b88a888b tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks [] for security_group, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:26.589381 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-19124d19-cad4-4b9e-985f-68568703443d None None] Port 2eb1f304-06b3-46f5-bc43-ce6d128fbeb4 cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 14:50:26.593472 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b6c640-1327-4250-b073-97a445460b43 req-84f1a8b8-8240-487d-9b78-f5cc024f8c99 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:50:26.595058 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-98b6c640-1327-4250-b073-97a445460b43 req-84f1a8b8-8240-487d-9b78-f5cc024f8c99 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/ports?device_id=d89c572a-9ecf-42f3-aaab-789262bca2fb HTTP/1.1" status: 200 len: 943 time: 0.1232688 Aug 12 14:50:26.622654 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b517920-8d19-458d-8dd4-9a6ed693def9 req-118b708e-9322-46d8-9492-997c0f6316b4 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] Made reservation on behalf of 8aeb63fb42f149b3aa9e0e9c29a41582 for: {'port': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:50:26.626127 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-7b517920-8d19-458d-8dd4-9a6ed693def9 req-118b708e-9322-46d8-9492-997c0f6316b4 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:26.629630 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-19124d19-cad4-4b9e-985f-68568703443d None None] Provisioning complete for port a05672c4-bd6b-4c96-81fc-d22e70dba61e triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:50:26.630000 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-19124d19-cad4-4b9e-985f-68568703443d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:26.691910 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-98b6c640-1327-4250-b073-97a445460b43 req-8d502b51-e1f9-4f83-83a2-59d2a80fd268 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/security-groups?id=70daefbf-eec6-4754-864f-8c40c2c28cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866816 Aug 12 14:50:26.791856 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-183ee2ce-a919-45d1-a811-6f1be877a94b None None] Update dhcp port {'port': {'network_id': '71182620-fc59-4a91-8e3b-fc68c8b620e0', 'fixed_ips': [{'subnet_id': '100ef563-82dd-4bd0-891d-34808ca5ead9', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '72394833-ee20-4705-9f36-9309711d289c'}], 'binding:host_id': 'n-d-694802-15'}, 'id': 'a05672c4-bd6b-4c96-81fc-d22e70dba61e'} from n-d-694802-15. {{(pid=94468) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 12 14:50:26.815100 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-076c2d63-2527-41de-9218-9f33b88a888b tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks [] for security_group, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:26.817297 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-183ee2ce-a919-45d1-a811-6f1be877a94b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:26.821381 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-076c2d63-2527-41de-9218-9f33b88a888b tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:26.862729 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076c2d63-2527-41de-9218-9f33b88a888b tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a03cdf23-a16a-4d07-a9a6-fb19108caf93,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:50:26.867308 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-076c2d63-2527-41de-9218-9f33b88a888b tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:26.871569 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 57774) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:50:26.873542 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-076c2d63-2527-41de-9218-9f33b88a888b tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3761544 Aug 12 14:50:26.877096 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-ecf1f2ad-b213-426b-a30a-eba912a61b60 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Request body: {'security_group': {'name': 'tempest-secgroup-1779512812'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:50:26.892238 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_common [req-7b517920-8d19-458d-8dd4-9a6ed693def9 req-118b708e-9322-46d8-9492-997c0f6316b4 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] Allocated IP 172.20.0.11 (0f2cc2b1-26b2-41f2-bdd8-a5e5698bdc15/33fe8ec3-27c5-4c33-8718-44dd3a3eaffa/28bc5e74-fcad-4f43-b038-859a057c69cd) {{(pid=94467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:50:26.922291 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ecf1f2ad-b213-426b-a30a-eba912a61b60 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks [] for security_group, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:27.044089 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ecf1f2ad-b213-426b-a30a-eba912a61b60 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks [] for security_group, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:27.048725 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.db_base_plugin_common [None req-183ee2ce-a919-45d1-a811-6f1be877a94b None None] Allocated IP 2001:db8::2 (71182620-fc59-4a91-8e3b-fc68c8b620e0/72394833-ee20-4705-9f36-9309711d289c/a05672c4-bd6b-4c96-81fc-d22e70dba61e) {{(pid=94468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:50:27.050970 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ecf1f2ad-b213-426b-a30a-eba912a61b60 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:27.088082 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ecf1f2ad-b213-426b-a30a-eba912a61b60 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:27.089575 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-ecf1f2ad-b213-426b-a30a-eba912a61b60 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2170019 Aug 12 14:50:27.092142 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf1f2ad-b213-426b-a30a-eba912a61b60 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22628b9c-6b2b-4f62-9d4e-8a5a0d9ac60b,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:50:27.092604 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 57782) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:50:27.105435 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-aa1f8b4c-f2c6-4d10-a845-3f0d25cc6467 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1786965536', 'security_groups': ['22628b9c-6b2b-4f62-9d4e-8a5a0d9ac60b'], 'network_id': '71182620-fc59-4a91-8e3b-fc68c8b620e0', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '72394833-ee20-4705-9f36-9309711d289c'}]}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:50:27.163979 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-7b517920-8d19-458d-8dd4-9a6ed693def9 req-118b708e-9322-46d8-9492-997c0f6316b4 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] Notify callbacks [] for port, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:27.164617 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-183ee2ce-a919-45d1-a811-6f1be877a94b None None] For port a05672c4-bd6b-4c96-81fc-d22e70dba61e, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=a05672c4-bd6b-4c96-81fc-d22e70dba61e,segment=NetworkSegment(d258e3ef-876c-41b4-bb36-604b4322b029),segment_id=d258e3ef-876c-41b4-bb36-604b4322b029)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:50:27.199804 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-183ee2ce-a919-45d1-a811-6f1be877a94b None None] Notify callbacks [] for port, precommit_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:27.216899 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-183ee2ce-a919-45d1-a811-6f1be877a94b None None] Transition to ACTIVE for port object a05672c4-bd6b-4c96-81fc-d22e70dba61e will not be triggered until provisioned by entity DHCP. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:50:27.222606 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-183ee2ce-a919-45d1-a811-6f1be877a94b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:27.259382 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-7b517920-8d19-458d-8dd4-9a6ed693def9 req-118b708e-9322-46d8-9492-997c0f6316b4 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:27.287471 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] get_ports_and_sgs() called for port_ids ['dc566ee9-a384-4f4a-8a20-5887f333a78c'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:50:27.302613 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa1f8b4c-f2c6-4d10-a845-3f0d25cc6467 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Made reservation on behalf of fc26b2bd24e24e018c7add15390c187a for: {'port': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:50:27.359033 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b517920-8d19-458d-8dd4-9a6ed693def9 req-118b708e-9322-46d8-9492-997c0f6316b4 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] Network 0f2cc2b1-26b2-41f2-bdd8-a5e5698bdc15 is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:50:27.368428 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [req-7b517920-8d19-458d-8dd4-9a6ed693def9 req-118b708e-9322-46d8-9492-997c0f6316b4 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:50:27.374241 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118b708e-9322-46d8-9492-997c0f6316b4 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] Pushing event updated for resources: {'Port': ['ID=28bc5e74-fcad-4f43-b038-859a057c69cd,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:50:27.374701 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183ee2ce-a919-45d1-a811-6f1be877a94b None None] Pushing event updated for resources: {'Port': ['ID=a05672c4-bd6b-4c96-81fc-d22e70dba61e,revision_number=6']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:50:27.377087 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b517920-8d19-458d-8dd4-9a6ed693def9 req-118b708e-9322-46d8-9492-997c0f6316b4 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] Received port after_create {{(pid=94467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:50:27.515777 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b517920-8d19-458d-8dd4-9a6ed693def9 req-118b708e-9322-46d8-9492-997c0f6316b4 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:50:27.516467 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-7b517920-8d19-458d-8dd4-9a6ed693def9 req-118b708e-9322-46d8-9492-997c0f6316b4 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:27.531499 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-aa1f8b4c-f2c6-4d10-a845-3f0d25cc6467 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:27.546121 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-7b517920-8d19-458d-8dd4-9a6ed693def9 req-118b708e-9322-46d8-9492-997c0f6316b4 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2010272 Aug 12 14:50:27.558801 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [None req-aa1f8b4c-f2c6-4d10-a845-3f0d25cc6467 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] device_id is not set on port beef3b7a-439b-4ffa-b7f0-9129f3cf8e4a yet. {{(pid=94467) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 14:50:27.570993 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device e62cdda7-a629-4899-9eb6-4dabc61de76f details requested by agent hyperv_n-h1-694802-15 with host n-h1-694802-15 {{(pid=94468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 14:50:27.578083 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5990caad-dff7-4e88-aec7-4cb65fc52bd8 req-76b30a45-5105-406b-9c71-047478241c69 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:50:27.579692 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-5990caad-dff7-4e88-aec7-4cb65fc52bd8 req-76b30a45-5105-406b-9c71-047478241c69 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] 10.222.0.39 "GET /v2.0/ports?device_id=23bdae7e-f4fc-4507-bcc8-00971c1e8239 HTTP/1.1" status: 200 len: 932 time: 0.0889175 Aug 12 14:50:27.631570 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-5990caad-dff7-4e88-aec7-4cb65fc52bd8 req-c555fc62-0833-468a-9ba2-331af6cc66c2 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] 10.222.0.39 "GET /v2.0/security-groups?id=d503e6e0-4ce0-4f78-842d-abe0bf3f8a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450616 Aug 12 14:50:27.795608 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-aaf267cd-d158-4fd8-bfc7-55e1b48a1316 req-7b3ebe97-54d7-4048-a63e-e63c75f6fa66 tempest-ServerShowV257Test-580473577 tempest-ServerShowV257Test-580473577-project] 10.222.0.39 "GET /v2.0/ports?device_id=3312d3bd-55bd-40e0-9829-b2b6ebe45a74 HTTP/1.1" status: 200 len: 210 time: 0.0784822 Aug 12 14:50:27.849046 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-7b517920-8d19-458d-8dd4-9a6ed693def9 req-670f061e-edc4-48d4-96c2-b41e3dca227a service neutron] Request body: {'port': {'device_id': '23bdae7e-f4fc-4507-bcc8-00971c1e8239', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-694802-15'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:50:27.910701 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_common [None req-aa1f8b4c-f2c6-4d10-a845-3f0d25cc6467 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Allocated IP 2001:db8::1aa (71182620-fc59-4a91-8e3b-fc68c8b620e0/72394833-ee20-4705-9f36-9309711d289c/beef3b7a-439b-4ffa-b7f0-9129f3cf8e4a) {{(pid=94467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:50:27.973218 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port e62cdda7-a629-4899-9eb6-4dabc61de76f, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=e62cdda7-a629-4899-9eb6-4dabc61de76f,segment=NetworkSegment(b72762b4-956b-443d-aaee-4b6799d6bcb9),segment_id=b72762b4-956b-443d-aaee-4b6799d6bcb9)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:50:27.993823 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Returning: {'device': 'e62cdda7-a629-4899-9eb6-4dabc61de76f', 'network_id': '2ad93210-7061-461d-8617-49848448cc38', 'port_id': 'e62cdda7-a629-4899-9eb6-4dabc61de76f', 'mac_address': 'fa:16:3e:60:f3:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce169be2-a716-4bd9-89d0-74eedc855ec7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 14:50:28.038435 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-7b517920-8d19-458d-8dd4-9a6ed693def9 req-670f061e-edc4-48d4-96c2-b41e3dca227a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:28.055605 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:28.059667 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9dbb78-68c5-4484-b255-e850402e4abe req-01aa2a95-bb64-4080-a8a3-ba099f099c9f tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:50:28.062416 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4a9dbb78-68c5-4484-b255-e850402e4abe req-01aa2a95-bb64-4080-a8a3-ba099f099c9f tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/ports?device_id=d89c572a-9ecf-42f3-aaab-789262bca2fb HTTP/1.1" status: 200 len: 943 time: 0.1456115 Aug 12 14:50:28.072370 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e62cdda7-a629-4899-9eb6-4dabc61de76f {{(pid=94468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:50:28.096370 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port e62cdda7-a629-4899-9eb6-4dabc61de76f, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=e62cdda7-a629-4899-9eb6-4dabc61de76f,segment=NetworkSegment(b72762b4-956b-443d-aaee-4b6799d6bcb9),segment_id=b72762b4-956b-443d-aaee-4b6799d6bcb9)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:50:28.102176 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:28.162377 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Pushing event updated for resources: {'Port': ['ID=e62cdda7-a629-4899-9eb6-4dabc61de76f,revision_number=4']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:50:28.204859 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-339f7174-e9f2-4704-a2c5-58b5fcf0fe66 None None] Provisioning complete for port 2eb1f304-06b3-46f5-bc43-ce6d128fbeb4 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:50:28.205637 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-339f7174-e9f2-4704-a2c5-58b5fcf0fe66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:28.247545 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-339f7174-e9f2-4704-a2c5-58b5fcf0fe66 None None] Port 2eb1f304-06b3-46f5-bc43-ce6d128fbeb4 cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 14:50:28.259292 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-339f7174-e9f2-4704-a2c5-58b5fcf0fe66 None None] Provisioning for port a05672c4-bd6b-4c96-81fc-d22e70dba61e completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:50:28.263602 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4a9dbb78-68c5-4484-b255-e850402e4abe req-e0b8ac7a-6a90-4ff3-8b96-5e647ce5dc74 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/security-groups?id=70daefbf-eec6-4754-864f-8c40c2c28cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1835189 Aug 12 14:50:28.264300 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-339f7174-e9f2-4704-a2c5-58b5fcf0fe66 None None] Provisioning complete for port a05672c4-bd6b-4c96-81fc-d22e70dba61e triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:50:28.264965 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-339f7174-e9f2-4704-a2c5-58b5fcf0fe66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:28.361481 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-aa1f8b4c-f2c6-4d10-a845-3f0d25cc6467 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks [] for port, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:28.385375 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [None req-aa1f8b4c-f2c6-4d10-a845-3f0d25cc6467 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Transition to ACTIVE for port object beef3b7a-439b-4ffa-b7f0-9129f3cf8e4a will not be triggered until provisioned by entity DHCP. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:50:28.430747 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] get_ports_and_sgs() called for port_ids ['e62cdda7-a629-4899-9eb6-4dabc61de76f'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:50:28.465820 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-aa1f8b4c-f2c6-4d10-a845-3f0d25cc6467 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:28.543551 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa1f8b4c-f2c6-4d10-a845-3f0d25cc6467 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Network 71182620-fc59-4a91-8e3b-fc68c8b620e0 is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:50:28.545720 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [req-7b517920-8d19-458d-8dd4-9a6ed693def9 req-670f061e-edc4-48d4-96c2-b41e3dca227a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28bc5e74-fcad-4f43-b038-859a057c69cd {{(pid=94467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:50:28.556883 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [None req-aa1f8b4c-f2c6-4d10-a845-3f0d25cc6467 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:50:28.561811 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-7b517920-8d19-458d-8dd4-9a6ed693def9 req-670f061e-edc4-48d4-96c2-b41e3dca227a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:28.564144 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa1f8b4c-f2c6-4d10-a845-3f0d25cc6467 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Received port after_create {{(pid=94467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:50:28.569897 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa1f8b4c-f2c6-4d10-a845-3f0d25cc6467 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:50:28.571167 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-aa1f8b4c-f2c6-4d10-a845-3f0d25cc6467 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:28.585701 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1f8b4c-f2c6-4d10-a845-3f0d25cc6467 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Pushing event updated for resources: {'Port': ['ID=beef3b7a-439b-4ffa-b7f0-9129f3cf8e4a,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:50:28.596653 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [req-7b517920-8d19-458d-8dd4-9a6ed693def9 req-670f061e-edc4-48d4-96c2-b41e3dca227a service neutron] Transition to ACTIVE for port object 28bc5e74-fcad-4f43-b038-859a057c69cd will not be triggered until provisioned by entity L2. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:50:28.598545 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-aa1f8b4c-f2c6-4d10-a845-3f0d25cc6467 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.5034168 Aug 12 14:50:28.600378 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-7b517920-8d19-458d-8dd4-9a6ed693def9 req-670f061e-edc4-48d4-96c2-b41e3dca227a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:28.602706 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 57822) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:50:28.608058 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-42265f47-cdba-4b50-8193-f83008721e31 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Request body: {'subnet': {'network_id': '71182620-fc59-4a91-8e3b-fc68c8b620e0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:50:28.651400 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670f061e-edc4-48d4-96c2-b41e3dca227a service neutron] Pushing event updated for resources: {'Port': ['ID=28bc5e74-fcad-4f43-b038-859a057c69cd,revision_number=2']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:50:28.756353 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42265f47-cdba-4b50-8193-f83008721e31 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Made reservation on behalf of fc26b2bd24e24e018c7add15390c187a for: {'subnet': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:50:28.762633 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-42265f47-cdba-4b50-8193-f83008721e31 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8776441'] for subnet, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:28.767065 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-7b517920-8d19-458d-8dd4-9a6ed693def9 req-670f061e-edc4-48d4-96c2-b41e3dca227a service neutron] Attempting to bind port 28bc5e74-fcad-4f43-b038-859a057c69cd on host n-h2-694802-15 for vnic_type normal with profile {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:50:28.767513 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-7b517920-8d19-458d-8dd4-9a6ed693def9 req-670f061e-edc4-48d4-96c2-b41e3dca227a service neutron] Attempting to bind port 28bc5e74-fcad-4f43-b038-859a057c69cd by drivers openvswitch,hyperv on host n-h2-694802-15 at level 0 using segments [{'id': 'abdc443e-cf7a-4b71-8730-19997248ebd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '0f2cc2b1-26b2-41f2-bdd8-a5e5698bdc15'}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:50:28.768282 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b517920-8d19-458d-8dd4-9a6ed693def9 req-670f061e-edc4-48d4-96c2-b41e3dca227a service neutron] Attempting to bind port 28bc5e74-fcad-4f43-b038-859a057c69cd on network 0f2cc2b1-26b2-41f2-bdd8-a5e5698bdc15 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:50:28.787410 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b517920-8d19-458d-8dd4-9a6ed693def9 req-670f061e-edc4-48d4-96c2-b41e3dca227a service neutron] Port 28bc5e74-fcad-4f43-b038-859a057c69cd on network 0f2cc2b1-26b2-41f2-bdd8-a5e5698bdc15 not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-15 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 14:50:28.787744 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b517920-8d19-458d-8dd4-9a6ed693def9 req-670f061e-edc4-48d4-96c2-b41e3dca227a service neutron] Attempting to bind port 28bc5e74-fcad-4f43-b038-859a057c69cd on network 0f2cc2b1-26b2-41f2-bdd8-a5e5698bdc15 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:50:28.798461 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b517920-8d19-458d-8dd4-9a6ed693def9 req-670f061e-edc4-48d4-96c2-b41e3dca227a service neutron] Checking agent: {'id': 'b7697f71-33f3-4959-ad82-43c2dc15845d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 27, 42), 'started_at': datetime.datetime(2021, 8, 12, 14, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 50, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:50:28.798812 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b517920-8d19-458d-8dd4-9a6ed693def9 req-670f061e-edc4-48d4-96c2-b41e3dca227a service neutron] Checking segment: {'id': 'abdc443e-cf7a-4b71-8730-19997248ebd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '0f2cc2b1-26b2-41f2-bdd8-a5e5698bdc15'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:50:28.799231 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b517920-8d19-458d-8dd4-9a6ed693def9 req-670f061e-edc4-48d4-96c2-b41e3dca227a service neutron] Bound using segment: {'id': 'abdc443e-cf7a-4b71-8730-19997248ebd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '0f2cc2b1-26b2-41f2-bdd8-a5e5698bdc15'} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:50:28.799674 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-7b517920-8d19-458d-8dd4-9a6ed693def9 req-670f061e-edc4-48d4-96c2-b41e3dca227a service neutron] Bound port: 28bc5e74-fcad-4f43-b038-859a057c69cd, host: n-h2-694802-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'abdc443e-cf7a-4b71-8730-19997248ebd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '0f2cc2b1-26b2-41f2-bdd8-a5e5698bdc15'}}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:50:28.800127 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-7b517920-8d19-458d-8dd4-9a6ed693def9 req-670f061e-edc4-48d4-96c2-b41e3dca227a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:28.825294 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4ec345-291d-4454-a2c7-dd4d7498cc01 req-0d46847e-99cf-4b8d-9be1-3b2a3f28add0 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:50:28.827310 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ce4ec345-291d-4454-a2c7-dd4d7498cc01 req-0d46847e-99cf-4b8d-9be1-3b2a3f28add0 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] 10.222.0.39 "GET /v2.0/ports?device_id=23bdae7e-f4fc-4507-bcc8-00971c1e8239 HTTP/1.1" status: 200 len: 944 time: 0.1086459 Aug 12 14:50:28.898519 n-d-694802-15 neutron-server[94466]: INFO neutron.db.ipam_backend_mixin [None req-42265f47-cdba-4b50-8193-f83008721e31 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 72394833-ee20-4705-9f36-9309711d289c (CIDR: 2001:db8::/64) Aug 12 14:50:28.908211 n-d-694802-15 neutron-server[94466]: INFO neutron.pecan_wsgi.hooks.translation [None req-42265f47-cdba-4b50-8193-f83008721e31 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 12 14:50:28.908786 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42265f47-cdba-4b50-8193-f83008721e31 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 14:50:28.930457 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-42265f47-cdba-4b50-8193-f83008721e31 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3244321 Aug 12 14:50:28.933061 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-40af0c97-6136-4fc4-a700-6592bf541b58 None None] Provisioning for port beef3b7a-439b-4ffa-b7f0-9129f3cf8e4a completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:50:28.937581 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-40af0c97-6136-4fc4-a700-6592bf541b58 None None] Provisioning complete for port beef3b7a-439b-4ffa-b7f0-9129f3cf8e4a triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:50:28.937955 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-40af0c97-6136-4fc4-a700-6592bf541b58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:28.938393 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-7b517920-8d19-458d-8dd4-9a6ed693def9 req-670f061e-edc4-48d4-96c2-b41e3dca227a service neutron] For port 28bc5e74-fcad-4f43-b038-859a057c69cd, host n-h2-694802-15, cleared binding levels {{(pid=94467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:50:28.941703 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 57828) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:50:28.943728 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-7b517920-8d19-458d-8dd4-9a6ed693def9 req-670f061e-edc4-48d4-96c2-b41e3dca227a service neutron] For port 28bc5e74-fcad-4f43-b038-859a057c69cd, host n-h2-694802-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=28bc5e74-fcad-4f43-b038-859a057c69cd,segment=NetworkSegment(abdc443e-cf7a-4b71-8730-19997248ebd2),segment_id=abdc443e-cf7a-4b71-8730-19997248ebd2)] {{(pid=94467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:50:28.951675 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ce4ec345-291d-4454-a2c7-dd4d7498cc01 req-38e60135-4d33-4c8c-a4f6-42e7b0a1b67f tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] 10.222.0.39 "GET /v2.0/security-groups?id=d503e6e0-4ce0-4f78-842d-abe0bf3f8a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988092 Aug 12 14:50:28.960607 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-3c062fc3-dfdd-4cb1-ac8a-7dcd332b2fe6 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Request body: {'subnet': {'network_id': '71182620-fc59-4a91-8e3b-fc68c8b620e0', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:50:28.971358 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-7b517920-8d19-458d-8dd4-9a6ed693def9 req-670f061e-edc4-48d4-96c2-b41e3dca227a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:28.990663 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-40af0c97-6136-4fc4-a700-6592bf541b58 None None] Port beef3b7a-439b-4ffa-b7f0-9129f3cf8e4a cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 14:50:28.998335 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device a05672c4-bd6b-4c96-81fc-d22e70dba61e up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:50:28.999698 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-2916f27a-a67b-4a2f-a4ae-a5bf20ac43b4 req-81bad8a0-2ced-4fd0-974d-574b1344c251 tempest-ServerShowV257Test-580473577 tempest-ServerShowV257Test-580473577-project] 10.222.0.39 "GET /v2.0/ports?device_id=3312d3bd-55bd-40e0-9829-b2b6ebe45a74 HTTP/1.1" status: 200 len: 210 time: 0.0653677 Aug 12 14:50:29.051976 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port a05672c4-bd6b-4c96-81fc-d22e70dba61e triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:50:29.052391 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:29.059659 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b517920-8d19-458d-8dd4-9a6ed693def9 req-670f061e-edc4-48d4-96c2-b41e3dca227a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:50:29.060743 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-7b517920-8d19-458d-8dd4-9a6ed693def9 req-670f061e-edc4-48d4-96c2-b41e3dca227a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:29.062361 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-7b517920-8d19-458d-8dd4-9a6ed693def9 req-670f061e-edc4-48d4-96c2-b41e3dca227a service neutron] 10.222.0.49 "PUT /v2.0/ports/28bc5e74-fcad-4f43-b038-859a057c69cd HTTP/1.1" status: 200 len: 1093 time: 1.5061400 Aug 12 14:50:29.076650 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23bdae7e-f4fc-4507-bcc8-00971c1e8239', 'tag': '28bc5e74-fcad-4f43-b038-859a057c69cd'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:50:29.081508 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e65282f928b64038367d043a4411777802006c43a98742496cb2e25b724ff1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82cbc56c-6996-404c-be75-8709b4e3f3a3" -d '{"events": [{"name": "network-changed", "server_uuid": "23bdae7e-f4fc-4507-bcc8-00971c1e8239", "tag": "28bc5e74-fcad-4f43-b038-859a057c69cd"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:50:29.145597 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 14:50:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40e48a1c-5301-4360-aa26-ade363331ce5 x-openstack-request-id: req-40e48a1c-5301-4360-aa26-ade363331ce5 {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:50:29.145982 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23bdae7e-f4fc-4507-bcc8-00971c1e8239", "tag": "28bc5e74-fcad-4f43-b038-859a057c69cd", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:50:29.146249 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-40e48a1c-5301-4360-aa26-ade363331ce5 {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:50:29.146645 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23bdae7e-f4fc-4507-bcc8-00971c1e8239', 'tag': '28bc5e74-fcad-4f43-b038-859a057c69cd', 'status': 'completed', 'code': 200} Aug 12 14:50:29.170797 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670f061e-edc4-48d4-96c2-b41e3dca227a service neutron] Pushing event updated for resources: {'Port': ['ID=28bc5e74-fcad-4f43-b038-859a057c69cd,revision_number=3']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:50:29.197290 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b517920-8d19-458d-8dd4-9a6ed693def9 req-0d878a23-ad4f-41a5-a56c-3f265cf39250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:50:29.198855 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-7b517920-8d19-458d-8dd4-9a6ed693def9 req-0d878a23-ad4f-41a5-a56c-3f265cf39250 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=8aeb63fb42f149b3aa9e0e9c29a41582&device_id=23bdae7e-f4fc-4507-bcc8-00971c1e8239 HTTP/1.1" status: 200 len: 1096 time: 0.0947573 Aug 12 14:50:29.214681 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c062fc3-dfdd-4cb1-ac8a-7dcd332b2fe6 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Made reservation on behalf of fc26b2bd24e24e018c7add15390c187a for: {'subnet': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:50:29.218046 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-3c062fc3-dfdd-4cb1-ac8a-7dcd332b2fe6 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3343791'] for subnet, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:29.258191 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-7b517920-8d19-458d-8dd4-9a6ed693def9 req-4f4a7614-e318-4421-8e7d-e1d686ffc32d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=28bc5e74-fcad-4f43-b038-859a057c69cd HTTP/1.1" status: 200 len: 217 time: 0.0509539 Aug 12 14:50:29.365520 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b517920-8d19-458d-8dd4-9a6ed693def9 req-53166460-aa26-41b5-a988-704ccdca89a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:50:29.367032 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-7b517920-8d19-458d-8dd4-9a6ed693def9 req-53166460-aa26-41b5-a988-704ccdca89a4 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=33fe8ec3-27c5-4c33-8718-44dd3a3eaffa HTTP/1.1" status: 200 len: 846 time: 0.0839009 Aug 12 14:50:29.419957 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-7b517920-8d19-458d-8dd4-9a6ed693def9 req-b5e42f95-bb97-4838-9bfc-fb67d98f8b68 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0f2cc2b1-26b2-41f2-bdd8-a5e5698bdc15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322404 Aug 12 14:50:29.423752 n-d-694802-15 neutron-server[94467]: INFO neutron.db.ipam_backend_mixin [None req-3c062fc3-dfdd-4cb1-ac8a-7dcd332b2fe6 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 100ef563-82dd-4bd0-891d-34808ca5ead9 (CIDR: 2001:db8:0:1::/64) Aug 12 14:50:29.429937 n-d-694802-15 neutron-server[94467]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c062fc3-dfdd-4cb1-ac8a-7dcd332b2fe6 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 12 14:50:29.430368 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c062fc3-dfdd-4cb1-ac8a-7dcd332b2fe6 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94467) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 14:50:29.491457 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908a099f-10d7-4108-b236-5c0b2863d54a req-83331a95-1c64-4305-aaae-9679212c0569 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:50:29.492951 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-908a099f-10d7-4108-b236-5c0b2863d54a req-83331a95-1c64-4305-aaae-9679212c0569 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/ports?device_id=d89c572a-9ecf-42f3-aaab-789262bca2fb HTTP/1.1" status: 200 len: 944 time: 0.1444991 Aug 12 14:50:29.500508 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-3c062fc3-dfdd-4cb1-ac8a-7dcd332b2fe6 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.5475738 Aug 12 14:50:29.503447 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 57836) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:50:29.509084 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-adc3f91b-0b6a-453f-915d-1067aad5d908 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Request body: {'subnet': {'network_id': '71182620-fc59-4a91-8e3b-fc68c8b620e0', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:50:29.552812 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-908a099f-10d7-4108-b236-5c0b2863d54a req-5b48de2d-f5d0-4c79-8ca5-bacb2277a1e4 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/security-groups?id=70daefbf-eec6-4754-864f-8c40c2c28cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512393 Aug 12 14:50:29.577864 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-7b517920-8d19-458d-8dd4-9a6ed693def9 req-0eff899f-b509-411b-ac02-1f1d63238297 service neutron] 10.222.0.49 "GET /v2.0/networks/0f2cc2b1-26b2-41f2-bdd8-a5e5698bdc15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391437 Aug 12 14:50:29.584585 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device e62cdda7-a629-4899-9eb6-4dabc61de76f up at agent hyperv_n-h1-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:50:29.633079 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adc3f91b-0b6a-453f-915d-1067aad5d908 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Made reservation on behalf of fc26b2bd24e24e018c7add15390c187a for: {'subnet': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:50:29.635528 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Provisioning for port e62cdda7-a629-4899-9eb6-4dabc61de76f completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:50:29.636862 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-adc3f91b-0b6a-453f-915d-1067aad5d908 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8776441'] for subnet, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:29.639443 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Provisioning complete for port e62cdda7-a629-4899-9eb6-4dabc61de76f triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:50:29.639808 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:29.665490 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-7b517920-8d19-458d-8dd4-9a6ed693def9 req-9c2335ef-ab46-4a6d-a1d0-9206d54e7013 service neutron] 10.222.0.49 "GET /v2.0/networks/0f2cc2b1-26b2-41f2-bdd8-a5e5698bdc15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901096 Aug 12 14:50:29.723846 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:29.749707 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd89c572a-9ecf-42f3-aaab-789262bca2fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e62cdda7-a629-4899-9eb6-4dabc61de76f'}] {{(pid=94468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:50:29.753661 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99a8d87602170099c728e57431aca99e9b98a655a83bbf8727be13192709727b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd92b948-27e4-49be-a03d-d62e2e5be78a" -d '{"events": [{"server_uuid": "d89c572a-9ecf-42f3-aaab-789262bca2fb", "name": "network-vif-plugged", "status": "completed", "tag": "e62cdda7-a629-4899-9eb6-4dabc61de76f"}]}' {{(pid=94468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:50:29.766581 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cbc56c-6996-404c-be75-8709b4e3f3a3 req-99a0d030-6413-43d6-b84b-03d5d6d09003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:50:29.768880 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-82cbc56c-6996-404c-be75-8709b4e3f3a3 req-99a0d030-6413-43d6-b84b-03d5d6d09003 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=8aeb63fb42f149b3aa9e0e9c29a41582&device_id=23bdae7e-f4fc-4507-bcc8-00971c1e8239 HTTP/1.1" status: 200 len: 1096 time: 0.0549901 Aug 12 14:50:29.771045 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port e62cdda7-a629-4899-9eb6-4dabc61de76f, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=e62cdda7-a629-4899-9eb6-4dabc61de76f,segment=NetworkSegment(b72762b4-956b-443d-aaee-4b6799d6bcb9),segment_id=b72762b4-956b-443d-aaee-4b6799d6bcb9)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:50:29.775818 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:29.817758 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 14:50:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e446254-b089-4c56-b9bb-eb1ee60cc320 x-openstack-request-id: req-0e446254-b089-4c56-b9bb-eb1ee60cc320 {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:50:29.819313 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d89c572a-9ecf-42f3-aaab-789262bca2fb", "name": "network-vif-plugged", "status": "completed", "tag": "e62cdda7-a629-4899-9eb6-4dabc61de76f", "code": 200}]} {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:50:29.819660 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0e446254-b089-4c56-b9bb-eb1ee60cc320 {{(pid=94468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:50:29.820198 n-d-694802-15 neutron-server[94468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd89c572a-9ecf-42f3-aaab-789262bca2fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e62cdda7-a629-4899-9eb6-4dabc61de76f', 'code': 200} Aug 12 14:50:29.850018 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Pushing event updated for resources: {'Port': ['ID=e62cdda7-a629-4899-9eb6-4dabc61de76f,revision_number=5']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:50:29.902573 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-adc3f91b-0b6a-453f-915d-1067aad5d908 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3718490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8776395'] for subnet, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:29.903681 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cbc56c-6996-404c-be75-8709b4e3f3a3 req-54855e0b-edd4-4408-bd0f-03bc573c8c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:50:29.905322 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-82cbc56c-6996-404c-be75-8709b4e3f3a3 req-54855e0b-edd4-4408-bd0f-03bc573c8c92 service neutron] 10.222.0.49 "GET /v2.0/networks?id=0f2cc2b1-26b2-41f2-bdd8-a5e5698bdc15 HTTP/1.1" status: 200 len: 907 time: 0.1282706 Aug 12 14:50:29.922794 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa70058-08ca-4384-b29f-ac5392f139e5 req-848b947e-4659-4cc9-8370-258cca23e8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:50:29.924236 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6aa70058-08ca-4384-b29f-ac5392f139e5 req-848b947e-4659-4cc9-8370-258cca23e8f2 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=d89c572a-9ecf-42f3-aaab-789262bca2fb HTTP/1.1" status: 200 len: 1097 time: 0.0587339 Aug 12 14:50:29.947593 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adc3f91b-0b6a-453f-915d-1067aad5d908 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Network 71182620-fc59-4a91-8e3b-fc68c8b620e0 is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:50:29.950814 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-adc3f91b-0b6a-453f-915d-1067aad5d908 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:50:29.953703 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adc3f91b-0b6a-453f-915d-1067aad5d908 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:50:29.954310 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-adc3f91b-0b6a-453f-915d-1067aad5d908 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for subnet, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:29.960264 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00286152-3122-456f-8277-5a1a802c4be7 None None] Network 71182620-fc59-4a91-8e3b-fc68c8b620e0 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:50:29.961412 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-82cbc56c-6996-404c-be75-8709b4e3f3a3 req-618ff4e7-3380-4f7b-beba-3a4ed289d550 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=28bc5e74-fcad-4f43-b038-859a057c69cd HTTP/1.1" status: 200 len: 217 time: 0.0467930 Aug 12 14:50:29.969994 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc3f91b-0b6a-453f-915d-1067aad5d908 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Pushing event updated for resources: {'Subnet': ['ID=52f5ffa9-5d36-49f5-bc6e-c7e53f3c4e74,revision_number=0']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:50:29.981604 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-adc3f91b-0b6a-453f-915d-1067aad5d908 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.4747140 Aug 12 14:50:29.981884 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 57840) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:50:29.987497 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-0337e943-769b-4b7e-8317-dcb7a5fa7b05 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1257280091', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '52f5ffa9-5d36-49f5-bc6e-c7e53f3c4e74'}], 'security_groups': ['ea395466-4259-4548-8b0e-d073f80a7d5a', 'a03cdf23-a16a-4d07-a9a6-fb19108caf93']}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:50:30.026404 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6aa70058-08ca-4384-b29f-ac5392f139e5 req-80c97d0d-ac8a-471c-958a-f8e77b826874 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=70daefbf-eec6-4754-864f-8c40c2c28cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718005 Aug 12 14:50:30.043217 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cbc56c-6996-404c-be75-8709b4e3f3a3 req-a1727270-20ab-4d41-9a8b-1009eb5bb1d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:50:30.044717 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-82cbc56c-6996-404c-be75-8709b4e3f3a3 req-a1727270-20ab-4d41-9a8b-1009eb5bb1d5 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=33fe8ec3-27c5-4c33-8718-44dd3a3eaffa HTTP/1.1" status: 200 len: 846 time: 0.0766344 Aug 12 14:50:30.099743 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-82cbc56c-6996-404c-be75-8709b4e3f3a3 req-bfd2da6e-6651-4bb0-a0eb-429d3000cd90 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0f2cc2b1-26b2-41f2-bdd8-a5e5698bdc15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451958 Aug 12 14:50:30.137226 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-75a31317-2ad8-4d89-aa8e-3596805eabee req-c8a44c89-a22e-40f7-8f17-41c3461aa23a tempest-ServerShowV257Test-580473577 tempest-ServerShowV257Test-580473577-project] 10.222.0.39 "GET /v2.0/ports?device_id=3312d3bd-55bd-40e0-9829-b2b6ebe45a74 HTTP/1.1" status: 200 len: 210 time: 0.0386279 Aug 12 14:50:30.216164 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0337e943-769b-4b7e-8317-dcb7a5fa7b05 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:30.222545 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f478cd5b-031c-4aae-8030-6aac2b7e2bc0 req-779de42b-35b9-436d-9689-f0a071100dca service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=3312d3bd-55bd-40e0-9829-b2b6ebe45a74 HTTP/1.1" status: 200 len: 210 time: 0.0730419 Aug 12 14:50:30.232729 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7c20fc-ec7a-45e5-a990-126d2ce99114 req-460099a7-7d05-402c-b673-b125daf9b808 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:50:30.240187 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-1a7c20fc-ec7a-45e5-a990-126d2ce99114 req-460099a7-7d05-402c-b673-b125daf9b808 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] 10.222.0.39 "GET /v2.0/ports?device_id=23bdae7e-f4fc-4507-bcc8-00971c1e8239 HTTP/1.1" status: 200 len: 944 time: 0.1676683 Aug 12 14:50:30.265657 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3f25ee2-9fcd-469b-a6b4-3601749b9fd9 None None] Update dhcp port {'port': {'network_id': '71182620-fc59-4a91-8e3b-fc68c8b620e0', 'fixed_ips': [{'subnet_id': '100ef563-82dd-4bd0-891d-34808ca5ead9', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '72394833-ee20-4705-9f36-9309711d289c', 'ip_address': '2001:db8::2'}, {'subnet_id': '52f5ffa9-5d36-49f5-bc6e-c7e53f3c4e74'}], 'binding:host_id': 'n-d-694802-15'}, 'id': 'a05672c4-bd6b-4c96-81fc-d22e70dba61e'} from n-d-694802-15. {{(pid=94468) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 12 14:50:30.291816 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-a3f25ee2-9fcd-469b-a6b4-3601749b9fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:30.298446 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-1a7c20fc-ec7a-45e5-a990-126d2ce99114 req-ba0f8570-6a52-4ec3-894d-66ad28b16ee5 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] 10.222.0.39 "GET /v2.0/security-groups?id=d503e6e0-4ce0-4f78-842d-abe0bf3f8a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573039 Aug 12 14:50:30.304283 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-82cbc56c-6996-404c-be75-8709b4e3f3a3 req-5456a9bf-be51-4eb1-a2cf-d9763ccb900d service neutron] 10.222.0.49 "GET /v2.0/networks/0f2cc2b1-26b2-41f2-bdd8-a5e5698bdc15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1823573 Aug 12 14:50:30.404448 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-82cbc56c-6996-404c-be75-8709b4e3f3a3 req-7134c99e-24a4-4acc-9e63-e34b06e60443 service neutron] 10.222.0.49 "GET /v2.0/networks/0f2cc2b1-26b2-41f2-bdd8-a5e5698bdc15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927200 Aug 12 14:50:30.462242 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.db_base_plugin_common [None req-a3f25ee2-9fcd-469b-a6b4-3601749b9fd9 None None] Allocated IP 2001:db8:0:2::2 (71182620-fc59-4a91-8e3b-fc68c8b620e0/52f5ffa9-5d36-49f5-bc6e-c7e53f3c4e74/a05672c4-bd6b-4c96-81fc-d22e70dba61e) {{(pid=94468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:50:30.555889 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-a3f25ee2-9fcd-469b-a6b4-3601749b9fd9 None None] For port a05672c4-bd6b-4c96-81fc-d22e70dba61e, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=a05672c4-bd6b-4c96-81fc-d22e70dba61e,segment=NetworkSegment(d258e3ef-876c-41b4-bb36-604b4322b029),segment_id=d258e3ef-876c-41b4-bb36-604b4322b029)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:50:30.584454 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-a3f25ee2-9fcd-469b-a6b4-3601749b9fd9 None None] Notify callbacks [] for port, precommit_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:30.598810 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-a3f25ee2-9fcd-469b-a6b4-3601749b9fd9 None None] Transition to ACTIVE for port object a05672c4-bd6b-4c96-81fc-d22e70dba61e will not be triggered until provisioned by entity DHCP. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:50:30.605745 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-a3f25ee2-9fcd-469b-a6b4-3601749b9fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:30.649047 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.agents_db [None req-17ed3e4c-1a7d-4162-9646-11c134aca297 None None] Agent healthcheck: found 7 active agents {{(pid=94469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 14:50:30.710634 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f25ee2-9fcd-469b-a6b4-3601749b9fd9 None None] Pushing event updated for resources: {'Port': ['ID=a05672c4-bd6b-4c96-81fc-d22e70dba61e,revision_number=7']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:50:30.725992 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88385355-7bde-4efb-b781-5b4a748095ac req-bc4f562f-6307-42d4-9c2b-d7e0caabfce1 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:50:30.728133 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-88385355-7bde-4efb-b781-5b4a748095ac req-bc4f562f-6307-42d4-9c2b-d7e0caabfce1 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/ports?device_id=d89c572a-9ecf-42f3-aaab-789262bca2fb HTTP/1.1" status: 200 len: 945 time: 0.0909998 Aug 12 14:50:30.776007 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-0337e943-769b-4b7e-8317-dcb7a5fa7b05 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Delete allocated IP 2001:db8::1aa (71182620-fc59-4a91-8e3b-fc68c8b620e0/72394833-ee20-4705-9f36-9309711d289c) {{(pid=94466) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 12 14:50:30.795381 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-0337e943-769b-4b7e-8317-dcb7a5fa7b05 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Allocated IP 2001:db8:0:2::1b7 (71182620-fc59-4a91-8e3b-fc68c8b620e0/52f5ffa9-5d36-49f5-bc6e-c7e53f3c4e74/beef3b7a-439b-4ffa-b7f0-9129f3cf8e4a) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:50:30.800442 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-88385355-7bde-4efb-b781-5b4a748095ac req-e90623e0-7790-4c44-a673-3b077a5de41f tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/security-groups?id=70daefbf-eec6-4754-864f-8c40c2c28cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653694 Aug 12 14:50:30.891360 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device a05672c4-bd6b-4c96-81fc-d22e70dba61e up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:50:30.999414 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0337e943-769b-4b7e-8317-dcb7a5fa7b05 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks [] for port, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:31.015162 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-0337e943-769b-4b7e-8317-dcb7a5fa7b05 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Transition to ACTIVE for port object beef3b7a-439b-4ffa-b7f0-9129f3cf8e4a will not be triggered until provisioned by entity DHCP. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:50:31.021622 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0337e943-769b-4b7e-8317-dcb7a5fa7b05 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3718439'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:31.275838 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a4f09386-de18-4579-831d-ac9cec12dce3 req-82fd4747-8408-49d0-b492-e086acf6d9a6 tempest-ServerShowV257Test-580473577 tempest-ServerShowV257Test-580473577-project] 10.222.0.39 "GET /v2.0/ports?device_id=3312d3bd-55bd-40e0-9829-b2b6ebe45a74 HTTP/1.1" status: 200 len: 210 time: 0.0437906 Aug 12 14:50:31.348670 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-7f44bab1-19ff-4c3d-8413-cdf8b09ecff3 None None] Provisioning complete for port 2eb1f304-06b3-46f5-bc43-ce6d128fbeb4 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:50:31.349227 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-7f44bab1-19ff-4c3d-8413-cdf8b09ecff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:31.404510 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-7f44bab1-19ff-4c3d-8413-cdf8b09ecff3 None None] Port 2eb1f304-06b3-46f5-bc43-ce6d128fbeb4 cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 14:50:31.424873 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-7f44bab1-19ff-4c3d-8413-cdf8b09ecff3 None None] Provisioning for port a05672c4-bd6b-4c96-81fc-d22e70dba61e completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:50:31.431277 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-7f44bab1-19ff-4c3d-8413-cdf8b09ecff3 None None] Provisioning complete for port a05672c4-bd6b-4c96-81fc-d22e70dba61e triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:50:31.431851 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-7f44bab1-19ff-4c3d-8413-cdf8b09ecff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:31.462177 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-0337e943-769b-4b7e-8317-dcb7a5fa7b05 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] In _notify_port_updated(), no bound segment for port beef3b7a-439b-4ffa-b7f0-9129f3cf8e4a on network 71182620-fc59-4a91-8e3b-fc68c8b620e0 {{(pid=94466) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 12 14:50:31.467931 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0337e943-769b-4b7e-8317-dcb7a5fa7b05 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:50:31.468686 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0337e943-769b-4b7e-8317-dcb7a5fa7b05 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:31.472667 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-0337e943-769b-4b7e-8317-dcb7a5fa7b05 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] 10.222.0.39 "PUT /v2.0/ports/beef3b7a-439b-4ffa-b7f0-9129f3cf8e4a HTTP/1.1" status: 200 len: 970 time: 1.4872656 Aug 12 14:50:31.473144 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 57868) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:50:31.504336 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0337e943-769b-4b7e-8317-dcb7a5fa7b05 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Pushing event updated for resources: {'Port': ['ID=beef3b7a-439b-4ffa-b7f0-9129f3cf8e4a,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:50:31.532340 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d4c349-9f9c-4acd-b411-fb7ff45bace9 req-021d20e9-6b8e-4614-b441-9fc97147d705 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:50:31.534040 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-71d4c349-9f9c-4acd-b411-fb7ff45bace9 req-021d20e9-6b8e-4614-b441-9fc97147d705 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] 10.222.0.39 "GET /v2.0/ports?device_id=23bdae7e-f4fc-4507-bcc8-00971c1e8239 HTTP/1.1" status: 200 len: 944 time: 0.0781324 Aug 12 14:50:31.555481 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-7f44bab1-19ff-4c3d-8413-cdf8b09ecff3 None None] Provisioning for port beef3b7a-439b-4ffa-b7f0-9129f3cf8e4a completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:50:31.562199 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-7f44bab1-19ff-4c3d-8413-cdf8b09ecff3 None None] Provisioning complete for port beef3b7a-439b-4ffa-b7f0-9129f3cf8e4a triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:50:31.562576 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-7f44bab1-19ff-4c3d-8413-cdf8b09ecff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:31.599618 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-71d4c349-9f9c-4acd-b411-fb7ff45bace9 req-b3c7d075-fd4b-4eaa-9b35-a9fafb03d54d tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] 10.222.0.39 "GET /v2.0/security-groups?id=d503e6e0-4ce0-4f78-842d-abe0bf3f8a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535104 Aug 12 14:50:31.605261 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-7f44bab1-19ff-4c3d-8413-cdf8b09ecff3 None None] Port beef3b7a-439b-4ffa-b7f0-9129f3cf8e4a cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 14:50:31.702037 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-883cc182-f6ef-4818-b6f6-ac3054d27db2 req-b895343e-8dc0-419c-a07b-6c13890e8489 tempest-ServerShowV257Test-580473577 tempest-ServerShowV257Test-580473577-project] 10.222.0.39 "GET /v2.0/ports?device_id=3312d3bd-55bd-40e0-9829-b2b6ebe45a74 HTTP/1.1" status: 200 len: 210 time: 0.0302191 Aug 12 14:50:31.708024 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-8cf5693e-4103-4101-adde-a444aa20e146 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Deleting port beef3b7a-439b-4ffa-b7f0-9129f3cf8e4a {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:50:31.708361 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-8cf5693e-4103-4101-adde-a444aa20e146 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:31.732408 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-997483d5-07ce-417e-bbfb-476f55bb2013 None None] Provisioning complete for port beef3b7a-439b-4ffa-b7f0-9129f3cf8e4a triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:50:31.732802 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-997483d5-07ce-417e-bbfb-476f55bb2013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:31.769188 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-997483d5-07ce-417e-bbfb-476f55bb2013 None None] Port beef3b7a-439b-4ffa-b7f0-9129f3cf8e4a cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 14:50:31.801610 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-8cf5693e-4103-4101-adde-a444aa20e146 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:31.813254 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-8cf5693e-4103-4101-adde-a444aa20e146 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Calling delete_port for beef3b7a-439b-4ffa-b7f0-9129f3cf8e4a owned by {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:50:31.937391 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3134ef28-28a7-43d5-b3c4-bedbdb352a6d req-cf30124c-378b-4c27-a8ad-67c9361167d5 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:50:31.939006 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-3134ef28-28a7-43d5-b3c4-bedbdb352a6d req-cf30124c-378b-4c27-a8ad-67c9361167d5 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/ports?device_id=d89c572a-9ecf-42f3-aaab-789262bca2fb HTTP/1.1" status: 200 len: 945 time: 0.0536177 Aug 12 14:50:31.957983 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-8cf5693e-4103-4101-adde-a444aa20e146 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:31.979210 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-3134ef28-28a7-43d5-b3c4-bedbdb352a6d req-a8fa0e18-e57d-415a-9ae4-530416bce3c6 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/security-groups?id=70daefbf-eec6-4754-864f-8c40c2c28cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337462 Aug 12 14:50:31.986500 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf5693e-4103-4101-adde-a444aa20e146 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Pushing event deleted for resources: {'Port': ['ID=beef3b7a-439b-4ffa-b7f0-9129f3cf8e4a,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:50:32.018956 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-8cf5693e-4103-4101-adde-a444aa20e146 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:32.023586 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-8cf5693e-4103-4101-adde-a444aa20e146 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] 10.222.0.39 "DELETE /v2.0/ports/beef3b7a-439b-4ffa-b7f0-9129f3cf8e4a HTTP/1.1" status: 204 len: 168 time: 0.5470757 Aug 12 14:50:32.024030 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 57880) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:50:32.050059 n-d-694802-15 neutron-server[94467]: INFO neutron.pecan_wsgi.hooks.translation [None req-a56d2208-7626-4658-ae44-168d37ec0feb tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] GET failed (client error): The resource could not be found. Aug 12 14:50:32.051657 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-a56d2208-7626-4658-ae44-168d37ec0feb tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] 10.222.0.39 "GET /v2.0/ports/beef3b7a-439b-4ffa-b7f0-9129f3cf8e4a HTTP/1.1" status: 404 len: 333 time: 0.0269115 Aug 12 14:50:32.054352 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 57882) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:50:32.150468 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82439668-a043-4bfe-bedb-b2a6f375c43c req-0eb4924e-3faf-4c6a-a470-9c101c60a7ef tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:50:32.155502 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-82439668-a043-4bfe-bedb-b2a6f375c43c req-0eb4924e-3faf-4c6a-a470-9c101c60a7ef tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/ports?device_id=d89c572a-9ecf-42f3-aaab-789262bca2fb HTTP/1.1" status: 200 len: 945 time: 0.0934274 Aug 12 14:50:32.160231 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-8f7f47d8-e051-45ae-86f4-5dfc4794eb3f tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks [] for security_group, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:32.161219 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 57884) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:50:32.166005 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-ef064f26-a129-4bc4-8608-7d7b7b6d1abd tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Request body: {'floatingip': {'port_id': 'e62cdda7-a629-4899-9eb6-4dabc61de76f'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:50:32.187791 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-8f7f47d8-e051-45ae-86f4-5dfc4794eb3f tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:32.210756 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ef064f26-a129-4bc4-8608-7d7b7b6d1abd tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Notify callbacks [] for floatingip, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:32.243213 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-8f7f47d8-e051-45ae-86f4-5dfc4794eb3f tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:32.246185 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-8f7f47d8-e051-45ae-86f4-5dfc4794eb3f tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:32.249843 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-8f7f47d8-e051-45ae-86f4-5dfc4794eb3f tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] 10.222.0.39 "DELETE /v2.0/security-groups/22628b9c-6b2b-4f62-9d4e-8a5a0d9ac60b HTTP/1.1" status: 204 len: 168 time: 0.1915331 Aug 12 14:50:32.251004 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 57886) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:50:32.273205 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7f47d8-e051-45ae-86f4-5dfc4794eb3f tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=22628b9c-6b2b-4f62-9d4e-8a5a0d9ac60b,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:50:32.317168 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-96eccbba-8179-4b13-84c9-787142884b67 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks [] for security_group, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:32.341060 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-96eccbba-8179-4b13-84c9-787142884b67 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:32.389181 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-96eccbba-8179-4b13-84c9-787142884b67 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:32.393379 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-96eccbba-8179-4b13-84c9-787142884b67 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:32.396735 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-96eccbba-8179-4b13-84c9-787142884b67 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] 10.222.0.39 "DELETE /v2.0/security-groups/a03cdf23-a16a-4d07-a9a6-fb19108caf93 HTTP/1.1" status: 204 len: 168 time: 0.1434932 Aug 12 14:50:32.398202 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 57890) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:50:32.409349 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96eccbba-8179-4b13-84c9-787142884b67 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a03cdf23-a16a-4d07-a9a6-fb19108caf93,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:50:32.534850 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b6fe5d60-f116-4e89-830a-e8b9b60f9658 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks [] for security_group, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:32.602376 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b6fe5d60-f116-4e89-830a-e8b9b60f9658 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:32.690350 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b6fe5d60-f116-4e89-830a-e8b9b60f9658 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:32.692966 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b6fe5d60-f116-4e89-830a-e8b9b60f9658 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:32.694114 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-b6fe5d60-f116-4e89-830a-e8b9b60f9658 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] 10.222.0.39 "DELETE /v2.0/security-groups/ea395466-4259-4548-8b0e-d073f80a7d5a HTTP/1.1" status: 204 len: 168 time: 0.2946949 Aug 12 14:50:32.698362 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 57894) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:50:32.712094 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fe5d60-f116-4e89-830a-e8b9b60f9658 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea395466-4259-4548-8b0e-d073f80a7d5a,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:50:32.768928 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5220652f-b841-45f0-ba7b-36c0c0c881a0 req-1611c9de-3df4-465f-8a64-6b927e0d3f4a tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:50:32.776978 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-5220652f-b841-45f0-ba7b-36c0c0c881a0 req-1611c9de-3df4-465f-8a64-6b927e0d3f4a tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] 10.222.0.39 "GET /v2.0/ports?device_id=23bdae7e-f4fc-4507-bcc8-00971c1e8239 HTTP/1.1" status: 200 len: 944 time: 0.1184926 Aug 12 14:50:32.823095 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ef064f26-a129-4bc4-8608-7d7b7b6d1abd tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:32.833030 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-5220652f-b841-45f0-ba7b-36c0c0c881a0 req-ccf524cf-1e2d-401a-bfd6-c34bdc6dd722 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] 10.222.0.39 "GET /v2.0/security-groups?id=d503e6e0-4ce0-4f78-842d-abe0bf3f8a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551033 Aug 12 14:50:32.836903 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_v2 [None req-fff0b14e-5eaf-4917-a378-20ee4fe82db4 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Deleting subnet 72394833-ee20-4705-9f36-9309711d289c {{(pid=94467) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 14:50:32.840688 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-7d59f281-7330-4a8d-a1fb-83ebc31e87b7 req-99797b29-d135-4918-8cbf-f6c37ecbd34f tempest-ServerShowV257Test-580473577 tempest-ServerShowV257Test-580473577-project] 10.222.0.39 "GET /v2.0/ports?device_id=3312d3bd-55bd-40e0-9829-b2b6ebe45a74 HTTP/1.1" status: 200 len: 210 time: 0.0361114 Aug 12 14:50:32.840920 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-fff0b14e-5eaf-4917-a378-20ee4fe82db4 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks [] for subnet, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:32.841456 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ef064f26-a129-4bc4-8608-7d7b7b6d1abd tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431510'] for floatingip, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:32.898386 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-fff0b14e-5eaf-4917-a378-20ee4fe82db4 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3857505'] for subnet, precommit_delete_associations {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:32.952133 n-d-694802-15 neutron-server[94466]: INFO neutron.db.l3_db [None req-ef064f26-a129-4bc4-8608-7d7b7b6d1abd tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Floating IP b609720c-1ac7-49a3-bb3a-835665f00002 associated. External IP: 172.25.1.143, port: e62cdda7-a629-4899-9eb6-4dabc61de76f. Aug 12 14:50:32.981197 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-fff0b14e-5eaf-4917-a378-20ee4fe82db4 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66416255'] for subnet, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:33.046273 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-fff0b14e-5eaf-4917-a378-20ee4fe82db4 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66416232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2859225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3343748'] for subnet, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:33.074037 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff0b14e-5eaf-4917-a378-20ee4fe82db4 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Pushing event deleted for resources: {'Subnet': ['ID=72394833-ee20-4705-9f36-9309711d289c,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:50:33.077745 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-fff0b14e-5eaf-4917-a378-20ee4fe82db4 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks [] for subnet, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:33.079625 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-fff0b14e-5eaf-4917-a378-20ee4fe82db4 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] 10.222.0.39 "DELETE /v2.0/subnets/72394833-ee20-4705-9f36-9309711d289c HTTP/1.1" status: 204 len: 168 time: 0.3800411 Aug 12 14:50:33.084433 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 57898) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:50:33.091976 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1244bb5c-0c88-49a8-a6c6-fd5ed4d15dd1 None None] Network 71182620-fc59-4a91-8e3b-fc68c8b620e0 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:50:33.138896 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_v2 [None req-22e05703-e874-4749-91fe-d9c6a925de4d tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Deleting subnet 52f5ffa9-5d36-49f5-bc6e-c7e53f3c4e74 {{(pid=94467) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 14:50:33.142696 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-22e05703-e874-4749-91fe-d9c6a925de4d tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks [] for subnet, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:33.188338 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef064f26-a129-4bc4-8608-7d7b7b6d1abd tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Router 6a4eed94-bc27-4b5a-a5c2-bcb624f30ef4 has already been hosted by L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f {{(pid=94466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 14:50:33.189238 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-22e05703-e874-4749-91fe-d9c6a925de4d tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3857505'] for subnet, precommit_delete_associations {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:33.295289 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-22e05703-e874-4749-91fe-d9c6a925de4d tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66416255'] for subnet, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:33.314855 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef064f26-a129-4bc4-8608-7d7b7b6d1abd tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 14:50:33.319985 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ef064f26-a129-4bc4-8608-7d7b7b6d1abd tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for floatingip, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:33.325094 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-161a86d1-c499-4bac-a427-03570ee9d51f None None] Sync routers for ids ['6a4eed94-bc27-4b5a-a5c2-bcb624f30ef4'] in n-d-694802-15 {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 14:50:33.335857 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-161a86d1-c499-4bac-a427-03570ee9d51f None None] Routers {'6a4eed94-bc27-4b5a-a5c2-bcb624f30ef4'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:50:33.336494 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-161a86d1-c499-4bac-a427-03570ee9d51f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:50:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['6a4eed94-bc27-4b5a-a5c2-bcb624f30ef4'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:50:33.354216 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-ef064f26-a129-4bc4-8608-7d7b7b6d1abd tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "PUT /v2.0/floatingips/b609720c-1ac7-49a3-bb3a-835665f00002 HTTP/1.1" status: 200 len: 991 time: 1.1918380 Aug 12 14:50:33.355009 n-d-694802-15 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd89c572a-9ecf-42f3-aaab-789262bca2fb', 'tag': 'e62cdda7-a629-4899-9eb6-4dabc61de76f'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:50:33.370186 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e785eeede3897370d0b20f09d5f461b30cfecd5ed38c4f07dacd02bc52c9277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d23b6dbf-96da-4f91-be09-66318e12731b" -d '{"events": [{"name": "network-changed", "server_uuid": "d89c572a-9ecf-42f3-aaab-789262bca2fb", "tag": "e62cdda7-a629-4899-9eb6-4dabc61de76f"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:50:33.370989 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-22e05703-e874-4749-91fe-d9c6a925de4d tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66416232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2859225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3343748'] for subnet, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:33.399637 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e05703-e874-4749-91fe-d9c6a925de4d tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Pushing event deleted for resources: {'Subnet': ['ID=52f5ffa9-5d36-49f5-bc6e-c7e53f3c4e74,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:50:33.403818 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-22e05703-e874-4749-91fe-d9c6a925de4d tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks [] for subnet, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:33.408346 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 57904) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:50:33.408671 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-22e05703-e874-4749-91fe-d9c6a925de4d tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] 10.222.0.39 "DELETE /v2.0/subnets/52f5ffa9-5d36-49f5-bc6e-c7e53f3c4e74 HTTP/1.1" status: 204 len: 168 time: 0.3244584 Aug 12 14:50:33.443632 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 14:50:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef773ea8-59ae-47f4-9f19-3d20734a7ab0 x-openstack-request-id: req-ef773ea8-59ae-47f4-9f19-3d20734a7ab0 {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:50:33.443943 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d89c572a-9ecf-42f3-aaab-789262bca2fb", "tag": "e62cdda7-a629-4899-9eb6-4dabc61de76f", "status": "completed", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:50:33.444316 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ef773ea8-59ae-47f4-9f19-3d20734a7ab0 {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:50:33.444732 n-d-694802-15 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd89c572a-9ecf-42f3-aaab-789262bca2fb', 'tag': 'e62cdda7-a629-4899-9eb6-4dabc61de76f', 'status': 'completed', 'code': 200} Aug 12 14:50:33.453660 n-d-694802-15 neutron-server[94466]: INFO neutron.pecan_wsgi.hooks.translation [None req-b45688d4-2d43-46eb-80c7-0517b44a9d48 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] DELETE failed (client error): The resource could not be found. Aug 12 14:50:33.458589 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b45688d4-2d43-46eb-80c7-0517b44a9d48 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 14:50:33.460589 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-b45688d4-2d43-46eb-80c7-0517b44a9d48 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] 10.222.0.39 "DELETE /v2.0/subnets/72394833-ee20-4705-9f36-9309711d289c HTTP/1.1" status: 404 len: 337 time: 0.0507839 Aug 12 14:50:33.463927 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 57908) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:50:33.488771 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvr_db [None req-161a86d1-c499-4bac-a427-03570ee9d51f None None] Set router 6a4eed94-bc27-4b5a-a5c2-bcb624f30ef4 gateway port host: n-d-694802-15 {{(pid=94468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:50:33.521987 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device 28bc5e74-fcad-4f43-b038-859a057c69cd details requested by agent hyperv_n-h2-694802-15 with host n-h2-694802-15 {{(pid=94468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 14:50:33.728824 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port 28bc5e74-fcad-4f43-b038-859a057c69cd, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=28bc5e74-fcad-4f43-b038-859a057c69cd,segment=NetworkSegment(abdc443e-cf7a-4b71-8730-19997248ebd2),segment_id=abdc443e-cf7a-4b71-8730-19997248ebd2)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:50:33.750529 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Returning: {'device': '28bc5e74-fcad-4f43-b038-859a057c69cd', 'network_id': '0f2cc2b1-26b2-41f2-bdd8-a5e5698bdc15', 'port_id': '28bc5e74-fcad-4f43-b038-859a057c69cd', 'mac_address': 'fa:16:3e:62:49:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33fe8ec3-27c5-4c33-8718-44dd3a3eaffa', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 14:50:33.826551 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:33.845319 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28bc5e74-fcad-4f43-b038-859a057c69cd {{(pid=94468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:50:33.877244 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port 28bc5e74-fcad-4f43-b038-859a057c69cd, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=28bc5e74-fcad-4f43-b038-859a057c69cd,segment=NetworkSegment(abdc443e-cf7a-4b71-8730-19997248ebd2),segment_id=abdc443e-cf7a-4b71-8730-19997248ebd2)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:50:33.885507 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:33.897323 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-262b5b05-7265-4349-b127-80ee6d10b6b5 None None] Network 71182620-fc59-4a91-8e3b-fc68c8b620e0 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:50:33.929878 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0872dbb-c99f-4ba5-9d8c-4a9b040035a1 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Deleting subnet 100ef563-82dd-4bd0-891d-34808ca5ead9 {{(pid=94467) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 14:50:33.935764 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-e0872dbb-c99f-4ba5-9d8c-4a9b040035a1 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks [] for subnet, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:33.939861 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23b6dbf-96da-4f91-be09-66318e12731b req-b6d371cc-19f7-42cb-a987-1e8492707769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:50:33.941378 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d23b6dbf-96da-4f91-be09-66318e12731b req-b6d371cc-19f7-42cb-a987-1e8492707769 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3a3bdd41fa344002b106e434a17bdf78&device_id=d89c572a-9ecf-42f3-aaab-789262bca2fb HTTP/1.1" status: 200 len: 1097 time: 0.4751947 Aug 12 14:50:33.970326 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-161a86d1-c499-4bac-a427-03570ee9d51f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a4eed94-bc27-4b5a-a5c2-bcb624f30ef4', 'name': 'tempest-AttachVolumeShelveTestJSON-919977636-router', 'tenant_id': '3a3bdd41fa344002b106e434a17bdf78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': 'b848814d-02f9-4e6d-a7d4-f67f9f79aee9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:43:22Z', 'updated_at': '2021-08-12T14:43:34Z', 'revision_number': 4, 'project_id': '3a3bdd41fa344002b106e434a17bdf78', 'gw_port': {'id': 'b848814d-02f9-4e6d-a7d4-f67f9f79aee9', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:ed:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a4eed94-bc27-4b5a-a5c2-bcb624f30ef4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:43:23Z', 'updated_at': '2021-08-12T14:43:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_floatingips': [{'id': 'b609720c-1ac7-49a3-bb3a-835665f00002', 'tenant_id': '3a3bdd41fa344002b106e434a17bdf78', 'floating_ip_address': '172.25.1.143', 'floating_network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'router_id': '6a4eed94-bc27-4b5a-a5c2-bcb624f30ef4', 'port_id': 'e62cdda7-a629-4899-9eb6-4dabc61de76f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2164, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ad93210-7061-461d-8617-49848448cc38', 'mac_address': 'fa:16:3e:60:f3:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd89c572a-9ecf-42f3-aaab-789262bca2fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T14:50:16Z', 'updated_at': '2021-08-12T14:50:32Z', 'revision_number': 1, 'project_id': '3a3bdd41fa344002b106e434a17bdf78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac1058a7-6857-446c-aead-fc64ad1cbb2a', 'name': '', 'network_id': '2ad93210-7061-461d-8617-49848448cc38', 'tenant_id': '3a3bdd41fa344002b106e434a17bdf78', 'mac_address': 'fa:16:3e:a0:9d:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a4eed94-bc27-4b5a-a5c2-bcb624f30ef4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': 'ce169be2-a716-4bd9-89d0-74eedc855ec7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:43:30Z', 'updated_at': '2021-08-12T14:43:41Z', 'revision_number': 5, 'project_id': '3a3bdd41fa344002b106e434a17bdf78', 'subnets': [{'id': 'ce169be2-a716-4bd9-89d0-74eedc855ec7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:50:33.986494 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-bad7ffca-e79b-4a26-abc1-00551b917981 req-7500bcdc-aeb9-48bb-bd4e-81b6564c8f92 tempest-ServerShowV257Test-580473577 tempest-ServerShowV257Test-580473577-project] 10.222.0.39 "GET /v2.0/ports?device_id=3312d3bd-55bd-40e0-9829-b2b6ebe45a74 HTTP/1.1" status: 200 len: 210 time: 0.0309808 Aug 12 14:50:34.009492 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-161a86d1-c499-4bac-a427-03570ee9d51f None None] Checking router: 6a4eed94-bc27-4b5a-a5c2-bcb624f30ef4 for host: n-d-694802-15 {{(pid=94468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 14:50:34.034028 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-153779cf-c47f-4c6e-8536-2477cdc80267 None None] Provisioning complete for port 2eb1f304-06b3-46f5-bc43-ce6d128fbeb4 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:50:34.034399 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-153779cf-c47f-4c6e-8536-2477cdc80267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:34.056371 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-e0872dbb-c99f-4ba5-9d8c-4a9b040035a1 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3857505'] for subnet, precommit_delete_associations {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:34.064691 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-161a86d1-c499-4bac-a427-03570ee9d51f None None] Routers {'6a4eed94-bc27-4b5a-a5c2-bcb624f30ef4'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:50:34.065316 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-161a86d1-c499-4bac-a427-03570ee9d51f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:50:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['6a4eed94-bc27-4b5a-a5c2-bcb624f30ef4'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:50:34.075377 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Pushing event updated for resources: {'Port': ['ID=28bc5e74-fcad-4f43-b038-859a057c69cd,revision_number=4']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:50:34.113020 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77476ca-daf7-478b-a725-b939cc8ff45f req-825e09bc-7d0b-4e8f-a2bf-5fc45126b157 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:50:34.114672 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d77476ca-daf7-478b-a725-b939cc8ff45f req-825e09bc-7d0b-4e8f-a2bf-5fc45126b157 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] 10.222.0.39 "GET /v2.0/ports?device_id=23bdae7e-f4fc-4507-bcc8-00971c1e8239 HTTP/1.1" status: 200 len: 945 time: 0.1549077 Aug 12 14:50:34.169312 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23b6dbf-96da-4f91-be09-66318e12731b req-d152f929-e0ce-4cdb-b51e-92333638b515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:50:34.170817 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d23b6dbf-96da-4f91-be09-66318e12731b req-d152f929-e0ce-4cdb-b51e-92333638b515 service neutron] 10.222.0.64 "GET /v2.0/networks?id=2ad93210-7061-461d-8617-49848448cc38 HTTP/1.1" status: 200 len: 917 time: 0.2099736 Aug 12 14:50:34.244452 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d77476ca-daf7-478b-a725-b939cc8ff45f req-8f035842-fdcc-4955-b70a-f6494909e890 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] 10.222.0.39 "GET /v2.0/security-groups?id=d503e6e0-4ce0-4f78-842d-abe0bf3f8a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231701 Aug 12 14:50:34.263367 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-e0872dbb-c99f-4ba5-9d8c-4a9b040035a1 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66416255'] for subnet, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:34.303654 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d23b6dbf-96da-4f91-be09-66318e12731b req-2022fbc7-f703-4f60-8d50-b00acf02e8ff service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e62cdda7-a629-4899-9eb6-4dabc61de76f HTTP/1.1" status: 200 len: 999 time: 0.1028705 Aug 12 14:50:34.308788 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-153779cf-c47f-4c6e-8536-2477cdc80267 None None] Port 2eb1f304-06b3-46f5-bc43-ce6d128fbeb4 cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 14:50:34.368720 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23b6dbf-96da-4f91-be09-66318e12731b req-a83e893b-3634-4b1b-8489-2be75d6f9439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:50:34.370198 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d23b6dbf-96da-4f91-be09-66318e12731b req-a83e893b-3634-4b1b-8489-2be75d6f9439 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ce169be2-a716-4bd9-89d0-74eedc855ec7 HTTP/1.1" status: 200 len: 855 time: 0.0588601 Aug 12 14:50:34.371315 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-e0872dbb-c99f-4ba5-9d8c-4a9b040035a1 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66416232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2859225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3343748'] for subnet, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:34.395282 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-153779cf-c47f-4c6e-8536-2477cdc80267 None None] Provisioning complete for port a05672c4-bd6b-4c96-81fc-d22e70dba61e triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:50:34.395656 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-153779cf-c47f-4c6e-8536-2477cdc80267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:34.407214 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0872dbb-c99f-4ba5-9d8c-4a9b040035a1 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Pushing event deleted for resources: {'Subnet': ['ID=100ef563-82dd-4bd0-891d-34808ca5ead9,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:50:34.423633 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-e0872dbb-c99f-4ba5-9d8c-4a9b040035a1 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks [] for subnet, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:34.425501 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-e0872dbb-c99f-4ba5-9d8c-4a9b040035a1 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] 10.222.0.39 "DELETE /v2.0/subnets/100ef563-82dd-4bd0-891d-34808ca5ead9 HTTP/1.1" status: 204 len: 168 time: 0.9604704 Aug 12 14:50:34.427883 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 57914) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:50:34.444909 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvr_db [None req-161a86d1-c499-4bac-a427-03570ee9d51f None None] Set router 6a4eed94-bc27-4b5a-a5c2-bcb624f30ef4 gateway port host: n-d-694802-15 {{(pid=94468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:50:34.448426 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] get_ports_and_sgs() called for port_ids ['28bc5e74-fcad-4f43-b038-859a057c69cd'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:50:34.458023 n-d-694802-15 neutron-server[94467]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ee6f477-75ee-4c6e-a382-1ab63ad763d4 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] DELETE failed (client error): The resource could not be found. Aug 12 14:50:34.458471 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ee6f477-75ee-4c6e-a382-1ab63ad763d4 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94467) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 14:50:34.461696 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-6ee6f477-75ee-4c6e-a382-1ab63ad763d4 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] 10.222.0.39 "DELETE /v2.0/subnets/e632a90b-6ecd-4437-b8b4-1d7e2b833ba0 HTTP/1.1" status: 404 len: 337 time: 0.0314345 Aug 12 14:50:34.462981 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 57916) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:50:34.495848 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-e9457807-be8e-446f-b600-eec7e45015a9 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] 10.222.0.39 "GET /v2.0/ports?device_id=a3622344-a92b-4d9f-ba6d-5debcea1bcbd HTTP/1.1" status: 200 len: 205 time: 0.0295477 Aug 12 14:50:34.495848 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23b6dbf-96da-4f91-be09-66318e12731b req-8be4ff0f-da94-4689-bfa4-90c98c8549fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:50:34.496893 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 57922) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:50:34.497154 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d23b6dbf-96da-4f91-be09-66318e12731b req-8be4ff0f-da94-4689-bfa4-90c98c8549fb service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2ad93210-7061-461d-8617-49848448cc38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0996380 Aug 12 14:50:34.552766 n-d-694802-15 neutron-server[94466]: INFO neutron.api.v2.resource [None req-2367c123-86dd-470f-9835-413e41386247 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] delete failed (client error): The resource could not be found. Aug 12 14:50:34.557261 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-2367c123-86dd-470f-9835-413e41386247 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] 10.222.0.39 "DELETE /v2.0/routers/a3622344-a92b-4d9f-ba6d-5debcea1bcbd HTTP/1.1" status: 404 len: 336 time: 0.0579228 Aug 12 14:50:34.557972 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 57926) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:50:34.596572 n-d-694802-15 neutron-server[94466]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d465e2a-2697-457e-894d-557b89c7aab4 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] DELETE failed (client error): The resource could not be found. Aug 12 14:50:34.597034 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d465e2a-2697-457e-894d-557b89c7aab4 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 14:50:34.602108 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 57928) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:50:34.602272 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-3d465e2a-2697-457e-894d-557b89c7aab4 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] 10.222.0.39 "DELETE /v2.0/subnets/175efa02-e16d-4656-b887-2f3dfc401db1 HTTP/1.1" status: 404 len: 337 time: 0.0424335 Aug 12 14:50:34.643480 n-d-694802-15 neutron-server[94467]: INFO neutron.pecan_wsgi.hooks.translation [None req-ded78c8a-360b-47db-8597-5339d244c653 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] DELETE failed (client error): The resource could not be found. Aug 12 14:50:34.643938 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ded78c8a-360b-47db-8597-5339d244c653 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94467) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 14:50:34.645638 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-ded78c8a-360b-47db-8597-5339d244c653 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] 10.222.0.39 "DELETE /v2.0/subnets/5734e7e1-310a-4af9-9765-bbf237f6c4cf HTTP/1.1" status: 404 len: 337 time: 0.0422950 Aug 12 14:50:34.648470 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 57930) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:50:34.651438 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d23b6dbf-96da-4f91-be09-66318e12731b req-83852c95-c82f-4747-8180-bc36e455a060 service neutron] 10.222.0.64 "GET /v2.0/networks/2ad93210-7061-461d-8617-49848448cc38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393876 Aug 12 14:50:34.676526 n-d-694802-15 neutron-server[94466]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d094756-8093-4a8b-949b-598472b2980f tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] DELETE failed (client error): The resource could not be found. Aug 12 14:50:34.677079 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d094756-8093-4a8b-949b-598472b2980f tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 14:50:34.681813 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-6d094756-8093-4a8b-949b-598472b2980f tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] 10.222.0.39 "DELETE /v2.0/subnets/5f59fa40-5ca7-4388-88aa-b7fba258a8a4 HTTP/1.1" status: 404 len: 337 time: 0.0292914 Aug 12 14:50:34.682746 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 57932) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:50:34.709661 n-d-694802-15 neutron-server[94466]: INFO neutron.pecan_wsgi.hooks.translation [None req-8620bf68-012c-4c4f-9f3a-c5997da917ac tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] DELETE failed (client error): The resource could not be found. Aug 12 14:50:34.710422 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8620bf68-012c-4c4f-9f3a-c5997da917ac tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 14:50:34.714392 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-8620bf68-012c-4c4f-9f3a-c5997da917ac tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] 10.222.0.39 "DELETE /v2.0/ports/86e05707-d64c-4372-960d-e9050b81fb88 HTTP/1.1" status: 404 len: 333 time: 0.0293674 Aug 12 14:50:34.714955 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 57934) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:50:34.742905 n-d-694802-15 neutron-server[94466]: INFO neutron.pecan_wsgi.hooks.translation [None req-f700c5f6-33c9-49ae-8e6f-663cda4b4a09 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] DELETE failed (client error): The resource could not be found. Aug 12 14:50:34.743475 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f700c5f6-33c9-49ae-8e6f-663cda4b4a09 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 14:50:34.746492 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-f700c5f6-33c9-49ae-8e6f-663cda4b4a09 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] 10.222.0.39 "DELETE /v2.0/subnets/ad24f904-f34f-45ff-9b29-4ecdc2be36be HTTP/1.1" status: 404 len: 337 time: 0.0294917 Aug 12 14:50:34.748362 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 57936) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:50:34.754688 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b24fcbaf-a2d1-40eb-8be7-f251fc9d47b1 None None] Update dhcp port {'port': {'network_id': '71182620-fc59-4a91-8e3b-fc68c8b620e0', 'fixed_ips': [{'subnet_id': '100ef563-82dd-4bd0-891d-34808ca5ead9'}], 'binding:host_id': 'n-d-694802-15'}, 'id': 'a05672c4-bd6b-4c96-81fc-d22e70dba61e'} from n-d-694802-15. {{(pid=94468) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 12 14:50:34.757378 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d23b6dbf-96da-4f91-be09-66318e12731b req-e7bbfeb4-39cb-4f2e-9d11-0e8949d3a897 service neutron] 10.222.0.64 "GET /v2.0/networks/2ad93210-7061-461d-8617-49848448cc38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987916 Aug 12 14:50:34.777439 n-d-694802-15 neutron-server[94467]: INFO neutron.pecan_wsgi.hooks.translation [None req-00c0252a-01a1-4599-aeea-3db14e231d76 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] DELETE failed (client error): The resource could not be found. Aug 12 14:50:34.777854 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00c0252a-01a1-4599-aeea-3db14e231d76 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94467) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 14:50:34.779646 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-00c0252a-01a1-4599-aeea-3db14e231d76 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] 10.222.0.39 "DELETE /v2.0/subnets/860d0677-4c13-44e5-8d33-6cb8f9bd96e9 HTTP/1.1" status: 404 len: 337 time: 0.0301049 Aug 12 14:50:34.782317 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 57938) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:50:34.805517 n-d-694802-15 neutron-server[94467]: INFO neutron.pecan_wsgi.hooks.translation [None req-500dc33d-986d-41c3-b570-4bb595ea60ac tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] DELETE failed (client error): The resource could not be found. Aug 12 14:50:34.806045 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-500dc33d-986d-41c3-b570-4bb595ea60ac tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94467) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 14:50:34.807755 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-500dc33d-986d-41c3-b570-4bb595ea60ac tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] 10.222.0.39 "DELETE /v2.0/ports/43853640-efd9-48f4-93fd-e2f0d376c846 HTTP/1.1" status: 404 len: 333 time: 0.0245094 Aug 12 14:50:34.810421 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 57940) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:50:34.816217 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-b24fcbaf-a2d1-40eb-8be7-f251fc9d47b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:34.835449 n-d-694802-15 neutron-server[94467]: INFO neutron.pecan_wsgi.hooks.translation [None req-54cf3584-1697-4a88-946f-898a676b974f tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] DELETE failed (client error): The resource could not be found. Aug 12 14:50:34.835932 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54cf3584-1697-4a88-946f-898a676b974f tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94467) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 14:50:34.837616 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-54cf3584-1697-4a88-946f-898a676b974f tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] 10.222.0.39 "DELETE /v2.0/subnets/1a1d9988-cb19-4fe4-8bf8-c1ff12706397 HTTP/1.1" status: 404 len: 337 time: 0.0263522 Aug 12 14:50:34.840125 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 57942) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:50:34.865350 n-d-694802-15 neutron-server[94467]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a88bb22-4bb9-42d1-97b7-ce37fc8cba19 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] DELETE failed (client error): The resource could not be found. Aug 12 14:50:34.865794 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a88bb22-4bb9-42d1-97b7-ce37fc8cba19 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94467) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 14:50:34.868077 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-2a88bb22-4bb9-42d1-97b7-ce37fc8cba19 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] 10.222.0.39 "DELETE /v2.0/subnets/2ab3a483-2b44-4db9-92cb-387433b97435 HTTP/1.1" status: 404 len: 337 time: 0.0270760 Aug 12 14:50:34.870589 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 57944) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:50:34.973037 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-f079e492-3622-4cf6-a641-64f840fe21af tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Deleting port 2eb1f304-06b3-46f5-bc43-ce6d128fbeb4 {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:50:34.973387 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-f079e492-3622-4cf6-a641-64f840fe21af tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:35.000467 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-161a86d1-c499-4bac-a427-03570ee9d51f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a4eed94-bc27-4b5a-a5c2-bcb624f30ef4', 'name': 'tempest-AttachVolumeShelveTestJSON-919977636-router', 'tenant_id': '3a3bdd41fa344002b106e434a17bdf78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': 'b848814d-02f9-4e6d-a7d4-f67f9f79aee9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:43:22Z', 'updated_at': '2021-08-12T14:43:34Z', 'revision_number': 4, 'project_id': '3a3bdd41fa344002b106e434a17bdf78', 'gw_port': {'id': 'b848814d-02f9-4e6d-a7d4-f67f9f79aee9', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:ed:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a4eed94-bc27-4b5a-a5c2-bcb624f30ef4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:43:23Z', 'updated_at': '2021-08-12T14:43:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_floatingips': [{'id': 'b609720c-1ac7-49a3-bb3a-835665f00002', 'tenant_id': '3a3bdd41fa344002b106e434a17bdf78', 'floating_ip_address': '172.25.1.143', 'floating_network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'router_id': '6a4eed94-bc27-4b5a-a5c2-bcb624f30ef4', 'port_id': 'e62cdda7-a629-4899-9eb6-4dabc61de76f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2164, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ad93210-7061-461d-8617-49848448cc38', 'mac_address': 'fa:16:3e:60:f3:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd89c572a-9ecf-42f3-aaab-789262bca2fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T14:50:16Z', 'updated_at': '2021-08-12T14:50:32Z', 'revision_number': 1, 'project_id': '3a3bdd41fa344002b106e434a17bdf78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac1058a7-6857-446c-aead-fc64ad1cbb2a', 'name': '', 'network_id': '2ad93210-7061-461d-8617-49848448cc38', 'tenant_id': '3a3bdd41fa344002b106e434a17bdf78', 'mac_address': 'fa:16:3e:a0:9d:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a4eed94-bc27-4b5a-a5c2-bcb624f30ef4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': 'ce169be2-a716-4bd9-89d0-74eedc855ec7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:43:30Z', 'updated_at': '2021-08-12T14:43:41Z', 'revision_number': 5, 'project_id': '3a3bdd41fa344002b106e434a17bdf78', 'subnets': [{'id': 'ce169be2-a716-4bd9-89d0-74eedc855ec7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:50:35.038032 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-161a86d1-c499-4bac-a427-03570ee9d51f None None] The sync data for ids ['6a4eed94-bc27-4b5a-a5c2-bcb624f30ef4'] in n-d-694802-15 is: [{'id': '6a4eed94-bc27-4b5a-a5c2-bcb624f30ef4', 'name': 'tempest-AttachVolumeShelveTestJSON-919977636-router', 'tenant_id': '3a3bdd41fa344002b106e434a17bdf78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': 'b848814d-02f9-4e6d-a7d4-f67f9f79aee9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:43:22Z', 'updated_at': '2021-08-12T14:43:34Z', 'revision_number': 4, 'project_id': '3a3bdd41fa344002b106e434a17bdf78', 'gw_port': {'id': 'b848814d-02f9-4e6d-a7d4-f67f9f79aee9', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:ed:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a4eed94-bc27-4b5a-a5c2-bcb624f30ef4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:43:23Z', 'updated_at': '2021-08-12T14:43:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_floatingips': [{'id': 'b609720c-1ac7-49a3-bb3a-835665f00002', 'tenant_id': '3a3bdd41fa344002b106e434a17bdf78', 'floating_ip_address': '172.25.1.143', 'floating_network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'router_id': '6a4eed94-bc27-4b5a-a5c2-bcb624f30ef4', 'port_id': 'e62cdda7-a629-4899-9eb6-4dabc61de76f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2164, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ad93210-7061-461d-8617-49848448cc38', 'mac_address': 'fa:16:3e:60:f3:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd89c572a-9ecf-42f3-aaab-789262bca2fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T14:50:16Z', 'updated_at': '2021-08-12T14:50:32Z', 'revision_number': 1, 'project_id': '3a3bdd41fa344002b106e434a17bdf78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac1058a7-6857-446c-aead-fc64ad1cbb2a', 'name': '', 'network_id': '2ad93210-7061-461d-8617-49848448cc38', 'tenant_id': '3a3bdd41fa344002b106e434a17bdf78', 'mac_address': 'fa:16:3e:a0:9d:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a4eed94-bc27-4b5a-a5c2-bcb624f30ef4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': 'ce169be2-a716-4bd9-89d0-74eedc855ec7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:43:30Z', 'updated_at': '2021-08-12T14:43:41Z', 'revision_number': 5, 'project_id': '3a3bdd41fa344002b106e434a17bdf78', 'subnets': [{'id': 'ce169be2-a716-4bd9-89d0-74eedc855ec7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 14:50:35.055842 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-f079e492-3622-4cf6-a641-64f840fe21af tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:35.059261 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3778f558-3856-4844-83a6-646b11b3028e None None] Network 71182620-fc59-4a91-8e3b-fc68c8b620e0 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:50:35.071310 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-f079e492-3622-4cf6-a641-64f840fe21af tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Calling delete_port for 2eb1f304-06b3-46f5-bc43-ce6d128fbeb4 owned by {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:50:35.109642 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-b84ff2bd-a209-437e-a564-5f64899a5725 req-42ad6907-34e7-425f-b4c5-642e06b0a625 tempest-ServerShowV257Test-580473577 tempest-ServerShowV257Test-580473577-project] 10.222.0.39 "GET /v2.0/ports?device_id=3312d3bd-55bd-40e0-9829-b2b6ebe45a74 HTTP/1.1" status: 200 len: 210 time: 0.0301309 Aug 12 14:50:35.163338 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-f079e492-3622-4cf6-a641-64f840fe21af tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:35.170164 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-fd9f5cfc-7bcf-4cbb-a9e2-f38ea73a9637 None None] Provisioning complete for port 2eb1f304-06b3-46f5-bc43-ce6d128fbeb4 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:50:35.170540 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-fd9f5cfc-7bcf-4cbb-a9e2-f38ea73a9637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:35.198288 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-f079e492-3622-4cf6-a641-64f840fe21af tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:35.202594 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-f079e492-3622-4cf6-a641-64f840fe21af tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] 10.222.0.39 "DELETE /v2.0/ports/2eb1f304-06b3-46f5-bc43-ce6d128fbeb4 HTTP/1.1" status: 204 len: 168 time: 0.3287740 Aug 12 14:50:35.202594 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f079e492-3622-4cf6-a641-64f840fe21af tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Pushing event deleted for resources: {'Port': ['ID=2eb1f304-06b3-46f5-bc43-ce6d128fbeb4,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:50:35.203492 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 57948) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:50:35.210596 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-fd9f5cfc-7bcf-4cbb-a9e2-f38ea73a9637 None None] Port 2eb1f304-06b3-46f5-bc43-ce6d128fbeb4 was deleted so its status cannot be updated. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 12 14:50:35.233979 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-fd9f5cfc-7bcf-4cbb-a9e2-f38ea73a9637 None None] Provisioning complete for port a05672c4-bd6b-4c96-81fc-d22e70dba61e triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:50:35.234425 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-fd9f5cfc-7bcf-4cbb-a9e2-f38ea73a9637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:35.263201 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76ce83d0-3226-468e-8c40-4f9a00877e25 None None] DHCP port deletion for 71182620-fc59-4a91-8e3b-fc68c8b620e0 request from n-d-694802-15 {{(pid=94468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 14:50:35.308423 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-03d9d1b7-9474-4ed6-935b-b91b229fabe8 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680608'] for network, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:35.337811 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62fc8e92-d195-4a99-baed-6572b7345751 None None] New status for floating IP b609720c-1ac7-49a3-bb3a-835665f00002: ACTIVE {{(pid=94469) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 14:50:35.378457 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-03d9d1b7-9474-4ed6-935b-b91b229fabe8 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Deleting port a05672c4-bd6b-4c96-81fc-d22e70dba61e {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:50:35.378811 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-03d9d1b7-9474-4ed6-935b-b91b229fabe8 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:35.379401 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-76ce83d0-3226-468e-8c40-4f9a00877e25 None None] Deleting port a05672c4-bd6b-4c96-81fc-d22e70dba61e {{(pid=94468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:50:35.379878 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-76ce83d0-3226-468e-8c40-4f9a00877e25 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:35.400193 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d129af0f-0493-40ec-b953-872a96fb43d5 req-5a3fabc4-7608-4eb8-ab7c-b5d87bc52c13 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:50:35.401994 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d129af0f-0493-40ec-b953-872a96fb43d5 req-5a3fabc4-7608-4eb8-ab7c-b5d87bc52c13 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] 10.222.0.39 "GET /v2.0/ports?device_id=23bdae7e-f4fc-4507-bcc8-00971c1e8239 HTTP/1.1" status: 200 len: 945 time: 0.0647733 Aug 12 14:50:35.446979 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-76ce83d0-3226-468e-8c40-4f9a00877e25 None None] For port a05672c4-bd6b-4c96-81fc-d22e70dba61e, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=a05672c4-bd6b-4c96-81fc-d22e70dba61e,segment=NetworkSegment(d258e3ef-876c-41b4-bb36-604b4322b029),segment_id=d258e3ef-876c-41b4-bb36-604b4322b029)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:50:35.447413 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-76ce83d0-3226-468e-8c40-4f9a00877e25 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:35.462185 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-76ce83d0-3226-468e-8c40-4f9a00877e25 None None] Calling delete_port for a05672c4-bd6b-4c96-81fc-d22e70dba61e owned by network:dhcp {{(pid=94468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:50:35.463617 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d129af0f-0493-40ec-b953-872a96fb43d5 req-2fd4eecf-ee58-4d0e-9dbf-56acb87aad16 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] 10.222.0.39 "GET /v2.0/security-groups?id=d503e6e0-4ce0-4f78-842d-abe0bf3f8a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545952 Aug 12 14:50:35.473977 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-03d9d1b7-9474-4ed6-935b-b91b229fabe8 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] For port a05672c4-bd6b-4c96-81fc-d22e70dba61e, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=a05672c4-bd6b-4c96-81fc-d22e70dba61e,segment=NetworkSegment(d258e3ef-876c-41b4-bb36-604b4322b029),segment_id=d258e3ef-876c-41b4-bb36-604b4322b029)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:50:35.473977 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-03d9d1b7-9474-4ed6-935b-b91b229fabe8 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:35.486874 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-03d9d1b7-9474-4ed6-935b-b91b229fabe8 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Calling delete_port for a05672c4-bd6b-4c96-81fc-d22e70dba61e owned by network:dhcp {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:50:35.549635 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-76ce83d0-3226-468e-8c40-4f9a00877e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262'] for port, after_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:35.573537 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-03d9d1b7-9474-4ed6-935b-b91b229fabe8 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:35.586279 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ce83d0-3226-468e-8c40-4f9a00877e25 None None] Pushing event deleted for resources: {'Port': ['ID=a05672c4-bd6b-4c96-81fc-d22e70dba61e,revision_number=None']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:50:35.591778 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76ce83d0-3226-468e-8c40-4f9a00877e25 None None] No DVR routers for this DVR port a05672c4-bd6b-4c96-81fc-d22e70dba61e on host n-d-694802-15 {{(pid=94468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:50:35.619164 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d9d1b7-9474-4ed6-935b-b91b229fabe8 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Pushing event deleted for resources: {'Port': ['ID=a05672c4-bd6b-4c96-81fc-d22e70dba61e,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:50:35.623847 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03d9d1b7-9474-4ed6-935b-b91b229fabe8 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] No DVR routers for this DVR port a05672c4-bd6b-4c96-81fc-d22e70dba61e on host n-d-694802-15 {{(pid=94466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:50:35.707741 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-03d9d1b7-9474-4ed6-935b-b91b229fabe8 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66413304', 'neutron.services.segments.db._delete_segments_for_network-8744654118000'] for network, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:35.718241 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-03d9d1b7-9474-4ed6-935b-b91b229fabe8 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71182620-fc59-4a91-8e3b-fc68c8b620e0']}} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:50:35.729281 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-03d9d1b7-9474-4ed6-935b-b91b229fabe8 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd258e3ef-876c-41b4-bb36-604b4322b029') {'for_net_delete': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:50:35.729582 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-03d9d1b7-9474-4ed6-935b-b91b229fabe8 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd258e3ef-876c-41b4-bb36-604b4322b029') {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:50:35.738652 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-03d9d1b7-9474-4ed6-935b-b91b229fabe8 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744654122361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2293560'] for segment, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:35.756148 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-03d9d1b7-9474-4ed6-935b-b91b229fabe8 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:35.761939 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03d9d1b7-9474-4ed6-935b-b91b229fabe8 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Releasing vlan 312 on physical network physnet1 to pool {{(pid=94466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 14:50:35.762332 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-03d9d1b7-9474-4ed6-935b-b91b229fabe8 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3718595'] for segment, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:35.765215 n-d-694802-15 neutron-server[94466]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 14:50:35.765215 n-d-694802-15 neutron-server[94466]: self.session.flush() Aug 12 14:50:35.765215 n-d-694802-15 neutron-server[94466]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 14:50:35.765215 n-d-694802-15 neutron-server[94466]: self.session.flush() Aug 12 14:50:35.765215 n-d-694802-15 neutron-server[94466]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 14:50:35.765215 n-d-694802-15 neutron-server[94466]: self.session.flush() Aug 12 14:50:35.765215 n-d-694802-15 neutron-server[94466]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 14:50:35.765215 n-d-694802-15 neutron-server[94466]: self.session.flush() Aug 12 14:50:35.765215 n-d-694802-15 neutron-server[94466]: Traceback (most recent call last): Aug 12 14:50:35.765215 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 14:50:35.765215 n-d-694802-15 neutron-server[94466]: timer() Aug 12 14:50:35.765215 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 14:50:35.765215 n-d-694802-15 neutron-server[94466]: cb(*args, **kw) Aug 12 14:50:35.765215 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 14:50:35.765215 n-d-694802-15 neutron-server[94466]: return func(*args, **kwargs) Aug 12 14:50:35.765215 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 14:50:35.765215 n-d-694802-15 neutron-server[94466]: self._notify() Aug 12 14:50:35.765215 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 14:50:35.765215 n-d-694802-15 neutron-server[94466]: self.callback(batched_events) Aug 12 14:50:35.765215 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 14:50:35.765215 n-d-694802-15 neutron-server[94466]: event.method(event) Aug 12 14:50:35.765215 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 14:50:35.765215 n-d-694802-15 neutron-server[94466]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 14:50:35.765215 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 14:50:35.765215 n-d-694802-15 neutron-server[94466]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 14:50:35.765215 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 14:50:35.765215 n-d-694802-15 neutron-server[94466]: return f(self, *a, **k) Aug 12 14:50:35.765215 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 14:50:35.765215 n-d-694802-15 neutron-server[94466]: return self._get(url).json() Aug 12 14:50:35.765215 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 14:50:35.765215 n-d-694802-15 neutron-server[94466]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 14:50:35.765215 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 14:50:35.765215 n-d-694802-15 neutron-server[94466]: return self.request(url, 'GET', **kwargs) Aug 12 14:50:35.765215 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 14:50:35.765215 n-d-694802-15 neutron-server[94466]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 14:50:35.765215 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 14:50:35.765215 n-d-694802-15 neutron-server[94466]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 14:50:35.765215 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 14:50:35.765215 n-d-694802-15 neutron-server[94466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 14:50:35.765215 n-d-694802-15 neutron-server[94466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 14:50:35.823827 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-03d9d1b7-9474-4ed6-935b-b91b229fabe8 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66413281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431520'] for network, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:35.830487 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-03d9d1b7-9474-4ed6-935b-b91b229fabe8 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Notify callbacks [] for network, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:35.832337 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-03d9d1b7-9474-4ed6-935b-b91b229fabe8 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] 10.222.0.39 "DELETE /v2.0/networks/71182620-fc59-4a91-8e3b-fc68c8b620e0 HTTP/1.1" status: 204 len: 168 time: 0.6275284 Aug 12 14:50:35.844541 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d9d1b7-9474-4ed6-935b-b91b229fabe8 tempest-PortsIpV6TestJSON-646435109 tempest-PortsIpV6TestJSON-646435109-project] Pushing event deleted for resources: {'Network': ['ID=71182620-fc59-4a91-8e3b-fc68c8b620e0,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:50:36.073506 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 57960) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:50:36.215944 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-a6536162-5c9a-4187-87a7-af2424395482 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=fc26b2bd24e24e018c7add15390c187a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1411045 Aug 12 14:50:36.218361 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 57966) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:50:36.231428 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-68fe54fb-b6b9-4c1f-ac13-6d49fe931d85 req-86c6137d-8c8f-46d0-87a7-f1c90e732387 tempest-ServerShowV257Test-580473577 tempest-ServerShowV257Test-580473577-project] 10.222.0.39 "GET /v2.0/ports?device_id=3312d3bd-55bd-40e0-9829-b2b6ebe45a74 HTTP/1.1" status: 200 len: 210 time: 0.0352337 Aug 12 14:50:36.268736 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-43f06a13-687f-45aa-bb88-0a057b0ee685 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:36.290169 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-43f06a13-687f-45aa-bb88-0a057b0ee685 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:36.338813 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-43f06a13-687f-45aa-bb88-0a057b0ee685 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:36.341488 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-43f06a13-687f-45aa-bb88-0a057b0ee685 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:36.342637 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-43f06a13-687f-45aa-bb88-0a057b0ee685 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/81d9d59d-65f8-4f0a-bf33-346cdeb6720a HTTP/1.1" status: 204 len: 168 time: 0.1232872 Aug 12 14:50:36.350051 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f06a13-687f-45aa-bb88-0a057b0ee685 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81d9d59d-65f8-4f0a-bf33-346cdeb6720a,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:50:36.572845 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d2c840-c4c9-4580-b7ea-48194d0f9c08 req-e9f0a392-a85e-4cf9-8958-715f683618ef tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:50:36.574475 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-90d2c840-c4c9-4580-b7ea-48194d0f9c08 req-e9f0a392-a85e-4cf9-8958-715f683618ef tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] 10.222.0.39 "GET /v2.0/ports?device_id=23bdae7e-f4fc-4507-bcc8-00971c1e8239 HTTP/1.1" status: 200 len: 945 time: 0.0518541 Aug 12 14:50:36.613836 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-90d2c840-c4c9-4580-b7ea-48194d0f9c08 req-e4338210-ee5b-4f3b-bba3-01196b7f8766 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] 10.222.0.39 "GET /v2.0/security-groups?id=d503e6e0-4ce0-4f78-842d-abe0bf3f8a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331004 Aug 12 14:50:36.882818 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device a05672c4-bd6b-4c96-81fc-d22e70dba61e no longer exists at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:50:36.904950 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] No Port match for: a05672c4-bd6b-4c96-81fc-d22e70dba61e {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 14:50:36.905297 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device a05672c4-bd6b-4c96-81fc-d22e70dba61e not bound to the agent host n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:50:36.980599 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 57994) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:50:37.073915 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-5dc5d06f-db32-4626-8ce3-811840b48a1d tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-659681971'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:50:37.095009 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dc5d06f-db32-4626-8ce3-811840b48a1d tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Made reservation on behalf of be866c071af14d49833929e5eca8b8bc for: {'network': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:50:37.098388 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-5dc5d06f-db32-4626-8ce3-811840b48a1d tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for network, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:37.107269 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-5dc5d06f-db32-4626-8ce3-811840b48a1d tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks [] for security_group, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:37.194185 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-5dc5d06f-db32-4626-8ce3-811840b48a1d tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks [] for security_group, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:37.198620 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-5dc5d06f-db32-4626-8ce3-811840b48a1d tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:37.221384 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5dc5d06f-db32-4626-8ce3-811840b48a1d tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] vlan segment allocate from pool success with {'vlan_id': 321, 'physical_network': 'physnet1'} {{(pid=94467) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 14:50:37.237026 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc5d06f-db32-4626-8ce3-811840b48a1d tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9ea1c4c-b6cd-4262-91a5-c0d72e004f46,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:50:37.239941 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-5dc5d06f-db32-4626-8ce3-811840b48a1d tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:37.240297 n-d-694802-15 neutron-server[94467]: INFO neutron.db.segments_db [None req-5dc5d06f-db32-4626-8ce3-811840b48a1d tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Added segment 06cffd1e-4e94-4a01-9c61-2eda147b18bf of type vlan for network 8adcf216-1ab4-4d15-8190-19b3d3f64496 Aug 12 14:50:37.283849 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-5dc5d06f-db32-4626-8ce3-811840b48a1d tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744653628263'] for network, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:37.314203 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-5dc5d06f-db32-4626-8ce3-811840b48a1d tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409'] for network, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:37.319905 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dc5d06f-db32-4626-8ce3-811840b48a1d tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:50:37.320503 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-5dc5d06f-db32-4626-8ce3-811840b48a1d tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for network, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:37.343105 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-8027d2c3-7504-49ad-a8e7-2dbf405cce9a req-501fc340-569c-442c-b46e-122079843777 tempest-ServerShowV257Test-580473577 tempest-ServerShowV257Test-580473577-project] 10.222.0.39 "GET /v2.0/ports?device_id=3312d3bd-55bd-40e0-9829-b2b6ebe45a74 HTTP/1.1" status: 200 len: 210 time: 0.0319242 Aug 12 14:50:37.371430 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-5dc5d06f-db32-4626-8ce3-811840b48a1d tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3897078 Aug 12 14:50:37.374035 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 58000) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:50:37.379224 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-5e0fb6f3-d6cb-4a8b-853f-7f02a0795d59 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Request body: {'port': {'network_id': '8adcf216-1ab4-4d15-8190-19b3d3f64496', 'name': 'tempest-PortsTestJSON-1168447801'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:50:37.391552 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc5d06f-db32-4626-8ce3-811840b48a1d tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Pushing event updated for resources: {'Network': ['ID=8adcf216-1ab4-4d15-8190-19b3d3f64496,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:50:37.403797 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Network 8adcf216-1ab4-4d15-8190-19b3d3f64496 details requested by agent ovs-agent-n-d-694802-15 with host n-d-694802-15 {{(pid=94468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 14:50:37.468756 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e0fb6f3-d6cb-4a8b-853f-7f02a0795d59 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Made reservation on behalf of be866c071af14d49833929e5eca8b8bc for: {'port': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:50:37.472323 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5e0fb6f3-d6cb-4a8b-853f-7f02a0795d59 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:37.490723 n-d-694802-15 neutron-server[94466]: DEBUG neutron.notifiers.nova [None req-5e0fb6f3-d6cb-4a8b-853f-7f02a0795d59 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] device_id is not set on port 7e91ba19-a10c-4b3a-9d38-19be4bc7e2c7 yet. {{(pid=94466) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 14:50:37.514750 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device 28bc5e74-fcad-4f43-b038-859a057c69cd up at agent hyperv_n-h2-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:50:37.566584 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Provisioning for port 28bc5e74-fcad-4f43-b038-859a057c69cd completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:50:37.570769 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Provisioning complete for port 28bc5e74-fcad-4f43-b038-859a057c69cd triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:50:37.571180 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:37.646533 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:37.655527 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5e0fb6f3-d6cb-4a8b-853f-7f02a0795d59 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:37.670061 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23bdae7e-f4fc-4507-bcc8-00971c1e8239', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28bc5e74-fcad-4f43-b038-859a057c69cd'}] {{(pid=94468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:50:37.672542 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99a8d87602170099c728e57431aca99e9b98a655a83bbf8727be13192709727b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a64ac8e7-b26f-4522-92b7-e413026ce900" -d '{"events": [{"server_uuid": "23bdae7e-f4fc-4507-bcc8-00971c1e8239", "name": "network-vif-plugged", "status": "completed", "tag": "28bc5e74-fcad-4f43-b038-859a057c69cd"}]}' {{(pid=94468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:50:37.687564 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port 28bc5e74-fcad-4f43-b038-859a057c69cd, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=28bc5e74-fcad-4f43-b038-859a057c69cd,segment=NetworkSegment(abdc443e-cf7a-4b71-8730-19997248ebd2),segment_id=abdc443e-cf7a-4b71-8730-19997248ebd2)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:50:37.693770 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:37.702039 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5e0fb6f3-d6cb-4a8b-853f-7f02a0795d59 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:37.753379 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Pushing event updated for resources: {'Port': ['ID=28bc5e74-fcad-4f43-b038-859a057c69cd,revision_number=5']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:50:37.760928 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8359e1-6232-440b-b154-67f0fa3d25a6 req-96f64e92-ca50-4f5f-99c6-7242f64abf1a tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:50:37.762923 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-af8359e1-6232-440b-b154-67f0fa3d25a6 req-96f64e92-ca50-4f5f-99c6-7242f64abf1a tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] 10.222.0.39 "GET /v2.0/ports?device_id=23bdae7e-f4fc-4507-bcc8-00971c1e8239 HTTP/1.1" status: 200 len: 946 time: 0.0639536 Aug 12 14:50:37.779792 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0fb6f3-d6cb-4a8b-853f-7f02a0795d59 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Pushing event updated for resources: {'Port': ['ID=7e91ba19-a10c-4b3a-9d38-19be4bc7e2c7,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:50:37.785889 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e0fb6f3-d6cb-4a8b-853f-7f02a0795d59 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Checking segment: {'id': '06cffd1e-4e94-4a01-9c61-2eda147b18bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '8adcf216-1ab4-4d15-8190-19b3d3f64496'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:50:37.785889 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e0fb6f3-d6cb-4a8b-853f-7f02a0795d59 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Network hostable DHCP agents. Network: 8adcf216-1ab4-4d15-8190-19b3d3f64496, hostable agents: ['1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658'], hosted agents: [] {{(pid=94466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 14:50:37.803702 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e0fb6f3-d6cb-4a8b-853f-7f02a0795d59 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Network 8adcf216-1ab4-4d15-8190-19b3d3f64496 is scheduled to be hosted by DHCP agent 1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658 with binding_index 1 {{(pid=94466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 14:50:37.806733 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-af8359e1-6232-440b-b154-67f0fa3d25a6 req-54770c2a-a71f-4a00-a951-4bf10d05949e tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] 10.222.0.39 "GET /v2.0/security-groups?id=d503e6e0-4ce0-4f78-842d-abe0bf3f8a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377352 Aug 12 14:50:37.813661 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-5e0fb6f3-d6cb-4a8b-853f-7f02a0795d59 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-15, 8adcf216-1ab4-4d15-8190-19b3d3f64496) {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:50:37.818094 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e0fb6f3-d6cb-4a8b-853f-7f02a0795d59 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:50:37.824576 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e0fb6f3-d6cb-4a8b-853f-7f02a0795d59 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:50:37.825244 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5e0fb6f3-d6cb-4a8b-853f-7f02a0795d59 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:37.828318 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8198b836-99f0-4f8b-b1be-ffdbabf2ace7 None None] Network 8adcf216-1ab4-4d15-8190-19b3d3f64496 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:50:37.844722 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 58012) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:50:37.845064 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-5e0fb6f3-d6cb-4a8b-853f-7f02a0795d59 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.4696605 Aug 12 14:50:37.850595 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-ccda7000-0394-4a01-bda5-4dddf0f4b97e tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-565505831'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:50:37.877487 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccda7000-0394-4a01-bda5-4dddf0f4b97e tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Made reservation on behalf of be866c071af14d49833929e5eca8b8bc for: {'network': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:50:37.884269 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-ccda7000-0394-4a01-bda5-4dddf0f4b97e tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for network, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:37.904434 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 14:50:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7492066f-477c-48dd-a3e6-1d2ddba33a64 x-openstack-request-id: req-7492066f-477c-48dd-a3e6-1d2ddba33a64 {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:50:37.904918 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23bdae7e-f4fc-4507-bcc8-00971c1e8239", "name": "network-vif-plugged", "status": "completed", "tag": "28bc5e74-fcad-4f43-b038-859a057c69cd", "code": 200}]} {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:50:37.905022 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7492066f-477c-48dd-a3e6-1d2ddba33a64 {{(pid=94468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:50:37.905355 n-d-694802-15 neutron-server[94468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23bdae7e-f4fc-4507-bcc8-00971c1e8239', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28bc5e74-fcad-4f43-b038-859a057c69cd', 'code': 200} Aug 12 14:50:37.923202 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ccda7000-0394-4a01-bda5-4dddf0f4b97e tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] vlan segment allocate from pool success with {'vlan_id': 344, 'physical_network': 'physnet1'} {{(pid=94467) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 14:50:37.933810 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-ccda7000-0394-4a01-bda5-4dddf0f4b97e tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:37.934327 n-d-694802-15 neutron-server[94467]: INFO neutron.db.segments_db [None req-ccda7000-0394-4a01-bda5-4dddf0f4b97e tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Added segment a8dcd5ea-1717-4b07-a096-d1bac535ef6a of type vlan for network b16d3c43-3b8d-4445-b73e-e76a66a2bf8c Aug 12 14:50:38.006108 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-ccda7000-0394-4a01-bda5-4dddf0f4b97e tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744653628263'] for network, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:38.042517 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c73396-d86c-4c50-a1b2-7510a31820e5 req-285beac6-16d4-47cd-a088-110759399cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:50:38.044497 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-46c73396-d86c-4c50-a1b2-7510a31820e5 req-285beac6-16d4-47cd-a088-110759399cd4 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=23bdae7e-f4fc-4507-bcc8-00971c1e8239 HTTP/1.1" status: 200 len: 1098 time: 0.0726056 Aug 12 14:50:38.045718 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-ccda7000-0394-4a01-bda5-4dddf0f4b97e tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409'] for network, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:38.051264 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccda7000-0394-4a01-bda5-4dddf0f4b97e tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:50:38.051841 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-ccda7000-0394-4a01-bda5-4dddf0f4b97e tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for network, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:38.139591 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-ccda7000-0394-4a01-bda5-4dddf0f4b97e tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2934532 Aug 12 14:50:38.141525 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccda7000-0394-4a01-bda5-4dddf0f4b97e tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Pushing event updated for resources: {'Network': ['ID=b16d3c43-3b8d-4445-b73e-e76a66a2bf8c,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:50:38.142313 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 58014) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:50:38.148630 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-91b143c6-87e4-4339-8be8-b89ee6c8696f tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Request body: {'ports': [{'network_id': '8adcf216-1ab4-4d15-8190-19b3d3f64496'}, {'network_id': 'b16d3c43-3b8d-4445-b73e-e76a66a2bf8c'}]} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:50:38.148861 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-91b143c6-87e4-4339-8be8-b89ee6c8696f tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Request body: {'port': {'network_id': '8adcf216-1ab4-4d15-8190-19b3d3f64496'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:50:38.149524 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-91b143c6-87e4-4339-8be8-b89ee6c8696f tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Request body: {'port': {'network_id': 'b16d3c43-3b8d-4445-b73e-e76a66a2bf8c'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:50:38.152674 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Network b16d3c43-3b8d-4445-b73e-e76a66a2bf8c details requested by agent ovs-agent-n-d-694802-15 with host n-d-694802-15 {{(pid=94468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 14:50:38.156287 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-46c73396-d86c-4c50-a1b2-7510a31820e5 req-1a6bd8d4-1655-4809-91e8-90e0d47b8642 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=d503e6e0-4ce0-4f78-842d-abe0bf3f8a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017752 Aug 12 14:50:38.312020 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91b143c6-87e4-4339-8be8-b89ee6c8696f tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Made reservation on behalf of be866c071af14d49833929e5eca8b8bc for: {'port': 2} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:50:38.316530 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-91b143c6-87e4-4339-8be8-b89ee6c8696f tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:38.330102 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-91b143c6-87e4-4339-8be8-b89ee6c8696f tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:38.412225 n-d-694802-15 neutron-server[94466]: DEBUG neutron.notifiers.nova [None req-91b143c6-87e4-4339-8be8-b89ee6c8696f tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] device_id is not set on port aa0b5713-8ed0-43f8-ac22-26c5020be0fb yet. {{(pid=94466) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 14:50:38.447990 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-583f9e68-535f-4247-a581-1d4b48d6fd44 req-887edfa8-a86c-4c3e-be75-42394a91d5a1 tempest-ServerShowV257Test-580473577 tempest-ServerShowV257Test-580473577-project] 10.222.0.39 "GET /v2.0/ports?device_id=3312d3bd-55bd-40e0-9829-b2b6ebe45a74 HTTP/1.1" status: 200 len: 210 time: 0.0280774 Aug 12 14:50:38.524656 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-91b143c6-87e4-4339-8be8-b89ee6c8696f tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:38.598099 n-d-694802-15 neutron-server[94466]: DEBUG neutron.notifiers.nova [None req-91b143c6-87e4-4339-8be8-b89ee6c8696f tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] device_id is not set on port a7b44d54-b279-42e9-80e1-bd09d89648a9 yet. {{(pid=94466) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 14:50:38.705842 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-91b143c6-87e4-4339-8be8-b89ee6c8696f tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:38.745158 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-91b143c6-87e4-4339-8be8-b89ee6c8696f tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:38.785231 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91b143c6-87e4-4339-8be8-b89ee6c8696f tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Network 8adcf216-1ab4-4d15-8190-19b3d3f64496 is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:50:38.788257 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-91b143c6-87e4-4339-8be8-b89ee6c8696f tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:50:38.794567 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91b143c6-87e4-4339-8be8-b89ee6c8696f tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:50:38.795401 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-91b143c6-87e4-4339-8be8-b89ee6c8696f tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:38.805494 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b143c6-87e4-4339-8be8-b89ee6c8696f tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Pushing event updated for resources: {'Port': ['ID=aa0b5713-8ed0-43f8-ac22-26c5020be0fb,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:50:38.870950 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b143c6-87e4-4339-8be8-b89ee6c8696f tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Pushing event updated for resources: {'Port': ['ID=a7b44d54-b279-42e9-80e1-bd09d89648a9,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:50:38.875560 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91b143c6-87e4-4339-8be8-b89ee6c8696f tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Checking segment: {'id': 'a8dcd5ea-1717-4b07-a096-d1bac535ef6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'b16d3c43-3b8d-4445-b73e-e76a66a2bf8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:50:38.875924 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91b143c6-87e4-4339-8be8-b89ee6c8696f tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Network hostable DHCP agents. Network: b16d3c43-3b8d-4445-b73e-e76a66a2bf8c, hostable agents: ['1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658'], hosted agents: [] {{(pid=94466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 14:50:38.918623 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91b143c6-87e4-4339-8be8-b89ee6c8696f tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Network b16d3c43-3b8d-4445-b73e-e76a66a2bf8c is scheduled to be hosted by DHCP agent 1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658 with binding_index 1 {{(pid=94466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 14:50:38.931817 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-91b143c6-87e4-4339-8be8-b89ee6c8696f tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-15, b16d3c43-3b8d-4445-b73e-e76a66a2bf8c) {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:50:38.937226 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91b143c6-87e4-4339-8be8-b89ee6c8696f tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:50:38.941912 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cdee6c6-57f5-4fd1-883c-93aaa35f1449 None None] Network b16d3c43-3b8d-4445-b73e-e76a66a2bf8c requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:50:38.942946 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91b143c6-87e4-4339-8be8-b89ee6c8696f tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:50:38.947949 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91b143c6-87e4-4339-8be8-b89ee6c8696f tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:50:38.948622 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-91b143c6-87e4-4339-8be8-b89ee6c8696f tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:38.958249 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9ace4d-7977-402d-bc45-2fa639fde038 req-7b80889b-0517-4db1-bb3f-8cf6822bd596 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:50:38.959715 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-9b9ace4d-7977-402d-bc45-2fa639fde038 req-7b80889b-0517-4db1-bb3f-8cf6822bd596 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] 10.222.0.39 "GET /v2.0/ports?device_id=23bdae7e-f4fc-4507-bcc8-00971c1e8239 HTTP/1.1" status: 200 len: 946 time: 0.0775905 Aug 12 14:50:38.994329 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-91b143c6-87e4-4339-8be8-b89ee6c8696f tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 0.8503251 Aug 12 14:50:38.997046 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 58026) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:50:39.024261 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-9b9ace4d-7977-402d-bc45-2fa639fde038 req-d1ac2403-ce47-4c67-a9b8-0400304cc160 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] 10.222.0.39 "GET /v2.0/security-groups?id=d503e6e0-4ce0-4f78-842d-abe0bf3f8a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535867 Aug 12 14:50:39.098419 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-7b544141-e63c-498b-9a78-c53671970b65 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Deleting port a7b44d54-b279-42e9-80e1-bd09d89648a9 {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:50:39.098769 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-7b544141-e63c-498b-9a78-c53671970b65 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:39.171151 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-7b544141-e63c-498b-9a78-c53671970b65 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:39.185358 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-7b544141-e63c-498b-9a78-c53671970b65 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Calling delete_port for a7b44d54-b279-42e9-80e1-bd09d89648a9 owned by {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:50:39.266857 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-7b544141-e63c-498b-9a78-c53671970b65 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:39.301519 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b544141-e63c-498b-9a78-c53671970b65 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Pushing event deleted for resources: {'Port': ['ID=a7b44d54-b279-42e9-80e1-bd09d89648a9,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:50:39.310221 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-7b544141-e63c-498b-9a78-c53671970b65 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:39.312218 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-7b544141-e63c-498b-9a78-c53671970b65 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] 10.222.0.39 "DELETE /v2.0/ports/a7b44d54-b279-42e9-80e1-bd09d89648a9 HTTP/1.1" status: 204 len: 168 time: 0.3140073 Aug 12 14:50:39.314763 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 58028) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:50:39.366384 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2bc2338-ea11-40d4-9143-4db321a198a6 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:50:39.372924 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2bc2338-ea11-40d4-9143-4db321a198a6 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:50:39.374459 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-e2bc2338-ea11-40d4-9143-4db321a198a6 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.0587535 Aug 12 14:50:39.377367 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 58030) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:50:39.465532 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-901888f5-cff9-4ab9-88ba-64f102fd58df tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Deleting port aa0b5713-8ed0-43f8-ac22-26c5020be0fb {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:50:39.465881 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-901888f5-cff9-4ab9-88ba-64f102fd58df tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:39.544569 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-901888f5-cff9-4ab9-88ba-64f102fd58df tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:39.564343 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-012d030c-5c14-441f-8611-7af5f44c1cd2 req-79455c79-2f25-4fd4-9535-1988c3dbe12b tempest-ServerShowV257Test-580473577 tempest-ServerShowV257Test-580473577-project] 10.222.0.39 "GET /v2.0/ports?device_id=3312d3bd-55bd-40e0-9829-b2b6ebe45a74 HTTP/1.1" status: 200 len: 210 time: 0.0377202 Aug 12 14:50:39.569783 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-901888f5-cff9-4ab9-88ba-64f102fd58df tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Calling delete_port for aa0b5713-8ed0-43f8-ac22-26c5020be0fb owned by {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:50:39.648184 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-901888f5-cff9-4ab9-88ba-64f102fd58df tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:39.680853 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901888f5-cff9-4ab9-88ba-64f102fd58df tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Pushing event deleted for resources: {'Port': ['ID=aa0b5713-8ed0-43f8-ac22-26c5020be0fb,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:50:39.688739 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-901888f5-cff9-4ab9-88ba-64f102fd58df tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:39.692969 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-901888f5-cff9-4ab9-88ba-64f102fd58df tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] 10.222.0.39 "DELETE /v2.0/ports/aa0b5713-8ed0-43f8-ac22-26c5020be0fb HTTP/1.1" status: 204 len: 168 time: 0.3124101 Aug 12 14:50:39.693192 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 58034) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:50:39.742642 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f03e3a6c-76db-4c27-b86e-8d993dcc2bed tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:50:39.744084 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-f03e3a6c-76db-4c27-b86e-8d993dcc2bed tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0499828 Aug 12 14:50:39.746730 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 58036) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:50:39.771879 n-d-694802-15 neutron-server[94467]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2c3230f-f864-4fb4-87a8-bc01620246c2 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] GET failed (client error): The resource could not be found. Aug 12 14:50:39.773897 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-b2c3230f-f864-4fb4-87a8-bc01620246c2 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] 10.222.0.39 "GET /v2.0/ports/a7b44d54-b279-42e9-80e1-bd09d89648a9 HTTP/1.1" status: 404 len: 333 time: 0.0257328 Aug 12 14:50:39.776878 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 58038) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:50:39.801019 n-d-694802-15 neutron-server[94467]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d410dc5-d3d7-4972-adf3-0dfc2e66e992 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] GET failed (client error): The resource could not be found. Aug 12 14:50:39.802427 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-8d410dc5-d3d7-4972-adf3-0dfc2e66e992 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] 10.222.0.39 "GET /v2.0/ports/aa0b5713-8ed0-43f8-ac22-26c5020be0fb HTTP/1.1" status: 404 len: 333 time: 0.0246074 Aug 12 14:50:39.805051 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 58040) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:50:39.880724 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-911b9716-61bb-49e5-b943-38ab19ee9837 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680608'] for network, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:39.966849 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-911b9716-61bb-49e5-b943-38ab19ee9837 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66413304', 'neutron.services.segments.db._delete_segments_for_network-8744654118000'] for network, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:39.977013 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-911b9716-61bb-49e5-b943-38ab19ee9837 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b16d3c43-3b8d-4445-b73e-e76a66a2bf8c']}} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:50:39.988208 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-911b9716-61bb-49e5-b943-38ab19ee9837 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8dcd5ea-1717-4b07-a096-d1bac535ef6a') {'for_net_delete': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:50:39.988516 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-911b9716-61bb-49e5-b943-38ab19ee9837 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8dcd5ea-1717-4b07-a096-d1bac535ef6a') {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:50:39.997520 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-911b9716-61bb-49e5-b943-38ab19ee9837 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744654122361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3857526'] for segment, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:40.017349 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-911b9716-61bb-49e5-b943-38ab19ee9837 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:40.023201 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-911b9716-61bb-49e5-b943-38ab19ee9837 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Releasing vlan 344 on physical network physnet1 to pool {{(pid=94467) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 14:50:40.024301 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-911b9716-61bb-49e5-b943-38ab19ee9837 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2859015'] for segment, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:40.027714 n-d-694802-15 neutron-server[94467]: Traceback (most recent call last): Aug 12 14:50:40.027714 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 14:50:40.027714 n-d-694802-15 neutron-server[94467]: timer() Aug 12 14:50:40.027714 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 14:50:40.027714 n-d-694802-15 neutron-server[94467]: cb(*args, **kw) Aug 12 14:50:40.027714 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 14:50:40.027714 n-d-694802-15 neutron-server[94467]: return func(*args, **kwargs) Aug 12 14:50:40.027714 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 14:50:40.027714 n-d-694802-15 neutron-server[94467]: self._notify() Aug 12 14:50:40.027714 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 14:50:40.027714 n-d-694802-15 neutron-server[94467]: self.callback(batched_events) Aug 12 14:50:40.027714 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 14:50:40.027714 n-d-694802-15 neutron-server[94467]: event.method(event) Aug 12 14:50:40.027714 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 14:50:40.027714 n-d-694802-15 neutron-server[94467]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 14:50:40.027714 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 14:50:40.027714 n-d-694802-15 neutron-server[94467]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 14:50:40.027714 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 14:50:40.027714 n-d-694802-15 neutron-server[94467]: return f(self, *a, **k) Aug 12 14:50:40.027714 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 14:50:40.027714 n-d-694802-15 neutron-server[94467]: return self._get(url).json() Aug 12 14:50:40.027714 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 14:50:40.027714 n-d-694802-15 neutron-server[94467]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 14:50:40.027714 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 14:50:40.027714 n-d-694802-15 neutron-server[94467]: return self.request(url, 'GET', **kwargs) Aug 12 14:50:40.027714 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 14:50:40.027714 n-d-694802-15 neutron-server[94467]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 14:50:40.027714 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 14:50:40.027714 n-d-694802-15 neutron-server[94467]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 14:50:40.027714 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 14:50:40.027714 n-d-694802-15 neutron-server[94467]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 14:50:40.027714 n-d-694802-15 neutron-server[94467]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 14:50:40.082230 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-6bdfb2aa-2dcb-420d-814c-076a17e5d9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:40.093964 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-911b9716-61bb-49e5-b943-38ab19ee9837 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66413281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431520'] for network, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:40.103313 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-911b9716-61bb-49e5-b943-38ab19ee9837 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for network, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:40.105173 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-911b9716-61bb-49e5-b943-38ab19ee9837 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] 10.222.0.39 "DELETE /v2.0/networks/b16d3c43-3b8d-4445-b73e-e76a66a2bf8c HTTP/1.1" status: 204 len: 168 time: 0.2992358 Aug 12 14:50:40.109132 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 58048) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:50:40.118792 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-edb372ee-946a-4e13-9b31-86910abf47d3 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1147536926'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:50:40.127956 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911b9716-61bb-49e5-b943-38ab19ee9837 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Pushing event deleted for resources: {'Network': ['ID=b16d3c43-3b8d-4445-b73e-e76a66a2bf8c,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:50:40.140324 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edb372ee-946a-4e13-9b31-86910abf47d3 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Made reservation on behalf of be866c071af14d49833929e5eca8b8bc for: {'network': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:50:40.143901 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-edb372ee-946a-4e13-9b31-86910abf47d3 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for network, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:40.168395 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edb372ee-946a-4e13-9b31-86910abf47d3 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] vlan segment allocate from pool success with {'vlan_id': 324, 'physical_network': 'physnet1'} {{(pid=94466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 14:50:40.170259 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ec4f32-b490-4682-bb7b-7a4e0e24557f req-2873b947-616f-468b-9f15-44f51de39cf2 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:50:40.172082 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b5ec4f32-b490-4682-bb7b-7a4e0e24557f req-2873b947-616f-468b-9f15-44f51de39cf2 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] 10.222.0.39 "GET /v2.0/ports?device_id=23bdae7e-f4fc-4507-bcc8-00971c1e8239 HTTP/1.1" status: 200 len: 946 time: 0.0659266 Aug 12 14:50:40.181728 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-edb372ee-946a-4e13-9b31-86910abf47d3 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:40.182323 n-d-694802-15 neutron-server[94466]: INFO neutron.db.segments_db [None req-edb372ee-946a-4e13-9b31-86910abf47d3 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Added segment dcb6cad7-63de-4af1-9a9e-18784a0287db of type vlan for network c453da95-48a7-4131-982d-ac54aa0bcb5c Aug 12 14:50:40.213989 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b5ec4f32-b490-4682-bb7b-7a4e0e24557f req-6487679d-65d9-417f-aede-337fcf831023 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] 10.222.0.39 "GET /v2.0/security-groups?id=d503e6e0-4ce0-4f78-842d-abe0bf3f8a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343337 Aug 12 14:50:40.238933 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-edb372ee-946a-4e13-9b31-86910abf47d3 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744653628263'] for network, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:40.269287 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-edb372ee-946a-4e13-9b31-86910abf47d3 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409'] for network, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:40.274899 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edb372ee-946a-4e13-9b31-86910abf47d3 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:50:40.275519 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-edb372ee-946a-4e13-9b31-86910abf47d3 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks [] for network, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:40.360915 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-edb372ee-946a-4e13-9b31-86910abf47d3 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2505620 Aug 12 14:50:40.363965 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 58052) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:50:40.369565 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-3355bbab-850a-4e2f-9d98-572f9a026fef tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Request body: {'subnet': {'network_id': 'c453da95-48a7-4131-982d-ac54aa0bcb5c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:50:40.374550 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb372ee-946a-4e13-9b31-86910abf47d3 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Pushing event updated for resources: {'Network': ['ID=c453da95-48a7-4131-982d-ac54aa0bcb5c,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:50:40.385672 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Network c453da95-48a7-4131-982d-ac54aa0bcb5c details requested by agent ovs-agent-n-d-694802-15 with host n-d-694802-15 {{(pid=94468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 14:50:40.397857 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fb2b12-bc53-4bc3-b237-c877c3fc073b req-6ee0dee5-de68-4033-84bc-622899894e9f tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:50:40.399596 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-41fb2b12-bc53-4bc3-b237-c877c3fc073b req-6ee0dee5-de68-4033-84bc-622899894e9f tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] 10.222.0.39 "GET /v2.0/ports?device_id=23bdae7e-f4fc-4507-bcc8-00971c1e8239 HTTP/1.1" status: 200 len: 946 time: 0.1015704 Aug 12 14:50:40.443562 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-41fb2b12-bc53-4bc3-b237-c877c3fc073b req-78cf71fc-0150-4c4e-917b-c3aa49c3be9c tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] 10.222.0.39 "GET /v2.0/security-groups?id=d503e6e0-4ce0-4f78-842d-abe0bf3f8a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365217 Aug 12 14:50:40.471254 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3355bbab-850a-4e2f-9d98-572f9a026fef tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Made reservation on behalf of be866c071af14d49833929e5eca8b8bc for: {'subnet': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:50:40.474805 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-3355bbab-850a-4e2f-9d98-572f9a026fef tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3343791'] for subnet, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:40.686359 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4bec8422-7e6f-427f-98b9-cfac5d8b8fdf req-e51db6c0-c71f-4f60-9f37-9dc2cb26162c tempest-ServerShowV257Test-580473577 tempest-ServerShowV257Test-580473577-project] 10.222.0.39 "GET /v2.0/ports?device_id=3312d3bd-55bd-40e0-9829-b2b6ebe45a74 HTTP/1.1" status: 200 len: 210 time: 0.0360546 Aug 12 14:50:40.692095 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-3355bbab-850a-4e2f-9d98-572f9a026fef tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2859166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3343773'] for subnet, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:40.700185 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a621b4a8-79bd-491a-a56b-3731b2f85e33 req-a3208223-358d-4e6a-bc56-78d4bfada581 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:50:40.701778 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-a621b4a8-79bd-491a-a56b-3731b2f85e33 req-a3208223-358d-4e6a-bc56-78d4bfada581 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] 10.222.0.39 "GET /v2.0/ports?device_id=23bdae7e-f4fc-4507-bcc8-00971c1e8239 HTTP/1.1" status: 200 len: 946 time: 0.0589492 Aug 12 14:50:40.749351 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-a621b4a8-79bd-491a-a56b-3731b2f85e33 req-d25f2cf7-f97e-4fc8-aaf4-221bbd77caa6 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] 10.222.0.39 "GET /v2.0/security-groups?id=d503e6e0-4ce0-4f78-842d-abe0bf3f8a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333655 Aug 12 14:50:40.758828 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3355bbab-850a-4e2f-9d98-572f9a026fef tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Pushing event updated for resources: {'Subnet': ['ID=cd1b9074-5582-4a3f-a50f-b241b5cf409d,revision_number=0']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:50:40.767181 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3355bbab-850a-4e2f-9d98-572f9a026fef tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Checking segment: {'id': 'dcb6cad7-63de-4af1-9a9e-18784a0287db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'c453da95-48a7-4131-982d-ac54aa0bcb5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:50:40.767536 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3355bbab-850a-4e2f-9d98-572f9a026fef tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Network hostable DHCP agents. Network: c453da95-48a7-4131-982d-ac54aa0bcb5c, hostable agents: ['1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658'], hosted agents: [] {{(pid=94467) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 14:50:40.784126 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3355bbab-850a-4e2f-9d98-572f9a026fef tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Network c453da95-48a7-4131-982d-ac54aa0bcb5c is scheduled to be hosted by DHCP agent 1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658 with binding_index 1 {{(pid=94467) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 14:50:40.792990 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [None req-3355bbab-850a-4e2f-9d98-572f9a026fef tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-15, c453da95-48a7-4131-982d-ac54aa0bcb5c) {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:50:40.798017 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3355bbab-850a-4e2f-9d98-572f9a026fef tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:50:40.798565 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-3355bbab-850a-4e2f-9d98-572f9a026fef tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks [] for subnet, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:40.801619 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d72676c-b220-4fce-8578-2928580dec3f None None] Network c453da95-48a7-4131-982d-ac54aa0bcb5c requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:50:40.812992 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-3355bbab-850a-4e2f-9d98-572f9a026fef tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4479647 Aug 12 14:50:40.815731 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 58060) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:50:40.821129 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-ea68c79a-8774-480c-b425-ffc467701a00 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Request body: {'port': {'network_id': 'c453da95-48a7-4131-982d-ac54aa0bcb5c', 'name': 'tempest-PortsTestJSON-29380163'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:50:40.932913 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea68c79a-8774-480c-b425-ffc467701a00 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Made reservation on behalf of be866c071af14d49833929e5eca8b8bc for: {'port': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:50:40.936447 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-ea68c79a-8774-480c-b425-ffc467701a00 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:40.947196 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b54be68-e545-47cf-aa44-ea612e3c6211 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa7035b3e-9a89-5964-b9f4-97301c3f476a-c453da95-48a7-4131-982d-ac54aa0bcb5c', 'network_id': 'c453da95-48a7-4131-982d-ac54aa0bcb5c', 'tenant_id': 'be866c071af14d49833929e5eca8b8bc', 'fixed_ips': [{'subnet_id': 'cd1b9074-5582-4a3f-a50f-b241b5cf409d'}]}} from n-d-694802-15. {{(pid=94468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 14:50:40.948109 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-5b54be68-e545-47cf-aa44-ea612e3c6211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:40.956636 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [None req-ea68c79a-8774-480c-b425-ffc467701a00 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] device_id is not set on port 50378745-fa87-46cf-b9cb-d957139c7f50 yet. {{(pid=94467) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 14:50:41.084653 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_common [None req-ea68c79a-8774-480c-b425-ffc467701a00 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Allocated IP 172.20.0.9 (c453da95-48a7-4131-982d-ac54aa0bcb5c/cd1b9074-5582-4a3f-a50f-b241b5cf409d/50378745-fa87-46cf-b9cb-d957139c7f50) {{(pid=94467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:50:41.236836 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-ea68c79a-8774-480c-b425-ffc467701a00 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks [] for port, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:41.277124 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [None req-ea68c79a-8774-480c-b425-ffc467701a00 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Transition to ACTIVE for port object 50378745-fa87-46cf-b9cb-d957139c7f50 will not be triggered until provisioned by entity DHCP. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:50:41.313341 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d0da04-62cc-400e-b886-d26976102af0 req-5e8c993b-1c92-4b88-9f17-403cef514a79 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:50:41.319116 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d0da04-62cc-400e-b886-d26976102af0 req-5e8c993b-1c92-4b88-9f17-403cef514a79 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:50:41.327781 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d0da04-62cc-400e-b886-d26976102af0 req-5e8c993b-1c92-4b88-9f17-403cef514a79 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:50:41.337159 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d0da04-62cc-400e-b886-d26976102af0 req-5e8c993b-1c92-4b88-9f17-403cef514a79 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:50:41.346267 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d0da04-62cc-400e-b886-d26976102af0 req-5e8c993b-1c92-4b88-9f17-403cef514a79 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:50:41.356780 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d0da04-62cc-400e-b886-d26976102af0 req-5e8c993b-1c92-4b88-9f17-403cef514a79 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:50:41.366014 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d0da04-62cc-400e-b886-d26976102af0 req-5e8c993b-1c92-4b88-9f17-403cef514a79 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:50:41.368707 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-45d0da04-62cc-400e-b886-d26976102af0 req-5e8c993b-1c92-4b88-9f17-403cef514a79 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] 10.222.0.39 "GET /v2.0/ports?device_id=419c5c7f-827f-4397-9cc6-d186147a5698 HTTP/1.1" status: 200 len: 5444 time: 0.1362097 Aug 12 14:50:41.402969 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-ea68c79a-8774-480c-b425-ffc467701a00 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:41.447762 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-45d0da04-62cc-400e-b886-d26976102af0 req-b42207b0-b753-48a4-b0a4-1679806f549c tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] 10.222.0.39 "GET /v2.0/security-groups?id=f56fbbcf-68c5-4074-ab5b-41ec110855f2&id=def6086d-0ad1-4cdd-9c71-80d1fefb9be7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0708365 Aug 12 14:50:41.448805 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.db_base_plugin_common [None req-5b54be68-e545-47cf-aa44-ea612e3c6211 None None] Allocated IP 172.20.0.2 (c453da95-48a7-4131-982d-ac54aa0bcb5c/cd1b9074-5582-4a3f-a50f-b241b5cf409d/5a070a4c-05aa-4937-9c9a-fbc055e8f5d5) {{(pid=94468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:50:41.458399 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea68c79a-8774-480c-b425-ffc467701a00 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Network c453da95-48a7-4131-982d-ac54aa0bcb5c is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:50:41.463655 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [None req-ea68c79a-8774-480c-b425-ffc467701a00 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:50:41.471627 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea68c79a-8774-480c-b425-ffc467701a00 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Pushing event updated for resources: {'Port': ['ID=50378745-fa87-46cf-b9cb-d957139c7f50,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:50:41.483907 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea68c79a-8774-480c-b425-ffc467701a00 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Received port after_create {{(pid=94467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:50:41.535844 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:41.542455 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea68c79a-8774-480c-b425-ffc467701a00 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:50:41.542767 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-ea68c79a-8774-480c-b425-ffc467701a00 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:41.560811 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-ea68c79a-8774-480c-b425-ffc467701a00 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 0.7438042 Aug 12 14:50:41.563238 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 58070) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:50:41.603163 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fbd576-91fa-47bb-a379-5606adc1208d req-6df60245-d1ea-430d-896c-94316170710a tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:50:41.609125 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fbd576-91fa-47bb-a379-5606adc1208d req-6df60245-d1ea-430d-896c-94316170710a tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:50:41.614835 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-5b54be68-e545-47cf-aa44-ea612e3c6211 None None] Notify callbacks [] for port, precommit_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:41.615635 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fbd576-91fa-47bb-a379-5606adc1208d req-6df60245-d1ea-430d-896c-94316170710a tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:50:41.622724 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fbd576-91fa-47bb-a379-5606adc1208d req-6df60245-d1ea-430d-896c-94316170710a tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:50:41.624123 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-5b54be68-e545-47cf-aa44-ea612e3c6211 None None] Transition to ACTIVE for port object 5a070a4c-05aa-4937-9c9a-fbc055e8f5d5 will not be triggered until provisioned by entity L2. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:50:41.628883 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fbd576-91fa-47bb-a379-5606adc1208d req-6df60245-d1ea-430d-896c-94316170710a tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:50:41.634937 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fbd576-91fa-47bb-a379-5606adc1208d req-6df60245-d1ea-430d-896c-94316170710a tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:50:41.639802 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-5b54be68-e545-47cf-aa44-ea612e3c6211 None None] Transition to ACTIVE for port object 5a070a4c-05aa-4937-9c9a-fbc055e8f5d5 will not be triggered until provisioned by entity DHCP. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:50:41.641010 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fbd576-91fa-47bb-a379-5606adc1208d req-6df60245-d1ea-430d-896c-94316170710a tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:50:41.643230 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-a9fbd576-91fa-47bb-a379-5606adc1208d req-6df60245-d1ea-430d-896c-94316170710a tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] 10.222.0.39 "GET /v2.0/ports?device_id=419c5c7f-827f-4397-9cc6-d186147a5698 HTTP/1.1" status: 200 len: 5444 time: 0.1002185 Aug 12 14:50:41.645451 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-5b54be68-e545-47cf-aa44-ea612e3c6211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253'] for port, after_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:41.670757 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-27b00f99-033c-4551-95ea-521c80494f43 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Deleting port 50378745-fa87-46cf-b9cb-d957139c7f50 {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:50:41.671123 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-27b00f99-033c-4551-95ea-521c80494f43 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:41.688356 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b54be68-e545-47cf-aa44-ea612e3c6211 None None] Network c453da95-48a7-4131-982d-ac54aa0bcb5c is already hosted by enough agents. {{(pid=94468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:50:41.693385 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.base_scheduler [None req-5b54be68-e545-47cf-aa44-ea612e3c6211 None None] Resources bound (agent type, host, resource id): {{(pid=94468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:50:41.697009 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b54be68-e545-47cf-aa44-ea612e3c6211 None None] Received port after_create {{(pid=94468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:50:41.702598 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b54be68-e545-47cf-aa44-ea612e3c6211 None None] Pushing event updated for resources: {'Port': ['ID=5a070a4c-05aa-4937-9c9a-fbc055e8f5d5,revision_number=1']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:50:41.715073 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b54be68-e545-47cf-aa44-ea612e3c6211 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:50:41.715073 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b54be68-e545-47cf-aa44-ea612e3c6211 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:50:41.715319 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b54be68-e545-47cf-aa44-ea612e3c6211 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:50:41.715641 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b54be68-e545-47cf-aa44-ea612e3c6211 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:50:41.715953 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b54be68-e545-47cf-aa44-ea612e3c6211 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:50:41.716279 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b54be68-e545-47cf-aa44-ea612e3c6211 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:50:41.716624 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b54be68-e545-47cf-aa44-ea612e3c6211 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:50:41.716946 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b54be68-e545-47cf-aa44-ea612e3c6211 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:50:41.717269 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b54be68-e545-47cf-aa44-ea612e3c6211 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:50:41.717587 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b54be68-e545-47cf-aa44-ea612e3c6211 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:50:41.718046 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b54be68-e545-47cf-aa44-ea612e3c6211 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:50:41.719440 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b54be68-e545-47cf-aa44-ea612e3c6211 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:50:41.769888 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-5b54be68-e545-47cf-aa44-ea612e3c6211 None None] Attempting to bind port 5a070a4c-05aa-4937-9c9a-fbc055e8f5d5 on host n-d-694802-15 for vnic_type normal with profile {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:50:41.770256 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-5b54be68-e545-47cf-aa44-ea612e3c6211 None None] Attempting to bind port 5a070a4c-05aa-4937-9c9a-fbc055e8f5d5 by drivers openvswitch,hyperv on host n-d-694802-15 at level 0 using segments [{'id': 'dcb6cad7-63de-4af1-9a9e-18784a0287db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'c453da95-48a7-4131-982d-ac54aa0bcb5c'}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:50:41.771997 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b54be68-e545-47cf-aa44-ea612e3c6211 None None] Attempting to bind port 5a070a4c-05aa-4937-9c9a-fbc055e8f5d5 on network c453da95-48a7-4131-982d-ac54aa0bcb5c {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:50:41.772140 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-27b00f99-033c-4551-95ea-521c80494f43 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:41.777196 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b54be68-e545-47cf-aa44-ea612e3c6211 None None] Checking agent: {'id': '16de73ac-f2e9-4cee-b3e0-91052ae3e6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 20, 13), 'started_at': datetime.datetime(2021, 8, 12, 14, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 50, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:50:41.777648 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b54be68-e545-47cf-aa44-ea612e3c6211 None None] Checking segment: {'id': 'dcb6cad7-63de-4af1-9a9e-18784a0287db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'c453da95-48a7-4131-982d-ac54aa0bcb5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:50:41.778207 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-5b54be68-e545-47cf-aa44-ea612e3c6211 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:41.778607 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b54be68-e545-47cf-aa44-ea612e3c6211 None None] Bound using segment: {'id': 'dcb6cad7-63de-4af1-9a9e-18784a0287db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'c453da95-48a7-4131-982d-ac54aa0bcb5c'} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:50:41.779233 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-5b54be68-e545-47cf-aa44-ea612e3c6211 None None] Bound port: 5a070a4c-05aa-4937-9c9a-fbc055e8f5d5, host: n-d-694802-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcb6cad7-63de-4af1-9a9e-18784a0287db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'c453da95-48a7-4131-982d-ac54aa0bcb5c'}}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:50:41.779677 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-5b54be68-e545-47cf-aa44-ea612e3c6211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:41.814907 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-bf99ab94-f05f-409a-813d-fd7f51e3175c req-a2c9ffd8-c61a-49a4-be29-0c463dd4b0a8 tempest-ServerShowV257Test-580473577 tempest-ServerShowV257Test-580473577-project] 10.222.0.39 "GET /v2.0/ports?device_id=3312d3bd-55bd-40e0-9829-b2b6ebe45a74 HTTP/1.1" status: 200 len: 210 time: 0.0446768 Aug 12 14:50:41.816089 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-27b00f99-033c-4551-95ea-521c80494f43 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Calling delete_port for 50378745-fa87-46cf-b9cb-d957139c7f50 owned by {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:50:41.858271 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-5b54be68-e545-47cf-aa44-ea612e3c6211 None None] For port 5a070a4c-05aa-4937-9c9a-fbc055e8f5d5, host n-d-694802-15, cleared binding levels {{(pid=94468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:50:41.861823 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-5b54be68-e545-47cf-aa44-ea612e3c6211 None None] For port 5a070a4c-05aa-4937-9c9a-fbc055e8f5d5, host n-d-694802-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=5a070a4c-05aa-4937-9c9a-fbc055e8f5d5,segment=NetworkSegment(dcb6cad7-63de-4af1-9a9e-18784a0287db),segment_id=dcb6cad7-63de-4af1-9a9e-18784a0287db)] {{(pid=94468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:50:41.866996 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-5b54be68-e545-47cf-aa44-ea612e3c6211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:41.873156 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efd1c84-e0eb-459f-bee8-1a6ea0b24766 req-8b5a4a6a-5090-487e-80ed-04d01a7f368d tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:50:41.874719 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-8efd1c84-e0eb-459f-bee8-1a6ea0b24766 req-8b5a4a6a-5090-487e-80ed-04d01a7f368d tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] 10.222.0.39 "GET /v2.0/ports?device_id=23bdae7e-f4fc-4507-bcc8-00971c1e8239 HTTP/1.1" status: 200 len: 946 time: 0.0534766 Aug 12 14:50:41.939590 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-8efd1c84-e0eb-459f-bee8-1a6ea0b24766 req-ff3f7cac-fa27-4e82-9f2e-73f5e39e8599 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] 10.222.0.39 "GET /v2.0/security-groups?id=d503e6e0-4ce0-4f78-842d-abe0bf3f8a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573459 Aug 12 14:50:41.947933 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b54be68-e545-47cf-aa44-ea612e3c6211 None None] Pushing event updated for resources: {'Port': ['ID=5a070a4c-05aa-4937-9c9a-fbc055e8f5d5,revision_number=2']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:50:41.996193 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-27b00f99-033c-4551-95ea-521c80494f43 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:42.027157 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b00f99-033c-4551-95ea-521c80494f43 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Pushing event deleted for resources: {'Port': ['ID=50378745-fa87-46cf-b9cb-d957139c7f50,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:50:42.145789 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-27b00f99-033c-4551-95ea-521c80494f43 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:42.150668 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-27b00f99-033c-4551-95ea-521c80494f43 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] 10.222.0.39 "DELETE /v2.0/ports/50378745-fa87-46cf-b9cb-d957139c7f50 HTTP/1.1" status: 204 len: 168 time: 0.5862110 Aug 12 14:50:42.151922 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 58080) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:50:42.163806 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510c8f7b-7566-4ec4-a6bd-ff015dab6bfa req-92684f10-0cb7-4018-b1dd-51f9cee8303a tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:50:42.165935 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-510c8f7b-7566-4ec4-a6bd-ff015dab6bfa req-92684f10-0cb7-4018-b1dd-51f9cee8303a tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] 10.222.0.49 "GET /v2.0/ports?device_id=23bdae7e-f4fc-4507-bcc8-00971c1e8239 HTTP/1.1" status: 200 len: 946 time: 0.0861437 Aug 12 14:50:42.188877 n-d-694802-15 neutron-server[94466]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb1eab2e-5943-49bb-baa1-705cee3f6cc5 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] DELETE failed (client error): The resource could not be found. Aug 12 14:50:42.189581 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb1eab2e-5943-49bb-baa1-705cee3f6cc5 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 14:50:42.193728 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-bb1eab2e-5943-49bb-baa1-705cee3f6cc5 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] 10.222.0.39 "DELETE /v2.0/ports/50378745-fa87-46cf-b9cb-d957139c7f50 HTTP/1.1" status: 404 len: 333 time: 0.0383840 Aug 12 14:50:42.193960 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 58082) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:50:42.227035 n-d-694802-15 neutron-server[94466]: INFO neutron.pecan_wsgi.hooks.translation [None req-47503875-37e1-42ca-a3a0-e42daf70f473 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] GET failed (client error): The resource could not be found. Aug 12 14:50:42.231073 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-47503875-37e1-42ca-a3a0-e42daf70f473 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] 10.222.0.39 "GET /v2.0/ports/50378745-fa87-46cf-b9cb-d957139c7f50 HTTP/1.1" status: 404 len: 333 time: 0.0339453 Aug 12 14:50:42.234754 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 58084) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:50:42.327103 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_v2 [None req-0bc89207-570c-46b5-9c0c-5bddc9e2038a tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Deleting subnet cd1b9074-5582-4a3f-a50f-b241b5cf409d {{(pid=94467) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 14:50:42.330950 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-0bc89207-570c-46b5-9c0c-5bddc9e2038a tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks [] for subnet, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:42.377238 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [req-510c8f7b-7566-4ec4-a6bd-ff015dab6bfa req-4dfa03d7-a0aa-4575-81dc-6a17294b4b73 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] Deleting port 28bc5e74-fcad-4f43-b038-859a057c69cd {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:50:42.377462 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-510c8f7b-7566-4ec4-a6bd-ff015dab6bfa req-4dfa03d7-a0aa-4575-81dc-6a17294b4b73 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:42.384356 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-0bc89207-570c-46b5-9c0c-5bddc9e2038a tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3857505'] for subnet, precommit_delete_associations {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:42.539949 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-510c8f7b-7566-4ec4-a6bd-ff015dab6bfa req-4dfa03d7-a0aa-4575-81dc-6a17294b4b73 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] For port 28bc5e74-fcad-4f43-b038-859a057c69cd, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=28bc5e74-fcad-4f43-b038-859a057c69cd,segment=NetworkSegment(abdc443e-cf7a-4b71-8730-19997248ebd2),segment_id=abdc443e-cf7a-4b71-8730-19997248ebd2)] {{(pid=94467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:50:42.540313 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-510c8f7b-7566-4ec4-a6bd-ff015dab6bfa req-4dfa03d7-a0aa-4575-81dc-6a17294b4b73 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:42.556120 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-0bc89207-570c-46b5-9c0c-5bddc9e2038a tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66416255'] for subnet, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:42.558993 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [req-510c8f7b-7566-4ec4-a6bd-ff015dab6bfa req-4dfa03d7-a0aa-4575-81dc-6a17294b4b73 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] Calling delete_port for 28bc5e74-fcad-4f43-b038-859a057c69cd owned by compute:nova {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:50:42.671562 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-0bc89207-570c-46b5-9c0c-5bddc9e2038a tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66416232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2859225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3343748'] for subnet, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:42.700814 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:42.719233 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-0bc89207-570c-46b5-9c0c-5bddc9e2038a tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks [] for subnet, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:42.723737 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-0bc89207-570c-46b5-9c0c-5bddc9e2038a tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] 10.222.0.39 "DELETE /v2.0/subnets/cd1b9074-5582-4a3f-a50f-b241b5cf409d HTTP/1.1" status: 204 len: 168 time: 0.4847353 Aug 12 14:50:42.723737 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc89207-570c-46b5-9c0c-5bddc9e2038a tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Pushing event deleted for resources: {'Subnet': ['ID=cd1b9074-5582-4a3f-a50f-b241b5cf409d,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:50:42.725007 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 58086) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:50:42.788785 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-510c8f7b-7566-4ec4-a6bd-ff015dab6bfa req-4dfa03d7-a0aa-4575-81dc-6a17294b4b73 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:42.804060 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] get_ports_and_sgs() called for port_ids ['dc566ee9-a384-4f4a-8a20-5887f333a78c'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:50:42.814191 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-346a8470-94dc-409e-8de9-652947ac25f0 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680608'] for network, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:42.838807 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfa03d7-a0aa-4575-81dc-6a17294b4b73 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] Pushing event deleted for resources: {'Port': ['ID=28bc5e74-fcad-4f43-b038-859a057c69cd,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:50:42.902671 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-346a8470-94dc-409e-8de9-652947ac25f0 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Deleting port 5a070a4c-05aa-4937-9c9a-fbc055e8f5d5 {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:50:42.903200 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-346a8470-94dc-409e-8de9-652947ac25f0 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:42.925770 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [req-510c8f7b-7566-4ec4-a6bd-ff015dab6bfa req-4dfa03d7-a0aa-4575-81dc-6a17294b4b73 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] No DVR routers for this DVR port 28bc5e74-fcad-4f43-b038-859a057c69cd on host n-h2-694802-15 {{(pid=94467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:50:42.930057 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-510c8f7b-7566-4ec4-a6bd-ff015dab6bfa req-4dfa03d7-a0aa-4575-81dc-6a17294b4b73 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:42.932139 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-510c8f7b-7566-4ec4-a6bd-ff015dab6bfa req-4dfa03d7-a0aa-4575-81dc-6a17294b4b73 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] 10.222.0.49 "DELETE /v2.0/ports/28bc5e74-fcad-4f43-b038-859a057c69cd HTTP/1.1" status: 204 len: 173 time: 0.7592614 Aug 12 14:50:42.932630 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23bdae7e-f4fc-4507-bcc8-00971c1e8239', 'name': 'network-vif-deleted', 'tag': '28bc5e74-fcad-4f43-b038-859a057c69cd'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:50:42.934944 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e65282f928b64038367d043a4411777802006c43a98742496cb2e25b724ff1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b9f97f7-6829-4fde-abdb-c8dba993f5f5" -d '{"events": [{"server_uuid": "23bdae7e-f4fc-4507-bcc8-00971c1e8239", "name": "network-vif-deleted", "tag": "28bc5e74-fcad-4f43-b038-859a057c69cd"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:50:43.030575 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 14:50:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b4a7449-70c8-4770-bd43-3680c22c9872 x-openstack-request-id: req-8b4a7449-70c8-4770-bd43-3680c22c9872 {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:50:43.030868 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23bdae7e-f4fc-4507-bcc8-00971c1e8239", "name": "network-vif-deleted", "tag": "28bc5e74-fcad-4f43-b038-859a057c69cd", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:50:43.031147 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8b4a7449-70c8-4770-bd43-3680c22c9872 {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:50:43.031599 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23bdae7e-f4fc-4507-bcc8-00971c1e8239', 'name': 'network-vif-deleted', 'tag': '28bc5e74-fcad-4f43-b038-859a057c69cd', 'status': 'completed', 'code': 200} Aug 12 14:50:43.055569 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-19991b48-bae3-4a68-a7fd-97048c74d058 req-56081de2-f8a0-431f-9608-d7cfce68c410 tempest-ServerShowV257Test-580473577 tempest-ServerShowV257Test-580473577-project] 10.222.0.39 "GET /v2.0/ports?device_id=3312d3bd-55bd-40e0-9829-b2b6ebe45a74 HTTP/1.1" status: 200 len: 210 time: 0.0600305 Aug 12 14:50:43.058509 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-346a8470-94dc-409e-8de9-652947ac25f0 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] For port 5a070a4c-05aa-4937-9c9a-fbc055e8f5d5, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=5a070a4c-05aa-4937-9c9a-fbc055e8f5d5,segment=NetworkSegment(dcb6cad7-63de-4af1-9a9e-18784a0287db),segment_id=dcb6cad7-63de-4af1-9a9e-18784a0287db)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:50:43.059201 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-346a8470-94dc-409e-8de9-652947ac25f0 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:43.083825 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-346a8470-94dc-409e-8de9-652947ac25f0 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Calling delete_port for 5a070a4c-05aa-4937-9c9a-fbc055e8f5d5 owned by network:dhcp {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:50:43.136104 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-35932c20-ee75-4256-b077-995cfe1f7b96 req-7f71a387-b7e3-4a2b-90e3-eb31a7efbedc tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] 10.222.0.39 "GET /v2.0/ports?device_id=23bdae7e-f4fc-4507-bcc8-00971c1e8239 HTTP/1.1" status: 200 len: 210 time: 0.0320492 Aug 12 14:50:43.142039 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] get_ports_and_sgs() called for port_ids ['28bc5e74-fcad-4f43-b038-859a057c69cd'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:50:43.150036 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 5a070a4c-05aa-4937-9c9a-fbc055e8f5d5 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:50:43.152604 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b72cecac-7365-49e8-b57e-1e24a4f8576e None None] Network c453da95-48a7-4131-982d-ac54aa0bcb5c requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:50:43.200559 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-346a8470-94dc-409e-8de9-652947ac25f0 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:43.230262 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346a8470-94dc-409e-8de9-652947ac25f0 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Pushing event deleted for resources: {'Port': ['ID=5a070a4c-05aa-4937-9c9a-fbc055e8f5d5,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:50:43.234378 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-346a8470-94dc-409e-8de9-652947ac25f0 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] No DVR routers for this DVR port 5a070a4c-05aa-4937-9c9a-fbc055e8f5d5 on host n-d-694802-15 {{(pid=94466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:50:43.286402 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-9304b192-3299-4aec-95c9-9c5dc7ae69f0 None None] Could not find standard attr ID for object 5a070a4c-05aa-4937-9c9a-fbc055e8f5d5. {{(pid=94468) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 12 14:50:43.307586 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:43.335273 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-346a8470-94dc-409e-8de9-652947ac25f0 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66413304', 'neutron.services.segments.db._delete_segments_for_network-8744654118000'] for network, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:43.348823 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-346a8470-94dc-409e-8de9-652947ac25f0 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c453da95-48a7-4131-982d-ac54aa0bcb5c']}} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:50:43.362275 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-346a8470-94dc-409e-8de9-652947ac25f0 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dcb6cad7-63de-4af1-9a9e-18784a0287db') {'for_net_delete': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:50:43.362275 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-346a8470-94dc-409e-8de9-652947ac25f0 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dcb6cad7-63de-4af1-9a9e-18784a0287db') {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:50:43.371729 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-346a8470-94dc-409e-8de9-652947ac25f0 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744654122361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2293560'] for segment, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:43.386880 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-346a8470-94dc-409e-8de9-652947ac25f0 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:43.393770 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-346a8470-94dc-409e-8de9-652947ac25f0 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Releasing vlan 324 on physical network physnet1 to pool {{(pid=94466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 14:50:43.394192 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-346a8470-94dc-409e-8de9-652947ac25f0 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3718595'] for segment, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:43.397852 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] No active binding found for port 5a070a4c-05aa-4937-9c9a-fbc055e8f5d5 {{(pid=94468) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 12 14:50:43.397997 n-d-694802-15 neutron-server[94466]: Traceback (most recent call last): Aug 12 14:50:43.397997 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 14:50:43.397997 n-d-694802-15 neutron-server[94466]: timer() Aug 12 14:50:43.397997 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 14:50:43.397997 n-d-694802-15 neutron-server[94466]: cb(*args, **kw) Aug 12 14:50:43.397997 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 14:50:43.397997 n-d-694802-15 neutron-server[94466]: return func(*args, **kwargs) Aug 12 14:50:43.397997 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 14:50:43.397997 n-d-694802-15 neutron-server[94466]: self._notify() Aug 12 14:50:43.397997 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 14:50:43.397997 n-d-694802-15 neutron-server[94466]: self.callback(batched_events) Aug 12 14:50:43.397997 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 14:50:43.397997 n-d-694802-15 neutron-server[94466]: event.method(event) Aug 12 14:50:43.397997 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 14:50:43.397997 n-d-694802-15 neutron-server[94466]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 14:50:43.397997 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 14:50:43.397997 n-d-694802-15 neutron-server[94466]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 14:50:43.397997 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 14:50:43.397997 n-d-694802-15 neutron-server[94466]: return f(self, *a, **k) Aug 12 14:50:43.397997 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 14:50:43.397997 n-d-694802-15 neutron-server[94466]: return self._get(url).json() Aug 12 14:50:43.397997 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 14:50:43.397997 n-d-694802-15 neutron-server[94466]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 14:50:43.397997 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 14:50:43.397997 n-d-694802-15 neutron-server[94466]: return self.request(url, 'GET', **kwargs) Aug 12 14:50:43.397997 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 14:50:43.397997 n-d-694802-15 neutron-server[94466]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 14:50:43.397997 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 14:50:43.397997 n-d-694802-15 neutron-server[94466]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 14:50:43.397997 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 14:50:43.397997 n-d-694802-15 neutron-server[94466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 14:50:43.397997 n-d-694802-15 neutron-server[94466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 14:50:43.400721 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 5a070a4c-05aa-4937-9c9a-fbc055e8f5d5 not bound to the agent host n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Aug 12 14:50:43.442418 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Port 5a070a4c-05aa-4937-9c9a-fbc055e8f5d5 not found, will not notify nova. {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Aug 12 14:50:43.443874 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4704395e-529d-4811-8954-1c018dfa35b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:43.489561 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-346a8470-94dc-409e-8de9-652947ac25f0 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66413281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431520'] for network, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:43.508944 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-346a8470-94dc-409e-8de9-652947ac25f0 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks [] for network, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:43.514617 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-346a8470-94dc-409e-8de9-652947ac25f0 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] 10.222.0.39 "DELETE /v2.0/networks/c453da95-48a7-4131-982d-ac54aa0bcb5c HTTP/1.1" status: 204 len: 168 time: 0.7844489 Aug 12 14:50:43.515730 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 58102) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:50:43.523216 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346a8470-94dc-409e-8de9-652947ac25f0 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Pushing event deleted for resources: {'Network': ['ID=c453da95-48a7-4131-982d-ac54aa0bcb5c,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:50:43.527680 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-73e15e1a-5e64-4354-8256-74260dd9f025 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1367877562'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:50:43.546347 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c324971-ab1a-4d6e-9368-6cb12b364ba4 None None] DHCP port deletion for c453da95-48a7-4131-982d-ac54aa0bcb5c request from n-d-694802-15 {{(pid=94468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 14:50:43.567254 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73e15e1a-5e64-4354-8256-74260dd9f025 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Made reservation on behalf of be866c071af14d49833929e5eca8b8bc for: {'network': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:50:43.571621 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-73e15e1a-5e64-4354-8256-74260dd9f025 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for network, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:43.596196 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73e15e1a-5e64-4354-8256-74260dd9f025 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] vlan segment allocate from pool success with {'vlan_id': 318, 'physical_network': 'physnet1'} {{(pid=94467) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 14:50:43.605376 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-73e15e1a-5e64-4354-8256-74260dd9f025 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:43.605716 n-d-694802-15 neutron-server[94467]: INFO neutron.db.segments_db [None req-73e15e1a-5e64-4354-8256-74260dd9f025 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Added segment d9ea51cc-0371-4324-9c36-a9945724f362 of type vlan for network 0e24b25f-0e84-4822-9893-2517912f01cf Aug 12 14:50:43.644324 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-73e15e1a-5e64-4354-8256-74260dd9f025 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744653628263'] for network, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:43.673733 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-73e15e1a-5e64-4354-8256-74260dd9f025 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409'] for network, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:43.679747 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73e15e1a-5e64-4354-8256-74260dd9f025 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:50:43.680337 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-73e15e1a-5e64-4354-8256-74260dd9f025 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for network, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:43.741642 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-73e15e1a-5e64-4354-8256-74260dd9f025 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2246487 Aug 12 14:50:43.744540 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 58116) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:50:43.749744 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-ac1eb417-8ab2-4da3-8418-e3701dfe5acd tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Request body: {'subnet': {'network_id': '0e24b25f-0e84-4822-9893-2517912f01cf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:50:43.752780 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 58118) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:50:43.761328 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e15e1a-5e64-4354-8256-74260dd9f025 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Pushing event updated for resources: {'Network': ['ID=0e24b25f-0e84-4822-9893-2517912f01cf,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:50:43.771929 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Network 0e24b25f-0e84-4822-9893-2517912f01cf details requested by agent ovs-agent-n-d-694802-15 with host n-d-694802-15 {{(pid=94468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 14:50:43.847446 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81de694-a1a9-4af5-bfa0-9cac15777d73 req-3f118185-d8cb-4699-94cd-56777e3b0150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:50:43.847974 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81de694-a1a9-4af5-bfa0-9cac15777d73 req-3f118185-d8cb-4699-94cd-56777e3b0150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:50:43.848445 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81de694-a1a9-4af5-bfa0-9cac15777d73 req-3f118185-d8cb-4699-94cd-56777e3b0150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:50:43.848922 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81de694-a1a9-4af5-bfa0-9cac15777d73 req-3f118185-d8cb-4699-94cd-56777e3b0150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:50:43.849097 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac1eb417-8ab2-4da3-8418-e3701dfe5acd tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Made reservation on behalf of be866c071af14d49833929e5eca8b8bc for: {'subnet': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:50:43.849386 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81de694-a1a9-4af5-bfa0-9cac15777d73 req-3f118185-d8cb-4699-94cd-56777e3b0150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:50:43.849851 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81de694-a1a9-4af5-bfa0-9cac15777d73 req-3f118185-d8cb-4699-94cd-56777e3b0150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:50:43.850311 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81de694-a1a9-4af5-bfa0-9cac15777d73 req-3f118185-d8cb-4699-94cd-56777e3b0150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:50:43.852748 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c81de694-a1a9-4af5-bfa0-9cac15777d73 req-3f118185-d8cb-4699-94cd-56777e3b0150 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=419c5c7f-827f-4397-9cc6-d186147a5698 HTTP/1.1" status: 200 len: 6508 time: 0.0990589 Aug 12 14:50:43.853084 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ac1eb417-8ab2-4da3-8418-e3701dfe5acd tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8776441'] for subnet, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:43.887995 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c81de694-a1a9-4af5-bfa0-9cac15777d73 req-1c34f372-1a4d-4ea5-80de-56d85699fa09 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=def6086d-0ad1-4cdd-9c71-80d1fefb9be7&id=f56fbbcf-68c5-4074-ab5b-41ec110855f2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0289748 Aug 12 14:50:43.937205 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-1769855f-eda9-4483-9dc3-3220908ab45d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:44.037339 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ac1eb417-8ab2-4da3-8418-e3701dfe5acd tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3718490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8776395'] for subnet, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:44.098846 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1eb417-8ab2-4da3-8418-e3701dfe5acd tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Pushing event updated for resources: {'Subnet': ['ID=1e0fffda-ef28-49ea-9438-964017e79418,revision_number=0']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:50:44.108486 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac1eb417-8ab2-4da3-8418-e3701dfe5acd tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Checking segment: {'id': 'd9ea51cc-0371-4324-9c36-a9945724f362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '0e24b25f-0e84-4822-9893-2517912f01cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:50:44.108928 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac1eb417-8ab2-4da3-8418-e3701dfe5acd tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Network hostable DHCP agents. Network: 0e24b25f-0e84-4822-9893-2517912f01cf, hostable agents: ['1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658'], hosted agents: [] {{(pid=94466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 14:50:44.128676 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac1eb417-8ab2-4da3-8418-e3701dfe5acd tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Network 0e24b25f-0e84-4822-9893-2517912f01cf is scheduled to be hosted by DHCP agent 1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658 with binding_index 1 {{(pid=94466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 14:50:44.138883 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-ac1eb417-8ab2-4da3-8418-e3701dfe5acd tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-15, 0e24b25f-0e84-4822-9893-2517912f01cf) {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:50:44.144078 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac1eb417-8ab2-4da3-8418-e3701dfe5acd tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:50:44.144779 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ac1eb417-8ab2-4da3-8418-e3701dfe5acd tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for subnet, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:44.149025 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cedcb58f-5dec-4fe1-8a38-31b3cdf86405 None None] Network 0e24b25f-0e84-4822-9893-2517912f01cf requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:50:44.161063 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-ac1eb417-8ab2-4da3-8418-e3701dfe5acd tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4153819 Aug 12 14:50:44.163833 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 58128) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:50:44.170522 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-a4b4c5ac-28eb-4412-bda3-25f48bafc221 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Request body: {'port': {'network_id': '0e24b25f-0e84-4822-9893-2517912f01cf', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1127785774'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:50:44.189323 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-7650dfd2-0f26-469f-8c28-ffd0ca4c9d0c req-a76924e3-8a10-48e4-9119-1863a0db3839 tempest-ServerShowV257Test-580473577 tempest-ServerShowV257Test-580473577-project] 10.222.0.39 "GET /v2.0/ports?device_id=3312d3bd-55bd-40e0-9829-b2b6ebe45a74 HTTP/1.1" status: 200 len: 210 time: 0.0419071 Aug 12 14:50:44.331003 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee7601fb-8c54-4970-a2cb-a55bc8432acf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa7035b3e-9a89-5964-b9f4-97301c3f476a-0e24b25f-0e84-4822-9893-2517912f01cf', 'network_id': '0e24b25f-0e84-4822-9893-2517912f01cf', 'tenant_id': 'be866c071af14d49833929e5eca8b8bc', 'fixed_ips': [{'subnet_id': '1e0fffda-ef28-49ea-9438-964017e79418'}]}} from n-d-694802-15. {{(pid=94468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 14:50:44.331922 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-ee7601fb-8c54-4970-a2cb-a55bc8432acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:44.339331 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4b4c5ac-28eb-4412-bda3-25f48bafc221 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Made reservation on behalf of be866c071af14d49833929e5eca8b8bc for: {'port': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:50:44.342901 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a4b4c5ac-28eb-4412-bda3-25f48bafc221 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:44.363058 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [None req-a4b4c5ac-28eb-4412-bda3-25f48bafc221 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] device_id is not set on port 3225e5d8-6fbb-4ffa-9d45-a9eaf560982b yet. {{(pid=94467) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 14:50:44.490899 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_common [None req-a4b4c5ac-28eb-4412-bda3-25f48bafc221 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Allocated IP 172.20.0.7 (0e24b25f-0e84-4822-9893-2517912f01cf/1e0fffda-ef28-49ea-9438-964017e79418/3225e5d8-6fbb-4ffa-9d45-a9eaf560982b) {{(pid=94467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:50:44.534652 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7336a5-d48b-43be-939b-d236a3e3247a req-f1b48de6-6870-4f1b-820f-cf82b6ba3a93 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:50:44.536239 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-fc7336a5-d48b-43be-939b-d236a3e3247a req-f1b48de6-6870-4f1b-820f-cf82b6ba3a93 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] 10.222.0.39 "GET /v2.0/networks?id=0f2cc2b1-26b2-41f2-bdd8-a5e5698bdc15 HTTP/1.1" status: 200 len: 806 time: 0.1093423 Aug 12 14:50:44.552234 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-fc7336a5-d48b-43be-939b-d236a3e3247a req-eb3711ee-d244-4654-9a38-eac630663ecb tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] 10.222.0.39 "GET /v2.0/quotas/8aeb63fb42f149b3aa9e0e9c29a41582 HTTP/1.1" status: 200 len: 375 time: 0.0097096 Aug 12 14:50:44.603761 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-fc7336a5-d48b-43be-939b-d236a3e3247a req-f5bd72a1-3ba3-45c1-aa83-7b577a290fa0 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=8aeb63fb42f149b3aa9e0e9c29a41582&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0456610 Aug 12 14:50:44.614518 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [req-fc7336a5-d48b-43be-939b-d236a3e3247a req-83f48241-1585-47fb-93b0-5eefacb4ef75 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=94466) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 14:50:44.615606 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-fc7336a5-d48b-43be-939b-d236a3e3247a req-83f48241-1585-47fb-93b0-5eefacb4ef75 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051296 Aug 12 14:50:44.617225 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a4b4c5ac-28eb-4412-bda3-25f48bafc221 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks [] for port, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:44.632130 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [None req-a4b4c5ac-28eb-4412-bda3-25f48bafc221 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Transition to ACTIVE for port object 3225e5d8-6fbb-4ffa-9d45-a9eaf560982b will not be triggered until provisioned by entity DHCP. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:50:44.665257 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a4b4c5ac-28eb-4412-bda3-25f48bafc221 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:44.707795 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4b4c5ac-28eb-4412-bda3-25f48bafc221 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Network 0e24b25f-0e84-4822-9893-2517912f01cf is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:50:44.708717 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.db_base_plugin_common [None req-ee7601fb-8c54-4970-a2cb-a55bc8432acf None None] Allocated IP 172.20.0.2 (0e24b25f-0e84-4822-9893-2517912f01cf/1e0fffda-ef28-49ea-9438-964017e79418/cce1c902-f6e1-417c-9817-aa792d9029c9) {{(pid=94468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:50:44.711529 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [None req-a4b4c5ac-28eb-4412-bda3-25f48bafc221 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:50:44.715070 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-fc7336a5-d48b-43be-939b-d236a3e3247a req-50658f53-a1a0-4a86-a4f3-08ddbd41072a service neutron] 10.222.0.39 "GET /v2.0/networks/0f2cc2b1-26b2-41f2-bdd8-a5e5698bdc15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920036 Aug 12 14:50:44.729685 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4b4c5ac-28eb-4412-bda3-25f48bafc221 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Received port after_create {{(pid=94467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:50:44.734047 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b4c5ac-28eb-4412-bda3-25f48bafc221 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Pushing event updated for resources: {'Port': ['ID=3225e5d8-6fbb-4ffa-9d45-a9eaf560982b,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:50:44.782275 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4b4c5ac-28eb-4412-bda3-25f48bafc221 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:50:44.782902 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a4b4c5ac-28eb-4412-bda3-25f48bafc221 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:44.797516 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-a4b4c5ac-28eb-4412-bda3-25f48bafc221 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 0.6321278 Aug 12 14:50:44.800347 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 58150) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:50:44.825412 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-fc7336a5-d48b-43be-939b-d236a3e3247a req-64153528-b560-4975-933e-dce73ef29e97 service neutron] 10.222.0.39 "GET /v2.0/networks/0f2cc2b1-26b2-41f2-bdd8-a5e5698bdc15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041040 Aug 12 14:50:44.876408 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-ee7601fb-8c54-4970-a2cb-a55bc8432acf None None] Notify callbacks [] for port, precommit_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:44.887716 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-ee7601fb-8c54-4970-a2cb-a55bc8432acf None None] Transition to ACTIVE for port object cce1c902-f6e1-417c-9817-aa792d9029c9 will not be triggered until provisioned by entity L2. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:50:44.902026 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-b6c3c99e-4e14-442e-8cc7-a56dfa30c3e2 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Deleting port 3225e5d8-6fbb-4ffa-9d45-a9eaf560982b {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:50:44.902362 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-b6c3c99e-4e14-442e-8cc7-a56dfa30c3e2 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:44.911044 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-ee7601fb-8c54-4970-a2cb-a55bc8432acf None None] Transition to ACTIVE for port object cce1c902-f6e1-417c-9817-aa792d9029c9 will not be triggered until provisioned by entity DHCP. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:50:44.914206 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 5a070a4c-05aa-4937-9c9a-fbc055e8f5d5 no longer exists at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:50:44.937574 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] No Port match for: 5a070a4c-05aa-4937-9c9a-fbc055e8f5d5 {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 14:50:44.938022 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 5a070a4c-05aa-4937-9c9a-fbc055e8f5d5 not bound to the agent host n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:50:44.947217 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-ee7601fb-8c54-4970-a2cb-a55bc8432acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253'] for port, after_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:44.994722 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee7601fb-8c54-4970-a2cb-a55bc8432acf None None] Network 0e24b25f-0e84-4822-9893-2517912f01cf is already hosted by enough agents. {{(pid=94468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:50:44.997728 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.base_scheduler [None req-ee7601fb-8c54-4970-a2cb-a55bc8432acf None None] Resources bound (agent type, host, resource id): {{(pid=94468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:50:45.003694 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee7601fb-8c54-4970-a2cb-a55bc8432acf None None] Received port after_create {{(pid=94468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:50:45.012700 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7601fb-8c54-4970-a2cb-a55bc8432acf None None] Pushing event updated for resources: {'Port': ['ID=cce1c902-f6e1-417c-9817-aa792d9029c9,revision_number=1']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:50:45.015059 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-153d30c7-e861-4616-bf84-2a8800b50660 req-dfbe2314-96e7-4026-ae62-3b1292f0b45f tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] 10.222.0.39 "GET /v2.0/ports?device_id=446a91c4-0cb7-46bb-a116-6a8e83939b03 HTTP/1.1" status: 200 len: 210 time: 0.0301173 Aug 12 14:50:45.043363 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-b6c3c99e-4e14-442e-8cc7-a56dfa30c3e2 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:45.056553 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-b6c3c99e-4e14-442e-8cc7-a56dfa30c3e2 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Calling delete_port for 3225e5d8-6fbb-4ffa-9d45-a9eaf560982b owned by {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:50:45.073330 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-ee7601fb-8c54-4970-a2cb-a55bc8432acf None None] Attempting to bind port cce1c902-f6e1-417c-9817-aa792d9029c9 on host n-d-694802-15 for vnic_type normal with profile {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:50:45.073691 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-ee7601fb-8c54-4970-a2cb-a55bc8432acf None None] Attempting to bind port cce1c902-f6e1-417c-9817-aa792d9029c9 by drivers openvswitch,hyperv on host n-d-694802-15 at level 0 using segments [{'id': 'd9ea51cc-0371-4324-9c36-a9945724f362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '0e24b25f-0e84-4822-9893-2517912f01cf'}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:50:45.074059 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee7601fb-8c54-4970-a2cb-a55bc8432acf None None] Attempting to bind port cce1c902-f6e1-417c-9817-aa792d9029c9 on network 0e24b25f-0e84-4822-9893-2517912f01cf {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:50:45.079206 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee7601fb-8c54-4970-a2cb-a55bc8432acf None None] Checking agent: {'id': '16de73ac-f2e9-4cee-b3e0-91052ae3e6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 20, 13), 'started_at': datetime.datetime(2021, 8, 12, 14, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 50, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:50:45.079642 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee7601fb-8c54-4970-a2cb-a55bc8432acf None None] Checking segment: {'id': 'd9ea51cc-0371-4324-9c36-a9945724f362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '0e24b25f-0e84-4822-9893-2517912f01cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:50:45.079964 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-ee7601fb-8c54-4970-a2cb-a55bc8432acf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:45.080423 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee7601fb-8c54-4970-a2cb-a55bc8432acf None None] Bound using segment: {'id': 'd9ea51cc-0371-4324-9c36-a9945724f362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '0e24b25f-0e84-4822-9893-2517912f01cf'} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:50:45.080968 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-ee7601fb-8c54-4970-a2cb-a55bc8432acf None None] Bound port: cce1c902-f6e1-417c-9817-aa792d9029c9, host: n-d-694802-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9ea51cc-0371-4324-9c36-a9945724f362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '0e24b25f-0e84-4822-9893-2517912f01cf'}}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:50:45.081405 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-ee7601fb-8c54-4970-a2cb-a55bc8432acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:45.150721 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-ee7601fb-8c54-4970-a2cb-a55bc8432acf None None] For port cce1c902-f6e1-417c-9817-aa792d9029c9, host n-d-694802-15, cleared binding levels {{(pid=94468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:50:45.154421 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-ee7601fb-8c54-4970-a2cb-a55bc8432acf None None] For port cce1c902-f6e1-417c-9817-aa792d9029c9, host n-d-694802-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=cce1c902-f6e1-417c-9817-aa792d9029c9,segment=NetworkSegment(d9ea51cc-0371-4324-9c36-a9945724f362),segment_id=d9ea51cc-0371-4324-9c36-a9945724f362)] {{(pid=94468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:50:45.159485 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-ee7601fb-8c54-4970-a2cb-a55bc8432acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:45.206005 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-b6c3c99e-4e14-442e-8cc7-a56dfa30c3e2 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:45.232398 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7601fb-8c54-4970-a2cb-a55bc8432acf None None] Pushing event updated for resources: {'Port': ['ID=cce1c902-f6e1-417c-9817-aa792d9029c9,revision_number=2']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:50:45.241876 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c3c99e-4e14-442e-8cc7-a56dfa30c3e2 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Pushing event deleted for resources: {'Port': ['ID=3225e5d8-6fbb-4ffa-9d45-a9eaf560982b,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:50:45.312866 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-b6c3c99e-4e14-442e-8cc7-a56dfa30c3e2 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:45.317497 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-b6c3c99e-4e14-442e-8cc7-a56dfa30c3e2 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] 10.222.0.39 "DELETE /v2.0/ports/3225e5d8-6fbb-4ffa-9d45-a9eaf560982b HTTP/1.1" status: 204 len: 168 time: 0.5138760 Aug 12 14:50:45.317751 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 58166) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:50:45.343955 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-fcf8a10c-0a8b-48b3-9c8c-ff736385051f req-734b043e-d758-4492-b3f3-a88dfdd02d08 tempest-ServerShowV257Test-580473577 tempest-ServerShowV257Test-580473577-project] 10.222.0.39 "GET /v2.0/ports?device_id=3312d3bd-55bd-40e0-9829-b2b6ebe45a74 HTTP/1.1" status: 200 len: 210 time: 0.0352213 Aug 12 14:50:45.544095 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device 28bc5e74-fcad-4f43-b038-859a057c69cd no longer exists at agent hyperv_n-h2-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:50:45.587282 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] No Port match for: 28bc5e74-fcad-4f43-b038-859a057c69cd {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 14:50:45.587784 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device 28bc5e74-fcad-4f43-b038-859a057c69cd not bound to the agent host n-h2-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:50:45.608138 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-fe95f194-a3b0-4c04-9e42-20b511169d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:45.718911 n-d-694802-15 neutron-server[94467]: INFO neutron.pecan_wsgi.hooks.translation [None req-5205859d-1c2b-4cf7-a558-76e133b20b67 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] GET failed (client error): The resource could not be found. Aug 12 14:50:45.720476 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-5205859d-1c2b-4cf7-a558-76e133b20b67 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] 10.222.0.39 "GET /v2.0/ports/3225e5d8-6fbb-4ffa-9d45-a9eaf560982b HTTP/1.1" status: 404 len: 333 time: 0.4018011 Aug 12 14:50:45.723136 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 58168) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:50:45.772524 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2da84f6-d45d-4581-a6c6-eeabc392dff4 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Deleting subnet 1e0fffda-ef28-49ea-9438-964017e79418 {{(pid=94467) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 14:50:45.776040 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a2da84f6-d45d-4581-a6c6-eeabc392dff4 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks [] for subnet, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:45.816818 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a2da84f6-d45d-4581-a6c6-eeabc392dff4 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3857505'] for subnet, precommit_delete_associations {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:45.904441 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a2da84f6-d45d-4581-a6c6-eeabc392dff4 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66416255'] for subnet, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:45.966135 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a2da84f6-d45d-4581-a6c6-eeabc392dff4 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66416232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2859225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3343748'] for subnet, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:46.004572 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2da84f6-d45d-4581-a6c6-eeabc392dff4 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Pushing event deleted for resources: {'Subnet': ['ID=1e0fffda-ef28-49ea-9438-964017e79418,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:50:46.011233 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a2da84f6-d45d-4581-a6c6-eeabc392dff4 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks [] for subnet, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:46.013579 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-a2da84f6-d45d-4581-a6c6-eeabc392dff4 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] 10.222.0.39 "DELETE /v2.0/subnets/1e0fffda-ef28-49ea-9438-964017e79418 HTTP/1.1" status: 204 len: 168 time: 0.2890737 Aug 12 14:50:46.015830 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 58170) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:50:46.131450 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7336a5-d48b-43be-939b-d236a3e3247a req-bb18e2ad-edbb-4180-9598-8919961c9321 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:50:46.134275 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-fc7336a5-d48b-43be-939b-d236a3e3247a req-bb18e2ad-edbb-4180-9598-8919961c9321 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] 10.222.0.49 "GET /v2.0/networks?id=0f2cc2b1-26b2-41f2-bdd8-a5e5698bdc15 HTTP/1.1" status: 200 len: 806 time: 0.1405039 Aug 12 14:50:46.139309 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-87310d5e-7ac6-4c1f-9008-735717786dbc tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680608'] for network, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:46.148768 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-fc7336a5-d48b-43be-939b-d236a3e3247a req-e13db328-d4d3-41b2-be21-1431db72fb41 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] Request body: {'port': {'device_id': '446a91c4-0cb7-46bb-a116-6a8e83939b03', 'network_id': '0f2cc2b1-26b2-41f2-bdd8-a5e5698bdc15', 'admin_state_up': True, 'tenant_id': '8aeb63fb42f149b3aa9e0e9c29a41582'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:50:46.158636 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-04cf27f3-8a3a-41b9-96aa-c9b6a1fc26cb req-b1c55f04-68a3-4f54-a290-06062891b89d tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] 10.222.0.39 "GET /v2.0/ports?device_id=446a91c4-0cb7-46bb-a116-6a8e83939b03 HTTP/1.1" status: 200 len: 210 time: 0.0354421 Aug 12 14:50:46.220173 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-87310d5e-7ac6-4c1f-9008-735717786dbc tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Deleting port cce1c902-f6e1-417c-9817-aa792d9029c9 {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:50:46.220527 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-87310d5e-7ac6-4c1f-9008-735717786dbc tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:46.283667 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc7336a5-d48b-43be-939b-d236a3e3247a req-e13db328-d4d3-41b2-be21-1431db72fb41 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] Made reservation on behalf of 8aeb63fb42f149b3aa9e0e9c29a41582 for: {'port': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:50:46.287683 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-fc7336a5-d48b-43be-939b-d236a3e3247a req-e13db328-d4d3-41b2-be21-1431db72fb41 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:46.287826 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-87310d5e-7ac6-4c1f-9008-735717786dbc tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] For port cce1c902-f6e1-417c-9817-aa792d9029c9, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=cce1c902-f6e1-417c-9817-aa792d9029c9,segment=NetworkSegment(d9ea51cc-0371-4324-9c36-a9945724f362),segment_id=d9ea51cc-0371-4324-9c36-a9945724f362)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:50:46.288199 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-87310d5e-7ac6-4c1f-9008-735717786dbc tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:46.307102 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-87310d5e-7ac6-4c1f-9008-735717786dbc tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Calling delete_port for cce1c902-f6e1-417c-9817-aa792d9029c9 owned by network:dhcp {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:50:46.346811 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24de346f-62ba-4039-9d65-070103ce927a None None] Network 0e24b25f-0e84-4822-9893-2517912f01cf requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:50:46.400768 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-87310d5e-7ac6-4c1f-9008-735717786dbc tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:46.430268 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87310d5e-7ac6-4c1f-9008-735717786dbc tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Pushing event deleted for resources: {'Port': ['ID=cce1c902-f6e1-417c-9817-aa792d9029c9,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:50:46.434737 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87310d5e-7ac6-4c1f-9008-735717786dbc tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] No DVR routers for this DVR port cce1c902-f6e1-417c-9817-aa792d9029c9 on host n-d-694802-15 {{(pid=94466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:50:46.455175 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_common [req-fc7336a5-d48b-43be-939b-d236a3e3247a req-e13db328-d4d3-41b2-be21-1431db72fb41 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] Allocated IP 172.20.0.6 (0f2cc2b1-26b2-41f2-bdd8-a5e5698bdc15/33fe8ec3-27c5-4c33-8718-44dd3a3eaffa/723dd652-1437-481a-b2fc-d4f7cad82f24) {{(pid=94467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:50:46.495111 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-cd9c6c80-50bb-4ee5-a2e9-39fa80ba78ef None None] Could not find standard attr ID for object cce1c902-f6e1-417c-9817-aa792d9029c9. {{(pid=94468) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 12 14:50:46.507578 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-566b9ca5-5f20-40bc-aabc-17a96fa243d2 req-607d2f46-7907-429f-96dc-57a2485cef62 tempest-ServerShowV257Test-580473577 tempest-ServerShowV257Test-580473577-project] 10.222.0.39 "GET /v2.0/ports?device_id=3312d3bd-55bd-40e0-9829-b2b6ebe45a74 HTTP/1.1" status: 200 len: 210 time: 0.0345588 Aug 12 14:50:46.532712 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-87310d5e-7ac6-4c1f-9008-735717786dbc tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66413304', 'neutron.services.segments.db._delete_segments_for_network-8744654118000'] for network, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:46.544862 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-87310d5e-7ac6-4c1f-9008-735717786dbc tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e24b25f-0e84-4822-9893-2517912f01cf']}} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:50:46.561153 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-87310d5e-7ac6-4c1f-9008-735717786dbc tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9ea51cc-0371-4324-9c36-a9945724f362') {'for_net_delete': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:50:46.561473 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-87310d5e-7ac6-4c1f-9008-735717786dbc tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9ea51cc-0371-4324-9c36-a9945724f362') {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:50:46.571998 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-87310d5e-7ac6-4c1f-9008-735717786dbc tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744654122361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2293560'] for segment, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:46.578791 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ae4bbfe-d964-4710-969e-8dd069758751 None None] DHCP port deletion for 0e24b25f-0e84-4822-9893-2517912f01cf request from n-d-694802-15 {{(pid=94468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 14:50:46.588022 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-87310d5e-7ac6-4c1f-9008-735717786dbc tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:46.596224 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87310d5e-7ac6-4c1f-9008-735717786dbc tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Releasing vlan 318 on physical network physnet1 to pool {{(pid=94466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 14:50:46.596670 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-87310d5e-7ac6-4c1f-9008-735717786dbc tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3718595'] for segment, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:46.599788 n-d-694802-15 neutron-server[94466]: Traceback (most recent call last): Aug 12 14:50:46.599788 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 14:50:46.599788 n-d-694802-15 neutron-server[94466]: timer() Aug 12 14:50:46.599788 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 14:50:46.599788 n-d-694802-15 neutron-server[94466]: cb(*args, **kw) Aug 12 14:50:46.599788 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 14:50:46.599788 n-d-694802-15 neutron-server[94466]: return func(*args, **kwargs) Aug 12 14:50:46.599788 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 14:50:46.599788 n-d-694802-15 neutron-server[94466]: self._notify() Aug 12 14:50:46.599788 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 14:50:46.599788 n-d-694802-15 neutron-server[94466]: self.callback(batched_events) Aug 12 14:50:46.599788 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 14:50:46.599788 n-d-694802-15 neutron-server[94466]: event.method(event) Aug 12 14:50:46.599788 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 14:50:46.599788 n-d-694802-15 neutron-server[94466]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 14:50:46.599788 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 14:50:46.599788 n-d-694802-15 neutron-server[94466]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 14:50:46.599788 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 14:50:46.599788 n-d-694802-15 neutron-server[94466]: return f(self, *a, **k) Aug 12 14:50:46.599788 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 14:50:46.599788 n-d-694802-15 neutron-server[94466]: return self._get(url).json() Aug 12 14:50:46.599788 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 14:50:46.599788 n-d-694802-15 neutron-server[94466]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 14:50:46.599788 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 14:50:46.599788 n-d-694802-15 neutron-server[94466]: return self.request(url, 'GET', **kwargs) Aug 12 14:50:46.599788 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 14:50:46.599788 n-d-694802-15 neutron-server[94466]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 14:50:46.599788 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 14:50:46.599788 n-d-694802-15 neutron-server[94466]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 14:50:46.599788 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 14:50:46.599788 n-d-694802-15 neutron-server[94466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 14:50:46.599788 n-d-694802-15 neutron-server[94466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 14:50:46.658467 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-87310d5e-7ac6-4c1f-9008-735717786dbc tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66413281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431520'] for network, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:46.660108 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-fc7336a5-d48b-43be-939b-d236a3e3247a req-e13db328-d4d3-41b2-be21-1431db72fb41 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] Notify callbacks [] for port, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:46.665810 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-87310d5e-7ac6-4c1f-9008-735717786dbc tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks [] for network, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:46.671483 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-87310d5e-7ac6-4c1f-9008-735717786dbc tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] 10.222.0.39 "DELETE /v2.0/networks/0e24b25f-0e84-4822-9893-2517912f01cf HTTP/1.1" status: 204 len: 168 time: 0.6504486 Aug 12 14:50:46.671483 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 58178) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:50:46.685390 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-328d8562-cd5c-4d27-964a-281599083124 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Request body: {'port': {'network_id': '8adcf216-1ab4-4d15-8190-19b3d3f64496', 'name': 'tempest-PortsTestJSON-1218035357'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:50:46.689915 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87310d5e-7ac6-4c1f-9008-735717786dbc tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Pushing event deleted for resources: {'Network': ['ID=0e24b25f-0e84-4822-9893-2517912f01cf,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:50:46.705064 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-fc7336a5-d48b-43be-939b-d236a3e3247a req-e13db328-d4d3-41b2-be21-1431db72fb41 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:46.721676 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] get_ports_and_sgs() called for port_ids ['dc566ee9-a384-4f4a-8a20-5887f333a78c'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:50:46.754804 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc7336a5-d48b-43be-939b-d236a3e3247a req-e13db328-d4d3-41b2-be21-1431db72fb41 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] Network 0f2cc2b1-26b2-41f2-bdd8-a5e5698bdc15 is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:50:46.757992 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [req-fc7336a5-d48b-43be-939b-d236a3e3247a req-e13db328-d4d3-41b2-be21-1431db72fb41 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:50:46.760438 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc7336a5-d48b-43be-939b-d236a3e3247a req-e13db328-d4d3-41b2-be21-1431db72fb41 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] Received port after_create {{(pid=94467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:50:46.786461 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-328d8562-cd5c-4d27-964a-281599083124 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Made reservation on behalf of be866c071af14d49833929e5eca8b8bc for: {'port': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:50:46.787885 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13db328-d4d3-41b2-be21-1431db72fb41 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] Pushing event updated for resources: {'Port': ['ID=723dd652-1437-481a-b2fc-d4f7cad82f24,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:50:46.792552 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-328d8562-cd5c-4d27-964a-281599083124 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:46.811725 n-d-694802-15 neutron-server[94466]: DEBUG neutron.notifiers.nova [None req-328d8562-cd5c-4d27-964a-281599083124 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] device_id is not set on port 12c9d617-7931-4095-9568-458f17891266 yet. {{(pid=94466) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 14:50:46.816889 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7336a5-d48b-43be-939b-d236a3e3247a req-e13db328-d4d3-41b2-be21-1431db72fb41 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:50:46.817535 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-fc7336a5-d48b-43be-939b-d236a3e3247a req-e13db328-d4d3-41b2-be21-1431db72fb41 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:46.834382 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-fc7336a5-d48b-43be-939b-d236a3e3247a req-e13db328-d4d3-41b2-be21-1431db72fb41 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6897426 Aug 12 14:50:46.847812 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-fc7336a5-d48b-43be-939b-d236a3e3247a req-0fe9bf3f-b4d5-430b-ada8-b423bed57bde service neutron] Request body: {'port': {'device_id': '446a91c4-0cb7-46bb-a116-6a8e83939b03', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-694802-15'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:50:46.909059 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-fc7336a5-d48b-43be-939b-d236a3e3247a req-0fe9bf3f-b4d5-430b-ada8-b423bed57bde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:46.983867 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-328d8562-cd5c-4d27-964a-281599083124 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:47.019532 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-328d8562-cd5c-4d27-964a-281599083124 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:47.062843 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-328d8562-cd5c-4d27-964a-281599083124 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Network 8adcf216-1ab4-4d15-8190-19b3d3f64496 is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:50:47.067788 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-328d8562-cd5c-4d27-964a-281599083124 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:50:47.071333 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-328d8562-cd5c-4d27-964a-281599083124 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:50:47.077533 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-328d8562-cd5c-4d27-964a-281599083124 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:50:47.078306 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-328d8562-cd5c-4d27-964a-281599083124 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:47.087544 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328d8562-cd5c-4d27-964a-281599083124 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Pushing event updated for resources: {'Port': ['ID=12c9d617-7931-4095-9568-458f17891266,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:50:47.100511 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-328d8562-cd5c-4d27-964a-281599083124 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.4255657 Aug 12 14:50:47.100949 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 58180) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:50:47.177937 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [req-fc7336a5-d48b-43be-939b-d236a3e3247a req-0fe9bf3f-b4d5-430b-ada8-b423bed57bde service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 723dd652-1437-481a-b2fc-d4f7cad82f24 {{(pid=94467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:50:47.188866 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-fc7336a5-d48b-43be-939b-d236a3e3247a req-0fe9bf3f-b4d5-430b-ada8-b423bed57bde service neutron] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:47.190794 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-5bac4b28-d642-4818-9309-ecde80a8a067 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Deleting port 12c9d617-7931-4095-9568-458f17891266 {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:50:47.191229 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5bac4b28-d642-4818-9309-ecde80a8a067 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:47.204013 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [req-fc7336a5-d48b-43be-939b-d236a3e3247a req-0fe9bf3f-b4d5-430b-ada8-b423bed57bde service neutron] Transition to ACTIVE for port object 723dd652-1437-481a-b2fc-d4f7cad82f24 will not be triggered until provisioned by entity L2. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:50:47.209623 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-fc7336a5-d48b-43be-939b-d236a3e3247a req-0fe9bf3f-b4d5-430b-ada8-b423bed57bde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:47.262510 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe9bf3f-b4d5-430b-ada8-b423bed57bde service neutron] Pushing event updated for resources: {'Port': ['ID=723dd652-1437-481a-b2fc-d4f7cad82f24,revision_number=2']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:50:47.289501 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5bac4b28-d642-4818-9309-ecde80a8a067 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:47.309108 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-5bac4b28-d642-4818-9309-ecde80a8a067 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Calling delete_port for 12c9d617-7931-4095-9568-458f17891266 owned by {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:50:47.324060 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee22b9ed-9fbc-44d7-8ada-978739409b0d req-a8ccf6be-696e-4332-83ea-5646846da153 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:50:47.325526 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-ee22b9ed-9fbc-44d7-8ada-978739409b0d req-a8ccf6be-696e-4332-83ea-5646846da153 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] 10.222.0.39 "GET /v2.0/ports?device_id=446a91c4-0cb7-46bb-a116-6a8e83939b03 HTTP/1.1" status: 200 len: 943 time: 0.0906694 Aug 12 14:50:47.340358 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-fc7336a5-d48b-43be-939b-d236a3e3247a req-0fe9bf3f-b4d5-430b-ada8-b423bed57bde service neutron] Attempting to bind port 723dd652-1437-481a-b2fc-d4f7cad82f24 on host n-h2-694802-15 for vnic_type normal with profile {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:50:47.340695 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-fc7336a5-d48b-43be-939b-d236a3e3247a req-0fe9bf3f-b4d5-430b-ada8-b423bed57bde service neutron] Attempting to bind port 723dd652-1437-481a-b2fc-d4f7cad82f24 by drivers openvswitch,hyperv on host n-h2-694802-15 at level 0 using segments [{'id': 'abdc443e-cf7a-4b71-8730-19997248ebd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '0f2cc2b1-26b2-41f2-bdd8-a5e5698bdc15'}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:50:47.341033 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc7336a5-d48b-43be-939b-d236a3e3247a req-0fe9bf3f-b4d5-430b-ada8-b423bed57bde service neutron] Attempting to bind port 723dd652-1437-481a-b2fc-d4f7cad82f24 on network 0f2cc2b1-26b2-41f2-bdd8-a5e5698bdc15 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:50:47.345432 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc7336a5-d48b-43be-939b-d236a3e3247a req-0fe9bf3f-b4d5-430b-ada8-b423bed57bde service neutron] Port 723dd652-1437-481a-b2fc-d4f7cad82f24 on network 0f2cc2b1-26b2-41f2-bdd8-a5e5698bdc15 not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-15 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 14:50:47.345771 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc7336a5-d48b-43be-939b-d236a3e3247a req-0fe9bf3f-b4d5-430b-ada8-b423bed57bde service neutron] Attempting to bind port 723dd652-1437-481a-b2fc-d4f7cad82f24 on network 0f2cc2b1-26b2-41f2-bdd8-a5e5698bdc15 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:50:47.350902 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc7336a5-d48b-43be-939b-d236a3e3247a req-0fe9bf3f-b4d5-430b-ada8-b423bed57bde service neutron] Checking agent: {'id': 'b7697f71-33f3-4959-ad82-43c2dc15845d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 27, 42), 'started_at': datetime.datetime(2021, 8, 12, 14, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 50, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:50:47.351277 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc7336a5-d48b-43be-939b-d236a3e3247a req-0fe9bf3f-b4d5-430b-ada8-b423bed57bde service neutron] Checking segment: {'id': 'abdc443e-cf7a-4b71-8730-19997248ebd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '0f2cc2b1-26b2-41f2-bdd8-a5e5698bdc15'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:50:47.352220 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc7336a5-d48b-43be-939b-d236a3e3247a req-0fe9bf3f-b4d5-430b-ada8-b423bed57bde service neutron] Bound using segment: {'id': 'abdc443e-cf7a-4b71-8730-19997248ebd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '0f2cc2b1-26b2-41f2-bdd8-a5e5698bdc15'} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:50:47.352649 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-fc7336a5-d48b-43be-939b-d236a3e3247a req-0fe9bf3f-b4d5-430b-ada8-b423bed57bde service neutron] Bound port: 723dd652-1437-481a-b2fc-d4f7cad82f24, host: n-h2-694802-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'abdc443e-cf7a-4b71-8730-19997248ebd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '0f2cc2b1-26b2-41f2-bdd8-a5e5698bdc15'}}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:50:47.353010 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-fc7336a5-d48b-43be-939b-d236a3e3247a req-0fe9bf3f-b4d5-430b-ada8-b423bed57bde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:47.420625 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-fc7336a5-d48b-43be-939b-d236a3e3247a req-0fe9bf3f-b4d5-430b-ada8-b423bed57bde service neutron] For port 723dd652-1437-481a-b2fc-d4f7cad82f24, host n-h2-694802-15, cleared binding levels {{(pid=94467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:50:47.423901 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-fc7336a5-d48b-43be-939b-d236a3e3247a req-0fe9bf3f-b4d5-430b-ada8-b423bed57bde service neutron] For port 723dd652-1437-481a-b2fc-d4f7cad82f24, host n-h2-694802-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=723dd652-1437-481a-b2fc-d4f7cad82f24,segment=NetworkSegment(abdc443e-cf7a-4b71-8730-19997248ebd2),segment_id=abdc443e-cf7a-4b71-8730-19997248ebd2)] {{(pid=94467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:50:47.429219 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-fc7336a5-d48b-43be-939b-d236a3e3247a req-0fe9bf3f-b4d5-430b-ada8-b423bed57bde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:47.467398 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7336a5-d48b-43be-939b-d236a3e3247a req-0fe9bf3f-b4d5-430b-ada8-b423bed57bde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:50:47.468260 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-fc7336a5-d48b-43be-939b-d236a3e3247a req-0fe9bf3f-b4d5-430b-ada8-b423bed57bde service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:47.469732 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-fc7336a5-d48b-43be-939b-d236a3e3247a req-0fe9bf3f-b4d5-430b-ada8-b423bed57bde service neutron] 10.222.0.49 "PUT /v2.0/ports/723dd652-1437-481a-b2fc-d4f7cad82f24 HTTP/1.1" status: 200 len: 1092 time: 0.6264632 Aug 12 14:50:47.470190 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '446a91c4-0cb7-46bb-a116-6a8e83939b03', 'tag': '723dd652-1437-481a-b2fc-d4f7cad82f24'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:50:47.472638 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e65282f928b64038367d043a4411777802006c43a98742496cb2e25b724ff1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74161821-a0ab-4553-b6e4-39f0a2dcd652" -d '{"events": [{"name": "network-changed", "server_uuid": "446a91c4-0cb7-46bb-a116-6a8e83939b03", "tag": "723dd652-1437-481a-b2fc-d4f7cad82f24"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:50:47.519050 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe9bf3f-b4d5-430b-ada8-b423bed57bde service neutron] Pushing event updated for resources: {'Port': ['ID=723dd652-1437-481a-b2fc-d4f7cad82f24,revision_number=3']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:50:47.554612 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 14:50:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-384a5107-0938-4b78-a766-17b2d95ca490 x-openstack-request-id: req-384a5107-0938-4b78-a766-17b2d95ca490 {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:50:47.555582 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "446a91c4-0cb7-46bb-a116-6a8e83939b03", "tag": "723dd652-1437-481a-b2fc-d4f7cad82f24", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:50:47.555842 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-384a5107-0938-4b78-a766-17b2d95ca490 {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:50:47.556242 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '446a91c4-0cb7-46bb-a116-6a8e83939b03', 'tag': '723dd652-1437-481a-b2fc-d4f7cad82f24', 'status': 'completed', 'code': 200} Aug 12 14:50:47.573352 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7336a5-d48b-43be-939b-d236a3e3247a req-b52f6080-82a8-4328-897a-89c18761f7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:50:47.574859 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-fc7336a5-d48b-43be-939b-d236a3e3247a req-b52f6080-82a8-4328-897a-89c18761f7d6 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=8aeb63fb42f149b3aa9e0e9c29a41582&device_id=446a91c4-0cb7-46bb-a116-6a8e83939b03 HTTP/1.1" status: 200 len: 1095 time: 0.0526934 Aug 12 14:50:47.620159 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-fc7336a5-d48b-43be-939b-d236a3e3247a req-31cf409b-f39d-44b3-8b44-3160f2f6d5d0 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=723dd652-1437-481a-b2fc-d4f7cad82f24 HTTP/1.1" status: 200 len: 217 time: 0.0373423 Aug 12 14:50:47.691551 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-8715ddd1-bb51-4466-a37b-b55cc0df74af req-360c25b4-4fd1-4ee0-b9f5-0a4c87d6887f tempest-ServerShowV257Test-580473577 tempest-ServerShowV257Test-580473577-project] 10.222.0.39 "GET /v2.0/ports?device_id=3312d3bd-55bd-40e0-9829-b2b6ebe45a74 HTTP/1.1" status: 200 len: 210 time: 0.0380509 Aug 12 14:50:47.698848 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7336a5-d48b-43be-939b-d236a3e3247a req-5392e41c-9dbe-43d0-a9b1-ed04c51b039e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:50:47.700379 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-fc7336a5-d48b-43be-939b-d236a3e3247a req-5392e41c-9dbe-43d0-a9b1-ed04c51b039e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=33fe8ec3-27c5-4c33-8718-44dd3a3eaffa HTTP/1.1" status: 200 len: 846 time: 0.0733888 Aug 12 14:50:47.738322 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-fc7336a5-d48b-43be-939b-d236a3e3247a req-2419af9e-7cc4-450a-b0fe-87e8ca78cd49 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0f2cc2b1-26b2-41f2-bdd8-a5e5698bdc15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258620 Aug 12 14:50:47.754193 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-ee22b9ed-9fbc-44d7-8ada-978739409b0d req-902174c1-169e-43d4-aa78-d5ebb13ca545 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] 10.222.0.39 "GET /v2.0/security-groups?id=d503e6e0-4ce0-4f78-842d-abe0bf3f8a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4215903 Aug 12 14:50:47.778482 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5bac4b28-d642-4818-9309-ecde80a8a067 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:47.809845 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bac4b28-d642-4818-9309-ecde80a8a067 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Pushing event deleted for resources: {'Port': ['ID=12c9d617-7931-4095-9568-458f17891266,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:50:47.817240 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5bac4b28-d642-4818-9309-ecde80a8a067 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:47.819768 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-5bac4b28-d642-4818-9309-ecde80a8a067 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] 10.222.0.39 "DELETE /v2.0/ports/12c9d617-7931-4095-9568-458f17891266 HTTP/1.1" status: 204 len: 168 time: 0.7178812 Aug 12 14:50:47.822229 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 58190) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:50:47.827231 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-40591b6e-c021-4de3-a7ef-7cef69074a6a tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Request body: {'port': {'network_id': '8adcf216-1ab4-4d15-8190-19b3d3f64496', 'mac_address': 'fa:16:3e:25:f6:27', 'name': 'tempest-PortsTestJSON-274519329'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:50:47.835554 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-fc7336a5-d48b-43be-939b-d236a3e3247a req-f3538866-be07-48fc-9f6f-c56f04590189 service neutron] 10.222.0.49 "GET /v2.0/networks/0f2cc2b1-26b2-41f2-bdd8-a5e5698bdc15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903840 Aug 12 14:50:47.919677 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40591b6e-c021-4de3-a7ef-7cef69074a6a tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Made reservation on behalf of be866c071af14d49833929e5eca8b8bc for: {'port': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:50:47.936545 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-fc7336a5-d48b-43be-939b-d236a3e3247a req-ee375e46-1983-416f-bffa-3b4a844ec270 service neutron] 10.222.0.49 "GET /v2.0/networks/0f2cc2b1-26b2-41f2-bdd8-a5e5698bdc15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931118 Aug 12 14:50:47.985562 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-40591b6e-c021-4de3-a7ef-7cef69074a6a tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:48.005367 n-d-694802-15 neutron-server[94466]: DEBUG neutron.notifiers.nova [None req-40591b6e-c021-4de3-a7ef-7cef69074a6a tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] device_id is not set on port 9841a3bc-7992-492b-8adf-f60126611045 yet. {{(pid=94466) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 14:50:48.023431 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74161821-a0ab-4553-b6e4-39f0a2dcd652 req-b9d0688b-08bb-4fb9-ad9e-a9ad00117cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:50:48.025481 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-74161821-a0ab-4553-b6e4-39f0a2dcd652 req-b9d0688b-08bb-4fb9-ad9e-a9ad00117cdf service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=8aeb63fb42f149b3aa9e0e9c29a41582&device_id=446a91c4-0cb7-46bb-a116-6a8e83939b03 HTTP/1.1" status: 200 len: 1095 time: 0.0428259 Aug 12 14:50:48.121169 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74161821-a0ab-4553-b6e4-39f0a2dcd652 req-eafe1320-ff3a-4dd6-9832-b0ba2f99942e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:50:48.122606 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-74161821-a0ab-4553-b6e4-39f0a2dcd652 req-eafe1320-ff3a-4dd6-9832-b0ba2f99942e service neutron] 10.222.0.49 "GET /v2.0/networks?id=0f2cc2b1-26b2-41f2-bdd8-a5e5698bdc15 HTTP/1.1" status: 200 len: 907 time: 0.0896201 Aug 12 14:50:48.164963 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-74161821-a0ab-4553-b6e4-39f0a2dcd652 req-c23a5edc-ef53-4582-8125-70532c9b8884 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=723dd652-1437-481a-b2fc-d4f7cad82f24 HTTP/1.1" status: 200 len: 217 time: 0.0350246 Aug 12 14:50:48.169863 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-40591b6e-c021-4de3-a7ef-7cef69074a6a tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:48.206294 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-40591b6e-c021-4de3-a7ef-7cef69074a6a tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:48.214837 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74161821-a0ab-4553-b6e4-39f0a2dcd652 req-31156511-e9e8-4c91-a272-e5cc31063c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:50:48.216337 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-74161821-a0ab-4553-b6e4-39f0a2dcd652 req-31156511-e9e8-4c91-a272-e5cc31063c70 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=33fe8ec3-27c5-4c33-8718-44dd3a3eaffa HTTP/1.1" status: 200 len: 846 time: 0.0450766 Aug 12 14:50:48.247633 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-74161821-a0ab-4553-b6e4-39f0a2dcd652 req-5e7772c8-c646-41f5-b970-a0c4b5099810 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0f2cc2b1-26b2-41f2-bdd8-a5e5698bdc15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246396 Aug 12 14:50:48.255308 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40591b6e-c021-4de3-a7ef-7cef69074a6a tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Network 8adcf216-1ab4-4d15-8190-19b3d3f64496 is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:50:48.260936 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-40591b6e-c021-4de3-a7ef-7cef69074a6a tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:50:48.264580 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40591b6e-c021-4de3-a7ef-7cef69074a6a tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:50:48.280061 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40591b6e-c021-4de3-a7ef-7cef69074a6a tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:50:48.280729 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-40591b6e-c021-4de3-a7ef-7cef69074a6a tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:48.287095 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40591b6e-c021-4de3-a7ef-7cef69074a6a tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Pushing event updated for resources: {'Port': ['ID=9841a3bc-7992-492b-8adf-f60126611045,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:50:48.303138 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-40591b6e-c021-4de3-a7ef-7cef69074a6a tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.4797814 Aug 12 14:50:48.303748 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 58192) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:50:48.347886 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-710b0adf-f3c4-49b5-8644-5d41675530e2 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:50:48.349273 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-710b0adf-f3c4-49b5-8644-5d41675530e2 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] 10.222.0.39 "GET /v2.0/ports/9841a3bc-7992-492b-8adf-f60126611045 HTTP/1.1" status: 200 len: 840 time: 0.0446150 Aug 12 14:50:48.351970 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 58194) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:50:48.352105 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-74161821-a0ab-4553-b6e4-39f0a2dcd652 req-aae01a43-4dbe-408b-920b-ab2b2582f761 service neutron] 10.222.0.49 "GET /v2.0/networks/0f2cc2b1-26b2-41f2-bdd8-a5e5698bdc15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974023 Aug 12 14:50:48.438018 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-9adbb1e2-c8ec-4bc9-98c0-d6ae39ce0c6c tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Deleting port 9841a3bc-7992-492b-8adf-f60126611045 {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:50:48.438269 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9adbb1e2-c8ec-4bc9-98c0-d6ae39ce0c6c tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:48.444162 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-74161821-a0ab-4553-b6e4-39f0a2dcd652 req-ea7a86d2-3acb-4814-8764-dd3bc14be851 service neutron] 10.222.0.49 "GET /v2.0/networks/0f2cc2b1-26b2-41f2-bdd8-a5e5698bdc15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850887 Aug 12 14:50:48.506508 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9adbb1e2-c8ec-4bc9-98c0-d6ae39ce0c6c tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:48.519902 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-9adbb1e2-c8ec-4bc9-98c0-d6ae39ce0c6c tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Calling delete_port for 9841a3bc-7992-492b-8adf-f60126611045 owned by {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:50:48.598892 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9adbb1e2-c8ec-4bc9-98c0-d6ae39ce0c6c tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:48.632059 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adbb1e2-c8ec-4bc9-98c0-d6ae39ce0c6c tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Pushing event deleted for resources: {'Port': ['ID=9841a3bc-7992-492b-8adf-f60126611045,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:50:48.639697 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9adbb1e2-c8ec-4bc9-98c0-d6ae39ce0c6c tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:48.641606 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-9adbb1e2-c8ec-4bc9-98c0-d6ae39ce0c6c tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] 10.222.0.39 "DELETE /v2.0/ports/9841a3bc-7992-492b-8adf-f60126611045 HTTP/1.1" status: 204 len: 168 time: 0.2887406 Aug 12 14:50:48.644231 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 58198) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:50:48.669502 n-d-694802-15 neutron-server[94466]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4a03eb0-b369-47b5-b2be-f4ac45298fff tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] GET failed (client error): The resource could not be found. Aug 12 14:50:48.670899 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-f4a03eb0-b369-47b5-b2be-f4ac45298fff tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] 10.222.0.39 "GET /v2.0/ports/9841a3bc-7992-492b-8adf-f60126611045 HTTP/1.1" status: 404 len: 333 time: 0.0255878 Aug 12 14:50:48.674464 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 58200) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:50:48.679562 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-34637d3c-ed8d-4d48-929f-03544c81207a tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Request body: {'port': {'network_id': '8adcf216-1ab4-4d15-8190-19b3d3f64496', 'name': 'tempest-PortsTestJSON-819498764'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:50:48.771003 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34637d3c-ed8d-4d48-929f-03544c81207a tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Made reservation on behalf of be866c071af14d49833929e5eca8b8bc for: {'port': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:50:48.775118 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-34637d3c-ed8d-4d48-929f-03544c81207a tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:48.794310 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [None req-34637d3c-ed8d-4d48-929f-03544c81207a tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] device_id is not set on port c32775a5-c7ef-45aa-b6e9-7826868609c8 yet. {{(pid=94467) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 14:50:48.795997 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-8f5a2493-46cd-434b-ba0f-955a867d81f3 req-e8d29b07-5750-4df3-9360-282ea7eff280 tempest-ServerShowV257Test-580473577 tempest-ServerShowV257Test-580473577-project] 10.222.0.39 "GET /v2.0/ports?device_id=3312d3bd-55bd-40e0-9829-b2b6ebe45a74 HTTP/1.1" status: 200 len: 210 time: 0.0300946 Aug 12 14:50:48.930939 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42adfbc-96e9-4319-a6f5-5c7beb3e005f req-c068c867-d5fa-42c2-8776-5aa39354c91d tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:50:48.932467 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a42adfbc-96e9-4319-a6f5-5c7beb3e005f req-c068c867-d5fa-42c2-8776-5aa39354c91d tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] 10.222.0.39 "GET /v2.0/ports?device_id=446a91c4-0cb7-46bb-a116-6a8e83939b03 HTTP/1.1" status: 200 len: 943 time: 0.0990980 Aug 12 14:50:49.014276 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a42adfbc-96e9-4319-a6f5-5c7beb3e005f req-8200afcf-2c08-4696-a823-4acd665f3f9d tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] 10.222.0.39 "GET /v2.0/security-groups?id=d503e6e0-4ce0-4f78-842d-abe0bf3f8a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563376 Aug 12 14:50:49.024324 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-34637d3c-ed8d-4d48-929f-03544c81207a tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks [] for port, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:49.068922 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-34637d3c-ed8d-4d48-929f-03544c81207a tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:49.115604 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34637d3c-ed8d-4d48-929f-03544c81207a tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Network 8adcf216-1ab4-4d15-8190-19b3d3f64496 is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:50:49.120673 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [None req-34637d3c-ed8d-4d48-929f-03544c81207a tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:50:49.124349 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34637d3c-ed8d-4d48-929f-03544c81207a tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Received port after_create {{(pid=94467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:50:49.129906 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34637d3c-ed8d-4d48-929f-03544c81207a tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:50:49.130505 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-34637d3c-ed8d-4d48-929f-03544c81207a tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:49.136947 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34637d3c-ed8d-4d48-929f-03544c81207a tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Pushing event updated for resources: {'Port': ['ID=c32775a5-c7ef-45aa-b6e9-7826868609c8,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:50:49.151341 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-34637d3c-ed8d-4d48-929f-03544c81207a tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.4757497 Aug 12 14:50:49.154202 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 58206) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:50:49.159415 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-a9c0ec90-4312-4e0c-a453-b0dbed2e4483 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:50:49.226007 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a9c0ec90-4312-4e0c-a453-b0dbed2e4483 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:49.381212 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a9c0ec90-4312-4e0c-a453-b0dbed2e4483 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:49.385801 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a9c0ec90-4312-4e0c-a453-b0dbed2e4483 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:49.415737 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-a9c0ec90-4312-4e0c-a453-b0dbed2e4483 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] In _notify_port_updated(), no bound segment for port c32775a5-c7ef-45aa-b6e9-7826868609c8 on network 8adcf216-1ab4-4d15-8190-19b3d3f64496 {{(pid=94467) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 12 14:50:49.421188 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9c0ec90-4312-4e0c-a453-b0dbed2e4483 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:50:49.421794 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a9c0ec90-4312-4e0c-a453-b0dbed2e4483 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:49.423119 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-a9c0ec90-4312-4e0c-a453-b0dbed2e4483 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] 10.222.0.39 "PUT /v2.0/ports/c32775a5-c7ef-45aa-b6e9-7826868609c8 HTTP/1.1" status: 200 len: 818 time: 0.2679355 Aug 12 14:50:49.425847 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 58208) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:50:49.468476 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c0ec90-4312-4e0c-a453-b0dbed2e4483 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Pushing event updated for resources: {'Port': ['ID=c32775a5-c7ef-45aa-b6e9-7826868609c8,revision_number=2']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:50:49.528578 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-73f4d72f-2e10-4f02-b9ff-4dc3b42cc94d tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Deleting port c32775a5-c7ef-45aa-b6e9-7826868609c8 {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:50:49.528940 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-73f4d72f-2e10-4f02-b9ff-4dc3b42cc94d tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:49.592788 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-73f4d72f-2e10-4f02-b9ff-4dc3b42cc94d tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:49.605852 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-73f4d72f-2e10-4f02-b9ff-4dc3b42cc94d tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Calling delete_port for c32775a5-c7ef-45aa-b6e9-7826868609c8 owned by {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:50:49.686483 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-73f4d72f-2e10-4f02-b9ff-4dc3b42cc94d tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:49.716090 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f4d72f-2e10-4f02-b9ff-4dc3b42cc94d tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Pushing event deleted for resources: {'Port': ['ID=c32775a5-c7ef-45aa-b6e9-7826868609c8,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:50:49.720894 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-73f4d72f-2e10-4f02-b9ff-4dc3b42cc94d tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:49.723550 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-73f4d72f-2e10-4f02-b9ff-4dc3b42cc94d tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] 10.222.0.39 "DELETE /v2.0/ports/c32775a5-c7ef-45aa-b6e9-7826868609c8 HTTP/1.1" status: 204 len: 168 time: 0.2967319 Aug 12 14:50:49.725253 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 58212) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:50:49.774478 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cab699c2-52cb-45b7-a89d-75fc2f18ed6f tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:50:49.775999 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-cab699c2-52cb-45b7-a89d-75fc2f18ed6f tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0498307 Aug 12 14:50:49.778820 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 58214) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:50:49.801877 n-d-694802-15 neutron-server[94467]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfc7c7d0-4dee-4ef3-8e3d-eba5539c98ed tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] GET failed (client error): The resource could not be found. Aug 12 14:50:49.803326 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-dfc7c7d0-4dee-4ef3-8e3d-eba5539c98ed tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] 10.222.0.39 "GET /v2.0/ports/c32775a5-c7ef-45aa-b6e9-7826868609c8 HTTP/1.1" status: 404 len: 333 time: 0.0235691 Aug 12 14:50:49.806923 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 58216) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:50:49.811655 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-4a2b3855-b1e8-49ab-aab2-51f9661187fc tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-998427872'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:50:49.832699 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a2b3855-b1e8-49ab-aab2-51f9661187fc tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Made reservation on behalf of be866c071af14d49833929e5eca8b8bc for: {'network': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:50:49.836875 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-4a2b3855-b1e8-49ab-aab2-51f9661187fc tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for network, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:49.860469 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a2b3855-b1e8-49ab-aab2-51f9661187fc tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] vlan segment allocate from pool success with {'vlan_id': 331, 'physical_network': 'physnet1'} {{(pid=94467) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 14:50:49.869960 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-4a2b3855-b1e8-49ab-aab2-51f9661187fc tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:49.870356 n-d-694802-15 neutron-server[94467]: INFO neutron.db.segments_db [None req-4a2b3855-b1e8-49ab-aab2-51f9661187fc tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Added segment 70790fb7-d9e6-45b5-9e03-cd7c77139d9a of type vlan for network db903166-b790-4946-8bfb-c360deea9d05 Aug 12 14:50:49.932353 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b7f061c5-760e-4e40-8e96-11d383b2bc81 req-ecd85e7c-07f1-4057-b752-c84cbdc90152 tempest-ServerShowV257Test-580473577 tempest-ServerShowV257Test-580473577-project] 10.222.0.39 "GET /v2.0/ports?device_id=3312d3bd-55bd-40e0-9829-b2b6ebe45a74 HTTP/1.1" status: 200 len: 210 time: 0.0538242 Aug 12 14:50:49.940780 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-4a2b3855-b1e8-49ab-aab2-51f9661187fc tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744653628263'] for network, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:49.969678 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-4a2b3855-b1e8-49ab-aab2-51f9661187fc tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409'] for network, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:49.975959 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a2b3855-b1e8-49ab-aab2-51f9661187fc tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:50:49.976553 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-4a2b3855-b1e8-49ab-aab2-51f9661187fc tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for network, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:50.031698 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-4a2b3855-b1e8-49ab-aab2-51f9661187fc tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2234254 Aug 12 14:50:50.034126 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 58222) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:50:50.041979 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-31a72498-765f-4ff6-9ff6-956bbd1639e1 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Request body: {'subnet': {'network_id': 'db903166-b790-4946-8bfb-c360deea9d05', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:50:50.059901 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2b3855-b1e8-49ab-aab2-51f9661187fc tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Pushing event updated for resources: {'Network': ['ID=db903166-b790-4946-8bfb-c360deea9d05,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:50:50.070970 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Network db903166-b790-4946-8bfb-c360deea9d05 details requested by agent ovs-agent-n-d-694802-15 with host n-d-694802-15 {{(pid=94468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 14:50:50.139483 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bc344a-dc86-4308-b66f-fe8a5c8461fe req-9c29c927-962b-4184-ab70-7dc025b5ddd0 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:50:50.141187 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-76bc344a-dc86-4308-b66f-fe8a5c8461fe req-9c29c927-962b-4184-ab70-7dc025b5ddd0 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] 10.222.0.39 "GET /v2.0/ports?device_id=446a91c4-0cb7-46bb-a116-6a8e83939b03 HTTP/1.1" status: 200 len: 943 time: 0.0553977 Aug 12 14:50:50.144222 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31a72498-765f-4ff6-9ff6-956bbd1639e1 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Made reservation on behalf of be866c071af14d49833929e5eca8b8bc for: {'subnet': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:50:50.147968 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-31a72498-765f-4ff6-9ff6-956bbd1639e1 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3343791'] for subnet, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:50.180896 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-76bc344a-dc86-4308-b66f-fe8a5c8461fe req-86d23f8a-dc51-4dda-a0c6-5d556282cb36 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] 10.222.0.39 "GET /v2.0/security-groups?id=d503e6e0-4ce0-4f78-842d-abe0bf3f8a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332351 Aug 12 14:50:50.329454 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-31a72498-765f-4ff6-9ff6-956bbd1639e1 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2859166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3343773'] for subnet, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:50.393152 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a72498-765f-4ff6-9ff6-956bbd1639e1 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Pushing event updated for resources: {'Subnet': ['ID=d3552218-6e2d-45ee-b363-71f254c0a00e,revision_number=0']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:50:50.397567 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31a72498-765f-4ff6-9ff6-956bbd1639e1 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Checking segment: {'id': '70790fb7-d9e6-45b5-9e03-cd7c77139d9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'db903166-b790-4946-8bfb-c360deea9d05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:50:50.397903 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31a72498-765f-4ff6-9ff6-956bbd1639e1 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Network hostable DHCP agents. Network: db903166-b790-4946-8bfb-c360deea9d05, hostable agents: ['1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658'], hosted agents: [] {{(pid=94467) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 14:50:50.415281 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31a72498-765f-4ff6-9ff6-956bbd1639e1 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Network db903166-b790-4946-8bfb-c360deea9d05 is scheduled to be hosted by DHCP agent 1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658 with binding_index 1 {{(pid=94467) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 14:50:50.423358 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [None req-31a72498-765f-4ff6-9ff6-956bbd1639e1 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-15, db903166-b790-4946-8bfb-c360deea9d05) {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:50:50.427350 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31a72498-765f-4ff6-9ff6-956bbd1639e1 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:50:50.427947 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-31a72498-765f-4ff6-9ff6-956bbd1639e1 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks [] for subnet, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:50.432343 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65eebf9b-523c-44a0-ad1c-6eac00afebf6 None None] Network db903166-b790-4946-8bfb-c360deea9d05 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:50:50.442014 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-31a72498-765f-4ff6-9ff6-956bbd1639e1 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4068637 Aug 12 14:50:50.444831 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 58226) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:50:50.450693 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-2e4cad20-9bfa-412f-a403-fd240bda4696 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Request body: {'subnet': {'network_id': 'db903166-b790-4946-8bfb-c360deea9d05', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:50:50.563139 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e4cad20-9bfa-412f-a403-fd240bda4696 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Made reservation on behalf of be866c071af14d49833929e5eca8b8bc for: {'subnet': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:50:50.566828 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-2e4cad20-9bfa-412f-a403-fd240bda4696 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3343791'] for subnet, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:50.587219 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-651051f6-0d12-4676-8e1f-e944ad85a029 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa7035b3e-9a89-5964-b9f4-97301c3f476a-db903166-b790-4946-8bfb-c360deea9d05', 'network_id': 'db903166-b790-4946-8bfb-c360deea9d05', 'tenant_id': 'be866c071af14d49833929e5eca8b8bc', 'fixed_ips': [{'subnet_id': 'd3552218-6e2d-45ee-b363-71f254c0a00e'}]}} from n-d-694802-15. {{(pid=94468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 14:50:50.588117 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-651051f6-0d12-4676-8e1f-e944ad85a029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:50.657094 n-d-694802-15 neutron-server[94467]: INFO neutron.db.ipam_backend_mixin [None req-2e4cad20-9bfa-412f-a403-fd240bda4696 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet d3552218-6e2d-45ee-b363-71f254c0a00e (CIDR: 172.20.0.0/28) Aug 12 14:50:50.660001 n-d-694802-15 neutron-server[94467]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e4cad20-9bfa-412f-a403-fd240bda4696 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 12 14:50:50.660487 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e4cad20-9bfa-412f-a403-fd240bda4696 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94467) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 14:50:50.675749 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-2e4cad20-9bfa-412f-a403-fd240bda4696 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2291172 Aug 12 14:50:50.676559 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 58228) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:50:50.682074 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-92938e04-9f36-4935-812a-3a65b7ef7f3f tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Request body: {'subnet': {'network_id': 'db903166-b790-4946-8bfb-c360deea9d05', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:50:50.736076 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.db_base_plugin_common [None req-651051f6-0d12-4676-8e1f-e944ad85a029 None None] Allocated IP 172.20.0.2 (db903166-b790-4946-8bfb-c360deea9d05/d3552218-6e2d-45ee-b363-71f254c0a00e/bc0f2196-c0b3-4512-a98b-a1748a5e6c3a) {{(pid=94468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:50:50.800021 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92938e04-9f36-4935-812a-3a65b7ef7f3f tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Made reservation on behalf of be866c071af14d49833929e5eca8b8bc for: {'subnet': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:50:50.803580 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-92938e04-9f36-4935-812a-3a65b7ef7f3f tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3343791'] for subnet, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:50.890438 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-651051f6-0d12-4676-8e1f-e944ad85a029 None None] Notify callbacks [] for port, precommit_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:50.899576 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-651051f6-0d12-4676-8e1f-e944ad85a029 None None] Transition to ACTIVE for port object bc0f2196-c0b3-4512-a98b-a1748a5e6c3a will not be triggered until provisioned by entity L2. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:50:50.916124 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-651051f6-0d12-4676-8e1f-e944ad85a029 None None] Transition to ACTIVE for port object bc0f2196-c0b3-4512-a98b-a1748a5e6c3a will not be triggered until provisioned by entity DHCP. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:50:50.921422 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-651051f6-0d12-4676-8e1f-e944ad85a029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253'] for port, after_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:50.959117 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-651051f6-0d12-4676-8e1f-e944ad85a029 None None] Network db903166-b790-4946-8bfb-c360deea9d05 is already hosted by enough agents. {{(pid=94468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:50:50.964236 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.base_scheduler [None req-651051f6-0d12-4676-8e1f-e944ad85a029 None None] Resources bound (agent type, host, resource id): {{(pid=94468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:50:50.966691 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-651051f6-0d12-4676-8e1f-e944ad85a029 None None] Received port after_create {{(pid=94468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:50:50.977978 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651051f6-0d12-4676-8e1f-e944ad85a029 None None] Pushing event updated for resources: {'Port': ['ID=bc0f2196-c0b3-4512-a98b-a1748a5e6c3a,revision_number=1']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:50:51.031869 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-651051f6-0d12-4676-8e1f-e944ad85a029 None None] Attempting to bind port bc0f2196-c0b3-4512-a98b-a1748a5e6c3a on host n-d-694802-15 for vnic_type normal with profile {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:50:51.032241 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-651051f6-0d12-4676-8e1f-e944ad85a029 None None] Attempting to bind port bc0f2196-c0b3-4512-a98b-a1748a5e6c3a by drivers openvswitch,hyperv on host n-d-694802-15 at level 0 using segments [{'id': '70790fb7-d9e6-45b5-9e03-cd7c77139d9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'db903166-b790-4946-8bfb-c360deea9d05'}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:50:51.032975 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-651051f6-0d12-4676-8e1f-e944ad85a029 None None] Attempting to bind port bc0f2196-c0b3-4512-a98b-a1748a5e6c3a on network db903166-b790-4946-8bfb-c360deea9d05 {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:50:51.038079 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-651051f6-0d12-4676-8e1f-e944ad85a029 None None] Checking agent: {'id': '16de73ac-f2e9-4cee-b3e0-91052ae3e6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 20, 13), 'started_at': datetime.datetime(2021, 8, 12, 14, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 50, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:50:51.038412 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-92938e04-9f36-4935-812a-3a65b7ef7f3f tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2859166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3343773'] for subnet, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:51.038985 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-651051f6-0d12-4676-8e1f-e944ad85a029 None None] Checking segment: {'id': '70790fb7-d9e6-45b5-9e03-cd7c77139d9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'db903166-b790-4946-8bfb-c360deea9d05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:50:51.038985 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-651051f6-0d12-4676-8e1f-e944ad85a029 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:51.039963 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-651051f6-0d12-4676-8e1f-e944ad85a029 None None] Bound using segment: {'id': '70790fb7-d9e6-45b5-9e03-cd7c77139d9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'db903166-b790-4946-8bfb-c360deea9d05'} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:50:51.040434 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-651051f6-0d12-4676-8e1f-e944ad85a029 None None] Bound port: bc0f2196-c0b3-4512-a98b-a1748a5e6c3a, host: n-d-694802-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70790fb7-d9e6-45b5-9e03-cd7c77139d9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'db903166-b790-4946-8bfb-c360deea9d05'}}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:50:51.040827 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-651051f6-0d12-4676-8e1f-e944ad85a029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:51.050864 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-277302e1-fc80-4e1e-855a-9bb39088b677 req-943a77a5-7b0d-4602-acba-d09b7caaff71 tempest-ServerShowV257Test-580473577 tempest-ServerShowV257Test-580473577-project] 10.222.0.39 "GET /v2.0/ports?device_id=3312d3bd-55bd-40e0-9829-b2b6ebe45a74 HTTP/1.1" status: 200 len: 210 time: 0.0350771 Aug 12 14:50:51.076996 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92938e04-9f36-4935-812a-3a65b7ef7f3f tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Network db903166-b790-4946-8bfb-c360deea9d05 is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:50:51.080519 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [None req-92938e04-9f36-4935-812a-3a65b7ef7f3f tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:50:51.083172 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92938e04-9f36-4935-812a-3a65b7ef7f3f tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:50:51.083767 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-92938e04-9f36-4935-812a-3a65b7ef7f3f tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks [] for subnet, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:51.107861 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-92938e04-9f36-4935-812a-3a65b7ef7f3f tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.4291708 Aug 12 14:50:51.110200 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 58236) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:50:51.110461 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92938e04-9f36-4935-812a-3a65b7ef7f3f tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Pushing event updated for resources: {'Subnet': ['ID=ec96e1f6-5f45-4af6-b1ac-87eb9a8a1c85,revision_number=0']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:50:51.112954 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-651051f6-0d12-4676-8e1f-e944ad85a029 None None] For port bc0f2196-c0b3-4512-a98b-a1748a5e6c3a, host n-d-694802-15, cleared binding levels {{(pid=94468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:50:51.116307 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-5319245c-b647-4a0f-9c2c-ba175c8cd333 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Request body: {'port': {'network_id': 'db903166-b790-4946-8bfb-c360deea9d05', 'fixed_ips': [{'subnet_id': 'd3552218-6e2d-45ee-b363-71f254c0a00e'}, {'subnet_id': 'ec96e1f6-5f45-4af6-b1ac-87eb9a8a1c85'}], 'name': 'tempest-PortsTestJSON-402828549'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:50:51.116694 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-651051f6-0d12-4676-8e1f-e944ad85a029 None None] For port bc0f2196-c0b3-4512-a98b-a1748a5e6c3a, host n-d-694802-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=bc0f2196-c0b3-4512-a98b-a1748a5e6c3a,segment=NetworkSegment(70790fb7-d9e6-45b5-9e03-cd7c77139d9a),segment_id=70790fb7-d9e6-45b5-9e03-cd7c77139d9a)] {{(pid=94468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:50:51.121837 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-651051f6-0d12-4676-8e1f-e944ad85a029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:51.182788 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651051f6-0d12-4676-8e1f-e944ad85a029 None None] Pushing event updated for resources: {'Port': ['ID=bc0f2196-c0b3-4512-a98b-a1748a5e6c3a,revision_number=2']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:50:51.244060 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5319245c-b647-4a0f-9c2c-ba175c8cd333 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Made reservation on behalf of be866c071af14d49833929e5eca8b8bc for: {'port': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:50:51.332182 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7409a12c-9aa7-4925-befa-facff8c8d7c8 req-f4571680-4868-45c3-96e0-21d0f5b81339 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:50:51.333917 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-7409a12c-9aa7-4925-befa-facff8c8d7c8 req-f4571680-4868-45c3-96e0-21d0f5b81339 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] 10.222.0.39 "GET /v2.0/ports?device_id=446a91c4-0cb7-46bb-a116-6a8e83939b03 HTTP/1.1" status: 200 len: 943 time: 0.0657549 Aug 12 14:50:51.358444 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5319245c-b647-4a0f-9c2c-ba175c8cd333 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:51.378583 n-d-694802-15 neutron-server[94466]: DEBUG neutron.notifiers.nova [None req-5319245c-b647-4a0f-9c2c-ba175c8cd333 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] device_id is not set on port 785d17a4-a014-44da-9fe4-6b74b2633610 yet. {{(pid=94466) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 14:50:51.395205 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-7409a12c-9aa7-4925-befa-facff8c8d7c8 req-eed73840-acf4-4b60-992f-250e8191d742 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] 10.222.0.39 "GET /v2.0/security-groups?id=d503e6e0-4ce0-4f78-842d-abe0bf3f8a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456769 Aug 12 14:50:51.574354 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device 723dd652-1437-481a-b2fc-d4f7cad82f24 details requested by agent hyperv_n-h2-694802-15 with host n-h2-694802-15 {{(pid=94468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 14:50:51.665657 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-5319245c-b647-4a0f-9c2c-ba175c8cd333 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Allocated IP 172.20.0.7 (db903166-b790-4946-8bfb-c360deea9d05/d3552218-6e2d-45ee-b363-71f254c0a00e/785d17a4-a014-44da-9fe4-6b74b2633610) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:50:51.672638 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port 723dd652-1437-481a-b2fc-d4f7cad82f24, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=723dd652-1437-481a-b2fc-d4f7cad82f24,segment=NetworkSegment(abdc443e-cf7a-4b71-8730-19997248ebd2),segment_id=abdc443e-cf7a-4b71-8730-19997248ebd2)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:50:51.672814 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-5319245c-b647-4a0f-9c2c-ba175c8cd333 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Allocated IP 172.20.0.30 (db903166-b790-4946-8bfb-c360deea9d05/ec96e1f6-5f45-4af6-b1ac-87eb9a8a1c85/785d17a4-a014-44da-9fe4-6b74b2633610) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:50:51.684910 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Returning: {'device': '723dd652-1437-481a-b2fc-d4f7cad82f24', 'network_id': '0f2cc2b1-26b2-41f2-bdd8-a5e5698bdc15', 'port_id': '723dd652-1437-481a-b2fc-d4f7cad82f24', 'mac_address': 'fa:16:3e:c7:39:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33fe8ec3-27c5-4c33-8718-44dd3a3eaffa', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 14:50:51.722026 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:51.735273 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 723dd652-1437-481a-b2fc-d4f7cad82f24 {{(pid=94468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:50:51.754868 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port 723dd652-1437-481a-b2fc-d4f7cad82f24, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=723dd652-1437-481a-b2fc-d4f7cad82f24,segment=NetworkSegment(abdc443e-cf7a-4b71-8730-19997248ebd2),segment_id=abdc443e-cf7a-4b71-8730-19997248ebd2)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:50:51.759503 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:51.816610 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Pushing event updated for resources: {'Port': ['ID=723dd652-1437-481a-b2fc-d4f7cad82f24,revision_number=4']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:50:51.830465 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5319245c-b647-4a0f-9c2c-ba175c8cd333 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:51.844233 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-5319245c-b647-4a0f-9c2c-ba175c8cd333 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Transition to ACTIVE for port object 785d17a4-a014-44da-9fe4-6b74b2633610 will not be triggered until provisioned by entity DHCP. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:50:51.879860 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5319245c-b647-4a0f-9c2c-ba175c8cd333 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:51.925958 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5319245c-b647-4a0f-9c2c-ba175c8cd333 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Network db903166-b790-4946-8bfb-c360deea9d05 is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:50:51.931544 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-5319245c-b647-4a0f-9c2c-ba175c8cd333 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:50:51.935512 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5319245c-b647-4a0f-9c2c-ba175c8cd333 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:50:51.961484 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5319245c-b647-4a0f-9c2c-ba175c8cd333 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Pushing event updated for resources: {'Port': ['ID=785d17a4-a014-44da-9fe4-6b74b2633610,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:50:51.990061 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5319245c-b647-4a0f-9c2c-ba175c8cd333 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:50:51.990698 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5319245c-b647-4a0f-9c2c-ba175c8cd333 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:52.005670 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-5319245c-b647-4a0f-9c2c-ba175c8cd333 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1003 time: 0.8933623 Aug 12 14:50:52.009467 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 58242) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:50:52.015237 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-bf56d38c-402e-41a9-b2b4-6cb038ebab4d tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'd3552218-6e2d-45ee-b363-71f254c0a00e'}]}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:50:52.122563 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55917b2f-81b5-4b4c-b76e-089ef156f239 None None] Network db903166-b790-4946-8bfb-c360deea9d05 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:50:52.177225 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] get_ports_and_sgs() called for port_ids ['723dd652-1437-481a-b2fc-d4f7cad82f24'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:50:52.190170 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-290a8129-a908-4896-a417-9686ba8ae52e req-780db08e-a3c6-424c-8ec5-4b50b0d0d7f2 tempest-ServerShowV257Test-580473577 tempest-ServerShowV257Test-580473577-project] 10.222.0.39 "GET /v2.0/ports?device_id=3312d3bd-55bd-40e0-9829-b2b6ebe45a74 HTTP/1.1" status: 200 len: 210 time: 0.0516820 Aug 12 14:50:52.198128 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-bf56d38c-402e-41a9-b2b4-6cb038ebab4d tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:52.224325 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-3818fd00-f952-4399-a7d4-8a11ada21849 None None] Provisioning for port bc0f2196-c0b3-4512-a98b-a1748a5e6c3a completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:50:52.442652 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d9a6eb7-e4b9-4477-9b93-90f79412ef46 None None] Update dhcp port {'port': {'network_id': 'db903166-b790-4946-8bfb-c360deea9d05', 'fixed_ips': [{'subnet_id': 'd3552218-6e2d-45ee-b363-71f254c0a00e', 'ip_address': '172.20.0.2'}, {'subnet_id': 'ec96e1f6-5f45-4af6-b1ac-87eb9a8a1c85'}], 'binding:host_id': 'n-d-694802-15'}, 'id': 'bc0f2196-c0b3-4512-a98b-a1748a5e6c3a'} from n-d-694802-15. {{(pid=94468) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 12 14:50:52.464600 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_common [None req-bf56d38c-402e-41a9-b2b4-6cb038ebab4d tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Delete allocated IP 172.20.0.30 (db903166-b790-4946-8bfb-c360deea9d05/ec96e1f6-5f45-4af6-b1ac-87eb9a8a1c85) {{(pid=94467) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 12 14:50:52.468114 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-9d9a6eb7-e4b9-4477-9b93-90f79412ef46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:52.520599 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da9ace1-1c70-448b-933c-5fa55dc5b7d5 req-c61eb469-08a3-426b-b9d5-e38712bacbdf tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:50:52.522173 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-8da9ace1-1c70-448b-933c-5fa55dc5b7d5 req-c61eb469-08a3-426b-b9d5-e38712bacbdf tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] 10.222.0.39 "GET /v2.0/ports?device_id=446a91c4-0cb7-46bb-a116-6a8e83939b03 HTTP/1.1" status: 200 len: 944 time: 0.0553427 Aug 12 14:50:52.570439 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-8da9ace1-1c70-448b-933c-5fa55dc5b7d5 req-0b626722-32a3-44a4-8fb9-ebe7db202029 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] 10.222.0.39 "GET /v2.0/security-groups?id=d503e6e0-4ce0-4f78-842d-abe0bf3f8a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413504 Aug 12 14:50:52.598945 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-bf56d38c-402e-41a9-b2b4-6cb038ebab4d tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:52.611127 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [None req-bf56d38c-402e-41a9-b2b4-6cb038ebab4d tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Ignored duplicate provisioning block setup for port 785d17a4-a014-44da-9fe4-6b74b2633610 by entity DHCP. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 12 14:50:52.614670 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-bf56d38c-402e-41a9-b2b4-6cb038ebab4d tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:52.661282 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.db_base_plugin_common [None req-9d9a6eb7-e4b9-4477-9b93-90f79412ef46 None None] Allocated IP 172.20.0.18 (db903166-b790-4946-8bfb-c360deea9d05/ec96e1f6-5f45-4af6-b1ac-87eb9a8a1c85/bc0f2196-c0b3-4512-a98b-a1748a5e6c3a) {{(pid=94468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:50:52.701870 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf56d38c-402e-41a9-b2b4-6cb038ebab4d tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Pushing event updated for resources: {'Port': ['ID=785d17a4-a014-44da-9fe4-6b74b2633610,revision_number=2']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:50:52.720353 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-bf56d38c-402e-41a9-b2b4-6cb038ebab4d tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] In _notify_port_updated(), no bound segment for port 785d17a4-a014-44da-9fe4-6b74b2633610 on network db903166-b790-4946-8bfb-c360deea9d05 {{(pid=94467) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 12 14:50:52.725986 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf56d38c-402e-41a9-b2b4-6cb038ebab4d tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:50:52.726610 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-bf56d38c-402e-41a9-b2b4-6cb038ebab4d tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:52.728435 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-bf56d38c-402e-41a9-b2b4-6cb038ebab4d tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] 10.222.0.39 "PUT /v2.0/ports/785d17a4-a014-44da-9fe4-6b74b2633610 HTTP/1.1" status: 200 len: 918 time: 0.7177916 Aug 12 14:50:52.731206 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 58248) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:50:52.736547 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-259027d0-154d-4bb1-9136-df266956cddb tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'd3552218-6e2d-45ee-b363-71f254c0a00e'}, {'subnet_id': 'ec96e1f6-5f45-4af6-b1ac-87eb9a8a1c85'}]}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:50:52.763212 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-9d9a6eb7-e4b9-4477-9b93-90f79412ef46 None None] For port bc0f2196-c0b3-4512-a98b-a1748a5e6c3a, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=bc0f2196-c0b3-4512-a98b-a1748a5e6c3a,segment=NetworkSegment(70790fb7-d9e6-45b5-9e03-cd7c77139d9a),segment_id=70790fb7-d9e6-45b5-9e03-cd7c77139d9a)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:50:52.793173 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-9d9a6eb7-e4b9-4477-9b93-90f79412ef46 None None] Notify callbacks [] for port, precommit_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:52.805100 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-259027d0-154d-4bb1-9136-df266956cddb tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:52.806405 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-9d9a6eb7-e4b9-4477-9b93-90f79412ef46 None None] Transition to ACTIVE for port object bc0f2196-c0b3-4512-a98b-a1748a5e6c3a will not be triggered until provisioned by entity DHCP. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:50:52.810275 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-9d9a6eb7-e4b9-4477-9b93-90f79412ef46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:52.904729 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9a6eb7-e4b9-4477-9b93-90f79412ef46 None None] Pushing event updated for resources: {'Port': ['ID=bc0f2196-c0b3-4512-a98b-a1748a5e6c3a,revision_number=3']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:50:52.964057 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device bc0f2196-c0b3-4512-a98b-a1748a5e6c3a up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:50:53.021604 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning for port bc0f2196-c0b3-4512-a98b-a1748a5e6c3a completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:50:53.119512 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-259027d0-154d-4bb1-9136-df266956cddb tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Allocated IP 172.20.0.24 (db903166-b790-4946-8bfb-c360deea9d05/ec96e1f6-5f45-4af6-b1ac-87eb9a8a1c85/785d17a4-a014-44da-9fe4-6b74b2633610) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:50:53.261199 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-259027d0-154d-4bb1-9136-df266956cddb tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks [] for port, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:53.277492 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-259027d0-154d-4bb1-9136-df266956cddb tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Ignored duplicate provisioning block setup for port 785d17a4-a014-44da-9fe4-6b74b2633610 by entity DHCP. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 12 14:50:53.289010 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-259027d0-154d-4bb1-9136-df266956cddb tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3718439'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:53.316836 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-3dfd9782-6772-49c4-bb62-b366501b9eef req-e34061ba-0694-4608-a3ef-dbdb7117bb83 tempest-ServerShowV257Test-580473577 tempest-ServerShowV257Test-580473577-project] 10.222.0.39 "GET /v2.0/ports?device_id=3312d3bd-55bd-40e0-9829-b2b6ebe45a74 HTTP/1.1" status: 200 len: 210 time: 0.0414112 Aug 12 14:50:53.387008 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34354221-1f40-48bf-86a1-5f46ce3f5583 None None] Network db903166-b790-4946-8bfb-c360deea9d05 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:50:53.415781 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259027d0-154d-4bb1-9136-df266956cddb tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Pushing event updated for resources: {'Port': ['ID=785d17a4-a014-44da-9fe4-6b74b2633610,revision_number=3']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:50:53.436407 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-259027d0-154d-4bb1-9136-df266956cddb tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] In _notify_port_updated(), no bound segment for port 785d17a4-a014-44da-9fe4-6b74b2633610 on network db903166-b790-4946-8bfb-c360deea9d05 {{(pid=94466) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 12 14:50:53.441858 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-259027d0-154d-4bb1-9136-df266956cddb tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:50:53.442472 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-259027d0-154d-4bb1-9136-df266956cddb tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:53.443778 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-259027d0-154d-4bb1-9136-df266956cddb tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] 10.222.0.39 "PUT /v2.0/ports/785d17a4-a014-44da-9fe4-6b74b2633610 HTTP/1.1" status: 200 len: 998 time: 0.7115991 Aug 12 14:50:53.446549 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 58254) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:50:53.496086 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-12b9bb33-1e4a-431e-9d34-3363f239baf5 None None] Provisioning for port bc0f2196-c0b3-4512-a98b-a1748a5e6c3a completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:50:53.505045 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-12b9bb33-1e4a-431e-9d34-3363f239baf5 None None] Provisioning complete for port bc0f2196-c0b3-4512-a98b-a1748a5e6c3a triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:50:53.505411 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-12b9bb33-1e4a-431e-9d34-3363f239baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:53.544635 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-23eca28d-605d-44f7-a662-beef6dacabfc tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Deleting port 785d17a4-a014-44da-9fe4-6b74b2633610 {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:50:53.545232 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-23eca28d-605d-44f7-a662-beef6dacabfc tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:53.600716 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device 723dd652-1437-481a-b2fc-d4f7cad82f24 up at agent hyperv_n-h2-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:50:53.638223 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-23eca28d-605d-44f7-a662-beef6dacabfc tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:53.644044 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-12b9bb33-1e4a-431e-9d34-3363f239baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:53.651267 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-23eca28d-605d-44f7-a662-beef6dacabfc tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Calling delete_port for 785d17a4-a014-44da-9fe4-6b74b2633610 owned by {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:50:53.698773 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58c6618-1ccf-40c8-91db-cc306fc8654e req-4fcd7576-0bd3-4fa0-a39b-2b47a1b57d84 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:50:53.700544 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f58c6618-1ccf-40c8-91db-cc306fc8654e req-4fcd7576-0bd3-4fa0-a39b-2b47a1b57d84 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] 10.222.0.39 "GET /v2.0/ports?device_id=446a91c4-0cb7-46bb-a116-6a8e83939b03 HTTP/1.1" status: 200 len: 944 time: 0.0576806 Aug 12 14:50:53.746742 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f58c6618-1ccf-40c8-91db-cc306fc8654e req-2f21cd35-fe39-4a26-8443-e0b3e6a5d7ec tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] 10.222.0.39 "GET /v2.0/security-groups?id=d503e6e0-4ce0-4f78-842d-abe0bf3f8a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381255 Aug 12 14:50:53.835314 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-12b9bb33-1e4a-431e-9d34-3363f239baf5 None None] For port bc0f2196-c0b3-4512-a98b-a1748a5e6c3a, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=bc0f2196-c0b3-4512-a98b-a1748a5e6c3a,segment=NetworkSegment(70790fb7-d9e6-45b5-9e03-cd7c77139d9a),segment_id=70790fb7-d9e6-45b5-9e03-cd7c77139d9a)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:50:53.837807 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Provisioning for port 723dd652-1437-481a-b2fc-d4f7cad82f24 completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:50:53.841147 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-12b9bb33-1e4a-431e-9d34-3363f239baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:53.846155 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Provisioning complete for port 723dd652-1437-481a-b2fc-d4f7cad82f24 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:50:53.846772 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:53.853514 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-23eca28d-605d-44f7-a662-beef6dacabfc tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:53.889301 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23eca28d-605d-44f7-a662-beef6dacabfc tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Pushing event deleted for resources: {'Port': ['ID=785d17a4-a014-44da-9fe4-6b74b2633610,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:50:53.907510 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-12b9bb33-1e4a-431e-9d34-3363f239baf5 None None] Provisioning complete for port 785d17a4-a014-44da-9fe4-6b74b2633610 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:50:53.907885 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-12b9bb33-1e4a-431e-9d34-3363f239baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:53.936423 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-12b9bb33-1e4a-431e-9d34-3363f239baf5 None None] Port 785d17a4-a014-44da-9fe4-6b74b2633610 was deleted so its status cannot be updated. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 12 14:50:53.947814 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b9bb33-1e4a-431e-9d34-3363f239baf5 None None] Pushing event updated for resources: {'Port': ['ID=bc0f2196-c0b3-4512-a98b-a1748a5e6c3a,revision_number=4']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:50:53.984655 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-23eca28d-605d-44f7-a662-beef6dacabfc tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:53.988262 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-23eca28d-605d-44f7-a662-beef6dacabfc tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] 10.222.0.39 "DELETE /v2.0/ports/785d17a4-a014-44da-9fe4-6b74b2633610 HTTP/1.1" status: 204 len: 168 time: 0.5398736 Aug 12 14:50:53.989169 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 58260) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:50:53.996301 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:54.014326 n-d-694802-15 neutron-server[94466]: INFO neutron.pecan_wsgi.hooks.translation [None req-361ae932-725a-495e-a03a-f3ffe35ad4b7 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] GET failed (client error): The resource could not be found. Aug 12 14:50:54.015882 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-361ae932-725a-495e-a03a-f3ffe35ad4b7 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] 10.222.0.39 "GET /v2.0/ports/785d17a4-a014-44da-9fe4-6b74b2633610 HTTP/1.1" status: 404 len: 333 time: 0.0257039 Aug 12 14:50:54.018562 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 58262) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:50:54.019440 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '446a91c4-0cb7-46bb-a116-6a8e83939b03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '723dd652-1437-481a-b2fc-d4f7cad82f24'}] {{(pid=94468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:50:54.021493 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99a8d87602170099c728e57431aca99e9b98a655a83bbf8727be13192709727b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3586c910-df9e-4346-a3c3-3e6914d3899c" -d '{"events": [{"server_uuid": "446a91c4-0cb7-46bb-a116-6a8e83939b03", "name": "network-vif-plugged", "status": "completed", "tag": "723dd652-1437-481a-b2fc-d4f7cad82f24"}]}' {{(pid=94468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:50:54.034516 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port 723dd652-1437-481a-b2fc-d4f7cad82f24, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=723dd652-1437-481a-b2fc-d4f7cad82f24,segment=NetworkSegment(abdc443e-cf7a-4b71-8730-19997248ebd2),segment_id=abdc443e-cf7a-4b71-8730-19997248ebd2)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:50:54.039074 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:54.063489 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 14:50:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c950ca5-3227-4aa4-90a3-b9fbf09a7e68 x-openstack-request-id: req-1c950ca5-3227-4aa4-90a3-b9fbf09a7e68 {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:50:54.063783 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "446a91c4-0cb7-46bb-a116-6a8e83939b03", "name": "network-vif-plugged", "status": "completed", "tag": "723dd652-1437-481a-b2fc-d4f7cad82f24", "code": 200}]} {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:50:54.064036 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1c950ca5-3227-4aa4-90a3-b9fbf09a7e68 {{(pid=94468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:50:54.064419 n-d-694802-15 neutron-server[94468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '446a91c4-0cb7-46bb-a116-6a8e83939b03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '723dd652-1437-481a-b2fc-d4f7cad82f24', 'code': 200} Aug 12 14:50:54.075548 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0771230-af1e-4c7a-aac7-116547de44d3 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Deleting subnet ec96e1f6-5f45-4af6-b1ac-87eb9a8a1c85 {{(pid=94466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 14:50:54.079549 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f0771230-af1e-4c7a-aac7-116547de44d3 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks [] for subnet, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:54.094271 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Pushing event updated for resources: {'Port': ['ID=723dd652-1437-481a-b2fc-d4f7cad82f24,revision_number=5']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:50:54.121957 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f0771230-af1e-4c7a-aac7-116547de44d3 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2293551'] for subnet, precommit_delete_associations {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:54.159862 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e860301-6b38-4b37-a31c-a3a76f9d9bb1 req-94a6c564-ec51-47db-a5e7-51f39eeb6c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:50:54.161426 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-8e860301-6b38-4b37-a31c-a3a76f9d9bb1 req-94a6c564-ec51-47db-a5e7-51f39eeb6c3c service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=446a91c4-0cb7-46bb-a116-6a8e83939b03 HTTP/1.1" status: 200 len: 1097 time: 0.0406172 Aug 12 14:50:54.196414 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-8e860301-6b38-4b37-a31c-a3a76f9d9bb1 req-15795543-a838-4ae3-919d-ab4567283833 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=d503e6e0-4ce0-4f78-842d-abe0bf3f8a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0269837 Aug 12 14:50:54.211354 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f0771230-af1e-4c7a-aac7-116547de44d3 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66416255'] for subnet, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:54.273331 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f0771230-af1e-4c7a-aac7-116547de44d3 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66416232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3718429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8776402'] for subnet, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:54.302936 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0771230-af1e-4c7a-aac7-116547de44d3 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Pushing event deleted for resources: {'Subnet': ['ID=ec96e1f6-5f45-4af6-b1ac-87eb9a8a1c85,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:50:54.306338 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f0771230-af1e-4c7a-aac7-116547de44d3 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for subnet, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:54.308248 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-f0771230-af1e-4c7a-aac7-116547de44d3 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] 10.222.0.39 "DELETE /v2.0/subnets/ec96e1f6-5f45-4af6-b1ac-87eb9a8a1c85 HTTP/1.1" status: 204 len: 168 time: 0.2881770 Aug 12 14:50:54.310732 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 58266) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:50:54.367559 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_v2 [None req-e32e2933-6774-4315-80fe-a77be5cbbfd9 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Deleting subnet d3552218-6e2d-45ee-b363-71f254c0a00e {{(pid=94466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 14:50:54.371239 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e32e2933-6774-4315-80fe-a77be5cbbfd9 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks [] for subnet, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:54.434378 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-e332378b-eaee-4b3b-b478-fc4dd07a1948 req-ff62db3f-a591-44c4-83f4-80feb3de7bc1 tempest-ServerShowV257Test-580473577 tempest-ServerShowV257Test-580473577-project] 10.222.0.39 "GET /v2.0/ports?device_id=3312d3bd-55bd-40e0-9829-b2b6ebe45a74 HTTP/1.1" status: 200 len: 210 time: 0.0373580 Aug 12 14:50:54.436483 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e32e2933-6774-4315-80fe-a77be5cbbfd9 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2293551'] for subnet, precommit_delete_associations {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:54.523602 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e32e2933-6774-4315-80fe-a77be5cbbfd9 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66416255'] for subnet, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:54.591170 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e32e2933-6774-4315-80fe-a77be5cbbfd9 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66416232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3718429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8776402'] for subnet, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:54.622731 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32e2933-6774-4315-80fe-a77be5cbbfd9 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Pushing event deleted for resources: {'Subnet': ['ID=d3552218-6e2d-45ee-b363-71f254c0a00e,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:50:54.628420 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e32e2933-6774-4315-80fe-a77be5cbbfd9 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for subnet, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:54.630427 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-e32e2933-6774-4315-80fe-a77be5cbbfd9 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] 10.222.0.39 "DELETE /v2.0/subnets/d3552218-6e2d-45ee-b363-71f254c0a00e HTTP/1.1" status: 204 len: 168 time: 0.3187566 Aug 12 14:50:54.633016 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 58270) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:50:54.702655 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7acc483-1a6f-470c-97e8-0a7a91964ee1 None None] Network db903166-b790-4946-8bfb-c360deea9d05 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:50:54.711168 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-40ce75b7-8c41-4def-abd9-ef0ee5cca9b3 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680608'] for network, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:54.770118 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-40ce75b7-8c41-4def-abd9-ef0ee5cca9b3 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Deleting port bc0f2196-c0b3-4512-a98b-a1748a5e6c3a {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:50:54.770457 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-40ce75b7-8c41-4def-abd9-ef0ee5cca9b3 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:54.778163 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-00c33838-88c9-4a8b-a9f2-13731050a3f0 None None] Provisioning complete for port bc0f2196-c0b3-4512-a98b-a1748a5e6c3a triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:50:54.778541 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-00c33838-88c9-4a8b-a9f2-13731050a3f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:54.840266 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-40ce75b7-8c41-4def-abd9-ef0ee5cca9b3 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] For port bc0f2196-c0b3-4512-a98b-a1748a5e6c3a, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=bc0f2196-c0b3-4512-a98b-a1748a5e6c3a,segment=NetworkSegment(70790fb7-d9e6-45b5-9e03-cd7c77139d9a),segment_id=70790fb7-d9e6-45b5-9e03-cd7c77139d9a)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:50:54.840750 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-40ce75b7-8c41-4def-abd9-ef0ee5cca9b3 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:54.858371 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-40ce75b7-8c41-4def-abd9-ef0ee5cca9b3 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Calling delete_port for bc0f2196-c0b3-4512-a98b-a1748a5e6c3a owned by network:dhcp {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:50:54.885736 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7210c49-88bf-4e9a-a492-3bf640541783 req-34269c91-2a91-417c-8eb3-3e130603c53f tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:50:54.888366 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d7210c49-88bf-4e9a-a492-3bf640541783 req-34269c91-2a91-417c-8eb3-3e130603c53f tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] 10.222.0.39 "GET /v2.0/ports?device_id=446a91c4-0cb7-46bb-a116-6a8e83939b03 HTTP/1.1" status: 200 len: 945 time: 0.0692008 Aug 12 14:50:54.909089 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-00c33838-88c9-4a8b-a9f2-13731050a3f0 None None] Could not find standard attr ID for object 785d17a4-a014-44da-9fe4-6b74b2633610. {{(pid=94468) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 12 14:50:54.947593 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d7210c49-88bf-4e9a-a492-3bf640541783 req-13f43e4d-466a-4b03-b986-58865287189f tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] 10.222.0.39 "GET /v2.0/security-groups?id=d503e6e0-4ce0-4f78-842d-abe0bf3f8a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493383 Aug 12 14:50:54.967922 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a32be60-c118-478d-944c-698817ace89c None None] DHCP port deletion for db903166-b790-4946-8bfb-c360deea9d05 request from n-d-694802-15 {{(pid=94468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 14:50:54.977118 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-40ce75b7-8c41-4def-abd9-ef0ee5cca9b3 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:55.007804 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40ce75b7-8c41-4def-abd9-ef0ee5cca9b3 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] No DVR routers for this DVR port bc0f2196-c0b3-4512-a98b-a1748a5e6c3a on host n-d-694802-15 {{(pid=94466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:50:55.014628 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ce75b7-8c41-4def-abd9-ef0ee5cca9b3 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Pushing event deleted for resources: {'Port': ['ID=bc0f2196-c0b3-4512-a98b-a1748a5e6c3a,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:50:55.016473 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-8a32be60-c118-478d-944c-698817ace89c None None] Deleting port bc0f2196-c0b3-4512-a98b-a1748a5e6c3a {{(pid=94468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:50:55.016916 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-8a32be60-c118-478d-944c-698817ace89c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:55.078468 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-8a32be60-c118-478d-944c-698817ace89c None None] For port bc0f2196-c0b3-4512-a98b-a1748a5e6c3a, host n-d-694802-15, got binding levels [] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:50:55.078866 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-8a32be60-c118-478d-944c-698817ace89c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:55.091343 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-8a32be60-c118-478d-944c-698817ace89c None None] Calling delete_port for bc0f2196-c0b3-4512-a98b-a1748a5e6c3a owned by network:dhcp {{(pid=94468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:50:55.091787 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-40ce75b7-8c41-4def-abd9-ef0ee5cca9b3 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66413304', 'neutron.services.segments.db._delete_segments_for_network-8744654118000'] for network, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:55.094026 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.ipam_backend_mixin [None req-8a32be60-c118-478d-944c-698817ace89c None None] Port bc0f2196-c0b3-4512-a98b-a1748a5e6c3a was not found and therefore no delete operation was performed {{(pid=94468) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 12 14:50:55.095335 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-8a32be60-c118-478d-944c-698817ace89c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262'] for port, after_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:55.101721 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-40ce75b7-8c41-4def-abd9-ef0ee5cca9b3 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db903166-b790-4946-8bfb-c360deea9d05']}} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:50:55.114149 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-40ce75b7-8c41-4def-abd9-ef0ee5cca9b3 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70790fb7-d9e6-45b5-9e03-cd7c77139d9a') {'for_net_delete': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:50:55.114455 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-40ce75b7-8c41-4def-abd9-ef0ee5cca9b3 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70790fb7-d9e6-45b5-9e03-cd7c77139d9a') {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:50:55.120867 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a32be60-c118-478d-944c-698817ace89c None None] Pushing event deleted for resources: {'Port': ['ID=bc0f2196-c0b3-4512-a98b-a1748a5e6c3a,revision_number=None']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:50:55.122655 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a32be60-c118-478d-944c-698817ace89c None None] No DVR routers for this DVR port bc0f2196-c0b3-4512-a98b-a1748a5e6c3a on host n-d-694802-15 {{(pid=94468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:50:55.125242 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-40ce75b7-8c41-4def-abd9-ef0ee5cca9b3 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744654122361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2293560'] for segment, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:55.141089 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-40ce75b7-8c41-4def-abd9-ef0ee5cca9b3 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:55.146926 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40ce75b7-8c41-4def-abd9-ef0ee5cca9b3 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Releasing vlan 331 on physical network physnet1 to pool {{(pid=94466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 14:50:55.147366 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-40ce75b7-8c41-4def-abd9-ef0ee5cca9b3 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3718595'] for segment, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:55.150401 n-d-694802-15 neutron-server[94466]: Traceback (most recent call last): Aug 12 14:50:55.150401 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 14:50:55.150401 n-d-694802-15 neutron-server[94466]: timer() Aug 12 14:50:55.150401 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 14:50:55.150401 n-d-694802-15 neutron-server[94466]: cb(*args, **kw) Aug 12 14:50:55.150401 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 14:50:55.150401 n-d-694802-15 neutron-server[94466]: return func(*args, **kwargs) Aug 12 14:50:55.150401 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 14:50:55.150401 n-d-694802-15 neutron-server[94466]: self._notify() Aug 12 14:50:55.150401 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 14:50:55.150401 n-d-694802-15 neutron-server[94466]: self.callback(batched_events) Aug 12 14:50:55.150401 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 14:50:55.150401 n-d-694802-15 neutron-server[94466]: event.method(event) Aug 12 14:50:55.150401 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 14:50:55.150401 n-d-694802-15 neutron-server[94466]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 14:50:55.150401 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 14:50:55.150401 n-d-694802-15 neutron-server[94466]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 14:50:55.150401 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 14:50:55.150401 n-d-694802-15 neutron-server[94466]: return f(self, *a, **k) Aug 12 14:50:55.150401 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 14:50:55.150401 n-d-694802-15 neutron-server[94466]: return self._get(url).json() Aug 12 14:50:55.150401 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 14:50:55.150401 n-d-694802-15 neutron-server[94466]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 14:50:55.150401 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 14:50:55.150401 n-d-694802-15 neutron-server[94466]: return self.request(url, 'GET', **kwargs) Aug 12 14:50:55.150401 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 14:50:55.150401 n-d-694802-15 neutron-server[94466]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 14:50:55.150401 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 14:50:55.150401 n-d-694802-15 neutron-server[94466]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 14:50:55.150401 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 14:50:55.150401 n-d-694802-15 neutron-server[94466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 14:50:55.150401 n-d-694802-15 neutron-server[94466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 14:50:55.212309 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-40ce75b7-8c41-4def-abd9-ef0ee5cca9b3 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66413281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431520'] for network, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:55.228413 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-40ce75b7-8c41-4def-abd9-ef0ee5cca9b3 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks [] for network, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:55.230540 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-40ce75b7-8c41-4def-abd9-ef0ee5cca9b3 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] 10.222.0.39 "DELETE /v2.0/networks/db903166-b790-4946-8bfb-c360deea9d05 HTTP/1.1" status: 204 len: 168 time: 0.5965800 Aug 12 14:50:55.234384 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 58276) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:50:55.253078 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ce75b7-8c41-4def-abd9-ef0ee5cca9b3 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Pushing event deleted for resources: {'Network': ['ID=db903166-b790-4946-8bfb-c360deea9d05,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:50:55.298780 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a9cd2f3-1c35-4110-a805-56859bc5775a tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:50:55.300315 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-9a9cd2f3-1c35-4110-a805-56859bc5775a tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0650134 Aug 12 14:50:55.304086 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 58278) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:50:55.350159 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-d6bfa910-db92-4d74-ab4f-ce9eec8b17e4 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] 10.222.0.39 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0450594 Aug 12 14:50:55.354168 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 58280) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:50:55.358894 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-dd0d9300-399a-49d6-8ed7-5312e9512671 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-89942004'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:50:55.379191 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd0d9300-399a-49d6-8ed7-5312e9512671 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Made reservation on behalf of be866c071af14d49833929e5eca8b8bc for: {'network': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:50:55.382501 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-dd0d9300-399a-49d6-8ed7-5312e9512671 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for network, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:55.405399 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd0d9300-399a-49d6-8ed7-5312e9512671 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] vlan segment allocate from pool success with {'vlan_id': 322, 'physical_network': 'physnet1'} {{(pid=94466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 14:50:55.414051 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-dd0d9300-399a-49d6-8ed7-5312e9512671 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:55.414477 n-d-694802-15 neutron-server[94466]: INFO neutron.db.segments_db [None req-dd0d9300-399a-49d6-8ed7-5312e9512671 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Added segment f3c47ac7-4cab-4884-a2a0-005f9189ef9b of type vlan for network d317b60d-290f-4d3c-8e99-54401fd50cad Aug 12 14:50:55.457857 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-dd0d9300-399a-49d6-8ed7-5312e9512671 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744653628263'] for network, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:55.488646 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-dd0d9300-399a-49d6-8ed7-5312e9512671 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409'] for network, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:55.494232 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd0d9300-399a-49d6-8ed7-5312e9512671 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:50:55.494848 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-dd0d9300-399a-49d6-8ed7-5312e9512671 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks [] for network, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:55.539411 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-cd51f5b2-5366-4d1b-a84c-2bd92f8441c9 req-91fecc3a-a112-4f0a-8921-26922b3e031e tempest-ServerShowV257Test-580473577 tempest-ServerShowV257Test-580473577-project] 10.222.0.39 "GET /v2.0/ports?device_id=3312d3bd-55bd-40e0-9829-b2b6ebe45a74 HTTP/1.1" status: 200 len: 210 time: 0.0297408 Aug 12 14:50:55.551580 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-dd0d9300-399a-49d6-8ed7-5312e9512671 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.1963809 Aug 12 14:50:55.554405 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 58284) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:50:55.561765 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-10d8a7d1-74b4-48d7-9580-a7908f8b7bc3 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Request body: {'subnet': {'network_id': 'd317b60d-290f-4d3c-8e99-54401fd50cad', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:50:55.609649 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0d9300-399a-49d6-8ed7-5312e9512671 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Pushing event updated for resources: {'Network': ['ID=d317b60d-290f-4d3c-8e99-54401fd50cad,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:50:55.622972 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Network d317b60d-290f-4d3c-8e99-54401fd50cad details requested by agent ovs-agent-n-d-694802-15 with host n-d-694802-15 {{(pid=94468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 14:50:55.675347 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10d8a7d1-74b4-48d7-9580-a7908f8b7bc3 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Made reservation on behalf of be866c071af14d49833929e5eca8b8bc for: {'subnet': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:50:55.679185 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-10d8a7d1-74b4-48d7-9580-a7908f8b7bc3 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8776441'] for subnet, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:55.871142 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-10d8a7d1-74b4-48d7-9580-a7908f8b7bc3 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3718490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8776395'] for subnet, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:55.934037 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d8a7d1-74b4-48d7-9580-a7908f8b7bc3 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Pushing event updated for resources: {'Subnet': ['ID=159438b6-8023-4dc1-a09e-66d25275526a,revision_number=0']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:50:55.938294 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d8a7d1-74b4-48d7-9580-a7908f8b7bc3 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Checking segment: {'id': 'f3c47ac7-4cab-4884-a2a0-005f9189ef9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'd317b60d-290f-4d3c-8e99-54401fd50cad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:50:55.938651 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10d8a7d1-74b4-48d7-9580-a7908f8b7bc3 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Network hostable DHCP agents. Network: d317b60d-290f-4d3c-8e99-54401fd50cad, hostable agents: ['1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658'], hosted agents: [] {{(pid=94466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 14:50:55.954706 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10d8a7d1-74b4-48d7-9580-a7908f8b7bc3 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Network d317b60d-290f-4d3c-8e99-54401fd50cad is scheduled to be hosted by DHCP agent 1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658 with binding_index 1 {{(pid=94466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 14:50:55.963557 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-10d8a7d1-74b4-48d7-9580-a7908f8b7bc3 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-15, d317b60d-290f-4d3c-8e99-54401fd50cad) {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:50:55.971735 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10d8a7d1-74b4-48d7-9580-a7908f8b7bc3 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:50:55.972136 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55ab6d2b-3f46-4c3e-ab37-ad628d0f896a None None] Network d317b60d-290f-4d3c-8e99-54401fd50cad requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:50:55.972539 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-10d8a7d1-74b4-48d7-9580-a7908f8b7bc3 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for subnet, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:55.987808 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-10d8a7d1-74b4-48d7-9580-a7908f8b7bc3 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4321518 Aug 12 14:50:55.990337 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 58288) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:50:55.995667 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-0b29f7cb-8cc0-4956-aea1-94e64170b8e0 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Request body: {'port': {'network_id': 'd317b60d-290f-4d3c-8e99-54401fd50cad', 'name': 'tempest-PortsTestJSON-1887903317'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:50:56.121717 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f7ceae-f0b8-4313-b0ba-0c1bdc4529bd req-23cde5f7-e52c-447d-b31b-420bb2706ccd tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:50:56.123210 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-e4f7ceae-f0b8-4313-b0ba-0c1bdc4529bd req-23cde5f7-e52c-447d-b31b-420bb2706ccd tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] 10.222.0.39 "GET /v2.0/ports?device_id=446a91c4-0cb7-46bb-a116-6a8e83939b03 HTTP/1.1" status: 200 len: 945 time: 0.0823240 Aug 12 14:50:56.130185 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3416b156-ddc3-40f7-911e-434d476a0e5e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa7035b3e-9a89-5964-b9f4-97301c3f476a-d317b60d-290f-4d3c-8e99-54401fd50cad', 'network_id': 'd317b60d-290f-4d3c-8e99-54401fd50cad', 'tenant_id': 'be866c071af14d49833929e5eca8b8bc', 'fixed_ips': [{'subnet_id': '159438b6-8023-4dc1-a09e-66d25275526a'}]}} from n-d-694802-15. {{(pid=94468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 14:50:56.131099 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-3416b156-ddc3-40f7-911e-434d476a0e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:56.175032 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-e4f7ceae-f0b8-4313-b0ba-0c1bdc4529bd req-c9dadc34-ce02-4aea-9463-dbad013e551b tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] 10.222.0.39 "GET /v2.0/security-groups?id=d503e6e0-4ce0-4f78-842d-abe0bf3f8a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443695 Aug 12 14:50:56.176208 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b29f7cb-8cc0-4956-aea1-94e64170b8e0 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Made reservation on behalf of be866c071af14d49833929e5eca8b8bc for: {'port': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:50:56.179711 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0b29f7cb-8cc0-4956-aea1-94e64170b8e0 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:56.198296 n-d-694802-15 neutron-server[94466]: DEBUG neutron.notifiers.nova [None req-0b29f7cb-8cc0-4956-aea1-94e64170b8e0 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] device_id is not set on port 13e7af66-55b5-4ec1-93d2-4fceb15a6fce yet. {{(pid=94466) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 14:50:56.278429 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.db_base_plugin_common [None req-3416b156-ddc3-40f7-911e-434d476a0e5e None None] Allocated IP 172.20.0.2 (d317b60d-290f-4d3c-8e99-54401fd50cad/159438b6-8023-4dc1-a09e-66d25275526a/be725b51-6112-4ae7-a998-e829432925ef) {{(pid=94468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:50:56.427606 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-3416b156-ddc3-40f7-911e-434d476a0e5e None None] Notify callbacks [] for port, precommit_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:56.436412 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-3416b156-ddc3-40f7-911e-434d476a0e5e None None] Transition to ACTIVE for port object be725b51-6112-4ae7-a998-e829432925ef will not be triggered until provisioned by entity L2. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:50:56.439928 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf785e84-8c32-43ec-99b0-113bcd789557 req-62ad7422-fe09-4bbf-aeff-62914fe9fd9e tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:50:56.441731 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-cf785e84-8c32-43ec-99b0-113bcd789557 req-62ad7422-fe09-4bbf-aeff-62914fe9fd9e tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] 10.222.0.39 "GET /v2.0/networks?id=0f2cc2b1-26b2-41f2-bdd8-a5e5698bdc15 HTTP/1.1" status: 200 len: 806 time: 0.1043437 Aug 12 14:50:56.452002 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-3416b156-ddc3-40f7-911e-434d476a0e5e None None] Transition to ACTIVE for port object be725b51-6112-4ae7-a998-e829432925ef will not be triggered until provisioned by entity DHCP. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:50:56.457472 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-cf785e84-8c32-43ec-99b0-113bcd789557 req-f0995a79-f6ae-4f3e-a9cb-b4ccc69a1ddb tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] 10.222.0.39 "GET /v2.0/quotas/8aeb63fb42f149b3aa9e0e9c29a41582 HTTP/1.1" status: 200 len: 375 time: 0.0097182 Aug 12 14:50:56.457613 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-3416b156-ddc3-40f7-911e-434d476a0e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253'] for port, after_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:56.491339 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3416b156-ddc3-40f7-911e-434d476a0e5e None None] Network d317b60d-290f-4d3c-8e99-54401fd50cad is already hosted by enough agents. {{(pid=94468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:50:56.494867 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.base_scheduler [None req-3416b156-ddc3-40f7-911e-434d476a0e5e None None] Resources bound (agent type, host, resource id): {{(pid=94468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:50:56.499280 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3416b156-ddc3-40f7-911e-434d476a0e5e None None] Received port after_create {{(pid=94468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:50:56.510580 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-0b29f7cb-8cc0-4956-aea1-94e64170b8e0 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Allocated IP 172.20.0.3 (d317b60d-290f-4d3c-8e99-54401fd50cad/159438b6-8023-4dc1-a09e-66d25275526a/13e7af66-55b5-4ec1-93d2-4fceb15a6fce) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:50:56.514683 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-cf785e84-8c32-43ec-99b0-113bcd789557 req-8f902d74-eeef-4df7-9206-a173038ed1fe tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=8aeb63fb42f149b3aa9e0e9c29a41582&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0507436 Aug 12 14:50:56.552076 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3416b156-ddc3-40f7-911e-434d476a0e5e None None] Pushing event updated for resources: {'Port': ['ID=be725b51-6112-4ae7-a998-e829432925ef,revision_number=1']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:50:56.587191 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-3416b156-ddc3-40f7-911e-434d476a0e5e None None] Attempting to bind port be725b51-6112-4ae7-a998-e829432925ef on host n-d-694802-15 for vnic_type normal with profile {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:50:56.590726 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-3416b156-ddc3-40f7-911e-434d476a0e5e None None] Attempting to bind port be725b51-6112-4ae7-a998-e829432925ef by drivers openvswitch,hyperv on host n-d-694802-15 at level 0 using segments [{'id': 'f3c47ac7-4cab-4884-a2a0-005f9189ef9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'd317b60d-290f-4d3c-8e99-54401fd50cad'}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:50:56.591339 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3416b156-ddc3-40f7-911e-434d476a0e5e None None] Attempting to bind port be725b51-6112-4ae7-a998-e829432925ef on network d317b60d-290f-4d3c-8e99-54401fd50cad {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:50:56.596990 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3416b156-ddc3-40f7-911e-434d476a0e5e None None] Checking agent: {'id': '16de73ac-f2e9-4cee-b3e0-91052ae3e6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 20, 13), 'started_at': datetime.datetime(2021, 8, 12, 14, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 50, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:50:56.597500 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3416b156-ddc3-40f7-911e-434d476a0e5e None None] Checking segment: {'id': 'f3c47ac7-4cab-4884-a2a0-005f9189ef9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'd317b60d-290f-4d3c-8e99-54401fd50cad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:50:56.598321 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-3416b156-ddc3-40f7-911e-434d476a0e5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:56.598838 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3416b156-ddc3-40f7-911e-434d476a0e5e None None] Bound using segment: {'id': 'f3c47ac7-4cab-4884-a2a0-005f9189ef9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'd317b60d-290f-4d3c-8e99-54401fd50cad'} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:50:56.599929 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-3416b156-ddc3-40f7-911e-434d476a0e5e None None] Bound port: be725b51-6112-4ae7-a998-e829432925ef, host: n-d-694802-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3c47ac7-4cab-4884-a2a0-005f9189ef9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'd317b60d-290f-4d3c-8e99-54401fd50cad'}}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:50:56.599929 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-3416b156-ddc3-40f7-911e-434d476a0e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:56.622924 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-cf785e84-8c32-43ec-99b0-113bcd789557 req-3ac71f9c-8944-4068-919b-24df9d61aeda service neutron] 10.222.0.39 "GET /v2.0/networks/0f2cc2b1-26b2-41f2-bdd8-a5e5698bdc15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007166 Aug 12 14:50:56.663652 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-1d1946b7-d822-4233-9b3c-0a14514bdf88 req-ad20f423-4e31-4b4b-819d-a0469b4dda86 tempest-ServerShowV257Test-580473577 tempest-ServerShowV257Test-580473577-project] 10.222.0.39 "GET /v2.0/ports?device_id=3312d3bd-55bd-40e0-9829-b2b6ebe45a74 HTTP/1.1" status: 200 len: 210 time: 0.0387483 Aug 12 14:50:56.673805 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-3416b156-ddc3-40f7-911e-434d476a0e5e None None] For port be725b51-6112-4ae7-a998-e829432925ef, host n-d-694802-15, cleared binding levels {{(pid=94468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:50:56.676703 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-3416b156-ddc3-40f7-911e-434d476a0e5e None None] For port be725b51-6112-4ae7-a998-e829432925ef, host n-d-694802-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=be725b51-6112-4ae7-a998-e829432925ef,segment=NetworkSegment(f3c47ac7-4cab-4884-a2a0-005f9189ef9b),segment_id=f3c47ac7-4cab-4884-a2a0-005f9189ef9b)] {{(pid=94468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:50:56.684534 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-3416b156-ddc3-40f7-911e-434d476a0e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:56.725851 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0b29f7cb-8cc0-4956-aea1-94e64170b8e0 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:56.731817 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-cf785e84-8c32-43ec-99b0-113bcd789557 req-5f2cb4b4-ffd8-42e6-9562-7c5249e10a91 service neutron] 10.222.0.39 "GET /v2.0/networks/0f2cc2b1-26b2-41f2-bdd8-a5e5698bdc15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025882 Aug 12 14:50:56.741502 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-0b29f7cb-8cc0-4956-aea1-94e64170b8e0 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Transition to ACTIVE for port object 13e7af66-55b5-4ec1-93d2-4fceb15a6fce will not be triggered until provisioned by entity DHCP. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:50:56.753812 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3416b156-ddc3-40f7-911e-434d476a0e5e None None] Pushing event updated for resources: {'Port': ['ID=be725b51-6112-4ae7-a998-e829432925ef,revision_number=2']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:50:56.790255 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0b29f7cb-8cc0-4956-aea1-94e64170b8e0 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:56.838094 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b29f7cb-8cc0-4956-aea1-94e64170b8e0 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Network d317b60d-290f-4d3c-8e99-54401fd50cad is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:50:56.850780 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-0b29f7cb-8cc0-4956-aea1-94e64170b8e0 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:50:56.855119 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b29f7cb-8cc0-4956-aea1-94e64170b8e0 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:50:56.884997 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b29f7cb-8cc0-4956-aea1-94e64170b8e0 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Pushing event updated for resources: {'Port': ['ID=13e7af66-55b5-4ec1-93d2-4fceb15a6fce,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:50:56.937186 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device bc0f2196-c0b3-4512-a98b-a1748a5e6c3a no longer exists at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:50:56.937856 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-d6302f5b-7718-41e5-8312-78390269d8b7 req-fc41abb0-00b0-475d-bb31-4a5a98a03cd8 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] 10.222.0.39 "GET /v2.0/ports?device_id=1d0f8b2d-5b5f-4e6d-adb1-62eace4d1fdc HTTP/1.1" status: 200 len: 210 time: 0.0429909 Aug 12 14:50:56.950131 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b29f7cb-8cc0-4956-aea1-94e64170b8e0 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:50:56.951094 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0b29f7cb-8cc0-4956-aea1-94e64170b8e0 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:56.979072 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-0b29f7cb-8cc0-4956-aea1-94e64170b8e0 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.9871688 Aug 12 14:50:56.981945 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 58310) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:50:56.988549 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-af86a81f-284a-4228-b262-08e2647ceda5 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Request body: {'port': {'network_id': 'd317b60d-290f-4d3c-8e99-54401fd50cad', 'name': 'tempest-PortsTestJSON-374007941'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:50:57.018195 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] No Port match for: bc0f2196-c0b3-4512-a98b-a1748a5e6c3a {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 14:50:57.018680 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device bc0f2196-c0b3-4512-a98b-a1748a5e6c3a not bound to the agent host n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:50:57.132677 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af86a81f-284a-4228-b262-08e2647ceda5 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Made reservation on behalf of be866c071af14d49833929e5eca8b8bc for: {'port': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:50:57.138169 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-af86a81f-284a-4228-b262-08e2647ceda5 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:57.158107 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [None req-af86a81f-284a-4228-b262-08e2647ceda5 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] device_id is not set on port 0897086f-d953-4160-adea-c843b285ef08 yet. {{(pid=94467) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 14:50:57.276247 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_common [None req-af86a81f-284a-4228-b262-08e2647ceda5 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Allocated IP 172.20.0.12 (d317b60d-290f-4d3c-8e99-54401fd50cad/159438b6-8023-4dc1-a09e-66d25275526a/0897086f-d953-4160-adea-c843b285ef08) {{(pid=94467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:50:57.440509 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-af86a81f-284a-4228-b262-08e2647ceda5 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks [] for port, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:57.457491 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [None req-af86a81f-284a-4228-b262-08e2647ceda5 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Transition to ACTIVE for port object 0897086f-d953-4160-adea-c843b285ef08 will not be triggered until provisioned by entity DHCP. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:50:57.498430 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-af86a81f-284a-4228-b262-08e2647ceda5 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:57.549409 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af86a81f-284a-4228-b262-08e2647ceda5 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Network d317b60d-290f-4d3c-8e99-54401fd50cad is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:50:57.554853 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [None req-af86a81f-284a-4228-b262-08e2647ceda5 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:50:57.559246 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af86a81f-284a-4228-b262-08e2647ceda5 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Received port after_create {{(pid=94467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:50:57.776814 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8ff818a-4427-48b2-bf2c-68b1420dbb4e None None] Network d317b60d-290f-4d3c-8e99-54401fd50cad requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:50:57.800911 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-9355cc22-9bfb-4e92-9ab2-87a029a2151c req-237fb835-3b0d-49cc-897f-645f32650e99 tempest-ServerShowV257Test-580473577 tempest-ServerShowV257Test-580473577-project] 10.222.0.39 "GET /v2.0/ports?device_id=3312d3bd-55bd-40e0-9829-b2b6ebe45a74 HTTP/1.1" status: 200 len: 210 time: 0.0439873 Aug 12 14:50:57.876951 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-3d4cb1a2-30e8-49c4-bd2c-d93b70e31d15 None None] Provisioning for port be725b51-6112-4ae7-a998-e829432925ef completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:50:57.926014 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af86a81f-284a-4228-b262-08e2647ceda5 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Pushing event updated for resources: {'Port': ['ID=0897086f-d953-4160-adea-c843b285ef08,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:50:58.001565 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af86a81f-284a-4228-b262-08e2647ceda5 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:50:58.002210 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-af86a81f-284a-4228-b262-08e2647ceda5 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:58.036716 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-af86a81f-284a-4228-b262-08e2647ceda5 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.0530307 Aug 12 14:50:58.040241 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 58324) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:50:58.077293 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf785e84-8c32-43ec-99b0-113bcd789557 req-fd994525-e530-4aa8-8dfe-b22790764e38 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:50:58.079062 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-cf785e84-8c32-43ec-99b0-113bcd789557 req-fd994525-e530-4aa8-8dfe-b22790764e38 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] 10.222.0.49 "GET /v2.0/networks?id=0f2cc2b1-26b2-41f2-bdd8-a5e5698bdc15 HTTP/1.1" status: 200 len: 806 time: 0.1632438 Aug 12 14:50:58.080923 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-23fe779b-f247-4d21-8e2d-b24c6683d327 req-f456069f-b563-4030-baaa-c701d0990851 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] 10.222.0.39 "GET /v2.0/ports?device_id=1d0f8b2d-5b5f-4e6d-adb1-62eace4d1fdc HTTP/1.1" status: 200 len: 210 time: 0.0492289 Aug 12 14:50:58.092979 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-cf785e84-8c32-43ec-99b0-113bcd789557 req-d1c5415b-0820-495a-91d6-db4ed9077548 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] Request body: {'port': {'device_id': '1d0f8b2d-5b5f-4e6d-adb1-62eace4d1fdc', 'network_id': '0f2cc2b1-26b2-41f2-bdd8-a5e5698bdc15', 'admin_state_up': True, 'tenant_id': '8aeb63fb42f149b3aa9e0e9c29a41582'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:50:58.139638 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db2a9bd9-428d-4143-b642-c1af0530d8b2 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:50:58.141352 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-db2a9bd9-428d-4143-b642-c1af0530d8b2 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] 10.222.0.39 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.3 HTTP/1.1" status: 200 len: 922 time: 0.1000690 Aug 12 14:50:58.144073 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 58326) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:50:58.225443 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf785e84-8c32-43ec-99b0-113bcd789557 req-d1c5415b-0820-495a-91d6-db4ed9077548 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] Made reservation on behalf of 8aeb63fb42f149b3aa9e0e9c29a41582 for: {'port': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:50:58.229933 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-cf785e84-8c32-43ec-99b0-113bcd789557 req-d1c5415b-0820-495a-91d6-db4ed9077548 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:58.250047 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-e40fceed-9774-490e-bb0b-68afbe1807a5 None None] Provisioning for port 13e7af66-55b5-4ec1-93d2-4fceb15a6fce completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:50:58.258049 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-e40fceed-9774-490e-bb0b-68afbe1807a5 None None] Provisioning complete for port 13e7af66-55b5-4ec1-93d2-4fceb15a6fce triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:50:58.260546 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-e40fceed-9774-490e-bb0b-68afbe1807a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:58.280271 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-fa5c9440-4907-4e10-87be-5eb762eca052 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Deleting port 0897086f-d953-4160-adea-c843b285ef08 {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:50:58.281034 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-fa5c9440-4907-4e10-87be-5eb762eca052 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:58.312068 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-e40fceed-9774-490e-bb0b-68afbe1807a5 None None] Port 13e7af66-55b5-4ec1-93d2-4fceb15a6fce cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 14:50:58.328640 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-e40fceed-9774-490e-bb0b-68afbe1807a5 None None] Provisioning for port 0897086f-d953-4160-adea-c843b285ef08 completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:50:58.336598 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-e40fceed-9774-490e-bb0b-68afbe1807a5 None None] Provisioning complete for port 0897086f-d953-4160-adea-c843b285ef08 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:50:58.337431 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-e40fceed-9774-490e-bb0b-68afbe1807a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:58.388586 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-e40fceed-9774-490e-bb0b-68afbe1807a5 None None] Port 0897086f-d953-4160-adea-c843b285ef08 cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 14:50:58.393277 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-fa5c9440-4907-4e10-87be-5eb762eca052 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:58.401068 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_common [req-cf785e84-8c32-43ec-99b0-113bcd789557 req-d1c5415b-0820-495a-91d6-db4ed9077548 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] Allocated IP 172.20.0.14 (0f2cc2b1-26b2-41f2-bdd8-a5e5698bdc15/33fe8ec3-27c5-4c33-8718-44dd3a3eaffa/cf070397-8bc7-466a-8f30-5d8eaa221618) {{(pid=94467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:50:58.406967 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-fa5c9440-4907-4e10-87be-5eb762eca052 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Calling delete_port for 0897086f-d953-4160-adea-c843b285ef08 owned by {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:50:58.519937 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-d9b96d79-b409-4f06-8035-d15d99e954fb None None] Provisioning complete for port 13e7af66-55b5-4ec1-93d2-4fceb15a6fce triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:50:58.520670 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-d9b96d79-b409-4f06-8035-d15d99e954fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:58.554516 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-fa5c9440-4907-4e10-87be-5eb762eca052 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:58.560218 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-d9b96d79-b409-4f06-8035-d15d99e954fb None None] Port 13e7af66-55b5-4ec1-93d2-4fceb15a6fce cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 14:50:58.575581 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-cf785e84-8c32-43ec-99b0-113bcd789557 req-d1c5415b-0820-495a-91d6-db4ed9077548 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] Notify callbacks [] for port, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:58.588429 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5c9440-4907-4e10-87be-5eb762eca052 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Pushing event deleted for resources: {'Port': ['ID=0897086f-d953-4160-adea-c843b285ef08,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:50:58.622799 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-cf785e84-8c32-43ec-99b0-113bcd789557 req-d1c5415b-0820-495a-91d6-db4ed9077548 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:58.637238 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] get_ports_and_sgs() called for port_ids ['723dd652-1437-481a-b2fc-d4f7cad82f24'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:50:58.640399 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] get_ports_and_sgs() called for port_ids ['dc566ee9-a384-4f4a-8a20-5887f333a78c'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:50:58.667708 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-fa5c9440-4907-4e10-87be-5eb762eca052 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:58.669682 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-fa5c9440-4907-4e10-87be-5eb762eca052 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] 10.222.0.39 "DELETE /v2.0/ports/0897086f-d953-4160-adea-c843b285ef08 HTTP/1.1" status: 204 len: 168 time: 0.5246816 Aug 12 14:50:58.672586 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 58332) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:50:58.685149 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf785e84-8c32-43ec-99b0-113bcd789557 req-d1c5415b-0820-495a-91d6-db4ed9077548 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] Network 0f2cc2b1-26b2-41f2-bdd8-a5e5698bdc15 is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:50:58.688770 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [req-cf785e84-8c32-43ec-99b0-113bcd789557 req-d1c5415b-0820-495a-91d6-db4ed9077548 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:50:58.694601 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf785e84-8c32-43ec-99b0-113bcd789557 req-d1c5415b-0820-495a-91d6-db4ed9077548 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] Received port after_create {{(pid=94467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:50:58.699538 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c5415b-0820-495a-91d6-db4ed9077548 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] Pushing event updated for resources: {'Port': ['ID=cf070397-8bc7-466a-8f30-5d8eaa221618,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:50:58.711299 n-d-694802-15 neutron-server[94466]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e7af262-e5de-419d-b7af-e002dd18a776 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] GET failed (client error): The resource could not be found. Aug 12 14:50:58.716619 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-7e7af262-e5de-419d-b7af-e002dd18a776 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] 10.222.0.39 "GET /v2.0/ports/0897086f-d953-4160-adea-c843b285ef08 HTTP/1.1" status: 404 len: 333 time: 0.0429952 Aug 12 14:50:58.717243 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 58334) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:50:58.730795 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-7a9e9127-f327-49e9-80da-40d168e9d974 None None] Could not find standard attr ID for object 0897086f-d953-4160-adea-c843b285ef08. {{(pid=94468) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 12 14:50:58.756041 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf785e84-8c32-43ec-99b0-113bcd789557 req-d1c5415b-0820-495a-91d6-db4ed9077548 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:50:58.756797 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-cf785e84-8c32-43ec-99b0-113bcd789557 req-d1c5415b-0820-495a-91d6-db4ed9077548 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:58.776469 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-cf785e84-8c32-43ec-99b0-113bcd789557 req-d1c5415b-0820-495a-91d6-db4ed9077548 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6876874 Aug 12 14:50:58.792341 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-cf785e84-8c32-43ec-99b0-113bcd789557 req-b59a8f01-79a5-49af-965d-23b5ce0ecee8 service neutron] Request body: {'port': {'device_id': '1d0f8b2d-5b5f-4e6d-adb1-62eace4d1fdc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-694802-15'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:50:58.823972 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-64ede0f8-114d-46c7-831f-b240185aea58 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Deleting port 13e7af66-55b5-4ec1-93d2-4fceb15a6fce {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:50:58.824507 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-64ede0f8-114d-46c7-831f-b240185aea58 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:58.871870 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-cf785e84-8c32-43ec-99b0-113bcd789557 req-b59a8f01-79a5-49af-965d-23b5ce0ecee8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:58.957792 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-64ede0f8-114d-46c7-831f-b240185aea58 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:58.973674 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2580276f-1d00-4488-8256-ee3f734b736f req-4065e071-ef10-40aa-aca3-3e5ee0b714ff tempest-ServerShowV257Test-580473577 tempest-ServerShowV257Test-580473577-project] 10.222.0.39 "GET /v2.0/ports?device_id=3312d3bd-55bd-40e0-9829-b2b6ebe45a74 HTTP/1.1" status: 200 len: 210 time: 0.0404842 Aug 12 14:50:58.984459 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-64ede0f8-114d-46c7-831f-b240185aea58 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Calling delete_port for 13e7af66-55b5-4ec1-93d2-4fceb15a6fce owned by {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:50:59.023817 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device be725b51-6112-4ae7-a998-e829432925ef up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:50:59.077318 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning for port be725b51-6112-4ae7-a998-e829432925ef completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:50:59.081694 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port be725b51-6112-4ae7-a998-e829432925ef triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:50:59.082071 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:59.150910 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-64ede0f8-114d-46c7-831f-b240185aea58 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:59.169869 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:59.186003 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ede0f8-114d-46c7-831f-b240185aea58 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Pushing event deleted for resources: {'Port': ['ID=13e7af66-55b5-4ec1-93d2-4fceb15a6fce,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:50:59.206980 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] For port be725b51-6112-4ae7-a998-e829432925ef, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=be725b51-6112-4ae7-a998-e829432925ef,segment=NetworkSegment(f3c47ac7-4cab-4884-a2a0-005f9189ef9b),segment_id=f3c47ac7-4cab-4884-a2a0-005f9189ef9b)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:50:59.213527 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:59.258420 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [req-cf785e84-8c32-43ec-99b0-113bcd789557 req-b59a8f01-79a5-49af-965d-23b5ce0ecee8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf070397-8bc7-466a-8f30-5d8eaa221618 {{(pid=94467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:50:59.266908 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-cf785e84-8c32-43ec-99b0-113bcd789557 req-b59a8f01-79a5-49af-965d-23b5ce0ecee8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:59.280478 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Pushing event updated for resources: {'Port': ['ID=be725b51-6112-4ae7-a998-e829432925ef,revision_number=3']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:50:59.297745 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [req-cf785e84-8c32-43ec-99b0-113bcd789557 req-b59a8f01-79a5-49af-965d-23b5ce0ecee8 service neutron] Transition to ACTIVE for port object cf070397-8bc7-466a-8f30-5d8eaa221618 will not be triggered until provisioned by entity L2. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:50:59.302521 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-cf785e84-8c32-43ec-99b0-113bcd789557 req-b59a8f01-79a5-49af-965d-23b5ce0ecee8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:59.305014 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-64ede0f8-114d-46c7-831f-b240185aea58 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:59.311224 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-64ede0f8-114d-46c7-831f-b240185aea58 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] 10.222.0.39 "DELETE /v2.0/ports/13e7af66-55b5-4ec1-93d2-4fceb15a6fce HTTP/1.1" status: 204 len: 168 time: 0.5903740 Aug 12 14:50:59.312644 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 58342) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:50:59.342800 n-d-694802-15 neutron-server[94466]: INFO neutron.pecan_wsgi.hooks.translation [None req-e438072d-5a75-4f77-bc56-431824236761 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] GET failed (client error): The resource could not be found. Aug 12 14:50:59.344403 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-e438072d-5a75-4f77-bc56-431824236761 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] 10.222.0.39 "GET /v2.0/ports/13e7af66-55b5-4ec1-93d2-4fceb15a6fce HTTP/1.1" status: 404 len: 333 time: 0.0306907 Aug 12 14:50:59.347228 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 58344) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:50:59.365619 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59a8f01-79a5-49af-965d-23b5ce0ecee8 service neutron] Pushing event updated for resources: {'Port': ['ID=cf070397-8bc7-466a-8f30-5d8eaa221618,revision_number=2']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:50:59.368694 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822b752f-c181-403a-93dc-3b3deffb11e8 req-e9222b6c-4c6e-469e-b56f-49f6aeca6d5b tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:50:59.370225 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-822b752f-c181-403a-93dc-3b3deffb11e8 req-e9222b6c-4c6e-469e-b56f-49f6aeca6d5b tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] 10.222.0.39 "GET /v2.0/ports?device_id=1d0f8b2d-5b5f-4e6d-adb1-62eace4d1fdc HTTP/1.1" status: 200 len: 932 time: 0.1880436 Aug 12 14:50:59.438870 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_v2 [None req-08b161ce-05b7-4530-bfb6-2bcef0c03d5a tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Deleting subnet 159438b6-8023-4dc1-a09e-66d25275526a {{(pid=94466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 14:50:59.444381 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-822b752f-c181-403a-93dc-3b3deffb11e8 req-b672e7cd-f9af-4a18-a229-9ebbbfa68ab5 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] 10.222.0.39 "GET /v2.0/security-groups?id=d503e6e0-4ce0-4f78-842d-abe0bf3f8a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555794 Aug 12 14:50:59.445059 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-08b161ce-05b7-4530-bfb6-2bcef0c03d5a tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks [] for subnet, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:59.456551 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-cf785e84-8c32-43ec-99b0-113bcd789557 req-b59a8f01-79a5-49af-965d-23b5ce0ecee8 service neutron] Attempting to bind port cf070397-8bc7-466a-8f30-5d8eaa221618 on host n-h2-694802-15 for vnic_type normal with profile {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:50:59.457443 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-cf785e84-8c32-43ec-99b0-113bcd789557 req-b59a8f01-79a5-49af-965d-23b5ce0ecee8 service neutron] Attempting to bind port cf070397-8bc7-466a-8f30-5d8eaa221618 by drivers openvswitch,hyperv on host n-h2-694802-15 at level 0 using segments [{'id': 'abdc443e-cf7a-4b71-8730-19997248ebd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '0f2cc2b1-26b2-41f2-bdd8-a5e5698bdc15'}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:50:59.457919 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf785e84-8c32-43ec-99b0-113bcd789557 req-b59a8f01-79a5-49af-965d-23b5ce0ecee8 service neutron] Attempting to bind port cf070397-8bc7-466a-8f30-5d8eaa221618 on network 0f2cc2b1-26b2-41f2-bdd8-a5e5698bdc15 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:50:59.469126 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf785e84-8c32-43ec-99b0-113bcd789557 req-b59a8f01-79a5-49af-965d-23b5ce0ecee8 service neutron] Port cf070397-8bc7-466a-8f30-5d8eaa221618 on network 0f2cc2b1-26b2-41f2-bdd8-a5e5698bdc15 not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-15 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 14:50:59.469449 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf785e84-8c32-43ec-99b0-113bcd789557 req-b59a8f01-79a5-49af-965d-23b5ce0ecee8 service neutron] Attempting to bind port cf070397-8bc7-466a-8f30-5d8eaa221618 on network 0f2cc2b1-26b2-41f2-bdd8-a5e5698bdc15 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:50:59.474427 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf785e84-8c32-43ec-99b0-113bcd789557 req-b59a8f01-79a5-49af-965d-23b5ce0ecee8 service neutron] Checking agent: {'id': 'b7697f71-33f3-4959-ad82-43c2dc15845d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 27, 42), 'started_at': datetime.datetime(2021, 8, 12, 14, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 50, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:50:59.474760 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf785e84-8c32-43ec-99b0-113bcd789557 req-b59a8f01-79a5-49af-965d-23b5ce0ecee8 service neutron] Checking segment: {'id': 'abdc443e-cf7a-4b71-8730-19997248ebd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '0f2cc2b1-26b2-41f2-bdd8-a5e5698bdc15'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:50:59.475172 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf785e84-8c32-43ec-99b0-113bcd789557 req-b59a8f01-79a5-49af-965d-23b5ce0ecee8 service neutron] Bound using segment: {'id': 'abdc443e-cf7a-4b71-8730-19997248ebd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '0f2cc2b1-26b2-41f2-bdd8-a5e5698bdc15'} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:50:59.475594 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-cf785e84-8c32-43ec-99b0-113bcd789557 req-b59a8f01-79a5-49af-965d-23b5ce0ecee8 service neutron] Bound port: cf070397-8bc7-466a-8f30-5d8eaa221618, host: n-h2-694802-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'abdc443e-cf7a-4b71-8730-19997248ebd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '0f2cc2b1-26b2-41f2-bdd8-a5e5698bdc15'}}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:50:59.475953 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-cf785e84-8c32-43ec-99b0-113bcd789557 req-b59a8f01-79a5-49af-965d-23b5ce0ecee8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:59.487456 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-08b161ce-05b7-4530-bfb6-2bcef0c03d5a tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2293551'] for subnet, precommit_delete_associations {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:59.538551 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-cf785e84-8c32-43ec-99b0-113bcd789557 req-b59a8f01-79a5-49af-965d-23b5ce0ecee8 service neutron] For port cf070397-8bc7-466a-8f30-5d8eaa221618, host n-h2-694802-15, cleared binding levels {{(pid=94467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:50:59.542083 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-cf785e84-8c32-43ec-99b0-113bcd789557 req-b59a8f01-79a5-49af-965d-23b5ce0ecee8 service neutron] For port cf070397-8bc7-466a-8f30-5d8eaa221618, host n-h2-694802-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=cf070397-8bc7-466a-8f30-5d8eaa221618,segment=NetworkSegment(abdc443e-cf7a-4b71-8730-19997248ebd2),segment_id=abdc443e-cf7a-4b71-8730-19997248ebd2)] {{(pid=94467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:50:59.547210 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-cf785e84-8c32-43ec-99b0-113bcd789557 req-b59a8f01-79a5-49af-965d-23b5ce0ecee8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:59.574597 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-08b161ce-05b7-4530-bfb6-2bcef0c03d5a tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66416255'] for subnet, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:59.588511 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf785e84-8c32-43ec-99b0-113bcd789557 req-b59a8f01-79a5-49af-965d-23b5ce0ecee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:50:59.589135 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-cf785e84-8c32-43ec-99b0-113bcd789557 req-b59a8f01-79a5-49af-965d-23b5ce0ecee8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:59.590869 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-cf785e84-8c32-43ec-99b0-113bcd789557 req-b59a8f01-79a5-49af-965d-23b5ce0ecee8 service neutron] 10.222.0.49 "PUT /v2.0/ports/cf070397-8bc7-466a-8f30-5d8eaa221618 HTTP/1.1" status: 200 len: 1093 time: 0.8054268 Aug 12 14:50:59.591329 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d0f8b2d-5b5f-4e6d-adb1-62eace4d1fdc', 'tag': 'cf070397-8bc7-466a-8f30-5d8eaa221618'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:50:59.593591 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e65282f928b64038367d043a4411777802006c43a98742496cb2e25b724ff1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0bdb9ae-33b6-4bc4-90c7-648cba47af8b" -d '{"events": [{"name": "network-changed", "server_uuid": "1d0f8b2d-5b5f-4e6d-adb1-62eace4d1fdc", "tag": "cf070397-8bc7-466a-8f30-5d8eaa221618"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:50:59.634810 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59a8f01-79a5-49af-965d-23b5ce0ecee8 service neutron] Pushing event updated for resources: {'Port': ['ID=cf070397-8bc7-466a-8f30-5d8eaa221618,revision_number=3']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:50:59.645603 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-08b161ce-05b7-4530-bfb6-2bcef0c03d5a tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66416232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3718429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8776402'] for subnet, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:59.680263 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf785e84-8c32-43ec-99b0-113bcd789557 req-e4e59dad-2ca0-40ee-a37e-3bc67ed25a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:50:59.682275 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-08b161ce-05b7-4530-bfb6-2bcef0c03d5a tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for subnet, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:59.682399 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-cf785e84-8c32-43ec-99b0-113bcd789557 req-e4e59dad-2ca0-40ee-a37e-3bc67ed25a4e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=8aeb63fb42f149b3aa9e0e9c29a41582&device_id=1d0f8b2d-5b5f-4e6d-adb1-62eace4d1fdc HTTP/1.1" status: 200 len: 1096 time: 0.0445714 Aug 12 14:50:59.684677 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-08b161ce-05b7-4530-bfb6-2bcef0c03d5a tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] 10.222.0.39 "DELETE /v2.0/subnets/159438b6-8023-4dc1-a09e-66d25275526a HTTP/1.1" status: 204 len: 168 time: 0.3365502 Aug 12 14:50:59.685976 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b161ce-05b7-4530-bfb6-2bcef0c03d5a tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Pushing event deleted for resources: {'Subnet': ['ID=159438b6-8023-4dc1-a09e-66d25275526a,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:50:59.687352 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 58350) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:50:59.689700 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63db4584-ce59-48a5-9aad-900b31c39e79 None None] Network d317b60d-290f-4d3c-8e99-54401fd50cad requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:50:59.778399 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 14:50:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20ca6139-8189-4a4c-ab8d-2cf1fe079fe3 x-openstack-request-id: req-20ca6139-8189-4a4c-ab8d-2cf1fe079fe3 {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:50:59.778689 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d0f8b2d-5b5f-4e6d-adb1-62eace4d1fdc", "tag": "cf070397-8bc7-466a-8f30-5d8eaa221618", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:50:59.778941 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-20ca6139-8189-4a4c-ab8d-2cf1fe079fe3 {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:50:59.779358 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d0f8b2d-5b5f-4e6d-adb1-62eace4d1fdc', 'tag': 'cf070397-8bc7-466a-8f30-5d8eaa221618', 'status': 'completed', 'code': 200} Aug 12 14:50:59.780898 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-cf785e84-8c32-43ec-99b0-113bcd789557 req-92093588-13c8-41c3-8181-69817cde875d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cf070397-8bc7-466a-8f30-5d8eaa221618 HTTP/1.1" status: 200 len: 217 time: 0.0780766 Aug 12 14:50:59.844306 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-03143eab-9d4f-480f-a9ea-1cb3b2f68b75 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680608'] for network, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:59.856967 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf785e84-8c32-43ec-99b0-113bcd789557 req-c446d849-cbf5-4bbf-8401-d9c4be55a5de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:50:59.858457 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-cf785e84-8c32-43ec-99b0-113bcd789557 req-c446d849-cbf5-4bbf-8401-d9c4be55a5de service neutron] 10.222.0.49 "GET /v2.0/subnets?id=33fe8ec3-27c5-4c33-8718-44dd3a3eaffa HTTP/1.1" status: 200 len: 846 time: 0.0683420 Aug 12 14:50:59.875536 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaf63fca-717c-4c01-b534-91089189a65f None None] DHCP port deletion for d317b60d-290f-4d3c-8e99-54401fd50cad request from n-d-694802-15 {{(pid=94468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 14:50:59.913759 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-cf785e84-8c32-43ec-99b0-113bcd789557 req-4a5beed6-7575-4cd3-97cd-cb613af8e3bc service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0f2cc2b1-26b2-41f2-bdd8-a5e5698bdc15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327539 Aug 12 14:50:59.926113 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-aaf63fca-717c-4c01-b534-91089189a65f None None] Deleting port be725b51-6112-4ae7-a998-e829432925ef {{(pid=94468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:50:59.926574 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-aaf63fca-717c-4c01-b534-91089189a65f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:59.973674 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-03143eab-9d4f-480f-a9ea-1cb3b2f68b75 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Deleting port be725b51-6112-4ae7-a998-e829432925ef {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:50:59.974021 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-03143eab-9d4f-480f-a9ea-1cb3b2f68b75 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:59.985997 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-aaf63fca-717c-4c01-b534-91089189a65f None None] For port be725b51-6112-4ae7-a998-e829432925ef, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=be725b51-6112-4ae7-a998-e829432925ef,segment=NetworkSegment(f3c47ac7-4cab-4884-a2a0-005f9189ef9b),segment_id=f3c47ac7-4cab-4884-a2a0-005f9189ef9b)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:50:59.986388 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-aaf63fca-717c-4c01-b534-91089189a65f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:50:59.998678 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-aaf63fca-717c-4c01-b534-91089189a65f None None] Calling delete_port for be725b51-6112-4ae7-a998-e829432925ef owned by network:dhcp {{(pid=94468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:51:00.073781 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [None req-03143eab-9d4f-480f-a9ea-1cb3b2f68b75 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] For port be725b51-6112-4ae7-a998-e829432925ef, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=be725b51-6112-4ae7-a998-e829432925ef,segment=NetworkSegment(f3c47ac7-4cab-4884-a2a0-005f9189ef9b),segment_id=f3c47ac7-4cab-4884-a2a0-005f9189ef9b)] {{(pid=94467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:51:00.074068 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-03143eab-9d4f-480f-a9ea-1cb3b2f68b75 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:00.084999 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-aaf63fca-717c-4c01-b534-91089189a65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262'] for port, after_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:00.091539 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-68394940-ea17-4d65-8183-234b791a9357 req-63931aa7-6627-4e60-8926-ec2c078ec79c tempest-ServerShowV257Test-580473577 tempest-ServerShowV257Test-580473577-project] 10.222.0.39 "GET /v2.0/ports?device_id=3312d3bd-55bd-40e0-9829-b2b6ebe45a74 HTTP/1.1" status: 200 len: 210 time: 0.0284255 Aug 12 14:51:00.094663 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-03143eab-9d4f-480f-a9ea-1cb3b2f68b75 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Calling delete_port for be725b51-6112-4ae7-a998-e829432925ef owned by network:dhcp {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:51:00.097853 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-cf785e84-8c32-43ec-99b0-113bcd789557 req-d3989ccd-a473-47be-ac1f-0145401fe3dc service neutron] 10.222.0.49 "GET /v2.0/networks/0f2cc2b1-26b2-41f2-bdd8-a5e5698bdc15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1713908 Aug 12 14:51:00.115349 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf63fca-717c-4c01-b534-91089189a65f None None] Pushing event deleted for resources: {'Port': ['ID=be725b51-6112-4ae7-a998-e829432925ef,revision_number=None']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:51:00.119226 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaf63fca-717c-4c01-b534-91089189a65f None None] No DVR routers for this DVR port be725b51-6112-4ae7-a998-e829432925ef on host n-d-694802-15 {{(pid=94468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:51:00.249758 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-cf785e84-8c32-43ec-99b0-113bcd789557 req-0e26cd45-48af-4e12-9974-d45bf0c9e5d2 service neutron] 10.222.0.49 "GET /v2.0/networks/0f2cc2b1-26b2-41f2-bdd8-a5e5698bdc15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424925 Aug 12 14:51:00.251716 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-03143eab-9d4f-480f-a9ea-1cb3b2f68b75 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:00.282977 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03143eab-9d4f-480f-a9ea-1cb3b2f68b75 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] No DVR routers for this DVR port be725b51-6112-4ae7-a998-e829432925ef on host n-d-694802-15 {{(pid=94467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:51:00.287259 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03143eab-9d4f-480f-a9ea-1cb3b2f68b75 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Pushing event deleted for resources: {'Port': ['ID=be725b51-6112-4ae7-a998-e829432925ef,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:51:00.395231 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-03143eab-9d4f-480f-a9ea-1cb3b2f68b75 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66413304', 'neutron.services.segments.db._delete_segments_for_network-8744654118000'] for network, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:00.409078 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-03143eab-9d4f-480f-a9ea-1cb3b2f68b75 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d317b60d-290f-4d3c-8e99-54401fd50cad']}} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:51:00.412431 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bdb9ae-33b6-4bc4-90c7-648cba47af8b req-c1b0b7ee-4203-45f1-adbf-880aa656be5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:51:00.414254 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a0bdb9ae-33b6-4bc4-90c7-648cba47af8b req-c1b0b7ee-4203-45f1-adbf-880aa656be5f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=8aeb63fb42f149b3aa9e0e9c29a41582&device_id=1d0f8b2d-5b5f-4e6d-adb1-62eace4d1fdc HTTP/1.1" status: 200 len: 1096 time: 0.1060326 Aug 12 14:51:00.422825 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-03143eab-9d4f-480f-a9ea-1cb3b2f68b75 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3c47ac7-4cab-4884-a2a0-005f9189ef9b') {'for_net_delete': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:51:00.423322 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-03143eab-9d4f-480f-a9ea-1cb3b2f68b75 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3c47ac7-4cab-4884-a2a0-005f9189ef9b') {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:51:00.449651 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-03143eab-9d4f-480f-a9ea-1cb3b2f68b75 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744654122361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3857526'] for segment, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:00.494029 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-03143eab-9d4f-480f-a9ea-1cb3b2f68b75 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:00.503438 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03143eab-9d4f-480f-a9ea-1cb3b2f68b75 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Releasing vlan 322 on physical network physnet1 to pool {{(pid=94467) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 14:51:00.503838 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-03143eab-9d4f-480f-a9ea-1cb3b2f68b75 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2859015'] for segment, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:00.506713 n-d-694802-15 neutron-server[94467]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 14:51:00.506713 n-d-694802-15 neutron-server[94467]: self.session.flush() Aug 12 14:51:00.506713 n-d-694802-15 neutron-server[94467]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 14:51:00.506713 n-d-694802-15 neutron-server[94467]: self.session.flush() Aug 12 14:51:00.506713 n-d-694802-15 neutron-server[94467]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 14:51:00.506713 n-d-694802-15 neutron-server[94467]: self.session.flush() Aug 12 14:51:00.506713 n-d-694802-15 neutron-server[94467]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 14:51:00.506713 n-d-694802-15 neutron-server[94467]: self.session.flush() Aug 12 14:51:00.506713 n-d-694802-15 neutron-server[94467]: Traceback (most recent call last): Aug 12 14:51:00.506713 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 14:51:00.506713 n-d-694802-15 neutron-server[94467]: timer() Aug 12 14:51:00.506713 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 14:51:00.506713 n-d-694802-15 neutron-server[94467]: cb(*args, **kw) Aug 12 14:51:00.506713 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 14:51:00.506713 n-d-694802-15 neutron-server[94467]: return func(*args, **kwargs) Aug 12 14:51:00.506713 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 14:51:00.506713 n-d-694802-15 neutron-server[94467]: self._notify() Aug 12 14:51:00.506713 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 14:51:00.506713 n-d-694802-15 neutron-server[94467]: self.callback(batched_events) Aug 12 14:51:00.506713 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 14:51:00.506713 n-d-694802-15 neutron-server[94467]: event.method(event) Aug 12 14:51:00.506713 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 14:51:00.506713 n-d-694802-15 neutron-server[94467]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 14:51:00.506713 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 14:51:00.506713 n-d-694802-15 neutron-server[94467]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 14:51:00.506713 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 14:51:00.506713 n-d-694802-15 neutron-server[94467]: return f(self, *a, **k) Aug 12 14:51:00.506713 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 14:51:00.506713 n-d-694802-15 neutron-server[94467]: return self._get(url).json() Aug 12 14:51:00.506713 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 14:51:00.506713 n-d-694802-15 neutron-server[94467]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 14:51:00.506713 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 14:51:00.506713 n-d-694802-15 neutron-server[94467]: return self.request(url, 'GET', **kwargs) Aug 12 14:51:00.506713 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 14:51:00.506713 n-d-694802-15 neutron-server[94467]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 14:51:00.506713 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 14:51:00.506713 n-d-694802-15 neutron-server[94467]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 14:51:00.506713 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 14:51:00.506713 n-d-694802-15 neutron-server[94467]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 14:51:00.506713 n-d-694802-15 neutron-server[94467]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 14:51:00.566275 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a2a38c-b91a-4e6d-a87c-4e46aa48ae42 req-badae111-8023-49ef-bf42-5507c2db7cf2 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:51:00.567916 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-11a2a38c-b91a-4e6d-a87c-4e46aa48ae42 req-badae111-8023-49ef-bf42-5507c2db7cf2 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] 10.222.0.39 "GET /v2.0/ports?device_id=1d0f8b2d-5b5f-4e6d-adb1-62eace4d1fdc HTTP/1.1" status: 200 len: 944 time: 0.0535948 Aug 12 14:51:00.581177 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-03143eab-9d4f-480f-a9ea-1cb3b2f68b75 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66413281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431520'] for network, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:00.585346 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-03143eab-9d4f-480f-a9ea-1cb3b2f68b75 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for network, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:00.591132 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-03143eab-9d4f-480f-a9ea-1cb3b2f68b75 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] 10.222.0.39 "DELETE /v2.0/networks/d317b60d-290f-4d3c-8e99-54401fd50cad HTTP/1.1" status: 204 len: 168 time: 0.8945107 Aug 12 14:51:00.592088 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bdb9ae-33b6-4bc4-90c7-648cba47af8b req-3e7754d8-5985-4360-b725-713a8bc3897d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:51:00.594198 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 58358) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:51:00.594316 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a0bdb9ae-33b6-4bc4-90c7-648cba47af8b req-3e7754d8-5985-4360-b725-713a8bc3897d service neutron] 10.222.0.49 "GET /v2.0/networks?id=0f2cc2b1-26b2-41f2-bdd8-a5e5698bdc15 HTTP/1.1" status: 200 len: 907 time: 0.1683552 Aug 12 14:51:00.608956 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-6d83ec42-fabc-4355-a836-cb624f341bea tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-347626470'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:51:00.614993 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03143eab-9d4f-480f-a9ea-1cb3b2f68b75 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Pushing event deleted for resources: {'Network': ['ID=d317b60d-290f-4d3c-8e99-54401fd50cad,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:51:00.636374 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-11a2a38c-b91a-4e6d-a87c-4e46aa48ae42 req-e5e4366b-846d-4d60-a2dd-5604af0ce98d tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] 10.222.0.39 "GET /v2.0/security-groups?id=d503e6e0-4ce0-4f78-842d-abe0bf3f8a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615182 Aug 12 14:51:00.645578 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d83ec42-fabc-4355-a836-cb624f341bea tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Made reservation on behalf of be866c071af14d49833929e5eca8b8bc for: {'network': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:51:00.649278 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-6d83ec42-fabc-4355-a836-cb624f341bea tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for network, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:00.654891 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a0bdb9ae-33b6-4bc4-90c7-648cba47af8b req-f1a387d0-f0bf-460d-a888-d0e04b877f12 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cf070397-8bc7-466a-8f30-5d8eaa221618 HTTP/1.1" status: 200 len: 217 time: 0.0461154 Aug 12 14:51:00.673161 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d83ec42-fabc-4355-a836-cb624f341bea tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] vlan segment allocate from pool success with {'vlan_id': 303, 'physical_network': 'physnet1'} {{(pid=94466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 14:51:00.682737 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-6d83ec42-fabc-4355-a836-cb624f341bea tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:00.683103 n-d-694802-15 neutron-server[94466]: INFO neutron.db.segments_db [None req-6d83ec42-fabc-4355-a836-cb624f341bea tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Added segment 3167d16e-5a82-4eff-9111-3e93ae1f209d of type vlan for network a0bb8b61-1aef-4326-a4a9-fb18fd958e1b Aug 12 14:51:00.709436 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bdb9ae-33b6-4bc4-90c7-648cba47af8b req-bf408984-81a6-4602-8cae-8d05c5d60140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:51:00.710996 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a0bdb9ae-33b6-4bc4-90c7-648cba47af8b req-bf408984-81a6-4602-8cae-8d05c5d60140 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=33fe8ec3-27c5-4c33-8718-44dd3a3eaffa HTTP/1.1" status: 200 len: 846 time: 0.0491135 Aug 12 14:51:00.723468 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-6d83ec42-fabc-4355-a836-cb624f341bea tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744653628263'] for network, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:00.745109 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a0bdb9ae-33b6-4bc4-90c7-648cba47af8b req-1a2589d6-3ca8-4885-817d-b6fcf39a87c8 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0f2cc2b1-26b2-41f2-bdd8-a5e5698bdc15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251861 Aug 12 14:51:00.752284 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-6d83ec42-fabc-4355-a836-cb624f341bea tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409'] for network, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:00.757743 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d83ec42-fabc-4355-a836-cb624f341bea tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:51:00.758317 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-6d83ec42-fabc-4355-a836-cb624f341bea tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks [] for network, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:00.816493 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-6d83ec42-fabc-4355-a836-cb624f341bea tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2227135 Aug 12 14:51:00.819293 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 58360) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:51:00.824715 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-a2a26773-d01e-464a-a7b7-0b2b3044e8b7 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Request body: {'subnet': {'network_id': 'a0bb8b61-1aef-4326-a4a9-fb18fd958e1b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:51:00.841919 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a0bdb9ae-33b6-4bc4-90c7-648cba47af8b req-89a68f63-9dc4-4541-ab10-222687ed30fd service neutron] 10.222.0.49 "GET /v2.0/networks/0f2cc2b1-26b2-41f2-bdd8-a5e5698bdc15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892038 Aug 12 14:51:00.870583 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d83ec42-fabc-4355-a836-cb624f341bea tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Pushing event updated for resources: {'Network': ['ID=a0bb8b61-1aef-4326-a4a9-fb18fd958e1b,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:51:00.880871 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Network a0bb8b61-1aef-4326-a4a9-fb18fd958e1b details requested by agent ovs-agent-n-d-694802-15 with host n-d-694802-15 {{(pid=94468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 14:51:00.917819 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device be725b51-6112-4ae7-a998-e829432925ef no longer exists at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:51:00.933728 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2a26773-d01e-464a-a7b7-0b2b3044e8b7 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Made reservation on behalf of be866c071af14d49833929e5eca8b8bc for: {'subnet': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:51:00.937246 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a2a26773-d01e-464a-a7b7-0b2b3044e8b7 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8776441'] for subnet, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:00.944500 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] No Port match for: be725b51-6112-4ae7-a998-e829432925ef {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 14:51:00.944831 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device be725b51-6112-4ae7-a998-e829432925ef not bound to the agent host n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:51:00.957813 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a0bdb9ae-33b6-4bc4-90c7-648cba47af8b req-d9f665c0-2e8e-40e7-92e3-9ed4fdcb0a57 service neutron] 10.222.0.49 "GET /v2.0/networks/0f2cc2b1-26b2-41f2-bdd8-a5e5698bdc15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038914 Aug 12 14:51:01.202644 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ac62a312-c171-42e5-92de-d204c7f538ad req-d9d0d3fd-b743-4579-8125-c6b2de9f2fe1 tempest-ServerShowV257Test-580473577 tempest-ServerShowV257Test-580473577-project] 10.222.0.39 "GET /v2.0/ports?device_id=3312d3bd-55bd-40e0-9829-b2b6ebe45a74 HTTP/1.1" status: 200 len: 210 time: 0.0294085 Aug 12 14:51:01.441007 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a2a26773-d01e-464a-a7b7-0b2b3044e8b7 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3718490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8776395'] for subnet, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:01.509496 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a26773-d01e-464a-a7b7-0b2b3044e8b7 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Pushing event updated for resources: {'Subnet': ['ID=fe1714d4-b9aa-48b7-a117-80eab1c0d4ff,revision_number=0']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:51:01.517064 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2a26773-d01e-464a-a7b7-0b2b3044e8b7 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Checking segment: {'id': '3167d16e-5a82-4eff-9111-3e93ae1f209d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'a0bb8b61-1aef-4326-a4a9-fb18fd958e1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:51:01.517451 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2a26773-d01e-464a-a7b7-0b2b3044e8b7 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Network hostable DHCP agents. Network: a0bb8b61-1aef-4326-a4a9-fb18fd958e1b, hostable agents: ['1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658'], hosted agents: [] {{(pid=94466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 14:51:01.535975 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2a26773-d01e-464a-a7b7-0b2b3044e8b7 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Network a0bb8b61-1aef-4326-a4a9-fb18fd958e1b is scheduled to be hosted by DHCP agent 1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658 with binding_index 1 {{(pid=94466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 14:51:01.545209 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-a2a26773-d01e-464a-a7b7-0b2b3044e8b7 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-15, a0bb8b61-1aef-4326-a4a9-fb18fd958e1b) {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:51:01.549320 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2a26773-d01e-464a-a7b7-0b2b3044e8b7 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:51:01.549909 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a2a26773-d01e-464a-a7b7-0b2b3044e8b7 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for subnet, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:01.555889 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10654994-1df8-4369-be0a-274559dad092 None None] Network a0bb8b61-1aef-4326-a4a9-fb18fd958e1b requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:51:01.564044 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-a2a26773-d01e-464a-a7b7-0b2b3044e8b7 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7437692 Aug 12 14:51:01.566726 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 58366) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:51:01.572183 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-81bbe044-48bb-4621-a37b-835c8aa5a0bc tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Request body: {'port': {'network_id': 'a0bb8b61-1aef-4326-a4a9-fb18fd958e1b', 'name': 'tempest-PortsTestJSON-1466368924', 'fixed_ips': [{'subnet_id': 'fe1714d4-b9aa-48b7-a117-80eab1c0d4ff', 'ip_address': '172.20.0.10'}]}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:51:01.681102 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81bbe044-48bb-4621-a37b-835c8aa5a0bc tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Made reservation on behalf of be866c071af14d49833929e5eca8b8bc for: {'port': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:51:01.701700 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e393d806-3e06-4ef1-9e55-efc535cdd0d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa7035b3e-9a89-5964-b9f4-97301c3f476a-a0bb8b61-1aef-4326-a4a9-fb18fd958e1b', 'network_id': 'a0bb8b61-1aef-4326-a4a9-fb18fd958e1b', 'tenant_id': 'be866c071af14d49833929e5eca8b8bc', 'fixed_ips': [{'subnet_id': 'fe1714d4-b9aa-48b7-a117-80eab1c0d4ff'}]}} from n-d-694802-15. {{(pid=94468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 14:51:01.702901 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-e393d806-3e06-4ef1-9e55-efc535cdd0d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:01.755898 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b62235-b439-4524-ab39-0616a65872d4 req-a5644910-29fc-4f75-b0c2-38fb8a8576d7 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:51:01.763601 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-40b62235-b439-4524-ab39-0616a65872d4 req-a5644910-29fc-4f75-b0c2-38fb8a8576d7 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] 10.222.0.39 "GET /v2.0/ports?device_id=1d0f8b2d-5b5f-4e6d-adb1-62eace4d1fdc HTTP/1.1" status: 200 len: 944 time: 0.0555274 Aug 12 14:51:01.776830 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-81bbe044-48bb-4621-a37b-835c8aa5a0bc tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:01.795090 n-d-694802-15 neutron-server[94466]: DEBUG neutron.notifiers.nova [None req-81bbe044-48bb-4621-a37b-835c8aa5a0bc tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] device_id is not set on port 069bb6fe-90e4-4cae-9f90-185bc7f04d28 yet. {{(pid=94466) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 14:51:01.804025 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-40b62235-b439-4524-ab39-0616a65872d4 req-c53d4129-b6f3-4489-8751-f5faeb460b23 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] 10.222.0.39 "GET /v2.0/security-groups?id=d503e6e0-4ce0-4f78-842d-abe0bf3f8a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390728 Aug 12 14:51:01.845100 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.db_base_plugin_common [None req-e393d806-3e06-4ef1-9e55-efc535cdd0d1 None None] Allocated IP 172.20.0.2 (a0bb8b61-1aef-4326-a4a9-fb18fd958e1b/fe1714d4-b9aa-48b7-a117-80eab1c0d4ff/ea44107c-8226-482f-b983-794d437a3265) {{(pid=94468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:51:01.988271 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-e393d806-3e06-4ef1-9e55-efc535cdd0d1 None None] Notify callbacks [] for port, precommit_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:01.996748 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-e393d806-3e06-4ef1-9e55-efc535cdd0d1 None None] Transition to ACTIVE for port object ea44107c-8226-482f-b983-794d437a3265 will not be triggered until provisioned by entity L2. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:51:02.011160 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-e393d806-3e06-4ef1-9e55-efc535cdd0d1 None None] Transition to ACTIVE for port object ea44107c-8226-482f-b983-794d437a3265 will not be triggered until provisioned by entity DHCP. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:51:02.016656 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-e393d806-3e06-4ef1-9e55-efc535cdd0d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253'] for port, after_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:02.052598 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e393d806-3e06-4ef1-9e55-efc535cdd0d1 None None] Network a0bb8b61-1aef-4326-a4a9-fb18fd958e1b is already hosted by enough agents. {{(pid=94468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:51:02.057765 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.base_scheduler [None req-e393d806-3e06-4ef1-9e55-efc535cdd0d1 None None] Resources bound (agent type, host, resource id): {{(pid=94468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:51:02.061296 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e393d806-3e06-4ef1-9e55-efc535cdd0d1 None None] Received port after_create {{(pid=94468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:51:02.068084 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e393d806-3e06-4ef1-9e55-efc535cdd0d1 None None] Pushing event updated for resources: {'Port': ['ID=ea44107c-8226-482f-b983-794d437a3265,revision_number=1']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:51:02.073371 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-81bbe044-48bb-4621-a37b-835c8aa5a0bc tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Allocated IP 172.20.0.10 (a0bb8b61-1aef-4326-a4a9-fb18fd958e1b/fe1714d4-b9aa-48b7-a117-80eab1c0d4ff/069bb6fe-90e4-4cae-9f90-185bc7f04d28) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:51:02.122428 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-e393d806-3e06-4ef1-9e55-efc535cdd0d1 None None] Attempting to bind port ea44107c-8226-482f-b983-794d437a3265 on host n-d-694802-15 for vnic_type normal with profile {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:51:02.122791 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-e393d806-3e06-4ef1-9e55-efc535cdd0d1 None None] Attempting to bind port ea44107c-8226-482f-b983-794d437a3265 by drivers openvswitch,hyperv on host n-d-694802-15 at level 0 using segments [{'id': '3167d16e-5a82-4eff-9111-3e93ae1f209d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'a0bb8b61-1aef-4326-a4a9-fb18fd958e1b'}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:51:02.123809 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e393d806-3e06-4ef1-9e55-efc535cdd0d1 None None] Attempting to bind port ea44107c-8226-482f-b983-794d437a3265 on network a0bb8b61-1aef-4326-a4a9-fb18fd958e1b {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:51:02.129777 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e393d806-3e06-4ef1-9e55-efc535cdd0d1 None None] Checking agent: {'id': '16de73ac-f2e9-4cee-b3e0-91052ae3e6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 20, 13), 'started_at': datetime.datetime(2021, 8, 12, 14, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 50, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:51:02.130145 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e393d806-3e06-4ef1-9e55-efc535cdd0d1 None None] Checking segment: {'id': '3167d16e-5a82-4eff-9111-3e93ae1f209d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'a0bb8b61-1aef-4326-a4a9-fb18fd958e1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:51:02.130541 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-e393d806-3e06-4ef1-9e55-efc535cdd0d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:02.130922 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e393d806-3e06-4ef1-9e55-efc535cdd0d1 None None] Bound using segment: {'id': '3167d16e-5a82-4eff-9111-3e93ae1f209d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'a0bb8b61-1aef-4326-a4a9-fb18fd958e1b'} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:51:02.132108 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-e393d806-3e06-4ef1-9e55-efc535cdd0d1 None None] Bound port: ea44107c-8226-482f-b983-794d437a3265, host: n-d-694802-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3167d16e-5a82-4eff-9111-3e93ae1f209d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'a0bb8b61-1aef-4326-a4a9-fb18fd958e1b'}}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:51:02.132489 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-e393d806-3e06-4ef1-9e55-efc535cdd0d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:02.196039 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-e393d806-3e06-4ef1-9e55-efc535cdd0d1 None None] For port ea44107c-8226-482f-b983-794d437a3265, host n-d-694802-15, cleared binding levels {{(pid=94468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:51:02.200045 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-e393d806-3e06-4ef1-9e55-efc535cdd0d1 None None] For port ea44107c-8226-482f-b983-794d437a3265, host n-d-694802-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=ea44107c-8226-482f-b983-794d437a3265,segment=NetworkSegment(3167d16e-5a82-4eff-9111-3e93ae1f209d),segment_id=3167d16e-5a82-4eff-9111-3e93ae1f209d)] {{(pid=94468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:51:02.205026 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-e393d806-3e06-4ef1-9e55-efc535cdd0d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:02.224177 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-81bbe044-48bb-4621-a37b-835c8aa5a0bc tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:02.240900 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-81bbe044-48bb-4621-a37b-835c8aa5a0bc tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Transition to ACTIVE for port object 069bb6fe-90e4-4cae-9f90-185bc7f04d28 will not be triggered until provisioned by entity DHCP. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:51:02.274087 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e393d806-3e06-4ef1-9e55-efc535cdd0d1 None None] Pushing event updated for resources: {'Port': ['ID=ea44107c-8226-482f-b983-794d437a3265,revision_number=2']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:51:02.279709 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-81bbe044-48bb-4621-a37b-835c8aa5a0bc tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:02.355546 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-e755b3e6-fbfd-4cd2-87bd-df596063bb2a req-61ba460e-b05f-4af0-b22b-1c5faba58782 tempest-ServerShowV257Test-580473577 tempest-ServerShowV257Test-580473577-project] 10.222.0.39 "GET /v2.0/ports?device_id=3312d3bd-55bd-40e0-9829-b2b6ebe45a74 HTTP/1.1" status: 200 len: 210 time: 0.0410471 Aug 12 14:51:02.357300 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81bbe044-48bb-4621-a37b-835c8aa5a0bc tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Network a0bb8b61-1aef-4326-a4a9-fb18fd958e1b is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:51:02.360922 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-81bbe044-48bb-4621-a37b-835c8aa5a0bc tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:51:02.365841 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81bbe044-48bb-4621-a37b-835c8aa5a0bc tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:51:02.369113 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bbe044-48bb-4621-a37b-835c8aa5a0bc tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Pushing event updated for resources: {'Port': ['ID=069bb6fe-90e4-4cae-9f90-185bc7f04d28,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:51:02.426456 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81bbe044-48bb-4621-a37b-835c8aa5a0bc tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:51:02.430153 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-81bbe044-48bb-4621-a37b-835c8aa5a0bc tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:02.458729 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-81bbe044-48bb-4621-a37b-835c8aa5a0bc tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 0.8886156 Aug 12 14:51:02.459353 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 58372) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:51:02.464011 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-d6efab35-03b3-494d-a4e9-f0ba1e6072e3 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Request body: {'port': {'network_id': 'a0bb8b61-1aef-4326-a4a9-fb18fd958e1b', 'name': 'tempest-PortsTestJSON-215302252', 'fixed_ips': [{'subnet_id': 'fe1714d4-b9aa-48b7-a117-80eab1c0d4ff', 'ip_address': '172.20.0.9'}]}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:51:02.589503 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6efab35-03b3-494d-a4e9-f0ba1e6072e3 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Made reservation on behalf of be866c071af14d49833929e5eca8b8bc for: {'port': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:51:02.594423 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d6efab35-03b3-494d-a4e9-f0ba1e6072e3 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:02.611897 n-d-694802-15 neutron-server[94466]: DEBUG neutron.notifiers.nova [None req-d6efab35-03b3-494d-a4e9-f0ba1e6072e3 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] device_id is not set on port cb59aa87-9de4-4b3d-abab-b12984e84f00 yet. {{(pid=94466) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 14:51:02.767480 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-d6efab35-03b3-494d-a4e9-f0ba1e6072e3 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Allocated IP 172.20.0.9 (a0bb8b61-1aef-4326-a4a9-fb18fd958e1b/fe1714d4-b9aa-48b7-a117-80eab1c0d4ff/cb59aa87-9de4-4b3d-abab-b12984e84f00) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:51:02.948185 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device ea44107c-8226-482f-b983-794d437a3265 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:51:02.960623 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d6efab35-03b3-494d-a4e9-f0ba1e6072e3 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:02.978900 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6550d522-67d7-4667-926a-3c75450a13f4 req-b3adf59f-b14a-45c3-8395-efbe2cfb1b24 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:51:02.980475 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-6550d522-67d7-4667-926a-3c75450a13f4 req-b3adf59f-b14a-45c3-8395-efbe2cfb1b24 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] 10.222.0.39 "GET /v2.0/ports?device_id=1d0f8b2d-5b5f-4e6d-adb1-62eace4d1fdc HTTP/1.1" status: 200 len: 944 time: 0.0988824 Aug 12 14:51:02.987869 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-d6efab35-03b3-494d-a4e9-f0ba1e6072e3 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Transition to ACTIVE for port object cb59aa87-9de4-4b3d-abab-b12984e84f00 will not be triggered until provisioned by entity DHCP. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:51:03.003478 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning for port ea44107c-8226-482f-b983-794d437a3265 completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:51:03.043210 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-6550d522-67d7-4667-926a-3c75450a13f4 req-763f6a7f-3bbb-4bbc-bd3a-8728adf19da3 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] 10.222.0.39 "GET /v2.0/security-groups?id=d503e6e0-4ce0-4f78-842d-abe0bf3f8a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535591 Aug 12 14:51:03.054542 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d6efab35-03b3-494d-a4e9-f0ba1e6072e3 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:03.099910 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6efab35-03b3-494d-a4e9-f0ba1e6072e3 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Network a0bb8b61-1aef-4326-a4a9-fb18fd958e1b is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:51:03.105289 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-d6efab35-03b3-494d-a4e9-f0ba1e6072e3 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:51:03.109212 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6efab35-03b3-494d-a4e9-f0ba1e6072e3 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:51:03.134736 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6efab35-03b3-494d-a4e9-f0ba1e6072e3 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Pushing event updated for resources: {'Port': ['ID=cb59aa87-9de4-4b3d-abab-b12984e84f00,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:51:03.163585 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6efab35-03b3-494d-a4e9-f0ba1e6072e3 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:51:03.164324 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d6efab35-03b3-494d-a4e9-f0ba1e6072e3 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:03.179826 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-d6efab35-03b3-494d-a4e9-f0ba1e6072e3 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 0.7198145 Aug 12 14:51:03.182532 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 58378) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:51:03.235616 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7210837-6fd0-40bb-aece-4034dd838f83 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:51:03.238317 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-d7210837-6fd0-40bb-aece-4034dd838f83 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] 10.222.0.39 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.0547581 Aug 12 14:51:03.238855 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02c6d71c-b36a-45b1-97f8-2bc59c065983 None None] Network a0bb8b61-1aef-4326-a4a9-fb18fd958e1b requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:51:03.241048 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 58380) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:51:03.301383 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-836fbb1c-ea93-4c08-9a73-fcfcc7e97e01 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:51:03.306007 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-bd373a1b-6bdb-4990-8fcb-7a689ecb6154 None None] Provisioning for port ea44107c-8226-482f-b983-794d437a3265 completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:51:03.307211 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-836fbb1c-ea93-4c08-9a73-fcfcc7e97e01 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:51:03.314140 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-bd373a1b-6bdb-4990-8fcb-7a689ecb6154 None None] Provisioning complete for port ea44107c-8226-482f-b983-794d437a3265 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:51:03.314370 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-836fbb1c-ea93-4c08-9a73-fcfcc7e97e01 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:51:03.314495 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-bd373a1b-6bdb-4990-8fcb-7a689ecb6154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:03.318738 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-836fbb1c-ea93-4c08-9a73-fcfcc7e97e01 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] 10.222.0.39 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2377 time: 0.0739913 Aug 12 14:51:03.318961 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 58382) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:51:03.419473 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-e8c2f3dc-90cf-4df4-a150-0f41a2627619 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Deleting port cb59aa87-9de4-4b3d-abab-b12984e84f00 {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:51:03.419824 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e8c2f3dc-90cf-4df4-a150-0f41a2627619 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:03.473342 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-bd373a1b-6bdb-4990-8fcb-7a689ecb6154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:03.511093 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-92937c3a-e854-4da3-b4fb-05cdd61543a7 req-159fe3a6-ca01-4d99-9636-bddccff25727 tempest-ServerShowV257Test-580473577 tempest-ServerShowV257Test-580473577-project] 10.222.0.39 "GET /v2.0/ports?device_id=3312d3bd-55bd-40e0-9829-b2b6ebe45a74 HTTP/1.1" status: 200 len: 210 time: 0.0399954 Aug 12 14:51:03.547814 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-bd373a1b-6bdb-4990-8fcb-7a689ecb6154 None None] For port ea44107c-8226-482f-b983-794d437a3265, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=ea44107c-8226-482f-b983-794d437a3265,segment=NetworkSegment(3167d16e-5a82-4eff-9111-3e93ae1f209d),segment_id=3167d16e-5a82-4eff-9111-3e93ae1f209d)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:51:03.552618 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e8c2f3dc-90cf-4df4-a150-0f41a2627619 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:03.553665 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-bd373a1b-6bdb-4990-8fcb-7a689ecb6154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:03.572013 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-e8c2f3dc-90cf-4df4-a150-0f41a2627619 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Calling delete_port for cb59aa87-9de4-4b3d-abab-b12984e84f00 owned by {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:51:03.616918 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd373a1b-6bdb-4990-8fcb-7a689ecb6154 None None] Pushing event updated for resources: {'Port': ['ID=ea44107c-8226-482f-b983-794d437a3265,revision_number=3']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:51:03.722089 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e8c2f3dc-90cf-4df4-a150-0f41a2627619 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:03.754746 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c2f3dc-90cf-4df4-a150-0f41a2627619 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Pushing event deleted for resources: {'Port': ['ID=cb59aa87-9de4-4b3d-abab-b12984e84f00,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:51:03.776740 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-c4979441-2678-43da-bb58-221dd021b406 None None] Provisioning complete for port ea44107c-8226-482f-b983-794d437a3265 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:51:03.777112 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-c4979441-2678-43da-bb58-221dd021b406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:03.844208 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e8c2f3dc-90cf-4df4-a150-0f41a2627619 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:03.846303 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-e8c2f3dc-90cf-4df4-a150-0f41a2627619 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] 10.222.0.39 "DELETE /v2.0/ports/cb59aa87-9de4-4b3d-abab-b12984e84f00 HTTP/1.1" status: 204 len: 168 time: 0.5264311 Aug 12 14:51:03.848836 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 58388) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:51:03.872551 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-c4979441-2678-43da-bb58-221dd021b406 None None] Could not find standard attr ID for object cb59aa87-9de4-4b3d-abab-b12984e84f00. {{(pid=94468) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 12 14:51:03.875676 n-d-694802-15 neutron-server[94466]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9e8e5e9-49bc-46fd-9e4f-c90dc5d4eafa tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] GET failed (client error): The resource could not be found. Aug 12 14:51:03.877301 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-a9e8e5e9-49bc-46fd-9e4f-c90dc5d4eafa tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] 10.222.0.39 "GET /v2.0/ports/cb59aa87-9de4-4b3d-abab-b12984e84f00 HTTP/1.1" status: 404 len: 333 time: 0.0275314 Aug 12 14:51:03.879944 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 58390) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:51:03.885170 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-c4979441-2678-43da-bb58-221dd021b406 None None] Provisioning for port 069bb6fe-90e4-4cae-9f90-185bc7f04d28 completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:51:03.889479 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-c4979441-2678-43da-bb58-221dd021b406 None None] Provisioning complete for port 069bb6fe-90e4-4cae-9f90-185bc7f04d28 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:51:03.889916 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-c4979441-2678-43da-bb58-221dd021b406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:03.986668 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-48ed328c-3e80-4bc1-b953-0d8b5ee4f48a tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Deleting port 069bb6fe-90e4-4cae-9f90-185bc7f04d28 {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:51:03.987065 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-48ed328c-3e80-4bc1-b953-0d8b5ee4f48a tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:04.078735 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-c4979441-2678-43da-bb58-221dd021b406 None None] Port 069bb6fe-90e4-4cae-9f90-185bc7f04d28 cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 14:51:04.092037 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-48ed328c-3e80-4bc1-b953-0d8b5ee4f48a tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:04.106117 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-48ed328c-3e80-4bc1-b953-0d8b5ee4f48a tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Calling delete_port for 069bb6fe-90e4-4cae-9f90-185bc7f04d28 owned by {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:51:04.169323 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a82c5c-0527-4809-93c6-041c29a48112 req-97fd6e0c-48fc-4308-9830-835624ce1592 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:51:04.175983 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e6a82c5c-0527-4809-93c6-041c29a48112 req-97fd6e0c-48fc-4308-9830-835624ce1592 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] 10.222.0.39 "GET /v2.0/ports?device_id=1d0f8b2d-5b5f-4e6d-adb1-62eace4d1fdc HTTP/1.1" status: 200 len: 944 time: 0.0557494 Aug 12 14:51:04.191893 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-bdbd253d-9a1d-48c8-9135-8907fc44f88e None None] Could not find standard attr ID for object cb59aa87-9de4-4b3d-abab-b12984e84f00. {{(pid=94468) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 12 14:51:04.206473 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-bdbd253d-9a1d-48c8-9135-8907fc44f88e None None] Provisioning complete for port 069bb6fe-90e4-4cae-9f90-185bc7f04d28 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:51:04.206845 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-bdbd253d-9a1d-48c8-9135-8907fc44f88e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:04.216693 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e6a82c5c-0527-4809-93c6-041c29a48112 req-3072a39d-f8c8-4a49-9264-dd6d5641366f tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] 10.222.0.39 "GET /v2.0/security-groups?id=d503e6e0-4ce0-4f78-842d-abe0bf3f8a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358496 Aug 12 14:51:04.250830 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-bdbd253d-9a1d-48c8-9135-8907fc44f88e None None] Port 069bb6fe-90e4-4cae-9f90-185bc7f04d28 cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 14:51:04.265080 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-48ed328c-3e80-4bc1-b953-0d8b5ee4f48a tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:04.296164 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ed328c-3e80-4bc1-b953-0d8b5ee4f48a tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Pushing event deleted for resources: {'Port': ['ID=069bb6fe-90e4-4cae-9f90-185bc7f04d28,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:51:04.367605 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-48ed328c-3e80-4bc1-b953-0d8b5ee4f48a tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:04.370586 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-48ed328c-3e80-4bc1-b953-0d8b5ee4f48a tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] 10.222.0.39 "DELETE /v2.0/ports/069bb6fe-90e4-4cae-9f90-185bc7f04d28 HTTP/1.1" status: 204 len: 168 time: 0.4894996 Aug 12 14:51:04.372950 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 58394) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:51:04.404317 n-d-694802-15 neutron-server[94466]: INFO neutron.pecan_wsgi.hooks.translation [None req-c79b445f-105b-49cf-ad7c-ade83f23a851 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] GET failed (client error): The resource could not be found. Aug 12 14:51:04.408710 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-c79b445f-105b-49cf-ad7c-ade83f23a851 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] 10.222.0.39 "GET /v2.0/ports/069bb6fe-90e4-4cae-9f90-185bc7f04d28 HTTP/1.1" status: 404 len: 333 time: 0.0322866 Aug 12 14:51:04.408952 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 58396) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:51:04.467149 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa0c9e05-95a9-4481-9181-8dd95c81c767 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Deleting subnet fe1714d4-b9aa-48b7-a117-80eab1c0d4ff {{(pid=94466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 14:51:04.470904 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-fa0c9e05-95a9-4481-9181-8dd95c81c767 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks [] for subnet, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:04.514983 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-fa0c9e05-95a9-4481-9181-8dd95c81c767 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2293551'] for subnet, precommit_delete_associations {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:04.536127 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ce8a2826-3341-4db1-b1f1-b35687d15891 req-d5783c43-725a-46f5-b04e-4d9284dfe4d0 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=3312d3bd-55bd-40e0-9829-b2b6ebe45a74 HTTP/1.1" status: 200 len: 210 time: 0.0254037 Aug 12 14:51:04.624805 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-d88f95df-b254-4fa0-bb04-8b721ef60506 req-b769f62e-4e9f-4ee3-b61c-4ab58ddda99f tempest-ServerShowV257Test-580473577 tempest-ServerShowV257Test-580473577-project] 10.222.0.39 "GET /v2.0/ports?device_id=3312d3bd-55bd-40e0-9829-b2b6ebe45a74 HTTP/1.1" status: 200 len: 210 time: 0.0346835 Aug 12 14:51:04.632313 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-fa0c9e05-95a9-4481-9181-8dd95c81c767 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66416255'] for subnet, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:04.692069 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-fa0c9e05-95a9-4481-9181-8dd95c81c767 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66416232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3718429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8776402'] for subnet, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:04.722083 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-fa0c9e05-95a9-4481-9181-8dd95c81c767 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for subnet, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:04.724418 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-fa0c9e05-95a9-4481-9181-8dd95c81c767 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] 10.222.0.39 "DELETE /v2.0/subnets/fe1714d4-b9aa-48b7-a117-80eab1c0d4ff HTTP/1.1" status: 204 len: 168 time: 0.3140376 Aug 12 14:51:04.724878 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0c9e05-95a9-4481-9181-8dd95c81c767 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Pushing event deleted for resources: {'Subnet': ['ID=fe1714d4-b9aa-48b7-a117-80eab1c0d4ff,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:51:04.726725 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 58402) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:51:04.730000 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3753c0f4-40d7-4f0a-b2fe-22da1b670c81 None None] Network a0bb8b61-1aef-4326-a4a9-fb18fd958e1b requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:51:04.842694 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-051aaffc-deaa-4223-84e0-55df350fb0a9 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680608'] for network, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:04.851995 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-344d5e46-91af-4f88-9ff3-dbcf2c78b8ee req-89f8e56d-9164-4c47-b351-e10947da476c service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=b84c5c28-8f10-4782-84ae-2f8fa89bf4c6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0709081 Aug 12 14:51:04.938437 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-051aaffc-deaa-4223-84e0-55df350fb0a9 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Deleting port ea44107c-8226-482f-b983-794d437a3265 {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:51:04.938791 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-051aaffc-deaa-4223-84e0-55df350fb0a9 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:04.944150 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99987e04-eb49-42ff-be38-897dee893eba None None] DHCP port deletion for a0bb8b61-1aef-4326-a4a9-fb18fd958e1b request from n-d-694802-15 {{(pid=94468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 14:51:04.990679 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-99987e04-eb49-42ff-be38-897dee893eba None None] Deleting port ea44107c-8226-482f-b983-794d437a3265 {{(pid=94468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:51:04.991079 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-99987e04-eb49-42ff-be38-897dee893eba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:05.007729 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344d5e46-91af-4f88-9ff3-dbcf2c78b8ee req-d6ab65fa-6101-4b87-9843-a8bcfd7eb98a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:51:05.008223 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344d5e46-91af-4f88-9ff3-dbcf2c78b8ee req-d6ab65fa-6101-4b87-9843-a8bcfd7eb98a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:51:05.008731 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344d5e46-91af-4f88-9ff3-dbcf2c78b8ee req-d6ab65fa-6101-4b87-9843-a8bcfd7eb98a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:51:05.009210 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344d5e46-91af-4f88-9ff3-dbcf2c78b8ee req-d6ab65fa-6101-4b87-9843-a8bcfd7eb98a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:51:05.009684 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344d5e46-91af-4f88-9ff3-dbcf2c78b8ee req-d6ab65fa-6101-4b87-9843-a8bcfd7eb98a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:51:05.010153 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344d5e46-91af-4f88-9ff3-dbcf2c78b8ee req-d6ab65fa-6101-4b87-9843-a8bcfd7eb98a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:51:05.010619 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344d5e46-91af-4f88-9ff3-dbcf2c78b8ee req-d6ab65fa-6101-4b87-9843-a8bcfd7eb98a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:51:05.012534 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-344d5e46-91af-4f88-9ff3-dbcf2c78b8ee req-d6ab65fa-6101-4b87-9843-a8bcfd7eb98a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a2fc72cd4bf747caa1a4809b30f44b5f&device_id=b84c5c28-8f10-4782-84ae-2f8fa89bf4c6 HTTP/1.1" status: 200 len: 6498 time: 0.1067955 Aug 12 14:51:05.019443 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [None req-051aaffc-deaa-4223-84e0-55df350fb0a9 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] For port ea44107c-8226-482f-b983-794d437a3265, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=ea44107c-8226-482f-b983-794d437a3265,segment=NetworkSegment(3167d16e-5a82-4eff-9111-3e93ae1f209d),segment_id=3167d16e-5a82-4eff-9111-3e93ae1f209d)] {{(pid=94467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:51:05.019816 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-051aaffc-deaa-4223-84e0-55df350fb0a9 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:05.033557 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-051aaffc-deaa-4223-84e0-55df350fb0a9 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Calling delete_port for ea44107c-8226-482f-b983-794d437a3265 owned by network:dhcp {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:51:05.054440 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-99987e04-eb49-42ff-be38-897dee893eba None None] For port ea44107c-8226-482f-b983-794d437a3265, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=ea44107c-8226-482f-b983-794d437a3265,segment=NetworkSegment(3167d16e-5a82-4eff-9111-3e93ae1f209d),segment_id=3167d16e-5a82-4eff-9111-3e93ae1f209d)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:51:05.054837 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-99987e04-eb49-42ff-be38-897dee893eba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:05.067262 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-99987e04-eb49-42ff-be38-897dee893eba None None] Calling delete_port for ea44107c-8226-482f-b983-794d437a3265 owned by network:dhcp {{(pid=94468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:51:05.145402 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-99987e04-eb49-42ff-be38-897dee893eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262'] for port, after_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:05.172549 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99987e04-eb49-42ff-be38-897dee893eba None None] Pushing event deleted for resources: {'Port': ['ID=ea44107c-8226-482f-b983-794d437a3265,revision_number=None']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:51:05.174279 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99987e04-eb49-42ff-be38-897dee893eba None None] No DVR routers for this DVR port ea44107c-8226-482f-b983-794d437a3265 on host n-d-694802-15 {{(pid=94468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:51:05.211769 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344d5e46-91af-4f88-9ff3-dbcf2c78b8ee req-dfa6898b-7f71-4158-9505-1fa811d3eb01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:51:05.212765 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344d5e46-91af-4f88-9ff3-dbcf2c78b8ee req-dfa6898b-7f71-4158-9505-1fa811d3eb01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:51:05.213453 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344d5e46-91af-4f88-9ff3-dbcf2c78b8ee req-dfa6898b-7f71-4158-9505-1fa811d3eb01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:51:05.215766 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-344d5e46-91af-4f88-9ff3-dbcf2c78b8ee req-dfa6898b-7f71-4158-9505-1fa811d3eb01 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b0e24b64-21a7-4e71-9bbe-cc7d87ed30df&id=b1fed0d0-2b0c-4ed8-b3b7-4ff4b735f473&id=b1fed0d0-2b0c-4ed8-b3b7-4ff4b735f473&id=b1fed0d0-2b0c-4ed8-b3b7-4ff4b735f473&id=b1fed0d0-2b0c-4ed8-b3b7-4ff4b735f473&id=11988a36-0d35-41ac-a66e-5ed968be2dc8&id=11988a36-0d35-41ac-a66e-5ed968be2dc8 HTTP/1.1" status: 200 len: 2294 time: 0.1781476 Aug 12 14:51:05.222611 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-051aaffc-deaa-4223-84e0-55df350fb0a9 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:05.258246 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051aaffc-deaa-4223-84e0-55df350fb0a9 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Pushing event deleted for resources: {'Port': ['ID=ea44107c-8226-482f-b983-794d437a3265,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:51:05.290627 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-051aaffc-deaa-4223-84e0-55df350fb0a9 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] No DVR routers for this DVR port ea44107c-8226-482f-b983-794d437a3265 on host n-d-694802-15 {{(pid=94467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:51:05.355545 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62a8b15-74b0-4fe2-bded-134c8ae0884a req-011cca69-53c9-4d7c-ad41-04136e538fbf tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:51:05.358260 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-d62a8b15-74b0-4fe2-bded-134c8ae0884a req-011cca69-53c9-4d7c-ad41-04136e538fbf tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] 10.222.0.39 "GET /v2.0/ports?device_id=1d0f8b2d-5b5f-4e6d-adb1-62eace4d1fdc HTTP/1.1" status: 200 len: 944 time: 0.0584314 Aug 12 14:51:05.372489 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-344d5e46-91af-4f88-9ff3-dbcf2c78b8ee req-753c6eaa-20f8-476a-8f9e-c78e979ba179 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=193ce8b9-1189-46e3-aa87-cd5d43e80d96 HTTP/1.1" status: 200 len: 1002 time: 0.1460867 Aug 12 14:51:05.396396 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-051aaffc-deaa-4223-84e0-55df350fb0a9 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66413304', 'neutron.services.segments.db._delete_segments_for_network-8744654118000'] for network, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:05.397297 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-d62a8b15-74b0-4fe2-bded-134c8ae0884a req-cafa7243-60be-4bdf-a723-db7a9718b702 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] 10.222.0.39 "GET /v2.0/security-groups?id=d503e6e0-4ce0-4f78-842d-abe0bf3f8a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327346 Aug 12 14:51:05.425433 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-051aaffc-deaa-4223-84e0-55df350fb0a9 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0bb8b61-1aef-4326-a4a9-fb18fd958e1b']}} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:51:05.440136 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-051aaffc-deaa-4223-84e0-55df350fb0a9 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3167d16e-5a82-4eff-9111-3e93ae1f209d') {'for_net_delete': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:51:05.440370 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-051aaffc-deaa-4223-84e0-55df350fb0a9 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3167d16e-5a82-4eff-9111-3e93ae1f209d') {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:51:05.454567 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-051aaffc-deaa-4223-84e0-55df350fb0a9 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744654122361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3857526'] for segment, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:05.461752 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344d5e46-91af-4f88-9ff3-dbcf2c78b8ee req-6907a881-2ca1-44f8-a7e5-0e933311fc73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:51:05.463965 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-344d5e46-91af-4f88-9ff3-dbcf2c78b8ee req-6907a881-2ca1-44f8-a7e5-0e933311fc73 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7be71cde-d18d-4052-a6ca-8e91d1377f01 HTTP/1.1" status: 200 len: 851 time: 0.0799842 Aug 12 14:51:05.481254 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-051aaffc-deaa-4223-84e0-55df350fb0a9 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:05.506347 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-051aaffc-deaa-4223-84e0-55df350fb0a9 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Releasing vlan 303 on physical network physnet1 to pool {{(pid=94467) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 14:51:05.506741 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-051aaffc-deaa-4223-84e0-55df350fb0a9 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2859015'] for segment, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:05.512131 n-d-694802-15 neutron-server[94467]: Traceback (most recent call last): Aug 12 14:51:05.512131 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 14:51:05.512131 n-d-694802-15 neutron-server[94467]: timer() Aug 12 14:51:05.512131 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 14:51:05.512131 n-d-694802-15 neutron-server[94467]: cb(*args, **kw) Aug 12 14:51:05.512131 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 14:51:05.512131 n-d-694802-15 neutron-server[94467]: return func(*args, **kwargs) Aug 12 14:51:05.512131 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 14:51:05.512131 n-d-694802-15 neutron-server[94467]: self._notify() Aug 12 14:51:05.512131 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 14:51:05.512131 n-d-694802-15 neutron-server[94467]: self.callback(batched_events) Aug 12 14:51:05.512131 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 14:51:05.512131 n-d-694802-15 neutron-server[94467]: event.method(event) Aug 12 14:51:05.512131 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 14:51:05.512131 n-d-694802-15 neutron-server[94467]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 14:51:05.512131 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 14:51:05.512131 n-d-694802-15 neutron-server[94467]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 14:51:05.512131 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 14:51:05.512131 n-d-694802-15 neutron-server[94467]: return f(self, *a, **k) Aug 12 14:51:05.512131 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 14:51:05.512131 n-d-694802-15 neutron-server[94467]: return self._get(url).json() Aug 12 14:51:05.512131 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 14:51:05.512131 n-d-694802-15 neutron-server[94467]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 14:51:05.512131 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 14:51:05.512131 n-d-694802-15 neutron-server[94467]: return self.request(url, 'GET', **kwargs) Aug 12 14:51:05.512131 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 14:51:05.512131 n-d-694802-15 neutron-server[94467]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 14:51:05.512131 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 14:51:05.512131 n-d-694802-15 neutron-server[94467]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 14:51:05.512131 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 14:51:05.512131 n-d-694802-15 neutron-server[94467]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 14:51:05.512131 n-d-694802-15 neutron-server[94467]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 14:51:05.578596 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344d5e46-91af-4f88-9ff3-dbcf2c78b8ee req-fc04ea01-8ad9-4389-a365-257e2fe3758f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:51:05.580678 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-344d5e46-91af-4f88-9ff3-dbcf2c78b8ee req-fc04ea01-8ad9-4389-a365-257e2fe3758f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b0e24b64-21a7-4e71-9bbe-cc7d87ed30df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1086321 Aug 12 14:51:05.584949 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-051aaffc-deaa-4223-84e0-55df350fb0a9 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66413281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431520'] for network, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:05.592447 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-051aaffc-deaa-4223-84e0-55df350fb0a9 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for network, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:05.594239 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-051aaffc-deaa-4223-84e0-55df350fb0a9 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] 10.222.0.39 "DELETE /v2.0/networks/a0bb8b61-1aef-4326-a4a9-fb18fd958e1b HTTP/1.1" status: 204 len: 168 time: 0.8626368 Aug 12 14:51:05.600833 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 58406) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:51:05.607421 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device cf070397-8bc7-466a-8f30-5d8eaa221618 details requested by agent hyperv_n-h2-694802-15 with host n-h2-694802-15 {{(pid=94468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 14:51:05.614914 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-6988d6cd-6274-43bb-ba68-09769df73d23 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1487664969'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:51:05.621176 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051aaffc-deaa-4223-84e0-55df350fb0a9 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Pushing event deleted for resources: {'Network': ['ID=a0bb8b61-1aef-4326-a4a9-fb18fd958e1b,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:51:05.641628 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6988d6cd-6274-43bb-ba68-09769df73d23 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Made reservation on behalf of be866c071af14d49833929e5eca8b8bc for: {'network': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:51:05.645294 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-6988d6cd-6274-43bb-ba68-09769df73d23 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for network, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:05.672107 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6988d6cd-6274-43bb-ba68-09769df73d23 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] vlan segment allocate from pool success with {'vlan_id': 311, 'physical_network': 'physnet1'} {{(pid=94466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 14:51:05.684712 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-6988d6cd-6274-43bb-ba68-09769df73d23 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:05.685113 n-d-694802-15 neutron-server[94466]: INFO neutron.db.segments_db [None req-6988d6cd-6274-43bb-ba68-09769df73d23 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Added segment 6065de0c-d914-4381-bab3-1a69608896d7 of type vlan for network 349e2aaf-a18f-4ebc-bca5-930ea784861f Aug 12 14:51:05.705922 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-344d5e46-91af-4f88-9ff3-dbcf2c78b8ee req-3f716d2e-c022-468d-92a0-e186e9204edc service neutron] 10.222.0.64 "GET /v2.0/networks/b0e24b64-21a7-4e71-9bbe-cc7d87ed30df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100762 Aug 12 14:51:05.726417 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port cf070397-8bc7-466a-8f30-5d8eaa221618, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=cf070397-8bc7-466a-8f30-5d8eaa221618,segment=NetworkSegment(abdc443e-cf7a-4b71-8730-19997248ebd2),segment_id=abdc443e-cf7a-4b71-8730-19997248ebd2)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:51:05.741462 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Returning: {'device': 'cf070397-8bc7-466a-8f30-5d8eaa221618', 'network_id': '0f2cc2b1-26b2-41f2-bdd8-a5e5698bdc15', 'port_id': 'cf070397-8bc7-466a-8f30-5d8eaa221618', 'mac_address': 'fa:16:3e:75:20:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33fe8ec3-27c5-4c33-8718-44dd3a3eaffa', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 14:51:05.745525 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-6988d6cd-6274-43bb-ba68-09769df73d23 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744653628263'] for network, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:05.779167 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-6988d6cd-6274-43bb-ba68-09769df73d23 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409'] for network, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:05.786356 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6988d6cd-6274-43bb-ba68-09769df73d23 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:51:05.787318 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:05.787527 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-6988d6cd-6274-43bb-ba68-09769df73d23 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks [] for network, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:05.803344 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf070397-8bc7-466a-8f30-5d8eaa221618 {{(pid=94468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:51:05.811826 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c3b9819e-1c99-4bd5-85a4-ec1a25b0bc04 req-90af84b6-86a4-47a5-a544-45efc0b462b9 tempest-ServerShowV257Test-580473577 tempest-ServerShowV257Test-580473577-project] 10.222.0.39 "GET /v2.0/ports?device_id=3312d3bd-55bd-40e0-9829-b2b6ebe45a74 HTTP/1.1" status: 200 len: 210 time: 0.0357144 Aug 12 14:51:05.831621 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port cf070397-8bc7-466a-8f30-5d8eaa221618, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=cf070397-8bc7-466a-8f30-5d8eaa221618,segment=NetworkSegment(abdc443e-cf7a-4b71-8730-19997248ebd2),segment_id=abdc443e-cf7a-4b71-8730-19997248ebd2)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:51:05.838709 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:05.878500 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-344d5e46-91af-4f88-9ff3-dbcf2c78b8ee req-84d4dd9c-4bba-4f4c-8572-8acd2154aba4 service neutron] 10.222.0.64 "GET /v2.0/networks/b0e24b64-21a7-4e71-9bbe-cc7d87ed30df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1656733 Aug 12 14:51:05.884883 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-6988d6cd-6274-43bb-ba68-09769df73d23 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2792704 Aug 12 14:51:05.885272 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 58414) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:51:05.886468 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6988d6cd-6274-43bb-ba68-09769df73d23 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Pushing event updated for resources: {'Network': ['ID=349e2aaf-a18f-4ebc-bca5-930ea784861f,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:51:05.902433 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Network 349e2aaf-a18f-4ebc-bca5-930ea784861f details requested by agent ovs-agent-n-d-694802-15 with host n-d-694802-15 {{(pid=94468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 14:51:05.934023 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-5ef5e894-875a-44a5-be50-aaa7ea538a1d tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Request body: {'subnet': {'network_id': '349e2aaf-a18f-4ebc-bca5-930ea784861f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:51:05.939171 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-344d5e46-91af-4f88-9ff3-dbcf2c78b8ee req-b2d5564d-e99a-4234-9c62-7209fcce1fe2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.11&port_id=5bb0a447-96d6-4415-8a53-9ce9a3ae9385 HTTP/1.1" status: 200 len: 217 time: 0.0510619 Aug 12 14:51:05.998682 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Pushing event updated for resources: {'Port': ['ID=cf070397-8bc7-466a-8f30-5d8eaa221618,revision_number=4']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:51:06.093266 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-261f07a0-4fef-4107-baf3-d0d6d62253f3 req-d33c66a5-eaa9-4176-9302-9ff6aa7b87c6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=bd2cd293260746ada8f6b1897a226d75&device_id=3312d3bd-55bd-40e0-9829-b2b6ebe45a74 HTTP/1.1" status: 200 len: 210 time: 0.0454869 Aug 12 14:51:06.239177 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] get_ports_and_sgs() called for port_ids ['cf070397-8bc7-466a-8f30-5d8eaa221618'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:51:06.450200 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344d5e46-91af-4f88-9ff3-dbcf2c78b8ee req-a370c259-8d98-436f-af2c-5d7804cfc406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:51:06.451677 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-344d5e46-91af-4f88-9ff3-dbcf2c78b8ee req-a370c259-8d98-436f-af2c-5d7804cfc406 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=211c9137-e01f-4e3e-8c7e-449dda79def5 HTTP/1.1" status: 200 len: 797 time: 0.4914317 Aug 12 14:51:06.462829 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b3e5f914-e409-49e7-aa9e-7a266412e469 req-726b8094-c2ab-4c56-8467-5e62a189b708 tempest-ServerShowV257Test-580473577 tempest-ServerShowV257Test-580473577-project] 10.222.0.39 "GET /v2.0/ports?device_id=3312d3bd-55bd-40e0-9829-b2b6ebe45a74 HTTP/1.1" status: 200 len: 210 time: 0.3728285 Aug 12 14:51:06.486563 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-261f07a0-4fef-4107-baf3-d0d6d62253f3 req-3540334d-03f6-4219-bf11-cc7124aee469 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=bd2cd293260746ada8f6b1897a226d75&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3802187 Aug 12 14:51:06.517967 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed53371-b184-4f76-b703-9de3d8a9d08b req-f0694d6a-7511-4d6a-9e93-ac032630f281 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:51:06.519506 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-2ed53371-b184-4f76-b703-9de3d8a9d08b req-f0694d6a-7511-4d6a-9e93-ac032630f281 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] 10.222.0.39 "GET /v2.0/ports?device_id=1d0f8b2d-5b5f-4e6d-adb1-62eace4d1fdc HTTP/1.1" status: 200 len: 945 time: 0.0517261 Aug 12 14:51:06.559197 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-2ed53371-b184-4f76-b703-9de3d8a9d08b req-b63d4818-6a4d-4d88-8c6c-bc5b0efe1f7e tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] 10.222.0.39 "GET /v2.0/security-groups?id=d503e6e0-4ce0-4f78-842d-abe0bf3f8a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331392 Aug 12 14:51:06.593500 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ef5e894-875a-44a5-be50-aaa7ea538a1d tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Made reservation on behalf of be866c071af14d49833929e5eca8b8bc for: {'subnet': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:51:06.597079 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-5ef5e894-875a-44a5-be50-aaa7ea538a1d tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3343791'] for subnet, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:06.703649 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344d5e46-91af-4f88-9ff3-dbcf2c78b8ee req-f86d42dc-4b8f-4668-9631-4a035e952526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:51:06.705225 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-344d5e46-91af-4f88-9ff3-dbcf2c78b8ee req-f86d42dc-4b8f-4668-9631-4a035e952526 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b1fed0d0-2b0c-4ed8-b3b7-4ff4b735f473&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2317646 Aug 12 14:51:06.828748 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261f07a0-4fef-4107-baf3-d0d6d62253f3 req-589c73ed-df5f-4500-95fd-ec26aa34ab10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:51:06.830155 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-261f07a0-4fef-4107-baf3-d0d6d62253f3 req-589c73ed-df5f-4500-95fd-ec26aa34ab10 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3201282 Aug 12 14:51:06.892015 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-344d5e46-91af-4f88-9ff3-dbcf2c78b8ee req-c88340d2-d28c-4610-94d6-9e565a7497b5 service neutron] 10.222.0.64 "GET /v2.0/networks/b1fed0d0-2b0c-4ed8-b3b7-4ff4b735f473?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1760554 Aug 12 14:51:06.894511 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device ea44107c-8226-482f-b983-794d437a3265 no longer exists at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:51:06.916258 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] No Port match for: ea44107c-8226-482f-b983-794d437a3265 {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 14:51:06.916606 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device ea44107c-8226-482f-b983-794d437a3265 not bound to the agent host n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:51:07.020420 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-5ef5e894-875a-44a5-be50-aaa7ea538a1d tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2859166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3343773'] for subnet, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:07.067414 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-344d5e46-91af-4f88-9ff3-dbcf2c78b8ee req-f8226275-8e13-4b84-bdea-81b19d76359c service neutron] 10.222.0.64 "GET /v2.0/networks/b1fed0d0-2b0c-4ed8-b3b7-4ff4b735f473?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1656091 Aug 12 14:51:07.141330 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-344d5e46-91af-4f88-9ff3-dbcf2c78b8ee req-7a4012e8-afea-4159-9996-447fb922eb3e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.172&port_id=20995681-edf1-4159-b285-2b70fd9775cf HTTP/1.1" status: 200 len: 217 time: 0.0596313 Aug 12 14:51:07.142281 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef5e894-875a-44a5-be50-aaa7ea538a1d tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Pushing event updated for resources: {'Subnet': ['ID=add29cf2-0f2a-4cd0-b44f-cd1afd0b68f3,revision_number=0']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:51:07.158596 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ef5e894-875a-44a5-be50-aaa7ea538a1d tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Checking segment: {'id': '6065de0c-d914-4381-bab3-1a69608896d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '349e2aaf-a18f-4ebc-bca5-930ea784861f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:51:07.158958 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ef5e894-875a-44a5-be50-aaa7ea538a1d tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Network hostable DHCP agents. Network: 349e2aaf-a18f-4ebc-bca5-930ea784861f, hostable agents: ['1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658'], hosted agents: [] {{(pid=94467) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 14:51:07.206577 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ef5e894-875a-44a5-be50-aaa7ea538a1d tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Network 349e2aaf-a18f-4ebc-bca5-930ea784861f is scheduled to be hosted by DHCP agent 1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658 with binding_index 1 {{(pid=94467) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 14:51:07.209455 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344d5e46-91af-4f88-9ff3-dbcf2c78b8ee req-c2aa3722-71d9-4a64-904b-4c212e867a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:51:07.211005 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-344d5e46-91af-4f88-9ff3-dbcf2c78b8ee req-c2aa3722-71d9-4a64-904b-4c212e867a42 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=211c9137-e01f-4e3e-8c7e-449dda79def5 HTTP/1.1" status: 200 len: 797 time: 0.0599635 Aug 12 14:51:07.227838 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [None req-5ef5e894-875a-44a5-be50-aaa7ea538a1d tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-15, 349e2aaf-a18f-4ebc-bca5-930ea784861f) {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:51:07.241370 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5a9ff5d-5652-4c64-81ee-4610d4a93f5a None None] Network 349e2aaf-a18f-4ebc-bca5-930ea784861f requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:51:07.247514 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ef5e894-875a-44a5-be50-aaa7ea538a1d tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:51:07.248101 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-5ef5e894-875a-44a5-be50-aaa7ea538a1d tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks [] for subnet, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:07.273124 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 58426) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:51:07.273705 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-5ef5e894-875a-44a5-be50-aaa7ea538a1d tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3866043 Aug 12 14:51:07.279729 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-9b417767-1f2e-47ea-b7f9-dbf589eda7ad tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1809620650', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:51:07.279900 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344d5e46-91af-4f88-9ff3-dbcf2c78b8ee req-f8fc32fc-80fc-490a-9eb9-31c1e446ddb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:51:07.281344 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-344d5e46-91af-4f88-9ff3-dbcf2c78b8ee req-f8fc32fc-80fc-490a-9eb9-31c1e446ddb6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b1fed0d0-2b0c-4ed8-b3b7-4ff4b735f473&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0627792 Aug 12 14:51:07.341741 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0452b1-3ff1-421e-aeb0-385aecdc5e38 req-f7d8aa95-5934-476c-85cc-b983d6ffb9cb tempest-TestNetworkAdvancedServerOps-311782475 tempest-TestNetworkAdvancedServerOps-311782475-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:51:07.343541 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-fd0452b1-3ff1-421e-aeb0-385aecdc5e38 req-f7d8aa95-5934-476c-85cc-b983d6ffb9cb tempest-TestNetworkAdvancedServerOps-311782475 tempest-TestNetworkAdvancedServerOps-311782475-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=3123bce8-844b-469f-9aa0-64c8f53661bc HTTP/1.1" status: 200 len: 1098 time: 0.0573618 Aug 12 14:51:07.344645 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9b417767-1f2e-47ea-b7f9-dbf589eda7ad tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-430574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-104863'] for router, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:07.346342 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9b417767-1f2e-47ea-b7f9-dbf589eda7ad tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-429438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-431405', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66646573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-104852'] for router, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:07.389744 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-344d5e46-91af-4f88-9ff3-dbcf2c78b8ee req-91daaf7a-0f66-4f04-8e32-744a4e8b4cf7 service neutron] 10.222.0.64 "GET /v2.0/networks/b1fed0d0-2b0c-4ed8-b3b7-4ff4b735f473?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987306 Aug 12 14:51:07.395603 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45b32a89-e875-4482-b413-40db2391f21a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa7035b3e-9a89-5964-b9f4-97301c3f476a-349e2aaf-a18f-4ebc-bca5-930ea784861f', 'network_id': '349e2aaf-a18f-4ebc-bca5-930ea784861f', 'tenant_id': 'be866c071af14d49833929e5eca8b8bc', 'fixed_ips': [{'subnet_id': 'add29cf2-0f2a-4cd0-b44f-cd1afd0b68f3'}]}} from n-d-694802-15. {{(pid=94468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 14:51:07.396512 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-45b32a89-e875-4482-b413-40db2391f21a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:07.433489 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9b417767-1f2e-47ea-b7f9-dbf589eda7ad tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:07.439616 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-fd0452b1-3ff1-421e-aeb0-385aecdc5e38 req-bc092f87-20ac-4117-81d9-43ca5a59b557 tempest-TestNetworkAdvancedServerOps-311782475 tempest-TestNetworkAdvancedServerOps-311782475-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=1ff7dcf8-d6f2-4101-a1d4-537dc448601c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0857742 Aug 12 14:51:07.441582 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9b417767-1f2e-47ea-b7f9-dbf589eda7ad tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-429413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-431608'] for router, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:07.476128 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9b417767-1f2e-47ea-b7f9-dbf589eda7ad tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks [] for router, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:07.477503 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-9b417767-1f2e-47ea-b7f9-dbf589eda7ad tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.2029636 Aug 12 14:51:07.480385 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 58430) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:51:07.487576 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-2073072c-66be-4604-959e-a7339ceca6ef tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Request body: {'port': {'network_id': '349e2aaf-a18f-4ebc-bca5-930ea784861f', 'name': 'tempest-PortsTestJSON-2028958455'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:51:07.499318 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-344d5e46-91af-4f88-9ff3-dbcf2c78b8ee req-d7eb2e1b-79b2-438f-9545-6dc5ae5c6a23 service neutron] 10.222.0.64 "GET /v2.0/networks/b1fed0d0-2b0c-4ed8-b3b7-4ff4b735f473?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994244 Aug 12 14:51:07.562637 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.db_base_plugin_common [None req-45b32a89-e875-4482-b413-40db2391f21a None None] Allocated IP 172.20.0.2 (349e2aaf-a18f-4ebc-bca5-930ea784861f/add29cf2-0f2a-4cd0-b44f-cd1afd0b68f3/598fdac0-3ae7-434e-8e53-ea738f44651f) {{(pid=94468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:51:07.572399 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-344d5e46-91af-4f88-9ff3-dbcf2c78b8ee req-8bfb8ad4-d007-4046-ba34-1f52373cea60 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.162&port_id=8a2a2db8-839c-4c50-9e8b-57a36dc63c1f HTTP/1.1" status: 200 len: 217 time: 0.0610297 Aug 12 14:51:07.613047 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-518026fc-1ffe-4dcd-8770-1cd033f9e1f0 req-6dfa16d4-0d8c-4f18-a479-7c92dc425a84 tempest-ServerShowV257Test-580473577 tempest-ServerShowV257Test-580473577-project] 10.222.0.39 "GET /v2.0/ports?device_id=3312d3bd-55bd-40e0-9829-b2b6ebe45a74 HTTP/1.1" status: 200 len: 210 time: 0.0427971 Aug 12 14:51:07.639212 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device cf070397-8bc7-466a-8f30-5d8eaa221618 up at agent hyperv_n-h2-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:51:07.649898 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.agents_db [None req-17ed3e4c-1a7d-4162-9646-11c134aca297 None None] Agent healthcheck: found 7 active agents {{(pid=94469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 14:51:07.664927 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344d5e46-91af-4f88-9ff3-dbcf2c78b8ee req-9680b48f-5cff-4550-b4b8-a01d365fba82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:51:07.666946 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-344d5e46-91af-4f88-9ff3-dbcf2c78b8ee req-9680b48f-5cff-4550-b4b8-a01d365fba82 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=211c9137-e01f-4e3e-8c7e-449dda79def5 HTTP/1.1" status: 200 len: 797 time: 0.0865955 Aug 12 14:51:07.667230 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2073072c-66be-4604-959e-a7339ceca6ef tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Made reservation on behalf of be866c071af14d49833929e5eca8b8bc for: {'port': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:51:07.673892 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2073072c-66be-4604-959e-a7339ceca6ef tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:07.690412 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccb89e7-a605-4bb5-8761-d607131a3695 req-a6e8c95b-cbfb-4c97-b795-3b9972bc7ebf tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:51:07.692115 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-7ccb89e7-a605-4bb5-8761-d607131a3695 req-a6e8c95b-cbfb-4c97-b795-3b9972bc7ebf tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/ports?device_id=3123bce8-844b-469f-9aa0-64c8f53661bc HTTP/1.1" status: 200 len: 946 time: 0.1232364 Aug 12 14:51:07.720089 n-d-694802-15 neutron-server[94466]: DEBUG neutron.notifiers.nova [None req-2073072c-66be-4604-959e-a7339ceca6ef tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] device_id is not set on port 873a166a-8dbd-4450-9ea0-734706a76a74 yet. {{(pid=94466) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 14:51:07.736446 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Provisioning for port cf070397-8bc7-466a-8f30-5d8eaa221618 completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:51:07.749409 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Provisioning complete for port cf070397-8bc7-466a-8f30-5d8eaa221618 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:51:07.749794 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:07.759395 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344d5e46-91af-4f88-9ff3-dbcf2c78b8ee req-bbf78431-397a-4c96-84dc-0a1cfcec9847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:51:07.761035 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-344d5e46-91af-4f88-9ff3-dbcf2c78b8ee req-bbf78431-397a-4c96-84dc-0a1cfcec9847 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b1fed0d0-2b0c-4ed8-b3b7-4ff4b735f473&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0853693 Aug 12 14:51:07.771569 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-7ccb89e7-a605-4bb5-8761-d607131a3695 req-058978b8-421c-41b6-8500-74d7df2f40d9 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ff7dcf8-d6f2-4101-a1d4-537dc448601c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601068 Aug 12 14:51:07.786395 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709ccf8a-6f7b-437c-8f7b-20d53cac1784 req-51117768-7c38-44ac-a304-2475562647c8 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:51:07.793175 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-709ccf8a-6f7b-437c-8f7b-20d53cac1784 req-51117768-7c38-44ac-a304-2475562647c8 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] 10.222.0.39 "GET /v2.0/ports?device_id=1d0f8b2d-5b5f-4e6d-adb1-62eace4d1fdc HTTP/1.1" status: 200 len: 945 time: 0.1058729 Aug 12 14:51:07.798880 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 58436) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:51:07.824105 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-45b32a89-e875-4482-b413-40db2391f21a None None] Notify callbacks [] for port, precommit_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:07.835566 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-45b32a89-e875-4482-b413-40db2391f21a None None] Transition to ACTIVE for port object 598fdac0-3ae7-434e-8e53-ea738f44651f will not be triggered until provisioned by entity L2. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:51:07.854175 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-45b32a89-e875-4482-b413-40db2391f21a None None] Transition to ACTIVE for port object 598fdac0-3ae7-434e-8e53-ea738f44651f will not be triggered until provisioned by entity DHCP. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:51:07.869543 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-344d5e46-91af-4f88-9ff3-dbcf2c78b8ee req-7bb29add-b23a-4253-b1a9-5bc97b49b249 service neutron] 10.222.0.64 "GET /v2.0/networks/b1fed0d0-2b0c-4ed8-b3b7-4ff4b735f473?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966928 Aug 12 14:51:07.875885 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-45b32a89-e875-4482-b413-40db2391f21a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253'] for port, after_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:07.927558 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:07.930442 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45b32a89-e875-4482-b413-40db2391f21a None None] Network 349e2aaf-a18f-4ebc-bca5-930ea784861f is already hosted by enough agents. {{(pid=94468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:51:07.942474 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.base_scheduler [None req-45b32a89-e875-4482-b413-40db2391f21a None None] Resources bound (agent type, host, resource id): {{(pid=94468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:51:07.945943 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b32a89-e875-4482-b413-40db2391f21a None None] Pushing event updated for resources: {'Port': ['ID=598fdac0-3ae7-434e-8e53-ea738f44651f,revision_number=1']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:51:07.949719 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45b32a89-e875-4482-b413-40db2391f21a None None] Received port after_create {{(pid=94468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:51:07.960109 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-2073072c-66be-4604-959e-a7339ceca6ef tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Allocated IP 172.20.0.12 (349e2aaf-a18f-4ebc-bca5-930ea784861f/add29cf2-0f2a-4cd0-b44f-cd1afd0b68f3/873a166a-8dbd-4450-9ea0-734706a76a74) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:51:07.967692 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-709ccf8a-6f7b-437c-8f7b-20d53cac1784 req-c5f387c5-7bf8-4286-ba8a-ddba6b5ad684 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] 10.222.0.39 "GET /v2.0/security-groups?id=d503e6e0-4ce0-4f78-842d-abe0bf3f8a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658988 Aug 12 14:51:07.968929 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d0f8b2d-5b5f-4e6d-adb1-62eace4d1fdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf070397-8bc7-466a-8f30-5d8eaa221618'}] {{(pid=94468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:51:07.971244 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99a8d87602170099c728e57431aca99e9b98a655a83bbf8727be13192709727b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca74ff31-fc33-45d2-942f-ea856119ddfd" -d '{"events": [{"server_uuid": "1d0f8b2d-5b5f-4e6d-adb1-62eace4d1fdc", "name": "network-vif-plugged", "status": "completed", "tag": "cf070397-8bc7-466a-8f30-5d8eaa221618"}]}' {{(pid=94468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:51:07.977475 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-779e12af-de26-4974-ac4a-27dd7afcf559 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/floatingips/223c2cb0-df6b-448d-b2e6-8cf7b6fca20f HTTP/1.1" status: 200 len: 994 time: 0.1773448 Aug 12 14:51:08.014247 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-344d5e46-91af-4f88-9ff3-dbcf2c78b8ee req-6abb7ef0-d97a-42b0-b314-524a4b4e2259 service neutron] 10.222.0.64 "GET /v2.0/networks/b1fed0d0-2b0c-4ed8-b3b7-4ff4b735f473?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359081 Aug 12 14:51:08.025838 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port cf070397-8bc7-466a-8f30-5d8eaa221618, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=cf070397-8bc7-466a-8f30-5d8eaa221618,segment=NetworkSegment(abdc443e-cf7a-4b71-8730-19997248ebd2),segment_id=abdc443e-cf7a-4b71-8730-19997248ebd2)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:51:08.043500 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 14:51:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cab3af16-30c9-45c2-a7c6-c9c807869800 x-openstack-request-id: req-cab3af16-30c9-45c2-a7c6-c9c807869800 {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:51:08.043794 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d0f8b2d-5b5f-4e6d-adb1-62eace4d1fdc", "name": "network-vif-plugged", "status": "completed", "tag": "cf070397-8bc7-466a-8f30-5d8eaa221618", "code": 200}]} {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:51:08.044045 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-cab3af16-30c9-45c2-a7c6-c9c807869800 {{(pid=94468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:51:08.044426 n-d-694802-15 neutron-server[94468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d0f8b2d-5b5f-4e6d-adb1-62eace4d1fdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf070397-8bc7-466a-8f30-5d8eaa221618', 'code': 200} Aug 12 14:51:08.045336 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:08.084086 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-45b32a89-e875-4482-b413-40db2391f21a None None] Attempting to bind port 598fdac0-3ae7-434e-8e53-ea738f44651f on host n-d-694802-15 for vnic_type normal with profile {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:51:08.084461 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-45b32a89-e875-4482-b413-40db2391f21a None None] Attempting to bind port 598fdac0-3ae7-434e-8e53-ea738f44651f by drivers openvswitch,hyperv on host n-d-694802-15 at level 0 using segments [{'id': '6065de0c-d914-4381-bab3-1a69608896d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '349e2aaf-a18f-4ebc-bca5-930ea784861f'}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:51:08.084830 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45b32a89-e875-4482-b413-40db2391f21a None None] Attempting to bind port 598fdac0-3ae7-434e-8e53-ea738f44651f on network 349e2aaf-a18f-4ebc-bca5-930ea784861f {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:51:08.096994 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-344d5e46-91af-4f88-9ff3-dbcf2c78b8ee req-b2087607-5105-41cf-b41f-96e8eacecf87 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.56&port_id=4923449d-bcf2-48db-a05c-3f4b4d068e78 HTTP/1.1" status: 200 len: 217 time: 0.0764832 Aug 12 14:51:08.097407 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45b32a89-e875-4482-b413-40db2391f21a None None] Checking agent: {'id': '16de73ac-f2e9-4cee-b3e0-91052ae3e6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 20, 13), 'started_at': datetime.datetime(2021, 8, 12, 14, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 50, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:51:08.097782 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45b32a89-e875-4482-b413-40db2391f21a None None] Checking segment: {'id': '6065de0c-d914-4381-bab3-1a69608896d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '349e2aaf-a18f-4ebc-bca5-930ea784861f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:51:08.098187 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-45b32a89-e875-4482-b413-40db2391f21a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:08.098605 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45b32a89-e875-4482-b413-40db2391f21a None None] Bound using segment: {'id': '6065de0c-d914-4381-bab3-1a69608896d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '349e2aaf-a18f-4ebc-bca5-930ea784861f'} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:51:08.099975 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-45b32a89-e875-4482-b413-40db2391f21a None None] Bound port: 598fdac0-3ae7-434e-8e53-ea738f44651f, host: n-d-694802-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6065de0c-d914-4381-bab3-1a69608896d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '349e2aaf-a18f-4ebc-bca5-930ea784861f'}}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:51:08.099975 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-45b32a89-e875-4482-b413-40db2391f21a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:08.150682 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Pushing event updated for resources: {'Port': ['ID=cf070397-8bc7-466a-8f30-5d8eaa221618,revision_number=5']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:51:08.179291 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-45b32a89-e875-4482-b413-40db2391f21a None None] For port 598fdac0-3ae7-434e-8e53-ea738f44651f, host n-d-694802-15, cleared binding levels {{(pid=94468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:51:08.182686 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-45b32a89-e875-4482-b413-40db2391f21a None None] For port 598fdac0-3ae7-434e-8e53-ea738f44651f, host n-d-694802-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=598fdac0-3ae7-434e-8e53-ea738f44651f,segment=NetworkSegment(6065de0c-d914-4381-bab3-1a69608896d7),segment_id=6065de0c-d914-4381-bab3-1a69608896d7)] {{(pid=94468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:51:08.187899 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-45b32a89-e875-4482-b413-40db2391f21a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:08.197315 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-261f07a0-4fef-4107-baf3-d0d6d62253f3 req-fbc5e2c0-f41b-482c-8ded-ffe6c3f61502 tempest-ServerShowV257Test-580473577 tempest-ServerShowV257Test-580473577-project] 10.222.0.64 "GET /v2.0/ports?device_id=3312d3bd-55bd-40e0-9829-b2b6ebe45a74 HTTP/1.1" status: 200 len: 210 time: 0.0587044 Aug 12 14:51:08.200719 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2073072c-66be-4604-959e-a7339ceca6ef tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:08.237599 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a352c38c-a9e7-4535-8997-e30c3a5105cc req-bffa30b6-9873-4192-a6f8-ab3923d10d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:51:08.239865 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-2073072c-66be-4604-959e-a7339ceca6ef tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Transition to ACTIVE for port object 873a166a-8dbd-4450-9ea0-734706a76a74 will not be triggered until provisioned by entity DHCP. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:51:08.241498 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a352c38c-a9e7-4535-8997-e30c3a5105cc req-bffa30b6-9873-4192-a6f8-ab3923d10d10 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=1d0f8b2d-5b5f-4e6d-adb1-62eace4d1fdc HTTP/1.1" status: 200 len: 1098 time: 0.1376338 Aug 12 14:51:08.249056 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344d5e46-91af-4f88-9ff3-dbcf2c78b8ee req-659cb454-0ea2-4184-8e35-1a29955a9c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:51:08.251869 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-344d5e46-91af-4f88-9ff3-dbcf2c78b8ee req-659cb454-0ea2-4184-8e35-1a29955a9c57 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=211c9137-e01f-4e3e-8c7e-449dda79def5 HTTP/1.1" status: 200 len: 797 time: 0.1381695 Aug 12 14:51:08.266449 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b32a89-e875-4482-b413-40db2391f21a None None] Pushing event updated for resources: {'Port': ['ID=598fdac0-3ae7-434e-8e53-ea738f44651f,revision_number=2']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:51:08.304596 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2073072c-66be-4604-959e-a7339ceca6ef tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:08.334947 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a352c38c-a9e7-4535-8997-e30c3a5105cc req-8066295e-6047-448e-94da-60f4ecf53c89 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=d503e6e0-4ce0-4f78-842d-abe0bf3f8a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820959 Aug 12 14:51:08.338316 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344d5e46-91af-4f88-9ff3-dbcf2c78b8ee req-1fb7165a-c215-44f7-8a69-cee29064e144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:51:08.339971 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-344d5e46-91af-4f88-9ff3-dbcf2c78b8ee req-1fb7165a-c215-44f7-8a69-cee29064e144 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b1fed0d0-2b0c-4ed8-b3b7-4ff4b735f473&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0686646 Aug 12 14:51:08.389857 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2073072c-66be-4604-959e-a7339ceca6ef tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Network 349e2aaf-a18f-4ebc-bca5-930ea784861f is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:51:08.391713 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2073072c-66be-4604-959e-a7339ceca6ef tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Pushing event updated for resources: {'Port': ['ID=873a166a-8dbd-4450-9ea0-734706a76a74,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:51:08.395173 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-2073072c-66be-4604-959e-a7339ceca6ef tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:51:08.397766 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2073072c-66be-4604-959e-a7339ceca6ef tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:51:08.469576 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2073072c-66be-4604-959e-a7339ceca6ef tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:51:08.470302 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2073072c-66be-4604-959e-a7339ceca6ef tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:08.492505 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-2073072c-66be-4604-959e-a7339ceca6ef tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.0107901 Aug 12 14:51:08.493185 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 58454) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:51:08.498019 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-344d5e46-91af-4f88-9ff3-dbcf2c78b8ee req-7d266c21-d731-4542-8770-fe13700a1c59 service neutron] 10.222.0.64 "GET /v2.0/networks/b1fed0d0-2b0c-4ed8-b3b7-4ff4b735f473?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506941 Aug 12 14:51:08.688809 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-dd55ca9d-3338-4676-85f0-1194cce50402 req-2daccea8-f42b-4e4f-83ad-d6f21e73df62 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=3123bce8-844b-469f-9aa0-64c8f53661bc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1200333 Aug 12 14:51:08.710249 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefbd3b8-4acc-487e-881a-32d705bcb11b req-7fb1dbc6-37f7-4055-99e2-974947bf018d tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:51:08.711802 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-eefbd3b8-4acc-487e-881a-32d705bcb11b req-7fb1dbc6-37f7-4055-99e2-974947bf018d tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/ports?device_id=3123bce8-844b-469f-9aa0-64c8f53661bc HTTP/1.1" status: 200 len: 946 time: 0.1356039 Aug 12 14:51:08.714673 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-344d5e46-91af-4f88-9ff3-dbcf2c78b8ee req-95f4b879-2f7b-4154-a4a1-289371e5d4d2 service neutron] 10.222.0.64 "GET /v2.0/networks/b1fed0d0-2b0c-4ed8-b3b7-4ff4b735f473?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2090423 Aug 12 14:51:08.784267 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-344d5e46-91af-4f88-9ff3-dbcf2c78b8ee req-c0a9d457-9697-4d5d-a6e5-658821530ec5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=7de8ae80-93f9-4c28-b118-83a2cf3c4c92 HTTP/1.1" status: 200 len: 217 time: 0.0622718 Aug 12 14:51:08.804769 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-b81d7696-88e8-410d-9e98-9e84cf1926d8 req-09b33b8f-b103-480e-8acb-f68dd5d549b5 tempest-ServerShowV257Test-580473577 tempest-ServerShowV257Test-580473577-project] 10.222.0.39 "GET /v2.0/ports?device_id=3312d3bd-55bd-40e0-9829-b2b6ebe45a74 HTTP/1.1" status: 200 len: 210 time: 0.0306804 Aug 12 14:51:08.854717 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-eefbd3b8-4acc-487e-881a-32d705bcb11b req-4aae6bde-aed3-47fd-b022-846825bd6018 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ff7dcf8-d6f2-4101-a1d4-537dc448601c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1209741 Aug 12 14:51:08.888110 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344d5e46-91af-4f88-9ff3-dbcf2c78b8ee req-158230ee-f4ca-4614-8de8-a41de2023dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:51:08.893003 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-344d5e46-91af-4f88-9ff3-dbcf2c78b8ee req-158230ee-f4ca-4614-8de8-a41de2023dc5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f28f0220-494a-4307-80cf-9a7c85a04176 HTTP/1.1" status: 200 len: 797 time: 0.0984025 Aug 12 14:51:08.962988 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344d5e46-91af-4f88-9ff3-dbcf2c78b8ee req-026d91d0-7b69-4cdd-a86e-a772596a3549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:51:08.965076 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-344d5e46-91af-4f88-9ff3-dbcf2c78b8ee req-026d91d0-7b69-4cdd-a86e-a772596a3549 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=11988a36-0d35-41ac-a66e-5ed968be2dc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0645776 Aug 12 14:51:09.007640 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 598fdac0-3ae7-434e-8e53-ea738f44651f up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:51:09.021417 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-896022fc-4770-4860-a656-fb4f902329fe tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:09.077760 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-344d5e46-91af-4f88-9ff3-dbcf2c78b8ee req-d4af55b7-deef-4036-9af2-623ddf3a6526 service neutron] 10.222.0.64 "GET /v2.0/networks/11988a36-0d35-41ac-a66e-5ed968be2dc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026163 Aug 12 14:51:09.109066 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning for port 598fdac0-3ae7-434e-8e53-ea738f44651f completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:51:09.210521 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-344d5e46-91af-4f88-9ff3-dbcf2c78b8ee req-adbede58-98e1-42f4-82d5-3785b266a1bc service neutron] 10.222.0.64 "GET /v2.0/networks/11988a36-0d35-41ac-a66e-5ed968be2dc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1185007 Aug 12 14:51:09.270723 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-344d5e46-91af-4f88-9ff3-dbcf2c78b8ee req-2ff321e6-3686-455d-aa4c-7199ad9cd0cb service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=57eff036-3311-481b-b542-bcfb85ced81c HTTP/1.1" status: 200 len: 217 time: 0.0526795 Aug 12 14:51:09.342749 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344d5e46-91af-4f88-9ff3-dbcf2c78b8ee req-84ce47cf-5141-4143-a910-b057fd82b1e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:51:09.344632 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-344d5e46-91af-4f88-9ff3-dbcf2c78b8ee req-84ce47cf-5141-4143-a910-b057fd82b1e2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f28f0220-494a-4307-80cf-9a7c85a04176 HTTP/1.1" status: 200 len: 797 time: 0.0633337 Aug 12 14:51:09.353803 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-896022fc-4770-4860-a656-fb4f902329fe tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks [] for port, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:09.365906 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1008d095-35f7-4c0f-abbc-bc40665b8c8d req-5fe0c3f9-6722-480b-8190-f7c0a52f9015 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:51:09.373136 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-1008d095-35f7-4c0f-abbc-bc40665b8c8d req-5fe0c3f9-6722-480b-8190-f7c0a52f9015 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] 10.222.0.39 "GET /v2.0/ports?device_id=1d0f8b2d-5b5f-4e6d-adb1-62eace4d1fdc HTTP/1.1" status: 200 len: 946 time: 0.2846451 Aug 12 14:51:09.374550 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-896022fc-4770-4860-a656-fb4f902329fe tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3718439'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:09.403164 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344d5e46-91af-4f88-9ff3-dbcf2c78b8ee req-e1436908-7757-47f8-ad03-9067d5221b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:51:09.405305 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-344d5e46-91af-4f88-9ff3-dbcf2c78b8ee req-e1436908-7757-47f8-ad03-9067d5221b2b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=11988a36-0d35-41ac-a66e-5ed968be2dc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0526693 Aug 12 14:51:09.509774 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896022fc-4770-4860-a656-fb4f902329fe tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Pushing event updated for resources: {'Port': ['ID=873a166a-8dbd-4450-9ea0-734706a76a74,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:51:09.516330 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-344d5e46-91af-4f88-9ff3-dbcf2c78b8ee req-b7de48a8-88d3-4682-b183-5095e27227da service neutron] 10.222.0.64 "GET /v2.0/networks/11988a36-0d35-41ac-a66e-5ed968be2dc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960860 Aug 12 14:51:09.525216 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-1008d095-35f7-4c0f-abbc-bc40665b8c8d req-c118df06-551f-4c83-b0a8-08a6c1e7586c tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] 10.222.0.39 "GET /v2.0/security-groups?id=d503e6e0-4ce0-4f78-842d-abe0bf3f8a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383095 Aug 12 14:51:09.649561 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08077f37-2b5a-4a23-872c-e89438a8882d None None] Network 349e2aaf-a18f-4ebc-bca5-930ea784861f requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:51:09.693423 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-344d5e46-91af-4f88-9ff3-dbcf2c78b8ee req-f136ba20-2794-44a7-9a76-768e8c68b5fb service neutron] 10.222.0.64 "GET /v2.0/networks/11988a36-0d35-41ac-a66e-5ed968be2dc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1613843 Aug 12 14:51:09.729185 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-896022fc-4770-4860-a656-fb4f902329fe tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66663725'] for router_interface, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:09.766308 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-c7bb4f16-9ce4-4d99-b2e1-104e11047583 None None] Provisioning for port 598fdac0-3ae7-434e-8e53-ea738f44651f completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:51:09.776054 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-c7bb4f16-9ce4-4d99-b2e1-104e11047583 None None] Provisioning complete for port 598fdac0-3ae7-434e-8e53-ea738f44651f triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:51:09.776428 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-c7bb4f16-9ce4-4d99-b2e1-104e11047583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:09.886072 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-896022fc-4770-4860-a656-fb4f902329fe tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:09.941096 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-c7bb4f16-9ce4-4d99-b2e1-104e11047583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:09.978776 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-c7bb4f16-9ce4-4d99-b2e1-104e11047583 None None] For port 598fdac0-3ae7-434e-8e53-ea738f44651f, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=598fdac0-3ae7-434e-8e53-ea738f44651f,segment=NetworkSegment(6065de0c-d914-4381-bab3-1a69608896d7),segment_id=6065de0c-d914-4381-bab3-1a69608896d7)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:51:09.984295 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-c7bb4f16-9ce4-4d99-b2e1-104e11047583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:10.039202 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bb4f16-9ce4-4d99-b2e1-104e11047583 None None] Pushing event updated for resources: {'Port': ['ID=598fdac0-3ae7-434e-8e53-ea738f44651f,revision_number=3']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:51:10.082726 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4034622b-3bae-42fc-b8de-3e223c8da9df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:10.115938 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a28c73-5ce1-4cf4-a554-b3ec2f153097 req-a354bfe9-7523-4eee-b23f-f495e6153ddc tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:51:10.117515 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-80a28c73-5ce1-4cf4-a554-b3ec2f153097 req-a354bfe9-7523-4eee-b23f-f495e6153ddc tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/ports?device_id=3123bce8-844b-469f-9aa0-64c8f53661bc HTTP/1.1" status: 200 len: 946 time: 0.1440983 Aug 12 14:51:10.210871 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-9900fbfb-878b-4fa1-b843-7a7a5dace60c None None] Provisioning complete for port 598fdac0-3ae7-434e-8e53-ea738f44651f triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:51:10.211434 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-9900fbfb-878b-4fa1-b843-7a7a5dace60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:10.217508 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-80a28c73-5ce1-4cf4-a554-b3ec2f153097 req-80766a63-ad4d-4933-b70a-2ad8aee56da5 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ff7dcf8-d6f2-4101-a1d4-537dc448601c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0816348 Aug 12 14:51:10.308554 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-896022fc-4770-4860-a656-fb4f902329fe tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks [] for port, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:10.317532 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-896022fc-4770-4860-a656-fb4f902329fe tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3718439'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:10.364292 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 58494) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:51:10.399212 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd55ca9d-3338-4676-85f0-1194cce50402 req-8300e986-fe51-48f3-a956-06501e080d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:51:10.401826 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-dd55ca9d-3338-4676-85f0-1194cce50402 req-8300e986-fe51-48f3-a956-06501e080d3d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=6774b656eb8145eb998ea0059b40b4c3&device_id=3123bce8-844b-469f-9aa0-64c8f53661bc HTTP/1.1" status: 200 len: 1098 time: 0.0991333 Aug 12 14:51:10.420083 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-9900fbfb-878b-4fa1-b843-7a7a5dace60c None None] Provisioning for port 873a166a-8dbd-4450-9ea0-734706a76a74 completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:51:10.426523 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-9900fbfb-878b-4fa1-b843-7a7a5dace60c None None] Provisioning complete for port 873a166a-8dbd-4450-9ea0-734706a76a74 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:51:10.427218 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-9900fbfb-878b-4fa1-b843-7a7a5dace60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:10.476586 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-9900fbfb-878b-4fa1-b843-7a7a5dace60c None None] Port 873a166a-8dbd-4450-9ea0-734706a76a74 cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 14:51:10.538204 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd55ca9d-3338-4676-85f0-1194cce50402 req-827192ad-c5b4-4170-8012-acd7aecf4540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:51:10.539855 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-dd55ca9d-3338-4676-85f0-1194cce50402 req-827192ad-c5b4-4170-8012-acd7aecf4540 service neutron] 10.222.0.49 "GET /v2.0/networks?id=742f197c-8a19-4bb3-8560-845411781a1d HTTP/1.1" status: 200 len: 898 time: 0.1292176 Aug 12 14:51:10.614091 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-a9b13584-7778-4034-bab9-c60ba84d3a22 None None] Provisioning complete for port 873a166a-8dbd-4450-9ea0-734706a76a74 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:51:10.614499 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-a9b13584-7778-4034-bab9-c60ba84d3a22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:10.656684 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-b280b979-8d09-4908-9ea3-d3b6632c9609 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:10.661813 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-a9b13584-7778-4034-bab9-c60ba84d3a22 None None] Port 873a166a-8dbd-4450-9ea0-734706a76a74 cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 14:51:10.700616 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-dd55ca9d-3338-4676-85f0-1194cce50402 req-7a2e860c-19ff-4bb1-ac47-a2aab924f471 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4cb610aa-7923-49fa-ac4e-1e29828c4978 HTTP/1.1" status: 200 len: 1002 time: 0.1517665 Aug 12 14:51:10.785522 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-b182da85-b9a1-42f7-b820-e724cd641cf2 None None] Provisioning complete for port 873a166a-8dbd-4450-9ea0-734706a76a74 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:51:10.785981 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-b182da85-b9a1-42f7-b820-e724cd641cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:10.792676 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd55ca9d-3338-4676-85f0-1194cce50402 req-b76be1ca-3cb1-41b9-a513-7b47c98f05e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:51:10.794192 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-dd55ca9d-3338-4676-85f0-1194cce50402 req-b76be1ca-3cb1-41b9-a513-7b47c98f05e7 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e54db14a-8a80-4198-922a-7cf83a508765 HTTP/1.1" status: 200 len: 834 time: 0.0685203 Aug 12 14:51:10.823983 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-b182da85-b9a1-42f7-b820-e724cd641cf2 None None] Port 873a166a-8dbd-4450-9ea0-734706a76a74 cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 14:51:10.862333 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-b280b979-8d09-4908-9ea3-d3b6632c9609 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:10.866993 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-b280b979-8d09-4908-9ea3-d3b6632c9609 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:10.879211 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd55ca9d-3338-4676-85f0-1194cce50402 req-6ba05d3a-6873-44c3-972e-9ffc193b3f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:51:10.880730 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-dd55ca9d-3338-4676-85f0-1194cce50402 req-6ba05d3a-6873-44c3-972e-9ffc193b3f77 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=742f197c-8a19-4bb3-8560-845411781a1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0723462 Aug 12 14:51:10.897953 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-896022fc-4770-4860-a656-fb4f902329fe tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66628363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66663865'] for router_interface, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:10.914576 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896022fc-4770-4860-a656-fb4f902329fe tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Pushing event updated for resources: {'Port': ['ID=873a166a-8dbd-4450-9ea0-734706a76a74,revision_number=3']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:51:10.929181 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 598fdac0-3ae7-434e-8e53-ea738f44651f up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:51:10.955277 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-b280b979-8d09-4908-9ea3-d3b6632c9609 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=bd2cd293260746ada8f6b1897a226d75&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5870667 Aug 12 14:51:10.958096 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 58500) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:51:10.968229 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314aaab8-9c8d-4e64-a711-e0a98b34a322 req-6a8998c7-e0ad-4339-98e0-e7981861d0c6 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:51:10.968439 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b280b979-8d09-4908-9ea3-d3b6632c9609 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1207be43-7f5e-4f3f-aa27-7cbbafd1f96a,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:51:10.969753 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-314aaab8-9c8d-4e64-a711-e0a98b34a322 req-6a8998c7-e0ad-4339-98e0-e7981861d0c6 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] 10.222.0.39 "GET /v2.0/ports?device_id=1d0f8b2d-5b5f-4e6d-adb1-62eace4d1fdc HTTP/1.1" status: 200 len: 946 time: 0.1372373 Aug 12 14:51:10.983414 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port 598fdac0-3ae7-434e-8e53-ea738f44651f triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:51:10.984233 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:11.041729 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-314aaab8-9c8d-4e64-a711-e0a98b34a322 req-3296fd72-dc8d-4eef-9da6-6e092bbf3fd2 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] 10.222.0.39 "GET /v2.0/security-groups?id=d503e6e0-4ce0-4f78-842d-abe0bf3f8a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612509 Aug 12 14:51:11.057584 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-dd55ca9d-3338-4676-85f0-1194cce50402 req-bbd8b155-2539-4f1e-bd76-7fc17f69eb2f service neutron] 10.222.0.49 "GET /v2.0/networks/742f197c-8a19-4bb3-8560-845411781a1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1661832 Aug 12 14:51:11.058320 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-49a8dc95-5bc2-4f97-a5de-6988ba721c59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:11.067342 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-896022fc-4770-4860-a656-fb4f902329fe tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Network 349e2aaf-a18f-4ebc-bca5-930ea784861f is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:51:11.069198 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-896022fc-4770-4860-a656-fb4f902329fe tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:51:11.167890 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-49a8dc95-5bc2-4f97-a5de-6988ba721c59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:11.223557 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-896022fc-4770-4860-a656-fb4f902329fe tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Router 3d2768c4-67ec-4a5c-a778-4b94fc44e22c is scheduled to L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f with binding_index 1 {{(pid=94466) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 14:51:11.258518 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b74496-ef76-4946-9933-12419ee35577 req-c778402b-81c1-4b3e-80c9-bac3677e7eeb tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:51:11.260192 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-61b74496-ef76-4946-9933-12419ee35577 req-c778402b-81c1-4b3e-80c9-bac3677e7eeb tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] 10.222.0.39 "GET /v2.0/ports?device_id=446a91c4-0cb7-46bb-a116-6a8e83939b03 HTTP/1.1" status: 200 len: 945 time: 0.1344743 Aug 12 14:51:11.273828 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-dd55ca9d-3338-4676-85f0-1194cce50402 req-0c105dae-ffd4-4f2c-8708-d44f0b2f23a1 service neutron] 10.222.0.49 "GET /v2.0/networks/742f197c-8a19-4bb3-8560-845411781a1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2040744 Aug 12 14:51:11.303893 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-49a8dc95-5bc2-4f97-a5de-6988ba721c59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:11.306946 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-49a8dc95-5bc2-4f97-a5de-6988ba721c59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:11.308127 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-49a8dc95-5bc2-4f97-a5de-6988ba721c59 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1207be43-7f5e-4f3f-aa27-7cbbafd1f96a HTTP/1.1" status: 204 len: 168 time: 0.3491225 Aug 12 14:51:11.329768 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a8dc95-5bc2-4f97-a5de-6988ba721c59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1207be43-7f5e-4f3f-aa27-7cbbafd1f96a,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:51:11.359382 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-61b74496-ef76-4946-9933-12419ee35577 req-cfbf29f5-c918-4107-8384-e9bfeca8f2a7 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] 10.222.0.39 "GET /v2.0/security-groups?id=d503e6e0-4ce0-4f78-842d-abe0bf3f8a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888588 Aug 12 14:51:11.360218 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-896022fc-4770-4860-a656-fb4f902329fe tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 14:51:11.369516 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-896022fc-4770-4860-a656-fb4f902329fe tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] 10.222.0.39 "PUT /v2.0/routers/3d2768c4-67ec-4a5c-a778-4b94fc44e22c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8706253 Aug 12 14:51:11.370214 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 58508) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:51:11.382564 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-49b3ef35-4338-4b98-8c96-9e5f027d8ef0 None None] Provisioning complete for port 873a166a-8dbd-4450-9ea0-734706a76a74 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:51:11.382979 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-49b3ef35-4338-4b98-8c96-9e5f027d8ef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:11.387375 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eec1ad5-04c1-4bcb-b626-ac505cacf315 None None] Sync routers for ids ['3d2768c4-67ec-4a5c-a778-4b94fc44e22c'] in n-d-694802-15 {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 14:51:11.435392 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eec1ad5-04c1-4bcb-b626-ac505cacf315 None None] Routers {'3d2768c4-67ec-4a5c-a778-4b94fc44e22c'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:51:11.436175 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-3eec1ad5-04c1-4bcb-b626-ac505cacf315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:50:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['3d2768c4-67ec-4a5c-a778-4b94fc44e22c'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:51:11.476344 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6643624-3824-4edf-ab46-3d75cb5e0fe9 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:51:11.479097 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-b6643624-3824-4edf-ab46-3d75cb5e0fe9 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] 10.222.0.39 "GET /v2.0/ports?device_id=3d2768c4-67ec-4a5c-a778-4b94fc44e22c HTTP/1.1" status: 200 len: 983 time: 0.1071234 Aug 12 14:51:11.481827 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 58514) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:51:11.497830 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0217cf05-c42b-40f8-bdbf-04e6be4899b1 req-a3f85ea7-2e89-4712-bf13-ec279ae8ff6c tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:51:11.499400 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-0217cf05-c42b-40f8-bdbf-04e6be4899b1 req-a3f85ea7-2e89-4712-bf13-ec279ae8ff6c tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/ports?device_id=3123bce8-844b-469f-9aa0-64c8f53661bc HTTP/1.1" status: 200 len: 946 time: 0.1308725 Aug 12 14:51:11.525066 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-3eec1ad5-04c1-4bcb-b626-ac505cacf315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:51:11.528517 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31031b4-0873-489b-b70a-06b0d3cb7b37 req-5add3031-29d7-4e9f-8c05-1249c5adf48d tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:51:11.537018 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-49b3ef35-4338-4b98-8c96-9e5f027d8ef0 None None] Port 873a166a-8dbd-4450-9ea0-734706a76a74 cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 14:51:11.537719 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a31031b4-0873-489b-b70a-06b0d3cb7b37 req-5add3031-29d7-4e9f-8c05-1249c5adf48d tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] 10.222.0.39 "GET /v2.0/ports?device_id=1d0f8b2d-5b5f-4e6d-adb1-62eace4d1fdc HTTP/1.1" status: 200 len: 946 time: 0.0922205 Aug 12 14:51:11.549867 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eec1ad5-04c1-4bcb-b626-ac505cacf315 None None] Routers {'3d2768c4-67ec-4a5c-a778-4b94fc44e22c'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:51:11.550508 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-3eec1ad5-04c1-4bcb-b626-ac505cacf315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:50:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['3d2768c4-67ec-4a5c-a778-4b94fc44e22c'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:51:11.580601 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a31031b4-0873-489b-b70a-06b0d3cb7b37 req-1264b229-8cad-4f0c-8561-e2255f41b11b tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] 10.222.0.39 "GET /v2.0/security-groups?id=d503e6e0-4ce0-4f78-842d-abe0bf3f8a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413423 Aug 12 14:51:11.598349 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-3eec1ad5-04c1-4bcb-b626-ac505cacf315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:51:11.599316 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eec1ad5-04c1-4bcb-b626-ac505cacf315 None None] The sync data for ids ['3d2768c4-67ec-4a5c-a778-4b94fc44e22c'] in n-d-694802-15 is: [] {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 14:51:11.601694 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:11.628218 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-0217cf05-c42b-40f8-bdbf-04e6be4899b1 req-b0e9fb18-534e-4c12-8bad-5c287c5baae6 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ff7dcf8-d6f2-4101-a1d4-537dc448601c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0873575 Aug 12 14:51:11.882682 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1dd929-e03a-4a5b-9061-359b0b75d509 req-06ce9798-acc4-4a34-b63e-e811d8fb18a0 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:51:11.884948 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4a1dd929-e03a-4a5b-9061-359b0b75d509 req-06ce9798-acc4-4a34-b63e-e811d8fb18a0 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] 10.222.0.39 "GET /v2.0/ports?device_id=1d0f8b2d-5b5f-4e6d-adb1-62eace4d1fdc HTTP/1.1" status: 200 len: 946 time: 0.0535502 Aug 12 14:51:11.912782 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-bc2304e9-d5d3-40f3-a74c-87e3500e113f tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66663830'] for router_interface, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:11.926176 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4a1dd929-e03a-4a5b-9061-359b0b75d509 req-0387dc85-794c-4ddd-a368-91fe025afbfb tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] 10.222.0.39 "GET /v2.0/security-groups?id=d503e6e0-4ce0-4f78-842d-abe0bf3f8a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346406 Aug 12 14:51:12.136802 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-bc2304e9-d5d3-40f3-a74c-87e3500e113f tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Deleting port 873a166a-8dbd-4450-9ea0-734706a76a74 {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:51:12.137150 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-bc2304e9-d5d3-40f3-a74c-87e3500e113f tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:12.231658 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-bc2304e9-d5d3-40f3-a74c-87e3500e113f tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:12.244755 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-bc2304e9-d5d3-40f3-a74c-87e3500e113f tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Calling delete_port for 873a166a-8dbd-4450-9ea0-734706a76a74 owned by network:router_interface {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:51:12.435771 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-bc2304e9-d5d3-40f3-a74c-87e3500e113f tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:12.470313 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2304e9-d5d3-40f3-a74c-87e3500e113f tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Pushing event deleted for resources: {'Port': ['ID=873a166a-8dbd-4450-9ea0-734706a76a74,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:51:12.604392 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-dfb2a2ee-703f-4831-ab6e-20db33e10377 req-37af968d-57ae-4dfb-8bb5-e67aa0e5fe14 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=419c5c7f-827f-4397-9cc6-d186147a5698&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.3891912 Aug 12 14:51:12.709517 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-bc2304e9-d5d3-40f3-a74c-87e3500e113f tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66628352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-430630'] for router_interface, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:12.734893 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:12.773274 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb2a2ee-703f-4831-ab6e-20db33e10377 req-3e957c64-7c51-4416-a004-1e64f132d85b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:51:12.773977 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb2a2ee-703f-4831-ab6e-20db33e10377 req-3e957c64-7c51-4416-a004-1e64f132d85b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:51:12.774634 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb2a2ee-703f-4831-ab6e-20db33e10377 req-3e957c64-7c51-4416-a004-1e64f132d85b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:51:12.775924 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb2a2ee-703f-4831-ab6e-20db33e10377 req-3e957c64-7c51-4416-a004-1e64f132d85b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:51:12.776539 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb2a2ee-703f-4831-ab6e-20db33e10377 req-3e957c64-7c51-4416-a004-1e64f132d85b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:51:12.777163 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb2a2ee-703f-4831-ab6e-20db33e10377 req-3e957c64-7c51-4416-a004-1e64f132d85b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:51:12.777774 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb2a2ee-703f-4831-ab6e-20db33e10377 req-3e957c64-7c51-4416-a004-1e64f132d85b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:51:12.781913 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-dfb2a2ee-703f-4831-ab6e-20db33e10377 req-3e957c64-7c51-4416-a004-1e64f132d85b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c4f0f352632942859f6399a2c9890ad2&device_id=419c5c7f-827f-4397-9cc6-d186147a5698 HTTP/1.1" status: 200 len: 6508 time: 0.1004636 Aug 12 14:51:12.883113 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa6d125-ea12-41e6-a292-9a243e65d718 req-d2d9507f-63d7-4469-98ae-dc6098b6b826 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:51:12.885120 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-bfa6d125-ea12-41e6-a292-9a243e65d718 req-d2d9507f-63d7-4469-98ae-dc6098b6b826 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/ports?device_id=3123bce8-844b-469f-9aa0-64c8f53661bc HTTP/1.1" status: 200 len: 946 time: 0.1022711 Aug 12 14:51:12.934877 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc2304e9-d5d3-40f3-a74c-87e3500e113f tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Router 3d2768c4-67ec-4a5c-a778-4b94fc44e22c has already been hosted by L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f {{(pid=94466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 14:51:12.978096 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-bfa6d125-ea12-41e6-a292-9a243e65d718 req-3a4c7d7f-3dca-4dbf-a6de-090f488728e7 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ff7dcf8-d6f2-4101-a1d4-537dc448601c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664649 Aug 12 14:51:12.979939 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb2a2ee-703f-4831-ab6e-20db33e10377 req-b60257f2-df24-4d61-b634-31a3862af849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:51:12.980545 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb2a2ee-703f-4831-ab6e-20db33e10377 req-b60257f2-df24-4d61-b634-31a3862af849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:51:12.981015 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb2a2ee-703f-4831-ab6e-20db33e10377 req-b60257f2-df24-4d61-b634-31a3862af849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:51:12.982569 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-dfb2a2ee-703f-4831-ab6e-20db33e10377 req-b60257f2-df24-4d61-b634-31a3862af849 service neutron] 10.222.0.49 "GET /v2.0/networks?id=e5e4fc6e-0901-492c-bd78-fcc16b98eeec&id=23465ac9-c2b6-454b-ad4d-35bb38ffda1f&id=23465ac9-c2b6-454b-ad4d-35bb38ffda1f&id=23465ac9-c2b6-454b-ad4d-35bb38ffda1f&id=23465ac9-c2b6-454b-ad4d-35bb38ffda1f&id=fb4567b1-456a-4ad5-b04d-3f1c691daca7&id=fb4567b1-456a-4ad5-b04d-3f1c691daca7 HTTP/1.1" status: 200 len: 2297 time: 0.1667151 Aug 12 14:51:13.022803 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:13.057197 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc2304e9-d5d3-40f3-a74c-87e3500e113f tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 14:51:13.067976 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-dfb2a2ee-703f-4831-ab6e-20db33e10377 req-8d506e75-c5bf-42c5-aa42-8b2e8fe238d5 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=827c8ce5-97e8-4c6c-9410-67c6f592ef59 HTTP/1.1" status: 200 len: 1001 time: 0.0765781 Aug 12 14:51:13.070442 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f697fe9-2467-42af-9f39-ea8c4b233c0f None None] Sync routers for ids ['3d2768c4-67ec-4a5c-a778-4b94fc44e22c'] in n-d-694802-15 {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 14:51:13.081460 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-bc2304e9-d5d3-40f3-a74c-87e3500e113f tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] 10.222.0.39 "PUT /v2.0/routers/3d2768c4-67ec-4a5c-a778-4b94fc44e22c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5985150 Aug 12 14:51:13.082225 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f697fe9-2467-42af-9f39-ea8c4b233c0f None None] Routers {'3d2768c4-67ec-4a5c-a778-4b94fc44e22c'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:51:13.082367 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 58564) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:51:13.083304 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-0f697fe9-2467-42af-9f39-ea8c4b233c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:50:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['3d2768c4-67ec-4a5c-a778-4b94fc44e22c'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:51:13.110251 n-d-694802-15 neutron-server[94466]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe5d8b68-b9bd-41f9-bfee-a0bb4636eea8 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] GET failed (client error): The resource could not be found. Aug 12 14:51:13.114964 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-fe5d8b68-b9bd-41f9-bfee-a0bb4636eea8 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] 10.222.0.39 "GET /v2.0/ports/873a166a-8dbd-4450-9ea0-734706a76a74 HTTP/1.1" status: 404 len: 333 time: 0.0305877 Aug 12 14:51:13.115629 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 58566) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:51:13.124590 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-0f697fe9-2467-42af-9f39-ea8c4b233c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:51:13.127943 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb2a2ee-703f-4831-ab6e-20db33e10377 req-c33a6d00-eefb-4ed0-984c-e52f49b9365d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:51:13.129529 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-dfb2a2ee-703f-4831-ab6e-20db33e10377 req-c33a6d00-eefb-4ed0-984c-e52f49b9365d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=444fade6-475a-482f-b204-ebf217d66f28 HTTP/1.1" status: 200 len: 855 time: 0.0527618 Aug 12 14:51:13.135527 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f697fe9-2467-42af-9f39-ea8c4b233c0f None None] Routers {'3d2768c4-67ec-4a5c-a778-4b94fc44e22c'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:51:13.136179 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-0f697fe9-2467-42af-9f39-ea8c4b233c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:50:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['3d2768c4-67ec-4a5c-a778-4b94fc44e22c'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:51:13.176802 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-0f697fe9-2467-42af-9f39-ea8c4b233c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:51:13.177809 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f697fe9-2467-42af-9f39-ea8c4b233c0f None None] The sync data for ids ['3d2768c4-67ec-4a5c-a778-4b94fc44e22c'] in n-d-694802-15 is: [] {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 14:51:13.183728 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb2a2ee-703f-4831-ab6e-20db33e10377 req-45012a62-63f0-462a-ac17-202dc5834168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:51:13.185476 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-dfb2a2ee-703f-4831-ab6e-20db33e10377 req-45012a62-63f0-462a-ac17-202dc5834168 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e5e4fc6e-0901-492c-bd78-fcc16b98eeec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0481448 Aug 12 14:51:13.203568 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ef55c5-17d0-450f-90fd-e4d7d4295cd5 req-2dd602c9-83c0-4c8c-93df-77d9caa0eccf tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:51:13.205080 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-46ef55c5-17d0-450f-90fd-e4d7d4295cd5 req-2dd602c9-83c0-4c8c-93df-77d9caa0eccf tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] 10.222.0.39 "GET /v2.0/ports?device_id=1d0f8b2d-5b5f-4e6d-adb1-62eace4d1fdc HTTP/1.1" status: 200 len: 946 time: 0.1636226 Aug 12 14:51:13.213991 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-270913cb-9880-4544-b4f5-849165d0ba6e tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks [] for router, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:13.286940 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-dfb2a2ee-703f-4831-ab6e-20db33e10377 req-c921544c-bf27-4599-b0f8-034ef479aab8 service neutron] 10.222.0.49 "GET /v2.0/networks/e5e4fc6e-0901-492c-bd78-fcc16b98eeec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935063 Aug 12 14:51:13.334069 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-46ef55c5-17d0-450f-90fd-e4d7d4295cd5 req-a9daf894-a13f-4d55-a8a5-b75c96247cec tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] 10.222.0.39 "GET /v2.0/security-groups?id=d503e6e0-4ce0-4f78-842d-abe0bf3f8a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176121 Aug 12 14:51:13.403358 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-2949564f-6d51-4ba9-a5b4-8360b9e93c73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:13.405241 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-dfb2a2ee-703f-4831-ab6e-20db33e10377 req-6d83c499-5a08-4ee5-9983-db69b8f100fc service neutron] 10.222.0.49 "GET /v2.0/networks/e5e4fc6e-0901-492c-bd78-fcc16b98eeec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084182 Aug 12 14:51:13.441640 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-270913cb-9880-4544-b4f5-849165d0ba6e tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-429360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-104877'] for router, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:13.443932 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-270913cb-9880-4544-b4f5-849165d0ba6e tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:13.464517 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-dfb2a2ee-703f-4831-ab6e-20db33e10377 req-3b20b8d3-97f4-4612-8e96-36d14b9290b2 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.233&port_id=769835af-590d-44bf-ae96-6aa7e3ae2342 HTTP/1.1" status: 200 len: 217 time: 0.0489991 Aug 12 14:51:13.504615 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-270913cb-9880-4544-b4f5-849165d0ba6e tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-429375'] for router, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:13.505136 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-270913cb-9880-4544-b4f5-849165d0ba6e tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Fanout notify agent at l3_agent the message router_deleted on router 3d2768c4-67ec-4a5c-a778-4b94fc44e22c {{(pid=94466) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 14:51:13.513149 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-270913cb-9880-4544-b4f5-849165d0ba6e tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks [] for router, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:13.514368 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-270913cb-9880-4544-b4f5-849165d0ba6e tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] 10.222.0.39 "DELETE /v2.0/routers/3d2768c4-67ec-4a5c-a778-4b94fc44e22c HTTP/1.1" status: 204 len: 168 time: 0.3957675 Aug 12 14:51:13.517112 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 58568) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:51:13.531045 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb2a2ee-703f-4831-ab6e-20db33e10377 req-52556ffb-d3bd-404c-9010-5c27d5d2739a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:51:13.532466 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-dfb2a2ee-703f-4831-ab6e-20db33e10377 req-52556ffb-d3bd-404c-9010-5c27d5d2739a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=406ca1aa-3ad0-4dfd-af58-ddff5ca74ffa HTTP/1.1" status: 200 len: 797 time: 0.0575147 Aug 12 14:51:13.555743 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3aae50-fd6e-47a6-ad4d-080777700c28 req-67baa20b-35fe-4ff9-9dc4-56328482509d tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:51:13.558116 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-4b3aae50-fd6e-47a6-ad4d-080777700c28 req-67baa20b-35fe-4ff9-9dc4-56328482509d tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] 10.222.0.49 "GET /v2.0/ports?device_id=1d0f8b2d-5b5f-4e6d-adb1-62eace4d1fdc HTTP/1.1" status: 200 len: 946 time: 0.0655675 Aug 12 14:51:13.599764 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_v2 [None req-556faf6e-7576-48d1-bb24-248cc349c707 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Deleting subnet add29cf2-0f2a-4cd0-b44f-cd1afd0b68f3 {{(pid=94467) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 14:51:13.606130 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-556faf6e-7576-48d1-bb24-248cc349c707 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks [] for subnet, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:13.631994 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb2a2ee-703f-4831-ab6e-20db33e10377 req-127d94ec-9b7d-44fd-8bdb-ac93c80e7820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:51:13.633490 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-dfb2a2ee-703f-4831-ab6e-20db33e10377 req-127d94ec-9b7d-44fd-8bdb-ac93c80e7820 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=23465ac9-c2b6-454b-ad4d-35bb38ffda1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0836844 Aug 12 14:51:13.654326 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [req-4b3aae50-fd6e-47a6-ad4d-080777700c28 req-1f4c2f89-a3d5-4fad-a082-933aa2099108 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] Deleting port cf070397-8bc7-466a-8f30-5d8eaa221618 {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:51:13.654682 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-4b3aae50-fd6e-47a6-ad4d-080777700c28 req-1f4c2f89-a3d5-4fad-a082-933aa2099108 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:13.661749 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-556faf6e-7576-48d1-bb24-248cc349c707 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3857505'] for subnet, precommit_delete_associations {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:13.747386 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [req-4b3aae50-fd6e-47a6-ad4d-080777700c28 req-1f4c2f89-a3d5-4fad-a082-933aa2099108 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] For port cf070397-8bc7-466a-8f30-5d8eaa221618, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=cf070397-8bc7-466a-8f30-5d8eaa221618,segment=NetworkSegment(abdc443e-cf7a-4b71-8730-19997248ebd2),segment_id=abdc443e-cf7a-4b71-8730-19997248ebd2)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:51:13.747752 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-4b3aae50-fd6e-47a6-ad4d-080777700c28 req-1f4c2f89-a3d5-4fad-a082-933aa2099108 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:13.760612 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [req-4b3aae50-fd6e-47a6-ad4d-080777700c28 req-1f4c2f89-a3d5-4fad-a082-933aa2099108 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] Calling delete_port for cf070397-8bc7-466a-8f30-5d8eaa221618 owned by compute:nova {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:51:13.801807 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-dfb2a2ee-703f-4831-ab6e-20db33e10377 req-cf43a404-6b61-45f1-9b49-893b0821cb50 service neutron] 10.222.0.49 "GET /v2.0/networks/23465ac9-c2b6-454b-ad4d-35bb38ffda1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524138 Aug 12 14:51:13.809440 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-556faf6e-7576-48d1-bb24-248cc349c707 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66416255'] for subnet, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:13.901317 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-4b3aae50-fd6e-47a6-ad4d-080777700c28 req-1f4c2f89-a3d5-4fad-a082-933aa2099108 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:13.917749 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] get_ports_and_sgs() called for port_ids ['dc566ee9-a384-4f4a-8a20-5887f333a78c'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:51:13.933173 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] get_ports_and_sgs() called for port_ids ['723dd652-1437-481a-b2fc-d4f7cad82f24', 'cf070397-8bc7-466a-8f30-5d8eaa221618'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:51:13.939416 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-556faf6e-7576-48d1-bb24-248cc349c707 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66416232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2859225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3343748'] for subnet, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:13.940213 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4c2f89-a3d5-4fad-a082-933aa2099108 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] Pushing event deleted for resources: {'Port': ['ID=cf070397-8bc7-466a-8f30-5d8eaa221618,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:51:13.955315 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-dfb2a2ee-703f-4831-ab6e-20db33e10377 req-b606913d-1517-4020-8e1c-161092c73e13 service neutron] 10.222.0.49 "GET /v2.0/networks/23465ac9-c2b6-454b-ad4d-35bb38ffda1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427484 Aug 12 14:51:13.981011 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556faf6e-7576-48d1-bb24-248cc349c707 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Pushing event deleted for resources: {'Subnet': ['ID=add29cf2-0f2a-4cd0-b44f-cd1afd0b68f3,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:51:13.984473 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-556faf6e-7576-48d1-bb24-248cc349c707 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks [] for subnet, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:13.986503 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-556faf6e-7576-48d1-bb24-248cc349c707 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] 10.222.0.39 "DELETE /v2.0/subnets/add29cf2-0f2a-4cd0-b44f-cd1afd0b68f3 HTTP/1.1" status: 204 len: 168 time: 0.4681792 Aug 12 14:51:14.011782 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc1e2a9b-f521-4db0-9c76-9b0d70d7940d None None] Network 349e2aaf-a18f-4ebc-bca5-930ea784861f requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:51:14.015044 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 58578) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:51:14.030079 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-dfb2a2ee-703f-4831-ab6e-20db33e10377 req-fcb3601e-2997-46d5-b52b-e809bb14cd52 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.222&port_id=5990fff5-4fd8-40dc-8d99-17a1763d5291 HTTP/1.1" status: 200 len: 217 time: 0.0570180 Aug 12 14:51:14.033106 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556faf6e-7576-48d1-bb24-248cc349c707 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:51:14.033454 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556faf6e-7576-48d1-bb24-248cc349c707 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:51:14.033798 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556faf6e-7576-48d1-bb24-248cc349c707 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:51:14.034136 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556faf6e-7576-48d1-bb24-248cc349c707 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:51:14.034565 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556faf6e-7576-48d1-bb24-248cc349c707 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:51:14.034789 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556faf6e-7576-48d1-bb24-248cc349c707 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:51:14.035154 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556faf6e-7576-48d1-bb24-248cc349c707 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:51:14.035485 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556faf6e-7576-48d1-bb24-248cc349c707 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:51:14.035811 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556faf6e-7576-48d1-bb24-248cc349c707 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:51:14.036135 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556faf6e-7576-48d1-bb24-248cc349c707 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:51:14.036460 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556faf6e-7576-48d1-bb24-248cc349c707 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:51:14.036783 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556faf6e-7576-48d1-bb24-248cc349c707 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:51:14.048863 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b3aae50-fd6e-47a6-ad4d-080777700c28 req-1f4c2f89-a3d5-4fad-a082-933aa2099108 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] No DVR routers for this DVR port cf070397-8bc7-466a-8f30-5d8eaa221618 on host n-h2-694802-15 {{(pid=94466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:51:14.053694 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-4b3aae50-fd6e-47a6-ad4d-080777700c28 req-1f4c2f89-a3d5-4fad-a082-933aa2099108 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:14.058867 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-4b3aae50-fd6e-47a6-ad4d-080777700c28 req-1f4c2f89-a3d5-4fad-a082-933aa2099108 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] 10.222.0.49 "DELETE /v2.0/ports/cf070397-8bc7-466a-8f30-5d8eaa221618 HTTP/1.1" status: 204 len: 173 time: 0.4952996 Aug 12 14:51:14.061248 n-d-694802-15 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d0f8b2d-5b5f-4e6d-adb1-62eace4d1fdc', 'name': 'network-vif-deleted', 'tag': 'cf070397-8bc7-466a-8f30-5d8eaa221618'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:51:14.072033 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e785eeede3897370d0b20f09d5f461b30cfecd5ed38c4f07dacd02bc52c9277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b519414-9793-4da8-a262-609ff724644c" -d '{"events": [{"server_uuid": "1d0f8b2d-5b5f-4e6d-adb1-62eace4d1fdc", "name": "network-vif-deleted", "tag": "cf070397-8bc7-466a-8f30-5d8eaa221618"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:51:14.128158 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-1769855f-eda9-4483-9dc3-3220908ab45d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:14.182554 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb2a2ee-703f-4831-ab6e-20db33e10377 req-ed752346-8258-4b6d-babe-802241dff477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:51:14.184086 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-dfb2a2ee-703f-4831-ab6e-20db33e10377 req-ed752346-8258-4b6d-babe-802241dff477 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=406ca1aa-3ad0-4dfd-af58-ddff5ca74ffa HTTP/1.1" status: 200 len: 797 time: 0.1443453 Aug 12 14:51:14.188984 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-536304e5-721b-47fb-acef-975088cc2106 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680608'] for network, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:14.236306 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bad082-c605-4216-8cf8-ba6e36fbcee8 req-564cbda7-3462-426a-87d5-0247c75ffcc1 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:51:14.237672 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b4bad082-c605-4216-8cf8-ba6e36fbcee8 req-564cbda7-3462-426a-87d5-0247c75ffcc1 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/ports?device_id=3123bce8-844b-469f-9aa0-64c8f53661bc HTTP/1.1" status: 200 len: 946 time: 0.1259949 Aug 12 14:51:14.296198 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb2a2ee-703f-4831-ab6e-20db33e10377 req-07dd9be8-04e5-47eb-87de-8917a4c6e7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:51:14.297724 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-dfb2a2ee-703f-4831-ab6e-20db33e10377 req-07dd9be8-04e5-47eb-87de-8917a4c6e7d2 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=23465ac9-c2b6-454b-ad4d-35bb38ffda1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1035273 Aug 12 14:51:14.350440 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b4bad082-c605-4216-8cf8-ba6e36fbcee8 req-2baceb26-e607-4a93-beaa-bb1bae6a2602 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ff7dcf8-d6f2-4101-a1d4-537dc448601c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1036592 Aug 12 14:51:14.403764 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea31530e-5f7a-4c7a-b1e0-cc0f5e855f34 None None] DHCP port deletion for 349e2aaf-a18f-4ebc-bca5-930ea784861f request from n-d-694802-15 {{(pid=94468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 14:51:14.428813 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 14:51:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a74d530-661c-4376-8ce5-264f49d9c634 x-openstack-request-id: req-4a74d530-661c-4376-8ce5-264f49d9c634 {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:51:14.429326 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d0f8b2d-5b5f-4e6d-adb1-62eace4d1fdc", "name": "network-vif-deleted", "tag": "cf070397-8bc7-466a-8f30-5d8eaa221618", "status": "completed", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:51:14.429878 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4a74d530-661c-4376-8ce5-264f49d9c634 {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:51:14.430453 n-d-694802-15 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d0f8b2d-5b5f-4e6d-adb1-62eace4d1fdc', 'name': 'network-vif-deleted', 'tag': 'cf070397-8bc7-466a-8f30-5d8eaa221618', 'status': 'completed', 'code': 200} Aug 12 14:51:14.460993 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-dfb2a2ee-703f-4831-ab6e-20db33e10377 req-18bb7b6a-4ed8-4027-82eb-32e998788e91 service neutron] 10.222.0.49 "GET /v2.0/networks/23465ac9-c2b6-454b-ad4d-35bb38ffda1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507499 Aug 12 14:51:14.511931 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-ea31530e-5f7a-4c7a-b1e0-cc0f5e855f34 None None] Deleting port 598fdac0-3ae7-434e-8e53-ea738f44651f {{(pid=94468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:51:14.514205 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-ea31530e-5f7a-4c7a-b1e0-cc0f5e855f34 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:14.539382 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-536304e5-721b-47fb-acef-975088cc2106 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Deleting port 598fdac0-3ae7-434e-8e53-ea738f44651f {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:51:14.539958 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-536304e5-721b-47fb-acef-975088cc2106 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:14.595048 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-5efa1fbc-c5d1-4128-a4c5-3a961c8c9599 req-95c32c32-8fd9-4e03-84ff-01d88bb252cd tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] 10.222.0.39 "GET /v2.0/ports?device_id=1d0f8b2d-5b5f-4e6d-adb1-62eace4d1fdc HTTP/1.1" status: 200 len: 210 time: 0.0398183 Aug 12 14:51:14.639244 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [None req-536304e5-721b-47fb-acef-975088cc2106 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] For port 598fdac0-3ae7-434e-8e53-ea738f44651f, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=598fdac0-3ae7-434e-8e53-ea738f44651f,segment=NetworkSegment(6065de0c-d914-4381-bab3-1a69608896d7),segment_id=6065de0c-d914-4381-bab3-1a69608896d7)] {{(pid=94467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:51:14.639615 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-536304e5-721b-47fb-acef-975088cc2106 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:14.657322 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-ea31530e-5f7a-4c7a-b1e0-cc0f5e855f34 None None] For port 598fdac0-3ae7-434e-8e53-ea738f44651f, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=598fdac0-3ae7-434e-8e53-ea738f44651f,segment=NetworkSegment(6065de0c-d914-4381-bab3-1a69608896d7),segment_id=6065de0c-d914-4381-bab3-1a69608896d7)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:51:14.657982 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-ea31530e-5f7a-4c7a-b1e0-cc0f5e855f34 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:14.663445 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-536304e5-721b-47fb-acef-975088cc2106 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Calling delete_port for 598fdac0-3ae7-434e-8e53-ea738f44651f owned by network:dhcp {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:51:14.674381 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-dfb2a2ee-703f-4831-ab6e-20db33e10377 req-34586fb8-ac6c-40af-bcfe-4b808c9385d1 service neutron] 10.222.0.49 "GET /v2.0/networks/23465ac9-c2b6-454b-ad4d-35bb38ffda1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2016404 Aug 12 14:51:14.681091 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-ea31530e-5f7a-4c7a-b1e0-cc0f5e855f34 None None] Calling delete_port for 598fdac0-3ae7-434e-8e53-ea738f44651f owned by network:dhcp {{(pid=94468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:51:14.764479 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-dfb2a2ee-703f-4831-ab6e-20db33e10377 req-f63a3643-8676-4182-b65e-33aecdcdceb0 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.175&port_id=5ecdfe63-3ffa-42b5-8a13-d40d6a58c5c5 HTTP/1.1" status: 200 len: 217 time: 0.0439734 Aug 12 14:51:14.788040 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-ea31530e-5f7a-4c7a-b1e0-cc0f5e855f34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262'] for port, after_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:14.814573 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea31530e-5f7a-4c7a-b1e0-cc0f5e855f34 None None] Pushing event deleted for resources: {'Port': ['ID=598fdac0-3ae7-434e-8e53-ea738f44651f,revision_number=None']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:51:14.816431 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea31530e-5f7a-4c7a-b1e0-cc0f5e855f34 None None] No DVR routers for this DVR port 598fdac0-3ae7-434e-8e53-ea738f44651f on host n-d-694802-15 {{(pid=94468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:51:14.840239 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-536304e5-721b-47fb-acef-975088cc2106 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:14.844758 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb2a2ee-703f-4831-ab6e-20db33e10377 req-502ca529-3053-460b-9273-2ef6700dc023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:51:14.846367 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-dfb2a2ee-703f-4831-ab6e-20db33e10377 req-502ca529-3053-460b-9273-2ef6700dc023 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=406ca1aa-3ad0-4dfd-af58-ddff5ca74ffa HTTP/1.1" status: 200 len: 797 time: 0.0723481 Aug 12 14:51:14.879052 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536304e5-721b-47fb-acef-975088cc2106 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Pushing event deleted for resources: {'Port': ['ID=598fdac0-3ae7-434e-8e53-ea738f44651f,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:51:14.886137 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-536304e5-721b-47fb-acef-975088cc2106 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] No DVR routers for this DVR port 598fdac0-3ae7-434e-8e53-ea738f44651f on host n-d-694802-15 {{(pid=94467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:51:14.934348 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 598fdac0-3ae7-434e-8e53-ea738f44651f no longer exists at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:51:14.962141 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] No Port match for: 598fdac0-3ae7-434e-8e53-ea738f44651f {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 14:51:14.962141 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 598fdac0-3ae7-434e-8e53-ea738f44651f not bound to the agent host n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:51:15.001310 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb2a2ee-703f-4831-ab6e-20db33e10377 req-4a5fa577-8509-4cb6-8719-94767b411dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:51:15.002813 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-dfb2a2ee-703f-4831-ab6e-20db33e10377 req-4a5fa577-8509-4cb6-8719-94767b411dd7 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=23465ac9-c2b6-454b-ad4d-35bb38ffda1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1330197 Aug 12 14:51:15.007115 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-536304e5-721b-47fb-acef-975088cc2106 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66413304', 'neutron.services.segments.db._delete_segments_for_network-8744654118000'] for network, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:15.024640 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-536304e5-721b-47fb-acef-975088cc2106 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['349e2aaf-a18f-4ebc-bca5-930ea784861f']}} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:51:15.066174 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-536304e5-721b-47fb-acef-975088cc2106 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6065de0c-d914-4381-bab3-1a69608896d7') {'for_net_delete': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:51:15.066467 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-536304e5-721b-47fb-acef-975088cc2106 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6065de0c-d914-4381-bab3-1a69608896d7') {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:51:15.080995 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-536304e5-721b-47fb-acef-975088cc2106 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744654122361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3857526'] for segment, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:15.104171 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-536304e5-721b-47fb-acef-975088cc2106 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:15.113898 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-536304e5-721b-47fb-acef-975088cc2106 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Releasing vlan 311 on physical network physnet1 to pool {{(pid=94467) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 14:51:15.114286 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-536304e5-721b-47fb-acef-975088cc2106 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2859015'] for segment, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:15.117262 n-d-694802-15 neutron-server[94467]: Traceback (most recent call last): Aug 12 14:51:15.117262 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 14:51:15.117262 n-d-694802-15 neutron-server[94467]: timer() Aug 12 14:51:15.117262 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 14:51:15.117262 n-d-694802-15 neutron-server[94467]: cb(*args, **kw) Aug 12 14:51:15.117262 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 14:51:15.117262 n-d-694802-15 neutron-server[94467]: return func(*args, **kwargs) Aug 12 14:51:15.117262 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 14:51:15.117262 n-d-694802-15 neutron-server[94467]: self._notify() Aug 12 14:51:15.117262 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 14:51:15.117262 n-d-694802-15 neutron-server[94467]: self.callback(batched_events) Aug 12 14:51:15.117262 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 14:51:15.117262 n-d-694802-15 neutron-server[94467]: event.method(event) Aug 12 14:51:15.117262 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 14:51:15.117262 n-d-694802-15 neutron-server[94467]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 14:51:15.117262 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 14:51:15.117262 n-d-694802-15 neutron-server[94467]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 14:51:15.117262 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 14:51:15.117262 n-d-694802-15 neutron-server[94467]: return f(self, *a, **k) Aug 12 14:51:15.117262 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 14:51:15.117262 n-d-694802-15 neutron-server[94467]: return self._get(url).json() Aug 12 14:51:15.117262 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 14:51:15.117262 n-d-694802-15 neutron-server[94467]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 14:51:15.117262 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 14:51:15.117262 n-d-694802-15 neutron-server[94467]: return self.request(url, 'GET', **kwargs) Aug 12 14:51:15.117262 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 14:51:15.117262 n-d-694802-15 neutron-server[94467]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 14:51:15.117262 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 14:51:15.117262 n-d-694802-15 neutron-server[94467]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 14:51:15.117262 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 14:51:15.117262 n-d-694802-15 neutron-server[94467]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 14:51:15.117262 n-d-694802-15 neutron-server[94467]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 14:51:15.174310 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-dfb2a2ee-703f-4831-ab6e-20db33e10377 req-9a9f820d-4a78-4bc9-810d-1fd6dfe47961 service neutron] 10.222.0.49 "GET /v2.0/networks/23465ac9-c2b6-454b-ad4d-35bb38ffda1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1600018 Aug 12 14:51:15.202687 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-536304e5-721b-47fb-acef-975088cc2106 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66413281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431520'] for network, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:15.234074 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-536304e5-721b-47fb-acef-975088cc2106 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for network, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:15.235905 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-536304e5-721b-47fb-acef-975088cc2106 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] 10.222.0.39 "DELETE /v2.0/networks/349e2aaf-a18f-4ebc-bca5-930ea784861f HTTP/1.1" status: 204 len: 168 time: 1.2194829 Aug 12 14:51:15.239719 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 58604) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:51:15.251509 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536304e5-721b-47fb-acef-975088cc2106 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Pushing event deleted for resources: {'Network': ['ID=349e2aaf-a18f-4ebc-bca5-930ea784861f,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:51:15.288889 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-dfb2a2ee-703f-4831-ab6e-20db33e10377 req-a29d04e6-013a-474f-a9bb-b46a31a74042 service neutron] 10.222.0.49 "GET /v2.0/networks/23465ac9-c2b6-454b-ad4d-35bb38ffda1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049814 Aug 12 14:51:15.289454 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e48c0ea7-5c91-4c46-91c4-323aa89e7eef tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:51:15.290863 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-e48c0ea7-5c91-4c46-91c4-323aa89e7eef tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] 10.222.0.39 "GET /v2.0/ports/7e91ba19-a10c-4b3a-9d38-19be4bc7e2c7 HTTP/1.1" status: 200 len: 841 time: 0.0491521 Aug 12 14:51:15.294766 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 58606) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:51:15.340759 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-dfb2a2ee-703f-4831-ab6e-20db33e10377 req-779ec8b8-7951-44a4-b6c8-b9aa5b202cd1 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.107&port_id=0d3500d0-8996-4ba7-a29c-4271f88cdfba HTTP/1.1" status: 200 len: 217 time: 0.0429237 Aug 12 14:51:15.348077 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-e1cc4e21-b1ba-481a-a82c-aece00126e54 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] 10.222.0.39 "GET /v2.0/ports/7e91ba19-a10c-4b3a-9d38-19be4bc7e2c7?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0522056 Aug 12 14:51:15.351537 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 58608) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:51:15.356982 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-1c95c2a2-95f7-48f1-97ab-86170c0c228d tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Request body: {'subnet': {'network_id': '8adcf216-1ab4-4d15-8190-19b3d3f64496', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:51:15.402199 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb2a2ee-703f-4831-ab6e-20db33e10377 req-ca7d7096-87a8-437e-ac25-df4230023080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:51:15.404036 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-dfb2a2ee-703f-4831-ab6e-20db33e10377 req-ca7d7096-87a8-437e-ac25-df4230023080 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=406ca1aa-3ad0-4dfd-af58-ddff5ca74ffa HTTP/1.1" status: 200 len: 797 time: 0.0525303 Aug 12 14:51:15.468909 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c95c2a2-95f7-48f1-97ab-86170c0c228d tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Made reservation on behalf of be866c071af14d49833929e5eca8b8bc for: {'subnet': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:51:15.478022 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1c95c2a2-95f7-48f1-97ab-86170c0c228d tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8776441'] for subnet, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:15.479481 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb2a2ee-703f-4831-ab6e-20db33e10377 req-100b675a-063c-4681-b536-4a12ded48fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:51:15.485993 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-dfb2a2ee-703f-4831-ab6e-20db33e10377 req-100b675a-063c-4681-b536-4a12ded48fa5 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=23465ac9-c2b6-454b-ad4d-35bb38ffda1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0700812 Aug 12 14:51:15.599862 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-fe95f194-a3b0-4c04-9e42-20b511169d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:15.618666 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-dfb2a2ee-703f-4831-ab6e-20db33e10377 req-a5207e7c-e160-43fd-b8f7-398c8f0b04cd service neutron] 10.222.0.49 "GET /v2.0/networks/23465ac9-c2b6-454b-ad4d-35bb38ffda1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1177347 Aug 12 14:51:15.662113 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86fa234-e1bc-46f0-b9aa-a1a400dc670d req-3a9b9934-e191-4dc4-bb3b-1b75bd864713 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:51:15.663863 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-e86fa234-e1bc-46f0-b9aa-a1a400dc670d req-3a9b9934-e191-4dc4-bb3b-1b75bd864713 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/ports?device_id=3123bce8-844b-469f-9aa0-64c8f53661bc HTTP/1.1" status: 200 len: 946 time: 0.1540723 Aug 12 14:51:15.738878 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-e86fa234-e1bc-46f0-b9aa-a1a400dc670d req-9e937fa3-64b4-4e16-8282-9d3bf0090188 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ff7dcf8-d6f2-4101-a1d4-537dc448601c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543480 Aug 12 14:51:15.744563 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-dfb2a2ee-703f-4831-ab6e-20db33e10377 req-13bd3a01-99e7-4337-a813-31753ef6a2ec service neutron] 10.222.0.49 "GET /v2.0/networks/23465ac9-c2b6-454b-ad4d-35bb38ffda1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131458 Aug 12 14:51:15.799282 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-dfb2a2ee-703f-4831-ab6e-20db33e10377 req-65117f90-81cc-47a6-9a46-80969bf3e184 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=60dab493-b044-4ff6-81af-81a8db5e9f4e HTTP/1.1" status: 200 len: 217 time: 0.0461447 Aug 12 14:51:15.847248 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1c95c2a2-95f7-48f1-97ab-86170c0c228d tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3718490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8776395'] for subnet, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:15.858338 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb2a2ee-703f-4831-ab6e-20db33e10377 req-cda8f0d0-78df-4acf-a426-e83a3ef7edd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:51:15.860169 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-dfb2a2ee-703f-4831-ab6e-20db33e10377 req-cda8f0d0-78df-4acf-a426-e83a3ef7edd4 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=87452bc0-af6f-4ccf-be47-4493323e3f3a HTTP/1.1" status: 200 len: 797 time: 0.0481420 Aug 12 14:51:15.910949 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb2a2ee-703f-4831-ab6e-20db33e10377 req-48f6250e-7b7d-4db6-929c-aee5c7664bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:51:15.912495 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-dfb2a2ee-703f-4831-ab6e-20db33e10377 req-48f6250e-7b7d-4db6-929c-aee5c7664bbb service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=fb4567b1-456a-4ad5-b04d-3f1c691daca7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0421979 Aug 12 14:51:15.918864 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c95c2a2-95f7-48f1-97ab-86170c0c228d tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Network 8adcf216-1ab4-4d15-8190-19b3d3f64496 is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:51:15.926202 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-1c95c2a2-95f7-48f1-97ab-86170c0c228d tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:51:15.932504 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c95c2a2-95f7-48f1-97ab-86170c0c228d tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:51:15.933119 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1c95c2a2-95f7-48f1-97ab-86170c0c228d tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for subnet, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:15.935907 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15efb1a7-a333-42d7-97f5-e8058f53ee43 None None] Network 8adcf216-1ab4-4d15-8190-19b3d3f64496 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:51:15.953226 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c95c2a2-95f7-48f1-97ab-86170c0c228d tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Pushing event updated for resources: {'Subnet': ['ID=dcc02018-2e0b-4abc-8747-bf227442e619,revision_number=0']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:51:15.976462 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee6f46d-a6b3-40b9-bde3-e3b85a283390 req-18294acb-2e79-4aad-9009-0a992bd6c890 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:51:15.978065 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-eee6f46d-a6b3-40b9-bde3-e3b85a283390 req-18294acb-2e79-4aad-9009-0a992bd6c890 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] 10.222.0.39 "GET /v2.0/ports?device_id=446a91c4-0cb7-46bb-a116-6a8e83939b03 HTTP/1.1" status: 200 len: 945 time: 0.0946457 Aug 12 14:51:15.983709 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-1c95c2a2-95f7-48f1-97ab-86170c0c228d tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6310132 Aug 12 14:51:15.984433 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 58624) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:51:15.989055 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-6c39dcf9-c546-4567-a005-9e9df180d424 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Request body: {'security_group': {'name': 'tempest-secgroup-953235427'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:51:16.026667 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-eee6f46d-a6b3-40b9-bde3-e3b85a283390 req-ed985eda-b47f-48f7-9282-49a1f55aa55f tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] 10.222.0.39 "GET /v2.0/security-groups?id=d503e6e0-4ce0-4f78-842d-abe0bf3f8a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396278 Aug 12 14:51:16.038394 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-6c39dcf9-c546-4567-a005-9e9df180d424 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks [] for security_group, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:16.048293 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-dfb2a2ee-703f-4831-ab6e-20db33e10377 req-d6895d8d-6bc0-49b0-a69f-55ef23bf8e52 service neutron] 10.222.0.49 "GET /v2.0/networks/fb4567b1-456a-4ad5-b04d-3f1c691daca7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266580 Aug 12 14:51:16.173861 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-dfb2a2ee-703f-4831-ab6e-20db33e10377 req-68351afc-a2c9-450c-8ec8-a345d7e31d4f service neutron] 10.222.0.49 "GET /v2.0/networks/fb4567b1-456a-4ad5-b04d-3f1c691daca7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159673 Aug 12 14:51:16.233624 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-dfb2a2ee-703f-4831-ab6e-20db33e10377 req-8faa3505-ff53-4b20-a0d3-a1b35f0a1403 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=0499b153-16f3-45bf-a9f7-4cf3ddd80c7a HTTP/1.1" status: 200 len: 217 time: 0.0456221 Aug 12 14:51:16.253325 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-6c39dcf9-c546-4567-a005-9e9df180d424 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks [] for security_group, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:16.271290 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b36a7e27-c42d-4547-a90a-967ff9a772cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa7035b3e-9a89-5964-b9f4-97301c3f476a-8adcf216-1ab4-4d15-8190-19b3d3f64496', 'network_id': '8adcf216-1ab4-4d15-8190-19b3d3f64496', 'tenant_id': 'be866c071af14d49833929e5eca8b8bc', 'fixed_ips': [{'subnet_id': 'dcc02018-2e0b-4abc-8747-bf227442e619'}]}} from n-d-694802-15. {{(pid=94468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 14:51:16.272167 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-b36a7e27-c42d-4547-a90a-967ff9a772cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:16.275657 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-6c39dcf9-c546-4567-a005-9e9df180d424 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:16.316913 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-6c39dcf9-c546-4567-a005-9e9df180d424 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:16.318152 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-6c39dcf9-c546-4567-a005-9e9df180d424 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3327658 Aug 12 14:51:16.319743 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb2a2ee-703f-4831-ab6e-20db33e10377 req-ced6f0f2-80d9-4965-8b38-5284de3332d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:51:16.321162 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 58626) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:51:16.321648 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-dfb2a2ee-703f-4831-ab6e-20db33e10377 req-ced6f0f2-80d9-4965-8b38-5284de3332d4 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=87452bc0-af6f-4ccf-be47-4493323e3f3a HTTP/1.1" status: 200 len: 797 time: 0.0780363 Aug 12 14:51:16.322009 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c39dcf9-c546-4567-a005-9e9df180d424 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dfb5493e-e4ac-435a-8bd0-3935ecad8deb,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:51:16.325864 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-af7d7a57-21d6-4bdd-8675-de6966f2dafd tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Request body: {'security_group': {'name': 'tempest-secgroup-769944592'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:51:16.351523 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-af7d7a57-21d6-4bdd-8675-de6966f2dafd tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks [] for security_group, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:16.385253 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb2a2ee-703f-4831-ab6e-20db33e10377 req-daeef85d-a45b-4823-ab0a-8d9590dc349c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:51:16.386825 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-dfb2a2ee-703f-4831-ab6e-20db33e10377 req-daeef85d-a45b-4823-ab0a-8d9590dc349c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=fb4567b1-456a-4ad5-b04d-3f1c691daca7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0475209 Aug 12 14:51:16.417077 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.db_base_plugin_common [None req-b36a7e27-c42d-4547-a90a-967ff9a772cd None None] Allocated IP 172.20.0.2 (8adcf216-1ab4-4d15-8190-19b3d3f64496/dcc02018-2e0b-4abc-8747-bf227442e619/80f77114-6f01-44e7-896e-aa50041dd1b8) {{(pid=94468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:51:16.442926 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-af7d7a57-21d6-4bdd-8675-de6966f2dafd tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks [] for security_group, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:16.446733 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-af7d7a57-21d6-4bdd-8675-de6966f2dafd tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:16.473762 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-af7d7a57-21d6-4bdd-8675-de6966f2dafd tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:16.475117 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-af7d7a57-21d6-4bdd-8675-de6966f2dafd tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.1529367 Aug 12 14:51:16.477790 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 58628) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:51:16.484488 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-a539df8e-7f5c-4d97-97c2-196f7e038ce8 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-992708897', 'security_groups': ['a6445a5d-2780-49d3-9821-3bc9e88769ce'], 'network_id': '8adcf216-1ab4-4d15-8190-19b3d3f64496', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'dcc02018-2e0b-4abc-8747-bf227442e619'}]}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:51:16.502694 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7d7a57-21d6-4bdd-8675-de6966f2dafd tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6445a5d-2780-49d3-9821-3bc9e88769ce,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:51:16.503780 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-dfb2a2ee-703f-4831-ab6e-20db33e10377 req-3a845131-fcdb-48fe-964c-058e721c5422 service neutron] 10.222.0.49 "GET /v2.0/networks/fb4567b1-456a-4ad5-b04d-3f1c691daca7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040604 Aug 12 14:51:16.579434 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-b36a7e27-c42d-4547-a90a-967ff9a772cd None None] Notify callbacks [] for port, precommit_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:16.589168 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-b36a7e27-c42d-4547-a90a-967ff9a772cd None None] Transition to ACTIVE for port object 80f77114-6f01-44e7-896e-aa50041dd1b8 will not be triggered until provisioned by entity L2. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:51:16.601090 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a539df8e-7f5c-4d97-97c2-196f7e038ce8 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Made reservation on behalf of be866c071af14d49833929e5eca8b8bc for: {'port': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:51:16.605004 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-b36a7e27-c42d-4547-a90a-967ff9a772cd None None] Transition to ACTIVE for port object 80f77114-6f01-44e7-896e-aa50041dd1b8 will not be triggered until provisioned by entity DHCP. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:51:16.610196 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-dfb2a2ee-703f-4831-ab6e-20db33e10377 req-9e0f55bf-19e9-4a6f-a48b-d55b562d0167 service neutron] 10.222.0.49 "GET /v2.0/networks/fb4567b1-456a-4ad5-b04d-3f1c691daca7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930865 Aug 12 14:51:16.611812 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-b36a7e27-c42d-4547-a90a-967ff9a772cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253'] for port, after_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:16.660920 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b36a7e27-c42d-4547-a90a-967ff9a772cd None None] Network 8adcf216-1ab4-4d15-8190-19b3d3f64496 is already hosted by enough agents. {{(pid=94468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:51:16.664195 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.base_scheduler [None req-b36a7e27-c42d-4547-a90a-967ff9a772cd None None] Resources bound (agent type, host, resource id): {{(pid=94468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:51:16.668989 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b36a7e27-c42d-4547-a90a-967ff9a772cd None None] Received port after_create {{(pid=94468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:51:16.674393 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36a7e27-c42d-4547-a90a-967ff9a772cd None None] Pushing event updated for resources: {'Port': ['ID=80f77114-6f01-44e7-896e-aa50041dd1b8,revision_number=1']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:51:16.701472 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a539df8e-7f5c-4d97-97c2-196f7e038ce8 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:16.724745 n-d-694802-15 neutron-server[94466]: DEBUG neutron.notifiers.nova [None req-a539df8e-7f5c-4d97-97c2-196f7e038ce8 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] device_id is not set on port 16cf726c-3260-4eb5-95bc-53bd88bcb51b yet. {{(pid=94466) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 14:51:16.734935 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-b36a7e27-c42d-4547-a90a-967ff9a772cd None None] Attempting to bind port 80f77114-6f01-44e7-896e-aa50041dd1b8 on host n-d-694802-15 for vnic_type normal with profile {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:51:16.735555 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-b36a7e27-c42d-4547-a90a-967ff9a772cd None None] Attempting to bind port 80f77114-6f01-44e7-896e-aa50041dd1b8 by drivers openvswitch,hyperv on host n-d-694802-15 at level 0 using segments [{'id': '06cffd1e-4e94-4a01-9c61-2eda147b18bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '8adcf216-1ab4-4d15-8190-19b3d3f64496'}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:51:16.736056 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b36a7e27-c42d-4547-a90a-967ff9a772cd None None] Attempting to bind port 80f77114-6f01-44e7-896e-aa50041dd1b8 on network 8adcf216-1ab4-4d15-8190-19b3d3f64496 {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:51:16.741533 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b36a7e27-c42d-4547-a90a-967ff9a772cd None None] Checking agent: {'id': '16de73ac-f2e9-4cee-b3e0-91052ae3e6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 20, 13), 'started_at': datetime.datetime(2021, 8, 12, 14, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 51, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:51:16.741899 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b36a7e27-c42d-4547-a90a-967ff9a772cd None None] Checking segment: {'id': '06cffd1e-4e94-4a01-9c61-2eda147b18bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '8adcf216-1ab4-4d15-8190-19b3d3f64496'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:51:16.742294 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-b36a7e27-c42d-4547-a90a-967ff9a772cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:16.742675 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b36a7e27-c42d-4547-a90a-967ff9a772cd None None] Bound using segment: {'id': '06cffd1e-4e94-4a01-9c61-2eda147b18bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '8adcf216-1ab4-4d15-8190-19b3d3f64496'} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:51:16.743431 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-b36a7e27-c42d-4547-a90a-967ff9a772cd None None] Bound port: 80f77114-6f01-44e7-896e-aa50041dd1b8, host: n-d-694802-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06cffd1e-4e94-4a01-9c61-2eda147b18bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '8adcf216-1ab4-4d15-8190-19b3d3f64496'}}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:51:16.744068 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-b36a7e27-c42d-4547-a90a-967ff9a772cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:16.831949 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-b36a7e27-c42d-4547-a90a-967ff9a772cd None None] For port 80f77114-6f01-44e7-896e-aa50041dd1b8, host n-d-694802-15, cleared binding levels {{(pid=94468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:51:16.835714 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-b36a7e27-c42d-4547-a90a-967ff9a772cd None None] For port 80f77114-6f01-44e7-896e-aa50041dd1b8, host n-d-694802-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=80f77114-6f01-44e7-896e-aa50041dd1b8,segment=NetworkSegment(06cffd1e-4e94-4a01-9c61-2eda147b18bf),segment_id=06cffd1e-4e94-4a01-9c61-2eda147b18bf)] {{(pid=94468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:51:16.842413 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-b36a7e27-c42d-4547-a90a-967ff9a772cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:16.913746 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36a7e27-c42d-4547-a90a-967ff9a772cd None None] Pushing event updated for resources: {'Port': ['ID=80f77114-6f01-44e7-896e-aa50041dd1b8,revision_number=2']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:51:16.937851 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d15108-a9f9-4860-ad99-0ad2b2a92cc0 req-cf4d1993-bbb0-4193-a321-931f038ee4ce tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:51:16.939383 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-29d15108-a9f9-4860-ad99-0ad2b2a92cc0 req-cf4d1993-bbb0-4193-a321-931f038ee4ce tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/ports?device_id=3123bce8-844b-469f-9aa0-64c8f53661bc HTTP/1.1" status: 200 len: 946 time: 0.1049693 Aug 12 14:51:16.977109 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-a539df8e-7f5c-4d97-97c2-196f7e038ce8 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Allocated IP 172.20.0.12 (8adcf216-1ab4-4d15-8190-19b3d3f64496/dcc02018-2e0b-4abc-8747-bf227442e619/16cf726c-3260-4eb5-95bc-53bd88bcb51b) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:51:17.008373 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-29d15108-a9f9-4860-ad99-0ad2b2a92cc0 req-1b42c2fd-8d7f-4d01-a9e1-eff8e7c24c7c tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ff7dcf8-d6f2-4101-a1d4-537dc448601c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617607 Aug 12 14:51:17.230147 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a539df8e-7f5c-4d97-97c2-196f7e038ce8 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:17.247029 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fedd4b-5a27-4434-bd8f-f0f4a1fa2197 req-f763dc35-5176-4958-adbb-8b004b8360cb tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:51:17.254646 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-35fedd4b-5a27-4434-bd8f-f0f4a1fa2197 req-f763dc35-5176-4958-adbb-8b004b8360cb tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] 10.222.0.39 "GET /v2.0/ports?device_id=446a91c4-0cb7-46bb-a116-6a8e83939b03 HTTP/1.1" status: 200 len: 945 time: 0.0985212 Aug 12 14:51:17.281847 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-a539df8e-7f5c-4d97-97c2-196f7e038ce8 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Transition to ACTIVE for port object 16cf726c-3260-4eb5-95bc-53bd88bcb51b will not be triggered until provisioned by entity DHCP. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:51:17.310532 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-35fedd4b-5a27-4434-bd8f-f0f4a1fa2197 req-5cbed293-7afe-435c-94ad-57c0d7d550c9 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] 10.222.0.39 "GET /v2.0/security-groups?id=d503e6e0-4ce0-4f78-842d-abe0bf3f8a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544467 Aug 12 14:51:17.334897 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a539df8e-7f5c-4d97-97c2-196f7e038ce8 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:17.382627 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a539df8e-7f5c-4d97-97c2-196f7e038ce8 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Network 8adcf216-1ab4-4d15-8190-19b3d3f64496 is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:51:17.386221 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-a539df8e-7f5c-4d97-97c2-196f7e038ce8 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:51:17.389068 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a539df8e-7f5c-4d97-97c2-196f7e038ce8 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:51:17.413760 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a539df8e-7f5c-4d97-97c2-196f7e038ce8 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Pushing event updated for resources: {'Port': ['ID=16cf726c-3260-4eb5-95bc-53bd88bcb51b,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:51:17.443349 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a539df8e-7f5c-4d97-97c2-196f7e038ce8 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:51:17.443993 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a539df8e-7f5c-4d97-97c2-196f7e038ce8 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:17.464022 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 58648) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:51:17.464534 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-a539df8e-7f5c-4d97-97c2-196f7e038ce8 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.9843011 Aug 12 14:51:17.469147 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-f6c4e0b7-3608-4b9c-8266-b698ec3d11bb tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Request body: {'subnet': {'network_id': '8adcf216-1ab4-4d15-8190-19b3d3f64496', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:51:17.583243 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6c4e0b7-3608-4b9c-8266-b698ec3d11bb tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Made reservation on behalf of be866c071af14d49833929e5eca8b8bc for: {'subnet': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:51:17.586600 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-f6c4e0b7-3608-4b9c-8266-b698ec3d11bb tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3343791'] for subnet, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:17.675783 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device cf070397-8bc7-466a-8f30-5d8eaa221618 no longer exists at agent hyperv_n-h2-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:51:17.701932 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cdb69d-2686-47fe-be70-e1175c54811d req-9ffb513d-b5b5-4f29-8238-fbf7362759f0 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:51:17.704281 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-11cdb69d-2686-47fe-be70-e1175c54811d req-9ffb513d-b5b5-4f29-8238-fbf7362759f0 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] 10.222.0.49 "GET /v2.0/ports?device_id=446a91c4-0cb7-46bb-a116-6a8e83939b03 HTTP/1.1" status: 200 len: 945 time: 0.1132567 Aug 12 14:51:17.726219 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] No Port match for: cf070397-8bc7-466a-8f30-5d8eaa221618 {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 14:51:17.726644 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device cf070397-8bc7-466a-8f30-5d8eaa221618 not bound to the agent host n-h2-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:51:17.753522 n-d-694802-15 neutron-server[94467]: INFO neutron.db.ipam_backend_mixin [None req-f6c4e0b7-3608-4b9c-8266-b698ec3d11bb tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet dcc02018-2e0b-4abc-8747-bf227442e619 (CIDR: 172.20.0.0/28) Aug 12 14:51:17.758280 n-d-694802-15 neutron-server[94467]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6c4e0b7-3608-4b9c-8266-b698ec3d11bb tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 12 14:51:17.758785 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6c4e0b7-3608-4b9c-8266-b698ec3d11bb tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94467) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 14:51:17.809775 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-f6c4e0b7-3608-4b9c-8266-b698ec3d11bb tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3414929 Aug 12 14:51:17.810314 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 58650) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:51:17.821697 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-09106dbd-140e-4fab-b499-b1599c7bc3e0 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Request body: {'subnet': {'network_id': '8adcf216-1ab4-4d15-8190-19b3d3f64496', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:51:17.846762 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [req-11cdb69d-2686-47fe-be70-e1175c54811d req-17cd94d2-d4c7-44f9-9c4f-4ec0874ae878 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] Deleting port 723dd652-1437-481a-b2fc-d4f7cad82f24 {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:51:17.847104 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-11cdb69d-2686-47fe-be70-e1175c54811d req-17cd94d2-d4c7-44f9-9c4f-4ec0874ae878 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:17.977602 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-11cdb69d-2686-47fe-be70-e1175c54811d req-17cd94d2-d4c7-44f9-9c4f-4ec0874ae878 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] For port 723dd652-1437-481a-b2fc-d4f7cad82f24, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=723dd652-1437-481a-b2fc-d4f7cad82f24,segment=NetworkSegment(abdc443e-cf7a-4b71-8730-19997248ebd2),segment_id=abdc443e-cf7a-4b71-8730-19997248ebd2)] {{(pid=94467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:51:17.978083 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-11cdb69d-2686-47fe-be70-e1175c54811d req-17cd94d2-d4c7-44f9-9c4f-4ec0874ae878 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:17.997859 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [req-11cdb69d-2686-47fe-be70-e1175c54811d req-17cd94d2-d4c7-44f9-9c4f-4ec0874ae878 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] Calling delete_port for 723dd652-1437-481a-b2fc-d4f7cad82f24 owned by compute:nova {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:51:18.137690 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-76079b7c-9961-4b97-b2a8-156bf59e7a24 None None] Provisioning complete for port 7e91ba19-a10c-4b3a-9d38-19be4bc7e2c7 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:51:18.138090 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-76079b7c-9961-4b97-b2a8-156bf59e7a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:18.190559 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-76079b7c-9961-4b97-b2a8-156bf59e7a24 None None] Port 7e91ba19-a10c-4b3a-9d38-19be4bc7e2c7 cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 14:51:18.206532 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-76079b7c-9961-4b97-b2a8-156bf59e7a24 None None] Provisioning for port 80f77114-6f01-44e7-896e-aa50041dd1b8 completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:51:18.238531 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-11cdb69d-2686-47fe-be70-e1175c54811d req-17cd94d2-d4c7-44f9-9c4f-4ec0874ae878 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:18.251660 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] get_ports_and_sgs() called for port_ids ['dc566ee9-a384-4f4a-8a20-5887f333a78c'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:51:18.253727 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] get_ports_and_sgs() called for port_ids ['723dd652-1437-481a-b2fc-d4f7cad82f24'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:51:18.276698 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cd94d2-d4c7-44f9-9c4f-4ec0874ae878 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] Pushing event deleted for resources: {'Port': ['ID=723dd652-1437-481a-b2fc-d4f7cad82f24,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:51:18.333610 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [req-11cdb69d-2686-47fe-be70-e1175c54811d req-17cd94d2-d4c7-44f9-9c4f-4ec0874ae878 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] No DVR routers for this DVR port 723dd652-1437-481a-b2fc-d4f7cad82f24 on host n-h2-694802-15 {{(pid=94467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:51:18.348221 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-11cdb69d-2686-47fe-be70-e1175c54811d req-17cd94d2-d4c7-44f9-9c4f-4ec0874ae878 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:18.352019 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-11cdb69d-2686-47fe-be70-e1175c54811d req-17cd94d2-d4c7-44f9-9c4f-4ec0874ae878 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] 10.222.0.49 "DELETE /v2.0/ports/723dd652-1437-481a-b2fc-d4f7cad82f24 HTTP/1.1" status: 204 len: 173 time: 0.6422489 Aug 12 14:51:18.352477 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '446a91c4-0cb7-46bb-a116-6a8e83939b03', 'name': 'network-vif-deleted', 'tag': '723dd652-1437-481a-b2fc-d4f7cad82f24'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:51:18.355374 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e65282f928b64038367d043a4411777802006c43a98742496cb2e25b724ff1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-168f920b-37e3-47f3-935d-64550e78d78e" -d '{"events": [{"server_uuid": "446a91c4-0cb7-46bb-a116-6a8e83939b03", "name": "network-vif-deleted", "tag": "723dd652-1437-481a-b2fc-d4f7cad82f24"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:51:18.401741 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42df22fe-374c-4237-a0ee-6c311c0233d7 req-e3aad779-ae13-426a-a17b-4ad3c103e275 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:51:18.409502 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-42df22fe-374c-4237-a0ee-6c311c0233d7 req-e3aad779-ae13-426a-a17b-4ad3c103e275 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/ports?device_id=3123bce8-844b-469f-9aa0-64c8f53661bc HTTP/1.1" status: 200 len: 946 time: 0.0919178 Aug 12 14:51:18.444956 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09106dbd-140e-4fab-b499-b1599c7bc3e0 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Made reservation on behalf of be866c071af14d49833929e5eca8b8bc for: {'subnet': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:51:18.449348 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-09106dbd-140e-4fab-b499-b1599c7bc3e0 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8776441'] for subnet, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:18.453342 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-504b74eb-1150-46f5-805e-1082d46a14de req-78682024-e7f9-47d6-8cc0-f7fe82c21f29 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] 10.222.0.39 "GET /v2.0/ports?device_id=446a91c4-0cb7-46bb-a116-6a8e83939b03 HTTP/1.1" status: 200 len: 210 time: 0.0389037 Aug 12 14:51:18.458563 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-fc048c31-f3ae-44bd-ac33-ea49564248b7 None None] Provisioning for port 16cf726c-3260-4eb5-95bc-53bd88bcb51b completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:51:18.463875 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-fc048c31-f3ae-44bd-ac33-ea49564248b7 None None] Provisioning complete for port 16cf726c-3260-4eb5-95bc-53bd88bcb51b triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:51:18.464244 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-fc048c31-f3ae-44bd-ac33-ea49564248b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:18.498070 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 14:51:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0353ad5d-0ef2-4d36-8d6f-a4a9af5e1eec x-openstack-request-id: req-0353ad5d-0ef2-4d36-8d6f-a4a9af5e1eec {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:51:18.498912 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "446a91c4-0cb7-46bb-a116-6a8e83939b03", "name": "network-vif-deleted", "tag": "723dd652-1437-481a-b2fc-d4f7cad82f24", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:51:18.499335 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0353ad5d-0ef2-4d36-8d6f-a4a9af5e1eec {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:51:18.499906 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '446a91c4-0cb7-46bb-a116-6a8e83939b03', 'name': 'network-vif-deleted', 'tag': '723dd652-1437-481a-b2fc-d4f7cad82f24', 'status': 'completed', 'code': 200} Aug 12 14:51:18.512116 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-fc048c31-f3ae-44bd-ac33-ea49564248b7 None None] Port 16cf726c-3260-4eb5-95bc-53bd88bcb51b cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 14:51:18.516818 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-42df22fe-374c-4237-a0ee-6c311c0233d7 req-ae312e7b-4063-4c6e-b8ce-20807b9e3ea8 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ff7dcf8-d6f2-4101-a1d4-537dc448601c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1051667 Aug 12 14:51:18.703393 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-09106dbd-140e-4fab-b499-b1599c7bc3e0 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3718490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8776395'] for subnet, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:18.747512 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09106dbd-140e-4fab-b499-b1599c7bc3e0 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Network 8adcf216-1ab4-4d15-8190-19b3d3f64496 is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:51:18.751941 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-09106dbd-140e-4fab-b499-b1599c7bc3e0 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:51:18.756295 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09106dbd-140e-4fab-b499-b1599c7bc3e0 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:51:18.756887 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-09106dbd-140e-4fab-b499-b1599c7bc3e0 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for subnet, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:18.760765 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a361225-8b39-4fd4-9f61-0aa294ea06fb None None] Network 8adcf216-1ab4-4d15-8190-19b3d3f64496 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:51:18.776249 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-09106dbd-140e-4fab-b499-b1599c7bc3e0 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.9648139 Aug 12 14:51:18.777129 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09106dbd-140e-4fab-b499-b1599c7bc3e0 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Pushing event updated for resources: {'Subnet': ['ID=0d3f91d8-8b3a-4080-a425-bfef1317b0a2,revision_number=0']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:51:18.778988 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 58664) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:51:18.784695 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-b1757879-d9e3-4b82-946b-fcdc3ed7f3ea tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-278790480', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '0d3f91d8-8b3a-4080-a425-bfef1317b0a2'}], 'security_groups': ['dfb5493e-e4ac-435a-8bd0-3935ecad8deb']}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:51:18.855710 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b1757879-d9e3-4b82-946b-fcdc3ed7f3ea tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:18.995045 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 80f77114-6f01-44e7-896e-aa50041dd1b8 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:51:19.073694 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b18bab6-f768-4afc-b019-af61b042a1ab None None] Update dhcp port {'port': {'network_id': '8adcf216-1ab4-4d15-8190-19b3d3f64496', 'fixed_ips': [{'subnet_id': 'dcc02018-2e0b-4abc-8747-bf227442e619', 'ip_address': '172.20.0.2'}, {'subnet_id': '0d3f91d8-8b3a-4080-a425-bfef1317b0a2'}], 'binding:host_id': 'n-d-694802-15'}, 'id': '80f77114-6f01-44e7-896e-aa50041dd1b8'} from n-d-694802-15. {{(pid=94468) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 12 14:51:19.106952 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning for port 80f77114-6f01-44e7-896e-aa50041dd1b8 completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:51:19.110205 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-7b18bab6-f768-4afc-b019-af61b042a1ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:19.113523 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port 80f77114-6f01-44e7-896e-aa50041dd1b8 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:51:19.113882 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:19.264991 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-b1757879-d9e3-4b82-946b-fcdc3ed7f3ea tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Delete allocated IP 172.20.0.12 (8adcf216-1ab4-4d15-8190-19b3d3f64496/dcc02018-2e0b-4abc-8747-bf227442e619) {{(pid=94466) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 12 14:51:19.274013 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-b1757879-d9e3-4b82-946b-fcdc3ed7f3ea tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Allocated IP 172.20.0.19 (8adcf216-1ab4-4d15-8190-19b3d3f64496/0d3f91d8-8b3a-4080-a425-bfef1317b0a2/16cf726c-3260-4eb5-95bc-53bd88bcb51b) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:51:19.298558 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:19.333512 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] For port 80f77114-6f01-44e7-896e-aa50041dd1b8, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=80f77114-6f01-44e7-896e-aa50041dd1b8,segment=NetworkSegment(06cffd1e-4e94-4a01-9c61-2eda147b18bf),segment_id=06cffd1e-4e94-4a01-9c61-2eda147b18bf)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:51:19.339058 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:19.395427 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Pushing event updated for resources: {'Port': ['ID=80f77114-6f01-44e7-896e-aa50041dd1b8,revision_number=3']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:51:19.453333 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b1757879-d9e3-4b82-946b-fcdc3ed7f3ea tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks [] for port, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:19.467335 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-b1757879-d9e3-4b82-946b-fcdc3ed7f3ea tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Transition to ACTIVE for port object 16cf726c-3260-4eb5-95bc-53bd88bcb51b will not be triggered until provisioned by entity DHCP. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:51:19.470998 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b1757879-d9e3-4b82-946b-fcdc3ed7f3ea tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3718439'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:19.530842 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.db_base_plugin_common [None req-7b18bab6-f768-4afc-b019-af61b042a1ab None None] Allocated IP 172.20.0.18 (8adcf216-1ab4-4d15-8190-19b3d3f64496/0d3f91d8-8b3a-4080-a425-bfef1317b0a2/80f77114-6f01-44e7-896e-aa50041dd1b8) {{(pid=94468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:51:19.567571 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1757879-d9e3-4b82-946b-fcdc3ed7f3ea tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Pushing event updated for resources: {'Port': ['ID=16cf726c-3260-4eb5-95bc-53bd88bcb51b,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:51:19.603963 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-b1757879-d9e3-4b82-946b-fcdc3ed7f3ea tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] In _notify_port_updated(), no bound segment for port 16cf726c-3260-4eb5-95bc-53bd88bcb51b on network 8adcf216-1ab4-4d15-8190-19b3d3f64496 {{(pid=94466) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 12 14:51:19.610136 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1757879-d9e3-4b82-946b-fcdc3ed7f3ea tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:51:19.611461 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b1757879-d9e3-4b82-946b-fcdc3ed7f3ea tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:19.613086 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-b1757879-d9e3-4b82-946b-fcdc3ed7f3ea tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] 10.222.0.39 "PUT /v2.0/ports/16cf726c-3260-4eb5-95bc-53bd88bcb51b HTTP/1.1" status: 200 len: 920 time: 0.8331416 Aug 12 14:51:19.616396 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 58688) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:51:19.719210 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-7b18bab6-f768-4afc-b019-af61b042a1ab None None] For port 80f77114-6f01-44e7-896e-aa50041dd1b8, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=80f77114-6f01-44e7-896e-aa50041dd1b8,segment=NetworkSegment(06cffd1e-4e94-4a01-9c61-2eda147b18bf),segment_id=06cffd1e-4e94-4a01-9c61-2eda147b18bf)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:51:19.756542 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-7b18bab6-f768-4afc-b019-af61b042a1ab None None] Notify callbacks [] for port, precommit_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:19.761989 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-0e249e76-ffac-4f33-9545-1e759c423e86 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Deleting port 16cf726c-3260-4eb5-95bc-53bd88bcb51b {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:51:19.762522 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-0e249e76-ffac-4f33-9545-1e759c423e86 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:19.774333 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-7b18bab6-f768-4afc-b019-af61b042a1ab None None] Transition to ACTIVE for port object 80f77114-6f01-44e7-896e-aa50041dd1b8 will not be triggered until provisioned by entity DHCP. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:51:19.780457 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-7b18bab6-f768-4afc-b019-af61b042a1ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:19.858224 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b447a9ec-a7ef-4154-be0c-8502174cd48e req-cd84a15b-5b4a-49fd-8381-03bf0cde253a tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:51:19.860120 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-b447a9ec-a7ef-4154-be0c-8502174cd48e req-cd84a15b-5b4a-49fd-8381-03bf0cde253a tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/ports?device_id=3123bce8-844b-469f-9aa0-64c8f53661bc HTTP/1.1" status: 200 len: 946 time: 0.0668445 Aug 12 14:51:19.902394 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b18bab6-f768-4afc-b019-af61b042a1ab None None] Pushing event updated for resources: {'Port': ['ID=80f77114-6f01-44e7-896e-aa50041dd1b8,revision_number=4']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:51:19.931009 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-b447a9ec-a7ef-4154-be0c-8502174cd48e req-2b8ee9d8-d950-4501-ad79-82a6e39f4ea3 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ff7dcf8-d6f2-4101-a1d4-537dc448601c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636964 Aug 12 14:51:19.987175 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-0e249e76-ffac-4f33-9545-1e759c423e86 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:19.996600 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea3739b-248b-4f17-b2a4-c5ad58347435 req-cccf1568-d19e-414d-a7b5-c70f8ab87c26 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:51:19.998132 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-8ea3739b-248b-4f17-b2a4-c5ad58347435 req-cccf1568-d19e-414d-a7b5-c70f8ab87c26 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] 10.222.0.39 "GET /v2.0/networks?id=0f2cc2b1-26b2-41f2-bdd8-a5e5698bdc15 HTTP/1.1" status: 200 len: 806 time: 0.2305374 Aug 12 14:51:20.016044 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-0e249e76-ffac-4f33-9545-1e759c423e86 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Calling delete_port for 16cf726c-3260-4eb5-95bc-53bd88bcb51b owned by {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:51:20.024642 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-8ea3739b-248b-4f17-b2a4-c5ad58347435 req-7e0f175b-a337-4158-8b10-3e9a9cbae3c8 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] 10.222.0.39 "GET /v2.0/quotas/8aeb63fb42f149b3aa9e0e9c29a41582 HTTP/1.1" status: 200 len: 375 time: 0.0185819 Aug 12 14:51:20.126262 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-8ea3739b-248b-4f17-b2a4-c5ad58347435 req-1536cf7c-b1ef-4307-b923-81d35202ce8a tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=8aeb63fb42f149b3aa9e0e9c29a41582&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0954776 Aug 12 14:51:20.250688 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-0e249e76-ffac-4f33-9545-1e759c423e86 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:20.288831 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e249e76-ffac-4f33-9545-1e759c423e86 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Pushing event deleted for resources: {'Port': ['ID=16cf726c-3260-4eb5-95bc-53bd88bcb51b,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:51:20.374186 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-8ea3739b-248b-4f17-b2a4-c5ad58347435 req-064742bb-cf92-4b58-82d9-cb5d7cbf8f53 service neutron] 10.222.0.39 "GET /v2.0/networks/0f2cc2b1-26b2-41f2-bdd8-a5e5698bdc15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1820600 Aug 12 14:51:20.407947 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-0e249e76-ffac-4f33-9545-1e759c423e86 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:20.412566 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-0e249e76-ffac-4f33-9545-1e759c423e86 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] 10.222.0.39 "DELETE /v2.0/ports/16cf726c-3260-4eb5-95bc-53bd88bcb51b HTTP/1.1" status: 204 len: 168 time: 0.7925143 Aug 12 14:51:20.414467 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 58706) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:51:20.460745 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-a792a18e-156e-4abe-adcc-b303ffd451b4 None None] Provisioning complete for port 7e91ba19-a10c-4b3a-9d38-19be4bc7e2c7 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:51:20.461295 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-a792a18e-156e-4abe-adcc-b303ffd451b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:20.470641 n-d-694802-15 neutron-server[94466]: INFO neutron.pecan_wsgi.hooks.translation [None req-45ecc5b2-67fd-4bab-b2a4-45822906024e tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] GET failed (client error): The resource could not be found. Aug 12 14:51:20.472362 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-45ecc5b2-67fd-4bab-b2a4-45822906024e tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] 10.222.0.39 "GET /v2.0/ports/16cf726c-3260-4eb5-95bc-53bd88bcb51b HTTP/1.1" status: 404 len: 333 time: 0.0552440 Aug 12 14:51:20.475127 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 58708) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:51:20.501245 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-a792a18e-156e-4abe-adcc-b303ffd451b4 None None] Port 7e91ba19-a10c-4b3a-9d38-19be4bc7e2c7 cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 14:51:20.502573 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-8ea3739b-248b-4f17-b2a4-c5ad58347435 req-1457cf9b-2c40-4b99-b063-6efb7e986ca4 service neutron] 10.222.0.39 "GET /v2.0/networks/0f2cc2b1-26b2-41f2-bdd8-a5e5698bdc15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203372 Aug 12 14:51:20.504464 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-a792a18e-156e-4abe-adcc-b303ffd451b4 None None] Could not find standard attr ID for object 16cf726c-3260-4eb5-95bc-53bd88bcb51b. {{(pid=94468) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 12 14:51:20.515310 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-a792a18e-156e-4abe-adcc-b303ffd451b4 None None] Provisioning for port 80f77114-6f01-44e7-896e-aa50041dd1b8 completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:51:20.519753 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-a792a18e-156e-4abe-adcc-b303ffd451b4 None None] Provisioning complete for port 80f77114-6f01-44e7-896e-aa50041dd1b8 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:51:20.520030 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-a792a18e-156e-4abe-adcc-b303ffd451b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:20.541945 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-60632e53-fab3-44f5-99b3-448802c19416 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks [] for security_group, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:20.567992 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-60632e53-fab3-44f5-99b3-448802c19416 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:20.645235 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-60632e53-fab3-44f5-99b3-448802c19416 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:20.652889 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-60632e53-fab3-44f5-99b3-448802c19416 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:20.654622 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-60632e53-fab3-44f5-99b3-448802c19416 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] 10.222.0.39 "DELETE /v2.0/security-groups/a6445a5d-2780-49d3-9821-3bc9e88769ce HTTP/1.1" status: 204 len: 168 time: 0.1785238 Aug 12 14:51:20.657664 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 58712) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:51:20.670096 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60632e53-fab3-44f5-99b3-448802c19416 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6445a5d-2780-49d3-9821-3bc9e88769ce,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:51:20.725591 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-619cfce2-627a-4071-8917-1b60a9bb80d2 req-6da40e23-447a-4e8f-82ca-8f71e9c9d65c tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] 10.222.0.39 "GET /v2.0/ports?device_id=bcdf7f16-c2d3-4f48-80dd-5bfb8a79ee8b HTTP/1.1" status: 200 len: 210 time: 0.0300722 Aug 12 14:51:20.731078 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-b9407373-2d53-44d6-a857-5e5298135476 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks [] for security_group, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:20.763220 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-b9407373-2d53-44d6-a857-5e5298135476 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:20.818587 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-b9407373-2d53-44d6-a857-5e5298135476 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:20.822825 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-b9407373-2d53-44d6-a857-5e5298135476 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:20.824616 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-b9407373-2d53-44d6-a857-5e5298135476 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] 10.222.0.39 "DELETE /v2.0/security-groups/dfb5493e-e4ac-435a-8bd0-3935ecad8deb HTTP/1.1" status: 204 len: 168 time: 0.1659009 Aug 12 14:51:20.827234 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 58716) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:51:20.837575 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9407373-2d53-44d6-a857-5e5298135476 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfb5493e-e4ac-435a-8bd0-3935ecad8deb,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:51:20.933793 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_v2 [None req-678d3dc7-4102-4a14-8b1b-7e4c65456bc3 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Deleting subnet dcc02018-2e0b-4abc-8747-bf227442e619 {{(pid=94466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 14:51:20.937580 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-678d3dc7-4102-4a14-8b1b-7e4c65456bc3 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks [] for subnet, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:20.975361 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 80f77114-6f01-44e7-896e-aa50041dd1b8 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:51:21.052451 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-678d3dc7-4102-4a14-8b1b-7e4c65456bc3 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2293551'] for subnet, precommit_delete_associations {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:21.083098 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port 80f77114-6f01-44e7-896e-aa50041dd1b8 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:51:21.086078 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:21.127396 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d09835-a57c-42df-b86d-b4972c434d15 req-92a36027-bf6c-48bf-ae4d-c0c6cfecb7a1 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:51:21.131460 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b1d09835-a57c-42df-b86d-b4972c434d15 req-92a36027-bf6c-48bf-ae4d-c0c6cfecb7a1 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/ports?device_id=3123bce8-844b-469f-9aa0-64c8f53661bc HTTP/1.1" status: 200 len: 946 time: 0.1095784 Aug 12 14:51:21.165827 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-58483cf8-4a24-48bc-bb3c-e6308a49ee5d None None] Could not find standard attr ID for object 16cf726c-3260-4eb5-95bc-53bd88bcb51b. {{(pid=94468) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 12 14:51:21.186186 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b1d09835-a57c-42df-b86d-b4972c434d15 req-254b4c32-916b-48af-b31a-08ef890425fd tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ff7dcf8-d6f2-4101-a1d4-537dc448601c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494213 Aug 12 14:51:21.247775 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-678d3dc7-4102-4a14-8b1b-7e4c65456bc3 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66416255'] for subnet, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:21.332918 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-678d3dc7-4102-4a14-8b1b-7e4c65456bc3 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66416232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3718429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8776402'] for subnet, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:21.369833 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678d3dc7-4102-4a14-8b1b-7e4c65456bc3 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Pushing event deleted for resources: {'Subnet': ['ID=dcc02018-2e0b-4abc-8747-bf227442e619,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:51:21.379042 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678d3dc7-4102-4a14-8b1b-7e4c65456bc3 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:51:21.379325 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678d3dc7-4102-4a14-8b1b-7e4c65456bc3 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:51:21.379667 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678d3dc7-4102-4a14-8b1b-7e4c65456bc3 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:51:21.380005 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678d3dc7-4102-4a14-8b1b-7e4c65456bc3 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:51:21.380336 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678d3dc7-4102-4a14-8b1b-7e4c65456bc3 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:51:21.380661 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678d3dc7-4102-4a14-8b1b-7e4c65456bc3 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:51:21.381019 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678d3dc7-4102-4a14-8b1b-7e4c65456bc3 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:51:21.381304 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678d3dc7-4102-4a14-8b1b-7e4c65456bc3 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:51:21.381628 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678d3dc7-4102-4a14-8b1b-7e4c65456bc3 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:51:21.381950 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678d3dc7-4102-4a14-8b1b-7e4c65456bc3 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:51:21.382273 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678d3dc7-4102-4a14-8b1b-7e4c65456bc3 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:51:21.382593 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678d3dc7-4102-4a14-8b1b-7e4c65456bc3 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:51:21.393162 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-678d3dc7-4102-4a14-8b1b-7e4c65456bc3 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for subnet, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:21.400344 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-678d3dc7-4102-4a14-8b1b-7e4c65456bc3 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] 10.222.0.39 "DELETE /v2.0/subnets/dcc02018-2e0b-4abc-8747-bf227442e619 HTTP/1.1" status: 204 len: 168 time: 0.5717549 Aug 12 14:51:21.404562 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 58740) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:51:21.410164 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-1a7131a2-0a90-44ba-81f6-3c79fd415e89 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Request body: {'subnet': {'network_id': '8adcf216-1ab4-4d15-8190-19b3d3f64496', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:51:21.442295 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b7c2ec2-531a-4fac-a3ec-bdf91d862d02 None None] Network 8adcf216-1ab4-4d15-8190-19b3d3f64496 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:51:21.595702 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a7131a2-0a90-44ba-81f6-3c79fd415e89 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Made reservation on behalf of be866c071af14d49833929e5eca8b8bc for: {'subnet': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:51:21.611201 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-1a7131a2-0a90-44ba-81f6-3c79fd415e89 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3343791'] for subnet, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:21.699853 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device 723dd652-1437-481a-b2fc-d4f7cad82f24 no longer exists at agent hyperv_n-h2-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:51:21.715929 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 58746) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:51:21.724695 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] No Port match for: 723dd652-1437-481a-b2fc-d4f7cad82f24 {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 14:51:21.725220 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device 723dd652-1437-481a-b2fc-d4f7cad82f24 not bound to the agent host n-h2-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:51:21.860055 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-a9e39202-a19f-49d6-b010-9ed505ab074e req-e46d56e5-7c71-47d4-a55f-a577b2ecddd3 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] 10.222.0.39 "GET /v2.0/ports?device_id=bcdf7f16-c2d3-4f48-80dd-5bfb8a79ee8b HTTP/1.1" status: 200 len: 210 time: 0.0432608 Aug 12 14:51:21.869274 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-683cf7f9-2692-4686-a7fb-b8c928bbbe21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:22.010620 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-683cf7f9-2692-4686-a7fb-b8c928bbbe21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:22.017775 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-683cf7f9-2692-4686-a7fb-b8c928bbbe21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:22.063104 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683cf7f9-2692-4686-a7fb-b8c928bbbe21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe5f9ade-8993-40fa-a145-955038ff2f95,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:51:22.107004 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-683cf7f9-2692-4686-a7fb-b8c928bbbe21 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=35bd41a98c38455da3dc9f384e43579a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3883386 Aug 12 14:51:22.109211 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 58752) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:51:22.170033 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c6041ca1-28af-4a89-a9a2-8028949d3453 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:22.208540 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c6041ca1-28af-4a89-a9a2-8028949d3453 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:22.268147 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea3739b-248b-4f17-b2a4-c5ad58347435 req-6b2aeb03-4b95-4bd7-9a84-ccbcf49397eb tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:51:22.269703 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-8ea3739b-248b-4f17-b2a4-c5ad58347435 req-6b2aeb03-4b95-4bd7-9a84-ccbcf49397eb tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] 10.222.0.49 "GET /v2.0/networks?id=0f2cc2b1-26b2-41f2-bdd8-a5e5698bdc15 HTTP/1.1" status: 200 len: 806 time: 0.1776428 Aug 12 14:51:22.291748 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-8ea3739b-248b-4f17-b2a4-c5ad58347435 req-5522a76d-cc6e-4175-9e9b-c2bc510655a6 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] Request body: {'port': {'device_id': 'bcdf7f16-c2d3-4f48-80dd-5bfb8a79ee8b', 'network_id': '0f2cc2b1-26b2-41f2-bdd8-a5e5698bdc15', 'admin_state_up': True, 'tenant_id': '8aeb63fb42f149b3aa9e0e9c29a41582'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:51:22.302480 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c6041ca1-28af-4a89-a9a2-8028949d3453 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:22.305568 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c6041ca1-28af-4a89-a9a2-8028949d3453 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:22.310748 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-c6041ca1-28af-4a89-a9a2-8028949d3453 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/fe5f9ade-8993-40fa-a145-955038ff2f95 HTTP/1.1" status: 204 len: 168 time: 0.1964610 Aug 12 14:51:22.320821 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6041ca1-28af-4a89-a9a2-8028949d3453 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe5f9ade-8993-40fa-a145-955038ff2f95,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:51:22.434765 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16aaec9-24c3-4ba5-b20f-9b2060c1f4c5 req-a6ce11a5-e85d-4b3f-9b14-6f19f0ce15da tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:51:22.436325 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b16aaec9-24c3-4ba5-b20f-9b2060c1f4c5 req-a6ce11a5-e85d-4b3f-9b14-6f19f0ce15da tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/ports?device_id=3123bce8-844b-469f-9aa0-64c8f53661bc HTTP/1.1" status: 200 len: 946 time: 0.1656344 Aug 12 14:51:22.543790 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b16aaec9-24c3-4ba5-b20f-9b2060c1f4c5 req-5cc4dc96-df63-4e84-b4b6-4b8ba19833d5 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ff7dcf8-d6f2-4101-a1d4-537dc448601c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1003792 Aug 12 14:51:22.561542 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ea3739b-248b-4f17-b2a4-c5ad58347435 req-5522a76d-cc6e-4175-9e9b-c2bc510655a6 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] Made reservation on behalf of 8aeb63fb42f149b3aa9e0e9c29a41582 for: {'port': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:51:22.564994 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-8ea3739b-248b-4f17-b2a4-c5ad58347435 req-5522a76d-cc6e-4175-9e9b-c2bc510655a6 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:22.608577 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-1a7131a2-0a90-44ba-81f6-3c79fd415e89 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2859166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3343773'] for subnet, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:22.620189 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-df904886-5646-4a48-94cc-e0305a360a62 None None] Provisioning complete for port 7e91ba19-a10c-4b3a-9d38-19be4bc7e2c7 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:51:22.621260 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-df904886-5646-4a48-94cc-e0305a360a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:22.675196 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-df904886-5646-4a48-94cc-e0305a360a62 None None] Port 7e91ba19-a10c-4b3a-9d38-19be4bc7e2c7 cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 14:51:22.687888 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-df904886-5646-4a48-94cc-e0305a360a62 None None] Provisioning complete for port 80f77114-6f01-44e7-896e-aa50041dd1b8 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:51:22.688348 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-df904886-5646-4a48-94cc-e0305a360a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:22.702549 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a7131a2-0a90-44ba-81f6-3c79fd415e89 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Network 8adcf216-1ab4-4d15-8190-19b3d3f64496 is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:51:22.713665 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [None req-1a7131a2-0a90-44ba-81f6-3c79fd415e89 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:51:22.720881 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a7131a2-0a90-44ba-81f6-3c79fd415e89 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:51:22.721490 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-1a7131a2-0a90-44ba-81f6-3c79fd415e89 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks [] for subnet, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:22.725313 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a89efde1-2230-4401-af6f-6492ef62d684 None None] Network 8adcf216-1ab4-4d15-8190-19b3d3f64496 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:51:22.735213 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7131a2-0a90-44ba-81f6-3c79fd415e89 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Pushing event updated for resources: {'Subnet': ['ID=912067c5-7b7c-4ef2-9992-93e4931e48f9,revision_number=0']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:51:22.748357 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-1a7131a2-0a90-44ba-81f6-3c79fd415e89 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3423631 Aug 12 14:51:22.751291 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 58770) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:51:22.757703 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-eedffa54-841b-4d82-93f6-56125965a184 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Request body: {'security_group': {'name': 'tempest-secgroup-316530637'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:51:22.789887 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-eedffa54-841b-4d82-93f6-56125965a184 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks [] for security_group, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:22.810146 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_common [req-8ea3739b-248b-4f17-b2a4-c5ad58347435 req-5522a76d-cc6e-4175-9e9b-c2bc510655a6 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] Allocated IP 172.20.0.9 (0f2cc2b1-26b2-41f2-bdd8-a5e5698bdc15/33fe8ec3-27c5-4c33-8718-44dd3a3eaffa/897f68f2-48ac-4229-a9b6-adb346bc8415) {{(pid=94467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:51:22.928455 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-eedffa54-841b-4d82-93f6-56125965a184 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks [] for security_group, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:22.935605 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-eedffa54-841b-4d82-93f6-56125965a184 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:22.976378 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedffa54-841b-4d82-93f6-56125965a184 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6cae71cf-e642-4413-8b70-dbb586bcdca4,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:51:22.984232 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-eedffa54-841b-4d82-93f6-56125965a184 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:22.988641 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-eedffa54-841b-4d82-93f6-56125965a184 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2355824 Aug 12 14:51:22.989296 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 58780) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:51:22.995131 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-3a4ee32c-95a1-48c2-83ab-6f3f790c1b39 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Request body: {'security_group': {'name': 'tempest-secgroup-1956997169'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:51:23.027560 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3a4ee32c-95a1-48c2-83ab-6f3f790c1b39 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks [] for security_group, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:23.035317 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bac45f9d-837e-4794-a833-490d17f73582 None None] Update dhcp port {'port': {'network_id': '8adcf216-1ab4-4d15-8190-19b3d3f64496', 'fixed_ips': [{'subnet_id': '0d3f91d8-8b3a-4080-a425-bfef1317b0a2', 'ip_address': '172.20.0.18'}, {'subnet_id': '912067c5-7b7c-4ef2-9992-93e4931e48f9'}], 'binding:host_id': 'n-d-694802-15'}, 'id': '80f77114-6f01-44e7-896e-aa50041dd1b8'} from n-d-694802-15. {{(pid=94468) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 12 14:51:23.037773 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e2490a1c-adfc-48e8-8225-a0b1dfa32114 req-27f587a3-3265-4804-b6bb-9d7306305e89 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] 10.222.0.39 "GET /v2.0/ports?device_id=bcdf7f16-c2d3-4f48-80dd-5bfb8a79ee8b HTTP/1.1" status: 200 len: 210 time: 0.0445616 Aug 12 14:51:23.077290 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-bac45f9d-837e-4794-a833-490d17f73582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:23.081161 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-8ea3739b-248b-4f17-b2a4-c5ad58347435 req-5522a76d-cc6e-4175-9e9b-c2bc510655a6 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] Notify callbacks [] for port, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:23.134980 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-8ea3739b-248b-4f17-b2a4-c5ad58347435 req-5522a76d-cc6e-4175-9e9b-c2bc510655a6 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:23.151736 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3a4ee32c-95a1-48c2-83ab-6f3f790c1b39 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks [] for security_group, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:23.159227 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3a4ee32c-95a1-48c2-83ab-6f3f790c1b39 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:23.178465 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ea3739b-248b-4f17-b2a4-c5ad58347435 req-5522a76d-cc6e-4175-9e9b-c2bc510655a6 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] Network 0f2cc2b1-26b2-41f2-bdd8-a5e5698bdc15 is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:51:23.181249 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [req-8ea3739b-248b-4f17-b2a4-c5ad58347435 req-5522a76d-cc6e-4175-9e9b-c2bc510655a6 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:51:23.185436 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ea3739b-248b-4f17-b2a4-c5ad58347435 req-5522a76d-cc6e-4175-9e9b-c2bc510655a6 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] Received port after_create {{(pid=94467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:51:23.196415 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] get_ports_and_sgs() called for port_ids ['dc566ee9-a384-4f4a-8a20-5887f333a78c'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:51:23.223106 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4ee32c-95a1-48c2-83ab-6f3f790c1b39 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91e426e0-980b-484a-b284-2db507479a70,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:51:23.243347 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3a4ee32c-95a1-48c2-83ab-6f3f790c1b39 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:23.246043 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-3a4ee32c-95a1-48c2-83ab-6f3f790c1b39 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2556713 Aug 12 14:51:23.248997 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 58786) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:51:23.258144 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-1f07150a-394d-4028-91e5-bc83e8fc9bb4 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Request body: {'security_group': {'name': 'tempest-secgroup-2118209833'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:51:23.278204 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea3739b-248b-4f17-b2a4-c5ad58347435 req-5522a76d-cc6e-4175-9e9b-c2bc510655a6 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:51:23.279180 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-8ea3739b-248b-4f17-b2a4-c5ad58347435 req-5522a76d-cc6e-4175-9e9b-c2bc510655a6 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:23.289339 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1f07150a-394d-4028-91e5-bc83e8fc9bb4 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks [] for security_group, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:23.295693 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5522a76d-cc6e-4175-9e9b-c2bc510655a6 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] Pushing event updated for resources: {'Port': ['ID=897f68f2-48ac-4229-a9b6-adb346bc8415,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:51:23.309684 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-8ea3739b-248b-4f17-b2a4-c5ad58347435 req-5522a76d-cc6e-4175-9e9b-c2bc510655a6 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0240424 Aug 12 14:51:23.323349 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-8ea3739b-248b-4f17-b2a4-c5ad58347435 req-b99c9fc1-19d2-4f24-a7dd-171c8a84a4fa service neutron] Request body: {'port': {'device_id': 'bcdf7f16-c2d3-4f48-80dd-5bfb8a79ee8b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-694802-15'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:51:23.326534 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.db_base_plugin_common [None req-bac45f9d-837e-4794-a833-490d17f73582 None None] Allocated IP 172.20.0.2 (8adcf216-1ab4-4d15-8190-19b3d3f64496/912067c5-7b7c-4ef2-9992-93e4931e48f9/80f77114-6f01-44e7-896e-aa50041dd1b8) {{(pid=94468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:51:23.408298 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-8ea3739b-248b-4f17-b2a4-c5ad58347435 req-b99c9fc1-19d2-4f24-a7dd-171c8a84a4fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:23.410187 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1f07150a-394d-4028-91e5-bc83e8fc9bb4 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks [] for security_group, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:23.417423 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1f07150a-394d-4028-91e5-bc83e8fc9bb4 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:23.440286 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1f07150a-394d-4028-91e5-bc83e8fc9bb4 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:23.444564 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-1f07150a-394d-4028-91e5-bc83e8fc9bb4 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1902308 Aug 12 14:51:23.449601 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 58790) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:51:23.464364 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-4953cbd5-a246-4600-9476-3c1ba70caa30 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1730396395', 'security_groups': ['669f6300-4997-436d-b3c2-3608ca096c43'], 'network_id': '8adcf216-1ab4-4d15-8190-19b3d3f64496', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '912067c5-7b7c-4ef2-9992-93e4931e48f9'}]}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:51:23.476271 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-bac45f9d-837e-4794-a833-490d17f73582 None None] For port 80f77114-6f01-44e7-896e-aa50041dd1b8, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=80f77114-6f01-44e7-896e-aa50041dd1b8,segment=NetworkSegment(06cffd1e-4e94-4a01-9c61-2eda147b18bf),segment_id=06cffd1e-4e94-4a01-9c61-2eda147b18bf)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:51:23.517078 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-bac45f9d-837e-4794-a833-490d17f73582 None None] Notify callbacks [] for port, precommit_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:23.518934 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f07150a-394d-4028-91e5-bc83e8fc9bb4 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Pushing event updated for resources: {'SecurityGroup': ['ID=669f6300-4997-436d-b3c2-3608ca096c43,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:51:23.541863 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-bac45f9d-837e-4794-a833-490d17f73582 None None] Transition to ACTIVE for port object 80f77114-6f01-44e7-896e-aa50041dd1b8 will not be triggered until provisioned by entity DHCP. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:51:23.547134 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-bac45f9d-837e-4794-a833-490d17f73582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:23.622939 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4953cbd5-a246-4600-9476-3c1ba70caa30 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Made reservation on behalf of be866c071af14d49833929e5eca8b8bc for: {'port': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:51:23.643778 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac45f9d-837e-4794-a833-490d17f73582 None None] Pushing event updated for resources: {'Port': ['ID=80f77114-6f01-44e7-896e-aa50041dd1b8,revision_number=6']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:51:23.799085 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fcb043-31c1-4e57-8524-0de91938d047 req-9de986cc-89f8-445f-a892-04f7de395051 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:51:23.800657 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-61fcb043-31c1-4e57-8524-0de91938d047 req-9de986cc-89f8-445f-a892-04f7de395051 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/ports?device_id=3123bce8-844b-469f-9aa0-64c8f53661bc HTTP/1.1" status: 200 len: 946 time: 0.1018603 Aug 12 14:51:23.816082 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [req-8ea3739b-248b-4f17-b2a4-c5ad58347435 req-b99c9fc1-19d2-4f24-a7dd-171c8a84a4fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 897f68f2-48ac-4229-a9b6-adb346bc8415 {{(pid=94467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:51:23.821712 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4953cbd5-a246-4600-9476-3c1ba70caa30 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:23.831064 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-8ea3739b-248b-4f17-b2a4-c5ad58347435 req-b99c9fc1-19d2-4f24-a7dd-171c8a84a4fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:23.847534 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [req-8ea3739b-248b-4f17-b2a4-c5ad58347435 req-b99c9fc1-19d2-4f24-a7dd-171c8a84a4fa service neutron] Transition to ACTIVE for port object 897f68f2-48ac-4229-a9b6-adb346bc8415 will not be triggered until provisioned by entity L2. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:51:23.853025 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-8ea3739b-248b-4f17-b2a4-c5ad58347435 req-b99c9fc1-19d2-4f24-a7dd-171c8a84a4fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:23.854238 n-d-694802-15 neutron-server[94466]: DEBUG neutron.notifiers.nova [None req-4953cbd5-a246-4600-9476-3c1ba70caa30 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] device_id is not set on port c8c2795d-9da1-40cb-974a-f74ac7780323 yet. {{(pid=94466) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 14:51:23.911862 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-61fcb043-31c1-4e57-8524-0de91938d047 req-595f50ad-5653-4e33-aea8-d5875a5dc120 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ff7dcf8-d6f2-4101-a1d4-537dc448601c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1033547 Aug 12 14:51:23.918172 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99c9fc1-19d2-4f24-a7dd-171c8a84a4fa service neutron] Pushing event updated for resources: {'Port': ['ID=897f68f2-48ac-4229-a9b6-adb346bc8415,revision_number=2']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:51:23.986049 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-8ea3739b-248b-4f17-b2a4-c5ad58347435 req-b99c9fc1-19d2-4f24-a7dd-171c8a84a4fa service neutron] Attempting to bind port 897f68f2-48ac-4229-a9b6-adb346bc8415 on host n-h2-694802-15 for vnic_type normal with profile {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:51:23.986049 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-8ea3739b-248b-4f17-b2a4-c5ad58347435 req-b99c9fc1-19d2-4f24-a7dd-171c8a84a4fa service neutron] Attempting to bind port 897f68f2-48ac-4229-a9b6-adb346bc8415 by drivers openvswitch,hyperv on host n-h2-694802-15 at level 0 using segments [{'id': 'abdc443e-cf7a-4b71-8730-19997248ebd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '0f2cc2b1-26b2-41f2-bdd8-a5e5698bdc15'}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:51:23.986210 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ea3739b-248b-4f17-b2a4-c5ad58347435 req-b99c9fc1-19d2-4f24-a7dd-171c8a84a4fa service neutron] Attempting to bind port 897f68f2-48ac-4229-a9b6-adb346bc8415 on network 0f2cc2b1-26b2-41f2-bdd8-a5e5698bdc15 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:51:23.990905 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ea3739b-248b-4f17-b2a4-c5ad58347435 req-b99c9fc1-19d2-4f24-a7dd-171c8a84a4fa service neutron] Port 897f68f2-48ac-4229-a9b6-adb346bc8415 on network 0f2cc2b1-26b2-41f2-bdd8-a5e5698bdc15 not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-15 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 14:51:23.991265 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ea3739b-248b-4f17-b2a4-c5ad58347435 req-b99c9fc1-19d2-4f24-a7dd-171c8a84a4fa service neutron] Attempting to bind port 897f68f2-48ac-4229-a9b6-adb346bc8415 on network 0f2cc2b1-26b2-41f2-bdd8-a5e5698bdc15 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:51:23.997115 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ea3739b-248b-4f17-b2a4-c5ad58347435 req-b99c9fc1-19d2-4f24-a7dd-171c8a84a4fa service neutron] Checking agent: {'id': 'b7697f71-33f3-4959-ad82-43c2dc15845d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 27, 42), 'started_at': datetime.datetime(2021, 8, 12, 14, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 51, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:51:23.997456 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ea3739b-248b-4f17-b2a4-c5ad58347435 req-b99c9fc1-19d2-4f24-a7dd-171c8a84a4fa service neutron] Checking segment: {'id': 'abdc443e-cf7a-4b71-8730-19997248ebd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '0f2cc2b1-26b2-41f2-bdd8-a5e5698bdc15'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:51:23.997836 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ea3739b-248b-4f17-b2a4-c5ad58347435 req-b99c9fc1-19d2-4f24-a7dd-171c8a84a4fa service neutron] Bound using segment: {'id': 'abdc443e-cf7a-4b71-8730-19997248ebd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '0f2cc2b1-26b2-41f2-bdd8-a5e5698bdc15'} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:51:23.998261 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-8ea3739b-248b-4f17-b2a4-c5ad58347435 req-b99c9fc1-19d2-4f24-a7dd-171c8a84a4fa service neutron] Bound port: 897f68f2-48ac-4229-a9b6-adb346bc8415, host: n-h2-694802-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'abdc443e-cf7a-4b71-8730-19997248ebd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '0f2cc2b1-26b2-41f2-bdd8-a5e5698bdc15'}}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:51:23.998622 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-8ea3739b-248b-4f17-b2a4-c5ad58347435 req-b99c9fc1-19d2-4f24-a7dd-171c8a84a4fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:24.078350 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-4953cbd5-a246-4600-9476-3c1ba70caa30 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Allocated IP 172.20.0.6 (8adcf216-1ab4-4d15-8190-19b3d3f64496/912067c5-7b7c-4ef2-9992-93e4931e48f9/c8c2795d-9da1-40cb-974a-f74ac7780323) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:51:24.103787 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-8ea3739b-248b-4f17-b2a4-c5ad58347435 req-b99c9fc1-19d2-4f24-a7dd-171c8a84a4fa service neutron] For port 897f68f2-48ac-4229-a9b6-adb346bc8415, host n-h2-694802-15, cleared binding levels {{(pid=94467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:51:24.108081 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-8ea3739b-248b-4f17-b2a4-c5ad58347435 req-b99c9fc1-19d2-4f24-a7dd-171c8a84a4fa service neutron] For port 897f68f2-48ac-4229-a9b6-adb346bc8415, host n-h2-694802-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=897f68f2-48ac-4229-a9b6-adb346bc8415,segment=NetworkSegment(abdc443e-cf7a-4b71-8730-19997248ebd2),segment_id=abdc443e-cf7a-4b71-8730-19997248ebd2)] {{(pid=94467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:51:24.117600 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-8ea3739b-248b-4f17-b2a4-c5ad58347435 req-b99c9fc1-19d2-4f24-a7dd-171c8a84a4fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:24.221763 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea3739b-248b-4f17-b2a4-c5ad58347435 req-b99c9fc1-19d2-4f24-a7dd-171c8a84a4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:51:24.222391 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-8ea3739b-248b-4f17-b2a4-c5ad58347435 req-b99c9fc1-19d2-4f24-a7dd-171c8a84a4fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:24.223816 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-8ea3739b-248b-4f17-b2a4-c5ad58347435 req-b99c9fc1-19d2-4f24-a7dd-171c8a84a4fa service neutron] 10.222.0.49 "PUT /v2.0/ports/897f68f2-48ac-4229-a9b6-adb346bc8415 HTTP/1.1" status: 200 len: 1092 time: 0.9062641 Aug 12 14:51:24.225200 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcdf7f16-c2d3-4f48-80dd-5bfb8a79ee8b', 'tag': '897f68f2-48ac-4229-a9b6-adb346bc8415'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:51:24.227590 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e65282f928b64038367d043a4411777802006c43a98742496cb2e25b724ff1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74a4574e-fafd-4828-870d-1f0a0515a97e" -d '{"events": [{"name": "network-changed", "server_uuid": "bcdf7f16-c2d3-4f48-80dd-5bfb8a79ee8b", "tag": "897f68f2-48ac-4229-a9b6-adb346bc8415"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:51:24.263842 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99c9fc1-19d2-4f24-a7dd-171c8a84a4fa service neutron] Pushing event updated for resources: {'Port': ['ID=897f68f2-48ac-4229-a9b6-adb346bc8415,revision_number=3']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:51:24.315162 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4953cbd5-a246-4600-9476-3c1ba70caa30 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:24.328305 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 14:51:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eac7f103-5b64-41de-9a86-19d1dfb648b8 x-openstack-request-id: req-eac7f103-5b64-41de-9a86-19d1dfb648b8 {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:51:24.328790 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bcdf7f16-c2d3-4f48-80dd-5bfb8a79ee8b", "tag": "897f68f2-48ac-4229-a9b6-adb346bc8415", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:51:24.328882 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-eac7f103-5b64-41de-9a86-19d1dfb648b8 {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:51:24.329270 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcdf7f16-c2d3-4f48-80dd-5bfb8a79ee8b', 'tag': '897f68f2-48ac-4229-a9b6-adb346bc8415', 'status': 'completed', 'code': 200} Aug 12 14:51:24.333542 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-4953cbd5-a246-4600-9476-3c1ba70caa30 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Transition to ACTIVE for port object c8c2795d-9da1-40cb-974a-f74ac7780323 will not be triggered until provisioned by entity DHCP. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:51:24.341028 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc989ee9-58d6-427e-be32-325b2f17bce4 req-bf9ccbc6-c601-4112-a401-e731756f035d tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:51:24.342587 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-bc989ee9-58d6-427e-be32-325b2f17bce4 req-bf9ccbc6-c601-4112-a401-e731756f035d tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] 10.222.0.39 "GET /v2.0/ports?device_id=bcdf7f16-c2d3-4f48-80dd-5bfb8a79ee8b HTTP/1.1" status: 200 len: 943 time: 0.2087731 Aug 12 14:51:24.363417 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea3739b-248b-4f17-b2a4-c5ad58347435 req-ee39771a-f1c1-41bf-aa6c-7213d46f35bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:51:24.365207 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-8ea3739b-248b-4f17-b2a4-c5ad58347435 req-ee39771a-f1c1-41bf-aa6c-7213d46f35bb service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=8aeb63fb42f149b3aa9e0e9c29a41582&device_id=bcdf7f16-c2d3-4f48-80dd-5bfb8a79ee8b HTTP/1.1" status: 200 len: 1095 time: 0.0772371 Aug 12 14:51:24.381448 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4953cbd5-a246-4600-9476-3c1ba70caa30 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:24.393627 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-e2860e21-d1c0-4197-8e5b-392eadb67abd None None] Provisioning complete for port 7e91ba19-a10c-4b3a-9d38-19be4bc7e2c7 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:51:24.394105 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-e2860e21-d1c0-4197-8e5b-392eadb67abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:24.422301 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-8ea3739b-248b-4f17-b2a4-c5ad58347435 req-26c9bf29-68ec-4288-9cb8-8461b39d1541 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=897f68f2-48ac-4229-a9b6-adb346bc8415 HTTP/1.1" status: 200 len: 217 time: 0.0486495 Aug 12 14:51:24.429781 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-e2860e21-d1c0-4197-8e5b-392eadb67abd None None] Port 7e91ba19-a10c-4b3a-9d38-19be4bc7e2c7 cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 14:51:24.443570 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-e2860e21-d1c0-4197-8e5b-392eadb67abd None None] Provisioning for port 80f77114-6f01-44e7-896e-aa50041dd1b8 completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:51:24.448595 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-e2860e21-d1c0-4197-8e5b-392eadb67abd None None] Provisioning complete for port 80f77114-6f01-44e7-896e-aa50041dd1b8 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:51:24.451219 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-e2860e21-d1c0-4197-8e5b-392eadb67abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:24.461244 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4953cbd5-a246-4600-9476-3c1ba70caa30 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Network 8adcf216-1ab4-4d15-8190-19b3d3f64496 is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:51:24.463049 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4953cbd5-a246-4600-9476-3c1ba70caa30 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Pushing event updated for resources: {'Port': ['ID=c8c2795d-9da1-40cb-974a-f74ac7780323,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:51:24.467257 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-4953cbd5-a246-4600-9476-3c1ba70caa30 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:51:24.482789 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4953cbd5-a246-4600-9476-3c1ba70caa30 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:51:24.488491 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-bc989ee9-58d6-427e-be32-325b2f17bce4 req-b6a288e6-794e-46f4-8d98-4c15e3bd9e44 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] 10.222.0.39 "GET /v2.0/security-groups?id=d503e6e0-4ce0-4f78-842d-abe0bf3f8a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392243 Aug 12 14:51:24.521607 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea3739b-248b-4f17-b2a4-c5ad58347435 req-dfab393a-f1e3-4c73-9d02-cdd9c685bd66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:51:24.523126 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-8ea3739b-248b-4f17-b2a4-c5ad58347435 req-dfab393a-f1e3-4c73-9d02-cdd9c685bd66 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=33fe8ec3-27c5-4c33-8718-44dd3a3eaffa HTTP/1.1" status: 200 len: 846 time: 0.0868134 Aug 12 14:51:24.564348 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4953cbd5-a246-4600-9476-3c1ba70caa30 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:51:24.565426 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4953cbd5-a246-4600-9476-3c1ba70caa30 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:24.585898 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-4953cbd5-a246-4600-9476-3c1ba70caa30 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.1351755 Aug 12 14:51:24.589238 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 58828) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:51:24.589571 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-8ea3739b-248b-4f17-b2a4-c5ad58347435 req-4336f6c8-c665-4c0e-b195-3b08d97fd2f4 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0f2cc2b1-26b2-41f2-bdd8-a5e5698bdc15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0523899 Aug 12 14:51:24.603702 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-394229d2-e668-43e2-b91b-bb34455870b5 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Request body: {'subnet': {'network_id': '8adcf216-1ab4-4d15-8190-19b3d3f64496', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:51:24.707069 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-8ea3739b-248b-4f17-b2a4-c5ad58347435 req-1ad8d7bb-fbcd-48b2-a366-e21aed2d345d service neutron] 10.222.0.49 "GET /v2.0/networks/0f2cc2b1-26b2-41f2-bdd8-a5e5698bdc15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081078 Aug 12 14:51:24.751345 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-394229d2-e668-43e2-b91b-bb34455870b5 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Made reservation on behalf of be866c071af14d49833929e5eca8b8bc for: {'subnet': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:51:24.755274 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-394229d2-e668-43e2-b91b-bb34455870b5 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8776441'] for subnet, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:24.793510 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-96d98e52-1af5-4cdd-8554-6a29205a4598 None None] Provisioning for port c8c2795d-9da1-40cb-974a-f74ac7780323 completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:51:24.799241 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-96d98e52-1af5-4cdd-8554-6a29205a4598 None None] Provisioning complete for port c8c2795d-9da1-40cb-974a-f74ac7780323 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:51:24.800973 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-96d98e52-1af5-4cdd-8554-6a29205a4598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:24.859827 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-8ea3739b-248b-4f17-b2a4-c5ad58347435 req-c395cd31-9d02-49bd-9ea4-e459e7818f72 service neutron] 10.222.0.49 "GET /v2.0/networks/0f2cc2b1-26b2-41f2-bdd8-a5e5698bdc15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437805 Aug 12 14:51:24.860029 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-96d98e52-1af5-4cdd-8554-6a29205a4598 None None] Port c8c2795d-9da1-40cb-974a-f74ac7780323 cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 14:51:24.897676 n-d-694802-15 neutron-server[94466]: INFO neutron.db.ipam_backend_mixin [None req-394229d2-e668-43e2-b91b-bb34455870b5 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 912067c5-7b7c-4ef2-9992-93e4931e48f9 (CIDR: 172.20.0.0/28) Aug 12 14:51:24.903305 n-d-694802-15 neutron-server[94466]: INFO neutron.pecan_wsgi.hooks.translation [None req-394229d2-e668-43e2-b91b-bb34455870b5 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 12 14:51:24.904147 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-394229d2-e668-43e2-b91b-bb34455870b5 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 14:51:24.926703 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-394229d2-e668-43e2-b91b-bb34455870b5 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3332205 Aug 12 14:51:24.927787 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 58838) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:51:24.934091 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-bec45063-2072-4ec2-924f-6f1ce7e3b964 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Request body: {'subnet': {'network_id': '8adcf216-1ab4-4d15-8190-19b3d3f64496', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:51:24.972710 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 80f77114-6f01-44e7-896e-aa50041dd1b8 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:51:24.973296 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a4574e-fafd-4828-870d-1f0a0515a97e req-4083d725-bef2-425b-8f44-4bacbc48ffcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:51:24.974996 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-74a4574e-fafd-4828-870d-1f0a0515a97e req-4083d725-bef2-425b-8f44-4bacbc48ffcf service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=8aeb63fb42f149b3aa9e0e9c29a41582&device_id=bcdf7f16-c2d3-4f48-80dd-5bfb8a79ee8b HTTP/1.1" status: 200 len: 1095 time: 0.0631173 Aug 12 14:51:25.021020 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port 80f77114-6f01-44e7-896e-aa50041dd1b8 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:51:25.021386 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:25.087141 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bec45063-2072-4ec2-924f-6f1ce7e3b964 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Made reservation on behalf of be866c071af14d49833929e5eca8b8bc for: {'subnet': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:51:25.092471 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-bec45063-2072-4ec2-924f-6f1ce7e3b964 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8776441'] for subnet, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:25.127800 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988140a8-8fa9-4629-88c7-875bd7b04af8 req-b25ac8d5-6c5b-4551-ae62-7e85c1a5b2c9 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:51:25.129265 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-988140a8-8fa9-4629-88c7-875bd7b04af8 req-b25ac8d5-6c5b-4551-ae62-7e85c1a5b2c9 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/ports?device_id=3123bce8-844b-469f-9aa0-64c8f53661bc HTTP/1.1" status: 200 len: 946 time: 0.1125567 Aug 12 14:51:25.148445 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a4574e-fafd-4828-870d-1f0a0515a97e req-db3addd2-a1a8-4812-ae13-8ffd8d46018a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:51:25.149891 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-74a4574e-fafd-4828-870d-1f0a0515a97e req-db3addd2-a1a8-4812-ae13-8ffd8d46018a service neutron] 10.222.0.49 "GET /v2.0/networks?id=0f2cc2b1-26b2-41f2-bdd8-a5e5698bdc15 HTTP/1.1" status: 200 len: 907 time: 0.1664557 Aug 12 14:51:25.196874 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-74a4574e-fafd-4828-870d-1f0a0515a97e req-9ae91086-af39-4a9b-b22b-d6fd0b339c57 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=897f68f2-48ac-4229-a9b6-adb346bc8415 HTTP/1.1" status: 200 len: 217 time: 0.0380836 Aug 12 14:51:25.199511 n-d-694802-15 neutron-server[94466]: INFO neutron.db.ipam_backend_mixin [None req-bec45063-2072-4ec2-924f-6f1ce7e3b964 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 0d3f91d8-8b3a-4080-a425-bfef1317b0a2 (CIDR: 172.20.0.16/28) Aug 12 14:51:25.203103 n-d-694802-15 neutron-server[94466]: INFO neutron.pecan_wsgi.hooks.translation [None req-bec45063-2072-4ec2-924f-6f1ce7e3b964 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 12 14:51:25.203766 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bec45063-2072-4ec2-924f-6f1ce7e3b964 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 14:51:25.219287 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-bec45063-2072-4ec2-924f-6f1ce7e3b964 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.2900205 Aug 12 14:51:25.221957 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 58846) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:51:25.229742 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-40d2a3b9-f5ba-4156-9ba0-709e772b4804 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Request body: {'subnet': {'network_id': '8adcf216-1ab4-4d15-8190-19b3d3f64496', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:51:25.253698 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-988140a8-8fa9-4629-88c7-875bd7b04af8 req-c8cbda09-c02d-42e2-8bcb-c966f839c129 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ff7dcf8-d6f2-4101-a1d4-537dc448601c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1150458 Aug 12 14:51:25.272485 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a4574e-fafd-4828-870d-1f0a0515a97e req-ce9188ed-dca3-48da-888c-9743a24ccbfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:51:25.274064 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-74a4574e-fafd-4828-870d-1f0a0515a97e req-ce9188ed-dca3-48da-888c-9743a24ccbfc service neutron] 10.222.0.49 "GET /v2.0/subnets?id=33fe8ec3-27c5-4c33-8718-44dd3a3eaffa HTTP/1.1" status: 200 len: 846 time: 0.0678627 Aug 12 14:51:25.308634 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-74a4574e-fafd-4828-870d-1f0a0515a97e req-07f2e754-eaa9-42ee-ba18-28686fb719fe service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0f2cc2b1-26b2-41f2-bdd8-a5e5698bdc15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266013 Aug 12 14:51:25.369169 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40d2a3b9-f5ba-4156-9ba0-709e772b4804 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Made reservation on behalf of be866c071af14d49833929e5eca8b8bc for: {'subnet': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:51:25.375809 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-40d2a3b9-f5ba-4156-9ba0-709e772b4804 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8776441'] for subnet, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:25.414835 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-74a4574e-fafd-4828-870d-1f0a0515a97e req-ce54230a-9b96-4727-a7fa-b4e5a4a1db11 service neutron] 10.222.0.49 "GET /v2.0/networks/0f2cc2b1-26b2-41f2-bdd8-a5e5698bdc15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981975 Aug 12 14:51:25.516337 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-74a4574e-fafd-4828-870d-1f0a0515a97e req-74147ba8-f9c8-4830-a935-bc8d2547866f service neutron] 10.222.0.49 "GET /v2.0/networks/0f2cc2b1-26b2-41f2-bdd8-a5e5698bdc15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932868 Aug 12 14:51:25.673096 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b78e845-326e-4091-98c6-a12b6ada7aac req-9477d4b8-0198-404e-a1b3-c8b685d79043 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:51:25.674665 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-5b78e845-326e-4091-98c6-a12b6ada7aac req-9477d4b8-0198-404e-a1b3-c8b685d79043 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] 10.222.0.39 "GET /v2.0/ports?device_id=bcdf7f16-c2d3-4f48-80dd-5bfb8a79ee8b HTTP/1.1" status: 200 len: 943 time: 0.0888593 Aug 12 14:51:25.676036 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-40d2a3b9-f5ba-4156-9ba0-709e772b4804 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3718490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8776395'] for subnet, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:25.729976 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40d2a3b9-f5ba-4156-9ba0-709e772b4804 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Network 8adcf216-1ab4-4d15-8190-19b3d3f64496 is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:51:25.737333 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-40d2a3b9-f5ba-4156-9ba0-709e772b4804 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:51:25.744385 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40d2a3b9-f5ba-4156-9ba0-709e772b4804 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:51:25.744551 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-40d2a3b9-f5ba-4156-9ba0-709e772b4804 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for subnet, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:25.750738 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1d2f1c3-1ee6-4bfa-9c11-ff6b1f73e55b None None] Network 8adcf216-1ab4-4d15-8190-19b3d3f64496 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:51:25.763118 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d2a3b9-f5ba-4156-9ba0-709e772b4804 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Pushing event updated for resources: {'Subnet': ['ID=068474ab-0dbf-4782-9602-a1e90755a446,revision_number=0']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:51:25.775790 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-5b78e845-326e-4091-98c6-a12b6ada7aac req-b0264988-8a29-4346-ac15-c79ef6a5d30f tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] 10.222.0.39 "GET /v2.0/security-groups?id=d503e6e0-4ce0-4f78-842d-abe0bf3f8a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942914 Aug 12 14:51:25.778036 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-40d2a3b9-f5ba-4156-9ba0-709e772b4804 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.5546756 Aug 12 14:51:25.781627 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 58864) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:51:25.788447 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-f2cf0ddd-91f8-4d39-90f0-49af3148058b tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-518495880', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '068474ab-0dbf-4782-9602-a1e90755a446'}], 'security_groups': ['6cae71cf-e642-4413-8b70-dbb586bcdca4', '91e426e0-980b-484a-b284-2db507479a70']}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:51:25.878425 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f2cf0ddd-91f8-4d39-90f0-49af3148058b tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:25.992340 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bf88c1e-d659-444f-bc6c-fec633bd293c None None] Update dhcp port {'port': {'network_id': '8adcf216-1ab4-4d15-8190-19b3d3f64496', 'fixed_ips': [{'subnet_id': '0d3f91d8-8b3a-4080-a425-bfef1317b0a2', 'ip_address': '172.20.0.18'}, {'subnet_id': '912067c5-7b7c-4ef2-9992-93e4931e48f9', 'ip_address': '172.20.0.2'}, {'subnet_id': '068474ab-0dbf-4782-9602-a1e90755a446'}], 'binding:host_id': 'n-d-694802-15'}, 'id': '80f77114-6f01-44e7-896e-aa50041dd1b8'} from n-d-694802-15. {{(pid=94468) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 12 14:51:26.018356 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-5bf88c1e-d659-444f-bc6c-fec633bd293c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:26.227335 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-f2cf0ddd-91f8-4d39-90f0-49af3148058b tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Delete allocated IP 172.20.0.6 (8adcf216-1ab4-4d15-8190-19b3d3f64496/912067c5-7b7c-4ef2-9992-93e4931e48f9) {{(pid=94466) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 12 14:51:26.241858 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-f2cf0ddd-91f8-4d39-90f0-49af3148058b tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Allocated IP 172.20.0.46 (8adcf216-1ab4-4d15-8190-19b3d3f64496/068474ab-0dbf-4782-9602-a1e90755a446/c8c2795d-9da1-40cb-974a-f74ac7780323) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:51:26.426529 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ea90a5-1a92-40be-8861-f03384d97c7c req-4514d4dc-ae29-463e-ad66-f6bca7a69431 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:51:26.427340 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-06ea90a5-1a92-40be-8861-f03384d97c7c req-4514d4dc-ae29-463e-ad66-f6bca7a69431 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/ports?device_id=3123bce8-844b-469f-9aa0-64c8f53661bc HTTP/1.1" status: 200 len: 946 time: 0.0818059 Aug 12 14:51:26.478296 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f2cf0ddd-91f8-4d39-90f0-49af3148058b tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks [] for port, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:26.491396 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-06ea90a5-1a92-40be-8861-f03384d97c7c req-873d2c8a-f918-41a0-9d91-f5f685360cbc tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ff7dcf8-d6f2-4101-a1d4-537dc448601c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573800 Aug 12 14:51:26.498404 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-f2cf0ddd-91f8-4d39-90f0-49af3148058b tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Transition to ACTIVE for port object c8c2795d-9da1-40cb-974a-f74ac7780323 will not be triggered until provisioned by entity DHCP. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:51:26.502561 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f2cf0ddd-91f8-4d39-90f0-49af3148058b tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3718439'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:26.559419 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.db_base_plugin_common [None req-5bf88c1e-d659-444f-bc6c-fec633bd293c None None] Allocated IP 172.20.0.34 (8adcf216-1ab4-4d15-8190-19b3d3f64496/068474ab-0dbf-4782-9602-a1e90755a446/80f77114-6f01-44e7-896e-aa50041dd1b8) {{(pid=94468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:51:26.596741 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cf0ddd-91f8-4d39-90f0-49af3148058b tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Pushing event updated for resources: {'Port': ['ID=c8c2795d-9da1-40cb-974a-f74ac7780323,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:51:26.619897 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-f2cf0ddd-91f8-4d39-90f0-49af3148058b tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] In _notify_port_updated(), no bound segment for port c8c2795d-9da1-40cb-974a-f74ac7780323 on network 8adcf216-1ab4-4d15-8190-19b3d3f64496 {{(pid=94466) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 12 14:51:26.625518 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2cf0ddd-91f8-4d39-90f0-49af3148058b tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:51:26.626457 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f2cf0ddd-91f8-4d39-90f0-49af3148058b tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:26.629979 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-f2cf0ddd-91f8-4d39-90f0-49af3148058b tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] 10.222.0.39 "PUT /v2.0/ports/c8c2795d-9da1-40cb-974a-f74ac7780323 HTTP/1.1" status: 200 len: 959 time: 0.8455796 Aug 12 14:51:26.630249 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 58890) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:51:26.669974 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-5bf88c1e-d659-444f-bc6c-fec633bd293c None None] For port 80f77114-6f01-44e7-896e-aa50041dd1b8, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=80f77114-6f01-44e7-896e-aa50041dd1b8,segment=NetworkSegment(06cffd1e-4e94-4a01-9c61-2eda147b18bf),segment_id=06cffd1e-4e94-4a01-9c61-2eda147b18bf)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:51:26.704091 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-5bf88c1e-d659-444f-bc6c-fec633bd293c None None] Notify callbacks [] for port, precommit_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:26.717621 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-5bf88c1e-d659-444f-bc6c-fec633bd293c None None] Transition to ACTIVE for port object 80f77114-6f01-44e7-896e-aa50041dd1b8 will not be triggered until provisioned by entity DHCP. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:51:26.722306 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-5bf88c1e-d659-444f-bc6c-fec633bd293c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:26.740599 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-a759e3f5-1903-4eaa-b14a-352f898e4525 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Deleting port c8c2795d-9da1-40cb-974a-f74ac7780323 {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:51:26.741062 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a759e3f5-1903-4eaa-b14a-352f898e4525 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:26.841496 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a759e3f5-1903-4eaa-b14a-352f898e4525 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:26.844779 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf88c1e-d659-444f-bc6c-fec633bd293c None None] Pushing event updated for resources: {'Port': ['ID=80f77114-6f01-44e7-896e-aa50041dd1b8,revision_number=7']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:51:26.864475 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-a759e3f5-1903-4eaa-b14a-352f898e4525 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Calling delete_port for c8c2795d-9da1-40cb-974a-f74ac7780323 owned by {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:51:26.942462 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 80f77114-6f01-44e7-896e-aa50041dd1b8 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:51:26.950219 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c31f3b-9e92-4f81-9b00-279ab60c6af0 req-618e1762-c2a0-4a3e-a7b6-505ba27383da tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:51:26.953836 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f1c31f3b-9e92-4f81-9b00-279ab60c6af0 req-618e1762-c2a0-4a3e-a7b6-505ba27383da tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] 10.222.0.39 "GET /v2.0/ports?device_id=bcdf7f16-c2d3-4f48-80dd-5bfb8a79ee8b HTTP/1.1" status: 200 len: 943 time: 0.0783637 Aug 12 14:51:27.023072 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f1c31f3b-9e92-4f81-9b00-279ab60c6af0 req-7c5f8cdb-86ad-4d75-8afd-31c7a42640cb tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] 10.222.0.39 "GET /v2.0/security-groups?id=d503e6e0-4ce0-4f78-842d-abe0bf3f8a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635998 Aug 12 14:51:27.094473 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a759e3f5-1903-4eaa-b14a-352f898e4525 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:27.127910 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a759e3f5-1903-4eaa-b14a-352f898e4525 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Pushing event deleted for resources: {'Port': ['ID=c8c2795d-9da1-40cb-974a-f74ac7780323,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:51:27.200559 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a759e3f5-1903-4eaa-b14a-352f898e4525 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:27.203068 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-a759e3f5-1903-4eaa-b14a-352f898e4525 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] 10.222.0.39 "DELETE /v2.0/ports/c8c2795d-9da1-40cb-974a-f74ac7780323 HTTP/1.1" status: 204 len: 168 time: 0.5712867 Aug 12 14:51:27.205321 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 58924) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:51:27.233357 n-d-694802-15 neutron-server[94467]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c4279d9-2905-455e-937a-2d215f9b0aa7 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] GET failed (client error): The resource could not be found. Aug 12 14:51:27.235213 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-3c4279d9-2905-455e-937a-2d215f9b0aa7 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] 10.222.0.39 "GET /v2.0/ports/c8c2795d-9da1-40cb-974a-f74ac7780323 HTTP/1.1" status: 404 len: 333 time: 0.0286942 Aug 12 14:51:27.237855 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 58928) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:51:27.301391 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-eae217b1-f01d-43ff-92f4-d7aedbae5ad5 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks [] for security_group, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:27.332526 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-eae217b1-f01d-43ff-92f4-d7aedbae5ad5 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:27.381868 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-eae217b1-f01d-43ff-92f4-d7aedbae5ad5 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:27.387585 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-eae217b1-f01d-43ff-92f4-d7aedbae5ad5 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:27.391428 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-eae217b1-f01d-43ff-92f4-d7aedbae5ad5 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] 10.222.0.39 "DELETE /v2.0/security-groups/669f6300-4997-436d-b3c2-3608ca096c43 HTTP/1.1" status: 204 len: 168 time: 0.1499383 Aug 12 14:51:27.391746 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 58940) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:51:27.399643 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae217b1-f01d-43ff-92f4-d7aedbae5ad5 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=669f6300-4997-436d-b3c2-3608ca096c43,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:51:27.473504 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e581ca05-1d06-4882-bf24-360c43148ec5 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks [] for security_group, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:27.499643 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e581ca05-1d06-4882-bf24-360c43148ec5 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:27.499936 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-41aed664-2dd5-44c0-a9c2-98a5e9571d58 None None] Provisioning complete for port 7e91ba19-a10c-4b3a-9d38-19be4bc7e2c7 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:51:27.500418 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-41aed664-2dd5-44c0-a9c2-98a5e9571d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:27.559604 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e581ca05-1d06-4882-bf24-360c43148ec5 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:27.562710 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e581ca05-1d06-4882-bf24-360c43148ec5 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:27.564109 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-e581ca05-1d06-4882-bf24-360c43148ec5 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] 10.222.0.39 "DELETE /v2.0/security-groups/91e426e0-980b-484a-b284-2db507479a70 HTTP/1.1" status: 204 len: 168 time: 0.1712728 Aug 12 14:51:27.566786 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 58956) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:51:27.574554 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e581ca05-1d06-4882-bf24-360c43148ec5 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=91e426e0-980b-484a-b284-2db507479a70,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:51:27.577424 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-41aed664-2dd5-44c0-a9c2-98a5e9571d58 None None] Port 7e91ba19-a10c-4b3a-9d38-19be4bc7e2c7 cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 14:51:27.587579 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-41aed664-2dd5-44c0-a9c2-98a5e9571d58 None None] Could not find standard attr ID for object c8c2795d-9da1-40cb-974a-f74ac7780323. {{(pid=94468) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 12 14:51:27.612880 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-41aed664-2dd5-44c0-a9c2-98a5e9571d58 None None] Provisioning for port 80f77114-6f01-44e7-896e-aa50041dd1b8 completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:51:27.618263 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-41aed664-2dd5-44c0-a9c2-98a5e9571d58 None None] Provisioning complete for port 80f77114-6f01-44e7-896e-aa50041dd1b8 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:51:27.618725 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-41aed664-2dd5-44c0-a9c2-98a5e9571d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:27.646509 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-17642dd1-4fff-40f2-8978-b66e434c3e58 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks [] for security_group, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:27.676468 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-17642dd1-4fff-40f2-8978-b66e434c3e58 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:27.677059 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23620cba-c334-4822-9a16-c00487883c1b req-2ab24b45-df37-4f78-a32a-ea6bf474b1ac tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:51:27.678839 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-23620cba-c334-4822-9a16-c00487883c1b req-2ab24b45-df37-4f78-a32a-ea6bf474b1ac tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/ports?device_id=3123bce8-844b-469f-9aa0-64c8f53661bc HTTP/1.1" status: 200 len: 946 time: 0.0619228 Aug 12 14:51:27.735481 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-23620cba-c334-4822-9a16-c00487883c1b req-0402c3f6-ded9-40e4-96b0-1387d25f1c7d tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ff7dcf8-d6f2-4101-a1d4-537dc448601c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494564 Aug 12 14:51:27.739853 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-17642dd1-4fff-40f2-8978-b66e434c3e58 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:27.743091 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-17642dd1-4fff-40f2-8978-b66e434c3e58 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:27.747277 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-17642dd1-4fff-40f2-8978-b66e434c3e58 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] 10.222.0.39 "DELETE /v2.0/security-groups/6cae71cf-e642-4413-8b70-dbb586bcdca4 HTTP/1.1" status: 204 len: 168 time: 0.1765506 Aug 12 14:51:27.747977 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 58970) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:51:27.754896 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17642dd1-4fff-40f2-8978-b66e434c3e58 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cae71cf-e642-4413-8b70-dbb586bcdca4,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:51:27.808792 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_v2 [None req-b161a645-9a0d-4a9e-a4ca-01ec0fbc9e66 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Deleting subnet 912067c5-7b7c-4ef2-9992-93e4931e48f9 {{(pid=94466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 14:51:27.812493 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b161a645-9a0d-4a9e-a4ca-01ec0fbc9e66 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks [] for subnet, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:27.865989 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b161a645-9a0d-4a9e-a4ca-01ec0fbc9e66 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2293551'] for subnet, precommit_delete_associations {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:27.959265 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b161a645-9a0d-4a9e-a4ca-01ec0fbc9e66 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66416255'] for subnet, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:28.024176 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b161a645-9a0d-4a9e-a4ca-01ec0fbc9e66 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66416232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3718429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8776402'] for subnet, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:28.032528 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-8fc012f4-0954-442b-9e42-e2b0965dd7d1 None None] Could not find standard attr ID for object c8c2795d-9da1-40cb-974a-f74ac7780323. {{(pid=94468) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 12 14:51:28.066140 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b161a645-9a0d-4a9e-a4ca-01ec0fbc9e66 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Pushing event deleted for resources: {'Subnet': ['ID=912067c5-7b7c-4ef2-9992-93e4931e48f9,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:51:28.071811 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b161a645-9a0d-4a9e-a4ca-01ec0fbc9e66 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for subnet, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:28.074852 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-b161a645-9a0d-4a9e-a4ca-01ec0fbc9e66 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] 10.222.0.39 "DELETE /v2.0/subnets/912067c5-7b7c-4ef2-9992-93e4931e48f9 HTTP/1.1" status: 204 len: 168 time: 0.3253162 Aug 12 14:51:28.077891 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 58998) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:51:28.176619 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_v2 [None req-4035612d-7aaf-4291-908f-e7f3242efff2 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Deleting subnet 068474ab-0dbf-4782-9602-a1e90755a446 {{(pid=94466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 14:51:28.182025 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4035612d-7aaf-4291-908f-e7f3242efff2 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks [] for subnet, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:28.204708 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-334fbd4d-48eb-4e10-8918-38ce06eb942d None None] Network 8adcf216-1ab4-4d15-8190-19b3d3f64496 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:51:28.238492 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4035612d-7aaf-4291-908f-e7f3242efff2 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2293551'] for subnet, precommit_delete_associations {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:28.273018 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ab7cc9-256b-413b-ae43-12d40d3effe6 req-0612125d-300e-428c-bc5d-27ae5962d2b4 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:51:28.274618 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-a9ab7cc9-256b-413b-ae43-12d40d3effe6 req-0612125d-300e-428c-bc5d-27ae5962d2b4 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] 10.222.0.39 "GET /v2.0/ports?device_id=bcdf7f16-c2d3-4f48-80dd-5bfb8a79ee8b HTTP/1.1" status: 200 len: 943 time: 0.1376059 Aug 12 14:51:28.356675 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-a9ab7cc9-256b-413b-ae43-12d40d3effe6 req-6e69b909-7d6f-4768-9968-d800e64ec0dc tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] 10.222.0.39 "GET /v2.0/security-groups?id=d503e6e0-4ce0-4f78-842d-abe0bf3f8a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674872 Aug 12 14:51:28.384444 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4035612d-7aaf-4291-908f-e7f3242efff2 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66416255'] for subnet, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:28.446174 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4035612d-7aaf-4291-908f-e7f3242efff2 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66416232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3718429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8776402'] for subnet, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:28.473471 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4035612d-7aaf-4291-908f-e7f3242efff2 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Pushing event deleted for resources: {'Subnet': ['ID=068474ab-0dbf-4782-9602-a1e90755a446,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:51:28.479598 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4035612d-7aaf-4291-908f-e7f3242efff2 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for subnet, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:28.481628 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-4035612d-7aaf-4291-908f-e7f3242efff2 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] 10.222.0.39 "DELETE /v2.0/subnets/068474ab-0dbf-4782-9602-a1e90755a446 HTTP/1.1" status: 204 len: 168 time: 0.4018571 Aug 12 14:51:28.484159 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 59026) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:51:28.512125 n-d-694802-15 neutron-server[94466]: INFO neutron.pecan_wsgi.hooks.translation [None req-745ceb1e-cbc8-4dc9-bb59-448955662ef7 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] DELETE failed (client error): The resource could not be found. Aug 12 14:51:28.512580 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-745ceb1e-cbc8-4dc9-bb59-448955662ef7 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 14:51:28.514443 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-745ceb1e-cbc8-4dc9-bb59-448955662ef7 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] 10.222.0.39 "DELETE /v2.0/subnets/912067c5-7b7c-4ef2-9992-93e4931e48f9 HTTP/1.1" status: 404 len: 337 time: 0.0290558 Aug 12 14:51:28.517019 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 59028) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:51:28.567717 n-d-694802-15 neutron-server[94467]: INFO neutron.api.v2.resource [req-dd55ca9d-3338-4676-85f0-1194cce50402 req-280389d7-9640-4203-8cd2-88eebf6b5b7c service neutron] show failed (client error): The resource could not be found. Aug 12 14:51:28.568836 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-dd55ca9d-3338-4676-85f0-1194cce50402 req-280389d7-9640-4203-8cd2-88eebf6b5b7c service neutron] 10.222.0.49 "GET /v2.0/ports/4cb610aa-7923-49fa-ac4e-1e29828c4978/bindings/n-h1-694802-15 HTTP/1.1" status: 404 len: 381 time: 0.0915556 Aug 12 14:51:28.587598 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_v2 [None req-40def98e-255e-4ffe-b9e9-6abedad2aec4 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Deleting subnet 0d3f91d8-8b3a-4080-a425-bfef1317b0a2 {{(pid=94466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 14:51:28.595380 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-40def98e-255e-4ffe-b9e9-6abedad2aec4 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks [] for subnet, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:28.649350 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-40def98e-255e-4ffe-b9e9-6abedad2aec4 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2293551'] for subnet, precommit_delete_associations {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:28.781309 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-40def98e-255e-4ffe-b9e9-6abedad2aec4 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66416255'] for subnet, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:28.861717 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd55ca9d-3338-4676-85f0-1194cce50402 req-375fbd87-7879-4727-8709-d0792fb3df4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:51:28.863657 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-dd55ca9d-3338-4676-85f0-1194cce50402 req-375fbd87-7879-4727-8709-d0792fb3df4a service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=3123bce8-844b-469f-9aa0-64c8f53661bc&tenant_id=6774b656eb8145eb998ea0059b40b4c3 HTTP/1.1" status: 200 len: 1098 time: 0.1074364 Aug 12 14:51:28.877865 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-dd55ca9d-3338-4676-85f0-1194cce50402 req-078a8720-7dd5-49ac-9d05-0564fe352307 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-694802-15', 'device_owner': 'compute:nova'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:51:28.878950 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-40def98e-255e-4ffe-b9e9-6abedad2aec4 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66416232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3718429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8776402'] for subnet, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:28.917588 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cd56f2-50bd-4a6b-be59-684c33b82909 req-d8e9d1de-f1d3-46a3-b6ab-bcff9687826a tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:51:28.924274 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-40def98e-255e-4ffe-b9e9-6abedad2aec4 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for subnet, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:28.925159 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-74cd56f2-50bd-4a6b-be59-684c33b82909 req-d8e9d1de-f1d3-46a3-b6ab-bcff9687826a tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/ports?device_id=3123bce8-844b-469f-9aa0-64c8f53661bc HTTP/1.1" status: 200 len: 946 time: 0.0992627 Aug 12 14:51:28.929182 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 59038) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:51:28.931651 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-40def98e-255e-4ffe-b9e9-6abedad2aec4 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] 10.222.0.39 "DELETE /v2.0/subnets/0d3f91d8-8b3a-4080-a425-bfef1317b0a2 HTTP/1.1" status: 204 len: 168 time: 0.4134398 Aug 12 14:51:28.934558 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40def98e-255e-4ffe-b9e9-6abedad2aec4 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Pushing event deleted for resources: {'Subnet': ['ID=0d3f91d8-8b3a-4080-a425-bfef1317b0a2,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:51:28.963311 n-d-694802-15 neutron-server[94467]: INFO neutron.pecan_wsgi.hooks.translation [None req-683bacfd-49bd-4acb-b8c1-d9b89ead38f5 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] DELETE failed (client error): The resource could not be found. Aug 12 14:51:28.964303 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-683bacfd-49bd-4acb-b8c1-d9b89ead38f5 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94467) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 14:51:28.966108 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-683bacfd-49bd-4acb-b8c1-d9b89ead38f5 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] 10.222.0.39 "DELETE /v2.0/subnets/dcc02018-2e0b-4abc-8747-bf227442e619 HTTP/1.1" status: 404 len: 337 time: 0.0360062 Aug 12 14:51:28.968792 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 59040) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:51:28.983621 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 59042) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:51:29.008354 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-38e93c61-0237-43d6-914a-73151aad7469 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] 10.222.0.39 "GET /v2.0/ports?device_id=3d2768c4-67ec-4a5c-a778-4b94fc44e22c HTTP/1.1" status: 200 len: 205 time: 0.0381455 Aug 12 14:51:29.008965 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 59046) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:51:29.012296 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-dd55ca9d-3338-4676-85f0-1194cce50402 req-078a8720-7dd5-49ac-9d05-0564fe352307 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:29.022004 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff3408ee-920f-4d40-bf77-008f9d098a1f None None] Network 8adcf216-1ab4-4d15-8190-19b3d3f64496 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:51:29.044272 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-74cd56f2-50bd-4a6b-be59-684c33b82909 req-268843b4-d284-4b0b-9bcb-2852ea8732dc tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ff7dcf8-d6f2-4101-a1d4-537dc448601c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1156344 Aug 12 14:51:29.059608 n-d-694802-15 neutron-server[94466]: INFO neutron.api.v2.resource [None req-0fc336b9-9d2a-4885-bb39-70f2d1b3a2f2 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] delete failed (client error): The resource could not be found. Aug 12 14:51:29.060728 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-0fc336b9-9d2a-4885-bb39-70f2d1b3a2f2 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] 10.222.0.39 "DELETE /v2.0/routers/3d2768c4-67ec-4a5c-a778-4b94fc44e22c HTTP/1.1" status: 404 len: 336 time: 0.0508676 Aug 12 14:51:29.063775 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 59048) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:51:29.098055 n-d-694802-15 neutron-server[94466]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab43d288-f645-41c8-a67c-9fcbefbb4f9a tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] DELETE failed (client error): The resource could not be found. Aug 12 14:51:29.098555 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab43d288-f645-41c8-a67c-9fcbefbb4f9a tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 14:51:29.103578 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-ab43d288-f645-41c8-a67c-9fcbefbb4f9a tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] 10.222.0.39 "DELETE /v2.0/subnets/add29cf2-0f2a-4cd0-b44f-cd1afd0b68f3 HTTP/1.1" status: 404 len: 337 time: 0.0388346 Aug 12 14:51:29.104324 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 59050) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:51:29.138534 n-d-694802-15 neutron-server[94466]: INFO neutron.pecan_wsgi.hooks.translation [None req-b61cded9-ca01-4199-a64f-ee11a420737c tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] DELETE failed (client error): The resource could not be found. Aug 12 14:51:29.139032 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b61cded9-ca01-4199-a64f-ee11a420737c tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 14:51:29.141285 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-0e0561e9-d0f8-4253-be25-b1ed84d8c87d None None] Provisioning complete for port 7e91ba19-a10c-4b3a-9d38-19be4bc7e2c7 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:51:29.142120 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-0e0561e9-d0f8-4253-be25-b1ed84d8c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:29.144419 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-b61cded9-ca01-4199-a64f-ee11a420737c tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] 10.222.0.39 "DELETE /v2.0/subnets/fe1714d4-b9aa-48b7-a117-80eab1c0d4ff HTTP/1.1" status: 404 len: 337 time: 0.0384631 Aug 12 14:51:29.149972 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 59054) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:51:29.151002 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-453a170d-d42c-4d64-b655-e9f95cdbc4a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:29.183827 n-d-694802-15 neutron-server[94467]: INFO neutron.pecan_wsgi.hooks.translation [None req-73420709-c4bf-430d-96d6-d990b612b91a tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] DELETE failed (client error): The resource could not be found. Aug 12 14:51:29.184285 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73420709-c4bf-430d-96d6-d990b612b91a tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94467) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 14:51:29.186193 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-73420709-c4bf-430d-96d6-d990b612b91a tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] 10.222.0.39 "DELETE /v2.0/subnets/159438b6-8023-4dc1-a09e-66d25275526a HTTP/1.1" status: 404 len: 337 time: 0.0350313 Aug 12 14:51:29.189256 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 59056) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:51:29.209210 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-0e0561e9-d0f8-4253-be25-b1ed84d8c87d None None] Port 7e91ba19-a10c-4b3a-9d38-19be4bc7e2c7 cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 14:51:29.224191 n-d-694802-15 neutron-server[94466]: INFO neutron.pecan_wsgi.hooks.translation [None req-1cd343be-ea37-41fe-a56a-2fa4218e4872 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] DELETE failed (client error): The resource could not be found. Aug 12 14:51:29.225816 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1cd343be-ea37-41fe-a56a-2fa4218e4872 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 14:51:29.226210 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-0e0561e9-d0f8-4253-be25-b1ed84d8c87d None None] Provisioning complete for port 80f77114-6f01-44e7-896e-aa50041dd1b8 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:51:29.226428 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-0e0561e9-d0f8-4253-be25-b1ed84d8c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:29.233733 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-1cd343be-ea37-41fe-a56a-2fa4218e4872 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] 10.222.0.39 "DELETE /v2.0/ports/785d17a4-a014-44da-9fe4-6b74b2633610 HTTP/1.1" status: 404 len: 333 time: 0.0368533 Aug 12 14:51:29.233733 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 59058) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:51:29.262171 n-d-694802-15 neutron-server[94466]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c4de2a6-e44b-4788-9a76-95f33cb236e5 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] DELETE failed (client error): The resource could not be found. Aug 12 14:51:29.262171 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c4de2a6-e44b-4788-9a76-95f33cb236e5 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 14:51:29.265771 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-6c4de2a6-e44b-4788-9a76-95f33cb236e5 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] 10.222.0.39 "DELETE /v2.0/subnets/ec96e1f6-5f45-4af6-b1ac-87eb9a8a1c85 HTTP/1.1" status: 404 len: 337 time: 0.0308619 Aug 12 14:51:29.266007 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 59060) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:51:29.303593 n-d-694802-15 neutron-server[94466]: INFO neutron.pecan_wsgi.hooks.translation [None req-2758baed-bb2a-4b43-a156-d602d558e8bf tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] DELETE failed (client error): The resource could not be found. Aug 12 14:51:29.304042 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2758baed-bb2a-4b43-a156-d602d558e8bf tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 14:51:29.305811 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-2758baed-bb2a-4b43-a156-d602d558e8bf tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] 10.222.0.39 "DELETE /v2.0/subnets/d3552218-6e2d-45ee-b363-71f254c0a00e HTTP/1.1" status: 404 len: 337 time: 0.0388298 Aug 12 14:51:29.308635 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 59062) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:51:29.311283 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78421c5b-cd84-4fdb-b9b6-ea1fb44be552 None None] DHCP port deletion for 8adcf216-1ab4-4d15-8190-19b3d3f64496 request from n-d-694802-15 {{(pid=94468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 14:51:29.348053 n-d-694802-15 neutron-server[94467]: INFO neutron.pecan_wsgi.hooks.translation [None req-59385e4f-5647-4207-9524-a89258deeede tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] DELETE failed (client error): The resource could not be found. Aug 12 14:51:29.348736 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59385e4f-5647-4207-9524-a89258deeede tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94467) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 14:51:29.351501 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-59385e4f-5647-4207-9524-a89258deeede tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] 10.222.0.39 "DELETE /v2.0/ports/3225e5d8-6fbb-4ffa-9d45-a9eaf560982b HTTP/1.1" status: 404 len: 333 time: 0.0343606 Aug 12 14:51:29.352155 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-453a170d-d42c-4d64-b655-e9f95cdbc4a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:29.353043 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 59064) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:51:29.363651 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-453a170d-d42c-4d64-b655-e9f95cdbc4a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:29.370005 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-dd55ca9d-3338-4676-85f0-1194cce50402 req-078a8720-7dd5-49ac-9d05-0564fe352307 service neutron] For port 4cb610aa-7923-49fa-ac4e-1e29828c4978, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=4cb610aa-7923-49fa-ac4e-1e29828c4978,segment=NetworkSegment(992c0055-8673-48b2-8c23-e403a670dda0),segment_id=992c0055-8673-48b2-8c23-e403a670dda0)] {{(pid=94467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:51:29.376525 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-78421c5b-cd84-4fdb-b9b6-ea1fb44be552 None None] Deleting port 80f77114-6f01-44e7-896e-aa50041dd1b8 {{(pid=94468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:51:29.377177 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-78421c5b-cd84-4fdb-b9b6-ea1fb44be552 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:29.392258 n-d-694802-15 neutron-server[94466]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf96ca71-055f-43a3-b5d9-63fdc9d7014b tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] DELETE failed (client error): The resource could not be found. Aug 12 14:51:29.392710 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf96ca71-055f-43a3-b5d9-63fdc9d7014b tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 14:51:29.394465 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-cf96ca71-055f-43a3-b5d9-63fdc9d7014b tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] 10.222.0.39 "DELETE /v2.0/subnets/1e0fffda-ef28-49ea-9438-964017e79418 HTTP/1.1" status: 404 len: 337 time: 0.0399370 Aug 12 14:51:29.403282 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 59068) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:51:29.420882 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-dd55ca9d-3338-4676-85f0-1194cce50402 req-078a8720-7dd5-49ac-9d05-0564fe352307 service neutron] For port 4cb610aa-7923-49fa-ac4e-1e29828c4978, host n-h2-694802-15, cleared binding levels {{(pid=94467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:51:29.447977 n-d-694802-15 neutron-server[94466]: INFO neutron.pecan_wsgi.hooks.translation [None req-5095da8d-8a14-4cc0-a820-f8f470000cf1 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] DELETE failed (client error): The resource could not be found. Aug 12 14:51:29.449075 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5095da8d-8a14-4cc0-a820-f8f470000cf1 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 14:51:29.450491 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-5095da8d-8a14-4cc0-a820-f8f470000cf1 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] 10.222.0.39 "DELETE /v2.0/subnets/cd1b9074-5582-4a3f-a50f-b241b5cf409d HTTP/1.1" status: 404 len: 337 time: 0.0449409 Aug 12 14:51:29.455827 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-453a170d-d42c-4d64-b655-e9f95cdbc4a3 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a0b466792074474284122e771d5b7367&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4711595 Aug 12 14:51:29.456522 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 59070) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:51:29.456847 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 59072) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:51:29.457448 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453a170d-d42c-4d64-b655-e9f95cdbc4a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ff241f1-270a-4a01-8981-cd4e1ff1095f,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:51:29.462017 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-78421c5b-cd84-4fdb-b9b6-ea1fb44be552 None None] For port 80f77114-6f01-44e7-896e-aa50041dd1b8, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=80f77114-6f01-44e7-896e-aa50041dd1b8,segment=NetworkSegment(06cffd1e-4e94-4a01-9c61-2eda147b18bf),segment_id=06cffd1e-4e94-4a01-9c61-2eda147b18bf)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:51:29.462466 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-78421c5b-cd84-4fdb-b9b6-ea1fb44be552 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:29.481481 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-78421c5b-cd84-4fdb-b9b6-ea1fb44be552 None None] Calling delete_port for 80f77114-6f01-44e7-896e-aa50041dd1b8 owned by network:dhcp {{(pid=94468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:51:29.498891 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3123bce8-844b-469f-9aa0-64c8f53661bc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4cb610aa-7923-49fa-ac4e-1e29828c4978'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:51:29.501171 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e65282f928b64038367d043a4411777802006c43a98742496cb2e25b724ff1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cd08a26-6b0e-4d25-91c0-862e0c16d6d6" -d '{"events": [{"server_uuid": "3123bce8-844b-469f-9aa0-64c8f53661bc", "name": "network-vif-unplugged", "status": "completed", "tag": "4cb610aa-7923-49fa-ac4e-1e29828c4978"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:51:29.506674 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-dd55ca9d-3338-4676-85f0-1194cce50402 req-078a8720-7dd5-49ac-9d05-0564fe352307 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:29.534307 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [req-dd55ca9d-3338-4676-85f0-1194cce50402 req-078a8720-7dd5-49ac-9d05-0564fe352307 service neutron] Transition to ACTIVE for port object 4cb610aa-7923-49fa-ac4e-1e29828c4978 will not be triggered until provisioned by entity L2. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:51:29.548884 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-dd55ca9d-3338-4676-85f0-1194cce50402 req-078a8720-7dd5-49ac-9d05-0564fe352307 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:29.558126 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcba900-5265-4e2f-977e-257acc7fe36f req-d0d8bd5e-5146-425c-b198-1e6e59955320 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:51:29.566103 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0dcba900-5265-4e2f-977e-257acc7fe36f req-d0d8bd5e-5146-425c-b198-1e6e59955320 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] 10.222.0.39 "GET /v2.0/ports?device_id=bcdf7f16-c2d3-4f48-80dd-5bfb8a79ee8b HTTP/1.1" status: 200 len: 943 time: 0.1169055 Aug 12 14:51:29.572077 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-78421c5b-cd84-4fdb-b9b6-ea1fb44be552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262'] for port, after_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:29.598812 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 12 Aug 2021 14:51:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec1dadc5-7c72-47d3-9b05-1bdea96248f2 x-openstack-request-id: req-ec1dadc5-7c72-47d3-9b05-1bdea96248f2 {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:51:29.599503 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3123bce8-844b-469f-9aa0-64c8f53661bc", "name": "network-vif-unplugged", "status": "completed", "tag": "4cb610aa-7923-49fa-ac4e-1e29828c4978", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:51:29.599503 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ec1dadc5-7c72-47d3-9b05-1bdea96248f2 {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:51:29.599742 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-17bf2505-bf20-43bf-a720-ee323b9e3a5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:29.599859 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3123bce8-844b-469f-9aa0-64c8f53661bc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4cb610aa-7923-49fa-ac4e-1e29828c4978', 'code': 200} Aug 12 14:51:29.604585 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78421c5b-cd84-4fdb-b9b6-ea1fb44be552 None None] Pushing event deleted for resources: {'Port': ['ID=80f77114-6f01-44e7-896e-aa50041dd1b8,revision_number=None']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:51:29.622407 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78421c5b-cd84-4fdb-b9b6-ea1fb44be552 None None] No DVR routers for this DVR port 80f77114-6f01-44e7-896e-aa50041dd1b8 on host n-d-694802-15 {{(pid=94468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:51:29.646360 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-17bf2505-bf20-43bf-a720-ee323b9e3a5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:29.659520 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-cb3029bb-6dc1-4ec5-9dac-7c5ba4c0b7f0 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Deleting port 7e91ba19-a10c-4b3a-9d38-19be4bc7e2c7 {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:51:29.659842 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-cb3029bb-6dc1-4ec5-9dac-7c5ba4c0b7f0 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:29.688138 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078a8720-7dd5-49ac-9d05-0564fe352307 service neutron] Pushing event updated for resources: {'Port': ['ID=4cb610aa-7923-49fa-ac4e-1e29828c4978,revision_number=6']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:51:29.717794 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0dcba900-5265-4e2f-977e-257acc7fe36f req-3b13e168-dea4-4eee-9025-eb70f6d06782 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] 10.222.0.39 "GET /v2.0/security-groups?id=d503e6e0-4ce0-4f78-842d-abe0bf3f8a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220298 Aug 12 14:51:29.751503 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device 897f68f2-48ac-4229-a9b6-adb346bc8415 details requested by agent hyperv_n-h2-694802-15 with host n-h2-694802-15 {{(pid=94468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 14:51:29.755543 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-cb3029bb-6dc1-4ec5-9dac-7c5ba4c0b7f0 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:29.766210 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd55ca9d-3338-4676-85f0-1194cce50402 req-078a8720-7dd5-49ac-9d05-0564fe352307 service neutron] No DVR routers for this DVR port 4cb610aa-7923-49fa-ac4e-1e29828c4978 on host n-h2-694802-15 {{(pid=94467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:51:29.774515 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-cb3029bb-6dc1-4ec5-9dac-7c5ba4c0b7f0 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Calling delete_port for 7e91ba19-a10c-4b3a-9d38-19be4bc7e2c7 owned by {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:51:29.788966 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-17bf2505-bf20-43bf-a720-ee323b9e3a5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:29.791609 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-17bf2505-bf20-43bf-a720-ee323b9e3a5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:29.793019 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-17bf2505-bf20-43bf-a720-ee323b9e3a5a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6ff241f1-270a-4a01-8981-cd4e1ff1095f HTTP/1.1" status: 204 len: 168 time: 0.3317215 Aug 12 14:51:29.872948 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bf2505-bf20-43bf-a720-ee323b9e3a5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ff241f1-270a-4a01-8981-cd4e1ff1095f,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:51:29.915386 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port 897f68f2-48ac-4229-a9b6-adb346bc8415, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=897f68f2-48ac-4229-a9b6-adb346bc8415,segment=NetworkSegment(abdc443e-cf7a-4b71-8730-19997248ebd2),segment_id=abdc443e-cf7a-4b71-8730-19997248ebd2)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:51:29.930279 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Returning: {'device': '897f68f2-48ac-4229-a9b6-adb346bc8415', 'network_id': '0f2cc2b1-26b2-41f2-bdd8-a5e5698bdc15', 'port_id': '897f68f2-48ac-4229-a9b6-adb346bc8415', 'mac_address': 'fa:16:3e:93:37:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33fe8ec3-27c5-4c33-8718-44dd3a3eaffa', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 14:51:29.936390 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-cb3029bb-6dc1-4ec5-9dac-7c5ba4c0b7f0 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:29.941555 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-dd55ca9d-3338-4676-85f0-1194cce50402 req-078a8720-7dd5-49ac-9d05-0564fe352307 service neutron] Attempting to bind port 4cb610aa-7923-49fa-ac4e-1e29828c4978 on host n-h1-694802-15 for vnic_type normal with profile {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:51:29.941895 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-dd55ca9d-3338-4676-85f0-1194cce50402 req-078a8720-7dd5-49ac-9d05-0564fe352307 service neutron] Attempting to bind port 4cb610aa-7923-49fa-ac4e-1e29828c4978 by drivers openvswitch,hyperv on host n-h1-694802-15 at level 0 using segments [{'id': '992c0055-8673-48b2-8c23-e403a670dda0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '742f197c-8a19-4bb3-8560-845411781a1d'}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:51:29.942233 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd55ca9d-3338-4676-85f0-1194cce50402 req-078a8720-7dd5-49ac-9d05-0564fe352307 service neutron] Attempting to bind port 4cb610aa-7923-49fa-ac4e-1e29828c4978 on network 742f197c-8a19-4bb3-8560-845411781a1d {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:51:29.947508 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd55ca9d-3338-4676-85f0-1194cce50402 req-078a8720-7dd5-49ac-9d05-0564fe352307 service neutron] Port 4cb610aa-7923-49fa-ac4e-1e29828c4978 on network 742f197c-8a19-4bb3-8560-845411781a1d not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-15 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 14:51:29.948188 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd55ca9d-3338-4676-85f0-1194cce50402 req-078a8720-7dd5-49ac-9d05-0564fe352307 service neutron] Attempting to bind port 4cb610aa-7923-49fa-ac4e-1e29828c4978 on network 742f197c-8a19-4bb3-8560-845411781a1d {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:51:29.955680 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd55ca9d-3338-4676-85f0-1194cce50402 req-078a8720-7dd5-49ac-9d05-0564fe352307 service neutron] Checking agent: {'id': 'de568313-a3e6-454a-9813-77e25edcea95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 27, 41), 'started_at': datetime.datetime(2021, 8, 12, 14, 27, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 51, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:51:29.955979 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd55ca9d-3338-4676-85f0-1194cce50402 req-078a8720-7dd5-49ac-9d05-0564fe352307 service neutron] Checking segment: {'id': '992c0055-8673-48b2-8c23-e403a670dda0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '742f197c-8a19-4bb3-8560-845411781a1d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:51:29.956465 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-cb3029bb-6dc1-4ec5-9dac-7c5ba4c0b7f0 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:29.956965 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd55ca9d-3338-4676-85f0-1194cce50402 req-078a8720-7dd5-49ac-9d05-0564fe352307 service neutron] Bound using segment: {'id': '992c0055-8673-48b2-8c23-e403a670dda0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '742f197c-8a19-4bb3-8560-845411781a1d'} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:51:29.957615 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-dd55ca9d-3338-4676-85f0-1194cce50402 req-078a8720-7dd5-49ac-9d05-0564fe352307 service neutron] Bound port: 4cb610aa-7923-49fa-ac4e-1e29828c4978, host: n-h1-694802-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '992c0055-8673-48b2-8c23-e403a670dda0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '742f197c-8a19-4bb3-8560-845411781a1d'}}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:51:29.958045 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-dd55ca9d-3338-4676-85f0-1194cce50402 req-078a8720-7dd5-49ac-9d05-0564fe352307 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:29.958522 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-cb3029bb-6dc1-4ec5-9dac-7c5ba4c0b7f0 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] 10.222.0.39 "DELETE /v2.0/ports/7e91ba19-a10c-4b3a-9d38-19be4bc7e2c7 HTTP/1.1" status: 204 len: 168 time: 0.4983199 Aug 12 14:51:29.976333 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 59078) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:51:29.978659 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3029bb-6dc1-4ec5-9dac-7c5ba4c0b7f0 tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Pushing event deleted for resources: {'Port': ['ID=7e91ba19-a10c-4b3a-9d38-19be4bc7e2c7,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:51:30.003052 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:30.016870 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 897f68f2-48ac-4229-a9b6-adb346bc8415 {{(pid=94468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:51:30.046142 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port 897f68f2-48ac-4229-a9b6-adb346bc8415, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=897f68f2-48ac-4229-a9b6-adb346bc8415,segment=NetworkSegment(abdc443e-cf7a-4b71-8730-19997248ebd2),segment_id=abdc443e-cf7a-4b71-8730-19997248ebd2)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:51:30.051452 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:30.105146 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-c1336690-650e-48b3-a976-41106609901a tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680608'] for network, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:30.109270 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-dd55ca9d-3338-4676-85f0-1194cce50402 req-078a8720-7dd5-49ac-9d05-0564fe352307 service neutron] For port 4cb610aa-7923-49fa-ac4e-1e29828c4978, host n-h1-694802-15, cleared binding levels {{(pid=94467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:51:30.111572 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Pushing event updated for resources: {'Port': ['ID=897f68f2-48ac-4229-a9b6-adb346bc8415,revision_number=4']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:51:30.115250 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-dd55ca9d-3338-4676-85f0-1194cce50402 req-078a8720-7dd5-49ac-9d05-0564fe352307 service neutron] For port 4cb610aa-7923-49fa-ac4e-1e29828c4978, host n-h1-694802-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=4cb610aa-7923-49fa-ac4e-1e29828c4978,segment=NetworkSegment(992c0055-8673-48b2-8c23-e403a670dda0),segment_id=992c0055-8673-48b2-8c23-e403a670dda0)] {{(pid=94467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:51:30.123354 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-dd55ca9d-3338-4676-85f0-1194cce50402 req-078a8720-7dd5-49ac-9d05-0564fe352307 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:30.186315 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba44b33-1c92-41af-bc48-50456d13caa0 req-524b4bbd-b7dd-456b-af8f-6a70144f0105 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:51:30.188713 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 59084) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:51:30.188849 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-fba44b33-1c92-41af-bc48-50456d13caa0 req-524b4bbd-b7dd-456b-af8f-6a70144f0105 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/ports?device_id=3123bce8-844b-469f-9aa0-64c8f53661bc HTTP/1.1" status: 200 len: 944 time: 0.0594525 Aug 12 14:51:30.190103 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd55ca9d-3338-4676-85f0-1194cce50402 req-078a8720-7dd5-49ac-9d05-0564fe352307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:51:30.190804 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-dd55ca9d-3338-4676-85f0-1194cce50402 req-078a8720-7dd5-49ac-9d05-0564fe352307 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:30.192503 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-dd55ca9d-3338-4676-85f0-1194cce50402 req-078a8720-7dd5-49ac-9d05-0564fe352307 service neutron] 10.222.0.64 "PUT /v2.0/ports/4cb610aa-7923-49fa-ac4e-1e29828c4978 HTTP/1.1" status: 200 len: 1093 time: 1.3190093 Aug 12 14:51:30.235313 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-fba44b33-1c92-41af-bc48-50456d13caa0 req-45ddb939-57ae-4864-9751-ba1b00963a9b tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ff7dcf8-d6f2-4101-a1d4-537dc448601c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390055 Aug 12 14:51:30.285884 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-bd7f141f-c220-455c-8fa3-c11c9b6d8269 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:30.356268 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-c1336690-650e-48b3-a976-41106609901a tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66413304', 'neutron.services.segments.db._delete_segments_for_network-8744654118000'] for network, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:30.378816 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-c1336690-650e-48b3-a976-41106609901a tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8adcf216-1ab4-4d15-8190-19b3d3f64496']}} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:51:30.380782 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078a8720-7dd5-49ac-9d05-0564fe352307 service neutron] Pushing event updated for resources: {'Port': ['ID=4cb610aa-7923-49fa-ac4e-1e29828c4978,revision_number=7']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:51:30.395699 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-c1336690-650e-48b3-a976-41106609901a tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06cffd1e-4e94-4a01-9c61-2eda147b18bf') {'for_net_delete': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:51:30.395988 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-c1336690-650e-48b3-a976-41106609901a tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06cffd1e-4e94-4a01-9c61-2eda147b18bf') {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:51:30.412755 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-c1336690-650e-48b3-a976-41106609901a tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744654122361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3857526'] for segment, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:30.424816 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] get_ports_and_sgs() called for port_ids ['897f68f2-48ac-4229-a9b6-adb346bc8415'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:51:30.425780 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd55ca9d-3338-4676-85f0-1194cce50402 req-422e2e20-69e9-491b-940a-85198215635d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:51:30.427290 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-dd55ca9d-3338-4676-85f0-1194cce50402 req-422e2e20-69e9-491b-940a-85198215635d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6774b656eb8145eb998ea0059b40b4c3&device_id=3123bce8-844b-469f-9aa0-64c8f53661bc HTTP/1.1" status: 200 len: 1096 time: 0.1847498 Aug 12 14:51:30.437057 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-c1336690-650e-48b3-a976-41106609901a tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:30.465701 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1336690-650e-48b3-a976-41106609901a tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Releasing vlan 321 on physical network physnet1 to pool {{(pid=94467) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 14:51:30.466103 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-c1336690-650e-48b3-a976-41106609901a tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2859015'] for segment, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:30.469020 n-d-694802-15 neutron-server[94467]: Traceback (most recent call last): Aug 12 14:51:30.469020 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 14:51:30.469020 n-d-694802-15 neutron-server[94467]: timer() Aug 12 14:51:30.469020 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 14:51:30.469020 n-d-694802-15 neutron-server[94467]: cb(*args, **kw) Aug 12 14:51:30.469020 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 14:51:30.469020 n-d-694802-15 neutron-server[94467]: return func(*args, **kwargs) Aug 12 14:51:30.469020 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 14:51:30.469020 n-d-694802-15 neutron-server[94467]: self._notify() Aug 12 14:51:30.469020 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 14:51:30.469020 n-d-694802-15 neutron-server[94467]: self.callback(batched_events) Aug 12 14:51:30.469020 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 14:51:30.469020 n-d-694802-15 neutron-server[94467]: event.method(event) Aug 12 14:51:30.469020 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 14:51:30.469020 n-d-694802-15 neutron-server[94467]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 14:51:30.469020 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 14:51:30.469020 n-d-694802-15 neutron-server[94467]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 14:51:30.469020 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 14:51:30.469020 n-d-694802-15 neutron-server[94467]: return f(self, *a, **k) Aug 12 14:51:30.469020 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 14:51:30.469020 n-d-694802-15 neutron-server[94467]: return self._get(url).json() Aug 12 14:51:30.469020 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 14:51:30.469020 n-d-694802-15 neutron-server[94467]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 14:51:30.469020 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 14:51:30.469020 n-d-694802-15 neutron-server[94467]: return self.request(url, 'GET', **kwargs) Aug 12 14:51:30.469020 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 14:51:30.469020 n-d-694802-15 neutron-server[94467]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 14:51:30.469020 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 14:51:30.469020 n-d-694802-15 neutron-server[94467]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 14:51:30.469020 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 14:51:30.469020 n-d-694802-15 neutron-server[94467]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 14:51:30.469020 n-d-694802-15 neutron-server[94467]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 14:51:30.572664 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-c1336690-650e-48b3-a976-41106609901a tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66413281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431520'] for network, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:30.587582 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-c1336690-650e-48b3-a976-41106609901a tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for network, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:30.590016 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-c1336690-650e-48b3-a976-41106609901a tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] 10.222.0.39 "DELETE /v2.0/networks/8adcf216-1ab4-4d15-8190-19b3d3f64496 HTTP/1.1" status: 204 len: 168 time: 0.6114154 Aug 12 14:51:30.617927 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1336690-650e-48b3-a976-41106609901a tempest-PortsTestJSON-19794385 tempest-PortsTestJSON-19794385-project] Pushing event deleted for resources: {'Network': ['ID=8adcf216-1ab4-4d15-8190-19b3d3f64496,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:51:30.630623 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd55ca9d-3338-4676-85f0-1194cce50402 req-30746703-5093-4ffb-b8af-3373a869e960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:51:30.632164 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-dd55ca9d-3338-4676-85f0-1194cce50402 req-30746703-5093-4ffb-b8af-3373a869e960 service neutron] 10.222.0.64 "GET /v2.0/networks?id=742f197c-8a19-4bb3-8560-845411781a1d HTTP/1.1" status: 200 len: 898 time: 0.1930695 Aug 12 14:51:30.701593 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-bd7f141f-c220-455c-8fa3-c11c9b6d8269 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:30.709294 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-bd7f141f-c220-455c-8fa3-c11c9b6d8269 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:30.732254 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-dd55ca9d-3338-4676-85f0-1194cce50402 req-0f458084-bb55-493e-9e43-41780fdc97ce service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4cb610aa-7923-49fa-ac4e-1e29828c4978 HTTP/1.1" status: 200 len: 1000 time: 0.0907736 Aug 12 14:51:30.791032 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-bd7f141f-c220-455c-8fa3-c11c9b6d8269 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7cb7a67ef95e458c84d3ae7066f62e9b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5941839 Aug 12 14:51:30.791032 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7f141f-c220-455c-8fa3-c11c9b6d8269 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aed1086d-2da2-4ba8-9f04-02f3c59f3f38,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:51:30.791624 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 59096) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:51:30.810173 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd55ca9d-3338-4676-85f0-1194cce50402 req-7edef826-dc69-4a4e-8703-92493169ec15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:51:30.811734 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-dd55ca9d-3338-4676-85f0-1194cce50402 req-7edef826-dc69-4a4e-8703-92493169ec15 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e54db14a-8a80-4198-922a-7cf83a508765 HTTP/1.1" status: 200 len: 834 time: 0.0685217 Aug 12 14:51:30.866393 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd55ca9d-3338-4676-85f0-1194cce50402 req-f7de1a8a-4cff-4df3-9ace-19de4b149e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:51:30.868004 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-dd55ca9d-3338-4676-85f0-1194cce50402 req-f7de1a8a-4cff-4df3-9ace-19de4b149e5f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=742f197c-8a19-4bb3-8560-845411781a1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0489514 Aug 12 14:51:30.884969 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abb7b73-f653-472a-b17e-154374e6d60d req-e1a5d082-712e-4b39-9e11-f26affcbc90a tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:51:30.886572 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-7abb7b73-f653-472a-b17e-154374e6d60d req-e1a5d082-712e-4b39-9e11-f26affcbc90a tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] 10.222.0.39 "GET /v2.0/ports?device_id=bcdf7f16-c2d3-4f48-80dd-5bfb8a79ee8b HTTP/1.1" status: 200 len: 944 time: 0.0808539 Aug 12 14:51:30.911382 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8c6c849a-0ced-4cdc-9cef-6504049c0151 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:30.916883 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 59098) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:51:30.929309 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 80f77114-6f01-44e7-896e-aa50041dd1b8 no longer exists at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:51:30.957460 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-7abb7b73-f653-472a-b17e-154374e6d60d req-78b06edd-500c-4a11-bcaa-2180782f2115 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] 10.222.0.39 "GET /v2.0/security-groups?id=d503e6e0-4ce0-4f78-842d-abe0bf3f8a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646064 Aug 12 14:51:30.957973 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] No Port match for: 80f77114-6f01-44e7-896e-aa50041dd1b8 {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 14:51:30.958328 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 80f77114-6f01-44e7-896e-aa50041dd1b8 not bound to the agent host n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:51:30.959397 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8c6c849a-0ced-4cdc-9cef-6504049c0151 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:30.996691 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-dd55ca9d-3338-4676-85f0-1194cce50402 req-c60a04e2-4457-4dc6-b0e4-551dd145c3d0 service neutron] 10.222.0.64 "GET /v2.0/networks/742f197c-8a19-4bb3-8560-845411781a1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212959 Aug 12 14:51:31.020578 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8c6c849a-0ced-4cdc-9cef-6504049c0151 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:31.023925 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8c6c849a-0ced-4cdc-9cef-6504049c0151 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:31.025249 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-8c6c849a-0ced-4cdc-9cef-6504049c0151 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/aed1086d-2da2-4ba8-9f04-02f3c59f3f38 HTTP/1.1" status: 204 len: 168 time: 0.2302556 Aug 12 14:51:31.035008 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6c849a-0ced-4cdc-9cef-6504049c0151 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aed1086d-2da2-4ba8-9f04-02f3c59f3f38,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:51:31.098693 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-dd55ca9d-3338-4676-85f0-1194cce50402 req-d61ae44f-fd92-417e-bd81-0bb6f4247cd1 service neutron] 10.222.0.64 "GET /v2.0/networks/742f197c-8a19-4bb3-8560-845411781a1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953186 Aug 12 14:51:31.111583 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-e3f254f0-390a-4802-83a8-a11cccc983cb admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=be866c071af14d49833929e5eca8b8bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1925898 Aug 12 14:51:31.114182 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 59104) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:51:31.172737 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-7452d3fb-bb25-4914-8a0c-02eea8a06ba2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:31.202143 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-7452d3fb-bb25-4914-8a0c-02eea8a06ba2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:31.251283 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-7452d3fb-bb25-4914-8a0c-02eea8a06ba2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:31.254046 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-7452d3fb-bb25-4914-8a0c-02eea8a06ba2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:31.255300 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-7452d3fb-bb25-4914-8a0c-02eea8a06ba2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b9ea1c4c-b6cd-4262-91a5-c0d72e004f46 HTTP/1.1" status: 204 len: 168 time: 0.1399980 Aug 12 14:51:31.263894 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7452d3fb-bb25-4914-8a0c-02eea8a06ba2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9ea1c4c-b6cd-4262-91a5-c0d72e004f46,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:51:31.413980 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb934a82-7e4b-4dff-9c52-8a4c0d7bf91d req-afec9e1e-a5eb-46af-a910-314303398304 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:51:31.415519 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-eb934a82-7e4b-4dff-9c52-8a4c0d7bf91d req-afec9e1e-a5eb-46af-a910-314303398304 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/ports?device_id=3123bce8-844b-469f-9aa0-64c8f53661bc HTTP/1.1" status: 200 len: 944 time: 0.0616641 Aug 12 14:51:31.457480 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-eb934a82-7e4b-4dff-9c52-8a4c0d7bf91d req-6c0dbbd5-2e64-4b06-8c02-5a46f4f0094b tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ff7dcf8-d6f2-4101-a1d4-537dc448601c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336618 Aug 12 14:51:31.601321 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3123bce8-844b-469f-9aa0-64c8f53661bc', 'tag': '4cb610aa-7923-49fa-ac4e-1e29828c4978'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:51:31.603753 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e65282f928b64038367d043a4411777802006c43a98742496cb2e25b724ff1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0693a96-37f9-44a9-b9b3-b0b697fede4e" -d '{"events": [{"name": "network-changed", "server_uuid": "3123bce8-844b-469f-9aa0-64c8f53661bc", "tag": "4cb610aa-7923-49fa-ac4e-1e29828c4978"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:51:31.662658 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 14:51:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa9d953d-6bf9-4095-bc77-f6d8c39651f7 x-openstack-request-id: req-aa9d953d-6bf9-4095-bc77-f6d8c39651f7 {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:51:31.663474 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3123bce8-844b-469f-9aa0-64c8f53661bc", "tag": "4cb610aa-7923-49fa-ac4e-1e29828c4978", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:51:31.663474 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-aa9d953d-6bf9-4095-bc77-f6d8c39651f7 {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:51:31.664014 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3123bce8-844b-469f-9aa0-64c8f53661bc', 'tag': '4cb610aa-7923-49fa-ac4e-1e29828c4978', 'status': 'completed', 'code': 200} Aug 12 14:51:31.751714 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device 897f68f2-48ac-4229-a9b6-adb346bc8415 up at agent hyperv_n-h2-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:51:31.822258 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Provisioning for port 897f68f2-48ac-4229-a9b6-adb346bc8415 completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:51:31.827308 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Provisioning complete for port 897f68f2-48ac-4229-a9b6-adb346bc8415 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:51:31.828028 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:31.931357 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:31.985543 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port 897f68f2-48ac-4229-a9b6-adb346bc8415, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=897f68f2-48ac-4229-a9b6-adb346bc8415,segment=NetworkSegment(abdc443e-cf7a-4b71-8730-19997248ebd2),segment_id=abdc443e-cf7a-4b71-8730-19997248ebd2)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:51:31.987588 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcdf7f16-c2d3-4f48-80dd-5bfb8a79ee8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '897f68f2-48ac-4229-a9b6-adb346bc8415'}] {{(pid=94468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:51:31.991452 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99a8d87602170099c728e57431aca99e9b98a655a83bbf8727be13192709727b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dce77ffa-275b-4444-992f-bbde0ac62e16" -d '{"events": [{"server_uuid": "bcdf7f16-c2d3-4f48-80dd-5bfb8a79ee8b", "name": "network-vif-plugged", "status": "completed", "tag": "897f68f2-48ac-4229-a9b6-adb346bc8415"}]}' {{(pid=94468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:51:31.997956 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:31.999230 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device 4cb610aa-7923-49fa-ac4e-1e29828c4978 no longer exists at agent hyperv_n-h2-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:51:32.104072 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 14:51:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3b182fe-ff56-4a1d-8931-9ddad9f7821f x-openstack-request-id: req-d3b182fe-ff56-4a1d-8931-9ddad9f7821f {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:51:32.105351 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcdf7f16-c2d3-4f48-80dd-5bfb8a79ee8b", "name": "network-vif-plugged", "status": "completed", "tag": "897f68f2-48ac-4229-a9b6-adb346bc8415", "code": 200}]} {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:51:32.105836 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d3b182fe-ff56-4a1d-8931-9ddad9f7821f {{(pid=94468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:51:32.106488 n-d-694802-15 neutron-server[94468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcdf7f16-c2d3-4f48-80dd-5bfb8a79ee8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '897f68f2-48ac-4229-a9b6-adb346bc8415', 'code': 200} Aug 12 14:51:32.107478 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Pushing event updated for resources: {'Port': ['ID=897f68f2-48ac-4229-a9b6-adb346bc8415,revision_number=5']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:51:32.140614 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device 4cb610aa-7923-49fa-ac4e-1e29828c4978 not bound to the agent host n-h2-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:51:32.186809 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6127269e-1336-499d-b0f1-9795cb0f09d2 req-7ab5e183-b9ca-4f59-956a-e02a9c70a448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:51:32.186809 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-6127269e-1336-499d-b0f1-9795cb0f09d2 req-7ab5e183-b9ca-4f59-956a-e02a9c70a448 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=bcdf7f16-c2d3-4f48-80dd-5bfb8a79ee8b HTTP/1.1" status: 200 len: 1097 time: 0.0765870 Aug 12 14:51:32.186809 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 59158) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:51:32.204471 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0693a96-37f9-44a9-b9b3-b0b697fede4e req-3c1cd0fd-e2fa-4b0f-8a0a-03e1afdc50e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:51:32.205848 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c0693a96-37f9-44a9-b9b3-b0b697fede4e req-3c1cd0fd-e2fa-4b0f-8a0a-03e1afdc50e6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6774b656eb8145eb998ea0059b40b4c3&device_id=3123bce8-844b-469f-9aa0-64c8f53661bc HTTP/1.1" status: 200 len: 1096 time: 0.5193355 Aug 12 14:51:32.213523 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0693a96-37f9-44a9-b9b3-b0b697fede4e req-76f9e8dc-6d6e-4fef-af8c-96b6a400d19f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:51:32.215510 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c0693a96-37f9-44a9-b9b3-b0b697fede4e req-76f9e8dc-6d6e-4fef-af8c-96b6a400d19f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=6774b656eb8145eb998ea0059b40b4c3&device_id=3123bce8-844b-469f-9aa0-64c8f53661bc HTTP/1.1" status: 200 len: 1096 time: 0.5178823 Aug 12 14:51:32.245340 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-6127269e-1336-499d-b0f1-9795cb0f09d2 req-bc085fd2-e0a0-443f-a438-5e31e3696a7a service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=d503e6e0-4ce0-4f78-842d-abe0bf3f8a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524454 Aug 12 14:51:32.248431 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9621ef-07e4-42c2-bf61-7d1b9fa3e288 req-cfd980d3-404a-4397-a8f6-f85820ff1706 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:51:32.255777 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ae9621ef-07e4-42c2-bf61-7d1b9fa3e288 req-cfd980d3-404a-4397-a8f6-f85820ff1706 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] 10.222.0.39 "GET /v2.0/ports?device_id=bcdf7f16-c2d3-4f48-80dd-5bfb8a79ee8b HTTP/1.1" status: 200 len: 945 time: 0.1042209 Aug 12 14:51:32.344283 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-5bb0ae7f-48a5-471f-a5f3-25d4f8be5077 tempest-SecGroupTest-1691326365 tempest-SecGroupTest-1691326365-project] Request body: {'security_group': {'name': 'tempest-secgroup--890318074'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:51:32.376238 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5bb0ae7f-48a5-471f-a5f3-25d4f8be5077 tempest-SecGroupTest-1691326365 tempest-SecGroupTest-1691326365-project] Notify callbacks [] for security_group, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:32.396394 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5bb0ae7f-48a5-471f-a5f3-25d4f8be5077 tempest-SecGroupTest-1691326365 tempest-SecGroupTest-1691326365-project] Notify callbacks [] for security_group, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:32.449602 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ae9621ef-07e4-42c2-bf61-7d1b9fa3e288 req-79cd926c-434e-4bb0-9800-93423a180b59 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] 10.222.0.39 "GET /v2.0/security-groups?id=d503e6e0-4ce0-4f78-842d-abe0bf3f8a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929619 Aug 12 14:51:32.481433 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0693a96-37f9-44a9-b9b3-b0b697fede4e req-e41aa6ad-82e3-4e34-84fa-19d934d71fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:51:32.483365 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c0693a96-37f9-44a9-b9b3-b0b697fede4e req-e41aa6ad-82e3-4e34-84fa-19d934d71fb7 service neutron] 10.222.0.64 "GET /v2.0/networks?id=742f197c-8a19-4bb3-8560-845411781a1d HTTP/1.1" status: 200 len: 898 time: 0.2669570 Aug 12 14:51:32.486940 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0693a96-37f9-44a9-b9b3-b0b697fede4e req-0737cd9d-e6d6-498f-bf28-3e2acb2d56f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:51:32.488920 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c0693a96-37f9-44a9-b9b3-b0b697fede4e req-0737cd9d-e6d6-498f-bf28-3e2acb2d56f1 service neutron] 10.222.0.49 "GET /v2.0/networks?id=742f197c-8a19-4bb3-8560-845411781a1d HTTP/1.1" status: 200 len: 898 time: 0.2614408 Aug 12 14:51:32.550992 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5bb0ae7f-48a5-471f-a5f3-25d4f8be5077 tempest-SecGroupTest-1691326365 tempest-SecGroupTest-1691326365-project] Notify callbacks [] for security_group, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:32.555851 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5bb0ae7f-48a5-471f-a5f3-25d4f8be5077 tempest-SecGroupTest-1691326365 tempest-SecGroupTest-1691326365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:32.596654 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb0ae7f-48a5-471f-a5f3-25d4f8be5077 tempest-SecGroupTest-1691326365 tempest-SecGroupTest-1691326365-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7c6a64a-71d4-48af-bd4a-c081e537a4d6,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:51:32.666407 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c0693a96-37f9-44a9-b9b3-b0b697fede4e req-26261f00-6a4a-4220-8a94-99fa887cd975 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4cb610aa-7923-49fa-ac4e-1e29828c4978 HTTP/1.1" status: 200 len: 1000 time: 0.1612585 Aug 12 14:51:32.676897 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5bb0ae7f-48a5-471f-a5f3-25d4f8be5077 tempest-SecGroupTest-1691326365 tempest-SecGroupTest-1691326365-project] Notify callbacks [] for security_group, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:32.682327 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5bb0ae7f-48a5-471f-a5f3-25d4f8be5077 tempest-SecGroupTest-1691326365 tempest-SecGroupTest-1691326365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:32.694274 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c0693a96-37f9-44a9-b9b3-b0b697fede4e req-5d9ee0c7-3784-4d97-8327-fde0b703df4e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4cb610aa-7923-49fa-ac4e-1e29828c4978 HTTP/1.1" status: 200 len: 1000 time: 0.2023771 Aug 12 14:51:32.717681 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5bb0ae7f-48a5-471f-a5f3-25d4f8be5077 tempest-SecGroupTest-1691326365 tempest-SecGroupTest-1691326365-project] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:32.719043 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-5bb0ae7f-48a5-471f-a5f3-25d4f8be5077 tempest-SecGroupTest-1691326365 tempest-SecGroupTest-1691326365-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5313303 Aug 12 14:51:32.721078 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb0ae7f-48a5-471f-a5f3-25d4f8be5077 tempest-SecGroupTest-1691326365 tempest-SecGroupTest-1691326365-project] Pushing event updated for resources: {'SecurityGroup': ['ID=efd5b31d-9cb4-4a7c-87d6-5105ecbef8a9,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:51:32.723093 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 59176) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:51:32.760768 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0693a96-37f9-44a9-b9b3-b0b697fede4e req-2306b927-7457-417d-9ea8-2ae4466257a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:51:32.763107 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c0693a96-37f9-44a9-b9b3-b0b697fede4e req-2306b927-7457-417d-9ea8-2ae4466257a1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e54db14a-8a80-4198-922a-7cf83a508765 HTTP/1.1" status: 200 len: 834 time: 0.0449085 Aug 12 14:51:32.772165 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31eef618-98b1-49ae-be67-71bc6389d206 req-7ea58e0a-927d-4e71-8a5b-f2f4284bac9e tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:51:32.779407 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-31eef618-98b1-49ae-be67-71bc6389d206 req-7ea58e0a-927d-4e71-8a5b-f2f4284bac9e tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/ports?device_id=3123bce8-844b-469f-9aa0-64c8f53661bc HTTP/1.1" status: 200 len: 944 time: 0.2275591 Aug 12 14:51:32.791320 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-0f049c45-d284-4c58-b814-6a60ba6b2499 tempest-SecGroupTest-1691326365 tempest-SecGroupTest-1691326365-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0671039 Aug 12 14:51:32.794039 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 59178) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:51:32.802904 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-b66fcac0-5857-4c9a-9009-e7906e219720 tempest-SecGroupTest-1691326365 tempest-SecGroupTest-1691326365-project] Request body: {'security_group': {'name': 'tempest-security--1771072904', 'description': 'tempest-security-description-1800945144'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:51:32.840322 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b66fcac0-5857-4c9a-9009-e7906e219720 tempest-SecGroupTest-1691326365 tempest-SecGroupTest-1691326365-project] Notify callbacks [] for security_group, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:32.872402 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-31eef618-98b1-49ae-be67-71bc6389d206 req-7f7c91e6-e9e4-40af-ba20-63f8d866a691 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ff7dcf8-d6f2-4101-a1d4-537dc448601c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0869076 Aug 12 14:51:32.877446 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0693a96-37f9-44a9-b9b3-b0b697fede4e req-820329ba-b000-47b5-af72-30386c76ca9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:51:32.880754 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c0693a96-37f9-44a9-b9b3-b0b697fede4e req-820329ba-b000-47b5-af72-30386c76ca9d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e54db14a-8a80-4198-922a-7cf83a508765 HTTP/1.1" status: 200 len: 834 time: 0.2006023 Aug 12 14:51:32.925796 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b66fcac0-5857-4c9a-9009-e7906e219720 tempest-SecGroupTest-1691326365 tempest-SecGroupTest-1691326365-project] Notify callbacks [] for security_group, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:32.930514 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b66fcac0-5857-4c9a-9009-e7906e219720 tempest-SecGroupTest-1691326365 tempest-SecGroupTest-1691326365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:32.939274 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b66fcac0-5857-4c9a-9009-e7906e219720 tempest-SecGroupTest-1691326365 tempest-SecGroupTest-1691326365-project] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:32.943349 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-b66fcac0-5857-4c9a-9009-e7906e219720 tempest-SecGroupTest-1691326365 tempest-SecGroupTest-1691326365-project] 10.222.0.39 "PUT /v2.0/security-groups/efd5b31d-9cb4-4a7c-87d6-5105ecbef8a9 HTTP/1.1" status: 200 len: 1780 time: 0.1453996 Aug 12 14:51:32.943507 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0693a96-37f9-44a9-b9b3-b0b697fede4e req-9aaed7cd-de54-4053-a576-7b9c5cc54a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:51:32.944772 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c0693a96-37f9-44a9-b9b3-b0b697fede4e req-9aaed7cd-de54-4053-a576-7b9c5cc54a59 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=742f197c-8a19-4bb3-8560-845411781a1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1583164 Aug 12 14:51:32.947125 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 59182) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:51:32.982536 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66fcac0-5857-4c9a-9009-e7906e219720 tempest-SecGroupTest-1691326365 tempest-SecGroupTest-1691326365-project] Pushing event updated for resources: {'SecurityGroup': ['ID=efd5b31d-9cb4-4a7c-87d6-5105ecbef8a9,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:51:33.050340 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0693a96-37f9-44a9-b9b3-b0b697fede4e req-3c14768b-a431-4739-b326-db4cf1dee36f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:51:33.052185 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c0693a96-37f9-44a9-b9b3-b0b697fede4e req-3c14768b-a431-4739-b326-db4cf1dee36f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=742f197c-8a19-4bb3-8560-845411781a1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1629889 Aug 12 14:51:33.090162 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 59188) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:51:33.095667 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-986f6b0f-8cab-4413-8f1a-efb33799eafb tempest-SecGroupTest-1691326365 tempest-SecGroupTest-1691326365-project] 10.222.0.39 "GET /v2.0/security-groups/efd5b31d-9cb4-4a7c-87d6-5105ecbef8a9 HTTP/1.1" status: 200 len: 1780 time: 0.1474471 Aug 12 14:51:33.157395 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c0693a96-37f9-44a9-b9b3-b0b697fede4e req-e399021f-3eb9-4f10-8f32-ebc962dbcd5b service neutron] 10.222.0.64 "GET /v2.0/networks/742f197c-8a19-4bb3-8560-845411781a1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2009151 Aug 12 14:51:33.164601 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b53b1a66-6d6f-4d76-8101-d70cb7970091 tempest-SecGroupTest-1691326365 tempest-SecGroupTest-1691326365-project] Notify callbacks [] for security_group, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:33.190576 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b53b1a66-6d6f-4d76-8101-d70cb7970091 tempest-SecGroupTest-1691326365 tempest-SecGroupTest-1691326365-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:33.265304 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c0693a96-37f9-44a9-b9b3-b0b697fede4e req-bb54a46d-5e78-4163-84a0-7cab50fe4d45 service neutron] 10.222.0.49 "GET /v2.0/networks/742f197c-8a19-4bb3-8560-845411781a1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2016644 Aug 12 14:51:33.268904 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b53b1a66-6d6f-4d76-8101-d70cb7970091 tempest-SecGroupTest-1691326365 tempest-SecGroupTest-1691326365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:33.271815 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b53b1a66-6d6f-4d76-8101-d70cb7970091 tempest-SecGroupTest-1691326365 tempest-SecGroupTest-1691326365-project] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:33.276587 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-b53b1a66-6d6f-4d76-8101-d70cb7970091 tempest-SecGroupTest-1691326365 tempest-SecGroupTest-1691326365-project] 10.222.0.39 "DELETE /v2.0/security-groups/efd5b31d-9cb4-4a7c-87d6-5105ecbef8a9 HTTP/1.1" status: 204 len: 168 time: 0.1853399 Aug 12 14:51:33.277363 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 59192) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:51:33.305079 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53b1a66-6d6f-4d76-8101-d70cb7970091 tempest-SecGroupTest-1691326365 tempest-SecGroupTest-1691326365-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=efd5b31d-9cb4-4a7c-87d6-5105ecbef8a9,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:51:33.353382 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c0693a96-37f9-44a9-b9b3-b0b697fede4e req-542deb7e-f1b1-4657-b9fd-8f6ee0d9def1 service neutron] 10.222.0.64 "GET /v2.0/networks/742f197c-8a19-4bb3-8560-845411781a1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1878862 Aug 12 14:51:33.371333 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-8d6df203-4d3d-440e-bf20-aac971da0cc6 tempest-SecGroupTest-1691326365 tempest-SecGroupTest-1691326365-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0874887 Aug 12 14:51:33.374093 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 59196) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:51:33.390803 n-d-694802-15 neutron-server[94466]: INFO neutron.api.v2.resource [None req-7778bba8-ca21-45a3-843a-aebcc6124317 tempest-SecGroupTest-1691326365 tempest-SecGroupTest-1691326365-project] delete failed (client error): The resource could not be found. Aug 12 14:51:33.392209 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-7778bba8-ca21-45a3-843a-aebcc6124317 tempest-SecGroupTest-1691326365 tempest-SecGroupTest-1691326365-project] 10.222.0.39 "DELETE /v2.0/security-groups/efd5b31d-9cb4-4a7c-87d6-5105ecbef8a9 HTTP/1.1" status: 404 len: 347 time: 0.0167410 Aug 12 14:51:33.394219 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c0693a96-37f9-44a9-b9b3-b0b697fede4e req-15dd2ad8-4eb5-427b-b15b-b9ba734e6aa5 service neutron] 10.222.0.49 "GET /v2.0/networks/742f197c-8a19-4bb3-8560-845411781a1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150799 Aug 12 14:51:33.396199 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 59198) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:51:33.401681 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-d77720de-47ae-44be-a3d2-3f2efa2bbd59 tempest-SecGroupTest-1691326365 tempest-SecGroupTest-1691326365-project] Request body: {'security_group': {'name': 'tempest-secgroup--397063440'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:51:33.425108 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-d77720de-47ae-44be-a3d2-3f2efa2bbd59 tempest-SecGroupTest-1691326365 tempest-SecGroupTest-1691326365-project] Notify callbacks [] for security_group, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:33.522638 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-d77720de-47ae-44be-a3d2-3f2efa2bbd59 tempest-SecGroupTest-1691326365 tempest-SecGroupTest-1691326365-project] Notify callbacks [] for security_group, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:33.527739 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-d77720de-47ae-44be-a3d2-3f2efa2bbd59 tempest-SecGroupTest-1691326365 tempest-SecGroupTest-1691326365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:33.562900 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-d77720de-47ae-44be-a3d2-3f2efa2bbd59 tempest-SecGroupTest-1691326365 tempest-SecGroupTest-1691326365-project] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:33.564172 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-d77720de-47ae-44be-a3d2-3f2efa2bbd59 tempest-SecGroupTest-1691326365 tempest-SecGroupTest-1691326365-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1669962 Aug 12 14:51:33.567833 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 59204) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:51:33.572996 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-a3775bf1-1402-4c72-91b4-74cde1b30cd7 tempest-SecGroupTest-1691326365 tempest-SecGroupTest-1691326365-project] Request body: {'security_group_rule': {'security_group_id': 'b6180c47-c846-4ddd-b28a-d00826782e1d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:51:33.578647 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77720de-47ae-44be-a3d2-3f2efa2bbd59 tempest-SecGroupTest-1691326365 tempest-SecGroupTest-1691326365-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6180c47-c846-4ddd-b28a-d00826782e1d,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:51:33.582347 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a82fcd-0412-4605-af57-6c6142353f32 req-e1bc0241-6473-4888-b7fb-a4ebf507260d tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:51:33.583943 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-76a82fcd-0412-4605-af57-6c6142353f32 req-e1bc0241-6473-4888-b7fb-a4ebf507260d tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] 10.222.0.39 "GET /v2.0/ports?device_id=bcdf7f16-c2d3-4f48-80dd-5bfb8a79ee8b HTTP/1.1" status: 200 len: 945 time: 0.0618885 Aug 12 14:51:33.614494 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a3775bf1-1402-4c72-91b4-74cde1b30cd7 tempest-SecGroupTest-1691326365 tempest-SecGroupTest-1691326365-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:33.633588 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-76a82fcd-0412-4605-af57-6c6142353f32 req-5f12ab78-897f-48e5-86e4-2983380904ed tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] 10.222.0.39 "GET /v2.0/security-groups?id=d503e6e0-4ce0-4f78-842d-abe0bf3f8a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400226 Aug 12 14:51:33.676425 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a3775bf1-1402-4c72-91b4-74cde1b30cd7 tempest-SecGroupTest-1691326365 tempest-SecGroupTest-1691326365-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:33.683352 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a3775bf1-1402-4c72-91b4-74cde1b30cd7 tempest-SecGroupTest-1691326365 tempest-SecGroupTest-1691326365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641735'] for security_group_rule, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:33.702069 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3775bf1-1402-4c72-91b4-74cde1b30cd7 tempest-SecGroupTest-1691326365 tempest-SecGroupTest-1691326365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be96a8bd-0b3d-4551-b433-66954e7e5b29,revision_number=0']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:51:33.712517 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a3775bf1-1402-4c72-91b4-74cde1b30cd7 tempest-SecGroupTest-1691326365 tempest-SecGroupTest-1691326365-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:33.713895 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-a3775bf1-1402-4c72-91b4-74cde1b30cd7 tempest-SecGroupTest-1691326365 tempest-SecGroupTest-1691326365-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1448991 Aug 12 14:51:33.717574 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 59212) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:51:33.753891 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-b873a32f-a9cc-4ccf-bb2d-12791cd633c5 tempest-SecGroupTest-1691326365 tempest-SecGroupTest-1691326365-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:33.763777 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-b873a32f-a9cc-4ccf-bb2d-12791cd633c5 tempest-SecGroupTest-1691326365 tempest-SecGroupTest-1691326365-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:33.800648 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-b873a32f-a9cc-4ccf-bb2d-12791cd633c5 tempest-SecGroupTest-1691326365 tempest-SecGroupTest-1691326365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641735'] for security_group_rule, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:33.806713 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-b873a32f-a9cc-4ccf-bb2d-12791cd633c5 tempest-SecGroupTest-1691326365 tempest-SecGroupTest-1691326365-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:33.807891 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-b873a32f-a9cc-4ccf-bb2d-12791cd633c5 tempest-SecGroupTest-1691326365 tempest-SecGroupTest-1691326365-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/be96a8bd-0b3d-4551-b433-66954e7e5b29 HTTP/1.1" status: 204 len: 168 time: 0.0892336 Aug 12 14:51:33.810453 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 59216) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:51:33.820877 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b873a32f-a9cc-4ccf-bb2d-12791cd633c5 tempest-SecGroupTest-1691326365 tempest-SecGroupTest-1691326365-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=be96a8bd-0b3d-4551-b433-66954e7e5b29,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:51:33.866947 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-41551440-a5c8-4e50-9b52-349d55565721 tempest-SecGroupTest-1691326365 tempest-SecGroupTest-1691326365-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0528648 Aug 12 14:51:33.867210 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 59220) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:51:33.878778 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85855ac2-0eec-4637-99f2-3037901a89b9 req-f5fc1166-9f8f-44b4-9e1b-794d0e7748d1 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:51:33.880403 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-85855ac2-0eec-4637-99f2-3037901a89b9 req-f5fc1166-9f8f-44b4-9e1b-794d0e7748d1 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] 10.222.0.39 "GET /v2.0/ports?device_id=bcdf7f16-c2d3-4f48-80dd-5bfb8a79ee8b HTTP/1.1" status: 200 len: 945 time: 0.0585086 Aug 12 14:51:33.926233 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-13a9d38e-b6d2-48b9-95c1-e0642a00af11 tempest-SecGroupTest-1691326365 tempest-SecGroupTest-1691326365-project] Notify callbacks [] for security_group, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:33.958514 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-85855ac2-0eec-4637-99f2-3037901a89b9 req-3614b1e7-446d-4f42-9331-36d5f036aef7 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] 10.222.0.39 "GET /v2.0/security-groups?id=d503e6e0-4ce0-4f78-842d-abe0bf3f8a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530000 Aug 12 14:51:33.958844 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-13a9d38e-b6d2-48b9-95c1-e0642a00af11 tempest-SecGroupTest-1691326365 tempest-SecGroupTest-1691326365-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:33.967734 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device 4cb610aa-7923-49fa-ac4e-1e29828c4978 details requested by agent hyperv_n-h1-694802-15 with host n-h1-694802-15 {{(pid=94468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 14:51:34.039699 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e95e93e-c680-4062-bd11-f58f90bfb005 req-9aa3c44d-b5da-4594-87e0-fbf146b8ac33 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:51:34.041522 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6e95e93e-c680-4062-bd11-f58f90bfb005 req-9aa3c44d-b5da-4594-87e0-fbf146b8ac33 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/ports?device_id=3123bce8-844b-469f-9aa0-64c8f53661bc HTTP/1.1" status: 200 len: 944 time: 0.0828249 Aug 12 14:51:34.047301 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-13a9d38e-b6d2-48b9-95c1-e0642a00af11 tempest-SecGroupTest-1691326365 tempest-SecGroupTest-1691326365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:34.050066 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-13a9d38e-b6d2-48b9-95c1-e0642a00af11 tempest-SecGroupTest-1691326365 tempest-SecGroupTest-1691326365-project] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:34.051424 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-13a9d38e-b6d2-48b9-95c1-e0642a00af11 tempest-SecGroupTest-1691326365 tempest-SecGroupTest-1691326365-project] 10.222.0.39 "DELETE /v2.0/security-groups/b6180c47-c846-4ddd-b28a-d00826782e1d HTTP/1.1" status: 204 len: 168 time: 0.1832688 Aug 12 14:51:34.054044 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 59226) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:51:34.074833 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a9d38e-b6d2-48b9-95c1-e0642a00af11 tempest-SecGroupTest-1691326365 tempest-SecGroupTest-1691326365-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6180c47-c846-4ddd-b28a-d00826782e1d,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:51:34.103539 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6e95e93e-c680-4062-bd11-f58f90bfb005 req-53bfcf95-757d-41d8-bd5c-752946e56434 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ff7dcf8-d6f2-4101-a1d4-537dc448601c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482311 Aug 12 14:51:34.118572 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port 4cb610aa-7923-49fa-ac4e-1e29828c4978, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=4cb610aa-7923-49fa-ac4e-1e29828c4978,segment=NetworkSegment(992c0055-8673-48b2-8c23-e403a670dda0),segment_id=992c0055-8673-48b2-8c23-e403a670dda0)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:51:34.119091 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c935f9-5568-4246-89ba-f8f4a8ccca7f req-93031205-5c14-4d84-b4a2-1c63455bc02b tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:51:34.120926 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-49c935f9-5568-4246-89ba-f8f4a8ccca7f req-93031205-5c14-4d84-b4a2-1c63455bc02b tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] 10.222.0.39 "GET /v2.0/ports?device_id=bcdf7f16-c2d3-4f48-80dd-5bfb8a79ee8b HTTP/1.1" status: 200 len: 945 time: 0.1014700 Aug 12 14:51:34.137413 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Returning: {'device': '4cb610aa-7923-49fa-ac4e-1e29828c4978', 'network_id': '742f197c-8a19-4bb3-8560-845411781a1d', 'port_id': '4cb610aa-7923-49fa-ac4e-1e29828c4978', 'mac_address': 'fa:16:3e:5a:80:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e54db14a-8a80-4198-922a-7cf83a508765', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 14:51:34.145284 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-fb8ced01-116f-4668-ab30-cd99b3ac0d49 tempest-SecGroupTest-1691326365 tempest-SecGroupTest-1691326365-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0863647 Aug 12 14:51:34.145573 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 59230) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:51:34.150215 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-c0b971cd-616b-4d87-843c-e8757cd5aa29 tempest-SecGroupTest-1691326365 tempest-SecGroupTest-1691326365-project] Request body: {'security_group': {'name': 'tempest-secgroup--509468769'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:51:34.171465 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-49c935f9-5568-4246-89ba-f8f4a8ccca7f req-ddd1401e-68d6-4ca6-a588-62254878e8ae tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] 10.222.0.39 "GET /v2.0/security-groups?id=d503e6e0-4ce0-4f78-842d-abe0bf3f8a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419455 Aug 12 14:51:34.192011 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-c0b971cd-616b-4d87-843c-e8757cd5aa29 tempest-SecGroupTest-1691326365 tempest-SecGroupTest-1691326365-project] Notify callbacks [] for security_group, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:34.214139 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:34.231333 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4cb610aa-7923-49fa-ac4e-1e29828c4978 {{(pid=94468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:51:34.260301 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port 4cb610aa-7923-49fa-ac4e-1e29828c4978, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=4cb610aa-7923-49fa-ac4e-1e29828c4978,segment=NetworkSegment(992c0055-8673-48b2-8c23-e403a670dda0),segment_id=992c0055-8673-48b2-8c23-e403a670dda0)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:51:34.266987 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:34.348021 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-c0b971cd-616b-4d87-843c-e8757cd5aa29 tempest-SecGroupTest-1691326365 tempest-SecGroupTest-1691326365-project] Notify callbacks [] for security_group, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:34.382421 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Pushing event updated for resources: {'Port': ['ID=4cb610aa-7923-49fa-ac4e-1e29828c4978,revision_number=8']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:51:34.396702 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-c0b971cd-616b-4d87-843c-e8757cd5aa29 tempest-SecGroupTest-1691326365 tempest-SecGroupTest-1691326365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:34.479943 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-c0b971cd-616b-4d87-843c-e8757cd5aa29 tempest-SecGroupTest-1691326365 tempest-SecGroupTest-1691326365-project] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:34.483697 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-c0b971cd-616b-4d87-843c-e8757cd5aa29 tempest-SecGroupTest-1691326365 tempest-SecGroupTest-1691326365-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3346260 Aug 12 14:51:34.485389 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 59242) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:51:34.491936 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-8d0122c1-16da-48ec-9c94-52b304588101 tempest-SecGroupTest-1691326365 tempest-SecGroupTest-1691326365-project] Request body: {'security_group_rule': {'security_group_id': '11acc551-de53-473e-b60b-d9a949066da4', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:51:34.501826 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b971cd-616b-4d87-843c-e8757cd5aa29 tempest-SecGroupTest-1691326365 tempest-SecGroupTest-1691326365-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11acc551-de53-473e-b60b-d9a949066da4,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:51:34.525644 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55cc8bc-0622-484f-8803-383194768da4 req-c6ac57e6-cfa5-46eb-b5e1-fc02657ed021 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:51:34.527822 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b55cc8bc-0622-484f-8803-383194768da4 req-c6ac57e6-cfa5-46eb-b5e1-fc02657ed021 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.64 "GET /v2.0/ports?device_id=3123bce8-844b-469f-9aa0-64c8f53661bc&tenant_id=6774b656eb8145eb998ea0059b40b4c3&binding%3Ahost_id=n-h1-694802-15 HTTP/1.1" status: 200 len: 945 time: 0.1771665 Aug 12 14:51:34.532419 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2e9049-f95b-4a79-8871-38aaae4d1ea4 req-04c05fb0-6115-4ad9-89ef-327e3da54c54 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:51:34.535518 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-3a2e9049-f95b-4a79-8871-38aaae4d1ea4 req-04c05fb0-6115-4ad9-89ef-327e3da54c54 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] 10.222.0.39 "GET /v2.0/ports?device_id=bcdf7f16-c2d3-4f48-80dd-5bfb8a79ee8b HTTP/1.1" status: 200 len: 945 time: 0.0820320 Aug 12 14:51:34.545284 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8d0122c1-16da-48ec-9c94-52b304588101 tempest-SecGroupTest-1691326365 tempest-SecGroupTest-1691326365-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:34.554798 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f65838a-cb50-4534-8fce-9e45fc249dd8 req-af8bdf4f-3ba1-4d08-848e-b65cc58b3edb tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:51:34.556446 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-1f65838a-cb50-4534-8fce-9e45fc249dd8 req-af8bdf4f-3ba1-4d08-848e-b65cc58b3edb tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/ports?device_id=3123bce8-844b-469f-9aa0-64c8f53661bc HTTP/1.1" status: 200 len: 945 time: 0.1268842 Aug 12 14:51:34.572225 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] get_ports_and_sgs() called for port_ids ['4cb610aa-7923-49fa-ac4e-1e29828c4978'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:51:34.597918 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-3a2e9049-f95b-4a79-8871-38aaae4d1ea4 req-2d39196d-fcd1-42f7-b08e-9662e4a3e092 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] 10.222.0.39 "GET /v2.0/security-groups?id=d503e6e0-4ce0-4f78-842d-abe0bf3f8a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570538 Aug 12 14:51:34.638159 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-1f65838a-cb50-4534-8fce-9e45fc249dd8 req-ada2af99-6a07-4739-be67-71e41dfe7531 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ff7dcf8-d6f2-4101-a1d4-537dc448601c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611014 Aug 12 14:51:34.644983 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b55cc8bc-0622-484f-8803-383194768da4 req-423fba61-6867-4251-b002-a81301584da5 service neutron] 10.222.0.64 "GET /v2.0/ports/4cb610aa-7923-49fa-ac4e-1e29828c4978/bindings/n-h1-694802-15 HTTP/1.1" status: 200 len: 383 time: 0.1084042 Aug 12 14:51:34.684500 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8d0122c1-16da-48ec-9c94-52b304588101 tempest-SecGroupTest-1691326365 tempest-SecGroupTest-1691326365-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:34.695043 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8d0122c1-16da-48ec-9c94-52b304588101 tempest-SecGroupTest-1691326365 tempest-SecGroupTest-1691326365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641735'] for security_group_rule, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:34.728817 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55cc8bc-0622-484f-8803-383194768da4 req-2ed40dd7-1e3e-4069-ba43-03e19b0ffc9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:51:34.730803 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0122c1-16da-48ec-9c94-52b304588101 tempest-SecGroupTest-1691326365 tempest-SecGroupTest-1691326365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=142221c1-eb6f-4421-b174-94af9d81a364,revision_number=0']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:51:34.731493 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b55cc8bc-0622-484f-8803-383194768da4 req-2ed40dd7-1e3e-4069-ba43-03e19b0ffc9d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6774b656eb8145eb998ea0059b40b4c3&device_id=3123bce8-844b-469f-9aa0-64c8f53661bc HTTP/1.1" status: 200 len: 1097 time: 0.0572865 Aug 12 14:51:34.745216 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8d0122c1-16da-48ec-9c94-52b304588101 tempest-SecGroupTest-1691326365 tempest-SecGroupTest-1691326365-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:34.749943 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-8d0122c1-16da-48ec-9c94-52b304588101 tempest-SecGroupTest-1691326365 tempest-SecGroupTest-1691326365-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2621019 Aug 12 14:51:34.750550 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 59250) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:51:34.755447 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-afafacc3-2ebd-4d89-b9b2-02fc2b383c21 tempest-SecGroupTest-1691326365 tempest-SecGroupTest-1691326365-project] Request body: {'security_group_rule': {'security_group_id': '11acc551-de53-473e-b60b-d9a949066da4', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:51:34.793430 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-afafacc3-2ebd-4d89-b9b2-02fc2b383c21 tempest-SecGroupTest-1691326365 tempest-SecGroupTest-1691326365-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:34.849765 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55cc8bc-0622-484f-8803-383194768da4 req-f095ace0-14e1-4372-a9a8-debc73ecfebd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:51:34.851872 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b55cc8bc-0622-484f-8803-383194768da4 req-f095ace0-14e1-4372-a9a8-debc73ecfebd service neutron] 10.222.0.64 "GET /v2.0/networks?id=742f197c-8a19-4bb3-8560-845411781a1d HTTP/1.1" status: 200 len: 898 time: 0.1040723 Aug 12 14:51:34.863770 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-afafacc3-2ebd-4d89-b9b2-02fc2b383c21 tempest-SecGroupTest-1691326365 tempest-SecGroupTest-1691326365-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:34.868647 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-afafacc3-2ebd-4d89-b9b2-02fc2b383c21 tempest-SecGroupTest-1691326365 tempest-SecGroupTest-1691326365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641735'] for security_group_rule, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:34.895341 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afafacc3-2ebd-4d89-b9b2-02fc2b383c21 tempest-SecGroupTest-1691326365 tempest-SecGroupTest-1691326365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e237cc9-4cd4-496c-9c62-53e675267937,revision_number=0']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:51:34.899389 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-afafacc3-2ebd-4d89-b9b2-02fc2b383c21 tempest-SecGroupTest-1691326365 tempest-SecGroupTest-1691326365-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:34.903294 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-afafacc3-2ebd-4d89-b9b2-02fc2b383c21 tempest-SecGroupTest-1691326365 tempest-SecGroupTest-1691326365-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1492310 Aug 12 14:51:34.903723 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 59252) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:51:34.909305 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-45c6c48e-e7a6-4245-b36f-b42dbbb52766 tempest-SecGroupTest-1691326365 tempest-SecGroupTest-1691326365-project] Request body: {'security_group_rule': {'security_group_id': '11acc551-de53-473e-b60b-d9a949066da4', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:51:34.937598 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-45c6c48e-e7a6-4245-b36f-b42dbbb52766 tempest-SecGroupTest-1691326365 tempest-SecGroupTest-1691326365-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:34.948672 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b55cc8bc-0622-484f-8803-383194768da4 req-e3824a72-4e0a-4f60-acc9-bcd2de55b00f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4cb610aa-7923-49fa-ac4e-1e29828c4978 HTTP/1.1" status: 200 len: 1001 time: 0.0899158 Aug 12 14:51:35.004870 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55cc8bc-0622-484f-8803-383194768da4 req-440ec88b-6555-47dc-806f-a1c62a4adb22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:51:35.006561 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b55cc8bc-0622-484f-8803-383194768da4 req-440ec88b-6555-47dc-806f-a1c62a4adb22 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e54db14a-8a80-4198-922a-7cf83a508765 HTTP/1.1" status: 200 len: 834 time: 0.0507321 Aug 12 14:51:35.007919 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-45c6c48e-e7a6-4245-b36f-b42dbbb52766 tempest-SecGroupTest-1691326365 tempest-SecGroupTest-1691326365-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:35.011942 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-45c6c48e-e7a6-4245-b36f-b42dbbb52766 tempest-SecGroupTest-1691326365 tempest-SecGroupTest-1691326365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641735'] for security_group_rule, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:35.027917 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c6c48e-e7a6-4245-b36f-b42dbbb52766 tempest-SecGroupTest-1691326365 tempest-SecGroupTest-1691326365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3cb7c188-866c-4e42-a4c5-a6592e3acc3f,revision_number=0']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:51:35.038230 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-45c6c48e-e7a6-4245-b36f-b42dbbb52766 tempest-SecGroupTest-1691326365 tempest-SecGroupTest-1691326365-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:35.042137 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-45c6c48e-e7a6-4245-b36f-b42dbbb52766 tempest-SecGroupTest-1691326365 tempest-SecGroupTest-1691326365-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1348951 Aug 12 14:51:35.042372 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 59256) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:51:35.047569 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-3354ac78-1dfd-4f8e-a431-e7799ce3ebe7 tempest-SecGroupTest-1691326365 tempest-SecGroupTest-1691326365-project] Request body: {'security_group_rule': {'security_group_id': '11acc551-de53-473e-b60b-d9a949066da4', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:51:35.060463 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55cc8bc-0622-484f-8803-383194768da4 req-5f3c5356-8ace-4b06-a494-4b1582bc75b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:51:35.062109 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b55cc8bc-0622-484f-8803-383194768da4 req-5f3c5356-8ace-4b06-a494-4b1582bc75b3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=742f197c-8a19-4bb3-8560-845411781a1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0462744 Aug 12 14:51:35.077109 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3354ac78-1dfd-4f8e-a431-e7799ce3ebe7 tempest-SecGroupTest-1691326365 tempest-SecGroupTest-1691326365-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:35.148794 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3354ac78-1dfd-4f8e-a431-e7799ce3ebe7 tempest-SecGroupTest-1691326365 tempest-SecGroupTest-1691326365-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:35.153768 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3354ac78-1dfd-4f8e-a431-e7799ce3ebe7 tempest-SecGroupTest-1691326365 tempest-SecGroupTest-1691326365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641735'] for security_group_rule, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:35.169976 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3354ac78-1dfd-4f8e-a431-e7799ce3ebe7 tempest-SecGroupTest-1691326365 tempest-SecGroupTest-1691326365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2bc4707f-71f2-4774-8a78-79796b3d9885,revision_number=0']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:51:35.174031 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b55cc8bc-0622-484f-8803-383194768da4 req-1fa4c345-64cc-4202-9fee-fa20b57b0e51 service neutron] 10.222.0.64 "GET /v2.0/networks/742f197c-8a19-4bb3-8560-845411781a1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039503 Aug 12 14:51:35.179574 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3354ac78-1dfd-4f8e-a431-e7799ce3ebe7 tempest-SecGroupTest-1691326365 tempest-SecGroupTest-1691326365-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:35.180853 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-3354ac78-1dfd-4f8e-a431-e7799ce3ebe7 tempest-SecGroupTest-1691326365 tempest-SecGroupTest-1691326365-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1369390 Aug 12 14:51:35.183773 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 59264) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:51:35.188381 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-e74fef15-00d4-45d2-8775-43cc3f5450e2 tempest-SecGroupTest-1691326365 tempest-SecGroupTest-1691326365-project] Request body: {'security_group_rule': {'security_group_id': '11acc551-de53-473e-b60b-d9a949066da4', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:51:35.219462 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e74fef15-00d4-45d2-8775-43cc3f5450e2 tempest-SecGroupTest-1691326365 tempest-SecGroupTest-1691326365-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:35.279612 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b55cc8bc-0622-484f-8803-383194768da4 req-5ccca063-d23b-48de-bcb6-5641dada0c67 service neutron] 10.222.0.64 "GET /v2.0/networks/742f197c-8a19-4bb3-8560-845411781a1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980489 Aug 12 14:51:35.293397 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e74fef15-00d4-45d2-8775-43cc3f5450e2 tempest-SecGroupTest-1691326365 tempest-SecGroupTest-1691326365-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:35.297730 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e74fef15-00d4-45d2-8775-43cc3f5450e2 tempest-SecGroupTest-1691326365 tempest-SecGroupTest-1691326365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641735'] for security_group_rule, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:35.321171 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74fef15-00d4-45d2-8775-43cc3f5450e2 tempest-SecGroupTest-1691326365 tempest-SecGroupTest-1691326365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c85f736-39e2-403c-a5b0-ad09222f5b29,revision_number=0']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:51:35.324558 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e74fef15-00d4-45d2-8775-43cc3f5450e2 tempest-SecGroupTest-1691326365 tempest-SecGroupTest-1691326365-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:35.325857 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-e74fef15-00d4-45d2-8775-43cc3f5450e2 tempest-SecGroupTest-1691326365 tempest-SecGroupTest-1691326365-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1410360 Aug 12 14:51:35.329121 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 59268) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:51:35.358728 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5155bb3a-3e99-4551-b60b-1fea7f499c8e tempest-SecGroupTest-1691326365 tempest-SecGroupTest-1691326365-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:35.366894 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5155bb3a-3e99-4551-b60b-1fea7f499c8e tempest-SecGroupTest-1691326365 tempest-SecGroupTest-1691326365-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:35.399354 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5155bb3a-3e99-4551-b60b-1fea7f499c8e tempest-SecGroupTest-1691326365 tempest-SecGroupTest-1691326365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641735'] for security_group_rule, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:35.405871 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5155bb3a-3e99-4551-b60b-1fea7f499c8e tempest-SecGroupTest-1691326365 tempest-SecGroupTest-1691326365-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:35.407260 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-5155bb3a-3e99-4551-b60b-1fea7f499c8e tempest-SecGroupTest-1691326365 tempest-SecGroupTest-1691326365-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/0c85f736-39e2-403c-a5b0-ad09222f5b29 HTTP/1.1" status: 204 len: 168 time: 0.0767126 Aug 12 14:51:35.409913 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 59274) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:51:35.413517 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5155bb3a-3e99-4551-b60b-1fea7f499c8e tempest-SecGroupTest-1691326365 tempest-SecGroupTest-1691326365-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0c85f736-39e2-403c-a5b0-ad09222f5b29,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:51:35.458700 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-60e51156-e42b-414a-acf7-b023779cad9f tempest-SecGroupTest-1691326365 tempest-SecGroupTest-1691326365-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0474868 Aug 12 14:51:35.462000 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 59276) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:51:35.491480 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-7175618b-0b77-4905-a475-4df124c1e90c tempest-SecGroupTest-1691326365 tempest-SecGroupTest-1691326365-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:35.499541 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-7175618b-0b77-4905-a475-4df124c1e90c tempest-SecGroupTest-1691326365 tempest-SecGroupTest-1691326365-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:35.525397 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-7175618b-0b77-4905-a475-4df124c1e90c tempest-SecGroupTest-1691326365 tempest-SecGroupTest-1691326365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641735'] for security_group_rule, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:35.530446 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-7175618b-0b77-4905-a475-4df124c1e90c tempest-SecGroupTest-1691326365 tempest-SecGroupTest-1691326365-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:35.531614 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-7175618b-0b77-4905-a475-4df124c1e90c tempest-SecGroupTest-1691326365 tempest-SecGroupTest-1691326365-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/2bc4707f-71f2-4774-8a78-79796b3d9885 HTTP/1.1" status: 204 len: 168 time: 0.0686731 Aug 12 14:51:35.534804 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 59278) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:51:35.539914 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7175618b-0b77-4905-a475-4df124c1e90c tempest-SecGroupTest-1691326365 tempest-SecGroupTest-1691326365-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2bc4707f-71f2-4774-8a78-79796b3d9885,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:51:35.594746 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-99dce49c-0c34-48d1-acf7-dea1e53b1368 tempest-SecGroupTest-1691326365 tempest-SecGroupTest-1691326365-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0576940 Aug 12 14:51:35.597517 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 59280) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:51:35.636054 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-51924930-c850-4d37-a6a3-5da59a5e0d4d tempest-SecGroupTest-1691326365 tempest-SecGroupTest-1691326365-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:35.645680 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-51924930-c850-4d37-a6a3-5da59a5e0d4d tempest-SecGroupTest-1691326365 tempest-SecGroupTest-1691326365-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:35.692478 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-51924930-c850-4d37-a6a3-5da59a5e0d4d tempest-SecGroupTest-1691326365 tempest-SecGroupTest-1691326365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641735'] for security_group_rule, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:35.701663 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-51924930-c850-4d37-a6a3-5da59a5e0d4d tempest-SecGroupTest-1691326365 tempest-SecGroupTest-1691326365-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:35.704100 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-51924930-c850-4d37-a6a3-5da59a5e0d4d tempest-SecGroupTest-1691326365 tempest-SecGroupTest-1691326365-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/3cb7c188-866c-4e42-a4c5-a6592e3acc3f HTTP/1.1" status: 204 len: 168 time: 0.1046379 Aug 12 14:51:35.711936 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 59286) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:51:35.712690 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51924930-c850-4d37-a6a3-5da59a5e0d4d tempest-SecGroupTest-1691326365 tempest-SecGroupTest-1691326365-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3cb7c188-866c-4e42-a4c5-a6592e3acc3f,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:51:35.742829 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a50063-384b-4832-bbbe-4e92bf29d80a req-33430353-54d0-49a6-b2ea-d8c42fc98509 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:51:35.751046 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-47a50063-384b-4832-bbbe-4e92bf29d80a req-33430353-54d0-49a6-b2ea-d8c42fc98509 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] 10.222.0.39 "GET /v2.0/ports?device_id=bcdf7f16-c2d3-4f48-80dd-5bfb8a79ee8b HTTP/1.1" status: 200 len: 945 time: 0.0733728 Aug 12 14:51:35.787625 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-47a50063-384b-4832-bbbe-4e92bf29d80a req-4698b069-3744-45af-a889-39e5ad593740 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] 10.222.0.39 "GET /v2.0/security-groups?id=d503e6e0-4ce0-4f78-842d-abe0bf3f8a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353987 Aug 12 14:51:35.815132 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-9510342f-85d0-4660-87eb-614474e7646a tempest-SecGroupTest-1691326365 tempest-SecGroupTest-1691326365-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0916378 Aug 12 14:51:35.815885 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 59294) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:51:35.829420 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab44f396-e69f-4bae-bd47-20a0caf76b91 req-7b6e547d-6aaf-4dd9-a37a-a78b677c5be6 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:51:35.831251 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-ab44f396-e69f-4bae-bd47-20a0caf76b91 req-7b6e547d-6aaf-4dd9-a37a-a78b677c5be6 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/ports?device_id=3123bce8-844b-469f-9aa0-64c8f53661bc HTTP/1.1" status: 200 len: 945 time: 0.0922451 Aug 12 14:51:35.843832 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-2c3a3afd-d2e8-45c6-921c-9c9eec1f3503 tempest-SecGroupTest-1691326365 tempest-SecGroupTest-1691326365-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:35.852664 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-2c3a3afd-d2e8-45c6-921c-9c9eec1f3503 tempest-SecGroupTest-1691326365 tempest-SecGroupTest-1691326365-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:35.879000 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-ab44f396-e69f-4bae-bd47-20a0caf76b91 req-3e6c1a07-92ed-4272-90b9-2758c42a678a tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ff7dcf8-d6f2-4101-a1d4-537dc448601c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402184 Aug 12 14:51:35.885501 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-2c3a3afd-d2e8-45c6-921c-9c9eec1f3503 tempest-SecGroupTest-1691326365 tempest-SecGroupTest-1691326365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641735'] for security_group_rule, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:35.900312 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-2c3a3afd-d2e8-45c6-921c-9c9eec1f3503 tempest-SecGroupTest-1691326365 tempest-SecGroupTest-1691326365-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:35.900312 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-2c3a3afd-d2e8-45c6-921c-9c9eec1f3503 tempest-SecGroupTest-1691326365 tempest-SecGroupTest-1691326365-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/9e237cc9-4cd4-496c-9c62-53e675267937 HTTP/1.1" status: 204 len: 168 time: 0.0837932 Aug 12 14:51:35.901036 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3a3afd-d2e8-45c6-921c-9c9eec1f3503 tempest-SecGroupTest-1691326365 tempest-SecGroupTest-1691326365-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9e237cc9-4cd4-496c-9c62-53e675267937,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:51:35.903339 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 59296) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:51:35.951237 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-38a26f97-8f19-4b6a-8bf1-06477c578ce9 tempest-SecGroupTest-1691326365 tempest-SecGroupTest-1691326365-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0440106 Aug 12 14:51:35.951513 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 59300) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:51:35.984814 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-64e595a5-3023-4332-a5de-4212e523f9d2 tempest-SecGroupTest-1691326365 tempest-SecGroupTest-1691326365-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:35.996674 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device 4cb610aa-7923-49fa-ac4e-1e29828c4978 up at agent hyperv_n-h1-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:51:36.012595 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-64e595a5-3023-4332-a5de-4212e523f9d2 tempest-SecGroupTest-1691326365 tempest-SecGroupTest-1691326365-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:36.047821 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cca001-09cd-48c8-a8f3-f29daf347c76 req-478d0a05-ca5e-48f2-be53-8cdb19e8cd0b tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:51:36.050080 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c0cca001-09cd-48c8-a8f3-f29daf347c76 req-478d0a05-ca5e-48f2-be53-8cdb19e8cd0b tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] 10.222.0.49 "GET /v2.0/ports?device_id=bcdf7f16-c2d3-4f48-80dd-5bfb8a79ee8b HTTP/1.1" status: 200 len: 945 time: 0.0810707 Aug 12 14:51:36.052709 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Provisioning for port 4cb610aa-7923-49fa-ac4e-1e29828c4978 completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:51:36.056605 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Provisioning complete for port 4cb610aa-7923-49fa-ac4e-1e29828c4978 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:51:36.056978 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:36.068398 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-64e595a5-3023-4332-a5de-4212e523f9d2 tempest-SecGroupTest-1691326365 tempest-SecGroupTest-1691326365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641735'] for security_group_rule, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:36.075444 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-64e595a5-3023-4332-a5de-4212e523f9d2 tempest-SecGroupTest-1691326365 tempest-SecGroupTest-1691326365-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:36.076581 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-64e595a5-3023-4332-a5de-4212e523f9d2 tempest-SecGroupTest-1691326365 tempest-SecGroupTest-1691326365-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/142221c1-eb6f-4421-b174-94af9d81a364 HTTP/1.1" status: 204 len: 168 time: 0.1242986 Aug 12 14:51:36.079444 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 59308) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:51:36.097654 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e595a5-3023-4332-a5de-4212e523f9d2 tempest-SecGroupTest-1691326365 tempest-SecGroupTest-1691326365-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=142221c1-eb6f-4421-b174-94af9d81a364,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:51:36.131390 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-41b0bbed-6fe3-4b7a-a1ce-a8094a0086a2 tempest-SecGroupTest-1691326365 tempest-SecGroupTest-1691326365-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0504811 Aug 12 14:51:36.134143 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 59310) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:51:36.172476 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [req-c0cca001-09cd-48c8-a8f3-f29daf347c76 req-2ebae881-4d1d-43f6-9502-f59b5f2cde74 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] Deleting port 897f68f2-48ac-4229-a9b6-adb346bc8415 {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:51:36.172678 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:36.173184 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-c0cca001-09cd-48c8-a8f3-f29daf347c76 req-2ebae881-4d1d-43f6-9502-f59b5f2cde74 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:36.201022 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-73c8eed5-54f3-4e47-8113-f02ceb317dfc tempest-SecGroupTest-1691326365 tempest-SecGroupTest-1691326365-project] Notify callbacks [] for security_group, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:36.211201 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3123bce8-844b-469f-9aa0-64c8f53661bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cb610aa-7923-49fa-ac4e-1e29828c4978'}] {{(pid=94468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:51:36.217165 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99a8d87602170099c728e57431aca99e9b98a655a83bbf8727be13192709727b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a646dde-c417-4239-9785-c0e1986a3e17" -d '{"events": [{"server_uuid": "3123bce8-844b-469f-9aa0-64c8f53661bc", "name": "network-vif-plugged", "status": "completed", "tag": "4cb610aa-7923-49fa-ac4e-1e29828c4978"}]}' {{(pid=94468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:51:36.237357 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-73c8eed5-54f3-4e47-8113-f02ceb317dfc tempest-SecGroupTest-1691326365 tempest-SecGroupTest-1691326365-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:36.253771 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port 4cb610aa-7923-49fa-ac4e-1e29828c4978, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=4cb610aa-7923-49fa-ac4e-1e29828c4978,segment=NetworkSegment(992c0055-8673-48b2-8c23-e403a670dda0),segment_id=992c0055-8673-48b2-8c23-e403a670dda0)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:51:36.261055 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:36.285581 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-c0cca001-09cd-48c8-a8f3-f29daf347c76 req-2ebae881-4d1d-43f6-9502-f59b5f2cde74 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] For port 897f68f2-48ac-4229-a9b6-adb346bc8415, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=897f68f2-48ac-4229-a9b6-adb346bc8415,segment=NetworkSegment(abdc443e-cf7a-4b71-8730-19997248ebd2),segment_id=abdc443e-cf7a-4b71-8730-19997248ebd2)] {{(pid=94467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:51:36.285954 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-c0cca001-09cd-48c8-a8f3-f29daf347c76 req-2ebae881-4d1d-43f6-9502-f59b5f2cde74 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:36.301010 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [req-c0cca001-09cd-48c8-a8f3-f29daf347c76 req-2ebae881-4d1d-43f6-9502-f59b5f2cde74 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] Calling delete_port for 897f68f2-48ac-4229-a9b6-adb346bc8415 owned by compute:nova {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:51:36.320541 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 14:51:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83464348-b219-4ea9-94b0-0ad6e9a36bb5 x-openstack-request-id: req-83464348-b219-4ea9-94b0-0ad6e9a36bb5 {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:51:36.320998 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3123bce8-844b-469f-9aa0-64c8f53661bc", "name": "network-vif-plugged", "status": "completed", "tag": "4cb610aa-7923-49fa-ac4e-1e29828c4978", "code": 200}]} {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:51:36.321435 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-83464348-b219-4ea9-94b0-0ad6e9a36bb5 {{(pid=94468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:51:36.322011 n-d-694802-15 neutron-server[94468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3123bce8-844b-469f-9aa0-64c8f53661bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cb610aa-7923-49fa-ac4e-1e29828c4978', 'code': 200} Aug 12 14:51:36.347563 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-73c8eed5-54f3-4e47-8113-f02ceb317dfc tempest-SecGroupTest-1691326365 tempest-SecGroupTest-1691326365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:36.354864 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-73c8eed5-54f3-4e47-8113-f02ceb317dfc tempest-SecGroupTest-1691326365 tempest-SecGroupTest-1691326365-project] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:36.357296 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-73c8eed5-54f3-4e47-8113-f02ceb317dfc tempest-SecGroupTest-1691326365 tempest-SecGroupTest-1691326365-project] 10.222.0.39 "DELETE /v2.0/security-groups/11acc551-de53-473e-b60b-d9a949066da4 HTTP/1.1" status: 204 len: 168 time: 0.2218535 Aug 12 14:51:36.360050 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 59322) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:51:36.365648 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Pushing event updated for resources: {'Port': ['ID=4cb610aa-7923-49fa-ac4e-1e29828c4978,revision_number=9']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:51:36.374413 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c8eed5-54f3-4e47-8113-f02ceb317dfc tempest-SecGroupTest-1691326365 tempest-SecGroupTest-1691326365-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=11acc551-de53-473e-b60b-d9a949066da4,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:51:36.439260 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-818500b0-11f5-4f6e-bf88-322a44bca648 tempest-SecGroupTest-1691326365 tempest-SecGroupTest-1691326365-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0745776 Aug 12 14:51:36.441624 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 59328) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:51:36.463971 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-79c6cb5a-81af-425c-8991-de7383ac3ee5 tempest-SecGroupTest-1691326365 tempest-SecGroupTest-1691326365-project] Request body: {'security_group': {'name': 'tempest-secgroup--812345113'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:51:36.503374 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-79c6cb5a-81af-425c-8991-de7383ac3ee5 tempest-SecGroupTest-1691326365 tempest-SecGroupTest-1691326365-project] Notify callbacks [] for security_group, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:36.513208 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-c0cca001-09cd-48c8-a8f3-f29daf347c76 req-2ebae881-4d1d-43f6-9502-f59b5f2cde74 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:36.526241 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] get_ports_and_sgs() called for port_ids ['897f68f2-48ac-4229-a9b6-adb346bc8415'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:51:36.528744 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] get_ports_and_sgs() called for port_ids ['dc566ee9-a384-4f4a-8a20-5887f333a78c'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:51:36.546940 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebae881-4d1d-43f6-9502-f59b5f2cde74 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] Pushing event deleted for resources: {'Port': ['ID=897f68f2-48ac-4229-a9b6-adb346bc8415,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:51:36.601802 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0cca001-09cd-48c8-a8f3-f29daf347c76 req-2ebae881-4d1d-43f6-9502-f59b5f2cde74 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] No DVR routers for this DVR port 897f68f2-48ac-4229-a9b6-adb346bc8415 on host n-h2-694802-15 {{(pid=94467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:51:36.608020 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-c0cca001-09cd-48c8-a8f3-f29daf347c76 req-2ebae881-4d1d-43f6-9502-f59b5f2cde74 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:36.610285 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c0cca001-09cd-48c8-a8f3-f29daf347c76 req-2ebae881-4d1d-43f6-9502-f59b5f2cde74 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] 10.222.0.49 "DELETE /v2.0/ports/897f68f2-48ac-4229-a9b6-adb346bc8415 HTTP/1.1" status: 204 len: 173 time: 0.5541573 Aug 12 14:51:36.610903 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcdf7f16-c2d3-4f48-80dd-5bfb8a79ee8b', 'name': 'network-vif-deleted', 'tag': '897f68f2-48ac-4229-a9b6-adb346bc8415'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:51:36.613400 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e65282f928b64038367d043a4411777802006c43a98742496cb2e25b724ff1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c745a754-9228-4d2e-ae75-57ec72c67f04" -d '{"events": [{"server_uuid": "bcdf7f16-c2d3-4f48-80dd-5bfb8a79ee8b", "name": "network-vif-deleted", "tag": "897f68f2-48ac-4229-a9b6-adb346bc8415"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:51:36.680593 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 14:51:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7711171-9331-4ce4-818e-dc0c7d645665 x-openstack-request-id: req-d7711171-9331-4ce4-818e-dc0c7d645665 {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:51:36.680883 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcdf7f16-c2d3-4f48-80dd-5bfb8a79ee8b", "name": "network-vif-deleted", "tag": "897f68f2-48ac-4229-a9b6-adb346bc8415", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:51:36.681192 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d7711171-9331-4ce4-818e-dc0c7d645665 {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:51:36.681665 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcdf7f16-c2d3-4f48-80dd-5bfb8a79ee8b', 'name': 'network-vif-deleted', 'tag': '897f68f2-48ac-4229-a9b6-adb346bc8415', 'status': 'completed', 'code': 200} Aug 12 14:51:36.723284 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-79c6cb5a-81af-425c-8991-de7383ac3ee5 tempest-SecGroupTest-1691326365 tempest-SecGroupTest-1691326365-project] Notify callbacks [] for security_group, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:36.728704 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-79c6cb5a-81af-425c-8991-de7383ac3ee5 tempest-SecGroupTest-1691326365 tempest-SecGroupTest-1691326365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:36.767471 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-79c6cb5a-81af-425c-8991-de7383ac3ee5 tempest-SecGroupTest-1691326365 tempest-SecGroupTest-1691326365-project] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:36.768705 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-79c6cb5a-81af-425c-8991-de7383ac3ee5 tempest-SecGroupTest-1691326365 tempest-SecGroupTest-1691326365-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3261364 Aug 12 14:51:36.771575 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 59336) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:51:36.777158 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-f02b582b-ba69-4d1f-a2a7-71029d36a426 tempest-SecGroupTest-1691326365 tempest-SecGroupTest-1691326365-project] Request body: {'security_group_rule': {'security_group_id': 'e8c5a852-0540-4d71-9362-6c9135885b2c', 'direction': 'ingress', 'protocol': 17}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:51:36.782700 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c6cb5a-81af-425c-8991-de7383ac3ee5 tempest-SecGroupTest-1691326365 tempest-SecGroupTest-1691326365-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8c5a852-0540-4d71-9362-6c9135885b2c,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:51:36.812069 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-f02b582b-ba69-4d1f-a2a7-71029d36a426 tempest-SecGroupTest-1691326365 tempest-SecGroupTest-1691326365-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:36.889958 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-f02b582b-ba69-4d1f-a2a7-71029d36a426 tempest-SecGroupTest-1691326365 tempest-SecGroupTest-1691326365-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:36.893850 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-f02b582b-ba69-4d1f-a2a7-71029d36a426 tempest-SecGroupTest-1691326365 tempest-SecGroupTest-1691326365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641735'] for security_group_rule, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:36.924115 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02b582b-ba69-4d1f-a2a7-71029d36a426 tempest-SecGroupTest-1691326365 tempest-SecGroupTest-1691326365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c947b75-1b88-47b2-8161-497a6f6683cc,revision_number=0']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:51:36.946209 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-cc7ee4f4-8685-400f-b528-49186f5dfbb4 req-83ce73f3-27a2-4f86-9c4a-963b9125a125 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] 10.222.0.39 "GET /v2.0/ports?device_id=bcdf7f16-c2d3-4f48-80dd-5bfb8a79ee8b HTTP/1.1" status: 200 len: 210 time: 0.0492649 Aug 12 14:51:36.951806 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-f02b582b-ba69-4d1f-a2a7-71029d36a426 tempest-SecGroupTest-1691326365 tempest-SecGroupTest-1691326365-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:36.955905 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-f02b582b-ba69-4d1f-a2a7-71029d36a426 tempest-SecGroupTest-1691326365 tempest-SecGroupTest-1691326365-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1805425 Aug 12 14:51:36.956116 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 59346) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:51:37.036123 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4a9e1156-5050-416b-9d0a-23d5dd4b6d2d tempest-SecGroupTest-1691326365 tempest-SecGroupTest-1691326365-project] Notify callbacks [] for security_group, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:37.098736 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4a9e1156-5050-416b-9d0a-23d5dd4b6d2d tempest-SecGroupTest-1691326365 tempest-SecGroupTest-1691326365-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:37.126086 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6278b75b-6703-4f96-bc9e-287e2f2931a4 req-c8fc3ff9-8995-45e3-958a-ad30197e2c33 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:51:37.134784 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-6278b75b-6703-4f96-bc9e-287e2f2931a4 req-c8fc3ff9-8995-45e3-958a-ad30197e2c33 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/ports?device_id=3123bce8-844b-469f-9aa0-64c8f53661bc HTTP/1.1" status: 200 len: 946 time: 0.1086783 Aug 12 14:51:37.204777 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-6278b75b-6703-4f96-bc9e-287e2f2931a4 req-142b65d5-8e63-4d76-9e22-875d6886d39d tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ff7dcf8-d6f2-4101-a1d4-537dc448601c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679109 Aug 12 14:51:37.234304 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4a9e1156-5050-416b-9d0a-23d5dd4b6d2d tempest-SecGroupTest-1691326365 tempest-SecGroupTest-1691326365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:37.245254 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4a9e1156-5050-416b-9d0a-23d5dd4b6d2d tempest-SecGroupTest-1691326365 tempest-SecGroupTest-1691326365-project] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:37.247159 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-4a9e1156-5050-416b-9d0a-23d5dd4b6d2d tempest-SecGroupTest-1691326365 tempest-SecGroupTest-1691326365-project] 10.222.0.39 "DELETE /v2.0/security-groups/e8c5a852-0540-4d71-9362-6c9135885b2c HTTP/1.1" status: 204 len: 168 time: 0.2899554 Aug 12 14:51:37.249889 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 59350) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:51:37.272738 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9e1156-5050-416b-9d0a-23d5dd4b6d2d tempest-SecGroupTest-1691326365 tempest-SecGroupTest-1691326365-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8c5a852-0540-4d71-9362-6c9135885b2c,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:51:37.312426 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-45f9ece4-656c-4b78-ac44-f52ae46d894f tempest-SecGroupTest-1691326365 tempest-SecGroupTest-1691326365-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0613258 Aug 12 14:51:37.316241 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 59352) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:51:37.321384 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-4ffc6044-7147-43c6-acb3-05c03c7a866b tempest-SecGroupTest-1691326365 tempest-SecGroupTest-1691326365-project] Request body: {'security_group': {'name': 'tempest-secgroup--1423088770'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:51:37.345486 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4ffc6044-7147-43c6-acb3-05c03c7a866b tempest-SecGroupTest-1691326365 tempest-SecGroupTest-1691326365-project] Notify callbacks [] for security_group, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:37.440030 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55cc8bc-0622-484f-8803-383194768da4 req-a6a274a4-1d1b-407b-af05-216feb9f2e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:51:37.441422 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4ffc6044-7147-43c6-acb3-05c03c7a866b tempest-SecGroupTest-1691326365 tempest-SecGroupTest-1691326365-project] Notify callbacks [] for security_group, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:37.441936 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b55cc8bc-0622-484f-8803-383194768da4 req-a6a274a4-1d1b-407b-af05-216feb9f2e18 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=3123bce8-844b-469f-9aa0-64c8f53661bc&tenant_id=6774b656eb8145eb998ea0059b40b4c3 HTTP/1.1" status: 200 len: 1098 time: 0.0478587 Aug 12 14:51:37.445567 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4ffc6044-7147-43c6-acb3-05c03c7a866b tempest-SecGroupTest-1691326365 tempest-SecGroupTest-1691326365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:37.454411 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-b55cc8bc-0622-484f-8803-383194768da4 req-11a504de-64e9-4d88-847f-b3504dd26f49 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-694802-15', 'device_owner': 'compute:nova'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:51:37.477694 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4ffc6044-7147-43c6-acb3-05c03c7a866b tempest-SecGroupTest-1691326365 tempest-SecGroupTest-1691326365-project] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:37.478934 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-4ffc6044-7147-43c6-acb3-05c03c7a866b tempest-SecGroupTest-1691326365 tempest-SecGroupTest-1691326365-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1616974 Aug 12 14:51:37.480985 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffc6044-7147-43c6-acb3-05c03c7a866b tempest-SecGroupTest-1691326365 tempest-SecGroupTest-1691326365-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8bfa1015-a7cd-45ee-be01-b4c5e3050dd8,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:51:37.483084 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 59356) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:51:37.487819 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-df437807-40cf-4e6b-be81-4c9accd1bac2 tempest-SecGroupTest-1691326365 tempest-SecGroupTest-1691326365-project] Request body: {'security_group': {'name': 'tempest-secgroup--1279952339'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:51:37.526932 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-b55cc8bc-0622-484f-8803-383194768da4 req-11a504de-64e9-4d88-847f-b3504dd26f49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:37.528026 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-df437807-40cf-4e6b-be81-4c9accd1bac2 tempest-SecGroupTest-1691326365 tempest-SecGroupTest-1691326365-project] Notify callbacks [] for security_group, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:37.619223 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-df437807-40cf-4e6b-be81-4c9accd1bac2 tempest-SecGroupTest-1691326365 tempest-SecGroupTest-1691326365-project] Notify callbacks [] for security_group, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:37.623747 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-df437807-40cf-4e6b-be81-4c9accd1bac2 tempest-SecGroupTest-1691326365 tempest-SecGroupTest-1691326365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:37.655099 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-df437807-40cf-4e6b-be81-4c9accd1bac2 tempest-SecGroupTest-1691326365 tempest-SecGroupTest-1691326365-project] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:37.656345 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-df437807-40cf-4e6b-be81-4c9accd1bac2 tempest-SecGroupTest-1691326365 tempest-SecGroupTest-1691326365-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1723287 Aug 12 14:51:37.658497 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df437807-40cf-4e6b-be81-4c9accd1bac2 tempest-SecGroupTest-1691326365 tempest-SecGroupTest-1691326365-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8e53db1-9991-4f5b-ae55-513109af0e19,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:51:37.660479 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 59358) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:51:37.665983 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-51b4451a-9e01-4046-8f69-3fa6e85973ae tempest-SecGroupTest-1691326365 tempest-SecGroupTest-1691326365-project] Request body: {'security_group_rule': {'security_group_id': '8bfa1015-a7cd-45ee-be01-b4c5e3050dd8', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'd8e53db1-9991-4f5b-ae55-513109af0e19', 'remote_ip_prefix': None}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:51:37.707036 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-51b4451a-9e01-4046-8f69-3fa6e85973ae tempest-SecGroupTest-1691326365 tempest-SecGroupTest-1691326365-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:37.760314 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-b55cc8bc-0622-484f-8803-383194768da4 req-11a504de-64e9-4d88-847f-b3504dd26f49 service neutron] For port 4cb610aa-7923-49fa-ac4e-1e29828c4978, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=4cb610aa-7923-49fa-ac4e-1e29828c4978,segment=NetworkSegment(992c0055-8673-48b2-8c23-e403a670dda0),segment_id=992c0055-8673-48b2-8c23-e403a670dda0)] {{(pid=94467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:51:37.784362 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-51b4451a-9e01-4046-8f69-3fa6e85973ae tempest-SecGroupTest-1691326365 tempest-SecGroupTest-1691326365-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:37.788461 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-51b4451a-9e01-4046-8f69-3fa6e85973ae tempest-SecGroupTest-1691326365 tempest-SecGroupTest-1691326365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641735'] for security_group_rule, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:37.800430 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-b55cc8bc-0622-484f-8803-383194768da4 req-11a504de-64e9-4d88-847f-b3504dd26f49 service neutron] For port 4cb610aa-7923-49fa-ac4e-1e29828c4978, host n-h1-694802-15, cleared binding levels {{(pid=94467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:51:37.811184 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b4451a-9e01-4046-8f69-3fa6e85973ae tempest-SecGroupTest-1691326365 tempest-SecGroupTest-1691326365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fcc8318-d895-42f4-bf67-99d389d9fd74,revision_number=0']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:51:37.814188 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-51b4451a-9e01-4046-8f69-3fa6e85973ae tempest-SecGroupTest-1691326365 tempest-SecGroupTest-1691326365-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:37.815624 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-51b4451a-9e01-4046-8f69-3fa6e85973ae tempest-SecGroupTest-1691326365 tempest-SecGroupTest-1691326365-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.1541016 Aug 12 14:51:37.818359 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 59362) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:51:37.843465 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-deab92ff-d122-4f3b-9d03-484ec6e6e0c8 tempest-SecGroupTest-1691326365 tempest-SecGroupTest-1691326365-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:37.852272 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-deab92ff-d122-4f3b-9d03-484ec6e6e0c8 tempest-SecGroupTest-1691326365 tempest-SecGroupTest-1691326365-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:37.852486 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-b55cc8bc-0622-484f-8803-383194768da4 req-11a504de-64e9-4d88-847f-b3504dd26f49 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:37.866470 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [req-b55cc8bc-0622-484f-8803-383194768da4 req-11a504de-64e9-4d88-847f-b3504dd26f49 service neutron] Transition to ACTIVE for port object 4cb610aa-7923-49fa-ac4e-1e29828c4978 will not be triggered until provisioned by entity L2. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:51:37.870701 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-b55cc8bc-0622-484f-8803-383194768da4 req-11a504de-64e9-4d88-847f-b3504dd26f49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:37.885297 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-deab92ff-d122-4f3b-9d03-484ec6e6e0c8 tempest-SecGroupTest-1691326365 tempest-SecGroupTest-1691326365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641735'] for security_group_rule, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:37.894486 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-deab92ff-d122-4f3b-9d03-484ec6e6e0c8 tempest-SecGroupTest-1691326365 tempest-SecGroupTest-1691326365-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:37.898303 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-deab92ff-d122-4f3b-9d03-484ec6e6e0c8 tempest-SecGroupTest-1691326365 tempest-SecGroupTest-1691326365-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/5fcc8318-d895-42f4-bf67-99d389d9fd74 HTTP/1.1" status: 204 len: 168 time: 0.0765080 Aug 12 14:51:37.900117 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 59364) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:51:37.902286 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deab92ff-d122-4f3b-9d03-484ec6e6e0c8 tempest-SecGroupTest-1691326365 tempest-SecGroupTest-1691326365-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5fcc8318-d895-42f4-bf67-99d389d9fd74,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:51:38.008866 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a504de-64e9-4d88-847f-b3504dd26f49 service neutron] Pushing event updated for resources: {'Port': ['ID=4cb610aa-7923-49fa-ac4e-1e29828c4978,revision_number=10']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:51:38.025290 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-96d0683e-0ffa-4b26-8c30-e84d32cfe404 tempest-SecGroupTest-1691326365 tempest-SecGroupTest-1691326365-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1212502 Aug 12 14:51:38.025767 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 59372) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:51:38.055865 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [req-b55cc8bc-0622-484f-8803-383194768da4 req-11a504de-64e9-4d88-847f-b3504dd26f49 service neutron] No DVR routers for this DVR port 4cb610aa-7923-49fa-ac4e-1e29828c4978 on host n-h1-694802-15 {{(pid=94467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:51:38.079010 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 59376) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:51:38.120138 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c94d024f-02bd-47d0-8699-ac4c8fa35636 tempest-SecGroupTest-1691326365 tempest-SecGroupTest-1691326365-project] Notify callbacks [] for security_group, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:38.155093 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c94d024f-02bd-47d0-8699-ac4c8fa35636 tempest-SecGroupTest-1691326365 tempest-SecGroupTest-1691326365-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:38.217318 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-45eb8f70-5b4b-4ba3-829f-ae6e61803f71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:38.236550 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c94d024f-02bd-47d0-8699-ac4c8fa35636 tempest-SecGroupTest-1691326365 tempest-SecGroupTest-1691326365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:38.239371 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c94d024f-02bd-47d0-8699-ac4c8fa35636 tempest-SecGroupTest-1691326365 tempest-SecGroupTest-1691326365-project] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:38.242976 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-b55cc8bc-0622-484f-8803-383194768da4 req-11a504de-64e9-4d88-847f-b3504dd26f49 service neutron] Attempting to bind port 4cb610aa-7923-49fa-ac4e-1e29828c4978 on host n-h2-694802-15 for vnic_type normal with profile {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:51:38.243350 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-b55cc8bc-0622-484f-8803-383194768da4 req-11a504de-64e9-4d88-847f-b3504dd26f49 service neutron] Attempting to bind port 4cb610aa-7923-49fa-ac4e-1e29828c4978 by drivers openvswitch,hyperv on host n-h2-694802-15 at level 0 using segments [{'id': '992c0055-8673-48b2-8c23-e403a670dda0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '742f197c-8a19-4bb3-8560-845411781a1d'}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:51:38.243503 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-c94d024f-02bd-47d0-8699-ac4c8fa35636 tempest-SecGroupTest-1691326365 tempest-SecGroupTest-1691326365-project] 10.222.0.39 "DELETE /v2.0/security-groups/d8e53db1-9991-4f5b-ae55-513109af0e19 HTTP/1.1" status: 204 len: 168 time: 0.2166352 Aug 12 14:51:38.243674 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b55cc8bc-0622-484f-8803-383194768da4 req-11a504de-64e9-4d88-847f-b3504dd26f49 service neutron] Attempting to bind port 4cb610aa-7923-49fa-ac4e-1e29828c4978 on network 742f197c-8a19-4bb3-8560-845411781a1d {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:51:38.244438 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 59382) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:51:38.253732 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b55cc8bc-0622-484f-8803-383194768da4 req-11a504de-64e9-4d88-847f-b3504dd26f49 service neutron] Port 4cb610aa-7923-49fa-ac4e-1e29828c4978 on network 742f197c-8a19-4bb3-8560-845411781a1d not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-15 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 14:51:38.254199 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b55cc8bc-0622-484f-8803-383194768da4 req-11a504de-64e9-4d88-847f-b3504dd26f49 service neutron] Attempting to bind port 4cb610aa-7923-49fa-ac4e-1e29828c4978 on network 742f197c-8a19-4bb3-8560-845411781a1d {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:51:38.260074 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b55cc8bc-0622-484f-8803-383194768da4 req-11a504de-64e9-4d88-847f-b3504dd26f49 service neutron] Checking agent: {'id': 'b7697f71-33f3-4959-ad82-43c2dc15845d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 27, 42), 'started_at': datetime.datetime(2021, 8, 12, 14, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 51, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:51:38.260415 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b55cc8bc-0622-484f-8803-383194768da4 req-11a504de-64e9-4d88-847f-b3504dd26f49 service neutron] Checking segment: {'id': '992c0055-8673-48b2-8c23-e403a670dda0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '742f197c-8a19-4bb3-8560-845411781a1d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:51:38.260794 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b55cc8bc-0622-484f-8803-383194768da4 req-11a504de-64e9-4d88-847f-b3504dd26f49 service neutron] Bound using segment: {'id': '992c0055-8673-48b2-8c23-e403a670dda0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '742f197c-8a19-4bb3-8560-845411781a1d'} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:51:38.262401 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-b55cc8bc-0622-484f-8803-383194768da4 req-11a504de-64e9-4d88-847f-b3504dd26f49 service neutron] Bound port: 4cb610aa-7923-49fa-ac4e-1e29828c4978, host: n-h2-694802-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '992c0055-8673-48b2-8c23-e403a670dda0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '742f197c-8a19-4bb3-8560-845411781a1d'}}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:51:38.263235 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-b55cc8bc-0622-484f-8803-383194768da4 req-11a504de-64e9-4d88-847f-b3504dd26f49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:38.264780 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94d024f-02bd-47d0-8699-ac4c8fa35636 tempest-SecGroupTest-1691326365 tempest-SecGroupTest-1691326365-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8e53db1-9991-4f5b-ae55-513109af0e19,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:51:38.395044 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-60dea5ce-9e6e-4412-8273-226fff7f09d6 tempest-SecGroupTest-1691326365 tempest-SecGroupTest-1691326365-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1381288 Aug 12 14:51:38.398135 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-b55cc8bc-0622-484f-8803-383194768da4 req-11a504de-64e9-4d88-847f-b3504dd26f49 service neutron] For port 4cb610aa-7923-49fa-ac4e-1e29828c4978, host n-h2-694802-15, cleared binding levels {{(pid=94467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:51:38.400086 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 59394) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:51:38.405009 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-b55cc8bc-0622-484f-8803-383194768da4 req-11a504de-64e9-4d88-847f-b3504dd26f49 service neutron] For port 4cb610aa-7923-49fa-ac4e-1e29828c4978, host n-h2-694802-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=4cb610aa-7923-49fa-ac4e-1e29828c4978,segment=NetworkSegment(992c0055-8673-48b2-8c23-e403a670dda0),segment_id=992c0055-8673-48b2-8c23-e403a670dda0)] {{(pid=94467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:51:38.419159 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-b55cc8bc-0622-484f-8803-383194768da4 req-11a504de-64e9-4d88-847f-b3504dd26f49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:38.423450 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429e4786-feae-40cb-8a42-e1a956b8cc2a req-38f42619-8026-44ea-a0a5-373505cd5965 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:51:38.424951 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-429e4786-feae-40cb-8a42-e1a956b8cc2a req-38f42619-8026-44ea-a0a5-373505cd5965 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/ports?device_id=3123bce8-844b-469f-9aa0-64c8f53661bc HTTP/1.1" status: 200 len: 945 time: 0.0962253 Aug 12 14:51:38.466295 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-45eb8f70-5b4b-4ba3-829f-ae6e61803f71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:38.480858 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-45eb8f70-5b4b-4ba3-829f-ae6e61803f71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:38.498768 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55cc8bc-0622-484f-8803-383194768da4 req-11a504de-64e9-4d88-847f-b3504dd26f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:51:38.499421 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-b55cc8bc-0622-484f-8803-383194768da4 req-11a504de-64e9-4d88-847f-b3504dd26f49 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:38.500819 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b55cc8bc-0622-484f-8803-383194768da4 req-11a504de-64e9-4d88-847f-b3504dd26f49 service neutron] 10.222.0.49 "PUT /v2.0/ports/4cb610aa-7923-49fa-ac4e-1e29828c4978 HTTP/1.1" status: 200 len: 1094 time: 1.0508668 Aug 12 14:51:38.502671 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-429e4786-feae-40cb-8a42-e1a956b8cc2a req-1b52f075-21fd-4683-ade2-589e96b8556f tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ff7dcf8-d6f2-4101-a1d4-537dc448601c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713873 Aug 12 14:51:38.532392 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-45eb8f70-5b4b-4ba3-829f-ae6e61803f71 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=734190366f2d4d55a3832e82a876a4c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4497542 Aug 12 14:51:38.532392 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45eb8f70-5b4b-4ba3-829f-ae6e61803f71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f83fe38-11fb-4c15-91c7-3a757fb87ee6,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:51:38.534434 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 59396) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:51:38.540264 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73668a42-9b6f-4710-8d07-2d5697fe8a9d req-33fecff4-25b2-4dc5-8c99-12990426a5ae tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:51:38.548961 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-73668a42-9b6f-4710-8d07-2d5697fe8a9d req-33fecff4-25b2-4dc5-8c99-12990426a5ae tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] 10.222.0.39 "GET /v2.0/networks?id=0f2cc2b1-26b2-41f2-bdd8-a5e5698bdc15 HTTP/1.1" status: 200 len: 806 time: 0.2263196 Aug 12 14:51:38.582039 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a504de-64e9-4d88-847f-b3504dd26f49 service neutron] Pushing event updated for resources: {'Port': ['ID=4cb610aa-7923-49fa-ac4e-1e29828c4978,revision_number=11']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:51:38.592154 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-cd465dc6-b0f4-427b-8799-c66c42c60d3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:38.609371 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-73668a42-9b6f-4710-8d07-2d5697fe8a9d req-d6885ad2-b669-4110-a0ce-2cafc2118bc8 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] 10.222.0.39 "GET /v2.0/quotas/8aeb63fb42f149b3aa9e0e9c29a41582 HTTP/1.1" status: 200 len: 375 time: 0.0595148 Aug 12 14:51:38.613183 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-6ee4d7aa-31c1-4715-ac48-6d250713c23c tempest-SecGroupTest-1691326365 tempest-SecGroupTest-1691326365-project] Notify callbacks [] for security_group, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:38.619997 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-cd465dc6-b0f4-427b-8799-c66c42c60d3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:38.670556 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-6ee4d7aa-31c1-4715-ac48-6d250713c23c tempest-SecGroupTest-1691326365 tempest-SecGroupTest-1691326365-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:38.686863 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3123bce8-844b-469f-9aa0-64c8f53661bc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4cb610aa-7923-49fa-ac4e-1e29828c4978'}, {'name': 'network-changed', 'server_uuid': '3123bce8-844b-469f-9aa0-64c8f53661bc', 'tag': '4cb610aa-7923-49fa-ac4e-1e29828c4978'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:51:38.689179 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e65282f928b64038367d043a4411777802006c43a98742496cb2e25b724ff1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b38c01d5-3859-459f-87de-4d87b4107aa6" -d '{"events": [{"server_uuid": "3123bce8-844b-469f-9aa0-64c8f53661bc", "name": "network-vif-unplugged", "status": "completed", "tag": "4cb610aa-7923-49fa-ac4e-1e29828c4978"}, {"name": "network-changed", "server_uuid": "3123bce8-844b-469f-9aa0-64c8f53661bc", "tag": "4cb610aa-7923-49fa-ac4e-1e29828c4978"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:51:38.698728 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55cc8bc-0622-484f-8803-383194768da4 req-adc33319-535a-4ee7-b216-85597811e3f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:51:38.700885 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b55cc8bc-0622-484f-8803-383194768da4 req-adc33319-535a-4ee7-b216-85597811e3f6 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=6774b656eb8145eb998ea0059b40b4c3&device_id=3123bce8-844b-469f-9aa0-64c8f53661bc HTTP/1.1" status: 200 len: 1097 time: 0.1452036 Aug 12 14:51:38.771194 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Thu, 12 Aug 2021 14:51:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-048ac91c-5a80-4123-92fe-1bba51824afa x-openstack-request-id: req-048ac91c-5a80-4123-92fe-1bba51824afa {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:51:38.771795 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3123bce8-844b-469f-9aa0-64c8f53661bc", "name": "network-vif-unplugged", "status": "completed", "tag": "4cb610aa-7923-49fa-ac4e-1e29828c4978", "code": 200}, {"name": "network-changed", "server_uuid": "3123bce8-844b-469f-9aa0-64c8f53661bc", "tag": "4cb610aa-7923-49fa-ac4e-1e29828c4978", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:51:38.772056 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-048ac91c-5a80-4123-92fe-1bba51824afa {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:51:38.772452 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3123bce8-844b-469f-9aa0-64c8f53661bc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4cb610aa-7923-49fa-ac4e-1e29828c4978', 'code': 200} Aug 12 14:51:38.772853 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3123bce8-844b-469f-9aa0-64c8f53661bc', 'tag': '4cb610aa-7923-49fa-ac4e-1e29828c4978', 'status': 'completed', 'code': 200} Aug 12 14:51:38.777757 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-73668a42-9b6f-4710-8d07-2d5697fe8a9d req-717fe3b7-56cb-4add-992c-5d53861bce54 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=8aeb63fb42f149b3aa9e0e9c29a41582&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1528184 Aug 12 14:51:39.025782 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-cd465dc6-b0f4-427b-8799-c66c42c60d3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:39.028915 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-cd465dc6-b0f4-427b-8799-c66c42c60d3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:39.030098 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-cd465dc6-b0f4-427b-8799-c66c42c60d3a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6f83fe38-11fb-4c15-91c7-3a757fb87ee6 HTTP/1.1" status: 204 len: 168 time: 0.4945025 Aug 12 14:51:39.038372 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd465dc6-b0f4-427b-8799-c66c42c60d3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f83fe38-11fb-4c15-91c7-3a757fb87ee6,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:51:39.172128 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-6ee4d7aa-31c1-4715-ac48-6d250713c23c tempest-SecGroupTest-1691326365 tempest-SecGroupTest-1691326365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:39.174661 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-6ee4d7aa-31c1-4715-ac48-6d250713c23c tempest-SecGroupTest-1691326365 tempest-SecGroupTest-1691326365-project] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:39.175825 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-6ee4d7aa-31c1-4715-ac48-6d250713c23c tempest-SecGroupTest-1691326365 tempest-SecGroupTest-1691326365-project] 10.222.0.39 "DELETE /v2.0/security-groups/8bfa1015-a7cd-45ee-be01-b4c5e3050dd8 HTTP/1.1" status: 204 len: 168 time: 0.7728412 Aug 12 14:51:39.179065 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 59406) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:51:39.230100 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee4d7aa-31c1-4715-ac48-6d250713c23c tempest-SecGroupTest-1691326365 tempest-SecGroupTest-1691326365-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bfa1015-a7cd-45ee-be01-b4c5e3050dd8,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:51:39.244057 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-49075027-5fff-4ab6-90ff-02fd9e0970b7 tempest-SecGroupTest-1691326365 tempest-SecGroupTest-1691326365-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0627668 Aug 12 14:51:39.247203 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 59408) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:51:39.253473 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-75d1c8e9-f513-45f5-a700-bfd91e03a60e tempest-SecGroupTest-1691326365 tempest-SecGroupTest-1691326365-project] Request body: {'security_group': {'name': 'tempest-secgroup--611525238'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:51:39.276840 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38c01d5-3859-459f-87de-4d87b4107aa6 req-71b3ab80-8d03-40fc-96bc-1580e1f951a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:51:39.279009 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b38c01d5-3859-459f-87de-4d87b4107aa6 req-71b3ab80-8d03-40fc-96bc-1580e1f951a4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6774b656eb8145eb998ea0059b40b4c3&device_id=3123bce8-844b-469f-9aa0-64c8f53661bc HTTP/1.1" status: 200 len: 1097 time: 0.4954579 Aug 12 14:51:39.281589 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-75d1c8e9-f513-45f5-a700-bfd91e03a60e tempest-SecGroupTest-1691326365 tempest-SecGroupTest-1691326365-project] Notify callbacks [] for security_group, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:39.282009 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55cc8bc-0622-484f-8803-383194768da4 req-3fee16bb-21ef-4e3b-9d8e-cc7ea6a970d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:51:39.283669 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b55cc8bc-0622-484f-8803-383194768da4 req-3fee16bb-21ef-4e3b-9d8e-cc7ea6a970d5 service neutron] 10.222.0.49 "GET /v2.0/networks?id=742f197c-8a19-4bb3-8560-845411781a1d HTTP/1.1" status: 200 len: 898 time: 0.5739532 Aug 12 14:51:39.346780 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 59410) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:51:39.368877 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-370c76e0-5b8f-4548-8cbd-6cf86646552d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:39.378437 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-73668a42-9b6f-4710-8d07-2d5697fe8a9d req-b6b97e71-0358-455b-8ac8-7db956a5c48b service neutron] 10.222.0.39 "GET /v2.0/networks/0f2cc2b1-26b2-41f2-bdd8-a5e5698bdc15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5850232 Aug 12 14:51:39.390751 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-75d1c8e9-f513-45f5-a700-bfd91e03a60e tempest-SecGroupTest-1691326365 tempest-SecGroupTest-1691326365-project] Notify callbacks [] for security_group, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:39.396430 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-75d1c8e9-f513-45f5-a700-bfd91e03a60e tempest-SecGroupTest-1691326365 tempest-SecGroupTest-1691326365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:39.440949 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d1c8e9-f513-45f5-a700-bfd91e03a60e tempest-SecGroupTest-1691326365 tempest-SecGroupTest-1691326365-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3df4e8d-3193-485d-93d8-97600b74a43b,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:51:39.462683 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b55cc8bc-0622-484f-8803-383194768da4 req-358649c2-0a71-4e82-b812-cc7eff2790af service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4cb610aa-7923-49fa-ac4e-1e29828c4978 HTTP/1.1" status: 200 len: 1000 time: 0.1597533 Aug 12 14:51:39.503955 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-370c76e0-5b8f-4548-8cbd-6cf86646552d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:39.509387 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-370c76e0-5b8f-4548-8cbd-6cf86646552d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:39.519999 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-75d1c8e9-f513-45f5-a700-bfd91e03a60e tempest-SecGroupTest-1691326365 tempest-SecGroupTest-1691326365-project] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:39.521225 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-75d1c8e9-f513-45f5-a700-bfd91e03a60e tempest-SecGroupTest-1691326365 tempest-SecGroupTest-1691326365-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2728236 Aug 12 14:51:39.529028 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 59412) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:51:39.533749 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-78e7c429-f8d7-4b17-818f-fc44e2c04c03 tempest-SecGroupTest-1691326365 tempest-SecGroupTest-1691326365-project] Request body: {'security_group_rule': {'security_group_id': 'f3df4e8d-3193-485d-93d8-97600b74a43b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:51:39.550877 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38c01d5-3859-459f-87de-4d87b4107aa6 req-ff116b22-5a3c-44cd-8de2-c1fd1adacf3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:51:39.552400 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b38c01d5-3859-459f-87de-4d87b4107aa6 req-ff116b22-5a3c-44cd-8de2-c1fd1adacf3e service neutron] 10.222.0.64 "GET /v2.0/networks?id=742f197c-8a19-4bb3-8560-845411781a1d HTTP/1.1" status: 200 len: 898 time: 0.2658541 Aug 12 14:51:39.559929 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-370c76e0-5b8f-4548-8cbd-6cf86646552d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e54162e5ab5442c0a70bb2ebf3c29eab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2091429 Aug 12 14:51:39.559929 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370c76e0-5b8f-4548-8cbd-6cf86646552d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68bbad38-9496-40fb-a5ec-fd15ca908c57,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:51:39.561770 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 59416) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:51:39.606321 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55cc8bc-0622-484f-8803-383194768da4 req-802ba41e-22d7-4992-aa8e-6d7c04081690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:51:39.607834 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b55cc8bc-0622-484f-8803-383194768da4 req-802ba41e-22d7-4992-aa8e-6d7c04081690 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e54db14a-8a80-4198-922a-7cf83a508765 HTTP/1.1" status: 200 len: 834 time: 0.1356149 Aug 12 14:51:39.609673 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-73668a42-9b6f-4710-8d07-2d5697fe8a9d req-a8c813b7-66f5-4880-a4a6-e8f805bc3749 service neutron] 10.222.0.39 "GET /v2.0/networks/0f2cc2b1-26b2-41f2-bdd8-a5e5698bdc15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2237389 Aug 12 14:51:39.657991 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-037920c5-48ad-4714-8e94-dcddbeb924ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:39.666989 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-78e7c429-f8d7-4b17-818f-fc44e2c04c03 tempest-SecGroupTest-1691326365 tempest-SecGroupTest-1691326365-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:39.684391 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b38c01d5-3859-459f-87de-4d87b4107aa6 req-0a19a7e2-296c-4e69-b736-c283c7696331 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4cb610aa-7923-49fa-ac4e-1e29828c4978 HTTP/1.1" status: 200 len: 1000 time: 0.1221437 Aug 12 14:51:39.685502 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a99486-9318-4f50-b143-395dc07d9324 req-5f5488fa-6dd1-4b71-9878-0769553cc2d6 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:51:39.691666 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-44a99486-9318-4f50-b143-395dc07d9324 req-5f5488fa-6dd1-4b71-9878-0769553cc2d6 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/ports?device_id=3123bce8-844b-469f-9aa0-64c8f53661bc HTTP/1.1" status: 200 len: 945 time: 0.0986872 Aug 12 14:51:39.712759 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-037920c5-48ad-4714-8e94-dcddbeb924ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:39.749469 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55cc8bc-0622-484f-8803-383194768da4 req-aba3e654-11b0-4cf2-8f33-5273620c3c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:51:39.751676 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b55cc8bc-0622-484f-8803-383194768da4 req-aba3e654-11b0-4cf2-8f33-5273620c3c85 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=742f197c-8a19-4bb3-8560-845411781a1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1305916 Aug 12 14:51:39.764959 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-44a99486-9318-4f50-b143-395dc07d9324 req-a0d848a5-0c03-4ab9-8caf-35280ccd6bf2 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ff7dcf8-d6f2-4101-a1d4-537dc448601c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665905 Aug 12 14:51:39.796603 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-037920c5-48ad-4714-8e94-dcddbeb924ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:39.798102 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device 897f68f2-48ac-4229-a9b6-adb346bc8415 no longer exists at agent hyperv_n-h2-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:51:39.800174 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-037920c5-48ad-4714-8e94-dcddbeb924ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:39.802483 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-037920c5-48ad-4714-8e94-dcddbeb924ff admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/68bbad38-9496-40fb-a5ec-fd15ca908c57 HTTP/1.1" status: 204 len: 168 time: 0.2397802 Aug 12 14:51:39.818296 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037920c5-48ad-4714-8e94-dcddbeb924ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68bbad38-9496-40fb-a5ec-fd15ca908c57,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:51:39.847419 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] No Port match for: 897f68f2-48ac-4229-a9b6-adb346bc8415 {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 14:51:39.847762 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device 897f68f2-48ac-4229-a9b6-adb346bc8415 not bound to the agent host n-h2-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:51:39.867229 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0198a6a1-96f3-4a5e-856a-7d07f986e0b8 req-1bf69972-d342-46b5-881c-c399e31c23c8 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] 10.222.0.39 "GET /v2.0/ports?device_id=1db5c5cf-3fd5-427d-9e53-d5c93e201465 HTTP/1.1" status: 200 len: 210 time: 0.0939984 Aug 12 14:51:39.870645 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-78e7c429-f8d7-4b17-818f-fc44e2c04c03 tempest-SecGroupTest-1691326365 tempest-SecGroupTest-1691326365-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:39.872907 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38c01d5-3859-459f-87de-4d87b4107aa6 req-cfb0db00-a5b5-4aa3-a0d6-59c390f403aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:51:39.874374 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b38c01d5-3859-459f-87de-4d87b4107aa6 req-cfb0db00-a5b5-4aa3-a0d6-59c390f403aa service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e54db14a-8a80-4198-922a-7cf83a508765 HTTP/1.1" status: 200 len: 834 time: 0.1800027 Aug 12 14:51:39.878454 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-78e7c429-f8d7-4b17-818f-fc44e2c04c03 tempest-SecGroupTest-1691326365 tempest-SecGroupTest-1691326365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641735'] for security_group_rule, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:39.937697 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e7c429-f8d7-4b17-818f-fc44e2c04c03 tempest-SecGroupTest-1691326365 tempest-SecGroupTest-1691326365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba90d69c-a69b-437d-a898-88182f99e2b9,revision_number=0']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:51:39.964176 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-78e7c429-f8d7-4b17-818f-fc44e2c04c03 tempest-SecGroupTest-1691326365 tempest-SecGroupTest-1691326365-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:39.965726 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-78e7c429-f8d7-4b17-818f-fc44e2c04c03 tempest-SecGroupTest-1691326365 tempest-SecGroupTest-1691326365-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4357965 Aug 12 14:51:39.968720 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 59428) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:51:39.985177 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38c01d5-3859-459f-87de-4d87b4107aa6 req-b92b476f-2204-4b1b-b03a-bdee491df742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:51:39.986709 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b38c01d5-3859-459f-87de-4d87b4107aa6 req-b92b476f-2204-4b1b-b03a-bdee491df742 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=742f197c-8a19-4bb3-8560-845411781a1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0980687 Aug 12 14:51:39.992730 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b55cc8bc-0622-484f-8803-383194768da4 req-2a3a24b2-e251-4c82-9eee-8dc044717e0e service neutron] 10.222.0.49 "GET /v2.0/networks/742f197c-8a19-4bb3-8560-845411781a1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2239370 Aug 12 14:51:39.997423 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-73f11bf9-8441-4ed4-a1fa-d4480e757c56 tempest-SecGroupTest-1691326365 tempest-SecGroupTest-1691326365-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:40.007534 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-73f11bf9-8441-4ed4-a1fa-d4480e757c56 tempest-SecGroupTest-1691326365 tempest-SecGroupTest-1691326365-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:40.034489 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device 4cb610aa-7923-49fa-ac4e-1e29828c4978 no longer exists at agent hyperv_n-h1-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:51:40.040930 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-73f11bf9-8441-4ed4-a1fa-d4480e757c56 tempest-SecGroupTest-1691326365 tempest-SecGroupTest-1691326365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641735'] for security_group_rule, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:40.048480 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-73f11bf9-8441-4ed4-a1fa-d4480e757c56 tempest-SecGroupTest-1691326365 tempest-SecGroupTest-1691326365-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:40.049908 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-73f11bf9-8441-4ed4-a1fa-d4480e757c56 tempest-SecGroupTest-1691326365 tempest-SecGroupTest-1691326365-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/ba90d69c-a69b-437d-a898-88182f99e2b9 HTTP/1.1" status: 204 len: 168 time: 0.0801506 Aug 12 14:51:40.052482 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 59430) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:51:40.088099 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f11bf9-8441-4ed4-a1fa-d4480e757c56 tempest-SecGroupTest-1691326365 tempest-SecGroupTest-1691326365-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ba90d69c-a69b-437d-a898-88182f99e2b9,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:51:40.124232 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-982ef42b-6d42-4a50-8b5c-c2dd0f9e9c51 tempest-SecGroupTest-1691326365 tempest-SecGroupTest-1691326365-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0703807 Aug 12 14:51:40.126784 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 59438) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:51:40.129660 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-deabcb95-72d6-4f9b-b18e-146e78bd03d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:40.153508 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device 4cb610aa-7923-49fa-ac4e-1e29828c4978 not bound to the agent host n-h1-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:51:40.189982 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b55cc8bc-0622-484f-8803-383194768da4 req-bff27889-be49-4841-881c-ecc865f5c9c2 service neutron] 10.222.0.49 "GET /v2.0/networks/742f197c-8a19-4bb3-8560-845411781a1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1862240 Aug 12 14:51:40.191960 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b38c01d5-3859-459f-87de-4d87b4107aa6 req-df7bc317-45a4-4c99-b082-704bf7e7fdc0 service neutron] 10.222.0.64 "GET /v2.0/networks/742f197c-8a19-4bb3-8560-845411781a1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1974034 Aug 12 14:51:40.224723 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0c539b81-cda6-4f9c-8bb8-8bbd83acc43c tempest-SecGroupTest-1691326365 tempest-SecGroupTest-1691326365-project] Notify callbacks [] for security_group, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:40.258719 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0c539b81-cda6-4f9c-8bb8-8bbd83acc43c tempest-SecGroupTest-1691326365 tempest-SecGroupTest-1691326365-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:40.315584 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0c539b81-cda6-4f9c-8bb8-8bbd83acc43c tempest-SecGroupTest-1691326365 tempest-SecGroupTest-1691326365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:40.318302 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0c539b81-cda6-4f9c-8bb8-8bbd83acc43c tempest-SecGroupTest-1691326365 tempest-SecGroupTest-1691326365-project] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:40.326071 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-0c539b81-cda6-4f9c-8bb8-8bbd83acc43c tempest-SecGroupTest-1691326365 tempest-SecGroupTest-1691326365-project] 10.222.0.39 "DELETE /v2.0/security-groups/f3df4e8d-3193-485d-93d8-97600b74a43b HTTP/1.1" status: 204 len: 168 time: 0.1982217 Aug 12 14:51:40.326715 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 59444) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:51:40.332425 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38c01d5-3859-459f-87de-4d87b4107aa6 req-05f16a7c-562a-4666-89f0-09f2a43e8a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:51:40.333677 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b38c01d5-3859-459f-87de-4d87b4107aa6 req-05f16a7c-562a-4666-89f0-09f2a43e8a6c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=6774b656eb8145eb998ea0059b40b4c3&device_id=3123bce8-844b-469f-9aa0-64c8f53661bc HTTP/1.1" status: 200 len: 1097 time: 0.0682750 Aug 12 14:51:40.351352 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c539b81-cda6-4f9c-8bb8-8bbd83acc43c tempest-SecGroupTest-1691326365 tempest-SecGroupTest-1691326365-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3df4e8d-3193-485d-93d8-97600b74a43b,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:51:40.375460 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b38c01d5-3859-459f-87de-4d87b4107aa6 req-9e12e1fa-7cc3-4cfa-bfbe-b1302b033cff service neutron] 10.222.0.64 "GET /v2.0/networks/742f197c-8a19-4bb3-8560-845411781a1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1753545 Aug 12 14:51:40.390572 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 59448) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:51:40.391910 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-5747d93f-78e5-4878-8d76-f906254f9c59 tempest-SecGroupTest-1691326365 tempest-SecGroupTest-1691326365-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0608521 Aug 12 14:51:40.395612 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-9ad4502e-3b95-420b-a0e3-99e15a10a758 tempest-SecGroupTest-1691326365 tempest-SecGroupTest-1691326365-project] Request body: {'security_group': {'name': 'tempest-secgroup--1134829067'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:51:40.465390 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-9ad4502e-3b95-420b-a0e3-99e15a10a758 tempest-SecGroupTest-1691326365 tempest-SecGroupTest-1691326365-project] Notify callbacks [] for security_group, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:40.499643 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38c01d5-3859-459f-87de-4d87b4107aa6 req-976a0699-e526-4c8a-9163-1cbf24fcef7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:51:40.501190 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b38c01d5-3859-459f-87de-4d87b4107aa6 req-976a0699-e526-4c8a-9163-1cbf24fcef7c service neutron] 10.222.0.49 "GET /v2.0/networks?id=742f197c-8a19-4bb3-8560-845411781a1d HTTP/1.1" status: 200 len: 898 time: 0.1596646 Aug 12 14:51:40.587155 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b38c01d5-3859-459f-87de-4d87b4107aa6 req-25820979-fffe-416b-a4d6-cf9196f98f23 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4cb610aa-7923-49fa-ac4e-1e29828c4978 HTTP/1.1" status: 200 len: 1000 time: 0.0785282 Aug 12 14:51:40.657814 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-9ad4502e-3b95-420b-a0e3-99e15a10a758 tempest-SecGroupTest-1691326365 tempest-SecGroupTest-1691326365-project] Notify callbacks [] for security_group, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:40.663690 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-9ad4502e-3b95-420b-a0e3-99e15a10a758 tempest-SecGroupTest-1691326365 tempest-SecGroupTest-1691326365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:40.667601 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38c01d5-3859-459f-87de-4d87b4107aa6 req-06938a97-6a7c-4ef5-b84c-b6d9958d2474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:51:40.669122 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b38c01d5-3859-459f-87de-4d87b4107aa6 req-06938a97-6a7c-4ef5-b84c-b6d9958d2474 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e54db14a-8a80-4198-922a-7cf83a508765 HTTP/1.1" status: 200 len: 834 time: 0.0726223 Aug 12 14:51:40.710870 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-9ad4502e-3b95-420b-a0e3-99e15a10a758 tempest-SecGroupTest-1691326365 tempest-SecGroupTest-1691326365-project] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:40.712635 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-9ad4502e-3b95-420b-a0e3-99e15a10a758 tempest-SecGroupTest-1691326365 tempest-SecGroupTest-1691326365-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3208637 Aug 12 14:51:40.716285 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 59458) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:51:40.722847 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-a16a933c-ff4e-4e08-90c8-ef0a0b00f76d tempest-SecGroupTest-1691326365 tempest-SecGroupTest-1691326365-project] Request body: {'security_group_rule': {'security_group_id': '425e7672-456d-4a59-991a-58a6fdc4e299', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:51:40.726119 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad4502e-3b95-420b-a0e3-99e15a10a758 tempest-SecGroupTest-1691326365 tempest-SecGroupTest-1691326365-project] Pushing event updated for resources: {'SecurityGroup': ['ID=425e7672-456d-4a59-991a-58a6fdc4e299,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:51:40.738457 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38c01d5-3859-459f-87de-4d87b4107aa6 req-9ac27c8f-6223-47bd-9034-41bedb645ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:51:40.740068 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b38c01d5-3859-459f-87de-4d87b4107aa6 req-9ac27c8f-6223-47bd-9034-41bedb645ec2 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=742f197c-8a19-4bb3-8560-845411781a1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0572128 Aug 12 14:51:40.758145 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a16a933c-ff4e-4e08-90c8-ef0a0b00f76d tempest-SecGroupTest-1691326365 tempest-SecGroupTest-1691326365-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:40.823205 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a16a933c-ff4e-4e08-90c8-ef0a0b00f76d tempest-SecGroupTest-1691326365 tempest-SecGroupTest-1691326365-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:40.828786 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a16a933c-ff4e-4e08-90c8-ef0a0b00f76d tempest-SecGroupTest-1691326365 tempest-SecGroupTest-1691326365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641735'] for security_group_rule, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:40.853901 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16a933c-ff4e-4e08-90c8-ef0a0b00f76d tempest-SecGroupTest-1691326365 tempest-SecGroupTest-1691326365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18e415ce-1288-4d5f-ae53-42aa720fd0aa,revision_number=0']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:51:40.863413 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a16a933c-ff4e-4e08-90c8-ef0a0b00f76d tempest-SecGroupTest-1691326365 tempest-SecGroupTest-1691326365-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:40.864730 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-a16a933c-ff4e-4e08-90c8-ef0a0b00f76d tempest-SecGroupTest-1691326365 tempest-SecGroupTest-1691326365-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1461115 Aug 12 14:51:40.867641 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 59466) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:51:40.875279 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b38c01d5-3859-459f-87de-4d87b4107aa6 req-6214b8d8-55fb-4ba7-933e-d0a3ef7a75cd service neutron] 10.222.0.49 "GET /v2.0/networks/742f197c-8a19-4bb3-8560-845411781a1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275597 Aug 12 14:51:40.900582 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-4e823548-ce71-419e-bbce-df0e40e07e6c tempest-SecGroupTest-1691326365 tempest-SecGroupTest-1691326365-project] 10.222.0.39 "GET /v2.0/security-group-rules/18e415ce-1288-4d5f-ae53-42aa720fd0aa HTTP/1.1" status: 200 len: 763 time: 0.0317614 Aug 12 14:51:40.903853 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 59470) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:51:40.993047 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-75667627-cb74-4832-aaea-b3fd5f0ec7d0 tempest-SecGroupTest-1691326365 tempest-SecGroupTest-1691326365-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0857301 Aug 12 14:51:40.994192 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 59474) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:51:41.049858 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc88e8b4-6b07-4cc6-8aa1-76d06609e061 req-26c01d11-b033-40f9-a373-2202ac6fafa0 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:51:41.051429 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-dc88e8b4-6b07-4cc6-8aa1-76d06609e061 req-26c01d11-b033-40f9-a373-2202ac6fafa0 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/ports?device_id=3123bce8-844b-469f-9aa0-64c8f53661bc HTTP/1.1" status: 200 len: 945 time: 0.1533163 Aug 12 14:51:41.057174 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-34863120-d444-4ccf-88e4-6e2ce63af88b req-a1d19aa1-38c0-4116-a8f2-b53fd83e23cb tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] 10.222.0.39 "GET /v2.0/ports?device_id=1db5c5cf-3fd5-427d-9e53-d5c93e201465 HTTP/1.1" status: 200 len: 210 time: 0.0354784 Aug 12 14:51:41.068558 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-e9162817-398b-4de1-ad4f-9db6b3e5c15f tempest-SecGroupTest-1691326365 tempest-SecGroupTest-1691326365-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:41.107108 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-e9162817-398b-4de1-ad4f-9db6b3e5c15f tempest-SecGroupTest-1691326365 tempest-SecGroupTest-1691326365-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:41.114813 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73668a42-9b6f-4710-8d07-2d5697fe8a9d req-961fa737-dcf3-4f0c-bc11-a1066fe4af9a tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:51:41.116464 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-73668a42-9b6f-4710-8d07-2d5697fe8a9d req-961fa737-dcf3-4f0c-bc11-a1066fe4af9a tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] 10.222.0.49 "GET /v2.0/networks?id=0f2cc2b1-26b2-41f2-bdd8-a5e5698bdc15 HTTP/1.1" status: 200 len: 806 time: 0.1831806 Aug 12 14:51:41.131261 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [req-73668a42-9b6f-4710-8d07-2d5697fe8a9d req-4d4bae42-c795-4305-a85e-03b84004fcd9 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] Request body: {'port': {'device_id': '1db5c5cf-3fd5-427d-9e53-d5c93e201465', 'network_id': '0f2cc2b1-26b2-41f2-bdd8-a5e5698bdc15', 'admin_state_up': True, 'tenant_id': '8aeb63fb42f149b3aa9e0e9c29a41582'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:51:41.150465 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b38c01d5-3859-459f-87de-4d87b4107aa6 req-a9afdf1b-9301-4c3a-96c9-938de7ec0924 service neutron] 10.222.0.49 "GET /v2.0/networks/742f197c-8a19-4bb3-8560-845411781a1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2654073 Aug 12 14:51:41.166404 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-dc88e8b4-6b07-4cc6-8aa1-76d06609e061 req-1cc0afe5-7454-4d2a-8eb3-b112e74afde0 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ff7dcf8-d6f2-4101-a1d4-537dc448601c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1001549 Aug 12 14:51:41.167587 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-e9162817-398b-4de1-ad4f-9db6b3e5c15f tempest-SecGroupTest-1691326365 tempest-SecGroupTest-1691326365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641735'] for security_group_rule, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:41.180757 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-e9162817-398b-4de1-ad4f-9db6b3e5c15f tempest-SecGroupTest-1691326365 tempest-SecGroupTest-1691326365-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:41.184900 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 59478) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:51:41.185438 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-e9162817-398b-4de1-ad4f-9db6b3e5c15f tempest-SecGroupTest-1691326365 tempest-SecGroupTest-1691326365-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/18e415ce-1288-4d5f-ae53-42aa720fd0aa HTTP/1.1" status: 204 len: 168 time: 0.1865306 Aug 12 14:51:41.186364 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9162817-398b-4de1-ad4f-9db6b3e5c15f tempest-SecGroupTest-1691326365 tempest-SecGroupTest-1691326365-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=18e415ce-1288-4d5f-ae53-42aa720fd0aa,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:51:41.259740 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-41ff3b6f-e6fc-468d-bb17-2c941bed3c90 tempest-SecGroupTest-1691326365 tempest-SecGroupTest-1691326365-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0735230 Aug 12 14:51:41.262944 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 59484) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:51:41.267621 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-dfd5fce6-71a3-4bac-acb7-4907f50ded2b tempest-SecGroupTest-1691326365 tempest-SecGroupTest-1691326365-project] Request body: {'security_group_rule': {'security_group_id': '425e7672-456d-4a59-991a-58a6fdc4e299', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:51:41.299179 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-dfd5fce6-71a3-4bac-acb7-4907f50ded2b tempest-SecGroupTest-1691326365 tempest-SecGroupTest-1691326365-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:41.319263 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73668a42-9b6f-4710-8d07-2d5697fe8a9d req-4d4bae42-c795-4305-a85e-03b84004fcd9 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] Made reservation on behalf of 8aeb63fb42f149b3aa9e0e9c29a41582 for: {'port': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:51:41.323468 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-73668a42-9b6f-4710-8d07-2d5697fe8a9d req-4d4bae42-c795-4305-a85e-03b84004fcd9 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:41.365362 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-dfd5fce6-71a3-4bac-acb7-4907f50ded2b tempest-SecGroupTest-1691326365 tempest-SecGroupTest-1691326365-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:41.369377 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-dfd5fce6-71a3-4bac-acb7-4907f50ded2b tempest-SecGroupTest-1691326365 tempest-SecGroupTest-1691326365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641735'] for security_group_rule, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:41.392238 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd5fce6-71a3-4bac-acb7-4907f50ded2b tempest-SecGroupTest-1691326365 tempest-SecGroupTest-1691326365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b7a78ae-eaca-4605-9b2c-d430d2642d01,revision_number=0']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:51:41.395986 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-dfd5fce6-71a3-4bac-acb7-4907f50ded2b tempest-SecGroupTest-1691326365 tempest-SecGroupTest-1691326365-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:41.400051 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-dfd5fce6-71a3-4bac-acb7-4907f50ded2b tempest-SecGroupTest-1691326365 tempest-SecGroupTest-1691326365-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1360424 Aug 12 14:51:41.400727 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 59490) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:51:41.420027 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-cd06ca8c-28f8-47d3-9ffc-f33a5eaf47d5 tempest-SecGroupTest-1691326365 tempest-SecGroupTest-1691326365-project] 10.222.0.39 "GET /v2.0/security-group-rules/5b7a78ae-eaca-4605-9b2c-d430d2642d01 HTTP/1.1" status: 200 len: 763 time: 0.0179894 Aug 12 14:51:41.422661 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 59492) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:51:41.470286 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-a69a08ce-ae9a-4adf-91a5-0bce0c2e449f tempest-SecGroupTest-1691326365 tempest-SecGroupTest-1691326365-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0456042 Aug 12 14:51:41.472367 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 59496) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:51:41.489413 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [req-73668a42-9b6f-4710-8d07-2d5697fe8a9d req-4d4bae42-c795-4305-a85e-03b84004fcd9 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] Allocated IP 172.20.0.14 (0f2cc2b1-26b2-41f2-bdd8-a5e5698bdc15/33fe8ec3-27c5-4c33-8718-44dd3a3eaffa/db92e028-bf25-4e3c-ac25-0a5403b80547) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:51:41.512853 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b40d4d70-1719-4f56-9ad5-5c548f138598 tempest-SecGroupTest-1691326365 tempest-SecGroupTest-1691326365-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:41.526881 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b40d4d70-1719-4f56-9ad5-5c548f138598 tempest-SecGroupTest-1691326365 tempest-SecGroupTest-1691326365-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:41.528205 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:41.591228 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b40d4d70-1719-4f56-9ad5-5c548f138598 tempest-SecGroupTest-1691326365 tempest-SecGroupTest-1691326365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641735'] for security_group_rule, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:41.630327 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b40d4d70-1719-4f56-9ad5-5c548f138598 tempest-SecGroupTest-1691326365 tempest-SecGroupTest-1691326365-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:41.631458 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-b40d4d70-1719-4f56-9ad5-5c548f138598 tempest-SecGroupTest-1691326365 tempest-SecGroupTest-1691326365-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/5b7a78ae-eaca-4605-9b2c-d430d2642d01 HTTP/1.1" status: 204 len: 168 time: 0.1579661 Aug 12 14:51:41.634397 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 59504) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:51:41.639037 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40d4d70-1719-4f56-9ad5-5c548f138598 tempest-SecGroupTest-1691326365 tempest-SecGroupTest-1691326365-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5b7a78ae-eaca-4605-9b2c-d430d2642d01,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:51:41.678334 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-fdb80262-ad44-417a-9cf1-105dcf545ae9 tempest-SecGroupTest-1691326365 tempest-SecGroupTest-1691326365-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0427587 Aug 12 14:51:41.679288 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 59506) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:51:41.683928 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-eb5c6508-951a-47bc-b99d-9e83b3ac3c8c tempest-SecGroupTest-1691326365 tempest-SecGroupTest-1691326365-project] Request body: {'security_group_rule': {'security_group_id': '425e7672-456d-4a59-991a-58a6fdc4e299', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:51:41.697163 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-73668a42-9b6f-4710-8d07-2d5697fe8a9d req-4d4bae42-c795-4305-a85e-03b84004fcd9 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:41.714781 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-eb5c6508-951a-47bc-b99d-9e83b3ac3c8c tempest-SecGroupTest-1691326365 tempest-SecGroupTest-1691326365-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:41.740802 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-73668a42-9b6f-4710-8d07-2d5697fe8a9d req-4d4bae42-c795-4305-a85e-03b84004fcd9 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:41.753372 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] get_ports_and_sgs() called for port_ids ['dc566ee9-a384-4f4a-8a20-5887f333a78c'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:51:41.776819 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-eb5c6508-951a-47bc-b99d-9e83b3ac3c8c tempest-SecGroupTest-1691326365 tempest-SecGroupTest-1691326365-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:41.785796 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-eb5c6508-951a-47bc-b99d-9e83b3ac3c8c tempest-SecGroupTest-1691326365 tempest-SecGroupTest-1691326365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641735'] for security_group_rule, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:41.788504 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73668a42-9b6f-4710-8d07-2d5697fe8a9d req-4d4bae42-c795-4305-a85e-03b84004fcd9 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] Network 0f2cc2b1-26b2-41f2-bdd8-a5e5698bdc15 is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:51:41.795352 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [req-73668a42-9b6f-4710-8d07-2d5697fe8a9d req-4d4bae42-c795-4305-a85e-03b84004fcd9 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:51:41.799595 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [req-73668a42-9b6f-4710-8d07-2d5697fe8a9d req-4d4bae42-c795-4305-a85e-03b84004fcd9 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:51:41.806699 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4bae42-c795-4305-a85e-03b84004fcd9 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] Pushing event updated for resources: {'Port': ['ID=db92e028-bf25-4e3c-ac25-0a5403b80547,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:51:41.826093 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-eb5c6508-951a-47bc-b99d-9e83b3ac3c8c tempest-SecGroupTest-1691326365 tempest-SecGroupTest-1691326365-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:41.827783 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-eb5c6508-951a-47bc-b99d-9e83b3ac3c8c tempest-SecGroupTest-1691326365 tempest-SecGroupTest-1691326365-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1473439 Aug 12 14:51:41.830771 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 59516) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:51:41.831543 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5c6508-951a-47bc-b99d-9e83b3ac3c8c tempest-SecGroupTest-1691326365 tempest-SecGroupTest-1691326365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=239c428c-eab4-45ff-bf97-da8887aef0a6,revision_number=0']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:51:41.852974 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-8090be27-82cc-4ab1-95c9-e7c001ca8774 tempest-SecGroupTest-1691326365 tempest-SecGroupTest-1691326365-project] 10.222.0.39 "GET /v2.0/security-group-rules/239c428c-eab4-45ff-bf97-da8887aef0a6 HTTP/1.1" status: 200 len: 764 time: 0.0183945 Aug 12 14:51:41.856379 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 59518) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:51:41.867109 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73668a42-9b6f-4710-8d07-2d5697fe8a9d req-4d4bae42-c795-4305-a85e-03b84004fcd9 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:51:41.867906 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-73668a42-9b6f-4710-8d07-2d5697fe8a9d req-4d4bae42-c795-4305-a85e-03b84004fcd9 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:41.891183 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-73668a42-9b6f-4710-8d07-2d5697fe8a9d req-4d4bae42-c795-4305-a85e-03b84004fcd9 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7654645 Aug 12 14:51:41.905390 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [req-73668a42-9b6f-4710-8d07-2d5697fe8a9d req-6596f152-4957-4328-974b-6a815cf55e40 service neutron] Request body: {'port': {'device_id': '1db5c5cf-3fd5-427d-9e53-d5c93e201465', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-694802-15'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:51:41.910955 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-f897cee9-a675-4b93-9350-afab40306fba tempest-SecGroupTest-1691326365 tempest-SecGroupTest-1691326365-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0525672 Aug 12 14:51:41.914053 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 59524) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:51:41.949275 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-cb61f525-09c9-49e0-9889-52c910aa6338 tempest-SecGroupTest-1691326365 tempest-SecGroupTest-1691326365-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:41.957102 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-cb61f525-09c9-49e0-9889-52c910aa6338 tempest-SecGroupTest-1691326365 tempest-SecGroupTest-1691326365-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:41.985319 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-73668a42-9b6f-4710-8d07-2d5697fe8a9d req-6596f152-4957-4328-974b-6a815cf55e40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:41.990123 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-cb61f525-09c9-49e0-9889-52c910aa6338 tempest-SecGroupTest-1691326365 tempest-SecGroupTest-1691326365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641735'] for security_group_rule, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:41.997890 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-cb61f525-09c9-49e0-9889-52c910aa6338 tempest-SecGroupTest-1691326365 tempest-SecGroupTest-1691326365-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:42.001821 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-cb61f525-09c9-49e0-9889-52c910aa6338 tempest-SecGroupTest-1691326365 tempest-SecGroupTest-1691326365-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/239c428c-eab4-45ff-bf97-da8887aef0a6 HTTP/1.1" status: 204 len: 168 time: 0.0864177 Aug 12 14:51:42.002952 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 59534) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:51:42.006300 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb61f525-09c9-49e0-9889-52c910aa6338 tempest-SecGroupTest-1691326365 tempest-SecGroupTest-1691326365-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=239c428c-eab4-45ff-bf97-da8887aef0a6,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:51:42.094445 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-34a5ac2d-1740-4f3c-9da6-c4918326c64b tempest-SecGroupTest-1691326365 tempest-SecGroupTest-1691326365-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0900438 Aug 12 14:51:42.097592 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 59546) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:51:42.179002 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-787b85c7-ae21-4414-832e-0276d1a79700 tempest-SecGroupTest-1691326365 tempest-SecGroupTest-1691326365-project] Notify callbacks [] for security_group, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:42.222932 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-787b85c7-ae21-4414-832e-0276d1a79700 tempest-SecGroupTest-1691326365 tempest-SecGroupTest-1691326365-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:42.241302 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d1a304-1862-48c4-a41a-ff91985c18ec req-6ef2afdd-c59b-43c8-b1e4-9fd543e4fdac tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:51:42.243449 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f1d1a304-1862-48c4-a41a-ff91985c18ec req-6ef2afdd-c59b-43c8-b1e4-9fd543e4fdac tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] 10.222.0.39 "GET /v2.0/ports?device_id=1db5c5cf-3fd5-427d-9e53-d5c93e201465 HTTP/1.1" status: 200 len: 932 time: 0.1024864 Aug 12 14:51:42.312318 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f1d1a304-1862-48c4-a41a-ff91985c18ec req-cce551ce-b1e9-4876-8fc2-3432a063006a tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] 10.222.0.39 "GET /v2.0/security-groups?id=d503e6e0-4ce0-4f78-842d-abe0bf3f8a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602505 Aug 12 14:51:42.327156 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-787b85c7-ae21-4414-832e-0276d1a79700 tempest-SecGroupTest-1691326365 tempest-SecGroupTest-1691326365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:42.329530 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-787b85c7-ae21-4414-832e-0276d1a79700 tempest-SecGroupTest-1691326365 tempest-SecGroupTest-1691326365-project] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:42.333919 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-787b85c7-ae21-4414-832e-0276d1a79700 tempest-SecGroupTest-1691326365 tempest-SecGroupTest-1691326365-project] 10.222.0.39 "DELETE /v2.0/security-groups/425e7672-456d-4a59-991a-58a6fdc4e299 HTTP/1.1" status: 204 len: 168 time: 0.2351205 Aug 12 14:51:42.335896 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 59556) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:51:42.346840 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787b85c7-ae21-4414-832e-0276d1a79700 tempest-SecGroupTest-1691326365 tempest-SecGroupTest-1691326365-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=425e7672-456d-4a59-991a-58a6fdc4e299,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:51:42.349715 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37769f1d-fbb6-48f5-a3af-2299a7513fa0 req-ca4497b6-3083-406f-b6af-3810b8a73fc1 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:51:42.351613 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-37769f1d-fbb6-48f5-a3af-2299a7513fa0 req-ca4497b6-3083-406f-b6af-3810b8a73fc1 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/ports?device_id=3123bce8-844b-469f-9aa0-64c8f53661bc HTTP/1.1" status: 200 len: 945 time: 0.0869572 Aug 12 14:51:42.415233 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 59558) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:51:42.455474 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-37769f1d-fbb6-48f5-a3af-2299a7513fa0 req-725d63a1-39a2-428b-ab66-7a2ae6e8713c tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ff7dcf8-d6f2-4101-a1d4-537dc448601c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0919068 Aug 12 14:51:42.464192 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-cc9f8487-50f8-458a-96ac-f6f781bf6273 tempest-SecGroupTest-1691326365 tempest-SecGroupTest-1691326365-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1272426 Aug 12 14:51:42.468965 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 59562) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:51:42.503341 n-d-694802-15 neutron-server[94466]: DEBUG neutron.notifiers.nova [req-73668a42-9b6f-4710-8d07-2d5697fe8a9d req-6596f152-4957-4328-974b-6a815cf55e40 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db92e028-bf25-4e3c-ac25-0a5403b80547 {{(pid=94466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:51:42.513163 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-73668a42-9b6f-4710-8d07-2d5697fe8a9d req-6596f152-4957-4328-974b-6a815cf55e40 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:42.527470 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [req-73668a42-9b6f-4710-8d07-2d5697fe8a9d req-6596f152-4957-4328-974b-6a815cf55e40 service neutron] Transition to ACTIVE for port object db92e028-bf25-4e3c-ac25-0a5403b80547 will not be triggered until provisioned by entity L2. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:51:42.534780 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-73668a42-9b6f-4710-8d07-2d5697fe8a9d req-6596f152-4957-4328-974b-6a815cf55e40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3718439'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:42.556676 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-d03a046f-46de-4bfd-9ad7-e23ea24def9a tempest-SecGroupTest-1691326365 tempest-SecGroupTest-1691326365-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0831227 Aug 12 14:51:42.557467 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-cda1a942-d6ef-44e9-a4b6-1d8b57fe3da6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:42.596399 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6596f152-4957-4328-974b-6a815cf55e40 service neutron] Pushing event updated for resources: {'Port': ['ID=db92e028-bf25-4e3c-ac25-0a5403b80547,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:51:42.675642 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-cda1a942-d6ef-44e9-a4b6-1d8b57fe3da6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:42.681259 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-cda1a942-d6ef-44e9-a4b6-1d8b57fe3da6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:42.704566 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [req-73668a42-9b6f-4710-8d07-2d5697fe8a9d req-6596f152-4957-4328-974b-6a815cf55e40 service neutron] Attempting to bind port db92e028-bf25-4e3c-ac25-0a5403b80547 on host n-h2-694802-15 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:51:42.704954 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [req-73668a42-9b6f-4710-8d07-2d5697fe8a9d req-6596f152-4957-4328-974b-6a815cf55e40 service neutron] Attempting to bind port db92e028-bf25-4e3c-ac25-0a5403b80547 by drivers openvswitch,hyperv on host n-h2-694802-15 at level 0 using segments [{'id': 'abdc443e-cf7a-4b71-8730-19997248ebd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '0f2cc2b1-26b2-41f2-bdd8-a5e5698bdc15'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:51:42.705294 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73668a42-9b6f-4710-8d07-2d5697fe8a9d req-6596f152-4957-4328-974b-6a815cf55e40 service neutron] Attempting to bind port db92e028-bf25-4e3c-ac25-0a5403b80547 on network 0f2cc2b1-26b2-41f2-bdd8-a5e5698bdc15 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:51:42.710430 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73668a42-9b6f-4710-8d07-2d5697fe8a9d req-6596f152-4957-4328-974b-6a815cf55e40 service neutron] Port db92e028-bf25-4e3c-ac25-0a5403b80547 on network 0f2cc2b1-26b2-41f2-bdd8-a5e5698bdc15 not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-15 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 14:51:42.710760 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73668a42-9b6f-4710-8d07-2d5697fe8a9d req-6596f152-4957-4328-974b-6a815cf55e40 service neutron] Attempting to bind port db92e028-bf25-4e3c-ac25-0a5403b80547 on network 0f2cc2b1-26b2-41f2-bdd8-a5e5698bdc15 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:51:42.716016 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73668a42-9b6f-4710-8d07-2d5697fe8a9d req-6596f152-4957-4328-974b-6a815cf55e40 service neutron] Checking agent: {'id': 'b7697f71-33f3-4959-ad82-43c2dc15845d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 27, 42), 'started_at': datetime.datetime(2021, 8, 12, 14, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 51, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:51:42.716366 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73668a42-9b6f-4710-8d07-2d5697fe8a9d req-6596f152-4957-4328-974b-6a815cf55e40 service neutron] Checking segment: {'id': 'abdc443e-cf7a-4b71-8730-19997248ebd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '0f2cc2b1-26b2-41f2-bdd8-a5e5698bdc15'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:51:42.716759 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73668a42-9b6f-4710-8d07-2d5697fe8a9d req-6596f152-4957-4328-974b-6a815cf55e40 service neutron] Bound using segment: {'id': 'abdc443e-cf7a-4b71-8730-19997248ebd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '0f2cc2b1-26b2-41f2-bdd8-a5e5698bdc15'} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:51:42.719824 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [req-73668a42-9b6f-4710-8d07-2d5697fe8a9d req-6596f152-4957-4328-974b-6a815cf55e40 service neutron] Bound port: db92e028-bf25-4e3c-ac25-0a5403b80547, host: n-h2-694802-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'abdc443e-cf7a-4b71-8730-19997248ebd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '0f2cc2b1-26b2-41f2-bdd8-a5e5698bdc15'}}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:51:42.719824 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-73668a42-9b6f-4710-8d07-2d5697fe8a9d req-6596f152-4957-4328-974b-6a815cf55e40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:42.732535 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda1a942-d6ef-44e9-a4b6-1d8b57fe3da6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bee5c0df-0c54-4732-997a-169dd1a13f34,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:51:42.737467 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:42.745546 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-cda1a942-d6ef-44e9-a4b6-1d8b57fe3da6 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=dfe299d09cbd414cbaf90c919c81e555&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3291764 Aug 12 14:51:42.746813 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 59568) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:51:42.800860 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [req-73668a42-9b6f-4710-8d07-2d5697fe8a9d req-6596f152-4957-4328-974b-6a815cf55e40 service neutron] For port db92e028-bf25-4e3c-ac25-0a5403b80547, host n-h2-694802-15, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:51:42.804320 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [req-73668a42-9b6f-4710-8d07-2d5697fe8a9d req-6596f152-4957-4328-974b-6a815cf55e40 service neutron] For port db92e028-bf25-4e3c-ac25-0a5403b80547, host n-h2-694802-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=db92e028-bf25-4e3c-ac25-0a5403b80547,segment=NetworkSegment(abdc443e-cf7a-4b71-8730-19997248ebd2),segment_id=abdc443e-cf7a-4b71-8730-19997248ebd2)] {{(pid=94466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:51:42.807176 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-d3563a02-e33d-4df1-86ce-3d279a9056e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:42.810495 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-73668a42-9b6f-4710-8d07-2d5697fe8a9d req-6596f152-4957-4328-974b-6a815cf55e40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3718439'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:42.833196 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-d3563a02-e33d-4df1-86ce-3d279a9056e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:42.849456 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 59570) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:51:42.867807 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73668a42-9b6f-4710-8d07-2d5697fe8a9d req-6596f152-4957-4328-974b-6a815cf55e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:51:42.868435 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-73668a42-9b6f-4710-8d07-2d5697fe8a9d req-6596f152-4957-4328-974b-6a815cf55e40 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:42.869917 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-73668a42-9b6f-4710-8d07-2d5697fe8a9d req-6596f152-4957-4328-974b-6a815cf55e40 service neutron] 10.222.0.49 "PUT /v2.0/ports/db92e028-bf25-4e3c-ac25-0a5403b80547 HTTP/1.1" status: 200 len: 1093 time: 0.9700205 Aug 12 14:51:42.870468 n-d-694802-15 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1db5c5cf-3fd5-427d-9e53-d5c93e201465', 'tag': 'db92e028-bf25-4e3c-ac25-0a5403b80547'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:51:42.873505 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e785eeede3897370d0b20f09d5f461b30cfecd5ed38c4f07dacd02bc52c9277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57991308-c535-4014-8f27-798af6a65677" -d '{"events": [{"name": "network-changed", "server_uuid": "1db5c5cf-3fd5-427d-9e53-d5c93e201465", "tag": "db92e028-bf25-4e3c-ac25-0a5403b80547"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:51:42.902029 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6596f152-4957-4328-974b-6a815cf55e40 service neutron] Pushing event updated for resources: {'Port': ['ID=db92e028-bf25-4e3c-ac25-0a5403b80547,revision_number=3']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:51:42.945035 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 14:51:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2210697e-92d3-4b3d-af71-8efaf67a39f4 x-openstack-request-id: req-2210697e-92d3-4b3d-af71-8efaf67a39f4 {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:51:42.945383 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1db5c5cf-3fd5-427d-9e53-d5c93e201465", "tag": "db92e028-bf25-4e3c-ac25-0a5403b80547", "status": "completed", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:51:42.945612 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2210697e-92d3-4b3d-af71-8efaf67a39f4 {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:51:42.946009 n-d-694802-15 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1db5c5cf-3fd5-427d-9e53-d5c93e201465', 'tag': 'db92e028-bf25-4e3c-ac25-0a5403b80547', 'status': 'completed', 'code': 200} Aug 12 14:51:42.946845 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-d3563a02-e33d-4df1-86ce-3d279a9056e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:42.949633 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-d3563a02-e33d-4df1-86ce-3d279a9056e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:42.951173 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-d3563a02-e33d-4df1-86ce-3d279a9056e7 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/bee5c0df-0c54-4732-997a-169dd1a13f34 HTTP/1.1" status: 204 len: 168 time: 0.2032065 Aug 12 14:51:42.962052 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3563a02-e33d-4df1-86ce-3d279a9056e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bee5c0df-0c54-4732-997a-169dd1a13f34,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:51:42.987965 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73668a42-9b6f-4710-8d07-2d5697fe8a9d req-5400a378-2921-4698-b35c-95da3ae83f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:51:42.989490 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-73668a42-9b6f-4710-8d07-2d5697fe8a9d req-5400a378-2921-4698-b35c-95da3ae83f54 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=8aeb63fb42f149b3aa9e0e9c29a41582&device_id=1db5c5cf-3fd5-427d-9e53-d5c93e201465 HTTP/1.1" status: 200 len: 1096 time: 0.0576303 Aug 12 14:51:43.024427 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:43.042649 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-73668a42-9b6f-4710-8d07-2d5697fe8a9d req-0920574b-5cb1-4dc9-961d-caddeb5490b0 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=db92e028-bf25-4e3c-ac25-0a5403b80547 HTTP/1.1" status: 200 len: 217 time: 0.0441823 Aug 12 14:51:43.119278 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-67667286-8a0a-4605-a48a-a798f5b08369 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ab21cbfb16e547b197075e271bfb0d46&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2662418 Aug 12 14:51:43.122417 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 59580) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:51:43.131607 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73668a42-9b6f-4710-8d07-2d5697fe8a9d req-743602fd-4221-40f8-961b-7c55de9a220b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:51:43.133807 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-73668a42-9b6f-4710-8d07-2d5697fe8a9d req-743602fd-4221-40f8-961b-7c55de9a220b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=33fe8ec3-27c5-4c33-8718-44dd3a3eaffa HTTP/1.1" status: 200 len: 846 time: 0.0712845 Aug 12 14:51:43.174188 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-73668a42-9b6f-4710-8d07-2d5697fe8a9d req-1db110a2-3cb3-4ca0-a691-42c8e8ccc133 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0f2cc2b1-26b2-41f2-bdd8-a5e5698bdc15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313885 Aug 12 14:51:43.179092 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-1aac6b3f-3476-435c-8321-d3d25638cb1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:43.206081 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-1aac6b3f-3476-435c-8321-d3d25638cb1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:43.275041 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-1aac6b3f-3476-435c-8321-d3d25638cb1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:43.278786 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-1aac6b3f-3476-435c-8321-d3d25638cb1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:43.282326 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-1aac6b3f-3476-435c-8321-d3d25638cb1c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f7c6a64a-71d4-48af-bd4a-c081e537a4d6 HTTP/1.1" status: 204 len: 168 time: 0.1566007 Aug 12 14:51:43.289459 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aac6b3f-3476-435c-8321-d3d25638cb1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7c6a64a-71d4-48af-bd4a-c081e537a4d6,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:51:43.301454 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-73668a42-9b6f-4710-8d07-2d5697fe8a9d req-be8e897b-42ad-4909-b910-779abc5ddeb9 service neutron] 10.222.0.49 "GET /v2.0/networks/0f2cc2b1-26b2-41f2-bdd8-a5e5698bdc15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201727 Aug 12 14:51:43.320757 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 59584) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:51:43.335941 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-cbaea27f-dfec-496f-a4e4-7d24320909c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:43.375742 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93eb91b4-84b9-4247-9bc7-0dc0ae7c4a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:43.479550 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-cbaea27f-dfec-496f-a4e4-7d24320909c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:43.480196 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02822d14-7378-4b26-8d8b-7fad42f6031e req-9f95198a-b7af-4dfa-81d3-385d6f644114 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:51:43.482493 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-02822d14-7378-4b26-8d8b-7fad42f6031e req-9f95198a-b7af-4dfa-81d3-385d6f644114 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] 10.222.0.39 "GET /v2.0/ports?device_id=1db5c5cf-3fd5-427d-9e53-d5c93e201465 HTTP/1.1" status: 200 len: 944 time: 0.0816560 Aug 12 14:51:43.494858 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-cbaea27f-dfec-496f-a4e4-7d24320909c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:43.510199 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-73668a42-9b6f-4710-8d07-2d5697fe8a9d req-7fbb6202-f408-409e-ab39-88065f32c029 service neutron] 10.222.0.49 "GET /v2.0/networks/0f2cc2b1-26b2-41f2-bdd8-a5e5698bdc15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2014244 Aug 12 14:51:43.538055 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-cbaea27f-dfec-496f-a4e4-7d24320909c9 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=495c5cea101f4058b7b18836688d482c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2164774 Aug 12 14:51:43.541118 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 59592) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:51:43.587330 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbaea27f-dfec-496f-a4e4-7d24320909c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e523e5c-9f57-4fb7-8ec0-c58bfcfb3580,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:51:43.614074 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-02822d14-7378-4b26-8d8b-7fad42f6031e req-baf04ff3-b1d2-4f73-a971-1ccdeab85aea tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] 10.222.0.39 "GET /v2.0/security-groups?id=d503e6e0-4ce0-4f78-842d-abe0bf3f8a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196742 Aug 12 14:51:43.617885 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924d671d-8124-48e8-a839-6b9cc61b4f73 req-00bb9af2-d11d-44b1-ba96-d0fc43b99b2d tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:51:43.619824 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-924d671d-8124-48e8-a839-6b9cc61b4f73 req-00bb9af2-d11d-44b1-ba96-d0fc43b99b2d tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/ports?device_id=3123bce8-844b-469f-9aa0-64c8f53661bc HTTP/1.1" status: 200 len: 945 time: 0.0803072 Aug 12 14:51:43.655229 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8cf56320-f5e0-4cc7-b7aa-d475af0c34c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:43.660693 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57991308-c535-4014-8f27-798af6a65677 req-adf3e212-5eb4-49c2-93d0-f4148d7e09b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:51:43.662550 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-57991308-c535-4014-8f27-798af6a65677 req-adf3e212-5eb4-49c2-93d0-f4148d7e09b4 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=8aeb63fb42f149b3aa9e0e9c29a41582&device_id=1db5c5cf-3fd5-427d-9e53-d5c93e201465 HTTP/1.1" status: 200 len: 1096 time: 0.0954208 Aug 12 14:51:43.666139 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-924d671d-8124-48e8-a839-6b9cc61b4f73 req-2c2e87d0-73fb-4139-9737-cd2144844166 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ff7dcf8-d6f2-4101-a1d4-537dc448601c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393474 Aug 12 14:51:43.694241 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 59596) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:51:43.730190 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8cf56320-f5e0-4cc7-b7aa-d475af0c34c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:43.758548 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-abcaf8cb-0654-4e98-826e-f3a23ee3ccdf tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/floatingips/223c2cb0-df6b-448d-b2e6-8cf7b6fca20f HTTP/1.1" status: 200 len: 992 time: 0.0628834 Aug 12 14:51:43.798170 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57991308-c535-4014-8f27-798af6a65677 req-67a03ff3-c9c4-4edc-b8a3-1962baa3aab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:51:43.799716 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-57991308-c535-4014-8f27-798af6a65677 req-67a03ff3-c9c4-4edc-b8a3-1962baa3aab3 service neutron] 10.222.0.49 "GET /v2.0/networks?id=0f2cc2b1-26b2-41f2-bdd8-a5e5698bdc15 HTTP/1.1" status: 200 len: 907 time: 0.1290078 Aug 12 14:51:43.808701 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8cf56320-f5e0-4cc7-b7aa-d475af0c34c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:43.811551 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8cf56320-f5e0-4cc7-b7aa-d475af0c34c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:43.812655 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-8cf56320-f5e0-4cc7-b7aa-d475af0c34c3 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3e523e5c-9f57-4fb7-8ec0-c58bfcfb3580 HTTP/1.1" status: 204 len: 168 time: 0.2703774 Aug 12 14:51:43.846001 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device 4cb610aa-7923-49fa-ac4e-1e29828c4978 details requested by agent hyperv_n-h2-694802-15 with host n-h2-694802-15 {{(pid=94468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 14:51:43.862122 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf56320-f5e0-4cc7-b7aa-d475af0c34c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e523e5c-9f57-4fb7-8ec0-c58bfcfb3580,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:51:43.866474 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-57991308-c535-4014-8f27-798af6a65677 req-e01f5ae5-1878-495f-b847-8532e46b5504 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=db92e028-bf25-4e3c-ac25-0a5403b80547 HTTP/1.1" status: 200 len: 217 time: 0.0527158 Aug 12 14:51:43.936605 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57991308-c535-4014-8f27-798af6a65677 req-3673c2f6-5fcb-42c7-b821-ce2deabd9b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:51:43.938839 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-57991308-c535-4014-8f27-798af6a65677 req-3673c2f6-5fcb-42c7-b821-ce2deabd9b69 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=33fe8ec3-27c5-4c33-8718-44dd3a3eaffa HTTP/1.1" status: 200 len: 846 time: 0.0653577 Aug 12 14:51:43.962807 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-1769855f-eda9-4483-9dc3-3220908ab45d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:43.979588 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-57991308-c535-4014-8f27-798af6a65677 req-92bb2e8b-0262-4778-900d-a8ae2c9cb23b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0f2cc2b1-26b2-41f2-bdd8-a5e5698bdc15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338061 Aug 12 14:51:43.993659 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port 4cb610aa-7923-49fa-ac4e-1e29828c4978, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=4cb610aa-7923-49fa-ac4e-1e29828c4978,segment=NetworkSegment(992c0055-8673-48b2-8c23-e403a670dda0),segment_id=992c0055-8673-48b2-8c23-e403a670dda0)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:51:44.007456 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Returning: {'device': '4cb610aa-7923-49fa-ac4e-1e29828c4978', 'network_id': '742f197c-8a19-4bb3-8560-845411781a1d', 'port_id': '4cb610aa-7923-49fa-ac4e-1e29828c4978', 'mac_address': 'fa:16:3e:5a:80:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e54db14a-8a80-4198-922a-7cf83a508765', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 14:51:44.054269 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:44.070377 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4cb610aa-7923-49fa-ac4e-1e29828c4978 {{(pid=94468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:51:44.096699 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port 4cb610aa-7923-49fa-ac4e-1e29828c4978, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=4cb610aa-7923-49fa-ac4e-1e29828c4978,segment=NetworkSegment(992c0055-8673-48b2-8c23-e403a670dda0),segment_id=992c0055-8673-48b2-8c23-e403a670dda0)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:51:44.100652 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-57991308-c535-4014-8f27-798af6a65677 req-44315f0e-cfa5-4f93-baa8-647147b45678 service neutron] 10.222.0.49 "GET /v2.0/networks/0f2cc2b1-26b2-41f2-bdd8-a5e5698bdc15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134562 Aug 12 14:51:44.101854 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:44.178307 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Pushing event updated for resources: {'Port': ['ID=4cb610aa-7923-49fa-ac4e-1e29828c4978,revision_number=12']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:51:44.187926 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:51:44.188566 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:51:44.189033 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:51:44.189377 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:51:44.189705 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:51:44.190042 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:51:44.190370 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:51:44.190706 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:51:44.191052 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:51:44.191386 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:51:44.191714 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:51:44.192040 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:51:44.234553 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-57991308-c535-4014-8f27-798af6a65677 req-c54a9c6f-f7e1-419a-b760-93782adba8b3 service neutron] 10.222.0.49 "GET /v2.0/networks/0f2cc2b1-26b2-41f2-bdd8-a5e5698bdc15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254160 Aug 12 14:51:44.360243 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 59628) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:51:44.454814 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-9c6423ba-8dd1-4df7-9d01-1978e646bd5a tempest-NegativeSecGroupTest-1374403792 tempest-NegativeSecGroupTest-1374403792-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:51:44.455579 n-d-694802-15 neutron-server[94466]: WARNING neutron.api.v2.base [None req-9c6423ba-8dd1-4df7-9d01-1978e646bd5a tempest-NegativeSecGroupTest-1374403792 tempest-NegativeSecGroupTest-1374403792-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 12 14:51:44.456078 n-d-694802-15 neutron-server[94466]: INFO neutron.api.v2.resource [None req-9c6423ba-8dd1-4df7-9d01-1978e646bd5a tempest-NegativeSecGroupTest-1374403792 tempest-NegativeSecGroupTest-1374403792-project] create failed (client error): There was a conflict when trying to complete your request. Aug 12 14:51:44.457122 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-9c6423ba-8dd1-4df7-9d01-1978e646bd5a tempest-NegativeSecGroupTest-1374403792 tempest-NegativeSecGroupTest-1374403792-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.0958450 Aug 12 14:51:44.460770 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 59636) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:51:44.465390 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-02e9ea7e-e4f5-4362-a25e-25a90d07f774 tempest-NegativeSecGroupTest-1374403792 tempest-NegativeSecGroupTest-1374403792-project] Request body: {'security_group': {'name': 'tempest-secgroup--1667006879'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:51:44.487696 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-02e9ea7e-e4f5-4362-a25e-25a90d07f774 tempest-NegativeSecGroupTest-1374403792 tempest-NegativeSecGroupTest-1374403792-project] Notify callbacks [] for security_group, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:44.498121 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-02e9ea7e-e4f5-4362-a25e-25a90d07f774 tempest-NegativeSecGroupTest-1374403792 tempest-NegativeSecGroupTest-1374403792-project] Notify callbacks [] for security_group, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:44.532540 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] get_ports_and_sgs() called for port_ids ['4cb610aa-7923-49fa-ac4e-1e29828c4978'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:51:44.604234 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-02e9ea7e-e4f5-4362-a25e-25a90d07f774 tempest-NegativeSecGroupTest-1374403792 tempest-NegativeSecGroupTest-1374403792-project] Notify callbacks [] for security_group, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:44.609858 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-02e9ea7e-e4f5-4362-a25e-25a90d07f774 tempest-NegativeSecGroupTest-1374403792 tempest-NegativeSecGroupTest-1374403792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:44.652295 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e9ea7e-e4f5-4362-a25e-25a90d07f774 tempest-NegativeSecGroupTest-1374403792 tempest-NegativeSecGroupTest-1374403792-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2599dc1-2cc5-4074-87e0-b8cd104fa7db,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:51:44.652645 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.agents_db [None req-17ed3e4c-1a7d-4162-9646-11c134aca297 None None] Agent healthcheck: found 7 active agents {{(pid=94469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 14:51:44.733401 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-02e9ea7e-e4f5-4362-a25e-25a90d07f774 tempest-NegativeSecGroupTest-1374403792 tempest-NegativeSecGroupTest-1374403792-project] Notify callbacks [] for security_group, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:44.748570 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-02e9ea7e-e4f5-4362-a25e-25a90d07f774 tempest-NegativeSecGroupTest-1374403792 tempest-NegativeSecGroupTest-1374403792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:44.788806 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-02e9ea7e-e4f5-4362-a25e-25a90d07f774 tempest-NegativeSecGroupTest-1374403792 tempest-NegativeSecGroupTest-1374403792-project] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:44.790046 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-02e9ea7e-e4f5-4362-a25e-25a90d07f774 tempest-NegativeSecGroupTest-1374403792 tempest-NegativeSecGroupTest-1374403792-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3282652 Aug 12 14:51:44.793053 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 59650) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:51:44.798971 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-57d310b5-2740-41b1-9c05-f479253a827a tempest-NegativeSecGroupTest-1374403792 tempest-NegativeSecGroupTest-1374403792-project] Request body: {'security_group_rule': {'security_group_id': 'aefb585f-016a-4416-95aa-d55b07f3bb4f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:51:44.814601 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fb2e56-4370-4ec4-a9f1-9d46f2dcd79a req-0eadec71-836e-4983-a896-04dbe7335b47 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:51:44.816363 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-38fb2e56-4370-4ec4-a9f1-9d46f2dcd79a req-0eadec71-836e-4983-a896-04dbe7335b47 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] 10.222.0.39 "GET /v2.0/ports?device_id=1db5c5cf-3fd5-427d-9e53-d5c93e201465 HTTP/1.1" status: 200 len: 944 time: 0.0816185 Aug 12 14:51:44.817371 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e9ea7e-e4f5-4362-a25e-25a90d07f774 tempest-NegativeSecGroupTest-1374403792 tempest-NegativeSecGroupTest-1374403792-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aefb585f-016a-4416-95aa-d55b07f3bb4f,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:51:44.840781 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-57d310b5-2740-41b1-9c05-f479253a827a tempest-NegativeSecGroupTest-1374403792 tempest-NegativeSecGroupTest-1374403792-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:44.862481 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-38fb2e56-4370-4ec4-a9f1-9d46f2dcd79a req-d309415a-b013-4608-8f40-be8abe288350 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] 10.222.0.39 "GET /v2.0/security-groups?id=d503e6e0-4ce0-4f78-842d-abe0bf3f8a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362799 Aug 12 14:51:44.919278 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-57d310b5-2740-41b1-9c05-f479253a827a tempest-NegativeSecGroupTest-1374403792 tempest-NegativeSecGroupTest-1374403792-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:44.923087 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-57d310b5-2740-41b1-9c05-f479253a827a tempest-NegativeSecGroupTest-1374403792 tempest-NegativeSecGroupTest-1374403792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641735'] for security_group_rule, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:44.943256 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d310b5-2740-41b1-9c05-f479253a827a tempest-NegativeSecGroupTest-1374403792 tempest-NegativeSecGroupTest-1374403792-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f637deee-57d2-4804-b987-bd4064c73c3b,revision_number=0']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:51:44.957148 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-57d310b5-2740-41b1-9c05-f479253a827a tempest-NegativeSecGroupTest-1374403792 tempest-NegativeSecGroupTest-1374403792-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:44.958734 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-57d310b5-2740-41b1-9c05-f479253a827a tempest-NegativeSecGroupTest-1374403792 tempest-NegativeSecGroupTest-1374403792-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1639507 Aug 12 14:51:44.961555 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 59658) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:51:44.966666 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-19d3885a-aa3c-4388-8efd-218966890b50 tempest-NegativeSecGroupTest-1374403792 tempest-NegativeSecGroupTest-1374403792-project] Request body: {'security_group_rule': {'security_group_id': 'aefb585f-016a-4416-95aa-d55b07f3bb4f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:51:44.993534 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-19d3885a-aa3c-4388-8efd-218966890b50 tempest-NegativeSecGroupTest-1374403792 tempest-NegativeSecGroupTest-1374403792-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:45.041441 n-d-694802-15 neutron-server[94466]: INFO neutron.api.v2.resource [None req-19d3885a-aa3c-4388-8efd-218966890b50 tempest-NegativeSecGroupTest-1374403792 tempest-NegativeSecGroupTest-1374403792-project] create failed (client error): There was a conflict when trying to complete your request. Aug 12 14:51:45.043005 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-19d3885a-aa3c-4388-8efd-218966890b50 tempest-NegativeSecGroupTest-1374403792 tempest-NegativeSecGroupTest-1374403792-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.0800798 Aug 12 14:51:45.046108 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 59662) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:51:45.099593 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-37e03e46-b9ba-4afe-8052-903205a6a571 tempest-NegativeSecGroupTest-1374403792 tempest-NegativeSecGroupTest-1374403792-project] Notify callbacks [] for security_group, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:45.124337 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-37e03e46-b9ba-4afe-8052-903205a6a571 tempest-NegativeSecGroupTest-1374403792 tempest-NegativeSecGroupTest-1374403792-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:45.173713 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-37e03e46-b9ba-4afe-8052-903205a6a571 tempest-NegativeSecGroupTest-1374403792 tempest-NegativeSecGroupTest-1374403792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:45.176317 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-37e03e46-b9ba-4afe-8052-903205a6a571 tempest-NegativeSecGroupTest-1374403792 tempest-NegativeSecGroupTest-1374403792-project] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:45.177483 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-37e03e46-b9ba-4afe-8052-903205a6a571 tempest-NegativeSecGroupTest-1374403792 tempest-NegativeSecGroupTest-1374403792-project] 10.222.0.39 "DELETE /v2.0/security-groups/aefb585f-016a-4416-95aa-d55b07f3bb4f HTTP/1.1" status: 204 len: 168 time: 0.1302392 Aug 12 14:51:45.180485 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 59670) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:51:45.186259 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e03e46-b9ba-4afe-8052-903205a6a571 tempest-NegativeSecGroupTest-1374403792 tempest-NegativeSecGroupTest-1374403792-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aefb585f-016a-4416-95aa-d55b07f3bb4f,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:51:45.238821 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-bc5e9396-4034-4ec5-8610-eaa08234e448 tempest-NegativeSecGroupTest-1374403792 tempest-NegativeSecGroupTest-1374403792-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0571156 Aug 12 14:51:45.242656 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 59672) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:51:45.247636 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-90d9e5a6-d98b-48b4-9ffb-ff8a1944d898 tempest-NegativeSecGroupTest-1374403792 tempest-NegativeSecGroupTest-1374403792-project] Request body: {'security_group': {'name': 'tempest-secgroup--930488033'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:51:45.270857 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-90d9e5a6-d98b-48b4-9ffb-ff8a1944d898 tempest-NegativeSecGroupTest-1374403792 tempest-NegativeSecGroupTest-1374403792-project] Notify callbacks [] for security_group, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:45.355079 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-90d9e5a6-d98b-48b4-9ffb-ff8a1944d898 tempest-NegativeSecGroupTest-1374403792 tempest-NegativeSecGroupTest-1374403792-project] Notify callbacks [] for security_group, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:45.358858 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-90d9e5a6-d98b-48b4-9ffb-ff8a1944d898 tempest-NegativeSecGroupTest-1374403792 tempest-NegativeSecGroupTest-1374403792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:45.384314 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-90d9e5a6-d98b-48b4-9ffb-ff8a1944d898 tempest-NegativeSecGroupTest-1374403792 tempest-NegativeSecGroupTest-1374403792-project] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:45.385550 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-90d9e5a6-d98b-48b4-9ffb-ff8a1944d898 tempest-NegativeSecGroupTest-1374403792 tempest-NegativeSecGroupTest-1374403792-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1418157 Aug 12 14:51:45.388988 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 59680) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:51:45.394780 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-8037f42e-7ae9-4ebc-8ff0-a07ac11971a6 tempest-NegativeSecGroupTest-1374403792 tempest-NegativeSecGroupTest-1374403792-project] Request body: {'security_group_rule': {'security_group_id': 'a02ddb31-8fc9-43ef-bedf-5dc1e1321e4a', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:51:45.395626 n-d-694802-15 neutron-server[94467]: WARNING neutron.api.v2.base [None req-8037f42e-7ae9-4ebc-8ff0-a07ac11971a6 tempest-NegativeSecGroupTest-1374403792 tempest-NegativeSecGroupTest-1374403792-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Aug 12 14:51:45.396129 n-d-694802-15 neutron-server[94467]: INFO neutron.api.v2.resource [None req-8037f42e-7ae9-4ebc-8ff0-a07ac11971a6 tempest-NegativeSecGroupTest-1374403792 tempest-NegativeSecGroupTest-1374403792-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 12 14:51:45.399423 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-8037f42e-7ae9-4ebc-8ff0-a07ac11971a6 tempest-NegativeSecGroupTest-1374403792 tempest-NegativeSecGroupTest-1374403792-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0069222 Aug 12 14:51:45.399423 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d9e5a6-d98b-48b4-9ffb-ff8a1944d898 tempest-NegativeSecGroupTest-1374403792 tempest-NegativeSecGroupTest-1374403792-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a02ddb31-8fc9-43ef-bedf-5dc1e1321e4a,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:51:45.399840 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 59682) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:51:45.461918 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ab67b957-b690-4b4b-a1df-cf79fd2c8d0d tempest-NegativeSecGroupTest-1374403792 tempest-NegativeSecGroupTest-1374403792-project] Notify callbacks [] for security_group, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:45.484804 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ab67b957-b690-4b4b-a1df-cf79fd2c8d0d tempest-NegativeSecGroupTest-1374403792 tempest-NegativeSecGroupTest-1374403792-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:45.530157 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ab67b957-b690-4b4b-a1df-cf79fd2c8d0d tempest-NegativeSecGroupTest-1374403792 tempest-NegativeSecGroupTest-1374403792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:45.533516 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ab67b957-b690-4b4b-a1df-cf79fd2c8d0d tempest-NegativeSecGroupTest-1374403792 tempest-NegativeSecGroupTest-1374403792-project] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:45.534687 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-ab67b957-b690-4b4b-a1df-cf79fd2c8d0d tempest-NegativeSecGroupTest-1374403792 tempest-NegativeSecGroupTest-1374403792-project] 10.222.0.39 "DELETE /v2.0/security-groups/a02ddb31-8fc9-43ef-bedf-5dc1e1321e4a HTTP/1.1" status: 204 len: 168 time: 0.1269095 Aug 12 14:51:45.537436 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 59694) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:51:45.543904 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab67b957-b690-4b4b-a1df-cf79fd2c8d0d tempest-NegativeSecGroupTest-1374403792 tempest-NegativeSecGroupTest-1374403792-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a02ddb31-8fc9-43ef-bedf-5dc1e1321e4a,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:51:45.597198 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-fe95f194-a3b0-4c04-9e42-20b511169d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:45.606082 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-b46323c8-33e3-4562-9d3e-74ce0a00eb8f tempest-NegativeSecGroupTest-1374403792 tempest-NegativeSecGroupTest-1374403792-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0669293 Aug 12 14:51:45.610482 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 59698) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:51:45.614983 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-55a092fa-605f-4376-a30b-50ff03cd359e tempest-NegativeSecGroupTest-1374403792 tempest-NegativeSecGroupTest-1374403792-project] Request body: {'security_group': {'name': 'tempest-secgroup--2091242716'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:51:45.645241 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-55a092fa-605f-4376-a30b-50ff03cd359e tempest-NegativeSecGroupTest-1374403792 tempest-NegativeSecGroupTest-1374403792-project] Notify callbacks [] for security_group, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:45.730995 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-55a092fa-605f-4376-a30b-50ff03cd359e tempest-NegativeSecGroupTest-1374403792 tempest-NegativeSecGroupTest-1374403792-project] Notify callbacks [] for security_group, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:45.735232 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-55a092fa-605f-4376-a30b-50ff03cd359e tempest-NegativeSecGroupTest-1374403792 tempest-NegativeSecGroupTest-1374403792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:45.764647 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-55a092fa-605f-4376-a30b-50ff03cd359e tempest-NegativeSecGroupTest-1374403792 tempest-NegativeSecGroupTest-1374403792-project] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:45.765872 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-55a092fa-605f-4376-a30b-50ff03cd359e tempest-NegativeSecGroupTest-1374403792 tempest-NegativeSecGroupTest-1374403792-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1543605 Aug 12 14:51:45.767785 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a092fa-605f-4376-a30b-50ff03cd359e tempest-NegativeSecGroupTest-1374403792 tempest-NegativeSecGroupTest-1374403792-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4db8b85a-70f8-49d2-92f5-6bac9baec4d7,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:51:45.769684 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 59706) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:51:45.781964 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-958feaf5-075b-49f6-a4ea-5693bcb110af tempest-NegativeSecGroupTest-1374403792 tempest-NegativeSecGroupTest-1374403792-project] Request body: {'security_group_rule': {'security_group_id': '4db8b85a-70f8-49d2-92f5-6bac9baec4d7', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:51:45.782846 n-d-694802-15 neutron-server[94466]: WARNING neutron.api.v2.base [None req-958feaf5-075b-49f6-a4ea-5693bcb110af tempest-NegativeSecGroupTest-1374403792 tempest-NegativeSecGroupTest-1374403792-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Aug 12 14:51:45.783633 n-d-694802-15 neutron-server[94466]: INFO neutron.api.v2.resource [None req-958feaf5-075b-49f6-a4ea-5693bcb110af tempest-NegativeSecGroupTest-1374403792 tempest-NegativeSecGroupTest-1374403792-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 12 14:51:45.784597 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-958feaf5-075b-49f6-a4ea-5693bcb110af tempest-NegativeSecGroupTest-1374403792 tempest-NegativeSecGroupTest-1374403792-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0070415 Aug 12 14:51:45.787399 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 59712) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:51:45.845408 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-21e1442e-ebbb-4078-8224-10206b406731 tempest-NegativeSecGroupTest-1374403792 tempest-NegativeSecGroupTest-1374403792-project] Notify callbacks [] for security_group, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:45.845562 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device 4cb610aa-7923-49fa-ac4e-1e29828c4978 up at agent hyperv_n-h2-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:51:45.869564 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-21e1442e-ebbb-4078-8224-10206b406731 tempest-NegativeSecGroupTest-1374403792 tempest-NegativeSecGroupTest-1374403792-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:45.909505 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Provisioning for port 4cb610aa-7923-49fa-ac4e-1e29828c4978 completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:51:45.915693 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Provisioning complete for port 4cb610aa-7923-49fa-ac4e-1e29828c4978 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:51:45.916341 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:45.924704 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-21e1442e-ebbb-4078-8224-10206b406731 tempest-NegativeSecGroupTest-1374403792 tempest-NegativeSecGroupTest-1374403792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:45.927809 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-21e1442e-ebbb-4078-8224-10206b406731 tempest-NegativeSecGroupTest-1374403792 tempest-NegativeSecGroupTest-1374403792-project] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:45.929692 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-21e1442e-ebbb-4078-8224-10206b406731 tempest-NegativeSecGroupTest-1374403792 tempest-NegativeSecGroupTest-1374403792-project] 10.222.0.39 "DELETE /v2.0/security-groups/4db8b85a-70f8-49d2-92f5-6bac9baec4d7 HTTP/1.1" status: 204 len: 168 time: 0.1371109 Aug 12 14:51:45.932178 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 59722) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:51:45.950486 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e1442e-ebbb-4078-8224-10206b406731 tempest-NegativeSecGroupTest-1374403792 tempest-NegativeSecGroupTest-1374403792-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4db8b85a-70f8-49d2-92f5-6bac9baec4d7,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:51:46.027119 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-2de57e60-422a-4b9b-aed5-25e41bcd424f tempest-NegativeSecGroupTest-1374403792 tempest-NegativeSecGroupTest-1374403792-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0901303 Aug 12 14:51:46.029250 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 59734) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:51:46.035454 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b22876-8dd9-4c1a-bbf6-bff7e0602981 req-2d16ac0a-59f3-4fa9-86c6-ae436d2e823d tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:51:46.035720 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-60adc4a3-4324-4317-8c7c-02190bdb6944 tempest-NegativeSecGroupTest-1374403792 tempest-NegativeSecGroupTest-1374403792-project] Request body: {'security_group': {'name': 'tempest-secgroup--920643929'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:51:46.037220 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-45b22876-8dd9-4c1a-bbf6-bff7e0602981 req-2d16ac0a-59f3-4fa9-86c6-ae436d2e823d tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] 10.222.0.39 "GET /v2.0/ports?device_id=1db5c5cf-3fd5-427d-9e53-d5c93e201465 HTTP/1.1" status: 200 len: 944 time: 0.0872085 Aug 12 14:51:46.037658 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:46.063076 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3123bce8-844b-469f-9aa0-64c8f53661bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cb610aa-7923-49fa-ac4e-1e29828c4978'}] {{(pid=94468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:51:46.065397 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99a8d87602170099c728e57431aca99e9b98a655a83bbf8727be13192709727b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-963aac2b-4e4f-41b8-b1c0-ac68ee106850" -d '{"events": [{"server_uuid": "3123bce8-844b-469f-9aa0-64c8f53661bc", "name": "network-vif-plugged", "status": "completed", "tag": "4cb610aa-7923-49fa-ac4e-1e29828c4978"}]}' {{(pid=94468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:51:46.072849 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-60adc4a3-4324-4317-8c7c-02190bdb6944 tempest-NegativeSecGroupTest-1374403792 tempest-NegativeSecGroupTest-1374403792-project] Notify callbacks [] for security_group, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:46.080540 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port 4cb610aa-7923-49fa-ac4e-1e29828c4978, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=4cb610aa-7923-49fa-ac4e-1e29828c4978,segment=NetworkSegment(992c0055-8673-48b2-8c23-e403a670dda0),segment_id=992c0055-8673-48b2-8c23-e403a670dda0)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:51:46.086576 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:46.087510 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-45b22876-8dd9-4c1a-bbf6-bff7e0602981 req-7b283a4c-60e5-4261-8313-607c8c2f0bfd tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] 10.222.0.39 "GET /v2.0/security-groups?id=d503e6e0-4ce0-4f78-842d-abe0bf3f8a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419815 Aug 12 14:51:46.128604 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 14:51:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1e274c3-9116-441c-8585-3b717529ea57 x-openstack-request-id: req-c1e274c3-9116-441c-8585-3b717529ea57 {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:51:46.128896 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3123bce8-844b-469f-9aa0-64c8f53661bc", "name": "network-vif-plugged", "status": "completed", "tag": "4cb610aa-7923-49fa-ac4e-1e29828c4978", "code": 200}]} {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:51:46.129144 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c1e274c3-9116-441c-8585-3b717529ea57 {{(pid=94468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:51:46.129709 n-d-694802-15 neutron-server[94468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3123bce8-844b-469f-9aa0-64c8f53661bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cb610aa-7923-49fa-ac4e-1e29828c4978', 'code': 200} Aug 12 14:51:46.152525 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Pushing event updated for resources: {'Port': ['ID=4cb610aa-7923-49fa-ac4e-1e29828c4978,revision_number=13']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:51:46.190443 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-60adc4a3-4324-4317-8c7c-02190bdb6944 tempest-NegativeSecGroupTest-1374403792 tempest-NegativeSecGroupTest-1374403792-project] Notify callbacks [] for security_group, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:46.194572 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-60adc4a3-4324-4317-8c7c-02190bdb6944 tempest-NegativeSecGroupTest-1374403792 tempest-NegativeSecGroupTest-1374403792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:46.226161 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-60adc4a3-4324-4317-8c7c-02190bdb6944 tempest-NegativeSecGroupTest-1374403792 tempest-NegativeSecGroupTest-1374403792-project] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:46.227438 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-60adc4a3-4324-4317-8c7c-02190bdb6944 tempest-NegativeSecGroupTest-1374403792 tempest-NegativeSecGroupTest-1374403792-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1970131 Aug 12 14:51:46.228984 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60adc4a3-4324-4317-8c7c-02190bdb6944 tempest-NegativeSecGroupTest-1374403792 tempest-NegativeSecGroupTest-1374403792-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1bb72337-8318-4d3f-860f-8fb3f9885661,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:51:46.233173 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 59750) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:51:46.237891 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-ffea9b41-cffb-4ce6-8503-365879270d07 tempest-NegativeSecGroupTest-1374403792 tempest-NegativeSecGroupTest-1374403792-project] Request body: {'security_group_rule': {'security_group_id': '1bb72337-8318-4d3f-860f-8fb3f9885661', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:51:46.247963 n-d-694802-15 neutron-server[94467]: WARNING neutron.api.v2.base [None req-ffea9b41-cffb-4ce6-8503-365879270d07 tempest-NegativeSecGroupTest-1374403792 tempest-NegativeSecGroupTest-1374403792-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Aug 12 14:51:46.248567 n-d-694802-15 neutron-server[94467]: INFO neutron.api.v2.resource [None req-ffea9b41-cffb-4ce6-8503-365879270d07 tempest-NegativeSecGroupTest-1374403792 tempest-NegativeSecGroupTest-1374403792-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 12 14:51:46.249610 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-ffea9b41-cffb-4ce6-8503-365879270d07 tempest-NegativeSecGroupTest-1374403792 tempest-NegativeSecGroupTest-1374403792-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0154188 Aug 12 14:51:46.252382 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 59752) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:51:46.257752 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-c18d9da6-2dc0-4e09-ad9e-e573658205db tempest-NegativeSecGroupTest-1374403792 tempest-NegativeSecGroupTest-1374403792-project] Request body: {'security_group_rule': {'security_group_id': '1bb72337-8318-4d3f-860f-8fb3f9885661', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:51:46.258412 n-d-694802-15 neutron-server[94467]: WARNING neutron.api.v2.base [None req-c18d9da6-2dc0-4e09-ad9e-e573658205db tempest-NegativeSecGroupTest-1374403792 tempest-NegativeSecGroupTest-1374403792-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Aug 12 14:51:46.258893 n-d-694802-15 neutron-server[94467]: INFO neutron.api.v2.resource [None req-c18d9da6-2dc0-4e09-ad9e-e573658205db tempest-NegativeSecGroupTest-1374403792 tempest-NegativeSecGroupTest-1374403792-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 12 14:51:46.259879 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-c18d9da6-2dc0-4e09-ad9e-e573658205db tempest-NegativeSecGroupTest-1374403792 tempest-NegativeSecGroupTest-1374403792-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0065260 Aug 12 14:51:46.262377 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 59754) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:51:46.266374 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-284c32ef-32d7-43be-af8f-146211694389 tempest-NegativeSecGroupTest-1374403792 tempest-NegativeSecGroupTest-1374403792-project] Request body: {'security_group_rule': {'security_group_id': '1bb72337-8318-4d3f-860f-8fb3f9885661', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:51:46.267182 n-d-694802-15 neutron-server[94467]: WARNING neutron.api.v2.base [None req-284c32ef-32d7-43be-af8f-146211694389 tempest-NegativeSecGroupTest-1374403792 tempest-NegativeSecGroupTest-1374403792-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Aug 12 14:51:46.267653 n-d-694802-15 neutron-server[94467]: INFO neutron.api.v2.resource [None req-284c32ef-32d7-43be-af8f-146211694389 tempest-NegativeSecGroupTest-1374403792 tempest-NegativeSecGroupTest-1374403792-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 12 14:51:46.268759 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-284c32ef-32d7-43be-af8f-146211694389 tempest-NegativeSecGroupTest-1374403792 tempest-NegativeSecGroupTest-1374403792-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0053437 Aug 12 14:51:46.271104 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 59756) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:51:46.275087 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-6438cd93-e29d-48d0-9174-aea1494689b4 tempest-NegativeSecGroupTest-1374403792 tempest-NegativeSecGroupTest-1374403792-project] Request body: {'security_group_rule': {'security_group_id': '1bb72337-8318-4d3f-860f-8fb3f9885661', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:51:46.276503 n-d-694802-15 neutron-server[94467]: WARNING neutron.api.v2.base [None req-6438cd93-e29d-48d0-9174-aea1494689b4 tempest-NegativeSecGroupTest-1374403792 tempest-NegativeSecGroupTest-1374403792-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Aug 12 14:51:46.276990 n-d-694802-15 neutron-server[94467]: INFO neutron.api.v2.resource [None req-6438cd93-e29d-48d0-9174-aea1494689b4 tempest-NegativeSecGroupTest-1374403792 tempest-NegativeSecGroupTest-1374403792-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 12 14:51:46.280623 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-6438cd93-e29d-48d0-9174-aea1494689b4 tempest-NegativeSecGroupTest-1374403792 tempest-NegativeSecGroupTest-1374403792-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0060010 Aug 12 14:51:46.280782 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 59758) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:51:46.333852 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-8576f22d-7494-4b66-a84d-83656de62c5f tempest-NegativeSecGroupTest-1374403792 tempest-NegativeSecGroupTest-1374403792-project] Notify callbacks [] for security_group, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:46.357356 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-8576f22d-7494-4b66-a84d-83656de62c5f tempest-NegativeSecGroupTest-1374403792 tempest-NegativeSecGroupTest-1374403792-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:46.399120 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-8576f22d-7494-4b66-a84d-83656de62c5f tempest-NegativeSecGroupTest-1374403792 tempest-NegativeSecGroupTest-1374403792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:46.401898 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-8576f22d-7494-4b66-a84d-83656de62c5f tempest-NegativeSecGroupTest-1374403792 tempest-NegativeSecGroupTest-1374403792-project] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:46.403812 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-8576f22d-7494-4b66-a84d-83656de62c5f tempest-NegativeSecGroupTest-1374403792 tempest-NegativeSecGroupTest-1374403792-project] 10.222.0.39 "DELETE /v2.0/security-groups/1bb72337-8318-4d3f-860f-8fb3f9885661 HTTP/1.1" status: 204 len: 168 time: 0.1216183 Aug 12 14:51:46.406457 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 59762) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:51:46.413189 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8576f22d-7494-4b66-a84d-83656de62c5f tempest-NegativeSecGroupTest-1374403792 tempest-NegativeSecGroupTest-1374403792-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bb72337-8318-4d3f-860f-8fb3f9885661,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:51:46.451396 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-9751b491-50d7-40d6-bd42-0119ed1f23ee tempest-NegativeSecGroupTest-1374403792 tempest-NegativeSecGroupTest-1374403792-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0434697 Aug 12 14:51:46.455084 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 59764) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:51:46.459556 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-224b7c41-c965-4af5-b029-57ab98f0d5f6 tempest-NegativeSecGroupTest-1374403792 tempest-NegativeSecGroupTest-1374403792-project] Request body: {'security_group': {'name': 'tempest-secgroup--182891724'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:51:46.477537 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 59766) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:51:46.490162 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-224b7c41-c965-4af5-b029-57ab98f0d5f6 tempest-NegativeSecGroupTest-1374403792 tempest-NegativeSecGroupTest-1374403792-project] Notify callbacks [] for security_group, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:46.574296 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-224b7c41-c965-4af5-b029-57ab98f0d5f6 tempest-NegativeSecGroupTest-1374403792 tempest-NegativeSecGroupTest-1374403792-project] Notify callbacks [] for security_group, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:46.584347 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-224b7c41-c965-4af5-b029-57ab98f0d5f6 tempest-NegativeSecGroupTest-1374403792 tempest-NegativeSecGroupTest-1374403792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:46.601074 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-08b4057e-3f5a-4a4e-9bb2-f52200b0b3c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:46.625829 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-224b7c41-c965-4af5-b029-57ab98f0d5f6 tempest-NegativeSecGroupTest-1374403792 tempest-NegativeSecGroupTest-1374403792-project] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:46.627066 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-224b7c41-c965-4af5-b029-57ab98f0d5f6 tempest-NegativeSecGroupTest-1374403792 tempest-NegativeSecGroupTest-1374403792-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1710277 Aug 12 14:51:46.630097 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 59770) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:51:46.634701 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-fde51c49-ac32-4b59-acde-a43214042938 tempest-NegativeSecGroupTest-1374403792 tempest-NegativeSecGroupTest-1374403792-project] Request body: {'security_group_rule': {'security_group_id': 'bc84b0fd-68d9-4b5f-b7e2-6216e3194448', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:51:46.635637 n-d-694802-15 neutron-server[94467]: WARNING neutron.api.v2.base [None req-fde51c49-ac32-4b59-acde-a43214042938 tempest-NegativeSecGroupTest-1374403792 tempest-NegativeSecGroupTest-1374403792-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 12 14:51:46.635943 n-d-694802-15 neutron-server[94467]: INFO neutron.api.v2.resource [None req-fde51c49-ac32-4b59-acde-a43214042938 tempest-NegativeSecGroupTest-1374403792 tempest-NegativeSecGroupTest-1374403792-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 12 14:51:46.636194 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224b7c41-c965-4af5-b029-57ab98f0d5f6 tempest-NegativeSecGroupTest-1374403792 tempest-NegativeSecGroupTest-1374403792-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc84b0fd-68d9-4b5f-b7e2-6216e3194448,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:51:46.636872 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-fde51c49-ac32-4b59-acde-a43214042938 tempest-NegativeSecGroupTest-1374403792 tempest-NegativeSecGroupTest-1374403792-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0058110 Aug 12 14:51:46.640145 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 59772) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:51:46.645920 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-e4f939f7-f9ed-4e35-bd1a-1e61b58004d7 tempest-NegativeSecGroupTest-1374403792 tempest-NegativeSecGroupTest-1374403792-project] Request body: {'security_group_rule': {'security_group_id': 'bc84b0fd-68d9-4b5f-b7e2-6216e3194448', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:51:46.717019 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-08b4057e-3f5a-4a4e-9bb2-f52200b0b3c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:46.723600 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-08b4057e-3f5a-4a4e-9bb2-f52200b0b3c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:46.749195 n-d-694802-15 neutron-server[94467]: INFO neutron.api.v2.resource [None req-e4f939f7-f9ed-4e35-bd1a-1e61b58004d7 tempest-NegativeSecGroupTest-1374403792 tempest-NegativeSecGroupTest-1374403792-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 12 14:51:46.750169 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-e4f939f7-f9ed-4e35-bd1a-1e61b58004d7 tempest-NegativeSecGroupTest-1374403792 tempest-NegativeSecGroupTest-1374403792-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1090927 Aug 12 14:51:46.753126 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 59776) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:51:46.757441 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-93d74666-9233-4046-a1e4-434b17775dd6 tempest-NegativeSecGroupTest-1374403792 tempest-NegativeSecGroupTest-1374403792-project] Request body: {'security_group_rule': {'security_group_id': 'bc84b0fd-68d9-4b5f-b7e2-6216e3194448', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:51:46.757952 n-d-694802-15 neutron-server[94467]: WARNING neutron.api.v2.base [None req-93d74666-9233-4046-a1e4-434b17775dd6 tempest-NegativeSecGroupTest-1374403792 tempest-NegativeSecGroupTest-1374403792-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Aug 12 14:51:46.758428 n-d-694802-15 neutron-server[94467]: INFO neutron.api.v2.resource [None req-93d74666-9233-4046-a1e4-434b17775dd6 tempest-NegativeSecGroupTest-1374403792 tempest-NegativeSecGroupTest-1374403792-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 12 14:51:46.762861 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 59778) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:51:46.763913 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-93d74666-9233-4046-a1e4-434b17775dd6 tempest-NegativeSecGroupTest-1374403792 tempest-NegativeSecGroupTest-1374403792-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0053008 Aug 12 14:51:46.764885 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b4057e-3f5a-4a4e-9bb2-f52200b0b3c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=474fad7e-bc9e-495f-ab4c-a3afec184f10,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:51:46.769971 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-f95bf16b-d96f-4994-8774-b9318eb03760 tempest-NegativeSecGroupTest-1374403792 tempest-NegativeSecGroupTest-1374403792-project] Request body: {'security_group_rule': {'security_group_id': 'bc84b0fd-68d9-4b5f-b7e2-6216e3194448', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:51:46.775812 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-08b4057e-3f5a-4a4e-9bb2-f52200b0b3c7 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5960b2d1e1484cf7a9dd18763095c187&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2973251 Aug 12 14:51:46.779073 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 59780) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:51:46.810396 n-d-694802-15 neutron-server[94466]: INFO neutron.api.v2.resource [None req-f95bf16b-d96f-4994-8774-b9318eb03760 tempest-NegativeSecGroupTest-1374403792 tempest-NegativeSecGroupTest-1374403792-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 12 14:51:46.814239 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-f95bf16b-d96f-4994-8774-b9318eb03760 tempest-NegativeSecGroupTest-1374403792 tempest-NegativeSecGroupTest-1374403792-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0475359 Aug 12 14:51:46.814403 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 59782) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:51:46.818848 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-c397da58-2797-4274-bbc8-cd2ab5049e21 tempest-NegativeSecGroupTest-1374403792 tempest-NegativeSecGroupTest-1374403792-project] Request body: {'security_group_rule': {'security_group_id': 'bc84b0fd-68d9-4b5f-b7e2-6216e3194448', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:51:46.819606 n-d-694802-15 neutron-server[94466]: WARNING neutron.api.v2.base [None req-c397da58-2797-4274-bbc8-cd2ab5049e21 tempest-NegativeSecGroupTest-1374403792 tempest-NegativeSecGroupTest-1374403792-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 12 14:51:46.820084 n-d-694802-15 neutron-server[94466]: INFO neutron.api.v2.resource [None req-c397da58-2797-4274-bbc8-cd2ab5049e21 tempest-NegativeSecGroupTest-1374403792 tempest-NegativeSecGroupTest-1374403792-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 12 14:51:46.822121 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-c397da58-2797-4274-bbc8-cd2ab5049e21 tempest-NegativeSecGroupTest-1374403792 tempest-NegativeSecGroupTest-1374403792-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0056992 Aug 12 14:51:46.823341 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 59784) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:51:46.829160 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-1d10e4ea-67b2-4a83-90c7-144b620f6203 tempest-NegativeSecGroupTest-1374403792 tempest-NegativeSecGroupTest-1374403792-project] Request body: {'security_group_rule': {'security_group_id': 'bc84b0fd-68d9-4b5f-b7e2-6216e3194448', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:51:46.829302 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-0117183b-8911-4d0b-96da-5ddceb98ec59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:46.851691 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-0117183b-8911-4d0b-96da-5ddceb98ec59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:46.864691 n-d-694802-15 neutron-server[94466]: INFO neutron.api.v2.resource [None req-1d10e4ea-67b2-4a83-90c7-144b620f6203 tempest-NegativeSecGroupTest-1374403792 tempest-NegativeSecGroupTest-1374403792-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 12 14:51:46.866036 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-1d10e4ea-67b2-4a83-90c7-144b620f6203 tempest-NegativeSecGroupTest-1374403792 tempest-NegativeSecGroupTest-1374403792-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0418117 Aug 12 14:51:46.868812 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 59786) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:51:46.873445 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-5f5c27d7-534b-46bd-afc7-4fba4e1e18b6 tempest-NegativeSecGroupTest-1374403792 tempest-NegativeSecGroupTest-1374403792-project] Request body: {'security_group_rule': {'security_group_id': 'bc84b0fd-68d9-4b5f-b7e2-6216e3194448', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:51:46.873978 n-d-694802-15 neutron-server[94466]: WARNING neutron.api.v2.base [None req-5f5c27d7-534b-46bd-afc7-4fba4e1e18b6 tempest-NegativeSecGroupTest-1374403792 tempest-NegativeSecGroupTest-1374403792-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Aug 12 14:51:46.874456 n-d-694802-15 neutron-server[94466]: INFO neutron.api.v2.resource [None req-5f5c27d7-534b-46bd-afc7-4fba4e1e18b6 tempest-NegativeSecGroupTest-1374403792 tempest-NegativeSecGroupTest-1374403792-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 12 14:51:46.875386 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-5f5c27d7-534b-46bd-afc7-4fba4e1e18b6 tempest-NegativeSecGroupTest-1374403792 tempest-NegativeSecGroupTest-1374403792-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0056334 Aug 12 14:51:46.878100 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 59788) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:51:46.883000 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-5d6d1dc5-63d9-42aa-9552-c04a2ee94a5d tempest-NegativeSecGroupTest-1374403792 tempest-NegativeSecGroupTest-1374403792-project] Request body: {'security_group_rule': {'security_group_id': 'bc84b0fd-68d9-4b5f-b7e2-6216e3194448', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:51:46.904033 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-0117183b-8911-4d0b-96da-5ddceb98ec59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:46.907732 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-0117183b-8911-4d0b-96da-5ddceb98ec59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:46.912025 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-0117183b-8911-4d0b-96da-5ddceb98ec59 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/474fad7e-bc9e-495f-ab4c-a3afec184f10 HTTP/1.1" status: 204 len: 168 time: 0.1294808 Aug 12 14:51:46.924458 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0117183b-8911-4d0b-96da-5ddceb98ec59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=474fad7e-bc9e-495f-ab4c-a3afec184f10,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:51:46.928268 n-d-694802-15 neutron-server[94466]: INFO neutron.api.v2.resource [None req-5d6d1dc5-63d9-42aa-9552-c04a2ee94a5d tempest-NegativeSecGroupTest-1374403792 tempest-NegativeSecGroupTest-1374403792-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 12 14:51:46.931069 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-5d6d1dc5-63d9-42aa-9552-c04a2ee94a5d tempest-NegativeSecGroupTest-1374403792 tempest-NegativeSecGroupTest-1374403792-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0503838 Aug 12 14:51:46.932195 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 59792) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:51:46.937382 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-859ad755-3fcb-412b-812c-c77f642b52c9 tempest-NegativeSecGroupTest-1374403792 tempest-NegativeSecGroupTest-1374403792-project] Request body: {'security_group_rule': {'security_group_id': 'bc84b0fd-68d9-4b5f-b7e2-6216e3194448', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:51:46.974203 n-d-694802-15 neutron-server[94466]: INFO neutron.api.v2.resource [None req-859ad755-3fcb-412b-812c-c77f642b52c9 tempest-NegativeSecGroupTest-1374403792 tempest-NegativeSecGroupTest-1374403792-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 12 14:51:46.976049 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-859ad755-3fcb-412b-812c-c77f642b52c9 tempest-NegativeSecGroupTest-1374403792 tempest-NegativeSecGroupTest-1374403792-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0426400 Aug 12 14:51:46.978669 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 59794) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:51:47.041965 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8e5c4bb8-7fe3-4ee2-b8e7-ceb1ec0d06cf tempest-NegativeSecGroupTest-1374403792 tempest-NegativeSecGroupTest-1374403792-project] Notify callbacks [] for security_group, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:47.064207 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8e5c4bb8-7fe3-4ee2-b8e7-ceb1ec0d06cf tempest-NegativeSecGroupTest-1374403792 tempest-NegativeSecGroupTest-1374403792-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:47.105319 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8e5c4bb8-7fe3-4ee2-b8e7-ceb1ec0d06cf tempest-NegativeSecGroupTest-1374403792 tempest-NegativeSecGroupTest-1374403792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:47.108697 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8e5c4bb8-7fe3-4ee2-b8e7-ceb1ec0d06cf tempest-NegativeSecGroupTest-1374403792 tempest-NegativeSecGroupTest-1374403792-project] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:47.109891 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-8e5c4bb8-7fe3-4ee2-b8e7-ceb1ec0d06cf tempest-NegativeSecGroupTest-1374403792 tempest-NegativeSecGroupTest-1374403792-project] 10.222.0.39 "DELETE /v2.0/security-groups/bc84b0fd-68d9-4b5f-b7e2-6216e3194448 HTTP/1.1" status: 204 len: 168 time: 0.1299181 Aug 12 14:51:47.114155 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 59798) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:51:47.120173 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5c4bb8-7fe3-4ee2-b8e7-ceb1ec0d06cf tempest-NegativeSecGroupTest-1374403792 tempest-NegativeSecGroupTest-1374403792-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc84b0fd-68d9-4b5f-b7e2-6216e3194448,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:51:47.175068 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-e1512e87-8575-4d40-aad9-8e0826bdae04 tempest-NegativeSecGroupTest-1374403792 tempest-NegativeSecGroupTest-1374403792-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0573766 Aug 12 14:51:47.178794 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 59802) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:51:47.183467 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-525376fc-35d7-408b-b11d-ba1417ba1ceb tempest-NegativeSecGroupTest-1374403792 tempest-NegativeSecGroupTest-1374403792-project] Request body: {'security_group': {'name': 'tempest-secgroup--711840732'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:51:47.197811 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 59804) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:51:47.218864 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-0676a2bf-8b2e-48b7-bbd3-2cbb5ab1eb5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:47.229143 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-525376fc-35d7-408b-b11d-ba1417ba1ceb tempest-NegativeSecGroupTest-1374403792 tempest-NegativeSecGroupTest-1374403792-project] Notify callbacks [] for security_group, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:47.232195 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5233dfac-cfce-4ef6-9595-0a31d6307f57 req-8feb6c08-b156-4fee-a81a-f32a48e8c554 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:51:47.233710 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-5233dfac-cfce-4ef6-9595-0a31d6307f57 req-8feb6c08-b156-4fee-a81a-f32a48e8c554 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] 10.222.0.39 "GET /v2.0/ports?device_id=1db5c5cf-3fd5-427d-9e53-d5c93e201465 HTTP/1.1" status: 200 len: 944 time: 0.0545619 Aug 12 14:51:47.275052 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-5233dfac-cfce-4ef6-9595-0a31d6307f57 req-93c8dc82-729c-4939-bf90-fe15c112c394 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] 10.222.0.39 "GET /v2.0/security-groups?id=d503e6e0-4ce0-4f78-842d-abe0bf3f8a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343363 Aug 12 14:51:47.328920 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-0676a2bf-8b2e-48b7-bbd3-2cbb5ab1eb5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:47.334146 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-0676a2bf-8b2e-48b7-bbd3-2cbb5ab1eb5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:47.391468 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-0676a2bf-8b2e-48b7-bbd3-2cbb5ab1eb5f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=225edd33baf249afa9d6d0373f9f2027&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1926243 Aug 12 14:51:47.394228 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 59806) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:51:47.396970 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0676a2bf-8b2e-48b7-bbd3-2cbb5ab1eb5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fab5528a-5c22-4c9e-8390-1e0300e83792,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:51:47.439997 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-525376fc-35d7-408b-b11d-ba1417ba1ceb tempest-NegativeSecGroupTest-1374403792 tempest-NegativeSecGroupTest-1374403792-project] Notify callbacks [] for security_group, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:47.443683 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-525376fc-35d7-408b-b11d-ba1417ba1ceb tempest-NegativeSecGroupTest-1374403792 tempest-NegativeSecGroupTest-1374403792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:47.453806 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c5eb131b-c063-44e0-8a42-89978143a61b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:47.465711 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-525376fc-35d7-408b-b11d-ba1417ba1ceb tempest-NegativeSecGroupTest-1374403792 tempest-NegativeSecGroupTest-1374403792-project] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:47.466912 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-525376fc-35d7-408b-b11d-ba1417ba1ceb tempest-NegativeSecGroupTest-1374403792 tempest-NegativeSecGroupTest-1374403792-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2869210 Aug 12 14:51:47.469928 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 59808) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:51:47.474639 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525376fc-35d7-408b-b11d-ba1417ba1ceb tempest-NegativeSecGroupTest-1374403792 tempest-NegativeSecGroupTest-1374403792-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d1d3cf9-0f00-4c86-b07f-1d8199a6e7aa,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:51:47.478237 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-afecbbe2-7d43-4ea0-b06e-a03539b5a147 tempest-NegativeSecGroupTest-1374403792 tempest-NegativeSecGroupTest-1374403792-project] Request body: {'security_group_rule': {'security_group_id': '2d1d3cf9-0f00-4c86-b07f-1d8199a6e7aa', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:51:47.489593 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c5eb131b-c063-44e0-8a42-89978143a61b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:47.548550 n-d-694802-15 neutron-server[94466]: INFO neutron.api.v2.resource [None req-afecbbe2-7d43-4ea0-b06e-a03539b5a147 tempest-NegativeSecGroupTest-1374403792 tempest-NegativeSecGroupTest-1374403792-project] create failed (client error): The resource could not be found. Aug 12 14:51:47.549547 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-afecbbe2-7d43-4ea0-b06e-a03539b5a147 tempest-NegativeSecGroupTest-1374403792 tempest-NegativeSecGroupTest-1374403792-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0786729 Aug 12 14:51:47.552595 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 59810) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:51:47.556529 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c5eb131b-c063-44e0-8a42-89978143a61b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:47.557791 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-b4b1e6da-510c-4aaa-a532-952d2b6aa201 tempest-NegativeSecGroupTest-1374403792 tempest-NegativeSecGroupTest-1374403792-project] Request body: {'security_group_rule': {'security_group_id': '2d1d3cf9-0f00-4c86-b07f-1d8199a6e7aa', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '37a0ba68-f637-4ada-ab8f-dc7bb66543a4'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:51:47.559089 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c5eb131b-c063-44e0-8a42-89978143a61b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:47.560718 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-c5eb131b-c063-44e0-8a42-89978143a61b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/fab5528a-5c22-4c9e-8390-1e0300e83792 HTTP/1.1" status: 204 len: 168 time: 0.1655126 Aug 12 14:51:47.568420 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5eb131b-c063-44e0-8a42-89978143a61b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fab5528a-5c22-4c9e-8390-1e0300e83792,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:51:47.604012 n-d-694802-15 neutron-server[94467]: INFO neutron.api.v2.resource [None req-b4b1e6da-510c-4aaa-a532-952d2b6aa201 tempest-NegativeSecGroupTest-1374403792 tempest-NegativeSecGroupTest-1374403792-project] create failed (client error): The resource could not be found. Aug 12 14:51:47.605207 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-b4b1e6da-510c-4aaa-a532-952d2b6aa201 tempest-NegativeSecGroupTest-1374403792 tempest-NegativeSecGroupTest-1374403792-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0513964 Aug 12 14:51:47.608537 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 59814) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:51:47.668285 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-82050168-df94-4067-a69e-f9c40d1b5e0b tempest-NegativeSecGroupTest-1374403792 tempest-NegativeSecGroupTest-1374403792-project] Notify callbacks [] for security_group, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:47.695241 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-82050168-df94-4067-a69e-f9c40d1b5e0b tempest-NegativeSecGroupTest-1374403792 tempest-NegativeSecGroupTest-1374403792-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:47.745743 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-82050168-df94-4067-a69e-f9c40d1b5e0b tempest-NegativeSecGroupTest-1374403792 tempest-NegativeSecGroupTest-1374403792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:47.749427 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-82050168-df94-4067-a69e-f9c40d1b5e0b tempest-NegativeSecGroupTest-1374403792 tempest-NegativeSecGroupTest-1374403792-project] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:47.752985 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-82050168-df94-4067-a69e-f9c40d1b5e0b tempest-NegativeSecGroupTest-1374403792 tempest-NegativeSecGroupTest-1374403792-project] 10.222.0.39 "DELETE /v2.0/security-groups/2d1d3cf9-0f00-4c86-b07f-1d8199a6e7aa HTTP/1.1" status: 204 len: 168 time: 0.1410375 Aug 12 14:51:47.753510 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 59820) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:51:47.766016 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82050168-df94-4067-a69e-f9c40d1b5e0b tempest-NegativeSecGroupTest-1374403792 tempest-NegativeSecGroupTest-1374403792-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d1d3cf9-0f00-4c86-b07f-1d8199a6e7aa,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:51:47.815693 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-e9832d1f-e78a-4418-b17a-be64b216ffc2 tempest-NegativeSecGroupTest-1374403792 tempest-NegativeSecGroupTest-1374403792-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0605345 Aug 12 14:51:47.819235 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 59822) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:51:47.823723 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-94b3d1a4-e6ca-4dbf-a5c4-0cc15fb623e1 tempest-NegativeSecGroupTest-1374403792 tempest-NegativeSecGroupTest-1374403792-project] Request body: {'security_group_rule': {'security_group_id': '6dc6d3a4-fdd9-4ca1-bc1f-916fa3345926', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:51:47.862712 n-d-694802-15 neutron-server[94466]: INFO neutron.api.v2.resource [None req-94b3d1a4-e6ca-4dbf-a5c4-0cc15fb623e1 tempest-NegativeSecGroupTest-1374403792 tempest-NegativeSecGroupTest-1374403792-project] create failed (client error): The resource could not be found. Aug 12 14:51:47.863933 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-94b3d1a4-e6ca-4dbf-a5c4-0cc15fb623e1 tempest-NegativeSecGroupTest-1374403792 tempest-NegativeSecGroupTest-1374403792-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0437696 Aug 12 14:51:47.867402 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device db92e028-bf25-4e3c-ac25-0a5403b80547 details requested by agent hyperv_n-h2-694802-15 with host n-h2-694802-15 {{(pid=94468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 14:51:47.867919 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 59826) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:51:47.873599 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-40086106-31de-4dbc-8daf-8d6758742db0 tempest-NegativeSecGroupTest-1374403792 tempest-NegativeSecGroupTest-1374403792-project] Request body: {'security_group': {'name': 'tempest-secgroup--1048144014'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:51:47.897216 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-40086106-31de-4dbc-8daf-8d6758742db0 tempest-NegativeSecGroupTest-1374403792 tempest-NegativeSecGroupTest-1374403792-project] Notify callbacks [] for security_group, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:47.974618 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port db92e028-bf25-4e3c-ac25-0a5403b80547, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=db92e028-bf25-4e3c-ac25-0a5403b80547,segment=NetworkSegment(abdc443e-cf7a-4b71-8730-19997248ebd2),segment_id=abdc443e-cf7a-4b71-8730-19997248ebd2)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:51:47.990450 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Returning: {'device': 'db92e028-bf25-4e3c-ac25-0a5403b80547', 'network_id': '0f2cc2b1-26b2-41f2-bdd8-a5e5698bdc15', 'port_id': 'db92e028-bf25-4e3c-ac25-0a5403b80547', 'mac_address': 'fa:16:3e:b7:bc:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33fe8ec3-27c5-4c33-8718-44dd3a3eaffa', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 14:51:47.997920 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-40086106-31de-4dbc-8daf-8d6758742db0 tempest-NegativeSecGroupTest-1374403792 tempest-NegativeSecGroupTest-1374403792-project] Notify callbacks [] for security_group, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:48.002223 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-40086106-31de-4dbc-8daf-8d6758742db0 tempest-NegativeSecGroupTest-1374403792 tempest-NegativeSecGroupTest-1374403792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:48.032815 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-40086106-31de-4dbc-8daf-8d6758742db0 tempest-NegativeSecGroupTest-1374403792 tempest-NegativeSecGroupTest-1374403792-project] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:48.034446 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-40086106-31de-4dbc-8daf-8d6758742db0 tempest-NegativeSecGroupTest-1374403792 tempest-NegativeSecGroupTest-1374403792-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1656339 Aug 12 14:51:48.035247 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:48.037483 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 59834) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:51:48.042063 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-7552c27e-4916-481d-a72f-3c7c5bc4ec68 tempest-NegativeSecGroupTest-1374403792 tempest-NegativeSecGroupTest-1374403792-project] Request body: {'security_group': {'name': 'tempest-secgroup--920345418'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:51:48.049646 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db92e028-bf25-4e3c-ac25-0a5403b80547 {{(pid=94468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:51:48.050030 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40086106-31de-4dbc-8daf-8d6758742db0 tempest-NegativeSecGroupTest-1374403792 tempest-NegativeSecGroupTest-1374403792-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd954786-2237-4984-94df-805914a80a90,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:51:48.072911 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-7552c27e-4916-481d-a72f-3c7c5bc4ec68 tempest-NegativeSecGroupTest-1374403792 tempest-NegativeSecGroupTest-1374403792-project] Notify callbacks [] for security_group, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:48.078771 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port db92e028-bf25-4e3c-ac25-0a5403b80547, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=db92e028-bf25-4e3c-ac25-0a5403b80547,segment=NetworkSegment(abdc443e-cf7a-4b71-8730-19997248ebd2),segment_id=abdc443e-cf7a-4b71-8730-19997248ebd2)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:51:48.083578 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:48.140272 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Pushing event updated for resources: {'Port': ['ID=db92e028-bf25-4e3c-ac25-0a5403b80547,revision_number=4']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:51:48.170972 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-7552c27e-4916-481d-a72f-3c7c5bc4ec68 tempest-NegativeSecGroupTest-1374403792 tempest-NegativeSecGroupTest-1374403792-project] Notify callbacks [] for security_group, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:48.176615 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-7552c27e-4916-481d-a72f-3c7c5bc4ec68 tempest-NegativeSecGroupTest-1374403792 tempest-NegativeSecGroupTest-1374403792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:48.205523 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-7552c27e-4916-481d-a72f-3c7c5bc4ec68 tempest-NegativeSecGroupTest-1374403792 tempest-NegativeSecGroupTest-1374403792-project] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:48.206768 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-7552c27e-4916-481d-a72f-3c7c5bc4ec68 tempest-NegativeSecGroupTest-1374403792 tempest-NegativeSecGroupTest-1374403792-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1683095 Aug 12 14:51:48.208689 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7552c27e-4916-481d-a72f-3c7c5bc4ec68 tempest-NegativeSecGroupTest-1374403792 tempest-NegativeSecGroupTest-1374403792-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e54061ff-f4fc-4415-9923-ec49d208744a,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:51:48.209852 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 59842) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:51:48.215516 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-72077e9d-e5c7-49cd-89f8-549c30d0cd4e tempest-NegativeSecGroupTest-1374403792 tempest-NegativeSecGroupTest-1374403792-project] Request body: {'security_group_rule': {'security_group_id': 'fd954786-2237-4984-94df-805914a80a90', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'e54061ff-f4fc-4415-9923-ec49d208744a'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:51:48.259784 n-d-694802-15 neutron-server[94467]: INFO neutron.api.v2.resource [None req-72077e9d-e5c7-49cd-89f8-549c30d0cd4e tempest-NegativeSecGroupTest-1374403792 tempest-NegativeSecGroupTest-1374403792-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 12 14:51:48.260976 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-72077e9d-e5c7-49cd-89f8-549c30d0cd4e tempest-NegativeSecGroupTest-1374403792 tempest-NegativeSecGroupTest-1374403792-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0499420 Aug 12 14:51:48.263896 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 59846) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:51:48.331434 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-902b4398-5d70-4b05-90d3-77948ce3add9 tempest-NegativeSecGroupTest-1374403792 tempest-NegativeSecGroupTest-1374403792-project] Notify callbacks [] for security_group, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:48.358474 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-902b4398-5d70-4b05-90d3-77948ce3add9 tempest-NegativeSecGroupTest-1374403792 tempest-NegativeSecGroupTest-1374403792-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:48.402720 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-902b4398-5d70-4b05-90d3-77948ce3add9 tempest-NegativeSecGroupTest-1374403792 tempest-NegativeSecGroupTest-1374403792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:48.406129 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-902b4398-5d70-4b05-90d3-77948ce3add9 tempest-NegativeSecGroupTest-1374403792 tempest-NegativeSecGroupTest-1374403792-project] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:48.410109 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffc579a-c302-487b-aa71-0ef350010d5a req-b2241993-22e7-411f-949c-d8c61255b7d0 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:51:48.410260 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-902b4398-5d70-4b05-90d3-77948ce3add9 tempest-NegativeSecGroupTest-1374403792 tempest-NegativeSecGroupTest-1374403792-project] 10.222.0.39 "DELETE /v2.0/security-groups/e54061ff-f4fc-4415-9923-ec49d208744a HTTP/1.1" status: 204 len: 168 time: 0.1425533 Aug 12 14:51:48.410375 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-3ffc579a-c302-487b-aa71-0ef350010d5a req-b2241993-22e7-411f-949c-d8c61255b7d0 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] 10.222.0.39 "GET /v2.0/ports?device_id=1db5c5cf-3fd5-427d-9e53-d5c93e201465 HTTP/1.1" status: 200 len: 945 time: 0.0597060 Aug 12 14:51:48.410375 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 59856) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:51:48.417111 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902b4398-5d70-4b05-90d3-77948ce3add9 tempest-NegativeSecGroupTest-1374403792 tempest-NegativeSecGroupTest-1374403792-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e54061ff-f4fc-4415-9923-ec49d208744a,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:51:48.448996 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] get_ports_and_sgs() called for port_ids ['db92e028-bf25-4e3c-ac25-0a5403b80547'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:51:48.492252 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-3ffc579a-c302-487b-aa71-0ef350010d5a req-91d4a0ae-b1af-48ed-8003-5baa5168c256 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] 10.222.0.39 "GET /v2.0/security-groups?id=d503e6e0-4ce0-4f78-842d-abe0bf3f8a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643406 Aug 12 14:51:48.497642 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-0dd36c00-d087-4d1c-ad92-6ade9c07dc58 tempest-NegativeSecGroupTest-1374403792 tempest-NegativeSecGroupTest-1374403792-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0863094 Aug 12 14:51:48.500261 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 59874) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:51:48.568712 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-cbfc824d-5046-40ed-8f67-6fb12e95f131 tempest-NegativeSecGroupTest-1374403792 tempest-NegativeSecGroupTest-1374403792-project] Notify callbacks [] for security_group, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:48.592654 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-cbfc824d-5046-40ed-8f67-6fb12e95f131 tempest-NegativeSecGroupTest-1374403792 tempest-NegativeSecGroupTest-1374403792-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:48.639924 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-cbfc824d-5046-40ed-8f67-6fb12e95f131 tempest-NegativeSecGroupTest-1374403792 tempest-NegativeSecGroupTest-1374403792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:48.643119 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-cbfc824d-5046-40ed-8f67-6fb12e95f131 tempest-NegativeSecGroupTest-1374403792 tempest-NegativeSecGroupTest-1374403792-project] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:48.644319 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-cbfc824d-5046-40ed-8f67-6fb12e95f131 tempest-NegativeSecGroupTest-1374403792 tempest-NegativeSecGroupTest-1374403792-project] 10.222.0.39 "DELETE /v2.0/security-groups/fd954786-2237-4984-94df-805914a80a90 HTTP/1.1" status: 204 len: 168 time: 0.1429505 Aug 12 14:51:48.646938 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 59898) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:51:48.655180 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfc824d-5046-40ed-8f67-6fb12e95f131 tempest-NegativeSecGroupTest-1374403792 tempest-NegativeSecGroupTest-1374403792-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd954786-2237-4984-94df-805914a80a90,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:51:48.702273 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-85da8e63-783a-4101-a1d1-d725c8ddbee1 tempest-NegativeSecGroupTest-1374403792 tempest-NegativeSecGroupTest-1374403792-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0538971 Aug 12 14:51:48.705943 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 59900) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:51:48.710683 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-ec48f1c4-e639-4c1b-90bf-4874c6fcc6fd tempest-NegativeSecGroupTest-1374403792 tempest-NegativeSecGroupTest-1374403792-project] Request body: {'security_group': {'name': 'tempest-secgroup--1429602155'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:51:48.733633 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-ec48f1c4-e639-4c1b-90bf-4874c6fcc6fd tempest-NegativeSecGroupTest-1374403792 tempest-NegativeSecGroupTest-1374403792-project] Notify callbacks [] for security_group, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:48.815345 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-ec48f1c4-e639-4c1b-90bf-4874c6fcc6fd tempest-NegativeSecGroupTest-1374403792 tempest-NegativeSecGroupTest-1374403792-project] Notify callbacks [] for security_group, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:48.817613 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 59906) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:51:48.824532 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-ec48f1c4-e639-4c1b-90bf-4874c6fcc6fd tempest-NegativeSecGroupTest-1374403792 tempest-NegativeSecGroupTest-1374403792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:48.852254 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-ec48f1c4-e639-4c1b-90bf-4874c6fcc6fd tempest-NegativeSecGroupTest-1374403792 tempest-NegativeSecGroupTest-1374403792-project] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:48.853577 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-ec48f1c4-e639-4c1b-90bf-4874c6fcc6fd tempest-NegativeSecGroupTest-1374403792 tempest-NegativeSecGroupTest-1374403792-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1465342 Aug 12 14:51:48.856545 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 59910) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:51:48.862396 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-ae5cfc22-495e-4b3c-ae2a-580d9c4018b1 tempest-NegativeSecGroupTest-1374403792 tempest-NegativeSecGroupTest-1374403792-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:51:48.863072 n-d-694802-15 neutron-server[94467]: WARNING neutron.api.v2.base [None req-ae5cfc22-495e-4b3c-ae2a-580d9c4018b1 tempest-NegativeSecGroupTest-1374403792 tempest-NegativeSecGroupTest-1374403792-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 12 14:51:48.863565 n-d-694802-15 neutron-server[94467]: INFO neutron.api.v2.resource [None req-ae5cfc22-495e-4b3c-ae2a-580d9c4018b1 tempest-NegativeSecGroupTest-1374403792 tempest-NegativeSecGroupTest-1374403792-project] update failed (client error): There was a conflict when trying to complete your request. Aug 12 14:51:48.864673 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-ae5cfc22-495e-4b3c-ae2a-580d9c4018b1 tempest-NegativeSecGroupTest-1374403792 tempest-NegativeSecGroupTest-1374403792-project] 10.222.0.39 "PUT /v2.0/security-groups/69cdbd52-eb2e-4f70-a3cf-f3626f393764 HTTP/1.1" status: 409 len: 330 time: 0.0072331 Aug 12 14:51:48.867345 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 59912) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:51:48.876158 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec48f1c4-e639-4c1b-90bf-4874c6fcc6fd tempest-NegativeSecGroupTest-1374403792 tempest-NegativeSecGroupTest-1374403792-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69cdbd52-eb2e-4f70-a3cf-f3626f393764,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:51:48.940566 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-6730f61f-d11c-48a7-bc09-b4f81fd3e2af tempest-NegativeSecGroupTest-1374403792 tempest-NegativeSecGroupTest-1374403792-project] Notify callbacks [] for security_group, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:48.943114 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-db6b7f58-d203-42ee-ac84-5bfba80b60f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:48.975087 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-6730f61f-d11c-48a7-bc09-b4f81fd3e2af tempest-NegativeSecGroupTest-1374403792 tempest-NegativeSecGroupTest-1374403792-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:49.039646 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-6730f61f-d11c-48a7-bc09-b4f81fd3e2af tempest-NegativeSecGroupTest-1374403792 tempest-NegativeSecGroupTest-1374403792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:49.042183 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-6730f61f-d11c-48a7-bc09-b4f81fd3e2af tempest-NegativeSecGroupTest-1374403792 tempest-NegativeSecGroupTest-1374403792-project] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:49.043346 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-6730f61f-d11c-48a7-bc09-b4f81fd3e2af tempest-NegativeSecGroupTest-1374403792 tempest-NegativeSecGroupTest-1374403792-project] 10.222.0.39 "DELETE /v2.0/security-groups/69cdbd52-eb2e-4f70-a3cf-f3626f393764 HTTP/1.1" status: 204 len: 168 time: 0.1747119 Aug 12 14:51:49.046598 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 59914) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:51:49.058182 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6730f61f-d11c-48a7-bc09-b4f81fd3e2af tempest-NegativeSecGroupTest-1374403792 tempest-NegativeSecGroupTest-1374403792-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=69cdbd52-eb2e-4f70-a3cf-f3626f393764,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:51:49.090441 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-db6b7f58-d203-42ee-ac84-5bfba80b60f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:49.094681 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-db6b7f58-d203-42ee-ac84-5bfba80b60f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:49.101919 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-3a98891b-a48a-4845-a6e7-c33aba744686 tempest-NegativeSecGroupTest-1374403792 tempest-NegativeSecGroupTest-1374403792-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0540171 Aug 12 14:51:49.106207 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 59916) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:51:49.124782 n-d-694802-15 neutron-server[94466]: INFO neutron.api.v2.resource [None req-1d19120c-5b0f-4889-94bc-88c1fbf8d11b tempest-NegativeSecGroupTest-1374403792 tempest-NegativeSecGroupTest-1374403792-project] delete failed (client error): The resource could not be found. Aug 12 14:51:49.129214 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-1d19120c-5b0f-4889-94bc-88c1fbf8d11b tempest-NegativeSecGroupTest-1374403792 tempest-NegativeSecGroupTest-1374403792-project] 10.222.0.39 "DELETE /v2.0/security-groups/72cffab7-5e7c-47bd-a6a1-b040e2620046 HTTP/1.1" status: 404 len: 347 time: 0.0179915 Aug 12 14:51:49.129454 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 59918) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:51:49.136513 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-db6b7f58-d203-42ee-ac84-5bfba80b60f4 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=823369914bda457f94dfc2a96d5f3cf8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3154342 Aug 12 14:51:49.136513 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6b7f58-d203-42ee-ac84-5bfba80b60f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8e2259d-1cad-42b8-927a-a9e2838ca5a7,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:51:49.136895 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 59920) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:51:49.148576 n-d-694802-15 neutron-server[94466]: INFO neutron.api.v2.resource [None req-a416c99e-4bb3-4b0b-aa7b-d9e6c1d61489 tempest-NegativeSecGroupTest-1374403792 tempest-NegativeSecGroupTest-1374403792-project] show failed (client error): The resource could not be found. Aug 12 14:51:49.149548 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-a416c99e-4bb3-4b0b-aa7b-d9e6c1d61489 tempest-NegativeSecGroupTest-1374403792 tempest-NegativeSecGroupTest-1374403792-project] 10.222.0.39 "GET /v2.0/security-groups/28f47ed3-4085-437c-b599-451058f45226 HTTP/1.1" status: 404 len: 347 time: 0.0192094 Aug 12 14:51:49.153292 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 59922) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:51:49.164563 n-d-694802-15 neutron-server[94467]: INFO neutron.api.v2.resource [None req-5b17a45e-57e7-4c34-99cb-0b643bcac815 tempest-NegativeSecGroupTest-1374403792 tempest-NegativeSecGroupTest-1374403792-project] show failed (client error): The resource could not be found. Aug 12 14:51:49.165543 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-5b17a45e-57e7-4c34-99cb-0b643bcac815 tempest-NegativeSecGroupTest-1374403792 tempest-NegativeSecGroupTest-1374403792-project] 10.222.0.39 "GET /v2.0/security-group-rules/d6b985c7-8a15-4748-a80c-dafafbce7b70 HTTP/1.1" status: 404 len: 356 time: 0.0112941 Aug 12 14:51:49.192142 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-79a36896-de74-4230-887f-55e8f4aacf0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:49.213260 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-79a36896-de74-4230-887f-55e8f4aacf0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:49.263264 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-79a36896-de74-4230-887f-55e8f4aacf0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:49.266314 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-79a36896-de74-4230-887f-55e8f4aacf0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:49.267578 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-79a36896-de74-4230-887f-55e8f4aacf0e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a8e2259d-1cad-42b8-927a-a9e2838ca5a7 HTTP/1.1" status: 204 len: 168 time: 0.1297908 Aug 12 14:51:49.275944 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a36896-de74-4230-887f-55e8f4aacf0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8e2259d-1cad-42b8-927a-a9e2838ca5a7,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:51:49.381268 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 59930) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:51:49.572122 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-2e73b951-2d91-4a13-83f3-b528cb4e4074 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2817b9213d10479c91302b03e9bb278a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1896806 Aug 12 14:51:49.574494 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 59942) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:51:49.657754 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413b882d-eb99-4043-b7e3-ddb95d361d0f req-b98618eb-0d94-4b17-8ef4-ee61686cac5c tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:51:49.659574 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-413b882d-eb99-4043-b7e3-ddb95d361d0f req-b98618eb-0d94-4b17-8ef4-ee61686cac5c tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] 10.222.0.39 "GET /v2.0/ports?device_id=1db5c5cf-3fd5-427d-9e53-d5c93e201465 HTTP/1.1" status: 200 len: 945 time: 0.0864294 Aug 12 14:51:49.675918 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1597cdde-cdc0-4da1-bde8-6115334d92bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:49.716125 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1597cdde-cdc0-4da1-bde8-6115334d92bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:49.720268 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-413b882d-eb99-4043-b7e3-ddb95d361d0f req-3019d822-a8bd-4a4e-8c5b-8958a71eece9 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] 10.222.0.39 "GET /v2.0/security-groups?id=d503e6e0-4ce0-4f78-842d-abe0bf3f8a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534635 Aug 12 14:51:49.768935 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1597cdde-cdc0-4da1-bde8-6115334d92bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:49.772281 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1597cdde-cdc0-4da1-bde8-6115334d92bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:49.773497 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-1597cdde-cdc0-4da1-bde8-6115334d92bc admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f2599dc1-2cc5-4074-87e0-b8cd104fa7db HTTP/1.1" status: 204 len: 168 time: 0.1901288 Aug 12 14:51:49.783476 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1597cdde-cdc0-4da1-bde8-6115334d92bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2599dc1-2cc5-4074-87e0-b8cd104fa7db,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:51:49.893230 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device db92e028-bf25-4e3c-ac25-0a5403b80547 up at agent hyperv_n-h2-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:51:49.954639 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Provisioning for port db92e028-bf25-4e3c-ac25-0a5403b80547 completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:51:49.958548 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Provisioning complete for port db92e028-bf25-4e3c-ac25-0a5403b80547 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:51:49.958939 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:50.044673 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:50.068863 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1db5c5cf-3fd5-427d-9e53-d5c93e201465', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db92e028-bf25-4e3c-ac25-0a5403b80547'}] {{(pid=94468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:51:50.071192 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99a8d87602170099c728e57431aca99e9b98a655a83bbf8727be13192709727b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95361acc-0534-4947-a316-5bfd484f3830" -d '{"events": [{"server_uuid": "1db5c5cf-3fd5-427d-9e53-d5c93e201465", "name": "network-vif-plugged", "status": "completed", "tag": "db92e028-bf25-4e3c-ac25-0a5403b80547"}]}' {{(pid=94468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:51:50.096054 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port db92e028-bf25-4e3c-ac25-0a5403b80547, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=db92e028-bf25-4e3c-ac25-0a5403b80547,segment=NetworkSegment(abdc443e-cf7a-4b71-8730-19997248ebd2),segment_id=abdc443e-cf7a-4b71-8730-19997248ebd2)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:51:50.102038 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:50.144857 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 14:51:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-738dd0e8-f5ad-4727-ac8b-15d2ff98f1c6 x-openstack-request-id: req-738dd0e8-f5ad-4727-ac8b-15d2ff98f1c6 {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:51:50.145144 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1db5c5cf-3fd5-427d-9e53-d5c93e201465", "name": "network-vif-plugged", "status": "completed", "tag": "db92e028-bf25-4e3c-ac25-0a5403b80547", "code": 200}]} {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:51:50.145390 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-738dd0e8-f5ad-4727-ac8b-15d2ff98f1c6 {{(pid=94468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:51:50.145815 n-d-694802-15 neutron-server[94468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1db5c5cf-3fd5-427d-9e53-d5c93e201465', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db92e028-bf25-4e3c-ac25-0a5403b80547', 'code': 200} Aug 12 14:51:50.173570 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Pushing event updated for resources: {'Port': ['ID=db92e028-bf25-4e3c-ac25-0a5403b80547,revision_number=5']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:51:50.216428 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918ab970-76a7-4d6c-84ef-848f7a7ba384 req-5034f543-a777-4551-afc9-adb2873cf6bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:51:50.218274 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-918ab970-76a7-4d6c-84ef-848f7a7ba384 req-5034f543-a777-4551-afc9-adb2873cf6bb service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=1db5c5cf-3fd5-427d-9e53-d5c93e201465 HTTP/1.1" status: 200 len: 1098 time: 0.0460720 Aug 12 14:51:50.253598 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 59980) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:51:50.264447 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-918ab970-76a7-4d6c-84ef-848f7a7ba384 req-e2bdec91-583c-42d5-a1e2-e30d9a858c78 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=d503e6e0-4ce0-4f78-842d-abe0bf3f8a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378208 Aug 12 14:51:50.358351 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-ac6374ee-eb37-4ccd-9fb9-cf7e86506679 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:50.448623 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-ac6374ee-eb37-4ccd-9fb9-cf7e86506679 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:50.453263 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-ac6374ee-eb37-4ccd-9fb9-cf7e86506679 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:50.493547 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-ac6374ee-eb37-4ccd-9fb9-cf7e86506679 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e33b74971390404a9f5f2dd87bfef361&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2388790 Aug 12 14:51:50.494395 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6374ee-eb37-4ccd-9fb9-cf7e86506679 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23fb4239-2505-4b8c-a585-cd65ce54624f,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:51:50.496344 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 59992) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:51:50.534927 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 59994) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:51:50.548577 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a06eb788-4ff4-448c-bc01-71b5b54fcb10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:50.569751 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a06eb788-4ff4-448c-bc01-71b5b54fcb10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:50.620464 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a06eb788-4ff4-448c-bc01-71b5b54fcb10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:50.623702 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a06eb788-4ff4-448c-bc01-71b5b54fcb10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:50.624896 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-a06eb788-4ff4-448c-bc01-71b5b54fcb10 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/23fb4239-2505-4b8c-a585-cd65ce54624f HTTP/1.1" status: 204 len: 168 time: 0.1270080 Aug 12 14:51:50.634961 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06eb788-4ff4-448c-bc01-71b5b54fcb10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23fb4239-2505-4b8c-a585-cd65ce54624f,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:51:50.637444 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-320bc916-4095-4df2-b64f-c3c76a2b1952 tempest-SubnetPoolsTestJSON-506349421 tempest-SubnetPoolsTestJSON-506349421-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-898641237', 'prefixes': ['172.20.0.0/16']}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:51:50.701126 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-320bc916-4095-4df2-b64f-c3c76a2b1952 tempest-SubnetPoolsTestJSON-506349421 tempest-SubnetPoolsTestJSON-506349421-project] Notify callbacks [] for subnetpool, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:50.702357 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-320bc916-4095-4df2-b64f-c3c76a2b1952 tempest-SubnetPoolsTestJSON-506349421 tempest-SubnetPoolsTestJSON-506349421-project] 10.222.0.39 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.1662588 Aug 12 14:51:50.705178 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 60000) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:51:50.742554 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-16ac3134-5300-4e42-9ede-6eeb4e293d00 tempest-SubnetPoolsTestJSON-506349421 tempest-SubnetPoolsTestJSON-506349421-project] 10.222.0.39 "GET /v2.0/subnetpools/a8b1cc6f-7235-415c-bf94-bef5e2ba26b8 HTTP/1.1" status: 200 len: 731 time: 0.0362413 Aug 12 14:51:50.745073 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 60004) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:51:50.749512 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-df22f9b1-1139-4096-940e-5bcd6e15ef0e tempest-SubnetPoolsTestJSON-506349421 tempest-SubnetPoolsTestJSON-506349421-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-650340848'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:51:50.858211 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-df22f9b1-1139-4096-940e-5bcd6e15ef0e tempest-SubnetPoolsTestJSON-506349421 tempest-SubnetPoolsTestJSON-506349421-project] Notify callbacks [] for subnetpool, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:50.859512 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-df22f9b1-1139-4096-940e-5bcd6e15ef0e tempest-SubnetPoolsTestJSON-506349421 tempest-SubnetPoolsTestJSON-506349421-project] 10.222.0.39 "PUT /v2.0/subnetpools/a8b1cc6f-7235-415c-bf94-bef5e2ba26b8 HTTP/1.1" status: 200 len: 683 time: 0.1134329 Aug 12 14:51:50.863559 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 60008) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:51:50.874363 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e361d152-5074-494a-9e1c-fa345b8baf91 req-2014da11-87a6-484d-9351-a83adf48a2b1 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:51:50.875986 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e361d152-5074-494a-9e1c-fa345b8baf91 req-2014da11-87a6-484d-9351-a83adf48a2b1 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] 10.222.0.39 "GET /v2.0/ports?device_id=1db5c5cf-3fd5-427d-9e53-d5c93e201465 HTTP/1.1" status: 200 len: 946 time: 0.0797796 Aug 12 14:51:50.923074 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e361d152-5074-494a-9e1c-fa345b8baf91 req-e5506a42-f3cf-4676-bc02-9885681c8d69 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] 10.222.0.39 "GET /v2.0/security-groups?id=d503e6e0-4ce0-4f78-842d-abe0bf3f8a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412447 Aug 12 14:51:50.963134 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0d1edbdf-f422-424b-8f46-bd2fc2d6ea3a tempest-SubnetPoolsTestJSON-506349421 tempest-SubnetPoolsTestJSON-506349421-project] Notify callbacks [] for subnetpool, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:50.964386 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-0d1edbdf-f422-424b-8f46-bd2fc2d6ea3a tempest-SubnetPoolsTestJSON-506349421 tempest-SubnetPoolsTestJSON-506349421-project] 10.222.0.39 "DELETE /v2.0/subnetpools/a8b1cc6f-7235-415c-bf94-bef5e2ba26b8 HTTP/1.1" status: 204 len: 168 time: 0.0998266 Aug 12 14:51:50.967897 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 60016) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:51:50.983890 n-d-694802-15 neutron-server[94467]: INFO neutron.api.v2.resource [None req-f65d64b9-fd63-4854-b263-24040d599008 tempest-SubnetPoolsTestJSON-506349421 tempest-SubnetPoolsTestJSON-506349421-project] show failed (client error): The resource could not be found. Aug 12 14:51:50.985029 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-f65d64b9-fd63-4854-b263-24040d599008 tempest-SubnetPoolsTestJSON-506349421 tempest-SubnetPoolsTestJSON-506349421-project] 10.222.0.39 "GET /v2.0/subnetpools/a8b1cc6f-7235-415c-bf94-bef5e2ba26b8 HTTP/1.1" status: 404 len: 346 time: 0.0159004 Aug 12 14:51:50.987962 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 60018) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:51:51.003186 n-d-694802-15 neutron-server[94467]: INFO neutron.api.v2.resource [None req-a188429a-7955-4581-b0ff-863dbeb1a1f2 tempest-SubnetPoolsTestJSON-506349421 tempest-SubnetPoolsTestJSON-506349421-project] delete failed (client error): The resource could not be found. Aug 12 14:51:51.004336 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-a188429a-7955-4581-b0ff-863dbeb1a1f2 tempest-SubnetPoolsTestJSON-506349421 tempest-SubnetPoolsTestJSON-506349421-project] 10.222.0.39 "DELETE /v2.0/subnetpools/a8b1cc6f-7235-415c-bf94-bef5e2ba26b8 HTTP/1.1" status: 404 len: 346 time: 0.0154009 Aug 12 14:51:51.208484 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 60030) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:51:51.344121 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8c88c512-295a-4aa8-b60a-5bb64af62135 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:51.440799 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8c88c512-295a-4aa8-b60a-5bb64af62135 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:51.445211 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8c88c512-295a-4aa8-b60a-5bb64af62135 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:51.447272 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 60040) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:51:51.484988 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-8c88c512-295a-4aa8-b60a-5bb64af62135 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=80e4d137cf984f01bd2604791740a67f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2753396 Aug 12 14:51:51.486033 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c88c512-295a-4aa8-b60a-5bb64af62135 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bc677cc-65b3-495f-9568-1c916654de00,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:51:51.488109 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 60044) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:51:51.540507 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-6e6f61c6-1a66-43b3-9f94-8083bdfd49d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:51.554316 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-8c6b843e-cb44-463b-a37b-fa02f8c56836 tempest-AllowedAddressPairIpV6TestJSON-2072815837 tempest-AllowedAddressPairIpV6TestJSON-2072815837-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-377108919'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:51:51.574085 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-6e6f61c6-1a66-43b3-9f94-8083bdfd49d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:51.605276 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c6b843e-cb44-463b-a37b-fa02f8c56836 tempest-AllowedAddressPairIpV6TestJSON-2072815837 tempest-AllowedAddressPairIpV6TestJSON-2072815837-project] Made reservation on behalf of 0540702e5bbf400191e1f3a8319ee087 for: {'network': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:51:51.608680 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-8c6b843e-cb44-463b-a37b-fa02f8c56836 tempest-AllowedAddressPairIpV6TestJSON-2072815837 tempest-AllowedAddressPairIpV6TestJSON-2072815837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for network, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:51.619101 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-8c6b843e-cb44-463b-a37b-fa02f8c56836 tempest-AllowedAddressPairIpV6TestJSON-2072815837 tempest-AllowedAddressPairIpV6TestJSON-2072815837-project] Notify callbacks [] for security_group, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:51.651218 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-6e6f61c6-1a66-43b3-9f94-8083bdfd49d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:51.653656 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-6e6f61c6-1a66-43b3-9f94-8083bdfd49d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:51.654798 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-6e6f61c6-1a66-43b3-9f94-8083bdfd49d2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8bc677cc-65b3-495f-9568-1c916654de00 HTTP/1.1" status: 204 len: 168 time: 0.1657064 Aug 12 14:51:51.671305 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6f61c6-1a66-43b3-9f94-8083bdfd49d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bc677cc-65b3-495f-9568-1c916654de00,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:51:51.731421 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-8c6b843e-cb44-463b-a37b-fa02f8c56836 tempest-AllowedAddressPairIpV6TestJSON-2072815837 tempest-AllowedAddressPairIpV6TestJSON-2072815837-project] Notify callbacks [] for security_group, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:51.735594 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-8c6b843e-cb44-463b-a37b-fa02f8c56836 tempest-AllowedAddressPairIpV6TestJSON-2072815837 tempest-AllowedAddressPairIpV6TestJSON-2072815837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:51.758548 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c6b843e-cb44-463b-a37b-fa02f8c56836 tempest-AllowedAddressPairIpV6TestJSON-2072815837 tempest-AllowedAddressPairIpV6TestJSON-2072815837-project] vlan segment allocate from pool success with {'vlan_id': 321, 'physical_network': 'physnet1'} {{(pid=94467) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 14:51:51.772513 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6b843e-cb44-463b-a37b-fa02f8c56836 tempest-AllowedAddressPairIpV6TestJSON-2072815837 tempest-AllowedAddressPairIpV6TestJSON-2072815837-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd3b0f10-43d1-4dd2-afdc-3ba8879c18a2,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:51:51.777402 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-8c6b843e-cb44-463b-a37b-fa02f8c56836 tempest-AllowedAddressPairIpV6TestJSON-2072815837 tempest-AllowedAddressPairIpV6TestJSON-2072815837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:51.777746 n-d-694802-15 neutron-server[94467]: INFO neutron.db.segments_db [None req-8c6b843e-cb44-463b-a37b-fa02f8c56836 tempest-AllowedAddressPairIpV6TestJSON-2072815837 tempest-AllowedAddressPairIpV6TestJSON-2072815837-project] Added segment 241aa978-a093-4fed-81aa-9fae41ccdcd0 of type vlan for network 3feb041a-d873-4ec3-accd-50098e122a35 Aug 12 14:51:51.824321 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-8c6b843e-cb44-463b-a37b-fa02f8c56836 tempest-AllowedAddressPairIpV6TestJSON-2072815837 tempest-AllowedAddressPairIpV6TestJSON-2072815837-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744653628263'] for network, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:51.854466 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-8c6b843e-cb44-463b-a37b-fa02f8c56836 tempest-AllowedAddressPairIpV6TestJSON-2072815837 tempest-AllowedAddressPairIpV6TestJSON-2072815837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409'] for network, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:51.860629 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c6b843e-cb44-463b-a37b-fa02f8c56836 tempest-AllowedAddressPairIpV6TestJSON-2072815837 tempest-AllowedAddressPairIpV6TestJSON-2072815837-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:51:51.861214 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-8c6b843e-cb44-463b-a37b-fa02f8c56836 tempest-AllowedAddressPairIpV6TestJSON-2072815837 tempest-AllowedAddressPairIpV6TestJSON-2072815837-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for network, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:51.916750 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-8c6b843e-cb44-463b-a37b-fa02f8c56836 tempest-AllowedAddressPairIpV6TestJSON-2072815837 tempest-AllowedAddressPairIpV6TestJSON-2072815837-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 0.4677248 Aug 12 14:51:51.919535 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 60050) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:51:51.927042 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-899436e6-2820-427d-95fb-3c26d183b839 tempest-AllowedAddressPairIpV6TestJSON-2072815837 tempest-AllowedAddressPairIpV6TestJSON-2072815837-project] Request body: {'subnet': {'network_id': '3feb041a-d873-4ec3-accd-50098e122a35', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:51:51.945098 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6b843e-cb44-463b-a37b-fa02f8c56836 tempest-AllowedAddressPairIpV6TestJSON-2072815837 tempest-AllowedAddressPairIpV6TestJSON-2072815837-project] Pushing event updated for resources: {'Network': ['ID=3feb041a-d873-4ec3-accd-50098e122a35,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:51:51.957853 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Network 3feb041a-d873-4ec3-accd-50098e122a35 details requested by agent ovs-agent-n-d-694802-15 with host n-d-694802-15 {{(pid=94468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 14:51:52.097097 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d0ea56-b299-48fe-b972-411a168f1b29 req-dcbf9440-1085-4d12-939e-babfc61a347d tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:51:52.098624 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-32d0ea56-b299-48fe-b972-411a168f1b29 req-dcbf9440-1085-4d12-939e-babfc61a347d tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] 10.222.0.39 "GET /v2.0/ports?device_id=1db5c5cf-3fd5-427d-9e53-d5c93e201465 HTTP/1.1" status: 200 len: 946 time: 0.0823448 Aug 12 14:51:52.099420 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-899436e6-2820-427d-95fb-3c26d183b839 tempest-AllowedAddressPairIpV6TestJSON-2072815837 tempest-AllowedAddressPairIpV6TestJSON-2072815837-project] Made reservation on behalf of 0540702e5bbf400191e1f3a8319ee087 for: {'subnet': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:51:52.102639 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-899436e6-2820-427d-95fb-3c26d183b839 tempest-AllowedAddressPairIpV6TestJSON-2072815837 tempest-AllowedAddressPairIpV6TestJSON-2072815837-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3343791'] for subnet, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:52.204685 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-32d0ea56-b299-48fe-b972-411a168f1b29 req-349a7e26-d62d-4bb3-9bdc-5fb3803fe1e0 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] 10.222.0.39 "GET /v2.0/security-groups?id=d503e6e0-4ce0-4f78-842d-abe0bf3f8a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985699 Aug 12 14:51:52.337763 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-899436e6-2820-427d-95fb-3c26d183b839 tempest-AllowedAddressPairIpV6TestJSON-2072815837 tempest-AllowedAddressPairIpV6TestJSON-2072815837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2859166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3343773'] for subnet, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:52.427838 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899436e6-2820-427d-95fb-3c26d183b839 tempest-AllowedAddressPairIpV6TestJSON-2072815837 tempest-AllowedAddressPairIpV6TestJSON-2072815837-project] Pushing event updated for resources: {'Subnet': ['ID=eed4485f-4d74-4665-a7e4-0397e5dd6a77,revision_number=0']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:51:52.447605 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-899436e6-2820-427d-95fb-3c26d183b839 tempest-AllowedAddressPairIpV6TestJSON-2072815837 tempest-AllowedAddressPairIpV6TestJSON-2072815837-project] Checking segment: {'id': '241aa978-a093-4fed-81aa-9fae41ccdcd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '3feb041a-d873-4ec3-accd-50098e122a35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:51:52.448265 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-899436e6-2820-427d-95fb-3c26d183b839 tempest-AllowedAddressPairIpV6TestJSON-2072815837 tempest-AllowedAddressPairIpV6TestJSON-2072815837-project] Network hostable DHCP agents. Network: 3feb041a-d873-4ec3-accd-50098e122a35, hostable agents: ['1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658'], hosted agents: [] {{(pid=94467) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 14:51:52.469038 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c72854-2583-432d-8c2e-2240caad1226 req-f4f472db-f2a3-4d90-a798-858872983818 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:51:52.470548 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-66c72854-2583-432d-8c2e-2240caad1226 req-f4f472db-f2a3-4d90-a798-858872983818 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] 10.222.0.39 "GET /v2.0/ports?device_id=1db5c5cf-3fd5-427d-9e53-d5c93e201465 HTTP/1.1" status: 200 len: 946 time: 0.0840685 Aug 12 14:51:52.483691 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-899436e6-2820-427d-95fb-3c26d183b839 tempest-AllowedAddressPairIpV6TestJSON-2072815837 tempest-AllowedAddressPairIpV6TestJSON-2072815837-project] Network 3feb041a-d873-4ec3-accd-50098e122a35 is scheduled to be hosted by DHCP agent 1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658 with binding_index 1 {{(pid=94467) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 14:51:52.503252 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [None req-899436e6-2820-427d-95fb-3c26d183b839 tempest-AllowedAddressPairIpV6TestJSON-2072815837 tempest-AllowedAddressPairIpV6TestJSON-2072815837-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-15, 3feb041a-d873-4ec3-accd-50098e122a35) {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:51:52.512405 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f261994-0b86-422e-adc2-0ea52ac78757 None None] Network 3feb041a-d873-4ec3-accd-50098e122a35 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:51:52.514081 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-899436e6-2820-427d-95fb-3c26d183b839 tempest-AllowedAddressPairIpV6TestJSON-2072815837 tempest-AllowedAddressPairIpV6TestJSON-2072815837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:51:52.514675 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-899436e6-2820-427d-95fb-3c26d183b839 tempest-AllowedAddressPairIpV6TestJSON-2072815837 tempest-AllowedAddressPairIpV6TestJSON-2072815837-project] Notify callbacks [] for subnet, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:52.530415 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-66c72854-2583-432d-8c2e-2240caad1226 req-a95d15b9-3f65-4ca4-b9c0-2a7fa07aec86 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] 10.222.0.39 "GET /v2.0/security-groups?id=d503e6e0-4ce0-4f78-842d-abe0bf3f8a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530095 Aug 12 14:51:52.539053 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-899436e6-2820-427d-95fb-3c26d183b839 tempest-AllowedAddressPairIpV6TestJSON-2072815837 tempest-AllowedAddressPairIpV6TestJSON-2072815837-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6171846 Aug 12 14:51:52.540691 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 60080) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:51:52.555950 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-cdf3bddd-544b-4984-8607-8245ae6c7411 tempest-AllowedAddressPairIpV6TestJSON-2072815837 tempest-AllowedAddressPairIpV6TestJSON-2072815837-project] Request body: {'port': {'network_id': '3feb041a-d873-4ec3-accd-50098e122a35', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1208133497'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:51:52.695549 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe4db2ef-6c70-4c0a-881e-e38e191f23b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa7035b3e-9a89-5964-b9f4-97301c3f476a-3feb041a-d873-4ec3-accd-50098e122a35', 'network_id': '3feb041a-d873-4ec3-accd-50098e122a35', 'tenant_id': '0540702e5bbf400191e1f3a8319ee087', 'fixed_ips': [{'subnet_id': 'eed4485f-4d74-4665-a7e4-0397e5dd6a77'}]}} from n-d-694802-15. {{(pid=94468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 14:51:52.695716 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2ff074-e049-459f-936c-435b210d5319 req-232fc302-2062-45b8-afde-5c9a45a03c13 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:51:52.696446 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-fe4db2ef-6c70-4c0a-881e-e38e191f23b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:52.697068 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-4b2ff074-e049-459f-936c-435b210d5319 req-232fc302-2062-45b8-afde-5c9a45a03c13 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] 10.222.0.39 "GET /v2.0/ports?device_id=1db5c5cf-3fd5-427d-9e53-d5c93e201465 HTTP/1.1" status: 200 len: 946 time: 0.0765762 Aug 12 14:51:52.739652 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdf3bddd-544b-4984-8607-8245ae6c7411 tempest-AllowedAddressPairIpV6TestJSON-2072815837 tempest-AllowedAddressPairIpV6TestJSON-2072815837-project] Made reservation on behalf of 0540702e5bbf400191e1f3a8319ee087 for: {'port': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:51:52.743169 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-cdf3bddd-544b-4984-8607-8245ae6c7411 tempest-AllowedAddressPairIpV6TestJSON-2072815837 tempest-AllowedAddressPairIpV6TestJSON-2072815837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:52.759097 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-4b2ff074-e049-459f-936c-435b210d5319 req-3245ddf4-178d-47b0-a92b-8c8f67338531 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] 10.222.0.39 "GET /v2.0/security-groups?id=d503e6e0-4ce0-4f78-842d-abe0bf3f8a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552700 Aug 12 14:51:52.767868 n-d-694802-15 neutron-server[94466]: DEBUG neutron.notifiers.nova [None req-cdf3bddd-544b-4984-8607-8245ae6c7411 tempest-AllowedAddressPairIpV6TestJSON-2072815837 tempest-AllowedAddressPairIpV6TestJSON-2072815837-project] device_id is not set on port e40b3fb8-bb6f-44df-823d-1b48bb0e9617 yet. {{(pid=94466) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 14:51:52.853621 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.db_base_plugin_common [None req-fe4db2ef-6c70-4c0a-881e-e38e191f23b8 None None] Allocated IP 2001:db8::2 (3feb041a-d873-4ec3-accd-50098e122a35/eed4485f-4d74-4665-a7e4-0397e5dd6a77/b73554ea-6921-4edb-a12d-acc904efad4a) {{(pid=94468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:51:53.023846 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-fe4db2ef-6c70-4c0a-881e-e38e191f23b8 None None] Notify callbacks [] for port, precommit_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:53.035878 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-fe4db2ef-6c70-4c0a-881e-e38e191f23b8 None None] Transition to ACTIVE for port object b73554ea-6921-4edb-a12d-acc904efad4a will not be triggered until provisioned by entity L2. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:51:53.053472 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-fe4db2ef-6c70-4c0a-881e-e38e191f23b8 None None] Transition to ACTIVE for port object b73554ea-6921-4edb-a12d-acc904efad4a will not be triggered until provisioned by entity DHCP. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:51:53.060490 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-fe4db2ef-6c70-4c0a-881e-e38e191f23b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253'] for port, after_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:53.129588 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-cdf3bddd-544b-4984-8607-8245ae6c7411 tempest-AllowedAddressPairIpV6TestJSON-2072815837 tempest-AllowedAddressPairIpV6TestJSON-2072815837-project] Allocated IP 2001:db8::3c (3feb041a-d873-4ec3-accd-50098e122a35/eed4485f-4d74-4665-a7e4-0397e5dd6a77/e40b3fb8-bb6f-44df-823d-1b48bb0e9617) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:51:53.130430 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4db2ef-6c70-4c0a-881e-e38e191f23b8 None None] Pushing event updated for resources: {'Port': ['ID=b73554ea-6921-4edb-a12d-acc904efad4a,revision_number=1']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:51:53.137793 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe4db2ef-6c70-4c0a-881e-e38e191f23b8 None None] Network 3feb041a-d873-4ec3-accd-50098e122a35 is already hosted by enough agents. {{(pid=94468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:51:53.139348 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.base_scheduler [None req-fe4db2ef-6c70-4c0a-881e-e38e191f23b8 None None] Resources bound (agent type, host, resource id): {{(pid=94468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:51:53.144353 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe4db2ef-6c70-4c0a-881e-e38e191f23b8 None None] Received port after_create {{(pid=94468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:51:53.257545 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-fe4db2ef-6c70-4c0a-881e-e38e191f23b8 None None] Attempting to bind port b73554ea-6921-4edb-a12d-acc904efad4a on host n-d-694802-15 for vnic_type normal with profile {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:51:53.257545 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-fe4db2ef-6c70-4c0a-881e-e38e191f23b8 None None] Attempting to bind port b73554ea-6921-4edb-a12d-acc904efad4a by drivers openvswitch,hyperv on host n-d-694802-15 at level 0 using segments [{'id': '241aa978-a093-4fed-81aa-9fae41ccdcd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '3feb041a-d873-4ec3-accd-50098e122a35'}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:51:53.257833 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe4db2ef-6c70-4c0a-881e-e38e191f23b8 None None] Attempting to bind port b73554ea-6921-4edb-a12d-acc904efad4a on network 3feb041a-d873-4ec3-accd-50098e122a35 {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:51:53.264041 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe4db2ef-6c70-4c0a-881e-e38e191f23b8 None None] Checking agent: {'id': '16de73ac-f2e9-4cee-b3e0-91052ae3e6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 20, 13), 'started_at': datetime.datetime(2021, 8, 12, 14, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 51, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:51:53.264410 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe4db2ef-6c70-4c0a-881e-e38e191f23b8 None None] Checking segment: {'id': '241aa978-a093-4fed-81aa-9fae41ccdcd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '3feb041a-d873-4ec3-accd-50098e122a35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:51:53.264817 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-fe4db2ef-6c70-4c0a-881e-e38e191f23b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:53.265307 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe4db2ef-6c70-4c0a-881e-e38e191f23b8 None None] Bound using segment: {'id': '241aa978-a093-4fed-81aa-9fae41ccdcd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '3feb041a-d873-4ec3-accd-50098e122a35'} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:51:53.265910 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-fe4db2ef-6c70-4c0a-881e-e38e191f23b8 None None] Bound port: b73554ea-6921-4edb-a12d-acc904efad4a, host: n-d-694802-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '241aa978-a093-4fed-81aa-9fae41ccdcd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '3feb041a-d873-4ec3-accd-50098e122a35'}}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:51:53.266297 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-fe4db2ef-6c70-4c0a-881e-e38e191f23b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:53.294232 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7a7419-fc7d-48d6-9634-a302442b35c2 req-c4ab62d2-f840-4840-8f7e-0c7aa5bf8528 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:51:53.303800 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-5d7a7419-fc7d-48d6-9634-a302442b35c2 req-c4ab62d2-f840-4840-8f7e-0c7aa5bf8528 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] 10.222.0.39 "GET /v2.0/ports?device_id=1db5c5cf-3fd5-427d-9e53-d5c93e201465 HTTP/1.1" status: 200 len: 946 time: 0.0778503 Aug 12 14:51:53.324162 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-cdf3bddd-544b-4984-8607-8245ae6c7411 tempest-AllowedAddressPairIpV6TestJSON-2072815837 tempest-AllowedAddressPairIpV6TestJSON-2072815837-project] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:53.341599 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-cdf3bddd-544b-4984-8607-8245ae6c7411 tempest-AllowedAddressPairIpV6TestJSON-2072815837 tempest-AllowedAddressPairIpV6TestJSON-2072815837-project] Transition to ACTIVE for port object e40b3fb8-bb6f-44df-823d-1b48bb0e9617 will not be triggered until provisioned by entity DHCP. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:51:53.346878 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-fe4db2ef-6c70-4c0a-881e-e38e191f23b8 None None] For port b73554ea-6921-4edb-a12d-acc904efad4a, host n-d-694802-15, cleared binding levels {{(pid=94468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:51:53.350358 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-fe4db2ef-6c70-4c0a-881e-e38e191f23b8 None None] For port b73554ea-6921-4edb-a12d-acc904efad4a, host n-d-694802-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=b73554ea-6921-4edb-a12d-acc904efad4a,segment=NetworkSegment(241aa978-a093-4fed-81aa-9fae41ccdcd0),segment_id=241aa978-a093-4fed-81aa-9fae41ccdcd0)] {{(pid=94468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:51:53.354276 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-fe4db2ef-6c70-4c0a-881e-e38e191f23b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:53.356176 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-5d7a7419-fc7d-48d6-9634-a302442b35c2 req-a6de81c1-ea4f-407a-96fe-0e09041ca104 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] 10.222.0.39 "GET /v2.0/security-groups?id=d503e6e0-4ce0-4f78-842d-abe0bf3f8a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508900 Aug 12 14:51:53.389795 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-cdf3bddd-544b-4984-8607-8245ae6c7411 tempest-AllowedAddressPairIpV6TestJSON-2072815837 tempest-AllowedAddressPairIpV6TestJSON-2072815837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:53.413739 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4db2ef-6c70-4c0a-881e-e38e191f23b8 None None] Pushing event updated for resources: {'Port': ['ID=b73554ea-6921-4edb-a12d-acc904efad4a,revision_number=2']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:51:53.442329 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdf3bddd-544b-4984-8607-8245ae6c7411 tempest-AllowedAddressPairIpV6TestJSON-2072815837 tempest-AllowedAddressPairIpV6TestJSON-2072815837-project] Network 3feb041a-d873-4ec3-accd-50098e122a35 is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:51:53.445645 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-cdf3bddd-544b-4984-8607-8245ae6c7411 tempest-AllowedAddressPairIpV6TestJSON-2072815837 tempest-AllowedAddressPairIpV6TestJSON-2072815837-project] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:51:53.450276 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf3bddd-544b-4984-8607-8245ae6c7411 tempest-AllowedAddressPairIpV6TestJSON-2072815837 tempest-AllowedAddressPairIpV6TestJSON-2072815837-project] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:51:53.456864 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdf3bddd-544b-4984-8607-8245ae6c7411 tempest-AllowedAddressPairIpV6TestJSON-2072815837 tempest-AllowedAddressPairIpV6TestJSON-2072815837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:51:53.457531 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-cdf3bddd-544b-4984-8607-8245ae6c7411 tempest-AllowedAddressPairIpV6TestJSON-2072815837 tempest-AllowedAddressPairIpV6TestJSON-2072815837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:53.461605 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf3bddd-544b-4984-8607-8245ae6c7411 tempest-AllowedAddressPairIpV6TestJSON-2072815837 tempest-AllowedAddressPairIpV6TestJSON-2072815837-project] Pushing event updated for resources: {'Port': ['ID=e40b3fb8-bb6f-44df-823d-1b48bb0e9617,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:51:53.477262 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-cdf3bddd-544b-4984-8607-8245ae6c7411 tempest-AllowedAddressPairIpV6TestJSON-2072815837 tempest-AllowedAddressPairIpV6TestJSON-2072815837-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.9353707 Aug 12 14:51:53.480413 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 60110) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:51:53.486038 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-7dc0a13a-d0dc-44f1-9452-97fa5b81b46d tempest-AllowedAddressPairIpV6TestJSON-2072815837 tempest-AllowedAddressPairIpV6TestJSON-2072815837-project] Request body: {'port': {'network_id': '3feb041a-d873-4ec3-accd-50098e122a35', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-766643770', 'allowed_address_pairs': [{'ip_address': '2001:db8::3c', 'mac_address': 'fa:16:3e:0c:47:b5'}]}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:51:53.637297 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dc0a13a-d0dc-44f1-9452-97fa5b81b46d tempest-AllowedAddressPairIpV6TestJSON-2072815837 tempest-AllowedAddressPairIpV6TestJSON-2072815837-project] Made reservation on behalf of 0540702e5bbf400191e1f3a8319ee087 for: {'port': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:51:53.738429 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-7dc0a13a-d0dc-44f1-9452-97fa5b81b46d tempest-AllowedAddressPairIpV6TestJSON-2072815837 tempest-AllowedAddressPairIpV6TestJSON-2072815837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:53.756885 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [None req-7dc0a13a-d0dc-44f1-9452-97fa5b81b46d tempest-AllowedAddressPairIpV6TestJSON-2072815837 tempest-AllowedAddressPairIpV6TestJSON-2072815837-project] device_id is not set on port f788d3f0-108f-4337-a74c-ee2621475e12 yet. {{(pid=94467) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 14:51:53.873320 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_common [None req-7dc0a13a-d0dc-44f1-9452-97fa5b81b46d tempest-AllowedAddressPairIpV6TestJSON-2072815837 tempest-AllowedAddressPairIpV6TestJSON-2072815837-project] Allocated IP 2001:db8::1e5 (3feb041a-d873-4ec3-accd-50098e122a35/eed4485f-4d74-4665-a7e4-0397e5dd6a77/f788d3f0-108f-4337-a74c-ee2621475e12) {{(pid=94467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:51:54.029801 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-7dc0a13a-d0dc-44f1-9452-97fa5b81b46d tempest-AllowedAddressPairIpV6TestJSON-2072815837 tempest-AllowedAddressPairIpV6TestJSON-2072815837-project] Notify callbacks [] for port, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:54.045499 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [None req-7dc0a13a-d0dc-44f1-9452-97fa5b81b46d tempest-AllowedAddressPairIpV6TestJSON-2072815837 tempest-AllowedAddressPairIpV6TestJSON-2072815837-project] Transition to ACTIVE for port object f788d3f0-108f-4337-a74c-ee2621475e12 will not be triggered until provisioned by entity DHCP. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:51:54.080848 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-7dc0a13a-d0dc-44f1-9452-97fa5b81b46d tempest-AllowedAddressPairIpV6TestJSON-2072815837 tempest-AllowedAddressPairIpV6TestJSON-2072815837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:54.123941 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dc0a13a-d0dc-44f1-9452-97fa5b81b46d tempest-AllowedAddressPairIpV6TestJSON-2072815837 tempest-AllowedAddressPairIpV6TestJSON-2072815837-project] Network 3feb041a-d873-4ec3-accd-50098e122a35 is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:51:54.129151 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [None req-7dc0a13a-d0dc-44f1-9452-97fa5b81b46d tempest-AllowedAddressPairIpV6TestJSON-2072815837 tempest-AllowedAddressPairIpV6TestJSON-2072815837-project] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:51:54.132977 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dc0a13a-d0dc-44f1-9452-97fa5b81b46d tempest-AllowedAddressPairIpV6TestJSON-2072815837 tempest-AllowedAddressPairIpV6TestJSON-2072815837-project] Received port after_create {{(pid=94467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:51:54.138658 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dc0a13a-d0dc-44f1-9452-97fa5b81b46d tempest-AllowedAddressPairIpV6TestJSON-2072815837 tempest-AllowedAddressPairIpV6TestJSON-2072815837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:51:54.139307 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-7dc0a13a-d0dc-44f1-9452-97fa5b81b46d tempest-AllowedAddressPairIpV6TestJSON-2072815837 tempest-AllowedAddressPairIpV6TestJSON-2072815837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:54.145988 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc0a13a-d0dc-44f1-9452-97fa5b81b46d tempest-AllowedAddressPairIpV6TestJSON-2072815837 tempest-AllowedAddressPairIpV6TestJSON-2072815837-project] Pushing event updated for resources: {'Port': ['ID=f788d3f0-108f-4337-a74c-ee2621475e12,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:51:54.160087 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-7dc0a13a-d0dc-44f1-9452-97fa5b81b46d tempest-AllowedAddressPairIpV6TestJSON-2072815837 tempest-AllowedAddressPairIpV6TestJSON-2072815837-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1006 time: 0.6784749 Aug 12 14:51:54.162675 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 60114) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:51:54.218551 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bbe4b1d-288c-4b72-9cd1-6a4d9ed53a71 tempest-AllowedAddressPairIpV6TestJSON-2072815837 tempest-AllowedAddressPairIpV6TestJSON-2072815837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:51:54.224806 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bbe4b1d-288c-4b72-9cd1-6a4d9ed53a71 tempest-AllowedAddressPairIpV6TestJSON-2072815837 tempest-AllowedAddressPairIpV6TestJSON-2072815837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:51:54.230786 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bbe4b1d-288c-4b72-9cd1-6a4d9ed53a71 tempest-AllowedAddressPairIpV6TestJSON-2072815837 tempest-AllowedAddressPairIpV6TestJSON-2072815837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:51:54.235805 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-9bbe4b1d-288c-4b72-9cd1-6a4d9ed53a71 tempest-AllowedAddressPairIpV6TestJSON-2072815837 tempest-AllowedAddressPairIpV6TestJSON-2072815837-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2479 time: 0.0695205 Aug 12 14:51:54.236100 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 60118) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:51:54.333993 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-bc1c337d-bdf0-42b3-9536-acf03f580da9 tempest-AllowedAddressPairIpV6TestJSON-2072815837 tempest-AllowedAddressPairIpV6TestJSON-2072815837-project] Deleting port f788d3f0-108f-4337-a74c-ee2621475e12 {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:51:54.334336 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-bc1c337d-bdf0-42b3-9536-acf03f580da9 tempest-AllowedAddressPairIpV6TestJSON-2072815837 tempest-AllowedAddressPairIpV6TestJSON-2072815837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:54.349059 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7404b04a-99da-4c39-af02-f9eb4718369b None None] Network 3feb041a-d873-4ec3-accd-50098e122a35 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:51:54.405358 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-cc7ed088-05e5-4743-b9ae-8d9f3a15c530 None None] Provisioning for port b73554ea-6921-4edb-a12d-acc904efad4a completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:51:54.423598 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-bc1c337d-bdf0-42b3-9536-acf03f580da9 tempest-AllowedAddressPairIpV6TestJSON-2072815837 tempest-AllowedAddressPairIpV6TestJSON-2072815837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:54.446923 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-bc1c337d-bdf0-42b3-9536-acf03f580da9 tempest-AllowedAddressPairIpV6TestJSON-2072815837 tempest-AllowedAddressPairIpV6TestJSON-2072815837-project] Calling delete_port for f788d3f0-108f-4337-a74c-ee2621475e12 owned by {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:51:54.900329 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df644810-779a-44e1-9739-d1b296990714 req-ed8f5c3c-fb3e-4e3a-8442-31a8f596e26b tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:51:54.909775 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-df644810-779a-44e1-9739-d1b296990714 req-ed8f5c3c-fb3e-4e3a-8442-31a8f596e26b tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] 10.222.0.39 "GET /v2.0/ports?device_id=1db5c5cf-3fd5-427d-9e53-d5c93e201465 HTTP/1.1" status: 200 len: 946 time: 0.4760637 Aug 12 14:51:54.948658 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-001a0100-4430-4181-9947-53108523f0b6 None None] Provisioning for port f788d3f0-108f-4337-a74c-ee2621475e12 completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:51:54.957577 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-001a0100-4430-4181-9947-53108523f0b6 None None] Provisioning complete for port f788d3f0-108f-4337-a74c-ee2621475e12 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:51:54.957965 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-001a0100-4430-4181-9947-53108523f0b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:54.978849 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-df644810-779a-44e1-9739-d1b296990714 req-3d30cbdc-ec37-4253-beca-9c2e24b47307 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] 10.222.0.39 "GET /v2.0/security-groups?id=d503e6e0-4ce0-4f78-842d-abe0bf3f8a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635254 Aug 12 14:51:55.008853 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-001a0100-4430-4181-9947-53108523f0b6 None None] Port f788d3f0-108f-4337-a74c-ee2621475e12 cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 14:51:55.020333 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device b73554ea-6921-4edb-a12d-acc904efad4a up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:51:55.061668 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-001a0100-4430-4181-9947-53108523f0b6 None None] Provisioning for port e40b3fb8-bb6f-44df-823d-1b48bb0e9617 completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:51:55.063822 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-bc1c337d-bdf0-42b3-9536-acf03f580da9 tempest-AllowedAddressPairIpV6TestJSON-2072815837 tempest-AllowedAddressPairIpV6TestJSON-2072815837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:55.067460 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-001a0100-4430-4181-9947-53108523f0b6 None None] Provisioning complete for port e40b3fb8-bb6f-44df-823d-1b48bb0e9617 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:51:55.067836 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-001a0100-4430-4181-9947-53108523f0b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:55.093321 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1c337d-bdf0-42b3-9536-acf03f580da9 tempest-AllowedAddressPairIpV6TestJSON-2072815837 tempest-AllowedAddressPairIpV6TestJSON-2072815837-project] Pushing event deleted for resources: {'Port': ['ID=f788d3f0-108f-4337-a74c-ee2621475e12,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:51:55.108587 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning for port b73554ea-6921-4edb-a12d-acc904efad4a completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:51:55.116124 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port b73554ea-6921-4edb-a12d-acc904efad4a triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:51:55.116491 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:55.118321 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-001a0100-4430-4181-9947-53108523f0b6 None None] Port e40b3fb8-bb6f-44df-823d-1b48bb0e9617 cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 14:51:55.156899 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-001a0100-4430-4181-9947-53108523f0b6 None None] Provisioning complete for port b73554ea-6921-4edb-a12d-acc904efad4a triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:51:55.157279 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-001a0100-4430-4181-9947-53108523f0b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:55.219626 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-bc1c337d-bdf0-42b3-9536-acf03f580da9 tempest-AllowedAddressPairIpV6TestJSON-2072815837 tempest-AllowedAddressPairIpV6TestJSON-2072815837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:55.223978 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-bc1c337d-bdf0-42b3-9536-acf03f580da9 tempest-AllowedAddressPairIpV6TestJSON-2072815837 tempest-AllowedAddressPairIpV6TestJSON-2072815837-project] 10.222.0.39 "DELETE /v2.0/ports/f788d3f0-108f-4337-a74c-ee2621475e12 HTTP/1.1" status: 204 len: 168 time: 0.9846725 Aug 12 14:51:55.224721 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 60128) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:51:55.252109 n-d-694802-15 neutron-server[94467]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b629b22-9420-4474-b841-2a0db7ede5dd tempest-AllowedAddressPairIpV6TestJSON-2072815837 tempest-AllowedAddressPairIpV6TestJSON-2072815837-project] GET failed (client error): The resource could not be found. Aug 12 14:51:55.255162 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-8b629b22-9420-4474-b841-2a0db7ede5dd tempest-AllowedAddressPairIpV6TestJSON-2072815837 tempest-AllowedAddressPairIpV6TestJSON-2072815837-project] 10.222.0.39 "GET /v2.0/ports/f788d3f0-108f-4337-a74c-ee2621475e12 HTTP/1.1" status: 404 len: 333 time: 0.0275784 Aug 12 14:51:55.259539 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 60130) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:51:55.265807 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-eb0b976f-fea8-4002-b4b4-58bb282407d2 tempest-AllowedAddressPairIpV6TestJSON-2072815837 tempest-AllowedAddressPairIpV6TestJSON-2072815837-project] Request body: {'port': {'network_id': '3feb041a-d873-4ec3-accd-50098e122a35', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-663410794'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:51:55.271888 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:55.290649 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-001a0100-4430-4181-9947-53108523f0b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:55.329969 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] For port b73554ea-6921-4edb-a12d-acc904efad4a, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=b73554ea-6921-4edb-a12d-acc904efad4a,segment=NetworkSegment(241aa978-a093-4fed-81aa-9fae41ccdcd0),segment_id=241aa978-a093-4fed-81aa-9fae41ccdcd0)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:51:55.334610 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:55.394726 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb0b976f-fea8-4002-b4b4-58bb282407d2 tempest-AllowedAddressPairIpV6TestJSON-2072815837 tempest-AllowedAddressPairIpV6TestJSON-2072815837-project] Made reservation on behalf of 0540702e5bbf400191e1f3a8319ee087 for: {'port': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:51:55.398381 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-eb0b976f-fea8-4002-b4b4-58bb282407d2 tempest-AllowedAddressPairIpV6TestJSON-2072815837 tempest-AllowedAddressPairIpV6TestJSON-2072815837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:55.418157 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [None req-eb0b976f-fea8-4002-b4b4-58bb282407d2 tempest-AllowedAddressPairIpV6TestJSON-2072815837 tempest-AllowedAddressPairIpV6TestJSON-2072815837-project] device_id is not set on port 39b7943f-bbcd-4c8b-b042-e9fa3d0ca01e yet. {{(pid=94467) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 14:51:55.420680 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.db.api [None req-001a0100-4430-4181-9947-53108523f0b6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94468) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 12 14:51:55.421167 n-d-694802-15 neutron-server[94468]: DEBUG oslo_db.api [None req-001a0100-4430-4181-9947-53108523f0b6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 12 14:51:55.426986 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Pushing event updated for resources: {'Port': ['ID=b73554ea-6921-4edb-a12d-acc904efad4a,revision_number=3']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:51:55.550024 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_common [None req-eb0b976f-fea8-4002-b4b4-58bb282407d2 tempest-AllowedAddressPairIpV6TestJSON-2072815837 tempest-AllowedAddressPairIpV6TestJSON-2072815837-project] Allocated IP 2001:db8::3c0 (3feb041a-d873-4ec3-accd-50098e122a35/eed4485f-4d74-4665-a7e4-0397e5dd6a77/39b7943f-bbcd-4c8b-b042-e9fa3d0ca01e) {{(pid=94467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:51:55.697739 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-eb0b976f-fea8-4002-b4b4-58bb282407d2 tempest-AllowedAddressPairIpV6TestJSON-2072815837 tempest-AllowedAddressPairIpV6TestJSON-2072815837-project] Notify callbacks [] for port, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:55.711434 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [None req-eb0b976f-fea8-4002-b4b4-58bb282407d2 tempest-AllowedAddressPairIpV6TestJSON-2072815837 tempest-AllowedAddressPairIpV6TestJSON-2072815837-project] Transition to ACTIVE for port object 39b7943f-bbcd-4c8b-b042-e9fa3d0ca01e will not be triggered until provisioned by entity DHCP. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:51:55.743546 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-eb0b976f-fea8-4002-b4b4-58bb282407d2 tempest-AllowedAddressPairIpV6TestJSON-2072815837 tempest-AllowedAddressPairIpV6TestJSON-2072815837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:55.786054 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb0b976f-fea8-4002-b4b4-58bb282407d2 tempest-AllowedAddressPairIpV6TestJSON-2072815837 tempest-AllowedAddressPairIpV6TestJSON-2072815837-project] Network 3feb041a-d873-4ec3-accd-50098e122a35 is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:51:55.791038 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [None req-eb0b976f-fea8-4002-b4b4-58bb282407d2 tempest-AllowedAddressPairIpV6TestJSON-2072815837 tempest-AllowedAddressPairIpV6TestJSON-2072815837-project] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:51:55.794789 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb0b976f-fea8-4002-b4b4-58bb282407d2 tempest-AllowedAddressPairIpV6TestJSON-2072815837 tempest-AllowedAddressPairIpV6TestJSON-2072815837-project] Received port after_create {{(pid=94467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:51:55.800435 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb0b976f-fea8-4002-b4b4-58bb282407d2 tempest-AllowedAddressPairIpV6TestJSON-2072815837 tempest-AllowedAddressPairIpV6TestJSON-2072815837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:51:55.800998 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-eb0b976f-fea8-4002-b4b4-58bb282407d2 tempest-AllowedAddressPairIpV6TestJSON-2072815837 tempest-AllowedAddressPairIpV6TestJSON-2072815837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:55.807291 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0b976f-fea8-4002-b4b4-58bb282407d2 tempest-AllowedAddressPairIpV6TestJSON-2072815837 tempest-AllowedAddressPairIpV6TestJSON-2072815837-project] Pushing event updated for resources: {'Port': ['ID=39b7943f-bbcd-4c8b-b042-e9fa3d0ca01e,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:51:55.828708 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-eb0b976f-fea8-4002-b4b4-58bb282407d2 tempest-AllowedAddressPairIpV6TestJSON-2072815837 tempest-AllowedAddressPairIpV6TestJSON-2072815837-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.5649431 Aug 12 14:51:55.828922 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 60134) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:51:55.834116 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-ef14d699-60a8-493c-ae1d-c2a24ff69be0 tempest-AllowedAddressPairIpV6TestJSON-2072815837 tempest-AllowedAddressPairIpV6TestJSON-2072815837-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::3c', 'mac_address': 'fa:16:3e:0c:47:b5'}]}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:51:55.909292 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-ef14d699-60a8-493c-ae1d-c2a24ff69be0 tempest-AllowedAddressPairIpV6TestJSON-2072815837 tempest-AllowedAddressPairIpV6TestJSON-2072815837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:56.084570 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-060befa8-6c88-48bf-9367-e229b9da8ffc None None] Could not find standard attr ID for object f788d3f0-108f-4337-a74c-ee2621475e12. {{(pid=94468) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 12 14:51:56.098147 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-060befa8-6c88-48bf-9367-e229b9da8ffc None None] Provisioning complete for port e40b3fb8-bb6f-44df-823d-1b48bb0e9617 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:51:56.098526 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-060befa8-6c88-48bf-9367-e229b9da8ffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:56.132979 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85571180-a51d-4585-b2a4-f9e8efa58408 req-5828ed79-7c8a-4d99-9a0a-e0a9ad57ca32 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:51:56.134526 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-85571180-a51d-4585-b2a4-f9e8efa58408 req-5828ed79-7c8a-4d99-9a0a-e0a9ad57ca32 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] 10.222.0.39 "GET /v2.0/ports?device_id=1db5c5cf-3fd5-427d-9e53-d5c93e201465 HTTP/1.1" status: 200 len: 946 time: 0.0857992 Aug 12 14:51:56.135674 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-060befa8-6c88-48bf-9367-e229b9da8ffc None None] Port e40b3fb8-bb6f-44df-823d-1b48bb0e9617 cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 14:51:56.149637 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-060befa8-6c88-48bf-9367-e229b9da8ffc None None] Provisioning for port 39b7943f-bbcd-4c8b-b042-e9fa3d0ca01e completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:51:56.153928 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-060befa8-6c88-48bf-9367-e229b9da8ffc None None] Provisioning complete for port 39b7943f-bbcd-4c8b-b042-e9fa3d0ca01e triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:51:56.154423 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-060befa8-6c88-48bf-9367-e229b9da8ffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:56.169433 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-ef14d699-60a8-493c-ae1d-c2a24ff69be0 tempest-AllowedAddressPairIpV6TestJSON-2072815837 tempest-AllowedAddressPairIpV6TestJSON-2072815837-project] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:56.176989 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-ef14d699-60a8-493c-ae1d-c2a24ff69be0 tempest-AllowedAddressPairIpV6TestJSON-2072815837 tempest-AllowedAddressPairIpV6TestJSON-2072815837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:56.193412 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-060befa8-6c88-48bf-9367-e229b9da8ffc None None] Port 39b7943f-bbcd-4c8b-b042-e9fa3d0ca01e cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 14:51:56.219826 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-85571180-a51d-4585-b2a4-f9e8efa58408 req-ab09a182-45cc-4c88-9826-afbb840ea680 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] 10.222.0.39 "GET /v2.0/security-groups?id=d503e6e0-4ce0-4f78-842d-abe0bf3f8a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766456 Aug 12 14:51:56.222699 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-ef14d699-60a8-493c-ae1d-c2a24ff69be0 tempest-AllowedAddressPairIpV6TestJSON-2072815837 tempest-AllowedAddressPairIpV6TestJSON-2072815837-project] In _notify_port_updated(), no bound segment for port 39b7943f-bbcd-4c8b-b042-e9fa3d0ca01e on network 3feb041a-d873-4ec3-accd-50098e122a35 {{(pid=94467) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 12 14:51:56.230700 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef14d699-60a8-493c-ae1d-c2a24ff69be0 tempest-AllowedAddressPairIpV6TestJSON-2072815837 tempest-AllowedAddressPairIpV6TestJSON-2072815837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:51:56.230700 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-ef14d699-60a8-493c-ae1d-c2a24ff69be0 tempest-AllowedAddressPairIpV6TestJSON-2072815837 tempest-AllowedAddressPairIpV6TestJSON-2072815837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:56.230700 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-ef14d699-60a8-493c-ae1d-c2a24ff69be0 tempest-AllowedAddressPairIpV6TestJSON-2072815837 tempest-AllowedAddressPairIpV6TestJSON-2072815837-project] 10.222.0.39 "PUT /v2.0/ports/39b7943f-bbcd-4c8b-b042-e9fa3d0ca01e HTTP/1.1" status: 200 len: 1001 time: 0.4007258 Aug 12 14:51:56.233432 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 60142) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:51:56.258827 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef14d699-60a8-493c-ae1d-c2a24ff69be0 tempest-AllowedAddressPairIpV6TestJSON-2072815837 tempest-AllowedAddressPairIpV6TestJSON-2072815837-project] Pushing event updated for resources: {'Port': ['ID=39b7943f-bbcd-4c8b-b042-e9fa3d0ca01e,revision_number=2']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:51:56.359300 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-d052e03d-1258-4425-b52d-940e4ad26864 tempest-AllowedAddressPairIpV6TestJSON-2072815837 tempest-AllowedAddressPairIpV6TestJSON-2072815837-project] Deleting port 39b7943f-bbcd-4c8b-b042-e9fa3d0ca01e {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:51:56.359723 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d052e03d-1258-4425-b52d-940e4ad26864 tempest-AllowedAddressPairIpV6TestJSON-2072815837 tempest-AllowedAddressPairIpV6TestJSON-2072815837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:56.479722 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d052e03d-1258-4425-b52d-940e4ad26864 tempest-AllowedAddressPairIpV6TestJSON-2072815837 tempest-AllowedAddressPairIpV6TestJSON-2072815837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:56.493309 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-d052e03d-1258-4425-b52d-940e4ad26864 tempest-AllowedAddressPairIpV6TestJSON-2072815837 tempest-AllowedAddressPairIpV6TestJSON-2072815837-project] Calling delete_port for 39b7943f-bbcd-4c8b-b042-e9fa3d0ca01e owned by {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:51:56.615376 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-b7368fd9-1c3e-4b80-a85b-c1773bc38c2d None None] Provisioning complete for port 39b7943f-bbcd-4c8b-b042-e9fa3d0ca01e triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:51:56.615926 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-b7368fd9-1c3e-4b80-a85b-c1773bc38c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:56.630065 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d052e03d-1258-4425-b52d-940e4ad26864 tempest-AllowedAddressPairIpV6TestJSON-2072815837 tempest-AllowedAddressPairIpV6TestJSON-2072815837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:56.654779 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-b7368fd9-1c3e-4b80-a85b-c1773bc38c2d None None] Port 39b7943f-bbcd-4c8b-b042-e9fa3d0ca01e cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 14:51:56.659145 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d052e03d-1258-4425-b52d-940e4ad26864 tempest-AllowedAddressPairIpV6TestJSON-2072815837 tempest-AllowedAddressPairIpV6TestJSON-2072815837-project] Pushing event deleted for resources: {'Port': ['ID=39b7943f-bbcd-4c8b-b042-e9fa3d0ca01e,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:51:56.786865 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d052e03d-1258-4425-b52d-940e4ad26864 tempest-AllowedAddressPairIpV6TestJSON-2072815837 tempest-AllowedAddressPairIpV6TestJSON-2072815837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:56.791245 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-d052e03d-1258-4425-b52d-940e4ad26864 tempest-AllowedAddressPairIpV6TestJSON-2072815837 tempest-AllowedAddressPairIpV6TestJSON-2072815837-project] 10.222.0.39 "DELETE /v2.0/ports/39b7943f-bbcd-4c8b-b042-e9fa3d0ca01e HTTP/1.1" status: 204 len: 168 time: 0.5538955 Aug 12 14:51:56.791486 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 60156) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:51:56.818241 n-d-694802-15 neutron-server[94466]: INFO neutron.pecan_wsgi.hooks.translation [None req-faa3547d-e859-481d-aeb4-9cefbfcacf3d tempest-AllowedAddressPairIpV6TestJSON-2072815837 tempest-AllowedAddressPairIpV6TestJSON-2072815837-project] GET failed (client error): The resource could not be found. Aug 12 14:51:56.823338 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-faa3547d-e859-481d-aeb4-9cefbfcacf3d tempest-AllowedAddressPairIpV6TestJSON-2072815837 tempest-AllowedAddressPairIpV6TestJSON-2072815837-project] 10.222.0.39 "GET /v2.0/ports/39b7943f-bbcd-4c8b-b042-e9fa3d0ca01e HTTP/1.1" status: 404 len: 333 time: 0.0275176 Aug 12 14:51:56.823715 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 60158) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:51:56.829738 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-43bce7cc-d8d6-4664-be1c-b6723ff82b98 tempest-AllowedAddressPairIpV6TestJSON-2072815837 tempest-AllowedAddressPairIpV6TestJSON-2072815837-project] Request body: {'port': {'network_id': '3feb041a-d873-4ec3-accd-50098e122a35', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-799530268'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:51:56.949669 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device b73554ea-6921-4edb-a12d-acc904efad4a up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:51:56.963799 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43bce7cc-d8d6-4664-be1c-b6723ff82b98 tempest-AllowedAddressPairIpV6TestJSON-2072815837 tempest-AllowedAddressPairIpV6TestJSON-2072815837-project] Made reservation on behalf of 0540702e5bbf400191e1f3a8319ee087 for: {'port': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:51:56.967783 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-43bce7cc-d8d6-4664-be1c-b6723ff82b98 tempest-AllowedAddressPairIpV6TestJSON-2072815837 tempest-AllowedAddressPairIpV6TestJSON-2072815837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:56.992687 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [None req-43bce7cc-d8d6-4664-be1c-b6723ff82b98 tempest-AllowedAddressPairIpV6TestJSON-2072815837 tempest-AllowedAddressPairIpV6TestJSON-2072815837-project] device_id is not set on port 2dcf451a-407d-4292-b9a6-a21e368538ae yet. {{(pid=94467) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 14:51:57.009956 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port b73554ea-6921-4edb-a12d-acc904efad4a triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:51:57.010307 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:57.122029 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_common [None req-43bce7cc-d8d6-4664-be1c-b6723ff82b98 tempest-AllowedAddressPairIpV6TestJSON-2072815837 tempest-AllowedAddressPairIpV6TestJSON-2072815837-project] Allocated IP 2001:db8::1f6 (3feb041a-d873-4ec3-accd-50098e122a35/eed4485f-4d74-4665-a7e4-0397e5dd6a77/2dcf451a-407d-4292-b9a6-a21e368538ae) {{(pid=94467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:51:57.275045 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-43bce7cc-d8d6-4664-be1c-b6723ff82b98 tempest-AllowedAddressPairIpV6TestJSON-2072815837 tempest-AllowedAddressPairIpV6TestJSON-2072815837-project] Notify callbacks [] for port, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:57.288986 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [None req-43bce7cc-d8d6-4664-be1c-b6723ff82b98 tempest-AllowedAddressPairIpV6TestJSON-2072815837 tempest-AllowedAddressPairIpV6TestJSON-2072815837-project] Transition to ACTIVE for port object 2dcf451a-407d-4292-b9a6-a21e368538ae will not be triggered until provisioned by entity DHCP. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:51:57.358255 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb2b208-31b9-4d5b-ab01-3051dafb5933 req-69fa8ece-afc3-4efb-9392-e2389f410964 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:51:57.359687 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-1cb2b208-31b9-4d5b-ab01-3051dafb5933 req-69fa8ece-afc3-4efb-9392-e2389f410964 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] 10.222.0.39 "GET /v2.0/ports?device_id=1db5c5cf-3fd5-427d-9e53-d5c93e201465 HTTP/1.1" status: 200 len: 946 time: 0.0665202 Aug 12 14:51:57.361071 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-43bce7cc-d8d6-4664-be1c-b6723ff82b98 tempest-AllowedAddressPairIpV6TestJSON-2072815837 tempest-AllowedAddressPairIpV6TestJSON-2072815837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:57.421788 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43bce7cc-d8d6-4664-be1c-b6723ff82b98 tempest-AllowedAddressPairIpV6TestJSON-2072815837 tempest-AllowedAddressPairIpV6TestJSON-2072815837-project] Network 3feb041a-d873-4ec3-accd-50098e122a35 is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:51:57.432328 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [None req-43bce7cc-d8d6-4664-be1c-b6723ff82b98 tempest-AllowedAddressPairIpV6TestJSON-2072815837 tempest-AllowedAddressPairIpV6TestJSON-2072815837-project] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:51:57.434898 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43bce7cc-d8d6-4664-be1c-b6723ff82b98 tempest-AllowedAddressPairIpV6TestJSON-2072815837 tempest-AllowedAddressPairIpV6TestJSON-2072815837-project] Received port after_create {{(pid=94467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:51:57.441698 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43bce7cc-d8d6-4664-be1c-b6723ff82b98 tempest-AllowedAddressPairIpV6TestJSON-2072815837 tempest-AllowedAddressPairIpV6TestJSON-2072815837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:51:57.442145 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-43bce7cc-d8d6-4664-be1c-b6723ff82b98 tempest-AllowedAddressPairIpV6TestJSON-2072815837 tempest-AllowedAddressPairIpV6TestJSON-2072815837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:57.456019 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bce7cc-d8d6-4664-be1c-b6723ff82b98 tempest-AllowedAddressPairIpV6TestJSON-2072815837 tempest-AllowedAddressPairIpV6TestJSON-2072815837-project] Pushing event updated for resources: {'Port': ['ID=2dcf451a-407d-4292-b9a6-a21e368538ae,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:51:57.469803 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-1cb2b208-31b9-4d5b-ab01-3051dafb5933 req-7e6c1d9a-035d-4ab6-a814-5b9ebe97007c tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] 10.222.0.39 "GET /v2.0/security-groups?id=d503e6e0-4ce0-4f78-842d-abe0bf3f8a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023242 Aug 12 14:51:57.479066 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-43bce7cc-d8d6-4664-be1c-b6723ff82b98 tempest-AllowedAddressPairIpV6TestJSON-2072815837 tempest-AllowedAddressPairIpV6TestJSON-2072815837-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.6518233 Aug 12 14:51:57.479559 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 60168) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:51:57.485705 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-a1c3bf08-b91a-464a-9a12-a91f165ab005 tempest-AllowedAddressPairIpV6TestJSON-2072815837 tempest-AllowedAddressPairIpV6TestJSON-2072815837-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:0c:47:b5'}]}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:51:57.674198 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a1c3bf08-b91a-464a-9a12-a91f165ab005 tempest-AllowedAddressPairIpV6TestJSON-2072815837 tempest-AllowedAddressPairIpV6TestJSON-2072815837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:57.785525 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-e3a510b1-0e75-441e-b9b5-0c757ec67027 None None] Provisioning for port 2dcf451a-407d-4292-b9a6-a21e368538ae completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:51:57.789476 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-e3a510b1-0e75-441e-b9b5-0c757ec67027 None None] Provisioning complete for port 2dcf451a-407d-4292-b9a6-a21e368538ae triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:51:57.789856 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-e3a510b1-0e75-441e-b9b5-0c757ec67027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:57.835755 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-e3a510b1-0e75-441e-b9b5-0c757ec67027 None None] Port 2dcf451a-407d-4292-b9a6-a21e368538ae cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 14:51:57.869836 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a1c3bf08-b91a-464a-9a12-a91f165ab005 tempest-AllowedAddressPairIpV6TestJSON-2072815837 tempest-AllowedAddressPairIpV6TestJSON-2072815837-project] Notify callbacks [] for port, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:57.874910 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a1c3bf08-b91a-464a-9a12-a91f165ab005 tempest-AllowedAddressPairIpV6TestJSON-2072815837 tempest-AllowedAddressPairIpV6TestJSON-2072815837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3718439'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:57.908175 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-a1c3bf08-b91a-464a-9a12-a91f165ab005 tempest-AllowedAddressPairIpV6TestJSON-2072815837 tempest-AllowedAddressPairIpV6TestJSON-2072815837-project] In _notify_port_updated(), no bound segment for port 2dcf451a-407d-4292-b9a6-a21e368538ae on network 3feb041a-d873-4ec3-accd-50098e122a35 {{(pid=94466) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 12 14:51:57.914064 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1c3bf08-b91a-464a-9a12-a91f165ab005 tempest-AllowedAddressPairIpV6TestJSON-2072815837 tempest-AllowedAddressPairIpV6TestJSON-2072815837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:51:57.914881 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a1c3bf08-b91a-464a-9a12-a91f165ab005 tempest-AllowedAddressPairIpV6TestJSON-2072815837 tempest-AllowedAddressPairIpV6TestJSON-2072815837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:57.916370 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-a1c3bf08-b91a-464a-9a12-a91f165ab005 tempest-AllowedAddressPairIpV6TestJSON-2072815837 tempest-AllowedAddressPairIpV6TestJSON-2072815837-project] 10.222.0.39 "PUT /v2.0/ports/2dcf451a-407d-4292-b9a6-a21e368538ae HTTP/1.1" status: 200 len: 1002 time: 0.4358134 Aug 12 14:51:57.919246 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 60188) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:51:57.958133 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c3bf08-b91a-464a-9a12-a91f165ab005 tempest-AllowedAddressPairIpV6TestJSON-2072815837 tempest-AllowedAddressPairIpV6TestJSON-2072815837-project] Pushing event updated for resources: {'Port': ['ID=2dcf451a-407d-4292-b9a6-a21e368538ae,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:51:58.036308 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-55383f9a-ca3b-4598-9610-72e992613ce6 tempest-AllowedAddressPairIpV6TestJSON-2072815837 tempest-AllowedAddressPairIpV6TestJSON-2072815837-project] Deleting port 2dcf451a-407d-4292-b9a6-a21e368538ae {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:51:58.036453 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-55383f9a-ca3b-4598-9610-72e992613ce6 tempest-AllowedAddressPairIpV6TestJSON-2072815837 tempest-AllowedAddressPairIpV6TestJSON-2072815837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:58.137033 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-55383f9a-ca3b-4598-9610-72e992613ce6 tempest-AllowedAddressPairIpV6TestJSON-2072815837 tempest-AllowedAddressPairIpV6TestJSON-2072815837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:58.150227 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-55383f9a-ca3b-4598-9610-72e992613ce6 tempest-AllowedAddressPairIpV6TestJSON-2072815837 tempest-AllowedAddressPairIpV6TestJSON-2072815837-project] Calling delete_port for 2dcf451a-407d-4292-b9a6-a21e368538ae owned by {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:51:58.258238 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-58fac15d-2997-4fc8-88cb-639549be3815 None None] Provisioning complete for port 2dcf451a-407d-4292-b9a6-a21e368538ae triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:51:58.258790 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-58fac15d-2997-4fc8-88cb-639549be3815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:58.288345 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-55383f9a-ca3b-4598-9610-72e992613ce6 tempest-AllowedAddressPairIpV6TestJSON-2072815837 tempest-AllowedAddressPairIpV6TestJSON-2072815837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:58.295730 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-58fac15d-2997-4fc8-88cb-639549be3815 None None] Port 2dcf451a-407d-4292-b9a6-a21e368538ae cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 14:51:58.316761 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55383f9a-ca3b-4598-9610-72e992613ce6 tempest-AllowedAddressPairIpV6TestJSON-2072815837 tempest-AllowedAddressPairIpV6TestJSON-2072815837-project] Pushing event deleted for resources: {'Port': ['ID=2dcf451a-407d-4292-b9a6-a21e368538ae,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:51:58.349901 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-55383f9a-ca3b-4598-9610-72e992613ce6 tempest-AllowedAddressPairIpV6TestJSON-2072815837 tempest-AllowedAddressPairIpV6TestJSON-2072815837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:58.351849 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-55383f9a-ca3b-4598-9610-72e992613ce6 tempest-AllowedAddressPairIpV6TestJSON-2072815837 tempest-AllowedAddressPairIpV6TestJSON-2072815837-project] 10.222.0.39 "DELETE /v2.0/ports/2dcf451a-407d-4292-b9a6-a21e368538ae HTTP/1.1" status: 204 len: 168 time: 0.4314542 Aug 12 14:51:58.354489 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 60194) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:51:58.379139 n-d-694802-15 neutron-server[94466]: INFO neutron.pecan_wsgi.hooks.translation [None req-a431f967-ea14-44d7-a2b8-2813c4d5e925 tempest-AllowedAddressPairIpV6TestJSON-2072815837 tempest-AllowedAddressPairIpV6TestJSON-2072815837-project] GET failed (client error): The resource could not be found. Aug 12 14:51:58.380696 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-a431f967-ea14-44d7-a2b8-2813c4d5e925 tempest-AllowedAddressPairIpV6TestJSON-2072815837 tempest-AllowedAddressPairIpV6TestJSON-2072815837-project] 10.222.0.39 "GET /v2.0/ports/2dcf451a-407d-4292-b9a6-a21e368538ae HTTP/1.1" status: 404 len: 333 time: 0.0252683 Aug 12 14:51:58.384405 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 60196) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:51:58.389643 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-5886d13c-b65e-48cb-800c-f6788046fb01 tempest-AllowedAddressPairIpV6TestJSON-2072815837 tempest-AllowedAddressPairIpV6TestJSON-2072815837-project] Request body: {'port': {'network_id': '3feb041a-d873-4ec3-accd-50098e122a35', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-600460169'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:51:58.516271 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5886d13c-b65e-48cb-800c-f6788046fb01 tempest-AllowedAddressPairIpV6TestJSON-2072815837 tempest-AllowedAddressPairIpV6TestJSON-2072815837-project] Made reservation on behalf of 0540702e5bbf400191e1f3a8319ee087 for: {'port': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:51:58.520978 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5886d13c-b65e-48cb-800c-f6788046fb01 tempest-AllowedAddressPairIpV6TestJSON-2072815837 tempest-AllowedAddressPairIpV6TestJSON-2072815837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:58.546384 n-d-694802-15 neutron-server[94466]: DEBUG neutron.notifiers.nova [None req-5886d13c-b65e-48cb-800c-f6788046fb01 tempest-AllowedAddressPairIpV6TestJSON-2072815837 tempest-AllowedAddressPairIpV6TestJSON-2072815837-project] device_id is not set on port 80192be4-cbda-4013-b56c-047ef2972a7c yet. {{(pid=94466) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 14:51:58.597079 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fadc50-8f1c-4d7b-9369-25d0ce36392b req-d7640cd6-271a-4ad6-b4f4-72e8e818eab3 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:51:58.598633 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-94fadc50-8f1c-4d7b-9369-25d0ce36392b req-d7640cd6-271a-4ad6-b4f4-72e8e818eab3 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] 10.222.0.39 "GET /v2.0/ports?device_id=1db5c5cf-3fd5-427d-9e53-d5c93e201465 HTTP/1.1" status: 200 len: 946 time: 0.0566084 Aug 12 14:51:58.640041 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-94fadc50-8f1c-4d7b-9369-25d0ce36392b req-1a5783e9-0e7d-4357-a10a-aa90c1be6cf4 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] 10.222.0.39 "GET /v2.0/security-groups?id=d503e6e0-4ce0-4f78-842d-abe0bf3f8a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348637 Aug 12 14:51:58.679629 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-5886d13c-b65e-48cb-800c-f6788046fb01 tempest-AllowedAddressPairIpV6TestJSON-2072815837 tempest-AllowedAddressPairIpV6TestJSON-2072815837-project] Allocated IP 2001:db8::8d (3feb041a-d873-4ec3-accd-50098e122a35/eed4485f-4d74-4665-a7e4-0397e5dd6a77/80192be4-cbda-4013-b56c-047ef2972a7c) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:51:58.826998 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5886d13c-b65e-48cb-800c-f6788046fb01 tempest-AllowedAddressPairIpV6TestJSON-2072815837 tempest-AllowedAddressPairIpV6TestJSON-2072815837-project] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:58.840718 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-5886d13c-b65e-48cb-800c-f6788046fb01 tempest-AllowedAddressPairIpV6TestJSON-2072815837 tempest-AllowedAddressPairIpV6TestJSON-2072815837-project] Transition to ACTIVE for port object 80192be4-cbda-4013-b56c-047ef2972a7c will not be triggered until provisioned by entity DHCP. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:51:58.874242 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5886d13c-b65e-48cb-800c-f6788046fb01 tempest-AllowedAddressPairIpV6TestJSON-2072815837 tempest-AllowedAddressPairIpV6TestJSON-2072815837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:58.923208 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5886d13c-b65e-48cb-800c-f6788046fb01 tempest-AllowedAddressPairIpV6TestJSON-2072815837 tempest-AllowedAddressPairIpV6TestJSON-2072815837-project] Network 3feb041a-d873-4ec3-accd-50098e122a35 is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:51:58.929174 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-5886d13c-b65e-48cb-800c-f6788046fb01 tempest-AllowedAddressPairIpV6TestJSON-2072815837 tempest-AllowedAddressPairIpV6TestJSON-2072815837-project] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:51:58.933178 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5886d13c-b65e-48cb-800c-f6788046fb01 tempest-AllowedAddressPairIpV6TestJSON-2072815837 tempest-AllowedAddressPairIpV6TestJSON-2072815837-project] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:51:58.939403 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5886d13c-b65e-48cb-800c-f6788046fb01 tempest-AllowedAddressPairIpV6TestJSON-2072815837 tempest-AllowedAddressPairIpV6TestJSON-2072815837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:51:58.939922 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5886d13c-b65e-48cb-800c-f6788046fb01 tempest-AllowedAddressPairIpV6TestJSON-2072815837 tempest-AllowedAddressPairIpV6TestJSON-2072815837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:58.958539 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-5886d13c-b65e-48cb-800c-f6788046fb01 tempest-AllowedAddressPairIpV6TestJSON-2072815837 tempest-AllowedAddressPairIpV6TestJSON-2072815837-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 0.5709648 Aug 12 14:51:58.958539 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5886d13c-b65e-48cb-800c-f6788046fb01 tempest-AllowedAddressPairIpV6TestJSON-2072815837 tempest-AllowedAddressPairIpV6TestJSON-2072815837-project] Pushing event updated for resources: {'Port': ['ID=80192be4-cbda-4013-b56c-047ef2972a7c,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:51:58.960042 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 60202) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:51:58.966110 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-bb99c16b-fec1-419f-8a4f-7a0fdd1f648f tempest-AllowedAddressPairIpV6TestJSON-2072815837 tempest-AllowedAddressPairIpV6TestJSON-2072815837-project] Request body: {'port': {'network_id': '3feb041a-d873-4ec3-accd-50098e122a35', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2006128265'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:51:59.090554 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb99c16b-fec1-419f-8a4f-7a0fdd1f648f tempest-AllowedAddressPairIpV6TestJSON-2072815837 tempest-AllowedAddressPairIpV6TestJSON-2072815837-project] Made reservation on behalf of 0540702e5bbf400191e1f3a8319ee087 for: {'port': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:51:59.094769 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-bb99c16b-fec1-419f-8a4f-7a0fdd1f648f tempest-AllowedAddressPairIpV6TestJSON-2072815837 tempest-AllowedAddressPairIpV6TestJSON-2072815837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:59.128764 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [None req-bb99c16b-fec1-419f-8a4f-7a0fdd1f648f tempest-AllowedAddressPairIpV6TestJSON-2072815837 tempest-AllowedAddressPairIpV6TestJSON-2072815837-project] device_id is not set on port ce8a4cb5-306e-47a6-ba64-e5b8388cc754 yet. {{(pid=94467) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 14:51:59.227993 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-562a85ee-6c49-47da-8800-a4ccad7768ae None None] Provisioning for port 80192be4-cbda-4013-b56c-047ef2972a7c completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:51:59.238485 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-562a85ee-6c49-47da-8800-a4ccad7768ae None None] Provisioning complete for port 80192be4-cbda-4013-b56c-047ef2972a7c triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:51:59.238897 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-562a85ee-6c49-47da-8800-a4ccad7768ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:59.286454 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_common [None req-bb99c16b-fec1-419f-8a4f-7a0fdd1f648f tempest-AllowedAddressPairIpV6TestJSON-2072815837 tempest-AllowedAddressPairIpV6TestJSON-2072815837-project] Allocated IP 2001:db8::25e (3feb041a-d873-4ec3-accd-50098e122a35/eed4485f-4d74-4665-a7e4-0397e5dd6a77/ce8a4cb5-306e-47a6-ba64-e5b8388cc754) {{(pid=94467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:51:59.293168 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-562a85ee-6c49-47da-8800-a4ccad7768ae None None] Port 80192be4-cbda-4013-b56c-047ef2972a7c cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 14:51:59.447052 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-bb99c16b-fec1-419f-8a4f-7a0fdd1f648f tempest-AllowedAddressPairIpV6TestJSON-2072815837 tempest-AllowedAddressPairIpV6TestJSON-2072815837-project] Notify callbacks [] for port, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:59.462267 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [None req-bb99c16b-fec1-419f-8a4f-7a0fdd1f648f tempest-AllowedAddressPairIpV6TestJSON-2072815837 tempest-AllowedAddressPairIpV6TestJSON-2072815837-project] Transition to ACTIVE for port object ce8a4cb5-306e-47a6-ba64-e5b8388cc754 will not be triggered until provisioned by entity DHCP. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:51:59.496643 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-bb99c16b-fec1-419f-8a4f-7a0fdd1f648f tempest-AllowedAddressPairIpV6TestJSON-2072815837 tempest-AllowedAddressPairIpV6TestJSON-2072815837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:59.536573 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb99c16b-fec1-419f-8a4f-7a0fdd1f648f tempest-AllowedAddressPairIpV6TestJSON-2072815837 tempest-AllowedAddressPairIpV6TestJSON-2072815837-project] Network 3feb041a-d873-4ec3-accd-50098e122a35 is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:51:59.539640 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [None req-bb99c16b-fec1-419f-8a4f-7a0fdd1f648f tempest-AllowedAddressPairIpV6TestJSON-2072815837 tempest-AllowedAddressPairIpV6TestJSON-2072815837-project] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:51:59.541984 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb99c16b-fec1-419f-8a4f-7a0fdd1f648f tempest-AllowedAddressPairIpV6TestJSON-2072815837 tempest-AllowedAddressPairIpV6TestJSON-2072815837-project] Received port after_create {{(pid=94467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:51:59.547840 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb99c16b-fec1-419f-8a4f-7a0fdd1f648f tempest-AllowedAddressPairIpV6TestJSON-2072815837 tempest-AllowedAddressPairIpV6TestJSON-2072815837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:51:59.548559 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-bb99c16b-fec1-419f-8a4f-7a0fdd1f648f tempest-AllowedAddressPairIpV6TestJSON-2072815837 tempest-AllowedAddressPairIpV6TestJSON-2072815837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:59.568601 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb99c16b-fec1-419f-8a4f-7a0fdd1f648f tempest-AllowedAddressPairIpV6TestJSON-2072815837 tempest-AllowedAddressPairIpV6TestJSON-2072815837-project] Pushing event updated for resources: {'Port': ['ID=ce8a4cb5-306e-47a6-ba64-e5b8388cc754,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:51:59.575816 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-bb99c16b-fec1-419f-8a4f-7a0fdd1f648f tempest-AllowedAddressPairIpV6TestJSON-2072815837 tempest-AllowedAddressPairIpV6TestJSON-2072815837-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.6121080 Aug 12 14:51:59.576014 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 60208) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:51:59.582257 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-8e1f1448-9e10-41d9-9c3d-78ff7816238c tempest-AllowedAddressPairIpV6TestJSON-2072815837 tempest-AllowedAddressPairIpV6TestJSON-2072815837-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::3c', 'mac_address': 'fa:16:3e:0c:47:b5'}, {'ip_address': '2001:db8::8d', 'mac_address': 'fa:16:3e:79:0f:5d'}]}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:51:59.792655 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-8e1f1448-9e10-41d9-9c3d-78ff7816238c tempest-AllowedAddressPairIpV6TestJSON-2072815837 tempest-AllowedAddressPairIpV6TestJSON-2072815837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:59.819166 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-3bfad17a-35fa-44ef-abb7-670de7d2e5c8 None None] Provisioning for port ce8a4cb5-306e-47a6-ba64-e5b8388cc754 completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:51:59.822038 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc1d328-2fd3-400e-acd8-9b6d9f3c61e7 req-485181e8-e736-4961-a82e-d0b74a70e283 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:51:59.823706 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9bc1d328-2fd3-400e-acd8-9b6d9f3c61e7 req-485181e8-e736-4961-a82e-d0b74a70e283 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] 10.222.0.39 "GET /v2.0/ports?device_id=1db5c5cf-3fd5-427d-9e53-d5c93e201465 HTTP/1.1" status: 200 len: 946 time: 0.0963645 Aug 12 14:51:59.823937 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-3bfad17a-35fa-44ef-abb7-670de7d2e5c8 None None] Provisioning complete for port ce8a4cb5-306e-47a6-ba64-e5b8388cc754 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:51:59.824384 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-3bfad17a-35fa-44ef-abb7-670de7d2e5c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:51:59.870261 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-3bfad17a-35fa-44ef-abb7-670de7d2e5c8 None None] Port ce8a4cb5-306e-47a6-ba64-e5b8388cc754 cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 14:51:59.903147 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9bc1d328-2fd3-400e-acd8-9b6d9f3c61e7 req-dde60dfe-adc2-4ef5-afb2-630b9543ccd5 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] 10.222.0.39 "GET /v2.0/security-groups?id=d503e6e0-4ce0-4f78-842d-abe0bf3f8a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574348 Aug 12 14:52:00.026002 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-8e1f1448-9e10-41d9-9c3d-78ff7816238c tempest-AllowedAddressPairIpV6TestJSON-2072815837 tempest-AllowedAddressPairIpV6TestJSON-2072815837-project] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:00.031200 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-8e1f1448-9e10-41d9-9c3d-78ff7816238c tempest-AllowedAddressPairIpV6TestJSON-2072815837 tempest-AllowedAddressPairIpV6TestJSON-2072815837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:00.065342 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-8e1f1448-9e10-41d9-9c3d-78ff7816238c tempest-AllowedAddressPairIpV6TestJSON-2072815837 tempest-AllowedAddressPairIpV6TestJSON-2072815837-project] In _notify_port_updated(), no bound segment for port ce8a4cb5-306e-47a6-ba64-e5b8388cc754 on network 3feb041a-d873-4ec3-accd-50098e122a35 {{(pid=94467) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 12 14:52:00.070915 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e1f1448-9e10-41d9-9c3d-78ff7816238c tempest-AllowedAddressPairIpV6TestJSON-2072815837 tempest-AllowedAddressPairIpV6TestJSON-2072815837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:52:00.071549 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-8e1f1448-9e10-41d9-9c3d-78ff7816238c tempest-AllowedAddressPairIpV6TestJSON-2072815837 tempest-AllowedAddressPairIpV6TestJSON-2072815837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:00.075321 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-8e1f1448-9e10-41d9-9c3d-78ff7816238c tempest-AllowedAddressPairIpV6TestJSON-2072815837 tempest-AllowedAddressPairIpV6TestJSON-2072815837-project] 10.222.0.39 "PUT /v2.0/ports/ce8a4cb5-306e-47a6-ba64-e5b8388cc754 HTTP/1.1" status: 200 len: 1066 time: 0.4953504 Aug 12 14:52:00.075733 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 60214) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:52:00.097433 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1f1448-9e10-41d9-9c3d-78ff7816238c tempest-AllowedAddressPairIpV6TestJSON-2072815837 tempest-AllowedAddressPairIpV6TestJSON-2072815837-project] Pushing event updated for resources: {'Port': ['ID=ce8a4cb5-306e-47a6-ba64-e5b8388cc754,revision_number=2']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:52:00.185801 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-00585ca4-c7cf-4ba0-84e6-b7e4e1478924 tempest-AllowedAddressPairIpV6TestJSON-2072815837 tempest-AllowedAddressPairIpV6TestJSON-2072815837-project] Deleting port ce8a4cb5-306e-47a6-ba64-e5b8388cc754 {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:52:00.186661 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-00585ca4-c7cf-4ba0-84e6-b7e4e1478924 tempest-AllowedAddressPairIpV6TestJSON-2072815837 tempest-AllowedAddressPairIpV6TestJSON-2072815837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:00.397254 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-22fc3bf5-6e2e-46e6-8cc0-e3a68e0cac7b None None] Provisioning complete for port ce8a4cb5-306e-47a6-ba64-e5b8388cc754 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:52:00.398243 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-22fc3bf5-6e2e-46e6-8cc0-e3a68e0cac7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:00.442464 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-22fc3bf5-6e2e-46e6-8cc0-e3a68e0cac7b None None] Port ce8a4cb5-306e-47a6-ba64-e5b8388cc754 cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 14:52:00.639131 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-00585ca4-c7cf-4ba0-84e6-b7e4e1478924 tempest-AllowedAddressPairIpV6TestJSON-2072815837 tempest-AllowedAddressPairIpV6TestJSON-2072815837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:00.652462 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-00585ca4-c7cf-4ba0-84e6-b7e4e1478924 tempest-AllowedAddressPairIpV6TestJSON-2072815837 tempest-AllowedAddressPairIpV6TestJSON-2072815837-project] Calling delete_port for ce8a4cb5-306e-47a6-ba64-e5b8388cc754 owned by {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:52:00.795772 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-00585ca4-c7cf-4ba0-84e6-b7e4e1478924 tempest-AllowedAddressPairIpV6TestJSON-2072815837 tempest-AllowedAddressPairIpV6TestJSON-2072815837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:00.824653 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00585ca4-c7cf-4ba0-84e6-b7e4e1478924 tempest-AllowedAddressPairIpV6TestJSON-2072815837 tempest-AllowedAddressPairIpV6TestJSON-2072815837-project] Pushing event deleted for resources: {'Port': ['ID=ce8a4cb5-306e-47a6-ba64-e5b8388cc754,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:52:00.989981 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-00585ca4-c7cf-4ba0-84e6-b7e4e1478924 tempest-AllowedAddressPairIpV6TestJSON-2072815837 tempest-AllowedAddressPairIpV6TestJSON-2072815837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:00.992237 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-00585ca4-c7cf-4ba0-84e6-b7e4e1478924 tempest-AllowedAddressPairIpV6TestJSON-2072815837 tempest-AllowedAddressPairIpV6TestJSON-2072815837-project] 10.222.0.39 "DELETE /v2.0/ports/ce8a4cb5-306e-47a6-ba64-e5b8388cc754 HTTP/1.1" status: 204 len: 168 time: 0.9148750 Aug 12 14:52:00.995559 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 60228) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:52:01.023367 n-d-694802-15 neutron-server[94466]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5379323-81d1-4455-a17f-30bf9977e220 tempest-AllowedAddressPairIpV6TestJSON-2072815837 tempest-AllowedAddressPairIpV6TestJSON-2072815837-project] GET failed (client error): The resource could not be found. Aug 12 14:52:01.028237 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-f5379323-81d1-4455-a17f-30bf9977e220 tempest-AllowedAddressPairIpV6TestJSON-2072815837 tempest-AllowedAddressPairIpV6TestJSON-2072815837-project] 10.222.0.39 "GET /v2.0/ports/ce8a4cb5-306e-47a6-ba64-e5b8388cc754 HTTP/1.1" status: 404 len: 333 time: 0.0317199 Aug 12 14:52:01.029137 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 60230) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:52:01.030217 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5267fac5-3264-440e-a888-1741c93cbc3f req-493e87d9-54bc-4ddf-b56a-8b4f60d07772 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:52:01.038440 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-5267fac5-3264-440e-a888-1741c93cbc3f req-493e87d9-54bc-4ddf-b56a-8b4f60d07772 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] 10.222.0.39 "GET /v2.0/ports?device_id=1db5c5cf-3fd5-427d-9e53-d5c93e201465 HTTP/1.1" status: 200 len: 946 time: 0.0606208 Aug 12 14:52:01.079556 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-5267fac5-3264-440e-a888-1741c93cbc3f req-bfd52f0f-3a97-472a-8db6-db585d898737 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] 10.222.0.39 "GET /v2.0/security-groups?id=d503e6e0-4ce0-4f78-842d-abe0bf3f8a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402215 Aug 12 14:52:01.131864 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-cd695b86-3468-4bd3-8a49-a3605e027382 tempest-AllowedAddressPairIpV6TestJSON-2072815837 tempest-AllowedAddressPairIpV6TestJSON-2072815837-project] Deleting port 80192be4-cbda-4013-b56c-047ef2972a7c {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:52:01.132392 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-cd695b86-3468-4bd3-8a49-a3605e027382 tempest-AllowedAddressPairIpV6TestJSON-2072815837 tempest-AllowedAddressPairIpV6TestJSON-2072815837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:01.220135 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-cd695b86-3468-4bd3-8a49-a3605e027382 tempest-AllowedAddressPairIpV6TestJSON-2072815837 tempest-AllowedAddressPairIpV6TestJSON-2072815837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:01.232718 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-cd695b86-3468-4bd3-8a49-a3605e027382 tempest-AllowedAddressPairIpV6TestJSON-2072815837 tempest-AllowedAddressPairIpV6TestJSON-2072815837-project] Calling delete_port for 80192be4-cbda-4013-b56c-047ef2972a7c owned by {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:52:01.363681 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-cd695b86-3468-4bd3-8a49-a3605e027382 tempest-AllowedAddressPairIpV6TestJSON-2072815837 tempest-AllowedAddressPairIpV6TestJSON-2072815837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:01.395743 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd695b86-3468-4bd3-8a49-a3605e027382 tempest-AllowedAddressPairIpV6TestJSON-2072815837 tempest-AllowedAddressPairIpV6TestJSON-2072815837-project] Pushing event deleted for resources: {'Port': ['ID=80192be4-cbda-4013-b56c-047ef2972a7c,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:52:01.425037 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-cd695b86-3468-4bd3-8a49-a3605e027382 tempest-AllowedAddressPairIpV6TestJSON-2072815837 tempest-AllowedAddressPairIpV6TestJSON-2072815837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:01.430404 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 60232) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:52:01.430526 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-cd695b86-3468-4bd3-8a49-a3605e027382 tempest-AllowedAddressPairIpV6TestJSON-2072815837 tempest-AllowedAddressPairIpV6TestJSON-2072815837-project] 10.222.0.39 "DELETE /v2.0/ports/80192be4-cbda-4013-b56c-047ef2972a7c HTTP/1.1" status: 204 len: 168 time: 0.3994668 Aug 12 14:52:01.460814 n-d-694802-15 neutron-server[94467]: INFO neutron.pecan_wsgi.hooks.translation [None req-91812341-dcbe-4ca0-84cb-476b13e70831 tempest-AllowedAddressPairIpV6TestJSON-2072815837 tempest-AllowedAddressPairIpV6TestJSON-2072815837-project] GET failed (client error): The resource could not be found. Aug 12 14:52:01.462394 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-91812341-dcbe-4ca0-84cb-476b13e70831 tempest-AllowedAddressPairIpV6TestJSON-2072815837 tempest-AllowedAddressPairIpV6TestJSON-2072815837-project] 10.222.0.39 "GET /v2.0/ports/80192be4-cbda-4013-b56c-047ef2972a7c HTTP/1.1" status: 404 len: 333 time: 0.0308189 Aug 12 14:52:01.465920 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 60234) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:52:01.562541 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-a02003ad-333e-47b8-b3b1-8e64af5dcc4b tempest-AllowedAddressPairIpV6TestJSON-2072815837 tempest-AllowedAddressPairIpV6TestJSON-2072815837-project] Deleting port e40b3fb8-bb6f-44df-823d-1b48bb0e9617 {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:52:01.562900 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a02003ad-333e-47b8-b3b1-8e64af5dcc4b tempest-AllowedAddressPairIpV6TestJSON-2072815837 tempest-AllowedAddressPairIpV6TestJSON-2072815837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:01.662416 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a02003ad-333e-47b8-b3b1-8e64af5dcc4b tempest-AllowedAddressPairIpV6TestJSON-2072815837 tempest-AllowedAddressPairIpV6TestJSON-2072815837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:01.674874 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-a02003ad-333e-47b8-b3b1-8e64af5dcc4b tempest-AllowedAddressPairIpV6TestJSON-2072815837 tempest-AllowedAddressPairIpV6TestJSON-2072815837-project] Calling delete_port for e40b3fb8-bb6f-44df-823d-1b48bb0e9617 owned by {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:52:01.807391 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a02003ad-333e-47b8-b3b1-8e64af5dcc4b tempest-AllowedAddressPairIpV6TestJSON-2072815837 tempest-AllowedAddressPairIpV6TestJSON-2072815837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:01.850603 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02003ad-333e-47b8-b3b1-8e64af5dcc4b tempest-AllowedAddressPairIpV6TestJSON-2072815837 tempest-AllowedAddressPairIpV6TestJSON-2072815837-project] Pushing event deleted for resources: {'Port': ['ID=e40b3fb8-bb6f-44df-823d-1b48bb0e9617,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:52:01.872821 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a02003ad-333e-47b8-b3b1-8e64af5dcc4b tempest-AllowedAddressPairIpV6TestJSON-2072815837 tempest-AllowedAddressPairIpV6TestJSON-2072815837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:01.874836 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-a02003ad-333e-47b8-b3b1-8e64af5dcc4b tempest-AllowedAddressPairIpV6TestJSON-2072815837 tempest-AllowedAddressPairIpV6TestJSON-2072815837-project] 10.222.0.39 "DELETE /v2.0/ports/e40b3fb8-bb6f-44df-823d-1b48bb0e9617 HTTP/1.1" status: 204 len: 168 time: 0.4079766 Aug 12 14:52:01.877351 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 60258) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:52:01.933793 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd8a89d4-012b-4657-9374-05f9965b3d44 tempest-AllowedAddressPairIpV6TestJSON-2072815837 tempest-AllowedAddressPairIpV6TestJSON-2072815837-project] Deleting subnet eed4485f-4d74-4665-a7e4-0397e5dd6a77 {{(pid=94467) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 14:52:01.939064 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-cd8a89d4-012b-4657-9374-05f9965b3d44 tempest-AllowedAddressPairIpV6TestJSON-2072815837 tempest-AllowedAddressPairIpV6TestJSON-2072815837-project] Notify callbacks [] for subnet, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:01.983567 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-cd8a89d4-012b-4657-9374-05f9965b3d44 tempest-AllowedAddressPairIpV6TestJSON-2072815837 tempest-AllowedAddressPairIpV6TestJSON-2072815837-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3857505'] for subnet, precommit_delete_associations {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:02.074760 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-cd8a89d4-012b-4657-9374-05f9965b3d44 tempest-AllowedAddressPairIpV6TestJSON-2072815837 tempest-AllowedAddressPairIpV6TestJSON-2072815837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66416255'] for subnet, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:02.174010 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-cd8a89d4-012b-4657-9374-05f9965b3d44 tempest-AllowedAddressPairIpV6TestJSON-2072815837 tempest-AllowedAddressPairIpV6TestJSON-2072815837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66416232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2859225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3343748'] for subnet, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:02.204982 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8a89d4-012b-4657-9374-05f9965b3d44 tempest-AllowedAddressPairIpV6TestJSON-2072815837 tempest-AllowedAddressPairIpV6TestJSON-2072815837-project] Pushing event deleted for resources: {'Subnet': ['ID=eed4485f-4d74-4665-a7e4-0397e5dd6a77,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:52:02.207659 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-cd8a89d4-012b-4657-9374-05f9965b3d44 tempest-AllowedAddressPairIpV6TestJSON-2072815837 tempest-AllowedAddressPairIpV6TestJSON-2072815837-project] Notify callbacks [] for subnet, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:02.209492 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-cd8a89d4-012b-4657-9374-05f9965b3d44 tempest-AllowedAddressPairIpV6TestJSON-2072815837 tempest-AllowedAddressPairIpV6TestJSON-2072815837-project] 10.222.0.39 "DELETE /v2.0/subnets/eed4485f-4d74-4665-a7e4-0397e5dd6a77 HTTP/1.1" status: 204 len: 168 time: 0.3311703 Aug 12 14:52:02.212087 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 60264) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:52:02.214949 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2251189-38ee-4525-a49f-688047d0824f None None] Network 3feb041a-d873-4ec3-accd-50098e122a35 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:52:02.226157 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c616b00f-c76a-4844-8b6e-a1db155da57f req-a6c4cf15-ed35-49fb-b67d-56eafdd9ab25 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:52:02.228294 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c616b00f-c76a-4844-8b6e-a1db155da57f req-a6c4cf15-ed35-49fb-b67d-56eafdd9ab25 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] 10.222.0.39 "GET /v2.0/ports?device_id=1db5c5cf-3fd5-427d-9e53-d5c93e201465 HTTP/1.1" status: 200 len: 946 time: 0.0817192 Aug 12 14:52:02.270897 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c616b00f-c76a-4844-8b6e-a1db155da57f req-f7390787-516d-4d43-a684-128a575c2915 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] 10.222.0.39 "GET /v2.0/security-groups?id=d503e6e0-4ce0-4f78-842d-abe0bf3f8a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366790 Aug 12 14:52:02.310965 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3ee916fc-a561-40f4-bfe2-f8a8a5fcd039 tempest-AllowedAddressPairIpV6TestJSON-2072815837 tempest-AllowedAddressPairIpV6TestJSON-2072815837-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680608'] for network, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:02.367001 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-3ee916fc-a561-40f4-bfe2-f8a8a5fcd039 tempest-AllowedAddressPairIpV6TestJSON-2072815837 tempest-AllowedAddressPairIpV6TestJSON-2072815837-project] Deleting port b73554ea-6921-4edb-a12d-acc904efad4a {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:52:02.367522 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3ee916fc-a561-40f4-bfe2-f8a8a5fcd039 tempest-AllowedAddressPairIpV6TestJSON-2072815837 tempest-AllowedAddressPairIpV6TestJSON-2072815837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:02.382675 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eee0cc1a-f3af-45bd-9b5c-726b0bdfaa4d None None] DHCP port deletion for 3feb041a-d873-4ec3-accd-50098e122a35 request from n-d-694802-15 {{(pid=94468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 14:52:02.431480 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-eee0cc1a-f3af-45bd-9b5c-726b0bdfaa4d None None] Deleting port b73554ea-6921-4edb-a12d-acc904efad4a {{(pid=94468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:52:02.431670 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-3ee916fc-a561-40f4-bfe2-f8a8a5fcd039 tempest-AllowedAddressPairIpV6TestJSON-2072815837 tempest-AllowedAddressPairIpV6TestJSON-2072815837-project] For port b73554ea-6921-4edb-a12d-acc904efad4a, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=b73554ea-6921-4edb-a12d-acc904efad4a,segment=NetworkSegment(241aa978-a093-4fed-81aa-9fae41ccdcd0),segment_id=241aa978-a093-4fed-81aa-9fae41ccdcd0)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:52:02.431803 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-eee0cc1a-f3af-45bd-9b5c-726b0bdfaa4d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:02.431898 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3ee916fc-a561-40f4-bfe2-f8a8a5fcd039 tempest-AllowedAddressPairIpV6TestJSON-2072815837 tempest-AllowedAddressPairIpV6TestJSON-2072815837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:02.445896 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-3ee916fc-a561-40f4-bfe2-f8a8a5fcd039 tempest-AllowedAddressPairIpV6TestJSON-2072815837 tempest-AllowedAddressPairIpV6TestJSON-2072815837-project] Calling delete_port for b73554ea-6921-4edb-a12d-acc904efad4a owned by network:dhcp {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:52:02.490884 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-eee0cc1a-f3af-45bd-9b5c-726b0bdfaa4d None None] For port b73554ea-6921-4edb-a12d-acc904efad4a, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=b73554ea-6921-4edb-a12d-acc904efad4a,segment=NetworkSegment(241aa978-a093-4fed-81aa-9fae41ccdcd0),segment_id=241aa978-a093-4fed-81aa-9fae41ccdcd0)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:52:02.491307 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-eee0cc1a-f3af-45bd-9b5c-726b0bdfaa4d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:02.503590 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-eee0cc1a-f3af-45bd-9b5c-726b0bdfaa4d None None] Calling delete_port for b73554ea-6921-4edb-a12d-acc904efad4a owned by network:dhcp {{(pid=94468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:52:02.529168 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3ee916fc-a561-40f4-bfe2-f8a8a5fcd039 tempest-AllowedAddressPairIpV6TestJSON-2072815837 tempest-AllowedAddressPairIpV6TestJSON-2072815837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:02.555372 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee916fc-a561-40f4-bfe2-f8a8a5fcd039 tempest-AllowedAddressPairIpV6TestJSON-2072815837 tempest-AllowedAddressPairIpV6TestJSON-2072815837-project] Pushing event deleted for resources: {'Port': ['ID=b73554ea-6921-4edb-a12d-acc904efad4a,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:52:02.558939 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee916fc-a561-40f4-bfe2-f8a8a5fcd039 tempest-AllowedAddressPairIpV6TestJSON-2072815837 tempest-AllowedAddressPairIpV6TestJSON-2072815837-project] No DVR routers for this DVR port b73554ea-6921-4edb-a12d-acc904efad4a on host n-d-694802-15 {{(pid=94466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:52:02.583157 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-eee0cc1a-f3af-45bd-9b5c-726b0bdfaa4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262'] for port, after_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:02.607479 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee0cc1a-f3af-45bd-9b5c-726b0bdfaa4d None None] Pushing event deleted for resources: {'Port': ['ID=b73554ea-6921-4edb-a12d-acc904efad4a,revision_number=None']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:52:02.611719 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eee0cc1a-f3af-45bd-9b5c-726b0bdfaa4d None None] No DVR routers for this DVR port b73554ea-6921-4edb-a12d-acc904efad4a on host n-d-694802-15 {{(pid=94468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:52:02.643824 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3ee916fc-a561-40f4-bfe2-f8a8a5fcd039 tempest-AllowedAddressPairIpV6TestJSON-2072815837 tempest-AllowedAddressPairIpV6TestJSON-2072815837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66413304', 'neutron.services.segments.db._delete_segments_for_network-8744654118000'] for network, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:02.653701 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-3ee916fc-a561-40f4-bfe2-f8a8a5fcd039 tempest-AllowedAddressPairIpV6TestJSON-2072815837 tempest-AllowedAddressPairIpV6TestJSON-2072815837-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3feb041a-d873-4ec3-accd-50098e122a35']}} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:52:02.664511 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-3ee916fc-a561-40f4-bfe2-f8a8a5fcd039 tempest-AllowedAddressPairIpV6TestJSON-2072815837 tempest-AllowedAddressPairIpV6TestJSON-2072815837-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '241aa978-a093-4fed-81aa-9fae41ccdcd0') {'for_net_delete': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:52:02.664809 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-3ee916fc-a561-40f4-bfe2-f8a8a5fcd039 tempest-AllowedAddressPairIpV6TestJSON-2072815837 tempest-AllowedAddressPairIpV6TestJSON-2072815837-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '241aa978-a093-4fed-81aa-9fae41ccdcd0') {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:52:02.674066 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3ee916fc-a561-40f4-bfe2-f8a8a5fcd039 tempest-AllowedAddressPairIpV6TestJSON-2072815837 tempest-AllowedAddressPairIpV6TestJSON-2072815837-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744654122361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2293560'] for segment, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:02.688315 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3ee916fc-a561-40f4-bfe2-f8a8a5fcd039 tempest-AllowedAddressPairIpV6TestJSON-2072815837 tempest-AllowedAddressPairIpV6TestJSON-2072815837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:02.694219 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ee916fc-a561-40f4-bfe2-f8a8a5fcd039 tempest-AllowedAddressPairIpV6TestJSON-2072815837 tempest-AllowedAddressPairIpV6TestJSON-2072815837-project] Releasing vlan 321 on physical network physnet1 to pool {{(pid=94466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 14:52:02.694606 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3ee916fc-a561-40f4-bfe2-f8a8a5fcd039 tempest-AllowedAddressPairIpV6TestJSON-2072815837 tempest-AllowedAddressPairIpV6TestJSON-2072815837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3718595'] for segment, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:02.697744 n-d-694802-15 neutron-server[94466]: Traceback (most recent call last): Aug 12 14:52:02.697744 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 14:52:02.697744 n-d-694802-15 neutron-server[94466]: timer() Aug 12 14:52:02.697744 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 14:52:02.697744 n-d-694802-15 neutron-server[94466]: cb(*args, **kw) Aug 12 14:52:02.697744 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 14:52:02.697744 n-d-694802-15 neutron-server[94466]: return func(*args, **kwargs) Aug 12 14:52:02.697744 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 14:52:02.697744 n-d-694802-15 neutron-server[94466]: self._notify() Aug 12 14:52:02.697744 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 14:52:02.697744 n-d-694802-15 neutron-server[94466]: self.callback(batched_events) Aug 12 14:52:02.697744 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 14:52:02.697744 n-d-694802-15 neutron-server[94466]: event.method(event) Aug 12 14:52:02.697744 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 14:52:02.697744 n-d-694802-15 neutron-server[94466]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 14:52:02.697744 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 14:52:02.697744 n-d-694802-15 neutron-server[94466]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 14:52:02.697744 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 14:52:02.697744 n-d-694802-15 neutron-server[94466]: return f(self, *a, **k) Aug 12 14:52:02.697744 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 14:52:02.697744 n-d-694802-15 neutron-server[94466]: return self._get(url).json() Aug 12 14:52:02.697744 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 14:52:02.697744 n-d-694802-15 neutron-server[94466]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 14:52:02.697744 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 14:52:02.697744 n-d-694802-15 neutron-server[94466]: return self.request(url, 'GET', **kwargs) Aug 12 14:52:02.697744 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 14:52:02.697744 n-d-694802-15 neutron-server[94466]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 14:52:02.697744 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 14:52:02.697744 n-d-694802-15 neutron-server[94466]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 14:52:02.697744 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 14:52:02.697744 n-d-694802-15 neutron-server[94466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 14:52:02.697744 n-d-694802-15 neutron-server[94466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 14:52:02.755525 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3ee916fc-a561-40f4-bfe2-f8a8a5fcd039 tempest-AllowedAddressPairIpV6TestJSON-2072815837 tempest-AllowedAddressPairIpV6TestJSON-2072815837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66413281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431520'] for network, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:02.762578 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3ee916fc-a561-40f4-bfe2-f8a8a5fcd039 tempest-AllowedAddressPairIpV6TestJSON-2072815837 tempest-AllowedAddressPairIpV6TestJSON-2072815837-project] Notify callbacks [] for network, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:02.764584 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-3ee916fc-a561-40f4-bfe2-f8a8a5fcd039 tempest-AllowedAddressPairIpV6TestJSON-2072815837 tempest-AllowedAddressPairIpV6TestJSON-2072815837-project] 10.222.0.39 "DELETE /v2.0/networks/3feb041a-d873-4ec3-accd-50098e122a35 HTTP/1.1" status: 204 len: 168 time: 0.5506930 Aug 12 14:52:02.777291 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee916fc-a561-40f4-bfe2-f8a8a5fcd039 tempest-AllowedAddressPairIpV6TestJSON-2072815837 tempest-AllowedAddressPairIpV6TestJSON-2072815837-project] Pushing event deleted for resources: {'Network': ['ID=3feb041a-d873-4ec3-accd-50098e122a35,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:52:02.942599 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device b73554ea-6921-4edb-a12d-acc904efad4a no longer exists at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:52:02.962980 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] No Port match for: b73554ea-6921-4edb-a12d-acc904efad4a {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 14:52:02.963496 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device b73554ea-6921-4edb-a12d-acc904efad4a not bound to the agent host n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:52:03.028605 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 60276) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:52:03.168061 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-74bee1ff-7b23-4ca3-a4d7-351b6f811ab8 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0540702e5bbf400191e1f3a8319ee087&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1359541 Aug 12 14:52:03.168693 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 60280) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:52:03.231933 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-1a531588-3202-4ad6-9aad-941987731a3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:03.254413 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-1a531588-3202-4ad6-9aad-941987731a3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:03.314028 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-1a531588-3202-4ad6-9aad-941987731a3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:03.316893 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-1a531588-3202-4ad6-9aad-941987731a3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:03.320870 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-1a531588-3202-4ad6-9aad-941987731a3b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/bd3b0f10-43d1-4dd2-afdc-3ba8879c18a2 HTTP/1.1" status: 204 len: 168 time: 0.1490576 Aug 12 14:52:03.327493 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a531588-3202-4ad6-9aad-941987731a3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd3b0f10-43d1-4dd2-afdc-3ba8879c18a2,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:52:03.410849 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6a9949-4244-4f88-bcfd-867cd1c3043f req-f4a4e753-4926-4b40-830e-47a1deaccaeb tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:52:03.412614 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-5e6a9949-4244-4f88-bcfd-867cd1c3043f req-f4a4e753-4926-4b40-830e-47a1deaccaeb tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] 10.222.0.39 "GET /v2.0/ports?device_id=1db5c5cf-3fd5-427d-9e53-d5c93e201465 HTTP/1.1" status: 200 len: 946 time: 0.0544870 Aug 12 14:52:03.452569 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-5e6a9949-4244-4f88-bcfd-867cd1c3043f req-1dd9d25e-f5a1-4f2c-b31e-de78afb9ea34 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] 10.222.0.39 "GET /v2.0/security-groups?id=d503e6e0-4ce0-4f78-842d-abe0bf3f8a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337908 Aug 12 14:52:04.042275 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 60316) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:52:04.136555 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-255fafb9-5c02-4a42-85f1-fdb376647c41 tempest-AllowedAddressPairTestJSON-921276226 tempest-AllowedAddressPairTestJSON-921276226-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-592220390'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:52:04.160646 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-255fafb9-5c02-4a42-85f1-fdb376647c41 tempest-AllowedAddressPairTestJSON-921276226 tempest-AllowedAddressPairTestJSON-921276226-project] Made reservation on behalf of e2a978cda9bf46daadc70665fb4fbeac for: {'network': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:52:04.164421 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-255fafb9-5c02-4a42-85f1-fdb376647c41 tempest-AllowedAddressPairTestJSON-921276226 tempest-AllowedAddressPairTestJSON-921276226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for network, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:04.173382 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-255fafb9-5c02-4a42-85f1-fdb376647c41 tempest-AllowedAddressPairTestJSON-921276226 tempest-AllowedAddressPairTestJSON-921276226-project] Notify callbacks [] for security_group, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:04.267040 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-255fafb9-5c02-4a42-85f1-fdb376647c41 tempest-AllowedAddressPairTestJSON-921276226 tempest-AllowedAddressPairTestJSON-921276226-project] Notify callbacks [] for security_group, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:04.270590 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-255fafb9-5c02-4a42-85f1-fdb376647c41 tempest-AllowedAddressPairTestJSON-921276226 tempest-AllowedAddressPairTestJSON-921276226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:04.292747 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-255fafb9-5c02-4a42-85f1-fdb376647c41 tempest-AllowedAddressPairTestJSON-921276226 tempest-AllowedAddressPairTestJSON-921276226-project] vlan segment allocate from pool success with {'vlan_id': 345, 'physical_network': 'physnet1'} {{(pid=94467) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 14:52:04.307585 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255fafb9-5c02-4a42-85f1-fdb376647c41 tempest-AllowedAddressPairTestJSON-921276226 tempest-AllowedAddressPairTestJSON-921276226-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2949435-c119-4b51-a810-2312d7e9c6e1,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:52:04.311301 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-255fafb9-5c02-4a42-85f1-fdb376647c41 tempest-AllowedAddressPairTestJSON-921276226 tempest-AllowedAddressPairTestJSON-921276226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:04.311644 n-d-694802-15 neutron-server[94467]: INFO neutron.db.segments_db [None req-255fafb9-5c02-4a42-85f1-fdb376647c41 tempest-AllowedAddressPairTestJSON-921276226 tempest-AllowedAddressPairTestJSON-921276226-project] Added segment 563e4c8b-7130-4019-9655-95ac036b8dfb of type vlan for network 0d75fb5b-342e-4c1b-be07-d83a640907a1 Aug 12 14:52:04.352818 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-255fafb9-5c02-4a42-85f1-fdb376647c41 tempest-AllowedAddressPairTestJSON-921276226 tempest-AllowedAddressPairTestJSON-921276226-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744653628263'] for network, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:04.383567 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-255fafb9-5c02-4a42-85f1-fdb376647c41 tempest-AllowedAddressPairTestJSON-921276226 tempest-AllowedAddressPairTestJSON-921276226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409'] for network, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:04.389103 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-255fafb9-5c02-4a42-85f1-fdb376647c41 tempest-AllowedAddressPairTestJSON-921276226 tempest-AllowedAddressPairTestJSON-921276226-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:52:04.389734 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-255fafb9-5c02-4a42-85f1-fdb376647c41 tempest-AllowedAddressPairTestJSON-921276226 tempest-AllowedAddressPairTestJSON-921276226-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for network, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:04.451263 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-255fafb9-5c02-4a42-85f1-fdb376647c41 tempest-AllowedAddressPairTestJSON-921276226 tempest-AllowedAddressPairTestJSON-921276226-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.4077940 Aug 12 14:52:04.453991 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 60326) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:52:04.461672 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-90532010-be4e-478e-97a6-0d100a3e3f25 tempest-AllowedAddressPairTestJSON-921276226 tempest-AllowedAddressPairTestJSON-921276226-project] Request body: {'subnet': {'network_id': '0d75fb5b-342e-4c1b-be07-d83a640907a1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:52:04.507836 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255fafb9-5c02-4a42-85f1-fdb376647c41 tempest-AllowedAddressPairTestJSON-921276226 tempest-AllowedAddressPairTestJSON-921276226-project] Pushing event updated for resources: {'Network': ['ID=0d75fb5b-342e-4c1b-be07-d83a640907a1,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:52:04.518370 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Network 0d75fb5b-342e-4c1b-be07-d83a640907a1 details requested by agent ovs-agent-n-d-694802-15 with host n-d-694802-15 {{(pid=94468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 14:52:04.615628 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90532010-be4e-478e-97a6-0d100a3e3f25 tempest-AllowedAddressPairTestJSON-921276226 tempest-AllowedAddressPairTestJSON-921276226-project] Made reservation on behalf of e2a978cda9bf46daadc70665fb4fbeac for: {'subnet': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:52:04.619082 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-90532010-be4e-478e-97a6-0d100a3e3f25 tempest-AllowedAddressPairTestJSON-921276226 tempest-AllowedAddressPairTestJSON-921276226-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3343791'] for subnet, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:04.676044 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d963939-80fd-4cd6-a839-52e393e18b85 req-62da7f02-c3b3-4718-9176-31dc36a035d7 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:52:04.677648 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3d963939-80fd-4cd6-a839-52e393e18b85 req-62da7f02-c3b3-4718-9176-31dc36a035d7 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] 10.222.0.39 "GET /v2.0/ports?device_id=1db5c5cf-3fd5-427d-9e53-d5c93e201465 HTTP/1.1" status: 200 len: 946 time: 0.1197629 Aug 12 14:52:04.738940 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3d963939-80fd-4cd6-a839-52e393e18b85 req-652e2669-452b-4a80-85f3-23fb81936efa tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] 10.222.0.39 "GET /v2.0/security-groups?id=d503e6e0-4ce0-4f78-842d-abe0bf3f8a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506544 Aug 12 14:52:04.896240 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ede085c6-5e05-461c-9f97-fd839f89ee4f req-e80b9962-4648-4519-96f0-b49037cb7244 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=f5536628-9dc0-4393-bc01-55a18921721f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1148796 Aug 12 14:52:04.897573 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-90532010-be4e-478e-97a6-0d100a3e3f25 tempest-AllowedAddressPairTestJSON-921276226 tempest-AllowedAddressPairTestJSON-921276226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2859166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3343773'] for subnet, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:04.989968 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90532010-be4e-478e-97a6-0d100a3e3f25 tempest-AllowedAddressPairTestJSON-921276226 tempest-AllowedAddressPairTestJSON-921276226-project] Pushing event updated for resources: {'Subnet': ['ID=45813a6e-0dab-4727-aa3c-ce94d11903af,revision_number=0']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:52:05.000923 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90532010-be4e-478e-97a6-0d100a3e3f25 tempest-AllowedAddressPairTestJSON-921276226 tempest-AllowedAddressPairTestJSON-921276226-project] Checking segment: {'id': '563e4c8b-7130-4019-9655-95ac036b8dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '0d75fb5b-342e-4c1b-be07-d83a640907a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:52:05.001285 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90532010-be4e-478e-97a6-0d100a3e3f25 tempest-AllowedAddressPairTestJSON-921276226 tempest-AllowedAddressPairTestJSON-921276226-project] Network hostable DHCP agents. Network: 0d75fb5b-342e-4c1b-be07-d83a640907a1, hostable agents: ['1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658'], hosted agents: [] {{(pid=94467) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 14:52:05.004567 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede085c6-5e05-461c-9f97-fd839f89ee4f req-300c758b-f453-4d84-a1e2-7d7b7e03949e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:52:05.006133 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ede085c6-5e05-461c-9f97-fd839f89ee4f req-300c758b-f453-4d84-a1e2-7d7b7e03949e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8aeb63fb42f149b3aa9e0e9c29a41582&device_id=f5536628-9dc0-4393-bc01-55a18921721f HTTP/1.1" status: 200 len: 1097 time: 0.0808768 Aug 12 14:52:05.023987 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90532010-be4e-478e-97a6-0d100a3e3f25 tempest-AllowedAddressPairTestJSON-921276226 tempest-AllowedAddressPairTestJSON-921276226-project] Network 0d75fb5b-342e-4c1b-be07-d83a640907a1 is scheduled to be hosted by DHCP agent 1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658 with binding_index 1 {{(pid=94467) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 14:52:05.078720 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [None req-90532010-be4e-478e-97a6-0d100a3e3f25 tempest-AllowedAddressPairTestJSON-921276226 tempest-AllowedAddressPairTestJSON-921276226-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-15, 0d75fb5b-342e-4c1b-be07-d83a640907a1) {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:52:05.086763 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00582c45-ed9b-466d-b4a2-c1691d1460b3 None None] Network 0d75fb5b-342e-4c1b-be07-d83a640907a1 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:52:05.090102 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90532010-be4e-478e-97a6-0d100a3e3f25 tempest-AllowedAddressPairTestJSON-921276226 tempest-AllowedAddressPairTestJSON-921276226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:52:05.090690 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-90532010-be4e-478e-97a6-0d100a3e3f25 tempest-AllowedAddressPairTestJSON-921276226 tempest-AllowedAddressPairTestJSON-921276226-project] Notify callbacks [] for subnet, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:05.116626 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-90532010-be4e-478e-97a6-0d100a3e3f25 tempest-AllowedAddressPairTestJSON-921276226 tempest-AllowedAddressPairTestJSON-921276226-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6591520 Aug 12 14:52:05.116820 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 60342) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:52:05.121586 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-7d761187-2d66-443e-9301-fdf4d7fac6b0 tempest-AllowedAddressPairTestJSON-921276226 tempest-AllowedAddressPairTestJSON-921276226-project] Request body: {'port': {'network_id': '0d75fb5b-342e-4c1b-be07-d83a640907a1', 'name': 'tempest-AllowedAddressPairTestJSON-1228936897'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:52:05.199304 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede085c6-5e05-461c-9f97-fd839f89ee4f req-9aca9a8f-2618-47dc-aae5-6c1629201a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:52:05.200702 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ede085c6-5e05-461c-9f97-fd839f89ee4f req-9aca9a8f-2618-47dc-aae5-6c1629201a0c service neutron] 10.222.0.64 "GET /v2.0/networks?id=0f2cc2b1-26b2-41f2-bdd8-a5e5698bdc15 HTTP/1.1" status: 200 len: 907 time: 0.1712120 Aug 12 14:52:05.248758 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5323f70d-a565-427c-a391-669e9ddb9599 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa7035b3e-9a89-5964-b9f4-97301c3f476a-0d75fb5b-342e-4c1b-be07-d83a640907a1', 'network_id': '0d75fb5b-342e-4c1b-be07-d83a640907a1', 'tenant_id': 'e2a978cda9bf46daadc70665fb4fbeac', 'fixed_ips': [{'subnet_id': '45813a6e-0dab-4727-aa3c-ce94d11903af'}]}} from n-d-694802-15. {{(pid=94468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 14:52:05.249685 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-5323f70d-a565-427c-a391-669e9ddb9599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:05.257954 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ede085c6-5e05-461c-9f97-fd839f89ee4f req-11b10de6-d1e2-430e-b73e-9c218efdf7c7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dc566ee9-a384-4f4a-8a20-5887f333a78c HTTP/1.1" status: 200 len: 217 time: 0.0485983 Aug 12 14:52:05.336971 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede085c6-5e05-461c-9f97-fd839f89ee4f req-1d6622d2-b522-4d75-9197-fdbc5f42ae4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:52:05.338355 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ede085c6-5e05-461c-9f97-fd839f89ee4f req-1d6622d2-b522-4d75-9197-fdbc5f42ae4c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=33fe8ec3-27c5-4c33-8718-44dd3a3eaffa HTTP/1.1" status: 200 len: 846 time: 0.0736873 Aug 12 14:52:05.357112 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d761187-2d66-443e-9301-fdf4d7fac6b0 tempest-AllowedAddressPairTestJSON-921276226 tempest-AllowedAddressPairTestJSON-921276226-project] Made reservation on behalf of e2a978cda9bf46daadc70665fb4fbeac for: {'port': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:52:05.360861 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-7d761187-2d66-443e-9301-fdf4d7fac6b0 tempest-AllowedAddressPairTestJSON-921276226 tempest-AllowedAddressPairTestJSON-921276226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:05.392168 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ede085c6-5e05-461c-9f97-fd839f89ee4f req-f374957f-e31f-4893-918f-8d38ceda0d4a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0f2cc2b1-26b2-41f2-bdd8-a5e5698bdc15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459428 Aug 12 14:52:05.409950 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [None req-7d761187-2d66-443e-9301-fdf4d7fac6b0 tempest-AllowedAddressPairTestJSON-921276226 tempest-AllowedAddressPairTestJSON-921276226-project] device_id is not set on port 57fda286-18e8-4a96-b4e6-30c54603e712 yet. {{(pid=94467) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 14:52:05.410524 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.db_base_plugin_common [None req-5323f70d-a565-427c-a391-669e9ddb9599 None None] Allocated IP 172.20.0.2 (0d75fb5b-342e-4c1b-be07-d83a640907a1/45813a6e-0dab-4727-aa3c-ce94d11903af/bc4fe558-7004-4f55-9bab-a01f5571fd4d) {{(pid=94468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:52:05.536951 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ede085c6-5e05-461c-9f97-fd839f89ee4f req-4d7fa2c6-0b66-4a7a-9bcf-d1cfa6757226 service neutron] 10.222.0.64 "GET /v2.0/networks/0f2cc2b1-26b2-41f2-bdd8-a5e5698bdc15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374934 Aug 12 14:52:05.556429 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-5323f70d-a565-427c-a391-669e9ddb9599 None None] Notify callbacks [] for port, precommit_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:05.564941 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-5323f70d-a565-427c-a391-669e9ddb9599 None None] Transition to ACTIVE for port object bc4fe558-7004-4f55-9bab-a01f5571fd4d will not be triggered until provisioned by entity L2. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:52:05.580119 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-5323f70d-a565-427c-a391-669e9ddb9599 None None] Transition to ACTIVE for port object bc4fe558-7004-4f55-9bab-a01f5571fd4d will not be triggered until provisioned by entity DHCP. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:52:05.585538 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-5323f70d-a565-427c-a391-669e9ddb9599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253'] for port, after_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:05.621456 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5323f70d-a565-427c-a391-669e9ddb9599 None None] Network 0d75fb5b-342e-4c1b-be07-d83a640907a1 is already hosted by enough agents. {{(pid=94468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:52:05.624212 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.base_scheduler [None req-5323f70d-a565-427c-a391-669e9ddb9599 None None] Resources bound (agent type, host, resource id): {{(pid=94468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:52:05.627104 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5323f70d-a565-427c-a391-669e9ddb9599 None None] Received port after_create {{(pid=94468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:52:05.641819 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5323f70d-a565-427c-a391-669e9ddb9599 None None] Pushing event updated for resources: {'Port': ['ID=bc4fe558-7004-4f55-9bab-a01f5571fd4d,revision_number=1']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:52:05.664692 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_common [None req-7d761187-2d66-443e-9301-fdf4d7fac6b0 tempest-AllowedAddressPairTestJSON-921276226 tempest-AllowedAddressPairTestJSON-921276226-project] Allocated IP 172.20.0.9 (0d75fb5b-342e-4c1b-be07-d83a640907a1/45813a6e-0dab-4727-aa3c-ce94d11903af/57fda286-18e8-4a96-b4e6-30c54603e712) {{(pid=94467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:52:05.682472 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ede085c6-5e05-461c-9f97-fd839f89ee4f req-c30767e6-fc53-4bdf-ad02-121d192ccadf service neutron] 10.222.0.64 "GET /v2.0/networks/0f2cc2b1-26b2-41f2-bdd8-a5e5698bdc15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384656 Aug 12 14:52:05.690750 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-5323f70d-a565-427c-a391-669e9ddb9599 None None] Attempting to bind port bc4fe558-7004-4f55-9bab-a01f5571fd4d on host n-d-694802-15 for vnic_type normal with profile {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:52:05.691222 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-5323f70d-a565-427c-a391-669e9ddb9599 None None] Attempting to bind port bc4fe558-7004-4f55-9bab-a01f5571fd4d by drivers openvswitch,hyperv on host n-d-694802-15 at level 0 using segments [{'id': '563e4c8b-7130-4019-9655-95ac036b8dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '0d75fb5b-342e-4c1b-be07-d83a640907a1'}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:52:05.692112 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5323f70d-a565-427c-a391-669e9ddb9599 None None] Attempting to bind port bc4fe558-7004-4f55-9bab-a01f5571fd4d on network 0d75fb5b-342e-4c1b-be07-d83a640907a1 {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:52:05.698634 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5323f70d-a565-427c-a391-669e9ddb9599 None None] Checking agent: {'id': '16de73ac-f2e9-4cee-b3e0-91052ae3e6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 20, 13), 'started_at': datetime.datetime(2021, 8, 12, 14, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 51, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:52:05.698974 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5323f70d-a565-427c-a391-669e9ddb9599 None None] Checking segment: {'id': '563e4c8b-7130-4019-9655-95ac036b8dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '0d75fb5b-342e-4c1b-be07-d83a640907a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:52:05.699424 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-5323f70d-a565-427c-a391-669e9ddb9599 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:05.699810 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5323f70d-a565-427c-a391-669e9ddb9599 None None] Bound using segment: {'id': '563e4c8b-7130-4019-9655-95ac036b8dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '0d75fb5b-342e-4c1b-be07-d83a640907a1'} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:52:05.700296 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-5323f70d-a565-427c-a391-669e9ddb9599 None None] Bound port: bc4fe558-7004-4f55-9bab-a01f5571fd4d, host: n-d-694802-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '563e4c8b-7130-4019-9655-95ac036b8dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '0d75fb5b-342e-4c1b-be07-d83a640907a1'}}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:52:05.700651 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-5323f70d-a565-427c-a391-669e9ddb9599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:05.770857 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-5323f70d-a565-427c-a391-669e9ddb9599 None None] For port bc4fe558-7004-4f55-9bab-a01f5571fd4d, host n-d-694802-15, cleared binding levels {{(pid=94468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:52:05.774193 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-5323f70d-a565-427c-a391-669e9ddb9599 None None] For port bc4fe558-7004-4f55-9bab-a01f5571fd4d, host n-d-694802-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=bc4fe558-7004-4f55-9bab-a01f5571fd4d,segment=NetworkSegment(563e4c8b-7130-4019-9655-95ac036b8dfb),segment_id=563e4c8b-7130-4019-9655-95ac036b8dfb)] {{(pid=94468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:52:05.778289 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-5323f70d-a565-427c-a391-669e9ddb9599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:05.850435 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5323f70d-a565-427c-a391-669e9ddb9599 None None] Pushing event updated for resources: {'Port': ['ID=bc4fe558-7004-4f55-9bab-a01f5571fd4d,revision_number=2']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:52:05.867757 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-7d761187-2d66-443e-9301-fdf4d7fac6b0 tempest-AllowedAddressPairTestJSON-921276226 tempest-AllowedAddressPairTestJSON-921276226-project] Notify callbacks [] for port, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:05.889653 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [None req-7d761187-2d66-443e-9301-fdf4d7fac6b0 tempest-AllowedAddressPairTestJSON-921276226 tempest-AllowedAddressPairTestJSON-921276226-project] Transition to ACTIVE for port object 57fda286-18e8-4a96-b4e6-30c54603e712 will not be triggered until provisioned by entity DHCP. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:52:05.900990 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0aad74e-c07b-46bf-b2ec-087a0df203f6 req-3fed102e-a738-495a-ac35-2cb12d0a342e tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:52:05.902546 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a0aad74e-c07b-46bf-b2ec-087a0df203f6 req-3fed102e-a738-495a-ac35-2cb12d0a342e tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] 10.222.0.39 "GET /v2.0/ports?device_id=1db5c5cf-3fd5-427d-9e53-d5c93e201465 HTTP/1.1" status: 200 len: 946 time: 0.0844817 Aug 12 14:52:05.967297 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a0aad74e-c07b-46bf-b2ec-087a0df203f6 req-1a0ff661-281e-4657-ad3f-1cf63d0638d8 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] 10.222.0.39 "GET /v2.0/security-groups?id=d503e6e0-4ce0-4f78-842d-abe0bf3f8a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552428 Aug 12 14:52:05.975257 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-7d761187-2d66-443e-9301-fdf4d7fac6b0 tempest-AllowedAddressPairTestJSON-921276226 tempest-AllowedAddressPairTestJSON-921276226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:06.021071 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d761187-2d66-443e-9301-fdf4d7fac6b0 tempest-AllowedAddressPairTestJSON-921276226 tempest-AllowedAddressPairTestJSON-921276226-project] Network 0d75fb5b-342e-4c1b-be07-d83a640907a1 is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:52:06.024461 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [None req-7d761187-2d66-443e-9301-fdf4d7fac6b0 tempest-AllowedAddressPairTestJSON-921276226 tempest-AllowedAddressPairTestJSON-921276226-project] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:52:06.028232 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d761187-2d66-443e-9301-fdf4d7fac6b0 tempest-AllowedAddressPairTestJSON-921276226 tempest-AllowedAddressPairTestJSON-921276226-project] Received port after_create {{(pid=94467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:52:06.068544 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d761187-2d66-443e-9301-fdf4d7fac6b0 tempest-AllowedAddressPairTestJSON-921276226 tempest-AllowedAddressPairTestJSON-921276226-project] Pushing event updated for resources: {'Port': ['ID=57fda286-18e8-4a96-b4e6-30c54603e712,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:52:06.108051 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d761187-2d66-443e-9301-fdf4d7fac6b0 tempest-AllowedAddressPairTestJSON-921276226 tempest-AllowedAddressPairTestJSON-921276226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:52:06.109544 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-7d761187-2d66-443e-9301-fdf4d7fac6b0 tempest-AllowedAddressPairTestJSON-921276226 tempest-AllowedAddressPairTestJSON-921276226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:06.127257 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-7d761187-2d66-443e-9301-fdf4d7fac6b0 tempest-AllowedAddressPairTestJSON-921276226 tempest-AllowedAddressPairTestJSON-921276226-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0083766 Aug 12 14:52:06.129425 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 60358) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:52:06.134583 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-9afba74b-84ed-41cf-a986-207e321c8082 tempest-AllowedAddressPairTestJSON-921276226 tempest-AllowedAddressPairTestJSON-921276226-project] Request body: {'port': {'network_id': '0d75fb5b-342e-4c1b-be07-d83a640907a1', 'name': 'tempest-AllowedAddressPairTestJSON-634212543', 'allowed_address_pairs': [{'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:5e:c4:ce'}]}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:52:06.247825 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9afba74b-84ed-41cf-a986-207e321c8082 tempest-AllowedAddressPairTestJSON-921276226 tempest-AllowedAddressPairTestJSON-921276226-project] Made reservation on behalf of e2a978cda9bf46daadc70665fb4fbeac for: {'port': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:52:06.336021 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-9afba74b-84ed-41cf-a986-207e321c8082 tempest-AllowedAddressPairTestJSON-921276226 tempest-AllowedAddressPairTestJSON-921276226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:06.352500 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [None req-9afba74b-84ed-41cf-a986-207e321c8082 tempest-AllowedAddressPairTestJSON-921276226 tempest-AllowedAddressPairTestJSON-921276226-project] device_id is not set on port d40ecfde-cb31-4236-8aac-7dc9d84a4625 yet. {{(pid=94467) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 14:52:06.461830 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_common [None req-9afba74b-84ed-41cf-a986-207e321c8082 tempest-AllowedAddressPairTestJSON-921276226 tempest-AllowedAddressPairTestJSON-921276226-project] Allocated IP 172.20.0.7 (0d75fb5b-342e-4c1b-be07-d83a640907a1/45813a6e-0dab-4727-aa3c-ce94d11903af/d40ecfde-cb31-4236-8aac-7dc9d84a4625) {{(pid=94467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:52:06.617128 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-9afba74b-84ed-41cf-a986-207e321c8082 tempest-AllowedAddressPairTestJSON-921276226 tempest-AllowedAddressPairTestJSON-921276226-project] Notify callbacks [] for port, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:06.633615 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [None req-9afba74b-84ed-41cf-a986-207e321c8082 tempest-AllowedAddressPairTestJSON-921276226 tempest-AllowedAddressPairTestJSON-921276226-project] Transition to ACTIVE for port object d40ecfde-cb31-4236-8aac-7dc9d84a4625 will not be triggered until provisioned by entity DHCP. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:52:06.669300 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-9afba74b-84ed-41cf-a986-207e321c8082 tempest-AllowedAddressPairTestJSON-921276226 tempest-AllowedAddressPairTestJSON-921276226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:06.716862 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9afba74b-84ed-41cf-a986-207e321c8082 tempest-AllowedAddressPairTestJSON-921276226 tempest-AllowedAddressPairTestJSON-921276226-project] Network 0d75fb5b-342e-4c1b-be07-d83a640907a1 is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:52:06.722144 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [None req-9afba74b-84ed-41cf-a986-207e321c8082 tempest-AllowedAddressPairTestJSON-921276226 tempest-AllowedAddressPairTestJSON-921276226-project] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:52:06.725926 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9afba74b-84ed-41cf-a986-207e321c8082 tempest-AllowedAddressPairTestJSON-921276226 tempest-AllowedAddressPairTestJSON-921276226-project] Received port after_create {{(pid=94467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:52:06.732618 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afba74b-84ed-41cf-a986-207e321c8082 tempest-AllowedAddressPairTestJSON-921276226 tempest-AllowedAddressPairTestJSON-921276226-project] Pushing event updated for resources: {'Port': ['ID=d40ecfde-cb31-4236-8aac-7dc9d84a4625,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:52:06.770908 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06c3f8cc-c941-472b-a48a-55a0497e52ea None None] Network 0d75fb5b-342e-4c1b-be07-d83a640907a1 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:52:06.779752 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9afba74b-84ed-41cf-a986-207e321c8082 tempest-AllowedAddressPairTestJSON-921276226 tempest-AllowedAddressPairTestJSON-921276226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:52:06.780902 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-9afba74b-84ed-41cf-a986-207e321c8082 tempest-AllowedAddressPairTestJSON-921276226 tempest-AllowedAddressPairTestJSON-921276226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:06.795916 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-9afba74b-84ed-41cf-a986-207e321c8082 tempest-AllowedAddressPairTestJSON-921276226 tempest-AllowedAddressPairTestJSON-921276226-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 997 time: 0.6652920 Aug 12 14:52:06.798985 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 60360) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:52:06.837062 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-8f8d89ef-ed48-4b11-9346-2a6af1a8c662 None None] Provisioning for port bc4fe558-7004-4f55-9bab-a01f5571fd4d completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:52:06.859692 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a466dd40-d70a-42a6-a638-e8b28a563492 tempest-AllowedAddressPairTestJSON-921276226 tempest-AllowedAddressPairTestJSON-921276226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:52:06.865775 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a466dd40-d70a-42a6-a638-e8b28a563492 tempest-AllowedAddressPairTestJSON-921276226 tempest-AllowedAddressPairTestJSON-921276226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:52:06.871784 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a466dd40-d70a-42a6-a638-e8b28a563492 tempest-AllowedAddressPairTestJSON-921276226 tempest-AllowedAddressPairTestJSON-921276226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:52:06.873455 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-a466dd40-d70a-42a6-a638-e8b28a563492 tempest-AllowedAddressPairTestJSON-921276226 tempest-AllowedAddressPairTestJSON-921276226-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2463 time: 0.0733738 Aug 12 14:52:06.876940 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 60362) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:52:06.974270 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device bc4fe558-7004-4f55-9bab-a01f5571fd4d up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:52:06.980095 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-7d8c0704-680b-4eb3-8864-b84a3a915db9 tempest-AllowedAddressPairTestJSON-921276226 tempest-AllowedAddressPairTestJSON-921276226-project] Deleting port d40ecfde-cb31-4236-8aac-7dc9d84a4625 {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:52:06.980452 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-7d8c0704-680b-4eb3-8864-b84a3a915db9 tempest-AllowedAddressPairTestJSON-921276226 tempest-AllowedAddressPairTestJSON-921276226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:07.028589 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning for port bc4fe558-7004-4f55-9bab-a01f5571fd4d completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:52:07.034001 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port bc4fe558-7004-4f55-9bab-a01f5571fd4d triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:52:07.034380 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:07.091616 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-7d8c0704-680b-4eb3-8864-b84a3a915db9 tempest-AllowedAddressPairTestJSON-921276226 tempest-AllowedAddressPairTestJSON-921276226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:07.117952 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-7d8c0704-680b-4eb3-8864-b84a3a915db9 tempest-AllowedAddressPairTestJSON-921276226 tempest-AllowedAddressPairTestJSON-921276226-project] Calling delete_port for d40ecfde-cb31-4236-8aac-7dc9d84a4625 owned by {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:52:07.143200 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59889686-e000-4e80-81da-36b6b2145f99 req-9664432e-fcf8-4f92-82d3-964d1be850ad tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:52:07.144968 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-59889686-e000-4e80-81da-36b6b2145f99 req-9664432e-fcf8-4f92-82d3-964d1be850ad tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] 10.222.0.39 "GET /v2.0/ports?device_id=1db5c5cf-3fd5-427d-9e53-d5c93e201465 HTTP/1.1" status: 200 len: 946 time: 0.0956695 Aug 12 14:52:07.179059 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:07.220449 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-59889686-e000-4e80-81da-36b6b2145f99 req-7883109b-3024-48a7-932a-ec641288bd5c tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] 10.222.0.39 "GET /v2.0/security-groups?id=d503e6e0-4ce0-4f78-842d-abe0bf3f8a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690181 Aug 12 14:52:07.247385 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] For port bc4fe558-7004-4f55-9bab-a01f5571fd4d, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=bc4fe558-7004-4f55-9bab-a01f5571fd4d,segment=NetworkSegment(563e4c8b-7130-4019-9655-95ac036b8dfb),segment_id=563e4c8b-7130-4019-9655-95ac036b8dfb)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:52:07.262746 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:07.332937 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Pushing event updated for resources: {'Port': ['ID=bc4fe558-7004-4f55-9bab-a01f5571fd4d,revision_number=3']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:52:07.333217 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-7d8c0704-680b-4eb3-8864-b84a3a915db9 tempest-AllowedAddressPairTestJSON-921276226 tempest-AllowedAddressPairTestJSON-921276226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:07.352737 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-6fd6df91-75a8-485f-b0bb-3340b6eaa3db None None] Provisioning complete for port bc4fe558-7004-4f55-9bab-a01f5571fd4d triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:52:07.353307 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-6fd6df91-75a8-485f-b0bb-3340b6eaa3db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:07.388900 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8c0704-680b-4eb3-8864-b84a3a915db9 tempest-AllowedAddressPairTestJSON-921276226 tempest-AllowedAddressPairTestJSON-921276226-project] Pushing event deleted for resources: {'Port': ['ID=d40ecfde-cb31-4236-8aac-7dc9d84a4625,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:52:07.479444 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-6fd6df91-75a8-485f-b0bb-3340b6eaa3db None None] Could not find standard attr ID for object d40ecfde-cb31-4236-8aac-7dc9d84a4625. {{(pid=94468) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 12 14:52:07.491757 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-6fd6df91-75a8-485f-b0bb-3340b6eaa3db None None] Provisioning for port 57fda286-18e8-4a96-b4e6-30c54603e712 completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:52:07.495528 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-6fd6df91-75a8-485f-b0bb-3340b6eaa3db None None] Provisioning complete for port 57fda286-18e8-4a96-b4e6-30c54603e712 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:52:07.495904 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-6fd6df91-75a8-485f-b0bb-3340b6eaa3db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:07.538710 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-6fd6df91-75a8-485f-b0bb-3340b6eaa3db None None] Port 57fda286-18e8-4a96-b4e6-30c54603e712 cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 14:52:07.546771 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-7d8c0704-680b-4eb3-8864-b84a3a915db9 tempest-AllowedAddressPairTestJSON-921276226 tempest-AllowedAddressPairTestJSON-921276226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:07.551050 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-7d8c0704-680b-4eb3-8864-b84a3a915db9 tempest-AllowedAddressPairTestJSON-921276226 tempest-AllowedAddressPairTestJSON-921276226-project] 10.222.0.39 "DELETE /v2.0/ports/d40ecfde-cb31-4236-8aac-7dc9d84a4625 HTTP/1.1" status: 204 len: 168 time: 0.6711898 Aug 12 14:52:07.552128 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 60380) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:52:07.583863 n-d-694802-15 neutron-server[94467]: INFO neutron.pecan_wsgi.hooks.translation [None req-e01b54cc-00ef-42cc-940e-f7934ead6d1a tempest-AllowedAddressPairTestJSON-921276226 tempest-AllowedAddressPairTestJSON-921276226-project] GET failed (client error): The resource could not be found. Aug 12 14:52:07.585359 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-e01b54cc-00ef-42cc-940e-f7934ead6d1a tempest-AllowedAddressPairTestJSON-921276226 tempest-AllowedAddressPairTestJSON-921276226-project] 10.222.0.39 "GET /v2.0/ports/d40ecfde-cb31-4236-8aac-7dc9d84a4625 HTTP/1.1" status: 404 len: 333 time: 0.0322330 Aug 12 14:52:07.589479 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 60382) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:52:07.594445 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-788f1781-853f-47d7-a962-20dcc24ddffb tempest-AllowedAddressPairTestJSON-921276226 tempest-AllowedAddressPairTestJSON-921276226-project] Request body: {'port': {'network_id': '0d75fb5b-342e-4c1b-be07-d83a640907a1', 'name': 'tempest-AllowedAddressPairTestJSON-1758700721'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:52:07.658474 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-3b397467-37c8-4227-ab2d-3e4614984af8 None None] Provisioning complete for port 57fda286-18e8-4a96-b4e6-30c54603e712 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:52:07.658839 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-3b397467-37c8-4227-ab2d-3e4614984af8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:07.702499 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-3b397467-37c8-4227-ab2d-3e4614984af8 None None] Port 57fda286-18e8-4a96-b4e6-30c54603e712 cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 14:52:07.708800 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-788f1781-853f-47d7-a962-20dcc24ddffb tempest-AllowedAddressPairTestJSON-921276226 tempest-AllowedAddressPairTestJSON-921276226-project] Made reservation on behalf of e2a978cda9bf46daadc70665fb4fbeac for: {'port': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:52:07.712384 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-788f1781-853f-47d7-a962-20dcc24ddffb tempest-AllowedAddressPairTestJSON-921276226 tempest-AllowedAddressPairTestJSON-921276226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:07.730958 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [None req-788f1781-853f-47d7-a962-20dcc24ddffb tempest-AllowedAddressPairTestJSON-921276226 tempest-AllowedAddressPairTestJSON-921276226-project] device_id is not set on port bc6d297d-25b6-4b7b-9b31-efc67eacc10b yet. {{(pid=94467) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 14:52:07.814204 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-ef95b87c-c1c1-4af7-a279-d6c3b1b3c228 None None] Could not find standard attr ID for object d40ecfde-cb31-4236-8aac-7dc9d84a4625. {{(pid=94468) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 12 14:52:07.848556 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_common [None req-788f1781-853f-47d7-a962-20dcc24ddffb tempest-AllowedAddressPairTestJSON-921276226 tempest-AllowedAddressPairTestJSON-921276226-project] Allocated IP 172.20.0.7 (0d75fb5b-342e-4c1b-be07-d83a640907a1/45813a6e-0dab-4727-aa3c-ce94d11903af/bc6d297d-25b6-4b7b-9b31-efc67eacc10b) {{(pid=94467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:52:07.990027 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-788f1781-853f-47d7-a962-20dcc24ddffb tempest-AllowedAddressPairTestJSON-921276226 tempest-AllowedAddressPairTestJSON-921276226-project] Notify callbacks [] for port, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:08.002916 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [None req-788f1781-853f-47d7-a962-20dcc24ddffb tempest-AllowedAddressPairTestJSON-921276226 tempest-AllowedAddressPairTestJSON-921276226-project] Transition to ACTIVE for port object bc6d297d-25b6-4b7b-9b31-efc67eacc10b will not be triggered until provisioned by entity DHCP. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:52:08.037220 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-788f1781-853f-47d7-a962-20dcc24ddffb tempest-AllowedAddressPairTestJSON-921276226 tempest-AllowedAddressPairTestJSON-921276226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:08.084069 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-788f1781-853f-47d7-a962-20dcc24ddffb tempest-AllowedAddressPairTestJSON-921276226 tempest-AllowedAddressPairTestJSON-921276226-project] Network 0d75fb5b-342e-4c1b-be07-d83a640907a1 is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:52:08.089532 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [None req-788f1781-853f-47d7-a962-20dcc24ddffb tempest-AllowedAddressPairTestJSON-921276226 tempest-AllowedAddressPairTestJSON-921276226-project] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:52:08.093806 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-788f1781-853f-47d7-a962-20dcc24ddffb tempest-AllowedAddressPairTestJSON-921276226 tempest-AllowedAddressPairTestJSON-921276226-project] Received port after_create {{(pid=94467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:52:08.100630 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788f1781-853f-47d7-a962-20dcc24ddffb tempest-AllowedAddressPairTestJSON-921276226 tempest-AllowedAddressPairTestJSON-921276226-project] Pushing event updated for resources: {'Port': ['ID=bc6d297d-25b6-4b7b-9b31-efc67eacc10b,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:52:08.146847 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-788f1781-853f-47d7-a962-20dcc24ddffb tempest-AllowedAddressPairTestJSON-921276226 tempest-AllowedAddressPairTestJSON-921276226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:52:08.147524 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-788f1781-853f-47d7-a962-20dcc24ddffb tempest-AllowedAddressPairTestJSON-921276226 tempest-AllowedAddressPairTestJSON-921276226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:08.163086 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-788f1781-853f-47d7-a962-20dcc24ddffb tempest-AllowedAddressPairTestJSON-921276226 tempest-AllowedAddressPairTestJSON-921276226-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.5725150 Aug 12 14:52:08.165581 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 60384) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:52:08.170753 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-3deea126-c9f8-4e08-9c92-0d2a861bc93e tempest-AllowedAddressPairTestJSON-921276226 tempest-AllowedAddressPairTestJSON-921276226-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:5e:c4:ce'}]}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:52:08.247643 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-3deea126-c9f8-4e08-9c92-0d2a861bc93e tempest-AllowedAddressPairTestJSON-921276226 tempest-AllowedAddressPairTestJSON-921276226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:08.336355 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-41c16ab2-c4ea-4813-860b-9d5f27066e6f None None] Provisioning for port bc6d297d-25b6-4b7b-9b31-efc67eacc10b completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:52:08.341857 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-41c16ab2-c4ea-4813-860b-9d5f27066e6f None None] Provisioning complete for port bc6d297d-25b6-4b7b-9b31-efc67eacc10b triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:52:08.342517 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-41c16ab2-c4ea-4813-860b-9d5f27066e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:08.378613 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-41c16ab2-c4ea-4813-860b-9d5f27066e6f None None] Port bc6d297d-25b6-4b7b-9b31-efc67eacc10b cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 14:52:08.735905 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab44f93-2682-4e53-aeae-eea0d37c85d9 req-43dea4d2-2466-406e-b7f2-6d74ced12907 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:52:08.737375 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-8ab44f93-2682-4e53-aeae-eea0d37c85d9 req-43dea4d2-2466-406e-b7f2-6d74ced12907 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] 10.222.0.39 "GET /v2.0/ports?device_id=1db5c5cf-3fd5-427d-9e53-d5c93e201465 HTTP/1.1" status: 200 len: 946 time: 0.1102753 Aug 12 14:52:08.806583 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-8ab44f93-2682-4e53-aeae-eea0d37c85d9 req-9f3c712f-2b07-43b9-b446-379c4b443dbf tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] 10.222.0.39 "GET /v2.0/security-groups?id=d503e6e0-4ce0-4f78-842d-abe0bf3f8a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598414 Aug 12 14:52:08.844192 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-3deea126-c9f8-4e08-9c92-0d2a861bc93e tempest-AllowedAddressPairTestJSON-921276226 tempest-AllowedAddressPairTestJSON-921276226-project] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:08.848910 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-3deea126-c9f8-4e08-9c92-0d2a861bc93e tempest-AllowedAddressPairTestJSON-921276226 tempest-AllowedAddressPairTestJSON-921276226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:08.936106 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3deea126-c9f8-4e08-9c92-0d2a861bc93e tempest-AllowedAddressPairTestJSON-921276226 tempest-AllowedAddressPairTestJSON-921276226-project] Pushing event updated for resources: {'Port': ['ID=bc6d297d-25b6-4b7b-9b31-efc67eacc10b,revision_number=2']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:52:08.955871 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-3deea126-c9f8-4e08-9c92-0d2a861bc93e tempest-AllowedAddressPairTestJSON-921276226 tempest-AllowedAddressPairTestJSON-921276226-project] In _notify_port_updated(), no bound segment for port bc6d297d-25b6-4b7b-9b31-efc67eacc10b on network 0d75fb5b-342e-4c1b-be07-d83a640907a1 {{(pid=94467) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 12 14:52:08.962091 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3deea126-c9f8-4e08-9c92-0d2a861bc93e tempest-AllowedAddressPairTestJSON-921276226 tempest-AllowedAddressPairTestJSON-921276226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:52:08.962942 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-3deea126-c9f8-4e08-9c92-0d2a861bc93e tempest-AllowedAddressPairTestJSON-921276226 tempest-AllowedAddressPairTestJSON-921276226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:08.964552 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-3deea126-c9f8-4e08-9c92-0d2a861bc93e tempest-AllowedAddressPairTestJSON-921276226 tempest-AllowedAddressPairTestJSON-921276226-project] 10.222.0.39 "PUT /v2.0/ports/bc6d297d-25b6-4b7b-9b31-efc67eacc10b HTTP/1.1" status: 200 len: 993 time: 0.7978613 Aug 12 14:52:08.967206 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 60410) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:52:08.985797 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device bc4fe558-7004-4f55-9bab-a01f5571fd4d up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:52:09.044631 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port bc4fe558-7004-4f55-9bab-a01f5571fd4d triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:52:09.045285 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:09.098886 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-31bba7d7-b8d1-4a63-a6a5-be3a7160eed3 tempest-AllowedAddressPairTestJSON-921276226 tempest-AllowedAddressPairTestJSON-921276226-project] Deleting port bc6d297d-25b6-4b7b-9b31-efc67eacc10b {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:52:09.099758 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-31bba7d7-b8d1-4a63-a6a5-be3a7160eed3 tempest-AllowedAddressPairTestJSON-921276226 tempest-AllowedAddressPairTestJSON-921276226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:09.192015 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-31bba7d7-b8d1-4a63-a6a5-be3a7160eed3 tempest-AllowedAddressPairTestJSON-921276226 tempest-AllowedAddressPairTestJSON-921276226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:09.205803 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-31bba7d7-b8d1-4a63-a6a5-be3a7160eed3 tempest-AllowedAddressPairTestJSON-921276226 tempest-AllowedAddressPairTestJSON-921276226-project] Calling delete_port for bc6d297d-25b6-4b7b-9b31-efc67eacc10b owned by {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:52:09.210355 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-22ea4628-1200-4402-a929-5bf3da8582bb None None] Provisioning complete for port bc6d297d-25b6-4b7b-9b31-efc67eacc10b triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:52:09.210812 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-22ea4628-1200-4402-a929-5bf3da8582bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:09.248055 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-22ea4628-1200-4402-a929-5bf3da8582bb None None] Port bc6d297d-25b6-4b7b-9b31-efc67eacc10b cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 14:52:09.347540 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-31bba7d7-b8d1-4a63-a6a5-be3a7160eed3 tempest-AllowedAddressPairTestJSON-921276226 tempest-AllowedAddressPairTestJSON-921276226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:09.408474 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bba7d7-b8d1-4a63-a6a5-be3a7160eed3 tempest-AllowedAddressPairTestJSON-921276226 tempest-AllowedAddressPairTestJSON-921276226-project] Pushing event deleted for resources: {'Port': ['ID=bc6d297d-25b6-4b7b-9b31-efc67eacc10b,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:52:09.532692 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-31bba7d7-b8d1-4a63-a6a5-be3a7160eed3 tempest-AllowedAddressPairTestJSON-921276226 tempest-AllowedAddressPairTestJSON-921276226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:09.537423 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-31bba7d7-b8d1-4a63-a6a5-be3a7160eed3 tempest-AllowedAddressPairTestJSON-921276226 tempest-AllowedAddressPairTestJSON-921276226-project] 10.222.0.39 "DELETE /v2.0/ports/bc6d297d-25b6-4b7b-9b31-efc67eacc10b HTTP/1.1" status: 204 len: 168 time: 0.5657928 Aug 12 14:52:09.537812 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 60414) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:52:09.564413 n-d-694802-15 neutron-server[94466]: INFO neutron.pecan_wsgi.hooks.translation [None req-04f1e7b6-cba5-43db-b7b9-5ca944d23e10 tempest-AllowedAddressPairTestJSON-921276226 tempest-AllowedAddressPairTestJSON-921276226-project] GET failed (client error): The resource could not be found. Aug 12 14:52:09.566020 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-04f1e7b6-cba5-43db-b7b9-5ca944d23e10 tempest-AllowedAddressPairTestJSON-921276226 tempest-AllowedAddressPairTestJSON-921276226-project] 10.222.0.39 "GET /v2.0/ports/bc6d297d-25b6-4b7b-9b31-efc67eacc10b HTTP/1.1" status: 404 len: 333 time: 0.0270720 Aug 12 14:52:09.569966 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 60416) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:52:09.574890 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-1bd0b8ef-80f0-4087-817b-3142e5066d54 tempest-AllowedAddressPairTestJSON-921276226 tempest-AllowedAddressPairTestJSON-921276226-project] Request body: {'port': {'network_id': '0d75fb5b-342e-4c1b-be07-d83a640907a1', 'name': 'tempest-AllowedAddressPairTestJSON-703592525'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:52:09.692616 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bd0b8ef-80f0-4087-817b-3142e5066d54 tempest-AllowedAddressPairTestJSON-921276226 tempest-AllowedAddressPairTestJSON-921276226-project] Made reservation on behalf of e2a978cda9bf46daadc70665fb4fbeac for: {'port': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:52:09.696014 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1bd0b8ef-80f0-4087-817b-3142e5066d54 tempest-AllowedAddressPairTestJSON-921276226 tempest-AllowedAddressPairTestJSON-921276226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:09.713572 n-d-694802-15 neutron-server[94466]: DEBUG neutron.notifiers.nova [None req-1bd0b8ef-80f0-4087-817b-3142e5066d54 tempest-AllowedAddressPairTestJSON-921276226 tempest-AllowedAddressPairTestJSON-921276226-project] device_id is not set on port 1dd81351-8219-488c-8e7b-a00a526a9c6c yet. {{(pid=94466) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 14:52:09.825116 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-1bd0b8ef-80f0-4087-817b-3142e5066d54 tempest-AllowedAddressPairTestJSON-921276226 tempest-AllowedAddressPairTestJSON-921276226-project] Allocated IP 172.20.0.6 (0d75fb5b-342e-4c1b-be07-d83a640907a1/45813a6e-0dab-4727-aa3c-ce94d11903af/1dd81351-8219-488c-8e7b-a00a526a9c6c) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:52:09.947735 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7fc5e7-04f4-4f20-85f8-c0014edeeeed req-f5b8a9c7-4365-4747-a4b5-010905739104 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:52:09.955192 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ad7fc5e7-04f4-4f20-85f8-c0014edeeeed req-f5b8a9c7-4365-4747-a4b5-010905739104 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] 10.222.0.39 "GET /v2.0/ports?device_id=1db5c5cf-3fd5-427d-9e53-d5c93e201465 HTTP/1.1" status: 200 len: 946 time: 0.0616622 Aug 12 14:52:10.002462 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ad7fc5e7-04f4-4f20-85f8-c0014edeeeed req-e70205cc-79a0-4612-b44b-1a7dccfec232 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] 10.222.0.39 "GET /v2.0/security-groups?id=d503e6e0-4ce0-4f78-842d-abe0bf3f8a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460799 Aug 12 14:52:10.021860 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1bd0b8ef-80f0-4087-817b-3142e5066d54 tempest-AllowedAddressPairTestJSON-921276226 tempest-AllowedAddressPairTestJSON-921276226-project] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:10.039846 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-1bd0b8ef-80f0-4087-817b-3142e5066d54 tempest-AllowedAddressPairTestJSON-921276226 tempest-AllowedAddressPairTestJSON-921276226-project] Transition to ACTIVE for port object 1dd81351-8219-488c-8e7b-a00a526a9c6c will not be triggered until provisioned by entity DHCP. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:52:10.074821 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-b0c9e6da-7d7d-42fb-bbd6-c063d5638bf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:10.076736 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1bd0b8ef-80f0-4087-817b-3142e5066d54 tempest-AllowedAddressPairTestJSON-921276226 tempest-AllowedAddressPairTestJSON-921276226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:10.127498 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bd0b8ef-80f0-4087-817b-3142e5066d54 tempest-AllowedAddressPairTestJSON-921276226 tempest-AllowedAddressPairTestJSON-921276226-project] Network 0d75fb5b-342e-4c1b-be07-d83a640907a1 is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:52:10.130617 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-1bd0b8ef-80f0-4087-817b-3142e5066d54 tempest-AllowedAddressPairTestJSON-921276226 tempest-AllowedAddressPairTestJSON-921276226-project] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:52:10.135139 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bd0b8ef-80f0-4087-817b-3142e5066d54 tempest-AllowedAddressPairTestJSON-921276226 tempest-AllowedAddressPairTestJSON-921276226-project] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:52:10.138988 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd0b8ef-80f0-4087-817b-3142e5066d54 tempest-AllowedAddressPairTestJSON-921276226 tempest-AllowedAddressPairTestJSON-921276226-project] Pushing event updated for resources: {'Port': ['ID=1dd81351-8219-488c-8e7b-a00a526a9c6c,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:52:10.195938 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bd0b8ef-80f0-4087-817b-3142e5066d54 tempest-AllowedAddressPairTestJSON-921276226 tempest-AllowedAddressPairTestJSON-921276226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:52:10.196573 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1bd0b8ef-80f0-4087-817b-3142e5066d54 tempest-AllowedAddressPairTestJSON-921276226 tempest-AllowedAddressPairTestJSON-921276226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:10.216263 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 60424) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:52:10.216497 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-1bd0b8ef-80f0-4087-817b-3142e5066d54 tempest-AllowedAddressPairTestJSON-921276226 tempest-AllowedAddressPairTestJSON-921276226-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.6454802 Aug 12 14:52:10.223774 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-3c147672-388e-44d1-9da0-345c548f8211 tempest-AllowedAddressPairTestJSON-921276226 tempest-AllowedAddressPairTestJSON-921276226-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:5e:c4:ce'}]}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:52:10.299272 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-3c147672-388e-44d1-9da0-345c548f8211 tempest-AllowedAddressPairTestJSON-921276226 tempest-AllowedAddressPairTestJSON-921276226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:10.381611 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-8d880a43-f2a8-4e10-8a04-0007feeb595a None None] Provisioning for port 1dd81351-8219-488c-8e7b-a00a526a9c6c completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:52:10.385988 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-8d880a43-f2a8-4e10-8a04-0007feeb595a None None] Provisioning complete for port 1dd81351-8219-488c-8e7b-a00a526a9c6c triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:52:10.386363 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-8d880a43-f2a8-4e10-8a04-0007feeb595a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:10.424732 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-8d880a43-f2a8-4e10-8a04-0007feeb595a None None] Port 1dd81351-8219-488c-8e7b-a00a526a9c6c cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 14:52:10.491209 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-3c147672-388e-44d1-9da0-345c548f8211 tempest-AllowedAddressPairTestJSON-921276226 tempest-AllowedAddressPairTestJSON-921276226-project] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:10.496049 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-3c147672-388e-44d1-9da0-345c548f8211 tempest-AllowedAddressPairTestJSON-921276226 tempest-AllowedAddressPairTestJSON-921276226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:10.595266 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-3c147672-388e-44d1-9da0-345c548f8211 tempest-AllowedAddressPairTestJSON-921276226 tempest-AllowedAddressPairTestJSON-921276226-project] In _notify_port_updated(), no bound segment for port 1dd81351-8219-488c-8e7b-a00a526a9c6c on network 0d75fb5b-342e-4c1b-be07-d83a640907a1 {{(pid=94467) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 12 14:52:10.601348 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c147672-388e-44d1-9da0-345c548f8211 tempest-AllowedAddressPairTestJSON-921276226 tempest-AllowedAddressPairTestJSON-921276226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:52:10.601598 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-3c147672-388e-44d1-9da0-345c548f8211 tempest-AllowedAddressPairTestJSON-921276226 tempest-AllowedAddressPairTestJSON-921276226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:10.602939 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-3c147672-388e-44d1-9da0-345c548f8211 tempest-AllowedAddressPairTestJSON-921276226 tempest-AllowedAddressPairTestJSON-921276226-project] 10.222.0.39 "PUT /v2.0/ports/1dd81351-8219-488c-8e7b-a00a526a9c6c HTTP/1.1" status: 200 len: 995 time: 0.3855846 Aug 12 14:52:10.604061 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c147672-388e-44d1-9da0-345c548f8211 tempest-AllowedAddressPairTestJSON-921276226 tempest-AllowedAddressPairTestJSON-921276226-project] Pushing event updated for resources: {'Port': ['ID=1dd81351-8219-488c-8e7b-a00a526a9c6c,revision_number=2']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:52:10.605853 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 60432) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:52:10.722081 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-6f77e8e8-6ae9-4b3c-afca-ed994d528f78 tempest-AllowedAddressPairTestJSON-921276226 tempest-AllowedAddressPairTestJSON-921276226-project] Deleting port 1dd81351-8219-488c-8e7b-a00a526a9c6c {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:52:10.722421 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-6f77e8e8-6ae9-4b3c-afca-ed994d528f78 tempest-AllowedAddressPairTestJSON-921276226 tempest-AllowedAddressPairTestJSON-921276226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:10.859993 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-18ddf2fa-390b-4c67-95b2-73ad77e12e48 None None] Provisioning complete for port 1dd81351-8219-488c-8e7b-a00a526a9c6c triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:52:10.860355 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-18ddf2fa-390b-4c67-95b2-73ad77e12e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:10.884709 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-6f77e8e8-6ae9-4b3c-afca-ed994d528f78 tempest-AllowedAddressPairTestJSON-921276226 tempest-AllowedAddressPairTestJSON-921276226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:10.908265 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-6f77e8e8-6ae9-4b3c-afca-ed994d528f78 tempest-AllowedAddressPairTestJSON-921276226 tempest-AllowedAddressPairTestJSON-921276226-project] Calling delete_port for 1dd81351-8219-488c-8e7b-a00a526a9c6c owned by {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:52:10.938327 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-18ddf2fa-390b-4c67-95b2-73ad77e12e48 None None] Port 1dd81351-8219-488c-8e7b-a00a526a9c6c cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 14:52:11.152060 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-6f77e8e8-6ae9-4b3c-afca-ed994d528f78 tempest-AllowedAddressPairTestJSON-921276226 tempest-AllowedAddressPairTestJSON-921276226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:11.210486 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f77e8e8-6ae9-4b3c-afca-ed994d528f78 tempest-AllowedAddressPairTestJSON-921276226 tempest-AllowedAddressPairTestJSON-921276226-project] Pushing event deleted for resources: {'Port': ['ID=1dd81351-8219-488c-8e7b-a00a526a9c6c,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:52:11.253495 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4871f7a6-2676-44ee-b759-bf9e9a6de5a8 req-d81ca6d2-1d85-47ee-b74a-74d24720c819 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:52:11.256305 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4871f7a6-2676-44ee-b759-bf9e9a6de5a8 req-d81ca6d2-1d85-47ee-b74a-74d24720c819 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] 10.222.0.39 "GET /v2.0/ports?device_id=1db5c5cf-3fd5-427d-9e53-d5c93e201465 HTTP/1.1" status: 200 len: 946 time: 0.0951729 Aug 12 14:52:11.299576 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-6f77e8e8-6ae9-4b3c-afca-ed994d528f78 tempest-AllowedAddressPairTestJSON-921276226 tempest-AllowedAddressPairTestJSON-921276226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:11.301662 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-6f77e8e8-6ae9-4b3c-afca-ed994d528f78 tempest-AllowedAddressPairTestJSON-921276226 tempest-AllowedAddressPairTestJSON-921276226-project] 10.222.0.39 "DELETE /v2.0/ports/1dd81351-8219-488c-8e7b-a00a526a9c6c HTTP/1.1" status: 204 len: 168 time: 0.6947973 Aug 12 14:52:11.304888 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 60450) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:52:11.332193 n-d-694802-15 neutron-server[94466]: INFO neutron.pecan_wsgi.hooks.translation [None req-0cdd694c-10c0-4d41-8b93-f91276bcabfd tempest-AllowedAddressPairTestJSON-921276226 tempest-AllowedAddressPairTestJSON-921276226-project] GET failed (client error): The resource could not be found. Aug 12 14:52:11.334304 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-0cdd694c-10c0-4d41-8b93-f91276bcabfd tempest-AllowedAddressPairTestJSON-921276226 tempest-AllowedAddressPairTestJSON-921276226-project] 10.222.0.39 "GET /v2.0/ports/1dd81351-8219-488c-8e7b-a00a526a9c6c HTTP/1.1" status: 404 len: 333 time: 0.0282748 Aug 12 14:52:11.335550 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4871f7a6-2676-44ee-b759-bf9e9a6de5a8 req-6f85b979-7202-4aa2-9be0-7f1c006044d3 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] 10.222.0.39 "GET /v2.0/security-groups?id=d503e6e0-4ce0-4f78-842d-abe0bf3f8a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580323 Aug 12 14:52:11.338820 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 60452) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:52:11.348208 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-3ce448fa-fdbe-4a63-bcb5-976939b529b8 tempest-AllowedAddressPairTestJSON-921276226 tempest-AllowedAddressPairTestJSON-921276226-project] Request body: {'port': {'network_id': '0d75fb5b-342e-4c1b-be07-d83a640907a1', 'name': 'tempest-AllowedAddressPairTestJSON-767906151'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:52:11.550164 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ce448fa-fdbe-4a63-bcb5-976939b529b8 tempest-AllowedAddressPairTestJSON-921276226 tempest-AllowedAddressPairTestJSON-921276226-project] Made reservation on behalf of e2a978cda9bf46daadc70665fb4fbeac for: {'port': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:52:11.553054 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:11.557037 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3ce448fa-fdbe-4a63-bcb5-976939b529b8 tempest-AllowedAddressPairTestJSON-921276226 tempest-AllowedAddressPairTestJSON-921276226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:11.579287 n-d-694802-15 neutron-server[94466]: DEBUG neutron.notifiers.nova [None req-3ce448fa-fdbe-4a63-bcb5-976939b529b8 tempest-AllowedAddressPairTestJSON-921276226 tempest-AllowedAddressPairTestJSON-921276226-project] device_id is not set on port 2bf4cbe7-dea3-4a56-a100-5f71a763bd4f yet. {{(pid=94466) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 14:52:11.588951 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80526fd-9e28-44e5-b44a-73810b346544 req-5d84da5d-5611-43d4-8140-eeb06af49f10 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:52:11.595763 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80526fd-9e28-44e5-b44a-73810b346544 req-5d84da5d-5611-43d4-8140-eeb06af49f10 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:52:11.601657 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80526fd-9e28-44e5-b44a-73810b346544 req-5d84da5d-5611-43d4-8140-eeb06af49f10 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:52:11.607515 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80526fd-9e28-44e5-b44a-73810b346544 req-5d84da5d-5611-43d4-8140-eeb06af49f10 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:52:11.614072 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80526fd-9e28-44e5-b44a-73810b346544 req-5d84da5d-5611-43d4-8140-eeb06af49f10 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:52:11.620067 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80526fd-9e28-44e5-b44a-73810b346544 req-5d84da5d-5611-43d4-8140-eeb06af49f10 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:52:11.627067 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80526fd-9e28-44e5-b44a-73810b346544 req-5d84da5d-5611-43d4-8140-eeb06af49f10 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:52:11.634322 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e80526fd-9e28-44e5-b44a-73810b346544 req-5d84da5d-5611-43d4-8140-eeb06af49f10 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] 10.222.0.39 "GET /v2.0/ports?device_id=b84c5c28-8f10-4782-84ae-2f8fa89bf4c6 HTTP/1.1" status: 200 len: 5434 time: 0.1199224 Aug 12 14:52:11.681171 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e80526fd-9e28-44e5-b44a-73810b346544 req-653c1df8-b9c6-4640-9b7a-1ad880940588 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] 10.222.0.39 "GET /v2.0/security-groups?id=acce5d50-80c7-459a-8d6c-3aec4a7c97df&id=853e07d7-c0f4-4b67-a247-29748be080a8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0454714 Aug 12 14:52:11.735562 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-3ce448fa-fdbe-4a63-bcb5-976939b529b8 tempest-AllowedAddressPairTestJSON-921276226 tempest-AllowedAddressPairTestJSON-921276226-project] Allocated IP 172.20.0.13 (0d75fb5b-342e-4c1b-be07-d83a640907a1/45813a6e-0dab-4727-aa3c-ce94d11903af/2bf4cbe7-dea3-4a56-a100-5f71a763bd4f) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:52:11.911372 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3ce448fa-fdbe-4a63-bcb5-976939b529b8 tempest-AllowedAddressPairTestJSON-921276226 tempest-AllowedAddressPairTestJSON-921276226-project] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:11.927401 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-3ce448fa-fdbe-4a63-bcb5-976939b529b8 tempest-AllowedAddressPairTestJSON-921276226 tempest-AllowedAddressPairTestJSON-921276226-project] Transition to ACTIVE for port object 2bf4cbe7-dea3-4a56-a100-5f71a763bd4f will not be triggered until provisioned by entity DHCP. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:52:11.961772 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3ce448fa-fdbe-4a63-bcb5-976939b529b8 tempest-AllowedAddressPairTestJSON-921276226 tempest-AllowedAddressPairTestJSON-921276226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:12.009214 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ce448fa-fdbe-4a63-bcb5-976939b529b8 tempest-AllowedAddressPairTestJSON-921276226 tempest-AllowedAddressPairTestJSON-921276226-project] Network 0d75fb5b-342e-4c1b-be07-d83a640907a1 is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:52:12.014398 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-3ce448fa-fdbe-4a63-bcb5-976939b529b8 tempest-AllowedAddressPairTestJSON-921276226 tempest-AllowedAddressPairTestJSON-921276226-project] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:52:12.018188 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ce448fa-fdbe-4a63-bcb5-976939b529b8 tempest-AllowedAddressPairTestJSON-921276226 tempest-AllowedAddressPairTestJSON-921276226-project] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:52:12.024825 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce448fa-fdbe-4a63-bcb5-976939b529b8 tempest-AllowedAddressPairTestJSON-921276226 tempest-AllowedAddressPairTestJSON-921276226-project] Pushing event updated for resources: {'Port': ['ID=2bf4cbe7-dea3-4a56-a100-5f71a763bd4f,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:52:12.081819 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ce448fa-fdbe-4a63-bcb5-976939b529b8 tempest-AllowedAddressPairTestJSON-921276226 tempest-AllowedAddressPairTestJSON-921276226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:52:12.081819 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3ce448fa-fdbe-4a63-bcb5-976939b529b8 tempest-AllowedAddressPairTestJSON-921276226 tempest-AllowedAddressPairTestJSON-921276226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:12.099674 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-3ce448fa-fdbe-4a63-bcb5-976939b529b8 tempest-AllowedAddressPairTestJSON-921276226 tempest-AllowedAddressPairTestJSON-921276226-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.7590916 Aug 12 14:52:12.100168 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 60456) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:52:12.106439 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-de666e39-58a6-4e82-b66b-0b82ab376cbb tempest-AllowedAddressPairTestJSON-921276226 tempest-AllowedAddressPairTestJSON-921276226-project] Request body: {'port': {'network_id': '0d75fb5b-342e-4c1b-be07-d83a640907a1', 'name': 'tempest-AllowedAddressPairTestJSON-1973699672'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:52:12.258980 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de666e39-58a6-4e82-b66b-0b82ab376cbb tempest-AllowedAddressPairTestJSON-921276226 tempest-AllowedAddressPairTestJSON-921276226-project] Made reservation on behalf of e2a978cda9bf46daadc70665fb4fbeac for: {'port': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:52:12.264098 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-de666e39-58a6-4e82-b66b-0b82ab376cbb tempest-AllowedAddressPairTestJSON-921276226 tempest-AllowedAddressPairTestJSON-921276226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:12.287609 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [None req-de666e39-58a6-4e82-b66b-0b82ab376cbb tempest-AllowedAddressPairTestJSON-921276226 tempest-AllowedAddressPairTestJSON-921276226-project] device_id is not set on port 25f43c0b-06fa-4577-8a9c-cd4052c1a82d yet. {{(pid=94467) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 14:52:12.369894 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-762e1c73-0526-405b-8761-ebe68ece4926 None None] Provisioning for port 2bf4cbe7-dea3-4a56-a100-5f71a763bd4f completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:52:12.374251 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-762e1c73-0526-405b-8761-ebe68ece4926 None None] Provisioning complete for port 2bf4cbe7-dea3-4a56-a100-5f71a763bd4f triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:52:12.374655 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-762e1c73-0526-405b-8761-ebe68ece4926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:12.446187 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_common [None req-de666e39-58a6-4e82-b66b-0b82ab376cbb tempest-AllowedAddressPairTestJSON-921276226 tempest-AllowedAddressPairTestJSON-921276226-project] Allocated IP 172.20.0.10 (0d75fb5b-342e-4c1b-be07-d83a640907a1/45813a6e-0dab-4727-aa3c-ce94d11903af/25f43c0b-06fa-4577-8a9c-cd4052c1a82d) {{(pid=94467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:52:12.447303 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-762e1c73-0526-405b-8761-ebe68ece4926 None None] Port 2bf4cbe7-dea3-4a56-a100-5f71a763bd4f cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 14:52:12.471450 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32a91ca-ae47-4ccc-a14d-019e1f01ece1 req-78c33a26-07f3-4b32-8fff-ce24eea305fe tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:52:12.473686 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-e32a91ca-ae47-4ccc-a14d-019e1f01ece1 req-78c33a26-07f3-4b32-8fff-ce24eea305fe tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] 10.222.0.39 "GET /v2.0/ports?device_id=1db5c5cf-3fd5-427d-9e53-d5c93e201465 HTTP/1.1" status: 200 len: 946 time: 0.0655732 Aug 12 14:52:12.544428 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-e32a91ca-ae47-4ccc-a14d-019e1f01ece1 req-007f3c0a-1050-4b3f-a628-1f637ab2975c tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] 10.222.0.39 "GET /v2.0/security-groups?id=d503e6e0-4ce0-4f78-842d-abe0bf3f8a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573699 Aug 12 14:52:12.580905 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ddf566-3f03-48de-83dc-c925da8c33a8 req-f7e76239-cd76-41ef-ad9b-a155972eb7fb tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:52:12.590421 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ddf566-3f03-48de-83dc-c925da8c33a8 req-f7e76239-cd76-41ef-ad9b-a155972eb7fb tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:52:12.597120 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ddf566-3f03-48de-83dc-c925da8c33a8 req-f7e76239-cd76-41ef-ad9b-a155972eb7fb tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:52:12.603150 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ddf566-3f03-48de-83dc-c925da8c33a8 req-f7e76239-cd76-41ef-ad9b-a155972eb7fb tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:52:12.609089 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ddf566-3f03-48de-83dc-c925da8c33a8 req-f7e76239-cd76-41ef-ad9b-a155972eb7fb tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:52:12.615166 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ddf566-3f03-48de-83dc-c925da8c33a8 req-f7e76239-cd76-41ef-ad9b-a155972eb7fb tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:52:12.621026 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ddf566-3f03-48de-83dc-c925da8c33a8 req-f7e76239-cd76-41ef-ad9b-a155972eb7fb tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:52:12.622970 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a7ddf566-3f03-48de-83dc-c925da8c33a8 req-f7e76239-cd76-41ef-ad9b-a155972eb7fb tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] 10.222.0.64 "GET /v2.0/ports?device_id=b84c5c28-8f10-4782-84ae-2f8fa89bf4c6 HTTP/1.1" status: 200 len: 5434 time: 0.1669006 Aug 12 14:52:12.721243 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ddf566-3f03-48de-83dc-c925da8c33a8 req-b3f6925b-210c-40cb-b3d0-d5acf3161aef tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:52:12.722777 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a7ddf566-3f03-48de-83dc-c925da8c33a8 req-b3f6925b-210c-40cb-b3d0-d5acf3161aef tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] 10.222.0.64 "GET /v2.0/ports/20995681-edf1-4159-b285-2b70fd9775cf?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0895355 Aug 12 14:52:12.726020 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:12.841015 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 60490) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:52:12.928745 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a7ddf566-3f03-48de-83dc-c925da8c33a8 req-eaa6b365-f141-423d-9f57-ec8d6c347ba4 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] 10.222.0.64 "GET /v2.0/networks/b1fed0d0-2b0c-4ed8-b3b7-4ff4b735f473?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1993084 Aug 12 14:52:12.932294 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-de666e39-58a6-4e82-b66b-0b82ab376cbb tempest-AllowedAddressPairTestJSON-921276226 tempest-AllowedAddressPairTestJSON-921276226-project] Notify callbacks [] for port, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:12.946127 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-a7ddf566-3f03-48de-83dc-c925da8c33a8 req-6980bbf0-af03-40b8-babe-126c7653b9bc service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:52:12.965187 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12797b73-54f3-4d82-96b9-e25d78304a5a req-6e6a5b5c-f7d8-4d7e-8223-bb962697e5cc tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:52:12.971554 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3f6a555a-7ad8-4905-8747-6661d11b6119 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:12.972132 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12797b73-54f3-4d82-96b9-e25d78304a5a req-6e6a5b5c-f7d8-4d7e-8223-bb962697e5cc tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:52:12.979208 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12797b73-54f3-4d82-96b9-e25d78304a5a req-6e6a5b5c-f7d8-4d7e-8223-bb962697e5cc tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:52:12.985265 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12797b73-54f3-4d82-96b9-e25d78304a5a req-6e6a5b5c-f7d8-4d7e-8223-bb962697e5cc tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:52:12.991764 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12797b73-54f3-4d82-96b9-e25d78304a5a req-6e6a5b5c-f7d8-4d7e-8223-bb962697e5cc tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:52:12.998111 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12797b73-54f3-4d82-96b9-e25d78304a5a req-6e6a5b5c-f7d8-4d7e-8223-bb962697e5cc tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:52:13.005480 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12797b73-54f3-4d82-96b9-e25d78304a5a req-6e6a5b5c-f7d8-4d7e-8223-bb962697e5cc tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:52:13.009569 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-12797b73-54f3-4d82-96b9-e25d78304a5a req-6e6a5b5c-f7d8-4d7e-8223-bb962697e5cc tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] 10.222.0.39 "GET /v2.0/ports?device_id=b84c5c28-8f10-4782-84ae-2f8fa89bf4c6 HTTP/1.1" status: 200 len: 5434 time: 0.2209799 Aug 12 14:52:13.028830 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:13.044424 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [None req-de666e39-58a6-4e82-b66b-0b82ab376cbb tempest-AllowedAddressPairTestJSON-921276226 tempest-AllowedAddressPairTestJSON-921276226-project] Transition to ACTIVE for port object 25f43c0b-06fa-4577-8a9c-cd4052c1a82d will not be triggered until provisioned by entity DHCP. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:52:13.099399 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3f6a555a-7ad8-4905-8747-6661d11b6119 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:13.105154 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3f6a555a-7ad8-4905-8747-6661d11b6119 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:13.132485 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-12797b73-54f3-4d82-96b9-e25d78304a5a req-cb63bf7e-0f18-4437-a6ab-ad430e64191f tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] 10.222.0.39 "GET /v2.0/security-groups?id=acce5d50-80c7-459a-8d6c-3aec4a7c97df&id=853e07d7-c0f4-4b67-a247-29748be080a8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1052158 Aug 12 14:52:13.138875 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-a7ddf566-3f03-48de-83dc-c925da8c33a8 req-6980bbf0-af03-40b8-babe-126c7653b9bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:13.157047 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-3f6a555a-7ad8-4905-8747-6661d11b6119 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=662a3ddaf0484d7db3a017b263593b9e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3137095 Aug 12 14:52:13.159004 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 60498) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:52:13.161224 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6a555a-7ad8-4905-8747-6661d11b6119 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15bfb67d-80d0-4a85-8e68-3165c8c120b3,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:52:13.263592 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-de666e39-58a6-4e82-b66b-0b82ab376cbb tempest-AllowedAddressPairTestJSON-921276226 tempest-AllowedAddressPairTestJSON-921276226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:13.274412 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9b8ec703-58ac-42e6-b40f-c14c7d61fa87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:13.292996 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-78e4822a-69ee-43e1-87af-9774fda9f3da req-5051fefd-a2c8-4fc8-abb8-d77d9df096ca service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=3123bce8-844b-469f-9aa0-64c8f53661bc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0669003 Aug 12 14:52:13.316617 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9b8ec703-58ac-42e6-b40f-c14c7d61fa87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:13.323954 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de666e39-58a6-4e82-b66b-0b82ab376cbb tempest-AllowedAddressPairTestJSON-921276226 tempest-AllowedAddressPairTestJSON-921276226-project] Network 0d75fb5b-342e-4c1b-be07-d83a640907a1 is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:52:13.333765 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [None req-de666e39-58a6-4e82-b66b-0b82ab376cbb tempest-AllowedAddressPairTestJSON-921276226 tempest-AllowedAddressPairTestJSON-921276226-project] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:52:13.350415 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de666e39-58a6-4e82-b66b-0b82ab376cbb tempest-AllowedAddressPairTestJSON-921276226 tempest-AllowedAddressPairTestJSON-921276226-project] Received port after_create {{(pid=94467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:52:13.380591 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-899349a5-358d-45ff-8a03-d99e40f3b1c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:13.399437 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de666e39-58a6-4e82-b66b-0b82ab376cbb tempest-AllowedAddressPairTestJSON-921276226 tempest-AllowedAddressPairTestJSON-921276226-project] Pushing event updated for resources: {'Port': ['ID=25f43c0b-06fa-4577-8a9c-cd4052c1a82d,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:52:13.425654 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de666e39-58a6-4e82-b66b-0b82ab376cbb tempest-AllowedAddressPairTestJSON-921276226 tempest-AllowedAddressPairTestJSON-921276226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:52:13.426316 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-de666e39-58a6-4e82-b66b-0b82ab376cbb tempest-AllowedAddressPairTestJSON-921276226 tempest-AllowedAddressPairTestJSON-921276226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:13.437079 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e4822a-69ee-43e1-87af-9774fda9f3da req-52170b8d-137d-4f61-9960-ab3a17dfac97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:52:13.439390 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-78e4822a-69ee-43e1-87af-9774fda9f3da req-52170b8d-137d-4f61-9960-ab3a17dfac97 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=6774b656eb8145eb998ea0059b40b4c3&device_id=3123bce8-844b-469f-9aa0-64c8f53661bc HTTP/1.1" status: 200 len: 1099 time: 0.1206853 Aug 12 14:52:13.440094 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9b8ec703-58ac-42e6-b40f-c14c7d61fa87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:13.442451 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-de666e39-58a6-4e82-b66b-0b82ab376cbb tempest-AllowedAddressPairTestJSON-921276226 tempest-AllowedAddressPairTestJSON-921276226-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3408439 Aug 12 14:52:13.444555 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9b8ec703-58ac-42e6-b40f-c14c7d61fa87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:13.446295 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-9b8ec703-58ac-42e6-b40f-c14c7d61fa87 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/15bfb67d-80d0-4a85-8e68-3165c8c120b3 HTTP/1.1" status: 204 len: 168 time: 0.2860618 Aug 12 14:52:13.447273 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 60508) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:52:13.464091 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-152e7d14-dd2c-42a7-82d0-fbd1d8dbd2bc tempest-AllowedAddressPairTestJSON-921276226 tempest-AllowedAddressPairTestJSON-921276226-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:5e:c4:ce'}, {'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:db:76:b3'}]}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:52:13.470739 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8ec703-58ac-42e6-b40f-c14c7d61fa87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15bfb67d-80d0-4a85-8e68-3165c8c120b3,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:52:13.500839 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-a7ddf566-3f03-48de-83dc-c925da8c33a8 req-6980bbf0-af03-40b8-babe-126c7653b9bc service neutron] For port 20995681-edf1-4159-b285-2b70fd9775cf, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=20995681-edf1-4159-b285-2b70fd9775cf,segment=NetworkSegment(7719c74d-4dec-43da-873e-de69f6f169be),segment_id=7719c74d-4dec-43da-873e-de69f6f169be)] {{(pid=94467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:52:13.599881 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-a7ddf566-3f03-48de-83dc-c925da8c33a8 req-6980bbf0-af03-40b8-babe-126c7653b9bc service neutron] For port 20995681-edf1-4159-b285-2b70fd9775cf, host n-h1-694802-15, cleared binding levels {{(pid=94467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:52:13.647933 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418483ef-1884-408a-8e2c-bb94eb8c8ee3 req-d1521e60-4a36-4b4e-968a-0ae5222efba7 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:52:13.649769 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-418483ef-1884-408a-8e2c-bb94eb8c8ee3 req-d1521e60-4a36-4b4e-968a-0ae5222efba7 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/ports?device_id=d89c572a-9ecf-42f3-aaab-789262bca2fb HTTP/1.1" status: 200 len: 945 time: 0.1116984 Aug 12 14:52:13.664484 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [req-a7ddf566-3f03-48de-83dc-c925da8c33a8 req-6980bbf0-af03-40b8-babe-126c7653b9bc service neutron] device_id is not set on port 20995681-edf1-4159-b285-2b70fd9775cf yet. {{(pid=94467) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 14:52:13.689654 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-a7ddf566-3f03-48de-83dc-c925da8c33a8 req-6980bbf0-af03-40b8-babe-126c7653b9bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:13.697857 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-84b149cd-2d77-4c30-8dfa-47848af1c7f2 None None] Provisioning for port 25f43c0b-06fa-4577-8a9c-cd4052c1a82d completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:52:13.703694 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-84b149cd-2d77-4c30-8dfa-47848af1c7f2 None None] Provisioning complete for port 25f43c0b-06fa-4577-8a9c-cd4052c1a82d triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:52:13.704289 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-84b149cd-2d77-4c30-8dfa-47848af1c7f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:13.704891 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-a7ddf566-3f03-48de-83dc-c925da8c33a8 req-6980bbf0-af03-40b8-babe-126c7653b9bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:13.762638 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6980bbf0-af03-40b8-babe-126c7653b9bc service neutron] Pushing event updated for resources: {'Port': ['ID=20995681-edf1-4159-b285-2b70fd9775cf,revision_number=6']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:52:13.762864 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-84b149cd-2d77-4c30-8dfa-47848af1c7f2 None None] Port 25f43c0b-06fa-4577-8a9c-cd4052c1a82d cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 14:52:13.778255 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-418483ef-1884-408a-8e2c-bb94eb8c8ee3 req-c18846c8-390f-42f6-b3f1-545479eef5c4 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/security-groups?id=70daefbf-eec6-4754-864f-8c40c2c28cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1171584 Aug 12 14:52:13.784233 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd9bbcb-b856-4b11-8a95-9392f6aaa858 req-6a7a8804-6e6c-435d-8280-8bf82e11b925 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:52:13.785740 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-4cd9bbcb-b856-4b11-8a95-9392f6aaa858 req-6a7a8804-6e6c-435d-8280-8bf82e11b925 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] 10.222.0.39 "GET /v2.0/ports?device_id=1db5c5cf-3fd5-427d-9e53-d5c93e201465 HTTP/1.1" status: 200 len: 946 time: 0.1161335 Aug 12 14:52:13.795724 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e4822a-69ee-43e1-87af-9774fda9f3da req-91113c49-e742-4f66-b3ea-a5b6adaa9c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:52:13.797797 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-78e4822a-69ee-43e1-87af-9774fda9f3da req-91113c49-e742-4f66-b3ea-a5b6adaa9c05 service neutron] 10.222.0.49 "GET /v2.0/networks?id=742f197c-8a19-4bb3-8560-845411781a1d HTTP/1.1" status: 200 len: 898 time: 0.3240879 Aug 12 14:52:13.836805 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 60518) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:52:13.841446 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7ddf566-3f03-48de-83dc-c925da8c33a8 req-6980bbf0-af03-40b8-babe-126c7653b9bc service neutron] No DVR routers for this DVR port 20995681-edf1-4159-b285-2b70fd9775cf on host n-h1-694802-15 {{(pid=94467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:52:13.894311 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [req-a7ddf566-3f03-48de-83dc-c925da8c33a8 req-6980bbf0-af03-40b8-babe-126c7653b9bc service neutron] In _notify_port_updated(), no bound segment for port 20995681-edf1-4159-b285-2b70fd9775cf on network b1fed0d0-2b0c-4ed8-b3b7-4ff4b735f473 {{(pid=94467) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 12 14:52:13.895326 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ddf566-3f03-48de-83dc-c925da8c33a8 req-6980bbf0-af03-40b8-babe-126c7653b9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:52:13.896271 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-a7ddf566-3f03-48de-83dc-c925da8c33a8 req-6980bbf0-af03-40b8-babe-126c7653b9bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:13.897699 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a7ddf566-3f03-48de-83dc-c925da8c33a8 req-6980bbf0-af03-40b8-babe-126c7653b9bc service neutron] 10.222.0.64 "PUT /v2.0/ports/20995681-edf1-4159-b285-2b70fd9775cf HTTP/1.1" status: 200 len: 1027 time: 0.9562876 Aug 12 14:52:13.921668 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2dfe9c43-98fd-4537-ae68-ab10e96335e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:13.946567 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-4cd9bbcb-b856-4b11-8a95-9392f6aaa858 req-33bc786b-97df-42d5-8b5d-cc357eda45f0 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] 10.222.0.39 "GET /v2.0/security-groups?id=d503e6e0-4ce0-4f78-842d-abe0bf3f8a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523142 Aug 12 14:52:13.953977 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-1769855f-eda9-4483-9dc3-3220908ab45d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:13.957449 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ddf566-3f03-48de-83dc-c925da8c33a8 req-360a34d4-0aa1-43ba-a639-fbc6ecfe2121 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:52:13.958247 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-152e7d14-dd2c-42a7-82d0-fbd1d8dbd2bc tempest-AllowedAddressPairTestJSON-921276226 tempest-AllowedAddressPairTestJSON-921276226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:13.959186 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a7ddf566-3f03-48de-83dc-c925da8c33a8 req-360a34d4-0aa1-43ba-a639-fbc6ecfe2121 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] 10.222.0.64 "GET /v2.0/ports/5bb0a447-96d6-4415-8a53-9ce9a3ae9385?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0548320 Aug 12 14:52:13.970569 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-a7ddf566-3f03-48de-83dc-c925da8c33a8 req-34516e62-ac66-470f-bf95-19d890457b63 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:52:13.983962 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-78e4822a-69ee-43e1-87af-9774fda9f3da req-fc945852-e172-4acc-bdec-075b53cb5230 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4cb610aa-7923-49fa-ac4e-1e29828c4978 HTTP/1.1" status: 200 len: 1002 time: 0.1643133 Aug 12 14:52:14.032416 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-a7ddf566-3f03-48de-83dc-c925da8c33a8 req-34516e62-ac66-470f-bf95-19d890457b63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:14.084722 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-6a595172-e5d9-424f-be3b-984f42981707 None None] Provisioning complete for port 20995681-edf1-4159-b285-2b70fd9775cf triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:52:14.085016 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-6a595172-e5d9-424f-be3b-984f42981707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:14.112303 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e4822a-69ee-43e1-87af-9774fda9f3da req-fa8b9699-5741-413b-aba4-1a13735d4345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:52:14.113773 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-78e4822a-69ee-43e1-87af-9774fda9f3da req-fa8b9699-5741-413b-aba4-1a13735d4345 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e54db14a-8a80-4198-922a-7cf83a508765 HTTP/1.1" status: 200 len: 834 time: 0.1214297 Aug 12 14:52:14.122883 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-6a595172-e5d9-424f-be3b-984f42981707 None None] Port 20995681-edf1-4159-b285-2b70fd9775cf cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 14:52:14.160771 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device 20995681-edf1-4159-b285-2b70fd9775cf no longer exists at agent hyperv_n-h1-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:52:14.180525 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-a7ddf566-3f03-48de-83dc-c925da8c33a8 req-34516e62-ac66-470f-bf95-19d890457b63 service neutron] For port 5bb0a447-96d6-4415-8a53-9ce9a3ae9385, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=5bb0a447-96d6-4415-8a53-9ce9a3ae9385,segment=NetworkSegment(7719c74d-4dec-43da-873e-de69f6f169be),segment_id=7719c74d-4dec-43da-873e-de69f6f169be)] {{(pid=94467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:52:14.227465 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-a7ddf566-3f03-48de-83dc-c925da8c33a8 req-34516e62-ac66-470f-bf95-19d890457b63 service neutron] For port 5bb0a447-96d6-4415-8a53-9ce9a3ae9385, host n-h1-694802-15, cleared binding levels {{(pid=94467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:52:14.233493 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device 20995681-edf1-4159-b285-2b70fd9775cf not bound to the agent host n-h1-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:52:14.234083 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device 8a2a2db8-839c-4c50-9e8b-57a36dc63c1f no longer exists at agent hyperv_n-h1-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:52:14.278047 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e4822a-69ee-43e1-87af-9774fda9f3da req-25efffec-fe5d-48f3-bac3-fe2a43c61976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:52:14.279590 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-78e4822a-69ee-43e1-87af-9774fda9f3da req-25efffec-fe5d-48f3-bac3-fe2a43c61976 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=742f197c-8a19-4bb3-8560-845411781a1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1524425 Aug 12 14:52:14.286202 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2dfe9c43-98fd-4537-ae68-ab10e96335e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:14.300595 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [req-a7ddf566-3f03-48de-83dc-c925da8c33a8 req-34516e62-ac66-470f-bf95-19d890457b63 service neutron] device_id is not set on port 5bb0a447-96d6-4415-8a53-9ce9a3ae9385 yet. {{(pid=94467) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 14:52:14.302030 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2dfe9c43-98fd-4537-ae68-ab10e96335e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:14.316211 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-a7ddf566-3f03-48de-83dc-c925da8c33a8 req-34516e62-ac66-470f-bf95-19d890457b63 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:14.321948 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:14.329366 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cf3873-5ff2-4922-be36-507d03fb19d1 req-e64238e9-c82e-4dfd-a38d-823efc8e6e19 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:52:14.335545 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cf3873-5ff2-4922-be36-507d03fb19d1 req-e64238e9-c82e-4dfd-a38d-823efc8e6e19 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:52:14.341506 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cf3873-5ff2-4922-be36-507d03fb19d1 req-e64238e9-c82e-4dfd-a38d-823efc8e6e19 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:52:14.346370 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b84c5c28-8f10-4782-84ae-2f8fa89bf4c6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8a2a2db8-839c-4c50-9e8b-57a36dc63c1f'}] {{(pid=94468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:52:14.347957 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cf3873-5ff2-4922-be36-507d03fb19d1 req-e64238e9-c82e-4dfd-a38d-823efc8e6e19 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:52:14.348902 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99a8d87602170099c728e57431aca99e9b98a655a83bbf8727be13192709727b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4ed0ce2-e08b-444f-bbfe-8abef253dbb8" -d '{"events": [{"server_uuid": "b84c5c28-8f10-4782-84ae-2f8fa89bf4c6", "name": "network-vif-unplugged", "status": "completed", "tag": "8a2a2db8-839c-4c50-9e8b-57a36dc63c1f"}]}' {{(pid=94468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:52:14.354162 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cf3873-5ff2-4922-be36-507d03fb19d1 req-e64238e9-c82e-4dfd-a38d-823efc8e6e19 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:52:14.360237 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cf3873-5ff2-4922-be36-507d03fb19d1 req-e64238e9-c82e-4dfd-a38d-823efc8e6e19 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:52:14.362167 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-90cf3873-5ff2-4922-be36-507d03fb19d1 req-e64238e9-c82e-4dfd-a38d-823efc8e6e19 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] 10.222.0.39 "GET /v2.0/ports?device_id=b84c5c28-8f10-4782-84ae-2f8fa89bf4c6 HTTP/1.1" status: 200 len: 4660 time: 0.1113243 Aug 12 14:52:14.364165 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port 8a2a2db8-839c-4c50-9e8b-57a36dc63c1f, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=8a2a2db8-839c-4c50-9e8b-57a36dc63c1f,segment=NetworkSegment(7719c74d-4dec-43da-873e-de69f6f169be),segment_id=7719c74d-4dec-43da-873e-de69f6f169be)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:52:14.369085 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-a7ddf566-3f03-48de-83dc-c925da8c33a8 req-34516e62-ac66-470f-bf95-19d890457b63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:14.370370 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:14.371254 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device 57eff036-3311-481b-b542-bcfb85ced81c no longer exists at agent hyperv_n-h1-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:52:14.398183 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-152e7d14-dd2c-42a7-82d0-fbd1d8dbd2bc tempest-AllowedAddressPairTestJSON-921276226 tempest-AllowedAddressPairTestJSON-921276226-project] Notify callbacks [] for port, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:14.404358 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfe9c43-98fd-4537-ae68-ab10e96335e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f890dc7e-7cc1-4aca-b3c8-c29bd1e53f9c,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:52:14.410741 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-152e7d14-dd2c-42a7-82d0-fbd1d8dbd2bc tempest-AllowedAddressPairTestJSON-921276226 tempest-AllowedAddressPairTestJSON-921276226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3718439'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:14.415081 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-2dfe9c43-98fd-4537-ae68-ab10e96335e2 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=336b711d7d144fc5ac3b17acd285e5fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5458729 Aug 12 14:52:14.426571 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 60524) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:52:14.447694 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 12 Aug 2021 14:52:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9c2e6d1-e434-4b1f-b951-51a1949e9826 x-openstack-request-id: req-f9c2e6d1-e434-4b1f-b951-51a1949e9826 {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:52:14.448344 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b84c5c28-8f10-4782-84ae-2f8fa89bf4c6", "name": "network-vif-unplugged", "status": "completed", "tag": "8a2a2db8-839c-4c50-9e8b-57a36dc63c1f", "code": 200}]} {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:52:14.448807 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f9c2e6d1-e434-4b1f-b951-51a1949e9826 {{(pid=94468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:52:14.449889 n-d-694802-15 neutron-server[94468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b84c5c28-8f10-4782-84ae-2f8fa89bf4c6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8a2a2db8-839c-4c50-9e8b-57a36dc63c1f', 'code': 200} Aug 12 14:52:14.476827 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7ddf566-3f03-48de-83dc-c925da8c33a8 req-34516e62-ac66-470f-bf95-19d890457b63 service neutron] No DVR routers for this DVR port 5bb0a447-96d6-4415-8a53-9ce9a3ae9385 on host n-h1-694802-15 {{(pid=94467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:52:14.526476 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Pushing event updated for resources: {'Port': ['ID=8a2a2db8-839c-4c50-9e8b-57a36dc63c1f,revision_number=6']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:52:14.538420 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:14.545594 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34516e62-ac66-470f-bf95-19d890457b63 service neutron] Pushing event updated for resources: {'Port': ['ID=5bb0a447-96d6-4415-8a53-9ce9a3ae9385,revision_number=6']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:52:14.569020 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152e7d14-dd2c-42a7-82d0-fbd1d8dbd2bc tempest-AllowedAddressPairTestJSON-921276226 tempest-AllowedAddressPairTestJSON-921276226-project] Pushing event updated for resources: {'Port': ['ID=25f43c0b-06fa-4577-8a9c-cd4052c1a82d,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:52:14.584515 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34516e62-ac66-470f-bf95-19d890457b63 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:52:14.584698 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port 57eff036-3311-481b-b542-bcfb85ced81c, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=57eff036-3311-481b-b542-bcfb85ced81c,segment=NetworkSegment(241c97dc-4b9b-4462-a69d-097a1bbfec16),segment_id=241c97dc-4b9b-4462-a69d-097a1bbfec16)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:52:14.584819 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34516e62-ac66-470f-bf95-19d890457b63 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:52:14.584911 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34516e62-ac66-470f-bf95-19d890457b63 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:52:14.585365 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34516e62-ac66-470f-bf95-19d890457b63 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:52:14.585715 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34516e62-ac66-470f-bf95-19d890457b63 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:52:14.586152 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34516e62-ac66-470f-bf95-19d890457b63 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:52:14.586555 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34516e62-ac66-470f-bf95-19d890457b63 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:52:14.586926 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34516e62-ac66-470f-bf95-19d890457b63 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:52:14.587354 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34516e62-ac66-470f-bf95-19d890457b63 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:52:14.587781 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34516e62-ac66-470f-bf95-19d890457b63 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:52:14.588232 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34516e62-ac66-470f-bf95-19d890457b63 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:52:14.588611 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34516e62-ac66-470f-bf95-19d890457b63 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:52:14.590734 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:14.591708 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device 5bb0a447-96d6-4415-8a53-9ce9a3ae9385 no longer exists at agent hyperv_n-h1-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:52:14.610452 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-90cf3873-5ff2-4922-be36-507d03fb19d1 req-691c2033-3706-439f-92c9-3c3e07b0c617 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] 10.222.0.39 "GET /v2.0/security-groups?id=acce5d50-80c7-459a-8d6c-3aec4a7c97df&id=853e07d7-c0f4-4b67-a247-29748be080a8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2255981 Aug 12 14:52:14.627313 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [req-a7ddf566-3f03-48de-83dc-c925da8c33a8 req-34516e62-ac66-470f-bf95-19d890457b63 service neutron] In _notify_port_updated(), no bound segment for port 5bb0a447-96d6-4415-8a53-9ce9a3ae9385 on network b1fed0d0-2b0c-4ed8-b3b7-4ff4b735f473 {{(pid=94467) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 12 14:52:14.628213 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ddf566-3f03-48de-83dc-c925da8c33a8 req-34516e62-ac66-470f-bf95-19d890457b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:52:14.629005 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-a7ddf566-3f03-48de-83dc-c925da8c33a8 req-34516e62-ac66-470f-bf95-19d890457b63 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:14.630318 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a7ddf566-3f03-48de-83dc-c925da8c33a8 req-34516e62-ac66-470f-bf95-19d890457b63 service neutron] 10.222.0.64 "PUT /v2.0/ports/5bb0a447-96d6-4415-8a53-9ce9a3ae9385 HTTP/1.1" status: 200 len: 1027 time: 0.6643944 Aug 12 14:52:14.632387 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-78e4822a-69ee-43e1-87af-9774fda9f3da req-c281d2d3-e5f2-474e-a2c3-33b98e682ed8 service neutron] 10.222.0.49 "GET /v2.0/networks/742f197c-8a19-4bb3-8560-845411781a1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3390298 Aug 12 14:52:14.716304 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device 5bb0a447-96d6-4415-8a53-9ce9a3ae9385 not bound to the agent host n-h1-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:52:14.716740 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device 193ce8b9-1189-46e3-aa87-cd5d43e80d96 no longer exists at agent hyperv_n-h1-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:52:14.718942 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5d760977-e556-4778-bfc3-f1c25c902b9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:14.740771 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Pushing event updated for resources: {'Port': ['ID=57eff036-3311-481b-b542-bcfb85ced81c,revision_number=6']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:52:14.763334 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-152e7d14-dd2c-42a7-82d0-fbd1d8dbd2bc tempest-AllowedAddressPairTestJSON-921276226 tempest-AllowedAddressPairTestJSON-921276226-project] In _notify_port_updated(), no bound segment for port 25f43c0b-06fa-4577-8a9c-cd4052c1a82d on network 0d75fb5b-342e-4c1b-be07-d83a640907a1 {{(pid=94466) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 12 14:52:14.768232 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [req-a7ddf566-3f03-48de-83dc-c925da8c33a8 req-f12ed46f-52e1-46e5-9785-9991ed634da7 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Deleting port 8a2a2db8-839c-4c50-9e8b-57a36dc63c1f {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:52:14.768734 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-a7ddf566-3f03-48de-83dc-c925da8c33a8 req-f12ed46f-52e1-46e5-9785-9991ed634da7 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:14.770446 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-152e7d14-dd2c-42a7-82d0-fbd1d8dbd2bc tempest-AllowedAddressPairTestJSON-921276226 tempest-AllowedAddressPairTestJSON-921276226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:52:14.771139 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-152e7d14-dd2c-42a7-82d0-fbd1d8dbd2bc tempest-AllowedAddressPairTestJSON-921276226 tempest-AllowedAddressPairTestJSON-921276226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:14.772611 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-152e7d14-dd2c-42a7-82d0-fbd1d8dbd2bc tempest-AllowedAddressPairTestJSON-921276226 tempest-AllowedAddressPairTestJSON-921276226-project] 10.222.0.39 "PUT /v2.0/ports/25f43c0b-06fa-4577-8a9c-cd4052c1a82d HTTP/1.1" status: 200 len: 1057 time: 1.3146608 Aug 12 14:52:14.779797 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 60526) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:52:14.811524 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:14.829767 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5d760977-e556-4778-bfc3-f1c25c902b9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:14.855226 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port 193ce8b9-1189-46e3-aa87-cd5d43e80d96, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=193ce8b9-1189-46e3-aa87-cd5d43e80d96,segment=NetworkSegment(6e9bacb5-9701-46a9-adfa-39555d8c5ebb),segment_id=6e9bacb5-9701-46a9-adfa-39555d8c5ebb)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:52:14.863107 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:14.863437 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device 7de8ae80-93f9-4c28-b118-83a2cf3c4c92 no longer exists at agent hyperv_n-h1-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:52:14.867611 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f5284a27-8886-479b-ba43-d2dff92eba8b None None] Provisioning complete for port 25f43c0b-06fa-4577-8a9c-cd4052c1a82d triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:52:14.868480 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f5284a27-8886-479b-ba43-d2dff92eba8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:14.904731 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-a7ddf566-3f03-48de-83dc-c925da8c33a8 req-f12ed46f-52e1-46e5-9785-9991ed634da7 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] For port 8a2a2db8-839c-4c50-9e8b-57a36dc63c1f, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=8a2a2db8-839c-4c50-9e8b-57a36dc63c1f,segment=NetworkSegment(7719c74d-4dec-43da-873e-de69f6f169be),segment_id=7719c74d-4dec-43da-873e-de69f6f169be)] {{(pid=94467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:52:14.905802 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-a7ddf566-3f03-48de-83dc-c925da8c33a8 req-f12ed46f-52e1-46e5-9785-9991ed634da7 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:14.924039 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [req-a7ddf566-3f03-48de-83dc-c925da8c33a8 req-f12ed46f-52e1-46e5-9785-9991ed634da7 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Calling delete_port for 8a2a2db8-839c-4c50-9e8b-57a36dc63c1f owned by compute:nova {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:52:14.955739 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-78e4822a-69ee-43e1-87af-9774fda9f3da req-535401dd-01a3-451e-8b3c-fd357dd8487f service neutron] 10.222.0.49 "GET /v2.0/networks/742f197c-8a19-4bb3-8560-845411781a1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3090706 Aug 12 14:52:14.971421 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-f5284a27-8886-479b-ba43-d2dff92eba8b None None] Port 25f43c0b-06fa-4577-8a9c-cd4052c1a82d cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 14:52:14.996771 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa930d9a-a370-4d3c-a589-2643b0fc50f4 req-fff889e7-ef6a-4c0c-8b72-5b91c8faa9f0 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:52:14.998308 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-aa930d9a-a370-4d3c-a589-2643b0fc50f4 req-fff889e7-ef6a-4c0c-8b72-5b91c8faa9f0 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/ports?device_id=d89c572a-9ecf-42f3-aaab-789262bca2fb HTTP/1.1" status: 200 len: 945 time: 0.0836484 Aug 12 14:52:15.004998 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-0404c7e5-b323-437c-a4a6-eb371f8cd77d tempest-AllowedAddressPairTestJSON-921276226 tempest-AllowedAddressPairTestJSON-921276226-project] Deleting port 25f43c0b-06fa-4577-8a9c-cd4052c1a82d {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:52:15.005526 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0404c7e5-b323-437c-a4a6-eb371f8cd77d tempest-AllowedAddressPairTestJSON-921276226 tempest-AllowedAddressPairTestJSON-921276226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:15.009016 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Pushing event updated for resources: {'Port': ['ID=193ce8b9-1189-46e3-aa87-cd5d43e80d96,revision_number=6']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:52:15.010081 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5d760977-e556-4778-bfc3-f1c25c902b9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:15.012591 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5d760977-e556-4778-bfc3-f1c25c902b9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:15.016136 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-5d760977-e556-4778-bfc3-f1c25c902b9f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f890dc7e-7cc1-4aca-b3c8-c29bd1e53f9c HTTP/1.1" status: 204 len: 168 time: 0.5861838 Aug 12 14:52:15.079408 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d760977-e556-4778-bfc3-f1c25c902b9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f890dc7e-7cc1-4aca-b3c8-c29bd1e53f9c,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:52:15.131631 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-aa930d9a-a370-4d3c-a589-2643b0fc50f4 req-a2887c5b-a686-40c7-bf36-18e4e2cb3bb1 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/security-groups?id=70daefbf-eec6-4754-864f-8c40c2c28cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1069074 Aug 12 14:52:15.168265 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0404c7e5-b323-437c-a4a6-eb371f8cd77d tempest-AllowedAddressPairTestJSON-921276226 tempest-AllowedAddressPairTestJSON-921276226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:15.193133 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-0404c7e5-b323-437c-a4a6-eb371f8cd77d tempest-AllowedAddressPairTestJSON-921276226 tempest-AllowedAddressPairTestJSON-921276226-project] Calling delete_port for 25f43c0b-06fa-4577-8a9c-cd4052c1a82d owned by {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:52:15.205628 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b580fa-c15e-44fc-beae-fe9c1972a2f1 req-c4d658c1-7d60-4866-8d52-0a80d16b1bf7 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:52:15.207917 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-84b580fa-c15e-44fc-beae-fe9c1972a2f1 req-c4d658c1-7d60-4866-8d52-0a80d16b1bf7 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] 10.222.0.39 "GET /v2.0/ports?device_id=1db5c5cf-3fd5-427d-9e53-d5c93e201465 HTTP/1.1" status: 200 len: 946 time: 0.1626632 Aug 12 14:52:15.247101 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f5284a27-8886-479b-ba43-d2dff92eba8b None None] Provisioning complete for port 5bb0a447-96d6-4415-8a53-9ce9a3ae9385 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:52:15.247656 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f5284a27-8886-479b-ba43-d2dff92eba8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:15.263636 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-a7ddf566-3f03-48de-83dc-c925da8c33a8 req-f12ed46f-52e1-46e5-9785-9991ed634da7 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:15.283811 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:15.307977 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-f5284a27-8886-479b-ba43-d2dff92eba8b None None] Port 5bb0a447-96d6-4415-8a53-9ce9a3ae9385 cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 14:52:15.320128 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-84b580fa-c15e-44fc-beae-fe9c1972a2f1 req-ae4c207f-94c8-4dfd-a8f1-2b43058d3af3 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] 10.222.0.39 "GET /v2.0/security-groups?id=d503e6e0-4ce0-4f78-842d-abe0bf3f8a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997059 Aug 12 14:52:15.336527 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port 7de8ae80-93f9-4c28-b118-83a2cf3c4c92, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=7de8ae80-93f9-4c28-b118-83a2cf3c4c92,segment=NetworkSegment(241c97dc-4b9b-4462-a69d-097a1bbfec16),segment_id=241c97dc-4b9b-4462-a69d-097a1bbfec16)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:52:15.336795 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12ed46f-52e1-46e5-9785-9991ed634da7 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Pushing event deleted for resources: {'Port': ['ID=8a2a2db8-839c-4c50-9e8b-57a36dc63c1f,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:52:15.336906 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:15.336906 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device 4923449d-bcf2-48db-a05c-3f4b4d068e78 no longer exists at agent hyperv_n-h1-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:52:15.388431 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7ddf566-3f03-48de-83dc-c925da8c33a8 req-f12ed46f-52e1-46e5-9785-9991ed634da7 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] No DVR routers for this DVR port 8a2a2db8-839c-4c50-9e8b-57a36dc63c1f on host n-h1-694802-15 {{(pid=94467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:52:15.396283 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-a7ddf566-3f03-48de-83dc-c925da8c33a8 req-f12ed46f-52e1-46e5-9785-9991ed634da7 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:15.398453 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a7ddf566-3f03-48de-83dc-c925da8c33a8 req-f12ed46f-52e1-46e5-9785-9991ed634da7 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] 10.222.0.64 "DELETE /v2.0/ports/8a2a2db8-839c-4c50-9e8b-57a36dc63c1f HTTP/1.1" status: 204 len: 173 time: 0.7616971 Aug 12 14:52:15.398854 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b84c5c28-8f10-4782-84ae-2f8fa89bf4c6', 'name': 'network-vif-deleted', 'tag': '8a2a2db8-839c-4c50-9e8b-57a36dc63c1f'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:52:15.401501 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e65282f928b64038367d043a4411777802006c43a98742496cb2e25b724ff1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa217725-5cb0-4561-8d6d-d9eb03974178" -d '{"events": [{"server_uuid": "b84c5c28-8f10-4782-84ae-2f8fa89bf4c6", "name": "network-vif-deleted", "tag": "8a2a2db8-839c-4c50-9e8b-57a36dc63c1f"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:52:15.446403 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Pushing event updated for resources: {'Port': ['ID=7de8ae80-93f9-4c28-b118-83a2cf3c4c92,revision_number=6']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:52:15.494299 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 14:52:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ae16547-1bd7-4c98-9a75-d672cd8c85ad x-openstack-request-id: req-3ae16547-1bd7-4c98-9a75-d672cd8c85ad {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:52:15.494652 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b84c5c28-8f10-4782-84ae-2f8fa89bf4c6", "name": "network-vif-deleted", "tag": "8a2a2db8-839c-4c50-9e8b-57a36dc63c1f", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:52:15.494993 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3ae16547-1bd7-4c98-9a75-d672cd8c85ad {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:52:15.495631 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b84c5c28-8f10-4782-84ae-2f8fa89bf4c6', 'name': 'network-vif-deleted', 'tag': '8a2a2db8-839c-4c50-9e8b-57a36dc63c1f', 'status': 'completed', 'code': 200} Aug 12 14:52:15.515377 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:15.540213 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [req-a7ddf566-3f03-48de-83dc-c925da8c33a8 req-7df21973-f19c-4e1d-82f8-9b91f0fa7380 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Deleting port 193ce8b9-1189-46e3-aa87-cd5d43e80d96 {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:52:15.540653 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-a7ddf566-3f03-48de-83dc-c925da8c33a8 req-7df21973-f19c-4e1d-82f8-9b91f0fa7380 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:15.570417 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port 4923449d-bcf2-48db-a05c-3f4b4d068e78, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=4923449d-bcf2-48db-a05c-3f4b4d068e78,segment=NetworkSegment(7719c74d-4dec-43da-873e-de69f6f169be),segment_id=7719c74d-4dec-43da-873e-de69f6f169be)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:52:15.592628 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:15.631502 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-fe95f194-a3b0-4c04-9e42-20b511169d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:15.698077 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-a7ddf566-3f03-48de-83dc-c925da8c33a8 req-7df21973-f19c-4e1d-82f8-9b91f0fa7380 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] For port 193ce8b9-1189-46e3-aa87-cd5d43e80d96, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=193ce8b9-1189-46e3-aa87-cd5d43e80d96,segment=NetworkSegment(6e9bacb5-9701-46a9-adfa-39555d8c5ebb),segment_id=6e9bacb5-9701-46a9-adfa-39555d8c5ebb)] {{(pid=94467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:52:15.698456 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-a7ddf566-3f03-48de-83dc-c925da8c33a8 req-7df21973-f19c-4e1d-82f8-9b91f0fa7380 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:15.721413 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Pushing event updated for resources: {'Port': ['ID=4923449d-bcf2-48db-a05c-3f4b4d068e78,revision_number=6']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:52:15.822905 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0404c7e5-b323-437c-a4a6-eb371f8cd77d tempest-AllowedAddressPairTestJSON-921276226 tempest-AllowedAddressPairTestJSON-921276226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:15.855208 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e2c6d4-1893-4033-8c0c-4ca53fc09358 req-631dec7b-b961-40e6-987c-e3537898be68 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:52:15.862324 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e2c6d4-1893-4033-8c0c-4ca53fc09358 req-631dec7b-b961-40e6-987c-e3537898be68 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:52:15.868680 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e2c6d4-1893-4033-8c0c-4ca53fc09358 req-631dec7b-b961-40e6-987c-e3537898be68 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:52:15.880790 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0404c7e5-b323-437c-a4a6-eb371f8cd77d tempest-AllowedAddressPairTestJSON-921276226 tempest-AllowedAddressPairTestJSON-921276226-project] Pushing event deleted for resources: {'Port': ['ID=25f43c0b-06fa-4577-8a9c-cd4052c1a82d,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:52:15.885896 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e2c6d4-1893-4033-8c0c-4ca53fc09358 req-631dec7b-b961-40e6-987c-e3537898be68 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:52:15.887679 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a6e2c6d4-1893-4033-8c0c-4ca53fc09358 req-631dec7b-b961-40e6-987c-e3537898be68 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] 10.222.0.39 "GET /v2.0/ports?device_id=b84c5c28-8f10-4782-84ae-2f8fa89bf4c6 HTTP/1.1" status: 200 len: 3143 time: 0.1103163 Aug 12 14:52:16.027578 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a6e2c6d4-1893-4033-8c0c-4ca53fc09358 req-6b81e979-7df2-4053-89d7-24d8bab898ea tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] 10.222.0.39 "GET /v2.0/security-groups?id=acce5d50-80c7-459a-8d6c-3aec4a7c97df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0943708 Aug 12 14:52:16.060610 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-a7ddf566-3f03-48de-83dc-c925da8c33a8 req-7df21973-f19c-4e1d-82f8-9b91f0fa7380 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:16.061038 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-a7ddf566-3f03-48de-83dc-c925da8c33a8 req-7df21973-f19c-4e1d-82f8-9b91f0fa7380 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431510'] for floatingip, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:16.061356 n-d-694802-15 neutron-server[94467]: INFO neutron.db.l3_db [req-a7ddf566-3f03-48de-83dc-c925da8c33a8 req-7df21973-f19c-4e1d-82f8-9b91f0fa7380 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Floating IP 4f3cd418-fa8f-4ae0-bb14-53c69146d0d7 disassociated. External IP: 172.25.1.213, port: 193ce8b9-1189-46e3-aa87-cd5d43e80d96. Aug 12 14:52:16.061696 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [req-a7ddf566-3f03-48de-83dc-c925da8c33a8 req-7df21973-f19c-4e1d-82f8-9b91f0fa7380 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Calling delete_port for 193ce8b9-1189-46e3-aa87-cd5d43e80d96 owned by compute:nova {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:52:16.166190 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0404c7e5-b323-437c-a4a6-eb371f8cd77d tempest-AllowedAddressPairTestJSON-921276226 tempest-AllowedAddressPairTestJSON-921276226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:16.173107 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-0404c7e5-b323-437c-a4a6-eb371f8cd77d tempest-AllowedAddressPairTestJSON-921276226 tempest-AllowedAddressPairTestJSON-921276226-project] 10.222.0.39 "DELETE /v2.0/ports/25f43c0b-06fa-4577-8a9c-cd4052c1a82d HTTP/1.1" status: 204 len: 168 time: 1.3903313 Aug 12 14:52:16.173731 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 60558) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:52:16.203680 n-d-694802-15 neutron-server[94466]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e9491fa-5c3f-4001-95f7-39ffddc23d6b tempest-AllowedAddressPairTestJSON-921276226 tempest-AllowedAddressPairTestJSON-921276226-project] GET failed (client error): The resource could not be found. Aug 12 14:52:16.209068 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-5e9491fa-5c3f-4001-95f7-39ffddc23d6b tempest-AllowedAddressPairTestJSON-921276226 tempest-AllowedAddressPairTestJSON-921276226-project] 10.222.0.39 "GET /v2.0/ports/25f43c0b-06fa-4577-8a9c-cd4052c1a82d HTTP/1.1" status: 404 len: 333 time: 0.0341840 Aug 12 14:52:16.209316 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 60562) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:52:16.264487 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-a7ddf566-3f03-48de-83dc-c925da8c33a8 req-7df21973-f19c-4e1d-82f8-9b91f0fa7380 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:16.293029 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6cb7e7-7937-4c33-8396-f3e0686544e8 req-7df9da31-5f3d-4061-940f-946cdcbef7db tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:52:16.295413 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-ae6cb7e7-7937-4c33-8396-f3e0686544e8 req-7df9da31-5f3d-4061-940f-946cdcbef7db tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/ports?device_id=d89c572a-9ecf-42f3-aaab-789262bca2fb HTTP/1.1" status: 200 len: 945 time: 0.0571971 Aug 12 14:52:16.319933 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df21973-f19c-4e1d-82f8-9b91f0fa7380 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Pushing event deleted for resources: {'Port': ['ID=193ce8b9-1189-46e3-aa87-cd5d43e80d96,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:52:16.342135 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-ae6cb7e7-7937-4c33-8396-f3e0686544e8 req-3209e17e-abe7-4478-9692-c5de62cf5759 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/security-groups?id=70daefbf-eec6-4754-864f-8c40c2c28cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389960 Aug 12 14:52:16.417537 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-9c279c65-8084-407d-b84b-9a40d3fa4043 tempest-AllowedAddressPairTestJSON-921276226 tempest-AllowedAddressPairTestJSON-921276226-project] Deleting port 2bf4cbe7-dea3-4a56-a100-5f71a763bd4f {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:52:16.418183 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-9c279c65-8084-407d-b84b-9a40d3fa4043 tempest-AllowedAddressPairTestJSON-921276226 tempest-AllowedAddressPairTestJSON-921276226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:16.451517 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b84c5c28-8f10-4782-84ae-2f8fa89bf4c6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '57eff036-3311-481b-b542-bcfb85ced81c'}, {'server_uuid': 'b84c5c28-8f10-4782-84ae-2f8fa89bf4c6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '193ce8b9-1189-46e3-aa87-cd5d43e80d96'}, {'server_uuid': 'b84c5c28-8f10-4782-84ae-2f8fa89bf4c6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7de8ae80-93f9-4c28-b118-83a2cf3c4c92'}, {'server_uuid': 'b84c5c28-8f10-4782-84ae-2f8fa89bf4c6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4923449d-bcf2-48db-a05c-3f4b4d068e78'}] {{(pid=94468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:52:16.454248 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99a8d87602170099c728e57431aca99e9b98a655a83bbf8727be13192709727b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67fb0a2a-1f78-45a3-a9ed-0861aded5eb0" -d '{"events": [{"server_uuid": "b84c5c28-8f10-4782-84ae-2f8fa89bf4c6", "name": "network-vif-unplugged", "status": "completed", "tag": "57eff036-3311-481b-b542-bcfb85ced81c"}, {"server_uuid": "b84c5c28-8f10-4782-84ae-2f8fa89bf4c6", "name": "network-vif-unplugged", "status": "completed", "tag": "193ce8b9-1189-46e3-aa87-cd5d43e80d96"}, {"server_uuid": "b84c5c28-8f10-4782-84ae-2f8fa89bf4c6", "name": "network-vif-unplugged", "status": "completed", "tag": "7de8ae80-93f9-4c28-b118-83a2cf3c4c92"}, {"server_uuid": "b84c5c28-8f10-4782-84ae-2f8fa89bf4c6", "name": "network-vif-unplugged", "status": "completed", "tag": "4923449d-bcf2-48db-a05c-3f4b4d068e78"}]}' {{(pid=94468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:52:16.501269 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 704 Content-Type: application/json Date: Thu, 12 Aug 2021 14:52:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-809f6cbf-e2ff-415a-806d-4697b9a68c9b x-openstack-request-id: req-809f6cbf-e2ff-415a-806d-4697b9a68c9b {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:52:16.501758 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b84c5c28-8f10-4782-84ae-2f8fa89bf4c6", "name": "network-vif-unplugged", "status": "completed", "tag": "57eff036-3311-481b-b542-bcfb85ced81c", "code": 200}, {"server_uuid": "b84c5c28-8f10-4782-84ae-2f8fa89bf4c6", "name": "network-vif-unplugged", "status": "completed", "tag": "193ce8b9-1189-46e3-aa87-cd5d43e80d96", "code": 200}, {"server_uuid": "b84c5c28-8f10-4782-84ae-2f8fa89bf4c6", "name": "network-vif-unplugged", "status": "completed", "tag": "7de8ae80-93f9-4c28-b118-83a2cf3c4c92", "code": 200}, {"server_uuid": "b84c5c28-8f10-4782-84ae-2f8fa89bf4c6", "name": "network-vif-unplugged", "status": "completed", "tag": "4923449d-bcf2-48db-a05c-3f4b4d068e78", "code": 200}]} {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:52:16.502228 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-809f6cbf-e2ff-415a-806d-4697b9a68c9b {{(pid=94468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:52:16.502810 n-d-694802-15 neutron-server[94468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b84c5c28-8f10-4782-84ae-2f8fa89bf4c6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '57eff036-3311-481b-b542-bcfb85ced81c', 'code': 200} Aug 12 14:52:16.503094 n-d-694802-15 neutron-server[94468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b84c5c28-8f10-4782-84ae-2f8fa89bf4c6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '193ce8b9-1189-46e3-aa87-cd5d43e80d96', 'code': 200} Aug 12 14:52:16.503364 n-d-694802-15 neutron-server[94468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b84c5c28-8f10-4782-84ae-2f8fa89bf4c6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7de8ae80-93f9-4c28-b118-83a2cf3c4c92', 'code': 200} Aug 12 14:52:16.503894 n-d-694802-15 neutron-server[94468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b84c5c28-8f10-4782-84ae-2f8fa89bf4c6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4923449d-bcf2-48db-a05c-3f4b4d068e78', 'code': 200} Aug 12 14:52:16.556844 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb94ba8-b172-4512-ae62-bd9d37c4d994 req-1446a951-5671-41af-879a-28c95cc707b8 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:52:16.558329 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3fb94ba8-b172-4512-ae62-bd9d37c4d994 req-1446a951-5671-41af-879a-28c95cc707b8 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] 10.222.0.39 "GET /v2.0/ports?device_id=1db5c5cf-3fd5-427d-9e53-d5c93e201465 HTTP/1.1" status: 200 len: 946 time: 0.1551013 Aug 12 14:52:16.582136 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a7ddf566-3f03-48de-83dc-c925da8c33a8 req-7df21973-f19c-4e1d-82f8-9b91f0fa7380 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Router 5167d5e4-5aa2-47c6-ba2c-942c4bffcf2b has already been hosted by L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f {{(pid=94467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 14:52:16.602050 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-9c279c65-8084-407d-b84b-9a40d3fa4043 tempest-AllowedAddressPairTestJSON-921276226 tempest-AllowedAddressPairTestJSON-921276226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:16.621779 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-9c279c65-8084-407d-b84b-9a40d3fa4043 tempest-AllowedAddressPairTestJSON-921276226 tempest-AllowedAddressPairTestJSON-921276226-project] Calling delete_port for 2bf4cbe7-dea3-4a56-a100-5f71a763bd4f owned by {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:52:16.679820 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3fb94ba8-b172-4512-ae62-bd9d37c4d994 req-8ad32ffb-4a64-48d2-8303-deff98e9584f tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] 10.222.0.39 "GET /v2.0/security-groups?id=d503e6e0-4ce0-4f78-842d-abe0bf3f8a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104012 Aug 12 14:52:17.139346 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a7ddf566-3f03-48de-83dc-c925da8c33a8 req-7df21973-f19c-4e1d-82f8-9b91f0fa7380 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 14:52:17.151880 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1e05601-2820-40b6-af1b-fb97ee9d7b9a None None] Sync routers for ids ['5167d5e4-5aa2-47c6-ba2c-942c4bffcf2b'] in n-d-694802-15 {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 14:52:17.162377 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1e05601-2820-40b6-af1b-fb97ee9d7b9a None None] Routers {'5167d5e4-5aa2-47c6-ba2c-942c4bffcf2b'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:52:17.163609 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-b1e05601-2820-40b6-af1b-fb97ee9d7b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:52:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['5167d5e4-5aa2-47c6-ba2c-942c4bffcf2b'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:52:17.196912 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc63de1-029e-42cd-ab94-0c037a7f2776 req-4fc9b3ff-23fc-4670-9670-0d1b736cf65e tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:52:17.205093 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc63de1-029e-42cd-ab94-0c037a7f2776 req-4fc9b3ff-23fc-4670-9670-0d1b736cf65e tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:52:17.210626 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7ddf566-3f03-48de-83dc-c925da8c33a8 req-7df21973-f19c-4e1d-82f8-9b91f0fa7380 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] No DVR routers for this DVR port 193ce8b9-1189-46e3-aa87-cd5d43e80d96 on host n-h1-694802-15 {{(pid=94467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:52:17.212925 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc63de1-029e-42cd-ab94-0c037a7f2776 req-4fc9b3ff-23fc-4670-9670-0d1b736cf65e tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:52:17.215010 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-a7ddf566-3f03-48de-83dc-c925da8c33a8 req-7df21973-f19c-4e1d-82f8-9b91f0fa7380 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:17.217111 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a7ddf566-3f03-48de-83dc-c925da8c33a8 req-7df21973-f19c-4e1d-82f8-9b91f0fa7380 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] 10.222.0.64 "DELETE /v2.0/ports/193ce8b9-1189-46e3-aa87-cd5d43e80d96 HTTP/1.1" status: 204 len: 173 time: 1.8125348 Aug 12 14:52:17.222289 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-2dc63de1-029e-42cd-ab94-0c037a7f2776 req-4fc9b3ff-23fc-4670-9670-0d1b736cf65e tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] 10.222.0.39 "GET /v2.0/ports?device_id=b84c5c28-8f10-4782-84ae-2f8fa89bf4c6 HTTP/1.1" status: 200 len: 2409 time: 0.1026874 Aug 12 14:52:17.255044 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 60592) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:52:17.271285 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-2dc63de1-029e-42cd-ab94-0c037a7f2776 req-8a4459f6-c5b1-4495-a363-d882559e4865 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] 10.222.0.39 "GET /v2.0/security-groups?id=acce5d50-80c7-459a-8d6c-3aec4a7c97df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449502 Aug 12 14:52:17.285252 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-9c279c65-8084-407d-b84b-9a40d3fa4043 tempest-AllowedAddressPairTestJSON-921276226 tempest-AllowedAddressPairTestJSON-921276226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:17.294167 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvr_db [None req-b1e05601-2820-40b6-af1b-fb97ee9d7b9a None None] Set router 5167d5e4-5aa2-47c6-ba2c-942c4bffcf2b gateway port host: n-d-694802-15 {{(pid=94468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:52:17.342061 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c279c65-8084-407d-b84b-9a40d3fa4043 tempest-AllowedAddressPairTestJSON-921276226 tempest-AllowedAddressPairTestJSON-921276226-project] Pushing event deleted for resources: {'Port': ['ID=2bf4cbe7-dea3-4a56-a100-5f71a763bd4f,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:52:17.458887 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-6a801dc4-4926-499a-ac10-e3242b288ba3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:17.499385 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b84c5c28-8f10-4782-84ae-2f8fa89bf4c6', 'name': 'network-vif-deleted', 'tag': '193ce8b9-1189-46e3-aa87-cd5d43e80d96'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:52:17.501665 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e65282f928b64038367d043a4411777802006c43a98742496cb2e25b724ff1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc94fda0-970a-4ebc-93b4-d490cceb73f9" -d '{"events": [{"server_uuid": "b84c5c28-8f10-4782-84ae-2f8fa89bf4c6", "name": "network-vif-deleted", "tag": "193ce8b9-1189-46e3-aa87-cd5d43e80d96"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:52:17.522215 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-b1e05601-2820-40b6-af1b-fb97ee9d7b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5167d5e4-5aa2-47c6-ba2c-942c4bffcf2b', 'name': 'tempest-TaggedBootDevicesTest-1682854480-router', 'tenant_id': 'a2fc72cd4bf747caa1a4809b30f44b5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.68'}], 'enable_snat': True}, 'gw_port_id': '527deb2a-3d91-4db2-9871-bb1e85629f48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:41:18Z', 'updated_at': '2021-08-12T14:41:26Z', 'revision_number': 4, 'project_id': 'a2fc72cd4bf747caa1a4809b30f44b5f', 'gw_port': {'id': '527deb2a-3d91-4db2-9871-bb1e85629f48', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:db:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5167d5e4-5aa2-47c6-ba2c-942c4bffcf2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:41:20Z', 'updated_at': '2021-08-12T14:41:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': '27bf1d5a-8d08-4e56-8b00-44b2e20888df', 'name': '', 'network_id': 'b0e24b64-21a7-4e71-9bbe-cc7d87ed30df', 'tenant_id': 'a2fc72cd4bf747caa1a4809b30f44b5f', 'mac_address': 'fa:16:3e:05:27:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5167d5e4-5aa2-47c6-ba2c-942c4bffcf2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1403, 'fixed_ips': [{'subnet_id': '7be71cde-d18d-4052-a6ca-8e91d1377f01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:41:25Z', 'updated_at': '2021-08-12T14:41:37Z', 'revision_number': 5, 'project_id': 'a2fc72cd4bf747caa1a4809b30f44b5f', 'subnets': [{'id': '7be71cde-d18d-4052-a6ca-8e91d1377f01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:52:17.539472 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-9c279c65-8084-407d-b84b-9a40d3fa4043 tempest-AllowedAddressPairTestJSON-921276226 tempest-AllowedAddressPairTestJSON-921276226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:17.542448 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-9c279c65-8084-407d-b84b-9a40d3fa4043 tempest-AllowedAddressPairTestJSON-921276226 tempest-AllowedAddressPairTestJSON-921276226-project] 10.222.0.39 "DELETE /v2.0/ports/2bf4cbe7-dea3-4a56-a100-5f71a763bd4f HTTP/1.1" status: 204 len: 168 time: 1.3310916 Aug 12 14:52:17.545108 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 60600) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:52:17.562009 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1e05601-2820-40b6-af1b-fb97ee9d7b9a None None] Checking router: 5167d5e4-5aa2-47c6-ba2c-942c4bffcf2b for host: n-d-694802-15 {{(pid=94468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 14:52:17.567482 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a102254d-5823-448e-9690-d225b616f5ae req-26bc8857-0769-4966-9a70-226dd6d9b032 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:52:17.571038 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a102254d-5823-448e-9690-d225b616f5ae req-26bc8857-0769-4966-9a70-226dd6d9b032 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/ports?device_id=d89c572a-9ecf-42f3-aaab-789262bca2fb HTTP/1.1" status: 200 len: 945 time: 0.1261294 Aug 12 14:52:17.575935 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [req-a7ddf566-3f03-48de-83dc-c925da8c33a8 req-50047cb7-656b-4844-a281-efec0c30566b tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Deleting port 57eff036-3311-481b-b542-bcfb85ced81c {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:52:17.576276 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-a7ddf566-3f03-48de-83dc-c925da8c33a8 req-50047cb7-656b-4844-a281-efec0c30566b tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:17.581878 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1e05601-2820-40b6-af1b-fb97ee9d7b9a None None] Routers {'5167d5e4-5aa2-47c6-ba2c-942c4bffcf2b'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:52:17.582714 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-b1e05601-2820-40b6-af1b-fb97ee9d7b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:52:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['5167d5e4-5aa2-47c6-ba2c-942c4bffcf2b'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:52:17.608198 n-d-694802-15 neutron-server[94466]: INFO neutron.pecan_wsgi.hooks.translation [None req-a519cffa-1f9c-4c59-a257-3646f593cfb0 tempest-AllowedAddressPairTestJSON-921276226 tempest-AllowedAddressPairTestJSON-921276226-project] GET failed (client error): The resource could not be found. Aug 12 14:52:17.612992 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-a519cffa-1f9c-4c59-a257-3646f593cfb0 tempest-AllowedAddressPairTestJSON-921276226 tempest-AllowedAddressPairTestJSON-921276226-project] 10.222.0.39 "GET /v2.0/ports/2bf4cbe7-dea3-4a56-a100-5f71a763bd4f HTTP/1.1" status: 404 len: 333 time: 0.0622158 Aug 12 14:52:17.613732 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 60602) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:52:17.638786 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 14:52:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b8a1b9d-f282-4a3e-a8a7-d8db3fb50402 x-openstack-request-id: req-6b8a1b9d-f282-4a3e-a8a7-d8db3fb50402 {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:52:17.639071 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b84c5c28-8f10-4782-84ae-2f8fa89bf4c6", "name": "network-vif-deleted", "tag": "193ce8b9-1189-46e3-aa87-cd5d43e80d96", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:52:17.639281 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6b8a1b9d-f282-4a3e-a8a7-d8db3fb50402 {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:52:17.639651 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b84c5c28-8f10-4782-84ae-2f8fa89bf4c6', 'name': 'network-vif-deleted', 'tag': '193ce8b9-1189-46e3-aa87-cd5d43e80d96', 'status': 'completed', 'code': 200} Aug 12 14:52:17.710110 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a102254d-5823-448e-9690-d225b616f5ae req-a548aae1-73d4-4fe8-8fd7-88137939e621 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/security-groups?id=70daefbf-eec6-4754-864f-8c40c2c28cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1249239 Aug 12 14:52:17.720928 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-14428b37-9898-4678-bdfb-cefa56da4478 tempest-AllowedAddressPairTestJSON-921276226 tempest-AllowedAddressPairTestJSON-921276226-project] Deleting port 57fda286-18e8-4a96-b4e6-30c54603e712 {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:52:17.721398 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-14428b37-9898-4678-bdfb-cefa56da4478 tempest-AllowedAddressPairTestJSON-921276226 tempest-AllowedAddressPairTestJSON-921276226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:17.726154 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvr_db [None req-b1e05601-2820-40b6-af1b-fb97ee9d7b9a None None] Set router 5167d5e4-5aa2-47c6-ba2c-942c4bffcf2b gateway port host: n-d-694802-15 {{(pid=94468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:52:17.732986 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-a7ddf566-3f03-48de-83dc-c925da8c33a8 req-50047cb7-656b-4844-a281-efec0c30566b tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] For port 57eff036-3311-481b-b542-bcfb85ced81c, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=57eff036-3311-481b-b542-bcfb85ced81c,segment=NetworkSegment(241c97dc-4b9b-4462-a69d-097a1bbfec16),segment_id=241c97dc-4b9b-4462-a69d-097a1bbfec16)] {{(pid=94467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:52:17.733354 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-a7ddf566-3f03-48de-83dc-c925da8c33a8 req-50047cb7-656b-4844-a281-efec0c30566b tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:17.754272 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [req-a7ddf566-3f03-48de-83dc-c925da8c33a8 req-50047cb7-656b-4844-a281-efec0c30566b tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Calling delete_port for 57eff036-3311-481b-b542-bcfb85ced81c owned by compute:nova {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:52:17.781243 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-6a801dc4-4926-499a-ac10-e3242b288ba3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:17.812373 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-6a801dc4-4926-499a-ac10-e3242b288ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:17.847950 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-14428b37-9898-4678-bdfb-cefa56da4478 tempest-AllowedAddressPairTestJSON-921276226 tempest-AllowedAddressPairTestJSON-921276226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:17.864223 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-6a801dc4-4926-499a-ac10-e3242b288ba3 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2efd94c4999248cdb89c31e851131c7a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6091111 Aug 12 14:52:17.868962 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a801dc4-4926-499a-ac10-e3242b288ba3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=debed663-7436-4346-b198-677919fbff90,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:52:17.874503 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 60606) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:52:17.886353 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-14428b37-9898-4678-bdfb-cefa56da4478 tempest-AllowedAddressPairTestJSON-921276226 tempest-AllowedAddressPairTestJSON-921276226-project] Calling delete_port for 57fda286-18e8-4a96-b4e6-30c54603e712 owned by {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:52:17.915652 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406ff2cb-f046-4920-9fb5-d9903cd02273 req-227fc3b1-7ded-441c-a603-f4fb0e1ab126 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:52:17.923878 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-406ff2cb-f046-4920-9fb5-d9903cd02273 req-227fc3b1-7ded-441c-a603-f4fb0e1ab126 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] 10.222.0.39 "GET /v2.0/ports?device_id=1db5c5cf-3fd5-427d-9e53-d5c93e201465 HTTP/1.1" status: 200 len: 946 time: 0.1196895 Aug 12 14:52:17.975415 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-a7ddf566-3f03-48de-83dc-c925da8c33a8 req-50047cb7-656b-4844-a281-efec0c30566b tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:17.978112 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-b1e05601-2820-40b6-af1b-fb97ee9d7b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5167d5e4-5aa2-47c6-ba2c-942c4bffcf2b', 'name': 'tempest-TaggedBootDevicesTest-1682854480-router', 'tenant_id': 'a2fc72cd4bf747caa1a4809b30f44b5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.68'}], 'enable_snat': True}, 'gw_port_id': '527deb2a-3d91-4db2-9871-bb1e85629f48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:41:18Z', 'updated_at': '2021-08-12T14:41:26Z', 'revision_number': 4, 'project_id': 'a2fc72cd4bf747caa1a4809b30f44b5f', 'gw_port': {'id': '527deb2a-3d91-4db2-9871-bb1e85629f48', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:db:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5167d5e4-5aa2-47c6-ba2c-942c4bffcf2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:41:20Z', 'updated_at': '2021-08-12T14:41:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': '27bf1d5a-8d08-4e56-8b00-44b2e20888df', 'name': '', 'network_id': 'b0e24b64-21a7-4e71-9bbe-cc7d87ed30df', 'tenant_id': 'a2fc72cd4bf747caa1a4809b30f44b5f', 'mac_address': 'fa:16:3e:05:27:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5167d5e4-5aa2-47c6-ba2c-942c4bffcf2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1403, 'fixed_ips': [{'subnet_id': '7be71cde-d18d-4052-a6ca-8e91d1377f01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:41:25Z', 'updated_at': '2021-08-12T14:41:37Z', 'revision_number': 5, 'project_id': 'a2fc72cd4bf747caa1a4809b30f44b5f', 'subnets': [{'id': '7be71cde-d18d-4052-a6ca-8e91d1377f01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:52:18.006075 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1e05601-2820-40b6-af1b-fb97ee9d7b9a None None] The sync data for ids ['5167d5e4-5aa2-47c6-ba2c-942c4bffcf2b'] in n-d-694802-15 is: [{'id': '5167d5e4-5aa2-47c6-ba2c-942c4bffcf2b', 'name': 'tempest-TaggedBootDevicesTest-1682854480-router', 'tenant_id': 'a2fc72cd4bf747caa1a4809b30f44b5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.68'}], 'enable_snat': True}, 'gw_port_id': '527deb2a-3d91-4db2-9871-bb1e85629f48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:41:18Z', 'updated_at': '2021-08-12T14:41:26Z', 'revision_number': 4, 'project_id': 'a2fc72cd4bf747caa1a4809b30f44b5f', 'gw_port': {'id': '527deb2a-3d91-4db2-9871-bb1e85629f48', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:db:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5167d5e4-5aa2-47c6-ba2c-942c4bffcf2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:41:20Z', 'updated_at': '2021-08-12T14:41:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': '27bf1d5a-8d08-4e56-8b00-44b2e20888df', 'name': '', 'network_id': 'b0e24b64-21a7-4e71-9bbe-cc7d87ed30df', 'tenant_id': 'a2fc72cd4bf747caa1a4809b30f44b5f', 'mac_address': 'fa:16:3e:05:27:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5167d5e4-5aa2-47c6-ba2c-942c4bffcf2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1403, 'fixed_ips': [{'subnet_id': '7be71cde-d18d-4052-a6ca-8e91d1377f01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:41:25Z', 'updated_at': '2021-08-12T14:41:37Z', 'revision_number': 5, 'project_id': 'a2fc72cd4bf747caa1a4809b30f44b5f', 'subnets': [{'id': '7be71cde-d18d-4052-a6ca-8e91d1377f01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 14:52:18.006744 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50047cb7-656b-4844-a281-efec0c30566b tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Pushing event deleted for resources: {'Port': ['ID=57eff036-3311-481b-b542-bcfb85ced81c,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:52:18.060629 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7ddf566-3f03-48de-83dc-c925da8c33a8 req-50047cb7-656b-4844-a281-efec0c30566b tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] No DVR routers for this DVR port 57eff036-3311-481b-b542-bcfb85ced81c on host n-h1-694802-15 {{(pid=94467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:52:18.064076 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-a7ddf566-3f03-48de-83dc-c925da8c33a8 req-50047cb7-656b-4844-a281-efec0c30566b tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:18.066132 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a7ddf566-3f03-48de-83dc-c925da8c33a8 req-50047cb7-656b-4844-a281-efec0c30566b tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] 10.222.0.64 "DELETE /v2.0/ports/57eff036-3311-481b-b542-bcfb85ced81c HTTP/1.1" status: 204 len: 173 time: 0.8414702 Aug 12 14:52:18.066355 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-406ff2cb-f046-4920-9fb5-d9903cd02273 req-00aa1a99-6e23-4595-a96a-496588e70019 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] 10.222.0.39 "GET /v2.0/security-groups?id=d503e6e0-4ce0-4f78-842d-abe0bf3f8a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379864 Aug 12 14:52:18.087761 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-23f6a97e-67ea-4703-910b-147d8617a9e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:18.137293 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-23f6a97e-67ea-4703-910b-147d8617a9e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:18.183765 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [req-a7ddf566-3f03-48de-83dc-c925da8c33a8 req-9ac78f83-dc09-47e7-8e91-ec3ff3ede6c1 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Deleting port 4923449d-bcf2-48db-a05c-3f4b4d068e78 {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:52:18.184473 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-a7ddf566-3f03-48de-83dc-c925da8c33a8 req-9ac78f83-dc09-47e7-8e91-ec3ff3ede6c1 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:18.194299 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-14428b37-9898-4678-bdfb-cefa56da4478 tempest-AllowedAddressPairTestJSON-921276226 tempest-AllowedAddressPairTestJSON-921276226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:18.232173 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14428b37-9898-4678-bdfb-cefa56da4478 tempest-AllowedAddressPairTestJSON-921276226 tempest-AllowedAddressPairTestJSON-921276226-project] Pushing event deleted for resources: {'Port': ['ID=57fda286-18e8-4a96-b4e6-30c54603e712,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:52:18.247096 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-23f6a97e-67ea-4703-910b-147d8617a9e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:18.249591 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-23f6a97e-67ea-4703-910b-147d8617a9e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:18.252228 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-23f6a97e-67ea-4703-910b-147d8617a9e0 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/debed663-7436-4346-b198-677919fbff90 HTTP/1.1" status: 204 len: 168 time: 0.3766024 Aug 12 14:52:18.319207 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-a7ddf566-3f03-48de-83dc-c925da8c33a8 req-9ac78f83-dc09-47e7-8e91-ec3ff3ede6c1 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] For port 4923449d-bcf2-48db-a05c-3f4b4d068e78, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=4923449d-bcf2-48db-a05c-3f4b4d068e78,segment=NetworkSegment(7719c74d-4dec-43da-873e-de69f6f169be),segment_id=7719c74d-4dec-43da-873e-de69f6f169be)] {{(pid=94467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:52:18.319545 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-a7ddf566-3f03-48de-83dc-c925da8c33a8 req-9ac78f83-dc09-47e7-8e91-ec3ff3ede6c1 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:18.329049 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-14428b37-9898-4678-bdfb-cefa56da4478 tempest-AllowedAddressPairTestJSON-921276226 tempest-AllowedAddressPairTestJSON-921276226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:18.341454 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-14428b37-9898-4678-bdfb-cefa56da4478 tempest-AllowedAddressPairTestJSON-921276226 tempest-AllowedAddressPairTestJSON-921276226-project] 10.222.0.39 "DELETE /v2.0/ports/57fda286-18e8-4a96-b4e6-30c54603e712 HTTP/1.1" status: 204 len: 168 time: 0.7171705 Aug 12 14:52:18.343043 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f6a97e-67ea-4703-910b-147d8617a9e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=debed663-7436-4346-b198-677919fbff90,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:52:18.343167 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [req-a7ddf566-3f03-48de-83dc-c925da8c33a8 req-9ac78f83-dc09-47e7-8e91-ec3ff3ede6c1 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Calling delete_port for 4923449d-bcf2-48db-a05c-3f4b4d068e78 owned by compute:nova {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:52:18.347801 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f49c973-12c3-4626-aa13-69ec090580df None None] New status for floating IP 4f3cd418-fa8f-4ae0-bb14-53c69146d0d7: DOWN {{(pid=94469) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 14:52:18.363163 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 60612) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:52:18.484408 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_v2 [None req-9abd3908-6d0e-4e51-ae03-c76989948317 tempest-AllowedAddressPairTestJSON-921276226 tempest-AllowedAddressPairTestJSON-921276226-project] Deleting subnet 45813a6e-0dab-4727-aa3c-ce94d11903af {{(pid=94466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 14:52:18.494995 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9abd3908-6d0e-4e51-ae03-c76989948317 tempest-AllowedAddressPairTestJSON-921276226 tempest-AllowedAddressPairTestJSON-921276226-project] Notify callbacks [] for subnet, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:18.593433 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9abd3908-6d0e-4e51-ae03-c76989948317 tempest-AllowedAddressPairTestJSON-921276226 tempest-AllowedAddressPairTestJSON-921276226-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2293551'] for subnet, precommit_delete_associations {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:18.616557 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33784b60-b362-4f50-9e56-435c4897fe7e req-e3122b1d-7a89-4324-8c44-4d9349ed98d7 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:52:18.622564 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33784b60-b362-4f50-9e56-435c4897fe7e req-e3122b1d-7a89-4324-8c44-4d9349ed98d7 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:52:18.624232 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-33784b60-b362-4f50-9e56-435c4897fe7e req-e3122b1d-7a89-4324-8c44-4d9349ed98d7 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] 10.222.0.39 "GET /v2.0/ports?device_id=b84c5c28-8f10-4782-84ae-2f8fa89bf4c6 HTTP/1.1" status: 200 len: 1676 time: 0.1486075 Aug 12 14:52:18.628320 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-a7ddf566-3f03-48de-83dc-c925da8c33a8 req-9ac78f83-dc09-47e7-8e91-ec3ff3ede6c1 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:18.683764 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac78f83-dc09-47e7-8e91-ec3ff3ede6c1 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Pushing event deleted for resources: {'Port': ['ID=4923449d-bcf2-48db-a05c-3f4b4d068e78,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:52:18.733574 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9abd3908-6d0e-4e51-ae03-c76989948317 tempest-AllowedAddressPairTestJSON-921276226 tempest-AllowedAddressPairTestJSON-921276226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66416255'] for subnet, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:18.746501 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7ddf566-3f03-48de-83dc-c925da8c33a8 req-9ac78f83-dc09-47e7-8e91-ec3ff3ede6c1 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] No DVR routers for this DVR port 4923449d-bcf2-48db-a05c-3f4b4d068e78 on host n-h1-694802-15 {{(pid=94467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:52:18.749185 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-a7ddf566-3f03-48de-83dc-c925da8c33a8 req-9ac78f83-dc09-47e7-8e91-ec3ff3ede6c1 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:18.751959 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a7ddf566-3f03-48de-83dc-c925da8c33a8 req-9ac78f83-dc09-47e7-8e91-ec3ff3ede6c1 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] 10.222.0.64 "DELETE /v2.0/ports/4923449d-bcf2-48db-a05c-3f4b4d068e78 HTTP/1.1" status: 204 len: 173 time: 0.6800714 Aug 12 14:52:18.757679 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-33784b60-b362-4f50-9e56-435c4897fe7e req-a7cc80a7-75ef-41a4-a67c-7ae1ff7e7762 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] 10.222.0.39 "GET /v2.0/security-groups?id=acce5d50-80c7-459a-8d6c-3aec4a7c97df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823791 Aug 12 14:52:18.812185 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9abd3908-6d0e-4e51-ae03-c76989948317 tempest-AllowedAddressPairTestJSON-921276226 tempest-AllowedAddressPairTestJSON-921276226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66416232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3718429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8776402'] for subnet, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:18.824748 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 60618) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:52:18.860925 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [req-a7ddf566-3f03-48de-83dc-c925da8c33a8 req-c6a5c036-fd8b-4c15-a381-8c679c772aaf tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Deleting port 7de8ae80-93f9-4c28-b118-83a2cf3c4c92 {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:52:18.861271 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-a7ddf566-3f03-48de-83dc-c925da8c33a8 req-c6a5c036-fd8b-4c15-a381-8c679c772aaf tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:18.862659 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abd3908-6d0e-4e51-ae03-c76989948317 tempest-AllowedAddressPairTestJSON-921276226 tempest-AllowedAddressPairTestJSON-921276226-project] Pushing event deleted for resources: {'Subnet': ['ID=45813a6e-0dab-4727-aa3c-ce94d11903af,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:52:18.865408 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50e22294-791b-4f7b-a8c9-1908726bebdd None None] Network 0d75fb5b-342e-4c1b-be07-d83a640907a1 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:52:18.869905 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9abd3908-6d0e-4e51-ae03-c76989948317 tempest-AllowedAddressPairTestJSON-921276226 tempest-AllowedAddressPairTestJSON-921276226-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for subnet, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:18.872644 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-9abd3908-6d0e-4e51-ae03-c76989948317 tempest-AllowedAddressPairTestJSON-921276226 tempest-AllowedAddressPairTestJSON-921276226-project] 10.222.0.39 "DELETE /v2.0/subnets/45813a6e-0dab-4727-aa3c-ce94d11903af HTTP/1.1" status: 204 len: 168 time: 0.5076060 Aug 12 14:52:18.882602 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 60620) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:52:18.894441 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e94cd2db-63bd-4678-a8a1-8e79dcecca8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:18.962966 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8704de0-4b88-4183-a0ba-3860e674ebe4 req-b7a66374-b9b2-433e-acd8-4e88d9ec10a1 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:52:18.964438 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-b8704de0-4b88-4183-a0ba-3860e674ebe4 req-b7a66374-b9b2-433e-acd8-4e88d9ec10a1 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/ports?device_id=d89c572a-9ecf-42f3-aaab-789262bca2fb HTTP/1.1" status: 200 len: 945 time: 0.1100385 Aug 12 14:52:19.030720 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-78563589-4e32-4f27-9a0b-c429385ace22 tempest-AllowedAddressPairTestJSON-921276226 tempest-AllowedAddressPairTestJSON-921276226-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680608'] for network, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:19.031471 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-b8704de0-4b88-4183-a0ba-3860e674ebe4 req-1617f121-cd87-4517-82c8-5c6217ea2ba0 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/security-groups?id=70daefbf-eec6-4754-864f-8c40c2c28cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588071 Aug 12 14:52:19.050795 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-a7ddf566-3f03-48de-83dc-c925da8c33a8 req-c6a5c036-fd8b-4c15-a381-8c679c772aaf tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] For port 7de8ae80-93f9-4c28-b118-83a2cf3c4c92, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=7de8ae80-93f9-4c28-b118-83a2cf3c4c92,segment=NetworkSegment(241c97dc-4b9b-4462-a69d-097a1bbfec16),segment_id=241c97dc-4b9b-4462-a69d-097a1bbfec16)] {{(pid=94467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:52:19.051232 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-a7ddf566-3f03-48de-83dc-c925da8c33a8 req-c6a5c036-fd8b-4c15-a381-8c679c772aaf tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:19.069437 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [req-a7ddf566-3f03-48de-83dc-c925da8c33a8 req-c6a5c036-fd8b-4c15-a381-8c679c772aaf tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Calling delete_port for 7de8ae80-93f9-4c28-b118-83a2cf3c4c92 owned by compute:nova {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:52:19.079581 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4807f264-8139-405c-acca-2bf90c245620 None None] DHCP port deletion for 0d75fb5b-342e-4c1b-be07-d83a640907a1 request from n-d-694802-15 {{(pid=94468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 14:52:19.095845 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e94cd2db-63bd-4678-a8a1-8e79dcecca8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:19.104981 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e94cd2db-63bd-4678-a8a1-8e79dcecca8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:19.156774 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-4807f264-8139-405c-acca-2bf90c245620 None None] Deleting port bc4fe558-7004-4f55-9bab-a01f5571fd4d {{(pid=94468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:52:19.157509 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4807f264-8139-405c-acca-2bf90c245620 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:19.166127 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-e94cd2db-63bd-4678-a8a1-8e79dcecca8f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c316ae5de26342c195db5a64234bca8a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3401358 Aug 12 14:52:19.167150 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 60624) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:52:19.174055 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94cd2db-63bd-4678-a8a1-8e79dcecca8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f44703f-50c1-4b12-81dc-1e3f358ef0be,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:52:19.242677 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-fe1781c1-31a5-4c37-8dd9-c4f4f5b9c2c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:19.246015 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-78563589-4e32-4f27-9a0b-c429385ace22 tempest-AllowedAddressPairTestJSON-921276226 tempest-AllowedAddressPairTestJSON-921276226-project] Deleting port bc4fe558-7004-4f55-9bab-a01f5571fd4d {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:52:19.246361 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-78563589-4e32-4f27-9a0b-c429385ace22 tempest-AllowedAddressPairTestJSON-921276226 tempest-AllowedAddressPairTestJSON-921276226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:19.251972 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4807f264-8139-405c-acca-2bf90c245620 None None] For port bc4fe558-7004-4f55-9bab-a01f5571fd4d, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=bc4fe558-7004-4f55-9bab-a01f5571fd4d,segment=NetworkSegment(563e4c8b-7130-4019-9655-95ac036b8dfb),segment_id=563e4c8b-7130-4019-9655-95ac036b8dfb)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:52:19.252913 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4807f264-8139-405c-acca-2bf90c245620 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:19.272857 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-4807f264-8139-405c-acca-2bf90c245620 None None] Calling delete_port for bc4fe558-7004-4f55-9bab-a01f5571fd4d owned by network:dhcp {{(pid=94468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:52:19.273095 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-fe1781c1-31a5-4c37-8dd9-c4f4f5b9c2c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:19.305203 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b8b921-7962-45fb-bfe3-a31371751c23 req-4c6f2c34-95d0-4486-a226-828e0142f1ea tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:52:19.306843 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e9b8b921-7962-45fb-bfe3-a31371751c23 req-4c6f2c34-95d0-4486-a226-828e0142f1ea tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] 10.222.0.39 "GET /v2.0/ports?device_id=1db5c5cf-3fd5-427d-9e53-d5c93e201465 HTTP/1.1" status: 200 len: 946 time: 0.1522608 Aug 12 14:52:19.336847 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-fe1781c1-31a5-4c37-8dd9-c4f4f5b9c2c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:19.339815 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-fe1781c1-31a5-4c37-8dd9-c4f4f5b9c2c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:19.341182 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-fe1781c1-31a5-4c37-8dd9-c4f4f5b9c2c5 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1f44703f-50c1-4b12-81dc-1e3f358ef0be HTTP/1.1" status: 204 len: 168 time: 0.1726983 Aug 12 14:52:19.363639 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1781c1-31a5-4c37-8dd9-c4f4f5b9c2c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f44703f-50c1-4b12-81dc-1e3f358ef0be,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:52:19.375630 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [None req-78563589-4e32-4f27-9a0b-c429385ace22 tempest-AllowedAddressPairTestJSON-921276226 tempest-AllowedAddressPairTestJSON-921276226-project] For port bc4fe558-7004-4f55-9bab-a01f5571fd4d, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=bc4fe558-7004-4f55-9bab-a01f5571fd4d,segment=NetworkSegment(563e4c8b-7130-4019-9655-95ac036b8dfb),segment_id=563e4c8b-7130-4019-9655-95ac036b8dfb)] {{(pid=94467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:52:19.375995 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-78563589-4e32-4f27-9a0b-c429385ace22 tempest-AllowedAddressPairTestJSON-921276226 tempest-AllowedAddressPairTestJSON-921276226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:19.384157 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4807f264-8139-405c-acca-2bf90c245620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262'] for port, after_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:19.415267 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-78563589-4e32-4f27-9a0b-c429385ace22 tempest-AllowedAddressPairTestJSON-921276226 tempest-AllowedAddressPairTestJSON-921276226-project] Calling delete_port for bc4fe558-7004-4f55-9bab-a01f5571fd4d owned by network:dhcp {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:52:19.423269 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4807f264-8139-405c-acca-2bf90c245620 None None] Pushing event deleted for resources: {'Port': ['ID=bc4fe558-7004-4f55-9bab-a01f5571fd4d,revision_number=None']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:52:19.427584 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4807f264-8139-405c-acca-2bf90c245620 None None] No DVR routers for this DVR port bc4fe558-7004-4f55-9bab-a01f5571fd4d on host n-d-694802-15 {{(pid=94468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:52:19.439650 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e9b8b921-7962-45fb-bfe3-a31371751c23 req-0469f2b4-20b1-4ff9-8674-23a98c0db935 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] 10.222.0.39 "GET /v2.0/security-groups?id=d503e6e0-4ce0-4f78-842d-abe0bf3f8a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221464 Aug 12 14:52:19.474792 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-a7ddf566-3f03-48de-83dc-c925da8c33a8 req-c6a5c036-fd8b-4c15-a381-8c679c772aaf tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:19.509393 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a5c036-fd8b-4c15-a381-8c679c772aaf tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Pushing event deleted for resources: {'Port': ['ID=7de8ae80-93f9-4c28-b118-83a2cf3c4c92,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:52:19.566791 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7ddf566-3f03-48de-83dc-c925da8c33a8 req-c6a5c036-fd8b-4c15-a381-8c679c772aaf tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] No DVR routers for this DVR port 7de8ae80-93f9-4c28-b118-83a2cf3c4c92 on host n-h1-694802-15 {{(pid=94467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:52:19.570073 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-a7ddf566-3f03-48de-83dc-c925da8c33a8 req-c6a5c036-fd8b-4c15-a381-8c679c772aaf tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:19.572082 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a7ddf566-3f03-48de-83dc-c925da8c33a8 req-c6a5c036-fd8b-4c15-a381-8c679c772aaf tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] 10.222.0.64 "DELETE /v2.0/ports/7de8ae80-93f9-4c28-b118-83a2cf3c4c92 HTTP/1.1" status: 204 len: 173 time: 0.8135350 Aug 12 14:52:19.595257 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-78563589-4e32-4f27-9a0b-c429385ace22 tempest-AllowedAddressPairTestJSON-921276226 tempest-AllowedAddressPairTestJSON-921276226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:19.623282 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78563589-4e32-4f27-9a0b-c429385ace22 tempest-AllowedAddressPairTestJSON-921276226 tempest-AllowedAddressPairTestJSON-921276226-project] Pushing event deleted for resources: {'Port': ['ID=bc4fe558-7004-4f55-9bab-a01f5571fd4d,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:52:19.625140 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78563589-4e32-4f27-9a0b-c429385ace22 tempest-AllowedAddressPairTestJSON-921276226 tempest-AllowedAddressPairTestJSON-921276226-project] No DVR routers for this DVR port bc4fe558-7004-4f55-9bab-a01f5571fd4d on host n-d-694802-15 {{(pid=94467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:52:19.652215 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b84c5c28-8f10-4782-84ae-2f8fa89bf4c6', 'name': 'network-vif-deleted', 'tag': '57eff036-3311-481b-b542-bcfb85ced81c'}, {'server_uuid': 'b84c5c28-8f10-4782-84ae-2f8fa89bf4c6', 'name': 'network-vif-deleted', 'tag': '4923449d-bcf2-48db-a05c-3f4b4d068e78'}, {'server_uuid': 'b84c5c28-8f10-4782-84ae-2f8fa89bf4c6', 'name': 'network-vif-deleted', 'tag': '7de8ae80-93f9-4c28-b118-83a2cf3c4c92'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:52:19.655221 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e65282f928b64038367d043a4411777802006c43a98742496cb2e25b724ff1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c99ea5b-4104-4f89-a296-c6d3e959c606" -d '{"events": [{"server_uuid": "b84c5c28-8f10-4782-84ae-2f8fa89bf4c6", "name": "network-vif-deleted", "tag": "57eff036-3311-481b-b542-bcfb85ced81c"}, {"server_uuid": "b84c5c28-8f10-4782-84ae-2f8fa89bf4c6", "name": "network-vif-deleted", "tag": "4923449d-bcf2-48db-a05c-3f4b4d068e78"}, {"server_uuid": "b84c5c28-8f10-4782-84ae-2f8fa89bf4c6", "name": "network-vif-deleted", "tag": "7de8ae80-93f9-4c28-b118-83a2cf3c4c92"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:52:19.718284 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 12 Aug 2021 14:52:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f61768d6-7072-4633-8e61-2e6edafdf895 x-openstack-request-id: req-f61768d6-7072-4633-8e61-2e6edafdf895 {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:52:19.718588 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b84c5c28-8f10-4782-84ae-2f8fa89bf4c6", "name": "network-vif-deleted", "tag": "57eff036-3311-481b-b542-bcfb85ced81c", "status": "completed", "code": 200}, {"server_uuid": "b84c5c28-8f10-4782-84ae-2f8fa89bf4c6", "name": "network-vif-deleted", "tag": "4923449d-bcf2-48db-a05c-3f4b4d068e78", "status": "completed", "code": 200}, {"server_uuid": "b84c5c28-8f10-4782-84ae-2f8fa89bf4c6", "name": "network-vif-deleted", "tag": "7de8ae80-93f9-4c28-b118-83a2cf3c4c92", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:52:19.718842 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f61768d6-7072-4633-8e61-2e6edafdf895 {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:52:19.719279 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b84c5c28-8f10-4782-84ae-2f8fa89bf4c6', 'name': 'network-vif-deleted', 'tag': '57eff036-3311-481b-b542-bcfb85ced81c', 'status': 'completed', 'code': 200} Aug 12 14:52:19.720147 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b84c5c28-8f10-4782-84ae-2f8fa89bf4c6', 'name': 'network-vif-deleted', 'tag': '4923449d-bcf2-48db-a05c-3f4b4d068e78', 'status': 'completed', 'code': 200} Aug 12 14:52:19.721046 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b84c5c28-8f10-4782-84ae-2f8fa89bf4c6', 'name': 'network-vif-deleted', 'tag': '7de8ae80-93f9-4c28-b118-83a2cf3c4c92', 'status': 'completed', 'code': 200} Aug 12 14:52:19.751541 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-78563589-4e32-4f27-9a0b-c429385ace22 tempest-AllowedAddressPairTestJSON-921276226 tempest-AllowedAddressPairTestJSON-921276226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66413304', 'neutron.services.segments.db._delete_segments_for_network-8744654118000'] for network, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:19.765436 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-78563589-4e32-4f27-9a0b-c429385ace22 tempest-AllowedAddressPairTestJSON-921276226 tempest-AllowedAddressPairTestJSON-921276226-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d75fb5b-342e-4c1b-be07-d83a640907a1']}} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:52:19.778703 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-78563589-4e32-4f27-9a0b-c429385ace22 tempest-AllowedAddressPairTestJSON-921276226 tempest-AllowedAddressPairTestJSON-921276226-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '563e4c8b-7130-4019-9655-95ac036b8dfb') {'for_net_delete': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:52:19.779010 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-78563589-4e32-4f27-9a0b-c429385ace22 tempest-AllowedAddressPairTestJSON-921276226 tempest-AllowedAddressPairTestJSON-921276226-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '563e4c8b-7130-4019-9655-95ac036b8dfb') {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:52:19.792054 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-78563589-4e32-4f27-9a0b-c429385ace22 tempest-AllowedAddressPairTestJSON-921276226 tempest-AllowedAddressPairTestJSON-921276226-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744654122361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3857526'] for segment, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:19.801320 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ad2993-cfe4-4677-89b3-cc51c87deff3 req-03a84f31-e0c5-484b-96ad-054477d5551e tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:52:19.803047 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-58ad2993-cfe4-4677-89b3-cc51c87deff3 req-03a84f31-e0c5-484b-96ad-054477d5551e tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] 10.222.0.39 "GET /v2.0/ports?device_id=1db5c5cf-3fd5-427d-9e53-d5c93e201465 HTTP/1.1" status: 200 len: 946 time: 0.0968034 Aug 12 14:52:19.830185 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-78563589-4e32-4f27-9a0b-c429385ace22 tempest-AllowedAddressPairTestJSON-921276226 tempest-AllowedAddressPairTestJSON-921276226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:19.838865 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78563589-4e32-4f27-9a0b-c429385ace22 tempest-AllowedAddressPairTestJSON-921276226 tempest-AllowedAddressPairTestJSON-921276226-project] Releasing vlan 345 on physical network physnet1 to pool {{(pid=94467) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 14:52:19.839318 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-78563589-4e32-4f27-9a0b-c429385ace22 tempest-AllowedAddressPairTestJSON-921276226 tempest-AllowedAddressPairTestJSON-921276226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2859015'] for segment, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:19.843237 n-d-694802-15 neutron-server[94467]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 14:52:19.843237 n-d-694802-15 neutron-server[94467]: self.session.flush() Aug 12 14:52:19.843237 n-d-694802-15 neutron-server[94467]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 14:52:19.843237 n-d-694802-15 neutron-server[94467]: self.session.flush() Aug 12 14:52:19.843237 n-d-694802-15 neutron-server[94467]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 14:52:19.843237 n-d-694802-15 neutron-server[94467]: self.session.flush() Aug 12 14:52:19.843237 n-d-694802-15 neutron-server[94467]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 14:52:19.843237 n-d-694802-15 neutron-server[94467]: self.session.flush() Aug 12 14:52:19.843237 n-d-694802-15 neutron-server[94467]: Traceback (most recent call last): Aug 12 14:52:19.843237 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 14:52:19.843237 n-d-694802-15 neutron-server[94467]: timer() Aug 12 14:52:19.843237 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 14:52:19.843237 n-d-694802-15 neutron-server[94467]: cb(*args, **kw) Aug 12 14:52:19.843237 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 14:52:19.843237 n-d-694802-15 neutron-server[94467]: return func(*args, **kwargs) Aug 12 14:52:19.843237 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 14:52:19.843237 n-d-694802-15 neutron-server[94467]: self._notify() Aug 12 14:52:19.843237 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 14:52:19.843237 n-d-694802-15 neutron-server[94467]: self.callback(batched_events) Aug 12 14:52:19.843237 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 14:52:19.843237 n-d-694802-15 neutron-server[94467]: event.method(event) Aug 12 14:52:19.843237 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 14:52:19.843237 n-d-694802-15 neutron-server[94467]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 14:52:19.843237 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 14:52:19.843237 n-d-694802-15 neutron-server[94467]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 14:52:19.843237 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 14:52:19.843237 n-d-694802-15 neutron-server[94467]: return f(self, *a, **k) Aug 12 14:52:19.843237 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 14:52:19.843237 n-d-694802-15 neutron-server[94467]: return self._get(url).json() Aug 12 14:52:19.843237 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 14:52:19.843237 n-d-694802-15 neutron-server[94467]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 14:52:19.843237 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 14:52:19.843237 n-d-694802-15 neutron-server[94467]: return self.request(url, 'GET', **kwargs) Aug 12 14:52:19.843237 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 14:52:19.843237 n-d-694802-15 neutron-server[94467]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 14:52:19.843237 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 14:52:19.843237 n-d-694802-15 neutron-server[94467]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 14:52:19.843237 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 14:52:19.843237 n-d-694802-15 neutron-server[94467]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 14:52:19.843237 n-d-694802-15 neutron-server[94467]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 14:52:19.923571 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-58ad2993-cfe4-4677-89b3-cc51c87deff3 req-db0d8f59-c33b-421b-a0c6-61f948f66052 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] 10.222.0.39 "GET /v2.0/security-groups?id=d503e6e0-4ce0-4f78-842d-abe0bf3f8a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124618 Aug 12 14:52:19.943948 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-78563589-4e32-4f27-9a0b-c429385ace22 tempest-AllowedAddressPairTestJSON-921276226 tempest-AllowedAddressPairTestJSON-921276226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66413281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431520'] for network, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:19.959983 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-78563589-4e32-4f27-9a0b-c429385ace22 tempest-AllowedAddressPairTestJSON-921276226 tempest-AllowedAddressPairTestJSON-921276226-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for network, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:19.964319 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-78563589-4e32-4f27-9a0b-c429385ace22 tempest-AllowedAddressPairTestJSON-921276226 tempest-AllowedAddressPairTestJSON-921276226-project] 10.222.0.39 "DELETE /v2.0/networks/0d75fb5b-342e-4c1b-be07-d83a640907a1 HTTP/1.1" status: 204 len: 168 time: 1.0786707 Aug 12 14:52:19.986136 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-107456ed-fd33-42fe-a789-79f3fb065c8d req-646c49b6-b138-4758-96c0-6f14c28773b5 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] 10.222.0.39 "GET /v2.0/ports?device_id=b84c5c28-8f10-4782-84ae-2f8fa89bf4c6 HTTP/1.1" status: 200 len: 210 time: 0.0913889 Aug 12 14:52:20.007651 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78563589-4e32-4f27-9a0b-c429385ace22 tempest-AllowedAddressPairTestJSON-921276226 tempest-AllowedAddressPairTestJSON-921276226-project] Pushing event deleted for resources: {'Network': ['ID=0d75fb5b-342e-4c1b-be07-d83a640907a1,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:52:20.200451 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50362e91-bb76-4174-a8bb-4f76c24f65d9 req-01fef486-2421-4a9c-b300-1f22daac3593 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:52:20.202129 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-50362e91-bb76-4174-a8bb-4f76c24f65d9 req-01fef486-2421-4a9c-b300-1f22daac3593 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] 10.222.0.39 "GET /v2.0/ports?device_id=1db5c5cf-3fd5-427d-9e53-d5c93e201465 HTTP/1.1" status: 200 len: 946 time: 0.1157048 Aug 12 14:52:20.209561 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cef64a5-d110-4c12-9cfd-332e61991d2f req-455e2dae-ec34-4b47-9583-261bc6703b3a tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:52:20.214963 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-1cef64a5-d110-4c12-9cfd-332e61991d2f req-455e2dae-ec34-4b47-9583-261bc6703b3a tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/ports?device_id=d89c572a-9ecf-42f3-aaab-789262bca2fb HTTP/1.1" status: 200 len: 945 time: 0.0734551 Aug 12 14:52:20.273437 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-50362e91-bb76-4174-a8bb-4f76c24f65d9 req-f18baff7-74c2-4fff-9db6-43b7602d5d13 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] 10.222.0.39 "GET /v2.0/security-groups?id=d503e6e0-4ce0-4f78-842d-abe0bf3f8a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602407 Aug 12 14:52:20.284512 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-1cef64a5-d110-4c12-9cfd-332e61991d2f req-61209e48-6001-4c46-be36-f75c9a3c1e8b tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/security-groups?id=70daefbf-eec6-4754-864f-8c40c2c28cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616508 Aug 12 14:52:20.332050 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 60666) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:52:20.558114 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1928199c-522c-41ae-824f-4dc84f7285f0 req-7ed5f55c-b3e7-4753-a94c-82c978627ef5 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:52:20.565984 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-1928199c-522c-41ae-824f-4dc84f7285f0 req-7ed5f55c-b3e7-4753-a94c-82c978627ef5 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] 10.222.0.39 "GET /v2.0/ports?device_id=1db5c5cf-3fd5-427d-9e53-d5c93e201465 HTTP/1.1" status: 200 len: 946 time: 0.0610619 Aug 12 14:52:20.606422 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-1928199c-522c-41ae-824f-4dc84f7285f0 req-3f3a0333-13e1-4567-a6d3-b92286a45f76 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] 10.222.0.39 "GET /v2.0/security-groups?id=d503e6e0-4ce0-4f78-842d-abe0bf3f8a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384912 Aug 12 14:52:20.669555 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-04ec6a92-ea53-40c0-89e5-7e5d952515e6 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e2a978cda9bf46daadc70665fb4fbeac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3355408 Aug 12 14:52:20.672001 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 60678) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:52:20.741230 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e5f4e5a3-8f72-4516-bb45-f56232156994 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:20.766964 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e5f4e5a3-8f72-4516-bb45-f56232156994 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:20.823688 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e5f4e5a3-8f72-4516-bb45-f56232156994 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:20.828255 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e5f4e5a3-8f72-4516-bb45-f56232156994 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:20.828255 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-e5f4e5a3-8f72-4516-bb45-f56232156994 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c2949435-c119-4b51-a810-2312d7e9c6e1 HTTP/1.1" status: 204 len: 168 time: 0.1548679 Aug 12 14:52:20.836933 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f4e5a3-8f72-4516-bb45-f56232156994 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2949435-c119-4b51-a810-2312d7e9c6e1,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:52:20.977797 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device bc4fe558-7004-4f55-9bab-a01f5571fd4d no longer exists at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:52:20.999537 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] No Port match for: bc4fe558-7004-4f55-9bab-a01f5571fd4d {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 14:52:21.000149 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device bc4fe558-7004-4f55-9bab-a01f5571fd4d not bound to the agent host n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:52:21.112212 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-5b1a6667-9583-43ea-a1dd-fb587b03e5c8 req-275011c8-6493-463d-abe0-f340b93a0213 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] 10.222.0.39 "GET /v2.0/ports?device_id=b84c5c28-8f10-4782-84ae-2f8fa89bf4c6 HTTP/1.1" status: 200 len: 210 time: 0.0346701 Aug 12 14:52:21.452285 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647ee90c-c896-4269-8e79-a2ca001b4edd req-b307f162-dec7-4620-9fb5-138b2a90bb10 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:52:21.453886 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-647ee90c-c896-4269-8e79-a2ca001b4edd req-b307f162-dec7-4620-9fb5-138b2a90bb10 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/ports?device_id=d89c572a-9ecf-42f3-aaab-789262bca2fb HTTP/1.1" status: 200 len: 945 time: 0.0701635 Aug 12 14:52:21.508898 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-647ee90c-c896-4269-8e79-a2ca001b4edd req-cd853e7d-4384-4a71-bafc-eba5ef239321 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/security-groups?id=70daefbf-eec6-4754-864f-8c40c2c28cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475321 Aug 12 14:52:21.653073 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.agents_db [None req-17ed3e4c-1a7d-4162-9646-11c134aca297 None None] Agent healthcheck: found 7 active agents {{(pid=94469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 14:52:21.708001 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 60748) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:52:21.758056 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9104111a-e381-47e2-8042-b23d61579aae req-84d5b3bc-dd97-4d92-9050-cbb3b0c019f5 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:52:21.759593 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-9104111a-e381-47e2-8042-b23d61579aae req-84d5b3bc-dd97-4d92-9050-cbb3b0c019f5 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] 10.222.0.39 "GET /v2.0/ports?device_id=1db5c5cf-3fd5-427d-9e53-d5c93e201465 HTTP/1.1" status: 200 len: 946 time: 0.0609565 Aug 12 14:52:21.813787 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-9104111a-e381-47e2-8042-b23d61579aae req-2eec101b-1114-4310-983e-c3eac0be7c84 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] 10.222.0.39 "GET /v2.0/security-groups?id=d503e6e0-4ce0-4f78-842d-abe0bf3f8a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442517 Aug 12 14:52:21.832136 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-89eabaca-a61e-4560-afac-d50e6c3e38bf tempest-ExtraDHCPOptionsTestJSON-1070879554 tempest-ExtraDHCPOptionsTestJSON-1070879554-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-964459370'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:52:21.857031 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89eabaca-a61e-4560-afac-d50e6c3e38bf tempest-ExtraDHCPOptionsTestJSON-1070879554 tempest-ExtraDHCPOptionsTestJSON-1070879554-project] Made reservation on behalf of ca3a384b47084041bd31fbe4f89d157d for: {'network': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:52:21.863387 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-89eabaca-a61e-4560-afac-d50e6c3e38bf tempest-ExtraDHCPOptionsTestJSON-1070879554 tempest-ExtraDHCPOptionsTestJSON-1070879554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for network, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:21.875776 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-89eabaca-a61e-4560-afac-d50e6c3e38bf tempest-ExtraDHCPOptionsTestJSON-1070879554 tempest-ExtraDHCPOptionsTestJSON-1070879554-project] Notify callbacks [] for security_group, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:21.884015 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3e21bc-7008-4b17-a398-154e33459fb7 req-e4e5263d-f17e-4f99-ad3b-359331ce407e tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:52:21.885520 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-cc3e21bc-7008-4b17-a398-154e33459fb7 req-e4e5263d-f17e-4f99-ad3b-359331ce407e tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] 10.222.0.49 "GET /v2.0/ports?device_id=1db5c5cf-3fd5-427d-9e53-d5c93e201465 HTTP/1.1" status: 200 len: 946 time: 0.0687149 Aug 12 14:52:21.985637 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-89eabaca-a61e-4560-afac-d50e6c3e38bf tempest-ExtraDHCPOptionsTestJSON-1070879554 tempest-ExtraDHCPOptionsTestJSON-1070879554-project] Notify callbacks [] for security_group, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:21.992672 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-89eabaca-a61e-4560-afac-d50e6c3e38bf tempest-ExtraDHCPOptionsTestJSON-1070879554 tempest-ExtraDHCPOptionsTestJSON-1070879554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:22.006101 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 60754) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:52:22.025236 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89eabaca-a61e-4560-afac-d50e6c3e38bf tempest-ExtraDHCPOptionsTestJSON-1070879554 tempest-ExtraDHCPOptionsTestJSON-1070879554-project] vlan segment allocate from pool success with {'vlan_id': 336, 'physical_network': 'physnet1'} {{(pid=94467) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 14:52:22.035531 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [req-cc3e21bc-7008-4b17-a398-154e33459fb7 req-88a94c8c-1a2c-413f-915e-d5dc75c0fcf7 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] Deleting port db92e028-bf25-4e3c-ac25-0a5403b80547 {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:52:22.035983 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-cc3e21bc-7008-4b17-a398-154e33459fb7 req-88a94c8c-1a2c-413f-915e-d5dc75c0fcf7 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:22.041341 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89eabaca-a61e-4560-afac-d50e6c3e38bf tempest-ExtraDHCPOptionsTestJSON-1070879554 tempest-ExtraDHCPOptionsTestJSON-1070879554-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29b8fd74-a67e-4dc2-bc51-3973b40b49f7,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:52:22.047759 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-89eabaca-a61e-4560-afac-d50e6c3e38bf tempest-ExtraDHCPOptionsTestJSON-1070879554 tempest-ExtraDHCPOptionsTestJSON-1070879554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:22.048120 n-d-694802-15 neutron-server[94467]: INFO neutron.db.segments_db [None req-89eabaca-a61e-4560-afac-d50e6c3e38bf tempest-ExtraDHCPOptionsTestJSON-1070879554 tempest-ExtraDHCPOptionsTestJSON-1070879554-project] Added segment 67fe10d9-0b35-4ba8-bb7c-d6f315392cc6 of type vlan for network 3b80d0a6-3efe-456d-88a5-07cb4e39f34a Aug 12 14:52:22.095099 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-89eabaca-a61e-4560-afac-d50e6c3e38bf tempest-ExtraDHCPOptionsTestJSON-1070879554 tempest-ExtraDHCPOptionsTestJSON-1070879554-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744653628263'] for network, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:22.128402 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-89eabaca-a61e-4560-afac-d50e6c3e38bf tempest-ExtraDHCPOptionsTestJSON-1070879554 tempest-ExtraDHCPOptionsTestJSON-1070879554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409'] for network, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:22.136883 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89eabaca-a61e-4560-afac-d50e6c3e38bf tempest-ExtraDHCPOptionsTestJSON-1070879554 tempest-ExtraDHCPOptionsTestJSON-1070879554-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:52:22.137584 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-89eabaca-a61e-4560-afac-d50e6c3e38bf tempest-ExtraDHCPOptionsTestJSON-1070879554 tempest-ExtraDHCPOptionsTestJSON-1070879554-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for network, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:22.175003 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-882dcaa8-738f-4eec-85ab-02438352cfd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:22.192223 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [req-cc3e21bc-7008-4b17-a398-154e33459fb7 req-88a94c8c-1a2c-413f-915e-d5dc75c0fcf7 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] For port db92e028-bf25-4e3c-ac25-0a5403b80547, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=db92e028-bf25-4e3c-ac25-0a5403b80547,segment=NetworkSegment(abdc443e-cf7a-4b71-8730-19997248ebd2),segment_id=abdc443e-cf7a-4b71-8730-19997248ebd2)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:52:22.192603 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-cc3e21bc-7008-4b17-a398-154e33459fb7 req-88a94c8c-1a2c-413f-915e-d5dc75c0fcf7 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:22.212890 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-89eabaca-a61e-4560-afac-d50e6c3e38bf tempest-ExtraDHCPOptionsTestJSON-1070879554 tempest-ExtraDHCPOptionsTestJSON-1070879554-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.5037308 Aug 12 14:52:22.213534 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 60760) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:52:22.214862 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [req-cc3e21bc-7008-4b17-a398-154e33459fb7 req-88a94c8c-1a2c-413f-915e-d5dc75c0fcf7 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] Calling delete_port for db92e028-bf25-4e3c-ac25-0a5403b80547 owned by compute:nova {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:52:22.232166 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-d6c5da86-ec8b-4950-bfb8-fac56030ea29 tempest-ExtraDHCPOptionsTestJSON-1070879554 tempest-ExtraDHCPOptionsTestJSON-1070879554-project] Request body: {'subnet': {'network_id': '3b80d0a6-3efe-456d-88a5-07cb4e39f34a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:52:22.286963 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89eabaca-a61e-4560-afac-d50e6c3e38bf tempest-ExtraDHCPOptionsTestJSON-1070879554 tempest-ExtraDHCPOptionsTestJSON-1070879554-project] Pushing event updated for resources: {'Network': ['ID=3b80d0a6-3efe-456d-88a5-07cb4e39f34a,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:52:22.302582 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Network 3b80d0a6-3efe-456d-88a5-07cb4e39f34a details requested by agent ovs-agent-n-d-694802-15 with host n-d-694802-15 {{(pid=94468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 14:52:22.314310 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-982ffc7a-262d-4c8c-a883-27dabc103ee6 req-646c909d-e185-4450-b912-cd72db52f7aa tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] 10.222.0.39 "GET /v2.0/ports?device_id=b84c5c28-8f10-4782-84ae-2f8fa89bf4c6 HTTP/1.1" status: 200 len: 210 time: 0.0644991 Aug 12 14:52:22.427288 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-882dcaa8-738f-4eec-85ab-02438352cfd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:22.432467 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-882dcaa8-738f-4eec-85ab-02438352cfd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:22.447929 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6c5da86-ec8b-4950-bfb8-fac56030ea29 tempest-ExtraDHCPOptionsTestJSON-1070879554 tempest-ExtraDHCPOptionsTestJSON-1070879554-project] Made reservation on behalf of ca3a384b47084041bd31fbe4f89d157d for: {'subnet': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:52:22.452246 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-d6c5da86-ec8b-4950-bfb8-fac56030ea29 tempest-ExtraDHCPOptionsTestJSON-1070879554 tempest-ExtraDHCPOptionsTestJSON-1070879554-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3343791'] for subnet, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:22.482522 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-cc3e21bc-7008-4b17-a398-154e33459fb7 req-88a94c8c-1a2c-413f-915e-d5dc75c0fcf7 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:22.494658 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] get_ports_and_sgs() called for port_ids ['db92e028-bf25-4e3c-ac25-0a5403b80547'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:52:22.499945 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-882dcaa8-738f-4eec-85ab-02438352cfd8 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f12cf163b4a245e08ea1d53577fced6c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4906063 Aug 12 14:52:22.500815 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 60762) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:52:22.520009 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] get_ports_and_sgs() called for port_ids ['dc566ee9-a384-4f4a-8a20-5887f333a78c'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:52:22.558838 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882dcaa8-738f-4eec-85ab-02438352cfd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da400138-721f-49d3-9f2a-f25a0b8763cf,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:52:22.569250 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a94c8c-1a2c-413f-915e-d5dc75c0fcf7 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] Pushing event deleted for resources: {'Port': ['ID=db92e028-bf25-4e3c-ac25-0a5403b80547,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:52:22.607732 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882dcaa8-738f-4eec-85ab-02438352cfd8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:52:22.608072 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882dcaa8-738f-4eec-85ab-02438352cfd8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:52:22.608419 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882dcaa8-738f-4eec-85ab-02438352cfd8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:52:22.608759 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882dcaa8-738f-4eec-85ab-02438352cfd8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:52:22.609094 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882dcaa8-738f-4eec-85ab-02438352cfd8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:52:22.609426 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882dcaa8-738f-4eec-85ab-02438352cfd8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:52:22.609754 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882dcaa8-738f-4eec-85ab-02438352cfd8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:52:22.610079 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882dcaa8-738f-4eec-85ab-02438352cfd8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:52:22.610449 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882dcaa8-738f-4eec-85ab-02438352cfd8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:52:22.610777 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882dcaa8-738f-4eec-85ab-02438352cfd8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:52:22.611121 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882dcaa8-738f-4eec-85ab-02438352cfd8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:52:22.611447 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882dcaa8-738f-4eec-85ab-02438352cfd8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:52:22.617865 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a94c8c-1a2c-413f-915e-d5dc75c0fcf7 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:52:22.618215 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a94c8c-1a2c-413f-915e-d5dc75c0fcf7 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:52:22.618563 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a94c8c-1a2c-413f-915e-d5dc75c0fcf7 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:52:22.618900 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a94c8c-1a2c-413f-915e-d5dc75c0fcf7 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:52:22.619260 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a94c8c-1a2c-413f-915e-d5dc75c0fcf7 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:52:22.619592 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a94c8c-1a2c-413f-915e-d5dc75c0fcf7 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:52:22.619921 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a94c8c-1a2c-413f-915e-d5dc75c0fcf7 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:52:22.620270 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a94c8c-1a2c-413f-915e-d5dc75c0fcf7 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:52:22.620858 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a94c8c-1a2c-413f-915e-d5dc75c0fcf7 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:52:22.621185 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a94c8c-1a2c-413f-915e-d5dc75c0fcf7 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:52:22.621562 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a94c8c-1a2c-413f-915e-d5dc75c0fcf7 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:52:22.622095 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a94c8c-1a2c-413f-915e-d5dc75c0fcf7 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:52:22.704987 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-d6c5da86-ec8b-4950-bfb8-fac56030ea29 tempest-ExtraDHCPOptionsTestJSON-1070879554 tempest-ExtraDHCPOptionsTestJSON-1070879554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2859166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3343773'] for subnet, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:22.717868 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc3e21bc-7008-4b17-a398-154e33459fb7 req-88a94c8c-1a2c-413f-915e-d5dc75c0fcf7 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] No DVR routers for this DVR port db92e028-bf25-4e3c-ac25-0a5403b80547 on host n-h2-694802-15 {{(pid=94466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:52:22.722161 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-cc3e21bc-7008-4b17-a398-154e33459fb7 req-88a94c8c-1a2c-413f-915e-d5dc75c0fcf7 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:22.724216 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-cc3e21bc-7008-4b17-a398-154e33459fb7 req-88a94c8c-1a2c-413f-915e-d5dc75c0fcf7 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] 10.222.0.49 "DELETE /v2.0/ports/db92e028-bf25-4e3c-ac25-0a5403b80547 HTTP/1.1" status: 204 len: 173 time: 0.8325567 Aug 12 14:52:22.724664 n-d-694802-15 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1db5c5cf-3fd5-427d-9e53-d5c93e201465', 'name': 'network-vif-deleted', 'tag': 'db92e028-bf25-4e3c-ac25-0a5403b80547'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:52:22.726966 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e785eeede3897370d0b20f09d5f461b30cfecd5ed38c4f07dacd02bc52c9277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-860e0003-527c-4bc8-868a-b6881adfdb98" -d '{"events": [{"server_uuid": "1db5c5cf-3fd5-427d-9e53-d5c93e201465", "name": "network-vif-deleted", "tag": "db92e028-bf25-4e3c-ac25-0a5403b80547"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:52:22.773939 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 14:52:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70e2c14d-ece6-47dc-a953-e6f9c036b6aa x-openstack-request-id: req-70e2c14d-ece6-47dc-a953-e6f9c036b6aa {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:52:22.774654 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1db5c5cf-3fd5-427d-9e53-d5c93e201465", "name": "network-vif-deleted", "tag": "db92e028-bf25-4e3c-ac25-0a5403b80547", "status": "completed", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:52:22.774654 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-70e2c14d-ece6-47dc-a953-e6f9c036b6aa {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:52:22.774962 n-d-694802-15 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1db5c5cf-3fd5-427d-9e53-d5c93e201465', 'name': 'network-vif-deleted', 'tag': 'db92e028-bf25-4e3c-ac25-0a5403b80547', 'status': 'completed', 'code': 200} Aug 12 14:52:22.778948 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-13089d4a-83e8-4827-8e52-62f84a000f48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:22.798141 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3d68d2-c64c-4ddd-bb9e-9185229c5c6f req-91cbfc4f-4835-46a6-b395-79c5256f430f tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:52:22.799779 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-2b3d68d2-c64c-4ddd-bb9e-9185229c5c6f req-91cbfc4f-4835-46a6-b395-79c5256f430f tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/ports?device_id=d89c572a-9ecf-42f3-aaab-789262bca2fb HTTP/1.1" status: 200 len: 945 time: 0.1384146 Aug 12 14:52:22.805020 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c5da86-ec8b-4950-bfb8-fac56030ea29 tempest-ExtraDHCPOptionsTestJSON-1070879554 tempest-ExtraDHCPOptionsTestJSON-1070879554-project] Pushing event updated for resources: {'Subnet': ['ID=1cf6073a-ad73-4ddf-9a71-52c81a458781,revision_number=0']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:52:22.810483 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6c5da86-ec8b-4950-bfb8-fac56030ea29 tempest-ExtraDHCPOptionsTestJSON-1070879554 tempest-ExtraDHCPOptionsTestJSON-1070879554-project] Checking segment: {'id': '67fe10d9-0b35-4ba8-bb7c-d6f315392cc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '3b80d0a6-3efe-456d-88a5-07cb4e39f34a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:52:22.810932 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6c5da86-ec8b-4950-bfb8-fac56030ea29 tempest-ExtraDHCPOptionsTestJSON-1070879554 tempest-ExtraDHCPOptionsTestJSON-1070879554-project] Network hostable DHCP agents. Network: 3b80d0a6-3efe-456d-88a5-07cb4e39f34a, hostable agents: ['1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658'], hosted agents: [] {{(pid=94467) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 14:52:22.834376 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6c5da86-ec8b-4950-bfb8-fac56030ea29 tempest-ExtraDHCPOptionsTestJSON-1070879554 tempest-ExtraDHCPOptionsTestJSON-1070879554-project] Network 3b80d0a6-3efe-456d-88a5-07cb4e39f34a is scheduled to be hosted by DHCP agent 1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658 with binding_index 1 {{(pid=94467) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 14:52:22.841845 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-13089d4a-83e8-4827-8e52-62f84a000f48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:22.846289 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [None req-d6c5da86-ec8b-4950-bfb8-fac56030ea29 tempest-ExtraDHCPOptionsTestJSON-1070879554 tempest-ExtraDHCPOptionsTestJSON-1070879554-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-15, 3b80d0a6-3efe-456d-88a5-07cb4e39f34a) {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:52:22.851879 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6c5da86-ec8b-4950-bfb8-fac56030ea29 tempest-ExtraDHCPOptionsTestJSON-1070879554 tempest-ExtraDHCPOptionsTestJSON-1070879554-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:52:22.852323 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-d6c5da86-ec8b-4950-bfb8-fac56030ea29 tempest-ExtraDHCPOptionsTestJSON-1070879554 tempest-ExtraDHCPOptionsTestJSON-1070879554-project] Notify callbacks [] for subnet, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:22.862157 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12462ed7-1c79-4b23-88ab-c67e9a8a80c6 None None] Network 3b80d0a6-3efe-456d-88a5-07cb4e39f34a requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:52:22.869760 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-d6c5da86-ec8b-4950-bfb8-fac56030ea29 tempest-ExtraDHCPOptionsTestJSON-1070879554 tempest-ExtraDHCPOptionsTestJSON-1070879554-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6442103 Aug 12 14:52:22.871440 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-2b3d68d2-c64c-4ddd-bb9e-9185229c5c6f req-e65c396f-cca6-4774-a6fd-f5e3e49a504b tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/security-groups?id=70daefbf-eec6-4754-864f-8c40c2c28cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629914 Aug 12 14:52:22.877184 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 60772) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:52:22.882482 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-9d5313bf-2e0a-4f90-b5b4-5691006757e7 tempest-ExtraDHCPOptionsTestJSON-1070879554 tempest-ExtraDHCPOptionsTestJSON-1070879554-project] Request body: {'port': {'network_id': '3b80d0a6-3efe-456d-88a5-07cb4e39f34a', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1937754941'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:52:23.000476 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6e73f87c-83ea-44a1-bebc-780789abfef5 req-a34dc6e5-f14d-413a-9263-e812af24accb tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] 10.222.0.39 "GET /v2.0/ports?device_id=1db5c5cf-3fd5-427d-9e53-d5c93e201465 HTTP/1.1" status: 200 len: 210 time: 0.0477107 Aug 12 14:52:23.052437 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-13089d4a-83e8-4827-8e52-62f84a000f48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:23.053629 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3ff8f2e-29e2-4e85-a80a-d0ebc88f7058 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa7035b3e-9a89-5964-b9f4-97301c3f476a-3b80d0a6-3efe-456d-88a5-07cb4e39f34a', 'network_id': '3b80d0a6-3efe-456d-88a5-07cb4e39f34a', 'tenant_id': 'ca3a384b47084041bd31fbe4f89d157d', 'fixed_ips': [{'subnet_id': '1cf6073a-ad73-4ddf-9a71-52c81a458781'}]}} from n-d-694802-15. {{(pid=94468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 14:52:23.054676 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f3ff8f2e-29e2-4e85-a80a-d0ebc88f7058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:23.055000 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-13089d4a-83e8-4827-8e52-62f84a000f48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:23.059368 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-13089d4a-83e8-4827-8e52-62f84a000f48 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/da400138-721f-49d3-9f2a-f25a0b8763cf HTTP/1.1" status: 204 len: 168 time: 0.5542407 Aug 12 14:52:23.077006 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13089d4a-83e8-4827-8e52-62f84a000f48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da400138-721f-49d3-9f2a-f25a0b8763cf,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:52:23.095186 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d5313bf-2e0a-4f90-b5b4-5691006757e7 tempest-ExtraDHCPOptionsTestJSON-1070879554 tempest-ExtraDHCPOptionsTestJSON-1070879554-project] Made reservation on behalf of ca3a384b47084041bd31fbe4f89d157d for: {'port': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:52:23.100203 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9d5313bf-2e0a-4f90-b5b4-5691006757e7 tempest-ExtraDHCPOptionsTestJSON-1070879554 tempest-ExtraDHCPOptionsTestJSON-1070879554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:23.137827 n-d-694802-15 neutron-server[94466]: DEBUG neutron.notifiers.nova [None req-9d5313bf-2e0a-4f90-b5b4-5691006757e7 tempest-ExtraDHCPOptionsTestJSON-1070879554 tempest-ExtraDHCPOptionsTestJSON-1070879554-project] device_id is not set on port 79abf8f5-1ab0-427e-9254-dac684efa96f yet. {{(pid=94466) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 14:52:23.290032 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.db_base_plugin_common [None req-f3ff8f2e-29e2-4e85-a80a-d0ebc88f7058 None None] Allocated IP 172.20.0.2 (3b80d0a6-3efe-456d-88a5-07cb4e39f34a/1cf6073a-ad73-4ddf-9a71-52c81a458781/bd576fd8-72c3-434a-82ff-31745db3172d) {{(pid=94468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:52:23.474696 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f3ff8f2e-29e2-4e85-a80a-d0ebc88f7058 None None] Notify callbacks [] for port, precommit_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:23.492824 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 60780) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:52:23.500247 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f3ff8f2e-29e2-4e85-a80a-d0ebc88f7058 None None] Transition to ACTIVE for port object bd576fd8-72c3-434a-82ff-31745db3172d will not be triggered until provisioned by entity L2. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:52:23.506555 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-57e3a9a0-db54-4973-8525-a810da5a7c53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:23.520772 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f3ff8f2e-29e2-4e85-a80a-d0ebc88f7058 None None] Transition to ACTIVE for port object bd576fd8-72c3-434a-82ff-31745db3172d will not be triggered until provisioned by entity DHCP. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:52:23.531469 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f3ff8f2e-29e2-4e85-a80a-d0ebc88f7058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253'] for port, after_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:23.531743 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-2bd7fe94-a298-4acb-9cca-69dea2c34167 req-00f76cc7-293b-4c7a-aef5-065831a317ea tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] 10.222.0.39 "GET /v2.0/ports?device_id=b84c5c28-8f10-4782-84ae-2f8fa89bf4c6 HTTP/1.1" status: 200 len: 210 time: 0.0563796 Aug 12 14:52:23.592462 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3ff8f2e-29e2-4e85-a80a-d0ebc88f7058 None None] Network 3b80d0a6-3efe-456d-88a5-07cb4e39f34a is already hosted by enough agents. {{(pid=94468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:52:23.596927 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.base_scheduler [None req-f3ff8f2e-29e2-4e85-a80a-d0ebc88f7058 None None] Resources bound (agent type, host, resource id): {{(pid=94468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:52:23.609949 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3ff8f2e-29e2-4e85-a80a-d0ebc88f7058 None None] Received port after_create {{(pid=94468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:52:23.617393 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.db.api [None req-9d5313bf-2e0a-4f90-b5b4-5691006757e7 tempest-ExtraDHCPOptionsTestJSON-1070879554 tempest-ExtraDHCPOptionsTestJSON-1070879554-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-92175f79-10cd-4949-a4da-103a8b226b48 {{(pid=94466) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 12 14:52:23.617724 n-d-694802-15 neutron-server[94466]: DEBUG oslo_db.api [None req-9d5313bf-2e0a-4f90-b5b4-5691006757e7 tempest-ExtraDHCPOptionsTestJSON-1070879554 tempest-ExtraDHCPOptionsTestJSON-1070879554-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 12 14:52:23.618514 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-57e3a9a0-db54-4973-8525-a810da5a7c53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:23.622182 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ff8f2e-29e2-4e85-a80a-d0ebc88f7058 None None] Pushing event updated for resources: {'Port': ['ID=bd576fd8-72c3-434a-82ff-31745db3172d,revision_number=1']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:52:23.624516 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-57e3a9a0-db54-4973-8525-a810da5a7c53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:23.666281 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-57e3a9a0-db54-4973-8525-a810da5a7c53 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3840857abb48471db9e169a8ad30b665&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1722689 Aug 12 14:52:23.669639 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 60782) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:52:23.676911 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e3a9a0-db54-4973-8525-a810da5a7c53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9deab249-5349-4803-a388-88aff5c8638a,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:52:23.678269 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-f3ff8f2e-29e2-4e85-a80a-d0ebc88f7058 None None] Attempting to bind port bd576fd8-72c3-434a-82ff-31745db3172d on host n-d-694802-15 for vnic_type normal with profile {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:52:23.678648 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-f3ff8f2e-29e2-4e85-a80a-d0ebc88f7058 None None] Attempting to bind port bd576fd8-72c3-434a-82ff-31745db3172d by drivers openvswitch,hyperv on host n-d-694802-15 at level 0 using segments [{'id': '67fe10d9-0b35-4ba8-bb7c-d6f315392cc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '3b80d0a6-3efe-456d-88a5-07cb4e39f34a'}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:52:23.679032 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3ff8f2e-29e2-4e85-a80a-d0ebc88f7058 None None] Attempting to bind port bd576fd8-72c3-434a-82ff-31745db3172d on network 3b80d0a6-3efe-456d-88a5-07cb4e39f34a {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:52:23.684421 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3ff8f2e-29e2-4e85-a80a-d0ebc88f7058 None None] Checking agent: {'id': '16de73ac-f2e9-4cee-b3e0-91052ae3e6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 20, 13), 'started_at': datetime.datetime(2021, 8, 12, 14, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 52, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:52:23.684799 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3ff8f2e-29e2-4e85-a80a-d0ebc88f7058 None None] Checking segment: {'id': '67fe10d9-0b35-4ba8-bb7c-d6f315392cc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '3b80d0a6-3efe-456d-88a5-07cb4e39f34a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:52:23.685203 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f3ff8f2e-29e2-4e85-a80a-d0ebc88f7058 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:23.685600 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3ff8f2e-29e2-4e85-a80a-d0ebc88f7058 None None] Bound using segment: {'id': '67fe10d9-0b35-4ba8-bb7c-d6f315392cc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '3b80d0a6-3efe-456d-88a5-07cb4e39f34a'} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:52:23.686231 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-f3ff8f2e-29e2-4e85-a80a-d0ebc88f7058 None None] Bound port: bd576fd8-72c3-434a-82ff-31745db3172d, host: n-d-694802-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67fe10d9-0b35-4ba8-bb7c-d6f315392cc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '3b80d0a6-3efe-456d-88a5-07cb4e39f34a'}}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:52:23.686621 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f3ff8f2e-29e2-4e85-a80a-d0ebc88f7058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:23.723632 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2ba74f31-695e-49ff-ad8b-92a55b13c922 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:23.746193 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2ba74f31-695e-49ff-ad8b-92a55b13c922 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:23.749946 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-f3ff8f2e-29e2-4e85-a80a-d0ebc88f7058 None None] For port bd576fd8-72c3-434a-82ff-31745db3172d, host n-d-694802-15, cleared binding levels {{(pid=94468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:52:23.753108 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-f3ff8f2e-29e2-4e85-a80a-d0ebc88f7058 None None] For port bd576fd8-72c3-434a-82ff-31745db3172d, host n-d-694802-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=bd576fd8-72c3-434a-82ff-31745db3172d,segment=NetworkSegment(67fe10d9-0b35-4ba8-bb7c-d6f315392cc6),segment_id=67fe10d9-0b35-4ba8-bb7c-d6f315392cc6)] {{(pid=94468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:52:23.757677 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f3ff8f2e-29e2-4e85-a80a-d0ebc88f7058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:23.812484 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2ba74f31-695e-49ff-ad8b-92a55b13c922 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:23.817246 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2ba74f31-695e-49ff-ad8b-92a55b13c922 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:23.818642 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-2ba74f31-695e-49ff-ad8b-92a55b13c922 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9deab249-5349-4803-a388-88aff5c8638a HTTP/1.1" status: 204 len: 168 time: 0.1479859 Aug 12 14:52:23.831451 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba74f31-695e-49ff-ad8b-92a55b13c922 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9deab249-5349-4803-a388-88aff5c8638a,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:52:23.837354 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ff8f2e-29e2-4e85-a80a-d0ebc88f7058 None None] Pushing event updated for resources: {'Port': ['ID=bd576fd8-72c3-434a-82ff-31745db3172d,revision_number=2']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:52:24.028756 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75e4091-2aa5-4db2-9185-7ee84e6b8e25 req-d6dfd7a8-9c2e-432c-be23-d75022ec8ab2 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:52:24.030499 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a75e4091-2aa5-4db2-9185-7ee84e6b8e25 req-d6dfd7a8-9c2e-432c-be23-d75022ec8ab2 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/ports?device_id=d89c572a-9ecf-42f3-aaab-789262bca2fb HTTP/1.1" status: 200 len: 945 time: 0.0627868 Aug 12 14:52:24.113798 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a75e4091-2aa5-4db2-9185-7ee84e6b8e25 req-1401a5bf-69bd-4cb7-b18d-4a58b2862cce tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/security-groups?id=70daefbf-eec6-4754-864f-8c40c2c28cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689168 Aug 12 14:52:24.119857 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9d5313bf-2e0a-4f90-b5b4-5691006757e7 tempest-ExtraDHCPOptionsTestJSON-1070879554 tempest-ExtraDHCPOptionsTestJSON-1070879554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:24.181097 n-d-694802-15 neutron-server[94466]: DEBUG neutron.notifiers.nova [None req-9d5313bf-2e0a-4f90-b5b4-5691006757e7 tempest-ExtraDHCPOptionsTestJSON-1070879554 tempest-ExtraDHCPOptionsTestJSON-1070879554-project] device_id is not set on port 955e129d-bcd6-433e-9982-ba9e83ae4ae7 yet. {{(pid=94466) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 14:52:24.371532 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-9d5313bf-2e0a-4f90-b5b4-5691006757e7 tempest-ExtraDHCPOptionsTestJSON-1070879554 tempest-ExtraDHCPOptionsTestJSON-1070879554-project] Allocated IP 172.20.0.3 (3b80d0a6-3efe-456d-88a5-07cb4e39f34a/1cf6073a-ad73-4ddf-9a71-52c81a458781/955e129d-bcd6-433e-9982-ba9e83ae4ae7) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:52:24.607729 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9d5313bf-2e0a-4f90-b5b4-5691006757e7 tempest-ExtraDHCPOptionsTestJSON-1070879554 tempest-ExtraDHCPOptionsTestJSON-1070879554-project] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:24.646449 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-9d5313bf-2e0a-4f90-b5b4-5691006757e7 tempest-ExtraDHCPOptionsTestJSON-1070879554 tempest-ExtraDHCPOptionsTestJSON-1070879554-project] Transition to ACTIVE for port object 955e129d-bcd6-433e-9982-ba9e83ae4ae7 will not be triggered until provisioned by entity DHCP. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:52:24.717015 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-54031878-2b89-4193-bb2b-435d988a7838 req-a6fc79b7-52cd-4949-878d-25d5ce7dfdc5 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] 10.222.0.39 "GET /v2.0/ports?device_id=b84c5c28-8f10-4782-84ae-2f8fa89bf4c6 HTTP/1.1" status: 200 len: 210 time: 0.0421879 Aug 12 14:52:24.752664 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9d5313bf-2e0a-4f90-b5b4-5691006757e7 tempest-ExtraDHCPOptionsTestJSON-1070879554 tempest-ExtraDHCPOptionsTestJSON-1070879554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:24.847414 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d5313bf-2e0a-4f90-b5b4-5691006757e7 tempest-ExtraDHCPOptionsTestJSON-1070879554 tempest-ExtraDHCPOptionsTestJSON-1070879554-project] Network 3b80d0a6-3efe-456d-88a5-07cb4e39f34a is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:52:24.864111 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-9d5313bf-2e0a-4f90-b5b4-5691006757e7 tempest-ExtraDHCPOptionsTestJSON-1070879554 tempest-ExtraDHCPOptionsTestJSON-1070879554-project] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:52:24.869878 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d5313bf-2e0a-4f90-b5b4-5691006757e7 tempest-ExtraDHCPOptionsTestJSON-1070879554 tempest-ExtraDHCPOptionsTestJSON-1070879554-project] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:52:24.919892 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5313bf-2e0a-4f90-b5b4-5691006757e7 tempest-ExtraDHCPOptionsTestJSON-1070879554 tempest-ExtraDHCPOptionsTestJSON-1070879554-project] Pushing event updated for resources: {'Port': ['ID=955e129d-bcd6-433e-9982-ba9e83ae4ae7,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:52:24.958476 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d5313bf-2e0a-4f90-b5b4-5691006757e7 tempest-ExtraDHCPOptionsTestJSON-1070879554 tempest-ExtraDHCPOptionsTestJSON-1070879554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:52:24.959351 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9d5313bf-2e0a-4f90-b5b4-5691006757e7 tempest-ExtraDHCPOptionsTestJSON-1070879554 tempest-ExtraDHCPOptionsTestJSON-1070879554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:24.993512 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-9d5313bf-2e0a-4f90-b5b4-5691006757e7 tempest-ExtraDHCPOptionsTestJSON-1070879554 tempest-ExtraDHCPOptionsTestJSON-1070879554-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.1152933 Aug 12 14:52:24.997306 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 60840) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:52:25.004901 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-f5ccacad-9b80-4050-b5b0-3c37812d6bdd tempest-ExtraDHCPOptionsTestJSON-1070879554 tempest-ExtraDHCPOptionsTestJSON-1070879554-project] Request body: {'port': {'network_id': '3b80d0a6-3efe-456d-88a5-07cb4e39f34a', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1329511995', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:52:25.005878 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.api.validators [None req-f5ccacad-9b80-4050-b5b0-3c37812d6bdd tempest-ExtraDHCPOptionsTestJSON-1070879554 tempest-ExtraDHCPOptionsTestJSON-1070879554-project] bootfile-name is not in valid_values {{(pid=94466) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 12 14:52:25.006858 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.api.validators [None req-f5ccacad-9b80-4050-b5b0-3c37812d6bdd tempest-ExtraDHCPOptionsTestJSON-1070879554 tempest-ExtraDHCPOptionsTestJSON-1070879554-project] tftp-server is not in valid_values {{(pid=94466) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 12 14:52:25.007908 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.api.validators [None req-f5ccacad-9b80-4050-b5b0-3c37812d6bdd tempest-ExtraDHCPOptionsTestJSON-1070879554 tempest-ExtraDHCPOptionsTestJSON-1070879554-project] server-ip-address is not in valid_values {{(pid=94466) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 12 14:52:25.121067 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device bd576fd8-72c3-434a-82ff-31745db3172d up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:52:25.171982 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ac8f3c-2413-41c6-978f-edce7c58e859 req-fcf87176-ecbf-4999-952b-c7fae10164de tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:52:25.174392 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-a0ac8f3c-2413-41c6-978f-edce7c58e859 req-fcf87176-ecbf-4999-952b-c7fae10164de tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5536628-9dc0-4393-bc01-55a18921721f HTTP/1.1" status: 200 len: 945 time: 0.0956132 Aug 12 14:52:25.240520 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning for port bd576fd8-72c3-434a-82ff-31745db3172d completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:52:25.272570 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a29eeda7-ba49-4751-851c-787d42331697 None None] Network 3b80d0a6-3efe-456d-88a5-07cb4e39f34a requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:52:25.301992 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-a0ac8f3c-2413-41c6-978f-edce7c58e859 req-a594976b-7566-4c88-81df-a4a27305dd0c tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] 10.222.0.39 "GET /v2.0/security-groups?id=d503e6e0-4ce0-4f78-842d-abe0bf3f8a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115770 Aug 12 14:52:25.311982 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b879e03b-0122-49b3-a432-b020f4cf28b8 req-df4c7f96-1f99-4185-b4fc-18c224372543 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:52:25.332023 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5ccacad-9b80-4050-b5b0-3c37812d6bdd tempest-ExtraDHCPOptionsTestJSON-1070879554 tempest-ExtraDHCPOptionsTestJSON-1070879554-project] Made reservation on behalf of ca3a384b47084041bd31fbe4f89d157d for: {'port': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:52:25.333664 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b879e03b-0122-49b3-a432-b020f4cf28b8 req-df4c7f96-1f99-4185-b4fc-18c224372543 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/ports?device_id=d89c572a-9ecf-42f3-aaab-789262bca2fb HTTP/1.1" status: 200 len: 945 time: 0.0764794 Aug 12 14:52:25.338992 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f5ccacad-9b80-4050-b5b0-3c37812d6bdd tempest-ExtraDHCPOptionsTestJSON-1070879554 tempest-ExtraDHCPOptionsTestJSON-1070879554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:25.365714 n-d-694802-15 neutron-server[94466]: DEBUG neutron.notifiers.nova [None req-f5ccacad-9b80-4050-b5b0-3c37812d6bdd tempest-ExtraDHCPOptionsTestJSON-1070879554 tempest-ExtraDHCPOptionsTestJSON-1070879554-project] device_id is not set on port 969cac8e-c60a-4590-8469-53e872b8c38c yet. {{(pid=94466) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 14:52:25.385538 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b879e03b-0122-49b3-a432-b020f4cf28b8 req-57adaa4d-6cd3-4f61-b003-b72b70b1b15e tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/security-groups?id=70daefbf-eec6-4754-864f-8c40c2c28cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505247 Aug 12 14:52:25.421099 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-77eb42ee-d150-43a0-8b15-51183c0aca78 None None] Provisioning for port bd576fd8-72c3-434a-82ff-31745db3172d completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:52:25.429863 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-77eb42ee-d150-43a0-8b15-51183c0aca78 None None] Provisioning complete for port bd576fd8-72c3-434a-82ff-31745db3172d triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:52:25.430468 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-77eb42ee-d150-43a0-8b15-51183c0aca78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:25.496025 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-f5ccacad-9b80-4050-b5b0-3c37812d6bdd tempest-ExtraDHCPOptionsTestJSON-1070879554 tempest-ExtraDHCPOptionsTestJSON-1070879554-project] Allocated IP 172.20.0.6 (3b80d0a6-3efe-456d-88a5-07cb4e39f34a/1cf6073a-ad73-4ddf-9a71-52c81a458781/969cac8e-c60a-4590-8469-53e872b8c38c) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:52:25.598333 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-77eb42ee-d150-43a0-8b15-51183c0aca78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:25.643788 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-77eb42ee-d150-43a0-8b15-51183c0aca78 None None] For port bd576fd8-72c3-434a-82ff-31745db3172d, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=bd576fd8-72c3-434a-82ff-31745db3172d,segment=NetworkSegment(67fe10d9-0b35-4ba8-bb7c-d6f315392cc6),segment_id=67fe10d9-0b35-4ba8-bb7c-d6f315392cc6)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:52:25.650298 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-77eb42ee-d150-43a0-8b15-51183c0aca78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:25.742875 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77eb42ee-d150-43a0-8b15-51183c0aca78 None None] Pushing event updated for resources: {'Port': ['ID=bd576fd8-72c3-434a-82ff-31745db3172d,revision_number=3']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:52:25.768121 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f5ccacad-9b80-4050-b5b0-3c37812d6bdd tempest-ExtraDHCPOptionsTestJSON-1070879554 tempest-ExtraDHCPOptionsTestJSON-1070879554-project] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:25.783845 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-f5ccacad-9b80-4050-b5b0-3c37812d6bdd tempest-ExtraDHCPOptionsTestJSON-1070879554 tempest-ExtraDHCPOptionsTestJSON-1070879554-project] Transition to ACTIVE for port object 969cac8e-c60a-4590-8469-53e872b8c38c will not be triggered until provisioned by entity DHCP. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:52:25.821041 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f5ccacad-9b80-4050-b5b0-3c37812d6bdd tempest-ExtraDHCPOptionsTestJSON-1070879554 tempest-ExtraDHCPOptionsTestJSON-1070879554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:25.911956 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5ccacad-9b80-4050-b5b0-3c37812d6bdd tempest-ExtraDHCPOptionsTestJSON-1070879554 tempest-ExtraDHCPOptionsTestJSON-1070879554-project] Network 3b80d0a6-3efe-456d-88a5-07cb4e39f34a is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:52:25.934618 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-2dc20ae6-2a06-48ee-833d-e3fbc9539c65 req-b8964c40-be65-4a8a-ad23-3ff7f4ad5adc tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] 10.222.0.39 "GET /v2.0/ports?device_id=b84c5c28-8f10-4782-84ae-2f8fa89bf4c6 HTTP/1.1" status: 200 len: 210 time: 0.0644093 Aug 12 14:52:25.940202 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-f5ccacad-9b80-4050-b5b0-3c37812d6bdd tempest-ExtraDHCPOptionsTestJSON-1070879554 tempest-ExtraDHCPOptionsTestJSON-1070879554-project] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:52:25.941917 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ccacad-9b80-4050-b5b0-3c37812d6bdd tempest-ExtraDHCPOptionsTestJSON-1070879554 tempest-ExtraDHCPOptionsTestJSON-1070879554-project] Pushing event updated for resources: {'Port': ['ID=969cac8e-c60a-4590-8469-53e872b8c38c,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:52:25.951139 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5ccacad-9b80-4050-b5b0-3c37812d6bdd tempest-ExtraDHCPOptionsTestJSON-1070879554 tempest-ExtraDHCPOptionsTestJSON-1070879554-project] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:52:26.016733 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5ccacad-9b80-4050-b5b0-3c37812d6bdd tempest-ExtraDHCPOptionsTestJSON-1070879554 tempest-ExtraDHCPOptionsTestJSON-1070879554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:52:26.017863 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f5ccacad-9b80-4050-b5b0-3c37812d6bdd tempest-ExtraDHCPOptionsTestJSON-1070879554 tempest-ExtraDHCPOptionsTestJSON-1070879554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:26.040060 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-f5ccacad-9b80-4050-b5b0-3c37812d6bdd tempest-ExtraDHCPOptionsTestJSON-1070879554 tempest-ExtraDHCPOptionsTestJSON-1070879554-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 1.0421066 Aug 12 14:52:26.042484 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 60866) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:52:26.076949 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-18c9b6fd-199a-4f9d-b153-99b9ab881408 None None] Provisioning complete for port bd576fd8-72c3-434a-82ff-31745db3172d triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:52:26.077567 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-18c9b6fd-199a-4f9d-b153-99b9ab881408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:26.129021 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7ea99a0-3f08-43f7-ac65-3cd79af14932 tempest-ExtraDHCPOptionsTestJSON-1070879554 tempest-ExtraDHCPOptionsTestJSON-1070879554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:52:26.136099 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7ea99a0-3f08-43f7-ac65-3cd79af14932 tempest-ExtraDHCPOptionsTestJSON-1070879554 tempest-ExtraDHCPOptionsTestJSON-1070879554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:52:26.143548 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7ea99a0-3f08-43f7-ac65-3cd79af14932 tempest-ExtraDHCPOptionsTestJSON-1070879554 tempest-ExtraDHCPOptionsTestJSON-1070879554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:52:26.145557 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-b7ea99a0-3f08-43f7-ac65-3cd79af14932 tempest-ExtraDHCPOptionsTestJSON-1070879554 tempest-ExtraDHCPOptionsTestJSON-1070879554-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2618 time: 0.1017177 Aug 12 14:52:26.146061 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device db92e028-bf25-4e3c-ac25-0a5403b80547 no longer exists at agent hyperv_n-h2-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:52:26.148468 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 60874) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:52:26.345841 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-12782f09-fe4c-4ad0-9056-689832fea732 tempest-ExtraDHCPOptionsTestJSON-1070879554 tempest-ExtraDHCPOptionsTestJSON-1070879554-project] Deleting port 969cac8e-c60a-4590-8469-53e872b8c38c {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:52:26.346313 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-12782f09-fe4c-4ad0-9056-689832fea732 tempest-ExtraDHCPOptionsTestJSON-1070879554 tempest-ExtraDHCPOptionsTestJSON-1070879554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:26.538974 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad011c69-2a38-4a61-ba64-2a249136fa48 req-087fa396-e89d-4132-aa87-60ca8c173e95 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:52:26.548437 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ad011c69-2a38-4a61-ba64-2a249136fa48 req-087fa396-e89d-4132-aa87-60ca8c173e95 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5536628-9dc0-4393-bc01-55a18921721f HTTP/1.1" status: 200 len: 945 time: 0.1031125 Aug 12 14:52:26.573890 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-12782f09-fe4c-4ad0-9056-689832fea732 tempest-ExtraDHCPOptionsTestJSON-1070879554 tempest-ExtraDHCPOptionsTestJSON-1070879554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:26.577726 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device e62cdda7-a629-4899-9eb6-4dabc61de76f details requested by agent hyperv_n-h1-694802-15 with host n-h1-694802-15 {{(pid=94468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 14:52:26.588559 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] No Port match for: db92e028-bf25-4e3c-ac25-0a5403b80547 {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 14:52:26.588903 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device db92e028-bf25-4e3c-ac25-0a5403b80547 not bound to the agent host n-h2-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:52:26.593189 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99257fa9-dc05-4d48-9f72-97dc815ce84c req-b53a0126-f8c8-49f8-8e68-77a49d7f1e36 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:52:26.595841 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-99257fa9-dc05-4d48-9f72-97dc815ce84c req-b53a0126-f8c8-49f8-8e68-77a49d7f1e36 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] 10.222.0.64 "GET /v2.0/ports?device_id=f5536628-9dc0-4393-bc01-55a18921721f HTTP/1.1" status: 200 len: 945 time: 0.1420393 Aug 12 14:52:26.624791 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-12782f09-fe4c-4ad0-9056-689832fea732 tempest-ExtraDHCPOptionsTestJSON-1070879554 tempest-ExtraDHCPOptionsTestJSON-1070879554-project] Calling delete_port for 969cac8e-c60a-4590-8469-53e872b8c38c owned by {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:52:26.722022 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ad011c69-2a38-4a61-ba64-2a249136fa48 req-d9334fda-1d08-4fb4-8694-9fe669f9f9d4 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] 10.222.0.39 "GET /v2.0/security-groups?id=d503e6e0-4ce0-4f78-842d-abe0bf3f8a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682968 Aug 12 14:52:26.822436 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port e62cdda7-a629-4899-9eb6-4dabc61de76f, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=e62cdda7-a629-4899-9eb6-4dabc61de76f,segment=NetworkSegment(b72762b4-956b-443d-aaee-4b6799d6bcb9),segment_id=b72762b4-956b-443d-aaee-4b6799d6bcb9)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:52:26.835237 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Returning: {'device': 'e62cdda7-a629-4899-9eb6-4dabc61de76f', 'network_id': '2ad93210-7061-461d-8617-49848448cc38', 'port_id': 'e62cdda7-a629-4899-9eb6-4dabc61de76f', 'mac_address': 'fa:16:3e:60:f3:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce169be2-a716-4bd9-89d0-74eedc855ec7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 14:52:26.883689 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:26.921800 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e62cdda7-a629-4899-9eb6-4dabc61de76f {{(pid=94468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:52:26.970848 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port e62cdda7-a629-4899-9eb6-4dabc61de76f, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=e62cdda7-a629-4899-9eb6-4dabc61de76f,segment=NetworkSegment(b72762b4-956b-443d-aaee-4b6799d6bcb9),segment_id=b72762b4-956b-443d-aaee-4b6799d6bcb9)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:52:26.975828 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-18c9b6fd-199a-4f9d-b153-99b9ab881408 None None] Provisioning for port 955e129d-bcd6-433e-9982-ba9e83ae4ae7 completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:52:26.983602 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:26.994163 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-18c9b6fd-199a-4f9d-b153-99b9ab881408 None None] Provisioning complete for port 955e129d-bcd6-433e-9982-ba9e83ae4ae7 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:52:26.994545 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-18c9b6fd-199a-4f9d-b153-99b9ab881408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:27.017794 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1697eeeb-3931-4f00-9d84-1b984a910d45 req-40248124-dcfc-4ee3-a9cb-229a4fcabab1 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:52:27.038177 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-1697eeeb-3931-4f00-9d84-1b984a910d45 req-40248124-dcfc-4ee3-a9cb-229a4fcabab1 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/ports?device_id=d89c572a-9ecf-42f3-aaab-789262bca2fb HTTP/1.1" status: 200 len: 945 time: 0.4822841 Aug 12 14:52:27.052171 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [req-99257fa9-dc05-4d48-9f72-97dc815ce84c req-fa65a16e-0f83-4bfc-b243-38aa95cca834 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] Deleting port dc566ee9-a384-4f4a-8a20-5887f333a78c {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:52:27.057903 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device bd576fd8-72c3-434a-82ff-31745db3172d up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:52:27.058658 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-99257fa9-dc05-4d48-9f72-97dc815ce84c req-fa65a16e-0f83-4bfc-b243-38aa95cca834 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:27.081207 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-12782f09-fe4c-4ad0-9056-689832fea732 tempest-ExtraDHCPOptionsTestJSON-1070879554 tempest-ExtraDHCPOptionsTestJSON-1070879554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:27.104645 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] get_ports_and_sgs() called for port_ids ['e62cdda7-a629-4899-9eb6-4dabc61de76f'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:52:27.146663 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12782f09-fe4c-4ad0-9056-689832fea732 tempest-ExtraDHCPOptionsTestJSON-1070879554 tempest-ExtraDHCPOptionsTestJSON-1070879554-project] Pushing event deleted for resources: {'Port': ['ID=969cac8e-c60a-4590-8469-53e872b8c38c,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:52:27.159296 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-18c9b6fd-199a-4f9d-b153-99b9ab881408 None None] Port 955e129d-bcd6-433e-9982-ba9e83ae4ae7 cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 14:52:27.169243 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Pushing event updated for resources: {'Port': ['ID=e62cdda7-a629-4899-9eb6-4dabc61de76f,revision_number=6']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:52:27.191160 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f9a1f58d-af4c-41a3-bd48-7b47e3bb5f38 req-6858c112-56a9-4878-9c54-73bbebc3e2bd tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] 10.222.0.39 "GET /v2.0/ports?device_id=b84c5c28-8f10-4782-84ae-2f8fa89bf4c6 HTTP/1.1" status: 200 len: 210 time: 0.0395513 Aug 12 14:52:27.217017 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port bd576fd8-72c3-434a-82ff-31745db3172d triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:52:27.217633 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:27.288847 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-1697eeeb-3931-4f00-9d84-1b984a910d45 req-b193a1e7-fdd5-4871-9ed2-c5df66943e89 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/security-groups?id=70daefbf-eec6-4754-864f-8c40c2c28cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2487087 Aug 12 14:52:27.302327 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-99257fa9-dc05-4d48-9f72-97dc815ce84c req-fa65a16e-0f83-4bfc-b243-38aa95cca834 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] For port dc566ee9-a384-4f4a-8a20-5887f333a78c, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=dc566ee9-a384-4f4a-8a20-5887f333a78c,segment=NetworkSegment(abdc443e-cf7a-4b71-8730-19997248ebd2),segment_id=abdc443e-cf7a-4b71-8730-19997248ebd2)] {{(pid=94467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:52:27.302623 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-99257fa9-dc05-4d48-9f72-97dc815ce84c req-fa65a16e-0f83-4bfc-b243-38aa95cca834 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:27.308870 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-55b70fb8-c0ac-4d37-8ac7-5e66f3e795ce None None] Could not find standard attr ID for object 969cac8e-c60a-4590-8469-53e872b8c38c. {{(pid=94468) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 12 14:52:27.315351 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-12782f09-fe4c-4ad0-9056-689832fea732 tempest-ExtraDHCPOptionsTestJSON-1070879554 tempest-ExtraDHCPOptionsTestJSON-1070879554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:27.329645 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-12782f09-fe4c-4ad0-9056-689832fea732 tempest-ExtraDHCPOptionsTestJSON-1070879554 tempest-ExtraDHCPOptionsTestJSON-1070879554-project] 10.222.0.39 "DELETE /v2.0/ports/969cac8e-c60a-4590-8469-53e872b8c38c HTTP/1.1" status: 204 len: 168 time: 1.1733212 Aug 12 14:52:27.331768 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 60896) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:52:27.342315 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [req-99257fa9-dc05-4d48-9f72-97dc815ce84c req-fa65a16e-0f83-4bfc-b243-38aa95cca834 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] Calling delete_port for dc566ee9-a384-4f4a-8a20-5887f333a78c owned by compute:nova {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:52:27.347961 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-30e17766-0288-41a5-b29f-dfad692c93cc tempest-ExtraDHCPOptionsTestJSON-1070879554 tempest-ExtraDHCPOptionsTestJSON-1070879554-project] Request body: {'port': {'name': 'tempest-new-port-name-414976423', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:52:27.348372 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.api.validators [None req-30e17766-0288-41a5-b29f-dfad692c93cc tempest-ExtraDHCPOptionsTestJSON-1070879554 tempest-ExtraDHCPOptionsTestJSON-1070879554-project] bootfile-name is not in valid_values {{(pid=94466) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 12 14:52:27.348710 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.api.validators [None req-30e17766-0288-41a5-b29f-dfad692c93cc tempest-ExtraDHCPOptionsTestJSON-1070879554 tempest-ExtraDHCPOptionsTestJSON-1070879554-project] tftp-server is not in valid_values {{(pid=94466) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 12 14:52:27.349046 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.api.validators [None req-30e17766-0288-41a5-b29f-dfad692c93cc tempest-ExtraDHCPOptionsTestJSON-1070879554 tempest-ExtraDHCPOptionsTestJSON-1070879554-project] server-ip-address is not in valid_values {{(pid=94466) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 12 14:52:27.363866 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-55b70fb8-c0ac-4d37-8ac7-5e66f3e795ce None None] Provisioning complete for port 955e129d-bcd6-433e-9982-ba9e83ae4ae7 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:52:27.364247 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-55b70fb8-c0ac-4d37-8ac7-5e66f3e795ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:27.512222 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-55b70fb8-c0ac-4d37-8ac7-5e66f3e795ce None None] Port 955e129d-bcd6-433e-9982-ba9e83ae4ae7 cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 14:52:27.593228 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-30e17766-0288-41a5-b29f-dfad692c93cc tempest-ExtraDHCPOptionsTestJSON-1070879554 tempest-ExtraDHCPOptionsTestJSON-1070879554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:27.623128 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-99257fa9-dc05-4d48-9f72-97dc815ce84c req-fa65a16e-0f83-4bfc-b243-38aa95cca834 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:27.635548 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] get_ports_and_sgs() called for port_ids ['dc566ee9-a384-4f4a-8a20-5887f333a78c'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:52:27.701554 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa65a16e-0f83-4bfc-b243-38aa95cca834 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] Pushing event deleted for resources: {'Port': ['ID=dc566ee9-a384-4f4a-8a20-5887f333a78c,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:52:27.753575 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [req-99257fa9-dc05-4d48-9f72-97dc815ce84c req-fa65a16e-0f83-4bfc-b243-38aa95cca834 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] No DVR routers for this DVR port dc566ee9-a384-4f4a-8a20-5887f333a78c on host n-h1-694802-15 {{(pid=94467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:52:27.757902 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-99257fa9-dc05-4d48-9f72-97dc815ce84c req-fa65a16e-0f83-4bfc-b243-38aa95cca834 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:27.763480 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-99257fa9-dc05-4d48-9f72-97dc815ce84c req-fa65a16e-0f83-4bfc-b243-38aa95cca834 tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] 10.222.0.64 "DELETE /v2.0/ports/dc566ee9-a384-4f4a-8a20-5887f333a78c HTTP/1.1" status: 204 len: 173 time: 1.1570086 Aug 12 14:52:27.764067 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5536628-9dc0-4393-bc01-55a18921721f', 'name': 'network-vif-deleted', 'tag': 'dc566ee9-a384-4f4a-8a20-5887f333a78c'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:52:27.766501 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e65282f928b64038367d043a4411777802006c43a98742496cb2e25b724ff1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce57a459-1f80-4bb8-a5fa-da30a7a89728" -d '{"events": [{"server_uuid": "f5536628-9dc0-4393-bc01-55a18921721f", "name": "network-vif-deleted", "tag": "dc566ee9-a384-4f4a-8a20-5887f333a78c"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:52:27.843572 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 14:52:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da136a87-645b-453e-b828-846b4c48c3b3 x-openstack-request-id: req-da136a87-645b-453e-b828-846b4c48c3b3 {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:52:27.843867 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5536628-9dc0-4393-bc01-55a18921721f", "name": "network-vif-deleted", "tag": "dc566ee9-a384-4f4a-8a20-5887f333a78c", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:52:27.844120 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-da136a87-645b-453e-b828-846b4c48c3b3 {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:52:27.846147 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5536628-9dc0-4393-bc01-55a18921721f', 'name': 'network-vif-deleted', 'tag': 'dc566ee9-a384-4f4a-8a20-5887f333a78c', 'status': 'completed', 'code': 200} Aug 12 14:52:27.939906 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ae5065cf-fd66-40d7-aca7-ff1ebc72d2b0 req-6f7240e3-5122-4bd1-92ea-1c1b12772f0a tempest-ServersTestJSON-903078173 tempest-ServersTestJSON-903078173-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5536628-9dc0-4393-bc01-55a18921721f HTTP/1.1" status: 200 len: 210 time: 0.0648894 Aug 12 14:52:27.971860 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-30e17766-0288-41a5-b29f-dfad692c93cc tempest-ExtraDHCPOptionsTestJSON-1070879554 tempest-ExtraDHCPOptionsTestJSON-1070879554-project] Notify callbacks [] for port, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:27.977624 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-30e17766-0288-41a5-b29f-dfad692c93cc tempest-ExtraDHCPOptionsTestJSON-1070879554 tempest-ExtraDHCPOptionsTestJSON-1070879554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3718439'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:28.076915 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e17766-0288-41a5-b29f-dfad692c93cc tempest-ExtraDHCPOptionsTestJSON-1070879554 tempest-ExtraDHCPOptionsTestJSON-1070879554-project] Pushing event updated for resources: {'Port': ['ID=955e129d-bcd6-433e-9982-ba9e83ae4ae7,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:52:28.175674 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-30e17766-0288-41a5-b29f-dfad692c93cc tempest-ExtraDHCPOptionsTestJSON-1070879554 tempest-ExtraDHCPOptionsTestJSON-1070879554-project] In _notify_port_updated(), no bound segment for port 955e129d-bcd6-433e-9982-ba9e83ae4ae7 on network 3b80d0a6-3efe-456d-88a5-07cb4e39f34a {{(pid=94466) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 12 14:52:28.182042 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30e17766-0288-41a5-b29f-dfad692c93cc tempest-ExtraDHCPOptionsTestJSON-1070879554 tempest-ExtraDHCPOptionsTestJSON-1070879554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:52:28.182787 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-30e17766-0288-41a5-b29f-dfad692c93cc tempest-ExtraDHCPOptionsTestJSON-1070879554 tempest-ExtraDHCPOptionsTestJSON-1070879554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:28.186844 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-30e17766-0288-41a5-b29f-dfad692c93cc tempest-ExtraDHCPOptionsTestJSON-1070879554 tempest-ExtraDHCPOptionsTestJSON-1070879554-project] 10.222.0.39 "PUT /v2.0/ports/955e129d-bcd6-433e-9982-ba9e83ae4ae7 HTTP/1.1" status: 200 len: 1135 time: 0.8517327 Aug 12 14:52:28.189391 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 60914) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:52:28.229402 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device e62cdda7-a629-4899-9eb6-4dabc61de76f up at agent hyperv_n-h1-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:52:28.275550 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17cf35e8-eb80-4e27-a895-ab99a2f8e179 tempest-ExtraDHCPOptionsTestJSON-1070879554 tempest-ExtraDHCPOptionsTestJSON-1070879554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:52:28.280342 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-17cf35e8-eb80-4e27-a895-ab99a2f8e179 tempest-ExtraDHCPOptionsTestJSON-1070879554 tempest-ExtraDHCPOptionsTestJSON-1070879554-project] 10.222.0.39 "GET /v2.0/ports/955e129d-bcd6-433e-9982-ba9e83ae4ae7 HTTP/1.1" status: 200 len: 1135 time: 0.0898030 Aug 12 14:52:28.284231 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 60920) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:52:28.416221 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Provisioning complete for port e62cdda7-a629-4899-9eb6-4dabc61de76f triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:52:28.416594 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:28.585681 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5b572c-8bd0-4125-8122-ecd555da9c33 req-dd9e4e78-555b-4739-9bb7-f0a6c9e1e60f tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:52:28.596908 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4a5b572c-8bd0-4125-8122-ecd555da9c33 req-dd9e4e78-555b-4739-9bb7-f0a6c9e1e60f tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/ports?device_id=d89c572a-9ecf-42f3-aaab-789262bca2fb HTTP/1.1" status: 200 len: 944 time: 0.1269970 Aug 12 14:52:28.598205 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:28.613090 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-8ff8aaa2-296a-4d56-b9a7-6feaf9fbbc9f req-cdbd00fc-6798-4629-90de-fc571677904c tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] 10.222.0.39 "GET /v2.0/ports?device_id=b84c5c28-8f10-4782-84ae-2f8fa89bf4c6 HTTP/1.1" status: 200 len: 210 time: 0.1170967 Aug 12 14:52:28.659678 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-9941bb86-84cc-4c2b-9635-3e5f631c9b51 tempest-ExtraDHCPOptionsTestJSON-1070879554 tempest-ExtraDHCPOptionsTestJSON-1070879554-project] Deleting port 955e129d-bcd6-433e-9982-ba9e83ae4ae7 {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:52:28.660514 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9941bb86-84cc-4c2b-9635-3e5f631c9b51 tempest-ExtraDHCPOptionsTestJSON-1070879554 tempest-ExtraDHCPOptionsTestJSON-1070879554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:28.688299 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd89c572a-9ecf-42f3-aaab-789262bca2fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e62cdda7-a629-4899-9eb6-4dabc61de76f'}] {{(pid=94468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:52:28.705819 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99a8d87602170099c728e57431aca99e9b98a655a83bbf8727be13192709727b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8638adf9-adfb-4a1e-bb02-b6e83d36a7dd" -d '{"events": [{"server_uuid": "d89c572a-9ecf-42f3-aaab-789262bca2fb", "name": "network-vif-plugged", "status": "completed", "tag": "e62cdda7-a629-4899-9eb6-4dabc61de76f"}]}' {{(pid=94468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:52:28.721488 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4a5b572c-8bd0-4125-8122-ecd555da9c33 req-7f7dd32e-9ddb-4ae0-ac4c-619e3edc0c5e tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/security-groups?id=70daefbf-eec6-4754-864f-8c40c2c28cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1127634 Aug 12 14:52:28.729352 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-0664c033-fa84-4e59-8191-942c29cd6960 None None] Provisioning complete for port 955e129d-bcd6-433e-9982-ba9e83ae4ae7 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:52:28.729739 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-0664c033-fa84-4e59-8191-942c29cd6960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:28.743220 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port e62cdda7-a629-4899-9eb6-4dabc61de76f, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=e62cdda7-a629-4899-9eb6-4dabc61de76f,segment=NetworkSegment(b72762b4-956b-443d-aaee-4b6799d6bcb9),segment_id=b72762b4-956b-443d-aaee-4b6799d6bcb9)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:52:28.789800 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 14:52:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bed9c645-9299-41bf-af9b-b221e2fbf059 x-openstack-request-id: req-bed9c645-9299-41bf-af9b-b221e2fbf059 {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:52:28.790093 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d89c572a-9ecf-42f3-aaab-789262bca2fb", "name": "network-vif-plugged", "status": "completed", "tag": "e62cdda7-a629-4899-9eb6-4dabc61de76f", "code": 200}]} {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:52:28.790345 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-bed9c645-9299-41bf-af9b-b221e2fbf059 {{(pid=94468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:52:28.790747 n-d-694802-15 neutron-server[94468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd89c572a-9ecf-42f3-aaab-789262bca2fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e62cdda7-a629-4899-9eb6-4dabc61de76f', 'code': 200} Aug 12 14:52:28.793052 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:28.844820 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-0664c033-fa84-4e59-8191-942c29cd6960 None None] Port 955e129d-bcd6-433e-9982-ba9e83ae4ae7 cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 14:52:28.886647 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Pushing event updated for resources: {'Port': ['ID=e62cdda7-a629-4899-9eb6-4dabc61de76f,revision_number=7']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:52:28.921495 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9941bb86-84cc-4c2b-9635-3e5f631c9b51 tempest-ExtraDHCPOptionsTestJSON-1070879554 tempest-ExtraDHCPOptionsTestJSON-1070879554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:28.946637 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-9941bb86-84cc-4c2b-9635-3e5f631c9b51 tempest-ExtraDHCPOptionsTestJSON-1070879554 tempest-ExtraDHCPOptionsTestJSON-1070879554-project] Calling delete_port for 955e129d-bcd6-433e-9982-ba9e83ae4ae7 owned by {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:52:29.062453 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 60944) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:52:29.136052 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9941bb86-84cc-4c2b-9635-3e5f631c9b51 tempest-ExtraDHCPOptionsTestJSON-1070879554 tempest-ExtraDHCPOptionsTestJSON-1070879554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:29.140820 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_v2 [None req-d16e0c86-5830-4013-a37f-88ccb4b7035f admin admin] Deleting subnet 33fe8ec3-27c5-4c33-8718-44dd3a3eaffa {{(pid=94467) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 14:52:29.145000 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-d16e0c86-5830-4013-a37f-88ccb4b7035f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:29.212860 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-d16e0c86-5830-4013-a37f-88ccb4b7035f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3857505'] for subnet, precommit_delete_associations {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:29.268898 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9941bb86-84cc-4c2b-9635-3e5f631c9b51 tempest-ExtraDHCPOptionsTestJSON-1070879554 tempest-ExtraDHCPOptionsTestJSON-1070879554-project] Pushing event deleted for resources: {'Port': ['ID=955e129d-bcd6-433e-9982-ba9e83ae4ae7,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:52:29.316613 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-d16e0c86-5830-4013-a37f-88ccb4b7035f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66416255'] for subnet, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:29.373868 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9941bb86-84cc-4c2b-9635-3e5f631c9b51 tempest-ExtraDHCPOptionsTestJSON-1070879554 tempest-ExtraDHCPOptionsTestJSON-1070879554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:29.381959 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-9941bb86-84cc-4c2b-9635-3e5f631c9b51 tempest-ExtraDHCPOptionsTestJSON-1070879554 tempest-ExtraDHCPOptionsTestJSON-1070879554-project] 10.222.0.39 "DELETE /v2.0/ports/955e129d-bcd6-433e-9982-ba9e83ae4ae7 HTTP/1.1" status: 204 len: 168 time: 1.0942824 Aug 12 14:52:29.383488 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 60946) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:52:29.521206 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_v2 [None req-4855057a-9513-4f41-a76b-323e263c7248 tempest-ExtraDHCPOptionsTestJSON-1070879554 tempest-ExtraDHCPOptionsTestJSON-1070879554-project] Deleting subnet 1cf6073a-ad73-4ddf-9a71-52c81a458781 {{(pid=94467) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 14:52:29.527525 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-4855057a-9513-4f41-a76b-323e263c7248 tempest-ExtraDHCPOptionsTestJSON-1070879554 tempest-ExtraDHCPOptionsTestJSON-1070879554-project] Notify callbacks [] for subnet, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:29.575439 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-4855057a-9513-4f41-a76b-323e263c7248 tempest-ExtraDHCPOptionsTestJSON-1070879554 tempest-ExtraDHCPOptionsTestJSON-1070879554-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3857505'] for subnet, precommit_delete_associations {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:29.707851 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-4855057a-9513-4f41-a76b-323e263c7248 tempest-ExtraDHCPOptionsTestJSON-1070879554 tempest-ExtraDHCPOptionsTestJSON-1070879554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66416255'] for subnet, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:29.793319 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-a9f26cbe-7f3f-4d8b-96cf-bffcfca08a1a req-978db54c-b674-4df6-80f9-0e64a7bc192c tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] 10.222.0.39 "GET /v2.0/ports?device_id=b84c5c28-8f10-4782-84ae-2f8fa89bf4c6 HTTP/1.1" status: 200 len: 210 time: 0.0430732 Aug 12 14:52:29.797184 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-d16e0c86-5830-4013-a37f-88ccb4b7035f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66416232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2859225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3343748'] for subnet, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:29.800716 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-4855057a-9513-4f41-a76b-323e263c7248 tempest-ExtraDHCPOptionsTestJSON-1070879554 tempest-ExtraDHCPOptionsTestJSON-1070879554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66416232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2859225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3343748'] for subnet, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:29.847629 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16e0c86-5830-4013-a37f-88ccb4b7035f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=33fe8ec3-27c5-4c33-8718-44dd3a3eaffa,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:52:29.855995 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-d16e0c86-5830-4013-a37f-88ccb4b7035f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:29.862488 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-d16e0c86-5830-4013-a37f-88ccb4b7035f admin admin] 10.222.0.39 "DELETE /v2.0/subnets/33fe8ec3-27c5-4c33-8718-44dd3a3eaffa HTTP/1.1" status: 204 len: 168 time: 0.7971494 Aug 12 14:52:29.865198 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 60952) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:52:29.874065 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-950ed562-f51c-4b73-90ad-cee41b992ae7 None None] Network 3b80d0a6-3efe-456d-88a5-07cb4e39f34a requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:52:29.874610 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-4855057a-9513-4f41-a76b-323e263c7248 tempest-ExtraDHCPOptionsTestJSON-1070879554 tempest-ExtraDHCPOptionsTestJSON-1070879554-project] Notify callbacks [] for subnet, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:29.878748 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-4855057a-9513-4f41-a76b-323e263c7248 tempest-ExtraDHCPOptionsTestJSON-1070879554 tempest-ExtraDHCPOptionsTestJSON-1070879554-project] 10.222.0.39 "DELETE /v2.0/subnets/1cf6073a-ad73-4ddf-9a71-52c81a458781 HTTP/1.1" status: 204 len: 168 time: 0.4916615 Aug 12 14:52:29.880178 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 60954) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:52:29.934123 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4855057a-9513-4f41-a76b-323e263c7248 tempest-ExtraDHCPOptionsTestJSON-1070879554 tempest-ExtraDHCPOptionsTestJSON-1070879554-project] Pushing event deleted for resources: {'Subnet': ['ID=1cf6073a-ad73-4ddf-9a71-52c81a458781,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:52:30.058022 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-310912b6-dd9a-4e30-a8b2-67496b2be4d9 tempest-ExtraDHCPOptionsTestJSON-1070879554 tempest-ExtraDHCPOptionsTestJSON-1070879554-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680608'] for network, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:30.062404 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c2d2c57a-98b3-4b32-9074-c1c826127344 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680608'] for network, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:30.159162 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81628401-334d-4c55-854e-ed8f439ab544 req-1a4c098a-19cb-4702-9118-24dad14df02b tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:52:30.161528 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-81628401-334d-4c55-854e-ed8f439ab544 req-1a4c098a-19cb-4702-9118-24dad14df02b tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/ports?device_id=d89c572a-9ecf-42f3-aaab-789262bca2fb HTTP/1.1" status: 200 len: 945 time: 0.0968728 Aug 12 14:52:30.234413 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-81628401-334d-4c55-854e-ed8f439ab544 req-76f3c77b-3041-4981-939f-525010042246 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/security-groups?id=70daefbf-eec6-4754-864f-8c40c2c28cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564506 Aug 12 14:52:30.238083 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-310912b6-dd9a-4e30-a8b2-67496b2be4d9 tempest-ExtraDHCPOptionsTestJSON-1070879554 tempest-ExtraDHCPOptionsTestJSON-1070879554-project] Deleting port bd576fd8-72c3-434a-82ff-31745db3172d {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:52:30.238083 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-310912b6-dd9a-4e30-a8b2-67496b2be4d9 tempest-ExtraDHCPOptionsTestJSON-1070879554 tempest-ExtraDHCPOptionsTestJSON-1070879554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:30.255594 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device dc566ee9-a384-4f4a-8a20-5887f333a78c no longer exists at agent hyperv_n-h1-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:52:30.339269 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81ecc6bf-0f99-4f09-a1b8-ae0c7b6884b6 None None] DHCP port deletion for 3b80d0a6-3efe-456d-88a5-07cb4e39f34a request from n-d-694802-15 {{(pid=94468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 14:52:30.349112 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-93370168-53ca-47c2-9e27-b066be57125c None None] No Port match for: dc566ee9-a384-4f4a-8a20-5887f333a78c {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 14:52:30.349453 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device dc566ee9-a384-4f4a-8a20-5887f333a78c not bound to the agent host n-h1-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:52:30.353357 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c2d2c57a-98b3-4b32-9074-c1c826127344 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66413304', 'neutron.services.segments.db._delete_segments_for_network-8744654118000'] for network, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:30.381960 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-c2d2c57a-98b3-4b32-9074-c1c826127344 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f2cc2b1-26b2-41f2-bdd8-a5e5698bdc15']}} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:52:30.401203 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [None req-310912b6-dd9a-4e30-a8b2-67496b2be4d9 tempest-ExtraDHCPOptionsTestJSON-1070879554 tempest-ExtraDHCPOptionsTestJSON-1070879554-project] For port bd576fd8-72c3-434a-82ff-31745db3172d, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=bd576fd8-72c3-434a-82ff-31745db3172d,segment=NetworkSegment(67fe10d9-0b35-4ba8-bb7c-d6f315392cc6),segment_id=67fe10d9-0b35-4ba8-bb7c-d6f315392cc6)] {{(pid=94467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:52:30.401606 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-310912b6-dd9a-4e30-a8b2-67496b2be4d9 tempest-ExtraDHCPOptionsTestJSON-1070879554 tempest-ExtraDHCPOptionsTestJSON-1070879554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:30.404631 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-c2d2c57a-98b3-4b32-9074-c1c826127344 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abdc443e-cf7a-4b71-8730-19997248ebd2') {'for_net_delete': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:52:30.404935 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-c2d2c57a-98b3-4b32-9074-c1c826127344 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abdc443e-cf7a-4b71-8730-19997248ebd2') {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:52:30.416280 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c2d2c57a-98b3-4b32-9074-c1c826127344 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744654122361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2293560'] for segment, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:30.430710 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-310912b6-dd9a-4e30-a8b2-67496b2be4d9 tempest-ExtraDHCPOptionsTestJSON-1070879554 tempest-ExtraDHCPOptionsTestJSON-1070879554-project] Calling delete_port for bd576fd8-72c3-434a-82ff-31745db3172d owned by network:dhcp {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:52:30.440379 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c2d2c57a-98b3-4b32-9074-c1c826127344 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:30.469107 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2d2c57a-98b3-4b32-9074-c1c826127344 admin admin] Releasing vlan 314 on physical network physnet1 to pool {{(pid=94466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 14:52:30.469538 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c2d2c57a-98b3-4b32-9074-c1c826127344 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3718595'] for segment, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:30.473556 n-d-694802-15 neutron-server[94466]: Traceback (most recent call last): Aug 12 14:52:30.473556 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 14:52:30.473556 n-d-694802-15 neutron-server[94466]: timer() Aug 12 14:52:30.473556 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 14:52:30.473556 n-d-694802-15 neutron-server[94466]: cb(*args, **kw) Aug 12 14:52:30.473556 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 14:52:30.473556 n-d-694802-15 neutron-server[94466]: return func(*args, **kwargs) Aug 12 14:52:30.473556 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 14:52:30.473556 n-d-694802-15 neutron-server[94466]: self._notify() Aug 12 14:52:30.473556 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 14:52:30.473556 n-d-694802-15 neutron-server[94466]: self.callback(batched_events) Aug 12 14:52:30.473556 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 14:52:30.473556 n-d-694802-15 neutron-server[94466]: event.method(event) Aug 12 14:52:30.473556 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 14:52:30.473556 n-d-694802-15 neutron-server[94466]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 14:52:30.473556 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 14:52:30.473556 n-d-694802-15 neutron-server[94466]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 14:52:30.473556 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 14:52:30.473556 n-d-694802-15 neutron-server[94466]: return f(self, *a, **k) Aug 12 14:52:30.473556 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 14:52:30.473556 n-d-694802-15 neutron-server[94466]: return self._get(url).json() Aug 12 14:52:30.473556 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 14:52:30.473556 n-d-694802-15 neutron-server[94466]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 14:52:30.473556 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 14:52:30.473556 n-d-694802-15 neutron-server[94466]: return self.request(url, 'GET', **kwargs) Aug 12 14:52:30.473556 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 14:52:30.473556 n-d-694802-15 neutron-server[94466]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 14:52:30.473556 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 14:52:30.473556 n-d-694802-15 neutron-server[94466]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 14:52:30.473556 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 14:52:30.473556 n-d-694802-15 neutron-server[94466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 14:52:30.473556 n-d-694802-15 neutron-server[94466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 14:52:30.483343 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-81ecc6bf-0f99-4f09-a1b8-ae0c7b6884b6 None None] Deleting port bd576fd8-72c3-434a-82ff-31745db3172d {{(pid=94468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:52:30.483727 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-81ecc6bf-0f99-4f09-a1b8-ae0c7b6884b6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:30.534883 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-310912b6-dd9a-4e30-a8b2-67496b2be4d9 tempest-ExtraDHCPOptionsTestJSON-1070879554 tempest-ExtraDHCPOptionsTestJSON-1070879554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:30.552465 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-310912b6-dd9a-4e30-a8b2-67496b2be4d9 tempest-ExtraDHCPOptionsTestJSON-1070879554 tempest-ExtraDHCPOptionsTestJSON-1070879554-project] No DVR routers for this DVR port bd576fd8-72c3-434a-82ff-31745db3172d on host n-d-694802-15 {{(pid=94467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:52:30.639802 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-81ecc6bf-0f99-4f09-a1b8-ae0c7b6884b6 None None] For port bd576fd8-72c3-434a-82ff-31745db3172d, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=bd576fd8-72c3-434a-82ff-31745db3172d,segment=NetworkSegment(67fe10d9-0b35-4ba8-bb7c-d6f315392cc6),segment_id=67fe10d9-0b35-4ba8-bb7c-d6f315392cc6)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:52:30.640210 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-81ecc6bf-0f99-4f09-a1b8-ae0c7b6884b6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:30.652268 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c2d2c57a-98b3-4b32-9074-c1c826127344 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66413281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431520'] for network, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:30.682017 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-81ecc6bf-0f99-4f09-a1b8-ae0c7b6884b6 None None] Calling delete_port for bd576fd8-72c3-434a-82ff-31745db3172d owned by network:dhcp {{(pid=94468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:52:30.686620 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c2d2c57a-98b3-4b32-9074-c1c826127344 admin admin] Notify callbacks [] for network, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:30.688910 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-c2d2c57a-98b3-4b32-9074-c1c826127344 admin admin] 10.222.0.39 "DELETE /v2.0/networks/0f2cc2b1-26b2-41f2-bdd8-a5e5698bdc15 HTTP/1.1" status: 204 len: 168 time: 0.8219314 Aug 12 14:52:30.690984 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d2c57a-98b3-4b32-9074-c1c826127344 admin admin] Pushing event deleted for resources: {'Network': ['ID=0f2cc2b1-26b2-41f2-bdd8-a5e5698bdc15,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:52:30.738967 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-310912b6-dd9a-4e30-a8b2-67496b2be4d9 tempest-ExtraDHCPOptionsTestJSON-1070879554 tempest-ExtraDHCPOptionsTestJSON-1070879554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66413304', 'neutron.services.segments.db._delete_segments_for_network-8744654118000'] for network, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:30.750173 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-310912b6-dd9a-4e30-a8b2-67496b2be4d9 tempest-ExtraDHCPOptionsTestJSON-1070879554 tempest-ExtraDHCPOptionsTestJSON-1070879554-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b80d0a6-3efe-456d-88a5-07cb4e39f34a']}} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:52:30.762340 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-310912b6-dd9a-4e30-a8b2-67496b2be4d9 tempest-ExtraDHCPOptionsTestJSON-1070879554 tempest-ExtraDHCPOptionsTestJSON-1070879554-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67fe10d9-0b35-4ba8-bb7c-d6f315392cc6') {'for_net_delete': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:52:30.763042 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-310912b6-dd9a-4e30-a8b2-67496b2be4d9 tempest-ExtraDHCPOptionsTestJSON-1070879554 tempest-ExtraDHCPOptionsTestJSON-1070879554-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67fe10d9-0b35-4ba8-bb7c-d6f315392cc6') {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:52:30.773842 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-310912b6-dd9a-4e30-a8b2-67496b2be4d9 tempest-ExtraDHCPOptionsTestJSON-1070879554 tempest-ExtraDHCPOptionsTestJSON-1070879554-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744654122361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3857526'] for segment, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:30.781057 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310912b6-dd9a-4e30-a8b2-67496b2be4d9 tempest-ExtraDHCPOptionsTestJSON-1070879554 tempest-ExtraDHCPOptionsTestJSON-1070879554-project] Pushing event deleted for resources: {'Port': ['ID=bd576fd8-72c3-434a-82ff-31745db3172d,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:52:30.798026 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-310912b6-dd9a-4e30-a8b2-67496b2be4d9 tempest-ExtraDHCPOptionsTestJSON-1070879554 tempest-ExtraDHCPOptionsTestJSON-1070879554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:30.810933 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-310912b6-dd9a-4e30-a8b2-67496b2be4d9 tempest-ExtraDHCPOptionsTestJSON-1070879554 tempest-ExtraDHCPOptionsTestJSON-1070879554-project] Releasing vlan 336 on physical network physnet1 to pool {{(pid=94467) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 14:52:30.812367 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-310912b6-dd9a-4e30-a8b2-67496b2be4d9 tempest-ExtraDHCPOptionsTestJSON-1070879554 tempest-ExtraDHCPOptionsTestJSON-1070879554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2859015'] for segment, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:30.817016 n-d-694802-15 neutron-server[94467]: Traceback (most recent call last): Aug 12 14:52:30.817016 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 14:52:30.817016 n-d-694802-15 neutron-server[94467]: timer() Aug 12 14:52:30.817016 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 14:52:30.817016 n-d-694802-15 neutron-server[94467]: cb(*args, **kw) Aug 12 14:52:30.817016 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 14:52:30.817016 n-d-694802-15 neutron-server[94467]: return func(*args, **kwargs) Aug 12 14:52:30.817016 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 14:52:30.817016 n-d-694802-15 neutron-server[94467]: self._notify() Aug 12 14:52:30.817016 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 14:52:30.817016 n-d-694802-15 neutron-server[94467]: self.callback(batched_events) Aug 12 14:52:30.817016 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 14:52:30.817016 n-d-694802-15 neutron-server[94467]: event.method(event) Aug 12 14:52:30.817016 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 14:52:30.817016 n-d-694802-15 neutron-server[94467]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 14:52:30.817016 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 14:52:30.817016 n-d-694802-15 neutron-server[94467]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 14:52:30.817016 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 14:52:30.817016 n-d-694802-15 neutron-server[94467]: return f(self, *a, **k) Aug 12 14:52:30.817016 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 14:52:30.817016 n-d-694802-15 neutron-server[94467]: return self._get(url).json() Aug 12 14:52:30.817016 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 14:52:30.817016 n-d-694802-15 neutron-server[94467]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 14:52:30.817016 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 14:52:30.817016 n-d-694802-15 neutron-server[94467]: return self.request(url, 'GET', **kwargs) Aug 12 14:52:30.817016 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 14:52:30.817016 n-d-694802-15 neutron-server[94467]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 14:52:30.817016 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 14:52:30.817016 n-d-694802-15 neutron-server[94467]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 14:52:30.817016 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 14:52:30.817016 n-d-694802-15 neutron-server[94467]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 14:52:30.817016 n-d-694802-15 neutron-server[94467]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 14:52:30.839930 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-81ecc6bf-0f99-4f09-a1b8-ae0c7b6884b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262'] for port, after_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:30.897151 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-310912b6-dd9a-4e30-a8b2-67496b2be4d9 tempest-ExtraDHCPOptionsTestJSON-1070879554 tempest-ExtraDHCPOptionsTestJSON-1070879554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66413281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431520'] for network, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:30.925190 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ecc6bf-0f99-4f09-a1b8-ae0c7b6884b6 None None] Pushing event deleted for resources: {'Port': ['ID=bd576fd8-72c3-434a-82ff-31745db3172d,revision_number=None']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:52:30.934506 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81ecc6bf-0f99-4f09-a1b8-ae0c7b6884b6 None None] No DVR routers for this DVR port bd576fd8-72c3-434a-82ff-31745db3172d on host n-d-694802-15 {{(pid=94468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:52:30.949798 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-310912b6-dd9a-4e30-a8b2-67496b2be4d9 tempest-ExtraDHCPOptionsTestJSON-1070879554 tempest-ExtraDHCPOptionsTestJSON-1070879554-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for network, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:30.964150 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-310912b6-dd9a-4e30-a8b2-67496b2be4d9 tempest-ExtraDHCPOptionsTestJSON-1070879554 tempest-ExtraDHCPOptionsTestJSON-1070879554-project] 10.222.0.39 "DELETE /v2.0/networks/3b80d0a6-3efe-456d-88a5-07cb4e39f34a HTTP/1.1" status: 204 len: 168 time: 1.0809467 Aug 12 14:52:30.967283 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310912b6-dd9a-4e30-a8b2-67496b2be4d9 tempest-ExtraDHCPOptionsTestJSON-1070879554 tempest-ExtraDHCPOptionsTestJSON-1070879554-project] Pushing event deleted for resources: {'Network': ['ID=3b80d0a6-3efe-456d-88a5-07cb4e39f34a,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:52:31.026138 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-12f08859-2ca9-40a7-af8e-a36ee9feb416 req-b88a5f00-33ec-4e51-9a9a-0a9453917843 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] 10.222.0.39 "GET /v2.0/ports?device_id=b84c5c28-8f10-4782-84ae-2f8fa89bf4c6 HTTP/1.1" status: 200 len: 210 time: 0.0642889 Aug 12 14:52:31.059927 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 60966) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:52:31.097782 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device bd576fd8-72c3-434a-82ff-31745db3172d no longer exists at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:52:31.138522 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] No Port match for: bd576fd8-72c3-434a-82ff-31745db3172d {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 14:52:31.140342 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device bd576fd8-72c3-434a-82ff-31745db3172d not bound to the agent host n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:52:31.195677 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-2a95d7b4-9c8c-46de-bdfe-55d2db10bb8d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8aeb63fb42f149b3aa9e0e9c29a41582&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1345937 Aug 12 14:52:31.198199 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 60968) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:52:31.317404 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-2b442823-8a8e-4b51-ad2d-4e3b6251c160 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:31.385133 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-2b442823-8a8e-4b51-ad2d-4e3b6251c160 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:31.401265 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 60976) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:52:31.507486 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-2b442823-8a8e-4b51-ad2d-4e3b6251c160 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:31.511198 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-2b442823-8a8e-4b51-ad2d-4e3b6251c160 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:31.512579 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-2b442823-8a8e-4b51-ad2d-4e3b6251c160 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d503e6e0-4ce0-4f78-842d-abe0bf3f8a42 HTTP/1.1" status: 204 len: 168 time: 0.3134425 Aug 12 14:52:31.527584 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40e9d88-c1c8-4108-8afe-d4fdddd5bf70 req-78de2f42-5f56-4ded-bf6e-2a7753a66929 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:52:31.529987 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c40e9d88-c1c8-4108-8afe-d4fdddd5bf70 req-78de2f42-5f56-4ded-bf6e-2a7753a66929 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/ports?device_id=d89c572a-9ecf-42f3-aaab-789262bca2fb HTTP/1.1" status: 200 len: 945 time: 0.0917439 Aug 12 14:52:31.538956 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b442823-8a8e-4b51-ad2d-4e3b6251c160 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d503e6e0-4ce0-4f78-842d-abe0bf3f8a42,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:52:31.601495 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c40e9d88-c1c8-4108-8afe-d4fdddd5bf70 req-ce5d28e8-a161-4399-88e6-4cc9d6cf0e02 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/security-groups?id=70daefbf-eec6-4754-864f-8c40c2c28cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638254 Aug 12 14:52:31.679657 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-a039ba41-44fe-4bcc-b8a3-76b2c42b8946 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ca3a384b47084041bd31fbe4f89d157d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2764599 Aug 12 14:52:31.682062 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 60982) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:52:31.848793 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a97f00e6-b685-4b7f-b87c-e1b07e42aeff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:31.900462 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a97f00e6-b685-4b7f-b87c-e1b07e42aeff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:31.978626 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a97f00e6-b685-4b7f-b87c-e1b07e42aeff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:31.982001 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a97f00e6-b685-4b7f-b87c-e1b07e42aeff admin admin] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:31.985874 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-a97f00e6-b685-4b7f-b87c-e1b07e42aeff admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/29b8fd74-a67e-4dc2-bc51-3973b40b49f7 HTTP/1.1" status: 204 len: 168 time: 0.2995517 Aug 12 14:52:32.006529 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97f00e6-b685-4b7f-b87c-e1b07e42aeff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29b8fd74-a67e-4dc2-bc51-3973b40b49f7,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:52:32.300068 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-d63eef60-675b-4a03-8292-4f3145f6fef7 req-151bcef4-d655-4d2e-b828-8b997ceb1f27 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] 10.222.0.39 "GET /v2.0/ports?device_id=b84c5c28-8f10-4782-84ae-2f8fa89bf4c6 HTTP/1.1" status: 200 len: 210 time: 0.0880811 Aug 12 14:52:32.917561 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828072c6-0af4-4151-87a7-815fd34777f0 req-82f80ebc-72f6-4fb5-980a-d295d18affd4 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:52:32.920642 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-828072c6-0af4-4151-87a7-815fd34777f0 req-82f80ebc-72f6-4fb5-980a-d295d18affd4 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/ports?device_id=d89c572a-9ecf-42f3-aaab-789262bca2fb HTTP/1.1" status: 200 len: 945 time: 0.1352093 Aug 12 14:52:32.952879 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 32786) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:52:33.007875 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-828072c6-0af4-4151-87a7-815fd34777f0 req-89c80d88-f714-4231-af79-3f6bed9b2539 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/security-groups?id=70daefbf-eec6-4754-864f-8c40c2c28cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801456 Aug 12 14:52:33.194644 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9fdc2577-7e9f-44f4-9cb4-e38fc8f011a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:33.465548 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9fdc2577-7e9f-44f4-9cb4-e38fc8f011a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:33.547807 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-a7b2ec67-1977-4afa-84c3-12a1a26b3916 req-3d0523b4-7c00-4426-a491-8a2acc38291a tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] 10.222.0.39 "GET /v2.0/ports?device_id=b84c5c28-8f10-4782-84ae-2f8fa89bf4c6 HTTP/1.1" status: 200 len: 210 time: 0.0720353 Aug 12 14:52:33.548629 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9fdc2577-7e9f-44f4-9cb4-e38fc8f011a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:33.641955 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 32810) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:52:33.642483 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-9fdc2577-7e9f-44f4-9cb4-e38fc8f011a0 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f9561f42586d41a1a60c65db1c1813a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6884909 Aug 12 14:52:33.652822 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 32812) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:52:33.692232 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdc2577-7e9f-44f4-9cb4-e38fc8f011a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8abb5330-83c6-432a-8630-d86c083f1a9a,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:52:33.746106 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-8ee1a3ab-fe2f-46bc-9b74-fbe5c518ebf6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:33.800139 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-8ee1a3ab-fe2f-46bc-9b74-fbe5c518ebf6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:33.828524 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 32816) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:52:33.886855 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-8ee1a3ab-fe2f-46bc-9b74-fbe5c518ebf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:33.889548 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-8ee1a3ab-fe2f-46bc-9b74-fbe5c518ebf6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:33.898039 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-8ee1a3ab-fe2f-46bc-9b74-fbe5c518ebf6 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8abb5330-83c6-432a-8630-d86c083f1a9a HTTP/1.1" status: 204 len: 168 time: 0.2467377 Aug 12 14:52:33.917744 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee1a3ab-fe2f-46bc-9b74-fbe5c518ebf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8abb5330-83c6-432a-8630-d86c083f1a9a,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:52:34.036671 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-3960eaf8-ba80-4140-8268-c74f2a6c1036 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1996268119-network', 'tenant_id': 'c0cf6550567d4fa1aa5efa86ed47c65d'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:52:34.085309 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-d38df837-4655-484b-a6bb-a99807986fb2 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2089759869'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:52:34.090464 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3960eaf8-ba80-4140-8268-c74f2a6c1036 admin admin] Made reservation on behalf of c0cf6550567d4fa1aa5efa86ed47c65d for: {'network': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:52:34.093360 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3960eaf8-ba80-4140-8268-c74f2a6c1036 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for network, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:34.110875 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3960eaf8-ba80-4140-8268-c74f2a6c1036 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:34.150861 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d38df837-4655-484b-a6bb-a99807986fb2 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Made reservation on behalf of c14e5c8db39f4234bf1759da0f0fd559 for: {'network': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:52:34.154628 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d38df837-4655-484b-a6bb-a99807986fb2 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for network, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:34.171151 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d38df837-4655-484b-a6bb-a99807986fb2 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Notify callbacks [] for security_group, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:34.291553 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e0a4e0-a427-42c5-8490-0978256c806a req-3a4f248a-431a-4308-b814-5571872b0912 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:52:34.300534 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-16e0a4e0-a427-42c5-8490-0978256c806a req-3a4f248a-431a-4308-b814-5571872b0912 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/ports?device_id=d89c572a-9ecf-42f3-aaab-789262bca2fb HTTP/1.1" status: 200 len: 945 time: 0.1322594 Aug 12 14:52:34.312523 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3960eaf8-ba80-4140-8268-c74f2a6c1036 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:34.325402 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3960eaf8-ba80-4140-8268-c74f2a6c1036 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:34.359161 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-16e0a4e0-a427-42c5-8490-0978256c806a req-ac9722ca-24e8-4f0a-af5f-6a2b8f5feb87 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/security-groups?id=70daefbf-eec6-4754-864f-8c40c2c28cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554259 Aug 12 14:52:34.373155 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3960eaf8-ba80-4140-8268-c74f2a6c1036 admin admin] vlan segment allocate from pool success with {'vlan_id': 304, 'physical_network': 'physnet1'} {{(pid=94466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 14:52:34.390557 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3960eaf8-ba80-4140-8268-c74f2a6c1036 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:34.391161 n-d-694802-15 neutron-server[94466]: INFO neutron.db.segments_db [None req-3960eaf8-ba80-4140-8268-c74f2a6c1036 admin admin] Added segment 566657e5-ddf4-4a60-9406-a18ae60f6dac of type vlan for network 010aee16-bee2-4a4c-93f1-f85ea34c17cf Aug 12 14:52:34.507628 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3960eaf8-ba80-4140-8268-c74f2a6c1036 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ddd3bbf-c59f-43ce-bf38-0afbcaf6bddf,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:52:34.512108 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3960eaf8-ba80-4140-8268-c74f2a6c1036 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744653628263'] for network, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:34.621034 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3960eaf8-ba80-4140-8268-c74f2a6c1036 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409'] for network, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:34.632528 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3960eaf8-ba80-4140-8268-c74f2a6c1036 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:52:34.633935 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3960eaf8-ba80-4140-8268-c74f2a6c1036 admin admin] Notify callbacks [] for network, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:34.719682 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3960eaf8-ba80-4140-8268-c74f2a6c1036 admin admin] Pushing event updated for resources: {'Network': ['ID=010aee16-bee2-4a4c-93f1-f85ea34c17cf,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:52:34.734512 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Network 010aee16-bee2-4a4c-93f1-f85ea34c17cf details requested by agent ovs-agent-n-d-694802-15 with host n-d-694802-15 {{(pid=94468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 14:52:34.794987 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-df8a6ec7-38ae-4e97-841a-a5a9340e0f6c req-782eae6b-d7cb-4bcb-b672-3e6ab2634923 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] 10.222.0.39 "GET /v2.0/ports?device_id=b84c5c28-8f10-4782-84ae-2f8fa89bf4c6 HTTP/1.1" status: 200 len: 210 time: 0.0760777 Aug 12 14:52:34.855689 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d38df837-4655-484b-a6bb-a99807986fb2 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Notify callbacks [] for security_group, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:34.866391 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d38df837-4655-484b-a6bb-a99807986fb2 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:34.878196 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-3960eaf8-ba80-4140-8268-c74f2a6c1036 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.2231014 Aug 12 14:52:34.881981 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 32838) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:52:34.900374 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-3f3802b6-1324-43a1-9e32-667473a604d8 admin admin] Request body: {'subnet': {'network_id': '010aee16-bee2-4a4c-93f1-f85ea34c17cf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1996268119-subnet', 'tenant_id': 'c0cf6550567d4fa1aa5efa86ed47c65d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:52:34.912323 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d38df837-4655-484b-a6bb-a99807986fb2 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] vlan segment allocate from pool success with {'vlan_id': 335, 'physical_network': 'physnet1'} {{(pid=94466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 14:52:34.925654 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38df837-4655-484b-a6bb-a99807986fb2 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ebf7b8ad-fe19-449a-80b8-f78560f6a008,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:52:34.931873 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d38df837-4655-484b-a6bb-a99807986fb2 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:34.932228 n-d-694802-15 neutron-server[94466]: INFO neutron.db.segments_db [None req-d38df837-4655-484b-a6bb-a99807986fb2 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Added segment 9c044d5e-b629-4b50-b61d-db464e505ed6 of type vlan for network b31fe52d-b89f-4ea4-b49d-3caa2baa1728 Aug 12 14:52:35.008455 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f3802b6-1324-43a1-9e32-667473a604d8 admin admin] Made reservation on behalf of c0cf6550567d4fa1aa5efa86ed47c65d for: {'subnet': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:52:35.009700 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d38df837-4655-484b-a6bb-a99807986fb2 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744653628263'] for network, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:35.025468 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-3f3802b6-1324-43a1-9e32-667473a604d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3343791'] for subnet, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:35.083622 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d38df837-4655-484b-a6bb-a99807986fb2 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409'] for network, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:35.088876 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d38df837-4655-484b-a6bb-a99807986fb2 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:52:35.089528 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d38df837-4655-484b-a6bb-a99807986fb2 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Notify callbacks [] for network, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:35.232679 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38df837-4655-484b-a6bb-a99807986fb2 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Pushing event updated for resources: {'Network': ['ID=b31fe52d-b89f-4ea4-b49d-3caa2baa1728,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:52:35.248020 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Network b31fe52d-b89f-4ea4-b49d-3caa2baa1728 details requested by agent ovs-agent-n-d-694802-15 with host n-d-694802-15 {{(pid=94468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 14:52:35.268131 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-d38df837-4655-484b-a6bb-a99807986fb2 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.4383636 Aug 12 14:52:35.382768 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-3f3802b6-1324-43a1-9e32-667473a604d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2859166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3343773'] for subnet, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:35.438434 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 32852) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:52:35.440605 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3802b6-1324-43a1-9e32-667473a604d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=157eea32-8cf2-463d-9874-337a53bf41e8,revision_number=0']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:52:35.448738 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-83530c81-623c-48e9-bddc-7cc674e268bb tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Request body: {'subnet': {'network_id': 'b31fe52d-b89f-4ea4-b49d-3caa2baa1728', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:52:35.482434 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f3802b6-1324-43a1-9e32-667473a604d8 admin admin] Checking segment: {'id': '566657e5-ddf4-4a60-9406-a18ae60f6dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '010aee16-bee2-4a4c-93f1-f85ea34c17cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:52:35.482965 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f3802b6-1324-43a1-9e32-667473a604d8 admin admin] Network hostable DHCP agents. Network: 010aee16-bee2-4a4c-93f1-f85ea34c17cf, hostable agents: ['1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658'], hosted agents: [] {{(pid=94467) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 14:52:35.503305 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f3802b6-1324-43a1-9e32-667473a604d8 admin admin] Network 010aee16-bee2-4a4c-93f1-f85ea34c17cf is scheduled to be hosted by DHCP agent 1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658 with binding_index 1 {{(pid=94467) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 14:52:35.561671 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [None req-3f3802b6-1324-43a1-9e32-667473a604d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-15, 010aee16-bee2-4a4c-93f1-f85ea34c17cf) {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:52:35.571098 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f3802b6-1324-43a1-9e32-667473a604d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:52:35.571823 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-3f3802b6-1324-43a1-9e32-667473a604d8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:35.572679 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47dde2d4-6863-4531-a017-0012696f74bd None None] Network 010aee16-bee2-4a4c-93f1-f85ea34c17cf requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:52:35.606279 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df760a3d-4776-45d9-b6f7-fdd8ef1934f9 req-e37f343c-e430-4e26-be9b-ce3a4d811e79 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:52:35.608572 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-df760a3d-4776-45d9-b6f7-fdd8ef1934f9 req-e37f343c-e430-4e26-be9b-ce3a4d811e79 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/ports?device_id=d89c572a-9ecf-42f3-aaab-789262bca2fb HTTP/1.1" status: 200 len: 945 time: 0.0914106 Aug 12 14:52:35.621275 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83530c81-623c-48e9-bddc-7cc674e268bb tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Made reservation on behalf of c14e5c8db39f4234bf1759da0f0fd559 for: {'subnet': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:52:35.628163 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-3f3802b6-1324-43a1-9e32-667473a604d8 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7442253 Aug 12 14:52:35.634729 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-83530c81-623c-48e9-bddc-7cc674e268bb tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8776441'] for subnet, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:35.733805 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-df760a3d-4776-45d9-b6f7-fdd8ef1934f9 req-403a1a22-02d4-46b4-b40e-2c4da1b152d6 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/security-groups?id=70daefbf-eec6-4754-864f-8c40c2c28cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1017907 Aug 12 14:52:35.814189 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4de8c60a-2239-40f6-800a-86b34f05ddfe None None] Network 010aee16-bee2-4a4c-93f1-f85ea34c17cf requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:52:36.010347 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-7ff46945-1f11-4c99-97a9-dd0c95f51000 req-3eaf3ab3-dae9-4305-8cff-f49c08bd87a4 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] 10.222.0.39 "GET /v2.0/ports?device_id=b84c5c28-8f10-4782-84ae-2f8fa89bf4c6 HTTP/1.1" status: 200 len: 210 time: 0.1025245 Aug 12 14:52:36.116249 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-83530c81-623c-48e9-bddc-7cc674e268bb tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3718490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8776395'] for subnet, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:36.263564 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83530c81-623c-48e9-bddc-7cc674e268bb tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Pushing event updated for resources: {'Subnet': ['ID=816a2489-9dec-4b15-a5a2-22bf37ccf56c,revision_number=0']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:52:36.313018 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83530c81-623c-48e9-bddc-7cc674e268bb tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Checking segment: {'id': '9c044d5e-b629-4b50-b61d-db464e505ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'b31fe52d-b89f-4ea4-b49d-3caa2baa1728'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:52:36.313615 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83530c81-623c-48e9-bddc-7cc674e268bb tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Network hostable DHCP agents. Network: b31fe52d-b89f-4ea4-b49d-3caa2baa1728, hostable agents: ['1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658'], hosted agents: [] {{(pid=94466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 14:52:36.333844 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83530c81-623c-48e9-bddc-7cc674e268bb tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Network b31fe52d-b89f-4ea4-b49d-3caa2baa1728 is scheduled to be hosted by DHCP agent 1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658 with binding_index 1 {{(pid=94466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 14:52:36.346541 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-83530c81-623c-48e9-bddc-7cc674e268bb tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-15, b31fe52d-b89f-4ea4-b49d-3caa2baa1728) {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:52:36.352470 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83530c81-623c-48e9-bddc-7cc674e268bb tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:52:36.354499 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-83530c81-623c-48e9-bddc-7cc674e268bb tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for subnet, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:36.355659 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c68961b2-f5a4-4e83-aa39-1afb4afe8198 None None] Network b31fe52d-b89f-4ea4-b49d-3caa2baa1728 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:52:36.373639 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-83530c81-623c-48e9-bddc-7cc674e268bb tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.9335964 Aug 12 14:52:36.377471 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 32874) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:52:36.393140 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-484126ec-a33f-4855-a9a5-7ec5d52e041a tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-852994281'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:52:36.427285 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-484126ec-a33f-4855-a9a5-7ec5d52e041a tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Made reservation on behalf of c14e5c8db39f4234bf1759da0f0fd559 for: {'network': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:52:36.433143 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-484126ec-a33f-4855-a9a5-7ec5d52e041a tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for network, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:36.465994 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-484126ec-a33f-4855-a9a5-7ec5d52e041a tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] vlan segment allocate from pool success with {'vlan_id': 303, 'physical_network': 'physnet1'} {{(pid=94466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 14:52:36.480263 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-484126ec-a33f-4855-a9a5-7ec5d52e041a tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:36.480742 n-d-694802-15 neutron-server[94466]: INFO neutron.db.segments_db [None req-484126ec-a33f-4855-a9a5-7ec5d52e041a tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Added segment 7f00588c-640d-4c1c-aaa1-156efb0984d7 of type vlan for network a849b9ba-7691-49ba-a686-f33ac54ae8d6 Aug 12 14:52:36.537794 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-484126ec-a33f-4855-a9a5-7ec5d52e041a tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744653628263'] for network, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:36.545578 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 32880) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:52:36.550600 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-ab8dfd0c-efcc-4d95-9ac8-a822bed0c469 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-584116776-network', 'tenant_id': '5da152d6bb8d449ab77300dbfa0456a5'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:52:36.579512 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab8dfd0c-efcc-4d95-9ac8-a822bed0c469 admin admin] Made reservation on behalf of 5da152d6bb8d449ab77300dbfa0456a5 for: {'network': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:52:36.583046 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-ab8dfd0c-efcc-4d95-9ac8-a822bed0c469 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for network, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:36.592604 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-ab8dfd0c-efcc-4d95-9ac8-a822bed0c469 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:36.595096 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-484126ec-a33f-4855-a9a5-7ec5d52e041a tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409'] for network, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:36.603564 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-484126ec-a33f-4855-a9a5-7ec5d52e041a tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:52:36.604267 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-484126ec-a33f-4855-a9a5-7ec5d52e041a tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Notify callbacks [] for network, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:36.691353 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0b1aa0a-497d-4f48-8534-856670e516d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa7035b3e-9a89-5964-b9f4-97301c3f476a-b31fe52d-b89f-4ea4-b49d-3caa2baa1728', 'network_id': 'b31fe52d-b89f-4ea4-b49d-3caa2baa1728', 'tenant_id': 'c14e5c8db39f4234bf1759da0f0fd559', 'fixed_ips': [{'subnet_id': '816a2489-9dec-4b15-a5a2-22bf37ccf56c'}]}} from n-d-694802-15. {{(pid=94468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 14:52:36.693597 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-c0b1aa0a-497d-4f48-8534-856670e516d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:36.796362 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-ab8dfd0c-efcc-4d95-9ac8-a822bed0c469 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:36.807199 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-ab8dfd0c-efcc-4d95-9ac8-a822bed0c469 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:36.917195 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab8dfd0c-efcc-4d95-9ac8-a822bed0c469 admin admin] vlan segment allocate from pool success with {'vlan_id': 309, 'physical_network': 'physnet1'} {{(pid=94467) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 14:52:36.955885 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8dfd0c-efcc-4d95-9ac8-a822bed0c469 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=618b182b-6503-4176-81b8-6908c2c896c8,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:52:36.994894 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.db_base_plugin_common [None req-c0b1aa0a-497d-4f48-8534-856670e516d1 None None] Allocated IP 172.20.255.242 (b31fe52d-b89f-4ea4-b49d-3caa2baa1728/816a2489-9dec-4b15-a5a2-22bf37ccf56c/75db28c9-f13b-40e6-bdbb-0dd1cd29cb8b) {{(pid=94468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:52:37.028033 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-ab8dfd0c-efcc-4d95-9ac8-a822bed0c469 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:37.029464 n-d-694802-15 neutron-server[94467]: INFO neutron.db.segments_db [None req-ab8dfd0c-efcc-4d95-9ac8-a822bed0c469 admin admin] Added segment 2f63cace-03a4-4e8d-86bd-cb0ff0ae5e65 of type vlan for network f31a0ad9-6139-4c63-812e-a999896480a0 Aug 12 14:52:37.151676 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-ab8dfd0c-efcc-4d95-9ac8-a822bed0c469 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744653628263'] for network, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:37.229414 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 32888) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:52:37.259859 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-ab8dfd0c-efcc-4d95-9ac8-a822bed0c469 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409'] for network, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:37.260839 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab8dfd0c-efcc-4d95-9ac8-a822bed0c469 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:52:37.261428 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-ab8dfd0c-efcc-4d95-9ac8-a822bed0c469 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for network, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:37.310992 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1cbf89-4dae-4a9d-8b37-2581641ff714 req-e546c353-af14-428c-b0b2-c0caec640c31 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:52:37.324263 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2c1cbf89-4dae-4a9d-8b37-2581641ff714 req-e546c353-af14-428c-b0b2-c0caec640c31 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/ports?device_id=d89c572a-9ecf-42f3-aaab-789262bca2fb HTTP/1.1" status: 200 len: 945 time: 0.4501121 Aug 12 14:52:37.414262 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-484126ec-a33f-4855-a9a5-7ec5d52e041a tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.0305138 Aug 12 14:52:37.415043 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 32894) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:52:37.417571 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-c0b1aa0a-497d-4f48-8534-856670e516d1 None None] Notify callbacks [] for port, precommit_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:37.431679 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-fb58c7ad-83e0-469f-8244-c45a42efe82a tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Request body: {'subnet': {'network_id': 'a849b9ba-7691-49ba-a686-f33ac54ae8d6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:52:37.448545 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484126ec-a33f-4855-a9a5-7ec5d52e041a tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Pushing event updated for resources: {'Network': ['ID=a849b9ba-7691-49ba-a686-f33ac54ae8d6,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:52:37.448754 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8dfd0c-efcc-4d95-9ac8-a822bed0c469 admin admin] Pushing event updated for resources: {'Network': ['ID=f31a0ad9-6139-4c63-812e-a999896480a0,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:52:37.470060 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Network f31a0ad9-6139-4c63-812e-a999896480a0 details requested by agent ovs-agent-n-d-694802-15 with host n-d-694802-15 {{(pid=94468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 14:52:37.476144 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-c0b1aa0a-497d-4f48-8534-856670e516d1 None None] Transition to ACTIVE for port object 75db28c9-f13b-40e6-bdbb-0dd1cd29cb8b will not be triggered until provisioned by entity L2. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:52:37.478842 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2c1cbf89-4dae-4a9d-8b37-2581641ff714 req-0672e8ca-797a-4085-932d-217757174475 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/security-groups?id=70daefbf-eec6-4754-864f-8c40c2c28cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1507452 Aug 12 14:52:37.491606 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-ab8dfd0c-efcc-4d95-9ac8-a822bed0c469 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9448559 Aug 12 14:52:37.491887 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 32900) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:52:37.504729 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-6ca32879-a2ed-4931-98dc-73d2908613d2 admin admin] Request body: {'subnet': {'network_id': 'f31a0ad9-6139-4c63-812e-a999896480a0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-584116776-subnet', 'tenant_id': '5da152d6bb8d449ab77300dbfa0456a5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:52:37.530313 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Network a849b9ba-7691-49ba-a686-f33ac54ae8d6 details requested by agent ovs-agent-n-d-694802-15 with host n-d-694802-15 {{(pid=94468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 14:52:37.548601 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-ea215801-9a2b-4f78-b8b1-df5b2b158daa tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Notify callbacks [] for security_group, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:37.606344 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-ea215801-9a2b-4f78-b8b1-df5b2b158daa tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:37.652091 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ca32879-a2ed-4931-98dc-73d2908613d2 admin admin] Made reservation on behalf of 5da152d6bb8d449ab77300dbfa0456a5 for: {'subnet': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:52:37.655800 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-6ca32879-a2ed-4931-98dc-73d2908613d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8776441'] for subnet, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:37.660156 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb58c7ad-83e0-469f-8244-c45a42efe82a tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Made reservation on behalf of c14e5c8db39f4234bf1759da0f0fd559 for: {'subnet': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:52:37.664794 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-fb58c7ad-83e0-469f-8244-c45a42efe82a tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8776441'] for subnet, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:37.674384 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-c0b1aa0a-497d-4f48-8534-856670e516d1 None None] Transition to ACTIVE for port object 75db28c9-f13b-40e6-bdbb-0dd1cd29cb8b will not be triggered until provisioned by entity DHCP. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:52:37.686043 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-c0b1aa0a-497d-4f48-8534-856670e516d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253'] for port, after_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:37.722501 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-ea215801-9a2b-4f78-b8b1-df5b2b158daa tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:37.725997 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-ea215801-9a2b-4f78-b8b1-df5b2b158daa tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:37.731449 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-ea215801-9a2b-4f78-b8b1-df5b2b158daa tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] 10.222.0.39 "DELETE /v2.0/security-groups/acce5d50-80c7-459a-8d6c-3aec4a7c97df HTTP/1.1" status: 204 len: 168 time: 0.4922152 Aug 12 14:52:37.732685 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 32902) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:52:37.771454 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0b1aa0a-497d-4f48-8534-856670e516d1 None None] Network b31fe52d-b89f-4ea4-b49d-3caa2baa1728 is already hosted by enough agents. {{(pid=94468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:52:37.771688 n-d-694802-15 neutron-server[94467]: INFO neutron.api.v2.resource [None req-2c0e7832-4e7e-4445-b738-1ddf8abfe2a9 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] show failed (client error): The resource could not be found. Aug 12 14:52:37.774669 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.base_scheduler [None req-c0b1aa0a-497d-4f48-8534-856670e516d1 None None] Resources bound (agent type, host, resource id): {{(pid=94468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:52:37.780195 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-2c0e7832-4e7e-4445-b738-1ddf8abfe2a9 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] 10.222.0.39 "GET /v2.0/security-groups/acce5d50-80c7-459a-8d6c-3aec4a7c97df HTTP/1.1" status: 404 len: 347 time: 0.0436053 Aug 12 14:52:37.783839 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0b1aa0a-497d-4f48-8534-856670e516d1 None None] Received port after_create {{(pid=94468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:52:37.791442 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 32904) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:52:37.813423 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea215801-9a2b-4f78-b8b1-df5b2b158daa tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=acce5d50-80c7-459a-8d6c-3aec4a7c97df,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:52:37.897020 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b1aa0a-497d-4f48-8534-856670e516d1 None None] Pushing event updated for resources: {'Port': ['ID=75db28c9-f13b-40e6-bdbb-0dd1cd29cb8b,revision_number=1']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:52:37.948660 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-c0b1aa0a-497d-4f48-8534-856670e516d1 None None] Attempting to bind port 75db28c9-f13b-40e6-bdbb-0dd1cd29cb8b on host n-d-694802-15 for vnic_type normal with profile {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:52:37.948660 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-c0b1aa0a-497d-4f48-8534-856670e516d1 None None] Attempting to bind port 75db28c9-f13b-40e6-bdbb-0dd1cd29cb8b by drivers openvswitch,hyperv on host n-d-694802-15 at level 0 using segments [{'id': '9c044d5e-b629-4b50-b61d-db464e505ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'b31fe52d-b89f-4ea4-b49d-3caa2baa1728'}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:52:37.948660 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b1aa0a-497d-4f48-8534-856670e516d1 None None] Attempting to bind port 75db28c9-f13b-40e6-bdbb-0dd1cd29cb8b on network b31fe52d-b89f-4ea4-b49d-3caa2baa1728 {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:52:37.967362 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b1aa0a-497d-4f48-8534-856670e516d1 None None] Checking agent: {'id': '16de73ac-f2e9-4cee-b3e0-91052ae3e6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 20, 13), 'started_at': datetime.datetime(2021, 8, 12, 14, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 52, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:52:37.967883 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b1aa0a-497d-4f48-8534-856670e516d1 None None] Checking segment: {'id': '9c044d5e-b629-4b50-b61d-db464e505ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'b31fe52d-b89f-4ea4-b49d-3caa2baa1728'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:52:37.968308 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-c0b1aa0a-497d-4f48-8534-856670e516d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:37.978834 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b1aa0a-497d-4f48-8534-856670e516d1 None None] Bound using segment: {'id': '9c044d5e-b629-4b50-b61d-db464e505ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'b31fe52d-b89f-4ea4-b49d-3caa2baa1728'} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:52:37.978834 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-c0b1aa0a-497d-4f48-8534-856670e516d1 None None] Bound port: 75db28c9-f13b-40e6-bdbb-0dd1cd29cb8b, host: n-d-694802-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c044d5e-b629-4b50-b61d-db464e505ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'b31fe52d-b89f-4ea4-b49d-3caa2baa1728'}}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:52:37.978834 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-c0b1aa0a-497d-4f48-8534-856670e516d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:38.058111 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-19b8544c-a1d5-402e-a8f7-f497ac82ba37 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Deleting port c7b41660-3602-477e-bf41-3d0f96531c1d {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:52:38.058465 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-19b8544c-a1d5-402e-a8f7-f497ac82ba37 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:38.091447 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-c0b1aa0a-497d-4f48-8534-856670e516d1 None None] For port 75db28c9-f13b-40e6-bdbb-0dd1cd29cb8b, host n-d-694802-15, cleared binding levels {{(pid=94468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:52:38.096198 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-c0b1aa0a-497d-4f48-8534-856670e516d1 None None] For port 75db28c9-f13b-40e6-bdbb-0dd1cd29cb8b, host n-d-694802-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=75db28c9-f13b-40e6-bdbb-0dd1cd29cb8b,segment=NetworkSegment(9c044d5e-b629-4b50-b61d-db464e505ed6),segment_id=9c044d5e-b629-4b50-b61d-db464e505ed6)] {{(pid=94468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:52:38.102865 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-c0b1aa0a-497d-4f48-8534-856670e516d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:38.192774 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b1aa0a-497d-4f48-8534-856670e516d1 None None] Pushing event updated for resources: {'Port': ['ID=75db28c9-f13b-40e6-bdbb-0dd1cd29cb8b,revision_number=2']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:52:38.213835 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-6ca32879-a2ed-4931-98dc-73d2908613d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3718490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8776395'] for subnet, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:38.227155 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-19b8544c-a1d5-402e-a8f7-f497ac82ba37 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:38.230429 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-19b8544c-a1d5-402e-a8f7-f497ac82ba37 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:38.254598 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-19b8544c-a1d5-402e-a8f7-f497ac82ba37 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Calling delete_port for c7b41660-3602-477e-bf41-3d0f96531c1d owned by network:floatingip {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:52:38.273789 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-fb58c7ad-83e0-469f-8244-c45a42efe82a tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3718490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8776395'] for subnet, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:38.342072 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca32879-a2ed-4931-98dc-73d2908613d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ba28b43-ad38-454c-8dbf-306d4427dfc6,revision_number=0']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:52:38.393051 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca32879-a2ed-4931-98dc-73d2908613d2 admin admin] Checking segment: {'id': '2f63cace-03a4-4e8d-86bd-cb0ff0ae5e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'f31a0ad9-6139-4c63-812e-a999896480a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:52:38.393638 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ca32879-a2ed-4931-98dc-73d2908613d2 admin admin] Network hostable DHCP agents. Network: f31a0ad9-6139-4c63-812e-a999896480a0, hostable agents: ['1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658'], hosted agents: [] {{(pid=94466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 14:52:38.415364 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb58c7ad-83e0-469f-8244-c45a42efe82a tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Checking segment: {'id': '7f00588c-640d-4c1c-aaa1-156efb0984d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'a849b9ba-7691-49ba-a686-f33ac54ae8d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:52:38.416022 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb58c7ad-83e0-469f-8244-c45a42efe82a tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Network hostable DHCP agents. Network: a849b9ba-7691-49ba-a686-f33ac54ae8d6, hostable agents: ['1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658'], hosted agents: [] {{(pid=94466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 14:52:38.438933 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb58c7ad-83e0-469f-8244-c45a42efe82a tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Pushing event updated for resources: {'Subnet': ['ID=53b2286e-757d-4201-8031-50e2f1341341,revision_number=0']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:52:38.453401 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ca32879-a2ed-4931-98dc-73d2908613d2 admin admin] Network f31a0ad9-6139-4c63-812e-a999896480a0 is scheduled to be hosted by DHCP agent 1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658 with binding_index 1 {{(pid=94466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 14:52:38.459030 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-19b8544c-a1d5-402e-a8f7-f497ac82ba37 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:38.460014 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb58c7ad-83e0-469f-8244-c45a42efe82a tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Network a849b9ba-7691-49ba-a686-f33ac54ae8d6 is scheduled to be hosted by DHCP agent 1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658 with binding_index 1 {{(pid=94466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 14:52:38.471794 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-6ca32879-a2ed-4931-98dc-73d2908613d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-15, f31a0ad9-6139-4c63-812e-a999896480a0) {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:52:38.476689 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ca32879-a2ed-4931-98dc-73d2908613d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:52:38.477304 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-6ca32879-a2ed-4931-98dc-73d2908613d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for subnet, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:38.481593 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-fb58c7ad-83e0-469f-8244-c45a42efe82a tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-15, a849b9ba-7691-49ba-a686-f33ac54ae8d6) {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:52:38.483915 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b1ef8d7-d122-461e-a886-5c1d84c26d99 None None] Network f31a0ad9-6139-4c63-812e-a999896480a0 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:52:38.486768 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb58c7ad-83e0-469f-8244-c45a42efe82a tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:52:38.486910 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-fb58c7ad-83e0-469f-8244-c45a42efe82a tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for subnet, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:38.510169 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-6ca32879-a2ed-4931-98dc-73d2908613d2 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.0153854 Aug 12 14:52:38.525788 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b8544c-a1d5-402e-a8f7-f497ac82ba37 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Pushing event deleted for resources: {'Port': ['ID=c7b41660-3602-477e-bf41-3d0f96531c1d,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:52:38.548162 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-fb58c7ad-83e0-469f-8244-c45a42efe82a tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.1237912 Aug 12 14:52:38.548317 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b96584b7-9346-4edb-9e13-5cf1017218b1 None None] Network a849b9ba-7691-49ba-a686-f33ac54ae8d6 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:52:38.548766 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 32916) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:52:38.673821 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-19b8544c-a1d5-402e-a8f7-f497ac82ba37 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Notify callbacks [] for floatingip, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:38.680765 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-19b8544c-a1d5-402e-a8f7-f497ac82ba37 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for floatingip, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:38.687474 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-19b8544c-a1d5-402e-a8f7-f497ac82ba37 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] 10.222.0.39 "DELETE /v2.0/floatingips/4f3cd418-fa8f-4ae0-bb14-53c69146d0d7 HTTP/1.1" status: 204 len: 168 time: 0.8949378 Aug 12 14:52:38.691422 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 32918) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:52:38.928608 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-f5f68d58-790e-44b4-9938-3ad3d55f717c tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Deleting port 20995681-edf1-4159-b285-2b70fd9775cf {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:52:38.928964 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-f5f68d58-790e-44b4-9938-3ad3d55f717c tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:38.930490 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a4911e-57ca-4c35-830a-e1c100db664c req-e9f7ab74-7b13-4abe-b72e-aa47a267eff3 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:52:38.932152 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-29a4911e-57ca-4c35-830a-e1c100db664c req-e9f7ab74-7b13-4abe-b72e-aa47a267eff3 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/ports?device_id=d89c572a-9ecf-42f3-aaab-789262bca2fb HTTP/1.1" status: 200 len: 945 time: 0.2453146 Aug 12 14:52:38.938581 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d5b8f751-d34b-42f9-b8b6-1bdbc496ee17 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680608'] for network, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:38.954956 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9958e906-97a8-4ef0-aaf6-a886eeaff159 None None] Network f31a0ad9-6139-4c63-812e-a999896480a0 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:52:39.025899 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-29a4911e-57ca-4c35-830a-e1c100db664c req-9b8c019d-9b7c-496a-96a8-ee295af7b473 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/security-groups?id=70daefbf-eec6-4754-864f-8c40c2c28cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659251 Aug 12 14:52:39.104401 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 75db28c9-f13b-40e6-bdbb-0dd1cd29cb8b up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:52:39.122729 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d5b8f751-d34b-42f9-b8b6-1bdbc496ee17 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66416255'] for subnet, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:39.242105 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-f5f68d58-790e-44b4-9938-3ad3d55f717c tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:39.299354 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-f5f68d58-790e-44b4-9938-3ad3d55f717c tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Calling delete_port for 20995681-edf1-4159-b285-2b70fd9775cf owned by {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:52:39.361738 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d5b8f751-d34b-42f9-b8b6-1bdbc496ee17 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66416232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3718429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8776402'] for subnet, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:39.424818 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b8f751-d34b-42f9-b8b6-1bdbc496ee17 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Pushing event deleted for resources: {'Subnet': ['ID=53b2286e-757d-4201-8031-50e2f1341341,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:52:39.526089 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebf245b7-31bb-4690-8543-bc447f1979a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa7035b3e-9a89-5964-b9f4-97301c3f476a-a849b9ba-7691-49ba-a686-f33ac54ae8d6', 'network_id': 'a849b9ba-7691-49ba-a686-f33ac54ae8d6', 'tenant_id': 'c14e5c8db39f4234bf1759da0f0fd559', 'fixed_ips': [{'subnet_id': '53b2286e-757d-4201-8031-50e2f1341341'}]}} from n-d-694802-15. {{(pid=94468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 14:52:39.526959 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-ebf245b7-31bb-4690-8543-bc447f1979a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:39.543624 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d5b8f751-d34b-42f9-b8b6-1bdbc496ee17 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66413304', 'neutron.services.segments.db._delete_segments_for_network-8744654118000'] for network, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:39.563506 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-d5b8f751-d34b-42f9-b8b6-1bdbc496ee17 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a849b9ba-7691-49ba-a686-f33ac54ae8d6']}} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:52:39.592033 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-d5b8f751-d34b-42f9-b8b6-1bdbc496ee17 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f00588c-640d-4c1c-aaa1-156efb0984d7') {'for_net_delete': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:52:39.592356 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-d5b8f751-d34b-42f9-b8b6-1bdbc496ee17 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f00588c-640d-4c1c-aaa1-156efb0984d7') {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:52:39.605024 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d5b8f751-d34b-42f9-b8b6-1bdbc496ee17 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744654122361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2293560'] for segment, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:39.624240 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d5b8f751-d34b-42f9-b8b6-1bdbc496ee17 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:39.633948 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5b8f751-d34b-42f9-b8b6-1bdbc496ee17 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Releasing vlan 303 on physical network physnet1 to pool {{(pid=94466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 14:52:39.634592 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d5b8f751-d34b-42f9-b8b6-1bdbc496ee17 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3718595'] for segment, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:39.639626 n-d-694802-15 neutron-server[94466]: Traceback (most recent call last): Aug 12 14:52:39.639626 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 14:52:39.639626 n-d-694802-15 neutron-server[94466]: timer() Aug 12 14:52:39.639626 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 14:52:39.639626 n-d-694802-15 neutron-server[94466]: cb(*args, **kw) Aug 12 14:52:39.639626 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 14:52:39.639626 n-d-694802-15 neutron-server[94466]: return func(*args, **kwargs) Aug 12 14:52:39.639626 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 14:52:39.639626 n-d-694802-15 neutron-server[94466]: self._notify() Aug 12 14:52:39.639626 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 14:52:39.639626 n-d-694802-15 neutron-server[94466]: self.callback(batched_events) Aug 12 14:52:39.639626 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 14:52:39.639626 n-d-694802-15 neutron-server[94466]: event.method(event) Aug 12 14:52:39.639626 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 14:52:39.639626 n-d-694802-15 neutron-server[94466]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 14:52:39.639626 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 14:52:39.639626 n-d-694802-15 neutron-server[94466]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 14:52:39.639626 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 14:52:39.639626 n-d-694802-15 neutron-server[94466]: return f(self, *a, **k) Aug 12 14:52:39.639626 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 14:52:39.639626 n-d-694802-15 neutron-server[94466]: return self._get(url).json() Aug 12 14:52:39.639626 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 14:52:39.639626 n-d-694802-15 neutron-server[94466]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 14:52:39.639626 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 14:52:39.639626 n-d-694802-15 neutron-server[94466]: return self.request(url, 'GET', **kwargs) Aug 12 14:52:39.639626 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 14:52:39.639626 n-d-694802-15 neutron-server[94466]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 14:52:39.639626 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 14:52:39.639626 n-d-694802-15 neutron-server[94466]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 14:52:39.639626 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 14:52:39.639626 n-d-694802-15 neutron-server[94466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 14:52:39.639626 n-d-694802-15 neutron-server[94466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 14:52:39.794542 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d5b8f751-d34b-42f9-b8b6-1bdbc496ee17 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66413281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431520'] for network, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:39.809713 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d5b8f751-d34b-42f9-b8b6-1bdbc496ee17 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Notify callbacks [] for network, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:39.814083 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning for port 75db28c9-f13b-40e6-bdbb-0dd1cd29cb8b completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:52:39.826709 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-d5b8f751-d34b-42f9-b8b6-1bdbc496ee17 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] 10.222.0.39 "DELETE /v2.0/networks/a849b9ba-7691-49ba-a686-f33ac54ae8d6 HTTP/1.1" status: 204 len: 168 time: 1.2744346 Aug 12 14:52:39.830673 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 32936) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:52:39.855761 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-64b8fd87-7cc6-41aa-97f3-2965f3a65b50 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-518770813'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:52:39.866896 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd847e20-f0fe-43c0-86cd-83de82fea70c None None] Network a849b9ba-7691-49ba-a686-f33ac54ae8d6 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:52:39.880543 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd847e20-f0fe-43c0-86cd-83de82fea70c None None] Network a849b9ba-7691-49ba-a686-f33ac54ae8d6 could not be found, it might have been deleted concurrently. {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 12 14:52:39.894806 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b8f751-d34b-42f9-b8b6-1bdbc496ee17 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Pushing event deleted for resources: {'Network': ['ID=a849b9ba-7691-49ba-a686-f33ac54ae8d6,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:52:39.927096 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64b8fd87-7cc6-41aa-97f3-2965f3a65b50 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Made reservation on behalf of c14e5c8db39f4234bf1759da0f0fd559 for: {'network': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:52:39.929594 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-64b8fd87-7cc6-41aa-97f3-2965f3a65b50 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for network, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:39.964259 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64b8fd87-7cc6-41aa-97f3-2965f3a65b50 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] vlan segment allocate from pool success with {'vlan_id': 342, 'physical_network': 'physnet1'} {{(pid=94466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 14:52:39.983178 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3629d112-d8b7-4c4e-8d99-196cdb56fde0 None None] Network b31fe52d-b89f-4ea4-b49d-3caa2baa1728 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:52:39.999430 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-64b8fd87-7cc6-41aa-97f3-2965f3a65b50 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:39.999707 n-d-694802-15 neutron-server[94466]: INFO neutron.db.segments_db [None req-64b8fd87-7cc6-41aa-97f3-2965f3a65b50 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Added segment 8155fbf6-177c-4c68-8216-d6b3890f42d3 of type vlan for network 3434bfba-e04d-48f9-a884-7ed2caa7cce0 Aug 12 14:52:40.087317 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-64b8fd87-7cc6-41aa-97f3-2965f3a65b50 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744653628263'] for network, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:40.102091 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-d4474faa-5801-4f18-91c0-97e501156d41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:40.143204 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-eca59744-751f-4425-88c9-9fc47a9f0d2f None None] Provisioning for port 75db28c9-f13b-40e6-bdbb-0dd1cd29cb8b completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:52:40.150057 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-eca59744-751f-4425-88c9-9fc47a9f0d2f None None] Provisioning complete for port 75db28c9-f13b-40e6-bdbb-0dd1cd29cb8b triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:52:40.150577 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-eca59744-751f-4425-88c9-9fc47a9f0d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:40.167383 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-64b8fd87-7cc6-41aa-97f3-2965f3a65b50 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409'] for network, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:40.173296 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64b8fd87-7cc6-41aa-97f3-2965f3a65b50 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:52:40.181067 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-64b8fd87-7cc6-41aa-97f3-2965f3a65b50 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Notify callbacks [] for network, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:40.277981 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-f5f68d58-790e-44b4-9938-3ad3d55f717c tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:40.304885 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d682dd3a-f0e6-41c3-aaa5-b3a8e2fe90db req-d7efe830-c7aa-4637-9806-f159c25851b6 tempest-ServersNegativeTestMultiTenantJSON-368396544 tempest-ServersNegativeTestMultiTenantJSON-368396544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:52:40.307261 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d682dd3a-f0e6-41c3-aaa5-b3a8e2fe90db req-d7efe830-c7aa-4637-9806-f159c25851b6 tempest-ServersNegativeTestMultiTenantJSON-368396544 tempest-ServersNegativeTestMultiTenantJSON-368396544-project] 10.222.0.39 "GET /v2.0/networks?id=010aee16-bee2-4a4c-93f1-f85ea34c17cf HTTP/1.1" status: 200 len: 825 time: 0.2727628 Aug 12 14:52:40.328547 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f68d58-790e-44b4-9938-3ad3d55f717c tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Pushing event deleted for resources: {'Port': ['ID=20995681-edf1-4159-b285-2b70fd9775cf,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:52:40.345443 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d682dd3a-f0e6-41c3-aaa5-b3a8e2fe90db req-4c01e39e-e58c-4a5b-ba55-23ff03c7b699 tempest-ServersNegativeTestMultiTenantJSON-368396544 tempest-ServersNegativeTestMultiTenantJSON-368396544-project] 10.222.0.39 "GET /v2.0/quotas/c0cf6550567d4fa1aa5efa86ed47c65d HTTP/1.1" status: 200 len: 375 time: 0.0198669 Aug 12 14:52:40.380138 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-64b8fd87-7cc6-41aa-97f3-2965f3a65b50 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5350175 Aug 12 14:52:40.398378 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 32948) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:52:40.418248 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-8d2fd917-5a0e-4971-8e6b-e084a2aa2518 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Request body: {'subnet': {'network_id': '3434bfba-e04d-48f9-a884-7ed2caa7cce0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:52:40.441782 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b8fd87-7cc6-41aa-97f3-2965f3a65b50 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Pushing event updated for resources: {'Network': ['ID=3434bfba-e04d-48f9-a884-7ed2caa7cce0,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:52:40.451748 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26953b81-4a3f-406f-a7b8-89ca13f90523 req-e78b6a26-07bf-4578-82c5-ee08c8353f2a tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:52:40.453994 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-26953b81-4a3f-406f-a7b8-89ca13f90523 req-e78b6a26-07bf-4578-82c5-ee08c8353f2a tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/ports?device_id=d89c572a-9ecf-42f3-aaab-789262bca2fb HTTP/1.1" status: 200 len: 945 time: 0.2461252 Aug 12 14:52:40.505533 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-26953b81-4a3f-406f-a7b8-89ca13f90523 req-6dbb45f4-7e99-4c22-bcd3-6a17c9ae930e tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/security-groups?id=70daefbf-eec6-4754-864f-8c40c2c28cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439293 Aug 12 14:52:40.508707 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Network 3434bfba-e04d-48f9-a884-7ed2caa7cce0 details requested by agent ovs-agent-n-d-694802-15 with host n-d-694802-15 {{(pid=94468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 14:52:40.600900 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d682dd3a-f0e6-41c3-aaa5-b3a8e2fe90db req-b42faaf9-4a8a-42f2-8e19-5ae92acadce9 tempest-ServersNegativeTestMultiTenantJSON-368396544 tempest-ServersNegativeTestMultiTenantJSON-368396544-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=c0cf6550567d4fa1aa5efa86ed47c65d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2004125 Aug 12 14:52:40.615642 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-eca59744-751f-4425-88c9-9fc47a9f0d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:40.678310 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-eca59744-751f-4425-88c9-9fc47a9f0d2f None None] For port 75db28c9-f13b-40e6-bdbb-0dd1cd29cb8b, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=75db28c9-f13b-40e6-bdbb-0dd1cd29cb8b,segment=NetworkSegment(9c044d5e-b629-4b50-b61d-db464e505ed6),segment_id=9c044d5e-b629-4b50-b61d-db464e505ed6)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:52:40.684874 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-eca59744-751f-4425-88c9-9fc47a9f0d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:40.756890 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-f5f68d58-790e-44b4-9938-3ad3d55f717c tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:40.757463 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca59744-751f-4425-88c9-9fc47a9f0d2f None None] Pushing event updated for resources: {'Port': ['ID=75db28c9-f13b-40e6-bdbb-0dd1cd29cb8b,revision_number=3']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:52:40.761166 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-f5f68d58-790e-44b4-9938-3ad3d55f717c tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] 10.222.0.39 "DELETE /v2.0/ports/20995681-edf1-4159-b285-2b70fd9775cf HTTP/1.1" status: 204 len: 168 time: 2.0664380 Aug 12 14:52:40.761892 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d2fd917-5a0e-4971-8e6b-e084a2aa2518 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Made reservation on behalf of c14e5c8db39f4234bf1759da0f0fd559 for: {'subnet': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:52:40.762484 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 32954) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:52:40.767920 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-8d2fd917-5a0e-4971-8e6b-e084a2aa2518 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3343791'] for subnet, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:40.929615 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.ipam_backend_mixin [None req-8d2fd917-5a0e-4971-8e6b-e084a2aa2518 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Performing IP validity checks on allocation pools {{(pid=94467) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 12 14:52:40.930175 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.ipam_backend_mixin [None req-8d2fd917-5a0e-4971-8e6b-e084a2aa2518 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94467) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 12 14:52:40.942355 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-eccc37af-f6c1-4dde-bdd6-c24fea823aec None None] Provisioning complete for port 75db28c9-f13b-40e6-bdbb-0dd1cd29cb8b triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:52:40.946126 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-eccc37af-f6c1-4dde-bdd6-c24fea823aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:41.024022 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-4d11cc27-3f17-4fa0-8289-33b48f700aa6 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Deleting port 5bb0a447-96d6-4415-8a53-9ce9a3ae9385 {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:52:41.025201 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4d11cc27-3f17-4fa0-8289-33b48f700aa6 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:41.080885 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 75db28c9-f13b-40e6-bdbb-0dd1cd29cb8b up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:52:41.223340 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-8d2fd917-5a0e-4971-8e6b-e084a2aa2518 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2859166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3343773'] for subnet, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:41.244814 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4d11cc27-3f17-4fa0-8289-33b48f700aa6 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:41.271563 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-4d11cc27-3f17-4fa0-8289-33b48f700aa6 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Calling delete_port for 5bb0a447-96d6-4415-8a53-9ce9a3ae9385 owned by {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:52:41.287263 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d682dd3a-f0e6-41c3-aaa5-b3a8e2fe90db req-21cb6a5d-482a-498f-8d72-73361cc0de4d service neutron] 10.222.0.39 "GET /v2.0/networks/010aee16-bee2-4a4c-93f1-f85ea34c17cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6728368 Aug 12 14:52:41.299393 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port 75db28c9-f13b-40e6-bdbb-0dd1cd29cb8b triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:52:41.300044 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:41.395817 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d682dd3a-f0e6-41c3-aaa5-b3a8e2fe90db req-f764f652-8299-4fe1-a539-ee7ff53937c3 service neutron] 10.222.0.39 "GET /v2.0/networks/010aee16-bee2-4a4c-93f1-f85ea34c17cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009057 Aug 12 14:52:41.410299 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2fd917-5a0e-4971-8e6b-e084a2aa2518 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Pushing event updated for resources: {'Subnet': ['ID=40c3d52b-90d9-47d9-aa66-9d4555a53d73,revision_number=0']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:52:41.422950 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d2fd917-5a0e-4971-8e6b-e084a2aa2518 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Checking segment: {'id': '8155fbf6-177c-4c68-8216-d6b3890f42d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '3434bfba-e04d-48f9-a884-7ed2caa7cce0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:52:41.423612 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d2fd917-5a0e-4971-8e6b-e084a2aa2518 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Network hostable DHCP agents. Network: 3434bfba-e04d-48f9-a884-7ed2caa7cce0, hostable agents: ['1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658'], hosted agents: [] {{(pid=94467) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 14:52:41.446534 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d2fd917-5a0e-4971-8e6b-e084a2aa2518 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Network 3434bfba-e04d-48f9-a884-7ed2caa7cce0 is scheduled to be hosted by DHCP agent 1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658 with binding_index 1 {{(pid=94467) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 14:52:41.463845 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [None req-8d2fd917-5a0e-4971-8e6b-e084a2aa2518 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-15, 3434bfba-e04d-48f9-a884-7ed2caa7cce0) {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:52:41.484743 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67276b39-7143-4dc9-8f98-44c3db54462f None None] Network 3434bfba-e04d-48f9-a884-7ed2caa7cce0 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:52:41.486782 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d2fd917-5a0e-4971-8e6b-e084a2aa2518 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:52:41.487535 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-8d2fd917-5a0e-4971-8e6b-e084a2aa2518 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Notify callbacks [] for subnet, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:41.507610 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-8d2fd917-5a0e-4971-8e6b-e084a2aa2518 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.1046801 Aug 12 14:52:41.508427 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 32962) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:52:41.615495 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4d11cc27-3f17-4fa0-8289-33b48f700aa6 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:41.739641 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:41.750602 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-b144f027-4ffd-4f3d-acbe-03e2ff9d90b1 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680608'] for network, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:41.782768 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d11cc27-3f17-4fa0-8289-33b48f700aa6 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Pushing event deleted for resources: {'Port': ['ID=5bb0a447-96d6-4415-8a53-9ce9a3ae9385,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:52:41.786529 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4d11cc27-3f17-4fa0-8289-33b48f700aa6 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:41.795116 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-4d11cc27-3f17-4fa0-8289-33b48f700aa6 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] 10.222.0.39 "DELETE /v2.0/ports/5bb0a447-96d6-4415-8a53-9ce9a3ae9385 HTTP/1.1" status: 204 len: 168 time: 1.0278139 Aug 12 14:52:41.795962 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 32970) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:52:41.842284 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-cbf4f115-6d74-4186-9a9b-f556c48e09dc req-ea94a05e-7757-4888-bbbe-a16e1773d890 tempest-ServersNegativeTestMultiTenantJSON-368396544 tempest-ServersNegativeTestMultiTenantJSON-368396544-project] 10.222.0.39 "GET /v2.0/ports?device_id=01d13121-807c-4fe6-a70c-79559a499976 HTTP/1.1" status: 200 len: 210 time: 0.0692546 Aug 12 14:52:41.905112 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_v2 [None req-dcc7844e-d843-4aee-be42-a0ebae47e0bd tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Deleting subnet f28f0220-494a-4307-80cf-9a7c85a04176 {{(pid=94466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 14:52:41.913857 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-b144f027-4ffd-4f3d-acbe-03e2ff9d90b1 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66416255'] for subnet, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:41.933989 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f538e9a1-19f8-4cf4-8120-5b5c7deb6f5c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa7035b3e-9a89-5964-b9f4-97301c3f476a-3434bfba-e04d-48f9-a884-7ed2caa7cce0', 'network_id': '3434bfba-e04d-48f9-a884-7ed2caa7cce0', 'tenant_id': 'c14e5c8db39f4234bf1759da0f0fd559', 'fixed_ips': [{'subnet_id': '40c3d52b-90d9-47d9-aa66-9d4555a53d73'}]}} from n-d-694802-15. {{(pid=94468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 14:52:41.935106 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f538e9a1-19f8-4cf4-8120-5b5c7deb6f5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:41.953735 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-dcc7844e-d843-4aee-be42-a0ebae47e0bd tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Notify callbacks [] for subnet, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:42.047122 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-b144f027-4ffd-4f3d-acbe-03e2ff9d90b1 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66416232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2859225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3343748'] for subnet, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:42.055058 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf46e4c-4a80-4a56-9c72-4c55ff353226 req-a4109531-fd6b-43f7-84d6-c4e13347d552 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:52:42.060804 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-fbf46e4c-4a80-4a56-9c72-4c55ff353226 req-a4109531-fd6b-43f7-84d6-c4e13347d552 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/ports?device_id=d89c572a-9ecf-42f3-aaab-789262bca2fb HTTP/1.1" status: 200 len: 945 time: 0.2765825 Aug 12 14:52:42.065781 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-dcc7844e-d843-4aee-be42-a0ebae47e0bd tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2293551'] for subnet, precommit_delete_associations {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:42.138448 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b144f027-4ffd-4f3d-acbe-03e2ff9d90b1 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Pushing event deleted for resources: {'Subnet': ['ID=40c3d52b-90d9-47d9-aa66-9d4555a53d73,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:52:42.189585 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-fbf46e4c-4a80-4a56-9c72-4c55ff353226 req-b0c7279c-6a6a-4410-82f3-766cd8a89656 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/security-groups?id=70daefbf-eec6-4754-864f-8c40c2c28cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1192851 Aug 12 14:52:42.225319 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server [None req-f538e9a1-19f8-4cf4-8120-5b5c7deb6f5c None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 40c3d52b-90d9-47d9-aa66-9d4555a53d73: This subnet is being modified by another concurrent operation. Aug 12 14:52:42.225319 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 12 14:52:42.225319 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 12 14:52:42.225319 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 12 14:52:42.225319 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 12 14:52:42.225319 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 12 14:52:42.225319 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 12 14:52:42.225319 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 12 14:52:42.225319 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 12 14:52:42.225319 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 12 14:52:42.225319 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 12 14:52:42.225319 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 12 14:52:42.225319 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 12 14:52:42.225319 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 12 14:52:42.225319 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 12 14:52:42.225319 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server raise self.value Aug 12 14:52:42.225319 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 12 14:52:42.225319 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 12 14:52:42.225319 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 12 14:52:42.225319 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 12 14:52:42.225319 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 12 14:52:42.225319 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 12 14:52:42.225319 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 12 14:52:42.225319 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server raise self.value Aug 12 14:52:42.225319 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 12 14:52:42.225319 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 12 14:52:42.225319 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 12 14:52:42.225319 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 12 14:52:42.225319 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 12 14:52:42.225319 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 12 14:52:42.225319 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 12 14:52:42.225319 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server raise self.value Aug 12 14:52:42.225319 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 12 14:52:42.225319 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 12 14:52:42.225319 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 12 14:52:42.225319 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 12 14:52:42.225319 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 12 14:52:42.225319 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 12 14:52:42.225319 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 12 14:52:42.225319 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 12 14:52:42.225319 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 12 14:52:42.225319 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 12 14:52:42.225319 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Aug 12 14:52:42.225319 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 12 14:52:42.225319 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 12 14:52:42.225319 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 12 14:52:42.225319 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 12 14:52:42.225319 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 12 14:52:42.225319 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 12 14:52:42.225319 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 12 14:52:42.225319 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 12 14:52:42.225319 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server raise self.value Aug 12 14:52:42.225319 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 12 14:52:42.225319 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 12 14:52:42.228864 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 12 14:52:42.228864 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 12 14:52:42.228864 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 12 14:52:42.228864 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 12 14:52:42.228864 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 12 14:52:42.228864 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server raise self.value Aug 12 14:52:42.228864 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 12 14:52:42.228864 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 12 14:52:42.228864 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 12 14:52:42.228864 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 12 14:52:42.228864 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 12 14:52:42.228864 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 12 14:52:42.228864 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 12 14:52:42.228864 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server raise self.value Aug 12 14:52:42.228864 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 12 14:52:42.228864 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 12 14:52:42.228864 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Aug 12 14:52:42.228864 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 12 14:52:42.228864 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Aug 12 14:52:42.228864 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 12 14:52:42.228864 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 12 14:52:42.228864 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 12 14:52:42.228864 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 12 14:52:42.228864 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 12 14:52:42.228864 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 12 14:52:42.228864 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 12 14:52:42.228864 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 12 14:52:42.228864 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server raise self.value Aug 12 14:52:42.228864 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 12 14:52:42.228864 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 12 14:52:42.228864 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 12 14:52:42.228864 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 12 14:52:42.228864 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 12 14:52:42.228864 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 12 14:52:42.228864 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 12 14:52:42.228864 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server raise exception Aug 12 14:52:42.228864 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 40c3d52b-90d9-47d9-aa66-9d4555a53d73: This subnet is being modified by another concurrent operation. Aug 12 14:52:42.228864 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server Aug 12 14:52:42.254386 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a33dbe1-b7c5-4c62-a861-2e804e3acb6d None None] Network 3434bfba-e04d-48f9-a884-7ed2caa7cce0 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:52:42.305564 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-dcc7844e-d843-4aee-be42-a0ebae47e0bd tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66416255'] for subnet, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:42.348371 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-b144f027-4ffd-4f3d-acbe-03e2ff9d90b1 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66413304', 'neutron.services.segments.db._delete_segments_for_network-8744654118000'] for network, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:42.373626 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-b144f027-4ffd-4f3d-acbe-03e2ff9d90b1 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3434bfba-e04d-48f9-a884-7ed2caa7cce0']}} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:52:42.416337 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-b144f027-4ffd-4f3d-acbe-03e2ff9d90b1 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8155fbf6-177c-4c68-8216-d6b3890f42d3') {'for_net_delete': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:52:42.417044 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-b144f027-4ffd-4f3d-acbe-03e2ff9d90b1 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8155fbf6-177c-4c68-8216-d6b3890f42d3') {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:52:42.432938 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-dcc7844e-d843-4aee-be42-a0ebae47e0bd tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66416232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3718429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8776402'] for subnet, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:42.440658 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-b144f027-4ffd-4f3d-acbe-03e2ff9d90b1 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744654122361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3857526'] for segment, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:42.477799 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-b144f027-4ffd-4f3d-acbe-03e2ff9d90b1 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:42.485146 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc7844e-d843-4aee-be42-a0ebae47e0bd tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Pushing event deleted for resources: {'Subnet': ['ID=f28f0220-494a-4307-80cf-9a7c85a04176,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:52:42.489854 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-dcc7844e-d843-4aee-be42-a0ebae47e0bd tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for subnet, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:42.494334 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-dcc7844e-d843-4aee-be42-a0ebae47e0bd tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] 10.222.0.39 "DELETE /v2.0/subnets/f28f0220-494a-4307-80cf-9a7c85a04176 HTTP/1.1" status: 204 len: 168 time: 0.6790080 Aug 12 14:52:42.494604 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 32980) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:52:42.498380 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b144f027-4ffd-4f3d-acbe-03e2ff9d90b1 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Releasing vlan 342 on physical network physnet1 to pool {{(pid=94467) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 14:52:42.498827 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-b144f027-4ffd-4f3d-acbe-03e2ff9d90b1 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2859015'] for segment, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:42.501094 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd661bd3-6b06-4d1f-a7fa-14975c74d596 None None] Network 11988a36-0d35-41ac-a66e-5ed968be2dc8 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:52:42.511635 n-d-694802-15 neutron-server[94467]: Traceback (most recent call last): Aug 12 14:52:42.511635 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 14:52:42.511635 n-d-694802-15 neutron-server[94467]: timer() Aug 12 14:52:42.511635 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 14:52:42.511635 n-d-694802-15 neutron-server[94467]: cb(*args, **kw) Aug 12 14:52:42.511635 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 14:52:42.511635 n-d-694802-15 neutron-server[94467]: return func(*args, **kwargs) Aug 12 14:52:42.511635 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 14:52:42.511635 n-d-694802-15 neutron-server[94467]: self._notify() Aug 12 14:52:42.511635 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 14:52:42.511635 n-d-694802-15 neutron-server[94467]: self.callback(batched_events) Aug 12 14:52:42.511635 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 14:52:42.511635 n-d-694802-15 neutron-server[94467]: event.method(event) Aug 12 14:52:42.511635 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 14:52:42.511635 n-d-694802-15 neutron-server[94467]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 14:52:42.511635 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 14:52:42.511635 n-d-694802-15 neutron-server[94467]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 14:52:42.511635 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 14:52:42.511635 n-d-694802-15 neutron-server[94467]: return f(self, *a, **k) Aug 12 14:52:42.511635 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 14:52:42.511635 n-d-694802-15 neutron-server[94467]: return self._get(url).json() Aug 12 14:52:42.511635 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 14:52:42.511635 n-d-694802-15 neutron-server[94467]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 14:52:42.511635 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 14:52:42.511635 n-d-694802-15 neutron-server[94467]: return self.request(url, 'GET', **kwargs) Aug 12 14:52:42.511635 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 14:52:42.511635 n-d-694802-15 neutron-server[94467]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 14:52:42.511635 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 14:52:42.511635 n-d-694802-15 neutron-server[94467]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 14:52:42.511635 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 14:52:42.511635 n-d-694802-15 neutron-server[94467]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 14:52:42.511635 n-d-694802-15 neutron-server[94467]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 14:52:42.602605 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_v2 [None req-36d8bcd1-434e-4e42-98a9-d76d87d5ac76 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Deleting subnet 211c9137-e01f-4e3e-8c7e-449dda79def5 {{(pid=94466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 14:52:42.606825 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-36d8bcd1-434e-4e42-98a9-d76d87d5ac76 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Notify callbacks [] for subnet, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:42.632600 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-b144f027-4ffd-4f3d-acbe-03e2ff9d90b1 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66413281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431520'] for network, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:42.656347 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-b144f027-4ffd-4f3d-acbe-03e2ff9d90b1 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for network, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:42.659954 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-b144f027-4ffd-4f3d-acbe-03e2ff9d90b1 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] 10.222.0.39 "DELETE /v2.0/networks/3434bfba-e04d-48f9-a884-7ed2caa7cce0 HTTP/1.1" status: 204 len: 168 time: 1.1503320 Aug 12 14:52:42.666299 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 32984) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:52:42.673784 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-c9632324-1958-4ee2-96ec-42bf9fffe326 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-91138632'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:52:42.674660 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b144f027-4ffd-4f3d-acbe-03e2ff9d90b1 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Pushing event deleted for resources: {'Network': ['ID=3434bfba-e04d-48f9-a884-7ed2caa7cce0,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:52:42.688395 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-36d8bcd1-434e-4e42-98a9-d76d87d5ac76 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2293551'] for subnet, precommit_delete_associations {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:42.752842 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:42.793873 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9632324-1958-4ee2-96ec-42bf9fffe326 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Made reservation on behalf of c14e5c8db39f4234bf1759da0f0fd559 for: {'network': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:52:42.798650 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94c538e9-bbec-4819-9267-5b708e3abbca None None] DHCP port deletion for 11988a36-0d35-41ac-a66e-5ed968be2dc8 request from n-d-694802-15 {{(pid=94468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 14:52:42.816011 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c9632324-1958-4ee2-96ec-42bf9fffe326 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for network, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:42.918703 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-36d8bcd1-434e-4e42-98a9-d76d87d5ac76 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66416255'] for subnet, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:42.930517 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-94c538e9-bbec-4819-9267-5b708e3abbca None None] Deleting port 1bfc31fa-c34a-4fc9-a8de-ac603dd72155 {{(pid=94468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:52:42.930964 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-94c538e9-bbec-4819-9267-5b708e3abbca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:43.053391 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 1bfc31fa-c34a-4fc9-a8de-ac603dd72155 no longer exists at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:52:43.065793 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9632324-1958-4ee2-96ec-42bf9fffe326 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] vlan segment allocate from pool success with {'vlan_id': 344, 'physical_network': 'physnet1'} {{(pid=94466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 14:52:43.070821 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-36d8bcd1-434e-4e42-98a9-d76d87d5ac76 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66416232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3718429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8776402'] for subnet, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:43.162393 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:43.178881 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-53cdbd57-2fa7-40d4-a97f-546f986ea2c1 req-6667d73d-e199-4d9f-933f-8e0871ac22ac tempest-ServersNegativeTestMultiTenantJSON-368396544 tempest-ServersNegativeTestMultiTenantJSON-368396544-project] 10.222.0.39 "GET /v2.0/ports?device_id=01d13121-807c-4fe6-a70c-79559a499976 HTTP/1.1" status: 200 len: 210 time: 0.1144059 Aug 12 14:52:43.194122 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-94c538e9-bbec-4819-9267-5b708e3abbca None None] For port 1bfc31fa-c34a-4fc9-a8de-ac603dd72155, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=1bfc31fa-c34a-4fc9-a8de-ac603dd72155,segment=NetworkSegment(241c97dc-4b9b-4462-a69d-097a1bbfec16),segment_id=241c97dc-4b9b-4462-a69d-097a1bbfec16)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:52:43.194486 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf8a7a9-4fd4-4d63-99c4-bd6e96bb4595 req-1c7f84fa-0c7c-481a-a683-aea83477b8e8 tempest-TestNetworkAdvancedServerOps-311782475 tempest-TestNetworkAdvancedServerOps-311782475-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:52:43.197082 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-94c538e9-bbec-4819-9267-5b708e3abbca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:43.199768 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-cdf8a7a9-4fd4-4d63-99c4-bd6e96bb4595 req-1c7f84fa-0c7c-481a-a683-aea83477b8e8 tempest-TestNetworkAdvancedServerOps-311782475 tempest-TestNetworkAdvancedServerOps-311782475-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=3123bce8-844b-469f-9aa0-64c8f53661bc HTTP/1.1" status: 200 len: 1099 time: 0.1156785 Aug 12 14:52:43.246215 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-94c538e9-bbec-4819-9267-5b708e3abbca None None] Calling delete_port for 1bfc31fa-c34a-4fc9-a8de-ac603dd72155 owned by network:dhcp {{(pid=94468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:52:43.276587 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c9632324-1958-4ee2-96ec-42bf9fffe326 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:43.277036 n-d-694802-15 neutron-server[94466]: INFO neutron.db.segments_db [None req-c9632324-1958-4ee2-96ec-42bf9fffe326 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Added segment fa946313-2493-4963-b936-745803185c2f of type vlan for network f5f82046-6eff-455b-b27a-c3e94bf6016a Aug 12 14:52:43.286153 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d8bcd1-434e-4e42-98a9-d76d87d5ac76 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Pushing event deleted for resources: {'Subnet': ['ID=211c9137-e01f-4e3e-8c7e-449dda79def5,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:52:43.360769 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-36d8bcd1-434e-4e42-98a9-d76d87d5ac76 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for subnet, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:43.362012 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-cdf8a7a9-4fd4-4d63-99c4-bd6e96bb4595 req-e29f9423-d3d9-4e26-b62d-376de7a26b97 tempest-TestNetworkAdvancedServerOps-311782475 tempest-TestNetworkAdvancedServerOps-311782475-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=1ff7dcf8-d6f2-4101-a1d4-537dc448601c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1469662 Aug 12 14:52:43.374879 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-36d8bcd1-434e-4e42-98a9-d76d87d5ac76 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] 10.222.0.39 "DELETE /v2.0/subnets/211c9137-e01f-4e3e-8c7e-449dda79def5 HTTP/1.1" status: 204 len: 168 time: 0.8722217 Aug 12 14:52:43.374879 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 32996) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:52:43.385506 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 32998) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:52:43.463102 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d682dd3a-f0e6-41c3-aaa5-b3a8e2fe90db req-5e022ca8-0e9a-4967-b78d-0c6e48da42f7 tempest-ServersNegativeTestMultiTenantJSON-368396544 tempest-ServersNegativeTestMultiTenantJSON-368396544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:52:43.464815 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d682dd3a-f0e6-41c3-aaa5-b3a8e2fe90db req-5e022ca8-0e9a-4967-b78d-0c6e48da42f7 tempest-ServersNegativeTestMultiTenantJSON-368396544 tempest-ServersNegativeTestMultiTenantJSON-368396544-project] 10.222.0.64 "GET /v2.0/networks?id=010aee16-bee2-4a4c-93f1-f85ea34c17cf HTTP/1.1" status: 200 len: 825 time: 0.2062013 Aug 12 14:52:43.479914 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-d682dd3a-f0e6-41c3-aaa5-b3a8e2fe90db req-b38ee8c5-3ea3-474a-b872-ec6b23d2e239 tempest-ServersNegativeTestMultiTenantJSON-368396544 tempest-ServersNegativeTestMultiTenantJSON-368396544-project] Request body: {'port': {'device_id': '01d13121-807c-4fe6-a70c-79559a499976', 'network_id': '010aee16-bee2-4a4c-93f1-f85ea34c17cf', 'admin_state_up': True, 'tenant_id': 'c0cf6550567d4fa1aa5efa86ed47c65d'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:52:43.490614 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d5ef91d-c33a-4546-9ab0-4c1f56ac29a5 None None] Network b1fed0d0-2b0c-4ed8-b3b7-4ff4b735f473 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:52:43.619989 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-ff9c6957-3366-4358-b3c0-fe2c3c225b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:43.647836 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d682dd3a-f0e6-41c3-aaa5-b3a8e2fe90db req-b38ee8c5-3ea3-474a-b872-ec6b23d2e239 tempest-ServersNegativeTestMultiTenantJSON-368396544 tempest-ServersNegativeTestMultiTenantJSON-368396544-project] Made reservation on behalf of c0cf6550567d4fa1aa5efa86ed47c65d for: {'port': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:52:43.655425 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-d682dd3a-f0e6-41c3-aaa5-b3a8e2fe90db req-b38ee8c5-3ea3-474a-b872-ec6b23d2e239 tempest-ServersNegativeTestMultiTenantJSON-368396544 tempest-ServersNegativeTestMultiTenantJSON-368396544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:43.680912 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:43.711120 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c9632324-1958-4ee2-96ec-42bf9fffe326 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744653628263'] for network, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:43.804310 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-94c538e9-bbec-4819-9267-5b708e3abbca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262'] for port, after_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:43.854982 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-376e2416-9889-482b-9020-236bea3ae455 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680608'] for network, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:43.878481 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94c538e9-bbec-4819-9267-5b708e3abbca None None] No DVR routers for this DVR port 1bfc31fa-c34a-4fc9-a8de-ac603dd72155 on host n-d-694802-15 {{(pid=94468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:52:43.880647 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c538e9-bbec-4819-9267-5b708e3abbca None None] Pushing event deleted for resources: {'Port': ['ID=1bfc31fa-c34a-4fc9-a8de-ac603dd72155,revision_number=None']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:52:43.892968 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7ccf0c-069b-404a-b9a7-5fcc9eadcd8c req-53e76aee-8fc5-47fa-bd58-f7f306d308df tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:52:43.900588 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-ce7ccf0c-069b-404a-b9a7-5fcc9eadcd8c req-53e76aee-8fc5-47fa-bd58-f7f306d308df tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/ports?device_id=d89c572a-9ecf-42f3-aaab-789262bca2fb HTTP/1.1" status: 200 len: 945 time: 0.2842169 Aug 12 14:52:43.920737 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c9632324-1958-4ee2-96ec-42bf9fffe326 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409'] for network, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:43.928303 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_common [req-d682dd3a-f0e6-41c3-aaa5-b3a8e2fe90db req-b38ee8c5-3ea3-474a-b872-ec6b23d2e239 tempest-ServersNegativeTestMultiTenantJSON-368396544 tempest-ServersNegativeTestMultiTenantJSON-368396544-project] Allocated IP 172.20.0.8 (010aee16-bee2-4a4c-93f1-f85ea34c17cf/157eea32-8cf2-463d-9874-337a53bf41e8/b8b2729e-4f28-4e15-b8e1-5d6a419f14b6) {{(pid=94467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:52:43.931413 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9632324-1958-4ee2-96ec-42bf9fffe326 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:52:43.931988 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c9632324-1958-4ee2-96ec-42bf9fffe326 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Notify callbacks [] for network, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:43.974072 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-1769855f-eda9-4483-9dc3-3220908ab45d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:44.015381 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78984ca7-0709-4fd4-be0a-3f9b6b00dd19 None None] DHCP port deletion for b1fed0d0-2b0c-4ed8-b3b7-4ff4b735f473 request from n-d-694802-15 {{(pid=94468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 14:52:44.089080 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-c9632324-1958-4ee2-96ec-42bf9fffe326 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 1.4204218 Aug 12 14:52:44.105620 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 33010) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:52:44.112043 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-dfb9077a-bfb8-4963-a378-f8fb75dc62cd tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Request body: {'subnet': {'network_id': 'f5f82046-6eff-455b-b27a-c3e94bf6016a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:52:44.120466 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9632324-1958-4ee2-96ec-42bf9fffe326 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Pushing event updated for resources: {'Network': ['ID=f5f82046-6eff-455b-b27a-c3e94bf6016a,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:52:44.126140 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-78984ca7-0709-4fd4-be0a-3f9b6b00dd19 None None] Deleting port bfb3d9b2-4258-48de-9e55-a18cbb763545 {{(pid=94468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:52:44.126538 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-78984ca7-0709-4fd4-be0a-3f9b6b00dd19 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:44.158080 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Network f5f82046-6eff-455b-b27a-c3e94bf6016a details requested by agent ovs-agent-n-d-694802-15 with host n-d-694802-15 {{(pid=94468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 14:52:44.214945 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-ce7ccf0c-069b-404a-b9a7-5fcc9eadcd8c req-2a88d626-ee30-49fa-8a9c-26930f0bfa51 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/security-groups?id=70daefbf-eec6-4754-864f-8c40c2c28cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3131886 Aug 12 14:52:44.301222 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-376e2416-9889-482b-9020-236bea3ae455 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66413304', 'neutron.services.segments.db._delete_segments_for_network-8744654118000'] for network, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:44.305165 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-d682dd3a-f0e6-41c3-aaa5-b3a8e2fe90db req-b38ee8c5-3ea3-474a-b872-ec6b23d2e239 tempest-ServersNegativeTestMultiTenantJSON-368396544 tempest-ServersNegativeTestMultiTenantJSON-368396544-project] Notify callbacks [] for port, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:44.346131 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-376e2416-9889-482b-9020-236bea3ae455 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11988a36-0d35-41ac-a66e-5ed968be2dc8']}} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:52:44.384943 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-376e2416-9889-482b-9020-236bea3ae455 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '241c97dc-4b9b-4462-a69d-097a1bbfec16') {'for_net_delete': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:52:44.385306 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-376e2416-9889-482b-9020-236bea3ae455 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '241c97dc-4b9b-4462-a69d-097a1bbfec16') {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:52:44.400791 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-c858810d-d5bf-414c-835e-c5b45a0896cd tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Deleting port 47a2cd61-88f7-47e7-a15e-7fd0473c35ea {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:52:44.401141 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c858810d-d5bf-414c-835e-c5b45a0896cd tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:44.415081 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-26b5c475-b5b2-4801-8193-dec09a68b3f8 req-e35f2378-3928-4b27-b538-090f27545dbd tempest-ServersNegativeTestMultiTenantJSON-368396544 tempest-ServersNegativeTestMultiTenantJSON-368396544-project] 10.222.0.39 "GET /v2.0/ports?device_id=01d13121-807c-4fe6-a70c-79559a499976 HTTP/1.1" status: 200 len: 210 time: 0.0807111 Aug 12 14:52:44.416645 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-376e2416-9889-482b-9020-236bea3ae455 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744654122361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2293560'] for segment, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:44.428197 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-78984ca7-0709-4fd4-be0a-3f9b6b00dd19 None None] For port bfb3d9b2-4258-48de-9e55-a18cbb763545, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=bfb3d9b2-4258-48de-9e55-a18cbb763545,segment=NetworkSegment(7719c74d-4dec-43da-873e-de69f6f169be),segment_id=7719c74d-4dec-43da-873e-de69f6f169be)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:52:44.429161 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-78984ca7-0709-4fd4-be0a-3f9b6b00dd19 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:44.442903 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-d682dd3a-f0e6-41c3-aaa5-b3a8e2fe90db req-b38ee8c5-3ea3-474a-b872-ec6b23d2e239 tempest-ServersNegativeTestMultiTenantJSON-368396544 tempest-ServersNegativeTestMultiTenantJSON-368396544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:44.472121 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-78984ca7-0709-4fd4-be0a-3f9b6b00dd19 None None] Calling delete_port for bfb3d9b2-4258-48de-9e55-a18cbb763545 owned by network:dhcp {{(pid=94468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:52:44.493699 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-376e2416-9889-482b-9020-236bea3ae455 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:44.504032 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-376e2416-9889-482b-9020-236bea3ae455 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Releasing vlan 347 on physical network physnet1 to pool {{(pid=94466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 14:52:44.504676 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-376e2416-9889-482b-9020-236bea3ae455 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3718595'] for segment, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:44.511826 n-d-694802-15 neutron-server[94466]: Traceback (most recent call last): Aug 12 14:52:44.511826 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 14:52:44.511826 n-d-694802-15 neutron-server[94466]: timer() Aug 12 14:52:44.511826 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 14:52:44.511826 n-d-694802-15 neutron-server[94466]: cb(*args, **kw) Aug 12 14:52:44.511826 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 14:52:44.511826 n-d-694802-15 neutron-server[94466]: return func(*args, **kwargs) Aug 12 14:52:44.511826 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 14:52:44.511826 n-d-694802-15 neutron-server[94466]: self._notify() Aug 12 14:52:44.511826 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 14:52:44.511826 n-d-694802-15 neutron-server[94466]: self.callback(batched_events) Aug 12 14:52:44.511826 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 14:52:44.511826 n-d-694802-15 neutron-server[94466]: event.method(event) Aug 12 14:52:44.511826 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 14:52:44.511826 n-d-694802-15 neutron-server[94466]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 14:52:44.511826 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 14:52:44.511826 n-d-694802-15 neutron-server[94466]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 14:52:44.511826 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 14:52:44.511826 n-d-694802-15 neutron-server[94466]: return f(self, *a, **k) Aug 12 14:52:44.511826 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 14:52:44.511826 n-d-694802-15 neutron-server[94466]: return self._get(url).json() Aug 12 14:52:44.511826 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 14:52:44.511826 n-d-694802-15 neutron-server[94466]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 14:52:44.511826 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 14:52:44.511826 n-d-694802-15 neutron-server[94466]: return self.request(url, 'GET', **kwargs) Aug 12 14:52:44.511826 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 14:52:44.511826 n-d-694802-15 neutron-server[94466]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 14:52:44.511826 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 14:52:44.511826 n-d-694802-15 neutron-server[94466]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 14:52:44.511826 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 14:52:44.511826 n-d-694802-15 neutron-server[94466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 14:52:44.511826 n-d-694802-15 neutron-server[94466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 14:52:44.522880 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfb9077a-bfb8-4963-a378-f8fb75dc62cd tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Made reservation on behalf of c14e5c8db39f4234bf1759da0f0fd559 for: {'subnet': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:52:44.527000 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-dfb9077a-bfb8-4963-a378-f8fb75dc62cd tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8776441'] for subnet, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:44.568376 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d682dd3a-f0e6-41c3-aaa5-b3a8e2fe90db req-b38ee8c5-3ea3-474a-b872-ec6b23d2e239 tempest-ServersNegativeTestMultiTenantJSON-368396544 tempest-ServersNegativeTestMultiTenantJSON-368396544-project] Network 010aee16-bee2-4a4c-93f1-f85ea34c17cf is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:52:44.588367 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [req-d682dd3a-f0e6-41c3-aaa5-b3a8e2fe90db req-b38ee8c5-3ea3-474a-b872-ec6b23d2e239 tempest-ServersNegativeTestMultiTenantJSON-368396544 tempest-ServersNegativeTestMultiTenantJSON-368396544-project] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:52:44.591179 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [req-d682dd3a-f0e6-41c3-aaa5-b3a8e2fe90db req-b38ee8c5-3ea3-474a-b872-ec6b23d2e239 tempest-ServersNegativeTestMultiTenantJSON-368396544 tempest-ServersNegativeTestMultiTenantJSON-368396544-project] Received port after_create {{(pid=94467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:52:44.595488 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38ee8c5-3ea3-474a-b872-ec6b23d2e239 tempest-ServersNegativeTestMultiTenantJSON-368396544 tempest-ServersNegativeTestMultiTenantJSON-368396544-project] Pushing event updated for resources: {'Port': ['ID=b8b2729e-4f28-4e15-b8e1-5d6a419f14b6,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:52:44.599858 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-78984ca7-0709-4fd4-be0a-3f9b6b00dd19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262'] for port, after_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:44.654362 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78984ca7-0709-4fd4-be0a-3f9b6b00dd19 None None] No DVR routers for this DVR port bfb3d9b2-4258-48de-9e55-a18cbb763545 on host n-d-694802-15 {{(pid=94468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:52:44.656709 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78984ca7-0709-4fd4-be0a-3f9b6b00dd19 None None] Pushing event deleted for resources: {'Port': ['ID=bfb3d9b2-4258-48de-9e55-a18cbb763545,revision_number=None']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:52:44.677025 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78984ca7-0709-4fd4-be0a-3f9b6b00dd19 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:52:44.677025 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78984ca7-0709-4fd4-be0a-3f9b6b00dd19 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:52:44.677025 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78984ca7-0709-4fd4-be0a-3f9b6b00dd19 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:52:44.677369 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78984ca7-0709-4fd4-be0a-3f9b6b00dd19 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:52:44.677462 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78984ca7-0709-4fd4-be0a-3f9b6b00dd19 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:52:44.677865 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78984ca7-0709-4fd4-be0a-3f9b6b00dd19 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:52:44.678265 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78984ca7-0709-4fd4-be0a-3f9b6b00dd19 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:52:44.678674 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78984ca7-0709-4fd4-be0a-3f9b6b00dd19 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:52:44.679288 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78984ca7-0709-4fd4-be0a-3f9b6b00dd19 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:52:44.679843 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78984ca7-0709-4fd4-be0a-3f9b6b00dd19 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:52:44.680179 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78984ca7-0709-4fd4-be0a-3f9b6b00dd19 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:52:44.680568 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78984ca7-0709-4fd4-be0a-3f9b6b00dd19 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:52:44.690625 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45f834b5-c7de-44cc-bf11-a57db5e539bf None None] get_active_networks_info from n-d-694802-15 {{(pid=94468) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 12 14:52:44.705215 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d682dd3a-f0e6-41c3-aaa5-b3a8e2fe90db req-b38ee8c5-3ea3-474a-b872-ec6b23d2e239 tempest-ServersNegativeTestMultiTenantJSON-368396544 tempest-ServersNegativeTestMultiTenantJSON-368396544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:52:44.705852 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-d682dd3a-f0e6-41c3-aaa5-b3a8e2fe90db req-b38ee8c5-3ea3-474a-b872-ec6b23d2e239 tempest-ServersNegativeTestMultiTenantJSON-368396544 tempest-ServersNegativeTestMultiTenantJSON-368396544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:44.727033 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d682dd3a-f0e6-41c3-aaa5-b3a8e2fe90db req-b38ee8c5-3ea3-474a-b872-ec6b23d2e239 tempest-ServersNegativeTestMultiTenantJSON-368396544 tempest-ServersNegativeTestMultiTenantJSON-368396544-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2518334 Aug 12 14:52:44.747314 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-376e2416-9889-482b-9020-236bea3ae455 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66413281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431520'] for network, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:44.751571 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-376e2416-9889-482b-9020-236bea3ae455 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Notify callbacks [] for network, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:44.753882 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-376e2416-9889-482b-9020-236bea3ae455 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] 10.222.0.39 "DELETE /v2.0/networks/11988a36-0d35-41ac-a66e-5ed968be2dc8 HTTP/1.1" status: 204 len: 168 time: 1.3695426 Aug 12 14:52:44.775502 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 33022) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:52:44.800098 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-d682dd3a-f0e6-41c3-aaa5-b3a8e2fe90db req-5be7ba9c-d9c3-4371-94f1-e23669852192 service neutron] Request body: {'port': {'device_id': '01d13121-807c-4fe6-a70c-79559a499976', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-694802-15'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:52:44.833479 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c858810d-d5bf-414c-835e-c5b45a0896cd tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:44.833868 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c858810d-d5bf-414c-835e-c5b45a0896cd tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:44.869094 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45f834b5-c7de-44cc-bf11-a57db5e539bf None None] Resources bound (agent type, host, resource id): {{(pid=94468) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 12 14:52:44.890859 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376e2416-9889-482b-9020-236bea3ae455 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Pushing event deleted for resources: {'Network': ['ID=11988a36-0d35-41ac-a66e-5ed968be2dc8,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:52:44.913468 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-c858810d-d5bf-414c-835e-c5b45a0896cd tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Calling delete_port for 47a2cd61-88f7-47e7-a15e-7fd0473c35ea owned by network:floatingip {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:52:45.048669 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-fd35f9d1-49d6-46df-a8e6-e442675f8c18 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680608'] for network, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:45.104245 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device bfb3d9b2-4258-48de-9e55-a18cbb763545 no longer exists at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:52:45.159123 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] No Port match for: bfb3d9b2-4258-48de-9e55-a18cbb763545 {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 14:52:45.159502 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device bfb3d9b2-4258-48de-9e55-a18cbb763545 not bound to the agent host n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:52:45.228453 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-d682dd3a-f0e6-41c3-aaa5-b3a8e2fe90db req-5be7ba9c-d9c3-4371-94f1-e23669852192 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:45.349297 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-dfb9077a-bfb8-4963-a378-f8fb75dc62cd tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3718490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8776395'] for subnet, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:45.398053 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb9077a-bfb8-4963-a378-f8fb75dc62cd tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Pushing event updated for resources: {'Subnet': ['ID=4c6850e5-6933-4dea-8969-2005da0538de,revision_number=0']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:52:45.516993 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-fd35f9d1-49d6-46df-a8e6-e442675f8c18 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66413304', 'neutron.services.segments.db._delete_segments_for_network-8744654118000'] for network, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:45.532409 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfb9077a-bfb8-4963-a378-f8fb75dc62cd tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Checking segment: {'id': 'fa946313-2493-4963-b936-745803185c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'f5f82046-6eff-455b-b27a-c3e94bf6016a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:52:45.533737 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfb9077a-bfb8-4963-a378-f8fb75dc62cd tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Network hostable DHCP agents. Network: f5f82046-6eff-455b-b27a-c3e94bf6016a, hostable agents: ['1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658'], hosted agents: [] {{(pid=94466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 14:52:45.538314 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c858810d-d5bf-414c-835e-c5b45a0896cd tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:45.579717 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c858810d-d5bf-414c-835e-c5b45a0896cd tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Pushing event deleted for resources: {'Port': ['ID=47a2cd61-88f7-47e7-a15e-7fd0473c35ea,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:52:45.609073 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c7541a-e0d6-4a27-ae7a-4d27999e5fa4 req-e1387814-9d2a-482a-8850-5d8ca265d7bf tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:52:45.610684 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-26c7541a-e0d6-4a27-ae7a-4d27999e5fa4 req-e1387814-9d2a-482a-8850-5d8ca265d7bf tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/ports?device_id=d89c572a-9ecf-42f3-aaab-789262bca2fb HTTP/1.1" status: 200 len: 945 time: 0.2167625 Aug 12 14:52:45.616836 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-fe95f194-a3b0-4c04-9e42-20b511169d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:45.701411 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c858810d-d5bf-414c-835e-c5b45a0896cd tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks [] for floatingip, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:45.701770 n-d-694802-15 neutron-server[94466]: INFO neutron.db.l3_db [None req-c858810d-d5bf-414c-835e-c5b45a0896cd tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Floating IP 223c2cb0-df6b-448d-b2e6-8cf7b6fca20f disassociated (deleted). External IP: 172.25.1.172, port: 4cb610aa-7923-49fa-ac4e-1e29828c4978. Aug 12 14:52:45.751726 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-fd35f9d1-49d6-46df-a8e6-e442675f8c18 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1fed0d0-2b0c-4ed8-b3b7-4ff4b735f473']}} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:52:45.838681 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfb9077a-bfb8-4963-a378-f8fb75dc62cd tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Network f5f82046-6eff-455b-b27a-c3e94bf6016a is scheduled to be hosted by DHCP agent 1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658 with binding_index 1 {{(pid=94466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 14:52:45.905005 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-26c7541a-e0d6-4a27-ae7a-4d27999e5fa4 req-4cf9a595-b349-4ebd-b68e-cb8d03365297 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/security-groups?id=70daefbf-eec6-4754-864f-8c40c2c28cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2785983 Aug 12 14:52:45.911373 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-dfb9077a-bfb8-4963-a378-f8fb75dc62cd tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-15, f5f82046-6eff-455b-b27a-c3e94bf6016a) {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:52:45.929272 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfb9077a-bfb8-4963-a378-f8fb75dc62cd tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:52:45.929884 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-dfb9077a-bfb8-4963-a378-f8fb75dc62cd tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for subnet, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:45.937429 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b83e92ec-2c7b-4e7a-922b-180b1e93e0c4 None None] Network f5f82046-6eff-455b-b27a-c3e94bf6016a requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:52:45.957520 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-fd35f9d1-49d6-46df-a8e6-e442675f8c18 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7719c74d-4dec-43da-873e-de69f6f169be') {'for_net_delete': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:52:45.957818 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-fd35f9d1-49d6-46df-a8e6-e442675f8c18 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7719c74d-4dec-43da-873e-de69f6f169be') {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:52:45.971294 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-dfb9077a-bfb8-4963-a378-f8fb75dc62cd tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.8656301 Aug 12 14:52:45.971664 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 33054) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:52:45.995052 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-fd35f9d1-49d6-46df-a8e6-e442675f8c18 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744654122361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3857526'] for segment, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:46.018031 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-fd35f9d1-49d6-46df-a8e6-e442675f8c18 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:46.029063 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd35f9d1-49d6-46df-a8e6-e442675f8c18 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Releasing vlan 306 on physical network physnet1 to pool {{(pid=94467) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 14:52:46.029789 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-fd35f9d1-49d6-46df-a8e6-e442675f8c18 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2859015'] for segment, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:46.119054 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-6c11c891-84f8-4851-a943-0d25a59faf6a tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680608'] for network, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:46.170505 n-d-694802-15 neutron-server[94467]: Traceback (most recent call last): Aug 12 14:52:46.170505 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 14:52:46.170505 n-d-694802-15 neutron-server[94467]: timer() Aug 12 14:52:46.170505 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 14:52:46.170505 n-d-694802-15 neutron-server[94467]: cb(*args, **kw) Aug 12 14:52:46.170505 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 14:52:46.170505 n-d-694802-15 neutron-server[94467]: return func(*args, **kwargs) Aug 12 14:52:46.170505 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 14:52:46.170505 n-d-694802-15 neutron-server[94467]: self._notify() Aug 12 14:52:46.170505 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 14:52:46.170505 n-d-694802-15 neutron-server[94467]: self.callback(batched_events) Aug 12 14:52:46.170505 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 14:52:46.170505 n-d-694802-15 neutron-server[94467]: event.method(event) Aug 12 14:52:46.170505 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 14:52:46.170505 n-d-694802-15 neutron-server[94467]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 14:52:46.170505 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 14:52:46.170505 n-d-694802-15 neutron-server[94467]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 14:52:46.170505 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 14:52:46.170505 n-d-694802-15 neutron-server[94467]: return f(self, *a, **k) Aug 12 14:52:46.170505 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 14:52:46.170505 n-d-694802-15 neutron-server[94467]: return self._get(url).json() Aug 12 14:52:46.170505 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 14:52:46.170505 n-d-694802-15 neutron-server[94467]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 14:52:46.170505 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 14:52:46.170505 n-d-694802-15 neutron-server[94467]: return self.request(url, 'GET', **kwargs) Aug 12 14:52:46.170505 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 14:52:46.170505 n-d-694802-15 neutron-server[94467]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 14:52:46.170505 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 14:52:46.170505 n-d-694802-15 neutron-server[94467]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 14:52:46.170505 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 14:52:46.170505 n-d-694802-15 neutron-server[94467]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 14:52:46.170505 n-d-694802-15 neutron-server[94467]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 14:52:46.188880 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c858810d-d5bf-414c-835e-c5b45a0896cd tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Router a7785b02-0839-46bb-807c-ebb96bb50cf0 has already been hosted by L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f {{(pid=94466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 14:52:46.251371 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d70aa87-913d-49e8-8b59-e26f2683b7aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa7035b3e-9a89-5964-b9f4-97301c3f476a-f5f82046-6eff-455b-b27a-c3e94bf6016a', 'network_id': 'f5f82046-6eff-455b-b27a-c3e94bf6016a', 'tenant_id': 'c14e5c8db39f4234bf1759da0f0fd559', 'fixed_ips': [{'subnet_id': '4c6850e5-6933-4dea-8969-2005da0538de'}]}} from n-d-694802-15. {{(pid=94468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 14:52:46.253188 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4d70aa87-913d-49e8-8b59-e26f2683b7aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:46.287248 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-fd35f9d1-49d6-46df-a8e6-e442675f8c18 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66413281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431520'] for network, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:46.294719 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-fd35f9d1-49d6-46df-a8e6-e442675f8c18 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for network, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:46.297624 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-fd35f9d1-49d6-46df-a8e6-e442675f8c18 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] 10.222.0.39 "DELETE /v2.0/networks/b1fed0d0-2b0c-4ed8-b3b7-4ff4b735f473 HTTP/1.1" status: 204 len: 168 time: 1.4930990 Aug 12 14:52:46.342295 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0965a974-c4db-4305-898b-fe7b4547e57a req-5fb179f7-ec24-4dae-b517-1a2abcac1e1c tempest-ServersNegativeTestMultiTenantJSON-368396544 tempest-ServersNegativeTestMultiTenantJSON-368396544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:52:46.353451 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0965a974-c4db-4305-898b-fe7b4547e57a req-5fb179f7-ec24-4dae-b517-1a2abcac1e1c tempest-ServersNegativeTestMultiTenantJSON-368396544 tempest-ServersNegativeTestMultiTenantJSON-368396544-project] 10.222.0.39 "GET /v2.0/ports?device_id=01d13121-807c-4fe6-a70c-79559a499976 HTTP/1.1" status: 200 len: 931 time: 0.8405046 Aug 12 14:52:46.492086 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0965a974-c4db-4305-898b-fe7b4547e57a req-bc1b2841-cc1b-4e21-8203-57bb8de62ee4 tempest-ServersNegativeTestMultiTenantJSON-368396544 tempest-ServersNegativeTestMultiTenantJSON-368396544-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ddd3bbf-c59f-43ce-bf38-0afbcaf6bddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348338 Aug 12 14:52:46.498499 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd35f9d1-49d6-46df-a8e6-e442675f8c18 tempest-TaggedBootDevicesTest-1557110799 tempest-TaggedBootDevicesTest-1557110799-project] Pushing event deleted for resources: {'Network': ['ID=b1fed0d0-2b0c-4ed8-b3b7-4ff4b735f473,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:52:46.517734 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [req-d682dd3a-f0e6-41c3-aaa5-b3a8e2fe90db req-5be7ba9c-d9c3-4371-94f1-e23669852192 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8b2729e-4f28-4e15-b8e1-5d6a419f14b6 {{(pid=94467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:52:46.539244 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-d682dd3a-f0e6-41c3-aaa5-b3a8e2fe90db req-5be7ba9c-d9c3-4371-94f1-e23669852192 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:46.562923 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.db_base_plugin_common [None req-4d70aa87-913d-49e8-8b59-e26f2683b7aa None None] Allocated IP 172.20.0.1 (f5f82046-6eff-455b-b27a-c3e94bf6016a/4c6850e5-6933-4dea-8969-2005da0538de/c0fd3535-6f98-41a8-a853-051d229c8277) {{(pid=94468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:52:46.577316 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [req-d682dd3a-f0e6-41c3-aaa5-b3a8e2fe90db req-5be7ba9c-d9c3-4371-94f1-e23669852192 service neutron] Transition to ACTIVE for port object b8b2729e-4f28-4e15-b8e1-5d6a419f14b6 will not be triggered until provisioned by entity L2. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:52:46.586176 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-d682dd3a-f0e6-41c3-aaa5-b3a8e2fe90db req-5be7ba9c-d9c3-4371-94f1-e23669852192 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:46.682315 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be7ba9c-d9c3-4371-94f1-e23669852192 service neutron] Pushing event updated for resources: {'Port': ['ID=b8b2729e-4f28-4e15-b8e1-5d6a419f14b6,revision_number=2']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:52:46.804575 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4d70aa87-913d-49e8-8b59-e26f2683b7aa None None] Notify callbacks [] for port, precommit_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:46.815062 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-4d70aa87-913d-49e8-8b59-e26f2683b7aa None None] Transition to ACTIVE for port object c0fd3535-6f98-41a8-a853-051d229c8277 will not be triggered until provisioned by entity L2. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:52:46.833904 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-4d70aa87-913d-49e8-8b59-e26f2683b7aa None None] Transition to ACTIVE for port object c0fd3535-6f98-41a8-a853-051d229c8277 will not be triggered until provisioned by entity DHCP. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:52:46.847970 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4d70aa87-913d-49e8-8b59-e26f2683b7aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253'] for port, after_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:46.892316 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-d682dd3a-f0e6-41c3-aaa5-b3a8e2fe90db req-5be7ba9c-d9c3-4371-94f1-e23669852192 service neutron] Attempting to bind port b8b2729e-4f28-4e15-b8e1-5d6a419f14b6 on host n-h1-694802-15 for vnic_type normal with profile {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:52:46.892831 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-d682dd3a-f0e6-41c3-aaa5-b3a8e2fe90db req-5be7ba9c-d9c3-4371-94f1-e23669852192 service neutron] Attempting to bind port b8b2729e-4f28-4e15-b8e1-5d6a419f14b6 by drivers openvswitch,hyperv on host n-h1-694802-15 at level 0 using segments [{'id': '566657e5-ddf4-4a60-9406-a18ae60f6dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '010aee16-bee2-4a4c-93f1-f85ea34c17cf'}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:52:46.893170 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d682dd3a-f0e6-41c3-aaa5-b3a8e2fe90db req-5be7ba9c-d9c3-4371-94f1-e23669852192 service neutron] Attempting to bind port b8b2729e-4f28-4e15-b8e1-5d6a419f14b6 on network 010aee16-bee2-4a4c-93f1-f85ea34c17cf {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:52:46.898853 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d682dd3a-f0e6-41c3-aaa5-b3a8e2fe90db req-5be7ba9c-d9c3-4371-94f1-e23669852192 service neutron] Port b8b2729e-4f28-4e15-b8e1-5d6a419f14b6 on network 010aee16-bee2-4a4c-93f1-f85ea34c17cf not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-15 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 14:52:46.899215 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d682dd3a-f0e6-41c3-aaa5-b3a8e2fe90db req-5be7ba9c-d9c3-4371-94f1-e23669852192 service neutron] Attempting to bind port b8b2729e-4f28-4e15-b8e1-5d6a419f14b6 on network 010aee16-bee2-4a4c-93f1-f85ea34c17cf {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:52:46.908597 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d682dd3a-f0e6-41c3-aaa5-b3a8e2fe90db req-5be7ba9c-d9c3-4371-94f1-e23669852192 service neutron] Checking agent: {'id': 'de568313-a3e6-454a-9813-77e25edcea95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 27, 41), 'started_at': datetime.datetime(2021, 8, 12, 14, 27, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 52, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:52:46.908947 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d682dd3a-f0e6-41c3-aaa5-b3a8e2fe90db req-5be7ba9c-d9c3-4371-94f1-e23669852192 service neutron] Checking segment: {'id': '566657e5-ddf4-4a60-9406-a18ae60f6dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '010aee16-bee2-4a4c-93f1-f85ea34c17cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:52:46.909339 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d682dd3a-f0e6-41c3-aaa5-b3a8e2fe90db req-5be7ba9c-d9c3-4371-94f1-e23669852192 service neutron] Bound using segment: {'id': '566657e5-ddf4-4a60-9406-a18ae60f6dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '010aee16-bee2-4a4c-93f1-f85ea34c17cf'} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:52:46.912481 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-d682dd3a-f0e6-41c3-aaa5-b3a8e2fe90db req-5be7ba9c-d9c3-4371-94f1-e23669852192 service neutron] Bound port: b8b2729e-4f28-4e15-b8e1-5d6a419f14b6, host: n-h1-694802-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '566657e5-ddf4-4a60-9406-a18ae60f6dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '010aee16-bee2-4a4c-93f1-f85ea34c17cf'}}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:52:46.913055 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-d682dd3a-f0e6-41c3-aaa5-b3a8e2fe90db req-5be7ba9c-d9c3-4371-94f1-e23669852192 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:46.919902 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d70aa87-913d-49e8-8b59-e26f2683b7aa None None] Network f5f82046-6eff-455b-b27a-c3e94bf6016a is already hosted by enough agents. {{(pid=94468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:52:46.941591 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d70aa87-913d-49e8-8b59-e26f2683b7aa None None] Pushing event updated for resources: {'Port': ['ID=c0fd3535-6f98-41a8-a853-051d229c8277,revision_number=1']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:52:46.952379 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.base_scheduler [None req-4d70aa87-913d-49e8-8b59-e26f2683b7aa None None] Resources bound (agent type, host, resource id): {{(pid=94468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:52:46.959450 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d70aa87-913d-49e8-8b59-e26f2683b7aa None None] Received port after_create {{(pid=94468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:52:47.099194 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-d682dd3a-f0e6-41c3-aaa5-b3a8e2fe90db req-5be7ba9c-d9c3-4371-94f1-e23669852192 service neutron] For port b8b2729e-4f28-4e15-b8e1-5d6a419f14b6, host n-h1-694802-15, cleared binding levels {{(pid=94467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:52:47.137740 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-4d70aa87-913d-49e8-8b59-e26f2683b7aa None None] Attempting to bind port c0fd3535-6f98-41a8-a853-051d229c8277 on host n-d-694802-15 for vnic_type normal with profile {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:52:47.139714 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-4d70aa87-913d-49e8-8b59-e26f2683b7aa None None] Attempting to bind port c0fd3535-6f98-41a8-a853-051d229c8277 by drivers openvswitch,hyperv on host n-d-694802-15 at level 0 using segments [{'id': 'fa946313-2493-4963-b936-745803185c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'f5f82046-6eff-455b-b27a-c3e94bf6016a'}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:52:47.141803 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d70aa87-913d-49e8-8b59-e26f2683b7aa None None] Attempting to bind port c0fd3535-6f98-41a8-a853-051d229c8277 on network f5f82046-6eff-455b-b27a-c3e94bf6016a {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:52:47.161891 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d70aa87-913d-49e8-8b59-e26f2683b7aa None None] Checking agent: {'id': '16de73ac-f2e9-4cee-b3e0-91052ae3e6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 20, 13), 'started_at': datetime.datetime(2021, 8, 12, 14, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 52, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:52:47.162513 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d70aa87-913d-49e8-8b59-e26f2683b7aa None None] Checking segment: {'id': 'fa946313-2493-4963-b936-745803185c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'f5f82046-6eff-455b-b27a-c3e94bf6016a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:52:47.166369 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4d70aa87-913d-49e8-8b59-e26f2683b7aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:47.166967 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d70aa87-913d-49e8-8b59-e26f2683b7aa None None] Bound using segment: {'id': 'fa946313-2493-4963-b936-745803185c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'f5f82046-6eff-455b-b27a-c3e94bf6016a'} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:52:47.168686 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-4d70aa87-913d-49e8-8b59-e26f2683b7aa None None] Bound port: c0fd3535-6f98-41a8-a853-051d229c8277, host: n-d-694802-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa946313-2493-4963-b936-745803185c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'f5f82046-6eff-455b-b27a-c3e94bf6016a'}}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:52:47.169293 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4d70aa87-913d-49e8-8b59-e26f2683b7aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:47.176648 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-d682dd3a-f0e6-41c3-aaa5-b3a8e2fe90db req-5be7ba9c-d9c3-4371-94f1-e23669852192 service neutron] For port b8b2729e-4f28-4e15-b8e1-5d6a419f14b6, host n-h1-694802-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=b8b2729e-4f28-4e15-b8e1-5d6a419f14b6,segment=NetworkSegment(566657e5-ddf4-4a60-9406-a18ae60f6dac),segment_id=566657e5-ddf4-4a60-9406-a18ae60f6dac)] {{(pid=94467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:52:47.192741 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-6c11c891-84f8-4851-a943-0d25a59faf6a tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66416255'] for subnet, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:47.211715 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-d682dd3a-f0e6-41c3-aaa5-b3a8e2fe90db req-5be7ba9c-d9c3-4371-94f1-e23669852192 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:47.268814 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed19b006-86bf-4c5e-8398-c9d0724ce1f2 req-5e956559-4b31-481e-ac92-263fc508e723 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:52:47.285696 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ed19b006-86bf-4c5e-8398-c9d0724ce1f2 req-5e956559-4b31-481e-ac92-263fc508e723 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/ports?device_id=d89c572a-9ecf-42f3-aaab-789262bca2fb HTTP/1.1" status: 200 len: 945 time: 0.2236853 Aug 12 14:52:47.339964 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d682dd3a-f0e6-41c3-aaa5-b3a8e2fe90db req-5be7ba9c-d9c3-4371-94f1-e23669852192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:52:47.340660 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-d682dd3a-f0e6-41c3-aaa5-b3a8e2fe90db req-5be7ba9c-d9c3-4371-94f1-e23669852192 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:47.342150 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d682dd3a-f0e6-41c3-aaa5-b3a8e2fe90db req-5be7ba9c-d9c3-4371-94f1-e23669852192 service neutron] 10.222.0.64 "PUT /v2.0/ports/b8b2729e-4f28-4e15-b8e1-5d6a419f14b6 HTTP/1.1" status: 200 len: 1092 time: 2.5887253 Aug 12 14:52:47.353817 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4d70aa87-913d-49e8-8b59-e26f2683b7aa None None] For port c0fd3535-6f98-41a8-a853-051d229c8277, host n-d-694802-15, cleared binding levels {{(pid=94468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:52:47.354073 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01d13121-807c-4fe6-a70c-79559a499976', 'tag': 'b8b2729e-4f28-4e15-b8e1-5d6a419f14b6'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:52:47.356428 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e65282f928b64038367d043a4411777802006c43a98742496cb2e25b724ff1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1f77ea4-29fb-4cf7-a805-85533de549c1" -d '{"events": [{"name": "network-changed", "server_uuid": "01d13121-807c-4fe6-a70c-79559a499976", "tag": "b8b2729e-4f28-4e15-b8e1-5d6a419f14b6"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:52:47.364332 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4d70aa87-913d-49e8-8b59-e26f2683b7aa None None] For port c0fd3535-6f98-41a8-a853-051d229c8277, host n-d-694802-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=c0fd3535-6f98-41a8-a853-051d229c8277,segment=NetworkSegment(fa946313-2493-4963-b936-745803185c2f),segment_id=fa946313-2493-4963-b936-745803185c2f)] {{(pid=94468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:52:47.371139 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4d70aa87-913d-49e8-8b59-e26f2683b7aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:47.466604 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8064ad-22ea-4295-9477-768f8e371152 req-a5dea295-2f22-4735-afdf-05e786b45d4b tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:52:47.478695 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ed19b006-86bf-4c5e-8398-c9d0724ce1f2 req-3daf2a29-1b6f-4743-97bf-3bf3e1a54bd4 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/security-groups?id=70daefbf-eec6-4754-864f-8c40c2c28cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1919615 Aug 12 14:52:47.479812 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8064ad-22ea-4295-9477-768f8e371152 req-a5dea295-2f22-4735-afdf-05e786b45d4b tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:52:47.483829 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be7ba9c-d9c3-4371-94f1-e23669852192 service neutron] Pushing event updated for resources: {'Port': ['ID=b8b2729e-4f28-4e15-b8e1-5d6a419f14b6,revision_number=3']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:52:47.519957 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8064ad-22ea-4295-9477-768f8e371152 req-a5dea295-2f22-4735-afdf-05e786b45d4b tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:52:47.522901 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d682dd3a-f0e6-41c3-aaa5-b3a8e2fe90db req-bfcbda8b-3e45-4e55-9d17-0f101dfb1f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:52:47.531537 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d682dd3a-f0e6-41c3-aaa5-b3a8e2fe90db req-bfcbda8b-3e45-4e55-9d17-0f101dfb1f2f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c0cf6550567d4fa1aa5efa86ed47c65d&device_id=01d13121-807c-4fe6-a70c-79559a499976 HTTP/1.1" status: 200 len: 1095 time: 0.1358771 Aug 12 14:52:47.533147 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8064ad-22ea-4295-9477-768f8e371152 req-a5dea295-2f22-4735-afdf-05e786b45d4b tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:52:47.550429 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d70aa87-913d-49e8-8b59-e26f2683b7aa None None] Pushing event updated for resources: {'Port': ['ID=c0fd3535-6f98-41a8-a853-051d229c8277,revision_number=2']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:52:47.567288 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8064ad-22ea-4295-9477-768f8e371152 req-a5dea295-2f22-4735-afdf-05e786b45d4b tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:52:47.579226 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8064ad-22ea-4295-9477-768f8e371152 req-a5dea295-2f22-4735-afdf-05e786b45d4b tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:52:47.603155 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8064ad-22ea-4295-9477-768f8e371152 req-a5dea295-2f22-4735-afdf-05e786b45d4b tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:52:47.612500 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-1f8064ad-22ea-4295-9477-768f8e371152 req-a5dea295-2f22-4735-afdf-05e786b45d4b tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] 10.222.0.39 "GET /v2.0/ports?device_id=419c5c7f-827f-4397-9cc6-d186147a5698 HTTP/1.1" status: 200 len: 5444 time: 0.4362912 Aug 12 14:52:47.638469 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 14:52:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa12e908-05c8-405c-ad22-6dd6eb1ecc3e x-openstack-request-id: req-fa12e908-05c8-405c-ad22-6dd6eb1ecc3e {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:52:47.641069 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01d13121-807c-4fe6-a70c-79559a499976", "tag": "b8b2729e-4f28-4e15-b8e1-5d6a419f14b6", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:52:47.642572 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-fa12e908-05c8-405c-ad22-6dd6eb1ecc3e {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:52:47.643853 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01d13121-807c-4fe6-a70c-79559a499976', 'tag': 'b8b2729e-4f28-4e15-b8e1-5d6a419f14b6', 'status': 'completed', 'code': 200} Aug 12 14:52:47.647605 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c858810d-d5bf-414c-835e-c5b45a0896cd tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 14:52:47.653631 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c858810d-d5bf-414c-835e-c5b45a0896cd tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for floatingip, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:47.654434 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d682dd3a-f0e6-41c3-aaa5-b3a8e2fe90db req-6108112d-560f-48bb-9822-b462f3214e2d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b8b2729e-4f28-4e15-b8e1-5d6a419f14b6 HTTP/1.1" status: 200 len: 217 time: 0.1108296 Aug 12 14:52:47.663972 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0da6198-d8fa-4f25-b5bf-c6776b243d31 None None] Sync routers for ids ['a7785b02-0839-46bb-807c-ebb96bb50cf0'] in n-d-694802-15 {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 14:52:47.683264 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0da6198-d8fa-4f25-b5bf-c6776b243d31 None None] Routers {'a7785b02-0839-46bb-807c-ebb96bb50cf0'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:52:47.684065 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-d0da6198-d8fa-4f25-b5bf-c6776b243d31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:52:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['a7785b02-0839-46bb-807c-ebb96bb50cf0'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:52:47.719643 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-6c11c891-84f8-4851-a943-0d25a59faf6a tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66416232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3718429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8776402'] for subnet, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:47.795060 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-1f8064ad-22ea-4295-9477-768f8e371152 req-fe474952-650d-405d-8567-0a24f44d8847 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] 10.222.0.39 "GET /v2.0/security-groups?id=f56fbbcf-68c5-4074-ab5b-41ec110855f2&id=def6086d-0ad1-4cdd-9c71-80d1fefb9be7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1813920 Aug 12 14:52:47.808805 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c11c891-84f8-4851-a943-0d25a59faf6a tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Pushing event deleted for resources: {'Subnet': ['ID=4c6850e5-6933-4dea-8969-2005da0538de,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:52:47.823169 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-c858810d-d5bf-414c-835e-c5b45a0896cd tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "DELETE /v2.0/floatingips/223c2cb0-df6b-448d-b2e6-8cf7b6fca20f HTTP/1.1" status: 204 len: 168 time: 4.3522484 Aug 12 14:52:47.850756 n-d-694802-15 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3123bce8-844b-469f-9aa0-64c8f53661bc', 'tag': '4cb610aa-7923-49fa-ac4e-1e29828c4978'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:52:47.855401 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d682dd3a-f0e6-41c3-aaa5-b3a8e2fe90db req-e38cc653-736e-4f9f-9fa0-34347b9330b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:52:47.856990 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d682dd3a-f0e6-41c3-aaa5-b3a8e2fe90db req-e38cc653-736e-4f9f-9fa0-34347b9330b9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=157eea32-8cf2-463d-9874-337a53bf41e8 HTTP/1.1" status: 200 len: 865 time: 0.1927388 Aug 12 14:52:47.860268 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e785eeede3897370d0b20f09d5f461b30cfecd5ed38c4f07dacd02bc52c9277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13e92da9-2deb-4d66-86db-cbb6f3a74806" -d '{"events": [{"name": "network-changed", "server_uuid": "3123bce8-844b-469f-9aa0-64c8f53661bc", "tag": "4cb610aa-7923-49fa-ac4e-1e29828c4978"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:52:47.953574 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd46307-650a-45e2-a7af-04221bb43d49 req-eb7b5167-e4c1-406d-9d18-ec8323b08a0d tempest-ServersNegativeTestMultiTenantJSON-368396544 tempest-ServersNegativeTestMultiTenantJSON-368396544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:52:47.968632 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-abd46307-650a-45e2-a7af-04221bb43d49 req-eb7b5167-e4c1-406d-9d18-ec8323b08a0d tempest-ServersNegativeTestMultiTenantJSON-368396544 tempest-ServersNegativeTestMultiTenantJSON-368396544-project] 10.222.0.39 "GET /v2.0/ports?device_id=01d13121-807c-4fe6-a70c-79559a499976 HTTP/1.1" status: 200 len: 943 time: 0.2324440 Aug 12 14:52:48.020432 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-6c11c891-84f8-4851-a943-0d25a59faf6a tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66413304', 'neutron.services.segments.db._delete_segments_for_network-8744654118000'] for network, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:48.033864 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-6c11c891-84f8-4851-a943-0d25a59faf6a tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5f82046-6eff-455b-b27a-c3e94bf6016a']}} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:52:48.060515 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-6c11c891-84f8-4851-a943-0d25a59faf6a tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa946313-2493-4963-b936-745803185c2f') {'for_net_delete': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:52:48.060847 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-6c11c891-84f8-4851-a943-0d25a59faf6a tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa946313-2493-4963-b936-745803185c2f') {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:52:48.072204 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d682dd3a-f0e6-41c3-aaa5-b3a8e2fe90db req-026528a5-d10e-4d23-88fd-750bb56f5fd4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=010aee16-bee2-4a4c-93f1-f85ea34c17cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1882823 Aug 12 14:52:48.125825 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698b1ef3-7cce-480c-b9ec-d5a37e01ed74 req-b606e0c7-7af5-444d-ac5c-26f49a9c46be tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:52:48.151744 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698b1ef3-7cce-480c-b9ec-d5a37e01ed74 req-b606e0c7-7af5-444d-ac5c-26f49a9c46be tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:52:48.188159 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698b1ef3-7cce-480c-b9ec-d5a37e01ed74 req-b606e0c7-7af5-444d-ac5c-26f49a9c46be tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:52:48.210227 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698b1ef3-7cce-480c-b9ec-d5a37e01ed74 req-b606e0c7-7af5-444d-ac5c-26f49a9c46be tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:52:48.228203 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698b1ef3-7cce-480c-b9ec-d5a37e01ed74 req-b606e0c7-7af5-444d-ac5c-26f49a9c46be tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:52:48.248561 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698b1ef3-7cce-480c-b9ec-d5a37e01ed74 req-b606e0c7-7af5-444d-ac5c-26f49a9c46be tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:52:48.270604 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698b1ef3-7cce-480c-b9ec-d5a37e01ed74 req-b606e0c7-7af5-444d-ac5c-26f49a9c46be tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:52:48.278845 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-698b1ef3-7cce-480c-b9ec-d5a37e01ed74 req-b606e0c7-7af5-444d-ac5c-26f49a9c46be tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] 10.222.0.49 "GET /v2.0/ports?device_id=419c5c7f-827f-4397-9cc6-d186147a5698 HTTP/1.1" status: 200 len: 5444 time: 0.3155701 Aug 12 14:52:48.282560 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-6c11c891-84f8-4851-a943-0d25a59faf6a tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744654122361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2293560'] for segment, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:48.291415 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d682dd3a-f0e6-41c3-aaa5-b3a8e2fe90db req-1b3a1d57-d0e6-4b6f-8d53-f6c708e14cd2 service neutron] 10.222.0.64 "GET /v2.0/networks/010aee16-bee2-4a4c-93f1-f85ea34c17cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2094319 Aug 12 14:52:48.313608 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 14:52:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c05a2af-e921-42c3-953c-c3c5154eda35 x-openstack-request-id: req-3c05a2af-e921-42c3-953c-c3c5154eda35 {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:52:48.314050 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3123bce8-844b-469f-9aa0-64c8f53661bc", "tag": "4cb610aa-7923-49fa-ac4e-1e29828c4978", "status": "completed", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:52:48.314501 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3c05a2af-e921-42c3-953c-c3c5154eda35 {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:52:48.316081 n-d-694802-15 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3123bce8-844b-469f-9aa0-64c8f53661bc', 'tag': '4cb610aa-7923-49fa-ac4e-1e29828c4978', 'status': 'completed', 'code': 200} Aug 12 14:52:48.355442 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-6c11c891-84f8-4851-a943-0d25a59faf6a tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:48.413187 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c11c891-84f8-4851-a943-0d25a59faf6a tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Releasing vlan 344 on physical network physnet1 to pool {{(pid=94466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 14:52:48.415493 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-6c11c891-84f8-4851-a943-0d25a59faf6a tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3718595'] for segment, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:48.453964 n-d-694802-15 neutron-server[94466]: Traceback (most recent call last): Aug 12 14:52:48.453964 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 14:52:48.453964 n-d-694802-15 neutron-server[94466]: timer() Aug 12 14:52:48.453964 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 14:52:48.453964 n-d-694802-15 neutron-server[94466]: cb(*args, **kw) Aug 12 14:52:48.453964 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 14:52:48.453964 n-d-694802-15 neutron-server[94466]: return func(*args, **kwargs) Aug 12 14:52:48.453964 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 14:52:48.453964 n-d-694802-15 neutron-server[94466]: self._notify() Aug 12 14:52:48.453964 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 14:52:48.453964 n-d-694802-15 neutron-server[94466]: self.callback(batched_events) Aug 12 14:52:48.453964 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 14:52:48.453964 n-d-694802-15 neutron-server[94466]: event.method(event) Aug 12 14:52:48.453964 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 14:52:48.453964 n-d-694802-15 neutron-server[94466]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 14:52:48.453964 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 14:52:48.453964 n-d-694802-15 neutron-server[94466]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 14:52:48.453964 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 14:52:48.453964 n-d-694802-15 neutron-server[94466]: return f(self, *a, **k) Aug 12 14:52:48.453964 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 14:52:48.453964 n-d-694802-15 neutron-server[94466]: return self._get(url).json() Aug 12 14:52:48.453964 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 14:52:48.453964 n-d-694802-15 neutron-server[94466]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 14:52:48.453964 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 14:52:48.453964 n-d-694802-15 neutron-server[94466]: return self.request(url, 'GET', **kwargs) Aug 12 14:52:48.453964 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 14:52:48.453964 n-d-694802-15 neutron-server[94466]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 14:52:48.453964 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 14:52:48.453964 n-d-694802-15 neutron-server[94466]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 14:52:48.453964 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 14:52:48.453964 n-d-694802-15 neutron-server[94466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 14:52:48.453964 n-d-694802-15 neutron-server[94466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 14:52:48.484516 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvr_db [None req-d0da6198-d8fa-4f25-b5bf-c6776b243d31 None None] Set router a7785b02-0839-46bb-807c-ebb96bb50cf0 gateway port host: n-d-694802-15 {{(pid=94468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:52:48.505410 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-abd46307-650a-45e2-a7af-04221bb43d49 req-fb9c43c8-690c-419f-bdaa-60b5331f5ca4 tempest-ServersNegativeTestMultiTenantJSON-368396544 tempest-ServersNegativeTestMultiTenantJSON-368396544-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ddd3bbf-c59f-43ce-bf38-0afbcaf6bddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4460120 Aug 12 14:52:48.605223 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e92da9-2deb-4d66-86db-cbb6f3a74806 req-a4a3a42d-4d83-4622-85e5-309326d3a44e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:52:48.606763 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-13e92da9-2deb-4d66-86db-cbb6f3a74806 req-a4a3a42d-4d83-4622-85e5-309326d3a44e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=6774b656eb8145eb998ea0059b40b4c3&device_id=3123bce8-844b-469f-9aa0-64c8f53661bc HTTP/1.1" status: 200 len: 1099 time: 0.1699059 Aug 12 14:52:48.699380 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698b1ef3-7cce-480c-b9ec-d5a37e01ed74 req-d4786d4b-95ef-4f54-9e31-6f8e98533593 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:52:48.700890 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-698b1ef3-7cce-480c-b9ec-d5a37e01ed74 req-d4786d4b-95ef-4f54-9e31-6f8e98533593 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] 10.222.0.49 "GET /v2.0/ports/5990fff5-4fd8-40dc-8d99-17a1763d5291?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.4118476 Aug 12 14:52:48.709500 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.db.api [None req-6c11c891-84f8-4851-a943-0d25a59faf6a tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 12 14:52:48.709500 n-d-694802-15 neutron-server[94466]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 12 14:52:48.709500 n-d-694802-15 neutron-server[94466]: [parameters: {'id': 'f5f82046-6eff-455b-b27a-c3e94bf6016a'}] Aug 12 14:52:48.709500 n-d-694802-15 neutron-server[94466]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94466) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 12 14:52:48.709963 n-d-694802-15 neutron-server[94466]: DEBUG oslo_db.api [None req-6c11c891-84f8-4851-a943-0d25a59faf6a tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 12 14:52:48.859898 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d682dd3a-f0e6-41c3-aaa5-b3a8e2fe90db req-f089a52e-c720-4a18-aa7d-561ff4558168 service neutron] 10.222.0.64 "GET /v2.0/networks/010aee16-bee2-4a4c-93f1-f85ea34c17cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5503526 Aug 12 14:52:48.889843 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e526c5e0-3849-4e2a-b1b9-2173f3414b5b req-2933c9af-78eb-4dd7-80df-c9db2a2037d8 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:52:48.893993 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-e526c5e0-3849-4e2a-b1b9-2173f3414b5b req-2933c9af-78eb-4dd7-80df-c9db2a2037d8 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/ports?device_id=3123bce8-844b-469f-9aa0-64c8f53661bc HTTP/1.1" status: 200 len: 947 time: 0.3030424 Aug 12 14:52:48.969554 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bba408a-45cb-4c69-b647-cee036ca4ca2 req-d57092eb-1f29-47a9-9167-234bceb7c51d tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:52:48.971959 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2bba408a-45cb-4c69-b647-cee036ca4ca2 req-d57092eb-1f29-47a9-9167-234bceb7c51d tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/ports?device_id=d89c572a-9ecf-42f3-aaab-789262bca2fb HTTP/1.1" status: 200 len: 945 time: 0.2146177 Aug 12 14:52:49.050214 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e92da9-2deb-4d66-86db-cbb6f3a74806 req-17fbe14e-cfa5-4a35-8849-dc0891181729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:52:49.052823 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-13e92da9-2deb-4d66-86db-cbb6f3a74806 req-17fbe14e-cfa5-4a35-8849-dc0891181729 service neutron] 10.222.0.49 "GET /v2.0/networks?id=742f197c-8a19-4bb3-8560-845411781a1d HTTP/1.1" status: 200 len: 898 time: 0.4325051 Aug 12 14:52:49.057751 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-d0da6198-d8fa-4f25-b5bf-c6776b243d31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7785b02-0839-46bb-807c-ebb96bb50cf0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1459242912', 'tenant_id': '6774b656eb8145eb998ea0059b40b4c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.82'}], 'enable_snat': True}, 'gw_port_id': '0e8ee4fb-0c04-4d0b-9642-b2f8d449c8fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:49:21Z', 'updated_at': '2021-08-12T14:49:28Z', 'revision_number': 4, 'project_id': '6774b656eb8145eb998ea0059b40b4c3', 'gw_port': {'id': '0e8ee4fb-0c04-4d0b-9642-b2f8d449c8fe', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:4f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7785b02-0839-46bb-807c-ebb96bb50cf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2081, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:49:21Z', 'updated_at': '2021-08-12T14:49:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': 'ec3deaf1-6dfb-43e6-9369-844dd373da19', 'name': '', 'network_id': '742f197c-8a19-4bb3-8560-845411781a1d', 'tenant_id': '6774b656eb8145eb998ea0059b40b4c3', 'mac_address': 'fa:16:3e:55:2c:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7785b02-0839-46bb-807c-ebb96bb50cf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2098, 'fixed_ips': [{'subnet_id': 'e54db14a-8a80-4198-922a-7cf83a508765', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:49:27Z', 'updated_at': '2021-08-12T14:49:35Z', 'revision_number': 5, 'project_id': '6774b656eb8145eb998ea0059b40b4c3', 'subnets': [{'id': 'e54db14a-8a80-4198-922a-7cf83a508765', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:52:49.119647 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-e526c5e0-3849-4e2a-b1b9-2173f3414b5b req-545c7343-d56f-4a39-84c5-9052e6648926 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ff7dcf8-d6f2-4101-a1d4-537dc448601c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2066433 Aug 12 14:52:49.147216 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-698b1ef3-7cce-480c-b9ec-d5a37e01ed74 req-6229df33-8c69-4cf7-803d-d48a1c5b6d8c tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] 10.222.0.49 "GET /v2.0/networks/23465ac9-c2b6-454b-ad4d-35bb38ffda1f?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.4332678 Aug 12 14:52:49.162490 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [req-698b1ef3-7cce-480c-b9ec-d5a37e01ed74 req-7b0f57cc-3127-4fdc-89fa-7a9f25a1e271 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:52:49.185562 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0da6198-d8fa-4f25-b5bf-c6776b243d31 None None] Checking router: a7785b02-0839-46bb-807c-ebb96bb50cf0 for host: n-d-694802-15 {{(pid=94468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 14:52:49.204631 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device c0fd3535-6f98-41a8-a853-051d229c8277 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:52:49.222854 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2bba408a-45cb-4c69-b647-cee036ca4ca2 req-f24b0e5b-0ece-42e2-999c-f8dbafbd99a4 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/security-groups?id=70daefbf-eec6-4754-864f-8c40c2c28cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2218819 Aug 12 14:52:49.226249 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-13e92da9-2deb-4d66-86db-cbb6f3a74806 req-a4c47c1a-e7e4-44c6-aa86-c0ce0a665e51 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4cb610aa-7923-49fa-ac4e-1e29828c4978 HTTP/1.1" status: 200 len: 217 time: 0.1598911 Aug 12 14:52:49.227063 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0da6198-d8fa-4f25-b5bf-c6776b243d31 None None] Routers {'a7785b02-0839-46bb-807c-ebb96bb50cf0'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:52:49.227804 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-d0da6198-d8fa-4f25-b5bf-c6776b243d31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:52:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['a7785b02-0839-46bb-807c-ebb96bb50cf0'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:52:49.228232 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-6c11c891-84f8-4851-a943-0d25a59faf6a tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680608'] for network, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:49.335402 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f77ea4-29fb-4cf7-a805-85533de549c1 req-f551e06e-662f-497d-b3d7-f94e6bde8307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:52:49.336911 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e1f77ea4-29fb-4cf7-a805-85533de549c1 req-f551e06e-662f-497d-b3d7-f94e6bde8307 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c0cf6550567d4fa1aa5efa86ed47c65d&device_id=01d13121-807c-4fe6-a70c-79559a499976 HTTP/1.1" status: 200 len: 1095 time: 0.3461545 Aug 12 14:52:49.433863 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvr_db [None req-d0da6198-d8fa-4f25-b5bf-c6776b243d31 None None] Set router a7785b02-0839-46bb-807c-ebb96bb50cf0 gateway port host: n-d-694802-15 {{(pid=94468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:52:49.486077 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-698b1ef3-7cce-480c-b9ec-d5a37e01ed74 req-7b0f57cc-3127-4fdc-89fa-7a9f25a1e271 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:49.498427 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e92da9-2deb-4d66-86db-cbb6f3a74806 req-73edf930-349c-4d7f-a1d5-a5eec0f45637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:52:49.506414 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-13e92da9-2deb-4d66-86db-cbb6f3a74806 req-73edf930-349c-4d7f-a1d5-a5eec0f45637 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e54db14a-8a80-4198-922a-7cf83a508765 HTTP/1.1" status: 200 len: 834 time: 0.2693167 Aug 12 14:52:49.637206 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938742f3-8ada-4818-879c-283ae1aca178 req-15104f11-ca61-491d-8598-adb8afad0a52 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:52:49.659732 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938742f3-8ada-4818-879c-283ae1aca178 req-15104f11-ca61-491d-8598-adb8afad0a52 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:52:49.666439 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05657f5b-65dd-481c-9510-430c81b92c2f None None] Network f5f82046-6eff-455b-b27a-c3e94bf6016a requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:52:49.668650 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938742f3-8ada-4818-879c-283ae1aca178 req-15104f11-ca61-491d-8598-adb8afad0a52 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:52:49.675215 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938742f3-8ada-4818-879c-283ae1aca178 req-15104f11-ca61-491d-8598-adb8afad0a52 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:52:49.682679 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938742f3-8ada-4818-879c-283ae1aca178 req-15104f11-ca61-491d-8598-adb8afad0a52 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:52:49.688735 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938742f3-8ada-4818-879c-283ae1aca178 req-15104f11-ca61-491d-8598-adb8afad0a52 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:52:49.693416 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f77ea4-29fb-4cf7-a805-85533de549c1 req-61e418f1-e8b3-4ead-8024-58da6cc3738f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:52:49.694966 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e1f77ea4-29fb-4cf7-a805-85533de549c1 req-61e418f1-e8b3-4ead-8024-58da6cc3738f service neutron] 10.222.0.64 "GET /v2.0/networks?id=010aee16-bee2-4a4c-93f1-f85ea34c17cf HTTP/1.1" status: 200 len: 926 time: 0.3498175 Aug 12 14:52:49.703173 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938742f3-8ada-4818-879c-283ae1aca178 req-15104f11-ca61-491d-8598-adb8afad0a52 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:52:49.705267 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-938742f3-8ada-4818-879c-283ae1aca178 req-15104f11-ca61-491d-8598-adb8afad0a52 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] 10.222.0.39 "GET /v2.0/ports?device_id=419c5c7f-827f-4397-9cc6-d186147a5698 HTTP/1.1" status: 200 len: 5444 time: 0.4115965 Aug 12 14:52:49.805932 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-053ffb4f-b3b6-4764-933d-a40b4699649d None None] Provisioning for port c0fd3535-6f98-41a8-a853-051d229c8277 completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:52:49.814208 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-6c11c891-84f8-4851-a943-0d25a59faf6a tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Deleting port c0fd3535-6f98-41a8-a853-051d229c8277 {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:52:49.814547 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-6c11c891-84f8-4851-a943-0d25a59faf6a tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:49.841431 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e1f77ea4-29fb-4cf7-a805-85533de549c1 req-cffb466b-3383-4f08-9de7-2b53e275d354 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b8b2729e-4f28-4e15-b8e1-5d6a419f14b6 HTTP/1.1" status: 200 len: 217 time: 0.1111813 Aug 12 14:52:49.869857 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e92da9-2deb-4d66-86db-cbb6f3a74806 req-ed5a0fcb-d1d6-4621-a164-13fecb59d137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:52:49.873928 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-13e92da9-2deb-4d66-86db-cbb6f3a74806 req-ed5a0fcb-d1d6-4621-a164-13fecb59d137 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=742f197c-8a19-4bb3-8560-845411781a1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3547204 Aug 12 14:52:49.906980 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning for port c0fd3535-6f98-41a8-a853-051d229c8277 completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:52:49.945558 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-938742f3-8ada-4818-879c-283ae1aca178 req-0799614a-d12e-44cb-b1af-ed91b182504d tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] 10.222.0.39 "GET /v2.0/security-groups?id=f56fbbcf-68c5-4074-ab5b-41ec110855f2&id=def6086d-0ad1-4cdd-9c71-80d1fefb9be7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2009480 Aug 12 14:52:49.949442 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port c0fd3535-6f98-41a8-a853-051d229c8277 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:52:49.950987 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:50.005120 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-6c11c891-84f8-4851-a943-0d25a59faf6a tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] For port c0fd3535-6f98-41a8-a853-051d229c8277, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=c0fd3535-6f98-41a8-a853-051d229c8277,segment=NetworkSegment(fa946313-2493-4963-b936-745803185c2f),segment_id=fa946313-2493-4963-b936-745803185c2f)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:52:50.005494 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-6c11c891-84f8-4851-a943-0d25a59faf6a tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:50.029318 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-6c11c891-84f8-4851-a943-0d25a59faf6a tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Calling delete_port for c0fd3535-6f98-41a8-a853-051d229c8277 owned by network:dhcp {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:52:50.032091 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [req-698b1ef3-7cce-480c-b9ec-d5a37e01ed74 req-7b0f57cc-3127-4fdc-89fa-7a9f25a1e271 service neutron] For port 5990fff5-4fd8-40dc-8d99-17a1763d5291, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=5990fff5-4fd8-40dc-8d99-17a1763d5291,segment=NetworkSegment(505995ff-9200-4984-b515-d69d3d86fab3),segment_id=505995ff-9200-4984-b515-d69d3d86fab3)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:52:50.052887 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-d0da6198-d8fa-4f25-b5bf-c6776b243d31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7785b02-0839-46bb-807c-ebb96bb50cf0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1459242912', 'tenant_id': '6774b656eb8145eb998ea0059b40b4c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.82'}], 'enable_snat': True}, 'gw_port_id': '0e8ee4fb-0c04-4d0b-9642-b2f8d449c8fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:49:21Z', 'updated_at': '2021-08-12T14:49:28Z', 'revision_number': 4, 'project_id': '6774b656eb8145eb998ea0059b40b4c3', 'gw_port': {'id': '0e8ee4fb-0c04-4d0b-9642-b2f8d449c8fe', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:4f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7785b02-0839-46bb-807c-ebb96bb50cf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2081, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:49:21Z', 'updated_at': '2021-08-12T14:49:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': 'ec3deaf1-6dfb-43e6-9369-844dd373da19', 'name': '', 'network_id': '742f197c-8a19-4bb3-8560-845411781a1d', 'tenant_id': '6774b656eb8145eb998ea0059b40b4c3', 'mac_address': 'fa:16:3e:55:2c:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7785b02-0839-46bb-807c-ebb96bb50cf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2098, 'fixed_ips': [{'subnet_id': 'e54db14a-8a80-4198-922a-7cf83a508765', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:49:27Z', 'updated_at': '2021-08-12T14:49:35Z', 'revision_number': 5, 'project_id': '6774b656eb8145eb998ea0059b40b4c3', 'subnets': [{'id': 'e54db14a-8a80-4198-922a-7cf83a508765', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:52:50.114813 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0da6198-d8fa-4f25-b5bf-c6776b243d31 None None] The sync data for ids ['a7785b02-0839-46bb-807c-ebb96bb50cf0'] in n-d-694802-15 is: [{'id': 'a7785b02-0839-46bb-807c-ebb96bb50cf0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1459242912', 'tenant_id': '6774b656eb8145eb998ea0059b40b4c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.82'}], 'enable_snat': True}, 'gw_port_id': '0e8ee4fb-0c04-4d0b-9642-b2f8d449c8fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:49:21Z', 'updated_at': '2021-08-12T14:49:28Z', 'revision_number': 4, 'project_id': '6774b656eb8145eb998ea0059b40b4c3', 'gw_port': {'id': '0e8ee4fb-0c04-4d0b-9642-b2f8d449c8fe', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:4f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7785b02-0839-46bb-807c-ebb96bb50cf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2081, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:49:21Z', 'updated_at': '2021-08-12T14:49:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': 'ec3deaf1-6dfb-43e6-9369-844dd373da19', 'name': '', 'network_id': '742f197c-8a19-4bb3-8560-845411781a1d', 'tenant_id': '6774b656eb8145eb998ea0059b40b4c3', 'mac_address': 'fa:16:3e:55:2c:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7785b02-0839-46bb-807c-ebb96bb50cf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2098, 'fixed_ips': [{'subnet_id': 'e54db14a-8a80-4198-922a-7cf83a508765', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:49:27Z', 'updated_at': '2021-08-12T14:49:35Z', 'revision_number': 5, 'project_id': '6774b656eb8145eb998ea0059b40b4c3', 'subnets': [{'id': 'e54db14a-8a80-4198-922a-7cf83a508765', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 14:52:50.142751 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [req-698b1ef3-7cce-480c-b9ec-d5a37e01ed74 req-7b0f57cc-3127-4fdc-89fa-7a9f25a1e271 service neutron] For port 5990fff5-4fd8-40dc-8d99-17a1763d5291, host n-h2-694802-15, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:52:50.235802 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7a7c378-baec-4efa-a41b-670378dcc644 None None] DHCP port deletion for f5f82046-6eff-455b-b27a-c3e94bf6016a request from n-d-694802-15 {{(pid=94468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 14:52:50.248591 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:50.303328 n-d-694802-15 neutron-server[94466]: DEBUG neutron.notifiers.nova [req-698b1ef3-7cce-480c-b9ec-d5a37e01ed74 req-7b0f57cc-3127-4fdc-89fa-7a9f25a1e271 service neutron] device_id is not set on port 5990fff5-4fd8-40dc-8d99-17a1763d5291 yet. {{(pid=94466) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 14:52:50.355120 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-698b1ef3-7cce-480c-b9ec-d5a37e01ed74 req-7b0f57cc-3127-4fdc-89fa-7a9f25a1e271 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:50.369908 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-698b1ef3-7cce-480c-b9ec-d5a37e01ed74 req-7b0f57cc-3127-4fdc-89fa-7a9f25a1e271 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3718439'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:50.396724 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device b8b2729e-4f28-4e15-b8e1-5d6a419f14b6 details requested by agent hyperv_n-h1-694802-15 with host n-h1-694802-15 {{(pid=94468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 14:52:50.404633 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] For port c0fd3535-6f98-41a8-a853-051d229c8277, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=c0fd3535-6f98-41a8-a853-051d229c8277,segment=NetworkSegment(fa946313-2493-4963-b936-745803185c2f),segment_id=fa946313-2493-4963-b936-745803185c2f)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:52:50.414997 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0c2ed8-9ff9-4a3a-b6d3-d5ea976a5385 req-bf049b41-a0cd-44e1-8fc2-bc2b8f6d8c45 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:52:50.423166 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-fa0c2ed8-9ff9-4a3a-b6d3-d5ea976a5385 req-bf049b41-a0cd-44e1-8fc2-bc2b8f6d8c45 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/ports?device_id=3123bce8-844b-469f-9aa0-64c8f53661bc HTTP/1.1" status: 200 len: 947 time: 0.1790514 Aug 12 14:52:50.472184 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:50.478563 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-6c11c891-84f8-4851-a943-0d25a59faf6a tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:50.508544 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0f57cc-3127-4fdc-89fa-7a9f25a1e271 service neutron] Pushing event updated for resources: {'Port': ['ID=5990fff5-4fd8-40dc-8d99-17a1763d5291,revision_number=6']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:52:50.540507 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.db.resource_extend [None req-93370168-53ca-47c2-9e27-b066be57125c None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 12 14:52:50.549567 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [req-698b1ef3-7cce-480c-b9ec-d5a37e01ed74 req-7b0f57cc-3127-4fdc-89fa-7a9f25a1e271 service neutron] No DVR routers for this DVR port 5990fff5-4fd8-40dc-8d99-17a1763d5291 on host n-h2-694802-15 {{(pid=94466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:52:50.611919 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c11c891-84f8-4851-a943-0d25a59faf6a tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] No DVR routers for this DVR port c0fd3535-6f98-41a8-a853-051d229c8277 on host n-d-694802-15 {{(pid=94466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:52:50.627695 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-fa0c2ed8-9ff9-4a3a-b6d3-d5ea976a5385 req-9b5c5913-4209-4d95-a912-da01181c633b tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ff7dcf8-d6f2-4101-a1d4-537dc448601c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2036848 Aug 12 14:52:50.643976 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c11c891-84f8-4851-a943-0d25a59faf6a tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Pushing event deleted for resources: {'Port': ['ID=c0fd3535-6f98-41a8-a853-051d229c8277,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:52:50.689502 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a95fa5d4-0552-4999-8a32-09d4aade5a1f None None] New status for floating IP 223c2cb0-df6b-448d-b2e6-8cf7b6fca20f: DOWN {{(pid=94469) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 14:52:50.730389 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af20d345-8f66-4d0e-aeb2-442b8a3a59e8 req-2c8b1647-1324-4d01-a0e9-cf19d4710e5c tempest-ServersNegativeTestMultiTenantJSON-368396544 tempest-ServersNegativeTestMultiTenantJSON-368396544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:52:50.742016 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-af20d345-8f66-4d0e-aeb2-442b8a3a59e8 req-2c8b1647-1324-4d01-a0e9-cf19d4710e5c tempest-ServersNegativeTestMultiTenantJSON-368396544 tempest-ServersNegativeTestMultiTenantJSON-368396544-project] 10.222.0.39 "GET /v2.0/ports?device_id=01d13121-807c-4fe6-a70c-79559a499976 HTTP/1.1" status: 200 len: 943 time: 1.0743408 Aug 12 14:52:50.794893 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port b8b2729e-4f28-4e15-b8e1-5d6a419f14b6, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=b8b2729e-4f28-4e15-b8e1-5d6a419f14b6,segment=NetworkSegment(566657e5-ddf4-4a60-9406-a18ae60f6dac),segment_id=566657e5-ddf4-4a60-9406-a18ae60f6dac)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:52:50.829774 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Returning: {'device': 'b8b2729e-4f28-4e15-b8e1-5d6a419f14b6', 'network_id': '010aee16-bee2-4a4c-93f1-f85ea34c17cf', 'port_id': 'b8b2729e-4f28-4e15-b8e1-5d6a419f14b6', 'mac_address': 'fa:16:3e:93:e1:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '157eea32-8cf2-463d-9874-337a53bf41e8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 14:52:50.843237 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Pushing event deleted for resources: {'Port': ['ID=c0fd3535-6f98-41a8-a853-051d229c8277,revision_number=None']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:52:50.876409 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110ca7fd-f6f3-4c92-844c-0f8e2b7d577e req-57d16f80-6961-446b-8d21-eb839438c6a7 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:52:50.878130 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-110ca7fd-f6f3-4c92-844c-0f8e2b7d577e req-57d16f80-6961-446b-8d21-eb839438c6a7 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.49 "GET /v2.0/ports?device_id=3123bce8-844b-469f-9aa0-64c8f53661bc HTTP/1.1" status: 200 len: 947 time: 1.1374304 Aug 12 14:52:50.890151 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [req-698b1ef3-7cce-480c-b9ec-d5a37e01ed74 req-7b0f57cc-3127-4fdc-89fa-7a9f25a1e271 service neutron] In _notify_port_updated(), no bound segment for port 5990fff5-4fd8-40dc-8d99-17a1763d5291 on network 23465ac9-c2b6-454b-ad4d-35bb38ffda1f {{(pid=94466) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 12 14:52:50.890952 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698b1ef3-7cce-480c-b9ec-d5a37e01ed74 req-7b0f57cc-3127-4fdc-89fa-7a9f25a1e271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:52:50.891600 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-698b1ef3-7cce-480c-b9ec-d5a37e01ed74 req-7b0f57cc-3127-4fdc-89fa-7a9f25a1e271 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:50.892903 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-698b1ef3-7cce-480c-b9ec-d5a37e01ed74 req-7b0f57cc-3127-4fdc-89fa-7a9f25a1e271 service neutron] 10.222.0.49 "PUT /v2.0/ports/5990fff5-4fd8-40dc-8d99-17a1763d5291 HTTP/1.1" status: 200 len: 1031 time: 1.7357152 Aug 12 14:52:50.926759 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-af20d345-8f66-4d0e-aeb2-442b8a3a59e8 req-dbda1ac8-fad7-41ec-bff9-38e6869be597 tempest-ServersNegativeTestMultiTenantJSON-368396544 tempest-ServersNegativeTestMultiTenantJSON-368396544-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ddd3bbf-c59f-43ce-bf38-0afbcaf6bddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813705 Aug 12 14:52:50.995364 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:50.999605 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-6c11c891-84f8-4851-a943-0d25a59faf6a tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66413304', 'neutron.services.segments.db._delete_segments_for_network-8744654118000'] for network, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:51.013301 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device c0fd3535-6f98-41a8-a853-051d229c8277 no longer exists at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:52:51.041103 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8b2729e-4f28-4e15-b8e1-5d6a419f14b6 {{(pid=94468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:52:51.043060 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-6c11c891-84f8-4851-a943-0d25a59faf6a tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5f82046-6eff-455b-b27a-c3e94bf6016a']}} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:52:51.057409 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933629ed-7e97-4827-9cc2-cc48a108bc53 req-d59449e9-6fa6-41d9-bdfe-0dbf4cd3dc2c tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:52:51.068303 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port b8b2729e-4f28-4e15-b8e1-5d6a419f14b6, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=b8b2729e-4f28-4e15-b8e1-5d6a419f14b6,segment=NetworkSegment(566657e5-ddf4-4a60-9406-a18ae60f6dac),segment_id=566657e5-ddf4-4a60-9406-a18ae60f6dac)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:52:51.068654 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-933629ed-7e97-4827-9cc2-cc48a108bc53 req-d59449e9-6fa6-41d9-bdfe-0dbf4cd3dc2c tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/ports?device_id=d89c572a-9ecf-42f3-aaab-789262bca2fb HTTP/1.1" status: 200 len: 945 time: 0.2846236 Aug 12 14:52:51.069541 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] No Port match for: c0fd3535-6f98-41a8-a853-051d229c8277 {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 14:52:51.069925 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device c0fd3535-6f98-41a8-a853-051d229c8277 not bound to the agent host n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:52:51.082494 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:51.084625 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f77ea4-29fb-4cf7-a805-85533de549c1 req-e3eaf15d-44b6-40a6-956d-a2d0e9113c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:52:51.087640 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e1f77ea4-29fb-4cf7-a805-85533de549c1 req-e3eaf15d-44b6-40a6-956d-a2d0e9113c4b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=157eea32-8cf2-463d-9874-337a53bf41e8 HTTP/1.1" status: 200 len: 865 time: 1.2265079 Aug 12 14:52:51.088216 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-f7a7c378-baec-4efa-a41b-670378dcc644 None None] Deleting port c0fd3535-6f98-41a8-a853-051d229c8277 {{(pid=94468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:52:51.088589 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f7a7c378-baec-4efa-a41b-670378dcc644 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:51.117820 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698b1ef3-7cce-480c-b9ec-d5a37e01ed74 req-51d2005c-4092-4902-86f9-c9c24660e4e5 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:52:51.121669 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-698b1ef3-7cce-480c-b9ec-d5a37e01ed74 req-51d2005c-4092-4902-86f9-c9c24660e4e5 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] 10.222.0.49 "GET /v2.0/ports/769835af-590d-44bf-ae96-6aa7e3ae2342?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1543729 Aug 12 14:52:51.127780 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-6c11c891-84f8-4851-a943-0d25a59faf6a tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa946313-2493-4963-b936-745803185c2f') {'for_net_delete': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:52:51.128589 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-6c11c891-84f8-4851-a943-0d25a59faf6a tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa946313-2493-4963-b936-745803185c2f') {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:52:51.143163 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [req-698b1ef3-7cce-480c-b9ec-d5a37e01ed74 req-3bc083ac-c5e3-451f-be40-38df3b560cfb service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:52:51.148538 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7465a0-ad0c-4dfc-b756-8fc0a8004960 req-dfadc871-fac6-427b-b9dc-e04b1b9b1c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:52:51.150250 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4c7465a0-ad0c-4dfc-b756-8fc0a8004960 req-dfadc871-fac6-427b-b9dc-e04b1b9b1c12 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3a3bdd41fa344002b106e434a17bdf78&device_id=d89c572a-9ecf-42f3-aaab-789262bca2fb HTTP/1.1" status: 200 len: 1097 time: 0.5102241 Aug 12 14:52:51.196440 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e1f77ea4-29fb-4cf7-a805-85533de549c1 req-db48b533-377d-486e-9ffe-edd96e5813c2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=010aee16-bee2-4a4c-93f1-f85ea34c17cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0989745 Aug 12 14:52:51.231896 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-a05b64ce-b23b-4b2d-9d5d-8e205f6e6f3b None None] Provisioning complete for port 5990fff5-4fd8-40dc-8d99-17a1763d5291 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:52:51.231896 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-a05b64ce-b23b-4b2d-9d5d-8e205f6e6f3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:51.238084 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-6c11c891-84f8-4851-a943-0d25a59faf6a tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744654122361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2293560'] for segment, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:51.317467 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-933629ed-7e97-4827-9cc2-cc48a108bc53 req-949585aa-41ad-4392-b8ff-7f4347d48338 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/security-groups?id=70daefbf-eec6-4754-864f-8c40c2c28cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2448177 Aug 12 14:52:51.318941 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-a05b64ce-b23b-4b2d-9d5d-8e205f6e6f3b None None] Port 5990fff5-4fd8-40dc-8d99-17a1763d5291 cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 14:52:51.365531 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-6c11c891-84f8-4851-a943-0d25a59faf6a tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:51.396383 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-f7a7c378-baec-4efa-a41b-670378dcc644 None None] For port c0fd3535-6f98-41a8-a853-051d229c8277, host n-d-694802-15, got binding levels [] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:52:51.397012 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f7a7c378-baec-4efa-a41b-670378dcc644 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:51.416657 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] get_ports_and_sgs() called for port_ids ['b8b2729e-4f28-4e15-b8e1-5d6a419f14b6'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:52:51.425578 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c11c891-84f8-4851-a943-0d25a59faf6a tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Releasing vlan 344 on physical network physnet1 to pool {{(pid=94466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 14:52:51.426396 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-6c11c891-84f8-4851-a943-0d25a59faf6a tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3718595'] for segment, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:51.432122 n-d-694802-15 neutron-server[94466]: Traceback (most recent call last): Aug 12 14:52:51.432122 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 14:52:51.432122 n-d-694802-15 neutron-server[94466]: timer() Aug 12 14:52:51.432122 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 14:52:51.432122 n-d-694802-15 neutron-server[94466]: cb(*args, **kw) Aug 12 14:52:51.432122 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 14:52:51.432122 n-d-694802-15 neutron-server[94466]: return func(*args, **kwargs) Aug 12 14:52:51.432122 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 14:52:51.432122 n-d-694802-15 neutron-server[94466]: self._notify() Aug 12 14:52:51.432122 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 14:52:51.432122 n-d-694802-15 neutron-server[94466]: self.callback(batched_events) Aug 12 14:52:51.432122 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 14:52:51.432122 n-d-694802-15 neutron-server[94466]: event.method(event) Aug 12 14:52:51.432122 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 14:52:51.432122 n-d-694802-15 neutron-server[94466]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 14:52:51.432122 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 14:52:51.432122 n-d-694802-15 neutron-server[94466]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 14:52:51.432122 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 14:52:51.432122 n-d-694802-15 neutron-server[94466]: return f(self, *a, **k) Aug 12 14:52:51.432122 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 14:52:51.432122 n-d-694802-15 neutron-server[94466]: return self._get(url).json() Aug 12 14:52:51.432122 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 14:52:51.432122 n-d-694802-15 neutron-server[94466]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 14:52:51.432122 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 14:52:51.432122 n-d-694802-15 neutron-server[94466]: return self.request(url, 'GET', **kwargs) Aug 12 14:52:51.432122 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 14:52:51.432122 n-d-694802-15 neutron-server[94466]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 14:52:51.432122 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 14:52:51.432122 n-d-694802-15 neutron-server[94466]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 14:52:51.432122 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 14:52:51.432122 n-d-694802-15 neutron-server[94466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 14:52:51.432122 n-d-694802-15 neutron-server[94466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 14:52:51.439847 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Pushing event updated for resources: {'Port': ['ID=b8b2729e-4f28-4e15-b8e1-5d6a419f14b6,revision_number=4']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:52:51.446443 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-f7a7c378-baec-4efa-a41b-670378dcc644 None None] Calling delete_port for c0fd3535-6f98-41a8-a853-051d229c8277 owned by network:dhcp {{(pid=94468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:52:51.466913 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.ipam_backend_mixin [None req-f7a7c378-baec-4efa-a41b-670378dcc644 None None] Port c0fd3535-6f98-41a8-a853-051d229c8277 was not found and therefore no delete operation was performed {{(pid=94468) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 12 14:52:51.469861 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f7a7c378-baec-4efa-a41b-670378dcc644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262'] for port, after_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:51.470383 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed616c63-a4a4-45ce-be74-b2f222c3a5ca req-daf77b3b-5754-49e5-9ffd-7d5ae4437d72 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:52:51.496293 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed616c63-a4a4-45ce-be74-b2f222c3a5ca req-daf77b3b-5754-49e5-9ffd-7d5ae4437d72 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:52:51.509107 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed616c63-a4a4-45ce-be74-b2f222c3a5ca req-daf77b3b-5754-49e5-9ffd-7d5ae4437d72 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:52:51.518674 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a7c378-baec-4efa-a41b-670378dcc644 None None] No DVR routers for this DVR port c0fd3535-6f98-41a8-a853-051d229c8277 on host n-d-694802-15 {{(pid=94468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:52:51.521950 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a7c378-baec-4efa-a41b-670378dcc644 None None] Pushing event deleted for resources: {'Port': ['ID=c0fd3535-6f98-41a8-a853-051d229c8277,revision_number=None']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:52:51.523149 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed616c63-a4a4-45ce-be74-b2f222c3a5ca req-daf77b3b-5754-49e5-9ffd-7d5ae4437d72 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:52:51.540228 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed616c63-a4a4-45ce-be74-b2f222c3a5ca req-daf77b3b-5754-49e5-9ffd-7d5ae4437d72 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:52:51.563941 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-698b1ef3-7cce-480c-b9ec-d5a37e01ed74 req-3bc083ac-c5e3-451f-be40-38df3b560cfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:51.582148 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed616c63-a4a4-45ce-be74-b2f222c3a5ca req-daf77b3b-5754-49e5-9ffd-7d5ae4437d72 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:52:51.585426 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ed616c63-a4a4-45ce-be74-b2f222c3a5ca req-daf77b3b-5754-49e5-9ffd-7d5ae4437d72 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] 10.222.0.39 "GET /v2.0/ports?device_id=419c5c7f-827f-4397-9cc6-d186147a5698 HTTP/1.1" status: 200 len: 4666 time: 0.4694140 Aug 12 14:52:51.594895 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-13e92da9-2deb-4d66-86db-cbb6f3a74806 req-353999a7-f5bb-4019-99fe-867facc83e84 service neutron] 10.222.0.49 "GET /v2.0/networks/742f197c-8a19-4bb3-8560-845411781a1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6971202 Aug 12 14:52:51.682840 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-6c11c891-84f8-4851-a943-0d25a59faf6a tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66413281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431520'] for network, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:51.717102 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-6c11c891-84f8-4851-a943-0d25a59faf6a tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Notify callbacks [] for network, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:51.723470 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-6c11c891-84f8-4851-a943-0d25a59faf6a tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] 10.222.0.39 "DELETE /v2.0/networks/f5f82046-6eff-455b-b27a-c3e94bf6016a HTTP/1.1" status: 204 len: 168 time: 5.7456234 Aug 12 14:52:51.744838 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 33144) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:52:51.753254 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-8b134814-bf12-4aa8-89fb-0d7074e788d9 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1237033554'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:52:51.761891 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c11c891-84f8-4851-a943-0d25a59faf6a tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Pushing event deleted for resources: {'Network': ['ID=f5f82046-6eff-455b-b27a-c3e94bf6016a,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:52:51.861845 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ed616c63-a4a4-45ce-be74-b2f222c3a5ca req-bff64472-4365-4233-a6aa-d0f472bde038 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] 10.222.0.39 "GET /v2.0/security-groups?id=f56fbbcf-68c5-4074-ab5b-41ec110855f2&id=def6086d-0ad1-4cdd-9c71-80d1fefb9be7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2540183 Aug 12 14:52:51.882723 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [req-110ca7fd-f6f3-4c92-844c-0f8e2b7d577e req-58d9f08f-f70f-4da6-b284-186d2cf5c1f9 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Deleting port 4cb610aa-7923-49fa-ac4e-1e29828c4978 {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:52:51.883518 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-110ca7fd-f6f3-4c92-844c-0f8e2b7d577e req-58d9f08f-f70f-4da6-b284-186d2cf5c1f9 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:52.004650 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6753f8-85e3-4032-b081-dde03c57590a req-c1a018b5-d6e0-49ae-9d77-3bcb32ad5d6f tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:52:52.012693 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-ca6753f8-85e3-4032-b081-dde03c57590a req-c1a018b5-d6e0-49ae-9d77-3bcb32ad5d6f tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/ports?device_id=3123bce8-844b-469f-9aa0-64c8f53661bc HTTP/1.1" status: 200 len: 947 time: 0.2250147 Aug 12 14:52:52.017493 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b134814-bf12-4aa8-89fb-0d7074e788d9 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Made reservation on behalf of c14e5c8db39f4234bf1759da0f0fd559 for: {'network': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:52:52.021283 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8b134814-bf12-4aa8-89fb-0d7074e788d9 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for network, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:52.084748 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-110ca7fd-f6f3-4c92-844c-0f8e2b7d577e req-58d9f08f-f70f-4da6-b284-186d2cf5c1f9 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] For port 4cb610aa-7923-49fa-ac4e-1e29828c4978, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=4cb610aa-7923-49fa-ac4e-1e29828c4978,segment=NetworkSegment(992c0055-8673-48b2-8c23-e403a670dda0),segment_id=992c0055-8673-48b2-8c23-e403a670dda0)] {{(pid=94467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:52:52.085126 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-110ca7fd-f6f3-4c92-844c-0f8e2b7d577e req-58d9f08f-f70f-4da6-b284-186d2cf5c1f9 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:52.094621 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [req-698b1ef3-7cce-480c-b9ec-d5a37e01ed74 req-3bc083ac-c5e3-451f-be40-38df3b560cfb service neutron] For port 769835af-590d-44bf-ae96-6aa7e3ae2342, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=769835af-590d-44bf-ae96-6aa7e3ae2342,segment=NetworkSegment(505995ff-9200-4984-b515-d69d3d86fab3),segment_id=505995ff-9200-4984-b515-d69d3d86fab3)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:52:52.104956 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [req-110ca7fd-f6f3-4c92-844c-0f8e2b7d577e req-58d9f08f-f70f-4da6-b284-186d2cf5c1f9 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Calling delete_port for 4cb610aa-7923-49fa-ac4e-1e29828c4978 owned by compute:nova {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:52:52.136391 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [req-698b1ef3-7cce-480c-b9ec-d5a37e01ed74 req-3bc083ac-c5e3-451f-be40-38df3b560cfb service neutron] For port 769835af-590d-44bf-ae96-6aa7e3ae2342, host n-h2-694802-15, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:52:52.176659 n-d-694802-15 neutron-server[94466]: DEBUG neutron.notifiers.nova [req-698b1ef3-7cce-480c-b9ec-d5a37e01ed74 req-3bc083ac-c5e3-451f-be40-38df3b560cfb service neutron] device_id is not set on port 769835af-590d-44bf-ae96-6aa7e3ae2342 yet. {{(pid=94466) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 14:52:52.188337 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-698b1ef3-7cce-480c-b9ec-d5a37e01ed74 req-3bc083ac-c5e3-451f-be40-38df3b560cfb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:52.202869 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-698b1ef3-7cce-480c-b9ec-d5a37e01ed74 req-3bc083ac-c5e3-451f-be40-38df3b560cfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3718439'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:52.230171 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device 769835af-590d-44bf-ae96-6aa7e3ae2342 no longer exists at agent hyperv_n-h2-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:52:52.240903 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b134814-bf12-4aa8-89fb-0d7074e788d9 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] vlan segment allocate from pool success with {'vlan_id': 321, 'physical_network': 'physnet1'} {{(pid=94466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 14:52:52.251954 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-110ca7fd-f6f3-4c92-844c-0f8e2b7d577e req-58d9f08f-f70f-4da6-b284-186d2cf5c1f9 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:52.258204 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8b134814-bf12-4aa8-89fb-0d7074e788d9 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:52.258695 n-d-694802-15 neutron-server[94466]: INFO neutron.db.segments_db [None req-8b134814-bf12-4aa8-89fb-0d7074e788d9 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Added segment 754ab4ed-282f-4126-9e5f-d42cbb593108 of type vlan for network d41b006a-9e93-417d-b588-cde80a109dd7 Aug 12 14:52:52.314566 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8b134814-bf12-4aa8-89fb-0d7074e788d9 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744653628263'] for network, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:52.345810 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device 769835af-590d-44bf-ae96-6aa7e3ae2342 not bound to the agent host n-h2-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:52:52.346637 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device 0499b153-16f3-45bf-a9f7-4cf3ddd80c7a no longer exists at agent hyperv_n-h2-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:52:52.357815 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device b8b2729e-4f28-4e15-b8e1-5d6a419f14b6 up at agent hyperv_n-h1-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:52:52.370920 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-13e92da9-2deb-4d66-86db-cbb6f3a74806 req-edaa9c71-b852-485a-875f-48209181d9e7 service neutron] 10.222.0.49 "GET /v2.0/networks/742f197c-8a19-4bb3-8560-845411781a1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7217245 Aug 12 14:52:52.391692 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8b134814-bf12-4aa8-89fb-0d7074e788d9 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409'] for network, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:52.394886 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [req-110ca7fd-f6f3-4c92-844c-0f8e2b7d577e req-58d9f08f-f70f-4da6-b284-186d2cf5c1f9 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] No DVR routers for this DVR port 4cb610aa-7923-49fa-ac4e-1e29828c4978 on host n-h2-694802-15 {{(pid=94467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:52:52.396838 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d9f08f-f70f-4da6-b284-186d2cf5c1f9 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Pushing event deleted for resources: {'Port': ['ID=4cb610aa-7923-49fa-ac4e-1e29828c4978,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:52:52.403760 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b134814-bf12-4aa8-89fb-0d7074e788d9 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:52:52.405032 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8b134814-bf12-4aa8-89fb-0d7074e788d9 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Notify callbacks [] for network, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:52.409488 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-110ca7fd-f6f3-4c92-844c-0f8e2b7d577e req-58d9f08f-f70f-4da6-b284-186d2cf5c1f9 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:52.411575 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-110ca7fd-f6f3-4c92-844c-0f8e2b7d577e req-58d9f08f-f70f-4da6-b284-186d2cf5c1f9 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.49 "DELETE /v2.0/ports/4cb610aa-7923-49fa-ac4e-1e29828c4978 HTTP/1.1" status: 204 len: 173 time: 1.5123732 Aug 12 14:52:52.413224 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3123bce8-844b-469f-9aa0-64c8f53661bc', 'name': 'network-vif-deleted', 'tag': '4cb610aa-7923-49fa-ac4e-1e29828c4978'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:52:52.422891 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e65282f928b64038367d043a4411777802006c43a98742496cb2e25b724ff1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6117fde9-3843-428f-938c-fb1505b48076" -d '{"events": [{"server_uuid": "3123bce8-844b-469f-9aa0-64c8f53661bc", "name": "network-vif-deleted", "tag": "4cb610aa-7923-49fa-ac4e-1e29828c4978"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:52:52.449500 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7465a0-ad0c-4dfc-b756-8fc0a8004960 req-e301400e-2e00-4647-8b75-4d6301b99aec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:52:52.451032 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4c7465a0-ad0c-4dfc-b756-8fc0a8004960 req-e301400e-2e00-4647-8b75-4d6301b99aec service neutron] 10.222.0.64 "GET /v2.0/networks?id=2ad93210-7061-461d-8617-49848448cc38 HTTP/1.1" status: 200 len: 917 time: 1.2571707 Aug 12 14:52:52.521893 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b134814-bf12-4aa8-89fb-0d7074e788d9 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Pushing event updated for resources: {'Network': ['ID=d41b006a-9e93-417d-b588-cde80a109dd7,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:52:52.528763 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-8b134814-bf12-4aa8-89fb-0d7074e788d9 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7824914 Aug 12 14:52:52.541930 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 33162) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:52:52.555153 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Network d41b006a-9e93-417d-b588-cde80a109dd7 details requested by agent ovs-agent-n-d-694802-15 with host n-d-694802-15 {{(pid=94468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 14:52:52.558200 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-869fddc1-63b9-46bd-a397-99179d6430a3 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Request body: {'subnet': {'network_id': 'd41b006a-9e93-417d-b588-cde80a109dd7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:52:52.592274 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [req-698b1ef3-7cce-480c-b9ec-d5a37e01ed74 req-3bc083ac-c5e3-451f-be40-38df3b560cfb service neutron] No DVR routers for this DVR port 769835af-590d-44bf-ae96-6aa7e3ae2342 on host n-h2-694802-15 {{(pid=94466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:52:52.738497 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218e2af0-4ba3-45b3-aed2-1ed16e41704f req-cbe812fb-4b4a-44fe-907e-c04c33d74c21 tempest-ServersNegativeTestMultiTenantJSON-368396544 tempest-ServersNegativeTestMultiTenantJSON-368396544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:52:52.746752 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-218e2af0-4ba3-45b3-aed2-1ed16e41704f req-cbe812fb-4b4a-44fe-907e-c04c33d74c21 tempest-ServersNegativeTestMultiTenantJSON-368396544 tempest-ServersNegativeTestMultiTenantJSON-368396544-project] 10.222.0.39 "GET /v2.0/ports?device_id=01d13121-807c-4fe6-a70c-79559a499976 HTTP/1.1" status: 200 len: 944 time: 0.5100260 Aug 12 14:52:52.768303 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4c7465a0-ad0c-4dfc-b756-8fc0a8004960 req-7a6df2b0-8577-4699-9e8d-458eb80ca68e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e62cdda7-a629-4899-9eb6-4dabc61de76f HTTP/1.1" status: 200 len: 1001 time: 0.3090506 Aug 12 14:52:52.779968 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e1f77ea4-29fb-4cf7-a805-85533de549c1 req-2266be91-093a-41ee-bb24-4567aa3eb589 service neutron] 10.222.0.64 "GET /v2.0/networks/010aee16-bee2-4a4c-93f1-f85ea34c17cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5244660 Aug 12 14:52:52.808072 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [req-698b1ef3-7cce-480c-b9ec-d5a37e01ed74 req-3bc083ac-c5e3-451f-be40-38df3b560cfb service neutron] In _notify_port_updated(), no bound segment for port 769835af-590d-44bf-ae96-6aa7e3ae2342 on network 23465ac9-c2b6-454b-ad4d-35bb38ffda1f {{(pid=94466) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 12 14:52:52.809038 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698b1ef3-7cce-480c-b9ec-d5a37e01ed74 req-3bc083ac-c5e3-451f-be40-38df3b560cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:52:52.809675 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-698b1ef3-7cce-480c-b9ec-d5a37e01ed74 req-3bc083ac-c5e3-451f-be40-38df3b560cfb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:52.810993 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-698b1ef3-7cce-480c-b9ec-d5a37e01ed74 req-3bc083ac-c5e3-451f-be40-38df3b560cfb service neutron] 10.222.0.49 "PUT /v2.0/ports/769835af-590d-44bf-ae96-6aa7e3ae2342 HTTP/1.1" status: 200 len: 1032 time: 1.6757965 Aug 12 14:52:52.826798 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-ca6753f8-85e3-4032-b081-dde03c57590a req-f0fa3b80-1f1e-4421-84ac-ffc7fcf8e35a tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ff7dcf8-d6f2-4101-a1d4-537dc448601c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8097703 Aug 12 14:52:52.954950 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Provisioning for port b8b2729e-4f28-4e15-b8e1-5d6a419f14b6 completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:52:52.995656 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc083ac-c5e3-451f-be40-38df3b560cfb service neutron] Pushing event updated for resources: {'Port': ['ID=769835af-590d-44bf-ae96-6aa7e3ae2342,revision_number=6']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:52:53.030226 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Provisioning complete for port b8b2729e-4f28-4e15-b8e1-5d6a419f14b6 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:52:53.030957 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:53.116096 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:53.180753 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7465a0-ad0c-4dfc-b756-8fc0a8004960 req-cf147c20-77b8-4592-9949-b36b88638b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:52:53.186479 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4c7465a0-ad0c-4dfc-b756-8fc0a8004960 req-cf147c20-77b8-4592-9949-b36b88638b32 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ce169be2-a716-4bd9-89d0-74eedc855ec7 HTTP/1.1" status: 200 len: 855 time: 0.3900075 Aug 12 14:52:53.233041 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port 0499b153-16f3-45bf-a9f7-4cf3ddd80c7a, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=0499b153-16f3-45bf-a9f7-4cf3ddd80c7a,segment=NetworkSegment(3504b086-a225-42d9-836a-9d51b89d0937),segment_id=3504b086-a225-42d9-836a-9d51b89d0937)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:52:53.244987 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-218e2af0-4ba3-45b3-aed2-1ed16e41704f req-387ed23f-3d53-4994-9f1c-c04d8c20ba49 tempest-ServersNegativeTestMultiTenantJSON-368396544 tempest-ServersNegativeTestMultiTenantJSON-368396544-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ddd3bbf-c59f-43ce-bf38-0afbcaf6bddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4957354 Aug 12 14:52:53.252664 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '419c5c7f-827f-4397-9cc6-d186147a5698', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0499b153-16f3-45bf-a9f7-4cf3ddd80c7a'}] {{(pid=94468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:52:53.256884 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99a8d87602170099c728e57431aca99e9b98a655a83bbf8727be13192709727b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a873e53-6d24-44dc-a2ed-2376a709591b" -d '{"events": [{"server_uuid": "419c5c7f-827f-4397-9cc6-d186147a5698", "name": "network-vif-unplugged", "status": "completed", "tag": "0499b153-16f3-45bf-a9f7-4cf3ddd80c7a"}]}' {{(pid=94468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:52:53.263928 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:53.265449 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device 827c8ce5-97e8-4c6c-9410-67c6f592ef59 no longer exists at agent hyperv_n-h2-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:52:53.315846 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-b2e34106-e52f-4592-af48-9709ed6c6a7d None None] Provisioning complete for port 769835af-590d-44bf-ae96-6aa7e3ae2342 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:52:53.316310 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-b2e34106-e52f-4592-af48-9709ed6c6a7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:53.373888 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-869fddc1-63b9-46bd-a397-99179d6430a3 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Made reservation on behalf of c14e5c8db39f4234bf1759da0f0fd559 for: {'subnet': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:52:53.383105 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-869fddc1-63b9-46bd-a397-99179d6430a3 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8776441'] for subnet, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:53.412781 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 14:52:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91f607d4-b6d2-4ec3-a8ad-64706de3e5ee x-openstack-request-id: req-91f607d4-b6d2-4ec3-a8ad-64706de3e5ee {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:52:53.412997 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3123bce8-844b-469f-9aa0-64c8f53661bc", "name": "network-vif-deleted", "tag": "4cb610aa-7923-49fa-ac4e-1e29828c4978", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:52:53.413241 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-91f607d4-b6d2-4ec3-a8ad-64706de3e5ee {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:52:53.413646 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3123bce8-844b-469f-9aa0-64c8f53661bc', 'name': 'network-vif-deleted', 'tag': '4cb610aa-7923-49fa-ac4e-1e29828c4978', 'status': 'completed', 'code': 200} Aug 12 14:52:53.423644 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7465a0-ad0c-4dfc-b756-8fc0a8004960 req-2f7a3ff0-68f5-4c2f-91e3-ee46db43a8be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:52:53.431795 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4c7465a0-ad0c-4dfc-b756-8fc0a8004960 req-2f7a3ff0-68f5-4c2f-91e3-ee46db43a8be service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2ad93210-7061-461d-8617-49848448cc38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2261024 Aug 12 14:52:53.441029 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e1f77ea4-29fb-4cf7-a805-85533de549c1 req-b600ead4-894e-45a5-bbff-0a95d954bf26 service neutron] 10.222.0.64 "GET /v2.0/networks/010aee16-bee2-4a4c-93f1-f85ea34c17cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6242454 Aug 12 14:52:53.497127 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86af4cd0-d6e0-4088-ba52-0322ab3d016b req-69110260-8f82-4958-bc88-74ecb5cd341f tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:52:53.499616 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-86af4cd0-d6e0-4088-ba52-0322ab3d016b req-69110260-8f82-4958-bc88-74ecb5cd341f tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/ports?device_id=d89c572a-9ecf-42f3-aaab-789262bca2fb HTTP/1.1" status: 200 len: 945 time: 0.3977623 Aug 12 14:52:53.523869 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [req-698b1ef3-7cce-480c-b9ec-d5a37e01ed74 req-00e66893-79da-43c7-8503-1f03fc813777 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Deleting port 0499b153-16f3-45bf-a9f7-4cf3ddd80c7a {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:52:53.524468 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-698b1ef3-7cce-480c-b9ec-d5a37e01ed74 req-00e66893-79da-43c7-8503-1f03fc813777 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:53.554210 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Pushing event updated for resources: {'Port': ['ID=0499b153-16f3-45bf-a9f7-4cf3ddd80c7a,revision_number=6']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:52:53.569446 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-b2e34106-e52f-4592-af48-9709ed6c6a7d None None] Port 769835af-590d-44bf-ae96-6aa7e3ae2342 cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 14:52:53.569651 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4c7465a0-ad0c-4dfc-b756-8fc0a8004960 req-6e2abab0-3123-414a-89df-75c4e21aa858 service neutron] 10.222.0.64 "GET /v2.0/networks/2ad93210-7061-461d-8617-49848448cc38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256196 Aug 12 14:52:53.572264 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:53.608208 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:53.663904 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-86af4cd0-d6e0-4088-ba52-0322ab3d016b req-f43a49e8-0744-44de-8c43-f84d12ed1672 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/security-groups?id=70daefbf-eec6-4754-864f-8c40c2c28cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1466157 Aug 12 14:52:53.711995 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port b8b2729e-4f28-4e15-b8e1-5d6a419f14b6, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=b8b2729e-4f28-4e15-b8e1-5d6a419f14b6,segment=NetworkSegment(566657e5-ddf4-4a60-9406-a18ae60f6dac),segment_id=566657e5-ddf4-4a60-9406-a18ae60f6dac)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:52:53.714255 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port 827c8ce5-97e8-4c6c-9410-67c6f592ef59, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=827c8ce5-97e8-4c6c-9410-67c6f592ef59,segment=NetworkSegment(ce946392-5bd0-4fe8-8210-1accf5f4dc64),segment_id=ce946392-5bd0-4fe8-8210-1accf5f4dc64)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:52:53.717673 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [req-698b1ef3-7cce-480c-b9ec-d5a37e01ed74 req-00e66893-79da-43c7-8503-1f03fc813777 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] For port 0499b153-16f3-45bf-a9f7-4cf3ddd80c7a, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=0499b153-16f3-45bf-a9f7-4cf3ddd80c7a,segment=NetworkSegment(3504b086-a225-42d9-836a-9d51b89d0937),segment_id=3504b086-a225-42d9-836a-9d51b89d0937)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:52:53.718611 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-698b1ef3-7cce-480c-b9ec-d5a37e01ed74 req-00e66893-79da-43c7-8503-1f03fc813777 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:53.721316 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:53.722185 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device e62cdda7-a629-4899-9eb6-4dabc61de76f no longer exists at agent hyperv_n-h1-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:52:53.771228 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [req-698b1ef3-7cce-480c-b9ec-d5a37e01ed74 req-00e66893-79da-43c7-8503-1f03fc813777 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Calling delete_port for 0499b153-16f3-45bf-a9f7-4cf3ddd80c7a owned by compute:nova {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:52:53.794675 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:53.802873 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device 0d3500d0-8996-4ba7-a29c-4271f88cdfba no longer exists at agent hyperv_n-h2-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:52:53.846212 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfb1244-65ef-472a-aa6b-7ba21da2aa8d req-2eccd5b8-28fd-405a-96e2-7c777d68b583 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:52:53.865755 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfb1244-65ef-472a-aa6b-7ba21da2aa8d req-2eccd5b8-28fd-405a-96e2-7c777d68b583 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:52:53.879995 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfb1244-65ef-472a-aa6b-7ba21da2aa8d req-2eccd5b8-28fd-405a-96e2-7c777d68b583 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:52:53.894857 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfb1244-65ef-472a-aa6b-7ba21da2aa8d req-2eccd5b8-28fd-405a-96e2-7c777d68b583 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:52:53.899932 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 33176) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:52:53.909788 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfb1244-65ef-472a-aa6b-7ba21da2aa8d req-2eccd5b8-28fd-405a-96e2-7c777d68b583 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:52:53.913582 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ecfb1244-65ef-472a-aa6b-7ba21da2aa8d req-2eccd5b8-28fd-405a-96e2-7c777d68b583 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] 10.222.0.39 "GET /v2.0/ports?device_id=419c5c7f-827f-4397-9cc6-d186147a5698 HTTP/1.1" status: 200 len: 3885 time: 0.3419335 Aug 12 14:52:54.035929 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ecfb1244-65ef-472a-aa6b-7ba21da2aa8d req-d2c9b78e-a0e0-4e76-9082-eb1b82977b7f tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] 10.222.0.39 "GET /v2.0/security-groups?id=def6086d-0ad1-4cdd-9c71-80d1fefb9be7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0979626 Aug 12 14:52:54.038076 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4c7465a0-ad0c-4dfc-b756-8fc0a8004960 req-c01e45f9-826e-417e-ad2e-e374f6324ca6 service neutron] 10.222.0.64 "GET /v2.0/networks/2ad93210-7061-461d-8617-49848448cc38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4542286 Aug 12 14:52:54.089073 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 12 Aug 2021 14:52:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abe5c548-aeac-4aeb-a743-6e55e7b9ab8d x-openstack-request-id: req-abe5c548-aeac-4aeb-a743-6e55e7b9ab8d {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:52:54.089642 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "419c5c7f-827f-4397-9cc6-d186147a5698", "name": "network-vif-unplugged", "status": "completed", "tag": "0499b153-16f3-45bf-a9f7-4cf3ddd80c7a", "code": 200}]} {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:52:54.089902 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-abe5c548-aeac-4aeb-a743-6e55e7b9ab8d {{(pid=94468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:52:54.090298 n-d-694802-15 neutron-server[94468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '419c5c7f-827f-4397-9cc6-d186147a5698', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0499b153-16f3-45bf-a9f7-4cf3ddd80c7a', 'code': 200} Aug 12 14:52:54.163694 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Pushing event updated for resources: {'Port': ['ID=b8b2729e-4f28-4e15-b8e1-5d6a419f14b6,revision_number=5']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:52:54.273966 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-698b1ef3-7cce-480c-b9ec-d5a37e01ed74 req-00e66893-79da-43c7-8503-1f03fc813777 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:54.307867 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:54.314141 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-869fddc1-63b9-46bd-a397-99179d6430a3 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3718490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8776395'] for subnet, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:54.335595 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:54.349991 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Pushing event updated for resources: {'Port': ['ID=827c8ce5-97e8-4c6c-9410-67c6f592ef59,revision_number=6']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:52:54.394073 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port 0d3500d0-8996-4ba7-a29c-4271f88cdfba, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=0d3500d0-8996-4ba7-a29c-4271f88cdfba,segment=NetworkSegment(505995ff-9200-4984-b515-d69d3d86fab3),segment_id=505995ff-9200-4984-b515-d69d3d86fab3)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:52:54.407117 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port e62cdda7-a629-4899-9eb6-4dabc61de76f, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=e62cdda7-a629-4899-9eb6-4dabc61de76f,segment=NetworkSegment(b72762b4-956b-443d-aaee-4b6799d6bcb9),segment_id=b72762b4-956b-443d-aaee-4b6799d6bcb9)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:52:54.408834 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e66893-79da-43c7-8503-1f03fc813777 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Pushing event deleted for resources: {'Port': ['ID=0499b153-16f3-45bf-a9f7-4cf3ddd80c7a,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:52:54.409196 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:54.410437 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device 5ecdfe63-3ffa-42b5-8a13-d40d6a58c5c5 no longer exists at agent hyperv_n-h2-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:52:54.480325 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:54.506933 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Pushing event updated for resources: {'Port': ['ID=0d3500d0-8996-4ba7-a29c-4271f88cdfba,revision_number=6']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:52:54.523543 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [req-698b1ef3-7cce-480c-b9ec-d5a37e01ed74 req-00e66893-79da-43c7-8503-1f03fc813777 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] No DVR routers for this DVR port 0499b153-16f3-45bf-a9f7-4cf3ddd80c7a on host n-h2-694802-15 {{(pid=94466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:52:54.527859 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869fddc1-63b9-46bd-a397-99179d6430a3 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Pushing event updated for resources: {'Subnet': ['ID=0b1909b1-c148-4231-b150-6ca1ea7fc0e2,revision_number=0']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:52:54.538148 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-698b1ef3-7cce-480c-b9ec-d5a37e01ed74 req-00e66893-79da-43c7-8503-1f03fc813777 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:54.540168 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-698b1ef3-7cce-480c-b9ec-d5a37e01ed74 req-00e66893-79da-43c7-8503-1f03fc813777 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] 10.222.0.49 "DELETE /v2.0/ports/0499b153-16f3-45bf-a9f7-4cf3ddd80c7a HTTP/1.1" status: 204 len: 173 time: 1.7126327 Aug 12 14:52:54.542140 n-d-694802-15 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '419c5c7f-827f-4397-9cc6-d186147a5698', 'name': 'network-vif-deleted', 'tag': '0499b153-16f3-45bf-a9f7-4cf3ddd80c7a'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:52:54.544404 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e785eeede3897370d0b20f09d5f461b30cfecd5ed38c4f07dacd02bc52c9277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fbddac4-faa0-47bc-9ba8-a842cbc1020b" -d '{"events": [{"server_uuid": "419c5c7f-827f-4397-9cc6-d186147a5698", "name": "network-vif-deleted", "tag": "0499b153-16f3-45bf-a9f7-4cf3ddd80c7a"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:52:54.564816 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Pushing event updated for resources: {'Port': ['ID=e62cdda7-a629-4899-9eb6-4dabc61de76f,revision_number=8']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:52:54.645646 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 14:52:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3e5da87-2f94-48c6-89ac-8096732189b6 x-openstack-request-id: req-f3e5da87-2f94-48c6-89ac-8096732189b6 {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:52:54.646485 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "419c5c7f-827f-4397-9cc6-d186147a5698", "name": "network-vif-deleted", "tag": "0499b153-16f3-45bf-a9f7-4cf3ddd80c7a", "status": "completed", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:52:54.646746 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f3e5da87-2f94-48c6-89ac-8096732189b6 {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:52:54.647172 n-d-694802-15 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '419c5c7f-827f-4397-9cc6-d186147a5698', 'name': 'network-vif-deleted', 'tag': '0499b153-16f3-45bf-a9f7-4cf3ddd80c7a', 'status': 'completed', 'code': 200} Aug 12 14:52:54.649144 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:54.655306 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-869fddc1-63b9-46bd-a397-99179d6430a3 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Checking segment: {'id': '754ab4ed-282f-4126-9e5f-d42cbb593108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'd41b006a-9e93-417d-b588-cde80a109dd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:52:54.655668 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-869fddc1-63b9-46bd-a397-99179d6430a3 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Network hostable DHCP agents. Network: d41b006a-9e93-417d-b588-cde80a109dd7, hostable agents: ['1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658'], hosted agents: [] {{(pid=94466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 14:52:54.684131 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38582e9-5ec3-4f84-a2a9-24f192e0c7db req-60daa1bf-27bd-463b-8e18-8fcc6835808b tempest-ServersNegativeTestMultiTenantJSON-368396544 tempest-ServersNegativeTestMultiTenantJSON-368396544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:52:54.685658 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-f38582e9-5ec3-4f84-a2a9-24f192e0c7db req-60daa1bf-27bd-463b-8e18-8fcc6835808b tempest-ServersNegativeTestMultiTenantJSON-368396544 tempest-ServersNegativeTestMultiTenantJSON-368396544-project] 10.222.0.39 "GET /v2.0/ports?device_id=01d13121-807c-4fe6-a70c-79559a499976 HTTP/1.1" status: 200 len: 945 time: 0.2905397 Aug 12 14:52:54.690095 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port 5ecdfe63-3ffa-42b5-8a13-d40d6a58c5c5, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=5ecdfe63-3ffa-42b5-8a13-d40d6a58c5c5,segment=NetworkSegment(505995ff-9200-4984-b515-d69d3d86fab3),segment_id=505995ff-9200-4984-b515-d69d3d86fab3)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:52:54.695754 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:54.697037 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device 5990fff5-4fd8-40dc-8d99-17a1763d5291 no longer exists at agent hyperv_n-h2-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:52:54.767984 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device 5990fff5-4fd8-40dc-8d99-17a1763d5291 not bound to the agent host n-h2-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:52:54.768427 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device 60dab493-b044-4ff6-81af-81a8db5e9f4e no longer exists at agent hyperv_n-h2-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:52:54.792702 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-869fddc1-63b9-46bd-a397-99179d6430a3 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Network d41b006a-9e93-417d-b588-cde80a109dd7 is scheduled to be hosted by DHCP agent 1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658 with binding_index 1 {{(pid=94466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 14:52:54.823304 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-f38582e9-5ec3-4f84-a2a9-24f192e0c7db req-f7eeb622-6335-468a-a6d0-e967e8cc5e08 tempest-ServersNegativeTestMultiTenantJSON-368396544 tempest-ServersNegativeTestMultiTenantJSON-368396544-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ddd3bbf-c59f-43ce-bf38-0afbcaf6bddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273811 Aug 12 14:52:54.832046 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-869fddc1-63b9-46bd-a397-99179d6430a3 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-15, d41b006a-9e93-417d-b588-cde80a109dd7) {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:52:54.840260 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c79fe3-80a8-4c28-ae52-da1e0d1c72b0 req-8f90d313-be03-4ede-b93e-6870ae21dd51 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:52:54.851830 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-869fddc1-63b9-46bd-a397-99179d6430a3 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:52:54.852439 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-869fddc1-63b9-46bd-a397-99179d6430a3 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for subnet, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:54.859005 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-91c79fe3-80a8-4c28-ae52-da1e0d1c72b0 req-8f90d313-be03-4ede-b93e-6870ae21dd51 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/ports?device_id=d89c572a-9ecf-42f3-aaab-789262bca2fb HTTP/1.1" status: 200 len: 943 time: 0.0951858 Aug 12 14:52:54.886731 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [req-698b1ef3-7cce-480c-b9ec-d5a37e01ed74 req-5b5d7634-f1b4-44e7-b448-1e031bc73415 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Deleting port 827c8ce5-97e8-4c6c-9410-67c6f592ef59 {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:52:54.887120 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-698b1ef3-7cce-480c-b9ec-d5a37e01ed74 req-5b5d7634-f1b4-44e7-b448-1e031bc73415 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:54.894715 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-869fddc1-63b9-46bd-a397-99179d6430a3 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3390322 Aug 12 14:52:54.896207 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 33188) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:52:54.922476 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-094daebf-0ea9-4dfe-bc28-61fa029df72b None None] Network d41b006a-9e93-417d-b588-cde80a109dd7 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:52:54.956024 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-91c79fe3-80a8-4c28-ae52-da1e0d1c72b0 req-38d893ec-2e0a-4488-a633-8d81806614f9 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/security-groups?id=70daefbf-eec6-4754-864f-8c40c2c28cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948076 Aug 12 14:52:55.074513 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Pushing event updated for resources: {'Port': ['ID=5ecdfe63-3ffa-42b5-8a13-d40d6a58c5c5,revision_number=6']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:52:55.093395 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:55.194522 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port 60dab493-b044-4ff6-81af-81a8db5e9f4e, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=60dab493-b044-4ff6-81af-81a8db5e9f4e,segment=NetworkSegment(3504b086-a225-42d9-836a-9d51b89d0937),segment_id=3504b086-a225-42d9-836a-9d51b89d0937)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:52:55.206471 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:55.261067 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device 4cb610aa-7923-49fa-ac4e-1e29828c4978 no longer exists at agent hyperv_n-h2-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:52:55.324052 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] No Port match for: 4cb610aa-7923-49fa-ac4e-1e29828c4978 {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 14:52:55.324626 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device 4cb610aa-7923-49fa-ac4e-1e29828c4978 not bound to the agent host n-h2-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:52:55.361106 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Pushing event updated for resources: {'Port': ['ID=60dab493-b044-4ff6-81af-81a8db5e9f4e,revision_number=6']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:52:55.376420 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-582c5c73-4932-4331-88f9-7ee8df661187 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa7035b3e-9a89-5964-b9f4-97301c3f476a-d41b006a-9e93-417d-b588-cde80a109dd7', 'network_id': 'd41b006a-9e93-417d-b588-cde80a109dd7', 'tenant_id': 'c14e5c8db39f4234bf1759da0f0fd559', 'fixed_ips': [{'subnet_id': '0b1909b1-c148-4231-b150-6ca1ea7fc0e2'}]}} from n-d-694802-15. {{(pid=94468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 14:52:55.377315 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-582c5c73-4932-4331-88f9-7ee8df661187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:55.662448 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [req-698b1ef3-7cce-480c-b9ec-d5a37e01ed74 req-5b5d7634-f1b4-44e7-b448-1e031bc73415 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] For port 827c8ce5-97e8-4c6c-9410-67c6f592ef59, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=827c8ce5-97e8-4c6c-9410-67c6f592ef59,segment=NetworkSegment(ce946392-5bd0-4fe8-8210-1accf5f4dc64),segment_id=ce946392-5bd0-4fe8-8210-1accf5f4dc64)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:52:55.662988 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-698b1ef3-7cce-480c-b9ec-d5a37e01ed74 req-5b5d7634-f1b4-44e7-b448-1e031bc73415 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:55.684778 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab6996c-0c65-46f3-ae10-d73229d10bd2 req-d73f104c-2047-4103-997e-75cc7cb7cbae tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:52:55.685568 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.db_base_plugin_common [None req-582c5c73-4932-4331-88f9-7ee8df661187 None None] Allocated IP 172.20.0.2 (d41b006a-9e93-417d-b588-cde80a109dd7/0b1909b1-c148-4231-b150-6ca1ea7fc0e2/0bfcb974-d029-4582-8bc8-3c4836226609) {{(pid=94468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:52:55.690988 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab6996c-0c65-46f3-ae10-d73229d10bd2 req-d73f104c-2047-4103-997e-75cc7cb7cbae tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:52:55.697262 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab6996c-0c65-46f3-ae10-d73229d10bd2 req-d73f104c-2047-4103-997e-75cc7cb7cbae tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:52:55.703191 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab6996c-0c65-46f3-ae10-d73229d10bd2 req-d73f104c-2047-4103-997e-75cc7cb7cbae tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:52:55.711405 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-6ab6996c-0c65-46f3-ae10-d73229d10bd2 req-d73f104c-2047-4103-997e-75cc7cb7cbae tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] 10.222.0.39 "GET /v2.0/ports?device_id=419c5c7f-827f-4397-9cc6-d186147a5698 HTTP/1.1" status: 200 len: 3144 time: 0.1969304 Aug 12 14:52:55.797068 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4dc1da1d-7787-477b-8eb7-c69ccc0f5360 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680608'] for network, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:55.887955 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-6ab6996c-0c65-46f3-ae10-d73229d10bd2 req-39289166-6925-4058-bd5c-b4507582801a tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] 10.222.0.39 "GET /v2.0/security-groups?id=def6086d-0ad1-4cdd-9c71-80d1fefb9be7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1755743 Aug 12 14:52:55.973166 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-986517af-d947-4e5c-87b1-06889b5d9f1f tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66663830'] for router_interface, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:56.068506 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-582c5c73-4932-4331-88f9-7ee8df661187 None None] Notify callbacks [] for port, precommit_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:56.091322 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01d13121-807c-4fe6-a70c-79559a499976', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8b2729e-4f28-4e15-b8e1-5d6a419f14b6'}, {'server_uuid': '419c5c7f-827f-4397-9cc6-d186147a5698', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '827c8ce5-97e8-4c6c-9410-67c6f592ef59'}, {'server_uuid': '419c5c7f-827f-4397-9cc6-d186147a5698', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0d3500d0-8996-4ba7-a29c-4271f88cdfba'}, {'server_uuid': 'd89c572a-9ecf-42f3-aaab-789262bca2fb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e62cdda7-a629-4899-9eb6-4dabc61de76f'}, {'server_uuid': '419c5c7f-827f-4397-9cc6-d186147a5698', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ecdfe63-3ffa-42b5-8a13-d40d6a58c5c5'}, {'server_uuid': '419c5c7f-827f-4397-9cc6-d186147a5698', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '60dab493-b044-4ff6-81af-81a8db5e9f4e'}] {{(pid=94468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:52:56.097513 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99a8d87602170099c728e57431aca99e9b98a655a83bbf8727be13192709727b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eabbb77a-f26e-44be-8f40-55a1a0c17e67" -d '{"events": [{"server_uuid": "01d13121-807c-4fe6-a70c-79559a499976", "name": "network-vif-plugged", "status": "completed", "tag": "b8b2729e-4f28-4e15-b8e1-5d6a419f14b6"}, {"server_uuid": "419c5c7f-827f-4397-9cc6-d186147a5698", "name": "network-vif-unplugged", "status": "completed", "tag": "827c8ce5-97e8-4c6c-9410-67c6f592ef59"}, {"server_uuid": "419c5c7f-827f-4397-9cc6-d186147a5698", "name": "network-vif-unplugged", "status": "completed", "tag": "0d3500d0-8996-4ba7-a29c-4271f88cdfba"}, {"server_uuid": "d89c572a-9ecf-42f3-aaab-789262bca2fb", "name": "network-vif-unplugged", "status": "completed", "tag": "e62cdda7-a629-4899-9eb6-4dabc61de76f"}, {"server_uuid": "419c5c7f-827f-4397-9cc6-d186147a5698", "name": "network-vif-unplugged", "status": "completed", "tag": "5ecdfe63-3ffa-42b5-8a13-d40d6a58c5c5"}, {"server_uuid": "419c5c7f-827f-4397-9cc6-d186147a5698", "name": "network-vif-unplugged", "status": "completed", "tag": "60dab493-b044-4ff6-81af-81a8db5e9f4e"}]}' {{(pid=94468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:52:56.106082 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-582c5c73-4932-4331-88f9-7ee8df661187 None None] Transition to ACTIVE for port object 0bfcb974-d029-4582-8bc8-3c4836226609 will not be triggered until provisioned by entity L2. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:52:56.125539 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4288175a-b44d-47b5-8af7-48f5891b5af4 req-45541737-9564-49aa-9f62-82ac3550d529 tempest-ServersNegativeTestMultiTenantJSON-368396544 tempest-ServersNegativeTestMultiTenantJSON-368396544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:52:56.127286 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4288175a-b44d-47b5-8af7-48f5891b5af4 req-45541737-9564-49aa-9f62-82ac3550d529 tempest-ServersNegativeTestMultiTenantJSON-368396544 tempest-ServersNegativeTestMultiTenantJSON-368396544-project] 10.222.0.39 "GET /v2.0/ports?device_id=01d13121-807c-4fe6-a70c-79559a499976 HTTP/1.1" status: 200 len: 945 time: 0.1686790 Aug 12 14:52:56.144971 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-582c5c73-4932-4331-88f9-7ee8df661187 None None] Transition to ACTIVE for port object 0bfcb974-d029-4582-8bc8-3c4836226609 will not be triggered until provisioned by entity DHCP. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:52:56.157058 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-582c5c73-4932-4331-88f9-7ee8df661187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253'] for port, after_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:56.205493 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4288175a-b44d-47b5-8af7-48f5891b5af4 req-b538635d-f120-403d-9cf7-0aaac05a0f1c tempest-ServersNegativeTestMultiTenantJSON-368396544 tempest-ServersNegativeTestMultiTenantJSON-368396544-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ddd3bbf-c59f-43ce-bf38-0afbcaf6bddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589976 Aug 12 14:52:56.265315 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582c5c73-4932-4331-88f9-7ee8df661187 None None] Pushing event updated for resources: {'Port': ['ID=0bfcb974-d029-4582-8bc8-3c4836226609,revision_number=1']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:52:56.270928 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-582c5c73-4932-4331-88f9-7ee8df661187 None None] Network d41b006a-9e93-417d-b588-cde80a109dd7 is already hosted by enough agents. {{(pid=94468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:52:56.275287 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 1048 Content-Type: application/json Date: Thu, 12 Aug 2021 14:52:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bea69d67-e42c-469b-b765-3c1eca76200d x-openstack-request-id: req-bea69d67-e42c-469b-b765-3c1eca76200d {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:52:56.275527 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01d13121-807c-4fe6-a70c-79559a499976", "name": "network-vif-plugged", "status": "completed", "tag": "b8b2729e-4f28-4e15-b8e1-5d6a419f14b6", "code": 200}, {"server_uuid": "419c5c7f-827f-4397-9cc6-d186147a5698", "name": "network-vif-unplugged", "status": "completed", "tag": "827c8ce5-97e8-4c6c-9410-67c6f592ef59", "code": 200}, {"server_uuid": "419c5c7f-827f-4397-9cc6-d186147a5698", "name": "network-vif-unplugged", "status": "completed", "tag": "0d3500d0-8996-4ba7-a29c-4271f88cdfba", "code": 200}, {"server_uuid": "d89c572a-9ecf-42f3-aaab-789262bca2fb", "name": "network-vif-unplugged", "status": "completed", "tag": "e62cdda7-a629-4899-9eb6-4dabc61de76f", "code": 200}, {"server_uuid": "419c5c7f-827f-4397-9cc6-d186147a5698", "name": "network-vif-unplugged", "status": "completed", "tag": "5ecdfe63-3ffa-42b5-8a13-d40d6a58c5c5", "code": 200}, {"server_uuid": "419c5c7f-827f-4397-9cc6-d186147a5698", "name": "network-vif-unplugged", "status": "completed", "tag": "60dab493-b044-4ff6-81af-81a8db5e9f4e", "code": 200}]} {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:52:56.275895 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-bea69d67-e42c-469b-b765-3c1eca76200d {{(pid=94468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:52:56.276489 n-d-694802-15 neutron-server[94468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01d13121-807c-4fe6-a70c-79559a499976', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8b2729e-4f28-4e15-b8e1-5d6a419f14b6', 'code': 200} Aug 12 14:52:56.276854 n-d-694802-15 neutron-server[94468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '419c5c7f-827f-4397-9cc6-d186147a5698', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '827c8ce5-97e8-4c6c-9410-67c6f592ef59', 'code': 200} Aug 12 14:52:56.277285 n-d-694802-15 neutron-server[94468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '419c5c7f-827f-4397-9cc6-d186147a5698', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0d3500d0-8996-4ba7-a29c-4271f88cdfba', 'code': 200} Aug 12 14:52:56.277651 n-d-694802-15 neutron-server[94468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd89c572a-9ecf-42f3-aaab-789262bca2fb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e62cdda7-a629-4899-9eb6-4dabc61de76f', 'code': 200} Aug 12 14:52:56.277915 n-d-694802-15 neutron-server[94468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '419c5c7f-827f-4397-9cc6-d186147a5698', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ecdfe63-3ffa-42b5-8a13-d40d6a58c5c5', 'code': 200} Aug 12 14:52:56.278232 n-d-694802-15 neutron-server[94468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '419c5c7f-827f-4397-9cc6-d186147a5698', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '60dab493-b044-4ff6-81af-81a8db5e9f4e', 'code': 200} Aug 12 14:52:56.294697 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.base_scheduler [None req-582c5c73-4932-4331-88f9-7ee8df661187 None None] Resources bound (agent type, host, resource id): {{(pid=94468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:52:56.297505 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-582c5c73-4932-4331-88f9-7ee8df661187 None None] Received port after_create {{(pid=94468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:52:56.433619 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4dc1da1d-7787-477b-8eb7-c69ccc0f5360 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66416255'] for subnet, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:56.435919 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-582c5c73-4932-4331-88f9-7ee8df661187 None None] Attempting to bind port 0bfcb974-d029-4582-8bc8-3c4836226609 on host n-d-694802-15 for vnic_type normal with profile {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:52:56.436390 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-582c5c73-4932-4331-88f9-7ee8df661187 None None] Attempting to bind port 0bfcb974-d029-4582-8bc8-3c4836226609 by drivers openvswitch,hyperv on host n-d-694802-15 at level 0 using segments [{'id': '754ab4ed-282f-4126-9e5f-d42cbb593108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'd41b006a-9e93-417d-b588-cde80a109dd7'}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:52:56.436704 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-582c5c73-4932-4331-88f9-7ee8df661187 None None] Attempting to bind port 0bfcb974-d029-4582-8bc8-3c4836226609 on network d41b006a-9e93-417d-b588-cde80a109dd7 {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:52:56.444981 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-582c5c73-4932-4331-88f9-7ee8df661187 None None] Checking agent: {'id': '16de73ac-f2e9-4cee-b3e0-91052ae3e6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 20, 13), 'started_at': datetime.datetime(2021, 8, 12, 14, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 52, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:52:56.445358 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-582c5c73-4932-4331-88f9-7ee8df661187 None None] Checking segment: {'id': '754ab4ed-282f-4126-9e5f-d42cbb593108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'd41b006a-9e93-417d-b588-cde80a109dd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:52:56.452086 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-582c5c73-4932-4331-88f9-7ee8df661187 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:56.452536 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-582c5c73-4932-4331-88f9-7ee8df661187 None None] Bound using segment: {'id': '754ab4ed-282f-4126-9e5f-d42cbb593108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'd41b006a-9e93-417d-b588-cde80a109dd7'} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:52:56.453032 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-582c5c73-4932-4331-88f9-7ee8df661187 None None] Bound port: 0bfcb974-d029-4582-8bc8-3c4836226609, host: n-d-694802-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '754ab4ed-282f-4126-9e5f-d42cbb593108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'd41b006a-9e93-417d-b588-cde80a109dd7'}}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:52:56.453431 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-582c5c73-4932-4331-88f9-7ee8df661187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:56.466652 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f693ffd-dc27-4d78-8e3c-77e7e8afff8a req-98efb191-3340-49b8-9f13-f6301f74a63f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:52:56.471565 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-7f693ffd-dc27-4d78-8e3c-77e7e8afff8a req-98efb191-3340-49b8-9f13-f6301f74a63f service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=01d13121-807c-4fe6-a70c-79559a499976 HTTP/1.1" status: 200 len: 1097 time: 0.1127968 Aug 12 14:52:56.543597 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-7f693ffd-dc27-4d78-8e3c-77e7e8afff8a req-02c54597-caee-4c41-ad80-442000661cbe service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=4ddd3bbf-c59f-43ce-bf38-0afbcaf6bddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620928 Aug 12 14:52:56.573309 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4dc1da1d-7787-477b-8eb7-c69ccc0f5360 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66416232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3718429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8776402'] for subnet, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:56.613998 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-582c5c73-4932-4331-88f9-7ee8df661187 None None] For port 0bfcb974-d029-4582-8bc8-3c4836226609, host n-d-694802-15, cleared binding levels {{(pid=94468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:52:56.620990 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-582c5c73-4932-4331-88f9-7ee8df661187 None None] For port 0bfcb974-d029-4582-8bc8-3c4836226609, host n-d-694802-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=0bfcb974-d029-4582-8bc8-3c4836226609,segment=NetworkSegment(754ab4ed-282f-4126-9e5f-d42cbb593108),segment_id=754ab4ed-282f-4126-9e5f-d42cbb593108)] {{(pid=94468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:52:56.621942 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe9271c-afd4-41d8-91af-575c831dae92 req-520b7452-2946-4ca1-87f5-df93433267af tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:52:56.624128 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-ebe9271c-afd4-41d8-91af-575c831dae92 req-520b7452-2946-4ca1-87f5-df93433267af tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/ports?device_id=d89c572a-9ecf-42f3-aaab-789262bca2fb HTTP/1.1" status: 200 len: 943 time: 0.4714899 Aug 12 14:52:56.626750 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-582c5c73-4932-4331-88f9-7ee8df661187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:56.702438 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc1da1d-7787-477b-8eb7-c69ccc0f5360 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Pushing event deleted for resources: {'Subnet': ['ID=0b1909b1-c148-4231-b150-6ca1ea7fc0e2,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:52:56.714677 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582c5c73-4932-4331-88f9-7ee8df661187 None None] Pushing event updated for resources: {'Port': ['ID=0bfcb974-d029-4582-8bc8-3c4836226609,revision_number=2']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:52:56.774668 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-698b1ef3-7cce-480c-b9ec-d5a37e01ed74 req-5b5d7634-f1b4-44e7-b448-1e031bc73415 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:56.775116 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-698b1ef3-7cce-480c-b9ec-d5a37e01ed74 req-5b5d7634-f1b4-44e7-b448-1e031bc73415 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431510'] for floatingip, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:56.775444 n-d-694802-15 neutron-server[94466]: INFO neutron.db.l3_db [req-698b1ef3-7cce-480c-b9ec-d5a37e01ed74 req-5b5d7634-f1b4-44e7-b448-1e031bc73415 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Floating IP aa7ab89a-fa64-41a7-a1bc-9eb1e1dac015 disassociated. External IP: 172.25.1.84, port: 827c8ce5-97e8-4c6c-9410-67c6f592ef59. Aug 12 14:52:56.775797 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [req-698b1ef3-7cce-480c-b9ec-d5a37e01ed74 req-5b5d7634-f1b4-44e7-b448-1e031bc73415 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Calling delete_port for 827c8ce5-97e8-4c6c-9410-67c6f592ef59 owned by compute:nova {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:52:56.783461 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-ebe9271c-afd4-41d8-91af-575c831dae92 req-3fbf561a-ace8-4743-b0cd-57bdc46310e6 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/security-groups?id=70daefbf-eec6-4754-864f-8c40c2c28cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1036503 Aug 12 14:52:56.857468 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4dc1da1d-7787-477b-8eb7-c69ccc0f5360 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66413304', 'neutron.services.segments.db._delete_segments_for_network-8744654118000'] for network, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:56.941040 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-4dc1da1d-7787-477b-8eb7-c69ccc0f5360 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d41b006a-9e93-417d-b588-cde80a109dd7']}} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:52:57.000847 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-4dc1da1d-7787-477b-8eb7-c69ccc0f5360 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '754ab4ed-282f-4126-9e5f-d42cbb593108') {'for_net_delete': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:52:57.001144 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-4dc1da1d-7787-477b-8eb7-c69ccc0f5360 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '754ab4ed-282f-4126-9e5f-d42cbb593108') {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:52:57.040902 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4dc1da1d-7787-477b-8eb7-c69ccc0f5360 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744654122361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2293560'] for segment, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:57.067121 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4dc1da1d-7787-477b-8eb7-c69ccc0f5360 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:57.082017 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4dc1da1d-7787-477b-8eb7-c69ccc0f5360 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Releasing vlan 321 on physical network physnet1 to pool {{(pid=94466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 14:52:57.082533 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4dc1da1d-7787-477b-8eb7-c69ccc0f5360 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3718595'] for segment, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:57.087447 n-d-694802-15 neutron-server[94466]: Traceback (most recent call last): Aug 12 14:52:57.087447 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 14:52:57.087447 n-d-694802-15 neutron-server[94466]: timer() Aug 12 14:52:57.087447 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 14:52:57.087447 n-d-694802-15 neutron-server[94466]: cb(*args, **kw) Aug 12 14:52:57.087447 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 14:52:57.087447 n-d-694802-15 neutron-server[94466]: return func(*args, **kwargs) Aug 12 14:52:57.087447 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 14:52:57.087447 n-d-694802-15 neutron-server[94466]: self._notify() Aug 12 14:52:57.087447 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 14:52:57.087447 n-d-694802-15 neutron-server[94466]: self.callback(batched_events) Aug 12 14:52:57.087447 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 14:52:57.087447 n-d-694802-15 neutron-server[94466]: event.method(event) Aug 12 14:52:57.087447 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 14:52:57.087447 n-d-694802-15 neutron-server[94466]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 14:52:57.087447 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 14:52:57.087447 n-d-694802-15 neutron-server[94466]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 14:52:57.087447 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 14:52:57.087447 n-d-694802-15 neutron-server[94466]: return f(self, *a, **k) Aug 12 14:52:57.087447 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 14:52:57.087447 n-d-694802-15 neutron-server[94466]: return self._get(url).json() Aug 12 14:52:57.087447 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 14:52:57.087447 n-d-694802-15 neutron-server[94466]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 14:52:57.087447 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 14:52:57.087447 n-d-694802-15 neutron-server[94466]: return self.request(url, 'GET', **kwargs) Aug 12 14:52:57.087447 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 14:52:57.087447 n-d-694802-15 neutron-server[94466]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 14:52:57.087447 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 14:52:57.087447 n-d-694802-15 neutron-server[94466]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 14:52:57.087447 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 14:52:57.087447 n-d-694802-15 neutron-server[94466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 14:52:57.087447 n-d-694802-15 neutron-server[94466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 14:52:57.094593 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f54956-dcb1-4130-8329-9dadae44d812 req-3a0b9fd0-c2c2-4e77-bf8e-c126483e0ec1 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:52:57.112225 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f54956-dcb1-4130-8329-9dadae44d812 req-3a0b9fd0-c2c2-4e77-bf8e-c126483e0ec1 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:52:57.122160 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f54956-dcb1-4130-8329-9dadae44d812 req-3a0b9fd0-c2c2-4e77-bf8e-c126483e0ec1 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:52:57.128383 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f54956-dcb1-4130-8329-9dadae44d812 req-3a0b9fd0-c2c2-4e77-bf8e-c126483e0ec1 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:52:57.130261 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e6f54956-dcb1-4130-8329-9dadae44d812 req-3a0b9fd0-c2c2-4e77-bf8e-c126483e0ec1 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] 10.222.0.39 "GET /v2.0/ports?device_id=419c5c7f-827f-4397-9cc6-d186147a5698 HTTP/1.1" status: 200 len: 3144 time: 0.1375048 Aug 12 14:52:57.199854 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e6f54956-dcb1-4130-8329-9dadae44d812 req-329aa9ec-c447-4c3b-bc8b-703184c511e3 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] 10.222.0.39 "GET /v2.0/security-groups?id=def6086d-0ad1-4cdd-9c71-80d1fefb9be7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598216 Aug 12 14:52:57.308728 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.db.api [None req-4dc1da1d-7787-477b-8eb7-c69ccc0f5360 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 12 14:52:57.308728 n-d-694802-15 neutron-server[94466]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 12 14:52:57.308728 n-d-694802-15 neutron-server[94466]: [parameters: {'id': 'd41b006a-9e93-417d-b588-cde80a109dd7'}] Aug 12 14:52:57.308728 n-d-694802-15 neutron-server[94466]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94466) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 12 14:52:57.309602 n-d-694802-15 neutron-server[94466]: DEBUG oslo_db.api [None req-4dc1da1d-7787-477b-8eb7-c69ccc0f5360 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 12 14:52:57.365755 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-698b1ef3-7cce-480c-b9ec-d5a37e01ed74 req-5b5d7634-f1b4-44e7-b448-1e031bc73415 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:57.434926 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5d7634-f1b4-44e7-b448-1e031bc73415 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Pushing event deleted for resources: {'Port': ['ID=827c8ce5-97e8-4c6c-9410-67c6f592ef59,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:52:57.449449 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-986517af-d947-4e5c-87b1-06889b5d9f1f tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Deleting port ec3deaf1-6dfb-43e6-9369-844dd373da19 {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:52:57.449821 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-986517af-d947-4e5c-87b1-06889b5d9f1f tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:57.577990 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ed842c-7f00-4ff9-a230-4655de54c746 req-653cc2f4-7e0d-49d8-87b9-92348bbf8612 tempest-ServersNegativeTestMultiTenantJSON-368396544 tempest-ServersNegativeTestMultiTenantJSON-368396544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:52:57.587326 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-07ed842c-7f00-4ff9-a230-4655de54c746 req-653cc2f4-7e0d-49d8-87b9-92348bbf8612 tempest-ServersNegativeTestMultiTenantJSON-368396544 tempest-ServersNegativeTestMultiTenantJSON-368396544-project] 10.222.0.39 "GET /v2.0/ports?device_id=01d13121-807c-4fe6-a70c-79559a499976 HTTP/1.1" status: 200 len: 945 time: 0.2477765 Aug 12 14:52:57.696342 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-986517af-d947-4e5c-87b1-06889b5d9f1f tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] For port ec3deaf1-6dfb-43e6-9369-844dd373da19, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=ec3deaf1-6dfb-43e6-9369-844dd373da19,segment=NetworkSegment(992c0055-8673-48b2-8c23-e403a670dda0),segment_id=992c0055-8673-48b2-8c23-e403a670dda0)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:52:57.697040 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-986517af-d947-4e5c-87b1-06889b5d9f1f tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:57.718168 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-986517af-d947-4e5c-87b1-06889b5d9f1f tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Calling delete_port for ec3deaf1-6dfb-43e6-9369-844dd373da19 owned by network:router_interface {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:52:57.862119 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4dc1da1d-7787-477b-8eb7-c69ccc0f5360 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680608'] for network, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:57.999706 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-07ed842c-7f00-4ff9-a230-4655de54c746 req-8f8b0fdb-d7d7-4e7b-ae48-ce6f2e70ba30 tempest-ServersNegativeTestMultiTenantJSON-368396544 tempest-ServersNegativeTestMultiTenantJSON-368396544-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ddd3bbf-c59f-43ce-bf38-0afbcaf6bddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4110205 Aug 12 14:52:58.075514 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a462ca36-d312-4c94-b75c-146c385eccf3 req-9224a7ab-9d94-49af-8b6d-3bae6f1cdd42 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:52:58.077292 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a462ca36-d312-4c94-b75c-146c385eccf3 req-9224a7ab-9d94-49af-8b6d-3bae6f1cdd42 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/ports?device_id=d89c572a-9ecf-42f3-aaab-789262bca2fb HTTP/1.1" status: 200 len: 943 time: 0.1349308 Aug 12 14:52:58.081971 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.l3_agent_scheduler [req-698b1ef3-7cce-480c-b9ec-d5a37e01ed74 req-5b5d7634-f1b4-44e7-b448-1e031bc73415 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Router 79f0ab8e-35c0-483a-98cd-43ce5bcd4984 has already been hosted by L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f {{(pid=94466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 14:52:58.155222 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a462ca36-d312-4c94-b75c-146c385eccf3 req-1bc8f9c7-e466-4056-b908-1ad7ce629b3c tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/security-groups?id=70daefbf-eec6-4754-864f-8c40c2c28cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647848 Aug 12 14:52:58.223944 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-4dc1da1d-7787-477b-8eb7-c69ccc0f5360 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Deleting port 0bfcb974-d029-4582-8bc8-3c4836226609 {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:52:58.224288 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4dc1da1d-7787-477b-8eb7-c69ccc0f5360 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:58.251107 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-430bd799-4eba-41e2-8c1b-eef92dda5607 None None] Network d41b006a-9e93-417d-b588-cde80a109dd7 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:52:58.341385 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-986517af-d947-4e5c-87b1-06889b5d9f1f tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:58.378603 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-76e79e20-d292-445d-b429-95f2798e09a8 None None] Provisioning for port 0bfcb974-d029-4582-8bc8-3c4836226609 completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:52:58.401926 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device e62cdda7-a629-4899-9eb6-4dabc61de76f no longer exists at agent hyperv_n-h1-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:52:58.432189 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986517af-d947-4e5c-87b1-06889b5d9f1f tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Pushing event deleted for resources: {'Port': ['ID=ec3deaf1-6dfb-43e6-9369-844dd373da19,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:52:58.459535 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-698b1ef3-7cce-480c-b9ec-d5a37e01ed74 req-5b5d7634-f1b4-44e7-b448-1e031bc73415 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 14:52:58.473611 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b078dd4-6e87-458b-a3b2-cfbf9c0dc340 None None] Sync routers for ids ['79f0ab8e-35c0-483a-98cd-43ce5bcd4984'] in n-d-694802-15 {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 14:52:58.502022 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8e173d-d702-496c-87e9-4eb52f48aecb req-27dc2f23-a993-4f02-be26-42f1e997894d tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:52:58.507424 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b078dd4-6e87-458b-a3b2-cfbf9c0dc340 None None] Routers {'79f0ab8e-35c0-483a-98cd-43ce5bcd4984'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:52:58.508072 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-0b078dd4-6e87-458b-a3b2-cfbf9c0dc340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:52:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['79f0ab8e-35c0-483a-98cd-43ce5bcd4984'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:52:58.539140 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8e173d-d702-496c-87e9-4eb52f48aecb req-27dc2f23-a993-4f02-be26-42f1e997894d tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:52:58.557572 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8e173d-d702-496c-87e9-4eb52f48aecb req-27dc2f23-a993-4f02-be26-42f1e997894d tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:52:58.572797 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3e8e173d-d702-496c-87e9-4eb52f48aecb req-27dc2f23-a993-4f02-be26-42f1e997894d tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] 10.222.0.39 "GET /v2.0/ports?device_id=419c5c7f-827f-4397-9cc6-d186147a5698 HTTP/1.1" status: 200 len: 2410 time: 0.2180693 Aug 12 14:52:58.633870 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [req-698b1ef3-7cce-480c-b9ec-d5a37e01ed74 req-5b5d7634-f1b4-44e7-b448-1e031bc73415 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] No DVR routers for this DVR port 827c8ce5-97e8-4c6c-9410-67c6f592ef59 on host n-h2-694802-15 {{(pid=94466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:52:58.637628 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-4dc1da1d-7787-477b-8eb7-c69ccc0f5360 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] For port 0bfcb974-d029-4582-8bc8-3c4836226609, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=0bfcb974-d029-4582-8bc8-3c4836226609,segment=NetworkSegment(754ab4ed-282f-4126-9e5f-d42cbb593108),segment_id=754ab4ed-282f-4126-9e5f-d42cbb593108)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:52:58.638007 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4dc1da1d-7787-477b-8eb7-c69ccc0f5360 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:58.651715 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.agents_db [None req-17ed3e4c-1a7d-4162-9646-11c134aca297 None None] Agent healthcheck: found 7 active agents {{(pid=94469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 14:52:58.689769 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3e8e173d-d702-496c-87e9-4eb52f48aecb req-26ff7832-f959-46bf-bfcd-95d898b25270 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] 10.222.0.39 "GET /v2.0/security-groups?id=def6086d-0ad1-4cdd-9c71-80d1fefb9be7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1134241 Aug 12 14:52:58.697311 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2599ffe8-1522-4465-80c3-8741e0892711 None None] DHCP port deletion for d41b006a-9e93-417d-b588-cde80a109dd7 request from n-d-694802-15 {{(pid=94468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 14:52:58.717851 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-698b1ef3-7cce-480c-b9ec-d5a37e01ed74 req-5b5d7634-f1b4-44e7-b448-1e031bc73415 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:58.736202 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-698b1ef3-7cce-480c-b9ec-d5a37e01ed74 req-5b5d7634-f1b4-44e7-b448-1e031bc73415 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] 10.222.0.49 "DELETE /v2.0/ports/827c8ce5-97e8-4c6c-9410-67c6f592ef59 HTTP/1.1" status: 204 len: 173 time: 4.1558011 Aug 12 14:52:58.745421 n-d-694802-15 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '419c5c7f-827f-4397-9cc6-d186147a5698', 'name': 'network-vif-deleted', 'tag': '827c8ce5-97e8-4c6c-9410-67c6f592ef59'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:52:58.752103 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e785eeede3897370d0b20f09d5f461b30cfecd5ed38c4f07dacd02bc52c9277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ff9c57a-0da7-4ffe-ba1f-1e536003bb14" -d '{"events": [{"server_uuid": "419c5c7f-827f-4397-9cc6-d186147a5698", "name": "network-vif-deleted", "tag": "827c8ce5-97e8-4c6c-9410-67c6f592ef59"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:52:58.783376 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-4dc1da1d-7787-477b-8eb7-c69ccc0f5360 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Calling delete_port for 0bfcb974-d029-4582-8bc8-3c4836226609 owned by network:dhcp {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:52:58.887866 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 14:52:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c85bd822-b787-4002-890d-f29944623edd x-openstack-request-id: req-c85bd822-b787-4002-890d-f29944623edd {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:52:58.888194 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "419c5c7f-827f-4397-9cc6-d186147a5698", "name": "network-vif-deleted", "tag": "827c8ce5-97e8-4c6c-9410-67c6f592ef59", "status": "completed", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:52:58.888445 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c85bd822-b787-4002-890d-f29944623edd {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:52:58.891001 n-d-694802-15 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '419c5c7f-827f-4397-9cc6-d186147a5698', 'name': 'network-vif-deleted', 'tag': '827c8ce5-97e8-4c6c-9410-67c6f592ef59', 'status': 'completed', 'code': 200} Aug 12 14:52:58.912268 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvr_db [None req-0b078dd4-6e87-458b-a3b2-cfbf9c0dc340 None None] Set router 79f0ab8e-35c0-483a-98cd-43ce5bcd4984 gateway port host: n-d-694802-15 {{(pid=94468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:52:58.985831 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-2599ffe8-1522-4465-80c3-8741e0892711 None None] Deleting port 0bfcb974-d029-4582-8bc8-3c4836226609 {{(pid=94468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:52:58.986204 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-2599ffe8-1522-4465-80c3-8741e0892711 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:59.146708 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 33256) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:52:59.295227 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-cdb3c475-50f3-4d31-a7bd-577efe9ce3de admin admin] Notify callbacks [] for security_group, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:59.328531 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-2599ffe8-1522-4465-80c3-8741e0892711 None None] For port 0bfcb974-d029-4582-8bc8-3c4836226609, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=0bfcb974-d029-4582-8bc8-3c4836226609,segment=NetworkSegment(754ab4ed-282f-4126-9e5f-d42cbb593108),segment_id=754ab4ed-282f-4126-9e5f-d42cbb593108)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:52:59.329127 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-2599ffe8-1522-4465-80c3-8741e0892711 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:59.364480 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-986517af-d947-4e5c-87b1-06889b5d9f1f tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66628352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-430630'] for router_interface, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:59.366963 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-2599ffe8-1522-4465-80c3-8741e0892711 None None] Calling delete_port for 0bfcb974-d029-4582-8bc8-3c4836226609 owned by network:dhcp {{(pid=94468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:52:59.377178 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4dc1da1d-7787-477b-8eb7-c69ccc0f5360 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:59.486324 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-cdb3c475-50f3-4d31-a7bd-577efe9ce3de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:59.494969 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-cdb3c475-50f3-4d31-a7bd-577efe9ce3de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:59.530397 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc1da1d-7787-477b-8eb7-c69ccc0f5360 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Pushing event deleted for resources: {'Port': ['ID=0bfcb974-d029-4582-8bc8-3c4836226609,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:52:59.540816 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dc1da1d-7787-477b-8eb7-c69ccc0f5360 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] No DVR routers for this DVR port 0bfcb974-d029-4582-8bc8-3c4836226609 on host n-d-694802-15 {{(pid=94466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:52:59.548832 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-cdb3c475-50f3-4d31-a7bd-577efe9ce3de admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=193c7dfc89264837ac730865a1395c82&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4005075 Aug 12 14:52:59.551286 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 33266) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:52:59.552874 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3789a95-0df8-455c-adb4-7c708af6e90a req-f2b14669-eb0d-439f-876c-a45b1481c94b tempest-ServersNegativeTestMultiTenantJSON-368396544 tempest-ServersNegativeTestMultiTenantJSON-368396544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:52:59.554445 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-a3789a95-0df8-455c-adb4-7c708af6e90a req-f2b14669-eb0d-439f-876c-a45b1481c94b tempest-ServersNegativeTestMultiTenantJSON-368396544 tempest-ServersNegativeTestMultiTenantJSON-368396544-project] 10.222.0.39 "GET /v2.0/ports?device_id=01d13121-807c-4fe6-a70c-79559a499976 HTTP/1.1" status: 200 len: 945 time: 0.3965378 Aug 12 14:52:59.718432 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [req-698b1ef3-7cce-480c-b9ec-d5a37e01ed74 req-61e5f0a7-8b92-4fc5-bf34-e379461cca4c tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Deleting port 0d3500d0-8996-4ba7-a29c-4271f88cdfba {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:52:59.718807 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-698b1ef3-7cce-480c-b9ec-d5a37e01ed74 req-61e5f0a7-8b92-4fc5-bf34-e379461cca4c tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:59.726828 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb3c475-50f3-4d31-a7bd-577efe9ce3de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adc6e8d6-cb12-4286-b619-db43360fe4b3,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:52:59.732813 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-0b078dd4-6e87-458b-a3b2-cfbf9c0dc340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79f0ab8e-35c0-483a-98cd-43ce5bcd4984', 'name': 'tempest-TaggedBootDevicesTest_v242-493623005-router', 'tenant_id': 'c4f0f352632942859f6399a2c9890ad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.97'}], 'enable_snat': True}, 'gw_port_id': '7de7faf0-dc55-4af3-9150-7640ba49cde8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:41:45Z', 'updated_at': '2021-08-12T14:41:54Z', 'revision_number': 4, 'project_id': 'c4f0f352632942859f6399a2c9890ad2', 'gw_port': {'id': '7de7faf0-dc55-4af3-9150-7640ba49cde8', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:ed:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79f0ab8e-35c0-483a-98cd-43ce5bcd4984', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:41:46Z', 'updated_at': '2021-08-12T14:41:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': 'b58f2f87-2b9d-4b0d-8cf9-762c26e4c3d1', 'name': '', 'network_id': 'e5e4fc6e-0901-492c-bd78-fcc16b98eeec', 'tenant_id': 'c4f0f352632942859f6399a2c9890ad2', 'mac_address': 'fa:16:3e:e7:1e:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79f0ab8e-35c0-483a-98cd-43ce5bcd4984', 'device_owner': 'network:router_interface', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': '444fade6-475a-482f-b204-ebf217d66f28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:41:51Z', 'updated_at': '2021-08-12T14:42:08Z', 'revision_number': 5, 'project_id': 'c4f0f352632942859f6399a2c9890ad2', 'subnets': [{'id': '444fade6-475a-482f-b204-ebf217d66f28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:52:59.748931 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4dc1da1d-7787-477b-8eb7-c69ccc0f5360 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66413304', 'neutron.services.segments.db._delete_segments_for_network-8744654118000'] for network, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:59.753267 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-572900eb-3e2e-47fd-be9e-f2b3d80a61c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:59.779303 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-572900eb-3e2e-47fd-be9e-f2b3d80a61c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:59.793726 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-2599ffe8-1522-4465-80c3-8741e0892711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262'] for port, after_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:59.798432 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b078dd4-6e87-458b-a3b2-cfbf9c0dc340 None None] Checking router: 79f0ab8e-35c0-483a-98cd-43ce5bcd4984 for host: n-d-694802-15 {{(pid=94468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 14:52:59.798834 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-a3789a95-0df8-455c-adb4-7c708af6e90a req-52eade9d-c17e-4815-9abd-054ea034e96a tempest-ServersNegativeTestMultiTenantJSON-368396544 tempest-ServersNegativeTestMultiTenantJSON-368396544-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ddd3bbf-c59f-43ce-bf38-0afbcaf6bddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2309229 Aug 12 14:52:59.844855 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2599ffe8-1522-4465-80c3-8741e0892711 None None] Pushing event deleted for resources: {'Port': ['ID=0bfcb974-d029-4582-8bc8-3c4836226609,revision_number=None']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:52:59.852645 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2599ffe8-1522-4465-80c3-8741e0892711 None None] No DVR routers for this DVR port 0bfcb974-d029-4582-8bc8-3c4836226609 on host n-d-694802-15 {{(pid=94468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:52:59.863469 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b078dd4-6e87-458b-a3b2-cfbf9c0dc340 None None] Routers {'79f0ab8e-35c0-483a-98cd-43ce5bcd4984'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:52:59.863469 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-0b078dd4-6e87-458b-a3b2-cfbf9c0dc340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:52:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['79f0ab8e-35c0-483a-98cd-43ce5bcd4984'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:52:59.872707 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-572900eb-3e2e-47fd-be9e-f2b3d80a61c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:59.878226 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-572900eb-3e2e-47fd-be9e-f2b3d80a61c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:52:59.883189 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-572900eb-3e2e-47fd-be9e-f2b3d80a61c6 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/adc6e8d6-cb12-4286-b619-db43360fe4b3 HTTP/1.1" status: 204 len: 168 time: 0.3306093 Aug 12 14:52:59.893934 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572900eb-3e2e-47fd-be9e-f2b3d80a61c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adc6e8d6-cb12-4286-b619-db43360fe4b3,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:53:00.105979 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de12ea2e-aa73-431d-b5ce-a49fdf3b3f3c req-ca04be54-8fdd-4aeb-854a-0e9a3f922f46 tempest-ServersNegativeTestMultiTenantJSON-368396544 tempest-ServersNegativeTestMultiTenantJSON-368396544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:53:00.107949 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-de12ea2e-aa73-431d-b5ce-a49fdf3b3f3c req-ca04be54-8fdd-4aeb-854a-0e9a3f922f46 tempest-ServersNegativeTestMultiTenantJSON-368396544 tempest-ServersNegativeTestMultiTenantJSON-368396544-project] 10.222.0.39 "GET /v2.0/ports?device_id=01d13121-807c-4fe6-a70c-79559a499976 HTTP/1.1" status: 200 len: 945 time: 0.1375809 Aug 12 14:53:00.125182 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvr_db [None req-0b078dd4-6e87-458b-a3b2-cfbf9c0dc340 None None] Set router 79f0ab8e-35c0-483a-98cd-43ce5bcd4984 gateway port host: n-d-694802-15 {{(pid=94468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:53:00.162514 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-de12ea2e-aa73-431d-b5ce-a49fdf3b3f3c req-9b68e5c2-fa5b-404f-a855-7063108e3547 tempest-ServersNegativeTestMultiTenantJSON-368396544 tempest-ServersNegativeTestMultiTenantJSON-368396544-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ddd3bbf-c59f-43ce-bf38-0afbcaf6bddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427210 Aug 12 14:53:00.379140 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf54b5ba-963a-41d3-b8e5-5d4768a9a159 req-6f21a7cd-4b1b-40bf-8f09-d3f3e39353fd tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:53:00.381766 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-bf54b5ba-963a-41d3-b8e5-5d4768a9a159 req-6f21a7cd-4b1b-40bf-8f09-d3f3e39353fd tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/ports?device_id=d89c572a-9ecf-42f3-aaab-789262bca2fb HTTP/1.1" status: 200 len: 943 time: 0.1325233 Aug 12 14:53:00.406794 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-fba3b252-bb82-420f-9558-7859b10250e3 req-72925530-6723-46f5-8793-d390f60bddef service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d89c572a-9ecf-42f3-aaab-789262bca2fb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1171153 Aug 12 14:53:00.424135 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-0b078dd4-6e87-458b-a3b2-cfbf9c0dc340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79f0ab8e-35c0-483a-98cd-43ce5bcd4984', 'name': 'tempest-TaggedBootDevicesTest_v242-493623005-router', 'tenant_id': 'c4f0f352632942859f6399a2c9890ad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.97'}], 'enable_snat': True}, 'gw_port_id': '7de7faf0-dc55-4af3-9150-7640ba49cde8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:41:45Z', 'updated_at': '2021-08-12T14:41:54Z', 'revision_number': 4, 'project_id': 'c4f0f352632942859f6399a2c9890ad2', 'gw_port': {'id': '7de7faf0-dc55-4af3-9150-7640ba49cde8', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:ed:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79f0ab8e-35c0-483a-98cd-43ce5bcd4984', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:41:46Z', 'updated_at': '2021-08-12T14:41:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': 'b58f2f87-2b9d-4b0d-8cf9-762c26e4c3d1', 'name': '', 'network_id': 'e5e4fc6e-0901-492c-bd78-fcc16b98eeec', 'tenant_id': 'c4f0f352632942859f6399a2c9890ad2', 'mac_address': 'fa:16:3e:e7:1e:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79f0ab8e-35c0-483a-98cd-43ce5bcd4984', 'device_owner': 'network:router_interface', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': '444fade6-475a-482f-b204-ebf217d66f28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:41:51Z', 'updated_at': '2021-08-12T14:42:08Z', 'revision_number': 5, 'project_id': 'c4f0f352632942859f6399a2c9890ad2', 'subnets': [{'id': '444fade6-475a-482f-b204-ebf217d66f28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:53:00.478674 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b078dd4-6e87-458b-a3b2-cfbf9c0dc340 None None] The sync data for ids ['79f0ab8e-35c0-483a-98cd-43ce5bcd4984'] in n-d-694802-15 is: [{'id': '79f0ab8e-35c0-483a-98cd-43ce5bcd4984', 'name': 'tempest-TaggedBootDevicesTest_v242-493623005-router', 'tenant_id': 'c4f0f352632942859f6399a2c9890ad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.97'}], 'enable_snat': True}, 'gw_port_id': '7de7faf0-dc55-4af3-9150-7640ba49cde8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:41:45Z', 'updated_at': '2021-08-12T14:41:54Z', 'revision_number': 4, 'project_id': 'c4f0f352632942859f6399a2c9890ad2', 'gw_port': {'id': '7de7faf0-dc55-4af3-9150-7640ba49cde8', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:ed:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79f0ab8e-35c0-483a-98cd-43ce5bcd4984', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:41:46Z', 'updated_at': '2021-08-12T14:41:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': 'b58f2f87-2b9d-4b0d-8cf9-762c26e4c3d1', 'name': '', 'network_id': 'e5e4fc6e-0901-492c-bd78-fcc16b98eeec', 'tenant_id': 'c4f0f352632942859f6399a2c9890ad2', 'mac_address': 'fa:16:3e:e7:1e:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79f0ab8e-35c0-483a-98cd-43ce5bcd4984', 'device_owner': 'network:router_interface', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': '444fade6-475a-482f-b204-ebf217d66f28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:41:51Z', 'updated_at': '2021-08-12T14:42:08Z', 'revision_number': 5, 'project_id': 'c4f0f352632942859f6399a2c9890ad2', 'subnets': [{'id': '444fade6-475a-482f-b204-ebf217d66f28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 14:53:00.497463 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-bf54b5ba-963a-41d3-b8e5-5d4768a9a159 req-fd6d508a-7acd-477f-8264-aa6df3e7bcad tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/security-groups?id=70daefbf-eec6-4754-864f-8c40c2c28cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1058202 Aug 12 14:53:00.637223 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-4dc1da1d-7787-477b-8eb7-c69ccc0f5360 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d41b006a-9e93-417d-b588-cde80a109dd7']}} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:53:00.675260 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-4dc1da1d-7787-477b-8eb7-c69ccc0f5360 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '754ab4ed-282f-4126-9e5f-d42cbb593108') {'for_net_delete': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:53:00.675476 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-4dc1da1d-7787-477b-8eb7-c69ccc0f5360 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '754ab4ed-282f-4126-9e5f-d42cbb593108') {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:53:00.755887 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4dc1da1d-7787-477b-8eb7-c69ccc0f5360 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744654122361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2293560'] for segment, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:00.890299 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f44d59-8f18-49be-b6ee-9d063344a5c4 req-49c8a95b-2e81-436e-8db3-d4a934286322 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:53:00.907500 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f44d59-8f18-49be-b6ee-9d063344a5c4 req-49c8a95b-2e81-436e-8db3-d4a934286322 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:53:00.919320 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f44d59-8f18-49be-b6ee-9d063344a5c4 req-49c8a95b-2e81-436e-8db3-d4a934286322 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:53:00.921997 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-85f44d59-8f18-49be-b6ee-9d063344a5c4 req-49c8a95b-2e81-436e-8db3-d4a934286322 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] 10.222.0.39 "GET /v2.0/ports?device_id=419c5c7f-827f-4397-9cc6-d186147a5698 HTTP/1.1" status: 200 len: 2410 time: 0.2800477 Aug 12 14:53:00.926387 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4dc1da1d-7787-477b-8eb7-c69ccc0f5360 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:00.957380 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4dc1da1d-7787-477b-8eb7-c69ccc0f5360 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Releasing vlan 321 on physical network physnet1 to pool {{(pid=94466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 14:53:00.958054 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4dc1da1d-7787-477b-8eb7-c69ccc0f5360 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3718595'] for segment, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:00.964338 n-d-694802-15 neutron-server[94466]: Traceback (most recent call last): Aug 12 14:53:00.964338 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 14:53:00.964338 n-d-694802-15 neutron-server[94466]: timer() Aug 12 14:53:00.964338 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 14:53:00.964338 n-d-694802-15 neutron-server[94466]: cb(*args, **kw) Aug 12 14:53:00.964338 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 14:53:00.964338 n-d-694802-15 neutron-server[94466]: return func(*args, **kwargs) Aug 12 14:53:00.964338 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 14:53:00.964338 n-d-694802-15 neutron-server[94466]: self._notify() Aug 12 14:53:00.964338 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 14:53:00.964338 n-d-694802-15 neutron-server[94466]: self.callback(batched_events) Aug 12 14:53:00.964338 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 14:53:00.964338 n-d-694802-15 neutron-server[94466]: event.method(event) Aug 12 14:53:00.964338 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 14:53:00.964338 n-d-694802-15 neutron-server[94466]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 14:53:00.964338 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 14:53:00.964338 n-d-694802-15 neutron-server[94466]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 14:53:00.964338 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 14:53:00.964338 n-d-694802-15 neutron-server[94466]: return f(self, *a, **k) Aug 12 14:53:00.964338 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 14:53:00.964338 n-d-694802-15 neutron-server[94466]: return self._get(url).json() Aug 12 14:53:00.964338 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 14:53:00.964338 n-d-694802-15 neutron-server[94466]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 14:53:00.964338 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 14:53:00.964338 n-d-694802-15 neutron-server[94466]: return self.request(url, 'GET', **kwargs) Aug 12 14:53:00.964338 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 14:53:00.964338 n-d-694802-15 neutron-server[94466]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 14:53:00.964338 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 14:53:00.964338 n-d-694802-15 neutron-server[94466]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 14:53:00.964338 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 14:53:00.964338 n-d-694802-15 neutron-server[94466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 14:53:00.964338 n-d-694802-15 neutron-server[94466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 14:53:01.048326 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-286207a3-1b9b-4a47-83f8-229fcb5279f4 None None] New status for floating IP aa7ab89a-fa64-41a7-a1bc-9eb1e1dac015: DOWN {{(pid=94469) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 14:53:01.109145 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [req-698b1ef3-7cce-480c-b9ec-d5a37e01ed74 req-61e5f0a7-8b92-4fc5-bf34-e379461cca4c tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] For port 0d3500d0-8996-4ba7-a29c-4271f88cdfba, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=0d3500d0-8996-4ba7-a29c-4271f88cdfba,segment=NetworkSegment(505995ff-9200-4984-b515-d69d3d86fab3),segment_id=505995ff-9200-4984-b515-d69d3d86fab3)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:53:01.109509 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-698b1ef3-7cce-480c-b9ec-d5a37e01ed74 req-61e5f0a7-8b92-4fc5-bf34-e379461cca4c tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:01.149517 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [req-698b1ef3-7cce-480c-b9ec-d5a37e01ed74 req-61e5f0a7-8b92-4fc5-bf34-e379461cca4c tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Calling delete_port for 0d3500d0-8996-4ba7-a29c-4271f88cdfba owned by compute:nova {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:53:01.176505 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 33320) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:53:01.240066 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e9356d-5fb8-4141-898b-58829ac90b73 req-c8b90c14-979f-4a5b-8d78-6e8b78e2c8c0 tempest-ServersNegativeTestMultiTenantJSON-368396544 tempest-ServersNegativeTestMultiTenantJSON-368396544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:53:01.264880 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-51e9356d-5fb8-4141-898b-58829ac90b73 req-c8b90c14-979f-4a5b-8d78-6e8b78e2c8c0 tempest-ServersNegativeTestMultiTenantJSON-368396544 tempest-ServersNegativeTestMultiTenantJSON-368396544-project] 10.222.0.39 "GET /v2.0/ports?device_id=01d13121-807c-4fe6-a70c-79559a499976 HTTP/1.1" status: 200 len: 945 time: 0.1242049 Aug 12 14:53:01.345567 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-85f44d59-8f18-49be-b6ee-9d063344a5c4 req-386b3672-305d-402e-a5a2-5b6068c47a16 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] 10.222.0.39 "GET /v2.0/security-groups?id=def6086d-0ad1-4cdd-9c71-80d1fefb9be7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4099846 Aug 12 14:53:01.349182 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4dc1da1d-7787-477b-8eb7-c69ccc0f5360 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66413281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431520'] for network, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:01.369583 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-986517af-d947-4e5c-87b1-06889b5d9f1f tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Router a7785b02-0839-46bb-807c-ebb96bb50cf0 has already been hosted by L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f {{(pid=94466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 14:53:01.371700 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4dc1da1d-7787-477b-8eb7-c69ccc0f5360 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Notify callbacks [] for network, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:01.373638 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-4dc1da1d-7787-477b-8eb7-c69ccc0f5360 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] 10.222.0.39 "DELETE /v2.0/networks/d41b006a-9e93-417d-b588-cde80a109dd7 HTTP/1.1" status: 204 len: 168 time: 6.4430845 Aug 12 14:53:01.382019 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-51e9356d-5fb8-4141-898b-58829ac90b73 req-a3818717-4615-4c6d-8d7b-362147140be3 tempest-ServersNegativeTestMultiTenantJSON-368396544 tempest-ServersNegativeTestMultiTenantJSON-368396544-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ddd3bbf-c59f-43ce-bf38-0afbcaf6bddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157210 Aug 12 14:53:01.388804 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 33324) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:53:01.405055 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc1da1d-7787-477b-8eb7-c69ccc0f5360 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Pushing event deleted for resources: {'Network': ['ID=d41b006a-9e93-417d-b588-cde80a109dd7,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:53:01.421359 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-78fc8dce-a1fa-40d9-aa46-795c65c0bbf1 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1047643264'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:53:01.457083 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-4e67bf3b-d3a7-413c-bbe1-dd8fbcf503ea admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-965872452-network', 'tenant_id': 'd9dd6ac7d160445e97bf27aace407348'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:53:01.480011 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78fc8dce-a1fa-40d9-aa46-795c65c0bbf1 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Made reservation on behalf of c14e5c8db39f4234bf1759da0f0fd559 for: {'network': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:53:01.480360 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-78fc8dce-a1fa-40d9-aa46-795c65c0bbf1 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for network, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:01.517605 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e67bf3b-d3a7-413c-bbe1-dd8fbcf503ea admin admin] Made reservation on behalf of d9dd6ac7d160445e97bf27aace407348 for: {'network': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:53:01.520259 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-4e67bf3b-d3a7-413c-bbe1-dd8fbcf503ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for network, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:01.536278 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78fc8dce-a1fa-40d9-aa46-795c65c0bbf1 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] vlan segment allocate from pool success with {'vlan_id': 310, 'physical_network': 'physnet1'} {{(pid=94467) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 14:53:01.566297 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-4e67bf3b-d3a7-413c-bbe1-dd8fbcf503ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:01.596908 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-698b1ef3-7cce-480c-b9ec-d5a37e01ed74 req-61e5f0a7-8b92-4fc5-bf34-e379461cca4c tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:01.609284 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-78fc8dce-a1fa-40d9-aa46-795c65c0bbf1 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:01.609628 n-d-694802-15 neutron-server[94467]: INFO neutron.db.segments_db [None req-78fc8dce-a1fa-40d9-aa46-795c65c0bbf1 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Added segment 2331bae7-c30c-4ffe-9b80-b12223de0a93 of type vlan for network 22b27e07-9160-4bb8-924f-e2ca891df746 Aug 12 14:53:01.645434 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-986517af-d947-4e5c-87b1-06889b5d9f1f tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 14:53:01.649098 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e5f0a7-8b92-4fc5-bf34-e379461cca4c tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Pushing event deleted for resources: {'Port': ['ID=0d3500d0-8996-4ba7-a29c-4271f88cdfba,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:53:01.657923 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-986517af-d947-4e5c-87b1-06889b5d9f1f tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "PUT /v2.0/routers/a7785b02-0839-46bb-807c-ebb96bb50cf0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7518697 Aug 12 14:53:01.658126 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 33332) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:53:01.686540 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f9fd51f-c645-4f0a-a85a-22966cebad40 None None] Sync routers for ids ['a7785b02-0839-46bb-807c-ebb96bb50cf0'] in n-d-694802-15 {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 14:53:01.701528 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f9fd51f-c645-4f0a-a85a-22966cebad40 None None] Routers {'a7785b02-0839-46bb-807c-ebb96bb50cf0'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:53:01.702164 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-5f9fd51f-c645-4f0a-a85a-22966cebad40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:52:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['a7785b02-0839-46bb-807c-ebb96bb50cf0'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:53:01.718101 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba3b252-bb82-420f-9558-7859b10250e3 req-c0b9931a-3cb3-4e7a-b8a2-7c9e953b64d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:53:01.719686 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-fba3b252-bb82-420f-9558-7859b10250e3 req-c0b9931a-3cb3-4e7a-b8a2-7c9e953b64d9 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=d89c572a-9ecf-42f3-aaab-789262bca2fb&tenant_id=3a3bdd41fa344002b106e434a17bdf78 HTTP/1.1" status: 200 len: 1095 time: 0.1654096 Aug 12 14:53:01.721913 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-78fc8dce-a1fa-40d9-aa46-795c65c0bbf1 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744653628263'] for network, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:01.726954 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [req-698b1ef3-7cce-480c-b9ec-d5a37e01ed74 req-61e5f0a7-8b92-4fc5-bf34-e379461cca4c tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] No DVR routers for this DVR port 0d3500d0-8996-4ba7-a29c-4271f88cdfba on host n-h2-694802-15 {{(pid=94466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:53:01.731231 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-698b1ef3-7cce-480c-b9ec-d5a37e01ed74 req-61e5f0a7-8b92-4fc5-bf34-e379461cca4c tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:01.733769 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-698b1ef3-7cce-480c-b9ec-d5a37e01ed74 req-61e5f0a7-8b92-4fc5-bf34-e379461cca4c tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] 10.222.0.49 "DELETE /v2.0/ports/0d3500d0-8996-4ba7-a29c-4271f88cdfba HTTP/1.1" status: 204 len: 173 time: 2.9781260 Aug 12 14:53:01.741736 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-fba3b252-bb82-420f-9558-7859b10250e3 req-7cc55aed-08af-4612-9310-d777660b74fe service neutron] Request body: {'port': {'binding:host_id': 'n-h2-694802-15', 'device_owner': 'compute:nova'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:53:01.758780 n-d-694802-15 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '419c5c7f-827f-4397-9cc6-d186147a5698', 'name': 'network-vif-deleted', 'tag': '0d3500d0-8996-4ba7-a29c-4271f88cdfba'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:53:01.762011 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e785eeede3897370d0b20f09d5f461b30cfecd5ed38c4f07dacd02bc52c9277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc46ba57-eb99-4f29-be22-947fea607e16" -d '{"events": [{"server_uuid": "419c5c7f-827f-4397-9cc6-d186147a5698", "name": "network-vif-deleted", "tag": "0d3500d0-8996-4ba7-a29c-4271f88cdfba"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:53:01.797665 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 33342) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:53:01.806197 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3838e051-a921-4d9b-9110-c52316579d53 req-d459c599-af36-4439-ad34-74dda8d7a0e9 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:53:01.807779 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3838e051-a921-4d9b-9110-c52316579d53 req-d459c599-af36-4439-ad34-74dda8d7a0e9 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/ports?device_id=d89c572a-9ecf-42f3-aaab-789262bca2fb HTTP/1.1" status: 200 len: 943 time: 0.2117448 Aug 12 14:53:01.893117 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-fba3b252-bb82-420f-9558-7859b10250e3 req-7cc55aed-08af-4612-9310-d777660b74fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:01.904224 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5baf5d6-c6f7-4c2c-ae0e-fdcf26c8ab19 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Deleting subnet e54db14a-8a80-4198-922a-7cf83a508765 {{(pid=94466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 14:53:01.913381 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvr_db [None req-5f9fd51f-c645-4f0a-a85a-22966cebad40 None None] Set router a7785b02-0839-46bb-807c-ebb96bb50cf0 gateway port host: n-d-694802-15 {{(pid=94468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:53:01.915206 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e5baf5d6-c6f7-4c2c-ae0e-fdcf26c8ab19 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks [] for subnet, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:02.057260 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-78fc8dce-a1fa-40d9-aa46-795c65c0bbf1 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409'] for network, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:02.059336 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a08a90-f603-44bf-af21-751d14873ccf req-c0eb8687-2511-4d89-b9b6-c96702d3a5ec tempest-ServersNegativeTestMultiTenantJSON-368396544 tempest-ServersNegativeTestMultiTenantJSON-368396544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:53:02.063256 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78fc8dce-a1fa-40d9-aa46-795c65c0bbf1 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:53:02.063869 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-78fc8dce-a1fa-40d9-aa46-795c65c0bbf1 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for network, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:02.068714 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-e9a08a90-f603-44bf-af21-751d14873ccf req-c0eb8687-2511-4d89-b9b6-c96702d3a5ec tempest-ServersNegativeTestMultiTenantJSON-368396544 tempest-ServersNegativeTestMultiTenantJSON-368396544-project] 10.222.0.39 "GET /v2.0/ports?device_id=01d13121-807c-4fe6-a70c-79559a499976 HTTP/1.1" status: 200 len: 945 time: 0.2986486 Aug 12 14:53:02.130128 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e5baf5d6-c6f7-4c2c-ae0e-fdcf26c8ab19 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2293551'] for subnet, precommit_delete_associations {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:02.158272 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-5f9fd51f-c645-4f0a-a85a-22966cebad40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7785b02-0839-46bb-807c-ebb96bb50cf0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1459242912', 'tenant_id': '6774b656eb8145eb998ea0059b40b4c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.82'}], 'enable_snat': True}, 'gw_port_id': '0e8ee4fb-0c04-4d0b-9642-b2f8d449c8fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:49:21Z', 'updated_at': '2021-08-12T14:52:58Z', 'revision_number': 5, 'project_id': '6774b656eb8145eb998ea0059b40b4c3', 'gw_port': {'id': '0e8ee4fb-0c04-4d0b-9642-b2f8d449c8fe', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:4f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7785b02-0839-46bb-807c-ebb96bb50cf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2081, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:49:21Z', 'updated_at': '2021-08-12T14:49:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15'}], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:53:02.160957 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3838e051-a921-4d9b-9110-c52316579d53 req-4457e46f-dca6-4c70-9502-6bd162cb9a51 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/security-groups?id=70daefbf-eec6-4754-864f-8c40c2c28cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3405697 Aug 12 14:53:02.197806 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-4e67bf3b-d3a7-413c-bbe1-dd8fbcf503ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:02.222133 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-4e67bf3b-d3a7-413c-bbe1-dd8fbcf503ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:02.222332 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-e9a08a90-f603-44bf-af21-751d14873ccf req-a107553d-bcba-4c89-937c-0a65b80a5bb2 tempest-ServersNegativeTestMultiTenantJSON-368396544 tempest-ServersNegativeTestMultiTenantJSON-368396544-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ddd3bbf-c59f-43ce-bf38-0afbcaf6bddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524541 Aug 12 14:53:02.227584 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f9fd51f-c645-4f0a-a85a-22966cebad40 None None] Checking router: a7785b02-0839-46bb-807c-ebb96bb50cf0 for host: n-d-694802-15 {{(pid=94468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 14:53:02.238857 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fc8dce-a1fa-40d9-aa46-795c65c0bbf1 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Pushing event updated for resources: {'Network': ['ID=22b27e07-9160-4bb8-924f-e2ca891df746,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:53:02.265051 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Network 22b27e07-9160-4bb8-924f-e2ca891df746 details requested by agent ovs-agent-n-d-694802-15 with host n-d-694802-15 {{(pid=94468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 14:53:02.274056 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [req-698b1ef3-7cce-480c-b9ec-d5a37e01ed74 req-e82107a0-5ff1-493a-9037-3726e54ec731 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Deleting port 5ecdfe63-3ffa-42b5-8a13-d40d6a58c5c5 {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:53:02.274423 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-698b1ef3-7cce-480c-b9ec-d5a37e01ed74 req-e82107a0-5ff1-493a-9037-3726e54ec731 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:02.287700 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 14:53:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d431b5ce-8093-449c-bd47-3e3ddc0c741b x-openstack-request-id: req-d431b5ce-8093-449c-bd47-3e3ddc0c741b {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:53:02.288100 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "419c5c7f-827f-4397-9cc6-d186147a5698", "name": "network-vif-deleted", "tag": "0d3500d0-8996-4ba7-a29c-4271f88cdfba", "status": "completed", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:53:02.288232 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d431b5ce-8093-449c-bd47-3e3ddc0c741b {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:53:02.288613 n-d-694802-15 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '419c5c7f-827f-4397-9cc6-d186147a5698', 'name': 'network-vif-deleted', 'tag': '0d3500d0-8996-4ba7-a29c-4271f88cdfba', 'status': 'completed', 'code': 200} Aug 12 14:53:02.325586 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e67bf3b-d3a7-413c-bbe1-dd8fbcf503ea admin admin] vlan segment allocate from pool success with {'vlan_id': 307, 'physical_network': 'physnet1'} {{(pid=94467) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 14:53:02.335909 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-78fc8dce-a1fa-40d9-aa46-795c65c0bbf1 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9457128 Aug 12 14:53:02.343264 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 33346) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:53:02.352536 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-8e152450-cc5d-4c48-ac33-86b79d8cd390 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Request body: {'subnet': {'network_id': '22b27e07-9160-4bb8-924f-e2ca891df746', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:53:02.354527 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f9fd51f-c645-4f0a-a85a-22966cebad40 None None] Routers {'a7785b02-0839-46bb-807c-ebb96bb50cf0'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:53:02.355226 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-5f9fd51f-c645-4f0a-a85a-22966cebad40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:52:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['a7785b02-0839-46bb-807c-ebb96bb50cf0'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:53:02.386502 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-4e67bf3b-d3a7-413c-bbe1-dd8fbcf503ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:02.390547 n-d-694802-15 neutron-server[94467]: INFO neutron.db.segments_db [None req-4e67bf3b-d3a7-413c-bbe1-dd8fbcf503ea admin admin] Added segment 88856cee-c131-4e90-816c-e70f51095ce0 of type vlan for network a285089b-9348-4d2a-8604-205679144007 Aug 12 14:53:02.395047 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e67bf3b-d3a7-413c-bbe1-dd8fbcf503ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f022a579-a9e4-47d8-b044-1059f1a5d221,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:53:02.456728 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-4e67bf3b-d3a7-413c-bbe1-dd8fbcf503ea admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744653628263'] for network, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:02.474310 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-fba3b252-bb82-420f-9558-7859b10250e3 req-7cc55aed-08af-4612-9310-d777660b74fe service neutron] For port e62cdda7-a629-4899-9eb6-4dabc61de76f, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=e62cdda7-a629-4899-9eb6-4dabc61de76f,segment=NetworkSegment(b72762b4-956b-443d-aaee-4b6799d6bcb9),segment_id=b72762b4-956b-443d-aaee-4b6799d6bcb9)] {{(pid=94467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:53:02.504536 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvr_db [None req-5f9fd51f-c645-4f0a-a85a-22966cebad40 None None] Set router a7785b02-0839-46bb-807c-ebb96bb50cf0 gateway port host: n-d-694802-15 {{(pid=94468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:53:02.517990 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-4e67bf3b-d3a7-413c-bbe1-dd8fbcf503ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409'] for network, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:02.519111 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e67bf3b-d3a7-413c-bbe1-dd8fbcf503ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:53:02.519695 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-4e67bf3b-d3a7-413c-bbe1-dd8fbcf503ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for network, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:02.538828 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-4e67bf3b-d3a7-413c-bbe1-dd8fbcf503ea admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.3603740 Aug 12 14:53:02.539909 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-fba3b252-bb82-420f-9558-7859b10250e3 req-7cc55aed-08af-4612-9310-d777660b74fe service neutron] For port e62cdda7-a629-4899-9eb6-4dabc61de76f, host n-h1-694802-15, cleared binding levels {{(pid=94467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:53:02.542491 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 33350) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:53:02.580497 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-f41d6866-6e5f-492f-992f-503d0751550e admin admin] Request body: {'subnet': {'network_id': 'a285089b-9348-4d2a-8604-205679144007', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-965872452-subnet', 'tenant_id': 'd9dd6ac7d160445e97bf27aace407348', 'ip_version': 4}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:53:02.633801 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f41d6866-6e5f-492f-992f-503d0751550e admin admin] Made reservation on behalf of d9dd6ac7d160445e97bf27aace407348 for: {'subnet': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:53:02.637331 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-f41d6866-6e5f-492f-992f-503d0751550e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3343791'] for subnet, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:02.673996 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e5baf5d6-c6f7-4c2c-ae0e-fdcf26c8ab19 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66416255'] for subnet, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:02.695527 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-5f9fd51f-c645-4f0a-a85a-22966cebad40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7785b02-0839-46bb-807c-ebb96bb50cf0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1459242912', 'tenant_id': '6774b656eb8145eb998ea0059b40b4c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.82'}], 'enable_snat': True}, 'gw_port_id': '0e8ee4fb-0c04-4d0b-9642-b2f8d449c8fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:49:21Z', 'updated_at': '2021-08-12T14:52:58Z', 'revision_number': 5, 'project_id': '6774b656eb8145eb998ea0059b40b4c3', 'gw_port': {'id': '0e8ee4fb-0c04-4d0b-9642-b2f8d449c8fe', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:4f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7785b02-0839-46bb-807c-ebb96bb50cf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2081, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:49:21Z', 'updated_at': '2021-08-12T14:49:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15'}], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:53:02.705646 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [req-fba3b252-bb82-420f-9558-7859b10250e3 req-7cc55aed-08af-4612-9310-d777660b74fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e62cdda7-a629-4899-9eb6-4dabc61de76f {{(pid=94467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:53:02.721762 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-fba3b252-bb82-420f-9558-7859b10250e3 req-7cc55aed-08af-4612-9310-d777660b74fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:02.725231 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f9fd51f-c645-4f0a-a85a-22966cebad40 None None] The sync data for ids ['a7785b02-0839-46bb-807c-ebb96bb50cf0'] in n-d-694802-15 is: [{'id': 'a7785b02-0839-46bb-807c-ebb96bb50cf0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1459242912', 'tenant_id': '6774b656eb8145eb998ea0059b40b4c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.82'}], 'enable_snat': True}, 'gw_port_id': '0e8ee4fb-0c04-4d0b-9642-b2f8d449c8fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:49:21Z', 'updated_at': '2021-08-12T14:52:58Z', 'revision_number': 5, 'project_id': '6774b656eb8145eb998ea0059b40b4c3', 'gw_port': {'id': '0e8ee4fb-0c04-4d0b-9642-b2f8d449c8fe', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:4f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7785b02-0839-46bb-807c-ebb96bb50cf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2081, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:49:21Z', 'updated_at': '2021-08-12T14:49:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15'}] {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 14:53:02.730095 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e67bf3b-d3a7-413c-bbe1-dd8fbcf503ea admin admin] Pushing event updated for resources: {'Network': ['ID=a285089b-9348-4d2a-8604-205679144007,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:53:02.740924 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [req-698b1ef3-7cce-480c-b9ec-d5a37e01ed74 req-e82107a0-5ff1-493a-9037-3726e54ec731 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] For port 5ecdfe63-3ffa-42b5-8a13-d40d6a58c5c5, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=5ecdfe63-3ffa-42b5-8a13-d40d6a58c5c5,segment=NetworkSegment(505995ff-9200-4984-b515-d69d3d86fab3),segment_id=505995ff-9200-4984-b515-d69d3d86fab3)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:53:02.741299 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-698b1ef3-7cce-480c-b9ec-d5a37e01ed74 req-e82107a0-5ff1-493a-9037-3726e54ec731 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:02.742296 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Network a285089b-9348-4d2a-8604-205679144007 details requested by agent ovs-agent-n-d-694802-15 with host n-d-694802-15 {{(pid=94468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 14:53:02.747190 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [req-fba3b252-bb82-420f-9558-7859b10250e3 req-7cc55aed-08af-4612-9310-d777660b74fe service neutron] Transition to ACTIVE for port object e62cdda7-a629-4899-9eb6-4dabc61de76f will not be triggered until provisioned by entity L2. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:53:02.758475 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-fba3b252-bb82-420f-9558-7859b10250e3 req-7cc55aed-08af-4612-9310-d777660b74fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:02.798292 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5eb1bbe-cd5c-4795-8584-39d0acb52a4b req-19f17d5e-4ec3-4227-a17a-75fc9a728578 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:53:02.804743 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5eb1bbe-cd5c-4795-8584-39d0acb52a4b req-19f17d5e-4ec3-4227-a17a-75fc9a728578 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:53:02.806561 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-f5eb1bbe-cd5c-4795-8584-39d0acb52a4b req-19f17d5e-4ec3-4227-a17a-75fc9a728578 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] 10.222.0.39 "GET /v2.0/ports?device_id=419c5c7f-827f-4397-9cc6-d186147a5698 HTTP/1.1" status: 200 len: 1677 time: 0.2882237 Aug 12 14:53:02.824449 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [req-698b1ef3-7cce-480c-b9ec-d5a37e01ed74 req-e82107a0-5ff1-493a-9037-3726e54ec731 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Calling delete_port for 5ecdfe63-3ffa-42b5-8a13-d40d6a58c5c5 owned by compute:nova {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:53:02.908855 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc55aed-08af-4612-9310-d777660b74fe service neutron] Pushing event updated for resources: {'Port': ['ID=e62cdda7-a629-4899-9eb6-4dabc61de76f,revision_number=9']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:53:02.930102 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e152450-cc5d-4c48-ac33-86b79d8cd390 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Made reservation on behalf of c14e5c8db39f4234bf1759da0f0fd559 for: {'subnet': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:53:02.933657 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8e152450-cc5d-4c48-ac33-86b79d8cd390 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8776441'] for subnet, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:02.937199 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e5baf5d6-c6f7-4c2c-ae0e-fdcf26c8ab19 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66416232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3718429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8776402'] for subnet, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:02.940037 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [req-fba3b252-bb82-420f-9558-7859b10250e3 req-7cc55aed-08af-4612-9310-d777660b74fe service neutron] No DVR routers for this DVR port e62cdda7-a629-4899-9eb6-4dabc61de76f on host n-h1-694802-15 {{(pid=94467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:53:03.017436 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-f5eb1bbe-cd5c-4795-8584-39d0acb52a4b req-1245f80b-07ee-4e6d-874d-bbde8c31ff4b tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] 10.222.0.39 "GET /v2.0/security-groups?id=def6086d-0ad1-4cdd-9c71-80d1fefb9be7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1968513 Aug 12 14:53:03.032154 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5baf5d6-c6f7-4c2c-ae0e-fdcf26c8ab19 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Pushing event deleted for resources: {'Subnet': ['ID=e54db14a-8a80-4198-922a-7cf83a508765,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:53:03.040366 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e5baf5d6-c6f7-4c2c-ae0e-fdcf26c8ab19 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for subnet, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:03.044861 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-e5baf5d6-c6f7-4c2c-ae0e-fdcf26c8ab19 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "DELETE /v2.0/subnets/e54db14a-8a80-4198-922a-7cf83a508765 HTTP/1.1" status: 204 len: 168 time: 1.3824468 Aug 12 14:53:03.051360 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 33352) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:53:03.051949 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b91c1d95-cec9-4467-be19-6d0996934e0e None None] Network 742f197c-8a19-4bb3-8560-845411781a1d requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:53:03.073380 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.ipam_backend_mixin [None req-8e152450-cc5d-4c48-ac33-86b79d8cd390 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Performing IP validity checks on allocation pools {{(pid=94466) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 12 14:53:03.073929 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.ipam_backend_mixin [None req-8e152450-cc5d-4c48-ac33-86b79d8cd390 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94466) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 12 14:53:03.136003 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-f41d6866-6e5f-492f-992f-503d0751550e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2859166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3343773'] for subnet, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:03.157687 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device ec3deaf1-6dfb-43e6-9369-844dd373da19 no longer exists at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:53:03.165952 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe10bef-0a80-4c69-a534-af4ad3b52f60 req-0f497f63-4743-47be-8afc-cc3c38016f42 tempest-ServersNegativeTestMultiTenantJSON-368396544 tempest-ServersNegativeTestMultiTenantJSON-368396544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:53:03.167686 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9fe10bef-0a80-4c69-a534-af4ad3b52f60 req-0f497f63-4743-47be-8afc-cc3c38016f42 tempest-ServersNegativeTestMultiTenantJSON-368396544 tempest-ServersNegativeTestMultiTenantJSON-368396544-project] 10.222.0.64 "GET /v2.0/ports?device_id=01d13121-807c-4fe6-a70c-79559a499976 HTTP/1.1" status: 200 len: 945 time: 0.1881790 Aug 12 14:53:03.212474 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] No Port match for: ec3deaf1-6dfb-43e6-9369-844dd373da19 {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 14:53:03.212824 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device ec3deaf1-6dfb-43e6-9369-844dd373da19 not bound to the agent host n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:53:03.282270 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0d853b04-b901-423c-b08c-1e368d63d1b6 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks [] for router, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:03.343143 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b76fa004-269f-420d-bdde-27e63b93688c None None] DHCP port deletion for 742f197c-8a19-4bb3-8560-845411781a1d request from n-d-694802-15 {{(pid=94468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 14:53:03.366748 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41d6866-6e5f-492f-992f-503d0751550e admin admin] Pushing event updated for resources: {'Subnet': ['ID=d4818c0e-24c1-4b2b-bc8f-7ad85839d2ca,revision_number=0']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:53:03.400504 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-b76fa004-269f-420d-bdde-27e63b93688c None None] Deleting port c09f5825-c9b2-46a1-9992-93233f5c4635 {{(pid=94468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:53:03.400885 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-b76fa004-269f-420d-bdde-27e63b93688c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:03.416290 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f41d6866-6e5f-492f-992f-503d0751550e admin admin] Checking segment: {'id': '88856cee-c131-4e90-816c-e70f51095ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'a285089b-9348-4d2a-8604-205679144007'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:53:03.416855 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f41d6866-6e5f-492f-992f-503d0751550e admin admin] Network hostable DHCP agents. Network: a285089b-9348-4d2a-8604-205679144007, hostable agents: ['1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658'], hosted agents: [] {{(pid=94467) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 14:53:03.463531 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d69f8d6-d590-4cb2-b1e3-f24468264e17 req-ccbaf791-731d-4b01-8283-caaf5a74829a tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:53:03.466285 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2d69f8d6-d590-4cb2-b1e3-f24468264e17 req-ccbaf791-731d-4b01-8283-caaf5a74829a tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/ports?device_id=d89c572a-9ecf-42f3-aaab-789262bca2fb HTTP/1.1" status: 200 len: 943 time: 0.1735377 Aug 12 14:53:03.469963 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-fba3b252-bb82-420f-9558-7859b10250e3 req-7cc55aed-08af-4612-9310-d777660b74fe service neutron] Attempting to bind port e62cdda7-a629-4899-9eb6-4dabc61de76f on host n-h2-694802-15 for vnic_type normal with profile {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:53:03.470364 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-fba3b252-bb82-420f-9558-7859b10250e3 req-7cc55aed-08af-4612-9310-d777660b74fe service neutron] Attempting to bind port e62cdda7-a629-4899-9eb6-4dabc61de76f by drivers openvswitch,hyperv on host n-h2-694802-15 at level 0 using segments [{'id': 'b72762b4-956b-443d-aaee-4b6799d6bcb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '2ad93210-7061-461d-8617-49848448cc38'}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:53:03.471744 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fba3b252-bb82-420f-9558-7859b10250e3 req-7cc55aed-08af-4612-9310-d777660b74fe service neutron] Attempting to bind port e62cdda7-a629-4899-9eb6-4dabc61de76f on network 2ad93210-7061-461d-8617-49848448cc38 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:53:03.476177 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-b76fa004-269f-420d-bdde-27e63b93688c None None] For port c09f5825-c9b2-46a1-9992-93233f5c4635, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=c09f5825-c9b2-46a1-9992-93233f5c4635,segment=NetworkSegment(992c0055-8673-48b2-8c23-e403a670dda0),segment_id=992c0055-8673-48b2-8c23-e403a670dda0)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:53:03.476584 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-b76fa004-269f-420d-bdde-27e63b93688c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:03.485045 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fba3b252-bb82-420f-9558-7859b10250e3 req-7cc55aed-08af-4612-9310-d777660b74fe service neutron] Port e62cdda7-a629-4899-9eb6-4dabc61de76f on network 2ad93210-7061-461d-8617-49848448cc38 not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-15 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 14:53:03.485270 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fba3b252-bb82-420f-9558-7859b10250e3 req-7cc55aed-08af-4612-9310-d777660b74fe service neutron] Attempting to bind port e62cdda7-a629-4899-9eb6-4dabc61de76f on network 2ad93210-7061-461d-8617-49848448cc38 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:53:03.491714 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-b76fa004-269f-420d-bdde-27e63b93688c None None] Calling delete_port for c09f5825-c9b2-46a1-9992-93233f5c4635 owned by network:dhcp {{(pid=94468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:53:03.500794 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f41d6866-6e5f-492f-992f-503d0751550e admin admin] Network a285089b-9348-4d2a-8604-205679144007 is scheduled to be hosted by DHCP agent 1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658 with binding_index 1 {{(pid=94467) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 14:53:03.508536 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fba3b252-bb82-420f-9558-7859b10250e3 req-7cc55aed-08af-4612-9310-d777660b74fe service neutron] Checking agent: {'id': 'b7697f71-33f3-4959-ad82-43c2dc15845d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 27, 42), 'started_at': datetime.datetime(2021, 8, 12, 14, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 52, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:53:03.508808 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fba3b252-bb82-420f-9558-7859b10250e3 req-7cc55aed-08af-4612-9310-d777660b74fe service neutron] Checking segment: {'id': 'b72762b4-956b-443d-aaee-4b6799d6bcb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '2ad93210-7061-461d-8617-49848448cc38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:53:03.509315 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fba3b252-bb82-420f-9558-7859b10250e3 req-7cc55aed-08af-4612-9310-d777660b74fe service neutron] Bound using segment: {'id': 'b72762b4-956b-443d-aaee-4b6799d6bcb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '2ad93210-7061-461d-8617-49848448cc38'} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:53:03.509814 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-fba3b252-bb82-420f-9558-7859b10250e3 req-7cc55aed-08af-4612-9310-d777660b74fe service neutron] Bound port: e62cdda7-a629-4899-9eb6-4dabc61de76f, host: n-h2-694802-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b72762b4-956b-443d-aaee-4b6799d6bcb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '2ad93210-7061-461d-8617-49848448cc38'}}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:53:03.510357 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-fba3b252-bb82-420f-9558-7859b10250e3 req-7cc55aed-08af-4612-9310-d777660b74fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:03.538859 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-698b1ef3-7cce-480c-b9ec-d5a37e01ed74 req-e82107a0-5ff1-493a-9037-3726e54ec731 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:03.541356 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [None req-f41d6866-6e5f-492f-992f-503d0751550e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-15, a285089b-9348-4d2a-8604-205679144007) {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:53:03.555298 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [req-9fe10bef-0a80-4c69-a534-af4ad3b52f60 req-2316117c-8c09-471a-aac3-b9711a17811e tempest-ServersNegativeTestMultiTenantJSON-368396544 tempest-ServersNegativeTestMultiTenantJSON-368396544-project] Deleting port b8b2729e-4f28-4e15-b8e1-5d6a419f14b6 {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:53:03.555544 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-9fe10bef-0a80-4c69-a534-af4ad3b52f60 req-2316117c-8c09-471a-aac3-b9711a17811e tempest-ServersNegativeTestMultiTenantJSON-368396544 tempest-ServersNegativeTestMultiTenantJSON-368396544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:03.561445 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f41d6866-6e5f-492f-992f-503d0751550e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:53:03.562107 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-f41d6866-6e5f-492f-992f-503d0751550e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:03.575474 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ca512be-81d0-4981-a34f-2876ef97d111 None None] Network a285089b-9348-4d2a-8604-205679144007 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:53:03.579682 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-b76fa004-269f-420d-bdde-27e63b93688c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262'] for port, after_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:03.588767 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82107a0-5ff1-493a-9037-3726e54ec731 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Pushing event deleted for resources: {'Port': ['ID=5ecdfe63-3ffa-42b5-8a13-d40d6a58c5c5,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:53:03.603435 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2d69f8d6-d590-4cb2-b1e3-f24468264e17 req-d88905c2-1d0d-4ca4-8387-6b270bb734f8 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/security-groups?id=70daefbf-eec6-4754-864f-8c40c2c28cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1084216 Aug 12 14:53:03.616436 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d04f066-4f39-4b8f-bdf7-53ff608c9229 req-471c9b3f-aee1-4fed-be0e-9f5aad5b8ed4 tempest-ServersNegativeTestMultiTenantJSON-368396544 tempest-ServersNegativeTestMultiTenantJSON-368396544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:53:03.617884 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-8d04f066-4f39-4b8f-bdf7-53ff608c9229 req-471c9b3f-aee1-4fed-be0e-9f5aad5b8ed4 tempest-ServersNegativeTestMultiTenantJSON-368396544 tempest-ServersNegativeTestMultiTenantJSON-368396544-project] 10.222.0.39 "GET /v2.0/ports?device_id=01d13121-807c-4fe6-a70c-79559a499976 HTTP/1.1" status: 200 len: 945 time: 0.2252381 Aug 12 14:53:03.651391 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-f41d6866-6e5f-492f-992f-503d0751550e admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1078699 Aug 12 14:53:03.651992 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 33358) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:53:03.670056 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-b3e1d9b4-ba28-4a6c-9674-fb4dfb421de9 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-965872452-router', 'tenant_id': 'd9dd6ac7d160445e97bf27aace407348', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'}}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:53:03.682215 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76fa004-269f-420d-bdde-27e63b93688c None None] Pushing event deleted for resources: {'Port': ['ID=c09f5825-c9b2-46a1-9992-93233f5c4635,revision_number=None']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:53:03.689001 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b76fa004-269f-420d-bdde-27e63b93688c None None] No DVR routers for this DVR port c09f5825-c9b2-46a1-9992-93233f5c4635 on host n-d-694802-15 {{(pid=94468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:53:03.726313 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [req-698b1ef3-7cce-480c-b9ec-d5a37e01ed74 req-e82107a0-5ff1-493a-9037-3726e54ec731 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] No DVR routers for this DVR port 5ecdfe63-3ffa-42b5-8a13-d40d6a58c5c5 on host n-h2-694802-15 {{(pid=94466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:53:03.752419 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-698b1ef3-7cce-480c-b9ec-d5a37e01ed74 req-e82107a0-5ff1-493a-9037-3726e54ec731 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:03.754602 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-698b1ef3-7cce-480c-b9ec-d5a37e01ed74 req-e82107a0-5ff1-493a-9037-3726e54ec731 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] 10.222.0.49 "DELETE /v2.0/ports/5ecdfe63-3ffa-42b5-8a13-d40d6a58c5c5 HTTP/1.1" status: 204 len: 173 time: 1.9859796 Aug 12 14:53:03.759475 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0d853b04-b901-423c-b08c-1e368d63d1b6 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:03.815935 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fce2b10-3de2-43ec-88b9-a9b5cc6a021f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa7035b3e-9a89-5964-b9f4-97301c3f476a-a285089b-9348-4d2a-8604-205679144007', 'network_id': 'a285089b-9348-4d2a-8604-205679144007', 'tenant_id': 'd9dd6ac7d160445e97bf27aace407348', 'fixed_ips': [{'subnet_id': 'd4818c0e-24c1-4b2b-bc8f-7ad85839d2ca'}]}} from n-d-694802-15. {{(pid=94468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 14:53:03.817680 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-8fce2b10-3de2-43ec-88b9-a9b5cc6a021f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:03.818966 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4a7d398d-adf8-46a4-99b8-a38280c53c32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66663830'] for router_interface, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:03.826116 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8e152450-cc5d-4c48-ac33-86b79d8cd390 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3718490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8776395'] for subnet, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:03.871881 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-8d04f066-4f39-4b8f-bdf7-53ff608c9229 req-cea2562b-db0e-4cc6-bd2d-3964e9c5650b tempest-ServersNegativeTestMultiTenantJSON-368396544 tempest-ServersNegativeTestMultiTenantJSON-368396544-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ddd3bbf-c59f-43ce-bf38-0afbcaf6bddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2425420 Aug 12 14:53:03.987505 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.db_base_plugin_common [None req-8fce2b10-3de2-43ec-88b9-a9b5cc6a021f None None] Allocated IP 172.20.0.2 (a285089b-9348-4d2a-8604-205679144007/d4818c0e-24c1-4b2b-bc8f-7ad85839d2ca/28f45042-4892-4c0a-b015-929e19647d71) {{(pid=94468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:53:04.079424 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-fba3b252-bb82-420f-9558-7859b10250e3 req-7cc55aed-08af-4612-9310-d777660b74fe service neutron] For port e62cdda7-a629-4899-9eb6-4dabc61de76f, host n-h2-694802-15, cleared binding levels {{(pid=94467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:53:04.108192 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-fba3b252-bb82-420f-9558-7859b10250e3 req-7cc55aed-08af-4612-9310-d777660b74fe service neutron] For port e62cdda7-a629-4899-9eb6-4dabc61de76f, host n-h2-694802-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=e62cdda7-a629-4899-9eb6-4dabc61de76f,segment=NetworkSegment(b72762b4-956b-443d-aaee-4b6799d6bcb9),segment_id=b72762b4-956b-443d-aaee-4b6799d6bcb9)] {{(pid=94467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:53:04.115544 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-b3e1d9b4-ba28-4a6c-9674-fb4dfb421de9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-430574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-104863'] for router, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:04.117252 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-b3e1d9b4-ba28-4a6c-9674-fb4dfb421de9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-429438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-431405', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66646573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-104852'] for router, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:04.129274 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-fba3b252-bb82-420f-9558-7859b10250e3 req-7cc55aed-08af-4612-9310-d777660b74fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:04.134022 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-9fe10bef-0a80-4c69-a534-af4ad3b52f60 req-2316117c-8c09-471a-aac3-b9711a17811e tempest-ServersNegativeTestMultiTenantJSON-368396544 tempest-ServersNegativeTestMultiTenantJSON-368396544-project] For port b8b2729e-4f28-4e15-b8e1-5d6a419f14b6, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=b8b2729e-4f28-4e15-b8e1-5d6a419f14b6,segment=NetworkSegment(566657e5-ddf4-4a60-9406-a18ae60f6dac),segment_id=566657e5-ddf4-4a60-9406-a18ae60f6dac)] {{(pid=94467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:53:04.134390 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-9fe10bef-0a80-4c69-a534-af4ad3b52f60 req-2316117c-8c09-471a-aac3-b9711a17811e tempest-ServersNegativeTestMultiTenantJSON-368396544 tempest-ServersNegativeTestMultiTenantJSON-368396544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:04.201076 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-b3e1d9b4-ba28-4a6c-9674-fb4dfb421de9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:04.211365 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-8fce2b10-3de2-43ec-88b9-a9b5cc6a021f None None] Notify callbacks [] for port, precommit_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:04.226021 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-8fce2b10-3de2-43ec-88b9-a9b5cc6a021f None None] Transition to ACTIVE for port object 28f45042-4892-4c0a-b015-929e19647d71 will not be triggered until provisioned by entity L2. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:53:04.251450 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-8fce2b10-3de2-43ec-88b9-a9b5cc6a021f None None] Transition to ACTIVE for port object 28f45042-4892-4c0a-b015-929e19647d71 will not be triggered until provisioned by entity DHCP. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:53:04.259803 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-8fce2b10-3de2-43ec-88b9-a9b5cc6a021f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253'] for port, after_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:04.288116 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [req-9fe10bef-0a80-4c69-a534-af4ad3b52f60 req-2316117c-8c09-471a-aac3-b9711a17811e tempest-ServersNegativeTestMultiTenantJSON-368396544 tempest-ServersNegativeTestMultiTenantJSON-368396544-project] Calling delete_port for b8b2729e-4f28-4e15-b8e1-5d6a419f14b6 owned by compute:nova {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:53:04.306082 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fce2b10-3de2-43ec-88b9-a9b5cc6a021f None None] Network a285089b-9348-4d2a-8604-205679144007 is already hosted by enough agents. {{(pid=94468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:53:04.311049 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.base_scheduler [None req-8fce2b10-3de2-43ec-88b9-a9b5cc6a021f None None] Resources bound (agent type, host, resource id): {{(pid=94468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:53:04.313969 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fce2b10-3de2-43ec-88b9-a9b5cc6a021f None None] Received port after_create {{(pid=94468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:53:04.361787 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba3b252-bb82-420f-9558-7859b10250e3 req-7cc55aed-08af-4612-9310-d777660b74fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:53:04.362422 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-fba3b252-bb82-420f-9558-7859b10250e3 req-7cc55aed-08af-4612-9310-d777660b74fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:04.362660 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fce2b10-3de2-43ec-88b9-a9b5cc6a021f None None] Pushing event updated for resources: {'Port': ['ID=28f45042-4892-4c0a-b015-929e19647d71,revision_number=1']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:53:04.363904 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-fba3b252-bb82-420f-9558-7859b10250e3 req-7cc55aed-08af-4612-9310-d777660b74fe service neutron] 10.222.0.49 "PUT /v2.0/ports/e62cdda7-a629-4899-9eb6-4dabc61de76f HTTP/1.1" status: 200 len: 1092 time: 2.6343226 Aug 12 14:53:04.368137 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd89c572a-9ecf-42f3-aaab-789262bca2fb', 'tag': 'e62cdda7-a629-4899-9eb6-4dabc61de76f'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:53:04.372454 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e65282f928b64038367d043a4411777802006c43a98742496cb2e25b724ff1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60930a75-7eda-44d6-a966-98634f73079b" -d '{"events": [{"name": "network-changed", "server_uuid": "d89c572a-9ecf-42f3-aaab-789262bca2fb", "tag": "e62cdda7-a629-4899-9eb6-4dabc61de76f"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:53:04.375869 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-8fce2b10-3de2-43ec-88b9-a9b5cc6a021f None None] Attempting to bind port 28f45042-4892-4c0a-b015-929e19647d71 on host n-d-694802-15 for vnic_type normal with profile {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:53:04.376356 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-8fce2b10-3de2-43ec-88b9-a9b5cc6a021f None None] Attempting to bind port 28f45042-4892-4c0a-b015-929e19647d71 by drivers openvswitch,hyperv on host n-d-694802-15 at level 0 using segments [{'id': '88856cee-c131-4e90-816c-e70f51095ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'a285089b-9348-4d2a-8604-205679144007'}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:53:04.376822 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fce2b10-3de2-43ec-88b9-a9b5cc6a021f None None] Attempting to bind port 28f45042-4892-4c0a-b015-929e19647d71 on network a285089b-9348-4d2a-8604-205679144007 {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:53:04.383107 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fce2b10-3de2-43ec-88b9-a9b5cc6a021f None None] Checking agent: {'id': '16de73ac-f2e9-4cee-b3e0-91052ae3e6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 20, 13), 'started_at': datetime.datetime(2021, 8, 12, 14, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 52, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:53:04.383651 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fce2b10-3de2-43ec-88b9-a9b5cc6a021f None None] Checking segment: {'id': '88856cee-c131-4e90-816c-e70f51095ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'a285089b-9348-4d2a-8604-205679144007'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:53:04.384838 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-8fce2b10-3de2-43ec-88b9-a9b5cc6a021f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:04.384838 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fce2b10-3de2-43ec-88b9-a9b5cc6a021f None None] Bound using segment: {'id': '88856cee-c131-4e90-816c-e70f51095ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'a285089b-9348-4d2a-8604-205679144007'} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:53:04.385056 n-d-694802-15 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '419c5c7f-827f-4397-9cc6-d186147a5698', 'name': 'network-vif-deleted', 'tag': '5ecdfe63-3ffa-42b5-8a13-d40d6a58c5c5'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:53:04.385169 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-8fce2b10-3de2-43ec-88b9-a9b5cc6a021f None None] Bound port: 28f45042-4892-4c0a-b015-929e19647d71, host: n-d-694802-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88856cee-c131-4e90-816c-e70f51095ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'a285089b-9348-4d2a-8604-205679144007'}}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:53:04.385482 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-8fce2b10-3de2-43ec-88b9-a9b5cc6a021f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:04.386845 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e785eeede3897370d0b20f09d5f461b30cfecd5ed38c4f07dacd02bc52c9277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e837ebc4-0d29-457d-9127-f217ec54ac7d" -d '{"events": [{"server_uuid": "419c5c7f-827f-4397-9cc6-d186147a5698", "name": "network-vif-deleted", "tag": "5ecdfe63-3ffa-42b5-8a13-d40d6a58c5c5"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:53:04.499654 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-8fce2b10-3de2-43ec-88b9-a9b5cc6a021f None None] For port 28f45042-4892-4c0a-b015-929e19647d71, host n-d-694802-15, cleared binding levels {{(pid=94468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:53:04.500275 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 14:53:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8760a325-7625-40ea-96a5-b966cec3e128 x-openstack-request-id: req-8760a325-7625-40ea-96a5-b966cec3e128 {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:53:04.500625 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "419c5c7f-827f-4397-9cc6-d186147a5698", "name": "network-vif-deleted", "tag": "5ecdfe63-3ffa-42b5-8a13-d40d6a58c5c5", "status": "completed", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:53:04.500875 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8760a325-7625-40ea-96a5-b966cec3e128 {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:53:04.501273 n-d-694802-15 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '419c5c7f-827f-4397-9cc6-d186147a5698', 'name': 'network-vif-deleted', 'tag': '5ecdfe63-3ffa-42b5-8a13-d40d6a58c5c5', 'status': 'completed', 'code': 200} Aug 12 14:53:04.504242 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-8fce2b10-3de2-43ec-88b9-a9b5cc6a021f None None] For port 28f45042-4892-4c0a-b015-929e19647d71, host n-d-694802-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=28f45042-4892-4c0a-b015-929e19647d71,segment=NetworkSegment(88856cee-c131-4e90-816c-e70f51095ce0),segment_id=88856cee-c131-4e90-816c-e70f51095ce0)] {{(pid=94468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:53:04.511942 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e152450-cc5d-4c48-ac33-86b79d8cd390 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Pushing event updated for resources: {'Subnet': ['ID=f6aecef0-d2e8-42df-a427-ee35e187c521,revision_number=0']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:53:04.513154 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-8fce2b10-3de2-43ec-88b9-a9b5cc6a021f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:04.535828 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e152450-cc5d-4c48-ac33-86b79d8cd390 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Checking segment: {'id': '2331bae7-c30c-4ffe-9b80-b12223de0a93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '22b27e07-9160-4bb8-924f-e2ca891df746'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:53:04.536222 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e152450-cc5d-4c48-ac33-86b79d8cd390 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Network hostable DHCP agents. Network: 22b27e07-9160-4bb8-924f-e2ca891df746, hostable agents: ['1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658'], hosted agents: [] {{(pid=94466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 14:53:04.553236 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc55aed-08af-4612-9310-d777660b74fe service neutron] Pushing event updated for resources: {'Port': ['ID=e62cdda7-a629-4899-9eb6-4dabc61de76f,revision_number=10']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:53:04.567533 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-0d853b04-b901-423c-b08c-1e368d63d1b6 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Deleting port 0e8ee4fb-0c04-4d0b-9642-b2f8d449c8fe {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:53:04.568833 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0d853b04-b901-423c-b08c-1e368d63d1b6 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:04.610576 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fce2b10-3de2-43ec-88b9-a9b5cc6a021f None None] Pushing event updated for resources: {'Port': ['ID=28f45042-4892-4c0a-b015-929e19647d71,revision_number=2']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:53:04.635998 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 14:53:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c1f6168-ea1c-4110-b79a-fa4fa756fafa x-openstack-request-id: req-3c1f6168-ea1c-4110-b79a-fa4fa756fafa {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:53:04.637860 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d89c572a-9ecf-42f3-aaab-789262bca2fb", "tag": "e62cdda7-a629-4899-9eb6-4dabc61de76f", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:53:04.637860 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3c1f6168-ea1c-4110-b79a-fa4fa756fafa {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:53:04.637860 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd89c572a-9ecf-42f3-aaab-789262bca2fb', 'tag': 'e62cdda7-a629-4899-9eb6-4dabc61de76f', 'status': 'completed', 'code': 200} Aug 12 14:53:04.686062 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [req-698b1ef3-7cce-480c-b9ec-d5a37e01ed74 req-dfa37dae-e648-4a74-a3f8-c69e82a6dd05 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Deleting port 60dab493-b044-4ff6-81af-81a8db5e9f4e {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:53:04.687128 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-698b1ef3-7cce-480c-b9ec-d5a37e01ed74 req-dfa37dae-e648-4a74-a3f8-c69e82a6dd05 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:04.704123 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24f3c5f-3a65-42d4-adde-39be427bbf33 req-1620112e-9a69-4a94-abea-9c71d8488f19 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:53:04.711430 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a24f3c5f-3a65-42d4-adde-39be427bbf33 req-1620112e-9a69-4a94-abea-9c71d8488f19 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] 10.222.0.39 "GET /v2.0/ports?device_id=419c5c7f-827f-4397-9cc6-d186147a5698 HTTP/1.1" status: 200 len: 943 time: 0.4713109 Aug 12 14:53:04.713235 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-9fe10bef-0a80-4c69-a534-af4ad3b52f60 req-2316117c-8c09-471a-aac3-b9711a17811e tempest-ServersNegativeTestMultiTenantJSON-368396544 tempest-ServersNegativeTestMultiTenantJSON-368396544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:04.724552 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-b3e1d9b4-ba28-4a6c-9674-fb4dfb421de9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:04.749541 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e152450-cc5d-4c48-ac33-86b79d8cd390 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Network 22b27e07-9160-4bb8-924f-e2ca891df746 is scheduled to be hosted by DHCP agent 1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658 with binding_index 1 {{(pid=94466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 14:53:04.763392 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba3b252-bb82-420f-9558-7859b10250e3 req-d1c62b66-6213-454c-8a8d-e8e00559ff08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:53:04.764944 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-fba3b252-bb82-420f-9558-7859b10250e3 req-d1c62b66-6213-454c-8a8d-e8e00559ff08 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=3a3bdd41fa344002b106e434a17bdf78&device_id=d89c572a-9ecf-42f3-aaab-789262bca2fb HTTP/1.1" status: 200 len: 1096 time: 0.2130942 Aug 12 14:53:04.777118 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2316117c-8c09-471a-aac3-b9711a17811e tempest-ServersNegativeTestMultiTenantJSON-368396544 tempest-ServersNegativeTestMultiTenantJSON-368396544-project] Pushing event deleted for resources: {'Port': ['ID=b8b2729e-4f28-4e15-b8e1-5d6a419f14b6,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:53:04.822495 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-8e152450-cc5d-4c48-ac33-86b79d8cd390 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-15, 22b27e07-9160-4bb8-924f-e2ca891df746) {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:53:04.845557 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1987b635-00f0-4cbf-aa2d-10c46240fb4e None None] Network 22b27e07-9160-4bb8-924f-e2ca891df746 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:53:04.861862 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e152450-cc5d-4c48-ac33-86b79d8cd390 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:53:04.862740 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8e152450-cc5d-4c48-ac33-86b79d8cd390 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for subnet, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:04.951335 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-8e152450-cc5d-4c48-ac33-86b79d8cd390 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 2.6047432 Aug 12 14:53:04.958466 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 33370) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:53:04.979051 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a24f3c5f-3a65-42d4-adde-39be427bbf33 req-8006aea5-90b7-443c-beb8-2874ba2aac47 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] 10.222.0.39 "GET /v2.0/security-groups?id=def6086d-0ad1-4cdd-9c71-80d1fefb9be7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2664902 Aug 12 14:53:04.981213 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fe10bef-0a80-4c69-a534-af4ad3b52f60 req-2316117c-8c09-471a-aac3-b9711a17811e tempest-ServersNegativeTestMultiTenantJSON-368396544 tempest-ServersNegativeTestMultiTenantJSON-368396544-project] No DVR routers for this DVR port b8b2729e-4f28-4e15-b8e1-5d6a419f14b6 on host n-h1-694802-15 {{(pid=94467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:53:04.988083 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-0d853b04-b901-423c-b08c-1e368d63d1b6 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] For port 0e8ee4fb-0c04-4d0b-9642-b2f8d449c8fe, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=0e8ee4fb-0c04-4d0b-9642-b2f8d449c8fe,segment=NetworkSegment(b1b396cb-2dc6-4041-bfc7-1833a80a4720),segment_id=b1b396cb-2dc6-4041-bfc7-1833a80a4720)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:53:04.988637 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0d853b04-b901-423c-b08c-1e368d63d1b6 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:04.996001 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-9fe10bef-0a80-4c69-a534-af4ad3b52f60 req-2316117c-8c09-471a-aac3-b9711a17811e tempest-ServersNegativeTestMultiTenantJSON-368396544 tempest-ServersNegativeTestMultiTenantJSON-368396544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:04.998334 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9fe10bef-0a80-4c69-a534-af4ad3b52f60 req-2316117c-8c09-471a-aac3-b9711a17811e tempest-ServersNegativeTestMultiTenantJSON-368396544 tempest-ServersNegativeTestMultiTenantJSON-368396544-project] 10.222.0.64 "DELETE /v2.0/ports/b8b2729e-4f28-4e15-b8e1-5d6a419f14b6 HTTP/1.1" status: 204 len: 173 time: 1.8001547 Aug 12 14:53:05.027928 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-0d853b04-b901-423c-b08c-1e368d63d1b6 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Calling delete_port for 0e8ee4fb-0c04-4d0b-9642-b2f8d449c8fe owned by network:router_gateway {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:53:05.050455 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f7840af-1ad6-4b22-b947-c3a286632b20 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa7035b3e-9a89-5964-b9f4-97301c3f476a-22b27e07-9160-4bb8-924f-e2ca891df746', 'network_id': '22b27e07-9160-4bb8-924f-e2ca891df746', 'tenant_id': 'c14e5c8db39f4234bf1759da0f0fd559', 'fixed_ips': [{'subnet_id': 'f6aecef0-d2e8-42df-a427-ee35e187c521'}]}} from n-d-694802-15. {{(pid=94468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 14:53:05.072767 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-6f7840af-1ad6-4b22-b947-c3a286632b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:05.145651 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a44ab1-462a-42fd-a406-ab2f25590cb5 req-17b218d8-a372-4b69-8ee1-fa01b9429781 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:53:05.147336 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-a5a44ab1-462a-42fd-a406-ab2f25590cb5 req-17b218d8-a372-4b69-8ee1-fa01b9429781 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/ports?device_id=d89c572a-9ecf-42f3-aaab-789262bca2fb HTTP/1.1" status: 200 len: 944 time: 0.4079864 Aug 12 14:53:05.174026 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ee14577f-fd8f-46aa-8d9c-ed165535591a req-b3039030-159c-43b0-b1bd-d0ab54903dd4 tempest-ServersNegativeTestMultiTenantJSON-368396544 tempest-ServersNegativeTestMultiTenantJSON-368396544-project] 10.222.0.39 "GET /v2.0/ports?device_id=01d13121-807c-4fe6-a70c-79559a499976 HTTP/1.1" status: 200 len: 210 time: 0.0621743 Aug 12 14:53:05.180625 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [req-698b1ef3-7cce-480c-b9ec-d5a37e01ed74 req-dfa37dae-e648-4a74-a3f8-c69e82a6dd05 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] For port 60dab493-b044-4ff6-81af-81a8db5e9f4e, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=60dab493-b044-4ff6-81af-81a8db5e9f4e,segment=NetworkSegment(3504b086-a225-42d9-836a-9d51b89d0937),segment_id=3504b086-a225-42d9-836a-9d51b89d0937)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:53:05.181001 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-698b1ef3-7cce-480c-b9ec-d5a37e01ed74 req-dfa37dae-e648-4a74-a3f8-c69e82a6dd05 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:05.187950 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba3b252-bb82-420f-9558-7859b10250e3 req-8c90f7b4-0165-47bf-a9f8-482a8c283997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:53:05.189722 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-fba3b252-bb82-420f-9558-7859b10250e3 req-8c90f7b4-0165-47bf-a9f8-482a8c283997 service neutron] 10.222.0.49 "GET /v2.0/networks?id=2ad93210-7061-461d-8617-49848448cc38 HTTP/1.1" status: 200 len: 917 time: 0.4157372 Aug 12 14:53:05.236579 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 28f45042-4892-4c0a-b015-929e19647d71 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:53:05.284149 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [req-698b1ef3-7cce-480c-b9ec-d5a37e01ed74 req-dfa37dae-e648-4a74-a3f8-c69e82a6dd05 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Calling delete_port for 60dab493-b044-4ff6-81af-81a8db5e9f4e owned by compute:nova {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:53:05.314631 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a294526f-e266-4e34-b2ef-db8bb8810def tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680608'] for network, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:05.342861 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-fba3b252-bb82-420f-9558-7859b10250e3 req-88cbc714-c275-4672-b412-e35fc9fb582d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e62cdda7-a629-4899-9eb6-4dabc61de76f HTTP/1.1" status: 200 len: 999 time: 0.1360381 Aug 12 14:53:05.360549 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-a5a44ab1-462a-42fd-a406-ab2f25590cb5 req-9baa78d1-1856-4529-ac9c-3740710d7f80 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/security-groups?id=70daefbf-eec6-4754-864f-8c40c2c28cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2020595 Aug 12 14:53:05.385405 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning for port 28f45042-4892-4c0a-b015-929e19647d71 completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:53:05.410178 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.db_base_plugin_common [None req-6f7840af-1ad6-4b22-b947-c3a286632b20 None None] Allocated IP 172.20.0.3 (22b27e07-9160-4bb8-924f-e2ca891df746/f6aecef0-d2e8-42df-a427-ee35e187c521/65b7768f-414b-4860-807d-537542ddc3b0) {{(pid=94468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:53:05.488319 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0d853b04-b901-423c-b08c-1e368d63d1b6 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:05.501755 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a294526f-e266-4e34-b2ef-db8bb8810def tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66416255'] for subnet, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:05.508214 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba3b252-bb82-420f-9558-7859b10250e3 req-b1f82869-1448-48e5-a022-f5527414f9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:53:05.510365 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-fba3b252-bb82-420f-9558-7859b10250e3 req-b1f82869-1448-48e5-a022-f5527414f9a6 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ce169be2-a716-4bd9-89d0-74eedc855ec7 HTTP/1.1" status: 200 len: 855 time: 0.1567068 Aug 12 14:53:05.540526 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-4a7d398d-adf8-46a4-99b8-a38280c53c32 admin admin] Deleting port 27bf1d5a-8d08-4e56-8b00-44b2e20888df {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:53:05.540886 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4a7d398d-adf8-46a4-99b8-a38280c53c32 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:05.548688 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d853b04-b901-423c-b08c-1e368d63d1b6 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Pushing event deleted for resources: {'Port': ['ID=0e8ee4fb-0c04-4d0b-9642-b2f8d449c8fe,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:53:05.558797 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device c09f5825-c9b2-46a1-9992-93233f5c4635 no longer exists at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:53:05.596805 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] No Port match for: c09f5825-c9b2-46a1-9992-93233f5c4635 {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 14:53:05.596996 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device c09f5825-c9b2-46a1-9992-93233f5c4635 not bound to the agent host n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:53:05.626827 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-b3e1d9b4-ba28-4a6c-9674-fb4dfb421de9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:05.651422 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba3b252-bb82-420f-9558-7859b10250e3 req-981b7d08-2f2e-470a-bce8-87fed42920ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:53:05.652867 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-fba3b252-bb82-420f-9558-7859b10250e3 req-981b7d08-2f2e-470a-bce8-87fed42920ad service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2ad93210-7061-461d-8617-49848448cc38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1221638 Aug 12 14:53:05.654073 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-b3e1d9b4-ba28-4a6c-9674-fb4dfb421de9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:05.737989 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-698b1ef3-7cce-480c-b9ec-d5a37e01ed74 req-dfa37dae-e648-4a74-a3f8-c69e82a6dd05 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:05.823202 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa37dae-e648-4a74-a3f8-c69e82a6dd05 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Pushing event deleted for resources: {'Port': ['ID=60dab493-b044-4ff6-81af-81a8db5e9f4e,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:53:05.825307 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0d853b04-b901-423c-b08c-1e368d63d1b6 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-431580'] for router_gateway, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:05.831626 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-6f7840af-1ad6-4b22-b947-c3a286632b20 None None] Notify callbacks [] for port, precommit_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:05.836002 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-4a7d398d-adf8-46a4-99b8-a38280c53c32 admin admin] For port 27bf1d5a-8d08-4e56-8b00-44b2e20888df, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=27bf1d5a-8d08-4e56-8b00-44b2e20888df,segment=NetworkSegment(6e9bacb5-9701-46a9-adfa-39555d8c5ebb),segment_id=6e9bacb5-9701-46a9-adfa-39555d8c5ebb)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:53:05.836372 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4a7d398d-adf8-46a4-99b8-a38280c53c32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:05.844428 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-6f7840af-1ad6-4b22-b947-c3a286632b20 None None] Transition to ACTIVE for port object 65b7768f-414b-4860-807d-537542ddc3b0 will not be triggered until provisioned by entity L2. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:53:05.874086 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-6f7840af-1ad6-4b22-b947-c3a286632b20 None None] Transition to ACTIVE for port object 65b7768f-414b-4860-807d-537542ddc3b0 will not be triggered until provisioned by entity DHCP. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:53:05.888775 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-6f7840af-1ad6-4b22-b947-c3a286632b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253'] for port, after_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:05.934651 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-fba3b252-bb82-420f-9558-7859b10250e3 req-90dd6371-dc36-49e7-b65b-be9383806512 service neutron] 10.222.0.49 "GET /v2.0/networks/2ad93210-7061-461d-8617-49848448cc38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2731035 Aug 12 14:53:05.939102 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a294526f-e266-4e34-b2ef-db8bb8810def tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66416232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2859225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3343748'] for subnet, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:05.949766 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7840af-1ad6-4b22-b947-c3a286632b20 None None] Pushing event updated for resources: {'Port': ['ID=65b7768f-414b-4860-807d-537542ddc3b0,revision_number=1']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:53:05.959347 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f7840af-1ad6-4b22-b947-c3a286632b20 None None] Network 22b27e07-9160-4bb8-924f-e2ca891df746 is already hosted by enough agents. {{(pid=94468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:53:05.961464 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.base_scheduler [None req-6f7840af-1ad6-4b22-b947-c3a286632b20 None None] Resources bound (agent type, host, resource id): {{(pid=94468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:53:05.963974 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f7840af-1ad6-4b22-b947-c3a286632b20 None None] Received port after_create {{(pid=94468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:53:05.985436 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-4a7d398d-adf8-46a4-99b8-a38280c53c32 admin admin] Calling delete_port for 27bf1d5a-8d08-4e56-8b00-44b2e20888df owned by network:router_interface {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:53:05.997532 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0d853b04-b901-423c-b08c-1e368d63d1b6 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-429360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-104877'] for router, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:05.998121 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_common [None req-b3e1d9b4-ba28-4a6c-9674-fb4dfb421de9 admin admin] Allocated IP 172.25.1.219 (d3759e1b-6c03-45ac-acd4-90abb417809b/f0254f08-c19c-4e31-bd9c-09389ea4b6f2/99ca1047-2581-4dec-9c53-5862e779ec28) {{(pid=94467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:53:06.008187 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a294526f-e266-4e34-b2ef-db8bb8810def tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Pushing event deleted for resources: {'Subnet': ['ID=f6aecef0-d2e8-42df-a427-ee35e187c521,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:53:06.026637 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0d853b04-b901-423c-b08c-1e368d63d1b6 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:06.030790 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [req-698b1ef3-7cce-480c-b9ec-d5a37e01ed74 req-dfa37dae-e648-4a74-a3f8-c69e82a6dd05 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] No DVR routers for this DVR port 60dab493-b044-4ff6-81af-81a8db5e9f4e on host n-h2-694802-15 {{(pid=94466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:53:06.037897 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-698b1ef3-7cce-480c-b9ec-d5a37e01ed74 req-dfa37dae-e648-4a74-a3f8-c69e82a6dd05 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:06.040062 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-698b1ef3-7cce-480c-b9ec-d5a37e01ed74 req-dfa37dae-e648-4a74-a3f8-c69e82a6dd05 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] 10.222.0.49 "DELETE /v2.0/ports/60dab493-b044-4ff6-81af-81a8db5e9f4e HTTP/1.1" status: 204 len: 173 time: 2.2690754 Aug 12 14:53:06.063408 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-6f7840af-1ad6-4b22-b947-c3a286632b20 None None] Attempting to bind port 65b7768f-414b-4860-807d-537542ddc3b0 on host n-d-694802-15 for vnic_type normal with profile {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:53:06.063408 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-6f7840af-1ad6-4b22-b947-c3a286632b20 None None] Attempting to bind port 65b7768f-414b-4860-807d-537542ddc3b0 by drivers openvswitch,hyperv on host n-d-694802-15 at level 0 using segments [{'id': '2331bae7-c30c-4ffe-9b80-b12223de0a93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '22b27e07-9160-4bb8-924f-e2ca891df746'}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:53:06.063725 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f7840af-1ad6-4b22-b947-c3a286632b20 None None] Attempting to bind port 65b7768f-414b-4860-807d-537542ddc3b0 on network 22b27e07-9160-4bb8-924f-e2ca891df746 {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:53:06.072838 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f7840af-1ad6-4b22-b947-c3a286632b20 None None] Checking agent: {'id': '16de73ac-f2e9-4cee-b3e0-91052ae3e6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 20, 13), 'started_at': datetime.datetime(2021, 8, 12, 14, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 52, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:53:06.073683 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f7840af-1ad6-4b22-b947-c3a286632b20 None None] Checking segment: {'id': '2331bae7-c30c-4ffe-9b80-b12223de0a93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '22b27e07-9160-4bb8-924f-e2ca891df746'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:53:06.074165 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-6f7840af-1ad6-4b22-b947-c3a286632b20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:06.074710 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f7840af-1ad6-4b22-b947-c3a286632b20 None None] Bound using segment: {'id': '2331bae7-c30c-4ffe-9b80-b12223de0a93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '22b27e07-9160-4bb8-924f-e2ca891df746'} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:53:06.075865 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-6f7840af-1ad6-4b22-b947-c3a286632b20 None None] Bound port: 65b7768f-414b-4860-807d-537542ddc3b0, host: n-d-694802-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2331bae7-c30c-4ffe-9b80-b12223de0a93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '22b27e07-9160-4bb8-924f-e2ca891df746'}}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:53:06.076313 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-6f7840af-1ad6-4b22-b947-c3a286632b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:06.123373 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94cd82ea-ec25-47d3-95ec-78ea9095a3e0 None None] Network a285089b-9348-4d2a-8604-205679144007 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:53:06.147488 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0d853b04-b901-423c-b08c-1e368d63d1b6 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-429375'] for router, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:06.148807 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d853b04-b901-423c-b08c-1e368d63d1b6 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Fanout notify agent at l3_agent the message router_deleted on router a7785b02-0839-46bb-807c-ebb96bb50cf0 {{(pid=94466) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 14:53:06.158468 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0d853b04-b901-423c-b08c-1e368d63d1b6 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks [] for router, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:06.162112 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-0d853b04-b901-423c-b08c-1e368d63d1b6 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "DELETE /v2.0/routers/a7785b02-0839-46bb-807c-ebb96bb50cf0 HTTP/1.1" status: 204 len: 168 time: 3.1048818 Aug 12 14:53:06.165133 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 33374) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:53:06.232874 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a0f8da35-493a-4735-9bb6-472538bee15b req-f2455d03-601f-4c36-9f8b-3dcd385aaebd tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] 10.222.0.39 "GET /v2.0/ports?device_id=419c5c7f-827f-4397-9cc6-d186147a5698 HTTP/1.1" status: 200 len: 210 time: 0.0994747 Aug 12 14:53:06.265507 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-1208aa44-6925-4bd0-9952-5517b28ba702 None None] Provisioning for port 28f45042-4892-4c0a-b015-929e19647d71 completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:53:06.293925 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-6f7840af-1ad6-4b22-b947-c3a286632b20 None None] For port 65b7768f-414b-4860-807d-537542ddc3b0, host n-d-694802-15, cleared binding levels {{(pid=94468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:53:06.298036 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-6f7840af-1ad6-4b22-b947-c3a286632b20 None None] For port 65b7768f-414b-4860-807d-537542ddc3b0, host n-d-694802-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=65b7768f-414b-4860-807d-537542ddc3b0,segment=NetworkSegment(2331bae7-c30c-4ffe-9b80-b12223de0a93),segment_id=2331bae7-c30c-4ffe-9b80-b12223de0a93)] {{(pid=94468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:53:06.303978 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 33378) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:53:06.321668 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a294526f-e266-4e34-b2ef-db8bb8810def tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66413304', 'neutron.services.segments.db._delete_segments_for_network-8744654118000'] for network, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:06.322945 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-1208aa44-6925-4bd0-9952-5517b28ba702 None None] Provisioning complete for port 28f45042-4892-4c0a-b015-929e19647d71 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:53:06.323369 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-1208aa44-6925-4bd0-9952-5517b28ba702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:06.336850 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-6f7840af-1ad6-4b22-b947-c3a286632b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:06.350656 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-a294526f-e266-4e34-b2ef-db8bb8810def tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22b27e07-9160-4bb8-924f-e2ca891df746']}} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:53:06.405592 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-a294526f-e266-4e34-b2ef-db8bb8810def tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2331bae7-c30c-4ffe-9b80-b12223de0a93') {'for_net_delete': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:53:06.406011 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-a294526f-e266-4e34-b2ef-db8bb8810def tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2331bae7-c30c-4ffe-9b80-b12223de0a93') {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:53:06.438402 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-fba3b252-bb82-420f-9558-7859b10250e3 req-8c5afff8-5671-4437-8824-90542dd6db09 service neutron] 10.222.0.49 "GET /v2.0/networks/2ad93210-7061-461d-8617-49848448cc38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4814427 Aug 12 14:53:06.440241 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a294526f-e266-4e34-b2ef-db8bb8810def tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744654122361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3857526'] for segment, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:06.481184 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a294526f-e266-4e34-b2ef-db8bb8810def tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:06.499859 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a294526f-e266-4e34-b2ef-db8bb8810def tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Releasing vlan 310 on physical network physnet1 to pool {{(pid=94467) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 14:53:06.500299 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a294526f-e266-4e34-b2ef-db8bb8810def tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2859015'] for segment, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:06.503940 n-d-694802-15 neutron-server[94467]: Traceback (most recent call last): Aug 12 14:53:06.503940 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 14:53:06.503940 n-d-694802-15 neutron-server[94467]: timer() Aug 12 14:53:06.503940 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 14:53:06.503940 n-d-694802-15 neutron-server[94467]: cb(*args, **kw) Aug 12 14:53:06.503940 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 14:53:06.503940 n-d-694802-15 neutron-server[94467]: return func(*args, **kwargs) Aug 12 14:53:06.503940 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 14:53:06.503940 n-d-694802-15 neutron-server[94467]: self._notify() Aug 12 14:53:06.503940 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 14:53:06.503940 n-d-694802-15 neutron-server[94467]: self.callback(batched_events) Aug 12 14:53:06.503940 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 14:53:06.503940 n-d-694802-15 neutron-server[94467]: event.method(event) Aug 12 14:53:06.503940 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 14:53:06.503940 n-d-694802-15 neutron-server[94467]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 14:53:06.503940 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 14:53:06.503940 n-d-694802-15 neutron-server[94467]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 14:53:06.503940 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 14:53:06.503940 n-d-694802-15 neutron-server[94467]: return f(self, *a, **k) Aug 12 14:53:06.503940 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 14:53:06.503940 n-d-694802-15 neutron-server[94467]: return self._get(url).json() Aug 12 14:53:06.503940 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 14:53:06.503940 n-d-694802-15 neutron-server[94467]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 14:53:06.503940 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 14:53:06.503940 n-d-694802-15 neutron-server[94467]: return self.request(url, 'GET', **kwargs) Aug 12 14:53:06.503940 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 14:53:06.503940 n-d-694802-15 neutron-server[94467]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 14:53:06.503940 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 14:53:06.503940 n-d-694802-15 neutron-server[94467]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 14:53:06.503940 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 14:53:06.503940 n-d-694802-15 neutron-server[94467]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 14:53:06.503940 n-d-694802-15 neutron-server[94467]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 14:53:06.518256 n-d-694802-15 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '419c5c7f-827f-4397-9cc6-d186147a5698', 'name': 'network-vif-deleted', 'tag': '60dab493-b044-4ff6-81af-81a8db5e9f4e'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:53:06.526788 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-b3e1d9b4-ba28-4a6c-9674-fb4dfb421de9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:06.539564 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e785eeede3897370d0b20f09d5f461b30cfecd5ed38c4f07dacd02bc52c9277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52fe19d5-5f20-498a-a65e-843b234ff7de" -d '{"events": [{"server_uuid": "419c5c7f-827f-4397-9cc6-d186147a5698", "name": "network-vif-deleted", "tag": "60dab493-b044-4ff6-81af-81a8db5e9f4e"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:53:06.588772 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9c43b07d-f344-4b77-81f6-72c324946428 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680608'] for network, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:06.627799 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 14:53:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1bedaa6-e6c0-4cab-a025-c9f8b61c08d7 x-openstack-request-id: req-a1bedaa6-e6c0-4cab-a025-c9f8b61c08d7 {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:53:06.627926 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "419c5c7f-827f-4397-9cc6-d186147a5698", "name": "network-vif-deleted", "tag": "60dab493-b044-4ff6-81af-81a8db5e9f4e", "status": "completed", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:53:06.628189 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a1bedaa6-e6c0-4cab-a025-c9f8b61c08d7 {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:53:06.628551 n-d-694802-15 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '419c5c7f-827f-4397-9cc6-d186147a5698', 'name': 'network-vif-deleted', 'tag': '60dab493-b044-4ff6-81af-81a8db5e9f4e', 'status': 'completed', 'code': 200} Aug 12 14:53:06.650050 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd7f6e88-4348-44dc-9705-f062a9bd307e admin admin] Deleting subnet 157eea32-8cf2-463d-9874-337a53bf41e8 {{(pid=94466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 14:53:06.667803 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01d13121-807c-4fe6-a70c-79559a499976', 'name': 'network-vif-deleted', 'tag': 'b8b2729e-4f28-4e15-b8e1-5d6a419f14b6'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:53:06.671420 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e65282f928b64038367d043a4411777802006c43a98742496cb2e25b724ff1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76ebf9be-99dc-46fa-9859-4bcf686cab9e" -d '{"events": [{"server_uuid": "01d13121-807c-4fe6-a70c-79559a499976", "name": "network-vif-deleted", "tag": "b8b2729e-4f28-4e15-b8e1-5d6a419f14b6"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:53:06.685048 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-cd7f6e88-4348-44dc-9705-f062a9bd307e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:06.736591 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7834efab-5f5e-4439-832c-42f10ccd8e96 req-d58f69db-508e-4d49-96e8-95c084138a07 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:53:06.738358 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-7834efab-5f5e-4439-832c-42f10ccd8e96 req-d58f69db-508e-4d49-96e8-95c084138a07 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/ports?device_id=d89c572a-9ecf-42f3-aaab-789262bca2fb HTTP/1.1" status: 200 len: 944 time: 0.1656511 Aug 12 14:53:06.741611 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60930a75-7eda-44d6-a966-98634f73079b req-fdaa5eca-3162-4140-a9d3-1562c7918650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:53:06.743743 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-60930a75-7eda-44d6-a966-98634f73079b req-fdaa5eca-3162-4140-a9d3-1562c7918650 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=3a3bdd41fa344002b106e434a17bdf78&device_id=d89c572a-9ecf-42f3-aaab-789262bca2fb HTTP/1.1" status: 200 len: 1096 time: 0.2134967 Aug 12 14:53:06.746545 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.db.api [None req-a294526f-e266-4e34-b2ef-db8bb8810def tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 12 14:53:06.746545 n-d-694802-15 neutron-server[94467]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 12 14:53:06.746545 n-d-694802-15 neutron-server[94467]: [parameters: {'id': '22b27e07-9160-4bb8-924f-e2ca891df746'}] Aug 12 14:53:06.746545 n-d-694802-15 neutron-server[94467]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94467) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 12 14:53:06.747256 n-d-694802-15 neutron-server[94467]: DEBUG oslo_db.api [None req-a294526f-e266-4e34-b2ef-db8bb8810def tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 12 14:53:06.870388 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60930a75-7eda-44d6-a966-98634f73079b req-762fc320-e30f-471d-acf9-12dc134fb4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:53:06.872699 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-60930a75-7eda-44d6-a966-98634f73079b req-762fc320-e30f-471d-acf9-12dc134fb4b5 service neutron] 10.222.0.49 "GET /v2.0/networks?id=2ad93210-7061-461d-8617-49848448cc38 HTTP/1.1" status: 200 len: 917 time: 0.1202228 Aug 12 14:53:06.879784 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 14:53:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b8ccd38-afc6-4ffb-893b-7c533f95060a x-openstack-request-id: req-4b8ccd38-afc6-4ffb-893b-7c533f95060a {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:53:06.880238 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01d13121-807c-4fe6-a70c-79559a499976", "name": "network-vif-deleted", "tag": "b8b2729e-4f28-4e15-b8e1-5d6a419f14b6", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:53:06.880575 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4b8ccd38-afc6-4ffb-893b-7c533f95060a {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:53:06.881034 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01d13121-807c-4fe6-a70c-79559a499976', 'name': 'network-vif-deleted', 'tag': 'b8b2729e-4f28-4e15-b8e1-5d6a419f14b6', 'status': 'completed', 'code': 200} Aug 12 14:53:06.897269 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4a7d398d-adf8-46a4-99b8-a38280c53c32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:06.928623 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7840af-1ad6-4b22-b947-c3a286632b20 None None] Pushing event updated for resources: {'Port': ['ID=65b7768f-414b-4860-807d-537542ddc3b0,revision_number=2']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:53:06.942164 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-cd7f6e88-4348-44dc-9705-f062a9bd307e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2293551'] for subnet, precommit_delete_associations {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:06.944336 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device b8b2729e-4f28-4e15-b8e1-5d6a419f14b6 no longer exists at agent hyperv_n-h1-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:53:06.983424 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7d398d-adf8-46a4-99b8-a38280c53c32 admin admin] Pushing event deleted for resources: {'Port': ['ID=27bf1d5a-8d08-4e56-8b00-44b2e20888df,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:53:06.994697 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9c43b07d-f344-4b77-81f6-72c324946428 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66413304', 'neutron.services.segments.db._delete_segments_for_network-8744654118000'] for network, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:07.025557 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-7834efab-5f5e-4439-832c-42f10ccd8e96 req-6a292692-5a91-4c68-90eb-34c6a459f4c1 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/security-groups?id=70daefbf-eec6-4754-864f-8c40c2c28cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2771773 Aug 12 14:53:07.026143 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-9c43b07d-f344-4b77-81f6-72c324946428 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['742f197c-8a19-4bb3-8560-845411781a1d']}} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:53:07.040323 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-93370168-53ca-47c2-9e27-b066be57125c None None] No Port match for: b8b2729e-4f28-4e15-b8e1-5d6a419f14b6 {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 14:53:07.040664 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device b8b2729e-4f28-4e15-b8e1-5d6a419f14b6 not bound to the agent host n-h1-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:53:07.056069 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-b3e1d9b4-ba28-4a6c-9674-fb4dfb421de9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:07.092519 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-9c43b07d-f344-4b77-81f6-72c324946428 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '992c0055-8673-48b2-8c23-e403a670dda0') {'for_net_delete': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:53:07.092823 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-9c43b07d-f344-4b77-81f6-72c324946428 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '992c0055-8673-48b2-8c23-e403a670dda0') {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:53:07.108720 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-60930a75-7eda-44d6-a966-98634f73079b req-12108eea-268d-4c25-b9c6-57d423e6adc4 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e62cdda7-a629-4899-9eb6-4dabc61de76f HTTP/1.1" status: 200 len: 999 time: 0.2096159 Aug 12 14:53:07.160703 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3e1d9b4-ba28-4a6c-9674-fb4dfb421de9 admin admin] Network d3759e1b-6c03-45ac-acd4-90abb417809b is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:53:07.176653 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [None req-b3e1d9b4-ba28-4a6c-9674-fb4dfb421de9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:53:07.184143 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e1d9b4-ba28-4a6c-9674-fb4dfb421de9 admin admin] Received port after_create {{(pid=94467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:53:07.191661 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9c43b07d-f344-4b77-81f6-72c324946428 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744654122361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2293560'] for segment, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:07.195867 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-cd7f6e88-4348-44dc-9705-f062a9bd307e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66416255'] for subnet, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:07.217212 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e1d9b4-ba28-4a6c-9674-fb4dfb421de9 admin admin] Pushing event updated for resources: {'Port': ['ID=99ca1047-2581-4dec-9c53-5862e779ec28,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:53:07.230059 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60930a75-7eda-44d6-a966-98634f73079b req-454d3415-4775-42c9-855d-52f1bac49f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:53:07.231744 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-60930a75-7eda-44d6-a966-98634f73079b req-454d3415-4775-42c9-855d-52f1bac49f03 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ce169be2-a716-4bd9-89d0-74eedc855ec7 HTTP/1.1" status: 200 len: 855 time: 0.1158092 Aug 12 14:53:07.246196 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 0e8ee4fb-0c04-4d0b-9642-b2f8d449c8fe no longer exists at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:53:07.271162 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a294526f-e266-4e34-b2ef-db8bb8810def tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680608'] for network, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:07.281946 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9c43b07d-f344-4b77-81f6-72c324946428 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:07.296184 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0c8877d-2cc1-4602-b0a9-81ca03b929ed None None] Network 22b27e07-9160-4bb8-924f-e2ca891df746 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:53:07.398402 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c43b07d-f344-4b77-81f6-72c324946428 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Releasing vlan 334 on physical network physnet1 to pool {{(pid=94466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 14:53:07.399658 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9c43b07d-f344-4b77-81f6-72c324946428 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3718595'] for segment, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:07.404634 n-d-694802-15 neutron-server[94466]: Traceback (most recent call last): Aug 12 14:53:07.404634 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 14:53:07.404634 n-d-694802-15 neutron-server[94466]: timer() Aug 12 14:53:07.404634 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 14:53:07.404634 n-d-694802-15 neutron-server[94466]: cb(*args, **kw) Aug 12 14:53:07.404634 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 14:53:07.404634 n-d-694802-15 neutron-server[94466]: return func(*args, **kwargs) Aug 12 14:53:07.404634 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 14:53:07.404634 n-d-694802-15 neutron-server[94466]: self._notify() Aug 12 14:53:07.404634 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 14:53:07.404634 n-d-694802-15 neutron-server[94466]: self.callback(batched_events) Aug 12 14:53:07.404634 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 14:53:07.404634 n-d-694802-15 neutron-server[94466]: event.method(event) Aug 12 14:53:07.404634 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 14:53:07.404634 n-d-694802-15 neutron-server[94466]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 14:53:07.404634 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 14:53:07.404634 n-d-694802-15 neutron-server[94466]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 14:53:07.404634 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 14:53:07.404634 n-d-694802-15 neutron-server[94466]: return f(self, *a, **k) Aug 12 14:53:07.404634 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 14:53:07.404634 n-d-694802-15 neutron-server[94466]: return self._get(url).json() Aug 12 14:53:07.404634 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 14:53:07.404634 n-d-694802-15 neutron-server[94466]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 14:53:07.404634 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 14:53:07.404634 n-d-694802-15 neutron-server[94466]: return self.request(url, 'GET', **kwargs) Aug 12 14:53:07.404634 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 14:53:07.404634 n-d-694802-15 neutron-server[94466]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 14:53:07.404634 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 14:53:07.404634 n-d-694802-15 neutron-server[94466]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 14:53:07.404634 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 14:53:07.404634 n-d-694802-15 neutron-server[94466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 14:53:07.404634 n-d-694802-15 neutron-server[94466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 14:53:07.522093 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-2d7b5ba3-5abe-4f24-91a8-58080ceb0977 req-c1ee7228-23b2-42d0-990c-9f8691a6147c tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] 10.222.0.39 "GET /v2.0/ports?device_id=419c5c7f-827f-4397-9cc6-d186147a5698 HTTP/1.1" status: 200 len: 210 time: 0.0688365 Aug 12 14:53:07.535616 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4a7d398d-adf8-46a4-99b8-a38280c53c32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66628352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-430630'] for router_interface, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:07.540432 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9c43b07d-f344-4b77-81f6-72c324946428 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66413281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431520'] for network, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:07.561306 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9c43b07d-f344-4b77-81f6-72c324946428 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks [] for network, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:07.564145 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-9c43b07d-f344-4b77-81f6-72c324946428 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "DELETE /v2.0/networks/742f197c-8a19-4bb3-8560-845411781a1d HTTP/1.1" status: 204 len: 168 time: 1.3979123 Aug 12 14:53:07.567848 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-cd7f6e88-4348-44dc-9705-f062a9bd307e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66416232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3718429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8776402'] for subnet, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:07.570462 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 33404) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:53:07.578162 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60930a75-7eda-44d6-a966-98634f73079b req-e1b8a91c-4a36-46ca-af86-93acaec4bc01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:53:07.583278 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-60930a75-7eda-44d6-a966-98634f73079b req-e1b8a91c-4a36-46ca-af86-93acaec4bc01 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2ad93210-7061-461d-8617-49848448cc38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3416779 Aug 12 14:53:07.650962 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c43b07d-f344-4b77-81f6-72c324946428 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Pushing event deleted for resources: {'Network': ['ID=742f197c-8a19-4bb3-8560-845411781a1d,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:53:07.661807 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7f6e88-4348-44dc-9705-f062a9bd307e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=157eea32-8cf2-463d-9874-337a53bf41e8,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:53:07.714331 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] No Port match for: 0e8ee4fb-0c04-4d0b-9642-b2f8d449c8fe {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 14:53:07.714720 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 0e8ee4fb-0c04-4d0b-9642-b2f8d449c8fe not bound to the agent host n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:53:07.734274 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-cd7f6e88-4348-44dc-9705-f062a9bd307e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for subnet, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:07.737167 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-cd7f6e88-4348-44dc-9705-f062a9bd307e admin admin] 10.222.0.39 "DELETE /v2.0/subnets/157eea32-8cf2-463d-9874-337a53bf41e8 HTTP/1.1" status: 204 len: 168 time: 1.4300749 Aug 12 14:53:07.746042 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 33406) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:53:07.878861 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-1208aa44-6925-4bd0-9952-5517b28ba702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:07.882318 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-a294526f-e266-4e34-b2ef-db8bb8810def tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Deleting port 65b7768f-414b-4860-807d-537542ddc3b0 {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:53:07.882848 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a294526f-e266-4e34-b2ef-db8bb8810def tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:07.943819 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-1208aa44-6925-4bd0-9952-5517b28ba702 None None] For port 28f45042-4892-4c0a-b015-929e19647d71, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=28f45042-4892-4c0a-b015-929e19647d71,segment=NetworkSegment(88856cee-c131-4e90-816c-e70f51095ce0),segment_id=88856cee-c131-4e90-816c-e70f51095ce0)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:53:07.949120 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-1208aa44-6925-4bd0-9952-5517b28ba702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:08.123593 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a3cfa26e-c063-4980-a943-dd0fc6ba7f59 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks [] for security_group, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:08.140353 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-132c07e0-b86b-4efa-ba3e-a18d2b38c0ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680608'] for network, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:08.148113 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1208aa44-6925-4bd0-9952-5517b28ba702 None None] Pushing event updated for resources: {'Port': ['ID=28f45042-4892-4c0a-b015-929e19647d71,revision_number=3']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:53:08.272074 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de679c24-2bb3-4a49-b24d-68c3ee1da7c6 None None] get_active_networks_info from n-d-694802-15 {{(pid=94468) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 12 14:53:08.289405 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a3cfa26e-c063-4980-a943-dd0fc6ba7f59 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:08.486644 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-120a5c1a-5acd-4126-b7a9-beb495d7bd1b None None] Provisioning complete for port 28f45042-4892-4c0a-b015-929e19647d71 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:53:08.488677 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-120a5c1a-5acd-4126-b7a9-beb495d7bd1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:08.628533 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-132c07e0-b86b-4efa-ba3e-a18d2b38c0ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66413304', 'neutron.services.segments.db._delete_segments_for_network-8744654118000'] for network, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:08.732613 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de679c24-2bb3-4a49-b24d-68c3ee1da7c6 None None] Resources bound (agent type, host, resource id): {{(pid=94468) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 12 14:53:08.901235 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-60930a75-7eda-44d6-a966-98634f73079b req-639cfbfc-cba8-4120-a3c9-4d0eda04a72e service neutron] 10.222.0.49 "GET /v2.0/networks/2ad93210-7061-461d-8617-49848448cc38?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2498529 Aug 12 14:53:09.030376 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-b3e1d9b4-ba28-4a6c-9674-fb4dfb421de9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:09.199897 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 28f45042-4892-4c0a-b015-929e19647d71 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:53:09.482307 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-132c07e0-b86b-4efa-ba3e-a18d2b38c0ff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['010aee16-bee2-4a4c-93f1-f85ea34c17cf']}} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:53:09.482869 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port 28f45042-4892-4c0a-b015-929e19647d71 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:53:09.490978 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:09.497747 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-60930a75-7eda-44d6-a966-98634f73079b req-84066e5f-41d6-44ac-9b65-0f180e540a48 service neutron] 10.222.0.49 "GET /v2.0/networks/2ad93210-7061-461d-8617-49848448cc38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2108088 Aug 12 14:53:09.574786 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-132c07e0-b86b-4efa-ba3e-a18d2b38c0ff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '566657e5-ddf4-4a60-9406-a18ae60f6dac') {'for_net_delete': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:53:09.575516 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-132c07e0-b86b-4efa-ba3e-a18d2b38c0ff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '566657e5-ddf4-4a60-9406-a18ae60f6dac') {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:53:09.579165 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-730bce23-3e8d-4266-979a-49cb6d756fe9 req-f737bf03-ed26-4c5f-9648-e3f85561eb5f tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] 10.222.0.39 "GET /v2.0/ports?device_id=419c5c7f-827f-4397-9cc6-d186147a5698 HTTP/1.1" status: 200 len: 210 time: 0.1050236 Aug 12 14:53:09.612823 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-132c07e0-b86b-4efa-ba3e-a18d2b38c0ff admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744654122361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2293560'] for segment, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:09.637538 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a7d398d-adf8-46a4-99b8-a38280c53c32 admin admin] Router 5167d5e4-5aa2-47c6-ba2c-942c4bffcf2b has already been hosted by L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f {{(pid=94466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 14:53:09.662005 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-132c07e0-b86b-4efa-ba3e-a18d2b38c0ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:09.665692 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [None req-a294526f-e266-4e34-b2ef-db8bb8810def tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] For port 65b7768f-414b-4860-807d-537542ddc3b0, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=65b7768f-414b-4860-807d-537542ddc3b0,segment=NetworkSegment(2331bae7-c30c-4ffe-9b80-b12223de0a93),segment_id=2331bae7-c30c-4ffe-9b80-b12223de0a93)] {{(pid=94467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:53:09.666190 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a294526f-e266-4e34-b2ef-db8bb8810def tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:09.718191 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a3cfa26e-c063-4980-a943-dd0fc6ba7f59 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:09.730398 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a3cfa26e-c063-4980-a943-dd0fc6ba7f59 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:09.732003 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-a294526f-e266-4e34-b2ef-db8bb8810def tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Calling delete_port for 65b7768f-414b-4860-807d-537542ddc3b0 owned by network:dhcp {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:53:09.734715 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-a3cfa26e-c063-4980-a943-dd0fc6ba7f59 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "DELETE /v2.0/security-groups/1ff7dcf8-d6f2-4101-a1d4-537dc448601c HTTP/1.1" status: 204 len: 168 time: 2.1610823 Aug 12 14:53:09.756562 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-132c07e0-b86b-4efa-ba3e-a18d2b38c0ff admin admin] Releasing vlan 304 on physical network physnet1 to pool {{(pid=94466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 14:53:09.757459 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-132c07e0-b86b-4efa-ba3e-a18d2b38c0ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3718595'] for segment, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:09.814063 n-d-694802-15 neutron-server[94466]: Traceback (most recent call last): Aug 12 14:53:09.814063 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 14:53:09.814063 n-d-694802-15 neutron-server[94466]: timer() Aug 12 14:53:09.814063 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 14:53:09.814063 n-d-694802-15 neutron-server[94466]: cb(*args, **kw) Aug 12 14:53:09.814063 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 14:53:09.814063 n-d-694802-15 neutron-server[94466]: return func(*args, **kwargs) Aug 12 14:53:09.814063 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 14:53:09.814063 n-d-694802-15 neutron-server[94466]: self._notify() Aug 12 14:53:09.814063 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 14:53:09.814063 n-d-694802-15 neutron-server[94466]: self.callback(batched_events) Aug 12 14:53:09.814063 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 14:53:09.814063 n-d-694802-15 neutron-server[94466]: event.method(event) Aug 12 14:53:09.814063 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 14:53:09.814063 n-d-694802-15 neutron-server[94466]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 14:53:09.814063 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 14:53:09.814063 n-d-694802-15 neutron-server[94466]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 14:53:09.814063 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 14:53:09.814063 n-d-694802-15 neutron-server[94466]: return f(self, *a, **k) Aug 12 14:53:09.814063 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 14:53:09.814063 n-d-694802-15 neutron-server[94466]: return self._get(url).json() Aug 12 14:53:09.814063 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 14:53:09.814063 n-d-694802-15 neutron-server[94466]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 14:53:09.814063 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 14:53:09.814063 n-d-694802-15 neutron-server[94466]: return self.request(url, 'GET', **kwargs) Aug 12 14:53:09.814063 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 14:53:09.814063 n-d-694802-15 neutron-server[94466]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 14:53:09.814063 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 14:53:09.814063 n-d-694802-15 neutron-server[94466]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 14:53:09.814063 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 14:53:09.814063 n-d-694802-15 neutron-server[94466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 14:53:09.814063 n-d-694802-15 neutron-server[94466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 14:53:09.902492 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf12f6d1-1be1-4f0b-bdc3-022791416e6f req-9f5a924a-c420-43ed-a8a7-c3525b18c2ba tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:53:09.910820 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-cf12f6d1-1be1-4f0b-bdc3-022791416e6f req-9f5a924a-c420-43ed-a8a7-c3525b18c2ba tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/ports?device_id=d89c572a-9ecf-42f3-aaab-789262bca2fb HTTP/1.1" status: 200 len: 944 time: 0.8896525 Aug 12 14:53:10.027000 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-b3e1d9b4-ba28-4a6c-9674-fb4dfb421de9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-429413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-431608'] for router, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:10.080926 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-9967230a-7f24-4fdd-ac63-df1ea426abdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:10.098031 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-cf12f6d1-1be1-4f0b-bdc3-022791416e6f req-4d036995-27b5-411f-8a31-16bbf1ba8ace tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/security-groups?id=70daefbf-eec6-4754-864f-8c40c2c28cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1769400 Aug 12 14:53:10.159158 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cfa26e-c063-4980-a943-dd0fc6ba7f59 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ff7dcf8-d6f2-4101-a1d4-537dc448601c,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:53:10.163851 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a7d398d-adf8-46a4-99b8-a38280c53c32 admin admin] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 14:53:10.181385 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2041ebb6-a646-4169-b45c-71e893d4de10 None None] Sync routers for ids ['5167d5e4-5aa2-47c6-ba2c-942c4bffcf2b'] in n-d-694802-15 {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 14:53:10.233890 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2041ebb6-a646-4169-b45c-71e893d4de10 None None] Routers {'5167d5e4-5aa2-47c6-ba2c-942c4bffcf2b'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:53:10.234554 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-2041ebb6-a646-4169-b45c-71e893d4de10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:52:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['5167d5e4-5aa2-47c6-ba2c-942c4bffcf2b'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:53:10.286027 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-4a7d398d-adf8-46a4-99b8-a38280c53c32 admin admin] 10.222.0.39 "PUT /v2.0/routers/5167d5e4-5aa2-47c6-ba2c-942c4bffcf2b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4816144 Aug 12 14:53:10.287106 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-132c07e0-b86b-4efa-ba3e-a18d2b38c0ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66413281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431520'] for network, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:10.294639 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 33416) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:53:10.315236 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-132c07e0-b86b-4efa-ba3e-a18d2b38c0ff admin admin] Notify callbacks [] for network, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:10.324961 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-132c07e0-b86b-4efa-ba3e-a18d2b38c0ff admin admin] 10.222.0.39 "DELETE /v2.0/networks/010aee16-bee2-4a4c-93f1-f85ea34c17cf HTTP/1.1" status: 204 len: 168 time: 2.5744810 Aug 12 14:53:10.327707 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 33418) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:53:10.342144 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a294526f-e266-4e34-b2ef-db8bb8810def tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:10.412670 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a294526f-e266-4e34-b2ef-db8bb8810def tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Pushing event deleted for resources: {'Port': ['ID=65b7768f-414b-4860-807d-537542ddc3b0,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:53:10.416927 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a294526f-e266-4e34-b2ef-db8bb8810def tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] No DVR routers for this DVR port 65b7768f-414b-4860-807d-537542ddc3b0 on host n-d-694802-15 {{(pid=94467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:53:10.502050 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132c07e0-b86b-4efa-ba3e-a18d2b38c0ff admin admin] Pushing event deleted for resources: {'Network': ['ID=010aee16-bee2-4a4c-93f1-f85ea34c17cf,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:53:10.521627 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 33420) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:53:10.528911 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-2041ebb6-a646-4169-b45c-71e893d4de10 None None] Set router 5167d5e4-5aa2-47c6-ba2c-942c4bffcf2b gateway port host: n-d-694802-15 {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:53:10.539552 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-a61f08ef-5c2e-4fab-bffc-d2ef78ffad62 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-170571966', 'description': 'tempest-secgroup-smoke-170571966 description', 'project_id': '6774b656eb8145eb998ea0059b40b4c3'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:53:10.618655 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a61f08ef-5c2e-4fab-bffc-d2ef78ffad62 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks [] for security_group, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:10.632777 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a294526f-e266-4e34-b2ef-db8bb8810def tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66413304', 'neutron.services.segments.db._delete_segments_for_network-8744654118000'] for network, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:10.647981 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-a294526f-e266-4e34-b2ef-db8bb8810def tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22b27e07-9160-4bb8-924f-e2ca891df746']}} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:53:10.659638 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3e1d9b4-ba28-4a6c-9674-fb4dfb421de9 admin admin] Router e7293d89-7e16-4b87-9e69-33bb34e27603 is scheduled to L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f with binding_index 1 {{(pid=94467) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 14:53:10.665179 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-a294526f-e266-4e34-b2ef-db8bb8810def tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2331bae7-c30c-4ffe-9b80-b12223de0a93') {'for_net_delete': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:53:10.665179 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-a294526f-e266-4e34-b2ef-db8bb8810def tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2331bae7-c30c-4ffe-9b80-b12223de0a93') {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:53:10.681045 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a294526f-e266-4e34-b2ef-db8bb8810def tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744654122361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3857526'] for segment, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:10.743346 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a294526f-e266-4e34-b2ef-db8bb8810def tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:10.808353 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-21c73173-ef33-4048-91ae-9b3187e2bd75 admin admin] Notify callbacks [] for router, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:10.826945 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa7edbc8-ca13-4df2-a248-aa341cf4da6a admin admin] Deleting subnet 0ba28b43-ad38-454c-8dbf-306d4427dfc6 {{(pid=94466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 14:53:10.852358 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a294526f-e266-4e34-b2ef-db8bb8810def tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Releasing vlan 310 on physical network physnet1 to pool {{(pid=94467) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 14:53:10.852780 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a294526f-e266-4e34-b2ef-db8bb8810def tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2859015'] for segment, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:10.859384 n-d-694802-15 neutron-server[94467]: Traceback (most recent call last): Aug 12 14:53:10.859384 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 14:53:10.859384 n-d-694802-15 neutron-server[94467]: timer() Aug 12 14:53:10.859384 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 14:53:10.859384 n-d-694802-15 neutron-server[94467]: cb(*args, **kw) Aug 12 14:53:10.859384 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 14:53:10.859384 n-d-694802-15 neutron-server[94467]: return func(*args, **kwargs) Aug 12 14:53:10.859384 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 14:53:10.859384 n-d-694802-15 neutron-server[94467]: self._notify() Aug 12 14:53:10.859384 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 14:53:10.859384 n-d-694802-15 neutron-server[94467]: self.callback(batched_events) Aug 12 14:53:10.859384 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 14:53:10.859384 n-d-694802-15 neutron-server[94467]: event.method(event) Aug 12 14:53:10.859384 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 14:53:10.859384 n-d-694802-15 neutron-server[94467]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 14:53:10.859384 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 14:53:10.859384 n-d-694802-15 neutron-server[94467]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 14:53:10.859384 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 14:53:10.859384 n-d-694802-15 neutron-server[94467]: return f(self, *a, **k) Aug 12 14:53:10.859384 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 14:53:10.859384 n-d-694802-15 neutron-server[94467]: return self._get(url).json() Aug 12 14:53:10.859384 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 14:53:10.859384 n-d-694802-15 neutron-server[94467]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 14:53:10.859384 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 14:53:10.859384 n-d-694802-15 neutron-server[94467]: return self.request(url, 'GET', **kwargs) Aug 12 14:53:10.859384 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 14:53:10.859384 n-d-694802-15 neutron-server[94467]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 14:53:10.859384 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 14:53:10.859384 n-d-694802-15 neutron-server[94467]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 14:53:10.859384 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 14:53:10.859384 n-d-694802-15 neutron-server[94467]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 14:53:10.859384 n-d-694802-15 neutron-server[94467]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 14:53:10.865743 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-2041ebb6-a646-4169-b45c-71e893d4de10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5167d5e4-5aa2-47c6-ba2c-942c4bffcf2b', 'name': 'tempest-TaggedBootDevicesTest-1682854480-router', 'tenant_id': 'a2fc72cd4bf747caa1a4809b30f44b5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.68'}], 'enable_snat': True}, 'gw_port_id': '527deb2a-3d91-4db2-9871-bb1e85629f48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:41:18Z', 'updated_at': '2021-08-12T14:53:06Z', 'revision_number': 5, 'project_id': 'a2fc72cd4bf747caa1a4809b30f44b5f', 'gw_port': {'id': '527deb2a-3d91-4db2-9871-bb1e85629f48', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:db:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5167d5e4-5aa2-47c6-ba2c-942c4bffcf2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:41:20Z', 'updated_at': '2021-08-12T14:41:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15'}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:53:10.923393 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-fa7edbc8-ca13-4df2-a248-aa341cf4da6a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:10.963685 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2041ebb6-a646-4169-b45c-71e893d4de10 None None] Checking router: 5167d5e4-5aa2-47c6-ba2c-942c4bffcf2b for host: n-d-694802-15 {{(pid=94469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 14:53:10.984070 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ea182c69-70fe-4d2f-983c-b72796def39e req-0c540e51-360a-4afb-b8c1-6ecfe489f278 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] 10.222.0.39 "GET /v2.0/ports?device_id=419c5c7f-827f-4397-9cc6-d186147a5698 HTTP/1.1" status: 200 len: 210 time: 0.1681132 Aug 12 14:53:10.988490 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2041ebb6-a646-4169-b45c-71e893d4de10 None None] Routers {'5167d5e4-5aa2-47c6-ba2c-942c4bffcf2b'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:53:10.989111 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-2041ebb6-a646-4169-b45c-71e893d4de10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:52:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['5167d5e4-5aa2-47c6-ba2c-942c4bffcf2b'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:53:11.013257 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-fa7edbc8-ca13-4df2-a248-aa341cf4da6a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2293551'] for subnet, precommit_delete_associations {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:11.098448 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a294526f-e266-4e34-b2ef-db8bb8810def tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66413281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431520'] for network, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:11.120206 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a294526f-e266-4e34-b2ef-db8bb8810def tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for network, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:11.133460 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-a294526f-e266-4e34-b2ef-db8bb8810def tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] 10.222.0.39 "DELETE /v2.0/networks/22b27e07-9160-4bb8-924f-e2ca891df746 HTTP/1.1" status: 204 len: 168 time: 6.1521754 Aug 12 14:53:11.135250 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 33426) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:53:11.180483 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-180559db-8d31-4feb-8044-00bdb30e9230 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-17068119'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:53:11.200622 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-2041ebb6-a646-4169-b45c-71e893d4de10 None None] Set router 5167d5e4-5aa2-47c6-ba2c-942c4bffcf2b gateway port host: n-d-694802-15 {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:53:11.202522 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a294526f-e266-4e34-b2ef-db8bb8810def tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Pushing event deleted for resources: {'Network': ['ID=22b27e07-9160-4bb8-924f-e2ca891df746,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:53:11.233615 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3e1d9b4-ba28-4a6c-9674-fb4dfb421de9 admin admin] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 14:53:11.244561 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e17810c9-58bf-4445-8d04-f9c7493b4d53 None None] Sync routers for ids ['e7293d89-7e16-4b87-9e69-33bb34e27603'] in n-d-694802-15 {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 14:53:11.268792 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e17810c9-58bf-4445-8d04-f9c7493b4d53 None None] Routers {'e7293d89-7e16-4b87-9e69-33bb34e27603'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:53:11.269423 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-e17810c9-58bf-4445-8d04-f9c7493b4d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:52:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['e7293d89-7e16-4b87-9e69-33bb34e27603'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:53:11.481246 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-fa7edbc8-ca13-4df2-a248-aa341cf4da6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66416255'] for subnet, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:11.541766 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvr_db [None req-e17810c9-58bf-4445-8d04-f9c7493b4d53 None None] Set router e7293d89-7e16-4b87-9e69-33bb34e27603 gateway port host: n-d-694802-15 {{(pid=94468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:53:11.590203 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-21c73173-ef33-4048-91ae-9b3187e2bd75 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:11.611230 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-2041ebb6-a646-4169-b45c-71e893d4de10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5167d5e4-5aa2-47c6-ba2c-942c4bffcf2b', 'name': 'tempest-TaggedBootDevicesTest-1682854480-router', 'tenant_id': 'a2fc72cd4bf747caa1a4809b30f44b5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.68'}], 'enable_snat': True}, 'gw_port_id': '527deb2a-3d91-4db2-9871-bb1e85629f48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:41:18Z', 'updated_at': '2021-08-12T14:53:06Z', 'revision_number': 5, 'project_id': 'a2fc72cd4bf747caa1a4809b30f44b5f', 'gw_port': {'id': '527deb2a-3d91-4db2-9871-bb1e85629f48', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:db:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5167d5e4-5aa2-47c6-ba2c-942c4bffcf2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:41:20Z', 'updated_at': '2021-08-12T14:41:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15'}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:53:11.669009 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:11.669268 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2041ebb6-a646-4169-b45c-71e893d4de10 None None] The sync data for ids ['5167d5e4-5aa2-47c6-ba2c-942c4bffcf2b'] in n-d-694802-15 is: [{'id': '5167d5e4-5aa2-47c6-ba2c-942c4bffcf2b', 'name': 'tempest-TaggedBootDevicesTest-1682854480-router', 'tenant_id': 'a2fc72cd4bf747caa1a4809b30f44b5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.68'}], 'enable_snat': True}, 'gw_port_id': '527deb2a-3d91-4db2-9871-bb1e85629f48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:41:18Z', 'updated_at': '2021-08-12T14:53:06Z', 'revision_number': 5, 'project_id': 'a2fc72cd4bf747caa1a4809b30f44b5f', 'gw_port': {'id': '527deb2a-3d91-4db2-9871-bb1e85629f48', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:db:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5167d5e4-5aa2-47c6-ba2c-942c4bffcf2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:41:20Z', 'updated_at': '2021-08-12T14:41:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15'}] {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 14:53:11.771862 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfe5be4-2a7d-4451-a658-5c76a70b6c4e req-bc6c0ddd-65f2-4730-b525-06557563fcce tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:53:11.773957 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-2bfe5be4-2a7d-4451-a658-5c76a70b6c4e req-bc6c0ddd-65f2-4730-b525-06557563fcce tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/ports?device_id=d89c572a-9ecf-42f3-aaab-789262bca2fb HTTP/1.1" status: 200 len: 944 time: 0.4287434 Aug 12 14:53:11.826928 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a61f08ef-5c2e-4fab-bffc-d2ef78ffad62 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks [] for security_group, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:11.845866 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-b3e1d9b4-ba28-4a6c-9674-fb4dfb421de9 admin admin] Notify callbacks [] for router, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:11.853318 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-b3e1d9b4-ba28-4a6c-9674-fb4dfb421de9 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 8.1933694 Aug 12 14:53:11.856766 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a61f08ef-5c2e-4fab-bffc-d2ef78ffad62 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:11.858699 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 33432) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:53:11.860150 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-fa7edbc8-ca13-4df2-a248-aa341cf4da6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66416232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3718429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8776402'] for subnet, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:11.866497 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-21c73173-ef33-4048-91ae-9b3187e2bd75 admin admin] Deleting port 527deb2a-3d91-4db2-9871-bb1e85629f48 {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:53:11.866972 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-21c73173-ef33-4048-91ae-9b3187e2bd75 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:11.900966 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-e17810c9-58bf-4445-8d04-f9c7493b4d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7293d89-7e16-4b87-9e69-33bb34e27603', 'name': 'tempest-TestVolumeBackupRestore-965872452-router', 'tenant_id': 'd9dd6ac7d160445e97bf27aace407348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.219'}], 'enable_snat': True}, 'gw_port_id': '99ca1047-2581-4dec-9c53-5862e779ec28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:53:04Z', 'updated_at': '2021-08-12T14:53:07Z', 'revision_number': 3, 'project_id': 'd9dd6ac7d160445e97bf27aace407348', 'gw_port': {'id': '99ca1047-2581-4dec-9c53-5862e779ec28', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:95:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7293d89-7e16-4b87-9e69-33bb34e27603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2541, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:53:05Z', 'updated_at': '2021-08-12T14:53:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15'}], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:53:11.965048 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-180559db-8d31-4feb-8044-00bdb30e9230 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Made reservation on behalf of c14e5c8db39f4234bf1759da0f0fd559 for: {'network': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:53:11.969651 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-21c73173-ef33-4048-91ae-9b3187e2bd75 admin admin] For port 527deb2a-3d91-4db2-9871-bb1e85629f48, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=527deb2a-3d91-4db2-9871-bb1e85629f48,segment=NetworkSegment(b1b396cb-2dc6-4041-bfc7-1833a80a4720),segment_id=b1b396cb-2dc6-4041-bfc7-1833a80a4720)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:53:11.969968 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-21c73173-ef33-4048-91ae-9b3187e2bd75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:11.970602 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-180559db-8d31-4feb-8044-00bdb30e9230 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for network, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:11.984512 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-21c73173-ef33-4048-91ae-9b3187e2bd75 admin admin] Calling delete_port for 527deb2a-3d91-4db2-9871-bb1e85629f48 owned by network:router_gateway {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:53:12.000481 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e17810c9-58bf-4445-8d04-f9c7493b4d53 None None] Checking router: e7293d89-7e16-4b87-9e69-33bb34e27603 for host: n-d-694802-15 {{(pid=94468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 14:53:12.000887 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e17810c9-58bf-4445-8d04-f9c7493b4d53 None None] Updating router e7293d89-7e16-4b87-9e69-33bb34e27603 port 99ca1047-2581-4dec-9c53-5862e779ec28 binding host n-d-694802-15 {{(pid=94468) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 14:53:12.091230 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-180559db-8d31-4feb-8044-00bdb30e9230 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] vlan segment allocate from pool success with {'vlan_id': 334, 'physical_network': 'physnet1'} {{(pid=94467) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 14:53:12.119046 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-180559db-8d31-4feb-8044-00bdb30e9230 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:12.119897 n-d-694802-15 neutron-server[94467]: INFO neutron.db.segments_db [None req-180559db-8d31-4feb-8044-00bdb30e9230 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Added segment 6a1e336f-6b63-411a-9d36-8b4c6328718b of type vlan for network 88c69541-5b5b-4ba7-a3eb-b73f47fc1947 Aug 12 14:53:12.141158 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-e17810c9-58bf-4445-8d04-f9c7493b4d53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:12.293274 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4a843943-ec51-4f42-889e-776c15ee8972 req-f77b8895-d6c7-46f6-abd0-e8ff4b3ab301 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] 10.222.0.39 "GET /v2.0/ports?device_id=419c5c7f-827f-4397-9cc6-d186147a5698 HTTP/1.1" status: 200 len: 210 time: 0.1406896 Aug 12 14:53:12.313632 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-21c73173-ef33-4048-91ae-9b3187e2bd75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:12.322885 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-180559db-8d31-4feb-8044-00bdb30e9230 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744653628263'] for network, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:12.387112 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c73173-ef33-4048-91ae-9b3187e2bd75 admin admin] Pushing event deleted for resources: {'Port': ['ID=527deb2a-3d91-4db2-9871-bb1e85629f48,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:53:12.404426 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-2bfe5be4-2a7d-4451-a658-5c76a70b6c4e req-52fb8ee6-ac3f-44a1-9487-93f2a9a4504d tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/security-groups?id=70daefbf-eec6-4754-864f-8c40c2c28cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6063888 Aug 12 14:53:12.425531 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-180559db-8d31-4feb-8044-00bdb30e9230 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409'] for network, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:12.434233 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-180559db-8d31-4feb-8044-00bdb30e9230 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:53:12.435211 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-180559db-8d31-4feb-8044-00bdb30e9230 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for network, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:12.505512 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-fa7edbc8-ca13-4df2-a248-aa341cf4da6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for subnet, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:12.512561 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-fa7edbc8-ca13-4df2-a248-aa341cf4da6a admin admin] 10.222.0.39 "DELETE /v2.0/subnets/0ba28b43-ad38-454c-8dbf-306d4427dfc6 HTTP/1.1" status: 204 len: 168 time: 2.1782415 Aug 12 14:53:12.513637 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7edbc8-ca13-4df2-a248-aa341cf4da6a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0ba28b43-ad38-454c-8dbf-306d4427dfc6,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:53:12.524632 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 33436) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:53:12.541126 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-180559db-8d31-4feb-8044-00bdb30e9230 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 1.3930860 Aug 12 14:53:12.553826 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-21c73173-ef33-4048-91ae-9b3187e2bd75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-431580'] for router_gateway, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:12.581315 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-e17810c9-58bf-4445-8d04-f9c7493b4d53 None None] Notify callbacks [] for port, precommit_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:12.594687 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 33438) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:53:12.596849 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-e17810c9-58bf-4445-8d04-f9c7493b4d53 None None] Transition to ACTIVE for port object 99ca1047-2581-4dec-9c53-5862e779ec28 will not be triggered until provisioned by entity L2. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:53:12.599854 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-d5676ff1-8212-4ff4-b3ee-f4822b07012d tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Request body: {'subnet': {'network_id': '88c69541-5b5b-4ba7-a3eb-b73f47fc1947', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:53:12.607137 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-e17810c9-58bf-4445-8d04-f9c7493b4d53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:12.607781 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180559db-8d31-4feb-8044-00bdb30e9230 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Pushing event updated for resources: {'Network': ['ID=88c69541-5b5b-4ba7-a3eb-b73f47fc1947,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:53:12.625051 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Network 88c69541-5b5b-4ba7-a3eb-b73f47fc1947 details requested by agent ovs-agent-n-d-694802-15 with host n-d-694802-15 {{(pid=94468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 14:53:12.754022 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a61f08ef-5c2e-4fab-bffc-d2ef78ffad62 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:12.759176 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-a61f08ef-5c2e-4fab-bffc-d2ef78ffad62 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 2.2320979 Aug 12 14:53:12.775394 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 33440) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:53:12.788550 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-c87f7024-0e4c-4fdb-9ae4-3615edf03363 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Request body: {'security_group_rule': {'security_group_id': 'e9cf0ab5-0271-49fc-bd90-f712bfba6400', 'project_id': '6774b656eb8145eb998ea0059b40b4c3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:53:12.885987 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e64b93c-b0ae-428d-84f3-18de44bb16b9 None None] Pushing event updated for resources: {'Port': ['ID=99ca1047-2581-4dec-9c53-5862e779ec28,revision_number=2']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:53:12.891506 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-e17810c9-58bf-4445-8d04-f9c7493b4d53 None None] Attempting to bind port 99ca1047-2581-4dec-9c53-5862e779ec28 on host n-d-694802-15 for vnic_type normal with profile {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:53:12.891895 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-e17810c9-58bf-4445-8d04-f9c7493b4d53 None None] Attempting to bind port 99ca1047-2581-4dec-9c53-5862e779ec28 by drivers openvswitch,hyperv on host n-d-694802-15 at level 0 using segments [{'id': 'b1b396cb-2dc6-4041-bfc7-1833a80a4720', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:53:12.892302 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e17810c9-58bf-4445-8d04-f9c7493b4d53 None None] Attempting to bind port 99ca1047-2581-4dec-9c53-5862e779ec28 on network d3759e1b-6c03-45ac-acd4-90abb417809b {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:53:12.912209 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:12.914562 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e17810c9-58bf-4445-8d04-f9c7493b4d53 None None] Checking agent: {'id': '16de73ac-f2e9-4cee-b3e0-91052ae3e6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 20, 13), 'started_at': datetime.datetime(2021, 8, 12, 14, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 52, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:53:12.915831 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-21c73173-ef33-4048-91ae-9b3187e2bd75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-429360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-104877'] for router, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:12.916980 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e17810c9-58bf-4445-8d04-f9c7493b4d53 None None] Checking segment: {'id': 'b1b396cb-2dc6-4041-bfc7-1833a80a4720', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:53:12.919594 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61f08ef-5c2e-4fab-bffc-d2ef78ffad62 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9cf0ab5-0271-49fc-bd90-f712bfba6400,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:53:12.919982 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-e17810c9-58bf-4445-8d04-f9c7493b4d53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:12.922667 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e17810c9-58bf-4445-8d04-f9c7493b4d53 None None] Bound using segment: {'id': 'b1b396cb-2dc6-4041-bfc7-1833a80a4720', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:53:12.923296 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-e17810c9-58bf-4445-8d04-f9c7493b4d53 None None] Bound port: 99ca1047-2581-4dec-9c53-5862e779ec28, host: n-d-694802-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1b396cb-2dc6-4041-bfc7-1833a80a4720', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'}}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:53:12.936319 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5676ff1-8212-4ff4-b3ee-f4822b07012d tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Made reservation on behalf of c14e5c8db39f4234bf1759da0f0fd559 for: {'subnet': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:53:12.940199 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-d5676ff1-8212-4ff4-b3ee-f4822b07012d tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3343791'] for subnet, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:12.943238 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-e17810c9-58bf-4445-8d04-f9c7493b4d53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:12.949124 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-21c73173-ef33-4048-91ae-9b3187e2bd75 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:13.057289 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c2590d04-b440-4e01-bc17-0b34cc371007 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680608'] for network, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:13.069140 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-21c73173-ef33-4048-91ae-9b3187e2bd75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-429375'] for router, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:13.069467 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-e17810c9-58bf-4445-8d04-f9c7493b4d53 None None] For port 99ca1047-2581-4dec-9c53-5862e779ec28, host n-d-694802-15, cleared binding levels {{(pid=94468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:53:13.070272 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21c73173-ef33-4048-91ae-9b3187e2bd75 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5167d5e4-5aa2-47c6-ba2c-942c4bffcf2b {{(pid=94466) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 14:53:13.077716 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-21c73173-ef33-4048-91ae-9b3187e2bd75 admin admin] Notify callbacks [] for router, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:13.081528 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-21c73173-ef33-4048-91ae-9b3187e2bd75 admin admin] 10.222.0.39 "DELETE /v2.0/routers/5167d5e4-5aa2-47c6-ba2c-942c4bffcf2b HTTP/1.1" status: 204 len: 168 time: 2.7832875 Aug 12 14:53:13.083236 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 33442) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:53:13.087457 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-c87f7024-0e4c-4fdb-9ae4-3615edf03363 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:13.091782 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-e17810c9-58bf-4445-8d04-f9c7493b4d53 None None] For port 99ca1047-2581-4dec-9c53-5862e779ec28, host n-d-694802-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=99ca1047-2581-4dec-9c53-5862e779ec28,segment=NetworkSegment(b1b396cb-2dc6-4041-bfc7-1833a80a4720),segment_id=b1b396cb-2dc6-4041-bfc7-1833a80a4720)] {{(pid=94468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:53:13.126388 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-e17810c9-58bf-4445-8d04-f9c7493b4d53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:13.171521 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:13.173336 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 27bf1d5a-8d08-4e56-8b00-44b2e20888df no longer exists at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:53:13.231974 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_v2 [None req-5cc916a0-4bad-41df-92d5-6caa43237ec5 admin admin] Deleting subnet 7be71cde-d18d-4052-a6ca-8e91d1377f01 {{(pid=94466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 14:53:13.256908 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] No Port match for: 27bf1d5a-8d08-4e56-8b00-44b2e20888df {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 14:53:13.257272 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 27bf1d5a-8d08-4e56-8b00-44b2e20888df not bound to the agent host n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:53:13.281639 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5cc916a0-4bad-41df-92d5-6caa43237ec5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:13.306571 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e17810c9-58bf-4445-8d04-f9c7493b4d53 None None] Routers {'e7293d89-7e16-4b87-9e69-33bb34e27603'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:53:13.307346 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-e17810c9-58bf-4445-8d04-f9c7493b4d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:52:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['e7293d89-7e16-4b87-9e69-33bb34e27603'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:53:13.344017 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c2590d04-b440-4e01-bc17-0b34cc371007 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66413304', 'neutron.services.segments.db._delete_segments_for_network-8744654118000'] for network, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:13.378708 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-c87f7024-0e4c-4fdb-9ae4-3615edf03363 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:13.400340 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-c2590d04-b440-4e01-bc17-0b34cc371007 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f31a0ad9-6139-4c63-812e-a999896480a0']}} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:53:13.405028 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5cc916a0-4bad-41df-92d5-6caa43237ec5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2293551'] for subnet, precommit_delete_associations {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:13.422762 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-c87f7024-0e4c-4fdb-9ae4-3615edf03363 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641735'] for security_group_rule, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:13.469445 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87f7024-0e4c-4fdb-9ae4-3615edf03363 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e9cdf03-571d-43a6-bef5-bb07fd55cf7e,revision_number=0']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:53:13.504533 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-aef0dbfb-b88a-476d-81b3-70973f44d6a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:13.512994 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-c2590d04-b440-4e01-bc17-0b34cc371007 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f63cace-03a4-4e8d-86bd-cb0ff0ae5e65') {'for_net_delete': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:53:13.513565 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-c2590d04-b440-4e01-bc17-0b34cc371007 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f63cace-03a4-4e8d-86bd-cb0ff0ae5e65') {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:53:13.527895 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e64b93c-b0ae-428d-84f3-18de44bb16b9 None None] Pushing event updated for resources: {'Port': ['ID=99ca1047-2581-4dec-9c53-5862e779ec28,revision_number=3']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:53:13.534271 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c2590d04-b440-4e01-bc17-0b34cc371007 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744654122361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2293560'] for segment, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:13.562791 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-c87f7024-0e4c-4fdb-9ae4-3615edf03363 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:13.567001 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-c87f7024-0e4c-4fdb-9ae4-3615edf03363 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7907519 Aug 12 14:53:13.573334 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 33448) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:53:13.582719 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-fa1a0c21-cdb8-40d0-869f-b3f73106c69c tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Request body: {'security_group_rule': {'security_group_id': 'e9cf0ab5-0271-49fc-bd90-f712bfba6400', 'project_id': '6774b656eb8145eb998ea0059b40b4c3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:53:13.606744 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-a005970b-1cfb-48dd-8415-18aac9091643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:13.615477 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c2590d04-b440-4e01-bc17-0b34cc371007 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:13.626623 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvr_db [None req-e17810c9-58bf-4445-8d04-f9c7493b4d53 None None] Set router e7293d89-7e16-4b87-9e69-33bb34e27603 gateway port host: n-d-694802-15 {{(pid=94468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:53:13.637471 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dcf420-02b0-480d-987d-6957ba39fb25 req-5234e8d9-2c7c-47f7-9f58-d4f7a7743e87 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:53:13.639490 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-a9dcf420-02b0-480d-987d-6957ba39fb25 req-5234e8d9-2c7c-47f7-9f58-d4f7a7743e87 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/ports?device_id=d89c572a-9ecf-42f3-aaab-789262bca2fb HTTP/1.1" status: 200 len: 944 time: 0.1093509 Aug 12 14:53:13.654346 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-8a0e38ac-5d3a-4a10-b0ca-682c13ab94be req-befb8191-ef2f-4f80-af27-b0ee4f585a09 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] 10.222.0.39 "GET /v2.0/ports?device_id=419c5c7f-827f-4397-9cc6-d186147a5698 HTTP/1.1" status: 200 len: 210 time: 0.1130955 Aug 12 14:53:13.705584 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2590d04-b440-4e01-bc17-0b34cc371007 admin admin] Releasing vlan 309 on physical network physnet1 to pool {{(pid=94466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 14:53:13.708433 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c2590d04-b440-4e01-bc17-0b34cc371007 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3718595'] for segment, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:13.737931 n-d-694802-15 neutron-server[94466]: Traceback (most recent call last): Aug 12 14:53:13.737931 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 14:53:13.737931 n-d-694802-15 neutron-server[94466]: timer() Aug 12 14:53:13.737931 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 14:53:13.737931 n-d-694802-15 neutron-server[94466]: cb(*args, **kw) Aug 12 14:53:13.737931 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 14:53:13.737931 n-d-694802-15 neutron-server[94466]: return func(*args, **kwargs) Aug 12 14:53:13.737931 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 14:53:13.737931 n-d-694802-15 neutron-server[94466]: self._notify() Aug 12 14:53:13.737931 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 14:53:13.737931 n-d-694802-15 neutron-server[94466]: self.callback(batched_events) Aug 12 14:53:13.737931 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 14:53:13.737931 n-d-694802-15 neutron-server[94466]: event.method(event) Aug 12 14:53:13.737931 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 14:53:13.737931 n-d-694802-15 neutron-server[94466]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 14:53:13.737931 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 14:53:13.737931 n-d-694802-15 neutron-server[94466]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 14:53:13.737931 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 14:53:13.737931 n-d-694802-15 neutron-server[94466]: return f(self, *a, **k) Aug 12 14:53:13.737931 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 14:53:13.737931 n-d-694802-15 neutron-server[94466]: return self._get(url).json() Aug 12 14:53:13.737931 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 14:53:13.737931 n-d-694802-15 neutron-server[94466]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 14:53:13.737931 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 14:53:13.737931 n-d-694802-15 neutron-server[94466]: return self.request(url, 'GET', **kwargs) Aug 12 14:53:13.737931 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 14:53:13.737931 n-d-694802-15 neutron-server[94466]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 14:53:13.737931 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 14:53:13.737931 n-d-694802-15 neutron-server[94466]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 14:53:13.737931 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 14:53:13.737931 n-d-694802-15 neutron-server[94466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 14:53:13.737931 n-d-694802-15 neutron-server[94466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 14:53:13.834041 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-a9dcf420-02b0-480d-987d-6957ba39fb25 req-77cc421a-8597-40c8-a342-b1063b03d782 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/security-groups?id=70daefbf-eec6-4754-864f-8c40c2c28cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1387823 Aug 12 14:53:13.844674 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5cc916a0-4bad-41df-92d5-6caa43237ec5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66416255'] for subnet, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:13.887852 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c2590d04-b440-4e01-bc17-0b34cc371007 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66413281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431520'] for network, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:13.894393 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c2590d04-b440-4e01-bc17-0b34cc371007 admin admin] Notify callbacks [] for network, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:13.899846 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-c2590d04-b440-4e01-bc17-0b34cc371007 admin admin] 10.222.0.39 "DELETE /v2.0/networks/f31a0ad9-6139-4c63-812e-a999896480a0 HTTP/1.1" status: 204 len: 168 time: 1.3568182 Aug 12 14:53:13.934382 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2590d04-b440-4e01-bc17-0b34cc371007 admin admin] Pushing event deleted for resources: {'Network': ['ID=f31a0ad9-6139-4c63-812e-a999896480a0,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:53:13.973875 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5cc916a0-4bad-41df-92d5-6caa43237ec5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66416232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3718429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8776402'] for subnet, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:14.038575 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5cc916a0-4bad-41df-92d5-6caa43237ec5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for subnet, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:14.045254 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-5cc916a0-4bad-41df-92d5-6caa43237ec5 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/7be71cde-d18d-4052-a6ca-8e91d1377f01 HTTP/1.1" status: 204 len: 168 time: 0.9594278 Aug 12 14:53:14.108425 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 33452) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:53:14.121063 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc916a0-4bad-41df-92d5-6caa43237ec5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7be71cde-d18d-4052-a6ca-8e91d1377f01,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:53:14.180913 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-fa1a0c21-cdb8-40d0-869f-b3f73106c69c tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:14.187345 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 33454) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:53:14.232987 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-d5676ff1-8212-4ff4-b3ee-f4822b07012d tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2859166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3343773'] for subnet, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:14.276851 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c834a75c-4f3c-4947-b38d-21c5242e1b5e None None] Network b0e24b64-21a7-4e71-9bbe-cc7d87ed30df requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:53:14.314231 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-300b6bfe-2f08-43ff-8fc1-c20af7e71b4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680608'] for network, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:14.449755 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_common [None req-aef0dbfb-b88a-476d-81b3-70973f44d6a4 admin admin] Allocated IP 172.20.0.1 (a285089b-9348-4d2a-8604-205679144007/d4818c0e-24c1-4b2b-bc8f-7ad85839d2ca/938ce513-a61c-4431-8100-ac2cd885bd39) {{(pid=94467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:53:14.456533 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-1769855f-eda9-4483-9dc3-3220908ab45d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:14.478706 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-300b6bfe-2f08-43ff-8fc1-c20af7e71b4c admin admin] Deleting port e21c01c1-280c-4298-903b-e4fe8c1189b3 {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:53:14.479086 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-300b6bfe-2f08-43ff-8fc1-c20af7e71b4c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:14.551598 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-e17810c9-58bf-4445-8d04-f9c7493b4d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7293d89-7e16-4b87-9e69-33bb34e27603', 'name': 'tempest-TestVolumeBackupRestore-965872452-router', 'tenant_id': 'd9dd6ac7d160445e97bf27aace407348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.219'}], 'enable_snat': True}, 'gw_port_id': '99ca1047-2581-4dec-9c53-5862e779ec28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:53:04Z', 'updated_at': '2021-08-12T14:53:07Z', 'revision_number': 3, 'project_id': 'd9dd6ac7d160445e97bf27aace407348', 'gw_port': {'id': '99ca1047-2581-4dec-9c53-5862e779ec28', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:95:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7293d89-7e16-4b87-9e69-33bb34e27603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2541, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:53:05Z', 'updated_at': '2021-08-12T14:53:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15'}], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:53:14.613197 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e39bcc6-305c-43a7-81ee-6e53ef0cb860 None None] DHCP port deletion for b0e24b64-21a7-4e71-9bbe-cc7d87ed30df request from n-d-694802-15 {{(pid=94468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 14:53:14.626178 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e17810c9-58bf-4445-8d04-f9c7493b4d53 None None] The sync data for ids ['e7293d89-7e16-4b87-9e69-33bb34e27603'] in n-d-694802-15 is: [{'id': 'e7293d89-7e16-4b87-9e69-33bb34e27603', 'name': 'tempest-TestVolumeBackupRestore-965872452-router', 'tenant_id': 'd9dd6ac7d160445e97bf27aace407348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.219'}], 'enable_snat': True}, 'gw_port_id': '99ca1047-2581-4dec-9c53-5862e779ec28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:53:04Z', 'updated_at': '2021-08-12T14:53:07Z', 'revision_number': 3, 'project_id': 'd9dd6ac7d160445e97bf27aace407348', 'gw_port': {'id': '99ca1047-2581-4dec-9c53-5862e779ec28', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:95:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7293d89-7e16-4b87-9e69-33bb34e27603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2541, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:53:05Z', 'updated_at': '2021-08-12T14:53:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15'}] {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 14:53:14.650711 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-300b6bfe-2f08-43ff-8fc1-c20af7e71b4c admin admin] For port e21c01c1-280c-4298-903b-e4fe8c1189b3, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=e21c01c1-280c-4298-903b-e4fe8c1189b3,segment=NetworkSegment(6e9bacb5-9701-46a9-adfa-39555d8c5ebb),segment_id=6e9bacb5-9701-46a9-adfa-39555d8c5ebb)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:53:14.651145 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-300b6bfe-2f08-43ff-8fc1-c20af7e71b4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:14.677787 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-300b6bfe-2f08-43ff-8fc1-c20af7e71b4c admin admin] Calling delete_port for e21c01c1-280c-4298-903b-e4fe8c1189b3 owned by network:dhcp {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:53:14.739288 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-0e39bcc6-305c-43a7-81ee-6e53ef0cb860 None None] Deleting port e21c01c1-280c-4298-903b-e4fe8c1189b3 {{(pid=94468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:53:14.739672 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-0e39bcc6-305c-43a7-81ee-6e53ef0cb860 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:14.912815 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-0e39bcc6-305c-43a7-81ee-6e53ef0cb860 None None] For port e21c01c1-280c-4298-903b-e4fe8c1189b3, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=e21c01c1-280c-4298-903b-e4fe8c1189b3,segment=NetworkSegment(6e9bacb5-9701-46a9-adfa-39555d8c5ebb),segment_id=6e9bacb5-9701-46a9-adfa-39555d8c5ebb)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:53:14.913219 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-0e39bcc6-305c-43a7-81ee-6e53ef0cb860 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:14.916261 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-300b6bfe-2f08-43ff-8fc1-c20af7e71b4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:14.962224 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-0e39bcc6-305c-43a7-81ee-6e53ef0cb860 None None] Calling delete_port for e21c01c1-280c-4298-903b-e4fe8c1189b3 owned by network:dhcp {{(pid=94468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:53:15.010623 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-300b6bfe-2f08-43ff-8fc1-c20af7e71b4c admin admin] No DVR routers for this DVR port e21c01c1-280c-4298-903b-e4fe8c1189b3 on host n-d-694802-15 {{(pid=94466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:53:15.017454 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300b6bfe-2f08-43ff-8fc1-c20af7e71b4c admin admin] Pushing event deleted for resources: {'Port': ['ID=e21c01c1-280c-4298-903b-e4fe8c1189b3,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:53:15.065175 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6b93d4b2-34c6-4625-b338-bff38a75eb0e req-5dc8d309-7d7a-4c68-9e87-d0724924f10b tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] 10.222.0.39 "GET /v2.0/ports?device_id=419c5c7f-827f-4397-9cc6-d186147a5698 HTTP/1.1" status: 200 len: 210 time: 0.1634212 Aug 12 14:53:15.115217 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-ea74dc13-f63b-4ac2-9b1e-43b27a75e0b4 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c0cf6550567d4fa1aa5efa86ed47c65d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9161830 Aug 12 14:53:15.125863 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 33462) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:53:15.145587 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5676ff1-8212-4ff4-b3ee-f4822b07012d tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Pushing event updated for resources: {'Subnet': ['ID=aceb98f7-6203-4815-830e-23c856dee4d6,revision_number=0']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:53:15.189545 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-0e39bcc6-305c-43a7-81ee-6e53ef0cb860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262'] for port, after_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:15.196343 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device e21c01c1-280c-4298-903b-e4fe8c1189b3 no longer exists at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:53:15.236859 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] No Port match for: e21c01c1-280c-4298-903b-e4fe8c1189b3 {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 14:53:15.237406 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device e21c01c1-280c-4298-903b-e4fe8c1189b3 not bound to the agent host n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:53:15.238015 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 527deb2a-3d91-4db2-9871-bb1e85629f48 no longer exists at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:53:15.251665 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5676ff1-8212-4ff4-b3ee-f4822b07012d tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:53:15.252352 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5676ff1-8212-4ff4-b3ee-f4822b07012d tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:53:15.252898 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5676ff1-8212-4ff4-b3ee-f4822b07012d tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:53:15.253351 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5676ff1-8212-4ff4-b3ee-f4822b07012d tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:53:15.254077 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5676ff1-8212-4ff4-b3ee-f4822b07012d tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:53:15.254764 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5676ff1-8212-4ff4-b3ee-f4822b07012d tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:53:15.262484 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5676ff1-8212-4ff4-b3ee-f4822b07012d tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:53:15.262993 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5676ff1-8212-4ff4-b3ee-f4822b07012d tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:53:15.267961 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5676ff1-8212-4ff4-b3ee-f4822b07012d tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:53:15.269160 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5676ff1-8212-4ff4-b3ee-f4822b07012d tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:53:15.269867 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5676ff1-8212-4ff4-b3ee-f4822b07012d tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:53:15.270843 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5676ff1-8212-4ff4-b3ee-f4822b07012d tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:53:15.283977 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] No Port match for: 527deb2a-3d91-4db2-9871-bb1e85629f48 {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 14:53:15.284313 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 527deb2a-3d91-4db2-9871-bb1e85629f48 not bound to the agent host n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:53:15.284584 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-fa1a0c21-cdb8-40d0-869f-b3f73106c69c tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:15.291557 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e39bcc6-305c-43a7-81ee-6e53ef0cb860 None None] Pushing event deleted for resources: {'Port': ['ID=e21c01c1-280c-4298-903b-e4fe8c1189b3,revision_number=None']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:53:15.295505 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e39bcc6-305c-43a7-81ee-6e53ef0cb860 None None] No DVR routers for this DVR port e21c01c1-280c-4298-903b-e4fe8c1189b3 on host n-d-694802-15 {{(pid=94468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:53:15.302072 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-aef0dbfb-b88a-476d-81b3-70973f44d6a4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:15.309436 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-fa1a0c21-cdb8-40d0-869f-b3f73106c69c tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641735'] for security_group_rule, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:15.359804 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1a0c21-cdb8-40d0-869f-b3f73106c69c tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a1c186c-d0da-4e82-892f-5d1e4685bb6d,revision_number=0']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:53:15.381409 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [None req-aef0dbfb-b88a-476d-81b3-70973f44d6a4 admin admin] Transition to ACTIVE for port object 938ce513-a61c-4431-8100-ac2cd885bd39 will not be triggered until provisioned by entity DHCP. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:53:15.390075 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5676ff1-8212-4ff4-b3ee-f4822b07012d tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Checking segment: {'id': '6a1e336f-6b63-411a-9d36-8b4c6328718b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '88c69541-5b5b-4ba7-a3eb-b73f47fc1947'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:53:15.393822 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5676ff1-8212-4ff4-b3ee-f4822b07012d tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Network hostable DHCP agents. Network: 88c69541-5b5b-4ba7-a3eb-b73f47fc1947, hostable agents: ['1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658'], hosted agents: [] {{(pid=94467) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 14:53:15.447776 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-fa1a0c21-cdb8-40d0-869f-b3f73106c69c tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:15.448972 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-fa1a0c21-cdb8-40d0-869f-b3f73106c69c tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.8744607 Aug 12 14:53:15.457158 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 33464) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:53:15.466641 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-481ed31b-71c7-4cbd-8604-99d6b2dbb9df tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Request body: {'security_group_rule': {'security_group_id': 'e9cf0ab5-0271-49fc-bd90-f712bfba6400', 'project_id': '6774b656eb8145eb998ea0059b40b4c3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:53:15.525037 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-300b6bfe-2f08-43ff-8fc1-c20af7e71b4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66413304', 'neutron.services.segments.db._delete_segments_for_network-8744654118000'] for network, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:15.552902 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5676ff1-8212-4ff4-b3ee-f4822b07012d tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Network 88c69541-5b5b-4ba7-a3eb-b73f47fc1947 is scheduled to be hosted by DHCP agent 1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658 with binding_index 1 {{(pid=94467) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 14:53:15.560053 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-300b6bfe-2f08-43ff-8fc1-c20af7e71b4c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0e24b64-21a7-4e71-9bbe-cc7d87ed30df']}} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:53:15.593079 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-33f8e436-0282-4930-986a-4c04b4f098ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:15.596197 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-fe95f194-a3b0-4c04-9e42-20b511169d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:15.598526 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [None req-d5676ff1-8212-4ff4-b3ee-f4822b07012d tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-15, 88c69541-5b5b-4ba7-a3eb-b73f47fc1947) {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:53:15.608777 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ac43296-51f1-4334-bf7d-225b1a2e631b None None] Network 88c69541-5b5b-4ba7-a3eb-b73f47fc1947 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:53:15.619331 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ec52a9-e138-40b6-b0ac-475ba5a9bf2e req-b624d89f-85c7-4567-815e-5bd27a93931d tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:53:15.621108 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-f8ec52a9-e138-40b6-b0ac-475ba5a9bf2e req-b624d89f-85c7-4567-815e-5bd27a93931d tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/ports?device_id=d89c572a-9ecf-42f3-aaab-789262bca2fb HTTP/1.1" status: 200 len: 944 time: 0.6076469 Aug 12 14:53:15.623369 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-300b6bfe-2f08-43ff-8fc1-c20af7e71b4c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e9bacb5-9701-46a9-adfa-39555d8c5ebb') {'for_net_delete': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:53:15.623670 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-300b6bfe-2f08-43ff-8fc1-c20af7e71b4c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e9bacb5-9701-46a9-adfa-39555d8c5ebb') {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:53:15.627886 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5676ff1-8212-4ff4-b3ee-f4822b07012d tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:53:15.628525 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-d5676ff1-8212-4ff4-b3ee-f4822b07012d tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Notify callbacks [] for subnet, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:15.673284 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-aef0dbfb-b88a-476d-81b3-70973f44d6a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:15.676436 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-481ed31b-71c7-4cbd-8604-99d6b2dbb9df tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:15.693771 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-33f8e436-0282-4930-986a-4c04b4f098ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:15.707314 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-300b6bfe-2f08-43ff-8fc1-c20af7e71b4c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744654122361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2293560'] for segment, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:15.812001 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-d5676ff1-8212-4ff4-b3ee-f4822b07012d tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 3.2161474 Aug 12 14:53:15.824327 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 33466) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:53:15.892517 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-300b6bfe-2f08-43ff-8fc1-c20af7e71b4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:15.907698 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aef0dbfb-b88a-476d-81b3-70973f44d6a4 admin admin] Network a285089b-9348-4d2a-8604-205679144007 is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:53:15.938986 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [None req-aef0dbfb-b88a-476d-81b3-70973f44d6a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:53:15.956280 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef0dbfb-b88a-476d-81b3-70973f44d6a4 admin admin] Received port after_create {{(pid=94467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:53:15.985719 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faad4265-8971-497c-b5fd-5847f12156f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa7035b3e-9a89-5964-b9f4-97301c3f476a-88c69541-5b5b-4ba7-a3eb-b73f47fc1947', 'network_id': '88c69541-5b5b-4ba7-a3eb-b73f47fc1947', 'tenant_id': 'c14e5c8db39f4234bf1759da0f0fd559', 'fixed_ips': [{'subnet_id': 'aceb98f7-6203-4815-830e-23c856dee4d6'}]}} from n-d-694802-15. {{(pid=94468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 14:53:15.987133 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-faad4265-8971-497c-b5fd-5847f12156f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:16.031814 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-300b6bfe-2f08-43ff-8fc1-c20af7e71b4c admin admin] Releasing vlan 313 on physical network physnet1 to pool {{(pid=94466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 14:53:16.032431 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-300b6bfe-2f08-43ff-8fc1-c20af7e71b4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3718595'] for segment, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:16.051881 n-d-694802-15 neutron-server[94466]: Traceback (most recent call last): Aug 12 14:53:16.051881 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 14:53:16.051881 n-d-694802-15 neutron-server[94466]: timer() Aug 12 14:53:16.051881 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 14:53:16.051881 n-d-694802-15 neutron-server[94466]: cb(*args, **kw) Aug 12 14:53:16.051881 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 14:53:16.051881 n-d-694802-15 neutron-server[94466]: return func(*args, **kwargs) Aug 12 14:53:16.051881 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 14:53:16.051881 n-d-694802-15 neutron-server[94466]: self._notify() Aug 12 14:53:16.051881 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 14:53:16.051881 n-d-694802-15 neutron-server[94466]: self.callback(batched_events) Aug 12 14:53:16.051881 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 14:53:16.051881 n-d-694802-15 neutron-server[94466]: event.method(event) Aug 12 14:53:16.051881 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 14:53:16.051881 n-d-694802-15 neutron-server[94466]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 14:53:16.051881 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 14:53:16.051881 n-d-694802-15 neutron-server[94466]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 14:53:16.051881 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 14:53:16.051881 n-d-694802-15 neutron-server[94466]: return f(self, *a, **k) Aug 12 14:53:16.051881 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 14:53:16.051881 n-d-694802-15 neutron-server[94466]: return self._get(url).json() Aug 12 14:53:16.051881 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 14:53:16.051881 n-d-694802-15 neutron-server[94466]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 14:53:16.051881 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 14:53:16.051881 n-d-694802-15 neutron-server[94466]: return self.request(url, 'GET', **kwargs) Aug 12 14:53:16.051881 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 14:53:16.051881 n-d-694802-15 neutron-server[94466]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 14:53:16.051881 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 14:53:16.051881 n-d-694802-15 neutron-server[94466]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 14:53:16.051881 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 14:53:16.051881 n-d-694802-15 neutron-server[94466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 14:53:16.051881 n-d-694802-15 neutron-server[94466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 14:53:16.108242 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef0dbfb-b88a-476d-81b3-70973f44d6a4 admin admin] Pushing event updated for resources: {'Port': ['ID=938ce513-a61c-4431-8100-ac2cd885bd39,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:53:16.154448 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-aef0dbfb-b88a-476d-81b3-70973f44d6a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66663725'] for router_interface, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:16.278860 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-33f8e436-0282-4930-986a-4c04b4f098ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:16.283462 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-33f8e436-0282-4930-986a-4c04b4f098ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:16.296709 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-33f8e436-0282-4930-986a-4c04b4f098ba admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4ddd3bbf-c59f-43ce-bf38-0afbcaf6bddf HTTP/1.1" status: 204 len: 168 time: 1.1619902 Aug 12 14:53:16.329259 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f8e436-0282-4930-986a-4c04b4f098ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ddd3bbf-c59f-43ce-bf38-0afbcaf6bddf,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:53:16.380076 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-905c33b0-73cd-4e20-a8b5-f40c02b02bd6 req-f4e37bda-8d74-4fba-b8fe-1a489daf04be tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] 10.222.0.39 "GET /v2.0/ports?device_id=419c5c7f-827f-4397-9cc6-d186147a5698 HTTP/1.1" status: 200 len: 210 time: 0.0602160 Aug 12 14:53:16.394419 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-f8ec52a9-e138-40b6-b0ac-475ba5a9bf2e req-46c74eca-a7fd-433b-bee2-bdcc9edd9a1a tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/security-groups?id=70daefbf-eec6-4754-864f-8c40c2c28cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7506387 Aug 12 14:53:16.408861 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-300b6bfe-2f08-43ff-8fc1-c20af7e71b4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66413281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431520'] for network, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:16.432919 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-300b6bfe-2f08-43ff-8fc1-c20af7e71b4c admin admin] Notify callbacks [] for network, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:16.435993 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-300b6bfe-2f08-43ff-8fc1-c20af7e71b4c admin admin] 10.222.0.39 "DELETE /v2.0/networks/b0e24b64-21a7-4e71-9bbe-cc7d87ed30df HTTP/1.1" status: 204 len: 168 time: 2.3243587 Aug 12 14:53:16.463848 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300b6bfe-2f08-43ff-8fc1-c20af7e71b4c admin admin] Pushing event deleted for resources: {'Network': ['ID=b0e24b64-21a7-4e71-9bbe-cc7d87ed30df,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:53:16.512207 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-2bb42e8b-c40f-47f1-bd2e-f9280c74f890 None None] Provisioning for port 938ce513-a61c-4431-8100-ac2cd885bd39 completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:53:16.521592 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-2bb42e8b-c40f-47f1-bd2e-f9280c74f890 None None] Provisioning complete for port 938ce513-a61c-4431-8100-ac2cd885bd39 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:53:16.530700 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-2bb42e8b-c40f-47f1-bd2e-f9280c74f890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:16.564364 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-481ed31b-71c7-4cbd-8604-99d6b2dbb9df tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:16.570024 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-aef0dbfb-b88a-476d-81b3-70973f44d6a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:16.575039 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-481ed31b-71c7-4cbd-8604-99d6b2dbb9df tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641735'] for security_group_rule, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:16.612474 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.db_base_plugin_common [None req-faad4265-8971-497c-b5fd-5847f12156f1 None None] Allocated IP 172.20.0.1 (88c69541-5b5b-4ba7-a3eb-b73f47fc1947/aceb98f7-6203-4815-830e-23c856dee4d6/8176104e-d959-4a1f-9054-e35b8723d99d) {{(pid=94468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:53:16.648889 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481ed31b-71c7-4cbd-8604-99d6b2dbb9df tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=607468b3-db11-40f0-8946-561dc6a988dc,revision_number=0']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:53:16.663960 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-481ed31b-71c7-4cbd-8604-99d6b2dbb9df tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:16.667699 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-481ed31b-71c7-4cbd-8604-99d6b2dbb9df tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2095447 Aug 12 14:53:16.678916 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-2bb42e8b-c40f-47f1-bd2e-f9280c74f890 None None] Port 938ce513-a61c-4431-8100-ac2cd885bd39 cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 14:53:16.683360 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 33474) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:53:16.695502 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-06eeb6a0-40b9-4b9b-81bd-f80ebb052253 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Request body: {'security_group_rule': {'security_group_id': 'e9cf0ab5-0271-49fc-bd90-f712bfba6400', 'project_id': '6774b656eb8145eb998ea0059b40b4c3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:53:16.733697 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-7ddc8592-d15b-4a8a-82ad-2143d8bc77c3 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680608'] for network, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:16.892761 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 33478) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:53:16.945658 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-06eeb6a0-40b9-4b9b-81bd-f80ebb052253 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:17.000849 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-aef0dbfb-b88a-476d-81b3-70973f44d6a4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:17.010455 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-aef0dbfb-b88a-476d-81b3-70973f44d6a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:17.025873 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-faad4265-8971-497c-b5fd-5847f12156f1 None None] Notify callbacks [] for port, precommit_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:17.053217 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-faad4265-8971-497c-b5fd-5847f12156f1 None None] Transition to ACTIVE for port object 8176104e-d959-4a1f-9054-e35b8723d99d will not be triggered until provisioned by entity L2. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:53:17.094224 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-7ddc8592-d15b-4a8a-82ad-2143d8bc77c3 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66416255'] for subnet, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:17.106740 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-faad4265-8971-497c-b5fd-5847f12156f1 None None] Transition to ACTIVE for port object 8176104e-d959-4a1f-9054-e35b8723d99d will not be triggered until provisioned by entity DHCP. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:53:17.118266 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-faad4265-8971-497c-b5fd-5847f12156f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253'] for port, after_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:17.126607 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef0dbfb-b88a-476d-81b3-70973f44d6a4 admin admin] Pushing event updated for resources: {'Port': ['ID=938ce513-a61c-4431-8100-ac2cd885bd39,revision_number=2']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:53:17.176905 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faad4265-8971-497c-b5fd-5847f12156f1 None None] Pushing event updated for resources: {'Port': ['ID=8176104e-d959-4a1f-9054-e35b8723d99d,revision_number=1']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:53:17.180219 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 99ca1047-2581-4dec-9c53-5862e779ec28 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:53:17.226310 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faad4265-8971-497c-b5fd-5847f12156f1 None None] Network 88c69541-5b5b-4ba7-a3eb-b73f47fc1947 is already hosted by enough agents. {{(pid=94468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:53:17.237431 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.base_scheduler [None req-faad4265-8971-497c-b5fd-5847f12156f1 None None] Resources bound (agent type, host, resource id): {{(pid=94468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:53:17.245635 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faad4265-8971-497c-b5fd-5847f12156f1 None None] Received port after_create {{(pid=94468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:53:17.263967 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-aef0dbfb-b88a-476d-81b3-70973f44d6a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66628363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66663865'] for router_interface, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:17.312135 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-7ddc8592-d15b-4a8a-82ad-2143d8bc77c3 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66416232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3718429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8776402'] for subnet, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:17.327829 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning for port 99ca1047-2581-4dec-9c53-5862e779ec28 completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:53:17.371750 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port 99ca1047-2581-4dec-9c53-5862e779ec28 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:53:17.372261 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:17.442909 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-06eeb6a0-40b9-4b9b-81bd-f80ebb052253 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:17.451928 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 33482) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:53:17.502025 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-faad4265-8971-497c-b5fd-5847f12156f1 None None] Attempting to bind port 8176104e-d959-4a1f-9054-e35b8723d99d on host n-d-694802-15 for vnic_type normal with profile {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:53:17.502473 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-faad4265-8971-497c-b5fd-5847f12156f1 None None] Attempting to bind port 8176104e-d959-4a1f-9054-e35b8723d99d by drivers openvswitch,hyperv on host n-d-694802-15 at level 0 using segments [{'id': '6a1e336f-6b63-411a-9d36-8b4c6328718b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '88c69541-5b5b-4ba7-a3eb-b73f47fc1947'}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:53:17.502881 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faad4265-8971-497c-b5fd-5847f12156f1 None None] Attempting to bind port 8176104e-d959-4a1f-9054-e35b8723d99d on network 88c69541-5b5b-4ba7-a3eb-b73f47fc1947 {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:53:17.514762 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faad4265-8971-497c-b5fd-5847f12156f1 None None] Checking agent: {'id': '16de73ac-f2e9-4cee-b3e0-91052ae3e6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 20, 13), 'started_at': datetime.datetime(2021, 8, 12, 14, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 53, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:53:17.516739 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faad4265-8971-497c-b5fd-5847f12156f1 None None] Checking segment: {'id': '6a1e336f-6b63-411a-9d36-8b4c6328718b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '88c69541-5b5b-4ba7-a3eb-b73f47fc1947'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:53:17.517169 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-faad4265-8971-497c-b5fd-5847f12156f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:17.517568 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faad4265-8971-497c-b5fd-5847f12156f1 None None] Bound using segment: {'id': '6a1e336f-6b63-411a-9d36-8b4c6328718b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '88c69541-5b5b-4ba7-a3eb-b73f47fc1947'} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:53:17.518063 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-faad4265-8971-497c-b5fd-5847f12156f1 None None] Bound port: 8176104e-d959-4a1f-9054-e35b8723d99d, host: n-d-694802-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a1e336f-6b63-411a-9d36-8b4c6328718b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '88c69541-5b5b-4ba7-a3eb-b73f47fc1947'}}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:53:17.518446 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-faad4265-8971-497c-b5fd-5847f12156f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:17.593335 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-7ddc8592-d15b-4a8a-82ad-2143d8bc77c3 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66413304', 'neutron.services.segments.db._delete_segments_for_network-8744654118000'] for network, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:17.610664 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-7ddc8592-d15b-4a8a-82ad-2143d8bc77c3 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88c69541-5b5b-4ba7-a3eb-b73f47fc1947']}} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:53:17.632721 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-7ddc8592-d15b-4a8a-82ad-2143d8bc77c3 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a1e336f-6b63-411a-9d36-8b4c6328718b') {'for_net_delete': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:53:17.633166 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-7ddc8592-d15b-4a8a-82ad-2143d8bc77c3 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a1e336f-6b63-411a-9d36-8b4c6328718b') {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:53:17.635491 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aef0dbfb-b88a-476d-81b3-70973f44d6a4 admin admin] Network a285089b-9348-4d2a-8604-205679144007 is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:53:17.643891 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [None req-aef0dbfb-b88a-476d-81b3-70973f44d6a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:53:17.644721 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-7ddc8592-d15b-4a8a-82ad-2143d8bc77c3 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744654122361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2293560'] for segment, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:17.674429 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-7ddc8592-d15b-4a8a-82ad-2143d8bc77c3 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:17.685531 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ddc8592-d15b-4a8a-82ad-2143d8bc77c3 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Releasing vlan 334 on physical network physnet1 to pool {{(pid=94466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 14:53:17.686017 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-7ddc8592-d15b-4a8a-82ad-2143d8bc77c3 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3718595'] for segment, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:17.716050 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:17.806549 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] For port 99ca1047-2581-4dec-9c53-5862e779ec28, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=99ca1047-2581-4dec-9c53-5862e779ec28,segment=NetworkSegment(b1b396cb-2dc6-4041-bfc7-1833a80a4720),segment_id=b1b396cb-2dc6-4041-bfc7-1833a80a4720)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:53:17.818502 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-faad4265-8971-497c-b5fd-5847f12156f1 None None] For port 8176104e-d959-4a1f-9054-e35b8723d99d, host n-d-694802-15, cleared binding levels {{(pid=94468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:53:17.831961 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:17.870855 n-d-694802-15 neutron-server[94466]: Traceback (most recent call last): Aug 12 14:53:17.870855 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 14:53:17.870855 n-d-694802-15 neutron-server[94466]: timer() Aug 12 14:53:17.870855 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 14:53:17.870855 n-d-694802-15 neutron-server[94466]: cb(*args, **kw) Aug 12 14:53:17.870855 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 14:53:17.870855 n-d-694802-15 neutron-server[94466]: return func(*args, **kwargs) Aug 12 14:53:17.870855 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 14:53:17.870855 n-d-694802-15 neutron-server[94466]: self._notify() Aug 12 14:53:17.870855 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 14:53:17.870855 n-d-694802-15 neutron-server[94466]: self.callback(batched_events) Aug 12 14:53:17.870855 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 14:53:17.870855 n-d-694802-15 neutron-server[94466]: event.method(event) Aug 12 14:53:17.870855 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 14:53:17.870855 n-d-694802-15 neutron-server[94466]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 14:53:17.870855 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 14:53:17.870855 n-d-694802-15 neutron-server[94466]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 14:53:17.870855 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 14:53:17.870855 n-d-694802-15 neutron-server[94466]: return f(self, *a, **k) Aug 12 14:53:17.870855 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 14:53:17.870855 n-d-694802-15 neutron-server[94466]: return self._get(url).json() Aug 12 14:53:17.870855 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 14:53:17.870855 n-d-694802-15 neutron-server[94466]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 14:53:17.870855 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 14:53:17.870855 n-d-694802-15 neutron-server[94466]: return self.request(url, 'GET', **kwargs) Aug 12 14:53:17.870855 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 14:53:17.870855 n-d-694802-15 neutron-server[94466]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 14:53:17.870855 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 14:53:17.870855 n-d-694802-15 neutron-server[94466]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 14:53:17.870855 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 14:53:17.870855 n-d-694802-15 neutron-server[94466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 14:53:17.870855 n-d-694802-15 neutron-server[94466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 14:53:17.876424 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-0e12de46-ee0e-4f37-a192-35e5eab106e3 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a2fc72cd4bf747caa1a4809b30f44b5f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9668679 Aug 12 14:53:17.876424 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddc8592-d15b-4a8a-82ad-2143d8bc77c3 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Pushing event deleted for resources: {'Subnet': ['ID=aceb98f7-6203-4815-830e-23c856dee4d6,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:53:17.899292 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 33488) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:53:17.901689 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aef0dbfb-b88a-476d-81b3-70973f44d6a4 admin admin] Router e7293d89-7e16-4b87-9e69-33bb34e27603 has already been hosted by L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f {{(pid=94467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 14:53:17.907257 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3f082232-fddf-4825-b3c8-4d4f639c2b46 req-7e27006d-c08a-4f11-8667-1705f7fc4b89 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] 10.222.0.39 "GET /v2.0/ports?device_id=419c5c7f-827f-4397-9cc6-d186147a5698 HTTP/1.1" status: 200 len: 210 time: 0.2967536 Aug 12 14:53:18.020743 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Pushing event updated for resources: {'Port': ['ID=99ca1047-2581-4dec-9c53-5862e779ec28,revision_number=4']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:53:18.036336 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-06eeb6a0-40b9-4b9b-81bd-f80ebb052253 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641735'] for security_group_rule, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:18.076201 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aef0dbfb-b88a-476d-81b3-70973f44d6a4 admin admin] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 14:53:18.091334 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-aef0dbfb-b88a-476d-81b3-70973f44d6a4 admin admin] 10.222.0.39 "PUT /v2.0/routers/e7293d89-7e16-4b87-9e69-33bb34e27603/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2210011 Aug 12 14:53:18.107287 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34809078-a11e-4055-b10a-4ea4df8ccd91 None None] Sync routers for ids ['e7293d89-7e16-4b87-9e69-33bb34e27603'] in n-d-694802-15 {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 14:53:18.119789 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-51ccf30d-e93a-4b93-8768-e29d2d6ce8db None None] Provisioning complete for port 938ce513-a61c-4431-8100-ac2cd885bd39 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:53:18.120390 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-51ccf30d-e93a-4b93-8768-e29d2d6ce8db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:18.135507 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34809078-a11e-4055-b10a-4ea4df8ccd91 None None] Routers {'e7293d89-7e16-4b87-9e69-33bb34e27603'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:53:18.136505 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-34809078-a11e-4055-b10a-4ea4df8ccd91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:53:14Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['e7293d89-7e16-4b87-9e69-33bb34e27603'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:53:18.189235 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 33492) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:53:18.200760 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-d4b12529-bc36-4cac-b098-b90661e84e2a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5da152d6bb8d449ab77300dbfa0456a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7453840 Aug 12 14:53:18.220791 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-06eeb6a0-40b9-4b9b-81bd-f80ebb052253 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:18.222594 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-06eeb6a0-40b9-4b9b-81bd-f80ebb052253 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.5362744 Aug 12 14:53:18.232995 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-51ccf30d-e93a-4b93-8768-e29d2d6ce8db None None] Port 938ce513-a61c-4431-8100-ac2cd885bd39 cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 14:53:18.291277 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 33494) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:53:18.325987 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-da734374-7b70-429d-8108-943dcf87f229 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:18.327617 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-3b91544d-07c4-4502-855b-be670586039a tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Request body: {'security_group_rule': {'security_group_id': 'e9cf0ab5-0271-49fc-bd90-f712bfba6400', 'project_id': '6774b656eb8145eb998ea0059b40b4c3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:53:18.357175 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-da734374-7b70-429d-8108-943dcf87f229 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:18.417606 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-341a502c-8a07-46ae-bc02-05eddcd569ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:18.440061 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380c8db7-8c88-406b-b6b6-7881d7eaa17a req-b309babc-1da2-4632-b302-8e44ef87f5d1 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:53:18.441732 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-380c8db7-8c88-406b-b6b6-7881d7eaa17a req-b309babc-1da2-4632-b302-8e44ef87f5d1 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/ports?device_id=d89c572a-9ecf-42f3-aaab-789262bca2fb HTTP/1.1" status: 200 len: 944 time: 0.6330862 Aug 12 14:53:18.443338 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-faad4265-8971-497c-b5fd-5847f12156f1 None None] For port 8176104e-d959-4a1f-9054-e35b8723d99d, host n-d-694802-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=8176104e-d959-4a1f-9054-e35b8723d99d,segment=NetworkSegment(6a1e336f-6b63-411a-9d36-8b4c6328718b),segment_id=6a1e336f-6b63-411a-9d36-8b4c6328718b)] {{(pid=94468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:53:18.443740 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06eeb6a0-40b9-4b9b-81bd-f80ebb052253 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58c0a2e3-aa7e-479d-9f4f-5366d3a6c509,revision_number=0']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:53:18.446004 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-da734374-7b70-429d-8108-943dcf87f229 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:18.452111 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-da734374-7b70-429d-8108-943dcf87f229 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:18.453303 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-da734374-7b70-429d-8108-943dcf87f229 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/853e07d7-c0f4-4b67-a247-29748be080a8 HTTP/1.1" status: 204 len: 168 time: 0.5249376 Aug 12 14:53:18.453843 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-faad4265-8971-497c-b5fd-5847f12156f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:18.459257 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.db.api [None req-7ddc8592-d15b-4a8a-82ad-2143d8bc77c3 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 12 14:53:18.459257 n-d-694802-15 neutron-server[94466]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 12 14:53:18.459257 n-d-694802-15 neutron-server[94466]: [parameters: {'id': '88c69541-5b5b-4ba7-a3eb-b73f47fc1947'}] Aug 12 14:53:18.459257 n-d-694802-15 neutron-server[94466]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94466) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 12 14:53:18.459805 n-d-694802-15 neutron-server[94466]: DEBUG oslo_db.api [None req-7ddc8592-d15b-4a8a-82ad-2143d8bc77c3 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 12 14:53:18.497748 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-341a502c-8a07-46ae-bc02-05eddcd569ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:18.538436 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-380c8db7-8c88-406b-b6b6-7881d7eaa17a req-473022cd-59fc-4c4b-a376-ebe28575d19d tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/security-groups?id=70daefbf-eec6-4754-864f-8c40c2c28cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829334 Aug 12 14:53:18.540241 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da734374-7b70-429d-8108-943dcf87f229 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=853e07d7-c0f4-4b67-a247-29748be080a8,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:53:18.599379 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-341a502c-8a07-46ae-bc02-05eddcd569ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:18.602918 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-341a502c-8a07-46ae-bc02-05eddcd569ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:18.604558 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-341a502c-8a07-46ae-bc02-05eddcd569ee admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/618b182b-6503-4176-81b8-6908c2c896c8 HTTP/1.1" status: 204 len: 168 time: 0.4143050 Aug 12 14:53:18.634707 n-d-694802-15 neutron-server[94467]: INFO neutron.db.securitygroups_db [None req-3b91544d-07c4-4502-855b-be670586039a tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Project 6774b656eb8145eb998ea0059b40b4c3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 12 14:53:18.642459 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-3b91544d-07c4-4502-855b-be670586039a tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:18.647751 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341a502c-8a07-46ae-bc02-05eddcd569ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=618b182b-6503-4176-81b8-6908c2c896c8,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:53:18.668654 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faad4265-8971-497c-b5fd-5847f12156f1 None None] Pushing event updated for resources: {'Port': ['ID=8176104e-d959-4a1f-9054-e35b8723d99d,revision_number=2']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:53:18.810795 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-3b91544d-07c4-4502-855b-be670586039a tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:18.821262 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-3b91544d-07c4-4502-855b-be670586039a tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641735'] for security_group_rule, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:18.828399 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0040a1f-c0f2-4db0-b9b4-1093d6a34bd2 None None] Network 88c69541-5b5b-4ba7-a3eb-b73f47fc1947 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:53:18.867201 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b91544d-07c4-4502-855b-be670586039a tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d04da067-8edf-4d29-a231-d34f67afa25a,revision_number=0']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:53:18.875952 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-3b91544d-07c4-4502-855b-be670586039a tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:18.880724 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 33504) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:53:18.882867 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-3b91544d-07c4-4502-855b-be670586039a tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5660520 Aug 12 14:53:18.886809 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-aae22089-4d97-4e89-b3f8-20acf65e01a9 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Request body: {'security_group_rule': {'security_group_id': 'e9cf0ab5-0271-49fc-bd90-f712bfba6400', 'project_id': '6774b656eb8145eb998ea0059b40b4c3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:53:18.947129 n-d-694802-15 neutron-server[94466]: INFO neutron.db.securitygroups_db [None req-aae22089-4d97-4e89-b3f8-20acf65e01a9 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Project 6774b656eb8145eb998ea0059b40b4c3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 12 14:53:18.961830 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-7ddc8592-d15b-4a8a-82ad-2143d8bc77c3 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680608'] for network, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:18.968717 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-34809078-a11e-4055-b10a-4ea4df8ccd91 None None] Set router e7293d89-7e16-4b87-9e69-33bb34e27603 gateway port host: n-d-694802-15 {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:53:18.981997 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-aae22089-4d97-4e89-b3f8-20acf65e01a9 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:19.159912 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 99ca1047-2581-4dec-9c53-5862e779ec28 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:53:19.193195 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-bd30a76b-45de-416e-b8b6-412ed1e00da6 req-bd46915f-76e8-4145-8c0c-5ef5b923f35b tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] 10.222.0.39 "GET /v2.0/ports?device_id=419c5c7f-827f-4397-9cc6-d186147a5698 HTTP/1.1" status: 200 len: 210 time: 0.0652790 Aug 12 14:53:19.241512 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-aae22089-4d97-4e89-b3f8-20acf65e01a9 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:19.269534 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-aae22089-4d97-4e89-b3f8-20acf65e01a9 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641735'] for security_group_rule, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:19.320201 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-aae22089-4d97-4e89-b3f8-20acf65e01a9 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:19.323894 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-aae22089-4d97-4e89-b3f8-20acf65e01a9 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4417024 Aug 12 14:53:19.326130 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9faf09f8-6637-410e-859c-09e48b46849f None None] get_active_networks_info from n-d-694802-15 {{(pid=94468) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 12 14:53:19.327467 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 33510) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:53:19.333695 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-1578fe04-8c29-42cd-9e23-12f02010c17a tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Request body: {'network': {'name': 'tempest-network-smoke--1412907171', 'project_id': '6774b656eb8145eb998ea0059b40b4c3', 'port_security_enabled': True}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:53:19.379069 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1578fe04-8c29-42cd-9e23-12f02010c17a tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Made reservation on behalf of 6774b656eb8145eb998ea0059b40b4c3 for: {'network': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:53:19.387197 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae22089-4d97-4e89-b3f8-20acf65e01a9 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf1dd47f-61ca-402d-b55c-7125de983ca7,revision_number=0']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:53:19.389816 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-1578fe04-8c29-42cd-9e23-12f02010c17a tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for network, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:19.419905 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-7ddc8592-d15b-4a8a-82ad-2143d8bc77c3 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Deleting port 8176104e-d959-4a1f-9054-e35b8723d99d {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:53:19.420260 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-7ddc8592-d15b-4a8a-82ad-2143d8bc77c3 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:19.454541 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1578fe04-8c29-42cd-9e23-12f02010c17a tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] vlan segment allocate from pool success with {'vlan_id': 346, 'physical_network': 'physnet1'} {{(pid=94467) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 14:53:19.483417 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-1578fe04-8c29-42cd-9e23-12f02010c17a tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:19.483765 n-d-694802-15 neutron-server[94467]: INFO neutron.db.segments_db [None req-1578fe04-8c29-42cd-9e23-12f02010c17a tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Added segment 3c13c1c5-6909-4094-b7be-b75bca54d586 of type vlan for network db095345-e0d8-47fa-815f-3ac64beebe04 Aug 12 14:53:19.522587 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port 99ca1047-2581-4dec-9c53-5862e779ec28 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:53:19.530247 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:19.610514 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-1578fe04-8c29-42cd-9e23-12f02010c17a tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744653628263'] for network, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:19.652445 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-7ddc8592-d15b-4a8a-82ad-2143d8bc77c3 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] For port 8176104e-d959-4a1f-9054-e35b8723d99d, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=8176104e-d959-4a1f-9054-e35b8723d99d,segment=NetworkSegment(6a1e336f-6b63-411a-9d36-8b4c6328718b),segment_id=6a1e336f-6b63-411a-9d36-8b4c6328718b)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:53:19.652899 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-7ddc8592-d15b-4a8a-82ad-2143d8bc77c3 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:19.655056 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-34809078-a11e-4055-b10a-4ea4df8ccd91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7293d89-7e16-4b87-9e69-33bb34e27603', 'name': 'tempest-TestVolumeBackupRestore-965872452-router', 'tenant_id': 'd9dd6ac7d160445e97bf27aace407348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.219'}], 'enable_snat': True}, 'gw_port_id': '99ca1047-2581-4dec-9c53-5862e779ec28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:53:04Z', 'updated_at': '2021-08-12T14:53:16Z', 'revision_number': 4, 'project_id': 'd9dd6ac7d160445e97bf27aace407348', 'gw_port': {'id': '99ca1047-2581-4dec-9c53-5862e779ec28', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:95:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7293d89-7e16-4b87-9e69-33bb34e27603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2541, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:53:05Z', 'updated_at': '2021-08-12T14:53:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': '938ce513-a61c-4431-8100-ac2cd885bd39', 'name': '', 'network_id': 'a285089b-9348-4d2a-8604-205679144007', 'tenant_id': 'd9dd6ac7d160445e97bf27aace407348', 'mac_address': 'fa:16:3e:ee:e4:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7293d89-7e16-4b87-9e69-33bb34e27603', 'device_owner': 'network:router_interface', 'standard_attr_id': 2549, 'fixed_ips': [{'subnet_id': 'd4818c0e-24c1-4b2b-bc8f-7ad85839d2ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:53:13Z', 'updated_at': '2021-08-12T14:53:16Z', 'revision_number': 2, 'project_id': 'd9dd6ac7d160445e97bf27aace407348', 'subnets': [{'id': 'd4818c0e-24c1-4b2b-bc8f-7ad85839d2ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:53:19.728940 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-1578fe04-8c29-42cd-9e23-12f02010c17a tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409'] for network, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:19.734677 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34809078-a11e-4055-b10a-4ea4df8ccd91 None None] Checking router: e7293d89-7e16-4b87-9e69-33bb34e27603 for host: n-d-694802-15 {{(pid=94469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 14:53:19.735048 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34809078-a11e-4055-b10a-4ea4df8ccd91 None None] Updating router e7293d89-7e16-4b87-9e69-33bb34e27603 port 938ce513-a61c-4431-8100-ac2cd885bd39 binding host n-d-694802-15 {{(pid=94469) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 14:53:19.753591 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1578fe04-8c29-42cd-9e23-12f02010c17a tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:53:19.754449 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-1578fe04-8c29-42cd-9e23-12f02010c17a tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for network, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:19.780939 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-7ddc8592-d15b-4a8a-82ad-2143d8bc77c3 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Calling delete_port for 8176104e-d959-4a1f-9054-e35b8723d99d owned by network:dhcp {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:53:19.787283 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9faf09f8-6637-410e-859c-09e48b46849f None None] Resources bound (agent type, host, resource id): {{(pid=94468) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 12 14:53:19.806583 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-1578fe04-8c29-42cd-9e23-12f02010c17a tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4770875 Aug 12 14:53:19.820435 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-34809078-a11e-4055-b10a-4ea4df8ccd91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:19.833279 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 33528) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:53:19.843907 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-4d2ccce5-0960-40cb-b076-b110008a93aa tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-297116677', 'admin_state_up': True, 'project_id': '6774b656eb8145eb998ea0059b40b4c3', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'}}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:53:20.049551 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1578fe04-8c29-42cd-9e23-12f02010c17a tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Pushing event updated for resources: {'Network': ['ID=db095345-e0d8-47fa-815f-3ac64beebe04,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:53:20.068801 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82fb4aa-6cf9-440f-8ad1-c700b3e11609 req-6a62d032-763d-424d-997b-18f63074926e tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:53:20.074996 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-4d2ccce5-0960-40cb-b076-b110008a93aa tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-430574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-104863'] for router, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:20.076226 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-4d2ccce5-0960-40cb-b076-b110008a93aa tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-429438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-431405', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66646573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-104852'] for router, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:20.079989 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-c82fb4aa-6cf9-440f-8ad1-c700b3e11609 req-6a62d032-763d-424d-997b-18f63074926e tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/ports?device_id=d89c572a-9ecf-42f3-aaab-789262bca2fb HTTP/1.1" status: 200 len: 944 time: 0.3173203 Aug 12 14:53:20.099610 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Network db095345-e0d8-47fa-815f-3ac64beebe04 details requested by agent ovs-agent-n-d-694802-15 with host n-d-694802-15 {{(pid=94468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 14:53:20.205126 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-c82fb4aa-6cf9-440f-8ad1-c700b3e11609 req-3d48ec06-e789-4076-b07f-a41db78f0f06 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/security-groups?id=70daefbf-eec6-4754-864f-8c40c2c28cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1173739 Aug 12 14:53:20.228719 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-7ddc8592-d15b-4a8a-82ad-2143d8bc77c3 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:20.297732 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-4d2ccce5-0960-40cb-b076-b110008a93aa tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:20.342227 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddc8592-d15b-4a8a-82ad-2143d8bc77c3 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Pushing event deleted for resources: {'Port': ['ID=8176104e-d959-4a1f-9054-e35b8723d99d,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:53:20.347283 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ddc8592-d15b-4a8a-82ad-2143d8bc77c3 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] No DVR routers for this DVR port 8176104e-d959-4a1f-9054-e35b8723d99d on host n-d-694802-15 {{(pid=94466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:53:20.416161 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 33544) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:53:20.434335 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-67453801-205e-49e4-8f5a-9c8074b1c44b admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-20553579-network', 'tenant_id': '8a81254ef6934f2cb9ef8c9cf7103a3f'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:53:20.681351 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-7ddc8592-d15b-4a8a-82ad-2143d8bc77c3 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66413304', 'neutron.services.segments.db._delete_segments_for_network-8744654118000'] for network, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:20.708607 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67453801-205e-49e4-8f5a-9c8074b1c44b admin admin] Made reservation on behalf of 8a81254ef6934f2cb9ef8c9cf7103a3f for: {'network': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:53:20.711160 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-67453801-205e-49e4-8f5a-9c8074b1c44b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for network, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:20.725355 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-34809078-a11e-4055-b10a-4ea4df8ccd91 None None] Notify callbacks [] for port, precommit_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:20.764830 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-7ddc8592-d15b-4a8a-82ad-2143d8bc77c3 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88c69541-5b5b-4ba7-a3eb-b73f47fc1947']}} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:53:20.767941 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.provisioning_blocks [None req-34809078-a11e-4055-b10a-4ea4df8ccd91 None None] Transition to ACTIVE for port object 938ce513-a61c-4431-8100-ac2cd885bd39 will not be triggered until provisioned by entity L2. {{(pid=94469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:53:20.776822 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-34809078-a11e-4055-b10a-4ea4df8ccd91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:20.785524 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-67453801-205e-49e4-8f5a-9c8074b1c44b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:20.831140 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-7ddc8592-d15b-4a8a-82ad-2143d8bc77c3 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a1e336f-6b63-411a-9d36-8b4c6328718b') {'for_net_delete': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:53:20.831778 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-7ddc8592-d15b-4a8a-82ad-2143d8bc77c3 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a1e336f-6b63-411a-9d36-8b4c6328718b') {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:53:20.862280 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-7ddc8592-d15b-4a8a-82ad-2143d8bc77c3 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744654122361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2293560'] for segment, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:20.961545 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-7ddc8592-d15b-4a8a-82ad-2143d8bc77c3 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:21.005095 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ddc8592-d15b-4a8a-82ad-2143d8bc77c3 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Releasing vlan 334 on physical network physnet1 to pool {{(pid=94466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 14:53:21.014055 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-7ddc8592-d15b-4a8a-82ad-2143d8bc77c3 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3718595'] for segment, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:21.021127 n-d-694802-15 neutron-server[94466]: Traceback (most recent call last): Aug 12 14:53:21.021127 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 14:53:21.021127 n-d-694802-15 neutron-server[94466]: timer() Aug 12 14:53:21.021127 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 14:53:21.021127 n-d-694802-15 neutron-server[94466]: cb(*args, **kw) Aug 12 14:53:21.021127 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 14:53:21.021127 n-d-694802-15 neutron-server[94466]: return func(*args, **kwargs) Aug 12 14:53:21.021127 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 14:53:21.021127 n-d-694802-15 neutron-server[94466]: self._notify() Aug 12 14:53:21.021127 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 14:53:21.021127 n-d-694802-15 neutron-server[94466]: self.callback(batched_events) Aug 12 14:53:21.021127 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 14:53:21.021127 n-d-694802-15 neutron-server[94466]: event.method(event) Aug 12 14:53:21.021127 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 14:53:21.021127 n-d-694802-15 neutron-server[94466]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 14:53:21.021127 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 14:53:21.021127 n-d-694802-15 neutron-server[94466]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 14:53:21.021127 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 14:53:21.021127 n-d-694802-15 neutron-server[94466]: return f(self, *a, **k) Aug 12 14:53:21.021127 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 14:53:21.021127 n-d-694802-15 neutron-server[94466]: return self._get(url).json() Aug 12 14:53:21.021127 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 14:53:21.021127 n-d-694802-15 neutron-server[94466]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 14:53:21.021127 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 14:53:21.021127 n-d-694802-15 neutron-server[94466]: return self.request(url, 'GET', **kwargs) Aug 12 14:53:21.021127 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 14:53:21.021127 n-d-694802-15 neutron-server[94466]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 14:53:21.021127 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 14:53:21.021127 n-d-694802-15 neutron-server[94466]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 14:53:21.021127 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 14:53:21.021127 n-d-694802-15 neutron-server[94466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 14:53:21.021127 n-d-694802-15 neutron-server[94466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 14:53:21.023426 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021095bf-d282-4f01-821e-52ce93a51464 None None] Pushing event updated for resources: {'Port': ['ID=938ce513-a61c-4431-8100-ac2cd885bd39,revision_number=3']} {{(pid=94469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:53:21.035085 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.managers [None req-34809078-a11e-4055-b10a-4ea4df8ccd91 None None] Attempting to bind port 938ce513-a61c-4431-8100-ac2cd885bd39 on host n-d-694802-15 for vnic_type normal with profile {{(pid=94469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:53:21.035571 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.managers [None req-34809078-a11e-4055-b10a-4ea4df8ccd91 None None] Attempting to bind port 938ce513-a61c-4431-8100-ac2cd885bd39 by drivers openvswitch,hyperv on host n-d-694802-15 at level 0 using segments [{'id': '88856cee-c131-4e90-816c-e70f51095ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'a285089b-9348-4d2a-8604-205679144007'}] {{(pid=94469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:53:21.042109 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34809078-a11e-4055-b10a-4ea4df8ccd91 None None] Attempting to bind port 938ce513-a61c-4431-8100-ac2cd885bd39 on network a285089b-9348-4d2a-8604-205679144007 {{(pid=94469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:53:21.050640 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34809078-a11e-4055-b10a-4ea4df8ccd91 None None] Checking agent: {'id': '16de73ac-f2e9-4cee-b3e0-91052ae3e6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 20, 13), 'started_at': datetime.datetime(2021, 8, 12, 14, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 53, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:53:21.051111 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34809078-a11e-4055-b10a-4ea4df8ccd91 None None] Checking segment: {'id': '88856cee-c131-4e90-816c-e70f51095ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'a285089b-9348-4d2a-8604-205679144007'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:53:21.051463 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-34809078-a11e-4055-b10a-4ea4df8ccd91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:21.051921 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34809078-a11e-4055-b10a-4ea4df8ccd91 None None] Bound using segment: {'id': '88856cee-c131-4e90-816c-e70f51095ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'a285089b-9348-4d2a-8604-205679144007'} {{(pid=94469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:53:21.052377 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.managers [None req-34809078-a11e-4055-b10a-4ea4df8ccd91 None None] Bound port: 938ce513-a61c-4431-8100-ac2cd885bd39, host: n-d-694802-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88856cee-c131-4e90-816c-e70f51095ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'a285089b-9348-4d2a-8604-205679144007'}}] {{(pid=94469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:53:21.052755 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-34809078-a11e-4055-b10a-4ea4df8ccd91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:21.055418 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021095bf-d282-4f01-821e-52ce93a51464 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:53:21.055754 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021095bf-d282-4f01-821e-52ce93a51464 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:53:21.056143 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021095bf-d282-4f01-821e-52ce93a51464 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:53:21.056472 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021095bf-d282-4f01-821e-52ce93a51464 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:53:21.056792 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021095bf-d282-4f01-821e-52ce93a51464 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:53:21.057118 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021095bf-d282-4f01-821e-52ce93a51464 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:53:21.057423 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021095bf-d282-4f01-821e-52ce93a51464 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:53:21.057751 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021095bf-d282-4f01-821e-52ce93a51464 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:53:21.058049 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021095bf-d282-4f01-821e-52ce93a51464 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:53:21.058361 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021095bf-d282-4f01-821e-52ce93a51464 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:53:21.058668 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021095bf-d282-4f01-821e-52ce93a51464 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:53:21.059153 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021095bf-d282-4f01-821e-52ce93a51464 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:53:21.147237 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.db [None req-34809078-a11e-4055-b10a-4ea4df8ccd91 None None] For port 938ce513-a61c-4431-8100-ac2cd885bd39, host n-d-694802-15, cleared binding levels {{(pid=94469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:53:21.151808 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.db [None req-34809078-a11e-4055-b10a-4ea4df8ccd91 None None] For port 938ce513-a61c-4431-8100-ac2cd885bd39, host n-d-694802-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=938ce513-a61c-4431-8100-ac2cd885bd39,segment=NetworkSegment(88856cee-c131-4e90-816c-e70f51095ce0),segment_id=88856cee-c131-4e90-816c-e70f51095ce0)] {{(pid=94469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:53:21.158208 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-34809078-a11e-4055-b10a-4ea4df8ccd91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:21.241639 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-7ddc8592-d15b-4a8a-82ad-2143d8bc77c3 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66413281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431520'] for network, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:21.254926 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-7ddc8592-d15b-4a8a-82ad-2143d8bc77c3 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Notify callbacks [] for network, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:21.262230 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-7ddc8592-d15b-4a8a-82ad-2143d8bc77c3 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] 10.222.0.39 "DELETE /v2.0/networks/88c69541-5b5b-4ba7-a3eb-b73f47fc1947 HTTP/1.1" status: 204 len: 168 time: 5.4238405 Aug 12 14:53:21.266678 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 33558) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:53:21.295989 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34809078-a11e-4055-b10a-4ea4df8ccd91 None None] Routers {'e7293d89-7e16-4b87-9e69-33bb34e27603'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:53:21.296624 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-34809078-a11e-4055-b10a-4ea4df8ccd91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:53:14Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['e7293d89-7e16-4b87-9e69-33bb34e27603'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:53:21.308583 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-116df4a6-0c27-4bb2-90b8-ec024822cfb9 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1177634587'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:53:21.326167 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddc8592-d15b-4a8a-82ad-2143d8bc77c3 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Pushing event deleted for resources: {'Network': ['ID=88c69541-5b5b-4ba7-a3eb-b73f47fc1947,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:53:21.460372 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-4d2ccce5-0960-40cb-b076-b110008a93aa tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:21.485278 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-67453801-205e-49e4-8f5a-9c8074b1c44b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:21.487671 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021095bf-d282-4f01-821e-52ce93a51464 None None] Pushing event updated for resources: {'Port': ['ID=938ce513-a61c-4431-8100-ac2cd885bd39,revision_number=4']} {{(pid=94469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:53:21.494798 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-67453801-205e-49e4-8f5a-9c8074b1c44b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:21.517341 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-be4c8dec-774a-4c18-a329-9c3b222d94bd req-be860e58-345a-4252-9ceb-4f03544bd94a tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] 10.222.0.39 "GET /v2.0/ports?device_id=419c5c7f-827f-4397-9cc6-d186147a5698 HTTP/1.1" status: 200 len: 210 time: 0.3359487 Aug 12 14:53:21.552708 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-34809078-a11e-4055-b10a-4ea4df8ccd91 None None] Set router e7293d89-7e16-4b87-9e69-33bb34e27603 gateway port host: n-d-694802-15 {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:53:21.571817 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67453801-205e-49e4-8f5a-9c8074b1c44b admin admin] vlan segment allocate from pool success with {'vlan_id': 321, 'physical_network': 'physnet1'} {{(pid=94466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 14:53:21.620283 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388649a9-a8b7-48ed-9a0a-7a134e40cbc3 req-d42e3e0b-b43c-48e8-acc2-012f6a5f0c57 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:53:21.635403 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-388649a9-a8b7-48ed-9a0a-7a134e40cbc3 req-d42e3e0b-b43c-48e8-acc2-012f6a5f0c57 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/ports?device_id=d89c572a-9ecf-42f3-aaab-789262bca2fb HTTP/1.1" status: 200 len: 944 time: 0.2044978 Aug 12 14:53:21.640634 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-116df4a6-0c27-4bb2-90b8-ec024822cfb9 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Made reservation on behalf of c14e5c8db39f4234bf1759da0f0fd559 for: {'network': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:53:21.650687 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-116df4a6-0c27-4bb2-90b8-ec024822cfb9 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for network, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:21.689667 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67453801-205e-49e4-8f5a-9c8074b1c44b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb57c1cd-eeec-463d-b692-015b86f56e9a,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:53:21.704133 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-67453801-205e-49e4-8f5a-9c8074b1c44b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:21.704481 n-d-694802-15 neutron-server[94466]: INFO neutron.db.segments_db [None req-67453801-205e-49e4-8f5a-9c8074b1c44b admin admin] Added segment 83031dbc-dfa7-429e-a176-2219549516f6 of type vlan for network 94d2e86c-879f-45e8-b2ac-bf9908cd5044 Aug 12 14:53:21.756418 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 33572) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:53:21.850159 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-116df4a6-0c27-4bb2-90b8-ec024822cfb9 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] vlan segment allocate from pool success with {'vlan_id': 344, 'physical_network': 'physnet1'} {{(pid=94466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 14:53:21.853147 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-67453801-205e-49e4-8f5a-9c8074b1c44b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744653628263'] for network, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:21.896099 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-388649a9-a8b7-48ed-9a0a-7a134e40cbc3 req-5dc90210-8422-4581-9574-9692ec886b9a tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/security-groups?id=70daefbf-eec6-4754-864f-8c40c2c28cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2577057 Aug 12 14:53:21.929893 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-116df4a6-0c27-4bb2-90b8-ec024822cfb9 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:21.936784 n-d-694802-15 neutron-server[94466]: INFO neutron.db.segments_db [None req-116df4a6-0c27-4bb2-90b8-ec024822cfb9 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Added segment 6c89b9d7-f467-4540-bc33-f990cc10f589 of type vlan for network a670f4a5-8e56-461f-87e6-efbc907c5e8c Aug 12 14:53:21.964306 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-34809078-a11e-4055-b10a-4ea4df8ccd91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7293d89-7e16-4b87-9e69-33bb34e27603', 'name': 'tempest-TestVolumeBackupRestore-965872452-router', 'tenant_id': 'd9dd6ac7d160445e97bf27aace407348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.219'}], 'enable_snat': True}, 'gw_port_id': '99ca1047-2581-4dec-9c53-5862e779ec28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:53:04Z', 'updated_at': '2021-08-12T14:53:16Z', 'revision_number': 4, 'project_id': 'd9dd6ac7d160445e97bf27aace407348', 'gw_port': {'id': '99ca1047-2581-4dec-9c53-5862e779ec28', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:95:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7293d89-7e16-4b87-9e69-33bb34e27603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2541, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:53:05Z', 'updated_at': '2021-08-12T14:53:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': '938ce513-a61c-4431-8100-ac2cd885bd39', 'name': '', 'network_id': 'a285089b-9348-4d2a-8604-205679144007', 'tenant_id': 'd9dd6ac7d160445e97bf27aace407348', 'mac_address': 'fa:16:3e:ee:e4:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7293d89-7e16-4b87-9e69-33bb34e27603', 'device_owner': 'network:router_interface', 'standard_attr_id': 2549, 'fixed_ips': [{'subnet_id': 'd4818c0e-24c1-4b2b-bc8f-7ad85839d2ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:53:13Z', 'updated_at': '2021-08-12T14:53:21Z', 'revision_number': 4, 'project_id': 'd9dd6ac7d160445e97bf27aace407348', 'subnets': [{'id': 'd4818c0e-24c1-4b2b-bc8f-7ad85839d2ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:53:21.972929 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-4d2ccce5-0960-40cb-b076-b110008a93aa tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks [] for router_gateway, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:21.977935 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-3f317d81-a81f-4d9d-bda1-88c44da57b53 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-371470920-network', 'tenant_id': '99691d43eef94267b5aaa5943adab2b7'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:53:21.998986 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34809078-a11e-4055-b10a-4ea4df8ccd91 None None] The sync data for ids ['e7293d89-7e16-4b87-9e69-33bb34e27603'] in n-d-694802-15 is: [{'id': 'e7293d89-7e16-4b87-9e69-33bb34e27603', 'name': 'tempest-TestVolumeBackupRestore-965872452-router', 'tenant_id': 'd9dd6ac7d160445e97bf27aace407348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.219'}], 'enable_snat': True}, 'gw_port_id': '99ca1047-2581-4dec-9c53-5862e779ec28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:53:04Z', 'updated_at': '2021-08-12T14:53:16Z', 'revision_number': 4, 'project_id': 'd9dd6ac7d160445e97bf27aace407348', 'gw_port': {'id': '99ca1047-2581-4dec-9c53-5862e779ec28', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:95:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7293d89-7e16-4b87-9e69-33bb34e27603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2541, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:53:05Z', 'updated_at': '2021-08-12T14:53:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': '938ce513-a61c-4431-8100-ac2cd885bd39', 'name': '', 'network_id': 'a285089b-9348-4d2a-8604-205679144007', 'tenant_id': 'd9dd6ac7d160445e97bf27aace407348', 'mac_address': 'fa:16:3e:ee:e4:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7293d89-7e16-4b87-9e69-33bb34e27603', 'device_owner': 'network:router_interface', 'standard_attr_id': 2549, 'fixed_ips': [{'subnet_id': 'd4818c0e-24c1-4b2b-bc8f-7ad85839d2ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:53:13Z', 'updated_at': '2021-08-12T14:53:21Z', 'revision_number': 4, 'project_id': 'd9dd6ac7d160445e97bf27aace407348', 'subnets': [{'id': 'd4818c0e-24c1-4b2b-bc8f-7ad85839d2ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 14:53:22.009989 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-4d2ccce5-0960-40cb-b076-b110008a93aa tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:22.027141 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-116df4a6-0c27-4bb2-90b8-ec024822cfb9 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744653628263'] for network, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:22.032107 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-67453801-205e-49e4-8f5a-9c8074b1c44b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409'] for network, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:22.033369 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67453801-205e-49e4-8f5a-9c8074b1c44b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:53:22.034096 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-67453801-205e-49e4-8f5a-9c8074b1c44b admin admin] Notify callbacks [] for network, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:22.128794 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f317d81-a81f-4d9d-bda1-88c44da57b53 admin admin] Made reservation on behalf of 99691d43eef94267b5aaa5943adab2b7 for: {'network': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:53:22.131499 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-3f317d81-a81f-4d9d-bda1-88c44da57b53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for network, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:22.163668 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-3f317d81-a81f-4d9d-bda1-88c44da57b53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:22.177255 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67453801-205e-49e4-8f5a-9c8074b1c44b admin admin] Pushing event updated for resources: {'Network': ['ID=94d2e86c-879f-45e8-b2ac-bf9908cd5044,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:53:22.187044 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.db.resource_extend [None req-116df4a6-0c27-4bb2-90b8-ec024822cfb9 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 12 14:53:22.191210 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Network 94d2e86c-879f-45e8-b2ac-bf9908cd5044 details requested by agent ovs-agent-n-d-694802-15 with host n-d-694802-15 {{(pid=94468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 14:53:22.211850 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-116df4a6-0c27-4bb2-90b8-ec024822cfb9 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409'] for network, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:22.220322 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-116df4a6-0c27-4bb2-90b8-ec024822cfb9 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:53:22.221007 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-116df4a6-0c27-4bb2-90b8-ec024822cfb9 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Notify callbacks [] for network, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:22.223528 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 33582) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:53:22.317080 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116df4a6-0c27-4bb2-90b8-ec024822cfb9 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Pushing event updated for resources: {'Network': ['ID=a670f4a5-8e56-461f-87e6-efbc907c5e8c,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:53:22.320807 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-67453801-205e-49e4-8f5a-9c8074b1c44b admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.8950982 Aug 12 14:53:22.325204 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 33586) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:53:22.330304 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-79f67fa9-2bdd-4aa3-969a-55644a2bf3a1 admin admin] Request body: {'subnet': {'network_id': '94d2e86c-879f-45e8-b2ac-bf9908cd5044', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-20553579-subnet', 'tenant_id': '8a81254ef6934f2cb9ef8c9cf7103a3f', 'ip_version': 4}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:53:22.339715 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Network a670f4a5-8e56-461f-87e6-efbc907c5e8c details requested by agent ovs-agent-n-d-694802-15 with host n-d-694802-15 {{(pid=94468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 14:53:22.350605 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_common [None req-4d2ccce5-0960-40cb-b076-b110008a93aa tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Allocated IP 172.25.1.245 (d3759e1b-6c03-45ac-acd4-90abb417809b/f0254f08-c19c-4e31-bd9c-09389ea4b6f2/eb45c16e-efbf-47de-892c-209ea94b0630) {{(pid=94467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:53:22.460249 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c38fea57-10c5-4e3e-932a-871705712c72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:22.539590 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-3f317d81-a81f-4d9d-bda1-88c44da57b53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:22.546794 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-3f317d81-a81f-4d9d-bda1-88c44da57b53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:22.556791 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-4d2ccce5-0960-40cb-b076-b110008a93aa tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks [] for port, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:22.565782 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-116df4a6-0c27-4bb2-90b8-ec024822cfb9 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.2948589 Aug 12 14:53:22.568868 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 33590) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:53:22.577126 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-0b3e98ec-4147-4088-932b-d3facc49ee50 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Request body: {'subnet': {'network_id': 'a670f4a5-8e56-461f-87e6-efbc907c5e8c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:53:22.580791 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79f67fa9-2bdd-4aa3-969a-55644a2bf3a1 admin admin] Made reservation on behalf of 8a81254ef6934f2cb9ef8c9cf7103a3f for: {'subnet': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:53:22.583712 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-79f67fa9-2bdd-4aa3-969a-55644a2bf3a1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8776441'] for subnet, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:22.608029 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f317d81-a81f-4d9d-bda1-88c44da57b53 admin admin] vlan segment allocate from pool success with {'vlan_id': 315, 'physical_network': 'physnet1'} {{(pid=94467) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 14:53:22.616404 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f317d81-a81f-4d9d-bda1-88c44da57b53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ebaac9a-fe06-4bc1-af70-7378483ff2e5,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:53:22.670852 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-3f317d81-a81f-4d9d-bda1-88c44da57b53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:22.671226 n-d-694802-15 neutron-server[94467]: INFO neutron.db.segments_db [None req-3f317d81-a81f-4d9d-bda1-88c44da57b53 admin admin] Added segment 16f1a284-68f4-48a4-85c3-491c16dd108b of type vlan for network 552f0e08-11d2-407d-9c90-a9456f167955 Aug 12 14:53:22.683650 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b85a10e7-6db7-49ce-8d9f-4b8d1db132f8 req-7d66eae0-b8a0-452b-9f17-22ef342a860e tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] 10.222.0.39 "GET /v2.0/ports?device_id=419c5c7f-827f-4397-9cc6-d186147a5698 HTTP/1.1" status: 200 len: 210 time: 0.0479631 Aug 12 14:53:22.731724 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-3f317d81-a81f-4d9d-bda1-88c44da57b53 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744653628263'] for network, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:22.751992 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-4d2ccce5-0960-40cb-b076-b110008a93aa tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:22.810968 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d2ccce5-0960-40cb-b076-b110008a93aa tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Network d3759e1b-6c03-45ac-acd4-90abb417809b is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:53:22.817177 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [None req-4d2ccce5-0960-40cb-b076-b110008a93aa tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:53:22.819776 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d2ccce5-0960-40cb-b076-b110008a93aa tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Received port after_create {{(pid=94467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:53:22.848709 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2ccce5-0960-40cb-b076-b110008a93aa tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Pushing event updated for resources: {'Port': ['ID=eb45c16e-efbf-47de-892c-209ea94b0630,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:53:22.854781 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-3f317d81-a81f-4d9d-bda1-88c44da57b53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409'] for network, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:22.855954 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f317d81-a81f-4d9d-bda1-88c44da57b53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:53:22.856577 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-3f317d81-a81f-4d9d-bda1-88c44da57b53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for network, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:22.934768 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f317d81-a81f-4d9d-bda1-88c44da57b53 admin admin] Pushing event updated for resources: {'Network': ['ID=552f0e08-11d2-407d-9c90-a9456f167955,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:53:22.949619 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Network 552f0e08-11d2-407d-9c90-a9456f167955 details requested by agent ovs-agent-n-d-694802-15 with host n-d-694802-15 {{(pid=94468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 14:53:23.107203 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 938ce513-a61c-4431-8100-ac2cd885bd39 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:53:23.173426 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning for port 938ce513-a61c-4431-8100-ac2cd885bd39 completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:53:23.178390 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port 938ce513-a61c-4431-8100-ac2cd885bd39 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:53:23.179097 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:23.224076 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-4d2ccce5-0960-40cb-b076-b110008a93aa tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks [] for router_gateway, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:23.292123 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:23.337280 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c38fea57-10c5-4e3e-932a-871705712c72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:23.341158 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] For port 938ce513-a61c-4431-8100-ac2cd885bd39, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=938ce513-a61c-4431-8100-ac2cd885bd39,segment=NetworkSegment(88856cee-c131-4e90-816c-e70f51095ce0),segment_id=88856cee-c131-4e90-816c-e70f51095ce0)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:53:23.347677 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:23.353789 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c38fea57-10c5-4e3e-932a-871705712c72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:23.421054 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Pushing event updated for resources: {'Port': ['ID=938ce513-a61c-4431-8100-ac2cd885bd39,revision_number=5']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:53:23.462015 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-c38fea57-10c5-4e3e-932a-871705712c72 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=cf216d4b1bb8459c8c26e2ccfc7c2f75&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1539931 Aug 12 14:53:23.470948 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880a4d5a-9a48-473d-9d83-c4a5778f1578 req-f3c2fdf7-1ef8-4643-9762-3852d2c96329 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:53:23.472468 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-880a4d5a-9a48-473d-9d83-c4a5778f1578 req-f3c2fdf7-1ef8-4643-9762-3852d2c96329 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/ports?device_id=d89c572a-9ecf-42f3-aaab-789262bca2fb HTTP/1.1" status: 200 len: 944 time: 0.2072654 Aug 12 14:53:23.475087 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 33594) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:53:23.495064 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-3f317d81-a81f-4d9d-bda1-88c44da57b53 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.7317152 Aug 12 14:53:23.497830 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 33596) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:53:23.500722 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b3e98ec-4147-4088-932b-d3facc49ee50 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Made reservation on behalf of c14e5c8db39f4234bf1759da0f0fd559 for: {'subnet': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:53:23.504321 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0b3e98ec-4147-4088-932b-d3facc49ee50 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8776441'] for subnet, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:23.505567 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-7732c4e0-9c09-4d3d-a15e-0490fc47d87d admin admin] Request body: {'subnet': {'network_id': '552f0e08-11d2-407d-9c90-a9456f167955', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-371470920-subnet', 'tenant_id': '99691d43eef94267b5aaa5943adab2b7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:53:23.528366 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-79f67fa9-2bdd-4aa3-969a-55644a2bf3a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3718490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8776395'] for subnet, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:23.534722 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-4d2ccce5-0960-40cb-b076-b110008a93aa tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-429413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-431608'] for router, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:23.545768 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7732c4e0-9c09-4d3d-a15e-0490fc47d87d admin admin] Made reservation on behalf of 99691d43eef94267b5aaa5943adab2b7 for: {'subnet': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:53:23.547779 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-7732c4e0-9c09-4d3d-a15e-0490fc47d87d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3343791'] for subnet, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:23.565045 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38fea57-10c5-4e3e-932a-871705712c72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15ec76f4-f32e-4ddc-a125-52f4240f41a9,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:53:23.645173 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38fea57-10c5-4e3e-932a-871705712c72 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:53:23.646127 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38fea57-10c5-4e3e-932a-871705712c72 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:53:23.646384 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38fea57-10c5-4e3e-932a-871705712c72 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:53:23.646726 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38fea57-10c5-4e3e-932a-871705712c72 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:53:23.647075 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38fea57-10c5-4e3e-932a-871705712c72 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:53:23.648427 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38fea57-10c5-4e3e-932a-871705712c72 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:53:23.648427 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38fea57-10c5-4e3e-932a-871705712c72 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:53:23.648427 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38fea57-10c5-4e3e-932a-871705712c72 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:53:23.648427 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38fea57-10c5-4e3e-932a-871705712c72 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:53:23.648821 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38fea57-10c5-4e3e-932a-871705712c72 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:53:23.648962 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38fea57-10c5-4e3e-932a-871705712c72 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:53:23.649282 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38fea57-10c5-4e3e-932a-871705712c72 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:53:23.703223 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-880a4d5a-9a48-473d-9d83-c4a5778f1578 req-d4a7c449-3f44-4e8e-88fb-ba316941320d tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/security-groups?id=70daefbf-eec6-4754-864f-8c40c2c28cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2212164 Aug 12 14:53:23.735928 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f67fa9-2bdd-4aa3-969a-55644a2bf3a1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d8122f3-50c7-4bcc-984f-1e32208d4e29,revision_number=0']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:53:23.772571 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4318a600-172e-4514-a512-b2cea2de4f53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:23.792815 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f67fa9-2bdd-4aa3-969a-55644a2bf3a1 admin admin] Checking segment: {'id': '83031dbc-dfa7-429e-a176-2219549516f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '94d2e86c-879f-45e8-b2ac-bf9908cd5044'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:53:23.793184 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79f67fa9-2bdd-4aa3-969a-55644a2bf3a1 admin admin] Network hostable DHCP agents. Network: 94d2e86c-879f-45e8-b2ac-bf9908cd5044, hostable agents: ['1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658'], hosted agents: [] {{(pid=94466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 14:53:23.844959 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d2ccce5-0960-40cb-b076-b110008a93aa tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Router 5a955ada-e255-4005-bb16-739df8b0ef31 is scheduled to L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f with binding_index 1 {{(pid=94467) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 14:53:23.859574 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4318a600-172e-4514-a512-b2cea2de4f53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:23.867471 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3ebd1cff-dca3-4dcf-9af9-9cbd5b028bd3 req-a9818a74-07f6-4ee2-9b7e-6e2edae0f2a6 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] 10.222.0.39 "GET /v2.0/ports?device_id=419c5c7f-827f-4397-9cc6-d186147a5698 HTTP/1.1" status: 200 len: 210 time: 0.0651252 Aug 12 14:53:23.897749 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79f67fa9-2bdd-4aa3-969a-55644a2bf3a1 admin admin] Network 94d2e86c-879f-45e8-b2ac-bf9908cd5044 is scheduled to be hosted by DHCP agent 1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658 with binding_index 1 {{(pid=94466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 14:53:23.940936 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-79f67fa9-2bdd-4aa3-969a-55644a2bf3a1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-15, 94d2e86c-879f-45e8-b2ac-bf9908cd5044) {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:53:23.946789 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79f67fa9-2bdd-4aa3-969a-55644a2bf3a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:53:23.948608 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-79f67fa9-2bdd-4aa3-969a-55644a2bf3a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for subnet, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:23.953740 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-7732c4e0-9c09-4d3d-a15e-0490fc47d87d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2859166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3343773'] for subnet, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:23.966246 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71803e61-bf53-420e-a546-f2148dcc184d None None] Network 94d2e86c-879f-45e8-b2ac-bf9908cd5044 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:53:24.001653 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-79f67fa9-2bdd-4aa3-969a-55644a2bf3a1 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.6728497 Aug 12 14:53:24.003636 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 33600) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:53:24.014371 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-e666036a-9037-470c-805a-6943651cfd6f admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-20553579-router', 'tenant_id': '8a81254ef6934f2cb9ef8c9cf7103a3f', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'}}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:53:24.034017 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0b3e98ec-4147-4088-932b-d3facc49ee50 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3718490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8776395'] for subnet, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:24.043221 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4318a600-172e-4514-a512-b2cea2de4f53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:24.046404 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4318a600-172e-4514-a512-b2cea2de4f53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:24.049793 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-4318a600-172e-4514-a512-b2cea2de4f53 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/15ec76f4-f32e-4ddc-a125-52f4240f41a9 HTTP/1.1" status: 204 len: 168 time: 0.5665710 Aug 12 14:53:24.079913 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7732c4e0-9c09-4d3d-a15e-0490fc47d87d admin admin] Pushing event updated for resources: {'Subnet': ['ID=8803e8e2-fb74-4f26-9f40-98aa73d90aef,revision_number=0']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:53:24.101425 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d2ccce5-0960-40cb-b076-b110008a93aa tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 14:53:24.123332 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7732c4e0-9c09-4d3d-a15e-0490fc47d87d admin admin] Checking segment: {'id': '16f1a284-68f4-48a4-85c3-491c16dd108b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '552f0e08-11d2-407d-9c90-a9456f167955'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:53:24.124043 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7732c4e0-9c09-4d3d-a15e-0490fc47d87d admin admin] Network hostable DHCP agents. Network: 552f0e08-11d2-407d-9c90-a9456f167955, hostable agents: ['1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658'], hosted agents: [] {{(pid=94467) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 14:53:24.130740 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4318a600-172e-4514-a512-b2cea2de4f53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15ec76f4-f32e-4ddc-a125-52f4240f41a9,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:53:24.137073 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-4d2ccce5-0960-40cb-b076-b110008a93aa tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks [] for router, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:24.137649 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e666036a-9037-470c-805a-6943651cfd6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-430574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-104863'] for router, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:24.141792 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-4d2ccce5-0960-40cb-b076-b110008a93aa tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 4.3043296 Aug 12 14:53:24.141993 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e666036a-9037-470c-805a-6943651cfd6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-429438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-431405', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66646573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-104852'] for router, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:24.142291 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 33604) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:53:24.185653 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c65a1d1-4165-4cf6-8246-ae3cb100d1d0 None None] Sync routers for ids ['5a955ada-e255-4005-bb16-739df8b0ef31'] in n-d-694802-15 {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 14:53:24.202196 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e666036a-9037-470c-805a-6943651cfd6f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:24.222512 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-a7217370-7aef-4343-8813-9b47a1765036 tempest-TestNetworkAdvancedServerOps-311782475 tempest-TestNetworkAdvancedServerOps-311782475-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=6774b656eb8145eb998ea0059b40b4c3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0760219 Aug 12 14:53:24.224036 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 33606) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:53:24.226599 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7732c4e0-9c09-4d3d-a15e-0490fc47d87d admin admin] Network 552f0e08-11d2-407d-9c90-a9456f167955 is scheduled to be hosted by DHCP agent 1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658 with binding_index 1 {{(pid=94467) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 14:53:24.249095 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [None req-7732c4e0-9c09-4d3d-a15e-0490fc47d87d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-15, 552f0e08-11d2-407d-9c90-a9456f167955) {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:53:24.257264 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7732c4e0-9c09-4d3d-a15e-0490fc47d87d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:53:24.259266 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-7732c4e0-9c09-4d3d-a15e-0490fc47d87d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:24.265316 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c65a1d1-4165-4cf6-8246-ae3cb100d1d0 None None] Routers {'5a955ada-e255-4005-bb16-739df8b0ef31'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:53:24.266402 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-9c65a1d1-4165-4cf6-8246-ae3cb100d1d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:53:14Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['5a955ada-e255-4005-bb16-739df8b0ef31'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:53:24.282326 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9ec1ee3-8c3d-4f65-b67e-a23d9b36cc85 None None] Network 552f0e08-11d2-407d-9c90-a9456f167955 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:53:24.293612 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-7732c4e0-9c09-4d3d-a15e-0490fc47d87d admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7940748 Aug 12 14:53:24.364721 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b3e98ec-4147-4088-932b-d3facc49ee50 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Checking segment: {'id': '6c89b9d7-f467-4540-bc33-f990cc10f589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'a670f4a5-8e56-461f-87e6-efbc907c5e8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:53:24.365374 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b3e98ec-4147-4088-932b-d3facc49ee50 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Network hostable DHCP agents. Network: a670f4a5-8e56-461f-87e6-efbc907c5e8c, hostable agents: ['1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658'], hosted agents: [] {{(pid=94466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 14:53:24.419828 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3e98ec-4147-4088-932b-d3facc49ee50 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Pushing event updated for resources: {'Subnet': ['ID=bea794d6-fd07-4d2a-a914-e80a060af67a,revision_number=0']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:53:24.486319 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b3e98ec-4147-4088-932b-d3facc49ee50 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Network a670f4a5-8e56-461f-87e6-efbc907c5e8c is scheduled to be hosted by DHCP agent 1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658 with binding_index 1 {{(pid=94466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 14:53:24.508553 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-0b3e98ec-4147-4088-932b-d3facc49ee50 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-15, a670f4a5-8e56-461f-87e6-efbc907c5e8c) {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:53:24.558618 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acfd3cd8-cdab-4cf5-8f6e-ed5dbfdb5869 None None] Network a670f4a5-8e56-461f-87e6-efbc907c5e8c requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:53:24.658737 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e666036a-9037-470c-805a-6943651cfd6f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:24.685535 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b3e98ec-4147-4088-932b-d3facc49ee50 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:53:24.687309 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0b3e98ec-4147-4088-932b-d3facc49ee50 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for subnet, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:24.765656 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 33628) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:53:24.767270 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-0b3e98ec-4147-4088-932b-d3facc49ee50 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.1972511 Aug 12 14:53:24.801074 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85fa6344-d080-4ff2-99c5-b9f7ff72e867 tempest-TestNetworkAdvancedServerOps-311782475 tempest-TestNetworkAdvancedServerOps-311782475-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:53:24.811629 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-85fa6344-d080-4ff2-99c5-b9f7ff72e867 tempest-TestNetworkAdvancedServerOps-311782475 tempest-TestNetworkAdvancedServerOps-311782475-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5795722 Aug 12 14:53:24.814947 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 33630) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:53:24.918575 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb3ee703-3fe0-4005-8ffa-976065f5385b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa7035b3e-9a89-5964-b9f4-97301c3f476a-94d2e86c-879f-45e8-b2ac-bf9908cd5044', 'network_id': '94d2e86c-879f-45e8-b2ac-bf9908cd5044', 'tenant_id': '8a81254ef6934f2cb9ef8c9cf7103a3f', 'fixed_ips': [{'subnet_id': '0d8122f3-50c7-4bcc-984f-1e32208d4e29'}]}} from n-d-694802-15. {{(pid=94468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 14:53:24.919689 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-cb3ee703-3fe0-4005-8ffa-976065f5385b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:25.013536 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-23c539ee-c785-44c0-902d-a972a627b9ea tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680608'] for network, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:25.054126 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-579435b1-1494-435f-bbde-50540b255551 tempest-TestNetworkAdvancedServerOps-311782475 tempest-TestNetworkAdvancedServerOps-311782475-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=d3759e1b-6c03-45ac-acd4-90abb417809b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2351229 Aug 12 14:53:25.054311 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 33638) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:53:25.078263 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-3d884e43-f14a-4726-be77-f59f69b2edb8 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1384459215', 'network_id': 'db095345-e0d8-47fa-815f-3ac64beebe04', 'project_id': '6774b656eb8145eb998ea0059b40b4c3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:53:25.087621 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79770d9c-791c-4d4a-9eb3-2bb299edaae6 None None] Network 552f0e08-11d2-407d-9c90-a9456f167955 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:53:25.093124 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvr_db [None req-9c65a1d1-4165-4cf6-8246-ae3cb100d1d0 None None] Set router 5a955ada-e255-4005-bb16-739df8b0ef31 gateway port host: n-d-694802-15 {{(pid=94468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:53:25.177539 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 938ce513-a61c-4431-8100-ac2cd885bd39 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:53:25.219121 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-23c539ee-c785-44c0-902d-a972a627b9ea tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66416255'] for subnet, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:25.328364 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d884e43-f14a-4726-be77-f59f69b2edb8 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Made reservation on behalf of 6774b656eb8145eb998ea0059b40b4c3 for: {'subnet': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:53:25.332016 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3d884e43-f14a-4726-be77-f59f69b2edb8 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8776441'] for subnet, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:25.339662 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f9f18f-4447-41d8-90d2-18d6c7e73ada req-7d7c7964-b467-420a-9559-b19236ac4068 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:53:25.347205 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a8f9f18f-4447-41d8-90d2-18d6c7e73ada req-7d7c7964-b467-420a-9559-b19236ac4068 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/ports?device_id=d89c572a-9ecf-42f3-aaab-789262bca2fb HTTP/1.1" status: 200 len: 944 time: 0.3218460 Aug 12 14:53:25.365017 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 33652) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:53:25.449053 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a8f9f18f-4447-41d8-90d2-18d6c7e73ada req-8b342563-3cac-48f6-86ce-22dbe7a45c8f tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/security-groups?id=70daefbf-eec6-4754-864f-8c40c2c28cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901740 Aug 12 14:53:25.461205 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-23c539ee-c785-44c0-902d-a972a627b9ea tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66416232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2859225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3343748'] for subnet, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:25.518650 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c539ee-c785-44c0-902d-a972a627b9ea tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Pushing event deleted for resources: {'Subnet': ['ID=bea794d6-fd07-4d2a-a914-e80a060af67a,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:53:25.528478 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11e61e5-b82e-4c52-947a-2e39ce8362b7 req-f58e4be7-0def-4ec9-90db-207f389956c6 tempest-ListServersNegativeTestJSON-661303683 tempest-ListServersNegativeTestJSON-661303683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:53:25.534120 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-f11e61e5-b82e-4c52-947a-2e39ce8362b7 req-f58e4be7-0def-4ec9-90db-207f389956c6 tempest-ListServersNegativeTestJSON-661303683 tempest-ListServersNegativeTestJSON-661303683-project] 10.222.0.39 "GET /v2.0/networks?id=552f0e08-11d2-407d-9c90-a9456f167955 HTTP/1.1" status: 200 len: 817 time: 0.2851942 Aug 12 14:53:25.604025 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-f11e61e5-b82e-4c52-947a-2e39ce8362b7 req-85c04220-3a13-4151-8bbd-0e6589c7c746 tempest-ListServersNegativeTestJSON-661303683 tempest-ListServersNegativeTestJSON-661303683-project] 10.222.0.39 "GET /v2.0/quotas/99691d43eef94267b5aaa5943adab2b7 HTTP/1.1" status: 200 len: 375 time: 0.0229797 Aug 12 14:53:25.623713 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e238b692-5edc-4eac-90f8-bafd233a2ccf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa7035b3e-9a89-5964-b9f4-97301c3f476a-a670f4a5-8e56-461f-87e6-efbc907c5e8c', 'network_id': 'a670f4a5-8e56-461f-87e6-efbc907c5e8c', 'tenant_id': 'c14e5c8db39f4234bf1759da0f0fd559', 'fixed_ips': [{'subnet_id': 'bea794d6-fd07-4d2a-a914-e80a060af67a'}]}} from n-d-694802-15. {{(pid=94468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 14:53:25.625475 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-e238b692-5edc-4eac-90f8-bafd233a2ccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:25.632726 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-23c539ee-c785-44c0-902d-a972a627b9ea tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66413304', 'neutron.services.segments.db._delete_segments_for_network-8744654118000'] for network, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:25.647794 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-23c539ee-c785-44c0-902d-a972a627b9ea tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a670f4a5-8e56-461f-87e6-efbc907c5e8c']}} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:53:25.662578 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-23c539ee-c785-44c0-902d-a972a627b9ea tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c89b9d7-f467-4540-bc33-f990cc10f589') {'for_net_delete': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:53:25.663130 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-23c539ee-c785-44c0-902d-a972a627b9ea tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c89b9d7-f467-4540-bc33-f990cc10f589') {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:53:25.664592 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-f11e61e5-b82e-4c52-947a-2e39ce8362b7 req-010991a4-98d9-42c4-9e76-63de00508f7c tempest-ListServersNegativeTestJSON-661303683 tempest-ListServersNegativeTestJSON-661303683-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=99691d43eef94267b5aaa5943adab2b7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0515606 Aug 12 14:53:25.678862 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-23c539ee-c785-44c0-902d-a972a627b9ea tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744654122361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3857526'] for segment, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:25.719887 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-23c539ee-c785-44c0-902d-a972a627b9ea tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:25.727896 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23c539ee-c785-44c0-902d-a972a627b9ea tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Releasing vlan 344 on physical network physnet1 to pool {{(pid=94467) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 14:53:25.728502 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-23c539ee-c785-44c0-902d-a972a627b9ea tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2859015'] for segment, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:25.729956 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port 938ce513-a61c-4431-8100-ac2cd885bd39 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:53:25.730344 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:25.747959 n-d-694802-15 neutron-server[94467]: Traceback (most recent call last): Aug 12 14:53:25.747959 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 14:53:25.747959 n-d-694802-15 neutron-server[94467]: timer() Aug 12 14:53:25.747959 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 14:53:25.747959 n-d-694802-15 neutron-server[94467]: cb(*args, **kw) Aug 12 14:53:25.747959 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 14:53:25.747959 n-d-694802-15 neutron-server[94467]: return func(*args, **kwargs) Aug 12 14:53:25.747959 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 14:53:25.747959 n-d-694802-15 neutron-server[94467]: self._notify() Aug 12 14:53:25.747959 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 14:53:25.747959 n-d-694802-15 neutron-server[94467]: self.callback(batched_events) Aug 12 14:53:25.747959 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 14:53:25.747959 n-d-694802-15 neutron-server[94467]: event.method(event) Aug 12 14:53:25.747959 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 14:53:25.747959 n-d-694802-15 neutron-server[94467]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 14:53:25.747959 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 14:53:25.747959 n-d-694802-15 neutron-server[94467]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 14:53:25.747959 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 14:53:25.747959 n-d-694802-15 neutron-server[94467]: return f(self, *a, **k) Aug 12 14:53:25.747959 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 14:53:25.747959 n-d-694802-15 neutron-server[94467]: return self._get(url).json() Aug 12 14:53:25.747959 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 14:53:25.747959 n-d-694802-15 neutron-server[94467]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 14:53:25.747959 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 14:53:25.747959 n-d-694802-15 neutron-server[94467]: return self.request(url, 'GET', **kwargs) Aug 12 14:53:25.747959 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 14:53:25.747959 n-d-694802-15 neutron-server[94467]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 14:53:25.747959 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 14:53:25.747959 n-d-694802-15 neutron-server[94467]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 14:53:25.747959 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 14:53:25.747959 n-d-694802-15 neutron-server[94467]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 14:53:25.747959 n-d-694802-15 neutron-server[94467]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 14:53:25.756190 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-060552be-e73d-43de-8303-0e052fb3f97f admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-791134689-network', 'tenant_id': '13cca917dfe8495f9f52a1b283f5e91f'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:53:25.780966 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.db_base_plugin_common [None req-cb3ee703-3fe0-4005-8ffa-976065f5385b None None] Allocated IP 172.20.0.2 (94d2e86c-879f-45e8-b2ac-bf9908cd5044/0d8122f3-50c7-4bcc-984f-1e32208d4e29/f130ef4f-4959-4cc7-bbd5-43b0bb119338) {{(pid=94468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:53:25.799452 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-9c65a1d1-4165-4cf6-8246-ae3cb100d1d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a955ada-e255-4005-bb16-739df8b0ef31', 'name': 'tempest-TestNetworkAdvancedServerOps-router-297116677', 'tenant_id': '6774b656eb8145eb998ea0059b40b4c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.245'}], 'enable_snat': True}, 'gw_port_id': 'eb45c16e-efbf-47de-892c-209ea94b0630', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:53:20Z', 'updated_at': '2021-08-12T14:53:23Z', 'revision_number': 3, 'project_id': '6774b656eb8145eb998ea0059b40b4c3', 'gw_port': {'id': 'eb45c16e-efbf-47de-892c-209ea94b0630', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:c2:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a955ada-e255-4005-bb16-739df8b0ef31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2568, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:53:22Z', 'updated_at': '2021-08-12T14:53:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15'}], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:53:25.816082 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-060552be-e73d-43de-8303-0e052fb3f97f admin admin] Made reservation on behalf of 13cca917dfe8495f9f52a1b283f5e91f for: {'network': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:53:25.818277 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-060552be-e73d-43de-8303-0e052fb3f97f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for network, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:25.868376 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-def11af7-ed67-4d14-b3d9-75b83ad1548c req-6f126334-50d0-41df-abab-90c90e896417 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] 10.222.0.39 "GET /v2.0/ports?device_id=419c5c7f-827f-4397-9cc6-d186147a5698 HTTP/1.1" status: 200 len: 210 time: 0.1142979 Aug 12 14:53:25.872683 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-060552be-e73d-43de-8303-0e052fb3f97f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:25.891949 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c65a1d1-4165-4cf6-8246-ae3cb100d1d0 None None] Checking router: 5a955ada-e255-4005-bb16-739df8b0ef31 for host: n-d-694802-15 {{(pid=94468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 14:53:25.892443 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c65a1d1-4165-4cf6-8246-ae3cb100d1d0 None None] Updating router 5a955ada-e255-4005-bb16-739df8b0ef31 port eb45c16e-efbf-47de-892c-209ea94b0630 binding host n-d-694802-15 {{(pid=94468) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 14:53:25.907792 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-f11e61e5-b82e-4c52-947a-2e39ce8362b7 req-c7b82df3-c2d2-4ef8-b2a2-714ba05c4c7c service neutron] 10.222.0.39 "GET /v2.0/networks/552f0e08-11d2-407d-9c90-a9456f167955?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2342758 Aug 12 14:53:25.923690 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-9c65a1d1-4165-4cf6-8246-ae3cb100d1d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:25.992947 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de9b26ee-383f-40d0-9b84-c3b941bb7c5c None None] Network a670f4a5-8e56-461f-87e6-efbc907c5e8c requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:53:26.009405 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-060552be-e73d-43de-8303-0e052fb3f97f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:26.017590 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-060552be-e73d-43de-8303-0e052fb3f97f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:26.032521 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-060552be-e73d-43de-8303-0e052fb3f97f admin admin] vlan segment allocate from pool success with {'vlan_id': 343, 'physical_network': 'physnet1'} {{(pid=94467) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 14:53:26.044451 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-060552be-e73d-43de-8303-0e052fb3f97f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:26.044844 n-d-694802-15 neutron-server[94467]: INFO neutron.db.segments_db [None req-060552be-e73d-43de-8303-0e052fb3f97f admin admin] Added segment 4dbbc83c-75ac-4d17-882c-218168b74751 of type vlan for network 2097c9ef-21c6-4fbf-ace6-7e5837e9d693 Aug 12 14:53:26.055615 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e666036a-9037-470c-805a-6943651cfd6f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:26.088437 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e666036a-9037-470c-805a-6943651cfd6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:26.096760 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-060552be-e73d-43de-8303-0e052fb3f97f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744653628263'] for network, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:26.130355 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-23c539ee-c785-44c0-902d-a972a627b9ea tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66413281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431520'] for network, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:26.135956 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-060552be-e73d-43de-8303-0e052fb3f97f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409'] for network, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:26.138027 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-060552be-e73d-43de-8303-0e052fb3f97f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:53:26.138865 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-060552be-e73d-43de-8303-0e052fb3f97f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for network, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:26.144160 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-f11e61e5-b82e-4c52-947a-2e39ce8362b7 req-90f86a97-6a65-4ce4-aa36-3bb1bfa8bb1a service neutron] 10.222.0.39 "GET /v2.0/networks/552f0e08-11d2-407d-9c90-a9456f167955?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2354288 Aug 12 14:53:26.188085 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-23c539ee-c785-44c0-902d-a972a627b9ea tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for network, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:26.195508 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-23c539ee-c785-44c0-902d-a972a627b9ea tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] 10.222.0.39 "DELETE /v2.0/networks/a670f4a5-8e56-461f-87e6-efbc907c5e8c HTTP/1.1" status: 204 len: 168 time: 1.4229333 Aug 12 14:53:26.210524 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 33658) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:53:26.225370 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-060552be-e73d-43de-8303-0e052fb3f97f admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8593054 Aug 12 14:53:26.238966 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-72ec6384-5d18-4902-ab6a-48eaee964487 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1363599995'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:53:26.335904 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3d884e43-f14a-4726-be77-f59f69b2edb8 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3718490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8776395'] for subnet, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:26.375617 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72ec6384-5d18-4902-ab6a-48eaee964487 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Made reservation on behalf of c14e5c8db39f4234bf1759da0f0fd559 for: {'network': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:53:26.381208 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-72ec6384-5d18-4902-ab6a-48eaee964487 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for network, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:26.422950 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060552be-e73d-43de-8303-0e052fb3f97f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f2837eb-02f1-4257-ad46-38fa5cc2f8cf,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:53:26.458584 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72ec6384-5d18-4902-ab6a-48eaee964487 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] vlan segment allocate from pool success with {'vlan_id': 313, 'physical_network': 'physnet1'} {{(pid=94467) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 14:53:26.476628 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d884e43-f14a-4726-be77-f59f69b2edb8 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Checking segment: {'id': '3c13c1c5-6909-4094-b7be-b75bca54d586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'db095345-e0d8-47fa-815f-3ac64beebe04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:53:26.477417 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d884e43-f14a-4726-be77-f59f69b2edb8 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Network hostable DHCP agents. Network: db095345-e0d8-47fa-815f-3ac64beebe04, hostable agents: ['1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658'], hosted agents: [] {{(pid=94466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 14:53:26.480308 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-72ec6384-5d18-4902-ab6a-48eaee964487 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:26.480720 n-d-694802-15 neutron-server[94467]: INFO neutron.db.segments_db [None req-72ec6384-5d18-4902-ab6a-48eaee964487 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Added segment 78cde90b-8f89-4104-939f-aa141efcca42 of type vlan for network b30c60c2-00f9-499a-bcad-bae44bde183d Aug 12 14:53:26.500618 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d884e43-f14a-4726-be77-f59f69b2edb8 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Pushing event updated for resources: {'Subnet': ['ID=c6b9fd07-f9b4-4406-ad8f-d473ff31e70f,revision_number=0']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:53:26.505930 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d884e43-f14a-4726-be77-f59f69b2edb8 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Network db095345-e0d8-47fa-815f-3ac64beebe04 is scheduled to be hosted by DHCP agent 1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658 with binding_index 1 {{(pid=94466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 14:53:26.520760 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-3d884e43-f14a-4726-be77-f59f69b2edb8 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-15, db095345-e0d8-47fa-815f-3ac64beebe04) {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:53:26.529620 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d884e43-f14a-4726-be77-f59f69b2edb8 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:53:26.532125 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3d884e43-f14a-4726-be77-f59f69b2edb8 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for subnet, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:26.545061 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-72ec6384-5d18-4902-ab6a-48eaee964487 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744653628263'] for network, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:26.561883 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-3d884e43-f14a-4726-be77-f59f69b2edb8 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.5065925 Aug 12 14:53:26.564928 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 33672) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:53:26.592451 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060552be-e73d-43de-8303-0e052fb3f97f admin admin] Pushing event updated for resources: {'Network': ['ID=2097c9ef-21c6-4fbf-ace6-7e5837e9d693,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:53:26.616357 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-72ec6384-5d18-4902-ab6a-48eaee964487 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409'] for network, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:26.629749 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72ec6384-5d18-4902-ab6a-48eaee964487 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:53:26.632984 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-72ec6384-5d18-4902-ab6a-48eaee964487 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for network, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:26.636425 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-cb3ee703-3fe0-4005-8ffa-976065f5385b None None] Notify callbacks [] for port, precommit_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:26.656167 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-cb3ee703-3fe0-4005-8ffa-976065f5385b None None] Transition to ACTIVE for port object f130ef4f-4959-4cc7-bbd5-43b0bb119338 will not be triggered until provisioned by entity L2. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:53:26.693936 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c539ee-c785-44c0-902d-a972a627b9ea tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Pushing event deleted for resources: {'Network': ['ID=a670f4a5-8e56-461f-87e6-efbc907c5e8c,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:53:26.696515 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-cb3ee703-3fe0-4005-8ffa-976065f5385b None None] Transition to ACTIVE for port object f130ef4f-4959-4cc7-bbd5-43b0bb119338 will not be triggered until provisioned by entity DHCP. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:53:26.702198 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d263b86-e08e-4a5c-baa9-e055c229fae3 None None] Network db095345-e0d8-47fa-815f-3ac64beebe04 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:53:26.711349 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-72ec6384-5d18-4902-ab6a-48eaee964487 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4844756 Aug 12 14:53:26.721269 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 33676) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:53:26.732284 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-2b1cc809-1b7b-49e8-a9b2-2d23269a178a tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Request body: {'network': {'name': 'New_network'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:53:26.818939 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Network 2097c9ef-21c6-4fbf-ace6-7e5837e9d693 details requested by agent ovs-agent-n-d-694802-15 with host n-d-694802-15 {{(pid=94468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 14:53:26.888577 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35ea582-025b-42fb-8b8c-03bc957b352e req-461105c2-4afb-435b-994c-b316eb5fcf0c tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:53:26.899483 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-e35ea582-025b-42fb-8b8c-03bc957b352e req-461105c2-4afb-435b-994c-b316eb5fcf0c tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/ports?device_id=d89c572a-9ecf-42f3-aaab-789262bca2fb HTTP/1.1" status: 200 len: 944 time: 0.2409003 Aug 12 14:53:26.900328 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-cb3ee703-3fe0-4005-8ffa-976065f5385b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253'] for port, after_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:26.911805 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ec6384-5d18-4902-ab6a-48eaee964487 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Pushing event updated for resources: {'Network': ['ID=b30c60c2-00f9-499a-bcad-bae44bde183d,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:53:26.936676 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Network b30c60c2-00f9-499a-bcad-bae44bde183d details requested by agent ovs-agent-n-d-694802-15 with host n-d-694802-15 {{(pid=94468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 14:53:27.114457 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-e35ea582-025b-42fb-8b8c-03bc957b352e req-1ced22c3-1a3b-4874-945c-46e2b971326f tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/security-groups?id=70daefbf-eec6-4754-864f-8c40c2c28cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2137356 Aug 12 14:53:27.123885 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fe4e82-6fef-4870-9df9-286b6ee52126 req-043121d2-e1d6-4d8d-9c6e-243bd15313f6 tempest-ComputeTenantNetworksTest-362921367 tempest-ComputeTenantNetworksTest-362921367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:53:27.134172 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fe4e82-6fef-4870-9df9-286b6ee52126 req-043121d2-e1d6-4d8d-9c6e-243bd15313f6 tempest-ComputeTenantNetworksTest-362921367 tempest-ComputeTenantNetworksTest-362921367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:53:27.153883 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fe4e82-6fef-4870-9df9-286b6ee52126 req-043121d2-e1d6-4d8d-9c6e-243bd15313f6 tempest-ComputeTenantNetworksTest-362921367 tempest-ComputeTenantNetworksTest-362921367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:53:27.155790 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-47fe4e82-6fef-4870-9df9-286b6ee52126 req-043121d2-e1d6-4d8d-9c6e-243bd15313f6 tempest-ComputeTenantNetworksTest-362921367 tempest-ComputeTenantNetworksTest-362921367-project] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1902 time: 0.4498429 Aug 12 14:53:27.239589 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb3ee703-3fe0-4005-8ffa-976065f5385b None None] Network 94d2e86c-879f-45e8-b2ac-bf9908cd5044 is already hosted by enough agents. {{(pid=94468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:53:27.252496 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.base_scheduler [None req-cb3ee703-3fe0-4005-8ffa-976065f5385b None None] Resources bound (agent type, host, resource id): {{(pid=94468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:53:27.260846 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2b1cc809-1b7b-49e8-a9b2-2d23269a178a tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744653628263'] for network, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:27.274987 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb3ee703-3fe0-4005-8ffa-976065f5385b None None] Received port after_create {{(pid=94468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:53:27.295493 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2b1cc809-1b7b-49e8-a9b2-2d23269a178a tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409'] for network, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:27.304843 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3ee703-3fe0-4005-8ffa-976065f5385b None None] Pushing event updated for resources: {'Port': ['ID=f130ef4f-4959-4cc7-bbd5-43b0bb119338,revision_number=1']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:53:27.337019 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdef41c7-894b-432a-b127-54f5b04650e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa7035b3e-9a89-5964-b9f4-97301c3f476a-db095345-e0d8-47fa-815f-3ac64beebe04', 'network_id': 'db095345-e0d8-47fa-815f-3ac64beebe04', 'tenant_id': '6774b656eb8145eb998ea0059b40b4c3', 'fixed_ips': [{'subnet_id': 'c6b9fd07-f9b4-4406-ad8f-d473ff31e70f'}]}} from n-d-694802-15. {{(pid=94468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 14:53:27.337860 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-bdef41c7-894b-432a-b127-54f5b04650e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:27.343074 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f42d4a32-8188-4952-a236-c2c55930f0f7 req-280d890f-fa27-427b-ad22-5c6eba71f151 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] 10.222.0.39 "GET /v2.0/ports?device_id=419c5c7f-827f-4397-9cc6-d186147a5698 HTTP/1.1" status: 200 len: 210 time: 0.0609677 Aug 12 14:53:27.378467 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-9c65a1d1-4165-4cf6-8246-ae3cb100d1d0 None None] Notify callbacks [] for port, precommit_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:27.460907 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2b1cc809-1b7b-49e8-a9b2-2d23269a178a tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Network b30c60c2-00f9-499a-bcad-bae44bde183d is not hosted by any dhcp agent {{(pid=94466) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 12 14:53:27.467597 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b1cc809-1b7b-49e8-a9b2-2d23269a178a tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:53:27.468216 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2b1cc809-1b7b-49e8-a9b2-2d23269a178a tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Notify callbacks [] for network, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:27.472599 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-12376728-ee0b-407f-b7ec-fe4e4bb1c523 req-3ac37002-6cb6-4981-b0d6-c570ac49dbfd tempest-ListServersNegativeTestJSON-661303683 tempest-ListServersNegativeTestJSON-661303683-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0115283-4d6c-4691-bcdd-6a15b76a3da3 HTTP/1.1" status: 200 len: 210 time: 0.0340693 Aug 12 14:53:27.472983 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-2b1cc809-1b7b-49e8-a9b2-2d23269a178a tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] 10.222.0.39 "PUT /v2.0/networks/b30c60c2-00f9-499a-bcad-bae44bde183d HTTP/1.1" status: 200 len: 723 time: 0.7490122 Aug 12 14:53:27.473419 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 33698) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:53:27.491836 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-fb6a4dad-cf1d-4992-b46c-0020cc524289 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Request body: {'subnet': {'network_id': 'b30c60c2-00f9-499a-bcad-bae44bde183d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:53:27.524640 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.db_base_plugin_common [None req-bdef41c7-894b-432a-b127-54f5b04650e0 None None] Allocated IP 172.20.0.2 (db095345-e0d8-47fa-815f-3ac64beebe04/c6b9fd07-f9b4-4406-ad8f-d473ff31e70f/0259bcee-4eb7-4f3a-9fd7-bb0f3659715e) {{(pid=94468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:53:27.593710 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-9c65a1d1-4165-4cf6-8246-ae3cb100d1d0 None None] Transition to ACTIVE for port object eb45c16e-efbf-47de-892c-209ea94b0630 will not be triggered until provisioned by entity L2. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:53:27.595959 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-cb3ee703-3fe0-4005-8ffa-976065f5385b None None] Attempting to bind port f130ef4f-4959-4cc7-bbd5-43b0bb119338 on host n-d-694802-15 for vnic_type normal with profile {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:53:27.596505 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-cb3ee703-3fe0-4005-8ffa-976065f5385b None None] Attempting to bind port f130ef4f-4959-4cc7-bbd5-43b0bb119338 by drivers openvswitch,hyperv on host n-d-694802-15 at level 0 using segments [{'id': '83031dbc-dfa7-429e-a176-2219549516f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '94d2e86c-879f-45e8-b2ac-bf9908cd5044'}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:53:27.597054 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb3ee703-3fe0-4005-8ffa-976065f5385b None None] Attempting to bind port f130ef4f-4959-4cc7-bbd5-43b0bb119338 on network 94d2e86c-879f-45e8-b2ac-bf9908cd5044 {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:53:27.608749 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb3ee703-3fe0-4005-8ffa-976065f5385b None None] Checking agent: {'id': '16de73ac-f2e9-4cee-b3e0-91052ae3e6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 20, 13), 'started_at': datetime.datetime(2021, 8, 12, 14, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 53, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:53:27.609447 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb3ee703-3fe0-4005-8ffa-976065f5385b None None] Checking segment: {'id': '83031dbc-dfa7-429e-a176-2219549516f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '94d2e86c-879f-45e8-b2ac-bf9908cd5044'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:53:27.610021 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-cb3ee703-3fe0-4005-8ffa-976065f5385b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:27.610577 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb3ee703-3fe0-4005-8ffa-976065f5385b None None] Bound using segment: {'id': '83031dbc-dfa7-429e-a176-2219549516f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '94d2e86c-879f-45e8-b2ac-bf9908cd5044'} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:53:27.611311 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-cb3ee703-3fe0-4005-8ffa-976065f5385b None None] Bound port: f130ef4f-4959-4cc7-bbd5-43b0bb119338, host: n-d-694802-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83031dbc-dfa7-429e-a176-2219549516f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '94d2e86c-879f-45e8-b2ac-bf9908cd5044'}}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:53:27.611889 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-cb3ee703-3fe0-4005-8ffa-976065f5385b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:27.625319 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-9c65a1d1-4165-4cf6-8246-ae3cb100d1d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:27.632776 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1cc809-1b7b-49e8-a9b2-2d23269a178a tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Pushing event updated for resources: {'Network': ['ID=b30c60c2-00f9-499a-bcad-bae44bde183d,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:53:27.729562 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb6a4dad-cf1d-4992-b46c-0020cc524289 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Made reservation on behalf of c14e5c8db39f4234bf1759da0f0fd559 for: {'subnet': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:53:27.732700 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Network b30c60c2-00f9-499a-bcad-bae44bde183d details requested by agent ovs-agent-n-d-694802-15 with host n-d-694802-15 {{(pid=94468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 14:53:27.734185 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-fb6a4dad-cf1d-4992-b46c-0020cc524289 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3343791'] for subnet, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:27.796533 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-e666036a-9037-470c-805a-6943651cfd6f admin admin] Allocated IP 172.25.1.169 (d3759e1b-6c03-45ac-acd4-90abb417809b/f0254f08-c19c-4e31-bd9c-09389ea4b6f2/0bdd7acd-8c90-4066-803f-34793abe5f3c) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:53:27.807409 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-9c65a1d1-4165-4cf6-8246-ae3cb100d1d0 None None] Attempting to bind port eb45c16e-efbf-47de-892c-209ea94b0630 on host n-d-694802-15 for vnic_type normal with profile {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:53:27.807775 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-9c65a1d1-4165-4cf6-8246-ae3cb100d1d0 None None] Attempting to bind port eb45c16e-efbf-47de-892c-209ea94b0630 by drivers openvswitch,hyperv on host n-d-694802-15 at level 0 using segments [{'id': 'b1b396cb-2dc6-4041-bfc7-1833a80a4720', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:53:27.808173 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c65a1d1-4165-4cf6-8246-ae3cb100d1d0 None None] Attempting to bind port eb45c16e-efbf-47de-892c-209ea94b0630 on network d3759e1b-6c03-45ac-acd4-90abb417809b {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:53:27.815132 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-cb3ee703-3fe0-4005-8ffa-976065f5385b None None] For port f130ef4f-4959-4cc7-bbd5-43b0bb119338, host n-d-694802-15, cleared binding levels {{(pid=94468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:53:27.862198 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855ab995-942d-4ab9-bb70-457a3d03c453 None None] Pushing event updated for resources: {'Port': ['ID=eb45c16e-efbf-47de-892c-209ea94b0630,revision_number=2']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:53:27.864840 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c65a1d1-4165-4cf6-8246-ae3cb100d1d0 None None] Checking agent: {'id': '16de73ac-f2e9-4cee-b3e0-91052ae3e6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 20, 13), 'started_at': datetime.datetime(2021, 8, 12, 14, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 53, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:53:27.865215 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c65a1d1-4165-4cf6-8246-ae3cb100d1d0 None None] Checking segment: {'id': 'b1b396cb-2dc6-4041-bfc7-1833a80a4720', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:53:27.865616 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-9c65a1d1-4165-4cf6-8246-ae3cb100d1d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:27.866002 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c65a1d1-4165-4cf6-8246-ae3cb100d1d0 None None] Bound using segment: {'id': 'b1b396cb-2dc6-4041-bfc7-1833a80a4720', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:53:27.866721 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-9c65a1d1-4165-4cf6-8246-ae3cb100d1d0 None None] Bound port: eb45c16e-efbf-47de-892c-209ea94b0630, host: n-d-694802-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1b396cb-2dc6-4041-bfc7-1833a80a4720', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'}}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:53:27.866951 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-9c65a1d1-4165-4cf6-8246-ae3cb100d1d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:27.877708 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-cb3ee703-3fe0-4005-8ffa-976065f5385b None None] For port f130ef4f-4959-4cc7-bbd5-43b0bb119338, host n-d-694802-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=f130ef4f-4959-4cc7-bbd5-43b0bb119338,segment=NetworkSegment(83031dbc-dfa7-429e-a176-2219549516f6),segment_id=83031dbc-dfa7-429e-a176-2219549516f6)] {{(pid=94468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:53:27.926016 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-cb3ee703-3fe0-4005-8ffa-976065f5385b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:28.019893 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e666036a-9037-470c-805a-6943651cfd6f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:28.030003 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-9c65a1d1-4165-4cf6-8246-ae3cb100d1d0 None None] For port eb45c16e-efbf-47de-892c-209ea94b0630, host n-d-694802-15, cleared binding levels {{(pid=94468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:53:28.052094 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-9c65a1d1-4165-4cf6-8246-ae3cb100d1d0 None None] For port eb45c16e-efbf-47de-892c-209ea94b0630, host n-d-694802-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=eb45c16e-efbf-47de-892c-209ea94b0630,segment=NetworkSegment(b1b396cb-2dc6-4041-bfc7-1833a80a4720),segment_id=b1b396cb-2dc6-4041-bfc7-1833a80a4720)] {{(pid=94468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:53:28.062824 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-bdef41c7-894b-432a-b127-54f5b04650e0 None None] Notify callbacks [] for port, precommit_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:28.082210 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-bdef41c7-894b-432a-b127-54f5b04650e0 None None] Transition to ACTIVE for port object 0259bcee-4eb7-4f3a-9fd7-bb0f3659715e will not be triggered until provisioned by entity L2. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:53:28.101967 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-bdef41c7-894b-432a-b127-54f5b04650e0 None None] Transition to ACTIVE for port object 0259bcee-4eb7-4f3a-9fd7-bb0f3659715e will not be triggered until provisioned by entity DHCP. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:53:28.104898 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc22cd7a-2807-42ae-8dde-535a49e9cc5d req-827f64e3-0306-4c2a-b282-26a0bd455501 tempest-ComputeTenantNetworksTest-362921367 tempest-ComputeTenantNetworksTest-362921367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:53:28.105943 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-9c65a1d1-4165-4cf6-8246-ae3cb100d1d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:28.106866 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-cc22cd7a-2807-42ae-8dde-535a49e9cc5d req-827f64e3-0306-4c2a-b282-26a0bd455501 tempest-ComputeTenantNetworksTest-362921367 tempest-ComputeTenantNetworksTest-362921367-project] 10.222.0.39 "GET /v2.0/networks/2097c9ef-21c6-4fbf-ace6-7e5837e9d693 HTTP/1.1" status: 200 len: 768 time: 0.6688490 Aug 12 14:53:28.118658 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 33700) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:53:28.151980 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-bdef41c7-894b-432a-b127-54f5b04650e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253'] for port, after_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:28.167469 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3ee703-3fe0-4005-8ffa-976065f5385b None None] Pushing event updated for resources: {'Port': ['ID=f130ef4f-4959-4cc7-bbd5-43b0bb119338,revision_number=2']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:53:28.224730 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-fb6a4dad-cf1d-4992-b46c-0020cc524289 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2859166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3343773'] for subnet, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:28.266364 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855ab995-942d-4ab9-bb70-457a3d03c453 None None] Pushing event updated for resources: {'Port': ['ID=eb45c16e-efbf-47de-892c-209ea94b0630,revision_number=3']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:53:28.273082 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c65a1d1-4165-4cf6-8246-ae3cb100d1d0 None None] Routers {'5a955ada-e255-4005-bb16-739df8b0ef31'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:53:28.273719 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-9c65a1d1-4165-4cf6-8246-ae3cb100d1d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:53:14Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['5a955ada-e255-4005-bb16-739df8b0ef31'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:53:28.359530 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device e62cdda7-a629-4899-9eb6-4dabc61de76f details requested by agent hyperv_n-h2-694802-15 with host n-h2-694802-15 {{(pid=94468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 14:53:28.384468 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdef41c7-894b-432a-b127-54f5b04650e0 None None] Network db095345-e0d8-47fa-815f-3ac64beebe04 is already hosted by enough agents. {{(pid=94468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:53:28.397912 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.base_scheduler [None req-bdef41c7-894b-432a-b127-54f5b04650e0 None None] Resources bound (agent type, host, resource id): {{(pid=94468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:53:28.405662 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdef41c7-894b-432a-b127-54f5b04650e0 None None] Received port after_create {{(pid=94468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:53:28.492906 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.db.resource_extend [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 12 14:53:28.514734 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdef41c7-894b-432a-b127-54f5b04650e0 None None] Pushing event updated for resources: {'Port': ['ID=0259bcee-4eb7-4f3a-9fd7-bb0f3659715e,revision_number=1']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:53:28.542113 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6a4dad-cf1d-4992-b46c-0020cc524289 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Pushing event updated for resources: {'Subnet': ['ID=1ad9c307-32bb-48a6-b0b1-cb9055d45953,revision_number=0']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:53:28.553596 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb6a4dad-cf1d-4992-b46c-0020cc524289 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Checking segment: {'id': '78cde90b-8f89-4104-939f-aa141efcca42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'b30c60c2-00f9-499a-bcad-bae44bde183d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:53:28.553981 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb6a4dad-cf1d-4992-b46c-0020cc524289 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Network hostable DHCP agents. Network: b30c60c2-00f9-499a-bcad-bae44bde183d, hostable agents: ['1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658'], hosted agents: [] {{(pid=94467) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 14:53:28.571175 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87157d25-7e72-403c-93bf-1a3440272cad req-f70e9665-de4d-418a-8a8f-e9cc853ba7f2 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:53:28.579685 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-87157d25-7e72-403c-93bf-1a3440272cad req-f70e9665-de4d-418a-8a8f-e9cc853ba7f2 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/ports?device_id=d89c572a-9ecf-42f3-aaab-789262bca2fb HTTP/1.1" status: 200 len: 944 time: 0.1986990 Aug 12 14:53:28.638380 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-87157d25-7e72-403c-93bf-1a3440272cad req-acce03dc-05bc-490b-99f7-99b753665c50 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/security-groups?id=70daefbf-eec6-4754-864f-8c40c2c28cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576980 Aug 12 14:53:28.654979 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-bdef41c7-894b-432a-b127-54f5b04650e0 None None] Attempting to bind port 0259bcee-4eb7-4f3a-9fd7-bb0f3659715e on host n-d-694802-15 for vnic_type normal with profile {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:53:28.655532 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-bdef41c7-894b-432a-b127-54f5b04650e0 None None] Attempting to bind port 0259bcee-4eb7-4f3a-9fd7-bb0f3659715e by drivers openvswitch,hyperv on host n-d-694802-15 at level 0 using segments [{'id': '3c13c1c5-6909-4094-b7be-b75bca54d586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'db095345-e0d8-47fa-815f-3ac64beebe04'}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:53:28.656017 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdef41c7-894b-432a-b127-54f5b04650e0 None None] Attempting to bind port 0259bcee-4eb7-4f3a-9fd7-bb0f3659715e on network db095345-e0d8-47fa-815f-3ac64beebe04 {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:53:28.669929 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb6a4dad-cf1d-4992-b46c-0020cc524289 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Network b30c60c2-00f9-499a-bcad-bae44bde183d is scheduled to be hosted by DHCP agent 1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658 with binding_index 1 {{(pid=94467) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 14:53:28.670149 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdef41c7-894b-432a-b127-54f5b04650e0 None None] Checking agent: {'id': '16de73ac-f2e9-4cee-b3e0-91052ae3e6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 20, 13), 'started_at': datetime.datetime(2021, 8, 12, 14, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 53, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:53:28.670883 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdef41c7-894b-432a-b127-54f5b04650e0 None None] Checking segment: {'id': '3c13c1c5-6909-4094-b7be-b75bca54d586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'db095345-e0d8-47fa-815f-3ac64beebe04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:53:28.671332 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-bdef41c7-894b-432a-b127-54f5b04650e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:28.671737 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdef41c7-894b-432a-b127-54f5b04650e0 None None] Bound using segment: {'id': '3c13c1c5-6909-4094-b7be-b75bca54d586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'db095345-e0d8-47fa-815f-3ac64beebe04'} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:53:28.672382 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-bdef41c7-894b-432a-b127-54f5b04650e0 None None] Bound port: 0259bcee-4eb7-4f3a-9fd7-bb0f3659715e, host: n-d-694802-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c13c1c5-6909-4094-b7be-b75bca54d586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'db095345-e0d8-47fa-815f-3ac64beebe04'}}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:53:28.672660 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-bdef41c7-894b-432a-b127-54f5b04650e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:28.692155 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [None req-fb6a4dad-cf1d-4992-b46c-0020cc524289 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-15, b30c60c2-00f9-499a-bcad-bae44bde183d) {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:53:28.699746 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb6a4dad-cf1d-4992-b46c-0020cc524289 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:53:28.700350 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-fb6a4dad-cf1d-4992-b46c-0020cc524289 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Notify callbacks [] for subnet, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:28.713054 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eac0c203-b65c-476c-804f-8e28b49b9541 None None] Network b30c60c2-00f9-499a-bcad-bae44bde183d requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:53:28.735432 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-fb6a4dad-cf1d-4992-b46c-0020cc524289 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2607024 Aug 12 14:53:28.737895 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 33708) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:53:28.743808 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-47485fc0-493f-4c5d-9e42-a951043ed245 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:53:28.918043 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-bdef41c7-894b-432a-b127-54f5b04650e0 None None] For port 0259bcee-4eb7-4f3a-9fd7-bb0f3659715e, host n-d-694802-15, cleared binding levels {{(pid=94468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:53:28.922772 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-bdef41c7-894b-432a-b127-54f5b04650e0 None None] For port 0259bcee-4eb7-4f3a-9fd7-bb0f3659715e, host n-d-694802-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=0259bcee-4eb7-4f3a-9fd7-bb0f3659715e,segment=NetworkSegment(3c13c1c5-6909-4094-b7be-b75bca54d586),segment_id=3c13c1c5-6909-4094-b7be-b75bca54d586)] {{(pid=94468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:53:28.954961 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-bdef41c7-894b-432a-b127-54f5b04650e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:29.051310 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port e62cdda7-a629-4899-9eb6-4dabc61de76f, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=e62cdda7-a629-4899-9eb6-4dabc61de76f,segment=NetworkSegment(b72762b4-956b-443d-aaee-4b6799d6bcb9),segment_id=b72762b4-956b-443d-aaee-4b6799d6bcb9)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:53:29.065537 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b27371da-c4a1-47ec-b028-5e32ab9c75b0 req-5aba65aa-fd5e-46c0-9a50-2d979af40d0a tempest-ListServersNegativeTestJSON-661303683 tempest-ListServersNegativeTestJSON-661303683-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0115283-4d6c-4691-bcdd-6a15b76a3da3 HTTP/1.1" status: 200 len: 210 time: 0.2244349 Aug 12 14:53:29.152977 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-47485fc0-493f-4c5d-9e42-a951043ed245 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3343766'] for subnet, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:29.202448 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Returning: {'device': 'e62cdda7-a629-4899-9eb6-4dabc61de76f', 'network_id': '2ad93210-7061-461d-8617-49848448cc38', 'port_id': 'e62cdda7-a629-4899-9eb6-4dabc61de76f', 'mac_address': 'fa:16:3e:60:f3:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce169be2-a716-4bd9-89d0-74eedc855ec7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 14:53:29.213155 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device f130ef4f-4959-4cc7-bbd5-43b0bb119338 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:53:29.222444 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvr_db [None req-9c65a1d1-4165-4cf6-8246-ae3cb100d1d0 None None] Set router 5a955ada-e255-4005-bb16-739df8b0ef31 gateway port host: n-d-694802-15 {{(pid=94468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:53:29.307412 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e666036a-9037-470c-805a-6943651cfd6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:29.341255 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-c1cdfb0f-6943-4cfa-924b-d225f278dfdf req-9a1c384d-7b05-4d7e-8116-3118dee47f5e tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] 10.222.0.39 "GET /v2.0/ports?device_id=419c5c7f-827f-4397-9cc6-d186147a5698 HTTP/1.1" status: 200 len: 210 time: 0.0977166 Aug 12 14:53:29.387402 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11e61e5-b82e-4c52-947a-2e39ce8362b7 req-976ac751-05b6-44cf-aadf-86f4fb025eb1 tempest-ListServersNegativeTestJSON-661303683 tempest-ListServersNegativeTestJSON-661303683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:53:29.389030 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f11e61e5-b82e-4c52-947a-2e39ce8362b7 req-976ac751-05b6-44cf-aadf-86f4fb025eb1 tempest-ListServersNegativeTestJSON-661303683 tempest-ListServersNegativeTestJSON-661303683-project] 10.222.0.64 "GET /v2.0/networks?id=552f0e08-11d2-407d-9c90-a9456f167955 HTTP/1.1" status: 200 len: 817 time: 0.5702448 Aug 12 14:53:29.426633 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11e61e5-b82e-4c52-947a-2e39ce8362b7 req-7d452ee6-49fc-423d-9922-454eeec605c8 tempest-ListServersNegativeTestJSON-661303683 tempest-ListServersNegativeTestJSON-661303683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:53:29.428290 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f11e61e5-b82e-4c52-947a-2e39ce8362b7 req-7d452ee6-49fc-423d-9922-454eeec605c8 tempest-ListServersNegativeTestJSON-661303683 tempest-ListServersNegativeTestJSON-661303683-project] 10.222.0.49 "GET /v2.0/networks?id=552f0e08-11d2-407d-9c90-a9456f167955 HTTP/1.1" status: 200 len: 817 time: 0.5228050 Aug 12 14:53:29.433278 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-f11e61e5-b82e-4c52-947a-2e39ce8362b7 req-5c96142a-ce36-4ba2-80b6-485fd36f7165 tempest-ListServersNegativeTestJSON-661303683 tempest-ListServersNegativeTestJSON-661303683-project] Request body: {'port': {'device_id': 'd9248dc1-b2a3-4a83-bfca-b0f452fae84b', 'network_id': '552f0e08-11d2-407d-9c90-a9456f167955', 'admin_state_up': True, 'tenant_id': '99691d43eef94267b5aaa5943adab2b7'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:53:29.453434 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d2ee534a-ac35-4337-993a-844cabc8b428 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680608'] for network, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:29.460351 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-f11e61e5-b82e-4c52-947a-2e39ce8362b7 req-83e367ed-6326-43c4-a4ff-0d456afc5d93 tempest-ListServersNegativeTestJSON-661303683 tempest-ListServersNegativeTestJSON-661303683-project] Request body: {'port': {'device_id': 'e45b54de-34a8-4d05-804f-d10c0ac07186', 'network_id': '552f0e08-11d2-407d-9c90-a9456f167955', 'admin_state_up': True, 'tenant_id': '99691d43eef94267b5aaa5943adab2b7'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:53:29.475250 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e666036a-9037-470c-805a-6943651cfd6f admin admin] Network d3759e1b-6c03-45ac-acd4-90abb417809b is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:53:29.498032 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-e666036a-9037-470c-805a-6943651cfd6f admin admin] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:53:29.511773 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e666036a-9037-470c-805a-6943651cfd6f admin admin] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:53:29.520391 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e666036a-9037-470c-805a-6943651cfd6f admin admin] Pushing event updated for resources: {'Port': ['ID=0bdd7acd-8c90-4066-803f-34793abe5f3c,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:53:29.537026 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89c2da9b-ea54-42c2-a21f-b57cb8621c30 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa7035b3e-9a89-5964-b9f4-97301c3f476a-b30c60c2-00f9-499a-bcad-bae44bde183d', 'network_id': 'b30c60c2-00f9-499a-bcad-bae44bde183d', 'tenant_id': 'c14e5c8db39f4234bf1759da0f0fd559', 'fixed_ips': [{'subnet_id': '1ad9c307-32bb-48a6-b0b1-cb9055d45953'}]}} from n-d-694802-15. {{(pid=94468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 14:53:29.538057 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-89c2da9b-ea54-42c2-a21f-b57cb8621c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:29.569355 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdef41c7-894b-432a-b127-54f5b04650e0 None None] Pushing event updated for resources: {'Port': ['ID=0259bcee-4eb7-4f3a-9fd7-bb0f3659715e,revision_number=2']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:53:29.600712 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:29.830668 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5ae0ad69-d1f3-40c5-88b0-f29f8e1f1212 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:30.052739 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e62cdda7-a629-4899-9eb6-4dabc61de76f {{(pid=94468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:53:30.056179 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e666036a-9037-470c-805a-6943651cfd6f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:30.058925 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37089905-c546-4721-86e2-1a18eac5ca6e None None] Network 94d2e86c-879f-45e8-b2ac-bf9908cd5044 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:53:30.144172 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-c1f3cb20-46a5-40e0-baf6-e84bbbaed424 None None] Provisioning for port f130ef4f-4959-4cc7-bbd5-43b0bb119338 completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:53:30.148390 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d2ee534a-ac35-4337-993a-844cabc8b428 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66413304', 'neutron.services.segments.db._delete_segments_for_network-8744654118000'] for network, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:30.161984 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning for port f130ef4f-4959-4cc7-bbd5-43b0bb119338 completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:53:30.174447 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port e62cdda7-a629-4899-9eb6-4dabc61de76f, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=e62cdda7-a629-4899-9eb6-4dabc61de76f,segment=NetworkSegment(b72762b4-956b-443d-aaee-4b6799d6bcb9),segment_id=b72762b4-956b-443d-aaee-4b6799d6bcb9)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:53:30.176921 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-d2ee534a-ac35-4337-993a-844cabc8b428 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2097c9ef-21c6-4fbf-ace6-7e5837e9d693']}} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:53:30.186813 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port f130ef4f-4959-4cc7-bbd5-43b0bb119338 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:53:30.187352 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:30.192221 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-c1f3cb20-46a5-40e0-baf6-e84bbbaed424 None None] Provisioning complete for port f130ef4f-4959-4cc7-bbd5-43b0bb119338 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:53:30.192709 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-c1f3cb20-46a5-40e0-baf6-e84bbbaed424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:30.194896 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:30.262737 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-d2ee534a-ac35-4337-993a-844cabc8b428 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4dbbc83c-75ac-4d17-882c-218168b74751') {'for_net_delete': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:53:30.262956 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-d2ee534a-ac35-4337-993a-844cabc8b428 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4dbbc83c-75ac-4d17-882c-218168b74751') {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:53:30.289561 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11e61e5-b82e-4c52-947a-2e39ce8362b7 req-cdcfbbd0-4202-49ae-827d-d4d3d828c714 tempest-ListServersNegativeTestJSON-661303683 tempest-ListServersNegativeTestJSON-661303683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:53:30.291343 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f11e61e5-b82e-4c52-947a-2e39ce8362b7 req-cdcfbbd0-4202-49ae-827d-d4d3d828c714 tempest-ListServersNegativeTestJSON-661303683 tempest-ListServersNegativeTestJSON-661303683-project] 10.222.0.64 "GET /v2.0/networks?id=552f0e08-11d2-407d-9c90-a9456f167955 HTTP/1.1" status: 200 len: 817 time: 1.0961134 Aug 12 14:53:30.299928 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-eb131c13-fd38-4c3b-85ac-696c21bb5338 req-8f3090c0-273e-4001-99ea-ec7ebbc74e9b tempest-ListServersNegativeTestJSON-661303683 tempest-ListServersNegativeTestJSON-661303683-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0115283-4d6c-4691-bcdd-6a15b76a3da3 HTTP/1.1" status: 200 len: 210 time: 0.0698614 Aug 12 14:53:30.312620 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d2ee534a-ac35-4337-993a-844cabc8b428 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744654122361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2293560'] for segment, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:30.331730 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54df09b4-a46b-4cf5-8d6b-7f3786a32a02 req-7704f0f4-9bf5-44da-92c1-9d275ebce323 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:53:30.335512 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-54df09b4-a46b-4cf5-8d6b-7f3786a32a02 req-7704f0f4-9bf5-44da-92c1-9d275ebce323 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/ports?device_id=d89c572a-9ecf-42f3-aaab-789262bca2fb HTTP/1.1" status: 200 len: 944 time: 0.3003626 Aug 12 14:53:30.343057 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-f11e61e5-b82e-4c52-947a-2e39ce8362b7 req-27f9d1dc-b668-403c-aaef-8f4271742d0a tempest-ListServersNegativeTestJSON-661303683 tempest-ListServersNegativeTestJSON-661303683-project] Request body: {'port': {'device_id': 'b0115283-4d6c-4691-bcdd-6a15b76a3da3', 'network_id': '552f0e08-11d2-407d-9c90-a9456f167955', 'admin_state_up': True, 'tenant_id': '99691d43eef94267b5aaa5943adab2b7'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:53:30.346794 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d2ee534a-ac35-4337-993a-844cabc8b428 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:30.429845 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2ee534a-ac35-4337-993a-844cabc8b428 admin admin] Releasing vlan 343 on physical network physnet1 to pool {{(pid=94466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 14:53:30.430263 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d2ee534a-ac35-4337-993a-844cabc8b428 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3718595'] for segment, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:30.432131 n-d-694802-15 neutron-server[94466]: Traceback (most recent call last): Aug 12 14:53:30.432131 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 14:53:30.432131 n-d-694802-15 neutron-server[94466]: timer() Aug 12 14:53:30.432131 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 14:53:30.432131 n-d-694802-15 neutron-server[94466]: cb(*args, **kw) Aug 12 14:53:30.432131 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 14:53:30.432131 n-d-694802-15 neutron-server[94466]: return func(*args, **kwargs) Aug 12 14:53:30.432131 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 14:53:30.432131 n-d-694802-15 neutron-server[94466]: self._notify() Aug 12 14:53:30.432131 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 14:53:30.432131 n-d-694802-15 neutron-server[94466]: self.callback(batched_events) Aug 12 14:53:30.432131 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 14:53:30.432131 n-d-694802-15 neutron-server[94466]: event.method(event) Aug 12 14:53:30.432131 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 14:53:30.432131 n-d-694802-15 neutron-server[94466]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 14:53:30.432131 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 14:53:30.432131 n-d-694802-15 neutron-server[94466]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 14:53:30.432131 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 14:53:30.432131 n-d-694802-15 neutron-server[94466]: return f(self, *a, **k) Aug 12 14:53:30.432131 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 14:53:30.432131 n-d-694802-15 neutron-server[94466]: return self._get(url).json() Aug 12 14:53:30.432131 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 14:53:30.432131 n-d-694802-15 neutron-server[94466]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 14:53:30.432131 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 14:53:30.432131 n-d-694802-15 neutron-server[94466]: return self.request(url, 'GET', **kwargs) Aug 12 14:53:30.432131 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 14:53:30.432131 n-d-694802-15 neutron-server[94466]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 14:53:30.432131 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 14:53:30.432131 n-d-694802-15 neutron-server[94466]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 14:53:30.432131 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 14:53:30.432131 n-d-694802-15 neutron-server[94466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 14:53:30.432131 n-d-694802-15 neutron-server[94466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 14:53:30.468939 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Pushing event updated for resources: {'Port': ['ID=e62cdda7-a629-4899-9eb6-4dabc61de76f,revision_number=11']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:53:30.478194 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f11e61e5-b82e-4c52-947a-2e39ce8362b7 req-83e367ed-6326-43c4-a4ff-0d456afc5d93 tempest-ListServersNegativeTestJSON-661303683 tempest-ListServersNegativeTestJSON-661303683-project] Made reservation on behalf of 99691d43eef94267b5aaa5943adab2b7 for: {'port': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:53:30.485670 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-f11e61e5-b82e-4c52-947a-2e39ce8362b7 req-83e367ed-6326-43c4-a4ff-0d456afc5d93 tempest-ListServersNegativeTestJSON-661303683 tempest-ListServersNegativeTestJSON-661303683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:30.495330 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 33718) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:53:30.533171 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-47485fc0-493f-4c5d-9e42-a951043ed245 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8744654030987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2859168'] for subnet, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:30.557779 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.db_base_plugin_common [None req-89c2da9b-ea54-42c2-a21f-b57cb8621c30 None None] Allocated IP 172.20.0.2 (b30c60c2-00f9-499a-bcad-bae44bde183d/1ad9c307-32bb-48a6-b0b1-cb9055d45953/11032392-d3bb-4529-9436-960c19d01f51) {{(pid=94468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:53:30.628079 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d2ee534a-ac35-4337-993a-844cabc8b428 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66413281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431520'] for network, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:30.638108 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47485fc0-493f-4c5d-9e42-a951043ed245 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:53:30.638320 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-47485fc0-493f-4c5d-9e42-a951043ed245 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Notify callbacks [] for subnet, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:30.639756 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-47485fc0-493f-4c5d-9e42-a951043ed245 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] 10.222.0.39 "PUT /v2.0/subnets/1ad9c307-32bb-48a6-b0b1-cb9055d45953 HTTP/1.1" status: 200 len: 806 time: 1.9007418 Aug 12 14:53:30.648524 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d2ee534a-ac35-4337-993a-844cabc8b428 admin admin] Notify callbacks [] for network, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:30.654298 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-d2ee534a-ac35-4337-993a-844cabc8b428 admin admin] 10.222.0.39 "DELETE /v2.0/networks/2097c9ef-21c6-4fbf-ace6-7e5837e9d693 HTTP/1.1" status: 204 len: 168 time: 2.5307124 Aug 12 14:53:30.654491 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 33720) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:53:30.658181 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f11e61e5-b82e-4c52-947a-2e39ce8362b7 req-5c96142a-ce36-4ba2-80b6-485fd36f7165 tempest-ListServersNegativeTestJSON-661303683 tempest-ListServersNegativeTestJSON-661303683-project] Made reservation on behalf of 99691d43eef94267b5aaa5943adab2b7 for: {'port': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:53:30.662503 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-f11e61e5-b82e-4c52-947a-2e39ce8362b7 req-5c96142a-ce36-4ba2-80b6-485fd36f7165 tempest-ListServersNegativeTestJSON-661303683 tempest-ListServersNegativeTestJSON-661303683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:30.684738 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-54df09b4-a46b-4cf5-8d6b-7f3786a32a02 req-399046ca-e72c-4933-8d13-786c3c032deb tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/security-groups?id=70daefbf-eec6-4754-864f-8c40c2c28cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3325176 Aug 12 14:53:30.692943 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ee534a-ac35-4337-993a-844cabc8b428 admin admin] Pushing event deleted for resources: {'Network': ['ID=2097c9ef-21c6-4fbf-ace6-7e5837e9d693,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:53:30.746463 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-89c2da9b-ea54-42c2-a21f-b57cb8621c30 None None] Notify callbacks [] for port, precommit_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:30.758421 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-89c2da9b-ea54-42c2-a21f-b57cb8621c30 None None] Transition to ACTIVE for port object 11032392-d3bb-4529-9436-960c19d01f51 will not be triggered until provisioned by entity L2. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:53:30.774938 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-89c2da9b-ea54-42c2-a21f-b57cb8621c30 None None] Transition to ACTIVE for port object 11032392-d3bb-4529-9436-960c19d01f51 will not be triggered until provisioned by entity DHCP. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:53:30.776927 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e666036a-9037-470c-805a-6943651cfd6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-429413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-431608'] for router, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:30.791928 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-89c2da9b-ea54-42c2-a21f-b57cb8621c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253'] for port, after_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:30.795246 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] get_ports_and_sgs() called for port_ids ['e62cdda7-a629-4899-9eb6-4dabc61de76f'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:53:30.879499 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 33724) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:53:30.883344 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47485fc0-493f-4c5d-9e42-a951043ed245 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Pushing event updated for resources: {'Subnet': ['ID=1ad9c307-32bb-48a6-b0b1-cb9055d45953,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:53:30.907727 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c2da9b-ea54-42c2-a21f-b57cb8621c30 None None] Pushing event updated for resources: {'Port': ['ID=11032392-d3bb-4529-9436-960c19d01f51,revision_number=1']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:53:30.910785 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-5ae0ad69-d1f3-40c5-88b0-f29f8e1f1212 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Allocated IP 172.20.0.1 (db095345-e0d8-47fa-815f-3ac64beebe04/c6b9fd07-f9b4-4406-ad8f-d473ff31e70f/0d4e1cc8-0132-4053-8867-73adc658e14b) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:53:30.945012 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-c1f3cb20-46a5-40e0-baf6-e84bbbaed424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:30.957378 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89c2da9b-ea54-42c2-a21f-b57cb8621c30 None None] Network b30c60c2-00f9-499a-bcad-bae44bde183d is already hosted by enough agents. {{(pid=94468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:53:30.967248 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.base_scheduler [None req-89c2da9b-ea54-42c2-a21f-b57cb8621c30 None None] Resources bound (agent type, host, resource id): {{(pid=94468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:53:30.994023 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89c2da9b-ea54-42c2-a21f-b57cb8621c30 None None] Received port after_create {{(pid=94468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:53:31.008415 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-9fbcb390-3743-4e6a-82f7-3eaecfdb29bc tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Notify callbacks [] for security_group, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:31.020823 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:31.024663 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-9c65a1d1-4165-4cf6-8246-ae3cb100d1d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a955ada-e255-4005-bb16-739df8b0ef31', 'name': 'tempest-TestNetworkAdvancedServerOps-router-297116677', 'tenant_id': '6774b656eb8145eb998ea0059b40b4c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.245'}], 'enable_snat': True}, 'gw_port_id': 'eb45c16e-efbf-47de-892c-209ea94b0630', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:53:20Z', 'updated_at': '2021-08-12T14:53:23Z', 'revision_number': 3, 'project_id': '6774b656eb8145eb998ea0059b40b4c3', 'gw_port': {'id': 'eb45c16e-efbf-47de-892c-209ea94b0630', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:c2:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a955ada-e255-4005-bb16-739df8b0ef31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2568, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:53:22Z', 'updated_at': '2021-08-12T14:53:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15'}], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:53:31.052512 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f11e61e5-b82e-4c52-947a-2e39ce8362b7 req-27f9d1dc-b668-403c-aaef-8f4271742d0a tempest-ListServersNegativeTestJSON-661303683 tempest-ListServersNegativeTestJSON-661303683-project] Made reservation on behalf of 99691d43eef94267b5aaa5943adab2b7 for: {'port': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:53:31.055998 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-f11e61e5-b82e-4c52-947a-2e39ce8362b7 req-27f9d1dc-b668-403c-aaef-8f4271742d0a tempest-ListServersNegativeTestJSON-661303683 tempest-ListServersNegativeTestJSON-661303683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:31.065692 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-ad92c000-d542-4a57-9f15-2c01b5784dc2 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=13cca917dfe8495f9f52a1b283f5e91f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1850028 Aug 12 14:53:31.069674 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 33726) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:53:31.072481 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c65a1d1-4165-4cf6-8246-ae3cb100d1d0 None None] The sync data for ids ['5a955ada-e255-4005-bb16-739df8b0ef31'] in n-d-694802-15 is: [{'id': '5a955ada-e255-4005-bb16-739df8b0ef31', 'name': 'tempest-TestNetworkAdvancedServerOps-router-297116677', 'tenant_id': '6774b656eb8145eb998ea0059b40b4c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.245'}], 'enable_snat': True}, 'gw_port_id': 'eb45c16e-efbf-47de-892c-209ea94b0630', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:53:20Z', 'updated_at': '2021-08-12T14:53:23Z', 'revision_number': 3, 'project_id': '6774b656eb8145eb998ea0059b40b4c3', 'gw_port': {'id': 'eb45c16e-efbf-47de-892c-209ea94b0630', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:c2:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a955ada-e255-4005-bb16-739df8b0ef31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2568, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:53:22Z', 'updated_at': '2021-08-12T14:53:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15'}] {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 14:53:31.103526 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-9fbcb390-3743-4e6a-82f7-3eaecfdb29bc tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:31.137902 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-77872bea-83a4-46ce-9956-11bda47d30ff tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680608'] for network, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:31.140166 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_common [req-f11e61e5-b82e-4c52-947a-2e39ce8362b7 req-83e367ed-6326-43c4-a4ff-0d456afc5d93 tempest-ListServersNegativeTestJSON-661303683 tempest-ListServersNegativeTestJSON-661303683-project] Allocated IP 172.20.0.7 (552f0e08-11d2-407d-9c90-a9456f167955/8803e8e2-fb74-4f26-9f40-98aa73d90aef/9b94a7ec-2f8e-4ad7-a484-8a99e5660380) {{(pid=94467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:53:31.194072 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5ae0ad69-d1f3-40c5-88b0-f29f8e1f1212 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:31.197941 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e666036a-9037-470c-805a-6943651cfd6f admin admin] Router fc572c8f-26e1-4b7d-b31c-a7469b1b9a02 is scheduled to L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f with binding_index 1 {{(pid=94466) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 14:53:31.209040 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-43c6d658-417e-412f-b991-bd3e42b567fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:31.213303 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-c1f3cb20-46a5-40e0-baf6-e84bbbaed424 None None] For port f130ef4f-4959-4cc7-bbd5-43b0bb119338, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=f130ef4f-4959-4cc7-bbd5-43b0bb119338,segment=NetworkSegment(83031dbc-dfa7-429e-a176-2219549516f6),segment_id=83031dbc-dfa7-429e-a176-2219549516f6)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:53:31.218878 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-89c2da9b-ea54-42c2-a21f-b57cb8621c30 None None] Attempting to bind port 11032392-d3bb-4529-9436-960c19d01f51 on host n-d-694802-15 for vnic_type normal with profile {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:53:31.233000 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-89c2da9b-ea54-42c2-a21f-b57cb8621c30 None None] Attempting to bind port 11032392-d3bb-4529-9436-960c19d01f51 by drivers openvswitch,hyperv on host n-d-694802-15 at level 0 using segments [{'id': '78cde90b-8f89-4104-939f-aa141efcca42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'b30c60c2-00f9-499a-bcad-bae44bde183d'}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:53:31.233438 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89c2da9b-ea54-42c2-a21f-b57cb8621c30 None None] Attempting to bind port 11032392-d3bb-4529-9436-960c19d01f51 on network b30c60c2-00f9-499a-bcad-bae44bde183d {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:53:31.243951 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7a2923a-72b3-4758-bfbc-81f076af6807 None None] Network db095345-e0d8-47fa-815f-3ac64beebe04 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:53:31.252322 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-c1f3cb20-46a5-40e0-baf6-e84bbbaed424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:31.257882 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-5ae0ad69-d1f3-40c5-88b0-f29f8e1f1212 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Transition to ACTIVE for port object 0d4e1cc8-0132-4053-8867-73adc658e14b will not be triggered until provisioned by entity DHCP. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:53:31.303097 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89c2da9b-ea54-42c2-a21f-b57cb8621c30 None None] Checking agent: {'id': '16de73ac-f2e9-4cee-b3e0-91052ae3e6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 20, 13), 'started_at': datetime.datetime(2021, 8, 12, 14, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 53, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:53:31.303423 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89c2da9b-ea54-42c2-a21f-b57cb8621c30 None None] Checking segment: {'id': '78cde90b-8f89-4104-939f-aa141efcca42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'b30c60c2-00f9-499a-bcad-bae44bde183d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:53:31.303823 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-89c2da9b-ea54-42c2-a21f-b57cb8621c30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:31.304216 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89c2da9b-ea54-42c2-a21f-b57cb8621c30 None None] Bound using segment: {'id': '78cde90b-8f89-4104-939f-aa141efcca42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'b30c60c2-00f9-499a-bcad-bae44bde183d'} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:53:31.304700 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-89c2da9b-ea54-42c2-a21f-b57cb8621c30 None None] Bound port: 11032392-d3bb-4529-9436-960c19d01f51, host: n-d-694802-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78cde90b-8f89-4104-939f-aa141efcca42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'b30c60c2-00f9-499a-bcad-bae44bde183d'}}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:53:31.305095 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-89c2da9b-ea54-42c2-a21f-b57cb8621c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:31.323660 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-43c6d658-417e-412f-b991-bd3e42b567fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:31.421325 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-9fbcb390-3743-4e6a-82f7-3eaecfdb29bc tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:31.426947 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-9fbcb390-3743-4e6a-82f7-3eaecfdb29bc tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:31.431132 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-9fbcb390-3743-4e6a-82f7-3eaecfdb29bc tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] 10.222.0.39 "DELETE /v2.0/security-groups/def6086d-0ad1-4cdd-9c71-80d1fefb9be7 HTTP/1.1" status: 204 len: 168 time: 0.9297802 Aug 12 14:53:31.435928 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 33730) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:53:31.472184 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbcb390-3743-4e6a-82f7-3eaecfdb29bc tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=def6086d-0ad1-4cdd-9c71-80d1fefb9be7,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:53:31.502570 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e666036a-9037-470c-805a-6943651cfd6f admin admin] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 14:53:31.511074 n-d-694802-15 neutron-server[94467]: INFO neutron.api.v2.resource [None req-3948513c-1793-455e-aed9-0e76d22b3cb1 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] show failed (client error): The resource could not be found. Aug 12 14:53:31.515785 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-3948513c-1793-455e-aed9-0e76d22b3cb1 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] 10.222.0.39 "GET /v2.0/security-groups/def6086d-0ad1-4cdd-9c71-80d1fefb9be7 HTTP/1.1" status: 404 len: 347 time: 0.0685980 Aug 12 14:53:31.515949 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68bb9eb3-2ebc-4f91-a2a9-6da555d025f4 None None] Sync routers for ids ['fc572c8f-26e1-4b7d-b31c-a7469b1b9a02'] in n-d-694802-15 {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 14:53:31.516372 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 33732) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:53:31.531889 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5ae0ad69-d1f3-40c5-88b0-f29f8e1f1212 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:31.536193 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68bb9eb3-2ebc-4f91-a2a9-6da555d025f4 None None] Routers {'fc572c8f-26e1-4b7d-b31c-a7469b1b9a02'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:53:31.536849 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-68bb9eb3-2ebc-4f91-a2a9-6da555d025f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:53:14Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['fc572c8f-26e1-4b7d-b31c-a7469b1b9a02'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:53:31.554151 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-77872bea-83a4-46ce-9956-11bda47d30ff tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Deleting port 11032392-d3bb-4529-9436-960c19d01f51 {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:53:31.554553 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-77872bea-83a4-46ce-9956-11bda47d30ff tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:31.564263 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-1a36b89f-30a2-42d5-abf9-e4542861a686 None None] Provisioning for port 0259bcee-4eb7-4f3a-9fd7-bb0f3659715e completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:53:31.589406 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.db.api [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94468) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 12 14:53:31.589925 n-d-694802-15 neutron-server[94468]: DEBUG oslo_db.api [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 12 14:53:31.603104 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f3cb20-46a5-40e0-baf6-e84bbbaed424 None None] Pushing event updated for resources: {'Port': ['ID=f130ef4f-4959-4cc7-bbd5-43b0bb119338,revision_number=3']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:53:31.614717 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-f11e61e5-b82e-4c52-947a-2e39ce8362b7 req-83e367ed-6326-43c4-a4ff-0d456afc5d93 tempest-ListServersNegativeTestJSON-661303683 tempest-ListServersNegativeTestJSON-661303683-project] Notify callbacks [] for port, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:31.734821 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-89c2da9b-ea54-42c2-a21f-b57cb8621c30 None None] For port 11032392-d3bb-4529-9436-960c19d01f51, host n-d-694802-15, cleared binding levels {{(pid=94468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:53:31.741199 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-89c2da9b-ea54-42c2-a21f-b57cb8621c30 None None] For port 11032392-d3bb-4529-9436-960c19d01f51, host n-d-694802-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=11032392-d3bb-4529-9436-960c19d01f51,segment=NetworkSegment(78cde90b-8f89-4104-939f-aa141efcca42),segment_id=78cde90b-8f89-4104-939f-aa141efcca42)] {{(pid=94468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:53:31.759766 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ae0ad69-d1f3-40c5-88b0-f29f8e1f1212 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Network db095345-e0d8-47fa-815f-3ac64beebe04 is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:53:31.760893 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-68bb9eb3-2ebc-4f91-a2a9-6da555d025f4 None None] Set router fc572c8f-26e1-4b7d-b31c-a7469b1b9a02 gateway port host: n-d-694802-15 {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:53:31.779175 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [None req-77872bea-83a4-46ce-9956-11bda47d30ff tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] For port 11032392-d3bb-4529-9436-960c19d01f51, host n-d-694802-15, got binding levels [] {{(pid=94467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:53:31.779809 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-77872bea-83a4-46ce-9956-11bda47d30ff tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:31.798979 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-89c2da9b-ea54-42c2-a21f-b57cb8621c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:31.808106 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-77872bea-83a4-46ce-9956-11bda47d30ff tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Calling delete_port for 11032392-d3bb-4529-9436-960c19d01f51 owned by network:dhcp {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:53:31.844667 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae0ad69-d1f3-40c5-88b0-f29f8e1f1212 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Pushing event updated for resources: {'Port': ['ID=0d4e1cc8-0132-4053-8867-73adc658e14b,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:53:31.847786 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-5ae0ad69-d1f3-40c5-88b0-f29f8e1f1212 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:53:31.861547 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-f11e61e5-b82e-4c52-947a-2e39ce8362b7 req-83e367ed-6326-43c4-a4ff-0d456afc5d93 tempest-ListServersNegativeTestJSON-661303683 tempest-ListServersNegativeTestJSON-661303683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:31.890749 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-43c6d658-417e-412f-b991-bd3e42b567fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:31.894071 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-43c6d658-417e-412f-b991-bd3e42b567fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:31.898229 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-43c6d658-417e-412f-b991-bd3e42b567fb admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1f2837eb-02f1-4257-ad46-38fa5cc2f8cf HTTP/1.1" status: 204 len: 168 time: 0.8275630 Aug 12 14:53:31.899705 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e666036a-9037-470c-805a-6943651cfd6f admin admin] Notify callbacks [] for router, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:31.900965 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-e666036a-9037-470c-805a-6943651cfd6f admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 7.8957872 Aug 12 14:53:31.919503 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f2d9a7ef-3e69-4a68-bc09-6d75bab6c5c0 None None] Provisioning complete for port f130ef4f-4959-4cc7-bbd5-43b0bb119338 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:53:31.920163 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f2d9a7ef-3e69-4a68-bc09-6d75bab6c5c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:31.933219 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ae0ad69-d1f3-40c5-88b0-f29f8e1f1212 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:53:31.957273 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 33738) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:53:32.005243 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5ae0ad69-d1f3-40c5-88b0-f29f8e1f1212 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66663725'] for router_interface, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:32.013209 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c6d658-417e-412f-b991-bd3e42b567fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f2837eb-02f1-4257-ad46-38fa5cc2f8cf,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:53:32.035572 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-f00f7c43-aee9-42c3-ad69-268d9924fd7e req-ab216e43-3349-4d71-a5c2-1594da8707c8 tempest-ListServersNegativeTestJSON-661303683 tempest-ListServersNegativeTestJSON-661303683-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0115283-4d6c-4691-bcdd-6a15b76a3da3 HTTP/1.1" status: 200 len: 210 time: 0.3713093 Aug 12 14:53:32.064343 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_common [req-f11e61e5-b82e-4c52-947a-2e39ce8362b7 req-5c96142a-ce36-4ba2-80b6-485fd36f7165 tempest-ListServersNegativeTestJSON-661303683 tempest-ListServersNegativeTestJSON-661303683-project] Allocated IP 172.20.0.10 (552f0e08-11d2-407d-9c90-a9456f167955/8803e8e2-fb74-4f26-9f40-98aa73d90aef/a42d1f84-f2a1-42a5-9dc8-8b3ab8c51abe) {{(pid=94467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:53:32.135146 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-68bb9eb3-2ebc-4f91-a2a9-6da555d025f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc572c8f-26e1-4b7d-b31c-a7469b1b9a02', 'name': 'tempest-TestVolumeBackupRestore-20553579-router', 'tenant_id': '8a81254ef6934f2cb9ef8c9cf7103a3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.169'}], 'enable_snat': True}, 'gw_port_id': '0bdd7acd-8c90-4066-803f-34793abe5f3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:53:24Z', 'updated_at': '2021-08-12T14:53:29Z', 'revision_number': 3, 'project_id': '8a81254ef6934f2cb9ef8c9cf7103a3f', 'gw_port': {'id': '0bdd7acd-8c90-4066-803f-34793abe5f3c', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:ff:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc572c8f-26e1-4b7d-b31c-a7469b1b9a02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2595, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:53:26Z', 'updated_at': '2021-08-12T14:53:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15'}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:53:32.322403 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c2da9b-ea54-42c2-a21f-b57cb8621c30 None None] Pushing event updated for resources: {'Port': ['ID=11032392-d3bb-4529-9436-960c19d01f51,revision_number=2']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:53:32.358572 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-4709f107-1091-4e6c-91ed-037f89dd2392 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Deleting port 4af06902-2e91-4d83-ad7d-464945fe1b23 {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:53:32.360472 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4709f107-1091-4e6c-91ed-037f89dd2392 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:32.497523 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f11e61e5-b82e-4c52-947a-2e39ce8362b7 req-83e367ed-6326-43c4-a4ff-0d456afc5d93 tempest-ListServersNegativeTestJSON-661303683 tempest-ListServersNegativeTestJSON-661303683-project] Network 552f0e08-11d2-407d-9c90-a9456f167955 is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:53:32.556642 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4709f107-1091-4e6c-91ed-037f89dd2392 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:32.557035 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4709f107-1091-4e6c-91ed-037f89dd2392 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:32.597669 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68bb9eb3-2ebc-4f91-a2a9-6da555d025f4 None None] Checking router: fc572c8f-26e1-4b7d-b31c-a7469b1b9a02 for host: n-d-694802-15 {{(pid=94469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 14:53:32.598813 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68bb9eb3-2ebc-4f91-a2a9-6da555d025f4 None None] Updating router fc572c8f-26e1-4b7d-b31c-a7469b1b9a02 port 0bdd7acd-8c90-4066-803f-34793abe5f3c binding host n-d-694802-15 {{(pid=94469) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 14:53:32.611503 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-4709f107-1091-4e6c-91ed-037f89dd2392 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Calling delete_port for 4af06902-2e91-4d83-ad7d-464945fe1b23 owned by network:floatingip {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:53:32.616922 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [req-f11e61e5-b82e-4c52-947a-2e39ce8362b7 req-83e367ed-6326-43c4-a4ff-0d456afc5d93 tempest-ListServersNegativeTestJSON-661303683 tempest-ListServersNegativeTestJSON-661303683-project] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:53:32.667192 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-68bb9eb3-2ebc-4f91-a2a9-6da555d025f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:32.722488 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [req-f11e61e5-b82e-4c52-947a-2e39ce8362b7 req-83e367ed-6326-43c4-a4ff-0d456afc5d93 tempest-ListServersNegativeTestJSON-661303683 tempest-ListServersNegativeTestJSON-661303683-project] Received port after_create {{(pid=94467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:53:32.861333 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 11032392-d3bb-4529-9436-960c19d01f51 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:53:32.889487 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11e61e5-b82e-4c52-947a-2e39ce8362b7 req-83e367ed-6326-43c4-a4ff-0d456afc5d93 tempest-ListServersNegativeTestJSON-661303683 tempest-ListServersNegativeTestJSON-661303683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:53:32.890573 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-f11e61e5-b82e-4c52-947a-2e39ce8362b7 req-83e367ed-6326-43c4-a4ff-0d456afc5d93 tempest-ListServersNegativeTestJSON-661303683 tempest-ListServersNegativeTestJSON-661303683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:32.960377 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8314c6fc-bce5-40d5-be60-99c872701a85 req-9170636e-039a-4a3e-b339-f35cb2d89861 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:53:32.975527 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-8314c6fc-bce5-40d5-be60-99c872701a85 req-9170636e-039a-4a3e-b339-f35cb2d89861 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/ports?device_id=d89c572a-9ecf-42f3-aaab-789262bca2fb HTTP/1.1" status: 200 len: 945 time: 1.1541464 Aug 12 14:53:32.994309 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-1e289f03-ceec-4ad4-886a-c73be37e50bc None None] Provisioning for port 0d4e1cc8-0132-4053-8867-73adc658e14b completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:53:33.053473 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-1e289f03-ceec-4ad4-886a-c73be37e50bc None None] Provisioning complete for port 0d4e1cc8-0132-4053-8867-73adc658e14b triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:53:33.054426 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-1e289f03-ceec-4ad4-886a-c73be37e50bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:33.074432 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e367ed-6326-43c4-a4ff-0d456afc5d93 tempest-ListServersNegativeTestJSON-661303683 tempest-ListServersNegativeTestJSON-661303683-project] Pushing event updated for resources: {'Port': ['ID=9b94a7ec-2f8e-4ad7-a484-8a99e5660380,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:53:33.145025 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning for port 11032392-d3bb-4529-9436-960c19d01f51 completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:53:33.155432 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device f130ef4f-4959-4cc7-bbd5-43b0bb119338 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:53:33.183596 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-f11e61e5-b82e-4c52-947a-2e39ce8362b7 req-5c96142a-ce36-4ba2-80b6-485fd36f7165 tempest-ListServersNegativeTestJSON-661303683 tempest-ListServersNegativeTestJSON-661303683-project] Notify callbacks [] for port, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:33.273182 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-1e289f03-ceec-4ad4-886a-c73be37e50bc None None] Port 0d4e1cc8-0132-4053-8867-73adc658e14b cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 14:53:33.324095 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port f130ef4f-4959-4cc7-bbd5-43b0bb119338 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:53:33.324642 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:33.329266 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-f11e61e5-b82e-4c52-947a-2e39ce8362b7 req-5c96142a-ce36-4ba2-80b6-485fd36f7165 tempest-ListServersNegativeTestJSON-661303683 tempest-ListServersNegativeTestJSON-661303683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:33.334278 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5ae0ad69-d1f3-40c5-88b0-f29f8e1f1212 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:33.335517 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f11e61e5-b82e-4c52-947a-2e39ce8362b7 req-83e367ed-6326-43c4-a4ff-0d456afc5d93 tempest-ListServersNegativeTestJSON-661303683 tempest-ListServersNegativeTestJSON-661303683-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8818209 Aug 12 14:53:33.342889 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4709f107-1091-4e6c-91ed-037f89dd2392 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:33.351818 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-ce5bb9dd-ee64-46fa-bfff-c3c2866b5781 req-648c1efb-3653-48d4-88e5-0bfcf7b2c581 tempest-ListServersNegativeTestJSON-661303683 tempest-ListServersNegativeTestJSON-661303683-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0115283-4d6c-4691-bcdd-6a15b76a3da3 HTTP/1.1" status: 200 len: 210 time: 0.1741333 Aug 12 14:53:33.419003 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-68bb9eb3-2ebc-4f91-a2a9-6da555d025f4 None None] Notify callbacks [] for port, precommit_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:33.444737 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.provisioning_blocks [None req-68bb9eb3-2ebc-4f91-a2a9-6da555d025f4 None None] Transition to ACTIVE for port object 0bdd7acd-8c90-4066-803f-34793abe5f3c will not be triggered until provisioned by entity L2. {{(pid=94469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:53:33.453279 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4709f107-1091-4e6c-91ed-037f89dd2392 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Pushing event deleted for resources: {'Port': ['ID=4af06902-2e91-4d83-ad7d-464945fe1b23,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:53:33.459883 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-68bb9eb3-2ebc-4f91-a2a9-6da555d025f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:33.541692 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b602fa17-b416-4e78-b9df-d5f30066596f None None] Pushing event updated for resources: {'Port': ['ID=0bdd7acd-8c90-4066-803f-34793abe5f3c,revision_number=2']} {{(pid=94469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:53:33.563313 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.managers [None req-68bb9eb3-2ebc-4f91-a2a9-6da555d025f4 None None] Attempting to bind port 0bdd7acd-8c90-4066-803f-34793abe5f3c on host n-d-694802-15 for vnic_type normal with profile {{(pid=94469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:53:33.564112 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.managers [None req-68bb9eb3-2ebc-4f91-a2a9-6da555d025f4 None None] Attempting to bind port 0bdd7acd-8c90-4066-803f-34793abe5f3c by drivers openvswitch,hyperv on host n-d-694802-15 at level 0 using segments [{'id': 'b1b396cb-2dc6-4041-bfc7-1833a80a4720', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'}] {{(pid=94469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:53:33.564745 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68bb9eb3-2ebc-4f91-a2a9-6da555d025f4 None None] Attempting to bind port 0bdd7acd-8c90-4066-803f-34793abe5f3c on network d3759e1b-6c03-45ac-acd4-90abb417809b {{(pid=94469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:53:33.573301 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68bb9eb3-2ebc-4f91-a2a9-6da555d025f4 None None] Checking agent: {'id': '16de73ac-f2e9-4cee-b3e0-91052ae3e6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 20, 13), 'started_at': datetime.datetime(2021, 8, 12, 14, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 53, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:53:33.574290 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68bb9eb3-2ebc-4f91-a2a9-6da555d025f4 None None] Checking segment: {'id': 'b1b396cb-2dc6-4041-bfc7-1833a80a4720', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:53:33.574939 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-68bb9eb3-2ebc-4f91-a2a9-6da555d025f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:33.575711 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68bb9eb3-2ebc-4f91-a2a9-6da555d025f4 None None] Bound using segment: {'id': 'b1b396cb-2dc6-4041-bfc7-1833a80a4720', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'} {{(pid=94469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:53:33.576635 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.managers [None req-68bb9eb3-2ebc-4f91-a2a9-6da555d025f4 None None] Bound port: 0bdd7acd-8c90-4066-803f-34793abe5f3c, host: n-d-694802-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1b396cb-2dc6-4041-bfc7-1833a80a4720', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'}}] {{(pid=94469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:53:33.577257 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-68bb9eb3-2ebc-4f91-a2a9-6da555d025f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:33.602831 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be0e7058-18a7-44ff-98a1-efa730f3cb68 None None] Network b30c60c2-00f9-499a-bcad-bae44bde183d requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:53:33.657233 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.db [None req-68bb9eb3-2ebc-4f91-a2a9-6da555d025f4 None None] For port 0bdd7acd-8c90-4066-803f-34793abe5f3c, host n-d-694802-15, cleared binding levels {{(pid=94469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:53:33.662649 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.db [None req-68bb9eb3-2ebc-4f91-a2a9-6da555d025f4 None None] For port 0bdd7acd-8c90-4066-803f-34793abe5f3c, host n-d-694802-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=0bdd7acd-8c90-4066-803f-34793abe5f3c,segment=NetworkSegment(b1b396cb-2dc6-4041-bfc7-1833a80a4720),segment_id=b1b396cb-2dc6-4041-bfc7-1833a80a4720)] {{(pid=94469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:53:33.671045 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-68bb9eb3-2ebc-4f91-a2a9-6da555d025f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:33.746920 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68bb9eb3-2ebc-4f91-a2a9-6da555d025f4 None None] Routers {'fc572c8f-26e1-4b7d-b31c-a7469b1b9a02'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:53:33.747817 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-68bb9eb3-2ebc-4f91-a2a9-6da555d025f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:53:14Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['fc572c8f-26e1-4b7d-b31c-a7469b1b9a02'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:53:33.865949 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-f11e61e5-b82e-4c52-947a-2e39ce8362b7 req-bbe904b2-4990-4d77-9ec9-53f9c3068ddd service neutron] Request body: {'port': {'device_id': 'e45b54de-34a8-4d05-804f-d10c0ac07186', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-694802-15'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:53:33.906885 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-68bb9eb3-2ebc-4f91-a2a9-6da555d025f4 None None] Set router fc572c8f-26e1-4b7d-b31c-a7469b1b9a02 gateway port host: n-d-694802-15 {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:53:33.944168 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-ea79ef8d-bf94-4819-8313-a04a0f7a6ab3 None None] Provisioning complete for port 0d4e1cc8-0132-4053-8867-73adc658e14b triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:53:33.944548 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-ea79ef8d-bf94-4819-8313-a04a0f7a6ab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:34.013187 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-ea79ef8d-bf94-4819-8313-a04a0f7a6ab3 None None] Port 0d4e1cc8-0132-4053-8867-73adc658e14b cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 14:53:34.015234 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-8314c6fc-bce5-40d5-be60-99c872701a85 req-ab3a0278-d5b3-42e3-93e4-f6d2919878f3 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/security-groups?id=70daefbf-eec6-4754-864f-8c40c2c28cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0366478 Aug 12 14:53:34.018595 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f11e61e5-b82e-4c52-947a-2e39ce8362b7 req-5c96142a-ce36-4ba2-80b6-485fd36f7165 tempest-ListServersNegativeTestJSON-661303683 tempest-ListServersNegativeTestJSON-661303683-project] Network 552f0e08-11d2-407d-9c90-a9456f167955 is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:53:34.029551 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b602fa17-b416-4e78-b9df-d5f30066596f None None] Pushing event updated for resources: {'Port': ['ID=0bdd7acd-8c90-4066-803f-34793abe5f3c,revision_number=3']} {{(pid=94469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:53:34.040994 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 0259bcee-4eb7-4f3a-9fd7-bb0f3659715e up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:53:34.084951 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [req-f11e61e5-b82e-4c52-947a-2e39ce8362b7 req-5c96142a-ce36-4ba2-80b6-485fd36f7165 tempest-ListServersNegativeTestJSON-661303683 tempest-ListServersNegativeTestJSON-661303683-project] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:53:34.089544 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-ea79ef8d-bf94-4819-8313-a04a0f7a6ab3 None None] Provisioning for port 11032392-d3bb-4529-9436-960c19d01f51 completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:53:34.092915 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c96142a-ce36-4ba2-80b6-485fd36f7165 tempest-ListServersNegativeTestJSON-661303683 tempest-ListServersNegativeTestJSON-661303683-project] Pushing event updated for resources: {'Port': ['ID=a42d1f84-f2a1-42a5-9dc8-8b3ab8c51abe,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:53:34.097350 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-ea79ef8d-bf94-4819-8313-a04a0f7a6ab3 None None] Provisioning complete for port 11032392-d3bb-4529-9436-960c19d01f51 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:53:34.097562 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_common [req-f11e61e5-b82e-4c52-947a-2e39ce8362b7 req-27f9d1dc-b668-403c-aaef-8f4271742d0a tempest-ListServersNegativeTestJSON-661303683 tempest-ListServersNegativeTestJSON-661303683-project] Allocated IP 172.20.0.9 (552f0e08-11d2-407d-9c90-a9456f167955/8803e8e2-fb74-4f26-9f40-98aa73d90aef/23a0d781-1366-40cd-948a-78381176dc2e) {{(pid=94467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:53:34.097730 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-ea79ef8d-bf94-4819-8313-a04a0f7a6ab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:34.121311 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [req-f11e61e5-b82e-4c52-947a-2e39ce8362b7 req-5c96142a-ce36-4ba2-80b6-485fd36f7165 tempest-ListServersNegativeTestJSON-661303683 tempest-ListServersNegativeTestJSON-661303683-project] Received port after_create {{(pid=94467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:53:34.156545 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4709f107-1091-4e6c-91ed-037f89dd2392 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Notify callbacks [] for floatingip, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:34.170019 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4709f107-1091-4e6c-91ed-037f89dd2392 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for floatingip, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:34.177859 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-4709f107-1091-4e6c-91ed-037f89dd2392 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] 10.222.0.39 "DELETE /v2.0/floatingips/aa7ab89a-fa64-41a7-a1bc-9eb1e1dac015 HTTP/1.1" status: 204 len: 168 time: 2.6583340 Aug 12 14:53:34.179312 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 33764) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:53:34.266763 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-f11e61e5-b82e-4c52-947a-2e39ce8362b7 req-bbe904b2-4990-4d77-9ec9-53f9c3068ddd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:34.271380 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning for port 0259bcee-4eb7-4f3a-9fd7-bb0f3659715e completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:53:34.279537 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port 0259bcee-4eb7-4f3a-9fd7-bb0f3659715e triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:53:34.279916 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:34.348579 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-77872bea-83a4-46ce-9956-11bda47d30ff tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:34.376973 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11e61e5-b82e-4c52-947a-2e39ce8362b7 req-5c96142a-ce36-4ba2-80b6-485fd36f7165 tempest-ListServersNegativeTestJSON-661303683 tempest-ListServersNegativeTestJSON-661303683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:53:34.379543 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-f11e61e5-b82e-4c52-947a-2e39ce8362b7 req-5c96142a-ce36-4ba2-80b6-485fd36f7165 tempest-ListServersNegativeTestJSON-661303683 tempest-ListServersNegativeTestJSON-661303683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:34.399276 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-68bb9eb3-2ebc-4f91-a2a9-6da555d025f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc572c8f-26e1-4b7d-b31c-a7469b1b9a02', 'name': 'tempest-TestVolumeBackupRestore-20553579-router', 'tenant_id': '8a81254ef6934f2cb9ef8c9cf7103a3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.169'}], 'enable_snat': True}, 'gw_port_id': '0bdd7acd-8c90-4066-803f-34793abe5f3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:53:24Z', 'updated_at': '2021-08-12T14:53:29Z', 'revision_number': 3, 'project_id': '8a81254ef6934f2cb9ef8c9cf7103a3f', 'gw_port': {'id': '0bdd7acd-8c90-4066-803f-34793abe5f3c', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:ff:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc572c8f-26e1-4b7d-b31c-a7469b1b9a02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2595, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:53:26Z', 'updated_at': '2021-08-12T14:53:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15'}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:53:34.447985 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-ea79ef8d-bf94-4819-8313-a04a0f7a6ab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:34.453728 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-ddd3f6df-70aa-4e54-a1c3-291d808becbb tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Deleting port 5990fff5-4fd8-40dc-8d99-17a1763d5291 {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:53:34.454244 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ddd3f6df-70aa-4e54-a1c3-291d808becbb tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:34.458464 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5ae0ad69-d1f3-40c5-88b0-f29f8e1f1212 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks [] for port, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:34.493165 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device e62cdda7-a629-4899-9eb6-4dabc61de76f up at agent hyperv_n-h2-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:53:34.509873 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5ae0ad69-d1f3-40c5-88b0-f29f8e1f1212 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3718439'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:34.511282 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68bb9eb3-2ebc-4f91-a2a9-6da555d025f4 None None] The sync data for ids ['fc572c8f-26e1-4b7d-b31c-a7469b1b9a02'] in n-d-694802-15 is: [{'id': 'fc572c8f-26e1-4b7d-b31c-a7469b1b9a02', 'name': 'tempest-TestVolumeBackupRestore-20553579-router', 'tenant_id': '8a81254ef6934f2cb9ef8c9cf7103a3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.169'}], 'enable_snat': True}, 'gw_port_id': '0bdd7acd-8c90-4066-803f-34793abe5f3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:53:24Z', 'updated_at': '2021-08-12T14:53:29Z', 'revision_number': 3, 'project_id': '8a81254ef6934f2cb9ef8c9cf7103a3f', 'gw_port': {'id': '0bdd7acd-8c90-4066-803f-34793abe5f3c', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:ff:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc572c8f-26e1-4b7d-b31c-a7469b1b9a02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2595, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:53:26Z', 'updated_at': '2021-08-12T14:53:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15'}] {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 14:53:34.565239 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77872bea-83a4-46ce-9956-11bda47d30ff tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Pushing event deleted for resources: {'Port': ['ID=11032392-d3bb-4529-9436-960c19d01f51,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:53:34.596564 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f11e61e5-b82e-4c52-947a-2e39ce8362b7 req-5c96142a-ce36-4ba2-80b6-485fd36f7165 tempest-ListServersNegativeTestJSON-661303683 tempest-ListServersNegativeTestJSON-661303683-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.1795056 Aug 12 14:53:34.636613 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-f11e61e5-b82e-4c52-947a-2e39ce8362b7 req-ce67859d-aecc-475e-ae6f-372c61f5ae04 service neutron] Request body: {'port': {'device_id': 'd9248dc1-b2a3-4a83-bfca-b0f452fae84b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-694802-15'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:53:34.679182 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Provisioning for port e62cdda7-a629-4899-9eb6-4dabc61de76f completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:53:34.685764 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-8f9b2a9e-7b3e-43a5-8796-8f2224f86b3a req-67a2a341-1697-4a96-b0b1-017be9d63a02 tempest-ListServersNegativeTestJSON-661303683 tempest-ListServersNegativeTestJSON-661303683-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0115283-4d6c-4691-bcdd-6a15b76a3da3 HTTP/1.1" status: 200 len: 210 time: 0.1688716 Aug 12 14:53:34.688155 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b8eceb2-f029-458f-9a7b-c6e3830daf5b None None] Network b30c60c2-00f9-499a-bcad-bae44bde183d requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:53:34.689886 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Provisioning complete for port e62cdda7-a629-4899-9eb6-4dabc61de76f triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:53:34.690521 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:34.759942 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ddd3f6df-70aa-4e54-a1c3-291d808becbb tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:34.794834 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77872bea-83a4-46ce-9956-11bda47d30ff tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] No DVR routers for this DVR port 11032392-d3bb-4529-9436-960c19d01f51 on host n-d-694802-15 {{(pid=94467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:53:34.806249 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-ddd3f6df-70aa-4e54-a1c3-291d808becbb tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Calling delete_port for 5990fff5-4fd8-40dc-8d99-17a1763d5291 owned by {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:53:34.808586 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5ae0ad69-d1f3-40c5-88b0-f29f8e1f1212 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66628363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66663865'] for router_interface, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:34.864461 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae0ad69-d1f3-40c5-88b0-f29f8e1f1212 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Pushing event updated for resources: {'Port': ['ID=0d4e1cc8-0132-4053-8867-73adc658e14b,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:53:34.984498 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-d5cda497-b57a-42ac-bc5d-17af44352446 None None] Could not find standard attr ID for object 11032392-d3bb-4529-9436-960c19d01f51. {{(pid=94468) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 12 14:53:35.005095 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:35.082050 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] For port 0259bcee-4eb7-4f3a-9fd7-bb0f3659715e, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=0259bcee-4eb7-4f3a-9fd7-bb0f3659715e,segment=NetworkSegment(3c13c1c5-6909-4094-b7be-b75bca54d586),segment_id=3c13c1c5-6909-4094-b7be-b75bca54d586)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:53:35.140825 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:35.142365 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device eb45c16e-efbf-47de-892c-209ea94b0630 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:53:35.216963 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:35.237678 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-f11e61e5-b82e-4c52-947a-2e39ce8362b7 req-ce67859d-aecc-475e-ae6f-372c61f5ae04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:35.245498 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ddd3f6df-70aa-4e54-a1c3-291d808becbb tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:35.298890 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd3f6df-70aa-4e54-a1c3-291d808becbb tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Pushing event deleted for resources: {'Port': ['ID=5990fff5-4fd8-40dc-8d99-17a1763d5291,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:53:35.301386 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-77872bea-83a4-46ce-9956-11bda47d30ff tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66416255'] for subnet, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:35.329342 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd89c572a-9ecf-42f3-aaab-789262bca2fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e62cdda7-a629-4899-9eb6-4dabc61de76f'}] {{(pid=94468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:53:35.331773 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99a8d87602170099c728e57431aca99e9b98a655a83bbf8727be13192709727b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e67a1245-e348-413f-967a-9bfe823aef1d" -d '{"events": [{"server_uuid": "d89c572a-9ecf-42f3-aaab-789262bca2fb", "name": "network-vif-plugged", "status": "completed", "tag": "e62cdda7-a629-4899-9eb6-4dabc61de76f"}]}' {{(pid=94468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:53:35.340843 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Pushing event updated for resources: {'Port': ['ID=0259bcee-4eb7-4f3a-9fd7-bb0f3659715e,revision_number=3']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:53:35.391420 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port e62cdda7-a629-4899-9eb6-4dabc61de76f, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=e62cdda7-a629-4899-9eb6-4dabc61de76f,segment=NetworkSegment(b72762b4-956b-443d-aaee-4b6799d6bcb9),segment_id=b72762b4-956b-443d-aaee-4b6799d6bcb9)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:53:35.396025 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning for port eb45c16e-efbf-47de-892c-209ea94b0630 completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:53:35.401261 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:35.404783 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port eb45c16e-efbf-47de-892c-209ea94b0630 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:53:35.405151 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:35.523732 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-77872bea-83a4-46ce-9956-11bda47d30ff tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66416232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2859225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3343748'] for subnet, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:35.533737 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 14:53:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4399dd7-d672-4bf0-998d-da286bb341f9 x-openstack-request-id: req-f4399dd7-d672-4bf0-998d-da286bb341f9 {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:53:35.534159 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d89c572a-9ecf-42f3-aaab-789262bca2fb", "name": "network-vif-plugged", "status": "completed", "tag": "e62cdda7-a629-4899-9eb6-4dabc61de76f", "code": 200}]} {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:53:35.534499 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f4399dd7-d672-4bf0-998d-da286bb341f9 {{(pid=94468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:53:35.534904 n-d-694802-15 neutron-server[94468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd89c572a-9ecf-42f3-aaab-789262bca2fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e62cdda7-a629-4899-9eb6-4dabc61de76f', 'code': 200} Aug 12 14:53:35.603684 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77872bea-83a4-46ce-9956-11bda47d30ff tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Pushing event deleted for resources: {'Subnet': ['ID=1ad9c307-32bb-48a6-b0b1-cb9055d45953,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:53:35.607871 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Pushing event updated for resources: {'Port': ['ID=e62cdda7-a629-4899-9eb6-4dabc61de76f,revision_number=12']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:53:35.652285 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.agents_db [None req-17ed3e4c-1a7d-4162-9646-11c134aca297 None None] Agent healthcheck: found 7 active agents {{(pid=94469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 14:53:35.661076 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:35.695837 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] For port eb45c16e-efbf-47de-892c-209ea94b0630, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=eb45c16e-efbf-47de-892c-209ea94b0630,segment=NetworkSegment(b1b396cb-2dc6-4041-bfc7-1833a80a4720),segment_id=b1b396cb-2dc6-4041-bfc7-1833a80a4720)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:53:35.702873 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:35.840929 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-f11e61e5-b82e-4c52-947a-2e39ce8362b7 req-27f9d1dc-b668-403c-aaef-8f4271742d0a tempest-ListServersNegativeTestJSON-661303683 tempest-ListServersNegativeTestJSON-661303683-project] Notify callbacks [] for port, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:35.896601 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Pushing event updated for resources: {'Port': ['ID=eb45c16e-efbf-47de-892c-209ea94b0630,revision_number=4']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:53:35.903614 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ecb2785-8315-4868-9f5a-5ea8ded86e2f None None] Network b30c60c2-00f9-499a-bcad-bae44bde183d requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:53:35.951043 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3828107-2017-4610-a742-1c0752a1004e req-25b6effc-0642-469f-9c24-e1c4b2541d94 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:53:35.965766 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f3828107-2017-4610-a742-1c0752a1004e req-25b6effc-0642-469f-9c24-e1c4b2541d94 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/ports?device_id=d89c572a-9ecf-42f3-aaab-789262bca2fb HTTP/1.1" status: 200 len: 945 time: 0.7766919 Aug 12 14:53:36.030866 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-72358c70-fa92-49f2-be93-cf228ee88dba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:36.113952 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f3828107-2017-4610-a742-1c0752a1004e req-0bf9f502-08f6-434f-a5a2-726ba837b906 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/security-groups?id=70daefbf-eec6-4754-864f-8c40c2c28cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1066568 Aug 12 14:53:36.172501 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 0bdd7acd-8c90-4066-803f-34793abe5f3c up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:53:36.203000 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-77872bea-83a4-46ce-9956-11bda47d30ff tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66413304', 'neutron.services.segments.db._delete_segments_for_network-8744654118000'] for network, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:36.217980 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ae0ad69-d1f3-40c5-88b0-f29f8e1f1212 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Network db095345-e0d8-47fa-815f-3ac64beebe04 is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:53:36.233224 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42f81a28-abe6-4b93-a0d3-c6a9c510151b None None] DHCP port deletion for b30c60c2-00f9-499a-bcad-bae44bde183d request from n-d-694802-15 {{(pid=94468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 14:53:36.265302 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-77872bea-83a4-46ce-9956-11bda47d30ff tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b30c60c2-00f9-499a-bcad-bae44bde183d']}} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:53:36.272416 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-ec834602-17fe-4715-90c0-7cdafdbd67e3 req-0556f475-de7e-41d3-8407-168b0d017572 tempest-ListServersNegativeTestJSON-661303683 tempest-ListServersNegativeTestJSON-661303683-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0115283-4d6c-4691-bcdd-6a15b76a3da3 HTTP/1.1" status: 200 len: 210 time: 0.1153924 Aug 12 14:53:36.277100 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ddd3f6df-70aa-4e54-a1c3-291d808becbb tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:36.283135 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-ddd3f6df-70aa-4e54-a1c3-291d808becbb tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] 10.222.0.39 "DELETE /v2.0/ports/5990fff5-4fd8-40dc-8d99-17a1763d5291 HTTP/1.1" status: 204 len: 168 time: 2.0964842 Aug 12 14:53:36.288583 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-5ae0ad69-d1f3-40c5-88b0-f29f8e1f1212 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:53:36.293562 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 33808) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:53:36.314705 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning for port 0bdd7acd-8c90-4066-803f-34793abe5f3c completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:53:36.319310 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port 0bdd7acd-8c90-4066-803f-34793abe5f3c triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:53:36.319770 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:36.340286 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-77872bea-83a4-46ce-9956-11bda47d30ff tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78cde90b-8f89-4104-939f-aa141efcca42') {'for_net_delete': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:53:36.340585 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-77872bea-83a4-46ce-9956-11bda47d30ff tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78cde90b-8f89-4104-939f-aa141efcca42') {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:53:36.372599 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-77872bea-83a4-46ce-9956-11bda47d30ff tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744654122361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3857526'] for segment, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:36.418243 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-f11e61e5-b82e-4c52-947a-2e39ce8362b7 req-27f9d1dc-b668-403c-aaef-8f4271742d0a tempest-ListServersNegativeTestJSON-661303683 tempest-ListServersNegativeTestJSON-661303683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:36.488422 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:36.490871 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4030d7-819a-486b-a249-1798b4c3cca3 req-2bcf2daf-8410-4140-8877-feed964ed03e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:53:36.492968 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-4a4030d7-819a-486b-a249-1798b4c3cca3 req-2bcf2daf-8410-4140-8877-feed964ed03e service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=d89c572a-9ecf-42f3-aaab-789262bca2fb HTTP/1.1" status: 200 len: 1098 time: 0.3373830 Aug 12 14:53:36.499777 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-77872bea-83a4-46ce-9956-11bda47d30ff tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:36.519873 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] For port 0bdd7acd-8c90-4066-803f-34793abe5f3c, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=0bdd7acd-8c90-4066-803f-34793abe5f3c,segment=NetworkSegment(b1b396cb-2dc6-4041-bfc7-1833a80a4720),segment_id=b1b396cb-2dc6-4041-bfc7-1833a80a4720)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:53:36.535503 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:36.536029 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 0259bcee-4eb7-4f3a-9fd7-bb0f3659715e up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:53:36.585306 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ae0ad69-d1f3-40c5-88b0-f29f8e1f1212 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Router 5a955ada-e255-4005-bb16-739df8b0ef31 has already been hosted by L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f {{(pid=94466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 14:53:36.587963 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77872bea-83a4-46ce-9956-11bda47d30ff tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Releasing vlan 313 on physical network physnet1 to pool {{(pid=94467) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 14:53:36.588382 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-77872bea-83a4-46ce-9956-11bda47d30ff tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2859015'] for segment, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:36.600445 n-d-694802-15 neutron-server[94467]: Traceback (most recent call last): Aug 12 14:53:36.600445 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 14:53:36.600445 n-d-694802-15 neutron-server[94467]: timer() Aug 12 14:53:36.600445 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 14:53:36.600445 n-d-694802-15 neutron-server[94467]: cb(*args, **kw) Aug 12 14:53:36.600445 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 14:53:36.600445 n-d-694802-15 neutron-server[94467]: return func(*args, **kwargs) Aug 12 14:53:36.600445 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 14:53:36.600445 n-d-694802-15 neutron-server[94467]: self._notify() Aug 12 14:53:36.600445 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 14:53:36.600445 n-d-694802-15 neutron-server[94467]: self.callback(batched_events) Aug 12 14:53:36.600445 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 14:53:36.600445 n-d-694802-15 neutron-server[94467]: event.method(event) Aug 12 14:53:36.600445 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 14:53:36.600445 n-d-694802-15 neutron-server[94467]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 14:53:36.600445 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 14:53:36.600445 n-d-694802-15 neutron-server[94467]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 14:53:36.600445 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 14:53:36.600445 n-d-694802-15 neutron-server[94467]: return f(self, *a, **k) Aug 12 14:53:36.600445 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 14:53:36.600445 n-d-694802-15 neutron-server[94467]: return self._get(url).json() Aug 12 14:53:36.600445 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 14:53:36.600445 n-d-694802-15 neutron-server[94467]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 14:53:36.600445 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 14:53:36.600445 n-d-694802-15 neutron-server[94467]: return self.request(url, 'GET', **kwargs) Aug 12 14:53:36.600445 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 14:53:36.600445 n-d-694802-15 neutron-server[94467]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 14:53:36.600445 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 14:53:36.600445 n-d-694802-15 neutron-server[94467]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 14:53:36.600445 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 14:53:36.600445 n-d-694802-15 neutron-server[94467]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 14:53:36.600445 n-d-694802-15 neutron-server[94467]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 14:53:36.602870 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f11e61e5-b82e-4c52-947a-2e39ce8362b7 req-27f9d1dc-b668-403c-aaef-8f4271742d0a tempest-ListServersNegativeTestJSON-661303683 tempest-ListServersNegativeTestJSON-661303683-project] Network 552f0e08-11d2-407d-9c90-a9456f167955 is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:53:36.611292 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Pushing event updated for resources: {'Port': ['ID=0bdd7acd-8c90-4066-803f-34793abe5f3c,revision_number=4']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:53:36.614163 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-4a4030d7-819a-486b-a249-1798b4c3cca3 req-7e514842-f48f-4b92-a5c3-533f1b32760e service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=70daefbf-eec6-4754-864f-8c40c2c28cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1066041 Aug 12 14:53:36.647048 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port 0259bcee-4eb7-4f3a-9fd7-bb0f3659715e triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:53:36.647600 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:36.678447 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f9d1dc-b668-403c-aaef-8f4271742d0a tempest-ListServersNegativeTestJSON-661303683 tempest-ListServersNegativeTestJSON-661303683-project] Pushing event updated for resources: {'Port': ['ID=23a0d781-1366-40cd-948a-78381176dc2e,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:53:36.694121 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-302f6bff-0b8c-490e-9044-c4031cc36ec8 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Deleting port 769835af-590d-44bf-ae96-6aa7e3ae2342 {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:53:36.695053 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-302f6bff-0b8c-490e-9044-c4031cc36ec8 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:36.696664 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [req-f11e61e5-b82e-4c52-947a-2e39ce8362b7 req-27f9d1dc-b668-403c-aaef-8f4271742d0a tempest-ListServersNegativeTestJSON-661303683 tempest-ListServersNegativeTestJSON-661303683-project] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:53:36.699465 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [req-f11e61e5-b82e-4c52-947a-2e39ce8362b7 req-27f9d1dc-b668-403c-aaef-8f4271742d0a tempest-ListServersNegativeTestJSON-661303683 tempest-ListServersNegativeTestJSON-661303683-project] Received port after_create {{(pid=94467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:53:36.768381 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-4b21c942-ce4e-43f0-967c-ef400f745742 None None] Provisioning complete for port 0d4e1cc8-0132-4053-8867-73adc658e14b triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:53:36.769260 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4b21c942-ce4e-43f0-967c-ef400f745742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:36.804558 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-77872bea-83a4-46ce-9956-11bda47d30ff tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66413281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431520'] for network, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:36.810232 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-77872bea-83a4-46ce-9956-11bda47d30ff tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for network, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:36.812622 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-4b21c942-ce4e-43f0-967c-ef400f745742 None None] Port 0d4e1cc8-0132-4053-8867-73adc658e14b cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 14:53:36.815759 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-77872bea-83a4-46ce-9956-11bda47d30ff tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] 10.222.0.39 "DELETE /v2.0/networks/b30c60c2-00f9-499a-bcad-bae44bde183d HTTP/1.1" status: 204 len: 168 time: 6.1501803 Aug 12 14:53:36.817930 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 33816) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:53:36.856883 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11e61e5-b82e-4c52-947a-2e39ce8362b7 req-27f9d1dc-b668-403c-aaef-8f4271742d0a tempest-ListServersNegativeTestJSON-661303683 tempest-ListServersNegativeTestJSON-661303683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:53:36.857525 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-f11e61e5-b82e-4c52-947a-2e39ce8362b7 req-27f9d1dc-b668-403c-aaef-8f4271742d0a tempest-ListServersNegativeTestJSON-661303683 tempest-ListServersNegativeTestJSON-661303683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:36.863303 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_common [None req-72358c70-fa92-49f2-be93-cf228ee88dba admin admin] Allocated IP 172.20.0.1 (94d2e86c-879f-45e8-b2ac-bf9908cd5044/0d8122f3-50c7-4bcc-984f-1e32208d4e29/f615c301-6b6c-4297-830a-128ea7bfb96c) {{(pid=94467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:53:36.866655 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77872bea-83a4-46ce-9956-11bda47d30ff tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Pushing event deleted for resources: {'Network': ['ID=b30c60c2-00f9-499a-bcad-bae44bde183d,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:53:36.872209 n-d-694802-15 neutron-server[94466]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c9ca09e-269f-40bb-b5b3-4642323375ad tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] DELETE failed (client error): The resource could not be found. Aug 12 14:53:36.873065 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c9ca09e-269f-40bb-b5b3-4642323375ad tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 14:53:36.878387 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-8c9ca09e-269f-40bb-b5b3-4642323375ad tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] 10.222.0.39 "DELETE /v2.0/networks/b30c60c2-00f9-499a-bcad-bae44bde183d HTTP/1.1" status: 404 len: 339 time: 0.0593121 Aug 12 14:53:36.882022 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 33820) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:53:36.890278 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-4c000fbc-7b46-4b66-a16a-50cd8d62164e tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1330844251', 'description': 'd1'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:53:36.899936 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f11e61e5-b82e-4c52-947a-2e39ce8362b7 req-27f9d1dc-b668-403c-aaef-8f4271742d0a tempest-ListServersNegativeTestJSON-661303683 tempest-ListServersNegativeTestJSON-661303683-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.5629082 Aug 12 14:53:36.925191 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-f11e61e5-b82e-4c52-947a-2e39ce8362b7 req-c0e8430d-4ba0-4a44-bf00-33eb6c53f213 service neutron] Request body: {'port': {'device_id': 'b0115283-4d6c-4691-bcdd-6a15b76a3da3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-694802-15'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:53:36.929027 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ae0ad69-d1f3-40c5-88b0-f29f8e1f1212 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 14:53:36.937405 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-302f6bff-0b8c-490e-9044-c4031cc36ec8 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:36.942110 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46c3b77d-84ee-4acf-a4d7-2588a79c5f23 None None] Sync routers for ids ['5a955ada-e255-4005-bb16-739df8b0ef31'] in n-d-694802-15 {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 14:53:36.954337 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c3b77d-84ee-4acf-a4d7-2588a79c5f23 None None] Routers {'5a955ada-e255-4005-bb16-739df8b0ef31'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:53:36.954998 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-46c3b77d-84ee-4acf-a4d7-2588a79c5f23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:53:14Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['5a955ada-e255-4005-bb16-739df8b0ef31'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:53:36.960067 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-5ae0ad69-d1f3-40c5-88b0-f29f8e1f1212 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "PUT /v2.0/routers/5a955ada-e255-4005-bb16-739df8b0ef31/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3936131 Aug 12 14:53:36.979997 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-302f6bff-0b8c-490e-9044-c4031cc36ec8 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Calling delete_port for 769835af-590d-44bf-ae96-6aa7e3ae2342 owned by {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:53:36.982381 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c000fbc-7b46-4b66-a16a-50cd8d62164e tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Made reservation on behalf of c14e5c8db39f4234bf1759da0f0fd559 for: {'network': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:53:36.988334 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4c000fbc-7b46-4b66-a16a-50cd8d62164e tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for network, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:37.022499 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 33824) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:53:37.086878 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [req-f11e61e5-b82e-4c52-947a-2e39ce8362b7 req-bbe904b2-4990-4d77-9ec9-53f9c3068ddd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b94a7ec-2f8e-4ad7-a484-8a99e5660380 {{(pid=94467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:53:37.103688 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-f11e61e5-b82e-4c52-947a-2e39ce8362b7 req-bbe904b2-4990-4d77-9ec9-53f9c3068ddd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:37.111345 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-f11e61e5-b82e-4c52-947a-2e39ce8362b7 req-c0e8430d-4ba0-4a44-bf00-33eb6c53f213 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:37.136076 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c000fbc-7b46-4b66-a16a-50cd8d62164e tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] vlan segment allocate from pool success with {'vlan_id': 328, 'physical_network': 'physnet1'} {{(pid=94466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 14:53:37.148227 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [req-f11e61e5-b82e-4c52-947a-2e39ce8362b7 req-bbe904b2-4990-4d77-9ec9-53f9c3068ddd service neutron] Transition to ACTIVE for port object 9b94a7ec-2f8e-4ad7-a484-8a99e5660380 will not be triggered until provisioned by entity L2. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:53:37.162498 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4c000fbc-7b46-4b66-a16a-50cd8d62164e tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:37.167122 n-d-694802-15 neutron-server[94466]: INFO neutron.db.segments_db [None req-4c000fbc-7b46-4b66-a16a-50cd8d62164e tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Added segment 8a1e87ae-d2bf-4092-830d-ccb36c4cad2c of type vlan for network d4d86ac4-3207-486b-875b-e2c44ce987b0 Aug 12 14:53:37.180178 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvr_db [None req-46c3b77d-84ee-4acf-a4d7-2588a79c5f23 None None] Set router 5a955ada-e255-4005-bb16-739df8b0ef31 gateway port host: n-d-694802-15 {{(pid=94468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:53:37.194695 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-f11e61e5-b82e-4c52-947a-2e39ce8362b7 req-bbe904b2-4990-4d77-9ec9-53f9c3068ddd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:37.223188 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-72358c70-fa92-49f2-be93-cf228ee88dba admin admin] Notify callbacks [] for port, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:37.311690 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-302f6bff-0b8c-490e-9044-c4031cc36ec8 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:37.374129 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e027706e-812b-46bc-a22c-0fce868c8ede admin admin] Notify callbacks [] for security_group, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:37.432248 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302f6bff-0b8c-490e-9044-c4031cc36ec8 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Pushing event deleted for resources: {'Port': ['ID=769835af-590d-44bf-ae96-6aa7e3ae2342,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:53:37.479900 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-46c3b77d-84ee-4acf-a4d7-2588a79c5f23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a955ada-e255-4005-bb16-739df8b0ef31', 'name': 'tempest-TestNetworkAdvancedServerOps-router-297116677', 'tenant_id': '6774b656eb8145eb998ea0059b40b4c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.245'}], 'enable_snat': True}, 'gw_port_id': 'eb45c16e-efbf-47de-892c-209ea94b0630', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:53:20Z', 'updated_at': '2021-08-12T14:53:32Z', 'revision_number': 4, 'project_id': '6774b656eb8145eb998ea0059b40b4c3', 'gw_port': {'id': 'eb45c16e-efbf-47de-892c-209ea94b0630', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:c2:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a955ada-e255-4005-bb16-739df8b0ef31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2568, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:53:22Z', 'updated_at': '2021-08-12T14:53:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': '0d4e1cc8-0132-4053-8867-73adc658e14b', 'name': '', 'network_id': 'db095345-e0d8-47fa-815f-3ac64beebe04', 'tenant_id': '6774b656eb8145eb998ea0059b40b4c3', 'mac_address': 'fa:16:3e:58:ba:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a955ada-e255-4005-bb16-739df8b0ef31', 'device_owner': 'network:router_interface', 'standard_attr_id': 2601, 'fixed_ips': [{'subnet_id': 'c6b9fd07-f9b4-4406-ad8f-d473ff31e70f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:53:30Z', 'updated_at': '2021-08-12T14:53:33Z', 'revision_number': 2, 'project_id': '6774b656eb8145eb998ea0059b40b4c3', 'subnets': [{'id': 'c6b9fd07-f9b4-4406-ad8f-d473ff31e70f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:53:37.495783 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4c000fbc-7b46-4b66-a16a-50cd8d62164e tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744653628263'] for network, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:37.517108 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46c3b77d-84ee-4acf-a4d7-2588a79c5f23 None None] Checking router: 5a955ada-e255-4005-bb16-739df8b0ef31 for host: n-d-694802-15 {{(pid=94468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 14:53:37.517623 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46c3b77d-84ee-4acf-a4d7-2588a79c5f23 None None] Updating router 5a955ada-e255-4005-bb16-739df8b0ef31 port 0d4e1cc8-0132-4053-8867-73adc658e14b binding host n-d-694802-15 {{(pid=94468) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 14:53:37.551879 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-46c3b77d-84ee-4acf-a4d7-2588a79c5f23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:37.672935 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [None req-72358c70-fa92-49f2-be93-cf228ee88dba admin admin] Transition to ACTIVE for port object f615c301-6b6c-4297-830a-128ea7bfb96c will not be triggered until provisioned by entity DHCP. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:53:37.715445 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-302f6bff-0b8c-490e-9044-c4031cc36ec8 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:37.718010 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-302f6bff-0b8c-490e-9044-c4031cc36ec8 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] 10.222.0.39 "DELETE /v2.0/ports/769835af-590d-44bf-ae96-6aa7e3ae2342 HTTP/1.1" status: 204 len: 168 time: 1.4233274 Aug 12 14:53:37.725301 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 33848) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:53:37.790029 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_v2 [None req-543501fb-7511-491c-9e0f-35e863563448 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Deleting subnet 87452bc0-af6f-4ccf-be47-4493323e3f3a {{(pid=94466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 14:53:37.794388 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-543501fb-7511-491c-9e0f-35e863563448 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Notify callbacks [] for subnet, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:37.839306 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe904b2-4990-4d77-9ec9-53f9c3068ddd service neutron] Pushing event updated for resources: {'Port': ['ID=9b94a7ec-2f8e-4ad7-a484-8a99e5660380,revision_number=2']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:53:37.863292 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4c000fbc-7b46-4b66-a16a-50cd8d62164e tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409'] for network, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:37.880568 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c000fbc-7b46-4b66-a16a-50cd8d62164e tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:53:37.881387 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4c000fbc-7b46-4b66-a16a-50cd8d62164e tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Notify callbacks [] for network, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:37.897990 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 0bdd7acd-8c90-4066-803f-34793abe5f3c up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:53:37.926985 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b5c308b0-532c-493e-840a-8b86608443f4 req-acdac534-6097-40fe-ae68-3e84fc031ca5 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-170571966&fields=id&tenant_id=6774b656eb8145eb998ea0059b40b4c3 HTTP/1.1" status: 200 len: 267 time: 0.3094203 Aug 12 14:53:37.954354 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-543501fb-7511-491c-9e0f-35e863563448 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2293551'] for subnet, precommit_delete_associations {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:38.042151 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-72358c70-fa92-49f2-be93-cf228ee88dba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:38.068440 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port 0bdd7acd-8c90-4066-803f-34793abe5f3c triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:53:38.069007 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:38.099289 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75645809-612b-4056-b261-c41258acf0c6 req-35c8170f-3375-439e-a442-b17ff303172d tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:53:38.101398 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-75645809-612b-4056-b261-c41258acf0c6 req-35c8170f-3375-439e-a442-b17ff303172d tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/ports?device_id=d89c572a-9ecf-42f3-aaab-789262bca2fb HTTP/1.1" status: 200 len: 946 time: 0.4386826 Aug 12 14:53:38.105803 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-f11e61e5-b82e-4c52-947a-2e39ce8362b7 req-bbe904b2-4990-4d77-9ec9-53f9c3068ddd service neutron] Attempting to bind port 9b94a7ec-2f8e-4ad7-a484-8a99e5660380 on host n-h2-694802-15 for vnic_type normal with profile {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:53:38.106777 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-f11e61e5-b82e-4c52-947a-2e39ce8362b7 req-bbe904b2-4990-4d77-9ec9-53f9c3068ddd service neutron] Attempting to bind port 9b94a7ec-2f8e-4ad7-a484-8a99e5660380 by drivers openvswitch,hyperv on host n-h2-694802-15 at level 0 using segments [{'id': '16f1a284-68f4-48a4-85c3-491c16dd108b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '552f0e08-11d2-407d-9c90-a9456f167955'}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:53:38.107135 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f11e61e5-b82e-4c52-947a-2e39ce8362b7 req-bbe904b2-4990-4d77-9ec9-53f9c3068ddd service neutron] Attempting to bind port 9b94a7ec-2f8e-4ad7-a484-8a99e5660380 on network 552f0e08-11d2-407d-9c90-a9456f167955 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:53:38.143598 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-46c3b77d-84ee-4acf-a4d7-2588a79c5f23 None None] Notify callbacks [] for port, precommit_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:38.158126 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72358c70-fa92-49f2-be93-cf228ee88dba admin admin] Network 94d2e86c-879f-45e8-b2ac-bf9908cd5044 is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:53:38.161128 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f11e61e5-b82e-4c52-947a-2e39ce8362b7 req-bbe904b2-4990-4d77-9ec9-53f9c3068ddd service neutron] Port 9b94a7ec-2f8e-4ad7-a484-8a99e5660380 on network 552f0e08-11d2-407d-9c90-a9456f167955 not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-15 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 14:53:38.161268 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f11e61e5-b82e-4c52-947a-2e39ce8362b7 req-bbe904b2-4990-4d77-9ec9-53f9c3068ddd service neutron] Attempting to bind port 9b94a7ec-2f8e-4ad7-a484-8a99e5660380 on network 552f0e08-11d2-407d-9c90-a9456f167955 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:53:38.169499 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-46c3b77d-84ee-4acf-a4d7-2588a79c5f23 None None] Transition to ACTIVE for port object 0d4e1cc8-0132-4053-8867-73adc658e14b will not be triggered until provisioned by entity L2. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:53:38.177709 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [None req-72358c70-fa92-49f2-be93-cf228ee88dba admin admin] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:53:38.180319 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72358c70-fa92-49f2-be93-cf228ee88dba admin admin] Received port after_create {{(pid=94467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:53:38.193945 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-75645809-612b-4056-b261-c41258acf0c6 req-d9a003da-b3dc-4e50-8de3-2672d575246e tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/security-groups?id=70daefbf-eec6-4754-864f-8c40c2c28cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714610 Aug 12 14:53:38.198119 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f11e61e5-b82e-4c52-947a-2e39ce8362b7 req-bbe904b2-4990-4d77-9ec9-53f9c3068ddd service neutron] Checking agent: {'id': 'b7697f71-33f3-4959-ad82-43c2dc15845d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 27, 42), 'started_at': datetime.datetime(2021, 8, 12, 14, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 53, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:53:38.198335 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f11e61e5-b82e-4c52-947a-2e39ce8362b7 req-bbe904b2-4990-4d77-9ec9-53f9c3068ddd service neutron] Checking segment: {'id': '16f1a284-68f4-48a4-85c3-491c16dd108b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '552f0e08-11d2-407d-9c90-a9456f167955'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:53:38.198681 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f11e61e5-b82e-4c52-947a-2e39ce8362b7 req-bbe904b2-4990-4d77-9ec9-53f9c3068ddd service neutron] Bound using segment: {'id': '16f1a284-68f4-48a4-85c3-491c16dd108b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '552f0e08-11d2-407d-9c90-a9456f167955'} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:53:38.199687 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-f11e61e5-b82e-4c52-947a-2e39ce8362b7 req-bbe904b2-4990-4d77-9ec9-53f9c3068ddd service neutron] Bound port: 9b94a7ec-2f8e-4ad7-a484-8a99e5660380, host: n-h2-694802-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16f1a284-68f4-48a4-85c3-491c16dd108b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '552f0e08-11d2-407d-9c90-a9456f167955'}}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:53:38.200058 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-f11e61e5-b82e-4c52-947a-2e39ce8362b7 req-bbe904b2-4990-4d77-9ec9-53f9c3068ddd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:38.201663 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c000fbc-7b46-4b66-a16a-50cd8d62164e tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Pushing event updated for resources: {'Network': ['ID=d4d86ac4-3207-486b-875b-e2c44ce987b0,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:53:38.220605 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-46c3b77d-84ee-4acf-a4d7-2588a79c5f23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:38.238421 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Network d4d86ac4-3207-486b-875b-e2c44ce987b0 details requested by agent ovs-agent-n-d-694802-15 with host n-d-694802-15 {{(pid=94468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 14:53:38.257544 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72358c70-fa92-49f2-be93-cf228ee88dba admin admin] Pushing event updated for resources: {'Port': ['ID=f615c301-6b6c-4297-830a-128ea7bfb96c,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:53:38.290280 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e027706e-812b-46bc-a22c-0fce868c8ede admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:38.299815 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [req-f11e61e5-b82e-4c52-947a-2e39ce8362b7 req-ce67859d-aecc-475e-ae6f-372c61f5ae04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a42d1f84-f2a1-42a5-9dc8-8b3ab8c51abe {{(pid=94467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:53:38.311214 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e027706e-812b-46bc-a22c-0fce868c8ede admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:38.322787 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-f11e61e5-b82e-4c52-947a-2e39ce8362b7 req-ce67859d-aecc-475e-ae6f-372c61f5ae04 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:38.341170 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c308b0-532c-493e-840a-8b86608443f4 req-0635bd23-70d7-4429-b85c-d821f3cde4c7 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:53:38.342753 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b5c308b0-532c-493e-840a-8b86608443f4 req-0635bd23-70d7-4429-b85c-d821f3cde4c7 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/networks?id=db095345-e0d8-47fa-815f-3ac64beebe04 HTTP/1.1" status: 200 len: 797 time: 0.3943307 Aug 12 14:53:38.370771 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-4c000fbc-7b46-4b66-a16a-50cd8d62164e tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 1.4852214 Aug 12 14:53:38.372398 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-543501fb-7511-491c-9e0f-35e863563448 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66416255'] for subnet, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:38.377431 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 33880) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:53:38.385210 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e027706e-812b-46bc-a22c-0fce868c8ede admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=128265f2-c0f0-4d12-b3a1-5c01e0a551eb,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:53:38.403469 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [req-f11e61e5-b82e-4c52-947a-2e39ce8362b7 req-ce67859d-aecc-475e-ae6f-372c61f5ae04 service neutron] Transition to ACTIVE for port object a42d1f84-f2a1-42a5-9dc8-8b3ab8c51abe will not be triggered until provisioned by entity L2. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:53:38.404641 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-72358c70-fa92-49f2-be93-cf228ee88dba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66663725'] for router_interface, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:38.504740 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-f11e61e5-b82e-4c52-947a-2e39ce8362b7 req-bbe904b2-4990-4d77-9ec9-53f9c3068ddd service neutron] For port 9b94a7ec-2f8e-4ad7-a484-8a99e5660380, host n-h2-694802-15, cleared binding levels {{(pid=94467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:53:38.508308 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-f11e61e5-b82e-4c52-947a-2e39ce8362b7 req-bbe904b2-4990-4d77-9ec9-53f9c3068ddd service neutron] For port 9b94a7ec-2f8e-4ad7-a484-8a99e5660380, host n-h2-694802-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=9b94a7ec-2f8e-4ad7-a484-8a99e5660380,segment=NetworkSegment(16f1a284-68f4-48a4-85c3-491c16dd108b),segment_id=16f1a284-68f4-48a4-85c3-491c16dd108b)] {{(pid=94467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:53:38.510633 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b5c308b0-532c-493e-840a-8b86608443f4 req-fb545c07-c985-4122-8620-952e3c3137f6 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/quotas/6774b656eb8145eb998ea0059b40b4c3 HTTP/1.1" status: 200 len: 375 time: 0.0970428 Aug 12 14:53:38.511548 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-f11e61e5-b82e-4c52-947a-2e39ce8362b7 req-ce67859d-aecc-475e-ae6f-372c61f5ae04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:38.520652 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device eb45c16e-efbf-47de-892c-209ea94b0630 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:53:38.598727 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f208d42-dcde-4e45-a649-ee3c923912de None None] Pushing event updated for resources: {'Port': ['ID=0d4e1cc8-0132-4053-8867-73adc658e14b,revision_number=3']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:53:38.626073 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-46c3b77d-84ee-4acf-a4d7-2588a79c5f23 None None] Attempting to bind port 0d4e1cc8-0132-4053-8867-73adc658e14b on host n-d-694802-15 for vnic_type normal with profile {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:53:38.626851 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-46c3b77d-84ee-4acf-a4d7-2588a79c5f23 None None] Attempting to bind port 0d4e1cc8-0132-4053-8867-73adc658e14b by drivers openvswitch,hyperv on host n-d-694802-15 at level 0 using segments [{'id': '3c13c1c5-6909-4094-b7be-b75bca54d586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'db095345-e0d8-47fa-815f-3ac64beebe04'}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:53:38.627470 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c3b77d-84ee-4acf-a4d7-2588a79c5f23 None None] Attempting to bind port 0d4e1cc8-0132-4053-8867-73adc658e14b on network db095345-e0d8-47fa-815f-3ac64beebe04 {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:53:38.633050 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-f11e61e5-b82e-4c52-947a-2e39ce8362b7 req-bbe904b2-4990-4d77-9ec9-53f9c3068ddd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:38.641339 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c3b77d-84ee-4acf-a4d7-2588a79c5f23 None None] Checking agent: {'id': '16de73ac-f2e9-4cee-b3e0-91052ae3e6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 20, 13), 'started_at': datetime.datetime(2021, 8, 12, 14, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 53, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:53:38.642013 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c3b77d-84ee-4acf-a4d7-2588a79c5f23 None None] Checking segment: {'id': '3c13c1c5-6909-4094-b7be-b75bca54d586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'db095345-e0d8-47fa-815f-3ac64beebe04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:53:38.642777 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-46c3b77d-84ee-4acf-a4d7-2588a79c5f23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:38.643448 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c3b77d-84ee-4acf-a4d7-2588a79c5f23 None None] Bound using segment: {'id': '3c13c1c5-6909-4094-b7be-b75bca54d586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'db095345-e0d8-47fa-815f-3ac64beebe04'} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:53:38.644150 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-46c3b77d-84ee-4acf-a4d7-2588a79c5f23 None None] Bound port: 0d4e1cc8-0132-4053-8867-73adc658e14b, host: n-d-694802-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c13c1c5-6909-4094-b7be-b75bca54d586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'db095345-e0d8-47fa-815f-3ac64beebe04'}}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:53:38.644759 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-46c3b77d-84ee-4acf-a4d7-2588a79c5f23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:38.668899 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-e027706e-812b-46bc-a22c-0fce868c8ede admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=89d3dad8367b490ea1770bcea4e28363&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6387432 Aug 12 14:53:38.671261 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 33882) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:53:38.697105 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d697a9-4dbc-4207-ad7f-b7a19b86077c req-b7ee14be-5565-4180-bde0-11d736709f2d tempest-ListServersNegativeTestJSON-661303683 tempest-ListServersNegativeTestJSON-661303683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:53:38.698672 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-96d697a9-4dbc-4207-ad7f-b7a19b86077c req-b7ee14be-5565-4180-bde0-11d736709f2d tempest-ListServersNegativeTestJSON-661303683 tempest-ListServersNegativeTestJSON-661303683-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0115283-4d6c-4691-bcdd-6a15b76a3da3 HTTP/1.1" status: 200 len: 931 time: 0.3220546 Aug 12 14:53:38.700685 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-bc9ea278-8fd0-444d-aca9-8b248e343c4a None None] Provisioning for port f615c301-6b6c-4297-830a-128ea7bfb96c completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:53:38.711917 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-bc9ea278-8fd0-444d-aca9-8b248e343c4a None None] Provisioning complete for port f615c301-6b6c-4297-830a-128ea7bfb96c triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:53:38.712645 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-bc9ea278-8fd0-444d-aca9-8b248e343c4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:38.765177 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port eb45c16e-efbf-47de-892c-209ea94b0630 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:53:38.765608 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:38.773464 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11e61e5-b82e-4c52-947a-2e39ce8362b7 req-bbe904b2-4990-4d77-9ec9-53f9c3068ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:53:38.774902 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-f11e61e5-b82e-4c52-947a-2e39ce8362b7 req-bbe904b2-4990-4d77-9ec9-53f9c3068ddd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:38.777816 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fda8d71-160f-4e99-988b-f8f8c6e85998 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:53:38.779403 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-2fda8d71-160f-4e99-988b-f8f8c6e85998 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] 10.222.0.39 "GET /v2.0/networks?id=d4d86ac4-3207-486b-875b-e2c44ce987b0 HTTP/1.1" status: 200 len: 761 time: 0.3782594 Aug 12 14:53:38.779762 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f11e61e5-b82e-4c52-947a-2e39ce8362b7 req-bbe904b2-4990-4d77-9ec9-53f9c3068ddd service neutron] 10.222.0.49 "PUT /v2.0/ports/9b94a7ec-2f8e-4ad7-a484-8a99e5660380 HTTP/1.1" status: 200 len: 1092 time: 5.4148331 Aug 12 14:53:38.790949 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 33884) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:53:38.815550 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-bc9ea278-8fd0-444d-aca9-8b248e343c4a None None] Port f615c301-6b6c-4297-830a-128ea7bfb96c cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 14:53:38.816009 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-55d395f5-9141-4e46-bf66-9ca1881d3652 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Request body: {'network': {'description': 'd2'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:53:38.817578 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-46c3b77d-84ee-4acf-a4d7-2588a79c5f23 None None] For port 0d4e1cc8-0132-4053-8867-73adc658e14b, host n-d-694802-15, cleared binding levels {{(pid=94468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:53:38.830959 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e45b54de-34a8-4d05-804f-d10c0ac07186', 'tag': '9b94a7ec-2f8e-4ad7-a484-8a99e5660380'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:53:38.833940 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e65282f928b64038367d043a4411777802006c43a98742496cb2e25b724ff1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86e2737d-0f84-4dec-9f59-3f0777d6c3c0" -d '{"events": [{"name": "network-changed", "server_uuid": "e45b54de-34a8-4d05-804f-d10c0ac07186", "tag": "9b94a7ec-2f8e-4ad7-a484-8a99e5660380"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:53:38.840113 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-46c3b77d-84ee-4acf-a4d7-2588a79c5f23 None None] For port 0d4e1cc8-0132-4053-8867-73adc658e14b, host n-d-694802-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=0d4e1cc8-0132-4053-8867-73adc658e14b,segment=NetworkSegment(3c13c1c5-6909-4094-b7be-b75bca54d586),segment_id=3c13c1c5-6909-4094-b7be-b75bca54d586)] {{(pid=94468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:53:38.848462 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-46c3b77d-84ee-4acf-a4d7-2588a79c5f23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:38.867148 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce67859d-aecc-475e-ae6f-372c61f5ae04 service neutron] Pushing event updated for resources: {'Port': ['ID=a42d1f84-f2a1-42a5-9dc8-8b3ab8c51abe,revision_number=2']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:53:38.882147 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c19059fc-8f0d-4d56-a6ec-639f1b6dca42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:38.919275 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c19059fc-8f0d-4d56-a6ec-639f1b6dca42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:38.959912 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c3b77d-84ee-4acf-a4d7-2588a79c5f23 None None] Routers {'5a955ada-e255-4005-bb16-739df8b0ef31'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:53:38.960838 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-46c3b77d-84ee-4acf-a4d7-2588a79c5f23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:53:14Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['5a955ada-e255-4005-bb16-739df8b0ef31'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:53:38.967365 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f208d42-dcde-4e45-a649-ee3c923912de None None] Pushing event updated for resources: {'Port': ['ID=0d4e1cc8-0132-4053-8867-73adc658e14b,revision_number=4']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:53:38.980001 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-543501fb-7511-491c-9e0f-35e863563448 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66416232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3718429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8776402'] for subnet, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:39.009346 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c19059fc-8f0d-4d56-a6ec-639f1b6dca42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:39.011405 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c19059fc-8f0d-4d56-a6ec-639f1b6dca42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:39.016323 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-c19059fc-8f0d-4d56-a6ec-639f1b6dca42 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/128265f2-c0f0-4d12-b3a1-5c01e0a551eb HTTP/1.1" status: 204 len: 168 time: 0.3244758 Aug 12 14:53:39.028615 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 11032392-d3bb-4529-9436-960c19d01f51 no longer exists at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:53:39.055769 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19059fc-8f0d-4d56-a6ec-639f1b6dca42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=128265f2-c0f0-4d12-b3a1-5c01e0a551eb,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:53:39.060319 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-96d697a9-4dbc-4207-ad7f-b7a19b86077c req-63c4d036-534b-45ee-b71e-94725218e96b tempest-ListServersNegativeTestJSON-661303683 tempest-ListServersNegativeTestJSON-661303683-project] 10.222.0.39 "GET /v2.0/security-groups?id=3ebaac9a-fe06-4bc1-af70-7378483ff2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3193924 Aug 12 14:53:39.078679 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543501fb-7511-491c-9e0f-35e863563448 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Pushing event deleted for resources: {'Subnet': ['ID=87452bc0-af6f-4ccf-be47-4493323e3f3a,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:53:39.086726 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-543501fb-7511-491c-9e0f-35e863563448 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for subnet, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:39.088120 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b5c308b0-532c-493e-840a-8b86608443f4 req-1ba3ac66-15c2-45c3-bdda-e20a39e9028c tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=6774b656eb8145eb998ea0059b40b4c3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5014057 Aug 12 14:53:39.099659 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-f11e61e5-b82e-4c52-947a-2e39ce8362b7 req-ce67859d-aecc-475e-ae6f-372c61f5ae04 service neutron] Attempting to bind port a42d1f84-f2a1-42a5-9dc8-8b3ab8c51abe on host n-h1-694802-15 for vnic_type normal with profile {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:53:39.100103 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-f11e61e5-b82e-4c52-947a-2e39ce8362b7 req-ce67859d-aecc-475e-ae6f-372c61f5ae04 service neutron] Attempting to bind port a42d1f84-f2a1-42a5-9dc8-8b3ab8c51abe by drivers openvswitch,hyperv on host n-h1-694802-15 at level 0 using segments [{'id': '16f1a284-68f4-48a4-85c3-491c16dd108b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '552f0e08-11d2-407d-9c90-a9456f167955'}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:53:39.100621 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f11e61e5-b82e-4c52-947a-2e39ce8362b7 req-ce67859d-aecc-475e-ae6f-372c61f5ae04 service neutron] Attempting to bind port a42d1f84-f2a1-42a5-9dc8-8b3ab8c51abe on network 552f0e08-11d2-407d-9c90-a9456f167955 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:53:39.109600 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 33890) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:53:39.112710 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-543501fb-7511-491c-9e0f-35e863563448 tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] 10.222.0.39 "DELETE /v2.0/subnets/87452bc0-af6f-4ccf-be47-4493323e3f3a HTTP/1.1" status: 204 len: 168 time: 1.3860805 Aug 12 14:53:39.139275 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvr_db [None req-46c3b77d-84ee-4acf-a4d7-2588a79c5f23 None None] Set router 5a955ada-e255-4005-bb16-739df8b0ef31 gateway port host: n-d-694802-15 {{(pid=94468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:53:39.183991 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] No Port match for: 11032392-d3bb-4529-9436-960c19d01f51 {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 14:53:39.184590 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 11032392-d3bb-4529-9436-960c19d01f51 not bound to the agent host n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:53:39.190227 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97b11284-7555-4974-b5a8-39c46f46dac6 None None] Network fb4567b1-456a-4ad5-b04d-3f1c691daca7 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:53:39.201857 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 14:53:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c21d5bcd-807f-4a62-bae2-41c1720b856e x-openstack-request-id: req-c21d5bcd-807f-4a62-bae2-41c1720b856e {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:53:39.202203 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e45b54de-34a8-4d05-804f-d10c0ac07186", "tag": "9b94a7ec-2f8e-4ad7-a484-8a99e5660380", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:53:39.202459 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c21d5bcd-807f-4a62-bae2-41c1720b856e {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:53:39.202854 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e45b54de-34a8-4d05-804f-d10c0ac07186', 'tag': '9b94a7ec-2f8e-4ad7-a484-8a99e5660380', 'status': 'completed', 'code': 200} Aug 12 14:53:39.212954 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [req-b5c308b0-532c-493e-840a-8b86608443f4 req-63b54845-1fbb-4ffb-b164-ffe3f75032c7 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=94467) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 14:53:39.213976 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b5c308b0-532c-493e-840a-8b86608443f4 req-63b54845-1fbb-4ffb-b164-ffe3f75032c7 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0218546 Aug 12 14:53:39.231573 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f11e61e5-b82e-4c52-947a-2e39ce8362b7 req-ce67859d-aecc-475e-ae6f-372c61f5ae04 service neutron] Port a42d1f84-f2a1-42a5-9dc8-8b3ab8c51abe on network 552f0e08-11d2-407d-9c90-a9456f167955 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-15 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 14:53:39.231929 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f11e61e5-b82e-4c52-947a-2e39ce8362b7 req-ce67859d-aecc-475e-ae6f-372c61f5ae04 service neutron] Attempting to bind port a42d1f84-f2a1-42a5-9dc8-8b3ab8c51abe on network 552f0e08-11d2-407d-9c90-a9456f167955 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:53:39.306422 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-55d395f5-9141-4e46-bf66-9ca1881d3652 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744653628263'] for network, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:39.324991 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-55d395f5-9141-4e46-bf66-9ca1881d3652 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409'] for network, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:39.327376 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_v2 [None req-ccf36103-26fe-4a6a-b36e-fa42b2d3c3cb tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Deleting subnet 406ca1aa-3ad0-4dfd-af58-ddff5ca74ffa {{(pid=94467) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 14:53:39.349291 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-ccf36103-26fe-4a6a-b36e-fa42b2d3c3cb tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Notify callbacks [] for subnet, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:39.353924 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f11e61e5-b82e-4c52-947a-2e39ce8362b7 req-ce67859d-aecc-475e-ae6f-372c61f5ae04 service neutron] Checking agent: {'id': 'de568313-a3e6-454a-9813-77e25edcea95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 27, 41), 'started_at': datetime.datetime(2021, 8, 12, 14, 27, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 53, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:53:39.354391 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f11e61e5-b82e-4c52-947a-2e39ce8362b7 req-ce67859d-aecc-475e-ae6f-372c61f5ae04 service neutron] Checking segment: {'id': '16f1a284-68f4-48a4-85c3-491c16dd108b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '552f0e08-11d2-407d-9c90-a9456f167955'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:53:39.354890 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f11e61e5-b82e-4c52-947a-2e39ce8362b7 req-ce67859d-aecc-475e-ae6f-372c61f5ae04 service neutron] Bound using segment: {'id': '16f1a284-68f4-48a4-85c3-491c16dd108b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '552f0e08-11d2-407d-9c90-a9456f167955'} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:53:39.355531 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-f11e61e5-b82e-4c52-947a-2e39ce8362b7 req-ce67859d-aecc-475e-ae6f-372c61f5ae04 service neutron] Bound port: a42d1f84-f2a1-42a5-9dc8-8b3ab8c51abe, host: n-h1-694802-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16f1a284-68f4-48a4-85c3-491c16dd108b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '552f0e08-11d2-407d-9c90-a9456f167955'}}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:53:39.356001 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-f11e61e5-b82e-4c52-947a-2e39ce8362b7 req-ce67859d-aecc-475e-ae6f-372c61f5ae04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:39.405553 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11e61e5-b82e-4c52-947a-2e39ce8362b7 req-23a62771-4473-45d2-9afe-6c54b17d0be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:53:39.407306 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f11e61e5-b82e-4c52-947a-2e39ce8362b7 req-23a62771-4473-45d2-9afe-6c54b17d0be6 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=99691d43eef94267b5aaa5943adab2b7&device_id=e45b54de-34a8-4d05-804f-d10c0ac07186 HTTP/1.1" status: 200 len: 1095 time: 0.5698977 Aug 12 14:53:39.415752 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-55d395f5-9141-4e46-bf66-9ca1881d3652 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Network d4d86ac4-3207-486b-875b-e2c44ce987b0 is not hosted by any dhcp agent {{(pid=94466) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 12 14:53:39.423580 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55d395f5-9141-4e46-bf66-9ca1881d3652 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:53:39.424279 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-55d395f5-9141-4e46-bf66-9ca1881d3652 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Notify callbacks [] for network, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:39.425589 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-55d395f5-9141-4e46-bf66-9ca1881d3652 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] 10.222.0.39 "PUT /v2.0/networks/d4d86ac4-3207-486b-875b-e2c44ce987b0 HTTP/1.1" status: 200 len: 758 time: 0.6298244 Aug 12 14:53:39.427943 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d395f5-9141-4e46-bf66-9ca1881d3652 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Pushing event updated for resources: {'Network': ['ID=d4d86ac4-3207-486b-875b-e2c44ce987b0,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:53:39.430432 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 33896) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:53:39.466323 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-72358c70-fa92-49f2-be93-cf228ee88dba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:39.496837 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Network d4d86ac4-3207-486b-875b-e2c44ce987b0 details requested by agent ovs-agent-n-d-694802-15 with host n-d-694802-15 {{(pid=94468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 14:53:39.530342 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 33898) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:53:39.532390 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe904b2-4990-4d77-9ec9-53f9c3068ddd service neutron] Pushing event updated for resources: {'Port': ['ID=9b94a7ec-2f8e-4ad7-a484-8a99e5660380,revision_number=3']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:53:39.561338 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f11e61e5-b82e-4c52-947a-2e39ce8362b7 req-e4b1c08c-d315-4018-b123-f295a8cf9725 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9b94a7ec-2f8e-4ad7-a484-8a99e5660380 HTTP/1.1" status: 200 len: 217 time: 0.1058888 Aug 12 14:53:39.566797 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-edd56d7e-2d75-4380-89ce-3643620b702b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:39.571897 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-ccf36103-26fe-4a6a-b36e-fa42b2d3c3cb tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3857505'] for subnet, precommit_delete_associations {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:39.604647 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3358b4-a620-4731-b5c8-04938426fa67 req-bb704d9f-6967-4837-8ada-525864cb608b tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:53:39.606776 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-ed3358b4-a620-4731-b5c8-04938426fa67 req-bb704d9f-6967-4837-8ada-525864cb608b tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/ports?device_id=d89c572a-9ecf-42f3-aaab-789262bca2fb HTTP/1.1" status: 200 len: 946 time: 0.1801348 Aug 12 14:53:39.616124 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57187951-c45d-47dc-af49-e27f9d923fb0 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:53:39.622238 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-57187951-c45d-47dc-af49-e27f9d923fb0 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] 10.222.0.39 "GET /v2.0/networks?id=d4d86ac4-3207-486b-875b-e2c44ce987b0 HTTP/1.1" status: 200 len: 761 time: 0.1891668 Aug 12 14:53:39.623056 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 33900) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:53:39.633645 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-1778e9e5-6e5c-4516-a657-825bb6ecf0c6 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1770932890'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:53:39.705759 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-ed3358b4-a620-4731-b5c8-04938426fa67 req-5633cacf-7b9c-4b75-869e-c02c8c8b1fb0 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/security-groups?id=70daefbf-eec6-4754-864f-8c40c2c28cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817988 Aug 12 14:53:39.729792 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-46c3b77d-84ee-4acf-a4d7-2588a79c5f23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a955ada-e255-4005-bb16-739df8b0ef31', 'name': 'tempest-TestNetworkAdvancedServerOps-router-297116677', 'tenant_id': '6774b656eb8145eb998ea0059b40b4c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.245'}], 'enable_snat': True}, 'gw_port_id': 'eb45c16e-efbf-47de-892c-209ea94b0630', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:53:20Z', 'updated_at': '2021-08-12T14:53:32Z', 'revision_number': 4, 'project_id': '6774b656eb8145eb998ea0059b40b4c3', 'gw_port': {'id': 'eb45c16e-efbf-47de-892c-209ea94b0630', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:c2:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a955ada-e255-4005-bb16-739df8b0ef31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2568, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:53:22Z', 'updated_at': '2021-08-12T14:53:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': '0d4e1cc8-0132-4053-8867-73adc658e14b', 'name': '', 'network_id': 'db095345-e0d8-47fa-815f-3ac64beebe04', 'tenant_id': '6774b656eb8145eb998ea0059b40b4c3', 'mac_address': 'fa:16:3e:58:ba:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a955ada-e255-4005-bb16-739df8b0ef31', 'device_owner': 'network:router_interface', 'standard_attr_id': 2601, 'fixed_ips': [{'subnet_id': 'c6b9fd07-f9b4-4406-ad8f-d473ff31e70f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:53:30Z', 'updated_at': '2021-08-12T14:53:38Z', 'revision_number': 4, 'project_id': '6774b656eb8145eb998ea0059b40b4c3', 'subnets': [{'id': 'c6b9fd07-f9b4-4406-ad8f-d473ff31e70f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:53:39.801413 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-edd56d7e-2d75-4380-89ce-3643620b702b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:39.808444 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [req-f11e61e5-b82e-4c52-947a-2e39ce8362b7 req-c0e8430d-4ba0-4a44-bf00-33eb6c53f213 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23a0d781-1366-40cd-948a-78381176dc2e {{(pid=94467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:53:39.811273 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-edd56d7e-2d75-4380-89ce-3643620b702b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:39.825635 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11e61e5-b82e-4c52-947a-2e39ce8362b7 req-df0d54c2-c939-442a-89c6-12241920fdf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:53:39.827436 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f11e61e5-b82e-4c52-947a-2e39ce8362b7 req-df0d54c2-c939-442a-89c6-12241920fdf8 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8803e8e2-fb74-4f26-9f40-98aa73d90aef HTTP/1.1" status: 200 len: 857 time: 0.2487512 Aug 12 14:53:39.828766 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-f11e61e5-b82e-4c52-947a-2e39ce8362b7 req-ce67859d-aecc-475e-ae6f-372c61f5ae04 service neutron] For port a42d1f84-f2a1-42a5-9dc8-8b3ab8c51abe, host n-h1-694802-15, cleared binding levels {{(pid=94467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:53:39.836429 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-f11e61e5-b82e-4c52-947a-2e39ce8362b7 req-c0e8430d-4ba0-4a44-bf00-33eb6c53f213 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:39.841045 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b5c308b0-532c-493e-840a-8b86608443f4 req-b72c244d-3497-49b7-8774-c03acb347514 service neutron] 10.222.0.39 "GET /v2.0/networks/db095345-e0d8-47fa-815f-3ac64beebe04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5797126 Aug 12 14:53:39.878779 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1778e9e5-6e5c-4516-a657-825bb6ecf0c6 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Made reservation on behalf of c14e5c8db39f4234bf1759da0f0fd559 for: {'network': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:53:39.882354 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1778e9e5-6e5c-4516-a657-825bb6ecf0c6 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for network, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:39.892366 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-edd56d7e-2d75-4380-89ce-3643620b702b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=dcd8eb6b3f93462483a09a34ded19610&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3581605 Aug 12 14:53:39.893367 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 33904) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:53:39.908822 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd56d7e-2d75-4380-89ce-3643620b702b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfaab591-e513-4eaa-b2cf-ac31933da029,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:53:39.951508 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1778e9e5-6e5c-4516-a657-825bb6ecf0c6 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] vlan segment allocate from pool success with {'vlan_id': 320, 'physical_network': 'physnet1'} {{(pid=94466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 14:53:39.967453 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1778e9e5-6e5c-4516-a657-825bb6ecf0c6 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:39.967775 n-d-694802-15 neutron-server[94466]: INFO neutron.db.segments_db [None req-1778e9e5-6e5c-4516-a657-825bb6ecf0c6 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Added segment dc01da9f-031d-4282-8fde-0b0d4f0ebcbf of type vlan for network f200eec9-5bf0-4e15-8e47-1163aba1e236 Aug 12 14:53:39.987371 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46c3b77d-84ee-4acf-a4d7-2588a79c5f23 None None] The sync data for ids ['5a955ada-e255-4005-bb16-739df8b0ef31'] in n-d-694802-15 is: [{'id': '5a955ada-e255-4005-bb16-739df8b0ef31', 'name': 'tempest-TestNetworkAdvancedServerOps-router-297116677', 'tenant_id': '6774b656eb8145eb998ea0059b40b4c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.245'}], 'enable_snat': True}, 'gw_port_id': 'eb45c16e-efbf-47de-892c-209ea94b0630', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:53:20Z', 'updated_at': '2021-08-12T14:53:32Z', 'revision_number': 4, 'project_id': '6774b656eb8145eb998ea0059b40b4c3', 'gw_port': {'id': 'eb45c16e-efbf-47de-892c-209ea94b0630', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:c2:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a955ada-e255-4005-bb16-739df8b0ef31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2568, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:53:22Z', 'updated_at': '2021-08-12T14:53:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': '0d4e1cc8-0132-4053-8867-73adc658e14b', 'name': '', 'network_id': 'db095345-e0d8-47fa-815f-3ac64beebe04', 'tenant_id': '6774b656eb8145eb998ea0059b40b4c3', 'mac_address': 'fa:16:3e:58:ba:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a955ada-e255-4005-bb16-739df8b0ef31', 'device_owner': 'network:router_interface', 'standard_attr_id': 2601, 'fixed_ips': [{'subnet_id': 'c6b9fd07-f9b4-4406-ad8f-d473ff31e70f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:53:30Z', 'updated_at': '2021-08-12T14:53:38Z', 'revision_number': 4, 'project_id': '6774b656eb8145eb998ea0059b40b4c3', 'subnets': [{'id': 'c6b9fd07-f9b4-4406-ad8f-d473ff31e70f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 14:53:39.988715 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-904218b2-c727-4ac1-8dba-fea8c814a695 None None] DHCP port deletion for fb4567b1-456a-4ad5-b04d-3f1c691daca7 request from n-d-694802-15 {{(pid=94468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 14:53:39.993811 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 05ac5491-70c8-4c00-b00a-f5f7d89cddde no longer exists at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:53:40.015116 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-cbd628a1-e8b0-4090-9ea9-3211b8835314 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:40.027384 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1778e9e5-6e5c-4516-a657-825bb6ecf0c6 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744653628263'] for network, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:40.095945 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-cbd628a1-e8b0-4090-9ea9-3211b8835314 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:40.110940 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f4840ba6-a21f-456f-befd-de3758b0a8d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:40.148895 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1778e9e5-6e5c-4516-a657-825bb6ecf0c6 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409'] for network, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:40.157360 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1778e9e5-6e5c-4516-a657-825bb6ecf0c6 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:53:40.157808 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1778e9e5-6e5c-4516-a657-825bb6ecf0c6 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Notify callbacks [] for network, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:40.202320 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:40.216802 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-904218b2-c727-4ac1-8dba-fea8c814a695 None None] Deleting port 05ac5491-70c8-4c00-b00a-f5f7d89cddde {{(pid=94468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:53:40.217697 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-904218b2-c727-4ac1-8dba-fea8c814a695 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:40.261372 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1778e9e5-6e5c-4516-a657-825bb6ecf0c6 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Pushing event updated for resources: {'Network': ['ID=f200eec9-5bf0-4e15-8e47-1163aba1e236,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:53:40.295624 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [req-f11e61e5-b82e-4c52-947a-2e39ce8362b7 req-c0e8430d-4ba0-4a44-bf00-33eb6c53f213 service neutron] Transition to ACTIVE for port object 23a0d781-1366-40cd-948a-78381176dc2e will not be triggered until provisioned by entity L2. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:53:40.307378 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-904218b2-c727-4ac1-8dba-fea8c814a695 None None] For port 05ac5491-70c8-4c00-b00a-f5f7d89cddde, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=05ac5491-70c8-4c00-b00a-f5f7d89cddde,segment=NetworkSegment(3504b086-a225-42d9-836a-9d51b89d0937),segment_id=3504b086-a225-42d9-836a-9d51b89d0937)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:53:40.310987 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-904218b2-c727-4ac1-8dba-fea8c814a695 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:40.311180 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-1778e9e5-6e5c-4516-a657-825bb6ecf0c6 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6811831 Aug 12 14:53:40.313262 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 33910) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:53:40.320330 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-e9271e2c-05f5-48cd-b2ef-224efb978f0d tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Request body: {'subnet': {'network_id': 'f200eec9-5bf0-4e15-8e47-1163aba1e236', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:53:40.328369 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-904218b2-c727-4ac1-8dba-fea8c814a695 None None] Calling delete_port for 05ac5491-70c8-4c00-b00a-f5f7d89cddde owned by network:dhcp {{(pid=94468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:53:40.390551 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b5c308b0-532c-493e-840a-8b86608443f4 req-a2d7ef39-5deb-458c-b14c-9caea2529f99 service neutron] 10.222.0.39 "GET /v2.0/networks/db095345-e0d8-47fa-815f-3ac64beebe04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5219598 Aug 12 14:53:40.392316 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-f11e61e5-b82e-4c52-947a-2e39ce8362b7 req-ce67859d-aecc-475e-ae6f-372c61f5ae04 service neutron] For port a42d1f84-f2a1-42a5-9dc8-8b3ab8c51abe, host n-h1-694802-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=a42d1f84-f2a1-42a5-9dc8-8b3ab8c51abe,segment=NetworkSegment(16f1a284-68f4-48a4-85c3-491c16dd108b),segment_id=16f1a284-68f4-48a4-85c3-491c16dd108b)] {{(pid=94467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:53:40.412646 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-f11e61e5-b82e-4c52-947a-2e39ce8362b7 req-c0e8430d-4ba0-4a44-bf00-33eb6c53f213 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:40.425031 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-cbd628a1-e8b0-4090-9ea9-3211b8835314 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:40.425596 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f11e61e5-b82e-4c52-947a-2e39ce8362b7 req-64ce7c07-5cb1-4d20-9312-81512c196930 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=552f0e08-11d2-407d-9c90-a9456f167955&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5819223 Aug 12 14:53:40.430199 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-cbd628a1-e8b0-4090-9ea9-3211b8835314 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:40.433100 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Network f200eec9-5bf0-4e15-8e47-1163aba1e236 details requested by agent ovs-agent-n-d-694802-15 with host n-d-694802-15 {{(pid=94468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 14:53:40.436631 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-cbd628a1-e8b0-4090-9ea9-3211b8835314 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/cfaab591-e513-4eaa-b2cf-ac31933da029 HTTP/1.1" status: 204 len: 168 time: 0.5428708 Aug 12 14:53:40.439815 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-f11e61e5-b82e-4c52-947a-2e39ce8362b7 req-ce67859d-aecc-475e-ae6f-372c61f5ae04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:40.455082 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd628a1-e8b0-4090-9ea9-3211b8835314 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfaab591-e513-4eaa-b2cf-ac31933da029,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:53:40.466428 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] For port 05ac5491-70c8-4c00-b00a-f5f7d89cddde, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=05ac5491-70c8-4c00-b00a-f5f7d89cddde,segment=NetworkSegment(3504b086-a225-42d9-836a-9d51b89d0937),segment_id=3504b086-a225-42d9-836a-9d51b89d0937)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:53:40.479053 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5093a42-f632-4104-89b9-b641b5b30598 req-370a7644-1d93-4184-84f9-063b6309f718 tempest-ListServersNegativeTestJSON-661303683 tempest-ListServersNegativeTestJSON-661303683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:53:40.481624 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-c5093a42-f632-4104-89b9-b641b5b30598 req-370a7644-1d93-4184-84f9-063b6309f718 tempest-ListServersNegativeTestJSON-661303683 tempest-ListServersNegativeTestJSON-661303683-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0115283-4d6c-4691-bcdd-6a15b76a3da3 HTTP/1.1" status: 200 len: 931 time: 0.2139497 Aug 12 14:53:40.527954 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9271e2c-05f5-48cd-b2ef-224efb978f0d tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Made reservation on behalf of c14e5c8db39f4234bf1759da0f0fd559 for: {'subnet': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:53:40.532018 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e9271e2c-05f5-48cd-b2ef-224efb978f0d tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8776441'] for subnet, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:40.602905 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11e61e5-b82e-4c52-947a-2e39ce8362b7 req-ce67859d-aecc-475e-ae6f-372c61f5ae04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:53:40.603572 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-f11e61e5-b82e-4c52-947a-2e39ce8362b7 req-ce67859d-aecc-475e-ae6f-372c61f5ae04 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:40.604984 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f11e61e5-b82e-4c52-947a-2e39ce8362b7 req-ce67859d-aecc-475e-ae6f-372c61f5ae04 service neutron] 10.222.0.64 "PUT /v2.0/ports/a42d1f84-f2a1-42a5-9dc8-8b3ab8c51abe HTTP/1.1" status: 200 len: 1093 time: 5.9744346 Aug 12 14:53:40.614318 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:40.631820 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-904218b2-c727-4ac1-8dba-fea8c814a695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262'] for port, after_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:40.680766 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Pushing event deleted for resources: {'Port': ['ID=05ac5491-70c8-4c00-b00a-f5f7d89cddde,revision_number=None']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:53:40.694243 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-904218b2-c727-4ac1-8dba-fea8c814a695 None None] No DVR routers for this DVR port 05ac5491-70c8-4c00-b00a-f5f7d89cddde on host n-d-694802-15 {{(pid=94468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:53:40.720341 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-ccf36103-26fe-4a6a-b36e-fa42b2d3c3cb tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66416255'] for subnet, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:40.756364 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904218b2-c727-4ac1-8dba-fea8c814a695 None None] Pushing event deleted for resources: {'Port': ['ID=05ac5491-70c8-4c00-b00a-f5f7d89cddde,revision_number=None']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:53:40.839763 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-c5093a42-f632-4104-89b9-b641b5b30598 req-c34b558f-9be7-43de-98ed-fd8e47da84b8 tempest-ListServersNegativeTestJSON-661303683 tempest-ListServersNegativeTestJSON-661303683-project] 10.222.0.39 "GET /v2.0/security-groups?id=3ebaac9a-fe06-4bc1-af70-7378483ff2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3499498 Aug 12 14:53:40.923773 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d6377ad9-bbff-4750-afa6-0c34ab05da4f req-2e1367e6-2475-46b7-a42c-e6c9a04ca620 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/ports?device_id=8f635c1b-9047-4fc7-9184-bfaf2dee2e49 HTTP/1.1" status: 200 len: 210 time: 0.1017668 Aug 12 14:53:40.931502 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e9271e2c-05f5-48cd-b2ef-224efb978f0d tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3718490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8776395'] for subnet, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:41.012629 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9271e2c-05f5-48cd-b2ef-224efb978f0d tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Pushing event updated for resources: {'Subnet': ['ID=8d6dc1ea-f7a6-4694-906c-b0bcd201b900,revision_number=0']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:53:41.030589 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e8430d-4ba0-4a44-bf00-33eb6c53f213 service neutron] Pushing event updated for resources: {'Port': ['ID=23a0d781-1366-40cd-948a-78381176dc2e,revision_number=2']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:53:41.059987 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9271e2c-05f5-48cd-b2ef-224efb978f0d tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Checking segment: {'id': 'dc01da9f-031d-4282-8fde-0b0d4f0ebcbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'f200eec9-5bf0-4e15-8e47-1163aba1e236'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:53:41.060347 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9271e2c-05f5-48cd-b2ef-224efb978f0d tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Network hostable DHCP agents. Network: f200eec9-5bf0-4e15-8e47-1163aba1e236, hostable agents: ['1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658'], hosted agents: [] {{(pid=94466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 14:53:41.092897 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9271e2c-05f5-48cd-b2ef-224efb978f0d tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Network f200eec9-5bf0-4e15-8e47-1163aba1e236 is scheduled to be hosted by DHCP agent 1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658 with binding_index 1 {{(pid=94466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 14:53:41.105416 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-e9271e2c-05f5-48cd-b2ef-224efb978f0d tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-15, f200eec9-5bf0-4e15-8e47-1163aba1e236) {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:53:41.117012 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f77151e4-1f0c-45b3-ab8d-eafe66bd4b8b None None] Network f200eec9-5bf0-4e15-8e47-1163aba1e236 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:53:41.123268 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9271e2c-05f5-48cd-b2ef-224efb978f0d tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:53:41.124233 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e9271e2c-05f5-48cd-b2ef-224efb978f0d tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for subnet, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:41.140459 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f11e61e5-b82e-4c52-947a-2e39ce8362b7 req-0d801a49-3f18-4b9a-9405-97496ac6b6de service neutron] 10.222.0.49 "GET /v2.0/networks/552f0e08-11d2-407d-9c90-a9456f167955?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6810517 Aug 12 14:53:41.158645 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-e9271e2c-05f5-48cd-b2ef-224efb978f0d tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8442852 Aug 12 14:53:41.160617 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 33930) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:53:41.182336 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-ccf36103-26fe-4a6a-b36e-fa42b2d3c3cb tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66416232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2859225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3343748'] for subnet, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:41.220643 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9248dc1-b2a3-4a83-bfca-b0f452fae84b', 'tag': 'a42d1f84-f2a1-42a5-9dc8-8b3ab8c51abe'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:53:41.223316 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e65282f928b64038367d043a4411777802006c43a98742496cb2e25b724ff1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72e29398-2751-4986-b981-dd98a413fac7" -d '{"events": [{"name": "network-changed", "server_uuid": "d9248dc1-b2a3-4a83-bfca-b0f452fae84b", "tag": "a42d1f84-f2a1-42a5-9dc8-8b3ab8c51abe"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:53:41.228959 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11e61e5-b82e-4c52-947a-2e39ce8362b7 req-626b4c51-b40c-49c0-9aa0-7b7b42b24a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:53:41.230832 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f11e61e5-b82e-4c52-947a-2e39ce8362b7 req-626b4c51-b40c-49c0-9aa0-7b7b42b24a05 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=99691d43eef94267b5aaa5943adab2b7&device_id=d9248dc1-b2a3-4a83-bfca-b0f452fae84b HTTP/1.1" status: 200 len: 1096 time: 0.5329664 Aug 12 14:53:41.315741 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52d459cf-1c33-453a-b5ec-a1bd461ed89d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa7035b3e-9a89-5964-b9f4-97301c3f476a-f200eec9-5bf0-4e15-8e47-1163aba1e236', 'network_id': 'f200eec9-5bf0-4e15-8e47-1163aba1e236', 'tenant_id': 'c14e5c8db39f4234bf1759da0f0fd559', 'fixed_ips': [{'subnet_id': '8d6dc1ea-f7a6-4694-906c-b0bcd201b900'}]}} from n-d-694802-15. {{(pid=94468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 14:53:41.316629 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-52d459cf-1c33-453a-b5ec-a1bd461ed89d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:41.340414 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-72358c70-fa92-49f2-be93-cf228ee88dba admin admin] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:41.346775 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf36103-26fe-4a6a-b36e-fa42b2d3c3cb tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Pushing event deleted for resources: {'Subnet': ['ID=406ca1aa-3ad0-4dfd-af58-ddff5ca74ffa,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:53:41.359279 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-ccf36103-26fe-4a6a-b36e-fa42b2d3c3cb tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Notify callbacks [] for subnet, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:41.362546 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-ccf36103-26fe-4a6a-b36e-fa42b2d3c3cb tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] 10.222.0.39 "DELETE /v2.0/subnets/406ca1aa-3ad0-4dfd-af58-ddff5ca74ffa HTTP/1.1" status: 204 len: 168 time: 2.2143817 Aug 12 14:53:41.366491 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 33938) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:53:41.385558 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c111833-cf78-4547-a2c5-98e944215f6c None None] Network 23465ac9-c2b6-454b-ad4d-35bb38ffda1f requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:53:41.409602 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-72358c70-fa92-49f2-be93-cf228ee88dba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:41.462168 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f11e61e5-b82e-4c52-947a-2e39ce8362b7 req-2df90854-31f7-4608-9c8c-32da27afa78d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a42d1f84-f2a1-42a5-9dc8-8b3ab8c51abe HTTP/1.1" status: 200 len: 217 time: 0.1337879 Aug 12 14:53:41.463938 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-f11e61e5-b82e-4c52-947a-2e39ce8362b7 req-c0e8430d-4ba0-4a44-bf00-33eb6c53f213 service neutron] Attempting to bind port 23a0d781-1366-40cd-948a-78381176dc2e on host n-h1-694802-15 for vnic_type normal with profile {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:53:41.464447 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-f11e61e5-b82e-4c52-947a-2e39ce8362b7 req-c0e8430d-4ba0-4a44-bf00-33eb6c53f213 service neutron] Attempting to bind port 23a0d781-1366-40cd-948a-78381176dc2e by drivers openvswitch,hyperv on host n-h1-694802-15 at level 0 using segments [{'id': '16f1a284-68f4-48a4-85c3-491c16dd108b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '552f0e08-11d2-407d-9c90-a9456f167955'}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:53:41.464976 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f11e61e5-b82e-4c52-947a-2e39ce8362b7 req-c0e8430d-4ba0-4a44-bf00-33eb6c53f213 service neutron] Attempting to bind port 23a0d781-1366-40cd-948a-78381176dc2e on network 552f0e08-11d2-407d-9c90-a9456f167955 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:53:41.514580 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 14:53:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b91e21e-f8d0-488a-9d47-399de9eb9af1 x-openstack-request-id: req-5b91e21e-f8d0-488a-9d47-399de9eb9af1 {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:53:41.514899 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9248dc1-b2a3-4a83-bfca-b0f452fae84b", "tag": "a42d1f84-f2a1-42a5-9dc8-8b3ab8c51abe", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:53:41.515184 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5b91e21e-f8d0-488a-9d47-399de9eb9af1 {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:53:41.515597 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9248dc1-b2a3-4a83-bfca-b0f452fae84b', 'tag': 'a42d1f84-f2a1-42a5-9dc8-8b3ab8c51abe', 'status': 'completed', 'code': 200} Aug 12 14:53:41.516224 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce67859d-aecc-475e-ae6f-372c61f5ae04 service neutron] Pushing event updated for resources: {'Port': ['ID=a42d1f84-f2a1-42a5-9dc8-8b3ab8c51abe,revision_number=3']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:53:41.604411 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-dae3190a-8a4b-4b6b-8c7d-5f758222cada tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680608'] for network, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:41.618283 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f11e61e5-b82e-4c52-947a-2e39ce8362b7 req-c0e8430d-4ba0-4a44-bf00-33eb6c53f213 service neutron] Port 23a0d781-1366-40cd-948a-78381176dc2e on network 552f0e08-11d2-407d-9c90-a9456f167955 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-15 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 14:53:41.618723 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f11e61e5-b82e-4c52-947a-2e39ce8362b7 req-c0e8430d-4ba0-4a44-bf00-33eb6c53f213 service neutron] Attempting to bind port 23a0d781-1366-40cd-948a-78381176dc2e on network 552f0e08-11d2-407d-9c90-a9456f167955 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:53:41.663639 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e21bc5a6-7663-44ea-8d14-bef20f0aa1bc tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680608'] for network, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:41.702916 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:41.705118 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f11e61e5-b82e-4c52-947a-2e39ce8362b7 req-c0e8430d-4ba0-4a44-bf00-33eb6c53f213 service neutron] Checking agent: {'id': 'de568313-a3e6-454a-9813-77e25edcea95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 27, 41), 'started_at': datetime.datetime(2021, 8, 12, 14, 27, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 53, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:53:41.705472 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f11e61e5-b82e-4c52-947a-2e39ce8362b7 req-c0e8430d-4ba0-4a44-bf00-33eb6c53f213 service neutron] Checking segment: {'id': '16f1a284-68f4-48a4-85c3-491c16dd108b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '552f0e08-11d2-407d-9c90-a9456f167955'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:53:41.705882 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f11e61e5-b82e-4c52-947a-2e39ce8362b7 req-c0e8430d-4ba0-4a44-bf00-33eb6c53f213 service neutron] Bound using segment: {'id': '16f1a284-68f4-48a4-85c3-491c16dd108b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '552f0e08-11d2-407d-9c90-a9456f167955'} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:53:41.706325 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-f11e61e5-b82e-4c52-947a-2e39ce8362b7 req-c0e8430d-4ba0-4a44-bf00-33eb6c53f213 service neutron] Bound port: 23a0d781-1366-40cd-948a-78381176dc2e, host: n-h1-694802-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16f1a284-68f4-48a4-85c3-491c16dd108b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '552f0e08-11d2-407d-9c90-a9456f167955'}}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:53:41.706691 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-f11e61e5-b82e-4c52-947a-2e39ce8362b7 req-c0e8430d-4ba0-4a44-bf00-33eb6c53f213 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:41.840208 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-f11e61e5-b82e-4c52-947a-2e39ce8362b7 req-c0e8430d-4ba0-4a44-bf00-33eb6c53f213 service neutron] For port 23a0d781-1366-40cd-948a-78381176dc2e, host n-h1-694802-15, cleared binding levels {{(pid=94467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:53:41.843922 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-f11e61e5-b82e-4c52-947a-2e39ce8362b7 req-c0e8430d-4ba0-4a44-bf00-33eb6c53f213 service neutron] For port 23a0d781-1366-40cd-948a-78381176dc2e, host n-h1-694802-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=23a0d781-1366-40cd-948a-78381176dc2e,segment=NetworkSegment(16f1a284-68f4-48a4-85c3-491c16dd108b),segment_id=16f1a284-68f4-48a4-85c3-491c16dd108b)] {{(pid=94467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:53:41.866365 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.db_base_plugin_common [None req-52d459cf-1c33-453a-b5ec-a1bd461ed89d None None] Allocated IP 172.20.0.2 (f200eec9-5bf0-4e15-8e47-1163aba1e236/8d6dc1ea-f7a6-4694-906c-b0bcd201b900/cb854ff6-7297-4010-9d66-3e8d1bcae230) {{(pid=94468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:53:41.892327 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e21bc5a6-7663-44ea-8d14-bef20f0aa1bc tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66413304', 'neutron.services.segments.db._delete_segments_for_network-8744654118000'] for network, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:41.904363 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-e21bc5a6-7663-44ea-8d14-bef20f0aa1bc tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb4567b1-456a-4ad5-b04d-3f1c691daca7']}} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:53:41.908634 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72358c70-fa92-49f2-be93-cf228ee88dba admin admin] Pushing event updated for resources: {'Port': ['ID=f615c301-6b6c-4297-830a-128ea7bfb96c,revision_number=2']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:53:41.926265 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-e21bc5a6-7663-44ea-8d14-bef20f0aa1bc tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3504b086-a225-42d9-836a-9d51b89d0937') {'for_net_delete': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:53:41.926692 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-e21bc5a6-7663-44ea-8d14-bef20f0aa1bc tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3504b086-a225-42d9-836a-9d51b89d0937') {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:53:41.937592 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-f11e61e5-b82e-4c52-947a-2e39ce8362b7 req-c0e8430d-4ba0-4a44-bf00-33eb6c53f213 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:41.944170 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f11e61e5-b82e-4c52-947a-2e39ce8362b7 req-d5dd41f5-0f78-489d-84e4-31794fc164cb service neutron] 10.222.0.49 "GET /v2.0/networks/552f0e08-11d2-407d-9c90-a9456f167955?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7645042 Aug 12 14:53:41.950882 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-72358c70-fa92-49f2-be93-cf228ee88dba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66628363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66663865'] for router_interface, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:41.956558 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a11c3c78-7bcd-4b72-80be-50fa7f8bb2e0 None None] DHCP port deletion for 23465ac9-c2b6-454b-ad4d-35bb38ffda1f request from n-d-694802-15 {{(pid=94468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 14:53:41.982984 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-dae3190a-8a4b-4b6b-8c7d-5f758222cada tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66416255'] for subnet, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:42.002606 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11e61e5-b82e-4c52-947a-2e39ce8362b7 req-9ede5c11-932f-4b9b-9daf-19c72d76e5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:53:42.004058 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f11e61e5-b82e-4c52-947a-2e39ce8362b7 req-9ede5c11-932f-4b9b-9daf-19c72d76e5fc service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8803e8e2-fb74-4f26-9f40-98aa73d90aef HTTP/1.1" status: 200 len: 857 time: 0.5305297 Aug 12 14:53:42.022597 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e21bc5a6-7663-44ea-8d14-bef20f0aa1bc tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744654122361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2293560'] for segment, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:42.047789 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 0d4e1cc8-0132-4053-8867-73adc658e14b up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:53:42.066965 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f11e61e5-b82e-4c52-947a-2e39ce8362b7 req-51ab3a75-29e8-4e66-a681-83cfbe14e382 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=552f0e08-11d2-407d-9c90-a9456f167955&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479810 Aug 12 14:53:42.078192 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11e61e5-b82e-4c52-947a-2e39ce8362b7 req-c0e8430d-4ba0-4a44-bf00-33eb6c53f213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:53:42.078925 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-f11e61e5-b82e-4c52-947a-2e39ce8362b7 req-c0e8430d-4ba0-4a44-bf00-33eb6c53f213 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:42.080709 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f11e61e5-b82e-4c52-947a-2e39ce8362b7 req-c0e8430d-4ba0-4a44-bf00-33eb6c53f213 service neutron] 10.222.0.64 "PUT /v2.0/ports/23a0d781-1366-40cd-948a-78381176dc2e HTTP/1.1" status: 200 len: 1092 time: 5.1667662 Aug 12 14:53:42.137254 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-0c527bb9-6a10-41ec-bb6d-b79a6e84ba72 req-f8260ee2-4589-49ec-939f-7cd9220685f8 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/ports?device_id=8f635c1b-9047-4fc7-9184-bfaf2dee2e49 HTTP/1.1" status: 200 len: 210 time: 0.0869753 Aug 12 14:53:42.162660 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e21bc5a6-7663-44ea-8d14-bef20f0aa1bc tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:42.184957 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e21bc5a6-7663-44ea-8d14-bef20f0aa1bc tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Releasing vlan 319 on physical network physnet1 to pool {{(pid=94466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 14:53:42.186068 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e21bc5a6-7663-44ea-8d14-bef20f0aa1bc tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3718595'] for segment, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:42.191908 n-d-694802-15 neutron-server[94466]: Traceback (most recent call last): Aug 12 14:53:42.191908 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 14:53:42.191908 n-d-694802-15 neutron-server[94466]: timer() Aug 12 14:53:42.191908 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 14:53:42.191908 n-d-694802-15 neutron-server[94466]: cb(*args, **kw) Aug 12 14:53:42.191908 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 14:53:42.191908 n-d-694802-15 neutron-server[94466]: return func(*args, **kwargs) Aug 12 14:53:42.191908 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 14:53:42.191908 n-d-694802-15 neutron-server[94466]: self._notify() Aug 12 14:53:42.191908 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 14:53:42.191908 n-d-694802-15 neutron-server[94466]: self.callback(batched_events) Aug 12 14:53:42.191908 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 14:53:42.191908 n-d-694802-15 neutron-server[94466]: event.method(event) Aug 12 14:53:42.191908 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 14:53:42.191908 n-d-694802-15 neutron-server[94466]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 14:53:42.191908 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 14:53:42.191908 n-d-694802-15 neutron-server[94466]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 14:53:42.191908 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 14:53:42.191908 n-d-694802-15 neutron-server[94466]: return f(self, *a, **k) Aug 12 14:53:42.191908 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 14:53:42.191908 n-d-694802-15 neutron-server[94466]: return self._get(url).json() Aug 12 14:53:42.191908 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 14:53:42.191908 n-d-694802-15 neutron-server[94466]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 14:53:42.191908 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 14:53:42.191908 n-d-694802-15 neutron-server[94466]: return self.request(url, 'GET', **kwargs) Aug 12 14:53:42.191908 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 14:53:42.191908 n-d-694802-15 neutron-server[94466]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 14:53:42.191908 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 14:53:42.191908 n-d-694802-15 neutron-server[94466]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 14:53:42.191908 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 14:53:42.191908 n-d-694802-15 neutron-server[94466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 14:53:42.191908 n-d-694802-15 neutron-server[94466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 14:53:42.205979 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning for port 0d4e1cc8-0132-4053-8867-73adc658e14b completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:53:42.251967 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port 0d4e1cc8-0132-4053-8867-73adc658e14b triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:53:42.252342 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:42.286983 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-a11c3c78-7bcd-4b72-80be-50fa7f8bb2e0 None None] Deleting port 579edc08-68eb-4b2e-9bb2-f54287acbde0 {{(pid=94468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:53:42.287381 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-a11c3c78-7bcd-4b72-80be-50fa7f8bb2e0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:42.291983 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e21bc5a6-7663-44ea-8d14-bef20f0aa1bc tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66413281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431520'] for network, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:42.307581 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e21bc5a6-7663-44ea-8d14-bef20f0aa1bc tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Notify callbacks [] for network, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:42.309989 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-e21bc5a6-7663-44ea-8d14-bef20f0aa1bc tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] 10.222.0.39 "DELETE /v2.0/networks/fb4567b1-456a-4ad5-b04d-3f1c691daca7 HTTP/1.1" status: 204 len: 168 time: 0.9413223 Aug 12 14:53:42.324710 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 33958) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:53:42.347123 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-52d459cf-1c33-453a-b5ec-a1bd461ed89d None None] Notify callbacks [] for port, precommit_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:42.367448 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-52d459cf-1c33-453a-b5ec-a1bd461ed89d None None] Transition to ACTIVE for port object cb854ff6-7297-4010-9d66-3e8d1bcae230 will not be triggered until provisioned by entity L2. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:53:42.377200 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e8430d-4ba0-4a44-bf00-33eb6c53f213 service neutron] Pushing event updated for resources: {'Port': ['ID=23a0d781-1366-40cd-948a-78381176dc2e,revision_number=3']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:53:42.408180 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-a11c3c78-7bcd-4b72-80be-50fa7f8bb2e0 None None] For port 579edc08-68eb-4b2e-9bb2-f54287acbde0, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=579edc08-68eb-4b2e-9bb2-f54287acbde0,segment=NetworkSegment(505995ff-9200-4984-b515-d69d3d86fab3),segment_id=505995ff-9200-4984-b515-d69d3d86fab3)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:53:42.408180 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-a11c3c78-7bcd-4b72-80be-50fa7f8bb2e0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:42.417767 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-52d459cf-1c33-453a-b5ec-a1bd461ed89d None None] Transition to ACTIVE for port object cb854ff6-7297-4010-9d66-3e8d1bcae230 will not be triggered until provisioned by entity DHCP. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:53:42.427421 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11e61e5-b82e-4c52-947a-2e39ce8362b7 req-6cd4d91f-76a5-4ab4-94b1-e85234bde6d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:53:42.429189 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f11e61e5-b82e-4c52-947a-2e39ce8362b7 req-6cd4d91f-76a5-4ab4-94b1-e85234bde6d0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=99691d43eef94267b5aaa5943adab2b7&device_id=b0115283-4d6c-4691-bcdd-6a15b76a3da3 HTTP/1.1" status: 200 len: 1095 time: 0.2741735 Aug 12 14:53:42.434764 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e2737d-0f84-4dec-9f59-3f0777d6c3c0 req-f9195e25-70eb-41f8-841e-45d3a4537e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:53:42.436374 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-86e2737d-0f84-4dec-9f59-3f0777d6c3c0 req-f9195e25-70eb-41f8-841e-45d3a4537e1a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=99691d43eef94267b5aaa5943adab2b7&device_id=e45b54de-34a8-4d05-804f-d10c0ac07186 HTTP/1.1" status: 200 len: 1095 time: 0.3640754 Aug 12 14:53:42.437510 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-a11c3c78-7bcd-4b72-80be-50fa7f8bb2e0 None None] Calling delete_port for 579edc08-68eb-4b2e-9bb2-f54287acbde0 owned by network:dhcp {{(pid=94468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:53:42.443043 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-52d459cf-1c33-453a-b5ec-a1bd461ed89d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253'] for port, after_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:42.444598 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2571f7df-9e0f-44aa-a89e-1172c89f4fab req-1d0b958f-2362-48b8-bc48-05e7fdbb5f07 tempest-ListServersNegativeTestJSON-661303683 tempest-ListServersNegativeTestJSON-661303683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:53:42.444735 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21bc5a6-7663-44ea-8d14-bef20f0aa1bc tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Pushing event deleted for resources: {'Network': ['ID=fb4567b1-456a-4ad5-b04d-3f1c691daca7,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:53:42.446369 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2571f7df-9e0f-44aa-a89e-1172c89f4fab req-1d0b958f-2362-48b8-bc48-05e7fdbb5f07 tempest-ListServersNegativeTestJSON-661303683 tempest-ListServersNegativeTestJSON-661303683-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0115283-4d6c-4691-bcdd-6a15b76a3da3 HTTP/1.1" status: 200 len: 943 time: 0.4464943 Aug 12 14:53:42.516240 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5cd6d813-6d1d-4e14-9770-bdc2376e944d tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680608'] for network, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:42.521725 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-dae3190a-8a4b-4b6b-8c7d-5f758222cada tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66416232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3718429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8776402'] for subnet, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:42.575936 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52d459cf-1c33-453a-b5ec-a1bd461ed89d None None] Network f200eec9-5bf0-4e15-8e47-1163aba1e236 is already hosted by enough agents. {{(pid=94468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:53:42.581530 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:42.584945 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d459cf-1c33-453a-b5ec-a1bd461ed89d None None] Pushing event updated for resources: {'Port': ['ID=cb854ff6-7297-4010-9d66-3e8d1bcae230,revision_number=1']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:53:42.589089 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.base_scheduler [None req-52d459cf-1c33-453a-b5ec-a1bd461ed89d None None] Resources bound (agent type, host, resource id): {{(pid=94468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:53:42.606736 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52d459cf-1c33-453a-b5ec-a1bd461ed89d None None] Received port after_create {{(pid=94468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:53:42.608040 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae3190a-8a4b-4b6b-8c7d-5f758222cada tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Pushing event deleted for resources: {'Subnet': ['ID=8d6dc1ea-f7a6-4694-906c-b0bcd201b900,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:53:42.618711 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72358c70-fa92-49f2-be93-cf228ee88dba admin admin] Network 94d2e86c-879f-45e8-b2ac-bf9908cd5044 is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:53:42.620823 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f11e61e5-b82e-4c52-947a-2e39ce8362b7 req-8d4e9698-e009-49c9-a4df-4d989708723d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=23a0d781-1366-40cd-948a-78381176dc2e HTTP/1.1" status: 200 len: 217 time: 0.1674383 Aug 12 14:53:42.629569 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [None req-72358c70-fa92-49f2-be93-cf228ee88dba admin admin] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:53:42.679714 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f11e61e5-b82e-4c52-947a-2e39ce8362b7 req-2443ce23-21da-47a3-8990-0d4baed71179 service neutron] 10.222.0.64 "GET /v2.0/networks/552f0e08-11d2-407d-9c90-a9456f167955?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5979908 Aug 12 14:53:42.704488 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-dae3190a-8a4b-4b6b-8c7d-5f758222cada tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66413304', 'neutron.services.segments.db._delete_segments_for_network-8744654118000'] for network, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:42.717444 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] For port 0d4e1cc8-0132-4053-8867-73adc658e14b, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=0d4e1cc8-0132-4053-8867-73adc658e14b,segment=NetworkSegment(3c13c1c5-6909-4094-b7be-b75bca54d586),segment_id=3c13c1c5-6909-4094-b7be-b75bca54d586)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:53:42.721645 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-dae3190a-8a4b-4b6b-8c7d-5f758222cada tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f200eec9-5bf0-4e15-8e47-1163aba1e236']}} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:53:42.739109 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-dae3190a-8a4b-4b6b-8c7d-5f758222cada tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc01da9f-031d-4282-8fde-0b0d4f0ebcbf') {'for_net_delete': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:53:42.740153 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-dae3190a-8a4b-4b6b-8c7d-5f758222cada tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc01da9f-031d-4282-8fde-0b0d4f0ebcbf') {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:53:42.741280 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:42.764279 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-52d459cf-1c33-453a-b5ec-a1bd461ed89d None None] Attempting to bind port cb854ff6-7297-4010-9d66-3e8d1bcae230 on host n-d-694802-15 for vnic_type normal with profile {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:53:42.764879 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-52d459cf-1c33-453a-b5ec-a1bd461ed89d None None] Attempting to bind port cb854ff6-7297-4010-9d66-3e8d1bcae230 by drivers openvswitch,hyperv on host n-d-694802-15 at level 0 using segments [{'id': 'dc01da9f-031d-4282-8fde-0b0d4f0ebcbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'f200eec9-5bf0-4e15-8e47-1163aba1e236'}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:53:42.765377 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52d459cf-1c33-453a-b5ec-a1bd461ed89d None None] Attempting to bind port cb854ff6-7297-4010-9d66-3e8d1bcae230 on network f200eec9-5bf0-4e15-8e47-1163aba1e236 {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:53:42.767261 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-dae3190a-8a4b-4b6b-8c7d-5f758222cada tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744654122361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2293560'] for segment, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:42.786448 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-5cd6d813-6d1d-4e14-9770-bdc2376e944d tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Deleting port 579edc08-68eb-4b2e-9bb2-f54287acbde0 {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:53:42.787669 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5cd6d813-6d1d-4e14-9770-bdc2376e944d tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:42.806754 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-dae3190a-8a4b-4b6b-8c7d-5f758222cada tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:42.825692 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52d459cf-1c33-453a-b5ec-a1bd461ed89d None None] Checking agent: {'id': '16de73ac-f2e9-4cee-b3e0-91052ae3e6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 20, 13), 'started_at': datetime.datetime(2021, 8, 12, 14, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 53, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:53:42.827046 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52d459cf-1c33-453a-b5ec-a1bd461ed89d None None] Checking segment: {'id': 'dc01da9f-031d-4282-8fde-0b0d4f0ebcbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'f200eec9-5bf0-4e15-8e47-1163aba1e236'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:53:42.827482 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-52d459cf-1c33-453a-b5ec-a1bd461ed89d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:42.828020 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52d459cf-1c33-453a-b5ec-a1bd461ed89d None None] Bound using segment: {'id': 'dc01da9f-031d-4282-8fde-0b0d4f0ebcbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'f200eec9-5bf0-4e15-8e47-1163aba1e236'} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:53:42.828636 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-52d459cf-1c33-453a-b5ec-a1bd461ed89d None None] Bound port: cb854ff6-7297-4010-9d66-3e8d1bcae230, host: n-d-694802-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc01da9f-031d-4282-8fde-0b0d4f0ebcbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'f200eec9-5bf0-4e15-8e47-1163aba1e236'}}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:53:42.828971 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dae3190a-8a4b-4b6b-8c7d-5f758222cada tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Releasing vlan 320 on physical network physnet1 to pool {{(pid=94466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 14:53:42.829101 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-52d459cf-1c33-453a-b5ec-a1bd461ed89d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:42.831886 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-a11c3c78-7bcd-4b72-80be-50fa7f8bb2e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262'] for port, after_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:42.832522 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-dae3190a-8a4b-4b6b-8c7d-5f758222cada tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3718595'] for segment, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:42.869227 n-d-694802-15 neutron-server[94466]: Traceback (most recent call last): Aug 12 14:53:42.869227 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 14:53:42.869227 n-d-694802-15 neutron-server[94466]: timer() Aug 12 14:53:42.869227 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 14:53:42.869227 n-d-694802-15 neutron-server[94466]: cb(*args, **kw) Aug 12 14:53:42.869227 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 14:53:42.869227 n-d-694802-15 neutron-server[94466]: return func(*args, **kwargs) Aug 12 14:53:42.869227 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 14:53:42.869227 n-d-694802-15 neutron-server[94466]: self._notify() Aug 12 14:53:42.869227 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 14:53:42.869227 n-d-694802-15 neutron-server[94466]: self.callback(batched_events) Aug 12 14:53:42.869227 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 14:53:42.869227 n-d-694802-15 neutron-server[94466]: event.method(event) Aug 12 14:53:42.869227 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 14:53:42.869227 n-d-694802-15 neutron-server[94466]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 14:53:42.869227 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 14:53:42.869227 n-d-694802-15 neutron-server[94466]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 14:53:42.869227 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 14:53:42.869227 n-d-694802-15 neutron-server[94466]: return f(self, *a, **k) Aug 12 14:53:42.869227 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 14:53:42.869227 n-d-694802-15 neutron-server[94466]: return self._get(url).json() Aug 12 14:53:42.869227 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 14:53:42.869227 n-d-694802-15 neutron-server[94466]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 14:53:42.869227 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 14:53:42.869227 n-d-694802-15 neutron-server[94466]: return self.request(url, 'GET', **kwargs) Aug 12 14:53:42.869227 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 14:53:42.869227 n-d-694802-15 neutron-server[94466]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 14:53:42.869227 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 14:53:42.869227 n-d-694802-15 neutron-server[94466]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 14:53:42.869227 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 14:53:42.869227 n-d-694802-15 neutron-server[94466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 14:53:42.869227 n-d-694802-15 neutron-server[94466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 14:53:42.871240 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Pushing event updated for resources: {'Port': ['ID=0d4e1cc8-0132-4053-8867-73adc658e14b,revision_number=5']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:53:42.897277 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:42.915106 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f11e61e5-b82e-4c52-947a-2e39ce8362b7 req-bffacd43-f9ca-450b-96bf-678cf440b209 service neutron] 10.222.0.64 "GET /v2.0/networks/552f0e08-11d2-407d-9c90-a9456f167955?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1672647 Aug 12 14:53:42.943394 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11c3c78-7bcd-4b72-80be-50fa7f8bb2e0 None None] Pushing event deleted for resources: {'Port': ['ID=579edc08-68eb-4b2e-9bb2-f54287acbde0,revision_number=None']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:53:42.961021 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2571f7df-9e0f-44aa-a89e-1172c89f4fab req-f017ab9d-c45e-4bd3-a3b2-f10b6cb1ee2a tempest-ListServersNegativeTestJSON-661303683 tempest-ListServersNegativeTestJSON-661303683-project] 10.222.0.39 "GET /v2.0/security-groups?id=3ebaac9a-fe06-4bc1-af70-7378483ff2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4904888 Aug 12 14:53:42.976677 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a11c3c78-7bcd-4b72-80be-50fa7f8bb2e0 None None] No DVR routers for this DVR port 579edc08-68eb-4b2e-9bb2-f54287acbde0 on host n-d-694802-15 {{(pid=94468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:53:43.020180 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11e61e5-b82e-4c52-947a-2e39ce8362b7 req-dcf2439a-870f-4634-8984-ab98be5d5a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:53:43.022063 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f11e61e5-b82e-4c52-947a-2e39ce8362b7 req-dcf2439a-870f-4634-8984-ab98be5d5a5a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8803e8e2-fb74-4f26-9f40-98aa73d90aef HTTP/1.1" status: 200 len: 857 time: 0.3864491 Aug 12 14:53:43.027210 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e2737d-0f84-4dec-9f59-3f0777d6c3c0 req-8dd7bf6a-3c65-468c-ad83-ecaab7582803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:53:43.029554 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-86e2737d-0f84-4dec-9f59-3f0777d6c3c0 req-8dd7bf6a-3c65-468c-ad83-ecaab7582803 service neutron] 10.222.0.49 "GET /v2.0/networks?id=552f0e08-11d2-407d-9c90-a9456f167955 HTTP/1.1" status: 200 len: 918 time: 0.5719521 Aug 12 14:53:43.084376 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:43.089107 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-5cd6d813-6d1d-4e14-9770-bdc2376e944d tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] For port 579edc08-68eb-4b2e-9bb2-f54287acbde0, host n-d-694802-15, got binding levels [] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:53:43.089479 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5cd6d813-6d1d-4e14-9770-bdc2376e944d tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:43.092529 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.db.api [None req-dae3190a-8a4b-4b6b-8c7d-5f758222cada tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 12 14:53:43.092529 n-d-694802-15 neutron-server[94466]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 12 14:53:43.092529 n-d-694802-15 neutron-server[94466]: [parameters: {'id': 'f200eec9-5bf0-4e15-8e47-1163aba1e236'}] Aug 12 14:53:43.092529 n-d-694802-15 neutron-server[94466]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94466) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 12 14:53:43.092842 n-d-694802-15 neutron-server[94466]: DEBUG oslo_db.api [None req-dae3190a-8a4b-4b6b-8c7d-5f758222cada tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 12 14:53:43.113364 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-5cd6d813-6d1d-4e14-9770-bdc2376e944d tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Calling delete_port for 579edc08-68eb-4b2e-9bb2-f54287acbde0 owned by network:dhcp {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:53:43.125502 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-52d459cf-1c33-453a-b5ec-a1bd461ed89d None None] For port cb854ff6-7297-4010-9d66-3e8d1bcae230, host n-d-694802-15, cleared binding levels {{(pid=94468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:53:43.126140 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.ipam_backend_mixin [None req-5cd6d813-6d1d-4e14-9770-bdc2376e944d tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Port 579edc08-68eb-4b2e-9bb2-f54287acbde0 was not found and therefore no delete operation was performed {{(pid=94466) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 12 14:53:43.129845 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5cd6d813-6d1d-4e14-9770-bdc2376e944d tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:43.140356 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-52d459cf-1c33-453a-b5ec-a1bd461ed89d None None] For port cb854ff6-7297-4010-9d66-3e8d1bcae230, host n-d-694802-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=cb854ff6-7297-4010-9d66-3e8d1bcae230,segment=NetworkSegment(dc01da9f-031d-4282-8fde-0b0d4f0ebcbf),segment_id=dc01da9f-031d-4282-8fde-0b0d4f0ebcbf)] {{(pid=94468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:53:43.156617 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-52d459cf-1c33-453a-b5ec-a1bd461ed89d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:43.243450 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-d89eae11-e1a4-4467-b692-95103e20c5b0 None None] Provisioning complete for port f615c301-6b6c-4297-830a-128ea7bfb96c triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:53:43.256654 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-d89eae11-e1a4-4467-b692-95103e20c5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:43.421248 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f11e61e5-b82e-4c52-947a-2e39ce8362b7 req-a9b11714-6af5-4882-bd56-d5b6dc649d6e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=552f0e08-11d2-407d-9c90-a9456f167955&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3901975 Aug 12 14:53:43.429668 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d459cf-1c33-453a-b5ec-a1bd461ed89d None None] Pushing event updated for resources: {'Port': ['ID=cb854ff6-7297-4010-9d66-3e8d1bcae230,revision_number=2']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:53:43.434846 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-79964738-e1cb-4351-85c2-52c2ab91f65d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:43.436803 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-d89eae11-e1a4-4467-b692-95103e20c5b0 None None] Port f615c301-6b6c-4297-830a-128ea7bfb96c cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 14:53:43.461681 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d693342c-f566-474e-bc3d-620376c9d026 None None] Network f200eec9-5bf0-4e15-8e47-1163aba1e236 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:53:43.480182 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-86e2737d-0f84-4dec-9f59-3f0777d6c3c0 req-4c4cdad4-4ed4-4759-b1d5-3fc9fb32d666 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9b94a7ec-2f8e-4ad7-a484-8a99e5660380 HTTP/1.1" status: 200 len: 217 time: 0.4362414 Aug 12 14:53:43.532101 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0115283-4d6c-4691-bcdd-6a15b76a3da3', 'tag': '23a0d781-1366-40cd-948a-78381176dc2e'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:53:43.533943 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e65282f928b64038367d043a4411777802006c43a98742496cb2e25b724ff1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52e734f5-dba4-4d63-a10c-3862fc55e552" -d '{"events": [{"name": "network-changed", "server_uuid": "b0115283-4d6c-4691-bcdd-6a15b76a3da3", "tag": "23a0d781-1366-40cd-948a-78381176dc2e"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:53:43.577971 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72358c70-fa92-49f2-be93-cf228ee88dba admin admin] Router fc572c8f-26e1-4b7d-b31c-a7469b1b9a02 has already been hosted by L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f {{(pid=94467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 14:53:43.585654 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd6d813-6d1d-4e14-9770-bdc2376e944d tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Pushing event deleted for resources: {'Port': ['ID=579edc08-68eb-4b2e-9bb2-f54287acbde0,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:53:43.599583 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e29398-2751-4986-b981-dd98a413fac7 req-79640afa-797e-4948-99b1-5eedef3668c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:53:43.600685 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-dae3190a-8a4b-4b6b-8c7d-5f758222cada tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680608'] for network, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:43.601121 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-72e29398-2751-4986-b981-dd98a413fac7 req-79640afa-797e-4948-99b1-5eedef3668c4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=99691d43eef94267b5aaa5943adab2b7&device_id=d9248dc1-b2a3-4a83-bfca-b0f452fae84b HTTP/1.1" status: 200 len: 1096 time: 0.5262845 Aug 12 14:53:43.628245 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cd6d813-6d1d-4e14-9770-bdc2376e944d tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] No DVR routers for this DVR port 579edc08-68eb-4b2e-9bb2-f54287acbde0 on host n-d-694802-15 {{(pid=94466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:53:43.633958 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-26df89ed-1d39-4ab4-b4f5-02271ceb59ea req-2c0d6809-6fe6-445c-b241-4459c27701aa tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/ports?device_id=8f635c1b-9047-4fc7-9184-bfaf2dee2e49 HTTP/1.1" status: 200 len: 210 time: 0.0621736 Aug 12 14:53:43.643592 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 14:53:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b30d539-e8ed-4ff2-9251-67b019d77063 x-openstack-request-id: req-8b30d539-e8ed-4ff2-9251-67b019d77063 {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:53:43.643884 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0115283-4d6c-4691-bcdd-6a15b76a3da3", "tag": "23a0d781-1366-40cd-948a-78381176dc2e", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:53:43.644169 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8b30d539-e8ed-4ff2-9251-67b019d77063 {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:53:43.644552 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0115283-4d6c-4691-bcdd-6a15b76a3da3', 'tag': '23a0d781-1366-40cd-948a-78381176dc2e', 'status': 'completed', 'code': 200} Aug 12 14:53:43.650348 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c308b0-532c-493e-840a-8b86608443f4 req-d41fd032-d6bf-425b-b232-34ef1546753c tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:53:43.652177 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-b5c308b0-532c-493e-840a-8b86608443f4 req-d41fd032-d6bf-425b-b232-34ef1546753c tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.49 "GET /v2.0/networks?id=db095345-e0d8-47fa-815f-3ac64beebe04 HTTP/1.1" status: 200 len: 797 time: 0.6934342 Aug 12 14:53:43.662983 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e2737d-0f84-4dec-9f59-3f0777d6c3c0 req-175b03c7-9537-4e90-9bc0-0bbe0611e839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:53:43.664487 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-86e2737d-0f84-4dec-9f59-3f0777d6c3c0 req-175b03c7-9537-4e90-9bc0-0bbe0611e839 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8803e8e2-fb74-4f26-9f40-98aa73d90aef HTTP/1.1" status: 200 len: 857 time: 0.1778176 Aug 12 14:53:43.664614 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09206ef9-ef35-440e-9730-93c550f4cb65 None None] get_active_networks_info from n-d-694802-15 {{(pid=94468) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 12 14:53:43.725438 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-86e2737d-0f84-4dec-9f59-3f0777d6c3c0 req-c0c1363d-0a15-4648-b800-e37f4ef24ced service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=552f0e08-11d2-407d-9c90-a9456f167955&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310590 Aug 12 14:53:43.838132 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f11e61e5-b82e-4c52-947a-2e39ce8362b7 req-229b3069-b04a-42a5-bdf1-15afd5c2e19e service neutron] 10.222.0.64 "GET /v2.0/networks/552f0e08-11d2-407d-9c90-a9456f167955?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3793118 Aug 12 14:53:43.858476 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09206ef9-ef35-440e-9730-93c550f4cb65 None None] Resources bound (agent type, host, resource id): {{(pid=94468) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 12 14:53:43.881570 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5cd6d813-6d1d-4e14-9770-bdc2376e944d tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66413304', 'neutron.services.segments.db._delete_segments_for_network-8744654118000'] for network, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:43.901521 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-b5c308b0-532c-493e-840a-8b86608443f4 req-f08a5197-7466-4f12-ac5c-0bfe000b3d06 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6774b656eb8145eb998ea0059b40b4c3 HTTP/1.1" status: 200 len: 379 time: 0.2251568 Aug 12 14:53:43.903255 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-5cd6d813-6d1d-4e14-9770-bdc2376e944d tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23465ac9-c2b6-454b-ad4d-35bb38ffda1f']}} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:53:43.922487 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-5cd6d813-6d1d-4e14-9770-bdc2376e944d tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '505995ff-9200-4984-b515-d69d3d86fab3') {'for_net_delete': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:53:43.922781 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-5cd6d813-6d1d-4e14-9770-bdc2376e944d tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '505995ff-9200-4984-b515-d69d3d86fab3') {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:53:43.929266 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [req-b5c308b0-532c-493e-840a-8b86608443f4 req-63b1d83f-d2a7-4844-a9c3-0cc5b1433b52 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Request body: {'port': {'device_id': '8f635c1b-9047-4fc7-9184-bfaf2dee2e49', 'network_id': 'db095345-e0d8-47fa-815f-3ac64beebe04', 'admin_state_up': True, 'tenant_id': '6774b656eb8145eb998ea0059b40b4c3', 'security_groups': ['e9cf0ab5-0271-49fc-bd90-f712bfba6400']}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:53:43.970149 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 0d4e1cc8-0132-4053-8867-73adc658e14b up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:53:44.137468 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e29398-2751-4986-b981-dd98a413fac7 req-e28be869-2ab9-4ab8-aa06-53f65aa3e48c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:53:44.139745 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-72e29398-2751-4986-b981-dd98a413fac7 req-e28be869-2ab9-4ab8-aa06-53f65aa3e48c service neutron] 10.222.0.64 "GET /v2.0/networks?id=552f0e08-11d2-407d-9c90-a9456f167955 HTTP/1.1" status: 200 len: 918 time: 0.5241933 Aug 12 14:53:44.157065 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5c308b0-532c-493e-840a-8b86608443f4 req-63b1d83f-d2a7-4844-a9c3-0cc5b1433b52 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Made reservation on behalf of 6774b656eb8145eb998ea0059b40b4c3 for: {'port': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:53:44.160965 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-b5c308b0-532c-493e-840a-8b86608443f4 req-63b1d83f-d2a7-4844-a9c3-0cc5b1433b52 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:44.164454 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5cd6d813-6d1d-4e14-9770-bdc2376e944d tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744654122361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2293560'] for segment, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:44.175920 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-dae3190a-8a4b-4b6b-8c7d-5f758222cada tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Deleting port cb854ff6-7297-4010-9d66-3e8d1bcae230 {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:53:44.176255 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-dae3190a-8a4b-4b6b-8c7d-5f758222cada tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:44.178193 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72358c70-fa92-49f2-be93-cf228ee88dba admin admin] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 14:53:44.192571 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4c1a1ae-d48d-41ee-88bc-ec9c129b01dd None None] Sync routers for ids ['fc572c8f-26e1-4b7d-b31c-a7469b1b9a02'] in n-d-694802-15 {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 14:53:44.206903 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4c1a1ae-d48d-41ee-88bc-ec9c129b01dd None None] Routers {'fc572c8f-26e1-4b7d-b31c-a7469b1b9a02'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:53:44.207941 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-d4c1a1ae-d48d-41ee-88bc-ec9c129b01dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:53:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['fc572c8f-26e1-4b7d-b31c-a7469b1b9a02'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:53:44.214948 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-86e2737d-0f84-4dec-9f59-3f0777d6c3c0 req-7c512a83-9490-450b-9c3a-a7c53d7d4800 service neutron] 10.222.0.49 "GET /v2.0/networks/552f0e08-11d2-407d-9c90-a9456f167955?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4129410 Aug 12 14:53:44.233093 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5cd6d813-6d1d-4e14-9770-bdc2376e944d tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:44.233971 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-72358c70-fa92-49f2-be93-cf228ee88dba admin admin] 10.222.0.39 "PUT /v2.0/routers/fc572c8f-26e1-4b7d-b31c-a7469b1b9a02/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.2755551 Aug 12 14:53:44.239946 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-72e29398-2751-4986-b981-dd98a413fac7 req-46d8e022-69a3-4d0a-979f-91bb73e6aa28 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a42d1f84-f2a1-42a5-9dc8-8b3ab8c51abe HTTP/1.1" status: 200 len: 217 time: 0.0784984 Aug 12 14:53:44.267628 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-1769855f-eda9-4483-9dc3-3220908ab45d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:44.297375 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port 0d4e1cc8-0132-4053-8867-73adc658e14b triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:53:44.298050 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:44.315828 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f11e61e5-b82e-4c52-947a-2e39ce8362b7 req-b8b9649f-ef58-4cb4-a9bf-8cc037bde903 service neutron] 10.222.0.64 "GET /v2.0/networks/552f0e08-11d2-407d-9c90-a9456f167955?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4398398 Aug 12 14:53:44.317450 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e29398-2751-4986-b981-dd98a413fac7 req-91f9fb8d-04e1-4c93-a85d-f7d78ace49c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:53:44.319076 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-72e29398-2751-4986-b981-dd98a413fac7 req-91f9fb8d-04e1-4c93-a85d-f7d78ace49c1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8803e8e2-fb74-4f26-9f40-98aa73d90aef HTTP/1.1" status: 200 len: 857 time: 0.0669856 Aug 12 14:53:44.366052 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457e444a-f9a2-4243-ae6d-341115f6ba26 req-0e5ee10f-8b0a-45ae-bcb0-3e9a353d36bb tempest-ListServersNegativeTestJSON-661303683 tempest-ListServersNegativeTestJSON-661303683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:53:44.373986 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-457e444a-f9a2-4243-ae6d-341115f6ba26 req-0e5ee10f-8b0a-45ae-bcb0-3e9a353d36bb tempest-ListServersNegativeTestJSON-661303683 tempest-ListServersNegativeTestJSON-661303683-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0115283-4d6c-4691-bcdd-6a15b76a3da3 HTTP/1.1" status: 200 len: 943 time: 0.2746673 Aug 12 14:53:44.413740 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [req-b5c308b0-532c-493e-840a-8b86608443f4 req-63b1d83f-d2a7-4844-a9c3-0cc5b1433b52 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Allocated IP 172.20.0.10 (db095345-e0d8-47fa-815f-3ac64beebe04/c6b9fd07-f9b4-4406-ad8f-d473ff31e70f/988e1ab5-5805-4d46-b089-22e6208febbc) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:53:44.416441 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-72e29398-2751-4986-b981-dd98a413fac7 req-69ae4358-f446-438a-9d4c-791ad1e92f96 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=552f0e08-11d2-407d-9c90-a9456f167955&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0690410 Aug 12 14:53:44.521256 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-d4c1a1ae-d48d-41ee-88bc-ec9c129b01dd None None] Set router fc572c8f-26e1-4b7d-b31c-a7469b1b9a02 gateway port host: n-d-694802-15 {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:53:44.560605 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e734f5-dba4-4d63-a10c-3862fc55e552 req-c6bbedd2-2821-400c-814a-855f902ef2ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:53:44.562384 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-52e734f5-dba4-4d63-a10c-3862fc55e552 req-c6bbedd2-2821-400c-814a-855f902ef2ff service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=99691d43eef94267b5aaa5943adab2b7&device_id=b0115283-4d6c-4691-bcdd-6a15b76a3da3 HTTP/1.1" status: 200 len: 1095 time: 0.1819954 Aug 12 14:53:44.576716 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-457e444a-f9a2-4243-ae6d-341115f6ba26 req-f03f3083-a275-4cc9-8515-78e8823b24ce tempest-ListServersNegativeTestJSON-661303683 tempest-ListServersNegativeTestJSON-661303683-project] 10.222.0.39 "GET /v2.0/security-groups?id=3ebaac9a-fe06-4bc1-af70-7378483ff2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981940 Aug 12 14:53:44.616967 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device a42d1f84-f2a1-42a5-9dc8-8b3ab8c51abe details requested by agent hyperv_n-h1-694802-15 with host n-h1-694802-15 {{(pid=94468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 14:53:44.647762 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5cd6d813-6d1d-4e14-9770-bdc2376e944d tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Releasing vlan 341 on physical network physnet1 to pool {{(pid=94466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 14:53:44.648348 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5cd6d813-6d1d-4e14-9770-bdc2376e944d tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3718595'] for segment, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:44.653203 n-d-694802-15 neutron-server[94466]: Traceback (most recent call last): Aug 12 14:53:44.653203 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 14:53:44.653203 n-d-694802-15 neutron-server[94466]: timer() Aug 12 14:53:44.653203 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 14:53:44.653203 n-d-694802-15 neutron-server[94466]: cb(*args, **kw) Aug 12 14:53:44.653203 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 14:53:44.653203 n-d-694802-15 neutron-server[94466]: return func(*args, **kwargs) Aug 12 14:53:44.653203 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 14:53:44.653203 n-d-694802-15 neutron-server[94466]: self._notify() Aug 12 14:53:44.653203 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 14:53:44.653203 n-d-694802-15 neutron-server[94466]: self.callback(batched_events) Aug 12 14:53:44.653203 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 14:53:44.653203 n-d-694802-15 neutron-server[94466]: event.method(event) Aug 12 14:53:44.653203 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 14:53:44.653203 n-d-694802-15 neutron-server[94466]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 14:53:44.653203 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 14:53:44.653203 n-d-694802-15 neutron-server[94466]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 14:53:44.653203 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 14:53:44.653203 n-d-694802-15 neutron-server[94466]: return f(self, *a, **k) Aug 12 14:53:44.653203 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 14:53:44.653203 n-d-694802-15 neutron-server[94466]: return self._get(url).json() Aug 12 14:53:44.653203 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 14:53:44.653203 n-d-694802-15 neutron-server[94466]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 14:53:44.653203 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 14:53:44.653203 n-d-694802-15 neutron-server[94466]: return self.request(url, 'GET', **kwargs) Aug 12 14:53:44.653203 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 14:53:44.653203 n-d-694802-15 neutron-server[94466]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 14:53:44.653203 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 14:53:44.653203 n-d-694802-15 neutron-server[94466]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 14:53:44.653203 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 14:53:44.653203 n-d-694802-15 neutron-server[94466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 14:53:44.653203 n-d-694802-15 neutron-server[94466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 14:53:44.662644 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-86e2737d-0f84-4dec-9f59-3f0777d6c3c0 req-0a4f3252-d0b3-4207-a0d4-be02b1e79bd2 service neutron] 10.222.0.49 "GET /v2.0/networks/552f0e08-11d2-407d-9c90-a9456f167955?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4272490 Aug 12 14:53:44.696829 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-72e29398-2751-4986-b981-dd98a413fac7 req-5ba6a9c4-f54d-4a8c-8cda-de2e76dcc07c service neutron] 10.222.0.64 "GET /v2.0/networks/552f0e08-11d2-407d-9c90-a9456f167955?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2536168 Aug 12 14:53:44.777985 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port a42d1f84-f2a1-42a5-9dc8-8b3ab8c51abe, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=a42d1f84-f2a1-42a5-9dc8-8b3ab8c51abe,segment=NetworkSegment(16f1a284-68f4-48a4-85c3-491c16dd108b),segment_id=16f1a284-68f4-48a4-85c3-491c16dd108b)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:53:44.821208 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Returning: {'device': 'a42d1f84-f2a1-42a5-9dc8-8b3ab8c51abe', 'network_id': '552f0e08-11d2-407d-9c90-a9456f167955', 'port_id': 'a42d1f84-f2a1-42a5-9dc8-8b3ab8c51abe', 'mac_address': 'fa:16:3e:7e:7c:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8803e8e2-fb74-4f26-9f40-98aa73d90aef', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 14:53:44.859176 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-72e29398-2751-4986-b981-dd98a413fac7 req-2b9005cd-8aef-434d-9acb-e023cef6e7d0 service neutron] 10.222.0.64 "GET /v2.0/networks/552f0e08-11d2-407d-9c90-a9456f167955?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1512883 Aug 12 14:53:44.888530 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:44.909569 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a42d1f84-f2a1-42a5-9dc8-8b3ab8c51abe {{(pid=94468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:53:44.916973 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-689f5fd1-e55f-4c59-85dc-2ef156a6fc31 req-7ff0a068-38a6-447e-a476-d72ee72a6900 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/ports?device_id=8f635c1b-9047-4fc7-9184-bfaf2dee2e49 HTTP/1.1" status: 200 len: 210 time: 0.1275973 Aug 12 14:53:44.948039 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e734f5-dba4-4d63-a10c-3862fc55e552 req-3b73533d-ba08-4198-887e-98dd8686cce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:53:44.952068 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-52e734f5-dba4-4d63-a10c-3862fc55e552 req-3b73533d-ba08-4198-887e-98dd8686cce4 service neutron] 10.222.0.64 "GET /v2.0/networks?id=552f0e08-11d2-407d-9c90-a9456f167955 HTTP/1.1" status: 200 len: 918 time: 0.3697157 Aug 12 14:53:44.952592 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-dae3190a-8a4b-4b6b-8c7d-5f758222cada tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] For port cb854ff6-7297-4010-9d66-3e8d1bcae230, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=cb854ff6-7297-4010-9d66-3e8d1bcae230,segment=NetworkSegment(dc01da9f-031d-4282-8fde-0b0d4f0ebcbf),segment_id=dc01da9f-031d-4282-8fde-0b0d4f0ebcbf)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:53:44.953640 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-dae3190a-8a4b-4b6b-8c7d-5f758222cada tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:44.955286 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port a42d1f84-f2a1-42a5-9dc8-8b3ab8c51abe, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=a42d1f84-f2a1-42a5-9dc8-8b3ab8c51abe,segment=NetworkSegment(16f1a284-68f4-48a4-85c3-491c16dd108b),segment_id=16f1a284-68f4-48a4-85c3-491c16dd108b)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:53:44.958101 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5cd6d813-6d1d-4e14-9770-bdc2376e944d tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66413281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431520'] for network, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:44.970557 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:44.971157 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-d4c1a1ae-d48d-41ee-88bc-ec9c129b01dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc572c8f-26e1-4b7d-b31c-a7469b1b9a02', 'name': 'tempest-TestVolumeBackupRestore-20553579-router', 'tenant_id': '8a81254ef6934f2cb9ef8c9cf7103a3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.169'}], 'enable_snat': True}, 'gw_port_id': '0bdd7acd-8c90-4066-803f-34793abe5f3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:53:24Z', 'updated_at': '2021-08-12T14:53:39Z', 'revision_number': 4, 'project_id': '8a81254ef6934f2cb9ef8c9cf7103a3f', 'gw_port': {'id': '0bdd7acd-8c90-4066-803f-34793abe5f3c', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:ff:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc572c8f-26e1-4b7d-b31c-a7469b1b9a02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2595, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:53:26Z', 'updated_at': '2021-08-12T14:53:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': 'f615c301-6b6c-4297-830a-128ea7bfb96c', 'name': '', 'network_id': '94d2e86c-879f-45e8-b2ac-bf9908cd5044', 'tenant_id': '8a81254ef6934f2cb9ef8c9cf7103a3f', 'mac_address': 'fa:16:3e:ec:35:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc572c8f-26e1-4b7d-b31c-a7469b1b9a02', 'device_owner': 'network:router_interface', 'standard_attr_id': 2605, 'fixed_ips': [{'subnet_id': '0d8122f3-50c7-4bcc-984f-1e32208d4e29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:53:36Z', 'updated_at': '2021-08-12T14:53:39Z', 'revision_number': 2, 'project_id': '8a81254ef6934f2cb9ef8c9cf7103a3f', 'subnets': [{'id': '0d8122f3-50c7-4bcc-984f-1e32208d4e29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:53:45.027419 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Pushing event updated for resources: {'Port': ['ID=a42d1f84-f2a1-42a5-9dc8-8b3ab8c51abe,revision_number=4']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:53:45.036570 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:53:45.036991 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:53:45.037456 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:53:45.037862 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:53:45.038320 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:53:45.038739 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-52e734f5-dba4-4d63-a10c-3862fc55e552 req-01ae3c15-9fe1-4f2e-a212-e7ae5af2516c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=23a0d781-1366-40cd-948a-78381176dc2e HTTP/1.1" status: 200 len: 217 time: 0.0775928 Aug 12 14:53:45.038856 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:53:45.039269 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:53:45.039664 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:53:45.040057 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:53:45.040602 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:53:45.041012 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:53:45.041424 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:53:45.048148 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4c1a1ae-d48d-41ee-88bc-ec9c129b01dd None None] Checking router: fc572c8f-26e1-4b7d-b31c-a7469b1b9a02 for host: n-d-694802-15 {{(pid=94469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 14:53:45.048507 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4c1a1ae-d48d-41ee-88bc-ec9c129b01dd None None] Updating router fc572c8f-26e1-4b7d-b31c-a7469b1b9a02 port f615c301-6b6c-4297-830a-128ea7bfb96c binding host n-d-694802-15 {{(pid=94469) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 14:53:45.061053 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5cd6d813-6d1d-4e14-9770-bdc2376e944d tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Notify callbacks [] for network, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:45.067126 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 579edc08-68eb-4b2e-9bb2-f54287acbde0 no longer exists at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:53:45.072472 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-5cd6d813-6d1d-4e14-9770-bdc2376e944d tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] 10.222.0.39 "DELETE /v2.0/networks/23465ac9-c2b6-454b-ad4d-35bb38ffda1f HTTP/1.1" status: 204 len: 168 time: 2.7464700 Aug 12 14:53:45.111318 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-b5c308b0-532c-493e-840a-8b86608443f4 req-63b1d83f-d2a7-4844-a9c3-0cc5b1433b52 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:45.119056 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] No Port match for: 579edc08-68eb-4b2e-9bb2-f54287acbde0 {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 14:53:45.121329 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 579edc08-68eb-4b2e-9bb2-f54287acbde0 not bound to the agent host n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:53:45.127080 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-d4c1a1ae-d48d-41ee-88bc-ec9c129b01dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:45.131713 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [req-b5c308b0-532c-493e-840a-8b86608443f4 req-63b1d83f-d2a7-4844-a9c3-0cc5b1433b52 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Transition to ACTIVE for port object 988e1ab5-5805-4d46-b089-22e6208febbc will not be triggered until provisioned by entity DHCP. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:53:45.153996 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd6d813-6d1d-4e14-9770-bdc2376e944d tempest-TaggedBootDevicesTest_v242-2017223292 tempest-TaggedBootDevicesTest_v242-2017223292-project] Pushing event deleted for resources: {'Network': ['ID=23465ac9-c2b6-454b-ad4d-35bb38ffda1f,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:53:45.157019 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-dae3190a-8a4b-4b6b-8c7d-5f758222cada tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Calling delete_port for cb854ff6-7297-4010-9d66-3e8d1bcae230 owned by network:dhcp {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:53:45.182390 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] get_ports_and_sgs() called for port_ids ['a42d1f84-f2a1-42a5-9dc8-8b3ab8c51abe'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:53:45.228001 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e734f5-dba4-4d63-a10c-3862fc55e552 req-6a7a59cb-7af9-4a22-98e0-81b2cd62e9da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:53:45.232042 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-52e734f5-dba4-4d63-a10c-3862fc55e552 req-6a7a59cb-7af9-4a22-98e0-81b2cd62e9da service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8803e8e2-fb74-4f26-9f40-98aa73d90aef HTTP/1.1" status: 200 len: 857 time: 0.1846552 Aug 12 14:53:45.278654 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-b5c308b0-532c-493e-840a-8b86608443f4 req-63b1d83f-d2a7-4844-a9c3-0cc5b1433b52 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:45.319230 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-52e734f5-dba4-4d63-a10c-3862fc55e552 req-8d2c5141-0bc5-4898-b95e-7700cbe3357a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=552f0e08-11d2-407d-9c90-a9456f167955&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0738518 Aug 12 14:53:45.375477 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5c308b0-532c-493e-840a-8b86608443f4 req-63b1d83f-d2a7-4844-a9c3-0cc5b1433b52 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Network db095345-e0d8-47fa-815f-3ac64beebe04 is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:53:45.390730 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [req-b5c308b0-532c-493e-840a-8b86608443f4 req-63b1d83f-d2a7-4844-a9c3-0cc5b1433b52 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:53:45.402178 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5c308b0-532c-493e-840a-8b86608443f4 req-63b1d83f-d2a7-4844-a9c3-0cc5b1433b52 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:53:45.516449 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b1d83f-d2a7-4844-a9c3-0cc5b1433b52 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Pushing event updated for resources: {'Port': ['ID=988e1ab5-5805-4d46-b089-22e6208febbc,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:53:45.591528 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-dae3190a-8a4b-4b6b-8c7d-5f758222cada tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:45.620595 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-52e734f5-dba4-4d63-a10c-3862fc55e552 req-3720d900-3782-4c7d-9aad-fddf7364bba8 service neutron] 10.222.0.64 "GET /v2.0/networks/552f0e08-11d2-407d-9c90-a9456f167955?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2979286 Aug 12 14:53:45.681347 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae3190a-8a4b-4b6b-8c7d-5f758222cada tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Pushing event deleted for resources: {'Port': ['ID=cb854ff6-7297-4010-9d66-3e8d1bcae230,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:53:45.704981 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-fe95f194-a3b0-4c04-9e42-20b511169d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:45.713887 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c308b0-532c-493e-840a-8b86608443f4 req-63b1d83f-d2a7-4844-a9c3-0cc5b1433b52 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:53:45.714608 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-b5c308b0-532c-493e-840a-8b86608443f4 req-63b1d83f-d2a7-4844-a9c3-0cc5b1433b52 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:45.759907 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dae3190a-8a4b-4b6b-8c7d-5f758222cada tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] No DVR routers for this DVR port cb854ff6-7297-4010-9d66-3e8d1bcae230 on host n-d-694802-15 {{(pid=94466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:53:45.831740 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-d4c1a1ae-d48d-41ee-88bc-ec9c129b01dd None None] Notify callbacks [] for port, precommit_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:45.853439 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.provisioning_blocks [None req-d4c1a1ae-d48d-41ee-88bc-ec9c129b01dd None None] Transition to ACTIVE for port object f615c301-6b6c-4297-830a-128ea7bfb96c will not be triggered until provisioned by entity L2. {{(pid=94469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:53:45.867893 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-d4c1a1ae-d48d-41ee-88bc-ec9c129b01dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:45.878398 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-b5c308b0-532c-493e-840a-8b86608443f4 req-63b1d83f-d2a7-4844-a9c3-0cc5b1433b52 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9531455 Aug 12 14:53:45.897916 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbb03f0-79fe-4a8c-8256-946d3b763e03 req-a2753158-4a79-4386-bc02-5a508bbad5f3 tempest-ListServersNegativeTestJSON-661303683 tempest-ListServersNegativeTestJSON-661303683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:53:45.900108 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-afbb03f0-79fe-4a8c-8256-946d3b763e03 req-a2753158-4a79-4386-bc02-5a508bbad5f3 tempest-ListServersNegativeTestJSON-661303683 tempest-ListServersNegativeTestJSON-661303683-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0115283-4d6c-4691-bcdd-6a15b76a3da3 HTTP/1.1" status: 200 len: 943 time: 0.1015465 Aug 12 14:53:45.978882 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196c6686-32be-46ad-b3a3-640a5aef4846 None None] Pushing event updated for resources: {'Port': ['ID=f615c301-6b6c-4297-830a-128ea7bfb96c,revision_number=3']} {{(pid=94469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:53:45.984464 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-52e734f5-dba4-4d63-a10c-3862fc55e552 req-13a05854-6a8a-4994-96ff-635b962911fd service neutron] 10.222.0.64 "GET /v2.0/networks/552f0e08-11d2-407d-9c90-a9456f167955?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3541276 Aug 12 14:53:46.000091 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-e0b03a9d-9155-43b2-8d5e-8af7475b52c6 None None] Provisioning for port 988e1ab5-5805-4d46-b089-22e6208febbc completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:53:46.012977 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-e0b03a9d-9155-43b2-8d5e-8af7475b52c6 None None] Provisioning complete for port 988e1ab5-5805-4d46-b089-22e6208febbc triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:53:46.013510 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-e0b03a9d-9155-43b2-8d5e-8af7475b52c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:46.044942 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-afbb03f0-79fe-4a8c-8256-946d3b763e03 req-1a1fa387-b180-4fa2-8712-23a28f1e2ffb tempest-ListServersNegativeTestJSON-661303683 tempest-ListServersNegativeTestJSON-661303683-project] 10.222.0.39 "GET /v2.0/security-groups?id=3ebaac9a-fe06-4bc1-af70-7378483ff2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349132 Aug 12 14:53:46.084653 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [req-b5c308b0-532c-493e-840a-8b86608443f4 req-225fb963-26f2-4d73-a987-961969266870 service neutron] Request body: {'port': {'device_id': '8f635c1b-9047-4fc7-9184-bfaf2dee2e49', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-694802-15'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:53:46.137760 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-e0b03a9d-9155-43b2-8d5e-8af7475b52c6 None None] Port 988e1ab5-5805-4d46-b089-22e6208febbc cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 14:53:46.166465 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.managers [None req-d4c1a1ae-d48d-41ee-88bc-ec9c129b01dd None None] Attempting to bind port f615c301-6b6c-4297-830a-128ea7bfb96c on host n-d-694802-15 for vnic_type normal with profile {{(pid=94469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:53:46.166800 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.managers [None req-d4c1a1ae-d48d-41ee-88bc-ec9c129b01dd None None] Attempting to bind port f615c301-6b6c-4297-830a-128ea7bfb96c by drivers openvswitch,hyperv on host n-d-694802-15 at level 0 using segments [{'id': '83031dbc-dfa7-429e-a176-2219549516f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '94d2e86c-879f-45e8-b2ac-bf9908cd5044'}] {{(pid=94469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:53:46.168688 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4c1a1ae-d48d-41ee-88bc-ec9c129b01dd None None] Attempting to bind port f615c301-6b6c-4297-830a-128ea7bfb96c on network 94d2e86c-879f-45e8-b2ac-bf9908cd5044 {{(pid=94469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:53:46.182103 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4c1a1ae-d48d-41ee-88bc-ec9c129b01dd None None] Checking agent: {'id': '16de73ac-f2e9-4cee-b3e0-91052ae3e6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 20, 13), 'started_at': datetime.datetime(2021, 8, 12, 14, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 53, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:53:46.184222 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4c1a1ae-d48d-41ee-88bc-ec9c129b01dd None None] Checking segment: {'id': '83031dbc-dfa7-429e-a176-2219549516f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '94d2e86c-879f-45e8-b2ac-bf9908cd5044'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:53:46.184765 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-d4c1a1ae-d48d-41ee-88bc-ec9c129b01dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:46.186704 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4c1a1ae-d48d-41ee-88bc-ec9c129b01dd None None] Bound using segment: {'id': '83031dbc-dfa7-429e-a176-2219549516f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '94d2e86c-879f-45e8-b2ac-bf9908cd5044'} {{(pid=94469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:53:46.187979 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.managers [None req-d4c1a1ae-d48d-41ee-88bc-ec9c129b01dd None None] Bound port: f615c301-6b6c-4297-830a-128ea7bfb96c, host: n-d-694802-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83031dbc-dfa7-429e-a176-2219549516f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '94d2e86c-879f-45e8-b2ac-bf9908cd5044'}}] {{(pid=94469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:53:46.189379 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-d4c1a1ae-d48d-41ee-88bc-ec9c129b01dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:46.311645 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-b5c308b0-532c-493e-840a-8b86608443f4 req-225fb963-26f2-4d73-a987-961969266870 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:46.323488 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.db [None req-d4c1a1ae-d48d-41ee-88bc-ec9c129b01dd None None] For port f615c301-6b6c-4297-830a-128ea7bfb96c, host n-d-694802-15, cleared binding levels {{(pid=94469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:53:46.327699 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.db [None req-d4c1a1ae-d48d-41ee-88bc-ec9c129b01dd None None] For port f615c301-6b6c-4297-830a-128ea7bfb96c, host n-d-694802-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=f615c301-6b6c-4297-830a-128ea7bfb96c,segment=NetworkSegment(83031dbc-dfa7-429e-a176-2219549516f6),segment_id=83031dbc-dfa7-429e-a176-2219549516f6)] {{(pid=94469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:53:46.336426 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-d4c1a1ae-d48d-41ee-88bc-ec9c129b01dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:46.343901 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-dae3190a-8a4b-4b6b-8c7d-5f758222cada tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66413304', 'neutron.services.segments.db._delete_segments_for_network-8744654118000'] for network, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:46.375321 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-dae3190a-8a4b-4b6b-8c7d-5f758222cada tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f200eec9-5bf0-4e15-8e47-1163aba1e236']}} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:53:46.382486 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device 9b94a7ec-2f8e-4ad7-a484-8a99e5660380 details requested by agent hyperv_n-h2-694802-15 with host n-h2-694802-15 {{(pid=94468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 14:53:46.408507 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-dae3190a-8a4b-4b6b-8c7d-5f758222cada tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc01da9f-031d-4282-8fde-0b0d4f0ebcbf') {'for_net_delete': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:53:46.412530 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-dae3190a-8a4b-4b6b-8c7d-5f758222cada tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc01da9f-031d-4282-8fde-0b0d4f0ebcbf') {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:53:46.458099 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-dae3190a-8a4b-4b6b-8c7d-5f758222cada tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744654122361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2293560'] for segment, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:46.493517 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4c1a1ae-d48d-41ee-88bc-ec9c129b01dd None None] Routers {'fc572c8f-26e1-4b7d-b31c-a7469b1b9a02'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:53:46.495385 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-d4c1a1ae-d48d-41ee-88bc-ec9c129b01dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:53:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['fc572c8f-26e1-4b7d-b31c-a7469b1b9a02'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:53:46.509572 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-dae3190a-8a4b-4b6b-8c7d-5f758222cada tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:46.517159 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dae3190a-8a4b-4b6b-8c7d-5f758222cada tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Releasing vlan 320 on physical network physnet1 to pool {{(pid=94466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 14:53:46.517690 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-dae3190a-8a4b-4b6b-8c7d-5f758222cada tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3718595'] for segment, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:46.565741 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port 9b94a7ec-2f8e-4ad7-a484-8a99e5660380, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=9b94a7ec-2f8e-4ad7-a484-8a99e5660380,segment=NetworkSegment(16f1a284-68f4-48a4-85c3-491c16dd108b),segment_id=16f1a284-68f4-48a4-85c3-491c16dd108b)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:53:46.579304 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Returning: {'device': '9b94a7ec-2f8e-4ad7-a484-8a99e5660380', 'network_id': '552f0e08-11d2-407d-9c90-a9456f167955', 'port_id': '9b94a7ec-2f8e-4ad7-a484-8a99e5660380', 'mac_address': 'fa:16:3e:14:a1:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8803e8e2-fb74-4f26-9f40-98aa73d90aef', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 14:53:46.647436 n-d-694802-15 neutron-server[94466]: Traceback (most recent call last): Aug 12 14:53:46.647436 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 14:53:46.647436 n-d-694802-15 neutron-server[94466]: timer() Aug 12 14:53:46.647436 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 14:53:46.647436 n-d-694802-15 neutron-server[94466]: cb(*args, **kw) Aug 12 14:53:46.647436 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 14:53:46.647436 n-d-694802-15 neutron-server[94466]: return func(*args, **kwargs) Aug 12 14:53:46.647436 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 14:53:46.647436 n-d-694802-15 neutron-server[94466]: self._notify() Aug 12 14:53:46.647436 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 14:53:46.647436 n-d-694802-15 neutron-server[94466]: self.callback(batched_events) Aug 12 14:53:46.647436 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 14:53:46.647436 n-d-694802-15 neutron-server[94466]: event.method(event) Aug 12 14:53:46.647436 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 14:53:46.647436 n-d-694802-15 neutron-server[94466]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 14:53:46.647436 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 14:53:46.647436 n-d-694802-15 neutron-server[94466]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 14:53:46.647436 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 14:53:46.647436 n-d-694802-15 neutron-server[94466]: return f(self, *a, **k) Aug 12 14:53:46.647436 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 14:53:46.647436 n-d-694802-15 neutron-server[94466]: return self._get(url).json() Aug 12 14:53:46.647436 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 14:53:46.647436 n-d-694802-15 neutron-server[94466]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 14:53:46.647436 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 14:53:46.647436 n-d-694802-15 neutron-server[94466]: return self.request(url, 'GET', **kwargs) Aug 12 14:53:46.647436 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 14:53:46.647436 n-d-694802-15 neutron-server[94466]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 14:53:46.647436 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 14:53:46.647436 n-d-694802-15 neutron-server[94466]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 14:53:46.647436 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 14:53:46.647436 n-d-694802-15 neutron-server[94466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 14:53:46.647436 n-d-694802-15 neutron-server[94466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 14:53:46.650311 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device 23a0d781-1366-40cd-948a-78381176dc2e details requested by agent hyperv_n-h1-694802-15 with host n-h1-694802-15 {{(pid=94468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 14:53:46.656895 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-dae3190a-8a4b-4b6b-8c7d-5f758222cada tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66413281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431520'] for network, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:46.657207 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device a42d1f84-f2a1-42a5-9dc8-8b3ab8c51abe up at agent hyperv_n-h1-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:53:46.694166 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-dae3190a-8a4b-4b6b-8c7d-5f758222cada tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Notify callbacks [] for network, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:46.699644 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 34102) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:53:46.700342 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-dae3190a-8a4b-4b6b-8c7d-5f758222cada tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] 10.222.0.39 "DELETE /v2.0/networks/f200eec9-5bf0-4e15-8e47-1163aba1e236 HTTP/1.1" status: 204 len: 168 time: 5.5382509 Aug 12 14:53:46.729387 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:46.755305 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae3190a-8a4b-4b6b-8c7d-5f758222cada tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Pushing event deleted for resources: {'Network': ['ID=f200eec9-5bf0-4e15-8e47-1163aba1e236,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:53:46.807076 n-d-694802-15 neutron-server[94467]: INFO neutron.pecan_wsgi.hooks.translation [None req-8dbba494-dd74-4303-b555-eb4bad788d4d tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] GET failed (client error): The resource could not be found. Aug 12 14:53:46.807876 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd7240a-ed07-4a39-80af-51f4517aa34d req-03c377e0-c7c0-4203-a31c-b9034b6bfc2d tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:53:46.816471 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-8dbba494-dd74-4303-b555-eb4bad788d4d tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] 10.222.0.39 "GET /v2.0/subnets/8d6dc1ea-f7a6-4694-906c-b0bcd201b900 HTTP/1.1" status: 404 len: 337 time: 0.1155529 Aug 12 14:53:46.818096 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-3bd7240a-ed07-4a39-80af-51f4517aa34d req-03c377e0-c7c0-4203-a31c-b9034b6bfc2d tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/ports?device_id=8f635c1b-9047-4fc7-9184-bfaf2dee2e49 HTTP/1.1" status: 200 len: 932 time: 0.7289319 Aug 12 14:53:46.818382 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 34108) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:53:46.874679 n-d-694802-15 neutron-server[94467]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f7e715f-6a68-4911-99df-87c0a315fa08 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] DELETE failed (client error): The resource could not be found. Aug 12 14:53:46.884806 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f7e715f-6a68-4911-99df-87c0a315fa08 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94467) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 14:53:46.885208 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-5f7e715f-6a68-4911-99df-87c0a315fa08 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] 10.222.0.39 "DELETE /v2.0/networks/f200eec9-5bf0-4e15-8e47-1163aba1e236 HTTP/1.1" status: 404 len: 339 time: 0.0657029 Aug 12 14:53:46.889194 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 34110) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:53:47.008892 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b94a7ec-2f8e-4ad7-a484-8a99e5660380 {{(pid=94468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:53:47.069186 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-3bd7240a-ed07-4a39-80af-51f4517aa34d req-7c0e4741-7d9b-4d83-bf08-9ec2f56a061b tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/security-groups?id=e9cf0ab5-0271-49fc-bd90-f712bfba6400&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2496197 Aug 12 14:53:47.103853 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port 9b94a7ec-2f8e-4ad7-a484-8a99e5660380, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=9b94a7ec-2f8e-4ad7-a484-8a99e5660380,segment=NetworkSegment(16f1a284-68f4-48a4-85c3-491c16dd108b),segment_id=16f1a284-68f4-48a4-85c3-491c16dd108b)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:53:47.140208 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196c6686-32be-46ad-b3a3-640a5aef4846 None None] Pushing event updated for resources: {'Port': ['ID=f615c301-6b6c-4297-830a-128ea7bfb96c,revision_number=4']} {{(pid=94469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:53:47.157978 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:47.169307 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port 23a0d781-1366-40cd-948a-78381176dc2e, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=23a0d781-1366-40cd-948a-78381176dc2e,segment=NetworkSegment(16f1a284-68f4-48a4-85c3-491c16dd108b),segment_id=16f1a284-68f4-48a4-85c3-491c16dd108b)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:53:47.208824 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-d4c1a1ae-d48d-41ee-88bc-ec9c129b01dd None None] Set router fc572c8f-26e1-4b7d-b31c-a7469b1b9a02 gateway port host: n-d-694802-15 {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:53:47.240422 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Provisioning for port a42d1f84-f2a1-42a5-9dc8-8b3ab8c51abe completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:53:47.260398 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Pushing event updated for resources: {'Port': ['ID=9b94a7ec-2f8e-4ad7-a484-8a99e5660380,revision_number=4']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:53:47.280128 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Provisioning complete for port a42d1f84-f2a1-42a5-9dc8-8b3ab8c51abe triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:53:47.280504 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:47.367079 n-d-694802-15 neutron-server[94466]: DEBUG neutron.notifiers.nova [req-b5c308b0-532c-493e-840a-8b86608443f4 req-225fb963-26f2-4d73-a987-961969266870 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 988e1ab5-5805-4d46-b089-22e6208febbc {{(pid=94466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:53:47.376307 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-b5c308b0-532c-493e-840a-8b86608443f4 req-225fb963-26f2-4d73-a987-961969266870 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:47.378893 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Returning: {'device': '23a0d781-1366-40cd-948a-78381176dc2e', 'network_id': '552f0e08-11d2-407d-9c90-a9456f167955', 'port_id': '23a0d781-1366-40cd-948a-78381176dc2e', 'mac_address': 'fa:16:3e:3e:e3:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8803e8e2-fb74-4f26-9f40-98aa73d90aef', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 14:53:47.392118 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [req-b5c308b0-532c-493e-840a-8b86608443f4 req-225fb963-26f2-4d73-a987-961969266870 service neutron] Transition to ACTIVE for port object 988e1ab5-5805-4d46-b089-22e6208febbc will not be triggered until provisioned by entity L2. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:53:47.399103 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-b5c308b0-532c-493e-840a-8b86608443f4 req-225fb963-26f2-4d73-a987-961969266870 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3718439'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:47.446504 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae0a02bb-88ec-491c-9d88-f871c27b6c07 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:53:47.448626 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-ae0a02bb-88ec-491c-9d88-f871c27b6c07 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.5580401 Aug 12 14:53:47.452686 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 34118) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:53:47.469578 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225fb963-26f2-4d73-a987-961969266870 service neutron] Pushing event updated for resources: {'Port': ['ID=988e1ab5-5805-4d46-b089-22e6208febbc,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:53:47.514848 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] get_ports_and_sgs() called for port_ids ['9b94a7ec-2f8e-4ad7-a484-8a99e5660380'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:53:47.677986 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [req-b5c308b0-532c-493e-840a-8b86608443f4 req-225fb963-26f2-4d73-a987-961969266870 service neutron] Attempting to bind port 988e1ab5-5805-4d46-b089-22e6208febbc on host n-h2-694802-15 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:53:47.680398 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [req-b5c308b0-532c-493e-840a-8b86608443f4 req-225fb963-26f2-4d73-a987-961969266870 service neutron] Attempting to bind port 988e1ab5-5805-4d46-b089-22e6208febbc by drivers openvswitch,hyperv on host n-h2-694802-15 at level 0 using segments [{'id': '3c13c1c5-6909-4094-b7be-b75bca54d586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'db095345-e0d8-47fa-815f-3ac64beebe04'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:53:47.684363 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5c308b0-532c-493e-840a-8b86608443f4 req-225fb963-26f2-4d73-a987-961969266870 service neutron] Attempting to bind port 988e1ab5-5805-4d46-b089-22e6208febbc on network db095345-e0d8-47fa-815f-3ac64beebe04 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:53:47.696815 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5c308b0-532c-493e-840a-8b86608443f4 req-225fb963-26f2-4d73-a987-961969266870 service neutron] Port 988e1ab5-5805-4d46-b089-22e6208febbc on network db095345-e0d8-47fa-815f-3ac64beebe04 not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-15 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 14:53:47.697516 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:47.698370 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5c308b0-532c-493e-840a-8b86608443f4 req-225fb963-26f2-4d73-a987-961969266870 service neutron] Attempting to bind port 988e1ab5-5805-4d46-b089-22e6208febbc on network db095345-e0d8-47fa-815f-3ac64beebe04 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:53:47.717934 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5c308b0-532c-493e-840a-8b86608443f4 req-225fb963-26f2-4d73-a987-961969266870 service neutron] Checking agent: {'id': 'b7697f71-33f3-4959-ad82-43c2dc15845d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 27, 42), 'started_at': datetime.datetime(2021, 8, 12, 14, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 53, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:53:47.718848 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5c308b0-532c-493e-840a-8b86608443f4 req-225fb963-26f2-4d73-a987-961969266870 service neutron] Checking segment: {'id': '3c13c1c5-6909-4094-b7be-b75bca54d586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'db095345-e0d8-47fa-815f-3ac64beebe04'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:53:47.719290 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5c308b0-532c-493e-840a-8b86608443f4 req-225fb963-26f2-4d73-a987-961969266870 service neutron] Bound using segment: {'id': '3c13c1c5-6909-4094-b7be-b75bca54d586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'db095345-e0d8-47fa-815f-3ac64beebe04'} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:53:47.719743 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [req-b5c308b0-532c-493e-840a-8b86608443f4 req-225fb963-26f2-4d73-a987-961969266870 service neutron] Bound port: 988e1ab5-5805-4d46-b089-22e6208febbc, host: n-h2-694802-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c13c1c5-6909-4094-b7be-b75bca54d586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'db095345-e0d8-47fa-815f-3ac64beebe04'}}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:53:47.720111 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-b5c308b0-532c-493e-840a-8b86608443f4 req-225fb963-26f2-4d73-a987-961969266870 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:47.731515 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:47.760753 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23a0d781-1366-40cd-948a-78381176dc2e {{(pid=94468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:53:47.772235 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9248dc1-b2a3-4a83-bfca-b0f452fae84b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a42d1f84-f2a1-42a5-9dc8-8b3ab8c51abe'}] {{(pid=94468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:53:47.777607 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99a8d87602170099c728e57431aca99e9b98a655a83bbf8727be13192709727b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ed23ea1-3a38-46eb-9b32-dd2045658b79" -d '{"events": [{"server_uuid": "d9248dc1-b2a3-4a83-bfca-b0f452fae84b", "name": "network-vif-plugged", "status": "completed", "tag": "a42d1f84-f2a1-42a5-9dc8-8b3ab8c51abe"}]}' {{(pid=94468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:53:47.795805 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-d4c1a1ae-d48d-41ee-88bc-ec9c129b01dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc572c8f-26e1-4b7d-b31c-a7469b1b9a02', 'name': 'tempest-TestVolumeBackupRestore-20553579-router', 'tenant_id': '8a81254ef6934f2cb9ef8c9cf7103a3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.169'}], 'enable_snat': True}, 'gw_port_id': '0bdd7acd-8c90-4066-803f-34793abe5f3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:53:24Z', 'updated_at': '2021-08-12T14:53:39Z', 'revision_number': 4, 'project_id': '8a81254ef6934f2cb9ef8c9cf7103a3f', 'gw_port': {'id': '0bdd7acd-8c90-4066-803f-34793abe5f3c', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:ff:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc572c8f-26e1-4b7d-b31c-a7469b1b9a02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2595, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:53:26Z', 'updated_at': '2021-08-12T14:53:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': 'f615c301-6b6c-4297-830a-128ea7bfb96c', 'name': '', 'network_id': '94d2e86c-879f-45e8-b2ac-bf9908cd5044', 'tenant_id': '8a81254ef6934f2cb9ef8c9cf7103a3f', 'mac_address': 'fa:16:3e:ec:35:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc572c8f-26e1-4b7d-b31c-a7469b1b9a02', 'device_owner': 'network:router_interface', 'standard_attr_id': 2605, 'fixed_ips': [{'subnet_id': '0d8122f3-50c7-4bcc-984f-1e32208d4e29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:53:36Z', 'updated_at': '2021-08-12T14:53:46Z', 'revision_number': 4, 'project_id': '8a81254ef6934f2cb9ef8c9cf7103a3f', 'subnets': [{'id': '0d8122f3-50c7-4bcc-984f-1e32208d4e29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:53:47.855743 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port a42d1f84-f2a1-42a5-9dc8-8b3ab8c51abe, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=a42d1f84-f2a1-42a5-9dc8-8b3ab8c51abe,segment=NetworkSegment(16f1a284-68f4-48a4-85c3-491c16dd108b),segment_id=16f1a284-68f4-48a4-85c3-491c16dd108b)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:53:47.893104 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:47.899784 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4c1a1ae-d48d-41ee-88bc-ec9c129b01dd None None] The sync data for ids ['fc572c8f-26e1-4b7d-b31c-a7469b1b9a02'] in n-d-694802-15 is: [{'id': 'fc572c8f-26e1-4b7d-b31c-a7469b1b9a02', 'name': 'tempest-TestVolumeBackupRestore-20553579-router', 'tenant_id': '8a81254ef6934f2cb9ef8c9cf7103a3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.169'}], 'enable_snat': True}, 'gw_port_id': '0bdd7acd-8c90-4066-803f-34793abe5f3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:53:24Z', 'updated_at': '2021-08-12T14:53:39Z', 'revision_number': 4, 'project_id': '8a81254ef6934f2cb9ef8c9cf7103a3f', 'gw_port': {'id': '0bdd7acd-8c90-4066-803f-34793abe5f3c', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:ff:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc572c8f-26e1-4b7d-b31c-a7469b1b9a02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2595, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:53:26Z', 'updated_at': '2021-08-12T14:53:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': 'f615c301-6b6c-4297-830a-128ea7bfb96c', 'name': '', 'network_id': '94d2e86c-879f-45e8-b2ac-bf9908cd5044', 'tenant_id': '8a81254ef6934f2cb9ef8c9cf7103a3f', 'mac_address': 'fa:16:3e:ec:35:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc572c8f-26e1-4b7d-b31c-a7469b1b9a02', 'device_owner': 'network:router_interface', 'standard_attr_id': 2605, 'fixed_ips': [{'subnet_id': '0d8122f3-50c7-4bcc-984f-1e32208d4e29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:53:36Z', 'updated_at': '2021-08-12T14:53:46Z', 'revision_number': 4, 'project_id': '8a81254ef6934f2cb9ef8c9cf7103a3f', 'subnets': [{'id': '0d8122f3-50c7-4bcc-984f-1e32208d4e29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 14:53:47.911665 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port 23a0d781-1366-40cd-948a-78381176dc2e, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=23a0d781-1366-40cd-948a-78381176dc2e,segment=NetworkSegment(16f1a284-68f4-48a4-85c3-491c16dd108b),segment_id=16f1a284-68f4-48a4-85c3-491c16dd108b)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:53:48.005728 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [req-b5c308b0-532c-493e-840a-8b86608443f4 req-225fb963-26f2-4d73-a987-961969266870 service neutron] For port 988e1ab5-5805-4d46-b089-22e6208febbc, host n-h2-694802-15, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:53:48.014008 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [req-b5c308b0-532c-493e-840a-8b86608443f4 req-225fb963-26f2-4d73-a987-961969266870 service neutron] For port 988e1ab5-5805-4d46-b089-22e6208febbc, host n-h2-694802-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=988e1ab5-5805-4d46-b089-22e6208febbc,segment=NetworkSegment(3c13c1c5-6909-4094-b7be-b75bca54d586),segment_id=3c13c1c5-6909-4094-b7be-b75bca54d586)] {{(pid=94466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:53:48.023684 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-b5c308b0-532c-493e-840a-8b86608443f4 req-225fb963-26f2-4d73-a987-961969266870 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3718439'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:48.024093 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:48.036863 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 14:53:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d50ac0ca-df9f-4d41-9a8b-f107e451fa53 x-openstack-request-id: req-d50ac0ca-df9f-4d41-9a8b-f107e451fa53 {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:53:48.037329 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9248dc1-b2a3-4a83-bfca-b0f452fae84b", "name": "network-vif-plugged", "status": "completed", "tag": "a42d1f84-f2a1-42a5-9dc8-8b3ab8c51abe", "code": 200}]} {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:53:48.037763 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d50ac0ca-df9f-4d41-9a8b-f107e451fa53 {{(pid=94468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:53:48.038252 n-d-694802-15 neutron-server[94468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9248dc1-b2a3-4a83-bfca-b0f452fae84b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a42d1f84-f2a1-42a5-9dc8-8b3ab8c51abe', 'code': 200} Aug 12 14:53:48.163837 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225fb963-26f2-4d73-a987-961969266870 service neutron] Pushing event updated for resources: {'Port': ['ID=988e1ab5-5805-4d46-b089-22e6208febbc,revision_number=3']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:53:48.174543 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c308b0-532c-493e-840a-8b86608443f4 req-225fb963-26f2-4d73-a987-961969266870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:53:48.175395 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-b5c308b0-532c-493e-840a-8b86608443f4 req-225fb963-26f2-4d73-a987-961969266870 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:48.176792 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-b5c308b0-532c-493e-840a-8b86608443f4 req-225fb963-26f2-4d73-a987-961969266870 service neutron] 10.222.0.49 "PUT /v2.0/ports/988e1ab5-5805-4d46-b089-22e6208febbc HTTP/1.1" status: 200 len: 1093 time: 2.2695386 Aug 12 14:53:48.177257 n-d-694802-15 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f635c1b-9047-4fc7-9184-bfaf2dee2e49', 'tag': '988e1ab5-5805-4d46-b089-22e6208febbc'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:53:48.179826 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e785eeede3897370d0b20f09d5f461b30cfecd5ed38c4f07dacd02bc52c9277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2596d05c-7484-4b14-8674-509ea69d1dd8" -d '{"events": [{"name": "network-changed", "server_uuid": "8f635c1b-9047-4fc7-9184-bfaf2dee2e49", "tag": "988e1ab5-5805-4d46-b089-22e6208febbc"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:53:48.219855 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Pushing event updated for resources: {'Port': ['ID=a42d1f84-f2a1-42a5-9dc8-8b3ab8c51abe,revision_number=5']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:53:48.288814 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-e004a165-0e02-488b-a158-2b171e1923d2 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] 10.222.0.39 "GET /v2.0/subnets?network_id=d3759e1b-6c03-45ac-acd4-90abb417809b HTTP/1.1" status: 200 len: 207 time: 0.8317668 Aug 12 14:53:48.295149 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 34132) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:53:48.350335 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95c2e03-c42c-44bb-9790-ee577532067d req-25875849-d3d3-452f-b0d5-0f6a5fde1977 tempest-ListServersNegativeTestJSON-661303683 tempest-ListServersNegativeTestJSON-661303683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:53:48.363148 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f95c2e03-c42c-44bb-9790-ee577532067d req-25875849-d3d3-452f-b0d5-0f6a5fde1977 tempest-ListServersNegativeTestJSON-661303683 tempest-ListServersNegativeTestJSON-661303683-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0115283-4d6c-4691-bcdd-6a15b76a3da3 HTTP/1.1" status: 200 len: 943 time: 0.9672985 Aug 12 14:53:48.400090 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c308b0-532c-493e-840a-8b86608443f4 req-442be9f5-e872-46b3-bdcc-ead040b4f542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:53:48.401699 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-b5c308b0-532c-493e-840a-8b86608443f4 req-442be9f5-e872-46b3-bdcc-ead040b4f542 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=6774b656eb8145eb998ea0059b40b4c3&device_id=8f635c1b-9047-4fc7-9184-bfaf2dee2e49 HTTP/1.1" status: 200 len: 1096 time: 0.1814821 Aug 12 14:53:48.430556 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Pushing event updated for resources: {'Port': ['ID=23a0d781-1366-40cd-948a-78381176dc2e,revision_number=4']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:53:48.458124 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] get_ports_and_sgs() called for port_ids ['23a0d781-1366-40cd-948a-78381176dc2e'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:53:48.519875 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-b5c308b0-532c-493e-840a-8b86608443f4 req-6e124203-a172-48b5-a235-66d220e91741 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=988e1ab5-5805-4d46-b089-22e6208febbc HTTP/1.1" status: 200 len: 217 time: 0.1072183 Aug 12 14:53:48.548340 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57df0cef-be96-4150-bcbd-75c79209989b req-913b4eef-70de-49a1-a23d-c4f66b171a37 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:53:48.549952 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-57df0cef-be96-4150-bcbd-75c79209989b req-913b4eef-70de-49a1-a23d-c4f66b171a37 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/ports?device_id=8f635c1b-9047-4fc7-9184-bfaf2dee2e49 HTTP/1.1" status: 200 len: 944 time: 0.2685266 Aug 12 14:53:48.584078 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f95c2e03-c42c-44bb-9790-ee577532067d req-131006c0-a029-4f93-9707-9b48d274ca50 tempest-ListServersNegativeTestJSON-661303683 tempest-ListServersNegativeTestJSON-661303683-project] 10.222.0.39 "GET /v2.0/security-groups?id=3ebaac9a-fe06-4bc1-af70-7378483ff2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2186975 Aug 12 14:53:48.635970 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97695048-eeb0-4d3e-8ad2-514b8df23d91 req-57013e30-96b6-4db9-b295-dceffbbca754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:53:48.637598 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-97695048-eeb0-4d3e-8ad2-514b8df23d91 req-57013e30-96b6-4db9-b295-dceffbbca754 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=d9248dc1-b2a3-4a83-bfca-b0f452fae84b HTTP/1.1" status: 200 len: 1098 time: 0.4932339 Aug 12 14:53:48.738706 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 14:53:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd6a1a18-bf8e-4562-9223-957921590e0b x-openstack-request-id: req-fd6a1a18-bf8e-4562-9223-957921590e0b {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:53:48.739316 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f635c1b-9047-4fc7-9184-bfaf2dee2e49", "tag": "988e1ab5-5805-4d46-b089-22e6208febbc", "status": "completed", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:53:48.743837 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-fd6a1a18-bf8e-4562-9223-957921590e0b {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:53:48.744672 n-d-694802-15 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f635c1b-9047-4fc7-9184-bfaf2dee2e49', 'tag': '988e1ab5-5805-4d46-b089-22e6208febbc', 'status': 'completed', 'code': 200} Aug 12 14:53:48.761022 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-57df0cef-be96-4150-bcbd-75c79209989b req-0efd905e-ff2b-4a85-8720-210d05b1a796 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/security-groups?id=e9cf0ab5-0271-49fc-bd90-f712bfba6400&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0964494 Aug 12 14:53:48.785216 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-97695048-eeb0-4d3e-8ad2-514b8df23d91 req-68178161-d532-41e2-8b36-fde4150b54b8 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=3ebaac9a-fe06-4bc1-af70-7378483ff2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317310 Aug 12 14:53:48.803975 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2602b5d3-74b7-49c8-9204-17e859366692 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:53:48.804780 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c308b0-532c-493e-840a-8b86608443f4 req-a6d250da-6d1b-4d5a-95c6-99e30fb39373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:53:48.806601 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-b5c308b0-532c-493e-840a-8b86608443f4 req-a6d250da-6d1b-4d5a-95c6-99e30fb39373 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c6b9fd07-f9b4-4406-ad8f-d473ff31e70f HTTP/1.1" status: 200 len: 835 time: 0.2557163 Aug 12 14:53:48.810321 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2602b5d3-74b7-49c8-9204-17e859366692 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:53:48.856611 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2602b5d3-74b7-49c8-9204-17e859366692 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:53:48.864964 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2602b5d3-74b7-49c8-9204-17e859366692 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:53:48.885016 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 34142) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:53:48.887204 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-2602b5d3-74b7-49c8-9204-17e859366692 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2487 time: 0.5893452 Aug 12 14:53:49.046130 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c308b0-532c-493e-840a-8b86608443f4 req-8d702ba2-4976-401b-a4e8-49312663b7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:53:49.047689 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-b5c308b0-532c-493e-840a-8b86608443f4 req-8d702ba2-4976-401b-a4e8-49312663b7c5 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=db095345-e0d8-47fa-815f-3ac64beebe04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2318799 Aug 12 14:53:49.311589 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-28f0c16a-b114-479c-aa25-9acbe9acded1 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] 10.222.0.39 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 576 time: 0.4253602 Aug 12 14:53:49.315706 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 34152) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:53:49.371464 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-b5c308b0-532c-493e-840a-8b86608443f4 req-c8a247ab-18b4-4f04-a2b4-156217ace40f service neutron] 10.222.0.49 "GET /v2.0/networks/db095345-e0d8-47fa-815f-3ac64beebe04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3124864 Aug 12 14:53:49.504405 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eab15e71-5251-4157-989a-cfe1a666877c tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:53:49.506753 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eab15e71-5251-4157-989a-cfe1a666877c tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:53:49.508706 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-eab15e71-5251-4157-989a-cfe1a666877c tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1915014 Aug 12 14:53:49.512406 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 34156) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:53:49.564951 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-b5c308b0-532c-493e-840a-8b86608443f4 req-800c8fa7-f388-4ed6-885d-97e6151d09e3 service neutron] 10.222.0.49 "GET /v2.0/networks/db095345-e0d8-47fa-815f-3ac64beebe04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1825986 Aug 12 14:53:49.625744 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d188ab60-26be-41d2-93ac-778fc15cace1 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Attributes excluded by policy engine: ['shared'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:53:49.627764 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d188ab60-26be-41d2-93ac-778fc15cace1 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Attributes excluded by policy engine: ['shared'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:53:49.630314 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-d188ab60-26be-41d2-93ac-778fc15cace1 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] 10.222.0.39 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1161177 Aug 12 14:53:49.636171 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 34164) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:53:49.764459 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327e924c-215c-4379-8638-6cc54d53638e req-49dee51a-7feb-4242-9b29-6e389a89ae93 tempest-ListServersNegativeTestJSON-661303683 tempest-ListServersNegativeTestJSON-661303683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:53:49.779357 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-327e924c-215c-4379-8638-6cc54d53638e req-49dee51a-7feb-4242-9b29-6e389a89ae93 tempest-ListServersNegativeTestJSON-661303683 tempest-ListServersNegativeTestJSON-661303683-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0115283-4d6c-4691-bcdd-6a15b76a3da3 HTTP/1.1" status: 200 len: 944 time: 0.0855820 Aug 12 14:53:49.806792 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2596d05c-7484-4b14-8674-509ea69d1dd8 req-cc3d7980-563f-412b-b5ec-db72c265f5c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:53:49.809567 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-2596d05c-7484-4b14-8674-509ea69d1dd8 req-cc3d7980-563f-412b-b5ec-db72c265f5c6 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=6774b656eb8145eb998ea0059b40b4c3&device_id=8f635c1b-9047-4fc7-9184-bfaf2dee2e49 HTTP/1.1" status: 200 len: 1096 time: 0.1746452 Aug 12 14:53:49.898296 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-327e924c-215c-4379-8638-6cc54d53638e req-101a84ef-ffc5-4f5a-ad6c-15862ee39a48 tempest-ListServersNegativeTestJSON-661303683 tempest-ListServersNegativeTestJSON-661303683-project] 10.222.0.39 "GET /v2.0/security-groups?id=3ebaac9a-fe06-4bc1-af70-7378483ff2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169150 Aug 12 14:53:49.940772 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device f615c301-6b6c-4297-830a-128ea7bfb96c up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:53:50.021313 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning for port f615c301-6b6c-4297-830a-128ea7bfb96c completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:53:50.026393 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port f615c301-6b6c-4297-830a-128ea7bfb96c triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:53:50.026818 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:50.098830 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42bf4ba3-a5f1-4efd-ba8b-c953924eb345 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:53:50.106425 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 34168) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:53:50.111829 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-42bf4ba3-a5f1-4efd-ba8b-c953924eb345 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] 10.222.0.39 "GET /v2.0/networks/b31fe52d-b89f-4ea4-b49d-3caa2baa1728 HTTP/1.1" status: 200 len: 800 time: 0.4152296 Aug 12 14:53:50.145616 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:50.161057 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2596d05c-7484-4b14-8674-509ea69d1dd8 req-0171a3ca-309f-4f4c-875e-e354afe059e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:53:50.162694 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-2596d05c-7484-4b14-8674-509ea69d1dd8 req-0171a3ca-309f-4f4c-875e-e354afe059e1 service neutron] 10.222.0.49 "GET /v2.0/networks?id=db095345-e0d8-47fa-815f-3ac64beebe04 HTTP/1.1" status: 200 len: 898 time: 0.3443980 Aug 12 14:53:50.196517 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1335c280-aef2-451d-822c-6ef21c1ae707 req-1baa561c-e6fa-45aa-a288-2ae9d15fac57 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:53:50.202801 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-1335c280-aef2-451d-822c-6ef21c1ae707 req-1baa561c-e6fa-45aa-a288-2ae9d15fac57 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/ports?device_id=8f635c1b-9047-4fc7-9184-bfaf2dee2e49 HTTP/1.1" status: 200 len: 944 time: 0.2884769 Aug 12 14:53:50.216532 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] For port f615c301-6b6c-4297-830a-128ea7bfb96c, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=f615c301-6b6c-4297-830a-128ea7bfb96c,segment=NetworkSegment(83031dbc-dfa7-429e-a176-2219549516f6),segment_id=83031dbc-dfa7-429e-a176-2219549516f6)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:53:50.224581 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:50.264340 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-d577a07a-2038-4569-b0fd-1d6001d1024e tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] 10.222.0.39 "GET /v2.0/networks/b31fe52d-b89f-4ea4-b49d-3caa2baa1728?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.1561103 Aug 12 14:53:50.265311 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 34172) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:53:50.304376 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Pushing event updated for resources: {'Port': ['ID=f615c301-6b6c-4297-830a-128ea7bfb96c,revision_number=5']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:53:50.323557 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-2596d05c-7484-4b14-8674-509ea69d1dd8 req-91d3093d-30da-40f4-b44a-3abc4a79a84e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=988e1ab5-5805-4d46-b089-22e6208febbc HTTP/1.1" status: 200 len: 217 time: 0.1189032 Aug 12 14:53:50.330759 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87c7d442-4ceb-4b02-a7c1-d93a1413f4ca tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:53:50.332391 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-87c7d442-4ceb-4b02-a7c1-d93a1413f4ca tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] 10.222.0.39 "GET /v2.0/subnets/816a2489-9dec-4b15-a5a2-22bf37ccf56c HTTP/1.1" status: 200 len: 811 time: 0.0660272 Aug 12 14:53:50.335981 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 34174) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:53:50.376074 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-1335c280-aef2-451d-822c-6ef21c1ae707 req-b0faccc4-133e-47c5-ab8a-0f2f74a8af0c tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/security-groups?id=e9cf0ab5-0271-49fc-bd90-f712bfba6400&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1569262 Aug 12 14:53:50.409201 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ad1722c-6e3a-40ec-83a1-20df5f6118c8 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Attributes excluded by policy engine: ['shared'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:53:50.409201 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-2ad1722c-6e3a-40ec-83a1-20df5f6118c8 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] 10.222.0.39 "GET /v2.0/subnets/816a2489-9dec-4b15-a5a2-22bf37ccf56c?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0643752 Aug 12 14:53:50.409397 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 34176) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:53:50.410877 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-fb85250e-cdf0-4535-9623-0cf89480c0c4 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-62301903'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:53:50.416216 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2596d05c-7484-4b14-8674-509ea69d1dd8 req-649bdcf1-89e5-446a-bd33-7beced5ecd64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:53:50.417647 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-2596d05c-7484-4b14-8674-509ea69d1dd8 req-649bdcf1-89e5-446a-bd33-7beced5ecd64 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c6b9fd07-f9b4-4406-ad8f-d473ff31e70f HTTP/1.1" status: 200 len: 835 time: 0.0864496 Aug 12 14:53:50.426105 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device 9b94a7ec-2f8e-4ad7-a484-8a99e5660380 up at agent hyperv_n-h2-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:53:50.472986 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb85250e-cdf0-4535-9623-0cf89480c0c4 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Made reservation on behalf of c14e5c8db39f4234bf1759da0f0fd559 for: {'network': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:53:50.476546 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-fb85250e-cdf0-4535-9623-0cf89480c0c4 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for network, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:50.498863 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Provisioning for port 9b94a7ec-2f8e-4ad7-a484-8a99e5660380 completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:53:50.504837 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Provisioning complete for port 9b94a7ec-2f8e-4ad7-a484-8a99e5660380 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:53:50.505208 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:50.506833 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2596d05c-7484-4b14-8674-509ea69d1dd8 req-648b2db2-d893-4c88-8f4c-d23a3efcbf9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:53:50.509727 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-2596d05c-7484-4b14-8674-509ea69d1dd8 req-648b2db2-d893-4c88-8f4c-d23a3efcbf9a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=db095345-e0d8-47fa-815f-3ac64beebe04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0777702 Aug 12 14:53:50.530512 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb85250e-cdf0-4535-9623-0cf89480c0c4 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] vlan segment allocate from pool success with {'vlan_id': 304, 'physical_network': 'physnet1'} {{(pid=94466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 14:53:50.585445 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-fb85250e-cdf0-4535-9623-0cf89480c0c4 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:50.585823 n-d-694802-15 neutron-server[94466]: INFO neutron.db.segments_db [None req-fb85250e-cdf0-4535-9623-0cf89480c0c4 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Added segment 16baf16f-06cb-45f6-ba8c-5f194d72de45 of type vlan for network ca6b93a9-2204-4847-8b32-6f1625fc3cac Aug 12 14:53:50.614646 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:50.664636 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port 9b94a7ec-2f8e-4ad7-a484-8a99e5660380, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=9b94a7ec-2f8e-4ad7-a484-8a99e5660380,segment=NetworkSegment(16f1a284-68f4-48a4-85c3-491c16dd108b),segment_id=16f1a284-68f4-48a4-85c3-491c16dd108b)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:53:50.665680 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e45b54de-34a8-4d05-804f-d10c0ac07186', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b94a7ec-2f8e-4ad7-a484-8a99e5660380'}] {{(pid=94468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:53:50.669782 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99a8d87602170099c728e57431aca99e9b98a655a83bbf8727be13192709727b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-262bb1df-610b-41e8-a3be-b9bfa028a54b" -d '{"events": [{"server_uuid": "e45b54de-34a8-4d05-804f-d10c0ac07186", "name": "network-vif-plugged", "status": "completed", "tag": "9b94a7ec-2f8e-4ad7-a484-8a99e5660380"}]}' {{(pid=94468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:53:50.674498 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-fb85250e-cdf0-4535-9623-0cf89480c0c4 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744653628263'] for network, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:50.675488 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:50.677432 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device 23a0d781-1366-40cd-948a-78381176dc2e up at agent hyperv_n-h1-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:53:50.704913 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-2596d05c-7484-4b14-8674-509ea69d1dd8 req-72901f2c-cf9f-4351-b5e1-3e8fe02c58c4 service neutron] 10.222.0.49 "GET /v2.0/networks/db095345-e0d8-47fa-815f-3ac64beebe04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1854463 Aug 12 14:53:50.779623 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Pushing event updated for resources: {'Port': ['ID=9b94a7ec-2f8e-4ad7-a484-8a99e5660380,revision_number=5']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:53:50.782595 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-fb85250e-cdf0-4535-9623-0cf89480c0c4 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409'] for network, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:50.796206 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb85250e-cdf0-4535-9623-0cf89480c0c4 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:53:50.796876 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-fb85250e-cdf0-4535-9623-0cf89480c0c4 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Notify callbacks [] for network, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:50.797441 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Provisioning for port 23a0d781-1366-40cd-948a-78381176dc2e completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:53:50.802222 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Provisioning complete for port 23a0d781-1366-40cd-948a-78381176dc2e triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:53:50.803529 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:50.855724 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 14:53:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7877bf2-7211-4f16-84f7-22d45a63dd63 x-openstack-request-id: req-e7877bf2-7211-4f16-84f7-22d45a63dd63 {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:53:50.856026 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e45b54de-34a8-4d05-804f-d10c0ac07186", "name": "network-vif-plugged", "status": "completed", "tag": "9b94a7ec-2f8e-4ad7-a484-8a99e5660380", "code": 200}]} {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:53:50.856344 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e7877bf2-7211-4f16-84f7-22d45a63dd63 {{(pid=94468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:53:50.856908 n-d-694802-15 neutron-server[94468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e45b54de-34a8-4d05-804f-d10c0ac07186', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b94a7ec-2f8e-4ad7-a484-8a99e5660380', 'code': 200} Aug 12 14:53:50.916557 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-fb85250e-cdf0-4535-9623-0cf89480c0c4 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.5098283 Aug 12 14:53:50.941134 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 34188) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:53:50.946676 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb85250e-cdf0-4535-9623-0cf89480c0c4 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Pushing event updated for resources: {'Network': ['ID=ca6b93a9-2204-4847-8b32-6f1625fc3cac,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:53:50.950097 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-3887db6f-1eae-4749-8d91-f191cf141b4a tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Request body: {'subnet': {'network_id': 'ca6b93a9-2204-4847-8b32-6f1625fc3cac', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:53:51.022481 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-2596d05c-7484-4b14-8674-509ea69d1dd8 req-7c9dac5e-d161-4e2d-bd1d-97e6b134afa0 service neutron] 10.222.0.49 "GET /v2.0/networks/db095345-e0d8-47fa-815f-3ac64beebe04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3002326 Aug 12 14:53:51.077636 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:51.083733 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Network ca6b93a9-2204-4847-8b32-6f1625fc3cac details requested by agent ovs-agent-n-d-694802-15 with host n-d-694802-15 {{(pid=94468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 14:53:51.161232 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8343c9f0-f835-43a9-8471-4afd18b9e079 req-79fba7cd-87f6-453e-965b-e0c31a816aef tempest-ListServersNegativeTestJSON-661303683 tempest-ListServersNegativeTestJSON-661303683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:53:51.163077 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-8343c9f0-f835-43a9-8471-4afd18b9e079 req-79fba7cd-87f6-453e-965b-e0c31a816aef tempest-ListServersNegativeTestJSON-661303683 tempest-ListServersNegativeTestJSON-661303683-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0115283-4d6c-4691-bcdd-6a15b76a3da3 HTTP/1.1" status: 200 len: 944 time: 0.1065342 Aug 12 14:53:51.165212 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfa481b-f7d9-4231-826b-b6eb02f06a4a req-948f04d0-a196-45cb-9197-63b99d01541c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:53:51.176341 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-bbfa481b-f7d9-4231-826b-b6eb02f06a4a req-948f04d0-a196-45cb-9197-63b99d01541c service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=e45b54de-34a8-4d05-804f-d10c0ac07186 HTTP/1.1" status: 200 len: 1097 time: 0.2726531 Aug 12 14:53:51.178288 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3887db6f-1eae-4749-8d91-f191cf141b4a tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Made reservation on behalf of c14e5c8db39f4234bf1759da0f0fd559 for: {'subnet': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:53:51.202432 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-3887db6f-1eae-4749-8d91-f191cf141b4a tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3343791'] for subnet, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:51.253263 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port 23a0d781-1366-40cd-948a-78381176dc2e, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=23a0d781-1366-40cd-948a-78381176dc2e,segment=NetworkSegment(16f1a284-68f4-48a4-85c3-491c16dd108b),segment_id=16f1a284-68f4-48a4-85c3-491c16dd108b)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:53:51.259503 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:51.265658 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-8343c9f0-f835-43a9-8471-4afd18b9e079 req-fdb2fb32-3e87-4409-8286-e850e2c294f6 tempest-ListServersNegativeTestJSON-661303683 tempest-ListServersNegativeTestJSON-661303683-project] 10.222.0.39 "GET /v2.0/security-groups?id=3ebaac9a-fe06-4bc1-af70-7378483ff2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897596 Aug 12 14:53:51.316437 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Pushing event updated for resources: {'Port': ['ID=23a0d781-1366-40cd-948a-78381176dc2e,revision_number=5']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:53:51.383050 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.ipam_backend_mixin [None req-3887db6f-1eae-4749-8d91-f191cf141b4a tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Performing IP validity checks on allocation pools {{(pid=94467) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 12 14:53:51.383640 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.ipam_backend_mixin [None req-3887db6f-1eae-4749-8d91-f191cf141b4a tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94467) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 12 14:53:51.396439 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-bbfa481b-f7d9-4231-826b-b6eb02f06a4a req-11ef385f-c96d-4be2-9824-7d7f39b75861 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=3ebaac9a-fe06-4bc1-af70-7378483ff2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852245 Aug 12 14:53:51.590322 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d818bc-3448-49c5-85dc-1e8877b60232 req-4a27e98e-db03-4f32-8e2c-973cb17a1fe6 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:53:51.592339 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-82d818bc-3448-49c5-85dc-1e8877b60232 req-4a27e98e-db03-4f32-8e2c-973cb17a1fe6 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/ports?device_id=8f635c1b-9047-4fc7-9184-bfaf2dee2e49 HTTP/1.1" status: 200 len: 944 time: 0.1029131 Aug 12 14:53:51.593887 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-3887db6f-1eae-4749-8d91-f191cf141b4a tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2859166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3343773'] for subnet, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:51.698591 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-82d818bc-3448-49c5-85dc-1e8877b60232 req-329316e6-9890-4bf9-a61a-385b1aecfaab tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/security-groups?id=e9cf0ab5-0271-49fc-bd90-f712bfba6400&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0969670 Aug 12 14:53:51.702207 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3887db6f-1eae-4749-8d91-f191cf141b4a tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Pushing event updated for resources: {'Subnet': ['ID=c90f0ed0-a8e2-49fd-846d-e9c437443ad1,revision_number=0']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:53:51.709253 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3887db6f-1eae-4749-8d91-f191cf141b4a tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Checking segment: {'id': '16baf16f-06cb-45f6-ba8c-5f194d72de45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'ca6b93a9-2204-4847-8b32-6f1625fc3cac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:53:51.709831 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3887db6f-1eae-4749-8d91-f191cf141b4a tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Network hostable DHCP agents. Network: ca6b93a9-2204-4847-8b32-6f1625fc3cac, hostable agents: ['1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658'], hosted agents: [] {{(pid=94467) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 14:53:51.729451 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3887db6f-1eae-4749-8d91-f191cf141b4a tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Network ca6b93a9-2204-4847-8b32-6f1625fc3cac is scheduled to be hosted by DHCP agent 1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658 with binding_index 1 {{(pid=94467) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 14:53:51.748111 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [None req-3887db6f-1eae-4749-8d91-f191cf141b4a tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-15, ca6b93a9-2204-4847-8b32-6f1625fc3cac) {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:53:51.753213 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3887db6f-1eae-4749-8d91-f191cf141b4a tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:53:51.754431 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-3887db6f-1eae-4749-8d91-f191cf141b4a tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Notify callbacks [] for subnet, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:51.761932 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e914886b-68f1-475a-bfb8-2b017d753cf9 None None] Network ca6b93a9-2204-4847-8b32-6f1625fc3cac requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:53:51.774951 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-3887db6f-1eae-4749-8d91-f191cf141b4a tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.8277469 Aug 12 14:53:51.775103 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 34208) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:53:51.781156 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-ed729842-b3c0-4b1a-8d0d-a80229300e1f tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:53:51.910238 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device f615c301-6b6c-4297-830a-128ea7bfb96c up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:53:51.927223 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ed729842-b3c0-4b1a-8d0d-a80229300e1f tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8776384'] for subnet, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:52.056585 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port f615c301-6b6c-4297-830a-128ea7bfb96c triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:53:52.057086 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:52.155933 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4b1a336-cd78-47db-8f52-0595158d0c04 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa7035b3e-9a89-5964-b9f4-97301c3f476a-ca6b93a9-2204-4847-8b32-6f1625fc3cac', 'network_id': 'ca6b93a9-2204-4847-8b32-6f1625fc3cac', 'tenant_id': 'c14e5c8db39f4234bf1759da0f0fd559', 'fixed_ips': [{'subnet_id': 'c90f0ed0-a8e2-49fd-846d-e9c437443ad1'}]}} from n-d-694802-15. {{(pid=94468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 14:53:52.157084 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-d4b1a336-cd78-47db-8f52-0595158d0c04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:52.232438 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ed729842-b3c0-4b1a-8d0d-a80229300e1f tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8744654030987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3718500'] for subnet, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:52.365727 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed729842-b3c0-4b1a-8d0d-a80229300e1f tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:53:52.367004 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ed729842-b3c0-4b1a-8d0d-a80229300e1f tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Notify callbacks [] for subnet, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:52.368728 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-ed729842-b3c0-4b1a-8d0d-a80229300e1f tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] 10.222.0.39 "PUT /v2.0/subnets/c90f0ed0-a8e2-49fd-846d-e9c437443ad1 HTTP/1.1" status: 200 len: 877 time: 0.5927668 Aug 12 14:53:52.369955 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed729842-b3c0-4b1a-8d0d-a80229300e1f tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Pushing event updated for resources: {'Subnet': ['ID=c90f0ed0-a8e2-49fd-846d-e9c437443ad1,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:53:52.371919 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 34220) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:53:52.452990 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.db_base_plugin_common [None req-d4b1a336-cd78-47db-8f52-0595158d0c04 None None] Allocated IP 172.20.0.3 (ca6b93a9-2204-4847-8b32-6f1625fc3cac/c90f0ed0-a8e2-49fd-846d-e9c437443ad1/762c5653-f88a-4736-a264-2f725ef028ae) {{(pid=94468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:53:52.471896 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd32946-b496-4b60-8808-834f9e3cdaff req-a98784cb-f6c3-4225-abfd-0615f64c454c tempest-ListServersNegativeTestJSON-661303683 tempest-ListServersNegativeTestJSON-661303683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:53:52.474331 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-6fd32946-b496-4b60-8808-834f9e3cdaff req-a98784cb-f6c3-4225-abfd-0615f64c454c tempest-ListServersNegativeTestJSON-661303683 tempest-ListServersNegativeTestJSON-661303683-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0115283-4d6c-4691-bcdd-6a15b76a3da3 HTTP/1.1" status: 200 len: 945 time: 0.0742979 Aug 12 14:53:52.541791 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-aedfd804-886b-4123-a63e-55506d634594 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680608'] for network, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:52.579349 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-6fd32946-b496-4b60-8808-834f9e3cdaff req-744a816c-34db-452c-8203-880e71701bbd tempest-ListServersNegativeTestJSON-661303683 tempest-ListServersNegativeTestJSON-661303683-project] 10.222.0.39 "GET /v2.0/security-groups?id=3ebaac9a-fe06-4bc1-af70-7378483ff2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937097 Aug 12 14:53:52.657999 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-aedfd804-886b-4123-a63e-55506d634594 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66416255'] for subnet, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:52.782731 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-d4b1a336-cd78-47db-8f52-0595158d0c04 None None] Notify callbacks [] for port, precommit_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:52.796166 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-d4b1a336-cd78-47db-8f52-0595158d0c04 None None] Transition to ACTIVE for port object 762c5653-f88a-4736-a264-2f725ef028ae will not be triggered until provisioned by entity L2. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:53:52.816759 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-d4b1a336-cd78-47db-8f52-0595158d0c04 None None] Transition to ACTIVE for port object 762c5653-f88a-4736-a264-2f725ef028ae will not be triggered until provisioned by entity DHCP. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:53:52.825593 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-d4b1a336-cd78-47db-8f52-0595158d0c04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253'] for port, after_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:52.865359 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0115283-4d6c-4691-bcdd-6a15b76a3da3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23a0d781-1366-40cd-948a-78381176dc2e'}] {{(pid=94468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:53:52.866568 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-aedfd804-886b-4123-a63e-55506d634594 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66416232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2859225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3343748'] for subnet, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:52.867982 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99a8d87602170099c728e57431aca99e9b98a655a83bbf8727be13192709727b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-232d7162-4fd3-4769-b839-50185b15bb64" -d '{"events": [{"server_uuid": "b0115283-4d6c-4691-bcdd-6a15b76a3da3", "name": "network-vif-plugged", "status": "completed", "tag": "23a0d781-1366-40cd-948a-78381176dc2e"}]}' {{(pid=94468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:53:52.892818 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4b1a336-cd78-47db-8f52-0595158d0c04 None None] Network ca6b93a9-2204-4847-8b32-6f1625fc3cac is already hosted by enough agents. {{(pid=94468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:53:52.896014 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.base_scheduler [None req-d4b1a336-cd78-47db-8f52-0595158d0c04 None None] Resources bound (agent type, host, resource id): {{(pid=94468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:53:52.898402 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4b1a336-cd78-47db-8f52-0595158d0c04 None None] Received port after_create {{(pid=94468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:53:52.907717 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b1a336-cd78-47db-8f52-0595158d0c04 None None] Pushing event updated for resources: {'Port': ['ID=762c5653-f88a-4736-a264-2f725ef028ae,revision_number=1']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:53:52.930041 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383ec686-eecc-440e-8ee5-3810691fe5d6 req-407e0399-bc73-43a2-8963-2b2f805b8845 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:53:52.938496 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-383ec686-eecc-440e-8ee5-3810691fe5d6 req-407e0399-bc73-43a2-8963-2b2f805b8845 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/ports?device_id=8f635c1b-9047-4fc7-9184-bfaf2dee2e49 HTTP/1.1" status: 200 len: 944 time: 0.1434281 Aug 12 14:53:52.968607 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 14:53:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80e12a08-0178-4d38-afca-93b63f5d11cf x-openstack-request-id: req-80e12a08-0178-4d38-afca-93b63f5d11cf {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:53:52.969028 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0115283-4d6c-4691-bcdd-6a15b76a3da3", "name": "network-vif-plugged", "status": "completed", "tag": "23a0d781-1366-40cd-948a-78381176dc2e", "code": 200}]} {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:53:52.969414 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-80e12a08-0178-4d38-afca-93b63f5d11cf {{(pid=94468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:53:52.969685 n-d-694802-15 neutron-server[94468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0115283-4d6c-4691-bcdd-6a15b76a3da3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23a0d781-1366-40cd-948a-78381176dc2e', 'code': 200} Aug 12 14:53:52.986639 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-d4b1a336-cd78-47db-8f52-0595158d0c04 None None] Attempting to bind port 762c5653-f88a-4736-a264-2f725ef028ae on host n-d-694802-15 for vnic_type normal with profile {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:53:52.986972 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-d4b1a336-cd78-47db-8f52-0595158d0c04 None None] Attempting to bind port 762c5653-f88a-4736-a264-2f725ef028ae by drivers openvswitch,hyperv on host n-d-694802-15 at level 0 using segments [{'id': '16baf16f-06cb-45f6-ba8c-5f194d72de45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'ca6b93a9-2204-4847-8b32-6f1625fc3cac'}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:53:52.987390 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4b1a336-cd78-47db-8f52-0595158d0c04 None None] Attempting to bind port 762c5653-f88a-4736-a264-2f725ef028ae on network ca6b93a9-2204-4847-8b32-6f1625fc3cac {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:53:52.994580 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4b1a336-cd78-47db-8f52-0595158d0c04 None None] Checking agent: {'id': '16de73ac-f2e9-4cee-b3e0-91052ae3e6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 20, 13), 'started_at': datetime.datetime(2021, 8, 12, 14, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 53, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:53:52.994980 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4b1a336-cd78-47db-8f52-0595158d0c04 None None] Checking segment: {'id': '16baf16f-06cb-45f6-ba8c-5f194d72de45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'ca6b93a9-2204-4847-8b32-6f1625fc3cac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:53:52.995426 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-d4b1a336-cd78-47db-8f52-0595158d0c04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:52.995994 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4b1a336-cd78-47db-8f52-0595158d0c04 None None] Bound using segment: {'id': '16baf16f-06cb-45f6-ba8c-5f194d72de45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'ca6b93a9-2204-4847-8b32-6f1625fc3cac'} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:53:52.997197 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-d4b1a336-cd78-47db-8f52-0595158d0c04 None None] Bound port: 762c5653-f88a-4736-a264-2f725ef028ae, host: n-d-694802-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16baf16f-06cb-45f6-ba8c-5f194d72de45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'ca6b93a9-2204-4847-8b32-6f1625fc3cac'}}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:53:52.997359 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-d4b1a336-cd78-47db-8f52-0595158d0c04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:53.026826 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 34232) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:53:53.038653 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedfd804-886b-4123-a63e-55506d634594 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Pushing event deleted for resources: {'Subnet': ['ID=c90f0ed0-a8e2-49fd-846d-e9c437443ad1,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:53:53.127085 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-d4b1a336-cd78-47db-8f52-0595158d0c04 None None] For port 762c5653-f88a-4736-a264-2f725ef028ae, host n-d-694802-15, cleared binding levels {{(pid=94468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:53:53.131657 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-d4b1a336-cd78-47db-8f52-0595158d0c04 None None] For port 762c5653-f88a-4736-a264-2f725ef028ae, host n-d-694802-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=762c5653-f88a-4736-a264-2f725ef028ae,segment=NetworkSegment(16baf16f-06cb-45f6-ba8c-5f194d72de45),segment_id=16baf16f-06cb-45f6-ba8c-5f194d72de45)] {{(pid=94468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:53:53.136853 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-d4b1a336-cd78-47db-8f52-0595158d0c04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:53.164523 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-aedfd804-886b-4123-a63e-55506d634594 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66413304', 'neutron.services.segments.db._delete_segments_for_network-8744654118000'] for network, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:53.181520 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-aedfd804-886b-4123-a63e-55506d634594 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca6b93a9-2204-4847-8b32-6f1625fc3cac']}} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:53:53.186227 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a648dbc-8be2-4773-bb0e-21f351b0a658 req-a1469ffe-ba72-4674-a511-b1c77b108f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:53:53.188742 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-7a648dbc-8be2-4773-bb0e-21f351b0a658 req-a1469ffe-ba72-4674-a511-b1c77b108f7e service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=b0115283-4d6c-4691-bcdd-6a15b76a3da3 HTTP/1.1" status: 200 len: 1097 time: 0.1442719 Aug 12 14:53:53.196674 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-383ec686-eecc-440e-8ee5-3810691fe5d6 req-af5f0e33-bf38-4813-885a-60db724224f9 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/security-groups?id=e9cf0ab5-0271-49fc-bd90-f712bfba6400&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2559612 Aug 12 14:53:53.236793 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e1da5859-117f-45d3-8c26-72fa62092f0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:53.238893 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-aedfd804-886b-4123-a63e-55506d634594 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16baf16f-06cb-45f6-ba8c-5f194d72de45') {'for_net_delete': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:53:53.239357 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-aedfd804-886b-4123-a63e-55506d634594 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16baf16f-06cb-45f6-ba8c-5f194d72de45') {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:53:53.257119 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-aedfd804-886b-4123-a63e-55506d634594 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744654122361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3857526'] for segment, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:53.285509 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-7a648dbc-8be2-4773-bb0e-21f351b0a658 req-dc5359da-c95f-4706-b704-0b02bf2e0ab2 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=3ebaac9a-fe06-4bc1-af70-7378483ff2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877030 Aug 12 14:53:53.290399 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-aedfd804-886b-4123-a63e-55506d634594 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:53.299133 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aedfd804-886b-4123-a63e-55506d634594 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Releasing vlan 304 on physical network physnet1 to pool {{(pid=94467) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 14:53:53.299571 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-aedfd804-886b-4123-a63e-55506d634594 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2859015'] for segment, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:53.303643 n-d-694802-15 neutron-server[94467]: Traceback (most recent call last): Aug 12 14:53:53.303643 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 14:53:53.303643 n-d-694802-15 neutron-server[94467]: timer() Aug 12 14:53:53.303643 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 14:53:53.303643 n-d-694802-15 neutron-server[94467]: cb(*args, **kw) Aug 12 14:53:53.303643 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 14:53:53.303643 n-d-694802-15 neutron-server[94467]: return func(*args, **kwargs) Aug 12 14:53:53.303643 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 14:53:53.303643 n-d-694802-15 neutron-server[94467]: self._notify() Aug 12 14:53:53.303643 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 14:53:53.303643 n-d-694802-15 neutron-server[94467]: self.callback(batched_events) Aug 12 14:53:53.303643 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 14:53:53.303643 n-d-694802-15 neutron-server[94467]: event.method(event) Aug 12 14:53:53.303643 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 14:53:53.303643 n-d-694802-15 neutron-server[94467]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 14:53:53.303643 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 14:53:53.303643 n-d-694802-15 neutron-server[94467]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 14:53:53.303643 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 14:53:53.303643 n-d-694802-15 neutron-server[94467]: return f(self, *a, **k) Aug 12 14:53:53.303643 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 14:53:53.303643 n-d-694802-15 neutron-server[94467]: return self._get(url).json() Aug 12 14:53:53.303643 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 14:53:53.303643 n-d-694802-15 neutron-server[94467]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 14:53:53.303643 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 14:53:53.303643 n-d-694802-15 neutron-server[94467]: return self.request(url, 'GET', **kwargs) Aug 12 14:53:53.303643 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 14:53:53.303643 n-d-694802-15 neutron-server[94467]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 14:53:53.303643 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 14:53:53.303643 n-d-694802-15 neutron-server[94467]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 14:53:53.303643 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 14:53:53.303643 n-d-694802-15 neutron-server[94467]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 14:53:53.303643 n-d-694802-15 neutron-server[94467]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 14:53:53.368714 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.db.api [None req-aedfd804-886b-4123-a63e-55506d634594 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 12 14:53:53.368714 n-d-694802-15 neutron-server[94467]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 12 14:53:53.368714 n-d-694802-15 neutron-server[94467]: [parameters: {'id': 'ca6b93a9-2204-4847-8b32-6f1625fc3cac'}] Aug 12 14:53:53.368714 n-d-694802-15 neutron-server[94467]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94467) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 12 14:53:53.369154 n-d-694802-15 neutron-server[94467]: DEBUG oslo_db.api [None req-aedfd804-886b-4123-a63e-55506d634594 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 12 14:53:53.438018 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d22b763-3cb0-461f-a66f-3430a8115c62 None None] Network ca6b93a9-2204-4847-8b32-6f1625fc3cac requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:53:53.443667 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b1a336-cd78-47db-8f52-0595158d0c04 None None] Pushing event updated for resources: {'Port': ['ID=762c5653-f88a-4736-a264-2f725ef028ae,revision_number=2']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:53:53.454259 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e1da5859-117f-45d3-8c26-72fa62092f0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:53.460344 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e1da5859-117f-45d3-8c26-72fa62092f0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:53.494795 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-e1da5859-117f-45d3-8c26-72fa62092f0c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=89b7850cca634c95942f9521dacee3cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4665792 Aug 12 14:53:53.499038 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 34236) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:53:53.515695 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1da5859-117f-45d3-8c26-72fa62092f0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75089c9d-d5e2-45af-bab5-d1cd197722dd,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:53:53.569996 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-23977355-cb4a-49ae-a54e-05607967147c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:53.598535 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8a1101e-135c-4a17-bfa4-adaad8149122 None None] Network ca6b93a9-2204-4847-8b32-6f1625fc3cac requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:53:53.621391 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-23977355-cb4a-49ae-a54e-05607967147c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:53.733254 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-23977355-cb4a-49ae-a54e-05607967147c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:53.740680 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-23977355-cb4a-49ae-a54e-05607967147c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:53.748926 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-23977355-cb4a-49ae-a54e-05607967147c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/75089c9d-d5e2-45af-bab5-d1cd197722dd HTTP/1.1" status: 204 len: 168 time: 0.2479277 Aug 12 14:53:53.756860 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e27805c-8767-4d50-8c68-f8dd9b1f0928 None None] get_active_networks_info from n-d-694802-15 {{(pid=94468) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 12 14:53:53.770888 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23977355-cb4a-49ae-a54e-05607967147c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75089c9d-d5e2-45af-bab5-d1cd197722dd,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:53:53.783555 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0f6f24-9bc2-46bc-b17a-d2150d6e58d0 req-a01f83b0-5c9a-40c4-9a8a-09462e2c4ed0 tempest-ListServersNegativeTestJSON-661303683 tempest-ListServersNegativeTestJSON-661303683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:53:53.791498 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-be0f6f24-9bc2-46bc-b17a-d2150d6e58d0 req-a01f83b0-5c9a-40c4-9a8a-09462e2c4ed0 tempest-ListServersNegativeTestJSON-661303683 tempest-ListServersNegativeTestJSON-661303683-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0115283-4d6c-4691-bcdd-6a15b76a3da3 HTTP/1.1" status: 200 len: 945 time: 0.1283092 Aug 12 14:53:53.852902 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-be0f6f24-9bc2-46bc-b17a-d2150d6e58d0 req-768d1eb4-b68f-4cf1-a828-752b27ebfa6c tempest-ListServersNegativeTestJSON-661303683 tempest-ListServersNegativeTestJSON-661303683-project] 10.222.0.39 "GET /v2.0/security-groups?id=3ebaac9a-fe06-4bc1-af70-7378483ff2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605268 Aug 12 14:53:53.875123 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-aedfd804-886b-4123-a63e-55506d634594 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680608'] for network, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:53.933706 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e27805c-8767-4d50-8c68-f8dd9b1f0928 None None] Resources bound (agent type, host, resource id): {{(pid=94468) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 12 14:53:53.963047 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-aedfd804-886b-4123-a63e-55506d634594 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Deleting port 762c5653-f88a-4736-a264-2f725ef028ae {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:53:53.963390 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-aedfd804-886b-4123-a63e-55506d634594 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:54.109424 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [None req-aedfd804-886b-4123-a63e-55506d634594 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] For port 762c5653-f88a-4736-a264-2f725ef028ae, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=762c5653-f88a-4736-a264-2f725ef028ae,segment=NetworkSegment(16baf16f-06cb-45f6-ba8c-5f194d72de45),segment_id=16baf16f-06cb-45f6-ba8c-5f194d72de45)] {{(pid=94467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:53:54.109788 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-aedfd804-886b-4123-a63e-55506d634594 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:54.136162 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-aedfd804-886b-4123-a63e-55506d634594 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Calling delete_port for 762c5653-f88a-4736-a264-2f725ef028ae owned by network:dhcp {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:53:54.169649 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 34248) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:53:54.347604 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-aedfd804-886b-4123-a63e-55506d634594 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:54.403848 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedfd804-886b-4123-a63e-55506d634594 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Pushing event deleted for resources: {'Port': ['ID=762c5653-f88a-4736-a264-2f725ef028ae,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:53:54.408794 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aedfd804-886b-4123-a63e-55506d634594 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] No DVR routers for this DVR port 762c5653-f88a-4736-a264-2f725ef028ae on host n-d-694802-15 {{(pid=94467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:53:54.413346 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device 988e1ab5-5805-4d46-b089-22e6208febbc details requested by agent hyperv_n-h2-694802-15 with host n-h2-694802-15 {{(pid=94468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 14:53:54.548687 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6175b859-cbbf-43ed-9b32-5f3dc8f1d8f2 req-936a1a87-0f93-40ef-994e-a515b005c205 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:53:54.558112 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6175b859-cbbf-43ed-9b32-5f3dc8f1d8f2 req-936a1a87-0f93-40ef-994e-a515b005c205 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/ports?device_id=8f635c1b-9047-4fc7-9184-bfaf2dee2e49 HTTP/1.1" status: 200 len: 944 time: 0.2298250 Aug 12 14:53:54.568358 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-aedfd804-886b-4123-a63e-55506d634594 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66413304', 'neutron.services.segments.db._delete_segments_for_network-8744654118000'] for network, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:54.568824 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port 988e1ab5-5805-4d46-b089-22e6208febbc, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=988e1ab5-5805-4d46-b089-22e6208febbc,segment=NetworkSegment(3c13c1c5-6909-4094-b7be-b75bca54d586),segment_id=3c13c1c5-6909-4094-b7be-b75bca54d586)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:53:54.583979 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Returning: {'device': '988e1ab5-5805-4d46-b089-22e6208febbc', 'network_id': 'db095345-e0d8-47fa-815f-3ac64beebe04', 'port_id': '988e1ab5-5805-4d46-b089-22e6208febbc', 'mac_address': 'fa:16:3e:b6:7d:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6b9fd07-f9b4-4406-ad8f-d473ff31e70f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 14:53:54.588283 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-aedfd804-886b-4123-a63e-55506d634594 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca6b93a9-2204-4847-8b32-6f1625fc3cac']}} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:53:54.610105 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-aedfd804-886b-4123-a63e-55506d634594 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16baf16f-06cb-45f6-ba8c-5f194d72de45') {'for_net_delete': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:53:54.610319 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-aedfd804-886b-4123-a63e-55506d634594 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16baf16f-06cb-45f6-ba8c-5f194d72de45') {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:53:54.632684 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-aedfd804-886b-4123-a63e-55506d634594 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744654122361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3857526'] for segment, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:54.648311 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41882e5c-719b-4aae-b018-346f23db37d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:54.651541 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6175b859-cbbf-43ed-9b32-5f3dc8f1d8f2 req-d219d08d-3e85-4b71-8033-c9fca58725e0 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/security-groups?id=e9cf0ab5-0271-49fc-bd90-f712bfba6400&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0925212 Aug 12 14:53:54.660156 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-aedfd804-886b-4123-a63e-55506d634594 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:54.668787 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aedfd804-886b-4123-a63e-55506d634594 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Releasing vlan 304 on physical network physnet1 to pool {{(pid=94467) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 14:53:54.670374 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-aedfd804-886b-4123-a63e-55506d634594 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2859015'] for segment, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:54.674141 n-d-694802-15 neutron-server[94467]: Traceback (most recent call last): Aug 12 14:53:54.674141 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 14:53:54.674141 n-d-694802-15 neutron-server[94467]: timer() Aug 12 14:53:54.674141 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 14:53:54.674141 n-d-694802-15 neutron-server[94467]: cb(*args, **kw) Aug 12 14:53:54.674141 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 14:53:54.674141 n-d-694802-15 neutron-server[94467]: return func(*args, **kwargs) Aug 12 14:53:54.674141 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 14:53:54.674141 n-d-694802-15 neutron-server[94467]: self._notify() Aug 12 14:53:54.674141 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 14:53:54.674141 n-d-694802-15 neutron-server[94467]: self.callback(batched_events) Aug 12 14:53:54.674141 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 14:53:54.674141 n-d-694802-15 neutron-server[94467]: event.method(event) Aug 12 14:53:54.674141 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 14:53:54.674141 n-d-694802-15 neutron-server[94467]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 14:53:54.674141 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 14:53:54.674141 n-d-694802-15 neutron-server[94467]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 14:53:54.674141 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 14:53:54.674141 n-d-694802-15 neutron-server[94467]: return f(self, *a, **k) Aug 12 14:53:54.674141 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 14:53:54.674141 n-d-694802-15 neutron-server[94467]: return self._get(url).json() Aug 12 14:53:54.674141 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 14:53:54.674141 n-d-694802-15 neutron-server[94467]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 14:53:54.674141 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 14:53:54.674141 n-d-694802-15 neutron-server[94467]: return self.request(url, 'GET', **kwargs) Aug 12 14:53:54.674141 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 14:53:54.674141 n-d-694802-15 neutron-server[94467]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 14:53:54.674141 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 14:53:54.674141 n-d-694802-15 neutron-server[94467]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 14:53:54.674141 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 14:53:54.674141 n-d-694802-15 neutron-server[94467]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 14:53:54.674141 n-d-694802-15 neutron-server[94467]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 14:53:54.682988 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:54.697137 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 988e1ab5-5805-4d46-b089-22e6208febbc {{(pid=94468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:53:54.723590 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port 988e1ab5-5805-4d46-b089-22e6208febbc, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=988e1ab5-5805-4d46-b089-22e6208febbc,segment=NetworkSegment(3c13c1c5-6909-4094-b7be-b75bca54d586),segment_id=3c13c1c5-6909-4094-b7be-b75bca54d586)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:53:54.730162 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:54.745038 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-aedfd804-886b-4123-a63e-55506d634594 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66413281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431520'] for network, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:54.757535 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-aedfd804-886b-4123-a63e-55506d634594 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for network, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:54.764951 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 34252) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:53:54.765499 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-aedfd804-886b-4123-a63e-55506d634594 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] 10.222.0.39 "DELETE /v2.0/networks/ca6b93a9-2204-4847-8b32-6f1625fc3cac HTTP/1.1" status: 204 len: 168 time: 2.3922625 Aug 12 14:53:54.785710 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Pushing event updated for resources: {'Port': ['ID=988e1ab5-5805-4d46-b089-22e6208febbc,revision_number=4']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:53:54.793759 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedfd804-886b-4123-a63e-55506d634594 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Pushing event deleted for resources: {'Network': ['ID=ca6b93a9-2204-4847-8b32-6f1625fc3cac,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:53:54.802030 n-d-694802-15 neutron-server[94466]: INFO neutron.pecan_wsgi.hooks.translation [None req-257460e5-0a81-43ae-a3df-3568cb4addbb tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] DELETE failed (client error): The resource could not be found. Aug 12 14:53:54.802694 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-257460e5-0a81-43ae-a3df-3568cb4addbb tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 14:53:54.805091 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-257460e5-0a81-43ae-a3df-3568cb4addbb tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] 10.222.0.39 "DELETE /v2.0/subnets/c90f0ed0-a8e2-49fd-846d-e9c437443ad1 HTTP/1.1" status: 404 len: 337 time: 0.0388632 Aug 12 14:53:54.808082 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 34256) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:53:54.840149 n-d-694802-15 neutron-server[94466]: INFO neutron.pecan_wsgi.hooks.translation [None req-76669a30-c4c0-4e72-b20b-5d314ef953ea tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] DELETE failed (client error): The resource could not be found. Aug 12 14:53:54.840871 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76669a30-c4c0-4e72-b20b-5d314ef953ea tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 14:53:54.843459 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-76669a30-c4c0-4e72-b20b-5d314ef953ea tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] 10.222.0.39 "DELETE /v2.0/networks/ca6b93a9-2204-4847-8b32-6f1625fc3cac HTTP/1.1" status: 404 len: 339 time: 0.0343137 Aug 12 14:53:54.846133 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 34260) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:53:54.918667 n-d-694802-15 neutron-server[94467]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2dc3c63-cb58-47ed-89cb-442e734d6570 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] DELETE failed (client error): The resource could not be found. Aug 12 14:53:54.919151 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2dc3c63-cb58-47ed-89cb-442e734d6570 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94467) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 14:53:54.926583 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-d2dc3c63-cb58-47ed-89cb-442e734d6570 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] 10.222.0.39 "DELETE /v2.0/subnets/8d6dc1ea-f7a6-4694-906c-b0bcd201b900 HTTP/1.1" status: 404 len: 337 time: 0.0785351 Aug 12 14:53:54.929180 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 34266) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:53:54.940938 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41882e5c-719b-4aae-b018-346f23db37d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:54.946700 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41882e5c-719b-4aae-b018-346f23db37d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:54.973852 n-d-694802-15 neutron-server[94467]: INFO neutron.pecan_wsgi.hooks.translation [None req-d00982c4-0f80-44ec-bad3-50aef4bacfa8 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] DELETE failed (client error): The resource could not be found. Aug 12 14:53:54.975114 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d00982c4-0f80-44ec-bad3-50aef4bacfa8 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94467) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 14:53:54.977248 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-d00982c4-0f80-44ec-bad3-50aef4bacfa8 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] 10.222.0.39 "DELETE /v2.0/networks/f200eec9-5bf0-4e15-8e47-1163aba1e236 HTTP/1.1" status: 404 len: 339 time: 0.0464892 Aug 12 14:53:54.981933 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 34268) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:53:55.051128 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41882e5c-719b-4aae-b018-346f23db37d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db94db47-6f77-4a15-a86b-44a903cfd528,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:53:55.065321 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] get_ports_and_sgs() called for port_ids ['988e1ab5-5805-4d46-b089-22e6208febbc'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:53:55.143702 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-41882e5c-719b-4aae-b018-346f23db37d2 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=16a7925979e045689cec9ac39a024539&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9714355 Aug 12 14:53:55.145442 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 34272) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:53:55.183051 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-3864a730-0aff-4de6-a077-795125b0d6ee tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680608'] for network, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:55.237568 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689e8a87-415d-4224-aca6-2e1bc68b31ff req-8eead1d2-18cb-4403-ab06-c308ea492c25 tempest-ListServersNegativeTestJSON-661303683 tempest-ListServersNegativeTestJSON-661303683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:53:55.247989 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-689e8a87-415d-4224-aca6-2e1bc68b31ff req-8eead1d2-18cb-4403-ab06-c308ea492c25 tempest-ListServersNegativeTestJSON-661303683 tempest-ListServersNegativeTestJSON-661303683-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0115283-4d6c-4691-bcdd-6a15b76a3da3 HTTP/1.1" status: 200 len: 945 time: 0.2211750 Aug 12 14:53:55.280199 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-6ddc3f84-d7f2-41df-a10c-40ea57643560 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:55.307261 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-6ddc3f84-d7f2-41df-a10c-40ea57643560 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:55.353820 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-3864a730-0aff-4de6-a077-795125b0d6ee tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66413304', 'neutron.services.segments.db._delete_segments_for_network-8744654118000'] for network, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:55.366621 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-3864a730-0aff-4de6-a077-795125b0d6ee tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4d86ac4-3207-486b-875b-e2c44ce987b0']}} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:53:55.378861 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-3864a730-0aff-4de6-a077-795125b0d6ee tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a1e87ae-d2bf-4092-830d-ccb36c4cad2c') {'for_net_delete': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:53:55.379216 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-3864a730-0aff-4de6-a077-795125b0d6ee tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a1e87ae-d2bf-4092-830d-ccb36c4cad2c') {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:53:55.390378 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-6ddc3f84-d7f2-41df-a10c-40ea57643560 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:55.390997 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-3864a730-0aff-4de6-a077-795125b0d6ee tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744654122361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3857526'] for segment, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:55.393700 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-6ddc3f84-d7f2-41df-a10c-40ea57643560 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:55.400015 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-6ddc3f84-d7f2-41df-a10c-40ea57643560 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/db94db47-6f77-4a15-a86b-44a903cfd528 HTTP/1.1" status: 204 len: 168 time: 0.2402077 Aug 12 14:53:55.410457 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-3864a730-0aff-4de6-a077-795125b0d6ee tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:55.414647 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddc3f84-d7f2-41df-a10c-40ea57643560 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db94db47-6f77-4a15-a86b-44a903cfd528,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:53:55.428111 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3864a730-0aff-4de6-a077-795125b0d6ee tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Releasing vlan 328 on physical network physnet1 to pool {{(pid=94467) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 14:53:55.428719 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-3864a730-0aff-4de6-a077-795125b0d6ee tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2859015'] for segment, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:55.435645 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-689e8a87-415d-4224-aca6-2e1bc68b31ff req-5d0537ed-5994-4030-b3e4-1a3290baa876 tempest-ListServersNegativeTestJSON-661303683 tempest-ListServersNegativeTestJSON-661303683-project] 10.222.0.39 "GET /v2.0/security-groups?id=3ebaac9a-fe06-4bc1-af70-7378483ff2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862130 Aug 12 14:53:55.446398 n-d-694802-15 neutron-server[94467]: Traceback (most recent call last): Aug 12 14:53:55.446398 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 14:53:55.446398 n-d-694802-15 neutron-server[94467]: timer() Aug 12 14:53:55.446398 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 14:53:55.446398 n-d-694802-15 neutron-server[94467]: cb(*args, **kw) Aug 12 14:53:55.446398 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 14:53:55.446398 n-d-694802-15 neutron-server[94467]: return func(*args, **kwargs) Aug 12 14:53:55.446398 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 14:53:55.446398 n-d-694802-15 neutron-server[94467]: self._notify() Aug 12 14:53:55.446398 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 14:53:55.446398 n-d-694802-15 neutron-server[94467]: self.callback(batched_events) Aug 12 14:53:55.446398 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 14:53:55.446398 n-d-694802-15 neutron-server[94467]: event.method(event) Aug 12 14:53:55.446398 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 14:53:55.446398 n-d-694802-15 neutron-server[94467]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 14:53:55.446398 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 14:53:55.446398 n-d-694802-15 neutron-server[94467]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 14:53:55.446398 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 14:53:55.446398 n-d-694802-15 neutron-server[94467]: return f(self, *a, **k) Aug 12 14:53:55.446398 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 14:53:55.446398 n-d-694802-15 neutron-server[94467]: return self._get(url).json() Aug 12 14:53:55.446398 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 14:53:55.446398 n-d-694802-15 neutron-server[94467]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 14:53:55.446398 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 14:53:55.446398 n-d-694802-15 neutron-server[94467]: return self.request(url, 'GET', **kwargs) Aug 12 14:53:55.446398 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 14:53:55.446398 n-d-694802-15 neutron-server[94467]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 14:53:55.446398 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 14:53:55.446398 n-d-694802-15 neutron-server[94467]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 14:53:55.446398 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 14:53:55.446398 n-d-694802-15 neutron-server[94467]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 14:53:55.446398 n-d-694802-15 neutron-server[94467]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 14:53:55.565451 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-3864a730-0aff-4de6-a077-795125b0d6ee tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66413281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431520'] for network, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:55.613085 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-3864a730-0aff-4de6-a077-795125b0d6ee tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for network, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:55.617327 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-3864a730-0aff-4de6-a077-795125b0d6ee tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] 10.222.0.39 "DELETE /v2.0/networks/d4d86ac4-3207-486b-875b-e2c44ce987b0 HTTP/1.1" status: 204 len: 168 time: 0.6276197 Aug 12 14:53:55.617725 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 34278) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:53:55.659165 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3864a730-0aff-4de6-a077-795125b0d6ee tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Pushing event deleted for resources: {'Network': ['ID=d4d86ac4-3207-486b-875b-e2c44ce987b0,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:53:55.660886 n-d-694802-15 neutron-server[94466]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbf7c856-8aa9-4fd8-b150-c7a6ddf6e301 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] DELETE failed (client error): The resource could not be found. Aug 12 14:53:55.666971 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dbf7c856-8aa9-4fd8-b150-c7a6ddf6e301 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 14:53:55.672202 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-dbf7c856-8aa9-4fd8-b150-c7a6ddf6e301 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] 10.222.0.39 "DELETE /v2.0/subnets/1ad9c307-32bb-48a6-b0b1-cb9055d45953 HTTP/1.1" status: 404 len: 337 time: 0.0508180 Aug 12 14:53:55.676418 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 34280) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:53:55.718567 n-d-694802-15 neutron-server[94467]: INFO neutron.pecan_wsgi.hooks.translation [None req-6952789d-414e-4fe5-a701-6dc2b7ad9f94 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] DELETE failed (client error): The resource could not be found. Aug 12 14:53:55.719172 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6952789d-414e-4fe5-a701-6dc2b7ad9f94 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94467) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 14:53:55.720954 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-6952789d-414e-4fe5-a701-6dc2b7ad9f94 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] 10.222.0.39 "DELETE /v2.0/networks/b30c60c2-00f9-499a-bcad-bae44bde183d HTTP/1.1" status: 404 len: 339 time: 0.0439560 Aug 12 14:53:55.723678 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 34284) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:53:55.753346 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08877621-7993-4d82-8150-e9e774cfe0eb req-5d294815-7605-4f2f-83c6-bc3e263128ef tempest-ListServersNegativeTestJSON-661303683 tempest-ListServersNegativeTestJSON-661303683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:53:55.759688 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-08877621-7993-4d82-8150-e9e774cfe0eb req-5d294815-7605-4f2f-83c6-bc3e263128ef tempest-ListServersNegativeTestJSON-661303683 tempest-ListServersNegativeTestJSON-661303683-project] 10.222.0.39 "GET /v2.0/ports?device_id=e45b54de-34a8-4d05-804f-d10c0ac07186 HTTP/1.1" status: 200 len: 945 time: 0.2031362 Aug 12 14:53:55.803397 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-08877621-7993-4d82-8150-e9e774cfe0eb req-e53cc84d-42e3-4eb8-9ae7-dcc4cfd8c7f3 tempest-ListServersNegativeTestJSON-661303683 tempest-ListServersNegativeTestJSON-661303683-project] 10.222.0.39 "GET /v2.0/security-groups?id=3ebaac9a-fe06-4bc1-af70-7378483ff2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401280 Aug 12 14:53:55.826767 n-d-694802-15 neutron-server[94466]: INFO neutron.pecan_wsgi.hooks.translation [None req-14f7981e-430c-4227-9f44-eeb19ae2443f tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] DELETE failed (client error): The resource could not be found. Aug 12 14:53:55.827343 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14f7981e-430c-4227-9f44-eeb19ae2443f tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 14:53:55.829264 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-14f7981e-430c-4227-9f44-eeb19ae2443f tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] 10.222.0.39 "DELETE /v2.0/subnets/bea794d6-fd07-4d2a-a914-e80a060af67a HTTP/1.1" status: 404 len: 337 time: 0.1043091 Aug 12 14:53:55.833928 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 34288) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:53:55.932864 n-d-694802-15 neutron-server[94466]: INFO neutron.pecan_wsgi.hooks.translation [None req-c554e57c-cf1f-4b1e-a94e-e1d343b68bec tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] DELETE failed (client error): The resource could not be found. Aug 12 14:53:55.934363 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c554e57c-cf1f-4b1e-a94e-e1d343b68bec tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 14:53:55.939515 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 34294) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:53:55.940319 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-c554e57c-cf1f-4b1e-a94e-e1d343b68bec tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] 10.222.0.39 "DELETE /v2.0/networks/a670f4a5-8e56-461f-87e6-efbc907c5e8c HTTP/1.1" status: 404 len: 339 time: 0.1062284 Aug 12 14:53:55.967701 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e26cf1-4976-45e6-af42-7ffc6837321e req-d087b0e0-897e-4a65-a47a-26022f70129b tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:53:55.971501 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-a4e26cf1-4976-45e6-af42-7ffc6837321e req-d087b0e0-897e-4a65-a47a-26022f70129b tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/ports?device_id=8f635c1b-9047-4fc7-9184-bfaf2dee2e49 HTTP/1.1" status: 200 len: 945 time: 0.1707180 Aug 12 14:53:56.067213 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-a4e26cf1-4976-45e6-af42-7ffc6837321e req-55ba9937-b371-4a9a-876d-d0ef7838434d tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/security-groups?id=e9cf0ab5-0271-49fc-bd90-f712bfba6400&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0889781 Aug 12 14:53:56.094238 n-d-694802-15 neutron-server[94467]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfbfd0ce-b063-48ad-b641-e434c74e8ce2 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] DELETE failed (client error): The resource could not be found. Aug 12 14:53:56.094840 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bfbfd0ce-b063-48ad-b641-e434c74e8ce2 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94467) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 14:53:56.098250 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-bfbfd0ce-b063-48ad-b641-e434c74e8ce2 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] 10.222.0.39 "DELETE /v2.0/subnets/aceb98f7-6203-4815-830e-23c856dee4d6 HTTP/1.1" status: 404 len: 337 time: 0.1560199 Aug 12 14:53:56.099348 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 34302) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:53:56.129784 n-d-694802-15 neutron-server[94466]: INFO neutron.pecan_wsgi.hooks.translation [None req-c035242d-db5a-4b34-b66a-1ffaabf7544b tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] DELETE failed (client error): The resource could not be found. Aug 12 14:53:56.130522 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c035242d-db5a-4b34-b66a-1ffaabf7544b tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 14:53:56.136802 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-c035242d-db5a-4b34-b66a-1ffaabf7544b tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] 10.222.0.39 "DELETE /v2.0/networks/88c69541-5b5b-4ba7-a3eb-b73f47fc1947 HTTP/1.1" status: 404 len: 339 time: 0.0337679 Aug 12 14:53:56.136987 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e812276b-5e4c-4dbd-bbea-7ef5012fba6a req-4e005501-1823-411b-8c2c-7aad46d7db64 tempest-ListServersNegativeTestJSON-661303683 tempest-ListServersNegativeTestJSON-661303683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:53:56.136987 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e812276b-5e4c-4dbd-bbea-7ef5012fba6a req-4e005501-1823-411b-8c2c-7aad46d7db64 tempest-ListServersNegativeTestJSON-661303683 tempest-ListServersNegativeTestJSON-661303683-project] 10.222.0.39 "GET /v2.0/ports?device_id=d9248dc1-b2a3-4a83-bfca-b0f452fae84b HTTP/1.1" status: 200 len: 946 time: 0.2109740 Aug 12 14:53:56.137190 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 34304) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:53:56.185244 n-d-694802-15 neutron-server[94467]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e2ed996-1daa-40d5-ba9e-1c950ea8fa9d tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] DELETE failed (client error): The resource could not be found. Aug 12 14:53:56.185703 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e2ed996-1daa-40d5-ba9e-1c950ea8fa9d tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94467) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 14:53:56.187506 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-0e2ed996-1daa-40d5-ba9e-1c950ea8fa9d tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] 10.222.0.39 "DELETE /v2.0/subnets/f6aecef0-d2e8-42df-a427-ee35e187c521 HTTP/1.1" status: 404 len: 337 time: 0.0493867 Aug 12 14:53:56.190450 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 34308) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:53:56.221185 n-d-694802-15 neutron-server[94467]: INFO neutron.pecan_wsgi.hooks.translation [None req-70bc7e90-9640-4d92-b675-6132ebdee2ab tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] DELETE failed (client error): The resource could not be found. Aug 12 14:53:56.222084 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70bc7e90-9640-4d92-b675-6132ebdee2ab tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94467) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 14:53:56.223899 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-70bc7e90-9640-4d92-b675-6132ebdee2ab tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] 10.222.0.39 "DELETE /v2.0/networks/22b27e07-9160-4bb8-924f-e2ca891df746 HTTP/1.1" status: 404 len: 339 time: 0.0324855 Aug 12 14:53:56.227036 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 34310) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:53:56.232400 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e812276b-5e4c-4dbd-bbea-7ef5012fba6a req-3a13a6fa-fd01-46e5-b12e-22f2218b3567 tempest-ListServersNegativeTestJSON-661303683 tempest-ListServersNegativeTestJSON-661303683-project] 10.222.0.39 "GET /v2.0/security-groups?id=3ebaac9a-fe06-4bc1-af70-7378483ff2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799685 Aug 12 14:53:56.309126 n-d-694802-15 neutron-server[94466]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a350d65-179f-4483-b8d4-6588b972f55e tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] DELETE failed (client error): The resource could not be found. Aug 12 14:53:56.309590 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a350d65-179f-4483-b8d4-6588b972f55e tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 14:53:56.319071 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-4a350d65-179f-4483-b8d4-6588b972f55e tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] 10.222.0.39 "DELETE /v2.0/subnets/0b1909b1-c148-4231-b150-6ca1ea7fc0e2 HTTP/1.1" status: 404 len: 337 time: 0.0864186 Aug 12 14:53:56.319071 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 34318) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:53:56.345323 n-d-694802-15 neutron-server[94466]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d7f22fa-3e83-4bdf-a45e-5df4db5283c0 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] DELETE failed (client error): The resource could not be found. Aug 12 14:53:56.345904 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d7f22fa-3e83-4bdf-a45e-5df4db5283c0 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 14:53:56.348502 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-8d7f22fa-3e83-4bdf-a45e-5df4db5283c0 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] 10.222.0.39 "DELETE /v2.0/networks/d41b006a-9e93-417d-b588-cde80a109dd7 HTTP/1.1" status: 404 len: 339 time: 0.0284157 Aug 12 14:53:56.350958 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 34320) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:53:56.386405 n-d-694802-15 neutron-server[94466]: INFO neutron.pecan_wsgi.hooks.translation [None req-f859f5ff-51ed-4918-b6b3-ee8baea36f8d tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] DELETE failed (client error): The resource could not be found. Aug 12 14:53:56.386879 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f859f5ff-51ed-4918-b6b3-ee8baea36f8d tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 14:53:56.388677 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-f859f5ff-51ed-4918-b6b3-ee8baea36f8d tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] 10.222.0.39 "DELETE /v2.0/subnets/4c6850e5-6933-4dea-8969-2005da0538de HTTP/1.1" status: 404 len: 337 time: 0.0367210 Aug 12 14:53:56.391948 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 34324) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:53:56.420134 n-d-694802-15 neutron-server[94466]: INFO neutron.pecan_wsgi.hooks.translation [None req-e38c5e36-f2f7-4a66-ab54-ed22fba54933 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] DELETE failed (client error): The resource could not be found. Aug 12 14:53:56.420822 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e38c5e36-f2f7-4a66-ab54-ed22fba54933 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 14:53:56.423137 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-e38c5e36-f2f7-4a66-ab54-ed22fba54933 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] 10.222.0.39 "DELETE /v2.0/networks/f5f82046-6eff-455b-b27a-c3e94bf6016a HTTP/1.1" status: 404 len: 339 time: 0.0296097 Aug 12 14:53:56.425098 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 34328) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:53:56.432547 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device 988e1ab5-5805-4d46-b089-22e6208febbc up at agent hyperv_n-h2-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:53:56.465253 n-d-694802-15 neutron-server[94466]: INFO neutron.pecan_wsgi.hooks.translation [None req-722dc904-14d1-4289-a5df-48faa4ff9020 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] DELETE failed (client error): The resource could not be found. Aug 12 14:53:56.465720 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-722dc904-14d1-4289-a5df-48faa4ff9020 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 14:53:56.468310 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-722dc904-14d1-4289-a5df-48faa4ff9020 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] 10.222.0.39 "DELETE /v2.0/subnets/40c3d52b-90d9-47d9-aa66-9d4555a53d73 HTTP/1.1" status: 404 len: 337 time: 0.0392494 Aug 12 14:53:56.470892 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 34330) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:53:56.494290 n-d-694802-15 neutron-server[94467]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2272ff9-f01a-451a-8c75-1a6cd98df105 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] DELETE failed (client error): The resource could not be found. Aug 12 14:53:56.495842 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2272ff9-f01a-451a-8c75-1a6cd98df105 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94467) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 14:53:56.497600 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-e2272ff9-f01a-451a-8c75-1a6cd98df105 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] 10.222.0.39 "DELETE /v2.0/networks/3434bfba-e04d-48f9-a884-7ed2caa7cce0 HTTP/1.1" status: 404 len: 339 time: 0.0255175 Aug 12 14:53:56.500874 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 34334) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:53:56.534397 n-d-694802-15 neutron-server[94466]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc7bb354-56c8-4f42-8fbb-2fc080ff8471 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] DELETE failed (client error): The resource could not be found. Aug 12 14:53:56.534910 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc7bb354-56c8-4f42-8fbb-2fc080ff8471 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 14:53:56.537179 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-dc7bb354-56c8-4f42-8fbb-2fc080ff8471 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] 10.222.0.39 "DELETE /v2.0/subnets/53b2286e-757d-4201-8031-50e2f1341341 HTTP/1.1" status: 404 len: 337 time: 0.0353200 Aug 12 14:53:56.539898 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 34336) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:53:56.553698 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Provisioning for port 988e1ab5-5805-4d46-b089-22e6208febbc completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:53:56.562406 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Provisioning complete for port 988e1ab5-5805-4d46-b089-22e6208febbc triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:53:56.563414 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:56.584031 n-d-694802-15 neutron-server[94467]: INFO neutron.pecan_wsgi.hooks.translation [None req-19350f61-0743-423e-83fb-48b9d3cbd3e2 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] DELETE failed (client error): The resource could not be found. Aug 12 14:53:56.584874 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19350f61-0743-423e-83fb-48b9d3cbd3e2 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94467) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 14:53:56.587296 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-19350f61-0743-423e-83fb-48b9d3cbd3e2 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] 10.222.0.39 "DELETE /v2.0/networks/a849b9ba-7691-49ba-a686-f33ac54ae8d6 HTTP/1.1" status: 404 len: 339 time: 0.0461109 Aug 12 14:53:56.589895 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 34340) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:53:56.652634 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_v2 [None req-411bf9dc-04d8-4bde-b426-fd0ea0696d57 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Deleting subnet 816a2489-9dec-4b15-a5a2-22bf37ccf56c {{(pid=94466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 14:53:56.661090 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-411bf9dc-04d8-4bde-b426-fd0ea0696d57 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Notify callbacks [] for subnet, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:56.679907 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714ca573-9f72-4341-af8e-ba0062f53178 req-8c54cc26-4002-4998-8a84-478f8cd5d41c tempest-ListServersNegativeTestJSON-661303683 tempest-ListServersNegativeTestJSON-661303683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:53:56.690220 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-714ca573-9f72-4341-af8e-ba0062f53178 req-8c54cc26-4002-4998-8a84-478f8cd5d41c tempest-ListServersNegativeTestJSON-661303683 tempest-ListServersNegativeTestJSON-661303683-project] 10.222.0.39 "GET /v2.0/ports?device_id=d9248dc1-b2a3-4a83-bfca-b0f452fae84b HTTP/1.1" status: 200 len: 946 time: 0.1088393 Aug 12 14:53:56.698360 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:56.732447 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 34342) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:53:56.756852 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-714ca573-9f72-4341-af8e-ba0062f53178 req-df0e6ac3-e726-456e-b453-270f9bf6c934 tempest-ListServersNegativeTestJSON-661303683 tempest-ListServersNegativeTestJSON-661303683-project] 10.222.0.39 "GET /v2.0/security-groups?id=3ebaac9a-fe06-4bc1-af70-7378483ff2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655079 Aug 12 14:53:56.767410 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-411bf9dc-04d8-4bde-b426-fd0ea0696d57 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2293551'] for subnet, precommit_delete_associations {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:56.770828 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f635c1b-9047-4fc7-9184-bfaf2dee2e49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '988e1ab5-5805-4d46-b089-22e6208febbc'}] {{(pid=94468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:53:56.774233 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99a8d87602170099c728e57431aca99e9b98a655a83bbf8727be13192709727b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edf942b5-ac97-4dad-9a7a-d2412826ca8f" -d '{"events": [{"server_uuid": "8f635c1b-9047-4fc7-9184-bfaf2dee2e49", "name": "network-vif-plugged", "status": "completed", "tag": "988e1ab5-5805-4d46-b089-22e6208febbc"}]}' {{(pid=94468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:53:56.796378 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port 988e1ab5-5805-4d46-b089-22e6208febbc, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=988e1ab5-5805-4d46-b089-22e6208febbc,segment=NetworkSegment(3c13c1c5-6909-4094-b7be-b75bca54d586),segment_id=3c13c1c5-6909-4094-b7be-b75bca54d586)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:53:56.801450 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:56.856517 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Pushing event updated for resources: {'Port': ['ID=988e1ab5-5805-4d46-b089-22e6208febbc,revision_number=5']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:53:56.875078 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 14:53:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b38024be-2783-4320-bcfa-0876ad1a2352 x-openstack-request-id: req-b38024be-2783-4320-bcfa-0876ad1a2352 {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:53:56.875078 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f635c1b-9047-4fc7-9184-bfaf2dee2e49", "name": "network-vif-plugged", "status": "completed", "tag": "988e1ab5-5805-4d46-b089-22e6208febbc", "code": 200}]} {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:53:56.875078 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b38024be-2783-4320-bcfa-0876ad1a2352 {{(pid=94468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:53:56.875429 n-d-694802-15 neutron-server[94468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f635c1b-9047-4fc7-9184-bfaf2dee2e49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '988e1ab5-5805-4d46-b089-22e6208febbc', 'code': 200} Aug 12 14:53:56.886112 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-411bf9dc-04d8-4bde-b426-fd0ea0696d57 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66416255'] for subnet, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:56.963868 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-6cf0bfa0-b937-46d9-b78c-2b7a7e73dca7 tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1083255769'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:53:56.986202 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-411bf9dc-04d8-4bde-b426-fd0ea0696d57 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66416232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3718429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8776402'] for subnet, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:57.008841 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cf0bfa0-b937-46d9-b78c-2b7a7e73dca7 tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Made reservation on behalf of a85f60ca6226454384267711e9d02e5c for: {'network': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:53:57.012693 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-6cf0bfa0-b937-46d9-b78c-2b7a7e73dca7 tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for network, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:57.023653 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2bce8b-c591-4288-a914-a6221b0331da req-224c4a9b-f955-4109-ac43-149055cad999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:53:57.025283 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9e2bce8b-c591-4288-a914-a6221b0331da req-224c4a9b-f955-4109-ac43-149055cad999 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=8f635c1b-9047-4fc7-9184-bfaf2dee2e49 HTTP/1.1" status: 200 len: 1098 time: 0.0826197 Aug 12 14:53:57.026498 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-6cf0bfa0-b937-46d9-b78c-2b7a7e73dca7 tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Notify callbacks [] for security_group, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:57.039288 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411bf9dc-04d8-4bde-b426-fd0ea0696d57 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Pushing event deleted for resources: {'Subnet': ['ID=816a2489-9dec-4b15-a5a2-22bf37ccf56c,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:53:57.042101 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-411bf9dc-04d8-4bde-b426-fd0ea0696d57 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Notify callbacks [] for subnet, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:57.042772 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd2ad82f-e603-4a50-a25c-6e021b91e30e None None] Network b31fe52d-b89f-4ea4-b49d-3caa2baa1728 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:53:57.048566 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-411bf9dc-04d8-4bde-b426-fd0ea0696d57 tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] 10.222.0.39 "DELETE /v2.0/subnets/816a2489-9dec-4b15-a5a2-22bf37ccf56c HTTP/1.1" status: 204 len: 168 time: 0.4575727 Aug 12 14:53:57.049351 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 34348) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:53:57.099073 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9e2bce8b-c591-4288-a914-a6221b0331da req-f62dfc0d-7003-4c2a-9d8b-db661a42e686 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=e9cf0ab5-0271-49fc-bd90-f712bfba6400&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626152 Aug 12 14:53:57.240974 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-fe21f80e-e0aa-495d-9477-7c3644ca6bae tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680608'] for network, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:57.242104 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-6cf0bfa0-b937-46d9-b78c-2b7a7e73dca7 tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Notify callbacks [] for security_group, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:57.261677 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-6cf0bfa0-b937-46d9-b78c-2b7a7e73dca7 tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:57.310685 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6cf0bfa0-b937-46d9-b78c-2b7a7e73dca7 tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] vlan segment allocate from pool success with {'vlan_id': 336, 'physical_network': 'physnet1'} {{(pid=94467) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 14:53:57.329745 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-fe21f80e-e0aa-495d-9477-7c3644ca6bae tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Deleting port 75db28c9-f13b-40e6-bdbb-0dd1cd29cb8b {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:53:57.330369 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-fe21f80e-e0aa-495d-9477-7c3644ca6bae tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:57.332925 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf0bfa0-b937-46d9-b78c-2b7a7e73dca7 tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Pushing event updated for resources: {'SecurityGroup': ['ID=171e1cc8-e48f-4ed7-abb9-63e3d7dabf8c,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:53:57.397003 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04219b5e-773d-4511-80eb-3f391f2c8cf0 req-02c77116-e593-4322-a02c-c4c4f456d863 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:53:57.397757 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feb3958c-b8c2-4add-a95a-051b3e171f88 None None] DHCP port deletion for b31fe52d-b89f-4ea4-b49d-3caa2baa1728 request from n-d-694802-15 {{(pid=94468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 14:53:57.398884 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-04219b5e-773d-4511-80eb-3f391f2c8cf0 req-02c77116-e593-4322-a02c-c4c4f456d863 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/ports?device_id=8f635c1b-9047-4fc7-9184-bfaf2dee2e49 HTTP/1.1" status: 200 len: 946 time: 0.1753283 Aug 12 14:53:57.400231 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-6cf0bfa0-b937-46d9-b78c-2b7a7e73dca7 tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:57.400667 n-d-694802-15 neutron-server[94467]: INFO neutron.db.segments_db [None req-6cf0bfa0-b937-46d9-b78c-2b7a7e73dca7 tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Added segment 8f1d4f19-2669-4019-95a4-7343d445a80d of type vlan for network 64cc6b8a-70a0-4a95-a523-83c4d6bac0b1 Aug 12 14:53:57.410830 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-fe21f80e-e0aa-495d-9477-7c3644ca6bae tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] For port 75db28c9-f13b-40e6-bdbb-0dd1cd29cb8b, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=75db28c9-f13b-40e6-bdbb-0dd1cd29cb8b,segment=NetworkSegment(9c044d5e-b629-4b50-b61d-db464e505ed6),segment_id=9c044d5e-b629-4b50-b61d-db464e505ed6)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:53:57.411245 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-fe21f80e-e0aa-495d-9477-7c3644ca6bae tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:57.428632 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-fe21f80e-e0aa-495d-9477-7c3644ca6bae tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Calling delete_port for 75db28c9-f13b-40e6-bdbb-0dd1cd29cb8b owned by network:dhcp {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:53:57.450568 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-feb3958c-b8c2-4add-a95a-051b3e171f88 None None] Deleting port 75db28c9-f13b-40e6-bdbb-0dd1cd29cb8b {{(pid=94468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:53:57.451212 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-feb3958c-b8c2-4add-a95a-051b3e171f88 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:57.485043 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-6cf0bfa0-b937-46d9-b78c-2b7a7e73dca7 tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744653628263'] for network, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:57.532133 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-fe21f80e-e0aa-495d-9477-7c3644ca6bae tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:57.544146 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-04219b5e-773d-4511-80eb-3f391f2c8cf0 req-ebe22231-d530-4e55-8137-eef345fe9b44 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/security-groups?id=e9cf0ab5-0271-49fc-bd90-f712bfba6400&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1277893 Aug 12 14:53:57.547117 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe21f80e-e0aa-495d-9477-7c3644ca6bae tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] No DVR routers for this DVR port 75db28c9-f13b-40e6-bdbb-0dd1cd29cb8b on host n-d-694802-15 {{(pid=94466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:53:57.579176 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-feb3958c-b8c2-4add-a95a-051b3e171f88 None None] For port 75db28c9-f13b-40e6-bdbb-0dd1cd29cb8b, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=75db28c9-f13b-40e6-bdbb-0dd1cd29cb8b,segment=NetworkSegment(9c044d5e-b629-4b50-b61d-db464e505ed6),segment_id=9c044d5e-b629-4b50-b61d-db464e505ed6)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:53:57.580831 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-6cf0bfa0-b937-46d9-b78c-2b7a7e73dca7 tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409'] for network, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:57.581627 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe21f80e-e0aa-495d-9477-7c3644ca6bae tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Pushing event deleted for resources: {'Port': ['ID=75db28c9-f13b-40e6-bdbb-0dd1cd29cb8b,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:53:57.582808 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-feb3958c-b8c2-4add-a95a-051b3e171f88 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:57.593828 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cf0bfa0-b937-46d9-b78c-2b7a7e73dca7 tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:53:57.594759 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-6cf0bfa0-b937-46d9-b78c-2b7a7e73dca7 tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for network, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:57.628227 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-feb3958c-b8c2-4add-a95a-051b3e171f88 None None] Calling delete_port for 75db28c9-f13b-40e6-bdbb-0dd1cd29cb8b owned by network:dhcp {{(pid=94468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:53:57.703429 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-fe21f80e-e0aa-495d-9477-7c3644ca6bae tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66413304', 'neutron.services.segments.db._delete_segments_for_network-8744654118000'] for network, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:57.715524 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-fe21f80e-e0aa-495d-9477-7c3644ca6bae tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b31fe52d-b89f-4ea4-b49d-3caa2baa1728']}} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:53:57.728921 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-fe21f80e-e0aa-495d-9477-7c3644ca6bae tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c044d5e-b629-4b50-b61d-db464e505ed6') {'for_net_delete': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:53:57.729228 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-fe21f80e-e0aa-495d-9477-7c3644ca6bae tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c044d5e-b629-4b50-b61d-db464e505ed6') {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:53:57.732454 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf0bfa0-b937-46d9-b78c-2b7a7e73dca7 tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Pushing event updated for resources: {'Network': ['ID=64cc6b8a-70a0-4a95-a523-83c4d6bac0b1,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:53:57.744190 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-6cf0bfa0-b937-46d9-b78c-2b7a7e73dca7 tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.0097280 Aug 12 14:53:57.749388 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-fe21f80e-e0aa-495d-9477-7c3644ca6bae tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744654122361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2293560'] for segment, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:57.771341 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-fe21f80e-e0aa-495d-9477-7c3644ca6bae tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:57.776363 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Network 64cc6b8a-70a0-4a95-a523-83c4d6bac0b1 details requested by agent ovs-agent-n-d-694802-15 with host n-d-694802-15 {{(pid=94468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 14:53:57.779575 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-feb3958c-b8c2-4add-a95a-051b3e171f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262'] for port, after_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:57.784905 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe21f80e-e0aa-495d-9477-7c3644ca6bae tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Releasing vlan 335 on physical network physnet1 to pool {{(pid=94466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 14:53:57.789782 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-fe21f80e-e0aa-495d-9477-7c3644ca6bae tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3718595'] for segment, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:57.893679 n-d-694802-15 neutron-server[94466]: Traceback (most recent call last): Aug 12 14:53:57.893679 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 14:53:57.893679 n-d-694802-15 neutron-server[94466]: timer() Aug 12 14:53:57.893679 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 14:53:57.893679 n-d-694802-15 neutron-server[94466]: cb(*args, **kw) Aug 12 14:53:57.893679 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 14:53:57.893679 n-d-694802-15 neutron-server[94466]: return func(*args, **kwargs) Aug 12 14:53:57.893679 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 14:53:57.893679 n-d-694802-15 neutron-server[94466]: self._notify() Aug 12 14:53:57.893679 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 14:53:57.893679 n-d-694802-15 neutron-server[94466]: self.callback(batched_events) Aug 12 14:53:57.893679 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 14:53:57.893679 n-d-694802-15 neutron-server[94466]: event.method(event) Aug 12 14:53:57.893679 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 14:53:57.893679 n-d-694802-15 neutron-server[94466]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 14:53:57.893679 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 14:53:57.893679 n-d-694802-15 neutron-server[94466]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 14:53:57.893679 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 14:53:57.893679 n-d-694802-15 neutron-server[94466]: return f(self, *a, **k) Aug 12 14:53:57.893679 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 14:53:57.893679 n-d-694802-15 neutron-server[94466]: return self._get(url).json() Aug 12 14:53:57.893679 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 14:53:57.893679 n-d-694802-15 neutron-server[94466]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 14:53:57.893679 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 14:53:57.893679 n-d-694802-15 neutron-server[94466]: return self.request(url, 'GET', **kwargs) Aug 12 14:53:57.893679 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 14:53:57.893679 n-d-694802-15 neutron-server[94466]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 14:53:57.893679 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 14:53:57.893679 n-d-694802-15 neutron-server[94466]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 14:53:57.893679 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 14:53:57.893679 n-d-694802-15 neutron-server[94466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 14:53:57.893679 n-d-694802-15 neutron-server[94466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 14:53:57.897832 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-fe21f80e-e0aa-495d-9477-7c3644ca6bae tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66413281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431520'] for network, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:57.904087 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb3958c-b8c2-4add-a95a-051b3e171f88 None None] Pushing event deleted for resources: {'Port': ['ID=75db28c9-f13b-40e6-bdbb-0dd1cd29cb8b,revision_number=None']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:53:57.911655 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb3958c-b8c2-4add-a95a-051b3e171f88 None None] No DVR routers for this DVR port 75db28c9-f13b-40e6-bdbb-0dd1cd29cb8b on host n-d-694802-15 {{(pid=94468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:53:57.944724 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 75db28c9-f13b-40e6-bdbb-0dd1cd29cb8b no longer exists at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:53:57.954221 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-fe21f80e-e0aa-495d-9477-7c3644ca6bae tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Notify callbacks [] for network, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:57.956432 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-fe21f80e-e0aa-495d-9477-7c3644ca6bae tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] 10.222.0.39 "DELETE /v2.0/networks/b31fe52d-b89f-4ea4-b49d-3caa2baa1728 HTTP/1.1" status: 204 len: 168 time: 0.9053042 Aug 12 14:53:57.960673 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe21f80e-e0aa-495d-9477-7c3644ca6bae tempest-NetworksTest-766399939 tempest-NetworksTest-766399939-project] Pushing event deleted for resources: {'Network': ['ID=b31fe52d-b89f-4ea4-b49d-3caa2baa1728,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:53:57.993165 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716b63b7-8325-4976-8696-fbc1f58ee796 req-a0919124-edee-455f-9c83-b86d349b49ad tempest-ListServersNegativeTestJSON-661303683 tempest-ListServersNegativeTestJSON-661303683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:53:58.023751 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-716b63b7-8325-4976-8696-fbc1f58ee796 req-a0919124-edee-455f-9c83-b86d349b49ad tempest-ListServersNegativeTestJSON-661303683 tempest-ListServersNegativeTestJSON-661303683-project] 10.222.0.39 "GET /v2.0/ports?device_id=d9248dc1-b2a3-4a83-bfca-b0f452fae84b HTTP/1.1" status: 200 len: 946 time: 0.1285236 Aug 12 14:53:58.041702 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] No Port match for: 75db28c9-f13b-40e6-bdbb-0dd1cd29cb8b {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 14:53:58.041702 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 75db28c9-f13b-40e6-bdbb-0dd1cd29cb8b not bound to the agent host n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:53:58.097302 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-716b63b7-8325-4976-8696-fbc1f58ee796 req-44347e82-c8a8-4fee-a339-e527869d0faa tempest-ListServersNegativeTestJSON-661303683 tempest-ListServersNegativeTestJSON-661303683-project] 10.222.0.39 "GET /v2.0/security-groups?id=3ebaac9a-fe06-4bc1-af70-7378483ff2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681171 Aug 12 14:53:58.289779 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcfe64e-cd91-4bb4-b80f-9464914454e7 req-101557ae-3177-4105-8fb0-585c1ee3cebc tempest-ListServersNegativeTestJSON-661303683 tempest-ListServersNegativeTestJSON-661303683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:53:58.299061 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-1dcfe64e-cd91-4bb4-b80f-9464914454e7 req-101557ae-3177-4105-8fb0-585c1ee3cebc tempest-ListServersNegativeTestJSON-661303683 tempest-ListServersNegativeTestJSON-661303683-project] 10.222.0.64 "GET /v2.0/ports?device_id=d9248dc1-b2a3-4a83-bfca-b0f452fae84b HTTP/1.1" status: 200 len: 946 time: 0.1334996 Aug 12 14:53:58.299857 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 34362) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:53:58.551078 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [req-1dcfe64e-cd91-4bb4-b80f-9464914454e7 req-da3fea87-a040-4c99-ae2c-462e4c7c35a4 tempest-ListServersNegativeTestJSON-661303683 tempest-ListServersNegativeTestJSON-661303683-project] Deleting port a42d1f84-f2a1-42a5-9dc8-8b3ab8c51abe {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:53:58.551434 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-1dcfe64e-cd91-4bb4-b80f-9464914454e7 req-da3fea87-a040-4c99-ae2c-462e4c7c35a4 tempest-ListServersNegativeTestJSON-661303683 tempest-ListServersNegativeTestJSON-661303683-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:58.592148 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 34372) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:53:58.752662 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-902f5d2f-d678-4225-bb62-0beda570ddd5 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c14e5c8db39f4234bf1759da0f0fd559&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1587207 Aug 12 14:53:58.753268 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 34376) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:53:58.847904 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-fa126bae-f01c-4caa-b350-1feda77a6a9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:58.866084 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-1dcfe64e-cd91-4bb4-b80f-9464914454e7 req-da3fea87-a040-4c99-ae2c-462e4c7c35a4 tempest-ListServersNegativeTestJSON-661303683 tempest-ListServersNegativeTestJSON-661303683-project] For port a42d1f84-f2a1-42a5-9dc8-8b3ab8c51abe, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=a42d1f84-f2a1-42a5-9dc8-8b3ab8c51abe,segment=NetworkSegment(16f1a284-68f4-48a4-85c3-491c16dd108b),segment_id=16f1a284-68f4-48a4-85c3-491c16dd108b)] {{(pid=94467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:53:58.866659 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-1dcfe64e-cd91-4bb4-b80f-9464914454e7 req-da3fea87-a040-4c99-ae2c-462e4c7c35a4 tempest-ListServersNegativeTestJSON-661303683 tempest-ListServersNegativeTestJSON-661303683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:58.886031 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-fa126bae-f01c-4caa-b350-1feda77a6a9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:58.898577 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [req-1dcfe64e-cd91-4bb4-b80f-9464914454e7 req-da3fea87-a040-4c99-ae2c-462e4c7c35a4 tempest-ListServersNegativeTestJSON-661303683 tempest-ListServersNegativeTestJSON-661303683-project] Calling delete_port for a42d1f84-f2a1-42a5-9dc8-8b3ab8c51abe owned by compute:nova {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:53:58.966678 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-fa126bae-f01c-4caa-b350-1feda77a6a9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:58.970817 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-fa126bae-f01c-4caa-b350-1feda77a6a9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:53:58.972206 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-fa126bae-f01c-4caa-b350-1feda77a6a9c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ebf7b8ad-fe19-449a-80b8-f78560f6a008 HTTP/1.1" status: 204 len: 168 time: 0.2180257 Aug 12 14:53:58.983457 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73a758d-fb30-46b7-a488-98fe437fab1f req-11a6023e-12fe-4a7d-b597-aba4e96a2eab tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:53:58.984850 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa126bae-f01c-4caa-b350-1feda77a6a9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebf7b8ad-fe19-449a-80b8-f78560f6a008,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:53:59.011383 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a73a758d-fb30-46b7-a488-98fe437fab1f req-11a6023e-12fe-4a7d-b597-aba4e96a2eab tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/ports?device_id=8f635c1b-9047-4fc7-9184-bfaf2dee2e49 HTTP/1.1" status: 200 len: 946 time: 0.3226960 Aug 12 14:53:59.372531 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67e2e39-2463-407a-b123-c71d50c5964c req-bddb667a-e09d-4231-9739-1906e50cac88 tempest-ListServersNegativeTestJSON-661303683 tempest-ListServersNegativeTestJSON-661303683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:53:59.383671 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-b67e2e39-2463-407a-b123-c71d50c5964c req-bddb667a-e09d-4231-9739-1906e50cac88 tempest-ListServersNegativeTestJSON-661303683 tempest-ListServersNegativeTestJSON-661303683-project] 10.222.0.39 "GET /v2.0/ports?device_id=d9248dc1-b2a3-4a83-bfca-b0f452fae84b HTTP/1.1" status: 200 len: 946 time: 0.1033447 Aug 12 14:53:59.444972 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-b67e2e39-2463-407a-b123-c71d50c5964c req-f9490be5-9d8b-4526-810c-e627fa277647 tempest-ListServersNegativeTestJSON-661303683 tempest-ListServersNegativeTestJSON-661303683-project] 10.222.0.39 "GET /v2.0/security-groups?id=3ebaac9a-fe06-4bc1-af70-7378483ff2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544758 Aug 12 14:53:59.669954 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a73a758d-fb30-46b7-a488-98fe437fab1f req-13c5670f-1f60-481a-96f5-2977b9369a73 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/security-groups?id=e9cf0ab5-0271-49fc-bd90-f712bfba6400&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6574092 Aug 12 14:53:59.890305 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23461aa-dc22-4b07-bd4e-2cacc4fd7c67 req-2230fc35-4d13-4aca-a662-5d1bb322bdd9 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:53:59.892207 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-b23461aa-dc22-4b07-bd4e-2cacc4fd7c67 req-2230fc35-4d13-4aca-a662-5d1bb322bdd9 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/ports?device_id=8f635c1b-9047-4fc7-9184-bfaf2dee2e49 HTTP/1.1" status: 200 len: 946 time: 0.1026394 Aug 12 14:53:59.986388 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-b23461aa-dc22-4b07-bd4e-2cacc4fd7c67 req-766d197b-dff3-4775-ac7d-953d30c0e8e4 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/security-groups?id=e9cf0ab5-0271-49fc-bd90-f712bfba6400&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791509 Aug 12 14:54:00.003566 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 34402) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:54:00.051501 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1c8e946-638a-4ec5-9316-4e1a09804c43 tempest-TestNetworkAdvancedServerOps-311782475 tempest-TestNetworkAdvancedServerOps-311782475-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:54:00.053966 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-b1c8e946-638a-4ec5-9316-4e1a09804c43 tempest-TestNetworkAdvancedServerOps-311782475 tempest-TestNetworkAdvancedServerOps-311782475-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=8f635c1b-9047-4fc7-9184-bfaf2dee2e49 HTTP/1.1" status: 200 len: 1093 time: 0.0489926 Aug 12 14:54:00.058223 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 34406) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:54:00.063302 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-c709c91c-a714-4477-86dd-e9859d67bda8 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Request body: {'floatingip': {'floating_network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'port_id': '988e1ab5-5805-4d46-b089-22e6208febbc', 'tenant_id': '6774b656eb8145eb998ea0059b40b4c3', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:54:00.066486 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-1dcfe64e-cd91-4bb4-b80f-9464914454e7 req-da3fea87-a040-4c99-ae2c-462e4c7c35a4 tempest-ListServersNegativeTestJSON-661303683 tempest-ListServersNegativeTestJSON-661303683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:00.085808 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] get_ports_and_sgs() called for port_ids ['9b94a7ec-2f8e-4ad7-a484-8a99e5660380'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:54:00.093751 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] get_ports_and_sgs() called for port_ids ['23a0d781-1366-40cd-948a-78381176dc2e'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:54:00.114295 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c709c91c-a714-4477-86dd-e9859d67bda8 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks [] for floatingip, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:00.182295 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3fea87-a040-4c99-ae2c-462e4c7c35a4 tempest-ListServersNegativeTestJSON-661303683 tempest-ListServersNegativeTestJSON-661303683-project] Pushing event deleted for resources: {'Port': ['ID=a42d1f84-f2a1-42a5-9dc8-8b3ab8c51abe,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:54:00.236460 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 34408) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:54:00.246040 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dcfe64e-cd91-4bb4-b80f-9464914454e7 req-da3fea87-a040-4c99-ae2c-462e4c7c35a4 tempest-ListServersNegativeTestJSON-661303683 tempest-ListServersNegativeTestJSON-661303683-project] No DVR routers for this DVR port a42d1f84-f2a1-42a5-9dc8-8b3ab8c51abe on host n-h1-694802-15 {{(pid=94467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:54:00.276837 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-1dcfe64e-cd91-4bb4-b80f-9464914454e7 req-da3fea87-a040-4c99-ae2c-462e4c7c35a4 tempest-ListServersNegativeTestJSON-661303683 tempest-ListServersNegativeTestJSON-661303683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:00.282590 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-1dcfe64e-cd91-4bb4-b80f-9464914454e7 req-da3fea87-a040-4c99-ae2c-462e4c7c35a4 tempest-ListServersNegativeTestJSON-661303683 tempest-ListServersNegativeTestJSON-661303683-project] 10.222.0.64 "DELETE /v2.0/ports/a42d1f84-f2a1-42a5-9dc8-8b3ab8c51abe HTTP/1.1" status: 204 len: 173 time: 1.9724398 Aug 12 14:54:00.301384 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9248dc1-b2a3-4a83-bfca-b0f452fae84b', 'name': 'network-vif-deleted', 'tag': 'a42d1f84-f2a1-42a5-9dc8-8b3ab8c51abe'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:54:00.310066 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e65282f928b64038367d043a4411777802006c43a98742496cb2e25b724ff1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80ef0e62-46b2-4fe2-a2fb-29be31843a34" -d '{"events": [{"server_uuid": "d9248dc1-b2a3-4a83-bfca-b0f452fae84b", "name": "network-vif-deleted", "tag": "a42d1f84-f2a1-42a5-9dc8-8b3ab8c51abe"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:54:00.343322 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c709c91c-a714-4477-86dd-e9859d67bda8 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:00.513505 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 14:54:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a47de07a-d155-4ce9-9616-c10b2ed897bc x-openstack-request-id: req-a47de07a-d155-4ce9-9616-c10b2ed897bc {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:54:00.513805 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9248dc1-b2a3-4a83-bfca-b0f452fae84b", "name": "network-vif-deleted", "tag": "a42d1f84-f2a1-42a5-9dc8-8b3ab8c51abe", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:54:00.514062 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a47de07a-d155-4ce9-9616-c10b2ed897bc {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:54:00.515221 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9248dc1-b2a3-4a83-bfca-b0f452fae84b', 'name': 'network-vif-deleted', 'tag': 'a42d1f84-f2a1-42a5-9dc8-8b3ab8c51abe', 'status': 'completed', 'code': 200} Aug 12 14:54:00.529903 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-c709c91c-a714-4477-86dd-e9859d67bda8 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Allocated IP 172.25.1.201 (d3759e1b-6c03-45ac-acd4-90abb417809b/f0254f08-c19c-4e31-bd9c-09389ea4b6f2/a0621078-4266-4a99-968f-251c6b1b42ac) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:54:00.648740 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-e619f811-32c1-456c-8f6f-7ab69fd7d870 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66663830'] for router_interface, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:00.758339 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device a42d1f84-f2a1-42a5-9dc8-8b3ab8c51abe no longer exists at agent hyperv_n-h1-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:54:00.779510 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-d3122997-c1c4-4294-9112-ba07f2352d9c tempest-NetworksNegativeTestJSON-424758886 tempest-NetworksNegativeTestJSON-424758886-project] Request body: {'port': {'network_id': 'f630203a-5aba-4cf4-905b-5397f469f8a4', 'name': 'tempest-NetworksNegativeTestJSON-344607188'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:54:00.796946 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-93370168-53ca-47c2-9e27-b066be57125c None None] No Port match for: a42d1f84-f2a1-42a5-9dc8-8b3ab8c51abe {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 14:54:00.797289 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device a42d1f84-f2a1-42a5-9dc8-8b3ab8c51abe not bound to the agent host n-h1-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:54:00.836549 n-d-694802-15 neutron-server[94466]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3122997-c1c4-4294-9112-ba07f2352d9c tempest-NetworksNegativeTestJSON-424758886 tempest-NetworksNegativeTestJSON-424758886-project] POST failed (client error): The resource could not be found. Aug 12 14:54:00.837649 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3122997-c1c4-4294-9112-ba07f2352d9c tempest-NetworksNegativeTestJSON-424758886 tempest-NetworksNegativeTestJSON-424758886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 14:54:00.838979 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-d3122997-c1c4-4294-9112-ba07f2352d9c tempest-NetworksNegativeTestJSON-424758886 tempest-NetworksNegativeTestJSON-424758886-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.6003473 Aug 12 14:54:00.843839 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 34420) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:54:00.855850 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-821e3d0b-ccb0-4573-8460-f1f52f4318a7 req-a2303437-a64d-489b-ab8d-724ad0820244 tempest-ListServersNegativeTestJSON-661303683 tempest-ListServersNegativeTestJSON-661303683-project] 10.222.0.39 "GET /v2.0/ports?device_id=d9248dc1-b2a3-4a83-bfca-b0f452fae84b HTTP/1.1" status: 200 len: 210 time: 0.0883393 Aug 12 14:54:00.880619 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c709c91c-a714-4477-86dd-e9859d67bda8 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:00.930706 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c709c91c-a714-4477-86dd-e9859d67bda8 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:00.957110 n-d-694802-15 neutron-server[94467]: INFO neutron.pecan_wsgi.hooks.translation [None req-dcf283aa-49eb-4647-8b86-3c871b920a51 tempest-NetworksNegativeTestJSON-424758886 tempest-NetworksNegativeTestJSON-424758886-project] DELETE failed (client error): The resource could not be found. Aug 12 14:54:00.958294 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dcf283aa-49eb-4647-8b86-3c871b920a51 tempest-NetworksNegativeTestJSON-424758886 tempest-NetworksNegativeTestJSON-424758886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94467) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 14:54:00.960646 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-dcf283aa-49eb-4647-8b86-3c871b920a51 tempest-NetworksNegativeTestJSON-424758886 tempest-NetworksNegativeTestJSON-424758886-project] 10.222.0.39 "DELETE /v2.0/networks/52f16687-c8ae-4dd3-a722-ebc56fdf5e7a HTTP/1.1" status: 404 len: 339 time: 0.1156209 Aug 12 14:54:00.980500 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 34422) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:54:00.992550 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c709c91c-a714-4477-86dd-e9859d67bda8 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Pushing event updated for resources: {'Port': ['ID=a0621078-4266-4a99-968f-251c6b1b42ac,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:54:01.015324 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c709c91c-a714-4477-86dd-e9859d67bda8 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Network d3759e1b-6c03-45ac-acd4-90abb417809b is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:54:01.017995 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-c709c91c-a714-4477-86dd-e9859d67bda8 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:54:01.024365 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c709c91c-a714-4477-86dd-e9859d67bda8 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:54:01.075278 n-d-694802-15 neutron-server[94467]: INFO neutron.pecan_wsgi.hooks.translation [None req-e682a258-f1de-4e21-9ff7-c6519e38e497 tempest-NetworksNegativeTestJSON-424758886 tempest-NetworksNegativeTestJSON-424758886-project] DELETE failed (client error): The resource could not be found. Aug 12 14:54:01.076822 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e682a258-f1de-4e21-9ff7-c6519e38e497 tempest-NetworksNegativeTestJSON-424758886 tempest-NetworksNegativeTestJSON-424758886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94467) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 14:54:01.078963 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-e682a258-f1de-4e21-9ff7-c6519e38e497 tempest-NetworksNegativeTestJSON-424758886 tempest-NetworksNegativeTestJSON-424758886-project] 10.222.0.39 "DELETE /v2.0/ports/4cac0497-f02e-45ac-9617-0ad926c14bcf HTTP/1.1" status: 404 len: 333 time: 0.0980830 Aug 12 14:54:01.084441 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 34424) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:54:01.169532 n-d-694802-15 neutron-server[94466]: INFO neutron.pecan_wsgi.hooks.translation [None req-1baca79c-8734-42db-a41b-99da99fd9c7e tempest-NetworksNegativeTestJSON-424758886 tempest-NetworksNegativeTestJSON-424758886-project] DELETE failed (client error): The resource could not be found. Aug 12 14:54:01.170148 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1baca79c-8734-42db-a41b-99da99fd9c7e tempest-NetworksNegativeTestJSON-424758886 tempest-NetworksNegativeTestJSON-424758886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 14:54:01.176825 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-1baca79c-8734-42db-a41b-99da99fd9c7e tempest-NetworksNegativeTestJSON-424758886 tempest-NetworksNegativeTestJSON-424758886-project] 10.222.0.39 "DELETE /v2.0/subnets/cc0232f9-8ed0-4617-9ef9-a6b1a72f4e86 HTTP/1.1" status: 404 len: 337 time: 0.0910285 Aug 12 14:54:01.179339 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 34426) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:54:01.207402 n-d-694802-15 neutron-server[94467]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d0c5fc5-34a9-444f-8875-a8c242394991 tempest-NetworksNegativeTestJSON-424758886 tempest-NetworksNegativeTestJSON-424758886-project] GET failed (client error): The resource could not be found. Aug 12 14:54:01.209297 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-5d0c5fc5-34a9-444f-8875-a8c242394991 tempest-NetworksNegativeTestJSON-424758886 tempest-NetworksNegativeTestJSON-424758886-project] 10.222.0.39 "GET /v2.0/networks/ba7e4a27-2ceb-4073-aebe-cc6b9c0da54e HTTP/1.1" status: 404 len: 339 time: 0.0272968 Aug 12 14:54:01.217605 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 34428) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:54:01.224118 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 34430) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:54:01.241414 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-05eda10c-7c1d-4340-bd11-cd98f5be946a tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Request body: {'subnet': {'network_id': '64cc6b8a-70a0-4a95-a523-83c4d6bac0b1', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:54:01.260436 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-e619f811-32c1-456c-8f6f-7ab69fd7d870 admin admin] Deleting port b58f2f87-2b9d-4b0d-8cf9-762c26e4c3d1 {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:54:01.260935 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-e619f811-32c1-456c-8f6f-7ab69fd7d870 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:01.306307 n-d-694802-15 neutron-server[94466]: INFO neutron.pecan_wsgi.hooks.translation [None req-33283594-bac2-48d6-8b9a-96228e9e82b5 tempest-NetworksNegativeTestJSON-424758886 tempest-NetworksNegativeTestJSON-424758886-project] GET failed (client error): The resource could not be found. Aug 12 14:54:01.312446 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-33283594-bac2-48d6-8b9a-96228e9e82b5 tempest-NetworksNegativeTestJSON-424758886 tempest-NetworksNegativeTestJSON-424758886-project] 10.222.0.39 "GET /v2.0/ports/5fda70bd-51f5-4bcd-a0cd-f795162404e0 HTTP/1.1" status: 404 len: 333 time: 0.0921531 Aug 12 14:54:01.314835 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 34432) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:54:01.353428 n-d-694802-15 neutron-server[94467]: INFO neutron.pecan_wsgi.hooks.translation [None req-419b83e2-6a47-40ae-8e4b-09dcd99c8a70 tempest-NetworksNegativeTestJSON-424758886 tempest-NetworksNegativeTestJSON-424758886-project] GET failed (client error): The resource could not be found. Aug 12 14:54:01.354232 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-419b83e2-6a47-40ae-8e4b-09dcd99c8a70 tempest-NetworksNegativeTestJSON-424758886 tempest-NetworksNegativeTestJSON-424758886-project] 10.222.0.39 "GET /v2.0/subnets/3663561a-701b-4a90-95ec-b15714667bd2 HTTP/1.1" status: 404 len: 337 time: 0.0384443 Aug 12 14:54:01.360527 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 34434) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:54:01.367512 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-be85469b-f859-4e43-aa98-b2be3df8c6e6 tempest-NetworksNegativeTestJSON-424758886 tempest-NetworksNegativeTestJSON-424758886-project] Request body: {'network': {'name': 'new_name'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:54:01.392479 n-d-694802-15 neutron-server[94467]: INFO neutron.pecan_wsgi.hooks.translation [None req-be85469b-f859-4e43-aa98-b2be3df8c6e6 tempest-NetworksNegativeTestJSON-424758886 tempest-NetworksNegativeTestJSON-424758886-project] PUT failed (client error): The resource could not be found. Aug 12 14:54:01.395053 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be85469b-f859-4e43-aa98-b2be3df8c6e6 tempest-NetworksNegativeTestJSON-424758886 tempest-NetworksNegativeTestJSON-424758886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94467) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 14:54:01.395053 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-be85469b-f859-4e43-aa98-b2be3df8c6e6 tempest-NetworksNegativeTestJSON-424758886 tempest-NetworksNegativeTestJSON-424758886-project] 10.222.0.39 "PUT /v2.0/networks/2c2f05de-c4ee-4c63-80eb-0b34132163e2 HTTP/1.1" status: 404 len: 339 time: 0.0327570 Aug 12 14:54:01.396132 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [None req-e619f811-32c1-456c-8f6f-7ab69fd7d870 admin admin] For port b58f2f87-2b9d-4b0d-8cf9-762c26e4c3d1, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=b58f2f87-2b9d-4b0d-8cf9-762c26e4c3d1,segment=NetworkSegment(ce946392-5bd0-4fe8-8210-1accf5f4dc64),segment_id=ce946392-5bd0-4fe8-8210-1accf5f4dc64)] {{(pid=94467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:54:01.396502 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-e619f811-32c1-456c-8f6f-7ab69fd7d870 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:01.403996 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 34436) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:54:01.410305 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-b9b63295-f154-4ff3-927b-75e0dd13c313 tempest-NetworksNegativeTestJSON-424758886 tempest-NetworksNegativeTestJSON-424758886-project] Request body: {'port': {'name': 'new_name'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:54:01.431673 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-e619f811-32c1-456c-8f6f-7ab69fd7d870 admin admin] Calling delete_port for b58f2f87-2b9d-4b0d-8cf9-762c26e4c3d1 owned by network:router_interface {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:54:01.433754 n-d-694802-15 neutron-server[94467]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9b63295-f154-4ff3-927b-75e0dd13c313 tempest-NetworksNegativeTestJSON-424758886 tempest-NetworksNegativeTestJSON-424758886-project] PUT failed (client error): The resource could not be found. Aug 12 14:54:01.434456 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9b63295-f154-4ff3-927b-75e0dd13c313 tempest-NetworksNegativeTestJSON-424758886 tempest-NetworksNegativeTestJSON-424758886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94467) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 14:54:01.440643 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-b9b63295-f154-4ff3-927b-75e0dd13c313 tempest-NetworksNegativeTestJSON-424758886 tempest-NetworksNegativeTestJSON-424758886-project] 10.222.0.39 "PUT /v2.0/ports/40046bdb-d2c3-482b-9b8c-4c829cf959eb HTTP/1.1" status: 404 len: 333 time: 0.0306487 Aug 12 14:54:01.440643 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 34438) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:54:01.445967 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-f10ca032-38ff-485e-80c3-6ef01148d4cd tempest-NetworksNegativeTestJSON-424758886 tempest-NetworksNegativeTestJSON-424758886-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:54:01.471817 n-d-694802-15 neutron-server[94467]: INFO neutron.pecan_wsgi.hooks.translation [None req-f10ca032-38ff-485e-80c3-6ef01148d4cd tempest-NetworksNegativeTestJSON-424758886 tempest-NetworksNegativeTestJSON-424758886-project] PUT failed (client error): The resource could not be found. Aug 12 14:54:01.472278 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f10ca032-38ff-485e-80c3-6ef01148d4cd tempest-NetworksNegativeTestJSON-424758886 tempest-NetworksNegativeTestJSON-424758886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94467) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 14:54:01.477151 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-f10ca032-38ff-485e-80c3-6ef01148d4cd tempest-NetworksNegativeTestJSON-424758886 tempest-NetworksNegativeTestJSON-424758886-project] 10.222.0.39 "PUT /v2.0/subnets/ccb56581-2c96-4ec2-a2a4-2e4d9799abe5 HTTP/1.1" status: 404 len: 337 time: 0.0330122 Aug 12 14:54:01.486069 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05eda10c-7c1d-4340-bd11-cd98f5be946a tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Made reservation on behalf of a85f60ca6226454384267711e9d02e5c for: {'subnet': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:54:01.489517 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-05eda10c-7c1d-4340-bd11-cd98f5be946a tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8776441'] for subnet, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:01.728702 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-e619f811-32c1-456c-8f6f-7ab69fd7d870 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:01.758830 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e619f811-32c1-456c-8f6f-7ab69fd7d870 admin admin] Pushing event deleted for resources: {'Port': ['ID=b58f2f87-2b9d-4b0d-8cf9-762c26e4c3d1,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:54:01.948399 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 34448) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:54:02.062420 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-e619f811-32c1-456c-8f6f-7ab69fd7d870 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66628352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-430630'] for router_interface, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:02.170580 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a7619f93-fd99-45ed-97ef-f59f19f475cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:02.175594 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c709c91c-a714-4477-86dd-e9859d67bda8 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:02.197505 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-05eda10c-7c1d-4340-bd11-cd98f5be946a tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3718490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8776395'] for subnet, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:02.344429 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05eda10c-7c1d-4340-bd11-cd98f5be946a tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Pushing event updated for resources: {'Subnet': ['ID=2a5b536a-bdf1-40fe-950d-2a88f6987c85,revision_number=0']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:54:02.418920 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a7619f93-fd99-45ed-97ef-f59f19f475cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:02.419159 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05eda10c-7c1d-4340-bd11-cd98f5be946a tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Checking segment: {'id': '8f1d4f19-2669-4019-95a4-7343d445a80d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '64cc6b8a-70a0-4a95-a523-83c4d6bac0b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:54:02.419693 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05eda10c-7c1d-4340-bd11-cd98f5be946a tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Network hostable DHCP agents. Network: 64cc6b8a-70a0-4a95-a523-83c4d6bac0b1, hostable agents: ['1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658'], hosted agents: [] {{(pid=94466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 14:54:02.426134 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a7619f93-fd99-45ed-97ef-f59f19f475cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:02.437168 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c709c91c-a714-4477-86dd-e9859d67bda8 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:02.488497 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05eda10c-7c1d-4340-bd11-cd98f5be946a tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Network 64cc6b8a-70a0-4a95-a523-83c4d6bac0b1 is scheduled to be hosted by DHCP agent 1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658 with binding_index 1 {{(pid=94466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 14:54:02.490206 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e619f811-32c1-456c-8f6f-7ab69fd7d870 admin admin] Router 79f0ab8e-35c0-483a-98cd-43ce5bcd4984 has already been hosted by L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f {{(pid=94467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 14:54:02.493037 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-a7619f93-fd99-45ed-97ef-f59f19f475cd admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3324a3043c5143f2a5120d94e177b006&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5438757 Aug 12 14:54:02.495758 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 34468) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:54:02.506621 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7619f93-fd99-45ed-97ef-f59f19f475cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87fb8c51-3cb9-4c6d-a2b2-bf639217eccd,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:54:02.507824 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-05eda10c-7c1d-4340-bd11-cd98f5be946a tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-15, 64cc6b8a-70a0-4a95-a523-83c4d6bac0b1) {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:54:02.518393 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d059f5ac-898b-4cf0-a296-e7e0a5d54f46 None None] Network 64cc6b8a-70a0-4a95-a523-83c4d6bac0b1 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:54:02.537150 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05eda10c-7c1d-4340-bd11-cd98f5be946a tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:54:02.538019 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-05eda10c-7c1d-4340-bd11-cd98f5be946a tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Notify callbacks [] for subnet, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:02.596206 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-05eda10c-7c1d-4340-bd11-cd98f5be946a tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3583016 Aug 12 14:54:02.599308 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 34472) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:54:02.608840 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-1bba6376-62c3-4d59-bb39-c3b2855434f5 tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-242768076'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:54:02.649322 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bba6376-62c3-4d59-bb39-c3b2855434f5 tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Made reservation on behalf of a85f60ca6226454384267711e9d02e5c for: {'network': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:54:02.653704 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1bba6376-62c3-4d59-bb39-c3b2855434f5 tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for network, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:02.664353 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-118cf9f8-4d2d-4103-863a-a88a4db536e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:02.720013 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1bba6376-62c3-4d59-bb39-c3b2855434f5 tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] vlan segment allocate from pool success with {'vlan_id': 330, 'physical_network': 'physnet1'} {{(pid=94466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 14:54:02.732543 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-118cf9f8-4d2d-4103-863a-a88a4db536e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:02.739923 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c709c91c-a714-4477-86dd-e9859d67bda8 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks [] for port, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:02.746547 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1bba6376-62c3-4d59-bb39-c3b2855434f5 tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:02.747161 n-d-694802-15 neutron-server[94466]: INFO neutron.db.segments_db [None req-1bba6376-62c3-4d59-bb39-c3b2855434f5 tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Added segment 27ec9768-76e7-40c0-9cff-50303b02b733 of type vlan for network 155e707e-55eb-48ee-a051-6ea65d226881 Aug 12 14:54:02.751097 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c709c91c-a714-4477-86dd-e9859d67bda8 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3718439'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:02.757560 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41e7b664-8a32-4690-9198-9b07a4bf5908 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa7035b3e-9a89-5964-b9f4-97301c3f476a-64cc6b8a-70a0-4a95-a523-83c4d6bac0b1', 'network_id': '64cc6b8a-70a0-4a95-a523-83c4d6bac0b1', 'tenant_id': 'a85f60ca6226454384267711e9d02e5c', 'fixed_ips': [{'subnet_id': '2a5b536a-bdf1-40fe-950d-2a88f6987c85'}]}} from n-d-694802-15. {{(pid=94468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 14:54:02.759241 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e619f811-32c1-456c-8f6f-7ab69fd7d870 admin admin] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 14:54:02.759766 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-41e7b664-8a32-4690-9198-9b07a4bf5908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:02.769668 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-e619f811-32c1-456c-8f6f-7ab69fd7d870 admin admin] 10.222.0.39 "PUT /v2.0/routers/79f0ab8e-35c0-483a-98cd-43ce5bcd4984/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4683681 Aug 12 14:54:02.775055 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 34474) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:54:02.810090 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bbea3a3-0e63-4ed8-b8af-88da982ed5ff None None] Sync routers for ids ['79f0ab8e-35c0-483a-98cd-43ce5bcd4984'] in n-d-694802-15 {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 14:54:02.853698 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bbea3a3-0e63-4ed8-b8af-88da982ed5ff None None] Routers {'79f0ab8e-35c0-483a-98cd-43ce5bcd4984'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:54:02.854359 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-0bbea3a3-0e63-4ed8-b8af-88da982ed5ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:53:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['79f0ab8e-35c0-483a-98cd-43ce5bcd4984'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:54:02.901230 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-118cf9f8-4d2d-4103-863a-a88a4db536e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:02.904140 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-118cf9f8-4d2d-4103-863a-a88a4db536e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:02.905528 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-118cf9f8-4d2d-4103-863a-a88a4db536e3 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/87fb8c51-3cb9-4c6d-a2b2-bf639217eccd HTTP/1.1" status: 204 len: 168 time: 0.4076459 Aug 12 14:54:02.922818 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118cf9f8-4d2d-4103-863a-a88a4db536e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87fb8c51-3cb9-4c6d-a2b2-bf639217eccd,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:54:02.938643 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-e06a5524-6720-495f-9312-24ca2208aa81 admin admin] Notify callbacks [] for router, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:03.136296 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef1637d-b479-4a83-8a32-975c6b075aa8 req-693f3563-ab92-475e-9af8-e0c9e17945c9 tempest-ListServersNegativeTestJSON-661303683 tempest-ListServersNegativeTestJSON-661303683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:54:03.146708 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef1637d-b479-4a83-8a32-975c6b075aa8 req-693f3563-ab92-475e-9af8-e0c9e17945c9 tempest-ListServersNegativeTestJSON-661303683 tempest-ListServersNegativeTestJSON-661303683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:54:03.149617 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6ef1637d-b479-4a83-8a32-975c6b075aa8 req-693f3563-ab92-475e-9af8-e0c9e17945c9 tempest-ListServersNegativeTestJSON-661303683 tempest-ListServersNegativeTestJSON-661303683-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0115283-4d6c-4691-bcdd-6a15b76a3da3&device_id=e45b54de-34a8-4d05-804f-d10c0ac07186 HTTP/1.1" status: 200 len: 1681 time: 0.1300783 Aug 12 14:54:03.220750 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-e06a5524-6720-495f-9312-24ca2208aa81 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:03.238656 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1bba6376-62c3-4d59-bb39-c3b2855434f5 tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744653628263'] for network, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:03.252926 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c709c91c-a714-4477-86dd-e9859d67bda8 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Pushing event updated for resources: {'Port': ['ID=a0621078-4266-4a99-968f-251c6b1b42ac,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:54:03.257111 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c709c91c-a714-4477-86dd-e9859d67bda8 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431510'] for floatingip, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:03.290007 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvr_db [None req-0bbea3a3-0e63-4ed8-b8af-88da982ed5ff None None] Set router 79f0ab8e-35c0-483a-98cd-43ce5bcd4984 gateway port host: n-d-694802-15 {{(pid=94468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:54:03.344349 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6ef1637d-b479-4a83-8a32-975c6b075aa8 req-ff39e271-b76b-4248-9d28-c408407f3e75 tempest-ListServersNegativeTestJSON-661303683 tempest-ListServersNegativeTestJSON-661303683-project] 10.222.0.39 "GET /v2.0/security-groups?id=3ebaac9a-fe06-4bc1-af70-7378483ff2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610715 Aug 12 14:54:03.377211 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1bba6376-62c3-4d59-bb39-c3b2855434f5 tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409'] for network, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:03.384368 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bba6376-62c3-4d59-bb39-c3b2855434f5 tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:54:03.384998 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1bba6376-62c3-4d59-bb39-c3b2855434f5 tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Notify callbacks [] for network, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:03.417018 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-e06a5524-6720-495f-9312-24ca2208aa81 admin admin] Deleting port 7de7faf0-dc55-4af3-9150-7640ba49cde8 {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:54:03.421985 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-e06a5524-6720-495f-9312-24ca2208aa81 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:03.481853 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.db_base_plugin_common [None req-41e7b664-8a32-4690-9198-9b07a4bf5908 None None] Allocated IP 2001:db8:0:ffff::2 (64cc6b8a-70a0-4a95-a523-83c4d6bac0b1/2a5b536a-bdf1-40fe-950d-2a88f6987c85/e5601cdd-ced2-425c-8717-fae9aa113b73) {{(pid=94468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:54:03.529952 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-1bba6376-62c3-4d59-bb39-c3b2855434f5 tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.9295151 Aug 12 14:54:03.535219 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 34494) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:54:03.543705 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-fbd046e9-b225-45d1-a976-c227e3fe31fc tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Request body: {'subnet': {'network_id': '155e707e-55eb-48ee-a051-6ea65d226881', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:54:03.575145 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bba6376-62c3-4d59-bb39-c3b2855434f5 tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Pushing event updated for resources: {'Network': ['ID=155e707e-55eb-48ee-a051-6ea65d226881,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:54:03.629949 n-d-694802-15 neutron-server[94466]: INFO neutron.db.l3_db [None req-c709c91c-a714-4477-86dd-e9859d67bda8 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Floating IP e1d5c5c1-bc61-403c-bdb9-f093d53bb4d2 associated. External IP: 172.25.1.201, port: 988e1ab5-5805-4d46-b089-22e6208febbc. Aug 12 14:54:03.650206 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [None req-e06a5524-6720-495f-9312-24ca2208aa81 admin admin] For port 7de7faf0-dc55-4af3-9150-7640ba49cde8, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=7de7faf0-dc55-4af3-9150-7640ba49cde8,segment=NetworkSegment(b1b396cb-2dc6-4041-bfc7-1833a80a4720),segment_id=b1b396cb-2dc6-4041-bfc7-1833a80a4720)] {{(pid=94467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:54:03.651347 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-e06a5524-6720-495f-9312-24ca2208aa81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:03.688750 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-e06a5524-6720-495f-9312-24ca2208aa81 admin admin] Calling delete_port for 7de7faf0-dc55-4af3-9150-7640ba49cde8 owned by network:router_gateway {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:54:03.798038 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbd046e9-b225-45d1-a976-c227e3fe31fc tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Made reservation on behalf of a85f60ca6226454384267711e9d02e5c for: {'subnet': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:54:03.801620 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-fbd046e9-b225-45d1-a976-c227e3fe31fc tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8776441'] for subnet, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:03.854742 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-41e7b664-8a32-4690-9198-9b07a4bf5908 None None] Notify callbacks [] for port, precommit_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:03.872689 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-41e7b664-8a32-4690-9198-9b07a4bf5908 None None] Transition to ACTIVE for port object e5601cdd-ced2-425c-8717-fae9aa113b73 will not be triggered until provisioned by entity L2. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:54:03.901287 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-41e7b664-8a32-4690-9198-9b07a4bf5908 None None] Transition to ACTIVE for port object e5601cdd-ced2-425c-8717-fae9aa113b73 will not be triggered until provisioned by entity DHCP. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:54:03.905805 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Network 155e707e-55eb-48ee-a051-6ea65d226881 details requested by agent ovs-agent-n-d-694802-15 with host n-d-694802-15 {{(pid=94468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 14:54:03.936577 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-41e7b664-8a32-4690-9198-9b07a4bf5908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253'] for port, after_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:04.073984 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41e7b664-8a32-4690-9198-9b07a4bf5908 None None] Network 64cc6b8a-70a0-4a95-a523-83c4d6bac0b1 is already hosted by enough agents. {{(pid=94468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:54:04.105965 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.base_scheduler [None req-41e7b664-8a32-4690-9198-9b07a4bf5908 None None] Resources bound (agent type, host, resource id): {{(pid=94468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:54:04.117994 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41e7b664-8a32-4690-9198-9b07a4bf5908 None None] Received port after_create {{(pid=94468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:54:04.181809 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e7b664-8a32-4690-9198-9b07a4bf5908 None None] Pushing event updated for resources: {'Port': ['ID=e5601cdd-ced2-425c-8717-fae9aa113b73,revision_number=1']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:54:04.204549 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-41e7b664-8a32-4690-9198-9b07a4bf5908 None None] Attempting to bind port e5601cdd-ced2-425c-8717-fae9aa113b73 on host n-d-694802-15 for vnic_type normal with profile {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:54:04.204926 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-41e7b664-8a32-4690-9198-9b07a4bf5908 None None] Attempting to bind port e5601cdd-ced2-425c-8717-fae9aa113b73 by drivers openvswitch,hyperv on host n-d-694802-15 at level 0 using segments [{'id': '8f1d4f19-2669-4019-95a4-7343d445a80d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '64cc6b8a-70a0-4a95-a523-83c4d6bac0b1'}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:54:04.205434 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e7b664-8a32-4690-9198-9b07a4bf5908 None None] Attempting to bind port e5601cdd-ced2-425c-8717-fae9aa113b73 on network 64cc6b8a-70a0-4a95-a523-83c4d6bac0b1 {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:54:04.210320 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-0bbea3a3-0e63-4ed8-b8af-88da982ed5ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79f0ab8e-35c0-483a-98cd-43ce5bcd4984', 'name': 'tempest-TaggedBootDevicesTest_v242-493623005-router', 'tenant_id': 'c4f0f352632942859f6399a2c9890ad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.97'}], 'enable_snat': True}, 'gw_port_id': '7de7faf0-dc55-4af3-9150-7640ba49cde8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:41:45Z', 'updated_at': '2021-08-12T14:54:01Z', 'revision_number': 5, 'project_id': 'c4f0f352632942859f6399a2c9890ad2', 'gw_port': {'id': '7de7faf0-dc55-4af3-9150-7640ba49cde8', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:ed:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79f0ab8e-35c0-483a-98cd-43ce5bcd4984', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:41:46Z', 'updated_at': '2021-08-12T14:41:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15'}], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:54:04.246501 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bbea3a3-0e63-4ed8-b8af-88da982ed5ff None None] Checking router: 79f0ab8e-35c0-483a-98cd-43ce5bcd4984 for host: n-d-694802-15 {{(pid=94468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 14:54:04.250102 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e7b664-8a32-4690-9198-9b07a4bf5908 None None] Checking agent: {'id': '16de73ac-f2e9-4cee-b3e0-91052ae3e6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 20, 13), 'started_at': datetime.datetime(2021, 8, 12, 14, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 53, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:54:04.250491 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e7b664-8a32-4690-9198-9b07a4bf5908 None None] Checking segment: {'id': '8f1d4f19-2669-4019-95a4-7343d445a80d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '64cc6b8a-70a0-4a95-a523-83c4d6bac0b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:54:04.250894 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-41e7b664-8a32-4690-9198-9b07a4bf5908 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:04.251315 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e7b664-8a32-4690-9198-9b07a4bf5908 None None] Bound using segment: {'id': '8f1d4f19-2669-4019-95a4-7343d445a80d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '64cc6b8a-70a0-4a95-a523-83c4d6bac0b1'} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:54:04.251808 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-41e7b664-8a32-4690-9198-9b07a4bf5908 None None] Bound port: e5601cdd-ced2-425c-8717-fae9aa113b73, host: n-d-694802-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f1d4f19-2669-4019-95a4-7343d445a80d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '64cc6b8a-70a0-4a95-a523-83c4d6bac0b1'}}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:54:04.252195 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-41e7b664-8a32-4690-9198-9b07a4bf5908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:04.269919 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bbea3a3-0e63-4ed8-b8af-88da982ed5ff None None] Routers {'79f0ab8e-35c0-483a-98cd-43ce5bcd4984'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:54:04.270568 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-0bbea3a3-0e63-4ed8-b8af-88da982ed5ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:53:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['79f0ab8e-35c0-483a-98cd-43ce5bcd4984'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:54:04.272395 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 34518) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:54:04.377433 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c709c91c-a714-4477-86dd-e9859d67bda8 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Router 5a955ada-e255-4005-bb16-739df8b0ef31 has already been hosted by L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f {{(pid=94466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 14:54:04.397045 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d275ac-fe0b-453b-a8d9-d5c20c044eb0 req-28138282-5423-4a27-9353-4fd2bc0d830c tempest-ListServersNegativeTestJSON-661303683 tempest-ListServersNegativeTestJSON-661303683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:54:04.398619 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-70d275ac-fe0b-453b-a8d9-d5c20c044eb0 req-28138282-5423-4a27-9353-4fd2bc0d830c tempest-ListServersNegativeTestJSON-661303683 tempest-ListServersNegativeTestJSON-661303683-project] 10.222.0.39 "GET /v2.0/ports?device_id=e45b54de-34a8-4d05-804f-d10c0ac07186 HTTP/1.1" status: 200 len: 945 time: 0.1285114 Aug 12 14:54:04.422492 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-8ecc6f43-2db6-468e-b19c-0beb4d63bc58 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1289401463'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:54:04.578582 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-70d275ac-fe0b-453b-a8d9-d5c20c044eb0 req-e6a5a90b-fcaa-4c6c-8a4c-a75c124ff730 tempest-ListServersNegativeTestJSON-661303683 tempest-ListServersNegativeTestJSON-661303683-project] 10.222.0.39 "GET /v2.0/security-groups?id=3ebaac9a-fe06-4bc1-af70-7378483ff2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681225 Aug 12 14:54:04.594124 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ecc6f43-2db6-468e-b19c-0beb4d63bc58 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Made reservation on behalf of 6ba6601003674b8c9c33878dd4577887 for: {'network': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:54:04.597842 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8ecc6f43-2db6-468e-b19c-0beb4d63bc58 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for network, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:04.637672 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvr_db [None req-0bbea3a3-0e63-4ed8-b8af-88da982ed5ff None None] Set router 79f0ab8e-35c0-483a-98cd-43ce5bcd4984 gateway port host: None {{(pid=94468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:54:04.642395 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-e06a5524-6720-495f-9312-24ca2208aa81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:04.664282 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8ecc6f43-2db6-468e-b19c-0beb4d63bc58 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks [] for security_group, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:04.664539 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-41e7b664-8a32-4690-9198-9b07a4bf5908 None None] For port e5601cdd-ced2-425c-8717-fae9aa113b73, host n-d-694802-15, cleared binding levels {{(pid=94468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:54:04.696177 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06a5524-6720-495f-9312-24ca2208aa81 admin admin] Pushing event deleted for resources: {'Port': ['ID=7de7faf0-dc55-4af3-9150-7640ba49cde8,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:54:04.702622 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-0bbea3a3-0e63-4ed8-b8af-88da982ed5ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79f0ab8e-35c0-483a-98cd-43ce5bcd4984', 'name': 'tempest-TaggedBootDevicesTest_v242-493623005-router', 'tenant_id': 'c4f0f352632942859f6399a2c9890ad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:41:45Z', 'updated_at': '2021-08-12T14:54:03Z', 'revision_number': 6, 'project_id': 'c4f0f352632942859f6399a2c9890ad2', 'gw_port_host': None}], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:54:04.707770 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-41e7b664-8a32-4690-9198-9b07a4bf5908 None None] For port e5601cdd-ced2-425c-8717-fae9aa113b73, host n-d-694802-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=e5601cdd-ced2-425c-8717-fae9aa113b73,segment=NetworkSegment(8f1d4f19-2669-4019-95a4-7343d445a80d),segment_id=8f1d4f19-2669-4019-95a4-7343d445a80d)] {{(pid=94468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:54:04.732548 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bbea3a3-0e63-4ed8-b8af-88da982ed5ff None None] The sync data for ids ['79f0ab8e-35c0-483a-98cd-43ce5bcd4984'] in n-d-694802-15 is: [{'id': '79f0ab8e-35c0-483a-98cd-43ce5bcd4984', 'name': 'tempest-TaggedBootDevicesTest_v242-493623005-router', 'tenant_id': 'c4f0f352632942859f6399a2c9890ad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:41:45Z', 'updated_at': '2021-08-12T14:54:03Z', 'revision_number': 6, 'project_id': 'c4f0f352632942859f6399a2c9890ad2', 'gw_port_host': None}] {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 14:54:04.735105 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-41e7b664-8a32-4690-9198-9b07a4bf5908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:04.741847 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c709c91c-a714-4477-86dd-e9859d67bda8 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 14:54:04.760758 n-d-694802-15 neutron-server[94466]: DEBUG neutron.objects.ports [None req-fbd046e9-b225-45d1-a976-c227e3fe31fc tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94466) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 12 14:54:04.771957 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-fbd046e9-b225-45d1-a976-c227e3fe31fc tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3718490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8776395'] for subnet, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:04.795142 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7ff3395-84e8-4179-9494-ce03e8cc7d0f None None] Sync routers for ids ['5a955ada-e255-4005-bb16-739df8b0ef31'] in n-d-694802-15 {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 14:54:04.818582 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7ff3395-84e8-4179-9494-ce03e8cc7d0f None None] Routers {'5a955ada-e255-4005-bb16-739df8b0ef31'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:54:04.820207 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-e7ff3395-84e8-4179-9494-ce03e8cc7d0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:53:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['5a955ada-e255-4005-bb16-739df8b0ef31'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:54:04.848117 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-e06a5524-6720-495f-9312-24ca2208aa81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-431580'] for router_gateway, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:04.857660 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e7b664-8a32-4690-9198-9b07a4bf5908 None None] Pushing event updated for resources: {'Port': ['ID=e5601cdd-ced2-425c-8717-fae9aa113b73,revision_number=2']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:54:04.916821 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd046e9-b225-45d1-a976-c227e3fe31fc tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Pushing event updated for resources: {'Subnet': ['ID=e318e2d4-017b-4de6-b8ef-b6815f602654,revision_number=0']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:54:04.949503 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbd046e9-b225-45d1-a976-c227e3fe31fc tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Checking segment: {'id': '27ec9768-76e7-40c0-9cff-50303b02b733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '155e707e-55eb-48ee-a051-6ea65d226881'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:54:04.949883 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbd046e9-b225-45d1-a976-c227e3fe31fc tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Network hostable DHCP agents. Network: 155e707e-55eb-48ee-a051-6ea65d226881, hostable agents: ['1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658'], hosted agents: [] {{(pid=94466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 14:54:04.992125 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8ecc6f43-2db6-468e-b19c-0beb4d63bc58 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks [] for security_group, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:05.001770 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbd046e9-b225-45d1-a976-c227e3fe31fc tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Network 155e707e-55eb-48ee-a051-6ea65d226881 is scheduled to be hosted by DHCP agent 1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658 with binding_index 1 {{(pid=94466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 14:54:05.004153 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8ecc6f43-2db6-468e-b19c-0beb4d63bc58 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:05.017097 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-e7ff3395-84e8-4179-9494-ce03e8cc7d0f None None] Set router 5a955ada-e255-4005-bb16-739df8b0ef31 gateway port host: n-d-694802-15 {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:54:05.018882 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c709c91c-a714-4477-86dd-e9859d67bda8 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for floatingip, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:05.038492 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-e06a5524-6720-495f-9312-24ca2208aa81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-429360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-104877'] for router, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:05.041883 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-e06a5524-6720-495f-9312-24ca2208aa81 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:05.064214 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-fbd046e9-b225-45d1-a976-c227e3fe31fc tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-15, 155e707e-55eb-48ee-a051-6ea65d226881) {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:54:05.086324 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbd046e9-b225-45d1-a976-c227e3fe31fc tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:54:05.087242 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-fbd046e9-b225-45d1-a976-c227e3fe31fc tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Notify callbacks [] for subnet, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:05.089889 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ecc6f43-2db6-468e-b19c-0beb4d63bc58 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] vlan segment allocate from pool success with {'vlan_id': 313, 'physical_network': 'physnet1'} {{(pid=94466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 14:54:05.101871 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecc6f43-2db6-468e-b19c-0beb4d63bc58 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd8d8a65-ffce-4175-80bc-81129ad2a25f,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:54:05.102424 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1138cff9-2f43-4c90-a901-4c9a62a584ce None None] Network 155e707e-55eb-48ee-a051-6ea65d226881 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:54:05.126632 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-e06a5524-6720-495f-9312-24ca2208aa81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-429375'] for router, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:05.127441 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e06a5524-6720-495f-9312-24ca2208aa81 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 79f0ab8e-35c0-483a-98cd-43ce5bcd4984 {{(pid=94467) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 14:54:05.132396 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8ecc6f43-2db6-468e-b19c-0beb4d63bc58 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:05.132884 n-d-694802-15 neutron-server[94466]: INFO neutron.db.segments_db [None req-8ecc6f43-2db6-468e-b19c-0beb4d63bc58 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Added segment 1b10ae36-7b73-4b60-955f-9cb84c6d73b2 of type vlan for network 7bba6a17-6c08-479f-973a-a312c6420a6d Aug 12 14:54:05.133485 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-e06a5524-6720-495f-9312-24ca2208aa81 admin admin] Notify callbacks [] for router, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:05.137097 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-c709c91c-a714-4477-86dd-e9859d67bda8 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 5.0777142 Aug 12 14:54:05.145718 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-e06a5524-6720-495f-9312-24ca2208aa81 admin admin] 10.222.0.39 "DELETE /v2.0/routers/79f0ab8e-35c0-483a-98cd-43ce5bcd4984 HTTP/1.1" status: 204 len: 168 time: 2.3688595 Aug 12 14:54:05.147656 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 34526) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:54:05.150648 n-d-694802-15 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f635c1b-9047-4fc7-9184-bfaf2dee2e49', 'tag': '988e1ab5-5805-4d46-b089-22e6208febbc'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:54:05.159336 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e785eeede3897370d0b20f09d5f461b30cfecd5ed38c4f07dacd02bc52c9277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64c6eed4-9e42-4315-9ba9-79d7df5cd4e7" -d '{"events": [{"name": "network-changed", "server_uuid": "8f635c1b-9047-4fc7-9184-bfaf2dee2e49", "tag": "988e1ab5-5805-4d46-b089-22e6208febbc"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:54:05.265107 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_v2 [None req-19d37f56-ebd5-4de7-9cd0-74a28353fd31 admin admin] Deleting subnet 444fade6-475a-482f-b204-ebf217d66f28 {{(pid=94467) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 14:54:05.275180 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-fbd046e9-b225-45d1-a976-c227e3fe31fc tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.7337894 Aug 12 14:54:05.278135 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 34530) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:54:05.282050 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-19d37f56-ebd5-4de7-9cd0-74a28353fd31 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:05.321851 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 14:54:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d5f2cb4-bdad-4a61-a774-187ad9be7038 x-openstack-request-id: req-6d5f2cb4-bdad-4a61-a774-187ad9be7038 {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:54:05.322154 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f635c1b-9047-4fc7-9184-bfaf2dee2e49", "tag": "988e1ab5-5805-4d46-b089-22e6208febbc", "status": "completed", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:54:05.323555 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6d5f2cb4-bdad-4a61-a774-187ad9be7038 {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:54:05.326105 n-d-694802-15 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f635c1b-9047-4fc7-9184-bfaf2dee2e49', 'tag': '988e1ab5-5805-4d46-b089-22e6208febbc', 'status': 'completed', 'code': 200} Aug 12 14:54:05.335471 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-c48d8cfd-e34c-45a0-bb23-30c481888520 tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Request body: {'port': {'network_id': '155e707e-55eb-48ee-a051-6ea65d226881', 'name': 'tempest-NetworksIpV6TestAttrs-1643738751'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:54:05.476052 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8ecc6f43-2db6-468e-b19c-0beb4d63bc58 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744653628263'] for network, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:05.492518 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-19d37f56-ebd5-4de7-9cd0-74a28353fd31 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3857505'] for subnet, precommit_delete_associations {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:05.549539 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-e7ff3395-84e8-4179-9494-ce03e8cc7d0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a955ada-e255-4005-bb16-739df8b0ef31', 'name': 'tempest-TestNetworkAdvancedServerOps-router-297116677', 'tenant_id': '6774b656eb8145eb998ea0059b40b4c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.245'}], 'enable_snat': True}, 'gw_port_id': 'eb45c16e-efbf-47de-892c-209ea94b0630', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:53:20Z', 'updated_at': '2021-08-12T14:53:32Z', 'revision_number': 4, 'project_id': '6774b656eb8145eb998ea0059b40b4c3', 'gw_port': {'id': 'eb45c16e-efbf-47de-892c-209ea94b0630', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:c2:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a955ada-e255-4005-bb16-739df8b0ef31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2568, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:53:22Z', 'updated_at': '2021-08-12T14:53:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_floatingips': [{'id': 'e1d5c5c1-bc61-403c-bdb9-f093d53bb4d2', 'tenant_id': '6774b656eb8145eb998ea0059b40b4c3', 'floating_ip_address': '172.25.1.201', 'floating_network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'router_id': '5a955ada-e255-4005-bb16-739df8b0ef31', 'port_id': '988e1ab5-5805-4d46-b089-22e6208febbc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2645, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db095345-e0d8-47fa-815f-3ac64beebe04', 'mac_address': 'fa:16:3e:b6:7d:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f635c1b-9047-4fc7-9184-bfaf2dee2e49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T14:54:01Z', 'updated_at': '2021-08-12T14:54:01Z', 'revision_number': 0, 'project_id': '6774b656eb8145eb998ea0059b40b4c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d4e1cc8-0132-4053-8867-73adc658e14b', 'name': '', 'network_id': 'db095345-e0d8-47fa-815f-3ac64beebe04', 'tenant_id': '6774b656eb8145eb998ea0059b40b4c3', 'mac_address': 'fa:16:3e:58:ba:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a955ada-e255-4005-bb16-739df8b0ef31', 'device_owner': 'network:router_interface', 'standard_attr_id': 2601, 'fixed_ips': [{'subnet_id': 'c6b9fd07-f9b4-4406-ad8f-d473ff31e70f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:53:30Z', 'updated_at': '2021-08-12T14:53:42Z', 'revision_number': 5, 'project_id': '6774b656eb8145eb998ea0059b40b4c3', 'subnets': [{'id': 'c6b9fd07-f9b4-4406-ad8f-d473ff31e70f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:54:05.573847 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005c1f1a-5a1e-4f69-818c-4b9dd308b60b req-e327f3e8-5e2b-4e76-ac50-c63231fd3894 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:54:05.575569 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-005c1f1a-5a1e-4f69-818c-4b9dd308b60b req-e327f3e8-5e2b-4e76-ac50-c63231fd3894 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/ports?device_id=8f635c1b-9047-4fc7-9184-bfaf2dee2e49 HTTP/1.1" status: 200 len: 946 time: 0.2256963 Aug 12 14:54:05.584999 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c6eed4-9e42-4315-9ba9-79d7df5cd4e7 req-6dd46e6f-ac7f-45e3-b912-79a454ccb59f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:54:05.588503 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7ff3395-84e8-4179-9494-ce03e8cc7d0f None None] Checking router: 5a955ada-e255-4005-bb16-739df8b0ef31 for host: n-d-694802-15 {{(pid=94469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 14:54:05.591505 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-64c6eed4-9e42-4315-9ba9-79d7df5cd4e7 req-6dd46e6f-ac7f-45e3-b912-79a454ccb59f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=6774b656eb8145eb998ea0059b40b4c3&device_id=8f635c1b-9047-4fc7-9184-bfaf2dee2e49 HTTP/1.1" status: 200 len: 1098 time: 0.2212174 Aug 12 14:54:05.601811 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7ff3395-84e8-4179-9494-ce03e8cc7d0f None None] Routers {'5a955ada-e255-4005-bb16-739df8b0ef31'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:54:05.602725 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-e7ff3395-84e8-4179-9494-ce03e8cc7d0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:53:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['5a955ada-e255-4005-bb16-739df8b0ef31'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:54:05.618741 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a18afe5-efd5-4fbc-bdff-2f3a00f8dbff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa7035b3e-9a89-5964-b9f4-97301c3f476a-155e707e-55eb-48ee-a051-6ea65d226881', 'network_id': '155e707e-55eb-48ee-a051-6ea65d226881', 'tenant_id': 'a85f60ca6226454384267711e9d02e5c', 'fixed_ips': [{'subnet_id': 'e318e2d4-017b-4de6-b8ef-b6815f602654'}]}} from n-d-694802-15. {{(pid=94468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 14:54:05.620774 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-5a18afe5-efd5-4fbc-bdff-2f3a00f8dbff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:05.691317 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8ecc6f43-2db6-468e-b19c-0beb4d63bc58 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409'] for network, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:05.704634 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ecc6f43-2db6-468e-b19c-0beb4d63bc58 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:54:05.705418 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8ecc6f43-2db6-468e-b19c-0beb4d63bc58 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks [] for network, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:05.857159 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d511d27-8a7c-4807-9672-edc633b33f77 req-309cf18a-0d23-4cc3-b4e9-132c6750e01b tempest-ListServersNegativeTestJSON-661303683 tempest-ListServersNegativeTestJSON-661303683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:54:05.857159 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6d511d27-8a7c-4807-9672-edc633b33f77 req-309cf18a-0d23-4cc3-b4e9-132c6750e01b tempest-ListServersNegativeTestJSON-661303683 tempest-ListServersNegativeTestJSON-661303683-project] 10.222.0.64 "GET /v2.0/ports?device_id=b0115283-4d6c-4691-bcdd-6a15b76a3da3 HTTP/1.1" status: 200 len: 945 time: 0.2993970 Aug 12 14:54:05.904010 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-19d37f56-ebd5-4de7-9cd0-74a28353fd31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66416255'] for subnet, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:05.919370 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-e7ff3395-84e8-4179-9494-ce03e8cc7d0f None None] Set router 5a955ada-e255-4005-bb16-739df8b0ef31 gateway port host: n-d-694802-15 {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:54:05.998402 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.db_base_plugin_common [None req-5a18afe5-efd5-4fbc-bdff-2f3a00f8dbff None None] Allocated IP 2001:db8::f816:3eff:fe12:2037 (155e707e-55eb-48ee-a051-6ea65d226881/e318e2d4-017b-4de6-b8ef-b6815f602654/bb4616af-de7e-4906-b641-fa502ad3e3ee) {{(pid=94468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:54:06.015868 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-005c1f1a-5a1e-4f69-818c-4b9dd308b60b req-3cda35b0-0ea2-4315-9640-73b15e6097ef tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/security-groups?id=e9cf0ab5-0271-49fc-bd90-f712bfba6400&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4188564 Aug 12 14:54:06.022163 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device e5601cdd-ced2-425c-8717-fae9aa113b73 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:54:06.045288 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 34542) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:54:06.062142 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c48d8cfd-e34c-45a0-bb23-30c481888520 tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Made reservation on behalf of a85f60ca6226454384267711e9d02e5c for: {'port': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:54:06.078974 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c48d8cfd-e34c-45a0-bb23-30c481888520 tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:06.125797 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-8ecc6f43-2db6-468e-b19c-0beb4d63bc58 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.8517518 Aug 12 14:54:06.143175 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 34544) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:54:06.162963 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-18bbfdf0-12ed-4fcd-85ad-97b3601b9fa7 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1868361862'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:54:06.171705 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f4148e-eaf3-42c2-bd7a-84c173e5f62a req-4b26b750-5ba3-467f-8809-c583adadcc0d tempest-ListServersNegativeTestJSON-661303683 tempest-ListServersNegativeTestJSON-661303683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:54:06.177625 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-62f4148e-eaf3-42c2-bd7a-84c173e5f62a req-4b26b750-5ba3-467f-8809-c583adadcc0d tempest-ListServersNegativeTestJSON-661303683 tempest-ListServersNegativeTestJSON-661303683-project] 10.222.0.49 "GET /v2.0/ports?device_id=e45b54de-34a8-4d05-804f-d10c0ac07186 HTTP/1.1" status: 200 len: 945 time: 0.6049564 Aug 12 14:54:06.178392 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecc6f43-2db6-468e-b19c-0beb4d63bc58 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Pushing event updated for resources: {'Network': ['ID=7bba6a17-6c08-479f-973a-a312c6420a6d,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:54:06.232226 n-d-694802-15 neutron-server[94466]: DEBUG neutron.notifiers.nova [None req-c48d8cfd-e34c-45a0-bb23-30c481888520 tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] device_id is not set on port c1a2c33e-8327-4b2f-9981-0f9a3da9a05f yet. {{(pid=94466) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 14:54:06.296340 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c6eed4-9e42-4315-9ba9-79d7df5cd4e7 req-0cd2004d-2c0e-4d82-a264-dd3e878d3e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:54:06.310253 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-64c6eed4-9e42-4315-9ba9-79d7df5cd4e7 req-0cd2004d-2c0e-4d82-a264-dd3e878d3e85 service neutron] 10.222.0.49 "GET /v2.0/networks?id=db095345-e0d8-47fa-815f-3ac64beebe04 HTTP/1.1" status: 200 len: 898 time: 0.7043328 Aug 12 14:54:06.325378 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-19d37f56-ebd5-4de7-9cd0-74a28353fd31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66416232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2859225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3343748'] for subnet, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:06.395981 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-7ea29ba2-c758-4ec0-a3e0-fc1f85b9ea4e tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/floatingips/e1d5c5c1-bc61-403c-bdb9-f093d53bb4d2 HTTP/1.1" status: 200 len: 992 time: 0.3364875 Aug 12 14:54:06.423826 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4007fe2c-2f27-4a6f-afea-13bba1d15423 req-9fd8d2fd-53a0-4c57-b916-6aa49d03da11 tempest-ListServersNegativeTestJSON-661303683 tempest-ListServersNegativeTestJSON-661303683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:54:06.433667 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-4007fe2c-2f27-4a6f-afea-13bba1d15423 req-9fd8d2fd-53a0-4c57-b916-6aa49d03da11 tempest-ListServersNegativeTestJSON-661303683 tempest-ListServersNegativeTestJSON-661303683-project] 10.222.0.39 "GET /v2.0/ports?device_id=e45b54de-34a8-4d05-804f-d10c0ac07186 HTTP/1.1" status: 200 len: 945 time: 0.7203410 Aug 12 14:54:06.457112 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-e7ff3395-84e8-4179-9494-ce03e8cc7d0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a955ada-e255-4005-bb16-739df8b0ef31', 'name': 'tempest-TestNetworkAdvancedServerOps-router-297116677', 'tenant_id': '6774b656eb8145eb998ea0059b40b4c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.245'}], 'enable_snat': True}, 'gw_port_id': 'eb45c16e-efbf-47de-892c-209ea94b0630', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:53:20Z', 'updated_at': '2021-08-12T14:53:32Z', 'revision_number': 4, 'project_id': '6774b656eb8145eb998ea0059b40b4c3', 'gw_port': {'id': 'eb45c16e-efbf-47de-892c-209ea94b0630', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:c2:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a955ada-e255-4005-bb16-739df8b0ef31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2568, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:53:22Z', 'updated_at': '2021-08-12T14:53:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_floatingips': [{'id': 'e1d5c5c1-bc61-403c-bdb9-f093d53bb4d2', 'tenant_id': '6774b656eb8145eb998ea0059b40b4c3', 'floating_ip_address': '172.25.1.201', 'floating_network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'router_id': '5a955ada-e255-4005-bb16-739df8b0ef31', 'port_id': '988e1ab5-5805-4d46-b089-22e6208febbc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2645, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db095345-e0d8-47fa-815f-3ac64beebe04', 'mac_address': 'fa:16:3e:b6:7d:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f635c1b-9047-4fc7-9184-bfaf2dee2e49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T14:54:01Z', 'updated_at': '2021-08-12T14:54:01Z', 'revision_number': 0, 'project_id': '6774b656eb8145eb998ea0059b40b4c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d4e1cc8-0132-4053-8867-73adc658e14b', 'name': '', 'network_id': 'db095345-e0d8-47fa-815f-3ac64beebe04', 'tenant_id': '6774b656eb8145eb998ea0059b40b4c3', 'mac_address': 'fa:16:3e:58:ba:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a955ada-e255-4005-bb16-739df8b0ef31', 'device_owner': 'network:router_interface', 'standard_attr_id': 2601, 'fixed_ips': [{'subnet_id': 'c6b9fd07-f9b4-4406-ad8f-d473ff31e70f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:53:30Z', 'updated_at': '2021-08-12T14:53:42Z', 'revision_number': 5, 'project_id': '6774b656eb8145eb998ea0059b40b4c3', 'subnets': [{'id': 'c6b9fd07-f9b4-4406-ad8f-d473ff31e70f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:54:06.477815 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-5a18afe5-efd5-4fbc-bdff-2f3a00f8dbff None None] Notify callbacks [] for port, precommit_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:06.491169 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-19d37f56-ebd5-4de7-9cd0-74a28353fd31 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:06.495886 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-19d37f56-ebd5-4de7-9cd0-74a28353fd31 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/444fade6-475a-482f-b204-ebf217d66f28 HTTP/1.1" status: 204 len: 168 time: 1.3449030 Aug 12 14:54:06.497705 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d37f56-ebd5-4de7-9cd0-74a28353fd31 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=444fade6-475a-482f-b204-ebf217d66f28,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:54:06.498986 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7ff3395-84e8-4179-9494-ce03e8cc7d0f None None] The sync data for ids ['5a955ada-e255-4005-bb16-739df8b0ef31'] in n-d-694802-15 is: [{'id': '5a955ada-e255-4005-bb16-739df8b0ef31', 'name': 'tempest-TestNetworkAdvancedServerOps-router-297116677', 'tenant_id': '6774b656eb8145eb998ea0059b40b4c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.245'}], 'enable_snat': True}, 'gw_port_id': 'eb45c16e-efbf-47de-892c-209ea94b0630', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:53:20Z', 'updated_at': '2021-08-12T14:53:32Z', 'revision_number': 4, 'project_id': '6774b656eb8145eb998ea0059b40b4c3', 'gw_port': {'id': 'eb45c16e-efbf-47de-892c-209ea94b0630', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:c2:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a955ada-e255-4005-bb16-739df8b0ef31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2568, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:53:22Z', 'updated_at': '2021-08-12T14:53:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_floatingips': [{'id': 'e1d5c5c1-bc61-403c-bdb9-f093d53bb4d2', 'tenant_id': '6774b656eb8145eb998ea0059b40b4c3', 'floating_ip_address': '172.25.1.201', 'floating_network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'router_id': '5a955ada-e255-4005-bb16-739df8b0ef31', 'port_id': '988e1ab5-5805-4d46-b089-22e6208febbc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2645, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db095345-e0d8-47fa-815f-3ac64beebe04', 'mac_address': 'fa:16:3e:b6:7d:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f635c1b-9047-4fc7-9184-bfaf2dee2e49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T14:54:01Z', 'updated_at': '2021-08-12T14:54:01Z', 'revision_number': 0, 'project_id': '6774b656eb8145eb998ea0059b40b4c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d4e1cc8-0132-4053-8867-73adc658e14b', 'name': '', 'network_id': 'db095345-e0d8-47fa-815f-3ac64beebe04', 'tenant_id': '6774b656eb8145eb998ea0059b40b4c3', 'mac_address': 'fa:16:3e:58:ba:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a955ada-e255-4005-bb16-739df8b0ef31', 'device_owner': 'network:router_interface', 'standard_attr_id': 2601, 'fixed_ips': [{'subnet_id': 'c6b9fd07-f9b4-4406-ad8f-d473ff31e70f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:53:30Z', 'updated_at': '2021-08-12T14:53:42Z', 'revision_number': 5, 'project_id': '6774b656eb8145eb998ea0059b40b4c3', 'subnets': [{'id': 'c6b9fd07-f9b4-4406-ad8f-d473ff31e70f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 14:54:06.501022 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 34548) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:54:06.503883 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-5a18afe5-efd5-4fbc-bdff-2f3a00f8dbff None None] Transition to ACTIVE for port object bb4616af-de7e-4906-b641-fa502ad3e3ee will not be triggered until provisioned by entity L2. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:54:06.519223 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18bbfdf0-12ed-4fcd-85ad-97b3601b9fa7 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Made reservation on behalf of 6ba6601003674b8c9c33878dd4577887 for: {'network': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:54:06.525016 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-18bbfdf0-12ed-4fcd-85ad-97b3601b9fa7 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for network, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:06.558688 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Network 7bba6a17-6c08-479f-973a-a312c6420a6d details requested by agent ovs-agent-n-d-694802-15 with host n-d-694802-15 {{(pid=94468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 14:54:06.560769 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef0a46f9-f6f9-4518-822c-2696e0e46500 None None] Network e5e4fc6e-0901-492c-bd78-fcc16b98eeec requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:54:06.562586 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca8a810a-da01-4e54-8b25-a129c5afc9a9 None None] Network 64cc6b8a-70a0-4a95-a523-83c4d6bac0b1 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:54:06.570776 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-64c6eed4-9e42-4315-9ba9-79d7df5cd4e7 req-f8bd9299-634d-46f7-9732-0b0234cedd1b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=988e1ab5-5805-4d46-b089-22e6208febbc HTTP/1.1" status: 200 len: 1000 time: 0.2355559 Aug 12 14:54:06.661991 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-4007fe2c-2f27-4a6f-afea-13bba1d15423 req-1b5bde29-0254-467a-8bf5-952f40bece1b tempest-ListServersNegativeTestJSON-661303683 tempest-ListServersNegativeTestJSON-661303683-project] 10.222.0.39 "GET /v2.0/security-groups?id=3ebaac9a-fe06-4bc1-af70-7378483ff2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2267716 Aug 12 14:54:06.673009 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c6eed4-9e42-4315-9ba9-79d7df5cd4e7 req-6694c9ae-0ebf-4662-8746-4f7cfbb41589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:54:06.674918 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-64c6eed4-9e42-4315-9ba9-79d7df5cd4e7 req-6694c9ae-0ebf-4662-8746-4f7cfbb41589 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c6b9fd07-f9b4-4406-ad8f-d473ff31e70f HTTP/1.1" status: 200 len: 835 time: 0.0927129 Aug 12 14:54:06.686864 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-667aef78-b212-4c38-b259-7ac59d849f1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680608'] for network, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:06.696846 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-5a18afe5-efd5-4fbc-bdff-2f3a00f8dbff None None] Transition to ACTIVE for port object bb4616af-de7e-4906-b641-fa502ad3e3ee will not be triggered until provisioned by entity DHCP. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:54:06.699173 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [req-62f4148e-eaf3-42c2-bd7a-84c173e5f62a req-6c47570a-7a1b-45a3-bd4f-f13956ebb5d5 tempest-ListServersNegativeTestJSON-661303683 tempest-ListServersNegativeTestJSON-661303683-project] Deleting port 9b94a7ec-2f8e-4ad7-a484-8a99e5660380 {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:54:06.699523 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-62f4148e-eaf3-42c2-bd7a-84c173e5f62a req-6c47570a-7a1b-45a3-bd4f-f13956ebb5d5 tempest-ListServersNegativeTestJSON-661303683 tempest-ListServersNegativeTestJSON-661303683-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:06.704612 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [req-6d511d27-8a7c-4807-9672-edc633b33f77 req-35df0a06-25a9-426a-b138-59ef004e753d tempest-ListServersNegativeTestJSON-661303683 tempest-ListServersNegativeTestJSON-661303683-project] Deleting port 23a0d781-1366-40cd-948a-78381176dc2e {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:54:06.705008 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-6d511d27-8a7c-4807-9672-edc633b33f77 req-35df0a06-25a9-426a-b138-59ef004e753d tempest-ListServersNegativeTestJSON-661303683 tempest-ListServersNegativeTestJSON-661303683-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:06.711249 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18bbfdf0-12ed-4fcd-85ad-97b3601b9fa7 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] vlan segment allocate from pool success with {'vlan_id': 306, 'physical_network': 'physnet1'} {{(pid=94467) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 14:54:06.785798 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-18bbfdf0-12ed-4fcd-85ad-97b3601b9fa7 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:06.786196 n-d-694802-15 neutron-server[94467]: INFO neutron.db.segments_db [None req-18bbfdf0-12ed-4fcd-85ad-97b3601b9fa7 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Added segment d628f397-7230-4afc-90a3-9697c08c45f4 of type vlan for network 919835cf-1443-420c-b083-ce584e39da1f Aug 12 14:54:06.833704 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-5a18afe5-efd5-4fbc-bdff-2f3a00f8dbff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253'] for port, after_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:06.843250 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c6eed4-9e42-4315-9ba9-79d7df5cd4e7 req-47c2ab01-bae7-4020-afad-914c591bc0e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:54:06.844538 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-64c6eed4-9e42-4315-9ba9-79d7df5cd4e7 req-47c2ab01-bae7-4020-afad-914c591bc0e2 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=db095345-e0d8-47fa-815f-3ac64beebe04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1535637 Aug 12 14:54:06.887662 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-c48d8cfd-e34c-45a0-bb23-30c481888520 tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Allocated IP 2001:db8::f816:3eff:feea:150a (155e707e-55eb-48ee-a051-6ea65d226881/e318e2d4-017b-4de6-b8ef-b6815f602654/c1a2c33e-8327-4b2f-9981-0f9a3da9a05f) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:54:06.891629 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-18bbfdf0-12ed-4fcd-85ad-97b3601b9fa7 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744653628263'] for network, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:06.915965 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [req-62f4148e-eaf3-42c2-bd7a-84c173e5f62a req-6c47570a-7a1b-45a3-bd4f-f13956ebb5d5 tempest-ListServersNegativeTestJSON-661303683 tempest-ListServersNegativeTestJSON-661303683-project] For port 9b94a7ec-2f8e-4ad7-a484-8a99e5660380, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=9b94a7ec-2f8e-4ad7-a484-8a99e5660380,segment=NetworkSegment(16f1a284-68f4-48a4-85c3-491c16dd108b),segment_id=16f1a284-68f4-48a4-85c3-491c16dd108b)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:54:06.916342 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-62f4148e-eaf3-42c2-bd7a-84c173e5f62a req-6c47570a-7a1b-45a3-bd4f-f13956ebb5d5 tempest-ListServersNegativeTestJSON-661303683 tempest-ListServersNegativeTestJSON-661303683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:06.940142 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [req-62f4148e-eaf3-42c2-bd7a-84c173e5f62a req-6c47570a-7a1b-45a3-bd4f-f13956ebb5d5 tempest-ListServersNegativeTestJSON-661303683 tempest-ListServersNegativeTestJSON-661303683-project] Calling delete_port for 9b94a7ec-2f8e-4ad7-a484-8a99e5660380 owned by compute:nova {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:54:06.961185 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-6d511d27-8a7c-4807-9672-edc633b33f77 req-35df0a06-25a9-426a-b138-59ef004e753d tempest-ListServersNegativeTestJSON-661303683 tempest-ListServersNegativeTestJSON-661303683-project] For port 23a0d781-1366-40cd-948a-78381176dc2e, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=23a0d781-1366-40cd-948a-78381176dc2e,segment=NetworkSegment(16f1a284-68f4-48a4-85c3-491c16dd108b),segment_id=16f1a284-68f4-48a4-85c3-491c16dd108b)] {{(pid=94467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:54:06.962018 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-6d511d27-8a7c-4807-9672-edc633b33f77 req-35df0a06-25a9-426a-b138-59ef004e753d tempest-ListServersNegativeTestJSON-661303683 tempest-ListServersNegativeTestJSON-661303683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:06.965936 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a18afe5-efd5-4fbc-bdff-2f3a00f8dbff None None] Network 155e707e-55eb-48ee-a051-6ea65d226881 is already hosted by enough agents. {{(pid=94468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:54:06.989974 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f57d6e92-80f4-4cb8-80c0-41343ee2095d None None] New status for floating IP e1d5c5c1-bc61-403c-bdb9-f093d53bb4d2: ACTIVE {{(pid=94468) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 14:54:06.993960 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [req-6d511d27-8a7c-4807-9672-edc633b33f77 req-35df0a06-25a9-426a-b138-59ef004e753d tempest-ListServersNegativeTestJSON-661303683 tempest-ListServersNegativeTestJSON-661303683-project] Calling delete_port for 23a0d781-1366-40cd-948a-78381176dc2e owned by compute:nova {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:54:06.994213 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-71fc4ecb-99f9-4f93-a2e4-1abae13072f0 None None] Provisioning for port e5601cdd-ced2-425c-8717-fae9aa113b73 completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:54:07.004619 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.base_scheduler [None req-5a18afe5-efd5-4fbc-bdff-2f3a00f8dbff None None] Resources bound (agent type, host, resource id): {{(pid=94468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:54:07.009493 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-667aef78-b212-4c38-b259-7ac59d849f1f admin admin] Deleting port 9dd07f46-9bd1-4f0b-8bce-db75842e7059 {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:54:07.010077 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-667aef78-b212-4c38-b259-7ac59d849f1f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:07.040359 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-18bbfdf0-12ed-4fcd-85ad-97b3601b9fa7 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409'] for network, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:07.044433 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a18afe5-efd5-4fbc-bdff-2f3a00f8dbff None None] Received port after_create {{(pid=94468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:54:07.046299 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18bbfdf0-12ed-4fcd-85ad-97b3601b9fa7 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:54:07.046930 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-18bbfdf0-12ed-4fcd-85ad-97b3601b9fa7 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for network, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:07.086532 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning for port e5601cdd-ced2-425c-8717-fae9aa113b73 completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:54:07.099891 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a18afe5-efd5-4fbc-bdff-2f3a00f8dbff None None] Pushing event updated for resources: {'Port': ['ID=bb4616af-de7e-4906-b641-fa502ad3e3ee,revision_number=1']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:54:07.150649 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port e5601cdd-ced2-425c-8717-fae9aa113b73 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:54:07.151027 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:07.161592 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-64c6eed4-9e42-4315-9ba9-79d7df5cd4e7 req-de40fbca-8fe5-4d1f-9bbf-45d5a112bdd5 service neutron] 10.222.0.49 "GET /v2.0/networks/db095345-e0d8-47fa-815f-3ac64beebe04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2996414 Aug 12 14:54:07.235552 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-18bbfdf0-12ed-4fcd-85ad-97b3601b9fa7 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.0911837 Aug 12 14:54:07.255165 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 34560) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:54:07.302282 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-64c6eed4-9e42-4315-9ba9-79d7df5cd4e7 req-d70f2d59-121e-465a-9787-2ee457480b41 service neutron] 10.222.0.49 "GET /v2.0/networks/db095345-e0d8-47fa-815f-3ac64beebe04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232944 Aug 12 14:54:07.324817 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bbfdf0-12ed-4fcd-85ad-97b3601b9fa7 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Pushing event updated for resources: {'Network': ['ID=919835cf-1443-420c-b083-ce584e39da1f,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:54:07.337473 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-ae25bf22-0b4d-4b2a-b2e3-7a8758c10dd9 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Request body: {'subnet': {'network_id': '7bba6a17-6c08-479f-973a-a312c6420a6d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:54:07.345869 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Network 919835cf-1443-420c-b083-ce584e39da1f details requested by agent ovs-agent-n-d-694802-15 with host n-d-694802-15 {{(pid=94468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 14:54:07.402554 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 34564) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:54:07.463312 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-62f4148e-eaf3-42c2-bd7a-84c173e5f62a req-6c47570a-7a1b-45a3-bd4f-f13956ebb5d5 tempest-ListServersNegativeTestJSON-661303683 tempest-ListServersNegativeTestJSON-661303683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:07.469551 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-667aef78-b212-4c38-b259-7ac59d849f1f admin admin] For port 9dd07f46-9bd1-4f0b-8bce-db75842e7059, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=9dd07f46-9bd1-4f0b-8bce-db75842e7059,segment=NetworkSegment(ce946392-5bd0-4fe8-8210-1accf5f4dc64),segment_id=ce946392-5bd0-4fe8-8210-1accf5f4dc64)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:54:07.471274 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-667aef78-b212-4c38-b259-7ac59d849f1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:07.473406 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae25bf22-0b4d-4b2a-b2e3-7a8758c10dd9 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Made reservation on behalf of 6ba6601003674b8c9c33878dd4577887 for: {'subnet': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:54:07.477737 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ae25bf22-0b4d-4b2a-b2e3-7a8758c10dd9 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8776441'] for subnet, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:07.488262 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-5a18afe5-efd5-4fbc-bdff-2f3a00f8dbff None None] Attempting to bind port bb4616af-de7e-4906-b641-fa502ad3e3ee on host n-d-694802-15 for vnic_type normal with profile {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:54:07.489464 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-5a18afe5-efd5-4fbc-bdff-2f3a00f8dbff None None] Attempting to bind port bb4616af-de7e-4906-b641-fa502ad3e3ee by drivers openvswitch,hyperv on host n-d-694802-15 at level 0 using segments [{'id': '27ec9768-76e7-40c0-9cff-50303b02b733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '155e707e-55eb-48ee-a051-6ea65d226881'}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:54:07.489823 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a18afe5-efd5-4fbc-bdff-2f3a00f8dbff None None] Attempting to bind port bb4616af-de7e-4906-b641-fa502ad3e3ee on network 155e707e-55eb-48ee-a051-6ea65d226881 {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:54:07.501971 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a18afe5-efd5-4fbc-bdff-2f3a00f8dbff None None] Checking agent: {'id': '16de73ac-f2e9-4cee-b3e0-91052ae3e6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 20, 13), 'started_at': datetime.datetime(2021, 8, 12, 14, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 53, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:54:07.502917 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a18afe5-efd5-4fbc-bdff-2f3a00f8dbff None None] Checking segment: {'id': '27ec9768-76e7-40c0-9cff-50303b02b733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '155e707e-55eb-48ee-a051-6ea65d226881'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:54:07.503581 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-2a7cf3d4-1f43-4ab1-a5db-11d094d137c8 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/floatingips/e1d5c5c1-bc61-403c-bdb9-f093d53bb4d2 HTTP/1.1" status: 200 len: 992 time: 0.0995319 Aug 12 14:54:07.503706 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-5a18afe5-efd5-4fbc-bdff-2f3a00f8dbff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:07.504248 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a18afe5-efd5-4fbc-bdff-2f3a00f8dbff None None] Bound using segment: {'id': '27ec9768-76e7-40c0-9cff-50303b02b733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '155e707e-55eb-48ee-a051-6ea65d226881'} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:54:07.505030 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-5a18afe5-efd5-4fbc-bdff-2f3a00f8dbff None None] Bound port: bb4616af-de7e-4906-b641-fa502ad3e3ee, host: n-d-694802-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27ec9768-76e7-40c0-9cff-50303b02b733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '155e707e-55eb-48ee-a051-6ea65d226881'}}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:54:07.505565 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-6d511d27-8a7c-4807-9672-edc633b33f77 req-35df0a06-25a9-426a-b138-59ef004e753d tempest-ListServersNegativeTestJSON-661303683 tempest-ListServersNegativeTestJSON-661303683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:07.505711 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-5a18afe5-efd5-4fbc-bdff-2f3a00f8dbff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:07.508782 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] get_ports_and_sgs() called for port_ids ['9b94a7ec-2f8e-4ad7-a484-8a99e5660380'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:54:07.545717 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35df0a06-25a9-426a-b138-59ef004e753d tempest-ListServersNegativeTestJSON-661303683 tempest-ListServersNegativeTestJSON-661303683-project] Pushing event deleted for resources: {'Port': ['ID=23a0d781-1366-40cd-948a-78381176dc2e,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:54:07.618456 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] get_ports_and_sgs() called for port_ids ['9b94a7ec-2f8e-4ad7-a484-8a99e5660380'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:54:07.620691 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c1a9045-c9f6-4787-b5ad-439fe2034a61 None None] DHCP port deletion for e5e4fc6e-0901-492c-bd78-fcc16b98eeec request from n-d-694802-15 {{(pid=94468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 14:54:07.630606 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d511d27-8a7c-4807-9672-edc633b33f77 req-35df0a06-25a9-426a-b138-59ef004e753d tempest-ListServersNegativeTestJSON-661303683 tempest-ListServersNegativeTestJSON-661303683-project] No DVR routers for this DVR port 23a0d781-1366-40cd-948a-78381176dc2e on host n-h1-694802-15 {{(pid=94467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:54:07.641372 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-6d511d27-8a7c-4807-9672-edc633b33f77 req-35df0a06-25a9-426a-b138-59ef004e753d tempest-ListServersNegativeTestJSON-661303683 tempest-ListServersNegativeTestJSON-661303683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:07.648646 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6d511d27-8a7c-4807-9672-edc633b33f77 req-35df0a06-25a9-426a-b138-59ef004e753d tempest-ListServersNegativeTestJSON-661303683 tempest-ListServersNegativeTestJSON-661303683-project] 10.222.0.64 "DELETE /v2.0/ports/23a0d781-1366-40cd-948a-78381176dc2e HTTP/1.1" status: 204 len: 173 time: 1.8002584 Aug 12 14:54:07.649087 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0115283-4d6c-4691-bcdd-6a15b76a3da3', 'name': 'network-vif-deleted', 'tag': '23a0d781-1366-40cd-948a-78381176dc2e'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:54:07.652425 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e65282f928b64038367d043a4411777802006c43a98742496cb2e25b724ff1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9398c84f-4edf-4db5-94dc-7c62c6359eea" -d '{"events": [{"server_uuid": "b0115283-4d6c-4691-bcdd-6a15b76a3da3", "name": "network-vif-deleted", "tag": "23a0d781-1366-40cd-948a-78381176dc2e"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:54:07.747086 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 14:54:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b54e03c-99d4-49bd-8a5f-3f3e7e6f10f0 x-openstack-request-id: req-2b54e03c-99d4-49bd-8a5f-3f3e7e6f10f0 {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:54:07.747491 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0115283-4d6c-4691-bcdd-6a15b76a3da3", "name": "network-vif-deleted", "tag": "23a0d781-1366-40cd-948a-78381176dc2e", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:54:07.747910 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2b54e03c-99d4-49bd-8a5f-3f3e7e6f10f0 {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:54:07.748935 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0115283-4d6c-4691-bcdd-6a15b76a3da3', 'name': 'network-vif-deleted', 'tag': '23a0d781-1366-40cd-948a-78381176dc2e', 'status': 'completed', 'code': 200} Aug 12 14:54:07.819009 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:07.833921 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-5a18afe5-efd5-4fbc-bdff-2f3a00f8dbff None None] For port bb4616af-de7e-4906-b641-fa502ad3e3ee, host n-d-694802-15, cleared binding levels {{(pid=94468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:54:07.858812 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-5a18afe5-efd5-4fbc-bdff-2f3a00f8dbff None None] For port bb4616af-de7e-4906-b641-fa502ad3e3ee, host n-d-694802-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=bb4616af-de7e-4906-b641-fa502ad3e3ee,segment=NetworkSegment(27ec9768-76e7-40c0-9cff-50303b02b733),segment_id=27ec9768-76e7-40c0-9cff-50303b02b733)] {{(pid=94468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:54:07.871655 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-5a18afe5-efd5-4fbc-bdff-2f3a00f8dbff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:07.920083 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] For port e5601cdd-ced2-425c-8717-fae9aa113b73, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=e5601cdd-ced2-425c-8717-fae9aa113b73,segment=NetworkSegment(8f1d4f19-2669-4019-95a4-7343d445a80d),segment_id=8f1d4f19-2669-4019-95a4-7343d445a80d)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:54:07.928195 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:07.949714 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-9c1a9045-c9f6-4787-b5ad-439fe2034a61 None None] Deleting port 9dd07f46-9bd1-4f0b-8bce-db75842e7059 {{(pid=94468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:54:07.950159 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-9c1a9045-c9f6-4787-b5ad-439fe2034a61 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:08.026257 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a18afe5-efd5-4fbc-bdff-2f3a00f8dbff None None] Pushing event updated for resources: {'Port': ['ID=bb4616af-de7e-4906-b641-fa502ad3e3ee,revision_number=2']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:54:08.030141 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 7de7faf0-dc55-4af3-9150-7640ba49cde8 no longer exists at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:54:08.093873 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-667aef78-b212-4c38-b259-7ac59d849f1f admin admin] Calling delete_port for 9dd07f46-9bd1-4f0b-8bce-db75842e7059 owned by network:dhcp {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:54:08.138762 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c47570a-7a1b-45a3-bd4f-f13956ebb5d5 tempest-ListServersNegativeTestJSON-661303683 tempest-ListServersNegativeTestJSON-661303683-project] Pushing event deleted for resources: {'Port': ['ID=9b94a7ec-2f8e-4ad7-a484-8a99e5660380,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:54:08.190949 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-014cf7d8-1406-40b1-aca4-e6322b84c7d1 req-f21a5ff3-0fde-4071-a1eb-fd9f83c07510 tempest-ListServersNegativeTestJSON-661303683 tempest-ListServersNegativeTestJSON-661303683-project] 10.222.0.39 "GET /v2.0/ports?device_id=e45b54de-34a8-4d05-804f-d10c0ac07186 HTTP/1.1" status: 200 len: 210 time: 0.1618190 Aug 12 14:54:08.307858 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] No Port match for: 7de7faf0-dc55-4af3-9150-7640ba49cde8 {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 14:54:08.308207 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 7de7faf0-dc55-4af3-9150-7640ba49cde8 not bound to the agent host n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:54:08.308613 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device b58f2f87-2b9d-4b0d-8cf9-762c26e4c3d1 no longer exists at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:54:08.370910 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [req-62f4148e-eaf3-42c2-bd7a-84c173e5f62a req-6c47570a-7a1b-45a3-bd4f-f13956ebb5d5 tempest-ListServersNegativeTestJSON-661303683 tempest-ListServersNegativeTestJSON-661303683-project] No DVR routers for this DVR port 9b94a7ec-2f8e-4ad7-a484-8a99e5660380 on host n-h2-694802-15 {{(pid=94466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:54:08.376296 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-b3a3dc18-9bbc-4aab-bae9-3638a6259d54 None None] Provisioning complete for port e5601cdd-ced2-425c-8717-fae9aa113b73 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:54:08.376679 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-b3a3dc18-9bbc-4aab-bae9-3638a6259d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:08.383529 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] No Port match for: b58f2f87-2b9d-4b0d-8cf9-762c26e4c3d1 {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 14:54:08.387142 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-62f4148e-eaf3-42c2-bd7a-84c173e5f62a req-6c47570a-7a1b-45a3-bd4f-f13956ebb5d5 tempest-ListServersNegativeTestJSON-661303683 tempest-ListServersNegativeTestJSON-661303683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:08.388054 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device b58f2f87-2b9d-4b0d-8cf9-762c26e4c3d1 not bound to the agent host n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:54:08.389413 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-62f4148e-eaf3-42c2-bd7a-84c173e5f62a req-6c47570a-7a1b-45a3-bd4f-f13956ebb5d5 tempest-ListServersNegativeTestJSON-661303683 tempest-ListServersNegativeTestJSON-661303683-project] 10.222.0.49 "DELETE /v2.0/ports/9b94a7ec-2f8e-4ad7-a484-8a99e5660380 HTTP/1.1" status: 204 len: 173 time: 2.2000258 Aug 12 14:54:08.394720 n-d-694802-15 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e45b54de-34a8-4d05-804f-d10c0ac07186', 'name': 'network-vif-deleted', 'tag': '9b94a7ec-2f8e-4ad7-a484-8a99e5660380'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:54:08.397449 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e785eeede3897370d0b20f09d5f461b30cfecd5ed38c4f07dacd02bc52c9277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c517b576-8f94-4c6e-b8db-e874c7a760d1" -d '{"events": [{"server_uuid": "e45b54de-34a8-4d05-804f-d10c0ac07186", "name": "network-vif-deleted", "tag": "9b94a7ec-2f8e-4ad7-a484-8a99e5660380"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:54:08.398745 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-9c1a9045-c9f6-4787-b5ad-439fe2034a61 None None] For port 9dd07f46-9bd1-4f0b-8bce-db75842e7059, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=9dd07f46-9bd1-4f0b-8bce-db75842e7059,segment=NetworkSegment(ce946392-5bd0-4fe8-8210-1accf5f4dc64),segment_id=ce946392-5bd0-4fe8-8210-1accf5f4dc64)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:54:08.401475 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-9c1a9045-c9f6-4787-b5ad-439fe2034a61 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:08.463839 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-9c1a9045-c9f6-4787-b5ad-439fe2034a61 None None] Calling delete_port for 9dd07f46-9bd1-4f0b-8bce-db75842e7059 owned by network:dhcp {{(pid=94468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:54:08.465729 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Pushing event updated for resources: {'Port': ['ID=e5601cdd-ced2-425c-8717-fae9aa113b73,revision_number=3']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:54:08.477760 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c48d8cfd-e34c-45a0-bb23-30c481888520 tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:08.483112 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 14:54:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb9aa701-e375-4779-a08a-efbb72673fbf x-openstack-request-id: req-fb9aa701-e375-4779-a08a-efbb72673fbf {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:54:08.483722 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e45b54de-34a8-4d05-804f-d10c0ac07186", "name": "network-vif-deleted", "tag": "9b94a7ec-2f8e-4ad7-a484-8a99e5660380", "status": "completed", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:54:08.484177 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-fb9aa701-e375-4779-a08a-efbb72673fbf {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:54:08.484827 n-d-694802-15 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e45b54de-34a8-4d05-804f-d10c0ac07186', 'name': 'network-vif-deleted', 'tag': '9b94a7ec-2f8e-4ad7-a484-8a99e5660380', 'status': 'completed', 'code': 200} Aug 12 14:54:08.507494 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 34574) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:54:08.562340 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-c48d8cfd-e34c-45a0-bb23-30c481888520 tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Transition to ACTIVE for port object c1a2c33e-8327-4b2f-9981-0f9a3da9a05f will not be triggered until provisioned by entity DHCP. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:54:08.661259 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-667aef78-b212-4c38-b259-7ac59d849f1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:08.680392 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-0d62eb6c-1200-4abc-8f97-1d73aeab36ea tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/floatingips/e1d5c5c1-bc61-403c-bdb9-f093d53bb4d2 HTTP/1.1" status: 200 len: 994 time: 0.1716454 Aug 12 14:54:08.686240 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device bb4616af-de7e-4906-b641-fa502ad3e3ee up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:54:08.721493 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667aef78-b212-4c38-b259-7ac59d849f1f admin admin] Pushing event deleted for resources: {'Port': ['ID=9dd07f46-9bd1-4f0b-8bce-db75842e7059,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:54:08.728568 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-667aef78-b212-4c38-b259-7ac59d849f1f admin admin] No DVR routers for this DVR port 9dd07f46-9bd1-4f0b-8bce-db75842e7059 on host n-d-694802-15 {{(pid=94466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:54:08.784667 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device 23a0d781-1366-40cd-948a-78381176dc2e no longer exists at agent hyperv_n-h1-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:54:08.807640 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-9c1a9045-c9f6-4787-b5ad-439fe2034a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262'] for port, after_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:08.812530 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-93370168-53ca-47c2-9e27-b066be57125c None None] No Port match for: 23a0d781-1366-40cd-948a-78381176dc2e {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 14:54:08.812969 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device 23a0d781-1366-40cd-948a-78381176dc2e not bound to the agent host n-h1-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:54:08.843091 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1a9045-c9f6-4787-b5ad-439fe2034a61 None None] Pushing event deleted for resources: {'Port': ['ID=9dd07f46-9bd1-4f0b-8bce-db75842e7059,revision_number=None']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:54:08.845572 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning for port bb4616af-de7e-4906-b641-fa502ad3e3ee completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:54:08.852980 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c1a9045-c9f6-4787-b5ad-439fe2034a61 None None] No DVR routers for this DVR port 9dd07f46-9bd1-4f0b-8bce-db75842e7059 on host n-d-694802-15 {{(pid=94468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:54:08.853724 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c48d8cfd-e34c-45a0-bb23-30c481888520 tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:08.876076 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-667aef78-b212-4c38-b259-7ac59d849f1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66413304', 'neutron.services.segments.db._delete_segments_for_network-8744654118000'] for network, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:08.914150 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-667aef78-b212-4c38-b259-7ac59d849f1f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5e4fc6e-0901-492c-bd78-fcc16b98eeec']}} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:54:08.918517 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ae25bf22-0b4d-4b2a-b2e3-7a8758c10dd9 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3718490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8776395'] for subnet, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:08.929829 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c48d8cfd-e34c-45a0-bb23-30c481888520 tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Network 155e707e-55eb-48ee-a051-6ea65d226881 is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:54:08.945596 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 9dd07f46-9bd1-4f0b-8bce-db75842e7059 no longer exists at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:54:08.945900 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-667aef78-b212-4c38-b259-7ac59d849f1f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce946392-5bd0-4fe8-8210-1accf5f4dc64') {'for_net_delete': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:54:08.946144 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-667aef78-b212-4c38-b259-7ac59d849f1f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce946392-5bd0-4fe8-8210-1accf5f4dc64') {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:54:08.949695 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-c48d8cfd-e34c-45a0-bb23-30c481888520 tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:54:08.974722 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] No Port match for: 9dd07f46-9bd1-4f0b-8bce-db75842e7059 {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 14:54:08.975320 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 9dd07f46-9bd1-4f0b-8bce-db75842e7059 not bound to the agent host n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:54:08.993677 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c48d8cfd-e34c-45a0-bb23-30c481888520 tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:54:09.001885 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c48d8cfd-e34c-45a0-bb23-30c481888520 tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:54:09.002860 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c48d8cfd-e34c-45a0-bb23-30c481888520 tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:09.014221 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-667aef78-b212-4c38-b259-7ac59d849f1f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744654122361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2293560'] for segment, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:09.038179 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48d8cfd-e34c-45a0-bb23-30c481888520 tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Pushing event updated for resources: {'Port': ['ID=c1a2c33e-8327-4b2f-9981-0f9a3da9a05f,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:54:09.059969 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-667aef78-b212-4c38-b259-7ac59d849f1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:09.076955 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-c48d8cfd-e34c-45a0-bb23-30c481888520 tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 3.7668650 Aug 12 14:54:09.078102 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-667aef78-b212-4c38-b259-7ac59d849f1f admin admin] Releasing vlan 349 on physical network physnet1 to pool {{(pid=94466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 14:54:09.078532 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-667aef78-b212-4c38-b259-7ac59d849f1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3718595'] for segment, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:09.080162 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 34584) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:54:09.085138 n-d-694802-15 neutron-server[94466]: Traceback (most recent call last): Aug 12 14:54:09.085138 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 14:54:09.085138 n-d-694802-15 neutron-server[94466]: timer() Aug 12 14:54:09.085138 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 14:54:09.085138 n-d-694802-15 neutron-server[94466]: cb(*args, **kw) Aug 12 14:54:09.085138 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 14:54:09.085138 n-d-694802-15 neutron-server[94466]: return func(*args, **kwargs) Aug 12 14:54:09.085138 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 14:54:09.085138 n-d-694802-15 neutron-server[94466]: self._notify() Aug 12 14:54:09.085138 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 14:54:09.085138 n-d-694802-15 neutron-server[94466]: self.callback(batched_events) Aug 12 14:54:09.085138 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 14:54:09.085138 n-d-694802-15 neutron-server[94466]: event.method(event) Aug 12 14:54:09.085138 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 14:54:09.085138 n-d-694802-15 neutron-server[94466]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 14:54:09.085138 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 14:54:09.085138 n-d-694802-15 neutron-server[94466]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 14:54:09.085138 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 14:54:09.085138 n-d-694802-15 neutron-server[94466]: return f(self, *a, **k) Aug 12 14:54:09.085138 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 14:54:09.085138 n-d-694802-15 neutron-server[94466]: return self._get(url).json() Aug 12 14:54:09.085138 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 14:54:09.085138 n-d-694802-15 neutron-server[94466]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 14:54:09.085138 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 14:54:09.085138 n-d-694802-15 neutron-server[94466]: return self.request(url, 'GET', **kwargs) Aug 12 14:54:09.085138 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 14:54:09.085138 n-d-694802-15 neutron-server[94466]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 14:54:09.085138 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 14:54:09.085138 n-d-694802-15 neutron-server[94466]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 14:54:09.085138 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 14:54:09.085138 n-d-694802-15 neutron-server[94466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 14:54:09.085138 n-d-694802-15 neutron-server[94466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 14:54:09.130440 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae25bf22-0b4d-4b2a-b2e3-7a8758c10dd9 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Pushing event updated for resources: {'Subnet': ['ID=dea03bb9-bc2a-40e7-aebd-7dac90a9f05f,revision_number=0']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:54:09.135056 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae25bf22-0b4d-4b2a-b2e3-7a8758c10dd9 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Checking segment: {'id': '1b10ae36-7b73-4b60-955f-9cb84c6d73b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '7bba6a17-6c08-479f-973a-a312c6420a6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:54:09.135497 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae25bf22-0b4d-4b2a-b2e3-7a8758c10dd9 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Network hostable DHCP agents. Network: 7bba6a17-6c08-479f-973a-a312c6420a6d, hostable agents: ['1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658'], hosted agents: [] {{(pid=94466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 14:54:09.169784 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae25bf22-0b4d-4b2a-b2e3-7a8758c10dd9 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Network 7bba6a17-6c08-479f-973a-a312c6420a6d is scheduled to be hosted by DHCP agent 1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658 with binding_index 1 {{(pid=94466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 14:54:09.173235 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_v2 [None req-1eb2f3ee-952a-4d1d-9429-f654b86b9a73 tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Deleting subnet e318e2d4-017b-4de6-b8ef-b6815f602654 {{(pid=94467) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 14:54:09.176916 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-667aef78-b212-4c38-b259-7ac59d849f1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66413281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431520'] for network, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:09.177270 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-1eb2f3ee-952a-4d1d-9429-f654b86b9a73 tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Notify callbacks [] for subnet, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:09.191952 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-667aef78-b212-4c38-b259-7ac59d849f1f admin admin] Notify callbacks [] for network, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:09.196449 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-667aef78-b212-4c38-b259-7ac59d849f1f admin admin] 10.222.0.39 "DELETE /v2.0/networks/e5e4fc6e-0901-492c-bd78-fcc16b98eeec HTTP/1.1" status: 204 len: 168 time: 2.6799471 Aug 12 14:54:09.207002 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-ae25bf22-0b4d-4b2a-b2e3-7a8758c10dd9 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-15, 7bba6a17-6c08-479f-973a-a312c6420a6d) {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:54:09.214259 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667aef78-b212-4c38-b259-7ac59d849f1f admin admin] Pushing event deleted for resources: {'Network': ['ID=e5e4fc6e-0901-492c-bd78-fcc16b98eeec,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:54:09.221685 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee3c16d7-f235-4e80-991f-a0f073145fc3 None None] Network 7bba6a17-6c08-479f-973a-a312c6420a6d requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:54:09.226969 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae25bf22-0b4d-4b2a-b2e3-7a8758c10dd9 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:54:09.228031 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ae25bf22-0b4d-4b2a-b2e3-7a8758c10dd9 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks [] for subnet, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:09.249532 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-1eb2f3ee-952a-4d1d-9429-f654b86b9a73 tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3857505'] for subnet, precommit_delete_associations {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:09.258943 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-ae25bf22-0b4d-4b2a-b2e3-7a8758c10dd9 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9361105 Aug 12 14:54:09.261868 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 34590) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:54:09.271517 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-1c6d86fc-634a-4bb3-b80a-8d181815eb9f tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Request body: {'subnet': {'network_id': '919835cf-1443-420c-b083-ce584e39da1f', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:54:09.366226 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 34594) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:54:09.459591 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c6d86fc-634a-4bb3-b80a-8d181815eb9f tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Made reservation on behalf of 6ba6601003674b8c9c33878dd4577887 for: {'subnet': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:54:09.463809 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1c6d86fc-634a-4bb3-b80a-8d181815eb9f tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8776441'] for subnet, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:09.472842 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_v2 [None req-976b2c3a-b844-48d3-94f9-fa78fd8ad284 admin admin] Deleting subnet 8803e8e2-fb74-4f26-9f40-98aa73d90aef {{(pid=94466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 14:54:09.476582 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-1eb2f3ee-952a-4d1d-9429-f654b86b9a73 tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66416255'] for subnet, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:09.559122 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ced7a26-e758-469d-871d-5067a27762cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa7035b3e-9a89-5964-b9f4-97301c3f476a-7bba6a17-6c08-479f-973a-a312c6420a6d', 'network_id': '7bba6a17-6c08-479f-973a-a312c6420a6d', 'tenant_id': '6ba6601003674b8c9c33878dd4577887', 'fixed_ips': [{'subnet_id': 'dea03bb9-bc2a-40e7-aebd-7dac90a9f05f'}]}} from n-d-694802-15. {{(pid=94468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 14:54:09.561921 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-976b2c3a-b844-48d3-94f9-fa78fd8ad284 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:09.563426 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-5ced7a26-e758-469d-871d-5067a27762cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:09.593464 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 34598) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:54:09.623169 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-1eb2f3ee-952a-4d1d-9429-f654b86b9a73 tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66416232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2859225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3343748'] for subnet, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:09.646000 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-976b2c3a-b844-48d3-94f9-fa78fd8ad284 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2293551'] for subnet, precommit_delete_associations {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:09.702925 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb2f3ee-952a-4d1d-9429-f654b86b9a73 tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Pushing event deleted for resources: {'Subnet': ['ID=e318e2d4-017b-4de6-b8ef-b6815f602654,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:54:09.713864 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-1eb2f3ee-952a-4d1d-9429-f654b86b9a73 tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Notify callbacks [] for subnet, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:09.715806 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-1eb2f3ee-952a-4d1d-9429-f654b86b9a73 tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] 10.222.0.39 "DELETE /v2.0/subnets/e318e2d4-017b-4de6-b8ef-b6815f602654 HTTP/1.1" status: 204 len: 168 time: 0.6272845 Aug 12 14:54:09.720984 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 34600) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:54:09.746769 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-e9e31812-c08b-4529-81d0-e249838c2eb1 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c4f0f352632942859f6399a2c9890ad2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1505370 Aug 12 14:54:09.751428 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 34602) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:54:09.756241 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1309a8df-9eb7-4d0e-a1b2-551eb9b0b29f None None] Network 155e707e-55eb-48ee-a051-6ea65d226881 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:54:09.788612 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-976b2c3a-b844-48d3-94f9-fa78fd8ad284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66416255'] for subnet, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:09.814106 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-f03cc1b0-7650-4609-81ec-07501d5dc2a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:09.822460 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.db_base_plugin_common [None req-5ced7a26-e758-469d-871d-5067a27762cd None None] Allocated IP 2001:db8::2 (7bba6a17-6c08-479f-973a-a312c6420a6d/dea03bb9-bc2a-40e7-aebd-7dac90a9f05f/d2d6dd0e-4933-4765-bc78-0e7f2a0dd5a4) {{(pid=94468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:54:09.845718 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-f03cc1b0-7650-4609-81ec-07501d5dc2a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:09.856593 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-60215918-4fad-46dc-896c-a4ff89fb80b1 None None] Provisioning for port bb4616af-de7e-4906-b641-fa502ad3e3ee completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:54:09.863785 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-60215918-4fad-46dc-896c-a4ff89fb80b1 None None] Provisioning complete for port bb4616af-de7e-4906-b641-fa502ad3e3ee triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:54:09.864162 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-60215918-4fad-46dc-896c-a4ff89fb80b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:09.887300 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e07c234c-f1ec-4df6-9da7-86b8c367e08a tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:54:09.888934 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e07c234c-f1ec-4df6-9da7-86b8c367e08a tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:54:09.890468 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-e07c234c-f1ec-4df6-9da7-86b8c367e08a tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1682544 Aug 12 14:54:09.894701 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 34604) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:54:09.971261 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-976b2c3a-b844-48d3-94f9-fa78fd8ad284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66416232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3718429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8776402'] for subnet, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:09.973895 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1c6d86fc-634a-4bb3-b80a-8d181815eb9f tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3718490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8776395'] for subnet, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:09.986445 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-f03cc1b0-7650-4609-81ec-07501d5dc2a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:09.989235 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-f03cc1b0-7650-4609-81ec-07501d5dc2a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:09.992816 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-f03cc1b0-7650-4609-81ec-07501d5dc2a4 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f56fbbcf-68c5-4074-ab5b-41ec110855f2 HTTP/1.1" status: 204 len: 168 time: 0.2382417 Aug 12 14:54:10.007798 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976b2c3a-b844-48d3-94f9-fa78fd8ad284 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8803e8e2-fb74-4f26-9f40-98aa73d90aef,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:54:10.020449 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03cc1b0-7650-4609-81ec-07501d5dc2a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f56fbbcf-68c5-4074-ab5b-41ec110855f2,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:54:10.023279 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-976b2c3a-b844-48d3-94f9-fa78fd8ad284 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:10.027925 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-976b2c3a-b844-48d3-94f9-fa78fd8ad284 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/8803e8e2-fb74-4f26-9f40-98aa73d90aef HTTP/1.1" status: 204 len: 168 time: 0.6584074 Aug 12 14:54:10.029215 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 34608) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:54:10.093393 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-57c276a3-0a87-40e0-945b-a15b9eca73f8 tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680608'] for network, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:10.104036 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6d86fc-634a-4bb3-b80a-8d181815eb9f tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Pushing event updated for resources: {'Subnet': ['ID=7b4f0448-3312-4428-a087-0765e79646e1,revision_number=0']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:54:10.106581 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c6d86fc-634a-4bb3-b80a-8d181815eb9f tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Checking segment: {'id': 'd628f397-7230-4afc-90a3-9697c08c45f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '919835cf-1443-420c-b083-ce584e39da1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:54:10.107189 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c6d86fc-634a-4bb3-b80a-8d181815eb9f tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Network hostable DHCP agents. Network: 919835cf-1443-420c-b083-ce584e39da1f, hostable agents: ['1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658'], hosted agents: [] {{(pid=94466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 14:54:10.116247 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-42489c8c-2df3-421d-b4be-f18aff8df2fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680608'] for network, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:10.118160 n-d-694802-15 neutron-server[94467]: INFO neutron.pecan_wsgi.hooks.translation [None req-57c276a3-0a87-40e0-945b-a15b9eca73f8 tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] DELETE failed (client error): There was a conflict when trying to complete your request. Aug 12 14:54:10.118630 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57c276a3-0a87-40e0-945b-a15b9eca73f8 tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94467) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 14:54:10.127104 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 34610) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:54:10.127665 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-57c276a3-0a87-40e0-945b-a15b9eca73f8 tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] 10.222.0.39 "DELETE /v2.0/networks/155e707e-55eb-48ee-a051-6ea65d226881 HTTP/1.1" status: 409 len: 405 time: 0.2308176 Aug 12 14:54:10.133921 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-7bc49e30-0537-4493-9eb8-53a71c4814ee tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-426392962'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:54:10.140662 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c6d86fc-634a-4bb3-b80a-8d181815eb9f tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Network 919835cf-1443-420c-b083-ce584e39da1f is scheduled to be hosted by DHCP agent 1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658 with binding_index 1 {{(pid=94466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 14:54:10.165941 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-1c6d86fc-634a-4bb3-b80a-8d181815eb9f tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-15, 919835cf-1443-420c-b083-ce584e39da1f) {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:54:10.171366 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c6d86fc-634a-4bb3-b80a-8d181815eb9f tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:54:10.172054 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1c6d86fc-634a-4bb3-b80a-8d181815eb9f tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks [] for subnet, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:10.176554 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bc49e30-0537-4493-9eb8-53a71c4814ee tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Made reservation on behalf of a85f60ca6226454384267711e9d02e5c for: {'network': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:54:10.180458 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-7bc49e30-0537-4493-9eb8-53a71c4814ee tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for network, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:10.206374 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-1c6d86fc-634a-4bb3-b80a-8d181815eb9f tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9433258 Aug 12 14:54:10.209704 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 34612) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:54:10.210858 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-5ced7a26-e758-469d-871d-5067a27762cd None None] Notify callbacks [] for port, precommit_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:10.218810 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-6df1c69b-1456-43d5-8197-b1110a2c0630 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2018201379', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:54:10.238360 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7bc49e30-0537-4493-9eb8-53a71c4814ee tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] vlan segment allocate from pool success with {'vlan_id': 340, 'physical_network': 'physnet1'} {{(pid=94466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 14:54:10.239094 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-42489c8c-2df3-421d-b4be-f18aff8df2fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66413304', 'neutron.services.segments.db._delete_segments_for_network-8744654118000'] for network, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:10.244960 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-5ced7a26-e758-469d-871d-5067a27762cd None None] Transition to ACTIVE for port object d2d6dd0e-4933-4765-bc78-0e7f2a0dd5a4 will not be triggered until provisioned by entity L2. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:54:10.262954 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-7bc49e30-0537-4493-9eb8-53a71c4814ee tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:10.263398 n-d-694802-15 neutron-server[94466]: INFO neutron.db.segments_db [None req-7bc49e30-0537-4493-9eb8-53a71c4814ee tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Added segment a0c83234-e822-4ea0-bd2b-6614080ae581 of type vlan for network dd6aec71-8d8b-4681-86b7-8ac76061d728 Aug 12 14:54:10.264751 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-42489c8c-2df3-421d-b4be-f18aff8df2fa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['552f0e08-11d2-407d-9c90-a9456f167955']}} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:54:10.268227 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-5ced7a26-e758-469d-871d-5067a27762cd None None] Transition to ACTIVE for port object d2d6dd0e-4933-4765-bc78-0e7f2a0dd5a4 will not be triggered until provisioned by entity DHCP. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:54:10.281893 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a60c79b4-5e9c-4ead-9c7d-ea678ca0309d None None] Network 919835cf-1443-420c-b083-ce584e39da1f requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:54:10.301728 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-42489c8c-2df3-421d-b4be-f18aff8df2fa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16f1a284-68f4-48a4-85c3-491c16dd108b') {'for_net_delete': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:54:10.302330 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-42489c8c-2df3-421d-b4be-f18aff8df2fa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16f1a284-68f4-48a4-85c3-491c16dd108b') {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:54:10.304951 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-6df1c69b-1456-43d5-8197-b1110a2c0630 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-430574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-104863'] for router, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:10.306070 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-6df1c69b-1456-43d5-8197-b1110a2c0630 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-429438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-431405', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66646573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-104852'] for router, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:10.321628 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-5ced7a26-e758-469d-871d-5067a27762cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253'] for port, after_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:10.326248 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-42489c8c-2df3-421d-b4be-f18aff8df2fa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744654122361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3857526'] for segment, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:10.349733 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-42489c8c-2df3-421d-b4be-f18aff8df2fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:10.356870 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42489c8c-2df3-421d-b4be-f18aff8df2fa admin admin] Releasing vlan 315 on physical network physnet1 to pool {{(pid=94467) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 14:54:10.357465 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-42489c8c-2df3-421d-b4be-f18aff8df2fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2859015'] for segment, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:10.405614 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-6df1c69b-1456-43d5-8197-b1110a2c0630 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:10.424264 n-d-694802-15 neutron-server[94467]: Traceback (most recent call last): Aug 12 14:54:10.424264 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 14:54:10.424264 n-d-694802-15 neutron-server[94467]: timer() Aug 12 14:54:10.424264 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 14:54:10.424264 n-d-694802-15 neutron-server[94467]: cb(*args, **kw) Aug 12 14:54:10.424264 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 14:54:10.424264 n-d-694802-15 neutron-server[94467]: return func(*args, **kwargs) Aug 12 14:54:10.424264 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 14:54:10.424264 n-d-694802-15 neutron-server[94467]: self._notify() Aug 12 14:54:10.424264 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 14:54:10.424264 n-d-694802-15 neutron-server[94467]: self.callback(batched_events) Aug 12 14:54:10.424264 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 14:54:10.424264 n-d-694802-15 neutron-server[94467]: event.method(event) Aug 12 14:54:10.424264 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 14:54:10.424264 n-d-694802-15 neutron-server[94467]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 14:54:10.424264 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 14:54:10.424264 n-d-694802-15 neutron-server[94467]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 14:54:10.424264 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 14:54:10.424264 n-d-694802-15 neutron-server[94467]: return f(self, *a, **k) Aug 12 14:54:10.424264 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 14:54:10.424264 n-d-694802-15 neutron-server[94467]: return self._get(url).json() Aug 12 14:54:10.424264 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 14:54:10.424264 n-d-694802-15 neutron-server[94467]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 14:54:10.424264 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 14:54:10.424264 n-d-694802-15 neutron-server[94467]: return self.request(url, 'GET', **kwargs) Aug 12 14:54:10.424264 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 14:54:10.424264 n-d-694802-15 neutron-server[94467]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 14:54:10.424264 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 14:54:10.424264 n-d-694802-15 neutron-server[94467]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 14:54:10.424264 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 14:54:10.424264 n-d-694802-15 neutron-server[94467]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 14:54:10.424264 n-d-694802-15 neutron-server[94467]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 14:54:10.427592 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-6df1c69b-1456-43d5-8197-b1110a2c0630 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-429413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-431608'] for router, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:10.428727 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-42489c8c-2df3-421d-b4be-f18aff8df2fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66413281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431520'] for network, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:10.435283 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-42489c8c-2df3-421d-b4be-f18aff8df2fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for network, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:10.437507 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-42489c8c-2df3-421d-b4be-f18aff8df2fa admin admin] 10.222.0.39 "DELETE /v2.0/networks/552f0e08-11d2-407d-9c90-a9456f167955 HTTP/1.1" status: 204 len: 168 time: 0.4051445 Aug 12 14:54:10.477609 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-d2d856c0-90da-4ade-8e8f-359cb76bb4a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:10.478879 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42489c8c-2df3-421d-b4be-f18aff8df2fa admin admin] Pushing event deleted for resources: {'Network': ['ID=552f0e08-11d2-407d-9c90-a9456f167955,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:54:10.480541 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ced7a26-e758-469d-871d-5067a27762cd None None] Network 7bba6a17-6c08-479f-973a-a312c6420a6d is already hosted by enough agents. {{(pid=94468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:54:10.480754 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-7bc49e30-0537-4493-9eb8-53a71c4814ee tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744653628263'] for network, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:10.493479 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-60215918-4fad-46dc-896c-a4ff89fb80b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:10.504783 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-6df1c69b-1456-43d5-8197-b1110a2c0630 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks [] for router, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:10.510489 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 34620) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:54:10.524783 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-6df1c69b-1456-43d5-8197-b1110a2c0630 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3111498 Aug 12 14:54:10.608657 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-7bc49e30-0537-4493-9eb8-53a71c4814ee tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409'] for network, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:10.615204 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bc49e30-0537-4493-9eb8-53a71c4814ee tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:54:10.615916 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-7bc49e30-0537-4493-9eb8-53a71c4814ee tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Notify callbacks [] for network, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:10.637775 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.base_scheduler [None req-5ced7a26-e758-469d-871d-5067a27762cd None None] Resources bound (agent type, host, resource id): {{(pid=94468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:54:10.640697 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ced7a26-e758-469d-871d-5067a27762cd None None] Received port after_create {{(pid=94468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:54:10.676686 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device 9b94a7ec-2f8e-4ad7-a484-8a99e5660380 no longer exists at agent hyperv_n-h2-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:54:10.678634 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device e5601cdd-ced2-425c-8717-fae9aa113b73 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:54:10.819307 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-7bc49e30-0537-4493-9eb8-53a71c4814ee tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.6909146 Aug 12 14:54:10.829870 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 34630) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:54:10.842969 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-556a85f9-f30e-4684-8185-36d9cc1ca375 tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Request body: {'subnet': {'network_id': 'dd6aec71-8d8b-4681-86b7-8ac76061d728', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:54:10.854966 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 34634) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:54:10.939780 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-60215918-4fad-46dc-896c-a4ff89fb80b1 None None] For port bb4616af-de7e-4906-b641-fa502ad3e3ee, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=bb4616af-de7e-4906-b641-fa502ad3e3ee,segment=NetworkSegment(27ec9768-76e7-40c0-9cff-50303b02b733),segment_id=27ec9768-76e7-40c0-9cff-50303b02b733)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:54:10.942643 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] No Port match for: 9b94a7ec-2f8e-4ad7-a484-8a99e5660380 {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 14:54:10.944273 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device 9b94a7ec-2f8e-4ad7-a484-8a99e5660380 not bound to the agent host n-h2-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:54:10.971574 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc49e30-0537-4493-9eb8-53a71c4814ee tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Pushing event updated for resources: {'Network': ['ID=dd6aec71-8d8b-4681-86b7-8ac76061d728,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:54:10.982970 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-0afd617c-ce74-4612-a090-603f6440f656 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=99691d43eef94267b5aaa5943adab2b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1247427 Aug 12 14:54:10.986888 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 34638) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:54:10.999302 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Network dd6aec71-8d8b-4681-86b7-8ac76061d728 details requested by agent ovs-agent-n-d-694802-15 with host n-d-694802-15 {{(pid=94468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 14:54:11.007303 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ced7a26-e758-469d-871d-5067a27762cd None None] Pushing event updated for resources: {'Port': ['ID=d2d6dd0e-4933-4765-bc78-0e7f2a0dd5a4,revision_number=1']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:54:11.021584 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-60215918-4fad-46dc-896c-a4ff89fb80b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:11.063860 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-556a85f9-f30e-4684-8185-36d9cc1ca375 tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Made reservation on behalf of a85f60ca6226454384267711e9d02e5c for: {'subnet': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:54:11.068199 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-556a85f9-f30e-4684-8185-36d9cc1ca375 tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8776441'] for subnet, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:11.223577 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-75b0d640-ecdf-4f2d-be0c-4d1131334d51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:11.269706 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31929bd5-74b2-4d73-ad5b-a3e70f031789 None None] DHCP port deletion for 155e707e-55eb-48ee-a051-6ea65d226881 request from n-d-694802-15 {{(pid=94468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 14:54:11.304953 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-75b0d640-ecdf-4f2d-be0c-4d1131334d51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:11.325006 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-5ced7a26-e758-469d-871d-5067a27762cd None None] Attempting to bind port d2d6dd0e-4933-4765-bc78-0e7f2a0dd5a4 on host n-d-694802-15 for vnic_type normal with profile {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:54:11.326214 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-5ced7a26-e758-469d-871d-5067a27762cd None None] Attempting to bind port d2d6dd0e-4933-4765-bc78-0e7f2a0dd5a4 by drivers openvswitch,hyperv on host n-d-694802-15 at level 0 using segments [{'id': '1b10ae36-7b73-4b60-955f-9cb84c6d73b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '7bba6a17-6c08-479f-973a-a312c6420a6d'}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:54:11.327410 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ced7a26-e758-469d-871d-5067a27762cd None None] Attempting to bind port d2d6dd0e-4933-4765-bc78-0e7f2a0dd5a4 on network 7bba6a17-6c08-479f-973a-a312c6420a6d {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:54:11.359816 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 34644) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:54:11.393917 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ced7a26-e758-469d-871d-5067a27762cd None None] Checking agent: {'id': '16de73ac-f2e9-4cee-b3e0-91052ae3e6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 20, 13), 'started_at': datetime.datetime(2021, 8, 12, 14, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 53, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:54:11.394376 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ced7a26-e758-469d-871d-5067a27762cd None None] Checking segment: {'id': '1b10ae36-7b73-4b60-955f-9cb84c6d73b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '7bba6a17-6c08-479f-973a-a312c6420a6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:54:11.394788 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-5ced7a26-e758-469d-871d-5067a27762cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:11.395244 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ced7a26-e758-469d-871d-5067a27762cd None None] Bound using segment: {'id': '1b10ae36-7b73-4b60-955f-9cb84c6d73b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '7bba6a17-6c08-479f-973a-a312c6420a6d'} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:54:11.395763 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-5ced7a26-e758-469d-871d-5067a27762cd None None] Bound port: d2d6dd0e-4933-4765-bc78-0e7f2a0dd5a4, host: n-d-694802-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b10ae36-7b73-4b60-955f-9cb84c6d73b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '7bba6a17-6c08-479f-973a-a312c6420a6d'}}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:54:11.396438 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-5ced7a26-e758-469d-871d-5067a27762cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:11.404877 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd750bfd-824c-4ebb-ab63-123a1e235e1b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa7035b3e-9a89-5964-b9f4-97301c3f476a-919835cf-1443-420c-b083-ce584e39da1f', 'network_id': '919835cf-1443-420c-b083-ce584e39da1f', 'tenant_id': '6ba6601003674b8c9c33878dd4577887', 'fixed_ips': [{'subnet_id': '7b4f0448-3312-4428-a087-0765e79646e1'}]}} from n-d-694802-15. {{(pid=94468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 14:54:11.405799 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-cd750bfd-824c-4ebb-ab63-123a1e235e1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:11.409331 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port e5601cdd-ced2-425c-8717-fae9aa113b73 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:54:11.409700 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:11.447767 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60215918-4fad-46dc-896c-a4ff89fb80b1 None None] Pushing event updated for resources: {'Port': ['ID=bb4616af-de7e-4906-b641-fa502ad3e3ee,revision_number=4']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:54:11.450833 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-75b0d640-ecdf-4f2d-be0c-4d1131334d51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:11.465353 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-75b0d640-ecdf-4f2d-be0c-4d1131334d51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:11.474153 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-75b0d640-ecdf-4f2d-be0c-4d1131334d51 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3ebaac9a-fe06-4bc1-af70-7378483ff2e5 HTTP/1.1" status: 204 len: 168 time: 0.4865847 Aug 12 14:54:11.568201 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b0d640-ecdf-4f2d-be0c-4d1131334d51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ebaac9a-fe06-4bc1-af70-7378483ff2e5,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:54:11.690980 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-4114f8ef-17f6-47b5-a8b7-21e6270c8ef8 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-156986141-network', 'tenant_id': '2776a62796954f72836857f8cf764f39'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:54:11.691760 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:11.694843 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-31929bd5-74b2-4d73-ad5b-a3e70f031789 None None] Deleting port bb4616af-de7e-4906-b641-fa502ad3e3ee {{(pid=94468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:54:11.695360 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-31929bd5-74b2-4d73-ad5b-a3e70f031789 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:11.700976 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-5ced7a26-e758-469d-871d-5067a27762cd None None] For port d2d6dd0e-4933-4765-bc78-0e7f2a0dd5a4, host n-d-694802-15, cleared binding levels {{(pid=94468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:54:11.727797 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4114f8ef-17f6-47b5-a8b7-21e6270c8ef8 admin admin] Made reservation on behalf of 2776a62796954f72836857f8cf764f39 for: {'network': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:54:11.731126 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4114f8ef-17f6-47b5-a8b7-21e6270c8ef8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for network, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:11.760341 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4114f8ef-17f6-47b5-a8b7-21e6270c8ef8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:11.761909 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-5b15e0e9-3c15-49e2-8732-5faeac50ef59 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:11.833185 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-5ced7a26-e758-469d-871d-5067a27762cd None None] For port d2d6dd0e-4933-4765-bc78-0e7f2a0dd5a4, host n-d-694802-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=d2d6dd0e-4933-4765-bc78-0e7f2a0dd5a4,segment=NetworkSegment(1b10ae36-7b73-4b60-955f-9cb84c6d73b2),segment_id=1b10ae36-7b73-4b60-955f-9cb84c6d73b2)] {{(pid=94468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:54:11.852096 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-5ced7a26-e758-469d-871d-5067a27762cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:11.905001 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.db_base_plugin_common [None req-cd750bfd-824c-4ebb-ab63-123a1e235e1b None None] Allocated IP 2001:db8:1::2 (919835cf-1443-420c-b083-ce584e39da1f/7b4f0448-3312-4428-a087-0765e79646e1/6037a484-84f6-4df4-b3bc-74699c602ee2) {{(pid=94468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:54:11.931652 n-d-694802-15 neutron-server[94466]: DEBUG neutron.objects.ports [None req-556a85f9-f30e-4684-8185-36d9cc1ca375 tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94466) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 12 14:54:11.941582 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-556a85f9-f30e-4684-8185-36d9cc1ca375 tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3718490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8776395'] for subnet, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:12.036238 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-31929bd5-74b2-4d73-ad5b-a3e70f031789 None None] For port bb4616af-de7e-4906-b641-fa502ad3e3ee, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=bb4616af-de7e-4906-b641-fa502ad3e3ee,segment=NetworkSegment(27ec9768-76e7-40c0-9cff-50303b02b733),segment_id=27ec9768-76e7-40c0-9cff-50303b02b733)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:54:12.036649 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-31929bd5-74b2-4d73-ad5b-a3e70f031789 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:12.095387 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-31929bd5-74b2-4d73-ad5b-a3e70f031789 None None] Calling delete_port for bb4616af-de7e-4906-b641-fa502ad3e3ee owned by network:dhcp {{(pid=94468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:54:12.160364 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556a85f9-f30e-4684-8185-36d9cc1ca375 tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Pushing event updated for resources: {'Subnet': ['ID=8bb7bab8-801f-4d15-b1a9-a0b00fe7ec99,revision_number=0']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:54:12.201924 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-556a85f9-f30e-4684-8185-36d9cc1ca375 tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Checking segment: {'id': 'a0c83234-e822-4ea0-bd2b-6614080ae581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'dd6aec71-8d8b-4681-86b7-8ac76061d728'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:54:12.202557 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-556a85f9-f30e-4684-8185-36d9cc1ca375 tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Network hostable DHCP agents. Network: dd6aec71-8d8b-4681-86b7-8ac76061d728, hostable agents: ['1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658'], hosted agents: [] {{(pid=94466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 14:54:12.236009 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4114f8ef-17f6-47b5-a8b7-21e6270c8ef8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:12.247689 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4114f8ef-17f6-47b5-a8b7-21e6270c8ef8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:12.263746 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4114f8ef-17f6-47b5-a8b7-21e6270c8ef8 admin admin] vlan segment allocate from pool success with {'vlan_id': 315, 'physical_network': 'physnet1'} {{(pid=94466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 14:54:12.277459 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4114f8ef-17f6-47b5-a8b7-21e6270c8ef8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:12.278071 n-d-694802-15 neutron-server[94466]: INFO neutron.db.segments_db [None req-4114f8ef-17f6-47b5-a8b7-21e6270c8ef8 admin admin] Added segment 4991e325-9edc-4da1-9238-4102e24996c9 of type vlan for network 76fb0717-c1f0-465d-b1fb-1a1da6fd2c17 Aug 12 14:54:12.337080 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4114f8ef-17f6-47b5-a8b7-21e6270c8ef8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744653628263'] for network, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:12.384499 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-556a85f9-f30e-4684-8185-36d9cc1ca375 tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Network dd6aec71-8d8b-4681-86b7-8ac76061d728 is scheduled to be hosted by DHCP agent 1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658 with binding_index 1 {{(pid=94466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 14:54:12.392351 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4114f8ef-17f6-47b5-a8b7-21e6270c8ef8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409'] for network, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:12.394008 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4114f8ef-17f6-47b5-a8b7-21e6270c8ef8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:54:12.394746 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4114f8ef-17f6-47b5-a8b7-21e6270c8ef8 admin admin] Notify callbacks [] for network, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:12.459624 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ced7a26-e758-469d-871d-5067a27762cd None None] Pushing event updated for resources: {'Port': ['ID=d2d6dd0e-4933-4765-bc78-0e7f2a0dd5a4,revision_number=2']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:54:12.474550 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-556a85f9-f30e-4684-8185-36d9cc1ca375 tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-15, dd6aec71-8d8b-4681-86b7-8ac76061d728) {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:54:12.500855 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-556a85f9-f30e-4684-8185-36d9cc1ca375 tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:54:12.502875 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-556a85f9-f30e-4684-8185-36d9cc1ca375 tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Notify callbacks [] for subnet, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:12.513775 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4114f8ef-17f6-47b5-a8b7-21e6270c8ef8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de5205b9-24f4-492c-a95f-96a5dff982fb,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:54:12.527041 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-4114f8ef-17f6-47b5-a8b7-21e6270c8ef8 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.1609988 Aug 12 14:54:12.527321 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_common [None req-5b15e0e9-3c15-49e2-8732-5faeac50ef59 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Allocated IP 2001:db8::1 (7bba6a17-6c08-479f-973a-a312c6420a6d/dea03bb9-bc2a-40e7-aebd-7dac90a9f05f/de992bc1-446b-4e5c-9cd9-2d28db5ba019) {{(pid=94467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:54:12.527321 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 34662) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:54:12.533439 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4114f8ef-17f6-47b5-a8b7-21e6270c8ef8 admin admin] Pushing event updated for resources: {'Network': ['ID=76fb0717-c1f0-465d-b1fb-1a1da6fd2c17,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:54:12.533736 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-ed398be0-f017-4d40-bcb1-01337dfc1cd1 admin admin] Request body: {'subnet': {'network_id': '76fb0717-c1f0-465d-b1fb-1a1da6fd2c17', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-156986141-subnet', 'tenant_id': '2776a62796954f72836857f8cf764f39', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:54:12.544734 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-556a85f9-f30e-4684-8185-36d9cc1ca375 tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7133162 Aug 12 14:54:12.546976 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 34664) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:54:12.561779 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87af4149-1eb1-42f1-a560-f852cddb6f50 None None] Network dd6aec71-8d8b-4681-86b7-8ac76061d728 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:54:12.565681 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-32300c71-74ec-4d79-9e02-5e7d0f68b271 tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Request body: {'port': {'network_id': 'dd6aec71-8d8b-4681-86b7-8ac76061d728', 'name': 'tempest-NetworksIpV6TestAttrs-26614175'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:54:12.629122 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Network 76fb0717-c1f0-465d-b1fb-1a1da6fd2c17 details requested by agent ovs-agent-n-d-694802-15 with host n-d-694802-15 {{(pid=94468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 14:54:12.630913 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device bb4616af-de7e-4906-b641-fa502ad3e3ee no longer exists at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:54:12.651563 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.agents_db [None req-17ed3e4c-1a7d-4162-9646-11c134aca297 None None] Agent healthcheck: found 7 active agents {{(pid=94469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 14:54:12.695581 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed398be0-f017-4d40-bcb1-01337dfc1cd1 admin admin] Made reservation on behalf of 2776a62796954f72836857f8cf764f39 for: {'subnet': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:54:12.698899 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-ed398be0-f017-4d40-bcb1-01337dfc1cd1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3343791'] for subnet, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:12.725810 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32300c71-74ec-4d79-9e02-5e7d0f68b271 tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Made reservation on behalf of a85f60ca6226454384267711e9d02e5c for: {'port': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:54:12.730315 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-32300c71-74ec-4d79-9e02-5e7d0f68b271 tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:12.753880 n-d-694802-15 neutron-server[94466]: DEBUG neutron.notifiers.nova [None req-32300c71-74ec-4d79-9e02-5e7d0f68b271 tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] device_id is not set on port 28277fcb-a2a7-4c3c-8718-7d7212df093c yet. {{(pid=94466) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 14:54:12.872865 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:12.906918 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-31929bd5-74b2-4d73-ad5b-a3e70f031789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262'] for port, after_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:12.930873 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-32300c71-74ec-4d79-9e02-5e7d0f68b271 tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Allocated IP 2001:db8::f816:3eff:fe45:83ac (dd6aec71-8d8b-4681-86b7-8ac76061d728/8bb7bab8-801f-4d15-b1a9-a0b00fe7ec99/28277fcb-a2a7-4c3c-8718-7d7212df093c) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:54:12.965454 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-5b15e0e9-3c15-49e2-8732-5faeac50ef59 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks [] for port, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:13.008031 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [None req-5b15e0e9-3c15-49e2-8732-5faeac50ef59 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Transition to ACTIVE for port object de992bc1-446b-4e5c-9cd9-2d28db5ba019 will not be triggered until provisioned by entity DHCP. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:54:13.009474 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-cd750bfd-824c-4ebb-ab63-123a1e235e1b None None] Notify callbacks [] for port, precommit_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:13.018806 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 34676) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:54:13.029983 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Port bb4616af-de7e-4906-b641-fa502ad3e3ee update to DOWN by agent not found {{(pid=94468) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2150}} Aug 12 14:54:13.149538 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31929bd5-74b2-4d73-ad5b-a3e70f031789 None None] Pushing event deleted for resources: {'Port': ['ID=bb4616af-de7e-4906-b641-fa502ad3e3ee,revision_number=None']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:54:13.155043 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31929bd5-74b2-4d73-ad5b-a3e70f031789 None None] No DVR routers for this DVR port bb4616af-de7e-4906-b641-fa502ad3e3ee on host n-d-694802-15 {{(pid=94468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:54:13.169353 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-cd750bfd-824c-4ebb-ab63-123a1e235e1b None None] Transition to ACTIVE for port object 6037a484-84f6-4df4-b3bc-74699c602ee2 will not be triggered until provisioned by entity L2. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:54:13.192203 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-ed398be0-f017-4d40-bcb1-01337dfc1cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2859166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3343773'] for subnet, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:13.200115 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-5b15e0e9-3c15-49e2-8732-5faeac50ef59 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:13.202193 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:13.230994 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-cd750bfd-824c-4ebb-ab63-123a1e235e1b None None] Transition to ACTIVE for port object 6037a484-84f6-4df4-b3bc-74699c602ee2 will not be triggered until provisioned by entity DHCP. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:54:13.255344 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed398be0-f017-4d40-bcb1-01337dfc1cd1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=47f65b9d-2efa-4727-901e-ebae2b6a5c81,revision_number=0']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:54:13.274615 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-32300c71-74ec-4d79-9e02-5e7d0f68b271 tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:13.287640 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2383a5c-6f4f-49d1-9885-ba66c4b4d1f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa7035b3e-9a89-5964-b9f4-97301c3f476a-dd6aec71-8d8b-4681-86b7-8ac76061d728', 'network_id': 'dd6aec71-8d8b-4681-86b7-8ac76061d728', 'tenant_id': 'a85f60ca6226454384267711e9d02e5c', 'fixed_ips': [{'subnet_id': '8bb7bab8-801f-4d15-b1a9-a0b00fe7ec99'}]}} from n-d-694802-15. {{(pid=94468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 14:54:13.289934 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-a2383a5c-6f4f-49d1-9885-ba66c4b4d1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:13.305813 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-32300c71-74ec-4d79-9e02-5e7d0f68b271 tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Transition to ACTIVE for port object 28277fcb-a2a7-4c3c-8718-7d7212df093c will not be triggered until provisioned by entity DHCP. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:54:13.315930 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-cd750bfd-824c-4ebb-ab63-123a1e235e1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253'] for port, after_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:13.336380 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b15e0e9-3c15-49e2-8732-5faeac50ef59 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Network 7bba6a17-6c08-479f-973a-a312c6420a6d is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:54:13.348194 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [None req-5b15e0e9-3c15-49e2-8732-5faeac50ef59 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:54:13.361709 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b15e0e9-3c15-49e2-8732-5faeac50ef59 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Received port after_create {{(pid=94467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:54:13.362452 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-5b15e0e9-3c15-49e2-8732-5faeac50ef59 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66663725'] for router_interface, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:13.366455 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-32300c71-74ec-4d79-9e02-5e7d0f68b271 tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:13.388608 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-6273215e-0737-47d7-9a79-94d5f1b29d87 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1619455005-network', 'tenant_id': 'c3cdf2613279403892381f855940caa3'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:54:13.414583 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd750bfd-824c-4ebb-ab63-123a1e235e1b None None] Network 919835cf-1443-420c-b083-ce584e39da1f is already hosted by enough agents. {{(pid=94468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:54:13.423866 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.base_scheduler [None req-cd750bfd-824c-4ebb-ab63-123a1e235e1b None None] Resources bound (agent type, host, resource id): {{(pid=94468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:54:13.426378 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd750bfd-824c-4ebb-ab63-123a1e235e1b None None] Received port after_create {{(pid=94468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:54:13.432637 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-1e04e9e4-3084-4240-9ad8-5b1bf6a3c159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:13.435577 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32300c71-74ec-4d79-9e02-5e7d0f68b271 tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Network dd6aec71-8d8b-4681-86b7-8ac76061d728 is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:54:13.443043 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-32300c71-74ec-4d79-9e02-5e7d0f68b271 tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:54:13.451056 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32300c71-74ec-4d79-9e02-5e7d0f68b271 tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:54:13.455402 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b15e0e9-3c15-49e2-8732-5faeac50ef59 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Pushing event updated for resources: {'Port': ['ID=de992bc1-446b-4e5c-9cd9-2d28db5ba019,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:54:13.458660 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32300c71-74ec-4d79-9e02-5e7d0f68b271 tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:54:13.459357 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-32300c71-74ec-4d79-9e02-5e7d0f68b271 tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:13.489155 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32300c71-74ec-4d79-9e02-5e7d0f68b271 tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Pushing event updated for resources: {'Port': ['ID=28277fcb-a2a7-4c3c-8718-7d7212df093c,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:54:13.497506 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6273215e-0737-47d7-9a79-94d5f1b29d87 admin admin] Made reservation on behalf of c3cdf2613279403892381f855940caa3 for: {'network': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:54:13.500176 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-6273215e-0737-47d7-9a79-94d5f1b29d87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for network, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:13.509426 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd750bfd-824c-4ebb-ab63-123a1e235e1b None None] Pushing event updated for resources: {'Port': ['ID=6037a484-84f6-4df4-b3bc-74699c602ee2,revision_number=1']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:54:13.510565 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-32300c71-74ec-4d79-9e02-5e7d0f68b271 tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 949 time: 0.9586713 Aug 12 14:54:13.512130 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-6273215e-0737-47d7-9a79-94d5f1b29d87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:13.514120 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 34680) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:54:13.548337 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-5b15e0e9-3c15-49e2-8732-5faeac50ef59 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:13.601596 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed398be0-f017-4d40-bcb1-01337dfc1cd1 admin admin] Checking segment: {'id': '4991e325-9edc-4da1-9238-4102e24996c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '76fb0717-c1f0-465d-b1fb-1a1da6fd2c17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:54:13.602315 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed398be0-f017-4d40-bcb1-01337dfc1cd1 admin admin] Network hostable DHCP agents. Network: 76fb0717-c1f0-465d-b1fb-1a1da6fd2c17, hostable agents: ['1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658'], hosted agents: [] {{(pid=94467) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 14:54:13.602434 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_v2 [None req-50ed8c9d-554b-498d-9a8c-80646937bcae tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Deleting subnet 8bb7bab8-801f-4d15-b1a9-a0b00fe7ec99 {{(pid=94466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 14:54:13.604255 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-cd750bfd-824c-4ebb-ab63-123a1e235e1b None None] Attempting to bind port 6037a484-84f6-4df4-b3bc-74699c602ee2 on host n-d-694802-15 for vnic_type normal with profile {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:54:13.604934 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-cd750bfd-824c-4ebb-ab63-123a1e235e1b None None] Attempting to bind port 6037a484-84f6-4df4-b3bc-74699c602ee2 by drivers openvswitch,hyperv on host n-d-694802-15 at level 0 using segments [{'id': 'd628f397-7230-4afc-90a3-9697c08c45f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '919835cf-1443-420c-b083-ce584e39da1f'}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:54:13.605634 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd750bfd-824c-4ebb-ab63-123a1e235e1b None None] Attempting to bind port 6037a484-84f6-4df4-b3bc-74699c602ee2 on network 919835cf-1443-420c-b083-ce584e39da1f {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:54:13.621220 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd750bfd-824c-4ebb-ab63-123a1e235e1b None None] Checking agent: {'id': '16de73ac-f2e9-4cee-b3e0-91052ae3e6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 20, 13), 'started_at': datetime.datetime(2021, 8, 12, 14, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 54, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:54:13.621619 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd750bfd-824c-4ebb-ab63-123a1e235e1b None None] Checking segment: {'id': 'd628f397-7230-4afc-90a3-9697c08c45f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '919835cf-1443-420c-b083-ce584e39da1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:54:13.622253 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-cd750bfd-824c-4ebb-ab63-123a1e235e1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:13.622979 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd750bfd-824c-4ebb-ab63-123a1e235e1b None None] Bound using segment: {'id': 'd628f397-7230-4afc-90a3-9697c08c45f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '919835cf-1443-420c-b083-ce584e39da1f'} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:54:13.623832 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-cd750bfd-824c-4ebb-ab63-123a1e235e1b None None] Bound port: 6037a484-84f6-4df4-b3bc-74699c602ee2, host: n-d-694802-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd628f397-7230-4afc-90a3-9697c08c45f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '919835cf-1443-420c-b083-ce584e39da1f'}}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:54:13.624379 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-cd750bfd-824c-4ebb-ab63-123a1e235e1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:13.645129 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e490c1bb-ec65-4214-ab14-d84e7e7a7d74 None None] Network 7bba6a17-6c08-479f-973a-a312c6420a6d requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:54:13.674372 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed398be0-f017-4d40-bcb1-01337dfc1cd1 admin admin] Network 76fb0717-c1f0-465d-b1fb-1a1da6fd2c17 is scheduled to be hosted by DHCP agent 1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658 with binding_index 1 {{(pid=94467) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 14:54:13.682299 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-6273215e-0737-47d7-9a79-94d5f1b29d87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:13.688279 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-6273215e-0737-47d7-9a79-94d5f1b29d87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:13.710248 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.db_base_plugin_common [None req-a2383a5c-6f4f-49d1-9885-ba66c4b4d1f1 None None] Allocated IP 2001:db8::f816:3eff:fe15:4cac (dd6aec71-8d8b-4681-86b7-8ac76061d728/8bb7bab8-801f-4d15-b1a9-a0b00fe7ec99/08926cbe-186f-47ea-9ad7-2ade53fec86d) {{(pid=94468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:54:13.711994 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [None req-ed398be0-f017-4d40-bcb1-01337dfc1cd1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-15, 76fb0717-c1f0-465d-b1fb-1a1da6fd2c17) {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:54:13.717026 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6273215e-0737-47d7-9a79-94d5f1b29d87 admin admin] vlan segment allocate from pool success with {'vlan_id': 337, 'physical_network': 'physnet1'} {{(pid=94466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 14:54:13.720212 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed398be0-f017-4d40-bcb1-01337dfc1cd1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:54:13.720984 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-ed398be0-f017-4d40-bcb1-01337dfc1cd1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:13.729102 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6273215e-0737-47d7-9a79-94d5f1b29d87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55383ad0-8a8a-4626-ab8a-9063e4d90157,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:54:13.734964 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-6273215e-0737-47d7-9a79-94d5f1b29d87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:13.735341 n-d-694802-15 neutron-server[94466]: INFO neutron.db.segments_db [None req-6273215e-0737-47d7-9a79-94d5f1b29d87 admin admin] Added segment d42ac82e-c19d-4363-92a6-b10ccdff9180 of type vlan for network 6761fce7-4929-4427-b7fc-ff6013cb13aa Aug 12 14:54:13.761408 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-876d182a-9d32-446f-8ee5-acfdfb5e408d None None] Network 76fb0717-c1f0-465d-b1fb-1a1da6fd2c17 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:54:13.763135 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-746dc221-f20b-46fd-978d-ed80190951bd None None] Provisioning for port d2d6dd0e-4933-4765-bc78-0e7f2a0dd5a4 completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:54:13.765117 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-ed398be0-f017-4d40-bcb1-01337dfc1cd1 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2368381 Aug 12 14:54:13.790412 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-6273215e-0737-47d7-9a79-94d5f1b29d87 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744653628263'] for network, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:13.826354 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-6273215e-0737-47d7-9a79-94d5f1b29d87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409'] for network, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:13.827593 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6273215e-0737-47d7-9a79-94d5f1b29d87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:54:13.828889 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-6273215e-0737-47d7-9a79-94d5f1b29d87 admin admin] Notify callbacks [] for network, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:13.890555 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-6273215e-0737-47d7-9a79-94d5f1b29d87 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.8677821 Aug 12 14:54:13.890737 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 34684) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:54:13.898429 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-424cee64-b318-483f-b9bd-85570e941177 admin admin] Request body: {'subnet': {'network_id': '6761fce7-4929-4427-b7fc-ff6013cb13aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1619455005-subnet', 'tenant_id': 'c3cdf2613279403892381f855940caa3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:54:13.911344 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6273215e-0737-47d7-9a79-94d5f1b29d87 admin admin] Pushing event updated for resources: {'Network': ['ID=6761fce7-4929-4427-b7fc-ff6013cb13aa,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:54:13.933952 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-5b15e0e9-3c15-49e2-8732-5faeac50ef59 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:13.934327 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-424cee64-b318-483f-b9bd-85570e941177 admin admin] Made reservation on behalf of c3cdf2613279403892381f855940caa3 for: {'subnet': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:54:13.937373 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-424cee64-b318-483f-b9bd-85570e941177 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8776441'] for subnet, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:13.937755 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Network 6761fce7-4929-4427-b7fc-ff6013cb13aa details requested by agent ovs-agent-n-d-694802-15 with host n-d-694802-15 {{(pid=94468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 14:54:13.941189 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-5b15e0e9-3c15-49e2-8732-5faeac50ef59 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:13.942161 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-5b15e0e9-3c15-49e2-8732-5faeac50ef59 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66628363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66663865'] for router_interface, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:14.042112 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b15e0e9-3c15-49e2-8732-5faeac50ef59 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Pushing event updated for resources: {'Port': ['ID=de992bc1-446b-4e5c-9cd9-2d28db5ba019,revision_number=2']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:54:14.075774 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-cd750bfd-824c-4ebb-ab63-123a1e235e1b None None] For port 6037a484-84f6-4df4-b3bc-74699c602ee2, host n-d-694802-15, cleared binding levels {{(pid=94468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:54:14.119137 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b15e0e9-3c15-49e2-8732-5faeac50ef59 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Network 7bba6a17-6c08-479f-973a-a312c6420a6d is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:54:14.121880 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [None req-5b15e0e9-3c15-49e2-8732-5faeac50ef59 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:54:14.150401 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-1769855f-eda9-4483-9dc3-3220908ab45d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:14.158203 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-cd750bfd-824c-4ebb-ab63-123a1e235e1b None None] For port 6037a484-84f6-4df4-b3bc-74699c602ee2, host n-d-694802-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=6037a484-84f6-4df4-b3bc-74699c602ee2,segment=NetworkSegment(d628f397-7230-4afc-90a3-9697c08c45f4),segment_id=d628f397-7230-4afc-90a3-9697c08c45f4)] {{(pid=94468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:54:14.186085 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-424cee64-b318-483f-b9bd-85570e941177 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3718490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8776395'] for subnet, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:14.234045 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-cd750bfd-824c-4ebb-ab63-123a1e235e1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:14.258104 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-424cee64-b318-483f-b9bd-85570e941177 admin admin] Checking segment: {'id': 'd42ac82e-c19d-4363-92a6-b10ccdff9180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '6761fce7-4929-4427-b7fc-ff6013cb13aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:54:14.258467 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-424cee64-b318-483f-b9bd-85570e941177 admin admin] Network hostable DHCP agents. Network: 6761fce7-4929-4427-b7fc-ff6013cb13aa, hostable agents: ['1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658'], hosted agents: [] {{(pid=94466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 14:54:14.271874 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424cee64-b318-483f-b9bd-85570e941177 admin admin] Pushing event updated for resources: {'Subnet': ['ID=134371e8-694d-470c-b974-fb07ca206c32,revision_number=0']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:54:14.285647 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-424cee64-b318-483f-b9bd-85570e941177 admin admin] Network 6761fce7-4929-4427-b7fc-ff6013cb13aa is scheduled to be hosted by DHCP agent 1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658 with binding_index 1 {{(pid=94466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 14:54:14.325352 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-424cee64-b318-483f-b9bd-85570e941177 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-15, 6761fce7-4929-4427-b7fc-ff6013cb13aa) {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:54:14.332691 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-424cee64-b318-483f-b9bd-85570e941177 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:54:14.333256 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-424cee64-b318-483f-b9bd-85570e941177 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:14.335147 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b15e0e9-3c15-49e2-8732-5faeac50ef59 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Router d54d2958-4961-4d25-bc53-bc958b7d8bcb is scheduled to L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f with binding_index 1 {{(pid=94467) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 14:54:14.384388 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fe7fb5c-7325-4fe1-bdcd-2df5645bd372 None None] Network 6761fce7-4929-4427-b7fc-ff6013cb13aa requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:54:14.395106 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-424cee64-b318-483f-b9bd-85570e941177 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.4951253 Aug 12 14:54:14.489539 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd750bfd-824c-4ebb-ab63-123a1e235e1b None None] Pushing event updated for resources: {'Port': ['ID=6037a484-84f6-4df4-b3bc-74699c602ee2,revision_number=2']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:54:14.514034 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfd8e3c-b4fd-4a6f-935d-39ea0406f7c4 req-8dd41134-d035-41d3-a76d-3028e96b8a87 tempest-ServerAddressesTestJSON-1054067885 tempest-ServerAddressesTestJSON-1054067885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:54:14.515630 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-6dfd8e3c-b4fd-4a6f-935d-39ea0406f7c4 req-8dd41134-d035-41d3-a76d-3028e96b8a87 tempest-ServerAddressesTestJSON-1054067885 tempest-ServerAddressesTestJSON-1054067885-project] 10.222.0.39 "GET /v2.0/networks?id=76fb0717-c1f0-465d-b1fb-1a1da6fd2c17 HTTP/1.1" status: 200 len: 813 time: 0.2237010 Aug 12 14:54:14.529492 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b15e0e9-3c15-49e2-8732-5faeac50ef59 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 14:54:14.536459 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-5b15e0e9-3c15-49e2-8732-5faeac50ef59 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] 10.222.0.39 "PUT /v2.0/routers/d54d2958-4961-4d25-bc53-bc958b7d8bcb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0247934 Aug 12 14:54:14.539315 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 34710) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:54:14.542269 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d06f7b44-cd86-4c8b-b023-53f5bf75a566 None None] Sync routers for ids ['d54d2958-4961-4d25-bc53-bc958b7d8bcb'] in n-d-694802-15 {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 14:54:14.554061 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-6dfd8e3c-b4fd-4a6f-935d-39ea0406f7c4 req-21108fe8-09c1-4782-8524-2c4e3e4500f0 tempest-ServerAddressesTestJSON-1054067885 tempest-ServerAddressesTestJSON-1054067885-project] 10.222.0.39 "GET /v2.0/quotas/2776a62796954f72836857f8cf764f39 HTTP/1.1" status: 200 len: 375 time: 0.0305691 Aug 12 14:54:14.558768 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d06f7b44-cd86-4c8b-b023-53f5bf75a566 None None] Routers {'d54d2958-4961-4d25-bc53-bc958b7d8bcb'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:54:14.560344 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-d06f7b44-cd86-4c8b-b023-53f5bf75a566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:54:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['d54d2958-4961-4d25-bc53-bc958b7d8bcb'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:54:14.624448 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-6dfd8e3c-b4fd-4a6f-935d-39ea0406f7c4 req-5216af70-661d-4d96-bd85-cdfea1f2e1bf tempest-ServerAddressesTestJSON-1054067885 tempest-ServerAddressesTestJSON-1054067885-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=2776a62796954f72836857f8cf764f39&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0512750 Aug 12 14:54:14.675669 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-d06f7b44-cd86-4c8b-b023-53f5bf75a566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:54:14.687710 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device d2d6dd0e-4933-4765-bc78-0e7f2a0dd5a4 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:54:14.721873 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d06f7b44-cd86-4c8b-b023-53f5bf75a566 None None] Routers {'d54d2958-4961-4d25-bc53-bc958b7d8bcb'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:54:14.722515 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-d06f7b44-cd86-4c8b-b023-53f5bf75a566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:54:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['d54d2958-4961-4d25-bc53-bc958b7d8bcb'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:54:14.752523 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbbfbfd8-6c67-4580-80f0-5b585fcbe693 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:54:14.754338 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-fbbfbfd8-6c67-4580-80f0-5b585fcbe693 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] 10.222.0.39 "GET /v2.0/ports/de992bc1-446b-4e5c-9cd9-2d28db5ba019 HTTP/1.1" status: 200 len: 911 time: 0.2134912 Aug 12 14:54:14.757022 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 34722) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:54:14.803953 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77597ffb-3cd4-4211-aef4-dfa4a4794a7d None None] Network 76fb0717-c1f0-465d-b1fb-1a1da6fd2c17 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:54:14.822618 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-d06f7b44-cd86-4c8b-b023-53f5bf75a566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:54:14.823818 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d06f7b44-cd86-4c8b-b023-53f5bf75a566 None None] The sync data for ids ['d54d2958-4961-4d25-bc53-bc958b7d8bcb'] in n-d-694802-15 is: [] {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 14:54:14.838841 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-a2383a5c-6f4f-49d1-9885-ba66c4b4d1f1 None None] Notify callbacks [] for port, precommit_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:14.922723 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-a2383a5c-6f4f-49d1-9885-ba66c4b4d1f1 None None] Transition to ACTIVE for port object 08926cbe-186f-47ea-9ad7-2ade53fec86d will not be triggered until provisioned by entity L2. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:54:15.005888 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-a2383a5c-6f4f-49d1-9885-ba66c4b4d1f1 None None] Transition to ACTIVE for port object 08926cbe-186f-47ea-9ad7-2ade53fec86d will not be triggered until provisioned by entity DHCP. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:54:15.020245 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-50ed8c9d-554b-498d-9a8c-80646937bcae tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Notify callbacks [] for subnet, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:15.027792 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-a2383a5c-6f4f-49d1-9885-ba66c4b4d1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253'] for port, after_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:15.063209 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning for port d2d6dd0e-4933-4765-bc78-0e7f2a0dd5a4 completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:54:15.102085 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2383a5c-6f4f-49d1-9885-ba66c4b4d1f1 None None] Network dd6aec71-8d8b-4681-86b7-8ac76061d728 is already hosted by enough agents. {{(pid=94468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:54:15.140187 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-50ed8c9d-554b-498d-9a8c-80646937bcae tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2293551'] for subnet, precommit_delete_associations {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:15.152420 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port d2d6dd0e-4933-4765-bc78-0e7f2a0dd5a4 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:54:15.154210 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:15.163170 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.base_scheduler [None req-a2383a5c-6f4f-49d1-9885-ba66c4b4d1f1 None None] Resources bound (agent type, host, resource id): {{(pid=94468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:54:15.179953 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea5ecef8-af7d-4072-bdce-05bb76a0e498 None None] Network 6761fce7-4929-4427-b7fc-ff6013cb13aa requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:54:15.182277 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2383a5c-6f4f-49d1-9885-ba66c4b4d1f1 None None] Received port after_create {{(pid=94468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:54:15.208418 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867b2f0a-4167-45ad-9585-081acb256f4f req-b7b218d4-8b25-4566-aa22-414e6e65bda9 tempest-ServerAddressesNegativeTestJSON-722019420 tempest-ServerAddressesNegativeTestJSON-722019420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:54:15.217081 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-867b2f0a-4167-45ad-9585-081acb256f4f req-b7b218d4-8b25-4566-aa22-414e6e65bda9 tempest-ServerAddressesNegativeTestJSON-722019420 tempest-ServerAddressesNegativeTestJSON-722019420-project] 10.222.0.39 "GET /v2.0/networks?id=6761fce7-4929-4427-b7fc-ff6013cb13aa HTTP/1.1" status: 200 len: 822 time: 0.2366238 Aug 12 14:54:15.235155 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-867b2f0a-4167-45ad-9585-081acb256f4f req-3bb1c38a-35ef-4edb-a570-a181d12001a7 tempest-ServerAddressesNegativeTestJSON-722019420 tempest-ServerAddressesNegativeTestJSON-722019420-project] 10.222.0.39 "GET /v2.0/quotas/c3cdf2613279403892381f855940caa3 HTTP/1.1" status: 200 len: 375 time: 0.0166864 Aug 12 14:54:15.249439 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-6dfd8e3c-b4fd-4a6f-935d-39ea0406f7c4 req-56fba008-b341-48d4-8c74-4b7799f7b20f service neutron] 10.222.0.39 "GET /v2.0/networks/76fb0717-c1f0-465d-b1fb-1a1da6fd2c17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6036732 Aug 12 14:54:15.285640 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-867b2f0a-4167-45ad-9585-081acb256f4f req-9526ff3f-c226-42a3-bf4f-8c5ee36141ee tempest-ServerAddressesNegativeTestJSON-722019420 tempest-ServerAddressesNegativeTestJSON-722019420-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=c3cdf2613279403892381f855940caa3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0489454 Aug 12 14:54:15.414946 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-867b2f0a-4167-45ad-9585-081acb256f4f req-451f17b1-e6a2-42f1-b92a-d414ae630f01 service neutron] 10.222.0.39 "GET /v2.0/networks/6761fce7-4929-4427-b7fc-ff6013cb13aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278160 Aug 12 14:54:15.542620 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2383a5c-6f4f-49d1-9885-ba66c4b4d1f1 None None] Pushing event updated for resources: {'Port': ['ID=08926cbe-186f-47ea-9ad7-2ade53fec86d,revision_number=1']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:54:15.621422 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-867b2f0a-4167-45ad-9585-081acb256f4f req-b1a2205c-b42d-4f66-9691-3ba1c01251d0 service neutron] 10.222.0.39 "GET /v2.0/networks/6761fce7-4929-4427-b7fc-ff6013cb13aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1998575 Aug 12 14:54:15.665733 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-62546625-aa03-483a-9ffd-c51a7983410a None None] Provisioning complete for port d2d6dd0e-4933-4765-bc78-0e7f2a0dd5a4 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:54:15.666112 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-62546625-aa03-483a-9ffd-c51a7983410a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:15.906668 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-fe95f194-a3b0-4c04-9e42-20b511169d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:15.919347 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-a2383a5c-6f4f-49d1-9885-ba66c4b4d1f1 None None] Attempting to bind port 08926cbe-186f-47ea-9ad7-2ade53fec86d on host n-d-694802-15 for vnic_type normal with profile {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:54:15.919796 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-a2383a5c-6f4f-49d1-9885-ba66c4b4d1f1 None None] Attempting to bind port 08926cbe-186f-47ea-9ad7-2ade53fec86d by drivers openvswitch,hyperv on host n-d-694802-15 at level 0 using segments [{'id': 'a0c83234-e822-4ea0-bd2b-6614080ae581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'dd6aec71-8d8b-4681-86b7-8ac76061d728'}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:54:15.920224 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2383a5c-6f4f-49d1-9885-ba66c4b4d1f1 None None] Attempting to bind port 08926cbe-186f-47ea-9ad7-2ade53fec86d on network dd6aec71-8d8b-4681-86b7-8ac76061d728 {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:54:15.951479 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0da7fd44-9ff1-416f-9d55-43d9cdc899dc req-73a93b94-73c0-433b-b2dc-705532b67465 tempest-ServerAddressesNegativeTestJSON-722019420 tempest-ServerAddressesNegativeTestJSON-722019420-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b20fd18-f5a3-4bb0-a996-8d06b413004c HTTP/1.1" status: 200 len: 210 time: 0.0689890 Aug 12 14:54:16.071802 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-6dfd8e3c-b4fd-4a6f-935d-39ea0406f7c4 req-d304e60c-8769-440a-8998-55a772801419 service neutron] 10.222.0.39 "GET /v2.0/networks/76fb0717-c1f0-465d-b1fb-1a1da6fd2c17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8035157 Aug 12 14:54:16.086487 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2383a5c-6f4f-49d1-9885-ba66c4b4d1f1 None None] Checking agent: {'id': '16de73ac-f2e9-4cee-b3e0-91052ae3e6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 20, 13), 'started_at': datetime.datetime(2021, 8, 12, 14, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 54, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:54:16.088969 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2383a5c-6f4f-49d1-9885-ba66c4b4d1f1 None None] Checking segment: {'id': 'a0c83234-e822-4ea0-bd2b-6614080ae581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'dd6aec71-8d8b-4681-86b7-8ac76061d728'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:54:16.091124 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-a2383a5c-6f4f-49d1-9885-ba66c4b4d1f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:16.092306 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2383a5c-6f4f-49d1-9885-ba66c4b4d1f1 None None] Bound using segment: {'id': 'a0c83234-e822-4ea0-bd2b-6614080ae581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'dd6aec71-8d8b-4681-86b7-8ac76061d728'} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:54:16.092930 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-a2383a5c-6f4f-49d1-9885-ba66c4b4d1f1 None None] Bound port: 08926cbe-186f-47ea-9ad7-2ade53fec86d, host: n-d-694802-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0c83234-e822-4ea0-bd2b-6614080ae581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'dd6aec71-8d8b-4681-86b7-8ac76061d728'}}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:54:16.094512 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-a2383a5c-6f4f-49d1-9885-ba66c4b4d1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:16.205853 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deb7daac-e3db-45f8-b979-b41db457592b None None] Network 919835cf-1443-420c-b083-ce584e39da1f requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:54:16.231070 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-50ed8c9d-554b-498d-9a8c-80646937bcae tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66416255'] for subnet, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:16.309942 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-62546625-aa03-483a-9ffd-c51a7983410a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:16.398402 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1b91f355-8495-4e0a-9599-aa1d35520c48 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:16.427869 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-06f120a6-4c34-4bd1-acce-026f7aa8dfb4 req-fbed6ea6-7a8e-49c4-88d8-0bdaf689c2ba tempest-ServerAddressesTestJSON-1054067885 tempest-ServerAddressesTestJSON-1054067885-project] 10.222.0.39 "GET /v2.0/ports?device_id=b2c6d695-0875-44aa-a051-f1dce472d5a9 HTTP/1.1" status: 200 len: 210 time: 0.0458038 Aug 12 14:54:16.442174 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-62546625-aa03-483a-9ffd-c51a7983410a None None] For port d2d6dd0e-4933-4765-bc78-0e7f2a0dd5a4, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=d2d6dd0e-4933-4765-bc78-0e7f2a0dd5a4,segment=NetworkSegment(1b10ae36-7b73-4b60-955f-9cb84c6d73b2),segment_id=1b10ae36-7b73-4b60-955f-9cb84c6d73b2)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:54:16.444776 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-50ed8c9d-554b-498d-9a8c-80646937bcae tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66416232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3718429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8776402'] for subnet, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:16.459711 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:16.463533 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-a2383a5c-6f4f-49d1-9885-ba66c4b4d1f1 None None] For port 08926cbe-186f-47ea-9ad7-2ade53fec86d, host n-d-694802-15, cleared binding levels {{(pid=94468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:54:16.471401 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-62546625-aa03-483a-9ffd-c51a7983410a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:16.537871 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ed8c9d-554b-498d-9a8c-80646937bcae tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Pushing event deleted for resources: {'Subnet': ['ID=8bb7bab8-801f-4d15-b1a9-a0b00fe7ec99,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:54:16.541561 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-50ed8c9d-554b-498d-9a8c-80646937bcae tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Notify callbacks [] for subnet, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:16.547882 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-50ed8c9d-554b-498d-9a8c-80646937bcae tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] 10.222.0.39 "DELETE /v2.0/subnets/8bb7bab8-801f-4d15-b1a9-a0b00fe7ec99 HTTP/1.1" status: 204 len: 168 time: 3.0325391 Aug 12 14:54:16.550408 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 34748) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:54:16.643391 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-a2383a5c-6f4f-49d1-9885-ba66c4b4d1f1 None None] For port 08926cbe-186f-47ea-9ad7-2ade53fec86d, host n-d-694802-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=08926cbe-186f-47ea-9ad7-2ade53fec86d,segment=NetworkSegment(a0c83234-e822-4ea0-bd2b-6614080ae581),segment_id=a0c83234-e822-4ea0-bd2b-6614080ae581)] {{(pid=94468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:54:16.658696 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cb39de2-9b50-4ad3-ac1a-8993ef16142d tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:54:16.664918 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cb39de2-9b50-4ad3-ac1a-8993ef16142d tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:54:16.666432 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-a2383a5c-6f4f-49d1-9885-ba66c4b4d1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:16.671440 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-5cb39de2-9b50-4ad3-ac1a-8993ef16142d tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1199584 Aug 12 14:54:16.673227 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 34754) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:54:16.683007 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-62546625-aa03-483a-9ffd-c51a7983410a None None] Provisioning for port de992bc1-446b-4e5c-9cd9-2d28db5ba019 completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:54:16.769035 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-62546625-aa03-483a-9ffd-c51a7983410a None None] Provisioning complete for port de992bc1-446b-4e5c-9cd9-2d28db5ba019 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:54:16.770280 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-62546625-aa03-483a-9ffd-c51a7983410a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:16.776347 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62546625-aa03-483a-9ffd-c51a7983410a None None] Pushing event updated for resources: {'Port': ['ID=d2d6dd0e-4933-4765-bc78-0e7f2a0dd5a4,revision_number=3']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:54:16.860803 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-fdd59343-cadf-4d5e-a366-9daa34077bf4 tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680608'] for network, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:16.870943 n-d-694802-15 neutron-server[94467]: INFO neutron.pecan_wsgi.hooks.translation [None req-fdd59343-cadf-4d5e-a366-9daa34077bf4 tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] DELETE failed (client error): There was a conflict when trying to complete your request. Aug 12 14:54:16.883437 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fdd59343-cadf-4d5e-a366-9daa34077bf4 tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94467) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 14:54:16.895857 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-fdd59343-cadf-4d5e-a366-9daa34077bf4 tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] 10.222.0.39 "DELETE /v2.0/networks/dd6aec71-8d8b-4681-86b7-8ac76061d728 HTTP/1.1" status: 409 len: 405 time: 0.2208967 Aug 12 14:54:16.896694 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 34760) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:54:16.912136 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-417eb614-24c7-498c-a9d6-2668d5ab56f5 tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-424691342'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:54:16.923157 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2383a5c-6f4f-49d1-9885-ba66c4b4d1f1 None None] Pushing event updated for resources: {'Port': ['ID=08926cbe-186f-47ea-9ad7-2ade53fec86d,revision_number=3']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:54:16.939544 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-1b91f355-8495-4e0a-9599-aa1d35520c48 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Allocated IP 2001:db8:1::1 (919835cf-1443-420c-b083-ce584e39da1f/7b4f0448-3312-4428-a087-0765e79646e1/22dcc2c2-103f-4c6b-9630-8f55b2a2c6ff) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:54:16.985795 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-417eb614-24c7-498c-a9d6-2668d5ab56f5 tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Made reservation on behalf of a85f60ca6226454384267711e9d02e5c for: {'network': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:54:17.004245 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-417eb614-24c7-498c-a9d6-2668d5ab56f5 tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for network, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:17.089076 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.db.api [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94468) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 12 14:54:17.089719 n-d-694802-15 neutron-server[94468]: DEBUG oslo_db.api [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 12 14:54:17.102148 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-417eb614-24c7-498c-a9d6-2668d5ab56f5 tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] vlan segment allocate from pool success with {'vlan_id': 349, 'physical_network': 'physnet1'} {{(pid=94467) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 14:54:17.127610 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-62546625-aa03-483a-9ffd-c51a7983410a None None] Port de992bc1-446b-4e5c-9cd9-2d28db5ba019 cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 14:54:17.133609 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-417eb614-24c7-498c-a9d6-2668d5ab56f5 tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:17.134077 n-d-694802-15 neutron-server[94467]: INFO neutron.db.segments_db [None req-417eb614-24c7-498c-a9d6-2668d5ab56f5 tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Added segment bf7a9187-c658-4b2e-8b4e-d90cd62c8dd1 of type vlan for network 4e5b4537-c37d-40fa-925a-a5d6813e5a3e Aug 12 14:54:17.185287 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-9c33a4d6-a5a4-42e7-905b-e6fd4b5850e5 req-e8db3088-c63c-424c-b082-3628aa79ff0a tempest-ServerAddressesNegativeTestJSON-722019420 tempest-ServerAddressesNegativeTestJSON-722019420-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b20fd18-f5a3-4bb0-a996-8d06b413004c HTTP/1.1" status: 200 len: 210 time: 0.0723104 Aug 12 14:54:17.199613 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-417eb614-24c7-498c-a9d6-2668d5ab56f5 tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744653628263'] for network, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:17.256689 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-82ea69e3-f2e7-4ebb-91e6-4278cf8e6eac None None] Provisioning for port 6037a484-84f6-4df4-b3bc-74699c602ee2 completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:54:17.295733 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1b91f355-8495-4e0a-9599-aa1d35520c48 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:17.301123 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-82ea69e3-f2e7-4ebb-91e6-4278cf8e6eac None None] Provisioning complete for port de992bc1-446b-4e5c-9cd9-2d28db5ba019 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:54:17.301963 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-82ea69e3-f2e7-4ebb-91e6-4278cf8e6eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:17.322349 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-417eb614-24c7-498c-a9d6-2668d5ab56f5 tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409'] for network, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:17.341152 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-417eb614-24c7-498c-a9d6-2668d5ab56f5 tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:54:17.343209 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-417eb614-24c7-498c-a9d6-2668d5ab56f5 tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for network, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:17.348317 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-82ea69e3-f2e7-4ebb-91e6-4278cf8e6eac None None] Port de992bc1-446b-4e5c-9cd9-2d28db5ba019 cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 14:54:17.395143 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-1b91f355-8495-4e0a-9599-aa1d35520c48 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Transition to ACTIVE for port object 22dcc2c2-103f-4c6b-9630-8f55b2a2c6ff will not be triggered until provisioned by entity DHCP. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:54:17.406669 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-bf056ce3-ceba-44f5-9638-70896375d983 req-6f1aede5-c89e-40fb-aebc-79ee358b9562 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=d89c572a-9ecf-42f3-aaab-789262bca2fb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1475427 Aug 12 14:54:17.466234 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1b91f355-8495-4e0a-9599-aa1d35520c48 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:17.570507 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b91f355-8495-4e0a-9599-aa1d35520c48 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Pushing event updated for resources: {'Port': ['ID=22dcc2c2-103f-4c6b-9630-8f55b2a2c6ff,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:54:17.629384 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b91f355-8495-4e0a-9599-aa1d35520c48 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Network 919835cf-1443-420c-b083-ce584e39da1f is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:54:17.650388 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-1b91f355-8495-4e0a-9599-aa1d35520c48 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:54:17.656006 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b91f355-8495-4e0a-9599-aa1d35520c48 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:54:17.656577 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1b91f355-8495-4e0a-9599-aa1d35520c48 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66663725'] for router_interface, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:17.664993 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-7ab3b4e1-92fa-4df5-a7cf-93d2d6b714ea req-6bdeb24f-2630-4654-8c95-35c226bcee1e tempest-ServerAddressesTestJSON-1054067885 tempest-ServerAddressesTestJSON-1054067885-project] 10.222.0.39 "GET /v2.0/ports?device_id=b2c6d695-0875-44aa-a051-f1dce472d5a9 HTTP/1.1" status: 200 len: 210 time: 0.0535843 Aug 12 14:54:17.682697 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-417eb614-24c7-498c-a9d6-2668d5ab56f5 tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.7846341 Aug 12 14:54:17.687364 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417eb614-24c7-498c-a9d6-2668d5ab56f5 tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Pushing event updated for resources: {'Network': ['ID=4e5b4537-c37d-40fa-925a-a5d6813e5a3e,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:54:17.694639 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 34766) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:54:17.702017 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-3672a55f-657b-467b-a7cb-40ffac1ad5bd tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Request body: {'subnet': {'network_id': '4e5b4537-c37d-40fa-925a-a5d6813e5a3e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:54:17.838964 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417eb614-24c7-498c-a9d6-2668d5ab56f5 tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:54:17.839637 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417eb614-24c7-498c-a9d6-2668d5ab56f5 tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:54:17.839985 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417eb614-24c7-498c-a9d6-2668d5ab56f5 tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:54:17.840546 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417eb614-24c7-498c-a9d6-2668d5ab56f5 tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:54:17.841329 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417eb614-24c7-498c-a9d6-2668d5ab56f5 tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:54:17.841829 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417eb614-24c7-498c-a9d6-2668d5ab56f5 tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:54:17.843941 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417eb614-24c7-498c-a9d6-2668d5ab56f5 tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:54:17.844484 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417eb614-24c7-498c-a9d6-2668d5ab56f5 tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:54:17.845160 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417eb614-24c7-498c-a9d6-2668d5ab56f5 tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:54:17.845743 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417eb614-24c7-498c-a9d6-2668d5ab56f5 tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:54:17.846390 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417eb614-24c7-498c-a9d6-2668d5ab56f5 tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:54:17.847250 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417eb614-24c7-498c-a9d6-2668d5ab56f5 tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:54:17.863431 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867b2f0a-4167-45ad-9585-081acb256f4f req-913921b1-03a1-4993-8d7f-8bdb8945649f tempest-ServerAddressesNegativeTestJSON-722019420 tempest-ServerAddressesNegativeTestJSON-722019420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:54:17.865307 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-867b2f0a-4167-45ad-9585-081acb256f4f req-913921b1-03a1-4993-8d7f-8bdb8945649f tempest-ServerAddressesNegativeTestJSON-722019420 tempest-ServerAddressesNegativeTestJSON-722019420-project] 10.222.0.64 "GET /v2.0/networks?id=6761fce7-4929-4427-b7fc-ff6013cb13aa HTTP/1.1" status: 200 len: 822 time: 0.4100122 Aug 12 14:54:17.893614 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Network 4e5b4537-c37d-40fa-925a-a5d6813e5a3e details requested by agent ovs-agent-n-d-694802-15 with host n-d-694802-15 {{(pid=94468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 14:54:17.912264 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-867b2f0a-4167-45ad-9585-081acb256f4f req-6153483a-f995-4873-a515-664add4e2518 tempest-ServerAddressesNegativeTestJSON-722019420 tempest-ServerAddressesNegativeTestJSON-722019420-project] Request body: {'port': {'device_id': '4b20fd18-f5a3-4bb0-a996-8d06b413004c', 'network_id': '6761fce7-4929-4427-b7fc-ff6013cb13aa', 'admin_state_up': True, 'tenant_id': 'c3cdf2613279403892381f855940caa3'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:54:17.975510 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf056ce3-ceba-44f5-9638-70896375d983 req-e923c1bf-4ec9-41e5-8b60-4a92ca846846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:54:17.977491 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-bf056ce3-ceba-44f5-9638-70896375d983 req-e923c1bf-4ec9-41e5-8b60-4a92ca846846 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=3a3bdd41fa344002b106e434a17bdf78&device_id=d89c572a-9ecf-42f3-aaab-789262bca2fb HTTP/1.1" status: 200 len: 1098 time: 0.5091202 Aug 12 14:54:18.048432 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3672a55f-657b-467b-a7cb-40ffac1ad5bd tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Made reservation on behalf of a85f60ca6226454384267711e9d02e5c for: {'subnet': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:54:18.055432 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-3672a55f-657b-467b-a7cb-40ffac1ad5bd tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3343791'] for subnet, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:18.154798 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1b91f355-8495-4e0a-9599-aa1d35520c48 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:18.165546 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 08926cbe-186f-47ea-9ad7-2ade53fec86d up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:54:18.278062 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-5384fdbf-13cf-42cd-a2ec-5aed63097f4a None None] Provisioning for port 22dcc2c2-103f-4c6b-9630-8f55b2a2c6ff completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:54:18.287066 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-5384fdbf-13cf-42cd-a2ec-5aed63097f4a None None] Provisioning complete for port 22dcc2c2-103f-4c6b-9630-8f55b2a2c6ff triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:54:18.287930 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-5384fdbf-13cf-42cd-a2ec-5aed63097f4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:18.336278 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-5384fdbf-13cf-42cd-a2ec-5aed63097f4a None None] Port 22dcc2c2-103f-4c6b-9630-8f55b2a2c6ff cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 14:54:18.339541 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning for port 08926cbe-186f-47ea-9ad7-2ade53fec86d completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:54:18.348283 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device d2d6dd0e-4933-4765-bc78-0e7f2a0dd5a4 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:54:18.387888 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-dd508168-c34e-48a1-a856-e1481701a1b7 req-0f0cb460-c5de-4b76-a0bf-e92b32017e9a tempest-ServerAddressesNegativeTestJSON-722019420 tempest-ServerAddressesNegativeTestJSON-722019420-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b20fd18-f5a3-4bb0-a996-8d06b413004c HTTP/1.1" status: 200 len: 210 time: 0.0292556 Aug 12 14:54:18.388977 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf056ce3-ceba-44f5-9638-70896375d983 req-249ddeac-36cc-4ca6-9888-774274d00a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:54:18.390381 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-bf056ce3-ceba-44f5-9638-70896375d983 req-249ddeac-36cc-4ca6-9888-774274d00a1f service neutron] 10.222.0.49 "GET /v2.0/networks?id=2ad93210-7061-461d-8617-49848448cc38 HTTP/1.1" status: 200 len: 917 time: 0.3533037 Aug 12 14:54:18.441684 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port d2d6dd0e-4933-4765-bc78-0e7f2a0dd5a4 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:54:18.442262 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:18.482304 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-867b2f0a-4167-45ad-9585-081acb256f4f req-6153483a-f995-4873-a515-664add4e2518 tempest-ServerAddressesNegativeTestJSON-722019420 tempest-ServerAddressesNegativeTestJSON-722019420-project] Made reservation on behalf of c3cdf2613279403892381f855940caa3 for: {'port': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:54:18.488014 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-867b2f0a-4167-45ad-9585-081acb256f4f req-6153483a-f995-4873-a515-664add4e2518 tempest-ServerAddressesNegativeTestJSON-722019420 tempest-ServerAddressesNegativeTestJSON-722019420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:18.510892 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b71ad6d-e3d7-4c63-8057-e4fdccf87160 None None] Network dd6aec71-8d8b-4681-86b7-8ac76061d728 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:54:18.558459 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-bf056ce3-ceba-44f5-9638-70896375d983 req-7ea51e0e-6539-40a2-93b7-ef83a8a8dfad service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e62cdda7-a629-4899-9eb6-4dabc61de76f HTTP/1.1" status: 200 len: 1001 time: 0.1394858 Aug 12 14:54:18.567823 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfd8e3c-b4fd-4a6f-935d-39ea0406f7c4 req-744e564e-19bd-466b-8c6a-744a6bd58921 tempest-ServerAddressesTestJSON-1054067885 tempest-ServerAddressesTestJSON-1054067885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:54:18.569549 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6dfd8e3c-b4fd-4a6f-935d-39ea0406f7c4 req-744e564e-19bd-466b-8c6a-744a6bd58921 tempest-ServerAddressesTestJSON-1054067885 tempest-ServerAddressesTestJSON-1054067885-project] 10.222.0.64 "GET /v2.0/networks?id=76fb0717-c1f0-465d-b1fb-1a1da6fd2c17 HTTP/1.1" status: 200 len: 813 time: 0.6827900 Aug 12 14:54:18.596817 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 6037a484-84f6-4df4-b3bc-74699c602ee2 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:54:18.625722 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-6dfd8e3c-b4fd-4a6f-935d-39ea0406f7c4 req-68c9ffdd-60c4-4bd5-b7ca-0bf55839082b tempest-ServerAddressesTestJSON-1054067885 tempest-ServerAddressesTestJSON-1054067885-project] Request body: {'port': {'device_id': 'b2c6d695-0875-44aa-a051-f1dce472d5a9', 'network_id': '76fb0717-c1f0-465d-b1fb-1a1da6fd2c17', 'admin_state_up': True, 'tenant_id': '2776a62796954f72836857f8cf764f39'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:54:18.638495 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-17eddaa5-535e-4c21-a917-7a2e07afce9f None None] Provisioning for port 08926cbe-186f-47ea-9ad7-2ade53fec86d completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:54:18.654379 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf056ce3-ceba-44f5-9638-70896375d983 req-7f49c7aa-e738-45c6-9ca8-56fb0944417b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:54:18.655983 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-bf056ce3-ceba-44f5-9638-70896375d983 req-7f49c7aa-e738-45c6-9ca8-56fb0944417b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ce169be2-a716-4bd9-89d0-74eedc855ec7 HTTP/1.1" status: 200 len: 855 time: 0.0899312 Aug 12 14:54:18.669678 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-17eddaa5-535e-4c21-a917-7a2e07afce9f None None] Provisioning complete for port 08926cbe-186f-47ea-9ad7-2ade53fec86d triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:54:18.670292 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-17eddaa5-535e-4c21-a917-7a2e07afce9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:18.783761 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning for port 6037a484-84f6-4df4-b3bc-74699c602ee2 completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:54:18.809789 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port 6037a484-84f6-4df4-b3bc-74699c602ee2 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:54:18.810155 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:18.837421 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1b91f355-8495-4e0a-9599-aa1d35520c48 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks [] for port, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:18.841956 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf056ce3-ceba-44f5-9638-70896375d983 req-7d099e3c-f580-460d-a3a5-341954d338e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:54:18.844102 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-bf056ce3-ceba-44f5-9638-70896375d983 req-7d099e3c-f580-460d-a3a5-341954d338e0 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2ad93210-7061-461d-8617-49848448cc38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1795769 Aug 12 14:54:18.846549 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1b91f355-8495-4e0a-9599-aa1d35520c48 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3718439'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:18.847579 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1b91f355-8495-4e0a-9599-aa1d35520c48 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66628363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66663865'] for router_interface, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:18.864669 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-17eddaa5-535e-4c21-a917-7a2e07afce9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:18.912612 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-17eddaa5-535e-4c21-a917-7a2e07afce9f None None] For port 08926cbe-186f-47ea-9ad7-2ade53fec86d, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=08926cbe-186f-47ea-9ad7-2ade53fec86d,segment=NetworkSegment(a0c83234-e822-4ea0-bd2b-6614080ae581),segment_id=a0c83234-e822-4ea0-bd2b-6614080ae581)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:54:18.917311 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-17eddaa5-535e-4c21-a917-7a2e07afce9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:18.956230 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b91f355-8495-4e0a-9599-aa1d35520c48 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Pushing event updated for resources: {'Port': ['ID=22dcc2c2-103f-4c6b-9630-8f55b2a2c6ff,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:54:18.984291 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86fccfd5-68cf-48c1-8ca0-d995048865bd None None] DHCP port deletion for dd6aec71-8d8b-4681-86b7-8ac76061d728 request from n-d-694802-15 {{(pid=94468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 14:54:19.047395 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:19.062827 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17eddaa5-535e-4c21-a917-7a2e07afce9f None None] Pushing event updated for resources: {'Port': ['ID=08926cbe-186f-47ea-9ad7-2ade53fec86d,revision_number=4']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:54:19.103631 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] For port 6037a484-84f6-4df4-b3bc-74699c602ee2, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=6037a484-84f6-4df4-b3bc-74699c602ee2,segment=NetworkSegment(d628f397-7230-4afc-90a3-9697c08c45f4),segment_id=d628f397-7230-4afc-90a3-9697c08c45f4)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:54:19.108546 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-86fccfd5-68cf-48c1-8ca0-d995048865bd None None] Deleting port 08926cbe-186f-47ea-9ad7-2ade53fec86d {{(pid=94468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:54:19.108982 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-86fccfd5-68cf-48c1-8ca0-d995048865bd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:19.112667 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:19.131478 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b91f355-8495-4e0a-9599-aa1d35520c48 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Network 919835cf-1443-420c-b083-ce584e39da1f is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:54:19.135260 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-1b91f355-8495-4e0a-9599-aa1d35520c48 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:54:19.277784 n-d-694802-15 neutron-server[94467]: DEBUG neutron.objects.ports [None req-3672a55f-657b-467b-a7cb-40ffac1ad5bd tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94467) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 12 14:54:19.286223 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e49357b9-9b7c-42c4-9425-ea5260dbf3d7 req-4a94b21e-4321-4a9b-9388-ee892e8bc83a tempest-ServerAddressesTestJSON-1054067885 tempest-ServerAddressesTestJSON-1054067885-project] 10.222.0.39 "GET /v2.0/ports?device_id=b2c6d695-0875-44aa-a051-f1dce472d5a9 HTTP/1.1" status: 200 len: 210 time: 0.1245050 Aug 12 14:54:19.291996 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-3672a55f-657b-467b-a7cb-40ffac1ad5bd tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2859166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3343773'] for subnet, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:19.292870 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-bf056ce3-ceba-44f5-9638-70896375d983 req-d3ce7508-ce74-4b15-8938-85c2bd10723f service neutron] 10.222.0.49 "GET /v2.0/networks/2ad93210-7061-461d-8617-49848448cc38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3780141 Aug 12 14:54:19.373139 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6dfd8e3c-b4fd-4a6f-935d-39ea0406f7c4 req-68c9ffdd-60c4-4bd5-b7ca-0bf55839082b tempest-ServerAddressesTestJSON-1054067885 tempest-ServerAddressesTestJSON-1054067885-project] Made reservation on behalf of 2776a62796954f72836857f8cf764f39 for: {'port': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:54:19.377042 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-6dfd8e3c-b4fd-4a6f-935d-39ea0406f7c4 req-68c9ffdd-60c4-4bd5-b7ca-0bf55839082b tempest-ServerAddressesTestJSON-1054067885 tempest-ServerAddressesTestJSON-1054067885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:19.402908 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_common [req-867b2f0a-4167-45ad-9585-081acb256f4f req-6153483a-f995-4873-a515-664add4e2518 tempest-ServerAddressesNegativeTestJSON-722019420 tempest-ServerAddressesNegativeTestJSON-722019420-project] Allocated IP 172.20.0.12 (6761fce7-4929-4427-b7fc-ff6013cb13aa/134371e8-694d-470c-b974-fb07ca206c32/4d0506cf-dcaa-44f5-adac-dacd4edb7640) {{(pid=94467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:54:19.422755 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3672a55f-657b-467b-a7cb-40ffac1ad5bd tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Checking segment: {'id': 'bf7a9187-c658-4b2e-8b4e-d90cd62c8dd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '4e5b4537-c37d-40fa-925a-a5d6813e5a3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:54:19.423551 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3672a55f-657b-467b-a7cb-40ffac1ad5bd tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Network hostable DHCP agents. Network: 4e5b4537-c37d-40fa-925a-a5d6813e5a3e, hostable agents: ['1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658'], hosted agents: [] {{(pid=94467) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 14:54:19.444652 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b91f355-8495-4e0a-9599-aa1d35520c48 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Router d54d2958-4961-4d25-bc53-bc958b7d8bcb has already been hosted by L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f {{(pid=94466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 14:54:19.450293 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-86fccfd5-68cf-48c1-8ca0-d995048865bd None None] For port 08926cbe-186f-47ea-9ad7-2ade53fec86d, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=08926cbe-186f-47ea-9ad7-2ade53fec86d,segment=NetworkSegment(a0c83234-e822-4ea0-bd2b-6614080ae581),segment_id=a0c83234-e822-4ea0-bd2b-6614080ae581)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:54:19.450832 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-86fccfd5-68cf-48c1-8ca0-d995048865bd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:19.474307 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-86fccfd5-68cf-48c1-8ca0-d995048865bd None None] Calling delete_port for 08926cbe-186f-47ea-9ad7-2ade53fec86d owned by network:dhcp {{(pid=94468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:54:19.476149 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Pushing event updated for resources: {'Port': ['ID=6037a484-84f6-4df4-b3bc-74699c602ee2,revision_number=3']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:54:19.585326 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-86fccfd5-68cf-48c1-8ca0-d995048865bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262'] for port, after_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:19.618642 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_common [req-6dfd8e3c-b4fd-4a6f-935d-39ea0406f7c4 req-68c9ffdd-60c4-4bd5-b7ca-0bf55839082b tempest-ServerAddressesTestJSON-1054067885 tempest-ServerAddressesTestJSON-1054067885-project] Allocated IP 172.20.0.7 (76fb0717-c1f0-465d-b1fb-1a1da6fd2c17/47f65b9d-2efa-4727-901e-ebae2b6a5c81/50dcbedd-e9ef-49af-82dc-3907576a992f) {{(pid=94467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:54:19.631681 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-4d0e2769-a3ee-47ff-b927-ddbb3ea43d09 req-65d626df-cdd6-4e60-8bbd-649d0f64d3aa tempest-ServerAddressesNegativeTestJSON-722019420 tempest-ServerAddressesNegativeTestJSON-722019420-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b20fd18-f5a3-4bb0-a996-8d06b413004c HTTP/1.1" status: 200 len: 210 time: 0.0698707 Aug 12 14:54:19.631919 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86fccfd5-68cf-48c1-8ca0-d995048865bd None None] No DVR routers for this DVR port 08926cbe-186f-47ea-9ad7-2ade53fec86d on host n-d-694802-15 {{(pid=94468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:54:19.656987 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fccfd5-68cf-48c1-8ca0-d995048865bd None None] Pushing event deleted for resources: {'Port': ['ID=08926cbe-186f-47ea-9ad7-2ade53fec86d,revision_number=None']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:54:19.671389 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-bf056ce3-ceba-44f5-9638-70896375d983 req-65f46f4f-8878-48d4-9df6-e218f0d0a873 service neutron] 10.222.0.49 "GET /v2.0/networks/2ad93210-7061-461d-8617-49848448cc38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3619213 Aug 12 14:54:19.672693 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b91f355-8495-4e0a-9599-aa1d35520c48 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 14:54:19.680304 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-1b91f355-8495-4e0a-9599-aa1d35520c48 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] 10.222.0.39 "PUT /v2.0/routers/d54d2958-4961-4d25-bc53-bc958b7d8bcb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9221740 Aug 12 14:54:19.695411 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3672a55f-657b-467b-a7cb-40ffac1ad5bd tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Pushing event updated for resources: {'Subnet': ['ID=c9cd96e5-d4de-428a-83db-607be82e8f3c,revision_number=0']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:54:19.698423 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 34780) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:54:19.702079 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2da7001-ab3d-4e59-938c-5b86f3de6361 None None] Sync routers for ids ['d54d2958-4961-4d25-bc53-bc958b7d8bcb'] in n-d-694802-15 {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 14:54:19.718876 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3672a55f-657b-467b-a7cb-40ffac1ad5bd tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Network 4e5b4537-c37d-40fa-925a-a5d6813e5a3e is scheduled to be hosted by DHCP agent 1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658 with binding_index 1 {{(pid=94467) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 14:54:19.721434 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-399b05ae-dc9c-4e5b-8160-83543f4794a8 None None] Provisioning complete for port 22dcc2c2-103f-4c6b-9630-8f55b2a2c6ff triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:54:19.722342 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-399b05ae-dc9c-4e5b-8160-83543f4794a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:19.757594 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4c43329-cbe2-4766-a08c-8737fe78a2ee tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:54:19.759534 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-b4c43329-cbe2-4766-a08c-8737fe78a2ee tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] 10.222.0.39 "GET /v2.0/ports/22dcc2c2-103f-4c6b-9630-8f55b2a2c6ff HTTP/1.1" status: 200 len: 913 time: 0.0600662 Aug 12 14:54:19.762379 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 34782) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:54:19.786696 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2da7001-ab3d-4e59-938c-5b86f3de6361 None None] Routers {'d54d2958-4961-4d25-bc53-bc958b7d8bcb'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:54:19.787482 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-c2da7001-ab3d-4e59-938c-5b86f3de6361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:54:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['d54d2958-4961-4d25-bc53-bc958b7d8bcb'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:54:19.842205 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-c2da7001-ab3d-4e59-938c-5b86f3de6361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:54:19.853743 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 6037a484-84f6-4df4-b3bc-74699c602ee2 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:54:19.859050 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-399b05ae-dc9c-4e5b-8160-83543f4794a8 None None] Port 22dcc2c2-103f-4c6b-9630-8f55b2a2c6ff cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 14:54:19.890148 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2da7001-ab3d-4e59-938c-5b86f3de6361 None None] Routers {'d54d2958-4961-4d25-bc53-bc958b7d8bcb'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:54:19.891035 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-c2da7001-ab3d-4e59-938c-5b86f3de6361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:54:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['d54d2958-4961-4d25-bc53-bc958b7d8bcb'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:54:19.929337 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-c2da7001-ab3d-4e59-938c-5b86f3de6361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:54:19.930389 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2da7001-ab3d-4e59-938c-5b86f3de6361 None None] The sync data for ids ['d54d2958-4961-4d25-bc53-bc958b7d8bcb'] in n-d-694802-15 is: [] {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 14:54:19.934659 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [None req-3672a55f-657b-467b-a7cb-40ffac1ad5bd tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-15, 4e5b4537-c37d-40fa-925a-a5d6813e5a3e) {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:54:19.961865 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3672a55f-657b-467b-a7cb-40ffac1ad5bd tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:54:19.962564 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1947ee44-d977-4a87-a9e1-73f718d9e656 None None] Network 4e5b4537-c37d-40fa-925a-a5d6813e5a3e requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:54:19.967459 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-3672a55f-657b-467b-a7cb-40ffac1ad5bd tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Notify callbacks [] for subnet, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:19.972644 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port 6037a484-84f6-4df4-b3bc-74699c602ee2 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:54:19.972962 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:20.003808 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-867b2f0a-4167-45ad-9585-081acb256f4f req-6153483a-f995-4873-a515-664add4e2518 tempest-ServerAddressesNegativeTestJSON-722019420 tempest-ServerAddressesNegativeTestJSON-722019420-project] Notify callbacks [] for port, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:20.010513 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-3672a55f-657b-467b-a7cb-40ffac1ad5bd tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 2.3143008 Aug 12 14:54:20.020830 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 34786) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:54:20.143869 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a40db912-1568-49e0-b3c2-1cdf1ff9773b tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680608'] for network, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:20.189230 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-6dfd8e3c-b4fd-4a6f-935d-39ea0406f7c4 req-68c9ffdd-60c4-4bd5-b7ca-0bf55839082b tempest-ServerAddressesTestJSON-1054067885 tempest-ServerAddressesTestJSON-1054067885-project] Notify callbacks [] for port, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:20.245084 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aa76c9e-3181-45c9-b195-6ed6270d7b33 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa7035b3e-9a89-5964-b9f4-97301c3f476a-4e5b4537-c37d-40fa-925a-a5d6813e5a3e', 'network_id': '4e5b4537-c37d-40fa-925a-a5d6813e5a3e', 'tenant_id': 'a85f60ca6226454384267711e9d02e5c', 'fixed_ips': [{'subnet_id': 'c9cd96e5-d4de-428a-83db-607be82e8f3c'}]}} from n-d-694802-15. {{(pid=94468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 14:54:20.246044 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-7aa76c9e-3181-45c9-b195-6ed6270d7b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:20.270139 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-177c12f5-c3d6-4671-b04d-bfbb14c08010 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66663830'] for router_interface, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:20.301245 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a40db912-1568-49e0-b3c2-1cdf1ff9773b tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66416255'] for subnet, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:20.336058 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-867b2f0a-4167-45ad-9585-081acb256f4f req-6153483a-f995-4873-a515-664add4e2518 tempest-ServerAddressesNegativeTestJSON-722019420 tempest-ServerAddressesNegativeTestJSON-722019420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:20.422583 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 08926cbe-186f-47ea-9ad7-2ade53fec86d no longer exists at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:54:20.425615 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-867b2f0a-4167-45ad-9585-081acb256f4f req-6153483a-f995-4873-a515-664add4e2518 tempest-ServerAddressesNegativeTestJSON-722019420 tempest-ServerAddressesNegativeTestJSON-722019420-project] Network 6761fce7-4929-4427-b7fc-ff6013cb13aa is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:54:20.452557 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [req-867b2f0a-4167-45ad-9585-081acb256f4f req-6153483a-f995-4873-a515-664add4e2518 tempest-ServerAddressesNegativeTestJSON-722019420 tempest-ServerAddressesNegativeTestJSON-722019420-project] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:54:20.459590 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] No Port match for: 08926cbe-186f-47ea-9ad7-2ade53fec86d {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 14:54:20.460157 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 08926cbe-186f-47ea-9ad7-2ade53fec86d not bound to the agent host n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:54:20.463893 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [req-867b2f0a-4167-45ad-9585-081acb256f4f req-6153483a-f995-4873-a515-664add4e2518 tempest-ServerAddressesNegativeTestJSON-722019420 tempest-ServerAddressesNegativeTestJSON-722019420-project] Received port after_create {{(pid=94467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:54:20.493771 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.db_base_plugin_common [None req-7aa76c9e-3181-45c9-b195-6ed6270d7b33 None None] Allocated IP 2001:db8::f816:3eff:fef9:e986 (4e5b4537-c37d-40fa-925a-a5d6813e5a3e/c9cd96e5-d4de-428a-83db-607be82e8f3c/e2624f97-5c3d-4b19-bfb6-bbd4708c4a90) {{(pid=94468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:54:20.511240 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-fa51a531-6964-483f-b26b-f49886c83872 req-df51f525-4d09-4654-9767-86bb1e44afb1 tempest-ServerAddressesTestJSON-1054067885 tempest-ServerAddressesTestJSON-1054067885-project] 10.222.0.39 "GET /v2.0/ports?device_id=b2c6d695-0875-44aa-a051-f1dce472d5a9 HTTP/1.1" status: 200 len: 210 time: 0.0812104 Aug 12 14:54:20.515043 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-6dfd8e3c-b4fd-4a6f-935d-39ea0406f7c4 req-68c9ffdd-60c4-4bd5-b7ca-0bf55839082b tempest-ServerAddressesTestJSON-1054067885 tempest-ServerAddressesTestJSON-1054067885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:20.520323 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6153483a-f995-4873-a515-664add4e2518 tempest-ServerAddressesNegativeTestJSON-722019420 tempest-ServerAddressesNegativeTestJSON-722019420-project] Pushing event updated for resources: {'Port': ['ID=4d0506cf-dcaa-44f5-adac-dacd4edb7640,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:54:20.597549 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867b2f0a-4167-45ad-9585-081acb256f4f req-6153483a-f995-4873-a515-664add4e2518 tempest-ServerAddressesNegativeTestJSON-722019420 tempest-ServerAddressesNegativeTestJSON-722019420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:54:20.598257 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-867b2f0a-4167-45ad-9585-081acb256f4f req-6153483a-f995-4873-a515-664add4e2518 tempest-ServerAddressesNegativeTestJSON-722019420 tempest-ServerAddressesNegativeTestJSON-722019420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:20.602008 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6dfd8e3c-b4fd-4a6f-935d-39ea0406f7c4 req-68c9ffdd-60c4-4bd5-b7ca-0bf55839082b tempest-ServerAddressesTestJSON-1054067885 tempest-ServerAddressesTestJSON-1054067885-project] Network 76fb0717-c1f0-465d-b1fb-1a1da6fd2c17 is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:54:20.609899 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c9ffdd-60c4-4bd5-b7ca-0bf55839082b tempest-ServerAddressesTestJSON-1054067885 tempest-ServerAddressesTestJSON-1054067885-project] Pushing event updated for resources: {'Port': ['ID=50dcbedd-e9ef-49af-82dc-3907576a992f,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:54:20.612644 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [req-6dfd8e3c-b4fd-4a6f-935d-39ea0406f7c4 req-68c9ffdd-60c4-4bd5-b7ca-0bf55839082b tempest-ServerAddressesTestJSON-1054067885 tempest-ServerAddressesTestJSON-1054067885-project] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:54:20.617387 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dfd8e3c-b4fd-4a6f-935d-39ea0406f7c4 req-68c9ffdd-60c4-4bd5-b7ca-0bf55839082b tempest-ServerAddressesTestJSON-1054067885 tempest-ServerAddressesTestJSON-1054067885-project] Received port after_create {{(pid=94467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:54:20.644816 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-867b2f0a-4167-45ad-9585-081acb256f4f req-6153483a-f995-4873-a515-664add4e2518 tempest-ServerAddressesNegativeTestJSON-722019420 tempest-ServerAddressesNegativeTestJSON-722019420-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7591484 Aug 12 14:54:20.671931 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-867b2f0a-4167-45ad-9585-081acb256f4f req-d4ae5d23-765a-43d6-8529-1fa3b988eca6 service neutron] Request body: {'port': {'device_id': '4b20fd18-f5a3-4bb0-a996-8d06b413004c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-694802-15'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:54:20.737668 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-7aa76c9e-3181-45c9-b195-6ed6270d7b33 None None] Notify callbacks [] for port, precommit_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:20.763682 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfd8e3c-b4fd-4a6f-935d-39ea0406f7c4 req-68c9ffdd-60c4-4bd5-b7ca-0bf55839082b tempest-ServerAddressesTestJSON-1054067885 tempest-ServerAddressesTestJSON-1054067885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:54:20.764613 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-6dfd8e3c-b4fd-4a6f-935d-39ea0406f7c4 req-68c9ffdd-60c4-4bd5-b7ca-0bf55839082b tempest-ServerAddressesTestJSON-1054067885 tempest-ServerAddressesTestJSON-1054067885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:20.775900 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-7aa76c9e-3181-45c9-b195-6ed6270d7b33 None None] Transition to ACTIVE for port object e2624f97-5c3d-4b19-bfb6-bbd4708c4a90 will not be triggered until provisioned by entity L2. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:54:20.801375 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-7aa76c9e-3181-45c9-b195-6ed6270d7b33 None None] Transition to ACTIVE for port object e2624f97-5c3d-4b19-bfb6-bbd4708c4a90 will not be triggered until provisioned by entity DHCP. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:54:20.803466 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-867b2f0a-4167-45ad-9585-081acb256f4f req-d4ae5d23-765a-43d6-8529-1fa3b988eca6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:20.807586 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6dfd8e3c-b4fd-4a6f-935d-39ea0406f7c4 req-68c9ffdd-60c4-4bd5-b7ca-0bf55839082b tempest-ServerAddressesTestJSON-1054067885 tempest-ServerAddressesTestJSON-1054067885-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1916149 Aug 12 14:54:20.812326 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-7aa76c9e-3181-45c9-b195-6ed6270d7b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253'] for port, after_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:20.821678 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-6dfd8e3c-b4fd-4a6f-935d-39ea0406f7c4 req-983a1b0d-7b2d-4bae-a52b-f3be15d4a11f service neutron] Request body: {'port': {'device_id': 'b2c6d695-0875-44aa-a051-f1dce472d5a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-694802-15'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:54:20.880540 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aa76c9e-3181-45c9-b195-6ed6270d7b33 None None] Network 4e5b4537-c37d-40fa-925a-a5d6813e5a3e is already hosted by enough agents. {{(pid=94468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:54:20.881488 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa76c9e-3181-45c9-b195-6ed6270d7b33 None None] Pushing event updated for resources: {'Port': ['ID=e2624f97-5c3d-4b19-bfb6-bbd4708c4a90,revision_number=1']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:54:20.891845 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.base_scheduler [None req-7aa76c9e-3181-45c9-b195-6ed6270d7b33 None None] Resources bound (agent type, host, resource id): {{(pid=94468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:54:20.895683 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aa76c9e-3181-45c9-b195-6ed6270d7b33 None None] Received port after_create {{(pid=94468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:54:20.897396 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a40db912-1568-49e0-b3c2-1cdf1ff9773b tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66416232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2859225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3343748'] for subnet, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:20.920016 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ff8f8a-5ae8-488a-b7e6-ef1049a6378f req-5935ddbc-f344-43f0-819c-06fa6e61193a tempest-ServerAddressesNegativeTestJSON-722019420 tempest-ServerAddressesNegativeTestJSON-722019420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:54:20.921705 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-69ff8f8a-5ae8-488a-b7e6-ef1049a6378f req-5935ddbc-f344-43f0-819c-06fa6e61193a tempest-ServerAddressesNegativeTestJSON-722019420 tempest-ServerAddressesNegativeTestJSON-722019420-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b20fd18-f5a3-4bb0-a996-8d06b413004c HTTP/1.1" status: 200 len: 932 time: 0.1144795 Aug 12 14:54:20.971147 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40db912-1568-49e0-b3c2-1cdf1ff9773b tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Pushing event deleted for resources: {'Subnet': ['ID=c9cd96e5-d4de-428a-83db-607be82e8f3c,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:54:20.983845 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-7aa76c9e-3181-45c9-b195-6ed6270d7b33 None None] Attempting to bind port e2624f97-5c3d-4b19-bfb6-bbd4708c4a90 on host n-d-694802-15 for vnic_type normal with profile {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:54:20.984292 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-7aa76c9e-3181-45c9-b195-6ed6270d7b33 None None] Attempting to bind port e2624f97-5c3d-4b19-bfb6-bbd4708c4a90 by drivers openvswitch,hyperv on host n-d-694802-15 at level 0 using segments [{'id': 'bf7a9187-c658-4b2e-8b4e-d90cd62c8dd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '4e5b4537-c37d-40fa-925a-a5d6813e5a3e'}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:54:20.984801 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aa76c9e-3181-45c9-b195-6ed6270d7b33 None None] Attempting to bind port e2624f97-5c3d-4b19-bfb6-bbd4708c4a90 on network 4e5b4537-c37d-40fa-925a-a5d6813e5a3e {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:54:20.987919 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-6dfd8e3c-b4fd-4a6f-935d-39ea0406f7c4 req-983a1b0d-7b2d-4bae-a52b-f3be15d4a11f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:20.993850 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aa76c9e-3181-45c9-b195-6ed6270d7b33 None None] Checking agent: {'id': '16de73ac-f2e9-4cee-b3e0-91052ae3e6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 20, 13), 'started_at': datetime.datetime(2021, 8, 12, 14, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 54, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:54:20.994561 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aa76c9e-3181-45c9-b195-6ed6270d7b33 None None] Checking segment: {'id': 'bf7a9187-c658-4b2e-8b4e-d90cd62c8dd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '4e5b4537-c37d-40fa-925a-a5d6813e5a3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:54:20.994780 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-7aa76c9e-3181-45c9-b195-6ed6270d7b33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:20.995140 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aa76c9e-3181-45c9-b195-6ed6270d7b33 None None] Bound using segment: {'id': 'bf7a9187-c658-4b2e-8b4e-d90cd62c8dd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '4e5b4537-c37d-40fa-925a-a5d6813e5a3e'} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:54:20.995621 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-7aa76c9e-3181-45c9-b195-6ed6270d7b33 None None] Bound port: e2624f97-5c3d-4b19-bfb6-bbd4708c4a90, host: n-d-694802-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf7a9187-c658-4b2e-8b4e-d90cd62c8dd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '4e5b4537-c37d-40fa-925a-a5d6813e5a3e'}}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:54:20.996012 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-7aa76c9e-3181-45c9-b195-6ed6270d7b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:21.012396 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-69ff8f8a-5ae8-488a-b7e6-ef1049a6378f req-ae45f0dc-82de-4178-8fc9-acb7ad7bf36e tempest-ServerAddressesNegativeTestJSON-722019420 tempest-ServerAddressesNegativeTestJSON-722019420-project] 10.222.0.39 "GET /v2.0/security-groups?id=55383ad0-8a8a-4626-ab8a-9063e4d90157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827472 Aug 12 14:54:21.081392 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-7aa76c9e-3181-45c9-b195-6ed6270d7b33 None None] For port e2624f97-5c3d-4b19-bfb6-bbd4708c4a90, host n-d-694802-15, cleared binding levels {{(pid=94468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:54:21.085431 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-7aa76c9e-3181-45c9-b195-6ed6270d7b33 None None] For port e2624f97-5c3d-4b19-bfb6-bbd4708c4a90, host n-d-694802-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=e2624f97-5c3d-4b19-bfb6-bbd4708c4a90,segment=NetworkSegment(bf7a9187-c658-4b2e-8b4e-d90cd62c8dd1),segment_id=bf7a9187-c658-4b2e-8b4e-d90cd62c8dd1)] {{(pid=94468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:54:21.090030 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-7aa76c9e-3181-45c9-b195-6ed6270d7b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:21.100000 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-177c12f5-c3d6-4671-b04d-bfbb14c08010 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Deleting port 22dcc2c2-103f-4c6b-9630-8f55b2a2c6ff {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:54:21.100560 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-177c12f5-c3d6-4671-b04d-bfbb14c08010 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:21.177361 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a40db912-1568-49e0-b3c2-1cdf1ff9773b tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66413304', 'neutron.services.segments.db._delete_segments_for_network-8744654118000'] for network, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:21.198595 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-a40db912-1568-49e0-b3c2-1cdf1ff9773b tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e5b4537-c37d-40fa-925a-a5d6813e5a3e']}} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:54:21.202201 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-177c12f5-c3d6-4671-b04d-bfbb14c08010 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:21.211042 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23fc4f09-bab1-4850-a654-9cc2192e144f None None] Network 4e5b4537-c37d-40fa-925a-a5d6813e5a3e requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:54:21.218070 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-177c12f5-c3d6-4671-b04d-bfbb14c08010 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Calling delete_port for 22dcc2c2-103f-4c6b-9630-8f55b2a2c6ff owned by network:router_interface {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:54:21.238389 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa76c9e-3181-45c9-b195-6ed6270d7b33 None None] Pushing event updated for resources: {'Port': ['ID=e2624f97-5c3d-4b19-bfb6-bbd4708c4a90,revision_number=2']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:54:21.258571 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-a40db912-1568-49e0-b3c2-1cdf1ff9773b tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf7a9187-c658-4b2e-8b4e-d90cd62c8dd1') {'for_net_delete': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:54:21.258874 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-a40db912-1568-49e0-b3c2-1cdf1ff9773b tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf7a9187-c658-4b2e-8b4e-d90cd62c8dd1') {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:54:21.283781 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a40db912-1568-49e0-b3c2-1cdf1ff9773b tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744654122361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3857526'] for segment, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:21.359789 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a40db912-1568-49e0-b3c2-1cdf1ff9773b tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:21.381893 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0327a3b-e985-478b-90fa-e611027f56fc None None] get_active_networks_info from n-d-694802-15 {{(pid=94468) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 12 14:54:21.384859 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a40db912-1568-49e0-b3c2-1cdf1ff9773b tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Releasing vlan 349 on physical network physnet1 to pool {{(pid=94467) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 14:54:21.385115 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a40db912-1568-49e0-b3c2-1cdf1ff9773b tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2859015'] for segment, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:21.388181 n-d-694802-15 neutron-server[94467]: Traceback (most recent call last): Aug 12 14:54:21.388181 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 14:54:21.388181 n-d-694802-15 neutron-server[94467]: timer() Aug 12 14:54:21.388181 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 14:54:21.388181 n-d-694802-15 neutron-server[94467]: cb(*args, **kw) Aug 12 14:54:21.388181 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 14:54:21.388181 n-d-694802-15 neutron-server[94467]: return func(*args, **kwargs) Aug 12 14:54:21.388181 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 14:54:21.388181 n-d-694802-15 neutron-server[94467]: self._notify() Aug 12 14:54:21.388181 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 14:54:21.388181 n-d-694802-15 neutron-server[94467]: self.callback(batched_events) Aug 12 14:54:21.388181 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 14:54:21.388181 n-d-694802-15 neutron-server[94467]: event.method(event) Aug 12 14:54:21.388181 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 14:54:21.388181 n-d-694802-15 neutron-server[94467]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 14:54:21.388181 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 14:54:21.388181 n-d-694802-15 neutron-server[94467]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 14:54:21.388181 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 14:54:21.388181 n-d-694802-15 neutron-server[94467]: return f(self, *a, **k) Aug 12 14:54:21.388181 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 14:54:21.388181 n-d-694802-15 neutron-server[94467]: return self._get(url).json() Aug 12 14:54:21.388181 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 14:54:21.388181 n-d-694802-15 neutron-server[94467]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 14:54:21.388181 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 14:54:21.388181 n-d-694802-15 neutron-server[94467]: return self.request(url, 'GET', **kwargs) Aug 12 14:54:21.388181 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 14:54:21.388181 n-d-694802-15 neutron-server[94467]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 14:54:21.388181 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 14:54:21.388181 n-d-694802-15 neutron-server[94467]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 14:54:21.388181 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 14:54:21.388181 n-d-694802-15 neutron-server[94467]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 14:54:21.388181 n-d-694802-15 neutron-server[94467]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 14:54:21.497318 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-177c12f5-c3d6-4671-b04d-bfbb14c08010 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:21.525710 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.db.api [None req-a40db912-1568-49e0-b3c2-1cdf1ff9773b tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 12 14:54:21.525710 n-d-694802-15 neutron-server[94467]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 12 14:54:21.525710 n-d-694802-15 neutron-server[94467]: [parameters: {'id': '4e5b4537-c37d-40fa-925a-a5d6813e5a3e'}] Aug 12 14:54:21.525710 n-d-694802-15 neutron-server[94467]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94467) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 12 14:54:21.526295 n-d-694802-15 neutron-server[94467]: DEBUG oslo_db.api [None req-a40db912-1568-49e0-b3c2-1cdf1ff9773b tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 12 14:54:21.535990 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177c12f5-c3d6-4671-b04d-bfbb14c08010 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Pushing event deleted for resources: {'Port': ['ID=22dcc2c2-103f-4c6b-9630-8f55b2a2c6ff,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:54:21.541896 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0327a3b-e985-478b-90fa-e611027f56fc None None] Resources bound (agent type, host, resource id): {{(pid=94468) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 12 14:54:21.680263 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [req-867b2f0a-4167-45ad-9585-081acb256f4f req-d4ae5d23-765a-43d6-8529-1fa3b988eca6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d0506cf-dcaa-44f5-adac-dacd4edb7640 {{(pid=94467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:54:21.683812 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-177c12f5-c3d6-4671-b04d-bfbb14c08010 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66628352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-430630'] for router_interface, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:21.692701 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-867b2f0a-4167-45ad-9585-081acb256f4f req-d4ae5d23-765a-43d6-8529-1fa3b988eca6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:21.707244 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [req-867b2f0a-4167-45ad-9585-081acb256f4f req-d4ae5d23-765a-43d6-8529-1fa3b988eca6 service neutron] Transition to ACTIVE for port object 4d0506cf-dcaa-44f5-adac-dacd4edb7640 will not be triggered until provisioned by entity L2. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:54:21.720996 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-867b2f0a-4167-45ad-9585-081acb256f4f req-d4ae5d23-765a-43d6-8529-1fa3b988eca6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:21.833855 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f69a22-6a7a-4304-8608-12e4f132e607 req-7b12fda2-137b-4bff-99e1-c887af1d6809 tempest-ServerAddressesTestJSON-1054067885 tempest-ServerAddressesTestJSON-1054067885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:54:21.843694 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-27f69a22-6a7a-4304-8608-12e4f132e607 req-7b12fda2-137b-4bff-99e1-c887af1d6809 tempest-ServerAddressesTestJSON-1054067885 tempest-ServerAddressesTestJSON-1054067885-project] 10.222.0.39 "GET /v2.0/ports?device_id=b2c6d695-0875-44aa-a051-f1dce472d5a9 HTTP/1.1" status: 200 len: 931 time: 0.2003853 Aug 12 14:54:21.866005 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ae5d23-765a-43d6-8529-1fa3b988eca6 service neutron] Pushing event updated for resources: {'Port': ['ID=4d0506cf-dcaa-44f5-adac-dacd4edb7640,revision_number=2']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:54:21.958760 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-177c12f5-c3d6-4671-b04d-bfbb14c08010 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Router d54d2958-4961-4d25-bc53-bc958b7d8bcb has already been hosted by L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f {{(pid=94466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 14:54:21.971104 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [req-6dfd8e3c-b4fd-4a6f-935d-39ea0406f7c4 req-983a1b0d-7b2d-4bae-a52b-f3be15d4a11f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50dcbedd-e9ef-49af-82dc-3907576a992f {{(pid=94467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:54:21.987949 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-27f69a22-6a7a-4304-8608-12e4f132e607 req-87ddc510-2eea-428f-ae88-286d032e4f26 tempest-ServerAddressesTestJSON-1054067885 tempest-ServerAddressesTestJSON-1054067885-project] 10.222.0.39 "GET /v2.0/security-groups?id=de5205b9-24f4-492c-a95f-96a5dff982fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433508 Aug 12 14:54:21.990955 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-6dfd8e3c-b4fd-4a6f-935d-39ea0406f7c4 req-983a1b0d-7b2d-4bae-a52b-f3be15d4a11f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:22.016876 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-867b2f0a-4167-45ad-9585-081acb256f4f req-d4ae5d23-765a-43d6-8529-1fa3b988eca6 service neutron] Attempting to bind port 4d0506cf-dcaa-44f5-adac-dacd4edb7640 on host n-h1-694802-15 for vnic_type normal with profile {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:54:22.017225 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-867b2f0a-4167-45ad-9585-081acb256f4f req-d4ae5d23-765a-43d6-8529-1fa3b988eca6 service neutron] Attempting to bind port 4d0506cf-dcaa-44f5-adac-dacd4edb7640 by drivers openvswitch,hyperv on host n-h1-694802-15 at level 0 using segments [{'id': 'd42ac82e-c19d-4363-92a6-b10ccdff9180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '6761fce7-4929-4427-b7fc-ff6013cb13aa'}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:54:22.017654 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-867b2f0a-4167-45ad-9585-081acb256f4f req-d4ae5d23-765a-43d6-8529-1fa3b988eca6 service neutron] Attempting to bind port 4d0506cf-dcaa-44f5-adac-dacd4edb7640 on network 6761fce7-4929-4427-b7fc-ff6013cb13aa {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:54:22.027345 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a40db912-1568-49e0-b3c2-1cdf1ff9773b tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680608'] for network, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:22.034779 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [req-6dfd8e3c-b4fd-4a6f-935d-39ea0406f7c4 req-983a1b0d-7b2d-4bae-a52b-f3be15d4a11f service neutron] Transition to ACTIVE for port object 50dcbedd-e9ef-49af-82dc-3907576a992f will not be triggered until provisioned by entity L2. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:54:22.037903 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-867b2f0a-4167-45ad-9585-081acb256f4f req-d4ae5d23-765a-43d6-8529-1fa3b988eca6 service neutron] Port 4d0506cf-dcaa-44f5-adac-dacd4edb7640 on network 6761fce7-4929-4427-b7fc-ff6013cb13aa not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-15 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 14:54:22.038231 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-867b2f0a-4167-45ad-9585-081acb256f4f req-d4ae5d23-765a-43d6-8529-1fa3b988eca6 service neutron] Attempting to bind port 4d0506cf-dcaa-44f5-adac-dacd4edb7640 on network 6761fce7-4929-4427-b7fc-ff6013cb13aa {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:54:22.044084 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-6dfd8e3c-b4fd-4a6f-935d-39ea0406f7c4 req-983a1b0d-7b2d-4bae-a52b-f3be15d4a11f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:22.081829 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-177c12f5-c3d6-4671-b04d-bfbb14c08010 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 14:54:22.092500 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-867b2f0a-4167-45ad-9585-081acb256f4f req-d4ae5d23-765a-43d6-8529-1fa3b988eca6 service neutron] Checking agent: {'id': 'de568313-a3e6-454a-9813-77e25edcea95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 27, 41), 'started_at': datetime.datetime(2021, 8, 12, 14, 27, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 54, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:54:22.092981 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-867b2f0a-4167-45ad-9585-081acb256f4f req-d4ae5d23-765a-43d6-8529-1fa3b988eca6 service neutron] Checking segment: {'id': 'd42ac82e-c19d-4363-92a6-b10ccdff9180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '6761fce7-4929-4427-b7fc-ff6013cb13aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:54:22.093376 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-867b2f0a-4167-45ad-9585-081acb256f4f req-d4ae5d23-765a-43d6-8529-1fa3b988eca6 service neutron] Bound using segment: {'id': 'd42ac82e-c19d-4363-92a6-b10ccdff9180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '6761fce7-4929-4427-b7fc-ff6013cb13aa'} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:54:22.093838 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-867b2f0a-4167-45ad-9585-081acb256f4f req-d4ae5d23-765a-43d6-8529-1fa3b988eca6 service neutron] Bound port: 4d0506cf-dcaa-44f5-adac-dacd4edb7640, host: n-h1-694802-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd42ac82e-c19d-4363-92a6-b10ccdff9180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '6761fce7-4929-4427-b7fc-ff6013cb13aa'}}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:54:22.094168 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-867b2f0a-4167-45ad-9585-081acb256f4f req-d4ae5d23-765a-43d6-8529-1fa3b988eca6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:22.096819 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be8bc47e-aa7c-4a3a-a4b5-6088a0229cbe None None] Sync routers for ids ['d54d2958-4961-4d25-bc53-bc958b7d8bcb'] in n-d-694802-15 {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 14:54:22.104347 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-177c12f5-c3d6-4671-b04d-bfbb14c08010 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] 10.222.0.39 "PUT /v2.0/routers/d54d2958-4961-4d25-bc53-bc958b7d8bcb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3406789 Aug 12 14:54:22.105245 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 34802) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:54:22.113017 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be8bc47e-aa7c-4a3a-a4b5-6088a0229cbe None None] Routers {'d54d2958-4961-4d25-bc53-bc958b7d8bcb'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:54:22.113597 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-be8bc47e-aa7c-4a3a-a4b5-6088a0229cbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:54:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['d54d2958-4961-4d25-bc53-bc958b7d8bcb'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:54:22.181345 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-be8bc47e-aa7c-4a3a-a4b5-6088a0229cbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:54:22.190809 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be8bc47e-aa7c-4a3a-a4b5-6088a0229cbe None None] Routers {'d54d2958-4961-4d25-bc53-bc958b7d8bcb'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:54:22.191427 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-be8bc47e-aa7c-4a3a-a4b5-6088a0229cbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:54:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['d54d2958-4961-4d25-bc53-bc958b7d8bcb'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:54:22.241099 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-be8bc47e-aa7c-4a3a-a4b5-6088a0229cbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:54:22.241946 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be8bc47e-aa7c-4a3a-a4b5-6088a0229cbe None None] The sync data for ids ['d54d2958-4961-4d25-bc53-bc958b7d8bcb'] in n-d-694802-15 is: [] {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 14:54:22.248036 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983a1b0d-7b2d-4bae-a52b-f3be15d4a11f service neutron] Pushing event updated for resources: {'Port': ['ID=50dcbedd-e9ef-49af-82dc-3907576a992f,revision_number=2']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:54:22.262611 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-867b2f0a-4167-45ad-9585-081acb256f4f req-d4ae5d23-765a-43d6-8529-1fa3b988eca6 service neutron] For port 4d0506cf-dcaa-44f5-adac-dacd4edb7640, host n-h1-694802-15, cleared binding levels {{(pid=94467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:54:22.267595 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-867b2f0a-4167-45ad-9585-081acb256f4f req-d4ae5d23-765a-43d6-8529-1fa3b988eca6 service neutron] For port 4d0506cf-dcaa-44f5-adac-dacd4edb7640, host n-h1-694802-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=4d0506cf-dcaa-44f5-adac-dacd4edb7640,segment=NetworkSegment(d42ac82e-c19d-4363-92a6-b10ccdff9180),segment_id=d42ac82e-c19d-4363-92a6-b10ccdff9180)] {{(pid=94467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:54:22.287024 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-867b2f0a-4167-45ad-9585-081acb256f4f req-d4ae5d23-765a-43d6-8529-1fa3b988eca6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:22.299346 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac7d0ec-ff23-4d1e-bf22-9dc2087433f8 req-5f32dbbf-ea86-47e4-9679-c627bb4f8046 tempest-ServerAddressesNegativeTestJSON-722019420 tempest-ServerAddressesNegativeTestJSON-722019420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:54:22.301181 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-2ac7d0ec-ff23-4d1e-bf22-9dc2087433f8 req-5f32dbbf-ea86-47e4-9679-c627bb4f8046 tempest-ServerAddressesNegativeTestJSON-722019420 tempest-ServerAddressesNegativeTestJSON-722019420-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b20fd18-f5a3-4bb0-a996-8d06b413004c HTTP/1.1" status: 200 len: 944 time: 0.1170182 Aug 12 14:54:22.353699 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867b2f0a-4167-45ad-9585-081acb256f4f req-d4ae5d23-765a-43d6-8529-1fa3b988eca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:54:22.354043 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-867b2f0a-4167-45ad-9585-081acb256f4f req-d4ae5d23-765a-43d6-8529-1fa3b988eca6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:22.355688 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-867b2f0a-4167-45ad-9585-081acb256f4f req-d4ae5d23-765a-43d6-8529-1fa3b988eca6 service neutron] 10.222.0.64 "PUT /v2.0/ports/4d0506cf-dcaa-44f5-adac-dacd4edb7640 HTTP/1.1" status: 200 len: 1093 time: 1.6937428 Aug 12 14:54:22.363253 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b20fd18-f5a3-4bb0-a996-8d06b413004c', 'tag': '4d0506cf-dcaa-44f5-adac-dacd4edb7640'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:54:22.365606 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e65282f928b64038367d043a4411777802006c43a98742496cb2e25b724ff1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4848c3b3-fb37-42cd-94d3-a48a64600954" -d '{"events": [{"name": "network-changed", "server_uuid": "4b20fd18-f5a3-4bb0-a996-8d06b413004c", "tag": "4d0506cf-dcaa-44f5-adac-dacd4edb7640"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:54:22.410964 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-a40db912-1568-49e0-b3c2-1cdf1ff9773b tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Deleting port e2624f97-5c3d-4b19-bfb6-bbd4708c4a90 {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:54:22.411351 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a40db912-1568-49e0-b3c2-1cdf1ff9773b tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:22.438435 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 14:54:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-525d2acb-91d1-4b9d-bfbd-5826d09c8c38 x-openstack-request-id: req-525d2acb-91d1-4b9d-bfbd-5826d09c8c38 {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:54:22.438728 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b20fd18-f5a3-4bb0-a996-8d06b413004c", "tag": "4d0506cf-dcaa-44f5-adac-dacd4edb7640", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:54:22.438976 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-525d2acb-91d1-4b9d-bfbd-5826d09c8c38 {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:54:22.439507 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b20fd18-f5a3-4bb0-a996-8d06b413004c', 'tag': '4d0506cf-dcaa-44f5-adac-dacd4edb7640', 'status': 'completed', 'code': 200} Aug 12 14:54:22.440591 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ae5d23-765a-43d6-8529-1fa3b988eca6 service neutron] Pushing event updated for resources: {'Port': ['ID=4d0506cf-dcaa-44f5-adac-dacd4edb7640,revision_number=3']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:54:22.486811 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-6dfd8e3c-b4fd-4a6f-935d-39ea0406f7c4 req-983a1b0d-7b2d-4bae-a52b-f3be15d4a11f service neutron] Attempting to bind port 50dcbedd-e9ef-49af-82dc-3907576a992f on host n-h1-694802-15 for vnic_type normal with profile {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:54:22.487751 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-6dfd8e3c-b4fd-4a6f-935d-39ea0406f7c4 req-983a1b0d-7b2d-4bae-a52b-f3be15d4a11f service neutron] Attempting to bind port 50dcbedd-e9ef-49af-82dc-3907576a992f by drivers openvswitch,hyperv on host n-h1-694802-15 at level 0 using segments [{'id': '4991e325-9edc-4da1-9238-4102e24996c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '76fb0717-c1f0-465d-b1fb-1a1da6fd2c17'}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:54:22.487751 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dfd8e3c-b4fd-4a6f-935d-39ea0406f7c4 req-983a1b0d-7b2d-4bae-a52b-f3be15d4a11f service neutron] Attempting to bind port 50dcbedd-e9ef-49af-82dc-3907576a992f on network 76fb0717-c1f0-465d-b1fb-1a1da6fd2c17 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:54:22.495698 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-2ac7d0ec-ff23-4d1e-bf22-9dc2087433f8 req-bdd33886-3ce6-4f5d-b8e0-8d737fd02f98 tempest-ServerAddressesNegativeTestJSON-722019420 tempest-ServerAddressesNegativeTestJSON-722019420-project] 10.222.0.39 "GET /v2.0/security-groups?id=55383ad0-8a8a-4626-ab8a-9063e4d90157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834903 Aug 12 14:54:22.511275 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dfd8e3c-b4fd-4a6f-935d-39ea0406f7c4 req-983a1b0d-7b2d-4bae-a52b-f3be15d4a11f service neutron] Port 50dcbedd-e9ef-49af-82dc-3907576a992f on network 76fb0717-c1f0-465d-b1fb-1a1da6fd2c17 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-15 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 14:54:22.511275 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dfd8e3c-b4fd-4a6f-935d-39ea0406f7c4 req-983a1b0d-7b2d-4bae-a52b-f3be15d4a11f service neutron] Attempting to bind port 50dcbedd-e9ef-49af-82dc-3907576a992f on network 76fb0717-c1f0-465d-b1fb-1a1da6fd2c17 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:54:22.526408 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dfd8e3c-b4fd-4a6f-935d-39ea0406f7c4 req-983a1b0d-7b2d-4bae-a52b-f3be15d4a11f service neutron] Checking agent: {'id': 'de568313-a3e6-454a-9813-77e25edcea95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 27, 41), 'started_at': datetime.datetime(2021, 8, 12, 14, 27, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 54, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:54:22.526752 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dfd8e3c-b4fd-4a6f-935d-39ea0406f7c4 req-983a1b0d-7b2d-4bae-a52b-f3be15d4a11f service neutron] Checking segment: {'id': '4991e325-9edc-4da1-9238-4102e24996c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '76fb0717-c1f0-465d-b1fb-1a1da6fd2c17'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:54:22.527184 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dfd8e3c-b4fd-4a6f-935d-39ea0406f7c4 req-983a1b0d-7b2d-4bae-a52b-f3be15d4a11f service neutron] Bound using segment: {'id': '4991e325-9edc-4da1-9238-4102e24996c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '76fb0717-c1f0-465d-b1fb-1a1da6fd2c17'} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:54:22.527693 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-6dfd8e3c-b4fd-4a6f-935d-39ea0406f7c4 req-983a1b0d-7b2d-4bae-a52b-f3be15d4a11f service neutron] Bound port: 50dcbedd-e9ef-49af-82dc-3907576a992f, host: n-h1-694802-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4991e325-9edc-4da1-9238-4102e24996c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '76fb0717-c1f0-465d-b1fb-1a1da6fd2c17'}}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:54:22.528044 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-6dfd8e3c-b4fd-4a6f-935d-39ea0406f7c4 req-983a1b0d-7b2d-4bae-a52b-f3be15d4a11f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:22.538268 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [None req-a40db912-1568-49e0-b3c2-1cdf1ff9773b tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] For port e2624f97-5c3d-4b19-bfb6-bbd4708c4a90, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=e2624f97-5c3d-4b19-bfb6-bbd4708c4a90,segment=NetworkSegment(bf7a9187-c658-4b2e-8b4e-d90cd62c8dd1),segment_id=bf7a9187-c658-4b2e-8b4e-d90cd62c8dd1)] {{(pid=94467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:54:22.538630 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a40db912-1568-49e0-b3c2-1cdf1ff9773b tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:22.563555 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867b2f0a-4167-45ad-9585-081acb256f4f req-5b3dfa07-29bd-494e-84a8-472f9f920e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:54:22.565645 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-867b2f0a-4167-45ad-9585-081acb256f4f req-5b3dfa07-29bd-494e-84a8-472f9f920e4f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c3cdf2613279403892381f855940caa3&device_id=4b20fd18-f5a3-4bb0-a996-8d06b413004c HTTP/1.1" status: 200 len: 1096 time: 0.1518254 Aug 12 14:54:22.566591 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-a40db912-1568-49e0-b3c2-1cdf1ff9773b tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Calling delete_port for e2624f97-5c3d-4b19-bfb6-bbd4708c4a90 owned by network:dhcp {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:54:22.628138 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0589bb27-5b62-47f3-a3c2-6dabff12bf1a tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66663830'] for router_interface, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:22.665913 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-867b2f0a-4167-45ad-9585-081acb256f4f req-4f2ebf3d-89be-4edb-8d24-14da44e434aa service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4d0506cf-dcaa-44f5-adac-dacd4edb7640 HTTP/1.1" status: 200 len: 217 time: 0.0882168 Aug 12 14:54:22.750795 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-6dfd8e3c-b4fd-4a6f-935d-39ea0406f7c4 req-983a1b0d-7b2d-4bae-a52b-f3be15d4a11f service neutron] For port 50dcbedd-e9ef-49af-82dc-3907576a992f, host n-h1-694802-15, cleared binding levels {{(pid=94467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:54:22.755696 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-6dfd8e3c-b4fd-4a6f-935d-39ea0406f7c4 req-983a1b0d-7b2d-4bae-a52b-f3be15d4a11f service neutron] For port 50dcbedd-e9ef-49af-82dc-3907576a992f, host n-h1-694802-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=50dcbedd-e9ef-49af-82dc-3907576a992f,segment=NetworkSegment(4991e325-9edc-4da1-9238-4102e24996c9),segment_id=4991e325-9edc-4da1-9238-4102e24996c9)] {{(pid=94467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:54:22.757531 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867b2f0a-4167-45ad-9585-081acb256f4f req-79aee8a0-88ef-4c8f-9321-ff14d3c6d644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:54:22.759031 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-867b2f0a-4167-45ad-9585-081acb256f4f req-79aee8a0-88ef-4c8f-9321-ff14d3c6d644 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=134371e8-694d-470c-b974-fb07ca206c32 HTTP/1.1" status: 200 len: 862 time: 0.0846975 Aug 12 14:54:22.763214 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-6dfd8e3c-b4fd-4a6f-935d-39ea0406f7c4 req-983a1b0d-7b2d-4bae-a52b-f3be15d4a11f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:22.826330 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-867b2f0a-4167-45ad-9585-081acb256f4f req-c09d569d-21ad-4642-9ea6-1e1e8241f3d4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=6761fce7-4929-4427-b7fc-ff6013cb13aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0539057 Aug 12 14:54:22.834716 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a40db912-1568-49e0-b3c2-1cdf1ff9773b tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:22.846163 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfd8e3c-b4fd-4a6f-935d-39ea0406f7c4 req-983a1b0d-7b2d-4bae-a52b-f3be15d4a11f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:54:22.846815 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-6dfd8e3c-b4fd-4a6f-935d-39ea0406f7c4 req-983a1b0d-7b2d-4bae-a52b-f3be15d4a11f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:22.848194 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6dfd8e3c-b4fd-4a6f-935d-39ea0406f7c4 req-983a1b0d-7b2d-4bae-a52b-f3be15d4a11f service neutron] 10.222.0.64 "PUT /v2.0/ports/50dcbedd-e9ef-49af-82dc-3907576a992f HTTP/1.1" status: 200 len: 1092 time: 2.0318689 Aug 12 14:54:22.899966 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-0589bb27-5b62-47f3-a3c2-6dabff12bf1a tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Deleting port de992bc1-446b-4e5c-9cd9-2d28db5ba019 {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:54:22.900312 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0589bb27-5b62-47f3-a3c2-6dabff12bf1a tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:22.918614 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a40db912-1568-49e0-b3c2-1cdf1ff9773b tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] No DVR routers for this DVR port e2624f97-5c3d-4b19-bfb6-bbd4708c4a90 on host n-d-694802-15 {{(pid=94467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:54:22.973032 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983a1b0d-7b2d-4bae-a52b-f3be15d4a11f service neutron] Pushing event updated for resources: {'Port': ['ID=50dcbedd-e9ef-49af-82dc-3907576a992f,revision_number=3']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:54:23.010346 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0589bb27-5b62-47f3-a3c2-6dabff12bf1a tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:23.024826 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-0589bb27-5b62-47f3-a3c2-6dabff12bf1a tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Calling delete_port for de992bc1-446b-4e5c-9cd9-2d28db5ba019 owned by network:router_interface {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:54:23.231598 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0589bb27-5b62-47f3-a3c2-6dabff12bf1a tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:23.264882 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0589bb27-5b62-47f3-a3c2-6dabff12bf1a tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Pushing event deleted for resources: {'Port': ['ID=de992bc1-446b-4e5c-9cd9-2d28db5ba019,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:54:23.364038 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40db912-1568-49e0-b3c2-1cdf1ff9773b tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Pushing event deleted for resources: {'Port': ['ID=e2624f97-5c3d-4b19-bfb6-bbd4708c4a90,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:54:23.373529 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0589bb27-5b62-47f3-a3c2-6dabff12bf1a tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66628352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-430630'] for router_interface, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:23.408788 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a40db912-1568-49e0-b3c2-1cdf1ff9773b tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66413304', 'neutron.services.segments.db._delete_segments_for_network-8744654118000'] for network, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:23.427611 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfd8e3c-b4fd-4a6f-935d-39ea0406f7c4 req-9adba861-96f6-4991-9f9e-e4c0ac996e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:54:23.429134 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6dfd8e3c-b4fd-4a6f-935d-39ea0406f7c4 req-9adba861-96f6-4991-9f9e-e4c0ac996e76 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2776a62796954f72836857f8cf764f39&device_id=b2c6d695-0875-44aa-a051-f1dce472d5a9 HTTP/1.1" status: 200 len: 1095 time: 0.5304327 Aug 12 14:54:23.433384 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-a40db912-1568-49e0-b3c2-1cdf1ff9773b tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e5b4537-c37d-40fa-925a-a5d6813e5a3e']}} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:54:23.437279 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-867b2f0a-4167-45ad-9585-081acb256f4f req-25d40ade-5d16-4330-b027-70604e741dd6 service neutron] 10.222.0.64 "GET /v2.0/networks/6761fce7-4929-4427-b7fc-ff6013cb13aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6003535 Aug 12 14:54:23.465198 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-a40db912-1568-49e0-b3c2-1cdf1ff9773b tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf7a9187-c658-4b2e-8b4e-d90cd62c8dd1') {'for_net_delete': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:54:23.465494 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-a40db912-1568-49e0-b3c2-1cdf1ff9773b tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf7a9187-c658-4b2e-8b4e-d90cd62c8dd1') {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:54:23.546956 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a40db912-1568-49e0-b3c2-1cdf1ff9773b tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744654122361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3857526'] for segment, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:23.556801 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6dfd8e3c-b4fd-4a6f-935d-39ea0406f7c4 req-3cf2d54d-70c5-4013-aaa8-4841da5bea5f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=50dcbedd-e9ef-49af-82dc-3907576a992f HTTP/1.1" status: 200 len: 217 time: 0.1059344 Aug 12 14:54:23.569882 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0589bb27-5b62-47f3-a3c2-6dabff12bf1a tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Router d54d2958-4961-4d25-bc53-bc958b7d8bcb has already been hosted by L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f {{(pid=94466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 14:54:23.573137 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9419473d-dcaa-49d6-b384-4aee79354ee8 req-ca2a0507-18a9-4fed-a5c4-0749460fb82f tempest-ServerAddressesTestJSON-1054067885 tempest-ServerAddressesTestJSON-1054067885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:54:23.581040 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9419473d-dcaa-49d6-b384-4aee79354ee8 req-ca2a0507-18a9-4fed-a5c4-0749460fb82f tempest-ServerAddressesTestJSON-1054067885 tempest-ServerAddressesTestJSON-1054067885-project] 10.222.0.39 "GET /v2.0/ports?device_id=b2c6d695-0875-44aa-a051-f1dce472d5a9 HTTP/1.1" status: 200 len: 943 time: 0.2445681 Aug 12 14:54:23.630031 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a40db912-1568-49e0-b3c2-1cdf1ff9773b tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:23.652790 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a40db912-1568-49e0-b3c2-1cdf1ff9773b tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Releasing vlan 349 on physical network physnet1 to pool {{(pid=94467) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 14:54:23.653307 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a40db912-1568-49e0-b3c2-1cdf1ff9773b tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2859015'] for segment, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:23.660537 n-d-694802-15 neutron-server[94467]: Traceback (most recent call last): Aug 12 14:54:23.660537 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 14:54:23.660537 n-d-694802-15 neutron-server[94467]: timer() Aug 12 14:54:23.660537 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 14:54:23.660537 n-d-694802-15 neutron-server[94467]: cb(*args, **kw) Aug 12 14:54:23.660537 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 14:54:23.660537 n-d-694802-15 neutron-server[94467]: return func(*args, **kwargs) Aug 12 14:54:23.660537 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 14:54:23.660537 n-d-694802-15 neutron-server[94467]: self._notify() Aug 12 14:54:23.660537 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 14:54:23.660537 n-d-694802-15 neutron-server[94467]: self.callback(batched_events) Aug 12 14:54:23.660537 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 14:54:23.660537 n-d-694802-15 neutron-server[94467]: event.method(event) Aug 12 14:54:23.660537 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 14:54:23.660537 n-d-694802-15 neutron-server[94467]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 14:54:23.660537 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 14:54:23.660537 n-d-694802-15 neutron-server[94467]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 14:54:23.660537 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 14:54:23.660537 n-d-694802-15 neutron-server[94467]: return f(self, *a, **k) Aug 12 14:54:23.660537 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 14:54:23.660537 n-d-694802-15 neutron-server[94467]: return self._get(url).json() Aug 12 14:54:23.660537 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 14:54:23.660537 n-d-694802-15 neutron-server[94467]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 14:54:23.660537 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 14:54:23.660537 n-d-694802-15 neutron-server[94467]: return self.request(url, 'GET', **kwargs) Aug 12 14:54:23.660537 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 14:54:23.660537 n-d-694802-15 neutron-server[94467]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 14:54:23.660537 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 14:54:23.660537 n-d-694802-15 neutron-server[94467]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 14:54:23.660537 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 14:54:23.660537 n-d-694802-15 neutron-server[94467]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 14:54:23.660537 n-d-694802-15 neutron-server[94467]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 14:54:23.700996 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0589bb27-5b62-47f3-a3c2-6dabff12bf1a tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 14:54:23.710120 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-0589bb27-5b62-47f3-a3c2-6dabff12bf1a tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] 10.222.0.39 "PUT /v2.0/routers/d54d2958-4961-4d25-bc53-bc958b7d8bcb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6011603 Aug 12 14:54:23.710605 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 34816) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:54:23.712774 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86b9911c-a7d3-45de-8221-6a8805456eff None None] Sync routers for ids ['d54d2958-4961-4d25-bc53-bc958b7d8bcb'] in n-d-694802-15 {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 14:54:23.725924 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86b9911c-a7d3-45de-8221-6a8805456eff None None] Routers {'d54d2958-4961-4d25-bc53-bc958b7d8bcb'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:54:23.726732 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-86b9911c-a7d3-45de-8221-6a8805456eff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:54:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['d54d2958-4961-4d25-bc53-bc958b7d8bcb'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:54:23.746623 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfd8e3c-b4fd-4a6f-935d-39ea0406f7c4 req-83891f4b-73be-414c-ad20-7a9956832426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:54:23.748148 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6dfd8e3c-b4fd-4a6f-935d-39ea0406f7c4 req-83891f4b-73be-414c-ad20-7a9956832426 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=47f65b9d-2efa-4727-901e-ebae2b6a5c81 HTTP/1.1" status: 200 len: 853 time: 0.1628006 Aug 12 14:54:23.755064 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-600a8bc6-ace8-4a43-944e-5cddcf857230 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] 10.222.0.39 "GET /v2.0/ports?device_id=d54d2958-4961-4d25-bc53-bc958b7d8bcb HTTP/1.1" status: 200 len: 205 time: 0.0345159 Aug 12 14:54:23.755298 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 34818) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:54:23.761739 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f816644-0f29-4db5-af1e-2b0b787b505d req-73d29e9a-bef5-450d-8caf-01fd2e46ac55 tempest-ServerAddressesNegativeTestJSON-722019420 tempest-ServerAddressesNegativeTestJSON-722019420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:54:23.763501 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-3f816644-0f29-4db5-af1e-2b0b787b505d req-73d29e9a-bef5-450d-8caf-01fd2e46ac55 tempest-ServerAddressesNegativeTestJSON-722019420 tempest-ServerAddressesNegativeTestJSON-722019420-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b20fd18-f5a3-4bb0-a996-8d06b413004c HTTP/1.1" status: 200 len: 944 time: 0.1396039 Aug 12 14:54:23.773254 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-86b9911c-a7d3-45de-8221-6a8805456eff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:54:23.781582 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86b9911c-a7d3-45de-8221-6a8805456eff None None] Routers {'d54d2958-4961-4d25-bc53-bc958b7d8bcb'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:54:23.782386 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-86b9911c-a7d3-45de-8221-6a8805456eff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:54:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['d54d2958-4961-4d25-bc53-bc958b7d8bcb'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:54:23.785496 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9419473d-dcaa-49d6-b384-4aee79354ee8 req-6219fa60-c5de-4b12-a56d-0b2d2b2fbaa6 tempest-ServerAddressesTestJSON-1054067885 tempest-ServerAddressesTestJSON-1054067885-project] 10.222.0.39 "GET /v2.0/security-groups?id=de5205b9-24f4-492c-a95f-96a5dff982fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2031364 Aug 12 14:54:23.822485 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-3f816644-0f29-4db5-af1e-2b0b787b505d req-1406f16b-83cc-4715-b442-6b8395a4ce1b tempest-ServerAddressesNegativeTestJSON-722019420 tempest-ServerAddressesNegativeTestJSON-722019420-project] 10.222.0.39 "GET /v2.0/security-groups?id=55383ad0-8a8a-4626-ab8a-9063e4d90157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496483 Aug 12 14:54:23.844258 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-86b9911c-a7d3-45de-8221-6a8805456eff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:54:23.845302 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86b9911c-a7d3-45de-8221-6a8805456eff None None] The sync data for ids ['d54d2958-4961-4d25-bc53-bc958b7d8bcb'] in n-d-694802-15 is: [] {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 14:54:23.851240 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6dfd8e3c-b4fd-4a6f-935d-39ea0406f7c4 req-7cf60852-c8bf-4b33-81a4-d5a3384aa7e7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=76fb0717-c1f0-465d-b1fb-1a1da6fd2c17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0949903 Aug 12 14:54:23.878398 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a40db912-1568-49e0-b3c2-1cdf1ff9773b tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66413281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431520'] for network, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:23.885907 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-867b2f0a-4167-45ad-9585-081acb256f4f req-64af1212-7d8f-41da-9bb7-e70520b3c3d5 service neutron] 10.222.0.64 "GET /v2.0/networks/6761fce7-4929-4427-b7fc-ff6013cb13aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4314373 Aug 12 14:54:23.888836 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a40db912-1568-49e0-b3c2-1cdf1ff9773b tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for network, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:23.891324 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-a40db912-1568-49e0-b3c2-1cdf1ff9773b tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] 10.222.0.39 "DELETE /v2.0/networks/4e5b4537-c37d-40fa-925a-a5d6813e5a3e HTTP/1.1" status: 204 len: 168 time: 3.8701048 Aug 12 14:54:23.895361 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 34820) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:54:23.900773 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-1f4a5431-f439-4e0b-94a9-1c57d6e6781e tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1397207404'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:54:23.926706 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f4a5431-f439-4e0b-94a9-1c57d6e6781e tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Made reservation on behalf of a85f60ca6226454384267711e9d02e5c for: {'network': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:54:23.930386 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1f4a5431-f439-4e0b-94a9-1c57d6e6781e tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for network, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:23.941272 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a83a2323-56f8-4fe2-98a2-f5a30439ec96 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks [] for router, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:23.968047 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f4a5431-f439-4e0b-94a9-1c57d6e6781e tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] vlan segment allocate from pool success with {'vlan_id': 322, 'physical_network': 'physnet1'} {{(pid=94466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 14:54:23.977328 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40db912-1568-49e0-b3c2-1cdf1ff9773b tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Pushing event deleted for resources: {'Network': ['ID=4e5b4537-c37d-40fa-925a-a5d6813e5a3e,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:54:23.979917 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1f4a5431-f439-4e0b-94a9-1c57d6e6781e tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:23.980259 n-d-694802-15 neutron-server[94466]: INFO neutron.db.segments_db [None req-1f4a5431-f439-4e0b-94a9-1c57d6e6781e tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Added segment cb20fe42-b1a8-4470-a0fc-6e7ed302c747 of type vlan for network 368d5419-ba68-471d-a6e6-586fc09812fa Aug 12 14:54:24.034633 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1f4a5431-f439-4e0b-94a9-1c57d6e6781e tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744653628263'] for network, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:24.065822 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1f4a5431-f439-4e0b-94a9-1c57d6e6781e tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409'] for network, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:24.071641 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f4a5431-f439-4e0b-94a9-1c57d6e6781e tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:54:24.072223 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1f4a5431-f439-4e0b-94a9-1c57d6e6781e tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Notify callbacks [] for network, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:24.133927 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-1f4a5431-f439-4e0b-94a9-1c57d6e6781e tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2372079 Aug 12 14:54:24.136866 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 34822) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:54:24.144651 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-30df3a76-1a7d-49de-9f69-1641e54679a5 tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Request body: {'subnet': {'network_id': '368d5419-ba68-471d-a6e6-586fc09812fa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:54:24.160575 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4848c3b3-fb37-42cd-94d3-a48a64600954 req-b3c1cfaa-5049-4349-87b0-fd75953505d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:54:24.162116 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4848c3b3-fb37-42cd-94d3-a48a64600954 req-b3c1cfaa-5049-4349-87b0-fd75953505d9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c3cdf2613279403892381f855940caa3&device_id=4b20fd18-f5a3-4bb0-a996-8d06b413004c HTTP/1.1" status: 200 len: 1096 time: 0.1944737 Aug 12 14:54:24.163690 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4a5431-f439-4e0b-94a9-1c57d6e6781e tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Pushing event updated for resources: {'Network': ['ID=368d5419-ba68-471d-a6e6-586fc09812fa,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:54:24.203706 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4a5431-f439-4e0b-94a9-1c57d6e6781e tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:54:24.203957 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4a5431-f439-4e0b-94a9-1c57d6e6781e tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:54:24.204293 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4a5431-f439-4e0b-94a9-1c57d6e6781e tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:54:24.204624 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4a5431-f439-4e0b-94a9-1c57d6e6781e tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:54:24.204954 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4a5431-f439-4e0b-94a9-1c57d6e6781e tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:54:24.205273 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4a5431-f439-4e0b-94a9-1c57d6e6781e tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:54:24.205593 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4a5431-f439-4e0b-94a9-1c57d6e6781e tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:54:24.206583 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4a5431-f439-4e0b-94a9-1c57d6e6781e tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:54:24.206912 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4a5431-f439-4e0b-94a9-1c57d6e6781e tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:54:24.207254 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4a5431-f439-4e0b-94a9-1c57d6e6781e tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:54:24.207571 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4a5431-f439-4e0b-94a9-1c57d6e6781e tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:54:24.207889 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4a5431-f439-4e0b-94a9-1c57d6e6781e tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:54:24.219805 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Network 368d5419-ba68-471d-a6e6-586fc09812fa details requested by agent ovs-agent-n-d-694802-15 with host n-d-694802-15 {{(pid=94468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 14:54:24.221938 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a83a2323-56f8-4fe2-98a2-f5a30439ec96 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-429360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-104877'] for router, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:24.252677 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a83a2323-56f8-4fe2-98a2-f5a30439ec96 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:24.256401 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6dfd8e3c-b4fd-4a6f-935d-39ea0406f7c4 req-9c552e34-fd88-44ef-8448-64b1a0de885d service neutron] 10.222.0.64 "GET /v2.0/networks/76fb0717-c1f0-465d-b1fb-1a1da6fd2c17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3752439 Aug 12 14:54:24.272337 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30df3a76-1a7d-49de-9f69-1641e54679a5 tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Made reservation on behalf of a85f60ca6226454384267711e9d02e5c for: {'subnet': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:54:24.276155 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-30df3a76-1a7d-49de-9f69-1641e54679a5 tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8776441'] for subnet, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:24.350787 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a83a2323-56f8-4fe2-98a2-f5a30439ec96 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-429375'] for router, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:24.351313 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a83a2323-56f8-4fe2-98a2-f5a30439ec96 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Fanout notify agent at l3_agent the message router_deleted on router d54d2958-4961-4d25-bc53-bc958b7d8bcb {{(pid=94467) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 14:54:24.358368 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a83a2323-56f8-4fe2-98a2-f5a30439ec96 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks [] for router, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:24.362944 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-a83a2323-56f8-4fe2-98a2-f5a30439ec96 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] 10.222.0.39 "DELETE /v2.0/routers/d54d2958-4961-4d25-bc53-bc958b7d8bcb HTTP/1.1" status: 204 len: 168 time: 0.6022034 Aug 12 14:54:24.363143 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 34826) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:54:24.408978 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4848c3b3-fb37-42cd-94d3-a48a64600954 req-e89647ef-0a20-4cdc-99dd-98fb596780e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:54:24.410527 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4848c3b3-fb37-42cd-94d3-a48a64600954 req-e89647ef-0a20-4cdc-99dd-98fb596780e9 service neutron] 10.222.0.64 "GET /v2.0/networks?id=6761fce7-4929-4427-b7fc-ff6013cb13aa HTTP/1.1" status: 200 len: 923 time: 0.2190242 Aug 12 14:54:24.433644 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6dfd8e3c-b4fd-4a6f-935d-39ea0406f7c4 req-788c67bf-edad-46b2-ba58-f3fe79a865b6 service neutron] 10.222.0.64 "GET /v2.0/networks/76fb0717-c1f0-465d-b1fb-1a1da6fd2c17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1671157 Aug 12 14:54:24.434368 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_v2 [None req-2726c3d5-d643-4c67-bf8e-5de1f1dea337 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Deleting subnet 7b4f0448-3312-4428-a087-0765e79646e1 {{(pid=94466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 14:54:24.459502 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2726c3d5-d643-4c67-bf8e-5de1f1dea337 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks [] for subnet, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:24.460783 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2c6d695-0875-44aa-a051-f1dce472d5a9', 'tag': '50dcbedd-e9ef-49af-82dc-3907576a992f'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:54:24.463217 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e65282f928b64038367d043a4411777802006c43a98742496cb2e25b724ff1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef8f09b9-c242-4312-ad07-d34965c0c21d" -d '{"events": [{"name": "network-changed", "server_uuid": "b2c6d695-0875-44aa-a051-f1dce472d5a9", "tag": "50dcbedd-e9ef-49af-82dc-3907576a992f"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:54:24.467456 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4848c3b3-fb37-42cd-94d3-a48a64600954 req-b2cad7ef-07e5-44b1-95f8-39786be9721e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4d0506cf-dcaa-44f5-adac-dacd4edb7640 HTTP/1.1" status: 200 len: 217 time: 0.0461836 Aug 12 14:54:24.503979 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 14:54:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f48cf82-ca14-4de7-b717-c28d9bc80eb5 x-openstack-request-id: req-2f48cf82-ca14-4de7-b717-c28d9bc80eb5 {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:54:24.504276 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2c6d695-0875-44aa-a051-f1dce472d5a9", "tag": "50dcbedd-e9ef-49af-82dc-3907576a992f", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:54:24.504530 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2f48cf82-ca14-4de7-b717-c28d9bc80eb5 {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:54:24.504925 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2c6d695-0875-44aa-a051-f1dce472d5a9', 'tag': '50dcbedd-e9ef-49af-82dc-3907576a992f', 'status': 'completed', 'code': 200} Aug 12 14:54:24.521592 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2726c3d5-d643-4c67-bf8e-5de1f1dea337 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2293551'] for subnet, precommit_delete_associations {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:24.523818 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4848c3b3-fb37-42cd-94d3-a48a64600954 req-0811773e-3d98-4fbf-8e18-ec10419276fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:54:24.525393 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4848c3b3-fb37-42cd-94d3-a48a64600954 req-0811773e-3d98-4fbf-8e18-ec10419276fd service neutron] 10.222.0.64 "GET /v2.0/subnets?id=134371e8-694d-470c-b974-fb07ca206c32 HTTP/1.1" status: 200 len: 862 time: 0.0503826 Aug 12 14:54:24.577392 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4848c3b3-fb37-42cd-94d3-a48a64600954 req-1c30c8de-d6a0-4758-b6de-a4f9f37a6048 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=6761fce7-4929-4427-b7fc-ff6013cb13aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427969 Aug 12 14:54:24.596966 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8f09b9-c242-4312-ad07-d34965c0c21d req-7054d212-e9bd-4771-8f81-3b7d02eb47fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:54:24.598412 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ef8f09b9-c242-4312-ad07-d34965c0c21d req-7054d212-e9bd-4771-8f81-3b7d02eb47fd service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2776a62796954f72836857f8cf764f39&device_id=b2c6d695-0875-44aa-a051-f1dce472d5a9 HTTP/1.1" status: 200 len: 1095 time: 0.0721920 Aug 12 14:54:24.600695 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-30df3a76-1a7d-49de-9f69-1641e54679a5 tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3718490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8776395'] for subnet, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:24.703077 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30df3a76-1a7d-49de-9f69-1641e54679a5 tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Pushing event updated for resources: {'Subnet': ['ID=419a98be-2b9c-493a-af0f-51352fb8793f,revision_number=0']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:54:24.711364 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2726c3d5-d643-4c67-bf8e-5de1f1dea337 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66416255'] for subnet, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:24.742311 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30df3a76-1a7d-49de-9f69-1641e54679a5 tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Checking segment: {'id': 'cb20fe42-b1a8-4470-a0fc-6e7ed302c747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '368d5419-ba68-471d-a6e6-586fc09812fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:54:24.746647 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30df3a76-1a7d-49de-9f69-1641e54679a5 tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Network hostable DHCP agents. Network: 368d5419-ba68-471d-a6e6-586fc09812fa, hostable agents: ['1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658'], hosted agents: [] {{(pid=94466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 14:54:24.750520 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4848c3b3-fb37-42cd-94d3-a48a64600954 req-ae6409eb-b4be-491d-8264-13877e33d78d service neutron] 10.222.0.64 "GET /v2.0/networks/6761fce7-4929-4427-b7fc-ff6013cb13aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1650085 Aug 12 14:54:24.753294 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8f09b9-c242-4312-ad07-d34965c0c21d req-6b70cf7d-74ce-440d-958f-40de26f37e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:54:24.754664 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ef8f09b9-c242-4312-ad07-d34965c0c21d req-6b70cf7d-74ce-440d-958f-40de26f37e22 service neutron] 10.222.0.64 "GET /v2.0/networks?id=76fb0717-c1f0-465d-b1fb-1a1da6fd2c17 HTTP/1.1" status: 200 len: 914 time: 0.1466649 Aug 12 14:54:24.779379 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30df3a76-1a7d-49de-9f69-1641e54679a5 tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Network 368d5419-ba68-471d-a6e6-586fc09812fa is scheduled to be hosted by DHCP agent 1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658 with binding_index 1 {{(pid=94466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 14:54:24.796753 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-30df3a76-1a7d-49de-9f69-1641e54679a5 tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-15, 368d5419-ba68-471d-a6e6-586fc09812fa) {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:54:24.808631 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dd19b1a-8d52-400b-ae86-f02b32a1bcf7 None None] Network 368d5419-ba68-471d-a6e6-586fc09812fa requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:54:24.809089 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30df3a76-1a7d-49de-9f69-1641e54679a5 tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:54:24.809603 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-30df3a76-1a7d-49de-9f69-1641e54679a5 tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Notify callbacks [] for subnet, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:24.814267 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2726c3d5-d643-4c67-bf8e-5de1f1dea337 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66416232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3718429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8776402'] for subnet, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:24.854247 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ef8f09b9-c242-4312-ad07-d34965c0c21d req-2ed37d1f-b7b3-47d3-aad4-a23a3f30af36 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=50dcbedd-e9ef-49af-82dc-3907576a992f HTTP/1.1" status: 200 len: 217 time: 0.0884507 Aug 12 14:54:24.858631 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2726c3d5-d643-4c67-bf8e-5de1f1dea337 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Pushing event deleted for resources: {'Subnet': ['ID=7b4f0448-3312-4428-a087-0765e79646e1,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:54:24.867892 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2726c3d5-d643-4c67-bf8e-5de1f1dea337 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks [] for subnet, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:24.870417 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-2726c3d5-d643-4c67-bf8e-5de1f1dea337 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] 10.222.0.39 "DELETE /v2.0/subnets/7b4f0448-3312-4428-a087-0765e79646e1 HTTP/1.1" status: 204 len: 168 time: 0.5060153 Aug 12 14:54:24.872995 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 34834) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:54:24.887234 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-30df3a76-1a7d-49de-9f69-1641e54679a5 tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7492952 Aug 12 14:54:24.887880 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 34836) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:54:24.941576 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8f09b9-c242-4312-ad07-d34965c0c21d req-d4153747-b269-4cb6-be18-ddb5a938c7c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:54:24.943634 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ef8f09b9-c242-4312-ad07-d34965c0c21d req-d4153747-b269-4cb6-be18-ddb5a938c7c8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=47f65b9d-2efa-4727-901e-ebae2b6a5c81 HTTP/1.1" status: 200 len: 853 time: 0.0822139 Aug 12 14:54:24.959193 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c171882d-e3d2-4bd8-91a7-2ea115da3ee8 None None] Network 919835cf-1443-420c-b083-ce584e39da1f requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:54:24.983596 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ef8f09b9-c242-4312-ad07-d34965c0c21d req-70336ffd-1c3b-4771-a2f0-bb8636966051 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=76fb0717-c1f0-465d-b1fb-1a1da6fd2c17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302639 Aug 12 14:54:24.986051 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4848c3b3-fb37-42cd-94d3-a48a64600954 req-48dce796-0d2d-4b0c-9a88-ce2ac9aa74cb service neutron] 10.222.0.64 "GET /v2.0/networks/6761fce7-4929-4427-b7fc-ff6013cb13aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2215216 Aug 12 14:54:25.099535 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3d5d149d-d00b-4fe0-ae1b-d082a8fa9987 tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680608'] for network, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:25.106717 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7294fab0-df8a-4d77-be32-b8ac3b56386a req-0154eb20-7df1-47ab-ba6d-a59a7bb792ba tempest-ServerAddressesNegativeTestJSON-722019420 tempest-ServerAddressesNegativeTestJSON-722019420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:54:25.108336 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-7294fab0-df8a-4d77-be32-b8ac3b56386a req-0154eb20-7df1-47ab-ba6d-a59a7bb792ba tempest-ServerAddressesNegativeTestJSON-722019420 tempest-ServerAddressesNegativeTestJSON-722019420-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b20fd18-f5a3-4bb0-a996-8d06b413004c HTTP/1.1" status: 200 len: 944 time: 0.1212008 Aug 12 14:54:25.162547 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-7294fab0-df8a-4d77-be32-b8ac3b56386a req-d8185678-eea5-42cb-a7af-ac69b11b7ccc tempest-ServerAddressesNegativeTestJSON-722019420 tempest-ServerAddressesNegativeTestJSON-722019420-project] 10.222.0.39 "GET /v2.0/security-groups?id=55383ad0-8a8a-4626-ab8a-9063e4d90157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463893 Aug 12 14:54:25.195227 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ef8f09b9-c242-4312-ad07-d34965c0c21d req-21dc8d98-7114-4025-8dd2-b009fdf45f2d service neutron] 10.222.0.64 "GET /v2.0/networks/76fb0717-c1f0-465d-b1fb-1a1da6fd2c17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1954522 Aug 12 14:54:25.216275 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f5b74df-8a1f-46b4-9b2d-535e05964d16 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Deleting subnet dea03bb9-bc2a-40e7-aebd-7dac90a9f05f {{(pid=94466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 14:54:25.229050 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-6f5b74df-8a1f-46b4-9b2d-535e05964d16 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks [] for subnet, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:25.233081 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3d5d149d-d00b-4fe0-ae1b-d082a8fa9987 tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66416255'] for subnet, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:25.255652 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad927ebd-4251-49c4-b553-a4e82f0b8544 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa7035b3e-9a89-5964-b9f4-97301c3f476a-368d5419-ba68-471d-a6e6-586fc09812fa', 'network_id': '368d5419-ba68-471d-a6e6-586fc09812fa', 'tenant_id': 'a85f60ca6226454384267711e9d02e5c', 'fixed_ips': [{'subnet_id': '419a98be-2b9c-493a-af0f-51352fb8793f'}]}} from n-d-694802-15. {{(pid=94468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 14:54:25.256561 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-ad927ebd-4251-49c4-b553-a4e82f0b8544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:25.323985 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696a919c-6994-423f-90a5-75d0f24832d8 req-b781c1d9-bf1b-42b1-a905-2c7a379e750a tempest-ServerAddressesTestJSON-1054067885 tempest-ServerAddressesTestJSON-1054067885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:54:25.325549 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-696a919c-6994-423f-90a5-75d0f24832d8 req-b781c1d9-bf1b-42b1-a905-2c7a379e750a tempest-ServerAddressesTestJSON-1054067885 tempest-ServerAddressesTestJSON-1054067885-project] 10.222.0.39 "GET /v2.0/ports?device_id=b2c6d695-0875-44aa-a051-f1dce472d5a9 HTTP/1.1" status: 200 len: 943 time: 0.2681396 Aug 12 14:54:25.332738 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b2e964f-f25b-49c3-8f3a-4b6f031b35cf None None] DHCP port deletion for 919835cf-1443-420c-b083-ce584e39da1f request from n-d-694802-15 {{(pid=94468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 14:54:25.340395 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ef8f09b9-c242-4312-ad07-d34965c0c21d req-24d5d6df-2ada-490f-93e4-e69560961b82 service neutron] 10.222.0.64 "GET /v2.0/networks/76fb0717-c1f0-465d-b1fb-1a1da6fd2c17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381094 Aug 12 14:54:25.388766 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-6f5b74df-8a1f-46b4-9b2d-535e05964d16 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2293551'] for subnet, precommit_delete_associations {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:25.400711 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-2b2e964f-f25b-49c3-8f3a-4b6f031b35cf None None] Deleting port 6037a484-84f6-4df4-b3bc-74699c602ee2 {{(pid=94468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:54:25.401252 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-2b2e964f-f25b-49c3-8f3a-4b6f031b35cf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:25.428893 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3d5d149d-d00b-4fe0-ae1b-d082a8fa9987 tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66416232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3718429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8776402'] for subnet, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:25.434303 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-696a919c-6994-423f-90a5-75d0f24832d8 req-56f94b6f-cb2d-403b-8c12-1d4796429462 tempest-ServerAddressesTestJSON-1054067885 tempest-ServerAddressesTestJSON-1054067885-project] 10.222.0.39 "GET /v2.0/security-groups?id=de5205b9-24f4-492c-a95f-96a5dff982fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001709 Aug 12 14:54:25.438752 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server [None req-ad927ebd-4251-49c4-b553-a4e82f0b8544 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 419a98be-2b9c-493a-af0f-51352fb8793f: This subnet is being modified by another concurrent operation. Aug 12 14:54:25.438752 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 12 14:54:25.438752 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 12 14:54:25.438752 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 12 14:54:25.438752 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 12 14:54:25.438752 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 12 14:54:25.438752 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 12 14:54:25.438752 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 12 14:54:25.438752 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 12 14:54:25.438752 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 12 14:54:25.438752 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 12 14:54:25.438752 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 12 14:54:25.438752 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 12 14:54:25.438752 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 12 14:54:25.438752 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 12 14:54:25.438752 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server raise self.value Aug 12 14:54:25.438752 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 12 14:54:25.438752 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 12 14:54:25.438752 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 12 14:54:25.438752 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 12 14:54:25.438752 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 12 14:54:25.438752 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 12 14:54:25.438752 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 12 14:54:25.438752 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server raise self.value Aug 12 14:54:25.438752 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 12 14:54:25.438752 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 12 14:54:25.438752 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 12 14:54:25.438752 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 12 14:54:25.438752 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 12 14:54:25.438752 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 12 14:54:25.438752 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 12 14:54:25.438752 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server raise self.value Aug 12 14:54:25.438752 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 12 14:54:25.438752 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 12 14:54:25.438752 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 12 14:54:25.438752 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 12 14:54:25.438752 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 12 14:54:25.438752 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 12 14:54:25.438752 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 12 14:54:25.438752 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 12 14:54:25.438752 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 12 14:54:25.438752 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 12 14:54:25.438752 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Aug 12 14:54:25.438752 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 12 14:54:25.438752 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 12 14:54:25.438752 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 12 14:54:25.438752 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 12 14:54:25.438752 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 12 14:54:25.438752 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 12 14:54:25.438752 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 12 14:54:25.438752 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 12 14:54:25.438752 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server raise self.value Aug 12 14:54:25.438752 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 12 14:54:25.438752 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 12 14:54:25.442279 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 12 14:54:25.442279 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 12 14:54:25.442279 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 12 14:54:25.442279 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 12 14:54:25.442279 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 12 14:54:25.442279 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server raise self.value Aug 12 14:54:25.442279 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 12 14:54:25.442279 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 12 14:54:25.442279 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 12 14:54:25.442279 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 12 14:54:25.442279 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 12 14:54:25.442279 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 12 14:54:25.442279 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 12 14:54:25.442279 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server raise self.value Aug 12 14:54:25.442279 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 12 14:54:25.442279 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 12 14:54:25.442279 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Aug 12 14:54:25.442279 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 12 14:54:25.442279 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Aug 12 14:54:25.442279 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 12 14:54:25.442279 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 12 14:54:25.442279 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 12 14:54:25.442279 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 12 14:54:25.442279 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 12 14:54:25.442279 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 12 14:54:25.442279 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 12 14:54:25.442279 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 12 14:54:25.442279 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server raise self.value Aug 12 14:54:25.442279 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 12 14:54:25.442279 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 12 14:54:25.442279 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 12 14:54:25.442279 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 12 14:54:25.442279 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 12 14:54:25.442279 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 12 14:54:25.442279 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 12 14:54:25.442279 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server raise exception Aug 12 14:54:25.442279 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 419a98be-2b9c-493a-af0f-51352fb8793f: This subnet is being modified by another concurrent operation. Aug 12 14:54:25.442279 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server Aug 12 14:54:25.463586 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3840aab2-1b10-4ab3-8a84-49f82009aaaa None None] Network 368d5419-ba68-471d-a6e6-586fc09812fa requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:54:25.537864 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-2b2e964f-f25b-49c3-8f3a-4b6f031b35cf None None] For port 6037a484-84f6-4df4-b3bc-74699c602ee2, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=6037a484-84f6-4df4-b3bc-74699c602ee2,segment=NetworkSegment(d628f397-7230-4afc-90a3-9697c08c45f4),segment_id=d628f397-7230-4afc-90a3-9697c08c45f4)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:54:25.538290 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-2b2e964f-f25b-49c3-8f3a-4b6f031b35cf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:25.560417 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-2b2e964f-f25b-49c3-8f3a-4b6f031b35cf None None] Calling delete_port for 6037a484-84f6-4df4-b3bc-74699c602ee2 owned by network:dhcp {{(pid=94468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:54:25.688064 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-2b2e964f-f25b-49c3-8f3a-4b6f031b35cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262'] for port, after_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:25.716911 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b2e964f-f25b-49c3-8f3a-4b6f031b35cf None None] No DVR routers for this DVR port 6037a484-84f6-4df4-b3bc-74699c602ee2 on host n-d-694802-15 {{(pid=94468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:54:25.720492 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2e964f-f25b-49c3-8f3a-4b6f031b35cf None None] Pushing event deleted for resources: {'Port': ['ID=6037a484-84f6-4df4-b3bc-74699c602ee2,revision_number=None']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:54:25.741706 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd17db8c-15de-4c45-b71f-96e94ef134a5 None None] get_active_networks_info from n-d-694802-15 {{(pid=94468) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 12 14:54:25.789601 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5d149d-d00b-4fe0-ae1b-d082a8fa9987 tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Pushing event deleted for resources: {'Subnet': ['ID=419a98be-2b9c-493a-af0f-51352fb8793f,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:54:25.866399 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3d5d149d-d00b-4fe0-ae1b-d082a8fa9987 tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66413304', 'neutron.services.segments.db._delete_segments_for_network-8744654118000'] for network, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:25.885169 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd17db8c-15de-4c45-b71f-96e94ef134a5 None None] Resources bound (agent type, host, resource id): {{(pid=94468) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 12 14:54:25.890724 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 6037a484-84f6-4df4-b3bc-74699c602ee2 no longer exists at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:54:25.899987 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-3d5d149d-d00b-4fe0-ae1b-d082a8fa9987 tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['368d5419-ba68-471d-a6e6-586fc09812fa']}} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:54:25.915688 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-3d5d149d-d00b-4fe0-ae1b-d082a8fa9987 tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb20fe42-b1a8-4470-a0fc-6e7ed302c747') {'for_net_delete': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:54:25.916007 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-3d5d149d-d00b-4fe0-ae1b-d082a8fa9987 tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb20fe42-b1a8-4470-a0fc-6e7ed302c747') {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:54:25.923422 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] No Port match for: 6037a484-84f6-4df4-b3bc-74699c602ee2 {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 14:54:25.923422 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 6037a484-84f6-4df4-b3bc-74699c602ee2 not bound to the agent host n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:54:25.930032 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3d5d149d-d00b-4fe0-ae1b-d082a8fa9987 tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744654122361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2293560'] for segment, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:25.932195 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-6f5b74df-8a1f-46b4-9b2d-535e05964d16 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66416255'] for subnet, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:25.973479 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3d5d149d-d00b-4fe0-ae1b-d082a8fa9987 tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:25.986471 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d5d149d-d00b-4fe0-ae1b-d082a8fa9987 tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Releasing vlan 322 on physical network physnet1 to pool {{(pid=94466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 14:54:25.986808 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3d5d149d-d00b-4fe0-ae1b-d082a8fa9987 tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3718595'] for segment, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:25.990353 n-d-694802-15 neutron-server[94466]: Traceback (most recent call last): Aug 12 14:54:25.990353 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 14:54:25.990353 n-d-694802-15 neutron-server[94466]: timer() Aug 12 14:54:25.990353 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 14:54:25.990353 n-d-694802-15 neutron-server[94466]: cb(*args, **kw) Aug 12 14:54:25.990353 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 14:54:25.990353 n-d-694802-15 neutron-server[94466]: return func(*args, **kwargs) Aug 12 14:54:25.990353 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 14:54:25.990353 n-d-694802-15 neutron-server[94466]: self._notify() Aug 12 14:54:25.990353 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 14:54:25.990353 n-d-694802-15 neutron-server[94466]: self.callback(batched_events) Aug 12 14:54:25.990353 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 14:54:25.990353 n-d-694802-15 neutron-server[94466]: event.method(event) Aug 12 14:54:25.990353 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 14:54:25.990353 n-d-694802-15 neutron-server[94466]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 14:54:25.990353 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 14:54:25.990353 n-d-694802-15 neutron-server[94466]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 14:54:25.990353 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 14:54:25.990353 n-d-694802-15 neutron-server[94466]: return f(self, *a, **k) Aug 12 14:54:25.990353 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 14:54:25.990353 n-d-694802-15 neutron-server[94466]: return self._get(url).json() Aug 12 14:54:25.990353 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 14:54:25.990353 n-d-694802-15 neutron-server[94466]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 14:54:25.990353 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 14:54:25.990353 n-d-694802-15 neutron-server[94466]: return self.request(url, 'GET', **kwargs) Aug 12 14:54:25.990353 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 14:54:25.990353 n-d-694802-15 neutron-server[94466]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 14:54:25.990353 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 14:54:25.990353 n-d-694802-15 neutron-server[94466]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 14:54:25.990353 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 14:54:25.990353 n-d-694802-15 neutron-server[94466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 14:54:25.990353 n-d-694802-15 neutron-server[94466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 14:54:26.058500 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-6f5b74df-8a1f-46b4-9b2d-535e05964d16 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66416232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3718429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8776402'] for subnet, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:26.068977 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3d5d149d-d00b-4fe0-ae1b-d082a8fa9987 tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66413281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431520'] for network, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:26.095100 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3d5d149d-d00b-4fe0-ae1b-d082a8fa9987 tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Notify callbacks [] for network, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:26.096426 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-3d5d149d-d00b-4fe0-ae1b-d082a8fa9987 tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] 10.222.0.39 "DELETE /v2.0/networks/368d5419-ba68-471d-a6e6-586fc09812fa HTTP/1.1" status: 204 len: 168 time: 1.1839840 Aug 12 14:54:26.098673 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5b74df-8a1f-46b4-9b2d-535e05964d16 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Pushing event deleted for resources: {'Subnet': ['ID=dea03bb9-bc2a-40e7-aebd-7dac90a9f05f,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:54:26.099842 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 34864) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:54:26.105663 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-804cc389-d076-4356-a029-b7f94ab3a166 tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1769783343'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:54:26.126591 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-804cc389-d076-4356-a029-b7f94ab3a166 tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Made reservation on behalf of a85f60ca6226454384267711e9d02e5c for: {'network': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:54:26.130989 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-6f5b74df-8a1f-46b4-9b2d-535e05964d16 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks [] for subnet, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:26.132711 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-804cc389-d076-4356-a029-b7f94ab3a166 tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for network, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:26.135701 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 34866) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:54:26.136276 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-6f5b74df-8a1f-46b4-9b2d-535e05964d16 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] 10.222.0.39 "DELETE /v2.0/subnets/dea03bb9-bc2a-40e7-aebd-7dac90a9f05f HTTP/1.1" status: 204 len: 168 time: 1.2614415 Aug 12 14:54:26.138292 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5d149d-d00b-4fe0-ae1b-d082a8fa9987 tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Pushing event deleted for resources: {'Network': ['ID=368d5419-ba68-471d-a6e6-586fc09812fa,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:54:26.229384 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d1be9e4-2572-4d18-b000-ee104e35ab27 None None] Network 7bba6a17-6c08-479f-973a-a312c6420a6d requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:54:26.243339 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-f00caba0-735e-4c14-ad84-a192bd6f2682 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680608'] for network, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:26.246462 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-804cc389-d076-4356-a029-b7f94ab3a166 tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] vlan segment allocate from pool success with {'vlan_id': 300, 'physical_network': 'physnet1'} {{(pid=94467) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 14:54:26.267436 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-804cc389-d076-4356-a029-b7f94ab3a166 tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:26.267874 n-d-694802-15 neutron-server[94467]: INFO neutron.db.segments_db [None req-804cc389-d076-4356-a029-b7f94ab3a166 tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Added segment 3619993c-a6b6-43f0-b4d8-7d31c062bd06 of type vlan for network dd45bf17-065c-49d4-ab08-a7dec495b10f Aug 12 14:54:26.373798 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-804cc389-d076-4356-a029-b7f94ab3a166 tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744653628263'] for network, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:26.421071 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2428ae8-7239-4bce-84ed-5868c49ed97e None None] DHCP port deletion for 7bba6a17-6c08-479f-973a-a312c6420a6d request from n-d-694802-15 {{(pid=94468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 14:54:26.445124 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-f00caba0-735e-4c14-ad84-a192bd6f2682 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66413304', 'neutron.services.segments.db._delete_segments_for_network-8744654118000'] for network, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:26.465448 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-f00caba0-735e-4c14-ad84-a192bd6f2682 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['919835cf-1443-420c-b083-ce584e39da1f']}} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:54:26.477221 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-f2428ae8-7239-4bce-84ed-5868c49ed97e None None] Deleting port d2d6dd0e-4933-4765-bc78-0e7f2a0dd5a4 {{(pid=94468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:54:26.477695 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f2428ae8-7239-4bce-84ed-5868c49ed97e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:26.482541 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07fb6bb-dbeb-4e18-bf61-cad35e8d17bd req-62a9c7f9-d499-415c-bb1b-e607d1a411d0 tempest-ServerAddressesNegativeTestJSON-722019420 tempest-ServerAddressesNegativeTestJSON-722019420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:54:26.492779 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a07fb6bb-dbeb-4e18-bf61-cad35e8d17bd req-62a9c7f9-d499-415c-bb1b-e607d1a411d0 tempest-ServerAddressesNegativeTestJSON-722019420 tempest-ServerAddressesNegativeTestJSON-722019420-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b20fd18-f5a3-4bb0-a996-8d06b413004c HTTP/1.1" status: 200 len: 944 time: 0.2155750 Aug 12 14:54:26.523550 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-f00caba0-735e-4c14-ad84-a192bd6f2682 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd628f397-7230-4afc-90a3-9697c08c45f4') {'for_net_delete': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:54:26.524003 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-f00caba0-735e-4c14-ad84-a192bd6f2682 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd628f397-7230-4afc-90a3-9697c08c45f4') {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:54:26.526135 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-804cc389-d076-4356-a029-b7f94ab3a166 tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409'] for network, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:26.535499 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-804cc389-d076-4356-a029-b7f94ab3a166 tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:54:26.536267 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-804cc389-d076-4356-a029-b7f94ab3a166 tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for network, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:26.555839 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-f2428ae8-7239-4bce-84ed-5868c49ed97e None None] For port d2d6dd0e-4933-4765-bc78-0e7f2a0dd5a4, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=d2d6dd0e-4933-4765-bc78-0e7f2a0dd5a4,segment=NetworkSegment(1b10ae36-7b73-4b60-955f-9cb84c6d73b2),segment_id=1b10ae36-7b73-4b60-955f-9cb84c6d73b2)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:54:26.556253 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f2428ae8-7239-4bce-84ed-5868c49ed97e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:26.570914 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-f2428ae8-7239-4bce-84ed-5868c49ed97e None None] Calling delete_port for d2d6dd0e-4933-4765-bc78-0e7f2a0dd5a4 owned by network:dhcp {{(pid=94468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:54:26.571367 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5d043c-d0d2-4f5f-86f8-e71a9c50e98f req-dd9dfcbc-9343-4fa3-80df-2bfc6df8c826 tempest-ServerAddressesTestJSON-1054067885 tempest-ServerAddressesTestJSON-1054067885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:54:26.572867 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-8a5d043c-d0d2-4f5f-86f8-e71a9c50e98f req-dd9dfcbc-9343-4fa3-80df-2bfc6df8c826 tempest-ServerAddressesTestJSON-1054067885 tempest-ServerAddressesTestJSON-1054067885-project] 10.222.0.39 "GET /v2.0/ports?device_id=b2c6d695-0875-44aa-a051-f1dce472d5a9 HTTP/1.1" status: 200 len: 943 time: 0.0508950 Aug 12 14:54:26.617262 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-8a5d043c-d0d2-4f5f-86f8-e71a9c50e98f req-6e1fbeb9-7f00-482d-a284-5b47af82692e tempest-ServerAddressesTestJSON-1054067885 tempest-ServerAddressesTestJSON-1054067885-project] 10.222.0.39 "GET /v2.0/security-groups?id=de5205b9-24f4-492c-a95f-96a5dff982fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381989 Aug 12 14:54:26.630166 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-f00caba0-735e-4c14-ad84-a192bd6f2682 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744654122361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3857526'] for segment, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:26.640591 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804cc389-d076-4356-a029-b7f94ab3a166 tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Pushing event updated for resources: {'Network': ['ID=dd45bf17-065c-49d4-ab08-a7dec495b10f,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:54:26.663048 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-804cc389-d076-4356-a029-b7f94ab3a166 tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5588181 Aug 12 14:54:26.663279 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Network dd45bf17-065c-49d4-ab08-a7dec495b10f details requested by agent ovs-agent-n-d-694802-15 with host n-d-694802-15 {{(pid=94468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 14:54:26.663633 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 34878) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:54:26.663769 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-f00caba0-735e-4c14-ad84-a192bd6f2682 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:26.669871 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-0a830385-2009-4704-8f47-77bd076322ba tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Request body: {'subnet': {'network_id': 'dd45bf17-065c-49d4-ab08-a7dec495b10f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:54:26.675690 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f2428ae8-7239-4bce-84ed-5868c49ed97e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262'] for port, after_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:26.683691 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a07fb6bb-dbeb-4e18-bf61-cad35e8d17bd req-ad9a63cc-3263-49ad-a495-866c185ac596 tempest-ServerAddressesNegativeTestJSON-722019420 tempest-ServerAddressesNegativeTestJSON-722019420-project] 10.222.0.39 "GET /v2.0/security-groups?id=55383ad0-8a8a-4626-ab8a-9063e4d90157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898713 Aug 12 14:54:26.687941 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f00caba0-735e-4c14-ad84-a192bd6f2682 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Releasing vlan 306 on physical network physnet1 to pool {{(pid=94467) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 14:54:26.688551 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-f00caba0-735e-4c14-ad84-a192bd6f2682 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2859015'] for segment, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:26.691969 n-d-694802-15 neutron-server[94467]: Traceback (most recent call last): Aug 12 14:54:26.691969 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 14:54:26.691969 n-d-694802-15 neutron-server[94467]: timer() Aug 12 14:54:26.691969 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 14:54:26.691969 n-d-694802-15 neutron-server[94467]: cb(*args, **kw) Aug 12 14:54:26.691969 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 14:54:26.691969 n-d-694802-15 neutron-server[94467]: return func(*args, **kwargs) Aug 12 14:54:26.691969 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 14:54:26.691969 n-d-694802-15 neutron-server[94467]: self._notify() Aug 12 14:54:26.691969 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 14:54:26.691969 n-d-694802-15 neutron-server[94467]: self.callback(batched_events) Aug 12 14:54:26.691969 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 14:54:26.691969 n-d-694802-15 neutron-server[94467]: event.method(event) Aug 12 14:54:26.691969 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 14:54:26.691969 n-d-694802-15 neutron-server[94467]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 14:54:26.691969 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 14:54:26.691969 n-d-694802-15 neutron-server[94467]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 14:54:26.691969 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 14:54:26.691969 n-d-694802-15 neutron-server[94467]: return f(self, *a, **k) Aug 12 14:54:26.691969 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 14:54:26.691969 n-d-694802-15 neutron-server[94467]: return self._get(url).json() Aug 12 14:54:26.691969 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 14:54:26.691969 n-d-694802-15 neutron-server[94467]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 14:54:26.691969 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 14:54:26.691969 n-d-694802-15 neutron-server[94467]: return self.request(url, 'GET', **kwargs) Aug 12 14:54:26.691969 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 14:54:26.691969 n-d-694802-15 neutron-server[94467]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 14:54:26.691969 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 14:54:26.691969 n-d-694802-15 neutron-server[94467]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 14:54:26.691969 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 14:54:26.691969 n-d-694802-15 neutron-server[94467]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 14:54:26.691969 n-d-694802-15 neutron-server[94467]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 14:54:26.744847 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2428ae8-7239-4bce-84ed-5868c49ed97e None None] Pushing event deleted for resources: {'Port': ['ID=d2d6dd0e-4933-4765-bc78-0e7f2a0dd5a4,revision_number=None']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:54:26.752349 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2428ae8-7239-4bce-84ed-5868c49ed97e None None] No DVR routers for this DVR port d2d6dd0e-4933-4765-bc78-0e7f2a0dd5a4 on host n-d-694802-15 {{(pid=94468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:54:26.777876 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-f00caba0-735e-4c14-ad84-a192bd6f2682 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66413281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431520'] for network, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:26.787911 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a830385-2009-4704-8f47-77bd076322ba tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Made reservation on behalf of a85f60ca6226454384267711e9d02e5c for: {'subnet': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:54:26.791635 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0a830385-2009-4704-8f47-77bd076322ba tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8776441'] for subnet, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:26.791939 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-f00caba0-735e-4c14-ad84-a192bd6f2682 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for network, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:26.795066 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-f00caba0-735e-4c14-ad84-a192bd6f2682 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] 10.222.0.39 "DELETE /v2.0/networks/919835cf-1443-420c-b083-ce584e39da1f HTTP/1.1" status: 204 len: 168 time: 0.6566358 Aug 12 14:54:26.797557 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 34880) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:54:26.825840 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00caba0-735e-4c14-ad84-a192bd6f2682 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Pushing event deleted for resources: {'Network': ['ID=919835cf-1443-420c-b083-ce584e39da1f,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:54:26.863654 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device 4d0506cf-dcaa-44f5-adac-dacd4edb7640 details requested by agent hyperv_n-h1-694802-15 with host n-h1-694802-15 {{(pid=94468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 14:54:26.906459 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-f9d850f9-0e15-453d-a54d-83d417323bb1 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680608'] for network, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:26.982178 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port 4d0506cf-dcaa-44f5-adac-dacd4edb7640, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=4d0506cf-dcaa-44f5-adac-dacd4edb7640,segment=NetworkSegment(d42ac82e-c19d-4363-92a6-b10ccdff9180),segment_id=d42ac82e-c19d-4363-92a6-b10ccdff9180)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:54:26.996380 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Returning: {'device': '4d0506cf-dcaa-44f5-adac-dacd4edb7640', 'network_id': '6761fce7-4929-4427-b7fc-ff6013cb13aa', 'port_id': '4d0506cf-dcaa-44f5-adac-dacd4edb7640', 'mac_address': 'fa:16:3e:e2:31:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '134371e8-694d-470c-b974-fb07ca206c32', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 14:54:27.007390 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-f9d850f9-0e15-453d-a54d-83d417323bb1 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66413304', 'neutron.services.segments.db._delete_segments_for_network-8744654118000'] for network, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:27.017823 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-f9d850f9-0e15-453d-a54d-83d417323bb1 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7bba6a17-6c08-479f-973a-a312c6420a6d']}} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:54:27.031225 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-f9d850f9-0e15-453d-a54d-83d417323bb1 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b10ae36-7b73-4b60-955f-9cb84c6d73b2') {'for_net_delete': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:54:27.031530 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-f9d850f9-0e15-453d-a54d-83d417323bb1 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b10ae36-7b73-4b60-955f-9cb84c6d73b2') {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:54:27.042275 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-f9d850f9-0e15-453d-a54d-83d417323bb1 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744654122361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3857526'] for segment, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:27.059619 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-f9d850f9-0e15-453d-a54d-83d417323bb1 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:27.067538 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9d850f9-0e15-453d-a54d-83d417323bb1 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Releasing vlan 313 on physical network physnet1 to pool {{(pid=94467) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 14:54:27.067953 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-f9d850f9-0e15-453d-a54d-83d417323bb1 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2859015'] for segment, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:27.072086 n-d-694802-15 neutron-server[94467]: Traceback (most recent call last): Aug 12 14:54:27.072086 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 14:54:27.072086 n-d-694802-15 neutron-server[94467]: timer() Aug 12 14:54:27.072086 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 14:54:27.072086 n-d-694802-15 neutron-server[94467]: cb(*args, **kw) Aug 12 14:54:27.072086 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 14:54:27.072086 n-d-694802-15 neutron-server[94467]: return func(*args, **kwargs) Aug 12 14:54:27.072086 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 14:54:27.072086 n-d-694802-15 neutron-server[94467]: self._notify() Aug 12 14:54:27.072086 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 14:54:27.072086 n-d-694802-15 neutron-server[94467]: self.callback(batched_events) Aug 12 14:54:27.072086 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 14:54:27.072086 n-d-694802-15 neutron-server[94467]: event.method(event) Aug 12 14:54:27.072086 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 14:54:27.072086 n-d-694802-15 neutron-server[94467]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 14:54:27.072086 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 14:54:27.072086 n-d-694802-15 neutron-server[94467]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 14:54:27.072086 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 14:54:27.072086 n-d-694802-15 neutron-server[94467]: return f(self, *a, **k) Aug 12 14:54:27.072086 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 14:54:27.072086 n-d-694802-15 neutron-server[94467]: return self._get(url).json() Aug 12 14:54:27.072086 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 14:54:27.072086 n-d-694802-15 neutron-server[94467]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 14:54:27.072086 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 14:54:27.072086 n-d-694802-15 neutron-server[94467]: return self.request(url, 'GET', **kwargs) Aug 12 14:54:27.072086 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 14:54:27.072086 n-d-694802-15 neutron-server[94467]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 14:54:27.072086 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 14:54:27.072086 n-d-694802-15 neutron-server[94467]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 14:54:27.072086 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 14:54:27.072086 n-d-694802-15 neutron-server[94467]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 14:54:27.072086 n-d-694802-15 neutron-server[94467]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 14:54:27.084069 n-d-694802-15 neutron-server[94466]: DEBUG neutron.objects.ports [None req-0a830385-2009-4704-8f47-77bd076322ba tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94466) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 12 14:54:27.086064 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0a830385-2009-4704-8f47-77bd076322ba tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3718490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8776395'] for subnet, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:27.171718 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a830385-2009-4704-8f47-77bd076322ba tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Pushing event updated for resources: {'Subnet': ['ID=b03805ae-b58a-459b-a0fd-9106cfeeaef3,revision_number=0']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:54:27.180579 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a830385-2009-4704-8f47-77bd076322ba tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Checking segment: {'id': '3619993c-a6b6-43f0-b4d8-7d31c062bd06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'dd45bf17-065c-49d4-ab08-a7dec495b10f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:54:27.180955 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a830385-2009-4704-8f47-77bd076322ba tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Network hostable DHCP agents. Network: dd45bf17-065c-49d4-ab08-a7dec495b10f, hostable agents: ['1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658'], hosted agents: [] {{(pid=94466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 14:54:27.205296 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a830385-2009-4704-8f47-77bd076322ba tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Network dd45bf17-065c-49d4-ab08-a7dec495b10f is scheduled to be hosted by DHCP agent 1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658 with binding_index 1 {{(pid=94466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 14:54:27.219682 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-0a830385-2009-4704-8f47-77bd076322ba tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-15, dd45bf17-065c-49d4-ab08-a7dec495b10f) {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:54:27.225271 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a830385-2009-4704-8f47-77bd076322ba tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:54:27.226012 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0a830385-2009-4704-8f47-77bd076322ba tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Notify callbacks [] for subnet, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:27.266168 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-0a830385-2009-4704-8f47-77bd076322ba tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.6001632 Aug 12 14:54:27.267925 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 34888) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:54:27.274314 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b25907a-394d-496c-9104-5471cb7f538b None None] Network dd45bf17-065c-49d4-ab08-a7dec495b10f requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:54:27.325360 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:27.353094 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d0506cf-dcaa-44f5-adac-dacd4edb7640 {{(pid=94468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:54:27.395640 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port 4d0506cf-dcaa-44f5-adac-dacd4edb7640, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=4d0506cf-dcaa-44f5-adac-dacd4edb7640,segment=NetworkSegment(d42ac82e-c19d-4363-92a6-b10ccdff9180),segment_id=d42ac82e-c19d-4363-92a6-b10ccdff9180)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:54:27.405179 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-571b231b-b84c-4bf1-addb-ce739bcde250 tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680608'] for network, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:27.405822 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:27.407525 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device 50dcbedd-e9ef-49af-82dc-3907576a992f details requested by agent hyperv_n-h1-694802-15 with host n-h1-694802-15 {{(pid=94468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 14:54:27.457493 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-f9d850f9-0e15-453d-a54d-83d417323bb1 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66413281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431520'] for network, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:27.462240 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-f9d850f9-0e15-453d-a54d-83d417323bb1 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for network, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:27.464197 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-f9d850f9-0e15-453d-a54d-83d417323bb1 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] 10.222.0.39 "DELETE /v2.0/networks/7bba6a17-6c08-479f-973a-a312c6420a6d HTTP/1.1" status: 204 len: 168 time: 0.6659818 Aug 12 14:54:27.468380 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-571b231b-b84c-4bf1-addb-ce739bcde250 tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66416255'] for subnet, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:27.468530 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 34890) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:54:27.475386 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-409951ae-00a8-4660-b939-ba1d9f9dcac2 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1315959919'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:54:27.492056 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d850f9-0e15-453d-a54d-83d417323bb1 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Pushing event deleted for resources: {'Network': ['ID=7bba6a17-6c08-479f-973a-a312c6420a6d,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:54:27.512121 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-409951ae-00a8-4660-b939-ba1d9f9dcac2 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Made reservation on behalf of 6ba6601003674b8c9c33878dd4577887 for: {'network': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:54:27.516675 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-409951ae-00a8-4660-b939-ba1d9f9dcac2 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for network, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:27.553056 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-215019d0-ee75-4084-ad0c-03a70d48ad7e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa7035b3e-9a89-5964-b9f4-97301c3f476a-dd45bf17-065c-49d4-ab08-a7dec495b10f', 'network_id': 'dd45bf17-065c-49d4-ab08-a7dec495b10f', 'tenant_id': 'a85f60ca6226454384267711e9d02e5c', 'fixed_ips': [{'subnet_id': 'b03805ae-b58a-459b-a0fd-9106cfeeaef3'}]}} from n-d-694802-15. {{(pid=94468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 14:54:27.554674 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-215019d0-ee75-4084-ad0c-03a70d48ad7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:27.554957 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-571b231b-b84c-4bf1-addb-ce739bcde250 tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66416232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3718429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8776402'] for subnet, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:27.559852 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-409951ae-00a8-4660-b939-ba1d9f9dcac2 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] vlan segment allocate from pool success with {'vlan_id': 323, 'physical_network': 'physnet1'} {{(pid=94467) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 14:54:27.571861 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-409951ae-00a8-4660-b939-ba1d9f9dcac2 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:27.572255 n-d-694802-15 neutron-server[94467]: INFO neutron.db.segments_db [None req-409951ae-00a8-4660-b939-ba1d9f9dcac2 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Added segment 4064a124-2936-46c6-93b4-b106374807b7 of type vlan for network 1e8a1a99-7c8e-45fd-8d21-0cc49ad917ef Aug 12 14:54:27.598396 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571b231b-b84c-4bf1-addb-ce739bcde250 tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Pushing event deleted for resources: {'Subnet': ['ID=b03805ae-b58a-459b-a0fd-9106cfeeaef3,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:54:27.622325 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-409951ae-00a8-4660-b939-ba1d9f9dcac2 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744653628263'] for network, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:27.692333 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-409951ae-00a8-4660-b939-ba1d9f9dcac2 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409'] for network, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:27.694966 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b015feb-e1db-4f4d-bcad-66fb168d0448 None None] Network dd45bf17-065c-49d4-ab08-a7dec495b10f requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:54:27.695803 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-571b231b-b84c-4bf1-addb-ce739bcde250 tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66413304', 'neutron.services.segments.db._delete_segments_for_network-8744654118000'] for network, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:27.707522 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-571b231b-b84c-4bf1-addb-ce739bcde250 tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd45bf17-065c-49d4-ab08-a7dec495b10f']}} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:54:27.720495 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-409951ae-00a8-4660-b939-ba1d9f9dcac2 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:54:27.721173 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-409951ae-00a8-4660-b939-ba1d9f9dcac2 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for network, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:27.730126 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-571b231b-b84c-4bf1-addb-ce739bcde250 tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3619993c-a6b6-43f0-b4d8-7d31c062bd06') {'for_net_delete': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:54:27.730467 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-571b231b-b84c-4bf1-addb-ce739bcde250 tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3619993c-a6b6-43f0-b4d8-7d31c062bd06') {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:54:27.758961 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-571b231b-b84c-4bf1-addb-ce739bcde250 tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744654122361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2293560'] for segment, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:27.780898 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-571b231b-b84c-4bf1-addb-ce739bcde250 tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:27.801576 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-571b231b-b84c-4bf1-addb-ce739bcde250 tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Releasing vlan 300 on physical network physnet1 to pool {{(pid=94466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 14:54:27.802018 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-571b231b-b84c-4bf1-addb-ce739bcde250 tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3718595'] for segment, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:27.806634 n-d-694802-15 neutron-server[94466]: Traceback (most recent call last): Aug 12 14:54:27.806634 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 14:54:27.806634 n-d-694802-15 neutron-server[94466]: timer() Aug 12 14:54:27.806634 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 14:54:27.806634 n-d-694802-15 neutron-server[94466]: cb(*args, **kw) Aug 12 14:54:27.806634 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 14:54:27.806634 n-d-694802-15 neutron-server[94466]: return func(*args, **kwargs) Aug 12 14:54:27.806634 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 14:54:27.806634 n-d-694802-15 neutron-server[94466]: self._notify() Aug 12 14:54:27.806634 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 14:54:27.806634 n-d-694802-15 neutron-server[94466]: self.callback(batched_events) Aug 12 14:54:27.806634 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 14:54:27.806634 n-d-694802-15 neutron-server[94466]: event.method(event) Aug 12 14:54:27.806634 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 14:54:27.806634 n-d-694802-15 neutron-server[94466]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 14:54:27.806634 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 14:54:27.806634 n-d-694802-15 neutron-server[94466]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 14:54:27.806634 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 14:54:27.806634 n-d-694802-15 neutron-server[94466]: return f(self, *a, **k) Aug 12 14:54:27.806634 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 14:54:27.806634 n-d-694802-15 neutron-server[94466]: return self._get(url).json() Aug 12 14:54:27.806634 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 14:54:27.806634 n-d-694802-15 neutron-server[94466]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 14:54:27.806634 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 14:54:27.806634 n-d-694802-15 neutron-server[94466]: return self.request(url, 'GET', **kwargs) Aug 12 14:54:27.806634 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 14:54:27.806634 n-d-694802-15 neutron-server[94466]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 14:54:27.806634 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 14:54:27.806634 n-d-694802-15 neutron-server[94466]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 14:54:27.806634 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 14:54:27.806634 n-d-694802-15 neutron-server[94466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 14:54:27.806634 n-d-694802-15 neutron-server[94466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 14:54:27.865237 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.db.resource_extend [None req-93370168-53ca-47c2-9e27-b066be57125c None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 12 14:54:27.872753 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device d2d6dd0e-4933-4765-bc78-0e7f2a0dd5a4 no longer exists at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:54:27.886618 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409951ae-00a8-4660-b939-ba1d9f9dcac2 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Pushing event updated for resources: {'Network': ['ID=1e8a1a99-7c8e-45fd-8d21-0cc49ad917ef,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:54:27.894147 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-409951ae-00a8-4660-b939-ba1d9f9dcac2 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4247899 Aug 12 14:54:27.909372 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 34898) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:54:27.916454 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-0d6c23d7-bade-4000-b427-a0ac2ae597bb tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Request body: {'subnet': {'network_id': '1e8a1a99-7c8e-45fd-8d21-0cc49ad917ef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:54:27.944148 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Pushing event updated for resources: {'Port': ['ID=4d0506cf-dcaa-44f5-adac-dacd4edb7640,revision_number=4']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:54:27.945243 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc8d9de-52a6-4a37-9f1f-e163f054a7e4 req-f8aa1263-a86b-4187-aa64-a7e3fcd2029c tempest-ServerAddressesNegativeTestJSON-722019420 tempest-ServerAddressesNegativeTestJSON-722019420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:54:27.947997 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Network 1e8a1a99-7c8e-45fd-8d21-0cc49ad917ef details requested by agent ovs-agent-n-d-694802-15 with host n-d-694802-15 {{(pid=94468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 14:54:27.954538 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9dc8d9de-52a6-4a37-9f1f-e163f054a7e4 req-f8aa1263-a86b-4187-aa64-a7e3fcd2029c tempest-ServerAddressesNegativeTestJSON-722019420 tempest-ServerAddressesNegativeTestJSON-722019420-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b20fd18-f5a3-4bb0-a996-8d06b413004c HTTP/1.1" status: 200 len: 945 time: 0.0786829 Aug 12 14:54:28.005191 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9dc8d9de-52a6-4a37-9f1f-e163f054a7e4 req-556fd954-ac6f-490f-94fa-11b5a4dd530c tempest-ServerAddressesNegativeTestJSON-722019420 tempest-ServerAddressesNegativeTestJSON-722019420-project] 10.222.0.39 "GET /v2.0/security-groups?id=55383ad0-8a8a-4626-ab8a-9063e4d90157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460746 Aug 12 14:54:28.006880 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-571b231b-b84c-4bf1-addb-ce739bcde250 tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66413281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431520'] for network, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:28.020132 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-571b231b-b84c-4bf1-addb-ce739bcde250 tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Notify callbacks [] for network, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:28.025472 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-571b231b-b84c-4bf1-addb-ce739bcde250 tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] 10.222.0.39 "DELETE /v2.0/networks/dd45bf17-065c-49d4-ab08-a7dec495b10f HTTP/1.1" status: 204 len: 168 time: 0.7529666 Aug 12 14:54:28.026592 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 34900) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:54:28.028045 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] No Port match for: d2d6dd0e-4933-4765-bc78-0e7f2a0dd5a4 {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 14:54:28.028604 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device d2d6dd0e-4933-4765-bc78-0e7f2a0dd5a4 not bound to the agent host n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:54:28.061741 n-d-694802-15 neutron-server[94467]: INFO neutron.pecan_wsgi.hooks.translation [None req-5784f797-2c70-45f9-8bf7-244824dff958 tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] DELETE failed (client error): The resource could not be found. Aug 12 14:54:28.061987 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5784f797-2c70-45f9-8bf7-244824dff958 tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94467) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 14:54:28.066502 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-5784f797-2c70-45f9-8bf7-244824dff958 tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] 10.222.0.39 "DELETE /v2.0/subnets/b03805ae-b58a-459b-a0fd-9106cfeeaef3 HTTP/1.1" status: 404 len: 337 time: 0.0385747 Aug 12 14:54:28.067163 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 34902) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:54:28.077259 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port 50dcbedd-e9ef-49af-82dc-3907576a992f, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=50dcbedd-e9ef-49af-82dc-3907576a992f,segment=NetworkSegment(4991e325-9edc-4da1-9238-4102e24996c9),segment_id=4991e325-9edc-4da1-9238-4102e24996c9)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:54:28.078064 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5419f980-68df-45ee-818f-ccc5b83e961a req-48eb6fb8-ddc9-4e91-924f-ec0d8c1b5f1b tempest-ServerAddressesTestJSON-1054067885 tempest-ServerAddressesTestJSON-1054067885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:54:28.080349 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-5419f980-68df-45ee-818f-ccc5b83e961a req-48eb6fb8-ddc9-4e91-924f-ec0d8c1b5f1b tempest-ServerAddressesTestJSON-1054067885 tempest-ServerAddressesTestJSON-1054067885-project] 10.222.0.39 "GET /v2.0/ports?device_id=b2c6d695-0875-44aa-a051-f1dce472d5a9 HTTP/1.1" status: 200 len: 943 time: 0.2821066 Aug 12 14:54:28.084013 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571b231b-b84c-4bf1-addb-ce739bcde250 tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Pushing event deleted for resources: {'Network': ['ID=dd45bf17-065c-49d4-ab08-a7dec495b10f,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:54:28.090376 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Returning: {'device': '50dcbedd-e9ef-49af-82dc-3907576a992f', 'network_id': '76fb0717-c1f0-465d-b1fb-1a1da6fd2c17', 'port_id': '50dcbedd-e9ef-49af-82dc-3907576a992f', 'mac_address': 'fa:16:3e:e3:32:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47f65b9d-2efa-4727-901e-ebae2b6a5c81', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 14:54:28.094277 n-d-694802-15 neutron-server[94467]: INFO neutron.pecan_wsgi.hooks.translation [None req-54def20e-275c-4b45-b076-573369845314 tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] DELETE failed (client error): The resource could not be found. Aug 12 14:54:28.094847 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54def20e-275c-4b45-b076-573369845314 tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94467) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 14:54:28.100981 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-54def20e-275c-4b45-b076-573369845314 tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] 10.222.0.39 "DELETE /v2.0/networks/dd45bf17-065c-49d4-ab08-a7dec495b10f HTTP/1.1" status: 404 len: 339 time: 0.0328598 Aug 12 14:54:28.101625 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 34904) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:54:28.132542 n-d-694802-15 neutron-server[94467]: INFO neutron.pecan_wsgi.hooks.translation [None req-25188f36-63c4-48e5-8b48-1c1a07279aac tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] DELETE failed (client error): The resource could not be found. Aug 12 14:54:28.133055 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25188f36-63c4-48e5-8b48-1c1a07279aac tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94467) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 14:54:28.137809 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-25188f36-63c4-48e5-8b48-1c1a07279aac tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] 10.222.0.39 "DELETE /v2.0/subnets/419a98be-2b9c-493a-af0f-51352fb8793f HTTP/1.1" status: 404 len: 337 time: 0.0351312 Aug 12 14:54:28.138043 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 34906) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:54:28.140223 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:28.153566 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d6c23d7-bade-4000-b427-a0ac2ae597bb tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Made reservation on behalf of 6ba6601003674b8c9c33878dd4577887 for: {'subnet': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:54:28.157022 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0d6c23d7-bade-4000-b427-a0ac2ae597bb tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8776441'] for subnet, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:28.162278 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50dcbedd-e9ef-49af-82dc-3907576a992f {{(pid=94468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:54:28.184800 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port 50dcbedd-e9ef-49af-82dc-3907576a992f, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=50dcbedd-e9ef-49af-82dc-3907576a992f,segment=NetworkSegment(4991e325-9edc-4da1-9238-4102e24996c9),segment_id=4991e325-9edc-4da1-9238-4102e24996c9)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:54:28.187004 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-5419f980-68df-45ee-818f-ccc5b83e961a req-b99c4183-3a21-4b60-8403-4d39a445caff tempest-ServerAddressesTestJSON-1054067885 tempest-ServerAddressesTestJSON-1054067885-project] 10.222.0.39 "GET /v2.0/security-groups?id=de5205b9-24f4-492c-a95f-96a5dff982fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910122 Aug 12 14:54:28.190174 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:28.217679 n-d-694802-15 neutron-server[94466]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b289998-6fe1-4e39-9504-e0393787638c tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] DELETE failed (client error): The resource could not be found. Aug 12 14:54:28.218299 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b289998-6fe1-4e39-9504-e0393787638c tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 14:54:28.223048 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-2b289998-6fe1-4e39-9504-e0393787638c tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] 10.222.0.39 "DELETE /v2.0/networks/368d5419-ba68-471d-a6e6-586fc09812fa HTTP/1.1" status: 404 len: 339 time: 0.0789285 Aug 12 14:54:28.223758 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 34908) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:54:28.250147 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Pushing event updated for resources: {'Port': ['ID=50dcbedd-e9ef-49af-82dc-3907576a992f,revision_number=4']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:54:28.264576 n-d-694802-15 neutron-server[94467]: INFO neutron.pecan_wsgi.hooks.translation [None req-e806a890-c24d-47d9-9158-fd11ebb9895c tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] DELETE failed (client error): The resource could not be found. Aug 12 14:54:28.265041 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e806a890-c24d-47d9-9158-fd11ebb9895c tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94467) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 14:54:28.266832 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-e806a890-c24d-47d9-9158-fd11ebb9895c tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] 10.222.0.39 "DELETE /v2.0/subnets/c9cd96e5-d4de-428a-83db-607be82e8f3c HTTP/1.1" status: 404 len: 337 time: 0.0417974 Aug 12 14:54:28.270535 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 34910) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:54:28.289714 n-d-694802-15 neutron-server[94467]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9272287-efc6-4e1f-8c8e-2c4e11ada45a tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] DELETE failed (client error): The resource could not be found. Aug 12 14:54:28.292851 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9272287-efc6-4e1f-8c8e-2c4e11ada45a tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94467) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 14:54:28.292851 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-d9272287-efc6-4e1f-8c8e-2c4e11ada45a tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] 10.222.0.39 "DELETE /v2.0/networks/4e5b4537-c37d-40fa-925a-a5d6813e5a3e HTTP/1.1" status: 404 len: 339 time: 0.0206754 Aug 12 14:54:28.295124 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 34914) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:54:28.396193 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-7517e679-97cf-455f-8caa-78f9771bdbe0 tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Deleting port 28277fcb-a2a7-4c3c-8718-7d7212df093c {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:54:28.396656 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-7517e679-97cf-455f-8caa-78f9771bdbe0 tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:28.398128 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0d6c23d7-bade-4000-b427-a0ac2ae597bb tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3718490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8776395'] for subnet, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:28.431997 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] get_ports_and_sgs() called for port_ids ['50dcbedd-e9ef-49af-82dc-3907576a992f'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:54:28.435035 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] get_ports_and_sgs() called for port_ids ['4d0506cf-dcaa-44f5-adac-dacd4edb7640'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:54:28.462384 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6c23d7-bade-4000-b427-a0ac2ae597bb tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Pushing event updated for resources: {'Subnet': ['ID=d82fce18-0e77-404b-8dd6-9efbd34357ef,revision_number=0']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:54:28.481553 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d6c23d7-bade-4000-b427-a0ac2ae597bb tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Checking segment: {'id': '4064a124-2936-46c6-93b4-b106374807b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '1e8a1a99-7c8e-45fd-8d21-0cc49ad917ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:54:28.482097 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d6c23d7-bade-4000-b427-a0ac2ae597bb tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Network hostable DHCP agents. Network: 1e8a1a99-7c8e-45fd-8d21-0cc49ad917ef, hostable agents: ['1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658'], hosted agents: [] {{(pid=94466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 14:54:28.500975 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-7517e679-97cf-455f-8caa-78f9771bdbe0 tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:28.501603 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d6c23d7-bade-4000-b427-a0ac2ae597bb tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Network 1e8a1a99-7c8e-45fd-8d21-0cc49ad917ef is scheduled to be hosted by DHCP agent 1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658 with binding_index 1 {{(pid=94466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 14:54:28.513825 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-0d6c23d7-bade-4000-b427-a0ac2ae597bb tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-15, 1e8a1a99-7c8e-45fd-8d21-0cc49ad917ef) {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:54:28.517339 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-7517e679-97cf-455f-8caa-78f9771bdbe0 tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Calling delete_port for 28277fcb-a2a7-4c3c-8718-7d7212df093c owned by {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:54:28.523040 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d6c23d7-bade-4000-b427-a0ac2ae597bb tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:54:28.524084 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0d6c23d7-bade-4000-b427-a0ac2ae597bb tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks [] for subnet, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:28.529748 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7c32f45-28d4-4ab8-8593-666427cb4445 None None] Network 1e8a1a99-7c8e-45fd-8d21-0cc49ad917ef requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:54:28.547474 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-0d6c23d7-bade-4000-b427-a0ac2ae597bb tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6354036 Aug 12 14:54:28.549826 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 34920) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:54:28.556497 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-73f8ca9c-ce2e-4a4d-92af-31ab40c0e5c6 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1720680041', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:54:28.596214 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-73f8ca9c-ce2e-4a4d-92af-31ab40c0e5c6 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-430574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-104863'] for router, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:28.597851 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-73f8ca9c-ce2e-4a4d-92af-31ab40c0e5c6 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-429438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-431405', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66646573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-104852'] for router, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:28.630550 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-7517e679-97cf-455f-8caa-78f9771bdbe0 tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:28.656560 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-73f8ca9c-ce2e-4a4d-92af-31ab40c0e5c6 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:28.662272 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-73f8ca9c-ce2e-4a4d-92af-31ab40c0e5c6 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-429413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-431608'] for router, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:28.670479 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7517e679-97cf-455f-8caa-78f9771bdbe0 tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Pushing event deleted for resources: {'Port': ['ID=28277fcb-a2a7-4c3c-8718-7d7212df093c,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:54:28.682029 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-73f8ca9c-ce2e-4a4d-92af-31ab40c0e5c6 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks [] for router, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:28.685402 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-73f8ca9c-ce2e-4a4d-92af-31ab40c0e5c6 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1338544 Aug 12 14:54:28.688531 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 34922) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:54:28.694501 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-7517e679-97cf-455f-8caa-78f9771bdbe0 tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:28.703086 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-7517e679-97cf-455f-8caa-78f9771bdbe0 tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] 10.222.0.39 "DELETE /v2.0/ports/28277fcb-a2a7-4c3c-8718-7d7212df093c HTTP/1.1" status: 204 len: 168 time: 0.4059372 Aug 12 14:54:28.703580 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 34924) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:54:28.705017 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-e8e96af4-0766-4752-a933-036e029e9a87 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Request body: {'port': {'network_id': '1e8a1a99-7c8e-45fd-8d21-0cc49ad917ef', 'name': 'tempest-RoutersIpV6Test-758302352'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:54:28.738066 n-d-694802-15 neutron-server[94467]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6d2f27f-d6eb-4f7e-8c2d-bf0776cd87e9 tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] DELETE failed (client error): The resource could not be found. Aug 12 14:54:28.739082 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6d2f27f-d6eb-4f7e-8c2d-bf0776cd87e9 tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94467) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 14:54:28.744219 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-b6d2f27f-d6eb-4f7e-8c2d-bf0776cd87e9 tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] 10.222.0.39 "DELETE /v2.0/subnets/8bb7bab8-801f-4d15-b1a9-a0b00fe7ec99 HTTP/1.1" status: 404 len: 337 time: 0.0395803 Aug 12 14:54:28.744863 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 34926) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:54:28.838969 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8e96af4-0766-4752-a933-036e029e9a87 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Made reservation on behalf of 6ba6601003674b8c9c33878dd4577887 for: {'port': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:54:28.841487 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-40634fac-a673-4d56-b0e1-d21c4d98c1f9 tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680608'] for network, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:28.844198 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e8e96af4-0766-4752-a933-036e029e9a87 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:28.881338 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8cae251-44a5-48fd-9581-ecf4dd1133df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa7035b3e-9a89-5964-b9f4-97301c3f476a-1e8a1a99-7c8e-45fd-8d21-0cc49ad917ef', 'network_id': '1e8a1a99-7c8e-45fd-8d21-0cc49ad917ef', 'tenant_id': '6ba6601003674b8c9c33878dd4577887', 'fixed_ips': [{'subnet_id': 'd82fce18-0e77-404b-8dd6-9efbd34357ef'}]}} from n-d-694802-15. {{(pid=94468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 14:54:28.882554 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-a8cae251-44a5-48fd-9581-ecf4dd1133df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:28.884698 n-d-694802-15 neutron-server[94466]: DEBUG neutron.notifiers.nova [None req-e8e96af4-0766-4752-a933-036e029e9a87 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] device_id is not set on port f0e2e71d-414a-4e25-9084-c66efb70af0b yet. {{(pid=94466) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 14:54:28.958709 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-40634fac-a673-4d56-b0e1-d21c4d98c1f9 tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66413304', 'neutron.services.segments.db._delete_segments_for_network-8744654118000'] for network, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:28.976444 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-40634fac-a673-4d56-b0e1-d21c4d98c1f9 tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd6aec71-8d8b-4681-86b7-8ac76061d728']}} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:54:28.991437 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-40634fac-a673-4d56-b0e1-d21c4d98c1f9 tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0c83234-e822-4ea0-bd2b-6614080ae581') {'for_net_delete': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:54:28.991764 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-40634fac-a673-4d56-b0e1-d21c4d98c1f9 tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0c83234-e822-4ea0-bd2b-6614080ae581') {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:54:29.000557 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-40634fac-a673-4d56-b0e1-d21c4d98c1f9 tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744654122361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3857526'] for segment, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:29.017500 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-40634fac-a673-4d56-b0e1-d21c4d98c1f9 tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:29.028180 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-e8e96af4-0766-4752-a933-036e029e9a87 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Allocated IP 2001:db8::ac (1e8a1a99-7c8e-45fd-8d21-0cc49ad917ef/d82fce18-0e77-404b-8dd6-9efbd34357ef/f0e2e71d-414a-4e25-9084-c66efb70af0b) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:54:29.029132 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40634fac-a673-4d56-b0e1-d21c4d98c1f9 tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Releasing vlan 340 on physical network physnet1 to pool {{(pid=94467) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 14:54:29.029544 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-40634fac-a673-4d56-b0e1-d21c4d98c1f9 tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2859015'] for segment, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:29.083627 n-d-694802-15 neutron-server[94467]: Traceback (most recent call last): Aug 12 14:54:29.083627 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 14:54:29.083627 n-d-694802-15 neutron-server[94467]: timer() Aug 12 14:54:29.083627 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 14:54:29.083627 n-d-694802-15 neutron-server[94467]: cb(*args, **kw) Aug 12 14:54:29.083627 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 14:54:29.083627 n-d-694802-15 neutron-server[94467]: return func(*args, **kwargs) Aug 12 14:54:29.083627 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 14:54:29.083627 n-d-694802-15 neutron-server[94467]: self._notify() Aug 12 14:54:29.083627 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 14:54:29.083627 n-d-694802-15 neutron-server[94467]: self.callback(batched_events) Aug 12 14:54:29.083627 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 14:54:29.083627 n-d-694802-15 neutron-server[94467]: event.method(event) Aug 12 14:54:29.083627 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 14:54:29.083627 n-d-694802-15 neutron-server[94467]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 14:54:29.083627 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 14:54:29.083627 n-d-694802-15 neutron-server[94467]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 14:54:29.083627 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 14:54:29.083627 n-d-694802-15 neutron-server[94467]: return f(self, *a, **k) Aug 12 14:54:29.083627 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 14:54:29.083627 n-d-694802-15 neutron-server[94467]: return self._get(url).json() Aug 12 14:54:29.083627 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 14:54:29.083627 n-d-694802-15 neutron-server[94467]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 14:54:29.083627 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 14:54:29.083627 n-d-694802-15 neutron-server[94467]: return self.request(url, 'GET', **kwargs) Aug 12 14:54:29.083627 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 14:54:29.083627 n-d-694802-15 neutron-server[94467]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 14:54:29.083627 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 14:54:29.083627 n-d-694802-15 neutron-server[94467]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 14:54:29.083627 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 14:54:29.083627 n-d-694802-15 neutron-server[94467]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 14:54:29.083627 n-d-694802-15 neutron-server[94467]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 14:54:29.130447 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-40634fac-a673-4d56-b0e1-d21c4d98c1f9 tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66413281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431520'] for network, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:29.134900 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-40634fac-a673-4d56-b0e1-d21c4d98c1f9 tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for network, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:29.140008 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-40634fac-a673-4d56-b0e1-d21c4d98c1f9 tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] 10.222.0.39 "DELETE /v2.0/networks/dd6aec71-8d8b-4681-86b7-8ac76061d728 HTTP/1.1" status: 204 len: 168 time: 0.3941700 Aug 12 14:54:29.141463 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 34930) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:54:29.167173 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40634fac-a673-4d56-b0e1-d21c4d98c1f9 tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Pushing event deleted for resources: {'Network': ['ID=dd6aec71-8d8b-4681-86b7-8ac76061d728,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:54:29.177326 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb16e77-ba33-4696-bf8c-7731d34136f9 req-3d48ba73-7593-40fc-9a35-b7d10ed56bb9 tempest-ServerAddressesNegativeTestJSON-722019420 tempest-ServerAddressesNegativeTestJSON-722019420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:54:29.178862 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-cdb16e77-ba33-4696-bf8c-7731d34136f9 req-3d48ba73-7593-40fc-9a35-b7d10ed56bb9 tempest-ServerAddressesNegativeTestJSON-722019420 tempest-ServerAddressesNegativeTestJSON-722019420-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b20fd18-f5a3-4bb0-a996-8d06b413004c HTTP/1.1" status: 200 len: 945 time: 0.0943322 Aug 12 14:54:29.199349 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e8e96af4-0766-4752-a933-036e029e9a87 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:29.213154 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-e8e96af4-0766-4752-a933-036e029e9a87 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Transition to ACTIVE for port object f0e2e71d-414a-4e25-9084-c66efb70af0b will not be triggered until provisioned by entity DHCP. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:54:29.256176 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e8e96af4-0766-4752-a933-036e029e9a87 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:29.282333 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-cdb16e77-ba33-4696-bf8c-7731d34136f9 req-519af97f-a659-4e0a-b61f-a88afe0fe9b6 tempest-ServerAddressesNegativeTestJSON-722019420 tempest-ServerAddressesNegativeTestJSON-722019420-project] 10.222.0.39 "GET /v2.0/security-groups?id=55383ad0-8a8a-4626-ab8a-9063e4d90157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863686 Aug 12 14:54:29.326384 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-6c9c06b8-6668-429f-a1a7-5fb6038a2a34 tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Deleting port c1a2c33e-8327-4b2f-9981-0f9a3da9a05f {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:54:29.326835 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-6c9c06b8-6668-429f-a1a7-5fb6038a2a34 tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:29.340263 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.db_base_plugin_common [None req-a8cae251-44a5-48fd-9581-ecf4dd1133df None None] Allocated IP 2001:db8::2 (1e8a1a99-7c8e-45fd-8d21-0cc49ad917ef/d82fce18-0e77-404b-8dd6-9efbd34357ef/5f8b337d-cf62-4a88-aa3e-c397d8efbe14) {{(pid=94468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:54:29.380795 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8e96af4-0766-4752-a933-036e029e9a87 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Network 1e8a1a99-7c8e-45fd-8d21-0cc49ad917ef is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:54:29.386401 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-e8e96af4-0766-4752-a933-036e029e9a87 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:54:29.395659 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fd174c-4ea5-48e3-91db-812a7c7612cf req-f3eff2f6-b82f-465e-93e5-a6a0003d2ec0 tempest-ServerAddressesTestJSON-1054067885 tempest-ServerAddressesTestJSON-1054067885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:54:29.397213 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-13fd174c-4ea5-48e3-91db-812a7c7612cf req-f3eff2f6-b82f-465e-93e5-a6a0003d2ec0 tempest-ServerAddressesTestJSON-1054067885 tempest-ServerAddressesTestJSON-1054067885-project] 10.222.0.39 "GET /v2.0/ports?device_id=b2c6d695-0875-44aa-a051-f1dce472d5a9 HTTP/1.1" status: 200 len: 944 time: 0.0972724 Aug 12 14:54:29.397963 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8e96af4-0766-4752-a933-036e029e9a87 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:54:29.403451 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8e96af4-0766-4752-a933-036e029e9a87 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:54:29.404190 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e8e96af4-0766-4752-a933-036e029e9a87 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:29.415581 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e96af4-0766-4752-a933-036e029e9a87 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Pushing event updated for resources: {'Port': ['ID=f0e2e71d-414a-4e25-9084-c66efb70af0b,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:54:29.424968 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-e8e96af4-0766-4752-a933-036e029e9a87 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 927 time: 0.7338381 Aug 12 14:54:29.442933 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 34936) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:54:29.471581 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-6c9c06b8-6668-429f-a1a7-5fb6038a2a34 tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:29.486105 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-6c9c06b8-6668-429f-a1a7-5fb6038a2a34 tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Calling delete_port for c1a2c33e-8327-4b2f-9981-0f9a3da9a05f owned by {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:54:29.527433 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-13fd174c-4ea5-48e3-91db-812a7c7612cf req-3a5d91f6-0e8c-4e49-8c35-6760528a1eef tempest-ServerAddressesTestJSON-1054067885 tempest-ServerAddressesTestJSON-1054067885-project] 10.222.0.39 "GET /v2.0/security-groups?id=de5205b9-24f4-492c-a95f-96a5dff982fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081073 Aug 12 14:54:29.557228 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-a8cae251-44a5-48fd-9581-ecf4dd1133df None None] Notify callbacks [] for port, precommit_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:29.565908 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-a8cae251-44a5-48fd-9581-ecf4dd1133df None None] Transition to ACTIVE for port object 5f8b337d-cf62-4a88-aa3e-c397d8efbe14 will not be triggered until provisioned by entity L2. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:54:29.585383 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-a8cae251-44a5-48fd-9581-ecf4dd1133df None None] Transition to ACTIVE for port object 5f8b337d-cf62-4a88-aa3e-c397d8efbe14 will not be triggered until provisioned by entity DHCP. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:54:29.592832 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-a8cae251-44a5-48fd-9581-ecf4dd1133df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253'] for port, after_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:29.613115 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-6c9c06b8-6668-429f-a1a7-5fb6038a2a34 tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:29.642528 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9c06b8-6668-429f-a1a7-5fb6038a2a34 tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Pushing event deleted for resources: {'Port': ['ID=c1a2c33e-8327-4b2f-9981-0f9a3da9a05f,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:54:29.648516 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-6c9c06b8-6668-429f-a1a7-5fb6038a2a34 tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:29.651052 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-6c9c06b8-6668-429f-a1a7-5fb6038a2a34 tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] 10.222.0.39 "DELETE /v2.0/ports/c1a2c33e-8327-4b2f-9981-0f9a3da9a05f HTTP/1.1" status: 204 len: 168 time: 0.5051141 Aug 12 14:54:29.654095 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 34940) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:54:29.654199 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8cae251-44a5-48fd-9581-ecf4dd1133df None None] Network 1e8a1a99-7c8e-45fd-8d21-0cc49ad917ef is already hosted by enough agents. {{(pid=94468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:54:29.660441 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.base_scheduler [None req-a8cae251-44a5-48fd-9581-ecf4dd1133df None None] Resources bound (agent type, host, resource id): {{(pid=94468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:54:29.670079 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8cae251-44a5-48fd-9581-ecf4dd1133df None None] Received port after_create {{(pid=94468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:54:29.697458 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cae251-44a5-48fd-9581-ecf4dd1133df None None] Pushing event updated for resources: {'Port': ['ID=5f8b337d-cf62-4a88-aa3e-c397d8efbe14,revision_number=1']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:54:29.697984 n-d-694802-15 neutron-server[94467]: INFO neutron.pecan_wsgi.hooks.translation [None req-4511568e-2dbf-446b-b6b1-860492b45ae4 tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] DELETE failed (client error): The resource could not be found. Aug 12 14:54:29.698520 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4511568e-2dbf-446b-b6b1-860492b45ae4 tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94467) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 14:54:29.700580 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-4511568e-2dbf-446b-b6b1-860492b45ae4 tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] 10.222.0.39 "DELETE /v2.0/subnets/e318e2d4-017b-4de6-b8ef-b6815f602654 HTTP/1.1" status: 404 len: 337 time: 0.0455847 Aug 12 14:54:29.703510 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 34944) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:54:29.747041 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-a8cae251-44a5-48fd-9581-ecf4dd1133df None None] Attempting to bind port 5f8b337d-cf62-4a88-aa3e-c397d8efbe14 on host n-d-694802-15 for vnic_type normal with profile {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:54:29.747684 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-a8cae251-44a5-48fd-9581-ecf4dd1133df None None] Attempting to bind port 5f8b337d-cf62-4a88-aa3e-c397d8efbe14 by drivers openvswitch,hyperv on host n-d-694802-15 at level 0 using segments [{'id': '4064a124-2936-46c6-93b4-b106374807b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '1e8a1a99-7c8e-45fd-8d21-0cc49ad917ef'}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:54:29.748470 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8cae251-44a5-48fd-9581-ecf4dd1133df None None] Attempting to bind port 5f8b337d-cf62-4a88-aa3e-c397d8efbe14 on network 1e8a1a99-7c8e-45fd-8d21-0cc49ad917ef {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:54:29.754149 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8cae251-44a5-48fd-9581-ecf4dd1133df None None] Checking agent: {'id': '16de73ac-f2e9-4cee-b3e0-91052ae3e6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 20, 13), 'started_at': datetime.datetime(2021, 8, 12, 14, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 54, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:54:29.754521 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8cae251-44a5-48fd-9581-ecf4dd1133df None None] Checking segment: {'id': '4064a124-2936-46c6-93b4-b106374807b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '1e8a1a99-7c8e-45fd-8d21-0cc49ad917ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:54:29.754943 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-a8cae251-44a5-48fd-9581-ecf4dd1133df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:29.755459 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8cae251-44a5-48fd-9581-ecf4dd1133df None None] Bound using segment: {'id': '4064a124-2936-46c6-93b4-b106374807b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '1e8a1a99-7c8e-45fd-8d21-0cc49ad917ef'} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:54:29.755930 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-a8cae251-44a5-48fd-9581-ecf4dd1133df None None] Bound port: 5f8b337d-cf62-4a88-aa3e-c397d8efbe14, host: n-d-694802-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4064a124-2936-46c6-93b4-b106374807b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '1e8a1a99-7c8e-45fd-8d21-0cc49ad917ef'}}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:54:29.756314 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-a8cae251-44a5-48fd-9581-ecf4dd1133df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:29.814443 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-c4401296-6409-41fd-8f00-449de4d640e7 tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680608'] for network, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:29.829893 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-a8cae251-44a5-48fd-9581-ecf4dd1133df None None] For port 5f8b337d-cf62-4a88-aa3e-c397d8efbe14, host n-d-694802-15, cleared binding levels {{(pid=94468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:54:29.833991 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-a8cae251-44a5-48fd-9581-ecf4dd1133df None None] For port 5f8b337d-cf62-4a88-aa3e-c397d8efbe14, host n-d-694802-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=5f8b337d-cf62-4a88-aa3e-c397d8efbe14,segment=NetworkSegment(4064a124-2936-46c6-93b4-b106374807b7),segment_id=4064a124-2936-46c6-93b4-b106374807b7)] {{(pid=94468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:54:29.838854 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-a8cae251-44a5-48fd-9581-ecf4dd1133df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:29.848425 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b2de1b70-3df9-4f2c-b287-f829d12d84fa tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:29.932855 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-c4401296-6409-41fd-8f00-449de4d640e7 tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66413304', 'neutron.services.segments.db._delete_segments_for_network-8744654118000'] for network, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:29.934121 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cae251-44a5-48fd-9581-ecf4dd1133df None None] Pushing event updated for resources: {'Port': ['ID=5f8b337d-cf62-4a88-aa3e-c397d8efbe14,revision_number=2']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:54:29.946295 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-c4401296-6409-41fd-8f00-449de4d640e7 tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['155e707e-55eb-48ee-a051-6ea65d226881']}} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:54:29.958368 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-c4401296-6409-41fd-8f00-449de4d640e7 tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27ec9768-76e7-40c0-9cff-50303b02b733') {'for_net_delete': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:54:29.958770 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-c4401296-6409-41fd-8f00-449de4d640e7 tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27ec9768-76e7-40c0-9cff-50303b02b733') {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:54:29.974348 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-c4401296-6409-41fd-8f00-449de4d640e7 tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744654122361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3857526'] for segment, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:29.993695 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-c4401296-6409-41fd-8f00-449de4d640e7 tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:30.001220 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4401296-6409-41fd-8f00-449de4d640e7 tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Releasing vlan 330 on physical network physnet1 to pool {{(pid=94467) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 14:54:30.001730 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-c4401296-6409-41fd-8f00-449de4d640e7 tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2859015'] for segment, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:30.006122 n-d-694802-15 neutron-server[94467]: Traceback (most recent call last): Aug 12 14:54:30.006122 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 14:54:30.006122 n-d-694802-15 neutron-server[94467]: timer() Aug 12 14:54:30.006122 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 14:54:30.006122 n-d-694802-15 neutron-server[94467]: cb(*args, **kw) Aug 12 14:54:30.006122 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 14:54:30.006122 n-d-694802-15 neutron-server[94467]: return func(*args, **kwargs) Aug 12 14:54:30.006122 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 14:54:30.006122 n-d-694802-15 neutron-server[94467]: self._notify() Aug 12 14:54:30.006122 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 14:54:30.006122 n-d-694802-15 neutron-server[94467]: self.callback(batched_events) Aug 12 14:54:30.006122 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 14:54:30.006122 n-d-694802-15 neutron-server[94467]: event.method(event) Aug 12 14:54:30.006122 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 14:54:30.006122 n-d-694802-15 neutron-server[94467]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 14:54:30.006122 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 14:54:30.006122 n-d-694802-15 neutron-server[94467]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 14:54:30.006122 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 14:54:30.006122 n-d-694802-15 neutron-server[94467]: return f(self, *a, **k) Aug 12 14:54:30.006122 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 14:54:30.006122 n-d-694802-15 neutron-server[94467]: return self._get(url).json() Aug 12 14:54:30.006122 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 14:54:30.006122 n-d-694802-15 neutron-server[94467]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 14:54:30.006122 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 14:54:30.006122 n-d-694802-15 neutron-server[94467]: return self.request(url, 'GET', **kwargs) Aug 12 14:54:30.006122 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 14:54:30.006122 n-d-694802-15 neutron-server[94467]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 14:54:30.006122 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 14:54:30.006122 n-d-694802-15 neutron-server[94467]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 14:54:30.006122 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 14:54:30.006122 n-d-694802-15 neutron-server[94467]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 14:54:30.006122 n-d-694802-15 neutron-server[94467]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 14:54:30.080257 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-c4401296-6409-41fd-8f00-449de4d640e7 tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66413281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431520'] for network, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:30.091810 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-c4401296-6409-41fd-8f00-449de4d640e7 tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for network, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:30.094888 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-c4401296-6409-41fd-8f00-449de4d640e7 tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] 10.222.0.39 "DELETE /v2.0/networks/155e707e-55eb-48ee-a051-6ea65d226881 HTTP/1.1" status: 204 len: 168 time: 0.3896327 Aug 12 14:54:30.100047 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 34950) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:54:30.119400 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4401296-6409-41fd-8f00-449de4d640e7 tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Pushing event deleted for resources: {'Network': ['ID=155e707e-55eb-48ee-a051-6ea65d226881,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:54:30.201154 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c2ea35d-bf64-4e7f-9c22-d237052624f2 tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Deleting subnet 2a5b536a-bdf1-40fe-950d-2a88f6987c85 {{(pid=94466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 14:54:30.207708 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5c2ea35d-bf64-4e7f-9c22-d237052624f2 tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Notify callbacks [] for subnet, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:30.259466 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b2de1b70-3df9-4f2c-b287-f829d12d84fa tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks [] for port, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:30.270154 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b2de1b70-3df9-4f2c-b287-f829d12d84fa tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3718439'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:30.273842 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5c2ea35d-bf64-4e7f-9c22-d237052624f2 tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2293551'] for subnet, precommit_delete_associations {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:30.416197 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2de1b70-3df9-4f2c-b287-f829d12d84fa tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Pushing event updated for resources: {'Port': ['ID=f0e2e71d-414a-4e25-9084-c66efb70af0b,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:54:30.442433 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a2f314-47db-4d1c-b35a-6702511503c5 req-dc81429c-5bb4-4ccb-b55a-cd9833141425 tempest-ServerAddressesNegativeTestJSON-722019420 tempest-ServerAddressesNegativeTestJSON-722019420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:54:30.444659 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-41a2f314-47db-4d1c-b35a-6702511503c5 req-dc81429c-5bb4-4ccb-b55a-cd9833141425 tempest-ServerAddressesNegativeTestJSON-722019420 tempest-ServerAddressesNegativeTestJSON-722019420-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b20fd18-f5a3-4bb0-a996-8d06b413004c HTTP/1.1" status: 200 len: 945 time: 0.0675044 Aug 12 14:54:30.491983 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-41a2f314-47db-4d1c-b35a-6702511503c5 req-8a2c18ad-adfd-4fd2-830a-24d4f0cedbd3 tempest-ServerAddressesNegativeTestJSON-722019420 tempest-ServerAddressesNegativeTestJSON-722019420-project] 10.222.0.39 "GET /v2.0/security-groups?id=55383ad0-8a8a-4626-ab8a-9063e4d90157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398719 Aug 12 14:54:30.501853 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5c2ea35d-bf64-4e7f-9c22-d237052624f2 tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66416255'] for subnet, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:30.565643 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b2de1b70-3df9-4f2c-b287-f829d12d84fa tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66663725'] for router_interface, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:30.689436 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5c2ea35d-bf64-4e7f-9c22-d237052624f2 tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66416232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3718429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8776402'] for subnet, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:30.725543 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2ea35d-bf64-4e7f-9c22-d237052624f2 tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Pushing event deleted for resources: {'Subnet': ['ID=2a5b536a-bdf1-40fe-950d-2a88f6987c85,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:54:30.731503 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5c2ea35d-bf64-4e7f-9c22-d237052624f2 tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Notify callbacks [] for subnet, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:30.735589 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-5c2ea35d-bf64-4e7f-9c22-d237052624f2 tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] 10.222.0.39 "DELETE /v2.0/subnets/2a5b536a-bdf1-40fe-950d-2a88f6987c85 HTTP/1.1" status: 204 len: 168 time: 0.6324914 Aug 12 14:54:30.735991 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 34962) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:54:30.741406 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0665440e-ef20-4536-b74b-aeb9e762d543 None None] Network 64cc6b8a-70a0-4a95-a523-83c4d6bac0b1 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:54:30.746113 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6086e23a-80eb-4772-a836-f7832c21007c req-c3c9f880-c723-4a0a-9b94-cd8cb428a43a tempest-ServerAddressesTestJSON-1054067885 tempest-ServerAddressesTestJSON-1054067885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:54:30.747672 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-6086e23a-80eb-4772-a836-f7832c21007c req-c3c9f880-c723-4a0a-9b94-cd8cb428a43a tempest-ServerAddressesTestJSON-1054067885 tempest-ServerAddressesTestJSON-1054067885-project] 10.222.0.39 "GET /v2.0/ports?device_id=b2c6d695-0875-44aa-a051-f1dce472d5a9 HTTP/1.1" status: 200 len: 944 time: 0.1393099 Aug 12 14:54:30.781392 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b2de1b70-3df9-4f2c-b287-f829d12d84fa tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:30.857744 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-b750ce82-e71f-4987-8dd6-3bd206155c07 tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680608'] for network, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:30.900372 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device 50dcbedd-e9ef-49af-82dc-3907576a992f up at agent hyperv_n-h1-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:54:30.930058 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-b750ce82-e71f-4987-8dd6-3bd206155c07 tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Deleting port e5601cdd-ced2-425c-8717-fae9aa113b73 {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:54:30.930566 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-b750ce82-e71f-4987-8dd6-3bd206155c07 tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:30.985403 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Provisioning for port 50dcbedd-e9ef-49af-82dc-3907576a992f completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:54:30.991424 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Provisioning complete for port 50dcbedd-e9ef-49af-82dc-3907576a992f triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:54:30.991800 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:31.041798 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [None req-b750ce82-e71f-4987-8dd6-3bd206155c07 tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] For port e5601cdd-ced2-425c-8717-fae9aa113b73, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=e5601cdd-ced2-425c-8717-fae9aa113b73,segment=NetworkSegment(8f1d4f19-2669-4019-95a4-7343d445a80d),segment_id=8f1d4f19-2669-4019-95a4-7343d445a80d)] {{(pid=94467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:54:31.042130 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-6086e23a-80eb-4772-a836-f7832c21007c req-eb2ccb71-e462-49fe-b1ba-02649bc9813b tempest-ServerAddressesTestJSON-1054067885 tempest-ServerAddressesTestJSON-1054067885-project] 10.222.0.39 "GET /v2.0/security-groups?id=de5205b9-24f4-492c-a95f-96a5dff982fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2508225 Aug 12 14:54:31.042259 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-b750ce82-e71f-4987-8dd6-3bd206155c07 tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:31.075983 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-b750ce82-e71f-4987-8dd6-3bd206155c07 tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Calling delete_port for e5601cdd-ced2-425c-8717-fae9aa113b73 owned by network:dhcp {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:54:31.082585 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27847fb4-b335-4af3-a261-5ce683652295 None None] DHCP port deletion for 64cc6b8a-70a0-4a95-a523-83c4d6bac0b1 request from n-d-694802-15 {{(pid=94468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 14:54:31.147627 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:31.188924 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2c6d695-0875-44aa-a051-f1dce472d5a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50dcbedd-e9ef-49af-82dc-3907576a992f'}] {{(pid=94468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:54:31.191261 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99a8d87602170099c728e57431aca99e9b98a655a83bbf8727be13192709727b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-997c73bb-4e53-4a9e-9807-0c71920c21be" -d '{"events": [{"server_uuid": "b2c6d695-0875-44aa-a051-f1dce472d5a9", "name": "network-vif-plugged", "status": "completed", "tag": "50dcbedd-e9ef-49af-82dc-3907576a992f"}]}' {{(pid=94468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:54:31.228293 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port 50dcbedd-e9ef-49af-82dc-3907576a992f, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=50dcbedd-e9ef-49af-82dc-3907576a992f,segment=NetworkSegment(4991e325-9edc-4da1-9238-4102e24996c9),segment_id=4991e325-9edc-4da1-9238-4102e24996c9)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:54:31.235668 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:31.236703 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device 4d0506cf-dcaa-44f5-adac-dacd4edb7640 up at agent hyperv_n-h1-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:54:31.239474 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b2de1b70-3df9-4f2c-b287-f829d12d84fa tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks [] for port, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:31.250775 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b2de1b70-3df9-4f2c-b287-f829d12d84fa tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3718439'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:31.252288 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b2de1b70-3df9-4f2c-b287-f829d12d84fa tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66628363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66663865'] for router_interface, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:31.279594 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-b750ce82-e71f-4987-8dd6-3bd206155c07 tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:31.287720 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 14:54:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9495b73a-7422-4759-9b2c-1d09b601d986 x-openstack-request-id: req-9495b73a-7422-4759-9b2c-1d09b601d986 {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:54:31.287955 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2c6d695-0875-44aa-a051-f1dce472d5a9", "name": "network-vif-plugged", "status": "completed", "tag": "50dcbedd-e9ef-49af-82dc-3907576a992f", "code": 200}]} {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:54:31.288168 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9495b73a-7422-4759-9b2c-1d09b601d986 {{(pid=94468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:54:31.288567 n-d-694802-15 neutron-server[94468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2c6d695-0875-44aa-a051-f1dce472d5a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50dcbedd-e9ef-49af-82dc-3907576a992f', 'code': 200} Aug 12 14:54:31.338530 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-27847fb4-b335-4af3-a261-5ce683652295 None None] Deleting port e5601cdd-ced2-425c-8717-fae9aa113b73 {{(pid=94468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:54:31.338908 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-27847fb4-b335-4af3-a261-5ce683652295 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:31.370077 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b750ce82-e71f-4987-8dd6-3bd206155c07 tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Pushing event deleted for resources: {'Port': ['ID=e5601cdd-ced2-425c-8717-fae9aa113b73,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:54:31.391363 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b750ce82-e71f-4987-8dd6-3bd206155c07 tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] No DVR routers for this DVR port e5601cdd-ced2-425c-8717-fae9aa113b73 on host n-d-694802-15 {{(pid=94467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:54:31.398422 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2de1b70-3df9-4f2c-b287-f829d12d84fa tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Pushing event updated for resources: {'Port': ['ID=f0e2e71d-414a-4e25-9084-c66efb70af0b,revision_number=3']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:54:31.439185 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e227c24f-eef7-4fdb-a37a-f4534eeb21ee None None] Network 1e8a1a99-7c8e-45fd-8d21-0cc49ad917ef requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:54:31.452588 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Pushing event updated for resources: {'Port': ['ID=50dcbedd-e9ef-49af-82dc-3907576a992f,revision_number=5']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:54:31.467410 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2de1b70-3df9-4f2c-b287-f829d12d84fa tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Network 1e8a1a99-7c8e-45fd-8d21-0cc49ad917ef is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:54:31.469289 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-b2de1b70-3df9-4f2c-b287-f829d12d84fa tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:54:31.498774 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-27847fb4-b335-4af3-a261-5ce683652295 None None] For port e5601cdd-ced2-425c-8717-fae9aa113b73, host n-d-694802-15, got binding levels [] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:54:31.499210 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-27847fb4-b335-4af3-a261-5ce683652295 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:31.505976 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ec4d10-3892-4ff4-82a3-b6e26cd633b6 req-ff380646-b447-42ee-9fd6-218ecea9a7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:54:31.507178 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-69ec4d10-3892-4ff4-82a3-b6e26cd633b6 req-ff380646-b447-42ee-9fd6-218ecea9a7ec service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=b2c6d695-0875-44aa-a051-f1dce472d5a9 HTTP/1.1" status: 200 len: 1097 time: 0.1513884 Aug 12 14:54:31.525488 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Provisioning for port 4d0506cf-dcaa-44f5-adac-dacd4edb7640 completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:54:31.540566 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-b750ce82-e71f-4987-8dd6-3bd206155c07 tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66413304', 'neutron.services.segments.db._delete_segments_for_network-8744654118000'] for network, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:31.542313 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-27847fb4-b335-4af3-a261-5ce683652295 None None] Calling delete_port for e5601cdd-ced2-425c-8717-fae9aa113b73 owned by network:dhcp {{(pid=94468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:54:31.545754 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Provisioning complete for port 4d0506cf-dcaa-44f5-adac-dacd4edb7640 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:54:31.546134 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:31.559222 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-b750ce82-e71f-4987-8dd6-3bd206155c07 tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64cc6b8a-70a0-4a95-a523-83c4d6bac0b1']}} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:54:31.580944 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-69ec4d10-3892-4ff4-82a3-b6e26cd633b6 req-89f0ad6d-be8a-44f8-b5d8-3110b28e86f6 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=de5205b9-24f4-492c-a95f-96a5dff982fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650876 Aug 12 14:54:31.583596 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-b750ce82-e71f-4987-8dd6-3bd206155c07 tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f1d4f19-2669-4019-95a4-7343d445a80d') {'for_net_delete': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:54:31.583896 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-b750ce82-e71f-4987-8dd6-3bd206155c07 tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f1d4f19-2669-4019-95a4-7343d445a80d') {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:54:31.590150 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.ipam_backend_mixin [None req-27847fb4-b335-4af3-a261-5ce683652295 None None] Port e5601cdd-ced2-425c-8717-fae9aa113b73 was not found and therefore no delete operation was performed {{(pid=94468) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 12 14:54:31.592182 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-c9041269-b517-496a-ab97-8dcaa7e1d4c9 None None] Provisioning for port 5f8b337d-cf62-4a88-aa3e-c397d8efbe14 completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:54:31.596084 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-b750ce82-e71f-4987-8dd6-3bd206155c07 tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744654122361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3857526'] for segment, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:31.607880 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-27847fb4-b335-4af3-a261-5ce683652295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262'] for port, after_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:31.614117 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-b750ce82-e71f-4987-8dd6-3bd206155c07 tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:31.627775 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b750ce82-e71f-4987-8dd6-3bd206155c07 tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Releasing vlan 336 on physical network physnet1 to pool {{(pid=94467) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 14:54:31.628216 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-b750ce82-e71f-4987-8dd6-3bd206155c07 tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2859015'] for segment, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:31.635921 n-d-694802-15 neutron-server[94467]: Traceback (most recent call last): Aug 12 14:54:31.635921 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 14:54:31.635921 n-d-694802-15 neutron-server[94467]: timer() Aug 12 14:54:31.635921 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 14:54:31.635921 n-d-694802-15 neutron-server[94467]: cb(*args, **kw) Aug 12 14:54:31.635921 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 14:54:31.635921 n-d-694802-15 neutron-server[94467]: return func(*args, **kwargs) Aug 12 14:54:31.635921 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 14:54:31.635921 n-d-694802-15 neutron-server[94467]: self._notify() Aug 12 14:54:31.635921 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 14:54:31.635921 n-d-694802-15 neutron-server[94467]: self.callback(batched_events) Aug 12 14:54:31.635921 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 14:54:31.635921 n-d-694802-15 neutron-server[94467]: event.method(event) Aug 12 14:54:31.635921 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 14:54:31.635921 n-d-694802-15 neutron-server[94467]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 14:54:31.635921 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 14:54:31.635921 n-d-694802-15 neutron-server[94467]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 14:54:31.635921 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 14:54:31.635921 n-d-694802-15 neutron-server[94467]: return f(self, *a, **k) Aug 12 14:54:31.635921 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 14:54:31.635921 n-d-694802-15 neutron-server[94467]: return self._get(url).json() Aug 12 14:54:31.635921 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 14:54:31.635921 n-d-694802-15 neutron-server[94467]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 14:54:31.635921 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 14:54:31.635921 n-d-694802-15 neutron-server[94467]: return self.request(url, 'GET', **kwargs) Aug 12 14:54:31.635921 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 14:54:31.635921 n-d-694802-15 neutron-server[94467]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 14:54:31.635921 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 14:54:31.635921 n-d-694802-15 neutron-server[94467]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 14:54:31.635921 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 14:54:31.635921 n-d-694802-15 neutron-server[94467]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 14:54:31.635921 n-d-694802-15 neutron-server[94467]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 14:54:31.665333 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27847fb4-b335-4af3-a261-5ce683652295 None None] Pushing event deleted for resources: {'Port': ['ID=e5601cdd-ced2-425c-8717-fae9aa113b73,revision_number=None']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:54:31.667821 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27847fb4-b335-4af3-a261-5ce683652295 None None] No DVR routers for this DVR port e5601cdd-ced2-425c-8717-fae9aa113b73 on host n-d-694802-15 {{(pid=94468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:54:31.711972 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-b750ce82-e71f-4987-8dd6-3bd206155c07 tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66413281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431520'] for network, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:31.724903 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:31.734628 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-b750ce82-e71f-4987-8dd6-3bd206155c07 tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for network, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:31.740735 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-b750ce82-e71f-4987-8dd6-3bd206155c07 tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] 10.222.0.39 "DELETE /v2.0/networks/64cc6b8a-70a0-4a95-a523-83c4d6bac0b1 HTTP/1.1" status: 204 len: 168 time: 1.0035625 Aug 12 14:54:31.741917 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b750ce82-e71f-4987-8dd6-3bd206155c07 tempest-NetworksIpV6TestAttrs-396741225 tempest-NetworksIpV6TestAttrs-396741225-project] Pushing event deleted for resources: {'Network': ['ID=64cc6b8a-70a0-4a95-a523-83c4d6bac0b1,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:54:31.792628 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port 4d0506cf-dcaa-44f5-adac-dacd4edb7640, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=4d0506cf-dcaa-44f5-adac-dacd4edb7640,segment=NetworkSegment(d42ac82e-c19d-4363-92a6-b10ccdff9180),segment_id=d42ac82e-c19d-4363-92a6-b10ccdff9180)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:54:31.801742 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:31.874260 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Pushing event updated for resources: {'Port': ['ID=4d0506cf-dcaa-44f5-adac-dacd4edb7640,revision_number=5']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:54:31.902057 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 5f8b337d-cf62-4a88-aa3e-c397d8efbe14 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:54:31.992169 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning for port 5f8b337d-cf62-4a88-aa3e-c397d8efbe14 completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:54:31.997703 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port 5f8b337d-cf62-4a88-aa3e-c397d8efbe14 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:54:31.998097 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:32.095082 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 34988) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:54:32.286266 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fe94e7-9923-4fe9-9ace-3c16eff6b9d6 req-e11de8c6-1a04-4c3e-ae54-c059c9dfaaaf tempest-ServerAddressesTestJSON-1054067885 tempest-ServerAddressesTestJSON-1054067885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:54:32.305330 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-32fe94e7-9923-4fe9-9ace-3c16eff6b9d6 req-e11de8c6-1a04-4c3e-ae54-c059c9dfaaaf tempest-ServerAddressesTestJSON-1054067885 tempest-ServerAddressesTestJSON-1054067885-project] 10.222.0.39 "GET /v2.0/ports?device_id=b2c6d695-0875-44aa-a051-f1dce472d5a9 HTTP/1.1" status: 200 len: 945 time: 0.1270905 Aug 12 14:54:32.320987 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a53733-70f2-42f4-b30b-16a66b4d9ec3 req-7fd99443-08f4-4c56-8076-b16878dad9fe tempest-ServerAddressesNegativeTestJSON-722019420 tempest-ServerAddressesNegativeTestJSON-722019420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:54:32.336320 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-e7a53733-70f2-42f4-b30b-16a66b4d9ec3 req-7fd99443-08f4-4c56-8076-b16878dad9fe tempest-ServerAddressesNegativeTestJSON-722019420 tempest-ServerAddressesNegativeTestJSON-722019420-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b20fd18-f5a3-4bb0-a996-8d06b413004c HTTP/1.1" status: 200 len: 946 time: 0.1883595 Aug 12 14:54:32.417639 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-32fe94e7-9923-4fe9-9ace-3c16eff6b9d6 req-fab372ae-6e35-4833-b1f7-5a4602d81258 tempest-ServerAddressesTestJSON-1054067885 tempest-ServerAddressesTestJSON-1054067885-project] 10.222.0.39 "GET /v2.0/security-groups?id=de5205b9-24f4-492c-a95f-96a5dff982fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107540 Aug 12 14:54:32.459167 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-e7a53733-70f2-42f4-b30b-16a66b4d9ec3 req-e3d31ff1-1b71-40a9-b7b3-280b6a1bf0d4 tempest-ServerAddressesNegativeTestJSON-722019420 tempest-ServerAddressesNegativeTestJSON-722019420-project] 10.222.0.39 "GET /v2.0/security-groups?id=55383ad0-8a8a-4626-ab8a-9063e4d90157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136172 Aug 12 14:54:32.480125 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2de1b70-3df9-4f2c-b287-f829d12d84fa tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Router ac169afb-e678-4859-bc49-bf01206ca60f is scheduled to L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f with binding_index 1 {{(pid=94466) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 14:54:32.483620 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-1fa2f583-bafb-4979-b47e-3fee851b551f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a85f60ca6226454384267711e9d02e5c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3852823 Aug 12 14:54:32.484131 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 34994) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:54:32.522805 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:32.595326 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-b4382d75-2cd1-421e-8d52-62c44a67d914 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:32.597415 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] For port 5f8b337d-cf62-4a88-aa3e-c397d8efbe14, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=5f8b337d-cf62-4a88-aa3e-c397d8efbe14,segment=NetworkSegment(4064a124-2936-46c6-93b4-b106374807b7),segment_id=4064a124-2936-46c6-93b4-b106374807b7)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:54:32.599512 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-92d015fb-7fc7-4ac2-a946-857cd86a1419 None None] Provisioning for port f0e2e71d-414a-4e25-9084-c66efb70af0b completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:54:32.609224 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-92d015fb-7fc7-4ac2-a946-857cd86a1419 None None] Provisioning complete for port f0e2e71d-414a-4e25-9084-c66efb70af0b triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:54:32.609603 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-92d015fb-7fc7-4ac2-a946-857cd86a1419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:32.611487 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:32.634534 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-b4382d75-2cd1-421e-8d52-62c44a67d914 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:32.665490 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2de1b70-3df9-4f2c-b287-f829d12d84fa tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 14:54:32.677832 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebf12243-dffc-4c3c-a298-b7178d715d35 None None] Sync routers for ids ['ac169afb-e678-4859-bc49-bf01206ca60f'] in n-d-694802-15 {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 14:54:32.681631 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-b2de1b70-3df9-4f2c-b287-f829d12d84fa tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] 10.222.0.39 "PUT /v2.0/routers/ac169afb-e678-4859-bc49-bf01206ca60f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2347586 Aug 12 14:54:32.683805 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 35000) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:54:32.701618 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Pushing event updated for resources: {'Port': ['ID=5f8b337d-cf62-4a88-aa3e-c397d8efbe14,revision_number=3']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:54:32.720175 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebf12243-dffc-4c3c-a298-b7178d715d35 None None] Routers {'ac169afb-e678-4859-bc49-bf01206ca60f'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:54:32.720826 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-ebf12243-dffc-4c3c-a298-b7178d715d35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:54:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['ac169afb-e678-4859-bc49-bf01206ca60f'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:54:32.740159 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-92d015fb-7fc7-4ac2-a946-857cd86a1419 None None] Port f0e2e71d-414a-4e25-9084-c66efb70af0b cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 14:54:32.782844 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8d757e7-664b-467c-9f2d-ccae10e245f7 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:54:32.784359 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-92d015fb-7fc7-4ac2-a946-857cd86a1419 None None] Provisioning complete for port 5f8b337d-cf62-4a88-aa3e-c397d8efbe14 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:54:32.784499 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-c8d757e7-664b-467c-9f2d-ccae10e245f7 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] 10.222.0.39 "GET /v2.0/ports/f0e2e71d-414a-4e25-9084-c66efb70af0b HTTP/1.1" status: 200 len: 982 time: 0.0995874 Aug 12 14:54:32.784755 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-92d015fb-7fc7-4ac2-a946-857cd86a1419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:32.787851 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-b4382d75-2cd1-421e-8d52-62c44a67d914 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:32.791133 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 35002) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:54:32.791472 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-b4382d75-2cd1-421e-8d52-62c44a67d914 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:32.792787 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-b4382d75-2cd1-421e-8d52-62c44a67d914 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/171e1cc8-e48f-4ed7-abb9-63e3d7dabf8c HTTP/1.1" status: 204 len: 168 time: 0.3076000 Aug 12 14:54:32.812876 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4382d75-2cd1-421e-8d52-62c44a67d914 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=171e1cc8-e48f-4ed7-abb9-63e3d7dabf8c,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:54:32.858612 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device e5601cdd-ced2-425c-8717-fae9aa113b73 no longer exists at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:54:32.861663 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-ebf12243-dffc-4c3c-a298-b7178d715d35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:54:32.898386 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebf12243-dffc-4c3c-a298-b7178d715d35 None None] Routers {'ac169afb-e678-4859-bc49-bf01206ca60f'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:54:32.898708 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-ebf12243-dffc-4c3c-a298-b7178d715d35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:54:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['ac169afb-e678-4859-bc49-bf01206ca60f'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:54:32.922719 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] No Port match for: e5601cdd-ced2-425c-8717-fae9aa113b73 {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 14:54:32.923082 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device e5601cdd-ced2-425c-8717-fae9aa113b73 not bound to the agent host n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:54:32.964081 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-ebf12243-dffc-4c3c-a298-b7178d715d35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:54:32.964758 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebf12243-dffc-4c3c-a298-b7178d715d35 None None] The sync data for ids ['ac169afb-e678-4859-bc49-bf01206ca60f'] in n-d-694802-15 is: [] {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 14:54:33.183902 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-e3b6a39d-8c25-47ae-ac52-96a49b6fe02b None None] Provisioning complete for port f0e2e71d-414a-4e25-9084-c66efb70af0b triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:54:33.184547 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-e3b6a39d-8c25-47ae-ac52-96a49b6fe02b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:33.271002 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-e3b6a39d-8c25-47ae-ac52-96a49b6fe02b None None] Port f0e2e71d-414a-4e25-9084-c66efb70af0b cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 14:54:33.290694 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b20fd18-f5a3-4bb0-a996-8d06b413004c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d0506cf-dcaa-44f5-adac-dacd4edb7640'}] {{(pid=94468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:54:33.294192 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99a8d87602170099c728e57431aca99e9b98a655a83bbf8727be13192709727b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23020e7c-758c-4773-a048-358be0f64f0f" -d '{"events": [{"server_uuid": "4b20fd18-f5a3-4bb0-a996-8d06b413004c", "name": "network-vif-plugged", "status": "completed", "tag": "4d0506cf-dcaa-44f5-adac-dacd4edb7640"}]}' {{(pid=94468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:54:33.374632 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 14:54:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95576082-403d-4741-b316-507c0f835208 x-openstack-request-id: req-95576082-403d-4741-b316-507c0f835208 {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:54:33.374933 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b20fd18-f5a3-4bb0-a996-8d06b413004c", "name": "network-vif-plugged", "status": "completed", "tag": "4d0506cf-dcaa-44f5-adac-dacd4edb7640", "code": 200}]} {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:54:33.375232 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-95576082-403d-4741-b316-507c0f835208 {{(pid=94468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:54:33.375618 n-d-694802-15 neutron-server[94468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b20fd18-f5a3-4bb0-a996-8d06b413004c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d0506cf-dcaa-44f5-adac-dacd4edb7640', 'code': 200} Aug 12 14:54:33.517063 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-2f1344a7-bc8d-4fa5-acd7-b186bd4efbd9 None None] Provisioning complete for port f0e2e71d-414a-4e25-9084-c66efb70af0b triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:54:33.517524 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c341d7-b83b-4e51-a8fd-c0a783a5d2e9 req-75317561-ce2e-412e-81ca-fb53dfa86927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:54:33.517964 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-2f1344a7-bc8d-4fa5-acd7-b186bd4efbd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:33.519173 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a4c341d7-b83b-4e51-a8fd-c0a783a5d2e9 req-75317561-ce2e-412e-81ca-fb53dfa86927 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=4b20fd18-f5a3-4bb0-a996-8d06b413004c HTTP/1.1" status: 200 len: 1098 time: 0.0839577 Aug 12 14:54:33.612935 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-2f1344a7-bc8d-4fa5-acd7-b186bd4efbd9 None None] Port f0e2e71d-414a-4e25-9084-c66efb70af0b cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 14:54:33.671992 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a4c341d7-b83b-4e51-a8fd-c0a783a5d2e9 req-11d15ca1-db5f-4a69-91c8-2bf73b1ed295 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=55383ad0-8a8a-4626-ab8a-9063e4d90157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438649 Aug 12 14:54:33.687056 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3df62843-dae9-4c8c-8dd1-f5ea722c5600 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66663830'] for router_interface, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:33.697162 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5f2e3a-8534-47a1-bc05-63ec84b7ce25 req-414b710c-e075-4bcd-835d-e6ffe59d4f1a tempest-ServerAddressesNegativeTestJSON-722019420 tempest-ServerAddressesNegativeTestJSON-722019420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:54:33.698933 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4e5f2e3a-8534-47a1-bc05-63ec84b7ce25 req-414b710c-e075-4bcd-835d-e6ffe59d4f1a tempest-ServerAddressesNegativeTestJSON-722019420 tempest-ServerAddressesNegativeTestJSON-722019420-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b20fd18-f5a3-4bb0-a996-8d06b413004c HTTP/1.1" status: 200 len: 946 time: 0.0972977 Aug 12 14:54:33.778047 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a45ee35-0ae9-4808-ac7c-e3f752135fb3 req-00f798e5-9a56-49cf-9d00-cfc222bd59d0 tempest-ServerAddressesTestJSON-1054067885 tempest-ServerAddressesTestJSON-1054067885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:54:33.780184 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4e5f2e3a-8534-47a1-bc05-63ec84b7ce25 req-7c4bb357-c400-4f6e-b1ca-32d3e6c19790 tempest-ServerAddressesNegativeTestJSON-722019420 tempest-ServerAddressesNegativeTestJSON-722019420-project] 10.222.0.39 "GET /v2.0/security-groups?id=55383ad0-8a8a-4626-ab8a-9063e4d90157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678072 Aug 12 14:54:33.785316 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-5a45ee35-0ae9-4808-ac7c-e3f752135fb3 req-00f798e5-9a56-49cf-9d00-cfc222bd59d0 tempest-ServerAddressesTestJSON-1054067885 tempest-ServerAddressesTestJSON-1054067885-project] 10.222.0.39 "GET /v2.0/ports?device_id=b2c6d695-0875-44aa-a051-f1dce472d5a9 HTTP/1.1" status: 200 len: 945 time: 0.1602228 Aug 12 14:54:33.840600 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 5f8b337d-cf62-4a88-aa3e-c397d8efbe14 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:54:33.876412 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-5a45ee35-0ae9-4808-ac7c-e3f752135fb3 req-6c5aba7c-0b66-41c5-be4d-aa3fb58c4892 tempest-ServerAddressesTestJSON-1054067885 tempest-ServerAddressesTestJSON-1054067885-project] 10.222.0.39 "GET /v2.0/security-groups?id=de5205b9-24f4-492c-a95f-96a5dff982fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874059 Aug 12 14:54:33.904148 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port 5f8b337d-cf62-4a88-aa3e-c397d8efbe14 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:54:33.904672 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:33.983327 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 35046) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:54:34.008835 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-3df62843-dae9-4c8c-8dd1-f5ea722c5600 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Deleting port f0e2e71d-414a-4e25-9084-c66efb70af0b {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:54:34.010304 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3df62843-dae9-4c8c-8dd1-f5ea722c5600 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:34.125456 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-e6e3b4fe-7159-4214-bf3e-aab6ee7ef52e tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Request body: {'network': {'name': 'tempest-RoutersTest-2019576472'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:54:34.129709 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3df62843-dae9-4c8c-8dd1-f5ea722c5600 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:34.143674 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-3df62843-dae9-4c8c-8dd1-f5ea722c5600 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Calling delete_port for f0e2e71d-414a-4e25-9084-c66efb70af0b owned by network:router_interface {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:54:34.158058 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6e3b4fe-7159-4214-bf3e-aab6ee7ef52e tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Made reservation on behalf of 3fff5b8cf1f54dd9bfa41e8e05f81407 for: {'network': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:54:34.164003 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-e6e3b4fe-7159-4214-bf3e-aab6ee7ef52e tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for network, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:34.173907 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-e6e3b4fe-7159-4214-bf3e-aab6ee7ef52e tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks [] for security_group, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:34.328427 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-e6e3b4fe-7159-4214-bf3e-aab6ee7ef52e tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks [] for security_group, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:34.342159 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd7a8bc-c17f-4ea1-a943-a3ed88c60498 req-be5249fc-b285-438a-ab61-7a0d41864416 tempest-ServerAddressesTestJSON-1054067885 tempest-ServerAddressesTestJSON-1054067885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:54:34.343758 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-7fd7a8bc-c17f-4ea1-a943-a3ed88c60498 req-be5249fc-b285-438a-ab61-7a0d41864416 tempest-ServerAddressesTestJSON-1054067885 tempest-ServerAddressesTestJSON-1054067885-project] 10.222.0.39 "GET /v2.0/ports?device_id=b2c6d695-0875-44aa-a051-f1dce472d5a9 HTTP/1.1" status: 200 len: 945 time: 0.0762875 Aug 12 14:54:34.344553 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-e6e3b4fe-7159-4214-bf3e-aab6ee7ef52e tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:34.381872 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3df62843-dae9-4c8c-8dd1-f5ea722c5600 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:34.394154 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6e3b4fe-7159-4214-bf3e-aab6ee7ef52e tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] vlan segment allocate from pool success with {'vlan_id': 305, 'physical_network': 'physnet1'} {{(pid=94467) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 14:54:34.403820 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e3b4fe-7159-4214-bf3e-aab6ee7ef52e tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47c5004f-38da-4758-a84e-ff1a14551ace,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:54:34.416060 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-e6e3b4fe-7159-4214-bf3e-aab6ee7ef52e tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:34.416415 n-d-694802-15 neutron-server[94467]: INFO neutron.db.segments_db [None req-e6e3b4fe-7159-4214-bf3e-aab6ee7ef52e tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Added segment 64bdd2c1-4d0e-4f99-a244-a8a66bbef2c9 of type vlan for network 074c988e-0b5c-48da-9285-1ca4994d1f90 Aug 12 14:54:34.417011 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df62843-dae9-4c8c-8dd1-f5ea722c5600 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Pushing event deleted for resources: {'Port': ['ID=f0e2e71d-414a-4e25-9084-c66efb70af0b,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:54:34.430670 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-7fd7a8bc-c17f-4ea1-a943-a3ed88c60498 req-dbe1246b-7608-44dc-82ea-7a762cca0956 tempest-ServerAddressesTestJSON-1054067885 tempest-ServerAddressesTestJSON-1054067885-project] 10.222.0.39 "GET /v2.0/security-groups?id=de5205b9-24f4-492c-a95f-96a5dff982fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669436 Aug 12 14:54:34.463760 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-e6e3b4fe-7159-4214-bf3e-aab6ee7ef52e tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744653628263'] for network, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:34.507503 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-e6e3b4fe-7159-4214-bf3e-aab6ee7ef52e tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409'] for network, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:34.513997 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6e3b4fe-7159-4214-bf3e-aab6ee7ef52e tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:54:34.514998 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-e6e3b4fe-7159-4214-bf3e-aab6ee7ef52e tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for network, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:34.573579 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3df62843-dae9-4c8c-8dd1-f5ea722c5600 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66628352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-430630'] for router_interface, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:34.594120 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-e6e3b4fe-7159-4214-bf3e-aab6ee7ef52e tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6096489 Aug 12 14:54:34.594997 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 35058) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:54:34.604031 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-a4070d02-128f-4cbf-aaf1-bc5c5b7f5d25 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Request body: {'network': {'name': 'tempest-RoutersTest-762708991'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:54:34.627306 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e3b4fe-7159-4214-bf3e-aab6ee7ef52e tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Pushing event updated for resources: {'Network': ['ID=074c988e-0b5c-48da-9285-1ca4994d1f90,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:54:34.641541 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Network 074c988e-0b5c-48da-9285-1ca4994d1f90 details requested by agent ovs-agent-n-d-694802-15 with host n-d-694802-15 {{(pid=94468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 14:54:34.663702 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4070d02-128f-4cbf-aaf1-bc5c5b7f5d25 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Made reservation on behalf of 3fff5b8cf1f54dd9bfa41e8e05f81407 for: {'network': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:54:34.668301 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a4070d02-128f-4cbf-aaf1-bc5c5b7f5d25 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for network, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:34.722708 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4070d02-128f-4cbf-aaf1-bc5c5b7f5d25 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] vlan segment allocate from pool success with {'vlan_id': 348, 'physical_network': 'physnet1'} {{(pid=94467) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 14:54:34.741515 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a4070d02-128f-4cbf-aaf1-bc5c5b7f5d25 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:34.742729 n-d-694802-15 neutron-server[94467]: INFO neutron.db.segments_db [None req-a4070d02-128f-4cbf-aaf1-bc5c5b7f5d25 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Added segment 0814b6db-549c-47f4-9c81-af3487e50c07 of type vlan for network 992ef3ff-903f-4564-b533-648c54d909ea Aug 12 14:54:34.797304 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a4070d02-128f-4cbf-aaf1-bc5c5b7f5d25 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744653628263'] for network, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:34.808084 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3df62843-dae9-4c8c-8dd1-f5ea722c5600 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Router ac169afb-e678-4859-bc49-bf01206ca60f has already been hosted by L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f {{(pid=94466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 14:54:34.865049 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a4070d02-128f-4cbf-aaf1-bc5c5b7f5d25 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409'] for network, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:34.871261 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4070d02-128f-4cbf-aaf1-bc5c5b7f5d25 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:54:34.871855 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a4070d02-128f-4cbf-aaf1-bc5c5b7f5d25 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for network, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:34.905228 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3df62843-dae9-4c8c-8dd1-f5ea722c5600 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 14:54:34.911660 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-3df62843-dae9-4c8c-8dd1-f5ea722c5600 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] 10.222.0.39 "PUT /v2.0/routers/ac169afb-e678-4859-bc49-bf01206ca60f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1186030 Aug 12 14:54:34.914343 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 35068) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:54:34.920649 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d589ab1-c8cb-4a3d-9a9a-6d497dfac873 None None] Sync routers for ids ['ac169afb-e678-4859-bc49-bf01206ca60f'] in n-d-694802-15 {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 14:54:34.932140 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d589ab1-c8cb-4a3d-9a9a-6d497dfac873 None None] Routers {'ac169afb-e678-4859-bc49-bf01206ca60f'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:54:34.933166 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-8d589ab1-c8cb-4a3d-9a9a-6d497dfac873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:54:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['ac169afb-e678-4859-bc49-bf01206ca60f'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:54:34.980946 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-a4070d02-128f-4cbf-aaf1-bc5c5b7f5d25 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3810201 Aug 12 14:54:34.983250 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-8d589ab1-c8cb-4a3d-9a9a-6d497dfac873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:54:34.985445 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 35072) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:54:34.995341 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d589ab1-c8cb-4a3d-9a9a-6d497dfac873 None None] Routers {'ac169afb-e678-4859-bc49-bf01206ca60f'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:54:34.996208 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-8d589ab1-c8cb-4a3d-9a9a-6d497dfac873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:54:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['ac169afb-e678-4859-bc49-bf01206ca60f'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:54:34.998158 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-0d62d63e-de7c-45c5-b567-e8f4b5f2458f tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Request body: {'subnet': {'network_id': '074c988e-0b5c-48da-9285-1ca4994d1f90', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:54:35.032662 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-8d589ab1-c8cb-4a3d-9a9a-6d497dfac873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:54:35.033617 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d589ab1-c8cb-4a3d-9a9a-6d497dfac873 None None] The sync data for ids ['ac169afb-e678-4859-bc49-bf01206ca60f'] in n-d-694802-15 is: [] {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 14:54:35.050929 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4070d02-128f-4cbf-aaf1-bc5c5b7f5d25 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Pushing event updated for resources: {'Network': ['ID=992ef3ff-903f-4564-b533-648c54d909ea,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:54:35.065523 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Network 992ef3ff-903f-4564-b533-648c54d909ea details requested by agent ovs-agent-n-d-694802-15 with host n-d-694802-15 {{(pid=94468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 14:54:35.081779 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab48268f-f29b-481a-9bd9-2c8a5d00cd88 req-e4956c6e-8fa4-4c4e-b81a-840896000a22 tempest-ServerAddressesNegativeTestJSON-722019420 tempest-ServerAddressesNegativeTestJSON-722019420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:54:35.083860 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ab48268f-f29b-481a-9bd9-2c8a5d00cd88 req-e4956c6e-8fa4-4c4e-b81a-840896000a22 tempest-ServerAddressesNegativeTestJSON-722019420 tempest-ServerAddressesNegativeTestJSON-722019420-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b20fd18-f5a3-4bb0-a996-8d06b413004c HTTP/1.1" status: 200 len: 946 time: 0.1872342 Aug 12 14:54:35.143786 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ab48268f-f29b-481a-9bd9-2c8a5d00cd88 req-eda1e129-3863-43ed-806c-ce388011a151 tempest-ServerAddressesNegativeTestJSON-722019420 tempest-ServerAddressesNegativeTestJSON-722019420-project] 10.222.0.39 "GET /v2.0/security-groups?id=55383ad0-8a8a-4626-ab8a-9063e4d90157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503371 Aug 12 14:54:35.148588 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d62d63e-de7c-45c5-b567-e8f4b5f2458f tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Made reservation on behalf of 3fff5b8cf1f54dd9bfa41e8e05f81407 for: {'subnet': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:54:35.152571 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-0d62d63e-de7c-45c5-b567-e8f4b5f2458f tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3343791'] for subnet, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:35.171092 n-d-694802-15 neutron-server[94466]: INFO neutron.api.v2.resource [None req-44767c9a-6bc2-4526-b3c7-596af8e327e9 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] remove_router_interface failed (client error): The resource could not be found. Aug 12 14:54:35.171092 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-44767c9a-6bc2-4526-b3c7-596af8e327e9 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] 10.222.0.39 "PUT /v2.0/routers/ac169afb-e678-4859-bc49-bf01206ca60f/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2547626 Aug 12 14:54:35.171092 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 35074) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:54:35.213491 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-93e13266-e234-44dd-b64e-a89f4ff07eb9 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] 10.222.0.39 "GET /v2.0/ports?device_id=ac169afb-e678-4859-bc49-bf01206ca60f HTTP/1.1" status: 200 len: 205 time: 0.0414584 Aug 12 14:54:35.214725 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 35078) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:54:35.303480 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-18e2051c-cb6c-4f9d-bd01-7ae056fda715 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks [] for router, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:35.398995 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-0d62d63e-de7c-45c5-b567-e8f4b5f2458f tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2859166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3343773'] for subnet, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:35.515787 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d62d63e-de7c-45c5-b567-e8f4b5f2458f tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Pushing event updated for resources: {'Subnet': ['ID=d1a32bf2-2cf7-49b2-bdd0-465200f558c5,revision_number=0']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:54:35.516074 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-18e2051c-cb6c-4f9d-bd01-7ae056fda715 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-429360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-104877'] for router, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:35.518526 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-18e2051c-cb6c-4f9d-bd01-7ae056fda715 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:35.524587 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d62d63e-de7c-45c5-b567-e8f4b5f2458f tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Checking segment: {'id': '64bdd2c1-4d0e-4f99-a244-a8a66bbef2c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '074c988e-0b5c-48da-9285-1ca4994d1f90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:54:35.525056 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d62d63e-de7c-45c5-b567-e8f4b5f2458f tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Network hostable DHCP agents. Network: 074c988e-0b5c-48da-9285-1ca4994d1f90, hostable agents: ['1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658'], hosted agents: [] {{(pid=94467) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 14:54:35.549718 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3ce3a7-b6c1-48c1-8e50-0f52266e46ff req-4b6d50b9-5908-4c57-9f64-536ba2cfd32c tempest-ServerAddressesNegativeTestJSON-722019420 tempest-ServerAddressesNegativeTestJSON-722019420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:54:35.551838 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-bb3ce3a7-b6c1-48c1-8e50-0f52266e46ff req-4b6d50b9-5908-4c57-9f64-536ba2cfd32c tempest-ServerAddressesNegativeTestJSON-722019420 tempest-ServerAddressesNegativeTestJSON-722019420-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b20fd18-f5a3-4bb0-a996-8d06b413004c HTTP/1.1" status: 200 len: 946 time: 0.0926168 Aug 12 14:54:35.563122 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d62d63e-de7c-45c5-b567-e8f4b5f2458f tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Network 074c988e-0b5c-48da-9285-1ca4994d1f90 is scheduled to be hosted by DHCP agent 1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658 with binding_index 1 {{(pid=94467) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 14:54:35.583708 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [None req-0d62d63e-de7c-45c5-b567-e8f4b5f2458f tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-15, 074c988e-0b5c-48da-9285-1ca4994d1f90) {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:54:35.599903 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8adb4007-fe72-48a5-a767-6830b61d6880 None None] Network 074c988e-0b5c-48da-9285-1ca4994d1f90 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:54:35.600283 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-18e2051c-cb6c-4f9d-bd01-7ae056fda715 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-429375'] for router, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:35.600836 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18e2051c-cb6c-4f9d-bd01-7ae056fda715 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Fanout notify agent at l3_agent the message router_deleted on router ac169afb-e678-4859-bc49-bf01206ca60f {{(pid=94466) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 14:54:35.604892 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d62d63e-de7c-45c5-b567-e8f4b5f2458f tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:54:35.606944 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-0d62d63e-de7c-45c5-b567-e8f4b5f2458f tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks [] for subnet, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:35.609101 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-18e2051c-cb6c-4f9d-bd01-7ae056fda715 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks [] for router, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:35.613619 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-18e2051c-cb6c-4f9d-bd01-7ae056fda715 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] 10.222.0.39 "DELETE /v2.0/routers/ac169afb-e678-4859-bc49-bf01206ca60f HTTP/1.1" status: 204 len: 168 time: 0.3981061 Aug 12 14:54:35.615858 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 35092) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:54:35.650837 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-bb3ce3a7-b6c1-48c1-8e50-0f52266e46ff req-42546d5b-ecc6-4261-8fd7-338c8b280b0b tempest-ServerAddressesNegativeTestJSON-722019420 tempest-ServerAddressesNegativeTestJSON-722019420-project] 10.222.0.39 "GET /v2.0/security-groups?id=55383ad0-8a8a-4626-ab8a-9063e4d90157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900323 Aug 12 14:54:35.670726 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-0d62d63e-de7c-45c5-b567-e8f4b5f2458f tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6775444 Aug 12 14:54:35.672360 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 35094) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:54:35.685098 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-97040cd7-5e0d-4e04-97b9-e5644f7bbb82 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Request body: {'subnet': {'network_id': '992ef3ff-903f-4564-b533-648c54d909ea', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:54:35.688599 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3fe3a14-ce8e-4b1b-80b3-d15dc9bc52f3 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Deleting subnet d82fce18-0e77-404b-8dd6-9efbd34357ef {{(pid=94466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 14:54:35.696147 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b3fe3a14-ce8e-4b1b-80b3-d15dc9bc52f3 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks [] for subnet, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:35.730560 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cb69e4-d34f-48fb-97dd-146acb4dcbf8 req-71bde54e-024b-4207-8a05-826e6e87fe8b tempest-ServerAddressesTestJSON-1054067885 tempest-ServerAddressesTestJSON-1054067885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:54:35.732141 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-68cb69e4-d34f-48fb-97dd-146acb4dcbf8 req-71bde54e-024b-4207-8a05-826e6e87fe8b tempest-ServerAddressesTestJSON-1054067885 tempest-ServerAddressesTestJSON-1054067885-project] 10.222.0.39 "GET /v2.0/ports?device_id=b2c6d695-0875-44aa-a051-f1dce472d5a9 HTTP/1.1" status: 200 len: 945 time: 0.1674094 Aug 12 14:54:35.753216 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e357158-800c-4b54-87a6-a0ab2b9f5b18 req-d47bcd7c-1697-4320-938c-9ea981c3d563 tempest-ServerAddressesTestJSON-1054067885 tempest-ServerAddressesTestJSON-1054067885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:54:35.754778 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4e357158-800c-4b54-87a6-a0ab2b9f5b18 req-d47bcd7c-1697-4320-938c-9ea981c3d563 tempest-ServerAddressesTestJSON-1054067885 tempest-ServerAddressesTestJSON-1054067885-project] 10.222.0.64 "GET /v2.0/ports?device_id=b2c6d695-0875-44aa-a051-f1dce472d5a9 HTTP/1.1" status: 200 len: 945 time: 0.1194024 Aug 12 14:54:35.773990 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b3fe3a14-ce8e-4b1b-80b3-d15dc9bc52f3 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2293551'] for subnet, precommit_delete_associations {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:35.845327 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-68cb69e4-d34f-48fb-97dd-146acb4dcbf8 req-f155edbf-8323-413c-87ba-b6b4615701a6 tempest-ServerAddressesTestJSON-1054067885 tempest-ServerAddressesTestJSON-1054067885-project] 10.222.0.39 "GET /v2.0/security-groups?id=de5205b9-24f4-492c-a95f-96a5dff982fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997994 Aug 12 14:54:35.849091 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97040cd7-5e0d-4e04-97b9-e5644f7bbb82 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Made reservation on behalf of 3fff5b8cf1f54dd9bfa41e8e05f81407 for: {'subnet': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:54:35.853021 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-97040cd7-5e0d-4e04-97b9-e5644f7bbb82 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3343791'] for subnet, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:35.865925 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efd85ab2-c6de-4c02-a064-3990d1bcdd3c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa7035b3e-9a89-5964-b9f4-97301c3f476a-074c988e-0b5c-48da-9285-1ca4994d1f90', 'network_id': '074c988e-0b5c-48da-9285-1ca4994d1f90', 'tenant_id': '3fff5b8cf1f54dd9bfa41e8e05f81407', 'fixed_ips': [{'subnet_id': 'd1a32bf2-2cf7-49b2-bdd0-465200f558c5'}]}} from n-d-694802-15. {{(pid=94468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 14:54:35.866807 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-efd85ab2-c6de-4c02-a064-3990d1bcdd3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:35.918326 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b3fe3a14-ce8e-4b1b-80b3-d15dc9bc52f3 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66416255'] for subnet, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:35.996935 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [req-4e357158-800c-4b54-87a6-a0ab2b9f5b18 req-55cbbf53-105e-4a36-969c-f029262dee57 tempest-ServerAddressesTestJSON-1054067885 tempest-ServerAddressesTestJSON-1054067885-project] Deleting port 50dcbedd-e9ef-49af-82dc-3907576a992f {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:54:35.997473 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-4e357158-800c-4b54-87a6-a0ab2b9f5b18 req-55cbbf53-105e-4a36-969c-f029262dee57 tempest-ServerAddressesTestJSON-1054067885 tempest-ServerAddressesTestJSON-1054067885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:36.002522 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b3fe3a14-ce8e-4b1b-80b3-d15dc9bc52f3 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66416232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3718429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8776402'] for subnet, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:36.038963 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fe3a14-ce8e-4b1b-80b3-d15dc9bc52f3 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Pushing event deleted for resources: {'Subnet': ['ID=d82fce18-0e77-404b-8dd6-9efbd34357ef,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:54:36.042505 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b3fe3a14-ce8e-4b1b-80b3-d15dc9bc52f3 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks [] for subnet, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:36.048921 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-b3fe3a14-ce8e-4b1b-80b3-d15dc9bc52f3 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] 10.222.0.39 "DELETE /v2.0/subnets/d82fce18-0e77-404b-8dd6-9efbd34357ef HTTP/1.1" status: 204 len: 168 time: 0.4320836 Aug 12 14:54:36.049598 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 35100) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:54:36.052169 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8df0b9bf-532c-4ce6-8f47-3b509afedbc9 None None] Network 1e8a1a99-7c8e-45fd-8d21-0cc49ad917ef requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:54:36.112093 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.db_base_plugin_common [None req-efd85ab2-c6de-4c02-a064-3990d1bcdd3c None None] Allocated IP 172.20.0.2 (074c988e-0b5c-48da-9285-1ca4994d1f90/d1a32bf2-2cf7-49b2-bdd0-465200f558c5/d2719ba3-1800-414f-aa5e-ea7026ec2770) {{(pid=94468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:54:36.193765 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-dcb9bad7-ac4b-43f2-8f39-dc658c83b562 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680608'] for network, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:36.234249 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-4e357158-800c-4b54-87a6-a0ab2b9f5b18 req-55cbbf53-105e-4a36-969c-f029262dee57 tempest-ServerAddressesTestJSON-1054067885 tempest-ServerAddressesTestJSON-1054067885-project] For port 50dcbedd-e9ef-49af-82dc-3907576a992f, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=50dcbedd-e9ef-49af-82dc-3907576a992f,segment=NetworkSegment(4991e325-9edc-4da1-9238-4102e24996c9),segment_id=4991e325-9edc-4da1-9238-4102e24996c9)] {{(pid=94467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:54:36.234535 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-4e357158-800c-4b54-87a6-a0ab2b9f5b18 req-55cbbf53-105e-4a36-969c-f029262dee57 tempest-ServerAddressesTestJSON-1054067885 tempest-ServerAddressesTestJSON-1054067885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:36.267466 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [req-4e357158-800c-4b54-87a6-a0ab2b9f5b18 req-55cbbf53-105e-4a36-969c-f029262dee57 tempest-ServerAddressesTestJSON-1054067885 tempest-ServerAddressesTestJSON-1054067885-project] Calling delete_port for 50dcbedd-e9ef-49af-82dc-3907576a992f owned by compute:nova {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:54:36.276386 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-97040cd7-5e0d-4e04-97b9-e5644f7bbb82 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2859166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3343773'] for subnet, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:36.331146 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40ae6fdc-3a86-4998-8e8c-d19c6ecb14dc None None] DHCP port deletion for 1e8a1a99-7c8e-45fd-8d21-0cc49ad917ef request from n-d-694802-15 {{(pid=94468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 14:54:36.338926 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-efd85ab2-c6de-4c02-a064-3990d1bcdd3c None None] Notify callbacks [] for port, precommit_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:36.366370 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-efd85ab2-c6de-4c02-a064-3990d1bcdd3c None None] Transition to ACTIVE for port object d2719ba3-1800-414f-aa5e-ea7026ec2770 will not be triggered until provisioned by entity L2. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:54:36.386985 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-efd85ab2-c6de-4c02-a064-3990d1bcdd3c None None] Transition to ACTIVE for port object d2719ba3-1800-414f-aa5e-ea7026ec2770 will not be triggered until provisioned by entity DHCP. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:54:36.401750 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-efd85ab2-c6de-4c02-a064-3990d1bcdd3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253'] for port, after_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:36.403150 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97040cd7-5e0d-4e04-97b9-e5644f7bbb82 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Pushing event updated for resources: {'Subnet': ['ID=94dede9f-a295-4590-9f0a-c0d8ffae0d51,revision_number=0']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:54:36.438046 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-40ae6fdc-3a86-4998-8e8c-d19c6ecb14dc None None] Deleting port 5f8b337d-cf62-4a88-aa3e-c397d8efbe14 {{(pid=94468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:54:36.438513 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-40ae6fdc-3a86-4998-8e8c-d19c6ecb14dc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:36.445516 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97040cd7-5e0d-4e04-97b9-e5644f7bbb82 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Checking segment: {'id': '0814b6db-549c-47f4-9c81-af3487e50c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '992ef3ff-903f-4564-b533-648c54d909ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:54:36.445876 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97040cd7-5e0d-4e04-97b9-e5644f7bbb82 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Network hostable DHCP agents. Network: 992ef3ff-903f-4564-b533-648c54d909ea, hostable agents: ['1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658'], hosted agents: [] {{(pid=94467) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 14:54:36.459693 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efd85ab2-c6de-4c02-a064-3990d1bcdd3c None None] Network 074c988e-0b5c-48da-9285-1ca4994d1f90 is already hosted by enough agents. {{(pid=94468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:54:36.460124 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-dcb9bad7-ac4b-43f2-8f39-dc658c83b562 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Deleting port 5f8b337d-cf62-4a88-aa3e-c397d8efbe14 {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:54:36.461448 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-dcb9bad7-ac4b-43f2-8f39-dc658c83b562 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:36.490835 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.base_scheduler [None req-efd85ab2-c6de-4c02-a064-3990d1bcdd3c None None] Resources bound (agent type, host, resource id): {{(pid=94468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:54:36.493242 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efd85ab2-c6de-4c02-a064-3990d1bcdd3c None None] Received port after_create {{(pid=94468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:54:36.533019 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97040cd7-5e0d-4e04-97b9-e5644f7bbb82 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Network 992ef3ff-903f-4564-b533-648c54d909ea is scheduled to be hosted by DHCP agent 1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658 with binding_index 1 {{(pid=94467) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 14:54:36.538841 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd85ab2-c6de-4c02-a064-3990d1bcdd3c None None] Pushing event updated for resources: {'Port': ['ID=d2719ba3-1800-414f-aa5e-ea7026ec2770,revision_number=1']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:54:36.562329 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [None req-97040cd7-5e0d-4e04-97b9-e5644f7bbb82 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-15, 992ef3ff-903f-4564-b533-648c54d909ea) {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:54:36.573277 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97040cd7-5e0d-4e04-97b9-e5644f7bbb82 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:54:36.573864 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-97040cd7-5e0d-4e04-97b9-e5644f7bbb82 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks [] for subnet, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:36.576711 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-40ae6fdc-3a86-4998-8e8c-d19c6ecb14dc None None] For port 5f8b337d-cf62-4a88-aa3e-c397d8efbe14, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=5f8b337d-cf62-4a88-aa3e-c397d8efbe14,segment=NetworkSegment(4064a124-2936-46c6-93b4-b106374807b7),segment_id=4064a124-2936-46c6-93b4-b106374807b7)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:54:36.577185 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [None req-dcb9bad7-ac4b-43f2-8f39-dc658c83b562 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] For port 5f8b337d-cf62-4a88-aa3e-c397d8efbe14, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=5f8b337d-cf62-4a88-aa3e-c397d8efbe14,segment=NetworkSegment(4064a124-2936-46c6-93b4-b106374807b7),segment_id=4064a124-2936-46c6-93b4-b106374807b7)] {{(pid=94467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:54:36.577330 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-40ae6fdc-3a86-4998-8e8c-d19c6ecb14dc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:36.577708 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-dcb9bad7-ac4b-43f2-8f39-dc658c83b562 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:36.593341 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-4e357158-800c-4b54-87a6-a0ab2b9f5b18 req-55cbbf53-105e-4a36-969c-f029262dee57 tempest-ServerAddressesTestJSON-1054067885 tempest-ServerAddressesTestJSON-1054067885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:36.601642 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-dcb9bad7-ac4b-43f2-8f39-dc658c83b562 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Calling delete_port for 5f8b337d-cf62-4a88-aa3e-c397d8efbe14 owned by network:dhcp {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:54:36.604146 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc3c381b-6cce-4e1d-844d-56c4caf61065 None None] Network 992ef3ff-903f-4564-b533-648c54d909ea requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:54:36.608882 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-efd85ab2-c6de-4c02-a064-3990d1bcdd3c None None] Attempting to bind port d2719ba3-1800-414f-aa5e-ea7026ec2770 on host n-d-694802-15 for vnic_type normal with profile {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:54:36.609504 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-efd85ab2-c6de-4c02-a064-3990d1bcdd3c None None] Attempting to bind port d2719ba3-1800-414f-aa5e-ea7026ec2770 by drivers openvswitch,hyperv on host n-d-694802-15 at level 0 using segments [{'id': '64bdd2c1-4d0e-4f99-a244-a8a66bbef2c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '074c988e-0b5c-48da-9285-1ca4994d1f90'}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:54:36.609882 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efd85ab2-c6de-4c02-a064-3990d1bcdd3c None None] Attempting to bind port d2719ba3-1800-414f-aa5e-ea7026ec2770 on network 074c988e-0b5c-48da-9285-1ca4994d1f90 {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:54:36.616599 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] get_ports_and_sgs() called for port_ids ['50dcbedd-e9ef-49af-82dc-3907576a992f'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:54:36.674536 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-40ae6fdc-3a86-4998-8e8c-d19c6ecb14dc None None] Calling delete_port for 5f8b337d-cf62-4a88-aa3e-c397d8efbe14 owned by network:dhcp {{(pid=94468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:54:36.677069 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efd85ab2-c6de-4c02-a064-3990d1bcdd3c None None] Checking agent: {'id': '16de73ac-f2e9-4cee-b3e0-91052ae3e6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 20, 13), 'started_at': datetime.datetime(2021, 8, 12, 14, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 54, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:54:36.677571 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efd85ab2-c6de-4c02-a064-3990d1bcdd3c None None] Checking segment: {'id': '64bdd2c1-4d0e-4f99-a244-a8a66bbef2c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '074c988e-0b5c-48da-9285-1ca4994d1f90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:54:36.678113 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-efd85ab2-c6de-4c02-a064-3990d1bcdd3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:36.678616 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efd85ab2-c6de-4c02-a064-3990d1bcdd3c None None] Bound using segment: {'id': '64bdd2c1-4d0e-4f99-a244-a8a66bbef2c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '074c988e-0b5c-48da-9285-1ca4994d1f90'} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:54:36.679248 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-efd85ab2-c6de-4c02-a064-3990d1bcdd3c None None] Bound port: d2719ba3-1800-414f-aa5e-ea7026ec2770, host: n-d-694802-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64bdd2c1-4d0e-4f99-a244-a8a66bbef2c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '074c988e-0b5c-48da-9285-1ca4994d1f90'}}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:54:36.679728 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-efd85ab2-c6de-4c02-a064-3990d1bcdd3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:36.862980 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-efd85ab2-c6de-4c02-a064-3990d1bcdd3c None None] For port d2719ba3-1800-414f-aa5e-ea7026ec2770, host n-d-694802-15, cleared binding levels {{(pid=94468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:54:36.890446 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-efd85ab2-c6de-4c02-a064-3990d1bcdd3c None None] For port d2719ba3-1800-414f-aa5e-ea7026ec2770, host n-d-694802-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=d2719ba3-1800-414f-aa5e-ea7026ec2770,segment=NetworkSegment(64bdd2c1-4d0e-4f99-a244-a8a66bbef2c9),segment_id=64bdd2c1-4d0e-4f99-a244-a8a66bbef2c9)] {{(pid=94468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:54:36.901317 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-efd85ab2-c6de-4c02-a064-3990d1bcdd3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:36.937780 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-40ae6fdc-3a86-4998-8e8c-d19c6ecb14dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262'] for port, after_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:36.938905 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cbbf53-105e-4a36-969c-f029262dee57 tempest-ServerAddressesTestJSON-1054067885 tempest-ServerAddressesTestJSON-1054067885-project] Pushing event deleted for resources: {'Port': ['ID=50dcbedd-e9ef-49af-82dc-3907576a992f,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:54:36.954120 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-97040cd7-5e0d-4e04-97b9-e5644f7bbb82 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2770095 Aug 12 14:54:36.962900 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 35112) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:54:36.972921 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-ba456c4b-558c-45dc-ae99-4048f96bd855 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1399709201', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:54:37.012009 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40ae6fdc-3a86-4998-8e8c-d19c6ecb14dc None None] No DVR routers for this DVR port 5f8b337d-cf62-4a88-aa3e-c397d8efbe14 on host n-d-694802-15 {{(pid=94468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:54:37.024946 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ab074c9-039d-4eb5-8b9a-8366c8dbfacd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa7035b3e-9a89-5964-b9f4-97301c3f476a-992ef3ff-903f-4564-b533-648c54d909ea', 'network_id': '992ef3ff-903f-4564-b533-648c54d909ea', 'tenant_id': '3fff5b8cf1f54dd9bfa41e8e05f81407', 'fixed_ips': [{'subnet_id': '94dede9f-a295-4590-9f0a-c0d8ffae0d51'}]}} from n-d-694802-15. {{(pid=94468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 14:54:37.027663 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-9ab074c9-039d-4eb5-8b9a-8366c8dbfacd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:37.035427 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-6a84bb7f-052b-4425-8458-b501d8f33bdf req-2fef299f-42eb-4330-883b-c7b6fc525b57 tempest-ServerAddressesTestJSON-1054067885 tempest-ServerAddressesTestJSON-1054067885-project] 10.222.0.39 "GET /v2.0/ports?device_id=b2c6d695-0875-44aa-a051-f1dce472d5a9 HTTP/1.1" status: 200 len: 210 time: 0.0843494 Aug 12 14:54:37.065109 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd85ab2-c6de-4c02-a064-3990d1bcdd3c None None] Pushing event updated for resources: {'Port': ['ID=d2719ba3-1800-414f-aa5e-ea7026ec2770,revision_number=2']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:54:37.084814 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ba456c4b-558c-45dc-ae99-4048f96bd855 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-430574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-104863'] for router, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:37.086348 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ba456c4b-558c-45dc-ae99-4048f96bd855 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-429438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-431405', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66646573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-104852'] for router, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:37.107235 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e357158-800c-4b54-87a6-a0ab2b9f5b18 req-55cbbf53-105e-4a36-969c-f029262dee57 tempest-ServerAddressesTestJSON-1054067885 tempest-ServerAddressesTestJSON-1054067885-project] No DVR routers for this DVR port 50dcbedd-e9ef-49af-82dc-3907576a992f on host n-h1-694802-15 {{(pid=94467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:54:37.109535 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ae6fdc-3a86-4998-8e8c-d19c6ecb14dc None None] Pushing event deleted for resources: {'Port': ['ID=5f8b337d-cf62-4a88-aa3e-c397d8efbe14,revision_number=None']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:54:37.112595 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-4e357158-800c-4b54-87a6-a0ab2b9f5b18 req-55cbbf53-105e-4a36-969c-f029262dee57 tempest-ServerAddressesTestJSON-1054067885 tempest-ServerAddressesTestJSON-1054067885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:37.119620 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4e357158-800c-4b54-87a6-a0ab2b9f5b18 req-55cbbf53-105e-4a36-969c-f029262dee57 tempest-ServerAddressesTestJSON-1054067885 tempest-ServerAddressesTestJSON-1054067885-project] 10.222.0.64 "DELETE /v2.0/ports/50dcbedd-e9ef-49af-82dc-3907576a992f HTTP/1.1" status: 204 len: 173 time: 1.3495033 Aug 12 14:54:37.124705 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2c6d695-0875-44aa-a051-f1dce472d5a9', 'name': 'network-vif-deleted', 'tag': '50dcbedd-e9ef-49af-82dc-3907576a992f'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:54:37.128277 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e65282f928b64038367d043a4411777802006c43a98742496cb2e25b724ff1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-198beea7-f6e1-4468-804b-a1aa6efd41cf" -d '{"events": [{"server_uuid": "b2c6d695-0875-44aa-a051-f1dce472d5a9", "name": "network-vif-deleted", "tag": "50dcbedd-e9ef-49af-82dc-3907576a992f"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:54:37.199832 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0f6e22-ec5b-4f9d-9ac3-c3c6778f7d32 req-8dcf0c69-2d14-4162-9770-299aaaaa70b2 tempest-ServerAddressesNegativeTestJSON-722019420 tempest-ServerAddressesNegativeTestJSON-722019420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:54:37.211217 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6b0f6e22-ec5b-4f9d-9ac3-c3c6778f7d32 req-8dcf0c69-2d14-4162-9770-299aaaaa70b2 tempest-ServerAddressesNegativeTestJSON-722019420 tempest-ServerAddressesNegativeTestJSON-722019420-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b20fd18-f5a3-4bb0-a996-8d06b413004c HTTP/1.1" status: 200 len: 946 time: 0.2860975 Aug 12 14:54:37.236104 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15feeb3a-0f57-4045-8e94-a77acce5d55f req-113b6266-624a-4f42-aa9a-8da12f9b8503 tempest-ServerAddressesNegativeTestJSON-722019420 tempest-ServerAddressesNegativeTestJSON-722019420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:54:37.242704 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-15feeb3a-0f57-4045-8e94-a77acce5d55f req-113b6266-624a-4f42-aa9a-8da12f9b8503 tempest-ServerAddressesNegativeTestJSON-722019420 tempest-ServerAddressesNegativeTestJSON-722019420-project] 10.222.0.64 "GET /v2.0/ports?device_id=4b20fd18-f5a3-4bb0-a996-8d06b413004c HTTP/1.1" status: 200 len: 946 time: 0.3170526 Aug 12 14:54:37.247588 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 14:54:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a32f7204-5a35-4024-8a82-cbc996885c8a x-openstack-request-id: req-a32f7204-5a35-4024-8a82-cbc996885c8a {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:54:37.247829 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2c6d695-0875-44aa-a051-f1dce472d5a9", "name": "network-vif-deleted", "tag": "50dcbedd-e9ef-49af-82dc-3907576a992f", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:54:37.250049 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a32f7204-5a35-4024-8a82-cbc996885c8a {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:54:37.250523 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2c6d695-0875-44aa-a051-f1dce472d5a9', 'name': 'network-vif-deleted', 'tag': '50dcbedd-e9ef-49af-82dc-3907576a992f', 'status': 'completed', 'code': 200} Aug 12 14:54:37.313219 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.db_base_plugin_common [None req-9ab074c9-039d-4eb5-8b9a-8366c8dbfacd None None] Allocated IP 172.21.0.2 (992ef3ff-903f-4564-b533-648c54d909ea/94dede9f-a295-4590-9f0a-c0d8ffae0d51/e4e28b2f-a363-46f2-94b3-afdad13fbc11) {{(pid=94468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:54:37.492855 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6b0f6e22-ec5b-4f9d-9ac3-c3c6778f7d32 req-acfc1889-2b11-4ca9-8fd7-a243400f799f tempest-ServerAddressesNegativeTestJSON-722019420 tempest-ServerAddressesNegativeTestJSON-722019420-project] 10.222.0.39 "GET /v2.0/security-groups?id=55383ad0-8a8a-4626-ab8a-9063e4d90157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2412064 Aug 12 14:54:37.527871 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-dcb9bad7-ac4b-43f2-8f39-dc658c83b562 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:37.582812 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb9bad7-ac4b-43f2-8f39-dc658c83b562 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Pushing event deleted for resources: {'Port': ['ID=5f8b337d-cf62-4a88-aa3e-c397d8efbe14,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:54:37.587364 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcb9bad7-ac4b-43f2-8f39-dc658c83b562 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] No DVR routers for this DVR port 5f8b337d-cf62-4a88-aa3e-c397d8efbe14 on host n-d-694802-15 {{(pid=94467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:54:37.609289 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-9ab074c9-039d-4eb5-8b9a-8366c8dbfacd None None] Notify callbacks [] for port, precommit_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:37.620014 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-9ab074c9-039d-4eb5-8b9a-8366c8dbfacd None None] Transition to ACTIVE for port object e4e28b2f-a363-46f2-94b3-afdad13fbc11 will not be triggered until provisioned by entity L2. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:54:37.640654 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-9ab074c9-039d-4eb5-8b9a-8366c8dbfacd None None] Transition to ACTIVE for port object e4e28b2f-a363-46f2-94b3-afdad13fbc11 will not be triggered until provisioned by entity DHCP. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:54:37.649842 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-9ab074c9-039d-4eb5-8b9a-8366c8dbfacd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253'] for port, after_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:37.692202 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ba456c4b-558c-45dc-ae99-4048f96bd855 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:37.708223 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ba456c4b-558c-45dc-ae99-4048f96bd855 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-429413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-431608'] for router, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:37.720933 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-dcb9bad7-ac4b-43f2-8f39-dc658c83b562 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66413304', 'neutron.services.segments.db._delete_segments_for_network-8744654118000'] for network, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:37.722920 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ab074c9-039d-4eb5-8b9a-8366c8dbfacd None None] Network 992ef3ff-903f-4564-b533-648c54d909ea is already hosted by enough agents. {{(pid=94468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:54:37.725255 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab074c9-039d-4eb5-8b9a-8366c8dbfacd None None] Pushing event updated for resources: {'Port': ['ID=e4e28b2f-a363-46f2-94b3-afdad13fbc11,revision_number=1']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:54:37.726864 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ba456c4b-558c-45dc-ae99-4048f96bd855 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks [] for router, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:37.728856 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-ba456c4b-558c-45dc-ae99-4048f96bd855 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.7634239 Aug 12 14:54:37.731809 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 35120) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:54:37.736831 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-dcb9bad7-ac4b-43f2-8f39-dc658c83b562 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e8a1a99-7c8e-45fd-8d21-0cc49ad917ef']}} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:54:37.744991 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.base_scheduler [None req-9ab074c9-039d-4eb5-8b9a-8366c8dbfacd None None] Resources bound (agent type, host, resource id): {{(pid=94468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:54:37.751349 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ab074c9-039d-4eb5-8b9a-8366c8dbfacd None None] Received port after_create {{(pid=94468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:54:37.760969 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-dcb9bad7-ac4b-43f2-8f39-dc658c83b562 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4064a124-2936-46c6-93b4-b106374807b7') {'for_net_delete': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:54:37.761662 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-dcb9bad7-ac4b-43f2-8f39-dc658c83b562 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4064a124-2936-46c6-93b4-b106374807b7') {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:54:37.774158 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-dcb9bad7-ac4b-43f2-8f39-dc658c83b562 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744654122361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3857526'] for segment, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:37.790520 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-dcb9bad7-ac4b-43f2-8f39-dc658c83b562 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:37.797923 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dcb9bad7-ac4b-43f2-8f39-dc658c83b562 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Releasing vlan 323 on physical network physnet1 to pool {{(pid=94467) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 14:54:37.798620 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-dcb9bad7-ac4b-43f2-8f39-dc658c83b562 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2859015'] for segment, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:37.893684 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-9ab074c9-039d-4eb5-8b9a-8366c8dbfacd None None] Attempting to bind port e4e28b2f-a363-46f2-94b3-afdad13fbc11 on host n-d-694802-15 for vnic_type normal with profile {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:54:37.894058 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-9ab074c9-039d-4eb5-8b9a-8366c8dbfacd None None] Attempting to bind port e4e28b2f-a363-46f2-94b3-afdad13fbc11 by drivers openvswitch,hyperv on host n-d-694802-15 at level 0 using segments [{'id': '0814b6db-549c-47f4-9c81-af3487e50c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '992ef3ff-903f-4564-b533-648c54d909ea'}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:54:37.894420 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab074c9-039d-4eb5-8b9a-8366c8dbfacd None None] Attempting to bind port e4e28b2f-a363-46f2-94b3-afdad13fbc11 on network 992ef3ff-903f-4564-b533-648c54d909ea {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:54:37.899268 n-d-694802-15 neutron-server[94467]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 14:54:37.899268 n-d-694802-15 neutron-server[94467]: self.session.flush() Aug 12 14:54:37.899268 n-d-694802-15 neutron-server[94467]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 14:54:37.899268 n-d-694802-15 neutron-server[94467]: self.session.flush() Aug 12 14:54:37.899268 n-d-694802-15 neutron-server[94467]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 14:54:37.899268 n-d-694802-15 neutron-server[94467]: self.session.flush() Aug 12 14:54:37.899268 n-d-694802-15 neutron-server[94467]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 14:54:37.899268 n-d-694802-15 neutron-server[94467]: self.session.flush() Aug 12 14:54:37.899268 n-d-694802-15 neutron-server[94467]: Traceback (most recent call last): Aug 12 14:54:37.899268 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 14:54:37.899268 n-d-694802-15 neutron-server[94467]: timer() Aug 12 14:54:37.899268 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 14:54:37.899268 n-d-694802-15 neutron-server[94467]: cb(*args, **kw) Aug 12 14:54:37.899268 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 14:54:37.899268 n-d-694802-15 neutron-server[94467]: return func(*args, **kwargs) Aug 12 14:54:37.899268 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 14:54:37.899268 n-d-694802-15 neutron-server[94467]: self._notify() Aug 12 14:54:37.899268 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 14:54:37.899268 n-d-694802-15 neutron-server[94467]: self.callback(batched_events) Aug 12 14:54:37.899268 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 14:54:37.899268 n-d-694802-15 neutron-server[94467]: event.method(event) Aug 12 14:54:37.899268 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 14:54:37.899268 n-d-694802-15 neutron-server[94467]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 14:54:37.899268 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 14:54:37.899268 n-d-694802-15 neutron-server[94467]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 14:54:37.899268 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 14:54:37.899268 n-d-694802-15 neutron-server[94467]: return f(self, *a, **k) Aug 12 14:54:37.899268 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 14:54:37.899268 n-d-694802-15 neutron-server[94467]: return self._get(url).json() Aug 12 14:54:37.899268 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 14:54:37.899268 n-d-694802-15 neutron-server[94467]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 14:54:37.899268 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 14:54:37.899268 n-d-694802-15 neutron-server[94467]: return self.request(url, 'GET', **kwargs) Aug 12 14:54:37.899268 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 14:54:37.899268 n-d-694802-15 neutron-server[94467]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 14:54:37.899268 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 14:54:37.899268 n-d-694802-15 neutron-server[94467]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 14:54:37.899268 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 14:54:37.899268 n-d-694802-15 neutron-server[94467]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 14:54:37.899268 n-d-694802-15 neutron-server[94467]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 14:54:37.905320 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab074c9-039d-4eb5-8b9a-8366c8dbfacd None None] Checking agent: {'id': '16de73ac-f2e9-4cee-b3e0-91052ae3e6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 20, 13), 'started_at': datetime.datetime(2021, 8, 12, 14, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 54, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:54:37.906485 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab074c9-039d-4eb5-8b9a-8366c8dbfacd None None] Checking segment: {'id': '0814b6db-549c-47f4-9c81-af3487e50c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '992ef3ff-903f-4564-b533-648c54d909ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:54:37.907150 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-9ab074c9-039d-4eb5-8b9a-8366c8dbfacd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:37.909445 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab074c9-039d-4eb5-8b9a-8366c8dbfacd None None] Bound using segment: {'id': '0814b6db-549c-47f4-9c81-af3487e50c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '992ef3ff-903f-4564-b533-648c54d909ea'} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:54:37.909737 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-dcb9bad7-ac4b-43f2-8f39-dc658c83b562 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66413281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431520'] for network, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:37.910357 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-9ab074c9-039d-4eb5-8b9a-8366c8dbfacd None None] Bound port: e4e28b2f-a363-46f2-94b3-afdad13fbc11, host: n-d-694802-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0814b6db-549c-47f4-9c81-af3487e50c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '992ef3ff-903f-4564-b533-648c54d909ea'}}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:54:37.910931 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-9ab074c9-039d-4eb5-8b9a-8366c8dbfacd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:37.955694 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device d2719ba3-1800-414f-aa5e-ea7026ec2770 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:54:37.961538 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-dcb9bad7-ac4b-43f2-8f39-dc658c83b562 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for network, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:37.969159 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-dcb9bad7-ac4b-43f2-8f39-dc658c83b562 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] 10.222.0.39 "DELETE /v2.0/networks/1e8a1a99-7c8e-45fd-8d21-0cc49ad917ef HTTP/1.1" status: 204 len: 168 time: 1.9145148 Aug 12 14:54:37.972533 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 35122) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:54:37.973047 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb9bad7-ac4b-43f2-8f39-dc658c83b562 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Pushing event deleted for resources: {'Network': ['ID=1e8a1a99-7c8e-45fd-8d21-0cc49ad917ef,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:54:37.987379 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-2da37c87-39f8-4c68-a26d-575096330a2f tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2105952444'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:54:37.994335 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [req-15feeb3a-0f57-4045-8e94-a77acce5d55f req-fe912a68-ee88-4dcb-99a1-4849fdae4dfc tempest-ServerAddressesNegativeTestJSON-722019420 tempest-ServerAddressesNegativeTestJSON-722019420-project] Deleting port 4d0506cf-dcaa-44f5-adac-dacd4edb7640 {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:54:37.994809 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-15feeb3a-0f57-4045-8e94-a77acce5d55f req-fe912a68-ee88-4dcb-99a1-4849fdae4dfc tempest-ServerAddressesNegativeTestJSON-722019420 tempest-ServerAddressesNegativeTestJSON-722019420-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:38.101165 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning for port d2719ba3-1800-414f-aa5e-ea7026ec2770 completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:54:38.119272 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-9ab074c9-039d-4eb5-8b9a-8366c8dbfacd None None] For port e4e28b2f-a363-46f2-94b3-afdad13fbc11, host n-d-694802-15, cleared binding levels {{(pid=94468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:54:38.126680 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-9ab074c9-039d-4eb5-8b9a-8366c8dbfacd None None] For port e4e28b2f-a363-46f2-94b3-afdad13fbc11, host n-d-694802-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=e4e28b2f-a363-46f2-94b3-afdad13fbc11,segment=NetworkSegment(0814b6db-549c-47f4-9c81-af3487e50c07),segment_id=0814b6db-549c-47f4-9c81-af3487e50c07)] {{(pid=94468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:54:38.132147 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-9ab074c9-039d-4eb5-8b9a-8366c8dbfacd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:38.150663 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2da37c87-39f8-4c68-a26d-575096330a2f tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Made reservation on behalf of 6ba6601003674b8c9c33878dd4577887 for: {'network': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:54:38.154183 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2da37c87-39f8-4c68-a26d-575096330a2f tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for network, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:38.179336 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 35126) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:54:38.184809 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-15feeb3a-0f57-4045-8e94-a77acce5d55f req-fe912a68-ee88-4dcb-99a1-4849fdae4dfc tempest-ServerAddressesNegativeTestJSON-722019420 tempest-ServerAddressesNegativeTestJSON-722019420-project] For port 4d0506cf-dcaa-44f5-adac-dacd4edb7640, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=4d0506cf-dcaa-44f5-adac-dacd4edb7640,segment=NetworkSegment(d42ac82e-c19d-4363-92a6-b10ccdff9180),segment_id=d42ac82e-c19d-4363-92a6-b10ccdff9180)] {{(pid=94467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:54:38.185376 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-15feeb3a-0f57-4045-8e94-a77acce5d55f req-fe912a68-ee88-4dcb-99a1-4849fdae4dfc tempest-ServerAddressesNegativeTestJSON-722019420 tempest-ServerAddressesNegativeTestJSON-722019420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:38.201266 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [req-15feeb3a-0f57-4045-8e94-a77acce5d55f req-fe912a68-ee88-4dcb-99a1-4849fdae4dfc tempest-ServerAddressesNegativeTestJSON-722019420 tempest-ServerAddressesNegativeTestJSON-722019420-project] Calling delete_port for 4d0506cf-dcaa-44f5-adac-dacd4edb7640 owned by compute:nova {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:54:38.206027 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab074c9-039d-4eb5-8b9a-8366c8dbfacd None None] Pushing event updated for resources: {'Port': ['ID=e4e28b2f-a363-46f2-94b3-afdad13fbc11,revision_number=2']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:54:38.235353 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 5f8b337d-cf62-4a88-aa3e-c397d8efbe14 no longer exists at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:54:38.266767 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] No Port match for: 5f8b337d-cf62-4a88-aa3e-c397d8efbe14 {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 14:54:38.267431 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 5f8b337d-cf62-4a88-aa3e-c397d8efbe14 not bound to the agent host n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:54:38.327565 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2da37c87-39f8-4c68-a26d-575096330a2f tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] vlan segment allocate from pool success with {'vlan_id': 325, 'physical_network': 'physnet1'} {{(pid=94466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 14:54:38.335324 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-69508cfa-4b1e-4aac-8c28-5192fb4299af tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:38.358921 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca1a7d93-dbc5-4da9-966e-4e991abaa620 admin admin] Deleting subnet 47f65b9d-2efa-4727-901e-ebae2b6a5c81 {{(pid=94466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 14:54:38.363722 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ca1a7d93-dbc5-4da9-966e-4e991abaa620 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:38.385789 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-15feeb3a-0f57-4045-8e94-a77acce5d55f req-fe912a68-ee88-4dcb-99a1-4849fdae4dfc tempest-ServerAddressesNegativeTestJSON-722019420 tempest-ServerAddressesNegativeTestJSON-722019420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:38.406254 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ca1a7d93-dbc5-4da9-966e-4e991abaa620 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2293551'] for subnet, precommit_delete_associations {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:38.432852 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe912a68-ee88-4dcb-99a1-4849fdae4dfc tempest-ServerAddressesNegativeTestJSON-722019420 tempest-ServerAddressesNegativeTestJSON-722019420-project] Pushing event deleted for resources: {'Port': ['ID=4d0506cf-dcaa-44f5-adac-dacd4edb7640,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:54:38.462478 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ca1a7d93-dbc5-4da9-966e-4e991abaa620 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66416255'] for subnet, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:38.500026 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2da37c87-39f8-4c68-a26d-575096330a2f tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:38.500380 n-d-694802-15 neutron-server[94466]: INFO neutron.db.segments_db [None req-2da37c87-39f8-4c68-a26d-575096330a2f tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Added segment 754b2710-bc36-4777-8080-bdec880b20ae of type vlan for network e19c34b8-0b7a-49de-9e37-5e0ce32f4be8 Aug 12 14:54:38.506390 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [req-15feeb3a-0f57-4045-8e94-a77acce5d55f req-fe912a68-ee88-4dcb-99a1-4849fdae4dfc tempest-ServerAddressesNegativeTestJSON-722019420 tempest-ServerAddressesNegativeTestJSON-722019420-project] No DVR routers for this DVR port 4d0506cf-dcaa-44f5-adac-dacd4edb7640 on host n-h1-694802-15 {{(pid=94467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:54:38.513430 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-15feeb3a-0f57-4045-8e94-a77acce5d55f req-fe912a68-ee88-4dcb-99a1-4849fdae4dfc tempest-ServerAddressesNegativeTestJSON-722019420 tempest-ServerAddressesNegativeTestJSON-722019420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:38.535665 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-15feeb3a-0f57-4045-8e94-a77acce5d55f req-fe912a68-ee88-4dcb-99a1-4849fdae4dfc tempest-ServerAddressesNegativeTestJSON-722019420 tempest-ServerAddressesNegativeTestJSON-722019420-project] 10.222.0.64 "DELETE /v2.0/ports/4d0506cf-dcaa-44f5-adac-dacd4edb7640 HTTP/1.1" status: 204 len: 173 time: 1.2770879 Aug 12 14:54:38.604382 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2da37c87-39f8-4c68-a26d-575096330a2f tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744653628263'] for network, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:38.669426 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6ba1d7f7-f86d-4aa9-a1d3-8305e877f395 req-6a978c01-f803-4a6b-ae18-7d12c3c94755 tempest-ServerAddressesNegativeTestJSON-722019420 tempest-ServerAddressesNegativeTestJSON-722019420-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b20fd18-f5a3-4bb0-a996-8d06b413004c HTTP/1.1" status: 200 len: 210 time: 0.0503094 Aug 12 14:54:38.716466 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e62db151-6ad0-4d42-a180-9bfc21790bdb None None] Network 074c988e-0b5c-48da-9285-1ca4994d1f90 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:54:38.737703 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2da37c87-39f8-4c68-a26d-575096330a2f tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409'] for network, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:38.744990 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2da37c87-39f8-4c68-a26d-575096330a2f tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:54:38.745788 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2da37c87-39f8-4c68-a26d-575096330a2f tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks [] for network, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:38.790641 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ca1a7d93-dbc5-4da9-966e-4e991abaa620 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66416232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3718429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8776402'] for subnet, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:38.833601 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-7acdcb3c-91f9-4ae8-b49c-0bfc922dcb39 None None] Provisioning for port d2719ba3-1800-414f-aa5e-ea7026ec2770 completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:54:38.856995 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-7acdcb3c-91f9-4ae8-b49c-0bfc922dcb39 None None] Provisioning complete for port d2719ba3-1800-414f-aa5e-ea7026ec2770 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:54:38.857266 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-7acdcb3c-91f9-4ae8-b49c-0bfc922dcb39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:38.877495 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1a7d93-dbc5-4da9-966e-4e991abaa620 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=47f65b9d-2efa-4727-901e-ebae2b6a5c81,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:54:38.904434 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-2da37c87-39f8-4c68-a26d-575096330a2f tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9219337 Aug 12 14:54:38.905097 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ca1a7d93-dbc5-4da9-966e-4e991abaa620 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:38.905973 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 35136) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:54:38.907554 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-ca1a7d93-dbc5-4da9-966e-4e991abaa620 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/47f65b9d-2efa-4727-901e-ebae2b6a5c81 HTTP/1.1" status: 204 len: 168 time: 0.7245231 Aug 12 14:54:38.913390 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-400813b8-58a6-4bff-adf1-671fa665d17e tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Request body: {'subnet': {'network_id': 'e19c34b8-0b7a-49de-9e37-5e0ce32f4be8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:54:38.919442 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 35138) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:54:38.930624 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device 4d0506cf-dcaa-44f5-adac-dacd4edb7640 no longer exists at agent hyperv_n-h1-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:54:38.956153 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da37c87-39f8-4c68-a26d-575096330a2f tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Pushing event updated for resources: {'Network': ['ID=e19c34b8-0b7a-49de-9e37-5e0ce32f4be8,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:54:38.959722 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-93370168-53ca-47c2-9e27-b066be57125c None None] No Port match for: 4d0506cf-dcaa-44f5-adac-dacd4edb7640 {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 14:54:38.960063 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device 4d0506cf-dcaa-44f5-adac-dacd4edb7640 not bound to the agent host n-h1-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:54:38.960479 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device 50dcbedd-e9ef-49af-82dc-3907576a992f no longer exists at agent hyperv_n-h1-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:54:38.991432 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Network e19c34b8-0b7a-49de-9e37-5e0ce32f4be8 details requested by agent ovs-agent-n-d-694802-15 with host n-d-694802-15 {{(pid=94468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 14:54:38.995860 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-93370168-53ca-47c2-9e27-b066be57125c None None] No Port match for: 50dcbedd-e9ef-49af-82dc-3907576a992f {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 14:54:38.996195 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device 50dcbedd-e9ef-49af-82dc-3907576a992f not bound to the agent host n-h1-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:54:39.054271 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-7cb90e68-0038-4cde-932c-3884714a0de1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680608'] for network, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:39.156297 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-400813b8-58a6-4bff-adf1-671fa665d17e tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Made reservation on behalf of 6ba6601003674b8c9c33878dd4577887 for: {'subnet': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:54:39.160079 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-400813b8-58a6-4bff-adf1-671fa665d17e tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3343791'] for subnet, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:39.173602 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-69508cfa-4b1e-4aac-8c28-5192fb4299af tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Allocated IP 172.20.0.1 (074c988e-0b5c-48da-9285-1ca4994d1f90/d1a32bf2-2cf7-49b2-bdd0-465200f558c5/60a7848d-7c1e-4a1e-ae79-11bcd1d60d75) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:54:39.259276 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b20fd18-f5a3-4bb0-a996-8d06b413004c', 'name': 'network-vif-deleted', 'tag': '4d0506cf-dcaa-44f5-adac-dacd4edb7640'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:54:39.261760 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e65282f928b64038367d043a4411777802006c43a98742496cb2e25b724ff1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbf9e4f7-402c-478d-82d6-d5309f869b36" -d '{"events": [{"server_uuid": "4b20fd18-f5a3-4bb0-a996-8d06b413004c", "name": "network-vif-deleted", "tag": "4d0506cf-dcaa-44f5-adac-dacd4edb7640"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:54:39.336498 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-69508cfa-4b1e-4aac-8c28-5192fb4299af tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:39.358785 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-69508cfa-4b1e-4aac-8c28-5192fb4299af tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Transition to ACTIVE for port object 60a7848d-7c1e-4a1e-ae79-11bcd1d60d75 will not be triggered until provisioned by entity DHCP. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:54:39.410827 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-7cb90e68-0038-4cde-932c-3884714a0de1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66413304', 'neutron.services.segments.db._delete_segments_for_network-8744654118000'] for network, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:39.413169 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-69508cfa-4b1e-4aac-8c28-5192fb4299af tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:39.415823 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 14:54:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25434f37-26e0-498a-a1c2-eb60be86ecc1 x-openstack-request-id: req-25434f37-26e0-498a-a1c2-eb60be86ecc1 {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:54:39.416249 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b20fd18-f5a3-4bb0-a996-8d06b413004c", "name": "network-vif-deleted", "tag": "4d0506cf-dcaa-44f5-adac-dacd4edb7640", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:54:39.416763 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-25434f37-26e0-498a-a1c2-eb60be86ecc1 {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:54:39.417279 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b20fd18-f5a3-4bb0-a996-8d06b413004c', 'name': 'network-vif-deleted', 'tag': '4d0506cf-dcaa-44f5-adac-dacd4edb7640', 'status': 'completed', 'code': 200} Aug 12 14:54:39.446349 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-7cb90e68-0038-4cde-932c-3884714a0de1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76fb0717-c1f0-465d-b1fb-1a1da6fd2c17']}} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:54:39.454328 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-7acdcb3c-91f9-4ae8-b49c-0bfc922dcb39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:39.469742 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-7cb90e68-0038-4cde-932c-3884714a0de1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4991e325-9edc-4da1-9238-4102e24996c9') {'for_net_delete': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:54:39.471996 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-7cb90e68-0038-4cde-932c-3884714a0de1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4991e325-9edc-4da1-9238-4102e24996c9') {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:54:39.513285 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-7cb90e68-0038-4cde-932c-3884714a0de1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744654122361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3857526'] for segment, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:39.513923 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-7acdcb3c-91f9-4ae8-b49c-0bfc922dcb39 None None] For port d2719ba3-1800-414f-aa5e-ea7026ec2770, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=d2719ba3-1800-414f-aa5e-ea7026ec2770,segment=NetworkSegment(64bdd2c1-4d0e-4f99-a244-a8a66bbef2c9),segment_id=64bdd2c1-4d0e-4f99-a244-a8a66bbef2c9)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:54:39.519454 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-7acdcb3c-91f9-4ae8-b49c-0bfc922dcb39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:39.523058 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69508cfa-4b1e-4aac-8c28-5192fb4299af tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Network 074c988e-0b5c-48da-9285-1ca4994d1f90 is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:54:39.525667 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-69508cfa-4b1e-4aac-8c28-5192fb4299af tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:54:39.536462 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69508cfa-4b1e-4aac-8c28-5192fb4299af tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:54:39.555551 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-7cb90e68-0038-4cde-932c-3884714a0de1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:39.578462 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7cb90e68-0038-4cde-932c-3884714a0de1 admin admin] Releasing vlan 315 on physical network physnet1 to pool {{(pid=94467) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 14:54:39.578954 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-7cb90e68-0038-4cde-932c-3884714a0de1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2859015'] for segment, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:39.581554 n-d-694802-15 neutron-server[94467]: Traceback (most recent call last): Aug 12 14:54:39.581554 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 14:54:39.581554 n-d-694802-15 neutron-server[94467]: timer() Aug 12 14:54:39.581554 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 14:54:39.581554 n-d-694802-15 neutron-server[94467]: cb(*args, **kw) Aug 12 14:54:39.581554 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 14:54:39.581554 n-d-694802-15 neutron-server[94467]: return func(*args, **kwargs) Aug 12 14:54:39.581554 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 14:54:39.581554 n-d-694802-15 neutron-server[94467]: self._notify() Aug 12 14:54:39.581554 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 14:54:39.581554 n-d-694802-15 neutron-server[94467]: self.callback(batched_events) Aug 12 14:54:39.581554 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 14:54:39.581554 n-d-694802-15 neutron-server[94467]: event.method(event) Aug 12 14:54:39.581554 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 14:54:39.581554 n-d-694802-15 neutron-server[94467]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 14:54:39.581554 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 14:54:39.581554 n-d-694802-15 neutron-server[94467]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 14:54:39.581554 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 14:54:39.581554 n-d-694802-15 neutron-server[94467]: return f(self, *a, **k) Aug 12 14:54:39.581554 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 14:54:39.581554 n-d-694802-15 neutron-server[94467]: return self._get(url).json() Aug 12 14:54:39.581554 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 14:54:39.581554 n-d-694802-15 neutron-server[94467]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 14:54:39.581554 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 14:54:39.581554 n-d-694802-15 neutron-server[94467]: return self.request(url, 'GET', **kwargs) Aug 12 14:54:39.581554 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 14:54:39.581554 n-d-694802-15 neutron-server[94467]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 14:54:39.581554 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 14:54:39.581554 n-d-694802-15 neutron-server[94467]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 14:54:39.581554 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 14:54:39.581554 n-d-694802-15 neutron-server[94467]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 14:54:39.581554 n-d-694802-15 neutron-server[94467]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 14:54:39.608306 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69508cfa-4b1e-4aac-8c28-5192fb4299af tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Pushing event updated for resources: {'Port': ['ID=60a7848d-7c1e-4a1e-ae79-11bcd1d60d75,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:54:39.637948 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acdcb3c-91f9-4ae8-b49c-0bfc922dcb39 None None] Pushing event updated for resources: {'Port': ['ID=d2719ba3-1800-414f-aa5e-ea7026ec2770,revision_number=3']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:54:39.644285 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-69508cfa-4b1e-4aac-8c28-5192fb4299af tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66663725'] for router_interface, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:39.757470 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-04a3e5f3-366e-44af-ae1b-4b8c657dcf20 None None] Provisioning complete for port d2719ba3-1800-414f-aa5e-ea7026ec2770 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:54:39.757850 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-04a3e5f3-366e-44af-ae1b-4b8c657dcf20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:39.808652 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-7cb90e68-0038-4cde-932c-3884714a0de1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66413281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431520'] for network, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:39.828698 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 35146) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:54:39.862830 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-7cb90e68-0038-4cde-932c-3884714a0de1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for network, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:39.881119 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-7cb90e68-0038-4cde-932c-3884714a0de1 admin admin] 10.222.0.39 "DELETE /v2.0/networks/76fb0717-c1f0-465d-b1fb-1a1da6fd2c17 HTTP/1.1" status: 204 len: 168 time: 0.9604518 Aug 12 14:54:39.901183 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02e4e48a-c399-4175-beb6-7ff1c2086906 None None] Network 992ef3ff-903f-4564-b533-648c54d909ea requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:54:39.902541 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-69508cfa-4b1e-4aac-8c28-5192fb4299af tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:39.994117 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb90e68-0038-4cde-932c-3884714a0de1 admin admin] Pushing event deleted for resources: {'Network': ['ID=76fb0717-c1f0-465d-b1fb-1a1da6fd2c17,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:54:40.002700 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-400813b8-58a6-4bff-adf1-671fa665d17e tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2859166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3343773'] for subnet, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:40.046291 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device e4e28b2f-a363-46f2-94b3-afdad13fbc11 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:54:40.053833 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_v2 [None req-34c87bce-3cf1-468d-8270-f4129c3a81d2 admin admin] Deleting subnet 134371e8-694d-470c-b974-fb07ca206c32 {{(pid=94467) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 14:54:40.067847 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-34c87bce-3cf1-468d-8270-f4129c3a81d2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:40.129686 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400813b8-58a6-4bff-adf1-671fa665d17e tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Pushing event updated for resources: {'Subnet': ['ID=856dff5d-ea79-4559-88dc-d3696198e740,revision_number=0']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:54:40.137355 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-34c87bce-3cf1-468d-8270-f4129c3a81d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3857505'] for subnet, precommit_delete_associations {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:40.183827 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-400813b8-58a6-4bff-adf1-671fa665d17e tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Checking segment: {'id': '754b2710-bc36-4777-8080-bdec880b20ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e19c34b8-0b7a-49de-9e37-5e0ce32f4be8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:54:40.184283 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-400813b8-58a6-4bff-adf1-671fa665d17e tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Network hostable DHCP agents. Network: e19c34b8-0b7a-49de-9e37-5e0ce32f4be8, hostable agents: ['1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658'], hosted agents: [] {{(pid=94467) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 14:54:40.198798 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-34c87bce-3cf1-468d-8270-f4129c3a81d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66416255'] for subnet, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:40.233532 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 35150) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:54:40.276945 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-400813b8-58a6-4bff-adf1-671fa665d17e tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Network e19c34b8-0b7a-49de-9e37-5e0ce32f4be8 is scheduled to be hosted by DHCP agent 1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658 with binding_index 1 {{(pid=94467) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 14:54:40.304692 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [None req-400813b8-58a6-4bff-adf1-671fa665d17e tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-15, e19c34b8-0b7a-49de-9e37-5e0ce32f4be8) {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:54:40.316768 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-400813b8-58a6-4bff-adf1-671fa665d17e tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:54:40.316980 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f9cc95e6-3342-49ff-b812-448738033781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:40.317480 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-400813b8-58a6-4bff-adf1-671fa665d17e tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks [] for subnet, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:40.325039 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4329bd94-b101-4ac1-a886-92637b5e1be2 None None] Network e19c34b8-0b7a-49de-9e37-5e0ce32f4be8 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:54:40.335048 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-aee72daf-dcc2-487a-aaca-091d23d98a49 None None] Provisioning for port e4e28b2f-a363-46f2-94b3-afdad13fbc11 completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:54:40.347052 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-d7e02fac-a1ba-46f0-9abf-07f3325cd772 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2776a62796954f72836857f8cf764f39&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1073043 Aug 12 14:54:40.347499 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 35156) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:54:40.350478 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-aee72daf-dcc2-487a-aaca-091d23d98a49 None None] Provisioning complete for port e4e28b2f-a363-46f2-94b3-afdad13fbc11 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:54:40.350861 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-aee72daf-dcc2-487a-aaca-091d23d98a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:40.363213 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-400813b8-58a6-4bff-adf1-671fa665d17e tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4544265 Aug 12 14:54:40.365072 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-34c87bce-3cf1-468d-8270-f4129c3a81d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66416232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2859225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3343748'] for subnet, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:40.367312 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 35158) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:54:40.377279 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-8bd6839e-55b9-4cc0-bf4a-8e209ef222f3 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1764225729', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:54:40.405458 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-69508cfa-4b1e-4aac-8c28-5192fb4299af tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks [] for port, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:40.412840 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning for port e4e28b2f-a363-46f2-94b3-afdad13fbc11 completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:54:40.418697 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-69508cfa-4b1e-4aac-8c28-5192fb4299af tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3718439'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:40.422010 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c87bce-3cf1-468d-8270-f4129c3a81d2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=134371e8-694d-470c-b974-fb07ca206c32,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:54:40.432791 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-34c87bce-3cf1-468d-8270-f4129c3a81d2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:40.434742 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-34c87bce-3cf1-468d-8270-f4129c3a81d2 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/134371e8-694d-470c-b974-fb07ca206c32 HTTP/1.1" status: 204 len: 168 time: 0.6041830 Aug 12 14:54:40.441997 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 35160) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:54:40.466161 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port e4e28b2f-a363-46f2-94b3-afdad13fbc11 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:54:40.466770 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:40.502134 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69508cfa-4b1e-4aac-8c28-5192fb4299af tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Pushing event updated for resources: {'Port': ['ID=60a7848d-7c1e-4a1e-ae79-11bcd1d60d75,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:54:40.514763 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-8bd6839e-55b9-4cc0-bf4a-8e209ef222f3 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-430574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-104863'] for router, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:40.516687 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-8bd6839e-55b9-4cc0-bf4a-8e209ef222f3 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-429438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-431405', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66646573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-104852'] for router, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:40.537522 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-69508cfa-4b1e-4aac-8c28-5192fb4299af tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66628363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66663865'] for router_interface, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:40.541657 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-76e36c5d-ed02-4b05-898d-1eca246b7382 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:40.577837 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-d8531134-32f3-40e6-b44f-3f264774606d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680608'] for network, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:40.618860 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-76e36c5d-ed02-4b05-898d-1eca246b7382 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:40.629213 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-8bd6839e-55b9-4cc0-bf4a-8e209ef222f3 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:40.643714 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-8bd6839e-55b9-4cc0-bf4a-8e209ef222f3 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-429413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-431608'] for router, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:40.673058 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-aee72daf-dcc2-487a-aaca-091d23d98a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:40.700859 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69508cfa-4b1e-4aac-8c28-5192fb4299af tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Network 074c988e-0b5c-48da-9285-1ca4994d1f90 is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:54:40.703383 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-69508cfa-4b1e-4aac-8c28-5192fb4299af tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:54:40.726350 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:40.752966 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-8bd6839e-55b9-4cc0-bf4a-8e209ef222f3 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks [] for router, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:40.754559 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-8bd6839e-55b9-4cc0-bf4a-8e209ef222f3 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3811185 Aug 12 14:54:40.757454 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 35162) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:54:40.826417 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d47955ae-7276-4b5e-b52f-ef10fd090d5c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa7035b3e-9a89-5964-b9f4-97301c3f476a-e19c34b8-0b7a-49de-9e37-5e0ce32f4be8', 'network_id': 'e19c34b8-0b7a-49de-9e37-5e0ce32f4be8', 'tenant_id': '6ba6601003674b8c9c33878dd4577887', 'fixed_ips': [{'subnet_id': '856dff5d-ea79-4559-88dc-d3696198e740'}]}} from n-d-694802-15. {{(pid=94468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 14:54:40.827303 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-d47955ae-7276-4b5e-b52f-ef10fd090d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:40.831173 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-aee72daf-dcc2-487a-aaca-091d23d98a49 None None] For port e4e28b2f-a363-46f2-94b3-afdad13fbc11, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=e4e28b2f-a363-46f2-94b3-afdad13fbc11,segment=NetworkSegment(0814b6db-549c-47f4-9c81-af3487e50c07),segment_id=0814b6db-549c-47f4-9c81-af3487e50c07)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:54:40.831509 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-d8531134-32f3-40e6-b44f-3f264774606d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66413304', 'neutron.services.segments.db._delete_segments_for_network-8744654118000'] for network, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:40.851545 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-aee72daf-dcc2-487a-aaca-091d23d98a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:40.904468 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-d8531134-32f3-40e6-b44f-3f264774606d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6761fce7-4929-4427-b7fc-ff6013cb13aa']}} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:54:40.934455 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-d8531134-32f3-40e6-b44f-3f264774606d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd42ac82e-c19d-4363-92a6-b10ccdff9180') {'for_net_delete': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:54:40.934831 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-d8531134-32f3-40e6-b44f-3f264774606d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd42ac82e-c19d-4363-92a6-b10ccdff9180') {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:54:40.937455 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-76e36c5d-ed02-4b05-898d-1eca246b7382 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:40.941126 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-76e36c5d-ed02-4b05-898d-1eca246b7382 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:40.944754 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-76e36c5d-ed02-4b05-898d-1eca246b7382 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/de5205b9-24f4-492c-a95f-96a5dff982fb HTTP/1.1" status: 204 len: 168 time: 0.5961149 Aug 12 14:54:40.980340 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69508cfa-4b1e-4aac-8c28-5192fb4299af tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Router a5d6088b-b22c-4a06-9d48-a92752a73315 is scheduled to L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f with binding_index 1 {{(pid=94466) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 14:54:41.029746 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.db.api [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94468) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 12 14:54:41.030101 n-d-694802-15 neutron-server[94468]: DEBUG oslo_db.api [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 12 14:54:41.031926 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee72daf-dcc2-487a-aaca-091d23d98a49 None None] Pushing event updated for resources: {'Port': ['ID=e4e28b2f-a363-46f2-94b3-afdad13fbc11,revision_number=3']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:54:41.055340 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-d8531134-32f3-40e6-b44f-3f264774606d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744654122361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3857526'] for segment, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:41.116923 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e36c5d-ed02-4b05-898d-1eca246b7382 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de5205b9-24f4-492c-a95f-96a5dff982fb,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:54:41.148213 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-d8531134-32f3-40e6-b44f-3f264774606d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:41.153057 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69508cfa-4b1e-4aac-8c28-5192fb4299af tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 14:54:41.161216 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-69508cfa-4b1e-4aac-8c28-5192fb4299af tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] 10.222.0.39 "PUT /v2.0/routers/a5d6088b-b22c-4a06-9d48-a92752a73315/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4275725 Aug 12 14:54:41.162396 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 35174) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:54:41.175859 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca768e6b-1f16-4ded-be0a-7d370c0ec0b1 None None] Sync routers for ids ['a5d6088b-b22c-4a06-9d48-a92752a73315'] in n-d-694802-15 {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 14:54:41.190761 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca768e6b-1f16-4ded-be0a-7d370c0ec0b1 None None] Routers {'a5d6088b-b22c-4a06-9d48-a92752a73315'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:54:41.192428 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-ca768e6b-1f16-4ded-be0a-7d370c0ec0b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:54:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['a5d6088b-b22c-4a06-9d48-a92752a73315'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:54:41.236162 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8531134-32f3-40e6-b44f-3f264774606d admin admin] Releasing vlan 337 on physical network physnet1 to pool {{(pid=94467) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 14:54:41.236681 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-d8531134-32f3-40e6-b44f-3f264774606d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2859015'] for segment, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:41.238684 n-d-694802-15 neutron-server[94467]: Traceback (most recent call last): Aug 12 14:54:41.238684 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 14:54:41.238684 n-d-694802-15 neutron-server[94467]: timer() Aug 12 14:54:41.238684 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 14:54:41.238684 n-d-694802-15 neutron-server[94467]: cb(*args, **kw) Aug 12 14:54:41.238684 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 14:54:41.238684 n-d-694802-15 neutron-server[94467]: return func(*args, **kwargs) Aug 12 14:54:41.238684 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 14:54:41.238684 n-d-694802-15 neutron-server[94467]: self._notify() Aug 12 14:54:41.238684 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 14:54:41.238684 n-d-694802-15 neutron-server[94467]: self.callback(batched_events) Aug 12 14:54:41.238684 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 14:54:41.238684 n-d-694802-15 neutron-server[94467]: event.method(event) Aug 12 14:54:41.238684 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 14:54:41.238684 n-d-694802-15 neutron-server[94467]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 14:54:41.238684 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 14:54:41.238684 n-d-694802-15 neutron-server[94467]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 14:54:41.238684 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 14:54:41.238684 n-d-694802-15 neutron-server[94467]: return f(self, *a, **k) Aug 12 14:54:41.238684 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 14:54:41.238684 n-d-694802-15 neutron-server[94467]: return self._get(url).json() Aug 12 14:54:41.238684 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 14:54:41.238684 n-d-694802-15 neutron-server[94467]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 14:54:41.238684 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 14:54:41.238684 n-d-694802-15 neutron-server[94467]: return self.request(url, 'GET', **kwargs) Aug 12 14:54:41.238684 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 14:54:41.238684 n-d-694802-15 neutron-server[94467]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 14:54:41.238684 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 14:54:41.238684 n-d-694802-15 neutron-server[94467]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 14:54:41.238684 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 14:54:41.238684 n-d-694802-15 neutron-server[94467]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 14:54:41.238684 n-d-694802-15 neutron-server[94467]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 14:54:41.266100 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-ca768e6b-1f16-4ded-be0a-7d370c0ec0b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:54:41.273376 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-273e9e4d-f7af-436b-9182-984b09d1a7b4 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:54:41.276310 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-273e9e4d-f7af-436b-9182-984b09d1a7b4 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] 10.222.0.39 "GET /v2.0/ports/60a7848d-7c1e-4a1e-ae79-11bcd1d60d75 HTTP/1.1" status: 200 len: 910 time: 0.1127789 Aug 12 14:54:41.279827 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 35176) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:54:41.282218 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-aee72daf-dcc2-487a-aaca-091d23d98a49 None None] Provisioning for port 60a7848d-7c1e-4a1e-ae79-11bcd1d60d75 completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:54:41.289400 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca768e6b-1f16-4ded-be0a-7d370c0ec0b1 None None] Routers {'a5d6088b-b22c-4a06-9d48-a92752a73315'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:54:41.291795 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-ca768e6b-1f16-4ded-be0a-7d370c0ec0b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:54:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['a5d6088b-b22c-4a06-9d48-a92752a73315'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:54:41.320687 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-aee72daf-dcc2-487a-aaca-091d23d98a49 None None] Provisioning complete for port 60a7848d-7c1e-4a1e-ae79-11bcd1d60d75 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:54:41.324312 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-aee72daf-dcc2-487a-aaca-091d23d98a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:41.425139 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-d8531134-32f3-40e6-b44f-3f264774606d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66413281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431520'] for network, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:41.446715 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-aee72daf-dcc2-487a-aaca-091d23d98a49 None None] Port 60a7848d-7c1e-4a1e-ae79-11bcd1d60d75 cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 14:54:41.466075 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.db_base_plugin_common [None req-d47955ae-7276-4b5e-b52f-ef10fd090d5c None None] Allocated IP 2001:db8::2 (e19c34b8-0b7a-49de-9e37-5e0ce32f4be8/856dff5d-ea79-4559-88dc-d3696198e740/76783e91-841e-4660-99a0-27dc83d7764a) {{(pid=94468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:54:41.475705 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-d8531134-32f3-40e6-b44f-3f264774606d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for network, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:41.489613 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-d8531134-32f3-40e6-b44f-3f264774606d admin admin] 10.222.0.39 "DELETE /v2.0/networks/6761fce7-4929-4427-b7fc-ff6013cb13aa HTTP/1.1" status: 204 len: 168 time: 1.0436563 Aug 12 14:54:41.504745 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8531134-32f3-40e6-b44f-3f264774606d admin admin] Pushing event deleted for resources: {'Network': ['ID=6761fce7-4929-4427-b7fc-ff6013cb13aa,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:54:41.554685 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-ca768e6b-1f16-4ded-be0a-7d370c0ec0b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:54:41.555377 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca768e6b-1f16-4ded-be0a-7d370c0ec0b1 None None] The sync data for ids ['a5d6088b-b22c-4a06-9d48-a92752a73315'] in n-d-694802-15 is: [] {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 14:54:41.566196 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-4c17cc92-8657-496d-a20b-fef62e8256be tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:41.728934 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 35190) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:54:41.746506 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:41.750643 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-a0834c62-0522-4f08-a548-d70907711949 None None] Provisioning complete for port e4e28b2f-a363-46f2-94b3-afdad13fbc11 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:54:41.751001 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-a0834c62-0522-4f08-a548-d70907711949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:41.782245 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-e751a4bf-1b15-4fb1-a991-3bea2a675b74 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c3cdf2613279403892381f855940caa3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0521765 Aug 12 14:54:41.785336 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 35192) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:54:41.796173 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device d2719ba3-1800-414f-aa5e-ea7026ec2770 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:54:41.905351 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-cee094fa-e500-463e-819b-907ea835ddde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:41.952926 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e4a70566-5d7f-445a-a376-594eb52b5f60 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:41.966089 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-cee094fa-e500-463e-819b-907ea835ddde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:42.011878 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-d47955ae-7276-4b5e-b52f-ef10fd090d5c None None] Notify callbacks [] for port, precommit_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:42.013640 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port d2719ba3-1800-414f-aa5e-ea7026ec2770 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:54:42.014004 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:42.041963 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-d47955ae-7276-4b5e-b52f-ef10fd090d5c None None] Transition to ACTIVE for port object 76783e91-841e-4660-99a0-27dc83d7764a will not be triggered until provisioned by entity L2. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:54:42.072344 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-d47955ae-7276-4b5e-b52f-ef10fd090d5c None None] Transition to ACTIVE for port object 76783e91-841e-4660-99a0-27dc83d7764a will not be triggered until provisioned by entity DHCP. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:54:42.075466 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-a0834c62-0522-4f08-a548-d70907711949 None None] Provisioning complete for port 60a7848d-7c1e-4a1e-ae79-11bcd1d60d75 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:54:42.075761 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-a0834c62-0522-4f08-a548-d70907711949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:42.105197 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-d47955ae-7276-4b5e-b52f-ef10fd090d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253'] for port, after_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:42.158449 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-a0834c62-0522-4f08-a548-d70907711949 None None] Port 60a7848d-7c1e-4a1e-ae79-11bcd1d60d75 cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 14:54:42.164929 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d47955ae-7276-4b5e-b52f-ef10fd090d5c None None] Network e19c34b8-0b7a-49de-9e37-5e0ce32f4be8 is already hosted by enough agents. {{(pid=94468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:54:42.180159 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_common [None req-4c17cc92-8657-496d-a20b-fef62e8256be tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Allocated IP 2001:db8::1 (e19c34b8-0b7a-49de-9e37-5e0ce32f4be8/856dff5d-ea79-4559-88dc-d3696198e740/ecc45a21-95c3-4981-a8df-0d09384af75c) {{(pid=94467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:54:42.191233 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.base_scheduler [None req-d47955ae-7276-4b5e-b52f-ef10fd090d5c None None] Resources bound (agent type, host, resource id): {{(pid=94468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:54:42.194342 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d47955ae-7276-4b5e-b52f-ef10fd090d5c None None] Received port after_create {{(pid=94468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:54:42.204800 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-cee094fa-e500-463e-819b-907ea835ddde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:42.204992 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47955ae-7276-4b5e-b52f-ef10fd090d5c None None] Pushing event updated for resources: {'Port': ['ID=76783e91-841e-4660-99a0-27dc83d7764a,revision_number=1']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:54:42.208230 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-cee094fa-e500-463e-819b-907ea835ddde admin admin] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:42.209709 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-cee094fa-e500-463e-819b-907ea835ddde admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/55383ad0-8a8a-4626-ab8a-9063e4d90157 HTTP/1.1" status: 204 len: 168 time: 0.4223046 Aug 12 14:54:42.338080 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-d47955ae-7276-4b5e-b52f-ef10fd090d5c None None] Attempting to bind port 76783e91-841e-4660-99a0-27dc83d7764a on host n-d-694802-15 for vnic_type normal with profile {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:54:42.338451 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-d47955ae-7276-4b5e-b52f-ef10fd090d5c None None] Attempting to bind port 76783e91-841e-4660-99a0-27dc83d7764a by drivers openvswitch,hyperv on host n-d-694802-15 at level 0 using segments [{'id': '754b2710-bc36-4777-8080-bdec880b20ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e19c34b8-0b7a-49de-9e37-5e0ce32f4be8'}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:54:42.338824 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d47955ae-7276-4b5e-b52f-ef10fd090d5c None None] Attempting to bind port 76783e91-841e-4660-99a0-27dc83d7764a on network e19c34b8-0b7a-49de-9e37-5e0ce32f4be8 {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:54:42.349791 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d47955ae-7276-4b5e-b52f-ef10fd090d5c None None] Checking agent: {'id': '16de73ac-f2e9-4cee-b3e0-91052ae3e6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 20, 13), 'started_at': datetime.datetime(2021, 8, 12, 14, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 54, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:54:42.352239 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d47955ae-7276-4b5e-b52f-ef10fd090d5c None None] Checking segment: {'id': '754b2710-bc36-4777-8080-bdec880b20ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e19c34b8-0b7a-49de-9e37-5e0ce32f4be8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:54:42.352833 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-d47955ae-7276-4b5e-b52f-ef10fd090d5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:42.354009 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d47955ae-7276-4b5e-b52f-ef10fd090d5c None None] Bound using segment: {'id': '754b2710-bc36-4777-8080-bdec880b20ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e19c34b8-0b7a-49de-9e37-5e0ce32f4be8'} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:54:42.354665 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-d47955ae-7276-4b5e-b52f-ef10fd090d5c None None] Bound port: 76783e91-841e-4660-99a0-27dc83d7764a, host: n-d-694802-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '754b2710-bc36-4777-8080-bdec880b20ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e19c34b8-0b7a-49de-9e37-5e0ce32f4be8'}}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:54:42.355250 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-d47955ae-7276-4b5e-b52f-ef10fd090d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:42.376109 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-4c17cc92-8657-496d-a20b-fef62e8256be tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks [] for port, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:42.394566 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [None req-4c17cc92-8657-496d-a20b-fef62e8256be tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Transition to ACTIVE for port object ecc45a21-95c3-4981-a8df-0d09384af75c will not be triggered until provisioned by entity DHCP. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:54:42.432482 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee094fa-e500-463e-819b-907ea835ddde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55383ad0-8a8a-4626-ab8a-9063e4d90157,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:54:42.433196 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-4c17cc92-8657-496d-a20b-fef62e8256be tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:42.442313 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device e4e28b2f-a363-46f2-94b3-afdad13fbc11 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:54:42.502294 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c17cc92-8657-496d-a20b-fef62e8256be tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Pushing event updated for resources: {'Port': ['ID=ecc45a21-95c3-4981-a8df-0d09384af75c,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:54:42.518323 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c17cc92-8657-496d-a20b-fef62e8256be tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Network e19c34b8-0b7a-49de-9e37-5e0ce32f4be8 is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:54:42.520656 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [None req-4c17cc92-8657-496d-a20b-fef62e8256be tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:54:42.529486 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c17cc92-8657-496d-a20b-fef62e8256be tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Received port after_create {{(pid=94467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:54:42.531470 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-4c17cc92-8657-496d-a20b-fef62e8256be tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66663725'] for router_interface, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:42.588648 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-e4a70566-5d7f-445a-a376-594eb52b5f60 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Allocated IP 172.21.0.1 (992ef3ff-903f-4564-b533-648c54d909ea/94dede9f-a295-4590-9f0a-c0d8ffae0d51/f2dbda28-baf9-4a77-a6a9-107d5b8678c5) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:54:42.592355 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-d47955ae-7276-4b5e-b52f-ef10fd090d5c None None] For port 76783e91-841e-4660-99a0-27dc83d7764a, host n-d-694802-15, cleared binding levels {{(pid=94468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:54:42.596230 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-d47955ae-7276-4b5e-b52f-ef10fd090d5c None None] For port 76783e91-841e-4660-99a0-27dc83d7764a, host n-d-694802-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=76783e91-841e-4660-99a0-27dc83d7764a,segment=NetworkSegment(754b2710-bc36-4777-8080-bdec880b20ae),segment_id=754b2710-bc36-4777-8080-bdec880b20ae)] {{(pid=94468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:54:42.605111 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-d47955ae-7276-4b5e-b52f-ef10fd090d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:42.656514 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47955ae-7276-4b5e-b52f-ef10fd090d5c None None] Pushing event updated for resources: {'Port': ['ID=76783e91-841e-4660-99a0-27dc83d7764a,revision_number=2']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:54:42.671718 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port e4e28b2f-a363-46f2-94b3-afdad13fbc11 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:54:42.672089 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:42.807077 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-4c17cc92-8657-496d-a20b-fef62e8256be tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:42.837685 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e4a70566-5d7f-445a-a376-594eb52b5f60 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:42.862122 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:42.866323 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-e4a70566-5d7f-445a-a376-594eb52b5f60 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Transition to ACTIVE for port object f2dbda28-baf9-4a77-a6a9-107d5b8678c5 will not be triggered until provisioned by entity DHCP. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:54:42.922597 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e4a70566-5d7f-445a-a376-594eb52b5f60 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:43.026832 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:43.090210 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4a70566-5d7f-445a-a376-594eb52b5f60 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Network 992ef3ff-903f-4564-b533-648c54d909ea is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:54:43.115369 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a70566-5d7f-445a-a376-594eb52b5f60 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Pushing event updated for resources: {'Port': ['ID=f2dbda28-baf9-4a77-a6a9-107d5b8678c5,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:54:43.137021 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-e4a70566-5d7f-445a-a376-594eb52b5f60 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:54:43.144993 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4a70566-5d7f-445a-a376-594eb52b5f60 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:54:43.294312 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e4a70566-5d7f-445a-a376-594eb52b5f60 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66663725'] for router_interface, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:43.366885 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9b452481-f9d3-4b3c-9ba7-b62075bb09f4 req-756da924-2fd8-4d8d-a185-4dcd385dd6d5 tempest-ServerShowV247Test-207198290 tempest-ServerShowV247Test-207198290-project] 10.222.0.39 "GET /v2.0/ports?device_id=d40104ab-eefe-426d-ad7f-8770e9c301ba HTTP/1.1" status: 200 len: 210 time: 0.1123896 Aug 12 14:54:43.382396 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-0179a8e2-1f38-40c4-b995-beec2c2ad900 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:43.423422 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-4c17cc92-8657-496d-a20b-fef62e8256be tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:43.431344 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-4c17cc92-8657-496d-a20b-fef62e8256be tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:43.432507 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-4c17cc92-8657-496d-a20b-fef62e8256be tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66628363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66663865'] for router_interface, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:43.575650 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e4a70566-5d7f-445a-a376-594eb52b5f60 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:43.592546 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c17cc92-8657-496d-a20b-fef62e8256be tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Pushing event updated for resources: {'Port': ['ID=ecc45a21-95c3-4981-a8df-0d09384af75c,revision_number=2']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:54:43.656355 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 35260) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:54:43.696221 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-6354651d-1117-4b5f-a032-21e7ce44a4f5 None None] Provisioning for port f2dbda28-baf9-4a77-a6a9-107d5b8678c5 completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:54:43.706490 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-6354651d-1117-4b5f-a032-21e7ce44a4f5 None None] Provisioning complete for port f2dbda28-baf9-4a77-a6a9-107d5b8678c5 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:54:43.706931 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-6354651d-1117-4b5f-a032-21e7ce44a4f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:43.800061 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c17cc92-8657-496d-a20b-fef62e8256be tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Network e19c34b8-0b7a-49de-9e37-5e0ce32f4be8 is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:54:43.809884 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [None req-4c17cc92-8657-496d-a20b-fef62e8256be tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:54:43.817017 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-6354651d-1117-4b5f-a032-21e7ce44a4f5 None None] Port f2dbda28-baf9-4a77-a6a9-107d5b8678c5 cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 14:54:43.991078 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-1769855f-eda9-4483-9dc3-3220908ab45d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:44.102298 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-865fda42-c963-4c6c-980d-684dca0f199c admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-767467137-network', 'tenant_id': 'd333de5a1ab446aeb6524d52a70328d5'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:54:44.121689 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e4a70566-5d7f-445a-a376-594eb52b5f60 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks [] for port, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:44.134079 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e4a70566-5d7f-445a-a376-594eb52b5f60 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3718439'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:44.201324 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-865fda42-c963-4c6c-980d-684dca0f199c admin admin] Made reservation on behalf of d333de5a1ab446aeb6524d52a70328d5 for: {'network': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:54:44.208877 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-865fda42-c963-4c6c-980d-684dca0f199c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for network, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:44.286196 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c17cc92-8657-496d-a20b-fef62e8256be tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Router 376f2f15-875f-427e-a731-d0fc906d8ea0 is scheduled to L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f with binding_index 1 {{(pid=94467) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 14:54:44.289840 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-865fda42-c963-4c6c-980d-684dca0f199c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:44.306595 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-b439baf8-50d2-477c-b37f-d0a5ee108e12 req-dae372ef-0d2f-483e-bedf-86cce6dfc49b tempest-ServerShowV247Test-207198290 tempest-ServerShowV247Test-207198290-project] 10.222.0.39 "GET /v2.0/ports?device_id=70744b92-4523-45f9-a26d-8126e5517908 HTTP/1.1" status: 200 len: 210 time: 0.0631542 Aug 12 14:54:44.434062 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a70566-5d7f-445a-a376-594eb52b5f60 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Pushing event updated for resources: {'Port': ['ID=f2dbda28-baf9-4a77-a6a9-107d5b8678c5,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:54:44.446911 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e4a70566-5d7f-445a-a376-594eb52b5f60 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66628363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66663865'] for router_interface, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:44.490566 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 76783e91-841e-4660-99a0-27dc83d7764a up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:54:44.625996 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4a70566-5d7f-445a-a376-594eb52b5f60 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Network 992ef3ff-903f-4564-b533-648c54d909ea is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:54:44.628647 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-e4a70566-5d7f-445a-a376-594eb52b5f60 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:54:44.644519 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning for port 76783e91-841e-4660-99a0-27dc83d7764a completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:54:44.678973 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c17cc92-8657-496d-a20b-fef62e8256be tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 14:54:44.687025 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-4c17cc92-8657-496d-a20b-fef62e8256be tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] 10.222.0.39 "PUT /v2.0/routers/376f2f15-875f-427e-a731-d0fc906d8ea0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9281259 Aug 12 14:54:44.689611 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 35290) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:54:44.693363 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2363c4ba-6017-4805-a000-45e18e06a238 None None] Network e19c34b8-0b7a-49de-9e37-5e0ce32f4be8 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:54:44.727913 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25808946-936e-4161-8891-5464f2de83aa None None] Sync routers for ids ['376f2f15-875f-427e-a731-d0fc906d8ea0'] in n-d-694802-15 {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 14:54:44.807893 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25808946-936e-4161-8891-5464f2de83aa None None] Routers {'376f2f15-875f-427e-a731-d0fc906d8ea0'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:54:44.808541 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-25808946-936e-4161-8891-5464f2de83aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:54:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['376f2f15-875f-427e-a731-d0fc906d8ea0'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:54:44.949998 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-25808946-936e-4161-8891-5464f2de83aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:54:44.980076 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-5bd460e6-f5bf-4592-a15a-edb86f9483ac None None] Provisioning for port 76783e91-841e-4660-99a0-27dc83d7764a completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:54:45.013987 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-5bd460e6-f5bf-4592-a15a-edb86f9483ac None None] Provisioning complete for port 76783e91-841e-4660-99a0-27dc83d7764a triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:54:45.024854 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-5bd460e6-f5bf-4592-a15a-edb86f9483ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:45.098271 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25808946-936e-4161-8891-5464f2de83aa None None] Routers {'376f2f15-875f-427e-a731-d0fc906d8ea0'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:54:45.102204 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-25808946-936e-4161-8891-5464f2de83aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:54:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['376f2f15-875f-427e-a731-d0fc906d8ea0'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:54:45.177724 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-25808946-936e-4161-8891-5464f2de83aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:54:45.179371 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25808946-936e-4161-8891-5464f2de83aa None None] The sync data for ids ['376f2f15-875f-427e-a731-d0fc906d8ea0'] in n-d-694802-15 is: [] {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 14:54:45.273796 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4a70566-5d7f-445a-a376-594eb52b5f60 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Router a5d6088b-b22c-4a06-9d48-a92752a73315 has already been hosted by L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f {{(pid=94466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 14:54:45.466077 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86d3f04a-32a0-47cc-9550-00de826d1901 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:54:45.471487 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-86d3f04a-32a0-47cc-9550-00de826d1901 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] 10.222.0.39 "GET /v2.0/ports/ecc45a21-95c3-4981-a8df-0d09384af75c HTTP/1.1" status: 200 len: 911 time: 0.7809160 Aug 12 14:54:45.503827 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 35308) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:54:45.506344 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4a70566-5d7f-445a-a376-594eb52b5f60 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 14:54:45.507409 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-865fda42-c963-4c6c-980d-684dca0f199c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:45.512308 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-e4a70566-5d7f-445a-a376-594eb52b5f60 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] 10.222.0.39 "PUT /v2.0/routers/a5d6088b-b22c-4a06-9d48-a92752a73315/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2285421 Aug 12 14:54:45.516934 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 35310) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:54:45.522256 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9207b5eb-1303-4539-a46d-812198c1752c None None] Sync routers for ids ['a5d6088b-b22c-4a06-9d48-a92752a73315'] in n-d-694802-15 {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 14:54:45.532350 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-865fda42-c963-4c6c-980d-684dca0f199c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:45.535473 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9207b5eb-1303-4539-a46d-812198c1752c None None] Routers {'a5d6088b-b22c-4a06-9d48-a92752a73315'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:54:45.538541 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-9207b5eb-1303-4539-a46d-812198c1752c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:54:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['a5d6088b-b22c-4a06-9d48-a92752a73315'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:54:45.547730 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-865fda42-c963-4c6c-980d-684dca0f199c admin admin] vlan segment allocate from pool success with {'vlan_id': 344, 'physical_network': 'physnet1'} {{(pid=94467) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 14:54:45.562664 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-865fda42-c963-4c6c-980d-684dca0f199c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:45.563910 n-d-694802-15 neutron-server[94467]: INFO neutron.db.segments_db [None req-865fda42-c963-4c6c-980d-684dca0f199c admin admin] Added segment 196fb4c7-81dc-4d55-8d5b-b3d93b852fe1 of type vlan for network 16f33fa1-6b71-42ec-b506-a52fb0f6c597 Aug 12 14:54:45.618281 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-2b5994c8-334b-432b-ad3a-3ca2f0dc758b req-0713c21c-5e88-4c10-b8c2-ecacf41732a0 tempest-ServerShowV247Test-207198290 tempest-ServerShowV247Test-207198290-project] 10.222.0.39 "GET /v2.0/ports?device_id=70744b92-4523-45f9-a26d-8126e5517908 HTTP/1.1" status: 200 len: 210 time: 0.1077681 Aug 12 14:54:45.621526 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-9207b5eb-1303-4539-a46d-812198c1752c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:54:45.631609 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-865fda42-c963-4c6c-980d-684dca0f199c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744653628263'] for network, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:45.651753 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-5bd460e6-f5bf-4592-a15a-edb86f9483ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:45.655157 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9207b5eb-1303-4539-a46d-812198c1752c None None] Routers {'a5d6088b-b22c-4a06-9d48-a92752a73315'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:54:45.656003 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-9207b5eb-1303-4539-a46d-812198c1752c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:54:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['a5d6088b-b22c-4a06-9d48-a92752a73315'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:54:45.687631 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-fe95f194-a3b0-4c04-9e42-20b511169d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:45.690342 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb02d9b-e288-4389-bf20-e1feb6e04288 req-22a7b901-cd63-4268-b154-58ca0e27867a tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:54:45.692076 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-8fb02d9b-e288-4389-bf20-e1feb6e04288 req-22a7b901-cd63-4268-b154-58ca0e27867a tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/ports?device_id=d89c572a-9ecf-42f3-aaab-789262bca2fb HTTP/1.1" status: 200 len: 946 time: 0.2952037 Aug 12 14:54:45.734973 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-883728ce-9af6-414a-9d51-2005c3e96f86 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:54:45.736735 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-883728ce-9af6-414a-9d51-2005c3e96f86 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] 10.222.0.39 "GET /v2.0/ports/f2dbda28-baf9-4a77-a6a9-107d5b8678c5 HTTP/1.1" status: 200 len: 910 time: 0.2174969 Aug 12 14:54:45.740731 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 35314) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:54:45.741477 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865fda42-c963-4c6c-980d-684dca0f199c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=188dc986-a686-4570-b7d8-3a6edb471033,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:54:45.742206 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-9207b5eb-1303-4539-a46d-812198c1752c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:54:45.742922 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9207b5eb-1303-4539-a46d-812198c1752c None None] The sync data for ids ['a5d6088b-b22c-4a06-9d48-a92752a73315'] in n-d-694802-15 is: [] {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 14:54:45.815742 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-5bd460e6-f5bf-4592-a15a-edb86f9483ac None None] For port 76783e91-841e-4660-99a0-27dc83d7764a, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=76783e91-841e-4660-99a0-27dc83d7764a,segment=NetworkSegment(754b2710-bc36-4777-8080-bdec880b20ae),segment_id=754b2710-bc36-4777-8080-bdec880b20ae)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:54:45.824840 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-5bd460e6-f5bf-4592-a15a-edb86f9483ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:45.917179 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd460e6-f5bf-4592-a15a-edb86f9483ac None None] Pushing event updated for resources: {'Port': ['ID=76783e91-841e-4660-99a0-27dc83d7764a,revision_number=3']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:54:45.925087 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-865fda42-c963-4c6c-980d-684dca0f199c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409'] for network, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:45.926079 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-865fda42-c963-4c6c-980d-684dca0f199c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:54:45.926699 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd460e6-f5bf-4592-a15a-edb86f9483ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:54:45.926819 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-865fda42-c963-4c6c-980d-684dca0f199c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for network, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:45.927082 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd460e6-f5bf-4592-a15a-edb86f9483ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:54:45.927426 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd460e6-f5bf-4592-a15a-edb86f9483ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:54:45.927993 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd460e6-f5bf-4592-a15a-edb86f9483ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:54:45.928498 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd460e6-f5bf-4592-a15a-edb86f9483ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:54:45.928844 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd460e6-f5bf-4592-a15a-edb86f9483ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:54:45.929298 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd460e6-f5bf-4592-a15a-edb86f9483ac None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:54:45.929632 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd460e6-f5bf-4592-a15a-edb86f9483ac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:54:45.930116 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd460e6-f5bf-4592-a15a-edb86f9483ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:54:45.935384 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd460e6-f5bf-4592-a15a-edb86f9483ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:54:45.935853 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd460e6-f5bf-4592-a15a-edb86f9483ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:54:45.936200 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd460e6-f5bf-4592-a15a-edb86f9483ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:54:45.958591 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-b11ee290-f6a6-4e59-a414-0b956c9c0c61 None None] Provisioning complete for port f2dbda28-baf9-4a77-a6a9-107d5b8678c5 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:54:45.958961 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-b11ee290-f6a6-4e59-a414-0b956c9c0c61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:46.010742 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-b11ee290-f6a6-4e59-a414-0b956c9c0c61 None None] Port f2dbda28-baf9-4a77-a6a9-107d5b8678c5 cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 14:54:46.064726 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-865fda42-c963-4c6c-980d-684dca0f199c admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.4069421 Aug 12 14:54:46.067519 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 35320) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:54:46.075151 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-7acc9794-7787-42dd-bf68-604731377dd5 admin admin] Request body: {'subnet': {'network_id': '16f33fa1-6b71-42ec-b506-a52fb0f6c597', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-767467137-subnet', 'tenant_id': 'd333de5a1ab446aeb6524d52a70328d5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:54:46.083539 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0645a233-4afb-4f12-9c55-8f92a005cac9 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66663830'] for router_interface, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:46.192320 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-8fb02d9b-e288-4389-bf20-e1feb6e04288 req-c6c957b8-b8f7-46ee-81d2-c3cb05e37bf4 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/security-groups?id=70daefbf-eec6-4754-864f-8c40c2c28cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3312955 Aug 12 14:54:46.225661 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865fda42-c963-4c6c-980d-684dca0f199c admin admin] Pushing event updated for resources: {'Network': ['ID=16f33fa1-6b71-42ec-b506-a52fb0f6c597,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:54:46.249266 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Network 16f33fa1-6b71-42ec-b506-a52fb0f6c597 details requested by agent ovs-agent-n-d-694802-15 with host n-d-694802-15 {{(pid=94468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 14:54:46.282749 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7acc9794-7787-42dd-bf68-604731377dd5 admin admin] Made reservation on behalf of d333de5a1ab446aeb6524d52a70328d5 for: {'subnet': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:54:46.291698 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-7acc9794-7787-42dd-bf68-604731377dd5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8776441'] for subnet, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:46.361391 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-a9a876d8-4db2-4136-9c2e-11871a8a419b None None] Provisioning complete for port 76783e91-841e-4660-99a0-27dc83d7764a triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:54:46.362309 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-a9a876d8-4db2-4136-9c2e-11871a8a419b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:46.407000 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 76783e91-841e-4660-99a0-27dc83d7764a up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:54:46.413917 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0b001623-c082-4b52-9c06-c0a941f904f2 req-477563ce-89e9-4577-bf32-0074fd203022 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=d40104ab-eefe-426d-ad7f-8770e9c301ba HTTP/1.1" status: 200 len: 210 time: 0.0463109 Aug 12 14:54:46.477132 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-547dc058-861d-48ea-800e-e7b3352d140b tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66663830'] for router_interface, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:46.586372 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port 76783e91-841e-4660-99a0-27dc83d7764a triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:54:46.586944 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:46.644094 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-0645a233-4afb-4f12-9c55-8f92a005cac9 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Deleting port ecc45a21-95c3-4981-a8df-0d09384af75c {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:54:46.644567 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0645a233-4afb-4f12-9c55-8f92a005cac9 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:46.662196 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-a9a876d8-4db2-4136-9c2e-11871a8a419b None None] Provisioning for port ecc45a21-95c3-4981-a8df-0d09384af75c completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:54:46.696631 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-a9a876d8-4db2-4136-9c2e-11871a8a419b None None] Provisioning complete for port ecc45a21-95c3-4981-a8df-0d09384af75c triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:54:46.697051 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-a9a876d8-4db2-4136-9c2e-11871a8a419b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:46.758656 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-a9a876d8-4db2-4136-9c2e-11871a8a419b None None] Port ecc45a21-95c3-4981-a8df-0d09384af75c cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 14:54:46.776215 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-7acc9794-7787-42dd-bf68-604731377dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3718490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8776395'] for subnet, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:46.846432 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-547dc058-861d-48ea-800e-e7b3352d140b tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Deleting port f2dbda28-baf9-4a77-a6a9-107d5b8678c5 {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:54:46.846861 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-547dc058-861d-48ea-800e-e7b3352d140b tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:46.849613 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-36750cf6-a38a-4ecd-b966-530a5f3cef1e req-8ca8d4db-d2b4-4f64-a34a-74caefa38460 tempest-ServerShowV247Test-207198290 tempest-ServerShowV247Test-207198290-project] 10.222.0.39 "GET /v2.0/ports?device_id=70744b92-4523-45f9-a26d-8126e5517908 HTTP/1.1" status: 200 len: 210 time: 0.0808580 Aug 12 14:54:46.900377 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-7a78f01d-edef-4deb-96f7-443d4f2a4d72 None None] Provisioning complete for port ecc45a21-95c3-4981-a8df-0d09384af75c triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:54:46.900744 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-7a78f01d-edef-4deb-96f7-443d4f2a4d72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:46.904058 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6bfcae-62e7-42c4-b6ff-f583669d3d00 req-13f428ba-49b4-4dd8-be7f-4e2acd5ac0da tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:54:46.905578 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-df6bfcae-62e7-42c4-b6ff-f583669d3d00 req-13f428ba-49b4-4dd8-be7f-4e2acd5ac0da tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.49 "GET /v2.0/ports?device_id=d89c572a-9ecf-42f3-aaab-789262bca2fb HTTP/1.1" status: 200 len: 946 time: 0.2493801 Aug 12 14:54:46.957231 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-7a78f01d-edef-4deb-96f7-443d4f2a4d72 None None] Port ecc45a21-95c3-4981-a8df-0d09384af75c cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 14:54:46.964424 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acc9794-7787-42dd-bf68-604731377dd5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ab25733-26fe-4392-bfb6-ba7978262295,revision_number=0']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:54:46.987736 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0645a233-4afb-4f12-9c55-8f92a005cac9 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:47.014221 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-547dc058-861d-48ea-800e-e7b3352d140b tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:47.025988 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-547dc058-861d-48ea-800e-e7b3352d140b tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Calling delete_port for f2dbda28-baf9-4a77-a6a9-107d5b8678c5 owned by network:router_interface {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:54:47.029900 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-0645a233-4afb-4f12-9c55-8f92a005cac9 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Calling delete_port for ecc45a21-95c3-4981-a8df-0d09384af75c owned by network:router_interface {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:54:47.031957 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7acc9794-7787-42dd-bf68-604731377dd5 admin admin] Checking segment: {'id': '196fb4c7-81dc-4d55-8d5b-b3d93b852fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '16f33fa1-6b71-42ec-b506-a52fb0f6c597'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:54:47.032319 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7acc9794-7787-42dd-bf68-604731377dd5 admin admin] Network hostable DHCP agents. Network: 16f33fa1-6b71-42ec-b506-a52fb0f6c597, hostable agents: ['1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658'], hosted agents: [] {{(pid=94466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 14:54:47.108925 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-d2e324fd-227d-4c57-be42-5444adb99ee3 None None] Provisioning complete for port ecc45a21-95c3-4981-a8df-0d09384af75c triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:54:47.109438 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-d2e324fd-227d-4c57-be42-5444adb99ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:47.120128 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7acc9794-7787-42dd-bf68-604731377dd5 admin admin] Network 16f33fa1-6b71-42ec-b506-a52fb0f6c597 is scheduled to be hosted by DHCP agent 1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658 with binding_index 1 {{(pid=94466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 14:54:47.146713 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-7acc9794-7787-42dd-bf68-604731377dd5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-15, 16f33fa1-6b71-42ec-b506-a52fb0f6c597) {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:54:47.149838 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [req-df6bfcae-62e7-42c4-b6ff-f583669d3d00 req-0e258902-dff9-4a2f-96af-594faae0adea tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Deleting port e62cdda7-a629-4899-9eb6-4dabc61de76f {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:54:47.150180 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-df6bfcae-62e7-42c4-b6ff-f583669d3d00 req-0e258902-dff9-4a2f-96af-594faae0adea tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:47.157239 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7acc9794-7787-42dd-bf68-604731377dd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:54:47.157826 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-7acc9794-7787-42dd-bf68-604731377dd5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:47.179093 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-d2e324fd-227d-4c57-be42-5444adb99ee3 None None] Port ecc45a21-95c3-4981-a8df-0d09384af75c cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 14:54:47.186868 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c299fde1-68eb-421a-8f19-1944ec38a046 None None] Network 16f33fa1-6b71-42ec-b506-a52fb0f6c597 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:54:47.204628 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-972e94cc-5fe1-4bb5-831b-3f2ad6f61c93 req-496ce213-73c3-4904-af66-a09521e2910e service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=70744b92-4523-45f9-a26d-8126e5517908 HTTP/1.1" status: 200 len: 210 time: 0.0333409 Aug 12 14:54:47.312022 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-7acc9794-7787-42dd-bf68-604731377dd5 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2433212 Aug 12 14:54:47.343410 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-547dc058-861d-48ea-800e-e7b3352d140b tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:47.424719 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0645a233-4afb-4f12-9c55-8f92a005cac9 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:47.434179 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547dc058-861d-48ea-800e-e7b3352d140b tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Pushing event deleted for resources: {'Port': ['ID=f2dbda28-baf9-4a77-a6a9-107d5b8678c5,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:54:47.444760 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88979dec-0d54-453d-9e6b-987a070e5be8 None None] Network 16f33fa1-6b71-42ec-b506-a52fb0f6c597 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:54:47.482961 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0645a233-4afb-4f12-9c55-8f92a005cac9 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Pushing event deleted for resources: {'Port': ['ID=ecc45a21-95c3-4981-a8df-0d09384af75c,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:54:47.486477 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [req-df6bfcae-62e7-42c4-b6ff-f583669d3d00 req-0e258902-dff9-4a2f-96af-594faae0adea tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] For port e62cdda7-a629-4899-9eb6-4dabc61de76f, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=e62cdda7-a629-4899-9eb6-4dabc61de76f,segment=NetworkSegment(b72762b4-956b-443d-aaee-4b6799d6bcb9),segment_id=b72762b4-956b-443d-aaee-4b6799d6bcb9)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:54:47.486851 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-df6bfcae-62e7-42c4-b6ff-f583669d3d00 req-0e258902-dff9-4a2f-96af-594faae0adea tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:47.618561 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cb0dd6-958f-4e5c-b041-e44625cc0ba2 req-92d97aa8-3e02-4501-ac1d-e085c8b3d662 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:54:47.623973 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-47cb0dd6-958f-4e5c-b041-e44625cc0ba2 req-92d97aa8-3e02-4501-ac1d-e085c8b3d662 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/ports?device_id=d89c572a-9ecf-42f3-aaab-789262bca2fb HTTP/1.1" status: 200 len: 946 time: 0.3002257 Aug 12 14:54:47.770623 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0645a233-4afb-4f12-9c55-8f92a005cac9 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66628352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-430630'] for router_interface, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:47.913766 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-47cb0dd6-958f-4e5c-b041-e44625cc0ba2 req-80397010-4c62-4a5a-89b8-4584bc2c7d81 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/security-groups?id=70daefbf-eec6-4754-864f-8c40c2c28cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2623899 Aug 12 14:54:47.970133 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-547dc058-861d-48ea-800e-e7b3352d140b tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66628352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-430630'] for router_interface, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:48.029440 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-7b7b897a-455e-4724-bc47-902803686a73 req-e7c5e1b4-9a00-47a2-8905-af580eae89ad tempest-ServerShowV247Test-207198290 tempest-ServerShowV247Test-207198290-project] 10.222.0.39 "GET /v2.0/ports?device_id=70744b92-4523-45f9-a26d-8126e5517908 HTTP/1.1" status: 200 len: 210 time: 0.0392499 Aug 12 14:54:48.237382 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-547dc058-861d-48ea-800e-e7b3352d140b tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Router a5d6088b-b22c-4a06-9d48-a92752a73315 has already been hosted by L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f {{(pid=94467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 14:54:48.336857 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-547dc058-861d-48ea-800e-e7b3352d140b tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 14:54:48.346444 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4708b48-2ebe-4465-a606-3d40e9ebc76d None None] Sync routers for ids ['a5d6088b-b22c-4a06-9d48-a92752a73315'] in n-d-694802-15 {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 14:54:48.348094 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-547dc058-861d-48ea-800e-e7b3352d140b tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] 10.222.0.39 "PUT /v2.0/routers/a5d6088b-b22c-4a06-9d48-a92752a73315/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6023850 Aug 12 14:54:48.350894 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 35356) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:54:48.360442 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4708b48-2ebe-4465-a606-3d40e9ebc76d None None] Routers {'a5d6088b-b22c-4a06-9d48-a92752a73315'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:54:48.361348 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-d4708b48-2ebe-4465-a606-3d40e9ebc76d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:54:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['a5d6088b-b22c-4a06-9d48-a92752a73315'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:54:48.397272 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-d4708b48-2ebe-4465-a606-3d40e9ebc76d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:54:48.407124 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4708b48-2ebe-4465-a606-3d40e9ebc76d None None] Routers {'a5d6088b-b22c-4a06-9d48-a92752a73315'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:54:48.407673 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-d4708b48-2ebe-4465-a606-3d40e9ebc76d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:54:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['a5d6088b-b22c-4a06-9d48-a92752a73315'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:54:48.442928 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-d4708b48-2ebe-4465-a606-3d40e9ebc76d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:54:48.443688 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4708b48-2ebe-4465-a606-3d40e9ebc76d None None] The sync data for ids ['a5d6088b-b22c-4a06-9d48-a92752a73315'] in n-d-694802-15 is: [] {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 14:54:48.495266 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-df6bfcae-62e7-42c4-b6ff-f583669d3d00 req-0e258902-dff9-4a2f-96af-594faae0adea tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:48.495920 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-df6bfcae-62e7-42c4-b6ff-f583669d3d00 req-0e258902-dff9-4a2f-96af-594faae0adea tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431510'] for floatingip, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:48.495920 n-d-694802-15 neutron-server[94466]: INFO neutron.db.l3_db [req-df6bfcae-62e7-42c4-b6ff-f583669d3d00 req-0e258902-dff9-4a2f-96af-594faae0adea tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Floating IP b609720c-1ac7-49a3-bb3a-835665f00002 disassociated. External IP: 172.25.1.143, port: e62cdda7-a629-4899-9eb6-4dabc61de76f. Aug 12 14:54:48.496258 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [req-df6bfcae-62e7-42c4-b6ff-f583669d3d00 req-0e258902-dff9-4a2f-96af-594faae0adea tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Calling delete_port for e62cdda7-a629-4899-9eb6-4dabc61de76f owned by compute:nova {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:54:48.593971 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0645a233-4afb-4f12-9c55-8f92a005cac9 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Router 376f2f15-875f-427e-a731-d0fc906d8ea0 has already been hosted by L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f {{(pid=94466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 14:54:48.630760 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60bed62-5589-4ac2-9c52-408b7af83473 req-9c29ef11-55e1-498b-8049-f2228bb1b0e7 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:54:48.632925 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-a60bed62-5589-4ac2-9c52-408b7af83473 req-9c29ef11-55e1-498b-8049-f2228bb1b0e7 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/networks?id=16f33fa1-6b71-42ec-b506-a52fb0f6c597 HTTP/1.1" status: 200 len: 813 time: 0.6186984 Aug 12 14:54:48.686633 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-58196aea-f0ba-4ae2-a0df-3089a409ab24 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66663830'] for router_interface, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:48.721000 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-a60bed62-5589-4ac2-9c52-408b7af83473 req-e6fe7583-9c47-4c27-ace0-0638f51ff557 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/quotas/d333de5a1ab446aeb6524d52a70328d5 HTTP/1.1" status: 200 len: 375 time: 0.0437191 Aug 12 14:54:48.731271 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0645a233-4afb-4f12-9c55-8f92a005cac9 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 14:54:48.742663 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-0645a233-4afb-4f12-9c55-8f92a005cac9 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] 10.222.0.39 "PUT /v2.0/routers/376f2f15-875f-427e-a731-d0fc906d8ea0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2343566 Aug 12 14:54:48.744654 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 35360) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:54:48.745690 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6f48847-8143-41d0-9890-8ca37f0976b9 None None] Sync routers for ids ['376f2f15-875f-427e-a731-d0fc906d8ea0'] in n-d-694802-15 {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 14:54:48.765410 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6f48847-8143-41d0-9890-8ca37f0976b9 None None] Routers {'376f2f15-875f-427e-a731-d0fc906d8ea0'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:54:48.767235 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-c6f48847-8143-41d0-9890-8ca37f0976b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:54:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['376f2f15-875f-427e-a731-d0fc906d8ea0'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:54:48.784257 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-a60bed62-5589-4ac2-9c52-408b7af83473 req-d7d044f2-bfd4-4be1-8772-37a4d0f08d0f tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=d333de5a1ab446aeb6524d52a70328d5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0499244 Aug 12 14:54:48.804956 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-a34cbe84-db61-4ee3-a149-d3642f433c0c tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] 10.222.0.39 "GET /v2.0/ports?device_id=376f2f15-875f-427e-a731-d0fc906d8ea0 HTTP/1.1" status: 200 len: 205 time: 0.0506859 Aug 12 14:54:48.813415 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 35362) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:54:48.820457 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-c6f48847-8143-41d0-9890-8ca37f0976b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:54:48.833919 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6f48847-8143-41d0-9890-8ca37f0976b9 None None] Routers {'376f2f15-875f-427e-a731-d0fc906d8ea0'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:54:48.837060 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-c6f48847-8143-41d0-9890-8ca37f0976b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:54:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['376f2f15-875f-427e-a731-d0fc906d8ea0'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:54:48.886233 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-c6f48847-8143-41d0-9890-8ca37f0976b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:54:48.887703 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6f48847-8143-41d0-9890-8ca37f0976b9 None None] The sync data for ids ['376f2f15-875f-427e-a731-d0fc906d8ea0'] in n-d-694802-15 is: [] {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 14:54:48.984049 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f5b7c854-63ca-42e2-89af-a2cd065924c8 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks [] for router, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:49.011807 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-58196aea-f0ba-4ae2-a0df-3089a409ab24 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Deleting port 60a7848d-7c1e-4a1e-ae79-11bcd1d60d75 {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:54:49.011807 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-58196aea-f0ba-4ae2-a0df-3089a409ab24 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:49.045462 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-df6bfcae-62e7-42c4-b6ff-f583669d3d00 req-0e258902-dff9-4a2f-96af-594faae0adea tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:49.080152 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab67b84-6897-45be-90ef-adec342581e6 req-c8aae7d2-1d95-4cd1-9b7e-9c1e42aad7ab tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:54:49.081431 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-bab67b84-6897-45be-90ef-adec342581e6 req-c8aae7d2-1d95-4cd1-9b7e-9c1e42aad7ab tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/ports?device_id=d89c572a-9ecf-42f3-aaab-789262bca2fb HTTP/1.1" status: 200 len: 868 time: 0.1083441 Aug 12 14:54:49.126857 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e258902-dff9-4a2f-96af-594faae0adea tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Pushing event deleted for resources: {'Port': ['ID=e62cdda7-a629-4899-9eb6-4dabc61de76f,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:54:49.145986 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-58196aea-f0ba-4ae2-a0df-3089a409ab24 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:49.148514 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-a60bed62-5589-4ac2-9c52-408b7af83473 req-7ee247cc-db05-4607-9d81-b4fd8b559d90 service neutron] 10.222.0.39 "GET /v2.0/networks/16f33fa1-6b71-42ec-b506-a52fb0f6c597?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3501880 Aug 12 14:54:49.159614 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-bab67b84-6897-45be-90ef-adec342581e6 req-8a73a73e-b593-4e30-b800-a4816e4aaf32 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/security-groups?id=70daefbf-eec6-4754-864f-8c40c2c28cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689578 Aug 12 14:54:49.179378 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-58196aea-f0ba-4ae2-a0df-3089a409ab24 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Calling delete_port for 60a7848d-7c1e-4a1e-ae79-11bcd1d60d75 owned by network:router_interface {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:54:49.344128 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f5b7c854-63ca-42e2-89af-a2cd065924c8 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-429360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-104877'] for router, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:49.355749 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f5b7c854-63ca-42e2-89af-a2cd065924c8 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:49.463709 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f5b7c854-63ca-42e2-89af-a2cd065924c8 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-429375'] for router, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:49.464070 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5b7c854-63ca-42e2-89af-a2cd065924c8 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Fanout notify agent at l3_agent the message router_deleted on router 376f2f15-875f-427e-a731-d0fc906d8ea0 {{(pid=94466) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 14:54:49.474052 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f5b7c854-63ca-42e2-89af-a2cd065924c8 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks [] for router, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:49.475199 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-f5b7c854-63ca-42e2-89af-a2cd065924c8 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] 10.222.0.39 "DELETE /v2.0/routers/376f2f15-875f-427e-a731-d0fc906d8ea0 HTTP/1.1" status: 204 len: 168 time: 0.6608510 Aug 12 14:54:49.479048 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 35374) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:54:49.490602 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-a60bed62-5589-4ac2-9c52-408b7af83473 req-3a178624-4cd0-49a2-ad2e-4905ce55e038 service neutron] 10.222.0.39 "GET /v2.0/networks/16f33fa1-6b71-42ec-b506-a52fb0f6c597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3412375 Aug 12 14:54:49.533910 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.l3_agent_scheduler [req-df6bfcae-62e7-42c4-b6ff-f583669d3d00 req-0e258902-dff9-4a2f-96af-594faae0adea tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Router 6a4eed94-bc27-4b5a-a5c2-bcb624f30ef4 has already been hosted by L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f {{(pid=94466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 14:54:49.604850 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-7e50ebf6-02fa-4838-9852-1e4ca3da78bc req-60c53021-a2ec-4ae6-b3e0-799d817866e8 tempest-ServerShowV247Test-207198290 tempest-ServerShowV247Test-207198290-project] 10.222.0.39 "GET /v2.0/ports?device_id=70744b92-4523-45f9-a26d-8126e5517908 HTTP/1.1" status: 200 len: 210 time: 0.3671331 Aug 12 14:54:49.607098 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6c26180-faf2-4195-82b3-0d54d7f7b3c4 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Deleting subnet 856dff5d-ea79-4559-88dc-d3696198e740 {{(pid=94466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 14:54:49.624626 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e6c26180-faf2-4195-82b3-0d54d7f7b3c4 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks [] for subnet, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:49.659799 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.agents_db [None req-17ed3e4c-1a7d-4162-9646-11c134aca297 None None] Agent healthcheck: found 7 active agents {{(pid=94469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 14:54:49.755734 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e6c26180-faf2-4195-82b3-0d54d7f7b3c4 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2293551'] for subnet, precommit_delete_associations {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:49.822250 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-729dd8f8-4fb9-4c04-9af8-59f5345c4bff req-4de82a7d-9597-4db0-a3dd-1c7efdbd2cd7 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/ports?device_id=5be77a56-d5ef-4a70-9846-307f9eb76fa5 HTTP/1.1" status: 200 len: 210 time: 0.0392182 Aug 12 14:54:49.850175 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-df6bfcae-62e7-42c4-b6ff-f583669d3d00 req-0e258902-dff9-4a2f-96af-594faae0adea tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 14:54:49.862512 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53b5b4ba-aac7-4213-a437-c3c34fc98d88 None None] Sync routers for ids ['6a4eed94-bc27-4b5a-a5c2-bcb624f30ef4'] in n-d-694802-15 {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 14:54:49.878099 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53b5b4ba-aac7-4213-a437-c3c34fc98d88 None None] Routers {'6a4eed94-bc27-4b5a-a5c2-bcb624f30ef4'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:54:49.878832 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-53b5b4ba-aac7-4213-a437-c3c34fc98d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:54:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['6a4eed94-bc27-4b5a-a5c2-bcb624f30ef4'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:54:49.913761 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-58196aea-f0ba-4ae2-a0df-3089a409ab24 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:50.027427 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [req-df6bfcae-62e7-42c4-b6ff-f583669d3d00 req-0e258902-dff9-4a2f-96af-594faae0adea tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] No DVR routers for this DVR port e62cdda7-a629-4899-9eb6-4dabc61de76f on host n-h2-694802-15 {{(pid=94466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:54:50.034836 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-df6bfcae-62e7-42c4-b6ff-f583669d3d00 req-0e258902-dff9-4a2f-96af-594faae0adea tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:50.039156 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-df6bfcae-62e7-42c4-b6ff-f583669d3d00 req-0e258902-dff9-4a2f-96af-594faae0adea tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.49 "DELETE /v2.0/ports/e62cdda7-a629-4899-9eb6-4dabc61de76f HTTP/1.1" status: 204 len: 173 time: 3.1229167 Aug 12 14:54:50.041143 n-d-694802-15 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd89c572a-9ecf-42f3-aaab-789262bca2fb', 'name': 'network-vif-deleted', 'tag': 'e62cdda7-a629-4899-9eb6-4dabc61de76f'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:54:50.052212 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e785eeede3897370d0b20f09d5f461b30cfecd5ed38c4f07dacd02bc52c9277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c11ca37-3ae3-41e5-a44c-96b912515040" -d '{"events": [{"server_uuid": "d89c572a-9ecf-42f3-aaab-789262bca2fb", "name": "network-vif-deleted", "tag": "e62cdda7-a629-4899-9eb6-4dabc61de76f"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:54:50.074006 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58196aea-f0ba-4ae2-a0df-3089a409ab24 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Pushing event deleted for resources: {'Port': ['ID=60a7848d-7c1e-4a1e-ae79-11bcd1d60d75,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:54:50.103785 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvr_db [None req-53b5b4ba-aac7-4213-a437-c3c34fc98d88 None None] Set router 6a4eed94-bc27-4b5a-a5c2-bcb624f30ef4 gateway port host: n-d-694802-15 {{(pid=94468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:54:50.124507 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 14:54:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55cb2ae5-1a39-4a08-82e4-b9ee79d553ba x-openstack-request-id: req-55cb2ae5-1a39-4a08-82e4-b9ee79d553ba {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:54:50.125081 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d89c572a-9ecf-42f3-aaab-789262bca2fb", "name": "network-vif-deleted", "tag": "e62cdda7-a629-4899-9eb6-4dabc61de76f", "status": "completed", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:54:50.125435 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-55cb2ae5-1a39-4a08-82e4-b9ee79d553ba {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:54:50.125983 n-d-694802-15 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd89c572a-9ecf-42f3-aaab-789262bca2fb', 'name': 'network-vif-deleted', 'tag': 'e62cdda7-a629-4899-9eb6-4dabc61de76f', 'status': 'completed', 'code': 200} Aug 12 14:54:50.128368 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e6c26180-faf2-4195-82b3-0d54d7f7b3c4 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66416255'] for subnet, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:50.325592 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-48efef1e-63d3-4481-8e27-4d94edf51ba6 req-6657974a-0c97-4d55-b9dd-60c71e103dca tempest-ServerShowV247Test-207198290 tempest-ServerShowV247Test-207198290-project] 10.222.0.39 "GET /v2.0/ports?device_id=70744b92-4523-45f9-a26d-8126e5517908 HTTP/1.1" status: 200 len: 210 time: 0.1027656 Aug 12 14:54:50.379294 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e6c26180-faf2-4195-82b3-0d54d7f7b3c4 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66416232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3718429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8776402'] for subnet, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:50.394674 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e6c26180-faf2-4195-82b3-0d54d7f7b3c4 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks [] for subnet, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:50.396610 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-e6c26180-faf2-4195-82b3-0d54d7f7b3c4 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] 10.222.0.39 "DELETE /v2.0/subnets/856dff5d-ea79-4559-88dc-d3696198e740 HTTP/1.1" status: 204 len: 168 time: 0.9164476 Aug 12 14:54:50.404177 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d1fba26-1590-4623-8f0b-a08517355f09 None None] Network e19c34b8-0b7a-49de-9e37-5e0ce32f4be8 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:54:50.407499 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 35406) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:54:50.458011 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c26180-faf2-4195-82b3-0d54d7f7b3c4 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Pushing event deleted for resources: {'Subnet': ['ID=856dff5d-ea79-4559-88dc-d3696198e740,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:54:50.536154 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-58196aea-f0ba-4ae2-a0df-3089a409ab24 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66628352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-430630'] for router_interface, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:50.634362 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-ec2a0f1f-d3da-4a58-b033-549ec8156cb9 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680608'] for network, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:50.650859 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-53b5b4ba-aac7-4213-a437-c3c34fc98d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a4eed94-bc27-4b5a-a5c2-bcb624f30ef4', 'name': 'tempest-AttachVolumeShelveTestJSON-919977636-router', 'tenant_id': '3a3bdd41fa344002b106e434a17bdf78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': 'b848814d-02f9-4e6d-a7d4-f67f9f79aee9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:43:22Z', 'updated_at': '2021-08-12T14:43:34Z', 'revision_number': 4, 'project_id': '3a3bdd41fa344002b106e434a17bdf78', 'gw_port': {'id': 'b848814d-02f9-4e6d-a7d4-f67f9f79aee9', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:ed:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a4eed94-bc27-4b5a-a5c2-bcb624f30ef4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:43:23Z', 'updated_at': '2021-08-12T14:43:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': 'ac1058a7-6857-446c-aead-fc64ad1cbb2a', 'name': '', 'network_id': '2ad93210-7061-461d-8617-49848448cc38', 'tenant_id': '3a3bdd41fa344002b106e434a17bdf78', 'mac_address': 'fa:16:3e:a0:9d:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a4eed94-bc27-4b5a-a5c2-bcb624f30ef4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': 'ce169be2-a716-4bd9-89d0-74eedc855ec7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:43:30Z', 'updated_at': '2021-08-12T14:43:41Z', 'revision_number': 5, 'project_id': '3a3bdd41fa344002b106e434a17bdf78', 'subnets': [{'id': 'ce169be2-a716-4bd9-89d0-74eedc855ec7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:54:50.697426 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53b5b4ba-aac7-4213-a437-c3c34fc98d88 None None] Checking router: 6a4eed94-bc27-4b5a-a5c2-bcb624f30ef4 for host: n-d-694802-15 {{(pid=94468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 14:54:50.703267 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c56e1636-cfbc-4910-a1c9-16c804b070d4 req-c1a93e59-a787-4117-94b4-875546a57d63 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/ports?device_id=d89c572a-9ecf-42f3-aaab-789262bca2fb HTTP/1.1" status: 200 len: 210 time: 0.3254299 Aug 12 14:54:50.743338 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device e62cdda7-a629-4899-9eb6-4dabc61de76f no longer exists at agent hyperv_n-h2-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:54:50.745882 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80f6b7c9-c5bb-4f1e-882f-5f4391582ea5 None None] DHCP port deletion for e19c34b8-0b7a-49de-9e37-5e0ce32f4be8 request from n-d-694802-15 {{(pid=94468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 14:54:50.749928 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53b5b4ba-aac7-4213-a437-c3c34fc98d88 None None] Routers {'6a4eed94-bc27-4b5a-a5c2-bcb624f30ef4'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:54:50.751629 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-53b5b4ba-aac7-4213-a437-c3c34fc98d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:54:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['6a4eed94-bc27-4b5a-a5c2-bcb624f30ef4'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:54:50.838406 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] No Port match for: e62cdda7-a629-4899-9eb6-4dabc61de76f {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 14:54:50.839577 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device e62cdda7-a629-4899-9eb6-4dabc61de76f not bound to the agent host n-h2-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:54:50.860106 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58196aea-f0ba-4ae2-a0df-3089a409ab24 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Router a5d6088b-b22c-4a06-9d48-a92752a73315 has already been hosted by L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f {{(pid=94467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 14:54:50.882666 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-ec2a0f1f-d3da-4a58-b033-549ec8156cb9 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Deleting port 76783e91-841e-4660-99a0-27dc83d7764a {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:54:50.883008 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-ec2a0f1f-d3da-4a58-b033-549ec8156cb9 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:50.932015 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-80f6b7c9-c5bb-4f1e-882f-5f4391582ea5 None None] Deleting port 76783e91-841e-4660-99a0-27dc83d7764a {{(pid=94468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:54:50.932621 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-80f6b7c9-c5bb-4f1e-882f-5f4391582ea5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:50.972005 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-a136f7fe-db11-40a8-bcee-f5f8e52733f5 req-5b4e238f-82c7-43eb-892d-fc8cdd575cd2 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/ports?device_id=5be77a56-d5ef-4a70-9846-307f9eb76fa5 HTTP/1.1" status: 200 len: 210 time: 0.0431421 Aug 12 14:54:51.020109 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvr_db [None req-53b5b4ba-aac7-4213-a437-c3c34fc98d88 None None] Set router 6a4eed94-bc27-4b5a-a5c2-bcb624f30ef4 gateway port host: n-d-694802-15 {{(pid=94468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:54:51.044554 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58196aea-f0ba-4ae2-a0df-3089a409ab24 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 14:54:51.058948 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eced5844-5e7b-4ba5-81a8-1c6b39c06699 None None] Sync routers for ids ['a5d6088b-b22c-4a06-9d48-a92752a73315'] in n-d-694802-15 {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 14:54:51.078234 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eced5844-5e7b-4ba5-81a8-1c6b39c06699 None None] Routers {'a5d6088b-b22c-4a06-9d48-a92752a73315'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:54:51.079078 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-eced5844-5e7b-4ba5-81a8-1c6b39c06699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:54:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['a5d6088b-b22c-4a06-9d48-a92752a73315'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:54:51.082164 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [None req-ec2a0f1f-d3da-4a58-b033-549ec8156cb9 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] For port 76783e91-841e-4660-99a0-27dc83d7764a, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=76783e91-841e-4660-99a0-27dc83d7764a,segment=NetworkSegment(754b2710-bc36-4777-8080-bdec880b20ae),segment_id=754b2710-bc36-4777-8080-bdec880b20ae)] {{(pid=94467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:54:51.083315 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-ec2a0f1f-d3da-4a58-b033-549ec8156cb9 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:51.086697 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-80f6b7c9-c5bb-4f1e-882f-5f4391582ea5 None None] For port 76783e91-841e-4660-99a0-27dc83d7764a, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=76783e91-841e-4660-99a0-27dc83d7764a,segment=NetworkSegment(754b2710-bc36-4777-8080-bdec880b20ae),segment_id=754b2710-bc36-4777-8080-bdec880b20ae)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:54:51.086858 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-80f6b7c9-c5bb-4f1e-882f-5f4391582ea5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:51.110167 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-58196aea-f0ba-4ae2-a0df-3089a409ab24 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] 10.222.0.39 "PUT /v2.0/routers/a5d6088b-b22c-4a06-9d48-a92752a73315/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7580004 Aug 12 14:54:51.111879 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-ec2a0f1f-d3da-4a58-b033-549ec8156cb9 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Calling delete_port for 76783e91-841e-4660-99a0-27dc83d7764a owned by network:dhcp {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:54:51.112887 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 35422) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:54:51.133736 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-eced5844-5e7b-4ba5-81a8-1c6b39c06699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:54:51.143662 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eced5844-5e7b-4ba5-81a8-1c6b39c06699 None None] Routers {'a5d6088b-b22c-4a06-9d48-a92752a73315'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:54:51.144466 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-eced5844-5e7b-4ba5-81a8-1c6b39c06699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:54:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['a5d6088b-b22c-4a06-9d48-a92752a73315'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:54:51.163700 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-f76b17f5-9217-411c-80af-a587a9665721 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5d6088b-b22c-4a06-9d48-a92752a73315 HTTP/1.1" status: 200 len: 205 time: 0.0485439 Aug 12 14:54:51.165841 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 35424) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:54:51.174049 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-80f6b7c9-c5bb-4f1e-882f-5f4391582ea5 None None] Calling delete_port for 76783e91-841e-4660-99a0-27dc83d7764a owned by network:dhcp {{(pid=94468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:54:51.214493 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-eced5844-5e7b-4ba5-81a8-1c6b39c06699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:54:51.215370 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eced5844-5e7b-4ba5-81a8-1c6b39c06699 None None] The sync data for ids ['a5d6088b-b22c-4a06-9d48-a92752a73315'] in n-d-694802-15 is: [] {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 14:54:51.244846 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-ec2a0f1f-d3da-4a58-b033-549ec8156cb9 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:51.274331 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2a0f1f-d3da-4a58-b033-549ec8156cb9 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Pushing event deleted for resources: {'Port': ['ID=76783e91-841e-4660-99a0-27dc83d7764a,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:54:51.278069 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec2a0f1f-d3da-4a58-b033-549ec8156cb9 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] No DVR routers for this DVR port 76783e91-841e-4660-99a0-27dc83d7764a on host n-d-694802-15 {{(pid=94467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:54:51.353340 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5382ca3e-cb7b-47b8-94ea-c05e919e1e82 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks [] for router, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:51.370473 n-d-694802-15 neutron-server[94468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 14:54:51.370473 n-d-694802-15 neutron-server[94468]: self.session.flush() Aug 12 14:54:51.370473 n-d-694802-15 neutron-server[94468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 14:54:51.370473 n-d-694802-15 neutron-server[94468]: self.session.flush() Aug 12 14:54:51.370473 n-d-694802-15 neutron-server[94468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 14:54:51.370473 n-d-694802-15 neutron-server[94468]: self.session.flush() Aug 12 14:54:51.370473 n-d-694802-15 neutron-server[94468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 14:54:51.370473 n-d-694802-15 neutron-server[94468]: self.session.flush() Aug 12 14:54:51.370473 n-d-694802-15 neutron-server[94468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 14:54:51.370473 n-d-694802-15 neutron-server[94468]: self.session.flush() Aug 12 14:54:51.370473 n-d-694802-15 neutron-server[94468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 14:54:51.370473 n-d-694802-15 neutron-server[94468]: self.session.flush() Aug 12 14:54:51.370473 n-d-694802-15 neutron-server[94468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 14:54:51.370473 n-d-694802-15 neutron-server[94468]: self.session.flush() Aug 12 14:54:51.370473 n-d-694802-15 neutron-server[94468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 14:54:51.370473 n-d-694802-15 neutron-server[94468]: self.session.flush() Aug 12 14:54:51.370473 n-d-694802-15 neutron-server[94468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 14:54:51.370473 n-d-694802-15 neutron-server[94468]: self.session.flush() Aug 12 14:54:51.370473 n-d-694802-15 neutron-server[94468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 14:54:51.370473 n-d-694802-15 neutron-server[94468]: self.session.flush() Aug 12 14:54:51.370473 n-d-694802-15 neutron-server[94468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 14:54:51.370473 n-d-694802-15 neutron-server[94468]: self.session.flush() Aug 12 14:54:51.370473 n-d-694802-15 neutron-server[94468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 14:54:51.370473 n-d-694802-15 neutron-server[94468]: self.session.flush() Aug 12 14:54:51.370473 n-d-694802-15 neutron-server[94468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 14:54:51.370473 n-d-694802-15 neutron-server[94468]: self.session.flush() Aug 12 14:54:51.370473 n-d-694802-15 neutron-server[94468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 14:54:51.370473 n-d-694802-15 neutron-server[94468]: self.session.flush() Aug 12 14:54:51.370473 n-d-694802-15 neutron-server[94468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 14:54:51.370473 n-d-694802-15 neutron-server[94468]: self.session.flush() Aug 12 14:54:51.370473 n-d-694802-15 neutron-server[94468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 14:54:51.370473 n-d-694802-15 neutron-server[94468]: self.session.flush() Aug 12 14:54:51.370473 n-d-694802-15 neutron-server[94468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 14:54:51.370473 n-d-694802-15 neutron-server[94468]: self.session.flush() Aug 12 14:54:51.370473 n-d-694802-15 neutron-server[94468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 14:54:51.370473 n-d-694802-15 neutron-server[94468]: self.session.flush() Aug 12 14:54:51.370473 n-d-694802-15 neutron-server[94468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 14:54:51.370473 n-d-694802-15 neutron-server[94468]: self.session.flush() Aug 12 14:54:51.370473 n-d-694802-15 neutron-server[94468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 14:54:51.370473 n-d-694802-15 neutron-server[94468]: self.session.flush() Aug 12 14:54:51.373225 n-d-694802-15 neutron-server[94468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 14:54:51.373225 n-d-694802-15 neutron-server[94468]: self.session.flush() Aug 12 14:54:51.373225 n-d-694802-15 neutron-server[94468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 14:54:51.373225 n-d-694802-15 neutron-server[94468]: self.session.flush() Aug 12 14:54:51.373225 n-d-694802-15 neutron-server[94468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 14:54:51.373225 n-d-694802-15 neutron-server[94468]: self.session.flush() Aug 12 14:54:51.373225 n-d-694802-15 neutron-server[94468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 14:54:51.373225 n-d-694802-15 neutron-server[94468]: self.session.flush() Aug 12 14:54:51.373225 n-d-694802-15 neutron-server[94468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 14:54:51.373225 n-d-694802-15 neutron-server[94468]: self.session.flush() Aug 12 14:54:51.373225 n-d-694802-15 neutron-server[94468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 14:54:51.373225 n-d-694802-15 neutron-server[94468]: self.session.flush() Aug 12 14:54:51.373225 n-d-694802-15 neutron-server[94468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 14:54:51.373225 n-d-694802-15 neutron-server[94468]: self.session.flush() Aug 12 14:54:51.386957 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-ec2a0f1f-d3da-4a58-b033-549ec8156cb9 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66413304', 'neutron.services.segments.db._delete_segments_for_network-8744654118000'] for network, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:51.418731 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-ec2a0f1f-d3da-4a58-b033-549ec8156cb9 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e19c34b8-0b7a-49de-9e37-5e0ce32f4be8']}} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:54:51.450008 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-80f6b7c9-c5bb-4f1e-882f-5f4391582ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262'] for port, after_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:51.453745 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-ec2a0f1f-d3da-4a58-b033-549ec8156cb9 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '754b2710-bc36-4777-8080-bdec880b20ae') {'for_net_delete': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:54:51.454056 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-ec2a0f1f-d3da-4a58-b033-549ec8156cb9 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '754b2710-bc36-4777-8080-bdec880b20ae') {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:54:51.477648 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80f6b7c9-c5bb-4f1e-882f-5f4391582ea5 None None] No DVR routers for this DVR port 76783e91-841e-4660-99a0-27dc83d7764a on host n-d-694802-15 {{(pid=94468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:54:51.516615 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-ec2a0f1f-d3da-4a58-b033-549ec8156cb9 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744654122361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3857526'] for segment, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:51.520423 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-8e54c20d-5870-415b-a988-86f5f35b8817 req-ac3b6c8c-bef3-417d-8c5a-56b886cb76e2 tempest-ServerShowV247Test-207198290 tempest-ServerShowV247Test-207198290-project] 10.222.0.39 "GET /v2.0/ports?device_id=70744b92-4523-45f9-a26d-8126e5517908 HTTP/1.1" status: 200 len: 210 time: 0.0615959 Aug 12 14:54:51.541275 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-ec2a0f1f-d3da-4a58-b033-549ec8156cb9 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:51.543385 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f6b7c9-c5bb-4f1e-882f-5f4391582ea5 None None] Pushing event deleted for resources: {'Port': ['ID=76783e91-841e-4660-99a0-27dc83d7764a,revision_number=None']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:54:51.554064 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec2a0f1f-d3da-4a58-b033-549ec8156cb9 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Releasing vlan 325 on physical network physnet1 to pool {{(pid=94467) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 14:54:51.555447 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-ec2a0f1f-d3da-4a58-b033-549ec8156cb9 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2859015'] for segment, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:51.559189 n-d-694802-15 neutron-server[94467]: Traceback (most recent call last): Aug 12 14:54:51.559189 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 14:54:51.559189 n-d-694802-15 neutron-server[94467]: timer() Aug 12 14:54:51.559189 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 14:54:51.559189 n-d-694802-15 neutron-server[94467]: cb(*args, **kw) Aug 12 14:54:51.559189 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 14:54:51.559189 n-d-694802-15 neutron-server[94467]: return func(*args, **kwargs) Aug 12 14:54:51.559189 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 14:54:51.559189 n-d-694802-15 neutron-server[94467]: self._notify() Aug 12 14:54:51.559189 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 14:54:51.559189 n-d-694802-15 neutron-server[94467]: self.callback(batched_events) Aug 12 14:54:51.559189 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 14:54:51.559189 n-d-694802-15 neutron-server[94467]: event.method(event) Aug 12 14:54:51.559189 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 14:54:51.559189 n-d-694802-15 neutron-server[94467]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 14:54:51.559189 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 14:54:51.559189 n-d-694802-15 neutron-server[94467]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 14:54:51.559189 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 14:54:51.559189 n-d-694802-15 neutron-server[94467]: return f(self, *a, **k) Aug 12 14:54:51.559189 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 14:54:51.559189 n-d-694802-15 neutron-server[94467]: return self._get(url).json() Aug 12 14:54:51.559189 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 14:54:51.559189 n-d-694802-15 neutron-server[94467]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 14:54:51.559189 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 14:54:51.559189 n-d-694802-15 neutron-server[94467]: return self.request(url, 'GET', **kwargs) Aug 12 14:54:51.559189 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 14:54:51.559189 n-d-694802-15 neutron-server[94467]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 14:54:51.559189 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 14:54:51.559189 n-d-694802-15 neutron-server[94467]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 14:54:51.559189 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 14:54:51.559189 n-d-694802-15 neutron-server[94467]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 14:54:51.559189 n-d-694802-15 neutron-server[94467]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 14:54:51.604945 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-53b5b4ba-aac7-4213-a437-c3c34fc98d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a4eed94-bc27-4b5a-a5c2-bcb624f30ef4', 'name': 'tempest-AttachVolumeShelveTestJSON-919977636-router', 'tenant_id': '3a3bdd41fa344002b106e434a17bdf78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': 'b848814d-02f9-4e6d-a7d4-f67f9f79aee9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:43:22Z', 'updated_at': '2021-08-12T14:43:34Z', 'revision_number': 4, 'project_id': '3a3bdd41fa344002b106e434a17bdf78', 'gw_port': {'id': 'b848814d-02f9-4e6d-a7d4-f67f9f79aee9', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:ed:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a4eed94-bc27-4b5a-a5c2-bcb624f30ef4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:43:23Z', 'updated_at': '2021-08-12T14:43:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': 'ac1058a7-6857-446c-aead-fc64ad1cbb2a', 'name': '', 'network_id': '2ad93210-7061-461d-8617-49848448cc38', 'tenant_id': '3a3bdd41fa344002b106e434a17bdf78', 'mac_address': 'fa:16:3e:a0:9d:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a4eed94-bc27-4b5a-a5c2-bcb624f30ef4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': 'ce169be2-a716-4bd9-89d0-74eedc855ec7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:43:30Z', 'updated_at': '2021-08-12T14:43:41Z', 'revision_number': 5, 'project_id': '3a3bdd41fa344002b106e434a17bdf78', 'subnets': [{'id': 'ce169be2-a716-4bd9-89d0-74eedc855ec7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:54:51.631500 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53b5b4ba-aac7-4213-a437-c3c34fc98d88 None None] The sync data for ids ['6a4eed94-bc27-4b5a-a5c2-bcb624f30ef4'] in n-d-694802-15 is: [{'id': '6a4eed94-bc27-4b5a-a5c2-bcb624f30ef4', 'name': 'tempest-AttachVolumeShelveTestJSON-919977636-router', 'tenant_id': '3a3bdd41fa344002b106e434a17bdf78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': 'b848814d-02f9-4e6d-a7d4-f67f9f79aee9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:43:22Z', 'updated_at': '2021-08-12T14:43:34Z', 'revision_number': 4, 'project_id': '3a3bdd41fa344002b106e434a17bdf78', 'gw_port': {'id': 'b848814d-02f9-4e6d-a7d4-f67f9f79aee9', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:ed:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a4eed94-bc27-4b5a-a5c2-bcb624f30ef4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:43:23Z', 'updated_at': '2021-08-12T14:43:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': 'ac1058a7-6857-446c-aead-fc64ad1cbb2a', 'name': '', 'network_id': '2ad93210-7061-461d-8617-49848448cc38', 'tenant_id': '3a3bdd41fa344002b106e434a17bdf78', 'mac_address': 'fa:16:3e:a0:9d:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a4eed94-bc27-4b5a-a5c2-bcb624f30ef4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': 'ce169be2-a716-4bd9-89d0-74eedc855ec7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:43:30Z', 'updated_at': '2021-08-12T14:43:41Z', 'revision_number': 5, 'project_id': '3a3bdd41fa344002b106e434a17bdf78', 'subnets': [{'id': 'ce169be2-a716-4bd9-89d0-74eedc855ec7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 14:54:51.655529 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-ec2a0f1f-d3da-4a58-b033-549ec8156cb9 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66413281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431520'] for network, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:51.666936 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-ec2a0f1f-d3da-4a58-b033-549ec8156cb9 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for network, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:51.669640 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-ec2a0f1f-d3da-4a58-b033-549ec8156cb9 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] 10.222.0.39 "DELETE /v2.0/networks/e19c34b8-0b7a-49de-9e37-5e0ce32f4be8 HTTP/1.1" status: 204 len: 168 time: 1.2611477 Aug 12 14:54:51.672891 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 35434) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:54:51.678089 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-a8504c93-ed57-459a-a42c-2d470de6072d tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1124173712', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'}, 'admin_state_up': False}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:54:51.715624 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a8504c93-ed57-459a-a42c-2d470de6072d tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-430574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-104863'] for router, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:51.717180 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a8504c93-ed57-459a-a42c-2d470de6072d tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-429438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-431405', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66646573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-104852'] for router, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:51.719591 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5382ca3e-cb7b-47b8-94ea-c05e919e1e82 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-429360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-104877'] for router, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:51.721807 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2a0f1f-d3da-4a58-b033-549ec8156cb9 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Pushing event deleted for resources: {'Network': ['ID=e19c34b8-0b7a-49de-9e37-5e0ce32f4be8,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:54:51.723491 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5382ca3e-cb7b-47b8-94ea-c05e919e1e82 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:51.788033 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a8504c93-ed57-459a-a42c-2d470de6072d tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:51.802006 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5382ca3e-cb7b-47b8-94ea-c05e919e1e82 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-429375'] for router, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:51.802512 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5382ca3e-cb7b-47b8-94ea-c05e919e1e82 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Fanout notify agent at l3_agent the message router_deleted on router a5d6088b-b22c-4a06-9d48-a92752a73315 {{(pid=94466) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 14:54:51.815440 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5382ca3e-cb7b-47b8-94ea-c05e919e1e82 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks [] for router, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:51.816553 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-5382ca3e-cb7b-47b8-94ea-c05e919e1e82 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] 10.222.0.39 "DELETE /v2.0/routers/a5d6088b-b22c-4a06-9d48-a92752a73315 HTTP/1.1" status: 204 len: 168 time: 0.6488390 Aug 12 14:54:51.820818 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 35440) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:54:51.857771 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 35442) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:54:51.870375 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60bed62-5589-4ac2-9c52-408b7af83473 req-5dd8b362-62ed-4f7d-a157-cbbd5b8ea214 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:54:51.871953 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-a60bed62-5589-4ac2-9c52-408b7af83473 req-5dd8b362-62ed-4f7d-a157-cbbd5b8ea214 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.49 "GET /v2.0/networks?id=16f33fa1-6b71-42ec-b506-a52fb0f6c597 HTTP/1.1" status: 200 len: 813 time: 0.2258830 Aug 12 14:54:51.896061 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [req-a60bed62-5589-4ac2-9c52-408b7af83473 req-23db8d20-93a4-4954-82db-1367967668a7 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] Request body: {'port': {'device_id': '5be77a56-d5ef-4a70-9846-307f9eb76fa5', 'network_id': '16f33fa1-6b71-42ec-b506-a52fb0f6c597', 'admin_state_up': True, 'tenant_id': 'd333de5a1ab446aeb6524d52a70328d5'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:54:51.978352 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_v2 [None req-47c9dec7-6fc1-4b0b-b18c-ac311dde9c7e tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Deleting subnet 94dede9f-a295-4590-9f0a-c0d8ffae0d51 {{(pid=94466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 14:54:51.982262 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-47c9dec7-6fc1-4b0b-b18c-ac311dde9c7e tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks [] for subnet, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:52.001895 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-964ac32d-52ba-41f6-8f48-34ddd07b0e0a None None] New status for floating IP b609720c-1ac7-49a3-bb3a-835665f00002: DOWN {{(pid=94468) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 14:54:52.030801 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a8504c93-ed57-459a-a42c-2d470de6072d tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:52.039865 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-778a4b08-1980-4f14-9de0-a3552dd73870 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Notify callbacks [] for security_group, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:52.111276 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-778a4b08-1980-4f14-9de0-a3552dd73870 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:52.113344 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-47c9dec7-6fc1-4b0b-b18c-ac311dde9c7e tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2293551'] for subnet, precommit_delete_associations {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:52.166493 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-14cfe59c-6db0-47b7-93f8-0469c91846ce req-45100d26-056a-445a-ab70-fc14198f18d8 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/ports?device_id=5be77a56-d5ef-4a70-9846-307f9eb76fa5 HTTP/1.1" status: 200 len: 210 time: 0.0582032 Aug 12 14:54:52.209005 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-778a4b08-1980-4f14-9de0-a3552dd73870 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:52.209005 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-778a4b08-1980-4f14-9de0-a3552dd73870 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:52.209005 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-778a4b08-1980-4f14-9de0-a3552dd73870 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "DELETE /v2.0/security-groups/70daefbf-eec6-4754-864f-8c40c2c28cc4 HTTP/1.1" status: 204 len: 168 time: 0.3498926 Aug 12 14:54:52.214087 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 35446) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:54:52.238268 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778a4b08-1980-4f14-9de0-a3552dd73870 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=70daefbf-eec6-4754-864f-8c40c2c28cc4,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:54:52.243694 n-d-694802-15 neutron-server[94466]: INFO neutron.api.v2.resource [None req-ee966ec1-949e-474a-ace5-f37ecb94ff86 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] show failed (client error): The resource could not be found. Aug 12 14:54:52.247457 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-ee966ec1-949e-474a-ace5-f37ecb94ff86 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "GET /v2.0/security-groups/70daefbf-eec6-4754-864f-8c40c2c28cc4 HTTP/1.1" status: 404 len: 347 time: 0.0185754 Aug 12 14:54:52.247457 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a60bed62-5589-4ac2-9c52-408b7af83473 req-23db8d20-93a4-4954-82db-1367967668a7 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] Made reservation on behalf of d333de5a1ab446aeb6524d52a70328d5 for: {'port': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:54:52.251531 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-a60bed62-5589-4ac2-9c52-408b7af83473 req-23db8d20-93a4-4954-82db-1367967668a7 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:52.254173 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 35448) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:54:52.367339 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-47c9dec7-6fc1-4b0b-b18c-ac311dde9c7e tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66416255'] for subnet, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:52.367933 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a8504c93-ed57-459a-a42c-2d470de6072d tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks [] for router_gateway, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:52.374387 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 76783e91-841e-4660-99a0-27dc83d7764a no longer exists at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:54:52.389075 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a8504c93-ed57-459a-a42c-2d470de6072d tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:52.400519 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] No Port match for: 76783e91-841e-4660-99a0-27dc83d7764a {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 14:54:52.400858 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 76783e91-841e-4660-99a0-27dc83d7764a not bound to the agent host n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:54:52.502824 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_common [None req-a8504c93-ed57-459a-a42c-2d470de6072d tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Allocated IP 172.25.1.175 (d3759e1b-6c03-45ac-acd4-90abb417809b/f0254f08-c19c-4e31-bd9c-09389ea4b6f2/105a8837-4405-4049-bac9-4ef5527f60b6) {{(pid=94467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:54:52.589912 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-47c9dec7-6fc1-4b0b-b18c-ac311dde9c7e tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66416232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3718429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8776402'] for subnet, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:52.630902 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a8504c93-ed57-459a-a42c-2d470de6072d tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks [] for port, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:52.701299 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9aa5430a-ec42-49b9-b413-ba21b9702d85 req-633169bb-b09d-4a58-bd34-f6dc708987d2 tempest-ServerShowV247Test-207198290 tempest-ServerShowV247Test-207198290-project] 10.222.0.39 "GET /v2.0/ports?device_id=70744b92-4523-45f9-a26d-8126e5517908 HTTP/1.1" status: 200 len: 210 time: 0.0513649 Aug 12 14:54:52.715084 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a8504c93-ed57-459a-a42c-2d470de6072d tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:52.754071 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8504c93-ed57-459a-a42c-2d470de6072d tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Network d3759e1b-6c03-45ac-acd4-90abb417809b is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:54:52.757144 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [None req-a8504c93-ed57-459a-a42c-2d470de6072d tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:54:52.760914 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8504c93-ed57-459a-a42c-2d470de6072d tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Received port after_create {{(pid=94467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:54:52.801489 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8504c93-ed57-459a-a42c-2d470de6072d tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Pushing event updated for resources: {'Port': ['ID=105a8837-4405-4049-bac9-4ef5527f60b6,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:54:52.949320 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [req-a60bed62-5589-4ac2-9c52-408b7af83473 req-23db8d20-93a4-4954-82db-1367967668a7 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] Allocated IP 172.20.0.2 (16f33fa1-6b71-42ec-b506-a52fb0f6c597/2ab25733-26fe-4392-bfb6-ba7978262295/a7d22d5e-69bc-43ea-9592-15336af84849) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:54:52.954420 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c9dec7-6fc1-4b0b-b18c-ac311dde9c7e tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Pushing event deleted for resources: {'Subnet': ['ID=94dede9f-a295-4590-9f0a-c0d8ffae0d51,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:54:52.960928 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-47c9dec7-6fc1-4b0b-b18c-ac311dde9c7e tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks [] for subnet, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:52.962837 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-47c9dec7-6fc1-4b0b-b18c-ac311dde9c7e tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] 10.222.0.39 "DELETE /v2.0/subnets/94dede9f-a295-4590-9f0a-c0d8ffae0d51 HTTP/1.1" status: 204 len: 168 time: 1.1410437 Aug 12 14:54:52.968309 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0f3c8e7-59f2-4f4f-bf26-90d02396f0c8 None None] Network 992ef3ff-903f-4564-b533-648c54d909ea requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:54:52.968809 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 35458) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:54:52.982702 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-2729e627-3b40-4e99-8097-68dc6147c896 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Deleting port 5826f304-5ca0-4508-902d-18197fe2aa2a {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:54:52.983399 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2729e627-3b40-4e99-8097-68dc6147c896 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:53.045809 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a8504c93-ed57-459a-a42c-2d470de6072d tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks [] for router_gateway, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:53.105214 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9fb43f3-50d8-4ada-890d-9e52d7de6a01 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Deleting subnet d1a32bf2-2cf7-49b2-bdd0-465200f558c5 {{(pid=94466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 14:54:53.167326 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b9fb43f3-50d8-4ada-890d-9e52d7de6a01 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks [] for subnet, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:53.246245 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2729e627-3b40-4e99-8097-68dc6147c896 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:53.246584 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2729e627-3b40-4e99-8097-68dc6147c896 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:53.250449 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-525e567b-d905-4124-90e2-4982581b58c7 None None] DHCP port deletion for 992ef3ff-903f-4564-b533-648c54d909ea request from n-d-694802-15 {{(pid=94468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 14:54:53.262121 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b9fb43f3-50d8-4ada-890d-9e52d7de6a01 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2293551'] for subnet, precommit_delete_associations {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:53.308781 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-2729e627-3b40-4e99-8097-68dc6147c896 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Calling delete_port for 5826f304-5ca0-4508-902d-18197fe2aa2a owned by network:floatingip {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:54:53.322268 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-525e567b-d905-4124-90e2-4982581b58c7 None None] Deleting port e4e28b2f-a363-46f2-94b3-afdad13fbc11 {{(pid=94468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:54:53.323128 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-525e567b-d905-4124-90e2-4982581b58c7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:53.333461 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a8504c93-ed57-459a-a42c-2d470de6072d tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-429413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-431608'] for router, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:53.370753 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-e8f3e00d-15a3-4f8a-af63-4dd09aafec21 req-524cf129-df47-4b73-9bc1-57d70f51d726 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/ports?device_id=5be77a56-d5ef-4a70-9846-307f9eb76fa5 HTTP/1.1" status: 200 len: 210 time: 0.0664508 Aug 12 14:54:53.398263 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-a60bed62-5589-4ac2-9c52-408b7af83473 req-23db8d20-93a4-4954-82db-1367967668a7 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:53.408834 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-525e567b-d905-4124-90e2-4982581b58c7 None None] For port e4e28b2f-a363-46f2-94b3-afdad13fbc11, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=e4e28b2f-a363-46f2-94b3-afdad13fbc11,segment=NetworkSegment(0814b6db-549c-47f4-9c81-af3487e50c07),segment_id=0814b6db-549c-47f4-9c81-af3487e50c07)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:54:53.409324 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-525e567b-d905-4124-90e2-4982581b58c7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:53.423137 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-525e567b-d905-4124-90e2-4982581b58c7 None None] Calling delete_port for e4e28b2f-a363-46f2-94b3-afdad13fbc11 owned by network:dhcp {{(pid=94468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:54:53.527460 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8504c93-ed57-459a-a42c-2d470de6072d tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Router f8211271-2386-4dcf-ace6-a0440d5dbe2d is scheduled to L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f with binding_index 1 {{(pid=94467) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 14:54:53.542619 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b9fb43f3-50d8-4ada-890d-9e52d7de6a01 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66416255'] for subnet, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:53.545841 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-525e567b-d905-4124-90e2-4982581b58c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262'] for port, after_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:53.579984 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-525e567b-d905-4124-90e2-4982581b58c7 None None] No DVR routers for this DVR port e4e28b2f-a363-46f2-94b3-afdad13fbc11 on host n-d-694802-15 {{(pid=94468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:54:53.585139 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525e567b-d905-4124-90e2-4982581b58c7 None None] Pushing event deleted for resources: {'Port': ['ID=e4e28b2f-a363-46f2-94b3-afdad13fbc11,revision_number=None']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:54:53.633805 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-a60bed62-5589-4ac2-9c52-408b7af83473 req-23db8d20-93a4-4954-82db-1367967668a7 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:53.708165 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a60bed62-5589-4ac2-9c52-408b7af83473 req-23db8d20-93a4-4954-82db-1367967668a7 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] Network 16f33fa1-6b71-42ec-b506-a52fb0f6c597 is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:54:53.719045 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2729e627-3b40-4e99-8097-68dc6147c896 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:53.721476 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [req-a60bed62-5589-4ac2-9c52-408b7af83473 req-23db8d20-93a4-4954-82db-1367967668a7 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:54:53.731861 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [req-a60bed62-5589-4ac2-9c52-408b7af83473 req-23db8d20-93a4-4954-82db-1367967668a7 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:54:53.736803 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23db8d20-93a4-4954-82db-1367967668a7 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] Pushing event updated for resources: {'Port': ['ID=a7d22d5e-69bc-43ea-9592-15336af84849,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:54:53.750244 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b9fb43f3-50d8-4ada-890d-9e52d7de6a01 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66416232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3718429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8776402'] for subnet, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:53.839964 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2729e627-3b40-4e99-8097-68dc6147c896 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Pushing event deleted for resources: {'Port': ['ID=5826f304-5ca0-4508-902d-18197fe2aa2a,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:54:53.842017 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fb43f3-50d8-4ada-890d-9e52d7de6a01 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Pushing event deleted for resources: {'Subnet': ['ID=d1a32bf2-2cf7-49b2-bdd0-465200f558c5,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:54:53.849723 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b9fb43f3-50d8-4ada-890d-9e52d7de6a01 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks [] for subnet, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:53.852341 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-b9fb43f3-50d8-4ada-890d-9e52d7de6a01 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] 10.222.0.39 "DELETE /v2.0/subnets/d1a32bf2-2cf7-49b2-bdd0-465200f558c5 HTTP/1.1" status: 204 len: 168 time: 0.8826017 Aug 12 14:54:53.857981 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 35470) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:54:53.865019 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00326bad-5a5c-4cc8-9740-25be7354a524 None None] Network 074c988e-0b5c-48da-9285-1ca4994d1f90 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:54:53.948993 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60bed62-5589-4ac2-9c52-408b7af83473 req-23db8d20-93a4-4954-82db-1367967668a7 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:54:53.949671 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-a60bed62-5589-4ac2-9c52-408b7af83473 req-23db8d20-93a4-4954-82db-1367967668a7 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:53.980957 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-a60bed62-5589-4ac2-9c52-408b7af83473 req-23db8d20-93a4-4954-82db-1367967668a7 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0891352 Aug 12 14:54:53.986271 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2729e627-3b40-4e99-8097-68dc6147c896 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Notify callbacks [] for floatingip, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:53.988364 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2729e627-3b40-4e99-8097-68dc6147c896 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for floatingip, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:53.993446 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-2729e627-3b40-4e99-8097-68dc6147c896 tempest-AttachVolumeShelveTestJSON-524392348 tempest-AttachVolumeShelveTestJSON-524392348-project] 10.222.0.39 "DELETE /v2.0/floatingips/b609720c-1ac7-49a3-bb3a-835665f00002 HTTP/1.1" status: 204 len: 168 time: 1.7354186 Aug 12 14:54:54.004962 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [req-a60bed62-5589-4ac2-9c52-408b7af83473 req-980a8327-b051-4d0b-8967-0286023e23d3 service neutron] Request body: {'port': {'device_id': '5be77a56-d5ef-4a70-9846-307f9eb76fa5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-694802-15'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:54:54.023825 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a2b9fd87-164b-4a51-ae79-c2d2d1d63663 req-1d5ccf95-9a13-4064-9290-75ed7bc68201 tempest-ServerShowV247Test-207198290 tempest-ServerShowV247Test-207198290-project] 10.222.0.39 "GET /v2.0/ports?device_id=70744b92-4523-45f9-a26d-8126e5517908 HTTP/1.1" status: 200 len: 210 time: 0.0440171 Aug 12 14:54:54.027314 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8504c93-ed57-459a-a42c-2d470de6072d tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 14:54:54.040028 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6e06c5e-57bd-4574-9151-eb726c445430 None None] Sync routers for ids ['f8211271-2386-4dcf-ace6-a0440d5dbe2d'] in n-d-694802-15 {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 14:54:54.060791 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6e06c5e-57bd-4574-9151-eb726c445430 None None] Routers {'f8211271-2386-4dcf-ace6-a0440d5dbe2d'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:54:54.061464 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-a6e06c5e-57bd-4574-9151-eb726c445430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:54:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['f8211271-2386-4dcf-ace6-a0440d5dbe2d'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:54:54.063089 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a8504c93-ed57-459a-a42c-2d470de6072d tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks [] for router, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:54.064969 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-a8504c93-ed57-459a-a42c-2d470de6072d tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.3908103 Aug 12 14:54:54.068030 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 35474) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:54:54.087069 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9f620552-b1cc-4fef-a35a-b23503567da0 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680608'] for network, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:54.147004 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-a6e06c5e-57bd-4574-9151-eb726c445430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:54:54.170350 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6e06c5e-57bd-4574-9151-eb726c445430 None None] Routers {'f8211271-2386-4dcf-ace6-a0440d5dbe2d'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:54:54.172177 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-a6e06c5e-57bd-4574-9151-eb726c445430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:54:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['f8211271-2386-4dcf-ace6-a0440d5dbe2d'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:54:54.185144 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-a60bed62-5589-4ac2-9c52-408b7af83473 req-980a8327-b051-4d0b-8967-0286023e23d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:54.222828 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed86ffd9-621f-4f16-a3b3-e8707d11f2fd None None] DHCP port deletion for 074c988e-0b5c-48da-9285-1ca4994d1f90 request from n-d-694802-15 {{(pid=94468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 14:54:54.232471 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-a6e06c5e-57bd-4574-9151-eb726c445430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:54:54.233439 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6e06c5e-57bd-4574-9151-eb726c445430 None None] The sync data for ids ['f8211271-2386-4dcf-ace6-a0440d5dbe2d'] in n-d-694802-15 is: [] {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 14:54:54.252040 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-ec7ad808-1dd9-40e7-b030-20885a4f9d25 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] 10.222.0.39 "GET /v2.0/routers/f8211271-2386-4dcf-ace6-a0440d5dbe2d HTTP/1.1" status: 200 len: 885 time: 0.1807327 Aug 12 14:54:54.254330 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 35478) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:54:54.313503 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-ed86ffd9-621f-4f16-a3b3-e8707d11f2fd None None] Deleting port d2719ba3-1800-414f-aa5e-ea7026ec2770 {{(pid=94468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:54:54.315879 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-ed86ffd9-621f-4f16-a3b3-e8707d11f2fd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:54.403738 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-ed86ffd9-621f-4f16-a3b3-e8707d11f2fd None None] For port d2719ba3-1800-414f-aa5e-ea7026ec2770, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=d2719ba3-1800-414f-aa5e-ea7026ec2770,segment=NetworkSegment(64bdd2c1-4d0e-4f99-a244-a8a66bbef2c9),segment_id=64bdd2c1-4d0e-4f99-a244-a8a66bbef2c9)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:54:54.404202 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-ed86ffd9-621f-4f16-a3b3-e8707d11f2fd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:54.424100 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9f620552-b1cc-4fef-a35a-b23503567da0 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66413304', 'neutron.services.segments.db._delete_segments_for_network-8744654118000'] for network, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:54.424339 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-ed86ffd9-621f-4f16-a3b3-e8707d11f2fd None None] Calling delete_port for d2719ba3-1800-414f-aa5e-ea7026ec2770 owned by network:dhcp {{(pid=94468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:54:54.446249 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-9f620552-b1cc-4fef-a35a-b23503567da0 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['992ef3ff-903f-4564-b533-648c54d909ea']}} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:54:54.466027 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-9f620552-b1cc-4fef-a35a-b23503567da0 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0814b6db-549c-47f4-9c81-af3487e50c07') {'for_net_delete': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:54:54.466319 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-9f620552-b1cc-4fef-a35a-b23503567da0 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0814b6db-549c-47f4-9c81-af3487e50c07') {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:54:54.525751 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9f620552-b1cc-4fef-a35a-b23503567da0 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744654122361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2293560'] for segment, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:54.547470 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device e4e28b2f-a363-46f2-94b3-afdad13fbc11 no longer exists at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:54:54.571269 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] No Port match for: e4e28b2f-a363-46f2-94b3-afdad13fbc11 {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 14:54:54.571614 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device e4e28b2f-a363-46f2-94b3-afdad13fbc11 not bound to the agent host n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:54:54.572036 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device d2719ba3-1800-414f-aa5e-ea7026ec2770 no longer exists at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:54:54.573881 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-ed86ffd9-621f-4f16-a3b3-e8707d11f2fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262'] for port, after_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:54.589799 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9f620552-b1cc-4fef-a35a-b23503567da0 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:54.631349 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed86ffd9-621f-4f16-a3b3-e8707d11f2fd None None] No DVR routers for this DVR port d2719ba3-1800-414f-aa5e-ea7026ec2770 on host n-d-694802-15 {{(pid=94468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:54:54.636838 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] No Port match for: d2719ba3-1800-414f-aa5e-ea7026ec2770 {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 14:54:54.637280 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device d2719ba3-1800-414f-aa5e-ea7026ec2770 not bound to the agent host n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:54:54.639783 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed86ffd9-621f-4f16-a3b3-e8707d11f2fd None None] Pushing event deleted for resources: {'Port': ['ID=d2719ba3-1800-414f-aa5e-ea7026ec2770,revision_number=None']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:54:54.660818 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f620552-b1cc-4fef-a35a-b23503567da0 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Releasing vlan 348 on physical network physnet1 to pool {{(pid=94466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 14:54:54.661235 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9f620552-b1cc-4fef-a35a-b23503567da0 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3718595'] for segment, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:54.665383 n-d-694802-15 neutron-server[94466]: Traceback (most recent call last): Aug 12 14:54:54.665383 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 14:54:54.665383 n-d-694802-15 neutron-server[94466]: timer() Aug 12 14:54:54.665383 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 14:54:54.665383 n-d-694802-15 neutron-server[94466]: cb(*args, **kw) Aug 12 14:54:54.665383 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 14:54:54.665383 n-d-694802-15 neutron-server[94466]: return func(*args, **kwargs) Aug 12 14:54:54.665383 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 14:54:54.665383 n-d-694802-15 neutron-server[94466]: self._notify() Aug 12 14:54:54.665383 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 14:54:54.665383 n-d-694802-15 neutron-server[94466]: self.callback(batched_events) Aug 12 14:54:54.665383 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 14:54:54.665383 n-d-694802-15 neutron-server[94466]: event.method(event) Aug 12 14:54:54.665383 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 14:54:54.665383 n-d-694802-15 neutron-server[94466]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 14:54:54.665383 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 14:54:54.665383 n-d-694802-15 neutron-server[94466]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 14:54:54.665383 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 14:54:54.665383 n-d-694802-15 neutron-server[94466]: return f(self, *a, **k) Aug 12 14:54:54.665383 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 14:54:54.665383 n-d-694802-15 neutron-server[94466]: return self._get(url).json() Aug 12 14:54:54.665383 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 14:54:54.665383 n-d-694802-15 neutron-server[94466]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 14:54:54.665383 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 14:54:54.665383 n-d-694802-15 neutron-server[94466]: return self.request(url, 'GET', **kwargs) Aug 12 14:54:54.665383 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 14:54:54.665383 n-d-694802-15 neutron-server[94466]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 14:54:54.665383 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 14:54:54.665383 n-d-694802-15 neutron-server[94466]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 14:54:54.665383 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 14:54:54.665383 n-d-694802-15 neutron-server[94466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 14:54:54.665383 n-d-694802-15 neutron-server[94466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 14:54:54.738193 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-75faebac-37ea-4889-acd2-bebb2d16a21f tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 0.4827785 Aug 12 14:54:54.738941 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 35484) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:54:54.742475 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d8a2f6-00d8-487c-ab24-645cf47d44c6 req-639d5454-9481-4e10-962f-3a7f4fa7a11e tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:54:54.749063 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-66d8a2f6-00d8-487c-ab24-645cf47d44c6 req-639d5454-9481-4e10-962f-3a7f4fa7a11e tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/ports?device_id=5be77a56-d5ef-4a70-9846-307f9eb76fa5 HTTP/1.1" status: 200 len: 931 time: 0.2148197 Aug 12 14:54:54.749285 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-e3100f44-3240-43bc-b490-484355d1035c tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1124173712'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:54:54.773674 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9f620552-b1cc-4fef-a35a-b23503567da0 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66413281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431520'] for network, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:54.796078 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9f620552-b1cc-4fef-a35a-b23503567da0 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks [] for network, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:54.800528 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-9f620552-b1cc-4fef-a35a-b23503567da0 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] 10.222.0.39 "DELETE /v2.0/networks/992ef3ff-903f-4564-b533-648c54d909ea HTTP/1.1" status: 204 len: 168 time: 0.9392521 Aug 12 14:54:54.803582 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 35486) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:54:54.810400 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f620552-b1cc-4fef-a35a-b23503567da0 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Pushing event deleted for resources: {'Network': ['ID=992ef3ff-903f-4564-b533-648c54d909ea,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:54:54.849402 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-66d8a2f6-00d8-487c-ab24-645cf47d44c6 req-f5b31ce7-55bb-4175-aa85-0d0087af8964 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/security-groups?id=188dc986-a686-4570-b7d8-3a6edb471033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888016 Aug 12 14:54:54.926672 n-d-694802-15 neutron-server[94466]: DEBUG neutron.notifiers.nova [req-a60bed62-5589-4ac2-9c52-408b7af83473 req-980a8327-b051-4d0b-8967-0286023e23d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7d22d5e-69bc-43ea-9592-15336af84849 {{(pid=94466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:54:54.936395 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-a60bed62-5589-4ac2-9c52-408b7af83473 req-980a8327-b051-4d0b-8967-0286023e23d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:54.956034 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [req-a60bed62-5589-4ac2-9c52-408b7af83473 req-980a8327-b051-4d0b-8967-0286023e23d3 service neutron] Transition to ACTIVE for port object a7d22d5e-69bc-43ea-9592-15336af84849 will not be triggered until provisioned by entity L2. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:54:54.960611 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-a60bed62-5589-4ac2-9c52-408b7af83473 req-980a8327-b051-4d0b-8967-0286023e23d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3718439'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:55.024146 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980a8327-b051-4d0b-8967-0286023e23d3 service neutron] Pushing event updated for resources: {'Port': ['ID=a7d22d5e-69bc-43ea-9592-15336af84849,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:54:55.027537 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-c176e2ac-d0bf-4399-aea2-3317242b93a1 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680608'] for network, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:55.154267 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [req-a60bed62-5589-4ac2-9c52-408b7af83473 req-980a8327-b051-4d0b-8967-0286023e23d3 service neutron] Attempting to bind port a7d22d5e-69bc-43ea-9592-15336af84849 on host n-h2-694802-15 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:54:55.159490 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [req-a60bed62-5589-4ac2-9c52-408b7af83473 req-980a8327-b051-4d0b-8967-0286023e23d3 service neutron] Attempting to bind port a7d22d5e-69bc-43ea-9592-15336af84849 by drivers openvswitch,hyperv on host n-h2-694802-15 at level 0 using segments [{'id': '196fb4c7-81dc-4d55-8d5b-b3d93b852fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '16f33fa1-6b71-42ec-b506-a52fb0f6c597'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:54:55.160022 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a60bed62-5589-4ac2-9c52-408b7af83473 req-980a8327-b051-4d0b-8967-0286023e23d3 service neutron] Attempting to bind port a7d22d5e-69bc-43ea-9592-15336af84849 on network 16f33fa1-6b71-42ec-b506-a52fb0f6c597 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:54:55.167154 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a60bed62-5589-4ac2-9c52-408b7af83473 req-980a8327-b051-4d0b-8967-0286023e23d3 service neutron] Port a7d22d5e-69bc-43ea-9592-15336af84849 on network 16f33fa1-6b71-42ec-b506-a52fb0f6c597 not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-15 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 14:54:55.167494 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a60bed62-5589-4ac2-9c52-408b7af83473 req-980a8327-b051-4d0b-8967-0286023e23d3 service neutron] Attempting to bind port a7d22d5e-69bc-43ea-9592-15336af84849 on network 16f33fa1-6b71-42ec-b506-a52fb0f6c597 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:54:55.173826 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a60bed62-5589-4ac2-9c52-408b7af83473 req-980a8327-b051-4d0b-8967-0286023e23d3 service neutron] Checking agent: {'id': 'b7697f71-33f3-4959-ad82-43c2dc15845d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 27, 42), 'started_at': datetime.datetime(2021, 8, 12, 14, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 54, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:54:55.173826 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a60bed62-5589-4ac2-9c52-408b7af83473 req-980a8327-b051-4d0b-8967-0286023e23d3 service neutron] Checking segment: {'id': '196fb4c7-81dc-4d55-8d5b-b3d93b852fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '16f33fa1-6b71-42ec-b506-a52fb0f6c597'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:54:55.174535 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a60bed62-5589-4ac2-9c52-408b7af83473 req-980a8327-b051-4d0b-8967-0286023e23d3 service neutron] Bound using segment: {'id': '196fb4c7-81dc-4d55-8d5b-b3d93b852fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '16f33fa1-6b71-42ec-b506-a52fb0f6c597'} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:54:55.174983 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [req-a60bed62-5589-4ac2-9c52-408b7af83473 req-980a8327-b051-4d0b-8967-0286023e23d3 service neutron] Bound port: a7d22d5e-69bc-43ea-9592-15336af84849, host: n-h2-694802-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '196fb4c7-81dc-4d55-8d5b-b3d93b852fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '16f33fa1-6b71-42ec-b506-a52fb0f6c597'}}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:54:55.179232 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-a60bed62-5589-4ac2-9c52-408b7af83473 req-980a8327-b051-4d0b-8967-0286023e23d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:55.256009 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [req-a60bed62-5589-4ac2-9c52-408b7af83473 req-980a8327-b051-4d0b-8967-0286023e23d3 service neutron] For port a7d22d5e-69bc-43ea-9592-15336af84849, host n-h2-694802-15, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:54:55.256426 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-c176e2ac-d0bf-4399-aea2-3317242b93a1 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66413304', 'neutron.services.segments.db._delete_segments_for_network-8744654118000'] for network, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:55.259876 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [req-a60bed62-5589-4ac2-9c52-408b7af83473 req-980a8327-b051-4d0b-8967-0286023e23d3 service neutron] For port a7d22d5e-69bc-43ea-9592-15336af84849, host n-h2-694802-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=a7d22d5e-69bc-43ea-9592-15336af84849,segment=NetworkSegment(196fb4c7-81dc-4d55-8d5b-b3d93b852fe1),segment_id=196fb4c7-81dc-4d55-8d5b-b3d93b852fe1)] {{(pid=94466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:54:55.264880 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-a60bed62-5589-4ac2-9c52-408b7af83473 req-980a8327-b051-4d0b-8967-0286023e23d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3718439'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:55.294543 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b40f248c-3984-4bae-bc7d-dd41fc9d6c27 req-29a513c2-8985-4dc5-8a82-ef1a14c72849 tempest-ServerShowV247Test-207198290 tempest-ServerShowV247Test-207198290-project] 10.222.0.39 "GET /v2.0/ports?device_id=70744b92-4523-45f9-a26d-8126e5517908 HTTP/1.1" status: 200 len: 210 time: 0.1208639 Aug 12 14:54:55.312820 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60bed62-5589-4ac2-9c52-408b7af83473 req-980a8327-b051-4d0b-8967-0286023e23d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:54:55.313477 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-a60bed62-5589-4ac2-9c52-408b7af83473 req-980a8327-b051-4d0b-8967-0286023e23d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:55.314969 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-a60bed62-5589-4ac2-9c52-408b7af83473 req-980a8327-b051-4d0b-8967-0286023e23d3 service neutron] 10.222.0.49 "PUT /v2.0/ports/a7d22d5e-69bc-43ea-9592-15336af84849 HTTP/1.1" status: 200 len: 1092 time: 1.3188274 Aug 12 14:54:55.325597 n-d-694802-15 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5be77a56-d5ef-4a70-9846-307f9eb76fa5', 'tag': 'a7d22d5e-69bc-43ea-9592-15336af84849'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:54:55.325597 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e785eeede3897370d0b20f09d5f461b30cfecd5ed38c4f07dacd02bc52c9277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cba0404a-7a0b-4a25-9f65-633054b8a15b" -d '{"events": [{"name": "network-changed", "server_uuid": "5be77a56-d5ef-4a70-9846-307f9eb76fa5", "tag": "a7d22d5e-69bc-43ea-9592-15336af84849"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:54:55.353978 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980a8327-b051-4d0b-8967-0286023e23d3 service neutron] Pushing event updated for resources: {'Port': ['ID=a7d22d5e-69bc-43ea-9592-15336af84849,revision_number=3']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:54:55.363856 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-c176e2ac-d0bf-4399-aea2-3317242b93a1 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['074c988e-0b5c-48da-9285-1ca4994d1f90']}} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:54:55.380886 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-c176e2ac-d0bf-4399-aea2-3317242b93a1 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64bdd2c1-4d0e-4f99-a244-a8a66bbef2c9') {'for_net_delete': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:54:55.381205 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-c176e2ac-d0bf-4399-aea2-3317242b93a1 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64bdd2c1-4d0e-4f99-a244-a8a66bbef2c9') {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:54:55.403102 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 14:54:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2b10693-dae2-4220-a537-dff2749b5ac3 x-openstack-request-id: req-f2b10693-dae2-4220-a537-dff2749b5ac3 {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:54:55.403543 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5be77a56-d5ef-4a70-9846-307f9eb76fa5", "tag": "a7d22d5e-69bc-43ea-9592-15336af84849", "status": "completed", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:54:55.403847 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f2b10693-dae2-4220-a537-dff2749b5ac3 {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:54:55.404204 n-d-694802-15 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5be77a56-d5ef-4a70-9846-307f9eb76fa5', 'tag': 'a7d22d5e-69bc-43ea-9592-15336af84849', 'status': 'completed', 'code': 200} Aug 12 14:54:55.420093 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60bed62-5589-4ac2-9c52-408b7af83473 req-bc0555b1-dab3-4227-a7fa-0378e38c3722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:54:55.421986 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-a60bed62-5589-4ac2-9c52-408b7af83473 req-bc0555b1-dab3-4227-a7fa-0378e38c3722 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d333de5a1ab446aeb6524d52a70328d5&device_id=5be77a56-d5ef-4a70-9846-307f9eb76fa5 HTTP/1.1" status: 200 len: 1095 time: 0.0552452 Aug 12 14:54:55.423284 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-c176e2ac-d0bf-4399-aea2-3317242b93a1 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744654122361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3857526'] for segment, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:55.447273 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-c176e2ac-d0bf-4399-aea2-3317242b93a1 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:55.454611 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c176e2ac-d0bf-4399-aea2-3317242b93a1 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Releasing vlan 305 on physical network physnet1 to pool {{(pid=94467) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 14:54:55.455034 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-c176e2ac-d0bf-4399-aea2-3317242b93a1 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2859015'] for segment, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:55.483192 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-a60bed62-5589-4ac2-9c52-408b7af83473 req-8b96e3da-e47f-4ebd-9e2a-55eac6ba1fbd service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a7d22d5e-69bc-43ea-9592-15336af84849 HTTP/1.1" status: 200 len: 217 time: 0.0529253 Aug 12 14:54:55.522358 n-d-694802-15 neutron-server[94467]: Traceback (most recent call last): Aug 12 14:54:55.522358 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 14:54:55.522358 n-d-694802-15 neutron-server[94467]: timer() Aug 12 14:54:55.522358 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 14:54:55.522358 n-d-694802-15 neutron-server[94467]: cb(*args, **kw) Aug 12 14:54:55.522358 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 14:54:55.522358 n-d-694802-15 neutron-server[94467]: return func(*args, **kwargs) Aug 12 14:54:55.522358 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 14:54:55.522358 n-d-694802-15 neutron-server[94467]: self._notify() Aug 12 14:54:55.522358 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 14:54:55.522358 n-d-694802-15 neutron-server[94467]: self.callback(batched_events) Aug 12 14:54:55.522358 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 14:54:55.522358 n-d-694802-15 neutron-server[94467]: event.method(event) Aug 12 14:54:55.522358 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 14:54:55.522358 n-d-694802-15 neutron-server[94467]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 14:54:55.522358 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 14:54:55.522358 n-d-694802-15 neutron-server[94467]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 14:54:55.522358 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 14:54:55.522358 n-d-694802-15 neutron-server[94467]: return f(self, *a, **k) Aug 12 14:54:55.522358 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 14:54:55.522358 n-d-694802-15 neutron-server[94467]: return self._get(url).json() Aug 12 14:54:55.522358 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 14:54:55.522358 n-d-694802-15 neutron-server[94467]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 14:54:55.522358 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 14:54:55.522358 n-d-694802-15 neutron-server[94467]: return self.request(url, 'GET', **kwargs) Aug 12 14:54:55.522358 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 14:54:55.522358 n-d-694802-15 neutron-server[94467]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 14:54:55.522358 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 14:54:55.522358 n-d-694802-15 neutron-server[94467]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 14:54:55.522358 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 14:54:55.522358 n-d-694802-15 neutron-server[94467]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 14:54:55.522358 n-d-694802-15 neutron-server[94467]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 14:54:55.548577 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-e3100f44-3240-43bc-b490-484355d1035c tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-431363', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-429420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-104890'] for router, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:55.548852 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60bed62-5589-4ac2-9c52-408b7af83473 req-151e5d8e-1db5-461a-9103-c35f7274cd58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:54:55.550730 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-a60bed62-5589-4ac2-9c52-408b7af83473 req-151e5d8e-1db5-461a-9103-c35f7274cd58 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=2ab25733-26fe-4392-bfb6-ba7978262295 HTTP/1.1" status: 200 len: 853 time: 0.0605624 Aug 12 14:54:55.552408 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-c176e2ac-d0bf-4399-aea2-3317242b93a1 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66413281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431520'] for network, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:55.559878 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-c176e2ac-d0bf-4399-aea2-3317242b93a1 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for network, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:55.561911 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-c176e2ac-d0bf-4399-aea2-3317242b93a1 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] 10.222.0.39 "DELETE /v2.0/networks/074c988e-0b5c-48da-9285-1ca4994d1f90 HTTP/1.1" status: 204 len: 168 time: 0.7071834 Aug 12 14:54:55.566413 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 35500) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:54:55.575502 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-11db4442-b511-496a-a6c0-69a4171e9a97 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Request body: {'network': {'name': 'tempest-RoutersTest-1219372974'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:54:55.590449 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-e3100f44-3240-43bc-b490-484355d1035c tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-431608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-431370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-431601', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-429403'] for router, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:55.595255 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c176e2ac-d0bf-4399-aea2-3317242b93a1 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Pushing event deleted for resources: {'Network': ['ID=074c988e-0b5c-48da-9285-1ca4994d1f90,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:54:55.608671 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-a60bed62-5589-4ac2-9c52-408b7af83473 req-4cb274f0-0975-4d9a-977c-57bc60ed5e37 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=16f33fa1-6b71-42ec-b506-a52fb0f6c597&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423489 Aug 12 14:54:55.673654 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11db4442-b511-496a-a6c0-69a4171e9a97 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Made reservation on behalf of 3fff5b8cf1f54dd9bfa41e8e05f81407 for: {'network': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:54:55.677155 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-11db4442-b511-496a-a6c0-69a4171e9a97 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for network, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:55.741038 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-a60bed62-5589-4ac2-9c52-408b7af83473 req-595560e3-de73-4009-8447-7b82f221939f service neutron] 10.222.0.49 "GET /v2.0/networks/16f33fa1-6b71-42ec-b506-a52fb0f6c597?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255629 Aug 12 14:54:55.782917 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11db4442-b511-496a-a6c0-69a4171e9a97 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] vlan segment allocate from pool success with {'vlan_id': 320, 'physical_network': 'physnet1'} {{(pid=94467) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 14:54:55.800929 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-11db4442-b511-496a-a6c0-69a4171e9a97 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:55.801282 n-d-694802-15 neutron-server[94467]: INFO neutron.db.segments_db [None req-11db4442-b511-496a-a6c0-69a4171e9a97 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Added segment 2bcc657e-78df-4d0f-90f7-6e56755ffdf4 of type vlan for network fa7751a2-fa55-4b3e-a0a4-cfa575a6c305 Aug 12 14:54:55.853664 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3100f44-3240-43bc-b490-484355d1035c tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Router f8211271-2386-4dcf-ace6-a0440d5dbe2d has already been hosted by L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f {{(pid=94467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 14:54:55.857119 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-11db4442-b511-496a-a6c0-69a4171e9a97 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744653628263'] for network, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:55.884118 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-a60bed62-5589-4ac2-9c52-408b7af83473 req-7d63a121-b292-4e4e-aeb1-db576301b831 service neutron] 10.222.0.49 "GET /v2.0/networks/16f33fa1-6b71-42ec-b506-a52fb0f6c597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348133 Aug 12 14:54:55.968627 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-11db4442-b511-496a-a6c0-69a4171e9a97 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409'] for network, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:55.974689 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11db4442-b511-496a-a6c0-69a4171e9a97 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:54:55.975334 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-11db4442-b511-496a-a6c0-69a4171e9a97 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for network, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:56.003684 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba0404a-7a0b-4a25-9f65-633054b8a15b req-8d14b53e-d8e8-44b2-a2ee-41c2784a9e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:54:56.010474 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-cba0404a-7a0b-4a25-9f65-633054b8a15b req-8d14b53e-d8e8-44b2-a2ee-41c2784a9e84 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d333de5a1ab446aeb6524d52a70328d5&device_id=5be77a56-d5ef-4a70-9846-307f9eb76fa5 HTTP/1.1" status: 200 len: 1095 time: 0.0565884 Aug 12 14:54:56.010655 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-11db4442-b511-496a-a6c0-69a4171e9a97 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4357672 Aug 12 14:54:56.011038 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 35504) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:54:56.016745 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-1fa50667-1235-4e1d-a189-9a1b453085b7 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Request body: {'subnet': {'network_id': 'fa7751a2-fa55-4b3e-a0a4-cfa575a6c305', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:54:56.148867 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd7d7f4-90b2-474d-8e00-01ffd7db3a82 req-2140a5b8-4dab-491d-b7b7-45722ae188cd tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:54:56.150390 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-5bd7d7f4-90b2-474d-8e00-01ffd7db3a82 req-2140a5b8-4dab-491d-b7b7-45722ae188cd tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/ports?device_id=5be77a56-d5ef-4a70-9846-307f9eb76fa5 HTTP/1.1" status: 200 len: 943 time: 0.1854415 Aug 12 14:54:56.153085 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11db4442-b511-496a-a6c0-69a4171e9a97 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Pushing event updated for resources: {'Network': ['ID=fa7751a2-fa55-4b3e-a0a4-cfa575a6c305,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:54:56.167727 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Network fa7751a2-fa55-4b3e-a0a4-cfa575a6c305 details requested by agent ovs-agent-n-d-694802-15 with host n-d-694802-15 {{(pid=94468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 14:54:56.194485 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fa50667-1235-4e1d-a189-9a1b453085b7 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Made reservation on behalf of 3fff5b8cf1f54dd9bfa41e8e05f81407 for: {'subnet': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:54:56.198644 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1fa50667-1235-4e1d-a189-9a1b453085b7 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8776441'] for subnet, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:56.207489 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3100f44-3240-43bc-b490-484355d1035c tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 14:54:56.224658 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-e3100f44-3240-43bc-b490-484355d1035c tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks [] for router, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:56.229666 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-e3100f44-3240-43bc-b490-484355d1035c tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] 10.222.0.39 "PUT /v2.0/routers/f8211271-2386-4dcf-ace6-a0440d5dbe2d HTTP/1.1" status: 200 len: 892 time: 1.4897885 Aug 12 14:54:56.233280 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-5bd7d7f4-90b2-474d-8e00-01ffd7db3a82 req-e54a5f3c-6a58-4998-846a-c0b21113d7a0 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/security-groups?id=188dc986-a686-4570-b7d8-3a6edb471033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668311 Aug 12 14:54:56.234074 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 35506) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:54:56.269530 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db31656f-2f90-424c-b1c2-98db6b408956 None None] Sync routers for ids ['f8211271-2386-4dcf-ace6-a0440d5dbe2d'] in n-d-694802-15 {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 14:54:56.373233 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-790edb09-d8e2-45ea-9e1b-b502407a3979 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] 10.222.0.39 "GET /v2.0/routers/f8211271-2386-4dcf-ace6-a0440d5dbe2d HTTP/1.1" status: 200 len: 892 time: 0.1375751 Aug 12 14:54:56.373851 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 35514) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:54:56.407183 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-9dea8fdd-f33d-4428-b0e4-9a6d00cea284 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] 10.222.0.39 "GET /v2.0/ports?device_id=f8211271-2386-4dcf-ace6-a0440d5dbe2d HTTP/1.1" status: 200 len: 205 time: 0.0319386 Aug 12 14:54:56.412918 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 35516) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:54:56.439499 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db31656f-2f90-424c-b1c2-98db6b408956 None None] Routers {'f8211271-2386-4dcf-ace6-a0440d5dbe2d'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:54:56.446012 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-db31656f-2f90-424c-b1c2-98db6b408956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:54:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['f8211271-2386-4dcf-ace6-a0440d5dbe2d'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:54:56.522659 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-db31656f-2f90-424c-b1c2-98db6b408956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:54:56.525729 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-75d0f150-f2d8-4099-a70d-49a8c32af859 req-79ba8045-3ca3-4611-82fe-2753cc2298fd tempest-ServerShowV247Test-207198290 tempest-ServerShowV247Test-207198290-project] 10.222.0.39 "GET /v2.0/ports?device_id=70744b92-4523-45f9-a26d-8126e5517908 HTTP/1.1" status: 200 len: 210 time: 0.0432491 Aug 12 14:54:56.537129 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba0404a-7a0b-4a25-9f65-633054b8a15b req-1c053468-3808-4057-a3b9-6a3efd5be2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:54:56.538744 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-cba0404a-7a0b-4a25-9f65-633054b8a15b req-1c053468-3808-4057-a3b9-6a3efd5be2ed service neutron] 10.222.0.49 "GET /v2.0/networks?id=16f33fa1-6b71-42ec-b506-a52fb0f6c597 HTTP/1.1" status: 200 len: 914 time: 0.4458745 Aug 12 14:54:56.544099 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db31656f-2f90-424c-b1c2-98db6b408956 None None] Routers {'f8211271-2386-4dcf-ace6-a0440d5dbe2d'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:54:56.544860 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-db31656f-2f90-424c-b1c2-98db6b408956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:54:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['f8211271-2386-4dcf-ace6-a0440d5dbe2d'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:54:56.626110 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-db31656f-2f90-424c-b1c2-98db6b408956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:54:56.630947 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db31656f-2f90-424c-b1c2-98db6b408956 None None] The sync data for ids ['f8211271-2386-4dcf-ace6-a0440d5dbe2d'] in n-d-694802-15 is: [] {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 14:54:56.646701 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-cba0404a-7a0b-4a25-9f65-633054b8a15b req-363b9b5e-a0ff-4c03-aafd-253725318eaf service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a7d22d5e-69bc-43ea-9592-15336af84849 HTTP/1.1" status: 200 len: 217 time: 0.1000445 Aug 12 14:54:56.649168 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-497876d5-7683-4071-9dc9-0809d733b5f7 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks [] for router, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:56.776381 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba0404a-7a0b-4a25-9f65-633054b8a15b req-03a79efd-332c-4b64-a497-612c1f5cb700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:54:56.778106 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-cba0404a-7a0b-4a25-9f65-633054b8a15b req-03a79efd-332c-4b64-a497-612c1f5cb700 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=2ab25733-26fe-4392-bfb6-ba7978262295 HTTP/1.1" status: 200 len: 853 time: 0.0957546 Aug 12 14:54:56.846864 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-cba0404a-7a0b-4a25-9f65-633054b8a15b req-5903df5d-57ca-497c-aeb0-4dcb42d4f8dd service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=16f33fa1-6b71-42ec-b506-a52fb0f6c597&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479338 Aug 12 14:54:56.964301 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-cba0404a-7a0b-4a25-9f65-633054b8a15b req-32c36833-029a-47eb-b883-d1867844f520 service neutron] 10.222.0.49 "GET /v2.0/networks/16f33fa1-6b71-42ec-b506-a52fb0f6c597?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1170926 Aug 12 14:54:56.965186 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1fa50667-1235-4e1d-a189-9a1b453085b7 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3718490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8776395'] for subnet, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:57.114662 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa50667-1235-4e1d-a189-9a1b453085b7 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Pushing event updated for resources: {'Subnet': ['ID=a2e4110f-ad91-4b05-b879-0ed74673faec,revision_number=0']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:54:57.122640 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fa50667-1235-4e1d-a189-9a1b453085b7 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Checking segment: {'id': '2bcc657e-78df-4d0f-90f7-6e56755ffdf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'fa7751a2-fa55-4b3e-a0a4-cfa575a6c305'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:54:57.123053 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fa50667-1235-4e1d-a189-9a1b453085b7 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Network hostable DHCP agents. Network: fa7751a2-fa55-4b3e-a0a4-cfa575a6c305, hostable agents: ['1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658'], hosted agents: [] {{(pid=94466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 14:54:57.156717 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fa50667-1235-4e1d-a189-9a1b453085b7 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Network fa7751a2-fa55-4b3e-a0a4-cfa575a6c305 is scheduled to be hosted by DHCP agent 1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658 with binding_index 1 {{(pid=94466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 14:54:57.171629 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-1fa50667-1235-4e1d-a189-9a1b453085b7 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-15, fa7751a2-fa55-4b3e-a0a4-cfa575a6c305) {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:54:57.179316 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fa50667-1235-4e1d-a189-9a1b453085b7 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:54:57.180487 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1fa50667-1235-4e1d-a189-9a1b453085b7 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks [] for subnet, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:57.184656 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-cba0404a-7a0b-4a25-9f65-633054b8a15b req-1c82cf98-1609-4728-9198-4d89bc86e670 service neutron] 10.222.0.49 "GET /v2.0/networks/16f33fa1-6b71-42ec-b506-a52fb0f6c597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2107823 Aug 12 14:54:57.193092 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c9f5700-cd3c-4613-a4ff-4edfa2f1c9aa None None] Network fa7751a2-fa55-4b3e-a0a4-cfa575a6c305 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:54:57.203160 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-1fa50667-1235-4e1d-a189-9a1b453085b7 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1907427 Aug 12 14:54:57.204090 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 35530) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:54:57.209607 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-f803b1d1-4827-4926-9ecc-09684155c2b0 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1541203916', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:54:57.250164 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f803b1d1-4827-4926-9ecc-09684155c2b0 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-430574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-104863'] for router, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:57.251366 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f803b1d1-4827-4926-9ecc-09684155c2b0 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-429438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-431405', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66646573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-104852'] for router, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:57.325116 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f803b1d1-4827-4926-9ecc-09684155c2b0 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:57.325385 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-497876d5-7683-4071-9dc9-0809d733b5f7 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:57.329978 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f803b1d1-4827-4926-9ecc-09684155c2b0 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-429413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-431608'] for router, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:57.352790 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f803b1d1-4827-4926-9ecc-09684155c2b0 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks [] for router, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:57.357361 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-f803b1d1-4827-4926-9ecc-09684155c2b0 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1524909 Aug 12 14:54:57.358269 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 35534) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:54:57.364434 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-f45eb8a1-d832-4e89-9669-7d63c9330c5d tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Request body: {'port': {'network_id': 'fa7751a2-fa55-4b3e-a0a4-cfa575a6c305', 'name': 'tempest-RoutersTest-148415505'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:54:57.484403 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d927bda-d2b3-434b-b671-57bffbc20cf4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa7035b3e-9a89-5964-b9f4-97301c3f476a-fa7751a2-fa55-4b3e-a0a4-cfa575a6c305', 'network_id': 'fa7751a2-fa55-4b3e-a0a4-cfa575a6c305', 'tenant_id': '3fff5b8cf1f54dd9bfa41e8e05f81407', 'fixed_ips': [{'subnet_id': 'a2e4110f-ad91-4b05-b879-0ed74673faec'}]}} from n-d-694802-15. {{(pid=94468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 14:54:57.485372 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4d927bda-d2b3-434b-b671-57bffbc20cf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:57.514316 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10c1983-58a4-4050-b9ed-b9194fcd18bf req-57ba5634-8461-4223-80fa-4c5c166727b6 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:54:57.522772 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d10c1983-58a4-4050-b9ed-b9194fcd18bf req-57ba5634-8461-4223-80fa-4c5c166727b6 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/ports?device_id=5be77a56-d5ef-4a70-9846-307f9eb76fa5 HTTP/1.1" status: 200 len: 943 time: 0.1286736 Aug 12 14:54:57.528249 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-497876d5-7683-4071-9dc9-0809d733b5f7 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Deleting port 105a8837-4405-4049-bac9-4ef5527f60b6 {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:54:57.528665 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-497876d5-7683-4071-9dc9-0809d733b5f7 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:57.541142 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f45eb8a1-d832-4e89-9669-7d63c9330c5d tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Made reservation on behalf of 3fff5b8cf1f54dd9bfa41e8e05f81407 for: {'port': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:54:57.545410 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f45eb8a1-d832-4e89-9669-7d63c9330c5d tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:57.579532 n-d-694802-15 neutron-server[94466]: DEBUG neutron.notifiers.nova [None req-f45eb8a1-d832-4e89-9669-7d63c9330c5d tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] device_id is not set on port e8131fc5-2ecc-4852-ba84-ec754994e288 yet. {{(pid=94466) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 14:54:57.716179 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d10c1983-58a4-4050-b9ed-b9194fcd18bf req-433d4a68-736f-474e-a90e-1a628b7e84eb tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/security-groups?id=188dc986-a686-4570-b7d8-3a6edb471033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844769 Aug 12 14:54:57.727883 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.db_base_plugin_common [None req-4d927bda-d2b3-434b-b671-57bffbc20cf4 None None] Allocated IP 172.20.0.2 (fa7751a2-fa55-4b3e-a0a4-cfa575a6c305/a2e4110f-ad91-4b05-b879-0ed74673faec/7c044780-79f1-4cad-a1f6-0aadfc9a8c64) {{(pid=94468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:54:57.760813 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-497876d5-7683-4071-9dc9-0809d733b5f7 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:57.777879 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-497876d5-7683-4071-9dc9-0809d733b5f7 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Calling delete_port for 105a8837-4405-4049-bac9-4ef5527f60b6 owned by network:router_gateway {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:54:57.896859 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-0d481f36-e938-4075-a688-4520b0c3dd56 req-0264e916-3af3-47e7-be5a-21588b02c31b tempest-ServerShowV247Test-207198290 tempest-ServerShowV247Test-207198290-project] 10.222.0.39 "GET /v2.0/ports?device_id=70744b92-4523-45f9-a26d-8126e5517908 HTTP/1.1" status: 200 len: 210 time: 0.1614914 Aug 12 14:54:57.970731 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-497876d5-7683-4071-9dc9-0809d733b5f7 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:57.999678 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497876d5-7683-4071-9dc9-0809d733b5f7 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Pushing event deleted for resources: {'Port': ['ID=105a8837-4405-4049-bac9-4ef5527f60b6,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:54:58.076850 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-497876d5-7683-4071-9dc9-0809d733b5f7 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-431580'] for router_gateway, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:58.134720 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4d927bda-d2b3-434b-b671-57bffbc20cf4 None None] Notify callbacks [] for port, precommit_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:58.143415 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-4d927bda-d2b3-434b-b671-57bffbc20cf4 None None] Transition to ACTIVE for port object 7c044780-79f1-4cad-a1f6-0aadfc9a8c64 will not be triggered until provisioned by entity L2. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:54:58.159697 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-4d927bda-d2b3-434b-b671-57bffbc20cf4 None None] Transition to ACTIVE for port object 7c044780-79f1-4cad-a1f6-0aadfc9a8c64 will not be triggered until provisioned by entity DHCP. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:54:58.166733 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4d927bda-d2b3-434b-b671-57bffbc20cf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253'] for port, after_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:58.197135 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-497876d5-7683-4071-9dc9-0809d733b5f7 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-429360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-104877'] for router, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:58.200309 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-497876d5-7683-4071-9dc9-0809d733b5f7 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:58.212101 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d927bda-d2b3-434b-b671-57bffbc20cf4 None None] Network fa7751a2-fa55-4b3e-a0a4-cfa575a6c305 is already hosted by enough agents. {{(pid=94468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:54:58.221436 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.base_scheduler [None req-4d927bda-d2b3-434b-b671-57bffbc20cf4 None None] Resources bound (agent type, host, resource id): {{(pid=94468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:54:58.227932 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d927bda-d2b3-434b-b671-57bffbc20cf4 None None] Received port after_create {{(pid=94468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:54:58.267189 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.db.api [None req-f45eb8a1-d832-4e89-9669-7d63c9330c5d tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-0c53e8c7-a875-45c8-8149-0ee22b184bb9 {{(pid=94466) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 12 14:54:58.267727 n-d-694802-15 neutron-server[94466]: DEBUG oslo_db.api [None req-f45eb8a1-d832-4e89-9669-7d63c9330c5d tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 12 14:54:58.269129 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-497876d5-7683-4071-9dc9-0809d733b5f7 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-429375'] for router, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:58.269951 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-497876d5-7683-4071-9dc9-0809d733b5f7 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Fanout notify agent at l3_agent the message router_deleted on router f8211271-2386-4dcf-ace6-a0440d5dbe2d {{(pid=94467) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 14:54:58.280772 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-497876d5-7683-4071-9dc9-0809d733b5f7 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks [] for router, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:58.282345 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-497876d5-7683-4071-9dc9-0809d733b5f7 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] 10.222.0.39 "DELETE /v2.0/routers/f8211271-2386-4dcf-ace6-a0440d5dbe2d HTTP/1.1" status: 204 len: 168 time: 1.8682253 Aug 12 14:54:58.287889 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 35548) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:54:58.291716 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-70349e37-6c19-4ae4-a6f0-bf213857a190 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1454275124'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:54:58.307072 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d927bda-d2b3-434b-b671-57bffbc20cf4 None None] Pushing event updated for resources: {'Port': ['ID=7c044780-79f1-4cad-a1f6-0aadfc9a8c64,revision_number=1']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:54:58.321150 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-4d927bda-d2b3-434b-b671-57bffbc20cf4 None None] Attempting to bind port 7c044780-79f1-4cad-a1f6-0aadfc9a8c64 on host n-d-694802-15 for vnic_type normal with profile {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:54:58.321770 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-4d927bda-d2b3-434b-b671-57bffbc20cf4 None None] Attempting to bind port 7c044780-79f1-4cad-a1f6-0aadfc9a8c64 by drivers openvswitch,hyperv on host n-d-694802-15 at level 0 using segments [{'id': '2bcc657e-78df-4d0f-90f7-6e56755ffdf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'fa7751a2-fa55-4b3e-a0a4-cfa575a6c305'}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:54:58.322675 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d927bda-d2b3-434b-b671-57bffbc20cf4 None None] Attempting to bind port 7c044780-79f1-4cad-a1f6-0aadfc9a8c64 on network fa7751a2-fa55-4b3e-a0a4-cfa575a6c305 {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:54:58.329687 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70349e37-6c19-4ae4-a6f0-bf213857a190 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Made reservation on behalf of 6ba6601003674b8c9c33878dd4577887 for: {'network': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:54:58.329919 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d927bda-d2b3-434b-b671-57bffbc20cf4 None None] Checking agent: {'id': '16de73ac-f2e9-4cee-b3e0-91052ae3e6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 20, 13), 'started_at': datetime.datetime(2021, 8, 12, 14, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 54, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:54:58.330699 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d927bda-d2b3-434b-b671-57bffbc20cf4 None None] Checking segment: {'id': '2bcc657e-78df-4d0f-90f7-6e56755ffdf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'fa7751a2-fa55-4b3e-a0a4-cfa575a6c305'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:54:58.331288 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4d927bda-d2b3-434b-b671-57bffbc20cf4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:58.331821 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d927bda-d2b3-434b-b671-57bffbc20cf4 None None] Bound using segment: {'id': '2bcc657e-78df-4d0f-90f7-6e56755ffdf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'fa7751a2-fa55-4b3e-a0a4-cfa575a6c305'} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:54:58.332300 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-4d927bda-d2b3-434b-b671-57bffbc20cf4 None None] Bound port: 7c044780-79f1-4cad-a1f6-0aadfc9a8c64, host: n-d-694802-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bcc657e-78df-4d0f-90f7-6e56755ffdf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'fa7751a2-fa55-4b3e-a0a4-cfa575a6c305'}}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:54:58.332686 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4d927bda-d2b3-434b-b671-57bffbc20cf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:58.333466 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-70349e37-6c19-4ae4-a6f0-bf213857a190 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for network, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:58.361170 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70349e37-6c19-4ae4-a6f0-bf213857a190 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] vlan segment allocate from pool success with {'vlan_id': 326, 'physical_network': 'physnet1'} {{(pid=94466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 14:54:58.371845 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-70349e37-6c19-4ae4-a6f0-bf213857a190 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:58.372191 n-d-694802-15 neutron-server[94466]: INFO neutron.db.segments_db [None req-70349e37-6c19-4ae4-a6f0-bf213857a190 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Added segment 46ed94ee-f966-4cc5-8f2c-5e56d2ef2297 of type vlan for network aeb90f08-b06d-490c-a9e1-f0db8203cf65 Aug 12 14:54:58.399520 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4d927bda-d2b3-434b-b671-57bffbc20cf4 None None] For port 7c044780-79f1-4cad-a1f6-0aadfc9a8c64, host n-d-694802-15, cleared binding levels {{(pid=94468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:54:58.403840 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4d927bda-d2b3-434b-b671-57bffbc20cf4 None None] For port 7c044780-79f1-4cad-a1f6-0aadfc9a8c64, host n-d-694802-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=7c044780-79f1-4cad-a1f6-0aadfc9a8c64,segment=NetworkSegment(2bcc657e-78df-4d0f-90f7-6e56755ffdf4),segment_id=2bcc657e-78df-4d0f-90f7-6e56755ffdf4)] {{(pid=94468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:54:58.409562 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4d927bda-d2b3-434b-b671-57bffbc20cf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:58.448659 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-70349e37-6c19-4ae4-a6f0-bf213857a190 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744653628263'] for network, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:58.485458 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d927bda-d2b3-434b-b671-57bffbc20cf4 None None] Pushing event updated for resources: {'Port': ['ID=7c044780-79f1-4cad-a1f6-0aadfc9a8c64,revision_number=2']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:54:58.496508 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-70349e37-6c19-4ae4-a6f0-bf213857a190 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409'] for network, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:58.505651 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70349e37-6c19-4ae4-a6f0-bf213857a190 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:54:58.506378 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-70349e37-6c19-4ae4-a6f0-bf213857a190 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks [] for network, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:58.542043 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-70349e37-6c19-4ae4-a6f0-bf213857a190 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2542069 Aug 12 14:54:58.544629 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 35554) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:54:58.550647 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-1d64e008-34c6-4312-8d8f-c1432fc77083 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Request body: {'subnet': {'network_id': 'aeb90f08-b06d-490c-a9e1-f0db8203cf65', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:54:58.620809 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70349e37-6c19-4ae4-a6f0-bf213857a190 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Pushing event updated for resources: {'Network': ['ID=aeb90f08-b06d-490c-a9e1-f0db8203cf65,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:54:58.632162 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Network aeb90f08-b06d-490c-a9e1-f0db8203cf65 details requested by agent ovs-agent-n-d-694802-15 with host n-d-694802-15 {{(pid=94468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 14:54:58.695322 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d64e008-34c6-4312-8d8f-c1432fc77083 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Made reservation on behalf of 6ba6601003674b8c9c33878dd4577887 for: {'subnet': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:54:58.715857 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-1d64e008-34c6-4312-8d8f-c1432fc77083 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3343791'] for subnet, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:58.745202 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device a7d22d5e-69bc-43ea-9592-15336af84849 details requested by agent hyperv_n-h2-694802-15 with host n-h2-694802-15 {{(pid=94468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 14:54:58.769598 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f45eb8a1-d832-4e89-9669-7d63c9330c5d tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:58.804283 n-d-694802-15 neutron-server[94466]: DEBUG neutron.notifiers.nova [None req-f45eb8a1-d832-4e89-9669-7d63c9330c5d tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] device_id is not set on port 9f4ba819-403a-4849-8597-15a944c88396 yet. {{(pid=94466) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 14:54:58.979203 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port a7d22d5e-69bc-43ea-9592-15336af84849, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=a7d22d5e-69bc-43ea-9592-15336af84849,segment=NetworkSegment(196fb4c7-81dc-4d55-8d5b-b3d93b852fe1),segment_id=196fb4c7-81dc-4d55-8d5b-b3d93b852fe1)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:54:58.994322 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Returning: {'device': 'a7d22d5e-69bc-43ea-9592-15336af84849', 'network_id': '16f33fa1-6b71-42ec-b506-a52fb0f6c597', 'port_id': 'a7d22d5e-69bc-43ea-9592-15336af84849', 'mac_address': 'fa:16:3e:d3:c4:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ab25733-26fe-4392-bfb6-ba7978262295', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 14:54:59.057050 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:59.065196 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-cebf7489-556e-452d-a8cd-816a09776491 req-a72bca75-7115-4fb3-b6f2-2f2e948319d1 tempest-ServerShowV247Test-207198290 tempest-ServerShowV247Test-207198290-project] 10.222.0.39 "GET /v2.0/ports?device_id=70744b92-4523-45f9-a26d-8126e5517908 HTTP/1.1" status: 200 len: 210 time: 0.0472243 Aug 12 14:54:59.076800 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7d22d5e-69bc-43ea-9592-15336af84849 {{(pid=94468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:54:59.091396 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-f45eb8a1-d832-4e89-9669-7d63c9330c5d tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Allocated IP 172.20.0.12 (fa7751a2-fa55-4b3e-a0a4-cfa575a6c305/a2e4110f-ad91-4b05-b879-0ed74673faec/9f4ba819-403a-4849-8597-15a944c88396) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:54:59.096160 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-1d64e008-34c6-4312-8d8f-c1432fc77083 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2859166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3343773'] for subnet, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:59.114485 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecfa32e-01bf-4813-9112-7497f2802ab3 req-201c505e-958c-432e-9037-9c885d7d6c3b tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:54:59.116089 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-5ecfa32e-01bf-4813-9112-7497f2802ab3 req-201c505e-958c-432e-9037-9c885d7d6c3b tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/ports?device_id=5be77a56-d5ef-4a70-9846-307f9eb76fa5 HTTP/1.1" status: 200 len: 943 time: 0.2802007 Aug 12 14:54:59.135746 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port a7d22d5e-69bc-43ea-9592-15336af84849, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=a7d22d5e-69bc-43ea-9592-15336af84849,segment=NetworkSegment(196fb4c7-81dc-4d55-8d5b-b3d93b852fe1),segment_id=196fb4c7-81dc-4d55-8d5b-b3d93b852fe1)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:54:59.141472 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:59.208696 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Pushing event updated for resources: {'Port': ['ID=a7d22d5e-69bc-43ea-9592-15336af84849,revision_number=4']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:54:59.246197 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d64e008-34c6-4312-8d8f-c1432fc77083 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Pushing event updated for resources: {'Subnet': ['ID=551abd57-0f80-4cb9-acbe-7b4e11b646a6,revision_number=0']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:54:59.276858 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-5ecfa32e-01bf-4813-9112-7497f2802ab3 req-20704187-1051-4ec3-90a7-b72b0e7c846d tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/security-groups?id=188dc986-a686-4570-b7d8-3a6edb471033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399229 Aug 12 14:54:59.279681 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d64e008-34c6-4312-8d8f-c1432fc77083 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Checking segment: {'id': '46ed94ee-f966-4cc5-8f2c-5e56d2ef2297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'aeb90f08-b06d-490c-a9e1-f0db8203cf65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:54:59.280052 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d64e008-34c6-4312-8d8f-c1432fc77083 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Network hostable DHCP agents. Network: aeb90f08-b06d-490c-a9e1-f0db8203cf65, hostable agents: ['1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658'], hosted agents: [] {{(pid=94467) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 14:54:59.311290 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d64e008-34c6-4312-8d8f-c1432fc77083 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Network aeb90f08-b06d-490c-a9e1-f0db8203cf65 is scheduled to be hosted by DHCP agent 1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658 with binding_index 1 {{(pid=94467) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 14:54:59.322558 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [None req-1d64e008-34c6-4312-8d8f-c1432fc77083 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-15, aeb90f08-b06d-490c-a9e1-f0db8203cf65) {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:54:59.332747 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34ebb65b-d090-4578-83b0-5f010d773e65 None None] Network aeb90f08-b06d-490c-a9e1-f0db8203cf65 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:54:59.341142 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f45eb8a1-d832-4e89-9669-7d63c9330c5d tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:59.350865 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d64e008-34c6-4312-8d8f-c1432fc77083 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:54:59.351705 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-1d64e008-34c6-4312-8d8f-c1432fc77083 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks [] for subnet, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:59.357773 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-f45eb8a1-d832-4e89-9669-7d63c9330c5d tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Transition to ACTIVE for port object 9f4ba819-403a-4849-8597-15a944c88396 will not be triggered until provisioned by entity DHCP. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:54:59.383992 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-1d64e008-34c6-4312-8d8f-c1432fc77083 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8368680 Aug 12 14:54:59.386676 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 35562) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:54:59.395872 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-348abf32-6954-4bc3-b20b-adddca462eae tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1448453638', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:54:59.407716 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f45eb8a1-d832-4e89-9669-7d63c9330c5d tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:59.442804 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f45eb8a1-d832-4e89-9669-7d63c9330c5d tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Network fa7751a2-fa55-4b3e-a0a4-cfa575a6c305 is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:54:59.446776 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-f45eb8a1-d832-4e89-9669-7d63c9330c5d tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:54:59.468515 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-348abf32-6954-4bc3-b20b-adddca462eae tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-430574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-104863'] for router, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:59.470639 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-348abf32-6954-4bc3-b20b-adddca462eae tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-429438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-431405', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66646573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-104852'] for router, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:59.484089 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f45eb8a1-d832-4e89-9669-7d63c9330c5d tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:54:59.509104 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] get_ports_and_sgs() called for port_ids ['a7d22d5e-69bc-43ea-9592-15336af84849'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:54:59.567910 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45eb8a1-d832-4e89-9669-7d63c9330c5d tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Pushing event updated for resources: {'Port': ['ID=9f4ba819-403a-4849-8597-15a944c88396,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:54:59.593088 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-348abf32-6954-4bc3-b20b-adddca462eae tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:59.598590 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-348abf32-6954-4bc3-b20b-adddca462eae tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-429413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-431608'] for router, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:59.601543 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f45eb8a1-d832-4e89-9669-7d63c9330c5d tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:54:59.604716 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f45eb8a1-d832-4e89-9669-7d63c9330c5d tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:59.623035 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-348abf32-6954-4bc3-b20b-adddca462eae tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks [] for router, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:54:59.626167 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-348abf32-6954-4bc3-b20b-adddca462eae tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2373242 Aug 12 14:54:59.628023 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 35566) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:54:59.634995 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-f45eb8a1-d832-4e89-9669-7d63c9330c5d tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 2.2751005 Aug 12 14:54:59.637710 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 35568) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:54:59.799754 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dd85d27-71a8-4f78-86d8-040f2adafcbd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa7035b3e-9a89-5964-b9f4-97301c3f476a-aeb90f08-b06d-490c-a9e1-f0db8203cf65', 'network_id': 'aeb90f08-b06d-490c-a9e1-f0db8203cf65', 'tenant_id': '6ba6601003674b8c9c33878dd4577887', 'fixed_ips': [{'subnet_id': '551abd57-0f80-4cb9-acbe-7b4e11b646a6'}]}} from n-d-694802-15. {{(pid=94468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 14:54:59.800643 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-1dd85d27-71a8-4f78-86d8-040f2adafcbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:00.056105 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba253fc6-1edb-4618-aa56-8e6c5abb05aa None None] Network fa7751a2-fa55-4b3e-a0a4-cfa575a6c305 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:55:00.089120 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 35580) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:55:00.406889 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-0d2d4612-6501-42fa-9630-2f9aa6ac90c5 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:00.553255 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.db_base_plugin_common [None req-1dd85d27-71a8-4f78-86d8-040f2adafcbd None None] Allocated IP 2001:db8::2 (aeb90f08-b06d-490c-a9e1-f0db8203cf65/551abd57-0f80-4cb9-acbe-7b4e11b646a6/a60b2a03-658a-4f28-837d-d9b7e4e77e4e) {{(pid=94468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:55:00.703897 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-3a8a29dc-742a-43b1-a67a-ee9a0d7e4fa4 req-a120bf8b-80df-470c-91ad-50b40578642f tempest-ServerShowV247Test-207198290 tempest-ServerShowV247Test-207198290-project] 10.222.0.39 "GET /v2.0/ports?device_id=70744b92-4523-45f9-a26d-8126e5517908 HTTP/1.1" status: 200 len: 210 time: 0.1216478 Aug 12 14:55:00.740414 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-1dd85d27-71a8-4f78-86d8-040f2adafcbd None None] Notify callbacks [] for port, precommit_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:00.758665 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-1dd85d27-71a8-4f78-86d8-040f2adafcbd None None] Transition to ACTIVE for port object a60b2a03-658a-4f28-837d-d9b7e4e77e4e will not be triggered until provisioned by entity L2. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:55:00.779571 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-1dd85d27-71a8-4f78-86d8-040f2adafcbd None None] Transition to ACTIVE for port object a60b2a03-658a-4f28-837d-d9b7e4e77e4e will not be triggered until provisioned by entity DHCP. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:55:00.799220 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-1dd85d27-71a8-4f78-86d8-040f2adafcbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253'] for port, after_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:00.810168 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 7c044780-79f1-4cad-a1f6-0aadfc9a8c64 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:55:00.886141 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-9985e301-f18d-4d6e-9080-a343cea71a1b None None] Provisioning for port 7c044780-79f1-4cad-a1f6-0aadfc9a8c64 completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:55:00.906148 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9486436b-1c3e-4144-8284-f567cb5a7eac req-dd2fbd1c-4386-49b9-97ef-332664e8c559 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:55:00.908844 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9486436b-1c3e-4144-8284-f567cb5a7eac req-dd2fbd1c-4386-49b9-97ef-332664e8c559 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/ports?device_id=5be77a56-d5ef-4a70-9846-307f9eb76fa5 HTTP/1.1" status: 200 len: 944 time: 0.4889934 Aug 12 14:55:00.933891 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dd85d27-71a8-4f78-86d8-040f2adafcbd None None] Network aeb90f08-b06d-490c-a9e1-f0db8203cf65 is already hosted by enough agents. {{(pid=94468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:55:00.939251 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.base_scheduler [None req-1dd85d27-71a8-4f78-86d8-040f2adafcbd None None] Resources bound (agent type, host, resource id): {{(pid=94468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:55:00.942300 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dd85d27-71a8-4f78-86d8-040f2adafcbd None None] Received port after_create {{(pid=94468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:55:00.975457 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41fadf27-3717-405d-a8a5-afaf751ea57e tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:01.060406 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-1dd85d27-71a8-4f78-86d8-040f2adafcbd None None] Attempting to bind port a60b2a03-658a-4f28-837d-d9b7e4e77e4e on host n-d-694802-15 for vnic_type normal with profile {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:55:01.061910 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-1dd85d27-71a8-4f78-86d8-040f2adafcbd None None] Attempting to bind port a60b2a03-658a-4f28-837d-d9b7e4e77e4e by drivers openvswitch,hyperv on host n-d-694802-15 at level 0 using segments [{'id': '46ed94ee-f966-4cc5-8f2c-5e56d2ef2297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'aeb90f08-b06d-490c-a9e1-f0db8203cf65'}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:55:01.062560 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dd85d27-71a8-4f78-86d8-040f2adafcbd None None] Attempting to bind port a60b2a03-658a-4f28-837d-d9b7e4e77e4e on network aeb90f08-b06d-490c-a9e1-f0db8203cf65 {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:55:01.078671 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd85d27-71a8-4f78-86d8-040f2adafcbd None None] Pushing event updated for resources: {'Port': ['ID=a60b2a03-658a-4f28-837d-d9b7e4e77e4e,revision_number=1']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:55:01.100185 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dd85d27-71a8-4f78-86d8-040f2adafcbd None None] Checking agent: {'id': '16de73ac-f2e9-4cee-b3e0-91052ae3e6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 20, 13), 'started_at': datetime.datetime(2021, 8, 12, 14, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 54, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:55:01.100744 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dd85d27-71a8-4f78-86d8-040f2adafcbd None None] Checking segment: {'id': '46ed94ee-f966-4cc5-8f2c-5e56d2ef2297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'aeb90f08-b06d-490c-a9e1-f0db8203cf65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:55:01.101259 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-1dd85d27-71a8-4f78-86d8-040f2adafcbd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:01.101764 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dd85d27-71a8-4f78-86d8-040f2adafcbd None None] Bound using segment: {'id': '46ed94ee-f966-4cc5-8f2c-5e56d2ef2297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'aeb90f08-b06d-490c-a9e1-f0db8203cf65'} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:55:01.102930 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-1dd85d27-71a8-4f78-86d8-040f2adafcbd None None] Bound port: a60b2a03-658a-4f28-837d-d9b7e4e77e4e, host: n-d-694802-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46ed94ee-f966-4cc5-8f2c-5e56d2ef2297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'aeb90f08-b06d-490c-a9e1-f0db8203cf65'}}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:55:01.103477 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-1dd85d27-71a8-4f78-86d8-040f2adafcbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:01.175976 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9486436b-1c3e-4144-8284-f567cb5a7eac req-dcacaf31-feb0-43ff-9d46-adff8ef8c6ad tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/security-groups?id=188dc986-a686-4570-b7d8-3a6edb471033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2042072 Aug 12 14:55:01.244220 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-1dd85d27-71a8-4f78-86d8-040f2adafcbd None None] For port a60b2a03-658a-4f28-837d-d9b7e4e77e4e, host n-d-694802-15, cleared binding levels {{(pid=94468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:55:01.248154 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning for port 7c044780-79f1-4cad-a1f6-0aadfc9a8c64 completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:55:01.256508 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-1dd85d27-71a8-4f78-86d8-040f2adafcbd None None] For port a60b2a03-658a-4f28-837d-d9b7e4e77e4e, host n-d-694802-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=a60b2a03-658a-4f28-837d-d9b7e4e77e4e,segment=NetworkSegment(46ed94ee-f966-4cc5-8f2c-5e56d2ef2297),segment_id=46ed94ee-f966-4cc5-8f2c-5e56d2ef2297)] {{(pid=94468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:55:01.258116 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port 7c044780-79f1-4cad-a1f6-0aadfc9a8c64 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:55:01.259197 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:01.265904 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-1dd85d27-71a8-4f78-86d8-040f2adafcbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:01.392846 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd85d27-71a8-4f78-86d8-040f2adafcbd None None] Pushing event updated for resources: {'Port': ['ID=a60b2a03-658a-4f28-837d-d9b7e4e77e4e,revision_number=2']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:55:01.523563 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:01.537169 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41fadf27-3717-405d-a8a5-afaf751ea57e tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks [] for port, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:01.542178 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41fadf27-3717-405d-a8a5-afaf751ea57e tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3718439'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:01.549899 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_common [None req-0d2d4612-6501-42fa-9630-2f9aa6ac90c5 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Allocated IP 2001:db8::1 (aeb90f08-b06d-490c-a9e1-f0db8203cf65/551abd57-0f80-4cb9-acbe-7b4e11b646a6/271e72e0-a2c4-41a1-826b-6bc3637e4bd3) {{(pid=94467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:55:01.560262 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-1be063a7-4003-4bcb-bca9-22a18352566f None None] Provisioning complete for port 7c044780-79f1-4cad-a1f6-0aadfc9a8c64 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:55:01.560821 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-1be063a7-4003-4bcb-bca9-22a18352566f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:01.727366 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] For port 7c044780-79f1-4cad-a1f6-0aadfc9a8c64, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=7c044780-79f1-4cad-a1f6-0aadfc9a8c64,segment=NetworkSegment(2bcc657e-78df-4d0f-90f7-6e56755ffdf4),segment_id=2bcc657e-78df-4d0f-90f7-6e56755ffdf4)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:55:01.732993 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fadf27-3717-405d-a8a5-afaf751ea57e tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Pushing event updated for resources: {'Port': ['ID=9f4ba819-403a-4849-8597-15a944c88396,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:55:01.754049 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:01.928623 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-23e4d13d-3d95-439a-b0f8-2cfa6f135690 req-2b60dbb6-816f-4b6b-a19a-9f9a9d8bb952 tempest-ServerShowV247Test-207198290 tempest-ServerShowV247Test-207198290-project] 10.222.0.39 "GET /v2.0/ports?device_id=70744b92-4523-45f9-a26d-8126e5517908 HTTP/1.1" status: 200 len: 210 time: 0.0404859 Aug 12 14:55:01.939182 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Pushing event updated for resources: {'Port': ['ID=7c044780-79f1-4cad-a1f6-0aadfc9a8c64,revision_number=3']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:55:01.952856 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-0d2d4612-6501-42fa-9630-2f9aa6ac90c5 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks [] for port, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:01.956496 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-1be063a7-4003-4bcb-bca9-22a18352566f None None] Provisioning for port 9f4ba819-403a-4849-8597-15a944c88396 completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:55:01.966404 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-1be063a7-4003-4bcb-bca9-22a18352566f None None] Provisioning complete for port 9f4ba819-403a-4849-8597-15a944c88396 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:55:01.969056 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-1be063a7-4003-4bcb-bca9-22a18352566f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:02.007412 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-136b26a3-aae6-4b51-8af4-c2330090ecf7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66663830'] for router_interface, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:02.014029 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [None req-0d2d4612-6501-42fa-9630-2f9aa6ac90c5 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Transition to ACTIVE for port object 271e72e0-a2c4-41a1-826b-6bc3637e4bd3 will not be triggered until provisioned by entity DHCP. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:55:02.026338 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41fadf27-3717-405d-a8a5-afaf751ea57e tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66663725'] for router_interface, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:02.046049 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-1be063a7-4003-4bcb-bca9-22a18352566f None None] Port 9f4ba819-403a-4849-8597-15a944c88396 cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 14:55:02.167473 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-0d2d4612-6501-42fa-9630-2f9aa6ac90c5 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:02.170957 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41fadf27-3717-405d-a8a5-afaf751ea57e tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:02.175587 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-5430bb33-b675-46c7-a6b1-17f95823d8bd None None] Provisioning complete for port 9f4ba819-403a-4849-8597-15a944c88396 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:55:02.176112 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-5430bb33-b675-46c7-a6b1-17f95823d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:02.225123 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-5430bb33-b675-46c7-a6b1-17f95823d8bd None None] Port 9f4ba819-403a-4849-8597-15a944c88396 cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 14:55:02.254240 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d2d4612-6501-42fa-9630-2f9aa6ac90c5 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Network aeb90f08-b06d-490c-a9e1-f0db8203cf65 is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:55:02.282725 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [None req-0d2d4612-6501-42fa-9630-2f9aa6ac90c5 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:55:02.293289 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d2d4612-6501-42fa-9630-2f9aa6ac90c5 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Received port after_create {{(pid=94467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:55:02.294132 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-0d2d4612-6501-42fa-9630-2f9aa6ac90c5 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66663725'] for router_interface, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:02.443515 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2d4612-6501-42fa-9630-2f9aa6ac90c5 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Pushing event updated for resources: {'Port': ['ID=271e72e0-a2c4-41a1-826b-6bc3637e4bd3,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:55:02.480007 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-0d2d4612-6501-42fa-9630-2f9aa6ac90c5 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:02.521989 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69df3df-f5dd-4fb0-9509-15bf3b36aa09 req-0b474e04-d0df-4b0f-b32b-4172020ccda8 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:55:02.530625 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b69df3df-f5dd-4fb0-9509-15bf3b36aa09 req-0b474e04-d0df-4b0f-b32b-4172020ccda8 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/ports?device_id=5be77a56-d5ef-4a70-9846-307f9eb76fa5 HTTP/1.1" status: 200 len: 944 time: 0.1441376 Aug 12 14:55:02.569664 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 7c044780-79f1-4cad-a1f6-0aadfc9a8c64 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:55:02.648638 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b69df3df-f5dd-4fb0-9509-15bf3b36aa09 req-7c49b0c8-e26a-43ef-8134-98ee9c781fbf tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/security-groups?id=188dc986-a686-4570-b7d8-3a6edb471033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170373 Aug 12 14:55:02.651555 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port 7c044780-79f1-4cad-a1f6-0aadfc9a8c64 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:55:02.652243 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:02.678890 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41fadf27-3717-405d-a8a5-afaf751ea57e tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks [] for port, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:02.684895 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41fadf27-3717-405d-a8a5-afaf751ea57e tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3718439'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:02.745111 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f51df5cc-3af8-432f-ac32-12983f78632f None None] Network aeb90f08-b06d-490c-a9e1-f0db8203cf65 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:55:02.781685 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-41fadf27-3717-405d-a8a5-afaf751ea57e tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66628363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66663865'] for router_interface, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:02.794890 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fadf27-3717-405d-a8a5-afaf751ea57e tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Pushing event updated for resources: {'Port': ['ID=9f4ba819-403a-4849-8597-15a944c88396,revision_number=3']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:55:02.799415 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device a7d22d5e-69bc-43ea-9592-15336af84849 up at agent hyperv_n-h2-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:55:02.843352 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-6000027d-755e-4cce-a20f-cacbd8495f0e None None] Provisioning for port a60b2a03-658a-4f28-837d-d9b7e4e77e4e completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:55:02.879681 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-136b26a3-aae6-4b51-8af4-c2330090ecf7 admin admin] Deleting port ac1058a7-6857-446c-aead-fc64ad1cbb2a {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:55:02.880661 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-136b26a3-aae6-4b51-8af4-c2330090ecf7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:02.924025 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41fadf27-3717-405d-a8a5-afaf751ea57e tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Network fa7751a2-fa55-4b3e-a0a4-cfa575a6c305 is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:55:02.925507 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-41fadf27-3717-405d-a8a5-afaf751ea57e tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:55:02.967628 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device a60b2a03-658a-4f28-837d-d9b7e4e77e4e up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:55:02.997163 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Provisioning for port a7d22d5e-69bc-43ea-9592-15336af84849 completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:55:03.050278 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Provisioning complete for port a7d22d5e-69bc-43ea-9592-15336af84849 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:55:03.051315 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:03.093942 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41fadf27-3717-405d-a8a5-afaf751ea57e tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Router 638da362-d6bf-40ef-92cf-2005d67dc96b is scheduled to L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f with binding_index 1 {{(pid=94466) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 14:55:03.223464 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41fadf27-3717-405d-a8a5-afaf751ea57e tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 14:55:03.245389 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7086a7f9-754c-44d8-86c5-5024ff884c90 None None] Sync routers for ids ['638da362-d6bf-40ef-92cf-2005d67dc96b'] in n-d-694802-15 {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 14:55:03.246938 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-41fadf27-3717-405d-a8a5-afaf751ea57e tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] 10.222.0.39 "PUT /v2.0/routers/638da362-d6bf-40ef-92cf-2005d67dc96b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6080155 Aug 12 14:55:03.267028 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7086a7f9-754c-44d8-86c5-5024ff884c90 None None] Routers {'638da362-d6bf-40ef-92cf-2005d67dc96b'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:55:03.267922 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-7086a7f9-754c-44d8-86c5-5024ff884c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:54:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['638da362-d6bf-40ef-92cf-2005d67dc96b'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:55:03.268094 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 35608) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:55:03.270121 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-8c3ecf9c-241b-4236-aba3-25ca98ff1a4b req-52e55aeb-e6ec-45c4-b43e-39c1631dc965 tempest-ServerShowV247Test-207198290 tempest-ServerShowV247Test-207198290-project] 10.222.0.39 "GET /v2.0/ports?device_id=70744b92-4523-45f9-a26d-8126e5517908 HTTP/1.1" status: 200 len: 210 time: 0.0629413 Aug 12 14:55:03.319559 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eefd6877-7ad0-4746-8d99-c5bbfa92a761 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:55:03.325053 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-eefd6877-7ad0-4746-8d99-c5bbfa92a761 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] 10.222.0.39 "GET /v2.0/ports/9f4ba819-403a-4849-8597-15a944c88396 HTTP/1.1" status: 200 len: 977 time: 0.0539134 Aug 12 14:55:03.325711 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 35610) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:55:03.368787 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-7086a7f9-754c-44d8-86c5-5024ff884c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:55:03.396218 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7086a7f9-754c-44d8-86c5-5024ff884c90 None None] Routers {'638da362-d6bf-40ef-92cf-2005d67dc96b'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:55:03.397379 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-7086a7f9-754c-44d8-86c5-5024ff884c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:54:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['638da362-d6bf-40ef-92cf-2005d67dc96b'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:55:03.448284 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning for port a60b2a03-658a-4f28-837d-d9b7e4e77e4e completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:55:03.456373 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port a60b2a03-658a-4f28-837d-d9b7e4e77e4e triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:55:03.456749 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:03.458485 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-079179fe-08d4-4426-a048-ecc8c5911b9b None None] Provisioning complete for port 9f4ba819-403a-4849-8597-15a944c88396 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:55:03.458979 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-079179fe-08d4-4426-a048-ecc8c5911b9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:03.466344 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-7086a7f9-754c-44d8-86c5-5024ff884c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:55:03.467394 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7086a7f9-754c-44d8-86c5-5024ff884c90 None None] The sync data for ids ['638da362-d6bf-40ef-92cf-2005d67dc96b'] in n-d-694802-15 is: [] {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 14:55:03.574884 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [None req-136b26a3-aae6-4b51-8af4-c2330090ecf7 admin admin] For port ac1058a7-6857-446c-aead-fc64ad1cbb2a, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=ac1058a7-6857-446c-aead-fc64ad1cbb2a,segment=NetworkSegment(b72762b4-956b-443d-aaee-4b6799d6bcb9),segment_id=b72762b4-956b-443d-aaee-4b6799d6bcb9)] {{(pid=94467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:55:03.575469 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-136b26a3-aae6-4b51-8af4-c2330090ecf7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:03.617807 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-136b26a3-aae6-4b51-8af4-c2330090ecf7 admin admin] Calling delete_port for ac1058a7-6857-446c-aead-fc64ad1cbb2a owned by network:router_interface {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:55:03.618552 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-079179fe-08d4-4426-a048-ecc8c5911b9b None None] Port 9f4ba819-403a-4849-8597-15a944c88396 cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 14:55:03.629845 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-0d2d4612-6501-42fa-9630-2f9aa6ac90c5 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:03.636387 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:03.641083 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-0d2d4612-6501-42fa-9630-2f9aa6ac90c5 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:03.642132 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-0d2d4612-6501-42fa-9630-2f9aa6ac90c5 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66628363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66663865'] for router_interface, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:03.668916 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5be77a56-d5ef-4a70-9846-307f9eb76fa5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7d22d5e-69bc-43ea-9592-15336af84849'}] {{(pid=94468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:55:03.671843 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99a8d87602170099c728e57431aca99e9b98a655a83bbf8727be13192709727b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fde9db64-3ef4-4d67-bf5a-52b8716657c9" -d '{"events": [{"server_uuid": "5be77a56-d5ef-4a70-9846-307f9eb76fa5", "name": "network-vif-plugged", "status": "completed", "tag": "a7d22d5e-69bc-43ea-9592-15336af84849"}]}' {{(pid=94468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:55:03.716813 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-78db0227-462a-4201-881b-058f323837f4 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66663830'] for router_interface, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:03.729999 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port a7d22d5e-69bc-43ea-9592-15336af84849, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=a7d22d5e-69bc-43ea-9592-15336af84849,segment=NetworkSegment(196fb4c7-81dc-4d55-8d5b-b3d93b852fe1),segment_id=196fb4c7-81dc-4d55-8d5b-b3d93b852fe1)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:55:03.753975 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:03.770455 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:03.857574 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 14:55:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7477b63a-c012-47ca-91de-0137b0b75bf4 x-openstack-request-id: req-7477b63a-c012-47ca-91de-0137b0b75bf4 {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:55:03.857853 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5be77a56-d5ef-4a70-9846-307f9eb76fa5", "name": "network-vif-plugged", "status": "completed", "tag": "a7d22d5e-69bc-43ea-9592-15336af84849", "code": 200}]} {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:55:03.858215 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7477b63a-c012-47ca-91de-0137b0b75bf4 {{(pid=94468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:55:03.859177 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2d4612-6501-42fa-9630-2f9aa6ac90c5 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Pushing event updated for resources: {'Port': ['ID=271e72e0-a2c4-41a1-826b-6bc3637e4bd3,revision_number=2']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:55:03.859309 n-d-694802-15 neutron-server[94468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5be77a56-d5ef-4a70-9846-307f9eb76fa5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7d22d5e-69bc-43ea-9592-15336af84849', 'code': 200} Aug 12 14:55:03.859964 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Pushing event updated for resources: {'Port': ['ID=a7d22d5e-69bc-43ea-9592-15336af84849,revision_number=5']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:55:03.906910 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] For port a60b2a03-658a-4f28-837d-d9b7e4e77e4e, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=a60b2a03-658a-4f28-837d-d9b7e4e77e4e,segment=NetworkSegment(46ed94ee-f966-4cc5-8f2c-5e56d2ef2297),segment_id=46ed94ee-f966-4cc5-8f2c-5e56d2ef2297)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:55:03.912091 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:03.954669 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e8d7ce-f16e-4f47-9347-883073ad868e req-19fc2eac-4dc8-4088-91a3-9f8c49f4f37a tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:55:03.957121 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b2e8d7ce-f16e-4f47-9347-883073ad868e req-19fc2eac-4dc8-4088-91a3-9f8c49f4f37a tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/ports?device_id=5be77a56-d5ef-4a70-9846-307f9eb76fa5 HTTP/1.1" status: 200 len: 945 time: 0.1494524 Aug 12 14:55:03.959072 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306ed703-e181-4f50-a0b5-730374414a0f req-205f47b0-c12d-4548-b123-19825c1839d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:55:03.960595 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-306ed703-e181-4f50-a0b5-730374414a0f req-205f47b0-c12d-4548-b123-19825c1839d9 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=5be77a56-d5ef-4a70-9846-307f9eb76fa5 HTTP/1.1" status: 200 len: 1097 time: 0.1037519 Aug 12 14:55:03.985244 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-b136c1cc-0eb0-402c-a226-9e210de2f20a None None] Provisioning for port 271e72e0-a2c4-41a1-826b-6bc3637e4bd3 completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:55:03.995113 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-b136c1cc-0eb0-402c-a226-9e210de2f20a None None] Provisioning complete for port 271e72e0-a2c4-41a1-826b-6bc3637e4bd3 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:55:03.995498 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-b136c1cc-0eb0-402c-a226-9e210de2f20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:04.038842 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Pushing event updated for resources: {'Port': ['ID=a60b2a03-658a-4f28-837d-d9b7e4e77e4e,revision_number=3']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:55:04.056420 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-b136c1cc-0eb0-402c-a226-9e210de2f20a None None] Port 271e72e0-a2c4-41a1-826b-6bc3637e4bd3 cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 14:55:04.079415 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-b136c1cc-0eb0-402c-a226-9e210de2f20a None None] Provisioning complete for port a60b2a03-658a-4f28-837d-d9b7e4e77e4e triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:55:04.079797 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-b136c1cc-0eb0-402c-a226-9e210de2f20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:04.089801 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-306ed703-e181-4f50-a0b5-730374414a0f req-4934650c-42ad-4062-b45a-e6e751e50b6f service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=188dc986-a686-4570-b7d8-3a6edb471033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872548 Aug 12 14:55:04.098017 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d2d4612-6501-42fa-9630-2f9aa6ac90c5 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Network aeb90f08-b06d-490c-a9e1-f0db8203cf65 is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:55:04.104168 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b2e8d7ce-f16e-4f47-9347-883073ad868e req-ef1fe0d0-888c-4b5e-87f7-320f5e2487df tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/security-groups?id=188dc986-a686-4570-b7d8-3a6edb471033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340902 Aug 12 14:55:04.107249 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [None req-0d2d4612-6501-42fa-9630-2f9aa6ac90c5 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:55:04.192737 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-78db0227-462a-4201-881b-058f323837f4 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Deleting port 9f4ba819-403a-4849-8597-15a944c88396 {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:55:04.193094 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-78db0227-462a-4201-881b-058f323837f4 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:04.275794 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-136b26a3-aae6-4b51-8af4-c2330090ecf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:04.308109 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136b26a3-aae6-4b51-8af4-c2330090ecf7 admin admin] Pushing event deleted for resources: {'Port': ['ID=ac1058a7-6857-446c-aead-fc64ad1cbb2a,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:55:04.336424 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-78db0227-462a-4201-881b-058f323837f4 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:04.375325 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-0fcf23df-2493-457a-bd81-ea7295a93e8c None None] Provisioning complete for port 271e72e0-a2c4-41a1-826b-6bc3637e4bd3 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:55:04.375715 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-0fcf23df-2493-457a-bd81-ea7295a93e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:04.397701 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-78db0227-462a-4201-881b-058f323837f4 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Calling delete_port for 9f4ba819-403a-4849-8597-15a944c88396 owned by network:router_interface {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:55:04.443687 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d2d4612-6501-42fa-9630-2f9aa6ac90c5 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Router 7874d440-1db1-40c5-b4e4-854d07a6b9fe is scheduled to L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f with binding_index 1 {{(pid=94467) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 14:55:04.477251 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device a60b2a03-658a-4f28-837d-d9b7e4e77e4e up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:55:04.558536 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-0fcf23df-2493-457a-bd81-ea7295a93e8c None None] Port 271e72e0-a2c4-41a1-826b-6bc3637e4bd3 cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 14:55:04.611337 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-ffe9c6a3-278d-4a87-ab15-0e28df2b7769 req-be9b4656-60f4-47fe-b6e4-cd13bd482423 tempest-ServerShowV247Test-207198290 tempest-ServerShowV247Test-207198290-project] 10.222.0.39 "GET /v2.0/ports?device_id=70744b92-4523-45f9-a26d-8126e5517908 HTTP/1.1" status: 200 len: 210 time: 0.0752010 Aug 12 14:55:04.634147 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-136b26a3-aae6-4b51-8af4-c2330090ecf7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66628352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-430630'] for router_interface, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:04.637973 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d2d4612-6501-42fa-9630-2f9aa6ac90c5 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 14:55:04.645920 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-0d2d4612-6501-42fa-9630-2f9aa6ac90c5 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] 10.222.0.39 "PUT /v2.0/routers/7874d440-1db1-40c5-b4e4-854d07a6b9fe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0164425 Aug 12 14:55:04.648563 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 35624) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:55:04.656448 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-294a1520-1166-4e37-9d7e-ea08ee60adc1 None None] Sync routers for ids ['7874d440-1db1-40c5-b4e4-854d07a6b9fe'] in n-d-694802-15 {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 14:55:04.658950 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port a60b2a03-658a-4f28-837d-d9b7e4e77e4e triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:55:04.659391 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:04.702626 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-294a1520-1166-4e37-9d7e-ea08ee60adc1 None None] Routers {'7874d440-1db1-40c5-b4e4-854d07a6b9fe'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:55:04.703039 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f51d5277-7ca1-4eac-bd36-264de15295f6 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:55:04.703574 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-294a1520-1166-4e37-9d7e-ea08ee60adc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:54:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['7874d440-1db1-40c5-b4e4-854d07a6b9fe'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:55:04.704831 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-f51d5277-7ca1-4eac-bd36-264de15295f6 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] 10.222.0.39 "GET /v2.0/ports/271e72e0-a2c4-41a1-826b-6bc3637e4bd3 HTTP/1.1" status: 200 len: 911 time: 0.0541818 Aug 12 14:55:04.707406 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 35626) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:55:04.713862 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-9ef976f7-11d3-45e5-b80b-4b6433bb3ea4 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '551abd57-0f80-4cb9-acbe-7b4e11b646a6'}]}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:55:04.753214 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-294a1520-1166-4e37-9d7e-ea08ee60adc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:55:04.828790 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-294a1520-1166-4e37-9d7e-ea08ee60adc1 None None] Routers {'7874d440-1db1-40c5-b4e4-854d07a6b9fe'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:55:04.829436 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-294a1520-1166-4e37-9d7e-ea08ee60adc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:54:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['7874d440-1db1-40c5-b4e4-854d07a6b9fe'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:55:04.835867 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-78db0227-462a-4201-881b-058f323837f4 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:04.863507 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78db0227-462a-4201-881b-058f323837f4 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Pushing event deleted for resources: {'Port': ['ID=9f4ba819-403a-4849-8597-15a944c88396,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:55:04.866400 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-294a1520-1166-4e37-9d7e-ea08ee60adc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:55:04.867191 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-294a1520-1166-4e37-9d7e-ea08ee60adc1 None None] The sync data for ids ['7874d440-1db1-40c5-b4e4-854d07a6b9fe'] in n-d-694802-15 is: [] {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 14:55:04.878844 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-ade23e49-ea77-4483-b3ad-f9598df40242 None None] Provisioning complete for port 271e72e0-a2c4-41a1-826b-6bc3637e4bd3 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:55:04.878844 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-ade23e49-ea77-4483-b3ad-f9598df40242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:04.938387 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-ade23e49-ea77-4483-b3ad-f9598df40242 None None] Port 271e72e0-a2c4-41a1-826b-6bc3637e4bd3 cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 14:55:05.043093 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-9ef976f7-11d3-45e5-b80b-4b6433bb3ea4 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:05.070171 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-78db0227-462a-4201-881b-058f323837f4 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66628352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-430630'] for router_interface, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:05.199867 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-136b26a3-aae6-4b51-8af4-c2330090ecf7 admin admin] Router 6a4eed94-bc27-4b5a-a5c2-bcb624f30ef4 has already been hosted by L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f {{(pid=94467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 14:55:05.264063 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78db0227-462a-4201-881b-058f323837f4 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Router 638da362-d6bf-40ef-92cf-2005d67dc96b has already been hosted by L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f {{(pid=94466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 14:55:05.353470 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78db0227-462a-4201-881b-058f323837f4 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 14:55:05.359235 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-78db0227-462a-4201-881b-058f323837f4 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] 10.222.0.39 "PUT /v2.0/routers/638da362-d6bf-40ef-92cf-2005d67dc96b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0322917 Aug 12 14:55:05.363484 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 35638) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:55:05.365525 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1f84ee3-8a07-4022-bfa9-da7d42d6098b None None] Sync routers for ids ['638da362-d6bf-40ef-92cf-2005d67dc96b'] in n-d-694802-15 {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 14:55:05.377417 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1f84ee3-8a07-4022-bfa9-da7d42d6098b None None] Routers {'638da362-d6bf-40ef-92cf-2005d67dc96b'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:55:05.378424 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-b1f84ee3-8a07-4022-bfa9-da7d42d6098b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:54:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['638da362-d6bf-40ef-92cf-2005d67dc96b'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:55:05.418965 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-b1f84ee3-8a07-4022-bfa9-da7d42d6098b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:55:05.430763 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1f84ee3-8a07-4022-bfa9-da7d42d6098b None None] Routers {'638da362-d6bf-40ef-92cf-2005d67dc96b'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:55:05.432064 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-b1f84ee3-8a07-4022-bfa9-da7d42d6098b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:54:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['638da362-d6bf-40ef-92cf-2005d67dc96b'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:55:05.473300 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-b1f84ee3-8a07-4022-bfa9-da7d42d6098b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:55:05.474346 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1f84ee3-8a07-4022-bfa9-da7d42d6098b None None] The sync data for ids ['638da362-d6bf-40ef-92cf-2005d67dc96b'] in n-d-694802-15 is: [] {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 14:55:05.577731 n-d-694802-15 neutron-server[94466]: INFO neutron.api.v2.resource [None req-327883d0-9a7d-4b4e-bdb4-f9def387bbe8 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] remove_router_interface failed (client error): The resource could not be found. Aug 12 14:55:05.579839 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-327883d0-9a7d-4b4e-bdb4-f9def387bbe8 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] 10.222.0.39 "PUT /v2.0/routers/638da362-d6bf-40ef-92cf-2005d67dc96b/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2152255 Aug 12 14:55:05.582116 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 35640) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:55:05.612315 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-840b24a4-8eae-4d62-82b6-a1f6f4fe6f2d tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] 10.222.0.39 "GET /v2.0/ports?device_id=638da362-d6bf-40ef-92cf-2005d67dc96b HTTP/1.1" status: 200 len: 205 time: 0.0283537 Aug 12 14:55:05.615126 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 35642) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:55:05.720012 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-6d0aeedf-5172-485e-8568-0418aa2d367b tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks [] for router, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:05.767949 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-1e3a0457-a6b8-45f9-9cbe-0074596d5e57 req-d21894e1-595c-4ff9-a8f1-5458ab32fb75 tempest-ServerShowV247Test-207198290 tempest-ServerShowV247Test-207198290-project] 10.222.0.39 "GET /v2.0/ports?device_id=70744b92-4523-45f9-a26d-8126e5517908 HTTP/1.1" status: 200 len: 210 time: 0.0652905 Aug 12 14:55:05.799385 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf0dc9b-bb94-4bf7-a28a-7e5c8fa02e3a req-d4dc54f3-41b2-480c-b60d-ecd677bb5bd7 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:55:05.800926 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-5cf0dc9b-bb94-4bf7-a28a-7e5c8fa02e3a req-d4dc54f3-41b2-480c-b60d-ecd677bb5bd7 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/ports?device_id=5be77a56-d5ef-4a70-9846-307f9eb76fa5 HTTP/1.1" status: 200 len: 945 time: 0.5262017 Aug 12 14:55:05.846294 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-395e4cf6-7f1a-4f78-ac28-d866dbb986b3 req-40d42eeb-4ea3-4a12-be70-2472cfea5cb7 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=d40104ab-eefe-426d-ad7f-8770e9c301ba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0441828 Aug 12 14:55:05.929489 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-6d0aeedf-5172-485e-8568-0418aa2d367b tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-429360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-104877'] for router, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:05.932200 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-6d0aeedf-5172-485e-8568-0418aa2d367b tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:05.934688 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-136b26a3-aae6-4b51-8af4-c2330090ecf7 admin admin] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 14:55:05.955903 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e754ec3-40ae-4fbd-b793-35261fda6912 None None] Sync routers for ids ['6a4eed94-bc27-4b5a-a5c2-bcb624f30ef4'] in n-d-694802-15 {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 14:55:05.956472 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-136b26a3-aae6-4b51-8af4-c2330090ecf7 admin admin] 10.222.0.39 "PUT /v2.0/routers/6a4eed94-bc27-4b5a-a5c2-bcb624f30ef4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8627341 Aug 12 14:55:05.957622 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 35648) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:55:05.967607 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e754ec3-40ae-4fbd-b793-35261fda6912 None None] Routers {'6a4eed94-bc27-4b5a-a5c2-bcb624f30ef4'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:55:05.967986 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-2e754ec3-40ae-4fbd-b793-35261fda6912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:54:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['6a4eed94-bc27-4b5a-a5c2-bcb624f30ef4'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:55:06.020911 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-395e4cf6-7f1a-4f78-ac28-d866dbb986b3 req-c338ada2-9978-4acd-8107-1b7e7b9eb75d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4b4893cee9524030bcdc7387d951bc59&device_id=d40104ab-eefe-426d-ad7f-8770e9c301ba HTTP/1.1" status: 200 len: 210 time: 0.1121352 Aug 12 14:55:06.030883 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-5cf0dc9b-bb94-4bf7-a28a-7e5c8fa02e3a req-c9ced6ec-65dd-4404-9c9c-9e9955a22436 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/security-groups?id=188dc986-a686-4570-b7d8-3a6edb471033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2141085 Aug 12 14:55:06.075308 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-395e4cf6-7f1a-4f78-ac28-d866dbb986b3 req-47600323-97ee-4a0e-bbad-238319c45534 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=4b4893cee9524030bcdc7387d951bc59&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0296712 Aug 12 14:55:06.093067 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvr_db [None req-2e754ec3-40ae-4fbd-b793-35261fda6912 None None] Set router 6a4eed94-bc27-4b5a-a5c2-bcb624f30ef4 gateway port host: n-d-694802-15 {{(pid=94468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:55:06.340204 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-2e754ec3-40ae-4fbd-b793-35261fda6912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a4eed94-bc27-4b5a-a5c2-bcb624f30ef4', 'name': 'tempest-AttachVolumeShelveTestJSON-919977636-router', 'tenant_id': '3a3bdd41fa344002b106e434a17bdf78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': 'b848814d-02f9-4e6d-a7d4-f67f9f79aee9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:43:22Z', 'updated_at': '2021-08-12T14:55:04Z', 'revision_number': 5, 'project_id': '3a3bdd41fa344002b106e434a17bdf78', 'gw_port': {'id': 'b848814d-02f9-4e6d-a7d4-f67f9f79aee9', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:ed:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a4eed94-bc27-4b5a-a5c2-bcb624f30ef4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:43:23Z', 'updated_at': '2021-08-12T14:43:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15'}], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:55:06.370897 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-9ef976f7-11d3-45e5-b80b-4b6433bb3ea4 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:06.373280 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e754ec3-40ae-4fbd-b793-35261fda6912 None None] Checking router: 6a4eed94-bc27-4b5a-a5c2-bcb624f30ef4 for host: n-d-694802-15 {{(pid=94468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 14:55:06.387404 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-c817d09a-59d5-4769-9c06-369a76689a28 admin admin] Notify callbacks [] for router, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:06.390731 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-6d0aeedf-5172-485e-8568-0418aa2d367b tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-429375'] for router, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:06.391574 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d0aeedf-5172-485e-8568-0418aa2d367b tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Fanout notify agent at l3_agent the message router_deleted on router 638da362-d6bf-40ef-92cf-2005d67dc96b {{(pid=94466) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 14:55:06.396591 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e754ec3-40ae-4fbd-b793-35261fda6912 None None] Routers {'6a4eed94-bc27-4b5a-a5c2-bcb624f30ef4'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:55:06.398519 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-2e754ec3-40ae-4fbd-b793-35261fda6912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:54:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['6a4eed94-bc27-4b5a-a5c2-bcb624f30ef4'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:55:06.404169 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-6d0aeedf-5172-485e-8568-0418aa2d367b tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks [] for router, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:06.406546 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-6d0aeedf-5172-485e-8568-0418aa2d367b tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] 10.222.0.39 "DELETE /v2.0/routers/638da362-d6bf-40ef-92cf-2005d67dc96b HTTP/1.1" status: 204 len: 168 time: 0.7901449 Aug 12 14:55:06.410132 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 35654) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:55:06.457353 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-9ef976f7-11d3-45e5-b80b-4b6433bb3ea4 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:06.464760 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ef976f7-11d3-45e5-b80b-4b6433bb3ea4 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:55:06.465622 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-9ef976f7-11d3-45e5-b80b-4b6433bb3ea4 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:06.466978 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-9ef976f7-11d3-45e5-b80b-4b6433bb3ea4 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] 10.222.0.39 "PUT /v2.0/ports/271e72e0-a2c4-41a1-826b-6bc3637e4bd3 HTTP/1.1" status: 200 len: 911 time: 1.7583048 Aug 12 14:55:06.469898 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 35656) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:55:06.527340 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvr_db [None req-2e754ec3-40ae-4fbd-b793-35261fda6912 None None] Set router 6a4eed94-bc27-4b5a-a5c2-bcb624f30ef4 gateway port host: n-d-694802-15 {{(pid=94468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:55:06.531047 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c3a757d-f5bb-4924-a60a-5c1f194e8daf tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Deleting subnet a2e4110f-ad91-4b05-b879-0ed74673faec {{(pid=94466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 14:55:06.566067 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-7c3a757d-f5bb-4924-a60a-5c1f194e8daf tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks [] for subnet, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:06.577082 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395e4cf6-7f1a-4f78-ac28-d866dbb986b3 req-54a4dbef-88e1-47a2-ae53-0f3bfdd805ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:55:06.578408 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-395e4cf6-7f1a-4f78-ac28-d866dbb986b3 req-54a4dbef-88e1-47a2-ae53-0f3bfdd805ff service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4962833 Aug 12 14:55:06.594318 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef976f7-11d3-45e5-b80b-4b6433bb3ea4 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Pushing event updated for resources: {'Port': ['ID=271e72e0-a2c4-41a1-826b-6bc3637e4bd3,revision_number=3']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:55:06.621450 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-c817d09a-59d5-4769-9c06-369a76689a28 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:06.692317 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-c817d09a-59d5-4769-9c06-369a76689a28 admin admin] Deleting port b848814d-02f9-4e6d-a7d4-f67f9f79aee9 {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:55:06.693328 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-c817d09a-59d5-4769-9c06-369a76689a28 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:06.714703 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-7c3a757d-f5bb-4924-a60a-5c1f194e8daf tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2293551'] for subnet, precommit_delete_associations {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:06.745388 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-2e754ec3-40ae-4fbd-b793-35261fda6912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a4eed94-bc27-4b5a-a5c2-bcb624f30ef4', 'name': 'tempest-AttachVolumeShelveTestJSON-919977636-router', 'tenant_id': '3a3bdd41fa344002b106e434a17bdf78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': 'b848814d-02f9-4e6d-a7d4-f67f9f79aee9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:43:22Z', 'updated_at': '2021-08-12T14:55:04Z', 'revision_number': 5, 'project_id': '3a3bdd41fa344002b106e434a17bdf78', 'gw_port': {'id': 'b848814d-02f9-4e6d-a7d4-f67f9f79aee9', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:ed:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a4eed94-bc27-4b5a-a5c2-bcb624f30ef4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:43:23Z', 'updated_at': '2021-08-12T14:43:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15'}], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:55:06.789008 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e754ec3-40ae-4fbd-b793-35261fda6912 None None] The sync data for ids ['6a4eed94-bc27-4b5a-a5c2-bcb624f30ef4'] in n-d-694802-15 is: [{'id': '6a4eed94-bc27-4b5a-a5c2-bcb624f30ef4', 'name': 'tempest-AttachVolumeShelveTestJSON-919977636-router', 'tenant_id': '3a3bdd41fa344002b106e434a17bdf78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': 'b848814d-02f9-4e6d-a7d4-f67f9f79aee9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:43:22Z', 'updated_at': '2021-08-12T14:55:04Z', 'revision_number': 5, 'project_id': '3a3bdd41fa344002b106e434a17bdf78', 'gw_port': {'id': 'b848814d-02f9-4e6d-a7d4-f67f9f79aee9', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:ed:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a4eed94-bc27-4b5a-a5c2-bcb624f30ef4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:43:23Z', 'updated_at': '2021-08-12T14:43:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15'}] {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 14:55:06.800497 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [None req-c817d09a-59d5-4769-9c06-369a76689a28 admin admin] For port b848814d-02f9-4e6d-a7d4-f67f9f79aee9, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=b848814d-02f9-4e6d-a7d4-f67f9f79aee9,segment=NetworkSegment(b1b396cb-2dc6-4041-bfc7-1833a80a4720),segment_id=b1b396cb-2dc6-4041-bfc7-1833a80a4720)] {{(pid=94467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:55:06.801087 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-c817d09a-59d5-4769-9c06-369a76689a28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:06.829568 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-c817d09a-59d5-4769-9c06-369a76689a28 admin admin] Calling delete_port for b848814d-02f9-4e6d-a7d4-f67f9f79aee9 owned by network:router_gateway {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:55:06.882493 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-7c3a757d-f5bb-4924-a60a-5c1f194e8daf tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66416255'] for subnet, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:06.965927 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-b2547b84-0f11-4883-a057-c44b798d59f0 req-6594caab-e65a-4a17-8929-be4627a07b33 tempest-ServerShowV247Test-207198290 tempest-ServerShowV247Test-207198290-project] 10.222.0.39 "GET /v2.0/ports?device_id=70744b92-4523-45f9-a26d-8126e5517908 HTTP/1.1" status: 200 len: 210 time: 0.0449765 Aug 12 14:55:07.017534 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-7c3a757d-f5bb-4924-a60a-5c1f194e8daf tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66416232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3718429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8776402'] for subnet, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:07.035340 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-c817d09a-59d5-4769-9c06-369a76689a28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:07.056690 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-7c3a757d-f5bb-4924-a60a-5c1f194e8daf tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks [] for subnet, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:07.058504 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-7c3a757d-f5bb-4924-a60a-5c1f194e8daf tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] 10.222.0.39 "DELETE /v2.0/subnets/a2e4110f-ad91-4b05-b879-0ed74673faec HTTP/1.1" status: 204 len: 168 time: 0.6465001 Aug 12 14:55:07.062537 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3a757d-f5bb-4924-a60a-5c1f194e8daf tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Pushing event deleted for resources: {'Subnet': ['ID=a2e4110f-ad91-4b05-b879-0ed74673faec,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:55:07.064350 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 35664) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:55:07.065516 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddf51a28-5f93-4033-a547-6471c29f6b60 None None] Network fa7751a2-fa55-4b3e-a0a4-cfa575a6c305 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:55:07.073620 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c817d09a-59d5-4769-9c06-369a76689a28 admin admin] Pushing event deleted for resources: {'Port': ['ID=b848814d-02f9-4e6d-a7d4-f67f9f79aee9,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:55:07.151916 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2dc2ab43-c1e7-478d-9fee-b1aa96be758a tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680608'] for network, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:07.197725 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-c817d09a-59d5-4769-9c06-369a76689a28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-431580'] for router_gateway, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:07.205203 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1b378036-916b-4fa0-aa5d-28b00a5fcad7 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66663830'] for router_interface, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:07.326064 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da034435-b965-4ab2-a6ae-78dd91dc3b6a None None] DHCP port deletion for fa7751a2-fa55-4b3e-a0a4-cfa575a6c305 request from n-d-694802-15 {{(pid=94468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 14:55:07.330489 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698824a2-8233-430d-b54c-8408e3257b0c req-0107dd6e-7263-4e04-9cb8-099aba2fa658 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:55:07.338978 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-698824a2-8233-430d-b54c-8408e3257b0c req-0107dd6e-7263-4e04-9cb8-099aba2fa658 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/ports?device_id=5be77a56-d5ef-4a70-9846-307f9eb76fa5 HTTP/1.1" status: 200 len: 945 time: 0.1801665 Aug 12 14:55:07.347794 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-c817d09a-59d5-4769-9c06-369a76689a28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-429360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-104877'] for router, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:07.356114 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-c817d09a-59d5-4769-9c06-369a76689a28 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:07.390681 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-2dc2ab43-c1e7-478d-9fee-b1aa96be758a tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Deleting port 7c044780-79f1-4cad-a1f6-0aadfc9a8c64 {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:55:07.391228 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2dc2ab43-c1e7-478d-9fee-b1aa96be758a tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:07.410870 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-da034435-b965-4ab2-a6ae-78dd91dc3b6a None None] Deleting port 7c044780-79f1-4cad-a1f6-0aadfc9a8c64 {{(pid=94468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:55:07.411294 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-da034435-b965-4ab2-a6ae-78dd91dc3b6a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:07.447504 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-698824a2-8233-430d-b54c-8408e3257b0c req-acee947c-3102-45f8-abba-d82cb0654f5d tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/security-groups?id=188dc986-a686-4570-b7d8-3a6edb471033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057057 Aug 12 14:55:07.448752 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-c817d09a-59d5-4769-9c06-369a76689a28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-429375'] for router, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:07.467429 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c817d09a-59d5-4769-9c06-369a76689a28 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6a4eed94-bc27-4b5a-a5c2-bcb624f30ef4 {{(pid=94467) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 14:55:07.491803 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-c817d09a-59d5-4769-9c06-369a76689a28 admin admin] Notify callbacks [] for router, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:07.499363 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-c817d09a-59d5-4769-9c06-369a76689a28 admin admin] 10.222.0.39 "DELETE /v2.0/routers/6a4eed94-bc27-4b5a-a5c2-bcb624f30ef4 HTTP/1.1" status: 204 len: 168 time: 1.5318756 Aug 12 14:55:07.500097 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 35672) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:55:07.509166 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-da034435-b965-4ab2-a6ae-78dd91dc3b6a None None] For port 7c044780-79f1-4cad-a1f6-0aadfc9a8c64, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=7c044780-79f1-4cad-a1f6-0aadfc9a8c64,segment=NetworkSegment(2bcc657e-78df-4d0f-90f7-6e56755ffdf4),segment_id=2bcc657e-78df-4d0f-90f7-6e56755ffdf4)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:55:07.512995 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-da034435-b965-4ab2-a6ae-78dd91dc3b6a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:07.561436 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-da034435-b965-4ab2-a6ae-78dd91dc3b6a None None] Calling delete_port for 7c044780-79f1-4cad-a1f6-0aadfc9a8c64 owned by network:dhcp {{(pid=94468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:55:07.578274 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf406f0b-70a4-4ae5-8d53-2b83c0705dd0 admin admin] Deleting subnet ce169be2-a716-4bd9-89d0-74eedc855ec7 {{(pid=94467) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 14:55:07.581908 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-bf406f0b-70a4-4ae5-8d53-2b83c0705dd0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:07.651980 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-bf406f0b-70a4-4ae5-8d53-2b83c0705dd0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3857505'] for subnet, precommit_delete_associations {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:07.758026 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-2dc2ab43-c1e7-478d-9fee-b1aa96be758a tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] For port 7c044780-79f1-4cad-a1f6-0aadfc9a8c64, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=7c044780-79f1-4cad-a1f6-0aadfc9a8c64,segment=NetworkSegment(2bcc657e-78df-4d0f-90f7-6e56755ffdf4),segment_id=2bcc657e-78df-4d0f-90f7-6e56755ffdf4)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:55:07.758601 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2dc2ab43-c1e7-478d-9fee-b1aa96be758a tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:07.760954 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-bf406f0b-70a4-4ae5-8d53-2b83c0705dd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66416255'] for subnet, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:07.761362 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-da034435-b965-4ab2-a6ae-78dd91dc3b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262'] for port, after_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:07.784407 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-2dc2ab43-c1e7-478d-9fee-b1aa96be758a tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Calling delete_port for 7c044780-79f1-4cad-a1f6-0aadfc9a8c64 owned by network:dhcp {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:55:07.810385 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da034435-b965-4ab2-a6ae-78dd91dc3b6a None None] Pushing event deleted for resources: {'Port': ['ID=7c044780-79f1-4cad-a1f6-0aadfc9a8c64,revision_number=None']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:55:07.813855 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da034435-b965-4ab2-a6ae-78dd91dc3b6a None None] No DVR routers for this DVR port 7c044780-79f1-4cad-a1f6-0aadfc9a8c64 on host n-d-694802-15 {{(pid=94468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:55:07.836138 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-bf406f0b-70a4-4ae5-8d53-2b83c0705dd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66416232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2859225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3343748'] for subnet, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:07.856449 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67f7d8cc-2571-486a-a098-e2764847aa22 None None] Network 2ad93210-7061-461d-8617-49848448cc38 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:55:07.867951 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-bf406f0b-70a4-4ae5-8d53-2b83c0705dd0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:07.870818 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-bf406f0b-70a4-4ae5-8d53-2b83c0705dd0 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/ce169be2-a716-4bd9-89d0-74eedc855ec7 HTTP/1.1" status: 204 len: 168 time: 0.3697605 Aug 12 14:55:07.875368 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 35684) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:55:07.876938 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf406f0b-70a4-4ae5-8d53-2b83c0705dd0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ce169be2-a716-4bd9-89d0-74eedc855ec7,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:55:07.991628 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6520c3ab-def8-48c7-a874-d6f6641d53eb req-eee5cbf1-9742-410d-8e41-5bf25e48947b tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:55:07.993236 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-6520c3ab-def8-48c7-a874-d6f6641d53eb req-eee5cbf1-9742-410d-8e41-5bf25e48947b tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/networks?id=16f33fa1-6b71-42ec-b506-a52fb0f6c597 HTTP/1.1" status: 200 len: 813 time: 0.3117812 Aug 12 14:55:08.005033 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-10db53b1-1c3a-46bf-bc3b-32e1159cdde3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680608'] for network, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:08.018925 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-1b378036-916b-4fa0-aa5d-28b00a5fcad7 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Deleting port 271e72e0-a2c4-41a1-826b-6bc3637e4bd3 {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:55:08.019473 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1b378036-916b-4fa0-aa5d-28b00a5fcad7 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:08.028334 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2dc2ab43-c1e7-478d-9fee-b1aa96be758a tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:08.083138 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-6520c3ab-def8-48c7-a874-d6f6641d53eb req-99d35b5d-9a95-4037-a895-0d711166e270 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/quotas/d333de5a1ab446aeb6524d52a70328d5 HTTP/1.1" status: 200 len: 375 time: 0.0721869 Aug 12 14:55:08.096328 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-035f7adf-53b6-49d3-8879-7d5734219d8d req-89bed17f-2bdb-4385-a834-40d43daba85c tempest-ServerShowV247Test-207198290 tempest-ServerShowV247Test-207198290-project] 10.222.0.39 "GET /v2.0/ports?device_id=70744b92-4523-45f9-a26d-8126e5517908 HTTP/1.1" status: 200 len: 210 time: 0.0295134 Aug 12 14:55:08.120204 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc2ab43-c1e7-478d-9fee-b1aa96be758a tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Pushing event deleted for resources: {'Port': ['ID=7c044780-79f1-4cad-a1f6-0aadfc9a8c64,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:55:08.129045 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dc2ab43-c1e7-478d-9fee-b1aa96be758a tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] No DVR routers for this DVR port 7c044780-79f1-4cad-a1f6-0aadfc9a8c64 on host n-d-694802-15 {{(pid=94466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:55:08.189874 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ad9f81f-f1ac-4a57-bd0c-e29ae60df100 None None] DHCP port deletion for 2ad93210-7061-461d-8617-49848448cc38 request from n-d-694802-15 {{(pid=94468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 14:55:08.257828 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-6ad9f81f-f1ac-4a57-bd0c-e29ae60df100 None None] Deleting port eece75d5-054e-4fdd-abf4-2230d9cbb533 {{(pid=94468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:55:08.258204 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-6ad9f81f-f1ac-4a57-bd0c-e29ae60df100 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:08.304660 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1b378036-916b-4fa0-aa5d-28b00a5fcad7 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:08.319353 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-6520c3ab-def8-48c7-a874-d6f6641d53eb req-6bf90e1b-4e59-4cc8-b68d-591c465d25e5 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=d333de5a1ab446aeb6524d52a70328d5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2121456 Aug 12 14:55:08.322579 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2dc2ab43-c1e7-478d-9fee-b1aa96be758a tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66413304', 'neutron.services.segments.db._delete_segments_for_network-8744654118000'] for network, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:08.323523 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-6ad9f81f-f1ac-4a57-bd0c-e29ae60df100 None None] For port eece75d5-054e-4fdd-abf4-2230d9cbb533, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=eece75d5-054e-4fdd-abf4-2230d9cbb533,segment=NetworkSegment(b72762b4-956b-443d-aaee-4b6799d6bcb9),segment_id=b72762b4-956b-443d-aaee-4b6799d6bcb9)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:55:08.323931 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-6ad9f81f-f1ac-4a57-bd0c-e29ae60df100 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:08.342232 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-6ad9f81f-f1ac-4a57-bd0c-e29ae60df100 None None] Calling delete_port for eece75d5-054e-4fdd-abf4-2230d9cbb533 owned by network:dhcp {{(pid=94468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:55:08.346868 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-1b378036-916b-4fa0-aa5d-28b00a5fcad7 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Calling delete_port for 271e72e0-a2c4-41a1-826b-6bc3637e4bd3 owned by network:router_interface {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:55:08.349458 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-2dc2ab43-c1e7-478d-9fee-b1aa96be758a tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa7751a2-fa55-4b3e-a0a4-cfa575a6c305']}} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:55:08.383378 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-2dc2ab43-c1e7-478d-9fee-b1aa96be758a tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2bcc657e-78df-4d0f-90f7-6e56755ffdf4') {'for_net_delete': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:55:08.383771 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-2dc2ab43-c1e7-478d-9fee-b1aa96be758a tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2bcc657e-78df-4d0f-90f7-6e56755ffdf4') {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:55:08.395701 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2dc2ab43-c1e7-478d-9fee-b1aa96be758a tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744654122361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2293560'] for segment, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:08.413311 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2dc2ab43-c1e7-478d-9fee-b1aa96be758a tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:08.424696 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device b848814d-02f9-4e6d-a7d4-f67f9f79aee9 no longer exists at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:55:08.448244 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] No Port match for: b848814d-02f9-4e6d-a7d4-f67f9f79aee9 {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 14:55:08.448596 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device b848814d-02f9-4e6d-a7d4-f67f9f79aee9 not bound to the agent host n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:55:08.449551 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 7c044780-79f1-4cad-a1f6-0aadfc9a8c64 no longer exists at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:55:08.459316 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2dc2ab43-c1e7-478d-9fee-b1aa96be758a tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Releasing vlan 320 on physical network physnet1 to pool {{(pid=94466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 14:55:08.459834 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2dc2ab43-c1e7-478d-9fee-b1aa96be758a tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3718595'] for segment, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:08.464496 n-d-694802-15 neutron-server[94466]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 14:55:08.464496 n-d-694802-15 neutron-server[94466]: self.session.flush() Aug 12 14:55:08.464496 n-d-694802-15 neutron-server[94466]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 14:55:08.464496 n-d-694802-15 neutron-server[94466]: self.session.flush() Aug 12 14:55:08.464496 n-d-694802-15 neutron-server[94466]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 14:55:08.464496 n-d-694802-15 neutron-server[94466]: self.session.flush() Aug 12 14:55:08.464496 n-d-694802-15 neutron-server[94466]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 14:55:08.464496 n-d-694802-15 neutron-server[94466]: self.session.flush() Aug 12 14:55:08.464496 n-d-694802-15 neutron-server[94466]: Traceback (most recent call last): Aug 12 14:55:08.464496 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 14:55:08.464496 n-d-694802-15 neutron-server[94466]: timer() Aug 12 14:55:08.464496 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 14:55:08.464496 n-d-694802-15 neutron-server[94466]: cb(*args, **kw) Aug 12 14:55:08.464496 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 14:55:08.464496 n-d-694802-15 neutron-server[94466]: return func(*args, **kwargs) Aug 12 14:55:08.464496 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 14:55:08.464496 n-d-694802-15 neutron-server[94466]: self._notify() Aug 12 14:55:08.464496 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 14:55:08.464496 n-d-694802-15 neutron-server[94466]: self.callback(batched_events) Aug 12 14:55:08.464496 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 14:55:08.464496 n-d-694802-15 neutron-server[94466]: event.method(event) Aug 12 14:55:08.464496 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 14:55:08.464496 n-d-694802-15 neutron-server[94466]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 14:55:08.464496 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 14:55:08.464496 n-d-694802-15 neutron-server[94466]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 14:55:08.464496 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 14:55:08.464496 n-d-694802-15 neutron-server[94466]: return f(self, *a, **k) Aug 12 14:55:08.464496 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 14:55:08.464496 n-d-694802-15 neutron-server[94466]: return self._get(url).json() Aug 12 14:55:08.464496 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 14:55:08.464496 n-d-694802-15 neutron-server[94466]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 14:55:08.464496 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 14:55:08.464496 n-d-694802-15 neutron-server[94466]: return self.request(url, 'GET', **kwargs) Aug 12 14:55:08.464496 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 14:55:08.464496 n-d-694802-15 neutron-server[94466]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 14:55:08.464496 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 14:55:08.464496 n-d-694802-15 neutron-server[94466]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 14:55:08.464496 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 14:55:08.464496 n-d-694802-15 neutron-server[94466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 14:55:08.464496 n-d-694802-15 neutron-server[94466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 14:55:08.471899 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] No Port match for: 7c044780-79f1-4cad-a1f6-0aadfc9a8c64 {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 14:55:08.472245 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 7c044780-79f1-4cad-a1f6-0aadfc9a8c64 not bound to the agent host n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:55:08.472671 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device eece75d5-054e-4fdd-abf4-2230d9cbb533 no longer exists at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:55:08.514604 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-6ad9f81f-f1ac-4a57-bd0c-e29ae60df100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262'] for port, after_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:08.548073 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad9f81f-f1ac-4a57-bd0c-e29ae60df100 None None] Pushing event deleted for resources: {'Port': ['ID=eece75d5-054e-4fdd-abf4-2230d9cbb533,revision_number=None']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:55:08.550652 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-10db53b1-1c3a-46bf-bc3b-32e1159cdde3 admin admin] Deleting port eece75d5-054e-4fdd-abf4-2230d9cbb533 {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:55:08.551743 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-10db53b1-1c3a-46bf-bc3b-32e1159cdde3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:08.552074 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] No active binding found for port eece75d5-054e-4fdd-abf4-2230d9cbb533 {{(pid=94468) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 12 14:55:08.552592 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device eece75d5-054e-4fdd-abf4-2230d9cbb533 not bound to the agent host n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:55:08.553111 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device ac1058a7-6857-446c-aead-fc64ad1cbb2a no longer exists at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:55:08.556782 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ad9f81f-f1ac-4a57-bd0c-e29ae60df100 None None] No DVR routers for this DVR port eece75d5-054e-4fdd-abf4-2230d9cbb533 on host n-d-694802-15 {{(pid=94468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:55:08.575611 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] No Port match for: ac1058a7-6857-446c-aead-fc64ad1cbb2a {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 14:55:08.576091 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device ac1058a7-6857-446c-aead-fc64ad1cbb2a not bound to the agent host n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:55:08.673706 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2dc2ab43-c1e7-478d-9fee-b1aa96be758a tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66413281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431520'] for network, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:08.692118 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-10db53b1-1c3a-46bf-bc3b-32e1159cdde3 admin admin] For port eece75d5-054e-4fdd-abf4-2230d9cbb533, host n-d-694802-15, got binding levels [] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:55:08.692480 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-10db53b1-1c3a-46bf-bc3b-32e1159cdde3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:08.695334 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2dc2ab43-c1e7-478d-9fee-b1aa96be758a tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks [] for network, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:08.697194 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-2dc2ab43-c1e7-478d-9fee-b1aa96be758a tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] 10.222.0.39 "DELETE /v2.0/networks/fa7751a2-fa55-4b3e-a0a4-cfa575a6c305 HTTP/1.1" status: 204 len: 168 time: 1.6309316 Aug 12 14:55:08.701330 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 35694) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:55:08.706526 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-d6019f49-5491-4dc8-a20f-b3a3afbce6b5 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Request body: {'network': {'name': 'tempest-RoutersTest-420623056'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:55:08.716862 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-6520c3ab-def8-48c7-a874-d6f6641d53eb req-13846970-9bfa-475e-a706-f7f3ca9fdb1b service neutron] 10.222.0.39 "GET /v2.0/networks/16f33fa1-6b71-42ec-b506-a52fb0f6c597?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3829491 Aug 12 14:55:08.722413 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc2ab43-c1e7-478d-9fee-b1aa96be758a tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Pushing event deleted for resources: {'Network': ['ID=fa7751a2-fa55-4b3e-a0a4-cfa575a6c305,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:55:08.724963 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-10db53b1-1c3a-46bf-bc3b-32e1159cdde3 admin admin] Calling delete_port for eece75d5-054e-4fdd-abf4-2230d9cbb533 owned by network:dhcp {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:55:08.735920 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6019f49-5491-4dc8-a20f-b3a3afbce6b5 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Made reservation on behalf of 3fff5b8cf1f54dd9bfa41e8e05f81407 for: {'network': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:55:08.738053 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.ipam_backend_mixin [None req-10db53b1-1c3a-46bf-bc3b-32e1159cdde3 admin admin] Port eece75d5-054e-4fdd-abf4-2230d9cbb533 was not found and therefore no delete operation was performed {{(pid=94466) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 12 14:55:08.739726 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-d6019f49-5491-4dc8-a20f-b3a3afbce6b5 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for network, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:08.764056 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6019f49-5491-4dc8-a20f-b3a3afbce6b5 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] vlan segment allocate from pool success with {'vlan_id': 348, 'physical_network': 'physnet1'} {{(pid=94467) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 14:55:08.775244 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-d6019f49-5491-4dc8-a20f-b3a3afbce6b5 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:08.775693 n-d-694802-15 neutron-server[94467]: INFO neutron.db.segments_db [None req-d6019f49-5491-4dc8-a20f-b3a3afbce6b5 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Added segment f788deb9-a4a6-48d9-8812-6adfa597faaa of type vlan for network 04eae833-7b8c-4868-88f6-b4006ac9af4c Aug 12 14:55:08.784314 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-10db53b1-1c3a-46bf-bc3b-32e1159cdde3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:08.825203 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-d6019f49-5491-4dc8-a20f-b3a3afbce6b5 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744653628263'] for network, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:08.856434 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10db53b1-1c3a-46bf-bc3b-32e1159cdde3 admin admin] Pushing event deleted for resources: {'Port': ['ID=eece75d5-054e-4fdd-abf4-2230d9cbb533,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:55:08.858578 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10db53b1-1c3a-46bf-bc3b-32e1159cdde3 admin admin] No DVR routers for this DVR port eece75d5-054e-4fdd-abf4-2230d9cbb533 on host n-d-694802-15 {{(pid=94466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:55:08.862347 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-d6019f49-5491-4dc8-a20f-b3a3afbce6b5 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409'] for network, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:08.872146 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6019f49-5491-4dc8-a20f-b3a3afbce6b5 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:55:08.873006 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-d6019f49-5491-4dc8-a20f-b3a3afbce6b5 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for network, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:08.939888 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-d6019f49-5491-4dc8-a20f-b3a3afbce6b5 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2372758 Aug 12 14:55:08.943413 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 35698) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:55:08.951770 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-33303ba3-a955-4ce1-a3b6-e5b5e372fcb1 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Request body: {'subnet': {'network_id': '04eae833-7b8c-4868-88f6-b4006ac9af4c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:55:08.971209 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6019f49-5491-4dc8-a20f-b3a3afbce6b5 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Pushing event updated for resources: {'Network': ['ID=04eae833-7b8c-4868-88f6-b4006ac9af4c,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:55:08.983555 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Network 04eae833-7b8c-4868-88f6-b4006ac9af4c details requested by agent ovs-agent-n-d-694802-15 with host n-d-694802-15 {{(pid=94468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 14:55:09.012259 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-10db53b1-1c3a-46bf-bc3b-32e1159cdde3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66413304', 'neutron.services.segments.db._delete_segments_for_network-8744654118000'] for network, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:09.018151 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-6520c3ab-def8-48c7-a874-d6f6641d53eb req-71668477-67b4-4715-aac8-f7ca543a518d service neutron] 10.222.0.39 "GET /v2.0/networks/16f33fa1-6b71-42ec-b506-a52fb0f6c597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2886949 Aug 12 14:55:09.033128 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-10db53b1-1c3a-46bf-bc3b-32e1159cdde3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ad93210-7061-461d-8617-49848448cc38']}} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:55:09.045713 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-10db53b1-1c3a-46bf-bc3b-32e1159cdde3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b72762b4-956b-443d-aaee-4b6799d6bcb9') {'for_net_delete': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:55:09.046161 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-10db53b1-1c3a-46bf-bc3b-32e1159cdde3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b72762b4-956b-443d-aaee-4b6799d6bcb9') {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:55:09.052717 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1b378036-916b-4fa0-aa5d-28b00a5fcad7 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:09.062712 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-10db53b1-1c3a-46bf-bc3b-32e1159cdde3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744654122361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2293560'] for segment, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:09.064222 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33303ba3-a955-4ce1-a3b6-e5b5e372fcb1 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Made reservation on behalf of 3fff5b8cf1f54dd9bfa41e8e05f81407 for: {'subnet': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:55:09.070784 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-33303ba3-a955-4ce1-a3b6-e5b5e372fcb1 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3343791'] for subnet, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:09.094341 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b378036-916b-4fa0-aa5d-28b00a5fcad7 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Pushing event deleted for resources: {'Port': ['ID=271e72e0-a2c4-41a1-826b-6bc3637e4bd3,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:55:09.149223 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-10db53b1-1c3a-46bf-bc3b-32e1159cdde3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:09.162800 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10db53b1-1c3a-46bf-bc3b-32e1159cdde3 admin admin] Releasing vlan 333 on physical network physnet1 to pool {{(pid=94466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 14:55:09.163242 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-10db53b1-1c3a-46bf-bc3b-32e1159cdde3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3718595'] for segment, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:09.165675 n-d-694802-15 neutron-server[94466]: Traceback (most recent call last): Aug 12 14:55:09.165675 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 14:55:09.165675 n-d-694802-15 neutron-server[94466]: timer() Aug 12 14:55:09.165675 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 14:55:09.165675 n-d-694802-15 neutron-server[94466]: cb(*args, **kw) Aug 12 14:55:09.165675 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 14:55:09.165675 n-d-694802-15 neutron-server[94466]: return func(*args, **kwargs) Aug 12 14:55:09.165675 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 14:55:09.165675 n-d-694802-15 neutron-server[94466]: self._notify() Aug 12 14:55:09.165675 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 14:55:09.165675 n-d-694802-15 neutron-server[94466]: self.callback(batched_events) Aug 12 14:55:09.165675 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 14:55:09.165675 n-d-694802-15 neutron-server[94466]: event.method(event) Aug 12 14:55:09.165675 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 14:55:09.165675 n-d-694802-15 neutron-server[94466]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 14:55:09.165675 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 14:55:09.165675 n-d-694802-15 neutron-server[94466]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 14:55:09.165675 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 14:55:09.165675 n-d-694802-15 neutron-server[94466]: return f(self, *a, **k) Aug 12 14:55:09.165675 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 14:55:09.165675 n-d-694802-15 neutron-server[94466]: return self._get(url).json() Aug 12 14:55:09.165675 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 14:55:09.165675 n-d-694802-15 neutron-server[94466]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 14:55:09.165675 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 14:55:09.165675 n-d-694802-15 neutron-server[94466]: return self.request(url, 'GET', **kwargs) Aug 12 14:55:09.165675 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 14:55:09.165675 n-d-694802-15 neutron-server[94466]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 14:55:09.165675 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 14:55:09.165675 n-d-694802-15 neutron-server[94466]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 14:55:09.165675 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 14:55:09.165675 n-d-694802-15 neutron-server[94466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 14:55:09.165675 n-d-694802-15 neutron-server[94466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 14:55:09.258571 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c5c3125a-a1ff-4f26-a2a1-fdc57f412d80 req-8c3cd503-1f3f-4ec1-b71f-14605705edfc tempest-ServerShowV247Test-207198290 tempest-ServerShowV247Test-207198290-project] 10.222.0.39 "GET /v2.0/ports?device_id=70744b92-4523-45f9-a26d-8126e5517908 HTTP/1.1" status: 200 len: 210 time: 0.0471637 Aug 12 14:55:09.449573 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-33303ba3-a955-4ce1-a3b6-e5b5e372fcb1 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2859166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3343773'] for subnet, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:09.539651 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33303ba3-a955-4ce1-a3b6-e5b5e372fcb1 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Checking segment: {'id': 'f788deb9-a4a6-48d9-8812-6adfa597faaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '04eae833-7b8c-4868-88f6-b4006ac9af4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:55:09.540026 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33303ba3-a955-4ce1-a3b6-e5b5e372fcb1 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Network hostable DHCP agents. Network: 04eae833-7b8c-4868-88f6-b4006ac9af4c, hostable agents: ['1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658'], hosted agents: [] {{(pid=94467) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 14:55:09.542938 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33303ba3-a955-4ce1-a3b6-e5b5e372fcb1 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Pushing event updated for resources: {'Subnet': ['ID=04e5689f-5b36-430f-804f-7ae5e6a57cef,revision_number=0']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:55:09.562785 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33303ba3-a955-4ce1-a3b6-e5b5e372fcb1 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Network 04eae833-7b8c-4868-88f6-b4006ac9af4c is scheduled to be hosted by DHCP agent 1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658 with binding_index 1 {{(pid=94467) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 14:55:09.575458 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [None req-33303ba3-a955-4ce1-a3b6-e5b5e372fcb1 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-15, 04eae833-7b8c-4868-88f6-b4006ac9af4c) {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:55:09.585504 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee821927-51eb-4871-82bd-7df8a30c85e5 None None] Network 04eae833-7b8c-4868-88f6-b4006ac9af4c requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:55:09.602586 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33303ba3-a955-4ce1-a3b6-e5b5e372fcb1 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:55:09.604744 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-33303ba3-a955-4ce1-a3b6-e5b5e372fcb1 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks [] for subnet, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:09.623227 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-33303ba3-a955-4ce1-a3b6-e5b5e372fcb1 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6780438 Aug 12 14:55:09.626002 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 35716) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:55:09.636067 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-3eb708ec-81b1-4174-9e12-124615339070 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-861292417', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:55:09.689957 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-3eb708ec-81b1-4174-9e12-124615339070 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-430574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-104863'] for router, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:09.692963 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-3eb708ec-81b1-4174-9e12-124615339070 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-429438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-431405', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66646573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-104852'] for router, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:09.735473 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1b378036-916b-4fa0-aa5d-28b00a5fcad7 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66628352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-430630'] for router_interface, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:09.739456 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-46f33ded-9f81-4627-88b0-a4bcf76cb31c req-f8797746-9b82-4632-b99c-1b15f7547b7d tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/ports?device_id=9271fb0b-bd21-4175-8c37-fc352b98f348 HTTP/1.1" status: 200 len: 210 time: 0.3793337 Aug 12 14:55:09.753884 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-10db53b1-1c3a-46bf-bc3b-32e1159cdde3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66413281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431520'] for network, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:09.796134 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-10db53b1-1c3a-46bf-bc3b-32e1159cdde3 admin admin] Notify callbacks [] for network, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:09.798821 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-10db53b1-1c3a-46bf-bc3b-32e1159cdde3 admin admin] 10.222.0.39 "DELETE /v2.0/networks/2ad93210-7061-461d-8617-49848448cc38 HTTP/1.1" status: 204 len: 168 time: 1.9180310 Aug 12 14:55:09.804627 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-441682bd-7b7c-4355-9459-252a2e17e9d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa7035b3e-9a89-5964-b9f4-97301c3f476a-04eae833-7b8c-4868-88f6-b4006ac9af4c', 'network_id': '04eae833-7b8c-4868-88f6-b4006ac9af4c', 'tenant_id': '3fff5b8cf1f54dd9bfa41e8e05f81407', 'fixed_ips': [{'subnet_id': '04e5689f-5b36-430f-804f-7ae5e6a57cef'}]}} from n-d-694802-15. {{(pid=94468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 14:55:09.805931 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-441682bd-7b7c-4355-9459-252a2e17e9d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:09.808489 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-3eb708ec-81b1-4174-9e12-124615339070 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:09.815683 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-3eb708ec-81b1-4174-9e12-124615339070 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-429413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-431608'] for router, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:09.842198 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-3eb708ec-81b1-4174-9e12-124615339070 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks [] for router, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:09.844702 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-3eb708ec-81b1-4174-9e12-124615339070 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2166803 Aug 12 14:55:09.849412 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 35722) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:55:09.910648 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10db53b1-1c3a-46bf-bc3b-32e1159cdde3 admin admin] Pushing event deleted for resources: {'Network': ['ID=2ad93210-7061-461d-8617-49848448cc38,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:55:09.957793 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.db_base_plugin_common [None req-441682bd-7b7c-4355-9459-252a2e17e9d6 None None] Allocated IP 172.20.0.2 (04eae833-7b8c-4868-88f6-b4006ac9af4c/04e5689f-5b36-430f-804f-7ae5e6a57cef/4e90a5b3-1565-469b-995e-5fc8789b6046) {{(pid=94468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:55:10.050656 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 35728) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:55:10.091877 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b378036-916b-4fa0-aa5d-28b00a5fcad7 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Router 7874d440-1db1-40c5-b4e4-854d07a6b9fe has already been hosted by L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f {{(pid=94466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 14:55:10.189652 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-441682bd-7b7c-4355-9459-252a2e17e9d6 None None] Notify callbacks [] for port, precommit_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:10.200887 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-441682bd-7b7c-4355-9459-252a2e17e9d6 None None] Transition to ACTIVE for port object 4e90a5b3-1565-469b-995e-5fc8789b6046 will not be triggered until provisioned by entity L2. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:55:10.212107 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b378036-916b-4fa0-aa5d-28b00a5fcad7 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 14:55:10.239705 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-1b378036-916b-4fa0-aa5d-28b00a5fcad7 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] 10.222.0.39 "PUT /v2.0/routers/7874d440-1db1-40c5-b4e4-854d07a6b9fe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7683122 Aug 12 14:55:10.240850 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 35730) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:55:10.241633 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c55341bc-4350-4171-a31d-0b714932f7a5 None None] Sync routers for ids ['7874d440-1db1-40c5-b4e4-854d07a6b9fe'] in n-d-694802-15 {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 14:55:10.254681 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-441682bd-7b7c-4355-9459-252a2e17e9d6 None None] Transition to ACTIVE for port object 4e90a5b3-1565-469b-995e-5fc8789b6046 will not be triggered until provisioned by entity DHCP. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:55:10.256663 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-db4f2171-ff02-44ce-9948-461ba62913c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:10.257764 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c55341bc-4350-4171-a31d-0b714932f7a5 None None] Routers {'7874d440-1db1-40c5-b4e4-854d07a6b9fe'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:55:10.258609 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-c55341bc-4350-4171-a31d-0b714932f7a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:54:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['7874d440-1db1-40c5-b4e4-854d07a6b9fe'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:55:10.264268 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-441682bd-7b7c-4355-9459-252a2e17e9d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253'] for port, after_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:10.291954 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-6fed4735-0f8c-4804-99c2-792ac16cf562 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] 10.222.0.39 "GET /v2.0/ports?device_id=7874d440-1db1-40c5-b4e4-854d07a6b9fe HTTP/1.1" status: 200 len: 205 time: 0.0499661 Aug 12 14:55:10.293764 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 35732) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:55:10.306427 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-441682bd-7b7c-4355-9459-252a2e17e9d6 None None] Network 04eae833-7b8c-4868-88f6-b4006ac9af4c is already hosted by enough agents. {{(pid=94468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:55:10.310024 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.base_scheduler [None req-441682bd-7b7c-4355-9459-252a2e17e9d6 None None] Resources bound (agent type, host, resource id): {{(pid=94468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:55:10.316705 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-441682bd-7b7c-4355-9459-252a2e17e9d6 None None] Received port after_create {{(pid=94468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:55:10.326655 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441682bd-7b7c-4355-9459-252a2e17e9d6 None None] Pushing event updated for resources: {'Port': ['ID=4e90a5b3-1565-469b-995e-5fc8789b6046,revision_number=1']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:55:10.354837 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-7be9f6fd-f4a4-4c8e-9907-8e4d7e6d708f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3a3bdd41fa344002b106e434a17bdf78&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2998228 Aug 12 14:55:10.355553 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 35736) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:55:10.383324 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-c55341bc-4350-4171-a31d-0b714932f7a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:55:10.408941 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c55341bc-4350-4171-a31d-0b714932f7a5 None None] Routers {'7874d440-1db1-40c5-b4e4-854d07a6b9fe'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:55:10.409583 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-c55341bc-4350-4171-a31d-0b714932f7a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:54:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['7874d440-1db1-40c5-b4e4-854d07a6b9fe'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:55:10.439822 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-c90f70c9-4328-4a63-922f-c4e86872383f tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:10.446501 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-441682bd-7b7c-4355-9459-252a2e17e9d6 None None] Attempting to bind port 4e90a5b3-1565-469b-995e-5fc8789b6046 on host n-d-694802-15 for vnic_type normal with profile {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:55:10.446881 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-441682bd-7b7c-4355-9459-252a2e17e9d6 None None] Attempting to bind port 4e90a5b3-1565-469b-995e-5fc8789b6046 by drivers openvswitch,hyperv on host n-d-694802-15 at level 0 using segments [{'id': 'f788deb9-a4a6-48d9-8812-6adfa597faaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '04eae833-7b8c-4868-88f6-b4006ac9af4c'}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:55:10.449941 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-441682bd-7b7c-4355-9459-252a2e17e9d6 None None] Attempting to bind port 4e90a5b3-1565-469b-995e-5fc8789b6046 on network 04eae833-7b8c-4868-88f6-b4006ac9af4c {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:55:10.457641 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b3d6a5d9-c096-4f89-b9d4-3b75ef108e3a tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks [] for router, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:10.459569 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-441682bd-7b7c-4355-9459-252a2e17e9d6 None None] Checking agent: {'id': '16de73ac-f2e9-4cee-b3e0-91052ae3e6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 20, 13), 'started_at': datetime.datetime(2021, 8, 12, 14, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 54, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:55:10.461832 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-441682bd-7b7c-4355-9459-252a2e17e9d6 None None] Checking segment: {'id': 'f788deb9-a4a6-48d9-8812-6adfa597faaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '04eae833-7b8c-4868-88f6-b4006ac9af4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:55:10.462257 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-441682bd-7b7c-4355-9459-252a2e17e9d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:10.464340 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-441682bd-7b7c-4355-9459-252a2e17e9d6 None None] Bound using segment: {'id': 'f788deb9-a4a6-48d9-8812-6adfa597faaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '04eae833-7b8c-4868-88f6-b4006ac9af4c'} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:55:10.464857 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-441682bd-7b7c-4355-9459-252a2e17e9d6 None None] Bound port: 4e90a5b3-1565-469b-995e-5fc8789b6046, host: n-d-694802-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f788deb9-a4a6-48d9-8812-6adfa597faaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '04eae833-7b8c-4868-88f6-b4006ac9af4c'}}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:55:10.465253 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-441682bd-7b7c-4355-9459-252a2e17e9d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:10.479876 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-c55341bc-4350-4171-a31d-0b714932f7a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:55:10.481684 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c55341bc-4350-4171-a31d-0b714932f7a5 None None] The sync data for ids ['7874d440-1db1-40c5-b4e4-854d07a6b9fe'] in n-d-694802-15 is: [] {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 14:55:10.529697 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2ca20150-6432-470a-bd2b-82ad9871b1ac req-08d48d7e-1458-4e06-a777-fde9ae0fed4c tempest-ServerShowV247Test-207198290 tempest-ServerShowV247Test-207198290-project] 10.222.0.39 "GET /v2.0/ports?device_id=70744b92-4523-45f9-a26d-8126e5517908 HTTP/1.1" status: 200 len: 210 time: 0.0481169 Aug 12 14:55:10.547929 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-400e74a8-75e3-4f9a-ae80-817ec398cd0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:10.654221 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b3d6a5d9-c096-4f89-b9d4-3b75ef108e3a tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-429360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-104877'] for router, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:10.656630 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-400e74a8-75e3-4f9a-ae80-817ec398cd0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:10.658206 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b3d6a5d9-c096-4f89-b9d4-3b75ef108e3a tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:10.658928 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-441682bd-7b7c-4355-9459-252a2e17e9d6 None None] For port 4e90a5b3-1565-469b-995e-5fc8789b6046, host n-d-694802-15, cleared binding levels {{(pid=94468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:55:10.663935 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-441682bd-7b7c-4355-9459-252a2e17e9d6 None None] For port 4e90a5b3-1565-469b-995e-5fc8789b6046, host n-d-694802-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=4e90a5b3-1565-469b-995e-5fc8789b6046,segment=NetworkSegment(f788deb9-a4a6-48d9-8812-6adfa597faaa),segment_id=f788deb9-a4a6-48d9-8812-6adfa597faaa)] {{(pid=94468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:55:10.672081 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-441682bd-7b7c-4355-9459-252a2e17e9d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:10.717803 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b3d6a5d9-c096-4f89-b9d4-3b75ef108e3a tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-429375'] for router, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:10.719173 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3d6a5d9-c096-4f89-b9d4-3b75ef108e3a tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Fanout notify agent at l3_agent the message router_deleted on router 7874d440-1db1-40c5-b4e4-854d07a6b9fe {{(pid=94466) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 14:55:10.742218 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b3d6a5d9-c096-4f89-b9d4-3b75ef108e3a tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks [] for router, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:10.746966 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-b3d6a5d9-c096-4f89-b9d4-3b75ef108e3a tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] 10.222.0.39 "DELETE /v2.0/routers/7874d440-1db1-40c5-b4e4-854d07a6b9fe HTTP/1.1" status: 204 len: 168 time: 0.4484675 Aug 12 14:55:10.747327 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 35742) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:55:10.768072 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441682bd-7b7c-4355-9459-252a2e17e9d6 None None] Pushing event updated for resources: {'Port': ['ID=4e90a5b3-1565-469b-995e-5fc8789b6046,revision_number=2']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:55:10.827524 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-400e74a8-75e3-4f9a-ae80-817ec398cd0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:10.830441 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-400e74a8-75e3-4f9a-ae80-817ec398cd0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:10.831866 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-400e74a8-75e3-4f9a-ae80-817ec398cd0d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/572c6f6c-2455-4006-9dfb-310b67ce3285 HTTP/1.1" status: 204 len: 168 time: 0.4753964 Aug 12 14:55:10.832248 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c30c3b9-f802-436e-8f72-4aee935cb251 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Deleting subnet 551abd57-0f80-4cb9-acbe-7b4e11b646a6 {{(pid=94466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 14:55:10.836754 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4c30c3b9-f802-436e-8f72-4aee935cb251 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks [] for subnet, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:10.878896 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400e74a8-75e3-4f9a-ae80-817ec398cd0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=572c6f6c-2455-4006-9dfb-310b67ce3285,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:55:10.909348 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4c30c3b9-f802-436e-8f72-4aee935cb251 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2293551'] for subnet, precommit_delete_associations {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:10.954963 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-b41d2259-407e-4fe6-8016-463d74e068b2 req-1d5654ce-4151-4cc8-a2ae-e8de5aadfa7f tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/ports?device_id=9271fb0b-bd21-4175-8c37-fc352b98f348 HTTP/1.1" status: 200 len: 210 time: 0.0741165 Aug 12 14:55:10.991599 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_common [None req-c90f70c9-4328-4a63-922f-c4e86872383f tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Allocated IP 172.20.0.1 (04eae833-7b8c-4868-88f6-b4006ac9af4c/04e5689f-5b36-430f-804f-7ae5e6a57cef/cc2a54fc-9347-4f2b-9653-8d53ff36e792) {{(pid=94467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:55:11.064560 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4c30c3b9-f802-436e-8f72-4aee935cb251 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66416255'] for subnet, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:11.202704 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4c30c3b9-f802-436e-8f72-4aee935cb251 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66416232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3718429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8776402'] for subnet, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:11.243485 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ac9f869-d3bf-4140-9f2e-351af886f0fe None None] Network aeb90f08-b06d-490c-a9e1-f0db8203cf65 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:55:11.281761 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4c30c3b9-f802-436e-8f72-4aee935cb251 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks [] for subnet, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:11.288328 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-c90f70c9-4328-4a63-922f-c4e86872383f tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks [] for port, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:11.299586 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-4c30c3b9-f802-436e-8f72-4aee935cb251 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] 10.222.0.39 "DELETE /v2.0/subnets/551abd57-0f80-4cb9-acbe-7b4e11b646a6 HTTP/1.1" status: 204 len: 168 time: 0.5490408 Aug 12 14:55:11.299987 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 35752) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:55:11.356375 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [None req-c90f70c9-4328-4a63-922f-c4e86872383f tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Transition to ACTIVE for port object cc2a54fc-9347-4f2b-9653-8d53ff36e792 will not be triggered until provisioned by entity DHCP. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:55:11.358616 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c30c3b9-f802-436e-8f72-4aee935cb251 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Pushing event deleted for resources: {'Subnet': ['ID=551abd57-0f80-4cb9-acbe-7b4e11b646a6,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:55:11.397554 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-602da0a0-a1e2-4357-8f5d-7be43a2b9038 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680608'] for network, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:11.425427 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6520c3ab-def8-48c7-a874-d6f6641d53eb req-775438a4-3cc2-4999-a2dc-6ab26fa3e9ff tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:55:11.427311 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-6520c3ab-def8-48c7-a874-d6f6641d53eb req-775438a4-3cc2-4999-a2dc-6ab26fa3e9ff tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.49 "GET /v2.0/networks?id=16f33fa1-6b71-42ec-b506-a52fb0f6c597 HTTP/1.1" status: 200 len: 813 time: 0.2964091 Aug 12 14:55:11.442589 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [req-6520c3ab-def8-48c7-a874-d6f6641d53eb req-60e6c40f-2e76-46cc-84ea-497cc209a92c tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] Request body: {'port': {'device_id': '9271fb0b-bd21-4175-8c37-fc352b98f348', 'network_id': '16f33fa1-6b71-42ec-b506-a52fb0f6c597', 'admin_state_up': True, 'tenant_id': 'd333de5a1ab446aeb6524d52a70328d5'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:55:11.444096 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-c90f70c9-4328-4a63-922f-c4e86872383f tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:11.505039 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbbe0c1d-9713-4c58-a873-ab595bdf963d None None] DHCP port deletion for aeb90f08-b06d-490c-a9e1-f0db8203cf65 request from n-d-694802-15 {{(pid=94468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 14:55:11.554103 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90f70c9-4328-4a63-922f-c4e86872383f tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Pushing event updated for resources: {'Port': ['ID=cc2a54fc-9347-4f2b-9653-8d53ff36e792,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:55:11.572273 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c90f70c9-4328-4a63-922f-c4e86872383f tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Network 04eae833-7b8c-4868-88f6-b4006ac9af4c is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:55:11.577200 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [None req-c90f70c9-4328-4a63-922f-c4e86872383f tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:55:11.580154 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c90f70c9-4328-4a63-922f-c4e86872383f tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Received port after_create {{(pid=94467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:55:11.609059 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-bbbe0c1d-9713-4c58-a873-ab595bdf963d None None] Deleting port a60b2a03-658a-4f28-837d-d9b7e4e77e4e {{(pid=94468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:55:11.609440 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-bbbe0c1d-9713-4c58-a873-ab595bdf963d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:11.665348 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6520c3ab-def8-48c7-a874-d6f6641d53eb req-60e6c40f-2e76-46cc-84ea-497cc209a92c tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] Made reservation on behalf of d333de5a1ab446aeb6524d52a70328d5 for: {'port': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:55:11.671889 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-6520c3ab-def8-48c7-a874-d6f6641d53eb req-60e6c40f-2e76-46cc-84ea-497cc209a92c tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:11.675600 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:11.717405 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-602da0a0-a1e2-4357-8f5d-7be43a2b9038 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Deleting port a60b2a03-658a-4f28-837d-d9b7e4e77e4e {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:55:11.717660 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-602da0a0-a1e2-4357-8f5d-7be43a2b9038 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:11.735318 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-bbbe0c1d-9713-4c58-a873-ab595bdf963d None None] For port a60b2a03-658a-4f28-837d-d9b7e4e77e4e, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=a60b2a03-658a-4f28-837d-d9b7e4e77e4e,segment=NetworkSegment(46ed94ee-f966-4cc5-8f2c-5e56d2ef2297),segment_id=46ed94ee-f966-4cc5-8f2c-5e56d2ef2297)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:55:11.735779 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-bbbe0c1d-9713-4c58-a873-ab595bdf963d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:11.752896 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-c90f70c9-4328-4a63-922f-c4e86872383f tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66663725'] for router_interface, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:11.768693 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d2e1b580-543d-4339-b105-1f715f8b73a6 req-6400bf7c-5f01-486c-96c4-b6f536c718dc tempest-ServerShowV247Test-207198290 tempest-ServerShowV247Test-207198290-project] 10.222.0.39 "GET /v2.0/ports?device_id=70744b92-4523-45f9-a26d-8126e5517908 HTTP/1.1" status: 200 len: 210 time: 0.0732481 Aug 12 14:55:11.966914 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [req-6520c3ab-def8-48c7-a874-d6f6641d53eb req-60e6c40f-2e76-46cc-84ea-497cc209a92c tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] Allocated IP 172.20.0.9 (16f33fa1-6b71-42ec-b506-a52fb0f6c597/2ab25733-26fe-4392-bfb6-ba7978262295/c7c6b461-3573-452c-9fc4-eaa1c38cccc8) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:55:12.023679 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-bbbe0c1d-9713-4c58-a873-ab595bdf963d None None] Calling delete_port for a60b2a03-658a-4f28-837d-d9b7e4e77e4e owned by network:dhcp {{(pid=94468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:55:12.218525 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-bbbe0c1d-9713-4c58-a873-ab595bdf963d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262'] for port, after_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:12.271647 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbe0c1d-9713-4c58-a873-ab595bdf963d None None] Pushing event deleted for resources: {'Port': ['ID=a60b2a03-658a-4f28-837d-d9b7e4e77e4e,revision_number=None']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:55:12.279946 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbbe0c1d-9713-4c58-a873-ab595bdf963d None None] No DVR routers for this DVR port a60b2a03-658a-4f28-837d-d9b7e4e77e4e on host n-d-694802-15 {{(pid=94468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:55:12.296395 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-6520c3ab-def8-48c7-a874-d6f6641d53eb req-60e6c40f-2e76-46cc-84ea-497cc209a92c tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:12.383864 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-6520c3ab-def8-48c7-a874-d6f6641d53eb req-60e6c40f-2e76-46cc-84ea-497cc209a92c tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:12.407356 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] get_ports_and_sgs() called for port_ids ['a7d22d5e-69bc-43ea-9592-15336af84849'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:55:12.419676 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6520c3ab-def8-48c7-a874-d6f6641d53eb req-60e6c40f-2e76-46cc-84ea-497cc209a92c tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] Network 16f33fa1-6b71-42ec-b506-a52fb0f6c597 is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:55:12.424422 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [req-6520c3ab-def8-48c7-a874-d6f6641d53eb req-60e6c40f-2e76-46cc-84ea-497cc209a92c tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:55:12.443090 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [req-6520c3ab-def8-48c7-a874-d6f6641d53eb req-60e6c40f-2e76-46cc-84ea-497cc209a92c tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:55:12.513226 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 4e90a5b3-1565-469b-995e-5fc8789b6046 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:55:12.529304 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [None req-602da0a0-a1e2-4357-8f5d-7be43a2b9038 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] For port a60b2a03-658a-4f28-837d-d9b7e4e77e4e, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=a60b2a03-658a-4f28-837d-d9b7e4e77e4e,segment=NetworkSegment(46ed94ee-f966-4cc5-8f2c-5e56d2ef2297),segment_id=46ed94ee-f966-4cc5-8f2c-5e56d2ef2297)] {{(pid=94467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:55:12.529897 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-602da0a0-a1e2-4357-8f5d-7be43a2b9038 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:12.545452 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6520c3ab-def8-48c7-a874-d6f6641d53eb req-60e6c40f-2e76-46cc-84ea-497cc209a92c tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:55:12.546393 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-6520c3ab-def8-48c7-a874-d6f6641d53eb req-60e6c40f-2e76-46cc-84ea-497cc209a92c tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:12.552423 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-602da0a0-a1e2-4357-8f5d-7be43a2b9038 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Calling delete_port for a60b2a03-658a-4f28-837d-d9b7e4e77e4e owned by network:dhcp {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:55:12.578043 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1626a493-290a-4c3a-b6f9-847b97a25e56 None None] Network 04eae833-7b8c-4868-88f6-b4006ac9af4c requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:55:12.594541 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba91ba1-6a61-4668-851b-ddc48b4ab958 req-e8a75677-4012-42ba-a59a-d1d382f67559 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:55:12.596230 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-5ba91ba1-6a61-4668-851b-ddc48b4ab958 req-e8a75677-4012-42ba-a59a-d1d382f67559 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/ports?device_id=9271fb0b-bd21-4175-8c37-fc352b98f348 HTTP/1.1" status: 200 len: 931 time: 0.4969530 Aug 12 14:55:12.616747 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-6520c3ab-def8-48c7-a874-d6f6641d53eb req-60e6c40f-2e76-46cc-84ea-497cc209a92c tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1789608 Aug 12 14:55:12.646591 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [req-6520c3ab-def8-48c7-a874-d6f6641d53eb req-5a94f5a1-6bfd-493e-b365-86713cfe8176 service neutron] Request body: {'port': {'device_id': '9271fb0b-bd21-4175-8c37-fc352b98f348', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-694802-15'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:55:12.650185 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-c90f70c9-4328-4a63-922f-c4e86872383f tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:12.679125 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e6c40f-2e76-46cc-84ea-497cc209a92c tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] Pushing event updated for resources: {'Port': ['ID=c7c6b461-3573-452c-9fc4-eaa1c38cccc8,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:55:12.716970 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-6520c3ab-def8-48c7-a874-d6f6641d53eb req-5a94f5a1-6bfd-493e-b365-86713cfe8176 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:12.740479 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-5ba91ba1-6a61-4668-851b-ddc48b4ab958 req-feeb8af6-a7e4-4d1a-bd2c-6d2f49113786 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/security-groups?id=188dc986-a686-4570-b7d8-3a6edb471033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279910 Aug 12 14:55:12.775814 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-d29fd4d0-31f5-4670-852c-82d02f835f0c None None] Provisioning for port 4e90a5b3-1565-469b-995e-5fc8789b6046 completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:55:12.819380 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning for port 4e90a5b3-1565-469b-995e-5fc8789b6046 completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:55:12.843977 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port 4e90a5b3-1565-469b-995e-5fc8789b6046 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:55:12.844364 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:12.894847 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-602da0a0-a1e2-4357-8f5d-7be43a2b9038 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:12.949412 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:12.989493 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-add20630-370a-4d59-acb4-7531d13aa918 req-b91f2d34-d5e3-4560-a358-11f0027e3ba3 tempest-ServerShowV247Test-207198290 tempest-ServerShowV247Test-207198290-project] 10.222.0.39 "GET /v2.0/ports?device_id=70744b92-4523-45f9-a26d-8126e5517908 HTTP/1.1" status: 200 len: 210 time: 0.0891035 Aug 12 14:55:13.027186 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602da0a0-a1e2-4357-8f5d-7be43a2b9038 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Pushing event deleted for resources: {'Port': ['ID=a60b2a03-658a-4f28-837d-d9b7e4e77e4e,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:55:13.048281 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-602da0a0-a1e2-4357-8f5d-7be43a2b9038 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] No DVR routers for this DVR port a60b2a03-658a-4f28-837d-d9b7e4e77e4e on host n-d-694802-15 {{(pid=94467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:55:13.090973 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:13.138330 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:13.211105 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] For port 4e90a5b3-1565-469b-995e-5fc8789b6046, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=4e90a5b3-1565-469b-995e-5fc8789b6046,segment=NetworkSegment(f788deb9-a4a6-48d9-8812-6adfa597faaa),segment_id=f788deb9-a4a6-48d9-8812-6adfa597faaa)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:55:13.223152 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:13.304092 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Pushing event updated for resources: {'Port': ['ID=4e90a5b3-1565-469b-995e-5fc8789b6046,revision_number=3']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:55:13.325301 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device a60b2a03-658a-4f28-837d-d9b7e4e77e4e no longer exists at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:55:13.358076 n-d-694802-15 neutron-server[94466]: DEBUG neutron.notifiers.nova [req-6520c3ab-def8-48c7-a874-d6f6641d53eb req-5a94f5a1-6bfd-493e-b365-86713cfe8176 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7c6b461-3573-452c-9fc4-eaa1c38cccc8 {{(pid=94466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:55:13.364870 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] No Port match for: a60b2a03-658a-4f28-837d-d9b7e4e77e4e {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 14:55:13.365221 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device a60b2a03-658a-4f28-837d-d9b7e4e77e4e not bound to the agent host n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:55:13.374237 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-6520c3ab-def8-48c7-a874-d6f6641d53eb req-5a94f5a1-6bfd-493e-b365-86713cfe8176 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:13.397731 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-d7938595-4db8-4de5-bc6e-200b369a70f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:13.399859 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [req-6520c3ab-def8-48c7-a874-d6f6641d53eb req-5a94f5a1-6bfd-493e-b365-86713cfe8176 service neutron] Transition to ACTIVE for port object c7c6b461-3573-452c-9fc4-eaa1c38cccc8 will not be triggered until provisioned by entity L2. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:55:13.406128 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-6520c3ab-def8-48c7-a874-d6f6641d53eb req-5a94f5a1-6bfd-493e-b365-86713cfe8176 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3718439'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:13.414663 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-602da0a0-a1e2-4357-8f5d-7be43a2b9038 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66413304', 'neutron.services.segments.db._delete_segments_for_network-8744654118000'] for network, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:13.438031 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-602da0a0-a1e2-4357-8f5d-7be43a2b9038 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aeb90f08-b06d-490c-a9e1-f0db8203cf65']}} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:55:13.448549 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-0478fdac-aaf7-40c5-80b1-137f1c0fc7b9 None None] Provisioning complete for port 4e90a5b3-1565-469b-995e-5fc8789b6046 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:55:13.449021 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-0478fdac-aaf7-40c5-80b1-137f1c0fc7b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:13.465900 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-602da0a0-a1e2-4357-8f5d-7be43a2b9038 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46ed94ee-f966-4cc5-8f2c-5e56d2ef2297') {'for_net_delete': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:55:13.466209 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-602da0a0-a1e2-4357-8f5d-7be43a2b9038 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46ed94ee-f966-4cc5-8f2c-5e56d2ef2297') {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:55:13.494289 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-602da0a0-a1e2-4357-8f5d-7be43a2b9038 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744654122361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3857526'] for segment, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:13.516724 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-602da0a0-a1e2-4357-8f5d-7be43a2b9038 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:13.523792 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-602da0a0-a1e2-4357-8f5d-7be43a2b9038 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Releasing vlan 326 on physical network physnet1 to pool {{(pid=94467) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 14:55:13.524203 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-602da0a0-a1e2-4357-8f5d-7be43a2b9038 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2859015'] for segment, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:13.536256 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a94f5a1-6bfd-493e-b365-86713cfe8176 service neutron] Pushing event updated for resources: {'Port': ['ID=c7c6b461-3573-452c-9fc4-eaa1c38cccc8,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:55:13.608528 n-d-694802-15 neutron-server[94467]: Traceback (most recent call last): Aug 12 14:55:13.608528 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 14:55:13.608528 n-d-694802-15 neutron-server[94467]: timer() Aug 12 14:55:13.608528 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 14:55:13.608528 n-d-694802-15 neutron-server[94467]: cb(*args, **kw) Aug 12 14:55:13.608528 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 14:55:13.608528 n-d-694802-15 neutron-server[94467]: return func(*args, **kwargs) Aug 12 14:55:13.608528 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 14:55:13.608528 n-d-694802-15 neutron-server[94467]: self._notify() Aug 12 14:55:13.608528 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 14:55:13.608528 n-d-694802-15 neutron-server[94467]: self.callback(batched_events) Aug 12 14:55:13.608528 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 14:55:13.608528 n-d-694802-15 neutron-server[94467]: event.method(event) Aug 12 14:55:13.608528 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 14:55:13.608528 n-d-694802-15 neutron-server[94467]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 14:55:13.608528 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 14:55:13.608528 n-d-694802-15 neutron-server[94467]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 14:55:13.608528 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 14:55:13.608528 n-d-694802-15 neutron-server[94467]: return f(self, *a, **k) Aug 12 14:55:13.608528 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 14:55:13.608528 n-d-694802-15 neutron-server[94467]: return self._get(url).json() Aug 12 14:55:13.608528 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 14:55:13.608528 n-d-694802-15 neutron-server[94467]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 14:55:13.608528 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 14:55:13.608528 n-d-694802-15 neutron-server[94467]: return self.request(url, 'GET', **kwargs) Aug 12 14:55:13.608528 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 14:55:13.608528 n-d-694802-15 neutron-server[94467]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 14:55:13.608528 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 14:55:13.608528 n-d-694802-15 neutron-server[94467]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 14:55:13.608528 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 14:55:13.608528 n-d-694802-15 neutron-server[94467]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 14:55:13.608528 n-d-694802-15 neutron-server[94467]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 14:55:13.614801 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-0478fdac-aaf7-40c5-80b1-137f1c0fc7b9 None None] Provisioning for port cc2a54fc-9347-4f2b-9653-8d53ff36e792 completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:55:13.618343 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [req-6520c3ab-def8-48c7-a874-d6f6641d53eb req-5a94f5a1-6bfd-493e-b365-86713cfe8176 service neutron] Attempting to bind port c7c6b461-3573-452c-9fc4-eaa1c38cccc8 on host n-h2-694802-15 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:55:13.618693 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [req-6520c3ab-def8-48c7-a874-d6f6641d53eb req-5a94f5a1-6bfd-493e-b365-86713cfe8176 service neutron] Attempting to bind port c7c6b461-3573-452c-9fc4-eaa1c38cccc8 by drivers openvswitch,hyperv on host n-h2-694802-15 at level 0 using segments [{'id': '196fb4c7-81dc-4d55-8d5b-b3d93b852fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '16f33fa1-6b71-42ec-b506-a52fb0f6c597'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:55:13.619044 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6520c3ab-def8-48c7-a874-d6f6641d53eb req-5a94f5a1-6bfd-493e-b365-86713cfe8176 service neutron] Attempting to bind port c7c6b461-3573-452c-9fc4-eaa1c38cccc8 on network 16f33fa1-6b71-42ec-b506-a52fb0f6c597 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:55:13.626037 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-0478fdac-aaf7-40c5-80b1-137f1c0fc7b9 None None] Provisioning complete for port cc2a54fc-9347-4f2b-9653-8d53ff36e792 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:55:13.626037 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-0478fdac-aaf7-40c5-80b1-137f1c0fc7b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:13.639210 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6520c3ab-def8-48c7-a874-d6f6641d53eb req-5a94f5a1-6bfd-493e-b365-86713cfe8176 service neutron] Port c7c6b461-3573-452c-9fc4-eaa1c38cccc8 on network 16f33fa1-6b71-42ec-b506-a52fb0f6c597 not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-15 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 14:55:13.639568 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6520c3ab-def8-48c7-a874-d6f6641d53eb req-5a94f5a1-6bfd-493e-b365-86713cfe8176 service neutron] Attempting to bind port c7c6b461-3573-452c-9fc4-eaa1c38cccc8 on network 16f33fa1-6b71-42ec-b506-a52fb0f6c597 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:55:13.657064 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6520c3ab-def8-48c7-a874-d6f6641d53eb req-5a94f5a1-6bfd-493e-b365-86713cfe8176 service neutron] Checking agent: {'id': 'b7697f71-33f3-4959-ad82-43c2dc15845d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 27, 42), 'started_at': datetime.datetime(2021, 8, 12, 14, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 55, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:55:13.662989 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6520c3ab-def8-48c7-a874-d6f6641d53eb req-5a94f5a1-6bfd-493e-b365-86713cfe8176 service neutron] Checking segment: {'id': '196fb4c7-81dc-4d55-8d5b-b3d93b852fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '16f33fa1-6b71-42ec-b506-a52fb0f6c597'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:55:13.664585 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6520c3ab-def8-48c7-a874-d6f6641d53eb req-5a94f5a1-6bfd-493e-b365-86713cfe8176 service neutron] Bound using segment: {'id': '196fb4c7-81dc-4d55-8d5b-b3d93b852fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '16f33fa1-6b71-42ec-b506-a52fb0f6c597'} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:55:13.665261 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [req-6520c3ab-def8-48c7-a874-d6f6641d53eb req-5a94f5a1-6bfd-493e-b365-86713cfe8176 service neutron] Bound port: c7c6b461-3573-452c-9fc4-eaa1c38cccc8, host: n-h2-694802-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '196fb4c7-81dc-4d55-8d5b-b3d93b852fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '16f33fa1-6b71-42ec-b506-a52fb0f6c597'}}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:55:13.667413 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-6520c3ab-def8-48c7-a874-d6f6641d53eb req-5a94f5a1-6bfd-493e-b365-86713cfe8176 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:13.676814 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-602da0a0-a1e2-4357-8f5d-7be43a2b9038 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66413281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431520'] for network, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:13.677933 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-0478fdac-aaf7-40c5-80b1-137f1c0fc7b9 None None] Port cc2a54fc-9347-4f2b-9653-8d53ff36e792 cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 14:55:13.689778 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-602da0a0-a1e2-4357-8f5d-7be43a2b9038 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for network, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:13.691686 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-602da0a0-a1e2-4357-8f5d-7be43a2b9038 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] 10.222.0.39 "DELETE /v2.0/networks/aeb90f08-b06d-490c-a9e1-f0db8203cf65 HTTP/1.1" status: 204 len: 168 time: 2.3907459 Aug 12 14:55:13.704272 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 35802) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:55:13.712083 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-da8f609d-7288-496d-ab69-814785464bf3 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-782971319', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:55:13.714878 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602da0a0-a1e2-4357-8f5d-7be43a2b9038 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Pushing event deleted for resources: {'Network': ['ID=aeb90f08-b06d-490c-a9e1-f0db8203cf65,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:55:13.732943 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-c90f70c9-4328-4a63-922f-c4e86872383f tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:13.747093 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-c90f70c9-4328-4a63-922f-c4e86872383f tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:13.802931 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-1340d604-cf5f-474e-b93a-76f2926f702a None None] Provisioning complete for port cc2a54fc-9347-4f2b-9653-8d53ff36e792 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:55:13.809334 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-1340d604-cf5f-474e-b93a-76f2926f702a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:13.851467 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-da8f609d-7288-496d-ab69-814785464bf3 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-430574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-104863'] for router, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:13.852810 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-da8f609d-7288-496d-ab69-814785464bf3 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-429438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-431405', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66646573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-104852'] for router, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:13.893922 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f0f376-a97b-4f82-bae6-7e10a34ecebe req-b5da0cb6-9bc9-44c5-a6dc-fdf94bacb471 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:55:13.895509 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-1340d604-cf5f-474e-b93a-76f2926f702a None None] Port cc2a54fc-9347-4f2b-9653-8d53ff36e792 cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 14:55:13.902968 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-75f0f376-a97b-4f82-bae6-7e10a34ecebe req-b5da0cb6-9bc9-44c5-a6dc-fdf94bacb471 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/ports?device_id=8f635c1b-9047-4fc7-9184-bfaf2dee2e49 HTTP/1.1" status: 200 len: 946 time: 0.1574211 Aug 12 14:55:13.905515 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [req-6520c3ab-def8-48c7-a874-d6f6641d53eb req-5a94f5a1-6bfd-493e-b365-86713cfe8176 service neutron] For port c7c6b461-3573-452c-9fc4-eaa1c38cccc8, host n-h2-694802-15, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:55:13.911595 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [req-6520c3ab-def8-48c7-a874-d6f6641d53eb req-5a94f5a1-6bfd-493e-b365-86713cfe8176 service neutron] For port c7c6b461-3573-452c-9fc4-eaa1c38cccc8, host n-h2-694802-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=c7c6b461-3573-452c-9fc4-eaa1c38cccc8,segment=NetworkSegment(196fb4c7-81dc-4d55-8d5b-b3d93b852fe1),segment_id=196fb4c7-81dc-4d55-8d5b-b3d93b852fe1)] {{(pid=94466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:55:13.942341 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-6520c3ab-def8-48c7-a874-d6f6641d53eb req-5a94f5a1-6bfd-493e-b365-86713cfe8176 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3718439'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:13.971661 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-1769855f-eda9-4483-9dc3-3220908ab45d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:13.973131 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90f70c9-4328-4a63-922f-c4e86872383f tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Pushing event updated for resources: {'Port': ['ID=cc2a54fc-9347-4f2b-9653-8d53ff36e792,revision_number=2']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:55:13.979389 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-c90f70c9-4328-4a63-922f-c4e86872383f tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66628363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66663865'] for router_interface, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:13.987844 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-da8f609d-7288-496d-ab69-814785464bf3 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:14.003532 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3149e5c-d01c-481a-8d11-a932e1317876 req-c8bf6733-7e5a-4d2e-865f-4b26c0fb9b44 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:55:14.006073 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b3149e5c-d01c-481a-8d11-a932e1317876 req-c8bf6733-7e5a-4d2e-865f-4b26c0fb9b44 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/ports?device_id=9271fb0b-bd21-4175-8c37-fc352b98f348 HTTP/1.1" status: 200 len: 943 time: 0.1212652 Aug 12 14:55:14.023540 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-da8f609d-7288-496d-ab69-814785464bf3 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-429413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-431608'] for router, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:14.041250 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-75f0f376-a97b-4f82-bae6-7e10a34ecebe req-600249c6-4f9b-4ef3-a36f-bd8e00a42aa0 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/security-groups?id=e9cf0ab5-0271-49fc-bd90-f712bfba6400&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1356113 Aug 12 14:55:14.074056 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 35808) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:55:14.093339 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a94f5a1-6bfd-493e-b365-86713cfe8176 service neutron] Pushing event updated for resources: {'Port': ['ID=c7c6b461-3573-452c-9fc4-eaa1c38cccc8,revision_number=3']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:55:14.100360 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6520c3ab-def8-48c7-a874-d6f6641d53eb req-5a94f5a1-6bfd-493e-b365-86713cfe8176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:55:14.101028 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-6520c3ab-def8-48c7-a874-d6f6641d53eb req-5a94f5a1-6bfd-493e-b365-86713cfe8176 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:14.104909 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-6520c3ab-def8-48c7-a874-d6f6641d53eb req-5a94f5a1-6bfd-493e-b365-86713cfe8176 service neutron] 10.222.0.49 "PUT /v2.0/ports/c7c6b461-3573-452c-9fc4-eaa1c38cccc8 HTTP/1.1" status: 200 len: 1092 time: 1.4625611 Aug 12 14:55:14.104909 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-da8f609d-7288-496d-ab69-814785464bf3 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks [] for router, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:14.104909 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-da8f609d-7288-496d-ab69-814785464bf3 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.3987191 Aug 12 14:55:14.105254 n-d-694802-15 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9271fb0b-bd21-4175-8c37-fc352b98f348', 'tag': 'c7c6b461-3573-452c-9fc4-eaa1c38cccc8'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:55:14.107800 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e785eeede3897370d0b20f09d5f461b30cfecd5ed38c4f07dacd02bc52c9277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c57666f-c627-4f85-b442-1435850b981c" -d '{"events": [{"name": "network-changed", "server_uuid": "9271fb0b-bd21-4175-8c37-fc352b98f348", "tag": "c7c6b461-3573-452c-9fc4-eaa1c38cccc8"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:55:14.113146 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 35810) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:55:14.122339 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-58c61a7c-5da0-40c8-a6ad-1a14411c6916 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-352916818'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:55:14.141696 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b3149e5c-d01c-481a-8d11-a932e1317876 req-bbd5b5fd-cf22-4c92-842e-7084c2966ffb tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/security-groups?id=188dc986-a686-4570-b7d8-3a6edb471033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208262 Aug 12 14:55:14.192994 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-4fe44bf2-06a7-4482-aecd-475bc12c7e68 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/floatingips/e1d5c5c1-bc61-403c-bdb9-f093d53bb4d2 HTTP/1.1" status: 200 len: 994 time: 0.1163180 Aug 12 14:55:14.254608 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c90f70c9-4328-4a63-922f-c4e86872383f tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Network 04eae833-7b8c-4868-88f6-b4006ac9af4c is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:55:14.268528 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [None req-c90f70c9-4328-4a63-922f-c4e86872383f tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:55:14.297071 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 14:55:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-036caa89-7d11-44c9-982a-eb250df5d361 x-openstack-request-id: req-036caa89-7d11-44c9-982a-eb250df5d361 {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:55:14.297379 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9271fb0b-bd21-4175-8c37-fc352b98f348", "tag": "c7c6b461-3573-452c-9fc4-eaa1c38cccc8", "status": "completed", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:55:14.297989 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-036caa89-7d11-44c9-982a-eb250df5d361 {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:55:14.298540 n-d-694802-15 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9271fb0b-bd21-4175-8c37-fc352b98f348', 'tag': 'c7c6b461-3573-452c-9fc4-eaa1c38cccc8', 'status': 'completed', 'code': 200} Aug 12 14:55:14.324755 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-cb6bb648-9022-4552-b584-d9d0edea3ad9 req-6c4f9e41-5ed3-41fd-b807-da21559e2867 tempest-ServerShowV247Test-207198290 tempest-ServerShowV247Test-207198290-project] 10.222.0.39 "GET /v2.0/ports?device_id=70744b92-4523-45f9-a26d-8126e5517908 HTTP/1.1" status: 200 len: 210 time: 0.1383338 Aug 12 14:55:14.340433 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58c61a7c-5da0-40c8-a6ad-1a14411c6916 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Made reservation on behalf of 6ba6601003674b8c9c33878dd4577887 for: {'network': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:55:14.346356 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-58c61a7c-5da0-40c8-a6ad-1a14411c6916 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for network, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:14.410608 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58c61a7c-5da0-40c8-a6ad-1a14411c6916 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] vlan segment allocate from pool success with {'vlan_id': 318, 'physical_network': 'physnet1'} {{(pid=94466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 14:55:14.438989 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6520c3ab-def8-48c7-a874-d6f6641d53eb req-0e92ad29-6ff2-4365-84b0-fdb8e93ae306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:55:14.440838 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-6520c3ab-def8-48c7-a874-d6f6641d53eb req-0e92ad29-6ff2-4365-84b0-fdb8e93ae306 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d333de5a1ab446aeb6524d52a70328d5&device_id=9271fb0b-bd21-4175-8c37-fc352b98f348 HTTP/1.1" status: 200 len: 1095 time: 0.2149975 Aug 12 14:55:14.443330 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 4e90a5b3-1565-469b-995e-5fc8789b6046 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:55:14.479989 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-58c61a7c-5da0-40c8-a6ad-1a14411c6916 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:14.480441 n-d-694802-15 neutron-server[94466]: INFO neutron.db.segments_db [None req-58c61a7c-5da0-40c8-a6ad-1a14411c6916 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Added segment 4d4efc1a-99b7-4b1b-893a-23ac2dc22cda of type vlan for network 6ab84d06-6b94-4ea7-a967-a7b4fd5d2ce3 Aug 12 14:55:14.524446 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port 4e90a5b3-1565-469b-995e-5fc8789b6046 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:55:14.524918 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:14.530806 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c90f70c9-4328-4a63-922f-c4e86872383f tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Router 45c1e8a6-3e3f-4bef-9819-3b4534ad28b8 is scheduled to L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f with binding_index 1 {{(pid=94467) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 14:55:14.550003 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-6520c3ab-def8-48c7-a874-d6f6641d53eb req-66f88944-07dd-468e-aa60-34d2b8c69731 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c7c6b461-3573-452c-9fc4-eaa1c38cccc8 HTTP/1.1" status: 200 len: 217 time: 0.0904851 Aug 12 14:55:14.658816 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-be2b7c41-7695-496c-a4ad-66b1793bb3f8 None None] Provisioning complete for port cc2a54fc-9347-4f2b-9653-8d53ff36e792 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:55:14.659297 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-be2b7c41-7695-496c-a4ad-66b1793bb3f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:14.660389 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-58c61a7c-5da0-40c8-a6ad-1a14411c6916 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744653628263'] for network, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:14.686425 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6520c3ab-def8-48c7-a874-d6f6641d53eb req-23a81143-10be-4d78-aa5f-7c5e5698e0de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:55:14.688122 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-6520c3ab-def8-48c7-a874-d6f6641d53eb req-23a81143-10be-4d78-aa5f-7c5e5698e0de service neutron] 10.222.0.49 "GET /v2.0/subnets?id=2ab25733-26fe-4392-bfb6-ba7978262295 HTTP/1.1" status: 200 len: 853 time: 0.1280386 Aug 12 14:55:14.693439 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c90f70c9-4328-4a63-922f-c4e86872383f tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 14:55:14.703090 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-c90f70c9-4328-4a63-922f-c4e86872383f tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] 10.222.0.39 "PUT /v2.0/routers/45c1e8a6-3e3f-4bef-9819-3b4534ad28b8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8494678 Aug 12 14:55:14.703371 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 35828) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:55:14.706469 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-be2b7c41-7695-496c-a4ad-66b1793bb3f8 None None] Port cc2a54fc-9347-4f2b-9653-8d53ff36e792 cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 14:55:14.714708 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dca4be5-4d3c-42f0-907c-94df0f470036 None None] Sync routers for ids ['45c1e8a6-3e3f-4bef-9819-3b4534ad28b8'] in n-d-694802-15 {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 14:55:14.733850 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-6520c3ab-def8-48c7-a874-d6f6641d53eb req-e632ade1-290d-47f9-8f02-0e270acc0ad6 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=16f33fa1-6b71-42ec-b506-a52fb0f6c597&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358033 Aug 12 14:55:14.735765 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dca4be5-4d3c-42f0-907c-94df0f470036 None None] Routers {'45c1e8a6-3e3f-4bef-9819-3b4534ad28b8'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:55:14.736759 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-8dca4be5-4d3c-42f0-907c-94df0f470036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:55:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['45c1e8a6-3e3f-4bef-9819-3b4534ad28b8'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:55:14.745621 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cf35f0-5309-4d14-8778-3b41ccb66122 req-d82a4d9d-a7b5-43f7-8fbe-200464766260 tempest-TestNetworkAdvancedServerOps-311782475 tempest-TestNetworkAdvancedServerOps-311782475-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:55:14.747195 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-12cf35f0-5309-4d14-8778-3b41ccb66122 req-d82a4d9d-a7b5-43f7-8fbe-200464766260 tempest-TestNetworkAdvancedServerOps-311782475 tempest-TestNetworkAdvancedServerOps-311782475-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=8f635c1b-9047-4fc7-9184-bfaf2dee2e49 HTTP/1.1" status: 200 len: 1098 time: 0.1168480 Aug 12 14:55:14.771544 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0092ad75-f2cb-4c7b-9f58-c146bfe2e83d tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:55:14.777749 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-0092ad75-f2cb-4c7b-9f58-c146bfe2e83d tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] 10.222.0.39 "GET /v2.0/ports/cc2a54fc-9347-4f2b-9653-8d53ff36e792 HTTP/1.1" status: 200 len: 910 time: 0.0733480 Aug 12 14:55:14.778464 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 35830) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:55:14.788656 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-8dca4be5-4d3c-42f0-907c-94df0f470036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:55:14.805066 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dca4be5-4d3c-42f0-907c-94df0f470036 None None] Routers {'45c1e8a6-3e3f-4bef-9819-3b4534ad28b8'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:55:14.805827 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-8dca4be5-4d3c-42f0-907c-94df0f470036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:55:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['45c1e8a6-3e3f-4bef-9819-3b4534ad28b8'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:55:14.822619 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-58c61a7c-5da0-40c8-a6ad-1a14411c6916 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409'] for network, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:14.828727 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58c61a7c-5da0-40c8-a6ad-1a14411c6916 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:55:14.829328 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-58c61a7c-5da0-40c8-a6ad-1a14411c6916 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks [] for network, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:14.845276 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-8dca4be5-4d3c-42f0-907c-94df0f470036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:55:14.846084 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dca4be5-4d3c-42f0-907c-94df0f470036 None None] The sync data for ids ['45c1e8a6-3e3f-4bef-9819-3b4534ad28b8'] in n-d-694802-15 is: [] {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 14:55:14.921882 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-58c61a7c-5da0-40c8-a6ad-1a14411c6916 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8057556 Aug 12 14:55:14.924689 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 35832) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:55:14.930480 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c61a7c-5da0-40c8-a6ad-1a14411c6916 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Pushing event updated for resources: {'Network': ['ID=6ab84d06-6b94-4ea7-a967-a7b4fd5d2ce3,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:55:14.936367 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-12cf35f0-5309-4d14-8778-3b41ccb66122 req-db33739b-38df-4188-9f94-0b60b408dc21 tempest-TestNetworkAdvancedServerOps-311782475 tempest-TestNetworkAdvancedServerOps-311782475-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=e9cf0ab5-0271-49fc-bd90-f712bfba6400&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1723933 Aug 12 14:55:14.945230 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Network 6ab84d06-6b94-4ea7-a967-a7b4fd5d2ce3 details requested by agent ovs-agent-n-d-694802-15 with host n-d-694802-15 {{(pid=94468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 14:55:14.979818 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-6520c3ab-def8-48c7-a874-d6f6641d53eb req-3a352b54-431d-4977-b819-aec2e039288f service neutron] 10.222.0.49 "GET /v2.0/networks/16f33fa1-6b71-42ec-b506-a52fb0f6c597?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2310030 Aug 12 14:55:14.982890 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-9a3dbeeb-3950-4450-99f7-36acc44c2ad8 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Request body: {'subnet': {'network_id': '6ab84d06-6b94-4ea7-a967-a7b4fd5d2ce3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:55:15.118700 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-6520c3ab-def8-48c7-a874-d6f6641d53eb req-94986f7a-4d27-4566-8038-aba0040b1cc1 service neutron] 10.222.0.49 "GET /v2.0/networks/16f33fa1-6b71-42ec-b506-a52fb0f6c597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299665 Aug 12 14:55:15.140443 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a3dbeeb-3950-4450-99f7-36acc44c2ad8 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Made reservation on behalf of 6ba6601003674b8c9c33878dd4577887 for: {'subnet': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:55:15.143907 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-9a3dbeeb-3950-4450-99f7-36acc44c2ad8 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3343791'] for subnet, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:15.300787 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c57666f-c627-4f85-b442-1435850b981c req-dffd010c-15a4-47fd-8230-70f63c99a445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:55:15.302292 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-2c57666f-c627-4f85-b442-1435850b981c req-dffd010c-15a4-47fd-8230-70f63c99a445 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d333de5a1ab446aeb6524d52a70328d5&device_id=9271fb0b-bd21-4175-8c37-fc352b98f348 HTTP/1.1" status: 200 len: 1095 time: 0.1224322 Aug 12 14:55:15.320628 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5af002-9706-4730-aa30-b8e30cd11fe5 req-d05cad62-1f25-42c0-92e1-cc95e7789348 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:55:15.322112 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-1a5af002-9706-4730-aa30-b8e30cd11fe5 req-d05cad62-1f25-42c0-92e1-cc95e7789348 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/ports?device_id=9271fb0b-bd21-4175-8c37-fc352b98f348 HTTP/1.1" status: 200 len: 943 time: 0.0615017 Aug 12 14:55:15.428702 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-1a5af002-9706-4730-aa30-b8e30cd11fe5 req-08376577-6385-4d67-87ed-dfbd05bdb184 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/security-groups?id=188dc986-a686-4570-b7d8-3a6edb471033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932376 Aug 12 14:55:15.521255 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-54618979-19fa-4e72-acb8-baae3b3d0385 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66663830'] for router_interface, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:15.545191 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-095ee632-e6f8-4af5-80ec-d257d9cdf6dc req-13c94fee-451d-4b20-9ed8-644c155e2b5e tempest-ServerShowV247Test-207198290 tempest-ServerShowV247Test-207198290-project] 10.222.0.39 "GET /v2.0/ports?device_id=70744b92-4523-45f9-a26d-8126e5517908 HTTP/1.1" status: 200 len: 210 time: 0.0481932 Aug 12 14:55:15.555665 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c57666f-c627-4f85-b442-1435850b981c req-cc7a1903-0a72-4764-98bd-15e006549af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:55:15.557165 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-2c57666f-c627-4f85-b442-1435850b981c req-cc7a1903-0a72-4764-98bd-15e006549af3 service neutron] 10.222.0.49 "GET /v2.0/networks?id=16f33fa1-6b71-42ec-b506-a52fb0f6c597 HTTP/1.1" status: 200 len: 914 time: 0.2449968 Aug 12 14:55:15.618526 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-fe95f194-a3b0-4c04-9e42-20b511169d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:15.624389 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-9a3dbeeb-3950-4450-99f7-36acc44c2ad8 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2859166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3343773'] for subnet, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:15.667725 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-2c57666f-c627-4f85-b442-1435850b981c req-adfd950d-0f3d-497f-9694-34d37f175694 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c7c6b461-3573-452c-9fc4-eaa1c38cccc8 HTTP/1.1" status: 200 len: 217 time: 0.0969059 Aug 12 14:55:15.735665 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3dbeeb-3950-4450-99f7-36acc44c2ad8 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Pushing event updated for resources: {'Subnet': ['ID=ce6177dd-6991-4d81-b4d3-7cc3b78710ce,revision_number=0']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:55:15.764873 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c57666f-c627-4f85-b442-1435850b981c req-fa58addb-075d-41c6-8781-bc68907da954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:55:15.766455 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-2c57666f-c627-4f85-b442-1435850b981c req-fa58addb-075d-41c6-8781-bc68907da954 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=2ab25733-26fe-4392-bfb6-ba7978262295 HTTP/1.1" status: 200 len: 853 time: 0.0917850 Aug 12 14:55:15.769942 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a3dbeeb-3950-4450-99f7-36acc44c2ad8 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Checking segment: {'id': '4d4efc1a-99b7-4b1b-893a-23ac2dc22cda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '6ab84d06-6b94-4ea7-a967-a7b4fd5d2ce3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:55:15.770524 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a3dbeeb-3950-4450-99f7-36acc44c2ad8 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Network hostable DHCP agents. Network: 6ab84d06-6b94-4ea7-a967-a7b4fd5d2ce3, hostable agents: ['1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658'], hosted agents: [] {{(pid=94467) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 14:55:15.807372 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a3dbeeb-3950-4450-99f7-36acc44c2ad8 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Network 6ab84d06-6b94-4ea7-a967-a7b4fd5d2ce3 is scheduled to be hosted by DHCP agent 1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658 with binding_index 1 {{(pid=94467) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 14:55:15.833438 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-2c57666f-c627-4f85-b442-1435850b981c req-64d43d99-eea1-4956-b3bd-e8e632888eb3 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=16f33fa1-6b71-42ec-b506-a52fb0f6c597&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0553958 Aug 12 14:55:15.841060 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [None req-9a3dbeeb-3950-4450-99f7-36acc44c2ad8 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-15, 6ab84d06-6b94-4ea7-a967-a7b4fd5d2ce3) {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:55:15.850755 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1e0a367-bbd1-45e0-868c-b07cfd7986eb None None] Network 6ab84d06-6b94-4ea7-a967-a7b4fd5d2ce3 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:55:15.863660 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a3dbeeb-3950-4450-99f7-36acc44c2ad8 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:55:15.864263 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-9a3dbeeb-3950-4450-99f7-36acc44c2ad8 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks [] for subnet, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:15.924025 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-9a3dbeeb-3950-4450-99f7-36acc44c2ad8 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9471574 Aug 12 14:55:15.929298 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 35872) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:55:15.972608 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-99113ff7-4395-44fa-a981-dc33462d8421 req-c7ea0375-1b8a-474a-b7f9-bc52f424577d service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=8f635c1b-9047-4fc7-9184-bfaf2dee2e49&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3013694 Aug 12 14:55:16.133396 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-54618979-19fa-4e72-acb8-baae3b3d0385 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Deleting port cc2a54fc-9347-4f2b-9653-8d53ff36e792 {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:55:16.133780 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-54618979-19fa-4e72-acb8-baae3b3d0385 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:16.159040 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51879219-d33a-47aa-bb64-1a4be543c541 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa7035b3e-9a89-5964-b9f4-97301c3f476a-6ab84d06-6b94-4ea7-a967-a7b4fd5d2ce3', 'network_id': '6ab84d06-6b94-4ea7-a967-a7b4fd5d2ce3', 'tenant_id': '6ba6601003674b8c9c33878dd4577887', 'fixed_ips': [{'subnet_id': 'ce6177dd-6991-4d81-b4d3-7cc3b78710ce'}]}} from n-d-694802-15. {{(pid=94468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 14:55:16.160287 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-51879219-d33a-47aa-bb64-1a4be543c541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:16.295109 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-2c57666f-c627-4f85-b442-1435850b981c req-27c76e94-73a1-4a00-8a98-1e959c011209 service neutron] 10.222.0.49 "GET /v2.0/networks/16f33fa1-6b71-42ec-b506-a52fb0f6c597?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4502928 Aug 12 14:55:16.369708 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-54618979-19fa-4e72-acb8-baae3b3d0385 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:16.397583 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-54618979-19fa-4e72-acb8-baae3b3d0385 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Calling delete_port for cc2a54fc-9347-4f2b-9653-8d53ff36e792 owned by network:router_interface {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:55:16.452470 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.db_base_plugin_common [None req-51879219-d33a-47aa-bb64-1a4be543c541 None None] Allocated IP 2001:db8::2 (6ab84d06-6b94-4ea7-a967-a7b4fd5d2ce3/ce6177dd-6991-4d81-b4d3-7cc3b78710ce/c3ae34c6-8613-49f1-8def-d655345ab9fc) {{(pid=94468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:55:16.724514 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-51879219-d33a-47aa-bb64-1a4be543c541 None None] Notify callbacks [] for port, precommit_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:16.741718 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-51879219-d33a-47aa-bb64-1a4be543c541 None None] Transition to ACTIVE for port object c3ae34c6-8613-49f1-8def-d655345ab9fc will not be triggered until provisioned by entity L2. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:55:16.765407 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-51879219-d33a-47aa-bb64-1a4be543c541 None None] Transition to ACTIVE for port object c3ae34c6-8613-49f1-8def-d655345ab9fc will not be triggered until provisioned by entity DHCP. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:55:16.771480 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-54618979-19fa-4e72-acb8-baae3b3d0385 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:16.781828 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-51879219-d33a-47aa-bb64-1a4be543c541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253'] for port, after_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:16.832359 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54618979-19fa-4e72-acb8-baae3b3d0385 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Pushing event deleted for resources: {'Port': ['ID=cc2a54fc-9347-4f2b-9653-8d53ff36e792,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:55:16.847979 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51879219-d33a-47aa-bb64-1a4be543c541 None None] Network 6ab84d06-6b94-4ea7-a967-a7b4fd5d2ce3 is already hosted by enough agents. {{(pid=94468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:55:16.859591 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.base_scheduler [None req-51879219-d33a-47aa-bb64-1a4be543c541 None None] Resources bound (agent type, host, resource id): {{(pid=94468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:55:16.871315 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51879219-d33a-47aa-bb64-1a4be543c541 None None] Received port after_create {{(pid=94468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:55:16.989517 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [req-99113ff7-4395-44fa-a981-dc33462d8421 req-cb243646-5df3-4cce-9c03-a8d3da575d26 tempest-TestNetworkAdvancedServerOps-311782475 tempest-TestNetworkAdvancedServerOps-311782475-project-admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=94467) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 14:55:16.998753 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-99113ff7-4395-44fa-a981-dc33462d8421 req-cb243646-5df3-4cce-9c03-a8d3da575d26 tempest-TestNetworkAdvancedServerOps-311782475 tempest-TestNetworkAdvancedServerOps-311782475-project-admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0549915 Aug 12 14:55:17.005087 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51879219-d33a-47aa-bb64-1a4be543c541 None None] Pushing event updated for resources: {'Port': ['ID=c3ae34c6-8613-49f1-8def-d655345ab9fc,revision_number=1']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:55:17.025123 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-99113ff7-4395-44fa-a981-dc33462d8421 req-5104ce9a-9eca-4d6a-9a05-4dca2a3712b1 service neutron] Request body: {'binding': {'host': 'n-h1-694802-15', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:55:17.025576 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-99113ff7-4395-44fa-a981-dc33462d8421 req-5104ce9a-9eca-4d6a-9a05-4dca2a3712b1 service neutron] Unknown quota resources ['binding']. {{(pid=94467) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 12 14:55:17.035713 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-51879219-d33a-47aa-bb64-1a4be543c541 None None] Attempting to bind port c3ae34c6-8613-49f1-8def-d655345ab9fc on host n-d-694802-15 for vnic_type normal with profile {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:55:17.036334 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-51879219-d33a-47aa-bb64-1a4be543c541 None None] Attempting to bind port c3ae34c6-8613-49f1-8def-d655345ab9fc by drivers openvswitch,hyperv on host n-d-694802-15 at level 0 using segments [{'id': '4d4efc1a-99b7-4b1b-893a-23ac2dc22cda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '6ab84d06-6b94-4ea7-a967-a7b4fd5d2ce3'}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:55:17.036870 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51879219-d33a-47aa-bb64-1a4be543c541 None None] Attempting to bind port c3ae34c6-8613-49f1-8def-d655345ab9fc on network 6ab84d06-6b94-4ea7-a967-a7b4fd5d2ce3 {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:55:17.056973 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51879219-d33a-47aa-bb64-1a4be543c541 None None] Checking agent: {'id': '16de73ac-f2e9-4cee-b3e0-91052ae3e6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 20, 13), 'started_at': datetime.datetime(2021, 8, 12, 14, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 55, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:55:17.058902 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51879219-d33a-47aa-bb64-1a4be543c541 None None] Checking segment: {'id': '4d4efc1a-99b7-4b1b-893a-23ac2dc22cda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '6ab84d06-6b94-4ea7-a967-a7b4fd5d2ce3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:55:17.060024 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-51879219-d33a-47aa-bb64-1a4be543c541 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:17.060911 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51879219-d33a-47aa-bb64-1a4be543c541 None None] Bound using segment: {'id': '4d4efc1a-99b7-4b1b-893a-23ac2dc22cda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '6ab84d06-6b94-4ea7-a967-a7b4fd5d2ce3'} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:55:17.062398 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-51879219-d33a-47aa-bb64-1a4be543c541 None None] Bound port: c3ae34c6-8613-49f1-8def-d655345ab9fc, host: n-d-694802-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d4efc1a-99b7-4b1b-893a-23ac2dc22cda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '6ab84d06-6b94-4ea7-a967-a7b4fd5d2ce3'}}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:55:17.063715 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-51879219-d33a-47aa-bb64-1a4be543c541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:17.145205 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-2c57666f-c627-4f85-b442-1435850b981c req-f15eac27-2d52-46b7-a586-05a67a4f912f service neutron] 10.222.0.49 "GET /v2.0/networks/16f33fa1-6b71-42ec-b506-a52fb0f6c597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8126464 Aug 12 14:55:17.253166 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-51879219-d33a-47aa-bb64-1a4be543c541 None None] For port c3ae34c6-8613-49f1-8def-d655345ab9fc, host n-d-694802-15, cleared binding levels {{(pid=94468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:55:17.257459 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-51879219-d33a-47aa-bb64-1a4be543c541 None None] For port c3ae34c6-8613-49f1-8def-d655345ab9fc, host n-d-694802-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=c3ae34c6-8613-49f1-8def-d655345ab9fc,segment=NetworkSegment(4d4efc1a-99b7-4b1b-893a-23ac2dc22cda),segment_id=4d4efc1a-99b7-4b1b-893a-23ac2dc22cda)] {{(pid=94468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:55:17.263856 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-51879219-d33a-47aa-bb64-1a4be543c541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:17.316683 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a3950a-bde4-41b4-a064-6477331dad75 req-55cf29c2-aab8-43a8-ae7d-22e2d68bfa64 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:55:17.327729 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-54a3950a-bde4-41b4-a064-6477331dad75 req-55cf29c2-aab8-43a8-ae7d-22e2d68bfa64 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/ports?device_id=9271fb0b-bd21-4175-8c37-fc352b98f348 HTTP/1.1" status: 200 len: 943 time: 0.1920099 Aug 12 14:55:17.332370 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-54618979-19fa-4e72-acb8-baae3b3d0385 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66628352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-430630'] for router_interface, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:17.344021 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51879219-d33a-47aa-bb64-1a4be543c541 None None] Pushing event updated for resources: {'Port': ['ID=c3ae34c6-8613-49f1-8def-d655345ab9fc,revision_number=2']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:55:17.394301 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8a716a1b-682a-43fb-a6fa-fabf0aa11bf4 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:17.420630 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-54a3950a-bde4-41b4-a064-6477331dad75 req-11593df1-d9c1-417f-ac7e-605ef6bbdfc8 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/security-groups?id=188dc986-a686-4570-b7d8-3a6edb471033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920060 Aug 12 14:55:17.480077 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-99113ff7-4395-44fa-a981-dc33462d8421 req-5104ce9a-9eca-4d6a-9a05-4dca2a3712b1 service neutron] Attempting to bind port 988e1ab5-5805-4d46-b089-22e6208febbc on host n-h1-694802-15 for vnic_type normal with profile None {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:55:17.480521 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-99113ff7-4395-44fa-a981-dc33462d8421 req-5104ce9a-9eca-4d6a-9a05-4dca2a3712b1 service neutron] Attempting to bind port 988e1ab5-5805-4d46-b089-22e6208febbc by drivers openvswitch,hyperv on host n-h1-694802-15 at level 0 using segments [{'id': '3c13c1c5-6909-4094-b7be-b75bca54d586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'db095345-e0d8-47fa-815f-3ac64beebe04'}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:55:17.480771 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99113ff7-4395-44fa-a981-dc33462d8421 req-5104ce9a-9eca-4d6a-9a05-4dca2a3712b1 service neutron] Attempting to bind port 988e1ab5-5805-4d46-b089-22e6208febbc on network db095345-e0d8-47fa-815f-3ac64beebe04 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:55:17.486754 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99113ff7-4395-44fa-a981-dc33462d8421 req-5104ce9a-9eca-4d6a-9a05-4dca2a3712b1 service neutron] Port 988e1ab5-5805-4d46-b089-22e6208febbc on network db095345-e0d8-47fa-815f-3ac64beebe04 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-15 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 14:55:17.487114 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99113ff7-4395-44fa-a981-dc33462d8421 req-5104ce9a-9eca-4d6a-9a05-4dca2a3712b1 service neutron] Attempting to bind port 988e1ab5-5805-4d46-b089-22e6208febbc on network db095345-e0d8-47fa-815f-3ac64beebe04 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:55:17.528534 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99113ff7-4395-44fa-a981-dc33462d8421 req-5104ce9a-9eca-4d6a-9a05-4dca2a3712b1 service neutron] Checking agent: {'id': 'de568313-a3e6-454a-9813-77e25edcea95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 27, 41), 'started_at': datetime.datetime(2021, 8, 12, 14, 27, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 55, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:55:17.528892 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99113ff7-4395-44fa-a981-dc33462d8421 req-5104ce9a-9eca-4d6a-9a05-4dca2a3712b1 service neutron] Checking segment: {'id': '3c13c1c5-6909-4094-b7be-b75bca54d586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'db095345-e0d8-47fa-815f-3ac64beebe04'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:55:17.529256 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99113ff7-4395-44fa-a981-dc33462d8421 req-5104ce9a-9eca-4d6a-9a05-4dca2a3712b1 service neutron] Bound using segment: {'id': '3c13c1c5-6909-4094-b7be-b75bca54d586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'db095345-e0d8-47fa-815f-3ac64beebe04'} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:55:17.529695 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-99113ff7-4395-44fa-a981-dc33462d8421 req-5104ce9a-9eca-4d6a-9a05-4dca2a3712b1 service neutron] Bound port: 988e1ab5-5805-4d46-b089-22e6208febbc, host: n-h1-694802-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c13c1c5-6909-4094-b7be-b75bca54d586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'db095345-e0d8-47fa-815f-3ac64beebe04'}}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:55:17.621244 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-11fb23a8-80c5-4c11-a5e7-4290bb27e4f4 req-0d0e165b-3e06-4071-ad49-277c94b05fa2 tempest-ServerShowV247Test-207198290 tempest-ServerShowV247Test-207198290-project] 10.222.0.39 "GET /v2.0/ports?device_id=70744b92-4523-45f9-a26d-8126e5517908 HTTP/1.1" status: 200 len: 210 time: 0.0329766 Aug 12 14:55:17.694946 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54618979-19fa-4e72-acb8-baae3b3d0385 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Router 45c1e8a6-3e3f-4bef-9819-3b4534ad28b8 has already been hosted by L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f {{(pid=94467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 14:55:17.770970 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-8a716a1b-682a-43fb-a6fa-fabf0aa11bf4 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Allocated IP 2001:db8::1 (6ab84d06-6b94-4ea7-a967-a7b4fd5d2ce3/ce6177dd-6991-4d81-b4d3-7cc3b78710ce/bec73530-3839-4fcd-ba14-f520eec47b6d) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:55:17.906280 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8a716a1b-682a-43fb-a6fa-fabf0aa11bf4 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:17.923762 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-8a716a1b-682a-43fb-a6fa-fabf0aa11bf4 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Transition to ACTIVE for port object bec73530-3839-4fcd-ba14-f520eec47b6d will not be triggered until provisioned by entity DHCP. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:55:17.967238 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8a716a1b-682a-43fb-a6fa-fabf0aa11bf4 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:18.018742 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a716a1b-682a-43fb-a6fa-fabf0aa11bf4 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Network 6ab84d06-6b94-4ea7-a967-a7b4fd5d2ce3 is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:55:18.028068 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-8a716a1b-682a-43fb-a6fa-fabf0aa11bf4 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:55:18.030498 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a716a1b-682a-43fb-a6fa-fabf0aa11bf4 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:55:18.031077 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8a716a1b-682a-43fb-a6fa-fabf0aa11bf4 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66663725'] for router_interface, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:18.075192 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a716a1b-682a-43fb-a6fa-fabf0aa11bf4 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Pushing event updated for resources: {'Port': ['ID=bec73530-3839-4fcd-ba14-f520eec47b6d,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:55:18.098245 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-99113ff7-4395-44fa-a981-dc33462d8421 req-5104ce9a-9eca-4d6a-9a05-4dca2a3712b1 service neutron] For port 988e1ab5-5805-4d46-b089-22e6208febbc, host n-h1-694802-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=988e1ab5-5805-4d46-b089-22e6208febbc,segment=NetworkSegment(3c13c1c5-6909-4094-b7be-b75bca54d586),segment_id=3c13c1c5-6909-4094-b7be-b75bca54d586)] {{(pid=94467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:55:18.130755 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-99113ff7-4395-44fa-a981-dc33462d8421 req-5104ce9a-9eca-4d6a-9a05-4dca2a3712b1 service neutron] Notify callbacks [] for binding, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:18.132016 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-99113ff7-4395-44fa-a981-dc33462d8421 req-5104ce9a-9eca-4d6a-9a05-4dca2a3712b1 service neutron] 10.222.0.39 "POST /v2.0/ports/988e1ab5-5805-4d46-b089-22e6208febbc/bindings HTTP/1.1" status: 201 len: 390 time: 1.1122241 Aug 12 14:55:18.136799 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54618979-19fa-4e72-acb8-baae3b3d0385 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 14:55:18.144979 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-54618979-19fa-4e72-acb8-baae3b3d0385 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] 10.222.0.39 "PUT /v2.0/routers/45c1e8a6-3e3f-4bef-9819-3b4534ad28b8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3653133 Aug 12 14:55:18.145599 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 35902) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:55:18.148834 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eac442c-dac0-44e2-868a-1f20741a8374 None None] Sync routers for ids ['45c1e8a6-3e3f-4bef-9819-3b4534ad28b8'] in n-d-694802-15 {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 14:55:18.176768 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-a95bf7a5-b9ec-4704-8324-7bfdb2bc534a tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] 10.222.0.39 "GET /v2.0/ports?device_id=45c1e8a6-3e3f-4bef-9819-3b4534ad28b8 HTTP/1.1" status: 200 len: 205 time: 0.0299869 Aug 12 14:55:18.178609 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 35904) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:55:18.179159 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eac442c-dac0-44e2-868a-1f20741a8374 None None] Routers {'45c1e8a6-3e3f-4bef-9819-3b4534ad28b8'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:55:18.179899 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-6eac442c-dac0-44e2-868a-1f20741a8374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:55:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['45c1e8a6-3e3f-4bef-9819-3b4534ad28b8'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:55:18.280163 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8a716a1b-682a-43fb-a6fa-fabf0aa11bf4 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:18.290666 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-6eac442c-dac0-44e2-868a-1f20741a8374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:55:18.308568 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eac442c-dac0-44e2-868a-1f20741a8374 None None] Routers {'45c1e8a6-3e3f-4bef-9819-3b4534ad28b8'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:55:18.309457 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-6eac442c-dac0-44e2-868a-1f20741a8374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:55:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['45c1e8a6-3e3f-4bef-9819-3b4534ad28b8'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:55:18.351006 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-6eac442c-dac0-44e2-868a-1f20741a8374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:55:18.351789 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eac442c-dac0-44e2-868a-1f20741a8374 None None] The sync data for ids ['45c1e8a6-3e3f-4bef-9819-3b4534ad28b8'] in n-d-694802-15 is: [] {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 14:55:18.371051 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-992cf117-df54-4248-8b51-508b614a104f tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks [] for router, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:18.611345 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device c3ae34c6-8613-49f1-8def-d655345ab9fc up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:55:18.620784 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42606c2-5060-401c-8bd2-84b0fe2cb684 req-d81d3fbc-4e18-4240-a362-1ca0d3c671b0 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:55:18.622512 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-c42606c2-5060-401c-8bd2-84b0fe2cb684 req-d81d3fbc-4e18-4240-a362-1ca0d3c671b0 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/ports?device_id=8f635c1b-9047-4fc7-9184-bfaf2dee2e49 HTTP/1.1" status: 200 len: 946 time: 0.3273661 Aug 12 14:55:18.642536 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99113ff7-4395-44fa-a981-dc33462d8421 req-48d1989d-2ea1-4160-aad3-9b3f2815f098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:55:18.644093 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-99113ff7-4395-44fa-a981-dc33462d8421 req-48d1989d-2ea1-4160-aad3-9b3f2815f098 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6774b656eb8145eb998ea0059b40b4c3&device_id=8f635c1b-9047-4fc7-9184-bfaf2dee2e49 HTTP/1.1" status: 200 len: 1098 time: 0.1816599 Aug 12 14:55:18.685240 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning for port c3ae34c6-8613-49f1-8def-d655345ab9fc completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:55:18.752590 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-992cf117-df54-4248-8b51-508b614a104f tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-429360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-104877'] for router, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:18.757792 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-992cf117-df54-4248-8b51-508b614a104f tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:18.769259 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c2c68c5-7519-409d-8ebc-5fa4802b6293 None None] Network 6ab84d06-6b94-4ea7-a967-a7b4fd5d2ce3 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:55:18.812956 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fc3f61-6de3-4e06-b67e-952de18ebcfd req-62a682fa-2bc5-42b8-8fd5-03dcce191835 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:55:18.814369 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f0fc3f61-6de3-4e06-b67e-952de18ebcfd req-62a682fa-2bc5-42b8-8fd5-03dcce191835 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/ports?device_id=9271fb0b-bd21-4175-8c37-fc352b98f348 HTTP/1.1" status: 200 len: 943 time: 0.0918617 Aug 12 14:55:18.817535 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99113ff7-4395-44fa-a981-dc33462d8421 req-a2455641-7691-430c-874d-7e438c1fde24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:55:18.819191 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-99113ff7-4395-44fa-a981-dc33462d8421 req-a2455641-7691-430c-874d-7e438c1fde24 service neutron] 10.222.0.64 "GET /v2.0/networks?id=db095345-e0d8-47fa-815f-3ac64beebe04 HTTP/1.1" status: 200 len: 898 time: 0.1657882 Aug 12 14:55:18.840627 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-c42606c2-5060-401c-8bd2-84b0fe2cb684 req-45402351-c74a-4caf-ad1a-79e8719f1d25 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/security-groups?id=e9cf0ab5-0271-49fc-bd90-f712bfba6400&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1866460 Aug 12 14:55:18.889750 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device c7c6b461-3573-452c-9fc4-eaa1c38cccc8 details requested by agent hyperv_n-h2-694802-15 with host n-h2-694802-15 {{(pid=94468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 14:55:18.989348 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-84919756-9e53-4758-91d9-6185e1fc9293 None None] Provisioning for port c3ae34c6-8613-49f1-8def-d655345ab9fc completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:55:18.994252 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f0fc3f61-6de3-4e06-b67e-952de18ebcfd req-588e7f5a-9df3-423f-94e3-01629cfe99c1 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/security-groups?id=188dc986-a686-4570-b7d8-3a6edb471033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723924 Aug 12 14:55:19.003675 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-992cf117-df54-4248-8b51-508b614a104f tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-429375'] for router, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:19.004211 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-992cf117-df54-4248-8b51-508b614a104f tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Fanout notify agent at l3_agent the message router_deleted on router 45c1e8a6-3e3f-4bef-9819-3b4534ad28b8 {{(pid=94466) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 14:55:19.008837 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-99113ff7-4395-44fa-a981-dc33462d8421 req-0c5f49aa-4d34-4e81-8fbb-922a6f431952 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=988e1ab5-5805-4d46-b089-22e6208febbc HTTP/1.1" status: 200 len: 1002 time: 0.1804848 Aug 12 14:55:19.037710 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-5032bc57-85d6-4508-8d0d-2c4878c0e129 req-436f2476-4525-4e6e-829c-56cc6f32911b tempest-ServerShowV247Test-207198290 tempest-ServerShowV247Test-207198290-project] 10.222.0.39 "GET /v2.0/ports?device_id=70744b92-4523-45f9-a26d-8126e5517908 HTTP/1.1" status: 200 len: 210 time: 0.0519445 Aug 12 14:55:19.041248 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-992cf117-df54-4248-8b51-508b614a104f tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks [] for router, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:19.045210 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-992cf117-df54-4248-8b51-508b614a104f tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] 10.222.0.39 "DELETE /v2.0/routers/45c1e8a6-3e3f-4bef-9819-3b4534ad28b8 HTTP/1.1" status: 204 len: 168 time: 0.8615346 Aug 12 14:55:19.046410 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 35928) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:55:19.062759 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-84919756-9e53-4758-91d9-6185e1fc9293 None None] Provisioning complete for port c3ae34c6-8613-49f1-8def-d655345ab9fc triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:55:19.064365 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-84919756-9e53-4758-91d9-6185e1fc9293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:19.135454 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c9a0b55-43e1-4781-ac48-4d205158f29e tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Deleting subnet 04e5689f-5b36-430f-804f-7ae5e6a57cef {{(pid=94466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 14:55:19.139380 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.db.resource_extend [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 12 14:55:19.152457 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2c9a0b55-43e1-4781-ac48-4d205158f29e tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks [] for subnet, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:19.153441 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99113ff7-4395-44fa-a981-dc33462d8421 req-7997c874-ff57-4ed5-9758-a0a887989c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:55:19.155049 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-99113ff7-4395-44fa-a981-dc33462d8421 req-7997c874-ff57-4ed5-9758-a0a887989c8b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c6b9fd07-f9b4-4406-ad8f-d473ff31e70f HTTP/1.1" status: 200 len: 835 time: 0.1383698 Aug 12 14:55:19.229737 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2c9a0b55-43e1-4781-ac48-4d205158f29e tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2293551'] for subnet, precommit_delete_associations {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:19.257476 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99113ff7-4395-44fa-a981-dc33462d8421 req-22af4ccc-32dc-4f0c-9603-2f99c94c366d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:55:19.259002 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-99113ff7-4395-44fa-a981-dc33462d8421 req-22af4ccc-32dc-4f0c-9603-2f99c94c366d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=db095345-e0d8-47fa-815f-3ac64beebe04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0967457 Aug 12 14:55:19.336552 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8a716a1b-682a-43fb-a6fa-fabf0aa11bf4 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks [] for port, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:19.355448 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port c7c6b461-3573-452c-9fc4-eaa1c38cccc8, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=c7c6b461-3573-452c-9fc4-eaa1c38cccc8,segment=NetworkSegment(196fb4c7-81dc-4d55-8d5b-b3d93b852fe1),segment_id=196fb4c7-81dc-4d55-8d5b-b3d93b852fe1)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:55:19.361478 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8a716a1b-682a-43fb-a6fa-fabf0aa11bf4 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3718439'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:19.362295 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8a716a1b-682a-43fb-a6fa-fabf0aa11bf4 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66628363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66663865'] for router_interface, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:19.409784 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-99113ff7-4395-44fa-a981-dc33462d8421 req-7028959c-4eb8-4f00-802c-4484a263f58d service neutron] 10.222.0.64 "GET /v2.0/networks/db095345-e0d8-47fa-815f-3ac64beebe04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430602 Aug 12 14:55:19.411739 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Returning: {'device': 'c7c6b461-3573-452c-9fc4-eaa1c38cccc8', 'network_id': '16f33fa1-6b71-42ec-b506-a52fb0f6c597', 'port_id': 'c7c6b461-3573-452c-9fc4-eaa1c38cccc8', 'mac_address': 'fa:16:3e:ce:45:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ab25733-26fe-4392-bfb6-ba7978262295', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 14:55:19.606342 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:19.609575 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-99113ff7-4395-44fa-a981-dc33462d8421 req-c6cbbb59-f64c-428d-8b15-9753f4764a23 service neutron] 10.222.0.64 "GET /v2.0/networks/db095345-e0d8-47fa-815f-3ac64beebe04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1911035 Aug 12 14:55:19.620468 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a716a1b-682a-43fb-a6fa-fabf0aa11bf4 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Pushing event updated for resources: {'Port': ['ID=bec73530-3839-4fcd-ba14-f520eec47b6d,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:55:19.625777 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676ead52-40eb-4896-98ca-41651af25c35 req-1282dd20-b6b5-495e-826f-b3b9a3c71fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:55:19.632484 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7c6b461-3573-452c-9fc4-eaa1c38cccc8 {{(pid=94468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:55:19.647797 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-676ead52-40eb-4896-98ca-41651af25c35 req-1282dd20-b6b5-495e-826f-b3b9a3c71fd5 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=6774b656eb8145eb998ea0059b40b4c3&device_id=8f635c1b-9047-4fc7-9184-bfaf2dee2e49 HTTP/1.1" status: 200 len: 1098 time: 0.3030272 Aug 12 14:55:19.655427 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2c9a0b55-43e1-4781-ac48-4d205158f29e tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66416255'] for subnet, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:19.662594 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-84919756-9e53-4758-91d9-6185e1fc9293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:19.675892 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port c7c6b461-3573-452c-9fc4-eaa1c38cccc8, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=c7c6b461-3573-452c-9fc4-eaa1c38cccc8,segment=NetworkSegment(196fb4c7-81dc-4d55-8d5b-b3d93b852fe1),segment_id=196fb4c7-81dc-4d55-8d5b-b3d93b852fe1)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:55:19.703657 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:19.835982 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-84919756-9e53-4758-91d9-6185e1fc9293 None None] For port c3ae34c6-8613-49f1-8def-d655345ab9fc, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=c3ae34c6-8613-49f1-8def-d655345ab9fc,segment=NetworkSegment(4d4efc1a-99b7-4b1b-893a-23ac2dc22cda),segment_id=4d4efc1a-99b7-4b1b-893a-23ac2dc22cda)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:55:19.845954 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-84919756-9e53-4758-91d9-6185e1fc9293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:19.868645 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Pushing event updated for resources: {'Port': ['ID=c7c6b461-3573-452c-9fc4-eaa1c38cccc8,revision_number=4']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:55:19.880435 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a716a1b-682a-43fb-a6fa-fabf0aa11bf4 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Network 6ab84d06-6b94-4ea7-a967-a7b4fd5d2ce3 is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:55:19.884146 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-8a716a1b-682a-43fb-a6fa-fabf0aa11bf4 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:55:19.963491 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99113ff7-4395-44fa-a981-dc33462d8421 req-cec5c33b-b1c7-4c0d-924d-43271c4d432b tempest-TestNetworkAdvancedServerOps-311782475 tempest-TestNetworkAdvancedServerOps-311782475-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:55:19.965524 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-99113ff7-4395-44fa-a981-dc33462d8421 req-cec5c33b-b1c7-4c0d-924d-43271c4d432b tempest-TestNetworkAdvancedServerOps-311782475 tempest-TestNetworkAdvancedServerOps-311782475-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=8f635c1b-9047-4fc7-9184-bfaf2dee2e49&tenant_id=6774b656eb8145eb998ea0059b40b4c3&binding%3Ahost_id=n-h2-694802-15 HTTP/1.1" status: 200 len: 1098 time: 0.2760861 Aug 12 14:55:19.977997 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-99113ff7-4395-44fa-a981-dc33462d8421 req-93259549-c57d-4619-930e-fb45bd7bc2bb service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-694802-15'}}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:55:20.110149 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84919756-9e53-4758-91d9-6185e1fc9293 None None] Pushing event updated for resources: {'Port': ['ID=c3ae34c6-8613-49f1-8def-d655345ab9fc,revision_number=3']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:55:20.124430 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] get_ports_and_sgs() called for port_ids ['c7c6b461-3573-452c-9fc4-eaa1c38cccc8'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:55:20.130239 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2c9a0b55-43e1-4781-ac48-4d205158f29e tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66416232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3718429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8776402'] for subnet, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:20.168407 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-87005452-6035-47f4-97e8-3e7c3704bbc0 None None] Provisioning complete for port c3ae34c6-8613-49f1-8def-d655345ab9fc triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:55:20.168800 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-87005452-6035-47f4-97e8-3e7c3704bbc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:20.200264 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83655e9-42ad-4488-992b-a7d51765b4af req-9ee3eed2-f038-4cc7-b26c-8bc7796070f4 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:55:20.208195 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e83655e9-42ad-4488-992b-a7d51765b4af req-9ee3eed2-f038-4cc7-b26c-8bc7796070f4 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/ports?device_id=8f635c1b-9047-4fc7-9184-bfaf2dee2e49 HTTP/1.1" status: 200 len: 946 time: 0.1865370 Aug 12 14:55:20.231307 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-99113ff7-4395-44fa-a981-dc33462d8421 req-93259549-c57d-4619-930e-fb45bd7bc2bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:20.269215 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9a0b55-43e1-4781-ac48-4d205158f29e tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Pushing event deleted for resources: {'Subnet': ['ID=04e5689f-5b36-430f-804f-7ae5e6a57cef,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:55:20.279945 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676ead52-40eb-4896-98ca-41651af25c35 req-1c46d79b-0ac0-43d5-bf5a-acee003d87fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:55:20.281452 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-676ead52-40eb-4896-98ca-41651af25c35 req-1c46d79b-0ac0-43d5-bf5a-acee003d87fa service neutron] 10.222.0.49 "GET /v2.0/networks?id=db095345-e0d8-47fa-815f-3ac64beebe04 HTTP/1.1" status: 200 len: 898 time: 0.5899477 Aug 12 14:55:20.378025 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c50bf9-b240-4885-9af6-4513e486151a req-6a32b01b-8cc6-4412-82fd-8b5ee6b41dfc tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:55:20.379683 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f36a7b4-6402-42b7-a81f-a3c782e43e64 None None] Network 04eae833-7b8c-4868-88f6-b4006ac9af4c requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:55:20.381120 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-64c50bf9-b240-4885-9af6-4513e486151a req-6a32b01b-8cc6-4412-82fd-8b5ee6b41dfc tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/ports?device_id=9271fb0b-bd21-4175-8c37-fc352b98f348 HTTP/1.1" status: 200 len: 944 time: 0.2475781 Aug 12 14:55:20.387689 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2c9a0b55-43e1-4781-ac48-4d205158f29e tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks [] for subnet, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:20.389894 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-2c9a0b55-43e1-4781-ac48-4d205158f29e tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] 10.222.0.39 "DELETE /v2.0/subnets/04e5689f-5b36-430f-804f-7ae5e6a57cef HTTP/1.1" status: 204 len: 168 time: 1.3430135 Aug 12 14:55:20.397946 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 35954) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:55:20.402160 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-99113ff7-4395-44fa-a981-dc33462d8421 req-93259549-c57d-4619-930e-fb45bd7bc2bb service neutron] For port 988e1ab5-5805-4d46-b089-22e6208febbc, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=988e1ab5-5805-4d46-b089-22e6208febbc,segment=NetworkSegment(3c13c1c5-6909-4094-b7be-b75bca54d586),segment_id=3c13c1c5-6909-4094-b7be-b75bca54d586)] {{(pid=94467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:55:20.458586 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-99113ff7-4395-44fa-a981-dc33462d8421 req-93259549-c57d-4619-930e-fb45bd7bc2bb service neutron] For port 988e1ab5-5805-4d46-b089-22e6208febbc, host n-h2-694802-15, cleared binding levels {{(pid=94467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:55:20.502985 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device c3ae34c6-8613-49f1-8def-d655345ab9fc up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:55:20.520177 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a716a1b-682a-43fb-a6fa-fabf0aa11bf4 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Router b58f5ba9-1219-4663-800a-15c90fb3703e is scheduled to L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f with binding_index 1 {{(pid=94466) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 14:55:20.521067 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e83655e9-42ad-4488-992b-a7d51765b4af req-816de54f-b3a4-4a31-95b2-be3927961f14 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/security-groups?id=e9cf0ab5-0271-49fc-bd90-f712bfba6400&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3118877 Aug 12 14:55:20.546928 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f635c1b-9047-4fc7-9184-bfaf2dee2e49', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '988e1ab5-5805-4d46-b089-22e6208febbc'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:55:20.551228 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-64c50bf9-b240-4885-9af6-4513e486151a req-c4fda839-ad92-48be-9b7c-4f6a722dcb31 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/security-groups?id=188dc986-a686-4570-b7d8-3a6edb471033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476414 Aug 12 14:55:20.565559 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-676ead52-40eb-4896-98ca-41651af25c35 req-66fcca2c-d41c-47b8-a123-c919740fc7af service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=988e1ab5-5805-4d46-b089-22e6208febbc HTTP/1.1" status: 200 len: 1002 time: 0.2652118 Aug 12 14:55:20.567112 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e65282f928b64038367d043a4411777802006c43a98742496cb2e25b724ff1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b74e5126-35f0-479e-ad1f-7758c9423465" -d '{"events": [{"server_uuid": "8f635c1b-9047-4fc7-9184-bfaf2dee2e49", "name": "network-vif-unplugged", "status": "completed", "tag": "988e1ab5-5805-4d46-b089-22e6208febbc"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:55:20.579913 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-99113ff7-4395-44fa-a981-dc33462d8421 req-93259549-c57d-4619-930e-fb45bd7bc2bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:20.590749 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-99113ff7-4395-44fa-a981-dc33462d8421 req-93259549-c57d-4619-930e-fb45bd7bc2bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:20.621626 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b794e969-506e-451e-9a2d-68f08ef6f5ca tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680608'] for network, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:20.623873 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-87005452-6035-47f4-97e8-3e7c3704bbc0 None None] Provisioning for port bec73530-3839-4fcd-ba14-f520eec47b6d completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:55:20.649004 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-87005452-6035-47f4-97e8-3e7c3704bbc0 None None] Provisioning complete for port bec73530-3839-4fcd-ba14-f520eec47b6d triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:55:20.649657 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-87005452-6035-47f4-97e8-3e7c3704bbc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:20.806336 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93259549-c57d-4619-930e-fb45bd7bc2bb service neutron] Pushing event updated for resources: {'Port': ['ID=988e1ab5-5805-4d46-b089-22e6208febbc,revision_number=7']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:55:20.811128 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port c3ae34c6-8613-49f1-8def-d655345ab9fc triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:55:20.811795 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:20.811940 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 12 Aug 2021 14:55:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff86cd18-239a-42e9-b1ea-6a1b8c73f55f x-openstack-request-id: req-ff86cd18-239a-42e9-b1ea-6a1b8c73f55f {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:55:20.812113 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f635c1b-9047-4fc7-9184-bfaf2dee2e49", "name": "network-vif-unplugged", "status": "completed", "tag": "988e1ab5-5805-4d46-b089-22e6208febbc", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:55:20.812378 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ff86cd18-239a-42e9-b1ea-6a1b8c73f55f {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:55:20.812788 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f635c1b-9047-4fc7-9184-bfaf2dee2e49', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '988e1ab5-5805-4d46-b089-22e6208febbc', 'code': 200} Aug 12 14:55:20.819548 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-1f5865ff-f912-4cbf-978c-d5fa18197117 req-eaee69e7-b9da-4b18-a168-e6b346f962e3 tempest-ServerShowV247Test-207198290 tempest-ServerShowV247Test-207198290-project] 10.222.0.39 "GET /v2.0/ports?device_id=70744b92-4523-45f9-a26d-8126e5517908 HTTP/1.1" status: 200 len: 210 time: 0.1243529 Aug 12 14:55:20.828381 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93259549-c57d-4619-930e-fb45bd7bc2bb service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:55:20.828735 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93259549-c57d-4619-930e-fb45bd7bc2bb service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:55:20.829080 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93259549-c57d-4619-930e-fb45bd7bc2bb service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:55:20.829421 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93259549-c57d-4619-930e-fb45bd7bc2bb service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:55:20.830023 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93259549-c57d-4619-930e-fb45bd7bc2bb service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:55:20.830385 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93259549-c57d-4619-930e-fb45bd7bc2bb service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:55:20.830884 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93259549-c57d-4619-930e-fb45bd7bc2bb service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:55:20.831500 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93259549-c57d-4619-930e-fb45bd7bc2bb service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:55:20.831844 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93259549-c57d-4619-930e-fb45bd7bc2bb service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:55:20.832178 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93259549-c57d-4619-930e-fb45bd7bc2bb service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:55:20.832509 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93259549-c57d-4619-930e-fb45bd7bc2bb service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:55:20.832887 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93259549-c57d-4619-930e-fb45bd7bc2bb service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:55:20.913679 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-87005452-6035-47f4-97e8-3e7c3704bbc0 None None] Port bec73530-3839-4fcd-ba14-f520eec47b6d cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 14:55:20.977834 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-99113ff7-4395-44fa-a981-dc33462d8421 req-93259549-c57d-4619-930e-fb45bd7bc2bb service neutron] Attempting to bind port 988e1ab5-5805-4d46-b089-22e6208febbc on host n-h2-694802-15 for vnic_type normal with profile {"migrating_to": "n-h1-694802-15"} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:55:20.978288 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-99113ff7-4395-44fa-a981-dc33462d8421 req-93259549-c57d-4619-930e-fb45bd7bc2bb service neutron] Attempting to bind port 988e1ab5-5805-4d46-b089-22e6208febbc by drivers openvswitch,hyperv on host n-h2-694802-15 at level 0 using segments [{'id': '3c13c1c5-6909-4094-b7be-b75bca54d586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'db095345-e0d8-47fa-815f-3ac64beebe04'}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:55:20.978875 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99113ff7-4395-44fa-a981-dc33462d8421 req-93259549-c57d-4619-930e-fb45bd7bc2bb service neutron] Attempting to bind port 988e1ab5-5805-4d46-b089-22e6208febbc on network db095345-e0d8-47fa-815f-3ac64beebe04 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:55:20.984315 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99113ff7-4395-44fa-a981-dc33462d8421 req-93259549-c57d-4619-930e-fb45bd7bc2bb service neutron] Port 988e1ab5-5805-4d46-b089-22e6208febbc on network db095345-e0d8-47fa-815f-3ac64beebe04 not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-15 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 14:55:20.985398 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99113ff7-4395-44fa-a981-dc33462d8421 req-93259549-c57d-4619-930e-fb45bd7bc2bb service neutron] Attempting to bind port 988e1ab5-5805-4d46-b089-22e6208febbc on network db095345-e0d8-47fa-815f-3ac64beebe04 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:55:20.993676 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99113ff7-4395-44fa-a981-dc33462d8421 req-93259549-c57d-4619-930e-fb45bd7bc2bb service neutron] Checking agent: {'id': 'b7697f71-33f3-4959-ad82-43c2dc15845d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 27, 42), 'started_at': datetime.datetime(2021, 8, 12, 14, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 55, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:55:20.994767 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99113ff7-4395-44fa-a981-dc33462d8421 req-93259549-c57d-4619-930e-fb45bd7bc2bb service neutron] Checking segment: {'id': '3c13c1c5-6909-4094-b7be-b75bca54d586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'db095345-e0d8-47fa-815f-3ac64beebe04'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:55:20.996351 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99113ff7-4395-44fa-a981-dc33462d8421 req-93259549-c57d-4619-930e-fb45bd7bc2bb service neutron] Bound using segment: {'id': '3c13c1c5-6909-4094-b7be-b75bca54d586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'db095345-e0d8-47fa-815f-3ac64beebe04'} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:55:20.997478 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-99113ff7-4395-44fa-a981-dc33462d8421 req-93259549-c57d-4619-930e-fb45bd7bc2bb service neutron] Bound port: 988e1ab5-5805-4d46-b089-22e6208febbc, host: n-h2-694802-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c13c1c5-6909-4094-b7be-b75bca54d586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'db095345-e0d8-47fa-815f-3ac64beebe04'}}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:55:21.004167 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-99113ff7-4395-44fa-a981-dc33462d8421 req-93259549-c57d-4619-930e-fb45bd7bc2bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:21.049697 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-00ff8f00-8b85-431c-ae3c-2d01a975bea0 None None] Provisioning complete for port bec73530-3839-4fcd-ba14-f520eec47b6d triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:55:21.050081 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-00ff8f00-8b85-431c-ae3c-2d01a975bea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:21.113845 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46828a40-bfd1-43dd-adff-1b52bbd192d5 None None] DHCP port deletion for 04eae833-7b8c-4868-88f6-b4006ac9af4c request from n-d-694802-15 {{(pid=94468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 14:55:21.134609 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-99113ff7-4395-44fa-a981-dc33462d8421 req-93259549-c57d-4619-930e-fb45bd7bc2bb service neutron] For port 988e1ab5-5805-4d46-b089-22e6208febbc, host n-h2-694802-15, cleared binding levels {{(pid=94467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:55:21.145205 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-99113ff7-4395-44fa-a981-dc33462d8421 req-93259549-c57d-4619-930e-fb45bd7bc2bb service neutron] For port 988e1ab5-5805-4d46-b089-22e6208febbc, host n-h2-694802-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=988e1ab5-5805-4d46-b089-22e6208febbc,segment=NetworkSegment(3c13c1c5-6909-4094-b7be-b75bca54d586),segment_id=3c13c1c5-6909-4094-b7be-b75bca54d586)] {{(pid=94467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:55:21.150555 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-99113ff7-4395-44fa-a981-dc33462d8421 req-93259549-c57d-4619-930e-fb45bd7bc2bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:21.222289 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-00ff8f00-8b85-431c-ae3c-2d01a975bea0 None None] Port bec73530-3839-4fcd-ba14-f520eec47b6d cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 14:55:21.279338 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-46828a40-bfd1-43dd-adff-1b52bbd192d5 None None] Deleting port 4e90a5b3-1565-469b-995e-5fc8789b6046 {{(pid=94468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:55:21.279965 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-46828a40-bfd1-43dd-adff-1b52bbd192d5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:21.305736 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93259549-c57d-4619-930e-fb45bd7bc2bb service neutron] Pushing event updated for resources: {'Port': ['ID=988e1ab5-5805-4d46-b089-22e6208febbc,revision_number=8']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:55:21.345146 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676ead52-40eb-4896-98ca-41651af25c35 req-5aaae7f3-013e-4b9c-bfb7-cbedadbe6b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:55:21.347842 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-676ead52-40eb-4896-98ca-41651af25c35 req-5aaae7f3-013e-4b9c-bfb7-cbedadbe6b0d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c6b9fd07-f9b4-4406-ad8f-d473ff31e70f HTTP/1.1" status: 200 len: 835 time: 0.7647574 Aug 12 14:55:21.407662 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99113ff7-4395-44fa-a981-dc33462d8421 req-93259549-c57d-4619-930e-fb45bd7bc2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:55:21.412555 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-99113ff7-4395-44fa-a981-dc33462d8421 req-93259549-c57d-4619-930e-fb45bd7bc2bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:21.414085 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-99113ff7-4395-44fa-a981-dc33462d8421 req-93259549-c57d-4619-930e-fb45bd7bc2bb service neutron] 10.222.0.64 "PUT /v2.0/ports/988e1ab5-5805-4d46-b089-22e6208febbc HTTP/1.1" status: 200 len: 1124 time: 1.4405837 Aug 12 14:55:21.421235 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a716a1b-682a-43fb-a6fa-fabf0aa11bf4 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 14:55:21.438263 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-8a716a1b-682a-43fb-a6fa-fabf0aa11bf4 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] 10.222.0.39 "PUT /v2.0/routers/b58f5ba9-1219-4663-800a-15c90fb3703e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5047262 Aug 12 14:55:21.438826 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 35982) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:55:21.445100 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-a1bc6baa-811a-4045-ae38-e2b5b0856512 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-787800729'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:55:21.474152 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-b794e969-506e-451e-9a2d-68f08ef6f5ca tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Deleting port 4e90a5b3-1565-469b-995e-5fc8789b6046 {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:55:21.474803 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b794e969-506e-451e-9a2d-68f08ef6f5ca tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:21.483210 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676ead52-40eb-4896-98ca-41651af25c35 req-96d54d8b-1657-412e-b71d-7332e2339984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:55:21.485145 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-676ead52-40eb-4896-98ca-41651af25c35 req-96d54d8b-1657-412e-b71d-7332e2339984 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=db095345-e0d8-47fa-815f-3ac64beebe04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1187935 Aug 12 14:55:21.499545 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1bc6baa-811a-4045-ae38-e2b5b0856512 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Made reservation on behalf of 6ba6601003674b8c9c33878dd4577887 for: {'network': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:55:21.506600 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a1bc6baa-811a-4045-ae38-e2b5b0856512 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for network, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:21.555673 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1bc6baa-811a-4045-ae38-e2b5b0856512 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] vlan segment allocate from pool success with {'vlan_id': 326, 'physical_network': 'physnet1'} {{(pid=94467) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 14:55:21.581477 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a1bc6baa-811a-4045-ae38-e2b5b0856512 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:21.581840 n-d-694802-15 neutron-server[94467]: INFO neutron.db.segments_db [None req-a1bc6baa-811a-4045-ae38-e2b5b0856512 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Added segment 92fc1e4b-bb1e-4fa4-834f-6c2a8cd31ed6 of type vlan for network 37ef00f0-1bfc-4807-8a6d-1e8de1f718ea Aug 12 14:55:21.622668 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47bbd5cc-d09c-4678-a1be-2f820c214614 None None] Sync routers for ids ['b58f5ba9-1219-4663-800a-15c90fb3703e'] in n-d-694802-15 {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 14:55:21.646337 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a1bc6baa-811a-4045-ae38-e2b5b0856512 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744653628263'] for network, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:21.689210 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] get_ports_and_sgs() called for port_ids ['988e1ab5-5805-4d46-b089-22e6208febbc'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:55:21.690687 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a1bc6baa-811a-4045-ae38-e2b5b0856512 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409'] for network, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:21.705027 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1bc6baa-811a-4045-ae38-e2b5b0856512 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:55:21.705679 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a1bc6baa-811a-4045-ae38-e2b5b0856512 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for network, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:21.725278 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47bbd5cc-d09c-4678-a1be-2f820c214614 None None] Routers {'b58f5ba9-1219-4663-800a-15c90fb3703e'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:55:21.725914 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-47bbd5cc-d09c-4678-a1be-2f820c214614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:55:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['b58f5ba9-1219-4663-800a-15c90fb3703e'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:55:21.732434 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-a1bc6baa-811a-4045-ae38-e2b5b0856512 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2921188 Aug 12 14:55:21.744277 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-b794e969-506e-451e-9a2d-68f08ef6f5ca tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] For port 4e90a5b3-1565-469b-995e-5fc8789b6046, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=4e90a5b3-1565-469b-995e-5fc8789b6046,segment=NetworkSegment(f788deb9-a4a6-48d9-8812-6adfa597faaa),segment_id=f788deb9-a4a6-48d9-8812-6adfa597faaa)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:55:21.745000 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b794e969-506e-451e-9a2d-68f08ef6f5ca tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:21.752889 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 35996) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:55:21.763896 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-cd110f3e-13be-4f7c-800e-49d86808bbe2 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Request body: {'subnet': {'network_id': '37ef00f0-1bfc-4807-8a6d-1e8de1f718ea', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:55:21.764612 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-b794e969-506e-451e-9a2d-68f08ef6f5ca tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Calling delete_port for 4e90a5b3-1565-469b-995e-5fc8789b6046 owned by network:dhcp {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:55:21.784531 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-fe9877d0-f5cd-4cac-b6a2-ed9edb5454bb None None] Provisioning complete for port 988e1ab5-5805-4d46-b089-22e6208febbc triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:55:21.784908 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-fe9877d0-f5cd-4cac-b6a2-ed9edb5454bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:21.844368 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-46828a40-bfd1-43dd-adff-1b52bbd192d5 None None] For port 4e90a5b3-1565-469b-995e-5fc8789b6046, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=4e90a5b3-1565-469b-995e-5fc8789b6046,segment=NetworkSegment(f788deb9-a4a6-48d9-8812-6adfa597faaa),segment_id=f788deb9-a4a6-48d9-8812-6adfa597faaa)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:55:21.844646 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-46828a40-bfd1-43dd-adff-1b52bbd192d5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:21.848537 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bc6baa-811a-4045-ae38-e2b5b0856512 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Pushing event updated for resources: {'Network': ['ID=37ef00f0-1bfc-4807-8a6d-1e8de1f718ea,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:55:21.885792 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Network 37ef00f0-1bfc-4807-8a6d-1e8de1f718ea details requested by agent ovs-agent-n-d-694802-15 with host n-d-694802-15 {{(pid=94468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 14:55:21.887250 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-676ead52-40eb-4896-98ca-41651af25c35 req-8ced6d81-f814-4e67-afc3-823a6d81893f service neutron] 10.222.0.49 "GET /v2.0/networks/db095345-e0d8-47fa-815f-3ac64beebe04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3075128 Aug 12 14:55:21.887351 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-46828a40-bfd1-43dd-adff-1b52bbd192d5 None None] Calling delete_port for 4e90a5b3-1565-469b-995e-5fc8789b6046 owned by network:dhcp {{(pid=94468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:55:21.910009 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b794e969-506e-451e-9a2d-68f08ef6f5ca tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:21.928919 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721292cb-16f0-41a0-b8a1-5c17bf7e99ab req-9216d1bc-0b7b-4d04-8378-da20cc530a91 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:55:21.936863 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-721292cb-16f0-41a0-b8a1-5c17bf7e99ab req-9216d1bc-0b7b-4d04-8378-da20cc530a91 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/ports?device_id=9271fb0b-bd21-4175-8c37-fc352b98f348 HTTP/1.1" status: 200 len: 944 time: 0.2150095 Aug 12 14:55:21.990064 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd110f3e-13be-4f7c-800e-49d86808bbe2 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Made reservation on behalf of 6ba6601003674b8c9c33878dd4577887 for: {'subnet': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:55:21.994879 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-cd110f3e-13be-4f7c-800e-49d86808bbe2 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3343791'] for subnet, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:21.999212 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b794e969-506e-451e-9a2d-68f08ef6f5ca tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Pushing event deleted for resources: {'Port': ['ID=4e90a5b3-1565-469b-995e-5fc8789b6046,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:55:22.006946 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b794e969-506e-451e-9a2d-68f08ef6f5ca tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] No DVR routers for this DVR port 4e90a5b3-1565-469b-995e-5fc8789b6046 on host n-d-694802-15 {{(pid=94466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:55:22.072031 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvr_db [None req-47bbd5cc-d09c-4678-a1be-2f820c214614 None None] Set router b58f5ba9-1219-4663-800a-15c90fb3703e gateway port host: None {{(pid=94468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:55:22.117182 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40276de5-4766-48ef-ae12-2ed56db3bc09 req-2f69c8b3-3c07-44b3-b60e-03516a13c101 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:55:22.118718 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-40276de5-4766-48ef-ae12-2ed56db3bc09 req-2f69c8b3-3c07-44b3-b60e-03516a13c101 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/ports?device_id=8f635c1b-9047-4fc7-9184-bfaf2dee2e49 HTTP/1.1" status: 200 len: 944 time: 0.2358949 Aug 12 14:55:22.160303 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b794e969-506e-451e-9a2d-68f08ef6f5ca tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66413304', 'neutron.services.segments.db._delete_segments_for_network-8744654118000'] for network, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:22.177485 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-676ead52-40eb-4896-98ca-41651af25c35 req-03d92c66-1083-4d32-bc8a-3c7feee47edf service neutron] 10.222.0.49 "GET /v2.0/networks/db095345-e0d8-47fa-815f-3ac64beebe04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2788384 Aug 12 14:55:22.184033 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-b794e969-506e-451e-9a2d-68f08ef6f5ca tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04eae833-7b8c-4868-88f6-b4006ac9af4c']}} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:55:22.191896 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-cd110f3e-13be-4f7c-800e-49d86808bbe2 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2859166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3343773'] for subnet, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:22.207582 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-b794e969-506e-451e-9a2d-68f08ef6f5ca tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f788deb9-a4a6-48d9-8812-6adfa597faaa') {'for_net_delete': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:55:22.207957 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-b794e969-506e-451e-9a2d-68f08ef6f5ca tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f788deb9-a4a6-48d9-8812-6adfa597faaa') {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:55:22.221040 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-40276de5-4766-48ef-ae12-2ed56db3bc09 req-65721022-c0f9-4a11-9f96-420afa7c45d6 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/security-groups?id=e9cf0ab5-0271-49fc-bd90-f712bfba6400&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0895367 Aug 12 14:55:22.222678 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b794e969-506e-451e-9a2d-68f08ef6f5ca tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744654122361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2293560'] for segment, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:22.237774 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b794e969-506e-451e-9a2d-68f08ef6f5ca tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:22.244135 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b794e969-506e-451e-9a2d-68f08ef6f5ca tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Releasing vlan 348 on physical network physnet1 to pool {{(pid=94466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 14:55:22.245214 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b794e969-506e-451e-9a2d-68f08ef6f5ca tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3718595'] for segment, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:22.248916 n-d-694802-15 neutron-server[94466]: Traceback (most recent call last): Aug 12 14:55:22.248916 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 14:55:22.248916 n-d-694802-15 neutron-server[94466]: timer() Aug 12 14:55:22.248916 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 14:55:22.248916 n-d-694802-15 neutron-server[94466]: cb(*args, **kw) Aug 12 14:55:22.248916 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 14:55:22.248916 n-d-694802-15 neutron-server[94466]: return func(*args, **kwargs) Aug 12 14:55:22.248916 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 14:55:22.248916 n-d-694802-15 neutron-server[94466]: self._notify() Aug 12 14:55:22.248916 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 14:55:22.248916 n-d-694802-15 neutron-server[94466]: self.callback(batched_events) Aug 12 14:55:22.248916 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 14:55:22.248916 n-d-694802-15 neutron-server[94466]: event.method(event) Aug 12 14:55:22.248916 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 14:55:22.248916 n-d-694802-15 neutron-server[94466]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 14:55:22.248916 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 14:55:22.248916 n-d-694802-15 neutron-server[94466]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 14:55:22.248916 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 14:55:22.248916 n-d-694802-15 neutron-server[94466]: return f(self, *a, **k) Aug 12 14:55:22.248916 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 14:55:22.248916 n-d-694802-15 neutron-server[94466]: return self._get(url).json() Aug 12 14:55:22.248916 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 14:55:22.248916 n-d-694802-15 neutron-server[94466]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 14:55:22.248916 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 14:55:22.248916 n-d-694802-15 neutron-server[94466]: return self.request(url, 'GET', **kwargs) Aug 12 14:55:22.248916 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 14:55:22.248916 n-d-694802-15 neutron-server[94466]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 14:55:22.248916 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 14:55:22.248916 n-d-694802-15 neutron-server[94466]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 14:55:22.248916 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 14:55:22.248916 n-d-694802-15 neutron-server[94466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 14:55:22.248916 n-d-694802-15 neutron-server[94466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 14:55:22.260633 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-721292cb-16f0-41a0-b8a1-5c17bf7e99ab req-6048822a-0a07-4344-bfd1-b32ebccfb365 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/security-groups?id=188dc986-a686-4570-b7d8-3a6edb471033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3183565 Aug 12 14:55:22.352894 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b794e969-506e-451e-9a2d-68f08ef6f5ca tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66413281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431520'] for network, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:22.354200 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd110f3e-13be-4f7c-800e-49d86808bbe2 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Pushing event updated for resources: {'Subnet': ['ID=11a9c4e0-7b9d-4843-9183-43a7d125abff,revision_number=0']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:55:22.363371 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b794e969-506e-451e-9a2d-68f08ef6f5ca tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks [] for network, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:22.369739 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-b794e969-506e-451e-9a2d-68f08ef6f5ca tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] 10.222.0.39 "DELETE /v2.0/networks/04eae833-7b8c-4868-88f6-b4006ac9af4c HTTP/1.1" status: 204 len: 168 time: 1.9631557 Aug 12 14:55:22.372748 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 36010) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:55:22.377134 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd110f3e-13be-4f7c-800e-49d86808bbe2 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Checking segment: {'id': '92fc1e4b-bb1e-4fa4-834f-6c2a8cd31ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '37ef00f0-1bfc-4807-8a6d-1e8de1f718ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:55:22.377505 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd110f3e-13be-4f7c-800e-49d86808bbe2 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Network hostable DHCP agents. Network: 37ef00f0-1bfc-4807-8a6d-1e8de1f718ea, hostable agents: ['1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658'], hosted agents: [] {{(pid=94467) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 14:55:22.427149 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-a3b9c55b-3b33-41b9-a635-8da7dc7ed919 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-519741487', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'}, 'admin_state_up': False}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:55:22.444391 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b794e969-506e-451e-9a2d-68f08ef6f5ca tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Pushing event deleted for resources: {'Network': ['ID=04eae833-7b8c-4868-88f6-b4006ac9af4c,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:55:22.468537 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a3b9c55b-3b33-41b9-a635-8da7dc7ed919 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-430574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-104863'] for router, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:22.469979 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a3b9c55b-3b33-41b9-a635-8da7dc7ed919 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-429438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-431405', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66646573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-104852'] for router, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:22.485432 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-13978608-0c2b-4fe7-bece-b5ee8e9aca75 req-90d1d3c9-463c-41ed-973e-94759f250efd tempest-ServerShowV247Test-207198290 tempest-ServerShowV247Test-207198290-project] 10.222.0.39 "GET /v2.0/ports?device_id=70744b92-4523-45f9-a26d-8126e5517908 HTTP/1.1" status: 200 len: 210 time: 0.1052637 Aug 12 14:55:22.493669 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 4e90a5b3-1565-469b-995e-5fc8789b6046 no longer exists at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:55:22.505614 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd110f3e-13be-4f7c-800e-49d86808bbe2 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Network 37ef00f0-1bfc-4807-8a6d-1e8de1f718ea is scheduled to be hosted by DHCP agent 1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658 with binding_index 1 {{(pid=94467) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 14:55:22.524111 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [None req-cd110f3e-13be-4f7c-800e-49d86808bbe2 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-15, 37ef00f0-1bfc-4807-8a6d-1e8de1f718ea) {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:55:22.534269 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd110f3e-13be-4f7c-800e-49d86808bbe2 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:55:22.534864 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-cd110f3e-13be-4f7c-800e-49d86808bbe2 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks [] for subnet, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:22.546773 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a3b9c55b-3b33-41b9-a635-8da7dc7ed919 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:22.561096 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] No Port match for: 4e90a5b3-1565-469b-995e-5fc8789b6046 {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 14:55:22.561096 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 4e90a5b3-1565-469b-995e-5fc8789b6046 not bound to the agent host n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:55:22.568180 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-cd110f3e-13be-4f7c-800e-49d86808bbe2 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8101771 Aug 12 14:55:22.571590 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 36018) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:55:22.587616 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e15e5b46-3448-4dc2-8963-aac7fe0cd52b None None] Network 37ef00f0-1bfc-4807-8a6d-1e8de1f718ea requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:55:22.699009 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-fe9877d0-f5cd-4cac-b6a2-ed9edb5454bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:22.724451 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a3b9c55b-3b33-41b9-a635-8da7dc7ed919 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:22.736207 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-46828a40-bfd1-43dd-adff-1b52bbd192d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262'] for port, after_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:22.779883 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-fe9877d0-f5cd-4cac-b6a2-ed9edb5454bb None None] For port 988e1ab5-5805-4d46-b089-22e6208febbc, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=988e1ab5-5805-4d46-b089-22e6208febbc,segment=NetworkSegment(3c13c1c5-6909-4094-b7be-b75bca54d586),segment_id=3c13c1c5-6909-4094-b7be-b75bca54d586)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:55:22.780929 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-46828a40-bfd1-43dd-adff-1b52bbd192d5 None None] Network 04eae833-7b8c-4868-88f6-b4006ac9af4c is not hosted by any dhcp agent {{(pid=94468) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 12 14:55:22.781447 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46828a40-bfd1-43dd-adff-1b52bbd192d5 None None] No DVR routers for this DVR port 4e90a5b3-1565-469b-995e-5fc8789b6046 on host n-d-694802-15 {{(pid=94468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:55:22.838953 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f635c1b-9047-4fc7-9184-bfaf2dee2e49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '988e1ab5-5805-4d46-b089-22e6208febbc'}] {{(pid=94468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:55:22.841358 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99a8d87602170099c728e57431aca99e9b98a655a83bbf8727be13192709727b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26353bf7-c6c2-42f5-ac63-11a4618547dd" -d '{"events": [{"server_uuid": "8f635c1b-9047-4fc7-9184-bfaf2dee2e49", "name": "network-vif-plugged", "status": "completed", "tag": "988e1ab5-5805-4d46-b089-22e6208febbc"}]}' {{(pid=94468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:55:22.859422 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f635c1b-9047-4fc7-9184-bfaf2dee2e49', 'tag': '988e1ab5-5805-4d46-b089-22e6208febbc'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:55:22.863634 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-fe9877d0-f5cd-4cac-b6a2-ed9edb5454bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:22.866278 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e65282f928b64038367d043a4411777802006c43a98742496cb2e25b724ff1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1154c87d-5776-41ca-b928-f862fadaaa9e" -d '{"events": [{"name": "network-changed", "server_uuid": "8f635c1b-9047-4fc7-9184-bfaf2dee2e49", "tag": "988e1ab5-5805-4d46-b089-22e6208febbc"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:55:22.871548 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46828a40-bfd1-43dd-adff-1b52bbd192d5 None None] Pushing event deleted for resources: {'Port': ['ID=4e90a5b3-1565-469b-995e-5fc8789b6046,revision_number=None']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:55:22.888679 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device c7c6b461-3573-452c-9fc4-eaa1c38cccc8 up at agent hyperv_n-h2-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:55:23.027861 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 14:55:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5edace39-f29a-4dac-ba4b-1ce912ad97f2 x-openstack-request-id: req-5edace39-f29a-4dac-ba4b-1ce912ad97f2 {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:55:23.028281 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f635c1b-9047-4fc7-9184-bfaf2dee2e49", "tag": "988e1ab5-5805-4d46-b089-22e6208febbc", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:55:23.028530 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5edace39-f29a-4dac-ba4b-1ce912ad97f2 {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:55:23.034630 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f635c1b-9047-4fc7-9184-bfaf2dee2e49', 'tag': '988e1ab5-5805-4d46-b089-22e6208febbc', 'status': 'completed', 'code': 200} Aug 12 14:55:23.045086 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 14:55:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-490a019f-6af2-4450-8552-4e7b8e119e32 x-openstack-request-id: req-490a019f-6af2-4450-8552-4e7b8e119e32 {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:55:23.045382 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f635c1b-9047-4fc7-9184-bfaf2dee2e49", "name": "network-vif-plugged", "status": "completed", "tag": "988e1ab5-5805-4d46-b089-22e6208febbc", "code": 200}]} {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:55:23.046540 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-490a019f-6af2-4450-8552-4e7b8e119e32 {{(pid=94468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:55:23.047725 n-d-694802-15 neutron-server[94468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f635c1b-9047-4fc7-9184-bfaf2dee2e49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '988e1ab5-5805-4d46-b089-22e6208febbc', 'code': 200} Aug 12 14:55:23.201787 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a3b9c55b-3b33-41b9-a635-8da7dc7ed919 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks [] for router_gateway, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:23.227228 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a3b9c55b-3b33-41b9-a635-8da7dc7ed919 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:23.243601 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1154c87d-5776-41ca-b928-f862fadaaa9e req-dd4fea8a-3d9e-4e15-a899-c33edead369c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:55:23.245428 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-1154c87d-5776-41ca-b928-f862fadaaa9e req-dd4fea8a-3d9e-4e15-a899-c33edead369c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=6774b656eb8145eb998ea0059b40b4c3&device_id=8f635c1b-9047-4fc7-9184-bfaf2dee2e49 HTTP/1.1" status: 200 len: 1129 time: 0.1742551 Aug 12 14:55:23.311042 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device 988e1ab5-5805-4d46-b089-22e6208febbc details requested by agent hyperv_n-h1-694802-15 with host n-h1-694802-15 {{(pid=94468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 14:55:23.462609 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9877d0-f5cd-4cac-b6a2-ed9edb5454bb None None] Pushing event updated for resources: {'Port': ['ID=988e1ab5-5805-4d46-b089-22e6208febbc,revision_number=9']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:55:23.475415 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-a3b9c55b-3b33-41b9-a635-8da7dc7ed919 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Allocated IP 172.25.1.137 (d3759e1b-6c03-45ac-acd4-90abb417809b/f0254f08-c19c-4e31-bd9c-09389ea4b6f2/89df990a-1f30-4735-a936-a79b42291dfc) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:55:23.477040 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-e834a35f-2e1a-4061-a394-69a159131859 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:23.492383 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ba4948-8e9d-4b00-8a7b-ffaaab85d9fd req-33068a06-933f-4676-89f9-650a3b3b3938 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:55:23.501511 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-e3ba4948-8e9d-4b00-8a7b-ffaaab85d9fd req-33068a06-933f-4676-89f9-650a3b3b3938 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/ports?device_id=8f635c1b-9047-4fc7-9184-bfaf2dee2e49 HTTP/1.1" status: 200 len: 946 time: 0.1186526 Aug 12 14:55:23.505620 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1154c87d-5776-41ca-b928-f862fadaaa9e req-d5c063c7-8587-4b2c-b931-1810e220065d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:55:23.506941 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-1154c87d-5776-41ca-b928-f862fadaaa9e req-d5c063c7-8587-4b2c-b931-1810e220065d service neutron] 10.222.0.49 "GET /v2.0/networks?id=db095345-e0d8-47fa-815f-3ac64beebe04 HTTP/1.1" status: 200 len: 898 time: 0.2298992 Aug 12 14:55:23.588832 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e809e0-9d76-43b8-b70f-45c2f9f21357 req-94c78a6f-c11d-42cd-92da-7f2ce1b5d7fb tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:55:23.590433 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d2e809e0-9d76-43b8-b70f-45c2f9f21357 req-94c78a6f-c11d-42cd-92da-7f2ce1b5d7fb tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/ports?device_id=9271fb0b-bd21-4175-8c37-fc352b98f348 HTTP/1.1" status: 200 len: 944 time: 0.1951892 Aug 12 14:55:23.661033 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Provisioning for port c7c6b461-3573-452c-9fc4-eaa1c38cccc8 completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:55:23.675429 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78d7d8dd-5447-48af-b9d6-03f3600cab35 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa7035b3e-9a89-5964-b9f4-97301c3f476a-37ef00f0-1bfc-4807-8a6d-1e8de1f718ea', 'network_id': '37ef00f0-1bfc-4807-8a6d-1e8de1f718ea', 'tenant_id': '6ba6601003674b8c9c33878dd4577887', 'fixed_ips': [{'subnet_id': '11a9c4e0-7b9d-4843-9183-43a7d125abff'}]}} from n-d-694802-15. {{(pid=94468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 14:55:23.676456 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-78d7d8dd-5447-48af-b9d6-03f3600cab35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:23.701298 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Provisioning complete for port c7c6b461-3573-452c-9fc4-eaa1c38cccc8 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:55:23.701992 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:23.728402 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d2e809e0-9d76-43b8-b70f-45c2f9f21357 req-e1c319c0-4d16-4a04-a5d3-0b934a6993e0 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/security-groups?id=188dc986-a686-4570-b7d8-3a6edb471033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033423 Aug 12 14:55:23.748628 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-1154c87d-5776-41ca-b928-f862fadaaa9e req-0e74d57a-3f00-4669-814e-ba8275bff14e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=988e1ab5-5805-4d46-b089-22e6208febbc HTTP/1.1" status: 200 len: 1002 time: 0.2282398 Aug 12 14:55:23.764800 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-e3ba4948-8e9d-4b00-8a7b-ffaaab85d9fd req-c66ca78d-82b4-4366-bc25-dbe4a3d4cf70 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/security-groups?id=e9cf0ab5-0271-49fc-bd90-f712bfba6400&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2606437 Aug 12 14:55:23.862438 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-47bbd5cc-d09c-4678-a1be-2f820c214614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b58f5ba9-1219-4663-800a-15c90fb3703e', 'name': 'tempest-RoutersIpV6Test-router-782971319', 'tenant_id': '6ba6601003674b8c9c33878dd4577887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:55:13Z', 'updated_at': '2021-08-12T14:55:18Z', 'revision_number': 2, 'project_id': '6ba6601003674b8c9c33878dd4577887', 'gw_port_host': None, '_interfaces': [{'id': 'bec73530-3839-4fcd-ba14-f520eec47b6d', 'name': '', 'network_id': '6ab84d06-6b94-4ea7-a967-a7b4fd5d2ce3', 'tenant_id': '6ba6601003674b8c9c33878dd4577887', 'mac_address': 'fa:16:3e:b4:a9:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b58f5ba9-1219-4663-800a-15c90fb3703e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2773, 'fixed_ips': [{'subnet_id': 'ce6177dd-6991-4d81-b4d3-7cc3b78710ce', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:55:17Z', 'updated_at': '2021-08-12T14:55:18Z', 'revision_number': 2, 'project_id': '6ba6601003674b8c9c33878dd4577887', 'subnets': [{'id': 'ce6177dd-6991-4d81-b4d3-7cc3b78710ce', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:55:23.890869 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-84e75c6c-814a-4fa3-9256-6457bb8d9992 req-697e0714-4cee-4c8e-aa17-287699aff9d1 tempest-ServerShowV247Test-207198290 tempest-ServerShowV247Test-207198290-project] 10.222.0.39 "GET /v2.0/ports?device_id=70744b92-4523-45f9-a26d-8126e5517908 HTTP/1.1" status: 200 len: 210 time: 0.0308073 Aug 12 14:55:23.927611 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a3b9c55b-3b33-41b9-a635-8da7dc7ed919 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:23.936374 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1154c87d-5776-41ca-b928-f862fadaaa9e req-73404f96-f376-420a-ae6f-4b2cd6d14fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:55:23.938067 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-1154c87d-5776-41ca-b928-f862fadaaa9e req-73404f96-f376-420a-ae6f-4b2cd6d14fd4 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c6b9fd07-f9b4-4406-ad8f-d473ff31e70f HTTP/1.1" status: 200 len: 835 time: 0.1720512 Aug 12 14:55:23.967711 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47bbd5cc-d09c-4678-a1be-2f820c214614 None None] Checking router: b58f5ba9-1219-4663-800a-15c90fb3703e for host: n-d-694802-15 {{(pid=94468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 14:55:23.968072 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47bbd5cc-d09c-4678-a1be-2f820c214614 None None] Updating router b58f5ba9-1219-4663-800a-15c90fb3703e port bec73530-3839-4fcd-ba14-f520eec47b6d binding host n-d-694802-15 {{(pid=94468) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 14:55:23.977841 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port 988e1ab5-5805-4d46-b089-22e6208febbc, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=988e1ab5-5805-4d46-b089-22e6208febbc,segment=NetworkSegment(3c13c1c5-6909-4094-b7be-b75bca54d586),segment_id=3c13c1c5-6909-4094-b7be-b75bca54d586)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:55:23.981466 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-666bc12d-93eb-4572-9d49-ef7462119ff0 None None] Provisioning complete for port 988e1ab5-5805-4d46-b089-22e6208febbc triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:55:23.981785 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-666bc12d-93eb-4572-9d49-ef7462119ff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:23.989408 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_common [None req-e834a35f-2e1a-4061-a394-69a159131859 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Allocated IP 2001:db8:1::1 (37ef00f0-1bfc-4807-8a6d-1e8de1f718ea/11a9c4e0-7b9d-4843-9183-43a7d125abff/e12c8dd3-edf4-49b5-b598-372708de7d26) {{(pid=94467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:55:24.010394 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1154c87d-5776-41ca-b928-f862fadaaa9e req-18b47839-e0d5-405a-9fbe-8c85543d9120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:55:24.012656 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-1154c87d-5776-41ca-b928-f862fadaaa9e req-18b47839-e0d5-405a-9fbe-8c85543d9120 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=db095345-e0d8-47fa-815f-3ac64beebe04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0637565 Aug 12 14:55:24.021086 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a3b9c55b-3b33-41b9-a635-8da7dc7ed919 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:24.054172 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device 988e1ab5-5805-4d46-b089-22e6208febbc has no active binding in host n-h1-694802-15 {{(pid=94468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 12 14:55:24.060952 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-47bbd5cc-d09c-4678-a1be-2f820c214614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:24.117091 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3b9c55b-3b33-41b9-a635-8da7dc7ed919 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Network d3759e1b-6c03-45ac-acd4-90abb417809b is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:55:24.122472 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-a3b9c55b-3b33-41b9-a635-8da7dc7ed919 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:55:24.135388 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3b9c55b-3b33-41b9-a635-8da7dc7ed919 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:55:24.144797 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-e834a35f-2e1a-4061-a394-69a159131859 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks [] for port, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:24.161581 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [None req-e834a35f-2e1a-4061-a394-69a159131859 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Transition to ACTIVE for port object e12c8dd3-edf4-49b5-b598-372708de7d26 will not be triggered until provisioned by entity DHCP. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:55:24.247343 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-e834a35f-2e1a-4061-a394-69a159131859 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:24.289022 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b9c55b-3b33-41b9-a635-8da7dc7ed919 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Pushing event updated for resources: {'Port': ['ID=89df990a-1f30-4735-a936-a79b42291dfc,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:55:24.295241 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e834a35f-2e1a-4061-a394-69a159131859 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Network 37ef00f0-1bfc-4807-8a6d-1e8de1f718ea is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:55:24.353063 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b9c55b-3b33-41b9-a635-8da7dc7ed919 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:55:24.353686 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b9c55b-3b33-41b9-a635-8da7dc7ed919 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:55:24.354223 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b9c55b-3b33-41b9-a635-8da7dc7ed919 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:55:24.354738 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b9c55b-3b33-41b9-a635-8da7dc7ed919 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:55:24.355283 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b9c55b-3b33-41b9-a635-8da7dc7ed919 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:55:24.355818 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b9c55b-3b33-41b9-a635-8da7dc7ed919 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:55:24.356313 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b9c55b-3b33-41b9-a635-8da7dc7ed919 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:55:24.356828 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b9c55b-3b33-41b9-a635-8da7dc7ed919 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:55:24.357320 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b9c55b-3b33-41b9-a635-8da7dc7ed919 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:55:24.357902 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b9c55b-3b33-41b9-a635-8da7dc7ed919 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:55:24.358405 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b9c55b-3b33-41b9-a635-8da7dc7ed919 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:55:24.358910 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b9c55b-3b33-41b9-a635-8da7dc7ed919 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:55:24.380055 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e834a35f-2e1a-4061-a394-69a159131859 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Pushing event updated for resources: {'Port': ['ID=e12c8dd3-edf4-49b5-b598-372708de7d26,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:55:24.386229 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [None req-e834a35f-2e1a-4061-a394-69a159131859 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:55:24.406153 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e834a35f-2e1a-4061-a394-69a159131859 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Received port after_create {{(pid=94467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:55:24.406738 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-e834a35f-2e1a-4061-a394-69a159131859 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66663725'] for router_interface, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:24.497837 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-1154c87d-5776-41ca-b928-f862fadaaa9e req-4f43465e-3798-4a04-9963-8cc791389a17 service neutron] 10.222.0.49 "GET /v2.0/networks/db095345-e0d8-47fa-815f-3ac64beebe04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4729714 Aug 12 14:55:24.511532 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-91dda35a-10ea-459f-afe2-7d07050a7212 req-dddc0068-4231-465e-a753-c04e63f2c1ab service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=70744b92-4523-45f9-a26d-8126e5517908 HTTP/1.1" status: 200 len: 210 time: 0.0370679 Aug 12 14:55:24.610246 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:24.619708 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-e834a35f-2e1a-4061-a394-69a159131859 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:24.683088 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.db_base_plugin_common [None req-78d7d8dd-5447-48af-b9d6-03f3600cab35 None None] Allocated IP 2001:db8:1::2 (37ef00f0-1bfc-4807-8a6d-1e8de1f718ea/11a9c4e0-7b9d-4843-9183-43a7d125abff/cd2f8736-24d5-415f-a652-4ff9c233a099) {{(pid=94468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:55:24.686503 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a3b9c55b-3b33-41b9-a635-8da7dc7ed919 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks [] for router_gateway, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:24.718837 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port c7c6b461-3573-452c-9fc4-eaa1c38cccc8, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=c7c6b461-3573-452c-9fc4-eaa1c38cccc8,segment=NetworkSegment(196fb4c7-81dc-4d55-8d5b-b3d93b852fe1),segment_id=196fb4c7-81dc-4d55-8d5b-b3d93b852fe1)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:55:24.732607 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:24.888566 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Pushing event updated for resources: {'Port': ['ID=c7c6b461-3573-452c-9fc4-eaa1c38cccc8,revision_number=5']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:55:24.932021 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-47bbd5cc-d09c-4678-a1be-2f820c214614 None None] Notify callbacks [] for port, precommit_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:24.978557 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-47bbd5cc-d09c-4678-a1be-2f820c214614 None None] Transition to ACTIVE for port object bec73530-3839-4fcd-ba14-f520eec47b6d will not be triggered until provisioned by entity L2. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:55:24.992507 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-47bbd5cc-d09c-4678-a1be-2f820c214614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:25.003147 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-1154c87d-5776-41ca-b928-f862fadaaa9e req-72365772-aa5c-4df2-956e-7363745e0f1e service neutron] 10.222.0.49 "GET /v2.0/networks/db095345-e0d8-47fa-815f-3ac64beebe04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4894998 Aug 12 14:55:25.051815 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4675988c-0286-4dc0-bb63-b4ac54e00a14 None None] Pushing event updated for resources: {'Port': ['ID=bec73530-3839-4fcd-ba14-f520eec47b6d,revision_number=3']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:55:25.061036 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9271fb0b-bd21-4175-8c37-fc352b98f348', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7c6b461-3573-452c-9fc4-eaa1c38cccc8'}] {{(pid=94468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:55:25.064101 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99a8d87602170099c728e57431aca99e9b98a655a83bbf8727be13192709727b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1648d282-26b3-4bf9-b258-7c9f95bdb708" -d '{"events": [{"server_uuid": "9271fb0b-bd21-4175-8c37-fc352b98f348", "name": "network-vif-plugged", "status": "completed", "tag": "c7c6b461-3573-452c-9fc4-eaa1c38cccc8"}]}' {{(pid=94468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:55:25.095648 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-78d7d8dd-5447-48af-b9d6-03f3600cab35 None None] Notify callbacks [] for port, precommit_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:25.118565 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5617518-31a6-477a-94aa-1d4395d074bb req-867e858c-0816-45b1-8af6-8b6fc890e6b7 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:55:25.119618 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-78d7d8dd-5447-48af-b9d6-03f3600cab35 None None] Transition to ACTIVE for port object cd2f8736-24d5-415f-a652-4ff9c233a099 will not be triggered until provisioned by entity L2. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:55:25.120100 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-e5617518-31a6-477a-94aa-1d4395d074bb req-867e858c-0816-45b1-8af6-8b6fc890e6b7 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/ports?device_id=9271fb0b-bd21-4175-8c37-fc352b98f348 HTTP/1.1" status: 200 len: 945 time: 0.2161310 Aug 12 14:55:25.241755 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-78d7d8dd-5447-48af-b9d6-03f3600cab35 None None] Transition to ACTIVE for port object cd2f8736-24d5-415f-a652-4ff9c233a099 will not be triggered until provisioned by entity DHCP. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:55:25.255793 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-78d7d8dd-5447-48af-b9d6-03f3600cab35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253'] for port, after_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:25.271452 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ff7c43-cc8f-47e9-802f-cf96d24c0a59 req-7a7ac26b-1079-431e-acc7-b9000beac3cd tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:55:25.271732 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-47bbd5cc-d09c-4678-a1be-2f820c214614 None None] Attempting to bind port bec73530-3839-4fcd-ba14-f520eec47b6d on host n-d-694802-15 for vnic_type normal with profile {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:55:25.271732 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-47bbd5cc-d09c-4678-a1be-2f820c214614 None None] Attempting to bind port bec73530-3839-4fcd-ba14-f520eec47b6d by drivers openvswitch,hyperv on host n-d-694802-15 at level 0 using segments [{'id': '4d4efc1a-99b7-4b1b-893a-23ac2dc22cda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '6ab84d06-6b94-4ea7-a967-a7b4fd5d2ce3'}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:55:25.271732 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47bbd5cc-d09c-4678-a1be-2f820c214614 None None] Attempting to bind port bec73530-3839-4fcd-ba14-f520eec47b6d on network 6ab84d06-6b94-4ea7-a967-a7b4fd5d2ce3 {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:55:25.271990 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-93ff7c43-cc8f-47e9-802f-cf96d24c0a59 req-7a7ac26b-1079-431e-acc7-b9000beac3cd tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/ports?device_id=8f635c1b-9047-4fc7-9184-bfaf2dee2e49 HTTP/1.1" status: 200 len: 946 time: 0.3213785 Aug 12 14:55:25.325308 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47bbd5cc-d09c-4678-a1be-2f820c214614 None None] Checking agent: {'id': '16de73ac-f2e9-4cee-b3e0-91052ae3e6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 20, 13), 'started_at': datetime.datetime(2021, 8, 12, 14, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 55, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:55:25.325780 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47bbd5cc-d09c-4678-a1be-2f820c214614 None None] Checking segment: {'id': '4d4efc1a-99b7-4b1b-893a-23ac2dc22cda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '6ab84d06-6b94-4ea7-a967-a7b4fd5d2ce3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:55:25.333191 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-47bbd5cc-d09c-4678-a1be-2f820c214614 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:25.333191 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47bbd5cc-d09c-4678-a1be-2f820c214614 None None] Bound using segment: {'id': '4d4efc1a-99b7-4b1b-893a-23ac2dc22cda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '6ab84d06-6b94-4ea7-a967-a7b4fd5d2ce3'} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:55:25.333817 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-47bbd5cc-d09c-4678-a1be-2f820c214614 None None] Bound port: bec73530-3839-4fcd-ba14-f520eec47b6d, host: n-d-694802-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d4efc1a-99b7-4b1b-893a-23ac2dc22cda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '6ab84d06-6b94-4ea7-a967-a7b4fd5d2ce3'}}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:55:25.334451 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-47bbd5cc-d09c-4678-a1be-2f820c214614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:25.390185 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78d7d8dd-5447-48af-b9d6-03f3600cab35 None None] Network 37ef00f0-1bfc-4807-8a6d-1e8de1f718ea is already hosted by enough agents. {{(pid=94468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:55:25.414843 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-e834a35f-2e1a-4061-a394-69a159131859 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:25.416259 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.base_scheduler [None req-78d7d8dd-5447-48af-b9d6-03f3600cab35 None None] Resources bound (agent type, host, resource id): {{(pid=94468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:55:25.429430 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78d7d8dd-5447-48af-b9d6-03f3600cab35 None None] Received port after_create {{(pid=94468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:55:25.443972 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-e834a35f-2e1a-4061-a394-69a159131859 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:25.444763 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-e834a35f-2e1a-4061-a394-69a159131859 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66628363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66663865'] for router_interface, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:25.560717 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d7d8dd-5447-48af-b9d6-03f3600cab35 None None] Pushing event updated for resources: {'Port': ['ID=cd2f8736-24d5-415f-a652-4ff9c233a099,revision_number=1']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:55:25.605417 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-78d7d8dd-5447-48af-b9d6-03f3600cab35 None None] Attempting to bind port cd2f8736-24d5-415f-a652-4ff9c233a099 on host n-d-694802-15 for vnic_type normal with profile {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:55:25.606532 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-78d7d8dd-5447-48af-b9d6-03f3600cab35 None None] Attempting to bind port cd2f8736-24d5-415f-a652-4ff9c233a099 by drivers openvswitch,hyperv on host n-d-694802-15 at level 0 using segments [{'id': '92fc1e4b-bb1e-4fa4-834f-6c2a8cd31ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '37ef00f0-1bfc-4807-8a6d-1e8de1f718ea'}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:55:25.606946 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78d7d8dd-5447-48af-b9d6-03f3600cab35 None None] Attempting to bind port cd2f8736-24d5-415f-a652-4ff9c233a099 on network 37ef00f0-1bfc-4807-8a6d-1e8de1f718ea {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:55:25.621176 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78d7d8dd-5447-48af-b9d6-03f3600cab35 None None] Checking agent: {'id': '16de73ac-f2e9-4cee-b3e0-91052ae3e6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 20, 13), 'started_at': datetime.datetime(2021, 8, 12, 14, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 55, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:55:25.622459 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78d7d8dd-5447-48af-b9d6-03f3600cab35 None None] Checking segment: {'id': '92fc1e4b-bb1e-4fa4-834f-6c2a8cd31ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '37ef00f0-1bfc-4807-8a6d-1e8de1f718ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:55:25.622984 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-78d7d8dd-5447-48af-b9d6-03f3600cab35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:25.623647 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78d7d8dd-5447-48af-b9d6-03f3600cab35 None None] Bound using segment: {'id': '92fc1e4b-bb1e-4fa4-834f-6c2a8cd31ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '37ef00f0-1bfc-4807-8a6d-1e8de1f718ea'} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:55:25.624141 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-78d7d8dd-5447-48af-b9d6-03f3600cab35 None None] Bound port: cd2f8736-24d5-415f-a652-4ff9c233a099, host: n-d-694802-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92fc1e4b-bb1e-4fa4-834f-6c2a8cd31ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '37ef00f0-1bfc-4807-8a6d-1e8de1f718ea'}}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:55:25.624630 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-78d7d8dd-5447-48af-b9d6-03f3600cab35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:25.627622 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-93ff7c43-cc8f-47e9-802f-cf96d24c0a59 req-4b7a100a-6225-4f6f-9242-c4383e9c8825 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/security-groups?id=e9cf0ab5-0271-49fc-bd90-f712bfba6400&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3557756 Aug 12 14:55:25.708600 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-47bbd5cc-d09c-4678-a1be-2f820c214614 None None] For port bec73530-3839-4fcd-ba14-f520eec47b6d, host n-d-694802-15, cleared binding levels {{(pid=94468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:55:25.738184 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e834a35f-2e1a-4061-a394-69a159131859 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Pushing event updated for resources: {'Port': ['ID=e12c8dd3-edf4-49b5-b598-372708de7d26,revision_number=2']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:55:25.814590 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-78d7d8dd-5447-48af-b9d6-03f3600cab35 None None] For port cd2f8736-24d5-415f-a652-4ff9c233a099, host n-d-694802-15, cleared binding levels {{(pid=94468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:55:25.827089 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-78d7d8dd-5447-48af-b9d6-03f3600cab35 None None] For port cd2f8736-24d5-415f-a652-4ff9c233a099, host n-d-694802-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=cd2f8736-24d5-415f-a652-4ff9c233a099,segment=NetworkSegment(92fc1e4b-bb1e-4fa4-834f-6c2a8cd31ed6),segment_id=92fc1e4b-bb1e-4fa4-834f-6c2a8cd31ed6)] {{(pid=94468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:55:25.837300 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-47bbd5cc-d09c-4678-a1be-2f820c214614 None None] For port bec73530-3839-4fcd-ba14-f520eec47b6d, host n-d-694802-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=bec73530-3839-4fcd-ba14-f520eec47b6d,segment=NetworkSegment(4d4efc1a-99b7-4b1b-893a-23ac2dc22cda),segment_id=4d4efc1a-99b7-4b1b-893a-23ac2dc22cda)] {{(pid=94468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:55:25.839314 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b9a54049-d1a9-4313-befd-7391b8e3cbd6 req-f7506b5d-f79b-4ac8-8d54-e0a9dc491ed3 tempest-ServerShowV247Test-207198290 tempest-ServerShowV247Test-207198290-project] 10.222.0.39 "GET /v2.0/ports?device_id=70744b92-4523-45f9-a26d-8126e5517908 HTTP/1.1" status: 200 len: 210 time: 0.0787749 Aug 12 14:55:25.840060 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-78d7d8dd-5447-48af-b9d6-03f3600cab35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:25.856488 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-47bbd5cc-d09c-4678-a1be-2f820c214614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:25.882874 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-e5617518-31a6-477a-94aa-1d4395d074bb req-2afd3457-011a-4741-bd40-bd964203731e tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/security-groups?id=188dc986-a686-4570-b7d8-3a6edb471033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7409046 Aug 12 14:55:25.912043 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e834a35f-2e1a-4061-a394-69a159131859 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Network 37ef00f0-1bfc-4807-8a6d-1e8de1f718ea is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:55:25.912909 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [None req-e834a35f-2e1a-4061-a394-69a159131859 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:55:25.943095 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a3b9c55b-3b33-41b9-a635-8da7dc7ed919 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-429413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-431608'] for router, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:25.971070 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d7d8dd-5447-48af-b9d6-03f3600cab35 None None] Pushing event updated for resources: {'Port': ['ID=cd2f8736-24d5-415f-a652-4ff9c233a099,revision_number=2']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:55:25.992951 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 14:55:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e36abe44-9cad-438c-833d-944c026b5695 x-openstack-request-id: req-e36abe44-9cad-438c-833d-944c026b5695 {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:55:25.993266 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9271fb0b-bd21-4175-8c37-fc352b98f348", "name": "network-vif-plugged", "status": "completed", "tag": "c7c6b461-3573-452c-9fc4-eaa1c38cccc8", "code": 200}]} {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:55:25.993495 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e36abe44-9cad-438c-833d-944c026b5695 {{(pid=94468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:55:25.993892 n-d-694802-15 neutron-server[94468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9271fb0b-bd21-4175-8c37-fc352b98f348', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7c6b461-3573-452c-9fc4-eaa1c38cccc8', 'code': 200} Aug 12 14:55:26.155838 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e834a35f-2e1a-4061-a394-69a159131859 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Router b58f5ba9-1219-4663-800a-15c90fb3703e has already been hosted by L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f {{(pid=94467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 14:55:26.164546 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47bbd5cc-d09c-4678-a1be-2f820c214614 None None] Routers {'b58f5ba9-1219-4663-800a-15c90fb3703e'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:55:26.165213 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-47bbd5cc-d09c-4678-a1be-2f820c214614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:55:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['b58f5ba9-1219-4663-800a-15c90fb3703e'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:55:26.365265 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c0dbc3-2205-4657-b7c6-8d0ecc3bada2 req-44a77c28-cec2-4047-b21c-f969009bd9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:55:26.366465 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvr_db [None req-47bbd5cc-d09c-4678-a1be-2f820c214614 None None] Set router b58f5ba9-1219-4663-800a-15c90fb3703e gateway port host: None {{(pid=94468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:55:26.367312 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-e3c0dbc3-2205-4657-b7c6-8d0ecc3bada2 req-44a77c28-cec2-4047-b21c-f969009bd9ff service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=9271fb0b-bd21-4175-8c37-fc352b98f348 HTTP/1.1" status: 200 len: 1097 time: 0.2940569 Aug 12 14:55:26.448474 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3b9c55b-3b33-41b9-a635-8da7dc7ed919 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Router b4110f2d-0748-4863-b848-e11a33cdf692 is scheduled to L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f with binding_index 1 {{(pid=94466) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 14:55:26.454412 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4675988c-0286-4dc0-bb63-b4ac54e00a14 None None] Pushing event updated for resources: {'Port': ['ID=bec73530-3839-4fcd-ba14-f520eec47b6d,revision_number=4']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:55:26.508591 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-e3c0dbc3-2205-4657-b7c6-8d0ecc3bada2 req-ab0f4180-e35e-41c8-8ace-2fdc67708082 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=188dc986-a686-4570-b7d8-3a6edb471033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259773 Aug 12 14:55:26.658289 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.agents_db [None req-17ed3e4c-1a7d-4162-9646-11c134aca297 None None] Agent healthcheck: found 7 active agents {{(pid=94469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 14:55:26.803217 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-9aa236b5-0f86-4a51-8c48-7b5c40190188 req-03de4380-1501-4edf-b700-9faa2eb3f867 tempest-ServerShowV247Test-207198290 tempest-ServerShowV247Test-207198290-project] 10.222.0.39 "GET /v2.0/ports?device_id=70744b92-4523-45f9-a26d-8126e5517908&device_id=d40104ab-eefe-426d-ad7f-8770e9c301ba HTTP/1.1" status: 200 len: 210 time: 0.2107527 Aug 12 14:55:26.834233 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3b9c55b-3b33-41b9-a635-8da7dc7ed919 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 14:55:26.846117 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-287fc403-cf85-45d9-b554-02f6a5d69650 None None] Sync routers for ids ['b4110f2d-0748-4863-b848-e11a33cdf692'] in n-d-694802-15 {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 14:55:26.862027 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-287fc403-cf85-45d9-b554-02f6a5d69650 None None] Routers {'b4110f2d-0748-4863-b848-e11a33cdf692'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:55:26.862695 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-287fc403-cf85-45d9-b554-02f6a5d69650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:55:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['b4110f2d-0748-4863-b848-e11a33cdf692'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:55:26.873827 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a3b9c55b-3b33-41b9-a635-8da7dc7ed919 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks [] for router, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:26.878083 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-a3b9c55b-3b33-41b9-a635-8da7dc7ed919 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 4.5017965 Aug 12 14:55:26.878517 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 36100) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:55:26.905316 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-47bbd5cc-d09c-4678-a1be-2f820c214614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b58f5ba9-1219-4663-800a-15c90fb3703e', 'name': 'tempest-RoutersIpV6Test-router-782971319', 'tenant_id': '6ba6601003674b8c9c33878dd4577887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:55:13Z', 'updated_at': '2021-08-12T14:55:24Z', 'revision_number': 3, 'project_id': '6ba6601003674b8c9c33878dd4577887', 'gw_port_host': None, '_interfaces': [{'id': 'bec73530-3839-4fcd-ba14-f520eec47b6d', 'name': '', 'network_id': '6ab84d06-6b94-4ea7-a967-a7b4fd5d2ce3', 'tenant_id': '6ba6601003674b8c9c33878dd4577887', 'mac_address': 'fa:16:3e:b4:a9:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b58f5ba9-1219-4663-800a-15c90fb3703e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2773, 'fixed_ips': [{'subnet_id': 'ce6177dd-6991-4d81-b4d3-7cc3b78710ce', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:55:17Z', 'updated_at': '2021-08-12T14:55:25Z', 'revision_number': 4, 'project_id': '6ba6601003674b8c9c33878dd4577887', 'subnets': [{'id': 'ce6177dd-6991-4d81-b4d3-7cc3b78710ce', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e12c8dd3-edf4-49b5-b598-372708de7d26', 'name': '', 'network_id': '37ef00f0-1bfc-4807-8a6d-1e8de1f718ea', 'tenant_id': '6ba6601003674b8c9c33878dd4577887', 'mac_address': 'fa:16:3e:b7:65:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b58f5ba9-1219-4663-800a-15c90fb3703e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2780, 'fixed_ips': [{'subnet_id': '11a9c4e0-7b9d-4843-9183-43a7d125abff', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:55:23Z', 'updated_at': '2021-08-12T14:55:25Z', 'revision_number': 2, 'project_id': '6ba6601003674b8c9c33878dd4577887', 'subnets': [{'id': '11a9c4e0-7b9d-4843-9183-43a7d125abff', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:55:26.943714 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-287fc403-cf85-45d9-b554-02f6a5d69650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:55:26.965589 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-287fc403-cf85-45d9-b554-02f6a5d69650 None None] Routers {'b4110f2d-0748-4863-b848-e11a33cdf692'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:55:26.969413 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-287fc403-cf85-45d9-b554-02f6a5d69650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:55:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['b4110f2d-0748-4863-b848-e11a33cdf692'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:55:26.979771 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47bbd5cc-d09c-4678-a1be-2f820c214614 None None] The sync data for ids ['b58f5ba9-1219-4663-800a-15c90fb3703e'] in n-d-694802-15 is: [{'id': 'b58f5ba9-1219-4663-800a-15c90fb3703e', 'name': 'tempest-RoutersIpV6Test-router-782971319', 'tenant_id': '6ba6601003674b8c9c33878dd4577887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:55:13Z', 'updated_at': '2021-08-12T14:55:24Z', 'revision_number': 3, 'project_id': '6ba6601003674b8c9c33878dd4577887', 'gw_port_host': None, '_interfaces': [{'id': 'bec73530-3839-4fcd-ba14-f520eec47b6d', 'name': '', 'network_id': '6ab84d06-6b94-4ea7-a967-a7b4fd5d2ce3', 'tenant_id': '6ba6601003674b8c9c33878dd4577887', 'mac_address': 'fa:16:3e:b4:a9:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b58f5ba9-1219-4663-800a-15c90fb3703e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2773, 'fixed_ips': [{'subnet_id': 'ce6177dd-6991-4d81-b4d3-7cc3b78710ce', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:55:17Z', 'updated_at': '2021-08-12T14:55:25Z', 'revision_number': 4, 'project_id': '6ba6601003674b8c9c33878dd4577887', 'subnets': [{'id': 'ce6177dd-6991-4d81-b4d3-7cc3b78710ce', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e12c8dd3-edf4-49b5-b598-372708de7d26', 'name': '', 'network_id': '37ef00f0-1bfc-4807-8a6d-1e8de1f718ea', 'tenant_id': '6ba6601003674b8c9c33878dd4577887', 'mac_address': 'fa:16:3e:b7:65:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b58f5ba9-1219-4663-800a-15c90fb3703e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2780, 'fixed_ips': [{'subnet_id': '11a9c4e0-7b9d-4843-9183-43a7d125abff', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:55:23Z', 'updated_at': '2021-08-12T14:55:25Z', 'revision_number': 2, 'project_id': '6ba6601003674b8c9c33878dd4577887', 'subnets': [{'id': '11a9c4e0-7b9d-4843-9183-43a7d125abff', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 14:55:27.022240 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-287fc403-cf85-45d9-b554-02f6a5d69650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:55:27.024509 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-287fc403-cf85-45d9-b554-02f6a5d69650 None None] The sync data for ids ['b4110f2d-0748-4863-b848-e11a33cdf692'] in n-d-694802-15 is: [] {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 14:55:27.201672 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-7d9772b0-0555-4760-9f4d-33bfff47e782 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] 10.222.0.39 "GET /v2.0/routers/b4110f2d-0748-4863-b848-e11a33cdf692 HTTP/1.1" status: 200 len: 880 time: 0.3193955 Aug 12 14:55:27.206320 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 36110) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:55:27.322986 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-432071c0-4696-4cfd-b7bb-456887efe515 req-d9b0f934-edbe-4acd-923f-05c4ee9b5cb7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4b4893cee9524030bcdc7387d951bc59&device_id=70744b92-4523-45f9-a26d-8126e5517908 HTTP/1.1" status: 200 len: 210 time: 0.1752524 Aug 12 14:55:27.361048 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-432071c0-4696-4cfd-b7bb-456887efe515 req-9699b2b6-28cd-4da2-ba26-3b6573f38f57 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=4b4893cee9524030bcdc7387d951bc59&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0221260 Aug 12 14:55:27.393679 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e834a35f-2e1a-4061-a394-69a159131859 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 14:55:27.405637 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-e834a35f-2e1a-4061-a394-69a159131859 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] 10.222.0.39 "PUT /v2.0/routers/b58f5ba9-1219-4663-800a-15c90fb3703e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8276522 Aug 12 14:55:27.443940 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 36112) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:55:27.464903 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-90eadd40-c5e1-4015-90ae-31a511f039fe tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1688744104'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:55:27.496043 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4248027d-9f6a-4153-b8bc-6303873216de req-837ba442-8a4a-4330-a30e-50cf00210213 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:55:27.505470 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4248027d-9f6a-4153-b8bc-6303873216de req-837ba442-8a4a-4330-a30e-50cf00210213 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/ports?device_id=8f635c1b-9047-4fc7-9184-bfaf2dee2e49 HTTP/1.1" status: 200 len: 946 time: 0.3464043 Aug 12 14:55:27.598689 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90eadd40-c5e1-4015-90ae-31a511f039fe tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Made reservation on behalf of 6ba6601003674b8c9c33878dd4577887 for: {'network': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:55:27.605016 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-90eadd40-c5e1-4015-90ae-31a511f039fe tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for network, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:27.788243 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-99113ff7-4395-44fa-a981-dc33462d8421 req-51d2a9f6-e9a8-4f52-b10e-8ccc3beb62b4 service neutron] 10.222.0.49 "GET /v2.0/ports/988e1ab5-5805-4d46-b089-22e6208febbc/bindings/n-h1-694802-15 HTTP/1.1" status: 200 len: 385 time: 0.5843844 Aug 12 14:55:27.813286 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4248027d-9f6a-4153-b8bc-6303873216de req-31521256-dd8d-4a09-9556-edf69a7b05f9 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/security-groups?id=e9cf0ab5-0271-49fc-bd90-f712bfba6400&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3060806 Aug 12 14:55:27.828155 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e54ddba-e1c7-4a82-8849-87b39b2abf73 req-dc5df649-135d-42cf-93c1-512061f2d149 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:55:27.829710 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432071c0-4696-4cfd-b7bb-456887efe515 req-3e72d02c-bba6-43bb-b0cb-8e7f7e686d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:55:27.834210 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-432071c0-4696-4cfd-b7bb-456887efe515 req-3e72d02c-bba6-43bb-b0cb-8e7f7e686d8a service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4638600 Aug 12 14:55:27.835326 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90eadd40-c5e1-4015-90ae-31a511f039fe tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] vlan segment allocate from pool success with {'vlan_id': 332, 'physical_network': 'physnet1'} {{(pid=94467) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 14:55:27.846376 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-4e54ddba-e1c7-4a82-8849-87b39b2abf73 req-dc5df649-135d-42cf-93c1-512061f2d149 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/ports?device_id=9271fb0b-bd21-4175-8c37-fc352b98f348 HTTP/1.1" status: 200 len: 945 time: 0.5148361 Aug 12 14:55:27.878917 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-90eadd40-c5e1-4015-90ae-31a511f039fe tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:27.881149 n-d-694802-15 neutron-server[94467]: INFO neutron.db.segments_db [None req-90eadd40-c5e1-4015-90ae-31a511f039fe tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Added segment 85a9da52-3cea-4cfd-b966-7400c88fae83 of type vlan for network 29c0b9ef-ea48-4e0d-8365-9ba9747f4d92 Aug 12 14:55:27.978647 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5287b706-eb26-4a38-b957-12b43402c3d6 None None] Network 37ef00f0-1bfc-4807-8a6d-1e8de1f718ea requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:55:28.042517 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-90eadd40-c5e1-4015-90ae-31a511f039fe tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744653628263'] for network, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:28.103094 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-90eadd40-c5e1-4015-90ae-31a511f039fe tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409'] for network, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:28.115835 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90eadd40-c5e1-4015-90ae-31a511f039fe tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:55:28.117526 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-90eadd40-c5e1-4015-90ae-31a511f039fe tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for network, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:28.122676 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-52d2324b-233d-4987-b47d-4cadce07fd2e None None] Provisioning for port cd2f8736-24d5-415f-a652-4ff9c233a099 completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:55:28.144719 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-98397e42-d86b-42f2-9536-592b89e9cdab req-85f5fa18-269b-46cd-a564-318701cb991b tempest-ServerShowV247Test-207198290 tempest-ServerShowV247Test-207198290-project] 10.222.0.39 "GET /v2.0/ports?device_id=70744b92-4523-45f9-a26d-8126e5517908 HTTP/1.1" status: 200 len: 210 time: 0.1542475 Aug 12 14:55:28.152845 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-90eadd40-c5e1-4015-90ae-31a511f039fe tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6920574 Aug 12 14:55:28.153659 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 36126) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:55:28.158951 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-4e54ddba-e1c7-4a82-8849-87b39b2abf73 req-3764bdf9-3c0e-4a2d-a481-1be97ece4319 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/security-groups?id=188dc986-a686-4570-b7d8-3a6edb471033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3115842 Aug 12 14:55:28.173119 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-80f6b49f-5a91-4587-83ab-66cb4965654a tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Request body: {'subnet': {'network_id': '29c0b9ef-ea48-4e0d-8365-9ba9747f4d92', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:55:28.406970 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90eadd40-c5e1-4015-90ae-31a511f039fe tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Pushing event updated for resources: {'Network': ['ID=29c0b9ef-ea48-4e0d-8365-9ba9747f4d92,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:55:28.434124 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-186049ad-5399-417f-9edf-a48d0319ad60 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 1.2212510 Aug 12 14:55:28.434728 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 36128) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:55:28.443619 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-67269233-6bab-461f-a58c-97681b65a996 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-519741487'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:55:28.454367 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Network 29c0b9ef-ea48-4e0d-8365-9ba9747f4d92 details requested by agent ovs-agent-n-d-694802-15 with host n-d-694802-15 {{(pid=94468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 14:55:28.492932 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80f6b49f-5a91-4587-83ab-66cb4965654a tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Made reservation on behalf of 6ba6601003674b8c9c33878dd4577887 for: {'subnet': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:55:28.497255 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-80f6b49f-5a91-4587-83ab-66cb4965654a tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3343791'] for subnet, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:28.614510 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device cd2f8736-24d5-415f-a652-4ff9c233a099 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:55:28.665830 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [req-99113ff7-4395-44fa-a981-dc33462d8421 req-a7972cfe-66d9-418c-ae77-21ff52a314ae service neutron] For port 988e1ab5-5805-4d46-b089-22e6208febbc, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=988e1ab5-5805-4d46-b089-22e6208febbc,segment=NetworkSegment(3c13c1c5-6909-4094-b7be-b75bca54d586),segment_id=3c13c1c5-6909-4094-b7be-b75bca54d586)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:55:28.698687 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [req-99113ff7-4395-44fa-a981-dc33462d8421 req-a7972cfe-66d9-418c-ae77-21ff52a314ae service neutron] For port 988e1ab5-5805-4d46-b089-22e6208febbc, host n-h2-694802-15, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:55:28.787136 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-749ca2b0-2947-4aaa-ba1c-c171f4709dd7 None None] Provisioning complete for port cd2f8736-24d5-415f-a652-4ff9c233a099 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:55:28.788658 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-749ca2b0-2947-4aaa-ba1c-c171f4709dd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:28.795191 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning for port cd2f8736-24d5-415f-a652-4ff9c233a099 completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:55:28.842577 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port cd2f8736-24d5-415f-a652-4ff9c233a099 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:55:28.847364 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:28.888291 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [req-99113ff7-4395-44fa-a981-dc33462d8421 req-a7972cfe-66d9-418c-ae77-21ff52a314ae service neutron] For port 988e1ab5-5805-4d46-b089-22e6208febbc, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=988e1ab5-5805-4d46-b089-22e6208febbc,segment=NetworkSegment(3c13c1c5-6909-4094-b7be-b75bca54d586),segment_id=3c13c1c5-6909-4094-b7be-b75bca54d586)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:55:28.918067 n-d-694802-15 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f635c1b-9047-4fc7-9184-bfaf2dee2e49', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '988e1ab5-5805-4d46-b089-22e6208febbc'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:55:28.925045 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e785eeede3897370d0b20f09d5f461b30cfecd5ed38c4f07dacd02bc52c9277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9a30819-bd75-4545-a5b0-d8d3b0be768a" -d '{"events": [{"server_uuid": "8f635c1b-9047-4fc7-9184-bfaf2dee2e49", "name": "network-vif-unplugged", "status": "completed", "tag": "988e1ab5-5805-4d46-b089-22e6208febbc"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:55:28.939054 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-99113ff7-4395-44fa-a981-dc33462d8421 req-a7972cfe-66d9-418c-ae77-21ff52a314ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:28.959283 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-80f6b49f-5a91-4587-83ab-66cb4965654a tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2859166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3343773'] for subnet, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:29.062738 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 12 Aug 2021 14:55:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-beb0d5a0-9f16-4036-813e-cc4bc7afa807 x-openstack-request-id: req-beb0d5a0-9f16-4036-813e-cc4bc7afa807 {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:55:29.079388 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f635c1b-9047-4fc7-9184-bfaf2dee2e49", "name": "network-vif-unplugged", "status": "completed", "tag": "988e1ab5-5805-4d46-b089-22e6208febbc", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:55:29.079788 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-beb0d5a0-9f16-4036-813e-cc4bc7afa807 {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:55:29.080315 n-d-694802-15 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f635c1b-9047-4fc7-9184-bfaf2dee2e49', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '988e1ab5-5805-4d46-b089-22e6208febbc', 'code': 200} Aug 12 14:55:29.124308 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f6b49f-5a91-4587-83ab-66cb4965654a tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Pushing event updated for resources: {'Subnet': ['ID=6f6eb93c-f1a8-4744-a7f3-3c91a474cae4,revision_number=0']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:55:29.191337 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80f6b49f-5a91-4587-83ab-66cb4965654a tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Checking segment: {'id': '85a9da52-3cea-4cfd-b966-7400c88fae83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '29c0b9ef-ea48-4e0d-8365-9ba9747f4d92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:55:29.191735 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80f6b49f-5a91-4587-83ab-66cb4965654a tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Network hostable DHCP agents. Network: 29c0b9ef-ea48-4e0d-8365-9ba9747f4d92, hostable agents: ['1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658'], hosted agents: [] {{(pid=94467) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 14:55:29.197008 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-749ca2b0-2947-4aaa-ba1c-c171f4709dd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:29.252935 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-432071c0-4696-4cfd-b7bb-456887efe515 req-7c68946b-22d7-4e09-ac8a-5c24015e2a5b tempest-ServerShowV247Test-207198290 tempest-ServerShowV247Test-207198290-project] 10.222.0.64 "GET /v2.0/ports?device_id=70744b92-4523-45f9-a26d-8126e5517908 HTTP/1.1" status: 200 len: 210 time: 0.0980442 Aug 12 14:55:29.269491 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:29.286692 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80f6b49f-5a91-4587-83ab-66cb4965654a tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Network 29c0b9ef-ea48-4e0d-8365-9ba9747f4d92 is scheduled to be hosted by DHCP agent 1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658 with binding_index 1 {{(pid=94467) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 14:55:29.297252 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [None req-80f6b49f-5a91-4587-83ab-66cb4965654a tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-15, 29c0b9ef-ea48-4e0d-8365-9ba9747f4d92) {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:55:29.301979 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80f6b49f-5a91-4587-83ab-66cb4965654a tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:55:29.302161 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-80f6b49f-5a91-4587-83ab-66cb4965654a tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks [] for subnet, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:29.320088 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63584eef-b796-4229-8882-7e24f63a3502 req-99def4cf-cf0d-4350-a272-942846df39a4 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:55:29.329014 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-63584eef-b796-4229-8882-7e24f63a3502 req-99def4cf-cf0d-4350-a272-942846df39a4 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/ports?device_id=8f635c1b-9047-4fc7-9184-bfaf2dee2e49 HTTP/1.1" status: 200 len: 945 time: 0.3086109 Aug 12 14:55:29.340148 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-80f6b49f-5a91-4587-83ab-66cb4965654a tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.1737585 Aug 12 14:55:29.343609 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 36146) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:55:29.395476 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85414753-343d-4b74-a4fc-f71eed38192a None None] Network 29c0b9ef-ea48-4e0d-8365-9ba9747f4d92 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:55:29.399282 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-749ca2b0-2947-4aaa-ba1c-c171f4709dd7 None None] For port cd2f8736-24d5-415f-a652-4ff9c233a099, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=cd2f8736-24d5-415f-a652-4ff9c233a099,segment=NetworkSegment(92fc1e4b-bb1e-4fa4-834f-6c2a8cd31ed6),segment_id=92fc1e4b-bb1e-4fa4-834f-6c2a8cd31ed6)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:55:29.408380 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [req-99113ff7-4395-44fa-a981-dc33462d8421 req-a7972cfe-66d9-418c-ae77-21ff52a314ae service neutron] Transition to ACTIVE for port object 988e1ab5-5805-4d46-b089-22e6208febbc will not be triggered until provisioned by entity L2. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:55:29.427613 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-63584eef-b796-4229-8882-7e24f63a3502 req-b616d4ea-d8fb-4450-ac35-16e3f0917de4 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/security-groups?id=e9cf0ab5-0271-49fc-bd90-f712bfba6400&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0974712 Aug 12 14:55:29.484807 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-99113ff7-4395-44fa-a981-dc33462d8421 req-a7972cfe-66d9-418c-ae77-21ff52a314ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3718439'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:29.560220 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-749ca2b0-2947-4aaa-ba1c-c171f4709dd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:29.626681 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7972cfe-66d9-418c-ae77-21ff52a314ae service neutron] Pushing event updated for resources: {'Port': ['ID=988e1ab5-5805-4d46-b089-22e6208febbc,revision_number=11']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:55:29.697913 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.db.api [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94468) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 12 14:55:29.705590 n-d-694802-15 neutron-server[94468]: DEBUG oslo_db.api [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 12 14:55:29.723162 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-749ca2b0-2947-4aaa-ba1c-c171f4709dd7 None None] Provisioning for port e12c8dd3-edf4-49b5-b598-372708de7d26 completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:55:29.780456 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-749ca2b0-2947-4aaa-ba1c-c171f4709dd7 None None] Provisioning complete for port e12c8dd3-edf4-49b5-b598-372708de7d26 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:55:29.780936 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-749ca2b0-2947-4aaa-ba1c-c171f4709dd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:29.856375 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-a236255f-0a44-4def-b06e-5ef6fa5eed23 req-a53c5d9a-bdfe-43c8-ba5a-ed970b7dbb47 tempest-ServerShowV247Test-207198290 tempest-ServerShowV247Test-207198290-project] 10.222.0.39 "GET /v2.0/ports?device_id=70744b92-4523-45f9-a26d-8126e5517908 HTTP/1.1" status: 200 len: 210 time: 0.2523742 Aug 12 14:55:29.863487 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51990aeb-c3e2-4026-9cb0-35bbd48c3656 req-07b43cfb-0f37-474a-94db-ba542ba7ed20 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:55:29.871707 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-51990aeb-c3e2-4026-9cb0-35bbd48c3656 req-07b43cfb-0f37-474a-94db-ba542ba7ed20 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/ports?device_id=9271fb0b-bd21-4175-8c37-fc352b98f348 HTTP/1.1" status: 200 len: 945 time: 0.2168360 Aug 12 14:55:29.925872 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749ca2b0-2947-4aaa-ba1c-c171f4709dd7 None None] Pushing event updated for resources: {'Port': ['ID=cd2f8736-24d5-415f-a652-4ff9c233a099,revision_number=3']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:55:29.972399 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-51990aeb-c3e2-4026-9cb0-35bbd48c3656 req-14de396c-d824-45a6-9cb6-b2e1b0444ce7 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/security-groups?id=188dc986-a686-4570-b7d8-3a6edb471033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982108 Aug 12 14:55:30.073994 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-749ca2b0-2947-4aaa-ba1c-c171f4709dd7 None None] Port e12c8dd3-edf4-49b5-b598-372708de7d26 cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 14:55:30.102109 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-67269233-6bab-461f-a58c-97681b65a996 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-431363', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-429420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-104890'] for router, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:30.179618 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63040625-a956-4bcc-975c-7cc562040b5d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa7035b3e-9a89-5964-b9f4-97301c3f476a-29c0b9ef-ea48-4e0d-8365-9ba9747f4d92', 'network_id': '29c0b9ef-ea48-4e0d-8365-9ba9747f4d92', 'tenant_id': '6ba6601003674b8c9c33878dd4577887', 'fixed_ips': [{'subnet_id': '6f6eb93c-f1a8-4744-a7f3-3c91a474cae4'}]}} from n-d-694802-15. {{(pid=94468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 14:55:30.194676 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-63040625-a956-4bcc-975c-7cc562040b5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:30.218978 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-67269233-6bab-461f-a58c-97681b65a996 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-431608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-431370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-431601', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-429403'] for router, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:30.241124 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-ec14c50f-ce4e-482b-a65c-72a0b688f1fa tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:30.297310 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [req-99113ff7-4395-44fa-a981-dc33462d8421 req-a7972cfe-66d9-418c-ae77-21ff52a314ae service neutron] No DVR routers for this DVR port 988e1ab5-5805-4d46-b089-22e6208febbc on host n-h2-694802-15 {{(pid=94466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:55:30.536669 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fcad08d-bcd8-4b87-ac40-7c8b2f1d27e5 None None] Sync routers for ids ['b58f5ba9-1219-4663-800a-15c90fb3703e'] in n-d-694802-15 {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 14:55:30.588494 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4bc914-85e9-4392-9f0f-89a967de8f62 req-d7033f66-afe8-4c42-99e4-9d352643a03c tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:55:30.591333 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-7a4bc914-85e9-4392-9f0f-89a967de8f62 req-d7033f66-afe8-4c42-99e4-9d352643a03c tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/ports?device_id=9271fb0b-bd21-4175-8c37-fc352b98f348 HTTP/1.1" status: 200 len: 945 time: 0.1581106 Aug 12 14:55:30.665836 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fcad08d-bcd8-4b87-ac40-7c8b2f1d27e5 None None] Routers {'b58f5ba9-1219-4663-800a-15c90fb3703e'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:55:30.666628 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-7fcad08d-bcd8-4b87-ac40-7c8b2f1d27e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:55:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['b58f5ba9-1219-4663-800a-15c90fb3703e'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:55:30.753229 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-7a4bc914-85e9-4392-9f0f-89a967de8f62 req-6674c5fc-82d3-4607-8bb5-73759a80c4b2 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/security-groups?id=188dc986-a686-4570-b7d8-3a6edb471033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211410 Aug 12 14:55:31.086860 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device 988e1ab5-5805-4d46-b089-22e6208febbc no longer exists at agent hyperv_n-h2-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:55:31.089973 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device bec73530-3839-4fcd-ba14-f520eec47b6d up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:55:31.097347 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-064a9f64-e1af-4b1b-829f-384c5bee161d None None] Provisioning complete for port e12c8dd3-edf4-49b5-b598-372708de7d26 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:55:31.097835 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-064a9f64-e1af-4b1b-829f-384c5bee161d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:31.249892 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvr_db [None req-7fcad08d-bcd8-4b87-ac40-7c8b2f1d27e5 None None] Set router b58f5ba9-1219-4663-800a-15c90fb3703e gateway port host: None {{(pid=94468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:55:31.322659 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-7f1a3b5d-65b9-4842-b5f0-86bcbb18660b req-d29945e4-6b44-48d0-83eb-2368a4d7f64f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4b4893cee9524030bcdc7387d951bc59&device_id=d40104ab-eefe-426d-ad7f-8770e9c301ba HTTP/1.1" status: 200 len: 210 time: 0.1013074 Aug 12 14:55:31.380862 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-99dcd100-3d85-4323-a2a3-5511abc1a837 req-cbee9c5b-59fc-4d1a-a515-0776cd4a9211 tempest-ServerShowV247Test-207198290 tempest-ServerShowV247Test-207198290-project] 10.222.0.39 "GET /v2.0/ports?device_id=d40104ab-eefe-426d-ad7f-8770e9c301ba HTTP/1.1" status: 200 len: 210 time: 0.0496864 Aug 12 14:55:31.425053 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-7f1a3b5d-65b9-4842-b5f0-86bcbb18660b req-b26a8c55-6c8c-49c3-818d-65388efe5b3e service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=4b4893cee9524030bcdc7387d951bc59&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0949650 Aug 12 14:55:31.519060 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.db_base_plugin_common [None req-63040625-a956-4bcc-975c-7cc562040b5d None None] Allocated IP 2001:db8:2::2 (29c0b9ef-ea48-4e0d-8365-9ba9747f4d92/6f6eb93c-f1a8-4744-a7f3-3c91a474cae4/fa67bbb5-e95e-463f-ad74-de2ff5a37e25) {{(pid=94468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:55:31.543573 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-064a9f64-e1af-4b1b-829f-384c5bee161d None None] Port e12c8dd3-edf4-49b5-b598-372708de7d26 cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 14:55:31.556094 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67269233-6bab-461f-a58c-97681b65a996 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Router b4110f2d-0748-4863-b848-e11a33cdf692 has already been hosted by L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f {{(pid=94466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 14:55:31.556701 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device 988e1ab5-5805-4d46-b089-22e6208febbc not bound to the agent host n-h2-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:55:31.627074 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1a3b5d-65b9-4842-b5f0-86bcbb18660b req-c5db1b91-c9ec-422f-abcc-8ca49e1ae6e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:55:31.628837 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-7f1a3b5d-65b9-4842-b5f0-86bcbb18660b req-c5db1b91-c9ec-422f-abcc-8ca49e1ae6e2 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1922405 Aug 12 14:55:31.690310 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning for port bec73530-3839-4fcd-ba14-f520eec47b6d completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:55:31.702988 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port bec73530-3839-4fcd-ba14-f520eec47b6d triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:55:31.703630 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:31.791741 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67269233-6bab-461f-a58c-97681b65a996 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 14:55:31.802292 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-311bbb52-77e1-4c62-b6d2-bc6b18c314cb None None] Sync routers for ids ['b4110f2d-0748-4863-b848-e11a33cdf692'] in n-d-694802-15 {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 14:55:31.814871 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-311bbb52-77e1-4c62-b6d2-bc6b18c314cb None None] Routers {'b4110f2d-0748-4863-b848-e11a33cdf692'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:55:31.815512 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-311bbb52-77e1-4c62-b6d2-bc6b18c314cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:55:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['b4110f2d-0748-4863-b848-e11a33cdf692'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:55:31.834362 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-67269233-6bab-461f-a58c-97681b65a996 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks [] for router, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:31.837955 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-67269233-6bab-461f-a58c-97681b65a996 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] 10.222.0.39 "PUT /v2.0/routers/b4110f2d-0748-4863-b848-e11a33cdf692 HTTP/1.1" status: 200 len: 887 time: 3.4001348 Aug 12 14:55:31.840129 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 36192) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:55:31.867377 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e4ee67-860f-40cc-ab59-a3b8b7e26542 req-ca32847e-17d6-4c7c-bcd4-6160bbb39b66 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:55:31.869520 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-70e4ee67-860f-40cc-ab59-a3b8b7e26542 req-ca32847e-17d6-4c7c-bcd4-6160bbb39b66 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/ports?device_id=8f635c1b-9047-4fc7-9184-bfaf2dee2e49 HTTP/1.1" status: 200 len: 945 time: 0.3945320 Aug 12 14:55:31.883912 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-99113ff7-4395-44fa-a981-dc33462d8421 req-a7972cfe-66d9-418c-ae77-21ff52a314ae service neutron] 10.222.0.49 "PUT /v2.0/ports/988e1ab5-5805-4d46-b089-22e6208febbc/bindings/n-h1-694802-15/activate HTTP/1.1" status: 200 len: 370 time: 4.0855162 Aug 12 14:55:31.907503 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-311bbb52-77e1-4c62-b6d2-bc6b18c314cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:55:31.920383 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-311bbb52-77e1-4c62-b6d2-bc6b18c314cb None None] Routers {'b4110f2d-0748-4863-b848-e11a33cdf692'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:55:31.921564 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-311bbb52-77e1-4c62-b6d2-bc6b18c314cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:55:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['b4110f2d-0748-4863-b848-e11a33cdf692'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:55:31.968363 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:31.972962 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-311bbb52-77e1-4c62-b6d2-bc6b18c314cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:55:31.973799 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-311bbb52-77e1-4c62-b6d2-bc6b18c314cb None None] The sync data for ids ['b4110f2d-0748-4863-b848-e11a33cdf692'] in n-d-694802-15 is: [] {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 14:55:32.027517 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-70e4ee67-860f-40cc-ab59-a3b8b7e26542 req-1c4cb8a0-f419-4eed-b592-c97bb8c08a86 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/security-groups?id=e9cf0ab5-0271-49fc-bd90-f712bfba6400&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1370437 Aug 12 14:55:32.037106 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-63040625-a956-4bcc-975c-7cc562040b5d None None] Notify callbacks [] for port, precommit_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:32.058443 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9d4033-b807-4442-9e43-70a617ddad26 req-ffe9ffb8-9392-4a61-896f-df2f2c489fd9 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:55:32.060830 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-8f9d4033-b807-4442-9e43-70a617ddad26 req-ffe9ffb8-9392-4a61-896f-df2f2c489fd9 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.49 "GET /v2.0/ports?device_id=9271fb0b-bd21-4175-8c37-fc352b98f348 HTTP/1.1" status: 200 len: 945 time: 0.1366632 Aug 12 14:55:32.069824 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-7fcad08d-bcd8-4b87-ac40-7c8b2f1d27e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b58f5ba9-1219-4663-800a-15c90fb3703e', 'name': 'tempest-RoutersIpV6Test-router-782971319', 'tenant_id': '6ba6601003674b8c9c33878dd4577887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:55:13Z', 'updated_at': '2021-08-12T14:55:24Z', 'revision_number': 3, 'project_id': '6ba6601003674b8c9c33878dd4577887', 'gw_port_host': None, '_interfaces': [{'id': 'bec73530-3839-4fcd-ba14-f520eec47b6d', 'name': '', 'network_id': '6ab84d06-6b94-4ea7-a967-a7b4fd5d2ce3', 'tenant_id': '6ba6601003674b8c9c33878dd4577887', 'mac_address': 'fa:16:3e:b4:a9:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b58f5ba9-1219-4663-800a-15c90fb3703e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2773, 'fixed_ips': [{'subnet_id': 'ce6177dd-6991-4d81-b4d3-7cc3b78710ce', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:55:17Z', 'updated_at': '2021-08-12T14:55:25Z', 'revision_number': 4, 'project_id': '6ba6601003674b8c9c33878dd4577887', 'subnets': [{'id': 'ce6177dd-6991-4d81-b4d3-7cc3b78710ce', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e12c8dd3-edf4-49b5-b598-372708de7d26', 'name': '', 'network_id': '37ef00f0-1bfc-4807-8a6d-1e8de1f718ea', 'tenant_id': '6ba6601003674b8c9c33878dd4577887', 'mac_address': 'fa:16:3e:b7:65:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b58f5ba9-1219-4663-800a-15c90fb3703e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2780, 'fixed_ips': [{'subnet_id': '11a9c4e0-7b9d-4843-9183-43a7d125abff', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:55:23Z', 'updated_at': '2021-08-12T14:55:25Z', 'revision_number': 2, 'project_id': '6ba6601003674b8c9c33878dd4577887', 'subnets': [{'id': '11a9c4e0-7b9d-4843-9183-43a7d125abff', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:55:32.086783 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-63040625-a956-4bcc-975c-7cc562040b5d None None] Transition to ACTIVE for port object fa67bbb5-e95e-463f-ad74-de2ff5a37e25 will not be triggered until provisioned by entity L2. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:55:32.153554 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fcad08d-bcd8-4b87-ac40-7c8b2f1d27e5 None None] Checking router: b58f5ba9-1219-4663-800a-15c90fb3703e for host: n-d-694802-15 {{(pid=94468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 14:55:32.153955 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fcad08d-bcd8-4b87-ac40-7c8b2f1d27e5 None None] Updating router b58f5ba9-1219-4663-800a-15c90fb3703e port e12c8dd3-edf4-49b5-b598-372708de7d26 binding host n-d-694802-15 {{(pid=94468) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 14:55:32.163836 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 36196) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:55:32.169062 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-b8b680da-631a-4a07-852c-67fba326c0c9 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] 10.222.0.39 "GET /v2.0/routers/b4110f2d-0748-4863-b848-e11a33cdf692 HTTP/1.1" status: 200 len: 887 time: 0.3275876 Aug 12 14:55:32.171892 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99113ff7-4395-44fa-a981-dc33462d8421 req-d1eb2287-74ed-4951-b832-efea940825f4 tempest-TestNetworkAdvancedServerOps-311782475 tempest-TestNetworkAdvancedServerOps-311782475-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:55:32.173361 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-99113ff7-4395-44fa-a981-dc33462d8421 req-d1eb2287-74ed-4951-b832-efea940825f4 tempest-TestNetworkAdvancedServerOps-311782475 tempest-TestNetworkAdvancedServerOps-311782475-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=8f635c1b-9047-4fc7-9184-bfaf2dee2e49&tenant_id=6774b656eb8145eb998ea0059b40b4c3&binding%3Ahost_id=n-h2-694802-15 HTTP/1.1" status: 200 len: 1097 time: 0.1902065 Aug 12 14:55:32.176132 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] For port bec73530-3839-4fcd-ba14-f520eec47b6d, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=bec73530-3839-4fcd-ba14-f520eec47b6d,segment=NetworkSegment(4d4efc1a-99b7-4b1b-893a-23ac2dc22cda),segment_id=4d4efc1a-99b7-4b1b-893a-23ac2dc22cda)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:55:32.201497 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-5386487c-6553-4e78-b5be-78be0f76d055 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] 10.222.0.39 "GET /v2.0/ports?device_id=b4110f2d-0748-4863-b848-e11a33cdf692 HTTP/1.1" status: 200 len: 205 time: 0.0347929 Aug 12 14:55:32.202910 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 36198) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:55:32.224544 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e830feb7-c889-4189-9c28-2981e15f701c req-748ccce2-385a-4e29-b9bf-3b02da1686b9 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:55:32.234917 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e830feb7-c889-4189-9c28-2981e15f701c req-748ccce2-385a-4e29-b9bf-3b02da1686b9 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/ports?device_id=9271fb0b-bd21-4175-8c37-fc352b98f348 HTTP/1.1" status: 200 len: 945 time: 0.2504194 Aug 12 14:55:32.261824 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:32.287177 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-63040625-a956-4bcc-975c-7cc562040b5d None None] Transition to ACTIVE for port object fa67bbb5-e95e-463f-ad74-de2ff5a37e25 will not be triggered until provisioned by entity DHCP. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:55:32.293345 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e830feb7-c889-4189-9c28-2981e15f701c req-498f2b1e-85d5-42e9-b828-e9edb3781ff5 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/security-groups?id=188dc986-a686-4570-b7d8-3a6edb471033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571415 Aug 12 14:55:32.340448 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-316988c8-33da-425e-bc20-56a4bf5af76e tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks [] for router, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:32.356496 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-7fcad08d-bcd8-4b87-ac40-7c8b2f1d27e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:32.361942 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-63040625-a956-4bcc-975c-7cc562040b5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253'] for port, after_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:32.413340 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99113ff7-4395-44fa-a981-dc33462d8421 req-63527520-51f1-4391-9a3b-a002875ca29e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:55:32.415593 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [req-8f9d4033-b807-4442-9e43-70a617ddad26 req-50cc55be-e2a6-4971-8f8d-750a8d42825e tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] Deleting port c7c6b461-3573-452c-9fc4-eaa1c38cccc8 {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:55:32.416051 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-8f9d4033-b807-4442-9e43-70a617ddad26 req-50cc55be-e2a6-4971-8f8d-750a8d42825e tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:32.417173 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-99113ff7-4395-44fa-a981-dc33462d8421 req-63527520-51f1-4391-9a3b-a002875ca29e service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=8f635c1b-9047-4fc7-9184-bfaf2dee2e49&tenant_id=6774b656eb8145eb998ea0059b40b4c3 HTTP/1.1" status: 200 len: 1097 time: 0.2324808 Aug 12 14:55:32.533493 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [req-8f9d4033-b807-4442-9e43-70a617ddad26 req-50cc55be-e2a6-4971-8f8d-750a8d42825e tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] For port c7c6b461-3573-452c-9fc4-eaa1c38cccc8, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=c7c6b461-3573-452c-9fc4-eaa1c38cccc8,segment=NetworkSegment(196fb4c7-81dc-4d55-8d5b-b3d93b852fe1),segment_id=196fb4c7-81dc-4d55-8d5b-b3d93b852fe1)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:55:32.534005 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-8f9d4033-b807-4442-9e43-70a617ddad26 req-50cc55be-e2a6-4971-8f8d-750a8d42825e tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:32.539898 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_common [None req-ec14c50f-ce4e-482b-a65c-72a0b688f1fa tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Allocated IP 2001:db8:2::1 (29c0b9ef-ea48-4e0d-8365-9ba9747f4d92/6f6eb93c-f1a8-4744-a7f3-3c91a474cae4/72b189d8-b097-4241-924b-036068fb6e5c) {{(pid=94467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:55:32.548205 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [req-8f9d4033-b807-4442-9e43-70a617ddad26 req-50cc55be-e2a6-4971-8f8d-750a8d42825e tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] Calling delete_port for c7c6b461-3573-452c-9fc4-eaa1c38cccc8 owned by compute:nova {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:55:32.567780 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99113ff7-4395-44fa-a981-dc33462d8421 req-b5deea54-dc64-4be8-813e-c95fcbce2915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:55:32.570123 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-99113ff7-4395-44fa-a981-dc33462d8421 req-b5deea54-dc64-4be8-813e-c95fcbce2915 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6774b656eb8145eb998ea0059b40b4c3&device_id=8f635c1b-9047-4fc7-9184-bfaf2dee2e49 HTTP/1.1" status: 200 len: 1097 time: 0.1201720 Aug 12 14:55:32.576238 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Pushing event updated for resources: {'Port': ['ID=bec73530-3839-4fcd-ba14-f520eec47b6d,revision_number=5']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:55:32.591806 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device cd2f8736-24d5-415f-a652-4ff9c233a099 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:55:32.754308 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63040625-a956-4bcc-975c-7cc562040b5d None None] Network 29c0b9ef-ea48-4e0d-8365-9ba9747f4d92 is already hosted by enough agents. {{(pid=94468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:55:32.797794 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.base_scheduler [None req-63040625-a956-4bcc-975c-7cc562040b5d None None] Resources bound (agent type, host, resource id): {{(pid=94468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:55:32.802818 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63040625-a956-4bcc-975c-7cc562040b5d None None] Received port after_create {{(pid=94468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:55:32.848644 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63040625-a956-4bcc-975c-7cc562040b5d None None] Pushing event updated for resources: {'Port': ['ID=fa67bbb5-e95e-463f-ad74-de2ff5a37e25,revision_number=1']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:55:32.851188 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-316988c8-33da-425e-bc20-56a4bf5af76e tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:32.894730 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-75824a2d-edab-4aab-8e32-eb9050b2657d req-34782c68-ca22-40f1-a3ac-9d1a612545c5 tempest-ServerShowV247Test-207198290 tempest-ServerShowV247Test-207198290-project] 10.222.0.39 "GET /v2.0/ports?device_id=d40104ab-eefe-426d-ad7f-8770e9c301ba HTTP/1.1" status: 200 len: 210 time: 0.1629202 Aug 12 14:55:32.924063 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-7f1a3b5d-65b9-4842-b5f0-86bcbb18660b req-681f0a70-3cf6-4f5c-ae95-34adce79e4ea tempest-ServerShowV247Test-207198290 tempest-ServerShowV247Test-207198290-project] 10.222.0.64 "GET /v2.0/ports?device_id=d40104ab-eefe-426d-ad7f-8770e9c301ba HTTP/1.1" status: 200 len: 210 time: 0.0914755 Aug 12 14:55:32.928753 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99113ff7-4395-44fa-a981-dc33462d8421 req-653860db-8483-4c2b-acef-838af361efc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:55:32.930339 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-99113ff7-4395-44fa-a981-dc33462d8421 req-653860db-8483-4c2b-acef-838af361efc8 service neutron] 10.222.0.64 "GET /v2.0/networks?id=db095345-e0d8-47fa-815f-3ac64beebe04 HTTP/1.1" status: 200 len: 898 time: 0.3510697 Aug 12 14:55:32.942310 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-8f9d4033-b807-4442-9e43-70a617ddad26 req-50cc55be-e2a6-4971-8f8d-750a8d42825e tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:32.986009 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-ec14c50f-ce4e-482b-a65c-72a0b688f1fa tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks [] for port, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:33.027267 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cc55be-e2a6-4971-8f8d-750a8d42825e tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] Pushing event deleted for resources: {'Port': ['ID=c7c6b461-3573-452c-9fc4-eaa1c38cccc8,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:55:33.041624 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [None req-ec14c50f-ce4e-482b-a65c-72a0b688f1fa tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Transition to ACTIVE for port object 72b189d8-b097-4241-924b-036068fb6e5c will not be triggered until provisioned by entity DHCP. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:55:33.074632 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-99113ff7-4395-44fa-a981-dc33462d8421 req-92f7d837-b289-4373-8f64-1aa1e139fc20 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=988e1ab5-5805-4d46-b089-22e6208febbc HTTP/1.1" status: 200 len: 1000 time: 0.1310828 Aug 12 14:55:33.173328 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f9d4033-b807-4442-9e43-70a617ddad26 req-50cc55be-e2a6-4971-8f8d-750a8d42825e tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] No DVR routers for this DVR port c7c6b461-3573-452c-9fc4-eaa1c38cccc8 on host n-h2-694802-15 {{(pid=94466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:55:33.176579 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-8f9d4033-b807-4442-9e43-70a617ddad26 req-50cc55be-e2a6-4971-8f8d-750a8d42825e tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:33.178746 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-8f9d4033-b807-4442-9e43-70a617ddad26 req-50cc55be-e2a6-4971-8f8d-750a8d42825e tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.49 "DELETE /v2.0/ports/c7c6b461-3573-452c-9fc4-eaa1c38cccc8 HTTP/1.1" status: 204 len: 173 time: 1.1087940 Aug 12 14:55:33.180378 n-d-694802-15 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9271fb0b-bd21-4175-8c37-fc352b98f348', 'name': 'network-vif-deleted', 'tag': 'c7c6b461-3573-452c-9fc4-eaa1c38cccc8'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:55:33.182798 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e785eeede3897370d0b20f09d5f461b30cfecd5ed38c4f07dacd02bc52c9277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8ce574a-9f6d-4377-9e12-2c892bfe5edb" -d '{"events": [{"server_uuid": "9271fb0b-bd21-4175-8c37-fc352b98f348", "name": "network-vif-deleted", "tag": "c7c6b461-3573-452c-9fc4-eaa1c38cccc8"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:55:33.211492 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-316988c8-33da-425e-bc20-56a4bf5af76e tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Deleting port 89df990a-1f30-4735-a936-a79b42291dfc {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:55:33.247386 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-ec14c50f-ce4e-482b-a65c-72a0b688f1fa tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:33.248737 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-316988c8-33da-425e-bc20-56a4bf5af76e tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:33.255297 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99113ff7-4395-44fa-a981-dc33462d8421 req-c596ba63-2940-490a-b97c-ddbfb5357933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:55:33.256843 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-99113ff7-4395-44fa-a981-dc33462d8421 req-c596ba63-2940-490a-b97c-ddbfb5357933 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c6b9fd07-f9b4-4406-ad8f-d473ff31e70f HTTP/1.1" status: 200 len: 835 time: 0.1698124 Aug 12 14:55:33.384613 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] get_ports_and_sgs() called for port_ids ['a7d22d5e-69bc-43ea-9592-15336af84849', 'c7c6b461-3573-452c-9fc4-eaa1c38cccc8'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:55:33.388681 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 14:55:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a15e0aa-cfa4-4cad-b1d1-1719cd55e395 x-openstack-request-id: req-7a15e0aa-cfa4-4cad-b1d1-1719cd55e395 {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:55:33.393101 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9271fb0b-bd21-4175-8c37-fc352b98f348", "name": "network-vif-deleted", "tag": "c7c6b461-3573-452c-9fc4-eaa1c38cccc8", "status": "completed", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:55:33.394175 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7a15e0aa-cfa4-4cad-b1d1-1719cd55e395 {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:55:33.394872 n-d-694802-15 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9271fb0b-bd21-4175-8c37-fc352b98f348', 'name': 'network-vif-deleted', 'tag': 'c7c6b461-3573-452c-9fc4-eaa1c38cccc8', 'status': 'completed', 'code': 200} Aug 12 14:55:33.408639 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec14c50f-ce4e-482b-a65c-72a0b688f1fa tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Network 29c0b9ef-ea48-4e0d-8365-9ba9747f4d92 is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:55:33.413563 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [None req-ec14c50f-ce4e-482b-a65c-72a0b688f1fa tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:55:33.422919 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec14c50f-ce4e-482b-a65c-72a0b688f1fa tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Received port after_create {{(pid=94467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:55:33.424056 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-ec14c50f-ce4e-482b-a65c-72a0b688f1fa tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66663725'] for router_interface, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:33.436328 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-316988c8-33da-425e-bc20-56a4bf5af76e tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:33.495165 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-316988c8-33da-425e-bc20-56a4bf5af76e tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Calling delete_port for 89df990a-1f30-4735-a936-a79b42291dfc owned by network:router_gateway {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:55:33.695425 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-ec14c50f-ce4e-482b-a65c-72a0b688f1fa tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:33.733524 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563c24db-1847-483e-b4ff-01eb55b50d01 req-d21fbc29-14ea-4fb2-afb4-e774c0a8e112 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:55:33.735040 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-9a59c098-2d72-410a-b166-af553f99afc0 req-c82c22f9-a022-486e-84d4-1e86b952922f tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/ports?device_id=9271fb0b-bd21-4175-8c37-fc352b98f348 HTTP/1.1" status: 200 len: 210 time: 0.1189630 Aug 12 14:55:33.739049 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-563c24db-1847-483e-b4ff-01eb55b50d01 req-d21fbc29-14ea-4fb2-afb4-e774c0a8e112 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/ports?device_id=8f635c1b-9047-4fc7-9184-bfaf2dee2e49 HTTP/1.1" status: 200 len: 945 time: 0.5701571 Aug 12 14:55:33.804459 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-63040625-a956-4bcc-975c-7cc562040b5d None None] Attempting to bind port fa67bbb5-e95e-463f-ad74-de2ff5a37e25 on host n-d-694802-15 for vnic_type normal with profile {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:55:33.805085 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-63040625-a956-4bcc-975c-7cc562040b5d None None] Attempting to bind port fa67bbb5-e95e-463f-ad74-de2ff5a37e25 by drivers openvswitch,hyperv on host n-d-694802-15 at level 0 using segments [{'id': '85a9da52-3cea-4cfd-b966-7400c88fae83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '29c0b9ef-ea48-4e0d-8365-9ba9747f4d92'}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:55:33.805185 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63040625-a956-4bcc-975c-7cc562040b5d None None] Attempting to bind port fa67bbb5-e95e-463f-ad74-de2ff5a37e25 on network 29c0b9ef-ea48-4e0d-8365-9ba9747f4d92 {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:55:33.827541 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port cd2f8736-24d5-415f-a652-4ff9c233a099 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:55:33.832237 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:33.886548 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63040625-a956-4bcc-975c-7cc562040b5d None None] Checking agent: {'id': '16de73ac-f2e9-4cee-b3e0-91052ae3e6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 20, 13), 'started_at': datetime.datetime(2021, 8, 12, 14, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 55, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:55:33.887498 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63040625-a956-4bcc-975c-7cc562040b5d None None] Checking segment: {'id': '85a9da52-3cea-4cfd-b966-7400c88fae83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '29c0b9ef-ea48-4e0d-8365-9ba9747f4d92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:55:33.888192 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-63040625-a956-4bcc-975c-7cc562040b5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:33.889330 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63040625-a956-4bcc-975c-7cc562040b5d None None] Bound using segment: {'id': '85a9da52-3cea-4cfd-b966-7400c88fae83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '29c0b9ef-ea48-4e0d-8365-9ba9747f4d92'} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:55:33.890067 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-63040625-a956-4bcc-975c-7cc562040b5d None None] Bound port: fa67bbb5-e95e-463f-ad74-de2ff5a37e25, host: n-d-694802-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85a9da52-3cea-4cfd-b966-7400c88fae83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '29c0b9ef-ea48-4e0d-8365-9ba9747f4d92'}}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:55:33.890712 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-63040625-a956-4bcc-975c-7cc562040b5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:33.895604 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99113ff7-4395-44fa-a981-dc33462d8421 req-a3ab0fc1-44e4-4668-8873-ab43e8854ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:55:33.913534 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-99113ff7-4395-44fa-a981-dc33462d8421 req-a3ab0fc1-44e4-4668-8873-ab43e8854ce2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=db095345-e0d8-47fa-815f-3ac64beebe04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5992227 Aug 12 14:55:33.927103 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-7fcad08d-bcd8-4b87-ac40-7c8b2f1d27e5 None None] Notify callbacks [] for port, precommit_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:33.973069 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec14c50f-ce4e-482b-a65c-72a0b688f1fa tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Pushing event updated for resources: {'Port': ['ID=72b189d8-b097-4241-924b-036068fb6e5c,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:55:33.993365 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-316988c8-33da-425e-bc20-56a4bf5af76e tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:34.044116 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-563c24db-1847-483e-b4ff-01eb55b50d01 req-b90de211-7ad7-4c9e-a2f7-0cafa4e901ac tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/security-groups?id=e9cf0ab5-0271-49fc-bd90-f712bfba6400&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2256534 Aug 12 14:55:34.067637 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316988c8-33da-425e-bc20-56a4bf5af76e tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Pushing event deleted for resources: {'Port': ['ID=89df990a-1f30-4735-a936-a79b42291dfc,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:55:34.084030 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-7fcad08d-bcd8-4b87-ac40-7c8b2f1d27e5 None None] Transition to ACTIVE for port object e12c8dd3-edf4-49b5-b598-372708de7d26 will not be triggered until provisioned by entity L2. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:55:34.118140 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-7fcad08d-bcd8-4b87-ac40-7c8b2f1d27e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:34.182027 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 36228) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:55:34.238146 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-316988c8-33da-425e-bc20-56a4bf5af76e tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-431580'] for router_gateway, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:34.387148 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-63040625-a956-4bcc-975c-7cc562040b5d None None] For port fa67bbb5-e95e-463f-ad74-de2ff5a37e25, host n-d-694802-15, cleared binding levels {{(pid=94468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:55:34.421237 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca62973e-7ca9-435f-b874-f2ce4119644f None None] Pushing event updated for resources: {'Port': ['ID=e12c8dd3-edf4-49b5-b598-372708de7d26,revision_number=3']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:55:34.475978 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-7fcad08d-bcd8-4b87-ac40-7c8b2f1d27e5 None None] Attempting to bind port e12c8dd3-edf4-49b5-b598-372708de7d26 on host n-d-694802-15 for vnic_type normal with profile {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:55:34.476681 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-7fcad08d-bcd8-4b87-ac40-7c8b2f1d27e5 None None] Attempting to bind port e12c8dd3-edf4-49b5-b598-372708de7d26 by drivers openvswitch,hyperv on host n-d-694802-15 at level 0 using segments [{'id': '92fc1e4b-bb1e-4fa4-834f-6c2a8cd31ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '37ef00f0-1bfc-4807-8a6d-1e8de1f718ea'}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:55:34.477237 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fcad08d-bcd8-4b87-ac40-7c8b2f1d27e5 None None] Attempting to bind port e12c8dd3-edf4-49b5-b598-372708de7d26 on network 37ef00f0-1bfc-4807-8a6d-1e8de1f718ea {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:55:34.486639 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-63040625-a956-4bcc-975c-7cc562040b5d None None] For port fa67bbb5-e95e-463f-ad74-de2ff5a37e25, host n-d-694802-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=fa67bbb5-e95e-463f-ad74-de2ff5a37e25,segment=NetworkSegment(85a9da52-3cea-4cfd-b966-7400c88fae83),segment_id=85a9da52-3cea-4cfd-b966-7400c88fae83)] {{(pid=94468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:55:34.488226 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fcad08d-bcd8-4b87-ac40-7c8b2f1d27e5 None None] Checking agent: {'id': '16de73ac-f2e9-4cee-b3e0-91052ae3e6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 20, 13), 'started_at': datetime.datetime(2021, 8, 12, 14, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 55, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:55:34.489143 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fcad08d-bcd8-4b87-ac40-7c8b2f1d27e5 None None] Checking segment: {'id': '92fc1e4b-bb1e-4fa4-834f-6c2a8cd31ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '37ef00f0-1bfc-4807-8a6d-1e8de1f718ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:55:34.489799 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-7fcad08d-bcd8-4b87-ac40-7c8b2f1d27e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:34.490868 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fcad08d-bcd8-4b87-ac40-7c8b2f1d27e5 None None] Bound using segment: {'id': '92fc1e4b-bb1e-4fa4-834f-6c2a8cd31ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '37ef00f0-1bfc-4807-8a6d-1e8de1f718ea'} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:55:34.491791 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-7fcad08d-bcd8-4b87-ac40-7c8b2f1d27e5 None None] Bound port: e12c8dd3-edf4-49b5-b598-372708de7d26, host: n-d-694802-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92fc1e4b-bb1e-4fa4-834f-6c2a8cd31ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '37ef00f0-1bfc-4807-8a6d-1e8de1f718ea'}}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:55:34.492523 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-7fcad08d-bcd8-4b87-ac40-7c8b2f1d27e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:34.521254 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-316988c8-33da-425e-bc20-56a4bf5af76e tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-429360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-104877'] for router, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:34.531114 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-316988c8-33da-425e-bc20-56a4bf5af76e tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:34.537205 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 36234) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:55:34.616586 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-63040625-a956-4bcc-975c-7cc562040b5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:34.644311 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-7fcad08d-bcd8-4b87-ac40-7c8b2f1d27e5 None None] For port e12c8dd3-edf4-49b5-b598-372708de7d26, host n-d-694802-15, cleared binding levels {{(pid=94468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:55:34.668594 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-248a2e4e-3077-4fe6-9eae-72cee4874375 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:34.694672 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-316988c8-33da-425e-bc20-56a4bf5af76e tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-429375'] for router, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:34.695671 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-316988c8-33da-425e-bc20-56a4bf5af76e tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Fanout notify agent at l3_agent the message router_deleted on router b4110f2d-0748-4863-b848-e11a33cdf692 {{(pid=94466) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 14:55:34.701690 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-7fcad08d-bcd8-4b87-ac40-7c8b2f1d27e5 None None] For port e12c8dd3-edf4-49b5-b598-372708de7d26, host n-d-694802-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=e12c8dd3-edf4-49b5-b598-372708de7d26,segment=NetworkSegment(92fc1e4b-bb1e-4fa4-834f-6c2a8cd31ed6),segment_id=92fc1e4b-bb1e-4fa4-834f-6c2a8cd31ed6)] {{(pid=94468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:55:34.711527 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-df002aef-f17e-4a1b-96cf-e00092936bf2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:34.715072 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-7fcad08d-bcd8-4b87-ac40-7c8b2f1d27e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:34.722924 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-316988c8-33da-425e-bc20-56a4bf5af76e tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks [] for router, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:34.724408 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-316988c8-33da-425e-bc20-56a4bf5af76e tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] 10.222.0.39 "DELETE /v2.0/routers/b4110f2d-0748-4863-b848-e11a33cdf692 HTTP/1.1" status: 204 len: 168 time: 2.5177567 Aug 12 14:55:34.728274 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 36238) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:55:34.748717 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63040625-a956-4bcc-975c-7cc562040b5d None None] Pushing event updated for resources: {'Port': ['ID=fa67bbb5-e95e-463f-ad74-de2ff5a37e25,revision_number=2']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:55:34.749394 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-29f9a878-a030-44ad-b269-f9742871e8ef tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Request body: {'network': {'name': 'tempest-RoutersTest-220142643'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:55:34.799232 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29f9a878-a030-44ad-b269-f9742871e8ef tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Made reservation on behalf of 3fff5b8cf1f54dd9bfa41e8e05f81407 for: {'network': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:55:34.808781 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-29f9a878-a030-44ad-b269-f9742871e8ef tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for network, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:34.811481 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device bec73530-3839-4fcd-ba14-f520eec47b6d up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:55:34.895051 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fcad08d-bcd8-4b87-ac40-7c8b2f1d27e5 None None] Routers {'b58f5ba9-1219-4663-800a-15c90fb3703e'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:55:34.896067 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-7fcad08d-bcd8-4b87-ac40-7c8b2f1d27e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:55:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['b58f5ba9-1219-4663-800a-15c90fb3703e'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:55:34.978317 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-248a2e4e-3077-4fe6-9eae-72cee4874375 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:34.986256 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-248a2e4e-3077-4fe6-9eae-72cee4874375 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:35.030350 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29f9a878-a030-44ad-b269-f9742871e8ef tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] vlan segment allocate from pool success with {'vlan_id': 330, 'physical_network': 'physnet1'} {{(pid=94466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 14:55:35.043594 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-29f9a878-a030-44ad-b269-f9742871e8ef tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:35.044202 n-d-694802-15 neutron-server[94466]: INFO neutron.db.segments_db [None req-29f9a878-a030-44ad-b269-f9742871e8ef tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Added segment 688f9fd2-1528-4201-a377-7fcd4484da25 of type vlan for network c5378385-9bec-4d4b-b7e0-66bb0331eba8 Aug 12 14:55:35.054820 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvr_db [None req-7fcad08d-bcd8-4b87-ac40-7c8b2f1d27e5 None None] Set router b58f5ba9-1219-4663-800a-15c90fb3703e gateway port host: None {{(pid=94468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:55:35.127839 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-99113ff7-4395-44fa-a981-dc33462d8421 req-2243bf6e-d356-456c-a582-a0b2a94bf34e service neutron] 10.222.0.64 "GET /v2.0/networks/db095345-e0d8-47fa-815f-3ac64beebe04?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1415846 Aug 12 14:55:35.172227 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-29f9a878-a030-44ad-b269-f9742871e8ef tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744653628263'] for network, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:35.278346 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09466187-f69f-441e-a454-dc19c482d4c9 req-754baadc-2725-48d8-9ac7-fb6a52fee872 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:55:35.292485 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-09466187-f69f-441e-a454-dc19c482d4c9 req-754baadc-2725-48d8-9ac7-fb6a52fee872 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/ports?device_id=5be77a56-d5ef-4a70-9846-307f9eb76fa5 HTTP/1.1" status: 200 len: 945 time: 0.3282487 Aug 12 14:55:35.305636 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-248a2e4e-3077-4fe6-9eae-72cee4874375 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=be8b23f534d3405b9d25f3720082e6a3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1221430 Aug 12 14:55:35.306483 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248a2e4e-3077-4fe6-9eae-72cee4874375 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc46126f-b58c-41b8-a000-4454b475aa48,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:55:35.315121 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 36248) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:55:35.360807 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device c7c6b461-3573-452c-9fc4-eaa1c38cccc8 no longer exists at agent hyperv_n-h2-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:55:35.371218 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-29f9a878-a030-44ad-b269-f9742871e8ef tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409'] for network, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:35.380629 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29f9a878-a030-44ad-b269-f9742871e8ef tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:55:35.381498 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-29f9a878-a030-44ad-b269-f9742871e8ef tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks [] for network, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:35.409540 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] No Port match for: c7c6b461-3573-452c-9fc4-eaa1c38cccc8 {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 14:55:35.410227 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device c7c6b461-3573-452c-9fc4-eaa1c38cccc8 not bound to the agent host n-h2-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:55:35.444929 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-09466187-f69f-441e-a454-dc19c482d4c9 req-e7a1b15d-e9ef-4e72-a81f-a5c2e3ecb663 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/security-groups?id=188dc986-a686-4570-b7d8-3a6edb471033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511931 Aug 12 14:55:35.463574 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca62973e-7ca9-435f-b874-f2ce4119644f None None] Pushing event updated for resources: {'Port': ['ID=e12c8dd3-edf4-49b5-b598-372708de7d26,revision_number=4']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:55:35.515405 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port bec73530-3839-4fcd-ba14-f520eec47b6d triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:55:35.515934 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:35.529979 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed985c60-3e7b-4a82-833f-c7cf5b448a3b req-c4c3e4ab-2b49-4fbe-945d-a78918973255 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:55:35.532543 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-ed985c60-3e7b-4a82-833f-c7cf5b448a3b req-c4c3e4ab-2b49-4fbe-945d-a78918973255 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/ports?device_id=8f635c1b-9047-4fc7-9184-bfaf2dee2e49 HTTP/1.1" status: 200 len: 945 time: 0.2963040 Aug 12 14:55:35.547882 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f9a878-a030-44ad-b269-f9742871e8ef tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Pushing event updated for resources: {'Network': ['ID=c5378385-9bec-4d4b-b7e0-66bb0331eba8,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:55:35.571764 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Network c5378385-9bec-4d4b-b7e0-66bb0331eba8 details requested by agent ovs-agent-n-d-694802-15 with host n-d-694802-15 {{(pid=94468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 14:55:35.611720 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-7910e55f-5c9a-479f-8360-eab26246bc0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:35.643382 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-99113ff7-4395-44fa-a981-dc33462d8421 req-dc3db85c-96d8-4069-bc47-4d53dc23bf5b service neutron] 10.222.0.64 "GET /v2.0/networks/db095345-e0d8-47fa-815f-3ac64beebe04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4231138 Aug 12 14:55:35.687135 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-7910e55f-5c9a-479f-8360-eab26246bc0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:35.705167 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-ec14c50f-ce4e-482b-a65c-72a0b688f1fa tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:35.715877 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-ed985c60-3e7b-4a82-833f-c7cf5b448a3b req-ea23f848-ffa8-4afe-81d5-447fb73cb22b tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/security-groups?id=e9cf0ab5-0271-49fc-bd90-f712bfba6400&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1722326 Aug 12 14:55:35.724951 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-ec14c50f-ce4e-482b-a65c-72a0b688f1fa tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:35.739194 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-df002aef-f17e-4a1b-96cf-e00092936bf2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:35.744569 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-df002aef-f17e-4a1b-96cf-e00092936bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:35.746053 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-ec14c50f-ce4e-482b-a65c-72a0b688f1fa tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66628363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66663865'] for router_interface, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:35.788970 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df002aef-f17e-4a1b-96cf-e00092936bf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebcaa289-0d2f-4579-b18a-64132851b25a,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:55:35.813038 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-29f9a878-a030-44ad-b269-f9742871e8ef tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.0823884 Aug 12 14:55:35.818467 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 36260) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:55:35.833791 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-da47e9d5-6ed8-4047-9d7d-84d0cf0778fb tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Request body: {'subnet': {'network_id': 'c5378385-9bec-4d4b-b7e0-66bb0331eba8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:55:35.865557 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-df002aef-f17e-4a1b-96cf-e00092936bf2 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4b4893cee9524030bcdc7387d951bc59&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3237331 Aug 12 14:55:35.868705 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 36262) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:55:35.876611 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-7fcad08d-bcd8-4b87-ac40-7c8b2f1d27e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b58f5ba9-1219-4663-800a-15c90fb3703e', 'name': 'tempest-RoutersIpV6Test-router-782971319', 'tenant_id': '6ba6601003674b8c9c33878dd4577887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:55:13Z', 'updated_at': '2021-08-12T14:55:33Z', 'revision_number': 4, 'project_id': '6ba6601003674b8c9c33878dd4577887', 'gw_port_host': None, '_interfaces': [{'id': '72b189d8-b097-4241-924b-036068fb6e5c', 'name': '', 'network_id': '29c0b9ef-ea48-4e0d-8365-9ba9747f4d92', 'tenant_id': '6ba6601003674b8c9c33878dd4577887', 'mac_address': 'fa:16:3e:e7:48:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b58f5ba9-1219-4663-800a-15c90fb3703e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2785, 'fixed_ips': [{'subnet_id': '6f6eb93c-f1a8-4744-a7f3-3c91a474cae4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:55:30Z', 'updated_at': '2021-08-12T14:55:32Z', 'revision_number': 1, 'project_id': '6ba6601003674b8c9c33878dd4577887', 'subnets': [{'id': '6f6eb93c-f1a8-4744-a7f3-3c91a474cae4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bec73530-3839-4fcd-ba14-f520eec47b6d', 'name': '', 'network_id': '6ab84d06-6b94-4ea7-a967-a7b4fd5d2ce3', 'tenant_id': '6ba6601003674b8c9c33878dd4577887', 'mac_address': 'fa:16:3e:b4:a9:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b58f5ba9-1219-4663-800a-15c90fb3703e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2773, 'fixed_ips': [{'subnet_id': 'ce6177dd-6991-4d81-b4d3-7cc3b78710ce', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:55:17Z', 'updated_at': '2021-08-12T14:55:32Z', 'revision_number': 5, 'project_id': '6ba6601003674b8c9c33878dd4577887', 'subnets': [{'id': 'ce6177dd-6991-4d81-b4d3-7cc3b78710ce', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e12c8dd3-edf4-49b5-b598-372708de7d26', 'name': '', 'network_id': '37ef00f0-1bfc-4807-8a6d-1e8de1f718ea', 'tenant_id': '6ba6601003674b8c9c33878dd4577887', 'mac_address': 'fa:16:3e:b7:65:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b58f5ba9-1219-4663-800a-15c90fb3703e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2780, 'fixed_ips': [{'subnet_id': '11a9c4e0-7b9d-4843-9183-43a7d125abff', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:55:23Z', 'updated_at': '2021-08-12T14:55:34Z', 'revision_number': 4, 'project_id': '6ba6601003674b8c9c33878dd4577887', 'subnets': [{'id': '11a9c4e0-7b9d-4843-9183-43a7d125abff', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:55:35.903674 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-7910e55f-5c9a-479f-8360-eab26246bc0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:35.908325 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-7910e55f-5c9a-479f-8360-eab26246bc0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:35.913439 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-7910e55f-5c9a-479f-8360-eab26246bc0a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/bc46126f-b58c-41b8-a000-4454b475aa48 HTTP/1.1" status: 204 len: 168 time: 0.5590713 Aug 12 14:55:35.945686 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fcad08d-bcd8-4b87-ac40-7c8b2f1d27e5 None None] The sync data for ids ['b58f5ba9-1219-4663-800a-15c90fb3703e'] in n-d-694802-15 is: [{'id': 'b58f5ba9-1219-4663-800a-15c90fb3703e', 'name': 'tempest-RoutersIpV6Test-router-782971319', 'tenant_id': '6ba6601003674b8c9c33878dd4577887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:55:13Z', 'updated_at': '2021-08-12T14:55:33Z', 'revision_number': 4, 'project_id': '6ba6601003674b8c9c33878dd4577887', 'gw_port_host': None, '_interfaces': [{'id': '72b189d8-b097-4241-924b-036068fb6e5c', 'name': '', 'network_id': '29c0b9ef-ea48-4e0d-8365-9ba9747f4d92', 'tenant_id': '6ba6601003674b8c9c33878dd4577887', 'mac_address': 'fa:16:3e:e7:48:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b58f5ba9-1219-4663-800a-15c90fb3703e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2785, 'fixed_ips': [{'subnet_id': '6f6eb93c-f1a8-4744-a7f3-3c91a474cae4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:55:30Z', 'updated_at': '2021-08-12T14:55:32Z', 'revision_number': 1, 'project_id': '6ba6601003674b8c9c33878dd4577887', 'subnets': [{'id': '6f6eb93c-f1a8-4744-a7f3-3c91a474cae4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bec73530-3839-4fcd-ba14-f520eec47b6d', 'name': '', 'network_id': '6ab84d06-6b94-4ea7-a967-a7b4fd5d2ce3', 'tenant_id': '6ba6601003674b8c9c33878dd4577887', 'mac_address': 'fa:16:3e:b4:a9:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b58f5ba9-1219-4663-800a-15c90fb3703e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2773, 'fixed_ips': [{'subnet_id': 'ce6177dd-6991-4d81-b4d3-7cc3b78710ce', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:55:17Z', 'updated_at': '2021-08-12T14:55:32Z', 'revision_number': 5, 'project_id': '6ba6601003674b8c9c33878dd4577887', 'subnets': [{'id': 'ce6177dd-6991-4d81-b4d3-7cc3b78710ce', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e12c8dd3-edf4-49b5-b598-372708de7d26', 'name': '', 'network_id': '37ef00f0-1bfc-4807-8a6d-1e8de1f718ea', 'tenant_id': '6ba6601003674b8c9c33878dd4577887', 'mac_address': 'fa:16:3e:b7:65:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b58f5ba9-1219-4663-800a-15c90fb3703e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2780, 'fixed_ips': [{'subnet_id': '11a9c4e0-7b9d-4843-9183-43a7d125abff', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:55:23Z', 'updated_at': '2021-08-12T14:55:34Z', 'revision_number': 4, 'project_id': '6ba6601003674b8c9c33878dd4577887', 'subnets': [{'id': '11a9c4e0-7b9d-4843-9183-43a7d125abff', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 14:55:36.057883 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7910e55f-5c9a-479f-8360-eab26246bc0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc46126f-b58c-41b8-a000-4454b475aa48,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:55:36.061264 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da47e9d5-6ed8-4047-9d7d-84d0cf0778fb tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Made reservation on behalf of 3fff5b8cf1f54dd9bfa41e8e05f81407 for: {'subnet': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:55:36.070363 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-da47e9d5-6ed8-4047-9d7d-84d0cf0778fb tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8776441'] for subnet, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:36.171946 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-907cab6b-8e27-4c64-905b-afb29510d1eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:36.258010 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-907cab6b-8e27-4c64-905b-afb29510d1eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:36.300709 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec14c50f-ce4e-482b-a65c-72a0b688f1fa tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Pushing event updated for resources: {'Port': ['ID=72b189d8-b097-4241-924b-036068fb6e5c,revision_number=2']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:55:36.325258 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8475b149-4a2f-4e6b-a255-76a32d6540b0 req-3d2db1cb-72b4-4423-aced-b1f5fe0e5e58 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:55:36.326919 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-8475b149-4a2f-4e6b-a255-76a32d6540b0 req-3d2db1cb-72b4-4423-aced-b1f5fe0e5e58 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/ports?device_id=5be77a56-d5ef-4a70-9846-307f9eb76fa5 HTTP/1.1" status: 200 len: 945 time: 0.4691484 Aug 12 14:55:36.378258 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99113ff7-4395-44fa-a981-dc33462d8421 req-24281736-a4f1-45bd-9e4e-5b0db7767f82 tempest-TestNetworkAdvancedServerOps-311782475 tempest-TestNetworkAdvancedServerOps-311782475-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:55:36.400797 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-99113ff7-4395-44fa-a981-dc33462d8421 req-24281736-a4f1-45bd-9e4e-5b0db7767f82 tempest-TestNetworkAdvancedServerOps-311782475 tempest-TestNetworkAdvancedServerOps-311782475-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=8f635c1b-9047-4fc7-9184-bfaf2dee2e49&tenant_id=6774b656eb8145eb998ea0059b40b4c3&binding%3Ahost_id=n-h1-694802-15 HTTP/1.1" status: 200 len: 1097 time: 0.3973839 Aug 12 14:55:36.468826 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f850a92-111e-4371-9834-5d8bcb47114d None None] Network 29c0b9ef-ea48-4e0d-8365-9ba9747f4d92 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:55:36.506049 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-da47e9d5-6ed8-4047-9d7d-84d0cf0778fb tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3718490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8776395'] for subnet, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:36.559234 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-5927b851-5c38-466f-b660-bcc98c81b347 None None] Provisioning for port fa67bbb5-e95e-463f-ad74-de2ff5a37e25 completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:55:36.595102 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-8475b149-4a2f-4e6b-a255-76a32d6540b0 req-a0079c1a-6b75-4000-9940-b110a5f817ea tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/security-groups?id=188dc986-a686-4570-b7d8-3a6edb471033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2495737 Aug 12 14:55:36.721163 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da47e9d5-6ed8-4047-9d7d-84d0cf0778fb tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Checking segment: {'id': '688f9fd2-1528-4201-a377-7fcd4484da25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'c5378385-9bec-4d4b-b7e0-66bb0331eba8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:55:36.721163 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da47e9d5-6ed8-4047-9d7d-84d0cf0778fb tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Network hostable DHCP agents. Network: c5378385-9bec-4d4b-b7e0-66bb0331eba8, hostable agents: ['1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658'], hosted agents: [] {{(pid=94466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 14:55:36.725943 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-907cab6b-8e27-4c64-905b-afb29510d1eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:36.738243 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-907cab6b-8e27-4c64-905b-afb29510d1eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:36.740725 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da47e9d5-6ed8-4047-9d7d-84d0cf0778fb tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Pushing event updated for resources: {'Subnet': ['ID=4f8fc3bb-d806-4b86-9307-3f57f21c9b95,revision_number=0']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:55:36.743688 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-907cab6b-8e27-4c64-905b-afb29510d1eb admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ebcaa289-0d2f-4579-b18a-64132851b25a HTTP/1.1" status: 204 len: 168 time: 0.8400443 Aug 12 14:55:36.766970 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da47e9d5-6ed8-4047-9d7d-84d0cf0778fb tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Network c5378385-9bec-4d4b-b7e0-66bb0331eba8 is scheduled to be hosted by DHCP agent 1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658 with binding_index 1 {{(pid=94466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 14:55:36.866561 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec14c50f-ce4e-482b-a65c-72a0b688f1fa tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Network 29c0b9ef-ea48-4e0d-8365-9ba9747f4d92 is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:55:36.869080 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907cab6b-8e27-4c64-905b-afb29510d1eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebcaa289-0d2f-4579-b18a-64132851b25a,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:55:36.889766 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-da47e9d5-6ed8-4047-9d7d-84d0cf0778fb tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-15, c5378385-9bec-4d4b-b7e0-66bb0331eba8) {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:55:36.919565 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da47e9d5-6ed8-4047-9d7d-84d0cf0778fb tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:55:36.920829 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-da47e9d5-6ed8-4047-9d7d-84d0cf0778fb tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks [] for subnet, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:36.973287 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0566ffcd-e872-4e3b-ac2f-cea2e95fb9d4 None None] Network c5378385-9bec-4d4b-b7e0-66bb0331eba8 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:55:36.996781 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62136b9b-969e-4cd8-98d9-0b4855e8c851 req-dc785743-6bed-47ab-93bd-a3dc22f1e96e tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:55:37.004611 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-62136b9b-969e-4cd8-98d9-0b4855e8c851 req-dc785743-6bed-47ab-93bd-a3dc22f1e96e tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/ports?device_id=5be77a56-d5ef-4a70-9846-307f9eb76fa5 HTTP/1.1" status: 200 len: 945 time: 0.2147822 Aug 12 14:55:37.013369 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-da47e9d5-6ed8-4047-9d7d-84d0cf0778fb tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1936977 Aug 12 14:55:37.015933 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 36294) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:55:37.034470 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-5be5a98d-85eb-452c-8ff8-54f7ce66dd6a tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-754324626', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:55:37.117852 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [None req-ec14c50f-ce4e-482b-a65c-72a0b688f1fa tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:55:37.154863 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device e12c8dd3-edf4-49b5-b598-372708de7d26 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:55:37.161393 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-62136b9b-969e-4cd8-98d9-0b4855e8c851 req-c0b15824-7ad3-4276-b18c-fec6b4b963d3 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/security-groups?id=188dc986-a686-4570-b7d8-3a6edb471033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555688 Aug 12 14:55:37.163145 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5be5a98d-85eb-452c-8ff8-54f7ce66dd6a tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-430574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-104863'] for router, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:37.172495 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5be5a98d-85eb-452c-8ff8-54f7ce66dd6a tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-429438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-431405', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66646573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-104852'] for router, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:37.324978 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning for port e12c8dd3-edf4-49b5-b598-372708de7d26 completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:55:37.362260 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port e12c8dd3-edf4-49b5-b598-372708de7d26 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:55:37.364454 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5be5a98d-85eb-452c-8ff8-54f7ce66dd6a tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:37.365566 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:37.379957 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5be5a98d-85eb-452c-8ff8-54f7ce66dd6a tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-429413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-431608'] for router, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:37.414681 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5be5a98d-85eb-452c-8ff8-54f7ce66dd6a tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks [] for router, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:37.420927 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-5be5a98d-85eb-452c-8ff8-54f7ce66dd6a tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4012480 Aug 12 14:55:37.422922 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 36310) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:55:37.508609 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec14c50f-ce4e-482b-a65c-72a0b688f1fa tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Router b58f5ba9-1219-4663-800a-15c90fb3703e has already been hosted by L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f {{(pid=94467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 14:55:37.572169 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a40d49-a1dc-42e5-bfc6-3bb6572a803a req-287c66d5-f9ad-448d-8afb-dd71bbe77ffa tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:55:37.575639 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a9a40d49-a1dc-42e5-bfc6-3bb6572a803a req-287c66d5-f9ad-448d-8afb-dd71bbe77ffa tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/ports?device_id=8f635c1b-9047-4fc7-9184-bfaf2dee2e49 HTTP/1.1" status: 200 len: 945 time: 0.5458677 Aug 12 14:55:37.595956 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-99113ff7-4395-44fa-a981-dc33462d8421 req-5b1cd2ec-002f-4264-a30e-057384d33935 service neutron] For port 988e1ab5-5805-4d46-b089-22e6208febbc, host n-h2-694802-15, cleared binding levels {{(pid=94467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:55:37.724295 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-99113ff7-4395-44fa-a981-dc33462d8421 req-5b1cd2ec-002f-4264-a30e-057384d33935 service neutron] Notify callbacks [] for binding, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:37.725518 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-99113ff7-4395-44fa-a981-dc33462d8421 req-5b1cd2ec-002f-4264-a30e-057384d33935 service neutron] 10.222.0.64 "DELETE /v2.0/ports/988e1ab5-5805-4d46-b089-22e6208febbc/bindings/n-h2-694802-15 HTTP/1.1" status: 204 len: 173 time: 1.2911308 Aug 12 14:55:37.738616 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cba52eb4-079c-4450-8a38-9125af4c42ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa7035b3e-9a89-5964-b9f4-97301c3f476a-c5378385-9bec-4d4b-b7e0-66bb0331eba8', 'network_id': 'c5378385-9bec-4d4b-b7e0-66bb0331eba8', 'tenant_id': '3fff5b8cf1f54dd9bfa41e8e05f81407', 'fixed_ips': [{'subnet_id': '4f8fc3bb-d806-4b86-9307-3f57f21c9b95'}]}} from n-d-694802-15. {{(pid=94468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 14:55:37.739537 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-cba52eb4-079c-4450-8a38-9125af4c42ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:37.800746 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-99bb0aab-d3f2-4f90-b2b5-595296ae4b81 None None] Provisioning for port 72b189d8-b097-4241-924b-036068fb6e5c completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:55:37.851267 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-99bb0aab-d3f2-4f90-b2b5-595296ae4b81 None None] Provisioning complete for port 72b189d8-b097-4241-924b-036068fb6e5c triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:55:37.852153 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-99bb0aab-d3f2-4f90-b2b5-595296ae4b81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:37.953452 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a9a40d49-a1dc-42e5-bfc6-3bb6572a803a req-d45690ca-96f9-4de1-98d6-e9e922d4e052 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/security-groups?id=e9cf0ab5-0271-49fc-bd90-f712bfba6400&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3558121 Aug 12 14:55:38.042694 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec14c50f-ce4e-482b-a65c-72a0b688f1fa tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 14:55:38.066352 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-ec14c50f-ce4e-482b-a65c-72a0b688f1fa tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] 10.222.0.39 "PUT /v2.0/routers/b58f5ba9-1219-4663-800a-15c90fb3703e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7215984 Aug 12 14:55:38.067064 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 36336) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:55:38.071196 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17a6ba1f-02e9-4589-a5a6-854b677ff94c None None] Sync routers for ids ['b58f5ba9-1219-4663-800a-15c90fb3703e'] in n-d-694802-15 {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 14:55:38.094435 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-2c023925-7317-49a7-a6de-39e39e021eea tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-935656391'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:55:38.102593 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:38.108066 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a6ba1f-02e9-4589-a5a6-854b677ff94c None None] Routers {'b58f5ba9-1219-4663-800a-15c90fb3703e'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:55:38.109111 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-17a6ba1f-02e9-4589-a5a6-854b677ff94c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:55:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['b58f5ba9-1219-4663-800a-15c90fb3703e'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:55:38.111670 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-99bb0aab-d3f2-4f90-b2b5-595296ae4b81 None None] Port 72b189d8-b097-4241-924b-036068fb6e5c cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 14:55:38.150762 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c023925-7317-49a7-a6de-39e39e021eea tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Made reservation on behalf of 6ba6601003674b8c9c33878dd4577887 for: {'network': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:55:38.154898 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-2c023925-7317-49a7-a6de-39e39e021eea tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for network, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:38.241642 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c023925-7317-49a7-a6de-39e39e021eea tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] vlan segment allocate from pool success with {'vlan_id': 343, 'physical_network': 'physnet1'} {{(pid=94467) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 14:55:38.284181 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-2c023925-7317-49a7-a6de-39e39e021eea tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:38.284766 n-d-694802-15 neutron-server[94467]: INFO neutron.db.segments_db [None req-2c023925-7317-49a7-a6de-39e39e021eea tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Added segment cc1eefa2-16ac-496f-a0c6-b11f8b7a4039 of type vlan for network 2457f211-d161-4930-bfb1-54c02162f7a2 Aug 12 14:55:38.392081 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8828b4-d6bb-4ff5-b0e7-12fd127b9a53 req-3709b521-c95a-4ac5-a56f-e8f295c3b3a3 tempest-TestNetworkAdvancedServerOps-311782475 tempest-TestNetworkAdvancedServerOps-311782475-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:55:38.400104 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-be8828b4-d6bb-4ff5-b0e7-12fd127b9a53 req-3709b521-c95a-4ac5-a56f-e8f295c3b3a3 tempest-TestNetworkAdvancedServerOps-311782475 tempest-TestNetworkAdvancedServerOps-311782475-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=8f635c1b-9047-4fc7-9184-bfaf2dee2e49 HTTP/1.1" status: 200 len: 1097 time: 0.2091889 Aug 12 14:55:38.463192 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-2c023925-7317-49a7-a6de-39e39e021eea tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744653628263'] for network, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:38.473547 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] For port e12c8dd3-edf4-49b5-b598-372708de7d26, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=e12c8dd3-edf4-49b5-b598-372708de7d26,segment=NetworkSegment(92fc1e4b-bb1e-4fa4-834f-6c2a8cd31ed6),segment_id=92fc1e4b-bb1e-4fa4-834f-6c2a8cd31ed6)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:55:38.479930 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-be8828b4-d6bb-4ff5-b0e7-12fd127b9a53 req-20cdde0b-7b7b-4233-a2bb-42e264247a5c tempest-TestNetworkAdvancedServerOps-311782475 tempest-TestNetworkAdvancedServerOps-311782475-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=e9cf0ab5-0271-49fc-bd90-f712bfba6400&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786126 Aug 12 14:55:38.488570 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:38.489617 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device fa67bbb5-e95e-463f-ad74-de2ff5a37e25 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:55:38.528031 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-43678b31-8a53-4822-b3e4-82c3c76456b6 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:38.565927 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-2c023925-7317-49a7-a6de-39e39e021eea tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409'] for network, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:38.611414 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c023925-7317-49a7-a6de-39e39e021eea tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:55:38.612090 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-2c023925-7317-49a7-a6de-39e39e021eea tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for network, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:38.672157 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-2c023925-7317-49a7-a6de-39e39e021eea tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6039665 Aug 12 14:55:38.672834 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 36362) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:55:38.700714 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-994cf202-5a77-4e5a-93da-d2087452025c tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Request body: {'subnet': {'network_id': '2457f211-d161-4930-bfb1-54c02162f7a2', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:55:38.742664 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.db_base_plugin_common [None req-cba52eb4-079c-4450-8a38-9125af4c42ac None None] Allocated IP 172.20.0.2 (c5378385-9bec-4d4b-b7e0-66bb0331eba8/4f8fc3bb-d806-4b86-9307-3f57f21c9b95/3165b36c-9d5a-4a0a-a0b3-1b9e90384fd6) {{(pid=94468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:55:38.763525 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvr_db [None req-17a6ba1f-02e9-4589-a5a6-854b677ff94c None None] Set router b58f5ba9-1219-4663-800a-15c90fb3703e gateway port host: None {{(pid=94468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:55:38.915855 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-8a6773a1-31af-4bca-b9e2-25e5223b2337 None None] Provisioning complete for port 72b189d8-b097-4241-924b-036068fb6e5c triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:55:38.916646 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-8a6773a1-31af-4bca-b9e2-25e5223b2337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:38.970700 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c023925-7317-49a7-a6de-39e39e021eea tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Pushing event updated for resources: {'Network': ['ID=2457f211-d161-4930-bfb1-54c02162f7a2,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:55:38.987283 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-994cf202-5a77-4e5a-93da-d2087452025c tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Made reservation on behalf of 6ba6601003674b8c9c33878dd4577887 for: {'subnet': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:55:38.991695 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-994cf202-5a77-4e5a-93da-d2087452025c tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3343791'] for subnet, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:39.017483 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0187d0a4-c358-4556-a6fc-76c47322ae1d req-4e463bac-974a-497e-9c87-dce68b280f94 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:55:39.020301 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0187d0a4-c358-4556-a6fc-76c47322ae1d req-4e463bac-974a-497e-9c87-dce68b280f94 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/ports?device_id=8f635c1b-9047-4fc7-9184-bfaf2dee2e49 HTTP/1.1" status: 200 len: 945 time: 0.1743572 Aug 12 14:55:39.030753 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Network 2457f211-d161-4930-bfb1-54c02162f7a2 details requested by agent ovs-agent-n-d-694802-15 with host n-d-694802-15 {{(pid=94468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 14:55:39.122866 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0187d0a4-c358-4556-a6fc-76c47322ae1d req-cd17986c-c80a-4bb1-bf14-f14e9ddeb691 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/security-groups?id=e9cf0ab5-0271-49fc-bd90-f712bfba6400&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719409 Aug 12 14:55:39.147370 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 36376) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:55:39.228969 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Pushing event updated for resources: {'Port': ['ID=e12c8dd3-edf4-49b5-b598-372708de7d26,revision_number=5']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:55:39.425095 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-292283cc-a6e4-4de6-b1d5-ff5d52cb5578 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/floatingips/e1d5c5c1-bc61-403c-bdb9-f093d53bb4d2 HTTP/1.1" status: 200 len: 992 time: 0.2760293 Aug 12 14:55:39.526905 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning for port fa67bbb5-e95e-463f-ad74-de2ff5a37e25 completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:55:39.548130 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port fa67bbb5-e95e-463f-ad74-de2ff5a37e25 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:55:39.548502 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:39.550051 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-8a6773a1-31af-4bca-b9e2-25e5223b2337 None None] Port 72b189d8-b097-4241-924b-036068fb6e5c cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 14:55:39.605999 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-994cf202-5a77-4e5a-93da-d2087452025c tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2859166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3343773'] for subnet, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:39.697391 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994cf202-5a77-4e5a-93da-d2087452025c tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Pushing event updated for resources: {'Subnet': ['ID=dad16023-3f22-4a98-8576-99c60a56b681,revision_number=0']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:55:39.716016 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 36418) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:55:39.723611 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-994cf202-5a77-4e5a-93da-d2087452025c tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Checking segment: {'id': 'cc1eefa2-16ac-496f-a0c6-b11f8b7a4039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '2457f211-d161-4930-bfb1-54c02162f7a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:55:39.725233 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-994cf202-5a77-4e5a-93da-d2087452025c tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Network hostable DHCP agents. Network: 2457f211-d161-4930-bfb1-54c02162f7a2, hostable agents: ['1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658'], hosted agents: [] {{(pid=94467) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 14:55:39.765714 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-cba52eb4-079c-4450-8a38-9125af4c42ac None None] Notify callbacks [] for port, precommit_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:39.780980 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-994cf202-5a77-4e5a-93da-d2087452025c tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Network 2457f211-d161-4930-bfb1-54c02162f7a2 is scheduled to be hosted by DHCP agent 1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658 with binding_index 1 {{(pid=94467) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 14:55:39.795963 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [None req-994cf202-5a77-4e5a-93da-d2087452025c tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-15, 2457f211-d161-4930-bfb1-54c02162f7a2) {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:55:39.811778 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-994cf202-5a77-4e5a-93da-d2087452025c tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:55:39.815059 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-994cf202-5a77-4e5a-93da-d2087452025c tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks [] for subnet, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:39.829344 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-cba52eb4-079c-4450-8a38-9125af4c42ac None None] Transition to ACTIVE for port object 3165b36c-9d5a-4a0a-a0b3-1b9e90384fd6 will not be triggered until provisioned by entity L2. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:55:39.831426 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-811a609a-774e-4c91-93a2-da7a582591ff None None] Network 2457f211-d161-4930-bfb1-54c02162f7a2 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:55:39.863728 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-994cf202-5a77-4e5a-93da-d2087452025c tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.1684544 Aug 12 14:55:39.864665 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 36428) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:55:40.003689 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-87c594ba-0d8d-430b-86fc-df9fa5e1cd80 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Deleting port a0621078-4266-4a99-968f-251c6b1b42ac {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:55:40.004356 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-87c594ba-0d8d-430b-86fc-df9fa5e1cd80 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:40.046819 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 36434) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:55:40.131134 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-87c594ba-0d8d-430b-86fc-df9fa5e1cd80 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:40.133748 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-87c594ba-0d8d-430b-86fc-df9fa5e1cd80 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:40.163292 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-87c594ba-0d8d-430b-86fc-df9fa5e1cd80 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Calling delete_port for a0621078-4266-4a99-968f-251c6b1b42ac owned by network:floatingip {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:55:40.288201 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-cba52eb4-079c-4450-8a38-9125af4c42ac None None] Transition to ACTIVE for port object 3165b36c-9d5a-4a0a-a0b3-1b9e90384fd6 will not be triggered until provisioned by entity DHCP. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:55:40.355768 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:40.362078 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-4ff6f5f8-35f9-4356-9038-02035159b7ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:40.424308 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-03a2540e-8d22-4555-9761-9801959ba9b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:40.427201 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-cba52eb4-079c-4450-8a38-9125af4c42ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253'] for port, after_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:40.520165 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-87c594ba-0d8d-430b-86fc-df9fa5e1cd80 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:40.590259 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cba52eb4-079c-4450-8a38-9125af4c42ac None None] Network c5378385-9bec-4d4b-b7e0-66bb0331eba8 is already hosted by enough agents. {{(pid=94468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:55:40.614134 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-12ddc068-8b30-46f7-a640-52ad9ae58a79 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:40.632881 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c594ba-0d8d-430b-86fc-df9fa5e1cd80 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Pushing event deleted for resources: {'Port': ['ID=a0621078-4266-4a99-968f-251c6b1b42ac,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:55:40.645858 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.base_scheduler [None req-cba52eb4-079c-4450-8a38-9125af4c42ac None None] Resources bound (agent type, host, resource id): {{(pid=94468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:55:40.664622 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] For port fa67bbb5-e95e-463f-ad74-de2ff5a37e25, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=fa67bbb5-e95e-463f-ad74-de2ff5a37e25,segment=NetworkSegment(85a9da52-3cea-4cfd-b966-7400c88fae83),segment_id=85a9da52-3cea-4cfd-b966-7400c88fae83)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:55:40.668243 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cba52eb4-079c-4450-8a38-9125af4c42ac None None] Received port after_create {{(pid=94468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:55:40.682755 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-17a6ba1f-02e9-4589-a5a6-854b677ff94c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b58f5ba9-1219-4663-800a-15c90fb3703e', 'name': 'tempest-RoutersIpV6Test-router-782971319', 'tenant_id': '6ba6601003674b8c9c33878dd4577887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:55:13Z', 'updated_at': '2021-08-12T14:55:33Z', 'revision_number': 4, 'project_id': '6ba6601003674b8c9c33878dd4577887', 'gw_port_host': None, '_interfaces': [{'id': '72b189d8-b097-4241-924b-036068fb6e5c', 'name': '', 'network_id': '29c0b9ef-ea48-4e0d-8365-9ba9747f4d92', 'tenant_id': '6ba6601003674b8c9c33878dd4577887', 'mac_address': 'fa:16:3e:e7:48:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b58f5ba9-1219-4663-800a-15c90fb3703e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2785, 'fixed_ips': [{'subnet_id': '6f6eb93c-f1a8-4744-a7f3-3c91a474cae4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:55:30Z', 'updated_at': '2021-08-12T14:55:35Z', 'revision_number': 2, 'project_id': '6ba6601003674b8c9c33878dd4577887', 'subnets': [{'id': '6f6eb93c-f1a8-4744-a7f3-3c91a474cae4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bec73530-3839-4fcd-ba14-f520eec47b6d', 'name': '', 'network_id': '6ab84d06-6b94-4ea7-a967-a7b4fd5d2ce3', 'tenant_id': '6ba6601003674b8c9c33878dd4577887', 'mac_address': 'fa:16:3e:b4:a9:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b58f5ba9-1219-4663-800a-15c90fb3703e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2773, 'fixed_ips': [{'subnet_id': 'ce6177dd-6991-4d81-b4d3-7cc3b78710ce', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:55:17Z', 'updated_at': '2021-08-12T14:55:32Z', 'revision_number': 5, 'project_id': '6ba6601003674b8c9c33878dd4577887', 'subnets': [{'id': 'ce6177dd-6991-4d81-b4d3-7cc3b78710ce', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e12c8dd3-edf4-49b5-b598-372708de7d26', 'name': '', 'network_id': '37ef00f0-1bfc-4807-8a6d-1e8de1f718ea', 'tenant_id': '6ba6601003674b8c9c33878dd4577887', 'mac_address': 'fa:16:3e:b7:65:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b58f5ba9-1219-4663-800a-15c90fb3703e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2780, 'fixed_ips': [{'subnet_id': '11a9c4e0-7b9d-4843-9183-43a7d125abff', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:55:23Z', 'updated_at': '2021-08-12T14:55:34Z', 'revision_number': 4, 'project_id': '6ba6601003674b8c9c33878dd4577887', 'subnets': [{'id': '11a9c4e0-7b9d-4843-9183-43a7d125abff', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:55:40.685411 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:40.701636 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba52eb4-079c-4450-8a38-9125af4c42ac None None] Pushing event updated for resources: {'Port': ['ID=3165b36c-9d5a-4a0a-a0b3-1b9e90384fd6,revision_number=1']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:55:40.828367 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-43678b31-8a53-4822-b3e4-82c3c76456b6 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Allocated IP 172.20.0.1 (c5378385-9bec-4d4b-b7e0-66bb0331eba8/4f8fc3bb-d806-4b86-9307-3f57f21c9b95/5ac42a37-51a2-4527-a2aa-d14e6736b28d) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:55:40.863187 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-87c594ba-0d8d-430b-86fc-df9fa5e1cd80 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks [] for floatingip, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:40.863798 n-d-694802-15 neutron-server[94466]: INFO neutron.db.l3_db [None req-87c594ba-0d8d-430b-86fc-df9fa5e1cd80 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Floating IP e1d5c5c1-bc61-403c-bdb9-f093d53bb4d2 disassociated (deleted). External IP: 172.25.1.201, port: 988e1ab5-5805-4d46-b089-22e6208febbc. Aug 12 14:55:40.872696 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e45bef-97ea-43eb-8066-d83ca03d19de req-843b64fd-d9a4-4b6a-8419-0ca67482f6bb tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:55:40.881568 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-a9e45bef-97ea-43eb-8066-d83ca03d19de req-843b64fd-d9a4-4b6a-8419-0ca67482f6bb tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/ports?device_id=5be77a56-d5ef-4a70-9846-307f9eb76fa5 HTTP/1.1" status: 200 len: 945 time: 0.1092737 Aug 12 14:55:40.888515 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Pushing event updated for resources: {'Port': ['ID=fa67bbb5-e95e-463f-ad74-de2ff5a37e25,revision_number=3']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:55:40.924887 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device e12c8dd3-edf4-49b5-b598-372708de7d26 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:55:40.944792 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17a6ba1f-02e9-4589-a5a6-854b677ff94c None None] Checking router: b58f5ba9-1219-4663-800a-15c90fb3703e for host: n-d-694802-15 {{(pid=94468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 14:55:40.945404 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17a6ba1f-02e9-4589-a5a6-854b677ff94c None None] Updating router b58f5ba9-1219-4663-800a-15c90fb3703e port 72b189d8-b097-4241-924b-036068fb6e5c binding host n-d-694802-15 {{(pid=94468) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 14:55:41.046891 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-4ff6f5f8-35f9-4356-9038-02035159b7ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:41.047757 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-17a6ba1f-02e9-4589-a5a6-854b677ff94c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:41.065747 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-cba52eb4-079c-4450-8a38-9125af4c42ac None None] Attempting to bind port 3165b36c-9d5a-4a0a-a0b3-1b9e90384fd6 on host n-d-694802-15 for vnic_type normal with profile {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:55:41.066614 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-cba52eb4-079c-4450-8a38-9125af4c42ac None None] Attempting to bind port 3165b36c-9d5a-4a0a-a0b3-1b9e90384fd6 by drivers openvswitch,hyperv on host n-d-694802-15 at level 0 using segments [{'id': '688f9fd2-1528-4201-a377-7fcd4484da25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'c5378385-9bec-4d4b-b7e0-66bb0331eba8'}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:55:41.067233 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cba52eb4-079c-4450-8a38-9125af4c42ac None None] Attempting to bind port 3165b36c-9d5a-4a0a-a0b3-1b9e90384fd6 on network c5378385-9bec-4d4b-b7e0-66bb0331eba8 {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:55:41.078501 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-4ff6f5f8-35f9-4356-9038-02035159b7ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:41.090937 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cba52eb4-079c-4450-8a38-9125af4c42ac None None] Checking agent: {'id': '16de73ac-f2e9-4cee-b3e0-91052ae3e6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 20, 13), 'started_at': datetime.datetime(2021, 8, 12, 14, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 55, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:55:41.091754 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cba52eb4-079c-4450-8a38-9125af4c42ac None None] Checking segment: {'id': '688f9fd2-1528-4201-a377-7fcd4484da25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'c5378385-9bec-4d4b-b7e0-66bb0331eba8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:55:41.092375 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-cba52eb4-079c-4450-8a38-9125af4c42ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:41.093498 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cba52eb4-079c-4450-8a38-9125af4c42ac None None] Bound using segment: {'id': '688f9fd2-1528-4201-a377-7fcd4484da25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'c5378385-9bec-4d4b-b7e0-66bb0331eba8'} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:55:41.094434 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-cba52eb4-079c-4450-8a38-9125af4c42ac None None] Bound port: 3165b36c-9d5a-4a0a-a0b3-1b9e90384fd6, host: n-d-694802-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '688f9fd2-1528-4201-a377-7fcd4484da25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'c5378385-9bec-4d4b-b7e0-66bb0331eba8'}}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:55:41.095226 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-cba52eb4-079c-4450-8a38-9125af4c42ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:41.118838 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a313f9dc-5796-4b1d-a092-2fe3f8b3e3ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa7035b3e-9a89-5964-b9f4-97301c3f476a-2457f211-d161-4930-bfb1-54c02162f7a2', 'network_id': '2457f211-d161-4930-bfb1-54c02162f7a2', 'tenant_id': '6ba6601003674b8c9c33878dd4577887', 'fixed_ips': [{'subnet_id': 'dad16023-3f22-4a98-8576-99c60a56b681'}]}} from n-d-694802-15. {{(pid=94468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 14:55:41.120073 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-a313f9dc-5796-4b1d-a092-2fe3f8b3e3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:41.194752 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-4ff6f5f8-35f9-4356-9038-02035159b7ca admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5eb10c04ab0f45db97ba70e1574be278&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1446912 Aug 12 14:55:41.209761 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 36480) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:55:41.362179 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port e12c8dd3-edf4-49b5-b598-372708de7d26 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:55:41.362746 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:41.396660 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff6f5f8-35f9-4356-9038-02035159b7ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e91fffcb-d305-4c23-b098-7fc1909761af,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:55:41.451511 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_common [None req-12ddc068-8b30-46f7-a640-52ad9ae58a79 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Allocated IP 2001:db8:3::1 (2457f211-d161-4930-bfb1-54c02162f7a2/dad16023-3f22-4a98-8576-99c60a56b681/9131a8f0-1235-418d-a4ee-6cf11861c5c0) {{(pid=94467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:55:41.455686 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-cba52eb4-079c-4450-8a38-9125af4c42ac None None] For port 3165b36c-9d5a-4a0a-a0b3-1b9e90384fd6, host n-d-694802-15, cleared binding levels {{(pid=94468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:55:41.490581 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-a9e45bef-97ea-43eb-8066-d83ca03d19de req-3ceed80d-23ec-4b0e-8a2e-e2d8570fb0cc tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/security-groups?id=188dc986-a686-4570-b7d8-3a6edb471033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6076226 Aug 12 14:55:41.512776 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-cba52eb4-079c-4450-8a38-9125af4c42ac None None] For port 3165b36c-9d5a-4a0a-a0b3-1b9e90384fd6, host n-d-694802-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=3165b36c-9d5a-4a0a-a0b3-1b9e90384fd6,segment=NetworkSegment(688f9fd2-1528-4201-a377-7fcd4484da25),segment_id=688f9fd2-1528-4201-a377-7fcd4484da25)] {{(pid=94468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:55:41.563506 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-cba52eb4-079c-4450-8a38-9125af4c42ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:41.648558 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-50e03435-6c5e-44b8-b814-95b25ecc24ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:41.664089 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba52eb4-079c-4450-8a38-9125af4c42ac None None] Pushing event updated for resources: {'Port': ['ID=3165b36c-9d5a-4a0a-a0b3-1b9e90384fd6,revision_number=2']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:55:41.674738 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-43678b31-8a53-4822-b3e4-82c3c76456b6 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:41.692508 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-43678b31-8a53-4822-b3e4-82c3c76456b6 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Transition to ACTIVE for port object 5ac42a37-51a2-4527-a2aa-d14e6736b28d will not be triggered until provisioned by entity DHCP. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:55:41.744967 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 36492) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:55:41.747286 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-43678b31-8a53-4822-b3e4-82c3c76456b6 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:41.761673 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-50e03435-6c5e-44b8-b814-95b25ecc24ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:41.788083 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:41.825056 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811dea96-c66c-46c3-963d-08b87ad390ea req-f898a8e0-3ee6-41e4-9677-fd21ec8fbed9 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:55:41.834209 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-811dea96-c66c-46c3-963d-08b87ad390ea req-f898a8e0-3ee6-41e4-9677-fd21ec8fbed9 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/ports?device_id=5be77a56-d5ef-4a70-9846-307f9eb76fa5 HTTP/1.1" status: 200 len: 945 time: 0.1815841 Aug 12 14:55:41.853750 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43678b31-8a53-4822-b3e4-82c3c76456b6 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Network c5378385-9bec-4d4b-b7e0-66bb0331eba8 is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:55:41.910898 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-43678b31-8a53-4822-b3e4-82c3c76456b6 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:55:41.914654 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43678b31-8a53-4822-b3e4-82c3c76456b6 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Pushing event updated for resources: {'Port': ['ID=5ac42a37-51a2-4527-a2aa-d14e6736b28d,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:55:41.917376 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43678b31-8a53-4822-b3e4-82c3c76456b6 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:55:41.933749 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-17a6ba1f-02e9-4589-a5a6-854b677ff94c None None] Notify callbacks [] for port, precommit_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:41.935554 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-811dea96-c66c-46c3-963d-08b87ad390ea req-29ad269c-ad4c-4e61-8bbe-1e415e7be51e tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/security-groups?id=188dc986-a686-4570-b7d8-3a6edb471033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997951 Aug 12 14:55:41.960152 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-12ddc068-8b30-46f7-a640-52ad9ae58a79 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks [] for port, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:41.972035 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-17a6ba1f-02e9-4589-a5a6-854b677ff94c None None] Transition to ACTIVE for port object 72b189d8-b097-4241-924b-036068fb6e5c will not be triggered until provisioned by entity L2. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:55:41.986994 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-17a6ba1f-02e9-4589-a5a6-854b677ff94c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:42.027967 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [None req-12ddc068-8b30-46f7-a640-52ad9ae58a79 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Transition to ACTIVE for port object 9131a8f0-1235-418d-a4ee-6cf11861c5c0 will not be triggered until provisioned by entity DHCP. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:55:42.031715 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-01e986e7-1ac1-410d-a35b-d1903016cc83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:42.045431 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-50e03435-6c5e-44b8-b814-95b25ecc24ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:42.045431 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-50e03435-6c5e-44b8-b814-95b25ecc24ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:42.045431 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-50e03435-6c5e-44b8-b814-95b25ecc24ca admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e91fffcb-d305-4c23-b098-7fc1909761af HTTP/1.1" status: 204 len: 168 time: 0.8280046 Aug 12 14:55:42.049036 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87c594ba-0d8d-430b-86fc-df9fa5e1cd80 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Router 5a955ada-e255-4005-bb16-739df8b0ef31 has already been hosted by L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f {{(pid=94466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 14:55:42.061465 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-43678b31-8a53-4822-b3e4-82c3c76456b6 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66663725'] for router_interface, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:42.101035 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904ae13e-104f-4659-9978-6b1a0b45e61f None None] Pushing event updated for resources: {'Port': ['ID=72b189d8-b097-4241-924b-036068fb6e5c,revision_number=3']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:55:42.226299 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-01e986e7-1ac1-410d-a35b-d1903016cc83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:42.229121 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-12ddc068-8b30-46f7-a640-52ad9ae58a79 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:42.235705 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e03435-6c5e-44b8-b814-95b25ecc24ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e91fffcb-d305-4c23-b098-7fc1909761af,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:55:42.250263 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-01e986e7-1ac1-410d-a35b-d1903016cc83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:42.428373 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-17a6ba1f-02e9-4589-a5a6-854b677ff94c None None] Attempting to bind port 72b189d8-b097-4241-924b-036068fb6e5c on host n-d-694802-15 for vnic_type normal with profile {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:55:42.428861 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-17a6ba1f-02e9-4589-a5a6-854b677ff94c None None] Attempting to bind port 72b189d8-b097-4241-924b-036068fb6e5c by drivers openvswitch,hyperv on host n-d-694802-15 at level 0 using segments [{'id': '85a9da52-3cea-4cfd-b966-7400c88fae83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '29c0b9ef-ea48-4e0d-8365-9ba9747f4d92'}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:55:42.429100 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a6ba1f-02e9-4589-a5a6-854b677ff94c None None] Attempting to bind port 72b189d8-b097-4241-924b-036068fb6e5c on network 29c0b9ef-ea48-4e0d-8365-9ba9747f4d92 {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:55:42.441495 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12ddc068-8b30-46f7-a640-52ad9ae58a79 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Network 2457f211-d161-4930-bfb1-54c02162f7a2 is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:55:42.463461 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a6ba1f-02e9-4589-a5a6-854b677ff94c None None] Checking agent: {'id': '16de73ac-f2e9-4cee-b3e0-91052ae3e6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 20, 13), 'started_at': datetime.datetime(2021, 8, 12, 14, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 55, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:55:42.463839 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a6ba1f-02e9-4589-a5a6-854b677ff94c None None] Checking segment: {'id': '85a9da52-3cea-4cfd-b966-7400c88fae83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '29c0b9ef-ea48-4e0d-8365-9ba9747f4d92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:55:42.465191 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [None req-12ddc068-8b30-46f7-a640-52ad9ae58a79 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:55:42.466805 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-17a6ba1f-02e9-4589-a5a6-854b677ff94c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:42.467490 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a6ba1f-02e9-4589-a5a6-854b677ff94c None None] Bound using segment: {'id': '85a9da52-3cea-4cfd-b966-7400c88fae83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '29c0b9ef-ea48-4e0d-8365-9ba9747f4d92'} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:55:42.468930 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-17a6ba1f-02e9-4589-a5a6-854b677ff94c None None] Bound port: 72b189d8-b097-4241-924b-036068fb6e5c, host: n-d-694802-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85a9da52-3cea-4cfd-b966-7400c88fae83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '29c0b9ef-ea48-4e0d-8365-9ba9747f4d92'}}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:55:42.469507 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-17a6ba1f-02e9-4589-a5a6-854b677ff94c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:42.470259 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12ddc068-8b30-46f7-a640-52ad9ae58a79 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Received port after_create {{(pid=94467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:55:42.471631 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-12ddc068-8b30-46f7-a640-52ad9ae58a79 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66663725'] for router_interface, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:42.476326 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.db_base_plugin_common [None req-a313f9dc-5796-4b1d-a092-2fe3f8b3e3ec None None] Allocated IP 2001:db8:3::2 (2457f211-d161-4930-bfb1-54c02162f7a2/dad16023-3f22-4a98-8576-99c60a56b681/a69432c6-58f9-4c35-b95c-1516a5538634) {{(pid=94468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:55:42.600973 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-01e986e7-1ac1-410d-a35b-d1903016cc83 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=96034514ebfb4014b822bfda61dcd868&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8313067 Aug 12 14:55:42.645867 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 36516) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:55:42.673074 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e986e7-1ac1-410d-a35b-d1903016cc83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19a6be75-369a-4ee8-a94f-a6701db93b81,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:55:42.687540 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ddc068-8b30-46f7-a640-52ad9ae58a79 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Pushing event updated for resources: {'Port': ['ID=9131a8f0-1235-418d-a4ee-6cf11861c5c0,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:55:42.704961 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-43678b31-8a53-4822-b3e4-82c3c76456b6 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:42.737703 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87c594ba-0d8d-430b-86fc-df9fa5e1cd80 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 14:55:42.750138 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca6119b7-13e6-4c24-9a68-107b080ecac8 None None] Sync routers for ids ['5a955ada-e255-4005-bb16-739df8b0ef31'] in n-d-694802-15 {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 14:55:42.762608 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-87c594ba-0d8d-430b-86fc-df9fa5e1cd80 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for floatingip, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:42.771935 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca6119b7-13e6-4c24-9a68-107b080ecac8 None None] Routers {'5a955ada-e255-4005-bb16-739df8b0ef31'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:55:42.772591 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-ca6119b7-13e6-4c24-9a68-107b080ecac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:55:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['5a955ada-e255-4005-bb16-739df8b0ef31'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:55:42.789541 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-12ddc068-8b30-46f7-a640-52ad9ae58a79 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:42.895978 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-17a6ba1f-02e9-4589-a5a6-854b677ff94c None None] For port 72b189d8-b097-4241-924b-036068fb6e5c, host n-d-694802-15, cleared binding levels {{(pid=94468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:55:42.904616 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-17a6ba1f-02e9-4589-a5a6-854b677ff94c None None] For port 72b189d8-b097-4241-924b-036068fb6e5c, host n-d-694802-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=72b189d8-b097-4241-924b-036068fb6e5c,segment=NetworkSegment(85a9da52-3cea-4cfd-b966-7400c88fae83),segment_id=85a9da52-3cea-4cfd-b966-7400c88fae83)] {{(pid=94468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:55:42.939241 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-17a6ba1f-02e9-4589-a5a6-854b677ff94c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:43.037013 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-87c594ba-0d8d-430b-86fc-df9fa5e1cd80 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "DELETE /v2.0/floatingips/e1d5c5c1-bc61-403c-bdb9-f093d53bb4d2 HTTP/1.1" status: 204 len: 168 time: 3.3155878 Aug 12 14:55:43.039709 n-d-694802-15 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f635c1b-9047-4fc7-9184-bfaf2dee2e49', 'tag': '988e1ab5-5805-4d46-b089-22e6208febbc'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:55:43.042062 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e785eeede3897370d0b20f09d5f461b30cfecd5ed38c4f07dacd02bc52c9277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d06591ad-a80f-4873-a43e-d3bebe97314e" -d '{"events": [{"name": "network-changed", "server_uuid": "8f635c1b-9047-4fc7-9184-bfaf2dee2e49", "tag": "988e1ab5-5805-4d46-b089-22e6208febbc"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:55:43.107607 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52d68666-3de8-411f-85cb-099aee6c006d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:43.189643 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:43.253356 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52d68666-3de8-411f-85cb-099aee6c006d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:43.350710 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 14:55:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0652ea62-6675-4a3c-b9b3-4fdb488b5662 x-openstack-request-id: req-0652ea62-6675-4a3c-b9b3-4fdb488b5662 {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:55:43.351006 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f635c1b-9047-4fc7-9184-bfaf2dee2e49", "tag": "988e1ab5-5805-4d46-b089-22e6208febbc", "status": "completed", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:55:43.353329 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0652ea62-6675-4a3c-b9b3-4fdb488b5662 {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:55:43.353742 n-d-694802-15 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f635c1b-9047-4fc7-9184-bfaf2dee2e49', 'tag': '988e1ab5-5805-4d46-b089-22e6208febbc', 'status': 'completed', 'code': 200} Aug 12 14:55:43.405073 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-ca6119b7-13e6-4c24-9a68-107b080ecac8 None None] Set router 5a955ada-e255-4005-bb16-739df8b0ef31 gateway port host: n-d-694802-15 {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:55:43.431196 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52d68666-3de8-411f-85cb-099aee6c006d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:43.439010 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52d68666-3de8-411f-85cb-099aee6c006d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:43.442387 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-52d68666-3de8-411f-85cb-099aee6c006d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/19a6be75-369a-4ee8-a94f-a6701db93b81 HTTP/1.1" status: 204 len: 168 time: 0.7906003 Aug 12 14:55:43.465919 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d68666-3de8-411f-85cb-099aee6c006d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19a6be75-369a-4ee8-a94f-a6701db93b81,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:55:43.537195 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-a313f9dc-5796-4b1d-a092-2fe3f8b3e3ec None None] Notify callbacks [] for port, precommit_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:43.569653 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-a313f9dc-5796-4b1d-a092-2fe3f8b3e3ec None None] Transition to ACTIVE for port object a69432c6-58f9-4c35-b95c-1516a5538634 will not be triggered until provisioned by entity L2. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:55:43.618566 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-a313f9dc-5796-4b1d-a092-2fe3f8b3e3ec None None] Transition to ACTIVE for port object a69432c6-58f9-4c35-b95c-1516a5538634 will not be triggered until provisioned by entity DHCP. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:55:43.635505 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904ae13e-104f-4659-9978-6b1a0b45e61f None None] Pushing event updated for resources: {'Port': ['ID=72b189d8-b097-4241-924b-036068fb6e5c,revision_number=4']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:55:43.674016 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device fa67bbb5-e95e-463f-ad74-de2ff5a37e25 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:55:43.818234 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa83bf95-9a71-4035-89bc-cd6bcfbab08f None None] Network c5378385-9bec-4d4b-b7e0-66bb0331eba8 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:55:43.889348 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-43678b31-8a53-4822-b3e4-82c3c76456b6 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks [] for port, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:43.898435 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-43678b31-8a53-4822-b3e4-82c3c76456b6 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3718439'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:43.908591 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-a313f9dc-5796-4b1d-a092-2fe3f8b3e3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253'] for port, after_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:43.936544 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-ca6119b7-13e6-4c24-9a68-107b080ecac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a955ada-e255-4005-bb16-739df8b0ef31', 'name': 'tempest-TestNetworkAdvancedServerOps-router-297116677', 'tenant_id': '6774b656eb8145eb998ea0059b40b4c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.245'}], 'enable_snat': True}, 'gw_port_id': 'eb45c16e-efbf-47de-892c-209ea94b0630', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:53:20Z', 'updated_at': '2021-08-12T14:53:32Z', 'revision_number': 4, 'project_id': '6774b656eb8145eb998ea0059b40b4c3', 'gw_port': {'id': 'eb45c16e-efbf-47de-892c-209ea94b0630', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:c2:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a955ada-e255-4005-bb16-739df8b0ef31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2568, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:53:22Z', 'updated_at': '2021-08-12T14:53:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': '0d4e1cc8-0132-4053-8867-73adc658e14b', 'name': '', 'network_id': 'db095345-e0d8-47fa-815f-3ac64beebe04', 'tenant_id': '6774b656eb8145eb998ea0059b40b4c3', 'mac_address': 'fa:16:3e:58:ba:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a955ada-e255-4005-bb16-739df8b0ef31', 'device_owner': 'network:router_interface', 'standard_attr_id': 2601, 'fixed_ips': [{'subnet_id': 'c6b9fd07-f9b4-4406-ad8f-d473ff31e70f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:53:30Z', 'updated_at': '2021-08-12T14:53:42Z', 'revision_number': 5, 'project_id': '6774b656eb8145eb998ea0059b40b4c3', 'subnets': [{'id': 'c6b9fd07-f9b4-4406-ad8f-d473ff31e70f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:55:44.003087 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca6119b7-13e6-4c24-9a68-107b080ecac8 None None] Checking router: 5a955ada-e255-4005-bb16-739df8b0ef31 for host: n-d-694802-15 {{(pid=94469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 14:55:44.021365 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca6119b7-13e6-4c24-9a68-107b080ecac8 None None] Routers {'5a955ada-e255-4005-bb16-739df8b0ef31'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:55:44.024021 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-ca6119b7-13e6-4c24-9a68-107b080ecac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:55:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['5a955ada-e255-4005-bb16-739df8b0ef31'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:55:44.057515 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-43678b31-8a53-4822-b3e4-82c3c76456b6 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66628363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66663865'] for router_interface, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:44.080745 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43678b31-8a53-4822-b3e4-82c3c76456b6 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Pushing event updated for resources: {'Port': ['ID=5ac42a37-51a2-4527-a2aa-d14e6736b28d,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:55:44.197106 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 36562) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:55:44.213573 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4cb3f294-4013-4d39-8f7b-32f16e2402a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:44.248088 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-ca6119b7-13e6-4c24-9a68-107b080ecac8 None None] Set router 5a955ada-e255-4005-bb16-739df8b0ef31 gateway port host: n-d-694802-15 {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:55:44.288684 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:44.388618 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-c4b747e1-da66-44f0-ad03-f9707ecc7013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:44.418392 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4cb3f294-4013-4d39-8f7b-32f16e2402a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:44.424759 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a313f9dc-5796-4b1d-a092-2fe3f8b3e3ec None None] Network 2457f211-d161-4930-bfb1-54c02162f7a2 is already hosted by enough agents. {{(pid=94468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:55:44.430229 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-296a84ab-9c80-4c8f-8722-fae8b842d2b5 None None] Provisioning for port 3165b36c-9d5a-4a0a-a0b3-1b9e90384fd6 completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:55:44.432839 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.base_scheduler [None req-a313f9dc-5796-4b1d-a092-2fe3f8b3e3ec None None] Resources bound (agent type, host, resource id): {{(pid=94468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:55:44.440222 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4cb3f294-4013-4d39-8f7b-32f16e2402a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:44.464429 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a313f9dc-5796-4b1d-a092-2fe3f8b3e3ec None None] Received port after_create {{(pid=94468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:55:44.470460 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port fa67bbb5-e95e-463f-ad74-de2ff5a37e25 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:55:44.471268 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:44.473188 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-1769855f-eda9-4483-9dc3-3220908ab45d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:44.520523 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a6ba1f-02e9-4589-a5a6-854b677ff94c None None] Routers {'b58f5ba9-1219-4663-800a-15c90fb3703e'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:55:44.521373 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-17a6ba1f-02e9-4589-a5a6-854b677ff94c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:55:44Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['b58f5ba9-1219-4663-800a-15c90fb3703e'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:55:44.533208 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a313f9dc-5796-4b1d-a092-2fe3f8b3e3ec None None] Pushing event updated for resources: {'Port': ['ID=a69432c6-58f9-4c35-b95c-1516a5538634,revision_number=1']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:55:44.535319 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43678b31-8a53-4822-b3e4-82c3c76456b6 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Network c5378385-9bec-4d4b-b7e0-66bb0331eba8 is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:55:44.611254 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-43678b31-8a53-4822-b3e4-82c3c76456b6 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:55:44.692644 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-4cb3f294-4013-4d39-8f7b-32f16e2402a1 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1860aceb732b417ca12f3460bd6902dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4942412 Aug 12 14:55:44.694829 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 36574) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:55:44.699400 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb3f294-4013-4d39-8f7b-32f16e2402a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5f33d70-4faa-4d0c-a1ec-8428dd178344,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:55:44.722008 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-a313f9dc-5796-4b1d-a092-2fe3f8b3e3ec None None] Attempting to bind port a69432c6-58f9-4c35-b95c-1516a5538634 on host n-d-694802-15 for vnic_type normal with profile {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:55:44.722525 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-a313f9dc-5796-4b1d-a092-2fe3f8b3e3ec None None] Attempting to bind port a69432c6-58f9-4c35-b95c-1516a5538634 by drivers openvswitch,hyperv on host n-d-694802-15 at level 0 using segments [{'id': 'cc1eefa2-16ac-496f-a0c6-b11f8b7a4039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '2457f211-d161-4930-bfb1-54c02162f7a2'}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:55:44.723040 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a313f9dc-5796-4b1d-a092-2fe3f8b3e3ec None None] Attempting to bind port a69432c6-58f9-4c35-b95c-1516a5538634 on network 2457f211-d161-4930-bfb1-54c02162f7a2 {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:55:44.886838 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-ca6119b7-13e6-4c24-9a68-107b080ecac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a955ada-e255-4005-bb16-739df8b0ef31', 'name': 'tempest-TestNetworkAdvancedServerOps-router-297116677', 'tenant_id': '6774b656eb8145eb998ea0059b40b4c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.245'}], 'enable_snat': True}, 'gw_port_id': 'eb45c16e-efbf-47de-892c-209ea94b0630', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:53:20Z', 'updated_at': '2021-08-12T14:53:32Z', 'revision_number': 4, 'project_id': '6774b656eb8145eb998ea0059b40b4c3', 'gw_port': {'id': 'eb45c16e-efbf-47de-892c-209ea94b0630', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:c2:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a955ada-e255-4005-bb16-739df8b0ef31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2568, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:53:22Z', 'updated_at': '2021-08-12T14:53:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': '0d4e1cc8-0132-4053-8867-73adc658e14b', 'name': '', 'network_id': 'db095345-e0d8-47fa-815f-3ac64beebe04', 'tenant_id': '6774b656eb8145eb998ea0059b40b4c3', 'mac_address': 'fa:16:3e:58:ba:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a955ada-e255-4005-bb16-739df8b0ef31', 'device_owner': 'network:router_interface', 'standard_attr_id': 2601, 'fixed_ips': [{'subnet_id': 'c6b9fd07-f9b4-4406-ad8f-d473ff31e70f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:53:30Z', 'updated_at': '2021-08-12T14:53:42Z', 'revision_number': 5, 'project_id': '6774b656eb8145eb998ea0059b40b4c3', 'subnets': [{'id': 'c6b9fd07-f9b4-4406-ad8f-d473ff31e70f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:55:44.921135 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a313f9dc-5796-4b1d-a092-2fe3f8b3e3ec None None] Checking agent: {'id': '16de73ac-f2e9-4cee-b3e0-91052ae3e6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 20, 13), 'started_at': datetime.datetime(2021, 8, 12, 14, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 55, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:55:44.922499 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a313f9dc-5796-4b1d-a092-2fe3f8b3e3ec None None] Checking segment: {'id': 'cc1eefa2-16ac-496f-a0c6-b11f8b7a4039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '2457f211-d161-4930-bfb1-54c02162f7a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:55:44.923195 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-a313f9dc-5796-4b1d-a092-2fe3f8b3e3ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:44.925850 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a313f9dc-5796-4b1d-a092-2fe3f8b3e3ec None None] Bound using segment: {'id': 'cc1eefa2-16ac-496f-a0c6-b11f8b7a4039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '2457f211-d161-4930-bfb1-54c02162f7a2'} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:55:44.927220 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-a313f9dc-5796-4b1d-a092-2fe3f8b3e3ec None None] Bound port: a69432c6-58f9-4c35-b95c-1516a5538634, host: n-d-694802-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc1eefa2-16ac-496f-a0c6-b11f8b7a4039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '2457f211-d161-4930-bfb1-54c02162f7a2'}}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:55:44.927894 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-a313f9dc-5796-4b1d-a092-2fe3f8b3e3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:44.970293 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvr_db [None req-17a6ba1f-02e9-4589-a5a6-854b677ff94c None None] Set router b58f5ba9-1219-4663-800a-15c90fb3703e gateway port host: None {{(pid=94468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:55:44.979595 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca6119b7-13e6-4c24-9a68-107b080ecac8 None None] The sync data for ids ['5a955ada-e255-4005-bb16-739df8b0ef31'] in n-d-694802-15 is: [{'id': '5a955ada-e255-4005-bb16-739df8b0ef31', 'name': 'tempest-TestNetworkAdvancedServerOps-router-297116677', 'tenant_id': '6774b656eb8145eb998ea0059b40b4c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.245'}], 'enable_snat': True}, 'gw_port_id': 'eb45c16e-efbf-47de-892c-209ea94b0630', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:53:20Z', 'updated_at': '2021-08-12T14:53:32Z', 'revision_number': 4, 'project_id': '6774b656eb8145eb998ea0059b40b4c3', 'gw_port': {'id': 'eb45c16e-efbf-47de-892c-209ea94b0630', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:c2:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a955ada-e255-4005-bb16-739df8b0ef31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2568, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:53:22Z', 'updated_at': '2021-08-12T14:53:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': '0d4e1cc8-0132-4053-8867-73adc658e14b', 'name': '', 'network_id': 'db095345-e0d8-47fa-815f-3ac64beebe04', 'tenant_id': '6774b656eb8145eb998ea0059b40b4c3', 'mac_address': 'fa:16:3e:58:ba:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a955ada-e255-4005-bb16-739df8b0ef31', 'device_owner': 'network:router_interface', 'standard_attr_id': 2601, 'fixed_ips': [{'subnet_id': 'c6b9fd07-f9b4-4406-ad8f-d473ff31e70f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:53:30Z', 'updated_at': '2021-08-12T14:53:42Z', 'revision_number': 5, 'project_id': '6774b656eb8145eb998ea0059b40b4c3', 'subnets': [{'id': 'c6b9fd07-f9b4-4406-ad8f-d473ff31e70f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 14:55:44.987565 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-12ddc068-8b30-46f7-a640-52ad9ae58a79 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:45.015093 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9473e500-63d4-419b-89df-58bc3e40641c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:45.030265 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d53e8dd-3be1-4f4d-9a79-3809d7c49d9f req-6ca304c9-aeee-4ce7-94e4-371cf15d548d tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:55:45.036788 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9d53e8dd-3be1-4f4d-9a79-3809d7c49d9f req-6ca304c9-aeee-4ce7-94e4-371cf15d548d tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.64 "GET /v2.0/ports?device_id=8f635c1b-9047-4fc7-9184-bfaf2dee2e49 HTTP/1.1" status: 200 len: 945 time: 0.8283358 Aug 12 14:55:45.093493 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9473e500-63d4-419b-89df-58bc3e40641c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:45.161611 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9473e500-63d4-419b-89df-58bc3e40641c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:45.167335 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9473e500-63d4-419b-89df-58bc3e40641c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:45.173998 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-9473e500-63d4-419b-89df-58bc3e40641c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d5f33d70-4faa-4d0c-a1ec-8428dd178344 HTTP/1.1" status: 204 len: 168 time: 0.4755619 Aug 12 14:55:45.183805 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-12ddc068-8b30-46f7-a640-52ad9ae58a79 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:45.188657 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-12ddc068-8b30-46f7-a640-52ad9ae58a79 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66628363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66663865'] for router_interface, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:45.223685 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43678b31-8a53-4822-b3e4-82c3c76456b6 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Router b4ff258d-6df9-4e9c-a55b-4d266545a98a is scheduled to L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f with binding_index 1 {{(pid=94466) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 14:55:45.284423 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9473e500-63d4-419b-89df-58bc3e40641c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5f33d70-4faa-4d0c-a1ec-8428dd178344,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:55:45.354278 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06591ad-a80f-4873-a43e-d3bebe97314e req-216faf53-adcb-44c4-b364-b89b718add02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:55:45.368169 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d06591ad-a80f-4873-a43e-d3bebe97314e req-216faf53-adcb-44c4-b364-b89b718add02 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6774b656eb8145eb998ea0059b40b4c3&device_id=8f635c1b-9047-4fc7-9184-bfaf2dee2e49 HTTP/1.1" status: 200 len: 1097 time: 1.2171266 Aug 12 14:55:45.590612 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43678b31-8a53-4822-b3e4-82c3c76456b6 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 14:55:45.602390 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8041e6ec-4f37-4eb4-b58c-3ba53309e5d3 None None] New status for floating IP e1d5c5c1-bc61-403c-bdb9-f093d53bb4d2: DOWN {{(pid=94468) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 14:55:45.602793 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e368e2e4-5102-44da-8422-e29ea6a5d01c None None] Sync routers for ids ['b4ff258d-6df9-4e9c-a55b-4d266545a98a'] in n-d-694802-15 {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 14:55:45.617093 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e368e2e4-5102-44da-8422-e29ea6a5d01c None None] Routers {'b4ff258d-6df9-4e9c-a55b-4d266545a98a'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:55:45.617731 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-e368e2e4-5102-44da-8422-e29ea6a5d01c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:55:44Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['b4ff258d-6df9-4e9c-a55b-4d266545a98a'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:55:45.621562 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-43678b31-8a53-4822-b3e4-82c3c76456b6 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] 10.222.0.39 "PUT /v2.0/routers/b4ff258d-6df9-4e9c-a55b-4d266545a98a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1933064 Aug 12 14:55:45.638595 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 36600) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:55:45.712571 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-e368e2e4-5102-44da-8422-e29ea6a5d01c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:55:45.755051 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e368e2e4-5102-44da-8422-e29ea6a5d01c None None] Routers {'b4ff258d-6df9-4e9c-a55b-4d266545a98a'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:55:45.755691 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-e368e2e4-5102-44da-8422-e29ea6a5d01c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:55:44Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['b4ff258d-6df9-4e9c-a55b-4d266545a98a'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:55:45.787204 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40e5528-fe00-44e4-a541-155a1a0f3eab req-c7dd11bf-2ec9-4789-817f-b9b7ac8405f3 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:55:45.791895 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-e40e5528-fe00-44e4-a541-155a1a0f3eab req-c7dd11bf-2ec9-4789-817f-b9b7ac8405f3 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/ports?device_id=5be77a56-d5ef-4a70-9846-307f9eb76fa5 HTTP/1.1" status: 200 len: 945 time: 0.1968169 Aug 12 14:55:45.835164 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470a0021-bc19-4e6a-9740-088503af3fa1 req-aae03ad0-57c9-4320-800a-a8802c716c44 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:55:45.840650 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-470a0021-bc19-4e6a-9740-088503af3fa1 req-aae03ad0-57c9-4320-800a-a8802c716c44 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/ports?device_id=8f635c1b-9047-4fc7-9184-bfaf2dee2e49 HTTP/1.1" status: 200 len: 945 time: 1.6978915 Aug 12 14:55:45.854498 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ddc068-8b30-46f7-a640-52ad9ae58a79 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Pushing event updated for resources: {'Port': ['ID=9131a8f0-1235-418d-a4ee-6cf11861c5c0,revision_number=2']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:55:45.869710 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-e368e2e4-5102-44da-8422-e29ea6a5d01c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:55:45.875186 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e368e2e4-5102-44da-8422-e29ea6a5d01c None None] The sync data for ids ['b4ff258d-6df9-4e9c-a55b-4d266545a98a'] in n-d-694802-15 is: [] {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 14:55:45.918274 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-e40e5528-fe00-44e4-a541-155a1a0f3eab req-17e63b04-683a-4693-a58e-c18da169093c tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/security-groups?id=188dc986-a686-4570-b7d8-3a6edb471033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131890 Aug 12 14:55:45.948732 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdb2b749-8348-4cb1-a616-da38b78c5a45 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:55:45.950935 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-bdb2b749-8348-4cb1-a616-da38b78c5a45 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] 10.222.0.39 "GET /v2.0/ports/5ac42a37-51a2-4527-a2aa-d14e6736b28d HTTP/1.1" status: 200 len: 910 time: 0.2406149 Aug 12 14:55:45.964975 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 36612) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:55:45.983297 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-835fa4eb-012a-4691-9727-cd0d2c6ad26b tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '4f8fc3bb-d806-4b86-9307-3f57f21c9b95'}]}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:55:46.021680 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-470a0021-bc19-4e6a-9740-088503af3fa1 req-4de014c4-85cb-4edb-9c2f-12c11e1002e9 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/security-groups?id=e9cf0ab5-0271-49fc-bd90-f712bfba6400&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1797636 Aug 12 14:55:46.039658 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12ddc068-8b30-46f7-a640-52ad9ae58a79 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Network 2457f211-d161-4930-bfb1-54c02162f7a2 is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:55:46.040979 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-fe95f194-a3b0-4c04-9e42-20b511169d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:46.041643 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-0249aaa1-1c56-4161-89b9-e92206c0ad6f None None] Provisioning for port 5ac42a37-51a2-4527-a2aa-d14e6736b28d completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:55:46.042203 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [req-9d53e8dd-3be1-4f4d-9a79-3809d7c49d9f req-4937b881-1048-4322-9b30-15d47be107a3 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Deleting port 988e1ab5-5805-4d46-b089-22e6208febbc {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:55:46.042548 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-9d53e8dd-3be1-4f4d-9a79-3809d7c49d9f req-4937b881-1048-4322-9b30-15d47be107a3 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:46.046652 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 3165b36c-9d5a-4a0a-a0b3-1b9e90384fd6 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:55:46.059319 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-0249aaa1-1c56-4161-89b9-e92206c0ad6f None None] Provisioning complete for port 5ac42a37-51a2-4527-a2aa-d14e6736b28d triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:55:46.059319 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-0249aaa1-1c56-4161-89b9-e92206c0ad6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:46.088739 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [None req-12ddc068-8b30-46f7-a640-52ad9ae58a79 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:55:46.154473 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06591ad-a80f-4873-a43e-d3bebe97314e req-f6f99f0d-cf10-4702-8e3f-becc70f62d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:55:46.157560 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d06591ad-a80f-4873-a43e-d3bebe97314e req-f6f99f0d-cf10-4702-8e3f-becc70f62d0a service neutron] 10.222.0.64 "GET /v2.0/networks?id=db095345-e0d8-47fa-815f-3ac64beebe04 HTTP/1.1" status: 200 len: 898 time: 0.7369454 Aug 12 14:55:46.202330 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-a313f9dc-5796-4b1d-a092-2fe3f8b3e3ec None None] For port a69432c6-58f9-4c35-b95c-1516a5538634, host n-d-694802-15, cleared binding levels {{(pid=94468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:55:46.369666 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d06591ad-a80f-4873-a43e-d3bebe97314e req-e17b122f-c8f4-4c4d-a64e-ee370993dd4c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=988e1ab5-5805-4d46-b089-22e6208febbc HTTP/1.1" status: 200 len: 217 time: 0.1564119 Aug 12 14:55:46.445533 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-835fa4eb-012a-4691-9727-cd0d2c6ad26b tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:46.469470 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-9d53e8dd-3be1-4f4d-9a79-3809d7c49d9f req-4937b881-1048-4322-9b30-15d47be107a3 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] For port 988e1ab5-5805-4d46-b089-22e6208febbc, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=988e1ab5-5805-4d46-b089-22e6208febbc,segment=NetworkSegment(3c13c1c5-6909-4094-b7be-b75bca54d586),segment_id=3c13c1c5-6909-4094-b7be-b75bca54d586)] {{(pid=94467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:55:46.470133 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-9d53e8dd-3be1-4f4d-9a79-3809d7c49d9f req-4937b881-1048-4322-9b30-15d47be107a3 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:46.491163 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12ddc068-8b30-46f7-a640-52ad9ae58a79 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Router b58f5ba9-1219-4663-800a-15c90fb3703e has already been hosted by L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f {{(pid=94467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 14:55:46.493811 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1d19a1-f770-44db-bc15-80ae00fc00b9 req-7a80e771-7aff-477c-aa83-91b6c18d96be tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:55:46.500256 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-0249aaa1-1c56-4161-89b9-e92206c0ad6f None None] Port 5ac42a37-51a2-4527-a2aa-d14e6736b28d cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 14:55:46.502881 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-cb1d19a1-f770-44db-bc15-80ae00fc00b9 req-7a80e771-7aff-477c-aa83-91b6c18d96be tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/ports?device_id=5be77a56-d5ef-4a70-9846-307f9eb76fa5 HTTP/1.1" status: 200 len: 945 time: 0.3902237 Aug 12 14:55:46.511491 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [req-9d53e8dd-3be1-4f4d-9a79-3809d7c49d9f req-4937b881-1048-4322-9b30-15d47be107a3 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Calling delete_port for 988e1ab5-5805-4d46-b089-22e6208febbc owned by compute:nova {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:55:46.511855 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-a313f9dc-5796-4b1d-a092-2fe3f8b3e3ec None None] For port a69432c6-58f9-4c35-b95c-1516a5538634, host n-d-694802-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=a69432c6-58f9-4c35-b95c-1516a5538634,segment=NetworkSegment(cc1eefa2-16ac-496f-a0c6-b11f8b7a4039),segment_id=cc1eefa2-16ac-496f-a0c6-b11f8b7a4039)] {{(pid=94468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:55:46.516390 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06591ad-a80f-4873-a43e-d3bebe97314e req-e00252bf-d358-4b83-8a17-db56c925e650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:55:46.518151 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d06591ad-a80f-4873-a43e-d3bebe97314e req-e00252bf-d358-4b83-8a17-db56c925e650 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c6b9fd07-f9b4-4406-ad8f-d473ff31e70f HTTP/1.1" status: 200 len: 835 time: 0.1314890 Aug 12 14:55:46.543385 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-a313f9dc-5796-4b1d-a092-2fe3f8b3e3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:46.712463 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning for port 3165b36c-9d5a-4a0a-a0b3-1b9e90384fd6 completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:55:46.744707 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port 3165b36c-9d5a-4a0a-a0b3-1b9e90384fd6 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:55:46.748105 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:46.786378 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06591ad-a80f-4873-a43e-d3bebe97314e req-83b8d4a7-0a29-49eb-80c7-aa0a6e8adcde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:55:46.788277 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d06591ad-a80f-4873-a43e-d3bebe97314e req-83b8d4a7-0a29-49eb-80c7-aa0a6e8adcde service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=db095345-e0d8-47fa-815f-3ac64beebe04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2580731 Aug 12 14:55:46.831762 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-cb1d19a1-f770-44db-bc15-80ae00fc00b9 req-b26e0b40-57af-43da-86ef-cd88ac8a87c4 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/security-groups?id=188dc986-a686-4570-b7d8-3a6edb471033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3277664 Aug 12 14:55:46.847081 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a313f9dc-5796-4b1d-a092-2fe3f8b3e3ec None None] Pushing event updated for resources: {'Port': ['ID=a69432c6-58f9-4c35-b95c-1516a5538634,revision_number=2']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:55:46.883424 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12ddc068-8b30-46f7-a640-52ad9ae58a79 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 14:55:46.897709 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 36658) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:55:46.898328 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-12ddc068-8b30-46f7-a640-52ad9ae58a79 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] 10.222.0.39 "PUT /v2.0/routers/b58f5ba9-1219-4663-800a-15c90fb3703e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0296977 Aug 12 14:55:46.904451 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-30c8d00f-a962-45ed-8d55-d6f85b3b3e10 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:55:46.961125 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-17a6ba1f-02e9-4589-a5a6-854b677ff94c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b58f5ba9-1219-4663-800a-15c90fb3703e', 'name': 'tempest-RoutersIpV6Test-router-782971319', 'tenant_id': '6ba6601003674b8c9c33878dd4577887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:55:13Z', 'updated_at': '2021-08-12T14:55:42Z', 'revision_number': 5, 'project_id': '6ba6601003674b8c9c33878dd4577887', 'gw_port_host': None, '_interfaces': [{'id': '72b189d8-b097-4241-924b-036068fb6e5c', 'name': '', 'network_id': '29c0b9ef-ea48-4e0d-8365-9ba9747f4d92', 'tenant_id': '6ba6601003674b8c9c33878dd4577887', 'mac_address': 'fa:16:3e:e7:48:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b58f5ba9-1219-4663-800a-15c90fb3703e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2785, 'fixed_ips': [{'subnet_id': '6f6eb93c-f1a8-4744-a7f3-3c91a474cae4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:55:30Z', 'updated_at': '2021-08-12T14:55:42Z', 'revision_number': 4, 'project_id': '6ba6601003674b8c9c33878dd4577887', 'subnets': [{'id': '6f6eb93c-f1a8-4744-a7f3-3c91a474cae4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9131a8f0-1235-418d-a4ee-6cf11861c5c0', 'name': '', 'network_id': '2457f211-d161-4930-bfb1-54c02162f7a2', 'tenant_id': '6ba6601003674b8c9c33878dd4577887', 'mac_address': 'fa:16:3e:c1:60:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b58f5ba9-1219-4663-800a-15c90fb3703e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2810, 'fixed_ips': [{'subnet_id': 'dad16023-3f22-4a98-8576-99c60a56b681', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:55:40Z', 'updated_at': '2021-08-12T14:55:41Z', 'revision_number': 1, 'project_id': '6ba6601003674b8c9c33878dd4577887', 'subnets': [{'id': 'dad16023-3f22-4a98-8576-99c60a56b681', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bec73530-3839-4fcd-ba14-f520eec47b6d', 'name': '', 'network_id': '6ab84d06-6b94-4ea7-a967-a7b4fd5d2ce3', 'tenant_id': '6ba6601003674b8c9c33878dd4577887', 'mac_address': 'fa:16:3e:b4:a9:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b58f5ba9-1219-4663-800a-15c90fb3703e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2773, 'fixed_ips': [{'subnet_id': 'ce6177dd-6991-4d81-b4d3-7cc3b78710ce', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:55:17Z', 'updated_at': '2021-08-12T14:55:32Z', 'revision_number': 5, 'project_id': '6ba6601003674b8c9c33878dd4577887', 'subnets': [{'id': 'ce6177dd-6991-4d81-b4d3-7cc3b78710ce', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e12c8dd3-edf4-49b5-b598-372708de7d26', 'name': '', 'network_id': '37ef00f0-1bfc-4807-8a6d-1e8de1f718ea', 'tenant_id': '6ba6601003674b8c9c33878dd4577887', 'mac_address': 'fa:16:3e:b7:65:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b58f5ba9-1219-4663-800a-15c90fb3703e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2780, 'fixed_ips': [{'subnet_id': '11a9c4e0-7b9d-4843-9183-43a7d125abff', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:55:23Z', 'updated_at': '2021-08-12T14:55:38Z', 'revision_number': 5, 'project_id': '6ba6601003674b8c9c33878dd4577887', 'subnets': [{'id': '11a9c4e0-7b9d-4843-9183-43a7d125abff', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:55:46.976473 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a313f9dc-5796-4b1d-a092-2fe3f8b3e3ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:55:46.977046 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a313f9dc-5796-4b1d-a092-2fe3f8b3e3ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:55:46.977464 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a313f9dc-5796-4b1d-a092-2fe3f8b3e3ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:55:46.977803 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a313f9dc-5796-4b1d-a092-2fe3f8b3e3ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:55:46.978138 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a313f9dc-5796-4b1d-a092-2fe3f8b3e3ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:55:46.978471 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a313f9dc-5796-4b1d-a092-2fe3f8b3e3ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:55:46.978849 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a313f9dc-5796-4b1d-a092-2fe3f8b3e3ec None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:55:46.979220 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a313f9dc-5796-4b1d-a092-2fe3f8b3e3ec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:55:46.979535 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a313f9dc-5796-4b1d-a092-2fe3f8b3e3ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:55:46.979860 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a313f9dc-5796-4b1d-a092-2fe3f8b3e3ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:55:46.980182 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a313f9dc-5796-4b1d-a092-2fe3f8b3e3ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:55:46.980504 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a313f9dc-5796-4b1d-a092-2fe3f8b3e3ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:55:47.022563 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17a6ba1f-02e9-4589-a5a6-854b677ff94c None None] The sync data for ids ['b58f5ba9-1219-4663-800a-15c90fb3703e'] in n-d-694802-15 is: [{'id': 'b58f5ba9-1219-4663-800a-15c90fb3703e', 'name': 'tempest-RoutersIpV6Test-router-782971319', 'tenant_id': '6ba6601003674b8c9c33878dd4577887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:55:13Z', 'updated_at': '2021-08-12T14:55:42Z', 'revision_number': 5, 'project_id': '6ba6601003674b8c9c33878dd4577887', 'gw_port_host': None, '_interfaces': [{'id': '72b189d8-b097-4241-924b-036068fb6e5c', 'name': '', 'network_id': '29c0b9ef-ea48-4e0d-8365-9ba9747f4d92', 'tenant_id': '6ba6601003674b8c9c33878dd4577887', 'mac_address': 'fa:16:3e:e7:48:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b58f5ba9-1219-4663-800a-15c90fb3703e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2785, 'fixed_ips': [{'subnet_id': '6f6eb93c-f1a8-4744-a7f3-3c91a474cae4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:55:30Z', 'updated_at': '2021-08-12T14:55:42Z', 'revision_number': 4, 'project_id': '6ba6601003674b8c9c33878dd4577887', 'subnets': [{'id': '6f6eb93c-f1a8-4744-a7f3-3c91a474cae4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9131a8f0-1235-418d-a4ee-6cf11861c5c0', 'name': '', 'network_id': '2457f211-d161-4930-bfb1-54c02162f7a2', 'tenant_id': '6ba6601003674b8c9c33878dd4577887', 'mac_address': 'fa:16:3e:c1:60:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b58f5ba9-1219-4663-800a-15c90fb3703e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2810, 'fixed_ips': [{'subnet_id': 'dad16023-3f22-4a98-8576-99c60a56b681', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:55:40Z', 'updated_at': '2021-08-12T14:55:41Z', 'revision_number': 1, 'project_id': '6ba6601003674b8c9c33878dd4577887', 'subnets': [{'id': 'dad16023-3f22-4a98-8576-99c60a56b681', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bec73530-3839-4fcd-ba14-f520eec47b6d', 'name': '', 'network_id': '6ab84d06-6b94-4ea7-a967-a7b4fd5d2ce3', 'tenant_id': '6ba6601003674b8c9c33878dd4577887', 'mac_address': 'fa:16:3e:b4:a9:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b58f5ba9-1219-4663-800a-15c90fb3703e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2773, 'fixed_ips': [{'subnet_id': 'ce6177dd-6991-4d81-b4d3-7cc3b78710ce', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:55:17Z', 'updated_at': '2021-08-12T14:55:32Z', 'revision_number': 5, 'project_id': '6ba6601003674b8c9c33878dd4577887', 'subnets': [{'id': 'ce6177dd-6991-4d81-b4d3-7cc3b78710ce', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e12c8dd3-edf4-49b5-b598-372708de7d26', 'name': '', 'network_id': '37ef00f0-1bfc-4807-8a6d-1e8de1f718ea', 'tenant_id': '6ba6601003674b8c9c33878dd4577887', 'mac_address': 'fa:16:3e:b7:65:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b58f5ba9-1219-4663-800a-15c90fb3703e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2780, 'fixed_ips': [{'subnet_id': '11a9c4e0-7b9d-4843-9183-43a7d125abff', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:55:23Z', 'updated_at': '2021-08-12T14:55:38Z', 'revision_number': 5, 'project_id': '6ba6601003674b8c9c33878dd4577887', 'subnets': [{'id': '11a9c4e0-7b9d-4843-9183-43a7d125abff', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 14:55:47.078461 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:47.081381 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-0b4541b7-6fb5-4b84-ae90-0887ad68c35c None None] Provisioning complete for port 5ac42a37-51a2-4527-a2aa-d14e6736b28d triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:55:47.081749 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-0b4541b7-6fb5-4b84-ae90-0887ad68c35c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:47.156354 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d06591ad-a80f-4873-a43e-d3bebe97314e req-5d72ce74-04d2-40a6-9b9b-8324f73f7c13 service neutron] 10.222.0.64 "GET /v2.0/networks/db095345-e0d8-47fa-815f-3ac64beebe04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3549161 Aug 12 14:55:47.164905 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-0b4541b7-6fb5-4b84-ae90-0887ad68c35c None None] Port 5ac42a37-51a2-4527-a2aa-d14e6736b28d cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 14:55:47.238067 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] For port 3165b36c-9d5a-4a0a-a0b3-1b9e90384fd6, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=3165b36c-9d5a-4a0a-a0b3-1b9e90384fd6,segment=NetworkSegment(688f9fd2-1528-4201-a377-7fcd4484da25),segment_id=688f9fd2-1528-4201-a377-7fcd4484da25)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:55:47.249156 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:47.323299 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-9d53e8dd-3be1-4f4d-9a79-3809d7c49d9f req-4937b881-1048-4322-9b30-15d47be107a3 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:47.409933 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4937b881-1048-4322-9b30-15d47be107a3 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Pushing event deleted for resources: {'Port': ['ID=988e1ab5-5805-4d46-b089-22e6208febbc,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:55:47.456875 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device 988e1ab5-5805-4d46-b089-22e6208febbc no longer exists at agent hyperv_n-h1-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:55:47.513975 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-efc30262-ccb6-4dbb-8077-cc747a255e3c req-52667dc8-9f16-4fd5-8489-e0fd9887e63d tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/ports?device_id=8f635c1b-9047-4fc7-9184-bfaf2dee2e49 HTTP/1.1" status: 200 len: 210 time: 0.2419503 Aug 12 14:55:47.520973 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-93370168-53ca-47c2-9e27-b066be57125c None None] No Port match for: 988e1ab5-5805-4d46-b089-22e6208febbc {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 14:55:47.521406 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device 988e1ab5-5805-4d46-b089-22e6208febbc not bound to the agent host n-h1-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:55:47.541358 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Pushing event updated for resources: {'Port': ['ID=3165b36c-9d5a-4a0a-a0b3-1b9e90384fd6,revision_number=3']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:55:47.621768 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d53e8dd-3be1-4f4d-9a79-3809d7c49d9f req-4937b881-1048-4322-9b30-15d47be107a3 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] No DVR routers for this DVR port 988e1ab5-5805-4d46-b089-22e6208febbc on host n-h1-694802-15 {{(pid=94467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:55:47.624996 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-9d53e8dd-3be1-4f4d-9a79-3809d7c49d9f req-4937b881-1048-4322-9b30-15d47be107a3 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:47.627125 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9d53e8dd-3be1-4f4d-9a79-3809d7c49d9f req-4937b881-1048-4322-9b30-15d47be107a3 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.64 "DELETE /v2.0/ports/988e1ab5-5805-4d46-b089-22e6208febbc HTTP/1.1" status: 204 len: 173 time: 2.5826893 Aug 12 14:55:47.634960 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f635c1b-9047-4fc7-9184-bfaf2dee2e49', 'name': 'network-vif-deleted', 'tag': '988e1ab5-5805-4d46-b089-22e6208febbc'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:55:47.637287 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e65282f928b64038367d043a4411777802006c43a98742496cb2e25b724ff1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfa6c125-c475-4ca3-ac93-eeb91a00ca85" -d '{"events": [{"server_uuid": "8f635c1b-9047-4fc7-9184-bfaf2dee2e49", "name": "network-vif-deleted", "tag": "988e1ab5-5805-4d46-b089-22e6208febbc"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:55:47.741096 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d06591ad-a80f-4873-a43e-d3bebe97314e req-6fc538d7-9097-46aa-81f6-1ddccb39fbba service neutron] 10.222.0.64 "GET /v2.0/networks/db095345-e0d8-47fa-815f-3ac64beebe04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5682113 Aug 12 14:55:47.761700 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 14:55:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52da62ec-795b-4954-96f5-5b9ff3c3a91b x-openstack-request-id: req-52da62ec-795b-4954-96f5-5b9ff3c3a91b {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:55:47.762022 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f635c1b-9047-4fc7-9184-bfaf2dee2e49", "name": "network-vif-deleted", "tag": "988e1ab5-5805-4d46-b089-22e6208febbc", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:55:47.762971 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-52da62ec-795b-4954-96f5-5b9ff3c3a91b {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:55:47.763663 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f635c1b-9047-4fc7-9184-bfaf2dee2e49', 'name': 'network-vif-deleted', 'tag': '988e1ab5-5805-4d46-b089-22e6208febbc', 'status': 'completed', 'code': 200} Aug 12 14:55:47.805102 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 72b189d8-b097-4241-924b-036068fb6e5c up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:55:47.990944 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning for port 72b189d8-b097-4241-924b-036068fb6e5c completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:55:48.010654 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port 72b189d8-b097-4241-924b-036068fb6e5c triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:55:48.011046 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:48.231474 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:48.234234 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecd1b8af-1218-47e0-9219-2a4f0e9a6461 None None] Network 2457f211-d161-4930-bfb1-54c02162f7a2 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:55:48.364961 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-5a3fd70e-5723-4579-8af9-d856e6698480 None None] Provisioning for port a69432c6-58f9-4c35-b95c-1516a5538634 completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:55:48.438499 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] For port 72b189d8-b097-4241-924b-036068fb6e5c, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=72b189d8-b097-4241-924b-036068fb6e5c,segment=NetworkSegment(85a9da52-3cea-4cfd-b966-7400c88fae83),segment_id=85a9da52-3cea-4cfd-b966-7400c88fae83)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:55:48.467541 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:48.470800 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device a69432c6-58f9-4c35-b95c-1516a5538634 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:55:48.550952 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.extraroute_db [None req-30c8d00f-a962-45ed-8d55-d6f85b3b3e10 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Added routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=94466) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 12 14:55:48.590295 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.extraroute_db [None req-30c8d00f-a962-45ed-8d55-d6f85b3b3e10 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Removed routes are [] {{(pid=94466) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 12 14:55:48.590397 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-30c8d00f-a962-45ed-8d55-d6f85b3b3e10 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-431363', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-429420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-104890'] for router, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:48.599262 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 36714) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:55:48.679626 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Pushing event updated for resources: {'Port': ['ID=72b189d8-b097-4241-924b-036068fb6e5c,revision_number=5']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:55:48.694047 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-720fdc57-7135-4388-a088-2b78cf6edb7e None None] Sync routers for ids ['b58f5ba9-1219-4663-800a-15c90fb3703e'] in n-d-694802-15 {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 14:55:48.772291 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bc904d-a1ac-4306-9d61-bee21b0e9a90 req-93b17be7-60ce-41fb-96f0-bafe3b5f1fb9 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:55:48.780266 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-f4bc904d-a1ac-4306-9d61-bee21b0e9a90 req-93b17be7-60ce-41fb-96f0-bafe3b5f1fb9 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/ports?device_id=5be77a56-d5ef-4a70-9846-307f9eb76fa5 HTTP/1.1" status: 200 len: 945 time: 1.3170426 Aug 12 14:55:48.815098 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-720fdc57-7135-4388-a088-2b78cf6edb7e None None] Routers {'b58f5ba9-1219-4663-800a-15c90fb3703e'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:55:48.815764 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-720fdc57-7135-4388-a088-2b78cf6edb7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:55:44Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['b58f5ba9-1219-4663-800a-15c90fb3703e'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:55:48.986509 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvr_db [None req-720fdc57-7135-4388-a088-2b78cf6edb7e None None] Set router b58f5ba9-1219-4663-800a-15c90fb3703e gateway port host: None {{(pid=94468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:55:49.032930 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-f4bc904d-a1ac-4306-9d61-bee21b0e9a90 req-8b83b233-8dd2-4cd1-8ea0-ebad57e8898a tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/security-groups?id=188dc986-a686-4570-b7d8-3a6edb471033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2516735 Aug 12 14:55:49.121580 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-835fa4eb-012a-4691-9727-cd0d2c6ad26b tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks [] for port, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:49.124564 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 36730) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:55:49.144565 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning for port a69432c6-58f9-4c35-b95c-1516a5538634 completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:55:49.198293 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port a69432c6-58f9-4c35-b95c-1516a5538634 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:55:49.198568 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:49.318650 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869879c3-929b-462b-8641-b4ede473aea5 req-72c992df-c436-4f5c-9ab1-6bc04a4efe31 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:55:49.329928 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-869879c3-929b-462b-8641-b4ede473aea5 req-72c992df-c436-4f5c-9ab1-6bc04a4efe31 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/ports?device_id=5be77a56-d5ef-4a70-9846-307f9eb76fa5 HTTP/1.1" status: 200 len: 945 time: 0.1798103 Aug 12 14:55:49.346976 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-30c8d00f-a962-45ed-8d55-d6f85b3b3e10 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-431363', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-429420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-104890'] for router, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:49.351533 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-30c8d00f-a962-45ed-8d55-d6f85b3b3e10 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-431608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-431370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-431601', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-429403'] for router, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:49.470433 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:49.488223 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-869879c3-929b-462b-8641-b4ede473aea5 req-ed3719fe-c797-4861-9db2-200fbb04c339 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/security-groups?id=188dc986-a686-4570-b7d8-3a6edb471033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573126 Aug 12 14:55:49.555379 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] For port a69432c6-58f9-4c35-b95c-1516a5538634, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=a69432c6-58f9-4c35-b95c-1516a5538634,segment=NetworkSegment(cc1eefa2-16ac-496f-a0c6-b11f8b7a4039),segment_id=cc1eefa2-16ac-496f-a0c6-b11f8b7a4039)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:55:49.562554 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:49.572757 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-720fdc57-7135-4388-a088-2b78cf6edb7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b58f5ba9-1219-4663-800a-15c90fb3703e', 'name': 'tempest-RoutersIpV6Test-router-782971319', 'tenant_id': '6ba6601003674b8c9c33878dd4577887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:55:13Z', 'updated_at': '2021-08-12T14:55:48Z', 'revision_number': 6, 'project_id': '6ba6601003674b8c9c33878dd4577887', 'gw_port_host': None, '_interfaces': [{'id': '72b189d8-b097-4241-924b-036068fb6e5c', 'name': '', 'network_id': '29c0b9ef-ea48-4e0d-8365-9ba9747f4d92', 'tenant_id': '6ba6601003674b8c9c33878dd4577887', 'mac_address': 'fa:16:3e:e7:48:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b58f5ba9-1219-4663-800a-15c90fb3703e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2785, 'fixed_ips': [{'subnet_id': '6f6eb93c-f1a8-4744-a7f3-3c91a474cae4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:55:30Z', 'updated_at': '2021-08-12T14:55:48Z', 'revision_number': 5, 'project_id': '6ba6601003674b8c9c33878dd4577887', 'subnets': [{'id': '6f6eb93c-f1a8-4744-a7f3-3c91a474cae4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9131a8f0-1235-418d-a4ee-6cf11861c5c0', 'name': '', 'network_id': '2457f211-d161-4930-bfb1-54c02162f7a2', 'tenant_id': '6ba6601003674b8c9c33878dd4577887', 'mac_address': 'fa:16:3e:c1:60:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b58f5ba9-1219-4663-800a-15c90fb3703e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2810, 'fixed_ips': [{'subnet_id': 'dad16023-3f22-4a98-8576-99c60a56b681', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:55:40Z', 'updated_at': '2021-08-12T14:55:44Z', 'revision_number': 2, 'project_id': '6ba6601003674b8c9c33878dd4577887', 'subnets': [{'id': 'dad16023-3f22-4a98-8576-99c60a56b681', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bec73530-3839-4fcd-ba14-f520eec47b6d', 'name': '', 'network_id': '6ab84d06-6b94-4ea7-a967-a7b4fd5d2ce3', 'tenant_id': '6ba6601003674b8c9c33878dd4577887', 'mac_address': 'fa:16:3e:b4:a9:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b58f5ba9-1219-4663-800a-15c90fb3703e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2773, 'fixed_ips': [{'subnet_id': 'ce6177dd-6991-4d81-b4d3-7cc3b78710ce', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:55:17Z', 'updated_at': '2021-08-12T14:55:32Z', 'revision_number': 5, 'project_id': '6ba6601003674b8c9c33878dd4577887', 'subnets': [{'id': 'ce6177dd-6991-4d81-b4d3-7cc3b78710ce', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e12c8dd3-edf4-49b5-b598-372708de7d26', 'name': '', 'network_id': '37ef00f0-1bfc-4807-8a6d-1e8de1f718ea', 'tenant_id': '6ba6601003674b8c9c33878dd4577887', 'mac_address': 'fa:16:3e:b7:65:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b58f5ba9-1219-4663-800a-15c90fb3703e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2780, 'fixed_ips': [{'subnet_id': '11a9c4e0-7b9d-4843-9183-43a7d125abff', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:55:23Z', 'updated_at': '2021-08-12T14:55:38Z', 'revision_number': 5, 'project_id': '6ba6601003674b8c9c33878dd4577887', 'subnets': [{'id': '11a9c4e0-7b9d-4843-9183-43a7d125abff', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:55:49.699647 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-0ff6e8e7-9c62-4ece-a264-62028f0d8c24 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66663830'] for router_interface, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:49.702064 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-720fdc57-7135-4388-a088-2b78cf6edb7e None None] Checking router: b58f5ba9-1219-4663-800a-15c90fb3703e for host: n-d-694802-15 {{(pid=94468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 14:55:49.702415 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-720fdc57-7135-4388-a088-2b78cf6edb7e None None] Updating router b58f5ba9-1219-4663-800a-15c90fb3703e port 9131a8f0-1235-418d-a4ee-6cf11861c5c0 binding host n-d-694802-15 {{(pid=94468) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 14:55:49.801514 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-720fdc57-7135-4388-a088-2b78cf6edb7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:49.813774 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 72b189d8-b097-4241-924b-036068fb6e5c up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:55:49.956166 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Pushing event updated for resources: {'Port': ['ID=a69432c6-58f9-4c35-b95c-1516a5538634,revision_number=3']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:55:50.114241 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfb0393-06ad-4bad-8e30-217a07636a57 req-f7521580-654a-4a1c-a733-f2d974247bc0 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:55:50.123517 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3cfb0393-06ad-4bad-8e30-217a07636a57 req-f7521580-654a-4a1c-a733-f2d974247bc0 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/ports?device_id=5be77a56-d5ef-4a70-9846-307f9eb76fa5 HTTP/1.1" status: 200 len: 945 time: 0.1683507 Aug 12 14:55:50.202873 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-835fa4eb-012a-4691-9727-cd0d2c6ad26b tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3718439'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:50.246238 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-c593c0df-16ee-43ef-85d2-d13ba1b42048 None None] Provisioning complete for port a69432c6-58f9-4c35-b95c-1516a5538634 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:55:50.246784 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-c593c0df-16ee-43ef-85d2-d13ba1b42048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:50.432583 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835fa4eb-012a-4691-9727-cd0d2c6ad26b tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Pushing event updated for resources: {'Port': ['ID=5ac42a37-51a2-4527-a2aa-d14e6736b28d,revision_number=3']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:55:50.457965 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-81412ef5-606c-46ed-afdc-a19502e19271 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:50.616744 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-81412ef5-606c-46ed-afdc-a19502e19271 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:50.632834 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-81412ef5-606c-46ed-afdc-a19502e19271 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:50.687727 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port 72b189d8-b097-4241-924b-036068fb6e5c triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:55:50.688294 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:50.696536 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3cfb0393-06ad-4bad-8e30-217a07636a57 req-d754c37b-33ce-4525-9736-7ccc9906bcf1 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/security-groups?id=188dc986-a686-4570-b7d8-3a6edb471033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5720763 Aug 12 14:55:50.707346 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81412ef5-606c-46ed-afdc-a19502e19271 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70517fb0-3f21-46cd-9275-29436a64cd72,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:55:50.770171 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-835fa4eb-012a-4691-9727-cd0d2c6ad26b tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:55:50.778378 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-835fa4eb-012a-4691-9727-cd0d2c6ad26b tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:50.783597 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-835fa4eb-012a-4691-9727-cd0d2c6ad26b tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] 10.222.0.39 "PUT /v2.0/ports/5ac42a37-51a2-4527-a2aa-d14e6736b28d HTTP/1.1" status: 200 len: 910 time: 4.8098423 Aug 12 14:55:50.785419 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 36774) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:55:50.826474 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30c8d00f-a962-45ed-8d55-d6f85b3b3e10 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Router b58f5ba9-1219-4663-800a-15c90fb3703e has already been hosted by L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f {{(pid=94466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 14:55:50.844486 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-81412ef5-606c-46ed-afdc-a19502e19271 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1602778273d246069f545be99cb660a7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7118974 Aug 12 14:55:50.848324 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 36778) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:55:50.899711 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 3165b36c-9d5a-4a0a-a0b3-1b9e90384fd6 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:55:51.017417 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-0ff6e8e7-9c62-4ece-a264-62028f0d8c24 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Deleting port 0d4e1cc8-0132-4053-8867-73adc658e14b {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:55:51.018060 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-0ff6e8e7-9c62-4ece-a264-62028f0d8c24 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:51.035890 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30c8d00f-a962-45ed-8d55-d6f85b3b3e10 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 14:55:51.050289 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port 3165b36c-9d5a-4a0a-a0b3-1b9e90384fd6 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:55:51.050667 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:51.051850 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-30c8d00f-a962-45ed-8d55-d6f85b3b3e10 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks [] for router, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:51.055806 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-30c8d00f-a962-45ed-8d55-d6f85b3b3e10 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] 10.222.0.39 "PUT /v2.0/routers/b58f5ba9-1219-4663-800a-15c90fb3703e HTTP/1.1" status: 200 len: 953 time: 4.1596205 Aug 12 14:55:51.057848 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d438e312-ab56-45c4-947f-b23bb14390a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:51.062170 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 36786) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:55:51.120121 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [None req-0ff6e8e7-9c62-4ece-a264-62028f0d8c24 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] For port 0d4e1cc8-0132-4053-8867-73adc658e14b, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=0d4e1cc8-0132-4053-8867-73adc658e14b,segment=NetworkSegment(3c13c1c5-6909-4094-b7be-b75bca54d586),segment_id=3c13c1c5-6909-4094-b7be-b75bca54d586)] {{(pid=94467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:55:51.120806 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-0ff6e8e7-9c62-4ece-a264-62028f0d8c24 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:51.129624 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c46d8bb-7650-4b04-a20e-6e6eb42186a3 req-1c521916-113a-4ae7-a0ac-3a9b4d86301e tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:55:51.135764 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-0ff6e8e7-9c62-4ece-a264-62028f0d8c24 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Calling delete_port for 0d4e1cc8-0132-4053-8867-73adc658e14b owned by network:router_interface {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:55:51.136974 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-8c46d8bb-7650-4b04-a20e-6e6eb42186a3 req-1c521916-113a-4ae7-a0ac-3a9b4d86301e tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/ports?device_id=5be77a56-d5ef-4a70-9846-307f9eb76fa5 HTTP/1.1" status: 200 len: 945 time: 0.2913628 Aug 12 14:55:51.195926 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d438e312-ab56-45c4-947f-b23bb14390a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:51.233674 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-720fdc57-7135-4388-a088-2b78cf6edb7e None None] Notify callbacks [] for port, precommit_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:51.244668 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-720fdc57-7135-4388-a088-2b78cf6edb7e None None] Transition to ACTIVE for port object 9131a8f0-1235-418d-a4ee-6cf11861c5c0 will not be triggered until provisioned by entity L2. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:55:51.263804 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-c593c0df-16ee-43ef-85d2-d13ba1b42048 None None] Provisioning for port 9131a8f0-1235-418d-a4ee-6cf11861c5c0 completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:55:51.274781 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-720fdc57-7135-4388-a088-2b78cf6edb7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:51.294416 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-4f1b392c-967e-47eb-b16e-4f287f7b27e3 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] 10.222.0.39 "GET /v2.0/routers/b58f5ba9-1219-4663-800a-15c90fb3703e HTTP/1.1" status: 200 len: 953 time: 0.2255476 Aug 12 14:55:51.300255 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 36792) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:55:51.332724 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-74f2d48c-fa4a-46e9-ad61-d1f5144dcc6d tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Request body: {'router': {'routes': None}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:55:51.388189 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38637015-a9b6-4228-b86d-08dfb1c3caed None None] Pushing event updated for resources: {'Port': ['ID=9131a8f0-1235-418d-a4ee-6cf11861c5c0,revision_number=3']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:55:51.445279 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-0ff6e8e7-9c62-4ece-a264-62028f0d8c24 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:51.514239 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-720fdc57-7135-4388-a088-2b78cf6edb7e None None] Attempting to bind port 9131a8f0-1235-418d-a4ee-6cf11861c5c0 on host n-d-694802-15 for vnic_type normal with profile {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:55:51.514603 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-720fdc57-7135-4388-a088-2b78cf6edb7e None None] Attempting to bind port 9131a8f0-1235-418d-a4ee-6cf11861c5c0 by drivers openvswitch,hyperv on host n-d-694802-15 at level 0 using segments [{'id': 'cc1eefa2-16ac-496f-a0c6-b11f8b7a4039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '2457f211-d161-4930-bfb1-54c02162f7a2'}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:55:51.515528 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-720fdc57-7135-4388-a088-2b78cf6edb7e None None] Attempting to bind port 9131a8f0-1235-418d-a4ee-6cf11861c5c0 on network 2457f211-d161-4930-bfb1-54c02162f7a2 {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:55:51.519577 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff6e8e7-9c62-4ece-a264-62028f0d8c24 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Pushing event deleted for resources: {'Port': ['ID=0d4e1cc8-0132-4053-8867-73adc658e14b,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:55:51.527702 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-720fdc57-7135-4388-a088-2b78cf6edb7e None None] Checking agent: {'id': '16de73ac-f2e9-4cee-b3e0-91052ae3e6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 20, 13), 'started_at': datetime.datetime(2021, 8, 12, 14, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 55, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:55:51.528031 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-720fdc57-7135-4388-a088-2b78cf6edb7e None None] Checking segment: {'id': 'cc1eefa2-16ac-496f-a0c6-b11f8b7a4039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '2457f211-d161-4930-bfb1-54c02162f7a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:55:51.528437 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-720fdc57-7135-4388-a088-2b78cf6edb7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:51.528836 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-720fdc57-7135-4388-a088-2b78cf6edb7e None None] Bound using segment: {'id': 'cc1eefa2-16ac-496f-a0c6-b11f8b7a4039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '2457f211-d161-4930-bfb1-54c02162f7a2'} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:55:51.529327 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-720fdc57-7135-4388-a088-2b78cf6edb7e None None] Bound port: 9131a8f0-1235-418d-a4ee-6cf11861c5c0, host: n-d-694802-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc1eefa2-16ac-496f-a0c6-b11f8b7a4039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '2457f211-d161-4930-bfb1-54c02162f7a2'}}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:55:51.529700 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-720fdc57-7135-4388-a088-2b78cf6edb7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:51.677169 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-720fdc57-7135-4388-a088-2b78cf6edb7e None None] For port 9131a8f0-1235-418d-a4ee-6cf11861c5c0, host n-d-694802-15, cleared binding levels {{(pid=94468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:55:51.688165 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-720fdc57-7135-4388-a088-2b78cf6edb7e None None] For port 9131a8f0-1235-418d-a4ee-6cf11861c5c0, host n-d-694802-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=9131a8f0-1235-418d-a4ee-6cf11861c5c0,segment=NetworkSegment(cc1eefa2-16ac-496f-a0c6-b11f8b7a4039),segment_id=cc1eefa2-16ac-496f-a0c6-b11f8b7a4039)] {{(pid=94468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:55:51.698052 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-720fdc57-7135-4388-a088-2b78cf6edb7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:51.809379 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d438e312-ab56-45c4-947f-b23bb14390a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:51.828031 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d438e312-ab56-45c4-947f-b23bb14390a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:51.829397 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-d438e312-ab56-45c4-947f-b23bb14390a4 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/70517fb0-3f21-46cd-9275-29436a64cd72 HTTP/1.1" status: 204 len: 168 time: 0.9799519 Aug 12 14:55:51.890712 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-8c46d8bb-7650-4b04-a20e-6e6eb42186a3 req-39c77c56-78e1-4d81-b0f3-68092247af43 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/security-groups?id=188dc986-a686-4570-b7d8-3a6edb471033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7528436 Aug 12 14:55:51.899748 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38637015-a9b6-4228-b86d-08dfb1c3caed None None] Pushing event updated for resources: {'Port': ['ID=9131a8f0-1235-418d-a4ee-6cf11861c5c0,revision_number=4']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:55:51.921173 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d438e312-ab56-45c4-947f-b23bb14390a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70517fb0-3f21-46cd-9275-29436a64cd72,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:55:51.921414 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device a69432c6-58f9-4c35-b95c-1516a5538634 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:55:52.002826 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-0ff6e8e7-9c62-4ece-a264-62028f0d8c24 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66628352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-430630'] for router_interface, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:52.112526 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-720fdc57-7135-4388-a088-2b78cf6edb7e None None] Routers {'b58f5ba9-1219-4663-800a-15c90fb3703e'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:55:52.113519 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-720fdc57-7135-4388-a088-2b78cf6edb7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:55:44Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['b58f5ba9-1219-4663-800a-15c90fb3703e'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:55:52.343305 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port a69432c6-58f9-4c35-b95c-1516a5538634 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:55:52.343800 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:52.390300 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.extraroute_db [None req-74f2d48c-fa4a-46e9-ad61-d1f5144dcc6d tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Added routes are [] {{(pid=94466) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 12 14:55:52.391509 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.extraroute_db [None req-74f2d48c-fa4a-46e9-ad61-d1f5144dcc6d tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Removed routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=94466) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 12 14:55:52.433682 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-74f2d48c-fa4a-46e9-ad61-d1f5144dcc6d tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-431363', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-429420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-104890'] for router, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:52.459798 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvr_db [None req-720fdc57-7135-4388-a088-2b78cf6edb7e None None] Set router b58f5ba9-1219-4663-800a-15c90fb3703e gateway port host: None {{(pid=94468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:55:52.529572 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 36816) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:55:52.550530 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-ac5bd4a6-9ab4-4e68-9b9f-4b04d621f06d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:52.630043 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-1e7f8888-cfcb-4b2d-91dc-add993576436 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66663830'] for router_interface, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:52.703549 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 36824) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:55:52.775327 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ff6e8e7-9c62-4ece-a264-62028f0d8c24 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Router 5a955ada-e255-4005-bb16-739df8b0ef31 has already been hosted by L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f {{(pid=94467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 14:55:52.808409 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-720fdc57-7135-4388-a088-2b78cf6edb7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b58f5ba9-1219-4663-800a-15c90fb3703e', 'name': 'tempest-RoutersIpV6Test-router-782971319', 'tenant_id': '6ba6601003674b8c9c33878dd4577887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:55:13Z', 'updated_at': '2021-08-12T14:55:48Z', 'revision_number': 6, 'project_id': '6ba6601003674b8c9c33878dd4577887', 'gw_port_host': None, '_interfaces': [{'id': '72b189d8-b097-4241-924b-036068fb6e5c', 'name': '', 'network_id': '29c0b9ef-ea48-4e0d-8365-9ba9747f4d92', 'tenant_id': '6ba6601003674b8c9c33878dd4577887', 'mac_address': 'fa:16:3e:e7:48:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b58f5ba9-1219-4663-800a-15c90fb3703e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2785, 'fixed_ips': [{'subnet_id': '6f6eb93c-f1a8-4744-a7f3-3c91a474cae4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:55:30Z', 'updated_at': '2021-08-12T14:55:48Z', 'revision_number': 5, 'project_id': '6ba6601003674b8c9c33878dd4577887', 'subnets': [{'id': '6f6eb93c-f1a8-4744-a7f3-3c91a474cae4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9131a8f0-1235-418d-a4ee-6cf11861c5c0', 'name': '', 'network_id': '2457f211-d161-4930-bfb1-54c02162f7a2', 'tenant_id': '6ba6601003674b8c9c33878dd4577887', 'mac_address': 'fa:16:3e:c1:60:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b58f5ba9-1219-4663-800a-15c90fb3703e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2810, 'fixed_ips': [{'subnet_id': 'dad16023-3f22-4a98-8576-99c60a56b681', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:55:40Z', 'updated_at': '2021-08-12T14:55:51Z', 'revision_number': 4, 'project_id': '6ba6601003674b8c9c33878dd4577887', 'subnets': [{'id': 'dad16023-3f22-4a98-8576-99c60a56b681', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bec73530-3839-4fcd-ba14-f520eec47b6d', 'name': '', 'network_id': '6ab84d06-6b94-4ea7-a967-a7b4fd5d2ce3', 'tenant_id': '6ba6601003674b8c9c33878dd4577887', 'mac_address': 'fa:16:3e:b4:a9:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b58f5ba9-1219-4663-800a-15c90fb3703e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2773, 'fixed_ips': [{'subnet_id': 'ce6177dd-6991-4d81-b4d3-7cc3b78710ce', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:55:17Z', 'updated_at': '2021-08-12T14:55:32Z', 'revision_number': 5, 'project_id': '6ba6601003674b8c9c33878dd4577887', 'subnets': [{'id': 'ce6177dd-6991-4d81-b4d3-7cc3b78710ce', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e12c8dd3-edf4-49b5-b598-372708de7d26', 'name': '', 'network_id': '37ef00f0-1bfc-4807-8a6d-1e8de1f718ea', 'tenant_id': '6ba6601003674b8c9c33878dd4577887', 'mac_address': 'fa:16:3e:b7:65:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b58f5ba9-1219-4663-800a-15c90fb3703e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2780, 'fixed_ips': [{'subnet_id': '11a9c4e0-7b9d-4843-9183-43a7d125abff', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:55:23Z', 'updated_at': '2021-08-12T14:55:38Z', 'revision_number': 5, 'project_id': '6ba6601003674b8c9c33878dd4577887', 'subnets': [{'id': '11a9c4e0-7b9d-4843-9183-43a7d125abff', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:55:52.820102 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-ac5bd4a6-9ab4-4e68-9b9f-4b04d621f06d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:52.828978 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-74f2d48c-fa4a-46e9-ad61-d1f5144dcc6d tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-431363', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-429420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-104890'] for router, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:52.834731 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-74f2d48c-fa4a-46e9-ad61-d1f5144dcc6d tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-431608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-431370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-431601', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-429403'] for router, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:52.867379 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-720fdc57-7135-4388-a088-2b78cf6edb7e None None] The sync data for ids ['b58f5ba9-1219-4663-800a-15c90fb3703e'] in n-d-694802-15 is: [{'id': 'b58f5ba9-1219-4663-800a-15c90fb3703e', 'name': 'tempest-RoutersIpV6Test-router-782971319', 'tenant_id': '6ba6601003674b8c9c33878dd4577887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:55:13Z', 'updated_at': '2021-08-12T14:55:48Z', 'revision_number': 6, 'project_id': '6ba6601003674b8c9c33878dd4577887', 'gw_port_host': None, '_interfaces': [{'id': '72b189d8-b097-4241-924b-036068fb6e5c', 'name': '', 'network_id': '29c0b9ef-ea48-4e0d-8365-9ba9747f4d92', 'tenant_id': '6ba6601003674b8c9c33878dd4577887', 'mac_address': 'fa:16:3e:e7:48:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b58f5ba9-1219-4663-800a-15c90fb3703e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2785, 'fixed_ips': [{'subnet_id': '6f6eb93c-f1a8-4744-a7f3-3c91a474cae4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:55:30Z', 'updated_at': '2021-08-12T14:55:48Z', 'revision_number': 5, 'project_id': '6ba6601003674b8c9c33878dd4577887', 'subnets': [{'id': '6f6eb93c-f1a8-4744-a7f3-3c91a474cae4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9131a8f0-1235-418d-a4ee-6cf11861c5c0', 'name': '', 'network_id': '2457f211-d161-4930-bfb1-54c02162f7a2', 'tenant_id': '6ba6601003674b8c9c33878dd4577887', 'mac_address': 'fa:16:3e:c1:60:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b58f5ba9-1219-4663-800a-15c90fb3703e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2810, 'fixed_ips': [{'subnet_id': 'dad16023-3f22-4a98-8576-99c60a56b681', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:55:40Z', 'updated_at': '2021-08-12T14:55:51Z', 'revision_number': 4, 'project_id': '6ba6601003674b8c9c33878dd4577887', 'subnets': [{'id': 'dad16023-3f22-4a98-8576-99c60a56b681', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bec73530-3839-4fcd-ba14-f520eec47b6d', 'name': '', 'network_id': '6ab84d06-6b94-4ea7-a967-a7b4fd5d2ce3', 'tenant_id': '6ba6601003674b8c9c33878dd4577887', 'mac_address': 'fa:16:3e:b4:a9:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b58f5ba9-1219-4663-800a-15c90fb3703e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2773, 'fixed_ips': [{'subnet_id': 'ce6177dd-6991-4d81-b4d3-7cc3b78710ce', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:55:17Z', 'updated_at': '2021-08-12T14:55:32Z', 'revision_number': 5, 'project_id': '6ba6601003674b8c9c33878dd4577887', 'subnets': [{'id': 'ce6177dd-6991-4d81-b4d3-7cc3b78710ce', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e12c8dd3-edf4-49b5-b598-372708de7d26', 'name': '', 'network_id': '37ef00f0-1bfc-4807-8a6d-1e8de1f718ea', 'tenant_id': '6ba6601003674b8c9c33878dd4577887', 'mac_address': 'fa:16:3e:b7:65:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b58f5ba9-1219-4663-800a-15c90fb3703e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2780, 'fixed_ips': [{'subnet_id': '11a9c4e0-7b9d-4843-9183-43a7d125abff', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:55:23Z', 'updated_at': '2021-08-12T14:55:38Z', 'revision_number': 5, 'project_id': '6ba6601003674b8c9c33878dd4577887', 'subnets': [{'id': '11a9c4e0-7b9d-4843-9183-43a7d125abff', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 14:55:52.894061 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-ac5bd4a6-9ab4-4e68-9b9f-4b04d621f06d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:52.926538 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-ac5bd4a6-9ab4-4e68-9b9f-4b04d621f06d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4848403b407b485cbb053eead84335d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3934364 Aug 12 14:55:52.934450 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 36828) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:55:52.974686 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e5456a-c1ad-4ce8-936d-9275a55a7268 req-f1365f68-9b7e-40a5-a38c-9c59a54efc3c tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:55:52.976048 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-f4e5456a-c1ad-4ce8-936d-9275a55a7268 req-f1365f68-9b7e-40a5-a38c-9c59a54efc3c tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/ports?device_id=5be77a56-d5ef-4a70-9846-307f9eb76fa5 HTTP/1.1" status: 200 len: 945 time: 0.3131714 Aug 12 14:55:52.979287 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-d600ee99-8766-4f8c-8f47-edbad10d63e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:53.057210 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74f2d48c-fa4a-46e9-ad61-d1f5144dcc6d tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Router b58f5ba9-1219-4663-800a-15c90fb3703e has already been hosted by L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f {{(pid=94466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 14:55:53.059431 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5bd4a6-9ab4-4e68-9b9f-4b04d621f06d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d230d9ed-685c-4f25-8028-fcd4875809c3,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:55:53.061272 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e8de3260-b3a7-4f38-a4d5-d58f016bea01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:53.080084 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-f4e5456a-c1ad-4ce8-936d-9275a55a7268 req-592a57b5-32ff-4cff-80e6-5478e6e621c0 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/security-groups?id=188dc986-a686-4570-b7d8-3a6edb471033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867991 Aug 12 14:55:53.117600 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e8de3260-b3a7-4f38-a4d5-d58f016bea01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:53.131602 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ff6e8e7-9c62-4ece-a264-62028f0d8c24 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 14:55:53.131602 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-0ff6e8e7-9c62-4ece-a264-62028f0d8c24 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "PUT /v2.0/routers/5a955ada-e255-4005-bb16-739df8b0ef31/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5302012 Aug 12 14:55:53.145701 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 36836) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:55:53.172216 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-536193b4-e303-4d4b-b497-30cfe004e3fb None None] Sync routers for ids ['5a955ada-e255-4005-bb16-739df8b0ef31'] in n-d-694802-15 {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 14:55:53.182879 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-536193b4-e303-4d4b-b497-30cfe004e3fb None None] Routers {'5a955ada-e255-4005-bb16-739df8b0ef31'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:55:53.187533 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-536193b4-e303-4d4b-b497-30cfe004e3fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:55:44Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['5a955ada-e255-4005-bb16-739df8b0ef31'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:55:53.261831 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_v2 [None req-bdf84c1c-e9e6-4eda-9941-0d8c2e1ecbaa tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Deleting subnet c6b9fd07-f9b4-4406-ad8f-d473ff31e70f {{(pid=94467) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 14:55:53.265083 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-bdf84c1c-e9e6-4eda-9941-0d8c2e1ecbaa tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks [] for subnet, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:53.305582 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-bdf84c1c-e9e6-4eda-9941-0d8c2e1ecbaa tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3857505'] for subnet, precommit_delete_associations {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:53.351258 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e8de3260-b3a7-4f38-a4d5-d58f016bea01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:53.354059 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e8de3260-b3a7-4f38-a4d5-d58f016bea01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:53.357481 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-e8de3260-b3a7-4f38-a4d5-d58f016bea01 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d230d9ed-685c-4f25-8028-fcd4875809c3 HTTP/1.1" status: 204 len: 168 time: 0.4197831 Aug 12 14:55:53.376342 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aba7c11-7a2b-4b67-b638-8866b7054c71 None None] Sync routers for ids ['b58f5ba9-1219-4663-800a-15c90fb3703e'] in n-d-694802-15 {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 14:55:53.383679 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74f2d48c-fa4a-46e9-ad61-d1f5144dcc6d tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 14:55:53.386861 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aba7c11-7a2b-4b67-b638-8866b7054c71 None None] Routers {'b58f5ba9-1219-4663-800a-15c90fb3703e'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:55:53.387785 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-8aba7c11-7a2b-4b67-b638-8866b7054c71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:55:44Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['b58f5ba9-1219-4663-800a-15c90fb3703e'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:55:53.395656 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-74f2d48c-fa4a-46e9-ad61-d1f5144dcc6d tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks [] for router, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:53.399086 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-74f2d48c-fa4a-46e9-ad61-d1f5144dcc6d tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] 10.222.0.39 "PUT /v2.0/routers/b58f5ba9-1219-4663-800a-15c90fb3703e HTTP/1.1" status: 200 len: 703 time: 2.0833282 Aug 12 14:55:53.401208 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 36842) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:55:53.403436 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8de3260-b3a7-4f38-a4d5-d58f016bea01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d230d9ed-685c-4f25-8028-fcd4875809c3,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:55:53.406913 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-536193b4-e303-4d4b-b497-30cfe004e3fb None None] Set router 5a955ada-e255-4005-bb16-739df8b0ef31 gateway port host: n-d-694802-15 {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:55:53.500099 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-bdf84c1c-e9e6-4eda-9941-0d8c2e1ecbaa tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66416255'] for subnet, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:53.512992 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvr_db [None req-8aba7c11-7a2b-4b67-b638-8866b7054c71 None None] Set router b58f5ba9-1219-4663-800a-15c90fb3703e gateway port host: None {{(pid=94468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:55:53.599051 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-0602ba45-bf1d-4fa2-9e3e-6261cd1e7046 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] 10.222.0.39 "GET /v2.0/routers/b58f5ba9-1219-4663-800a-15c90fb3703e HTTP/1.1" status: 200 len: 703 time: 0.1965406 Aug 12 14:55:53.599734 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 36850) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:55:53.737292 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-536193b4-e303-4d4b-b497-30cfe004e3fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a955ada-e255-4005-bb16-739df8b0ef31', 'name': 'tempest-TestNetworkAdvancedServerOps-router-297116677', 'tenant_id': '6774b656eb8145eb998ea0059b40b4c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.245'}], 'enable_snat': True}, 'gw_port_id': 'eb45c16e-efbf-47de-892c-209ea94b0630', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:53:20Z', 'updated_at': '2021-08-12T14:55:51Z', 'revision_number': 5, 'project_id': '6774b656eb8145eb998ea0059b40b4c3', 'gw_port': {'id': 'eb45c16e-efbf-47de-892c-209ea94b0630', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:c2:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a955ada-e255-4005-bb16-739df8b0ef31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2568, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:53:22Z', 'updated_at': '2021-08-12T14:53:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15'}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:55:53.806198 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-536193b4-e303-4d4b-b497-30cfe004e3fb None None] Checking router: 5a955ada-e255-4005-bb16-739df8b0ef31 for host: n-d-694802-15 {{(pid=94469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 14:55:53.815130 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-d600ee99-8766-4f8c-8f47-edbad10d63e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:53.824452 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-bdf84c1c-e9e6-4eda-9941-0d8c2e1ecbaa tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66416232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2859225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3343748'] for subnet, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:53.828848 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-536193b4-e303-4d4b-b497-30cfe004e3fb None None] Routers {'5a955ada-e255-4005-bb16-739df8b0ef31'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:55:53.829483 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-536193b4-e303-4d4b-b497-30cfe004e3fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:55:44Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['5a955ada-e255-4005-bb16-739df8b0ef31'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:55:53.850405 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 9131a8f0-1235-418d-a4ee-6cf11861c5c0 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:55:53.862981 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-d600ee99-8766-4f8c-8f47-edbad10d63e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:53.869053 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-bdf84c1c-e9e6-4eda-9941-0d8c2e1ecbaa tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks [] for subnet, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:53.878800 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-bdf84c1c-e9e6-4eda-9941-0d8c2e1ecbaa tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "DELETE /v2.0/subnets/c6b9fd07-f9b4-4406-ad8f-d473ff31e70f HTTP/1.1" status: 204 len: 168 time: 0.7300935 Aug 12 14:55:53.881523 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 36856) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:55:53.907641 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-967cd18c-f1aa-4384-b4ed-8cecebcfb9dd None None] Network db095345-e0d8-47fa-815f-3ac64beebe04 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:55:53.958833 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf84c1c-e9e6-4eda-9941-0d8c2e1ecbaa tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Pushing event deleted for resources: {'Subnet': ['ID=c6b9fd07-f9b4-4406-ad8f-d473ff31e70f,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:55:54.001551 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-536193b4-e303-4d4b-b497-30cfe004e3fb None None] Set router 5a955ada-e255-4005-bb16-739df8b0ef31 gateway port host: n-d-694802-15 {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:55:54.048451 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-d600ee99-8766-4f8c-8f47-edbad10d63e2 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a1ed1fd2105b42bdb9d33891aa560a82&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2970240 Aug 12 14:55:54.069344 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 36866) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:55:54.157882 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning for port 9131a8f0-1235-418d-a4ee-6cf11861c5c0 completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:55:54.166427 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port 9131a8f0-1235-418d-a4ee-6cf11861c5c0 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:55:54.166813 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:54.196224 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-8aba7c11-7a2b-4b67-b638-8866b7054c71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b58f5ba9-1219-4663-800a-15c90fb3703e', 'name': 'tempest-RoutersIpV6Test-router-782971319', 'tenant_id': '6ba6601003674b8c9c33878dd4577887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:55:13Z', 'updated_at': '2021-08-12T14:55:52Z', 'revision_number': 7, 'project_id': '6ba6601003674b8c9c33878dd4577887', 'gw_port_host': None, '_interfaces': [{'id': '72b189d8-b097-4241-924b-036068fb6e5c', 'name': '', 'network_id': '29c0b9ef-ea48-4e0d-8365-9ba9747f4d92', 'tenant_id': '6ba6601003674b8c9c33878dd4577887', 'mac_address': 'fa:16:3e:e7:48:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b58f5ba9-1219-4663-800a-15c90fb3703e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2785, 'fixed_ips': [{'subnet_id': '6f6eb93c-f1a8-4744-a7f3-3c91a474cae4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:55:30Z', 'updated_at': '2021-08-12T14:55:48Z', 'revision_number': 5, 'project_id': '6ba6601003674b8c9c33878dd4577887', 'subnets': [{'id': '6f6eb93c-f1a8-4744-a7f3-3c91a474cae4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9131a8f0-1235-418d-a4ee-6cf11861c5c0', 'name': '', 'network_id': '2457f211-d161-4930-bfb1-54c02162f7a2', 'tenant_id': '6ba6601003674b8c9c33878dd4577887', 'mac_address': 'fa:16:3e:c1:60:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b58f5ba9-1219-4663-800a-15c90fb3703e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2810, 'fixed_ips': [{'subnet_id': 'dad16023-3f22-4a98-8576-99c60a56b681', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:55:40Z', 'updated_at': '2021-08-12T14:55:51Z', 'revision_number': 4, 'project_id': '6ba6601003674b8c9c33878dd4577887', 'subnets': [{'id': 'dad16023-3f22-4a98-8576-99c60a56b681', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bec73530-3839-4fcd-ba14-f520eec47b6d', 'name': '', 'network_id': '6ab84d06-6b94-4ea7-a967-a7b4fd5d2ce3', 'tenant_id': '6ba6601003674b8c9c33878dd4577887', 'mac_address': 'fa:16:3e:b4:a9:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b58f5ba9-1219-4663-800a-15c90fb3703e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2773, 'fixed_ips': [{'subnet_id': 'ce6177dd-6991-4d81-b4d3-7cc3b78710ce', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:55:17Z', 'updated_at': '2021-08-12T14:55:32Z', 'revision_number': 5, 'project_id': '6ba6601003674b8c9c33878dd4577887', 'subnets': [{'id': 'ce6177dd-6991-4d81-b4d3-7cc3b78710ce', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e12c8dd3-edf4-49b5-b598-372708de7d26', 'name': '', 'network_id': '37ef00f0-1bfc-4807-8a6d-1e8de1f718ea', 'tenant_id': '6ba6601003674b8c9c33878dd4577887', 'mac_address': 'fa:16:3e:b7:65:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b58f5ba9-1219-4663-800a-15c90fb3703e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2780, 'fixed_ips': [{'subnet_id': '11a9c4e0-7b9d-4843-9183-43a7d125abff', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:55:23Z', 'updated_at': '2021-08-12T14:55:38Z', 'revision_number': 5, 'project_id': '6ba6601003674b8c9c33878dd4577887', 'subnets': [{'id': '11a9c4e0-7b9d-4843-9183-43a7d125abff', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:55:54.203986 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f408b8a2-2d90-4c7d-ac0e-8fc1dd181f78 req-b9015b05-77a0-4cd0-ac31-3dae2269a211 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:55:54.207892 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f408b8a2-2d90-4c7d-ac0e-8fc1dd181f78 req-b9015b05-77a0-4cd0-ac31-3dae2269a211 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/ports?device_id=5be77a56-d5ef-4a70-9846-307f9eb76fa5 HTTP/1.1" status: 200 len: 945 time: 0.8550644 Aug 12 14:55:54.253624 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aba7c11-7a2b-4b67-b638-8866b7054c71 None None] Checking router: b58f5ba9-1219-4663-800a-15c90fb3703e for host: n-d-694802-15 {{(pid=94468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 14:55:54.256938 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d600ee99-8766-4f8c-8f47-edbad10d63e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14a0c816-051e-4b69-bb30-18ce42ba9dbd,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:55:54.295584 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a9628855-a5ce-4f3d-baf3-a58bc3438d63 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66663830'] for router_interface, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:54.310058 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aba7c11-7a2b-4b67-b638-8866b7054c71 None None] Routers {'b58f5ba9-1219-4663-800a-15c90fb3703e'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:55:54.311049 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-8aba7c11-7a2b-4b67-b638-8866b7054c71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:55:44Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['b58f5ba9-1219-4663-800a-15c90fb3703e'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:55:54.339155 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-373ad63f-23b3-45e8-88d9-5865fd17e31a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:54.428811 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-373ad63f-23b3-45e8-88d9-5865fd17e31a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:54.442169 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-536193b4-e303-4d4b-b497-30cfe004e3fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a955ada-e255-4005-bb16-739df8b0ef31', 'name': 'tempest-TestNetworkAdvancedServerOps-router-297116677', 'tenant_id': '6774b656eb8145eb998ea0059b40b4c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.245'}], 'enable_snat': True}, 'gw_port_id': 'eb45c16e-efbf-47de-892c-209ea94b0630', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:53:20Z', 'updated_at': '2021-08-12T14:55:51Z', 'revision_number': 5, 'project_id': '6774b656eb8145eb998ea0059b40b4c3', 'gw_port': {'id': 'eb45c16e-efbf-47de-892c-209ea94b0630', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:c2:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a955ada-e255-4005-bb16-739df8b0ef31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2568, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:53:22Z', 'updated_at': '2021-08-12T14:53:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15'}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:55:54.484821 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4cef066-8164-4b83-9703-6da7f065e20a None None] DHCP port deletion for db095345-e0d8-47fa-815f-3ac64beebe04 request from n-d-694802-15 {{(pid=94468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 14:55:54.496131 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-1e7f8888-cfcb-4b2d-91dc-add993576436 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Deleting port 5ac42a37-51a2-4527-a2aa-d14e6736b28d {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:55:54.496684 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-1e7f8888-cfcb-4b2d-91dc-add993576436 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:54.506946 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f408b8a2-2d90-4c7d-ac0e-8fc1dd181f78 req-6ce2da73-54c8-4fc0-a597-51200194cfe3 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/security-groups?id=188dc986-a686-4570-b7d8-3a6edb471033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2843399 Aug 12 14:55:54.507742 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-536193b4-e303-4d4b-b497-30cfe004e3fb None None] The sync data for ids ['5a955ada-e255-4005-bb16-739df8b0ef31'] in n-d-694802-15 is: [{'id': '5a955ada-e255-4005-bb16-739df8b0ef31', 'name': 'tempest-TestNetworkAdvancedServerOps-router-297116677', 'tenant_id': '6774b656eb8145eb998ea0059b40b4c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.245'}], 'enable_snat': True}, 'gw_port_id': 'eb45c16e-efbf-47de-892c-209ea94b0630', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:53:20Z', 'updated_at': '2021-08-12T14:55:51Z', 'revision_number': 5, 'project_id': '6774b656eb8145eb998ea0059b40b4c3', 'gw_port': {'id': 'eb45c16e-efbf-47de-892c-209ea94b0630', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:c2:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a955ada-e255-4005-bb16-739df8b0ef31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2568, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:53:22Z', 'updated_at': '2021-08-12T14:53:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15'}] {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 14:55:54.568613 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:54.576365 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-373ad63f-23b3-45e8-88d9-5865fd17e31a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:54.579916 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-373ad63f-23b3-45e8-88d9-5865fd17e31a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:54.584580 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-373ad63f-23b3-45e8-88d9-5865fd17e31a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/14a0c816-051e-4b69-bb30-18ce42ba9dbd HTTP/1.1" status: 204 len: 168 time: 0.5140018 Aug 12 14:55:54.616921 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373ad63f-23b3-45e8-88d9-5865fd17e31a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14a0c816-051e-4b69-bb30-18ce42ba9dbd,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:55:54.645618 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-fccc59cd-cbd5-4eff-a6b1-3fe56f5bb733 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks [] for router, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:54.660740 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] For port 9131a8f0-1235-418d-a4ee-6cf11861c5c0, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=9131a8f0-1235-418d-a4ee-6cf11861c5c0,segment=NetworkSegment(cc1eefa2-16ac-496f-a0c6-b11f8b7a4039),segment_id=cc1eefa2-16ac-496f-a0c6-b11f8b7a4039)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:55:54.665939 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvr_db [None req-8aba7c11-7a2b-4b67-b638-8866b7054c71 None None] Set router b58f5ba9-1219-4663-800a-15c90fb3703e gateway port host: None {{(pid=94468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:55:54.700763 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:54.757259 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-a9628855-a5ce-4f3d-baf3-a58bc3438d63 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Deleting port 9131a8f0-1235-418d-a4ee-6cf11861c5c0 {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:55:54.757259 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a9628855-a5ce-4f3d-baf3-a58bc3438d63 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:54.857718 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-b4cef066-8164-4b83-9703-6da7f065e20a None None] Deleting port 0259bcee-4eb7-4f3a-9fd7-bb0f3659715e {{(pid=94468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:55:54.858213 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-b4cef066-8164-4b83-9703-6da7f065e20a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:54.918821 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Pushing event updated for resources: {'Port': ['ID=9131a8f0-1235-418d-a4ee-6cf11861c5c0,revision_number=5']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:55:54.928652 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-a9628855-a5ce-4f3d-baf3-a58bc3438d63 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] For port 9131a8f0-1235-418d-a4ee-6cf11861c5c0, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=9131a8f0-1235-418d-a4ee-6cf11861c5c0,segment=NetworkSegment(cc1eefa2-16ac-496f-a0c6-b11f8b7a4039),segment_id=cc1eefa2-16ac-496f-a0c6-b11f8b7a4039)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:55:54.929084 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a9628855-a5ce-4f3d-baf3-a58bc3438d63 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:54.972350 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-a9628855-a5ce-4f3d-baf3-a58bc3438d63 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Calling delete_port for 9131a8f0-1235-418d-a4ee-6cf11861c5c0 owned by network:router_interface {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:55:55.328290 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 36906) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:55:55.350669 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-1e7f8888-cfcb-4b2d-91dc-add993576436 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:55.369606 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-1e7f8888-cfcb-4b2d-91dc-add993576436 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Calling delete_port for 5ac42a37-51a2-4527-a2aa-d14e6736b28d owned by network:router_interface {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:55:55.371269 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a097c606-b5a5-4095-8e88-71e524b06ac7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:55.403941 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a9628855-a5ce-4f3d-baf3-a58bc3438d63 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:55.524854 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9628855-a5ce-4f3d-baf3-a58bc3438d63 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Pushing event deleted for resources: {'Port': ['ID=9131a8f0-1235-418d-a4ee-6cf11861c5c0,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:55:55.527477 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-b4cef066-8164-4b83-9703-6da7f065e20a None None] For port 0259bcee-4eb7-4f3a-9fd7-bb0f3659715e, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=0259bcee-4eb7-4f3a-9fd7-bb0f3659715e,segment=NetworkSegment(3c13c1c5-6909-4094-b7be-b75bca54d586),segment_id=3c13c1c5-6909-4094-b7be-b75bca54d586)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:55:55.528050 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-b4cef066-8164-4b83-9703-6da7f065e20a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:55.560548 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-b4cef066-8164-4b83-9703-6da7f065e20a None None] Calling delete_port for 0259bcee-4eb7-4f3a-9fd7-bb0f3659715e owned by network:dhcp {{(pid=94468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:55:55.667867 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-fccc59cd-cbd5-4eff-a6b1-3fe56f5bb733 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:55.734186 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a9628855-a5ce-4f3d-baf3-a58bc3438d63 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66628352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-430630'] for router_interface, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:55.771402 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-b4cef066-8164-4b83-9703-6da7f065e20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262'] for port, after_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:55.809800 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4cef066-8164-4b83-9703-6da7f065e20a None None] No DVR routers for this DVR port 0259bcee-4eb7-4f3a-9fd7-bb0f3659715e on host n-d-694802-15 {{(pid=94468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:55:55.819444 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cef066-8164-4b83-9703-6da7f065e20a None None] Pushing event deleted for resources: {'Port': ['ID=0259bcee-4eb7-4f3a-9fd7-bb0f3659715e,revision_number=None']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:55:55.849706 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-8aba7c11-7a2b-4b67-b638-8866b7054c71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b58f5ba9-1219-4663-800a-15c90fb3703e', 'name': 'tempest-RoutersIpV6Test-router-782971319', 'tenant_id': '6ba6601003674b8c9c33878dd4577887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:55:13Z', 'updated_at': '2021-08-12T14:55:52Z', 'revision_number': 7, 'project_id': '6ba6601003674b8c9c33878dd4577887', 'gw_port_host': None, '_interfaces': [{'id': '72b189d8-b097-4241-924b-036068fb6e5c', 'name': '', 'network_id': '29c0b9ef-ea48-4e0d-8365-9ba9747f4d92', 'tenant_id': '6ba6601003674b8c9c33878dd4577887', 'mac_address': 'fa:16:3e:e7:48:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b58f5ba9-1219-4663-800a-15c90fb3703e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2785, 'fixed_ips': [{'subnet_id': '6f6eb93c-f1a8-4744-a7f3-3c91a474cae4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:55:30Z', 'updated_at': '2021-08-12T14:55:48Z', 'revision_number': 5, 'project_id': '6ba6601003674b8c9c33878dd4577887', 'subnets': [{'id': '6f6eb93c-f1a8-4744-a7f3-3c91a474cae4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9131a8f0-1235-418d-a4ee-6cf11861c5c0', 'name': '', 'network_id': '2457f211-d161-4930-bfb1-54c02162f7a2', 'tenant_id': '6ba6601003674b8c9c33878dd4577887', 'mac_address': 'fa:16:3e:c1:60:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b58f5ba9-1219-4663-800a-15c90fb3703e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2810, 'fixed_ips': [{'subnet_id': 'dad16023-3f22-4a98-8576-99c60a56b681', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:55:40Z', 'updated_at': '2021-08-12T14:55:51Z', 'revision_number': 4, 'project_id': '6ba6601003674b8c9c33878dd4577887', 'subnets': [{'id': 'dad16023-3f22-4a98-8576-99c60a56b681', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bec73530-3839-4fcd-ba14-f520eec47b6d', 'name': '', 'network_id': '6ab84d06-6b94-4ea7-a967-a7b4fd5d2ce3', 'tenant_id': '6ba6601003674b8c9c33878dd4577887', 'mac_address': 'fa:16:3e:b4:a9:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b58f5ba9-1219-4663-800a-15c90fb3703e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2773, 'fixed_ips': [{'subnet_id': 'ce6177dd-6991-4d81-b4d3-7cc3b78710ce', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:55:17Z', 'updated_at': '2021-08-12T14:55:32Z', 'revision_number': 5, 'project_id': '6ba6601003674b8c9c33878dd4577887', 'subnets': [{'id': 'ce6177dd-6991-4d81-b4d3-7cc3b78710ce', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e12c8dd3-edf4-49b5-b598-372708de7d26', 'name': '', 'network_id': '37ef00f0-1bfc-4807-8a6d-1e8de1f718ea', 'tenant_id': '6ba6601003674b8c9c33878dd4577887', 'mac_address': 'fa:16:3e:b7:65:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b58f5ba9-1219-4663-800a-15c90fb3703e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2780, 'fixed_ips': [{'subnet_id': '11a9c4e0-7b9d-4843-9183-43a7d125abff', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:55:23Z', 'updated_at': '2021-08-12T14:55:38Z', 'revision_number': 5, 'project_id': '6ba6601003674b8c9c33878dd4577887', 'subnets': [{'id': '11a9c4e0-7b9d-4843-9183-43a7d125abff', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:55:55.892195 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aba7c11-7a2b-4b67-b638-8866b7054c71 None None] The sync data for ids ['b58f5ba9-1219-4663-800a-15c90fb3703e'] in n-d-694802-15 is: [{'id': 'b58f5ba9-1219-4663-800a-15c90fb3703e', 'name': 'tempest-RoutersIpV6Test-router-782971319', 'tenant_id': '6ba6601003674b8c9c33878dd4577887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:55:13Z', 'updated_at': '2021-08-12T14:55:52Z', 'revision_number': 7, 'project_id': '6ba6601003674b8c9c33878dd4577887', 'gw_port_host': None, '_interfaces': [{'id': '72b189d8-b097-4241-924b-036068fb6e5c', 'name': '', 'network_id': '29c0b9ef-ea48-4e0d-8365-9ba9747f4d92', 'tenant_id': '6ba6601003674b8c9c33878dd4577887', 'mac_address': 'fa:16:3e:e7:48:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b58f5ba9-1219-4663-800a-15c90fb3703e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2785, 'fixed_ips': [{'subnet_id': '6f6eb93c-f1a8-4744-a7f3-3c91a474cae4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:55:30Z', 'updated_at': '2021-08-12T14:55:48Z', 'revision_number': 5, 'project_id': '6ba6601003674b8c9c33878dd4577887', 'subnets': [{'id': '6f6eb93c-f1a8-4744-a7f3-3c91a474cae4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9131a8f0-1235-418d-a4ee-6cf11861c5c0', 'name': '', 'network_id': '2457f211-d161-4930-bfb1-54c02162f7a2', 'tenant_id': '6ba6601003674b8c9c33878dd4577887', 'mac_address': 'fa:16:3e:c1:60:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b58f5ba9-1219-4663-800a-15c90fb3703e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2810, 'fixed_ips': [{'subnet_id': 'dad16023-3f22-4a98-8576-99c60a56b681', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:55:40Z', 'updated_at': '2021-08-12T14:55:51Z', 'revision_number': 4, 'project_id': '6ba6601003674b8c9c33878dd4577887', 'subnets': [{'id': 'dad16023-3f22-4a98-8576-99c60a56b681', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bec73530-3839-4fcd-ba14-f520eec47b6d', 'name': '', 'network_id': '6ab84d06-6b94-4ea7-a967-a7b4fd5d2ce3', 'tenant_id': '6ba6601003674b8c9c33878dd4577887', 'mac_address': 'fa:16:3e:b4:a9:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b58f5ba9-1219-4663-800a-15c90fb3703e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2773, 'fixed_ips': [{'subnet_id': 'ce6177dd-6991-4d81-b4d3-7cc3b78710ce', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:55:17Z', 'updated_at': '2021-08-12T14:55:32Z', 'revision_number': 5, 'project_id': '6ba6601003674b8c9c33878dd4577887', 'subnets': [{'id': 'ce6177dd-6991-4d81-b4d3-7cc3b78710ce', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e12c8dd3-edf4-49b5-b598-372708de7d26', 'name': '', 'network_id': '37ef00f0-1bfc-4807-8a6d-1e8de1f718ea', 'tenant_id': '6ba6601003674b8c9c33878dd4577887', 'mac_address': 'fa:16:3e:b7:65:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b58f5ba9-1219-4663-800a-15c90fb3703e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2780, 'fixed_ips': [{'subnet_id': '11a9c4e0-7b9d-4843-9183-43a7d125abff', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:55:23Z', 'updated_at': '2021-08-12T14:55:38Z', 'revision_number': 5, 'project_id': '6ba6601003674b8c9c33878dd4577887', 'subnets': [{'id': '11a9c4e0-7b9d-4843-9183-43a7d125abff', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 14:55:55.897378 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 0259bcee-4eb7-4f3a-9fd7-bb0f3659715e no longer exists at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:55:55.927487 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] No Port match for: 0259bcee-4eb7-4f3a-9fd7-bb0f3659715e {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 14:55:55.927705 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 0259bcee-4eb7-4f3a-9fd7-bb0f3659715e not bound to the agent host n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:55:55.927984 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 0d4e1cc8-0132-4053-8867-73adc658e14b no longer exists at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:55:55.931359 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a097c606-b5a5-4095-8e88-71e524b06ac7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:55.946476 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a097c606-b5a5-4095-8e88-71e524b06ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:55.973289 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] No Port match for: 0d4e1cc8-0132-4053-8867-73adc658e14b {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 14:55:55.973637 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 0d4e1cc8-0132-4053-8867-73adc658e14b not bound to the agent host n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:55:56.028961 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca130c2-bcaa-44c9-a01f-6c924f995f5d req-4de4bc57-5705-4397-83a9-8b0f36772167 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:55:56.030541 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-8ca130c2-bcaa-44c9-a01f-6c924f995f5d req-4de4bc57-5705-4397-83a9-8b0f36772167 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/ports?device_id=5be77a56-d5ef-4a70-9846-307f9eb76fa5 HTTP/1.1" status: 200 len: 945 time: 0.5640345 Aug 12 14:55:56.052945 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-a097c606-b5a5-4095-8e88-71e524b06ac7 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8cf9e12e4c264467b9995ff27a64b2e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7237740 Aug 12 14:55:56.053776 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 36918) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:55:56.130784 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-fccc59cd-cbd5-4eff-a6b1-3fe56f5bb733 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Deleting port eb45c16e-efbf-47de-892c-209ea94b0630 {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:55:56.135779 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-fccc59cd-cbd5-4eff-a6b1-3fe56f5bb733 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:56.140767 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-1e7f8888-cfcb-4b2d-91dc-add993576436 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:56.146832 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-8ca130c2-bcaa-44c9-a01f-6c924f995f5d req-823d9338-968d-4598-aa25-37d5f7314bf7 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/security-groups?id=188dc986-a686-4570-b7d8-3a6edb471033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905719 Aug 12 14:55:56.225455 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a097c606-b5a5-4095-8e88-71e524b06ac7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=427a78b7-f9a1-439e-8145-fd11c3bc7489,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:55:56.289279 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7f8888-cfcb-4b2d-91dc-add993576436 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Pushing event deleted for resources: {'Port': ['ID=5ac42a37-51a2-4527-a2aa-d14e6736b28d,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:55:56.296628 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9628855-a5ce-4f3d-baf3-a58bc3438d63 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Router b58f5ba9-1219-4663-800a-15c90fb3703e has already been hosted by L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f {{(pid=94466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 14:55:56.325095 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7715f364-aed9-401d-9606-7133bef5dce9 None None] Sync routers for ids ['b58f5ba9-1219-4663-800a-15c90fb3703e'] in n-d-694802-15 {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 14:55:56.334758 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7715f364-aed9-401d-9606-7133bef5dce9 None None] Routers {'b58f5ba9-1219-4663-800a-15c90fb3703e'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:55:56.335659 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-7715f364-aed9-401d-9606-7133bef5dce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:55:44Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['b58f5ba9-1219-4663-800a-15c90fb3703e'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:55:56.399967 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-aa1fa019-ff5a-475a-9327-7d3522ce0916 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:56.440084 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-aa1fa019-ff5a-475a-9327-7d3522ce0916 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:56.552399 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56409634-ef91-49e3-aa60-0915a47763a0 req-5d6561fb-b104-4174-964d-c218926f7dc5 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:55:56.569094 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-56409634-ef91-49e3-aa60-0915a47763a0 req-5d6561fb-b104-4174-964d-c218926f7dc5 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/ports?device_id=5be77a56-d5ef-4a70-9846-307f9eb76fa5 HTTP/1.1" status: 200 len: 945 time: 0.2924743 Aug 12 14:55:56.612511 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-7715f364-aed9-401d-9606-7133bef5dce9 None None] Set router b58f5ba9-1219-4663-800a-15c90fb3703e gateway port host: None {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:55:56.641305 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [None req-fccc59cd-cbd5-4eff-a6b1-3fe56f5bb733 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] For port eb45c16e-efbf-47de-892c-209ea94b0630, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=eb45c16e-efbf-47de-892c-209ea94b0630,segment=NetworkSegment(b1b396cb-2dc6-4041-bfc7-1833a80a4720),segment_id=b1b396cb-2dc6-4041-bfc7-1833a80a4720)] {{(pid=94467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:55:56.641879 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-fccc59cd-cbd5-4eff-a6b1-3fe56f5bb733 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:56.667354 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-aa1fa019-ff5a-475a-9327-7d3522ce0916 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:56.671582 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-aa1fa019-ff5a-475a-9327-7d3522ce0916 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:56.675655 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-aa1fa019-ff5a-475a-9327-7d3522ce0916 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/427a78b7-f9a1-439e-8145-fd11c3bc7489 HTTP/1.1" status: 204 len: 168 time: 0.5484114 Aug 12 14:55:56.713064 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-fccc59cd-cbd5-4eff-a6b1-3fe56f5bb733 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Calling delete_port for eb45c16e-efbf-47de-892c-209ea94b0630 owned by network:router_gateway {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:55:56.718570 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-1e7f8888-cfcb-4b2d-91dc-add993576436 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66628352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-430630'] for router_interface, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:56.815890 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9628855-a5ce-4f3d-baf3-a58bc3438d63 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 14:55:56.835923 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-a9628855-a5ce-4f3d-baf3-a58bc3438d63 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] 10.222.0.39 "PUT /v2.0/routers/b58f5ba9-1219-4663-800a-15c90fb3703e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2351084 Aug 12 14:55:56.842486 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 36938) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:55:56.888320 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-7715f364-aed9-401d-9606-7133bef5dce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b58f5ba9-1219-4663-800a-15c90fb3703e', 'name': 'tempest-RoutersIpV6Test-router-782971319', 'tenant_id': '6ba6601003674b8c9c33878dd4577887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:55:13Z', 'updated_at': '2021-08-12T14:55:55Z', 'revision_number': 8, 'project_id': '6ba6601003674b8c9c33878dd4577887', 'gw_port_host': None, '_interfaces': [{'id': '72b189d8-b097-4241-924b-036068fb6e5c', 'name': '', 'network_id': '29c0b9ef-ea48-4e0d-8365-9ba9747f4d92', 'tenant_id': '6ba6601003674b8c9c33878dd4577887', 'mac_address': 'fa:16:3e:e7:48:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b58f5ba9-1219-4663-800a-15c90fb3703e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2785, 'fixed_ips': [{'subnet_id': '6f6eb93c-f1a8-4744-a7f3-3c91a474cae4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:55:30Z', 'updated_at': '2021-08-12T14:55:48Z', 'revision_number': 5, 'project_id': '6ba6601003674b8c9c33878dd4577887', 'subnets': [{'id': '6f6eb93c-f1a8-4744-a7f3-3c91a474cae4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bec73530-3839-4fcd-ba14-f520eec47b6d', 'name': '', 'network_id': '6ab84d06-6b94-4ea7-a967-a7b4fd5d2ce3', 'tenant_id': '6ba6601003674b8c9c33878dd4577887', 'mac_address': 'fa:16:3e:b4:a9:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b58f5ba9-1219-4663-800a-15c90fb3703e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2773, 'fixed_ips': [{'subnet_id': 'ce6177dd-6991-4d81-b4d3-7cc3b78710ce', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:55:17Z', 'updated_at': '2021-08-12T14:55:32Z', 'revision_number': 5, 'project_id': '6ba6601003674b8c9c33878dd4577887', 'subnets': [{'id': 'ce6177dd-6991-4d81-b4d3-7cc3b78710ce', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e12c8dd3-edf4-49b5-b598-372708de7d26', 'name': '', 'network_id': '37ef00f0-1bfc-4807-8a6d-1e8de1f718ea', 'tenant_id': '6ba6601003674b8c9c33878dd4577887', 'mac_address': 'fa:16:3e:b7:65:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b58f5ba9-1219-4663-800a-15c90fb3703e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2780, 'fixed_ips': [{'subnet_id': '11a9c4e0-7b9d-4843-9183-43a7d125abff', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:55:23Z', 'updated_at': '2021-08-12T14:55:38Z', 'revision_number': 5, 'project_id': '6ba6601003674b8c9c33878dd4577887', 'subnets': [{'id': '11a9c4e0-7b9d-4843-9183-43a7d125abff', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:55:56.912953 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-56409634-ef91-49e3-aa60-0915a47763a0 req-7afe6788-289b-4722-ad5a-486da32d8290 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/security-groups?id=188dc986-a686-4570-b7d8-3a6edb471033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3430767 Aug 12 14:55:56.913680 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1fa019-ff5a-475a-9327-7d3522ce0916 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=427a78b7-f9a1-439e-8145-fd11c3bc7489,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:55:56.985548 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb7084e2-0ef5-44d3-9777-b4fb02ddb7df tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Deleting subnet dad16023-3f22-4a98-8576-99c60a56b681 {{(pid=94466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 14:55:56.991428 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-cb7084e2-0ef5-44d3-9777-b4fb02ddb7df tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks [] for subnet, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:57.008164 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7715f364-aed9-401d-9606-7133bef5dce9 None None] Checking router: b58f5ba9-1219-4663-800a-15c90fb3703e for host: n-d-694802-15 {{(pid=94469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 14:55:57.012696 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e7f8888-cfcb-4b2d-91dc-add993576436 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Router b4ff258d-6df9-4e9c-a55b-4d266545a98a has already been hosted by L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f {{(pid=94467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 14:55:57.030129 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7715f364-aed9-401d-9606-7133bef5dce9 None None] Routers {'b58f5ba9-1219-4663-800a-15c90fb3703e'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:55:57.030863 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-7715f364-aed9-401d-9606-7133bef5dce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:55:44Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['b58f5ba9-1219-4663-800a-15c90fb3703e'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:55:57.083220 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-cb7084e2-0ef5-44d3-9777-b4fb02ddb7df tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2293551'] for subnet, precommit_delete_associations {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:57.111991 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e7f8888-cfcb-4b2d-91dc-add993576436 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 14:55:57.117681 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-1e7f8888-cfcb-4b2d-91dc-add993576436 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] 10.222.0.39 "PUT /v2.0/routers/b4ff258d-6df9-4e9c-a55b-4d266545a98a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3277917 Aug 12 14:55:57.120429 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 36950) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:55:57.124508 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8514f79f-372c-4464-888b-0507e7dbf491 None None] Sync routers for ids ['b4ff258d-6df9-4e9c-a55b-4d266545a98a'] in n-d-694802-15 {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 14:55:57.151123 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8514f79f-372c-4464-888b-0507e7dbf491 None None] Routers {'b4ff258d-6df9-4e9c-a55b-4d266545a98a'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:55:57.151781 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-8514f79f-372c-4464-888b-0507e7dbf491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:55:44Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['b4ff258d-6df9-4e9c-a55b-4d266545a98a'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:55:57.270773 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-8514f79f-372c-4464-888b-0507e7dbf491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:55:57.274333 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a62051-ad40-4fe5-a731-d2af7e6d46d4 req-d1c13820-216d-4bad-ab57-6297c432c4c8 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:55:57.287440 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-d0a62051-ad40-4fe5-a731-d2af7e6d46d4 req-d1c13820-216d-4bad-ab57-6297c432c4c8 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/ports?device_id=5be77a56-d5ef-4a70-9846-307f9eb76fa5 HTTP/1.1" status: 200 len: 945 time: 0.1105049 Aug 12 14:55:57.303304 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8514f79f-372c-4464-888b-0507e7dbf491 None None] Routers {'b4ff258d-6df9-4e9c-a55b-4d266545a98a'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:55:57.305492 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-7715f364-aed9-401d-9606-7133bef5dce9 None None] Set router b58f5ba9-1219-4663-800a-15c90fb3703e gateway port host: None {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:55:57.306897 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-8514f79f-372c-4464-888b-0507e7dbf491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:55:44Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['b4ff258d-6df9-4e9c-a55b-4d266545a98a'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:55:57.331370 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-cb7084e2-0ef5-44d3-9777-b4fb02ddb7df tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66416255'] for subnet, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:57.360665 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-cc28f189-5ad1-4394-a2da-f388eb56a631 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] 10.222.0.39 "GET /v2.0/ports?device_id=b4ff258d-6df9-4e9c-a55b-4d266545a98a HTTP/1.1" status: 200 len: 205 time: 0.2254908 Aug 12 14:55:57.362498 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 36960) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:55:57.390980 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-8514f79f-372c-4464-888b-0507e7dbf491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:55:57.391695 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8514f79f-372c-4464-888b-0507e7dbf491 None None] The sync data for ids ['b4ff258d-6df9-4e9c-a55b-4d266545a98a'] in n-d-694802-15 is: [] {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 14:55:57.454122 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-d0a62051-ad40-4fe5-a731-d2af7e6d46d4 req-38fc6d13-d1a6-4d75-acea-da5a2eb91793 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/security-groups?id=188dc986-a686-4570-b7d8-3a6edb471033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570399 Aug 12 14:55:57.480048 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-5f3adbdd-c483-4392-9b98-ea94f97f2d3e tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks [] for router, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:57.514427 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-cb7084e2-0ef5-44d3-9777-b4fb02ddb7df tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66416232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3718429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8776402'] for subnet, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:57.551341 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57950931-2a8f-4109-8da1-803e8f8851d2 None None] Network 2457f211-d161-4930-bfb1-54c02162f7a2 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:55:57.553509 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-cb7084e2-0ef5-44d3-9777-b4fb02ddb7df tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks [] for subnet, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:57.562181 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-cb7084e2-0ef5-44d3-9777-b4fb02ddb7df tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] 10.222.0.39 "DELETE /v2.0/subnets/dad16023-3f22-4a98-8576-99c60a56b681 HTTP/1.1" status: 204 len: 168 time: 0.7140687 Aug 12 14:55:57.609429 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 36972) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:55:57.790784 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-7715f364-aed9-401d-9606-7133bef5dce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b58f5ba9-1219-4663-800a-15c90fb3703e', 'name': 'tempest-RoutersIpV6Test-router-782971319', 'tenant_id': '6ba6601003674b8c9c33878dd4577887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:55:13Z', 'updated_at': '2021-08-12T14:55:55Z', 'revision_number': 8, 'project_id': '6ba6601003674b8c9c33878dd4577887', 'gw_port_host': None, '_interfaces': [{'id': '72b189d8-b097-4241-924b-036068fb6e5c', 'name': '', 'network_id': '29c0b9ef-ea48-4e0d-8365-9ba9747f4d92', 'tenant_id': '6ba6601003674b8c9c33878dd4577887', 'mac_address': 'fa:16:3e:e7:48:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b58f5ba9-1219-4663-800a-15c90fb3703e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2785, 'fixed_ips': [{'subnet_id': '6f6eb93c-f1a8-4744-a7f3-3c91a474cae4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:55:30Z', 'updated_at': '2021-08-12T14:55:48Z', 'revision_number': 5, 'project_id': '6ba6601003674b8c9c33878dd4577887', 'subnets': [{'id': '6f6eb93c-f1a8-4744-a7f3-3c91a474cae4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bec73530-3839-4fcd-ba14-f520eec47b6d', 'name': '', 'network_id': '6ab84d06-6b94-4ea7-a967-a7b4fd5d2ce3', 'tenant_id': '6ba6601003674b8c9c33878dd4577887', 'mac_address': 'fa:16:3e:b4:a9:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b58f5ba9-1219-4663-800a-15c90fb3703e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2773, 'fixed_ips': [{'subnet_id': 'ce6177dd-6991-4d81-b4d3-7cc3b78710ce', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:55:17Z', 'updated_at': '2021-08-12T14:55:32Z', 'revision_number': 5, 'project_id': '6ba6601003674b8c9c33878dd4577887', 'subnets': [{'id': 'ce6177dd-6991-4d81-b4d3-7cc3b78710ce', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e12c8dd3-edf4-49b5-b598-372708de7d26', 'name': '', 'network_id': '37ef00f0-1bfc-4807-8a6d-1e8de1f718ea', 'tenant_id': '6ba6601003674b8c9c33878dd4577887', 'mac_address': 'fa:16:3e:b7:65:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b58f5ba9-1219-4663-800a-15c90fb3703e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2780, 'fixed_ips': [{'subnet_id': '11a9c4e0-7b9d-4843-9183-43a7d125abff', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:55:23Z', 'updated_at': '2021-08-12T14:55:38Z', 'revision_number': 5, 'project_id': '6ba6601003674b8c9c33878dd4577887', 'subnets': [{'id': '11a9c4e0-7b9d-4843-9183-43a7d125abff', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:55:57.818431 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-def75fba-f9a0-448f-90ea-40d135fee928 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680608'] for network, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:57.821180 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7084e2-0ef5-44d3-9777-b4fb02ddb7df tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Pushing event deleted for resources: {'Subnet': ['ID=dad16023-3f22-4a98-8576-99c60a56b681,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:55:57.853882 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7715f364-aed9-401d-9606-7133bef5dce9 None None] The sync data for ids ['b58f5ba9-1219-4663-800a-15c90fb3703e'] in n-d-694802-15 is: [{'id': 'b58f5ba9-1219-4663-800a-15c90fb3703e', 'name': 'tempest-RoutersIpV6Test-router-782971319', 'tenant_id': '6ba6601003674b8c9c33878dd4577887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:55:13Z', 'updated_at': '2021-08-12T14:55:55Z', 'revision_number': 8, 'project_id': '6ba6601003674b8c9c33878dd4577887', 'gw_port_host': None, '_interfaces': [{'id': '72b189d8-b097-4241-924b-036068fb6e5c', 'name': '', 'network_id': '29c0b9ef-ea48-4e0d-8365-9ba9747f4d92', 'tenant_id': '6ba6601003674b8c9c33878dd4577887', 'mac_address': 'fa:16:3e:e7:48:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b58f5ba9-1219-4663-800a-15c90fb3703e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2785, 'fixed_ips': [{'subnet_id': '6f6eb93c-f1a8-4744-a7f3-3c91a474cae4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:55:30Z', 'updated_at': '2021-08-12T14:55:48Z', 'revision_number': 5, 'project_id': '6ba6601003674b8c9c33878dd4577887', 'subnets': [{'id': '6f6eb93c-f1a8-4744-a7f3-3c91a474cae4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bec73530-3839-4fcd-ba14-f520eec47b6d', 'name': '', 'network_id': '6ab84d06-6b94-4ea7-a967-a7b4fd5d2ce3', 'tenant_id': '6ba6601003674b8c9c33878dd4577887', 'mac_address': 'fa:16:3e:b4:a9:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b58f5ba9-1219-4663-800a-15c90fb3703e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2773, 'fixed_ips': [{'subnet_id': 'ce6177dd-6991-4d81-b4d3-7cc3b78710ce', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:55:17Z', 'updated_at': '2021-08-12T14:55:32Z', 'revision_number': 5, 'project_id': '6ba6601003674b8c9c33878dd4577887', 'subnets': [{'id': 'ce6177dd-6991-4d81-b4d3-7cc3b78710ce', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e12c8dd3-edf4-49b5-b598-372708de7d26', 'name': '', 'network_id': '37ef00f0-1bfc-4807-8a6d-1e8de1f718ea', 'tenant_id': '6ba6601003674b8c9c33878dd4577887', 'mac_address': 'fa:16:3e:b7:65:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b58f5ba9-1219-4663-800a-15c90fb3703e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2780, 'fixed_ips': [{'subnet_id': '11a9c4e0-7b9d-4843-9183-43a7d125abff', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:55:23Z', 'updated_at': '2021-08-12T14:55:38Z', 'revision_number': 5, 'project_id': '6ba6601003674b8c9c33878dd4577887', 'subnets': [{'id': '11a9c4e0-7b9d-4843-9183-43a7d125abff', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 14:55:57.886997 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cce24b2-6886-4cd7-9e46-88e38f5a4032 None None] DHCP port deletion for 2457f211-d161-4930-bfb1-54c02162f7a2 request from n-d-694802-15 {{(pid=94468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 14:55:57.893755 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-5f3adbdd-c483-4392-9b98-ea94f97f2d3e tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-429360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-104877'] for router, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:57.896203 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-5f3adbdd-c483-4392-9b98-ea94f97f2d3e tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:57.959787 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-def75fba-f9a0-448f-90ea-40d135fee928 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Deleting port a69432c6-58f9-4c35-b95c-1516a5538634 {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:55:57.960419 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-def75fba-f9a0-448f-90ea-40d135fee928 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:57.998757 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-5f3adbdd-c483-4392-9b98-ea94f97f2d3e tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-429375'] for router, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:57.998905 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-7cce24b2-6886-4cd7-9e46-88e38f5a4032 None None] Deleting port a69432c6-58f9-4c35-b95c-1516a5538634 {{(pid=94468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:55:57.999289 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f3adbdd-c483-4392-9b98-ea94f97f2d3e tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Fanout notify agent at l3_agent the message router_deleted on router b4ff258d-6df9-4e9c-a55b-4d266545a98a {{(pid=94467) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 14:55:58.000460 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-7cce24b2-6886-4cd7-9e46-88e38f5a4032 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:58.019127 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-5f3adbdd-c483-4392-9b98-ea94f97f2d3e tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks [] for router, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:58.020245 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-5f3adbdd-c483-4392-9b98-ea94f97f2d3e tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] 10.222.0.39 "DELETE /v2.0/routers/b4ff258d-6df9-4e9c-a55b-4d266545a98a HTTP/1.1" status: 204 len: 168 time: 0.6567829 Aug 12 14:55:58.021935 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-fccc59cd-cbd5-4eff-a6b1-3fe56f5bb733 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:58.031895 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 36982) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:55:58.100399 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-def75fba-f9a0-448f-90ea-40d135fee928 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] For port a69432c6-58f9-4c35-b95c-1516a5538634, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=a69432c6-58f9-4c35-b95c-1516a5538634,segment=NetworkSegment(cc1eefa2-16ac-496f-a0c6-b11f8b7a4039),segment_id=cc1eefa2-16ac-496f-a0c6-b11f8b7a4039)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:55:58.104215 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-def75fba-f9a0-448f-90ea-40d135fee928 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:58.128889 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-def75fba-f9a0-448f-90ea-40d135fee928 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Calling delete_port for a69432c6-58f9-4c35-b95c-1516a5538634 owned by network:dhcp {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:55:58.177659 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccc59cd-cbd5-4eff-a6b1-3fe56f5bb733 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Pushing event deleted for resources: {'Port': ['ID=eb45c16e-efbf-47de-892c-209ea94b0630,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:55:58.183527 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-7cce24b2-6886-4cd7-9e46-88e38f5a4032 None None] For port a69432c6-58f9-4c35-b95c-1516a5538634, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=a69432c6-58f9-4c35-b95c-1516a5538634,segment=NetworkSegment(cc1eefa2-16ac-496f-a0c6-b11f8b7a4039),segment_id=cc1eefa2-16ac-496f-a0c6-b11f8b7a4039)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:55:58.184189 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-7cce24b2-6886-4cd7-9e46-88e38f5a4032 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:58.191146 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_v2 [None req-0cda9fe7-3223-45c0-a3eb-84aef03da92b tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Deleting subnet 4f8fc3bb-d806-4b86-9307-3f57f21c9b95 {{(pid=94467) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 14:55:58.196346 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-0cda9fe7-3223-45c0-a3eb-84aef03da92b tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks [] for subnet, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:58.210343 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-7cce24b2-6886-4cd7-9e46-88e38f5a4032 None None] Calling delete_port for a69432c6-58f9-4c35-b95c-1516a5538634 owned by network:dhcp {{(pid=94468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:55:58.274420 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-def75fba-f9a0-448f-90ea-40d135fee928 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:58.323683 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-def75fba-f9a0-448f-90ea-40d135fee928 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] No DVR routers for this DVR port a69432c6-58f9-4c35-b95c-1516a5538634 on host n-d-694802-15 {{(pid=94466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:55:58.340073 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-7cce24b2-6886-4cd7-9e46-88e38f5a4032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262'] for port, after_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:58.370049 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c28e23e-db8d-4758-a43d-1461a9446227 req-d6698c87-74b3-4fd3-b790-96e75814c1dd tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:55:58.373910 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 36992) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:55:58.375929 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-7c28e23e-db8d-4758-a43d-1461a9446227 req-d6698c87-74b3-4fd3-b790-96e75814c1dd tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/ports?device_id=5be77a56-d5ef-4a70-9846-307f9eb76fa5 HTTP/1.1" status: 200 len: 945 time: 0.8248782 Aug 12 14:55:58.381361 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cce24b2-6886-4cd7-9e46-88e38f5a4032 None None] No DVR routers for this DVR port a69432c6-58f9-4c35-b95c-1516a5538634 on host n-d-694802-15 {{(pid=94468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:55:58.389359 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cce24b2-6886-4cd7-9e46-88e38f5a4032 None None] Pushing event deleted for resources: {'Port': ['ID=a69432c6-58f9-4c35-b95c-1516a5538634,revision_number=None']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:55:58.406335 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def75fba-f9a0-448f-90ea-40d135fee928 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Pushing event deleted for resources: {'Port': ['ID=a69432c6-58f9-4c35-b95c-1516a5538634,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:55:58.473446 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-0cda9fe7-3223-45c0-a3eb-84aef03da92b tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3857505'] for subnet, precommit_delete_associations {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:58.477554 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-fccc59cd-cbd5-4eff-a6b1-3fe56f5bb733 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-431580'] for router_gateway, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:58.571514 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-def75fba-f9a0-448f-90ea-40d135fee928 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66413304', 'neutron.services.segments.db._delete_segments_for_network-8744654118000'] for network, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:58.594965 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-def75fba-f9a0-448f-90ea-40d135fee928 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2457f211-d161-4930-bfb1-54c02162f7a2']}} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:55:58.609840 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-7c28e23e-db8d-4758-a43d-1461a9446227 req-02ef2100-5c54-4430-825d-4dd27d78fe12 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/security-groups?id=188dc986-a686-4570-b7d8-3a6edb471033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2234156 Aug 12 14:55:58.630660 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-def75fba-f9a0-448f-90ea-40d135fee928 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc1eefa2-16ac-496f-a0c6-b11f8b7a4039') {'for_net_delete': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:55:58.631313 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-def75fba-f9a0-448f-90ea-40d135fee928 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc1eefa2-16ac-496f-a0c6-b11f8b7a4039') {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:55:58.651237 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-def75fba-f9a0-448f-90ea-40d135fee928 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744654122361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2293560'] for segment, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:58.657951 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-fccc59cd-cbd5-4eff-a6b1-3fe56f5bb733 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-429360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-104877'] for router, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:58.662324 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-fccc59cd-cbd5-4eff-a6b1-3fe56f5bb733 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:58.683900 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-def75fba-f9a0-448f-90ea-40d135fee928 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:58.690840 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-def75fba-f9a0-448f-90ea-40d135fee928 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Releasing vlan 343 on physical network physnet1 to pool {{(pid=94466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 14:55:58.691426 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-def75fba-f9a0-448f-90ea-40d135fee928 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3718595'] for segment, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:58.694827 n-d-694802-15 neutron-server[94466]: Traceback (most recent call last): Aug 12 14:55:58.694827 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 14:55:58.694827 n-d-694802-15 neutron-server[94466]: timer() Aug 12 14:55:58.694827 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 14:55:58.694827 n-d-694802-15 neutron-server[94466]: cb(*args, **kw) Aug 12 14:55:58.694827 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 14:55:58.694827 n-d-694802-15 neutron-server[94466]: return func(*args, **kwargs) Aug 12 14:55:58.694827 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 14:55:58.694827 n-d-694802-15 neutron-server[94466]: self._notify() Aug 12 14:55:58.694827 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 14:55:58.694827 n-d-694802-15 neutron-server[94466]: self.callback(batched_events) Aug 12 14:55:58.694827 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 14:55:58.694827 n-d-694802-15 neutron-server[94466]: event.method(event) Aug 12 14:55:58.694827 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 14:55:58.694827 n-d-694802-15 neutron-server[94466]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 14:55:58.694827 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 14:55:58.694827 n-d-694802-15 neutron-server[94466]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 14:55:58.694827 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 14:55:58.694827 n-d-694802-15 neutron-server[94466]: return f(self, *a, **k) Aug 12 14:55:58.694827 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 14:55:58.694827 n-d-694802-15 neutron-server[94466]: return self._get(url).json() Aug 12 14:55:58.694827 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 14:55:58.694827 n-d-694802-15 neutron-server[94466]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 14:55:58.694827 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 14:55:58.694827 n-d-694802-15 neutron-server[94466]: return self.request(url, 'GET', **kwargs) Aug 12 14:55:58.694827 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 14:55:58.694827 n-d-694802-15 neutron-server[94466]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 14:55:58.694827 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 14:55:58.694827 n-d-694802-15 neutron-server[94466]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 14:55:58.694827 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 14:55:58.694827 n-d-694802-15 neutron-server[94466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 14:55:58.694827 n-d-694802-15 neutron-server[94466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 14:55:58.716316 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-879bff70-6cbf-4375-bd66-626e8348572b None None] Sync routers for ids ['b58f5ba9-1219-4663-800a-15c90fb3703e'] in n-d-694802-15 {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 14:55:58.735883 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-879bff70-6cbf-4375-bd66-626e8348572b None None] Routers {'b58f5ba9-1219-4663-800a-15c90fb3703e'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:55:58.742397 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-879bff70-6cbf-4375-bd66-626e8348572b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:55:44Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['b58f5ba9-1219-4663-800a-15c90fb3703e'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:55:58.746970 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-fccc59cd-cbd5-4eff-a6b1-3fe56f5bb733 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-429375'] for router, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:58.747520 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fccc59cd-cbd5-4eff-a6b1-3fe56f5bb733 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Fanout notify agent at l3_agent the message router_deleted on router 5a955ada-e255-4005-bb16-739df8b0ef31 {{(pid=94467) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 14:55:58.750043 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-0cda9fe7-3223-45c0-a3eb-84aef03da92b tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66416255'] for subnet, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:58.758203 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-fccc59cd-cbd5-4eff-a6b1-3fe56f5bb733 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks [] for router, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:58.759434 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-fccc59cd-cbd5-4eff-a6b1-3fe56f5bb733 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "DELETE /v2.0/routers/5a955ada-e255-4005-bb16-739df8b0ef31 HTTP/1.1" status: 204 len: 168 time: 4.8335609 Aug 12 14:55:58.801888 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 37002) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:55:58.999579 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-823c5fd9-020e-414d-a8e1-c9934c375d16 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680608'] for network, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:59.007966 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-879bff70-6cbf-4375-bd66-626e8348572b None None] Set router b58f5ba9-1219-4663-800a-15c90fb3703e gateway port host: None {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:55:59.022173 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-0cda9fe7-3223-45c0-a3eb-84aef03da92b tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66416232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2859225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3343748'] for subnet, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:59.100724 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cda9fe7-3223-45c0-a3eb-84aef03da92b tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Pushing event deleted for resources: {'Subnet': ['ID=4f8fc3bb-d806-4b86-9307-3f57f21c9b95,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:55:59.102794 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-0cda9fe7-3223-45c0-a3eb-84aef03da92b tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks [] for subnet, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:59.104983 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-0cda9fe7-3223-45c0-a3eb-84aef03da92b tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] 10.222.0.39 "DELETE /v2.0/subnets/4f8fc3bb-d806-4b86-9307-3f57f21c9b95 HTTP/1.1" status: 204 len: 168 time: 1.0694811 Aug 12 14:55:59.116324 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74cbfdf7-e305-47f6-abd6-a7b9b3f2bdde None None] Network c5378385-9bec-4d4b-b7e0-66bb0331eba8 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:55:59.136546 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 37018) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:55:59.299345 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-3d5d941e-7b87-4958-b087-53deb13e1888 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680608'] for network, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:59.304111 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-823c5fd9-020e-414d-a8e1-c9934c375d16 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66413304', 'neutron.services.segments.db._delete_segments_for_network-8744654118000'] for network, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:59.322063 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-823c5fd9-020e-414d-a8e1-c9934c375d16 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db095345-e0d8-47fa-815f-3ac64beebe04']}} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:55:59.349126 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-823c5fd9-020e-414d-a8e1-c9934c375d16 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c13c1c5-6909-4094-b7be-b75bca54d586') {'for_net_delete': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:55:59.349601 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-823c5fd9-020e-414d-a8e1-c9934c375d16 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c13c1c5-6909-4094-b7be-b75bca54d586') {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:55:59.360417 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-823c5fd9-020e-414d-a8e1-c9934c375d16 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744654122361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3857526'] for segment, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:59.397860 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-823c5fd9-020e-414d-a8e1-c9934c375d16 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:59.407973 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97c0abd6-4586-4f7b-adda-f4e3a419dafd None None] DHCP port deletion for c5378385-9bec-4d4b-b7e0-66bb0331eba8 request from n-d-694802-15 {{(pid=94468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 14:55:59.411887 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-823c5fd9-020e-414d-a8e1-c9934c375d16 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Releasing vlan 346 on physical network physnet1 to pool {{(pid=94467) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 14:55:59.412314 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-823c5fd9-020e-414d-a8e1-c9934c375d16 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2859015'] for segment, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:59.417304 n-d-694802-15 neutron-server[94467]: Traceback (most recent call last): Aug 12 14:55:59.417304 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 14:55:59.417304 n-d-694802-15 neutron-server[94467]: timer() Aug 12 14:55:59.417304 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 14:55:59.417304 n-d-694802-15 neutron-server[94467]: cb(*args, **kw) Aug 12 14:55:59.417304 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 14:55:59.417304 n-d-694802-15 neutron-server[94467]: return func(*args, **kwargs) Aug 12 14:55:59.417304 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 14:55:59.417304 n-d-694802-15 neutron-server[94467]: self._notify() Aug 12 14:55:59.417304 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 14:55:59.417304 n-d-694802-15 neutron-server[94467]: self.callback(batched_events) Aug 12 14:55:59.417304 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 14:55:59.417304 n-d-694802-15 neutron-server[94467]: event.method(event) Aug 12 14:55:59.417304 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 14:55:59.417304 n-d-694802-15 neutron-server[94467]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 14:55:59.417304 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 14:55:59.417304 n-d-694802-15 neutron-server[94467]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 14:55:59.417304 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 14:55:59.417304 n-d-694802-15 neutron-server[94467]: return f(self, *a, **k) Aug 12 14:55:59.417304 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 14:55:59.417304 n-d-694802-15 neutron-server[94467]: return self._get(url).json() Aug 12 14:55:59.417304 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 14:55:59.417304 n-d-694802-15 neutron-server[94467]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 14:55:59.417304 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 14:55:59.417304 n-d-694802-15 neutron-server[94467]: return self.request(url, 'GET', **kwargs) Aug 12 14:55:59.417304 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 14:55:59.417304 n-d-694802-15 neutron-server[94467]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 14:55:59.417304 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 14:55:59.417304 n-d-694802-15 neutron-server[94467]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 14:55:59.417304 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 14:55:59.417304 n-d-694802-15 neutron-server[94467]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 14:55:59.417304 n-d-694802-15 neutron-server[94467]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 14:55:59.471996 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-879bff70-6cbf-4375-bd66-626e8348572b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b58f5ba9-1219-4663-800a-15c90fb3703e', 'name': 'tempest-RoutersIpV6Test-router-782971319', 'tenant_id': '6ba6601003674b8c9c33878dd4577887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:55:13Z', 'updated_at': '2021-08-12T14:55:55Z', 'revision_number': 8, 'project_id': '6ba6601003674b8c9c33878dd4577887', 'gw_port_host': None, '_interfaces': [{'id': '72b189d8-b097-4241-924b-036068fb6e5c', 'name': '', 'network_id': '29c0b9ef-ea48-4e0d-8365-9ba9747f4d92', 'tenant_id': '6ba6601003674b8c9c33878dd4577887', 'mac_address': 'fa:16:3e:e7:48:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b58f5ba9-1219-4663-800a-15c90fb3703e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2785, 'fixed_ips': [{'subnet_id': '6f6eb93c-f1a8-4744-a7f3-3c91a474cae4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:55:30Z', 'updated_at': '2021-08-12T14:55:48Z', 'revision_number': 5, 'project_id': '6ba6601003674b8c9c33878dd4577887', 'subnets': [{'id': '6f6eb93c-f1a8-4744-a7f3-3c91a474cae4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bec73530-3839-4fcd-ba14-f520eec47b6d', 'name': '', 'network_id': '6ab84d06-6b94-4ea7-a967-a7b4fd5d2ce3', 'tenant_id': '6ba6601003674b8c9c33878dd4577887', 'mac_address': 'fa:16:3e:b4:a9:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b58f5ba9-1219-4663-800a-15c90fb3703e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2773, 'fixed_ips': [{'subnet_id': 'ce6177dd-6991-4d81-b4d3-7cc3b78710ce', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:55:17Z', 'updated_at': '2021-08-12T14:55:32Z', 'revision_number': 5, 'project_id': '6ba6601003674b8c9c33878dd4577887', 'subnets': [{'id': 'ce6177dd-6991-4d81-b4d3-7cc3b78710ce', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e12c8dd3-edf4-49b5-b598-372708de7d26', 'name': '', 'network_id': '37ef00f0-1bfc-4807-8a6d-1e8de1f718ea', 'tenant_id': '6ba6601003674b8c9c33878dd4577887', 'mac_address': 'fa:16:3e:b7:65:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b58f5ba9-1219-4663-800a-15c90fb3703e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2780, 'fixed_ips': [{'subnet_id': '11a9c4e0-7b9d-4843-9183-43a7d125abff', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:55:23Z', 'updated_at': '2021-08-12T14:55:38Z', 'revision_number': 5, 'project_id': '6ba6601003674b8c9c33878dd4577887', 'subnets': [{'id': '11a9c4e0-7b9d-4843-9183-43a7d125abff', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:55:59.517501 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-97c0abd6-4586-4f7b-adda-f4e3a419dafd None None] Deleting port 3165b36c-9d5a-4a0a-a0b3-1b9e90384fd6 {{(pid=94468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:55:59.517884 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-97c0abd6-4586-4f7b-adda-f4e3a419dafd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:59.533597 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-879bff70-6cbf-4375-bd66-626e8348572b None None] Checking router: b58f5ba9-1219-4663-800a-15c90fb3703e for host: n-d-694802-15 {{(pid=94469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 14:55:59.558869 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-879bff70-6cbf-4375-bd66-626e8348572b None None] Routers {'b58f5ba9-1219-4663-800a-15c90fb3703e'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:55:59.559798 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-879bff70-6cbf-4375-bd66-626e8348572b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:55:44Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['b58f5ba9-1219-4663-800a-15c90fb3703e'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:55:59.572025 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-3d5d941e-7b87-4958-b087-53deb13e1888 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Deleting port 3165b36c-9d5a-4a0a-a0b3-1b9e90384fd6 {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:55:59.572760 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-3d5d941e-7b87-4958-b087-53deb13e1888 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:59.574955 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-823c5fd9-020e-414d-a8e1-c9934c375d16 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66413281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431520'] for network, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:59.614421 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f5adae6e-9459-40f0-bec1-056018fc39ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:59.674465 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-97c0abd6-4586-4f7b-adda-f4e3a419dafd None None] For port 3165b36c-9d5a-4a0a-a0b3-1b9e90384fd6, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=3165b36c-9d5a-4a0a-a0b3-1b9e90384fd6,segment=NetworkSegment(688f9fd2-1528-4201-a377-7fcd4484da25),segment_id=688f9fd2-1528-4201-a377-7fcd4484da25)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:55:59.675784 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-97c0abd6-4586-4f7b-adda-f4e3a419dafd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:59.717084 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-879bff70-6cbf-4375-bd66-626e8348572b None None] Set router b58f5ba9-1219-4663-800a-15c90fb3703e gateway port host: None {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:55:59.734073 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device eb45c16e-efbf-47de-892c-209ea94b0630 no longer exists at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:55:59.744775 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [None req-3d5d941e-7b87-4958-b087-53deb13e1888 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] For port 3165b36c-9d5a-4a0a-a0b3-1b9e90384fd6, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=3165b36c-9d5a-4a0a-a0b3-1b9e90384fd6,segment=NetworkSegment(688f9fd2-1528-4201-a377-7fcd4484da25),segment_id=688f9fd2-1528-4201-a377-7fcd4484da25)] {{(pid=94467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:55:59.749608 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-3d5d941e-7b87-4958-b087-53deb13e1888 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:59.779286 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-3d5d941e-7b87-4958-b087-53deb13e1888 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Calling delete_port for 3165b36c-9d5a-4a0a-a0b3-1b9e90384fd6 owned by network:dhcp {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:55:59.809956 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-def75fba-f9a0-448f-90ea-40d135fee928 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66413281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431520'] for network, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:59.812255 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] No Port match for: eb45c16e-efbf-47de-892c-209ea94b0630 {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 14:55:59.820876 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device eb45c16e-efbf-47de-892c-209ea94b0630 not bound to the agent host n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:55:59.823764 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 9131a8f0-1235-418d-a4ee-6cf11861c5c0 no longer exists at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:55:59.828582 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-97c0abd6-4586-4f7b-adda-f4e3a419dafd None None] Calling delete_port for 3165b36c-9d5a-4a0a-a0b3-1b9e90384fd6 owned by network:dhcp {{(pid=94468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:55:59.860282 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] No Port match for: 9131a8f0-1235-418d-a4ee-6cf11861c5c0 {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 14:55:59.861040 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 9131a8f0-1235-418d-a4ee-6cf11861c5c0 not bound to the agent host n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:55:59.862221 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device a69432c6-58f9-4c35-b95c-1516a5538634 no longer exists at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:55:59.875655 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-def75fba-f9a0-448f-90ea-40d135fee928 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks [] for network, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:55:59.880608 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-def75fba-f9a0-448f-90ea-40d135fee928 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] 10.222.0.39 "DELETE /v2.0/networks/2457f211-d161-4930-bfb1-54c02162f7a2 HTTP/1.1" status: 204 len: 168 time: 2.2690229 Aug 12 14:55:59.882318 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def75fba-f9a0-448f-90ea-40d135fee928 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Pushing event deleted for resources: {'Network': ['ID=2457f211-d161-4930-bfb1-54c02162f7a2,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:55:59.891837 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 37034) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:55:59.897337 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] No Port match for: a69432c6-58f9-4c35-b95c-1516a5538634 {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 14:55:59.898160 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device a69432c6-58f9-4c35-b95c-1516a5538634 not bound to the agent host n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:55:59.899274 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 3165b36c-9d5a-4a0a-a0b3-1b9e90384fd6 no longer exists at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:56:00.056652 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524aa316-2553-4bfe-94ac-d43f648afd10 req-f3c2f904-92ed-4d32-b588-37aaf07567ac tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:56:00.064220 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-524aa316-2553-4bfe-94ac-d43f648afd10 req-f3c2f904-92ed-4d32-b588-37aaf07567ac tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/networks?id=16f33fa1-6b71-42ec-b506-a52fb0f6c597 HTTP/1.1" status: 200 len: 813 time: 0.4662871 Aug 12 14:56:00.110991 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:00.144406 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f5adae6e-9459-40f0-bec1-056018fc39ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:00.146041 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-879bff70-6cbf-4375-bd66-626e8348572b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b58f5ba9-1219-4663-800a-15c90fb3703e', 'name': 'tempest-RoutersIpV6Test-router-782971319', 'tenant_id': '6ba6601003674b8c9c33878dd4577887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:55:13Z', 'updated_at': '2021-08-12T14:55:55Z', 'revision_number': 8, 'project_id': '6ba6601003674b8c9c33878dd4577887', 'gw_port_host': None, '_interfaces': [{'id': '72b189d8-b097-4241-924b-036068fb6e5c', 'name': '', 'network_id': '29c0b9ef-ea48-4e0d-8365-9ba9747f4d92', 'tenant_id': '6ba6601003674b8c9c33878dd4577887', 'mac_address': 'fa:16:3e:e7:48:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b58f5ba9-1219-4663-800a-15c90fb3703e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2785, 'fixed_ips': [{'subnet_id': '6f6eb93c-f1a8-4744-a7f3-3c91a474cae4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:55:30Z', 'updated_at': '2021-08-12T14:55:48Z', 'revision_number': 5, 'project_id': '6ba6601003674b8c9c33878dd4577887', 'subnets': [{'id': '6f6eb93c-f1a8-4744-a7f3-3c91a474cae4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bec73530-3839-4fcd-ba14-f520eec47b6d', 'name': '', 'network_id': '6ab84d06-6b94-4ea7-a967-a7b4fd5d2ce3', 'tenant_id': '6ba6601003674b8c9c33878dd4577887', 'mac_address': 'fa:16:3e:b4:a9:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b58f5ba9-1219-4663-800a-15c90fb3703e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2773, 'fixed_ips': [{'subnet_id': 'ce6177dd-6991-4d81-b4d3-7cc3b78710ce', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:55:17Z', 'updated_at': '2021-08-12T14:55:32Z', 'revision_number': 5, 'project_id': '6ba6601003674b8c9c33878dd4577887', 'subnets': [{'id': 'ce6177dd-6991-4d81-b4d3-7cc3b78710ce', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e12c8dd3-edf4-49b5-b598-372708de7d26', 'name': '', 'network_id': '37ef00f0-1bfc-4807-8a6d-1e8de1f718ea', 'tenant_id': '6ba6601003674b8c9c33878dd4577887', 'mac_address': 'fa:16:3e:b7:65:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b58f5ba9-1219-4663-800a-15c90fb3703e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2780, 'fixed_ips': [{'subnet_id': '11a9c4e0-7b9d-4843-9183-43a7d125abff', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:55:23Z', 'updated_at': '2021-08-12T14:55:38Z', 'revision_number': 5, 'project_id': '6ba6601003674b8c9c33878dd4577887', 'subnets': [{'id': '11a9c4e0-7b9d-4843-9183-43a7d125abff', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:56:00.167552 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f5adae6e-9459-40f0-bec1-056018fc39ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:00.207079 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] For port 3165b36c-9d5a-4a0a-a0b3-1b9e90384fd6, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=3165b36c-9d5a-4a0a-a0b3-1b9e90384fd6,segment=NetworkSegment(688f9fd2-1528-4201-a377-7fcd4484da25),segment_id=688f9fd2-1528-4201-a377-7fcd4484da25)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:56:00.211206 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-879bff70-6cbf-4375-bd66-626e8348572b None None] The sync data for ids ['b58f5ba9-1219-4663-800a-15c90fb3703e'] in n-d-694802-15 is: [{'id': 'b58f5ba9-1219-4663-800a-15c90fb3703e', 'name': 'tempest-RoutersIpV6Test-router-782971319', 'tenant_id': '6ba6601003674b8c9c33878dd4577887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:55:13Z', 'updated_at': '2021-08-12T14:55:55Z', 'revision_number': 8, 'project_id': '6ba6601003674b8c9c33878dd4577887', 'gw_port_host': None, '_interfaces': [{'id': '72b189d8-b097-4241-924b-036068fb6e5c', 'name': '', 'network_id': '29c0b9ef-ea48-4e0d-8365-9ba9747f4d92', 'tenant_id': '6ba6601003674b8c9c33878dd4577887', 'mac_address': 'fa:16:3e:e7:48:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b58f5ba9-1219-4663-800a-15c90fb3703e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2785, 'fixed_ips': [{'subnet_id': '6f6eb93c-f1a8-4744-a7f3-3c91a474cae4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:55:30Z', 'updated_at': '2021-08-12T14:55:48Z', 'revision_number': 5, 'project_id': '6ba6601003674b8c9c33878dd4577887', 'subnets': [{'id': '6f6eb93c-f1a8-4744-a7f3-3c91a474cae4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bec73530-3839-4fcd-ba14-f520eec47b6d', 'name': '', 'network_id': '6ab84d06-6b94-4ea7-a967-a7b4fd5d2ce3', 'tenant_id': '6ba6601003674b8c9c33878dd4577887', 'mac_address': 'fa:16:3e:b4:a9:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b58f5ba9-1219-4663-800a-15c90fb3703e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2773, 'fixed_ips': [{'subnet_id': 'ce6177dd-6991-4d81-b4d3-7cc3b78710ce', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:55:17Z', 'updated_at': '2021-08-12T14:55:32Z', 'revision_number': 5, 'project_id': '6ba6601003674b8c9c33878dd4577887', 'subnets': [{'id': 'ce6177dd-6991-4d81-b4d3-7cc3b78710ce', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e12c8dd3-edf4-49b5-b598-372708de7d26', 'name': '', 'network_id': '37ef00f0-1bfc-4807-8a6d-1e8de1f718ea', 'tenant_id': '6ba6601003674b8c9c33878dd4577887', 'mac_address': 'fa:16:3e:b7:65:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b58f5ba9-1219-4663-800a-15c90fb3703e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2780, 'fixed_ips': [{'subnet_id': '11a9c4e0-7b9d-4843-9183-43a7d125abff', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:55:23Z', 'updated_at': '2021-08-12T14:55:38Z', 'revision_number': 5, 'project_id': '6ba6601003674b8c9c33878dd4577887', 'subnets': [{'id': '11a9c4e0-7b9d-4843-9183-43a7d125abff', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 14:56:00.213509 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:00.253189 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-f5adae6e-9459-40f0-bec1-056018fc39ef admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=eaa4a3cb88df43d08ed0d1b84049f347&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8757153 Aug 12 14:56:00.259511 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5adae6e-9459-40f0-bec1-056018fc39ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f17d3be2-0dc7-4892-b419-49dbd86994c8,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:56:00.276385 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Pushing event updated for resources: {'Port': ['ID=3165b36c-9d5a-4a0a-a0b3-1b9e90384fd6,revision_number=5']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:56:00.278418 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 37042) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:56:00.288167 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-524aa316-2553-4bfe-94ac-d43f648afd10 req-5cb4e095-1813-4ec2-8747-325297561921 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/quotas/d333de5a1ab446aeb6524d52a70328d5 HTTP/1.1" status: 200 len: 375 time: 0.2186596 Aug 12 14:56:00.294362 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-97c0abd6-4586-4f7b-adda-f4e3a419dafd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262'] for port, after_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:00.390259 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c0abd6-4586-4f7b-adda-f4e3a419dafd None None] Pushing event deleted for resources: {'Port': ['ID=3165b36c-9d5a-4a0a-a0b3-1b9e90384fd6,revision_number=None']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:56:00.399832 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97c0abd6-4586-4f7b-adda-f4e3a419dafd None None] No DVR routers for this DVR port 3165b36c-9d5a-4a0a-a0b3-1b9e90384fd6 on host n-d-694802-15 {{(pid=94468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:56:00.441930 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-823c5fd9-020e-414d-a8e1-c9934c375d16 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for network, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:00.444501 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-823c5fd9-020e-414d-a8e1-c9934c375d16 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "DELETE /v2.0/networks/db095345-e0d8-47fa-815f-3ac64beebe04 HTTP/1.1" status: 204 len: 168 time: 1.6394858 Aug 12 14:56:00.449620 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 37050) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:56:00.474174 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823c5fd9-020e-414d-a8e1-c9934c375d16 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Pushing event deleted for resources: {'Network': ['ID=db095345-e0d8-47fa-815f-3ac64beebe04,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:56:00.549814 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-524aa316-2553-4bfe-94ac-d43f648afd10 req-0ff4a78f-651d-4f26-8483-66bb4d05a459 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=d333de5a1ab446aeb6524d52a70328d5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2556832 Aug 12 14:56:00.570282 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-3184f8af-e98d-400a-8a2c-f17b26e15843 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks [] for security_group, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:00.612955 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-314dbefd-47cb-40e2-a828-09111b9c9d45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:00.645691 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-314dbefd-47cb-40e2-a828-09111b9c9d45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:00.656557 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-3d5d941e-7b87-4958-b087-53deb13e1888 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:00.675446 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-3184f8af-e98d-400a-8a2c-f17b26e15843 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:00.730659 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5d941e-7b87-4958-b087-53deb13e1888 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Pushing event deleted for resources: {'Port': ['ID=3165b36c-9d5a-4a0a-a0b3-1b9e90384fd6,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:56:00.766243 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d5d941e-7b87-4958-b087-53deb13e1888 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] No DVR routers for this DVR port 3165b36c-9d5a-4a0a-a0b3-1b9e90384fd6 on host n-d-694802-15 {{(pid=94467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:56:00.787544 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-314dbefd-47cb-40e2-a828-09111b9c9d45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:00.790195 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-314dbefd-47cb-40e2-a828-09111b9c9d45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:00.791413 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-314dbefd-47cb-40e2-a828-09111b9c9d45 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f17d3be2-0dc7-4892-b419-49dbd86994c8 HTTP/1.1" status: 204 len: 168 time: 0.4987376 Aug 12 14:56:00.827732 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314dbefd-47cb-40e2-a828-09111b9c9d45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f17d3be2-0dc7-4892-b419-49dbd86994c8,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:56:00.860169 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2a1f5b52-15c0-4613-b291-d8c3343e0acd tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66663830'] for router_interface, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:00.900069 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6254eee3-71b6-4933-86d2-7ede9abd2c14 req-9818d77d-53ad-4db6-a8b3-c6c722b94410 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:56:00.901871 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6254eee3-71b6-4933-86d2-7ede9abd2c14 req-9818d77d-53ad-4db6-a8b3-c6c722b94410 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/ports?device_id=5be77a56-d5ef-4a70-9846-307f9eb76fa5 HTTP/1.1" status: 200 len: 945 time: 0.2054913 Aug 12 14:56:00.912395 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-3d5d941e-7b87-4958-b087-53deb13e1888 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66413304', 'neutron.services.segments.db._delete_segments_for_network-8744654118000'] for network, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:00.964351 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-3d5d941e-7b87-4958-b087-53deb13e1888 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5378385-9bec-4d4b-b7e0-66bb0331eba8']}} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:56:01.011153 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-3d5d941e-7b87-4958-b087-53deb13e1888 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '688f9fd2-1528-4201-a377-7fcd4484da25') {'for_net_delete': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:56:01.011496 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-3d5d941e-7b87-4958-b087-53deb13e1888 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '688f9fd2-1528-4201-a377-7fcd4484da25') {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:56:01.021987 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-3d5d941e-7b87-4958-b087-53deb13e1888 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744654122361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3857526'] for segment, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:01.037743 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-3d5d941e-7b87-4958-b087-53deb13e1888 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:01.044918 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d5d941e-7b87-4958-b087-53deb13e1888 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Releasing vlan 330 on physical network physnet1 to pool {{(pid=94467) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 14:56:01.045706 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-3d5d941e-7b87-4958-b087-53deb13e1888 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2859015'] for segment, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:01.126190 n-d-694802-15 neutron-server[94467]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 14:56:01.126190 n-d-694802-15 neutron-server[94467]: self.session.flush() Aug 12 14:56:01.126190 n-d-694802-15 neutron-server[94467]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 14:56:01.126190 n-d-694802-15 neutron-server[94467]: self.session.flush() Aug 12 14:56:01.126190 n-d-694802-15 neutron-server[94467]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 14:56:01.126190 n-d-694802-15 neutron-server[94467]: self.session.flush() Aug 12 14:56:01.126190 n-d-694802-15 neutron-server[94467]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 14:56:01.126190 n-d-694802-15 neutron-server[94467]: self.session.flush() Aug 12 14:56:01.126190 n-d-694802-15 neutron-server[94467]: Traceback (most recent call last): Aug 12 14:56:01.126190 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 14:56:01.126190 n-d-694802-15 neutron-server[94467]: timer() Aug 12 14:56:01.126190 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 14:56:01.126190 n-d-694802-15 neutron-server[94467]: cb(*args, **kw) Aug 12 14:56:01.126190 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 14:56:01.126190 n-d-694802-15 neutron-server[94467]: return func(*args, **kwargs) Aug 12 14:56:01.126190 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 14:56:01.126190 n-d-694802-15 neutron-server[94467]: self._notify() Aug 12 14:56:01.126190 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 14:56:01.126190 n-d-694802-15 neutron-server[94467]: self.callback(batched_events) Aug 12 14:56:01.126190 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 14:56:01.126190 n-d-694802-15 neutron-server[94467]: event.method(event) Aug 12 14:56:01.126190 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 14:56:01.126190 n-d-694802-15 neutron-server[94467]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 14:56:01.126190 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 14:56:01.126190 n-d-694802-15 neutron-server[94467]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 14:56:01.126190 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 14:56:01.126190 n-d-694802-15 neutron-server[94467]: return f(self, *a, **k) Aug 12 14:56:01.126190 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 14:56:01.126190 n-d-694802-15 neutron-server[94467]: return self._get(url).json() Aug 12 14:56:01.126190 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 14:56:01.126190 n-d-694802-15 neutron-server[94467]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 14:56:01.126190 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 14:56:01.126190 n-d-694802-15 neutron-server[94467]: return self.request(url, 'GET', **kwargs) Aug 12 14:56:01.126190 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 14:56:01.126190 n-d-694802-15 neutron-server[94467]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 14:56:01.126190 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 14:56:01.126190 n-d-694802-15 neutron-server[94467]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 14:56:01.126190 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 14:56:01.126190 n-d-694802-15 neutron-server[94467]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 14:56:01.126190 n-d-694802-15 neutron-server[94467]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 14:56:01.152968 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-3184f8af-e98d-400a-8a2c-f17b26e15843 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:01.155572 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-3184f8af-e98d-400a-8a2c-f17b26e15843 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:01.156996 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-3184f8af-e98d-400a-8a2c-f17b26e15843 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "DELETE /v2.0/security-groups/e9cf0ab5-0271-49fc-bd90-f712bfba6400 HTTP/1.1" status: 204 len: 168 time: 0.7059319 Aug 12 14:56:01.178407 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-3d5d941e-7b87-4958-b087-53deb13e1888 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66413281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431520'] for network, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:01.256195 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-2a1f5b52-15c0-4613-b291-d8c3343e0acd tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Deleting port 72b189d8-b097-4241-924b-036068fb6e5c {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:56:01.256660 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2a1f5b52-15c0-4613-b291-d8c3343e0acd tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:01.256937 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6254eee3-71b6-4933-86d2-7ede9abd2c14 req-506ddb24-b0f5-4e37-8582-072ee5db9f08 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/security-groups?id=188dc986-a686-4570-b7d8-3a6edb471033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3479784 Aug 12 14:56:01.283416 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-3d5d941e-7b87-4958-b087-53deb13e1888 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for network, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:01.290362 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-3d5d941e-7b87-4958-b087-53deb13e1888 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] 10.222.0.39 "DELETE /v2.0/networks/c5378385-9bec-4d4b-b7e0-66bb0331eba8 HTTP/1.1" status: 204 len: 168 time: 2.1475906 Aug 12 14:56:01.290362 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3184f8af-e98d-400a-8a2c-f17b26e15843 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9cf0ab5-0271-49fc-bd90-f712bfba6400,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:56:01.300582 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 37074) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:56:01.305759 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-934d3e9e-e497-4b47-a32b-074b666151de tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2128871921', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:56:01.335704 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5d941e-7b87-4958-b087-53deb13e1888 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Pushing event deleted for resources: {'Network': ['ID=c5378385-9bec-4d4b-b7e0-66bb0331eba8,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:56:01.369690 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-934d3e9e-e497-4b47-a32b-074b666151de tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-430574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-104863'] for router, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:01.371835 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-934d3e9e-e497-4b47-a32b-074b666151de tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-429438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-431405', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66646573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-104852'] for router, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:01.528839 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-934d3e9e-e497-4b47-a32b-074b666151de tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:01.533981 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-2a1f5b52-15c0-4613-b291-d8c3343e0acd tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] For port 72b189d8-b097-4241-924b-036068fb6e5c, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=72b189d8-b097-4241-924b-036068fb6e5c,segment=NetworkSegment(85a9da52-3cea-4cfd-b966-7400c88fae83),segment_id=85a9da52-3cea-4cfd-b966-7400c88fae83)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:56:01.534667 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2a1f5b52-15c0-4613-b291-d8c3343e0acd tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:01.549832 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-2a1f5b52-15c0-4613-b291-d8c3343e0acd tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Calling delete_port for 72b189d8-b097-4241-924b-036068fb6e5c owned by network:router_interface {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:56:01.560476 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-934d3e9e-e497-4b47-a32b-074b666151de tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-429413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-431608'] for router, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:01.642094 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 37084) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:56:01.652572 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-934d3e9e-e497-4b47-a32b-074b666151de tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks [] for router, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:01.654042 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-934d3e9e-e497-4b47-a32b-074b666151de tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3520658 Aug 12 14:56:01.659725 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 37086) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:56:01.669518 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4d2d9c-9dbb-490f-bf2e-93624dbb20d1 req-d945af87-3446-4c89-bfad-99014790b802 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:56:01.671086 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4c4d2d9c-9dbb-490f-bf2e-93624dbb20d1 req-d945af87-3446-4c89-bfad-99014790b802 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/ports?device_id=5be77a56-d5ef-4a70-9846-307f9eb76fa5 HTTP/1.1" status: 200 len: 945 time: 0.1363943 Aug 12 14:56:01.675969 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-bd408fd5-f70f-4173-a618-179f0ff84465 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Request body: {'network': {'name': 'tempest-RoutersTest-826553007'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:56:01.696706 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-8a5d25e2-3acf-4303-93bf-096354eb732e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:01.700688 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 37088) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:56:01.720893 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-bff1460a-0003-437e-b4ca-a572929e1550 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1888272310', 'description': 'tempest-secgroup-smoke-1888272310 description', 'project_id': '6774b656eb8145eb998ea0059b40b4c3'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:56:01.772235 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd408fd5-f70f-4173-a618-179f0ff84465 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Made reservation on behalf of 3fff5b8cf1f54dd9bfa41e8e05f81407 for: {'network': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:56:01.776196 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-bd408fd5-f70f-4173-a618-179f0ff84465 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for network, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:01.805845 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4c4d2d9c-9dbb-490f-bf2e-93624dbb20d1 req-378fcb47-5f45-4ae9-a076-173981b7ee2a tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/security-groups?id=188dc986-a686-4570-b7d8-3a6edb471033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187098 Aug 12 14:56:01.847828 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2a1f5b52-15c0-4613-b291-d8c3343e0acd tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:01.877731 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-bff1460a-0003-437e-b4ca-a572929e1550 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks [] for security_group, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:01.881190 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1f5b52-15c0-4613-b291-d8c3343e0acd tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Pushing event deleted for resources: {'Port': ['ID=72b189d8-b097-4241-924b-036068fb6e5c,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:56:01.902590 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd408fd5-f70f-4173-a618-179f0ff84465 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] vlan segment allocate from pool success with {'vlan_id': 316, 'physical_network': 'physnet1'} {{(pid=94467) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 14:56:01.931278 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-bd408fd5-f70f-4173-a618-179f0ff84465 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:01.931716 n-d-694802-15 neutron-server[94467]: INFO neutron.db.segments_db [None req-bd408fd5-f70f-4173-a618-179f0ff84465 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Added segment aa5e2875-8cd3-476a-b301-8dfb629de381 of type vlan for network 9219eb97-3230-4649-8601-9f1aeca0b6c7 Aug 12 14:56:02.038021 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-bd408fd5-f70f-4173-a618-179f0ff84465 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744653628263'] for network, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:02.060996 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-8a5d25e2-3acf-4303-93bf-096354eb732e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:02.076101 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-8a5d25e2-3acf-4303-93bf-096354eb732e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:02.097733 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2a1f5b52-15c0-4613-b291-d8c3343e0acd tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66628352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-430630'] for router_interface, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:02.143376 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-8a5d25e2-3acf-4303-93bf-096354eb732e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8beb214f4b204982ab5641e1d7c97a3a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4852304 Aug 12 14:56:02.146901 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 37108) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:56:02.201426 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-bd408fd5-f70f-4173-a618-179f0ff84465 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409'] for network, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:02.207106 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd408fd5-f70f-4173-a618-179f0ff84465 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:56:02.207714 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-bd408fd5-f70f-4173-a618-179f0ff84465 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for network, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:02.262982 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5d25e2-3acf-4303-93bf-096354eb732e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a816dd25-f0c2-4e32-b017-796c13142279,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:56:02.263207 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-08f94f35-c040-4baf-8492-8207262cd66e req-8b4e068b-3574-48c3-a77b-ab601d285b2c tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=d333de5a1ab446aeb6524d52a70328d5 HTTP/1.1" status: 200 len: 221 time: 0.0886919 Aug 12 14:56:02.366085 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd408fd5-f70f-4173-a618-179f0ff84465 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Pushing event updated for resources: {'Network': ['ID=9219eb97-3230-4649-8601-9f1aeca0b6c7,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:56:02.376460 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Network 9219eb97-3230-4649-8601-9f1aeca0b6c7 details requested by agent ovs-agent-n-d-694802-15 with host n-d-694802-15 {{(pid=94468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 14:56:02.401642 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a1f5b52-15c0-4613-b291-d8c3343e0acd tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Router b58f5ba9-1219-4663-800a-15c90fb3703e has already been hosted by L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f {{(pid=94466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 14:56:02.408311 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-7799ca83-f1f2-4597-af15-187828966fef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:02.442399 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-bff1460a-0003-437e-b4ca-a572929e1550 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks [] for security_group, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:02.457606 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-bff1460a-0003-437e-b4ca-a572929e1550 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:02.462482 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-7799ca83-f1f2-4597-af15-187828966fef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:02.477458 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d159bef-11a8-4b52-989e-1e815d3f6d0b req-b1f1cd59-535f-4562-86aa-11aee982024a tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:56:02.479051 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-5d159bef-11a8-4b52-989e-1e815d3f6d0b req-b1f1cd59-535f-4562-86aa-11aee982024a tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/ports?device_id=5be77a56-d5ef-4a70-9846-307f9eb76fa5 HTTP/1.1" status: 200 len: 945 time: 0.1280184 Aug 12 14:56:02.483245 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-bd408fd5-f70f-4173-a618-179f0ff84465 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.8111434 Aug 12 14:56:02.499602 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 37120) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:56:02.508223 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-462caadf-45c6-47b2-9c1a-baad67ccc45b tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Request body: {'subnet': {'network_id': '9219eb97-3230-4649-8601-9f1aeca0b6c7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:56:02.566169 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-bff1460a-0003-437e-b4ca-a572929e1550 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:02.570547 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-bff1460a-0003-437e-b4ca-a572929e1550 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.8680809 Aug 12 14:56:02.575331 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 37126) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:56:02.580902 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-8e3ac07a-93d8-430d-9781-c4d36612125c tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Request body: {'security_group_rule': {'security_group_id': 'c39b825c-c1be-4b1e-8a82-7d04c2bfa2a2', 'project_id': '6774b656eb8145eb998ea0059b40b4c3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:56:02.586204 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff1460a-0003-437e-b4ca-a572929e1550 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c39b825c-c1be-4b1e-8a82-7d04c2bfa2a2,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:56:02.606436 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a1f5b52-15c0-4613-b291-d8c3343e0acd tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 14:56:02.615612 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-2a1f5b52-15c0-4613-b291-d8c3343e0acd tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] 10.222.0.39 "PUT /v2.0/routers/b58f5ba9-1219-4663-800a-15c90fb3703e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6961620 Aug 12 14:56:02.617396 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffdc25b5-92bd-4732-8236-3aaf32be3364 None None] Sync routers for ids ['b58f5ba9-1219-4663-800a-15c90fb3703e'] in n-d-694802-15 {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 14:56:02.619677 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 37128) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:56:02.626193 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-5d159bef-11a8-4b52-989e-1e815d3f6d0b req-92b0b912-201d-40dd-b52a-54eb97f3d36e tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/security-groups?id=188dc986-a686-4570-b7d8-3a6edb471033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056554 Aug 12 14:56:02.632145 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffdc25b5-92bd-4732-8236-3aaf32be3364 None None] Routers {'b58f5ba9-1219-4663-800a-15c90fb3703e'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:56:02.633148 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-ffdc25b5-92bd-4732-8236-3aaf32be3364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:55:44Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['b58f5ba9-1219-4663-800a-15c90fb3703e'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:56:02.674116 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-8e3ac07a-93d8-430d-9781-c4d36612125c tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:02.686007 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-7799ca83-f1f2-4597-af15-187828966fef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:02.688787 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-7799ca83-f1f2-4597-af15-187828966fef admin admin] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:02.704315 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-7799ca83-f1f2-4597-af15-187828966fef admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a816dd25-f0c2-4e32-b017-796c13142279 HTTP/1.1" status: 204 len: 168 time: 0.5446117 Aug 12 14:56:02.737984 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7799ca83-f1f2-4597-af15-187828966fef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a816dd25-f0c2-4e32-b017-796c13142279,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:56:02.770659 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-462caadf-45c6-47b2-9c1a-baad67ccc45b tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Made reservation on behalf of 3fff5b8cf1f54dd9bfa41e8e05f81407 for: {'subnet': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:56:02.775646 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-462caadf-45c6-47b2-9c1a-baad67ccc45b tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8776441'] for subnet, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:02.785717 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-8e3ac07a-93d8-430d-9781-c4d36612125c tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:02.794863 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-8e3ac07a-93d8-430d-9781-c4d36612125c tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641735'] for security_group_rule, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:02.828821 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3ac07a-93d8-430d-9781-c4d36612125c tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c460ffac-4a20-456b-81db-a63b370e8b6b,revision_number=0']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:56:02.832006 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b601e03-d859-4f12-a499-858e4d289a6c tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Deleting subnet 6f6eb93c-f1a8-4744-a7f3-3c91a474cae4 {{(pid=94466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 14:56:02.845342 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvr_db [None req-ffdc25b5-92bd-4732-8236-3aaf32be3364 None None] Set router b58f5ba9-1219-4663-800a-15c90fb3703e gateway port host: None {{(pid=94468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:56:02.847968 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-8e3ac07a-93d8-430d-9781-c4d36612125c tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:02.854159 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-8e3ac07a-93d8-430d-9781-c4d36612125c tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2771566 Aug 12 14:56:02.855150 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 37136) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:56:02.862227 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-964e0904-acfa-4895-a591-28fe8e415079 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Request body: {'security_group_rule': {'security_group_id': 'c39b825c-c1be-4b1e-8a82-7d04c2bfa2a2', 'project_id': '6774b656eb8145eb998ea0059b40b4c3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:56:02.867900 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2b601e03-d859-4f12-a499-858e4d289a6c tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks [] for subnet, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:02.917359 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-964e0904-acfa-4895-a591-28fe8e415079 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:02.965309 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2b601e03-d859-4f12-a499-858e4d289a6c tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2293551'] for subnet, precommit_delete_associations {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:03.030746 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae55437-27e4-4329-8ba9-d9bbc40eca07 req-4d19bfdc-2f1f-4cc6-92fd-2959a7306d14 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:56:03.032327 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-eae55437-27e4-4329-8ba9-d9bbc40eca07 req-4d19bfdc-2f1f-4cc6-92fd-2959a7306d14 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/ports?device_id=5be77a56-d5ef-4a70-9846-307f9eb76fa5 HTTP/1.1" status: 200 len: 945 time: 0.2478273 Aug 12 14:56:03.069336 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-964e0904-acfa-4895-a591-28fe8e415079 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:03.079556 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-964e0904-acfa-4895-a591-28fe8e415079 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641735'] for security_group_rule, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:03.116719 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964e0904-acfa-4895-a591-28fe8e415079 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23aa177f-f32b-4c6b-86ca-4fd318ba5de7,revision_number=0']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:56:03.126115 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-964e0904-acfa-4895-a591-28fe8e415079 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:03.133576 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-964e0904-acfa-4895-a591-28fe8e415079 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2772017 Aug 12 14:56:03.135027 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 37140) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:56:03.150379 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-89de34eb-36d9-48ab-949c-2c85daef21fb tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Request body: {'security_group_rule': {'security_group_id': 'c39b825c-c1be-4b1e-8a82-7d04c2bfa2a2', 'project_id': '6774b656eb8145eb998ea0059b40b4c3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:56:03.211319 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-eae55437-27e4-4329-8ba9-d9bbc40eca07 req-3ca8a5c0-5fe5-4800-887d-da74f0fa2c5e tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/security-groups?id=188dc986-a686-4570-b7d8-3a6edb471033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625476 Aug 12 14:56:03.219937 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-89de34eb-36d9-48ab-949c-2c85daef21fb tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:03.225862 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2b601e03-d859-4f12-a499-858e4d289a6c tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66416255'] for subnet, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:03.273886 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-ffdc25b5-92bd-4732-8236-3aaf32be3364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b58f5ba9-1219-4663-800a-15c90fb3703e', 'name': 'tempest-RoutersIpV6Test-router-782971319', 'tenant_id': '6ba6601003674b8c9c33878dd4577887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:55:13Z', 'updated_at': '2021-08-12T14:56:01Z', 'revision_number': 9, 'project_id': '6ba6601003674b8c9c33878dd4577887', 'gw_port_host': None, '_interfaces': [{'id': 'bec73530-3839-4fcd-ba14-f520eec47b6d', 'name': '', 'network_id': '6ab84d06-6b94-4ea7-a967-a7b4fd5d2ce3', 'tenant_id': '6ba6601003674b8c9c33878dd4577887', 'mac_address': 'fa:16:3e:b4:a9:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b58f5ba9-1219-4663-800a-15c90fb3703e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2773, 'fixed_ips': [{'subnet_id': 'ce6177dd-6991-4d81-b4d3-7cc3b78710ce', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:55:17Z', 'updated_at': '2021-08-12T14:55:32Z', 'revision_number': 5, 'project_id': '6ba6601003674b8c9c33878dd4577887', 'subnets': [{'id': 'ce6177dd-6991-4d81-b4d3-7cc3b78710ce', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e12c8dd3-edf4-49b5-b598-372708de7d26', 'name': '', 'network_id': '37ef00f0-1bfc-4807-8a6d-1e8de1f718ea', 'tenant_id': '6ba6601003674b8c9c33878dd4577887', 'mac_address': 'fa:16:3e:b7:65:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b58f5ba9-1219-4663-800a-15c90fb3703e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2780, 'fixed_ips': [{'subnet_id': '11a9c4e0-7b9d-4843-9183-43a7d125abff', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:55:23Z', 'updated_at': '2021-08-12T14:55:38Z', 'revision_number': 5, 'project_id': '6ba6601003674b8c9c33878dd4577887', 'subnets': [{'id': '11a9c4e0-7b9d-4843-9183-43a7d125abff', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:56:03.343409 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffdc25b5-92bd-4732-8236-3aaf32be3364 None None] Checking router: b58f5ba9-1219-4663-800a-15c90fb3703e for host: n-d-694802-15 {{(pid=94468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 14:56:03.360154 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffdc25b5-92bd-4732-8236-3aaf32be3364 None None] Routers {'b58f5ba9-1219-4663-800a-15c90fb3703e'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:56:03.361065 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-ffdc25b5-92bd-4732-8236-3aaf32be3364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:55:44Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['b58f5ba9-1219-4663-800a-15c90fb3703e'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:56:03.364662 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-89de34eb-36d9-48ab-949c-2c85daef21fb tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:03.370786 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-89de34eb-36d9-48ab-949c-2c85daef21fb tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641735'] for security_group_rule, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:03.416444 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-89de34eb-36d9-48ab-949c-2c85daef21fb tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:03.423397 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-89de34eb-36d9-48ab-949c-2c85daef21fb tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2848353 Aug 12 14:56:03.424718 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 37154) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:56:03.433658 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-46674b88-9f3d-42cf-8c03-22b2b2599070 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Request body: {'security_group_rule': {'security_group_id': 'c39b825c-c1be-4b1e-8a82-7d04c2bfa2a2', 'project_id': '6774b656eb8145eb998ea0059b40b4c3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:56:03.446181 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89de34eb-36d9-48ab-949c-2c85daef21fb tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=811e6b9d-d5c5-43c8-8d9c-30db74533cc0,revision_number=0']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:56:03.509247 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-46674b88-9f3d-42cf-8c03-22b2b2599070 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:03.517313 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvr_db [None req-ffdc25b5-92bd-4732-8236-3aaf32be3364 None None] Set router b58f5ba9-1219-4663-800a-15c90fb3703e gateway port host: None {{(pid=94468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:56:03.542906 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-462caadf-45c6-47b2-9c1a-baad67ccc45b tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3718490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8776395'] for subnet, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:03.623001 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2b601e03-d859-4f12-a499-858e4d289a6c tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66416232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3718429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8776402'] for subnet, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:03.660331 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.agents_db [None req-17ed3e4c-1a7d-4162-9646-11c134aca297 None None] Agent healthcheck: found 7 active agents {{(pid=94469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 14:56:03.686214 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-46674b88-9f3d-42cf-8c03-22b2b2599070 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:03.695102 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-46674b88-9f3d-42cf-8c03-22b2b2599070 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641735'] for security_group_rule, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:03.705524 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457e6b3d-0f57-40de-9805-33ebefc39240 req-4cb6ec63-1bb4-4091-a965-507aa98d49ff tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:56:03.707733 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-457e6b3d-0f57-40de-9805-33ebefc39240 req-4cb6ec63-1bb4-4091-a965-507aa98d49ff tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/ports?device_id=5be77a56-d5ef-4a70-9846-307f9eb76fa5 HTTP/1.1" status: 200 len: 945 time: 0.3142369 Aug 12 14:56:03.722448 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2b601e03-d859-4f12-a499-858e4d289a6c tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks [] for subnet, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:03.727669 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-2b601e03-d859-4f12-a499-858e4d289a6c tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] 10.222.0.39 "DELETE /v2.0/subnets/6f6eb93c-f1a8-4744-a7f3-3c91a474cae4 HTTP/1.1" status: 204 len: 168 time: 1.1056714 Aug 12 14:56:03.729018 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 37162) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:56:03.738075 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e06a40e-b9f0-4b99-9d0a-ce9048193741 None None] Network 29c0b9ef-ea48-4e0d-8365-9ba9747f4d92 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:56:03.755178 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46674b88-9f3d-42cf-8c03-22b2b2599070 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8aac21d-6386-4bd1-87bc-e1603bea4423,revision_number=0']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:56:03.773702 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-46674b88-9f3d-42cf-8c03-22b2b2599070 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:03.779387 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-46674b88-9f3d-42cf-8c03-22b2b2599070 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3533719 Aug 12 14:56:03.780013 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 37166) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:56:03.790400 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-14d2771d-5655-4824-ab3b-f22e7db80d02 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Request body: {'security_group_rule': {'security_group_id': 'c39b825c-c1be-4b1e-8a82-7d04c2bfa2a2', 'project_id': '6774b656eb8145eb998ea0059b40b4c3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:56:03.810493 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462caadf-45c6-47b2-9c1a-baad67ccc45b tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Pushing event updated for resources: {'Subnet': ['ID=4128f37b-afb4-4d17-af6f-d22950c79df3,revision_number=0']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:56:03.846519 n-d-694802-15 neutron-server[94467]: INFO neutron.db.securitygroups_db [None req-14d2771d-5655-4824-ab3b-f22e7db80d02 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Project 6774b656eb8145eb998ea0059b40b4c3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 12 14:56:03.858049 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-14d2771d-5655-4824-ab3b-f22e7db80d02 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:03.858563 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b601e03-d859-4f12-a499-858e4d289a6c tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Pushing event deleted for resources: {'Subnet': ['ID=6f6eb93c-f1a8-4744-a7f3-3c91a474cae4,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:56:03.886686 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-462caadf-45c6-47b2-9c1a-baad67ccc45b tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Checking segment: {'id': 'aa5e2875-8cd3-476a-b301-8dfb629de381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '9219eb97-3230-4649-8601-9f1aeca0b6c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:56:03.886686 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-462caadf-45c6-47b2-9c1a-baad67ccc45b tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Network hostable DHCP agents. Network: 9219eb97-3230-4649-8601-9f1aeca0b6c7, hostable agents: ['1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658'], hosted agents: [] {{(pid=94466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 14:56:03.903251 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e0ed0512-5c2b-4fdc-8d91-039bd0a6ae62 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680608'] for network, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:03.920638 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-457e6b3d-0f57-40de-9805-33ebefc39240 req-d78a444c-690e-426f-ab75-554f8d8a3625 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/security-groups?id=188dc986-a686-4570-b7d8-3a6edb471033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2023365 Aug 12 14:56:03.935687 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-462caadf-45c6-47b2-9c1a-baad67ccc45b tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Network 9219eb97-3230-4649-8601-9f1aeca0b6c7 is scheduled to be hosted by DHCP agent 1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658 with binding_index 1 {{(pid=94466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 14:56:03.993542 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-462caadf-45c6-47b2-9c1a-baad67ccc45b tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-15, 9219eb97-3230-4649-8601-9f1aeca0b6c7) {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:56:04.009974 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-462caadf-45c6-47b2-9c1a-baad67ccc45b tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:56:04.009974 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-462caadf-45c6-47b2-9c1a-baad67ccc45b tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks [] for subnet, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:04.059577 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-14d2771d-5655-4824-ab3b-f22e7db80d02 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:04.067522 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-14d2771d-5655-4824-ab3b-f22e7db80d02 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641735'] for security_group_rule, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:04.080157 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-462caadf-45c6-47b2-9c1a-baad67ccc45b tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5791123 Aug 12 14:56:04.097078 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 37176) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:56:04.126139 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-14d2771d-5655-4824-ab3b-f22e7db80d02 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:04.130000 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-14d2771d-5655-4824-ab3b-f22e7db80d02 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3464742 Aug 12 14:56:04.151265 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 37180) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:56:04.159181 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78695358-014c-449d-a7ec-f01ce6c73cb2 None None] Network 9219eb97-3230-4649-8601-9f1aeca0b6c7 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:56:04.169903 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d2771d-5655-4824-ab3b-f22e7db80d02 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64f79017-0943-4008-a243-5b64e6273c41,revision_number=0']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:56:04.174490 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-c7510b86-44ae-45d3-977b-e09bc812fda7 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Request body: {'security_group_rule': {'security_group_id': 'c39b825c-c1be-4b1e-8a82-7d04c2bfa2a2', 'project_id': '6774b656eb8145eb998ea0059b40b4c3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:56:04.220787 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81786e96-1cbb-4088-bb55-9edd35ae0327 req-730eed0f-ff78-4701-bee9-37be8e779285 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:56:04.222367 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-81786e96-1cbb-4088-bb55-9edd35ae0327 req-730eed0f-ff78-4701-bee9-37be8e779285 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/ports?device_id=5be77a56-d5ef-4a70-9846-307f9eb76fa5 HTTP/1.1" status: 200 len: 945 time: 0.1256499 Aug 12 14:56:04.239464 n-d-694802-15 neutron-server[94467]: INFO neutron.db.securitygroups_db [None req-c7510b86-44ae-45d3-977b-e09bc812fda7 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Project 6774b656eb8145eb998ea0059b40b4c3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 12 14:56:04.260149 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-c7510b86-44ae-45d3-977b-e09bc812fda7 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:04.270577 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-e0ed0512-5c2b-4fdc-8d91-039bd0a6ae62 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Deleting port fa67bbb5-e95e-463f-ad74-de2ff5a37e25 {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:56:04.270935 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e0ed0512-5c2b-4fdc-8d91-039bd0a6ae62 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:04.316323 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-81786e96-1cbb-4088-bb55-9edd35ae0327 req-ccda6c16-d735-424c-89b0-e65b1af00f92 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/security-groups?id=188dc986-a686-4570-b7d8-3a6edb471033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801363 Aug 12 14:56:04.349452 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-c7510b86-44ae-45d3-977b-e09bc812fda7 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:04.356324 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-c7510b86-44ae-45d3-977b-e09bc812fda7 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641735'] for security_group_rule, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:04.374794 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-ffdc25b5-92bd-4732-8236-3aaf32be3364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b58f5ba9-1219-4663-800a-15c90fb3703e', 'name': 'tempest-RoutersIpV6Test-router-782971319', 'tenant_id': '6ba6601003674b8c9c33878dd4577887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:55:13Z', 'updated_at': '2021-08-12T14:56:01Z', 'revision_number': 9, 'project_id': '6ba6601003674b8c9c33878dd4577887', 'gw_port_host': None, '_interfaces': [{'id': 'bec73530-3839-4fcd-ba14-f520eec47b6d', 'name': '', 'network_id': '6ab84d06-6b94-4ea7-a967-a7b4fd5d2ce3', 'tenant_id': '6ba6601003674b8c9c33878dd4577887', 'mac_address': 'fa:16:3e:b4:a9:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b58f5ba9-1219-4663-800a-15c90fb3703e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2773, 'fixed_ips': [{'subnet_id': 'ce6177dd-6991-4d81-b4d3-7cc3b78710ce', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:55:17Z', 'updated_at': '2021-08-12T14:55:32Z', 'revision_number': 5, 'project_id': '6ba6601003674b8c9c33878dd4577887', 'subnets': [{'id': 'ce6177dd-6991-4d81-b4d3-7cc3b78710ce', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e12c8dd3-edf4-49b5-b598-372708de7d26', 'name': '', 'network_id': '37ef00f0-1bfc-4807-8a6d-1e8de1f718ea', 'tenant_id': '6ba6601003674b8c9c33878dd4577887', 'mac_address': 'fa:16:3e:b7:65:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b58f5ba9-1219-4663-800a-15c90fb3703e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2780, 'fixed_ips': [{'subnet_id': '11a9c4e0-7b9d-4843-9183-43a7d125abff', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:55:23Z', 'updated_at': '2021-08-12T14:55:38Z', 'revision_number': 5, 'project_id': '6ba6601003674b8c9c33878dd4577887', 'subnets': [{'id': '11a9c4e0-7b9d-4843-9183-43a7d125abff', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:56:04.390895 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-c7510b86-44ae-45d3-977b-e09bc812fda7 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:04.392410 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-c7510b86-44ae-45d3-977b-e09bc812fda7 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2398157 Aug 12 14:56:04.395213 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 37194) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:56:04.402022 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-37a91cb1-da58-4e5e-a04b-64ca95096fa3 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Request body: {'network': {'name': 'tempest-network-smoke--1101376943', 'project_id': '6774b656eb8145eb998ea0059b40b4c3', 'port_security_enabled': True}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:56:04.406911 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7510b86-44ae-45d3-977b-e09bc812fda7 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfc59c54-308a-4b32-899b-33840dd66a53,revision_number=0']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:56:04.430437 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffdc25b5-92bd-4732-8236-3aaf32be3364 None None] The sync data for ids ['b58f5ba9-1219-4663-800a-15c90fb3703e'] in n-d-694802-15 is: [{'id': 'b58f5ba9-1219-4663-800a-15c90fb3703e', 'name': 'tempest-RoutersIpV6Test-router-782971319', 'tenant_id': '6ba6601003674b8c9c33878dd4577887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:55:13Z', 'updated_at': '2021-08-12T14:56:01Z', 'revision_number': 9, 'project_id': '6ba6601003674b8c9c33878dd4577887', 'gw_port_host': None, '_interfaces': [{'id': 'bec73530-3839-4fcd-ba14-f520eec47b6d', 'name': '', 'network_id': '6ab84d06-6b94-4ea7-a967-a7b4fd5d2ce3', 'tenant_id': '6ba6601003674b8c9c33878dd4577887', 'mac_address': 'fa:16:3e:b4:a9:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b58f5ba9-1219-4663-800a-15c90fb3703e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2773, 'fixed_ips': [{'subnet_id': 'ce6177dd-6991-4d81-b4d3-7cc3b78710ce', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:55:17Z', 'updated_at': '2021-08-12T14:55:32Z', 'revision_number': 5, 'project_id': '6ba6601003674b8c9c33878dd4577887', 'subnets': [{'id': 'ce6177dd-6991-4d81-b4d3-7cc3b78710ce', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e12c8dd3-edf4-49b5-b598-372708de7d26', 'name': '', 'network_id': '37ef00f0-1bfc-4807-8a6d-1e8de1f718ea', 'tenant_id': '6ba6601003674b8c9c33878dd4577887', 'mac_address': 'fa:16:3e:b7:65:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b58f5ba9-1219-4663-800a-15c90fb3703e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2780, 'fixed_ips': [{'subnet_id': '11a9c4e0-7b9d-4843-9183-43a7d125abff', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:55:23Z', 'updated_at': '2021-08-12T14:55:38Z', 'revision_number': 5, 'project_id': '6ba6601003674b8c9c33878dd4577887', 'subnets': [{'id': '11a9c4e0-7b9d-4843-9183-43a7d125abff', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 14:56:04.438172 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37a91cb1-da58-4e5e-a04b-64ca95096fa3 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Made reservation on behalf of 6774b656eb8145eb998ea0059b40b4c3 for: {'network': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:56:04.443787 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-37a91cb1-da58-4e5e-a04b-64ca95096fa3 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for network, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:04.507687 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21be7881-1fe6-4b55-8c88-d7d08b775552 None None] DHCP port deletion for 29c0b9ef-ea48-4e0d-8365-9ba9747f4d92 request from n-d-694802-15 {{(pid=94468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 14:56:04.512124 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37a91cb1-da58-4e5e-a04b-64ca95096fa3 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] vlan segment allocate from pool success with {'vlan_id': 320, 'physical_network': 'physnet1'} {{(pid=94467) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 14:56:04.531053 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-37a91cb1-da58-4e5e-a04b-64ca95096fa3 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:04.531472 n-d-694802-15 neutron-server[94467]: INFO neutron.db.segments_db [None req-37a91cb1-da58-4e5e-a04b-64ca95096fa3 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Added segment 418aef02-2562-41f7-b79e-6d7cc24f798a of type vlan for network eb7e3cf4-6312-4f24-a8f2-83c178188246 Aug 12 14:56:04.580395 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-e0ed0512-5c2b-4fdc-8d91-039bd0a6ae62 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] For port fa67bbb5-e95e-463f-ad74-de2ff5a37e25, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=fa67bbb5-e95e-463f-ad74-de2ff5a37e25,segment=NetworkSegment(85a9da52-3cea-4cfd-b966-7400c88fae83),segment_id=85a9da52-3cea-4cfd-b966-7400c88fae83)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:56:04.580809 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e0ed0512-5c2b-4fdc-8d91-039bd0a6ae62 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:04.590004 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-37a91cb1-da58-4e5e-a04b-64ca95096fa3 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744653628263'] for network, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:04.617716 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-e0ed0512-5c2b-4fdc-8d91-039bd0a6ae62 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Calling delete_port for fa67bbb5-e95e-463f-ad74-de2ff5a37e25 owned by network:dhcp {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:56:04.640025 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-37a91cb1-da58-4e5e-a04b-64ca95096fa3 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409'] for network, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:04.645655 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37a91cb1-da58-4e5e-a04b-64ca95096fa3 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:56:04.646282 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-37a91cb1-da58-4e5e-a04b-64ca95096fa3 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for network, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:04.684518 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-37a91cb1-da58-4e5e-a04b-64ca95096fa3 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2880514 Aug 12 14:56:04.698753 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 37200) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:56:04.708847 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-7dcfc57e-110b-4770-b1dd-6f7767a5c578 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:04.718505 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-21be7881-1fe6-4b55-8c88-d7d08b775552 None None] Deleting port fa67bbb5-e95e-463f-ad74-de2ff5a37e25 {{(pid=94468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:56:04.719198 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-21be7881-1fe6-4b55-8c88-d7d08b775552 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:04.724092 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-721f7e0d-9e51-4581-8efe-d57b30d40e88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa7035b3e-9a89-5964-b9f4-97301c3f476a-9219eb97-3230-4649-8601-9f1aeca0b6c7', 'network_id': '9219eb97-3230-4649-8601-9f1aeca0b6c7', 'tenant_id': '3fff5b8cf1f54dd9bfa41e8e05f81407', 'fixed_ips': [{'subnet_id': '4128f37b-afb4-4d17-af6f-d22950c79df3'}]}} from n-d-694802-15. {{(pid=94468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 14:56:04.726306 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-721f7e0d-9e51-4581-8efe-d57b30d40e88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:04.747297 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-496acf3b-7c61-4829-85dc-0d61009034ef tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-732979227', 'admin_state_up': True, 'project_id': '6774b656eb8145eb998ea0059b40b4c3', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'}}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:56:04.802348 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfad954-a4dd-4b5c-a35b-2681ac403320 req-657e1a79-4baf-45d1-b68b-6a40a9ad63fc tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:56:04.804398 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2dfad954-a4dd-4b5c-a35b-2681ac403320 req-657e1a79-4baf-45d1-b68b-6a40a9ad63fc tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/ports?device_id=5be77a56-d5ef-4a70-9846-307f9eb76fa5 HTTP/1.1" status: 200 len: 945 time: 0.3071120 Aug 12 14:56:04.808624 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a91cb1-da58-4e5e-a04b-64ca95096fa3 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Pushing event updated for resources: {'Network': ['ID=eb7e3cf4-6312-4f24-a8f2-83c178188246,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:56:04.820349 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-496acf3b-7c61-4829-85dc-0d61009034ef tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-430574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-104863'] for router, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:04.822207 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-496acf3b-7c61-4829-85dc-0d61009034ef tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-429438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-431405', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66646573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-104852'] for router, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:04.844171 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Network eb7e3cf4-6312-4f24-a8f2-83c178188246 details requested by agent ovs-agent-n-d-694802-15 with host n-d-694802-15 {{(pid=94468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 14:56:04.966685 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2dfad954-a4dd-4b5c-a35b-2681ac403320 req-9ecd93fb-7517-44fe-977d-b233cca650be tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/security-groups?id=188dc986-a686-4570-b7d8-3a6edb471033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534243 Aug 12 14:56:04.970254 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-496acf3b-7c61-4829-85dc-0d61009034ef tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:05.269226 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-496acf3b-7c61-4829-85dc-0d61009034ef tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:05.473568 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-21be7881-1fe6-4b55-8c88-d7d08b775552 None None] For port fa67bbb5-e95e-463f-ad74-de2ff5a37e25, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=fa67bbb5-e95e-463f-ad74-de2ff5a37e25,segment=NetworkSegment(85a9da52-3cea-4cfd-b966-7400c88fae83),segment_id=85a9da52-3cea-4cfd-b966-7400c88fae83)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:56:05.474301 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-21be7881-1fe6-4b55-8c88-d7d08b775552 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:05.505058 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-21be7881-1fe6-4b55-8c88-d7d08b775552 None None] Calling delete_port for fa67bbb5-e95e-463f-ad74-de2ff5a37e25 owned by network:dhcp {{(pid=94468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:56:05.565241 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e0ed0512-5c2b-4fdc-8d91-039bd0a6ae62 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:05.582452 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25501dcd-8c17-4e43-bd09-6de63069afc7 req-51e6b292-293d-4679-a7c7-f6e689ad64f1 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:56:05.584953 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-25501dcd-8c17-4e43-bd09-6de63069afc7 req-51e6b292-293d-4679-a7c7-f6e689ad64f1 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/ports?device_id=5be77a56-d5ef-4a70-9846-307f9eb76fa5 HTTP/1.1" status: 200 len: 945 time: 0.1445255 Aug 12 14:56:05.700094 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ed0512-5c2b-4fdc-8d91-039bd0a6ae62 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Pushing event deleted for resources: {'Port': ['ID=fa67bbb5-e95e-463f-ad74-de2ff5a37e25,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:56:05.740367 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 72b189d8-b097-4241-924b-036068fb6e5c no longer exists at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:56:05.769743 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0ed0512-5c2b-4fdc-8d91-039bd0a6ae62 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] No DVR routers for this DVR port fa67bbb5-e95e-463f-ad74-de2ff5a37e25 on host n-d-694802-15 {{(pid=94466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:56:05.778305 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-496acf3b-7c61-4829-85dc-0d61009034ef tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks [] for router_gateway, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:05.807324 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.db_base_plugin_common [None req-721f7e0d-9e51-4581-8efe-d57b30d40e88 None None] Allocated IP 172.20.0.2 (9219eb97-3230-4649-8601-9f1aeca0b6c7/4128f37b-afb4-4d17-af6f-d22950c79df3/58ec4b9b-6178-459a-88e2-71d13a08418c) {{(pid=94468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:56:05.820079 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] No Port match for: 72b189d8-b097-4241-924b-036068fb6e5c {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 14:56:05.820850 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 72b189d8-b097-4241-924b-036068fb6e5c not bound to the agent host n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:56:05.821290 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device fa67bbb5-e95e-463f-ad74-de2ff5a37e25 no longer exists at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:56:05.837351 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-496acf3b-7c61-4829-85dc-0d61009034ef tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:05.883927 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] No Port match for: fa67bbb5-e95e-463f-ad74-de2ff5a37e25 {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 14:56:05.884303 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device fa67bbb5-e95e-463f-ad74-de2ff5a37e25 not bound to the agent host n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:56:05.964762 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e0ed0512-5c2b-4fdc-8d91-039bd0a6ae62 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66413304', 'neutron.services.segments.db._delete_segments_for_network-8744654118000'] for network, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:05.987934 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-e0ed0512-5c2b-4fdc-8d91-039bd0a6ae62 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29c0b9ef-ea48-4e0d-8365-9ba9747f4d92']}} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:56:06.013357 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-e0ed0512-5c2b-4fdc-8d91-039bd0a6ae62 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85a9da52-3cea-4cfd-b966-7400c88fae83') {'for_net_delete': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:56:06.013731 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-e0ed0512-5c2b-4fdc-8d91-039bd0a6ae62 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85a9da52-3cea-4cfd-b966-7400c88fae83') {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:56:06.033919 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-21be7881-1fe6-4b55-8c88-d7d08b775552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262'] for port, after_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:06.043438 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-25501dcd-8c17-4e43-bd09-6de63069afc7 req-a45227a1-76d2-4f1e-a712-7939dfc510c6 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/security-groups?id=188dc986-a686-4570-b7d8-3a6edb471033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4425771 Aug 12 14:56:06.048307 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e0ed0512-5c2b-4fdc-8d91-039bd0a6ae62 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744654122361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2293560'] for segment, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:06.059171 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_common [None req-496acf3b-7c61-4829-85dc-0d61009034ef tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Allocated IP 172.25.1.21 (d3759e1b-6c03-45ac-acd4-90abb417809b/f0254f08-c19c-4e31-bd9c-09389ea4b6f2/7fec999d-57fb-4e5b-88e3-f9334c1028eb) {{(pid=94467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:56:06.088536 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e0ed0512-5c2b-4fdc-8d91-039bd0a6ae62 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:06.098236 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0ed0512-5c2b-4fdc-8d91-039bd0a6ae62 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Releasing vlan 332 on physical network physnet1 to pool {{(pid=94466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 14:56:06.098644 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e0ed0512-5c2b-4fdc-8d91-039bd0a6ae62 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3718595'] for segment, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:06.102071 n-d-694802-15 neutron-server[94466]: Traceback (most recent call last): Aug 12 14:56:06.102071 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 14:56:06.102071 n-d-694802-15 neutron-server[94466]: timer() Aug 12 14:56:06.102071 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 14:56:06.102071 n-d-694802-15 neutron-server[94466]: cb(*args, **kw) Aug 12 14:56:06.102071 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 14:56:06.102071 n-d-694802-15 neutron-server[94466]: return func(*args, **kwargs) Aug 12 14:56:06.102071 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 14:56:06.102071 n-d-694802-15 neutron-server[94466]: self._notify() Aug 12 14:56:06.102071 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 14:56:06.102071 n-d-694802-15 neutron-server[94466]: self.callback(batched_events) Aug 12 14:56:06.102071 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 14:56:06.102071 n-d-694802-15 neutron-server[94466]: event.method(event) Aug 12 14:56:06.102071 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 14:56:06.102071 n-d-694802-15 neutron-server[94466]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 14:56:06.102071 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 14:56:06.102071 n-d-694802-15 neutron-server[94466]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 14:56:06.102071 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 14:56:06.102071 n-d-694802-15 neutron-server[94466]: return f(self, *a, **k) Aug 12 14:56:06.102071 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 14:56:06.102071 n-d-694802-15 neutron-server[94466]: return self._get(url).json() Aug 12 14:56:06.102071 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 14:56:06.102071 n-d-694802-15 neutron-server[94466]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 14:56:06.102071 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 14:56:06.102071 n-d-694802-15 neutron-server[94466]: return self.request(url, 'GET', **kwargs) Aug 12 14:56:06.102071 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 14:56:06.102071 n-d-694802-15 neutron-server[94466]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 14:56:06.102071 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 14:56:06.102071 n-d-694802-15 neutron-server[94466]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 14:56:06.102071 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 14:56:06.102071 n-d-694802-15 neutron-server[94466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 14:56:06.102071 n-d-694802-15 neutron-server[94466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 14:56:06.122545 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21be7881-1fe6-4b55-8c88-d7d08b775552 None None] No DVR routers for this DVR port fa67bbb5-e95e-463f-ad74-de2ff5a37e25 on host n-d-694802-15 {{(pid=94468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:56:06.170462 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21be7881-1fe6-4b55-8c88-d7d08b775552 None None] Pushing event deleted for resources: {'Port': ['ID=fa67bbb5-e95e-463f-ad74-de2ff5a37e25,revision_number=None']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:56:06.306687 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-496acf3b-7c61-4829-85dc-0d61009034ef tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks [] for port, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:06.312013 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d4965e-4f06-4834-a524-5ce785553697 req-3496ee82-fcba-4bb0-a12d-88e9b2fed2e3 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:56:06.325845 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-29d4965e-4f06-4834-a524-5ce785553697 req-3496ee82-fcba-4bb0-a12d-88e9b2fed2e3 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/ports?device_id=5be77a56-d5ef-4a70-9846-307f9eb76fa5 HTTP/1.1" status: 200 len: 945 time: 0.1134610 Aug 12 14:56:06.336949 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-721f7e0d-9e51-4581-8efe-d57b30d40e88 None None] Notify callbacks [] for port, precommit_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:06.346405 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e0ed0512-5c2b-4fdc-8d91-039bd0a6ae62 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66413281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431520'] for network, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:06.370088 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-721f7e0d-9e51-4581-8efe-d57b30d40e88 None None] Transition to ACTIVE for port object 58ec4b9b-6178-459a-88e2-71d13a08418c will not be triggered until provisioned by entity L2. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:56:06.391905 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e0ed0512-5c2b-4fdc-8d91-039bd0a6ae62 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks [] for network, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:06.399440 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 37252) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:56:06.400504 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-e0ed0512-5c2b-4fdc-8d91-039bd0a6ae62 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] 10.222.0.39 "DELETE /v2.0/networks/29c0b9ef-ea48-4e0d-8365-9ba9747f4d92 HTTP/1.1" status: 204 len: 168 time: 2.6648245 Aug 12 14:56:06.401394 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-721f7e0d-9e51-4581-8efe-d57b30d40e88 None None] Transition to ACTIVE for port object 58ec4b9b-6178-459a-88e2-71d13a08418c will not be triggered until provisioned by entity DHCP. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:56:06.416411 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-721f7e0d-9e51-4581-8efe-d57b30d40e88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253'] for port, after_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:06.434209 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ed0512-5c2b-4fdc-8d91-039bd0a6ae62 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Pushing event deleted for resources: {'Network': ['ID=29c0b9ef-ea48-4e0d-8365-9ba9747f4d92,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:56:06.445344 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-29d4965e-4f06-4834-a524-5ce785553697 req-b7b897e9-dbe4-4ed3-b5ee-254d4d9d2c09 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/security-groups?id=188dc986-a686-4570-b7d8-3a6edb471033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182592 Aug 12 14:56:06.528577 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-496acf3b-7c61-4829-85dc-0d61009034ef tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:06.539653 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-7dcfc57e-110b-4770-b1dd-6f7767a5c578 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Allocated IP 172.20.0.1 (9219eb97-3230-4649-8601-9f1aeca0b6c7/4128f37b-afb4-4d17-af6f-d22950c79df3/e2da96b0-3228-4c3b-af77-7f6fccb5ef53) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:56:06.542393 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-721f7e0d-9e51-4581-8efe-d57b30d40e88 None None] Network 9219eb97-3230-4649-8601-9f1aeca0b6c7 is already hosted by enough agents. {{(pid=94468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:56:06.578272 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721f7e0d-9e51-4581-8efe-d57b30d40e88 None None] Pushing event updated for resources: {'Port': ['ID=58ec4b9b-6178-459a-88e2-71d13a08418c,revision_number=1']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:56:06.584717 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.base_scheduler [None req-721f7e0d-9e51-4581-8efe-d57b30d40e88 None None] Resources bound (agent type, host, resource id): {{(pid=94468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:56:06.593724 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-721f7e0d-9e51-4581-8efe-d57b30d40e88 None None] Received port after_create {{(pid=94468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:56:06.722301 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-721f7e0d-9e51-4581-8efe-d57b30d40e88 None None] Attempting to bind port 58ec4b9b-6178-459a-88e2-71d13a08418c on host n-d-694802-15 for vnic_type normal with profile {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:56:06.722975 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-721f7e0d-9e51-4581-8efe-d57b30d40e88 None None] Attempting to bind port 58ec4b9b-6178-459a-88e2-71d13a08418c by drivers openvswitch,hyperv on host n-d-694802-15 at level 0 using segments [{'id': 'aa5e2875-8cd3-476a-b301-8dfb629de381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '9219eb97-3230-4649-8601-9f1aeca0b6c7'}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:56:06.723170 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-721f7e0d-9e51-4581-8efe-d57b30d40e88 None None] Attempting to bind port 58ec4b9b-6178-459a-88e2-71d13a08418c on network 9219eb97-3230-4649-8601-9f1aeca0b6c7 {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:56:06.733702 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-721f7e0d-9e51-4581-8efe-d57b30d40e88 None None] Checking agent: {'id': '16de73ac-f2e9-4cee-b3e0-91052ae3e6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 20, 13), 'started_at': datetime.datetime(2021, 8, 12, 14, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 55, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:56:06.734085 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-721f7e0d-9e51-4581-8efe-d57b30d40e88 None None] Checking segment: {'id': 'aa5e2875-8cd3-476a-b301-8dfb629de381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '9219eb97-3230-4649-8601-9f1aeca0b6c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:56:06.734486 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-721f7e0d-9e51-4581-8efe-d57b30d40e88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:06.734935 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-721f7e0d-9e51-4581-8efe-d57b30d40e88 None None] Bound using segment: {'id': 'aa5e2875-8cd3-476a-b301-8dfb629de381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '9219eb97-3230-4649-8601-9f1aeca0b6c7'} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:56:06.735386 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-721f7e0d-9e51-4581-8efe-d57b30d40e88 None None] Bound port: 58ec4b9b-6178-459a-88e2-71d13a08418c, host: n-d-694802-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa5e2875-8cd3-476a-b301-8dfb629de381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '9219eb97-3230-4649-8601-9f1aeca0b6c7'}}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:56:06.735775 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-721f7e0d-9e51-4581-8efe-d57b30d40e88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:06.746797 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-7dcfc57e-110b-4770-b1dd-6f7767a5c578 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:06.767540 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-7dcfc57e-110b-4770-b1dd-6f7767a5c578 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Transition to ACTIVE for port object e2da96b0-3228-4c3b-af77-7f6fccb5ef53 will not be triggered until provisioned by entity DHCP. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:56:06.784815 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-496acf3b-7c61-4829-85dc-0d61009034ef tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Network d3759e1b-6c03-45ac-acd4-90abb417809b is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:56:06.820135 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [None req-496acf3b-7c61-4829-85dc-0d61009034ef tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:56:06.821929 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-7dcfc57e-110b-4770-b1dd-6f7767a5c578 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:06.825351 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-496acf3b-7c61-4829-85dc-0d61009034ef tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Received port after_create {{(pid=94467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:56:06.881880 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-721f7e0d-9e51-4581-8efe-d57b30d40e88 None None] For port 58ec4b9b-6178-459a-88e2-71d13a08418c, host n-d-694802-15, cleared binding levels {{(pid=94468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:56:06.885213 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-721f7e0d-9e51-4581-8efe-d57b30d40e88 None None] For port 58ec4b9b-6178-459a-88e2-71d13a08418c, host n-d-694802-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=58ec4b9b-6178-459a-88e2-71d13a08418c,segment=NetworkSegment(aa5e2875-8cd3-476a-b301-8dfb629de381),segment_id=aa5e2875-8cd3-476a-b301-8dfb629de381)] {{(pid=94468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:56:06.891178 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496acf3b-7c61-4829-85dc-0d61009034ef tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Pushing event updated for resources: {'Port': ['ID=7fec999d-57fb-4e5b-88e3-f9334c1028eb,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:56:06.894586 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-721f7e0d-9e51-4581-8efe-d57b30d40e88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:06.902463 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcfc57e-110b-4770-b1dd-6f7767a5c578 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Pushing event updated for resources: {'Port': ['ID=e2da96b0-3228-4c3b-af77-7f6fccb5ef53,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:56:06.932775 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dcfc57e-110b-4770-b1dd-6f7767a5c578 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Network 9219eb97-3230-4649-8601-9f1aeca0b6c7 is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:56:06.936524 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-7dcfc57e-110b-4770-b1dd-6f7767a5c578 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:56:06.942886 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dcfc57e-110b-4770-b1dd-6f7767a5c578 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:56:07.021399 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721f7e0d-9e51-4581-8efe-d57b30d40e88 None None] Pushing event updated for resources: {'Port': ['ID=58ec4b9b-6178-459a-88e2-71d13a08418c,revision_number=2']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:56:07.045153 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-7dcfc57e-110b-4770-b1dd-6f7767a5c578 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66663725'] for router_interface, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:07.124701 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8866964b-6ea0-4c04-a9b3-ed116e890c32 req-f9b12428-b150-4871-921d-b8e09baba648 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:56:07.133006 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-8866964b-6ea0-4c04-a9b3-ed116e890c32 req-f9b12428-b150-4871-921d-b8e09baba648 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/ports?device_id=5be77a56-d5ef-4a70-9846-307f9eb76fa5 HTTP/1.1" status: 200 len: 945 time: 0.4579678 Aug 12 14:56:07.244887 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-7dcfc57e-110b-4770-b1dd-6f7767a5c578 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:07.428951 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-8866964b-6ea0-4c04-a9b3-ed116e890c32 req-906098e5-6b93-4e6a-a464-49fa6624db78 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/security-groups?id=188dc986-a686-4570-b7d8-3a6edb471033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2949169 Aug 12 14:56:07.836060 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 58ec4b9b-6178-459a-88e2-71d13a08418c up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:56:07.850333 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-7dcfc57e-110b-4770-b1dd-6f7767a5c578 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks [] for port, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:07.857942 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-7dcfc57e-110b-4770-b1dd-6f7767a5c578 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3718439'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:07.887068 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff843fb-b707-4e03-83bb-3c77b8d9b1b2 req-7bc376a4-b318-4d8c-888a-c37fe4c55ddb tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:56:07.903651 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6ff843fb-b707-4e03-83bb-3c77b8d9b1b2 req-7bc376a4-b318-4d8c-888a-c37fe4c55ddb tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/ports?device_id=5be77a56-d5ef-4a70-9846-307f9eb76fa5 HTTP/1.1" status: 200 len: 945 time: 0.3381047 Aug 12 14:56:07.949174 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning for port 58ec4b9b-6178-459a-88e2-71d13a08418c completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:56:07.985192 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcfc57e-110b-4770-b1dd-6f7767a5c578 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Pushing event updated for resources: {'Port': ['ID=e2da96b0-3228-4c3b-af77-7f6fccb5ef53,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:56:07.994750 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-496acf3b-7c61-4829-85dc-0d61009034ef tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks [] for router_gateway, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:08.006037 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-7dcfc57e-110b-4770-b1dd-6f7767a5c578 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66628363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66663865'] for router_interface, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:08.148155 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6ff843fb-b707-4e03-83bb-3c77b8d9b1b2 req-7e115dec-78bf-49a7-a92b-650f3c244d63 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/security-groups?id=188dc986-a686-4570-b7d8-3a6edb471033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2435365 Aug 12 14:56:08.201006 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dcfc57e-110b-4770-b1dd-6f7767a5c578 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Network 9219eb97-3230-4649-8601-9f1aeca0b6c7 is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:56:08.202721 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-7dcfc57e-110b-4770-b1dd-6f7767a5c578 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:56:08.457553 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 37290) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:56:08.464924 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-496acf3b-7c61-4829-85dc-0d61009034ef tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-429413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-431608'] for router, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:08.489579 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07a5e2f-519b-47dc-b579-260883e1e0bc req-2cc70946-d73e-4e0e-b3d1-a7083a70fbbe tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:56:08.491558 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-f07a5e2f-519b-47dc-b579-260883e1e0bc req-2cc70946-d73e-4e0e-b3d1-a7083a70fbbe tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/ports?device_id=5be77a56-d5ef-4a70-9846-307f9eb76fa5 HTTP/1.1" status: 200 len: 945 time: 0.1313260 Aug 12 14:56:08.570941 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-b4cc6567-c4f8-4537-be33-896159f1c0f1 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66663830'] for router_interface, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:08.575877 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-f07a5e2f-519b-47dc-b579-260883e1e0bc req-a4c64f0c-0f49-42ce-b2cb-54db3fcb107c tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/security-groups?id=188dc986-a686-4570-b7d8-3a6edb471033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768657 Aug 12 14:56:08.576567 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dcfc57e-110b-4770-b1dd-6f7767a5c578 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Router 40e9b167-df0c-44e9-929d-0decb76d5106 is scheduled to L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f with binding_index 1 {{(pid=94466) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 14:56:08.643572 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50ad0280-cc88-4b0e-aeed-148f560a218d None None] Network 9219eb97-3230-4649-8601-9f1aeca0b6c7 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:56:08.751377 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2e8ccc5b-6250-42cc-818f-63b29eda65bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:08.828956 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-22ed8da9-17d7-4db0-a5fb-a78233798e9d None None] Provisioning for port 58ec4b9b-6178-459a-88e2-71d13a08418c completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:56:08.846205 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dcfc57e-110b-4770-b1dd-6f7767a5c578 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 14:56:08.853834 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-7dcfc57e-110b-4770-b1dd-6f7767a5c578 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] 10.222.0.39 "PUT /v2.0/routers/40e9b167-df0c-44e9-929d-0decb76d5106/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7548776 Aug 12 14:56:08.859330 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-22ed8da9-17d7-4db0-a5fb-a78233798e9d None None] Provisioning complete for port 58ec4b9b-6178-459a-88e2-71d13a08418c triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:56:08.861346 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-22ed8da9-17d7-4db0-a5fb-a78233798e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:08.862633 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a99c74e-bd4c-4e60-aaf2-5281660495af None None] Sync routers for ids ['40e9b167-df0c-44e9-929d-0decb76d5106'] in n-d-694802-15 {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 14:56:08.863402 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2607b5f-63c7-444a-8d2d-d5741c93a03c req-2e3bb4fa-8a68-454e-a5a8-3364f562e5c2 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:56:08.865772 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-c2607b5f-63c7-444a-8d2d-d5741c93a03c req-2e3bb4fa-8a68-454e-a5a8-3364f562e5c2 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/ports?device_id=5be77a56-d5ef-4a70-9846-307f9eb76fa5 HTTP/1.1" status: 200 len: 945 time: 0.1693189 Aug 12 14:56:08.867888 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 37302) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:56:08.877992 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a99c74e-bd4c-4e60-aaf2-5281660495af None None] Routers {'40e9b167-df0c-44e9-929d-0decb76d5106'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:56:08.878212 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-2ed162c0-4c0c-452b-a11c-63142066d11e tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Request body: {'network': {'name': 'tempest-RoutersTest-1605405947'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:56:08.880281 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-9a99c74e-bd4c-4e60-aaf2-5281660495af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:55:44Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['40e9b167-df0c-44e9-929d-0decb76d5106'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:56:08.946248 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-c2607b5f-63c7-444a-8d2d-d5741c93a03c req-f03b90e4-bba2-4e07-a229-155eccb853af tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/security-groups?id=188dc986-a686-4570-b7d8-3a6edb471033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623755 Aug 12 14:56:09.055488 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2e8ccc5b-6250-42cc-818f-63b29eda65bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:09.067710 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2e8ccc5b-6250-42cc-818f-63b29eda65bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:09.135590 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ed162c0-4c0c-452b-a11c-63142066d11e tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Made reservation on behalf of 3fff5b8cf1f54dd9bfa41e8e05f81407 for: {'network': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:56:09.139532 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2ed162c0-4c0c-452b-a11c-63142066d11e tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for network, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:09.156808 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-2e8ccc5b-6250-42cc-818f-63b29eda65bb admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c38df321a1b048e9b8617aa9bf9558cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6929257 Aug 12 14:56:09.167130 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-22ed8da9-17d7-4db0-a5fb-a78233798e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:09.178139 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 37308) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:56:09.230679 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8ccc5b-6250-42cc-818f-63b29eda65bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c294ff86-173a-430a-9825-24dd66393520,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:56:09.244756 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-22ed8da9-17d7-4db0-a5fb-a78233798e9d None None] For port 58ec4b9b-6178-459a-88e2-71d13a08418c, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=58ec4b9b-6178-459a-88e2-71d13a08418c,segment=NetworkSegment(aa5e2875-8cd3-476a-b301-8dfb629de381),segment_id=aa5e2875-8cd3-476a-b301-8dfb629de381)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:56:09.252393 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-22ed8da9-17d7-4db0-a5fb-a78233798e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:09.307299 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ed162c0-4c0c-452b-a11c-63142066d11e tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] vlan segment allocate from pool success with {'vlan_id': 314, 'physical_network': 'physnet1'} {{(pid=94466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 14:56:09.333716 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2ed162c0-4c0c-452b-a11c-63142066d11e tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:09.333716 n-d-694802-15 neutron-server[94466]: INFO neutron.db.segments_db [None req-2ed162c0-4c0c-452b-a11c-63142066d11e tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Added segment 523d5089-030e-4459-a954-215742722d76 of type vlan for network 353b1029-0993-43b5-8603-5310e6d32087 Aug 12 14:56:09.340872 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-696cfec2-d803-454f-998c-34fed7def340 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:09.375906 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ed8da9-17d7-4db0-a5fb-a78233798e9d None None] Pushing event updated for resources: {'Port': ['ID=58ec4b9b-6178-459a-88e2-71d13a08418c,revision_number=3']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:56:09.408043 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-9a99c74e-bd4c-4e60-aaf2-5281660495af None None] Set router 40e9b167-df0c-44e9-929d-0decb76d5106 gateway port host: None {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:56:09.419057 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-696cfec2-d803-454f-998c-34fed7def340 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:09.473779 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2ed162c0-4c0c-452b-a11c-63142066d11e tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744653628263'] for network, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:09.484082 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-b62e39ee-ad71-4ae1-b0e9-0d974fd5035f None None] Provisioning complete for port 58ec4b9b-6178-459a-88e2-71d13a08418c triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:56:09.485565 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-b62e39ee-ad71-4ae1-b0e9-0d974fd5035f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:09.569820 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fd91ab-79ac-44f8-aded-eeaf95bb0b76 req-aeda564e-14f7-4f04-a0ba-f3ef9650ea2c tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:56:09.576542 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-88fd91ab-79ac-44f8-aded-eeaf95bb0b76 req-aeda564e-14f7-4f04-a0ba-f3ef9650ea2c tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/ports?device_id=5be77a56-d5ef-4a70-9846-307f9eb76fa5 HTTP/1.1" status: 200 len: 945 time: 0.3586762 Aug 12 14:56:09.581909 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-696cfec2-d803-454f-998c-34fed7def340 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:09.585728 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-696cfec2-d803-454f-998c-34fed7def340 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:09.589524 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-696cfec2-d803-454f-998c-34fed7def340 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c294ff86-173a-430a-9825-24dd66393520 HTTP/1.1" status: 204 len: 168 time: 0.4085431 Aug 12 14:56:09.597149 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2ed162c0-4c0c-452b-a11c-63142066d11e tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409'] for network, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:09.606589 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ed162c0-4c0c-452b-a11c-63142066d11e tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:56:09.607566 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2ed162c0-4c0c-452b-a11c-63142066d11e tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks [] for network, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:09.644080 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696cfec2-d803-454f-998c-34fed7def340 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c294ff86-173a-430a-9825-24dd66393520,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:56:09.731685 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-496acf3b-7c61-4829-85dc-0d61009034ef tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Router 9af28509-398a-4c84-8d8d-adf4c48890ad is scheduled to L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f with binding_index 1 {{(pid=94467) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 14:56:09.739658 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-2ed162c0-4c0c-452b-a11c-63142066d11e tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8682706 Aug 12 14:56:09.747458 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 37318) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:56:09.755535 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-4ef20912-0128-4fdc-a76e-5916558d075c tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Request body: {'subnet': {'network_id': '353b1029-0993-43b5-8603-5310e6d32087', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:56:09.759695 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-88fd91ab-79ac-44f8-aded-eeaf95bb0b76 req-742527f1-079b-4ff0-8917-2744af274011 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/security-groups?id=188dc986-a686-4570-b7d8-3a6edb471033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540112 Aug 12 14:56:09.815593 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed162c0-4c0c-452b-a11c-63142066d11e tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Pushing event updated for resources: {'Network': ['ID=353b1029-0993-43b5-8603-5310e6d32087,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:56:09.828797 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 58ec4b9b-6178-459a-88e2-71d13a08418c up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:56:09.884900 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Network 353b1029-0993-43b5-8603-5310e6d32087 details requested by agent ovs-agent-n-d-694802-15 with host n-d-694802-15 {{(pid=94468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 14:56:09.911047 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ef20912-0128-4fdc-a76e-5916558d075c tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Made reservation on behalf of 3fff5b8cf1f54dd9bfa41e8e05f81407 for: {'subnet': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:56:09.917373 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4ef20912-0128-4fdc-a76e-5916558d075c tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8776441'] for subnet, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:09.998248 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-b62e39ee-ad71-4ae1-b0e9-0d974fd5035f None None] Provisioning for port e2da96b0-3228-4c3b-af77-7f6fccb5ef53 completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:56:10.009368 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-b62e39ee-ad71-4ae1-b0e9-0d974fd5035f None None] Provisioning complete for port e2da96b0-3228-4c3b-af77-7f6fccb5ef53 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:56:10.010023 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-b62e39ee-ad71-4ae1-b0e9-0d974fd5035f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:10.084205 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-9a99c74e-bd4c-4e60-aaf2-5281660495af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40e9b167-df0c-44e9-929d-0decb76d5106', 'name': 'tempest-RoutersTest-router-2128871921', 'tenant_id': '3fff5b8cf1f54dd9bfa41e8e05f81407', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:56:01Z', 'updated_at': '2021-08-12T14:56:07Z', 'revision_number': 2, 'project_id': '3fff5b8cf1f54dd9bfa41e8e05f81407', 'gw_port_host': None, '_interfaces': [{'id': 'e2da96b0-3228-4c3b-af77-7f6fccb5ef53', 'name': '', 'network_id': '9219eb97-3230-4649-8601-9f1aeca0b6c7', 'tenant_id': '3fff5b8cf1f54dd9bfa41e8e05f81407', 'mac_address': 'fa:16:3e:cc:c7:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40e9b167-df0c-44e9-929d-0decb76d5106', 'device_owner': 'network:router_interface', 'standard_attr_id': 2869, 'fixed_ips': [{'subnet_id': '4128f37b-afb4-4d17-af6f-d22950c79df3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:56:05Z', 'updated_at': '2021-08-12T14:56:07Z', 'revision_number': 2, 'project_id': '3fff5b8cf1f54dd9bfa41e8e05f81407', 'subnets': [{'id': '4128f37b-afb4-4d17-af6f-d22950c79df3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:56:10.135814 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-b62e39ee-ad71-4ae1-b0e9-0d974fd5035f None None] Port e2da96b0-3228-4c3b-af77-7f6fccb5ef53 cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 14:56:10.142607 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port 58ec4b9b-6178-459a-88e2-71d13a08418c triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:56:10.142999 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:10.160886 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a99c74e-bd4c-4e60-aaf2-5281660495af None None] Checking router: 40e9b167-df0c-44e9-929d-0decb76d5106 for host: n-d-694802-15 {{(pid=94469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 14:56:10.162879 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a99c74e-bd4c-4e60-aaf2-5281660495af None None] Updating router 40e9b167-df0c-44e9-929d-0decb76d5106 port e2da96b0-3228-4c3b-af77-7f6fccb5ef53 binding host n-d-694802-15 {{(pid=94469) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 14:56:10.228429 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-9a99c74e-bd4c-4e60-aaf2-5281660495af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:10.247259 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-d2c90b45-7ac9-48e4-9a80-bacf94e62b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:10.312734 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f4303cb4-1fe5-4ac5-8a9f-f84da48c4e12 None None] Provisioning complete for port e2da96b0-3228-4c3b-af77-7f6fccb5ef53 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:56:10.313147 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f4303cb4-1fe5-4ac5-8a9f-f84da48c4e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:10.385882 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7300ebef-6077-40c1-b2c7-87b6979511af req-904903ad-394d-4dd2-bd05-991cd0126393 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:56:10.388252 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-7300ebef-6077-40c1-b2c7-87b6979511af req-904903ad-394d-4dd2-bd05-991cd0126393 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/ports?device_id=5be77a56-d5ef-4a70-9846-307f9eb76fa5 HTTP/1.1" status: 200 len: 945 time: 0.3072460 Aug 12 14:56:10.485846 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4ef20912-0128-4fdc-a76e-5916558d075c tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3718490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8776395'] for subnet, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:10.499066 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-f4303cb4-1fe5-4ac5-8a9f-f84da48c4e12 None None] Port e2da96b0-3228-4c3b-af77-7f6fccb5ef53 cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 14:56:10.523438 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-7300ebef-6077-40c1-b2c7-87b6979511af req-ad4c5b52-d4d6-4cf9-a0e1-cd5f8ba06348 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/security-groups?id=188dc986-a686-4570-b7d8-3a6edb471033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262386 Aug 12 14:56:10.525145 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-496acf3b-7c61-4829-85dc-0d61009034ef tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 14:56:10.536804 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-623b4e64-6e51-43e2-bcd7-7edf1d2acea0 None None] Sync routers for ids ['9af28509-398a-4c84-8d8d-adf4c48890ad'] in n-d-694802-15 {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 14:56:10.551138 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-623b4e64-6e51-43e2-bcd7-7edf1d2acea0 None None] Routers {'9af28509-398a-4c84-8d8d-adf4c48890ad'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:56:10.551785 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-623b4e64-6e51-43e2-bcd7-7edf1d2acea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:55:44Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['9af28509-398a-4c84-8d8d-adf4c48890ad'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:56:10.597016 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef20912-0128-4fdc-a76e-5916558d075c tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Pushing event updated for resources: {'Subnet': ['ID=e63b96f0-a969-4791-9940-6b77120e2e10,revision_number=0']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:56:10.626042 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-496acf3b-7c61-4829-85dc-0d61009034ef tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks [] for router, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:10.634488 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 37338) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:56:10.635259 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-496acf3b-7c61-4829-85dc-0d61009034ef tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 5.9352982 Aug 12 14:56:10.665767 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-b4cc6567-c4f8-4537-be33-896159f1c0f1 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Deleting port e12c8dd3-edf4-49b5-b598-372708de7d26 {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:56:10.670376 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-b4cc6567-c4f8-4537-be33-896159f1c0f1 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:10.813801 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ef20912-0128-4fdc-a76e-5916558d075c tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Checking segment: {'id': '523d5089-030e-4459-a954-215742722d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '353b1029-0993-43b5-8603-5310e6d32087'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:56:10.814286 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ef20912-0128-4fdc-a76e-5916558d075c tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Network hostable DHCP agents. Network: 353b1029-0993-43b5-8603-5310e6d32087, hostable agents: ['1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658'], hosted agents: [] {{(pid=94466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 14:56:10.816142 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-e374ed9e-4df7-4bbe-9ec1-80cbf04cafa9 None None] Provisioning complete for port e2da96b0-3228-4c3b-af77-7f6fccb5ef53 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:56:10.817389 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-e374ed9e-4df7-4bbe-9ec1-80cbf04cafa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:10.827775 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-9a99c74e-bd4c-4e60-aaf2-5281660495af None None] Notify callbacks [] for port, precommit_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:10.840564 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-6d5af6b5-66d8-447a-9888-e27711892309 tempest-TestNetworkAdvancedServerOps-311782475 tempest-TestNetworkAdvancedServerOps-311782475-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=6774b656eb8145eb998ea0059b40b4c3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1920323 Aug 12 14:56:10.843874 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 37342) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:56:10.851345 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.provisioning_blocks [None req-9a99c74e-bd4c-4e60-aaf2-5281660495af None None] Transition to ACTIVE for port object e2da96b0-3228-4c3b-af77-7f6fccb5ef53 will not be triggered until provisioned by entity L2. {{(pid=94469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:56:10.858840 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 37344) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:56:10.860677 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-9a99c74e-bd4c-4e60-aaf2-5281660495af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:10.878350 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvr_db [None req-623b4e64-6e51-43e2-bcd7-7edf1d2acea0 None None] Set router 9af28509-398a-4c84-8d8d-adf4c48890ad gateway port host: n-d-694802-15 {{(pid=94468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:56:10.943770 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-01dabacb-bdc2-4783-8ccf-a9349a46407a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:10.965058 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13062666-0f18-452d-98c6-22101b48442a tempest-TestNetworkAdvancedServerOps-311782475 tempest-TestNetworkAdvancedServerOps-311782475-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:56:10.969599 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-13062666-0f18-452d-98c6-22101b48442a tempest-TestNetworkAdvancedServerOps-311782475 tempest-TestNetworkAdvancedServerOps-311782475-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1081014 Aug 12 14:56:10.970369 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 37346) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:56:11.000851 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30013523-4852-4847-bfca-b93e12a9bddd req-3210715c-de96-4798-9828-12de07aa732a tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:56:11.006174 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-e374ed9e-4df7-4bbe-9ec1-80cbf04cafa9 None None] Port e2da96b0-3228-4c3b-af77-7f6fccb5ef53 cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 14:56:11.012810 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [None req-b4cc6567-c4f8-4537-be33-896159f1c0f1 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] For port e12c8dd3-edf4-49b5-b598-372708de7d26, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=e12c8dd3-edf4-49b5-b598-372708de7d26,segment=NetworkSegment(92fc1e4b-bb1e-4fa4-834f-6c2a8cd31ed6),segment_id=92fc1e4b-bb1e-4fa4-834f-6c2a8cd31ed6)] {{(pid=94467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:56:11.013648 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-b4cc6567-c4f8-4537-be33-896159f1c0f1 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:11.016673 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-30013523-4852-4847-bfca-b93e12a9bddd req-3210715c-de96-4798-9828-12de07aa732a tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/ports?device_id=5be77a56-d5ef-4a70-9846-307f9eb76fa5 HTTP/1.1" status: 200 len: 945 time: 0.3470483 Aug 12 14:56:11.019591 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ef20912-0128-4fdc-a76e-5916558d075c tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Network 353b1029-0993-43b5-8603-5310e6d32087 is scheduled to be hosted by DHCP agent 1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658 with binding_index 1 {{(pid=94466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 14:56:11.057766 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.managers [None req-9a99c74e-bd4c-4e60-aaf2-5281660495af None None] Attempting to bind port e2da96b0-3228-4c3b-af77-7f6fccb5ef53 on host n-d-694802-15 for vnic_type normal with profile {{(pid=94469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:56:11.058239 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.managers [None req-9a99c74e-bd4c-4e60-aaf2-5281660495af None None] Attempting to bind port e2da96b0-3228-4c3b-af77-7f6fccb5ef53 by drivers openvswitch,hyperv on host n-d-694802-15 at level 0 using segments [{'id': 'aa5e2875-8cd3-476a-b301-8dfb629de381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '9219eb97-3230-4649-8601-9f1aeca0b6c7'}] {{(pid=94469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:56:11.058608 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a99c74e-bd4c-4e60-aaf2-5281660495af None None] Attempting to bind port e2da96b0-3228-4c3b-af77-7f6fccb5ef53 on network 9219eb97-3230-4649-8601-9f1aeca0b6c7 {{(pid=94469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:56:11.066690 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a99c74e-bd4c-4e60-aaf2-5281660495af None None] Checking agent: {'id': '16de73ac-f2e9-4cee-b3e0-91052ae3e6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 20, 13), 'started_at': datetime.datetime(2021, 8, 12, 14, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 55, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:56:11.067143 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a99c74e-bd4c-4e60-aaf2-5281660495af None None] Checking segment: {'id': 'aa5e2875-8cd3-476a-b301-8dfb629de381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '9219eb97-3230-4649-8601-9f1aeca0b6c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:56:11.067544 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-9a99c74e-bd4c-4e60-aaf2-5281660495af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:11.067934 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a99c74e-bd4c-4e60-aaf2-5281660495af None None] Bound using segment: {'id': 'aa5e2875-8cd3-476a-b301-8dfb629de381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '9219eb97-3230-4649-8601-9f1aeca0b6c7'} {{(pid=94469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:56:11.068400 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.managers [None req-9a99c74e-bd4c-4e60-aaf2-5281660495af None None] Bound port: e2da96b0-3228-4c3b-af77-7f6fccb5ef53, host: n-d-694802-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa5e2875-8cd3-476a-b301-8dfb629de381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '9219eb97-3230-4649-8601-9f1aeca0b6c7'}}] {{(pid=94469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:56:11.068775 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-9a99c74e-bd4c-4e60-aaf2-5281660495af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:11.080122 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-4ef20912-0128-4fdc-a76e-5916558d075c tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-15, 353b1029-0993-43b5-8603-5310e6d32087) {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:56:11.094411 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90e01f83-eaa4-485e-8e32-ef902e23b804 None None] Network 353b1029-0993-43b5-8603-5310e6d32087 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:56:11.096445 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ef20912-0128-4fdc-a76e-5916558d075c tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:56:11.097109 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4ef20912-0128-4fdc-a76e-5916558d075c tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks [] for subnet, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:11.135038 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-30013523-4852-4847-bfca-b93e12a9bddd req-4beeef50-b43b-4603-a4d7-9818dde28bf9 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/security-groups?id=188dc986-a686-4570-b7d8-3a6edb471033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161427 Aug 12 14:56:11.206739 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.db [None req-9a99c74e-bd4c-4e60-aaf2-5281660495af None None] For port e2da96b0-3228-4c3b-af77-7f6fccb5ef53, host n-d-694802-15, cleared binding levels {{(pid=94469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:56:11.210580 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.db [None req-9a99c74e-bd4c-4e60-aaf2-5281660495af None None] For port e2da96b0-3228-4c3b-af77-7f6fccb5ef53, host n-d-694802-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=e2da96b0-3228-4c3b-af77-7f6fccb5ef53,segment=NetworkSegment(aa5e2875-8cd3-476a-b301-8dfb629de381),segment_id=aa5e2875-8cd3-476a-b301-8dfb629de381)] {{(pid=94469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:56:11.229555 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-9a99c74e-bd4c-4e60-aaf2-5281660495af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:11.238195 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-01dabacb-bdc2-4783-8ccf-a9349a46407a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:11.247405 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a362c066-9449-44d6-babf-a3c81280f7e4 None None] Pushing event updated for resources: {'Port': ['ID=e2da96b0-3228-4c3b-af77-7f6fccb5ef53,revision_number=3']} {{(pid=94469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:56:11.262082 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a362c066-9449-44d6-babf-a3c81280f7e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:56:11.262962 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a362c066-9449-44d6-babf-a3c81280f7e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:56:11.263547 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a362c066-9449-44d6-babf-a3c81280f7e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:56:11.264051 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-4ef20912-0128-4fdc-a76e-5916558d075c tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5154054 Aug 12 14:56:11.264394 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a362c066-9449-44d6-babf-a3c81280f7e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:56:11.264924 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a362c066-9449-44d6-babf-a3c81280f7e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:56:11.265719 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a362c066-9449-44d6-babf-a3c81280f7e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:56:11.266430 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a362c066-9449-44d6-babf-a3c81280f7e4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:56:11.266810 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 37352) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:56:11.267172 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a362c066-9449-44d6-babf-a3c81280f7e4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:56:11.267658 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a362c066-9449-44d6-babf-a3c81280f7e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:56:11.268158 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a362c066-9449-44d6-babf-a3c81280f7e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:56:11.268695 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a362c066-9449-44d6-babf-a3c81280f7e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:56:11.269222 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a362c066-9449-44d6-babf-a3c81280f7e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:56:11.327079 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-01dabacb-bdc2-4783-8ccf-a9349a46407a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:11.379436 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a362c066-9449-44d6-babf-a3c81280f7e4 None None] Pushing event updated for resources: {'Port': ['ID=e2da96b0-3228-4c3b-af77-7f6fccb5ef53,revision_number=4']} {{(pid=94469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:56:11.400082 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a99c74e-bd4c-4e60-aaf2-5281660495af None None] Routers {'40e9b167-df0c-44e9-929d-0decb76d5106'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:56:11.400934 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-9a99c74e-bd4c-4e60-aaf2-5281660495af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:55:44Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['40e9b167-df0c-44e9-929d-0decb76d5106'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:56:11.443415 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dabacb-bdc2-4783-8ccf-a9349a46407a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94971714-4019-4417-b3f4-39c2ddff6004,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:56:11.450582 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-b9846563-90bf-4491-8f92-865df5186efb tempest-TestNetworkAdvancedServerOps-311782475 tempest-TestNetworkAdvancedServerOps-311782475-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=d3759e1b-6c03-45ac-acd4-90abb417809b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4610369 Aug 12 14:56:11.456991 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-b4cc6567-c4f8-4537-be33-896159f1c0f1 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Calling delete_port for e12c8dd3-edf4-49b5-b598-372708de7d26 owned by network:router_interface {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:56:11.458874 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 37360) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:56:11.482728 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-9ea22975-43d2-4b7a-a382-c78732c14cbb tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1935574754', 'network_id': 'eb7e3cf4-6312-4f24-a8f2-83c178188246', 'project_id': '6774b656eb8145eb998ea0059b40b4c3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:56:11.589390 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-01dabacb-bdc2-4783-8ccf-a9349a46407a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=216fd051511a4927abbc4a162037f413&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7274611 Aug 12 14:56:11.589589 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-9a99c74e-bd4c-4e60-aaf2-5281660495af None None] Set router 40e9b167-df0c-44e9-929d-0decb76d5106 gateway port host: None {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:56:11.591810 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 37364) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:56:11.676955 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:11.755655 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-623b4e64-6e51-43e2-bcd7-7edf1d2acea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9af28509-398a-4c84-8d8d-adf4c48890ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-732979227', 'tenant_id': '6774b656eb8145eb998ea0059b40b4c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': '7fec999d-57fb-4e5b-88e3-f9334c1028eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:56:04Z', 'updated_at': '2021-08-12T14:56:07Z', 'revision_number': 3, 'project_id': '6774b656eb8145eb998ea0059b40b4c3', 'gw_port': {'id': '7fec999d-57fb-4e5b-88e3-f9334c1028eb', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:2a:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9af28509-398a-4c84-8d8d-adf4c48890ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2870, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:56:05Z', 'updated_at': '2021-08-12T14:56:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15'}], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:56:11.809211 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-facf2592-c40d-420c-80b0-bd26ac016e79 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa7035b3e-9a89-5964-b9f4-97301c3f476a-353b1029-0993-43b5-8603-5310e6d32087', 'network_id': '353b1029-0993-43b5-8603-5310e6d32087', 'tenant_id': '3fff5b8cf1f54dd9bfa41e8e05f81407', 'fixed_ips': [{'subnet_id': 'e63b96f0-a969-4791-9940-6b77120e2e10'}]}} from n-d-694802-15. {{(pid=94468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 14:56:11.810246 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-facf2592-c40d-420c-80b0-bd26ac016e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:11.816649 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-c9db6f92-8294-4817-898a-344492595bba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:11.828791 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-623b4e64-6e51-43e2-bcd7-7edf1d2acea0 None None] Checking router: 9af28509-398a-4c84-8d8d-adf4c48890ad for host: n-d-694802-15 {{(pid=94468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 14:56:11.829315 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-623b4e64-6e51-43e2-bcd7-7edf1d2acea0 None None] Updating router 9af28509-398a-4c84-8d8d-adf4c48890ad port 7fec999d-57fb-4e5b-88e3-f9334c1028eb binding host n-d-694802-15 {{(pid=94468) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 14:56:11.843330 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-c9db6f92-8294-4817-898a-344492595bba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:11.923725 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-c9db6f92-8294-4817-898a-344492595bba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:11.929297 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-c9db6f92-8294-4817-898a-344492595bba admin admin] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:11.933336 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-c9db6f92-8294-4817-898a-344492595bba admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/94971714-4019-4417-b3f4-39c2ddff6004 HTTP/1.1" status: 204 len: 168 time: 0.3183901 Aug 12 14:56:11.936968 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb152b8a-e786-4b0d-9c46-4fd41d01e26a req-4176ec66-3541-4042-a534-46b4db93910a tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:56:11.940768 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-fb152b8a-e786-4b0d-9c46-4fd41d01e26a req-4176ec66-3541-4042-a534-46b4db93910a tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/ports?device_id=5be77a56-d5ef-4a70-9846-307f9eb76fa5 HTTP/1.1" status: 200 len: 945 time: 0.2546237 Aug 12 14:56:12.009603 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-9a99c74e-bd4c-4e60-aaf2-5281660495af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40e9b167-df0c-44e9-929d-0decb76d5106', 'name': 'tempest-RoutersTest-router-2128871921', 'tenant_id': '3fff5b8cf1f54dd9bfa41e8e05f81407', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:56:01Z', 'updated_at': '2021-08-12T14:56:07Z', 'revision_number': 2, 'project_id': '3fff5b8cf1f54dd9bfa41e8e05f81407', 'gw_port_host': None, '_interfaces': [{'id': 'e2da96b0-3228-4c3b-af77-7f6fccb5ef53', 'name': '', 'network_id': '9219eb97-3230-4649-8601-9f1aeca0b6c7', 'tenant_id': '3fff5b8cf1f54dd9bfa41e8e05f81407', 'mac_address': 'fa:16:3e:cc:c7:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40e9b167-df0c-44e9-929d-0decb76d5106', 'device_owner': 'network:router_interface', 'standard_attr_id': 2869, 'fixed_ips': [{'subnet_id': '4128f37b-afb4-4d17-af6f-d22950c79df3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:56:05Z', 'updated_at': '2021-08-12T14:56:11Z', 'revision_number': 4, 'project_id': '3fff5b8cf1f54dd9bfa41e8e05f81407', 'subnets': [{'id': '4128f37b-afb4-4d17-af6f-d22950c79df3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:56:12.015898 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9db6f92-8294-4817-898a-344492595bba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94971714-4019-4417-b3f4-39c2ddff6004,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:56:12.060737 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-623b4e64-6e51-43e2-bcd7-7edf1d2acea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:12.076491 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a99c74e-bd4c-4e60-aaf2-5281660495af None None] The sync data for ids ['40e9b167-df0c-44e9-929d-0decb76d5106'] in n-d-694802-15 is: [{'id': '40e9b167-df0c-44e9-929d-0decb76d5106', 'name': 'tempest-RoutersTest-router-2128871921', 'tenant_id': '3fff5b8cf1f54dd9bfa41e8e05f81407', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:56:01Z', 'updated_at': '2021-08-12T14:56:07Z', 'revision_number': 2, 'project_id': '3fff5b8cf1f54dd9bfa41e8e05f81407', 'gw_port_host': None, '_interfaces': [{'id': 'e2da96b0-3228-4c3b-af77-7f6fccb5ef53', 'name': '', 'network_id': '9219eb97-3230-4649-8601-9f1aeca0b6c7', 'tenant_id': '3fff5b8cf1f54dd9bfa41e8e05f81407', 'mac_address': 'fa:16:3e:cc:c7:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40e9b167-df0c-44e9-929d-0decb76d5106', 'device_owner': 'network:router_interface', 'standard_attr_id': 2869, 'fixed_ips': [{'subnet_id': '4128f37b-afb4-4d17-af6f-d22950c79df3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:56:05Z', 'updated_at': '2021-08-12T14:56:11Z', 'revision_number': 4, 'project_id': '3fff5b8cf1f54dd9bfa41e8e05f81407', 'subnets': [{'id': '4128f37b-afb4-4d17-af6f-d22950c79df3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 14:56:12.141048 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-fb152b8a-e786-4b0d-9c46-4fd41d01e26a req-2d76ce7d-eee5-4a9a-8e55-a89ca5e03985 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/security-groups?id=188dc986-a686-4570-b7d8-3a6edb471033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871765 Aug 12 14:56:12.147337 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ea22975-43d2-4b7a-a382-c78732c14cbb tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Made reservation on behalf of 6774b656eb8145eb998ea0059b40b4c3 for: {'subnet': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:56:12.157671 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.db_base_plugin_common [None req-facf2592-c40d-420c-80b0-bd26ac016e79 None None] Allocated IP 172.21.0.2 (353b1029-0993-43b5-8603-5310e6d32087/e63b96f0-a969-4791-9940-6b77120e2e10/270df376-152c-4101-9d74-7e747adfa271) {{(pid=94468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:56:12.161338 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-9ea22975-43d2-4b7a-a382-c78732c14cbb tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3343791'] for subnet, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:12.346664 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-7d1039c2-da89-481a-9221-f0944ef66cf6 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:12.396043 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8faecbdb-05ca-40a1-8823-9c5a007c668f req-059962b5-1cf3-4c31-947e-4be72b3872cf tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:56:12.404593 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-8faecbdb-05ca-40a1-8823-9c5a007c668f req-059962b5-1cf3-4c31-947e-4be72b3872cf tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/ports?device_id=5be77a56-d5ef-4a70-9846-307f9eb76fa5 HTTP/1.1" status: 200 len: 945 time: 0.1315162 Aug 12 14:56:12.483359 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-b4cc6567-c4f8-4537-be33-896159f1c0f1 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:12.558864 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cc6567-c4f8-4537-be33-896159f1c0f1 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Pushing event deleted for resources: {'Port': ['ID=e12c8dd3-edf4-49b5-b598-372708de7d26,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:56:12.604244 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-8faecbdb-05ca-40a1-8823-9c5a007c668f req-37973c86-6f49-4c07-8533-6754f0adaf52 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/security-groups?id=188dc986-a686-4570-b7d8-3a6edb471033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977897 Aug 12 14:56:13.071033 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-b4cc6567-c4f8-4537-be33-896159f1c0f1 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66628352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-430630'] for router_interface, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:13.101582 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:13.120611 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:13.191237 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-9ea22975-43d2-4b7a-a382-c78732c14cbb tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2859166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3343773'] for subnet, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:13.274843 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea22975-43d2-4b7a-a382-c78732c14cbb tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Pushing event updated for resources: {'Subnet': ['ID=0458ca9d-6835-4814-a3b3-ca2b2564f4b0,revision_number=0']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:56:13.316576 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-facf2592-c40d-420c-80b0-bd26ac016e79 None None] Notify callbacks [] for port, precommit_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:13.356196 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-facf2592-c40d-420c-80b0-bd26ac016e79 None None] Transition to ACTIVE for port object 270df376-152c-4101-9d74-7e747adfa271 will not be triggered until provisioned by entity L2. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:56:13.394917 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de18468-6294-4d92-9952-703855b62f91 req-6c11473e-9879-4370-b6c0-654b43dc93a4 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:56:13.403495 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0de18468-6294-4d92-9952-703855b62f91 req-6c11473e-9879-4370-b6c0-654b43dc93a4 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/ports?device_id=5be77a56-d5ef-4a70-9846-307f9eb76fa5 HTTP/1.1" status: 200 len: 945 time: 0.3208814 Aug 12 14:56:13.433071 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ea22975-43d2-4b7a-a382-c78732c14cbb tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Checking segment: {'id': '418aef02-2562-41f7-b79e-6d7cc24f798a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'eb7e3cf4-6312-4f24-a8f2-83c178188246'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:56:13.433442 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ea22975-43d2-4b7a-a382-c78732c14cbb tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Network hostable DHCP agents. Network: eb7e3cf4-6312-4f24-a8f2-83c178188246, hostable agents: ['1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658'], hosted agents: [] {{(pid=94467) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 14:56:13.468068 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-623b4e64-6e51-43e2-bcd7-7edf1d2acea0 None None] Notify callbacks [] for port, precommit_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:13.479435 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-facf2592-c40d-420c-80b0-bd26ac016e79 None None] Transition to ACTIVE for port object 270df376-152c-4101-9d74-7e747adfa271 will not be triggered until provisioned by entity DHCP. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:56:13.490513 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-facf2592-c40d-420c-80b0-bd26ac016e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253'] for port, after_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:13.523220 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ea22975-43d2-4b7a-a382-c78732c14cbb tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Network eb7e3cf4-6312-4f24-a8f2-83c178188246 is scheduled to be hosted by DHCP agent 1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658 with binding_index 1 {{(pid=94467) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 14:56:13.562959 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-82173ace-b9e7-451b-97d0-07a84f8e971c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:13.566820 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facf2592-c40d-420c-80b0-bd26ac016e79 None None] Pushing event updated for resources: {'Port': ['ID=270df376-152c-4101-9d74-7e747adfa271,revision_number=1']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:56:13.573001 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-623b4e64-6e51-43e2-bcd7-7edf1d2acea0 None None] Transition to ACTIVE for port object 7fec999d-57fb-4e5b-88e3-f9334c1028eb will not be triggered until provisioned by entity L2. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:56:13.586297 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0de18468-6294-4d92-9952-703855b62f91 req-cfc67fdd-56a5-4d9f-af8d-fb224dbf1f38 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/security-groups?id=188dc986-a686-4570-b7d8-3a6edb471033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801898 Aug 12 14:56:13.594358 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-facf2592-c40d-420c-80b0-bd26ac016e79 None None] Network 353b1029-0993-43b5-8603-5310e6d32087 is already hosted by enough agents. {{(pid=94468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:56:13.597572 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4cc6567-c4f8-4537-be33-896159f1c0f1 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Router b58f5ba9-1219-4663-800a-15c90fb3703e has already been hosted by L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f {{(pid=94467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 14:56:13.598192 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-623b4e64-6e51-43e2-bcd7-7edf1d2acea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:13.632453 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [None req-9ea22975-43d2-4b7a-a382-c78732c14cbb tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-15, eb7e3cf4-6312-4f24-a8f2-83c178188246) {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:56:13.632791 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-7d1039c2-da89-481a-9221-f0944ef66cf6 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Allocated IP 172.21.0.1 (353b1029-0993-43b5-8603-5310e6d32087/e63b96f0-a969-4791-9940-6b77120e2e10/39715796-a0d9-4bf5-a0cf-ddd5d041ba75) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:56:13.661728 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ea22975-43d2-4b7a-a382-c78732c14cbb tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:56:13.665132 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-9ea22975-43d2-4b7a-a382-c78732c14cbb tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks [] for subnet, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:13.734534 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83c16a5-5163-41ec-afd7-2a1958cfdb4a None None] Pushing event updated for resources: {'Port': ['ID=7fec999d-57fb-4e5b-88e3-f9334c1028eb,revision_number=2']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:56:13.740262 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.base_scheduler [None req-facf2592-c40d-420c-80b0-bd26ac016e79 None None] Resources bound (agent type, host, resource id): {{(pid=94468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:56:13.742691 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-195c7fc8-e7fe-4c24-bf79-7a539fa71424 None None] Network eb7e3cf4-6312-4f24-a8f2-83c178188246 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:56:13.780626 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-facf2592-c40d-420c-80b0-bd26ac016e79 None None] Received port after_create {{(pid=94468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:56:13.878089 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-9ea22975-43d2-4b7a-a382-c78732c14cbb tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.4072716 Aug 12 14:56:13.890493 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 37410) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:56:13.895494 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-623b4e64-6e51-43e2-bcd7-7edf1d2acea0 None None] Attempting to bind port 7fec999d-57fb-4e5b-88e3-f9334c1028eb on host n-d-694802-15 for vnic_type normal with profile {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:56:13.896031 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-623b4e64-6e51-43e2-bcd7-7edf1d2acea0 None None] Attempting to bind port 7fec999d-57fb-4e5b-88e3-f9334c1028eb by drivers openvswitch,hyperv on host n-d-694802-15 at level 0 using segments [{'id': 'b1b396cb-2dc6-4041-bfc7-1833a80a4720', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:56:13.896777 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-623b4e64-6e51-43e2-bcd7-7edf1d2acea0 None None] Attempting to bind port 7fec999d-57fb-4e5b-88e3-f9334c1028eb on network d3759e1b-6c03-45ac-acd4-90abb417809b {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:56:13.936882 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device e2da96b0-3228-4c3b-af77-7f6fccb5ef53 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:56:13.996233 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-623b4e64-6e51-43e2-bcd7-7edf1d2acea0 None None] Checking agent: {'id': '16de73ac-f2e9-4cee-b3e0-91052ae3e6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 20, 13), 'started_at': datetime.datetime(2021, 8, 12, 14, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 56, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:56:13.996486 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-623b4e64-6e51-43e2-bcd7-7edf1d2acea0 None None] Checking segment: {'id': 'b1b396cb-2dc6-4041-bfc7-1833a80a4720', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:56:13.996991 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-623b4e64-6e51-43e2-bcd7-7edf1d2acea0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:13.997492 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-623b4e64-6e51-43e2-bcd7-7edf1d2acea0 None None] Bound using segment: {'id': 'b1b396cb-2dc6-4041-bfc7-1833a80a4720', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:56:13.998094 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-623b4e64-6e51-43e2-bcd7-7edf1d2acea0 None None] Bound port: 7fec999d-57fb-4e5b-88e3-f9334c1028eb, host: n-d-694802-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1b396cb-2dc6-4041-bfc7-1833a80a4720', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'}}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:56:13.999334 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-623b4e64-6e51-43e2-bcd7-7edf1d2acea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:14.003479 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-7d1039c2-da89-481a-9221-f0944ef66cf6 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:14.022068 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd1a0c6-47cb-40e9-baeb-dab0791bd21f req-df3be336-5d40-4cde-ba5a-5e78fc77d2be tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:56:14.023820 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-7cd1a0c6-47cb-40e9-baeb-dab0791bd21f req-df3be336-5d40-4cde-ba5a-5e78fc77d2be tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/ports?device_id=5be77a56-d5ef-4a70-9846-307f9eb76fa5 HTTP/1.1" status: 200 len: 945 time: 0.1658545 Aug 12 14:56:14.047956 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-7d1039c2-da89-481a-9221-f0944ef66cf6 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Transition to ACTIVE for port object 39715796-a0d9-4bf5-a0cf-ddd5d041ba75 will not be triggered until provisioned by entity DHCP. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:56:14.095411 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-facf2592-c40d-420c-80b0-bd26ac016e79 None None] Attempting to bind port 270df376-152c-4101-9d74-7e747adfa271 on host n-d-694802-15 for vnic_type normal with profile {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:56:14.095942 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-facf2592-c40d-420c-80b0-bd26ac016e79 None None] Attempting to bind port 270df376-152c-4101-9d74-7e747adfa271 by drivers openvswitch,hyperv on host n-d-694802-15 at level 0 using segments [{'id': '523d5089-030e-4459-a954-215742722d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '353b1029-0993-43b5-8603-5310e6d32087'}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:56:14.096422 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-facf2592-c40d-420c-80b0-bd26ac016e79 None None] Attempting to bind port 270df376-152c-4101-9d74-7e747adfa271 on network 353b1029-0993-43b5-8603-5310e6d32087 {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:56:14.102944 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-1769855f-eda9-4483-9dc3-3220908ab45d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:14.107644 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-facf2592-c40d-420c-80b0-bd26ac016e79 None None] Checking agent: {'id': '16de73ac-f2e9-4cee-b3e0-91052ae3e6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 20, 13), 'started_at': datetime.datetime(2021, 8, 12, 14, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 56, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:56:14.108181 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-facf2592-c40d-420c-80b0-bd26ac016e79 None None] Checking segment: {'id': '523d5089-030e-4459-a954-215742722d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '353b1029-0993-43b5-8603-5310e6d32087'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:56:14.108737 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-facf2592-c40d-420c-80b0-bd26ac016e79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:14.109195 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-facf2592-c40d-420c-80b0-bd26ac016e79 None None] Bound using segment: {'id': '523d5089-030e-4459-a954-215742722d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '353b1029-0993-43b5-8603-5310e6d32087'} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:56:14.109801 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-facf2592-c40d-420c-80b0-bd26ac016e79 None None] Bound port: 270df376-152c-4101-9d74-7e747adfa271, host: n-d-694802-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '523d5089-030e-4459-a954-215742722d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '353b1029-0993-43b5-8603-5310e6d32087'}}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:56:14.110725 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-7cd1a0c6-47cb-40e9-baeb-dab0791bd21f req-819145bd-0d82-434a-86b0-9177c5e26fea tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/security-groups?id=188dc986-a686-4570-b7d8-3a6edb471033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780716 Aug 12 14:56:14.120839 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-facf2592-c40d-420c-80b0-bd26ac016e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:14.152918 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-7d1039c2-da89-481a-9221-f0944ef66cf6 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:14.282727 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d1039c2-da89-481a-9221-f0944ef66cf6 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Network 353b1029-0993-43b5-8603-5310e6d32087 is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:56:14.293385 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-623b4e64-6e51-43e2-bcd7-7edf1d2acea0 None None] For port 7fec999d-57fb-4e5b-88e3-f9334c1028eb, host n-d-694802-15, cleared binding levels {{(pid=94468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:56:14.306185 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4cc6567-c4f8-4537-be33-896159f1c0f1 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 14:56:14.314748 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-7d1039c2-da89-481a-9221-f0944ef66cf6 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:56:14.321758 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-b4cc6567-c4f8-4537-be33-896159f1c0f1 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] 10.222.0.39 "PUT /v2.0/routers/b58f5ba9-1219-4663-800a-15c90fb3703e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9214144 Aug 12 14:56:14.322212 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7441c1c-efae-42e0-a2b4-e7eda4c511f9 None None] Sync routers for ids ['b58f5ba9-1219-4663-800a-15c90fb3703e'] in n-d-694802-15 {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 14:56:14.342769 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d1039c2-da89-481a-9221-f0944ef66cf6 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:56:14.352340 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7441c1c-efae-42e0-a2b4-e7eda4c511f9 None None] Routers {'b58f5ba9-1219-4663-800a-15c90fb3703e'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:56:14.352984 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-a7441c1c-efae-42e0-a2b4-e7eda4c511f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:56:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['b58f5ba9-1219-4663-800a-15c90fb3703e'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:56:14.357806 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-623b4e64-6e51-43e2-bcd7-7edf1d2acea0 None None] For port 7fec999d-57fb-4e5b-88e3-f9334c1028eb, host n-d-694802-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=7fec999d-57fb-4e5b-88e3-f9334c1028eb,segment=NetworkSegment(b1b396cb-2dc6-4041-bfc7-1833a80a4720),segment_id=b1b396cb-2dc6-4041-bfc7-1833a80a4720)] {{(pid=94468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:56:14.363892 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 37426) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:56:14.374174 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-623b4e64-6e51-43e2-bcd7-7edf1d2acea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:14.430365 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning for port e2da96b0-3228-4c3b-af77-7f6fccb5ef53 completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:56:14.436883 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83c16a5-5163-41ec-afd7-2a1958cfdb4a None None] Pushing event updated for resources: {'Port': ['ID=7fec999d-57fb-4e5b-88e3-f9334c1028eb,revision_number=3']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:56:14.477960 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-a7441c1c-efae-42e0-a2b4-e7eda4c511f9 None None] Set router b58f5ba9-1219-4663-800a-15c90fb3703e gateway port host: None {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:56:14.478509 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1039c2-da89-481a-9221-f0944ef66cf6 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Pushing event updated for resources: {'Port': ['ID=39715796-a0d9-4bf5-a0cf-ddd5d041ba75,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:56:14.570184 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-facf2592-c40d-420c-80b0-bd26ac016e79 None None] For port 270df376-152c-4101-9d74-7e747adfa271, host n-d-694802-15, cleared binding levels {{(pid=94468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:56:14.575797 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_v2 [None req-99b4eda0-32d7-4f3b-9e75-67e59fc09445 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Deleting subnet 11a9c4e0-7b9d-4843-9183-43a7d125abff {{(pid=94466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 14:56:14.581969 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port e2da96b0-3228-4c3b-af77-7f6fccb5ef53 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:56:14.582359 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:14.585565 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-99b4eda0-32d7-4f3b-9e75-67e59fc09445 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks [] for subnet, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:14.594410 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-facf2592-c40d-420c-80b0-bd26ac016e79 None None] For port 270df376-152c-4101-9d74-7e747adfa271, host n-d-694802-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=270df376-152c-4101-9d74-7e747adfa271,segment=NetworkSegment(523d5089-030e-4459-a954-215742722d76),segment_id=523d5089-030e-4459-a954-215742722d76)] {{(pid=94468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:56:14.648572 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048cfc19-5a6b-48ad-9622-c942eac4f9b5 req-5143b889-2cac-4f0c-82c6-8ac31587da0f tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:56:14.652376 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1e55f92-3f44-4cd2-b8f8-f934fc84d5cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa7035b3e-9a89-5964-b9f4-97301c3f476a-eb7e3cf4-6312-4f24-a8f2-83c178188246', 'network_id': 'eb7e3cf4-6312-4f24-a8f2-83c178188246', 'tenant_id': '6774b656eb8145eb998ea0059b40b4c3', 'fixed_ips': [{'subnet_id': '0458ca9d-6835-4814-a3b3-ca2b2564f4b0'}]}} from n-d-694802-15. {{(pid=94468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 14:56:14.653247 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f1e55f92-3f44-4cd2-b8f8-f934fc84d5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:14.657679 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-048cfc19-5a6b-48ad-9622-c942eac4f9b5 req-5143b889-2cac-4f0c-82c6-8ac31587da0f tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/ports?device_id=5be77a56-d5ef-4a70-9846-307f9eb76fa5 HTTP/1.1" status: 200 len: 945 time: 0.3700747 Aug 12 14:56:14.671862 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-facf2592-c40d-420c-80b0-bd26ac016e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:14.706753 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-7d1039c2-da89-481a-9221-f0944ef66cf6 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66663725'] for router_interface, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:14.710457 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-6a48e108-6650-44ce-9cdb-3c587ab1805e tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:14.891919 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-623b4e64-6e51-43e2-bcd7-7edf1d2acea0 None None] Routers {'9af28509-398a-4c84-8d8d-adf4c48890ad'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:56:14.893004 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-623b4e64-6e51-43e2-bcd7-7edf1d2acea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:56:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['9af28509-398a-4c84-8d8d-adf4c48890ad'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:56:14.908611 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-7d1039c2-da89-481a-9221-f0944ef66cf6 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:15.049076 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvr_db [None req-623b4e64-6e51-43e2-bcd7-7edf1d2acea0 None None] Set router 9af28509-398a-4c84-8d8d-adf4c48890ad gateway port host: n-d-694802-15 {{(pid=94468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:56:15.066434 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-a7441c1c-efae-42e0-a2b4-e7eda4c511f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b58f5ba9-1219-4663-800a-15c90fb3703e', 'name': 'tempest-RoutersIpV6Test-router-782971319', 'tenant_id': '6ba6601003674b8c9c33878dd4577887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:55:13Z', 'updated_at': '2021-08-12T14:56:12Z', 'revision_number': 10, 'project_id': '6ba6601003674b8c9c33878dd4577887', 'gw_port_host': None, '_interfaces': [{'id': 'bec73530-3839-4fcd-ba14-f520eec47b6d', 'name': '', 'network_id': '6ab84d06-6b94-4ea7-a967-a7b4fd5d2ce3', 'tenant_id': '6ba6601003674b8c9c33878dd4577887', 'mac_address': 'fa:16:3e:b4:a9:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b58f5ba9-1219-4663-800a-15c90fb3703e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2773, 'fixed_ips': [{'subnet_id': 'ce6177dd-6991-4d81-b4d3-7cc3b78710ce', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:55:17Z', 'updated_at': '2021-08-12T14:55:32Z', 'revision_number': 5, 'project_id': '6ba6601003674b8c9c33878dd4577887', 'subnets': [{'id': 'ce6177dd-6991-4d81-b4d3-7cc3b78710ce', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:56:15.199963 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7441c1c-efae-42e0-a2b4-e7eda4c511f9 None None] Checking router: b58f5ba9-1219-4663-800a-15c90fb3703e for host: n-d-694802-15 {{(pid=94469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 14:56:15.228762 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7441c1c-efae-42e0-a2b4-e7eda4c511f9 None None] Routers {'b58f5ba9-1219-4663-800a-15c90fb3703e'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:56:15.231883 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-a7441c1c-efae-42e0-a2b4-e7eda4c511f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:56:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['b58f5ba9-1219-4663-800a-15c90fb3703e'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:56:15.377633 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facf2592-c40d-420c-80b0-bd26ac016e79 None None] Pushing event updated for resources: {'Port': ['ID=270df376-152c-4101-9d74-7e747adfa271,revision_number=2']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:56:15.436110 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:15.532860 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-a7441c1c-efae-42e0-a2b4-e7eda4c511f9 None None] Set router b58f5ba9-1219-4663-800a-15c90fb3703e gateway port host: None {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:56:15.555915 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] For port e2da96b0-3228-4c3b-af77-7f6fccb5ef53, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=e2da96b0-3228-4c3b-af77-7f6fccb5ef53,segment=NetworkSegment(aa5e2875-8cd3-476a-b301-8dfb629de381),segment_id=aa5e2875-8cd3-476a-b301-8dfb629de381)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:56:15.574399 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.db_base_plugin_common [None req-f1e55f92-3f44-4cd2-b8f8-f934fc84d5cf None None] Allocated IP 172.20.0.2 (eb7e3cf4-6312-4f24-a8f2-83c178188246/0458ca9d-6835-4814-a3b3-ca2b2564f4b0/b490a805-99f6-4eee-a79f-8d58708a6481) {{(pid=94468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:56:15.627394 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:15.987277 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Pushing event updated for resources: {'Port': ['ID=e2da96b0-3228-4c3b-af77-7f6fccb5ef53,revision_number=5']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:56:16.009234 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 270df376-152c-4101-9d74-7e747adfa271 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:56:16.010880 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-fe95f194-a3b0-4c04-9e42-20b511169d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:16.023671 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-048cfc19-5a6b-48ad-9622-c942eac4f9b5 req-bf3ca8ec-fcbf-4d74-a810-55afdab85a90 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/security-groups?id=188dc986-a686-4570-b7d8-3a6edb471033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3646615 Aug 12 14:56:16.065821 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-99b4eda0-32d7-4f3b-9e75-67e59fc09445 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2293551'] for subnet, precommit_delete_associations {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:16.278141 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-a7441c1c-efae-42e0-a2b4-e7eda4c511f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b58f5ba9-1219-4663-800a-15c90fb3703e', 'name': 'tempest-RoutersIpV6Test-router-782971319', 'tenant_id': '6ba6601003674b8c9c33878dd4577887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:55:13Z', 'updated_at': '2021-08-12T14:56:12Z', 'revision_number': 10, 'project_id': '6ba6601003674b8c9c33878dd4577887', 'gw_port_host': None, '_interfaces': [{'id': 'bec73530-3839-4fcd-ba14-f520eec47b6d', 'name': '', 'network_id': '6ab84d06-6b94-4ea7-a967-a7b4fd5d2ce3', 'tenant_id': '6ba6601003674b8c9c33878dd4577887', 'mac_address': 'fa:16:3e:b4:a9:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b58f5ba9-1219-4663-800a-15c90fb3703e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2773, 'fixed_ips': [{'subnet_id': 'ce6177dd-6991-4d81-b4d3-7cc3b78710ce', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:55:17Z', 'updated_at': '2021-08-12T14:55:32Z', 'revision_number': 5, 'project_id': '6ba6601003674b8c9c33878dd4577887', 'subnets': [{'id': 'ce6177dd-6991-4d81-b4d3-7cc3b78710ce', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:56:16.326584 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7441c1c-efae-42e0-a2b4-e7eda4c511f9 None None] The sync data for ids ['b58f5ba9-1219-4663-800a-15c90fb3703e'] in n-d-694802-15 is: [{'id': 'b58f5ba9-1219-4663-800a-15c90fb3703e', 'name': 'tempest-RoutersIpV6Test-router-782971319', 'tenant_id': '6ba6601003674b8c9c33878dd4577887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:55:13Z', 'updated_at': '2021-08-12T14:56:12Z', 'revision_number': 10, 'project_id': '6ba6601003674b8c9c33878dd4577887', 'gw_port_host': None, '_interfaces': [{'id': 'bec73530-3839-4fcd-ba14-f520eec47b6d', 'name': '', 'network_id': '6ab84d06-6b94-4ea7-a967-a7b4fd5d2ce3', 'tenant_id': '6ba6601003674b8c9c33878dd4577887', 'mac_address': 'fa:16:3e:b4:a9:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b58f5ba9-1219-4663-800a-15c90fb3703e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2773, 'fixed_ips': [{'subnet_id': 'ce6177dd-6991-4d81-b4d3-7cc3b78710ce', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:55:17Z', 'updated_at': '2021-08-12T14:55:32Z', 'revision_number': 5, 'project_id': '6ba6601003674b8c9c33878dd4577887', 'subnets': [{'id': 'ce6177dd-6991-4d81-b4d3-7cc3b78710ce', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 14:56:16.340781 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c622d03-1c25-427e-8a03-61bf05ba0072 req-4d5da9f8-f5f5-44d9-9d11-b21a75c49a7d tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:56:16.351232 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4c622d03-1c25-427e-8a03-61bf05ba0072 req-4d5da9f8-f5f5-44d9-9d11-b21a75c49a7d tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/ports?device_id=5be77a56-d5ef-4a70-9846-307f9eb76fa5 HTTP/1.1" status: 200 len: 945 time: 0.1882267 Aug 12 14:56:16.434800 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4c622d03-1c25-427e-8a03-61bf05ba0072 req-9808104c-b543-4b9b-8757-d0dc90a4e803 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/security-groups?id=188dc986-a686-4570-b7d8-3a6edb471033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789781 Aug 12 14:56:16.695466 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-99b4eda0-32d7-4f3b-9e75-67e59fc09445 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66416255'] for subnet, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:16.740141 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-7d1039c2-da89-481a-9221-f0944ef66cf6 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks [] for port, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:16.749506 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-7d1039c2-da89-481a-9221-f0944ef66cf6 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3718439'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:16.791185 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 37500) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:56:16.841554 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5ae1e9b-fce2-4364-bc3c-ac8a25195fa0 None None] Network 353b1029-0993-43b5-8603-5310e6d32087 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:56:16.929578 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9a0dc8-6129-44c4-8497-fcea49bd83ae req-eeb2782f-d4f5-4ea7-ace7-49c7a4679558 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:56:16.937621 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0c9a0dc8-6129-44c4-8497-fcea49bd83ae req-eeb2782f-d4f5-4ea7-ace7-49c7a4679558 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/ports?device_id=5be77a56-d5ef-4a70-9846-307f9eb76fa5 HTTP/1.1" status: 200 len: 945 time: 0.1331708 Aug 12 14:56:16.962312 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-7d1039c2-da89-481a-9221-f0944ef66cf6 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66628363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66663865'] for router_interface, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:17.050739 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f1e55f92-3f44-4cd2-b8f8-f934fc84d5cf None None] Notify callbacks [] for port, precommit_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:17.075816 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0c9a0dc8-6129-44c4-8497-fcea49bd83ae req-e3a0b420-f972-4800-926d-53a60108091e tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/security-groups?id=188dc986-a686-4570-b7d8-3a6edb471033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301029 Aug 12 14:56:17.082974 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f1e55f92-3f44-4cd2-b8f8-f934fc84d5cf None None] Transition to ACTIVE for port object b490a805-99f6-4eee-a79f-8d58708a6481 will not be triggered until provisioned by entity L2. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:56:17.088516 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-623b4e64-6e51-43e2-bcd7-7edf1d2acea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9af28509-398a-4c84-8d8d-adf4c48890ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-732979227', 'tenant_id': '6774b656eb8145eb998ea0059b40b4c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': '7fec999d-57fb-4e5b-88e3-f9334c1028eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:56:04Z', 'updated_at': '2021-08-12T14:56:07Z', 'revision_number': 3, 'project_id': '6774b656eb8145eb998ea0059b40b4c3', 'gw_port': {'id': '7fec999d-57fb-4e5b-88e3-f9334c1028eb', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:2a:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9af28509-398a-4c84-8d8d-adf4c48890ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2870, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:56:05Z', 'updated_at': '2021-08-12T14:56:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15'}], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:56:17.153267 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1039c2-da89-481a-9221-f0944ef66cf6 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Pushing event updated for resources: {'Port': ['ID=39715796-a0d9-4bf5-a0cf-ddd5d041ba75,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:56:17.157157 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-623b4e64-6e51-43e2-bcd7-7edf1d2acea0 None None] The sync data for ids ['9af28509-398a-4c84-8d8d-adf4c48890ad'] in n-d-694802-15 is: [{'id': '9af28509-398a-4c84-8d8d-adf4c48890ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-732979227', 'tenant_id': '6774b656eb8145eb998ea0059b40b4c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': '7fec999d-57fb-4e5b-88e3-f9334c1028eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:56:04Z', 'updated_at': '2021-08-12T14:56:07Z', 'revision_number': 3, 'project_id': '6774b656eb8145eb998ea0059b40b4c3', 'gw_port': {'id': '7fec999d-57fb-4e5b-88e3-f9334c1028eb', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:2a:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9af28509-398a-4c84-8d8d-adf4c48890ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2870, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:56:05Z', 'updated_at': '2021-08-12T14:56:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15'}] {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 14:56:17.175715 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-99b4eda0-32d7-4f3b-9e75-67e59fc09445 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66416232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3718429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8776402'] for subnet, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:17.225480 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b4eda0-32d7-4f3b-9e75-67e59fc09445 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Pushing event deleted for resources: {'Subnet': ['ID=11a9c4e0-7b9d-4843-9183-43a7d125abff,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:56:17.232883 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning for port 270df376-152c-4101-9d74-7e747adfa271 completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:56:17.233324 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d1039c2-da89-481a-9221-f0944ef66cf6 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Network 353b1029-0993-43b5-8603-5310e6d32087 is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:56:17.241663 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-7d1039c2-da89-481a-9221-f0944ef66cf6 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:56:17.244683 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-99b4eda0-32d7-4f3b-9e75-67e59fc09445 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks [] for subnet, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:17.255135 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 37508) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:56:17.259741 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-99b4eda0-32d7-4f3b-9e75-67e59fc09445 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] 10.222.0.39 "DELETE /v2.0/subnets/11a9c4e0-7b9d-4843-9183-43a7d125abff HTTP/1.1" status: 204 len: 168 time: 2.7844362 Aug 12 14:56:17.268394 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e673112a-4231-4e36-ab9a-7cf59fb1b963 None None] Network 37ef00f0-1bfc-4807-8a6d-1e8de1f718ea requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:56:17.282073 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-c470102a-1af9-457f-859c-72ea84dc0518 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:17.291049 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-1f3a211c-f739-4a5b-878a-f47f82e45798 None None] Provisioning for port 270df376-152c-4101-9d74-7e747adfa271 completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:56:17.337605 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f1e55f92-3f44-4cd2-b8f8-f934fc84d5cf None None] Transition to ACTIVE for port object b490a805-99f6-4eee-a79f-8d58708a6481 will not be triggered until provisioned by entity DHCP. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:56:17.356379 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-1f3a211c-f739-4a5b-878a-f47f82e45798 None None] Provisioning complete for port 270df376-152c-4101-9d74-7e747adfa271 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:56:17.356962 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-1f3a211c-f739-4a5b-878a-f47f82e45798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:17.464963 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_common [None req-6a48e108-6650-44ce-9cdb-3c587ab1805e tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Allocated IP 172.20.0.1 (eb7e3cf4-6312-4f24-a8f2-83c178188246/0458ca9d-6835-4814-a3b3-ca2b2564f4b0/12aeaf49-cf58-4fc2-896e-06ca4af28297) {{(pid=94467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:56:17.486662 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d1039c2-da89-481a-9221-f0944ef66cf6 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Router 40e9b167-df0c-44e9-929d-0decb76d5106 has already been hosted by L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f {{(pid=94466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 14:56:17.533026 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-3e684d1c-ae61-46bd-902a-f5ebdd126bc5 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680608'] for network, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:17.678728 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f1e55f92-3f44-4cd2-b8f8-f934fc84d5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253'] for port, after_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:17.698005 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d1039c2-da89-481a-9221-f0944ef66cf6 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 14:56:17.710575 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-7d1039c2-da89-481a-9221-f0944ef66cf6 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] 10.222.0.39 "PUT /v2.0/routers/40e9b167-df0c-44e9-929d-0decb76d5106/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4425597 Aug 12 14:56:17.711191 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 37522) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:56:17.719817 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-335b2acf-8425-4cbc-afd5-39c6b41b8174 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Request body: {'network': {'name': 'tempest-RoutersTest-2068541027'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:56:17.767698 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be4e1cc6-fe25-4595-8255-35c992d02ae6 None None] Sync routers for ids ['40e9b167-df0c-44e9-929d-0decb76d5106'] in n-d-694802-15 {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 14:56:17.892408 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-6a48e108-6650-44ce-9cdb-3c587ab1805e tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks [] for port, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:17.929448 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [None req-6a48e108-6650-44ce-9cdb-3c587ab1805e tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Transition to ACTIVE for port object 12aeaf49-cf58-4fc2-896e-06ca4af28297 will not be triggered until provisioned by entity DHCP. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:56:17.946597 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-c470102a-1af9-457f-859c-72ea84dc0518 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:17.953307 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-3e684d1c-ae61-46bd-902a-f5ebdd126bc5 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Deleting port cd2f8736-24d5-415f-a652-4ff9c233a099 {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:56:17.954108 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-3e684d1c-ae61-46bd-902a-f5ebdd126bc5 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:17.968141 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-c470102a-1af9-457f-859c-72ea84dc0518 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:17.980764 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-1f3a211c-f739-4a5b-878a-f47f82e45798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:17.984592 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-335b2acf-8425-4cbc-afd5-39c6b41b8174 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Made reservation on behalf of 3fff5b8cf1f54dd9bfa41e8e05f81407 for: {'network': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:56:17.992446 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-335b2acf-8425-4cbc-afd5-39c6b41b8174 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for network, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:18.011540 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 7fec999d-57fb-4e5b-88e3-f9334c1028eb up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:56:18.065512 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-335b2acf-8425-4cbc-afd5-39c6b41b8174 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] vlan segment allocate from pool success with {'vlan_id': 312, 'physical_network': 'physnet1'} {{(pid=94466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 14:56:18.102566 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-335b2acf-8425-4cbc-afd5-39c6b41b8174 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:18.103350 n-d-694802-15 neutron-server[94466]: INFO neutron.db.segments_db [None req-335b2acf-8425-4cbc-afd5-39c6b41b8174 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Added segment f0ac254e-f155-40d7-989a-a8d18ce198a4 of type vlan for network a402136b-899e-48a2-afbb-6a230d269c97 Aug 12 14:56:18.149632 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c470102a-1af9-457f-859c-72ea84dc0518 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc91e878-98dd-4625-b310-07908a2d3395,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:56:18.154230 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-c470102a-1af9-457f-859c-72ea84dc0518 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=420c4437ee39414fbffa3f2131beecb3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3618107 Aug 12 14:56:18.160291 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 37536) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:56:18.169280 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e55f92-3f44-4cd2-b8f8-f934fc84d5cf None None] Pushing event updated for resources: {'Port': ['ID=b490a805-99f6-4eee-a79f-8d58708a6481,revision_number=1']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:56:18.174325 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [None req-3e684d1c-ae61-46bd-902a-f5ebdd126bc5 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] For port cd2f8736-24d5-415f-a652-4ff9c233a099, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=cd2f8736-24d5-415f-a652-4ff9c233a099,segment=NetworkSegment(92fc1e4b-bb1e-4fa4-834f-6c2a8cd31ed6),segment_id=92fc1e4b-bb1e-4fa4-834f-6c2a8cd31ed6)] {{(pid=94467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:56:18.174990 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-3e684d1c-ae61-46bd-902a-f5ebdd126bc5 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:18.185572 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be4e1cc6-fe25-4595-8255-35c992d02ae6 None None] Routers {'40e9b167-df0c-44e9-929d-0decb76d5106'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:56:18.190780 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-be4e1cc6-fe25-4595-8255-35c992d02ae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:56:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['40e9b167-df0c-44e9-929d-0decb76d5106'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:56:18.210498 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1e55f92-3f44-4cd2-b8f8-f934fc84d5cf None None] Network eb7e3cf4-6312-4f24-a8f2-83c178188246 is already hosted by enough agents. {{(pid=94468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:56:18.263317 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-335b2acf-8425-4cbc-afd5-39c6b41b8174 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744653628263'] for network, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:18.356718 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-335b2acf-8425-4cbc-afd5-39c6b41b8174 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409'] for network, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:18.371328 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-335b2acf-8425-4cbc-afd5-39c6b41b8174 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:56:18.371586 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.base_scheduler [None req-f1e55f92-3f44-4cd2-b8f8-f934fc84d5cf None None] Resources bound (agent type, host, resource id): {{(pid=94468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:56:18.376271 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-335b2acf-8425-4cbc-afd5-39c6b41b8174 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks [] for network, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:18.378217 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1e55f92-3f44-4cd2-b8f8-f934fc84d5cf None None] Received port after_create {{(pid=94468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:56:18.572919 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-1f3a211c-f739-4a5b-878a-f47f82e45798 None None] For port 270df376-152c-4101-9d74-7e747adfa271, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=270df376-152c-4101-9d74-7e747adfa271,segment=NetworkSegment(523d5089-030e-4459-a954-215742722d76),segment_id=523d5089-030e-4459-a954-215742722d76)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:56:18.622661 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-1f3a211c-f739-4a5b-878a-f47f82e45798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:18.678381 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-335b2acf-8425-4cbc-afd5-39c6b41b8174 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.9634054 Aug 12 14:56:18.679501 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 37550) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:56:18.686624 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvr_db [None req-be4e1cc6-fe25-4595-8255-35c992d02ae6 None None] Set router 40e9b167-df0c-44e9-929d-0decb76d5106 gateway port host: None {{(pid=94468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:56:18.722533 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-bd1c0d5e-0198-4ae3-b028-7351d7876274 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Request body: {'subnet': {'network_id': 'a402136b-899e-48a2-afbb-6a230d269c97', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:56:18.750852 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18c6222-00c4-4b9f-a07d-bf7ec9627174 req-815e69f9-b02a-4b23-870f-4cb2969d62be tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:56:18.757988 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-e18c6222-00c4-4b9f-a07d-bf7ec9627174 req-815e69f9-b02a-4b23-870f-4cb2969d62be tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/ports?device_id=5be77a56-d5ef-4a70-9846-307f9eb76fa5 HTTP/1.1" status: 200 len: 945 time: 0.4111497 Aug 12 14:56:18.782380 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-6a48e108-6650-44ce-9cdb-3c587ab1805e tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:18.792870 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-3e684d1c-ae61-46bd-902a-f5ebdd126bc5 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Calling delete_port for cd2f8736-24d5-415f-a652-4ff9c233a099 owned by network:dhcp {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:56:18.794934 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning for port 7fec999d-57fb-4e5b-88e3-f9334c1028eb completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:56:18.798607 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-f1e55f92-3f44-4cd2-b8f8-f934fc84d5cf None None] Attempting to bind port b490a805-99f6-4eee-a79f-8d58708a6481 on host n-d-694802-15 for vnic_type normal with profile {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:56:18.810969 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-f1e55f92-3f44-4cd2-b8f8-f934fc84d5cf None None] Attempting to bind port b490a805-99f6-4eee-a79f-8d58708a6481 by drivers openvswitch,hyperv on host n-d-694802-15 at level 0 using segments [{'id': '418aef02-2562-41f7-b79e-6d7cc24f798a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'eb7e3cf4-6312-4f24-a8f2-83c178188246'}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:56:18.812993 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1e55f92-3f44-4cd2-b8f8-f934fc84d5cf None None] Attempting to bind port b490a805-99f6-4eee-a79f-8d58708a6481 on network eb7e3cf4-6312-4f24-a8f2-83c178188246 {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:56:18.905829 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a48e108-6650-44ce-9cdb-3c587ab1805e tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Network eb7e3cf4-6312-4f24-a8f2-83c178188246 is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:56:18.918407 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [None req-6a48e108-6650-44ce-9cdb-3c587ab1805e tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:56:18.929005 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a48e108-6650-44ce-9cdb-3c587ab1805e tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Received port after_create {{(pid=94467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:56:18.937470 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a48e108-6650-44ce-9cdb-3c587ab1805e tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Pushing event updated for resources: {'Port': ['ID=12aeaf49-cf58-4fc2-896e-06ca4af28297,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:56:18.969555 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-31aa3a3a-da65-44c5-86c7-dd9be790c15c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:19.009237 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-31aa3a3a-da65-44c5-86c7-dd9be790c15c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:19.011751 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335b2acf-8425-4cbc-afd5-39c6b41b8174 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Pushing event updated for resources: {'Network': ['ID=a402136b-899e-48a2-afbb-6a230d269c97,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:56:19.035748 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3a211c-f739-4a5b-878a-f47f82e45798 None None] Pushing event updated for resources: {'Port': ['ID=270df376-152c-4101-9d74-7e747adfa271,revision_number=3']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:56:19.079267 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-e18c6222-00c4-4b9f-a07d-bf7ec9627174 req-6e6ab8ba-8c9d-4bff-8c72-8f41c96675ab tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/security-groups?id=188dc986-a686-4570-b7d8-3a6edb471033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2590394 Aug 12 14:56:19.144194 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-6a48e108-6650-44ce-9cdb-3c587ab1805e tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66663725'] for router_interface, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:19.144429 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Network a402136b-899e-48a2-afbb-6a230d269c97 details requested by agent ovs-agent-n-d-694802-15 with host n-d-694802-15 {{(pid=94468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 14:56:19.198132 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd1c0d5e-0198-4ae3-b028-7351d7876274 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Made reservation on behalf of 3fff5b8cf1f54dd9bfa41e8e05f81407 for: {'subnet': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:56:19.209563 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-bd1c0d5e-0198-4ae3-b028-7351d7876274 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8776441'] for subnet, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:19.256988 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1e55f92-3f44-4cd2-b8f8-f934fc84d5cf None None] Checking agent: {'id': '16de73ac-f2e9-4cee-b3e0-91052ae3e6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 20, 13), 'started_at': datetime.datetime(2021, 8, 12, 14, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 56, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:56:19.260039 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1e55f92-3f44-4cd2-b8f8-f934fc84d5cf None None] Checking segment: {'id': '418aef02-2562-41f7-b79e-6d7cc24f798a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'eb7e3cf4-6312-4f24-a8f2-83c178188246'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:56:19.260913 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f1e55f92-3f44-4cd2-b8f8-f934fc84d5cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:19.262034 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1e55f92-3f44-4cd2-b8f8-f934fc84d5cf None None] Bound using segment: {'id': '418aef02-2562-41f7-b79e-6d7cc24f798a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'eb7e3cf4-6312-4f24-a8f2-83c178188246'} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:56:19.262787 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-f1e55f92-3f44-4cd2-b8f8-f934fc84d5cf None None] Bound port: b490a805-99f6-4eee-a79f-8d58708a6481, host: n-d-694802-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '418aef02-2562-41f7-b79e-6d7cc24f798a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'eb7e3cf4-6312-4f24-a8f2-83c178188246'}}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:56:19.263605 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f1e55f92-3f44-4cd2-b8f8-f934fc84d5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:19.296855 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-3e684d1c-ae61-46bd-902a-f5ebdd126bc5 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:19.367294 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e684d1c-ae61-46bd-902a-f5ebdd126bc5 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Pushing event deleted for resources: {'Port': ['ID=cd2f8736-24d5-415f-a652-4ff9c233a099,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:56:19.377744 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-31aa3a3a-da65-44c5-86c7-dd9be790c15c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:19.409244 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-31aa3a3a-da65-44c5-86c7-dd9be790c15c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:19.410444 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-31aa3a3a-da65-44c5-86c7-dd9be790c15c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/bc91e878-98dd-4625-b310-07908a2d3395 HTTP/1.1" status: 204 len: 168 time: 1.2446315 Aug 12 14:56:19.411604 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e684d1c-ae61-46bd-902a-f5ebdd126bc5 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] No DVR routers for this DVR port cd2f8736-24d5-415f-a652-4ff9c233a099 on host n-d-694802-15 {{(pid=94467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:56:19.450034 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31aa3a3a-da65-44c5-86c7-dd9be790c15c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc91e878-98dd-4625-b310-07908a2d3395,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:56:19.518401 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 37572) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:56:19.521628 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-f1e55f92-3f44-4cd2-b8f8-f934fc84d5cf None None] For port b490a805-99f6-4eee-a79f-8d58708a6481, host n-d-694802-15, cleared binding levels {{(pid=94468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:56:19.524938 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-f1e55f92-3f44-4cd2-b8f8-f934fc84d5cf None None] For port b490a805-99f6-4eee-a79f-8d58708a6481, host n-d-694802-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=b490a805-99f6-4eee-a79f-8d58708a6481,segment=NetworkSegment(418aef02-2562-41f7-b79e-6d7cc24f798a),segment_id=418aef02-2562-41f7-b79e-6d7cc24f798a)] {{(pid=94468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:56:19.534924 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port 7fec999d-57fb-4e5b-88e3-f9334c1028eb triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:56:19.536174 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:19.705763 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-3e684d1c-ae61-46bd-902a-f5ebdd126bc5 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66413304', 'neutron.services.segments.db._delete_segments_for_network-8744654118000'] for network, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:19.724021 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-3e684d1c-ae61-46bd-902a-f5ebdd126bc5 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37ef00f0-1bfc-4807-8a6d-1e8de1f718ea']}} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:56:19.773779 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-3e684d1c-ae61-46bd-902a-f5ebdd126bc5 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92fc1e4b-bb1e-4fa4-834f-6c2a8cd31ed6') {'for_net_delete': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:56:19.774350 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-3e684d1c-ae61-46bd-902a-f5ebdd126bc5 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92fc1e4b-bb1e-4fa4-834f-6c2a8cd31ed6') {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:56:19.812278 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-3e684d1c-ae61-46bd-902a-f5ebdd126bc5 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744654122361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3857526'] for segment, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:19.829619 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f1e55f92-3f44-4cd2-b8f8-f934fc84d5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:19.838302 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c62927e1-bba6-467f-a6ce-576e0f265435 None None] DHCP port deletion for 37ef00f0-1bfc-4807-8a6d-1e8de1f718ea request from n-d-694802-15 {{(pid=94468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 14:56:19.860356 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-bd1c0d5e-0198-4ae3-b028-7351d7876274 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3718490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8776395'] for subnet, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:19.875482 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-6a48e108-6650-44ce-9cdb-3c587ab1805e tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:19.878631 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-3e684d1c-ae61-46bd-902a-f5ebdd126bc5 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:19.926741 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5ce5f4-72e8-43be-9077-0b4a0196865f req-5623c8fe-81e3-49f2-a4f2-3f5c10fc9d53 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:56:19.932721 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e55f92-3f44-4cd2-b8f8-f934fc84d5cf None None] Pushing event updated for resources: {'Port': ['ID=b490a805-99f6-4eee-a79f-8d58708a6481,revision_number=2']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:56:19.934360 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ee5ce5f4-72e8-43be-9077-0b4a0196865f req-5623c8fe-81e3-49f2-a4f2-3f5c10fc9d53 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/ports?device_id=5be77a56-d5ef-4a70-9846-307f9eb76fa5 HTTP/1.1" status: 200 len: 945 time: 0.4284430 Aug 12 14:56:19.953974 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e684d1c-ae61-46bd-902a-f5ebdd126bc5 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Releasing vlan 326 on physical network physnet1 to pool {{(pid=94467) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 14:56:19.954389 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-3e684d1c-ae61-46bd-902a-f5ebdd126bc5 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2859015'] for segment, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:19.967038 n-d-694802-15 neutron-server[94467]: Traceback (most recent call last): Aug 12 14:56:19.967038 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 14:56:19.967038 n-d-694802-15 neutron-server[94467]: timer() Aug 12 14:56:19.967038 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 14:56:19.967038 n-d-694802-15 neutron-server[94467]: cb(*args, **kw) Aug 12 14:56:19.967038 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 14:56:19.967038 n-d-694802-15 neutron-server[94467]: return func(*args, **kwargs) Aug 12 14:56:19.967038 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 14:56:19.967038 n-d-694802-15 neutron-server[94467]: self._notify() Aug 12 14:56:19.967038 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 14:56:19.967038 n-d-694802-15 neutron-server[94467]: self.callback(batched_events) Aug 12 14:56:19.967038 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 14:56:19.967038 n-d-694802-15 neutron-server[94467]: event.method(event) Aug 12 14:56:19.967038 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 14:56:19.967038 n-d-694802-15 neutron-server[94467]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 14:56:19.967038 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 14:56:19.967038 n-d-694802-15 neutron-server[94467]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 14:56:19.967038 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 14:56:19.967038 n-d-694802-15 neutron-server[94467]: return f(self, *a, **k) Aug 12 14:56:19.967038 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 14:56:19.967038 n-d-694802-15 neutron-server[94467]: return self._get(url).json() Aug 12 14:56:19.967038 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 14:56:19.967038 n-d-694802-15 neutron-server[94467]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 14:56:19.967038 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 14:56:19.967038 n-d-694802-15 neutron-server[94467]: return self.request(url, 'GET', **kwargs) Aug 12 14:56:19.967038 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 14:56:19.967038 n-d-694802-15 neutron-server[94467]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 14:56:19.967038 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 14:56:19.967038 n-d-694802-15 neutron-server[94467]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 14:56:19.967038 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 14:56:19.967038 n-d-694802-15 neutron-server[94467]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 14:56:19.967038 n-d-694802-15 neutron-server[94467]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 14:56:20.026680 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-13857e7e-45c3-474b-8881-f45ef03351b0 None None] Provisioning complete for port 270df376-152c-4101-9d74-7e747adfa271 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:56:20.027470 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-13857e7e-45c3-474b-8881-f45ef03351b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:20.043814 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1c0d5e-0198-4ae3-b028-7351d7876274 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Pushing event updated for resources: {'Subnet': ['ID=0aa483b6-6b5f-48ae-a00a-4a5796aa4903,revision_number=0']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:56:20.062796 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd1c0d5e-0198-4ae3-b028-7351d7876274 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Checking segment: {'id': 'f0ac254e-f155-40d7-989a-a8d18ce198a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'a402136b-899e-48a2-afbb-6a230d269c97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:56:20.063237 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd1c0d5e-0198-4ae3-b028-7351d7876274 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Network hostable DHCP agents. Network: a402136b-899e-48a2-afbb-6a230d269c97, hostable agents: ['1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658'], hosted agents: [] {{(pid=94466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 14:56:20.150307 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd1c0d5e-0198-4ae3-b028-7351d7876274 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Network a402136b-899e-48a2-afbb-6a230d269c97 is scheduled to be hosted by DHCP agent 1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658 with binding_index 1 {{(pid=94466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 14:56:20.187835 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-901af813-d67b-49b8-a95c-64dc9e02a32f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:20.234404 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-bd1c0d5e-0198-4ae3-b028-7351d7876274 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-15, a402136b-899e-48a2-afbb-6a230d269c97) {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:56:20.240572 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd1c0d5e-0198-4ae3-b028-7351d7876274 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:56:20.241093 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-bd1c0d5e-0198-4ae3-b028-7351d7876274 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks [] for subnet, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:20.270246 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44e54cfa-7c70-46db-adba-a7ebf99d6e9c None None] Network a402136b-899e-48a2-afbb-6a230d269c97 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:56:20.387401 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:20.430950 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-be4e1cc6-fe25-4595-8255-35c992d02ae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40e9b167-df0c-44e9-929d-0decb76d5106', 'name': 'tempest-RoutersTest-router-2128871921', 'tenant_id': '3fff5b8cf1f54dd9bfa41e8e05f81407', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:56:01Z', 'updated_at': '2021-08-12T14:56:14Z', 'revision_number': 3, 'project_id': '3fff5b8cf1f54dd9bfa41e8e05f81407', 'gw_port_host': None, '_interfaces': [{'id': '39715796-a0d9-4bf5-a0cf-ddd5d041ba75', 'name': '', 'network_id': '353b1029-0993-43b5-8603-5310e6d32087', 'tenant_id': '3fff5b8cf1f54dd9bfa41e8e05f81407', 'mac_address': 'fa:16:3e:1d:5d:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40e9b167-df0c-44e9-929d-0decb76d5106', 'device_owner': 'network:router_interface', 'standard_attr_id': 2886, 'fixed_ips': [{'subnet_id': 'e63b96f0-a969-4791-9940-6b77120e2e10', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:56:12Z', 'updated_at': '2021-08-12T14:56:16Z', 'revision_number': 2, 'project_id': '3fff5b8cf1f54dd9bfa41e8e05f81407', 'subnets': [{'id': 'e63b96f0-a969-4791-9940-6b77120e2e10', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2da96b0-3228-4c3b-af77-7f6fccb5ef53', 'name': '', 'network_id': '9219eb97-3230-4649-8601-9f1aeca0b6c7', 'tenant_id': '3fff5b8cf1f54dd9bfa41e8e05f81407', 'mac_address': 'fa:16:3e:cc:c7:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40e9b167-df0c-44e9-929d-0decb76d5106', 'device_owner': 'network:router_interface', 'standard_attr_id': 2869, 'fixed_ips': [{'subnet_id': '4128f37b-afb4-4d17-af6f-d22950c79df3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:56:05Z', 'updated_at': '2021-08-12T14:56:15Z', 'revision_number': 5, 'project_id': '3fff5b8cf1f54dd9bfa41e8e05f81407', 'subnets': [{'id': '4128f37b-afb4-4d17-af6f-d22950c79df3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:56:20.498548 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-901af813-d67b-49b8-a95c-64dc9e02a32f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:20.509190 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-901af813-d67b-49b8-a95c-64dc9e02a32f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:20.515862 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be4e1cc6-fe25-4595-8255-35c992d02ae6 None None] Checking router: 40e9b167-df0c-44e9-929d-0decb76d5106 for host: n-d-694802-15 {{(pid=94468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 14:56:20.518988 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be4e1cc6-fe25-4595-8255-35c992d02ae6 None None] Updating router 40e9b167-df0c-44e9-929d-0decb76d5106 port 39715796-a0d9-4bf5-a0cf-ddd5d041ba75 binding host n-d-694802-15 {{(pid=94468) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 14:56:20.568076 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-13857e7e-45c3-474b-8881-f45ef03351b0 None None] Provisioning for port 39715796-a0d9-4bf5-a0cf-ddd5d041ba75 completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:56:20.570189 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901af813-d67b-49b8-a95c-64dc9e02a32f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=219b526a-ad08-43da-bc50-56a2d60a9cf0,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:56:20.593224 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] For port 7fec999d-57fb-4e5b-88e3-f9334c1028eb, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=7fec999d-57fb-4e5b-88e3-f9334c1028eb,segment=NetworkSegment(b1b396cb-2dc6-4041-bfc7-1833a80a4720),segment_id=b1b396cb-2dc6-4041-bfc7-1833a80a4720)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:56:20.595404 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-be4e1cc6-fe25-4595-8255-35c992d02ae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:20.625033 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-3e684d1c-ae61-46bd-902a-f5ebdd126bc5 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66413281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431520'] for network, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:20.633068 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ee5ce5f4-72e8-43be-9077-0b4a0196865f req-d4754722-3046-4799-90c5-ca43edf05daf tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/security-groups?id=188dc986-a686-4570-b7d8-3a6edb471033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6673932 Aug 12 14:56:20.659512 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-13857e7e-45c3-474b-8881-f45ef03351b0 None None] Provisioning complete for port 39715796-a0d9-4bf5-a0cf-ddd5d041ba75 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:56:20.660351 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-13857e7e-45c3-474b-8881-f45ef03351b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:20.662563 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:20.664793 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device e2da96b0-3228-4c3b-af77-7f6fccb5ef53 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:56:20.669889 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-3e684d1c-ae61-46bd-902a-f5ebdd126bc5 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for network, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:20.672606 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-bd1c0d5e-0198-4ae3-b028-7351d7876274 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9834464 Aug 12 14:56:20.675215 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-3e684d1c-ae61-46bd-902a-f5ebdd126bc5 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] 10.222.0.39 "DELETE /v2.0/networks/37ef00f0-1bfc-4807-8a6d-1e8de1f718ea HTTP/1.1" status: 204 len: 168 time: 3.4189982 Aug 12 14:56:20.677223 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-901af813-d67b-49b8-a95c-64dc9e02a32f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a91c5c58a63341f0aa06982399ae03d0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1577845 Aug 12 14:56:20.678690 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e684d1c-ae61-46bd-902a-f5ebdd126bc5 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Pushing event deleted for resources: {'Network': ['ID=37ef00f0-1bfc-4807-8a6d-1e8de1f718ea,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:56:20.679970 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 37600) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:56:20.680804 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 37602) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:56:20.681124 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 37604) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:56:20.764679 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-13857e7e-45c3-474b-8881-f45ef03351b0 None None] Port 39715796-a0d9-4bf5-a0cf-ddd5d041ba75 cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 14:56:20.781841 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-6a48e108-6650-44ce-9cdb-3c587ab1805e tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:20.787746 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-6a48e108-6650-44ce-9cdb-3c587ab1805e tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:20.926801 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a48e108-6650-44ce-9cdb-3c587ab1805e tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Pushing event updated for resources: {'Port': ['ID=12aeaf49-cf58-4fc2-896e-06ca4af28297,revision_number=2']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:56:20.938745 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-6a48e108-6650-44ce-9cdb-3c587ab1805e tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66628363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66663865'] for router_interface, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:20.942819 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a48e108-6650-44ce-9cdb-3c587ab1805e tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:56:20.945286 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a48e108-6650-44ce-9cdb-3c587ab1805e tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:56:20.945818 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a48e108-6650-44ce-9cdb-3c587ab1805e tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:56:20.946358 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a48e108-6650-44ce-9cdb-3c587ab1805e tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:56:20.946878 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a48e108-6650-44ce-9cdb-3c587ab1805e tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:56:20.947422 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a48e108-6650-44ce-9cdb-3c587ab1805e tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:56:20.947963 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a48e108-6650-44ce-9cdb-3c587ab1805e tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:56:20.948721 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a48e108-6650-44ce-9cdb-3c587ab1805e tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:56:20.949263 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a48e108-6650-44ce-9cdb-3c587ab1805e tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:56:20.955540 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a48e108-6650-44ce-9cdb-3c587ab1805e tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:56:20.956000 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a48e108-6650-44ce-9cdb-3c587ab1805e tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:56:20.956432 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a48e108-6650-44ce-9cdb-3c587ab1805e tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:56:20.987184 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc06ecbf-6ef9-4fc3-a123-a7fe31f66ff4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa7035b3e-9a89-5964-b9f4-97301c3f476a-a402136b-899e-48a2-afbb-6a230d269c97', 'network_id': 'a402136b-899e-48a2-afbb-6a230d269c97', 'tenant_id': '3fff5b8cf1f54dd9bfa41e8e05f81407', 'fixed_ips': [{'subnet_id': '0aa483b6-6b5f-48ae-a00a-4a5796aa4903'}]}} from n-d-694802-15. {{(pid=94468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 14:56:20.988411 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-cc06ecbf-6ef9-4fc3-a123-a7fe31f66ff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:21.168866 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a48e108-6650-44ce-9cdb-3c587ab1805e tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Network eb7e3cf4-6312-4f24-a8f2-83c178188246 is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:56:21.174154 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [None req-6a48e108-6650-44ce-9cdb-3c587ab1805e tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:56:21.373534 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-aa483453-f00e-4754-aa85-0ac0aae99f6c None None] Provisioning complete for port 39715796-a0d9-4bf5-a0cf-ddd5d041ba75 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:56:21.374212 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-aa483453-f00e-4754-aa85-0ac0aae99f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:21.375817 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Pushing event updated for resources: {'Port': ['ID=7fec999d-57fb-4e5b-88e3-f9334c1028eb,revision_number=4']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:56:21.386951 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a48e108-6650-44ce-9cdb-3c587ab1805e tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Router 9af28509-398a-4c84-8d8d-adf4c48890ad has already been hosted by L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f {{(pid=94467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 14:56:21.470276 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port e2da96b0-3228-4c3b-af77-7f6fccb5ef53 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:56:21.470658 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:21.589021 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a48e108-6650-44ce-9cdb-3c587ab1805e tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 14:56:21.605569 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-6a48e108-6650-44ce-9cdb-3c587ab1805e tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "PUT /v2.0/routers/9af28509-398a-4c84-8d8d-adf4c48890ad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7041800 Aug 12 14:56:21.614667 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a361ec45-5c45-40e0-bc70-b1a083a839dc None None] Sync routers for ids ['9af28509-398a-4c84-8d8d-adf4c48890ad'] in n-d-694802-15 {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 14:56:21.628411 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a361ec45-5c45-40e0-bc70-b1a083a839dc None None] Routers {'9af28509-398a-4c84-8d8d-adf4c48890ad'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:56:21.629579 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-a361ec45-5c45-40e0-bc70-b1a083a839dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:56:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['9af28509-398a-4c84-8d8d-adf4c48890ad'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:56:21.642145 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-aa483453-f00e-4754-aa85-0ac0aae99f6c None None] Port 39715796-a0d9-4bf5-a0cf-ddd5d041ba75 cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 14:56:21.679191 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-10f0ef03-b690-4700-a312-ec1fde41f644 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:21.771614 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-a361ec45-5c45-40e0-bc70-b1a083a839dc None None] Set router 9af28509-398a-4c84-8d8d-adf4c48890ad gateway port host: n-d-694802-15 {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:56:21.784459 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-c0b64e32-dd70-401a-8732-43506a4c9e8e req-c74c4a23-00ef-4ce7-82a5-764ddcab573c service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=5be77a56-d5ef-4a70-9846-307f9eb76fa5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4947441 Aug 12 14:56:22.069662 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device e12c8dd3-edf4-49b5-b598-372708de7d26 no longer exists at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:56:22.090792 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-a361ec45-5c45-40e0-bc70-b1a083a839dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9af28509-398a-4c84-8d8d-adf4c48890ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-732979227', 'tenant_id': '6774b656eb8145eb998ea0059b40b4c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': '7fec999d-57fb-4e5b-88e3-f9334c1028eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:56:04Z', 'updated_at': '2021-08-12T14:56:19Z', 'revision_number': 4, 'project_id': '6774b656eb8145eb998ea0059b40b4c3', 'gw_port': {'id': '7fec999d-57fb-4e5b-88e3-f9334c1028eb', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:2a:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af28509-398a-4c84-8d8d-adf4c48890ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2870, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:56:05Z', 'updated_at': '2021-08-12T14:56:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': '12aeaf49-cf58-4fc2-896e-06ca4af28297', 'name': '', 'network_id': 'eb7e3cf4-6312-4f24-a8f2-83c178188246', 'tenant_id': '6774b656eb8145eb998ea0059b40b4c3', 'mac_address': 'fa:16:3e:8d:f0:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9af28509-398a-4c84-8d8d-adf4c48890ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 2888, 'fixed_ips': [{'subnet_id': '0458ca9d-6835-4814-a3b3-ca2b2564f4b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:56:15Z', 'updated_at': '2021-08-12T14:56:20Z', 'revision_number': 2, 'project_id': '6774b656eb8145eb998ea0059b40b4c3', 'subnets': [{'id': '0458ca9d-6835-4814-a3b3-ca2b2564f4b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:56:22.106145 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 37646) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:56:22.121589 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.db_base_plugin_common [None req-cc06ecbf-6ef9-4fc3-a123-a7fe31f66ff4 None None] Allocated IP 172.22.0.2 (a402136b-899e-48a2-afbb-6a230d269c97/0aa483b6-6b5f-48ae-a00a-4a5796aa4903/0b870855-5110-4b8d-b0e3-a5f18066e812) {{(pid=94468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:56:22.131714 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] No Port match for: e12c8dd3-edf4-49b5-b598-372708de7d26 {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 14:56:22.133139 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a361ec45-5c45-40e0-bc70-b1a083a839dc None None] Checking router: 9af28509-398a-4c84-8d8d-adf4c48890ad for host: n-d-694802-15 {{(pid=94469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 14:56:22.133500 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a361ec45-5c45-40e0-bc70-b1a083a839dc None None] Updating router 9af28509-398a-4c84-8d8d-adf4c48890ad port 12aeaf49-cf58-4fc2-896e-06ca4af28297 binding host n-d-694802-15 {{(pid=94469) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 14:56:22.135063 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-10f0ef03-b690-4700-a312-ec1fde41f644 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:22.136443 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device e12c8dd3-edf4-49b5-b598-372708de7d26 not bound to the agent host n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:56:22.142473 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b182531d-28d5-400d-97da-78d059d84e02 None None] Network eb7e3cf4-6312-4f24-a8f2-83c178188246 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:56:22.162602 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-a361ec45-5c45-40e0-bc70-b1a083a839dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:22.413520 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-099b9042-49f7-4061-9bfa-9779f037f8ea tempest-ExternalNetworksAdminNegativeTestJSON-1217538851 tempest-ExternalNetworksAdminNegativeTestJSON-1217538851-project-admin] Request body: {'floatingip': {'floating_network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:56:22.414591 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b64e32-dd70-401a-8732-43506a4c9e8e req-3a712fe1-93e5-4178-b30e-5b831db09339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:56:22.416931 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-c0b64e32-dd70-401a-8732-43506a4c9e8e req-3a712fe1-93e5-4178-b30e-5b831db09339 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d333de5a1ab446aeb6524d52a70328d5&device_id=5be77a56-d5ef-4a70-9846-307f9eb76fa5 HTTP/1.1" status: 200 len: 1097 time: 0.4161088 Aug 12 14:56:22.450334 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-4007e603-9365-408d-88b1-f7204eca154a None None] Provisioning for port b490a805-99f6-4eee-a79f-8d58708a6481 completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:56:22.481706 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-099b9042-49f7-4061-9bfa-9779f037f8ea tempest-ExternalNetworksAdminNegativeTestJSON-1217538851 tempest-ExternalNetworksAdminNegativeTestJSON-1217538851-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:22.500554 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fda36c0-0742-43e1-9221-32791d5bd0c4 req-c30c17a1-b6da-44bb-8f4e-dae1cb6bda7d tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:56:22.513189 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-1fda36c0-0742-43e1-9221-32791d5bd0c4 req-c30c17a1-b6da-44bb-8f4e-dae1cb6bda7d tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/ports?device_id=5be77a56-d5ef-4a70-9846-307f9eb76fa5 HTTP/1.1" status: 200 len: 945 time: 0.5134954 Aug 12 14:56:22.550411 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device b490a805-99f6-4eee-a79f-8d58708a6481 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:56:22.609620 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-be4e1cc6-fe25-4595-8255-35c992d02ae6 None None] Notify callbacks [] for port, precommit_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:22.629139 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-a361ec45-5c45-40e0-bc70-b1a083a839dc None None] Notify callbacks [] for port, precommit_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:22.642359 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-5a7b738c-edff-45f3-82fc-29ee5d7d0489 req-35b34a50-4a59-49fd-bf58-ddfbdb81b331 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1888272310&fields=id&tenant_id=6774b656eb8145eb998ea0059b40b4c3 HTTP/1.1" status: 200 len: 267 time: 0.1617587 Aug 12 14:56:22.643299 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-be4e1cc6-fe25-4595-8255-35c992d02ae6 None None] Transition to ACTIVE for port object 39715796-a0d9-4bf5-a0cf-ddd5d041ba75 will not be triggered until provisioned by entity L2. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:56:22.737065 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.provisioning_blocks [None req-a361ec45-5c45-40e0-bc70-b1a083a839dc None None] Transition to ACTIVE for port object 12aeaf49-cf58-4fc2-896e-06ca4af28297 will not be triggered until provisioned by entity L2. {{(pid=94469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:56:22.745953 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-10f0ef03-b690-4700-a312-ec1fde41f644 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:22.746471 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-be4e1cc6-fe25-4595-8255-35c992d02ae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:22.748886 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-a361ec45-5c45-40e0-bc70-b1a083a839dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:22.749271 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-10f0ef03-b690-4700-a312-ec1fde41f644 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:22.750589 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-10f0ef03-b690-4700-a312-ec1fde41f644 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/219b526a-ad08-43da-bc50-56a2d60a9cf0 HTTP/1.1" status: 204 len: 168 time: 2.0663373 Aug 12 14:56:22.764711 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-1fda36c0-0742-43e1-9221-32791d5bd0c4 req-4021edf6-b9a9-4ccb-93a3-26664dd7bf92 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/security-groups?id=188dc986-a686-4570-b7d8-3a6edb471033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879954 Aug 12 14:56:22.783898 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e0cc7eb0-f984-4439-8016-87d735c00b44 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:22.797635 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f0ef03-b690-4700-a312-ec1fde41f644 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=219b526a-ad08-43da-bc50-56a2d60a9cf0,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:56:22.840231 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning for port b490a805-99f6-4eee-a79f-8d58708a6481 completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:56:22.844729 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7b738c-edff-45f3-82fc-29ee5d7d0489 req-305a7a98-9d57-4f01-8a8a-69e583d40745 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:56:22.846521 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-5a7b738c-edff-45f3-82fc-29ee5d7d0489 req-305a7a98-9d57-4f01-8a8a-69e583d40745 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/networks?id=eb7e3cf4-6312-4f24-a8f2-83c178188246 HTTP/1.1" status: 200 len: 797 time: 0.1916075 Aug 12 14:56:22.863433 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-099b9042-49f7-4061-9bfa-9779f037f8ea tempest-ExternalNetworksAdminNegativeTestJSON-1217538851 tempest-ExternalNetworksAdminNegativeTestJSON-1217538851-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:22.874500 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-5a7b738c-edff-45f3-82fc-29ee5d7d0489 req-b89dbf33-ffe1-48dd-85e2-11e91c69d679 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/quotas/6774b656eb8145eb998ea0059b40b4c3 HTTP/1.1" status: 200 len: 375 time: 0.0189805 Aug 12 14:56:22.927679 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b64e32-dd70-401a-8732-43506a4c9e8e req-223d52c8-5db9-4ede-910c-9d54492073c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:56:22.929226 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-c0b64e32-dd70-401a-8732-43506a4c9e8e req-223d52c8-5db9-4ede-910c-9d54492073c9 service neutron] 10.222.0.49 "GET /v2.0/networks?id=16f33fa1-6b71-42ec-b506-a52fb0f6c597 HTTP/1.1" status: 200 len: 914 time: 0.4104400 Aug 12 14:56:22.945389 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port b490a805-99f6-4eee-a79f-8d58708a6481 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:56:22.946180 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:23.025919 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b52772a-b449-4560-b328-c43caa88749b None None] Pushing event updated for resources: {'Port': ['ID=39715796-a0d9-4bf5-a0cf-ddd5d041ba75,revision_number=3']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:56:23.078293 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e936d4-c016-4bb8-84cb-54ce3154424c None None] Pushing event updated for resources: {'Port': ['ID=12aeaf49-cf58-4fc2-896e-06ca4af28297,revision_number=3']} {{(pid=94469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:56:23.092986 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-5a7b738c-edff-45f3-82fc-29ee5d7d0489 req-6cdfe8c5-1343-441b-bdeb-33ac04186594 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=6774b656eb8145eb998ea0059b40b4c3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1642344 Aug 12 14:56:23.109447 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-c0b64e32-dd70-401a-8732-43506a4c9e8e req-0231318e-a0e9-4407-b8b2-cf3bc9e81eb5 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a7d22d5e-69bc-43ea-9592-15336af84849 HTTP/1.1" status: 200 len: 217 time: 0.1523440 Aug 12 14:56:23.135893 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_common [None req-099b9042-49f7-4061-9bfa-9779f037f8ea tempest-ExternalNetworksAdminNegativeTestJSON-1217538851 tempest-ExternalNetworksAdminNegativeTestJSON-1217538851-project-admin] Allocated IP 172.25.1.120 (d3759e1b-6c03-45ac-acd4-90abb417809b/f0254f08-c19c-4e31-bd9c-09389ea4b6f2/57b07b11-de8d-4a8b-80b7-68ad7434a123) {{(pid=94467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:56:23.188891 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-cc06ecbf-6ef9-4fc3-a123-a7fe31f66ff4 None None] Notify callbacks [] for port, precommit_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:23.193960 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.managers [None req-a361ec45-5c45-40e0-bc70-b1a083a839dc None None] Attempting to bind port 12aeaf49-cf58-4fc2-896e-06ca4af28297 on host n-d-694802-15 for vnic_type normal with profile {{(pid=94469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:56:23.194336 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.managers [None req-a361ec45-5c45-40e0-bc70-b1a083a839dc None None] Attempting to bind port 12aeaf49-cf58-4fc2-896e-06ca4af28297 by drivers openvswitch,hyperv on host n-d-694802-15 at level 0 using segments [{'id': '418aef02-2562-41f7-b79e-6d7cc24f798a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'eb7e3cf4-6312-4f24-a8f2-83c178188246'}] {{(pid=94469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:56:23.194661 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a361ec45-5c45-40e0-bc70-b1a083a839dc None None] Attempting to bind port 12aeaf49-cf58-4fc2-896e-06ca4af28297 on network eb7e3cf4-6312-4f24-a8f2-83c178188246 {{(pid=94469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:56:23.213262 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a361ec45-5c45-40e0-bc70-b1a083a839dc None None] Checking agent: {'id': '16de73ac-f2e9-4cee-b3e0-91052ae3e6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 20, 13), 'started_at': datetime.datetime(2021, 8, 12, 14, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 56, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:56:23.215898 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a361ec45-5c45-40e0-bc70-b1a083a839dc None None] Checking segment: {'id': '418aef02-2562-41f7-b79e-6d7cc24f798a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'eb7e3cf4-6312-4f24-a8f2-83c178188246'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:56:23.216335 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-a361ec45-5c45-40e0-bc70-b1a083a839dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:23.216731 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a361ec45-5c45-40e0-bc70-b1a083a839dc None None] Bound using segment: {'id': '418aef02-2562-41f7-b79e-6d7cc24f798a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'eb7e3cf4-6312-4f24-a8f2-83c178188246'} {{(pid=94469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:56:23.217215 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.managers [None req-a361ec45-5c45-40e0-bc70-b1a083a839dc None None] Bound port: 12aeaf49-cf58-4fc2-896e-06ca4af28297, host: n-d-694802-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '418aef02-2562-41f7-b79e-6d7cc24f798a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'eb7e3cf4-6312-4f24-a8f2-83c178188246'}}] {{(pid=94469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:56:23.217802 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-a361ec45-5c45-40e0-bc70-b1a083a839dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:23.290113 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-cc06ecbf-6ef9-4fc3-a123-a7fe31f66ff4 None None] Transition to ACTIVE for port object 0b870855-5110-4b8d-b0e3-a5f18066e812 will not be triggered until provisioned by entity L2. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:56:23.312847 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a8d865d6-2575-4f88-b350-19807719b34a tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66663830'] for router_interface, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:23.314570 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-be4e1cc6-fe25-4595-8255-35c992d02ae6 None None] Attempting to bind port 39715796-a0d9-4bf5-a0cf-ddd5d041ba75 on host n-d-694802-15 for vnic_type normal with profile {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:56:23.314952 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-be4e1cc6-fe25-4595-8255-35c992d02ae6 None None] Attempting to bind port 39715796-a0d9-4bf5-a0cf-ddd5d041ba75 by drivers openvswitch,hyperv on host n-d-694802-15 at level 0 using segments [{'id': '523d5089-030e-4459-a954-215742722d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '353b1029-0993-43b5-8603-5310e6d32087'}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:56:23.315338 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be4e1cc6-fe25-4595-8255-35c992d02ae6 None None] Attempting to bind port 39715796-a0d9-4bf5-a0cf-ddd5d041ba75 on network 353b1029-0993-43b5-8603-5310e6d32087 {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:56:23.379239 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-cc06ecbf-6ef9-4fc3-a123-a7fe31f66ff4 None None] Transition to ACTIVE for port object 0b870855-5110-4b8d-b0e3-a5f18066e812 will not be triggered until provisioned by entity DHCP. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:56:23.421853 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.db [None req-a361ec45-5c45-40e0-bc70-b1a083a839dc None None] For port 12aeaf49-cf58-4fc2-896e-06ca4af28297, host n-d-694802-15, cleared binding levels {{(pid=94469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:56:23.428995 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.db [None req-a361ec45-5c45-40e0-bc70-b1a083a839dc None None] For port 12aeaf49-cf58-4fc2-896e-06ca4af28297, host n-d-694802-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=12aeaf49-cf58-4fc2-896e-06ca4af28297,segment=NetworkSegment(418aef02-2562-41f7-b79e-6d7cc24f798a),segment_id=418aef02-2562-41f7-b79e-6d7cc24f798a)] {{(pid=94469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:56:23.436228 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-a361ec45-5c45-40e0-bc70-b1a083a839dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:23.504312 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:23.506922 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-cc06ecbf-6ef9-4fc3-a123-a7fe31f66ff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253'] for port, after_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:23.508909 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a361ec45-5c45-40e0-bc70-b1a083a839dc None None] Routers {'9af28509-398a-4c84-8d8d-adf4c48890ad'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:56:23.509727 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-a361ec45-5c45-40e0-bc70-b1a083a839dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:56:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['9af28509-398a-4c84-8d8d-adf4c48890ad'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:56:23.553101 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be4e1cc6-fe25-4595-8255-35c992d02ae6 None None] Checking agent: {'id': '16de73ac-f2e9-4cee-b3e0-91052ae3e6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 20, 13), 'started_at': datetime.datetime(2021, 8, 12, 14, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 56, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:56:23.554246 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be4e1cc6-fe25-4595-8255-35c992d02ae6 None None] Checking segment: {'id': '523d5089-030e-4459-a954-215742722d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '353b1029-0993-43b5-8603-5310e6d32087'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:56:23.556032 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-be4e1cc6-fe25-4595-8255-35c992d02ae6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:23.557525 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be4e1cc6-fe25-4595-8255-35c992d02ae6 None None] Bound using segment: {'id': '523d5089-030e-4459-a954-215742722d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '353b1029-0993-43b5-8603-5310e6d32087'} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:56:23.559268 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-be4e1cc6-fe25-4595-8255-35c992d02ae6 None None] Bound port: 39715796-a0d9-4bf5-a0cf-ddd5d041ba75, host: n-d-694802-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '523d5089-030e-4459-a954-215742722d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '353b1029-0993-43b5-8603-5310e6d32087'}}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:56:23.560336 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-be4e1cc6-fe25-4595-8255-35c992d02ae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:23.576240 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e936d4-c016-4bb8-84cb-54ce3154424c None None] Pushing event updated for resources: {'Port': ['ID=12aeaf49-cf58-4fc2-896e-06ca4af28297,revision_number=4']} {{(pid=94469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:56:23.647868 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-5a7b738c-edff-45f3-82fc-29ee5d7d0489 req-f36cdc98-4436-4937-9a55-80a479a76884 service neutron] 10.222.0.39 "GET /v2.0/networks/eb7e3cf4-6312-4f24-a8f2-83c178188246?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5324528 Aug 12 14:56:23.709084 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc06ecbf-6ef9-4fc3-a123-a7fe31f66ff4 None None] Pushing event updated for resources: {'Port': ['ID=0b870855-5110-4b8d-b0e3-a5f18066e812,revision_number=1']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:56:23.758628 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-a361ec45-5c45-40e0-bc70-b1a083a839dc None None] Set router 9af28509-398a-4c84-8d8d-adf4c48890ad gateway port host: n-d-694802-15 {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:56:23.769269 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc06ecbf-6ef9-4fc3-a123-a7fe31f66ff4 None None] Network a402136b-899e-48a2-afbb-6a230d269c97 is already hosted by enough agents. {{(pid=94468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:56:23.785635 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 37678) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:56:23.805430 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.base_scheduler [None req-cc06ecbf-6ef9-4fc3-a123-a7fe31f66ff4 None None] Resources bound (agent type, host, resource id): {{(pid=94468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:56:23.817223 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc06ecbf-6ef9-4fc3-a123-a7fe31f66ff4 None None] Received port after_create {{(pid=94468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:56:23.827392 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] For port b490a805-99f6-4eee-a79f-8d58708a6481, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=b490a805-99f6-4eee-a79f-8d58708a6481,segment=NetworkSegment(418aef02-2562-41f7-b79e-6d7cc24f798a),segment_id=418aef02-2562-41f7-b79e-6d7cc24f798a)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:56:23.867748 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-099b9042-49f7-4061-9bfa-9779f037f8ea tempest-ExternalNetworksAdminNegativeTestJSON-1217538851 tempest-ExternalNetworksAdminNegativeTestJSON-1217538851-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:23.890104 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:23.890767 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 270df376-152c-4101-9d74-7e747adfa271 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:56:23.902627 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-2ecd196d-dab8-4d27-8a88-db217ba9f548 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:24.019658 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-be4e1cc6-fe25-4595-8255-35c992d02ae6 None None] For port 39715796-a0d9-4bf5-a0cf-ddd5d041ba75, host n-d-694802-15, cleared binding levels {{(pid=94468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:56:24.023593 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-be4e1cc6-fe25-4595-8255-35c992d02ae6 None None] For port 39715796-a0d9-4bf5-a0cf-ddd5d041ba75, host n-d-694802-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=39715796-a0d9-4bf5-a0cf-ddd5d041ba75,segment=NetworkSegment(523d5089-030e-4459-a954-215742722d76),segment_id=523d5089-030e-4459-a954-215742722d76)] {{(pid=94468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:56:24.041532 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-be4e1cc6-fe25-4595-8255-35c992d02ae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:24.084648 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca22dbf-8ba4-4661-a748-e774c6cad0a6 req-67ab3c8b-9d7f-4380-bffe-33e936869664 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:56:24.092398 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-4ca22dbf-8ba4-4661-a748-e774c6cad0a6 req-67ab3c8b-9d7f-4380-bffe-33e936869664 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/ports?device_id=5be77a56-d5ef-4a70-9846-307f9eb76fa5 HTTP/1.1" status: 200 len: 945 time: 0.9857247 Aug 12 14:56:24.096649 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-5a7b738c-edff-45f3-82fc-29ee5d7d0489 req-9945351d-16bf-4612-9b3b-5147a0359a18 service neutron] 10.222.0.39 "GET /v2.0/networks/eb7e3cf4-6312-4f24-a8f2-83c178188246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4298410 Aug 12 14:56:24.100855 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b64e32-dd70-401a-8732-43506a4c9e8e req-e293599e-890d-4220-83b1-e25181262982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:56:24.109232 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-c0b64e32-dd70-401a-8732-43506a4c9e8e req-e293599e-890d-4220-83b1-e25181262982 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=2ab25733-26fe-4392-bfb6-ba7978262295 HTTP/1.1" status: 200 len: 853 time: 0.9468472 Aug 12 14:56:24.137971 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-a361ec45-5c45-40e0-bc70-b1a083a839dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9af28509-398a-4c84-8d8d-adf4c48890ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-732979227', 'tenant_id': '6774b656eb8145eb998ea0059b40b4c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': '7fec999d-57fb-4e5b-88e3-f9334c1028eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:56:04Z', 'updated_at': '2021-08-12T14:56:19Z', 'revision_number': 4, 'project_id': '6774b656eb8145eb998ea0059b40b4c3', 'gw_port': {'id': '7fec999d-57fb-4e5b-88e3-f9334c1028eb', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:2a:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af28509-398a-4c84-8d8d-adf4c48890ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2870, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:56:05Z', 'updated_at': '2021-08-12T14:56:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': '12aeaf49-cf58-4fc2-896e-06ca4af28297', 'name': '', 'network_id': 'eb7e3cf4-6312-4f24-a8f2-83c178188246', 'tenant_id': '6774b656eb8145eb998ea0059b40b4c3', 'mac_address': 'fa:16:3e:8d:f0:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9af28509-398a-4c84-8d8d-adf4c48890ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 2888, 'fixed_ips': [{'subnet_id': '0458ca9d-6835-4814-a3b3-ca2b2564f4b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:56:15Z', 'updated_at': '2021-08-12T14:56:23Z', 'revision_number': 4, 'project_id': '6774b656eb8145eb998ea0059b40b4c3', 'subnets': [{'id': '0458ca9d-6835-4814-a3b3-ca2b2564f4b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:56:24.181017 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-099b9042-49f7-4061-9bfa-9779f037f8ea tempest-ExternalNetworksAdminNegativeTestJSON-1217538851 tempest-ExternalNetworksAdminNegativeTestJSON-1217538851-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:24.206558 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-099b9042-49f7-4061-9bfa-9779f037f8ea tempest-ExternalNetworksAdminNegativeTestJSON-1217538851 tempest-ExternalNetworksAdminNegativeTestJSON-1217538851-project-admin] Network d3759e1b-6c03-45ac-acd4-90abb417809b is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:56:24.212549 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [None req-099b9042-49f7-4061-9bfa-9779f037f8ea tempest-ExternalNetworksAdminNegativeTestJSON-1217538851 tempest-ExternalNetworksAdminNegativeTestJSON-1217538851-project-admin] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:56:24.217911 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-099b9042-49f7-4061-9bfa-9779f037f8ea tempest-ExternalNetworksAdminNegativeTestJSON-1217538851 tempest-ExternalNetworksAdminNegativeTestJSON-1217538851-project-admin] Received port after_create {{(pid=94467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:56:24.264868 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a361ec45-5c45-40e0-bc70-b1a083a839dc None None] The sync data for ids ['9af28509-398a-4c84-8d8d-adf4c48890ad'] in n-d-694802-15 is: [{'id': '9af28509-398a-4c84-8d8d-adf4c48890ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-732979227', 'tenant_id': '6774b656eb8145eb998ea0059b40b4c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': '7fec999d-57fb-4e5b-88e3-f9334c1028eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:56:04Z', 'updated_at': '2021-08-12T14:56:19Z', 'revision_number': 4, 'project_id': '6774b656eb8145eb998ea0059b40b4c3', 'gw_port': {'id': '7fec999d-57fb-4e5b-88e3-f9334c1028eb', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:2a:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af28509-398a-4c84-8d8d-adf4c48890ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2870, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:56:05Z', 'updated_at': '2021-08-12T14:56:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': '12aeaf49-cf58-4fc2-896e-06ca4af28297', 'name': '', 'network_id': 'eb7e3cf4-6312-4f24-a8f2-83c178188246', 'tenant_id': '6774b656eb8145eb998ea0059b40b4c3', 'mac_address': 'fa:16:3e:8d:f0:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9af28509-398a-4c84-8d8d-adf4c48890ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 2888, 'fixed_ips': [{'subnet_id': '0458ca9d-6835-4814-a3b3-ca2b2564f4b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:56:15Z', 'updated_at': '2021-08-12T14:56:23Z', 'revision_number': 4, 'project_id': '6774b656eb8145eb998ea0059b40b4c3', 'subnets': [{'id': '0458ca9d-6835-4814-a3b3-ca2b2564f4b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 14:56:24.300466 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be4e1cc6-fe25-4595-8255-35c992d02ae6 None None] Routers {'40e9b167-df0c-44e9-929d-0decb76d5106'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:56:24.301463 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-be4e1cc6-fe25-4595-8255-35c992d02ae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:56:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['40e9b167-df0c-44e9-929d-0decb76d5106'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:56:24.417217 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-c0b64e32-dd70-401a-8732-43506a4c9e8e req-825778fa-7ef3-4ffd-9c39-09b677a6c662 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=16f33fa1-6b71-42ec-b506-a52fb0f6c597&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2918646 Aug 12 14:56:24.519736 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-cc06ecbf-6ef9-4fc3-a123-a7fe31f66ff4 None None] Attempting to bind port 0b870855-5110-4b8d-b0e3-a5f18066e812 on host n-d-694802-15 for vnic_type normal with profile {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:56:24.528121 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-cc06ecbf-6ef9-4fc3-a123-a7fe31f66ff4 None None] Attempting to bind port 0b870855-5110-4b8d-b0e3-a5f18066e812 by drivers openvswitch,hyperv on host n-d-694802-15 at level 0 using segments [{'id': 'f0ac254e-f155-40d7-989a-a8d18ce198a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'a402136b-899e-48a2-afbb-6a230d269c97'}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:56:24.528821 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc06ecbf-6ef9-4fc3-a123-a7fe31f66ff4 None None] Attempting to bind port 0b870855-5110-4b8d-b0e3-a5f18066e812 on network a402136b-899e-48a2-afbb-6a230d269c97 {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:56:24.534988 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Pushing event updated for resources: {'Port': ['ID=b490a805-99f6-4eee-a79f-8d58708a6481,revision_number=3']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:56:24.606448 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-099b9042-49f7-4061-9bfa-9779f037f8ea tempest-ExternalNetworksAdminNegativeTestJSON-1217538851 tempest-ExternalNetworksAdminNegativeTestJSON-1217538851-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:24.627370 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port 270df376-152c-4101-9d74-7e747adfa271 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:56:24.628038 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:24.682764 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099b9042-49f7-4061-9bfa-9779f037f8ea tempest-ExternalNetworksAdminNegativeTestJSON-1217538851 tempest-ExternalNetworksAdminNegativeTestJSON-1217538851-project-admin] Pushing event updated for resources: {'Port': ['ID=57b07b11-de8d-4a8b-80b7-68ad7434a123,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:56:24.712360 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-38940bc5-e9f2-4205-8b5d-92c3cb627013 req-ada04867-8677-4991-a380-497c867deb34 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/ports?device_id=8058b577-6d37-4f83-8841-608839b8ea4b HTTP/1.1" status: 200 len: 210 time: 0.2556295 Aug 12 14:56:24.734130 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-4ca22dbf-8ba4-4661-a748-e774c6cad0a6 req-c7898e57-db4d-4e81-b572-b214428d48f1 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/security-groups?id=188dc986-a686-4570-b7d8-3a6edb471033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6408501 Aug 12 14:56:24.831325 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-c0b64e32-dd70-401a-8732-43506a4c9e8e req-42acc941-8d4b-4b4c-9362-6082ef2d22b7 service neutron] 10.222.0.49 "GET /v2.0/networks/16f33fa1-6b71-42ec-b506-a52fb0f6c597?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3954308 Aug 12 14:56:24.832665 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc06ecbf-6ef9-4fc3-a123-a7fe31f66ff4 None None] Checking agent: {'id': '16de73ac-f2e9-4cee-b3e0-91052ae3e6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 20, 13), 'started_at': datetime.datetime(2021, 8, 12, 14, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 56, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:56:24.833054 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc06ecbf-6ef9-4fc3-a123-a7fe31f66ff4 None None] Checking segment: {'id': 'f0ac254e-f155-40d7-989a-a8d18ce198a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'a402136b-899e-48a2-afbb-6a230d269c97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:56:24.833453 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-cc06ecbf-6ef9-4fc3-a123-a7fe31f66ff4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:24.835769 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc06ecbf-6ef9-4fc3-a123-a7fe31f66ff4 None None] Bound using segment: {'id': 'f0ac254e-f155-40d7-989a-a8d18ce198a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'a402136b-899e-48a2-afbb-6a230d269c97'} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:56:24.836366 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-cc06ecbf-6ef9-4fc3-a123-a7fe31f66ff4 None None] Bound port: 0b870855-5110-4b8d-b0e3-a5f18066e812, host: n-d-694802-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0ac254e-f155-40d7-989a-a8d18ce198a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'a402136b-899e-48a2-afbb-6a230d269c97'}}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:56:24.836630 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-cc06ecbf-6ef9-4fc3-a123-a7fe31f66ff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:24.843338 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-099b9042-49f7-4061-9bfa-9779f037f8ea tempest-ExternalNetworksAdminNegativeTestJSON-1217538851 tempest-ExternalNetworksAdminNegativeTestJSON-1217538851-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:24.866953 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b52772a-b449-4560-b328-c43caa88749b None None] Pushing event updated for resources: {'Port': ['ID=39715796-a0d9-4bf5-a0cf-ddd5d041ba75,revision_number=4']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:56:24.995990 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-2ecd196d-dab8-4d27-8a88-db217ba9f548 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:25.048194 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvr_db [None req-be4e1cc6-fe25-4595-8255-35c992d02ae6 None None] Set router 40e9b167-df0c-44e9-929d-0decb76d5106 gateway port host: None {{(pid=94468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:56:25.071678 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-2ecd196d-dab8-4d27-8a88-db217ba9f548 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:25.179562 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-9c4ab38b-9267-44db-89f7-a01d8f721d46 None None] Provisioning complete for port b490a805-99f6-4eee-a79f-8d58708a6481 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:56:25.180159 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-9c4ab38b-9267-44db-89f7-a01d8f721d46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:25.221495 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-2ecd196d-dab8-4d27-8a88-db217ba9f548 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7774015716084d81ad1440af1b41a8cc&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4300265 Aug 12 14:56:25.230627 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 37708) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:56:25.232012 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecd196d-dab8-4d27-8a88-db217ba9f548 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ebb5c7a-f23d-41c8-bb1f-af81b48f8978,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:56:25.282837 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-e0cc7eb0-f984-4439-8016-87d735c00b44 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Allocated IP 172.22.0.1 (a402136b-899e-48a2-afbb-6a230d269c97/0aa483b6-6b5f-48ae-a00a-4a5796aa4903/c033b432-6b62-4327-b788-cb315644edc7) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:56:25.392326 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-099b9042-49f7-4061-9bfa-9779f037f8ea tempest-ExternalNetworksAdminNegativeTestJSON-1217538851 tempest-ExternalNetworksAdminNegativeTestJSON-1217538851-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:25.398713 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-af30b697-4b98-46d1-a8bd-830c9a5e708d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:25.409124 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-cc06ecbf-6ef9-4fc3-a123-a7fe31f66ff4 None None] For port 0b870855-5110-4b8d-b0e3-a5f18066e812, host n-d-694802-15, cleared binding levels {{(pid=94468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:56:25.413603 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-cc06ecbf-6ef9-4fc3-a123-a7fe31f66ff4 None None] For port 0b870855-5110-4b8d-b0e3-a5f18066e812, host n-d-694802-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=0b870855-5110-4b8d-b0e3-a5f18066e812,segment=NetworkSegment(f0ac254e-f155-40d7-989a-a8d18ce198a4),segment_id=f0ac254e-f155-40d7-989a-a8d18ce198a4)] {{(pid=94468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:56:25.429660 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-af30b697-4b98-46d1-a8bd-830c9a5e708d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:25.445208 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-099b9042-49f7-4061-9bfa-9779f037f8ea tempest-ExternalNetworksAdminNegativeTestJSON-1217538851 tempest-ExternalNetworksAdminNegativeTestJSON-1217538851-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:25.518807 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099b9042-49f7-4061-9bfa-9779f037f8ea tempest-ExternalNetworksAdminNegativeTestJSON-1217538851 tempest-ExternalNetworksAdminNegativeTestJSON-1217538851-project-admin] Pushing event updated for resources: {'Port': ['ID=57b07b11-de8d-4a8b-80b7-68ad7434a123,revision_number=2']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:56:25.532987 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e0cc7eb0-f984-4439-8016-87d735c00b44 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:25.613796 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-c0b64e32-dd70-401a-8732-43506a4c9e8e req-e5ac2cc2-53d2-46af-b380-2fef7ce0e6b1 service neutron] 10.222.0.49 "GET /v2.0/networks/16f33fa1-6b71-42ec-b506-a52fb0f6c597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7685635 Aug 12 14:56:25.640737 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-e0cc7eb0-f984-4439-8016-87d735c00b44 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Transition to ACTIVE for port object c033b432-6b62-4327-b788-cb315644edc7 will not be triggered until provisioned by entity DHCP. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:56:25.678201 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebeb4da-60ec-4d18-92c3-2318dca0becf req-9759818b-6dc5-44fe-a48f-8e71ab751f17 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:56:25.680249 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-aebeb4da-60ec-4d18-92c3-2318dca0becf req-9759818b-6dc5-44fe-a48f-8e71ab751f17 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/ports?device_id=5be77a56-d5ef-4a70-9846-307f9eb76fa5 HTTP/1.1" status: 200 len: 945 time: 0.6295502 Aug 12 14:56:25.746915 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-cc06ecbf-6ef9-4fc3-a123-a7fe31f66ff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:25.856039 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-aebeb4da-60ec-4d18-92c3-2318dca0becf req-36dbaea4-e1b4-4bce-8647-c6e0f74d2750 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/security-groups?id=188dc986-a686-4570-b7d8-3a6edb471033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664822 Aug 12 14:56:25.933689 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e0cc7eb0-f984-4439-8016-87d735c00b44 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:26.027590 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0cc7eb0-f984-4439-8016-87d735c00b44 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Network a402136b-899e-48a2-afbb-6a230d269c97 is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:56:26.109990 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 7fec999d-57fb-4e5b-88e3-f9334c1028eb up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:56:26.124009 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-e0cc7eb0-f984-4439-8016-87d735c00b44 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:56:26.132986 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-099b9042-49f7-4061-9bfa-9779f037f8ea tempest-ExternalNetworksAdminNegativeTestJSON-1217538851 tempest-ExternalNetworksAdminNegativeTestJSON-1217538851-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431510'] for floatingip, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:26.158060 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0cc7eb0-f984-4439-8016-87d735c00b44 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:56:26.189211 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-af30b697-4b98-46d1-a8bd-830c9a5e708d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:26.212286 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-af30b697-4b98-46d1-a8bd-830c9a5e708d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:26.216804 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-af30b697-4b98-46d1-a8bd-830c9a5e708d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0ebb5c7a-f23d-41c8-bb1f-af81b48f8978 HTTP/1.1" status: 204 len: 168 time: 0.9784853 Aug 12 14:56:26.220861 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-a8d865d6-2575-4f88-b350-19807719b34a tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Deleting port bec73530-3839-4fcd-ba14-f520eec47b6d {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:56:26.221221 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a8d865d6-2575-4f88-b350-19807719b34a tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:26.245849 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cc7eb0-f984-4439-8016-87d735c00b44 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Pushing event updated for resources: {'Port': ['ID=c033b432-6b62-4327-b788-cb315644edc7,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:56:26.262698 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc06ecbf-6ef9-4fc3-a123-a7fe31f66ff4 None None] Pushing event updated for resources: {'Port': ['ID=0b870855-5110-4b8d-b0e3-a5f18066e812,revision_number=2']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:56:26.312298 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b395732a-8d19-4f73-a2e9-71c3385b49ce req-6d8a8cf1-4804-4ca6-93cf-31b93009e387 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/ports?device_id=8058b577-6d37-4f83-8841-608839b8ea4b HTTP/1.1" status: 200 len: 210 time: 0.1511102 Aug 12 14:56:26.315918 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-099b9042-49f7-4061-9bfa-9779f037f8ea tempest-ExternalNetworksAdminNegativeTestJSON-1217538851 tempest-ExternalNetworksAdminNegativeTestJSON-1217538851-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for floatingip, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:26.321442 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-099b9042-49f7-4061-9bfa-9779f037f8ea tempest-ExternalNetworksAdminNegativeTestJSON-1217538851 tempest-ExternalNetworksAdminNegativeTestJSON-1217538851-project-admin] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.2141600 Aug 12 14:56:26.322988 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af30b697-4b98-46d1-a8bd-830c9a5e708d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ebb5c7a-f23d-41c8-bb1f-af81b48f8978,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:56:26.325181 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 37728) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:56:26.369180 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-a0a065d5-004e-426b-b2ef-3ed9c816a9b6 tempest-ExternalNetworksAdminNegativeTestJSON-1217538851 tempest-ExternalNetworksAdminNegativeTestJSON-1217538851-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1343610195', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'fixed_ips': [{'ip_address': '172.25.1.120'}]}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:56:26.397277 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cc7eb0-f984-4439-8016-87d735c00b44 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:56:26.397899 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cc7eb0-f984-4439-8016-87d735c00b44 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:56:26.405498 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cc7eb0-f984-4439-8016-87d735c00b44 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:56:26.405915 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cc7eb0-f984-4439-8016-87d735c00b44 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:56:26.406424 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cc7eb0-f984-4439-8016-87d735c00b44 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:56:26.406760 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cc7eb0-f984-4439-8016-87d735c00b44 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:56:26.407116 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cc7eb0-f984-4439-8016-87d735c00b44 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:56:26.407443 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cc7eb0-f984-4439-8016-87d735c00b44 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:56:26.407781 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cc7eb0-f984-4439-8016-87d735c00b44 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:56:26.415167 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cc7eb0-f984-4439-8016-87d735c00b44 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:56:26.416875 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cc7eb0-f984-4439-8016-87d735c00b44 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:56:26.417234 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cc7eb0-f984-4439-8016-87d735c00b44 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:56:26.470687 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0a065d5-004e-426b-b2ef-3ed9c816a9b6 tempest-ExternalNetworksAdminNegativeTestJSON-1217538851 tempest-ExternalNetworksAdminNegativeTestJSON-1217538851-project-admin] Made reservation on behalf of 560921d3e7e043d8a79a8a50f76431c3 for: {'port': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:56:26.476473 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a0a065d5-004e-426b-b2ef-3ed9c816a9b6 tempest-ExternalNetworksAdminNegativeTestJSON-1217538851 tempest-ExternalNetworksAdminNegativeTestJSON-1217538851-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:26.507735 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a0a065d5-004e-426b-b2ef-3ed9c816a9b6 tempest-ExternalNetworksAdminNegativeTestJSON-1217538851 tempest-ExternalNetworksAdminNegativeTestJSON-1217538851-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:26.526986 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-be4e1cc6-fe25-4595-8255-35c992d02ae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40e9b167-df0c-44e9-929d-0decb76d5106', 'name': 'tempest-RoutersTest-router-2128871921', 'tenant_id': '3fff5b8cf1f54dd9bfa41e8e05f81407', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:56:01Z', 'updated_at': '2021-08-12T14:56:14Z', 'revision_number': 3, 'project_id': '3fff5b8cf1f54dd9bfa41e8e05f81407', 'gw_port_host': None, '_interfaces': [{'id': '39715796-a0d9-4bf5-a0cf-ddd5d041ba75', 'name': '', 'network_id': '353b1029-0993-43b5-8603-5310e6d32087', 'tenant_id': '3fff5b8cf1f54dd9bfa41e8e05f81407', 'mac_address': 'fa:16:3e:1d:5d:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40e9b167-df0c-44e9-929d-0decb76d5106', 'device_owner': 'network:router_interface', 'standard_attr_id': 2886, 'fixed_ips': [{'subnet_id': 'e63b96f0-a969-4791-9940-6b77120e2e10', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:56:12Z', 'updated_at': '2021-08-12T14:56:24Z', 'revision_number': 4, 'project_id': '3fff5b8cf1f54dd9bfa41e8e05f81407', 'subnets': [{'id': 'e63b96f0-a969-4791-9940-6b77120e2e10', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2da96b0-3228-4c3b-af77-7f6fccb5ef53', 'name': '', 'network_id': '9219eb97-3230-4649-8601-9f1aeca0b6c7', 'tenant_id': '3fff5b8cf1f54dd9bfa41e8e05f81407', 'mac_address': 'fa:16:3e:cc:c7:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40e9b167-df0c-44e9-929d-0decb76d5106', 'device_owner': 'network:router_interface', 'standard_attr_id': 2869, 'fixed_ips': [{'subnet_id': '4128f37b-afb4-4d17-af6f-d22950c79df3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:56:05Z', 'updated_at': '2021-08-12T14:56:15Z', 'revision_number': 5, 'project_id': '3fff5b8cf1f54dd9bfa41e8e05f81407', 'subnets': [{'id': '4128f37b-afb4-4d17-af6f-d22950c79df3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:56:26.554982 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e0cc7eb0-f984-4439-8016-87d735c00b44 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66663725'] for router_interface, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:26.608367 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c813b7b9-426c-4dc3-a79b-3892637ad5d8 req-2bcf7c09-4f6b-42dd-ba54-2c2e83e07bfa tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:56:26.610006 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-c813b7b9-426c-4dc3-a79b-3892637ad5d8 req-2bcf7c09-4f6b-42dd-ba54-2c2e83e07bfa tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/ports?device_id=5be77a56-d5ef-4a70-9846-307f9eb76fa5 HTTP/1.1" status: 200 len: 945 time: 0.5908782 Aug 12 14:56:26.643486 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a0a065d5-004e-426b-b2ef-3ed9c816a9b6 tempest-ExternalNetworksAdminNegativeTestJSON-1217538851 tempest-ExternalNetworksAdminNegativeTestJSON-1217538851-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:26.650991 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a0a065d5-004e-426b-b2ef-3ed9c816a9b6 tempest-ExternalNetworksAdminNegativeTestJSON-1217538851 tempest-ExternalNetworksAdminNegativeTestJSON-1217538851-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:26.658941 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [None req-a0a065d5-004e-426b-b2ef-3ed9c816a9b6 tempest-ExternalNetworksAdminNegativeTestJSON-1217538851 tempest-ExternalNetworksAdminNegativeTestJSON-1217538851-project-admin] device_id is not set on port 164ec335-43cf-4b90-a37f-ea6f4309dfdc yet. {{(pid=94467) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 14:56:26.685411 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7b738c-edff-45f3-82fc-29ee5d7d0489 req-5e3eb857-bdeb-40b4-b25f-8fe904ec40ba tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:56:26.687377 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-5a7b738c-edff-45f3-82fc-29ee5d7d0489 req-5e3eb857-bdeb-40b4-b25f-8fe904ec40ba tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.64 "GET /v2.0/networks?id=eb7e3cf4-6312-4f24-a8f2-83c178188246 HTTP/1.1" status: 200 len: 797 time: 0.4075892 Aug 12 14:56:26.728066 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be4e1cc6-fe25-4595-8255-35c992d02ae6 None None] The sync data for ids ['40e9b167-df0c-44e9-929d-0decb76d5106'] in n-d-694802-15 is: [{'id': '40e9b167-df0c-44e9-929d-0decb76d5106', 'name': 'tempest-RoutersTest-router-2128871921', 'tenant_id': '3fff5b8cf1f54dd9bfa41e8e05f81407', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:56:01Z', 'updated_at': '2021-08-12T14:56:14Z', 'revision_number': 3, 'project_id': '3fff5b8cf1f54dd9bfa41e8e05f81407', 'gw_port_host': None, '_interfaces': [{'id': '39715796-a0d9-4bf5-a0cf-ddd5d041ba75', 'name': '', 'network_id': '353b1029-0993-43b5-8603-5310e6d32087', 'tenant_id': '3fff5b8cf1f54dd9bfa41e8e05f81407', 'mac_address': 'fa:16:3e:1d:5d:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40e9b167-df0c-44e9-929d-0decb76d5106', 'device_owner': 'network:router_interface', 'standard_attr_id': 2886, 'fixed_ips': [{'subnet_id': 'e63b96f0-a969-4791-9940-6b77120e2e10', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:56:12Z', 'updated_at': '2021-08-12T14:56:24Z', 'revision_number': 4, 'project_id': '3fff5b8cf1f54dd9bfa41e8e05f81407', 'subnets': [{'id': 'e63b96f0-a969-4791-9940-6b77120e2e10', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2da96b0-3228-4c3b-af77-7f6fccb5ef53', 'name': '', 'network_id': '9219eb97-3230-4649-8601-9f1aeca0b6c7', 'tenant_id': '3fff5b8cf1f54dd9bfa41e8e05f81407', 'mac_address': 'fa:16:3e:cc:c7:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40e9b167-df0c-44e9-929d-0decb76d5106', 'device_owner': 'network:router_interface', 'standard_attr_id': 2869, 'fixed_ips': [{'subnet_id': '4128f37b-afb4-4d17-af6f-d22950c79df3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:56:05Z', 'updated_at': '2021-08-12T14:56:15Z', 'revision_number': 5, 'project_id': '3fff5b8cf1f54dd9bfa41e8e05f81407', 'subnets': [{'id': '4128f37b-afb4-4d17-af6f-d22950c79df3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 14:56:26.758837 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-9c4ab38b-9267-44db-89f7-a01d8f721d46 None None] Provisioning for port 12aeaf49-cf58-4fc2-896e-06ca4af28297 completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:56:26.788015 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port 7fec999d-57fb-4e5b-88e3-f9334c1028eb triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:56:26.788394 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:26.884583 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a065d5-004e-426b-b2ef-3ed9c816a9b6 tempest-ExternalNetworksAdminNegativeTestJSON-1217538851 tempest-ExternalNetworksAdminNegativeTestJSON-1217538851-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=197e2410-6618-43ef-8e82-c4b794382fae,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:56:27.001633 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-a8d865d6-2575-4f88-b350-19807719b34a tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] For port bec73530-3839-4fcd-ba14-f520eec47b6d, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=bec73530-3839-4fcd-ba14-f520eec47b6d,segment=NetworkSegment(4d4efc1a-99b7-4b1b-893a-23ac2dc22cda),segment_id=4d4efc1a-99b7-4b1b-893a-23ac2dc22cda)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:56:27.002016 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a8d865d6-2575-4f88-b350-19807719b34a tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:27.020962 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-5a7b738c-edff-45f3-82fc-29ee5d7d0489 req-98197bf7-9408-4ba0-8cd6-c50ba5badbc9 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6774b656eb8145eb998ea0059b40b4c3 HTTP/1.1" status: 200 len: 380 time: 0.2777886 Aug 12 14:56:27.043986 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-5a7b738c-edff-45f3-82fc-29ee5d7d0489 req-cef9a46a-a96e-4260-b28a-9f68474a2bb6 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Request body: {'port': {'device_id': '8058b577-6d37-4f83-8841-608839b8ea4b', 'network_id': 'eb7e3cf4-6312-4f24-a8f2-83c178188246', 'admin_state_up': True, 'tenant_id': '6774b656eb8145eb998ea0059b40b4c3', 'security_groups': ['c39b825c-c1be-4b1e-8a82-7d04c2bfa2a2']}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:56:27.045722 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-a8d865d6-2575-4f88-b350-19807719b34a tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Calling delete_port for bec73530-3839-4fcd-ba14-f520eec47b6d owned by network:router_interface {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:56:27.065663 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-c813b7b9-426c-4dc3-a79b-3892637ad5d8 req-f200852a-b1ec-4dc3-b3ed-3ae6994243a2 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/security-groups?id=188dc986-a686-4570-b7d8-3a6edb471033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4395468 Aug 12 14:56:27.137378 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device cd2f8736-24d5-415f-a652-4ff9c233a099 no longer exists at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:56:27.187440 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e0cc7eb0-f984-4439-8016-87d735c00b44 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:27.205270 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] No Port match for: cd2f8736-24d5-415f-a652-4ff9c233a099 {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 14:56:27.205620 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device cd2f8736-24d5-415f-a652-4ff9c233a099 not bound to the agent host n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:56:27.569903 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f875317f-2aaa-44f8-9c74-4b0cb3402f30 req-6fe756af-1934-4bb3-9b4a-51464fbc79b1 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/ports?device_id=8058b577-6d37-4f83-8841-608839b8ea4b HTTP/1.1" status: 200 len: 210 time: 0.0784395 Aug 12 14:56:27.580695 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a7b738c-edff-45f3-82fc-29ee5d7d0489 req-cef9a46a-a96e-4260-b28a-9f68474a2bb6 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Made reservation on behalf of 6774b656eb8145eb998ea0059b40b4c3 for: {'port': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:56:27.585059 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-5a7b738c-edff-45f3-82fc-29ee5d7d0489 req-cef9a46a-a96e-4260-b28a-9f68474a2bb6 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:27.656630 n-d-694802-15 neutron-server[94467]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0a065d5-004e-426b-b2ef-3ed9c816a9b6 tempest-ExternalNetworksAdminNegativeTestJSON-1217538851 tempest-ExternalNetworksAdminNegativeTestJSON-1217538851-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Aug 12 14:56:27.657133 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0a065d5-004e-426b-b2ef-3ed9c816a9b6 tempest-ExternalNetworksAdminNegativeTestJSON-1217538851 tempest-ExternalNetworksAdminNegativeTestJSON-1217538851-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=94467) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 14:56:27.702144 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-a0a065d5-004e-426b-b2ef-3ed9c816a9b6 tempest-ExternalNetworksAdminNegativeTestJSON-1217538851 tempest-ExternalNetworksAdminNegativeTestJSON-1217538851-project-admin] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 1.3433449 Aug 12 14:56:27.704239 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 37756) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:56:27.746525 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device b490a805-99f6-4eee-a79f-8d58708a6481 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:56:27.857444 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port b490a805-99f6-4eee-a79f-8d58708a6481 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:56:27.858941 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:28.051624 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f3b4f4-8d31-43f6-9b53-d8ad73df4b59 req-79925b13-ed2a-46e4-af9d-5694fcca278c tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:56:28.057551 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88ad9ba7-edd0-41cb-8fff-e2633dbc8d02 None None] Network a402136b-899e-48a2-afbb-6a230d269c97 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:56:28.063162 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-02f3b4f4-8d31-43f6-9b53-d8ad73df4b59 req-79925b13-ed2a-46e4-af9d-5694fcca278c tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/ports?device_id=5be77a56-d5ef-4a70-9846-307f9eb76fa5 HTTP/1.1" status: 200 len: 945 time: 0.5624750 Aug 12 14:56:28.108227 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-e4ad8031-2bd5-469c-ae04-ae7bb2915f2e tempest-ExternalNetworksAdminNegativeTestJSON-1217538851 tempest-ExternalNetworksAdminNegativeTestJSON-1217538851-project-admin] Deleting port 57b07b11-de8d-4a8b-80b7-68ad7434a123 {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:56:28.108634 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-e4ad8031-2bd5-469c-ae04-ae7bb2915f2e tempest-ExternalNetworksAdminNegativeTestJSON-1217538851 tempest-ExternalNetworksAdminNegativeTestJSON-1217538851-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:28.111357 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_common [req-5a7b738c-edff-45f3-82fc-29ee5d7d0489 req-cef9a46a-a96e-4260-b28a-9f68474a2bb6 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Allocated IP 172.20.0.3 (eb7e3cf4-6312-4f24-a8f2-83c178188246/0458ca9d-6835-4814-a3b3-ca2b2564f4b0/026cb33f-8bb3-46d5-883a-21dfb3ccff22) {{(pid=94467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:56:28.167714 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a8d865d6-2575-4f88-b350-19807719b34a tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:28.227267 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d865d6-2575-4f88-b350-19807719b34a tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Pushing event deleted for resources: {'Port': ['ID=bec73530-3839-4fcd-ba14-f520eec47b6d,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:56:28.250033 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 0b870855-5110-4b8d-b0e3-a5f18066e812 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:56:28.274081 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-02f3b4f4-8d31-43f6-9b53-d8ad73df4b59 req-a401b82a-75ca-4442-895a-002972a14eca tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/security-groups?id=188dc986-a686-4570-b7d8-3a6edb471033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2097020 Aug 12 14:56:28.310584 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-e4ad8031-2bd5-469c-ae04-ae7bb2915f2e tempest-ExternalNetworksAdminNegativeTestJSON-1217538851 tempest-ExternalNetworksAdminNegativeTestJSON-1217538851-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:28.311329 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-e4ad8031-2bd5-469c-ae04-ae7bb2915f2e tempest-ExternalNetworksAdminNegativeTestJSON-1217538851 tempest-ExternalNetworksAdminNegativeTestJSON-1217538851-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:28.334598 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-e4ad8031-2bd5-469c-ae04-ae7bb2915f2e tempest-ExternalNetworksAdminNegativeTestJSON-1217538851 tempest-ExternalNetworksAdminNegativeTestJSON-1217538851-project-admin] Calling delete_port for 57b07b11-de8d-4a8b-80b7-68ad7434a123 owned by network:floatingip {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:56:28.420705 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-b506c59c-8055-434f-8dd5-6b519c448efa None None] Provisioning for port 0b870855-5110-4b8d-b0e3-a5f18066e812 completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:56:28.441173 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-5a7b738c-edff-45f3-82fc-29ee5d7d0489 req-cef9a46a-a96e-4260-b28a-9f68474a2bb6 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks [] for port, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:28.462310 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [req-5a7b738c-edff-45f3-82fc-29ee5d7d0489 req-cef9a46a-a96e-4260-b28a-9f68474a2bb6 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Transition to ACTIVE for port object 026cb33f-8bb3-46d5-883a-21dfb3ccff22 will not be triggered until provisioned by entity DHCP. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:56:28.567341 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-5a7b738c-edff-45f3-82fc-29ee5d7d0489 req-cef9a46a-a96e-4260-b28a-9f68474a2bb6 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:28.577317 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning for port 0b870855-5110-4b8d-b0e3-a5f18066e812 completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:56:28.621770 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e0cc7eb0-f984-4439-8016-87d735c00b44 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks [] for port, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:28.622985 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port 0b870855-5110-4b8d-b0e3-a5f18066e812 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:56:28.628499 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:28.634384 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e0cc7eb0-f984-4439-8016-87d735c00b44 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3718439'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:28.645768 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a8d865d6-2575-4f88-b350-19807719b34a tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66628352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-430630'] for router_interface, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:28.744948 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a7b738c-edff-45f3-82fc-29ee5d7d0489 req-cef9a46a-a96e-4260-b28a-9f68474a2bb6 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Network eb7e3cf4-6312-4f24-a8f2-83c178188246 is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:56:28.788001 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:28.793084 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [req-5a7b738c-edff-45f3-82fc-29ee5d7d0489 req-cef9a46a-a96e-4260-b28a-9f68474a2bb6 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:56:28.797081 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a7b738c-edff-45f3-82fc-29ee5d7d0489 req-cef9a46a-a96e-4260-b28a-9f68474a2bb6 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Received port after_create {{(pid=94467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:56:28.863204 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef9a46a-a96e-4260-b28a-9f68474a2bb6 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Pushing event updated for resources: {'Port': ['ID=026cb33f-8bb3-46d5-883a-21dfb3ccff22,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:56:28.866406 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] For port 0b870855-5110-4b8d-b0e3-a5f18066e812, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=0b870855-5110-4b8d-b0e3-a5f18066e812,segment=NetworkSegment(f0ac254e-f155-40d7-989a-a8d18ce198a4),segment_id=f0ac254e-f155-40d7-989a-a8d18ce198a4)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:56:28.874370 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:28.875325 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 12aeaf49-cf58-4fc2-896e-06ca4af28297 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:56:28.905738 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b2a9c8-e8f6-44ba-bf43-dc26e962238f req-c7be111c-337f-49f3-a66b-5eecac6ca584 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:56:28.907329 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-53b2a9c8-e8f6-44ba-bf43-dc26e962238f req-c7be111c-337f-49f3-a66b-5eecac6ca584 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/ports?device_id=5be77a56-d5ef-4a70-9846-307f9eb76fa5 HTTP/1.1" status: 200 len: 945 time: 0.4052117 Aug 12 14:56:28.945519 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e0cc7eb0-f984-4439-8016-87d735c00b44 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66628363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66663865'] for router_interface, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:28.947781 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cc7eb0-f984-4439-8016-87d735c00b44 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Pushing event updated for resources: {'Port': ['ID=c033b432-6b62-4327-b788-cb315644edc7,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:56:29.000532 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7b738c-edff-45f3-82fc-29ee5d7d0489 req-cef9a46a-a96e-4260-b28a-9f68474a2bb6 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:56:29.001211 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-5a7b738c-edff-45f3-82fc-29ee5d7d0489 req-cef9a46a-a96e-4260-b28a-9f68474a2bb6 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:29.043941 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Pushing event updated for resources: {'Port': ['ID=0b870855-5110-4b8d-b0e3-a5f18066e812,revision_number=3']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:56:29.073295 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning for port 12aeaf49-cf58-4fc2-896e-06ca4af28297 completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:56:29.078093 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port 12aeaf49-cf58-4fc2-896e-06ca4af28297 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:56:29.078713 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:29.087609 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4810a8b7-15ce-4f3f-99d0-0878ea2614c0 req-b7791786-e6aa-4509-9f1f-2341be8035d4 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:56:29.090374 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-4810a8b7-15ce-4f3f-99d0-0878ea2614c0 req-b7791786-e6aa-4509-9f1f-2341be8035d4 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/ports?device_id=8058b577-6d37-4f83-8841-608839b8ea4b HTTP/1.1" status: 200 len: 931 time: 0.3711755 Aug 12 14:56:29.118677 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-5a7b738c-edff-45f3-82fc-29ee5d7d0489 req-cef9a46a-a96e-4260-b28a-9f68474a2bb6 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0859816 Aug 12 14:56:29.193727 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:29.194430 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-5a7b738c-edff-45f3-82fc-29ee5d7d0489 req-275bc141-b08e-4f3d-a5fd-57899f6971dc service neutron] Request body: {'port': {'device_id': '8058b577-6d37-4f83-8841-608839b8ea4b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-694802-15'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:56:29.198726 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-e4ad8031-2bd5-469c-ae04-ae7bb2915f2e tempest-ExternalNetworksAdminNegativeTestJSON-1217538851 tempest-ExternalNetworksAdminNegativeTestJSON-1217538851-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:29.225360 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-53b2a9c8-e8f6-44ba-bf43-dc26e962238f req-e258dc43-a849-4ed2-9d4d-e8cf01ce6f29 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/security-groups?id=188dc986-a686-4570-b7d8-3a6edb471033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2832608 Aug 12 14:56:29.329886 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] For port 12aeaf49-cf58-4fc2-896e-06ca4af28297, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=12aeaf49-cf58-4fc2-896e-06ca4af28297,segment=NetworkSegment(418aef02-2562-41f7-b79e-6d7cc24f798a),segment_id=418aef02-2562-41f7-b79e-6d7cc24f798a)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:56:29.332438 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-75eeb131-7b72-4cad-b54c-f9e3afebdf37 None None] Provisioning for port 026cb33f-8bb3-46d5-883a-21dfb3ccff22 completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:56:29.338230 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:29.339265 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 39715796-a0d9-4bf5-a0cf-ddd5d041ba75 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:56:29.343526 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-75eeb131-7b72-4cad-b54c-f9e3afebdf37 None None] Provisioning complete for port 026cb33f-8bb3-46d5-883a-21dfb3ccff22 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:56:29.344006 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-75eeb131-7b72-4cad-b54c-f9e3afebdf37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:29.345530 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0cc7eb0-f984-4439-8016-87d735c00b44 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Network a402136b-899e-48a2-afbb-6a230d269c97 is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:56:29.375830 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-e0cc7eb0-f984-4439-8016-87d735c00b44 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:56:29.444109 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8d865d6-2575-4f88-b350-19807719b34a tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Router b58f5ba9-1219-4663-800a-15c90fb3703e has already been hosted by L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f {{(pid=94466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 14:56:29.494880 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-5a7b738c-edff-45f3-82fc-29ee5d7d0489 req-275bc141-b08e-4f3d-a5fd-57899f6971dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:29.552104 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-75eeb131-7b72-4cad-b54c-f9e3afebdf37 None None] Port 026cb33f-8bb3-46d5-883a-21dfb3ccff22 cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 14:56:29.563693 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Pushing event updated for resources: {'Port': ['ID=12aeaf49-cf58-4fc2-896e-06ca4af28297,revision_number=5']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:56:29.583664 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning for port 39715796-a0d9-4bf5-a0cf-ddd5d041ba75 completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:56:29.591840 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port 39715796-a0d9-4bf5-a0cf-ddd5d041ba75 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:56:29.592468 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:29.594332 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-4810a8b7-15ce-4f3f-99d0-0878ea2614c0 req-d96d80fe-94ce-4011-83f9-9765f4ac8644 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/security-groups?id=c39b825c-c1be-4b1e-8a82-7d04c2bfa2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3283210 Aug 12 14:56:29.600436 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ad8031-2bd5-469c-ae04-ae7bb2915f2e tempest-ExternalNetworksAdminNegativeTestJSON-1217538851 tempest-ExternalNetworksAdminNegativeTestJSON-1217538851-project-admin] Pushing event deleted for resources: {'Port': ['ID=57b07b11-de8d-4a8b-80b7-68ad7434a123,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:56:29.723764 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-6861897c-8616-4a37-a13c-57e48faee703 None None] Provisioning complete for port 0b870855-5110-4b8d-b0e3-a5f18066e812 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:56:29.724644 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-6861897c-8616-4a37-a13c-57e48faee703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:29.737912 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:29.857807 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] For port 39715796-a0d9-4bf5-a0cf-ddd5d041ba75, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=39715796-a0d9-4bf5-a0cf-ddd5d041ba75,segment=NetworkSegment(523d5089-030e-4459-a954-215742722d76),segment_id=523d5089-030e-4459-a954-215742722d76)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:56:29.868993 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:29.934883 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-e4ad8031-2bd5-469c-ae04-ae7bb2915f2e tempest-ExternalNetworksAdminNegativeTestJSON-1217538851 tempest-ExternalNetworksAdminNegativeTestJSON-1217538851-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:29.942030 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-e4ad8031-2bd5-469c-ae04-ae7bb2915f2e tempest-ExternalNetworksAdminNegativeTestJSON-1217538851 tempest-ExternalNetworksAdminNegativeTestJSON-1217538851-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for floatingip, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:29.945212 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-e4ad8031-2bd5-469c-ae04-ae7bb2915f2e tempest-ExternalNetworksAdminNegativeTestJSON-1217538851 tempest-ExternalNetworksAdminNegativeTestJSON-1217538851-project-admin] 10.222.0.39 "DELETE /v2.0/floatingips/3060d68b-5ded-4312-a4dc-270e02080586 HTTP/1.1" status: 204 len: 168 time: 2.2398486 Aug 12 14:56:30.079849 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Pushing event updated for resources: {'Port': ['ID=39715796-a0d9-4bf5-a0cf-ddd5d041ba75,revision_number=5']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:56:30.086835 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4f4118-16ad-4212-af7b-cc61368c6ff4 req-32006852-002f-49f3-8012-b1b37f1c169c tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:56:30.099617 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-de4f4118-16ad-4212-af7b-cc61368c6ff4 req-32006852-002f-49f3-8012-b1b37f1c169c tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/ports?device_id=5be77a56-d5ef-4a70-9846-307f9eb76fa5 HTTP/1.1" status: 200 len: 945 time: 0.6112673 Aug 12 14:56:30.116393 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-6861897c-8616-4a37-a13c-57e48faee703 None None] Provisioning for port c033b432-6b62-4327-b788-cb315644edc7 completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:56:30.123079 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-6861897c-8616-4a37-a13c-57e48faee703 None None] Provisioning complete for port c033b432-6b62-4327-b788-cb315644edc7 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:56:30.123755 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-6861897c-8616-4a37-a13c-57e48faee703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:30.165371 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-de4f4118-16ad-4212-af7b-cc61368c6ff4 req-35518107-ce77-4ed2-b766-f38bd82cc6b5 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/security-groups?id=188dc986-a686-4570-b7d8-3a6edb471033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623896 Aug 12 14:56:30.226990 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 12aeaf49-cf58-4fc2-896e-06ca4af28297 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:56:30.328444 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [req-5a7b738c-edff-45f3-82fc-29ee5d7d0489 req-275bc141-b08e-4f3d-a5fd-57899f6971dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 026cb33f-8bb3-46d5-883a-21dfb3ccff22 {{(pid=94467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:56:30.339169 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-5a7b738c-edff-45f3-82fc-29ee5d7d0489 req-275bc141-b08e-4f3d-a5fd-57899f6971dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:30.365993 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-6861897c-8616-4a37-a13c-57e48faee703 None None] Port c033b432-6b62-4327-b788-cb315644edc7 cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 14:56:30.372348 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [req-5a7b738c-edff-45f3-82fc-29ee5d7d0489 req-275bc141-b08e-4f3d-a5fd-57899f6971dc service neutron] Transition to ACTIVE for port object 026cb33f-8bb3-46d5-883a-21dfb3ccff22 will not be triggered until provisioned by entity L2. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:56:30.379830 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-5a7b738c-edff-45f3-82fc-29ee5d7d0489 req-275bc141-b08e-4f3d-a5fd-57899f6971dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:30.408406 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port 12aeaf49-cf58-4fc2-896e-06ca4af28297 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:56:30.408782 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:30.465840 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0cc7eb0-f984-4439-8016-87d735c00b44 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Router 40e9b167-df0c-44e9-929d-0decb76d5106 has already been hosted by L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f {{(pid=94466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 14:56:30.557412 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-1e8ab5a8-5253-4e82-80ee-28971142eee8 None None] Provisioning complete for port c033b432-6b62-4327-b788-cb315644edc7 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:56:30.557771 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-1e8ab5a8-5253-4e82-80ee-28971142eee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:30.569990 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275bc141-b08e-4f3d-a5fd-57899f6971dc service neutron] Pushing event updated for resources: {'Port': ['ID=026cb33f-8bb3-46d5-883a-21dfb3ccff22,revision_number=2']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:56:30.608718 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8d865d6-2575-4f88-b350-19807719b34a tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 14:56:30.646686 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-a8d865d6-2575-4f88-b350-19807719b34a tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] 10.222.0.39 "PUT /v2.0/routers/b58f5ba9-1219-4663-800a-15c90fb3703e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9633124 Aug 12 14:56:30.654260 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 37834) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:56:30.679269 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-544fe70a-1c05-44c7-a265-958bcc24a49b None None] Sync routers for ids ['b58f5ba9-1219-4663-800a-15c90fb3703e'] in n-d-694802-15 {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 14:56:30.717555 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 37838) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:56:30.728772 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5138b4f5-eed5-4d19-87e3-561d773537c2 req-e4ccfa2c-2135-4081-baa3-5469479eb36c tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:56:30.753445 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-5138b4f5-eed5-4d19-87e3-561d773537c2 req-e4ccfa2c-2135-4081-baa3-5469479eb36c tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/ports?device_id=5be77a56-d5ef-4a70-9846-307f9eb76fa5 HTTP/1.1" status: 200 len: 945 time: 0.2851765 Aug 12 14:56:30.787504 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-1e8ab5a8-5253-4e82-80ee-28971142eee8 None None] Port c033b432-6b62-4327-b788-cb315644edc7 cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 14:56:30.807363 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-544fe70a-1c05-44c7-a265-958bcc24a49b None None] Routers {'b58f5ba9-1219-4663-800a-15c90fb3703e'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:56:30.808110 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-544fe70a-1c05-44c7-a265-958bcc24a49b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:56:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['b58f5ba9-1219-4663-800a-15c90fb3703e'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:56:30.898115 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 0b870855-5110-4b8d-b0e3-a5f18066e812 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:56:30.945135 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_v2 [None req-77efe472-03c8-41af-b827-74b652c4c7f2 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Deleting subnet ce6177dd-6991-4d81-b4d3-7cc3b78710ce {{(pid=94467) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 14:56:30.946189 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-77efe472-03c8-41af-b827-74b652c4c7f2 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks [] for subnet, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:30.956519 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-5138b4f5-eed5-4d19-87e3-561d773537c2 req-d78efa06-fefb-4414-b16d-ddcecb2afbbb tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/security-groups?id=188dc986-a686-4570-b7d8-3a6edb471033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1996231 Aug 12 14:56:30.972884 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0cc7eb0-f984-4439-8016-87d735c00b44 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 14:56:30.982249 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-e0cc7eb0-f984-4439-8016-87d735c00b44 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] 10.222.0.39 "PUT /v2.0/routers/40e9b167-df0c-44e9-929d-0decb76d5106/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2998393 Aug 12 14:56:30.992096 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 37850) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:56:30.997418 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-11542fbe-3671-4f2f-b6f5-bb8e9a4fbb53 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Request body: {'network': {'name': 'tempest-RoutersTest-1700113743'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:56:31.006675 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aca7233-2420-4828-be6d-17bc53028418 None None] Sync routers for ids ['40e9b167-df0c-44e9-929d-0decb76d5106'] in n-d-694802-15 {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 14:56:31.020424 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aca7233-2420-4828-be6d-17bc53028418 None None] Routers {'40e9b167-df0c-44e9-929d-0decb76d5106'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:56:31.023392 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-5a7b738c-edff-45f3-82fc-29ee5d7d0489 req-275bc141-b08e-4f3d-a5fd-57899f6971dc service neutron] Attempting to bind port 026cb33f-8bb3-46d5-883a-21dfb3ccff22 on host n-h1-694802-15 for vnic_type normal with profile {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:56:31.026290 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-5a7b738c-edff-45f3-82fc-29ee5d7d0489 req-275bc141-b08e-4f3d-a5fd-57899f6971dc service neutron] Attempting to bind port 026cb33f-8bb3-46d5-883a-21dfb3ccff22 by drivers openvswitch,hyperv on host n-h1-694802-15 at level 0 using segments [{'id': '418aef02-2562-41f7-b79e-6d7cc24f798a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'eb7e3cf4-6312-4f24-a8f2-83c178188246'}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:56:31.026453 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-9aca7233-2420-4828-be6d-17bc53028418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:56:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['40e9b167-df0c-44e9-929d-0decb76d5106'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:56:31.026946 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a7b738c-edff-45f3-82fc-29ee5d7d0489 req-275bc141-b08e-4f3d-a5fd-57899f6971dc service neutron] Attempting to bind port 026cb33f-8bb3-46d5-883a-21dfb3ccff22 on network eb7e3cf4-6312-4f24-a8f2-83c178188246 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:56:31.045702 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a7b738c-edff-45f3-82fc-29ee5d7d0489 req-275bc141-b08e-4f3d-a5fd-57899f6971dc service neutron] Port 026cb33f-8bb3-46d5-883a-21dfb3ccff22 on network eb7e3cf4-6312-4f24-a8f2-83c178188246 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-15 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 14:56:31.046069 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a7b738c-edff-45f3-82fc-29ee5d7d0489 req-275bc141-b08e-4f3d-a5fd-57899f6971dc service neutron] Attempting to bind port 026cb33f-8bb3-46d5-883a-21dfb3ccff22 on network eb7e3cf4-6312-4f24-a8f2-83c178188246 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:56:31.064209 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-aef35b35-a328-4dc1-8cc5-966fd733e929 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:31.071779 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvr_db [None req-544fe70a-1c05-44c7-a265-958bcc24a49b None None] Set router b58f5ba9-1219-4663-800a-15c90fb3703e gateway port host: None {{(pid=94468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:56:31.100788 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11542fbe-3671-4f2f-b6f5-bb8e9a4fbb53 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Made reservation on behalf of 3fff5b8cf1f54dd9bfa41e8e05f81407 for: {'network': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:56:31.104025 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b52e1a-f7bc-4ed4-a3d2-2fedf7289c6c req-59f92e77-1091-4830-87a6-291fcbd4f202 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:56:31.105628 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-68b52e1a-f7bc-4ed4-a3d2-2fedf7289c6c req-59f92e77-1091-4830-87a6-291fcbd4f202 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/ports?device_id=8058b577-6d37-4f83-8841-608839b8ea4b HTTP/1.1" status: 200 len: 943 time: 0.3252556 Aug 12 14:56:31.109520 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a7b738c-edff-45f3-82fc-29ee5d7d0489 req-275bc141-b08e-4f3d-a5fd-57899f6971dc service neutron] Checking agent: {'id': 'de568313-a3e6-454a-9813-77e25edcea95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 27, 41), 'started_at': datetime.datetime(2021, 8, 12, 14, 27, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 56, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:56:31.109858 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a7b738c-edff-45f3-82fc-29ee5d7d0489 req-275bc141-b08e-4f3d-a5fd-57899f6971dc service neutron] Checking segment: {'id': '418aef02-2562-41f7-b79e-6d7cc24f798a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'eb7e3cf4-6312-4f24-a8f2-83c178188246'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:56:31.110243 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a7b738c-edff-45f3-82fc-29ee5d7d0489 req-275bc141-b08e-4f3d-a5fd-57899f6971dc service neutron] Bound using segment: {'id': '418aef02-2562-41f7-b79e-6d7cc24f798a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'eb7e3cf4-6312-4f24-a8f2-83c178188246'} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:56:31.110693 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-5a7b738c-edff-45f3-82fc-29ee5d7d0489 req-275bc141-b08e-4f3d-a5fd-57899f6971dc service neutron] Bound port: 026cb33f-8bb3-46d5-883a-21dfb3ccff22, host: n-h1-694802-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '418aef02-2562-41f7-b79e-6d7cc24f798a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'eb7e3cf4-6312-4f24-a8f2-83c178188246'}}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:56:31.111063 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-5a7b738c-edff-45f3-82fc-29ee5d7d0489 req-275bc141-b08e-4f3d-a5fd-57899f6971dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:31.112592 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-11542fbe-3671-4f2f-b6f5-bb8e9a4fbb53 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for network, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:31.129478 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-77efe472-03c8-41af-b827-74b652c4c7f2 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3857505'] for subnet, precommit_delete_associations {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:31.174021 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-544fe70a-1c05-44c7-a265-958bcc24a49b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b58f5ba9-1219-4663-800a-15c90fb3703e', 'name': 'tempest-RoutersIpV6Test-router-782971319', 'tenant_id': '6ba6601003674b8c9c33878dd4577887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:55:13Z', 'updated_at': '2021-08-12T14:56:27Z', 'revision_number': 11, 'project_id': '6ba6601003674b8c9c33878dd4577887', 'gw_port_host': None}], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:56:31.239082 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-68b52e1a-f7bc-4ed4-a3d2-2fedf7289c6c req-f609abbd-fb9a-4c10-9eab-090a2893952b tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/security-groups?id=c39b825c-c1be-4b1e-8a82-7d04c2bfa2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1054375 Aug 12 14:56:31.268521 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-9aca7233-2420-4828-be6d-17bc53028418 None None] Set router 40e9b167-df0c-44e9-929d-0decb76d5106 gateway port host: None {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:56:31.282918 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 37858) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:56:31.306103 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11542fbe-3671-4f2f-b6f5-bb8e9a4fbb53 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] vlan segment allocate from pool success with {'vlan_id': 347, 'physical_network': 'physnet1'} {{(pid=94466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 14:56:31.323046 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bba869e-6030-4fa3-b219-55a1e3cf2961 req-08ddd7ee-7269-45c0-a7a1-1b78825cf183 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:56:31.324864 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-5bba869e-6030-4fa3-b219-55a1e3cf2961 req-08ddd7ee-7269-45c0-a7a1-1b78825cf183 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/ports?device_id=5be77a56-d5ef-4a70-9846-307f9eb76fa5 HTTP/1.1" status: 200 len: 945 time: 0.2040641 Aug 12 14:56:31.349933 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-5a7b738c-edff-45f3-82fc-29ee5d7d0489 req-275bc141-b08e-4f3d-a5fd-57899f6971dc service neutron] For port 026cb33f-8bb3-46d5-883a-21dfb3ccff22, host n-h1-694802-15, cleared binding levels {{(pid=94467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:56:31.376940 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-5a7b738c-edff-45f3-82fc-29ee5d7d0489 req-275bc141-b08e-4f3d-a5fd-57899f6971dc service neutron] For port 026cb33f-8bb3-46d5-883a-21dfb3ccff22, host n-h1-694802-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=026cb33f-8bb3-46d5-883a-21dfb3ccff22,segment=NetworkSegment(418aef02-2562-41f7-b79e-6d7cc24f798a),segment_id=418aef02-2562-41f7-b79e-6d7cc24f798a)] {{(pid=94467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:56:31.377269 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-11542fbe-3671-4f2f-b6f5-bb8e9a4fbb53 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:31.377826 n-d-694802-15 neutron-server[94466]: INFO neutron.db.segments_db [None req-11542fbe-3671-4f2f-b6f5-bb8e9a4fbb53 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Added segment 101da761-93a5-440d-b782-d37910f18a82 of type vlan for network 00f324ba-fd16-4b55-a2fd-4dee20cad375 Aug 12 14:56:31.389069 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-5a7b738c-edff-45f3-82fc-29ee5d7d0489 req-275bc141-b08e-4f3d-a5fd-57899f6971dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:31.393002 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-77efe472-03c8-41af-b827-74b652c4c7f2 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66416255'] for subnet, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:31.467243 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-5bba869e-6030-4fa3-b219-55a1e3cf2961 req-38403200-897a-405f-9e5d-3bdaf72ea0f8 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/security-groups?id=188dc986-a686-4570-b7d8-3a6edb471033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337588 Aug 12 14:56:31.486643 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-11542fbe-3671-4f2f-b6f5-bb8e9a4fbb53 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744653628263'] for network, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:31.591966 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-544fe70a-1c05-44c7-a265-958bcc24a49b None None] Checking router: b58f5ba9-1219-4663-800a-15c90fb3703e for host: n-d-694802-15 {{(pid=94468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 14:56:31.614415 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-aef35b35-a328-4dc1-8cc5-966fd733e929 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:31.615941 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port 0b870855-5110-4b8d-b0e3-a5f18066e812 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:56:31.616518 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:31.625161 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-aef35b35-a328-4dc1-8cc5-966fd733e929 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:31.634889 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-11542fbe-3671-4f2f-b6f5-bb8e9a4fbb53 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409'] for network, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:31.648354 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-544fe70a-1c05-44c7-a265-958bcc24a49b None None] Routers {'b58f5ba9-1219-4663-800a-15c90fb3703e'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:56:31.649110 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-544fe70a-1c05-44c7-a265-958bcc24a49b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:56:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['b58f5ba9-1219-4663-800a-15c90fb3703e'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:56:31.652795 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11542fbe-3671-4f2f-b6f5-bb8e9a4fbb53 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:56:31.654851 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-11542fbe-3671-4f2f-b6f5-bb8e9a4fbb53 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks [] for network, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:31.707800 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-77efe472-03c8-41af-b827-74b652c4c7f2 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66416232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2859225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3343748'] for subnet, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:31.738426 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvr_db [None req-544fe70a-1c05-44c7-a265-958bcc24a49b None None] Set router b58f5ba9-1219-4663-800a-15c90fb3703e gateway port host: None {{(pid=94468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:56:31.763260 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-0ed76838-654b-4a49-b489-2b3d8ff80657 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:31.808548 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-544fe70a-1c05-44c7-a265-958bcc24a49b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b58f5ba9-1219-4663-800a-15c90fb3703e', 'name': 'tempest-RoutersIpV6Test-router-782971319', 'tenant_id': '6ba6601003674b8c9c33878dd4577887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:55:13Z', 'updated_at': '2021-08-12T14:56:27Z', 'revision_number': 11, 'project_id': '6ba6601003674b8c9c33878dd4577887', 'gw_port_host': None}], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:56:31.833606 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11542fbe-3671-4f2f-b6f5-bb8e9a4fbb53 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Pushing event updated for resources: {'Network': ['ID=00f324ba-fd16-4b55-a2fd-4dee20cad375,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:56:31.846152 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-544fe70a-1c05-44c7-a265-958bcc24a49b None None] The sync data for ids ['b58f5ba9-1219-4663-800a-15c90fb3703e'] in n-d-694802-15 is: [{'id': 'b58f5ba9-1219-4663-800a-15c90fb3703e', 'name': 'tempest-RoutersIpV6Test-router-782971319', 'tenant_id': '6ba6601003674b8c9c33878dd4577887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:55:13Z', 'updated_at': '2021-08-12T14:56:27Z', 'revision_number': 11, 'project_id': '6ba6601003674b8c9c33878dd4577887', 'gw_port_host': None}] {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 14:56:31.851477 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Network 00f324ba-fd16-4b55-a2fd-4dee20cad375 details requested by agent ovs-agent-n-d-694802-15 with host n-d-694802-15 {{(pid=94468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 14:56:31.862923 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-11542fbe-3671-4f2f-b6f5-bb8e9a4fbb53 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8697047 Aug 12 14:56:31.864797 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef35b35-a328-4dc1-8cc5-966fd733e929 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=509f09ec-b400-40ed-bce9-91c294429d5e,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:56:31.873267 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-aef35b35-a328-4dc1-8cc5-966fd733e929 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1f2f1896f12640ac9879e20da51d230b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1175985 Aug 12 14:56:31.874606 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 37872) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:56:31.875183 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 37874) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:56:31.903613 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-a99a79c2-566c-409b-ad23-53aa064c5375 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Request body: {'subnet': {'network_id': '00f324ba-fd16-4b55-a2fd-4dee20cad375', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:56:31.907425 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77efe472-03c8-41af-b827-74b652c4c7f2 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Pushing event deleted for resources: {'Subnet': ['ID=ce6177dd-6991-4d81-b4d3-7cc3b78710ce,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:56:31.940390 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-9aca7233-2420-4828-be6d-17bc53028418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40e9b167-df0c-44e9-929d-0decb76d5106', 'name': 'tempest-RoutersTest-router-2128871921', 'tenant_id': '3fff5b8cf1f54dd9bfa41e8e05f81407', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:56:01Z', 'updated_at': '2021-08-12T14:56:27Z', 'revision_number': 4, 'project_id': '3fff5b8cf1f54dd9bfa41e8e05f81407', 'gw_port_host': None, '_interfaces': [{'id': '39715796-a0d9-4bf5-a0cf-ddd5d041ba75', 'name': '', 'network_id': '353b1029-0993-43b5-8603-5310e6d32087', 'tenant_id': '3fff5b8cf1f54dd9bfa41e8e05f81407', 'mac_address': 'fa:16:3e:1d:5d:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40e9b167-df0c-44e9-929d-0decb76d5106', 'device_owner': 'network:router_interface', 'standard_attr_id': 2886, 'fixed_ips': [{'subnet_id': 'e63b96f0-a969-4791-9940-6b77120e2e10', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:56:12Z', 'updated_at': '2021-08-12T14:56:29Z', 'revision_number': 5, 'project_id': '3fff5b8cf1f54dd9bfa41e8e05f81407', 'subnets': [{'id': 'e63b96f0-a969-4791-9940-6b77120e2e10', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c033b432-6b62-4327-b788-cb315644edc7', 'name': '', 'network_id': 'a402136b-899e-48a2-afbb-6a230d269c97', 'tenant_id': '3fff5b8cf1f54dd9bfa41e8e05f81407', 'mac_address': 'fa:16:3e:d4:ce:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40e9b167-df0c-44e9-929d-0decb76d5106', 'device_owner': 'network:router_interface', 'standard_attr_id': 2905, 'fixed_ips': [{'subnet_id': '0aa483b6-6b5f-48ae-a00a-4a5796aa4903', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:56:24Z', 'updated_at': '2021-08-12T14:56:28Z', 'revision_number': 2, 'project_id': '3fff5b8cf1f54dd9bfa41e8e05f81407', 'subnets': [{'id': '0aa483b6-6b5f-48ae-a00a-4a5796aa4903', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2da96b0-3228-4c3b-af77-7f6fccb5ef53', 'name': '', 'network_id': '9219eb97-3230-4649-8601-9f1aeca0b6c7', 'tenant_id': '3fff5b8cf1f54dd9bfa41e8e05f81407', 'mac_address': 'fa:16:3e:cc:c7:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40e9b167-df0c-44e9-929d-0decb76d5106', 'device_owner': 'network:router_interface', 'standard_attr_id': 2869, 'fixed_ips': [{'subnet_id': '4128f37b-afb4-4d17-af6f-d22950c79df3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:56:05Z', 'updated_at': '2021-08-12T14:56:15Z', 'revision_number': 5, 'project_id': '3fff5b8cf1f54dd9bfa41e8e05f81407', 'subnets': [{'id': '4128f37b-afb4-4d17-af6f-d22950c79df3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:56:31.954325 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7b738c-edff-45f3-82fc-29ee5d7d0489 req-275bc141-b08e-4f3d-a5fd-57899f6971dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:56:31.954959 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-5a7b738c-edff-45f3-82fc-29ee5d7d0489 req-275bc141-b08e-4f3d-a5fd-57899f6971dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:31.956491 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-5a7b738c-edff-45f3-82fc-29ee5d7d0489 req-275bc141-b08e-4f3d-a5fd-57899f6971dc service neutron] 10.222.0.64 "PUT /v2.0/ports/026cb33f-8bb3-46d5-883a-21dfb3ccff22 HTTP/1.1" status: 200 len: 1092 time: 2.7963455 Aug 12 14:56:31.964831 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8058b577-6d37-4f83-8841-608839b8ea4b', 'tag': '026cb33f-8bb3-46d5-883a-21dfb3ccff22'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:56:31.967749 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e65282f928b64038367d043a4411777802006c43a98742496cb2e25b724ff1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca1daf74-407e-4f67-8feb-a708048dd268" -d '{"events": [{"name": "network-changed", "server_uuid": "8058b577-6d37-4f83-8841-608839b8ea4b", "tag": "026cb33f-8bb3-46d5-883a-21dfb3ccff22"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:56:31.981960 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aca7233-2420-4828-be6d-17bc53028418 None None] Checking router: 40e9b167-df0c-44e9-929d-0decb76d5106 for host: n-d-694802-15 {{(pid=94469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 14:56:31.983994 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aca7233-2420-4828-be6d-17bc53028418 None None] Updating router 40e9b167-df0c-44e9-929d-0decb76d5106 port c033b432-6b62-4327-b788-cb315644edc7 binding host n-d-694802-15 {{(pid=94469) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 14:56:32.002026 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d2f488-ff89-4dbb-8bc3-cff7908a9f5d req-81f12eea-0021-412a-ba6b-f11dd35d1412 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:56:32.003662 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-07d2f488-ff89-4dbb-8bc3-cff7908a9f5d req-81f12eea-0021-412a-ba6b-f11dd35d1412 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/ports?device_id=5be77a56-d5ef-4a70-9846-307f9eb76fa5 HTTP/1.1" status: 200 len: 945 time: 0.3509119 Aug 12 14:56:32.040483 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275bc141-b08e-4f3d-a5fd-57899f6971dc service neutron] Pushing event updated for resources: {'Port': ['ID=026cb33f-8bb3-46d5-883a-21dfb3ccff22,revision_number=3']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:56:32.080134 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-9aca7233-2420-4828-be6d-17bc53028418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:32.086475 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a24a6caf-7a95-4ff7-86df-a37d406359dd None None] Network 6ab84d06-6b94-4ea7-a967-a7b4fd5d2ce3 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:56:32.090722 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-77efe472-03c8-41af-b827-74b652c4c7f2 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks [] for subnet, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:32.098548 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-77efe472-03c8-41af-b827-74b652c4c7f2 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] 10.222.0.39 "DELETE /v2.0/subnets/ce6177dd-6991-4d81-b4d3-7cc3b78710ce HTTP/1.1" status: 204 len: 168 time: 1.4431794 Aug 12 14:56:32.125887 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 37882) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:56:32.126588 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-44b9a839-60c8-4b46-b7c2-e692167fd26d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:32.238227 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-07d2f488-ff89-4dbb-8bc3-cff7908a9f5d req-1f1063f9-0b68-477a-97aa-80222b1d84f4 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/security-groups?id=188dc986-a686-4570-b7d8-3a6edb471033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852250 Aug 12 14:56:32.416091 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7b738c-edff-45f3-82fc-29ee5d7d0489 req-b671892b-2753-4130-8125-23fb795f94ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:56:32.417771 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-5a7b738c-edff-45f3-82fc-29ee5d7d0489 req-b671892b-2753-4130-8125-23fb795f94ef service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6774b656eb8145eb998ea0059b40b4c3&device_id=8058b577-6d37-4f83-8841-608839b8ea4b HTTP/1.1" status: 200 len: 1095 time: 0.3741291 Aug 12 14:56:32.429906 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-44b9a839-60c8-4b46-b7c2-e692167fd26d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:32.446480 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 39715796-a0d9-4bf5-a0cf-ddd5d041ba75 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:56:32.502913 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-5a7b738c-edff-45f3-82fc-29ee5d7d0489 req-8e3cedf3-3e31-4bba-a5a5-df99a8e22ff9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=026cb33f-8bb3-46d5-883a-21dfb3ccff22 HTTP/1.1" status: 200 len: 217 time: 0.0697987 Aug 12 14:56:32.508350 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 14:56:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a1ba79d-d648-4f63-a777-1b3791767930 x-openstack-request-id: req-9a1ba79d-d648-4f63-a777-1b3791767930 {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:56:32.508827 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8058b577-6d37-4f83-8841-608839b8ea4b", "tag": "026cb33f-8bb3-46d5-883a-21dfb3ccff22", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:56:32.509822 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9a1ba79d-d648-4f63-a777-1b3791767930 {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:56:32.510493 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8058b577-6d37-4f83-8841-608839b8ea4b', 'tag': '026cb33f-8bb3-46d5-883a-21dfb3ccff22', 'status': 'completed', 'code': 200} Aug 12 14:56:32.523666 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-636480b6-effb-4189-ac94-428df1cccf25 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680608'] for network, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:32.574290 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port 39715796-a0d9-4bf5-a0cf-ddd5d041ba75 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:56:32.576883 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:32.662380 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48998546-82b0-462c-b61e-5a58f3a3a05d None None] DHCP port deletion for 6ab84d06-6b94-4ea7-a967-a7b4fd5d2ce3 request from n-d-694802-15 {{(pid=94468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 14:56:32.665373 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7b738c-edff-45f3-82fc-29ee5d7d0489 req-d602eb73-1151-4ec2-a37f-31e62ac18638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:56:32.673847 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-5a7b738c-edff-45f3-82fc-29ee5d7d0489 req-d602eb73-1151-4ec2-a37f-31e62ac18638 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0458ca9d-6835-4814-a3b3-ca2b2564f4b0 HTTP/1.1" status: 200 len: 835 time: 0.1576505 Aug 12 14:56:32.705557 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-44b9a839-60c8-4b46-b7c2-e692167fd26d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:32.718407 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-44b9a839-60c8-4b46-b7c2-e692167fd26d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:32.721494 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-44b9a839-60c8-4b46-b7c2-e692167fd26d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/509f09ec-b400-40ed-bce9-91c294429d5e HTTP/1.1" status: 204 len: 168 time: 0.8434954 Aug 12 14:56:32.783924 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b9a839-60c8-4b46-b7c2-e692167fd26d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=509f09ec-b400-40ed-bce9-91c294429d5e,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:56:32.844897 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-9aca7233-2420-4828-be6d-17bc53028418 None None] Notify callbacks [] for port, precommit_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:32.867344 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873e3815-90b3-4118-b44c-57d8b66bc694 req-56e133bf-fb90-4403-86ef-c10879d55702 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:56:32.873856 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.provisioning_blocks [None req-9aca7233-2420-4828-be6d-17bc53028418 None None] Transition to ACTIVE for port object c033b432-6b62-4327-b788-cb315644edc7 will not be triggered until provisioned by entity L2. {{(pid=94469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:56:32.876062 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-873e3815-90b3-4118-b44c-57d8b66bc694 req-56e133bf-fb90-4403-86ef-c10879d55702 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/ports?device_id=5be77a56-d5ef-4a70-9846-307f9eb76fa5 HTTP/1.1" status: 200 len: 945 time: 0.1938860 Aug 12 14:56:32.880956 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-636480b6-effb-4189-ac94-428df1cccf25 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Deleting port c3ae34c6-8613-49f1-8def-d655345ab9fc {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:56:32.880956 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-636480b6-effb-4189-ac94-428df1cccf25 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:32.893942 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-9aca7233-2420-4828-be6d-17bc53028418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:32.899438 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba80e629-8cb1-417b-9ce1-6aec062c80d8 req-3bbd2588-c5c0-4061-8659-e7903a0b602b tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:56:32.913190 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ba80e629-8cb1-417b-9ce1-6aec062c80d8 req-3bbd2588-c5c0-4061-8659-e7903a0b602b tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/ports?device_id=8058b577-6d37-4f83-8841-608839b8ea4b HTTP/1.1" status: 200 len: 943 time: 0.4050126 Aug 12 14:56:32.967135 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-48998546-82b0-462c-b61e-5a58f3a3a05d None None] Deleting port c3ae34c6-8613-49f1-8def-d655345ab9fc {{(pid=94468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:56:32.967518 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-48998546-82b0-462c-b61e-5a58f3a3a05d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:32.995678 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-0ed76838-654b-4a49-b489-2b3d8ff80657 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:33.008101 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7b738c-edff-45f3-82fc-29ee5d7d0489 req-e6149d06-25b6-460d-9af1-88fd2f5bf458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:56:33.009721 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-5a7b738c-edff-45f3-82fc-29ee5d7d0489 req-e6149d06-25b6-460d-9af1-88fd2f5bf458 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=eb7e3cf4-6312-4f24-a8f2-83c178188246&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3264182 Aug 12 14:56:33.018661 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-0ed76838-654b-4a49-b489-2b3d8ff80657 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:33.024566 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354d4df1-22c2-4315-9617-2d3838fc10af None None] Pushing event updated for resources: {'Port': ['ID=c033b432-6b62-4327-b788-cb315644edc7,revision_number=3']} {{(pid=94469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:56:33.083454 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a99a79c2-566c-409b-ad23-53aa064c5375 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Made reservation on behalf of 3fff5b8cf1f54dd9bfa41e8e05f81407 for: {'subnet': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:56:33.093420 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a99a79c2-566c-409b-ad23-53aa064c5375 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8776441'] for subnet, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:33.122753 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ba80e629-8cb1-417b-9ce1-6aec062c80d8 req-a87e9d54-3a28-4946-b5df-53404d9fc07c tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/security-groups?id=c39b825c-c1be-4b1e-8a82-7d04c2bfa2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2054062 Aug 12 14:56:33.152417 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device bec73530-3839-4fcd-ba14-f520eec47b6d no longer exists at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:56:33.176229 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.managers [None req-9aca7233-2420-4828-be6d-17bc53028418 None None] Attempting to bind port c033b432-6b62-4327-b788-cb315644edc7 on host n-d-694802-15 for vnic_type normal with profile {{(pid=94469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:56:33.176851 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.managers [None req-9aca7233-2420-4828-be6d-17bc53028418 None None] Attempting to bind port c033b432-6b62-4327-b788-cb315644edc7 by drivers openvswitch,hyperv on host n-d-694802-15 at level 0 using segments [{'id': 'f0ac254e-f155-40d7-989a-a8d18ce198a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'a402136b-899e-48a2-afbb-6a230d269c97'}] {{(pid=94469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:56:33.177193 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aca7233-2420-4828-be6d-17bc53028418 None None] Attempting to bind port c033b432-6b62-4327-b788-cb315644edc7 on network a402136b-899e-48a2-afbb-6a230d269c97 {{(pid=94469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:56:33.186357 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] No Port match for: bec73530-3839-4fcd-ba14-f520eec47b6d {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 14:56:33.186969 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device bec73530-3839-4fcd-ba14-f520eec47b6d not bound to the agent host n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:56:33.198657 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aca7233-2420-4828-be6d-17bc53028418 None None] Checking agent: {'id': '16de73ac-f2e9-4cee-b3e0-91052ae3e6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 20, 13), 'started_at': datetime.datetime(2021, 8, 12, 14, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 56, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:56:33.203501 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aca7233-2420-4828-be6d-17bc53028418 None None] Checking segment: {'id': 'f0ac254e-f155-40d7-989a-a8d18ce198a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'a402136b-899e-48a2-afbb-6a230d269c97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:56:33.205728 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-9aca7233-2420-4828-be6d-17bc53028418 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:33.205872 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aca7233-2420-4828-be6d-17bc53028418 None None] Bound using segment: {'id': 'f0ac254e-f155-40d7-989a-a8d18ce198a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'a402136b-899e-48a2-afbb-6a230d269c97'} {{(pid=94469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:56:33.206725 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.managers [None req-9aca7233-2420-4828-be6d-17bc53028418 None None] Bound port: c033b432-6b62-4327-b788-cb315644edc7, host: n-d-694802-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0ac254e-f155-40d7-989a-a8d18ce198a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'a402136b-899e-48a2-afbb-6a230d269c97'}}] {{(pid=94469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:56:33.208023 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-9aca7233-2420-4828-be6d-17bc53028418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:33.214045 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-48998546-82b0-462c-b61e-5a58f3a3a05d None None] For port c3ae34c6-8613-49f1-8def-d655345ab9fc, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=c3ae34c6-8613-49f1-8def-d655345ab9fc,segment=NetworkSegment(4d4efc1a-99b7-4b1b-893a-23ac2dc22cda),segment_id=4d4efc1a-99b7-4b1b-893a-23ac2dc22cda)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:56:33.214751 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-48998546-82b0-462c-b61e-5a58f3a3a05d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:33.242267 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-0ed76838-654b-4a49-b489-2b3d8ff80657 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=15c3759d91a5478aa27dcf3533865c89&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9529231 Aug 12 14:56:33.251061 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-48998546-82b0-462c-b61e-5a58f3a3a05d None None] Calling delete_port for c3ae34c6-8613-49f1-8def-d655345ab9fc owned by network:dhcp {{(pid=94468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:56:33.252138 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed76838-654b-4a49-b489-2b3d8ff80657 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c3417c8-7e1b-4a26-aa64-2465bcdb9104,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:56:33.263490 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 37908) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:56:33.350616 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-48998546-82b0-462c-b61e-5a58f3a3a05d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262'] for port, after_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:33.427920 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-5a7b738c-edff-45f3-82fc-29ee5d7d0489 req-b2cb9f07-d970-43c9-9320-de0d79724aef service neutron] 10.222.0.64 "GET /v2.0/networks/eb7e3cf4-6312-4f24-a8f2-83c178188246?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4025166 Aug 12 14:56:33.441743 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-873e3815-90b3-4118-b44c-57d8b66bc694 req-184cb723-d3be-48c4-a066-f1c668103656 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/security-groups?id=188dc986-a686-4570-b7d8-3a6edb471033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5440288 Aug 12 14:56:33.466600 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-636480b6-effb-4189-ac94-428df1cccf25 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] For port c3ae34c6-8613-49f1-8def-d655345ab9fc, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=c3ae34c6-8613-49f1-8def-d655345ab9fc,segment=NetworkSegment(4d4efc1a-99b7-4b1b-893a-23ac2dc22cda),segment_id=4d4efc1a-99b7-4b1b-893a-23ac2dc22cda)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:56:33.466995 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-636480b6-effb-4189-ac94-428df1cccf25 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:33.500184 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 37916) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:56:33.503936 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.db [None req-9aca7233-2420-4828-be6d-17bc53028418 None None] For port c033b432-6b62-4327-b788-cb315644edc7, host n-d-694802-15, cleared binding levels {{(pid=94469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:56:33.507577 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.db [None req-9aca7233-2420-4828-be6d-17bc53028418 None None] For port c033b432-6b62-4327-b788-cb315644edc7, host n-d-694802-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=c033b432-6b62-4327-b788-cb315644edc7,segment=NetworkSegment(f0ac254e-f155-40d7-989a-a8d18ce198a4),segment_id=f0ac254e-f155-40d7-989a-a8d18ce198a4)] {{(pid=94469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:56:33.514654 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-9aca7233-2420-4828-be6d-17bc53028418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:33.515922 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48998546-82b0-462c-b61e-5a58f3a3a05d None None] No DVR routers for this DVR port c3ae34c6-8613-49f1-8def-d655345ab9fc on host n-d-694802-15 {{(pid=94468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:56:33.531437 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48998546-82b0-462c-b61e-5a58f3a3a05d None None] Pushing event deleted for resources: {'Port': ['ID=c3ae34c6-8613-49f1-8def-d655345ab9fc,revision_number=None']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:56:33.561263 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-2ad32abf-b051-48ac-97da-d6c461355c15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:33.635472 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-636480b6-effb-4189-ac94-428df1cccf25 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Calling delete_port for c3ae34c6-8613-49f1-8def-d655345ab9fc owned by network:dhcp {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:56:33.657895 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aca7233-2420-4828-be6d-17bc53028418 None None] Routers {'40e9b167-df0c-44e9-929d-0decb76d5106'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:56:33.659246 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-9aca7233-2420-4828-be6d-17bc53028418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:56:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['40e9b167-df0c-44e9-929d-0decb76d5106'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:56:33.661463 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354d4df1-22c2-4315-9617-2d3838fc10af None None] Pushing event updated for resources: {'Port': ['ID=c033b432-6b62-4327-b788-cb315644edc7,revision_number=4']} {{(pid=94469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:56:33.724717 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-f31eb3a7-f861-47ae-a363-7a543557f909 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=560921d3e7e043d8a79a8a50f76431c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2115660 Aug 12 14:56:33.882596 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-9aca7233-2420-4828-be6d-17bc53028418 None None] Set router 40e9b167-df0c-44e9-929d-0decb76d5106 gateway port host: None {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:56:33.884838 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-636480b6-effb-4189-ac94-428df1cccf25 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:33.899956 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 37920) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:56:34.041432 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636480b6-effb-4189-ac94-428df1cccf25 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Pushing event deleted for resources: {'Port': ['ID=c3ae34c6-8613-49f1-8def-d655345ab9fc,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:56:34.045966 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-636480b6-effb-4189-ac94-428df1cccf25 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] No DVR routers for this DVR port c3ae34c6-8613-49f1-8def-d655345ab9fc on host n-d-694802-15 {{(pid=94466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:56:34.121306 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a14f07ca-c869-44bf-9951-fe0ecf959cc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:34.240113 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-2ad32abf-b051-48ac-97da-d6c461355c15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:34.273323 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device c3ae34c6-8613-49f1-8def-d655345ab9fc no longer exists at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:56:34.284374 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-9aca7233-2420-4828-be6d-17bc53028418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40e9b167-df0c-44e9-929d-0decb76d5106', 'name': 'tempest-RoutersTest-router-2128871921', 'tenant_id': '3fff5b8cf1f54dd9bfa41e8e05f81407', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:56:01Z', 'updated_at': '2021-08-12T14:56:27Z', 'revision_number': 4, 'project_id': '3fff5b8cf1f54dd9bfa41e8e05f81407', 'gw_port_host': None, '_interfaces': [{'id': '39715796-a0d9-4bf5-a0cf-ddd5d041ba75', 'name': '', 'network_id': '353b1029-0993-43b5-8603-5310e6d32087', 'tenant_id': '3fff5b8cf1f54dd9bfa41e8e05f81407', 'mac_address': 'fa:16:3e:1d:5d:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40e9b167-df0c-44e9-929d-0decb76d5106', 'device_owner': 'network:router_interface', 'standard_attr_id': 2886, 'fixed_ips': [{'subnet_id': 'e63b96f0-a969-4791-9940-6b77120e2e10', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:56:12Z', 'updated_at': '2021-08-12T14:56:29Z', 'revision_number': 5, 'project_id': '3fff5b8cf1f54dd9bfa41e8e05f81407', 'subnets': [{'id': 'e63b96f0-a969-4791-9940-6b77120e2e10', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c033b432-6b62-4327-b788-cb315644edc7', 'name': '', 'network_id': 'a402136b-899e-48a2-afbb-6a230d269c97', 'tenant_id': '3fff5b8cf1f54dd9bfa41e8e05f81407', 'mac_address': 'fa:16:3e:d4:ce:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40e9b167-df0c-44e9-929d-0decb76d5106', 'device_owner': 'network:router_interface', 'standard_attr_id': 2905, 'fixed_ips': [{'subnet_id': '0aa483b6-6b5f-48ae-a00a-4a5796aa4903', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:56:24Z', 'updated_at': '2021-08-12T14:56:33Z', 'revision_number': 4, 'project_id': '3fff5b8cf1f54dd9bfa41e8e05f81407', 'subnets': [{'id': '0aa483b6-6b5f-48ae-a00a-4a5796aa4903', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2da96b0-3228-4c3b-af77-7f6fccb5ef53', 'name': '', 'network_id': '9219eb97-3230-4649-8601-9f1aeca0b6c7', 'tenant_id': '3fff5b8cf1f54dd9bfa41e8e05f81407', 'mac_address': 'fa:16:3e:cc:c7:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40e9b167-df0c-44e9-929d-0decb76d5106', 'device_owner': 'network:router_interface', 'standard_attr_id': 2869, 'fixed_ips': [{'subnet_id': '4128f37b-afb4-4d17-af6f-d22950c79df3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:56:05Z', 'updated_at': '2021-08-12T14:56:15Z', 'revision_number': 5, 'project_id': '3fff5b8cf1f54dd9bfa41e8e05f81407', 'subnets': [{'id': '4128f37b-afb4-4d17-af6f-d22950c79df3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:56:34.295004 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-5a7b738c-edff-45f3-82fc-29ee5d7d0489 req-8f431e3b-c94c-4114-a2f8-9e2e0341f8d0 service neutron] 10.222.0.64 "GET /v2.0/networks/eb7e3cf4-6312-4f24-a8f2-83c178188246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8558600 Aug 12 14:56:34.309250 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3529f3-d988-43b6-b659-39430f331e3d req-b63cd046-537e-4b9d-8afa-784df70a31fb tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:56:34.312325 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3e3529f3-d988-43b6-b659-39430f331e3d req-b63cd046-537e-4b9d-8afa-784df70a31fb tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/ports?device_id=5be77a56-d5ef-4a70-9846-307f9eb76fa5 HTTP/1.1" status: 200 len: 945 time: 0.8015440 Aug 12 14:56:34.328324 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] No Port match for: c3ae34c6-8613-49f1-8def-d655345ab9fc {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 14:56:34.329591 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device c3ae34c6-8613-49f1-8def-d655345ab9fc not bound to the agent host n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:56:34.337672 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aca7233-2420-4828-be6d-17bc53028418 None None] The sync data for ids ['40e9b167-df0c-44e9-929d-0decb76d5106'] in n-d-694802-15 is: [{'id': '40e9b167-df0c-44e9-929d-0decb76d5106', 'name': 'tempest-RoutersTest-router-2128871921', 'tenant_id': '3fff5b8cf1f54dd9bfa41e8e05f81407', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:56:01Z', 'updated_at': '2021-08-12T14:56:27Z', 'revision_number': 4, 'project_id': '3fff5b8cf1f54dd9bfa41e8e05f81407', 'gw_port_host': None, '_interfaces': [{'id': '39715796-a0d9-4bf5-a0cf-ddd5d041ba75', 'name': '', 'network_id': '353b1029-0993-43b5-8603-5310e6d32087', 'tenant_id': '3fff5b8cf1f54dd9bfa41e8e05f81407', 'mac_address': 'fa:16:3e:1d:5d:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40e9b167-df0c-44e9-929d-0decb76d5106', 'device_owner': 'network:router_interface', 'standard_attr_id': 2886, 'fixed_ips': [{'subnet_id': 'e63b96f0-a969-4791-9940-6b77120e2e10', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:56:12Z', 'updated_at': '2021-08-12T14:56:29Z', 'revision_number': 5, 'project_id': '3fff5b8cf1f54dd9bfa41e8e05f81407', 'subnets': [{'id': 'e63b96f0-a969-4791-9940-6b77120e2e10', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c033b432-6b62-4327-b788-cb315644edc7', 'name': '', 'network_id': 'a402136b-899e-48a2-afbb-6a230d269c97', 'tenant_id': '3fff5b8cf1f54dd9bfa41e8e05f81407', 'mac_address': 'fa:16:3e:d4:ce:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40e9b167-df0c-44e9-929d-0decb76d5106', 'device_owner': 'network:router_interface', 'standard_attr_id': 2905, 'fixed_ips': [{'subnet_id': '0aa483b6-6b5f-48ae-a00a-4a5796aa4903', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:56:24Z', 'updated_at': '2021-08-12T14:56:33Z', 'revision_number': 4, 'project_id': '3fff5b8cf1f54dd9bfa41e8e05f81407', 'subnets': [{'id': '0aa483b6-6b5f-48ae-a00a-4a5796aa4903', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2da96b0-3228-4c3b-af77-7f6fccb5ef53', 'name': '', 'network_id': '9219eb97-3230-4649-8601-9f1aeca0b6c7', 'tenant_id': '3fff5b8cf1f54dd9bfa41e8e05f81407', 'mac_address': 'fa:16:3e:cc:c7:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40e9b167-df0c-44e9-929d-0decb76d5106', 'device_owner': 'network:router_interface', 'standard_attr_id': 2869, 'fixed_ips': [{'subnet_id': '4128f37b-afb4-4d17-af6f-d22950c79df3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:56:05Z', 'updated_at': '2021-08-12T14:56:15Z', 'revision_number': 5, 'project_id': '3fff5b8cf1f54dd9bfa41e8e05f81407', 'subnets': [{'id': '4128f37b-afb4-4d17-af6f-d22950c79df3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 14:56:34.374147 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-636480b6-effb-4189-ac94-428df1cccf25 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66413304', 'neutron.services.segments.db._delete_segments_for_network-8744654118000'] for network, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:34.434487 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-636480b6-effb-4189-ac94-428df1cccf25 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ab84d06-6b94-4ea7-a967-a7b4fd5d2ce3']}} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:56:34.439343 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a14f07ca-c869-44bf-9951-fe0ecf959cc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:34.451713 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-2ad32abf-b051-48ac-97da-d6c461355c15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:34.454367 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-2ad32abf-b051-48ac-97da-d6c461355c15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:34.456199 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-2ad32abf-b051-48ac-97da-d6c461355c15 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0c3417c8-7e1b-4a26-aa64-2465bcdb9104 HTTP/1.1" status: 204 len: 168 time: 1.1917353 Aug 12 14:56:34.462809 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-636480b6-effb-4189-ac94-428df1cccf25 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d4efc1a-99b7-4b1b-893a-23ac2dc22cda') {'for_net_delete': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:56:34.463497 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-636480b6-effb-4189-ac94-428df1cccf25 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d4efc1a-99b7-4b1b-893a-23ac2dc22cda') {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:56:34.466099 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a99a79c2-566c-409b-ad23-53aa064c5375 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3718490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8776395'] for subnet, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:34.489801 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-636480b6-effb-4189-ac94-428df1cccf25 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744654122361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2293560'] for segment, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:34.510090 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3e3529f3-d988-43b6-b659-39430f331e3d req-59ddea36-0e7d-491a-be2c-a25bf6e166a8 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/security-groups?id=188dc986-a686-4570-b7d8-3a6edb471033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874645 Aug 12 14:56:34.513722 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad32abf-b051-48ac-97da-d6c461355c15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c3417c8-7e1b-4a26-aa64-2465bcdb9104,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:56:34.550504 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1daf74-407e-4f67-8feb-a708048dd268 req-a48e7626-163d-4570-a10e-40bcd474fa69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:56:34.553455 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ca1daf74-407e-4f67-8feb-a708048dd268 req-a48e7626-163d-4570-a10e-40bcd474fa69 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6774b656eb8145eb998ea0059b40b4c3&device_id=8058b577-6d37-4f83-8841-608839b8ea4b HTTP/1.1" status: 200 len: 1095 time: 0.1838012 Aug 12 14:56:34.633049 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dee4c2-68e7-4ab9-ad90-8644df9577d7 req-29e86df4-8ac8-4746-86d9-349cf5249990 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:56:34.635657 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-63dee4c2-68e7-4ab9-ad90-8644df9577d7 req-29e86df4-8ac8-4746-86d9-349cf5249990 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/ports?device_id=8058b577-6d37-4f83-8841-608839b8ea4b HTTP/1.1" status: 200 len: 943 time: 0.4097681 Aug 12 14:56:34.696847 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-636480b6-effb-4189-ac94-428df1cccf25 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:34.764974 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1daf74-407e-4f67-8feb-a708048dd268 req-7385433b-6238-4d07-80b5-b86d55f713eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:56:34.766605 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ca1daf74-407e-4f67-8feb-a708048dd268 req-7385433b-6238-4d07-80b5-b86d55f713eb service neutron] 10.222.0.64 "GET /v2.0/networks?id=eb7e3cf4-6312-4f24-a8f2-83c178188246 HTTP/1.1" status: 200 len: 898 time: 0.2035279 Aug 12 14:56:34.780003 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d482ecf-e6c4-469e-9cb6-83f4ebfc65eb req-e8ccfa65-588e-4f06-9b3d-48b3e30a0a3c tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:56:34.782174 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6d482ecf-e6c4-469e-9cb6-83f4ebfc65eb req-e8ccfa65-588e-4f06-9b3d-48b3e30a0a3c tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/ports?device_id=5be77a56-d5ef-4a70-9846-307f9eb76fa5 HTTP/1.1" status: 200 len: 945 time: 0.0923092 Aug 12 14:56:34.795031 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-636480b6-effb-4189-ac94-428df1cccf25 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Releasing vlan 318 on physical network physnet1 to pool {{(pid=94466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 14:56:34.795460 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-636480b6-effb-4189-ac94-428df1cccf25 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3718595'] for segment, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:34.803929 n-d-694802-15 neutron-server[94466]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 14:56:34.803929 n-d-694802-15 neutron-server[94466]: self.session.flush() Aug 12 14:56:34.803929 n-d-694802-15 neutron-server[94466]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 14:56:34.803929 n-d-694802-15 neutron-server[94466]: self.session.flush() Aug 12 14:56:34.803929 n-d-694802-15 neutron-server[94466]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 14:56:34.803929 n-d-694802-15 neutron-server[94466]: self.session.flush() Aug 12 14:56:34.803929 n-d-694802-15 neutron-server[94466]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 14:56:34.803929 n-d-694802-15 neutron-server[94466]: self.session.flush() Aug 12 14:56:34.803929 n-d-694802-15 neutron-server[94466]: Traceback (most recent call last): Aug 12 14:56:34.803929 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 14:56:34.803929 n-d-694802-15 neutron-server[94466]: timer() Aug 12 14:56:34.803929 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 14:56:34.803929 n-d-694802-15 neutron-server[94466]: cb(*args, **kw) Aug 12 14:56:34.803929 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 14:56:34.803929 n-d-694802-15 neutron-server[94466]: return func(*args, **kwargs) Aug 12 14:56:34.803929 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 14:56:34.803929 n-d-694802-15 neutron-server[94466]: self._notify() Aug 12 14:56:34.803929 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 14:56:34.803929 n-d-694802-15 neutron-server[94466]: self.callback(batched_events) Aug 12 14:56:34.803929 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 14:56:34.803929 n-d-694802-15 neutron-server[94466]: event.method(event) Aug 12 14:56:34.803929 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 14:56:34.803929 n-d-694802-15 neutron-server[94466]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 14:56:34.803929 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 14:56:34.803929 n-d-694802-15 neutron-server[94466]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 14:56:34.803929 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 14:56:34.803929 n-d-694802-15 neutron-server[94466]: return f(self, *a, **k) Aug 12 14:56:34.803929 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 14:56:34.803929 n-d-694802-15 neutron-server[94466]: return self._get(url).json() Aug 12 14:56:34.803929 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 14:56:34.803929 n-d-694802-15 neutron-server[94466]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 14:56:34.803929 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 14:56:34.803929 n-d-694802-15 neutron-server[94466]: return self.request(url, 'GET', **kwargs) Aug 12 14:56:34.803929 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 14:56:34.803929 n-d-694802-15 neutron-server[94466]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 14:56:34.803929 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 14:56:34.803929 n-d-694802-15 neutron-server[94466]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 14:56:34.803929 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 14:56:34.803929 n-d-694802-15 neutron-server[94466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 14:56:34.803929 n-d-694802-15 neutron-server[94466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 14:56:34.824728 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a99a79c2-566c-409b-ad23-53aa064c5375 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Checking segment: {'id': '101da761-93a5-440d-b782-d37910f18a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '00f324ba-fd16-4b55-a2fd-4dee20cad375'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:56:34.825389 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a99a79c2-566c-409b-ad23-53aa064c5375 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Network hostable DHCP agents. Network: 00f324ba-fd16-4b55-a2fd-4dee20cad375, hostable agents: ['1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658'], hosted agents: [] {{(pid=94466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 14:56:34.865870 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-63dee4c2-68e7-4ab9-ad90-8644df9577d7 req-c6315c73-19a6-48db-8fc3-ac9daac6561f tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/security-groups?id=c39b825c-c1be-4b1e-8a82-7d04c2bfa2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1986408 Aug 12 14:56:34.876229 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ca1daf74-407e-4f67-8feb-a708048dd268 req-58ad81ca-99ea-440d-bdba-b5cde11bbd07 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=026cb33f-8bb3-46d5-883a-21dfb3ccff22 HTTP/1.1" status: 200 len: 217 time: 0.0926380 Aug 12 14:56:34.878642 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99a79c2-566c-409b-ad23-53aa064c5375 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Pushing event updated for resources: {'Subnet': ['ID=7d0f8ee6-21f4-4a31-92a0-0e5589d9052f,revision_number=0']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:56:34.919145 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a14f07ca-c869-44bf-9951-fe0ecf959cc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:34.921887 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a14f07ca-c869-44bf-9951-fe0ecf959cc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:34.927046 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-a14f07ca-c869-44bf-9951-fe0ecf959cc0 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/197e2410-6618-43ef-8e82-c4b794382fae HTTP/1.1" status: 204 len: 168 time: 1.0092757 Aug 12 14:56:34.927454 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a99a79c2-566c-409b-ad23-53aa064c5375 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Network 00f324ba-fd16-4b55-a2fd-4dee20cad375 is scheduled to be hosted by DHCP agent 1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658 with binding_index 1 {{(pid=94466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 14:56:34.941302 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14f07ca-c869-44bf-9951-fe0ecf959cc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=197e2410-6618-43ef-8e82-c4b794382fae,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:56:34.946046 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-636480b6-effb-4189-ac94-428df1cccf25 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66413281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431520'] for network, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:34.951853 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-a99a79c2-566c-409b-ad23-53aa064c5375 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-15, 00f324ba-fd16-4b55-a2fd-4dee20cad375) {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:56:34.964706 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a99a79c2-566c-409b-ad23-53aa064c5375 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:56:34.965303 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a99a79c2-566c-409b-ad23-53aa064c5375 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks [] for subnet, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:34.972244 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c29e8847-0396-41a9-84d3-fc3349ca0d83 None None] Network 00f324ba-fd16-4b55-a2fd-4dee20cad375 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:56:35.004692 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-636480b6-effb-4189-ac94-428df1cccf25 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks [] for network, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:35.017323 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 37954) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:56:35.017581 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-636480b6-effb-4189-ac94-428df1cccf25 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] 10.222.0.39 "DELETE /v2.0/networks/6ab84d06-6b94-4ea7-a967-a7b4fd5d2ce3 HTTP/1.1" status: 204 len: 168 time: 2.8841908 Aug 12 14:56:35.020338 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-a99a79c2-566c-409b-ad23-53aa064c5375 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.1439416 Aug 12 14:56:35.021375 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636480b6-effb-4189-ac94-428df1cccf25 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Pushing event deleted for resources: {'Network': ['ID=6ab84d06-6b94-4ea7-a967-a7b4fd5d2ce3,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:56:35.028756 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 37956) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:56:35.062202 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-f616288a-0bd6-4c90-a66c-7d025de4fddd tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Request body: {'router': {'routes': None}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:56:35.085163 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6d482ecf-e6c4-469e-9cb6-83f4ebfc65eb req-d13c1e3b-5815-4a9f-8fd4-7d776d46aad2 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/security-groups?id=188dc986-a686-4570-b7d8-3a6edb471033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2369423 Aug 12 14:56:35.280818 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 37964) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:56:35.290910 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1daf74-407e-4f67-8feb-a708048dd268 req-cd29c2e0-1dab-40e0-824f-a2dc99616030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:56:35.293718 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ca1daf74-407e-4f67-8feb-a708048dd268 req-cd29c2e0-1dab-40e0-824f-a2dc99616030 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0458ca9d-6835-4814-a3b3-ca2b2564f4b0 HTTP/1.1" status: 200 len: 835 time: 0.4019842 Aug 12 14:56:35.302965 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-4e6bdf4b-0f83-444f-9d68-3f020fb5b4b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:35.432575 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-243335c8-8019-4f10-b54f-232fcdc2ec88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa7035b3e-9a89-5964-b9f4-97301c3f476a-00f324ba-fd16-4b55-a2fd-4dee20cad375', 'network_id': '00f324ba-fd16-4b55-a2fd-4dee20cad375', 'tenant_id': '3fff5b8cf1f54dd9bfa41e8e05f81407', 'fixed_ips': [{'subnet_id': '7d0f8ee6-21f4-4a31-92a0-0e5589d9052f'}]}} from n-d-694802-15. {{(pid=94468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 14:56:35.433490 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-243335c8-8019-4f10-b54f-232fcdc2ec88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:35.507250 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1efcb7-6286-4510-9c75-707d427ef401 req-0683c878-169a-417f-99f0-4ff61c2124d2 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:56:35.509236 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-dd1efcb7-6286-4510-9c75-707d427ef401 req-0683c878-169a-417f-99f0-4ff61c2124d2 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/ports?device_id=5be77a56-d5ef-4a70-9846-307f9eb76fa5 HTTP/1.1" status: 200 len: 945 time: 0.2166221 Aug 12 14:56:35.547107 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.extraroute_db [None req-f616288a-0bd6-4c90-a66c-7d025de4fddd tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Added routes are [] {{(pid=94467) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 12 14:56:35.547541 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.extraroute_db [None req-f616288a-0bd6-4c90-a66c-7d025de4fddd tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Removed routes are [] {{(pid=94467) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 12 14:56:35.548464 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-f616288a-0bd6-4c90-a66c-7d025de4fddd tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-431363', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-429420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-104890'] for router, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:35.655740 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.db_base_plugin_common [None req-243335c8-8019-4f10-b54f-232fcdc2ec88 None None] Allocated IP 172.23.0.2 (00f324ba-fd16-4b55-a2fd-4dee20cad375/7d0f8ee6-21f4-4a31-92a0-0e5589d9052f/c069f1a2-7f91-479c-9b53-78deca40d3f1) {{(pid=94468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:56:35.657691 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1daf74-407e-4f67-8feb-a708048dd268 req-7d1953d4-cf58-486a-ac47-a73c4287195c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:56:35.660210 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ca1daf74-407e-4f67-8feb-a708048dd268 req-7d1953d4-cf58-486a-ac47-a73c4287195c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=eb7e3cf4-6312-4f24-a8f2-83c178188246&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3482630 Aug 12 14:56:35.759536 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-dd1efcb7-6286-4510-9c75-707d427ef401 req-786b9972-7db1-4b9e-91db-611540ee6d99 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/security-groups?id=188dc986-a686-4570-b7d8-3a6edb471033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370537 Aug 12 14:56:35.837510 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-f616288a-0bd6-4c90-a66c-7d025de4fddd tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-431363', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-429420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-104890'] for router, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:35.902822 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-f616288a-0bd6-4c90-a66c-7d025de4fddd tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-431608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-431370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-431601', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-429403'] for router, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:35.999638 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5a21c2ce-f330-440a-97ef-db375b6cfc71 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:36.008891 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-243335c8-8019-4f10-b54f-232fcdc2ec88 None None] Notify callbacks [] for port, precommit_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:36.026373 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-243335c8-8019-4f10-b54f-232fcdc2ec88 None None] Transition to ACTIVE for port object c069f1a2-7f91-479c-9b53-78deca40d3f1 will not be triggered until provisioned by entity L2. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:56:36.065843 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3279398b-9c50-4e4e-aa3f-236b4e991bee req-4cd52d13-e594-413a-a474-9a5f2ba6ead3 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:56:36.073648 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-3279398b-9c50-4e4e-aa3f-236b4e991bee req-4cd52d13-e594-413a-a474-9a5f2ba6ead3 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/ports?device_id=5be77a56-d5ef-4a70-9846-307f9eb76fa5 HTTP/1.1" status: 200 len: 945 time: 0.1895411 Aug 12 14:56:36.112134 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-243335c8-8019-4f10-b54f-232fcdc2ec88 None None] Transition to ACTIVE for port object c069f1a2-7f91-479c-9b53-78deca40d3f1 will not be triggered until provisioned by entity DHCP. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:56:36.118017 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f616288a-0bd6-4c90-a66c-7d025de4fddd tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Router b58f5ba9-1219-4663-800a-15c90fb3703e has already been hosted by L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f {{(pid=94467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 14:56:36.129650 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-243335c8-8019-4f10-b54f-232fcdc2ec88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253'] for port, after_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:36.207801 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-3279398b-9c50-4e4e-aa3f-236b4e991bee req-0777c033-b119-4c83-98e7-3ddea697522a tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/security-groups?id=188dc986-a686-4570-b7d8-3a6edb471033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290519 Aug 12 14:56:36.231471 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-4e6bdf4b-0f83-444f-9d68-3f020fb5b4b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:36.240842 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ca1daf74-407e-4f67-8feb-a708048dd268 req-54de328e-766b-4bc0-902c-46d16196f47f service neutron] 10.222.0.64 "GET /v2.0/networks/eb7e3cf4-6312-4f24-a8f2-83c178188246?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5212774 Aug 12 14:56:36.262888 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-243335c8-8019-4f10-b54f-232fcdc2ec88 None None] Network 00f324ba-fd16-4b55-a2fd-4dee20cad375 is already hosted by enough agents. {{(pid=94468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:56:36.267188 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.base_scheduler [None req-243335c8-8019-4f10-b54f-232fcdc2ec88 None None] Resources bound (agent type, host, resource id): {{(pid=94468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:56:36.271082 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-243335c8-8019-4f10-b54f-232fcdc2ec88 None None] Received port after_create {{(pid=94468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:56:36.339823 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f616288a-0bd6-4c90-a66c-7d025de4fddd tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 14:56:36.341887 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device c033b432-6b62-4327-b788-cb315644edc7 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:56:36.359924 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-4e6bdf4b-0f83-444f-9d68-3f020fb5b4b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:36.373184 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-f616288a-0bd6-4c90-a66c-7d025de4fddd tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks [] for router, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:36.377742 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-f616288a-0bd6-4c90-a66c-7d025de4fddd tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] 10.222.0.39 "PUT /v2.0/routers/b58f5ba9-1219-4663-800a-15c90fb3703e HTTP/1.1" status: 200 len: 704 time: 1.3576906 Aug 12 14:56:36.390029 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94f27f08-11c3-472c-9650-d745bdfe2d6d None None] Sync routers for ids ['b58f5ba9-1219-4663-800a-15c90fb3703e'] in n-d-694802-15 {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 14:56:36.393119 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243335c8-8019-4f10-b54f-232fcdc2ec88 None None] Pushing event updated for resources: {'Port': ['ID=c069f1a2-7f91-479c-9b53-78deca40d3f1,revision_number=1']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:56:36.393658 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 38006) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:56:36.439303 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82ad7c1-a948-43ac-851a-f8efb5c5d38d req-34efe547-ddd4-4e76-bee2-dd5f7ebf7a3d tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:56:36.441217 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-d82ad7c1-a948-43ac-851a-f8efb5c5d38d req-34efe547-ddd4-4e76-bee2-dd5f7ebf7a3d tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/ports?device_id=5be77a56-d5ef-4a70-9846-307f9eb76fa5 HTTP/1.1" status: 200 len: 945 time: 0.1158154 Aug 12 14:56:36.483315 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-243335c8-8019-4f10-b54f-232fcdc2ec88 None None] Attempting to bind port c069f1a2-7f91-479c-9b53-78deca40d3f1 on host n-d-694802-15 for vnic_type normal with profile {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:56:36.483774 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-243335c8-8019-4f10-b54f-232fcdc2ec88 None None] Attempting to bind port c069f1a2-7f91-479c-9b53-78deca40d3f1 by drivers openvswitch,hyperv on host n-d-694802-15 at level 0 using segments [{'id': '101da761-93a5-440d-b782-d37910f18a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '00f324ba-fd16-4b55-a2fd-4dee20cad375'}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:56:36.484226 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-243335c8-8019-4f10-b54f-232fcdc2ec88 None None] Attempting to bind port c069f1a2-7f91-479c-9b53-78deca40d3f1 on network 00f324ba-fd16-4b55-a2fd-4dee20cad375 {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:56:36.486744 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94f27f08-11c3-472c-9650-d745bdfe2d6d None None] Routers {'b58f5ba9-1219-4663-800a-15c90fb3703e'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:56:36.487459 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-94f27f08-11c3-472c-9650-d745bdfe2d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:56:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['b58f5ba9-1219-4663-800a-15c90fb3703e'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:56:36.543165 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f914cf-c0b3-4ba1-ad21-df38009a639a req-5e6b01b4-9697-4169-8b9f-4d5609029a6e tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:56:36.546196 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-19f914cf-c0b3-4ba1-ad21-df38009a639a req-5e6b01b4-9697-4169-8b9f-4d5609029a6e tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/ports?device_id=8058b577-6d37-4f83-8841-608839b8ea4b HTTP/1.1" status: 200 len: 943 time: 0.5257294 Aug 12 14:56:36.577081 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 38014) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:56:36.583562 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-677cf4ea-c657-4d62-a248-8f730a479e71 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] 10.222.0.39 "GET /v2.0/ports?device_id=b58f5ba9-1219-4663-800a-15c90fb3703e HTTP/1.1" status: 200 len: 205 time: 0.1594422 Aug 12 14:56:36.584023 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvr_db [None req-94f27f08-11c3-472c-9650-d745bdfe2d6d None None] Set router b58f5ba9-1219-4663-800a-15c90fb3703e gateway port host: None {{(pid=94468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:56:36.629508 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning for port c033b432-6b62-4327-b788-cb315644edc7 completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:56:36.644144 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-4e6bdf4b-0f83-444f-9d68-3f020fb5b4b4 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=327c36dee68f4fab88a15336477f3f85&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3609138 Aug 12 14:56:36.654326 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6bdf4b-0f83-444f-9d68-3f020fb5b4b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c1103c5-1c09-40f5-9b63-d36586976986,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:56:36.664345 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-94f27f08-11c3-472c-9650-d745bdfe2d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b58f5ba9-1219-4663-800a-15c90fb3703e', 'name': 'tempest-RoutersIpV6Test-router-782971319', 'tenant_id': '6ba6601003674b8c9c33878dd4577887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:55:13Z', 'updated_at': '2021-08-12T14:56:27Z', 'revision_number': 11, 'project_id': '6ba6601003674b8c9c33878dd4577887', 'gw_port_host': None}], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:56:36.670713 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 38016) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:56:36.695055 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-243335c8-8019-4f10-b54f-232fcdc2ec88 None None] Checking agent: {'id': '16de73ac-f2e9-4cee-b3e0-91052ae3e6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 20, 13), 'started_at': datetime.datetime(2021, 8, 12, 14, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 56, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:56:36.695425 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-243335c8-8019-4f10-b54f-232fcdc2ec88 None None] Checking segment: {'id': '101da761-93a5-440d-b782-d37910f18a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '00f324ba-fd16-4b55-a2fd-4dee20cad375'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:56:36.696121 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-243335c8-8019-4f10-b54f-232fcdc2ec88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:36.696729 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-243335c8-8019-4f10-b54f-232fcdc2ec88 None None] Bound using segment: {'id': '101da761-93a5-440d-b782-d37910f18a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '00f324ba-fd16-4b55-a2fd-4dee20cad375'} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:56:36.697400 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-243335c8-8019-4f10-b54f-232fcdc2ec88 None None] Bound port: c069f1a2-7f91-479c-9b53-78deca40d3f1, host: n-d-694802-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '101da761-93a5-440d-b782-d37910f18a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '00f324ba-fd16-4b55-a2fd-4dee20cad375'}}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:56:36.697790 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-243335c8-8019-4f10-b54f-232fcdc2ec88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:36.701508 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port c033b432-6b62-4327-b788-cb315644edc7 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:56:36.701869 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:36.746868 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-82209bca-7f22-4e4b-b9cb-c9de46f3aa71 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks [] for router, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:36.750440 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94f27f08-11c3-472c-9650-d745bdfe2d6d None None] Checking router: b58f5ba9-1219-4663-800a-15c90fb3703e for host: n-d-694802-15 {{(pid=94468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 14:56:36.765595 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-19f914cf-c0b3-4ba1-ad21-df38009a639a req-1ad1c2b6-b2b1-4b1c-a1f5-ad0f134b11c7 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/security-groups?id=c39b825c-c1be-4b1e-8a82-7d04c2bfa2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1703296 Aug 12 14:56:36.772476 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94f27f08-11c3-472c-9650-d745bdfe2d6d None None] Routers {'b58f5ba9-1219-4663-800a-15c90fb3703e'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:56:36.773603 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-94f27f08-11c3-472c-9650-d745bdfe2d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:56:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['b58f5ba9-1219-4663-800a-15c90fb3703e'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:56:36.782075 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ca1daf74-407e-4f67-8feb-a708048dd268 req-d810dfe5-d393-4030-a5d7-2219ed105ad1 service neutron] 10.222.0.64 "GET /v2.0/networks/eb7e3cf4-6312-4f24-a8f2-83c178188246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4446115 Aug 12 14:56:36.822638 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-107dc201-d6d6-4d40-9e47-3d8f44c3b430 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:36.865412 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-107dc201-d6d6-4d40-9e47-3d8f44c3b430 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:36.871573 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-d82ad7c1-a948-43ac-851a-f8efb5c5d38d req-3b03fdc9-1467-4504-9920-dec6c1797e64 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/security-groups?id=188dc986-a686-4570-b7d8-3a6edb471033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4168949 Aug 12 14:56:36.873317 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-5a21c2ce-f330-440a-97ef-db375b6cfc71 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Allocated IP 172.23.0.1 (00f324ba-fd16-4b55-a2fd-4dee20cad375/7d0f8ee6-21f4-4a31-92a0-0e5589d9052f/aed8c474-3635-49b0-869d-20dc69b634fe) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:56:36.921147 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvr_db [None req-94f27f08-11c3-472c-9650-d745bdfe2d6d None None] Set router b58f5ba9-1219-4663-800a-15c90fb3703e gateway port host: None {{(pid=94468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:56:37.012764 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-94f27f08-11c3-472c-9650-d745bdfe2d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b58f5ba9-1219-4663-800a-15c90fb3703e', 'name': 'tempest-RoutersIpV6Test-router-782971319', 'tenant_id': '6ba6601003674b8c9c33878dd4577887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:55:13Z', 'updated_at': '2021-08-12T14:56:27Z', 'revision_number': 11, 'project_id': '6ba6601003674b8c9c33878dd4577887', 'gw_port_host': None}], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:56:37.022461 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-107dc201-d6d6-4d40-9e47-3d8f44c3b430 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:37.030728 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-107dc201-d6d6-4d40-9e47-3d8f44c3b430 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:37.030728 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-107dc201-d6d6-4d40-9e47-3d8f44c3b430 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8c1103c5-1c09-40f5-9b63-d36586976986 HTTP/1.1" status: 204 len: 168 time: 0.3554692 Aug 12 14:56:37.045023 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107dc201-d6d6-4d40-9e47-3d8f44c3b430 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c1103c5-1c09-40f5-9b63-d36586976986,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:56:37.064246 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94f27f08-11c3-472c-9650-d745bdfe2d6d None None] The sync data for ids ['b58f5ba9-1219-4663-800a-15c90fb3703e'] in n-d-694802-15 is: [{'id': 'b58f5ba9-1219-4663-800a-15c90fb3703e', 'name': 'tempest-RoutersIpV6Test-router-782971319', 'tenant_id': '6ba6601003674b8c9c33878dd4577887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:55:13Z', 'updated_at': '2021-08-12T14:56:27Z', 'revision_number': 11, 'project_id': '6ba6601003674b8c9c33878dd4577887', 'gw_port_host': None}] {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 14:56:37.077853 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:37.108778 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-82209bca-7f22-4e4b-b9cb-c9de46f3aa71 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-429360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-104877'] for router, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:37.116328 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-243335c8-8019-4f10-b54f-232fcdc2ec88 None None] For port c069f1a2-7f91-479c-9b53-78deca40d3f1, host n-d-694802-15, cleared binding levels {{(pid=94468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:56:37.122389 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-82209bca-7f22-4e4b-b9cb-c9de46f3aa71 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:37.161483 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-243335c8-8019-4f10-b54f-232fcdc2ec88 None None] For port c069f1a2-7f91-479c-9b53-78deca40d3f1, host n-d-694802-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=c069f1a2-7f91-479c-9b53-78deca40d3f1,segment=NetworkSegment(101da761-93a5-440d-b782-d37910f18a82),segment_id=101da761-93a5-440d-b782-d37910f18a82)] {{(pid=94468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:56:37.163758 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] For port c033b432-6b62-4327-b788-cb315644edc7, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=c033b432-6b62-4327-b788-cb315644edc7,segment=NetworkSegment(f0ac254e-f155-40d7-989a-a8d18ce198a4),segment_id=f0ac254e-f155-40d7-989a-a8d18ce198a4)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:56:37.181502 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-243335c8-8019-4f10-b54f-232fcdc2ec88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:37.190371 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:37.241127 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-82209bca-7f22-4e4b-b9cb-c9de46f3aa71 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-429375'] for router, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:37.241809 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82209bca-7f22-4e4b-b9cb-c9de46f3aa71 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Fanout notify agent at l3_agent the message router_deleted on router b58f5ba9-1219-4663-800a-15c90fb3703e {{(pid=94466) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 14:56:37.290700 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-82209bca-7f22-4e4b-b9cb-c9de46f3aa71 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks [] for router, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:37.295368 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 38042) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:56:37.301095 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-6c5d8624-dcb1-4013-8a9e-bcb63fa5c379 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-802546129', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:56:37.301458 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-82209bca-7f22-4e4b-b9cb-c9de46f3aa71 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] 10.222.0.39 "DELETE /v2.0/routers/b58f5ba9-1219-4663-800a-15c90fb3703e HTTP/1.1" status: 204 len: 168 time: 0.7206664 Aug 12 14:56:37.360754 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243335c8-8019-4f10-b54f-232fcdc2ec88 None None] Pushing event updated for resources: {'Port': ['ID=c069f1a2-7f91-479c-9b53-78deca40d3f1,revision_number=2']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:56:37.377548 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-6c5d8624-dcb1-4013-8a9e-bcb63fa5c379 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-430574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-104863'] for router, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:37.378653 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-6c5d8624-dcb1-4013-8a9e-bcb63fa5c379 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-429438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-431405', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66646573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-104852'] for router, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:37.529995 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653db634-b3e4-4071-bf6c-9518c92d86d6 req-bb3125f9-7975-449e-9e70-ba8f2ff246f1 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:56:37.532399 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-653db634-b3e4-4071-bf6c-9518c92d86d6 req-bb3125f9-7975-449e-9e70-ba8f2ff246f1 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/ports?device_id=5be77a56-d5ef-4a70-9846-307f9eb76fa5 HTTP/1.1" status: 200 len: 945 time: 0.3053801 Aug 12 14:56:37.575391 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-6c5d8624-dcb1-4013-8a9e-bcb63fa5c379 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:37.585199 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-6c5d8624-dcb1-4013-8a9e-bcb63fa5c379 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-429413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-431608'] for router, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:37.628817 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-6c5d8624-dcb1-4013-8a9e-bcb63fa5c379 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks [] for router, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:37.630589 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-6c5d8624-dcb1-4013-8a9e-bcb63fa5c379 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3338027 Aug 12 14:56:37.634339 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 38056) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:56:37.640949 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-fb284cb8-3d08-4a67-9010-5bab76200d68 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Request body: {'router': {'admin_state_up': True}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:56:37.713996 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5a21c2ce-f330-440a-97ef-db375b6cfc71 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:37.740699 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-5a21c2ce-f330-440a-97ef-db375b6cfc71 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Transition to ACTIVE for port object aed8c474-3635-49b0-869d-20dc69b634fe will not be triggered until provisioned by entity DHCP. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:56:37.909442 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5a21c2ce-f330-440a-97ef-db375b6cfc71 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:37.986793 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Pushing event updated for resources: {'Port': ['ID=c033b432-6b62-4327-b788-cb315644edc7,revision_number=5']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:56:37.996698 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a21c2ce-f330-440a-97ef-db375b6cfc71 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Pushing event updated for resources: {'Port': ['ID=aed8c474-3635-49b0-869d-20dc69b634fe,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:56:38.006837 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device 026cb33f-8bb3-46d5-883a-21dfb3ccff22 details requested by agent hyperv_n-h1-694802-15 with host n-h1-694802-15 {{(pid=94468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 14:56:38.029045 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-653db634-b3e4-4071-bf6c-9518c92d86d6 req-86c58513-9d62-4a1b-89ef-c4d6a2425460 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/security-groups?id=188dc986-a686-4570-b7d8-3a6edb471033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4776120 Aug 12 14:56:38.052695 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a21c2ce-f330-440a-97ef-db375b6cfc71 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Network 00f324ba-fd16-4b55-a2fd-4dee20cad375 is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:56:38.058512 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-5a21c2ce-f330-440a-97ef-db375b6cfc71 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:56:38.064461 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a21c2ce-f330-440a-97ef-db375b6cfc71 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:56:38.254775 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-fb284cb8-3d08-4a67-9010-5bab76200d68 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-431363', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-429420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-104890'] for router, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:38.258958 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port 026cb33f-8bb3-46d5-883a-21dfb3ccff22, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=026cb33f-8bb3-46d5-883a-21dfb3ccff22,segment=NetworkSegment(418aef02-2562-41f7-b79e-6d7cc24f798a),segment_id=418aef02-2562-41f7-b79e-6d7cc24f798a)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:56:38.273972 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Returning: {'device': '026cb33f-8bb3-46d5-883a-21dfb3ccff22', 'network_id': 'eb7e3cf4-6312-4f24-a8f2-83c178188246', 'port_id': '026cb33f-8bb3-46d5-883a-21dfb3ccff22', 'mac_address': 'fa:16:3e:59:3b:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0458ca9d-6835-4814-a3b3-ca2b2564f4b0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 14:56:38.335368 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5a21c2ce-f330-440a-97ef-db375b6cfc71 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66663725'] for router_interface, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:38.352754 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-fb284cb8-3d08-4a67-9010-5bab76200d68 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-431608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-431370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-431601', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-429403'] for router, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:38.372332 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:38.417706 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 026cb33f-8bb3-46d5-883a-21dfb3ccff22 {{(pid=94468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:56:38.482351 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port 026cb33f-8bb3-46d5-883a-21dfb3ccff22, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=026cb33f-8bb3-46d5-883a-21dfb3ccff22,segment=NetworkSegment(418aef02-2562-41f7-b79e-6d7cc24f798a),segment_id=418aef02-2562-41f7-b79e-6d7cc24f798a)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:56:38.490089 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:38.537596 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513f29cd-9d88-4a4c-85ff-33a3cfd3e3a3 req-f2271194-e69b-4658-a8a3-877f464d06eb tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:56:38.546335 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-513f29cd-9d88-4a4c-85ff-33a3cfd3e3a3 req-f2271194-e69b-4658-a8a3-877f464d06eb tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/ports?device_id=8058b577-6d37-4f83-8841-608839b8ea4b HTTP/1.1" status: 200 len: 943 time: 0.3675473 Aug 12 14:56:38.620299 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Pushing event updated for resources: {'Port': ['ID=026cb33f-8bb3-46d5-883a-21dfb3ccff22,revision_number=4']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:56:38.635202 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device c033b432-6b62-4327-b788-cb315644edc7 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:56:38.649205 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-513f29cd-9d88-4a4c-85ff-33a3cfd3e3a3 req-ef751b3e-9039-4675-bbfc-12165f852c2e tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/security-groups?id=c39b825c-c1be-4b1e-8a82-7d04c2bfa2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1012678 Aug 12 14:56:38.651343 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 38094) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:56:38.681839 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb284cb8-3d08-4a67-9010-5bab76200d68 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Router beb1b36a-e6ce-4cae-99a7-82b24fb7e2ea is scheduled to L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f with binding_index 1 {{(pid=94467) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 14:56:38.765787 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port c033b432-6b62-4327-b788-cb315644edc7 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:56:38.766458 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:38.820644 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] get_ports_and_sgs() called for port_ids ['026cb33f-8bb3-46d5-883a-21dfb3ccff22'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:56:38.906661 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb284cb8-3d08-4a67-9010-5bab76200d68 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 14:56:38.920222 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7da2f36-153b-4be2-af6a-1873778533fb None None] Sync routers for ids ['beb1b36a-e6ce-4cae-99a7-82b24fb7e2ea'] in n-d-694802-15 {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 14:56:38.921660 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-fb284cb8-3d08-4a67-9010-5bab76200d68 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks [] for router, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:38.923122 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-fb284cb8-3d08-4a67-9010-5bab76200d68 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] 10.222.0.39 "PUT /v2.0/routers/beb1b36a-e6ce-4cae-99a7-82b24fb7e2ea HTTP/1.1" status: 200 len: 697 time: 1.2875669 Aug 12 14:56:38.930372 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-ef3cf303-26b4-4dcd-81c5-5357c7be4a8f tempest-QuotasTest-1714462764 tempest-QuotasTest-1714462764-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:56:38.937195 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7da2f36-153b-4be2-af6a-1873778533fb None None] Routers {'beb1b36a-e6ce-4cae-99a7-82b24fb7e2ea'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:56:38.937923 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-a7da2f36-153b-4be2-af6a-1873778533fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:56:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['beb1b36a-e6ce-4cae-99a7-82b24fb7e2ea'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:56:38.941729 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 38106) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:56:39.047185 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33627d4d-276d-445c-87b8-f4da23543a9a None None] Network 00f324ba-fd16-4b55-a2fd-4dee20cad375 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:56:39.113333 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-a7da2f36-153b-4be2-af6a-1873778533fb None None] Set router beb1b36a-e6ce-4cae-99a7-82b24fb7e2ea gateway port host: None {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:56:39.148500 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-cdcee765-b17a-461c-aa01-6ea3ed1fdd80 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] 10.222.0.39 "GET /v2.0/routers/beb1b36a-e6ce-4cae-99a7-82b24fb7e2ea HTTP/1.1" status: 200 len: 703 time: 0.2030435 Aug 12 14:56:39.151050 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 38114) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:56:39.176153 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-a7da2f36-153b-4be2-af6a-1873778533fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'beb1b36a-e6ce-4cae-99a7-82b24fb7e2ea', 'name': 'tempest-RoutersIpV6Test-router-802546129', 'tenant_id': '6ba6601003674b8c9c33878dd4577887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:56:37Z', 'updated_at': '2021-08-12T14:56:38Z', 'revision_number': 2, 'project_id': '6ba6601003674b8c9c33878dd4577887', 'gw_port_host': None}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:56:39.189166 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-8728ea0f-7d1e-46be-be8d-3291a82bfaf3 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] 10.222.0.39 "GET /v2.0/ports?device_id=beb1b36a-e6ce-4cae-99a7-82b24fb7e2ea HTTP/1.1" status: 200 len: 205 time: 0.0344033 Aug 12 14:56:39.189166 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 38116) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:56:39.217165 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7da2f36-153b-4be2-af6a-1873778533fb None None] Checking router: beb1b36a-e6ce-4cae-99a7-82b24fb7e2ea for host: n-d-694802-15 {{(pid=94469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 14:56:39.230415 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7da2f36-153b-4be2-af6a-1873778533fb None None] Routers {'beb1b36a-e6ce-4cae-99a7-82b24fb7e2ea'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:56:39.231504 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-a7da2f36-153b-4be2-af6a-1873778533fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:56:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['beb1b36a-e6ce-4cae-99a7-82b24fb7e2ea'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:56:39.240671 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-ef3cf303-26b4-4dcd-81c5-5357c7be4a8f tempest-QuotasTest-1714462764 tempest-QuotasTest-1714462764-project-admin] 10.222.0.39 "PUT /v2.0/quotas/1a73d11785d64514b8c512f17033454e HTTP/1.1" status: 200 len: 366 time: 0.5868621 Aug 12 14:56:39.244976 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-2c40c26a-b1eb-4e0a-9008-ec571f7700ac None None] Provisioning for port c069f1a2-7f91-479c-9b53-78deca40d3f1 completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:56:39.281915 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 38120) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:56:39.299225 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-185e1484-1c41-4899-8778-8df025205384 tempest-QuotasTest-1714462764 tempest-QuotasTest-1714462764-project-admin] 10.222.0.39 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0139918 Aug 12 14:56:39.300161 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 38124) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:56:39.311333 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-14943e7b-6f93-44ee-90e3-e20ecdb03e1f tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks [] for router, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:39.326212 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-ec884edf-37f1-41c4-8e21-315d8f2f5414 tempest-QuotasTest-1714462764 tempest-QuotasTest-1714462764-project-admin] 10.222.0.39 "GET /v2.0/quotas/1a73d11785d64514b8c512f17033454e HTTP/1.1" status: 200 len: 366 time: 0.0190194 Aug 12 14:56:39.369179 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device c069f1a2-7f91-479c-9b53-78deca40d3f1 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:56:39.374508 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 38126) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:56:39.374719 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-a7da2f36-153b-4be2-af6a-1873778533fb None None] Set router beb1b36a-e6ce-4cae-99a7-82b24fb7e2ea gateway port host: None {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:56:39.469985 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-a7da2f36-153b-4be2-af6a-1873778533fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'beb1b36a-e6ce-4cae-99a7-82b24fb7e2ea', 'name': 'tempest-RoutersIpV6Test-router-802546129', 'tenant_id': '6ba6601003674b8c9c33878dd4577887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:56:37Z', 'updated_at': '2021-08-12T14:56:38Z', 'revision_number': 2, 'project_id': '6ba6601003674b8c9c33878dd4577887', 'gw_port_host': None}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:56:39.494805 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461bc601-aeea-4404-ba53-b1a4eca4d57d req-0dc26fba-c4d5-4b36-8b00-70e1336dea71 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:56:39.496611 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-461bc601-aeea-4404-ba53-b1a4eca4d57d req-0dc26fba-c4d5-4b36-8b00-70e1336dea71 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/ports?device_id=5be77a56-d5ef-4a70-9846-307f9eb76fa5 HTTP/1.1" status: 200 len: 945 time: 1.3737044 Aug 12 14:56:39.502136 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7da2f36-153b-4be2-af6a-1873778533fb None None] The sync data for ids ['beb1b36a-e6ce-4cae-99a7-82b24fb7e2ea'] in n-d-694802-15 is: [{'id': 'beb1b36a-e6ce-4cae-99a7-82b24fb7e2ea', 'name': 'tempest-RoutersIpV6Test-router-802546129', 'tenant_id': '6ba6601003674b8c9c33878dd4577887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:56:37Z', 'updated_at': '2021-08-12T14:56:38Z', 'revision_number': 2, 'project_id': '6ba6601003674b8c9c33878dd4577887', 'gw_port_host': None}] {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 14:56:39.608858 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-461bc601-aeea-4404-ba53-b1a4eca4d57d req-987862b2-765f-488a-8dc3-611984f0bae7 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/security-groups?id=188dc986-a686-4570-b7d8-3a6edb471033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942993 Aug 12 14:56:39.756931 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5a21c2ce-f330-440a-97ef-db375b6cfc71 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:39.812908 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning for port c069f1a2-7f91-479c-9b53-78deca40d3f1 completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:56:39.819007 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port c069f1a2-7f91-479c-9b53-78deca40d3f1 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:56:39.819701 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:39.989863 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:40.067314 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] For port c069f1a2-7f91-479c-9b53-78deca40d3f1, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=c069f1a2-7f91-479c-9b53-78deca40d3f1,segment=NetworkSegment(101da761-93a5-440d-b782-d37910f18a82),segment_id=101da761-93a5-440d-b782-d37910f18a82)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:56:40.083044 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:40.141798 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-559bc93d-3996-4ded-a388-a19a569bd3b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:40.173487 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Pushing event updated for resources: {'Port': ['ID=c069f1a2-7f91-479c-9b53-78deca40d3f1,revision_number=3']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:56:40.201486 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-b9acc819-95a3-4663-afa7-1f3015627610 tempest-QuotasTest-1714462764 tempest-QuotasTest-1714462764-project-admin] 10.222.0.39 "DELETE /v2.0/quotas/1a73d11785d64514b8c512f17033454e HTTP/1.1" status: 204 len: 168 time: 0.8241720 Aug 12 14:56:40.224511 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 38152) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:56:40.257340 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-462198bb-0143-4cc6-9211-c1038d0694bb None None] Provisioning for port aed8c474-3635-49b0-869d-20dc69b634fe completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:56:40.263865 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-75846fbc-2721-4fca-900d-258ff46f905a tempest-QuotasTest-1714462764 tempest-QuotasTest-1714462764-project-admin] 10.222.0.39 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0380442 Aug 12 14:56:40.272085 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-462198bb-0143-4cc6-9211-c1038d0694bb None None] Provisioning complete for port aed8c474-3635-49b0-869d-20dc69b634fe triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:56:40.276123 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-462198bb-0143-4cc6-9211-c1038d0694bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:40.404992 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-462198bb-0143-4cc6-9211-c1038d0694bb None None] Port aed8c474-3635-49b0-869d-20dc69b634fe cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 14:56:40.415851 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-462198bb-0143-4cc6-9211-c1038d0694bb None None] Provisioning complete for port c069f1a2-7f91-479c-9b53-78deca40d3f1 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:56:40.416461 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-462198bb-0143-4cc6-9211-c1038d0694bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:40.452171 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 38156) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:56:40.467815 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5a21c2ce-f330-440a-97ef-db375b6cfc71 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks [] for port, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:40.470482 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-14943e7b-6f93-44ee-90e3-e20ecdb03e1f tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-429360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-104877'] for router, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:40.479966 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-011443cc-ef0f-4f23-8a8d-c9c6347fbac5 tempest-QuotasTest-1714462764 tempest-QuotasTest-1714462764-project-admin] 10.222.0.39 "GET /v2.0/quotas/1a73d11785d64514b8c512f17033454e HTTP/1.1" status: 200 len: 370 time: 0.0235443 Aug 12 14:56:40.482143 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-14943e7b-6f93-44ee-90e3-e20ecdb03e1f tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:40.484616 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5a21c2ce-f330-440a-97ef-db375b6cfc71 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3718439'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:40.487688 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 38160) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:56:40.502364 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-fe89b068-eb32-43ea-b13b-5877cfd7cd11 tempest-QuotasTest-1714462764 tempest-QuotasTest-1714462764-project-admin] 10.222.0.39 "GET /v2.0/quotas/1a73d11785d64514b8c512f17033454e/default HTTP/1.1" status: 200 len: 370 time: 0.0064116 Aug 12 14:56:40.531238 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 38164) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:56:40.581134 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c821f5c0-0f34-415a-b8e9-4ed8f1446274 req-8e60dc64-3de9-4d86-94e1-9f289e939ebe tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:56:40.581786 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-c821f5c0-0f34-415a-b8e9-4ed8f1446274 req-8e60dc64-3de9-4d86-94e1-9f289e939ebe tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/ports?device_id=5be77a56-d5ef-4a70-9846-307f9eb76fa5 HTTP/1.1" status: 200 len: 945 time: 0.4676218 Aug 12 14:56:40.597357 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-14943e7b-6f93-44ee-90e3-e20ecdb03e1f tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-429375'] for router, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:40.599405 n-d-694802-15 neutron-server[94466]: INFO neutron.api.v2.resource [None req-697d287c-3537-45d7-b133-6d9094747fee tempest-QuotasTest-1714462764 tempest-QuotasTest-1714462764-project-admin] delete failed (client error): The resource could not be found. Aug 12 14:56:40.600461 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14943e7b-6f93-44ee-90e3-e20ecdb03e1f tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Fanout notify agent at l3_agent the message router_deleted on router beb1b36a-e6ce-4cae-99a7-82b24fb7e2ea {{(pid=94467) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 14:56:40.600619 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-697d287c-3537-45d7-b133-6d9094747fee tempest-QuotasTest-1714462764 tempest-QuotasTest-1714462764-project-admin] 10.222.0.39 "DELETE /v2.0/quotas/1a73d11785d64514b8c512f17033454e HTTP/1.1" status: 404 len: 348 time: 0.0682750 Aug 12 14:56:40.613087 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-14943e7b-6f93-44ee-90e3-e20ecdb03e1f tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] Notify callbacks [] for router, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:40.615971 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-14943e7b-6f93-44ee-90e3-e20ecdb03e1f tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] 10.222.0.39 "DELETE /v2.0/routers/beb1b36a-e6ce-4cae-99a7-82b24fb7e2ea HTTP/1.1" status: 204 len: 168 time: 1.4261000 Aug 12 14:56:40.619261 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 38170) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:56:40.633485 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b517bc0c-032e-4224-990a-3e56b37e27e7 req-b63729c6-dc81-44a5-b0c6-7cc8d99f9f3f tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:56:40.635819 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b517bc0c-032e-4224-990a-3e56b37e27e7 req-b63729c6-dc81-44a5-b0c6-7cc8d99f9f3f tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/ports?device_id=8058b577-6d37-4f83-8841-608839b8ea4b HTTP/1.1" status: 200 len: 944 time: 0.4605374 Aug 12 14:56:40.642295 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5a21c2ce-f330-440a-97ef-db375b6cfc71 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66628363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66663865'] for router_interface, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:40.661705 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.agents_db [None req-17ed3e4c-1a7d-4162-9646-11c134aca297 None None] Agent healthcheck: found 7 active agents {{(pid=94469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 14:56:40.667533 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-56a3516c-ad7b-48cd-8c69-8e2ce8e8119d None None] Provisioning complete for port aed8c474-3635-49b0-869d-20dc69b634fe triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:56:40.668036 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-56a3516c-ad7b-48cd-8c69-8e2ce8e8119d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:40.672520 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a21c2ce-f330-440a-97ef-db375b6cfc71 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Pushing event updated for resources: {'Port': ['ID=aed8c474-3635-49b0-869d-20dc69b634fe,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:56:40.683616 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-39bae14b-bc13-4a93-a35e-0578d0b38361 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] 10.222.0.39 "GET /v2.0/ports?device_id=beb1b36a-e6ce-4cae-99a7-82b24fb7e2ea HTTP/1.1" status: 200 len: 205 time: 0.0591745 Aug 12 14:56:40.687472 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 38174) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:56:40.755797 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b517bc0c-032e-4224-990a-3e56b37e27e7 req-9e428289-c193-4ddf-90c5-f43bba9ec65b tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/security-groups?id=c39b825c-c1be-4b1e-8a82-7d04c2bfa2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1085906 Aug 12 14:56:40.781770 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-56a3516c-ad7b-48cd-8c69-8e2ce8e8119d None None] Port aed8c474-3635-49b0-869d-20dc69b634fe cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 14:56:40.863985 n-d-694802-15 neutron-server[94466]: INFO neutron.api.v2.resource [None req-24668e49-6cf7-405b-87f2-68732e4dedd4 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] delete failed (client error): The resource could not be found. Aug 12 14:56:40.867094 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-24668e49-6cf7-405b-87f2-68732e4dedd4 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] 10.222.0.39 "DELETE /v2.0/routers/beb1b36a-e6ce-4cae-99a7-82b24fb7e2ea HTTP/1.1" status: 404 len: 336 time: 0.1762378 Aug 12 14:56:40.868689 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 38180) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:56:40.871057 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-c821f5c0-0f34-415a-b8e9-4ed8f1446274 req-61f717d7-ea8b-449a-8788-43bd6229df21 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/security-groups?id=188dc986-a686-4570-b7d8-3a6edb471033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2792325 Aug 12 14:56:40.928304 n-d-694802-15 neutron-server[94467]: INFO neutron.pecan_wsgi.hooks.translation [None req-d23bc454-18f6-4ae5-b9a9-4904374d25af tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] DELETE failed (client error): The resource could not be found. Aug 12 14:56:40.928819 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d23bc454-18f6-4ae5-b9a9-4904374d25af tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94467) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 14:56:40.930494 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-d23bc454-18f6-4ae5-b9a9-4904374d25af tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] 10.222.0.39 "DELETE /v2.0/subnets/dad16023-3f22-4a98-8576-99c60a56b681 HTTP/1.1" status: 404 len: 337 time: 0.0607080 Aug 12 14:56:40.933017 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 38186) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:56:40.994470 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a21c2ce-f330-440a-97ef-db375b6cfc71 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Network 00f324ba-fd16-4b55-a2fd-4dee20cad375 is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:56:40.997794 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 38188) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:56:41.013615 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-5a21c2ce-f330-440a-97ef-db375b6cfc71 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:56:41.022460 n-d-694802-15 neutron-server[94467]: INFO neutron.pecan_wsgi.hooks.translation [None req-a21873c6-ecda-4c5a-a455-bf396723308f tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] DELETE failed (client error): The resource could not be found. Aug 12 14:56:41.023125 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a21873c6-ecda-4c5a-a455-bf396723308f tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94467) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 14:56:41.024806 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-a21873c6-ecda-4c5a-a455-bf396723308f tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] 10.222.0.39 "DELETE /v2.0/subnets/6f6eb93c-f1a8-4744-a7f3-3c91a474cae4 HTTP/1.1" status: 404 len: 337 time: 0.0846279 Aug 12 14:56:41.032805 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 38190) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:56:41.100334 n-d-694802-15 neutron-server[94466]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c339550-22fd-4ba8-85f2-9d8c83bdf69c tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] DELETE failed (client error): The resource could not be found. Aug 12 14:56:41.100802 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c339550-22fd-4ba8-85f2-9d8c83bdf69c tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 14:56:41.107039 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040bfac8-c8f5-4e97-924d-08add7e0909c req-e90e3eee-719c-4624-ad4b-06d722cc5481 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:56:41.110360 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-1c339550-22fd-4ba8-85f2-9d8c83bdf69c tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] 10.222.0.39 "DELETE /v2.0/subnets/11a9c4e0-7b9d-4843-9183-43a7d125abff HTTP/1.1" status: 404 len: 337 time: 0.0749784 Aug 12 14:56:41.110759 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 38194) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:56:41.117945 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-040bfac8-c8f5-4e97-924d-08add7e0909c req-e90e3eee-719c-4624-ad4b-06d722cc5481 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/ports?device_id=5be77a56-d5ef-4a70-9846-307f9eb76fa5 HTTP/1.1" status: 200 len: 945 time: 0.0983059 Aug 12 14:56:41.127703 n-d-694802-15 neutron-server[94466]: DEBUG neutron.quota.resource [None req-cfdcf6ad-d61b-4be8-b4f3-f2566ae8d695 tempest-QuotasTest-1714462764 tempest-QuotasTest-1714462764-project-admin] Usage tracker for resource:network and tenant:1bcfaaad328a43dda8aa638bd2234aea is out of sync, need to count used quota {{(pid=94466) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 12 14:56:41.199287 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-040bfac8-c8f5-4e97-924d-08add7e0909c req-424088e7-f8c7-4414-a376-a15b33830e60 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/security-groups?id=188dc986-a686-4570-b7d8-3a6edb471033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749686 Aug 12 14:56:41.215215 n-d-694802-15 neutron-server[94466]: INFO neutron.pecan_wsgi.hooks.translation [None req-a309c1e3-511f-4bb2-b745-6e0cb52f9c69 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] DELETE failed (client error): The resource could not be found. Aug 12 14:56:41.215215 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a309c1e3-511f-4bb2-b745-6e0cb52f9c69 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 14:56:41.220858 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 38200) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:56:41.241018 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-a309c1e3-511f-4bb2-b745-6e0cb52f9c69 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] 10.222.0.39 "DELETE /v2.0/subnets/ce6177dd-6991-4d81-b4d3-7cc3b78710ce HTTP/1.1" status: 404 len: 337 time: 0.1193383 Aug 12 14:56:41.241018 n-d-694802-15 neutron-server[94466]: DEBUG neutron.quota.resource [None req-cfdcf6ad-d61b-4be8-b4f3-f2566ae8d695 tempest-QuotasTest-1714462764 tempest-QuotasTest-1714462764-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=94466) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 12 14:56:41.298143 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-b9efc170-9ecb-4baf-9272-8fa3debe1b88 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] 10.222.0.39 "GET /v2.0/ports?device_id=b58f5ba9-1219-4663-800a-15c90fb3703e HTTP/1.1" status: 200 len: 205 time: 0.0741389 Aug 12 14:56:41.298383 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 38210) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:56:41.331820 n-d-694802-15 neutron-server[94466]: DEBUG neutron.quota.resource [None req-cfdcf6ad-d61b-4be8-b4f3-f2566ae8d695 tempest-QuotasTest-1714462764 tempest-QuotasTest-1714462764-project-admin] Usage tracker for resource:subnet and tenant:1bcfaaad328a43dda8aa638bd2234aea is out of sync, need to count used quota {{(pid=94466) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 12 14:56:41.347310 n-d-694802-15 neutron-server[94466]: DEBUG neutron.quota.resource [None req-cfdcf6ad-d61b-4be8-b4f3-f2566ae8d695 tempest-QuotasTest-1714462764 tempest-QuotasTest-1714462764-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=94466) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 12 14:56:41.350044 n-d-694802-15 neutron-server[94467]: INFO neutron.api.v2.resource [None req-d2408361-3d61-4880-9b19-965e5f16da98 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] delete failed (client error): The resource could not be found. Aug 12 14:56:41.351542 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-d2408361-3d61-4880-9b19-965e5f16da98 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] 10.222.0.39 "DELETE /v2.0/routers/b58f5ba9-1219-4663-800a-15c90fb3703e HTTP/1.1" status: 404 len: 336 time: 0.0517738 Aug 12 14:56:41.367922 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 38212) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:56:41.382998 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a21c2ce-f330-440a-97ef-db375b6cfc71 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Router 40e9b167-df0c-44e9-929d-0decb76d5106 has already been hosted by L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f {{(pid=94466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 14:56:41.391664 n-d-694802-15 neutron-server[94466]: DEBUG neutron.quota.resource [None req-cfdcf6ad-d61b-4be8-b4f3-f2566ae8d695 tempest-QuotasTest-1714462764 tempest-QuotasTest-1714462764-project-admin] Usage tracker for resource:subnetpool and tenant:1bcfaaad328a43dda8aa638bd2234aea is out of sync, need to count used quota {{(pid=94466) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 12 14:56:41.409871 n-d-694802-15 neutron-server[94466]: DEBUG neutron.quota.resource [None req-cfdcf6ad-d61b-4be8-b4f3-f2566ae8d695 tempest-QuotasTest-1714462764 tempest-QuotasTest-1714462764-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=94466) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 12 14:56:41.412164 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-6e271950-1e9a-44dc-857e-edc06d94657e None None] Provisioning complete for port aed8c474-3635-49b0-869d-20dc69b634fe triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:56:41.412810 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-6e271950-1e9a-44dc-857e-edc06d94657e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:41.428003 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-31ce1eed-220a-4c63-bf0d-8cd568698681 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] 10.222.0.39 "GET /v2.0/ports?device_id=7874d440-1db1-40c5-b4e4-854d07a6b9fe HTTP/1.1" status: 200 len: 205 time: 0.0542321 Aug 12 14:56:41.430987 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 38216) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:56:41.460804 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device 026cb33f-8bb3-46d5-883a-21dfb3ccff22 up at agent hyperv_n-h1-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:56:41.482279 n-d-694802-15 neutron-server[94467]: INFO neutron.api.v2.resource [None req-f9ea0b03-58b1-4554-ba73-778ddbe59108 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] delete failed (client error): The resource could not be found. Aug 12 14:56:41.485853 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-f9ea0b03-58b1-4554-ba73-778ddbe59108 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] 10.222.0.39 "DELETE /v2.0/routers/7874d440-1db1-40c5-b4e4-854d07a6b9fe HTTP/1.1" status: 404 len: 336 time: 0.0514517 Aug 12 14:56:41.486260 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 38220) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:56:41.492349 n-d-694802-15 neutron-server[94466]: DEBUG neutron.quota.resource [None req-cfdcf6ad-d61b-4be8-b4f3-f2566ae8d695 tempest-QuotasTest-1714462764 tempest-QuotasTest-1714462764-project-admin] Usage tracker for resource:port and tenant:1bcfaaad328a43dda8aa638bd2234aea is out of sync, need to count used quota {{(pid=94466) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 12 14:56:41.521641 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:41.523672 n-d-694802-15 neutron-server[94467]: INFO neutron.pecan_wsgi.hooks.translation [None req-53bb88dc-2934-4511-909c-606f34b5f407 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] DELETE failed (client error): The resource could not be found. Aug 12 14:56:41.524874 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53bb88dc-2934-4511-909c-606f34b5f407 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94467) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 14:56:41.527144 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-53bb88dc-2934-4511-909c-606f34b5f407 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] 10.222.0.39 "DELETE /v2.0/subnets/551abd57-0f80-4cb9-acbe-7b4e11b646a6 HTTP/1.1" status: 404 len: 337 time: 0.0395656 Aug 12 14:56:41.530977 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-6e271950-1e9a-44dc-857e-edc06d94657e None None] Port aed8c474-3635-49b0-869d-20dc69b634fe cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 14:56:41.531892 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 38222) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:56:41.553024 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Provisioning for port 026cb33f-8bb3-46d5-883a-21dfb3ccff22 completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:56:41.557244 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Provisioning complete for port 026cb33f-8bb3-46d5-883a-21dfb3ccff22 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:56:41.557624 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:41.562592 n-d-694802-15 neutron-server[94466]: DEBUG neutron.quota.resource [None req-cfdcf6ad-d61b-4be8-b4f3-f2566ae8d695 tempest-QuotasTest-1714462764 tempest-QuotasTest-1714462764-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=94466) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 12 14:56:41.588637 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269377e0-930a-4f85-8bdf-1ac2c7b8c71c req-2041252f-1764-40db-89d4-e3f696163bb9 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:56:41.595252 n-d-694802-15 neutron-server[94466]: DEBUG neutron.quota.resource [None req-cfdcf6ad-d61b-4be8-b4f3-f2566ae8d695 tempest-QuotasTest-1714462764 tempest-QuotasTest-1714462764-project-admin] Usage tracker for resource:router and tenant:1bcfaaad328a43dda8aa638bd2234aea is out of sync, need to count used quota {{(pid=94466) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 12 14:56:41.598511 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-269377e0-930a-4f85-8bdf-1ac2c7b8c71c req-2041252f-1764-40db-89d4-e3f696163bb9 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/ports?device_id=5be77a56-d5ef-4a70-9846-307f9eb76fa5 HTTP/1.1" status: 200 len: 945 time: 0.2506342 Aug 12 14:56:41.603727 n-d-694802-15 neutron-server[94466]: DEBUG neutron.quota.resource [None req-cfdcf6ad-d61b-4be8-b4f3-f2566ae8d695 tempest-QuotasTest-1714462764 tempest-QuotasTest-1714462764-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=94466) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 12 14:56:41.620858 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-d3d31e6b-436a-4ac4-9ca6-44d8469252c9 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] 10.222.0.39 "GET /v2.0/ports?device_id=f8211271-2386-4dcf-ace6-a0440d5dbe2d HTTP/1.1" status: 200 len: 205 time: 0.0850434 Aug 12 14:56:41.621499 n-d-694802-15 neutron-server[94466]: DEBUG neutron.quota.resource [None req-cfdcf6ad-d61b-4be8-b4f3-f2566ae8d695 tempest-QuotasTest-1714462764 tempest-QuotasTest-1714462764-project-admin] Usage tracker for resource:floatingip and tenant:1bcfaaad328a43dda8aa638bd2234aea is out of sync, need to count used quota {{(pid=94466) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 12 14:56:41.626369 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 38226) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:56:41.627357 n-d-694802-15 neutron-server[94466]: DEBUG neutron.quota.resource [None req-cfdcf6ad-d61b-4be8-b4f3-f2566ae8d695 tempest-QuotasTest-1714462764 tempest-QuotasTest-1714462764-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=94466) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 12 14:56:41.632775 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a21c2ce-f330-440a-97ef-db375b6cfc71 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 14:56:41.649978 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-5a21c2ce-f330-440a-97ef-db375b6cfc71 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] 10.222.0.39 "PUT /v2.0/routers/40e9b167-df0c-44e9-929d-0decb76d5106/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6195076 Aug 12 14:56:41.650843 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 38228) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:56:41.654413 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a2c275-8ae5-4077-aa43-076189343501 None None] Sync routers for ids ['40e9b167-df0c-44e9-929d-0decb76d5106'] in n-d-694802-15 {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 14:56:41.660185 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-937403ac-c009-4094-ac33-11d7b6f0428f tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:56:41.685777 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56a2c275-8ae5-4077-aa43-076189343501 None None] Routers {'40e9b167-df0c-44e9-929d-0decb76d5106'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:56:41.686894 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-56a2c275-8ae5-4077-aa43-076189343501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:56:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['40e9b167-df0c-44e9-929d-0decb76d5106'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:56:41.708366 n-d-694802-15 neutron-server[94467]: INFO neutron.api.v2.resource [None req-a83b4e25-c940-42d0-b965-ce7e13204171 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] delete failed (client error): The resource could not be found. Aug 12 14:56:41.710723 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-a83b4e25-c940-42d0-b965-ce7e13204171 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] 10.222.0.39 "DELETE /v2.0/routers/f8211271-2386-4dcf-ace6-a0440d5dbe2d HTTP/1.1" status: 404 len: 336 time: 0.0831227 Aug 12 14:56:41.732045 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-269377e0-930a-4f85-8bdf-1ac2c7b8c71c req-3ffcb2fe-465e-4d93-8dcd-e42ad4179b73 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/security-groups?id=188dc986-a686-4570-b7d8-3a6edb471033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323502 Aug 12 14:56:41.734088 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 38230) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:56:41.852397 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-3d7b9fc4-71ae-4826-a887-df746b527abf tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] 10.222.0.39 "GET /v2.0/ports?device_id=376f2f15-875f-427e-a731-d0fc906d8ea0 HTTP/1.1" status: 200 len: 205 time: 0.1167829 Aug 12 14:56:41.853843 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 38238) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:56:41.932982 n-d-694802-15 neutron-server[94466]: DEBUG neutron.quota.resource [None req-cfdcf6ad-d61b-4be8-b4f3-f2566ae8d695 tempest-QuotasTest-1714462764 tempest-QuotasTest-1714462764-project-admin] Usage tracker for resource:security_group and tenant:1bcfaaad328a43dda8aa638bd2234aea is out of sync, need to count used quota {{(pid=94466) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 12 14:56:41.945177 n-d-694802-15 neutron-server[94467]: INFO neutron.api.v2.resource [None req-dd5dbc25-a3ea-4d2a-bbf2-1f4058b77e9c tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] delete failed (client error): The resource could not be found. Aug 12 14:56:41.948884 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-dd5dbc25-a3ea-4d2a-bbf2-1f4058b77e9c tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] 10.222.0.39 "DELETE /v2.0/routers/376f2f15-875f-427e-a731-d0fc906d8ea0 HTTP/1.1" status: 404 len: 336 time: 0.0940821 Aug 12 14:56:41.949512 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 38242) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:56:41.982064 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:41.984568 n-d-694802-15 neutron-server[94466]: DEBUG neutron.quota.resource [None req-cfdcf6ad-d61b-4be8-b4f3-f2566ae8d695 tempest-QuotasTest-1714462764 tempest-QuotasTest-1714462764-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=94466) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 12 14:56:42.019887 n-d-694802-15 neutron-server[94467]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6df3b4f-02ae-41a1-9d11-ef5349748ee1 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] DELETE failed (client error): The resource could not be found. Aug 12 14:56:42.021548 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6df3b4f-02ae-41a1-9d11-ef5349748ee1 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94467) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 14:56:42.024121 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port 026cb33f-8bb3-46d5-883a-21dfb3ccff22, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=026cb33f-8bb3-46d5-883a-21dfb3ccff22,segment=NetworkSegment(418aef02-2562-41f7-b79e-6d7cc24f798a),segment_id=418aef02-2562-41f7-b79e-6d7cc24f798a)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:56:42.027635 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-c6df3b4f-02ae-41a1-9d11-ef5349748ee1 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] 10.222.0.39 "DELETE /v2.0/subnets/856dff5d-ea79-4559-88dc-d3696198e740 HTTP/1.1" status: 404 len: 337 time: 0.0598230 Aug 12 14:56:42.028518 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8058b577-6d37-4f83-8841-608839b8ea4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '026cb33f-8bb3-46d5-883a-21dfb3ccff22'}] {{(pid=94468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:56:42.030081 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 38244) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:56:42.032047 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99a8d87602170099c728e57431aca99e9b98a655a83bbf8727be13192709727b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe215b98-d904-464d-b26d-7dd2a7249398" -d '{"events": [{"server_uuid": "8058b577-6d37-4f83-8841-608839b8ea4b", "name": "network-vif-plugged", "status": "completed", "tag": "026cb33f-8bb3-46d5-883a-21dfb3ccff22"}]}' {{(pid=94468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:56:42.037111 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvr_db [None req-56a2c275-8ae5-4077-aa43-076189343501 None None] Set router 40e9b167-df0c-44e9-929d-0decb76d5106 gateway port host: None {{(pid=94468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:56:42.040228 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:42.045050 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f840f1-f682-484b-9eea-a0f42ae33a23 req-5d1ecc5b-c986-446d-af9d-e1e26ada8bde tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:56:42.046636 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-11f840f1-f682-484b-9eea-a0f42ae33a23 req-5d1ecc5b-c986-446d-af9d-e1e26ada8bde tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/ports?device_id=5be77a56-d5ef-4a70-9846-307f9eb76fa5 HTTP/1.1" status: 200 len: 945 time: 0.1351540 Aug 12 14:56:42.047394 n-d-694802-15 neutron-server[94466]: DEBUG neutron.quota.resource [None req-cfdcf6ad-d61b-4be8-b4f3-f2566ae8d695 tempest-QuotasTest-1714462764 tempest-QuotasTest-1714462764-project-admin] Usage tracker for resource:security_group_rule and tenant:1bcfaaad328a43dda8aa638bd2234aea is out of sync, need to count used quota {{(pid=94466) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 12 14:56:42.073718 n-d-694802-15 neutron-server[94466]: DEBUG neutron.quota.resource [None req-cfdcf6ad-d61b-4be8-b4f3-f2566ae8d695 tempest-QuotasTest-1714462764 tempest-QuotasTest-1714462764-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=94466) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 12 14:56:42.074443 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-6f8227e4-2902-4497-a0a4-aaa5bbd72615 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] 10.222.0.39 "GET /v2.0/ports?device_id=ac169afb-e678-4859-bc49-bf01206ca60f HTTP/1.1" status: 200 len: 205 time: 0.0429111 Aug 12 14:56:42.075207 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 38248) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:56:42.115151 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 38250) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:56:42.129990 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-cfdcf6ad-d61b-4be8-b4f3-f2566ae8d695 tempest-QuotasTest-1714462764 tempest-QuotasTest-1714462764-project-admin] 10.222.0.39 "GET /v2.0/quotas/1bcfaaad328a43dda8aa638bd2234aea/details.json HTTP/1.1" status: 200 len: 703 time: 1.1299343 Aug 12 14:56:42.154672 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-11f840f1-f682-484b-9eea-a0f42ae33a23 req-0ac914a0-dd6e-475b-896e-1f81f2f3e919 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/security-groups?id=188dc986-a686-4570-b7d8-3a6edb471033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987883 Aug 12 14:56:42.160972 n-d-694802-15 neutron-server[94467]: INFO neutron.api.v2.resource [None req-26dd4059-983f-45be-95a1-99ed83c2845c tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] delete failed (client error): The resource could not be found. Aug 12 14:56:42.164643 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 38256) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:56:42.169427 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-26dd4059-983f-45be-95a1-99ed83c2845c tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] 10.222.0.39 "DELETE /v2.0/routers/ac169afb-e678-4859-bc49-bf01206ca60f HTTP/1.1" status: 404 len: 336 time: 0.0922322 Aug 12 14:56:42.181728 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f62fbe-5907-4c6b-b45e-9e648ddcbeab req-b190d64c-a6a7-4dea-b2db-c7b69e2c20a5 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:56:42.192001 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-43f62fbe-5907-4c6b-b45e-9e648ddcbeab req-b190d64c-a6a7-4dea-b2db-c7b69e2c20a5 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/ports?device_id=8058b577-6d37-4f83-8841-608839b8ea4b HTTP/1.1" status: 200 len: 944 time: 0.2493181 Aug 12 14:56:42.237499 n-d-694802-15 neutron-server[94466]: INFO neutron.pecan_wsgi.hooks.translation [None req-070cc48d-2adf-42fa-9c62-affa82c3f9ae tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] DELETE failed (client error): The resource could not be found. Aug 12 14:56:42.238753 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-070cc48d-2adf-42fa-9c62-affa82c3f9ae tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 14:56:42.241084 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-070cc48d-2adf-42fa-9c62-affa82c3f9ae tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] 10.222.0.39 "DELETE /v2.0/subnets/d82fce18-0e77-404b-8dd6-9efbd34357ef HTTP/1.1" status: 404 len: 337 time: 0.0754015 Aug 12 14:56:42.244222 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 38262) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:56:42.274023 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Pushing event updated for resources: {'Port': ['ID=026cb33f-8bb3-46d5-883a-21dfb3ccff22,revision_number=5']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:56:42.287585 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-b25a5465-a898-419b-8e44-4e584982c1ab tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] 10.222.0.39 "GET /v2.0/ports?device_id=d54d2958-4961-4d25-bc53-bc958b7d8bcb HTTP/1.1" status: 200 len: 205 time: 0.0418918 Aug 12 14:56:42.290617 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 38264) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:56:42.317747 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-43f62fbe-5907-4c6b-b45e-9e648ddcbeab req-40a3c517-dea6-426c-8725-445fc9f906bc tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/security-groups?id=c39b825c-c1be-4b1e-8a82-7d04c2bfa2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1177912 Aug 12 14:56:42.351253 n-d-694802-15 neutron-server[94466]: INFO neutron.api.v2.resource [None req-b814ddbb-7357-494f-b47f-57d667257a95 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] delete failed (client error): The resource could not be found. Aug 12 14:56:42.355966 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-b814ddbb-7357-494f-b47f-57d667257a95 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] 10.222.0.39 "DELETE /v2.0/routers/d54d2958-4961-4d25-bc53-bc958b7d8bcb HTTP/1.1" status: 404 len: 336 time: 0.0609508 Aug 12 14:56:42.357732 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 38266) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:56:42.404112 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.extraroute_db [None req-937403ac-c009-4094-ac33-11d7b6f0428f tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Added routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=94466) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 12 14:56:42.422011 n-d-694802-15 neutron-server[94467]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7335d0a-8003-4b75-a5c9-9c8f812cb6f5 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] DELETE failed (client error): The resource could not be found. Aug 12 14:56:42.424998 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7335d0a-8003-4b75-a5c9-9c8f812cb6f5 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94467) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 14:56:42.428267 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device c069f1a2-7f91-479c-9b53-78deca40d3f1 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:56:42.436122 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-e7335d0a-8003-4b75-a5c9-9c8f812cb6f5 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] 10.222.0.39 "DELETE /v2.0/subnets/7b4f0448-3312-4428-a087-0765e79646e1 HTTP/1.1" status: 404 len: 337 time: 0.0769691 Aug 12 14:56:42.438747 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 38270) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:56:42.447970 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-56e228e2-91ff-4b07-af2c-c97e5532231d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:42.459669 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.extraroute_db [None req-937403ac-c009-4094-ac33-11d7b6f0428f tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Removed routes are [] {{(pid=94466) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 12 14:56:42.460395 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-937403ac-c009-4094-ac33-11d7b6f0428f tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-431363', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-429420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-104890'] for router, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:42.508505 n-d-694802-15 neutron-server[94467]: INFO neutron.pecan_wsgi.hooks.translation [None req-14a4c300-5279-4a35-9815-fb19bc11be06 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] DELETE failed (client error): The resource could not be found. Aug 12 14:56:42.511477 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14a4c300-5279-4a35-9815-fb19bc11be06 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94467) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 14:56:42.521082 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-14a4c300-5279-4a35-9815-fb19bc11be06 tempest-RoutersIpV6Test-1715388975 tempest-RoutersIpV6Test-1715388975-project] 10.222.0.39 "DELETE /v2.0/subnets/dea03bb9-bc2a-40e7-aebd-7dac90a9f05f HTTP/1.1" status: 404 len: 337 time: 0.0774677 Aug 12 14:56:42.568197 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 38278) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:56:42.663207 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port c069f1a2-7f91-479c-9b53-78deca40d3f1 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:56:42.663842 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:42.743889 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:42.755374 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-56a2c275-8ae5-4077-aa43-076189343501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40e9b167-df0c-44e9-929d-0decb76d5106', 'name': 'tempest-RoutersTest-router-2128871921', 'tenant_id': '3fff5b8cf1f54dd9bfa41e8e05f81407', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:56:01Z', 'updated_at': '2021-08-12T14:56:39Z', 'revision_number': 5, 'project_id': '3fff5b8cf1f54dd9bfa41e8e05f81407', 'gw_port_host': None, '_interfaces': [{'id': '39715796-a0d9-4bf5-a0cf-ddd5d041ba75', 'name': '', 'network_id': '353b1029-0993-43b5-8603-5310e6d32087', 'tenant_id': '3fff5b8cf1f54dd9bfa41e8e05f81407', 'mac_address': 'fa:16:3e:1d:5d:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40e9b167-df0c-44e9-929d-0decb76d5106', 'device_owner': 'network:router_interface', 'standard_attr_id': 2886, 'fixed_ips': [{'subnet_id': 'e63b96f0-a969-4791-9940-6b77120e2e10', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:56:12Z', 'updated_at': '2021-08-12T14:56:29Z', 'revision_number': 5, 'project_id': '3fff5b8cf1f54dd9bfa41e8e05f81407', 'subnets': [{'id': 'e63b96f0-a969-4791-9940-6b77120e2e10', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aed8c474-3635-49b0-869d-20dc69b634fe', 'name': '', 'network_id': '00f324ba-fd16-4b55-a2fd-4dee20cad375', 'tenant_id': '3fff5b8cf1f54dd9bfa41e8e05f81407', 'mac_address': 'fa:16:3e:21:e9:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40e9b167-df0c-44e9-929d-0decb76d5106', 'device_owner': 'network:router_interface', 'standard_attr_id': 2937, 'fixed_ips': [{'subnet_id': '7d0f8ee6-21f4-4a31-92a0-0e5589d9052f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:56:36Z', 'updated_at': '2021-08-12T14:56:40Z', 'revision_number': 2, 'project_id': '3fff5b8cf1f54dd9bfa41e8e05f81407', 'subnets': [{'id': '7d0f8ee6-21f4-4a31-92a0-0e5589d9052f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c033b432-6b62-4327-b788-cb315644edc7', 'name': '', 'network_id': 'a402136b-899e-48a2-afbb-6a230d269c97', 'tenant_id': '3fff5b8cf1f54dd9bfa41e8e05f81407', 'mac_address': 'fa:16:3e:d4:ce:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40e9b167-df0c-44e9-929d-0decb76d5106', 'device_owner': 'network:router_interface', 'standard_attr_id': 2905, 'fixed_ips': [{'subnet_id': '0aa483b6-6b5f-48ae-a00a-4a5796aa4903', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:56:24Z', 'updated_at': '2021-08-12T14:56:37Z', 'revision_number': 5, 'project_id': '3fff5b8cf1f54dd9bfa41e8e05f81407', 'subnets': [{'id': '0aa483b6-6b5f-48ae-a00a-4a5796aa4903', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2da96b0-3228-4c3b-af77-7f6fccb5ef53', 'name': '', 'network_id': '9219eb97-3230-4649-8601-9f1aeca0b6c7', 'tenant_id': '3fff5b8cf1f54dd9bfa41e8e05f81407', 'mac_address': 'fa:16:3e:cc:c7:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40e9b167-df0c-44e9-929d-0decb76d5106', 'device_owner': 'network:router_interface', 'standard_attr_id': 2869, 'fixed_ips': [{'subnet_id': '4128f37b-afb4-4d17-af6f-d22950c79df3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:56:05Z', 'updated_at': '2021-08-12T14:56:15Z', 'revision_number': 5, 'project_id': '3fff5b8cf1f54dd9bfa41e8e05f81407', 'subnets': [{'id': '4128f37b-afb4-4d17-af6f-d22950c79df3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:56:42.819984 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-937403ac-c009-4094-ac33-11d7b6f0428f tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-431363', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-429420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-104890'] for router, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:42.835202 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-937403ac-c009-4094-ac33-11d7b6f0428f tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-431608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-431370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-431601', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-429403'] for router, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:42.836377 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 14:56:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14d8e6af-eb6d-427e-b315-f7d189b63de2 x-openstack-request-id: req-14d8e6af-eb6d-427e-b315-f7d189b63de2 {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:56:42.836666 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8058b577-6d37-4f83-8841-608839b8ea4b", "name": "network-vif-plugged", "status": "completed", "tag": "026cb33f-8bb3-46d5-883a-21dfb3ccff22", "code": 200}]} {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:56:42.837100 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-14d8e6af-eb6d-427e-b315-f7d189b63de2 {{(pid=94468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:56:42.837671 n-d-694802-15 neutron-server[94468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8058b577-6d37-4f83-8841-608839b8ea4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '026cb33f-8bb3-46d5-883a-21dfb3ccff22', 'code': 200} Aug 12 14:56:42.840650 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a2c275-8ae5-4077-aa43-076189343501 None None] Checking router: 40e9b167-df0c-44e9-929d-0decb76d5106 for host: n-d-694802-15 {{(pid=94468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 14:56:42.841225 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a2c275-8ae5-4077-aa43-076189343501 None None] Updating router 40e9b167-df0c-44e9-929d-0decb76d5106 port aed8c474-3635-49b0-869d-20dc69b634fe binding host n-d-694802-15 {{(pid=94468) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 14:56:42.883000 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-56a2c275-8ae5-4077-aa43-076189343501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:42.970244 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8382f57-f2d0-4c52-805d-0d310391f0db req-4645b188-b433-497f-8771-f3ffb407fc41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:56:42.978521 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c8382f57-f2d0-4c52-805d-0d310391f0db req-4645b188-b433-497f-8771-f3ffb407fc41 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=8058b577-6d37-4f83-8841-608839b8ea4b HTTP/1.1" status: 200 len: 1097 time: 0.0969975 Aug 12 14:56:43.017107 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 38292) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:56:43.057938 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c8382f57-f2d0-4c52-805d-0d310391f0db req-f1a6f37c-4c44-47ea-b25c-b84d2afa78c3 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=c39b825c-c1be-4b1e-8a82-7d04c2bfa2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721624 Aug 12 14:56:43.092356 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-0fa20c35-a5d8-45ff-a27b-db10427557d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:43.169251 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9f5abe-2371-4190-96a5-792ae5323d7c req-175f1535-9fd7-4227-b002-925add00da24 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:56:43.170872 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-8a9f5abe-2371-4190-96a5-792ae5323d7c req-175f1535-9fd7-4227-b002-925add00da24 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/ports?device_id=5be77a56-d5ef-4a70-9846-307f9eb76fa5 HTTP/1.1" status: 200 len: 945 time: 0.1019213 Aug 12 14:56:43.171046 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-7b9c6f29-52fe-4c43-b8b5-c16b4e04eb4e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6ba6601003674b8c9c33878dd4577887&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1527774 Aug 12 14:56:43.171814 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 38296) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:56:43.173172 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-937403ac-c009-4094-ac33-11d7b6f0428f tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Router 40e9b167-df0c-44e9-929d-0decb76d5106 has already been hosted by L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f {{(pid=94466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 14:56:43.203826 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-56e228e2-91ff-4b07-af2c-c97e5532231d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:43.207841 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-56a2c275-8ae5-4077-aa43-076189343501 None None] Notify callbacks [] for port, precommit_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:43.227270 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-56a2c275-8ae5-4077-aa43-076189343501 None None] Transition to ACTIVE for port object aed8c474-3635-49b0-869d-20dc69b634fe will not be triggered until provisioned by entity L2. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:56:43.228388 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-56e228e2-91ff-4b07-af2c-c97e5532231d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:43.245510 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-56a2c275-8ae5-4077-aa43-076189343501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:43.252464 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-e5d0c2d7-0318-4898-a8ac-5abf824189ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:43.292898 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:43.311626 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-e5d0c2d7-0318-4898-a8ac-5abf824189ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:43.317513 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f5bb05-e0cc-496c-b2a8-1f7c94817f8a None None] Pushing event updated for resources: {'Port': ['ID=aed8c474-3635-49b0-869d-20dc69b634fe,revision_number=3']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:56:43.394134 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-56a2c275-8ae5-4077-aa43-076189343501 None None] Attempting to bind port aed8c474-3635-49b0-869d-20dc69b634fe on host n-d-694802-15 for vnic_type normal with profile {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:56:43.394727 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-56a2c275-8ae5-4077-aa43-076189343501 None None] Attempting to bind port aed8c474-3635-49b0-869d-20dc69b634fe by drivers openvswitch,hyperv on host n-d-694802-15 at level 0 using segments [{'id': '101da761-93a5-440d-b782-d37910f18a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '00f324ba-fd16-4b55-a2fd-4dee20cad375'}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:56:43.395454 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56a2c275-8ae5-4077-aa43-076189343501 None None] Attempting to bind port aed8c474-3635-49b0-869d-20dc69b634fe on network 00f324ba-fd16-4b55-a2fd-4dee20cad375 {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:56:43.399252 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-24c6d922-b744-40c2-a711-3be141f44e88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:43.403976 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56a2c275-8ae5-4077-aa43-076189343501 None None] Checking agent: {'id': '16de73ac-f2e9-4cee-b3e0-91052ae3e6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 20, 13), 'started_at': datetime.datetime(2021, 8, 12, 14, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 56, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:56:43.404234 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56a2c275-8ae5-4077-aa43-076189343501 None None] Checking segment: {'id': '101da761-93a5-440d-b782-d37910f18a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '00f324ba-fd16-4b55-a2fd-4dee20cad375'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:56:43.404642 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-56a2c275-8ae5-4077-aa43-076189343501 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:43.405031 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56a2c275-8ae5-4077-aa43-076189343501 None None] Bound using segment: {'id': '101da761-93a5-440d-b782-d37910f18a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '00f324ba-fd16-4b55-a2fd-4dee20cad375'} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:56:43.405692 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-56a2c275-8ae5-4077-aa43-076189343501 None None] Bound port: aed8c474-3635-49b0-869d-20dc69b634fe, host: n-d-694802-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '101da761-93a5-440d-b782-d37910f18a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '00f324ba-fd16-4b55-a2fd-4dee20cad375'}}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:56:43.406203 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-937403ac-c009-4094-ac33-11d7b6f0428f tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 14:56:43.406361 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-56a2c275-8ae5-4077-aa43-076189343501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:43.421297 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-8a9f5abe-2371-4190-96a5-792ae5323d7c req-040beb6d-656a-4b56-81c7-3ff0cbc3ee08 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/security-groups?id=188dc986-a686-4570-b7d8-3a6edb471033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2425156 Aug 12 14:56:43.436524 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-937403ac-c009-4094-ac33-11d7b6f0428f tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks [] for router, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:43.437026 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-937403ac-c009-4094-ac33-11d7b6f0428f tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] 10.222.0.39 "PUT /v2.0/routers/40e9b167-df0c-44e9-929d-0decb76d5106 HTTP/1.1" status: 200 len: 934 time: 1.7831423 Aug 12 14:56:43.441786 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-0fa20c35-a5d8-45ff-a27b-db10427557d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:43.442617 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 38300) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:56:43.487699 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-56e228e2-91ff-4b07-af2c-c97e5532231d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=aa442d59530a455089b0b1f7ec9f7831&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3690786 Aug 12 14:56:43.489976 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 38302) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:56:43.524855 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e228e2-91ff-4b07-af2c-c97e5532231d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee509dfe-35c3-42b7-b396-b7e22797fe7c,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:56:43.534518 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-56a2c275-8ae5-4077-aa43-076189343501 None None] For port aed8c474-3635-49b0-869d-20dc69b634fe, host n-d-694802-15, cleared binding levels {{(pid=94468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:56:43.538661 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-56a2c275-8ae5-4077-aa43-076189343501 None None] For port aed8c474-3635-49b0-869d-20dc69b634fe, host n-d-694802-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=aed8c474-3635-49b0-869d-20dc69b634fe,segment=NetworkSegment(101da761-93a5-440d-b782-d37910f18a82),segment_id=101da761-93a5-440d-b782-d37910f18a82)] {{(pid=94468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:56:43.545451 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-56a2c275-8ae5-4077-aa43-076189343501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:43.561770 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c80e5df9-e292-4b3e-8597-27ae37af2d38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:43.593700 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c80e5df9-e292-4b3e-8597-27ae37af2d38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:43.611379 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56a2c275-8ae5-4077-aa43-076189343501 None None] Routers {'40e9b167-df0c-44e9-929d-0decb76d5106'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:56:43.613234 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-56a2c275-8ae5-4077-aa43-076189343501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:56:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['40e9b167-df0c-44e9-929d-0decb76d5106'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:56:43.630880 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-e5d0c2d7-0318-4898-a8ac-5abf824189ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:43.633981 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-e5d0c2d7-0318-4898-a8ac-5abf824189ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:43.639790 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-e5d0c2d7-0318-4898-a8ac-5abf824189ac admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/bd8d8a65-ffce-4175-80bc-81129ad2a25f HTTP/1.1" status: 204 len: 168 time: 0.4667335 Aug 12 14:56:43.640700 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-0fa20c35-a5d8-45ff-a27b-db10427557d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:43.676454 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d0c2d7-0318-4898-a8ac-5abf824189ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd8d8a65-ffce-4175-80bc-81129ad2a25f,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:56:43.687997 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c80e5df9-e292-4b3e-8597-27ae37af2d38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:43.694250 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c80e5df9-e292-4b3e-8597-27ae37af2d38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:43.700402 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-c80e5df9-e292-4b3e-8597-27ae37af2d38 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ee509dfe-35c3-42b7-b396-b7e22797fe7c HTTP/1.1" status: 204 len: 168 time: 0.2086599 Aug 12 14:56:43.722289 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80e5df9-e292-4b3e-8597-27ae37af2d38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee509dfe-35c3-42b7-b396-b7e22797fe7c,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:56:43.767558 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa20c35-a5d8-45ff-a27b-db10427557d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f76ec44e-60f6-43a6-bccb-a8f6413955db,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:56:43.780085 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-79ee185a-3f4e-47e4-98c5-99bd07739608 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] 10.222.0.39 "GET /v2.0/routers/40e9b167-df0c-44e9-929d-0decb76d5106 HTTP/1.1" status: 200 len: 934 time: 0.3362534 Aug 12 14:56:43.782707 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 38308) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:56:43.788396 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-0d4fca88-9d20-4bfa-aa42-0ffc7041f2c6 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Request body: {'router': {'routes': None}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:56:43.801490 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50452fe0-73b7-4a4d-aff3-e46ac85a6690 req-b4581ded-8282-4364-a859-e677718bb02a tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:56:43.806045 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f5bb05-e0cc-496c-b2a8-1f7c94817f8a None None] Pushing event updated for resources: {'Port': ['ID=aed8c474-3635-49b0-869d-20dc69b634fe,revision_number=4']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:56:43.811312 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-50452fe0-73b7-4a4d-aff3-e46ac85a6690 req-b4581ded-8282-4364-a859-e677718bb02a tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/ports?device_id=8058b577-6d37-4f83-8841-608839b8ea4b HTTP/1.1" status: 200 len: 945 time: 0.2383072 Aug 12 14:56:43.848580 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvr_db [None req-56a2c275-8ae5-4077-aa43-076189343501 None None] Set router 40e9b167-df0c-44e9-929d-0decb76d5106 gateway port host: None {{(pid=94468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:56:43.878057 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-0fa20c35-a5d8-45ff-a27b-db10427557d3 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=49cf53e98ce343e2a84df5a58590d0b8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3084784 Aug 12 14:56:43.878760 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 38312) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:56:43.925388 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-50452fe0-73b7-4a4d-aff3-e46ac85a6690 req-f251cf76-d00d-4587-8ad1-75e08af2ad72 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/security-groups?id=c39b825c-c1be-4b1e-8a82-7d04c2bfa2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1078277 Aug 12 14:56:44.046585 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-1f9e16fb-3a8f-4f50-a063-dbbdcefc7776 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:44.077992 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-1f9e16fb-3a8f-4f50-a063-dbbdcefc7776 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:44.150003 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-1f9e16fb-3a8f-4f50-a063-dbbdcefc7776 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:44.153299 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-1f9e16fb-3a8f-4f50-a063-dbbdcefc7776 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:44.154673 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-1f9e16fb-3a8f-4f50-a063-dbbdcefc7776 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f76ec44e-60f6-43a6-bccb-a8f6413955db HTTP/1.1" status: 204 len: 168 time: 0.2685413 Aug 12 14:56:44.169171 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9e16fb-3a8f-4f50-a063-dbbdcefc7776 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f76ec44e-60f6-43a6-bccb-a8f6413955db,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:56:44.263464 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-1769855f-eda9-4483-9dc3-3220908ab45d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:44.336736 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 38324) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:56:44.361355 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a133ac1b-210e-4d07-ae25-428745194e09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:44.517626 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-56a2c275-8ae5-4077-aa43-076189343501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40e9b167-df0c-44e9-929d-0decb76d5106', 'name': 'tempest-RoutersTest-router-2128871921', 'tenant_id': '3fff5b8cf1f54dd9bfa41e8e05f81407', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:56:01Z', 'updated_at': '2021-08-12T14:56:42Z', 'revision_number': 6, 'project_id': '3fff5b8cf1f54dd9bfa41e8e05f81407', 'gw_port_host': None, '_interfaces': [{'id': '39715796-a0d9-4bf5-a0cf-ddd5d041ba75', 'name': '', 'network_id': '353b1029-0993-43b5-8603-5310e6d32087', 'tenant_id': '3fff5b8cf1f54dd9bfa41e8e05f81407', 'mac_address': 'fa:16:3e:1d:5d:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40e9b167-df0c-44e9-929d-0decb76d5106', 'device_owner': 'network:router_interface', 'standard_attr_id': 2886, 'fixed_ips': [{'subnet_id': 'e63b96f0-a969-4791-9940-6b77120e2e10', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:56:12Z', 'updated_at': '2021-08-12T14:56:29Z', 'revision_number': 5, 'project_id': '3fff5b8cf1f54dd9bfa41e8e05f81407', 'subnets': [{'id': 'e63b96f0-a969-4791-9940-6b77120e2e10', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aed8c474-3635-49b0-869d-20dc69b634fe', 'name': '', 'network_id': '00f324ba-fd16-4b55-a2fd-4dee20cad375', 'tenant_id': '3fff5b8cf1f54dd9bfa41e8e05f81407', 'mac_address': 'fa:16:3e:21:e9:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40e9b167-df0c-44e9-929d-0decb76d5106', 'device_owner': 'network:router_interface', 'standard_attr_id': 2937, 'fixed_ips': [{'subnet_id': '7d0f8ee6-21f4-4a31-92a0-0e5589d9052f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:56:36Z', 'updated_at': '2021-08-12T14:56:43Z', 'revision_number': 4, 'project_id': '3fff5b8cf1f54dd9bfa41e8e05f81407', 'subnets': [{'id': '7d0f8ee6-21f4-4a31-92a0-0e5589d9052f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c033b432-6b62-4327-b788-cb315644edc7', 'name': '', 'network_id': 'a402136b-899e-48a2-afbb-6a230d269c97', 'tenant_id': '3fff5b8cf1f54dd9bfa41e8e05f81407', 'mac_address': 'fa:16:3e:d4:ce:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40e9b167-df0c-44e9-929d-0decb76d5106', 'device_owner': 'network:router_interface', 'standard_attr_id': 2905, 'fixed_ips': [{'subnet_id': '0aa483b6-6b5f-48ae-a00a-4a5796aa4903', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:56:24Z', 'updated_at': '2021-08-12T14:56:37Z', 'revision_number': 5, 'project_id': '3fff5b8cf1f54dd9bfa41e8e05f81407', 'subnets': [{'id': '0aa483b6-6b5f-48ae-a00a-4a5796aa4903', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2da96b0-3228-4c3b-af77-7f6fccb5ef53', 'name': '', 'network_id': '9219eb97-3230-4649-8601-9f1aeca0b6c7', 'tenant_id': '3fff5b8cf1f54dd9bfa41e8e05f81407', 'mac_address': 'fa:16:3e:cc:c7:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40e9b167-df0c-44e9-929d-0decb76d5106', 'device_owner': 'network:router_interface', 'standard_attr_id': 2869, 'fixed_ips': [{'subnet_id': '4128f37b-afb4-4d17-af6f-d22950c79df3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:56:05Z', 'updated_at': '2021-08-12T14:56:15Z', 'revision_number': 5, 'project_id': '3fff5b8cf1f54dd9bfa41e8e05f81407', 'subnets': [{'id': '4128f37b-afb4-4d17-af6f-d22950c79df3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:56:44.552645 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a2c275-8ae5-4077-aa43-076189343501 None None] The sync data for ids ['40e9b167-df0c-44e9-929d-0decb76d5106'] in n-d-694802-15 is: [{'id': '40e9b167-df0c-44e9-929d-0decb76d5106', 'name': 'tempest-RoutersTest-router-2128871921', 'tenant_id': '3fff5b8cf1f54dd9bfa41e8e05f81407', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:56:01Z', 'updated_at': '2021-08-12T14:56:42Z', 'revision_number': 6, 'project_id': '3fff5b8cf1f54dd9bfa41e8e05f81407', 'gw_port_host': None, '_interfaces': [{'id': '39715796-a0d9-4bf5-a0cf-ddd5d041ba75', 'name': '', 'network_id': '353b1029-0993-43b5-8603-5310e6d32087', 'tenant_id': '3fff5b8cf1f54dd9bfa41e8e05f81407', 'mac_address': 'fa:16:3e:1d:5d:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40e9b167-df0c-44e9-929d-0decb76d5106', 'device_owner': 'network:router_interface', 'standard_attr_id': 2886, 'fixed_ips': [{'subnet_id': 'e63b96f0-a969-4791-9940-6b77120e2e10', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:56:12Z', 'updated_at': '2021-08-12T14:56:29Z', 'revision_number': 5, 'project_id': '3fff5b8cf1f54dd9bfa41e8e05f81407', 'subnets': [{'id': 'e63b96f0-a969-4791-9940-6b77120e2e10', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aed8c474-3635-49b0-869d-20dc69b634fe', 'name': '', 'network_id': '00f324ba-fd16-4b55-a2fd-4dee20cad375', 'tenant_id': '3fff5b8cf1f54dd9bfa41e8e05f81407', 'mac_address': 'fa:16:3e:21:e9:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40e9b167-df0c-44e9-929d-0decb76d5106', 'device_owner': 'network:router_interface', 'standard_attr_id': 2937, 'fixed_ips': [{'subnet_id': '7d0f8ee6-21f4-4a31-92a0-0e5589d9052f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:56:36Z', 'updated_at': '2021-08-12T14:56:43Z', 'revision_number': 4, 'project_id': '3fff5b8cf1f54dd9bfa41e8e05f81407', 'subnets': [{'id': '7d0f8ee6-21f4-4a31-92a0-0e5589d9052f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c033b432-6b62-4327-b788-cb315644edc7', 'name': '', 'network_id': 'a402136b-899e-48a2-afbb-6a230d269c97', 'tenant_id': '3fff5b8cf1f54dd9bfa41e8e05f81407', 'mac_address': 'fa:16:3e:d4:ce:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40e9b167-df0c-44e9-929d-0decb76d5106', 'device_owner': 'network:router_interface', 'standard_attr_id': 2905, 'fixed_ips': [{'subnet_id': '0aa483b6-6b5f-48ae-a00a-4a5796aa4903', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:56:24Z', 'updated_at': '2021-08-12T14:56:37Z', 'revision_number': 5, 'project_id': '3fff5b8cf1f54dd9bfa41e8e05f81407', 'subnets': [{'id': '0aa483b6-6b5f-48ae-a00a-4a5796aa4903', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2da96b0-3228-4c3b-af77-7f6fccb5ef53', 'name': '', 'network_id': '9219eb97-3230-4649-8601-9f1aeca0b6c7', 'tenant_id': '3fff5b8cf1f54dd9bfa41e8e05f81407', 'mac_address': 'fa:16:3e:cc:c7:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40e9b167-df0c-44e9-929d-0decb76d5106', 'device_owner': 'network:router_interface', 'standard_attr_id': 2869, 'fixed_ips': [{'subnet_id': '4128f37b-afb4-4d17-af6f-d22950c79df3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:56:05Z', 'updated_at': '2021-08-12T14:56:15Z', 'revision_number': 5, 'project_id': '3fff5b8cf1f54dd9bfa41e8e05f81407', 'subnets': [{'id': '4128f37b-afb4-4d17-af6f-d22950c79df3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 14:56:44.607469 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a133ac1b-210e-4d07-ae25-428745194e09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:44.631146 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a133ac1b-210e-4d07-ae25-428745194e09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:44.748574 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-a133ac1b-210e-4d07-ae25-428745194e09 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ebb0d55112d44637bf3d6f5d6f04b144&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4106855 Aug 12 14:56:44.753572 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 38334) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:56:44.761149 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a133ac1b-210e-4d07-ae25-428745194e09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6231d0ec-5320-4348-be18-81968a37cc4f,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:56:44.783792 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 38336) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:56:44.790136 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc63cc7-d940-421e-adaf-406531744fae req-5ebe14d8-9e44-4344-961d-6aca282f3541 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:56:44.805434 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-2bc63cc7-d940-421e-adaf-406531744fae req-5ebe14d8-9e44-4344-961d-6aca282f3541 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/ports?device_id=5be77a56-d5ef-4a70-9846-307f9eb76fa5 HTTP/1.1" status: 200 len: 945 time: 0.2281883 Aug 12 14:56:44.834883 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-dca17680-8e19-4b78-bc1a-0b187fe9448a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:44.926317 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-2bc63cc7-d940-421e-adaf-406531744fae req-2658abff-b22c-401c-a582-695f8c8d5d52 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/security-groups?id=188dc986-a686-4570-b7d8-3a6edb471033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196713 Aug 12 14:56:44.972572 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-dca17680-8e19-4b78-bc1a-0b187fe9448a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:44.981714 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-dca17680-8e19-4b78-bc1a-0b187fe9448a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:45.027660 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-6536a100-9558-49b3-aac5-c23fbde02c96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:45.030192 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca17680-8e19-4b78-bc1a-0b187fe9448a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f3f851a-0ed1-4777-9b53-26a406dbbf3c,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:56:45.094305 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-dca17680-8e19-4b78-bc1a-0b187fe9448a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1bcfaaad328a43dda8aa638bd2234aea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2902594 Aug 12 14:56:45.121206 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 38346) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:56:45.181761 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-6536a100-9558-49b3-aac5-c23fbde02c96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:45.206122 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.extraroute_db [None req-0d4fca88-9d20-4bfa-aa42-0ffc7041f2c6 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Added routes are [] {{(pid=94466) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 12 14:56:45.206474 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.extraroute_db [None req-0d4fca88-9d20-4bfa-aa42-0ffc7041f2c6 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Removed routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=94466) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 12 14:56:45.234639 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5e7073-0a93-44dd-b556-ba2161872cc1 req-8e998ce9-cd4a-47fa-9ef1-7b65947f1848 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:56:45.236362 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-cc5e7073-0a93-44dd-b556-ba2161872cc1 req-8e998ce9-cd4a-47fa-9ef1-7b65947f1848 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/ports?device_id=8058b577-6d37-4f83-8841-608839b8ea4b HTTP/1.1" status: 200 len: 945 time: 0.1732318 Aug 12 14:56:45.274719 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-7803d25e-7f37-457b-a16e-49c7fa0b64e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:45.300920 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0d4fca88-9d20-4bfa-aa42-0ffc7041f2c6 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-431363', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-429420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-104890'] for router, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:45.302977 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-7803d25e-7f37-457b-a16e-49c7fa0b64e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:45.403929 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-cc5e7073-0a93-44dd-b556-ba2161872cc1 req-d882e62f-8210-452e-99b8-ba424d783438 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/security-groups?id=c39b825c-c1be-4b1e-8a82-7d04c2bfa2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1569221 Aug 12 14:56:45.406636 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-6536a100-9558-49b3-aac5-c23fbde02c96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:45.409776 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-6536a100-9558-49b3-aac5-c23fbde02c96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:45.411009 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-6536a100-9558-49b3-aac5-c23fbde02c96 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6231d0ec-5320-4348-be18-81968a37cc4f HTTP/1.1" status: 204 len: 168 time: 0.6563888 Aug 12 14:56:45.423435 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6536a100-9558-49b3-aac5-c23fbde02c96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6231d0ec-5320-4348-be18-81968a37cc4f,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:56:45.424213 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 38354) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:56:45.444273 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-7803d25e-7f37-457b-a16e-49c7fa0b64e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:45.447266 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-7803d25e-7f37-457b-a16e-49c7fa0b64e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:45.453093 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-7803d25e-7f37-457b-a16e-49c7fa0b64e4 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0f3f851a-0ed1-4777-9b53-26a406dbbf3c HTTP/1.1" status: 204 len: 168 time: 0.3305357 Aug 12 14:56:45.504378 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7803d25e-7f37-457b-a16e-49c7fa0b64e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f3f851a-0ed1-4777-9b53-26a406dbbf3c,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:56:45.619254 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0d4fca88-9d20-4bfa-aa42-0ffc7041f2c6 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-431363', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-429420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-104890'] for router, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:45.625246 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0d4fca88-9d20-4bfa-aa42-0ffc7041f2c6 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-431608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-431370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-431601', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-429403'] for router, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:45.627691 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-fe95f194-a3b0-4c04-9e42-20b511169d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:45.657898 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-d5dee335-d3c7-4664-aa97-e0c8b4ee7be7 tempest-NegativeSecGroupIPv6Test-1726270102 tempest-NegativeSecGroupIPv6Test-1726270102-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:56:45.658456 n-d-694802-15 neutron-server[94467]: WARNING neutron.api.v2.base [None req-d5dee335-d3c7-4664-aa97-e0c8b4ee7be7 tempest-NegativeSecGroupIPv6Test-1726270102 tempest-NegativeSecGroupIPv6Test-1726270102-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 12 14:56:45.659177 n-d-694802-15 neutron-server[94467]: INFO neutron.api.v2.resource [None req-d5dee335-d3c7-4664-aa97-e0c8b4ee7be7 tempest-NegativeSecGroupIPv6Test-1726270102 tempest-NegativeSecGroupIPv6Test-1726270102-project] create failed (client error): There was a conflict when trying to complete your request. Aug 12 14:56:45.664393 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-d5dee335-d3c7-4664-aa97-e0c8b4ee7be7 tempest-NegativeSecGroupIPv6Test-1726270102 tempest-NegativeSecGroupIPv6Test-1726270102-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2388659 Aug 12 14:56:45.665308 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 38362) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:56:45.673888 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-9f6c7589-4490-4d41-bbdd-27797f9efd40 tempest-NegativeSecGroupIPv6Test-1726270102 tempest-NegativeSecGroupIPv6Test-1726270102-project] Request body: {'security_group': {'name': 'tempest-secgroup--610718646'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:56:45.740629 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-9f6c7589-4490-4d41-bbdd-27797f9efd40 tempest-NegativeSecGroupIPv6Test-1726270102 tempest-NegativeSecGroupIPv6Test-1726270102-project] Notify callbacks [] for security_group, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:45.766268 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-9f6c7589-4490-4d41-bbdd-27797f9efd40 tempest-NegativeSecGroupIPv6Test-1726270102 tempest-NegativeSecGroupIPv6Test-1726270102-project] Notify callbacks [] for security_group, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:45.805599 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-171f1eaf-490a-41df-9b58-8d43a68de059 None None] Sync routers for ids ['40e9b167-df0c-44e9-929d-0decb76d5106'] in n-d-694802-15 {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 14:56:45.828919 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-171f1eaf-490a-41df-9b58-8d43a68de059 None None] Routers {'40e9b167-df0c-44e9-929d-0decb76d5106'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:56:45.829839 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-171f1eaf-490a-41df-9b58-8d43a68de059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:56:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['40e9b167-df0c-44e9-929d-0decb76d5106'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:56:45.887606 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f95495-88e6-4e44-9ba6-be0cb2e6a3c6 req-dd3a0580-b62c-4e13-9281-644beac11928 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:56:45.890797 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-96f95495-88e6-4e44-9ba6-be0cb2e6a3c6 req-dd3a0580-b62c-4e13-9281-644beac11928 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/ports?device_id=8058b577-6d37-4f83-8841-608839b8ea4b HTTP/1.1" status: 200 len: 945 time: 0.2599168 Aug 12 14:56:45.988173 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-96f95495-88e6-4e44-9ba6-be0cb2e6a3c6 req-9deaca78-682e-4728-bc61-b05dd3a56754 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/security-groups?id=c39b825c-c1be-4b1e-8a82-7d04c2bfa2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694289 Aug 12 14:56:46.002864 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d4fca88-9d20-4bfa-aa42-0ffc7041f2c6 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Router 40e9b167-df0c-44e9-929d-0decb76d5106 has already been hosted by L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f {{(pid=94466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 14:56:46.007617 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 38372) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:56:46.052434 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-9f6c7589-4490-4d41-bbdd-27797f9efd40 tempest-NegativeSecGroupIPv6Test-1726270102 tempest-NegativeSecGroupIPv6Test-1726270102-project] Notify callbacks [] for security_group, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:46.065107 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-9f6c7589-4490-4d41-bbdd-27797f9efd40 tempest-NegativeSecGroupIPv6Test-1726270102 tempest-NegativeSecGroupIPv6Test-1726270102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:46.141672 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d4fca88-9d20-4bfa-aa42-0ffc7041f2c6 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 14:56:46.150877 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0d4fca88-9d20-4bfa-aa42-0ffc7041f2c6 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks [] for router, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:46.152192 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-0d4fca88-9d20-4bfa-aa42-0ffc7041f2c6 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] 10.222.0.39 "PUT /v2.0/routers/40e9b167-df0c-44e9-929d-0decb76d5106 HTTP/1.1" status: 200 len: 700 time: 2.3684382 Aug 12 14:56:46.154831 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 38376) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:56:46.222663 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-171f1eaf-490a-41df-9b58-8d43a68de059 None None] Set router 40e9b167-df0c-44e9-929d-0decb76d5106 gateway port host: None {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:56:46.223218 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eae4696-acf4-4114-ab72-a65485838076 tempest-TestNetworkAdvancedServerOps-311782475 tempest-TestNetworkAdvancedServerOps-311782475-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:56:46.228199 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-7eae4696-acf4-4114-ab72-a65485838076 tempest-TestNetworkAdvancedServerOps-311782475 tempest-TestNetworkAdvancedServerOps-311782475-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=8058b577-6d37-4f83-8841-608839b8ea4b HTTP/1.1" status: 200 len: 1092 time: 0.2187450 Aug 12 14:56:46.228540 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 38380) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:56:46.249994 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6c7589-4490-4d41-bbdd-27797f9efd40 tempest-NegativeSecGroupIPv6Test-1726270102 tempest-NegativeSecGroupIPv6Test-1726270102-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c993e7a-38a8-4662-a376-01328cf279bb,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:56:46.263281 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-0d076a52-4078-48cc-95e2-c86cb94be362 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Request body: {'floatingip': {'floating_network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'port_id': '026cb33f-8bb3-46d5-883a-21dfb3ccff22', 'tenant_id': '6774b656eb8145eb998ea0059b40b4c3', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:56:46.329845 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-2b03b257-70d0-4ed3-8e17-76bfb454b413 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] 10.222.0.39 "GET /v2.0/routers/40e9b167-df0c-44e9-929d-0decb76d5106 HTTP/1.1" status: 200 len: 700 time: 0.1736045 Aug 12 14:56:46.333132 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 38386) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:56:46.377209 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device aed8c474-3635-49b0-869d-20dc69b634fe up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:56:46.470427 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.db.api [None req-0d076a52-4078-48cc-95e2-c86cb94be362 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 12 14:56:46.470427 n-d-694802-15 neutron-server[94466]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 12 14:56:46.470427 n-d-694802-15 neutron-server[94466]: [parameters: {'project_id_1': '6774b656eb8145eb998ea0059b40b4c3', 'expiration_1': datetime.datetime(2021, 8, 12, 14, 56, 46, 269702)}] Aug 12 14:56:46.470427 n-d-694802-15 neutron-server[94466]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94466) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 12 14:56:46.471265 n-d-694802-15 neutron-server[94466]: DEBUG oslo_db.api [None req-0d076a52-4078-48cc-95e2-c86cb94be362 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 12 14:56:46.486904 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning for port aed8c474-3635-49b0-869d-20dc69b634fe completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:56:46.494266 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port aed8c474-3635-49b0-869d-20dc69b634fe triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:56:46.496243 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:46.508185 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d77b44-0056-4599-b37d-fe13b3011f74 req-e4c8f42c-21ee-4422-a0e2-b18c8ef981d6 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:56:46.518809 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-77d77b44-0056-4599-b37d-fe13b3011f74 req-e4c8f42c-21ee-4422-a0e2-b18c8ef981d6 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/ports?device_id=5be77a56-d5ef-4a70-9846-307f9eb76fa5 HTTP/1.1" status: 200 len: 945 time: 0.3427708 Aug 12 14:56:46.579720 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-171f1eaf-490a-41df-9b58-8d43a68de059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40e9b167-df0c-44e9-929d-0decb76d5106', 'name': 'tempest-RoutersTest-router-2128871921', 'tenant_id': '3fff5b8cf1f54dd9bfa41e8e05f81407', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:56:01Z', 'updated_at': '2021-08-12T14:56:45Z', 'revision_number': 7, 'project_id': '3fff5b8cf1f54dd9bfa41e8e05f81407', 'gw_port_host': None, '_interfaces': [{'id': '39715796-a0d9-4bf5-a0cf-ddd5d041ba75', 'name': '', 'network_id': '353b1029-0993-43b5-8603-5310e6d32087', 'tenant_id': '3fff5b8cf1f54dd9bfa41e8e05f81407', 'mac_address': 'fa:16:3e:1d:5d:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40e9b167-df0c-44e9-929d-0decb76d5106', 'device_owner': 'network:router_interface', 'standard_attr_id': 2886, 'fixed_ips': [{'subnet_id': 'e63b96f0-a969-4791-9940-6b77120e2e10', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:56:12Z', 'updated_at': '2021-08-12T14:56:29Z', 'revision_number': 5, 'project_id': '3fff5b8cf1f54dd9bfa41e8e05f81407', 'subnets': [{'id': 'e63b96f0-a969-4791-9940-6b77120e2e10', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aed8c474-3635-49b0-869d-20dc69b634fe', 'name': '', 'network_id': '00f324ba-fd16-4b55-a2fd-4dee20cad375', 'tenant_id': '3fff5b8cf1f54dd9bfa41e8e05f81407', 'mac_address': 'fa:16:3e:21:e9:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40e9b167-df0c-44e9-929d-0decb76d5106', 'device_owner': 'network:router_interface', 'standard_attr_id': 2937, 'fixed_ips': [{'subnet_id': '7d0f8ee6-21f4-4a31-92a0-0e5589d9052f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:56:36Z', 'updated_at': '2021-08-12T14:56:43Z', 'revision_number': 4, 'project_id': '3fff5b8cf1f54dd9bfa41e8e05f81407', 'subnets': [{'id': '7d0f8ee6-21f4-4a31-92a0-0e5589d9052f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c033b432-6b62-4327-b788-cb315644edc7', 'name': '', 'network_id': 'a402136b-899e-48a2-afbb-6a230d269c97', 'tenant_id': '3fff5b8cf1f54dd9bfa41e8e05f81407', 'mac_address': 'fa:16:3e:d4:ce:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40e9b167-df0c-44e9-929d-0decb76d5106', 'device_owner': 'network:router_interface', 'standard_attr_id': 2905, 'fixed_ips': [{'subnet_id': '0aa483b6-6b5f-48ae-a00a-4a5796aa4903', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:56:24Z', 'updated_at': '2021-08-12T14:56:37Z', 'revision_number': 5, 'project_id': '3fff5b8cf1f54dd9bfa41e8e05f81407', 'subnets': [{'id': '0aa483b6-6b5f-48ae-a00a-4a5796aa4903', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2da96b0-3228-4c3b-af77-7f6fccb5ef53', 'name': '', 'network_id': '9219eb97-3230-4649-8601-9f1aeca0b6c7', 'tenant_id': '3fff5b8cf1f54dd9bfa41e8e05f81407', 'mac_address': 'fa:16:3e:cc:c7:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40e9b167-df0c-44e9-929d-0decb76d5106', 'device_owner': 'network:router_interface', 'standard_attr_id': 2869, 'fixed_ips': [{'subnet_id': '4128f37b-afb4-4d17-af6f-d22950c79df3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:56:05Z', 'updated_at': '2021-08-12T14:56:15Z', 'revision_number': 5, 'project_id': '3fff5b8cf1f54dd9bfa41e8e05f81407', 'subnets': [{'id': '4128f37b-afb4-4d17-af6f-d22950c79df3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:56:46.648208 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-9f6c7589-4490-4d41-bbdd-27797f9efd40 tempest-NegativeSecGroupIPv6Test-1726270102 tempest-NegativeSecGroupIPv6Test-1726270102-project] Notify callbacks [] for security_group, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:46.666844 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-77d77b44-0056-4599-b37d-fe13b3011f74 req-f23f88f4-034b-4836-94fa-ea5680a061f1 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/security-groups?id=188dc986-a686-4570-b7d8-3a6edb471033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367793 Aug 12 14:56:46.667713 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-9f6c7589-4490-4d41-bbdd-27797f9efd40 tempest-NegativeSecGroupIPv6Test-1726270102 tempest-NegativeSecGroupIPv6Test-1726270102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:46.680056 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-171f1eaf-490a-41df-9b58-8d43a68de059 None None] Checking router: 40e9b167-df0c-44e9-929d-0decb76d5106 for host: n-d-694802-15 {{(pid=94469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 14:56:46.708907 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-171f1eaf-490a-41df-9b58-8d43a68de059 None None] Routers {'40e9b167-df0c-44e9-929d-0decb76d5106'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:56:46.711135 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-171f1eaf-490a-41df-9b58-8d43a68de059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:56:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['40e9b167-df0c-44e9-929d-0decb76d5106'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:56:46.728054 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6c7589-4490-4d41-bbdd-27797f9efd40 tempest-NegativeSecGroupIPv6Test-1726270102 tempest-NegativeSecGroupIPv6Test-1726270102-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34661d58-6a45-4f32-87dc-0b8fac5ac95a,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:56:46.758758 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-9f6c7589-4490-4d41-bbdd-27797f9efd40 tempest-NegativeSecGroupIPv6Test-1726270102 tempest-NegativeSecGroupIPv6Test-1726270102-project] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:46.766362 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-9f6c7589-4490-4d41-bbdd-27797f9efd40 tempest-NegativeSecGroupIPv6Test-1726270102 tempest-NegativeSecGroupIPv6Test-1726270102-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0997310 Aug 12 14:56:46.766610 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 38400) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:56:46.777373 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-03ca8c4a-e337-4711-b8f7-ffd79b47ba69 tempest-NegativeSecGroupIPv6Test-1726270102 tempest-NegativeSecGroupIPv6Test-1726270102-project] Request body: {'security_group_rule': {'security_group_id': '34661d58-6a45-4f32-87dc-0b8fac5ac95a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:56:46.849566 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-03ca8c4a-e337-4711-b8f7-ffd79b47ba69 tempest-NegativeSecGroupIPv6Test-1726270102 tempest-NegativeSecGroupIPv6Test-1726270102-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:46.921440 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-171f1eaf-490a-41df-9b58-8d43a68de059 None None] Set router 40e9b167-df0c-44e9-929d-0decb76d5106 gateway port host: None {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:56:46.945781 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:47.029972 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] For port aed8c474-3635-49b0-869d-20dc69b634fe, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=aed8c474-3635-49b0-869d-20dc69b634fe,segment=NetworkSegment(101da761-93a5-440d-b782-d37910f18a82),segment_id=101da761-93a5-440d-b782-d37910f18a82)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:56:47.040734 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:47.047667 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-03ca8c4a-e337-4711-b8f7-ffd79b47ba69 tempest-NegativeSecGroupIPv6Test-1726270102 tempest-NegativeSecGroupIPv6Test-1726270102-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:47.074054 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-03ca8c4a-e337-4711-b8f7-ffd79b47ba69 tempest-NegativeSecGroupIPv6Test-1726270102 tempest-NegativeSecGroupIPv6Test-1726270102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641735'] for security_group_rule, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:47.134449 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca8c4a-e337-4711-b8f7-ffd79b47ba69 tempest-NegativeSecGroupIPv6Test-1726270102 tempest-NegativeSecGroupIPv6Test-1726270102-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af9d1826-de23-4cdd-afb6-c760c519457f,revision_number=0']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:56:47.159364 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0d076a52-4078-48cc-95e2-c86cb94be362 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks [] for floatingip, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:47.177365 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Pushing event updated for resources: {'Port': ['ID=aed8c474-3635-49b0-869d-20dc69b634fe,revision_number=5']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:56:47.195996 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:56:47.197525 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:56:47.207768 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:56:47.210414 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:56:47.210864 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:56:47.211301 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:56:47.211712 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:56:47.213607 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:56:47.214117 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:56:47.215291 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:56:47.215715 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:56:47.216522 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:56:47.274311 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-03ca8c4a-e337-4711-b8f7-ffd79b47ba69 tempest-NegativeSecGroupIPv6Test-1726270102 tempest-NegativeSecGroupIPv6Test-1726270102-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:47.277318 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-03ca8c4a-e337-4711-b8f7-ffd79b47ba69 tempest-NegativeSecGroupIPv6Test-1726270102 tempest-NegativeSecGroupIPv6Test-1726270102-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5065341 Aug 12 14:56:47.279330 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 38420) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:56:47.285909 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-b105ef33-3936-435f-8abb-57fd10257718 tempest-NegativeSecGroupIPv6Test-1726270102 tempest-NegativeSecGroupIPv6Test-1726270102-project] Request body: {'security_group_rule': {'security_group_id': '34661d58-6a45-4f32-87dc-0b8fac5ac95a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:56:47.328584 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3d3d26cb-a5cd-46d7-8a4e-60646469b1b6 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66663830'] for router_interface, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:47.338372 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-b105ef33-3936-435f-8abb-57fd10257718 tempest-NegativeSecGroupIPv6Test-1726270102 tempest-NegativeSecGroupIPv6Test-1726270102-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:47.364727 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-171f1eaf-490a-41df-9b58-8d43a68de059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40e9b167-df0c-44e9-929d-0decb76d5106', 'name': 'tempest-RoutersTest-router-2128871921', 'tenant_id': '3fff5b8cf1f54dd9bfa41e8e05f81407', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:56:01Z', 'updated_at': '2021-08-12T14:56:45Z', 'revision_number': 7, 'project_id': '3fff5b8cf1f54dd9bfa41e8e05f81407', 'gw_port_host': None, '_interfaces': [{'id': '39715796-a0d9-4bf5-a0cf-ddd5d041ba75', 'name': '', 'network_id': '353b1029-0993-43b5-8603-5310e6d32087', 'tenant_id': '3fff5b8cf1f54dd9bfa41e8e05f81407', 'mac_address': 'fa:16:3e:1d:5d:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40e9b167-df0c-44e9-929d-0decb76d5106', 'device_owner': 'network:router_interface', 'standard_attr_id': 2886, 'fixed_ips': [{'subnet_id': 'e63b96f0-a969-4791-9940-6b77120e2e10', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:56:12Z', 'updated_at': '2021-08-12T14:56:29Z', 'revision_number': 5, 'project_id': '3fff5b8cf1f54dd9bfa41e8e05f81407', 'subnets': [{'id': 'e63b96f0-a969-4791-9940-6b77120e2e10', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aed8c474-3635-49b0-869d-20dc69b634fe', 'name': '', 'network_id': '00f324ba-fd16-4b55-a2fd-4dee20cad375', 'tenant_id': '3fff5b8cf1f54dd9bfa41e8e05f81407', 'mac_address': 'fa:16:3e:21:e9:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40e9b167-df0c-44e9-929d-0decb76d5106', 'device_owner': 'network:router_interface', 'standard_attr_id': 2937, 'fixed_ips': [{'subnet_id': '7d0f8ee6-21f4-4a31-92a0-0e5589d9052f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:56:36Z', 'updated_at': '2021-08-12T14:56:43Z', 'revision_number': 4, 'project_id': '3fff5b8cf1f54dd9bfa41e8e05f81407', 'subnets': [{'id': '7d0f8ee6-21f4-4a31-92a0-0e5589d9052f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c033b432-6b62-4327-b788-cb315644edc7', 'name': '', 'network_id': 'a402136b-899e-48a2-afbb-6a230d269c97', 'tenant_id': '3fff5b8cf1f54dd9bfa41e8e05f81407', 'mac_address': 'fa:16:3e:d4:ce:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40e9b167-df0c-44e9-929d-0decb76d5106', 'device_owner': 'network:router_interface', 'standard_attr_id': 2905, 'fixed_ips': [{'subnet_id': '0aa483b6-6b5f-48ae-a00a-4a5796aa4903', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:56:24Z', 'updated_at': '2021-08-12T14:56:37Z', 'revision_number': 5, 'project_id': '3fff5b8cf1f54dd9bfa41e8e05f81407', 'subnets': [{'id': '0aa483b6-6b5f-48ae-a00a-4a5796aa4903', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2da96b0-3228-4c3b-af77-7f6fccb5ef53', 'name': '', 'network_id': '9219eb97-3230-4649-8601-9f1aeca0b6c7', 'tenant_id': '3fff5b8cf1f54dd9bfa41e8e05f81407', 'mac_address': 'fa:16:3e:cc:c7:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40e9b167-df0c-44e9-929d-0decb76d5106', 'device_owner': 'network:router_interface', 'standard_attr_id': 2869, 'fixed_ips': [{'subnet_id': '4128f37b-afb4-4d17-af6f-d22950c79df3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:56:05Z', 'updated_at': '2021-08-12T14:56:15Z', 'revision_number': 5, 'project_id': '3fff5b8cf1f54dd9bfa41e8e05f81407', 'subnets': [{'id': '4128f37b-afb4-4d17-af6f-d22950c79df3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:56:47.437339 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-171f1eaf-490a-41df-9b58-8d43a68de059 None None] The sync data for ids ['40e9b167-df0c-44e9-929d-0decb76d5106'] in n-d-694802-15 is: [{'id': '40e9b167-df0c-44e9-929d-0decb76d5106', 'name': 'tempest-RoutersTest-router-2128871921', 'tenant_id': '3fff5b8cf1f54dd9bfa41e8e05f81407', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:56:01Z', 'updated_at': '2021-08-12T14:56:45Z', 'revision_number': 7, 'project_id': '3fff5b8cf1f54dd9bfa41e8e05f81407', 'gw_port_host': None, '_interfaces': [{'id': '39715796-a0d9-4bf5-a0cf-ddd5d041ba75', 'name': '', 'network_id': '353b1029-0993-43b5-8603-5310e6d32087', 'tenant_id': '3fff5b8cf1f54dd9bfa41e8e05f81407', 'mac_address': 'fa:16:3e:1d:5d:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40e9b167-df0c-44e9-929d-0decb76d5106', 'device_owner': 'network:router_interface', 'standard_attr_id': 2886, 'fixed_ips': [{'subnet_id': 'e63b96f0-a969-4791-9940-6b77120e2e10', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:56:12Z', 'updated_at': '2021-08-12T14:56:29Z', 'revision_number': 5, 'project_id': '3fff5b8cf1f54dd9bfa41e8e05f81407', 'subnets': [{'id': 'e63b96f0-a969-4791-9940-6b77120e2e10', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aed8c474-3635-49b0-869d-20dc69b634fe', 'name': '', 'network_id': '00f324ba-fd16-4b55-a2fd-4dee20cad375', 'tenant_id': '3fff5b8cf1f54dd9bfa41e8e05f81407', 'mac_address': 'fa:16:3e:21:e9:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40e9b167-df0c-44e9-929d-0decb76d5106', 'device_owner': 'network:router_interface', 'standard_attr_id': 2937, 'fixed_ips': [{'subnet_id': '7d0f8ee6-21f4-4a31-92a0-0e5589d9052f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:56:36Z', 'updated_at': '2021-08-12T14:56:43Z', 'revision_number': 4, 'project_id': '3fff5b8cf1f54dd9bfa41e8e05f81407', 'subnets': [{'id': '7d0f8ee6-21f4-4a31-92a0-0e5589d9052f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c033b432-6b62-4327-b788-cb315644edc7', 'name': '', 'network_id': 'a402136b-899e-48a2-afbb-6a230d269c97', 'tenant_id': '3fff5b8cf1f54dd9bfa41e8e05f81407', 'mac_address': 'fa:16:3e:d4:ce:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40e9b167-df0c-44e9-929d-0decb76d5106', 'device_owner': 'network:router_interface', 'standard_attr_id': 2905, 'fixed_ips': [{'subnet_id': '0aa483b6-6b5f-48ae-a00a-4a5796aa4903', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:56:24Z', 'updated_at': '2021-08-12T14:56:37Z', 'revision_number': 5, 'project_id': '3fff5b8cf1f54dd9bfa41e8e05f81407', 'subnets': [{'id': '0aa483b6-6b5f-48ae-a00a-4a5796aa4903', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2da96b0-3228-4c3b-af77-7f6fccb5ef53', 'name': '', 'network_id': '9219eb97-3230-4649-8601-9f1aeca0b6c7', 'tenant_id': '3fff5b8cf1f54dd9bfa41e8e05f81407', 'mac_address': 'fa:16:3e:cc:c7:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40e9b167-df0c-44e9-929d-0decb76d5106', 'device_owner': 'network:router_interface', 'standard_attr_id': 2869, 'fixed_ips': [{'subnet_id': '4128f37b-afb4-4d17-af6f-d22950c79df3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:56:05Z', 'updated_at': '2021-08-12T14:56:15Z', 'revision_number': 5, 'project_id': '3fff5b8cf1f54dd9bfa41e8e05f81407', 'subnets': [{'id': '4128f37b-afb4-4d17-af6f-d22950c79df3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 14:56:47.451773 n-d-694802-15 neutron-server[94467]: INFO neutron.api.v2.resource [None req-b105ef33-3936-435f-8abb-57fd10257718 tempest-NegativeSecGroupIPv6Test-1726270102 tempest-NegativeSecGroupIPv6Test-1726270102-project] create failed (client error): There was a conflict when trying to complete your request. Aug 12 14:56:47.454646 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-b105ef33-3936-435f-8abb-57fd10257718 tempest-NegativeSecGroupIPv6Test-1726270102 tempest-NegativeSecGroupIPv6Test-1726270102-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1729586 Aug 12 14:56:47.457614 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 38424) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:56:47.588801 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-2c58a127-dacc-4da2-bd61-dd1cd620face tempest-NegativeSecGroupIPv6Test-1726270102 tempest-NegativeSecGroupIPv6Test-1726270102-project] Notify callbacks [] for security_group, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:47.624407 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0d076a52-4078-48cc-95e2-c86cb94be362 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:47.674772 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-2c58a127-dacc-4da2-bd61-dd1cd620face tempest-NegativeSecGroupIPv6Test-1726270102 tempest-NegativeSecGroupIPv6Test-1726270102-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:47.771411 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-2c58a127-dacc-4da2-bd61-dd1cd620face tempest-NegativeSecGroupIPv6Test-1726270102 tempest-NegativeSecGroupIPv6Test-1726270102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:47.774988 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-2c58a127-dacc-4da2-bd61-dd1cd620face tempest-NegativeSecGroupIPv6Test-1726270102 tempest-NegativeSecGroupIPv6Test-1726270102-project] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:47.776617 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-2c58a127-dacc-4da2-bd61-dd1cd620face tempest-NegativeSecGroupIPv6Test-1726270102 tempest-NegativeSecGroupIPv6Test-1726270102-project] 10.222.0.39 "DELETE /v2.0/security-groups/34661d58-6a45-4f32-87dc-0b8fac5ac95a HTTP/1.1" status: 204 len: 168 time: 0.3178942 Aug 12 14:56:47.779490 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 38434) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:56:47.803841 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c58a127-dacc-4da2-bd61-dd1cd620face tempest-NegativeSecGroupIPv6Test-1726270102 tempest-NegativeSecGroupIPv6Test-1726270102-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=34661d58-6a45-4f32-87dc-0b8fac5ac95a,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:56:47.915656 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-0d076a52-4078-48cc-95e2-c86cb94be362 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Allocated IP 172.25.1.41 (d3759e1b-6c03-45ac-acd4-90abb417809b/f0254f08-c19c-4e31-bd9c-09389ea4b6f2/4821d777-ff60-4dc6-b17b-9fe4e06ee8eb) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:56:47.929504 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-e98c7267-1f87-43eb-848d-4becda93fb47 tempest-NegativeSecGroupIPv6Test-1726270102 tempest-NegativeSecGroupIPv6Test-1726270102-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1488483 Aug 12 14:56:47.933566 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 38440) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:56:47.940142 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-227fdfe8-3be5-42b5-b394-84c525a2e9d8 tempest-NegativeSecGroupIPv6Test-1726270102 tempest-NegativeSecGroupIPv6Test-1726270102-project] Request body: {'security_group': {'name': 'tempest-secgroup--1628535785'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:56:47.941850 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-755e2cc6-8039-4c2f-8a88-d60b0714e8f0 None None] Sync routers for ids ['40e9b167-df0c-44e9-929d-0decb76d5106'] in n-d-694802-15 {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 14:56:47.956863 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-755e2cc6-8039-4c2f-8a88-d60b0714e8f0 None None] Routers {'40e9b167-df0c-44e9-929d-0decb76d5106'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:56:47.958246 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-755e2cc6-8039-4c2f-8a88-d60b0714e8f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:56:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['40e9b167-df0c-44e9-929d-0decb76d5106'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:56:47.994428 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-227fdfe8-3be5-42b5-b394-84c525a2e9d8 tempest-NegativeSecGroupIPv6Test-1726270102 tempest-NegativeSecGroupIPv6Test-1726270102-project] Notify callbacks [] for security_group, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:48.083715 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvr_db [None req-755e2cc6-8039-4c2f-8a88-d60b0714e8f0 None None] Set router 40e9b167-df0c-44e9-929d-0decb76d5106 gateway port host: None {{(pid=94468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:56:48.094274 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7027ae6-6b22-42c8-b0ed-774f9b347fcf req-b80874d8-906b-435a-b2fb-3e7c4b3d2053 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:56:48.095868 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-c7027ae6-6b22-42c8-b0ed-774f9b347fcf req-b80874d8-906b-435a-b2fb-3e7c4b3d2053 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/ports?device_id=5be77a56-d5ef-4a70-9846-307f9eb76fa5 HTTP/1.1" status: 200 len: 945 time: 0.2472701 Aug 12 14:56:48.127184 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-3d3d26cb-a5cd-46d7-8a4e-60646469b1b6 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Deleting port aed8c474-3635-49b0-869d-20dc69b634fe {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:56:48.127560 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3d3d26cb-a5cd-46d7-8a4e-60646469b1b6 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:48.230194 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0d076a52-4078-48cc-95e2-c86cb94be362 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:48.256753 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-c7027ae6-6b22-42c8-b0ed-774f9b347fcf req-9670f849-175a-4b33-905f-7e1171971ebd tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/security-groups?id=188dc986-a686-4570-b7d8-3a6edb471033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512892 Aug 12 14:56:48.276984 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-227fdfe8-3be5-42b5-b394-84c525a2e9d8 tempest-NegativeSecGroupIPv6Test-1726270102 tempest-NegativeSecGroupIPv6Test-1726270102-project] Notify callbacks [] for security_group, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:48.284768 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-227fdfe8-3be5-42b5-b394-84c525a2e9d8 tempest-NegativeSecGroupIPv6Test-1726270102 tempest-NegativeSecGroupIPv6Test-1726270102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:48.367239 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227fdfe8-3be5-42b5-b394-84c525a2e9d8 tempest-NegativeSecGroupIPv6Test-1726270102 tempest-NegativeSecGroupIPv6Test-1726270102-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d59f85b4-05fd-40b6-a2df-7213146751b9,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:56:48.387806 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-3d3d26cb-a5cd-46d7-8a4e-60646469b1b6 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] For port aed8c474-3635-49b0-869d-20dc69b634fe, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=aed8c474-3635-49b0-869d-20dc69b634fe,segment=NetworkSegment(101da761-93a5-440d-b782-d37910f18a82),segment_id=101da761-93a5-440d-b782-d37910f18a82)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:56:48.388378 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3d3d26cb-a5cd-46d7-8a4e-60646469b1b6 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:48.392672 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-227fdfe8-3be5-42b5-b394-84c525a2e9d8 tempest-NegativeSecGroupIPv6Test-1726270102 tempest-NegativeSecGroupIPv6Test-1726270102-project] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:48.394063 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-227fdfe8-3be5-42b5-b394-84c525a2e9d8 tempest-NegativeSecGroupIPv6Test-1726270102 tempest-NegativeSecGroupIPv6Test-1726270102-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4589038 Aug 12 14:56:48.396958 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 38466) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:56:48.403620 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-7bd5c078-0c44-47e1-9e44-79b2919abee0 tempest-NegativeSecGroupIPv6Test-1726270102 tempest-NegativeSecGroupIPv6Test-1726270102-project] Request body: {'security_group_rule': {'security_group_id': 'd59f85b4-05fd-40b6-a2df-7213146751b9', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:56:48.404309 n-d-694802-15 neutron-server[94467]: WARNING neutron.api.v2.base [None req-7bd5c078-0c44-47e1-9e44-79b2919abee0 tempest-NegativeSecGroupIPv6Test-1726270102 tempest-NegativeSecGroupIPv6Test-1726270102-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Aug 12 14:56:48.406154 n-d-694802-15 neutron-server[94467]: INFO neutron.api.v2.resource [None req-7bd5c078-0c44-47e1-9e44-79b2919abee0 tempest-NegativeSecGroupIPv6Test-1726270102 tempest-NegativeSecGroupIPv6Test-1726270102-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 12 14:56:48.407379 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-7bd5c078-0c44-47e1-9e44-79b2919abee0 tempest-NegativeSecGroupIPv6Test-1726270102 tempest-NegativeSecGroupIPv6Test-1726270102-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0089025 Aug 12 14:56:48.407504 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-3d3d26cb-a5cd-46d7-8a4e-60646469b1b6 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Calling delete_port for aed8c474-3635-49b0-869d-20dc69b634fe owned by network:router_interface {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:56:48.412577 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 38468) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:56:48.421604 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0d076a52-4078-48cc-95e2-c86cb94be362 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:48.496321 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d076a52-4078-48cc-95e2-c86cb94be362 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Network d3759e1b-6c03-45ac-acd4-90abb417809b is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:56:48.506322 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-0d076a52-4078-48cc-95e2-c86cb94be362 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:56:48.517251 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d076a52-4078-48cc-95e2-c86cb94be362 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:56:48.517434 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 38470) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:56:48.528161 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device aed8c474-3635-49b0-869d-20dc69b634fe up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:56:48.545873 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d076a52-4078-48cc-95e2-c86cb94be362 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Pushing event updated for resources: {'Port': ['ID=4821d777-ff60-4dc6-b17b-9fe4e06ee8eb,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:56:48.556222 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-334788a1-ba01-4e0c-b0b3-d9c5f7f6ef85 tempest-NegativeSecGroupIPv6Test-1726270102 tempest-NegativeSecGroupIPv6Test-1726270102-project] Notify callbacks [] for security_group, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:48.607159 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-334788a1-ba01-4e0c-b0b3-d9c5f7f6ef85 tempest-NegativeSecGroupIPv6Test-1726270102 tempest-NegativeSecGroupIPv6Test-1726270102-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:48.681268 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-57e864bc-f7d6-4053-8f26-97f8fdaa4700 tempest-RoutersTestDVR-1139262249 tempest-RoutersTestDVR-1139262249-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1500093527'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:56:48.712516 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-755e2cc6-8039-4c2f-8a88-d60b0714e8f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40e9b167-df0c-44e9-929d-0decb76d5106', 'name': 'tempest-RoutersTest-router-2128871921', 'tenant_id': '3fff5b8cf1f54dd9bfa41e8e05f81407', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:56:01Z', 'updated_at': '2021-08-12T14:56:45Z', 'revision_number': 7, 'project_id': '3fff5b8cf1f54dd9bfa41e8e05f81407', 'gw_port_host': None, '_interfaces': [{'id': '39715796-a0d9-4bf5-a0cf-ddd5d041ba75', 'name': '', 'network_id': '353b1029-0993-43b5-8603-5310e6d32087', 'tenant_id': '3fff5b8cf1f54dd9bfa41e8e05f81407', 'mac_address': 'fa:16:3e:1d:5d:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40e9b167-df0c-44e9-929d-0decb76d5106', 'device_owner': 'network:router_interface', 'standard_attr_id': 2886, 'fixed_ips': [{'subnet_id': 'e63b96f0-a969-4791-9940-6b77120e2e10', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:56:12Z', 'updated_at': '2021-08-12T14:56:29Z', 'revision_number': 5, 'project_id': '3fff5b8cf1f54dd9bfa41e8e05f81407', 'subnets': [{'id': 'e63b96f0-a969-4791-9940-6b77120e2e10', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aed8c474-3635-49b0-869d-20dc69b634fe', 'name': '', 'network_id': '00f324ba-fd16-4b55-a2fd-4dee20cad375', 'tenant_id': '3fff5b8cf1f54dd9bfa41e8e05f81407', 'mac_address': 'fa:16:3e:21:e9:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40e9b167-df0c-44e9-929d-0decb76d5106', 'device_owner': 'network:router_interface', 'standard_attr_id': 2937, 'fixed_ips': [{'subnet_id': '7d0f8ee6-21f4-4a31-92a0-0e5589d9052f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:56:36Z', 'updated_at': '2021-08-12T14:56:46Z', 'revision_number': 5, 'project_id': '3fff5b8cf1f54dd9bfa41e8e05f81407', 'subnets': [{'id': '7d0f8ee6-21f4-4a31-92a0-0e5589d9052f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c033b432-6b62-4327-b788-cb315644edc7', 'name': '', 'network_id': 'a402136b-899e-48a2-afbb-6a230d269c97', 'tenant_id': '3fff5b8cf1f54dd9bfa41e8e05f81407', 'mac_address': 'fa:16:3e:d4:ce:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40e9b167-df0c-44e9-929d-0decb76d5106', 'device_owner': 'network:router_interface', 'standard_attr_id': 2905, 'fixed_ips': [{'subnet_id': '0aa483b6-6b5f-48ae-a00a-4a5796aa4903', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:56:24Z', 'updated_at': '2021-08-12T14:56:37Z', 'revision_number': 5, 'project_id': '3fff5b8cf1f54dd9bfa41e8e05f81407', 'subnets': [{'id': '0aa483b6-6b5f-48ae-a00a-4a5796aa4903', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2da96b0-3228-4c3b-af77-7f6fccb5ef53', 'name': '', 'network_id': '9219eb97-3230-4649-8601-9f1aeca0b6c7', 'tenant_id': '3fff5b8cf1f54dd9bfa41e8e05f81407', 'mac_address': 'fa:16:3e:cc:c7:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40e9b167-df0c-44e9-929d-0decb76d5106', 'device_owner': 'network:router_interface', 'standard_attr_id': 2869, 'fixed_ips': [{'subnet_id': '4128f37b-afb4-4d17-af6f-d22950c79df3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:56:05Z', 'updated_at': '2021-08-12T14:56:15Z', 'revision_number': 5, 'project_id': '3fff5b8cf1f54dd9bfa41e8e05f81407', 'subnets': [{'id': '4128f37b-afb4-4d17-af6f-d22950c79df3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:56:48.722938 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-334788a1-ba01-4e0c-b0b3-d9c5f7f6ef85 tempest-NegativeSecGroupIPv6Test-1726270102 tempest-NegativeSecGroupIPv6Test-1726270102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:48.726670 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-334788a1-ba01-4e0c-b0b3-d9c5f7f6ef85 tempest-NegativeSecGroupIPv6Test-1726270102 tempest-NegativeSecGroupIPv6Test-1726270102-project] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:48.728385 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-334788a1-ba01-4e0c-b0b3-d9c5f7f6ef85 tempest-NegativeSecGroupIPv6Test-1726270102 tempest-NegativeSecGroupIPv6Test-1726270102-project] 10.222.0.39 "DELETE /v2.0/security-groups/d59f85b4-05fd-40b6-a2df-7213146751b9 HTTP/1.1" status: 204 len: 168 time: 0.3146574 Aug 12 14:56:48.736285 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 38478) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:56:48.747223 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-755e2cc6-8039-4c2f-8a88-d60b0714e8f0 None None] Checking router: 40e9b167-df0c-44e9-929d-0decb76d5106 for host: n-d-694802-15 {{(pid=94468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 14:56:48.753166 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port aed8c474-3635-49b0-869d-20dc69b634fe triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:56:48.753536 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:48.807452 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-755e2cc6-8039-4c2f-8a88-d60b0714e8f0 None None] Routers {'40e9b167-df0c-44e9-929d-0decb76d5106'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:56:48.808315 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-755e2cc6-8039-4c2f-8a88-d60b0714e8f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:56:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['40e9b167-df0c-44e9-929d-0decb76d5106'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:56:48.821853 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-57e864bc-f7d6-4053-8f26-97f8fdaa4700 tempest-RoutersTestDVR-1139262249 tempest-RoutersTestDVR-1139262249-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-430574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-104863'] for router, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:48.823801 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-57e864bc-f7d6-4053-8f26-97f8fdaa4700 tempest-RoutersTestDVR-1139262249 tempest-RoutersTestDVR-1139262249-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-429438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-431405', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66646573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-104852'] for router, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:48.835614 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334788a1-ba01-4e0c-b0b3-d9c5f7f6ef85 tempest-NegativeSecGroupIPv6Test-1726270102 tempest-NegativeSecGroupIPv6Test-1726270102-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d59f85b4-05fd-40b6-a2df-7213146751b9,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:56:48.901277 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvr_db [None req-755e2cc6-8039-4c2f-8a88-d60b0714e8f0 None None] Set router 40e9b167-df0c-44e9-929d-0decb76d5106 gateway port host: None {{(pid=94468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:56:48.933663 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-0b4a1a4e-c719-4a70-afa8-69cf7bfcfc56 tempest-NegativeSecGroupIPv6Test-1726270102 tempest-NegativeSecGroupIPv6Test-1726270102-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1947477 Aug 12 14:56:48.939801 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 38484) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:56:48.945062 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-0de0cd85-6717-402a-9ddf-c3d583adce17 tempest-NegativeSecGroupIPv6Test-1726270102 tempest-NegativeSecGroupIPv6Test-1726270102-project] Request body: {'security_group': {'name': 'tempest-secgroup--1226841828'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:56:48.988523 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 38486) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:56:48.996861 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-618b54d1-e6df-4ac1-ae8b-03262a8e185d tempest-TestVolumeBackupRestore-292524848 tempest-TestVolumeBackupRestore-292524848-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-104797994', 'description': 'tempest-secgroup-smoke-104797994 description', 'project_id': 'd9dd6ac7d160445e97bf27aace407348'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:56:49.003932 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-0de0cd85-6717-402a-9ddf-c3d583adce17 tempest-NegativeSecGroupIPv6Test-1726270102 tempest-NegativeSecGroupIPv6Test-1726270102-project] Notify callbacks [] for security_group, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:49.042664 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-618b54d1-e6df-4ac1-ae8b-03262a8e185d tempest-TestVolumeBackupRestore-292524848 tempest-TestVolumeBackupRestore-292524848-project] Notify callbacks [] for security_group, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:49.162348 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-0de0cd85-6717-402a-9ddf-c3d583adce17 tempest-NegativeSecGroupIPv6Test-1726270102 tempest-NegativeSecGroupIPv6Test-1726270102-project] Notify callbacks [] for security_group, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:49.167870 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-0de0cd85-6717-402a-9ddf-c3d583adce17 tempest-NegativeSecGroupIPv6Test-1726270102 tempest-NegativeSecGroupIPv6Test-1726270102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:49.199183 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3d3d26cb-a5cd-46d7-8a4e-60646469b1b6 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:49.234208 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-755e2cc6-8039-4c2f-8a88-d60b0714e8f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40e9b167-df0c-44e9-929d-0decb76d5106', 'name': 'tempest-RoutersTest-router-2128871921', 'tenant_id': '3fff5b8cf1f54dd9bfa41e8e05f81407', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:56:01Z', 'updated_at': '2021-08-12T14:56:45Z', 'revision_number': 7, 'project_id': '3fff5b8cf1f54dd9bfa41e8e05f81407', 'gw_port_host': None, '_interfaces': [{'id': '39715796-a0d9-4bf5-a0cf-ddd5d041ba75', 'name': '', 'network_id': '353b1029-0993-43b5-8603-5310e6d32087', 'tenant_id': '3fff5b8cf1f54dd9bfa41e8e05f81407', 'mac_address': 'fa:16:3e:1d:5d:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40e9b167-df0c-44e9-929d-0decb76d5106', 'device_owner': 'network:router_interface', 'standard_attr_id': 2886, 'fixed_ips': [{'subnet_id': 'e63b96f0-a969-4791-9940-6b77120e2e10', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:56:12Z', 'updated_at': '2021-08-12T14:56:29Z', 'revision_number': 5, 'project_id': '3fff5b8cf1f54dd9bfa41e8e05f81407', 'subnets': [{'id': 'e63b96f0-a969-4791-9940-6b77120e2e10', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aed8c474-3635-49b0-869d-20dc69b634fe', 'name': '', 'network_id': '00f324ba-fd16-4b55-a2fd-4dee20cad375', 'tenant_id': '3fff5b8cf1f54dd9bfa41e8e05f81407', 'mac_address': 'fa:16:3e:21:e9:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40e9b167-df0c-44e9-929d-0decb76d5106', 'device_owner': 'network:router_interface', 'standard_attr_id': 2937, 'fixed_ips': [{'subnet_id': '7d0f8ee6-21f4-4a31-92a0-0e5589d9052f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:56:36Z', 'updated_at': '2021-08-12T14:56:46Z', 'revision_number': 5, 'project_id': '3fff5b8cf1f54dd9bfa41e8e05f81407', 'subnets': [{'id': '7d0f8ee6-21f4-4a31-92a0-0e5589d9052f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c033b432-6b62-4327-b788-cb315644edc7', 'name': '', 'network_id': 'a402136b-899e-48a2-afbb-6a230d269c97', 'tenant_id': '3fff5b8cf1f54dd9bfa41e8e05f81407', 'mac_address': 'fa:16:3e:d4:ce:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40e9b167-df0c-44e9-929d-0decb76d5106', 'device_owner': 'network:router_interface', 'standard_attr_id': 2905, 'fixed_ips': [{'subnet_id': '0aa483b6-6b5f-48ae-a00a-4a5796aa4903', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:56:24Z', 'updated_at': '2021-08-12T14:56:37Z', 'revision_number': 5, 'project_id': '3fff5b8cf1f54dd9bfa41e8e05f81407', 'subnets': [{'id': '0aa483b6-6b5f-48ae-a00a-4a5796aa4903', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2da96b0-3228-4c3b-af77-7f6fccb5ef53', 'name': '', 'network_id': '9219eb97-3230-4649-8601-9f1aeca0b6c7', 'tenant_id': '3fff5b8cf1f54dd9bfa41e8e05f81407', 'mac_address': 'fa:16:3e:cc:c7:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40e9b167-df0c-44e9-929d-0decb76d5106', 'device_owner': 'network:router_interface', 'standard_attr_id': 2869, 'fixed_ips': [{'subnet_id': '4128f37b-afb4-4d17-af6f-d22950c79df3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:56:05Z', 'updated_at': '2021-08-12T14:56:15Z', 'revision_number': 5, 'project_id': '3fff5b8cf1f54dd9bfa41e8e05f81407', 'subnets': [{'id': '4128f37b-afb4-4d17-af6f-d22950c79df3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:56:49.249732 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3d26cb-a5cd-46d7-8a4e-60646469b1b6 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Pushing event deleted for resources: {'Port': ['ID=aed8c474-3635-49b0-869d-20dc69b634fe,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:56:49.273355 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de0cd85-6717-402a-9ddf-c3d583adce17 tempest-NegativeSecGroupIPv6Test-1726270102 tempest-NegativeSecGroupIPv6Test-1726270102-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73119278-3a61-4467-81f6-23ee12e03c35,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:56:49.287316 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-755e2cc6-8039-4c2f-8a88-d60b0714e8f0 None None] The sync data for ids ['40e9b167-df0c-44e9-929d-0decb76d5106'] in n-d-694802-15 is: [{'id': '40e9b167-df0c-44e9-929d-0decb76d5106', 'name': 'tempest-RoutersTest-router-2128871921', 'tenant_id': '3fff5b8cf1f54dd9bfa41e8e05f81407', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:56:01Z', 'updated_at': '2021-08-12T14:56:45Z', 'revision_number': 7, 'project_id': '3fff5b8cf1f54dd9bfa41e8e05f81407', 'gw_port_host': None, '_interfaces': [{'id': '39715796-a0d9-4bf5-a0cf-ddd5d041ba75', 'name': '', 'network_id': '353b1029-0993-43b5-8603-5310e6d32087', 'tenant_id': '3fff5b8cf1f54dd9bfa41e8e05f81407', 'mac_address': 'fa:16:3e:1d:5d:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40e9b167-df0c-44e9-929d-0decb76d5106', 'device_owner': 'network:router_interface', 'standard_attr_id': 2886, 'fixed_ips': [{'subnet_id': 'e63b96f0-a969-4791-9940-6b77120e2e10', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:56:12Z', 'updated_at': '2021-08-12T14:56:29Z', 'revision_number': 5, 'project_id': '3fff5b8cf1f54dd9bfa41e8e05f81407', 'subnets': [{'id': 'e63b96f0-a969-4791-9940-6b77120e2e10', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aed8c474-3635-49b0-869d-20dc69b634fe', 'name': '', 'network_id': '00f324ba-fd16-4b55-a2fd-4dee20cad375', 'tenant_id': '3fff5b8cf1f54dd9bfa41e8e05f81407', 'mac_address': 'fa:16:3e:21:e9:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40e9b167-df0c-44e9-929d-0decb76d5106', 'device_owner': 'network:router_interface', 'standard_attr_id': 2937, 'fixed_ips': [{'subnet_id': '7d0f8ee6-21f4-4a31-92a0-0e5589d9052f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:56:36Z', 'updated_at': '2021-08-12T14:56:46Z', 'revision_number': 5, 'project_id': '3fff5b8cf1f54dd9bfa41e8e05f81407', 'subnets': [{'id': '7d0f8ee6-21f4-4a31-92a0-0e5589d9052f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c033b432-6b62-4327-b788-cb315644edc7', 'name': '', 'network_id': 'a402136b-899e-48a2-afbb-6a230d269c97', 'tenant_id': '3fff5b8cf1f54dd9bfa41e8e05f81407', 'mac_address': 'fa:16:3e:d4:ce:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40e9b167-df0c-44e9-929d-0decb76d5106', 'device_owner': 'network:router_interface', 'standard_attr_id': 2905, 'fixed_ips': [{'subnet_id': '0aa483b6-6b5f-48ae-a00a-4a5796aa4903', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:56:24Z', 'updated_at': '2021-08-12T14:56:37Z', 'revision_number': 5, 'project_id': '3fff5b8cf1f54dd9bfa41e8e05f81407', 'subnets': [{'id': '0aa483b6-6b5f-48ae-a00a-4a5796aa4903', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2da96b0-3228-4c3b-af77-7f6fccb5ef53', 'name': '', 'network_id': '9219eb97-3230-4649-8601-9f1aeca0b6c7', 'tenant_id': '3fff5b8cf1f54dd9bfa41e8e05f81407', 'mac_address': 'fa:16:3e:cc:c7:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40e9b167-df0c-44e9-929d-0decb76d5106', 'device_owner': 'network:router_interface', 'standard_attr_id': 2869, 'fixed_ips': [{'subnet_id': '4128f37b-afb4-4d17-af6f-d22950c79df3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:56:05Z', 'updated_at': '2021-08-12T14:56:15Z', 'revision_number': 5, 'project_id': '3fff5b8cf1f54dd9bfa41e8e05f81407', 'subnets': [{'id': '4128f37b-afb4-4d17-af6f-d22950c79df3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 14:56:49.321170 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-57e864bc-f7d6-4053-8f26-97f8fdaa4700 tempest-RoutersTestDVR-1139262249 tempest-RoutersTestDVR-1139262249-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:49.335159 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-57e864bc-f7d6-4053-8f26-97f8fdaa4700 tempest-RoutersTestDVR-1139262249 tempest-RoutersTestDVR-1139262249-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-429413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-431608'] for router, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:49.410821 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-618b54d1-e6df-4ac1-ae8b-03262a8e185d tempest-TestVolumeBackupRestore-292524848 tempest-TestVolumeBackupRestore-292524848-project] Notify callbacks [] for security_group, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:49.425493 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-618b54d1-e6df-4ac1-ae8b-03262a8e185d tempest-TestVolumeBackupRestore-292524848 tempest-TestVolumeBackupRestore-292524848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:49.437058 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-57e864bc-f7d6-4053-8f26-97f8fdaa4700 tempest-RoutersTestDVR-1139262249 tempest-RoutersTestDVR-1139262249-project-admin] Notify callbacks [] for router, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:49.442163 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-57e864bc-f7d6-4053-8f26-97f8fdaa4700 tempest-RoutersTestDVR-1139262249 tempest-RoutersTestDVR-1139262249-project-admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.9185350 Aug 12 14:56:49.444227 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 38496) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:56:49.447654 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-0de0cd85-6717-402a-9ddf-c3d583adce17 tempest-NegativeSecGroupIPv6Test-1726270102 tempest-NegativeSecGroupIPv6Test-1726270102-project] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:49.448850 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-0de0cd85-6717-402a-9ddf-c3d583adce17 tempest-NegativeSecGroupIPv6Test-1726270102 tempest-NegativeSecGroupIPv6Test-1726270102-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5076711 Aug 12 14:56:49.548745 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-2692e148-b99b-40fc-9295-dd09e193dd3e tempest-RoutersTestDVR-1139262249 tempest-RoutersTestDVR-1139262249-project-admin] Notify callbacks [] for router, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:49.551572 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 38498) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:56:49.562574 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-5c8e1a26-9df1-43e5-9baa-3222f83ac505 tempest-NegativeSecGroupIPv6Test-1726270102 tempest-NegativeSecGroupIPv6Test-1726270102-project] Request body: {'security_group_rule': {'security_group_id': '73119278-3a61-4467-81f6-23ee12e03c35', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:56:49.563435 n-d-694802-15 neutron-server[94467]: WARNING neutron.api.v2.base [None req-5c8e1a26-9df1-43e5-9baa-3222f83ac505 tempest-NegativeSecGroupIPv6Test-1726270102 tempest-NegativeSecGroupIPv6Test-1726270102-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Aug 12 14:56:49.563948 n-d-694802-15 neutron-server[94467]: INFO neutron.api.v2.resource [None req-5c8e1a26-9df1-43e5-9baa-3222f83ac505 tempest-NegativeSecGroupIPv6Test-1726270102 tempest-NegativeSecGroupIPv6Test-1726270102-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 12 14:56:49.567907 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-5c8e1a26-9df1-43e5-9baa-3222f83ac505 tempest-NegativeSecGroupIPv6Test-1726270102 tempest-NegativeSecGroupIPv6Test-1726270102-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0073178 Aug 12 14:56:49.571116 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3d3d26cb-a5cd-46d7-8a4e-60646469b1b6 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66628352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-430630'] for router_interface, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:49.577735 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 38502) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:56:49.614542 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-618b54d1-e6df-4ac1-ae8b-03262a8e185d tempest-TestVolumeBackupRestore-292524848 tempest-TestVolumeBackupRestore-292524848-project] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:49.615836 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-618b54d1-e6df-4ac1-ae8b-03262a8e185d tempest-TestVolumeBackupRestore-292524848 tempest-TestVolumeBackupRestore-292524848-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6259675 Aug 12 14:56:49.624627 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 38504) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:56:49.634602 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-ade37b98-e968-4883-a70e-cb5a80998adb tempest-TestVolumeBackupRestore-292524848 tempest-TestVolumeBackupRestore-292524848-project] Request body: {'security_group_rule': {'security_group_id': '17282c6e-3c60-4b34-9e54-7461708f942e', 'project_id': 'd9dd6ac7d160445e97bf27aace407348', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:56:49.651324 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618b54d1-e6df-4ac1-ae8b-03262a8e185d tempest-TestVolumeBackupRestore-292524848 tempest-TestVolumeBackupRestore-292524848-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17282c6e-3c60-4b34-9e54-7461708f942e,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:56:49.757416 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-2692e148-b99b-40fc-9295-dd09e193dd3e tempest-RoutersTestDVR-1139262249 tempest-RoutersTestDVR-1139262249-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-429360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-104877'] for router, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:49.759969 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-2692e148-b99b-40fc-9295-dd09e193dd3e tempest-RoutersTestDVR-1139262249 tempest-RoutersTestDVR-1139262249-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:49.770503 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785130eb-9cd3-4db0-9bf5-107deb9f7c73 req-9e632687-0e40-45e2-a716-a71a825dccdd tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:56:49.775319 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-785130eb-9cd3-4db0-9bf5-107deb9f7c73 req-9e632687-0e40-45e2-a716-a71a825dccdd tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/ports?device_id=5be77a56-d5ef-4a70-9846-307f9eb76fa5 HTTP/1.1" status: 200 len: 945 time: 0.3369014 Aug 12 14:56:49.795000 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0d076a52-4078-48cc-95e2-c86cb94be362 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:49.810023 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-2692e148-b99b-40fc-9295-dd09e193dd3e tempest-RoutersTestDVR-1139262249 tempest-RoutersTestDVR-1139262249-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-429375'] for router, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:49.811500 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2692e148-b99b-40fc-9295-dd09e193dd3e tempest-RoutersTestDVR-1139262249 tempest-RoutersTestDVR-1139262249-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 834f7786-079d-40fb-8c11-3d06f59239a2 {{(pid=94467) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 14:56:49.816164 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-2692e148-b99b-40fc-9295-dd09e193dd3e tempest-RoutersTestDVR-1139262249 tempest-RoutersTestDVR-1139262249-project-admin] Notify callbacks [] for router, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:49.819596 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-2692e148-b99b-40fc-9295-dd09e193dd3e tempest-RoutersTestDVR-1139262249 tempest-RoutersTestDVR-1139262249-project-admin] 10.222.0.39 "DELETE /v2.0/routers/834f7786-079d-40fb-8c11-3d06f59239a2 HTTP/1.1" status: 204 len: 168 time: 0.3729441 Aug 12 14:56:49.821490 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 38510) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:56:49.826627 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-15a63946-3e5d-49ca-a807-fc2cbb741c06 tempest-RoutersTestDVR-1139262249 tempest-RoutersTestDVR-1139262249-project-admin] Request body: {'router': {'name': 'tempest-router-764629437', 'distributed': False}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:56:49.849114 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-15a63946-3e5d-49ca-a807-fc2cbb741c06 tempest-RoutersTestDVR-1139262249 tempest-RoutersTestDVR-1139262249-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-430574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-104863'] for router, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:49.850302 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-15a63946-3e5d-49ca-a807-fc2cbb741c06 tempest-RoutersTestDVR-1139262249 tempest-RoutersTestDVR-1139262249-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-429438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-431405', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66646573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-104852'] for router, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:49.867957 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ade37b98-e968-4883-a70e-cb5a80998adb tempest-TestVolumeBackupRestore-292524848 tempest-TestVolumeBackupRestore-292524848-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:49.904281 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-883e1604-23a1-4e6d-983d-281a0dfafaf2 tempest-NegativeSecGroupIPv6Test-1726270102 tempest-NegativeSecGroupIPv6Test-1726270102-project] Notify callbacks [] for security_group, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:49.911287 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-15a63946-3e5d-49ca-a807-fc2cbb741c06 tempest-RoutersTestDVR-1139262249 tempest-RoutersTestDVR-1139262249-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:49.916102 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-15a63946-3e5d-49ca-a807-fc2cbb741c06 tempest-RoutersTestDVR-1139262249 tempest-RoutersTestDVR-1139262249-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-429413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-431608'] for router, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:49.925064 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-785130eb-9cd3-4db0-9bf5-107deb9f7c73 req-944c73a9-73c8-498e-9f54-6b13212bbdf7 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/security-groups?id=188dc986-a686-4570-b7d8-3a6edb471033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370118 Aug 12 14:56:49.933803 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-15a63946-3e5d-49ca-a807-fc2cbb741c06 tempest-RoutersTestDVR-1139262249 tempest-RoutersTestDVR-1139262249-project-admin] Notify callbacks [] for router, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:49.940224 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-15a63946-3e5d-49ca-a807-fc2cbb741c06 tempest-RoutersTestDVR-1139262249 tempest-RoutersTestDVR-1139262249-project-admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.1169431 Aug 12 14:56:49.940923 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 38516) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:56:50.035532 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-ad4a5066-9444-4339-97c9-375927d15e19 tempest-RoutersTestDVR-1139262249 tempest-RoutersTestDVR-1139262249-project-admin] Notify callbacks [] for router, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:50.044878 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-883e1604-23a1-4e6d-983d-281a0dfafaf2 tempest-NegativeSecGroupIPv6Test-1726270102 tempest-NegativeSecGroupIPv6Test-1726270102-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:50.077587 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0d076a52-4078-48cc-95e2-c86cb94be362 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:50.138186 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ade37b98-e968-4883-a70e-cb5a80998adb tempest-TestVolumeBackupRestore-292524848 tempest-TestVolumeBackupRestore-292524848-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:50.155246 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ade37b98-e968-4883-a70e-cb5a80998adb tempest-TestVolumeBackupRestore-292524848 tempest-TestVolumeBackupRestore-292524848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641735'] for security_group_rule, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:50.166680 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d3d26cb-a5cd-46d7-8a4e-60646469b1b6 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Router 40e9b167-df0c-44e9-929d-0decb76d5106 has already been hosted by L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f {{(pid=94466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 14:56:50.234651 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-ad4a5066-9444-4339-97c9-375927d15e19 tempest-RoutersTestDVR-1139262249 tempest-RoutersTestDVR-1139262249-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-429360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-104877'] for router, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:50.237321 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-ad4a5066-9444-4339-97c9-375927d15e19 tempest-RoutersTestDVR-1139262249 tempest-RoutersTestDVR-1139262249-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:50.237636 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-883e1604-23a1-4e6d-983d-281a0dfafaf2 tempest-NegativeSecGroupIPv6Test-1726270102 tempest-NegativeSecGroupIPv6Test-1726270102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:50.240253 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-883e1604-23a1-4e6d-983d-281a0dfafaf2 tempest-NegativeSecGroupIPv6Test-1726270102 tempest-NegativeSecGroupIPv6Test-1726270102-project] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:50.241409 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-883e1604-23a1-4e6d-983d-281a0dfafaf2 tempest-NegativeSecGroupIPv6Test-1726270102 tempest-NegativeSecGroupIPv6Test-1726270102-project] 10.222.0.39 "DELETE /v2.0/security-groups/73119278-3a61-4467-81f6-23ee12e03c35 HTTP/1.1" status: 204 len: 168 time: 0.6617539 Aug 12 14:56:50.242124 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade37b98-e968-4883-a70e-cb5a80998adb tempest-TestVolumeBackupRestore-292524848 tempest-TestVolumeBackupRestore-292524848-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89cf9440-5128-4199-ba13-f9ea146d9664,revision_number=0']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:56:50.244507 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 38522) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:56:50.257720 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ade37b98-e968-4883-a70e-cb5a80998adb tempest-TestVolumeBackupRestore-292524848 tempest-TestVolumeBackupRestore-292524848-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:50.257720 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-ade37b98-e968-4883-a70e-cb5a80998adb tempest-TestVolumeBackupRestore-292524848 tempest-TestVolumeBackupRestore-292524848-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6280167 Aug 12 14:56:50.263772 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 38524) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:56:50.273576 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-1ae93294-b4ec-4c20-b207-a6af7f964afb tempest-TestVolumeBackupRestore-292524848 tempest-TestVolumeBackupRestore-292524848-project] Request body: {'security_group_rule': {'security_group_id': '17282c6e-3c60-4b34-9e54-7461708f942e', 'project_id': 'd9dd6ac7d160445e97bf27aace407348', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:56:50.277636 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883e1604-23a1-4e6d-983d-281a0dfafaf2 tempest-NegativeSecGroupIPv6Test-1726270102 tempest-NegativeSecGroupIPv6Test-1726270102-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=73119278-3a61-4467-81f6-23ee12e03c35,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:56:50.315658 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-ad4a5066-9444-4339-97c9-375927d15e19 tempest-RoutersTestDVR-1139262249 tempest-RoutersTestDVR-1139262249-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-429375'] for router, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:50.316248 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad4a5066-9444-4339-97c9-375927d15e19 tempest-RoutersTestDVR-1139262249 tempest-RoutersTestDVR-1139262249-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b8214254-bcc8-4020-b3ff-0d2dfef485dd {{(pid=94467) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 14:56:50.320768 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-ad4a5066-9444-4339-97c9-375927d15e19 tempest-RoutersTestDVR-1139262249 tempest-RoutersTestDVR-1139262249-project-admin] Notify callbacks [] for router, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:50.323654 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-ad4a5066-9444-4339-97c9-375927d15e19 tempest-RoutersTestDVR-1139262249 tempest-RoutersTestDVR-1139262249-project-admin] 10.222.0.39 "DELETE /v2.0/routers/b8214254-bcc8-4020-b3ff-0d2dfef485dd HTTP/1.1" status: 204 len: 168 time: 0.3803427 Aug 12 14:56:50.344963 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 38528) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:56:50.356441 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-9a11fe81-16aa-4088-a502-fac77819b322 tempest-NegativeSecGroupIPv6Test-1726270102 tempest-NegativeSecGroupIPv6Test-1726270102-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1022828 Aug 12 14:56:50.360613 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 38530) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:56:50.365340 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-7605c878-fd92-4a6f-9453-5ea3740da812 tempest-NegativeSecGroupIPv6Test-1726270102 tempest-NegativeSecGroupIPv6Test-1726270102-project] Request body: {'security_group': {'name': 'tempest-secgroup--1338194309'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:56:50.383796 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-76c1b0b7-86d8-4fca-8adf-8d3708741853 tempest-RoutersTestDVR-1139262249 tempest-RoutersTestDVR-1139262249-project-admin] Request body: {'router': {'name': 'tempest-router-632929734', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'e350bdc9a66d41758e35407227a050a7'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:56:50.417095 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-7605c878-fd92-4a6f-9453-5ea3740da812 tempest-NegativeSecGroupIPv6Test-1726270102 tempest-NegativeSecGroupIPv6Test-1726270102-project] Notify callbacks [] for security_group, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:50.421127 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1ae93294-b4ec-4c20-b207-a6af7f964afb tempest-TestVolumeBackupRestore-292524848 tempest-TestVolumeBackupRestore-292524848-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:50.429236 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.db.api [None req-76c1b0b7-86d8-4fca-8adf-8d3708741853 tempest-RoutersTestDVR-1139262249 tempest-RoutersTestDVR-1139262249-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 12 14:56:50.429236 n-d-694802-15 neutron-server[94466]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 12 14:56:50.429236 n-d-694802-15 neutron-server[94466]: [parameters: {'project_id_1': 'e350bdc9a66d41758e35407227a050a7', 'expiration_1': datetime.datetime(2021, 8, 12, 14, 56, 50, 395508)}] Aug 12 14:56:50.429236 n-d-694802-15 neutron-server[94466]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94466) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 12 14:56:50.429704 n-d-694802-15 neutron-server[94466]: DEBUG oslo_db.api [None req-76c1b0b7-86d8-4fca-8adf-8d3708741853 tempest-RoutersTestDVR-1139262249 tempest-RoutersTestDVR-1139262249-project-admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 12 14:56:50.468717 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d3d26cb-a5cd-46d7-8a4e-60646469b1b6 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 14:56:50.480272 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-3d3d26cb-a5cd-46d7-8a4e-60646469b1b6 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] 10.222.0.39 "PUT /v2.0/routers/40e9b167-df0c-44e9-929d-0decb76d5106/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1460884 Aug 12 14:56:50.485022 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 38534) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:56:50.488761 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8499c5d7-f43e-4bac-bb3b-5b5b77e5b32e None None] Sync routers for ids ['40e9b167-df0c-44e9-929d-0decb76d5106'] in n-d-694802-15 {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 14:56:50.501024 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0d076a52-4078-48cc-95e2-c86cb94be362 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks [] for port, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:50.512573 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0d076a52-4078-48cc-95e2-c86cb94be362 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3718439'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:50.515753 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8499c5d7-f43e-4bac-bb3b-5b5b77e5b32e None None] Routers {'40e9b167-df0c-44e9-929d-0decb76d5106'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:56:50.516398 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-8499c5d7-f43e-4bac-bb3b-5b5b77e5b32e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:56:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['40e9b167-df0c-44e9-929d-0decb76d5106'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:56:50.556452 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-7605c878-fd92-4a6f-9453-5ea3740da812 tempest-NegativeSecGroupIPv6Test-1726270102 tempest-NegativeSecGroupIPv6Test-1726270102-project] Notify callbacks [] for security_group, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:50.564892 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-7605c878-fd92-4a6f-9453-5ea3740da812 tempest-NegativeSecGroupIPv6Test-1726270102 tempest-NegativeSecGroupIPv6Test-1726270102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:50.591234 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc9cbdc4-405a-463b-8f2c-acac8373e815 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Deleting subnet 7d0f8ee6-21f4-4a31-92a0-0e5589d9052f {{(pid=94467) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 14:56:50.597698 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-fc9cbdc4-405a-463b-8f2c-acac8373e815 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks [] for subnet, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:50.598129 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1ae93294-b4ec-4c20-b207-a6af7f964afb tempest-TestVolumeBackupRestore-292524848 tempest-TestVolumeBackupRestore-292524848-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:50.604464 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d076a52-4078-48cc-95e2-c86cb94be362 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Pushing event updated for resources: {'Port': ['ID=4821d777-ff60-4dc6-b17b-9fe4e06ee8eb,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:56:50.614934 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1ae93294-b4ec-4c20-b207-a6af7f964afb tempest-TestVolumeBackupRestore-292524848 tempest-TestVolumeBackupRestore-292524848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641735'] for security_group_rule, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:50.641204 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae93294-b4ec-4c20-b207-a6af7f964afb tempest-TestVolumeBackupRestore-292524848 tempest-TestVolumeBackupRestore-292524848-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bcb669e1-bb45-41d0-8a6b-491956e8c9fa,revision_number=0']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:56:50.646554 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0d076a52-4078-48cc-95e2-c86cb94be362 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431510'] for floatingip, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:50.677746 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-7605c878-fd92-4a6f-9453-5ea3740da812 tempest-NegativeSecGroupIPv6Test-1726270102 tempest-NegativeSecGroupIPv6Test-1726270102-project] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:50.682336 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-7605c878-fd92-4a6f-9453-5ea3740da812 tempest-NegativeSecGroupIPv6Test-1726270102 tempest-NegativeSecGroupIPv6Test-1726270102-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3183014 Aug 12 14:56:50.682610 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 38540) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:56:50.685367 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-8499c5d7-f43e-4bac-bb3b-5b5b77e5b32e None None] Set router 40e9b167-df0c-44e9-929d-0decb76d5106 gateway port host: None {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:56:50.687830 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-38c6d8cc-c8eb-4e2d-817b-43f9ad5529df tempest-NegativeSecGroupIPv6Test-1726270102 tempest-NegativeSecGroupIPv6Test-1726270102-project] Request body: {'security_group_rule': {'security_group_id': '482f2f31-3e42-4ca0-86f1-d8f0380c00e4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:56:50.689785 n-d-694802-15 neutron-server[94466]: WARNING neutron.api.v2.base [None req-38c6d8cc-c8eb-4e2d-817b-43f9ad5529df tempest-NegativeSecGroupIPv6Test-1726270102 tempest-NegativeSecGroupIPv6Test-1726270102-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Aug 12 14:56:50.690257 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7605c878-fd92-4a6f-9453-5ea3740da812 tempest-NegativeSecGroupIPv6Test-1726270102 tempest-NegativeSecGroupIPv6Test-1726270102-project] Pushing event updated for resources: {'SecurityGroup': ['ID=482f2f31-3e42-4ca0-86f1-d8f0380c00e4,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:56:50.690408 n-d-694802-15 neutron-server[94466]: INFO neutron.api.v2.resource [None req-38c6d8cc-c8eb-4e2d-817b-43f9ad5529df tempest-NegativeSecGroupIPv6Test-1726270102 tempest-NegativeSecGroupIPv6Test-1726270102-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 12 14:56:50.691280 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-38c6d8cc-c8eb-4e2d-817b-43f9ad5529df tempest-NegativeSecGroupIPv6Test-1726270102 tempest-NegativeSecGroupIPv6Test-1726270102-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0076489 Aug 12 14:56:50.693920 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1ae93294-b4ec-4c20-b207-a6af7f964afb tempest-TestVolumeBackupRestore-292524848 tempest-TestVolumeBackupRestore-292524848-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:50.697650 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-1ae93294-b4ec-4c20-b207-a6af7f964afb tempest-TestVolumeBackupRestore-292524848 tempest-TestVolumeBackupRestore-292524848-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4269819 Aug 12 14:56:50.697650 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 38542) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:56:50.698639 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 38544) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:56:50.705820 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-80ec678b-284b-4d5c-90b5-90d702ed7983 tempest-NegativeSecGroupIPv6Test-1726270102 tempest-NegativeSecGroupIPv6Test-1726270102-project] Request body: {'security_group_rule': {'security_group_id': '482f2f31-3e42-4ca0-86f1-d8f0380c00e4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:56:50.706743 n-d-694802-15 neutron-server[94466]: WARNING neutron.api.v2.base [None req-80ec678b-284b-4d5c-90b5-90d702ed7983 tempest-NegativeSecGroupIPv6Test-1726270102 tempest-NegativeSecGroupIPv6Test-1726270102-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Aug 12 14:56:50.707462 n-d-694802-15 neutron-server[94466]: INFO neutron.api.v2.resource [None req-80ec678b-284b-4d5c-90b5-90d702ed7983 tempest-NegativeSecGroupIPv6Test-1726270102 tempest-NegativeSecGroupIPv6Test-1726270102-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 12 14:56:50.708432 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-80ec678b-284b-4d5c-90b5-90d702ed7983 tempest-NegativeSecGroupIPv6Test-1726270102 tempest-NegativeSecGroupIPv6Test-1726270102-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0105083 Aug 12 14:56:50.711324 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 38546) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:56:50.711568 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-d84ac06c-0dc5-426e-8de8-3295f982fba9 tempest-TestVolumeBackupRestore-292524848 tempest-TestVolumeBackupRestore-292524848-project] Request body: {'security_group_rule': {'security_group_id': '17282c6e-3c60-4b34-9e54-7461708f942e', 'project_id': 'd9dd6ac7d160445e97bf27aace407348', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:56:50.721067 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-90b3cbbf-d158-4845-a055-e7c33ce5cd7d tempest-NegativeSecGroupIPv6Test-1726270102 tempest-NegativeSecGroupIPv6Test-1726270102-project] Request body: {'security_group_rule': {'security_group_id': '482f2f31-3e42-4ca0-86f1-d8f0380c00e4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:56:50.722411 n-d-694802-15 neutron-server[94467]: WARNING neutron.api.v2.base [None req-90b3cbbf-d158-4845-a055-e7c33ce5cd7d tempest-NegativeSecGroupIPv6Test-1726270102 tempest-NegativeSecGroupIPv6Test-1726270102-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Aug 12 14:56:50.723509 n-d-694802-15 neutron-server[94467]: INFO neutron.api.v2.resource [None req-90b3cbbf-d158-4845-a055-e7c33ce5cd7d tempest-NegativeSecGroupIPv6Test-1726270102 tempest-NegativeSecGroupIPv6Test-1726270102-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 12 14:56:50.725495 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-90b3cbbf-d158-4845-a055-e7c33ce5cd7d tempest-NegativeSecGroupIPv6Test-1726270102 tempest-NegativeSecGroupIPv6Test-1726270102-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0126162 Aug 12 14:56:50.728335 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 38548) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:56:50.731002 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-fc9cbdc4-405a-463b-8f2c-acac8373e815 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3857505'] for subnet, precommit_delete_associations {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:50.741600 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-c1bb28b4-16b4-4cd8-be0f-cec7ec3088b5 tempest-NegativeSecGroupIPv6Test-1726270102 tempest-NegativeSecGroupIPv6Test-1726270102-project] Request body: {'security_group_rule': {'security_group_id': '482f2f31-3e42-4ca0-86f1-d8f0380c00e4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:56:50.742500 n-d-694802-15 neutron-server[94466]: WARNING neutron.api.v2.base [None req-c1bb28b4-16b4-4cd8-be0f-cec7ec3088b5 tempest-NegativeSecGroupIPv6Test-1726270102 tempest-NegativeSecGroupIPv6Test-1726270102-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Aug 12 14:56:50.742993 n-d-694802-15 neutron-server[94466]: INFO neutron.api.v2.resource [None req-c1bb28b4-16b4-4cd8-be0f-cec7ec3088b5 tempest-NegativeSecGroupIPv6Test-1726270102 tempest-NegativeSecGroupIPv6Test-1726270102-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 12 14:56:50.744046 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-c1bb28b4-16b4-4cd8-be0f-cec7ec3088b5 tempest-NegativeSecGroupIPv6Test-1726270102 tempest-NegativeSecGroupIPv6Test-1726270102-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0147810 Aug 12 14:56:50.762378 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 38552) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:56:50.801956 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d84ac06c-0dc5-426e-8de8-3295f982fba9 tempest-TestVolumeBackupRestore-292524848 tempest-TestVolumeBackupRestore-292524848-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:50.822555 n-d-694802-15 neutron-server[94466]: INFO neutron.db.l3_db [None req-0d076a52-4078-48cc-95e2-c86cb94be362 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Floating IP cdcdfeaa-d80e-4777-95aa-adaed3b849af associated. External IP: 172.25.1.41, port: 026cb33f-8bb3-46d5-883a-21dfb3ccff22. Aug 12 14:56:50.841465 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-de096d76-9784-42ca-b977-e79bee05728c tempest-NegativeSecGroupIPv6Test-1726270102 tempest-NegativeSecGroupIPv6Test-1726270102-project] Notify callbacks [] for security_group, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:50.888710 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-de096d76-9784-42ca-b977-e79bee05728c tempest-NegativeSecGroupIPv6Test-1726270102 tempest-NegativeSecGroupIPv6Test-1726270102-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:50.917291 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-fc9cbdc4-405a-463b-8f2c-acac8373e815 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66416255'] for subnet, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:50.928239 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d84ac06c-0dc5-426e-8de8-3295f982fba9 tempest-TestVolumeBackupRestore-292524848 tempest-TestVolumeBackupRestore-292524848-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:50.945605 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d84ac06c-0dc5-426e-8de8-3295f982fba9 tempest-TestVolumeBackupRestore-292524848 tempest-TestVolumeBackupRestore-292524848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641735'] for security_group_rule, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:51.002837 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-de096d76-9784-42ca-b977-e79bee05728c tempest-NegativeSecGroupIPv6Test-1726270102 tempest-NegativeSecGroupIPv6Test-1726270102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:51.008241 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-de096d76-9784-42ca-b977-e79bee05728c tempest-NegativeSecGroupIPv6Test-1726270102 tempest-NegativeSecGroupIPv6Test-1726270102-project] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:51.014473 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-de096d76-9784-42ca-b977-e79bee05728c tempest-NegativeSecGroupIPv6Test-1726270102 tempest-NegativeSecGroupIPv6Test-1726270102-project] 10.222.0.39 "DELETE /v2.0/security-groups/482f2f31-3e42-4ca0-86f1-d8f0380c00e4 HTTP/1.1" status: 204 len: 168 time: 0.2510676 Aug 12 14:56:51.026772 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-8499c5d7-f43e-4bac-bb3b-5b5b77e5b32e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40e9b167-df0c-44e9-929d-0decb76d5106', 'name': 'tempest-RoutersTest-router-2128871921', 'tenant_id': '3fff5b8cf1f54dd9bfa41e8e05f81407', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:56:01Z', 'updated_at': '2021-08-12T14:56:48Z', 'revision_number': 8, 'project_id': '3fff5b8cf1f54dd9bfa41e8e05f81407', 'gw_port_host': None, '_interfaces': [{'id': '39715796-a0d9-4bf5-a0cf-ddd5d041ba75', 'name': '', 'network_id': '353b1029-0993-43b5-8603-5310e6d32087', 'tenant_id': '3fff5b8cf1f54dd9bfa41e8e05f81407', 'mac_address': 'fa:16:3e:1d:5d:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40e9b167-df0c-44e9-929d-0decb76d5106', 'device_owner': 'network:router_interface', 'standard_attr_id': 2886, 'fixed_ips': [{'subnet_id': 'e63b96f0-a969-4791-9940-6b77120e2e10', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:56:12Z', 'updated_at': '2021-08-12T14:56:29Z', 'revision_number': 5, 'project_id': '3fff5b8cf1f54dd9bfa41e8e05f81407', 'subnets': [{'id': 'e63b96f0-a969-4791-9940-6b77120e2e10', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c033b432-6b62-4327-b788-cb315644edc7', 'name': '', 'network_id': 'a402136b-899e-48a2-afbb-6a230d269c97', 'tenant_id': '3fff5b8cf1f54dd9bfa41e8e05f81407', 'mac_address': 'fa:16:3e:d4:ce:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40e9b167-df0c-44e9-929d-0decb76d5106', 'device_owner': 'network:router_interface', 'standard_attr_id': 2905, 'fixed_ips': [{'subnet_id': '0aa483b6-6b5f-48ae-a00a-4a5796aa4903', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:56:24Z', 'updated_at': '2021-08-12T14:56:37Z', 'revision_number': 5, 'project_id': '3fff5b8cf1f54dd9bfa41e8e05f81407', 'subnets': [{'id': '0aa483b6-6b5f-48ae-a00a-4a5796aa4903', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2da96b0-3228-4c3b-af77-7f6fccb5ef53', 'name': '', 'network_id': '9219eb97-3230-4649-8601-9f1aeca0b6c7', 'tenant_id': '3fff5b8cf1f54dd9bfa41e8e05f81407', 'mac_address': 'fa:16:3e:cc:c7:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40e9b167-df0c-44e9-929d-0decb76d5106', 'device_owner': 'network:router_interface', 'standard_attr_id': 2869, 'fixed_ips': [{'subnet_id': '4128f37b-afb4-4d17-af6f-d22950c79df3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:56:05Z', 'updated_at': '2021-08-12T14:56:15Z', 'revision_number': 5, 'project_id': '3fff5b8cf1f54dd9bfa41e8e05f81407', 'subnets': [{'id': '4128f37b-afb4-4d17-af6f-d22950c79df3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:56:51.030318 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 38560) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:56:51.060802 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8499c5d7-f43e-4bac-bb3b-5b5b77e5b32e None None] Checking router: 40e9b167-df0c-44e9-929d-0decb76d5106 for host: n-d-694802-15 {{(pid=94469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 14:56:51.063200 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de096d76-9784-42ca-b977-e79bee05728c tempest-NegativeSecGroupIPv6Test-1726270102 tempest-NegativeSecGroupIPv6Test-1726270102-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=482f2f31-3e42-4ca0-86f1-d8f0380c00e4,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:56:51.076514 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84ac06c-0dc5-426e-8de8-3295f982fba9 tempest-TestVolumeBackupRestore-292524848 tempest-TestVolumeBackupRestore-292524848-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef253ec2-dec0-4f8a-8edd-7e7e1e192ab8,revision_number=0']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:56:51.091096 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8499c5d7-f43e-4bac-bb3b-5b5b77e5b32e None None] Routers {'40e9b167-df0c-44e9-929d-0decb76d5106'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:56:51.091794 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-8499c5d7-f43e-4bac-bb3b-5b5b77e5b32e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:56:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['40e9b167-df0c-44e9-929d-0decb76d5106'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:56:51.095375 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-fc9cbdc4-405a-463b-8f2c-acac8373e815 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66416232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2859225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3343748'] for subnet, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:51.134935 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-76c1b0b7-86d8-4fca-8adf-8d3708741853 tempest-RoutersTestDVR-1139262249 tempest-RoutersTestDVR-1139262249-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-430574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-104863'] for router, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:51.136354 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-76c1b0b7-86d8-4fca-8adf-8d3708741853 tempest-RoutersTestDVR-1139262249 tempest-RoutersTestDVR-1139262249-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-429438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-431405', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66646573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-104852'] for router, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:51.143934 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-fc9cbdc4-405a-463b-8f2c-acac8373e815 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks [] for subnet, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:51.148523 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-fc9cbdc4-405a-463b-8f2c-acac8373e815 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] 10.222.0.39 "DELETE /v2.0/subnets/7d0f8ee6-21f4-4a31-92a0-0e5589d9052f HTTP/1.1" status: 204 len: 168 time: 0.6578951 Aug 12 14:56:51.148523 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9cbdc4-405a-463b-8f2c-acac8373e815 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Pushing event deleted for resources: {'Subnet': ['ID=7d0f8ee6-21f4-4a31-92a0-0e5589d9052f,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:56:51.151816 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-100db1bd-68f1-49b9-88a8-5455ad7c7491 None None] Network 00f324ba-fd16-4b55-a2fd-4dee20cad375 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:56:51.152328 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 38562) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:56:51.155628 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d84ac06c-0dc5-426e-8de8-3295f982fba9 tempest-TestVolumeBackupRestore-292524848 tempest-TestVolumeBackupRestore-292524848-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:51.157722 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-d84ac06c-0dc5-426e-8de8-3295f982fba9 tempest-TestVolumeBackupRestore-292524848 tempest-TestVolumeBackupRestore-292524848-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4574385 Aug 12 14:56:51.161472 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 38564) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:56:51.173926 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ea959a-34c3-4e93-a214-1432cad2a8b5 req-95ddea44-3866-49cc-863c-aa8eeb9d9f21 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:56:51.175516 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-67ea959a-34c3-4e93-a214-1432cad2a8b5 req-95ddea44-3866-49cc-863c-aa8eeb9d9f21 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/ports?device_id=5be77a56-d5ef-4a70-9846-307f9eb76fa5 HTTP/1.1" status: 200 len: 945 time: 0.1481066 Aug 12 14:56:51.183094 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-723b358c-daf9-4a92-945d-cebba7633e5c tempest-TestVolumeBackupRestore-292524848 tempest-TestVolumeBackupRestore-292524848-project] Request body: {'security_group_rule': {'security_group_id': '17282c6e-3c60-4b34-9e54-7461708f942e', 'project_id': 'd9dd6ac7d160445e97bf27aace407348', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:56:51.209001 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-0bb6ee86-0040-45a0-8af9-99ddbcb26aa0 tempest-NegativeSecGroupIPv6Test-1726270102 tempest-NegativeSecGroupIPv6Test-1726270102-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1767845 Aug 12 14:56:51.212515 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 38566) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:56:51.226171 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-8499c5d7-f43e-4bac-bb3b-5b5b77e5b32e None None] Set router 40e9b167-df0c-44e9-929d-0decb76d5106 gateway port host: None {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:56:51.240656 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-fc7961d7-d92e-4977-89bd-d8b462392e0c tempest-NegativeSecGroupIPv6Test-1726270102 tempest-NegativeSecGroupIPv6Test-1726270102-project] Request body: {'security_group': {'name': 'tempest-secgroup--1283754235'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:56:51.273640 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-432ceca5-5ac7-41b0-b42b-0eda1f6139be tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680608'] for network, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:51.283215 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-67ea959a-34c3-4e93-a214-1432cad2a8b5 req-d069bc12-9d65-492e-9938-9b07c590a6ed tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/security-groups?id=188dc986-a686-4570-b7d8-3a6edb471033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902321 Aug 12 14:56:51.286610 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-723b358c-daf9-4a92-945d-cebba7633e5c tempest-TestVolumeBackupRestore-292524848 tempest-TestVolumeBackupRestore-292524848-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:51.314517 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-fc7961d7-d92e-4977-89bd-d8b462392e0c tempest-NegativeSecGroupIPv6Test-1726270102 tempest-NegativeSecGroupIPv6Test-1726270102-project] Notify callbacks [] for security_group, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:51.419308 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-723b358c-daf9-4a92-945d-cebba7633e5c tempest-TestVolumeBackupRestore-292524848 tempest-TestVolumeBackupRestore-292524848-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:51.424595 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-76c1b0b7-86d8-4fca-8adf-8d3708741853 tempest-RoutersTestDVR-1139262249 tempest-RoutersTestDVR-1139262249-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:51.426927 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-723b358c-daf9-4a92-945d-cebba7633e5c tempest-TestVolumeBackupRestore-292524848 tempest-TestVolumeBackupRestore-292524848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641735'] for security_group_rule, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:51.435433 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-76c1b0b7-86d8-4fca-8adf-8d3708741853 tempest-RoutersTestDVR-1139262249 tempest-RoutersTestDVR-1139262249-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-429413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-431608'] for router, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:51.470381 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723b358c-daf9-4a92-945d-cebba7633e5c tempest-TestVolumeBackupRestore-292524848 tempest-TestVolumeBackupRestore-292524848-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f67d533-eae9-438d-8974-37de19b3edd8,revision_number=0']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:56:51.476104 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d076a52-4078-48cc-95e2-c86cb94be362 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Router 9af28509-398a-4c84-8d8d-adf4c48890ad has already been hosted by L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f {{(pid=94466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 14:56:51.490143 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcbeaa2e-7a4a-48e3-9625-cf4d78270985 None None] DHCP port deletion for 00f324ba-fd16-4b55-a2fd-4dee20cad375 request from n-d-694802-15 {{(pid=94468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 14:56:51.512877 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-432ceca5-5ac7-41b0-b42b-0eda1f6139be tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Deleting port c069f1a2-7f91-479c-9b53-78deca40d3f1 {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:56:51.512877 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-432ceca5-5ac7-41b0-b42b-0eda1f6139be tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:51.528940 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-fc7961d7-d92e-4977-89bd-d8b462392e0c tempest-NegativeSecGroupIPv6Test-1726270102 tempest-NegativeSecGroupIPv6Test-1726270102-project] Notify callbacks [] for security_group, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:51.535113 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-fc7961d7-d92e-4977-89bd-d8b462392e0c tempest-NegativeSecGroupIPv6Test-1726270102 tempest-NegativeSecGroupIPv6Test-1726270102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:51.542501 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-723b358c-daf9-4a92-945d-cebba7633e5c tempest-TestVolumeBackupRestore-292524848 tempest-TestVolumeBackupRestore-292524848-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:51.544576 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-723b358c-daf9-4a92-945d-cebba7633e5c tempest-TestVolumeBackupRestore-292524848 tempest-TestVolumeBackupRestore-292524848-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3681068 Aug 12 14:56:51.552779 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 38570) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:56:51.580123 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-c17cd1eb-fd12-4f57-8bfa-8fd227c060b5 tempest-TestVolumeBackupRestore-292524848 tempest-TestVolumeBackupRestore-292524848-project] Request body: {'security_group_rule': {'security_group_id': '17282c6e-3c60-4b34-9e54-7461708f942e', 'project_id': 'd9dd6ac7d160445e97bf27aace407348', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:56:51.582384 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-dcbeaa2e-7a4a-48e3-9625-cf4d78270985 None None] Deleting port c069f1a2-7f91-479c-9b53-78deca40d3f1 {{(pid=94468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:56:51.582847 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-dcbeaa2e-7a4a-48e3-9625-cf4d78270985 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:51.598455 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-fc7961d7-d92e-4977-89bd-d8b462392e0c tempest-NegativeSecGroupIPv6Test-1726270102 tempest-NegativeSecGroupIPv6Test-1726270102-project] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:51.603539 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-fc7961d7-d92e-4977-89bd-d8b462392e0c tempest-NegativeSecGroupIPv6Test-1726270102 tempest-NegativeSecGroupIPv6Test-1726270102-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3892667 Aug 12 14:56:51.606477 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 38572) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:56:51.616352 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-34d51a4f-d3c3-49bb-abc4-250058814eef tempest-NegativeSecGroupIPv6Test-1726270102 tempest-NegativeSecGroupIPv6Test-1726270102-project] Request body: {'security_group_rule': {'security_group_id': 'd0575fe1-f4ef-4388-9bfc-0f84276fac62', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:56:51.616843 n-d-694802-15 neutron-server[94467]: WARNING neutron.api.v2.base [None req-34d51a4f-d3c3-49bb-abc4-250058814eef tempest-NegativeSecGroupIPv6Test-1726270102 tempest-NegativeSecGroupIPv6Test-1726270102-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 12 14:56:51.617347 n-d-694802-15 neutron-server[94467]: INFO neutron.api.v2.resource [None req-34d51a4f-d3c3-49bb-abc4-250058814eef tempest-NegativeSecGroupIPv6Test-1726270102 tempest-NegativeSecGroupIPv6Test-1726270102-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 12 14:56:51.621322 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-34d51a4f-d3c3-49bb-abc4-250058814eef tempest-NegativeSecGroupIPv6Test-1726270102 tempest-NegativeSecGroupIPv6Test-1726270102-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0098312 Aug 12 14:56:51.627489 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 38574) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:56:51.632096 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-41c000ff-9dd0-4cd4-9d62-8ca9cbc83df8 tempest-NegativeSecGroupIPv6Test-1726270102 tempest-NegativeSecGroupIPv6Test-1726270102-project] Request body: {'security_group_rule': {'security_group_id': 'd0575fe1-f4ef-4388-9bfc-0f84276fac62', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:56:51.644284 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7961d7-d92e-4977-89bd-d8b462392e0c tempest-NegativeSecGroupIPv6Test-1726270102 tempest-NegativeSecGroupIPv6Test-1726270102-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0575fe1-f4ef-4388-9bfc-0f84276fac62,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:56:51.657671 n-d-694802-15 neutron-server[94467]: INFO neutron.db.securitygroups_db [None req-c17cd1eb-fd12-4f57-8bfa-8fd227c060b5 tempest-TestVolumeBackupRestore-292524848 tempest-TestVolumeBackupRestore-292524848-project] Project d9dd6ac7d160445e97bf27aace407348 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 12 14:56:51.670562 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-c17cd1eb-fd12-4f57-8bfa-8fd227c060b5 tempest-TestVolumeBackupRestore-292524848 tempest-TestVolumeBackupRestore-292524848-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:51.678407 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-8499c5d7-f43e-4bac-bb3b-5b5b77e5b32e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40e9b167-df0c-44e9-929d-0decb76d5106', 'name': 'tempest-RoutersTest-router-2128871921', 'tenant_id': '3fff5b8cf1f54dd9bfa41e8e05f81407', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:56:01Z', 'updated_at': '2021-08-12T14:56:48Z', 'revision_number': 8, 'project_id': '3fff5b8cf1f54dd9bfa41e8e05f81407', 'gw_port_host': None, '_interfaces': [{'id': '39715796-a0d9-4bf5-a0cf-ddd5d041ba75', 'name': '', 'network_id': '353b1029-0993-43b5-8603-5310e6d32087', 'tenant_id': '3fff5b8cf1f54dd9bfa41e8e05f81407', 'mac_address': 'fa:16:3e:1d:5d:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40e9b167-df0c-44e9-929d-0decb76d5106', 'device_owner': 'network:router_interface', 'standard_attr_id': 2886, 'fixed_ips': [{'subnet_id': 'e63b96f0-a969-4791-9940-6b77120e2e10', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:56:12Z', 'updated_at': '2021-08-12T14:56:29Z', 'revision_number': 5, 'project_id': '3fff5b8cf1f54dd9bfa41e8e05f81407', 'subnets': [{'id': 'e63b96f0-a969-4791-9940-6b77120e2e10', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c033b432-6b62-4327-b788-cb315644edc7', 'name': '', 'network_id': 'a402136b-899e-48a2-afbb-6a230d269c97', 'tenant_id': '3fff5b8cf1f54dd9bfa41e8e05f81407', 'mac_address': 'fa:16:3e:d4:ce:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40e9b167-df0c-44e9-929d-0decb76d5106', 'device_owner': 'network:router_interface', 'standard_attr_id': 2905, 'fixed_ips': [{'subnet_id': '0aa483b6-6b5f-48ae-a00a-4a5796aa4903', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:56:24Z', 'updated_at': '2021-08-12T14:56:37Z', 'revision_number': 5, 'project_id': '3fff5b8cf1f54dd9bfa41e8e05f81407', 'subnets': [{'id': '0aa483b6-6b5f-48ae-a00a-4a5796aa4903', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2da96b0-3228-4c3b-af77-7f6fccb5ef53', 'name': '', 'network_id': '9219eb97-3230-4649-8601-9f1aeca0b6c7', 'tenant_id': '3fff5b8cf1f54dd9bfa41e8e05f81407', 'mac_address': 'fa:16:3e:cc:c7:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40e9b167-df0c-44e9-929d-0decb76d5106', 'device_owner': 'network:router_interface', 'standard_attr_id': 2869, 'fixed_ips': [{'subnet_id': '4128f37b-afb4-4d17-af6f-d22950c79df3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:56:05Z', 'updated_at': '2021-08-12T14:56:15Z', 'revision_number': 5, 'project_id': '3fff5b8cf1f54dd9bfa41e8e05f81407', 'subnets': [{'id': '4128f37b-afb4-4d17-af6f-d22950c79df3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:56:51.696931 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-dcbeaa2e-7a4a-48e3-9625-cf4d78270985 None None] For port c069f1a2-7f91-479c-9b53-78deca40d3f1, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=c069f1a2-7f91-479c-9b53-78deca40d3f1,segment=NetworkSegment(101da761-93a5-440d-b782-d37910f18a82),segment_id=101da761-93a5-440d-b782-d37910f18a82)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:56:51.697660 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-dcbeaa2e-7a4a-48e3-9625-cf4d78270985 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:51.717828 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-dcbeaa2e-7a4a-48e3-9625-cf4d78270985 None None] Calling delete_port for c069f1a2-7f91-479c-9b53-78deca40d3f1 owned by network:dhcp {{(pid=94468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:56:51.722410 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8499c5d7-f43e-4bac-bb3b-5b5b77e5b32e None None] The sync data for ids ['40e9b167-df0c-44e9-929d-0decb76d5106'] in n-d-694802-15 is: [{'id': '40e9b167-df0c-44e9-929d-0decb76d5106', 'name': 'tempest-RoutersTest-router-2128871921', 'tenant_id': '3fff5b8cf1f54dd9bfa41e8e05f81407', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:56:01Z', 'updated_at': '2021-08-12T14:56:48Z', 'revision_number': 8, 'project_id': '3fff5b8cf1f54dd9bfa41e8e05f81407', 'gw_port_host': None, '_interfaces': [{'id': '39715796-a0d9-4bf5-a0cf-ddd5d041ba75', 'name': '', 'network_id': '353b1029-0993-43b5-8603-5310e6d32087', 'tenant_id': '3fff5b8cf1f54dd9bfa41e8e05f81407', 'mac_address': 'fa:16:3e:1d:5d:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40e9b167-df0c-44e9-929d-0decb76d5106', 'device_owner': 'network:router_interface', 'standard_attr_id': 2886, 'fixed_ips': [{'subnet_id': 'e63b96f0-a969-4791-9940-6b77120e2e10', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:56:12Z', 'updated_at': '2021-08-12T14:56:29Z', 'revision_number': 5, 'project_id': '3fff5b8cf1f54dd9bfa41e8e05f81407', 'subnets': [{'id': 'e63b96f0-a969-4791-9940-6b77120e2e10', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c033b432-6b62-4327-b788-cb315644edc7', 'name': '', 'network_id': 'a402136b-899e-48a2-afbb-6a230d269c97', 'tenant_id': '3fff5b8cf1f54dd9bfa41e8e05f81407', 'mac_address': 'fa:16:3e:d4:ce:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40e9b167-df0c-44e9-929d-0decb76d5106', 'device_owner': 'network:router_interface', 'standard_attr_id': 2905, 'fixed_ips': [{'subnet_id': '0aa483b6-6b5f-48ae-a00a-4a5796aa4903', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:56:24Z', 'updated_at': '2021-08-12T14:56:37Z', 'revision_number': 5, 'project_id': '3fff5b8cf1f54dd9bfa41e8e05f81407', 'subnets': [{'id': '0aa483b6-6b5f-48ae-a00a-4a5796aa4903', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2da96b0-3228-4c3b-af77-7f6fccb5ef53', 'name': '', 'network_id': '9219eb97-3230-4649-8601-9f1aeca0b6c7', 'tenant_id': '3fff5b8cf1f54dd9bfa41e8e05f81407', 'mac_address': 'fa:16:3e:cc:c7:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40e9b167-df0c-44e9-929d-0decb76d5106', 'device_owner': 'network:router_interface', 'standard_attr_id': 2869, 'fixed_ips': [{'subnet_id': '4128f37b-afb4-4d17-af6f-d22950c79df3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:56:05Z', 'updated_at': '2021-08-12T14:56:15Z', 'revision_number': 5, 'project_id': '3fff5b8cf1f54dd9bfa41e8e05f81407', 'subnets': [{'id': '4128f37b-afb4-4d17-af6f-d22950c79df3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 14:56:51.784080 n-d-694802-15 neutron-server[94467]: INFO neutron.api.v2.resource [None req-41c000ff-9dd0-4cd4-9d62-8ca9cbc83df8 tempest-NegativeSecGroupIPv6Test-1726270102 tempest-NegativeSecGroupIPv6Test-1726270102-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 12 14:56:51.788559 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-41c000ff-9dd0-4cd4-9d62-8ca9cbc83df8 tempest-NegativeSecGroupIPv6Test-1726270102 tempest-NegativeSecGroupIPv6Test-1726270102-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1599898 Aug 12 14:56:51.791583 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 38578) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:56:51.798319 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-0e1abc50-f663-4e60-9d8d-f59a6d98185c tempest-NegativeSecGroupIPv6Test-1726270102 tempest-NegativeSecGroupIPv6Test-1726270102-project] Request body: {'security_group_rule': {'security_group_id': 'd0575fe1-f4ef-4388-9bfc-0f84276fac62', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:56:51.798823 n-d-694802-15 neutron-server[94467]: WARNING neutron.api.v2.base [None req-0e1abc50-f663-4e60-9d8d-f59a6d98185c tempest-NegativeSecGroupIPv6Test-1726270102 tempest-NegativeSecGroupIPv6Test-1726270102-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Aug 12 14:56:51.799357 n-d-694802-15 neutron-server[94467]: INFO neutron.api.v2.resource [None req-0e1abc50-f663-4e60-9d8d-f59a6d98185c tempest-NegativeSecGroupIPv6Test-1726270102 tempest-NegativeSecGroupIPv6Test-1726270102-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 12 14:56:51.803421 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-0e1abc50-f663-4e60-9d8d-f59a6d98185c tempest-NegativeSecGroupIPv6Test-1726270102 tempest-NegativeSecGroupIPv6Test-1726270102-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0105858 Aug 12 14:56:51.803996 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 38580) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:56:51.816840 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-8b33db90-7e79-4dd0-a9f7-a3c95954756a tempest-NegativeSecGroupIPv6Test-1726270102 tempest-NegativeSecGroupIPv6Test-1726270102-project] Request body: {'security_group_rule': {'security_group_id': 'd0575fe1-f4ef-4388-9bfc-0f84276fac62', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:56:51.818654 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-dcbeaa2e-7a4a-48e3-9625-cf4d78270985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262'] for port, after_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:51.845290 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-c17cd1eb-fd12-4f57-8bfa-8fd227c060b5 tempest-TestVolumeBackupRestore-292524848 tempest-TestVolumeBackupRestore-292524848-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:51.851950 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-c17cd1eb-fd12-4f57-8bfa-8fd227c060b5 tempest-TestVolumeBackupRestore-292524848 tempest-TestVolumeBackupRestore-292524848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641735'] for security_group_rule, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:51.862939 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcbeaa2e-7a4a-48e3-9625-cf4d78270985 None None] No DVR routers for this DVR port c069f1a2-7f91-479c-9b53-78deca40d3f1 on host n-d-694802-15 {{(pid=94468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:56:51.868193 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbeaa2e-7a4a-48e3-9625-cf4d78270985 None None] Pushing event deleted for resources: {'Port': ['ID=c069f1a2-7f91-479c-9b53-78deca40d3f1,revision_number=None']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:56:51.887410 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-c17cd1eb-fd12-4f57-8bfa-8fd227c060b5 tempest-TestVolumeBackupRestore-292524848 tempest-TestVolumeBackupRestore-292524848-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:51.888616 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-c17cd1eb-fd12-4f57-8bfa-8fd227c060b5 tempest-TestVolumeBackupRestore-292524848 tempest-TestVolumeBackupRestore-292524848-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3303995 Aug 12 14:56:51.906113 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 38582) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:56:51.906113 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17cd1eb-fd12-4f57-8bfa-8fd227c060b5 tempest-TestVolumeBackupRestore-292524848 tempest-TestVolumeBackupRestore-292524848-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18a8b924-1c3f-4bed-b01c-c28d9d9a5032,revision_number=0']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:56:51.911664 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-45022daf-ede4-4433-b6c5-4b18c709efa9 tempest-TestVolumeBackupRestore-292524848 tempest-TestVolumeBackupRestore-292524848-project] Request body: {'security_group_rule': {'security_group_id': '17282c6e-3c60-4b34-9e54-7461708f942e', 'project_id': 'd9dd6ac7d160445e97bf27aace407348', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:56:51.922793 n-d-694802-15 neutron-server[94467]: INFO neutron.api.v2.resource [None req-8b33db90-7e79-4dd0-a9f7-a3c95954756a tempest-NegativeSecGroupIPv6Test-1726270102 tempest-NegativeSecGroupIPv6Test-1726270102-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 12 14:56:51.926520 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-8b33db90-7e79-4dd0-a9f7-a3c95954756a tempest-NegativeSecGroupIPv6Test-1726270102 tempest-NegativeSecGroupIPv6Test-1726270102-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1157558 Aug 12 14:56:51.926732 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 38584) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:56:51.931350 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-a7a5c29b-2142-45cc-b4fb-fa5e2b80ba3f tempest-NegativeSecGroupIPv6Test-1726270102 tempest-NegativeSecGroupIPv6Test-1726270102-project] Request body: {'security_group_rule': {'security_group_id': 'd0575fe1-f4ef-4388-9bfc-0f84276fac62', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:56:51.931913 n-d-694802-15 neutron-server[94467]: WARNING neutron.api.v2.base [None req-a7a5c29b-2142-45cc-b4fb-fa5e2b80ba3f tempest-NegativeSecGroupIPv6Test-1726270102 tempest-NegativeSecGroupIPv6Test-1726270102-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 12 14:56:51.936791 n-d-694802-15 neutron-server[94467]: INFO neutron.api.v2.resource [None req-a7a5c29b-2142-45cc-b4fb-fa5e2b80ba3f tempest-NegativeSecGroupIPv6Test-1726270102 tempest-NegativeSecGroupIPv6Test-1726270102-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 12 14:56:51.940567 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-a7a5c29b-2142-45cc-b4fb-fa5e2b80ba3f tempest-NegativeSecGroupIPv6Test-1726270102 tempest-NegativeSecGroupIPv6Test-1726270102-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0102415 Aug 12 14:56:51.940790 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 38586) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:56:51.946813 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-05897802-4d05-43db-9baf-0e00914f559e tempest-NegativeSecGroupIPv6Test-1726270102 tempest-NegativeSecGroupIPv6Test-1726270102-project] Request body: {'security_group_rule': {'security_group_id': 'd0575fe1-f4ef-4388-9bfc-0f84276fac62', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:56:51.965107 n-d-694802-15 neutron-server[94467]: INFO neutron.db.securitygroups_db [None req-45022daf-ede4-4433-b6c5-4b18c709efa9 tempest-TestVolumeBackupRestore-292524848 tempest-TestVolumeBackupRestore-292524848-project] Project d9dd6ac7d160445e97bf27aace407348 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 12 14:56:51.973799 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-45022daf-ede4-4433-b6c5-4b18c709efa9 tempest-TestVolumeBackupRestore-292524848 tempest-TestVolumeBackupRestore-292524848-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:52.001761 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-76c1b0b7-86d8-4fca-8adf-8d3708741853 tempest-RoutersTestDVR-1139262249 tempest-RoutersTestDVR-1139262249-project-admin] Notify callbacks [] for router, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:52.003266 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-76c1b0b7-86d8-4fca-8adf-8d3708741853 tempest-RoutersTestDVR-1139262249 tempest-RoutersTestDVR-1139262249-project-admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 1.6571705 Aug 12 14:56:52.003481 n-d-694802-15 neutron-server[94467]: INFO neutron.db.securitygroups_db [None req-05897802-4d05-43db-9baf-0e00914f559e tempest-NegativeSecGroupIPv6Test-1726270102 tempest-NegativeSecGroupIPv6Test-1726270102-project] Project 042821c61115491daec9a725e0a531f8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 12 14:56:52.007767 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 38590) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:56:52.020885 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-52610990-843c-40aa-94f5-65404925af77 tempest-RoutersTestDVR-1139262249 tempest-RoutersTestDVR-1139262249-project-admin] Request body: {'router': {'distributed': True}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:56:52.036092 n-d-694802-15 neutron-server[94467]: INFO neutron.api.v2.resource [None req-05897802-4d05-43db-9baf-0e00914f559e tempest-NegativeSecGroupIPv6Test-1726270102 tempest-NegativeSecGroupIPv6Test-1726270102-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 12 14:56:52.037072 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-05897802-4d05-43db-9baf-0e00914f559e tempest-NegativeSecGroupIPv6Test-1726270102 tempest-NegativeSecGroupIPv6Test-1726270102-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0953648 Aug 12 14:56:52.039881 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 38592) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:56:52.045937 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-b51ae6c2-3f91-4fad-b2ac-ac6d2b5c1c5e tempest-NegativeSecGroupIPv6Test-1726270102 tempest-NegativeSecGroupIPv6Test-1726270102-project] Request body: {'security_group_rule': {'security_group_id': 'd0575fe1-f4ef-4388-9bfc-0f84276fac62', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:56:52.046422 n-d-694802-15 neutron-server[94467]: WARNING neutron.api.v2.base [None req-b51ae6c2-3f91-4fad-b2ac-ac6d2b5c1c5e tempest-NegativeSecGroupIPv6Test-1726270102 tempest-NegativeSecGroupIPv6Test-1726270102-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Aug 12 14:56:52.046894 n-d-694802-15 neutron-server[94467]: INFO neutron.api.v2.resource [None req-b51ae6c2-3f91-4fad-b2ac-ac6d2b5c1c5e tempest-NegativeSecGroupIPv6Test-1726270102 tempest-NegativeSecGroupIPv6Test-1726270102-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 12 14:56:52.047855 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-b51ae6c2-3f91-4fad-b2ac-ac6d2b5c1c5e tempest-NegativeSecGroupIPv6Test-1726270102 tempest-NegativeSecGroupIPv6Test-1726270102-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0070875 Aug 12 14:56:52.052112 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 38594) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:56:52.060050 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-19a1bfcc-ffdb-49f2-bfa1-70fe8f32b370 tempest-NegativeSecGroupIPv6Test-1726270102 tempest-NegativeSecGroupIPv6Test-1726270102-project] Request body: {'security_group_rule': {'security_group_id': 'd0575fe1-f4ef-4388-9bfc-0f84276fac62', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:56:52.075273 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-45022daf-ede4-4433-b6c5-4b18c709efa9 tempest-TestVolumeBackupRestore-292524848 tempest-TestVolumeBackupRestore-292524848-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:52.084441 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-45022daf-ede4-4433-b6c5-4b18c709efa9 tempest-TestVolumeBackupRestore-292524848 tempest-TestVolumeBackupRestore-292524848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641735'] for security_group_rule, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:52.112720 n-d-694802-15 neutron-server[94467]: INFO neutron.db.securitygroups_db [None req-19a1bfcc-ffdb-49f2-bfa1-70fe8f32b370 tempest-NegativeSecGroupIPv6Test-1726270102 tempest-NegativeSecGroupIPv6Test-1726270102-project] Project 042821c61115491daec9a725e0a531f8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 12 14:56:52.118592 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45022daf-ede4-4433-b6c5-4b18c709efa9 tempest-TestVolumeBackupRestore-292524848 tempest-TestVolumeBackupRestore-292524848-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=636cd1d6-26e3-47fb-8e59-abd2cabf4264,revision_number=0']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:56:52.129422 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-45022daf-ede4-4433-b6c5-4b18c709efa9 tempest-TestVolumeBackupRestore-292524848 tempest-TestVolumeBackupRestore-292524848-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:52.130709 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-45022daf-ede4-4433-b6c5-4b18c709efa9 tempest-TestVolumeBackupRestore-292524848 tempest-TestVolumeBackupRestore-292524848-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2296200 Aug 12 14:56:52.145447 n-d-694802-15 neutron-server[94467]: INFO neutron.api.v2.resource [None req-19a1bfcc-ffdb-49f2-bfa1-70fe8f32b370 tempest-NegativeSecGroupIPv6Test-1726270102 tempest-NegativeSecGroupIPv6Test-1726270102-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 12 14:56:52.149054 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-19a1bfcc-ffdb-49f2-bfa1-70fe8f32b370 tempest-NegativeSecGroupIPv6Test-1726270102 tempest-NegativeSecGroupIPv6Test-1726270102-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0934908 Aug 12 14:56:52.149286 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 38600) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:56:52.153842 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-5ce5bbd9-6e97-41be-b3c4-436a96df56f4 tempest-NegativeSecGroupIPv6Test-1726270102 tempest-NegativeSecGroupIPv6Test-1726270102-project] Request body: {'security_group_rule': {'security_group_id': 'd0575fe1-f4ef-4388-9bfc-0f84276fac62', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:56:52.207664 n-d-694802-15 neutron-server[94467]: INFO neutron.db.securitygroups_db [None req-5ce5bbd9-6e97-41be-b3c4-436a96df56f4 tempest-NegativeSecGroupIPv6Test-1726270102 tempest-NegativeSecGroupIPv6Test-1726270102-project] Project 042821c61115491daec9a725e0a531f8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 12 14:56:52.237850 n-d-694802-15 neutron-server[94467]: INFO neutron.api.v2.resource [None req-5ce5bbd9-6e97-41be-b3c4-436a96df56f4 tempest-NegativeSecGroupIPv6Test-1726270102 tempest-NegativeSecGroupIPv6Test-1726270102-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 12 14:56:52.239108 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-5ce5bbd9-6e97-41be-b3c4-436a96df56f4 tempest-NegativeSecGroupIPv6Test-1726270102 tempest-NegativeSecGroupIPv6Test-1726270102-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0887122 Aug 12 14:56:52.242668 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 38602) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:56:52.282114 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device c069f1a2-7f91-479c-9b53-78deca40d3f1 no longer exists at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:56:52.317362 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] No Port match for: c069f1a2-7f91-479c-9b53-78deca40d3f1 {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 14:56:52.318192 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device c069f1a2-7f91-479c-9b53-78deca40d3f1 not bound to the agent host n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:56:52.319869 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device aed8c474-3635-49b0-869d-20dc69b634fe no longer exists at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:56:52.354050 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] No Port match for: aed8c474-3635-49b0-869d-20dc69b634fe {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 14:56:52.354696 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device aed8c474-3635-49b0-869d-20dc69b634fe not bound to the agent host n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:56:52.365886 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d076a52-4078-48cc-95e2-c86cb94be362 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 14:56:52.372016 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-432ceca5-5ac7-41b0-b42b-0eda1f6139be tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] For port c069f1a2-7f91-479c-9b53-78deca40d3f1, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=c069f1a2-7f91-479c-9b53-78deca40d3f1,segment=NetworkSegment(101da761-93a5-440d-b782-d37910f18a82),segment_id=101da761-93a5-440d-b782-d37910f18a82)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:56:52.372388 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-432ceca5-5ac7-41b0-b42b-0eda1f6139be tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:52.379266 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21ebf1aa-bb6d-47b3-9a17-e0a0307707c8 None None] Sync routers for ids ['9af28509-398a-4c84-8d8d-adf4c48890ad'] in n-d-694802-15 {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 14:56:52.393057 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21ebf1aa-bb6d-47b3-9a17-e0a0307707c8 None None] Routers {'9af28509-398a-4c84-8d8d-adf4c48890ad'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:56:52.403189 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-21ebf1aa-bb6d-47b3-9a17-e0a0307707c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:56:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['9af28509-398a-4c84-8d8d-adf4c48890ad'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:56:52.409520 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-885b923b-b44e-45ff-8e69-ef524f18c5a2 tempest-NegativeSecGroupIPv6Test-1726270102 tempest-NegativeSecGroupIPv6Test-1726270102-project] Notify callbacks [] for security_group, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:52.430028 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-432ceca5-5ac7-41b0-b42b-0eda1f6139be tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Calling delete_port for c069f1a2-7f91-479c-9b53-78deca40d3f1 owned by network:dhcp {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:56:52.433483 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0d076a52-4078-48cc-95e2-c86cb94be362 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for floatingip, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:52.473203 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-885b923b-b44e-45ff-8e69-ef524f18c5a2 tempest-NegativeSecGroupIPv6Test-1726270102 tempest-NegativeSecGroupIPv6Test-1726270102-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:52.522443 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52610990-843c-40aa-94f5-65404925af77 tempest-RoutersTestDVR-1139262249 tempest-RoutersTestDVR-1139262249-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-431363', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-429420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-104890'] for router, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:52.523350 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52610990-843c-40aa-94f5-65404925af77 tempest-RoutersTestDVR-1139262249 tempest-RoutersTestDVR-1139262249-project-admin] Notify callbacks [] for router, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:52.556041 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvr_db [None req-21ebf1aa-bb6d-47b3-9a17-e0a0307707c8 None None] Set router 9af28509-398a-4c84-8d8d-adf4c48890ad gateway port host: n-d-694802-15 {{(pid=94468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:56:52.568113 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0cbd90-f17b-4bb6-9686-83b795aac636 req-e2359122-a1b2-4770-aea1-44297f5ee311 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:56:52.570107 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ee0cbd90-f17b-4bb6-9686-83b795aac636 req-e2359122-a1b2-4770-aea1-44297f5ee311 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/ports?device_id=5be77a56-d5ef-4a70-9846-307f9eb76fa5 HTTP/1.1" status: 200 len: 945 time: 0.1241317 Aug 12 14:56:52.582071 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-885b923b-b44e-45ff-8e69-ef524f18c5a2 tempest-NegativeSecGroupIPv6Test-1726270102 tempest-NegativeSecGroupIPv6Test-1726270102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:52.586503 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-885b923b-b44e-45ff-8e69-ef524f18c5a2 tempest-NegativeSecGroupIPv6Test-1726270102 tempest-NegativeSecGroupIPv6Test-1726270102-project] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:52.588626 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-885b923b-b44e-45ff-8e69-ef524f18c5a2 tempest-NegativeSecGroupIPv6Test-1726270102 tempest-NegativeSecGroupIPv6Test-1726270102-project] 10.222.0.39 "DELETE /v2.0/security-groups/d0575fe1-f4ef-4388-9bfc-0f84276fac62 HTTP/1.1" status: 204 len: 168 time: 0.3446853 Aug 12 14:56:52.602914 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 38612) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:56:52.628979 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885b923b-b44e-45ff-8e69-ef524f18c5a2 tempest-NegativeSecGroupIPv6Test-1726270102 tempest-NegativeSecGroupIPv6Test-1726270102-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0575fe1-f4ef-4388-9bfc-0f84276fac62,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:56:52.642196 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-86d93abd-061d-4479-ac11-ce3246aafc5a req-5eec1dc7-f976-4f0f-b828-0a88f73d3c28 tempest-TestVolumeBackupRestore-292524848 tempest-TestVolumeBackupRestore-292524848-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-104797994&fields=id&tenant_id=d9dd6ac7d160445e97bf27aace407348 HTTP/1.1" status: 200 len: 267 time: 0.1527259 Aug 12 14:56:52.680283 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ee0cbd90-f17b-4bb6-9686-83b795aac636 req-64b1edf5-02b1-4bea-aaa8-daec8e1b05d6 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/security-groups?id=188dc986-a686-4570-b7d8-3a6edb471033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888410 Aug 12 14:56:52.684849 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-bfb93333-b62e-49d4-98bf-51be3ba75422 tempest-NegativeSecGroupIPv6Test-1726270102 tempest-NegativeSecGroupIPv6Test-1726270102-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0806944 Aug 12 14:56:52.688803 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 38616) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:56:52.699058 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-ed0676f0-34cf-4d88-91f7-c0e565455eed tempest-NegativeSecGroupIPv6Test-1726270102 tempest-NegativeSecGroupIPv6Test-1726270102-project] Request body: {'security_group': {'name': 'tempest-secgroup--2039771'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:56:52.740583 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-ed0676f0-34cf-4d88-91f7-c0e565455eed tempest-NegativeSecGroupIPv6Test-1726270102 tempest-NegativeSecGroupIPv6Test-1726270102-project] Notify callbacks [] for security_group, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:52.794481 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-0d076a52-4078-48cc-95e2-c86cb94be362 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 6.5378597 Aug 12 14:56:52.800195 n-d-694802-15 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8058b577-6d37-4f83-8841-608839b8ea4b', 'tag': '026cb33f-8bb3-46d5-883a-21dfb3ccff22'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:56:52.802550 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e785eeede3897370d0b20f09d5f461b30cfecd5ed38c4f07dacd02bc52c9277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4b10c9b-a780-45c4-8bb9-0ed8b218f0e6" -d '{"events": [{"name": "network-changed", "server_uuid": "8058b577-6d37-4f83-8841-608839b8ea4b", "tag": "026cb33f-8bb3-46d5-883a-21dfb3ccff22"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:56:52.848601 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-52610990-843c-40aa-94f5-65404925af77 tempest-RoutersTestDVR-1139262249 tempest-RoutersTestDVR-1139262249-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=94466) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Aug 12 14:56:52.848962 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-52610990-843c-40aa-94f5-65404925af77 tempest-RoutersTestDVR-1139262249 tempest-RoutersTestDVR-1139262249-project-admin] Router 4b10c906-20df-4407-a696-71589b3edb1b migrating from provider to provider. {{(pid=94466) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Aug 12 14:56:52.849322 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52610990-843c-40aa-94f5-65404925af77 tempest-RoutersTestDVR-1139262249 tempest-RoutersTestDVR-1139262249-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:52.860606 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52610990-843c-40aa-94f5-65404925af77 tempest-RoutersTestDVR-1139262249 tempest-RoutersTestDVR-1139262249-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:52.874309 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52610990-843c-40aa-94f5-65404925af77 tempest-RoutersTestDVR-1139262249 tempest-RoutersTestDVR-1139262249-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-431608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-431370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-431601', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-429403'] for router, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:52.879346 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-ed0676f0-34cf-4d88-91f7-c0e565455eed tempest-NegativeSecGroupIPv6Test-1726270102 tempest-NegativeSecGroupIPv6Test-1726270102-project] Notify callbacks [] for security_group, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:52.882341 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-21ebf1aa-bb6d-47b3-9a17-e0a0307707c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9af28509-398a-4c84-8d8d-adf4c48890ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-732979227', 'tenant_id': '6774b656eb8145eb998ea0059b40b4c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': '7fec999d-57fb-4e5b-88e3-f9334c1028eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:56:04Z', 'updated_at': '2021-08-12T14:56:19Z', 'revision_number': 4, 'project_id': '6774b656eb8145eb998ea0059b40b4c3', 'gw_port': {'id': '7fec999d-57fb-4e5b-88e3-f9334c1028eb', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:2a:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af28509-398a-4c84-8d8d-adf4c48890ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2870, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:56:05Z', 'updated_at': '2021-08-12T14:56:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_floatingips': [{'id': 'cdcdfeaa-d80e-4777-95aa-adaed3b849af', 'tenant_id': '6774b656eb8145eb998ea0059b40b4c3', 'floating_ip_address': '172.25.1.41', 'floating_network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'router_id': '9af28509-398a-4c84-8d8d-adf4c48890ad', 'port_id': '026cb33f-8bb3-46d5-883a-21dfb3ccff22', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2977, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb7e3cf4-6312-4f24-a8f2-83c178188246', 'mac_address': 'fa:16:3e:59:3b:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8058b577-6d37-4f83-8841-608839b8ea4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T14:56:49Z', 'updated_at': '2021-08-12T14:56:49Z', 'revision_number': 0, 'project_id': '6774b656eb8145eb998ea0059b40b4c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12aeaf49-cf58-4fc2-896e-06ca4af28297', 'name': '', 'network_id': 'eb7e3cf4-6312-4f24-a8f2-83c178188246', 'tenant_id': '6774b656eb8145eb998ea0059b40b4c3', 'mac_address': 'fa:16:3e:8d:f0:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af28509-398a-4c84-8d8d-adf4c48890ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 2888, 'fixed_ips': [{'subnet_id': '0458ca9d-6835-4814-a3b3-ca2b2564f4b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:56:15Z', 'updated_at': '2021-08-12T14:56:29Z', 'revision_number': 5, 'project_id': '6774b656eb8145eb998ea0059b40b4c3', 'subnets': [{'id': '0458ca9d-6835-4814-a3b3-ca2b2564f4b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:56:52.883376 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-432ceca5-5ac7-41b0-b42b-0eda1f6139be tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:52.886890 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-ed0676f0-34cf-4d88-91f7-c0e565455eed tempest-NegativeSecGroupIPv6Test-1726270102 tempest-NegativeSecGroupIPv6Test-1726270102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:52.921401 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21ebf1aa-bb6d-47b3-9a17-e0a0307707c8 None None] Checking router: 9af28509-398a-4c84-8d8d-adf4c48890ad for host: n-d-694802-15 {{(pid=94468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 14:56:52.931659 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21ebf1aa-bb6d-47b3-9a17-e0a0307707c8 None None] Routers {'9af28509-398a-4c84-8d8d-adf4c48890ad'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:56:52.932290 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-21ebf1aa-bb6d-47b3-9a17-e0a0307707c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:56:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['9af28509-398a-4c84-8d8d-adf4c48890ad'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:56:52.961258 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432ceca5-5ac7-41b0-b42b-0eda1f6139be tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Pushing event deleted for resources: {'Port': ['ID=c069f1a2-7f91-479c-9b53-78deca40d3f1,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:56:52.980706 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d93abd-061d-4479-ac11-ce3246aafc5a req-d57ec416-92bb-4b03-8210-2f76bb747e20 tempest-TestVolumeBackupRestore-292524848 tempest-TestVolumeBackupRestore-292524848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:56:52.982887 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-86d93abd-061d-4479-ac11-ce3246aafc5a req-d57ec416-92bb-4b03-8210-2f76bb747e20 tempest-TestVolumeBackupRestore-292524848 tempest-TestVolumeBackupRestore-292524848-project] 10.222.0.39 "GET /v2.0/networks?id=a285089b-9348-4d2a-8604-205679144007 HTTP/1.1" status: 200 len: 813 time: 0.3398728 Aug 12 14:56:52.983911 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-432ceca5-5ac7-41b0-b42b-0eda1f6139be tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] No DVR routers for this DVR port c069f1a2-7f91-479c-9b53-78deca40d3f1 on host n-d-694802-15 {{(pid=94466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:56:53.001911 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-ed0676f0-34cf-4d88-91f7-c0e565455eed tempest-NegativeSecGroupIPv6Test-1726270102 tempest-NegativeSecGroupIPv6Test-1726270102-project] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:53.008675 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-ed0676f0-34cf-4d88-91f7-c0e565455eed tempest-NegativeSecGroupIPv6Test-1726270102 tempest-NegativeSecGroupIPv6Test-1726270102-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.3185811 Aug 12 14:56:53.010575 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 38624) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:56:53.021744 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-57986fe3-817d-4793-85d3-91c98333f81a tempest-NegativeSecGroupIPv6Test-1726270102 tempest-NegativeSecGroupIPv6Test-1726270102-project] Request body: {'security_group_rule': {'security_group_id': '5ed9f9cc-9804-4ebb-bfa2-6a6c032c9802', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:56:53.045367 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba211e6-aa8b-43d9-be0a-9ce33b63ae08 req-10bc2e76-ebe4-480f-9dc5-b80ad2fc7566 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:56:53.047288 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6ba211e6-aa8b-43d9-be0a-9ce33b63ae08 req-10bc2e76-ebe4-480f-9dc5-b80ad2fc7566 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/ports?device_id=8058b577-6d37-4f83-8841-608839b8ea4b HTTP/1.1" status: 200 len: 945 time: 0.1576512 Aug 12 14:56:53.048104 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0676f0-34cf-4d88-91f7-c0e565455eed tempest-NegativeSecGroupIPv6Test-1726270102 tempest-NegativeSecGroupIPv6Test-1726270102-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ed9f9cc-9804-4ebb-bfa2-6a6c032c9802,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:56:53.060883 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-86d93abd-061d-4479-ac11-ce3246aafc5a req-eb8ba75f-7e16-4ecb-b6f2-f4260dfd3f65 tempest-TestVolumeBackupRestore-292524848 tempest-TestVolumeBackupRestore-292524848-project] 10.222.0.39 "GET /v2.0/quotas/d9dd6ac7d160445e97bf27aace407348 HTTP/1.1" status: 200 len: 375 time: 0.0425458 Aug 12 14:56:53.084979 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvr_db [None req-21ebf1aa-bb6d-47b3-9a17-e0a0307707c8 None None] Set router 9af28509-398a-4c84-8d8d-adf4c48890ad gateway port host: n-d-694802-15 {{(pid=94468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:56:53.119492 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6ba211e6-aa8b-43d9-be0a-9ce33b63ae08 req-57dc9a89-ccfa-43a3-aa05-a3dbd45d3f7a tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/security-groups?id=c39b825c-c1be-4b1e-8a82-7d04c2bfa2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494611 Aug 12 14:56:53.151653 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 38628) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:56:53.154280 n-d-694802-15 neutron-server[94466]: WARNING neutron.scheduler.l3_agent_scheduler [None req-52610990-843c-40aa-94f5-65404925af77 tempest-RoutersTestDVR-1139262249 tempest-RoutersTestDVR-1139262249-project-admin] No L3 agents can host the router 4b10c906-20df-4407-a696-71589b3edb1b Aug 12 14:56:53.168224 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-432ceca5-5ac7-41b0-b42b-0eda1f6139be tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66413304', 'neutron.services.segments.db._delete_segments_for_network-8744654118000'] for network, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:53.183883 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-432ceca5-5ac7-41b0-b42b-0eda1f6139be tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00f324ba-fd16-4b55-a2fd-4dee20cad375']}} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:56:53.196751 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-432ceca5-5ac7-41b0-b42b-0eda1f6139be tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '101da761-93a5-440d-b782-d37910f18a82') {'for_net_delete': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:56:53.197198 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-432ceca5-5ac7-41b0-b42b-0eda1f6139be tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '101da761-93a5-440d-b782-d37910f18a82') {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:56:53.221411 n-d-694802-15 neutron-server[94467]: INFO neutron.api.v2.resource [None req-57986fe3-817d-4793-85d3-91c98333f81a tempest-NegativeSecGroupIPv6Test-1726270102 tempest-NegativeSecGroupIPv6Test-1726270102-project] create failed (client error): The resource could not be found. Aug 12 14:56:53.222461 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-57986fe3-817d-4793-85d3-91c98333f81a tempest-NegativeSecGroupIPv6Test-1726270102 tempest-NegativeSecGroupIPv6Test-1726270102-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2057118 Aug 12 14:56:53.237532 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 38632) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:56:53.247073 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-432ceca5-5ac7-41b0-b42b-0eda1f6139be tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744654122361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2293560'] for segment, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:53.247327 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-c446d4e5-dfd5-467a-8ef0-f431d8b32f26 tempest-NegativeSecGroupIPv6Test-1726270102 tempest-NegativeSecGroupIPv6Test-1726270102-project] Request body: {'security_group_rule': {'security_group_id': '5ed9f9cc-9804-4ebb-bfa2-6a6c032c9802', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'b365bacc-e86d-418b-a2c9-9bd83baa2eb7'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:56:53.263714 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-7aa8d63e-053b-45d4-9ac9-a413249292fb tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/floatingips/cdcdfeaa-d80e-4777-95aa-adaed3b849af HTTP/1.1" status: 200 len: 990 time: 0.1111867 Aug 12 14:56:53.296616 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-86d93abd-061d-4479-ac11-ce3246aafc5a req-3e0638cc-bbad-449c-8667-ab1098b65faf tempest-TestVolumeBackupRestore-292524848 tempest-TestVolumeBackupRestore-292524848-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=d9dd6ac7d160445e97bf27aace407348&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1888134 Aug 12 14:56:53.317056 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-432ceca5-5ac7-41b0-b42b-0eda1f6139be tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:53.335355 n-d-694802-15 neutron-server[94467]: INFO neutron.api.v2.resource [None req-c446d4e5-dfd5-467a-8ef0-f431d8b32f26 tempest-NegativeSecGroupIPv6Test-1726270102 tempest-NegativeSecGroupIPv6Test-1726270102-project] create failed (client error): The resource could not be found. Aug 12 14:56:53.341659 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 38634) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:56:53.343579 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-c446d4e5-dfd5-467a-8ef0-f431d8b32f26 tempest-NegativeSecGroupIPv6Test-1726270102 tempest-NegativeSecGroupIPv6Test-1726270102-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1048956 Aug 12 14:56:53.405331 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-432ceca5-5ac7-41b0-b42b-0eda1f6139be tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Releasing vlan 347 on physical network physnet1 to pool {{(pid=94466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 14:56:53.405919 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-432ceca5-5ac7-41b0-b42b-0eda1f6139be tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3718595'] for segment, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:53.408888 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52610990-843c-40aa-94f5-65404925af77 tempest-RoutersTestDVR-1139262249 tempest-RoutersTestDVR-1139262249-project-admin] Hosts for router 4b10c906-20df-4407-a696-71589b3edb1b: [] {{(pid=94466) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Aug 12 14:56:53.410773 n-d-694802-15 neutron-server[94466]: Traceback (most recent call last): Aug 12 14:56:53.410773 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 14:56:53.410773 n-d-694802-15 neutron-server[94466]: timer() Aug 12 14:56:53.410773 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 14:56:53.410773 n-d-694802-15 neutron-server[94466]: cb(*args, **kw) Aug 12 14:56:53.410773 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 14:56:53.410773 n-d-694802-15 neutron-server[94466]: return func(*args, **kwargs) Aug 12 14:56:53.410773 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 14:56:53.410773 n-d-694802-15 neutron-server[94466]: self._notify() Aug 12 14:56:53.410773 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 14:56:53.410773 n-d-694802-15 neutron-server[94466]: self.callback(batched_events) Aug 12 14:56:53.410773 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 14:56:53.410773 n-d-694802-15 neutron-server[94466]: event.method(event) Aug 12 14:56:53.410773 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 14:56:53.410773 n-d-694802-15 neutron-server[94466]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 14:56:53.410773 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 14:56:53.410773 n-d-694802-15 neutron-server[94466]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 14:56:53.410773 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 14:56:53.410773 n-d-694802-15 neutron-server[94466]: return f(self, *a, **k) Aug 12 14:56:53.410773 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 14:56:53.410773 n-d-694802-15 neutron-server[94466]: return self._get(url).json() Aug 12 14:56:53.410773 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 14:56:53.410773 n-d-694802-15 neutron-server[94466]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 14:56:53.410773 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 14:56:53.410773 n-d-694802-15 neutron-server[94466]: return self.request(url, 'GET', **kwargs) Aug 12 14:56:53.410773 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 14:56:53.410773 n-d-694802-15 neutron-server[94466]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 14:56:53.410773 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 14:56:53.410773 n-d-694802-15 neutron-server[94466]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 14:56:53.410773 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 14:56:53.410773 n-d-694802-15 neutron-server[94466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 14:56:53.410773 n-d-694802-15 neutron-server[94466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 14:56:53.425211 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-21ebf1aa-bb6d-47b3-9a17-e0a0307707c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9af28509-398a-4c84-8d8d-adf4c48890ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-732979227', 'tenant_id': '6774b656eb8145eb998ea0059b40b4c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': '7fec999d-57fb-4e5b-88e3-f9334c1028eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:56:04Z', 'updated_at': '2021-08-12T14:56:19Z', 'revision_number': 4, 'project_id': '6774b656eb8145eb998ea0059b40b4c3', 'gw_port': {'id': '7fec999d-57fb-4e5b-88e3-f9334c1028eb', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:2a:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af28509-398a-4c84-8d8d-adf4c48890ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2870, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:56:05Z', 'updated_at': '2021-08-12T14:56:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_floatingips': [{'id': 'cdcdfeaa-d80e-4777-95aa-adaed3b849af', 'tenant_id': '6774b656eb8145eb998ea0059b40b4c3', 'floating_ip_address': '172.25.1.41', 'floating_network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'router_id': '9af28509-398a-4c84-8d8d-adf4c48890ad', 'port_id': '026cb33f-8bb3-46d5-883a-21dfb3ccff22', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2977, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb7e3cf4-6312-4f24-a8f2-83c178188246', 'mac_address': 'fa:16:3e:59:3b:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8058b577-6d37-4f83-8841-608839b8ea4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T14:56:49Z', 'updated_at': '2021-08-12T14:56:49Z', 'revision_number': 0, 'project_id': '6774b656eb8145eb998ea0059b40b4c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12aeaf49-cf58-4fc2-896e-06ca4af28297', 'name': '', 'network_id': 'eb7e3cf4-6312-4f24-a8f2-83c178188246', 'tenant_id': '6774b656eb8145eb998ea0059b40b4c3', 'mac_address': 'fa:16:3e:8d:f0:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af28509-398a-4c84-8d8d-adf4c48890ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 2888, 'fixed_ips': [{'subnet_id': '0458ca9d-6835-4814-a3b3-ca2b2564f4b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:56:15Z', 'updated_at': '2021-08-12T14:56:29Z', 'revision_number': 5, 'project_id': '6774b656eb8145eb998ea0059b40b4c3', 'subnets': [{'id': '0458ca9d-6835-4814-a3b3-ca2b2564f4b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:56:53.466552 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21ebf1aa-bb6d-47b3-9a17-e0a0307707c8 None None] The sync data for ids ['9af28509-398a-4c84-8d8d-adf4c48890ad'] in n-d-694802-15 is: [{'id': '9af28509-398a-4c84-8d8d-adf4c48890ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-732979227', 'tenant_id': '6774b656eb8145eb998ea0059b40b4c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': '7fec999d-57fb-4e5b-88e3-f9334c1028eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:56:04Z', 'updated_at': '2021-08-12T14:56:19Z', 'revision_number': 4, 'project_id': '6774b656eb8145eb998ea0059b40b4c3', 'gw_port': {'id': '7fec999d-57fb-4e5b-88e3-f9334c1028eb', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:2a:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af28509-398a-4c84-8d8d-adf4c48890ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2870, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:56:05Z', 'updated_at': '2021-08-12T14:56:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_floatingips': [{'id': 'cdcdfeaa-d80e-4777-95aa-adaed3b849af', 'tenant_id': '6774b656eb8145eb998ea0059b40b4c3', 'floating_ip_address': '172.25.1.41', 'floating_network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'router_id': '9af28509-398a-4c84-8d8d-adf4c48890ad', 'port_id': '026cb33f-8bb3-46d5-883a-21dfb3ccff22', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2977, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb7e3cf4-6312-4f24-a8f2-83c178188246', 'mac_address': 'fa:16:3e:59:3b:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8058b577-6d37-4f83-8841-608839b8ea4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T14:56:49Z', 'updated_at': '2021-08-12T14:56:49Z', 'revision_number': 0, 'project_id': '6774b656eb8145eb998ea0059b40b4c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12aeaf49-cf58-4fc2-896e-06ca4af28297', 'name': '', 'network_id': 'eb7e3cf4-6312-4f24-a8f2-83c178188246', 'tenant_id': '6774b656eb8145eb998ea0059b40b4c3', 'mac_address': 'fa:16:3e:8d:f0:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af28509-398a-4c84-8d8d-adf4c48890ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 2888, 'fixed_ips': [{'subnet_id': '0458ca9d-6835-4814-a3b3-ca2b2564f4b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:56:15Z', 'updated_at': '2021-08-12T14:56:29Z', 'revision_number': 5, 'project_id': '6774b656eb8145eb998ea0059b40b4c3', 'subnets': [{'id': '0458ca9d-6835-4814-a3b3-ca2b2564f4b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 14:56:53.476736 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 14:56:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-910bd41d-630a-4b9a-bb8a-bbcabb42119e x-openstack-request-id: req-910bd41d-630a-4b9a-bb8a-bbcabb42119e {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:56:53.477047 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8058b577-6d37-4f83-8841-608839b8ea4b", "tag": "026cb33f-8bb3-46d5-883a-21dfb3ccff22", "status": "completed", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:56:53.477442 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-910bd41d-630a-4b9a-bb8a-bbcabb42119e {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:56:53.477867 n-d-694802-15 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8058b577-6d37-4f83-8841-608839b8ea4b', 'tag': '026cb33f-8bb3-46d5-883a-21dfb3ccff22', 'status': 'completed', 'code': 200} Aug 12 14:56:53.523529 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b10c9b-a780-45c4-8bb9-0ed8b218f0e6 req-9a33c296-9cb2-4729-a459-bb01e2adbe42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:56:53.524281 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52610990-843c-40aa-94f5-65404925af77 tempest-RoutersTestDVR-1139262249 tempest-RoutersTestDVR-1139262249-project-admin] Hosts for other DVR routers connected to router 4b10c906-20df-4407-a696-71589b3edb1b: set() {{(pid=94466) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Aug 12 14:56:53.525349 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d4b10c9b-a780-45c4-8bb9-0ed8b218f0e6 req-9a33c296-9cb2-4729-a459-bb01e2adbe42 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6774b656eb8145eb998ea0059b40b4c3&device_id=8058b577-6d37-4f83-8841-608839b8ea4b HTTP/1.1" status: 200 len: 1097 time: 0.0662098 Aug 12 14:56:53.527631 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-52610990-843c-40aa-94f5-65404925af77 tempest-RoutersTestDVR-1139262249 tempest-RoutersTestDVR-1139262249-project-admin] Notify callbacks [] for router, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:53.528922 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-52610990-843c-40aa-94f5-65404925af77 tempest-RoutersTestDVR-1139262249 tempest-RoutersTestDVR-1139262249-project-admin] 10.222.0.39 "PUT /v2.0/routers/4b10c906-20df-4407-a696-71589b3edb1b HTTP/1.1" status: 200 len: 716 time: 1.5142548 Aug 12 14:56:53.531756 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 38640) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:56:53.559654 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-432ceca5-5ac7-41b0-b42b-0eda1f6139be tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66413281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431520'] for network, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:53.601301 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-432ceca5-5ac7-41b0-b42b-0eda1f6139be tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks [] for network, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:53.603385 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-432ceca5-5ac7-41b0-b42b-0eda1f6139be tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] 10.222.0.39 "DELETE /v2.0/networks/00f324ba-fd16-4b55-a2fd-4dee20cad375 HTTP/1.1" status: 204 len: 168 time: 2.4443851 Aug 12 14:56:53.612304 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432ceca5-5ac7-41b0-b42b-0eda1f6139be tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Pushing event deleted for resources: {'Network': ['ID=00f324ba-fd16-4b55-a2fd-4dee20cad375,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:56:53.623798 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 38642) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:56:53.635112 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-913af842-98a0-49b3-bb7d-ce7e96eb4bc4 tempest-NegativeSecGroupIPv6Test-1726270102 tempest-NegativeSecGroupIPv6Test-1726270102-project] Notify callbacks [] for security_group, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:53.701547 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-913af842-98a0-49b3-bb7d-ce7e96eb4bc4 tempest-NegativeSecGroupIPv6Test-1726270102 tempest-NegativeSecGroupIPv6Test-1726270102-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:53.714210 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-86d93abd-061d-4479-ac11-ce3246aafc5a req-0cf1cb16-37ab-48d4-b8cc-da6ec4e43998 service neutron] 10.222.0.39 "GET /v2.0/networks/a285089b-9348-4d2a-8604-205679144007?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3990138 Aug 12 14:56:53.825115 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10f22d1c-a76d-4f91-9f75-d11029a52eb1 None None] New status for floating IP cdcdfeaa-d80e-4777-95aa-adaed3b849af: ACTIVE {{(pid=94469) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 14:56:53.861195 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-913af842-98a0-49b3-bb7d-ce7e96eb4bc4 tempest-NegativeSecGroupIPv6Test-1726270102 tempest-NegativeSecGroupIPv6Test-1726270102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:53.863934 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-913af842-98a0-49b3-bb7d-ce7e96eb4bc4 tempest-NegativeSecGroupIPv6Test-1726270102 tempest-NegativeSecGroupIPv6Test-1726270102-project] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:53.865163 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-913af842-98a0-49b3-bb7d-ce7e96eb4bc4 tempest-NegativeSecGroupIPv6Test-1726270102 tempest-NegativeSecGroupIPv6Test-1726270102-project] 10.222.0.39 "DELETE /v2.0/security-groups/5ed9f9cc-9804-4ebb-bfa2-6a6c032c9802 HTTP/1.1" status: 204 len: 168 time: 0.5193577 Aug 12 14:56:53.876327 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 38648) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:56:53.944538 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913af842-98a0-49b3-bb7d-ce7e96eb4bc4 tempest-NegativeSecGroupIPv6Test-1726270102 tempest-NegativeSecGroupIPv6Test-1726270102-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ed9f9cc-9804-4ebb-bfa2-6a6c032c9802,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:56:54.082668 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-86d93abd-061d-4479-ac11-ce3246aafc5a req-69d18962-1ed1-4fb3-bef4-1cd667d48bbe service neutron] 10.222.0.39 "GET /v2.0/networks/a285089b-9348-4d2a-8604-205679144007?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3355107 Aug 12 14:56:54.113709 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-35f5cc03-a746-4a93-bdf9-10f3c41f37fb tempest-NegativeSecGroupIPv6Test-1726270102 tempest-NegativeSecGroupIPv6Test-1726270102-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2361963 Aug 12 14:56:54.138399 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 38654) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:56:54.149919 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-95825418-e32d-4c47-8c3a-de99fdfa6480 tempest-NegativeSecGroupIPv6Test-1726270102 tempest-NegativeSecGroupIPv6Test-1726270102-project] Request body: {'security_group_rule': {'security_group_id': 'b11f3451-dc96-4ee5-9765-ebdeb0dc5fe7', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:56:54.194844 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-fa407455-85c2-4490-8004-49e7f769ccfd tempest-RoutersTestDVR-1139262249 tempest-RoutersTestDVR-1139262249-project-admin] 10.222.0.39 "GET /v2.0/routers/4b10c906-20df-4407-a696-71589b3edb1b HTTP/1.1" status: 200 len: 716 time: 0.6587031 Aug 12 14:56:54.195933 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 38658) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:56:54.277853 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9428bb6f-91ac-46d2-8cda-12aacb9f4729 req-6c24c2a4-4b4e-4987-986b-2e986497b2e3 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:56:54.278963 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 38662) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:56:54.286611 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9428bb6f-91ac-46d2-8cda-12aacb9f4729 req-6c24c2a4-4b4e-4987-986b-2e986497b2e3 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/ports?device_id=5be77a56-d5ef-4a70-9846-307f9eb76fa5 HTTP/1.1" status: 200 len: 945 time: 0.2065358 Aug 12 14:56:54.287450 n-d-694802-15 neutron-server[94466]: INFO neutron.api.v2.resource [None req-95825418-e32d-4c47-8c3a-de99fdfa6480 tempest-NegativeSecGroupIPv6Test-1726270102 tempest-NegativeSecGroupIPv6Test-1726270102-project] create failed (client error): The resource could not be found. Aug 12 14:56:54.288707 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-95825418-e32d-4c47-8c3a-de99fdfa6480 tempest-NegativeSecGroupIPv6Test-1726270102 tempest-NegativeSecGroupIPv6Test-1726270102-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1491864 Aug 12 14:56:54.299711 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 38668) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:56:54.310346 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-4b5da8ab-f908-4cd2-b71b-775785637e61 tempest-NegativeSecGroupIPv6Test-1726270102 tempest-NegativeSecGroupIPv6Test-1726270102-project] Request body: {'security_group': {'name': 'tempest-secgroup--271362847'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:56:54.350000 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-4b5da8ab-f908-4cd2-b71b-775785637e61 tempest-NegativeSecGroupIPv6Test-1726270102 tempest-NegativeSecGroupIPv6Test-1726270102-project] Notify callbacks [] for security_group, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:54.380648 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b10c9b-a780-45c4-8bb9-0ed8b218f0e6 req-fc455142-4308-4089-9626-73d1e54a66dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:56:54.382400 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d4b10c9b-a780-45c4-8bb9-0ed8b218f0e6 req-fc455142-4308-4089-9626-73d1e54a66dc service neutron] 10.222.0.64 "GET /v2.0/networks?id=eb7e3cf4-6312-4f24-a8f2-83c178188246 HTTP/1.1" status: 200 len: 898 time: 0.8394160 Aug 12 14:56:54.390432 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-dcd0d89c-d5dd-4c43-a9be-92c3f38a1aa8 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/floatingips/cdcdfeaa-d80e-4777-95aa-adaed3b849af HTTP/1.1" status: 200 len: 992 time: 0.1094682 Aug 12 14:56:54.477649 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9428bb6f-91ac-46d2-8cda-12aacb9f4729 req-4e917964-884b-4572-bb5c-c93814ef9c8d tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/security-groups?id=188dc986-a686-4570-b7d8-3a6edb471033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1878080 Aug 12 14:56:54.499329 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3b1da46c-0bcc-401b-a849-6ff86ae09a09 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66663830'] for router_interface, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:54.580275 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-9c7c04f2-f790-47cc-aae2-ef73defbe98f req-b688acb4-679c-47e4-8c16-1c1badbd09e9 tempest-TestVolumeBackupRestore-292524848 tempest-TestVolumeBackupRestore-292524848-project] 10.222.0.39 "GET /v2.0/ports?device_id=db0202bd-94ea-42c4-9631-34efc8745fa9 HTTP/1.1" status: 200 len: 210 time: 0.0432713 Aug 12 14:56:54.611415 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d4b10c9b-a780-45c4-8bb9-0ed8b218f0e6 req-966e58ae-de8d-46c9-8c02-295b331a5555 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=026cb33f-8bb3-46d5-883a-21dfb3ccff22 HTTP/1.1" status: 200 len: 1000 time: 0.2062695 Aug 12 14:56:54.711439 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-70ff1ba5-95dc-460c-9a69-e66569961f44 tempest-RoutersTestDVR-1567650731 tempest-RoutersTestDVR-1567650731-project] 10.222.0.39 "GET /v2.0/routers/4b10c906-20df-4407-a696-71589b3edb1b HTTP/1.1" status: 200 len: 682 time: 0.5107579 Aug 12 14:56:54.715141 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 38684) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:56:54.742344 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b10c9b-a780-45c4-8bb9-0ed8b218f0e6 req-b27018f9-9be3-4f63-ac9b-c9a0562d2ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:56:54.743969 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d4b10c9b-a780-45c4-8bb9-0ed8b218f0e6 req-b27018f9-9be3-4f63-ac9b-c9a0562d2ae2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0458ca9d-6835-4814-a3b3-ca2b2564f4b0 HTTP/1.1" status: 200 len: 835 time: 0.0888638 Aug 12 14:56:54.778348 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-4b5da8ab-f908-4cd2-b71b-775785637e61 tempest-NegativeSecGroupIPv6Test-1726270102 tempest-NegativeSecGroupIPv6Test-1726270102-project] Notify callbacks [] for security_group, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:54.796961 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-4b5da8ab-f908-4cd2-b71b-775785637e61 tempest-NegativeSecGroupIPv6Test-1726270102 tempest-NegativeSecGroupIPv6Test-1726270102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:54.821518 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a6c56b28-b532-4856-b45a-2126bf58b64c tempest-RoutersTestDVR-1139262249 tempest-RoutersTestDVR-1139262249-project-admin] Notify callbacks [] for router, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:54.834223 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5da8ab-f908-4cd2-b71b-775785637e61 tempest-NegativeSecGroupIPv6Test-1726270102 tempest-NegativeSecGroupIPv6Test-1726270102-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21a53066-bbcf-487d-a15e-9ca74d811da2,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:56:54.853615 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-4b5da8ab-f908-4cd2-b71b-775785637e61 tempest-NegativeSecGroupIPv6Test-1726270102 tempest-NegativeSecGroupIPv6Test-1726270102-project] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:54.855665 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-4b5da8ab-f908-4cd2-b71b-775785637e61 tempest-NegativeSecGroupIPv6Test-1726270102 tempest-NegativeSecGroupIPv6Test-1726270102-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5495777 Aug 12 14:56:54.858849 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b10c9b-a780-45c4-8bb9-0ed8b218f0e6 req-fab05b4d-e980-40c3-a768-ef3d0717f719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:56:54.860756 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d4b10c9b-a780-45c4-8bb9-0ed8b218f0e6 req-fab05b4d-e980-40c3-a768-ef3d0717f719 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=eb7e3cf4-6312-4f24-a8f2-83c178188246&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1030471 Aug 12 14:56:54.861302 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 38688) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:56:54.865811 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-812c670f-1313-42b7-9a0d-99aa33e204d1 tempest-NegativeSecGroupIPv6Test-1726270102 tempest-NegativeSecGroupIPv6Test-1726270102-project] Request body: {'security_group': {'name': 'tempest-secgroup--2084659942'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:56:54.956944 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-812c670f-1313-42b7-9a0d-99aa33e204d1 tempest-NegativeSecGroupIPv6Test-1726270102 tempest-NegativeSecGroupIPv6Test-1726270102-project] Notify callbacks [] for security_group, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:55.042019 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a6c56b28-b532-4856-b45a-2126bf58b64c tempest-RoutersTestDVR-1139262249 tempest-RoutersTestDVR-1139262249-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-429360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-104877'] for router, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:55.045790 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a6c56b28-b532-4856-b45a-2126bf58b64c tempest-RoutersTestDVR-1139262249 tempest-RoutersTestDVR-1139262249-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:55.095066 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-812c670f-1313-42b7-9a0d-99aa33e204d1 tempest-NegativeSecGroupIPv6Test-1726270102 tempest-NegativeSecGroupIPv6Test-1726270102-project] Notify callbacks [] for security_group, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:55.100855 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d4b10c9b-a780-45c4-8bb9-0ed8b218f0e6 req-92aafd47-fd5b-4341-9f2f-c0db9678bf1a service neutron] 10.222.0.64 "GET /v2.0/networks/eb7e3cf4-6312-4f24-a8f2-83c178188246?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2265470 Aug 12 14:56:55.104511 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-812c670f-1313-42b7-9a0d-99aa33e204d1 tempest-NegativeSecGroupIPv6Test-1726270102 tempest-NegativeSecGroupIPv6Test-1726270102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:55.164563 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a6c56b28-b532-4856-b45a-2126bf58b64c tempest-RoutersTestDVR-1139262249 tempest-RoutersTestDVR-1139262249-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-429375'] for router, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:55.165416 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6c56b28-b532-4856-b45a-2126bf58b64c tempest-RoutersTestDVR-1139262249 tempest-RoutersTestDVR-1139262249-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4b10c906-20df-4407-a696-71589b3edb1b {{(pid=94466) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 14:56:55.179477 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a6c56b28-b532-4856-b45a-2126bf58b64c tempest-RoutersTestDVR-1139262249 tempest-RoutersTestDVR-1139262249-project-admin] Notify callbacks [] for router, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:55.182066 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-a6c56b28-b532-4856-b45a-2126bf58b64c tempest-RoutersTestDVR-1139262249 tempest-RoutersTestDVR-1139262249-project-admin] 10.222.0.39 "DELETE /v2.0/routers/4b10c906-20df-4407-a696-71589b3edb1b HTTP/1.1" status: 204 len: 168 time: 0.4626937 Aug 12 14:56:55.186259 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 38694) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:56:55.191653 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-de33117d-a173-465b-92a4-124ef0835289 tempest-RoutersTestDVR-1139262249 tempest-RoutersTestDVR-1139262249-project-admin] Request body: {'router': {'name': 'tempest-router-698352729', 'distributed': True}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:56:55.207427 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-812c670f-1313-42b7-9a0d-99aa33e204d1 tempest-NegativeSecGroupIPv6Test-1726270102 tempest-NegativeSecGroupIPv6Test-1726270102-project] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:55.208682 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-812c670f-1313-42b7-9a0d-99aa33e204d1 tempest-NegativeSecGroupIPv6Test-1726270102 tempest-NegativeSecGroupIPv6Test-1726270102-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3463068 Aug 12 14:56:55.213897 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 38696) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:56:55.225492 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-c709cddf-819e-4c03-8835-95e6e17e79a9 tempest-NegativeSecGroupIPv6Test-1726270102 tempest-NegativeSecGroupIPv6Test-1726270102-project] Request body: {'security_group_rule': {'security_group_id': '21a53066-bbcf-487d-a15e-9ca74d811da2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'd9410594-e998-423c-a992-2e8cbc908886'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:56:55.225770 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812c670f-1313-42b7-9a0d-99aa33e204d1 tempest-NegativeSecGroupIPv6Test-1726270102 tempest-NegativeSecGroupIPv6Test-1726270102-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9410594-e998-423c-a992-2e8cbc908886,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:56:55.254127 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-3b1da46c-0bcc-401b-a849-6ff86ae09a09 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Deleting port c033b432-6b62-4327-b788-cb315644edc7 {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:56:55.254481 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3b1da46c-0bcc-401b-a849-6ff86ae09a09 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:55.261710 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-de33117d-a173-465b-92a4-124ef0835289 tempest-RoutersTestDVR-1139262249 tempest-RoutersTestDVR-1139262249-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-430574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-104863'] for router, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:55.262738 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-de33117d-a173-465b-92a4-124ef0835289 tempest-RoutersTestDVR-1139262249 tempest-RoutersTestDVR-1139262249-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-429438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-431405', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66646573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-104852'] for router, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:55.294386 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d4b10c9b-a780-45c4-8bb9-0ed8b218f0e6 req-18d337c7-7216-4c34-b637-669a1996c6a4 service neutron] 10.222.0.64 "GET /v2.0/networks/eb7e3cf4-6312-4f24-a8f2-83c178188246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1724033 Aug 12 14:56:55.658974 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c821e159-1786-431e-a83d-81b97e602cd3 req-57485a76-2ea2-43c3-b333-551e351516b3 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:56:55.660826 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c821e159-1786-431e-a83d-81b97e602cd3 req-57485a76-2ea2-43c3-b333-551e351516b3 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/ports?device_id=5be77a56-d5ef-4a70-9846-307f9eb76fa5 HTTP/1.1" status: 200 len: 945 time: 0.1169274 Aug 12 14:56:55.709896 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c821e159-1786-431e-a83d-81b97e602cd3 req-ff22ba50-2901-4a0f-98aa-bc5c5574bf8e tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/security-groups?id=188dc986-a686-4570-b7d8-3a6edb471033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404480 Aug 12 14:56:55.787566 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-d90e0148-e616-4c09-b7db-89c764081b86 req-76eb59a3-e9a8-4458-8531-0c81cb1d6b75 tempest-TestVolumeBackupRestore-292524848 tempest-TestVolumeBackupRestore-292524848-project] 10.222.0.39 "GET /v2.0/ports?device_id=db0202bd-94ea-42c4-9631-34efc8745fa9 HTTP/1.1" status: 200 len: 210 time: 0.0304029 Aug 12 14:56:55.891588 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-de33117d-a173-465b-92a4-124ef0835289 tempest-RoutersTestDVR-1139262249 tempest-RoutersTestDVR-1139262249-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:55.898485 n-d-694802-15 neutron-server[94466]: INFO neutron.api.v2.resource [None req-c709cddf-819e-4c03-8835-95e6e17e79a9 tempest-NegativeSecGroupIPv6Test-1726270102 tempest-NegativeSecGroupIPv6Test-1726270102-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 12 14:56:55.903060 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-c709cddf-819e-4c03-8835-95e6e17e79a9 tempest-NegativeSecGroupIPv6Test-1726270102 tempest-NegativeSecGroupIPv6Test-1726270102-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.6847425 Aug 12 14:56:55.903266 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 38708) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:56:55.913307 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-de33117d-a173-465b-92a4-124ef0835289 tempest-RoutersTestDVR-1139262249 tempest-RoutersTestDVR-1139262249-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-429413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-431608'] for router, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:55.936325 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-3b1da46c-0bcc-401b-a849-6ff86ae09a09 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] For port c033b432-6b62-4327-b788-cb315644edc7, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=c033b432-6b62-4327-b788-cb315644edc7,segment=NetworkSegment(f0ac254e-f155-40d7-989a-a8d18ce198a4),segment_id=f0ac254e-f155-40d7-989a-a8d18ce198a4)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:56:55.937221 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3b1da46c-0bcc-401b-a849-6ff86ae09a09 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:55.965367 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-3b1da46c-0bcc-401b-a849-6ff86ae09a09 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Calling delete_port for c033b432-6b62-4327-b788-cb315644edc7 owned by network:router_interface {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:56:55.967665 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-de33117d-a173-465b-92a4-124ef0835289 tempest-RoutersTestDVR-1139262249 tempest-RoutersTestDVR-1139262249-project-admin] Notify callbacks [] for router, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:55.971762 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-de33117d-a173-465b-92a4-124ef0835289 tempest-RoutersTestDVR-1139262249 tempest-RoutersTestDVR-1139262249-project-admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.7839165 Aug 12 14:56:55.976527 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 38712) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:56:55.995235 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-f3db8523-1f22-46d3-a9e2-309befae7566 tempest-NegativeSecGroupIPv6Test-1726270102 tempest-NegativeSecGroupIPv6Test-1726270102-project] Notify callbacks [] for security_group, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:56.019198 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-f3db8523-1f22-46d3-a9e2-309befae7566 tempest-NegativeSecGroupIPv6Test-1726270102 tempest-NegativeSecGroupIPv6Test-1726270102-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:56.030379 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d93abd-061d-4479-ac11-ce3246aafc5a req-c5c0f0e0-f913-45b9-a76e-7d424581ba20 tempest-TestVolumeBackupRestore-292524848 tempest-TestVolumeBackupRestore-292524848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:56:56.032508 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-86d93abd-061d-4479-ac11-ce3246aafc5a req-c5c0f0e0-f913-45b9-a76e-7d424581ba20 tempest-TestVolumeBackupRestore-292524848 tempest-TestVolumeBackupRestore-292524848-project] 10.222.0.49 "GET /v2.0/networks?id=a285089b-9348-4d2a-8604-205679144007 HTTP/1.1" status: 200 len: 813 time: 0.2482338 Aug 12 14:56:56.113314 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-1c0d2300-9d2b-4336-a220-9e4e80a392f9 tempest-RoutersTestDVR-1139262249 tempest-RoutersTestDVR-1139262249-project-admin] Notify callbacks [] for router, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:56.142523 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-86d93abd-061d-4479-ac11-ce3246aafc5a req-c8163397-7dfa-4353-8116-c01fb19c470b tempest-TestVolumeBackupRestore-292524848 tempest-TestVolumeBackupRestore-292524848-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d9dd6ac7d160445e97bf27aace407348 HTTP/1.1" status: 200 len: 379 time: 0.0977547 Aug 12 14:56:56.153530 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [req-86d93abd-061d-4479-ac11-ce3246aafc5a req-67c17129-f7fb-41ea-ad48-b1fd36718685 tempest-TestVolumeBackupRestore-292524848 tempest-TestVolumeBackupRestore-292524848-project] Request body: {'port': {'device_id': 'db0202bd-94ea-42c4-9631-34efc8745fa9', 'network_id': 'a285089b-9348-4d2a-8604-205679144007', 'admin_state_up': True, 'tenant_id': 'd9dd6ac7d160445e97bf27aace407348', 'security_groups': ['17282c6e-3c60-4b34-9e54-7461708f942e']}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:56:56.196093 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-f3db8523-1f22-46d3-a9e2-309befae7566 tempest-NegativeSecGroupIPv6Test-1726270102 tempest-NegativeSecGroupIPv6Test-1726270102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:56.198799 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-f3db8523-1f22-46d3-a9e2-309befae7566 tempest-NegativeSecGroupIPv6Test-1726270102 tempest-NegativeSecGroupIPv6Test-1726270102-project] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:56.200328 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-f3db8523-1f22-46d3-a9e2-309befae7566 tempest-NegativeSecGroupIPv6Test-1726270102 tempest-NegativeSecGroupIPv6Test-1726270102-project] 10.222.0.39 "DELETE /v2.0/security-groups/d9410594-e998-423c-a992-2e8cbc908886 HTTP/1.1" status: 204 len: 168 time: 0.2957370 Aug 12 14:56:56.207184 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 38720) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:56:56.343502 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3db8523-1f22-46d3-a9e2-309befae7566 tempest-NegativeSecGroupIPv6Test-1726270102 tempest-NegativeSecGroupIPv6Test-1726270102-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9410594-e998-423c-a992-2e8cbc908886,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:56:56.367127 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86d93abd-061d-4479-ac11-ce3246aafc5a req-67c17129-f7fb-41ea-ad48-b1fd36718685 tempest-TestVolumeBackupRestore-292524848 tempest-TestVolumeBackupRestore-292524848-project] Made reservation on behalf of d9dd6ac7d160445e97bf27aace407348 for: {'port': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:56:56.371918 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-86d93abd-061d-4479-ac11-ce3246aafc5a req-67c17129-f7fb-41ea-ad48-b1fd36718685 tempest-TestVolumeBackupRestore-292524848 tempest-TestVolumeBackupRestore-292524848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:56.390400 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-1c0d2300-9d2b-4336-a220-9e4e80a392f9 tempest-RoutersTestDVR-1139262249 tempest-RoutersTestDVR-1139262249-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-429360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-104877'] for router, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:56.393469 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-1c0d2300-9d2b-4336-a220-9e4e80a392f9 tempest-RoutersTestDVR-1139262249 tempest-RoutersTestDVR-1139262249-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:56.408062 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-d937e7fa-385d-4e3f-8e13-4ffefba0231d tempest-NegativeSecGroupIPv6Test-1726270102 tempest-NegativeSecGroupIPv6Test-1726270102-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1973379 Aug 12 14:56:56.410015 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 38724) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:56:56.427795 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3b1da46c-0bcc-401b-a849-6ff86ae09a09 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:56.463961 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-1c0d2300-9d2b-4336-a220-9e4e80a392f9 tempest-RoutersTestDVR-1139262249 tempest-RoutersTestDVR-1139262249-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-429375'] for router, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:56.464606 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c0d2300-9d2b-4336-a220-9e4e80a392f9 tempest-RoutersTestDVR-1139262249 tempest-RoutersTestDVR-1139262249-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a2d83761-5eaa-4793-815b-8d2d4ea0afee {{(pid=94467) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 14:56:56.470365 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-1c0d2300-9d2b-4336-a220-9e4e80a392f9 tempest-RoutersTestDVR-1139262249 tempest-RoutersTestDVR-1139262249-project-admin] Notify callbacks [] for router, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:56.476576 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-1c0d2300-9d2b-4336-a220-9e4e80a392f9 tempest-RoutersTestDVR-1139262249 tempest-RoutersTestDVR-1139262249-project-admin] 10.222.0.39 "DELETE /v2.0/routers/a2d83761-5eaa-4793-815b-8d2d4ea0afee HTTP/1.1" status: 204 len: 168 time: 0.4927063 Aug 12 14:56:56.512084 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1da46c-0bcc-401b-a849-6ff86ae09a09 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Pushing event deleted for resources: {'Port': ['ID=c033b432-6b62-4327-b788-cb315644edc7,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:56:56.647254 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-6a431e64-2aad-4bba-8c98-4e0bb6a230f2 tempest-NegativeSecGroupIPv6Test-1726270102 tempest-NegativeSecGroupIPv6Test-1726270102-project] Notify callbacks [] for security_group, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:56.709050 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [req-86d93abd-061d-4479-ac11-ce3246aafc5a req-67c17129-f7fb-41ea-ad48-b1fd36718685 tempest-TestVolumeBackupRestore-292524848 tempest-TestVolumeBackupRestore-292524848-project] Allocated IP 172.20.0.3 (a285089b-9348-4d2a-8604-205679144007/d4818c0e-24c1-4b2b-bc8f-7ad85839d2ca/f75d1eb3-a0db-439e-a6ba-fd0cfa4c2c88) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:56:56.720380 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-6a431e64-2aad-4bba-8c98-4e0bb6a230f2 tempest-NegativeSecGroupIPv6Test-1726270102 tempest-NegativeSecGroupIPv6Test-1726270102-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:56.891167 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 38740) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:56:56.936348 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-6a431e64-2aad-4bba-8c98-4e0bb6a230f2 tempest-NegativeSecGroupIPv6Test-1726270102 tempest-NegativeSecGroupIPv6Test-1726270102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:56.937832 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aab7a13-6e80-4a29-af8d-3e56c6f59759 req-a1686ca0-67f0-4bbc-b4f9-d94aac8bcbaf tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:56:56.939496 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4aab7a13-6e80-4a29-af8d-3e56c6f59759 req-a1686ca0-67f0-4bbc-b4f9-d94aac8bcbaf tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/ports?device_id=5be77a56-d5ef-4a70-9846-307f9eb76fa5 HTTP/1.1" status: 200 len: 945 time: 0.0959022 Aug 12 14:56:56.946547 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-6a431e64-2aad-4bba-8c98-4e0bb6a230f2 tempest-NegativeSecGroupIPv6Test-1726270102 tempest-NegativeSecGroupIPv6Test-1726270102-project] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:56.947763 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-6a431e64-2aad-4bba-8c98-4e0bb6a230f2 tempest-NegativeSecGroupIPv6Test-1726270102 tempest-NegativeSecGroupIPv6Test-1726270102-project] 10.222.0.39 "DELETE /v2.0/security-groups/21a53066-bbcf-487d-a15e-9ca74d811da2 HTTP/1.1" status: 204 len: 168 time: 0.5368068 Aug 12 14:56:56.952307 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 38746) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:56:56.969783 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a431e64-2aad-4bba-8c98-4e0bb6a230f2 tempest-NegativeSecGroupIPv6Test-1726270102 tempest-NegativeSecGroupIPv6Test-1726270102-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=21a53066-bbcf-487d-a15e-9ca74d811da2,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:56:57.026155 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4aab7a13-6e80-4a29-af8d-3e56c6f59759 req-c768092b-c686-43c0-a2bb-280054ffc9c8 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/security-groups?id=188dc986-a686-4570-b7d8-3a6edb471033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794580 Aug 12 14:56:57.054875 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-e48707b2-e7f2-469a-8ca8-ed8785923adf tempest-NegativeSecGroupIPv6Test-1726270102 tempest-NegativeSecGroupIPv6Test-1726270102-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0946851 Aug 12 14:56:57.054875 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 38748) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:56:57.054875 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-629a29a2-2526-4e02-991a-3f6d55ba5e33 tempest-NegativeSecGroupIPv6Test-1726270102 tempest-NegativeSecGroupIPv6Test-1726270102-project] Request body: {'security_group': {'name': 'tempest-secgroup--728704656'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:56:57.059144 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-22f9046e-aa92-4070-a054-ed73ac9e898c req-1f8bc469-a94c-4122-997e-5fc9ffe3e919 tempest-TestVolumeBackupRestore-292524848 tempest-TestVolumeBackupRestore-292524848-project] 10.222.0.39 "GET /v2.0/ports?device_id=db0202bd-94ea-42c4-9631-34efc8745fa9 HTTP/1.1" status: 200 len: 210 time: 0.1095901 Aug 12 14:56:57.087654 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3b1da46c-0bcc-401b-a849-6ff86ae09a09 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66628352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-430630'] for router_interface, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:57.104822 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-629a29a2-2526-4e02-991a-3f6d55ba5e33 tempest-NegativeSecGroupIPv6Test-1726270102 tempest-NegativeSecGroupIPv6Test-1726270102-project] Notify callbacks [] for security_group, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:57.212598 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-629a29a2-2526-4e02-991a-3f6d55ba5e33 tempest-NegativeSecGroupIPv6Test-1726270102 tempest-NegativeSecGroupIPv6Test-1726270102-project] Notify callbacks [] for security_group, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:57.219409 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-629a29a2-2526-4e02-991a-3f6d55ba5e33 tempest-NegativeSecGroupIPv6Test-1726270102 tempest-NegativeSecGroupIPv6Test-1726270102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:57.265231 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-629a29a2-2526-4e02-991a-3f6d55ba5e33 tempest-NegativeSecGroupIPv6Test-1726270102 tempest-NegativeSecGroupIPv6Test-1726270102-project] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:57.270078 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-629a29a2-2526-4e02-991a-3f6d55ba5e33 tempest-NegativeSecGroupIPv6Test-1726270102 tempest-NegativeSecGroupIPv6Test-1726270102-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2166286 Aug 12 14:56:57.270078 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 38754) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:56:57.274811 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-3070a429-6e5e-4fec-98eb-e0b5e56e4094 tempest-NegativeSecGroupIPv6Test-1726270102 tempest-NegativeSecGroupIPv6Test-1726270102-project] Request body: {'security_group_rule': {'security_group_id': 'f4a6cb65-5713-4b1e-a1e2-00d0e8df88bd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:56:57.280762 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629a29a2-2526-4e02-991a-3f6d55ba5e33 tempest-NegativeSecGroupIPv6Test-1726270102 tempest-NegativeSecGroupIPv6Test-1726270102-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4a6cb65-5713-4b1e-a1e2-00d0e8df88bd,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:56:57.306099 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5918ae44-de7f-417a-b486-5e81ba6bfece admin admin] Notify callbacks [] for security_group, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:57.326541 n-d-694802-15 neutron-server[94467]: INFO neutron.api.v2.resource [None req-3070a429-6e5e-4fec-98eb-e0b5e56e4094 tempest-NegativeSecGroupIPv6Test-1726270102 tempest-NegativeSecGroupIPv6Test-1726270102-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 12 14:56:57.328894 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-3070a429-6e5e-4fec-98eb-e0b5e56e4094 tempest-NegativeSecGroupIPv6Test-1726270102 tempest-NegativeSecGroupIPv6Test-1726270102-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0583098 Aug 12 14:56:57.331524 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 38758) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:56:57.339726 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-90e43348-a823-4d48-b602-6027b5ca9005 tempest-NegativeSecGroupIPv6Test-1726270102 tempest-NegativeSecGroupIPv6Test-1726270102-project] Request body: {'security_group_rule': {'security_group_id': 'f4a6cb65-5713-4b1e-a1e2-00d0e8df88bd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:56:57.452924 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-86d93abd-061d-4479-ac11-ce3246aafc5a req-67c17129-f7fb-41ea-ad48-b1fd36718685 tempest-TestVolumeBackupRestore-292524848 tempest-TestVolumeBackupRestore-292524848-project] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:57.516032 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [req-86d93abd-061d-4479-ac11-ce3246aafc5a req-67c17129-f7fb-41ea-ad48-b1fd36718685 tempest-TestVolumeBackupRestore-292524848 tempest-TestVolumeBackupRestore-292524848-project] Transition to ACTIVE for port object f75d1eb3-a0db-439e-a6ba-fd0cfa4c2c88 will not be triggered until provisioned by entity DHCP. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:56:57.550304 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b1da46c-0bcc-401b-a849-6ff86ae09a09 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Router 40e9b167-df0c-44e9-929d-0decb76d5106 has already been hosted by L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f {{(pid=94466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 14:56:57.667361 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5918ae44-de7f-417a-b486-5e81ba6bfece admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:57.700757 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5918ae44-de7f-417a-b486-5e81ba6bfece admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:57.714894 n-d-694802-15 neutron-server[94467]: INFO neutron.api.v2.resource [None req-90e43348-a823-4d48-b602-6027b5ca9005 tempest-NegativeSecGroupIPv6Test-1726270102 tempest-NegativeSecGroupIPv6Test-1726270102-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 12 14:56:57.717465 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-90e43348-a823-4d48-b602-6027b5ca9005 tempest-NegativeSecGroupIPv6Test-1726270102 tempest-NegativeSecGroupIPv6Test-1726270102-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.3847089 Aug 12 14:56:57.720241 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 38766) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:56:57.749684 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-86d93abd-061d-4479-ac11-ce3246aafc5a req-67c17129-f7fb-41ea-ad48-b1fd36718685 tempest-TestVolumeBackupRestore-292524848 tempest-TestVolumeBackupRestore-292524848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:57.778906 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-5918ae44-de7f-417a-b486-5e81ba6bfece admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e350bdc9a66d41758e35407227a050a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8821774 Aug 12 14:56:57.780393 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 38768) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:56:57.819411 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-2db27b9c-d4e0-4667-a3ff-2112493b4670 tempest-NegativeSecGroupIPv6Test-1726270102 tempest-NegativeSecGroupIPv6Test-1726270102-project] Notify callbacks [] for security_group, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:57.826119 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5918ae44-de7f-417a-b486-5e81ba6bfece admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=356ad0da-701a-4893-a8f7-c4a31c8a5804,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:56:57.832371 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b1da46c-0bcc-401b-a849-6ff86ae09a09 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 14:56:57.844748 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-929fd881-14b4-4ae8-acbd-96ba295e00b9 None None] Sync routers for ids ['40e9b167-df0c-44e9-929d-0decb76d5106'] in n-d-694802-15 {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 14:56:57.846161 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-3b1da46c-0bcc-401b-a849-6ff86ae09a09 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] 10.222.0.39 "PUT /v2.0/routers/40e9b167-df0c-44e9-929d-0decb76d5106/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2216966 Aug 12 14:56:57.856969 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 38772) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:56:57.857879 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-929fd881-14b4-4ae8-acbd-96ba295e00b9 None None] Routers {'40e9b167-df0c-44e9-929d-0decb76d5106'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:56:57.859533 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-929fd881-14b4-4ae8-acbd-96ba295e00b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:56:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['40e9b167-df0c-44e9-929d-0decb76d5106'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:56:57.870699 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86d93abd-061d-4479-ac11-ce3246aafc5a req-67c17129-f7fb-41ea-ad48-b1fd36718685 tempest-TestVolumeBackupRestore-292524848 tempest-TestVolumeBackupRestore-292524848-project] Network a285089b-9348-4d2a-8604-205679144007 is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:56:57.887055 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-2db27b9c-d4e0-4667-a3ff-2112493b4670 tempest-NegativeSecGroupIPv6Test-1726270102 tempest-NegativeSecGroupIPv6Test-1726270102-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:57.895390 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c17129-f7fb-41ea-ad48-b1fd36718685 tempest-TestVolumeBackupRestore-292524848 tempest-TestVolumeBackupRestore-292524848-project] Pushing event updated for resources: {'Port': ['ID=f75d1eb3-a0db-439e-a6ba-fd0cfa4c2c88,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:56:57.896368 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-80b1dbba-92d6-4e10-ba85-5ee0f913c1a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:57.910126 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [req-86d93abd-061d-4479-ac11-ce3246aafc5a req-67c17129-f7fb-41ea-ad48-b1fd36718685 tempest-TestVolumeBackupRestore-292524848 tempest-TestVolumeBackupRestore-292524848-project] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:56:57.917293 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [req-86d93abd-061d-4479-ac11-ce3246aafc5a req-67c17129-f7fb-41ea-ad48-b1fd36718685 tempest-TestVolumeBackupRestore-292524848 tempest-TestVolumeBackupRestore-292524848-project] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:56:57.943289 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-80b1dbba-92d6-4e10-ba85-5ee0f913c1a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:57.993236 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_v2 [None req-503be2e8-8638-4ebb-b37e-4779d6bdd417 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Deleting subnet 0aa483b6-6b5f-48ae-a00a-4a5796aa4903 {{(pid=94466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 14:56:57.998797 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-503be2e8-8638-4ebb-b37e-4779d6bdd417 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks [] for subnet, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:58.014738 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-2db27b9c-d4e0-4667-a3ff-2112493b4670 tempest-NegativeSecGroupIPv6Test-1726270102 tempest-NegativeSecGroupIPv6Test-1726270102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:58.019671 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-2db27b9c-d4e0-4667-a3ff-2112493b4670 tempest-NegativeSecGroupIPv6Test-1726270102 tempest-NegativeSecGroupIPv6Test-1726270102-project] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:58.023672 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-2db27b9c-d4e0-4667-a3ff-2112493b4670 tempest-NegativeSecGroupIPv6Test-1726270102 tempest-NegativeSecGroupIPv6Test-1726270102-project] 10.222.0.39 "DELETE /v2.0/security-groups/f4a6cb65-5713-4b1e-a1e2-00d0e8df88bd HTTP/1.1" status: 204 len: 168 time: 0.3022370 Aug 12 14:56:58.024729 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 38776) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:56:58.066481 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db27b9c-d4e0-4667-a3ff-2112493b4670 tempest-NegativeSecGroupIPv6Test-1726270102 tempest-NegativeSecGroupIPv6Test-1726270102-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4a6cb65-5713-4b1e-a1e2-00d0e8df88bd,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:56:58.087898 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvr_db [None req-929fd881-14b4-4ae8-acbd-96ba295e00b9 None None] Set router 40e9b167-df0c-44e9-929d-0decb76d5106 gateway port host: None {{(pid=94468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:56:58.118430 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-0b725e3d-2f91-4c52-9560-b53a05b3be53 tempest-NegativeSecGroupIPv6Test-1726270102 tempest-NegativeSecGroupIPv6Test-1726270102-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0892723 Aug 12 14:56:58.122918 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 38782) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:56:58.133667 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d93abd-061d-4479-ac11-ce3246aafc5a req-67c17129-f7fb-41ea-ad48-b1fd36718685 tempest-TestVolumeBackupRestore-292524848 tempest-TestVolumeBackupRestore-292524848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:56:58.134725 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-3529e832-f2c7-457d-98fb-581eee68b812 tempest-NegativeSecGroupIPv6Test-1726270102 tempest-NegativeSecGroupIPv6Test-1726270102-project] Request body: {'security_group': {'name': 'tempest-secgroup--759719601'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:56:58.136027 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-86d93abd-061d-4479-ac11-ce3246aafc5a req-67c17129-f7fb-41ea-ad48-b1fd36718685 tempest-TestVolumeBackupRestore-292524848 tempest-TestVolumeBackupRestore-292524848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:58.203281 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-80b1dbba-92d6-4e10-ba85-5ee0f913c1a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:58.217056 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-80b1dbba-92d6-4e10-ba85-5ee0f913c1a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:58.217056 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-80b1dbba-92d6-4e10-ba85-5ee0f913c1a4 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/356ad0da-701a-4893-a8f7-c4a31c8a5804 HTTP/1.1" status: 204 len: 168 time: 0.4326522 Aug 12 14:56:58.219601 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-3529e832-f2c7-457d-98fb-581eee68b812 tempest-NegativeSecGroupIPv6Test-1726270102 tempest-NegativeSecGroupIPv6Test-1726270102-project] Notify callbacks [] for security_group, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:58.245315 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b1dbba-92d6-4e10-ba85-5ee0f913c1a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=356ad0da-701a-4893-a8f7-c4a31c8a5804,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:56:58.297930 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-503be2e8-8638-4ebb-b37e-4779d6bdd417 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2293551'] for subnet, precommit_delete_associations {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:58.348228 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f35edb1-c17a-4ad5-92a9-5f80d4969903 req-5704d492-2939-486c-88e5-71becc335954 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:56:58.358383 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-1f35edb1-c17a-4ad5-92a9-5f80d4969903 req-5704d492-2939-486c-88e5-71becc335954 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/ports?device_id=5be77a56-d5ef-4a70-9846-307f9eb76fa5 HTTP/1.1" status: 200 len: 945 time: 0.1418712 Aug 12 14:56:58.362198 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-86d93abd-061d-4479-ac11-ce3246aafc5a req-67c17129-f7fb-41ea-ad48-b1fd36718685 tempest-TestVolumeBackupRestore-292524848 tempest-TestVolumeBackupRestore-292524848-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2119796 Aug 12 14:56:58.392495 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-5e038143-f0c4-49a5-9f02-54279cd4c3fe None None] Provisioning for port f75d1eb3-a0db-439e-a6ba-fd0cfa4c2c88 completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:56:58.395134 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [req-86d93abd-061d-4479-ac11-ce3246aafc5a req-1815a16a-6edf-4f33-92e6-2b3b2c4665cb service neutron] Request body: {'port': {'device_id': 'db0202bd-94ea-42c4-9631-34efc8745fa9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-694802-15'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:56:58.412863 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-5e038143-f0c4-49a5-9f02-54279cd4c3fe None None] Provisioning complete for port f75d1eb3-a0db-439e-a6ba-fd0cfa4c2c88 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:56:58.413712 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-5e038143-f0c4-49a5-9f02-54279cd4c3fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:58.485142 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-86d93abd-061d-4479-ac11-ce3246aafc5a req-1815a16a-6edf-4f33-92e6-2b3b2c4665cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:58.501696 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-5e038143-f0c4-49a5-9f02-54279cd4c3fe None None] Port f75d1eb3-a0db-439e-a6ba-fd0cfa4c2c88 cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 14:56:58.566794 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6327b26f-429a-448e-aa5c-5e1c1bfea481 req-dd123926-5497-4e8a-b67d-358efc7714f3 tempest-TestVolumeBackupRestore-292524848 tempest-TestVolumeBackupRestore-292524848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:56:58.575520 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-929fd881-14b4-4ae8-acbd-96ba295e00b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40e9b167-df0c-44e9-929d-0decb76d5106', 'name': 'tempest-RoutersTest-router-2128871921', 'tenant_id': '3fff5b8cf1f54dd9bfa41e8e05f81407', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:56:01Z', 'updated_at': '2021-08-12T14:56:56Z', 'revision_number': 9, 'project_id': '3fff5b8cf1f54dd9bfa41e8e05f81407', 'gw_port_host': None, '_interfaces': [{'id': '39715796-a0d9-4bf5-a0cf-ddd5d041ba75', 'name': '', 'network_id': '353b1029-0993-43b5-8603-5310e6d32087', 'tenant_id': '3fff5b8cf1f54dd9bfa41e8e05f81407', 'mac_address': 'fa:16:3e:1d:5d:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40e9b167-df0c-44e9-929d-0decb76d5106', 'device_owner': 'network:router_interface', 'standard_attr_id': 2886, 'fixed_ips': [{'subnet_id': 'e63b96f0-a969-4791-9940-6b77120e2e10', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:56:12Z', 'updated_at': '2021-08-12T14:56:29Z', 'revision_number': 5, 'project_id': '3fff5b8cf1f54dd9bfa41e8e05f81407', 'subnets': [{'id': 'e63b96f0-a969-4791-9940-6b77120e2e10', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2da96b0-3228-4c3b-af77-7f6fccb5ef53', 'name': '', 'network_id': '9219eb97-3230-4649-8601-9f1aeca0b6c7', 'tenant_id': '3fff5b8cf1f54dd9bfa41e8e05f81407', 'mac_address': 'fa:16:3e:cc:c7:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40e9b167-df0c-44e9-929d-0decb76d5106', 'device_owner': 'network:router_interface', 'standard_attr_id': 2869, 'fixed_ips': [{'subnet_id': '4128f37b-afb4-4d17-af6f-d22950c79df3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:56:05Z', 'updated_at': '2021-08-12T14:56:15Z', 'revision_number': 5, 'project_id': '3fff5b8cf1f54dd9bfa41e8e05f81407', 'subnets': [{'id': '4128f37b-afb4-4d17-af6f-d22950c79df3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:56:58.577226 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-6327b26f-429a-448e-aa5c-5e1c1bfea481 req-dd123926-5497-4e8a-b67d-358efc7714f3 tempest-TestVolumeBackupRestore-292524848 tempest-TestVolumeBackupRestore-292524848-project] 10.222.0.39 "GET /v2.0/ports?device_id=db0202bd-94ea-42c4-9631-34efc8745fa9 HTTP/1.1" status: 200 len: 931 time: 0.3298857 Aug 12 14:56:58.587205 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-3529e832-f2c7-457d-98fb-581eee68b812 tempest-NegativeSecGroupIPv6Test-1726270102 tempest-NegativeSecGroupIPv6Test-1726270102-project] Notify callbacks [] for security_group, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:58.596436 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-1f35edb1-c17a-4ad5-92a9-5f80d4969903 req-fa16f687-da9f-4def-95d1-ff6a14037b75 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/security-groups?id=188dc986-a686-4570-b7d8-3a6edb471033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2371738 Aug 12 14:56:58.601089 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-3529e832-f2c7-457d-98fb-581eee68b812 tempest-NegativeSecGroupIPv6Test-1726270102 tempest-NegativeSecGroupIPv6Test-1726270102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:58.624832 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-929fd881-14b4-4ae8-acbd-96ba295e00b9 None None] Checking router: 40e9b167-df0c-44e9-929d-0decb76d5106 for host: n-d-694802-15 {{(pid=94468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 14:56:58.639541 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-503be2e8-8638-4ebb-b37e-4779d6bdd417 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66416255'] for subnet, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:58.641410 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-929fd881-14b4-4ae8-acbd-96ba295e00b9 None None] Routers {'40e9b167-df0c-44e9-929d-0decb76d5106'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:56:58.643182 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-929fd881-14b4-4ae8-acbd-96ba295e00b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:56:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['40e9b167-df0c-44e9-929d-0decb76d5106'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:56:58.690113 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3529e832-f2c7-457d-98fb-581eee68b812 tempest-NegativeSecGroupIPv6Test-1726270102 tempest-NegativeSecGroupIPv6Test-1726270102-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1cf088cc-473d-4898-a89b-c924c09fd071,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:56:58.733030 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-3529e832-f2c7-457d-98fb-581eee68b812 tempest-NegativeSecGroupIPv6Test-1726270102 tempest-NegativeSecGroupIPv6Test-1726270102-project] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:58.737793 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-3529e832-f2c7-457d-98fb-581eee68b812 tempest-NegativeSecGroupIPv6Test-1726270102 tempest-NegativeSecGroupIPv6Test-1726270102-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6112118 Aug 12 14:56:58.739218 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 38790) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:56:58.754400 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-85f04977-7557-41bf-ac67-851a4318d50c tempest-NegativeSecGroupIPv6Test-1726270102 tempest-NegativeSecGroupIPv6Test-1726270102-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:56:58.758370 n-d-694802-15 neutron-server[94467]: WARNING neutron.api.v2.base [None req-85f04977-7557-41bf-ac67-851a4318d50c tempest-NegativeSecGroupIPv6Test-1726270102 tempest-NegativeSecGroupIPv6Test-1726270102-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 12 14:56:58.758904 n-d-694802-15 neutron-server[94467]: INFO neutron.api.v2.resource [None req-85f04977-7557-41bf-ac67-851a4318d50c tempest-NegativeSecGroupIPv6Test-1726270102 tempest-NegativeSecGroupIPv6Test-1726270102-project] update failed (client error): There was a conflict when trying to complete your request. Aug 12 14:56:58.763619 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-6327b26f-429a-448e-aa5c-5e1c1bfea481 req-bb0222a3-c480-4a77-8013-4dca674b582e tempest-TestVolumeBackupRestore-292524848 tempest-TestVolumeBackupRestore-292524848-project] 10.222.0.39 "GET /v2.0/security-groups?id=17282c6e-3c60-4b34-9e54-7461708f942e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1854260 Aug 12 14:56:58.764218 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 38792) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:56:58.764815 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-85f04977-7557-41bf-ac67-851a4318d50c tempest-NegativeSecGroupIPv6Test-1726270102 tempest-NegativeSecGroupIPv6Test-1726270102-project] 10.222.0.39 "PUT /v2.0/security-groups/1cf088cc-473d-4898-a89b-c924c09fd071 HTTP/1.1" status: 409 len: 330 time: 0.0160825 Aug 12 14:56:58.973869 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvr_db [None req-929fd881-14b4-4ae8-acbd-96ba295e00b9 None None] Set router 40e9b167-df0c-44e9-929d-0decb76d5106 gateway port host: None {{(pid=94468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:56:59.027671 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-503be2e8-8638-4ebb-b37e-4779d6bdd417 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66416232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3718429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8776402'] for subnet, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:59.132396 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8d1025fb-af92-4c2c-a775-fbad5e0e5ba1 tempest-NegativeSecGroupIPv6Test-1726270102 tempest-NegativeSecGroupIPv6Test-1726270102-project] Notify callbacks [] for security_group, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:59.141650 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-503be2e8-8638-4ebb-b37e-4779d6bdd417 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks [] for subnet, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:59.146536 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-503be2e8-8638-4ebb-b37e-4779d6bdd417 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] 10.222.0.39 "DELETE /v2.0/subnets/0aa483b6-6b5f-48ae-a00a-4a5796aa4903 HTTP/1.1" status: 204 len: 168 time: 1.2849998 Aug 12 14:56:59.147312 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 38802) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:56:59.153672 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3a04021-5bda-439f-9641-fd3aba65fa99 None None] Network a402136b-899e-48a2-afbb-6a230d269c97 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:56:59.173213 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503be2e8-8638-4ebb-b37e-4779d6bdd417 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Pushing event deleted for resources: {'Subnet': ['ID=0aa483b6-6b5f-48ae-a00a-4a5796aa4903,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:56:59.183253 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 38804) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:56:59.299770 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-89e8bca6-804f-42fd-8e32-2b895960ce1f tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680608'] for network, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:59.333354 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-312792e0-9ad3-43e2-ac89-6e385b0ee6d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:59.342009 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8d1025fb-af92-4c2c-a775-fbad5e0e5ba1 tempest-NegativeSecGroupIPv6Test-1726270102 tempest-NegativeSecGroupIPv6Test-1726270102-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:59.362311 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-89e8bca6-804f-42fd-8e32-2b895960ce1f tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Deleting port 0b870855-5110-4b8d-b0e3-a5f18066e812 {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:56:59.362669 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-89e8bca6-804f-42fd-8e32-2b895960ce1f tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:59.413548 n-d-694802-15 neutron-server[94466]: DEBUG neutron.notifiers.nova [req-86d93abd-061d-4479-ac11-ce3246aafc5a req-1815a16a-6edf-4f33-92e6-2b3b2c4665cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f75d1eb3-a0db-439e-a6ba-fd0cfa4c2c88 {{(pid=94466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:56:59.437825 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-86d93abd-061d-4479-ac11-ce3246aafc5a req-1815a16a-6edf-4f33-92e6-2b3b2c4665cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:59.471312 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-929fd881-14b4-4ae8-acbd-96ba295e00b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40e9b167-df0c-44e9-929d-0decb76d5106', 'name': 'tempest-RoutersTest-router-2128871921', 'tenant_id': '3fff5b8cf1f54dd9bfa41e8e05f81407', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:56:01Z', 'updated_at': '2021-08-12T14:56:56Z', 'revision_number': 9, 'project_id': '3fff5b8cf1f54dd9bfa41e8e05f81407', 'gw_port_host': None, '_interfaces': [{'id': '39715796-a0d9-4bf5-a0cf-ddd5d041ba75', 'name': '', 'network_id': '353b1029-0993-43b5-8603-5310e6d32087', 'tenant_id': '3fff5b8cf1f54dd9bfa41e8e05f81407', 'mac_address': 'fa:16:3e:1d:5d:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40e9b167-df0c-44e9-929d-0decb76d5106', 'device_owner': 'network:router_interface', 'standard_attr_id': 2886, 'fixed_ips': [{'subnet_id': 'e63b96f0-a969-4791-9940-6b77120e2e10', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:56:12Z', 'updated_at': '2021-08-12T14:56:29Z', 'revision_number': 5, 'project_id': '3fff5b8cf1f54dd9bfa41e8e05f81407', 'subnets': [{'id': 'e63b96f0-a969-4791-9940-6b77120e2e10', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2da96b0-3228-4c3b-af77-7f6fccb5ef53', 'name': '', 'network_id': '9219eb97-3230-4649-8601-9f1aeca0b6c7', 'tenant_id': '3fff5b8cf1f54dd9bfa41e8e05f81407', 'mac_address': 'fa:16:3e:cc:c7:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40e9b167-df0c-44e9-929d-0decb76d5106', 'device_owner': 'network:router_interface', 'standard_attr_id': 2869, 'fixed_ips': [{'subnet_id': '4128f37b-afb4-4d17-af6f-d22950c79df3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:56:05Z', 'updated_at': '2021-08-12T14:56:15Z', 'revision_number': 5, 'project_id': '3fff5b8cf1f54dd9bfa41e8e05f81407', 'subnets': [{'id': '4128f37b-afb4-4d17-af6f-d22950c79df3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:56:59.474089 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8d1025fb-af92-4c2c-a775-fbad5e0e5ba1 tempest-NegativeSecGroupIPv6Test-1726270102 tempest-NegativeSecGroupIPv6Test-1726270102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:59.477311 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8d1025fb-af92-4c2c-a775-fbad5e0e5ba1 tempest-NegativeSecGroupIPv6Test-1726270102 tempest-NegativeSecGroupIPv6Test-1726270102-project] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:59.480783 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-8d1025fb-af92-4c2c-a775-fbad5e0e5ba1 tempest-NegativeSecGroupIPv6Test-1726270102 tempest-NegativeSecGroupIPv6Test-1726270102-project] 10.222.0.39 "DELETE /v2.0/security-groups/1cf088cc-473d-4898-a89b-c924c09fd071 HTTP/1.1" status: 204 len: 168 time: 0.7050114 Aug 12 14:56:59.484135 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 38810) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:56:59.503443 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [None req-89e8bca6-804f-42fd-8e32-2b895960ce1f tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] For port 0b870855-5110-4b8d-b0e3-a5f18066e812, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=0b870855-5110-4b8d-b0e3-a5f18066e812,segment=NetworkSegment(f0ac254e-f155-40d7-989a-a8d18ce198a4),segment_id=f0ac254e-f155-40d7-989a-a8d18ce198a4)] {{(pid=94467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:56:59.503819 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-89e8bca6-804f-42fd-8e32-2b895960ce1f tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:59.515062 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-929fd881-14b4-4ae8-acbd-96ba295e00b9 None None] The sync data for ids ['40e9b167-df0c-44e9-929d-0decb76d5106'] in n-d-694802-15 is: [{'id': '40e9b167-df0c-44e9-929d-0decb76d5106', 'name': 'tempest-RoutersTest-router-2128871921', 'tenant_id': '3fff5b8cf1f54dd9bfa41e8e05f81407', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:56:01Z', 'updated_at': '2021-08-12T14:56:56Z', 'revision_number': 9, 'project_id': '3fff5b8cf1f54dd9bfa41e8e05f81407', 'gw_port_host': None, '_interfaces': [{'id': '39715796-a0d9-4bf5-a0cf-ddd5d041ba75', 'name': '', 'network_id': '353b1029-0993-43b5-8603-5310e6d32087', 'tenant_id': '3fff5b8cf1f54dd9bfa41e8e05f81407', 'mac_address': 'fa:16:3e:1d:5d:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40e9b167-df0c-44e9-929d-0decb76d5106', 'device_owner': 'network:router_interface', 'standard_attr_id': 2886, 'fixed_ips': [{'subnet_id': 'e63b96f0-a969-4791-9940-6b77120e2e10', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:56:12Z', 'updated_at': '2021-08-12T14:56:29Z', 'revision_number': 5, 'project_id': '3fff5b8cf1f54dd9bfa41e8e05f81407', 'subnets': [{'id': 'e63b96f0-a969-4791-9940-6b77120e2e10', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2da96b0-3228-4c3b-af77-7f6fccb5ef53', 'name': '', 'network_id': '9219eb97-3230-4649-8601-9f1aeca0b6c7', 'tenant_id': '3fff5b8cf1f54dd9bfa41e8e05f81407', 'mac_address': 'fa:16:3e:cc:c7:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40e9b167-df0c-44e9-929d-0decb76d5106', 'device_owner': 'network:router_interface', 'standard_attr_id': 2869, 'fixed_ips': [{'subnet_id': '4128f37b-afb4-4d17-af6f-d22950c79df3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:56:05Z', 'updated_at': '2021-08-12T14:56:15Z', 'revision_number': 5, 'project_id': '3fff5b8cf1f54dd9bfa41e8e05f81407', 'subnets': [{'id': '4128f37b-afb4-4d17-af6f-d22950c79df3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 14:56:59.521326 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25bb02bf-6833-417b-af60-8a65a1a6cfbf None None] DHCP port deletion for a402136b-899e-48a2-afbb-6a230d269c97 request from n-d-694802-15 {{(pid=94468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 14:56:59.526116 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [req-86d93abd-061d-4479-ac11-ce3246aafc5a req-1815a16a-6edf-4f33-92e6-2b3b2c4665cb service neutron] Transition to ACTIVE for port object f75d1eb3-a0db-439e-a6ba-fd0cfa4c2c88 will not be triggered until provisioned by entity L2. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:56:59.552306 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1025fb-af92-4c2c-a775-fbad5e0e5ba1 tempest-NegativeSecGroupIPv6Test-1726270102 tempest-NegativeSecGroupIPv6Test-1726270102-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cf088cc-473d-4898-a89b-c924c09fd071,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:56:59.570539 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-86d93abd-061d-4479-ac11-ce3246aafc5a req-1815a16a-6edf-4f33-92e6-2b3b2c4665cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3718439'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:59.599723 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-25bb02bf-6833-417b-af60-8a65a1a6cfbf None None] Deleting port 0b870855-5110-4b8d-b0e3-a5f18066e812 {{(pid=94468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:56:59.600111 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-25bb02bf-6833-417b-af60-8a65a1a6cfbf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:59.601752 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 38812) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:56:59.606118 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-89e8bca6-804f-42fd-8e32-2b895960ce1f tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Calling delete_port for 0b870855-5110-4b8d-b0e3-a5f18066e812 owned by network:dhcp {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:56:59.614624 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-dff5a1a3-4b53-4174-8742-5422c8ddddf4 tempest-NegativeSecGroupIPv6Test-1726270102 tempest-NegativeSecGroupIPv6Test-1726270102-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1260753 Aug 12 14:56:59.616075 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 38816) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:56:59.633744 n-d-694802-15 neutron-server[94467]: INFO neutron.api.v2.resource [None req-688a80e2-68b2-4d7e-bf07-62458d73112d tempest-NegativeSecGroupIPv6Test-1726270102 tempest-NegativeSecGroupIPv6Test-1726270102-project] delete failed (client error): The resource could not be found. Aug 12 14:56:59.638250 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-688a80e2-68b2-4d7e-bf07-62458d73112d tempest-NegativeSecGroupIPv6Test-1726270102 tempest-NegativeSecGroupIPv6Test-1726270102-project] 10.222.0.39 "DELETE /v2.0/security-groups/67e893d7-cfd3-4698-b7b1-b90d150338b1 HTTP/1.1" status: 404 len: 347 time: 0.0177679 Aug 12 14:56:59.639737 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 38820) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:56:59.665113 n-d-694802-15 neutron-server[94466]: INFO neutron.api.v2.resource [None req-689f2d3a-965b-46ee-893b-8fb5408a0fe1 tempest-NegativeSecGroupIPv6Test-1726270102 tempest-NegativeSecGroupIPv6Test-1726270102-project] show failed (client error): The resource could not be found. Aug 12 14:56:59.670732 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-689f2d3a-965b-46ee-893b-8fb5408a0fe1 tempest-NegativeSecGroupIPv6Test-1726270102 tempest-NegativeSecGroupIPv6Test-1726270102-project] 10.222.0.39 "GET /v2.0/security-groups/cd742bfb-1c3d-467e-aa81-e445eee3c761 HTTP/1.1" status: 404 len: 347 time: 0.0196755 Aug 12 14:56:59.674923 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 38822) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:56:59.683164 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-25bb02bf-6833-417b-af60-8a65a1a6cfbf None None] For port 0b870855-5110-4b8d-b0e3-a5f18066e812, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=0b870855-5110-4b8d-b0e3-a5f18066e812,segment=NetworkSegment(f0ac254e-f155-40d7-989a-a8d18ce198a4),segment_id=f0ac254e-f155-40d7-989a-a8d18ce198a4)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:56:59.683164 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-25bb02bf-6833-417b-af60-8a65a1a6cfbf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:59.702997 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-25bb02bf-6833-417b-af60-8a65a1a6cfbf None None] Calling delete_port for 0b870855-5110-4b8d-b0e3-a5f18066e812 owned by network:dhcp {{(pid=94468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:56:59.726184 n-d-694802-15 neutron-server[94466]: INFO neutron.api.v2.resource [None req-09a9889d-b755-410c-b61e-607d1d3517ad tempest-NegativeSecGroupIPv6Test-1726270102 tempest-NegativeSecGroupIPv6Test-1726270102-project] show failed (client error): The resource could not be found. Aug 12 14:56:59.732886 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-09a9889d-b755-410c-b61e-607d1d3517ad tempest-NegativeSecGroupIPv6Test-1726270102 tempest-NegativeSecGroupIPv6Test-1726270102-project] 10.222.0.39 "GET /v2.0/security-group-rules/450cf065-10a0-4fb0-a3e6-f3405e5da40e HTTP/1.1" status: 404 len: 356 time: 0.0518739 Aug 12 14:56:59.738419 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-89e8bca6-804f-42fd-8e32-2b895960ce1f tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:59.763318 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89e8bca6-804f-42fd-8e32-2b895960ce1f tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] No DVR routers for this DVR port 0b870855-5110-4b8d-b0e3-a5f18066e812 on host n-d-694802-15 {{(pid=94467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:56:59.791914 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e8bca6-804f-42fd-8e32-2b895960ce1f tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Pushing event deleted for resources: {'Port': ['ID=0b870855-5110-4b8d-b0e3-a5f18066e812,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:56:59.876379 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1815a16a-6edf-4f33-92e6-2b3b2c4665cb service neutron] Pushing event updated for resources: {'Port': ['ID=f75d1eb3-a0db-439e-a6ba-fd0cfa4c2c88,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:56:59.886886 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [req-86d93abd-061d-4479-ac11-ce3246aafc5a req-1815a16a-6edf-4f33-92e6-2b3b2c4665cb service neutron] Attempting to bind port f75d1eb3-a0db-439e-a6ba-fd0cfa4c2c88 on host n-h2-694802-15 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:56:59.887458 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-25bb02bf-6833-417b-af60-8a65a1a6cfbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262'] for port, after_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:59.887841 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [req-86d93abd-061d-4479-ac11-ce3246aafc5a req-1815a16a-6edf-4f33-92e6-2b3b2c4665cb service neutron] Attempting to bind port f75d1eb3-a0db-439e-a6ba-fd0cfa4c2c88 by drivers openvswitch,hyperv on host n-h2-694802-15 at level 0 using segments [{'id': '88856cee-c131-4e90-816c-e70f51095ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'a285089b-9348-4d2a-8604-205679144007'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:56:59.888425 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86d93abd-061d-4479-ac11-ce3246aafc5a req-1815a16a-6edf-4f33-92e6-2b3b2c4665cb service neutron] Attempting to bind port f75d1eb3-a0db-439e-a6ba-fd0cfa4c2c88 on network a285089b-9348-4d2a-8604-205679144007 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:56:59.901759 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86d93abd-061d-4479-ac11-ce3246aafc5a req-1815a16a-6edf-4f33-92e6-2b3b2c4665cb service neutron] Port f75d1eb3-a0db-439e-a6ba-fd0cfa4c2c88 on network a285089b-9348-4d2a-8604-205679144007 not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-15 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 14:56:59.902363 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86d93abd-061d-4479-ac11-ce3246aafc5a req-1815a16a-6edf-4f33-92e6-2b3b2c4665cb service neutron] Attempting to bind port f75d1eb3-a0db-439e-a6ba-fd0cfa4c2c88 on network a285089b-9348-4d2a-8604-205679144007 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:56:59.926664 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86d93abd-061d-4479-ac11-ce3246aafc5a req-1815a16a-6edf-4f33-92e6-2b3b2c4665cb service neutron] Checking agent: {'id': 'b7697f71-33f3-4959-ad82-43c2dc15845d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 27, 42), 'started_at': datetime.datetime(2021, 8, 12, 14, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 56, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:56:59.930354 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86d93abd-061d-4479-ac11-ce3246aafc5a req-1815a16a-6edf-4f33-92e6-2b3b2c4665cb service neutron] Checking segment: {'id': '88856cee-c131-4e90-816c-e70f51095ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'a285089b-9348-4d2a-8604-205679144007'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:56:59.939085 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86d93abd-061d-4479-ac11-ce3246aafc5a req-1815a16a-6edf-4f33-92e6-2b3b2c4665cb service neutron] Bound using segment: {'id': '88856cee-c131-4e90-816c-e70f51095ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'a285089b-9348-4d2a-8604-205679144007'} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:56:59.940571 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [req-86d93abd-061d-4479-ac11-ce3246aafc5a req-1815a16a-6edf-4f33-92e6-2b3b2c4665cb service neutron] Bound port: f75d1eb3-a0db-439e-a6ba-fd0cfa4c2c88, host: n-h2-694802-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88856cee-c131-4e90-816c-e70f51095ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'a285089b-9348-4d2a-8604-205679144007'}}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:56:59.944862 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-86d93abd-061d-4479-ac11-ce3246aafc5a req-1815a16a-6edf-4f33-92e6-2b3b2c4665cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:59.972706 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bb02bf-6833-417b-af60-8a65a1a6cfbf None None] Pushing event deleted for resources: {'Port': ['ID=0b870855-5110-4b8d-b0e3-a5f18066e812,revision_number=None']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:56:59.979952 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-89e8bca6-804f-42fd-8e32-2b895960ce1f tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66413304', 'neutron.services.segments.db._delete_segments_for_network-8744654118000'] for network, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:56:59.988841 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25bb02bf-6833-417b-af60-8a65a1a6cfbf None None] No DVR routers for this DVR port 0b870855-5110-4b8d-b0e3-a5f18066e812 on host n-d-694802-15 {{(pid=94468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:57:00.022955 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-89e8bca6-804f-42fd-8e32-2b895960ce1f tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a402136b-899e-48a2-afbb-6a230d269c97']}} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:57:00.039850 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-312792e0-9ad3-43e2-ac89-6e385b0ee6d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:00.054088 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-89e8bca6-804f-42fd-8e32-2b895960ce1f tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0ac254e-f155-40d7-989a-a8d18ce198a4') {'for_net_delete': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:57:00.054600 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-89e8bca6-804f-42fd-8e32-2b895960ce1f tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0ac254e-f155-40d7-989a-a8d18ce198a4') {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:57:00.067427 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-312792e0-9ad3-43e2-ac89-6e385b0ee6d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:00.086314 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-abf53408-a0f1-4f5e-8a59-577235a2962f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:00.110137 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-89e8bca6-804f-42fd-8e32-2b895960ce1f tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744654122361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3857526'] for segment, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:00.133119 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 38830) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:57:00.158295 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-89e8bca6-804f-42fd-8e32-2b895960ce1f tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:00.176891 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89e8bca6-804f-42fd-8e32-2b895960ce1f tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Releasing vlan 312 on physical network physnet1 to pool {{(pid=94467) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 14:57:00.177383 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-89e8bca6-804f-42fd-8e32-2b895960ce1f tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2859015'] for segment, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:00.178930 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1671f1-e9cb-4480-a683-617a835186d8 req-597b540e-c75b-41d5-9408-40857934bf3f tempest-TestVolumeBackupRestore-292524848 tempest-TestVolumeBackupRestore-292524848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:57:00.181084 n-d-694802-15 neutron-server[94467]: Traceback (most recent call last): Aug 12 14:57:00.181084 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 14:57:00.181084 n-d-694802-15 neutron-server[94467]: timer() Aug 12 14:57:00.181084 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 14:57:00.181084 n-d-694802-15 neutron-server[94467]: cb(*args, **kw) Aug 12 14:57:00.181084 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 14:57:00.181084 n-d-694802-15 neutron-server[94467]: return func(*args, **kwargs) Aug 12 14:57:00.181084 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 14:57:00.181084 n-d-694802-15 neutron-server[94467]: self._notify() Aug 12 14:57:00.181084 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 14:57:00.181084 n-d-694802-15 neutron-server[94467]: self.callback(batched_events) Aug 12 14:57:00.181084 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 14:57:00.181084 n-d-694802-15 neutron-server[94467]: event.method(event) Aug 12 14:57:00.181084 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 14:57:00.181084 n-d-694802-15 neutron-server[94467]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 14:57:00.181084 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 14:57:00.181084 n-d-694802-15 neutron-server[94467]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 14:57:00.181084 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 14:57:00.181084 n-d-694802-15 neutron-server[94467]: return f(self, *a, **k) Aug 12 14:57:00.181084 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 14:57:00.181084 n-d-694802-15 neutron-server[94467]: return self._get(url).json() Aug 12 14:57:00.181084 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 14:57:00.181084 n-d-694802-15 neutron-server[94467]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 14:57:00.181084 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 14:57:00.181084 n-d-694802-15 neutron-server[94467]: return self.request(url, 'GET', **kwargs) Aug 12 14:57:00.181084 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 14:57:00.181084 n-d-694802-15 neutron-server[94467]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 14:57:00.181084 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 14:57:00.181084 n-d-694802-15 neutron-server[94467]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 14:57:00.181084 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 14:57:00.181084 n-d-694802-15 neutron-server[94467]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 14:57:00.181084 n-d-694802-15 neutron-server[94467]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 14:57:00.186539 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-6d1671f1-e9cb-4480-a683-617a835186d8 req-597b540e-c75b-41d5-9408-40857934bf3f tempest-TestVolumeBackupRestore-292524848 tempest-TestVolumeBackupRestore-292524848-project] 10.222.0.39 "GET /v2.0/ports?device_id=db0202bd-94ea-42c4-9631-34efc8745fa9 HTTP/1.1" status: 200 len: 943 time: 0.2680190 Aug 12 14:57:00.204695 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57d608b-7c99-46df-8a26-a281e2819bb6 req-0dedf98a-f262-4048-92bd-93aad4ae7352 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:57:00.205205 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-312792e0-9ad3-43e2-ac89-6e385b0ee6d0 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d70ff3083c3b47fcb45f7ed415662fcf&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0024509 Aug 12 14:57:00.210281 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f57d608b-7c99-46df-8a26-a281e2819bb6 req-0dedf98a-f262-4048-92bd-93aad4ae7352 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/ports?device_id=5be77a56-d5ef-4a70-9846-307f9eb76fa5 HTTP/1.1" status: 200 len: 945 time: 0.1391387 Aug 12 14:57:00.211407 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312792e0-9ad3-43e2-ac89-6e385b0ee6d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33a81347-e748-4429-8f51-1ef968a58f9b,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:57:00.242171 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 38834) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:57:00.309224 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [req-86d93abd-061d-4479-ac11-ce3246aafc5a req-1815a16a-6edf-4f33-92e6-2b3b2c4665cb service neutron] For port f75d1eb3-a0db-439e-a6ba-fd0cfa4c2c88, host n-h2-694802-15, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:57:00.316187 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device c033b432-6b62-4327-b788-cb315644edc7 no longer exists at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:57:00.338524 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f57d608b-7c99-46df-8a26-a281e2819bb6 req-c9c77900-6b38-414b-80d2-4c9106556bfa tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/security-groups?id=188dc986-a686-4570-b7d8-3a6edb471033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653315 Aug 12 14:57:00.343863 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-89e8bca6-804f-42fd-8e32-2b895960ce1f tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66413281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431520'] for network, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:00.349511 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [req-86d93abd-061d-4479-ac11-ce3246aafc5a req-1815a16a-6edf-4f33-92e6-2b3b2c4665cb service neutron] For port f75d1eb3-a0db-439e-a6ba-fd0cfa4c2c88, host n-h2-694802-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=f75d1eb3-a0db-439e-a6ba-fd0cfa4c2c88,segment=NetworkSegment(88856cee-c131-4e90-816c-e70f51095ce0),segment_id=88856cee-c131-4e90-816c-e70f51095ce0)] {{(pid=94466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:57:00.366888 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-6d1671f1-e9cb-4480-a683-617a835186d8 req-5c7182f7-decf-440f-ba87-5e6bdabbdd37 tempest-TestVolumeBackupRestore-292524848 tempest-TestVolumeBackupRestore-292524848-project] 10.222.0.39 "GET /v2.0/security-groups?id=17282c6e-3c60-4b34-9e54-7461708f942e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1739631 Aug 12 14:57:00.374055 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-86d93abd-061d-4479-ac11-ce3246aafc5a req-1815a16a-6edf-4f33-92e6-2b3b2c4665cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3718439'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:00.382992 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] No Port match for: c033b432-6b62-4327-b788-cb315644edc7 {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 14:57:00.384478 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device c033b432-6b62-4327-b788-cb315644edc7 not bound to the agent host n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:57:00.385474 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 0b870855-5110-4b8d-b0e3-a5f18066e812 no longer exists at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:57:00.387948 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e8bca6-804f-42fd-8e32-2b895960ce1f tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Pushing event deleted for resources: {'Network': ['ID=a402136b-899e-48a2-afbb-6a230d269c97,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:57:00.390166 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-89e8bca6-804f-42fd-8e32-2b895960ce1f tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for network, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:00.395167 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-89e8bca6-804f-42fd-8e32-2b895960ce1f tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] 10.222.0.39 "DELETE /v2.0/networks/a402136b-899e-48a2-afbb-6a230d269c97 HTTP/1.1" status: 204 len: 168 time: 1.2466638 Aug 12 14:57:00.396411 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 38838) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:57:00.441794 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d93abd-061d-4479-ac11-ce3246aafc5a req-1815a16a-6edf-4f33-92e6-2b3b2c4665cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:57:00.442574 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-86d93abd-061d-4479-ac11-ce3246aafc5a req-1815a16a-6edf-4f33-92e6-2b3b2c4665cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:00.445172 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-86d93abd-061d-4479-ac11-ce3246aafc5a req-1815a16a-6edf-4f33-92e6-2b3b2c4665cb service neutron] 10.222.0.49 "PUT /v2.0/ports/f75d1eb3-a0db-439e-a6ba-fd0cfa4c2c88 HTTP/1.1" status: 200 len: 1092 time: 2.0543962 Aug 12 14:57:00.455327 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] No Port match for: 0b870855-5110-4b8d-b0e3-a5f18066e812 {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 14:57:00.455678 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 0b870855-5110-4b8d-b0e3-a5f18066e812 not bound to the agent host n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:57:00.466689 n-d-694802-15 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db0202bd-94ea-42c4-9631-34efc8745fa9', 'tag': 'f75d1eb3-a0db-439e-a6ba-fd0cfa4c2c88'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:57:00.469922 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e785eeede3897370d0b20f09d5f461b30cfecd5ed38c4f07dacd02bc52c9277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d7466be-6f7a-4a95-b070-5bf34228a7d0" -d '{"events": [{"name": "network-changed", "server_uuid": "db0202bd-94ea-42c4-9631-34efc8745fa9", "tag": "f75d1eb3-a0db-439e-a6ba-fd0cfa4c2c88"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:57:00.485332 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a15531ce-791f-4e69-97d8-1aba5145097d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:00.539875 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 14:57:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-012162d3-a783-4f25-b0af-f91b5c38fcec x-openstack-request-id: req-012162d3-a783-4f25-b0af-f91b5c38fcec {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:57:00.540267 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db0202bd-94ea-42c4-9631-34efc8745fa9", "tag": "f75d1eb3-a0db-439e-a6ba-fd0cfa4c2c88", "status": "completed", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:57:00.540410 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-012162d3-a783-4f25-b0af-f91b5c38fcec {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:57:00.541299 n-d-694802-15 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db0202bd-94ea-42c4-9631-34efc8745fa9', 'tag': 'f75d1eb3-a0db-439e-a6ba-fd0cfa4c2c88', 'status': 'completed', 'code': 200} Aug 12 14:57:00.559575 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-852bbf8f-020f-429b-81d6-eea1bcc2ef6b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=042821c61115491daec9a725e0a531f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4196002 Aug 12 14:57:00.563361 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 38842) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:57:00.566245 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a15531ce-791f-4e69-97d8-1aba5145097d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:00.567998 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1815a16a-6edf-4f33-92e6-2b3b2c4665cb service neutron] Pushing event updated for resources: {'Port': ['ID=f75d1eb3-a0db-439e-a6ba-fd0cfa4c2c88,revision_number=3']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:57:00.610865 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-abf53408-a0f1-4f5e-8a59-577235a2962f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:00.625926 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-abf53408-a0f1-4f5e-8a59-577235a2962f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:00.669205 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d93abd-061d-4479-ac11-ce3246aafc5a req-d63a98c3-eefc-499c-b18b-5bcac5d1e581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:57:00.670550 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-86d93abd-061d-4479-ac11-ce3246aafc5a req-d63a98c3-eefc-499c-b18b-5bcac5d1e581 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d9dd6ac7d160445e97bf27aace407348&device_id=db0202bd-94ea-42c4-9631-34efc8745fa9 HTTP/1.1" status: 200 len: 1095 time: 0.1595790 Aug 12 14:57:00.681450 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-abf53408-a0f1-4f5e-8a59-577235a2962f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2e351623a1384e9598ed977e511154b1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0752373 Aug 12 14:57:00.685421 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf53408-a0f1-4f5e-8a59-577235a2962f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c56895f4-8aa2-4304-8b04-c15f1e3bdf22,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:57:00.686385 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 38844) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:57:00.695376 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a15531ce-791f-4e69-97d8-1aba5145097d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:00.697901 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a15531ce-791f-4e69-97d8-1aba5145097d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:00.699079 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-a15531ce-791f-4e69-97d8-1aba5145097d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/33a81347-e748-4429-8f51-1ef968a58f9b HTTP/1.1" status: 204 len: 168 time: 0.4559107 Aug 12 14:57:00.744354 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-86d93abd-061d-4479-ac11-ce3246aafc5a req-6857ce12-ca83-46b2-b11c-5ab6bd6bfe64 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f75d1eb3-a0db-439e-a6ba-fd0cfa4c2c88 HTTP/1.1" status: 200 len: 217 time: 0.0617075 Aug 12 14:57:00.751207 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15531ce-791f-4e69-97d8-1aba5145097d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33a81347-e748-4429-8f51-1ef968a58f9b,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:57:00.787789 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-7b93d53d-cac5-4e98-bec0-3a4870d0235a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:00.823065 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d93abd-061d-4479-ac11-ce3246aafc5a req-ff74b4f4-e47b-4346-b9f4-d8b8d3290262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:57:00.824836 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-86d93abd-061d-4479-ac11-ce3246aafc5a req-ff74b4f4-e47b-4346-b9f4-d8b8d3290262 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d4818c0e-24c1-4b2b-bc8f-7ad85839d2ca HTTP/1.1" status: 200 len: 852 time: 0.0638747 Aug 12 14:57:00.854837 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-7b93d53d-cac5-4e98-bec0-3a4870d0235a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:00.873207 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-732b231d-ff89-4dc5-a632-42cbc7b992ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:00.894138 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d93abd-061d-4479-ac11-ce3246aafc5a req-722578f9-1d31-4d54-a15a-70bb029f9be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:57:00.895833 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-86d93abd-061d-4479-ac11-ce3246aafc5a req-722578f9-1d31-4d54-a15a-70bb029f9be6 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a285089b-9348-4d2a-8604-205679144007&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0627403 Aug 12 14:57:00.938609 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-732b231d-ff89-4dc5-a632-42cbc7b992ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:01.013475 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-86d93abd-061d-4479-ac11-ce3246aafc5a req-af446931-a75d-41ab-9728-b6643ebe14e6 service neutron] 10.222.0.49 "GET /v2.0/networks/a285089b-9348-4d2a-8604-205679144007?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096838 Aug 12 14:57:01.015905 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-7b93d53d-cac5-4e98-bec0-3a4870d0235a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:01.018685 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-7b93d53d-cac5-4e98-bec0-3a4870d0235a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:01.022577 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-7b93d53d-cac5-4e98-bec0-3a4870d0235a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6c993e7a-38a8-4662-a376-01328cf279bb HTTP/1.1" status: 204 len: 168 time: 0.4558492 Aug 12 14:57:01.035051 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-732b231d-ff89-4dc5-a632-42cbc7b992ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:01.037540 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-732b231d-ff89-4dc5-a632-42cbc7b992ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:01.041052 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-732b231d-ff89-4dc5-a632-42cbc7b992ed admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c56895f4-8aa2-4304-8b04-c15f1e3bdf22 HTTP/1.1" status: 204 len: 168 time: 0.3383934 Aug 12 14:57:01.057371 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b93d53d-cac5-4e98-bec0-3a4870d0235a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c993e7a-38a8-4662-a376-01328cf279bb,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:57:01.072809 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732b231d-ff89-4dc5-a632-42cbc7b992ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c56895f4-8aa2-4304-8b04-c15f1e3bdf22,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:57:01.126375 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-9caff51b-63e3-472c-8372-3d30aa9977e1 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66663830'] for router_interface, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:01.159633 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-86d93abd-061d-4479-ac11-ce3246aafc5a req-55b56c6b-e34f-4d17-a07c-2607f5f076f9 service neutron] 10.222.0.49 "GET /v2.0/networks/a285089b-9348-4d2a-8604-205679144007?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382909 Aug 12 14:57:01.287268 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7466be-6f7a-4a95-b070-5bf34228a7d0 req-bb8f3991-dd34-44a4-9945-51d1e32cb00a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:57:01.289271 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-2d7466be-6f7a-4a95-b070-5bf34228a7d0 req-bb8f3991-dd34-44a4-9945-51d1e32cb00a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d9dd6ac7d160445e97bf27aace407348&device_id=db0202bd-94ea-42c4-9631-34efc8745fa9 HTTP/1.1" status: 200 len: 1095 time: 0.0742159 Aug 12 14:57:01.295803 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device a7d22d5e-69bc-43ea-9592-15336af84849 details requested by agent hyperv_n-h2-694802-15 with host n-h2-694802-15 {{(pid=94468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 14:57:01.494513 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port a7d22d5e-69bc-43ea-9592-15336af84849, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=a7d22d5e-69bc-43ea-9592-15336af84849,segment=NetworkSegment(196fb4c7-81dc-4d55-8d5b-b3d93b852fe1),segment_id=196fb4c7-81dc-4d55-8d5b-b3d93b852fe1)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:57:01.511698 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Returning: {'device': 'a7d22d5e-69bc-43ea-9592-15336af84849', 'network_id': '16f33fa1-6b71-42ec-b506-a52fb0f6c597', 'port_id': 'a7d22d5e-69bc-43ea-9592-15336af84849', 'mac_address': 'fa:16:3e:d3:c4:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ab25733-26fe-4392-bfb6-ba7978262295', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 14:57:01.543884 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7466be-6f7a-4a95-b070-5bf34228a7d0 req-c28f7cc7-ea1a-4200-b337-b3ab6f4d6f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:57:01.545416 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-2d7466be-6f7a-4a95-b070-5bf34228a7d0 req-c28f7cc7-ea1a-4200-b337-b3ab6f4d6f0d service neutron] 10.222.0.49 "GET /v2.0/networks?id=a285089b-9348-4d2a-8604-205679144007 HTTP/1.1" status: 200 len: 914 time: 0.2470438 Aug 12 14:57:01.569919 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:01.605042 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-9caff51b-63e3-472c-8372-3d30aa9977e1 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Deleting port 39715796-a0d9-4bf5-a0cf-ddd5d041ba75 {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:57:01.605503 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-9caff51b-63e3-472c-8372-3d30aa9977e1 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:01.605669 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a7d22d5e-69bc-43ea-9592-15336af84849 {{(pid=94468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:57:01.617636 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9693910-2ccc-49e3-ad3b-3f5e84053d33 req-a7ec5eac-ed2f-4c98-bbb7-32573aa1495d tempest-TestVolumeBackupRestore-292524848 tempest-TestVolumeBackupRestore-292524848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:57:01.619483 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a9693910-2ccc-49e3-ad3b-3f5e84053d33 req-a7ec5eac-ed2f-4c98-bbb7-32573aa1495d tempest-TestVolumeBackupRestore-292524848 tempest-TestVolumeBackupRestore-292524848-project] 10.222.0.39 "GET /v2.0/ports?device_id=db0202bd-94ea-42c4-9631-34efc8745fa9 HTTP/1.1" status: 200 len: 943 time: 0.1300161 Aug 12 14:57:01.648476 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-2d7466be-6f7a-4a95-b070-5bf34228a7d0 req-d659194e-d49c-47bf-a6c3-35cc007b92f4 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f75d1eb3-a0db-439e-a6ba-fd0cfa4c2c88 HTTP/1.1" status: 200 len: 217 time: 0.0819254 Aug 12 14:57:01.693989 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 38870) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:57:01.696824 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port a7d22d5e-69bc-43ea-9592-15336af84849, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=a7d22d5e-69bc-43ea-9592-15336af84849,segment=NetworkSegment(196fb4c7-81dc-4d55-8d5b-b3d93b852fe1),segment_id=196fb4c7-81dc-4d55-8d5b-b3d93b852fe1)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:57:01.703826 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:01.710941 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c520d7fd-b46d-4551-81ce-160c97810211 req-3a8756f1-95f0-4be5-824e-bbf813262374 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:57:01.719660 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-c520d7fd-b46d-4551-81ce-160c97810211 req-3a8756f1-95f0-4be5-824e-bbf813262374 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/ports?device_id=5be77a56-d5ef-4a70-9846-307f9eb76fa5 HTTP/1.1" status: 200 len: 945 time: 0.1731946 Aug 12 14:57:01.723718 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-8f2bf682-7f86-4099-8e31-13ef6bb2748f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:01.767457 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a9693910-2ccc-49e3-ad3b-3f5e84053d33 req-8582569e-5eb9-4e83-9c2c-1839a1e5ab73 tempest-TestVolumeBackupRestore-292524848 tempest-TestVolumeBackupRestore-292524848-project] 10.222.0.39 "GET /v2.0/security-groups?id=17282c6e-3c60-4b34-9e54-7461708f942e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1337478 Aug 12 14:57:01.777429 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7466be-6f7a-4a95-b070-5bf34228a7d0 req-3009836f-038d-4e90-9bcd-ffdb34fc138b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:57:01.778897 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-2d7466be-6f7a-4a95-b070-5bf34228a7d0 req-3009836f-038d-4e90-9bcd-ffdb34fc138b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d4818c0e-24c1-4b2b-bc8f-7ad85839d2ca HTTP/1.1" status: 200 len: 852 time: 0.1214499 Aug 12 14:57:01.788649 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-c520d7fd-b46d-4551-81ce-160c97810211 req-dc3ad9a5-ad87-4d92-929f-ae754d3d30bc tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/security-groups?id=188dc986-a686-4570-b7d8-3a6edb471033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680437 Aug 12 14:57:01.805966 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [None req-9caff51b-63e3-472c-8372-3d30aa9977e1 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] For port 39715796-a0d9-4bf5-a0cf-ddd5d041ba75, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=39715796-a0d9-4bf5-a0cf-ddd5d041ba75,segment=NetworkSegment(523d5089-030e-4459-a954-215742722d76),segment_id=523d5089-030e-4459-a954-215742722d76)] {{(pid=94467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:57:01.806501 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-9caff51b-63e3-472c-8372-3d30aa9977e1 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:01.842768 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Pushing event updated for resources: {'Port': ['ID=a7d22d5e-69bc-43ea-9592-15336af84849,revision_number=6']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:57:01.851791 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-9caff51b-63e3-472c-8372-3d30aa9977e1 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Calling delete_port for 39715796-a0d9-4bf5-a0cf-ddd5d041ba75 owned by network:router_interface {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:57:01.861103 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] get_ports_and_sgs() called for port_ids ['a7d22d5e-69bc-43ea-9592-15336af84849'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:57:01.883089 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7466be-6f7a-4a95-b070-5bf34228a7d0 req-87ec557e-1db8-448a-a892-d92c71404e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:57:01.887063 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-2d7466be-6f7a-4a95-b070-5bf34228a7d0 req-87ec557e-1db8-448a-a892-d92c71404e3e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a285089b-9348-4d2a-8604-205679144007&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0969515 Aug 12 14:57:02.076135 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-2d7466be-6f7a-4a95-b070-5bf34228a7d0 req-054bfa4e-c85e-4979-be67-16a8717df825 service neutron] 10.222.0.49 "GET /v2.0/networks/a285089b-9348-4d2a-8604-205679144007?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1815705 Aug 12 14:57:02.131353 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-8f2bf682-7f86-4099-8e31-13ef6bb2748f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:02.140369 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-8f2bf682-7f86-4099-8e31-13ef6bb2748f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:02.230490 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-2d7466be-6f7a-4a95-b070-5bf34228a7d0 req-2c4c545f-3888-4475-aba6-bf761c768fcb service neutron] 10.222.0.49 "GET /v2.0/networks/a285089b-9348-4d2a-8604-205679144007?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466279 Aug 12 14:57:02.237636 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-8f2bf682-7f86-4099-8e31-13ef6bb2748f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8d680457a1d54c28955a04d7fbee6c04&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5425062 Aug 12 14:57:02.241283 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 38886) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:57:02.264997 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2bf682-7f86-4099-8e31-13ef6bb2748f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab6ace23-9097-4980-a8e7-b228b06e00e0,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:57:02.308405 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a73066d5-e4b4-4ea4-b2e3-7e84a303eb4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:02.311458 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-9caff51b-63e3-472c-8372-3d30aa9977e1 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:02.338603 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a73066d5-e4b4-4ea4-b2e3-7e84a303eb4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:02.356745 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9caff51b-63e3-472c-8372-3d30aa9977e1 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Pushing event deleted for resources: {'Port': ['ID=39715796-a0d9-4bf5-a0cf-ddd5d041ba75,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:57:02.437229 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a73066d5-e4b4-4ea4-b2e3-7e84a303eb4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:02.441027 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a73066d5-e4b4-4ea4-b2e3-7e84a303eb4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:02.444693 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-a73066d5-e4b4-4ea4-b2e3-7e84a303eb4e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ab6ace23-9097-4980-a8e7-b228b06e00e0 HTTP/1.1" status: 204 len: 168 time: 0.1999443 Aug 12 14:57:02.459953 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73066d5-e4b4-4ea4-b2e3-7e84a303eb4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab6ace23-9097-4980-a8e7-b228b06e00e0,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:57:02.574895 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 38898) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:57:02.591619 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-9caff51b-63e3-472c-8372-3d30aa9977e1 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66628352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-430630'] for router_interface, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:02.855002 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9caff51b-63e3-472c-8372-3d30aa9977e1 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Router 40e9b167-df0c-44e9-929d-0decb76d5106 has already been hosted by L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f {{(pid=94467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 14:57:02.904222 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-0fb0edac-36b3-4394-a45c-fd4445ff792d tempest-AgentManagementNegativeTest-546772644 tempest-AgentManagementNegativeTest-546772644-project] 10.222.0.39 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.3271570 Aug 12 14:57:02.993833 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772a55da-f077-4640-a5d3-1968b7e34256 req-1799ebc6-e3bf-4c3a-a74a-0b3db2cbff0f tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:57:03.002156 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-772a55da-f077-4640-a5d3-1968b7e34256 req-1799ebc6-e3bf-4c3a-a74a-0b3db2cbff0f tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/ports?device_id=5be77a56-d5ef-4a70-9846-307f9eb76fa5 HTTP/1.1" status: 200 len: 944 time: 0.0768607 Aug 12 14:57:03.065636 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-772a55da-f077-4640-a5d3-1968b7e34256 req-9ea044fc-e2d3-4e68-8230-4e4f929e4dbf tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/security-groups?id=188dc986-a686-4570-b7d8-3a6edb471033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575953 Aug 12 14:57:03.131985 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 38914) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:57:03.150100 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-804d565d-5430-4371-8d6d-cf563b6f0c7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:03.276445 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-804d565d-5430-4371-8d6d-cf563b6f0c7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:03.281786 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-804d565d-5430-4371-8d6d-cf563b6f0c7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:03.302715 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device a7d22d5e-69bc-43ea-9592-15336af84849 up at agent hyperv_n-h2-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:57:03.343130 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-804d565d-5430-4371-8d6d-cf563b6f0c7a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8926ca0b937246088895116a293a43fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2060256 Aug 12 14:57:03.343130 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 38918) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:57:03.344051 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 38920) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:57:03.358273 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804d565d-5430-4371-8d6d-cf563b6f0c7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79bd0e73-a2fd-439d-89f6-ba048cdd54cd,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:57:03.386512 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Provisioning complete for port a7d22d5e-69bc-43ea-9592-15336af84849 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:57:03.387210 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:03.428654 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9caff51b-63e3-472c-8372-3d30aa9977e1 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 14:57:03.443136 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38d9fe56-dc88-4f8c-9045-36a3190ca984 None None] Sync routers for ids ['40e9b167-df0c-44e9-929d-0decb76d5106'] in n-d-694802-15 {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 14:57:03.452519 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 38926) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:57:03.452691 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-9caff51b-63e3-472c-8372-3d30aa9977e1 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] 10.222.0.39 "PUT /v2.0/routers/40e9b167-df0c-44e9-929d-0decb76d5106/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0549228 Aug 12 14:57:03.467915 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-13247678-fbf5-4a49-ab8b-2d9eef1696f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:03.479370 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38d9fe56-dc88-4f8c-9045-36a3190ca984 None None] Routers {'40e9b167-df0c-44e9-929d-0decb76d5106'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:57:03.490115 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20652676-81aa-4206-86ff-268c4e86c419 req-be3e8734-9e15-42eb-bc7b-1e9b48053c61 tempest-TestVolumeBackupRestore-292524848 tempest-TestVolumeBackupRestore-292524848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:57:03.491005 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-38d9fe56-dc88-4f8c-9045-36a3190ca984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:56:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['40e9b167-df0c-44e9-929d-0decb76d5106'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:57:03.498309 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-20652676-81aa-4206-86ff-268c4e86c419 req-be3e8734-9e15-42eb-bc7b-1e9b48053c61 tempest-TestVolumeBackupRestore-292524848 tempest-TestVolumeBackupRestore-292524848-project] 10.222.0.39 "GET /v2.0/ports?device_id=db0202bd-94ea-42c4-9631-34efc8745fa9 HTTP/1.1" status: 200 len: 943 time: 0.5889683 Aug 12 14:57:03.504049 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:03.529042 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-13247678-fbf5-4a49-ab8b-2d9eef1696f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:03.554256 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port a7d22d5e-69bc-43ea-9592-15336af84849, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=a7d22d5e-69bc-43ea-9592-15336af84849,segment=NetworkSegment(196fb4c7-81dc-4d55-8d5b-b3d93b852fe1),segment_id=196fb4c7-81dc-4d55-8d5b-b3d93b852fe1)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:57:03.555281 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5be77a56-d5ef-4a70-9846-307f9eb76fa5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7d22d5e-69bc-43ea-9592-15336af84849'}] {{(pid=94468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:57:03.559893 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99a8d87602170099c728e57431aca99e9b98a655a83bbf8727be13192709727b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd75cf79-45b0-47ab-a587-4d6395bb9622" -d '{"events": [{"server_uuid": "5be77a56-d5ef-4a70-9846-307f9eb76fa5", "name": "network-vif-plugged", "status": "completed", "tag": "a7d22d5e-69bc-43ea-9592-15336af84849"}]}' {{(pid=94468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:57:03.564786 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:03.575718 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_v2 [None req-88b60f0e-1f36-41af-94af-60dd093b5208 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Deleting subnet e63b96f0-a969-4791-9940-6b77120e2e10 {{(pid=94466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 14:57:03.579980 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-88b60f0e-1f36-41af-94af-60dd093b5208 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks [] for subnet, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:03.589006 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-20652676-81aa-4206-86ff-268c4e86c419 req-940b14b3-9981-42c0-a7a8-92efb8806327 tempest-TestVolumeBackupRestore-292524848 tempest-TestVolumeBackupRestore-292524848-project] 10.222.0.39 "GET /v2.0/security-groups?id=17282c6e-3c60-4b34-9e54-7461708f942e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0896804 Aug 12 14:57:03.644956 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-13247678-fbf5-4a49-ab8b-2d9eef1696f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:03.649531 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-13247678-fbf5-4a49-ab8b-2d9eef1696f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:03.650392 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 14:57:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1270464e-1088-4887-bf58-91f3566f73c9 x-openstack-request-id: req-1270464e-1088-4887-bf58-91f3566f73c9 {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:57:03.653719 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-13247678-fbf5-4a49-ab8b-2d9eef1696f8 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/79bd0e73-a2fd-439d-89f6-ba048cdd54cd HTTP/1.1" status: 204 len: 168 time: 0.3041532 Aug 12 14:57:03.655811 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5be77a56-d5ef-4a70-9846-307f9eb76fa5", "name": "network-vif-plugged", "status": "completed", "tag": "a7d22d5e-69bc-43ea-9592-15336af84849", "code": 200}]} {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:57:03.656566 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1270464e-1088-4887-bf58-91f3566f73c9 {{(pid=94468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:57:03.657274 n-d-694802-15 neutron-server[94468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5be77a56-d5ef-4a70-9846-307f9eb76fa5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7d22d5e-69bc-43ea-9592-15336af84849', 'code': 200} Aug 12 14:57:03.661635 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Pushing event updated for resources: {'Port': ['ID=a7d22d5e-69bc-43ea-9592-15336af84849,revision_number=7']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:57:03.661779 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13247678-fbf5-4a49-ab8b-2d9eef1696f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79bd0e73-a2fd-439d-89f6-ba048cdd54cd,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:57:03.706885 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-38d9fe56-dc88-4f8c-9045-36a3190ca984 None None] Set router 40e9b167-df0c-44e9-929d-0decb76d5106 gateway port host: None {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:57:03.944038 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-38d9fe56-dc88-4f8c-9045-36a3190ca984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40e9b167-df0c-44e9-929d-0decb76d5106', 'name': 'tempest-RoutersTest-router-2128871921', 'tenant_id': '3fff5b8cf1f54dd9bfa41e8e05f81407', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:56:01Z', 'updated_at': '2021-08-12T14:57:02Z', 'revision_number': 10, 'project_id': '3fff5b8cf1f54dd9bfa41e8e05f81407', 'gw_port_host': None, '_interfaces': [{'id': 'e2da96b0-3228-4c3b-af77-7f6fccb5ef53', 'name': '', 'network_id': '9219eb97-3230-4649-8601-9f1aeca0b6c7', 'tenant_id': '3fff5b8cf1f54dd9bfa41e8e05f81407', 'mac_address': 'fa:16:3e:cc:c7:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40e9b167-df0c-44e9-929d-0decb76d5106', 'device_owner': 'network:router_interface', 'standard_attr_id': 2869, 'fixed_ips': [{'subnet_id': '4128f37b-afb4-4d17-af6f-d22950c79df3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:56:05Z', 'updated_at': '2021-08-12T14:56:15Z', 'revision_number': 5, 'project_id': '3fff5b8cf1f54dd9bfa41e8e05f81407', 'subnets': [{'id': '4128f37b-afb4-4d17-af6f-d22950c79df3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:57:03.979102 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38d9fe56-dc88-4f8c-9045-36a3190ca984 None None] Checking router: 40e9b167-df0c-44e9-929d-0decb76d5106 for host: n-d-694802-15 {{(pid=94469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 14:57:03.992301 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38d9fe56-dc88-4f8c-9045-36a3190ca984 None None] Routers {'40e9b167-df0c-44e9-929d-0decb76d5106'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:57:03.993203 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-38d9fe56-dc88-4f8c-9045-36a3190ca984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:56:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['40e9b167-df0c-44e9-929d-0decb76d5106'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:57:04.028541 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-88b60f0e-1f36-41af-94af-60dd093b5208 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2293551'] for subnet, precommit_delete_associations {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:04.070777 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f1b2087a-7130-440f-aee3-480b8e1f8d46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:04.094725 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-38d9fe56-dc88-4f8c-9045-36a3190ca984 None None] Set router 40e9b167-df0c-44e9-929d-0decb76d5106 gateway port host: None {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:57:04.310519 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f1b2087a-7130-440f-aee3-480b8e1f8d46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:04.311384 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddd4603-e53f-4470-b842-dd0e9c95c33d req-682255b2-6b5b-4670-9955-d9b254b1d5ea tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:57:04.321082 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f1b2087a-7130-440f-aee3-480b8e1f8d46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:04.323212 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4ddd4603-e53f-4470-b842-dd0e9c95c33d req-682255b2-6b5b-4670-9955-d9b254b1d5ea tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/ports?device_id=5be77a56-d5ef-4a70-9846-307f9eb76fa5 HTTP/1.1" status: 200 len: 945 time: 0.1787846 Aug 12 14:57:04.335327 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-88b60f0e-1f36-41af-94af-60dd093b5208 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66416255'] for subnet, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:04.383345 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4ddd4603-e53f-4470-b842-dd0e9c95c33d req-693592f0-e7cd-4777-a0a4-933005049b64 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/security-groups?id=188dc986-a686-4570-b7d8-3a6edb471033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573349 Aug 12 14:57:04.395376 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-f1b2087a-7130-440f-aee3-480b8e1f8d46 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=72c5e3adef324a098d7b8c82fba883db&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0451529 Aug 12 14:57:04.395499 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 38970) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:57:04.440266 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b2087a-7130-440f-aee3-480b8e1f8d46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21ede2ae-9c6a-4113-9273-bfdd1799916e,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:57:04.470130 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-3cbe7c64-bfa9-4769-80f8-b8130677bcd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:04.497724 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-3cbe7c64-bfa9-4769-80f8-b8130677bcd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:04.506581 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-88b60f0e-1f36-41af-94af-60dd093b5208 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66416232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3718429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8776402'] for subnet, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:04.552430 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b60f0e-1f36-41af-94af-60dd093b5208 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Pushing event deleted for resources: {'Subnet': ['ID=e63b96f0-a969-4791-9940-6b77120e2e10,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:57:04.565098 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-88b60f0e-1f36-41af-94af-60dd093b5208 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks [] for subnet, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:04.572304 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 38980) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:57:04.572525 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-88b60f0e-1f36-41af-94af-60dd093b5208 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] 10.222.0.39 "DELETE /v2.0/subnets/e63b96f0-a969-4791-9940-6b77120e2e10 HTTP/1.1" status: 204 len: 168 time: 1.1184607 Aug 12 14:57:04.578534 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fe48c98-da52-4202-92b0-e1e6f28ec13b None None] Network 353b1029-0993-43b5-8603-5310e6d32087 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:57:04.607265 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-38d9fe56-dc88-4f8c-9045-36a3190ca984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40e9b167-df0c-44e9-929d-0decb76d5106', 'name': 'tempest-RoutersTest-router-2128871921', 'tenant_id': '3fff5b8cf1f54dd9bfa41e8e05f81407', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:56:01Z', 'updated_at': '2021-08-12T14:57:02Z', 'revision_number': 10, 'project_id': '3fff5b8cf1f54dd9bfa41e8e05f81407', 'gw_port_host': None, '_interfaces': [{'id': 'e2da96b0-3228-4c3b-af77-7f6fccb5ef53', 'name': '', 'network_id': '9219eb97-3230-4649-8601-9f1aeca0b6c7', 'tenant_id': '3fff5b8cf1f54dd9bfa41e8e05f81407', 'mac_address': 'fa:16:3e:cc:c7:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40e9b167-df0c-44e9-929d-0decb76d5106', 'device_owner': 'network:router_interface', 'standard_attr_id': 2869, 'fixed_ips': [{'subnet_id': '4128f37b-afb4-4d17-af6f-d22950c79df3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:56:05Z', 'updated_at': '2021-08-12T14:56:15Z', 'revision_number': 5, 'project_id': '3fff5b8cf1f54dd9bfa41e8e05f81407', 'subnets': [{'id': '4128f37b-afb4-4d17-af6f-d22950c79df3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:57:04.631516 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-3cbe7c64-bfa9-4769-80f8-b8130677bcd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:04.637343 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-3cbe7c64-bfa9-4769-80f8-b8130677bcd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:04.644030 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38d9fe56-dc88-4f8c-9045-36a3190ca984 None None] The sync data for ids ['40e9b167-df0c-44e9-929d-0decb76d5106'] in n-d-694802-15 is: [{'id': '40e9b167-df0c-44e9-929d-0decb76d5106', 'name': 'tempest-RoutersTest-router-2128871921', 'tenant_id': '3fff5b8cf1f54dd9bfa41e8e05f81407', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:56:01Z', 'updated_at': '2021-08-12T14:57:02Z', 'revision_number': 10, 'project_id': '3fff5b8cf1f54dd9bfa41e8e05f81407', 'gw_port_host': None, '_interfaces': [{'id': 'e2da96b0-3228-4c3b-af77-7f6fccb5ef53', 'name': '', 'network_id': '9219eb97-3230-4649-8601-9f1aeca0b6c7', 'tenant_id': '3fff5b8cf1f54dd9bfa41e8e05f81407', 'mac_address': 'fa:16:3e:cc:c7:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40e9b167-df0c-44e9-929d-0decb76d5106', 'device_owner': 'network:router_interface', 'standard_attr_id': 2869, 'fixed_ips': [{'subnet_id': '4128f37b-afb4-4d17-af6f-d22950c79df3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:56:05Z', 'updated_at': '2021-08-12T14:56:15Z', 'revision_number': 5, 'project_id': '3fff5b8cf1f54dd9bfa41e8e05f81407', 'subnets': [{'id': '4128f37b-afb4-4d17-af6f-d22950c79df3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 14:57:04.649737 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-3cbe7c64-bfa9-4769-80f8-b8130677bcd1 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/21ede2ae-9c6a-4113-9273-bfdd1799916e HTTP/1.1" status: 204 len: 168 time: 0.2584090 Aug 12 14:57:04.748793 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbe7c64-bfa9-4769-80f8-b8130677bcd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21ede2ae-9c6a-4113-9273-bfdd1799916e,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:57:04.818425 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-66759de9-b78a-4ed0-8bde-60f0e624ec30 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680608'] for network, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:04.820737 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf19774-fbcd-4536-bcd1-ceb6786d1bbd req-2bc756a7-ce3f-4785-98f4-74b689888032 tempest-TestVolumeBackupRestore-292524848 tempest-TestVolumeBackupRestore-292524848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:57:04.826044 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-bbf19774-fbcd-4536-bcd1-ceb6786d1bbd req-2bc756a7-ce3f-4785-98f4-74b689888032 tempest-TestVolumeBackupRestore-292524848 tempest-TestVolumeBackupRestore-292524848-project] 10.222.0.39 "GET /v2.0/ports?device_id=db0202bd-94ea-42c4-9631-34efc8745fa9 HTTP/1.1" status: 200 len: 943 time: 0.0934639 Aug 12 14:57:04.879146 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-bbf19774-fbcd-4536-bcd1-ceb6786d1bbd req-c419d58c-4d07-4889-aa0f-e5475b29ff61 tempest-TestVolumeBackupRestore-292524848 tempest-TestVolumeBackupRestore-292524848-project] 10.222.0.39 "GET /v2.0/security-groups?id=17282c6e-3c60-4b34-9e54-7461708f942e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488808 Aug 12 14:57:04.914422 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-66759de9-b78a-4ed0-8bde-60f0e624ec30 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Deleting port 270df376-152c-4101-9d74-7e747adfa271 {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:57:04.914712 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-66759de9-b78a-4ed0-8bde-60f0e624ec30 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:05.000612 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [None req-66759de9-b78a-4ed0-8bde-60f0e624ec30 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] For port 270df376-152c-4101-9d74-7e747adfa271, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=270df376-152c-4101-9d74-7e747adfa271,segment=NetworkSegment(523d5089-030e-4459-a954-215742722d76),segment_id=523d5089-030e-4459-a954-215742722d76)] {{(pid=94467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:57:05.001138 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-66759de9-b78a-4ed0-8bde-60f0e624ec30 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:05.018060 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dba57ce-b252-4d06-bbf1-e1d1c2f853f7 None None] DHCP port deletion for 353b1029-0993-43b5-8603-5310e6d32087 request from n-d-694802-15 {{(pid=94468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 14:57:05.037565 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-66759de9-b78a-4ed0-8bde-60f0e624ec30 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Calling delete_port for 270df376-152c-4101-9d74-7e747adfa271 owned by network:dhcp {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:57:05.115730 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-0dba57ce-b252-4d06-bbf1-e1d1c2f853f7 None None] Deleting port 270df376-152c-4101-9d74-7e747adfa271 {{(pid=94468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:57:05.116421 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-0dba57ce-b252-4d06-bbf1-e1d1c2f853f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:05.212534 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-66759de9-b78a-4ed0-8bde-60f0e624ec30 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:05.246623 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66759de9-b78a-4ed0-8bde-60f0e624ec30 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Pushing event deleted for resources: {'Port': ['ID=270df376-152c-4101-9d74-7e747adfa271,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:57:05.247098 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-0dba57ce-b252-4d06-bbf1-e1d1c2f853f7 None None] For port 270df376-152c-4101-9d74-7e747adfa271, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=270df376-152c-4101-9d74-7e747adfa271,segment=NetworkSegment(523d5089-030e-4459-a954-215742722d76),segment_id=523d5089-030e-4459-a954-215742722d76)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:57:05.247643 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-0dba57ce-b252-4d06-bbf1-e1d1c2f853f7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:05.250245 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66759de9-b78a-4ed0-8bde-60f0e624ec30 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] No DVR routers for this DVR port 270df376-152c-4101-9d74-7e747adfa271 on host n-d-694802-15 {{(pid=94467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:57:05.269824 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-0dba57ce-b252-4d06-bbf1-e1d1c2f853f7 None None] Calling delete_port for 270df376-152c-4101-9d74-7e747adfa271 owned by network:dhcp {{(pid=94468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:57:05.349512 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-66759de9-b78a-4ed0-8bde-60f0e624ec30 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66413304', 'neutron.services.segments.db._delete_segments_for_network-8744654118000'] for network, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:05.362032 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-66759de9-b78a-4ed0-8bde-60f0e624ec30 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['353b1029-0993-43b5-8603-5310e6d32087']}} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:57:05.375333 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-66759de9-b78a-4ed0-8bde-60f0e624ec30 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '523d5089-030e-4459-a954-215742722d76') {'for_net_delete': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:57:05.375737 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-66759de9-b78a-4ed0-8bde-60f0e624ec30 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '523d5089-030e-4459-a954-215742722d76') {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:57:05.379472 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-0dba57ce-b252-4d06-bbf1-e1d1c2f853f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262'] for port, after_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:05.387646 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-66759de9-b78a-4ed0-8bde-60f0e624ec30 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744654122361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3857526'] for segment, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:05.408992 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-66759de9-b78a-4ed0-8bde-60f0e624ec30 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:05.411443 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dba57ce-b252-4d06-bbf1-e1d1c2f853f7 None None] Pushing event deleted for resources: {'Port': ['ID=270df376-152c-4101-9d74-7e747adfa271,revision_number=None']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:57:05.418418 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66759de9-b78a-4ed0-8bde-60f0e624ec30 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Releasing vlan 314 on physical network physnet1 to pool {{(pid=94467) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 14:57:05.418835 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-66759de9-b78a-4ed0-8bde-60f0e624ec30 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2859015'] for segment, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:05.421097 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dba57ce-b252-4d06-bbf1-e1d1c2f853f7 None None] No DVR routers for this DVR port 270df376-152c-4101-9d74-7e747adfa271 on host n-d-694802-15 {{(pid=94468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:57:05.423153 n-d-694802-15 neutron-server[94467]: Traceback (most recent call last): Aug 12 14:57:05.423153 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 14:57:05.423153 n-d-694802-15 neutron-server[94467]: timer() Aug 12 14:57:05.423153 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 14:57:05.423153 n-d-694802-15 neutron-server[94467]: cb(*args, **kw) Aug 12 14:57:05.423153 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 14:57:05.423153 n-d-694802-15 neutron-server[94467]: return func(*args, **kwargs) Aug 12 14:57:05.423153 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 14:57:05.423153 n-d-694802-15 neutron-server[94467]: self._notify() Aug 12 14:57:05.423153 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 14:57:05.423153 n-d-694802-15 neutron-server[94467]: self.callback(batched_events) Aug 12 14:57:05.423153 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 14:57:05.423153 n-d-694802-15 neutron-server[94467]: event.method(event) Aug 12 14:57:05.423153 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 14:57:05.423153 n-d-694802-15 neutron-server[94467]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 14:57:05.423153 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 14:57:05.423153 n-d-694802-15 neutron-server[94467]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 14:57:05.423153 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 14:57:05.423153 n-d-694802-15 neutron-server[94467]: return f(self, *a, **k) Aug 12 14:57:05.423153 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 14:57:05.423153 n-d-694802-15 neutron-server[94467]: return self._get(url).json() Aug 12 14:57:05.423153 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 14:57:05.423153 n-d-694802-15 neutron-server[94467]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 14:57:05.423153 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 14:57:05.423153 n-d-694802-15 neutron-server[94467]: return self.request(url, 'GET', **kwargs) Aug 12 14:57:05.423153 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 14:57:05.423153 n-d-694802-15 neutron-server[94467]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 14:57:05.423153 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 14:57:05.423153 n-d-694802-15 neutron-server[94467]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 14:57:05.423153 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 14:57:05.423153 n-d-694802-15 neutron-server[94467]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 14:57:05.423153 n-d-694802-15 neutron-server[94467]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 14:57:05.591662 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-66759de9-b78a-4ed0-8bde-60f0e624ec30 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66413281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431520'] for network, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:05.610239 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2abc24-cf92-4005-8f31-23853e5ef735 req-a7eabd3b-d402-44ba-bb25-b7bbeb24b876 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:57:05.621841 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2a2abc24-cf92-4005-8f31-23853e5ef735 req-a7eabd3b-d402-44ba-bb25-b7bbeb24b876 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/ports?device_id=5be77a56-d5ef-4a70-9846-307f9eb76fa5 HTTP/1.1" status: 200 len: 945 time: 0.1416574 Aug 12 14:57:05.630258 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-66759de9-b78a-4ed0-8bde-60f0e624ec30 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for network, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:05.635313 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 39036) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:57:05.636236 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-66759de9-b78a-4ed0-8bde-60f0e624ec30 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] 10.222.0.39 "DELETE /v2.0/networks/353b1029-0993-43b5-8603-5310e6d32087 HTTP/1.1" status: 204 len: 168 time: 1.0620041 Aug 12 14:57:05.648526 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 39040) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:57:05.668693 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66759de9-b78a-4ed0-8bde-60f0e624ec30 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Pushing event deleted for resources: {'Network': ['ID=353b1029-0993-43b5-8603-5310e6d32087,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:57:05.692870 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2a2abc24-cf92-4005-8f31-23853e5ef735 req-49ce54e7-6e0e-412e-abcf-cd313a5d50a7 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/security-groups?id=188dc986-a686-4570-b7d8-3a6edb471033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700431 Aug 12 14:57:06.092998 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-893cff7d-b051-4037-8358-086f5a0c6c8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:06.135427 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21830c4c-5b9c-48b2-8df6-d15ba64c0eb7 req-b91080a6-ced2-4a1e-ae0a-1ba464f9641f tempest-TestVolumeBackupRestore-292524848 tempest-TestVolumeBackupRestore-292524848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:57:06.136972 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-21830c4c-5b9c-48b2-8df6-d15ba64c0eb7 req-b91080a6-ced2-4a1e-ae0a-1ba464f9641f tempest-TestVolumeBackupRestore-292524848 tempest-TestVolumeBackupRestore-292524848-project] 10.222.0.39 "GET /v2.0/ports?device_id=db0202bd-94ea-42c4-9631-34efc8745fa9 HTTP/1.1" status: 200 len: 943 time: 0.1118505 Aug 12 14:57:06.252780 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-21830c4c-5b9c-48b2-8df6-d15ba64c0eb7 req-44e7905e-0658-4344-9cd8-ab68d7e97a20 tempest-TestVolumeBackupRestore-292524848 tempest-TestVolumeBackupRestore-292524848-project] 10.222.0.39 "GET /v2.0/security-groups?id=17282c6e-3c60-4b34-9e54-7461708f942e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1018860 Aug 12 14:57:06.288359 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 270df376-152c-4101-9d74-7e747adfa271 no longer exists at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:57:06.333479 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-75100b5e-bf94-4b4a-8e77-4bee2afa675e tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66663830'] for router_interface, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:06.339820 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] No Port match for: 270df376-152c-4101-9d74-7e747adfa271 {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 14:57:06.339820 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 270df376-152c-4101-9d74-7e747adfa271 not bound to the agent host n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:57:06.339820 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 39715796-a0d9-4bf5-a0cf-ddd5d041ba75 no longer exists at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:57:06.380087 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] No Port match for: 39715796-a0d9-4bf5-a0cf-ddd5d041ba75 {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 14:57:06.380438 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 39715796-a0d9-4bf5-a0cf-ddd5d041ba75 not bound to the agent host n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:57:06.463548 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-893cff7d-b051-4037-8358-086f5a0c6c8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:06.477702 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-893cff7d-b051-4037-8358-086f5a0c6c8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:06.510136 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-893cff7d-b051-4037-8358-086f5a0c6c8e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a579ecd4907c4bbc914436a84c21e12c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8581021 Aug 12 14:57:06.511218 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 39072) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:57:06.576666 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893cff7d-b051-4037-8358-086f5a0c6c8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03e37099-cb90-4051-aab9-804c552c37d2,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:57:06.630152 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-7453085e-08a4-44e5-b629-d55bf97e42cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:06.670607 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-7453085e-08a4-44e5-b629-d55bf97e42cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:06.760245 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 39076) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:57:06.837494 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-75100b5e-bf94-4b4a-8e77-4bee2afa675e tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Deleting port e2da96b0-3228-4c3b-af77-7f6fccb5ef53 {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:57:06.837853 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-75100b5e-bf94-4b4a-8e77-4bee2afa675e tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:06.851736 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-37d1b013-9661-4b34-8382-0717d2356042 req-bfbdf778-d24f-43eb-b808-6c5536de90c5 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=8058b577-6d37-4f83-8841-608839b8ea4b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1437662 Aug 12 14:57:06.910902 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-7453085e-08a4-44e5-b629-d55bf97e42cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:06.913938 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-7453085e-08a4-44e5-b629-d55bf97e42cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:06.915136 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-7453085e-08a4-44e5-b629-d55bf97e42cf admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/03e37099-cb90-4051-aab9-804c552c37d2 HTTP/1.1" status: 204 len: 168 time: 0.4019368 Aug 12 14:57:06.990573 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7453085e-08a4-44e5-b629-d55bf97e42cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03e37099-cb90-4051-aab9-804c552c37d2,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:57:07.024735 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933f3e7b-ad1e-4e1d-b1b1-65cbbee9c90e req-b86c364f-1df8-48d9-8546-454e6013d134 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:57:07.026290 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-933f3e7b-ad1e-4e1d-b1b1-65cbbee9c90e req-b86c364f-1df8-48d9-8546-454e6013d134 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/ports?device_id=5be77a56-d5ef-4a70-9846-307f9eb76fa5 HTTP/1.1" status: 200 len: 945 time: 0.2105646 Aug 12 14:57:07.037231 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d1b013-9661-4b34-8382-0717d2356042 req-b9eac655-e289-499f-a4cc-1f241706ffa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:57:07.038722 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-37d1b013-9661-4b34-8382-0717d2356042 req-b9eac655-e289-499f-a4cc-1f241706ffa8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6774b656eb8145eb998ea0059b40b4c3&device_id=8058b577-6d37-4f83-8841-608839b8ea4b HTTP/1.1" status: 200 len: 1097 time: 0.1070256 Aug 12 14:57:07.106962 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-75100b5e-bf94-4b4a-8e77-4bee2afa675e tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] For port e2da96b0-3228-4c3b-af77-7f6fccb5ef53, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=e2da96b0-3228-4c3b-af77-7f6fccb5ef53,segment=NetworkSegment(aa5e2875-8cd3-476a-b301-8dfb629de381),segment_id=aa5e2875-8cd3-476a-b301-8dfb629de381)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:57:07.108167 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-75100b5e-bf94-4b4a-8e77-4bee2afa675e tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:07.146974 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-75100b5e-bf94-4b4a-8e77-4bee2afa675e tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Calling delete_port for e2da96b0-3228-4c3b-af77-7f6fccb5ef53 owned by network:router_interface {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:57:07.169895 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [None req-2ce6675e-259b-4713-bd10-60b3d936be08 tempest-ExtensionsTestJSON-820019131 tempest-ExtensionsTestJSON-820019131-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=94466) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 14:57:07.173536 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-2ce6675e-259b-4713-bd10-60b3d936be08 tempest-ExtensionsTestJSON-820019131 tempest-ExtensionsTestJSON-820019131-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.4098380 Aug 12 14:57:07.179057 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d1b013-9661-4b34-8382-0717d2356042 req-f0595945-96aa-4f79-9988-995be555dfa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:57:07.181008 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-37d1b013-9661-4b34-8382-0717d2356042 req-f0595945-96aa-4f79-9988-995be555dfa1 service neutron] 10.222.0.64 "GET /v2.0/networks?id=eb7e3cf4-6312-4f24-a8f2-83c178188246 HTTP/1.1" status: 200 len: 898 time: 0.1033738 Aug 12 14:57:07.181743 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 39090) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:57:07.187050 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [None req-226c1c9a-c9b7-4583-8f7f-df3d9bc2fa85 tempest-ExtensionsTestJSON-820019131 tempest-ExtensionsTestJSON-820019131-project] http://10.222.0.39:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=94467) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 14:57:07.188766 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-226c1c9a-c9b7-4583-8f7f-df3d9bc2fa85 tempest-ExtensionsTestJSON-820019131 tempest-ExtensionsTestJSON-820019131-project] 10.222.0.39 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0051768 Aug 12 14:57:07.193533 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-933f3e7b-ad1e-4e1d-b1b1-65cbbee9c90e req-27fa4d6d-90a9-437b-a30a-5dc74ea80702 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/security-groups?id=188dc986-a686-4570-b7d8-3a6edb471033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602821 Aug 12 14:57:07.194011 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 39092) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:57:07.200571 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [None req-68aa7949-45c1-4d9d-9e04-a25b327f88bf tempest-ExtensionsTestJSON-820019131 tempest-ExtensionsTestJSON-820019131-project] http://10.222.0.39:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=94467) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 14:57:07.201671 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-68aa7949-45c1-4d9d-9e04-a25b327f88bf tempest-ExtensionsTestJSON-820019131 tempest-ExtensionsTestJSON-820019131-project] 10.222.0.39 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0054305 Aug 12 14:57:07.204597 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 39094) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:57:07.219367 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [None req-9b1cbfc0-17b2-4ce7-864d-c2be061495a9 tempest-ExtensionsTestJSON-820019131 tempest-ExtensionsTestJSON-820019131-project] http://10.222.0.39:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=94467) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 14:57:07.220606 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-9b1cbfc0-17b2-4ce7-864d-c2be061495a9 tempest-ExtensionsTestJSON-820019131 tempest-ExtensionsTestJSON-820019131-project] 10.222.0.39 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0046568 Aug 12 14:57:07.223231 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 39096) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:57:07.228430 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [None req-c8704c6d-d5e3-4518-aecf-7452dc5badee tempest-ExtensionsTestJSON-820019131 tempest-ExtensionsTestJSON-820019131-project] http://10.222.0.39:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=94467) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 14:57:07.229702 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-c8704c6d-d5e3-4518-aecf-7452dc5badee tempest-ExtensionsTestJSON-820019131 tempest-ExtensionsTestJSON-820019131-project] 10.222.0.39 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0054150 Aug 12 14:57:07.269091 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 39098) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:57:07.273826 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [None req-c34f1ed7-6f9b-41c8-ad70-8170b23081a6 tempest-ExtensionsTestJSON-820019131 tempest-ExtensionsTestJSON-820019131-project] http://10.222.0.39:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=94467) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 14:57:07.275008 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-c34f1ed7-6f9b-41c8-ad70-8170b23081a6 tempest-ExtensionsTestJSON-820019131 tempest-ExtensionsTestJSON-820019131-project] 10.222.0.39 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0047510 Aug 12 14:57:07.278347 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 39100) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:57:07.283425 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [None req-fc81b3f9-aaaa-47d3-84bd-c3644aa1d6ba tempest-ExtensionsTestJSON-820019131 tempest-ExtensionsTestJSON-820019131-project] http://10.222.0.39:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=94467) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 14:57:07.285066 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-fc81b3f9-aaaa-47d3-84bd-c3644aa1d6ba tempest-ExtensionsTestJSON-820019131 tempest-ExtensionsTestJSON-820019131-project] 10.222.0.39 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0052137 Aug 12 14:57:07.291445 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 39102) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:57:07.296738 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [None req-b85c9762-76dd-4bf1-8953-76633020f75a tempest-ExtensionsTestJSON-820019131 tempest-ExtensionsTestJSON-820019131-project] http://10.222.0.39:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=94467) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 14:57:07.297874 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-b85c9762-76dd-4bf1-8953-76633020f75a tempest-ExtensionsTestJSON-820019131 tempest-ExtensionsTestJSON-820019131-project] 10.222.0.39 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0053070 Aug 12 14:57:07.301281 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 39106) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:57:07.305687 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [None req-5a434201-cc47-49ce-b093-2a7d3c3d9160 tempest-ExtensionsTestJSON-820019131 tempest-ExtensionsTestJSON-820019131-project] http://10.222.0.39:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=94467) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 14:57:07.306818 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-5a434201-cc47-49ce-b093-2a7d3c3d9160 tempest-ExtensionsTestJSON-820019131 tempest-ExtensionsTestJSON-820019131-project] 10.222.0.39 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0044732 Aug 12 14:57:07.310312 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 39108) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:57:07.327375 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [None req-70899ef1-06bb-4753-8fc1-fbd8803b0efa tempest-ExtensionsTestJSON-820019131 tempest-ExtensionsTestJSON-820019131-project] http://10.222.0.39:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=94466) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 14:57:07.335443 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-70899ef1-06bb-4753-8fc1-fbd8803b0efa tempest-ExtensionsTestJSON-820019131 tempest-ExtensionsTestJSON-820019131-project] 10.222.0.39 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0230286 Aug 12 14:57:07.340815 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 39110) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:57:07.350268 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [None req-c5a0165c-3b43-4b75-881a-5a1b065ac02a tempest-ExtensionsTestJSON-820019131 tempest-ExtensionsTestJSON-820019131-project] http://10.222.0.39:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=94466) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 14:57:07.351288 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-c5a0165c-3b43-4b75-881a-5a1b065ac02a tempest-ExtensionsTestJSON-820019131 tempest-ExtensionsTestJSON-820019131-project] 10.222.0.39 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0077703 Aug 12 14:57:07.351515 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-37d1b013-9661-4b34-8382-0717d2356042 req-93934f9e-a1f1-4281-a0fa-46cfb41ee0d7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=026cb33f-8bb3-46d5-883a-21dfb3ccff22 HTTP/1.1" status: 200 len: 1000 time: 0.1547143 Aug 12 14:57:07.355230 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 39112) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:57:07.369905 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [None req-87b6787a-9821-4dd4-827a-c4f85363de33 tempest-ExtensionsTestJSON-820019131 tempest-ExtensionsTestJSON-820019131-project] http://10.222.0.39:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=94467) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 14:57:07.371929 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-87b6787a-9821-4dd4-827a-c4f85363de33 tempest-ExtensionsTestJSON-820019131 tempest-ExtensionsTestJSON-820019131-project] 10.222.0.39 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0152094 Aug 12 14:57:07.382381 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 39114) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:57:07.418033 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [None req-9e304255-87fe-493d-904c-c9107378927d tempest-ExtensionsTestJSON-820019131 tempest-ExtensionsTestJSON-820019131-project] http://10.222.0.39:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=94466) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 14:57:07.424981 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-9e304255-87fe-493d-904c-c9107378927d tempest-ExtensionsTestJSON-820019131 tempest-ExtensionsTestJSON-820019131-project] 10.222.0.39 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0146661 Aug 12 14:57:07.432534 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 39118) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:57:07.444349 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [None req-02f7e781-008e-4d18-b807-413df887e6ee tempest-ExtensionsTestJSON-820019131 tempest-ExtensionsTestJSON-820019131-project] http://10.222.0.39:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=94466) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 14:57:07.446678 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-02f7e781-008e-4d18-b807-413df887e6ee tempest-ExtensionsTestJSON-820019131 tempest-ExtensionsTestJSON-820019131-project] 10.222.0.39 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0112576 Aug 12 14:57:07.453914 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 39122) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:57:07.477065 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [None req-506450cc-9e71-47c5-9206-05f1b8626225 tempest-ExtensionsTestJSON-820019131 tempest-ExtensionsTestJSON-820019131-project] http://10.222.0.39:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=94467) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 14:57:07.482105 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-506450cc-9e71-47c5-9206-05f1b8626225 tempest-ExtensionsTestJSON-820019131 tempest-ExtensionsTestJSON-820019131-project] 10.222.0.39 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0255601 Aug 12 14:57:07.482524 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 39124) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:57:07.490174 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [None req-8e9a4d3c-ec6d-484f-9f82-7dea4e283441 tempest-ExtensionsTestJSON-820019131 tempest-ExtensionsTestJSON-820019131-project] http://10.222.0.39:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=94466) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 14:57:07.491547 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-8e9a4d3c-ec6d-484f-9f82-7dea4e283441 tempest-ExtensionsTestJSON-820019131 tempest-ExtensionsTestJSON-820019131-project] 10.222.0.39 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0060990 Aug 12 14:57:07.493664 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d1b013-9661-4b34-8382-0717d2356042 req-e5490e21-f5ba-4c2b-909c-ccf0422f580a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:57:07.495510 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 39126) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:57:07.500155 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-37d1b013-9661-4b34-8382-0717d2356042 req-e5490e21-f5ba-4c2b-909c-ccf0422f580a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0458ca9d-6835-4814-a3b3-ca2b2564f4b0 HTTP/1.1" status: 200 len: 835 time: 0.1255462 Aug 12 14:57:07.536471 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [None req-04a66721-ce01-4624-bb5c-8810175d2024 tempest-ExtensionsTestJSON-820019131 tempest-ExtensionsTestJSON-820019131-project] http://10.222.0.39:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=94466) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 14:57:07.537809 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-04a66721-ce01-4624-bb5c-8810175d2024 tempest-ExtensionsTestJSON-820019131 tempest-ExtensionsTestJSON-820019131-project] 10.222.0.39 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0368679 Aug 12 14:57:07.542994 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 39128) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:57:07.550559 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [None req-5b25393a-fcf8-4cb8-82f8-9e8f13391452 tempest-ExtensionsTestJSON-820019131 tempest-ExtensionsTestJSON-820019131-project] http://10.222.0.39:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=94466) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 14:57:07.552261 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-5b25393a-fcf8-4cb8-82f8-9e8f13391452 tempest-ExtensionsTestJSON-820019131 tempest-ExtensionsTestJSON-820019131-project] 10.222.0.39 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0079210 Aug 12 14:57:07.564215 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b33ab8-280a-46b2-a3c4-76c714c95859 req-d95a2d18-f8d1-43d5-999f-8313e9c6cdba tempest-TestVolumeBackupRestore-292524848 tempest-TestVolumeBackupRestore-292524848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:57:07.565387 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 39130) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:57:07.573295 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-31b33ab8-280a-46b2-a3c4-76c714c95859 req-d95a2d18-f8d1-43d5-999f-8313e9c6cdba tempest-TestVolumeBackupRestore-292524848 tempest-TestVolumeBackupRestore-292524848-project] 10.222.0.39 "GET /v2.0/ports?device_id=db0202bd-94ea-42c4-9631-34efc8745fa9 HTTP/1.1" status: 200 len: 943 time: 0.1878791 Aug 12 14:57:07.581017 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [None req-02409746-7212-431b-8c67-96c7ff6556bd tempest-ExtensionsTestJSON-820019131 tempest-ExtensionsTestJSON-820019131-project] http://10.222.0.39:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=94467) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 14:57:07.582024 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-02409746-7212-431b-8c67-96c7ff6556bd tempest-ExtensionsTestJSON-820019131 tempest-ExtensionsTestJSON-820019131-project] 10.222.0.39 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0139117 Aug 12 14:57:07.587923 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 39132) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:57:07.602609 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [None req-0ee2f723-708d-4d6d-8ade-5e9d44f58972 tempest-ExtensionsTestJSON-820019131 tempest-ExtensionsTestJSON-820019131-project] http://10.222.0.39:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=94467) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 14:57:07.604363 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-0ee2f723-708d-4d6d-8ade-5e9d44f58972 tempest-ExtensionsTestJSON-820019131 tempest-ExtensionsTestJSON-820019131-project] 10.222.0.39 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0145464 Aug 12 14:57:07.607933 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 39134) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:57:07.614571 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [None req-22ab9ed9-b7a1-4a60-a37c-a231c5f4b1c3 tempest-ExtensionsTestJSON-820019131 tempest-ExtensionsTestJSON-820019131-project] http://10.222.0.39:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=94467) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 14:57:07.615707 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-22ab9ed9-b7a1-4a60-a37c-a231c5f4b1c3 tempest-ExtensionsTestJSON-820019131 tempest-ExtensionsTestJSON-820019131-project] 10.222.0.39 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0068567 Aug 12 14:57:07.619382 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 39136) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:57:07.625515 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [None req-021e1ff9-665f-4ac9-9ddd-a558d297eadb tempest-ExtensionsTestJSON-820019131 tempest-ExtensionsTestJSON-820019131-project] http://10.222.0.39:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=94467) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 14:57:07.626476 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-021e1ff9-665f-4ac9-9ddd-a558d297eadb tempest-ExtensionsTestJSON-820019131 tempest-ExtensionsTestJSON-820019131-project] 10.222.0.39 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0061119 Aug 12 14:57:07.628814 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d1b013-9661-4b34-8382-0717d2356042 req-10502244-6e84-41a5-8d92-b08728238bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:57:07.630264 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-37d1b013-9661-4b34-8382-0717d2356042 req-10502244-6e84-41a5-8d92-b08728238bbd service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=eb7e3cf4-6312-4f24-a8f2-83c178188246&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1174011 Aug 12 14:57:07.630724 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 39138) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:57:07.648598 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [None req-2089831a-3417-4397-bae6-e863e0f38216 tempest-ExtensionsTestJSON-820019131 tempest-ExtensionsTestJSON-820019131-project] http://10.222.0.39:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=94467) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 14:57:07.649672 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-2089831a-3417-4397-bae6-e863e0f38216 tempest-ExtensionsTestJSON-820019131 tempest-ExtensionsTestJSON-820019131-project] 10.222.0.39 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0179977 Aug 12 14:57:07.662910 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 39142) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:57:07.719502 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [None req-c39d255d-2d8a-494a-8025-478ffbdbe899 tempest-ExtensionsTestJSON-820019131 tempest-ExtensionsTestJSON-820019131-project] http://10.222.0.39:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=94466) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 14:57:07.724560 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-c39d255d-2d8a-494a-8025-478ffbdbe899 tempest-ExtensionsTestJSON-820019131 tempest-ExtensionsTestJSON-820019131-project] 10.222.0.39 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0606129 Aug 12 14:57:07.728168 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 39146) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:57:07.729605 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 39148) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:57:07.752823 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-31b33ab8-280a-46b2-a3c4-76c714c95859 req-466337f9-5cca-4468-922f-de10a85ae341 tempest-TestVolumeBackupRestore-292524848 tempest-TestVolumeBackupRestore-292524848-project] 10.222.0.39 "GET /v2.0/security-groups?id=17282c6e-3c60-4b34-9e54-7461708f942e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1782126 Aug 12 14:57:07.762020 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [None req-10b54844-b59a-4ef9-aa6c-a52e79a39cab tempest-ExtensionsTestJSON-820019131 tempest-ExtensionsTestJSON-820019131-project] http://10.222.0.39:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=94466) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 14:57:07.763063 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-10b54844-b59a-4ef9-aa6c-a52e79a39cab tempest-ExtensionsTestJSON-820019131 tempest-ExtensionsTestJSON-820019131-project] 10.222.0.39 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0250819 Aug 12 14:57:07.765941 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 39150) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:57:07.773246 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-6cec3043-cd84-4ab6-b259-1b58479ec4e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:07.774797 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [None req-7cd32936-7a93-4853-923d-9d131c966d82 tempest-ExtensionsTestJSON-820019131 tempest-ExtensionsTestJSON-820019131-project] http://10.222.0.39:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=94467) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 14:57:07.776148 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-7cd32936-7a93-4853-923d-9d131c966d82 tempest-ExtensionsTestJSON-820019131 tempest-ExtensionsTestJSON-820019131-project] 10.222.0.39 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0087235 Aug 12 14:57:07.780971 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 39152) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:57:07.789326 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [None req-ee1d971b-7d79-4b6d-979c-3a8178d1a92b tempest-ExtensionsTestJSON-820019131 tempest-ExtensionsTestJSON-820019131-project] http://10.222.0.39:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=94467) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 14:57:07.792024 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-ee1d971b-7d79-4b6d-979c-3a8178d1a92b tempest-ExtensionsTestJSON-820019131 tempest-ExtensionsTestJSON-820019131-project] 10.222.0.39 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0091980 Aug 12 14:57:07.794967 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 39154) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:57:07.800186 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [None req-47a54fbe-ce9f-4343-8ab2-dffce5080ba4 tempest-ExtensionsTestJSON-820019131 tempest-ExtensionsTestJSON-820019131-project] http://10.222.0.39:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=94467) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 14:57:07.801517 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-47a54fbe-ce9f-4343-8ab2-dffce5080ba4 tempest-ExtensionsTestJSON-820019131 tempest-ExtensionsTestJSON-820019131-project] 10.222.0.39 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0052419 Aug 12 14:57:07.804430 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-37d1b013-9661-4b34-8382-0717d2356042 req-2dd786d8-6f3e-48b0-963b-c0262ba933c9 service neutron] 10.222.0.64 "GET /v2.0/networks/eb7e3cf4-6312-4f24-a8f2-83c178188246?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1538308 Aug 12 14:57:07.805283 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 39156) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:57:07.809827 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [None req-1125916c-4f3c-4624-ae48-21b83e87350c tempest-ExtensionsTestJSON-820019131 tempest-ExtensionsTestJSON-820019131-project] http://10.222.0.39:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=94467) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 14:57:07.811140 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-1125916c-4f3c-4624-ae48-21b83e87350c tempest-ExtensionsTestJSON-820019131 tempest-ExtensionsTestJSON-820019131-project] 10.222.0.39 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0047381 Aug 12 14:57:07.814277 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 39158) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:57:07.821827 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [None req-a0512c20-602b-4489-8268-a79e89978b89 tempest-ExtensionsTestJSON-820019131 tempest-ExtensionsTestJSON-820019131-project] http://10.222.0.39:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=94466) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 14:57:07.825425 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-a0512c20-602b-4489-8268-a79e89978b89 tempest-ExtensionsTestJSON-820019131 tempest-ExtensionsTestJSON-820019131-project] 10.222.0.39 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0055716 Aug 12 14:57:07.826227 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 39160) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:57:07.831522 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [None req-136ec149-f889-4410-ad7c-c9e10b4815e0 tempest-ExtensionsTestJSON-820019131 tempest-ExtensionsTestJSON-820019131-project] http://10.222.0.39:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=94466) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 14:57:07.835048 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-136ec149-f889-4410-ad7c-c9e10b4815e0 tempest-ExtensionsTestJSON-820019131 tempest-ExtensionsTestJSON-820019131-project] 10.222.0.39 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0056057 Aug 12 14:57:07.835048 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-75100b5e-bf94-4b4a-8e77-4bee2afa675e tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:07.838809 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 39162) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:57:07.849008 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [None req-5818c60b-0e26-49e2-990d-8c329e219f47 tempest-ExtensionsTestJSON-820019131 tempest-ExtensionsTestJSON-820019131-project] http://10.222.0.39:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=94466) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 14:57:07.856514 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-5818c60b-0e26-49e2-990d-8c329e219f47 tempest-ExtensionsTestJSON-820019131 tempest-ExtensionsTestJSON-820019131-project] 10.222.0.39 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0064070 Aug 12 14:57:07.858071 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 39166) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:57:07.865122 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [None req-1fdb8650-1a78-48cb-93ee-7ebee30f5ab6 tempest-ExtensionsTestJSON-820019131 tempest-ExtensionsTestJSON-820019131-project] http://10.222.0.39:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=94467) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 14:57:07.869092 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-1fdb8650-1a78-48cb-93ee-7ebee30f5ab6 tempest-ExtensionsTestJSON-820019131 tempest-ExtensionsTestJSON-820019131-project] 10.222.0.39 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0070436 Aug 12 14:57:07.885718 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 39168) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:57:07.896831 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [None req-9844b8f4-07e4-4847-a0b6-627aea75d07d tempest-ExtensionsTestJSON-820019131 tempest-ExtensionsTestJSON-820019131-project] http://10.222.0.39:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=94466) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 14:57:07.900557 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-9844b8f4-07e4-4847-a0b6-627aea75d07d tempest-ExtensionsTestJSON-820019131 tempest-ExtensionsTestJSON-820019131-project] 10.222.0.39 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0083578 Aug 12 14:57:07.900557 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75100b5e-bf94-4b4a-8e77-4bee2afa675e tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Pushing event deleted for resources: {'Port': ['ID=e2da96b0-3228-4c3b-af77-7f6fccb5ef53,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:57:07.901679 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 39170) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:57:07.920522 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [None req-23f7055a-de7c-400b-b2db-d76da8a5b045 tempest-ExtensionsTestJSON-820019131 tempest-ExtensionsTestJSON-820019131-project] http://10.222.0.39:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=94467) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 14:57:07.926799 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-23f7055a-de7c-400b-b2db-d76da8a5b045 tempest-ExtensionsTestJSON-820019131 tempest-ExtensionsTestJSON-820019131-project] 10.222.0.39 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0217617 Aug 12 14:57:07.927707 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 39172) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:57:07.934111 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [None req-052c6e73-178d-49c9-aa6a-76aa3496e187 tempest-ExtensionsTestJSON-820019131 tempest-ExtensionsTestJSON-820019131-project] http://10.222.0.39:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=94467) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 14:57:07.935136 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-052c6e73-178d-49c9-aa6a-76aa3496e187 tempest-ExtensionsTestJSON-820019131 tempest-ExtensionsTestJSON-820019131-project] 10.222.0.39 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0068014 Aug 12 14:57:07.938084 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 39174) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:57:07.948964 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [None req-c67773bc-f857-4c2b-a905-f75a437a4a64 tempest-ExtensionsTestJSON-820019131 tempest-ExtensionsTestJSON-820019131-project] http://10.222.0.39:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=94467) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 14:57:07.950712 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-c67773bc-f857-4c2b-a905-f75a437a4a64 tempest-ExtensionsTestJSON-820019131 tempest-ExtensionsTestJSON-820019131-project] 10.222.0.39 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0115910 Aug 12 14:57:07.953747 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 39176) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:57:07.961494 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [None req-200af9a4-dcb5-43ae-a570-4392b0c62ca3 tempest-ExtensionsTestJSON-820019131 tempest-ExtensionsTestJSON-820019131-project] http://10.222.0.39:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=94467) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 14:57:07.962965 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-200af9a4-dcb5-43ae-a570-4392b0c62ca3 tempest-ExtensionsTestJSON-820019131 tempest-ExtensionsTestJSON-820019131-project] 10.222.0.39 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0071003 Aug 12 14:57:07.966713 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 39178) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:57:07.980394 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [None req-174f67dd-247f-4522-8909-e65c37e4c47e tempest-ExtensionsTestJSON-820019131 tempest-ExtensionsTestJSON-820019131-project] http://10.222.0.39:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=94467) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 14:57:07.981725 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-174f67dd-247f-4522-8909-e65c37e4c47e tempest-ExtensionsTestJSON-820019131 tempest-ExtensionsTestJSON-820019131-project] 10.222.0.39 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0136449 Aug 12 14:57:07.987683 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 39180) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:57:07.995194 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [None req-0abf2a46-7017-49f0-b052-f93ac0f1478f tempest-ExtensionsTestJSON-820019131 tempest-ExtensionsTestJSON-820019131-project] http://10.222.0.39:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=94467) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 14:57:07.996627 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-0abf2a46-7017-49f0-b052-f93ac0f1478f tempest-ExtensionsTestJSON-820019131 tempest-ExtensionsTestJSON-820019131-project] 10.222.0.39 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0071101 Aug 12 14:57:08.004448 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 39182) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:57:08.018084 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [None req-e8c7fba8-c9b1-47cc-87cf-b4b188b607c6 tempest-ExtensionsTestJSON-820019131 tempest-ExtensionsTestJSON-820019131-project] http://10.222.0.39:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=94466) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 14:57:08.019127 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-e8c7fba8-c9b1-47cc-87cf-b4b188b607c6 tempest-ExtensionsTestJSON-820019131 tempest-ExtensionsTestJSON-820019131-project] 10.222.0.39 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0114059 Aug 12 14:57:08.021936 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 39184) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:57:08.036612 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [None req-35674c92-5ea9-4a84-8533-5f34ca3cc706 tempest-ExtensionsTestJSON-820019131 tempest-ExtensionsTestJSON-820019131-project] http://10.222.0.39:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=94467) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 14:57:08.037898 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-35674c92-5ea9-4a84-8533-5f34ca3cc706 tempest-ExtensionsTestJSON-820019131 tempest-ExtensionsTestJSON-820019131-project] 10.222.0.39 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0146551 Aug 12 14:57:08.040872 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 39188) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:57:08.046349 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [None req-d4bef104-2e3a-4b9f-a75f-484d5a8de184 tempest-ExtensionsTestJSON-820019131 tempest-ExtensionsTestJSON-820019131-project] http://10.222.0.39:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=94467) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 14:57:08.047610 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-d4bef104-2e3a-4b9f-a75f-484d5a8de184 tempest-ExtensionsTestJSON-820019131 tempest-ExtensionsTestJSON-820019131-project] 10.222.0.39 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0056312 Aug 12 14:57:08.050979 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 39190) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:57:08.058054 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [None req-c298f701-3243-4e74-98af-ac863a74f21e tempest-ExtensionsTestJSON-820019131 tempest-ExtensionsTestJSON-820019131-project] http://10.222.0.39:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=94467) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 14:57:08.061526 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-c298f701-3243-4e74-98af-ac863a74f21e tempest-ExtensionsTestJSON-820019131 tempest-ExtensionsTestJSON-820019131-project] 10.222.0.39 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0068927 Aug 12 14:57:08.065040 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-37d1b013-9661-4b34-8382-0717d2356042 req-4c95adaf-c764-4fdd-8350-1e790bb6d2ae service neutron] 10.222.0.64 "GET /v2.0/networks/eb7e3cf4-6312-4f24-a8f2-83c178188246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2398224 Aug 12 14:57:08.065192 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 39192) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:57:08.070360 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [None req-e876ff11-ec40-4873-906a-a278f2902ab3 tempest-ExtensionsTestJSON-820019131 tempest-ExtensionsTestJSON-820019131-project] http://10.222.0.39:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=94466) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 14:57:08.074274 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-e876ff11-ec40-4873-906a-a278f2902ab3 tempest-ExtensionsTestJSON-820019131 tempest-ExtensionsTestJSON-820019131-project] 10.222.0.39 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0046291 Aug 12 14:57:08.075468 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 39194) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:57:08.085455 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [None req-d23f11d9-8770-4140-8923-6e3b00e626ff tempest-ExtensionsTestJSON-820019131 tempest-ExtensionsTestJSON-820019131-project] http://10.222.0.39:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=94467) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 14:57:08.092326 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-d23f11d9-8770-4140-8923-6e3b00e626ff tempest-ExtensionsTestJSON-820019131 tempest-ExtensionsTestJSON-820019131-project] 10.222.0.39 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0145860 Aug 12 14:57:08.093298 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 39196) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:57:08.099335 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [None req-80febd55-22a7-485b-868d-54e4b8919277 tempest-ExtensionsTestJSON-820019131 tempest-ExtensionsTestJSON-820019131-project] http://10.222.0.39:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=94467) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 14:57:08.105435 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-80febd55-22a7-485b-868d-54e4b8919277 tempest-ExtensionsTestJSON-820019131 tempest-ExtensionsTestJSON-820019131-project] 10.222.0.39 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0102000 Aug 12 14:57:08.106746 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 39198) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:57:08.112765 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [None req-fcfcfc4e-832d-4f6f-b492-e279a599a80b tempest-ExtensionsTestJSON-820019131 tempest-ExtensionsTestJSON-820019131-project] http://10.222.0.39:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=94467) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 14:57:08.117207 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-fcfcfc4e-832d-4f6f-b492-e279a599a80b tempest-ExtensionsTestJSON-820019131 tempest-ExtensionsTestJSON-820019131-project] 10.222.0.39 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0087147 Aug 12 14:57:08.118267 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 39200) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:57:08.131296 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [None req-fae805f2-dcce-4c07-b447-e66dfae63218 tempest-ExtensionsTestJSON-820019131 tempest-ExtensionsTestJSON-820019131-project] http://10.222.0.39:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=94467) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 14:57:08.136478 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-fae805f2-dcce-4c07-b447-e66dfae63218 tempest-ExtensionsTestJSON-820019131 tempest-ExtensionsTestJSON-820019131-project] 10.222.0.39 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0168002 Aug 12 14:57:08.139465 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 39202) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:57:08.146448 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [None req-a72ee49e-50be-4520-be2a-97d896e632a4 tempest-ExtensionsTestJSON-820019131 tempest-ExtensionsTestJSON-820019131-project] http://10.222.0.39:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=94467) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 14:57:08.152517 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-a72ee49e-50be-4520-be2a-97d896e632a4 tempest-ExtensionsTestJSON-820019131 tempest-ExtensionsTestJSON-820019131-project] 10.222.0.39 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0108316 Aug 12 14:57:08.153930 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 39204) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:57:08.162154 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [None req-13b92671-ae93-4e9a-8b3c-1969931fa606 tempest-ExtensionsTestJSON-820019131 tempest-ExtensionsTestJSON-820019131-project] http://10.222.0.39:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=94467) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 14:57:08.169909 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-13b92671-ae93-4e9a-8b3c-1969931fa606 tempest-ExtensionsTestJSON-820019131 tempest-ExtensionsTestJSON-820019131-project] 10.222.0.39 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0140738 Aug 12 14:57:08.170846 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 39206) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:57:08.178895 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [None req-d5907405-b660-46f8-9574-476a68365211 tempest-ExtensionsTestJSON-820019131 tempest-ExtensionsTestJSON-820019131-project] http://10.222.0.39:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=94467) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 14:57:08.184257 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-d5907405-b660-46f8-9574-476a68365211 tempest-ExtensionsTestJSON-820019131 tempest-ExtensionsTestJSON-820019131-project] 10.222.0.39 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0113029 Aug 12 14:57:08.185188 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 39208) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:57:08.190200 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [None req-2ae0fd36-4c01-4984-bb20-2014dbfea711 tempest-ExtensionsTestJSON-820019131 tempest-ExtensionsTestJSON-820019131-project] http://10.222.0.39:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=94467) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 14:57:08.194603 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-2ae0fd36-4c01-4984-bb20-2014dbfea711 tempest-ExtensionsTestJSON-820019131 tempest-ExtensionsTestJSON-820019131-project] 10.222.0.39 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0081446 Aug 12 14:57:08.195320 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 39210) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:57:08.200848 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [None req-b5d8407e-c7e0-4ffd-848d-5a047c8c3724 tempest-ExtensionsTestJSON-820019131 tempest-ExtensionsTestJSON-820019131-project] http://10.222.0.39:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=94467) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 14:57:08.205874 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-b5d8407e-c7e0-4ffd-848d-5a047c8c3724 tempest-ExtensionsTestJSON-820019131 tempest-ExtensionsTestJSON-820019131-project] 10.222.0.39 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0094016 Aug 12 14:57:08.206688 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 39212) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:57:08.211454 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [None req-a0606685-e941-438e-b24d-64424dd035ce tempest-ExtensionsTestJSON-820019131 tempest-ExtensionsTestJSON-820019131-project] http://10.222.0.39:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=94467) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 14:57:08.215724 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-a0606685-e941-438e-b24d-64424dd035ce tempest-ExtensionsTestJSON-820019131 tempest-ExtensionsTestJSON-820019131-project] 10.222.0.39 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0074608 Aug 12 14:57:08.216429 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 39214) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:57:08.241134 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [None req-7ffb6df0-13d4-4766-afbf-587db8082821 tempest-ExtensionsTestJSON-820019131 tempest-ExtensionsTestJSON-820019131-project] http://10.222.0.39:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=94467) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 14:57:08.249631 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-7ffb6df0-13d4-4766-afbf-587db8082821 tempest-ExtensionsTestJSON-820019131 tempest-ExtensionsTestJSON-820019131-project] 10.222.0.39 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0321143 Aug 12 14:57:08.251433 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 39218) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:57:08.263125 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [None req-10becace-d832-4045-b8d2-fd67c22c4bd5 tempest-ExtensionsTestJSON-820019131 tempest-ExtensionsTestJSON-820019131-project] http://10.222.0.39:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=94467) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 14:57:08.270847 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-10becace-d832-4045-b8d2-fd67c22c4bd5 tempest-ExtensionsTestJSON-820019131 tempest-ExtensionsTestJSON-820019131-project] 10.222.0.39 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0155482 Aug 12 14:57:08.271720 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 39220) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:57:08.281958 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-75100b5e-bf94-4b4a-8e77-4bee2afa675e tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66628352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-430630'] for router_interface, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:08.285113 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [None req-b65d123c-8e42-4e57-b577-8e041fb02208 tempest-ExtensionsTestJSON-820019131 tempest-ExtensionsTestJSON-820019131-project] http://10.222.0.39:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=94467) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 14:57:08.291574 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-b65d123c-8e42-4e57-b577-8e041fb02208 tempest-ExtensionsTestJSON-820019131 tempest-ExtensionsTestJSON-820019131-project] 10.222.0.39 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0158701 Aug 12 14:57:08.292439 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 39222) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:57:08.304713 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [None req-4328186b-5f74-4b9f-98f2-69263869ead7 tempest-ExtensionsTestJSON-820019131 tempest-ExtensionsTestJSON-820019131-project] http://10.222.0.39:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=94466) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 14:57:08.306690 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-4328186b-5f74-4b9f-98f2-69263869ead7 tempest-ExtensionsTestJSON-820019131 tempest-ExtensionsTestJSON-820019131-project] 10.222.0.39 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0097752 Aug 12 14:57:08.308938 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 39224) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:57:08.313511 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [None req-784961ec-8b22-4229-8170-c41c27a01733 tempest-ExtensionsTestJSON-820019131 tempest-ExtensionsTestJSON-820019131-project] http://10.222.0.39:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=94466) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 14:57:08.316343 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-784961ec-8b22-4229-8170-c41c27a01733 tempest-ExtensionsTestJSON-820019131 tempest-ExtensionsTestJSON-820019131-project] 10.222.0.39 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0063448 Aug 12 14:57:08.319486 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 39226) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:57:08.327232 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [None req-e427eb7c-703b-455e-bbfb-e47511c117a7 tempest-ExtensionsTestJSON-820019131 tempest-ExtensionsTestJSON-820019131-project] http://10.222.0.39:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=94467) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 14:57:08.331283 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-e427eb7c-703b-455e-bbfb-e47511c117a7 tempest-ExtensionsTestJSON-820019131 tempest-ExtensionsTestJSON-820019131-project] 10.222.0.39 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0100276 Aug 12 14:57:08.331879 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 39228) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:57:08.345121 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [None req-a2d14022-b011-4736-bfb3-ba2cbdf60e3f tempest-ExtensionsTestJSON-820019131 tempest-ExtensionsTestJSON-820019131-project] http://10.222.0.39:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=94467) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 14:57:08.351901 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-a2d14022-b011-4736-bfb3-ba2cbdf60e3f tempest-ExtensionsTestJSON-820019131 tempest-ExtensionsTestJSON-820019131-project] 10.222.0.39 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0185018 Aug 12 14:57:08.353853 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 39230) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:57:08.370704 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [None req-20a5600c-91a1-4b7f-a413-d0d7c1afc9ce tempest-ExtensionsTestJSON-820019131 tempest-ExtensionsTestJSON-820019131-project] http://10.222.0.39:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=94467) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 14:57:08.375577 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-20a5600c-91a1-4b7f-a413-d0d7c1afc9ce tempest-ExtensionsTestJSON-820019131 tempest-ExtensionsTestJSON-820019131-project] 10.222.0.39 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0089922 Aug 12 14:57:08.376598 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 39234) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:57:08.385469 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [None req-5f23273c-03bf-4e97-b29d-1bb8bd0bc20d tempest-ExtensionsTestJSON-820019131 tempest-ExtensionsTestJSON-820019131-project] http://10.222.0.39:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=94466) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 14:57:08.386747 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-5f23273c-03bf-4e97-b29d-1bb8bd0bc20d tempest-ExtensionsTestJSON-820019131 tempest-ExtensionsTestJSON-820019131-project] 10.222.0.39 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0067990 Aug 12 14:57:08.391805 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 39236) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:57:08.429728 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51558384-ffbe-4815-abcb-88c433a8947c req-965e898a-db8c-4eb4-8e0e-30c24f6264bc tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:57:08.430031 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [None req-928c5f60-981f-4322-aa46-bc168fb98c4d tempest-ExtensionsTestJSON-820019131 tempest-ExtensionsTestJSON-820019131-project] http://10.222.0.39:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=94466) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 14:57:08.431127 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-928c5f60-981f-4322-aa46-bc168fb98c4d tempest-ExtensionsTestJSON-820019131 tempest-ExtensionsTestJSON-820019131-project] 10.222.0.39 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0099103 Aug 12 14:57:08.433203 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-6cec3043-cd84-4ab6-b259-1b58479ec4e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:08.436033 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 39240) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:57:08.442528 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [None req-ab668cea-875c-4907-8260-c03f732d50c7 tempest-ExtensionsTestJSON-820019131 tempest-ExtensionsTestJSON-820019131-project] http://10.222.0.39:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=94466) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 14:57:08.443707 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-ab668cea-875c-4907-8260-c03f732d50c7 tempest-ExtensionsTestJSON-820019131 tempest-ExtensionsTestJSON-820019131-project] 10.222.0.39 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0066431 Aug 12 14:57:08.446998 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 39242) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:57:08.448701 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-51558384-ffbe-4815-abcb-88c433a8947c req-965e898a-db8c-4eb4-8e0e-30c24f6264bc tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/ports?device_id=5be77a56-d5ef-4a70-9846-307f9eb76fa5 HTTP/1.1" status: 200 len: 945 time: 0.0878773 Aug 12 14:57:08.452818 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [None req-daeabd8e-2370-4bbd-8b43-b5c8c1f30e45 tempest-ExtensionsTestJSON-820019131 tempest-ExtensionsTestJSON-820019131-project] http://10.222.0.39:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=94466) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 14:57:08.453877 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-daeabd8e-2370-4bbd-8b43-b5c8c1f30e45 tempest-ExtensionsTestJSON-820019131 tempest-ExtensionsTestJSON-820019131-project] 10.222.0.39 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0058410 Aug 12 14:57:08.459756 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-6cec3043-cd84-4ab6-b259-1b58479ec4e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:08.474900 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 39244) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:57:08.496944 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [None req-eff61f67-d59c-4983-ad9f-76c5337bfc99 tempest-ExtensionsTestJSON-820019131 tempest-ExtensionsTestJSON-820019131-project] http://10.222.0.39:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=94466) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 14:57:08.498136 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-eff61f67-d59c-4983-ad9f-76c5337bfc99 tempest-ExtensionsTestJSON-820019131 tempest-ExtensionsTestJSON-820019131-project] 10.222.0.39 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0153432 Aug 12 14:57:08.505300 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 39246) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:57:08.510774 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [None req-99056576-a31f-40f3-aee6-77f0c6a82dc5 tempest-ExtensionsTestJSON-820019131 tempest-ExtensionsTestJSON-820019131-project] http://10.222.0.39:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=94467) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 14:57:08.516575 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-99056576-a31f-40f3-aee6-77f0c6a82dc5 tempest-ExtensionsTestJSON-820019131 tempest-ExtensionsTestJSON-820019131-project] 10.222.0.39 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0101554 Aug 12 14:57:08.529637 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-51558384-ffbe-4815-abcb-88c433a8947c req-f704e139-134c-44d6-8fec-d08932a80f07 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/security-groups?id=188dc986-a686-4570-b7d8-3a6edb471033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671415 Aug 12 14:57:08.578342 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-6cec3043-cd84-4ab6-b259-1b58479ec4e4 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=adc35b08377448b2a43cecbf89b630f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8467486 Aug 12 14:57:08.578342 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cec3043-cd84-4ab6-b259-1b58479ec4e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e32e6cb-d032-425e-8c4b-7ea3d0cef2e0,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:57:08.578674 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 39250) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:57:08.591781 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75100b5e-bf94-4b4a-8e77-4bee2afa675e tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Router 40e9b167-df0c-44e9-929d-0decb76d5106 has already been hosted by L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f {{(pid=94466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 14:57:08.687897 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75100b5e-bf94-4b4a-8e77-4bee2afa675e tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 14:57:08.689471 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-d869c2f9-83b0-4473-8296-f5e2d562e430 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:08.697825 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-75100b5e-bf94-4b4a-8e77-4bee2afa675e tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] 10.222.0.39 "PUT /v2.0/routers/40e9b167-df0c-44e9-929d-0decb76d5106/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0613053 Aug 12 14:57:08.699841 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9362ce2e-4e78-432f-b91f-a38f0261a7f8 None None] Sync routers for ids ['40e9b167-df0c-44e9-929d-0decb76d5106'] in n-d-694802-15 {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 14:57:08.709684 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 39254) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:57:08.717415 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9362ce2e-4e78-432f-b91f-a38f0261a7f8 None None] Routers {'40e9b167-df0c-44e9-929d-0decb76d5106'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:57:08.718062 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-9362ce2e-4e78-432f-b91f-a38f0261a7f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:56:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['40e9b167-df0c-44e9-929d-0decb76d5106'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:57:08.857194 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvr_db [None req-9362ce2e-4e78-432f-b91f-a38f0261a7f8 None None] Set router 40e9b167-df0c-44e9-929d-0decb76d5106 gateway port host: None {{(pid=94468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:57:08.877920 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-d869c2f9-83b0-4473-8296-f5e2d562e430 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:08.914426 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec28f839-1233-4cf8-85e2-1176e92936e0 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Deleting subnet 4128f37b-afb4-4d17-af6f-d22950c79df3 {{(pid=94467) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 14:57:08.924601 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-ec28f839-1233-4cf8-85e2-1176e92936e0 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks [] for subnet, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:08.999381 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-ec28f839-1233-4cf8-85e2-1176e92936e0 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3857505'] for subnet, precommit_delete_associations {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:09.007725 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-9362ce2e-4e78-432f-b91f-a38f0261a7f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40e9b167-df0c-44e9-929d-0decb76d5106', 'name': 'tempest-RoutersTest-router-2128871921', 'tenant_id': '3fff5b8cf1f54dd9bfa41e8e05f81407', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:56:01Z', 'updated_at': '2021-08-12T14:57:07Z', 'revision_number': 11, 'project_id': '3fff5b8cf1f54dd9bfa41e8e05f81407', 'gw_port_host': None}], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:57:09.033112 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638fe665-785d-4eff-a93b-d814bbfd8bdb req-79fe1f32-f526-407b-a5db-418d0759ac16 tempest-TestVolumeBackupRestore-292524848 tempest-TestVolumeBackupRestore-292524848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:57:09.034753 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-638fe665-785d-4eff-a93b-d814bbfd8bdb req-79fe1f32-f526-407b-a5db-418d0759ac16 tempest-TestVolumeBackupRestore-292524848 tempest-TestVolumeBackupRestore-292524848-project] 10.222.0.39 "GET /v2.0/ports?device_id=db0202bd-94ea-42c4-9631-34efc8745fa9 HTTP/1.1" status: 200 len: 943 time: 0.1583118 Aug 12 14:57:09.058952 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-d869c2f9-83b0-4473-8296-f5e2d562e430 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:09.059896 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9362ce2e-4e78-432f-b91f-a38f0261a7f8 None None] Checking router: 40e9b167-df0c-44e9-929d-0decb76d5106 for host: n-d-694802-15 {{(pid=94468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 14:57:09.063048 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-d869c2f9-83b0-4473-8296-f5e2d562e430 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:09.067835 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-d869c2f9-83b0-4473-8296-f5e2d562e430 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4e32e6cb-d032-425e-8c4b-7ea3d0cef2e0 HTTP/1.1" status: 204 len: 168 time: 0.4840963 Aug 12 14:57:09.075153 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9362ce2e-4e78-432f-b91f-a38f0261a7f8 None None] Routers {'40e9b167-df0c-44e9-929d-0decb76d5106'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:57:09.076089 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-9362ce2e-4e78-432f-b91f-a38f0261a7f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:56:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['40e9b167-df0c-44e9-929d-0decb76d5106'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:57:09.090927 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d869c2f9-83b0-4473-8296-f5e2d562e430 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e32e6cb-d032-425e-8c4b-7ea3d0cef2e0,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:57:09.130514 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-638fe665-785d-4eff-a93b-d814bbfd8bdb req-f6cf684d-a498-4a0c-9a42-4d11e54ca323 tempest-TestVolumeBackupRestore-292524848 tempest-TestVolumeBackupRestore-292524848-project] 10.222.0.39 "GET /v2.0/security-groups?id=17282c6e-3c60-4b34-9e54-7461708f942e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0879514 Aug 12 14:57:09.179962 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvr_db [None req-9362ce2e-4e78-432f-b91f-a38f0261a7f8 None None] Set router 40e9b167-df0c-44e9-929d-0decb76d5106 gateway port host: None {{(pid=94468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:57:09.195506 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-ec28f839-1233-4cf8-85e2-1176e92936e0 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66416255'] for subnet, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:09.240384 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-9362ce2e-4e78-432f-b91f-a38f0261a7f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40e9b167-df0c-44e9-929d-0decb76d5106', 'name': 'tempest-RoutersTest-router-2128871921', 'tenant_id': '3fff5b8cf1f54dd9bfa41e8e05f81407', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:56:01Z', 'updated_at': '2021-08-12T14:57:07Z', 'revision_number': 11, 'project_id': '3fff5b8cf1f54dd9bfa41e8e05f81407', 'gw_port_host': None}], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:57:09.277038 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9362ce2e-4e78-432f-b91f-a38f0261a7f8 None None] The sync data for ids ['40e9b167-df0c-44e9-929d-0decb76d5106'] in n-d-694802-15 is: [{'id': '40e9b167-df0c-44e9-929d-0decb76d5106', 'name': 'tempest-RoutersTest-router-2128871921', 'tenant_id': '3fff5b8cf1f54dd9bfa41e8e05f81407', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:56:01Z', 'updated_at': '2021-08-12T14:57:07Z', 'revision_number': 11, 'project_id': '3fff5b8cf1f54dd9bfa41e8e05f81407', 'gw_port_host': None}] {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 14:57:09.332575 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-ec28f839-1233-4cf8-85e2-1176e92936e0 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66416232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2859225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3343748'] for subnet, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:09.389407 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 39266) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:57:09.395266 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-ec28f839-1233-4cf8-85e2-1176e92936e0 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks [] for subnet, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:09.398256 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-ec28f839-1233-4cf8-85e2-1176e92936e0 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] 10.222.0.39 "DELETE /v2.0/subnets/4128f37b-afb4-4d17-af6f-d22950c79df3 HTTP/1.1" status: 204 len: 168 time: 0.6875324 Aug 12 14:57:09.399561 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec28f839-1233-4cf8-85e2-1176e92936e0 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Pushing event deleted for resources: {'Subnet': ['ID=4128f37b-afb4-4d17-af6f-d22950c79df3,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:57:09.404642 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9919ea73-d760-452e-a05b-eb1351766b12 None None] Network 9219eb97-3230-4649-8601-9f1aeca0b6c7 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:57:09.406521 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 39268) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:57:09.593080 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2d888f95-a4a8-4683-9c6d-210e3fe8a268 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680608'] for network, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:09.683959 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2417f0e4-6253-4e3c-9a92-9c0a48a9b2b7 None None] DHCP port deletion for 9219eb97-3230-4649-8601-9f1aeca0b6c7 request from n-d-694802-15 {{(pid=94468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 14:57:09.752604 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-2d888f95-a4a8-4683-9c6d-210e3fe8a268 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Deleting port 58ec4b9b-6178-459a-88e2-71d13a08418c {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:57:09.753160 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2d888f95-a4a8-4683-9c6d-210e3fe8a268 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:09.808161 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fde223b-e59e-4d3f-b4e5-e4afbffe2bab req-ad41f2b3-6df5-4ac9-97a1-6fe20ef4564d tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:57:09.810579 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3fde223b-e59e-4d3f-b4e5-e4afbffe2bab req-ad41f2b3-6df5-4ac9-97a1-6fe20ef4564d tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/ports?device_id=5be77a56-d5ef-4a70-9846-307f9eb76fa5 HTTP/1.1" status: 200 len: 945 time: 0.1054983 Aug 12 14:57:09.816713 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-2417f0e4-6253-4e3c-9a92-9c0a48a9b2b7 None None] Deleting port 58ec4b9b-6178-459a-88e2-71d13a08418c {{(pid=94468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:57:09.817198 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-2417f0e4-6253-4e3c-9a92-9c0a48a9b2b7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:09.891484 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3fde223b-e59e-4d3f-b4e5-e4afbffe2bab req-5e0d34ba-3ba9-4297-883b-aa41971eb60a tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/security-groups?id=188dc986-a686-4570-b7d8-3a6edb471033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674281 Aug 12 14:57:09.925681 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-2417f0e4-6253-4e3c-9a92-9c0a48a9b2b7 None None] For port 58ec4b9b-6178-459a-88e2-71d13a08418c, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=58ec4b9b-6178-459a-88e2-71d13a08418c,segment=NetworkSegment(aa5e2875-8cd3-476a-b301-8dfb629de381),segment_id=aa5e2875-8cd3-476a-b301-8dfb629de381)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:57:09.926035 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-2417f0e4-6253-4e3c-9a92-9c0a48a9b2b7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:09.936517 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-2d888f95-a4a8-4683-9c6d-210e3fe8a268 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] For port 58ec4b9b-6178-459a-88e2-71d13a08418c, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=58ec4b9b-6178-459a-88e2-71d13a08418c,segment=NetworkSegment(aa5e2875-8cd3-476a-b301-8dfb629de381),segment_id=aa5e2875-8cd3-476a-b301-8dfb629de381)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:57:09.937262 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2d888f95-a4a8-4683-9c6d-210e3fe8a268 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:09.955572 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-2417f0e4-6253-4e3c-9a92-9c0a48a9b2b7 None None] Calling delete_port for 58ec4b9b-6178-459a-88e2-71d13a08418c owned by network:dhcp {{(pid=94468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:57:09.965824 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-2d888f95-a4a8-4683-9c6d-210e3fe8a268 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Calling delete_port for 58ec4b9b-6178-459a-88e2-71d13a08418c owned by network:dhcp {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:57:10.131617 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-2417f0e4-6253-4e3c-9a92-9c0a48a9b2b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262'] for port, after_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:10.148795 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-092b8ddf-1eac-4711-9952-c0375c652a5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:10.159917 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2d888f95-a4a8-4683-9c6d-210e3fe8a268 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:10.199385 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d888f95-a4a8-4683-9c6d-210e3fe8a268 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Pushing event deleted for resources: {'Port': ['ID=58ec4b9b-6178-459a-88e2-71d13a08418c,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:57:10.246601 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d888f95-a4a8-4683-9c6d-210e3fe8a268 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] No DVR routers for this DVR port 58ec4b9b-6178-459a-88e2-71d13a08418c on host n-d-694802-15 {{(pid=94466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:57:10.297058 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2417f0e4-6253-4e3c-9a92-9c0a48a9b2b7 None None] No DVR routers for this DVR port 58ec4b9b-6178-459a-88e2-71d13a08418c on host n-d-694802-15 {{(pid=94468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:57:10.329347 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2417f0e4-6253-4e3c-9a92-9c0a48a9b2b7 None None] Pushing event deleted for resources: {'Port': ['ID=58ec4b9b-6178-459a-88e2-71d13a08418c,revision_number=None']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:57:10.358089 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-38bea8c2-ff06-4a92-89bc-d76639b3391f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:10.373247 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 58ec4b9b-6178-459a-88e2-71d13a08418c no longer exists at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:57:10.424207 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] No Port match for: 58ec4b9b-6178-459a-88e2-71d13a08418c {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 14:57:10.424562 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 58ec4b9b-6178-459a-88e2-71d13a08418c not bound to the agent host n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:57:10.424997 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device e2da96b0-3228-4c3b-af77-7f6fccb5ef53 no longer exists at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:57:10.447122 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] No Port match for: e2da96b0-3228-4c3b-af77-7f6fccb5ef53 {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 14:57:10.447515 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device e2da96b0-3228-4c3b-af77-7f6fccb5ef53 not bound to the agent host n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:57:10.478783 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2d888f95-a4a8-4683-9c6d-210e3fe8a268 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66413304', 'neutron.services.segments.db._delete_segments_for_network-8744654118000'] for network, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:10.506836 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-2d888f95-a4a8-4683-9c6d-210e3fe8a268 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9219eb97-3230-4649-8601-9f1aeca0b6c7']}} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:57:10.531158 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-2d888f95-a4a8-4683-9c6d-210e3fe8a268 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa5e2875-8cd3-476a-b301-8dfb629de381') {'for_net_delete': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:57:10.531647 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-2d888f95-a4a8-4683-9c6d-210e3fe8a268 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa5e2875-8cd3-476a-b301-8dfb629de381') {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:57:10.557534 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf7d20d-31c7-48e6-897d-52749f741d90 req-44edc347-3de1-4b9c-a652-0e4fa935cbcb tempest-TestVolumeBackupRestore-292524848 tempest-TestVolumeBackupRestore-292524848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:57:10.565855 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-abf7d20d-31c7-48e6-897d-52749f741d90 req-44edc347-3de1-4b9c-a652-0e4fa935cbcb tempest-TestVolumeBackupRestore-292524848 tempest-TestVolumeBackupRestore-292524848-project] 10.222.0.39 "GET /v2.0/ports?device_id=db0202bd-94ea-42c4-9631-34efc8745fa9 HTTP/1.1" status: 200 len: 943 time: 0.2029228 Aug 12 14:57:10.575449 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2d888f95-a4a8-4683-9c6d-210e3fe8a268 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744654122361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2293560'] for segment, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:10.616191 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2d888f95-a4a8-4683-9c6d-210e3fe8a268 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:10.636460 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d888f95-a4a8-4683-9c6d-210e3fe8a268 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Releasing vlan 316 on physical network physnet1 to pool {{(pid=94466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 14:57:10.636460 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2d888f95-a4a8-4683-9c6d-210e3fe8a268 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3718595'] for segment, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:10.645782 n-d-694802-15 neutron-server[94466]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 14:57:10.645782 n-d-694802-15 neutron-server[94466]: self.session.flush() Aug 12 14:57:10.645782 n-d-694802-15 neutron-server[94466]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 14:57:10.645782 n-d-694802-15 neutron-server[94466]: self.session.flush() Aug 12 14:57:10.645782 n-d-694802-15 neutron-server[94466]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 14:57:10.645782 n-d-694802-15 neutron-server[94466]: self.session.flush() Aug 12 14:57:10.645782 n-d-694802-15 neutron-server[94466]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 14:57:10.645782 n-d-694802-15 neutron-server[94466]: self.session.flush() Aug 12 14:57:10.645782 n-d-694802-15 neutron-server[94466]: Traceback (most recent call last): Aug 12 14:57:10.645782 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 14:57:10.645782 n-d-694802-15 neutron-server[94466]: timer() Aug 12 14:57:10.645782 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 14:57:10.645782 n-d-694802-15 neutron-server[94466]: cb(*args, **kw) Aug 12 14:57:10.645782 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 14:57:10.645782 n-d-694802-15 neutron-server[94466]: return func(*args, **kwargs) Aug 12 14:57:10.645782 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 14:57:10.645782 n-d-694802-15 neutron-server[94466]: self._notify() Aug 12 14:57:10.645782 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 14:57:10.645782 n-d-694802-15 neutron-server[94466]: self.callback(batched_events) Aug 12 14:57:10.645782 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 14:57:10.645782 n-d-694802-15 neutron-server[94466]: event.method(event) Aug 12 14:57:10.645782 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 14:57:10.645782 n-d-694802-15 neutron-server[94466]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 14:57:10.645782 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 14:57:10.645782 n-d-694802-15 neutron-server[94466]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 14:57:10.645782 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 14:57:10.645782 n-d-694802-15 neutron-server[94466]: return f(self, *a, **k) Aug 12 14:57:10.645782 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 14:57:10.645782 n-d-694802-15 neutron-server[94466]: return self._get(url).json() Aug 12 14:57:10.645782 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 14:57:10.645782 n-d-694802-15 neutron-server[94466]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 14:57:10.645782 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 14:57:10.645782 n-d-694802-15 neutron-server[94466]: return self.request(url, 'GET', **kwargs) Aug 12 14:57:10.645782 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 14:57:10.645782 n-d-694802-15 neutron-server[94466]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 14:57:10.645782 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 14:57:10.645782 n-d-694802-15 neutron-server[94466]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 14:57:10.645782 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 14:57:10.645782 n-d-694802-15 neutron-server[94466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 14:57:10.645782 n-d-694802-15 neutron-server[94466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 14:57:10.649644 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-092b8ddf-1eac-4711-9952-c0375c652a5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:10.695840 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-092b8ddf-1eac-4711-9952-c0375c652a5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:10.763151 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-abf7d20d-31c7-48e6-897d-52749f741d90 req-e9b29948-e6f3-4246-8f09-d09ca3851205 tempest-TestVolumeBackupRestore-292524848 tempest-TestVolumeBackupRestore-292524848-project] 10.222.0.39 "GET /v2.0/security-groups?id=17282c6e-3c60-4b34-9e54-7461708f942e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1949704 Aug 12 14:57:10.805523 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092b8ddf-1eac-4711-9952-c0375c652a5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78c11cc6-9859-49b0-82ff-5e5d5e66ef15,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:57:10.826660 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-092b8ddf-1eac-4711-9952-c0375c652a5a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1b03e1a5122d44e091aa112dd0c470a3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4358370 Aug 12 14:57:10.830225 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 39304) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:57:10.839572 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2d888f95-a4a8-4683-9c6d-210e3fe8a268 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66413281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431520'] for network, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:10.863644 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2d888f95-a4a8-4683-9c6d-210e3fe8a268 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks [] for network, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:10.877857 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-2d888f95-a4a8-4683-9c6d-210e3fe8a268 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] 10.222.0.39 "DELETE /v2.0/networks/9219eb97-3230-4649-8601-9f1aeca0b6c7 HTTP/1.1" status: 204 len: 168 time: 1.4688399 Aug 12 14:57:10.880661 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 39306) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:57:10.890949 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-a80b543b-4335-4767-b639-6f0f4eb2b28f tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Request body: {'router': {'routes': None}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:57:10.962452 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-5c9c2c78-b2b9-46eb-badd-43e9bdfd7f58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:10.993809 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-5c9c2c78-b2b9-46eb-badd-43e9bdfd7f58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:11.070854 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-5c9c2c78-b2b9-46eb-badd-43e9bdfd7f58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:11.075865 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-5c9c2c78-b2b9-46eb-badd-43e9bdfd7f58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:11.078848 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-5c9c2c78-b2b9-46eb-badd-43e9bdfd7f58 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/78c11cc6-9859-49b0-82ff-5e5d5e66ef15 HTTP/1.1" status: 204 len: 168 time: 0.2467074 Aug 12 14:57:11.085714 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d888f95-a4a8-4683-9c6d-210e3fe8a268 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Pushing event deleted for resources: {'Network': ['ID=9219eb97-3230-4649-8601-9f1aeca0b6c7,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:57:11.093158 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9c2c78-b2b9-46eb-badd-43e9bdfd7f58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78c11cc6-9859-49b0-82ff-5e5d5e66ef15,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:57:11.168081 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965309b9-ba91-4018-a52d-c5ace315f414 req-cb01337b-706c-4d04-97c7-83ef96c05827 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:57:11.169823 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-965309b9-ba91-4018-a52d-c5ace315f414 req-cb01337b-706c-4d04-97c7-83ef96c05827 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/ports?device_id=5be77a56-d5ef-4a70-9846-307f9eb76fa5 HTTP/1.1" status: 200 len: 945 time: 0.0792120 Aug 12 14:57:11.218649 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-965309b9-ba91-4018-a52d-c5ace315f414 req-bec44016-0370-4532-b248-b411613b23dc tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/security-groups?id=188dc986-a686-4570-b7d8-3a6edb471033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414908 Aug 12 14:57:11.300559 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.extraroute_db [None req-a80b543b-4335-4767-b639-6f0f4eb2b28f tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Added routes are [] {{(pid=94466) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 12 14:57:11.301812 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.extraroute_db [None req-a80b543b-4335-4767-b639-6f0f4eb2b28f tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Removed routes are [] {{(pid=94466) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 12 14:57:11.302409 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a80b543b-4335-4767-b639-6f0f4eb2b28f tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-431363', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-429420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-104890'] for router, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:11.315932 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device f75d1eb3-a0db-439e-a6ba-fd0cfa4c2c88 details requested by agent hyperv_n-h2-694802-15 with host n-h2-694802-15 {{(pid=94468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 14:57:11.561696 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port f75d1eb3-a0db-439e-a6ba-fd0cfa4c2c88, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=f75d1eb3-a0db-439e-a6ba-fd0cfa4c2c88,segment=NetworkSegment(88856cee-c131-4e90-816c-e70f51095ce0),segment_id=88856cee-c131-4e90-816c-e70f51095ce0)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:57:11.578635 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Returning: {'device': 'f75d1eb3-a0db-439e-a6ba-fd0cfa4c2c88', 'network_id': 'a285089b-9348-4d2a-8604-205679144007', 'port_id': 'f75d1eb3-a0db-439e-a6ba-fd0cfa4c2c88', 'mac_address': 'fa:16:3e:8b:df:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4818c0e-24c1-4b2b-bc8f-7ad85839d2ca', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 14:57:11.584576 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:11.627145 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a80b543b-4335-4767-b639-6f0f4eb2b28f tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-431363', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-429420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-104890'] for router, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:11.628848 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a80b543b-4335-4767-b639-6f0f4eb2b28f tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-431608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-431370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-431601', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-429403'] for router, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:11.642982 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:11.662648 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f75d1eb3-a0db-439e-a6ba-fd0cfa4c2c88 {{(pid=94468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:57:11.696257 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port f75d1eb3-a0db-439e-a6ba-fd0cfa4c2c88, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=f75d1eb3-a0db-439e-a6ba-fd0cfa4c2c88,segment=NetworkSegment(88856cee-c131-4e90-816c-e70f51095ce0),segment_id=88856cee-c131-4e90-816c-e70f51095ce0)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:57:11.701067 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:11.760153 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Pushing event updated for resources: {'Port': ['ID=f75d1eb3-a0db-439e-a6ba-fd0cfa4c2c88,revision_number=4']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:57:11.789574 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a80b543b-4335-4767-b639-6f0f4eb2b28f tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Router 40e9b167-df0c-44e9-929d-0decb76d5106 has already been hosted by L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f {{(pid=94466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 14:57:11.923960 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a80b543b-4335-4767-b639-6f0f4eb2b28f tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 14:57:11.931488 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a80b543b-4335-4767-b639-6f0f4eb2b28f tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks [] for router, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:11.935295 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e306296e-42a3-410f-af1d-0d58d23d9551 None None] Sync routers for ids ['40e9b167-df0c-44e9-929d-0decb76d5106'] in n-d-694802-15 {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 14:57:11.935752 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-a80b543b-4335-4767-b639-6f0f4eb2b28f tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] 10.222.0.39 "PUT /v2.0/routers/40e9b167-df0c-44e9-929d-0decb76d5106 HTTP/1.1" status: 200 len: 701 time: 1.0535269 Aug 12 14:57:11.936456 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 39346) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:57:11.954672 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e306296e-42a3-410f-af1d-0d58d23d9551 None None] Routers {'40e9b167-df0c-44e9-929d-0decb76d5106'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:57:11.955811 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-e306296e-42a3-410f-af1d-0d58d23d9551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:56:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['40e9b167-df0c-44e9-929d-0decb76d5106'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:57:11.963757 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0fd39f-fb1c-4b30-a549-c01f143d597b req-0333a2c9-672e-42b1-a134-056739561053 tempest-TestVolumeBackupRestore-292524848 tempest-TestVolumeBackupRestore-292524848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:57:11.965338 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-eb0fd39f-fb1c-4b30-a549-c01f143d597b req-0333a2c9-672e-42b1-a134-056739561053 tempest-TestVolumeBackupRestore-292524848 tempest-TestVolumeBackupRestore-292524848-project] 10.222.0.39 "GET /v2.0/ports?device_id=db0202bd-94ea-42c4-9631-34efc8745fa9 HTTP/1.1" status: 200 len: 944 time: 0.1118681 Aug 12 14:57:12.026162 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 39350) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:57:12.028132 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-8e608661-745d-4cc7-91e1-a659f57ba90b tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] 10.222.0.39 "GET /v2.0/ports?device_id=40e9b167-df0c-44e9-929d-0decb76d5106 HTTP/1.1" status: 200 len: 205 time: 0.0826228 Aug 12 14:57:12.046066 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] get_ports_and_sgs() called for port_ids ['f75d1eb3-a0db-439e-a6ba-fd0cfa4c2c88'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:57:12.050678 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-e306296e-42a3-410f-af1d-0d58d23d9551 None None] Set router 40e9b167-df0c-44e9-929d-0decb76d5106 gateway port host: None {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:57:12.118650 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-e306296e-42a3-410f-af1d-0d58d23d9551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40e9b167-df0c-44e9-929d-0decb76d5106', 'name': 'tempest-RoutersTest-router-2128871921', 'tenant_id': '3fff5b8cf1f54dd9bfa41e8e05f81407', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:56:01Z', 'updated_at': '2021-08-12T14:57:07Z', 'revision_number': 11, 'project_id': '3fff5b8cf1f54dd9bfa41e8e05f81407', 'gw_port_host': None}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:57:12.150267 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e306296e-42a3-410f-af1d-0d58d23d9551 None None] Checking router: 40e9b167-df0c-44e9-929d-0decb76d5106 for host: n-d-694802-15 {{(pid=94469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 14:57:12.161772 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e306296e-42a3-410f-af1d-0d58d23d9551 None None] Routers {'40e9b167-df0c-44e9-929d-0decb76d5106'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:57:12.162424 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-e306296e-42a3-410f-af1d-0d58d23d9551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:56:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['40e9b167-df0c-44e9-929d-0decb76d5106'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:57:12.243978 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5c16c666-0295-4ca1-8595-e111a4d0ab67 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks [] for router, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:12.293248 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-eb0fd39f-fb1c-4b30-a549-c01f143d597b req-0acc04df-8861-4b9d-a518-9eb749b0315a tempest-TestVolumeBackupRestore-292524848 tempest-TestVolumeBackupRestore-292524848-project] 10.222.0.39 "GET /v2.0/security-groups?id=17282c6e-3c60-4b34-9e54-7461708f942e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3107376 Aug 12 14:57:12.349006 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-e306296e-42a3-410f-af1d-0d58d23d9551 None None] Set router 40e9b167-df0c-44e9-929d-0decb76d5106 gateway port host: None {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:57:12.458781 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-e306296e-42a3-410f-af1d-0d58d23d9551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40e9b167-df0c-44e9-929d-0decb76d5106', 'name': 'tempest-RoutersTest-router-2128871921', 'tenant_id': '3fff5b8cf1f54dd9bfa41e8e05f81407', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:56:01Z', 'updated_at': '2021-08-12T14:57:07Z', 'revision_number': 11, 'project_id': '3fff5b8cf1f54dd9bfa41e8e05f81407', 'gw_port_host': None}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:57:12.492629 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f40fb1-896b-47e2-8218-93fbc4820f04 req-69e4edfe-4828-4ecc-b817-62da5bcc48bc tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:57:12.505021 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-93f40fb1-896b-47e2-8218-93fbc4820f04 req-69e4edfe-4828-4ecc-b817-62da5bcc48bc tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/ports?device_id=5be77a56-d5ef-4a70-9846-307f9eb76fa5 HTTP/1.1" status: 200 len: 945 time: 0.1500003 Aug 12 14:57:12.534645 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e306296e-42a3-410f-af1d-0d58d23d9551 None None] The sync data for ids ['40e9b167-df0c-44e9-929d-0decb76d5106'] in n-d-694802-15 is: [{'id': '40e9b167-df0c-44e9-929d-0decb76d5106', 'name': 'tempest-RoutersTest-router-2128871921', 'tenant_id': '3fff5b8cf1f54dd9bfa41e8e05f81407', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:56:01Z', 'updated_at': '2021-08-12T14:57:07Z', 'revision_number': 11, 'project_id': '3fff5b8cf1f54dd9bfa41e8e05f81407', 'gw_port_host': None}] {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 14:57:12.599219 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-93f40fb1-896b-47e2-8218-93fbc4820f04 req-2111cc34-37c1-444b-b8ee-42b680517c6c tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/security-groups?id=188dc986-a686-4570-b7d8-3a6edb471033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909681 Aug 12 14:57:12.617357 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5c16c666-0295-4ca1-8595-e111a4d0ab67 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-429360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-104877'] for router, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:12.620671 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5c16c666-0295-4ca1-8595-e111a4d0ab67 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:12.685696 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5c16c666-0295-4ca1-8595-e111a4d0ab67 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-429375'] for router, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:12.687954 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c16c666-0295-4ca1-8595-e111a4d0ab67 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Fanout notify agent at l3_agent the message router_deleted on router 40e9b167-df0c-44e9-929d-0decb76d5106 {{(pid=94466) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 14:57:12.714649 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5c16c666-0295-4ca1-8595-e111a4d0ab67 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks [] for router, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:12.716521 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-5c16c666-0295-4ca1-8595-e111a4d0ab67 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] 10.222.0.39 "DELETE /v2.0/routers/40e9b167-df0c-44e9-929d-0decb76d5106 HTTP/1.1" status: 204 len: 168 time: 0.6850021 Aug 12 14:57:12.721803 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 39370) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:57:12.728073 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-7976243b-5a79-4874-821e-0339fca0a48d tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1648506833', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:57:12.758748 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:12.786521 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-7976243b-5a79-4874-821e-0339fca0a48d tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-430574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-104863'] for router, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:12.792725 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-7976243b-5a79-4874-821e-0339fca0a48d tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-429438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-431405', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66646573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-104852'] for router, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:12.899378 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-7976243b-5a79-4874-821e-0339fca0a48d tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:12.906344 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-7976243b-5a79-4874-821e-0339fca0a48d tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-429413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-431608'] for router, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:12.925836 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-7976243b-5a79-4874-821e-0339fca0a48d tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks [] for router, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:12.941187 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 39378) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:57:12.941891 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-7976243b-5a79-4874-821e-0339fca0a48d tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2203498 Aug 12 14:57:12.947274 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-4bc57ae5-58a1-4272-8778-a9e43c6a3234 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Request body: {'router': {'admin_state_up': True}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:57:13.028524 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:13.217456 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 39390) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:57:13.400410 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-8a39568b-8556-4979-936c-6ffb56bb3da9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:13.799468 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-558f47fb-a75f-4237-8c8d-d31dd301d7dc tempest-BulkNetworkOpsTest-1177350951 tempest-BulkNetworkOpsTest-1177350951-project] Request body: {'networks': [{'name': 'tempest-network--566216870'}, {'name': 'tempest-network--1991974653'}]} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:57:13.799989 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-558f47fb-a75f-4237-8c8d-d31dd301d7dc tempest-BulkNetworkOpsTest-1177350951 tempest-BulkNetworkOpsTest-1177350951-project] Request body: {'network': {'name': 'tempest-network--566216870'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:57:13.800843 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-558f47fb-a75f-4237-8c8d-d31dd301d7dc tempest-BulkNetworkOpsTest-1177350951 tempest-BulkNetworkOpsTest-1177350951-project] Request body: {'network': {'name': 'tempest-network--1991974653'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:57:13.840205 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d9f663-c151-4cda-bc65-10363b6058f6 req-6d270d4f-4c24-4aad-b95b-86ff05cd8db9 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:57:13.847929 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b2d9f663-c151-4cda-bc65-10363b6058f6 req-6d270d4f-4c24-4aad-b95b-86ff05cd8db9 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/ports?device_id=5be77a56-d5ef-4a70-9846-307f9eb76fa5 HTTP/1.1" status: 200 len: 945 time: 0.1041179 Aug 12 14:57:13.886969 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237eb44f-a27e-4613-9c1b-c042698bfef3 req-179badcd-d98a-4dda-afc6-58f9ac9bf6e3 tempest-TestVolumeBackupRestore-292524848 tempest-TestVolumeBackupRestore-292524848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:57:13.895755 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-237eb44f-a27e-4613-9c1b-c042698bfef3 req-179badcd-d98a-4dda-afc6-58f9ac9bf6e3 tempest-TestVolumeBackupRestore-292524848 tempest-TestVolumeBackupRestore-292524848-project] 10.222.0.39 "GET /v2.0/ports?device_id=db0202bd-94ea-42c4-9631-34efc8745fa9 HTTP/1.1" status: 200 len: 944 time: 0.1448522 Aug 12 14:57:13.899310 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b2d9f663-c151-4cda-bc65-10363b6058f6 req-82d75bd8-6a94-4577-ae75-df61d2f42eea tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/security-groups?id=188dc986-a686-4570-b7d8-3a6edb471033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498416 Aug 12 14:57:13.900312 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-558f47fb-a75f-4237-8c8d-d31dd301d7dc tempest-BulkNetworkOpsTest-1177350951 tempest-BulkNetworkOpsTest-1177350951-project] Made reservation on behalf of 51e9361ca8c14c2b881e9384dfc09b5a for: {'network': 2} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:57:13.906851 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-558f47fb-a75f-4237-8c8d-d31dd301d7dc tempest-BulkNetworkOpsTest-1177350951 tempest-BulkNetworkOpsTest-1177350951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for network, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:13.916512 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-558f47fb-a75f-4237-8c8d-d31dd301d7dc tempest-BulkNetworkOpsTest-1177350951 tempest-BulkNetworkOpsTest-1177350951-project] Notify callbacks [] for security_group, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:13.947558 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-237eb44f-a27e-4613-9c1b-c042698bfef3 req-7e0bb2ed-250f-4970-a2f0-04018a3ef74f tempest-TestVolumeBackupRestore-292524848 tempest-TestVolumeBackupRestore-292524848-project] 10.222.0.39 "GET /v2.0/security-groups?id=17282c6e-3c60-4b34-9e54-7461708f942e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459855 Aug 12 14:57:13.988299 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-1769855f-eda9-4483-9dc3-3220908ab45d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:14.034611 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4bc57ae5-58a1-4272-8778-a9e43c6a3234 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-431363', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-429420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-104890'] for router, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:14.046385 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4bc57ae5-58a1-4272-8778-a9e43c6a3234 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-431608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-431370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-431601', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-429403'] for router, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:14.105465 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-558f47fb-a75f-4237-8c8d-d31dd301d7dc tempest-BulkNetworkOpsTest-1177350951 tempest-BulkNetworkOpsTest-1177350951-project] Notify callbacks [] for security_group, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:14.110755 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-558f47fb-a75f-4237-8c8d-d31dd301d7dc tempest-BulkNetworkOpsTest-1177350951 tempest-BulkNetworkOpsTest-1177350951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:14.111316 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-558f47fb-a75f-4237-8c8d-d31dd301d7dc tempest-BulkNetworkOpsTest-1177350951 tempest-BulkNetworkOpsTest-1177350951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for network, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:14.150277 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-558f47fb-a75f-4237-8c8d-d31dd301d7dc tempest-BulkNetworkOpsTest-1177350951 tempest-BulkNetworkOpsTest-1177350951-project] vlan segment allocate from pool success with {'vlan_id': 323, 'physical_network': 'physnet1'} {{(pid=94467) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 14:57:14.161085 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-558f47fb-a75f-4237-8c8d-d31dd301d7dc tempest-BulkNetworkOpsTest-1177350951 tempest-BulkNetworkOpsTest-1177350951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:14.161625 n-d-694802-15 neutron-server[94467]: INFO neutron.db.segments_db [None req-558f47fb-a75f-4237-8c8d-d31dd301d7dc tempest-BulkNetworkOpsTest-1177350951 tempest-BulkNetworkOpsTest-1177350951-project] Added segment 1e0ce718-aa49-4667-95d1-e0d0d731728f of type vlan for network 01e726ef-c013-4f29-b162-7a9efb68da15 Aug 12 14:57:14.183368 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bc57ae5-58a1-4272-8778-a9e43c6a3234 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Router e5a707aa-e18b-4fb8-8225-46c576664734 is scheduled to L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f with binding_index 1 {{(pid=94466) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 14:57:14.211826 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-558f47fb-a75f-4237-8c8d-d31dd301d7dc tempest-BulkNetworkOpsTest-1177350951 tempest-BulkNetworkOpsTest-1177350951-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744653628263'] for network, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:14.218121 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558f47fb-a75f-4237-8c8d-d31dd301d7dc tempest-BulkNetworkOpsTest-1177350951 tempest-BulkNetworkOpsTest-1177350951-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d2174ce-e17b-4fe8-9701-e9bc00c56054,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:57:14.282986 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-558f47fb-a75f-4237-8c8d-d31dd301d7dc tempest-BulkNetworkOpsTest-1177350951 tempest-BulkNetworkOpsTest-1177350951-project] vlan segment allocate from pool success with {'vlan_id': 332, 'physical_network': 'physnet1'} {{(pid=94467) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 14:57:14.303893 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bc57ae5-58a1-4272-8778-a9e43c6a3234 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 14:57:14.309782 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-558f47fb-a75f-4237-8c8d-d31dd301d7dc tempest-BulkNetworkOpsTest-1177350951 tempest-BulkNetworkOpsTest-1177350951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:14.309782 n-d-694802-15 neutron-server[94467]: INFO neutron.db.segments_db [None req-558f47fb-a75f-4237-8c8d-d31dd301d7dc tempest-BulkNetworkOpsTest-1177350951 tempest-BulkNetworkOpsTest-1177350951-project] Added segment 4b336c32-1c6b-4848-a549-ed89634078c7 of type vlan for network 79c809ab-94a4-47fb-8d25-42793e2d2a0c Aug 12 14:57:14.317466 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2b7161c-2cf6-4d6f-bc72-0db3ae02865f None None] Sync routers for ids ['e5a707aa-e18b-4fb8-8225-46c576664734'] in n-d-694802-15 {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 14:57:14.333554 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2b7161c-2cf6-4d6f-bc72-0db3ae02865f None None] Routers {'e5a707aa-e18b-4fb8-8225-46c576664734'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:57:14.334527 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-d2b7161c-2cf6-4d6f-bc72-0db3ae02865f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:57:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['e5a707aa-e18b-4fb8-8225-46c576664734'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:57:14.340606 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4bc57ae5-58a1-4272-8778-a9e43c6a3234 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks [] for router, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:14.347520 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-4bc57ae5-58a1-4272-8778-a9e43c6a3234 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] 10.222.0.39 "PUT /v2.0/routers/e5a707aa-e18b-4fb8-8225-46c576664734 HTTP/1.1" status: 200 len: 694 time: 1.4051232 Aug 12 14:57:14.355329 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 39436) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:57:14.414116 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-558f47fb-a75f-4237-8c8d-d31dd301d7dc tempest-BulkNetworkOpsTest-1177350951 tempest-BulkNetworkOpsTest-1177350951-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744653628263'] for network, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:14.458495 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-558f47fb-a75f-4237-8c8d-d31dd301d7dc tempest-BulkNetworkOpsTest-1177350951 tempest-BulkNetworkOpsTest-1177350951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409'] for network, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:14.459003 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-558f47fb-a75f-4237-8c8d-d31dd301d7dc tempest-BulkNetworkOpsTest-1177350951 tempest-BulkNetworkOpsTest-1177350951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409'] for network, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:14.470659 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-558f47fb-a75f-4237-8c8d-d31dd301d7dc tempest-BulkNetworkOpsTest-1177350951 tempest-BulkNetworkOpsTest-1177350951-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:57:14.484525 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-558f47fb-a75f-4237-8c8d-d31dd301d7dc tempest-BulkNetworkOpsTest-1177350951 tempest-BulkNetworkOpsTest-1177350951-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:57:14.484525 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-558f47fb-a75f-4237-8c8d-d31dd301d7dc tempest-BulkNetworkOpsTest-1177350951 tempest-BulkNetworkOpsTest-1177350951-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for network, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:14.518693 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvr_db [None req-d2b7161c-2cf6-4d6f-bc72-0db3ae02865f None None] Set router e5a707aa-e18b-4fb8-8225-46c576664734 gateway port host: None {{(pid=94468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:57:14.533855 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-558f47fb-a75f-4237-8c8d-d31dd301d7dc tempest-BulkNetworkOpsTest-1177350951 tempest-BulkNetworkOpsTest-1177350951-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.3127179 Aug 12 14:57:14.539787 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-f524129c-4e8e-4fc1-8658-101183da48a9 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] 10.222.0.39 "GET /v2.0/routers/e5a707aa-e18b-4fb8-8225-46c576664734 HTTP/1.1" status: 200 len: 700 time: 0.1829057 Aug 12 14:57:14.541180 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 39444) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:57:14.542517 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 39446) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:57:14.661811 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558f47fb-a75f-4237-8c8d-d31dd301d7dc tempest-BulkNetworkOpsTest-1177350951 tempest-BulkNetworkOpsTest-1177350951-project] Pushing event updated for resources: {'Network': ['ID=01e726ef-c013-4f29-b162-7a9efb68da15,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:57:14.830705 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558f47fb-a75f-4237-8c8d-d31dd301d7dc tempest-BulkNetworkOpsTest-1177350951 tempest-BulkNetworkOpsTest-1177350951-project] Pushing event updated for resources: {'Network': ['ID=79c809ab-94a4-47fb-8d25-42793e2d2a0c,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:57:14.852051 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0158e2b-f769-4ec2-9564-e00d1da0e9fb tempest-BulkNetworkOpsTest-1177350951 tempest-BulkNetworkOpsTest-1177350951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:57:14.860134 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0158e2b-f769-4ec2-9564-e00d1da0e9fb tempest-BulkNetworkOpsTest-1177350951 tempest-BulkNetworkOpsTest-1177350951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:57:14.866881 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0158e2b-f769-4ec2-9564-e00d1da0e9fb tempest-BulkNetworkOpsTest-1177350951 tempest-BulkNetworkOpsTest-1177350951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:57:14.867147 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Network 01e726ef-c013-4f29-b162-7a9efb68da15 details requested by agent ovs-agent-n-d-694802-15 with host n-d-694802-15 {{(pid=94468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 14:57:14.868918 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Network 79c809ab-94a4-47fb-8d25-42793e2d2a0c details requested by agent ovs-agent-n-d-694802-15 with host n-d-694802-15 {{(pid=94468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 14:57:14.873757 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0158e2b-f769-4ec2-9564-e00d1da0e9fb tempest-BulkNetworkOpsTest-1177350951 tempest-BulkNetworkOpsTest-1177350951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:57:14.875821 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-c0158e2b-f769-4ec2-9564-e00d1da0e9fb tempest-BulkNetworkOpsTest-1177350951 tempest-BulkNetworkOpsTest-1177350951-project] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.3314965 Aug 12 14:57:14.878823 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 39466) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:57:14.923584 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 39474) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:57:14.924101 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-4fd0ef64-2b28-4c8d-8bb7-a9e2816ad66c tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] 10.222.0.39 "GET /v2.0/ports?device_id=e5a707aa-e18b-4fb8-8225-46c576664734 HTTP/1.1" status: 200 len: 205 time: 0.3781672 Aug 12 14:57:15.047914 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-d2b7161c-2cf6-4d6f-bc72-0db3ae02865f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5a707aa-e18b-4fb8-8225-46c576664734', 'name': 'tempest-RoutersTest-router-1648506833', 'tenant_id': '3fff5b8cf1f54dd9bfa41e8e05f81407', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:57:12Z', 'updated_at': '2021-08-12T14:57:14Z', 'revision_number': 2, 'project_id': '3fff5b8cf1f54dd9bfa41e8e05f81407', 'gw_port_host': None}], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:57:15.079484 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-339b978d-5946-43c5-905d-07ab4da2c129 tempest-BulkNetworkOpsTest-1177350951 tempest-BulkNetworkOpsTest-1177350951-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680608'] for network, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:15.192965 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-53c6e28f-c9c2-4c07-9200-eab29386b874 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks [] for router, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:15.247718 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2b7161c-2cf6-4d6f-bc72-0db3ae02865f None None] Checking router: e5a707aa-e18b-4fb8-8225-46c576664734 for host: n-d-694802-15 {{(pid=94468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 14:57:15.325170 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2b7161c-2cf6-4d6f-bc72-0db3ae02865f None None] Routers {'e5a707aa-e18b-4fb8-8225-46c576664734'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:57:15.326065 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-d2b7161c-2cf6-4d6f-bc72-0db3ae02865f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:57:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['e5a707aa-e18b-4fb8-8225-46c576664734'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:57:15.332191 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93847b51-676a-4170-abc1-77f9226dc278 req-18704139-4297-4ec0-9eb7-6f12d59ae490 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:57:15.335771 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-93847b51-676a-4170-abc1-77f9226dc278 req-18704139-4297-4ec0-9eb7-6f12d59ae490 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/ports?device_id=5be77a56-d5ef-4a70-9846-307f9eb76fa5 HTTP/1.1" status: 200 len: 945 time: 0.2389290 Aug 12 14:57:15.452284 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-93847b51-676a-4170-abc1-77f9226dc278 req-c8259bd0-2072-47a3-891e-ad4a830ff987 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/security-groups?id=188dc986-a686-4570-b7d8-3a6edb471033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067822 Aug 12 14:57:15.481399 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device f75d1eb3-a0db-439e-a6ba-fd0cfa4c2c88 up at agent hyperv_n-h2-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:57:15.495873 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-339b978d-5946-43c5-905d-07ab4da2c129 tempest-BulkNetworkOpsTest-1177350951 tempest-BulkNetworkOpsTest-1177350951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66413304', 'neutron.services.segments.db._delete_segments_for_network-8744654118000'] for network, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:15.530892 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-339b978d-5946-43c5-905d-07ab4da2c129 tempest-BulkNetworkOpsTest-1177350951 tempest-BulkNetworkOpsTest-1177350951-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01e726ef-c013-4f29-b162-7a9efb68da15']}} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:57:15.559804 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-339b978d-5946-43c5-905d-07ab4da2c129 tempest-BulkNetworkOpsTest-1177350951 tempest-BulkNetworkOpsTest-1177350951-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e0ce718-aa49-4667-95d1-e0d0d731728f') {'for_net_delete': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:57:15.565134 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-339b978d-5946-43c5-905d-07ab4da2c129 tempest-BulkNetworkOpsTest-1177350951 tempest-BulkNetworkOpsTest-1177350951-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e0ce718-aa49-4667-95d1-e0d0d731728f') {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:57:15.583390 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-339b978d-5946-43c5-905d-07ab4da2c129 tempest-BulkNetworkOpsTest-1177350951 tempest-BulkNetworkOpsTest-1177350951-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744654122361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2293560'] for segment, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:15.608756 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-339b978d-5946-43c5-905d-07ab4da2c129 tempest-BulkNetworkOpsTest-1177350951 tempest-BulkNetworkOpsTest-1177350951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:15.621313 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-339b978d-5946-43c5-905d-07ab4da2c129 tempest-BulkNetworkOpsTest-1177350951 tempest-BulkNetworkOpsTest-1177350951-project] Releasing vlan 323 on physical network physnet1 to pool {{(pid=94466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 14:57:15.621792 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-339b978d-5946-43c5-905d-07ab4da2c129 tempest-BulkNetworkOpsTest-1177350951 tempest-BulkNetworkOpsTest-1177350951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3718595'] for segment, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:15.625982 n-d-694802-15 neutron-server[94466]: Traceback (most recent call last): Aug 12 14:57:15.625982 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 14:57:15.625982 n-d-694802-15 neutron-server[94466]: timer() Aug 12 14:57:15.625982 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 14:57:15.625982 n-d-694802-15 neutron-server[94466]: cb(*args, **kw) Aug 12 14:57:15.625982 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 14:57:15.625982 n-d-694802-15 neutron-server[94466]: return func(*args, **kwargs) Aug 12 14:57:15.625982 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 14:57:15.625982 n-d-694802-15 neutron-server[94466]: self._notify() Aug 12 14:57:15.625982 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 14:57:15.625982 n-d-694802-15 neutron-server[94466]: self.callback(batched_events) Aug 12 14:57:15.625982 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 14:57:15.625982 n-d-694802-15 neutron-server[94466]: event.method(event) Aug 12 14:57:15.625982 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 14:57:15.625982 n-d-694802-15 neutron-server[94466]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 14:57:15.625982 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 14:57:15.625982 n-d-694802-15 neutron-server[94466]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 14:57:15.625982 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 14:57:15.625982 n-d-694802-15 neutron-server[94466]: return f(self, *a, **k) Aug 12 14:57:15.625982 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 14:57:15.625982 n-d-694802-15 neutron-server[94466]: return self._get(url).json() Aug 12 14:57:15.625982 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 14:57:15.625982 n-d-694802-15 neutron-server[94466]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 14:57:15.625982 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 14:57:15.625982 n-d-694802-15 neutron-server[94466]: return self.request(url, 'GET', **kwargs) Aug 12 14:57:15.625982 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 14:57:15.625982 n-d-694802-15 neutron-server[94466]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 14:57:15.625982 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 14:57:15.625982 n-d-694802-15 neutron-server[94466]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 14:57:15.625982 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 14:57:15.625982 n-d-694802-15 neutron-server[94466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 14:57:15.625982 n-d-694802-15 neutron-server[94466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 14:57:15.635930 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0493fad-c22f-4325-8293-051c2e2b7de0 req-201efbb5-e2f0-44aa-b91d-e46222dd7e91 tempest-TestVolumeBackupRestore-292524848 tempest-TestVolumeBackupRestore-292524848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:57:15.649311 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e0493fad-c22f-4325-8293-051c2e2b7de0 req-201efbb5-e2f0-44aa-b91d-e46222dd7e91 tempest-TestVolumeBackupRestore-292524848 tempest-TestVolumeBackupRestore-292524848-project] 10.222.0.39 "GET /v2.0/ports?device_id=db0202bd-94ea-42c4-9631-34efc8745fa9 HTTP/1.1" status: 200 len: 944 time: 0.4529042 Aug 12 14:57:15.669548 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-53c6e28f-c9c2-4c07-9200-eab29386b874 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-429360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-104877'] for router, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:15.685074 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-53c6e28f-c9c2-4c07-9200-eab29386b874 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:15.751836 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvr_db [None req-d2b7161c-2cf6-4d6f-bc72-0db3ae02865f None None] Set router e5a707aa-e18b-4fb8-8225-46c576664734 gateway port host: None {{(pid=94468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:57:15.830397 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e0493fad-c22f-4325-8293-051c2e2b7de0 req-44c672bd-c195-4f97-8086-fc6f05262530 tempest-TestVolumeBackupRestore-292524848 tempest-TestVolumeBackupRestore-292524848-project] 10.222.0.39 "GET /v2.0/security-groups?id=17282c6e-3c60-4b34-9e54-7461708f942e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1552622 Aug 12 14:57:15.835747 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-53c6e28f-c9c2-4c07-9200-eab29386b874 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-429375'] for router, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:15.836501 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53c6e28f-c9c2-4c07-9200-eab29386b874 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Fanout notify agent at l3_agent the message router_deleted on router e5a707aa-e18b-4fb8-8225-46c576664734 {{(pid=94467) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 14:57:15.852054 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-53c6e28f-c9c2-4c07-9200-eab29386b874 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] Notify callbacks [] for router, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:15.856596 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-53c6e28f-c9c2-4c07-9200-eab29386b874 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] 10.222.0.39 "DELETE /v2.0/routers/e5a707aa-e18b-4fb8-8225-46c576664734 HTTP/1.1" status: 204 len: 168 time: 0.9315815 Aug 12 14:57:15.860548 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 39520) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:57:15.862977 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-339b978d-5946-43c5-905d-07ab4da2c129 tempest-BulkNetworkOpsTest-1177350951 tempest-BulkNetworkOpsTest-1177350951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66413281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431520'] for network, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:15.897094 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-d2b7161c-2cf6-4d6f-bc72-0db3ae02865f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5a707aa-e18b-4fb8-8225-46c576664734', 'name': 'tempest-RoutersTest-router-1648506833', 'tenant_id': '3fff5b8cf1f54dd9bfa41e8e05f81407', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:57:12Z', 'updated_at': '2021-08-12T14:57:14Z', 'revision_number': 2, 'project_id': '3fff5b8cf1f54dd9bfa41e8e05f81407', 'gw_port_host': None}], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:57:15.906522 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-fe95f194-a3b0-4c04-9e42-20b511169d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:15.929114 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-3968a495-0958-4da4-b3ab-a3d95baf5e49 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] 10.222.0.39 "GET /v2.0/ports?device_id=e5a707aa-e18b-4fb8-8225-46c576664734 HTTP/1.1" status: 200 len: 205 time: 0.0672798 Aug 12 14:57:15.930607 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-339b978d-5946-43c5-905d-07ab4da2c129 tempest-BulkNetworkOpsTest-1177350951 tempest-BulkNetworkOpsTest-1177350951-project] Notify callbacks [] for network, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:15.931411 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 39522) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:57:15.937527 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-339b978d-5946-43c5-905d-07ab4da2c129 tempest-BulkNetworkOpsTest-1177350951 tempest-BulkNetworkOpsTest-1177350951-project] 10.222.0.39 "DELETE /v2.0/networks/01e726ef-c013-4f29-b162-7a9efb68da15 HTTP/1.1" status: 204 len: 168 time: 1.0572054 Aug 12 14:57:15.939440 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339b978d-5946-43c5-905d-07ab4da2c129 tempest-BulkNetworkOpsTest-1177350951 tempest-BulkNetworkOpsTest-1177350951-project] Pushing event deleted for resources: {'Network': ['ID=01e726ef-c013-4f29-b162-7a9efb68da15,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:57:15.956140 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 39524) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:57:16.006541 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2b7161c-2cf6-4d6f-bc72-0db3ae02865f None None] The sync data for ids ['e5a707aa-e18b-4fb8-8225-46c576664734'] in n-d-694802-15 is: [{'id': 'e5a707aa-e18b-4fb8-8225-46c576664734', 'name': 'tempest-RoutersTest-router-1648506833', 'tenant_id': '3fff5b8cf1f54dd9bfa41e8e05f81407', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:57:12Z', 'updated_at': '2021-08-12T14:57:14Z', 'revision_number': 2, 'project_id': '3fff5b8cf1f54dd9bfa41e8e05f81407', 'gw_port_host': None}] {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 14:57:16.040835 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Provisioning for port f75d1eb3-a0db-439e-a6ba-fd0cfa4c2c88 completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:57:16.052319 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Provisioning complete for port f75d1eb3-a0db-439e-a6ba-fd0cfa4c2c88 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:57:16.053004 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:16.076902 n-d-694802-15 neutron-server[94467]: INFO neutron.api.v2.resource [None req-88130f33-d37a-4a94-8778-0b1d33da50bc tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] delete failed (client error): The resource could not be found. Aug 12 14:57:16.078548 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-88130f33-d37a-4a94-8778-0b1d33da50bc tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] 10.222.0.39 "DELETE /v2.0/routers/e5a707aa-e18b-4fb8-8225-46c576664734 HTTP/1.1" status: 404 len: 336 time: 0.1461427 Aug 12 14:57:16.081188 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 39528) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:57:16.158014 n-d-694802-15 neutron-server[94467]: INFO neutron.pecan_wsgi.hooks.translation [None req-fcfb973d-6d6c-47f5-9448-340809038437 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] DELETE failed (client error): The resource could not be found. Aug 12 14:57:16.159168 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fcfb973d-6d6c-47f5-9448-340809038437 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94467) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 14:57:16.162014 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-fcfb973d-6d6c-47f5-9448-340809038437 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] 10.222.0.39 "DELETE /v2.0/subnets/7d0f8ee6-21f4-4a31-92a0-0e5589d9052f HTTP/1.1" status: 404 len: 337 time: 0.0791242 Aug 12 14:57:16.177950 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 39532) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:57:16.189525 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ee0c09b3-72a9-4910-871d-611d7d19f7cf tempest-BulkNetworkOpsTest-1177350951 tempest-BulkNetworkOpsTest-1177350951-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680608'] for network, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:16.293907 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ee0c09b3-72a9-4910-871d-611d7d19f7cf tempest-BulkNetworkOpsTest-1177350951 tempest-BulkNetworkOpsTest-1177350951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66413304', 'neutron.services.segments.db._delete_segments_for_network-8744654118000'] for network, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:16.305568 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-ee0c09b3-72a9-4910-871d-611d7d19f7cf tempest-BulkNetworkOpsTest-1177350951 tempest-BulkNetworkOpsTest-1177350951-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79c809ab-94a4-47fb-8d25-42793e2d2a0c']}} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:57:16.312555 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:16.317334 n-d-694802-15 neutron-server[94467]: INFO neutron.pecan_wsgi.hooks.translation [None req-94afe1a9-1a96-4461-920e-29110ff043dc tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] DELETE failed (client error): The resource could not be found. Aug 12 14:57:16.318393 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94afe1a9-1a96-4461-920e-29110ff043dc tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94467) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 14:57:16.324537 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-94afe1a9-1a96-4461-920e-29110ff043dc tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] 10.222.0.39 "DELETE /v2.0/subnets/0aa483b6-6b5f-48ae-a00a-4a5796aa4903 HTTP/1.1" status: 404 len: 337 time: 0.1406596 Aug 12 14:57:16.328646 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 39538) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:57:16.331371 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-ee0c09b3-72a9-4910-871d-611d7d19f7cf tempest-BulkNetworkOpsTest-1177350951 tempest-BulkNetworkOpsTest-1177350951-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b336c32-1c6b-4848-a549-ed89634078c7') {'for_net_delete': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:57:16.331738 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-ee0c09b3-72a9-4910-871d-611d7d19f7cf tempest-BulkNetworkOpsTest-1177350951 tempest-BulkNetworkOpsTest-1177350951-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b336c32-1c6b-4848-a549-ed89634078c7') {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:57:16.352965 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ee0c09b3-72a9-4910-871d-611d7d19f7cf tempest-BulkNetworkOpsTest-1177350951 tempest-BulkNetworkOpsTest-1177350951-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744654122361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2293560'] for segment, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:16.370755 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db0202bd-94ea-42c4-9631-34efc8745fa9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f75d1eb3-a0db-439e-a6ba-fd0cfa4c2c88'}] {{(pid=94468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:57:16.377845 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99a8d87602170099c728e57431aca99e9b98a655a83bbf8727be13192709727b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-262b37e7-6ded-49a7-b91b-6aa786255b6c" -d '{"events": [{"server_uuid": "db0202bd-94ea-42c4-9631-34efc8745fa9", "name": "network-vif-plugged", "status": "completed", "tag": "f75d1eb3-a0db-439e-a6ba-fd0cfa4c2c88"}]}' {{(pid=94468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:57:16.384605 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ee0c09b3-72a9-4910-871d-611d7d19f7cf tempest-BulkNetworkOpsTest-1177350951 tempest-BulkNetworkOpsTest-1177350951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:16.389465 n-d-694802-15 neutron-server[94467]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c0a1e42-b248-40c7-8b0f-a1742f80d878 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] DELETE failed (client error): The resource could not be found. Aug 12 14:57:16.393233 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c0a1e42-b248-40c7-8b0f-a1742f80d878 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94467) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 14:57:16.397469 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-2c0a1e42-b248-40c7-8b0f-a1742f80d878 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] 10.222.0.39 "DELETE /v2.0/subnets/e63b96f0-a969-4791-9940-6b77120e2e10 HTTP/1.1" status: 404 len: 337 time: 0.0656321 Aug 12 14:57:16.397659 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee0c09b3-72a9-4910-871d-611d7d19f7cf tempest-BulkNetworkOpsTest-1177350951 tempest-BulkNetworkOpsTest-1177350951-project] Releasing vlan 332 on physical network physnet1 to pool {{(pid=94466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 14:57:16.397659 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ee0c09b3-72a9-4910-871d-611d7d19f7cf tempest-BulkNetworkOpsTest-1177350951 tempest-BulkNetworkOpsTest-1177350951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3718595'] for segment, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:16.400810 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 39542) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:57:16.412245 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port f75d1eb3-a0db-439e-a6ba-fd0cfa4c2c88, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=f75d1eb3-a0db-439e-a6ba-fd0cfa4c2c88,segment=NetworkSegment(88856cee-c131-4e90-816c-e70f51095ce0),segment_id=88856cee-c131-4e90-816c-e70f51095ce0)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:57:16.421636 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:16.458193 n-d-694802-15 neutron-server[94467]: INFO neutron.pecan_wsgi.hooks.translation [None req-71e4f435-ff1a-49ee-b044-27bca998acb6 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] DELETE failed (client error): The resource could not be found. Aug 12 14:57:16.463389 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71e4f435-ff1a-49ee-b044-27bca998acb6 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94467) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 14:57:16.470333 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-71e4f435-ff1a-49ee-b044-27bca998acb6 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] 10.222.0.39 "DELETE /v2.0/subnets/4128f37b-afb4-4d17-af6f-d22950c79df3 HTTP/1.1" status: 404 len: 337 time: 0.0658343 Aug 12 14:57:16.470902 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 39544) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:57:16.472410 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 39546) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:57:16.553573 n-d-694802-15 neutron-server[94466]: Traceback (most recent call last): Aug 12 14:57:16.553573 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 14:57:16.553573 n-d-694802-15 neutron-server[94466]: timer() Aug 12 14:57:16.553573 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 14:57:16.553573 n-d-694802-15 neutron-server[94466]: cb(*args, **kw) Aug 12 14:57:16.553573 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 14:57:16.553573 n-d-694802-15 neutron-server[94466]: return func(*args, **kwargs) Aug 12 14:57:16.553573 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 14:57:16.553573 n-d-694802-15 neutron-server[94466]: self._notify() Aug 12 14:57:16.553573 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 14:57:16.553573 n-d-694802-15 neutron-server[94466]: self.callback(batched_events) Aug 12 14:57:16.553573 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 14:57:16.553573 n-d-694802-15 neutron-server[94466]: event.method(event) Aug 12 14:57:16.553573 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 14:57:16.553573 n-d-694802-15 neutron-server[94466]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 14:57:16.553573 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 14:57:16.553573 n-d-694802-15 neutron-server[94466]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 14:57:16.553573 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 14:57:16.553573 n-d-694802-15 neutron-server[94466]: return f(self, *a, **k) Aug 12 14:57:16.553573 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 14:57:16.553573 n-d-694802-15 neutron-server[94466]: return self._get(url).json() Aug 12 14:57:16.553573 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 14:57:16.553573 n-d-694802-15 neutron-server[94466]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 14:57:16.553573 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 14:57:16.553573 n-d-694802-15 neutron-server[94466]: return self.request(url, 'GET', **kwargs) Aug 12 14:57:16.553573 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 14:57:16.553573 n-d-694802-15 neutron-server[94466]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 14:57:16.553573 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 14:57:16.553573 n-d-694802-15 neutron-server[94466]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 14:57:16.553573 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 14:57:16.553573 n-d-694802-15 neutron-server[94466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 14:57:16.553573 n-d-694802-15 neutron-server[94466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 14:57:16.559491 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-100072a2-daa3-4db7-b1fd-c9d4e39e7551 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] 10.222.0.39 "GET /v2.0/ports?device_id=40e9b167-df0c-44e9-929d-0decb76d5106 HTTP/1.1" status: 200 len: 205 time: 0.0789597 Aug 12 14:57:16.562322 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 39554) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:57:16.567352 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 14:57:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd2b7a0b-22d0-4786-b9de-ada2e8ad61ad x-openstack-request-id: req-cd2b7a0b-22d0-4786-b9de-ada2e8ad61ad {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:57:16.567975 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db0202bd-94ea-42c4-9631-34efc8745fa9", "name": "network-vif-plugged", "status": "completed", "tag": "f75d1eb3-a0db-439e-a6ba-fd0cfa4c2c88", "code": 200}]} {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:57:16.568547 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-cd2b7a0b-22d0-4786-b9de-ada2e8ad61ad {{(pid=94468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:57:16.573447 n-d-694802-15 neutron-server[94468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db0202bd-94ea-42c4-9631-34efc8745fa9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f75d1eb3-a0db-439e-a6ba-fd0cfa4c2c88', 'code': 200} Aug 12 14:57:16.600621 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Pushing event updated for resources: {'Port': ['ID=f75d1eb3-a0db-439e-a6ba-fd0cfa4c2c88,revision_number=5']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:57:16.611435 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ee0c09b3-72a9-4910-871d-611d7d19f7cf tempest-BulkNetworkOpsTest-1177350951 tempest-BulkNetworkOpsTest-1177350951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66413281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431520'] for network, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:16.633477 n-d-694802-15 neutron-server[94467]: INFO neutron.api.v2.resource [None req-4fb1a7f5-5798-402d-95cc-433bc677fae4 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] delete failed (client error): The resource could not be found. Aug 12 14:57:16.635814 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-4fb1a7f5-5798-402d-95cc-433bc677fae4 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] 10.222.0.39 "DELETE /v2.0/routers/40e9b167-df0c-44e9-929d-0decb76d5106 HTTP/1.1" status: 404 len: 336 time: 0.0723438 Aug 12 14:57:16.650273 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 39556) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:57:16.674258 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ee0c09b3-72a9-4910-871d-611d7d19f7cf tempest-BulkNetworkOpsTest-1177350951 tempest-BulkNetworkOpsTest-1177350951-project] Notify callbacks [] for network, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:16.679216 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-ee0c09b3-72a9-4910-871d-611d7d19f7cf tempest-BulkNetworkOpsTest-1177350951 tempest-BulkNetworkOpsTest-1177350951-project] 10.222.0.39 "DELETE /v2.0/networks/79c809ab-94a4-47fb-8d25-42793e2d2a0c HTTP/1.1" status: 204 len: 168 time: 0.7155473 Aug 12 14:57:16.690198 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 39560) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:57:16.743983 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-6c0dfeff-4d30-4a20-8174-20e9cc887cf2 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] 10.222.0.39 "GET /v2.0/ports?device_id=b4ff258d-6df9-4e9c-a55b-4d266545a98a HTTP/1.1" status: 200 len: 205 time: 0.0899904 Aug 12 14:57:16.748609 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0c09b3-72a9-4910-871d-611d7d19f7cf tempest-BulkNetworkOpsTest-1177350951 tempest-BulkNetworkOpsTest-1177350951-project] Pushing event deleted for resources: {'Network': ['ID=79c809ab-94a4-47fb-8d25-42793e2d2a0c,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:57:16.748863 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 39562) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:57:16.763325 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-fae76be1-1396-4b1c-a38a-084c0de9e026 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:16.822944 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a3dbbf-ed68-45c0-b9e9-0f4da15722b9 req-80036de0-1b01-459d-b983-f8736b7a0501 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:57:16.824518 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b6a3dbbf-ed68-45c0-b9e9-0f4da15722b9 req-80036de0-1b01-459d-b983-f8736b7a0501 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/ports?device_id=5be77a56-d5ef-4a70-9846-307f9eb76fa5 HTTP/1.1" status: 200 len: 945 time: 0.1938448 Aug 12 14:57:16.825690 n-d-694802-15 neutron-server[94467]: INFO neutron.api.v2.resource [None req-dce89e36-5e24-47d9-9085-c08e5dd60a99 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] delete failed (client error): The resource could not be found. Aug 12 14:57:16.829973 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-dce89e36-5e24-47d9-9085-c08e5dd60a99 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] 10.222.0.39 "DELETE /v2.0/routers/b4ff258d-6df9-4e9c-a55b-4d266545a98a HTTP/1.1" status: 404 len: 336 time: 0.0824332 Aug 12 14:57:16.832523 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 39568) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:57:16.882880 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8e1e27-e9a2-4cd0-9e83-a3aefd1f2812 req-c556100d-15e5-4754-9fdf-af4a0ba09727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:57:16.886795 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-1a8e1e27-e9a2-4cd0-9e83-a3aefd1f2812 req-c556100d-15e5-4754-9fdf-af4a0ba09727 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=db0202bd-94ea-42c4-9631-34efc8745fa9 HTTP/1.1" status: 200 len: 1097 time: 0.3073142 Aug 12 14:57:16.902573 n-d-694802-15 neutron-server[94467]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc35d419-7baa-4d4f-81e4-a373125390e0 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] DELETE failed (client error): The resource could not be found. Aug 12 14:57:16.903401 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc35d419-7baa-4d4f-81e4-a373125390e0 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94467) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 14:57:16.907887 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-dc35d419-7baa-4d4f-81e4-a373125390e0 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] 10.222.0.39 "DELETE /v2.0/subnets/4f8fc3bb-d806-4b86-9307-3f57f21c9b95 HTTP/1.1" status: 404 len: 337 time: 0.0743546 Aug 12 14:57:16.915707 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 39572) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:57:16.949808 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b6a3dbbf-ed68-45c0-b9e9-0f4da15722b9 req-363cd8e7-76dd-4620-8453-33398f3341c2 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/security-groups?id=188dc986-a686-4570-b7d8-3a6edb471033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023932 Aug 12 14:57:16.967678 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-1a8e1e27-e9a2-4cd0-9e83-a3aefd1f2812 req-b08a2848-82ca-4691-9589-90c7707b74d2 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=17282c6e-3c60-4b34-9e54-7461708f942e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723810 Aug 12 14:57:16.976164 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e5a3349-f983-4368-8b96-9f366ee656db tempest-BulkNetworkOpsTest-1177350951 tempest-BulkNetworkOpsTest-1177350951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:57:16.985999 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e5a3349-f983-4368-8b96-9f366ee656db tempest-BulkNetworkOpsTest-1177350951 tempest-BulkNetworkOpsTest-1177350951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:57:16.988640 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-3e5a3349-f983-4368-8b96-9f366ee656db tempest-BulkNetworkOpsTest-1177350951 tempest-BulkNetworkOpsTest-1177350951-project] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2684112 Aug 12 14:57:16.992862 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 39576) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:57:17.008131 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-2e9d5fe1-b80e-4fc9-a282-93217db3bb14 tempest-BulkNetworkOpsTest-1177350951 tempest-BulkNetworkOpsTest-1177350951-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1438017187'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:57:17.009270 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-a5b4bf4c-cd93-4b04-a06d-a2618a0d1a56 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] 10.222.0.39 "GET /v2.0/ports?device_id=b4110f2d-0748-4863-b848-e11a33cdf692 HTTP/1.1" status: 200 len: 205 time: 0.0922079 Aug 12 14:57:17.012852 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 39578) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:57:17.088700 n-d-694802-15 neutron-server[94467]: INFO neutron.api.v2.resource [None req-47e59b21-d019-4851-8359-86a003b1e800 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] delete failed (client error): The resource could not be found. Aug 12 14:57:17.091904 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-47e59b21-d019-4851-8359-86a003b1e800 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] 10.222.0.39 "DELETE /v2.0/routers/b4110f2d-0748-4863-b848-e11a33cdf692 HTTP/1.1" status: 404 len: 336 time: 0.0681605 Aug 12 14:57:17.095939 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 39582) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:57:17.137020 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-aa175001-02ee-4adb-bc5a-a2b6be3490a8 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] 10.222.0.39 "GET /v2.0/ports?device_id=45c1e8a6-3e3f-4bef-9819-3b4534ad28b8 HTTP/1.1" status: 200 len: 205 time: 0.0399480 Aug 12 14:57:17.140566 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 39584) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:57:17.186321 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4030ec11-e5b4-4af3-993a-0ace6fd7d180 req-f69d7d94-c209-48b9-a019-8dc893c5f829 tempest-TestVolumeBackupRestore-292524848 tempest-TestVolumeBackupRestore-292524848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:57:17.195407 n-d-694802-15 neutron-server[94467]: INFO neutron.api.v2.resource [None req-33fab6e8-0f5b-4668-8441-57ae0cd083ad tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] delete failed (client error): The resource could not be found. Aug 12 14:57:17.197141 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-33fab6e8-0f5b-4668-8441-57ae0cd083ad tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] 10.222.0.39 "DELETE /v2.0/routers/45c1e8a6-3e3f-4bef-9819-3b4534ad28b8 HTTP/1.1" status: 404 len: 336 time: 0.0553012 Aug 12 14:57:17.201653 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-4030ec11-e5b4-4af3-993a-0ace6fd7d180 req-f69d7d94-c209-48b9-a019-8dc893c5f829 tempest-TestVolumeBackupRestore-292524848 tempest-TestVolumeBackupRestore-292524848-project] 10.222.0.39 "GET /v2.0/ports?device_id=db0202bd-94ea-42c4-9631-34efc8745fa9 HTTP/1.1" status: 200 len: 945 time: 0.1731360 Aug 12 14:57:17.202458 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 39588) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:57:17.248015 n-d-694802-15 neutron-server[94467]: INFO neutron.pecan_wsgi.hooks.translation [None req-4032970b-c10a-4942-92f3-6bab8c90bc57 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] DELETE failed (client error): The resource could not be found. Aug 12 14:57:17.250639 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4032970b-c10a-4942-92f3-6bab8c90bc57 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94467) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 14:57:17.257310 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-4032970b-c10a-4942-92f3-6bab8c90bc57 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] 10.222.0.39 "DELETE /v2.0/subnets/04e5689f-5b36-430f-804f-7ae5e6a57cef HTTP/1.1" status: 404 len: 337 time: 0.0535576 Aug 12 14:57:17.260072 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 39592) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:57:17.286335 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-fae76be1-1396-4b1c-a38a-084c0de9e026 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:17.295131 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-fae76be1-1396-4b1c-a38a-084c0de9e026 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:17.308938 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-0cd23bba-17fa-4080-8903-7f278aa6d570 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] 10.222.0.39 "GET /v2.0/ports?device_id=638da362-d6bf-40ef-92cf-2005d67dc96b HTTP/1.1" status: 200 len: 205 time: 0.0475929 Aug 12 14:57:17.319087 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 39594) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:57:17.337950 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e9d5fe1-b80e-4fc9-a282-93217db3bb14 tempest-BulkNetworkOpsTest-1177350951 tempest-BulkNetworkOpsTest-1177350951-project] Made reservation on behalf of 51e9361ca8c14c2b881e9384dfc09b5a for: {'network': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:57:17.342270 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2e9d5fe1-b80e-4fc9-a282-93217db3bb14 tempest-BulkNetworkOpsTest-1177350951 tempest-BulkNetworkOpsTest-1177350951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for network, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:17.390942 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae76be1-1396-4b1c-a38a-084c0de9e026 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=565852b2-c9e9-4d0e-b9fa-bd073ee18247,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:57:17.395673 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-fae76be1-1396-4b1c-a38a-084c0de9e026 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b325f3fc086d487fa86d98ffb121d041&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9222071 Aug 12 14:57:17.398920 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 39598) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:57:17.402020 n-d-694802-15 neutron-server[94466]: INFO neutron.api.v2.resource [None req-fa462cf7-f9c5-4e1d-a0d5-935fa821482d tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] delete failed (client error): The resource could not be found. Aug 12 14:57:17.402933 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-fa462cf7-f9c5-4e1d-a0d5-935fa821482d tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] 10.222.0.39 "DELETE /v2.0/routers/638da362-d6bf-40ef-92cf-2005d67dc96b HTTP/1.1" status: 404 len: 336 time: 0.0825052 Aug 12 14:57:17.407667 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 39600) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:57:17.410482 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-4030ec11-e5b4-4af3-993a-0ace6fd7d180 req-7769c756-fcbe-40c8-8bd5-08a8ff050882 tempest-TestVolumeBackupRestore-292524848 tempest-TestVolumeBackupRestore-292524848-project] 10.222.0.39 "GET /v2.0/security-groups?id=17282c6e-3c60-4b34-9e54-7461708f942e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2078164 Aug 12 14:57:17.429025 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e9d5fe1-b80e-4fc9-a282-93217db3bb14 tempest-BulkNetworkOpsTest-1177350951 tempest-BulkNetworkOpsTest-1177350951-project] vlan segment allocate from pool success with {'vlan_id': 343, 'physical_network': 'physnet1'} {{(pid=94466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 14:57:17.453662 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2e9d5fe1-b80e-4fc9-a282-93217db3bb14 tempest-BulkNetworkOpsTest-1177350951 tempest-BulkNetworkOpsTest-1177350951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:17.454570 n-d-694802-15 neutron-server[94466]: INFO neutron.db.segments_db [None req-2e9d5fe1-b80e-4fc9-a282-93217db3bb14 tempest-BulkNetworkOpsTest-1177350951 tempest-BulkNetworkOpsTest-1177350951-project] Added segment f277eb5e-9fb9-4a29-9516-a9e19933aad0 of type vlan for network 0b1507a8-3d9d-4006-9b60-7725c7120f92 Aug 12 14:57:17.486452 n-d-694802-15 neutron-server[94467]: INFO neutron.pecan_wsgi.hooks.translation [None req-9565aa84-a51c-4e88-a004-a99b93895182 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] DELETE failed (client error): The resource could not be found. Aug 12 14:57:17.486909 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9565aa84-a51c-4e88-a004-a99b93895182 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94467) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 14:57:17.489180 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-9565aa84-a51c-4e88-a004-a99b93895182 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] 10.222.0.39 "DELETE /v2.0/subnets/a2e4110f-ad91-4b05-b879-0ed74673faec HTTP/1.1" status: 404 len: 337 time: 0.0805175 Aug 12 14:57:17.492954 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 39602) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:57:17.528098 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2e9d5fe1-b80e-4fc9-a282-93217db3bb14 tempest-BulkNetworkOpsTest-1177350951 tempest-BulkNetworkOpsTest-1177350951-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744653628263'] for network, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:17.558172 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-230d5a66-fabc-4ac1-b0bc-256ab652a5bf tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5d6088b-b22c-4a06-9d48-a92752a73315 HTTP/1.1" status: 200 len: 205 time: 0.0640929 Aug 12 14:57:17.558997 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-8810fe17-0246-44d3-976c-33756ec879c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:17.566136 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 39606) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:57:17.602563 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-8810fe17-0246-44d3-976c-33756ec879c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:17.641475 n-d-694802-15 neutron-server[94466]: INFO neutron.api.v2.resource [None req-6a1dad0a-5bf0-4056-90a2-e98f268cd431 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] delete failed (client error): The resource could not be found. Aug 12 14:57:17.642211 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-6a1dad0a-5bf0-4056-90a2-e98f268cd431 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] 10.222.0.39 "DELETE /v2.0/routers/a5d6088b-b22c-4a06-9d48-a92752a73315 HTTP/1.1" status: 404 len: 336 time: 0.0747340 Aug 12 14:57:17.645155 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 39608) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:57:17.650108 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2e9d5fe1-b80e-4fc9-a282-93217db3bb14 tempest-BulkNetworkOpsTest-1177350951 tempest-BulkNetworkOpsTest-1177350951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409'] for network, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:17.662649 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-8810fe17-0246-44d3-976c-33756ec879c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:17.665676 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-8810fe17-0246-44d3-976c-33756ec879c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:17.666195 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.agents_db [None req-17ed3e4c-1a7d-4162-9646-11c134aca297 None None] Agent healthcheck: found 7 active agents {{(pid=94469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 14:57:17.667106 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-8810fe17-0246-44d3-976c-33756ec879c7 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/565852b2-c9e9-4d0e-b9fa-bd073ee18247 HTTP/1.1" status: 204 len: 168 time: 0.2670374 Aug 12 14:57:17.671204 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e9d5fe1-b80e-4fc9-a282-93217db3bb14 tempest-BulkNetworkOpsTest-1177350951 tempest-BulkNetworkOpsTest-1177350951-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:57:17.673298 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2e9d5fe1-b80e-4fc9-a282-93217db3bb14 tempest-BulkNetworkOpsTest-1177350951 tempest-BulkNetworkOpsTest-1177350951-project] Notify callbacks [] for network, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:17.680025 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8810fe17-0246-44d3-976c-33756ec879c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=565852b2-c9e9-4d0e-b9fa-bd073ee18247,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:57:17.800789 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 39612) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:57:17.801467 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-2e9d5fe1-b80e-4fc9-a282-93217db3bb14 tempest-BulkNetworkOpsTest-1177350951 tempest-BulkNetworkOpsTest-1177350951-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.8069015 Aug 12 14:57:17.802733 n-d-694802-15 neutron-server[94466]: INFO neutron.pecan_wsgi.hooks.translation [None req-608e3aa8-a4ef-4315-80a1-c6416ef0e925 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] DELETE failed (client error): The resource could not be found. Aug 12 14:57:17.804454 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-608e3aa8-a4ef-4315-80a1-c6416ef0e925 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 14:57:17.806395 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-608e3aa8-a4ef-4315-80a1-c6416ef0e925 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] 10.222.0.39 "DELETE /v2.0/subnets/94dede9f-a295-4590-9f0a-c0d8ffae0d51 HTTP/1.1" status: 404 len: 337 time: 0.1590900 Aug 12 14:57:17.806563 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-9fe63fe2-7d09-4780-bb36-6f6ede3d70d6 tempest-BulkNetworkOpsTest-1177350951 tempest-BulkNetworkOpsTest-1177350951-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-425408743'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:57:17.813290 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 39614) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:57:17.880596 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fe63fe2-7d09-4780-bb36-6f6ede3d70d6 tempest-BulkNetworkOpsTest-1177350951 tempest-BulkNetworkOpsTest-1177350951-project] Made reservation on behalf of 51e9361ca8c14c2b881e9384dfc09b5a for: {'network': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:57:17.884366 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-9fe63fe2-7d09-4780-bb36-6f6ede3d70d6 tempest-BulkNetworkOpsTest-1177350951 tempest-BulkNetworkOpsTest-1177350951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for network, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:17.892297 n-d-694802-15 neutron-server[94466]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab0b7dcd-c0a5-4c3e-9058-d7f010606a06 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] DELETE failed (client error): The resource could not be found. Aug 12 14:57:17.892766 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab0b7dcd-c0a5-4c3e-9058-d7f010606a06 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 14:57:17.894642 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-ab0b7dcd-c0a5-4c3e-9058-d7f010606a06 tempest-RoutersTest-527576428 tempest-RoutersTest-527576428-project] 10.222.0.39 "DELETE /v2.0/subnets/d1a32bf2-2cf7-49b2-bdd0-465200f558c5 HTTP/1.1" status: 404 len: 337 time: 0.0793188 Aug 12 14:57:17.903136 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9d5fe1-b80e-4fc9-a282-93217db3bb14 tempest-BulkNetworkOpsTest-1177350951 tempest-BulkNetworkOpsTest-1177350951-project] Pushing event updated for resources: {'Network': ['ID=0b1507a8-3d9d-4006-9b60-7725c7120f92,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:57:17.921600 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Network 0b1507a8-3d9d-4006-9b60-7725c7120f92 details requested by agent ovs-agent-n-d-694802-15 with host n-d-694802-15 {{(pid=94468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 14:57:17.966306 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fe63fe2-7d09-4780-bb36-6f6ede3d70d6 tempest-BulkNetworkOpsTest-1177350951 tempest-BulkNetworkOpsTest-1177350951-project] vlan segment allocate from pool success with {'vlan_id': 346, 'physical_network': 'physnet1'} {{(pid=94467) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 14:57:17.989258 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-9fe63fe2-7d09-4780-bb36-6f6ede3d70d6 tempest-BulkNetworkOpsTest-1177350951 tempest-BulkNetworkOpsTest-1177350951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:17.990929 n-d-694802-15 neutron-server[94467]: INFO neutron.db.segments_db [None req-9fe63fe2-7d09-4780-bb36-6f6ede3d70d6 tempest-BulkNetworkOpsTest-1177350951 tempest-BulkNetworkOpsTest-1177350951-project] Added segment 7c4c84f7-89ff-4441-8f76-e2418bd9fb52 of type vlan for network df9e364c-4661-4279-aac3-40a0f03bb52f Aug 12 14:57:18.087735 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-9fe63fe2-7d09-4780-bb36-6f6ede3d70d6 tempest-BulkNetworkOpsTest-1177350951 tempest-BulkNetworkOpsTest-1177350951-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744653628263'] for network, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:18.178403 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9efec3-e7f2-4ef0-830e-23b67d0a2288 req-f778b18b-f297-4b6a-aef4-38e05d2a6bb5 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:57:18.180064 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ab9efec3-e7f2-4ef0-830e-23b67d0a2288 req-f778b18b-f297-4b6a-aef4-38e05d2a6bb5 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/ports?device_id=5be77a56-d5ef-4a70-9846-307f9eb76fa5 HTTP/1.1" status: 200 len: 945 time: 0.0860381 Aug 12 14:57:18.181252 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-9fe63fe2-7d09-4780-bb36-6f6ede3d70d6 tempest-BulkNetworkOpsTest-1177350951 tempest-BulkNetworkOpsTest-1177350951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409'] for network, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:18.188637 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fe63fe2-7d09-4780-bb36-6f6ede3d70d6 tempest-BulkNetworkOpsTest-1177350951 tempest-BulkNetworkOpsTest-1177350951-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:57:18.189531 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-9fe63fe2-7d09-4780-bb36-6f6ede3d70d6 tempest-BulkNetworkOpsTest-1177350951 tempest-BulkNetworkOpsTest-1177350951-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for network, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:18.327554 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-9fe63fe2-7d09-4780-bb36-6f6ede3d70d6 tempest-BulkNetworkOpsTest-1177350951 tempest-BulkNetworkOpsTest-1177350951-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5227356 Aug 12 14:57:18.328145 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 39628) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:57:18.334454 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-37988e93-9a4d-4b83-8b93-cfe96bb6811d tempest-BulkNetworkOpsTest-1177350951 tempest-BulkNetworkOpsTest-1177350951-project] Request body: {'ports': [{'network_id': '0b1507a8-3d9d-4006-9b60-7725c7120f92', 'name': 'tempest-port--1583057340', 'admin_state_up': True}, {'network_id': 'df9e364c-4661-4279-aac3-40a0f03bb52f', 'admin_state_up': False}]} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:57:18.334815 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-37988e93-9a4d-4b83-8b93-cfe96bb6811d tempest-BulkNetworkOpsTest-1177350951 tempest-BulkNetworkOpsTest-1177350951-project] Request body: {'port': {'network_id': '0b1507a8-3d9d-4006-9b60-7725c7120f92', 'name': 'tempest-port--1583057340', 'admin_state_up': True}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:57:18.335386 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-37988e93-9a4d-4b83-8b93-cfe96bb6811d tempest-BulkNetworkOpsTest-1177350951 tempest-BulkNetworkOpsTest-1177350951-project] Request body: {'port': {'network_id': 'df9e364c-4661-4279-aac3-40a0f03bb52f', 'admin_state_up': False}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:57:18.359118 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ab9efec3-e7f2-4ef0-830e-23b67d0a2288 req-1d24786c-c647-4174-9be4-0486c72afb17 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/security-groups?id=188dc986-a686-4570-b7d8-3a6edb471033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654642 Aug 12 14:57:18.359964 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe63fe2-7d09-4780-bb36-6f6ede3d70d6 tempest-BulkNetworkOpsTest-1177350951 tempest-BulkNetworkOpsTest-1177350951-project] Pushing event updated for resources: {'Network': ['ID=df9e364c-4661-4279-aac3-40a0f03bb52f,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:57:18.385313 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Network df9e364c-4661-4279-aac3-40a0f03bb52f details requested by agent ovs-agent-n-d-694802-15 with host n-d-694802-15 {{(pid=94468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 14:57:18.553147 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 39636) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:57:18.651508 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 39640) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:57:18.664653 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af93f7a-a411-410a-b3e1-700d3ea122e8 req-fb957fd6-e8be-4479-a95d-a133ac316bb9 tempest-TestVolumeBackupRestore-292524848 tempest-TestVolumeBackupRestore-292524848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:57:18.678191 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-ef6711bb-c3ee-4589-8e71-c2008828e3ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:18.680094 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-2af93f7a-a411-410a-b3e1-700d3ea122e8 req-fb957fd6-e8be-4479-a95d-a133ac316bb9 tempest-TestVolumeBackupRestore-292524848 tempest-TestVolumeBackupRestore-292524848-project] 10.222.0.39 "GET /v2.0/ports?device_id=db0202bd-94ea-42c4-9631-34efc8745fa9 HTTP/1.1" status: 200 len: 945 time: 0.1344683 Aug 12 14:57:18.749364 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-2af93f7a-a411-410a-b3e1-700d3ea122e8 req-3b62427d-3c2a-4317-b3e0-3a106f8a90c9 tempest-TestVolumeBackupRestore-292524848 tempest-TestVolumeBackupRestore-292524848-project] 10.222.0.39 "GET /v2.0/security-groups?id=17282c6e-3c60-4b34-9e54-7461708f942e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572782 Aug 12 14:57:18.925459 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-ef6711bb-c3ee-4589-8e71-c2008828e3ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:18.951461 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-ef6711bb-c3ee-4589-8e71-c2008828e3ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:18.953746 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37988e93-9a4d-4b83-8b93-cfe96bb6811d tempest-BulkNetworkOpsTest-1177350951 tempest-BulkNetworkOpsTest-1177350951-project] Made reservation on behalf of 51e9361ca8c14c2b881e9384dfc09b5a for: {'port': 2} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:57:18.967646 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-37988e93-9a4d-4b83-8b93-cfe96bb6811d tempest-BulkNetworkOpsTest-1177350951 tempest-BulkNetworkOpsTest-1177350951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:19.015672 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-37988e93-9a4d-4b83-8b93-cfe96bb6811d tempest-BulkNetworkOpsTest-1177350951 tempest-BulkNetworkOpsTest-1177350951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:19.024307 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-ef6711bb-c3ee-4589-8e71-c2008828e3ba admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=53a748b561214971937d3336fee70ea2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3711638 Aug 12 14:57:19.030294 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 39648) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:57:19.127875 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e2bc37-375d-4efc-ba4d-6071f02a5e33 req-915c6d02-a02d-4e1f-94a1-a93febcce5dc tempest-TestVolumeBackupRestore-292524848 tempest-TestVolumeBackupRestore-292524848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:57:19.136518 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-65e2bc37-375d-4efc-ba4d-6071f02a5e33 req-915c6d02-a02d-4e1f-94a1-a93febcce5dc tempest-TestVolumeBackupRestore-292524848 tempest-TestVolumeBackupRestore-292524848-project] 10.222.0.39 "GET /v2.0/ports?device_id=db0202bd-94ea-42c4-9631-34efc8745fa9 HTTP/1.1" status: 200 len: 945 time: 0.2639625 Aug 12 14:57:19.153714 n-d-694802-15 neutron-server[94466]: DEBUG neutron.notifiers.nova [None req-37988e93-9a4d-4b83-8b93-cfe96bb6811d tempest-BulkNetworkOpsTest-1177350951 tempest-BulkNetworkOpsTest-1177350951-project] device_id is not set on port f572fd9d-1ab3-43a8-b231-c5a112906fe5 yet. {{(pid=94466) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 14:57:19.245704 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6711bb-c3ee-4589-8e71-c2008828e3ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8982dd42-4bca-4c01-bee9-c930d9d50701,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:57:19.257427 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-65e2bc37-375d-4efc-ba4d-6071f02a5e33 req-31bc68f2-f48f-4562-90bd-adf30a50c30a tempest-TestVolumeBackupRestore-292524848 tempest-TestVolumeBackupRestore-292524848-project] 10.222.0.39 "GET /v2.0/security-groups?id=17282c6e-3c60-4b34-9e54-7461708f942e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1198487 Aug 12 14:57:19.278041 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-c4d33841-1126-4ffd-8fe7-e303f980c0fc admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3fff5b8cf1f54dd9bfa41e8e05f81407&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7206433 Aug 12 14:57:19.298833 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 39656) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:57:19.299190 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 39658) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:57:19.351548 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-603b6371-3e05-4f65-8a3a-ed5234a1069f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:19.386718 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-c83f99c1-0034-45e5-b05e-2a0e6403dd0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:19.394021 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-603b6371-3e05-4f65-8a3a-ed5234a1069f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:19.414761 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-37988e93-9a4d-4b83-8b93-cfe96bb6811d tempest-BulkNetworkOpsTest-1177350951 tempest-BulkNetworkOpsTest-1177350951-project] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:19.440581 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-c83f99c1-0034-45e5-b05e-2a0e6403dd0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:19.514340 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-603b6371-3e05-4f65-8a3a-ed5234a1069f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:19.517753 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-603b6371-3e05-4f65-8a3a-ed5234a1069f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:19.519217 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-603b6371-3e05-4f65-8a3a-ed5234a1069f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8982dd42-4bca-4c01-bee9-c930d9d50701 HTTP/1.1" status: 204 len: 168 time: 0.4821439 Aug 12 14:57:19.526469 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-c83f99c1-0034-45e5-b05e-2a0e6403dd0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:19.533747 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-c83f99c1-0034-45e5-b05e-2a0e6403dd0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:19.540145 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-c83f99c1-0034-45e5-b05e-2a0e6403dd0a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/47c5004f-38da-4758-a84e-ff1a14551ace HTTP/1.1" status: 204 len: 168 time: 0.2366478 Aug 12 14:57:19.552139 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603b6371-3e05-4f65-8a3a-ed5234a1069f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8982dd42-4bca-4c01-bee9-c930d9d50701,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:57:19.572714 n-d-694802-15 neutron-server[94466]: DEBUG neutron.notifiers.nova [None req-37988e93-9a4d-4b83-8b93-cfe96bb6811d tempest-BulkNetworkOpsTest-1177350951 tempest-BulkNetworkOpsTest-1177350951-project] device_id is not set on port 431332f2-cfca-4f48-b85c-feaedcfa1e65 yet. {{(pid=94466) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 14:57:19.572906 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83f99c1-0034-45e5-b05e-2a0e6403dd0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47c5004f-38da-4758-a84e-ff1a14551ace,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:57:19.705409 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-37988e93-9a4d-4b83-8b93-cfe96bb6811d tempest-BulkNetworkOpsTest-1177350951 tempest-BulkNetworkOpsTest-1177350951-project] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:19.764404 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-37988e93-9a4d-4b83-8b93-cfe96bb6811d tempest-BulkNetworkOpsTest-1177350951 tempest-BulkNetworkOpsTest-1177350951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:19.811707 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8993706-6ac0-4f53-9157-ddf2b6616ca9 tempest-TestVolumeBackupRestore-1897057835 tempest-TestVolumeBackupRestore-1897057835-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:57:19.816662 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-e8993706-6ac0-4f53-9157-ddf2b6616ca9 tempest-TestVolumeBackupRestore-1897057835 tempest-TestVolumeBackupRestore-1897057835-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=db0202bd-94ea-42c4-9631-34efc8745fa9 HTTP/1.1" status: 200 len: 1092 time: 0.5148847 Aug 12 14:57:19.819557 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 39672) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:57:19.827002 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-8d7f86ab-37a3-4dc0-a20a-82418231e866 tempest-TestVolumeBackupRestore-292524848 tempest-TestVolumeBackupRestore-292524848-project] Request body: {'floatingip': {'floating_network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'port_id': 'f75d1eb3-a0db-439e-a6ba-fd0cfa4c2c88', 'tenant_id': 'd9dd6ac7d160445e97bf27aace407348', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:57:19.885417 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-8d7f86ab-37a3-4dc0-a20a-82418231e866 tempest-TestVolumeBackupRestore-292524848 tempest-TestVolumeBackupRestore-292524848-project] Notify callbacks [] for floatingip, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:19.893429 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37988e93-9a4d-4b83-8b93-cfe96bb6811d tempest-BulkNetworkOpsTest-1177350951 tempest-BulkNetworkOpsTest-1177350951-project] Pushing event updated for resources: {'Port': ['ID=f572fd9d-1ab3-43a8-b231-c5a112906fe5,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:57:19.911061 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b0a822-1f10-4d86-bbab-9b508f8089bc req-1bcfa719-dbe6-4c76-900e-9783e8ef505b tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:57:19.918216 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-a8b0a822-1f10-4d86-bbab-9b508f8089bc req-1bcfa719-dbe6-4c76-900e-9783e8ef505b tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/ports?device_id=5be77a56-d5ef-4a70-9846-307f9eb76fa5 HTTP/1.1" status: 200 len: 945 time: 0.1582510 Aug 12 14:57:19.943137 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37988e93-9a4d-4b83-8b93-cfe96bb6811d tempest-BulkNetworkOpsTest-1177350951 tempest-BulkNetworkOpsTest-1177350951-project] Checking segment: {'id': 'f277eb5e-9fb9-4a29-9516-a9e19933aad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '0b1507a8-3d9d-4006-9b60-7725c7120f92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:57:19.943784 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37988e93-9a4d-4b83-8b93-cfe96bb6811d tempest-BulkNetworkOpsTest-1177350951 tempest-BulkNetworkOpsTest-1177350951-project] Network hostable DHCP agents. Network: 0b1507a8-3d9d-4006-9b60-7725c7120f92, hostable agents: ['1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658'], hosted agents: [] {{(pid=94466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 14:57:19.981682 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-a8b0a822-1f10-4d86-bbab-9b508f8089bc req-a971cbff-c743-4585-89e3-d7762b44887f tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/security-groups?id=188dc986-a686-4570-b7d8-3a6edb471033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622218 Aug 12 14:57:20.010211 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37988e93-9a4d-4b83-8b93-cfe96bb6811d tempest-BulkNetworkOpsTest-1177350951 tempest-BulkNetworkOpsTest-1177350951-project] Network 0b1507a8-3d9d-4006-9b60-7725c7120f92 is scheduled to be hosted by DHCP agent 1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658 with binding_index 1 {{(pid=94466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 14:57:20.028699 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-37988e93-9a4d-4b83-8b93-cfe96bb6811d tempest-BulkNetworkOpsTest-1177350951 tempest-BulkNetworkOpsTest-1177350951-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-15, 0b1507a8-3d9d-4006-9b60-7725c7120f92) {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:57:20.036688 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37988e93-9a4d-4b83-8b93-cfe96bb6811d tempest-BulkNetworkOpsTest-1177350951 tempest-BulkNetworkOpsTest-1177350951-project] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:57:20.039186 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-37988e93-9a4d-4b83-8b93-cfe96bb6811d tempest-BulkNetworkOpsTest-1177350951 tempest-BulkNetworkOpsTest-1177350951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:20.039544 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e36720b4-64ca-4851-b0af-4dcbd1ad61ef None None] Network 0b1507a8-3d9d-4006-9b60-7725c7120f92 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:57:20.065522 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-8d7f86ab-37a3-4dc0-a20a-82418231e866 tempest-TestVolumeBackupRestore-292524848 tempest-TestVolumeBackupRestore-292524848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:20.209884 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37988e93-9a4d-4b83-8b93-cfe96bb6811d tempest-BulkNetworkOpsTest-1177350951 tempest-BulkNetworkOpsTest-1177350951-project] Pushing event updated for resources: {'Port': ['ID=431332f2-cfca-4f48-b85c-feaedcfa1e65,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:57:20.239406 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37988e93-9a4d-4b83-8b93-cfe96bb6811d tempest-BulkNetworkOpsTest-1177350951 tempest-BulkNetworkOpsTest-1177350951-project] Checking segment: {'id': '7c4c84f7-89ff-4441-8f76-e2418bd9fb52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'df9e364c-4661-4279-aac3-40a0f03bb52f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:57:20.239846 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37988e93-9a4d-4b83-8b93-cfe96bb6811d tempest-BulkNetworkOpsTest-1177350951 tempest-BulkNetworkOpsTest-1177350951-project] Network hostable DHCP agents. Network: df9e364c-4661-4279-aac3-40a0f03bb52f, hostable agents: ['1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658'], hosted agents: [] {{(pid=94466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 14:57:20.264024 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37988e93-9a4d-4b83-8b93-cfe96bb6811d tempest-BulkNetworkOpsTest-1177350951 tempest-BulkNetworkOpsTest-1177350951-project] Network df9e364c-4661-4279-aac3-40a0f03bb52f is scheduled to be hosted by DHCP agent 1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658 with binding_index 1 {{(pid=94466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 14:57:20.282460 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-37988e93-9a4d-4b83-8b93-cfe96bb6811d tempest-BulkNetworkOpsTest-1177350951 tempest-BulkNetworkOpsTest-1177350951-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-15, df9e364c-4661-4279-aac3-40a0f03bb52f) {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:57:20.289957 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37988e93-9a4d-4b83-8b93-cfe96bb6811d tempest-BulkNetworkOpsTest-1177350951 tempest-BulkNetworkOpsTest-1177350951-project] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:57:20.299127 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6ecdd08-2e35-4489-9938-87648d2370ee None None] Network df9e364c-4661-4279-aac3-40a0f03bb52f requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:57:20.305104 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_common [None req-8d7f86ab-37a3-4dc0-a20a-82418231e866 tempest-TestVolumeBackupRestore-292524848 tempest-TestVolumeBackupRestore-292524848-project] Allocated IP 172.25.1.95 (d3759e1b-6c03-45ac-acd4-90abb417809b/f0254f08-c19c-4e31-bd9c-09389ea4b6f2/efc983e6-b13b-4e15-a233-2683f2660b69) {{(pid=94467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:57:20.307916 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37988e93-9a4d-4b83-8b93-cfe96bb6811d tempest-BulkNetworkOpsTest-1177350951 tempest-BulkNetworkOpsTest-1177350951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:57:20.314373 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37988e93-9a4d-4b83-8b93-cfe96bb6811d tempest-BulkNetworkOpsTest-1177350951 tempest-BulkNetworkOpsTest-1177350951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:57:20.315156 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-37988e93-9a4d-4b83-8b93-cfe96bb6811d tempest-BulkNetworkOpsTest-1177350951 tempest-BulkNetworkOpsTest-1177350951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:20.380665 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-37988e93-9a4d-4b83-8b93-cfe96bb6811d tempest-BulkNetworkOpsTest-1177350951 tempest-BulkNetworkOpsTest-1177350951-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 2.0501812 Aug 12 14:57:20.384126 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 39682) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:57:20.563354 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-8d7f86ab-37a3-4dc0-a20a-82418231e866 tempest-TestVolumeBackupRestore-292524848 tempest-TestVolumeBackupRestore-292524848-project] Notify callbacks [] for port, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:20.618053 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1858bf53-7470-45ca-bd46-bdf4a0815469 tempest-BulkNetworkOpsTest-1177350951 tempest-BulkNetworkOpsTest-1177350951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:57:20.632959 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-8d7f86ab-37a3-4dc0-a20a-82418231e866 tempest-TestVolumeBackupRestore-292524848 tempest-TestVolumeBackupRestore-292524848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:20.652621 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1858bf53-7470-45ca-bd46-bdf4a0815469 tempest-BulkNetworkOpsTest-1177350951 tempest-BulkNetworkOpsTest-1177350951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:57:20.657043 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-1858bf53-7470-45ca-bd46-bdf4a0815469 tempest-BulkNetworkOpsTest-1177350951 tempest-BulkNetworkOpsTest-1177350951-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.2644267 Aug 12 14:57:20.660826 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 39694) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:57:20.691679 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d7f86ab-37a3-4dc0-a20a-82418231e866 tempest-TestVolumeBackupRestore-292524848 tempest-TestVolumeBackupRestore-292524848-project] Network d3759e1b-6c03-45ac-acd4-90abb417809b is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:57:20.697016 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [None req-8d7f86ab-37a3-4dc0-a20a-82418231e866 tempest-TestVolumeBackupRestore-292524848 tempest-TestVolumeBackupRestore-292524848-project] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:57:20.701295 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d7f86ab-37a3-4dc0-a20a-82418231e866 tempest-TestVolumeBackupRestore-292524848 tempest-TestVolumeBackupRestore-292524848-project] Received port after_create {{(pid=94467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:57:20.703869 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7f86ab-37a3-4dc0-a20a-82418231e866 tempest-TestVolumeBackupRestore-292524848 tempest-TestVolumeBackupRestore-292524848-project] Pushing event updated for resources: {'Port': ['ID=efc983e6-b13b-4e15-a233-2683f2660b69,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:57:20.932738 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-07f39ceb-39fb-4ba8-9fbe-7311e11513bb tempest-BulkNetworkOpsTest-1177350951 tempest-BulkNetworkOpsTest-1177350951-project] Deleting port f572fd9d-1ab3-43a8-b231-c5a112906fe5 {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:57:20.934582 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-07f39ceb-39fb-4ba8-9fbe-7311e11513bb tempest-BulkNetworkOpsTest-1177350951 tempest-BulkNetworkOpsTest-1177350951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:21.051596 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-07f39ceb-39fb-4ba8-9fbe-7311e11513bb tempest-BulkNetworkOpsTest-1177350951 tempest-BulkNetworkOpsTest-1177350951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:21.072529 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-07f39ceb-39fb-4ba8-9fbe-7311e11513bb tempest-BulkNetworkOpsTest-1177350951 tempest-BulkNetworkOpsTest-1177350951-project] Calling delete_port for f572fd9d-1ab3-43a8-b231-c5a112906fe5 owned by {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:57:21.272506 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-07f39ceb-39fb-4ba8-9fbe-7311e11513bb tempest-BulkNetworkOpsTest-1177350951 tempest-BulkNetworkOpsTest-1177350951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:21.354467 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f39ceb-39fb-4ba8-9fbe-7311e11513bb tempest-BulkNetworkOpsTest-1177350951 tempest-BulkNetworkOpsTest-1177350951-project] Pushing event deleted for resources: {'Port': ['ID=f572fd9d-1ab3-43a8-b231-c5a112906fe5,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:57:21.367872 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-07f39ceb-39fb-4ba8-9fbe-7311e11513bb tempest-BulkNetworkOpsTest-1177350951 tempest-BulkNetworkOpsTest-1177350951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:21.372736 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-07f39ceb-39fb-4ba8-9fbe-7311e11513bb tempest-BulkNetworkOpsTest-1177350951 tempest-BulkNetworkOpsTest-1177350951-project] 10.222.0.39 "DELETE /v2.0/ports/f572fd9d-1ab3-43a8-b231-c5a112906fe5 HTTP/1.1" status: 204 len: 168 time: 0.7074804 Aug 12 14:57:21.378151 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 39722) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:57:21.555595 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-efd5be0f-74a4-4484-a306-7ca8f1316447 tempest-BulkNetworkOpsTest-1177350951 tempest-BulkNetworkOpsTest-1177350951-project] Deleting port 431332f2-cfca-4f48-b85c-feaedcfa1e65 {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:57:21.557148 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-efd5be0f-74a4-4484-a306-7ca8f1316447 tempest-BulkNetworkOpsTest-1177350951 tempest-BulkNetworkOpsTest-1177350951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:21.744704 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-efd5be0f-74a4-4484-a306-7ca8f1316447 tempest-BulkNetworkOpsTest-1177350951 tempest-BulkNetworkOpsTest-1177350951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:21.767686 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-efd5be0f-74a4-4484-a306-7ca8f1316447 tempest-BulkNetworkOpsTest-1177350951 tempest-BulkNetworkOpsTest-1177350951-project] Calling delete_port for 431332f2-cfca-4f48-b85c-feaedcfa1e65 owned by {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:57:21.885762 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-efd5be0f-74a4-4484-a306-7ca8f1316447 tempest-BulkNetworkOpsTest-1177350951 tempest-BulkNetworkOpsTest-1177350951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:21.907666 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d6fdf0-45ce-44fb-ac29-c154de57c84d req-32ff77d6-84fb-4d51-baf4-5c5fd1958d58 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:57:21.909507 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-11d6fdf0-45ce-44fb-ac29-c154de57c84d req-32ff77d6-84fb-4d51-baf4-5c5fd1958d58 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/ports?device_id=5be77a56-d5ef-4a70-9846-307f9eb76fa5 HTTP/1.1" status: 200 len: 945 time: 0.7860584 Aug 12 14:57:21.958979 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-efd5be0f-74a4-4484-a306-7ca8f1316447 tempest-BulkNetworkOpsTest-1177350951 tempest-BulkNetworkOpsTest-1177350951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:21.963532 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-efd5be0f-74a4-4484-a306-7ca8f1316447 tempest-BulkNetworkOpsTest-1177350951 tempest-BulkNetworkOpsTest-1177350951-project] 10.222.0.39 "DELETE /v2.0/ports/431332f2-cfca-4f48-b85c-feaedcfa1e65 HTTP/1.1" status: 204 len: 168 time: 0.5724440 Aug 12 14:57:21.963532 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd5be0f-74a4-4484-a306-7ca8f1316447 tempest-BulkNetworkOpsTest-1177350951 tempest-BulkNetworkOpsTest-1177350951-project] Pushing event deleted for resources: {'Port': ['ID=431332f2-cfca-4f48-b85c-feaedcfa1e65,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:57:21.965627 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 39734) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:57:22.026999 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-11d6fdf0-45ce-44fb-ac29-c154de57c84d req-8827dbc4-0bbe-4d27-a6ee-3d017ad77937 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/security-groups?id=188dc986-a686-4570-b7d8-3a6edb471033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100719 Aug 12 14:57:22.032555 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-1ddf9ca2-538f-4a2e-99c3-1e19db197b95 tempest-BulkNetworkOpsTest-1177350951 tempest-BulkNetworkOpsTest-1177350951-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0623817 Aug 12 14:57:22.032555 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 39736) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:57:22.033398 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 39738) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:57:22.049995 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-16925eea-0b4c-43a2-bcda-48f4d7c85dfb tempest-BulkNetworkOpsTest-1177350951 tempest-BulkNetworkOpsTest-1177350951-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-876862258'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:57:22.104861 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-8d7f86ab-37a3-4dc0-a20a-82418231e866 tempest-TestVolumeBackupRestore-292524848 tempest-TestVolumeBackupRestore-292524848-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:22.109487 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16925eea-0b4c-43a2-bcda-48f4d7c85dfb tempest-BulkNetworkOpsTest-1177350951 tempest-BulkNetworkOpsTest-1177350951-project] Made reservation on behalf of 51e9361ca8c14c2b881e9384dfc09b5a for: {'network': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:57:22.113448 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-16925eea-0b4c-43a2-bcda-48f4d7c85dfb tempest-BulkNetworkOpsTest-1177350951 tempest-BulkNetworkOpsTest-1177350951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for network, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:22.146025 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16925eea-0b4c-43a2-bcda-48f4d7c85dfb tempest-BulkNetworkOpsTest-1177350951 tempest-BulkNetworkOpsTest-1177350951-project] vlan segment allocate from pool success with {'vlan_id': 329, 'physical_network': 'physnet1'} {{(pid=94466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 14:57:22.162702 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-16925eea-0b4c-43a2-bcda-48f4d7c85dfb tempest-BulkNetworkOpsTest-1177350951 tempest-BulkNetworkOpsTest-1177350951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:22.163324 n-d-694802-15 neutron-server[94466]: INFO neutron.db.segments_db [None req-16925eea-0b4c-43a2-bcda-48f4d7c85dfb tempest-BulkNetworkOpsTest-1177350951 tempest-BulkNetworkOpsTest-1177350951-project] Added segment 9b0aa6d2-4eb3-43cf-877e-2e8df4f9b5bd of type vlan for network 680004f8-06ea-4115-bf16-fb4021835e34 Aug 12 14:57:22.231724 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-16925eea-0b4c-43a2-bcda-48f4d7c85dfb tempest-BulkNetworkOpsTest-1177350951 tempest-BulkNetworkOpsTest-1177350951-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744653628263'] for network, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:22.243850 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-8d7f86ab-37a3-4dc0-a20a-82418231e866 tempest-TestVolumeBackupRestore-292524848 tempest-TestVolumeBackupRestore-292524848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:22.271556 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-16925eea-0b4c-43a2-bcda-48f4d7c85dfb tempest-BulkNetworkOpsTest-1177350951 tempest-BulkNetworkOpsTest-1177350951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409'] for network, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:22.280381 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16925eea-0b4c-43a2-bcda-48f4d7c85dfb tempest-BulkNetworkOpsTest-1177350951 tempest-BulkNetworkOpsTest-1177350951-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:57:22.281192 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-16925eea-0b4c-43a2-bcda-48f4d7c85dfb tempest-BulkNetworkOpsTest-1177350951 tempest-BulkNetworkOpsTest-1177350951-project] Notify callbacks [] for network, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:22.370383 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-16925eea-0b4c-43a2-bcda-48f4d7c85dfb tempest-BulkNetworkOpsTest-1177350951 tempest-BulkNetworkOpsTest-1177350951-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.3341007 Aug 12 14:57:22.371264 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 39746) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:57:22.377548 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-199ba93d-c0ea-48c2-a41a-590ce9144fd4 tempest-BulkNetworkOpsTest-1177350951 tempest-BulkNetworkOpsTest-1177350951-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-588788912'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:57:22.399332 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16925eea-0b4c-43a2-bcda-48f4d7c85dfb tempest-BulkNetworkOpsTest-1177350951 tempest-BulkNetworkOpsTest-1177350951-project] Pushing event updated for resources: {'Network': ['ID=680004f8-06ea-4115-bf16-fb4021835e34,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:57:22.414773 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Network 680004f8-06ea-4115-bf16-fb4021835e34 details requested by agent ovs-agent-n-d-694802-15 with host n-d-694802-15 {{(pid=94468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 14:57:22.415683 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-199ba93d-c0ea-48c2-a41a-590ce9144fd4 tempest-BulkNetworkOpsTest-1177350951 tempest-BulkNetworkOpsTest-1177350951-project] Made reservation on behalf of 51e9361ca8c14c2b881e9384dfc09b5a for: {'network': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:57:22.422341 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-199ba93d-c0ea-48c2-a41a-590ce9144fd4 tempest-BulkNetworkOpsTest-1177350951 tempest-BulkNetworkOpsTest-1177350951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for network, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:22.466735 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-199ba93d-c0ea-48c2-a41a-590ce9144fd4 tempest-BulkNetworkOpsTest-1177350951 tempest-BulkNetworkOpsTest-1177350951-project] vlan segment allocate from pool success with {'vlan_id': 331, 'physical_network': 'physnet1'} {{(pid=94466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 14:57:22.492408 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-199ba93d-c0ea-48c2-a41a-590ce9144fd4 tempest-BulkNetworkOpsTest-1177350951 tempest-BulkNetworkOpsTest-1177350951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:22.492780 n-d-694802-15 neutron-server[94466]: INFO neutron.db.segments_db [None req-199ba93d-c0ea-48c2-a41a-590ce9144fd4 tempest-BulkNetworkOpsTest-1177350951 tempest-BulkNetworkOpsTest-1177350951-project] Added segment 553907cf-5c69-4e4d-8178-73bcc6e3dec1 of type vlan for network a6bba118-ba5c-43a5-a575-b602b5ae479a Aug 12 14:57:22.597338 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-8d7f86ab-37a3-4dc0-a20a-82418231e866 tempest-TestVolumeBackupRestore-292524848 tempest-TestVolumeBackupRestore-292524848-project] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:22.598291 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-1ef3f665-4f29-431d-b649-f53d838526e4 tempest-DvrRoutersNegativeTest-62516446 tempest-DvrRoutersNegativeTest-62516446-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-851995437', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:57:22.602044 n-d-694802-15 neutron-server[94466]: DEBUG neutron.policy [None req-1ef3f665-4f29-431d-b649-f53d838526e4 tempest-DvrRoutersNegativeTest-62516446 tempest-DvrRoutersNegativeTest-62516446-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=94466) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Aug 12 14:57:22.602631 n-d-694802-15 neutron-server[94466]: DEBUG neutron.policy [None req-1ef3f665-4f29-431d-b649-f53d838526e4 tempest-DvrRoutersNegativeTest-62516446 tempest-DvrRoutersNegativeTest-62516446-project] Failed policy check for 'create_router' {{(pid=94466) enforce /opt/stack/neutron/neutron/policy.py:520}} Aug 12 14:57:22.603503 n-d-694802-15 neutron-server[94466]: INFO neutron.api.v2.resource [None req-1ef3f665-4f29-431d-b649-f53d838526e4 tempest-DvrRoutersNegativeTest-62516446 tempest-DvrRoutersNegativeTest-62516446-project] create failed (client error): Access was denied to this resource. Aug 12 14:57:22.606769 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-1ef3f665-4f29-431d-b649-f53d838526e4 tempest-DvrRoutersNegativeTest-62516446 tempest-DvrRoutersNegativeTest-62516446-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.5753307 Aug 12 14:57:22.608633 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-8d7f86ab-37a3-4dc0-a20a-82418231e866 tempest-TestVolumeBackupRestore-292524848 tempest-TestVolumeBackupRestore-292524848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:22.625383 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-199ba93d-c0ea-48c2-a41a-590ce9144fd4 tempest-BulkNetworkOpsTest-1177350951 tempest-BulkNetworkOpsTest-1177350951-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744653628263'] for network, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:22.686123 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-199ba93d-c0ea-48c2-a41a-590ce9144fd4 tempest-BulkNetworkOpsTest-1177350951 tempest-BulkNetworkOpsTest-1177350951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409'] for network, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:22.694100 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-199ba93d-c0ea-48c2-a41a-590ce9144fd4 tempest-BulkNetworkOpsTest-1177350951 tempest-BulkNetworkOpsTest-1177350951-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:57:22.695208 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-199ba93d-c0ea-48c2-a41a-590ce9144fd4 tempest-BulkNetworkOpsTest-1177350951 tempest-BulkNetworkOpsTest-1177350951-project] Notify callbacks [] for network, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:22.716656 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7f86ab-37a3-4dc0-a20a-82418231e866 tempest-TestVolumeBackupRestore-292524848 tempest-TestVolumeBackupRestore-292524848-project] Pushing event updated for resources: {'Port': ['ID=efc983e6-b13b-4e15-a233-2683f2660b69,revision_number=2']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:57:22.738538 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7f86ab-37a3-4dc0-a20a-82418231e866 tempest-TestVolumeBackupRestore-292524848 tempest-TestVolumeBackupRestore-292524848-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:57:22.738882 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7f86ab-37a3-4dc0-a20a-82418231e866 tempest-TestVolumeBackupRestore-292524848 tempest-TestVolumeBackupRestore-292524848-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:57:22.740257 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7f86ab-37a3-4dc0-a20a-82418231e866 tempest-TestVolumeBackupRestore-292524848 tempest-TestVolumeBackupRestore-292524848-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:57:22.740582 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7f86ab-37a3-4dc0-a20a-82418231e866 tempest-TestVolumeBackupRestore-292524848 tempest-TestVolumeBackupRestore-292524848-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:57:22.740918 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7f86ab-37a3-4dc0-a20a-82418231e866 tempest-TestVolumeBackupRestore-292524848 tempest-TestVolumeBackupRestore-292524848-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:57:22.742980 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7f86ab-37a3-4dc0-a20a-82418231e866 tempest-TestVolumeBackupRestore-292524848 tempest-TestVolumeBackupRestore-292524848-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:57:22.743429 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7f86ab-37a3-4dc0-a20a-82418231e866 tempest-TestVolumeBackupRestore-292524848 tempest-TestVolumeBackupRestore-292524848-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:57:22.743683 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7f86ab-37a3-4dc0-a20a-82418231e866 tempest-TestVolumeBackupRestore-292524848 tempest-TestVolumeBackupRestore-292524848-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:57:22.744017 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7f86ab-37a3-4dc0-a20a-82418231e866 tempest-TestVolumeBackupRestore-292524848 tempest-TestVolumeBackupRestore-292524848-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:57:22.744343 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7f86ab-37a3-4dc0-a20a-82418231e866 tempest-TestVolumeBackupRestore-292524848 tempest-TestVolumeBackupRestore-292524848-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:57:22.744717 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7f86ab-37a3-4dc0-a20a-82418231e866 tempest-TestVolumeBackupRestore-292524848 tempest-TestVolumeBackupRestore-292524848-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:57:22.745033 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7f86ab-37a3-4dc0-a20a-82418231e866 tempest-TestVolumeBackupRestore-292524848 tempest-TestVolumeBackupRestore-292524848-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:57:22.810535 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199ba93d-c0ea-48c2-a41a-590ce9144fd4 tempest-BulkNetworkOpsTest-1177350951 tempest-BulkNetworkOpsTest-1177350951-project] Pushing event updated for resources: {'Network': ['ID=a6bba118-ba5c-43a5-a575-b602b5ae479a,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:57:22.824055 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Network a6bba118-ba5c-43a5-a575-b602b5ae479a details requested by agent ovs-agent-n-d-694802-15 with host n-d-694802-15 {{(pid=94468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 14:57:22.834069 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-199ba93d-c0ea-48c2-a41a-590ce9144fd4 tempest-BulkNetworkOpsTest-1177350951 tempest-BulkNetworkOpsTest-1177350951-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.4609177 Aug 12 14:57:22.859615 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-8d7f86ab-37a3-4dc0-a20a-82418231e866 tempest-TestVolumeBackupRestore-292524848 tempest-TestVolumeBackupRestore-292524848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431510'] for floatingip, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:22.979160 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 39758) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:57:22.986658 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-56c3fb41-5205-44e4-a0a5-6cb170637d2d tempest-BulkNetworkOpsTest-1177350951 tempest-BulkNetworkOpsTest-1177350951-project] Request body: {'subnets': [{'network_id': '680004f8-06ea-4115-bf16-fb4021835e34', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--813046467', 'ip_version': 4}, {'network_id': 'a6bba118-ba5c-43a5-a575-b602b5ae479a', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:57:22.987388 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-56c3fb41-5205-44e4-a0a5-6cb170637d2d tempest-BulkNetworkOpsTest-1177350951 tempest-BulkNetworkOpsTest-1177350951-project] Request body: {'subnet': {'network_id': '680004f8-06ea-4115-bf16-fb4021835e34', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--813046467', 'ip_version': 4}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:57:22.988260 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-56c3fb41-5205-44e4-a0a5-6cb170637d2d tempest-BulkNetworkOpsTest-1177350951 tempest-BulkNetworkOpsTest-1177350951-project] Request body: {'subnet': {'network_id': 'a6bba118-ba5c-43a5-a575-b602b5ae479a', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:57:23.040246 n-d-694802-15 neutron-server[94467]: INFO neutron.db.l3_db [None req-8d7f86ab-37a3-4dc0-a20a-82418231e866 tempest-TestVolumeBackupRestore-292524848 tempest-TestVolumeBackupRestore-292524848-project] Floating IP e4b839c6-494f-4044-916f-5010a6001b50 associated. External IP: 172.25.1.95, port: f75d1eb3-a0db-439e-a6ba-fd0cfa4c2c88. Aug 12 14:57:23.292405 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 39766) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:57:23.383880 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56c3fb41-5205-44e4-a0a5-6cb170637d2d tempest-BulkNetworkOpsTest-1177350951 tempest-BulkNetworkOpsTest-1177350951-project] Made reservation on behalf of 51e9361ca8c14c2b881e9384dfc09b5a for: {'subnet': 2} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:57:23.389414 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-56c3fb41-5205-44e4-a0a5-6cb170637d2d tempest-BulkNetworkOpsTest-1177350951 tempest-BulkNetworkOpsTest-1177350951-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8776441'] for subnet, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:23.389973 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-56c3fb41-5205-44e4-a0a5-6cb170637d2d tempest-BulkNetworkOpsTest-1177350951 tempest-BulkNetworkOpsTest-1177350951-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8776441'] for subnet, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:23.402810 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c5abcf-eb07-4154-80d6-610b061e84f4 req-fce54ca9-ba9e-4d50-a7b7-9c637e2d4de7 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:57:23.411389 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-56c5abcf-eb07-4154-80d6-610b061e84f4 req-fce54ca9-ba9e-4d50-a7b7-9c637e2d4de7 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/ports?device_id=5be77a56-d5ef-4a70-9846-307f9eb76fa5 HTTP/1.1" status: 200 len: 945 time: 0.2534773 Aug 12 14:57:23.427051 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28a6d19-54ef-4373-852b-9d016cfca494 req-0c04b318-0ee0-42da-9bf0-3a6df101f6aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:57:23.428855 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-f28a6d19-54ef-4373-852b-9d016cfca494 req-0c04b318-0ee0-42da-9bf0-3a6df101f6aa service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d333de5a1ab446aeb6524d52a70328d5&device_id=5be77a56-d5ef-4a70-9846-307f9eb76fa5 HTTP/1.1" status: 200 len: 1097 time: 0.1343610 Aug 12 14:57:23.540022 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-56c5abcf-eb07-4154-80d6-610b061e84f4 req-d0e1d4d2-8f1d-4017-b29a-903fda9c8279 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/security-groups?id=188dc986-a686-4570-b7d8-3a6edb471033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272178 Aug 12 14:57:23.558649 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d7f86ab-37a3-4dc0-a20a-82418231e866 tempest-TestVolumeBackupRestore-292524848 tempest-TestVolumeBackupRestore-292524848-project] Router e7293d89-7e16-4b87-9e69-33bb34e27603 has already been hosted by L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f {{(pid=94467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 14:57:23.710514 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d7f86ab-37a3-4dc0-a20a-82418231e866 tempest-TestVolumeBackupRestore-292524848 tempest-TestVolumeBackupRestore-292524848-project] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 14:57:23.721105 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28a6d19-54ef-4373-852b-9d016cfca494 req-6041b145-52fb-4c84-9b6e-9aeb2dfce8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:57:23.724086 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0ae800d-b5cd-41be-8f7a-6ad2a448ff1a None None] Sync routers for ids ['e7293d89-7e16-4b87-9e69-33bb34e27603'] in n-d-694802-15 {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 14:57:23.729028 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-f28a6d19-54ef-4373-852b-9d016cfca494 req-6041b145-52fb-4c84-9b6e-9aeb2dfce8b1 service neutron] 10.222.0.49 "GET /v2.0/networks?id=16f33fa1-6b71-42ec-b506-a52fb0f6c597 HTTP/1.1" status: 200 len: 914 time: 0.2482188 Aug 12 14:57:23.732902 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-8d7f86ab-37a3-4dc0-a20a-82418231e866 tempest-TestVolumeBackupRestore-292524848 tempest-TestVolumeBackupRestore-292524848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for floatingip, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:23.743958 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0ae800d-b5cd-41be-8f7a-6ad2a448ff1a None None] Routers {'e7293d89-7e16-4b87-9e69-33bb34e27603'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:57:23.745898 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-e0ae800d-b5cd-41be-8f7a-6ad2a448ff1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:57:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['e7293d89-7e16-4b87-9e69-33bb34e27603'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:57:23.801894 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-8d7f86ab-37a3-4dc0-a20a-82418231e866 tempest-TestVolumeBackupRestore-292524848 tempest-TestVolumeBackupRestore-292524848-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.9811432 Aug 12 14:57:23.802514 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db0202bd-94ea-42c4-9631-34efc8745fa9', 'tag': 'f75d1eb3-a0db-439e-a6ba-fd0cfa4c2c88'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:57:23.805104 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-f28a6d19-54ef-4373-852b-9d016cfca494 req-26197609-83bd-4f2b-bcb3-f8f40b341868 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a7d22d5e-69bc-43ea-9592-15336af84849 HTTP/1.1" status: 200 len: 217 time: 0.0653248 Aug 12 14:57:23.805552 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 39778) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:57:23.811720 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e65282f928b64038367d043a4411777802006c43a98742496cb2e25b724ff1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74fbb226-0eb4-48ac-87cc-9033288f4dee" -d '{"events": [{"name": "network-changed", "server_uuid": "db0202bd-94ea-42c4-9631-34efc8745fa9", "tag": "f75d1eb3-a0db-439e-a6ba-fd0cfa4c2c88"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:57:23.885788 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 14:57:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8aa93afc-6c38-48b2-9491-442cba964381 x-openstack-request-id: req-8aa93afc-6c38-48b2-9491-442cba964381 {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:57:23.886083 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db0202bd-94ea-42c4-9631-34efc8745fa9", "tag": "f75d1eb3-a0db-439e-a6ba-fd0cfa4c2c88", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:57:23.886337 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8aa93afc-6c38-48b2-9491-442cba964381 {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:57:23.886737 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db0202bd-94ea-42c4-9631-34efc8745fa9', 'tag': 'f75d1eb3-a0db-439e-a6ba-fd0cfa4c2c88', 'status': 'completed', 'code': 200} Aug 12 14:57:23.957516 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-e0ae800d-b5cd-41be-8f7a-6ad2a448ff1a None None] Set router e7293d89-7e16-4b87-9e69-33bb34e27603 gateway port host: n-d-694802-15 {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:57:24.021469 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fbb226-0eb4-48ac-87cc-9033288f4dee req-0f25b164-73b0-4291-8134-002d6d5faf7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:57:24.023037 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-74fbb226-0eb4-48ac-87cc-9033288f4dee req-0f25b164-73b0-4291-8134-002d6d5faf7e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d9dd6ac7d160445e97bf27aace407348&device_id=db0202bd-94ea-42c4-9631-34efc8745fa9 HTTP/1.1" status: 200 len: 1097 time: 0.1177173 Aug 12 14:57:24.037865 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ce0d4cd6-4939-483b-a063-e39eff612317 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:24.204882 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c9ba3f2-0d64-486a-9b51-8efa8f8571fa tempest-TestVolumeBackupRestore-1897057835 tempest-TestVolumeBackupRestore-1897057835-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:57:24.209001 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-7c9ba3f2-0d64-486a-9b51-8efa8f8571fa tempest-TestVolumeBackupRestore-1897057835 tempest-TestVolumeBackupRestore-1897057835-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=db0202bd-94ea-42c4-9631-34efc8745fa9 HTTP/1.1" status: 200 len: 1092 time: 0.3758800 Aug 12 14:57:24.209001 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28a6d19-54ef-4373-852b-9d016cfca494 req-1f78ccf1-f779-424c-8ce6-94fc23e43dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:57:24.209291 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-f28a6d19-54ef-4373-852b-9d016cfca494 req-1f78ccf1-f779-424c-8ce6-94fc23e43dd3 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=2ab25733-26fe-4392-bfb6-ba7978262295 HTTP/1.1" status: 200 len: 853 time: 0.3712528 Aug 12 14:57:24.213398 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 39790) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:57:24.218092 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-330f96ea-91a4-4a3e-9570-787403b457f8 tempest-TestVolumeBackupRestore-292524848 tempest-TestVolumeBackupRestore-292524848-project] Request body: {'floatingip': {'port_id': 'f75d1eb3-a0db-439e-a6ba-fd0cfa4c2c88'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:57:24.305537 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fbb226-0eb4-48ac-87cc-9033288f4dee req-f7843edb-7906-41a6-9833-1a864cd8d970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:57:24.307149 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-74fbb226-0eb4-48ac-87cc-9033288f4dee req-f7843edb-7906-41a6-9833-1a864cd8d970 service neutron] 10.222.0.49 "GET /v2.0/networks?id=a285089b-9348-4d2a-8604-205679144007 HTTP/1.1" status: 200 len: 914 time: 0.2769909 Aug 12 14:57:24.316112 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-f28a6d19-54ef-4373-852b-9d016cfca494 req-42027ac2-7909-493d-b03f-c2e9dd6a5f6b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=16f33fa1-6b71-42ec-b506-a52fb0f6c597&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0893931 Aug 12 14:57:24.399530 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-330f96ea-91a4-4a3e-9570-787403b457f8 tempest-TestVolumeBackupRestore-292524848 tempest-TestVolumeBackupRestore-292524848-project] Notify callbacks [] for floatingip, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:24.506579 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-74fbb226-0eb4-48ac-87cc-9033288f4dee req-58178666-787f-4985-8555-920fb3d53c19 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f75d1eb3-a0db-439e-a6ba-fd0cfa4c2c88 HTTP/1.1" status: 200 len: 998 time: 0.1596560 Aug 12 14:57:24.660741 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fbb226-0eb4-48ac-87cc-9033288f4dee req-1fdc06c5-f022-4443-834a-2b7b6e0102c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:57:24.662930 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-74fbb226-0eb4-48ac-87cc-9033288f4dee req-1fdc06c5-f022-4443-834a-2b7b6e0102c6 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d4818c0e-24c1-4b2b-bc8f-7ad85839d2ca HTTP/1.1" status: 200 len: 852 time: 0.1399882 Aug 12 14:57:24.698226 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-e0ae800d-b5cd-41be-8f7a-6ad2a448ff1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7293d89-7e16-4b87-9e69-33bb34e27603', 'name': 'tempest-TestVolumeBackupRestore-965872452-router', 'tenant_id': 'd9dd6ac7d160445e97bf27aace407348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.219'}], 'enable_snat': True}, 'gw_port_id': '99ca1047-2581-4dec-9c53-5862e779ec28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:53:04Z', 'updated_at': '2021-08-12T14:53:16Z', 'revision_number': 4, 'project_id': 'd9dd6ac7d160445e97bf27aace407348', 'gw_port': {'id': '99ca1047-2581-4dec-9c53-5862e779ec28', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:95:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7293d89-7e16-4b87-9e69-33bb34e27603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2541, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:53:05Z', 'updated_at': '2021-08-12T14:53:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_floatingips': [{'id': 'e4b839c6-494f-4044-916f-5010a6001b50', 'tenant_id': 'd9dd6ac7d160445e97bf27aace407348', 'floating_ip_address': '172.25.1.95', 'floating_network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'router_id': 'e7293d89-7e16-4b87-9e69-33bb34e27603', 'port_id': 'f75d1eb3-a0db-439e-a6ba-fd0cfa4c2c88', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3083, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a285089b-9348-4d2a-8604-205679144007', 'mac_address': 'fa:16:3e:8b:df:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db0202bd-94ea-42c4-9631-34efc8745fa9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T14:57:21Z', 'updated_at': '2021-08-12T14:57:21Z', 'revision_number': 0, 'project_id': 'd9dd6ac7d160445e97bf27aace407348', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '938ce513-a61c-4431-8100-ac2cd885bd39', 'name': '', 'network_id': 'a285089b-9348-4d2a-8604-205679144007', 'tenant_id': 'd9dd6ac7d160445e97bf27aace407348', 'mac_address': 'fa:16:3e:ee:e4:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7293d89-7e16-4b87-9e69-33bb34e27603', 'device_owner': 'network:router_interface', 'standard_attr_id': 2549, 'fixed_ips': [{'subnet_id': 'd4818c0e-24c1-4b2b-bc8f-7ad85839d2ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:53:13Z', 'updated_at': '2021-08-12T14:53:23Z', 'revision_number': 5, 'project_id': 'd9dd6ac7d160445e97bf27aace407348', 'subnets': [{'id': 'd4818c0e-24c1-4b2b-bc8f-7ad85839d2ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:57:24.740834 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0ae800d-b5cd-41be-8f7a-6ad2a448ff1a None None] Checking router: e7293d89-7e16-4b87-9e69-33bb34e27603 for host: n-d-694802-15 {{(pid=94469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 14:57:24.755481 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0ae800d-b5cd-41be-8f7a-6ad2a448ff1a None None] Routers {'e7293d89-7e16-4b87-9e69-33bb34e27603'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:57:24.758177 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-e0ae800d-b5cd-41be-8f7a-6ad2a448ff1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:57:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['e7293d89-7e16-4b87-9e69-33bb34e27603'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:57:24.762998 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fbb226-0eb4-48ac-87cc-9033288f4dee req-10e263dc-6199-46af-b9c0-82807d28ec0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:57:24.764978 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-74fbb226-0eb4-48ac-87cc-9033288f4dee req-10e263dc-6199-46af-b9c0-82807d28ec0c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a285089b-9348-4d2a-8604-205679144007&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0944059 Aug 12 14:57:24.921667 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-74fbb226-0eb4-48ac-87cc-9033288f4dee req-4aadce25-7ec0-4ccf-8a8b-1dad9c600c7d service neutron] 10.222.0.49 "GET /v2.0/networks/a285089b-9348-4d2a-8604-205679144007?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456473 Aug 12 14:57:25.111250 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-56c3fb41-5205-44e4-a0a5-6cb170637d2d tempest-BulkNetworkOpsTest-1177350951 tempest-BulkNetworkOpsTest-1177350951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3718490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8776395'] for subnet, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:25.135841 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-e0ae800d-b5cd-41be-8f7a-6ad2a448ff1a None None] Set router e7293d89-7e16-4b87-9e69-33bb34e27603 gateway port host: n-d-694802-15 {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:57:25.209442 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c3fb41-5205-44e4-a0a5-6cb170637d2d tempest-BulkNetworkOpsTest-1177350951 tempest-BulkNetworkOpsTest-1177350951-project] Pushing event updated for resources: {'Subnet': ['ID=43dd4961-a797-4bbb-8693-cad7348c6f59,revision_number=0']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:57:25.285301 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-74fbb226-0eb4-48ac-87cc-9033288f4dee req-c4fa30dc-6fb1-4209-a3a4-610fecf5fed4 service neutron] 10.222.0.49 "GET /v2.0/networks/a285089b-9348-4d2a-8604-205679144007?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3546240 Aug 12 14:57:25.351238 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-f28a6d19-54ef-4373-852b-9d016cfca494 req-7a16ede7-6c0d-4e59-bdb2-cd4a875f07e3 service neutron] 10.222.0.49 "GET /v2.0/networks/16f33fa1-6b71-42ec-b506-a52fb0f6c597?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0057878 Aug 12 14:57:25.396017 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5211eb23-f3b4-443f-9fe4-146a46413587 req-96cd9056-217f-4bd3-9c21-353bb18c359c tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:57:25.398177 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-5211eb23-f3b4-443f-9fe4-146a46413587 req-96cd9056-217f-4bd3-9c21-353bb18c359c tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/ports?device_id=5be77a56-d5ef-4a70-9846-307f9eb76fa5 HTTP/1.1" status: 200 len: 945 time: 0.4879749 Aug 12 14:57:25.528356 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ce0d4cd6-4939-483b-a063-e39eff612317 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:25.558117 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ce0d4cd6-4939-483b-a063-e39eff612317 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:25.653209 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-e0ae800d-b5cd-41be-8f7a-6ad2a448ff1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7293d89-7e16-4b87-9e69-33bb34e27603', 'name': 'tempest-TestVolumeBackupRestore-965872452-router', 'tenant_id': 'd9dd6ac7d160445e97bf27aace407348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.219'}], 'enable_snat': True}, 'gw_port_id': '99ca1047-2581-4dec-9c53-5862e779ec28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:53:04Z', 'updated_at': '2021-08-12T14:53:16Z', 'revision_number': 4, 'project_id': 'd9dd6ac7d160445e97bf27aace407348', 'gw_port': {'id': '99ca1047-2581-4dec-9c53-5862e779ec28', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:95:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7293d89-7e16-4b87-9e69-33bb34e27603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2541, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:53:05Z', 'updated_at': '2021-08-12T14:53:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_floatingips': [{'id': 'e4b839c6-494f-4044-916f-5010a6001b50', 'tenant_id': 'd9dd6ac7d160445e97bf27aace407348', 'floating_ip_address': '172.25.1.95', 'floating_network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'router_id': 'e7293d89-7e16-4b87-9e69-33bb34e27603', 'port_id': 'f75d1eb3-a0db-439e-a6ba-fd0cfa4c2c88', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3083, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a285089b-9348-4d2a-8604-205679144007', 'mac_address': 'fa:16:3e:8b:df:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db0202bd-94ea-42c4-9631-34efc8745fa9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T14:57:21Z', 'updated_at': '2021-08-12T14:57:21Z', 'revision_number': 0, 'project_id': 'd9dd6ac7d160445e97bf27aace407348', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '938ce513-a61c-4431-8100-ac2cd885bd39', 'name': '', 'network_id': 'a285089b-9348-4d2a-8604-205679144007', 'tenant_id': 'd9dd6ac7d160445e97bf27aace407348', 'mac_address': 'fa:16:3e:ee:e4:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7293d89-7e16-4b87-9e69-33bb34e27603', 'device_owner': 'network:router_interface', 'standard_attr_id': 2549, 'fixed_ips': [{'subnet_id': 'd4818c0e-24c1-4b2b-bc8f-7ad85839d2ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:53:13Z', 'updated_at': '2021-08-12T14:53:23Z', 'revision_number': 5, 'project_id': 'd9dd6ac7d160445e97bf27aace407348', 'subnets': [{'id': 'd4818c0e-24c1-4b2b-bc8f-7ad85839d2ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:57:25.688872 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0d4cd6-4939-483b-a063-e39eff612317 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8761834-be59-4845-96b0-f5a0179fbef1,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:57:25.704033 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0ae800d-b5cd-41be-8f7a-6ad2a448ff1a None None] The sync data for ids ['e7293d89-7e16-4b87-9e69-33bb34e27603'] in n-d-694802-15 is: [{'id': 'e7293d89-7e16-4b87-9e69-33bb34e27603', 'name': 'tempest-TestVolumeBackupRestore-965872452-router', 'tenant_id': 'd9dd6ac7d160445e97bf27aace407348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.219'}], 'enable_snat': True}, 'gw_port_id': '99ca1047-2581-4dec-9c53-5862e779ec28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:53:04Z', 'updated_at': '2021-08-12T14:53:16Z', 'revision_number': 4, 'project_id': 'd9dd6ac7d160445e97bf27aace407348', 'gw_port': {'id': '99ca1047-2581-4dec-9c53-5862e779ec28', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:95:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7293d89-7e16-4b87-9e69-33bb34e27603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2541, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:53:05Z', 'updated_at': '2021-08-12T14:53:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_floatingips': [{'id': 'e4b839c6-494f-4044-916f-5010a6001b50', 'tenant_id': 'd9dd6ac7d160445e97bf27aace407348', 'floating_ip_address': '172.25.1.95', 'floating_network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'router_id': 'e7293d89-7e16-4b87-9e69-33bb34e27603', 'port_id': 'f75d1eb3-a0db-439e-a6ba-fd0cfa4c2c88', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3083, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a285089b-9348-4d2a-8604-205679144007', 'mac_address': 'fa:16:3e:8b:df:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db0202bd-94ea-42c4-9631-34efc8745fa9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T14:57:21Z', 'updated_at': '2021-08-12T14:57:21Z', 'revision_number': 0, 'project_id': 'd9dd6ac7d160445e97bf27aace407348', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '938ce513-a61c-4431-8100-ac2cd885bd39', 'name': '', 'network_id': 'a285089b-9348-4d2a-8604-205679144007', 'tenant_id': 'd9dd6ac7d160445e97bf27aace407348', 'mac_address': 'fa:16:3e:ee:e4:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7293d89-7e16-4b87-9e69-33bb34e27603', 'device_owner': 'network:router_interface', 'standard_attr_id': 2549, 'fixed_ips': [{'subnet_id': 'd4818c0e-24c1-4b2b-bc8f-7ad85839d2ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:53:13Z', 'updated_at': '2021-08-12T14:53:23Z', 'revision_number': 5, 'project_id': 'd9dd6ac7d160445e97bf27aace407348', 'subnets': [{'id': 'd4818c0e-24c1-4b2b-bc8f-7ad85839d2ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 14:57:25.749478 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-f28a6d19-54ef-4373-852b-9d016cfca494 req-707bdfa2-5fd8-4266-a8ad-835b8d63c3ac service neutron] 10.222.0.49 "GET /v2.0/networks/16f33fa1-6b71-42ec-b506-a52fb0f6c597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3646147 Aug 12 14:57:25.809220 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56c3fb41-5205-44e4-a0a5-6cb170637d2d tempest-BulkNetworkOpsTest-1177350951 tempest-BulkNetworkOpsTest-1177350951-project] Checking segment: {'id': '9b0aa6d2-4eb3-43cf-877e-2e8df4f9b5bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '680004f8-06ea-4115-bf16-fb4021835e34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:57:25.809597 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56c3fb41-5205-44e4-a0a5-6cb170637d2d tempest-BulkNetworkOpsTest-1177350951 tempest-BulkNetworkOpsTest-1177350951-project] Network hostable DHCP agents. Network: 680004f8-06ea-4115-bf16-fb4021835e34, hostable agents: ['1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658'], hosted agents: [] {{(pid=94466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 14:57:25.829674 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 39836) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:57:25.831791 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-ce0d4cd6-4939-483b-a063-e39eff612317 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=38c015db6fbf4c2896f8403b0b2b7b40&name=default HTTP/1.1" status: 200 len: 2983 time: 2.5160375 Aug 12 14:57:25.853169 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-5211eb23-f3b4-443f-9fe4-146a46413587 req-ac86c76e-d615-4d5f-bb7b-c7babb38092d tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/security-groups?id=188dc986-a686-4570-b7d8-3a6edb471033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4389744 Aug 12 14:57:25.934579 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56c3fb41-5205-44e4-a0a5-6cb170637d2d tempest-BulkNetworkOpsTest-1177350951 tempest-BulkNetworkOpsTest-1177350951-project] Network 680004f8-06ea-4115-bf16-fb4021835e34 is scheduled to be hosted by DHCP agent 1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658 with binding_index 1 {{(pid=94466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 14:57:25.947728 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-56c3fb41-5205-44e4-a0a5-6cb170637d2d tempest-BulkNetworkOpsTest-1177350951 tempest-BulkNetworkOpsTest-1177350951-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-15, 680004f8-06ea-4115-bf16-fb4021835e34) {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:57:25.955273 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-56c3fb41-5205-44e4-a0a5-6cb170637d2d tempest-BulkNetworkOpsTest-1177350951 tempest-BulkNetworkOpsTest-1177350951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3718490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8776395'] for subnet, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:25.957677 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db8c508c-a343-4d9b-972b-cda75614b93b None None] Network 680004f8-06ea-4115-bf16-fb4021835e34 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:57:25.962304 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-c0a965c3-a261-4482-bd46-0e827ef1d760 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:26.046065 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-c0a965c3-a261-4482-bd46-0e827ef1d760 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:26.207092 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-c0a965c3-a261-4482-bd46-0e827ef1d760 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:26.210061 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-c0a965c3-a261-4482-bd46-0e827ef1d760 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:26.211592 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-c0a965c3-a261-4482-bd46-0e827ef1d760 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c8761834-be59-4845-96b0-f5a0179fbef1 HTTP/1.1" status: 204 len: 168 time: 0.3806908 Aug 12 14:57:26.250932 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7c62434-45c5-4e43-b98c-e59953e12133 None None] New status for floating IP e4b839c6-494f-4044-916f-5010a6001b50: ACTIVE {{(pid=94468) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 14:57:26.260766 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc39fcd6-07d4-4c4c-b352-3af3b65533b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa7035b3e-9a89-5964-b9f4-97301c3f476a-680004f8-06ea-4115-bf16-fb4021835e34', 'network_id': '680004f8-06ea-4115-bf16-fb4021835e34', 'tenant_id': '51e9361ca8c14c2b881e9384dfc09b5a', 'fixed_ips': [{'subnet_id': '43dd4961-a797-4bbb-8693-cad7348c6f59'}]}} from n-d-694802-15. {{(pid=94468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 14:57:26.263835 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-fc39fcd6-07d4-4c4c-b352-3af3b65533b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:26.273099 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a965c3-a261-4482-bd46-0e827ef1d760 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8761834-be59-4845-96b0-f5a0179fbef1,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:57:26.300193 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c3fb41-5205-44e4-a0a5-6cb170637d2d tempest-BulkNetworkOpsTest-1177350951 tempest-BulkNetworkOpsTest-1177350951-project] Pushing event updated for resources: {'Subnet': ['ID=82e78376-6559-4a01-ae86-04ea17bd7895,revision_number=0']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:57:26.335027 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56c3fb41-5205-44e4-a0a5-6cb170637d2d tempest-BulkNetworkOpsTest-1177350951 tempest-BulkNetworkOpsTest-1177350951-project] Checking segment: {'id': '553907cf-5c69-4e4d-8178-73bcc6e3dec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'a6bba118-ba5c-43a5-a575-b602b5ae479a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:57:26.335508 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56c3fb41-5205-44e4-a0a5-6cb170637d2d tempest-BulkNetworkOpsTest-1177350951 tempest-BulkNetworkOpsTest-1177350951-project] Network hostable DHCP agents. Network: a6bba118-ba5c-43a5-a575-b602b5ae479a, hostable agents: ['1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658'], hosted agents: [] {{(pid=94466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 14:57:26.435949 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56c3fb41-5205-44e4-a0a5-6cb170637d2d tempest-BulkNetworkOpsTest-1177350951 tempest-BulkNetworkOpsTest-1177350951-project] Network a6bba118-ba5c-43a5-a575-b602b5ae479a is scheduled to be hosted by DHCP agent 1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658 with binding_index 1 {{(pid=94466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 14:57:26.499947 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-56c3fb41-5205-44e4-a0a5-6cb170637d2d tempest-BulkNetworkOpsTest-1177350951 tempest-BulkNetworkOpsTest-1177350951-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-15, a6bba118-ba5c-43a5-a575-b602b5ae479a) {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:57:26.521586 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56c3fb41-5205-44e4-a0a5-6cb170637d2d tempest-BulkNetworkOpsTest-1177350951 tempest-BulkNetworkOpsTest-1177350951-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:57:26.522828 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56c3fb41-5205-44e4-a0a5-6cb170637d2d tempest-BulkNetworkOpsTest-1177350951 tempest-BulkNetworkOpsTest-1177350951-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:57:26.523747 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-56c3fb41-5205-44e4-a0a5-6cb170637d2d tempest-BulkNetworkOpsTest-1177350951 tempest-BulkNetworkOpsTest-1177350951-project] Notify callbacks [] for subnet, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:26.582743 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 39856) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:57:26.583046 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-56c3fb41-5205-44e4-a0a5-6cb170637d2d tempest-BulkNetworkOpsTest-1177350951 tempest-BulkNetworkOpsTest-1177350951-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 3.6020401 Aug 12 14:57:26.756631 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09a3ea71-c219-4618-aa1f-eb979e852ea9 tempest-BulkNetworkOpsTest-1177350951 tempest-BulkNetworkOpsTest-1177350951-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:57:26.758179 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09a3ea71-c219-4618-aa1f-eb979e852ea9 tempest-BulkNetworkOpsTest-1177350951 tempest-BulkNetworkOpsTest-1177350951-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:57:26.768998 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09a3ea71-c219-4618-aa1f-eb979e852ea9 tempest-BulkNetworkOpsTest-1177350951 tempest-BulkNetworkOpsTest-1177350951-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:57:26.770715 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-09a3ea71-c219-4618-aa1f-eb979e852ea9 tempest-BulkNetworkOpsTest-1177350951 tempest-BulkNetworkOpsTest-1177350951-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.1869040 Aug 12 14:57:26.775947 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 39868) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:57:26.856680 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-330f96ea-91a4-4a3e-9570-787403b457f8 tempest-TestVolumeBackupRestore-292524848 tempest-TestVolumeBackupRestore-292524848-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:26.866718 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfec8d09-eed9-4fb7-8d55-022b73e9af84 req-ff03aa5c-9e6a-4ff3-944b-f5aa3335fd73 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:57:26.869504 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-dfec8d09-eed9-4fb7-8d55-022b73e9af84 req-ff03aa5c-9e6a-4ff3-944b-f5aa3335fd73 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/ports?device_id=8058b577-6d37-4f83-8841-608839b8ea4b HTTP/1.1" status: 200 len: 945 time: 0.1432383 Aug 12 14:57:26.871069 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-330f96ea-91a4-4a3e-9570-787403b457f8 tempest-TestVolumeBackupRestore-292524848 tempest-TestVolumeBackupRestore-292524848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431510'] for floatingip, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:26.913872 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d68f42fd-c444-48a9-b8d8-f00df7034ca3 None None] Network a6bba118-ba5c-43a5-a575-b602b5ae479a requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:57:26.936886 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a58457e-686f-449b-bcc0-fdcd74cf7ad7 tempest-BulkNetworkOpsTest-1177350951 tempest-BulkNetworkOpsTest-1177350951-project] Deleting subnet 43dd4961-a797-4bbb-8693-cad7348c6f59 {{(pid=94467) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 14:57:26.986171 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.db_base_plugin_common [None req-fc39fcd6-07d4-4c4c-b352-3af3b65533b4 None None] Allocated IP 172.20.0.2 (680004f8-06ea-4115-bf16-fb4021835e34/43dd4961-a797-4bbb-8693-cad7348c6f59/edd91c25-ab79-421f-91ce-2e122bb0fcb8) {{(pid=94468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:57:27.077753 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87daaa00-f0af-4a40-b2ba-47e1657e02d8 req-4653405e-fbde-4ec3-8793-003485455bac tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:57:27.079931 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-87daaa00-f0af-4a40-b2ba-47e1657e02d8 req-4653405e-fbde-4ec3-8793-003485455bac tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/ports?device_id=5be77a56-d5ef-4a70-9846-307f9eb76fa5 HTTP/1.1" status: 200 len: 945 time: 0.0944381 Aug 12 14:57:27.138913 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-87daaa00-f0af-4a40-b2ba-47e1657e02d8 req-a401d4cc-6b6e-477d-8143-9977eaaa9520 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/security-groups?id=188dc986-a686-4570-b7d8-3a6edb471033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511782 Aug 12 14:57:27.171657 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-dfec8d09-eed9-4fb7-8d55-022b73e9af84 req-275018aa-60ab-40e5-ab4b-6dd15da20e5d tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/security-groups?id=c39b825c-c1be-4b1e-8a82-7d04c2bfa2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1567338 Aug 12 14:57:27.213619 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.db.api [None req-e7c62434-45c5-4e43-b98c-e59953e12133 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94468) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 12 14:57:27.214122 n-d-694802-15 neutron-server[94468]: DEBUG oslo_db.api [None req-e7c62434-45c5-4e43-b98c-e59953e12133 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 12 14:57:27.299756 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-330f96ea-91a4-4a3e-9570-787403b457f8 tempest-TestVolumeBackupRestore-292524848 tempest-TestVolumeBackupRestore-292524848-project] Router e7293d89-7e16-4b87-9e69-33bb34e27603 has already been hosted by L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f {{(pid=94466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 14:57:27.340551 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b288cbcb-fc89-40d2-8c0c-fd296cac0a39 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa7035b3e-9a89-5964-b9f4-97301c3f476a-a6bba118-ba5c-43a5-a575-b602b5ae479a', 'network_id': 'a6bba118-ba5c-43a5-a575-b602b5ae479a', 'tenant_id': '51e9361ca8c14c2b881e9384dfc09b5a', 'fixed_ips': [{'subnet_id': '82e78376-6559-4a01-ae86-04ea17bd7895'}]}} from n-d-694802-15. {{(pid=94468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 14:57:27.341529 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-b288cbcb-fc89-40d2-8c0c-fd296cac0a39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:27.450427 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-fc39fcd6-07d4-4c4c-b352-3af3b65533b4 None None] Notify callbacks [] for port, precommit_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:27.470462 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-fc39fcd6-07d4-4c4c-b352-3af3b65533b4 None None] Transition to ACTIVE for port object edd91c25-ab79-421f-91ce-2e122bb0fcb8 will not be triggered until provisioned by entity L2. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:57:27.479225 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-330f96ea-91a4-4a3e-9570-787403b457f8 tempest-TestVolumeBackupRestore-292524848 tempest-TestVolumeBackupRestore-292524848-project] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 14:57:27.489630 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-330f96ea-91a4-4a3e-9570-787403b457f8 tempest-TestVolumeBackupRestore-292524848 tempest-TestVolumeBackupRestore-292524848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for floatingip, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:27.522920 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-fc39fcd6-07d4-4c4c-b352-3af3b65533b4 None None] Transition to ACTIVE for port object edd91c25-ab79-421f-91ce-2e122bb0fcb8 will not be triggered until provisioned by entity DHCP. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:57:27.532418 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-3a58457e-686f-449b-bcc0-fdcd74cf7ad7 tempest-BulkNetworkOpsTest-1177350951 tempest-BulkNetworkOpsTest-1177350951-project] Notify callbacks [] for subnet, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:27.545379 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-fc39fcd6-07d4-4c4c-b352-3af3b65533b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253'] for port, after_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:27.549862 n-d-694802-15 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db0202bd-94ea-42c4-9631-34efc8745fa9', 'tag': 'f75d1eb3-a0db-439e-a6ba-fd0cfa4c2c88'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:57:27.551552 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e785eeede3897370d0b20f09d5f461b30cfecd5ed38c4f07dacd02bc52c9277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed9fb019-6f38-45db-bfce-f8807336c553" -d '{"events": [{"name": "network-changed", "server_uuid": "db0202bd-94ea-42c4-9631-34efc8745fa9", "tag": "f75d1eb3-a0db-439e-a6ba-fd0cfa4c2c88"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:57:27.627821 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-3a58457e-686f-449b-bcc0-fdcd74cf7ad7 tempest-BulkNetworkOpsTest-1177350951 tempest-BulkNetworkOpsTest-1177350951-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3857505'] for subnet, precommit_delete_associations {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:27.641382 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-330f96ea-91a4-4a3e-9570-787403b457f8 tempest-TestVolumeBackupRestore-292524848 tempest-TestVolumeBackupRestore-292524848-project] 10.222.0.39 "PUT /v2.0/floatingips/e4b839c6-494f-4044-916f-5010a6001b50 HTTP/1.1" status: 200 len: 990 time: 3.4220471 Aug 12 14:57:27.663456 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 14:57:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1de1fa5-3942-4fa6-ae5e-3d5bf9cf3d12 x-openstack-request-id: req-d1de1fa5-3942-4fa6-ae5e-3d5bf9cf3d12 {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:57:27.664121 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db0202bd-94ea-42c4-9631-34efc8745fa9", "tag": "f75d1eb3-a0db-439e-a6ba-fd0cfa4c2c88", "status": "completed", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:57:27.664450 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d1de1fa5-3942-4fa6-ae5e-3d5bf9cf3d12 {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:57:27.665486 n-d-694802-15 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db0202bd-94ea-42c4-9631-34efc8745fa9', 'tag': 'f75d1eb3-a0db-439e-a6ba-fd0cfa4c2c88', 'status': 'completed', 'code': 200} Aug 12 14:57:27.710592 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.db_base_plugin_common [None req-b288cbcb-fc89-40d2-8c0c-fd296cac0a39 None None] Allocated IP 172.20.0.18 (a6bba118-ba5c-43a5-a575-b602b5ae479a/82e78376-6559-4a01-ae86-04ea17bd7895/e56e9623-656c-4837-93b2-bfff4c29d526) {{(pid=94468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:57:27.716772 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc39fcd6-07d4-4c4c-b352-3af3b65533b4 None None] Pushing event updated for resources: {'Port': ['ID=edd91c25-ab79-421f-91ce-2e122bb0fcb8,revision_number=1']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:57:27.724338 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7c62434-45c5-4e43-b98c-e59953e12133 None None] New status for floating IP e4b839c6-494f-4044-916f-5010a6001b50: ACTIVE {{(pid=94468) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 14:57:27.792980 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9fb019-6f38-45db-bfce-f8807336c553 req-494cd407-b608-4762-8e77-6d68a07caf8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:57:27.794805 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-ed9fb019-6f38-45db-bfce-f8807336c553 req-494cd407-b608-4762-8e77-6d68a07caf8d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d9dd6ac7d160445e97bf27aace407348&device_id=db0202bd-94ea-42c4-9631-34efc8745fa9 HTTP/1.1" status: 200 len: 1097 time: 0.0655766 Aug 12 14:57:27.840609 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-3a58457e-686f-449b-bcc0-fdcd74cf7ad7 tempest-BulkNetworkOpsTest-1177350951 tempest-BulkNetworkOpsTest-1177350951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66416255'] for subnet, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:27.912928 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 39912) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:57:27.925127 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-3a58457e-686f-449b-bcc0-fdcd74cf7ad7 tempest-BulkNetworkOpsTest-1177350951 tempest-BulkNetworkOpsTest-1177350951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66416232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2859225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3343748'] for subnet, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:28.002896 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9fb019-6f38-45db-bfce-f8807336c553 req-31e21b8a-468b-4a2f-8bba-2b43cec147b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:57:28.007235 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-ed9fb019-6f38-45db-bfce-f8807336c553 req-31e21b8a-468b-4a2f-8bba-2b43cec147b6 service neutron] 10.222.0.49 "GET /v2.0/networks?id=a285089b-9348-4d2a-8604-205679144007 HTTP/1.1" status: 200 len: 914 time: 0.1967266 Aug 12 14:57:28.012095 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a58457e-686f-449b-bcc0-fdcd74cf7ad7 tempest-BulkNetworkOpsTest-1177350951 tempest-BulkNetworkOpsTest-1177350951-project] Pushing event deleted for resources: {'Subnet': ['ID=43dd4961-a797-4bbb-8693-cad7348c6f59,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:57:28.019631 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-3a58457e-686f-449b-bcc0-fdcd74cf7ad7 tempest-BulkNetworkOpsTest-1177350951 tempest-BulkNetworkOpsTest-1177350951-project] Notify callbacks [] for subnet, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:28.022888 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-3a58457e-686f-449b-bcc0-fdcd74cf7ad7 tempest-BulkNetworkOpsTest-1177350951 tempest-BulkNetworkOpsTest-1177350951-project] 10.222.0.39 "DELETE /v2.0/subnets/43dd4961-a797-4bbb-8693-cad7348c6f59 HTTP/1.1" status: 204 len: 168 time: 1.2443163 Aug 12 14:57:28.026101 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 39918) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:57:28.104662 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ced2b76-923f-46bf-973c-f41399d755fa tempest-BulkNetworkOpsTest-1177350951 tempest-BulkNetworkOpsTest-1177350951-project] Deleting subnet 82e78376-6559-4a01-ae86-04ea17bd7895 {{(pid=94467) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 14:57:28.108164 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0353de-8e1e-4f7f-88fa-c030d4a181ff req-16c5b7bb-a34a-4fcc-9a29-87ac4b96c3a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:57:28.110089 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-8b0353de-8e1e-4f7f-88fa-c030d4a181ff req-16c5b7bb-a34a-4fcc-9a29-87ac4b96c3a4 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d333de5a1ab446aeb6524d52a70328d5&device_id=5be77a56-d5ef-4a70-9846-307f9eb76fa5 HTTP/1.1" status: 200 len: 1097 time: 0.1878128 Aug 12 14:57:28.118754 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc39fcd6-07d4-4c4c-b352-3af3b65533b4 None None] Network 680004f8-06ea-4115-bf16-fb4021835e34 is already hosted by enough agents. {{(pid=94468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:57:28.200538 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-ed9fb019-6f38-45db-bfce-f8807336c553 req-59ecf5ae-55b0-4bad-8256-19c86cafaedf service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f75d1eb3-a0db-439e-a6ba-fd0cfa4c2c88 HTTP/1.1" status: 200 len: 998 time: 0.1864157 Aug 12 14:57:28.301714 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9fb019-6f38-45db-bfce-f8807336c553 req-8121afb3-237d-432d-ac51-a11b9c9c8f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:57:28.303394 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-ed9fb019-6f38-45db-bfce-f8807336c553 req-8121afb3-237d-432d-ac51-a11b9c9c8f1d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d4818c0e-24c1-4b2b-bc8f-7ad85839d2ca HTTP/1.1" status: 200 len: 852 time: 0.0903876 Aug 12 14:57:28.315640 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-145668c0-53a1-4eed-b616-b582a6ccbd60 tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-402779581', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:57:28.337545 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.base_scheduler [None req-fc39fcd6-07d4-4c4c-b352-3af3b65533b4 None None] Resources bound (agent type, host, resource id): {{(pid=94468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:57:28.344031 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc39fcd6-07d4-4c4c-b352-3af3b65533b4 None None] Received port after_create {{(pid=94468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:57:28.363948 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0353de-8e1e-4f7f-88fa-c030d4a181ff req-ada6972d-bc86-4383-92cd-1b6b22726e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:57:28.366377 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-8b0353de-8e1e-4f7f-88fa-c030d4a181ff req-ada6972d-bc86-4383-92cd-1b6b22726e95 service neutron] 10.222.0.49 "GET /v2.0/networks?id=16f33fa1-6b71-42ec-b506-a52fb0f6c597 HTTP/1.1" status: 200 len: 914 time: 0.2481904 Aug 12 14:57:28.386492 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b770b535-f43d-4260-8abb-ceb9eb665764 req-ceccad0d-8e7f-48a9-aea0-e334f411ffc4 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:57:28.388715 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-b770b535-f43d-4260-8abb-ceb9eb665764 req-ceccad0d-8e7f-48a9-aea0-e334f411ffc4 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/ports?device_id=5be77a56-d5ef-4a70-9846-307f9eb76fa5 HTTP/1.1" status: 200 len: 945 time: 0.1280637 Aug 12 14:57:28.423890 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-145668c0-53a1-4eed-b616-b582a6ccbd60 tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-430574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-104863'] for router, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:28.424937 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-145668c0-53a1-4eed-b616-b582a6ccbd60 tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-429438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-431405', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66646573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-104852'] for router, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:28.434183 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-8b0353de-8e1e-4f7f-88fa-c030d4a181ff req-a164c45b-733a-4bab-9d4f-0b428324e895 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a7d22d5e-69bc-43ea-9592-15336af84849 HTTP/1.1" status: 200 len: 217 time: 0.0593498 Aug 12 14:57:28.446459 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fca2a1e-68b5-40e2-b09d-7818b47e053e req-eb28adae-f929-40eb-85d7-5ffc0d77ec2e tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:57:28.452872 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-b770b535-f43d-4260-8abb-ceb9eb665764 req-0fab7276-d0dc-4d5d-924f-a98d37f67aab tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/security-groups?id=188dc986-a686-4570-b7d8-3a6edb471033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536232 Aug 12 14:57:28.456301 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9fb019-6f38-45db-bfce-f8807336c553 req-04c62079-0505-48ea-850d-14c0ad6232f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:57:28.457818 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-ed9fb019-6f38-45db-bfce-f8807336c553 req-04c62079-0505-48ea-850d-14c0ad6232f3 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a285089b-9348-4d2a-8604-205679144007&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1328180 Aug 12 14:57:28.464000 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-7fca2a1e-68b5-40e2-b09d-7818b47e053e req-eb28adae-f929-40eb-85d7-5ffc0d77ec2e tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/ports?device_id=8058b577-6d37-4f83-8841-608839b8ea4b HTTP/1.1" status: 200 len: 945 time: 0.1480386 Aug 12 14:57:28.580237 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-7fca2a1e-68b5-40e2-b09d-7818b47e053e req-d0fd169d-f877-4e99-bf3b-39f116a66336 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/security-groups?id=c39b825c-c1be-4b1e-8a82-7d04c2bfa2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1104648 Aug 12 14:57:28.580642 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-ed9fb019-6f38-45db-bfce-f8807336c553 req-79ca39be-4bfb-4ce6-8cff-1d01d779032c service neutron] 10.222.0.49 "GET /v2.0/networks/a285089b-9348-4d2a-8604-205679144007?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148424 Aug 12 14:57:28.596841 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0353de-8e1e-4f7f-88fa-c030d4a181ff req-a8bd1623-4502-403a-80c2-2ab565fc19c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:57:28.599177 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-8b0353de-8e1e-4f7f-88fa-c030d4a181ff req-a8bd1623-4502-403a-80c2-2ab565fc19c7 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=2ab25733-26fe-4392-bfb6-ba7978262295 HTTP/1.1" status: 200 len: 853 time: 0.1212926 Aug 12 14:57:28.604191 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-fc39fcd6-07d4-4c4c-b352-3af3b65533b4 None None] Attempting to bind port edd91c25-ab79-421f-91ce-2e122bb0fcb8 on host n-d-694802-15 for vnic_type normal with profile {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:57:28.604859 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-fc39fcd6-07d4-4c4c-b352-3af3b65533b4 None None] Attempting to bind port edd91c25-ab79-421f-91ce-2e122bb0fcb8 by drivers openvswitch,hyperv on host n-d-694802-15 at level 0 using segments [{'id': '9b0aa6d2-4eb3-43cf-877e-2e8df4f9b5bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '680004f8-06ea-4115-bf16-fb4021835e34'}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:57:28.605689 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc39fcd6-07d4-4c4c-b352-3af3b65533b4 None None] Attempting to bind port edd91c25-ab79-421f-91ce-2e122bb0fcb8 on network 680004f8-06ea-4115-bf16-fb4021835e34 {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:57:28.614367 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc39fcd6-07d4-4c4c-b352-3af3b65533b4 None None] Checking agent: {'id': '16de73ac-f2e9-4cee-b3e0-91052ae3e6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 20, 13), 'started_at': datetime.datetime(2021, 8, 12, 14, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 57, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:57:28.616547 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc39fcd6-07d4-4c4c-b352-3af3b65533b4 None None] Checking segment: {'id': '9b0aa6d2-4eb3-43cf-877e-2e8df4f9b5bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '680004f8-06ea-4115-bf16-fb4021835e34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:57:28.621656 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-fc39fcd6-07d4-4c4c-b352-3af3b65533b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:28.622256 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc39fcd6-07d4-4c4c-b352-3af3b65533b4 None None] Bound using segment: {'id': '9b0aa6d2-4eb3-43cf-877e-2e8df4f9b5bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '680004f8-06ea-4115-bf16-fb4021835e34'} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:57:28.623175 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-fc39fcd6-07d4-4c4c-b352-3af3b65533b4 None None] Bound port: edd91c25-ab79-421f-91ce-2e122bb0fcb8, host: n-d-694802-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b0aa6d2-4eb3-43cf-877e-2e8df4f9b5bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '680004f8-06ea-4115-bf16-fb4021835e34'}}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:57:28.623676 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-fc39fcd6-07d4-4c4c-b352-3af3b65533b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:28.635414 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-145668c0-53a1-4eed-b616-b582a6ccbd60 tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:28.650049 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-145668c0-53a1-4eed-b616-b582a6ccbd60 tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-429413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-431608'] for router, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:28.677943 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-8b0353de-8e1e-4f7f-88fa-c030d4a181ff req-230c9139-1e86-42d8-9e90-2d611e5c9941 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=16f33fa1-6b71-42ec-b506-a52fb0f6c597&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0696070 Aug 12 14:57:28.713802 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-145668c0-53a1-4eed-b616-b582a6ccbd60 tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] Notify callbacks [] for router, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:28.716911 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-145668c0-53a1-4eed-b616-b582a6ccbd60 tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.8026190 Aug 12 14:57:28.722342 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 39932) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:57:28.729372 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-2c164ccf-49f2-451a-b6e3-8c8f0c9d4692 tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-845139766'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:57:28.742783 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1fecce6-f948-42ac-9c8a-f6b253f7fb34 None None] Sync routers for ids ['e7293d89-7e16-4b87-9e69-33bb34e27603'] in n-d-694802-15 {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 14:57:28.765943 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1fecce6-f948-42ac-9c8a-f6b253f7fb34 None None] Routers {'e7293d89-7e16-4b87-9e69-33bb34e27603'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:57:28.768410 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-d1fecce6-f948-42ac-9c8a-f6b253f7fb34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:57:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['e7293d89-7e16-4b87-9e69-33bb34e27603'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:57:28.770650 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-fc39fcd6-07d4-4c4c-b352-3af3b65533b4 None None] For port edd91c25-ab79-421f-91ce-2e122bb0fcb8, host n-d-694802-15, cleared binding levels {{(pid=94468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:57:28.781500 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-fc39fcd6-07d4-4c4c-b352-3af3b65533b4 None None] For port edd91c25-ab79-421f-91ce-2e122bb0fcb8, host n-d-694802-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=edd91c25-ab79-421f-91ce-2e122bb0fcb8,segment=NetworkSegment(9b0aa6d2-4eb3-43cf-877e-2e8df4f9b5bd),segment_id=9b0aa6d2-4eb3-43cf-877e-2e8df4f9b5bd)] {{(pid=94468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:57:28.788705 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-fc39fcd6-07d4-4c4c-b352-3af3b65533b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:28.802398 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-b288cbcb-fc89-40d2-8c0c-fd296cac0a39 None None] Notify callbacks [] for port, precommit_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:28.825293 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-8b0353de-8e1e-4f7f-88fa-c030d4a181ff req-a15251ae-f3e2-4748-a64b-9d48502aeeae service neutron] 10.222.0.49 "GET /v2.0/networks/16f33fa1-6b71-42ec-b506-a52fb0f6c597?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340239 Aug 12 14:57:28.856068 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-b288cbcb-fc89-40d2-8c0c-fd296cac0a39 None None] Transition to ACTIVE for port object e56e9623-656c-4837-93b2-bfff4c29d526 will not be triggered until provisioned by entity L2. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:57:28.874645 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-ed9fb019-6f38-45db-bfce-f8807336c553 req-7e5a28bc-db1d-4658-8070-e721bf490597 service neutron] 10.222.0.49 "GET /v2.0/networks/a285089b-9348-4d2a-8604-205679144007?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2519944 Aug 12 14:57:28.875850 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c164ccf-49f2-451a-b6e3-8c8f0c9d4692 tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] Made reservation on behalf of 9d2fac7188e54681ae8e6c0ceeca8f37 for: {'network': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:57:28.879651 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2c164ccf-49f2-451a-b6e3-8c8f0c9d4692 tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for network, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:28.906687 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2c164ccf-49f2-451a-b6e3-8c8f0c9d4692 tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] Notify callbacks [] for security_group, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:28.920206 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-b288cbcb-fc89-40d2-8c0c-fd296cac0a39 None None] Transition to ACTIVE for port object e56e9623-656c-4837-93b2-bfff4c29d526 will not be triggered until provisioned by entity DHCP. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:57:28.937195 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-b288cbcb-fc89-40d2-8c0c-fd296cac0a39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253'] for port, after_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:28.960558 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b288cbcb-fc89-40d2-8c0c-fd296cac0a39 None None] Network a6bba118-ba5c-43a5-a575-b602b5ae479a is already hosted by enough agents. {{(pid=94468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:57:28.961879 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-135bad4a-4495-4cc2-839e-2d13cbe48c4c None None] Network 680004f8-06ea-4115-bf16-fb4021835e34 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:57:28.966648 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.base_scheduler [None req-b288cbcb-fc89-40d2-8c0c-fd296cac0a39 None None] Resources bound (agent type, host, resource id): {{(pid=94468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:57:28.969912 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b288cbcb-fc89-40d2-8c0c-fd296cac0a39 None None] Received port after_create {{(pid=94468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:57:28.975372 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc39fcd6-07d4-4c4c-b352-3af3b65533b4 None None] Pushing event updated for resources: {'Port': ['ID=edd91c25-ab79-421f-91ce-2e122bb0fcb8,revision_number=3']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:57:29.040212 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-8b0353de-8e1e-4f7f-88fa-c030d4a181ff req-7653cfc7-6d95-4fc0-8ac4-6af11fd0f7b5 service neutron] 10.222.0.49 "GET /v2.0/networks/16f33fa1-6b71-42ec-b506-a52fb0f6c597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2065549 Aug 12 14:57:29.040994 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-8ced2b76-923f-46bf-973c-f41399d755fa tempest-BulkNetworkOpsTest-1177350951 tempest-BulkNetworkOpsTest-1177350951-project] Notify callbacks [] for subnet, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:29.078771 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2c164ccf-49f2-451a-b6e3-8c8f0c9d4692 tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] Notify callbacks [] for security_group, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:29.089734 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2c164ccf-49f2-451a-b6e3-8c8f0c9d4692 tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:29.099443 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-8ced2b76-923f-46bf-973c-f41399d755fa tempest-BulkNetworkOpsTest-1177350951 tempest-BulkNetworkOpsTest-1177350951-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3857505'] for subnet, precommit_delete_associations {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:29.113444 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-b288cbcb-fc89-40d2-8c0c-fd296cac0a39 None None] Attempting to bind port e56e9623-656c-4837-93b2-bfff4c29d526 on host n-d-694802-15 for vnic_type normal with profile {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:57:29.113709 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-b288cbcb-fc89-40d2-8c0c-fd296cac0a39 None None] Attempting to bind port e56e9623-656c-4837-93b2-bfff4c29d526 by drivers openvswitch,hyperv on host n-d-694802-15 at level 0 using segments [{'id': '553907cf-5c69-4e4d-8178-73bcc6e3dec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'a6bba118-ba5c-43a5-a575-b602b5ae479a'}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:57:29.114286 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b288cbcb-fc89-40d2-8c0c-fd296cac0a39 None None] Attempting to bind port e56e9623-656c-4837-93b2-bfff4c29d526 on network a6bba118-ba5c-43a5-a575-b602b5ae479a {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:57:29.139775 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b288cbcb-fc89-40d2-8c0c-fd296cac0a39 None None] Checking agent: {'id': '16de73ac-f2e9-4cee-b3e0-91052ae3e6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 20, 13), 'started_at': datetime.datetime(2021, 8, 12, 14, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 57, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:57:29.141398 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b288cbcb-fc89-40d2-8c0c-fd296cac0a39 None None] Checking segment: {'id': '553907cf-5c69-4e4d-8178-73bcc6e3dec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'a6bba118-ba5c-43a5-a575-b602b5ae479a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:57:29.142022 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-b288cbcb-fc89-40d2-8c0c-fd296cac0a39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:29.142596 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b288cbcb-fc89-40d2-8c0c-fd296cac0a39 None None] Bound using segment: {'id': '553907cf-5c69-4e4d-8178-73bcc6e3dec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'a6bba118-ba5c-43a5-a575-b602b5ae479a'} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:57:29.143282 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-b288cbcb-fc89-40d2-8c0c-fd296cac0a39 None None] Bound port: e56e9623-656c-4837-93b2-bfff4c29d526, host: n-d-694802-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '553907cf-5c69-4e4d-8178-73bcc6e3dec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'a6bba118-ba5c-43a5-a575-b602b5ae479a'}}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:57:29.143863 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-b288cbcb-fc89-40d2-8c0c-fd296cac0a39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:29.154678 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c164ccf-49f2-451a-b6e3-8c8f0c9d4692 tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] vlan segment allocate from pool success with {'vlan_id': 300, 'physical_network': 'physnet1'} {{(pid=94466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 14:57:29.161933 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-d1fecce6-f948-42ac-9c8a-f6b253f7fb34 None None] Set router e7293d89-7e16-4b87-9e69-33bb34e27603 gateway port host: n-d-694802-15 {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:57:29.177413 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b288cbcb-fc89-40d2-8c0c-fd296cac0a39 None None] Pushing event updated for resources: {'Port': ['ID=e56e9623-656c-4837-93b2-bfff4c29d526,revision_number=1']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:57:29.225498 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2c164ccf-49f2-451a-b6e3-8c8f0c9d4692 tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:29.241681 n-d-694802-15 neutron-server[94466]: INFO neutron.db.segments_db [None req-2c164ccf-49f2-451a-b6e3-8c8f0c9d4692 tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] Added segment da5a7d81-4c26-4be0-9982-915d23392749 of type vlan for network a44005b9-93cc-4dc0-97d8-9579e299fd5c Aug 12 14:57:29.248713 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c164ccf-49f2-451a-b6e3-8c8f0c9d4692 tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] Pushing event updated for resources: {'SecurityGroup': ['ID=695a8868-e89f-46e7-b0d5-b1f9c6dfc50a,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:57:29.295346 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c164ccf-49f2-451a-b6e3-8c8f0c9d4692 tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:57:29.295346 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c164ccf-49f2-451a-b6e3-8c8f0c9d4692 tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:57:29.295615 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c164ccf-49f2-451a-b6e3-8c8f0c9d4692 tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:57:29.296028 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c164ccf-49f2-451a-b6e3-8c8f0c9d4692 tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:57:29.296342 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c164ccf-49f2-451a-b6e3-8c8f0c9d4692 tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:57:29.296689 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c164ccf-49f2-451a-b6e3-8c8f0c9d4692 tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:57:29.297216 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c164ccf-49f2-451a-b6e3-8c8f0c9d4692 tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:57:29.297553 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c164ccf-49f2-451a-b6e3-8c8f0c9d4692 tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:57:29.297881 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c164ccf-49f2-451a-b6e3-8c8f0c9d4692 tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:57:29.298208 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c164ccf-49f2-451a-b6e3-8c8f0c9d4692 tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:57:29.298599 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c164ccf-49f2-451a-b6e3-8c8f0c9d4692 tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:57:29.298935 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c164ccf-49f2-451a-b6e3-8c8f0c9d4692 tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:57:29.299122 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-8ced2b76-923f-46bf-973c-f41399d755fa tempest-BulkNetworkOpsTest-1177350951 tempest-BulkNetworkOpsTest-1177350951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66416255'] for subnet, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:29.351313 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2c164ccf-49f2-451a-b6e3-8c8f0c9d4692 tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744653628263'] for network, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:29.407368 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2c164ccf-49f2-451a-b6e3-8c8f0c9d4692 tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409'] for network, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:29.417412 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c164ccf-49f2-451a-b6e3-8c8f0c9d4692 tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:57:29.418321 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2c164ccf-49f2-451a-b6e3-8c8f0c9d4692 tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] Notify callbacks [] for network, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:29.443931 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-8ced2b76-923f-46bf-973c-f41399d755fa tempest-BulkNetworkOpsTest-1177350951 tempest-BulkNetworkOpsTest-1177350951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66416232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2859225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3343748'] for subnet, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:29.446129 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-b288cbcb-fc89-40d2-8c0c-fd296cac0a39 None None] For port e56e9623-656c-4837-93b2-bfff4c29d526, host n-d-694802-15, cleared binding levels {{(pid=94468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:57:29.450895 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-b288cbcb-fc89-40d2-8c0c-fd296cac0a39 None None] For port e56e9623-656c-4837-93b2-bfff4c29d526, host n-d-694802-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=e56e9623-656c-4837-93b2-bfff4c29d526,segment=NetworkSegment(553907cf-5c69-4e4d-8178-73bcc6e3dec1),segment_id=553907cf-5c69-4e4d-8178-73bcc6e3dec1)] {{(pid=94468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:57:29.457937 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-b288cbcb-fc89-40d2-8c0c-fd296cac0a39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:29.520156 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ced2b76-923f-46bf-973c-f41399d755fa tempest-BulkNetworkOpsTest-1177350951 tempest-BulkNetworkOpsTest-1177350951-project] Pushing event deleted for resources: {'Subnet': ['ID=82e78376-6559-4a01-ae86-04ea17bd7895,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:57:29.545233 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-8ced2b76-923f-46bf-973c-f41399d755fa tempest-BulkNetworkOpsTest-1177350951 tempest-BulkNetworkOpsTest-1177350951-project] Notify callbacks [] for subnet, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:29.549990 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-8ced2b76-923f-46bf-973c-f41399d755fa tempest-BulkNetworkOpsTest-1177350951 tempest-BulkNetworkOpsTest-1177350951-project] 10.222.0.39 "DELETE /v2.0/subnets/82e78376-6559-4a01-ae86-04ea17bd7895 HTTP/1.1" status: 204 len: 168 time: 1.5171154 Aug 12 14:57:29.551548 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 39954) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:57:29.557920 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-2c164ccf-49f2-451a-b6e3-8c8f0c9d4692 tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.8303771 Aug 12 14:57:29.559223 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b288cbcb-fc89-40d2-8c0c-fd296cac0a39 None None] Pushing event updated for resources: {'Port': ['ID=e56e9623-656c-4837-93b2-bfff4c29d526,revision_number=3']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:57:29.563552 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 39956) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:57:29.568781 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-35900dd4-3e75-402f-be82-db553f5ad56c tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] Request body: {'subnet': {'network_id': 'a44005b9-93cc-4dc0-97d8-9579e299fd5c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:57:29.577226 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c164ccf-49f2-451a-b6e3-8c8f0c9d4692 tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] Pushing event updated for resources: {'Network': ['ID=a44005b9-93cc-4dc0-97d8-9579e299fd5c,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:57:29.618760 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Network a44005b9-93cc-4dc0-97d8-9579e299fd5c details requested by agent ovs-agent-n-d-694802-15 with host n-d-694802-15 {{(pid=94468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 14:57:29.682833 n-d-694802-15 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db0202bd-94ea-42c4-9631-34efc8745fa9', 'tag': 'f75d1eb3-a0db-439e-a6ba-fd0cfa4c2c88'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:57:29.691008 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e785eeede3897370d0b20f09d5f461b30cfecd5ed38c4f07dacd02bc52c9277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e67bcc69-cf63-44c9-84d5-ed04ddfbc71a" -d '{"events": [{"name": "network-changed", "server_uuid": "db0202bd-94ea-42c4-9631-34efc8745fa9", "tag": "f75d1eb3-a0db-439e-a6ba-fd0cfa4c2c88"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:57:29.722848 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ad5ec95-761b-4755-b6ac-45e96a97be3a tempest-BulkNetworkOpsTest-1177350951 tempest-BulkNetworkOpsTest-1177350951-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:57:29.730561 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-8ad5ec95-761b-4755-b6ac-45e96a97be3a tempest-BulkNetworkOpsTest-1177350951 tempest-BulkNetworkOpsTest-1177350951-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1662765 Aug 12 14:57:29.731473 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 39964) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:57:29.763569 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-d1fecce6-f948-42ac-9c8a-f6b253f7fb34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7293d89-7e16-4b87-9e69-33bb34e27603', 'name': 'tempest-TestVolumeBackupRestore-965872452-router', 'tenant_id': 'd9dd6ac7d160445e97bf27aace407348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.219'}], 'enable_snat': True}, 'gw_port_id': '99ca1047-2581-4dec-9c53-5862e779ec28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:53:04Z', 'updated_at': '2021-08-12T14:53:16Z', 'revision_number': 4, 'project_id': 'd9dd6ac7d160445e97bf27aace407348', 'gw_port': {'id': '99ca1047-2581-4dec-9c53-5862e779ec28', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:95:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7293d89-7e16-4b87-9e69-33bb34e27603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2541, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:53:05Z', 'updated_at': '2021-08-12T14:53:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_floatingips': [{'id': 'e4b839c6-494f-4044-916f-5010a6001b50', 'tenant_id': 'd9dd6ac7d160445e97bf27aace407348', 'floating_ip_address': '172.25.1.95', 'floating_network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'router_id': 'e7293d89-7e16-4b87-9e69-33bb34e27603', 'port_id': 'f75d1eb3-a0db-439e-a6ba-fd0cfa4c2c88', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3083, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a285089b-9348-4d2a-8604-205679144007', 'mac_address': 'fa:16:3e:8b:df:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db0202bd-94ea-42c4-9631-34efc8745fa9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T14:57:21Z', 'updated_at': '2021-08-12T14:57:28Z', 'revision_number': 2, 'project_id': 'd9dd6ac7d160445e97bf27aace407348', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '938ce513-a61c-4431-8100-ac2cd885bd39', 'name': '', 'network_id': 'a285089b-9348-4d2a-8604-205679144007', 'tenant_id': 'd9dd6ac7d160445e97bf27aace407348', 'mac_address': 'fa:16:3e:ee:e4:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7293d89-7e16-4b87-9e69-33bb34e27603', 'device_owner': 'network:router_interface', 'standard_attr_id': 2549, 'fixed_ips': [{'subnet_id': 'd4818c0e-24c1-4b2b-bc8f-7ad85839d2ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:53:13Z', 'updated_at': '2021-08-12T14:53:23Z', 'revision_number': 5, 'project_id': 'd9dd6ac7d160445e97bf27aace407348', 'subnets': [{'id': 'd4818c0e-24c1-4b2b-bc8f-7ad85839d2ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:57:29.841248 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1fecce6-f948-42ac-9c8a-f6b253f7fb34 None None] Checking router: e7293d89-7e16-4b87-9e69-33bb34e27603 for host: n-d-694802-15 {{(pid=94469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 14:57:29.908923 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1fecce6-f948-42ac-9c8a-f6b253f7fb34 None None] Routers {'e7293d89-7e16-4b87-9e69-33bb34e27603'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:57:29.916873 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-d1fecce6-f948-42ac-9c8a-f6b253f7fb34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:57:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['e7293d89-7e16-4b87-9e69-33bb34e27603'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:57:30.035725 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35900dd4-3e75-402f-be82-db553f5ad56c tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] Made reservation on behalf of 9d2fac7188e54681ae8e6c0ceeca8f37 for: {'subnet': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:57:30.046903 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-35900dd4-3e75-402f-be82-db553f5ad56c tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8776441'] for subnet, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:30.103433 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-0c9b76ca-8e02-44b6-b7e0-050fb7f5a33f tempest-BulkNetworkOpsTest-1177350951 tempest-BulkNetworkOpsTest-1177350951-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680608'] for network, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:30.155197 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16f8055-f4df-4f00-9428-88fd5722f7eb req-df5033a1-2159-4f78-adcb-623602520175 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:57:30.157191 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-a16f8055-f4df-4f00-9428-88fd5722f7eb req-df5033a1-2159-4f78-adcb-623602520175 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/ports?device_id=5be77a56-d5ef-4a70-9846-307f9eb76fa5 HTTP/1.1" status: 200 len: 945 time: 0.3703935 Aug 12 14:57:30.170401 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e524196-c2ef-4fde-a44d-59bbff1fa5e9 req-32ce3d12-ec47-43ca-8ae0-813d71b5f8a8 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:57:30.172429 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2e524196-c2ef-4fde-a44d-59bbff1fa5e9 req-32ce3d12-ec47-43ca-8ae0-813d71b5f8a8 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/ports?device_id=8058b577-6d37-4f83-8841-608839b8ea4b HTTP/1.1" status: 200 len: 945 time: 0.3122933 Aug 12 14:57:30.245055 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-a16f8055-f4df-4f00-9428-88fd5722f7eb req-78427b05-3005-4a9d-b9de-833bb3f30132 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/security-groups?id=188dc986-a686-4570-b7d8-3a6edb471033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760710 Aug 12 14:57:30.324808 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2e524196-c2ef-4fde-a44d-59bbff1fa5e9 req-f6194f88-94e1-4b3e-823a-3cfcd9052f00 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/security-groups?id=c39b825c-c1be-4b1e-8a82-7d04c2bfa2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1447546 Aug 12 14:57:30.350558 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 14:57:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e84e5d6-efce-43fc-9ce1-c8817f90ec45 x-openstack-request-id: req-1e84e5d6-efce-43fc-9ce1-c8817f90ec45 {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:57:30.351705 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db0202bd-94ea-42c4-9631-34efc8745fa9", "tag": "f75d1eb3-a0db-439e-a6ba-fd0cfa4c2c88", "status": "completed", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:57:30.351993 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1e84e5d6-efce-43fc-9ce1-c8817f90ec45 {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:57:30.353426 n-d-694802-15 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db0202bd-94ea-42c4-9631-34efc8745fa9', 'tag': 'f75d1eb3-a0db-439e-a6ba-fd0cfa4c2c88', 'status': 'completed', 'code': 200} Aug 12 14:57:30.379906 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-d1fecce6-f948-42ac-9c8a-f6b253f7fb34 None None] Set router e7293d89-7e16-4b87-9e69-33bb34e27603 gateway port host: n-d-694802-15 {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:57:30.425642 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-0c9b76ca-8e02-44b6-b7e0-050fb7f5a33f tempest-BulkNetworkOpsTest-1177350951 tempest-BulkNetworkOpsTest-1177350951-project] Deleting port e56e9623-656c-4837-93b2-bfff4c29d526 {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:57:30.426098 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-0c9b76ca-8e02-44b6-b7e0-050fb7f5a33f tempest-BulkNetworkOpsTest-1177350951 tempest-BulkNetworkOpsTest-1177350951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:30.485854 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device e56e9623-656c-4837-93b2-bfff4c29d526 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:57:30.490548 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-35900dd4-3e75-402f-be82-db553f5ad56c tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3718490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8776395'] for subnet, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:30.515158 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67bcc69-cf63-44c9-84d5-ed04ddfbc71a req-b07b48d4-e7ae-47d3-b5f2-351734fcb274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:57:30.516226 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e67bcc69-cf63-44c9-84d5-ed04ddfbc71a req-b07b48d4-e7ae-47d3-b5f2-351734fcb274 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d9dd6ac7d160445e97bf27aace407348&device_id=db0202bd-94ea-42c4-9631-34efc8745fa9 HTTP/1.1" status: 200 len: 1097 time: 0.1337585 Aug 12 14:57:30.561105 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning for port e56e9623-656c-4837-93b2-bfff4c29d526 completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:57:30.595875 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [None req-0c9b76ca-8e02-44b6-b7e0-050fb7f5a33f tempest-BulkNetworkOpsTest-1177350951 tempest-BulkNetworkOpsTest-1177350951-project] For port e56e9623-656c-4837-93b2-bfff4c29d526, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=e56e9623-656c-4837-93b2-bfff4c29d526,segment=NetworkSegment(553907cf-5c69-4e4d-8178-73bcc6e3dec1),segment_id=553907cf-5c69-4e4d-8178-73bcc6e3dec1)] {{(pid=94467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:57:30.596266 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-0c9b76ca-8e02-44b6-b7e0-050fb7f5a33f tempest-BulkNetworkOpsTest-1177350951 tempest-BulkNetworkOpsTest-1177350951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:30.619813 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-0c9b76ca-8e02-44b6-b7e0-050fb7f5a33f tempest-BulkNetworkOpsTest-1177350951 tempest-BulkNetworkOpsTest-1177350951-project] Calling delete_port for e56e9623-656c-4837-93b2-bfff4c29d526 owned by network:dhcp {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:57:30.638121 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35900dd4-3e75-402f-be82-db553f5ad56c tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] Pushing event updated for resources: {'Subnet': ['ID=531d2301-82f9-4654-8ed1-705ce5d2229c,revision_number=0']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:57:30.640863 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35900dd4-3e75-402f-be82-db553f5ad56c tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] Checking segment: {'id': 'da5a7d81-4c26-4be0-9982-915d23392749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'a44005b9-93cc-4dc0-97d8-9579e299fd5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:57:30.641323 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35900dd4-3e75-402f-be82-db553f5ad56c tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] Network hostable DHCP agents. Network: a44005b9-93cc-4dc0-97d8-9579e299fd5c, hostable agents: ['1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658'], hosted agents: [] {{(pid=94466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 14:57:30.663123 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35900dd4-3e75-402f-be82-db553f5ad56c tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] Network a44005b9-93cc-4dc0-97d8-9579e299fd5c is scheduled to be hosted by DHCP agent 1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658 with binding_index 1 {{(pid=94466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 14:57:30.675632 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-35900dd4-3e75-402f-be82-db553f5ad56c tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-15, a44005b9-93cc-4dc0-97d8-9579e299fd5c) {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:57:30.685069 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-687c7c34-489b-425d-a126-6aabe5c5e5fd None None] Network a44005b9-93cc-4dc0-97d8-9579e299fd5c requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:57:30.688349 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-d1fecce6-f948-42ac-9c8a-f6b253f7fb34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7293d89-7e16-4b87-9e69-33bb34e27603', 'name': 'tempest-TestVolumeBackupRestore-965872452-router', 'tenant_id': 'd9dd6ac7d160445e97bf27aace407348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.219'}], 'enable_snat': True}, 'gw_port_id': '99ca1047-2581-4dec-9c53-5862e779ec28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:53:04Z', 'updated_at': '2021-08-12T14:53:16Z', 'revision_number': 4, 'project_id': 'd9dd6ac7d160445e97bf27aace407348', 'gw_port': {'id': '99ca1047-2581-4dec-9c53-5862e779ec28', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:95:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7293d89-7e16-4b87-9e69-33bb34e27603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2541, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:53:05Z', 'updated_at': '2021-08-12T14:53:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_floatingips': [{'id': 'e4b839c6-494f-4044-916f-5010a6001b50', 'tenant_id': 'd9dd6ac7d160445e97bf27aace407348', 'floating_ip_address': '172.25.1.95', 'floating_network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'router_id': 'e7293d89-7e16-4b87-9e69-33bb34e27603', 'port_id': 'f75d1eb3-a0db-439e-a6ba-fd0cfa4c2c88', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3083, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a285089b-9348-4d2a-8604-205679144007', 'mac_address': 'fa:16:3e:8b:df:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db0202bd-94ea-42c4-9631-34efc8745fa9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T14:57:21Z', 'updated_at': '2021-08-12T14:57:28Z', 'revision_number': 2, 'project_id': 'd9dd6ac7d160445e97bf27aace407348', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '938ce513-a61c-4431-8100-ac2cd885bd39', 'name': '', 'network_id': 'a285089b-9348-4d2a-8604-205679144007', 'tenant_id': 'd9dd6ac7d160445e97bf27aace407348', 'mac_address': 'fa:16:3e:ee:e4:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7293d89-7e16-4b87-9e69-33bb34e27603', 'device_owner': 'network:router_interface', 'standard_attr_id': 2549, 'fixed_ips': [{'subnet_id': 'd4818c0e-24c1-4b2b-bc8f-7ad85839d2ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:53:13Z', 'updated_at': '2021-08-12T14:53:23Z', 'revision_number': 5, 'project_id': 'd9dd6ac7d160445e97bf27aace407348', 'subnets': [{'id': 'd4818c0e-24c1-4b2b-bc8f-7ad85839d2ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:57:30.691283 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35900dd4-3e75-402f-be82-db553f5ad56c tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:57:30.693029 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-35900dd4-3e75-402f-be82-db553f5ad56c tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] Notify callbacks [] for subnet, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:30.709911 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67bcc69-cf63-44c9-84d5-ed04ddfbc71a req-f4d3c696-335d-41eb-8ae2-04463d780909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:57:30.712732 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e67bcc69-cf63-44c9-84d5-ed04ddfbc71a req-f4d3c696-335d-41eb-8ae2-04463d780909 service neutron] 10.222.0.49 "GET /v2.0/networks?id=a285089b-9348-4d2a-8604-205679144007 HTTP/1.1" status: 200 len: 914 time: 0.1866801 Aug 12 14:57:30.722258 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-35900dd4-3e75-402f-be82-db553f5ad56c tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1578138 Aug 12 14:57:30.725512 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 39974) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:57:30.725762 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1fecce6-f948-42ac-9c8a-f6b253f7fb34 None None] The sync data for ids ['e7293d89-7e16-4b87-9e69-33bb34e27603'] in n-d-694802-15 is: [{'id': 'e7293d89-7e16-4b87-9e69-33bb34e27603', 'name': 'tempest-TestVolumeBackupRestore-965872452-router', 'tenant_id': 'd9dd6ac7d160445e97bf27aace407348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.219'}], 'enable_snat': True}, 'gw_port_id': '99ca1047-2581-4dec-9c53-5862e779ec28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:53:04Z', 'updated_at': '2021-08-12T14:53:16Z', 'revision_number': 4, 'project_id': 'd9dd6ac7d160445e97bf27aace407348', 'gw_port': {'id': '99ca1047-2581-4dec-9c53-5862e779ec28', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:95:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7293d89-7e16-4b87-9e69-33bb34e27603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2541, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:53:05Z', 'updated_at': '2021-08-12T14:53:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_floatingips': [{'id': 'e4b839c6-494f-4044-916f-5010a6001b50', 'tenant_id': 'd9dd6ac7d160445e97bf27aace407348', 'floating_ip_address': '172.25.1.95', 'floating_network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'router_id': 'e7293d89-7e16-4b87-9e69-33bb34e27603', 'port_id': 'f75d1eb3-a0db-439e-a6ba-fd0cfa4c2c88', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3083, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a285089b-9348-4d2a-8604-205679144007', 'mac_address': 'fa:16:3e:8b:df:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db0202bd-94ea-42c4-9631-34efc8745fa9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T14:57:21Z', 'updated_at': '2021-08-12T14:57:28Z', 'revision_number': 2, 'project_id': 'd9dd6ac7d160445e97bf27aace407348', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '938ce513-a61c-4431-8100-ac2cd885bd39', 'name': '', 'network_id': 'a285089b-9348-4d2a-8604-205679144007', 'tenant_id': 'd9dd6ac7d160445e97bf27aace407348', 'mac_address': 'fa:16:3e:ee:e4:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7293d89-7e16-4b87-9e69-33bb34e27603', 'device_owner': 'network:router_interface', 'standard_attr_id': 2549, 'fixed_ips': [{'subnet_id': 'd4818c0e-24c1-4b2b-bc8f-7ad85839d2ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:53:13Z', 'updated_at': '2021-08-12T14:53:23Z', 'revision_number': 5, 'project_id': 'd9dd6ac7d160445e97bf27aace407348', 'subnets': [{'id': 'd4818c0e-24c1-4b2b-bc8f-7ad85839d2ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 14:57:30.747175 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-23f26b05-e0f0-4b36-929a-1319a3ad61f6 tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] Request body: {'network': {'name': 'tempest-router-network01--535579573'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:57:30.785027 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23f26b05-e0f0-4b36-929a-1319a3ad61f6 tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] Made reservation on behalf of 9d2fac7188e54681ae8e6c0ceeca8f37 for: {'network': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:57:30.789445 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-23f26b05-e0f0-4b36-929a-1319a3ad61f6 tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for network, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:30.840963 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23f26b05-e0f0-4b36-929a-1319a3ad61f6 tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] vlan segment allocate from pool success with {'vlan_id': 325, 'physical_network': 'physnet1'} {{(pid=94466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 14:57:30.854880 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-23f26b05-e0f0-4b36-929a-1319a3ad61f6 tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:30.855856 n-d-694802-15 neutron-server[94466]: INFO neutron.db.segments_db [None req-23f26b05-e0f0-4b36-929a-1319a3ad61f6 tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] Added segment 1e3cdd0d-16e7-44a9-b725-61c904620834 of type vlan for network 33705c60-5c75-4a50-bbbc-1aa7ea2983ed Aug 12 14:57:30.860595 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e67bcc69-cf63-44c9-84d5-ed04ddfbc71a req-5f733cc7-4ee1-4cad-9d52-1a4cdbd81c7a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f75d1eb3-a0db-439e-a6ba-fd0cfa4c2c88 HTTP/1.1" status: 200 len: 1000 time: 0.1332598 Aug 12 14:57:30.881581 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-0c9b76ca-8e02-44b6-b7e0-050fb7f5a33f tempest-BulkNetworkOpsTest-1177350951 tempest-BulkNetworkOpsTest-1177350951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:30.906703 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c9b76ca-8e02-44b6-b7e0-050fb7f5a33f tempest-BulkNetworkOpsTest-1177350951 tempest-BulkNetworkOpsTest-1177350951-project] No DVR routers for this DVR port e56e9623-656c-4837-93b2-bfff4c29d526 on host n-d-694802-15 {{(pid=94467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:57:30.989622 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-23f26b05-e0f0-4b36-929a-1319a3ad61f6 tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744653628263'] for network, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:31.030197 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ec5145d-d0f1-4fb5-bcfc-8c9cccf04381 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa7035b3e-9a89-5964-b9f4-97301c3f476a-a44005b9-93cc-4dc0-97d8-9579e299fd5c', 'network_id': 'a44005b9-93cc-4dc0-97d8-9579e299fd5c', 'tenant_id': '9d2fac7188e54681ae8e6c0ceeca8f37', 'fixed_ips': [{'subnet_id': '531d2301-82f9-4654-8ed1-705ce5d2229c'}]}} from n-d-694802-15. {{(pid=94468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 14:57:31.031304 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4ec5145d-d0f1-4fb5-bcfc-8c9cccf04381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:31.036782 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9b76ca-8e02-44b6-b7e0-050fb7f5a33f tempest-BulkNetworkOpsTest-1177350951 tempest-BulkNetworkOpsTest-1177350951-project] Pushing event deleted for resources: {'Port': ['ID=e56e9623-656c-4837-93b2-bfff4c29d526,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:57:31.066008 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-23f26b05-e0f0-4b36-929a-1319a3ad61f6 tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409'] for network, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:31.074712 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23f26b05-e0f0-4b36-929a-1319a3ad61f6 tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:57:31.078132 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-23f26b05-e0f0-4b36-929a-1319a3ad61f6 tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] Notify callbacks [] for network, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:31.186135 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67bcc69-cf63-44c9-84d5-ed04ddfbc71a req-f9420d70-fdf1-4541-bc93-99f23d7ba45d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:57:31.186708 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-23f26b05-e0f0-4b36-929a-1319a3ad61f6 tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4500046 Aug 12 14:57:31.195193 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e67bcc69-cf63-44c9-84d5-ed04ddfbc71a req-f9420d70-fdf1-4541-bc93-99f23d7ba45d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d4818c0e-24c1-4b2b-bc8f-7ad85839d2ca HTTP/1.1" status: 200 len: 852 time: 0.3256769 Aug 12 14:57:31.195693 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 39980) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:57:31.197376 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-0c9b76ca-8e02-44b6-b7e0-050fb7f5a33f tempest-BulkNetworkOpsTest-1177350951 tempest-BulkNetworkOpsTest-1177350951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66413304', 'neutron.services.segments.db._delete_segments_for_network-8744654118000'] for network, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:31.206024 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-31016b02-e8f3-4f9f-8605-c15b652ebc8d tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] Request body: {'network': {'name': 'tempest-router-network02--1424961168'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:57:31.238800 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f26b05-e0f0-4b36-929a-1319a3ad61f6 tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] Pushing event updated for resources: {'Network': ['ID=33705c60-5c75-4a50-bbbc-1aa7ea2983ed,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:57:31.250277 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-0c9b76ca-8e02-44b6-b7e0-050fb7f5a33f tempest-BulkNetworkOpsTest-1177350951 tempest-BulkNetworkOpsTest-1177350951-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6bba118-ba5c-43a5-a575-b602b5ae479a']}} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:57:31.285645 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-0c9b76ca-8e02-44b6-b7e0-050fb7f5a33f tempest-BulkNetworkOpsTest-1177350951 tempest-BulkNetworkOpsTest-1177350951-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '553907cf-5c69-4e4d-8178-73bcc6e3dec1') {'for_net_delete': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:57:31.286243 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-0c9b76ca-8e02-44b6-b7e0-050fb7f5a33f tempest-BulkNetworkOpsTest-1177350951 tempest-BulkNetworkOpsTest-1177350951-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '553907cf-5c69-4e4d-8178-73bcc6e3dec1') {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:57:31.331982 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-0c9b76ca-8e02-44b6-b7e0-050fb7f5a33f tempest-BulkNetworkOpsTest-1177350951 tempest-BulkNetworkOpsTest-1177350951-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744654122361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3857526'] for segment, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:31.336213 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31016b02-e8f3-4f9f-8605-c15b652ebc8d tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] Made reservation on behalf of 9d2fac7188e54681ae8e6c0ceeca8f37 for: {'network': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:57:31.340549 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 39986) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:57:31.351731 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-31016b02-e8f3-4f9f-8605-c15b652ebc8d tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for network, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:31.362958 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Network 33705c60-5c75-4a50-bbbc-1aa7ea2983ed details requested by agent ovs-agent-n-d-694802-15 with host n-d-694802-15 {{(pid=94468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 14:57:31.375201 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.db_base_plugin_common [None req-4ec5145d-d0f1-4fb5-bcfc-8c9cccf04381 None None] Allocated IP 2001:db8::2 (a44005b9-93cc-4dc0-97d8-9579e299fd5c/531d2301-82f9-4654-8ed1-705ce5d2229c/39440e05-31ec-4398-81f9-0f8ef8f425ad) {{(pid=94468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:57:31.389142 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67bcc69-cf63-44c9-84d5-ed04ddfbc71a req-377cfcad-d78f-45c4-8b0b-f51eb101a547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:57:31.392820 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e67bcc69-cf63-44c9-84d5-ed04ddfbc71a req-377cfcad-d78f-45c4-8b0b-f51eb101a547 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a285089b-9348-4d2a-8604-205679144007&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1631684 Aug 12 14:57:31.394121 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-0c9b76ca-8e02-44b6-b7e0-050fb7f5a33f tempest-BulkNetworkOpsTest-1177350951 tempest-BulkNetworkOpsTest-1177350951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:31.416109 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device a7d22d5e-69bc-43ea-9592-15336af84849 no longer exists at agent hyperv_n-h2-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:57:31.417973 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea2fe945-94a4-46a4-9d88-6656466bc731 None None] Network a6bba118-ba5c-43a5-a575-b602b5ae479a requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:57:31.445401 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c9b76ca-8e02-44b6-b7e0-050fb7f5a33f tempest-BulkNetworkOpsTest-1177350951 tempest-BulkNetworkOpsTest-1177350951-project] Releasing vlan 331 on physical network physnet1 to pool {{(pid=94467) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 14:57:31.445811 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-0c9b76ca-8e02-44b6-b7e0-050fb7f5a33f tempest-BulkNetworkOpsTest-1177350951 tempest-BulkNetworkOpsTest-1177350951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2859015'] for segment, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:31.461596 n-d-694802-15 neutron-server[94467]: Traceback (most recent call last): Aug 12 14:57:31.461596 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 14:57:31.461596 n-d-694802-15 neutron-server[94467]: timer() Aug 12 14:57:31.461596 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 14:57:31.461596 n-d-694802-15 neutron-server[94467]: cb(*args, **kw) Aug 12 14:57:31.461596 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 14:57:31.461596 n-d-694802-15 neutron-server[94467]: return func(*args, **kwargs) Aug 12 14:57:31.461596 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 14:57:31.461596 n-d-694802-15 neutron-server[94467]: self._notify() Aug 12 14:57:31.461596 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 14:57:31.461596 n-d-694802-15 neutron-server[94467]: self.callback(batched_events) Aug 12 14:57:31.461596 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 14:57:31.461596 n-d-694802-15 neutron-server[94467]: event.method(event) Aug 12 14:57:31.461596 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 14:57:31.461596 n-d-694802-15 neutron-server[94467]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 14:57:31.461596 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 14:57:31.461596 n-d-694802-15 neutron-server[94467]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 14:57:31.461596 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 14:57:31.461596 n-d-694802-15 neutron-server[94467]: return f(self, *a, **k) Aug 12 14:57:31.461596 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 14:57:31.461596 n-d-694802-15 neutron-server[94467]: return self._get(url).json() Aug 12 14:57:31.461596 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 14:57:31.461596 n-d-694802-15 neutron-server[94467]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 14:57:31.461596 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 14:57:31.461596 n-d-694802-15 neutron-server[94467]: return self.request(url, 'GET', **kwargs) Aug 12 14:57:31.461596 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 14:57:31.461596 n-d-694802-15 neutron-server[94467]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 14:57:31.461596 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 14:57:31.461596 n-d-694802-15 neutron-server[94467]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 14:57:31.461596 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 14:57:31.461596 n-d-694802-15 neutron-server[94467]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 14:57:31.461596 n-d-694802-15 neutron-server[94467]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 14:57:31.550541 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b6757cee-fc4d-4d0b-87cf-2f28bb76643b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:31.552295 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31016b02-e8f3-4f9f-8605-c15b652ebc8d tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] vlan segment allocate from pool success with {'vlan_id': 310, 'physical_network': 'physnet1'} {{(pid=94467) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 14:57:31.576872 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f419f2a5-cea8-4707-892e-0a25e49dd11e req-70a6da16-5ac8-4060-8a0f-294585825fac tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:57:31.578359 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-f419f2a5-cea8-4707-892e-0a25e49dd11e req-70a6da16-5ac8-4060-8a0f-294585825fac tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/ports?device_id=8058b577-6d37-4f83-8841-608839b8ea4b HTTP/1.1" status: 200 len: 945 time: 0.0984006 Aug 12 14:57:31.602779 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-2dc7ca5d-ce7d-4464-8f4a-69326ce7086d None None] Could not find standard attr ID for object e56e9623-656c-4837-93b2-bfff4c29d526. {{(pid=94468) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 12 14:57:31.714776 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b6757cee-fc4d-4d0b-87cf-2f28bb76643b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:31.725894 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b6757cee-fc4d-4d0b-87cf-2f28bb76643b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:31.811440 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-b6757cee-fc4d-4d0b-87cf-2f28bb76643b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=173616b6545a43a7ad652640bc3e9d6e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4692230 Aug 12 14:57:31.816178 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 39998) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:57:31.821300 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-f419f2a5-cea8-4707-892e-0a25e49dd11e req-e496d3b1-a9b8-43db-bb33-ba20d102358f tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/security-groups?id=c39b825c-c1be-4b1e-8a82-7d04c2bfa2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2170563 Aug 12 14:57:31.834788 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6757cee-fc4d-4d0b-87cf-2f28bb76643b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e21041be-d59b-45a0-b912-a05e52553109,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:57:31.889907 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c561eda6-1e06-4917-92e3-ade9383664a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:31.915038 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c561eda6-1e06-4917-92e3-ade9383664a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:31.925819 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:31.977547 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c561eda6-1e06-4917-92e3-ade9383664a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:31.980791 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5be77a56-d5ef-4a70-9846-307f9eb76fa5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a7d22d5e-69bc-43ea-9592-15336af84849'}] {{(pid=94468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:57:31.984854 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99a8d87602170099c728e57431aca99e9b98a655a83bbf8727be13192709727b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54de82d1-cbde-4e69-a610-b5ebd67ca6f9" -d '{"events": [{"server_uuid": "5be77a56-d5ef-4a70-9846-307f9eb76fa5", "name": "network-vif-unplugged", "status": "completed", "tag": "a7d22d5e-69bc-43ea-9592-15336af84849"}]}' {{(pid=94468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:57:31.985167 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c561eda6-1e06-4917-92e3-ade9383664a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:32.002990 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-c561eda6-1e06-4917-92e3-ade9383664a1 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e21041be-d59b-45a0-b912-a05e52553109 HTTP/1.1" status: 204 len: 168 time: 0.1835089 Aug 12 14:57:32.015712 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port a7d22d5e-69bc-43ea-9592-15336af84849, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=a7d22d5e-69bc-43ea-9592-15336af84849,segment=NetworkSegment(196fb4c7-81dc-4d55-8d5b-b3d93b852fe1),segment_id=196fb4c7-81dc-4d55-8d5b-b3d93b852fe1)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:57:32.019227 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4ec5145d-d0f1-4fb5-bcfc-8c9cccf04381 None None] Notify callbacks [] for port, precommit_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:32.023923 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5581c2ee-0d72-4716-85a0-fa1eb482fbfc None None] DHCP port deletion for a6bba118-ba5c-43a5-a575-b602b5ae479a request from n-d-694802-15 {{(pid=94468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 14:57:32.027305 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c561eda6-1e06-4917-92e3-ade9383664a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e21041be-d59b-45a0-b912-a05e52553109,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:57:32.035063 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:32.042494 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-4ec5145d-d0f1-4fb5-bcfc-8c9cccf04381 None None] Transition to ACTIVE for port object 39440e05-31ec-4398-81f9-0f8ef8f425ad will not be triggered until provisioned by entity L2. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:57:32.058093 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-31016b02-e8f3-4f9f-8605-c15b652ebc8d tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:32.058537 n-d-694802-15 neutron-server[94467]: INFO neutron.db.segments_db [None req-31016b02-e8f3-4f9f-8605-c15b652ebc8d tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] Added segment b027fd1f-5427-47da-931a-dd792660c8cd of type vlan for network 479489c5-62b9-498b-a310-14cdca8866e7 Aug 12 14:57:32.071740 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-0c9b76ca-8e02-44b6-b7e0-050fb7f5a33f tempest-BulkNetworkOpsTest-1177350951 tempest-BulkNetworkOpsTest-1177350951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66413281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431520'] for network, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:32.075635 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 12 Aug 2021 14:57:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-209f0765-a57d-4968-a0e1-4ea66a486c1e x-openstack-request-id: req-209f0765-a57d-4968-a0e1-4ea66a486c1e {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:57:32.082106 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4075f23a-c439-4278-bfcb-6fbce738071f req-48cd8896-94c5-46d8-b45a-52ec1266ddba tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:57:32.083949 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5be77a56-d5ef-4a70-9846-307f9eb76fa5", "name": "network-vif-unplugged", "status": "failed", "tag": "a7d22d5e-69bc-43ea-9592-15336af84849", "code": 422}]} {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:57:32.084118 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-209f0765-a57d-4968-a0e1-4ea66a486c1e {{(pid=94468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:57:32.085063 n-d-694802-15 neutron-server[94468]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '5be77a56-d5ef-4a70-9846-307f9eb76fa5', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'a7d22d5e-69bc-43ea-9592-15336af84849', 'code': 422} returned with failed status Aug 12 14:57:32.090019 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4075f23a-c439-4278-bfcb-6fbce738071f req-48cd8896-94c5-46d8-b45a-52ec1266ddba tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/ports?device_id=5be77a56-d5ef-4a70-9846-307f9eb76fa5 HTTP/1.1" status: 200 len: 945 time: 0.6926205 Aug 12 14:57:32.112639 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-0c9b76ca-8e02-44b6-b7e0-050fb7f5a33f tempest-BulkNetworkOpsTest-1177350951 tempest-BulkNetworkOpsTest-1177350951-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for network, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:32.117451 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-0c9b76ca-8e02-44b6-b7e0-050fb7f5a33f tempest-BulkNetworkOpsTest-1177350951 tempest-BulkNetworkOpsTest-1177350951-project] 10.222.0.39 "DELETE /v2.0/networks/a6bba118-ba5c-43a5-a575-b602b5ae479a HTTP/1.1" status: 204 len: 168 time: 2.3820853 Aug 12 14:57:32.117842 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 40004) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:57:32.121194 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-4ec5145d-d0f1-4fb5-bcfc-8c9cccf04381 None None] Transition to ACTIVE for port object 39440e05-31ec-4398-81f9-0f8ef8f425ad will not be triggered until provisioned by entity DHCP. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:57:32.150209 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4ec5145d-d0f1-4fb5-bcfc-8c9cccf04381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253'] for port, after_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:32.173553 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9b76ca-8e02-44b6-b7e0-050fb7f5a33f tempest-BulkNetworkOpsTest-1177350951 tempest-BulkNetworkOpsTest-1177350951-project] Pushing event deleted for resources: {'Network': ['ID=a6bba118-ba5c-43a5-a575-b602b5ae479a,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:57:32.185536 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-31016b02-e8f3-4f9f-8605-c15b652ebc8d tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744653628263'] for network, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:32.186856 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Pushing event updated for resources: {'Port': ['ID=a7d22d5e-69bc-43ea-9592-15336af84849,revision_number=8']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:57:32.232645 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4075f23a-c439-4278-bfcb-6fbce738071f req-e831449e-babc-4c4b-8992-5ce8802a20f2 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/security-groups?id=188dc986-a686-4570-b7d8-3a6edb471033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415782 Aug 12 14:57:32.246244 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ec5145d-d0f1-4fb5-bcfc-8c9cccf04381 None None] Network a44005b9-93cc-4dc0-97d8-9579e299fd5c is already hosted by enough agents. {{(pid=94468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:57:32.248780 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.base_scheduler [None req-4ec5145d-d0f1-4fb5-bcfc-8c9cccf04381 None None] Resources bound (agent type, host, resource id): {{(pid=94468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:57:32.254371 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ec5145d-d0f1-4fb5-bcfc-8c9cccf04381 None None] Received port after_create {{(pid=94468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:57:32.254564 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e67bcc69-cf63-44c9-84d5-ed04ddfbc71a req-c8e5b1cc-1a6d-4eec-a06a-d9afab165629 service neutron] 10.222.0.49 "GET /v2.0/networks/a285089b-9348-4d2a-8604-205679144007?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8163950 Aug 12 14:57:32.285394 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-180d6d9d-9018-482a-8d3c-747bfadcacd8 tempest-BulkNetworkOpsTest-1177350951 tempest-BulkNetworkOpsTest-1177350951-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680608'] for network, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:32.334032 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-31016b02-e8f3-4f9f-8605-c15b652ebc8d tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409'] for network, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:32.341691 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31016b02-e8f3-4f9f-8605-c15b652ebc8d tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:57:32.342625 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-31016b02-e8f3-4f9f-8605-c15b652ebc8d tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for network, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:32.407351 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec5145d-d0f1-4fb5-bcfc-8c9cccf04381 None None] Pushing event updated for resources: {'Port': ['ID=39440e05-31ec-4398-81f9-0f8ef8f425ad,revision_number=1']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:57:32.416233 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device e56e9623-656c-4837-93b2-bfff4c29d526 no longer exists at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:57:32.427973 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-31016b02-e8f3-4f9f-8605-c15b652ebc8d tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.2276592 Aug 12 14:57:32.439673 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 40010) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:57:32.445468 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-6291d836-e136-40fb-8eee-b2e77582c617 tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] Request body: {'subnet': {'network_id': '33705c60-5c75-4a50-bbbc-1aa7ea2983ed', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:57:32.457738 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59548cd-c9f5-4941-aa75-752046f2814a req-a083e6fd-16bb-427f-b92b-ebba0ab37141 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:57:32.466527 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-e59548cd-c9f5-4941-aa75-752046f2814a req-a083e6fd-16bb-427f-b92b-ebba0ab37141 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/ports?device_id=5be77a56-d5ef-4a70-9846-307f9eb76fa5 HTTP/1.1" status: 200 len: 943 time: 0.0958998 Aug 12 14:57:32.479039 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31016b02-e8f3-4f9f-8605-c15b652ebc8d tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] Pushing event updated for resources: {'Network': ['ID=479489c5-62b9-498b-a310-14cdca8866e7,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:57:32.513569 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-180d6d9d-9018-482a-8d3c-747bfadcacd8 tempest-BulkNetworkOpsTest-1177350951 tempest-BulkNetworkOpsTest-1177350951-project] Deleting port edd91c25-ab79-421f-91ce-2e122bb0fcb8 {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:57:32.514047 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-180d6d9d-9018-482a-8d3c-747bfadcacd8 tempest-BulkNetworkOpsTest-1177350951 tempest-BulkNetworkOpsTest-1177350951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:32.514327 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Network 479489c5-62b9-498b-a310-14cdca8866e7 details requested by agent ovs-agent-n-d-694802-15 with host n-d-694802-15 {{(pid=94468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 14:57:32.527575 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] No Port match for: e56e9623-656c-4837-93b2-bfff4c29d526 {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 14:57:32.527951 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device e56e9623-656c-4837-93b2-bfff4c29d526 not bound to the agent host n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:57:32.545113 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e67bcc69-cf63-44c9-84d5-ed04ddfbc71a req-b2d5b31e-1dd5-464d-928a-edd9e26dbcfd service neutron] 10.222.0.49 "GET /v2.0/networks/a285089b-9348-4d2a-8604-205679144007?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2795990 Aug 12 14:57:32.580144 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 40012) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:57:32.597112 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-63209592-e603-4c2b-81de-74c93f8ae26b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:32.599156 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-4ec5145d-d0f1-4fb5-bcfc-8c9cccf04381 None None] Attempting to bind port 39440e05-31ec-4398-81f9-0f8ef8f425ad on host n-d-694802-15 for vnic_type normal with profile {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:57:32.599959 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-4ec5145d-d0f1-4fb5-bcfc-8c9cccf04381 None None] Attempting to bind port 39440e05-31ec-4398-81f9-0f8ef8f425ad by drivers openvswitch,hyperv on host n-d-694802-15 at level 0 using segments [{'id': 'da5a7d81-4c26-4be0-9982-915d23392749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'a44005b9-93cc-4dc0-97d8-9579e299fd5c'}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:57:32.600546 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ec5145d-d0f1-4fb5-bcfc-8c9cccf04381 None None] Attempting to bind port 39440e05-31ec-4398-81f9-0f8ef8f425ad on network a44005b9-93cc-4dc0-97d8-9579e299fd5c {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:57:32.609739 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ec5145d-d0f1-4fb5-bcfc-8c9cccf04381 None None] Checking agent: {'id': '16de73ac-f2e9-4cee-b3e0-91052ae3e6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 20, 13), 'started_at': datetime.datetime(2021, 8, 12, 14, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 57, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:57:32.610499 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ec5145d-d0f1-4fb5-bcfc-8c9cccf04381 None None] Checking segment: {'id': 'da5a7d81-4c26-4be0-9982-915d23392749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'a44005b9-93cc-4dc0-97d8-9579e299fd5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:57:32.610655 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4ec5145d-d0f1-4fb5-bcfc-8c9cccf04381 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:32.611078 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ec5145d-d0f1-4fb5-bcfc-8c9cccf04381 None None] Bound using segment: {'id': 'da5a7d81-4c26-4be0-9982-915d23392749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'a44005b9-93cc-4dc0-97d8-9579e299fd5c'} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:57:32.611800 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-4ec5145d-d0f1-4fb5-bcfc-8c9cccf04381 None None] Bound port: 39440e05-31ec-4398-81f9-0f8ef8f425ad, host: n-d-694802-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da5a7d81-4c26-4be0-9982-915d23392749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'a44005b9-93cc-4dc0-97d8-9579e299fd5c'}}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:57:32.612375 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4ec5145d-d0f1-4fb5-bcfc-8c9cccf04381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:32.619114 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-e59548cd-c9f5-4941-aa75-752046f2814a req-b4484a52-cc01-4100-8432-f1b5eae18526 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/security-groups?id=188dc986-a686-4570-b7d8-3a6edb471033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514196 Aug 12 14:57:32.649607 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.db.api [None req-63209592-e603-4c2b-81de-74c93f8ae26b admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 12 14:57:32.649607 n-d-694802-15 neutron-server[94467]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 12 14:57:32.649607 n-d-694802-15 neutron-server[94467]: [parameters: {'project_id': '3b790adddc6d466bb3491eb6d09c46cd', 'id': '804ebb4a-dc69-4e28-9c4a-9d5e6ae7ef25', 'expiration': datetime.datetime(2021, 8, 12, 14, 59, 32, 641079)}] Aug 12 14:57:32.649607 n-d-694802-15 neutron-server[94467]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94467) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 12 14:57:32.650043 n-d-694802-15 neutron-server[94467]: DEBUG oslo_db.api [None req-63209592-e603-4c2b-81de-74c93f8ae26b admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 12 14:57:32.658424 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6291d836-e136-40fb-8eee-b2e77582c617 tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] Made reservation on behalf of 9d2fac7188e54681ae8e6c0ceeca8f37 for: {'subnet': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:57:32.663005 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-180d6d9d-9018-482a-8d3c-747bfadcacd8 tempest-BulkNetworkOpsTest-1177350951 tempest-BulkNetworkOpsTest-1177350951-project] For port edd91c25-ab79-421f-91ce-2e122bb0fcb8, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=edd91c25-ab79-421f-91ce-2e122bb0fcb8,segment=NetworkSegment(9b0aa6d2-4eb3-43cf-877e-2e8df4f9b5bd),segment_id=9b0aa6d2-4eb3-43cf-877e-2e8df4f9b5bd)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:57:32.665312 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-6291d836-e136-40fb-8eee-b2e77582c617 tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3343791'] for subnet, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:32.669976 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-180d6d9d-9018-482a-8d3c-747bfadcacd8 tempest-BulkNetworkOpsTest-1177350951 tempest-BulkNetworkOpsTest-1177350951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:32.688252 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-180d6d9d-9018-482a-8d3c-747bfadcacd8 tempest-BulkNetworkOpsTest-1177350951 tempest-BulkNetworkOpsTest-1177350951-project] Calling delete_port for edd91c25-ab79-421f-91ce-2e122bb0fcb8 owned by network:dhcp {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:57:32.709046 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4ec5145d-d0f1-4fb5-bcfc-8c9cccf04381 None None] For port 39440e05-31ec-4398-81f9-0f8ef8f425ad, host n-d-694802-15, cleared binding levels {{(pid=94468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:57:32.712370 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4ec5145d-d0f1-4fb5-bcfc-8c9cccf04381 None None] For port 39440e05-31ec-4398-81f9-0f8ef8f425ad, host n-d-694802-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=39440e05-31ec-4398-81f9-0f8ef8f425ad,segment=NetworkSegment(da5a7d81-4c26-4be0-9982-915d23392749),segment_id=da5a7d81-4c26-4be0-9982-915d23392749)] {{(pid=94468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:57:32.720319 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4ec5145d-d0f1-4fb5-bcfc-8c9cccf04381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:32.816606 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec5145d-d0f1-4fb5-bcfc-8c9cccf04381 None None] Pushing event updated for resources: {'Port': ['ID=39440e05-31ec-4398-81f9-0f8ef8f425ad,revision_number=2']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:57:32.887997 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-180d6d9d-9018-482a-8d3c-747bfadcacd8 tempest-BulkNetworkOpsTest-1177350951 tempest-BulkNetworkOpsTest-1177350951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:32.928527 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180d6d9d-9018-482a-8d3c-747bfadcacd8 tempest-BulkNetworkOpsTest-1177350951 tempest-BulkNetworkOpsTest-1177350951-project] Pushing event deleted for resources: {'Port': ['ID=edd91c25-ab79-421f-91ce-2e122bb0fcb8,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:57:32.950198 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-180d6d9d-9018-482a-8d3c-747bfadcacd8 tempest-BulkNetworkOpsTest-1177350951 tempest-BulkNetworkOpsTest-1177350951-project] No DVR routers for this DVR port edd91c25-ab79-421f-91ce-2e122bb0fcb8 on host n-d-694802-15 {{(pid=94466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:57:33.157406 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-63209592-e603-4c2b-81de-74c93f8ae26b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:33.163481 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-180d6d9d-9018-482a-8d3c-747bfadcacd8 tempest-BulkNetworkOpsTest-1177350951 tempest-BulkNetworkOpsTest-1177350951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66413304', 'neutron.services.segments.db._delete_segments_for_network-8744654118000'] for network, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:33.185683 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-180d6d9d-9018-482a-8d3c-747bfadcacd8 tempest-BulkNetworkOpsTest-1177350951 tempest-BulkNetworkOpsTest-1177350951-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['680004f8-06ea-4115-bf16-fb4021835e34']}} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:57:33.199966 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-180d6d9d-9018-482a-8d3c-747bfadcacd8 tempest-BulkNetworkOpsTest-1177350951 tempest-BulkNetworkOpsTest-1177350951-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b0aa6d2-4eb3-43cf-877e-2e8df4f9b5bd') {'for_net_delete': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:57:33.200268 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-180d6d9d-9018-482a-8d3c-747bfadcacd8 tempest-BulkNetworkOpsTest-1177350951 tempest-BulkNetworkOpsTest-1177350951-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b0aa6d2-4eb3-43cf-877e-2e8df4f9b5bd') {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:57:33.239204 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-180d6d9d-9018-482a-8d3c-747bfadcacd8 tempest-BulkNetworkOpsTest-1177350951 tempest-BulkNetworkOpsTest-1177350951-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744654122361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2293560'] for segment, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:33.259187 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5dd2d8-e42d-44fd-8ced-e45e66a49dda req-973fbd60-d54b-412d-842d-887c5bebd9fe tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:57:33.261020 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-2a5dd2d8-e42d-44fd-8ced-e45e66a49dda req-973fbd60-d54b-412d-842d-887c5bebd9fe tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/ports?device_id=5be77a56-d5ef-4a70-9846-307f9eb76fa5 HTTP/1.1" status: 200 len: 943 time: 0.1833398 Aug 12 14:57:33.276025 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-180d6d9d-9018-482a-8d3c-747bfadcacd8 tempest-BulkNetworkOpsTest-1177350951 tempest-BulkNetworkOpsTest-1177350951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:33.304215 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4985132-f94c-45ed-8440-7fcb43ebe10d req-4dee62d1-608a-4787-a940-aeaa9a208723 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:57:33.306914 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d4985132-f94c-45ed-8440-7fcb43ebe10d req-4dee62d1-608a-4787-a940-aeaa9a208723 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/ports?device_id=8058b577-6d37-4f83-8841-608839b8ea4b HTTP/1.1" status: 200 len: 945 time: 0.3298490 Aug 12 14:57:33.315067 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-180d6d9d-9018-482a-8d3c-747bfadcacd8 tempest-BulkNetworkOpsTest-1177350951 tempest-BulkNetworkOpsTest-1177350951-project] Releasing vlan 329 on physical network physnet1 to pool {{(pid=94466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 14:57:33.315703 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-180d6d9d-9018-482a-8d3c-747bfadcacd8 tempest-BulkNetworkOpsTest-1177350951 tempest-BulkNetworkOpsTest-1177350951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3718595'] for segment, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:33.319931 n-d-694802-15 neutron-server[94466]: Traceback (most recent call last): Aug 12 14:57:33.319931 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 14:57:33.319931 n-d-694802-15 neutron-server[94466]: timer() Aug 12 14:57:33.319931 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 14:57:33.319931 n-d-694802-15 neutron-server[94466]: cb(*args, **kw) Aug 12 14:57:33.319931 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 14:57:33.319931 n-d-694802-15 neutron-server[94466]: return func(*args, **kwargs) Aug 12 14:57:33.319931 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 14:57:33.319931 n-d-694802-15 neutron-server[94466]: self._notify() Aug 12 14:57:33.319931 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 14:57:33.319931 n-d-694802-15 neutron-server[94466]: self.callback(batched_events) Aug 12 14:57:33.319931 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 14:57:33.319931 n-d-694802-15 neutron-server[94466]: event.method(event) Aug 12 14:57:33.319931 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 14:57:33.319931 n-d-694802-15 neutron-server[94466]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 14:57:33.319931 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 14:57:33.319931 n-d-694802-15 neutron-server[94466]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 14:57:33.319931 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 14:57:33.319931 n-d-694802-15 neutron-server[94466]: return f(self, *a, **k) Aug 12 14:57:33.319931 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 14:57:33.319931 n-d-694802-15 neutron-server[94466]: return self._get(url).json() Aug 12 14:57:33.319931 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 14:57:33.319931 n-d-694802-15 neutron-server[94466]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 14:57:33.319931 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 14:57:33.319931 n-d-694802-15 neutron-server[94466]: return self.request(url, 'GET', **kwargs) Aug 12 14:57:33.319931 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 14:57:33.319931 n-d-694802-15 neutron-server[94466]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 14:57:33.319931 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 14:57:33.319931 n-d-694802-15 neutron-server[94466]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 14:57:33.319931 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 14:57:33.319931 n-d-694802-15 neutron-server[94466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 14:57:33.319931 n-d-694802-15 neutron-server[94466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 14:57:33.327920 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-6291d836-e136-40fb-8eee-b2e77582c617 tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2859166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3343773'] for subnet, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:33.410282 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-2a5dd2d8-e42d-44fd-8ced-e45e66a49dda req-0d5dd7c6-a2f0-4c8c-ba74-c9cbd7c5cd0f tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/security-groups?id=188dc986-a686-4570-b7d8-3a6edb471033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428425 Aug 12 14:57:33.427731 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-180d6d9d-9018-482a-8d3c-747bfadcacd8 tempest-BulkNetworkOpsTest-1177350951 tempest-BulkNetworkOpsTest-1177350951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66413281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431520'] for network, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:33.439413 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-16b11f8a-e894-4eb8-9aff-159b58c2f404 req-94b17b0f-0850-4d56-85d0-6a68377194ff service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=5be77a56-d5ef-4a70-9846-307f9eb76fa5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2659645 Aug 12 14:57:33.456188 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d4985132-f94c-45ed-8440-7fcb43ebe10d req-98a2904f-1e70-41d4-8528-cf1de0325eba tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/security-groups?id=c39b825c-c1be-4b1e-8a82-7d04c2bfa2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1360481 Aug 12 14:57:33.458345 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-180d6d9d-9018-482a-8d3c-747bfadcacd8 tempest-BulkNetworkOpsTest-1177350951 tempest-BulkNetworkOpsTest-1177350951-project] Notify callbacks [] for network, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:33.463707 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6291d836-e136-40fb-8eee-b2e77582c617 tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] Pushing event updated for resources: {'Subnet': ['ID=f69c3817-cb1e-43fb-8cc1-960b8aeba837,revision_number=0']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:57:33.464737 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-180d6d9d-9018-482a-8d3c-747bfadcacd8 tempest-BulkNetworkOpsTest-1177350951 tempest-BulkNetworkOpsTest-1177350951-project] 10.222.0.39 "DELETE /v2.0/networks/680004f8-06ea-4115-bf16-fb4021835e34 HTTP/1.1" status: 204 len: 168 time: 1.3446054 Aug 12 14:57:33.469095 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 40042) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:57:33.497773 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180d6d9d-9018-482a-8d3c-747bfadcacd8 tempest-BulkNetworkOpsTest-1177350951 tempest-BulkNetworkOpsTest-1177350951-project] Pushing event deleted for resources: {'Network': ['ID=680004f8-06ea-4115-bf16-fb4021835e34,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:57:33.590459 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6291d836-e136-40fb-8eee-b2e77582c617 tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] Checking segment: {'id': '1e3cdd0d-16e7-44a9-b725-61c904620834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '33705c60-5c75-4a50-bbbc-1aa7ea2983ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:57:33.590831 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6291d836-e136-40fb-8eee-b2e77582c617 tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] Network hostable DHCP agents. Network: 33705c60-5c75-4a50-bbbc-1aa7ea2983ed, hostable agents: ['1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658'], hosted agents: [] {{(pid=94467) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 14:57:33.623521 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-b4fad247-2332-47e2-8785-f449b1ceb958 tempest-BulkNetworkOpsTest-1177350951 tempest-BulkNetworkOpsTest-1177350951-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680608'] for network, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:33.651938 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6291d836-e136-40fb-8eee-b2e77582c617 tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] Network 33705c60-5c75-4a50-bbbc-1aa7ea2983ed is scheduled to be hosted by DHCP agent 1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658 with binding_index 1 {{(pid=94467) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 14:57:33.656357 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-63209592-e603-4c2b-81de-74c93f8ae26b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:33.663434 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-63209592-e603-4c2b-81de-74c93f8ae26b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:33.702317 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [None req-6291d836-e136-40fb-8eee-b2e77582c617 tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-15, 33705c60-5c75-4a50-bbbc-1aa7ea2983ed) {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:57:33.712121 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62aa0cbf-147a-4925-87bd-ff3729f8a9ee None None] Network 33705c60-5c75-4a50-bbbc-1aa7ea2983ed requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:57:33.745974 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6291d836-e136-40fb-8eee-b2e77582c617 tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:57:33.746579 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-6291d836-e136-40fb-8eee-b2e77582c617 tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] Notify callbacks [] for subnet, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:33.852422 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-63209592-e603-4c2b-81de-74c93f8ae26b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3b790adddc6d466bb3491eb6d09c46cd&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2713544 Aug 12 14:57:33.855249 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 40050) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:57:33.862982 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63209592-e603-4c2b-81de-74c93f8ae26b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f9c800a-3c66-475f-87cc-9a0c1395b72f,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:57:33.885766 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-b4fad247-2332-47e2-8785-f449b1ceb958 tempest-BulkNetworkOpsTest-1177350951 tempest-BulkNetworkOpsTest-1177350951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66413304', 'neutron.services.segments.db._delete_segments_for_network-8744654118000'] for network, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:33.892450 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-6291d836-e136-40fb-8eee-b2e77582c617 tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4488666 Aug 12 14:57:33.895827 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 40052) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:57:33.909473 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-2c98ccc3-fe6e-45ab-b19d-8473fd19e689 tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] Request body: {'subnet': {'network_id': '479489c5-62b9-498b-a310-14cdca8866e7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:57:33.920768 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-b4fad247-2332-47e2-8785-f449b1ceb958 tempest-BulkNetworkOpsTest-1177350951 tempest-BulkNetworkOpsTest-1177350951-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df9e364c-4661-4279-aac3-40a0f03bb52f']}} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:57:33.940351 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-b4fad247-2332-47e2-8785-f449b1ceb958 tempest-BulkNetworkOpsTest-1177350951 tempest-BulkNetworkOpsTest-1177350951-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c4c84f7-89ff-4441-8f76-e2418bd9fb52') {'for_net_delete': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:57:33.941102 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-b4fad247-2332-47e2-8785-f449b1ceb958 tempest-BulkNetworkOpsTest-1177350951 tempest-BulkNetworkOpsTest-1177350951-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c4c84f7-89ff-4441-8f76-e2418bd9fb52') {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:57:33.964119 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-b4fad247-2332-47e2-8785-f449b1ceb958 tempest-BulkNetworkOpsTest-1177350951 tempest-BulkNetworkOpsTest-1177350951-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744654122361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3857526'] for segment, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:33.987288 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-b4fad247-2332-47e2-8785-f449b1ceb958 tempest-BulkNetworkOpsTest-1177350951 tempest-BulkNetworkOpsTest-1177350951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:34.005572 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4fad247-2332-47e2-8785-f449b1ceb958 tempest-BulkNetworkOpsTest-1177350951 tempest-BulkNetworkOpsTest-1177350951-project] Releasing vlan 346 on physical network physnet1 to pool {{(pid=94467) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 14:57:34.006006 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-b4fad247-2332-47e2-8785-f449b1ceb958 tempest-BulkNetworkOpsTest-1177350951 tempest-BulkNetworkOpsTest-1177350951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2859015'] for segment, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:34.012479 n-d-694802-15 neutron-server[94467]: Traceback (most recent call last): Aug 12 14:57:34.012479 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 14:57:34.012479 n-d-694802-15 neutron-server[94467]: timer() Aug 12 14:57:34.012479 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 14:57:34.012479 n-d-694802-15 neutron-server[94467]: cb(*args, **kw) Aug 12 14:57:34.012479 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 14:57:34.012479 n-d-694802-15 neutron-server[94467]: return func(*args, **kwargs) Aug 12 14:57:34.012479 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 14:57:34.012479 n-d-694802-15 neutron-server[94467]: self._notify() Aug 12 14:57:34.012479 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 14:57:34.012479 n-d-694802-15 neutron-server[94467]: self.callback(batched_events) Aug 12 14:57:34.012479 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 14:57:34.012479 n-d-694802-15 neutron-server[94467]: event.method(event) Aug 12 14:57:34.012479 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 14:57:34.012479 n-d-694802-15 neutron-server[94467]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 14:57:34.012479 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 14:57:34.012479 n-d-694802-15 neutron-server[94467]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 14:57:34.012479 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 14:57:34.012479 n-d-694802-15 neutron-server[94467]: return f(self, *a, **k) Aug 12 14:57:34.012479 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 14:57:34.012479 n-d-694802-15 neutron-server[94467]: return self._get(url).json() Aug 12 14:57:34.012479 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 14:57:34.012479 n-d-694802-15 neutron-server[94467]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 14:57:34.012479 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 14:57:34.012479 n-d-694802-15 neutron-server[94467]: return self.request(url, 'GET', **kwargs) Aug 12 14:57:34.012479 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 14:57:34.012479 n-d-694802-15 neutron-server[94467]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 14:57:34.012479 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 14:57:34.012479 n-d-694802-15 neutron-server[94467]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 14:57:34.012479 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 14:57:34.012479 n-d-694802-15 neutron-server[94467]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 14:57:34.012479 n-d-694802-15 neutron-server[94467]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 14:57:34.083656 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f79385ce-c009-442e-81df-b749b21a05c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:34.124357 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-b4fad247-2332-47e2-8785-f449b1ceb958 tempest-BulkNetworkOpsTest-1177350951 tempest-BulkNetworkOpsTest-1177350951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66413281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431520'] for network, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:34.132153 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-b4fad247-2332-47e2-8785-f449b1ceb958 tempest-BulkNetworkOpsTest-1177350951 tempest-BulkNetworkOpsTest-1177350951-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for network, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:34.136492 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-b4fad247-2332-47e2-8785-f449b1ceb958 tempest-BulkNetworkOpsTest-1177350951 tempest-BulkNetworkOpsTest-1177350951-project] 10.222.0.39 "DELETE /v2.0/networks/df9e364c-4661-4279-aac3-40a0f03bb52f HTTP/1.1" status: 204 len: 168 time: 0.6653645 Aug 12 14:57:34.139814 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 40054) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:57:34.150486 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f79385ce-c009-442e-81df-b749b21a05c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:34.173075 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fad247-2332-47e2-8785-f449b1ceb958 tempest-BulkNetworkOpsTest-1177350951 tempest-BulkNetworkOpsTest-1177350951-project] Pushing event deleted for resources: {'Network': ['ID=df9e364c-4661-4279-aac3-40a0f03bb52f,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:57:34.201648 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e3f026c-cacf-46d8-9d34-9707bfe38fc6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa7035b3e-9a89-5964-b9f4-97301c3f476a-33705c60-5c75-4a50-bbbc-1aa7ea2983ed', 'network_id': '33705c60-5c75-4a50-bbbc-1aa7ea2983ed', 'tenant_id': '9d2fac7188e54681ae8e6c0ceeca8f37', 'fixed_ips': [{'subnet_id': 'f69c3817-cb1e-43fb-8cc1-960b8aeba837'}]}} from n-d-694802-15. {{(pid=94468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 14:57:34.202533 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-9e3f026c-cacf-46d8-9d34-9707bfe38fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:34.207948 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c98ccc3-fe6e-45ab-b19d-8473fd19e689 tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] Made reservation on behalf of 9d2fac7188e54681ae8e6c0ceeca8f37 for: {'subnet': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:57:34.213557 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2c98ccc3-fe6e-45ab-b19d-8473fd19e689 tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8776441'] for subnet, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:34.311359 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-9494024b-9ad8-449b-a57d-9f912928ae14 tempest-BulkNetworkOpsTest-1177350951 tempest-BulkNetworkOpsTest-1177350951-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680608'] for network, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:34.395655 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.db_base_plugin_common [None req-9e3f026c-cacf-46d8-9d34-9707bfe38fc6 None None] Allocated IP 2001:db8::2 (33705c60-5c75-4a50-bbbc-1aa7ea2983ed/f69c3817-cb1e-43fb-8cc1-960b8aeba837/6c440106-d2ce-4ead-bfa6-54201e1cbf8c) {{(pid=94468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:57:34.410403 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f79385ce-c009-442e-81df-b749b21a05c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:34.415546 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f79385ce-c009-442e-81df-b749b21a05c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:34.420546 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-f79385ce-c009-442e-81df-b749b21a05c3 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0f9c800a-3c66-475f-87cc-9a0c1395b72f HTTP/1.1" status: 204 len: 168 time: 0.5642364 Aug 12 14:57:34.440107 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79385ce-c009-442e-81df-b749b21a05c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f9c800a-3c66-475f-87cc-9a0c1395b72f,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:57:34.519896 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c9e2af5-8cd6-4341-adbe-65d47d0f3f08 None None] Network a44005b9-93cc-4dc0-97d8-9579e299fd5c requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:57:34.549275 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 39440e05-31ec-4398-81f9-0f8ef8f425ad up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:57:34.606202 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-9494024b-9ad8-449b-a57d-9f912928ae14 tempest-BulkNetworkOpsTest-1177350951 tempest-BulkNetworkOpsTest-1177350951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66413304', 'neutron.services.segments.db._delete_segments_for_network-8744654118000'] for network, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:34.654233 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-9494024b-9ad8-449b-a57d-9f912928ae14 tempest-BulkNetworkOpsTest-1177350951 tempest-BulkNetworkOpsTest-1177350951-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b1507a8-3d9d-4006-9b60-7725c7120f92']}} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:57:34.669817 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-9494024b-9ad8-449b-a57d-9f912928ae14 tempest-BulkNetworkOpsTest-1177350951 tempest-BulkNetworkOpsTest-1177350951-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f277eb5e-9fb9-4a29-9516-a9e19933aad0') {'for_net_delete': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:57:34.670039 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-9494024b-9ad8-449b-a57d-9f912928ae14 tempest-BulkNetworkOpsTest-1177350951 tempest-BulkNetworkOpsTest-1177350951-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f277eb5e-9fb9-4a29-9516-a9e19933aad0') {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:57:34.686024 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-9494024b-9ad8-449b-a57d-9f912928ae14 tempest-BulkNetworkOpsTest-1177350951 tempest-BulkNetworkOpsTest-1177350951-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744654122361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3857526'] for segment, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:34.698232 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b11f8a-e894-4eb8-9aff-159b58c2f404 req-40fdf61d-b724-409c-880f-6635a1c1b9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:57:34.699945 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-16b11f8a-e894-4eb8-9aff-159b58c2f404 req-40fdf61d-b724-409c-880f-6635a1c1b9fd service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=5be77a56-d5ef-4a70-9846-307f9eb76fa5&tenant_id=d333de5a1ab446aeb6524d52a70328d5 HTTP/1.1" status: 200 len: 1095 time: 0.2118013 Aug 12 14:57:34.710744 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-9494024b-9ad8-449b-a57d-9f912928ae14 tempest-BulkNetworkOpsTest-1177350951 tempest-BulkNetworkOpsTest-1177350951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:34.716170 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbfe1bc-b359-4a5f-bdf1-543200a0fcb8 req-50ac0d23-47ed-4ba6-9ec9-5cc0d1b235cd tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:57:34.717670 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-16b11f8a-e894-4eb8-9aff-159b58c2f404 req-76456c45-a6b5-43b2-9b55-d60b2b743089 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-694802-15', 'device_owner': 'compute:nova'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:57:34.717830 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-efbfe1bc-b359-4a5f-bdf1-543200a0fcb8 req-50ac0d23-47ed-4ba6-9ec9-5cc0d1b235cd tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/ports?device_id=5be77a56-d5ef-4a70-9846-307f9eb76fa5 HTTP/1.1" status: 200 len: 943 time: 0.1302946 Aug 12 14:57:34.727850 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2c98ccc3-fe6e-45ab-b19d-8473fd19e689 tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3718490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8776395'] for subnet, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:34.744979 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-b273e87f-6516-4144-bd3c-842df8c376ee None None] Provisioning for port 39440e05-31ec-4398-81f9-0f8ef8f425ad completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:57:34.748690 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7cbe78-aba5-4ec3-9482-24c862989756 req-38e8be6d-0750-404d-a841-aaaad5844f93 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:57:34.750386 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-dc7cbe78-aba5-4ec3-9482-24c862989756 req-38e8be6d-0750-404d-a841-aaaad5844f93 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/ports?device_id=8058b577-6d37-4f83-8841-608839b8ea4b HTTP/1.1" status: 200 len: 945 time: 0.1476979 Aug 12 14:57:34.753633 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9494024b-9ad8-449b-a57d-9f912928ae14 tempest-BulkNetworkOpsTest-1177350951 tempest-BulkNetworkOpsTest-1177350951-project] Releasing vlan 343 on physical network physnet1 to pool {{(pid=94467) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 14:57:34.754313 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-9494024b-9ad8-449b-a57d-9f912928ae14 tempest-BulkNetworkOpsTest-1177350951 tempest-BulkNetworkOpsTest-1177350951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2859015'] for segment, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:34.758188 n-d-694802-15 neutron-server[94467]: Traceback (most recent call last): Aug 12 14:57:34.758188 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 14:57:34.758188 n-d-694802-15 neutron-server[94467]: timer() Aug 12 14:57:34.758188 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 14:57:34.758188 n-d-694802-15 neutron-server[94467]: cb(*args, **kw) Aug 12 14:57:34.758188 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 14:57:34.758188 n-d-694802-15 neutron-server[94467]: return func(*args, **kwargs) Aug 12 14:57:34.758188 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 14:57:34.758188 n-d-694802-15 neutron-server[94467]: self._notify() Aug 12 14:57:34.758188 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 14:57:34.758188 n-d-694802-15 neutron-server[94467]: self.callback(batched_events) Aug 12 14:57:34.758188 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 14:57:34.758188 n-d-694802-15 neutron-server[94467]: event.method(event) Aug 12 14:57:34.758188 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 14:57:34.758188 n-d-694802-15 neutron-server[94467]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 14:57:34.758188 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 14:57:34.758188 n-d-694802-15 neutron-server[94467]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 14:57:34.758188 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 14:57:34.758188 n-d-694802-15 neutron-server[94467]: return f(self, *a, **k) Aug 12 14:57:34.758188 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 14:57:34.758188 n-d-694802-15 neutron-server[94467]: return self._get(url).json() Aug 12 14:57:34.758188 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 14:57:34.758188 n-d-694802-15 neutron-server[94467]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 14:57:34.758188 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 14:57:34.758188 n-d-694802-15 neutron-server[94467]: return self.request(url, 'GET', **kwargs) Aug 12 14:57:34.758188 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 14:57:34.758188 n-d-694802-15 neutron-server[94467]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 14:57:34.758188 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 14:57:34.758188 n-d-694802-15 neutron-server[94467]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 14:57:34.758188 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 14:57:34.758188 n-d-694802-15 neutron-server[94467]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 14:57:34.758188 n-d-694802-15 neutron-server[94467]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 14:57:34.876423 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-16b11f8a-e894-4eb8-9aff-159b58c2f404 req-76456c45-a6b5-43b2-9b55-d60b2b743089 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:34.882103 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-9494024b-9ad8-449b-a57d-9f912928ae14 tempest-BulkNetworkOpsTest-1177350951 tempest-BulkNetworkOpsTest-1177350951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66413281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431520'] for network, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:34.887749 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c98ccc3-fe6e-45ab-b19d-8473fd19e689 tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] Pushing event updated for resources: {'Subnet': ['ID=7b24ab9d-4307-4502-bd41-8d2cd384ac74,revision_number=0']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:57:34.898832 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-dc7cbe78-aba5-4ec3-9482-24c862989756 req-adfd4579-4ee4-4057-acde-adc743540bee tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/security-groups?id=c39b825c-c1be-4b1e-8a82-7d04c2bfa2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1383069 Aug 12 14:57:34.903092 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-9494024b-9ad8-449b-a57d-9f912928ae14 tempest-BulkNetworkOpsTest-1177350951 tempest-BulkNetworkOpsTest-1177350951-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for network, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:34.908014 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-9494024b-9ad8-449b-a57d-9f912928ae14 tempest-BulkNetworkOpsTest-1177350951 tempest-BulkNetworkOpsTest-1177350951-project] 10.222.0.39 "DELETE /v2.0/networks/0b1507a8-3d9d-4006-9b60-7725c7120f92 HTTP/1.1" status: 204 len: 168 time: 0.7657626 Aug 12 14:57:34.918788 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-efbfe1bc-b359-4a5f-bdf1-543200a0fcb8 req-bcfa8510-dc41-47bb-a195-c069d2e12319 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/security-groups?id=188dc986-a686-4570-b7d8-3a6edb471033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816688 Aug 12 14:57:34.921944 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9494024b-9ad8-449b-a57d-9f912928ae14 tempest-BulkNetworkOpsTest-1177350951 tempest-BulkNetworkOpsTest-1177350951-project] Pushing event deleted for resources: {'Network': ['ID=0b1507a8-3d9d-4006-9b60-7725c7120f92,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:57:34.922245 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning for port 39440e05-31ec-4398-81f9-0f8ef8f425ad completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:57:34.948293 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-9e3f026c-cacf-46d8-9d34-9707bfe38fc6 None None] Notify callbacks [] for port, precommit_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:34.949971 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c98ccc3-fe6e-45ab-b19d-8473fd19e689 tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] Checking segment: {'id': 'b027fd1f-5427-47da-931a-dd792660c8cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '479489c5-62b9-498b-a310-14cdca8866e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:57:34.951029 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c98ccc3-fe6e-45ab-b19d-8473fd19e689 tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] Network hostable DHCP agents. Network: 479489c5-62b9-498b-a310-14cdca8866e7, hostable agents: ['1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658'], hosted agents: [] {{(pid=94466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 14:57:34.972227 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port 39440e05-31ec-4398-81f9-0f8ef8f425ad triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:57:34.972631 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:34.984717 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c98ccc3-fe6e-45ab-b19d-8473fd19e689 tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] Network 479489c5-62b9-498b-a310-14cdca8866e7 is scheduled to be hosted by DHCP agent 1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658 with binding_index 1 {{(pid=94466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 14:57:35.009802 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-2c98ccc3-fe6e-45ab-b19d-8473fd19e689 tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-15, 479489c5-62b9-498b-a310-14cdca8866e7) {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:57:35.016886 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c98ccc3-fe6e-45ab-b19d-8473fd19e689 tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:57:35.018626 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2c98ccc3-fe6e-45ab-b19d-8473fd19e689 tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] Notify callbacks [] for subnet, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:35.049829 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-9e3f026c-cacf-46d8-9d34-9707bfe38fc6 None None] Transition to ACTIVE for port object 6c440106-d2ce-4ead-bfa6-54201e1cbf8c will not be triggered until provisioned by entity L2. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:57:35.055959 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-2c98ccc3-fe6e-45ab-b19d-8473fd19e689 tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1553767 Aug 12 14:57:35.056243 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 40074) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:57:35.117780 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fb69f44-a672-4739-9624-d33439fb14ed None None] Network 479489c5-62b9-498b-a310-14cdca8866e7 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:57:35.196728 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-16b11f8a-e894-4eb8-9aff-159b58c2f404 req-76456c45-a6b5-43b2-9b55-d60b2b743089 service neutron] For port a7d22d5e-69bc-43ea-9592-15336af84849, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=a7d22d5e-69bc-43ea-9592-15336af84849,segment=NetworkSegment(196fb4c7-81dc-4d55-8d5b-b3d93b852fe1),segment_id=196fb4c7-81dc-4d55-8d5b-b3d93b852fe1)] {{(pid=94467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:57:35.276944 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-16b11f8a-e894-4eb8-9aff-159b58c2f404 req-76456c45-a6b5-43b2-9b55-d60b2b743089 service neutron] For port a7d22d5e-69bc-43ea-9592-15336af84849, host n-h2-694802-15, cleared binding levels {{(pid=94467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:57:35.366353 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-9e3f026c-cacf-46d8-9d34-9707bfe38fc6 None None] Transition to ACTIVE for port object 6c440106-d2ce-4ead-bfa6-54201e1cbf8c will not be triggered until provisioned by entity DHCP. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:57:35.384818 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 40082) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:57:35.400365 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [req-16b11f8a-e894-4eb8-9aff-159b58c2f404 req-76456c45-a6b5-43b2-9b55-d60b2b743089 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7d22d5e-69bc-43ea-9592-15336af84849 {{(pid=94467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:57:35.413339 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-16b11f8a-e894-4eb8-9aff-159b58c2f404 req-76456c45-a6b5-43b2-9b55-d60b2b743089 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:35.429308 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-9e3f026c-cacf-46d8-9d34-9707bfe38fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253'] for port, after_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:35.448626 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [req-16b11f8a-e894-4eb8-9aff-159b58c2f404 req-76456c45-a6b5-43b2-9b55-d60b2b743089 service neutron] Transition to ACTIVE for port object a7d22d5e-69bc-43ea-9592-15336af84849 will not be triggered until provisioned by entity L2. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:57:35.454159 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-16b11f8a-e894-4eb8-9aff-159b58c2f404 req-76456c45-a6b5-43b2-9b55-d60b2b743089 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:35.509653 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device a7d22d5e-69bc-43ea-9592-15336af84849 no longer exists at agent hyperv_n-h2-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:57:35.551287 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:35.585787 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [req-16b11f8a-e894-4eb8-9aff-159b58c2f404 req-76456c45-a6b5-43b2-9b55-d60b2b743089 service neutron] No DVR routers for this DVR port a7d22d5e-69bc-43ea-9592-15336af84849 on host n-h2-694802-15 {{(pid=94467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:57:35.588801 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-527d7c48-ca84-447e-9ed1-4f5b612c4220 tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:35.621977 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76456c45-a6b5-43b2-9b55-d60b2b743089 service neutron] Pushing event updated for resources: {'Port': ['ID=a7d22d5e-69bc-43ea-9592-15336af84849,revision_number=9']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:57:35.683201 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a098d280-9cdc-482b-bf01-0685580ba37f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa7035b3e-9a89-5964-b9f4-97301c3f476a-479489c5-62b9-498b-a310-14cdca8866e7', 'network_id': '479489c5-62b9-498b-a310-14cdca8866e7', 'tenant_id': '9d2fac7188e54681ae8e6c0ceeca8f37', 'fixed_ips': [{'subnet_id': '7b24ab9d-4307-4502-bd41-8d2cd384ac74'}]}} from n-d-694802-15. {{(pid=94468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 14:57:35.684297 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-a098d280-9cdc-482b-bf01-0685580ba37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:35.705913 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e3f026c-cacf-46d8-9d34-9707bfe38fc6 None None] Network 33705c60-5c75-4a50-bbbc-1aa7ea2983ed is already hosted by enough agents. {{(pid=94468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:57:35.739916 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] For port 39440e05-31ec-4398-81f9-0f8ef8f425ad, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=39440e05-31ec-4398-81f9-0f8ef8f425ad,segment=NetworkSegment(da5a7d81-4c26-4be0-9982-915d23392749),segment_id=da5a7d81-4c26-4be0-9982-915d23392749)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:57:35.757009 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.base_scheduler [None req-9e3f026c-cacf-46d8-9d34-9707bfe38fc6 None None] Resources bound (agent type, host, resource id): {{(pid=94468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:57:35.758905 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:35.768525 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e3f026c-cacf-46d8-9d34-9707bfe38fc6 None None] Received port after_create {{(pid=94468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:57:35.770035 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-16b11f8a-e894-4eb8-9aff-159b58c2f404 req-76456c45-a6b5-43b2-9b55-d60b2b743089 service neutron] Attempting to bind port a7d22d5e-69bc-43ea-9592-15336af84849 on host n-h1-694802-15 for vnic_type normal with profile {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:57:35.770526 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-16b11f8a-e894-4eb8-9aff-159b58c2f404 req-76456c45-a6b5-43b2-9b55-d60b2b743089 service neutron] Attempting to bind port a7d22d5e-69bc-43ea-9592-15336af84849 by drivers openvswitch,hyperv on host n-h1-694802-15 at level 0 using segments [{'id': '196fb4c7-81dc-4d55-8d5b-b3d93b852fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '16f33fa1-6b71-42ec-b506-a52fb0f6c597'}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:57:35.770908 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b11f8a-e894-4eb8-9aff-159b58c2f404 req-76456c45-a6b5-43b2-9b55-d60b2b743089 service neutron] Attempting to bind port a7d22d5e-69bc-43ea-9592-15336af84849 on network 16f33fa1-6b71-42ec-b506-a52fb0f6c597 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:57:35.775476 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3f026c-cacf-46d8-9d34-9707bfe38fc6 None None] Pushing event updated for resources: {'Port': ['ID=6c440106-d2ce-4ead-bfa6-54201e1cbf8c,revision_number=1']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:57:35.781260 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-7f951e06-fac8-470f-86ac-3ba2a6ee18de admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=51e9361ca8c14c2b881e9384dfc09b5a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3949172 Aug 12 14:57:35.781875 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 40094) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:57:35.789104 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b11f8a-e894-4eb8-9aff-159b58c2f404 req-76456c45-a6b5-43b2-9b55-d60b2b743089 service neutron] Port a7d22d5e-69bc-43ea-9592-15336af84849 on network 16f33fa1-6b71-42ec-b506-a52fb0f6c597 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-15 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 14:57:35.789429 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b11f8a-e894-4eb8-9aff-159b58c2f404 req-76456c45-a6b5-43b2-9b55-d60b2b743089 service neutron] Attempting to bind port a7d22d5e-69bc-43ea-9592-15336af84849 on network 16f33fa1-6b71-42ec-b506-a52fb0f6c597 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:57:35.802807 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b11f8a-e894-4eb8-9aff-159b58c2f404 req-76456c45-a6b5-43b2-9b55-d60b2b743089 service neutron] Checking agent: {'id': 'de568313-a3e6-454a-9813-77e25edcea95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 27, 41), 'started_at': datetime.datetime(2021, 8, 12, 14, 27, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 57, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:57:35.803205 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b11f8a-e894-4eb8-9aff-159b58c2f404 req-76456c45-a6b5-43b2-9b55-d60b2b743089 service neutron] Checking segment: {'id': '196fb4c7-81dc-4d55-8d5b-b3d93b852fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '16f33fa1-6b71-42ec-b506-a52fb0f6c597'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:57:35.803595 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b11f8a-e894-4eb8-9aff-159b58c2f404 req-76456c45-a6b5-43b2-9b55-d60b2b743089 service neutron] Bound using segment: {'id': '196fb4c7-81dc-4d55-8d5b-b3d93b852fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '16f33fa1-6b71-42ec-b506-a52fb0f6c597'} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:57:35.804037 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-16b11f8a-e894-4eb8-9aff-159b58c2f404 req-76456c45-a6b5-43b2-9b55-d60b2b743089 service neutron] Bound port: a7d22d5e-69bc-43ea-9592-15336af84849, host: n-h1-694802-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '196fb4c7-81dc-4d55-8d5b-b3d93b852fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '16f33fa1-6b71-42ec-b506-a52fb0f6c597'}}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:57:35.804402 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-16b11f8a-e894-4eb8-9aff-159b58c2f404 req-76456c45-a6b5-43b2-9b55-d60b2b743089 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:35.862735 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device a7d22d5e-69bc-43ea-9592-15336af84849 not bound to the agent host n-h2-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:57:35.864683 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Pushing event updated for resources: {'Port': ['ID=39440e05-31ec-4398-81f9-0f8ef8f425ad,revision_number=3']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:57:35.974043 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-b0cd594b-198e-4693-a200-5cce07661106 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:36.025309 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-16b11f8a-e894-4eb8-9aff-159b58c2f404 req-76456c45-a6b5-43b2-9b55-d60b2b743089 service neutron] For port a7d22d5e-69bc-43ea-9592-15336af84849, host n-h1-694802-15, cleared binding levels {{(pid=94467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:57:36.047260 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-b0cd594b-198e-4693-a200-5cce07661106 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:36.056890 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-16b11f8a-e894-4eb8-9aff-159b58c2f404 req-76456c45-a6b5-43b2-9b55-d60b2b743089 service neutron] For port a7d22d5e-69bc-43ea-9592-15336af84849, host n-h1-694802-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=a7d22d5e-69bc-43ea-9592-15336af84849,segment=NetworkSegment(196fb4c7-81dc-4d55-8d5b-b3d93b852fe1),segment_id=196fb4c7-81dc-4d55-8d5b-b3d93b852fe1)] {{(pid=94467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:57:36.063935 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-16b11f8a-e894-4eb8-9aff-159b58c2f404 req-76456c45-a6b5-43b2-9b55-d60b2b743089 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:36.129041 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b11f8a-e894-4eb8-9aff-159b58c2f404 req-76456c45-a6b5-43b2-9b55-d60b2b743089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:57:36.130598 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-16b11f8a-e894-4eb8-9aff-159b58c2f404 req-76456c45-a6b5-43b2-9b55-d60b2b743089 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:36.132441 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-16b11f8a-e894-4eb8-9aff-159b58c2f404 req-76456c45-a6b5-43b2-9b55-d60b2b743089 service neutron] 10.222.0.64 "PUT /v2.0/ports/a7d22d5e-69bc-43ea-9592-15336af84849 HTTP/1.1" status: 200 len: 1092 time: 1.4192500 Aug 12 14:57:36.133944 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5be77a56-d5ef-4a70-9846-307f9eb76fa5', 'tag': 'a7d22d5e-69bc-43ea-9592-15336af84849'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:57:36.136476 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e65282f928b64038367d043a4411777802006c43a98742496cb2e25b724ff1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-205e1a66-013e-4f1f-bd63-ee2399678df2" -d '{"events": [{"name": "network-changed", "server_uuid": "5be77a56-d5ef-4a70-9846-307f9eb76fa5", "tag": "a7d22d5e-69bc-43ea-9592-15336af84849"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:57:36.233327 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-9e3f026c-cacf-46d8-9d34-9707bfe38fc6 None None] Attempting to bind port 6c440106-d2ce-4ead-bfa6-54201e1cbf8c on host n-d-694802-15 for vnic_type normal with profile {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:57:36.233782 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-9e3f026c-cacf-46d8-9d34-9707bfe38fc6 None None] Attempting to bind port 6c440106-d2ce-4ead-bfa6-54201e1cbf8c by drivers openvswitch,hyperv on host n-d-694802-15 at level 0 using segments [{'id': '1e3cdd0d-16e7-44a9-b725-61c904620834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '33705c60-5c75-4a50-bbbc-1aa7ea2983ed'}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:57:36.234595 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e3f026c-cacf-46d8-9d34-9707bfe38fc6 None None] Attempting to bind port 6c440106-d2ce-4ead-bfa6-54201e1cbf8c on network 33705c60-5c75-4a50-bbbc-1aa7ea2983ed {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:57:36.238016 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76456c45-a6b5-43b2-9b55-d60b2b743089 service neutron] Pushing event updated for resources: {'Port': ['ID=a7d22d5e-69bc-43ea-9592-15336af84849,revision_number=10']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:57:36.298065 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.db_base_plugin_common [None req-a098d280-9cdc-482b-bf01-0685580ba37f None None] Allocated IP 2001:db8::2 (479489c5-62b9-498b-a310-14cdca8866e7/7b24ab9d-4307-4502-bd41-8d2cd384ac74/f4b83063-28f3-4ff4-9fa4-c4609ab4150d) {{(pid=94468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:57:36.306547 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-b0cd594b-198e-4693-a200-5cce07661106 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:36.310116 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-b0cd594b-198e-4693-a200-5cce07661106 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:36.312043 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-b0cd594b-198e-4693-a200-5cce07661106 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9d2174ce-e17b-4fe8-9701-e9bc00c56054 HTTP/1.1" status: 204 len: 168 time: 0.5289254 Aug 12 14:57:36.394277 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b11f8a-e894-4eb8-9aff-159b58c2f404 req-ef14febe-165b-40bd-8d6a-beeba13addc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:57:36.396611 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-16b11f8a-e894-4eb8-9aff-159b58c2f404 req-ef14febe-165b-40bd-8d6a-beeba13addc5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d333de5a1ab446aeb6524d52a70328d5&device_id=5be77a56-d5ef-4a70-9846-307f9eb76fa5 HTTP/1.1" status: 200 len: 1096 time: 0.2335048 Aug 12 14:57:36.397491 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cd594b-198e-4693-a200-5cce07661106 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d2174ce-e17b-4fe8-9701-e9bc00c56054,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:57:36.486879 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d202d48d-7abb-46cf-9472-7eb428f7814b req-68368088-e239-4044-8523-24ee73f007a0 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:57:36.497042 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d202d48d-7abb-46cf-9472-7eb428f7814b req-68368088-e239-4044-8523-24ee73f007a0 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/ports?device_id=8058b577-6d37-4f83-8841-608839b8ea4b HTTP/1.1" status: 200 len: 945 time: 0.3357551 Aug 12 14:57:36.518280 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95abe58c-481d-4dbb-86db-c8f688e8b42f req-9f971899-5bb9-4221-a079-34fc6933728d tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:57:36.519916 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-95abe58c-481d-4dbb-86db-c8f688e8b42f req-9f971899-5bb9-4221-a079-34fc6933728d tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/ports?device_id=5be77a56-d5ef-4a70-9846-307f9eb76fa5 HTTP/1.1" status: 200 len: 944 time: 0.2733061 Aug 12 14:57:36.554271 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d202d48d-7abb-46cf-9472-7eb428f7814b req-03f84676-2dec-472e-8d4e-a9b8b87a9d0b tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/security-groups?id=c39b825c-c1be-4b1e-8a82-7d04c2bfa2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562084 Aug 12 14:57:36.575179 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 39440e05-31ec-4398-81f9-0f8ef8f425ad up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:57:36.584530 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e3f026c-cacf-46d8-9d34-9707bfe38fc6 None None] Checking agent: {'id': '16de73ac-f2e9-4cee-b3e0-91052ae3e6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 20, 13), 'started_at': datetime.datetime(2021, 8, 12, 14, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 57, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:57:36.584947 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e3f026c-cacf-46d8-9d34-9707bfe38fc6 None None] Checking segment: {'id': '1e3cdd0d-16e7-44a9-b725-61c904620834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '33705c60-5c75-4a50-bbbc-1aa7ea2983ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:57:36.585320 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-9e3f026c-cacf-46d8-9d34-9707bfe38fc6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:36.585720 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e3f026c-cacf-46d8-9d34-9707bfe38fc6 None None] Bound using segment: {'id': '1e3cdd0d-16e7-44a9-b725-61c904620834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '33705c60-5c75-4a50-bbbc-1aa7ea2983ed'} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:57:36.587117 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-9e3f026c-cacf-46d8-9d34-9707bfe38fc6 None None] Bound port: 6c440106-d2ce-4ead-bfa6-54201e1cbf8c, host: n-d-694802-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e3cdd0d-16e7-44a9-b725-61c904620834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '33705c60-5c75-4a50-bbbc-1aa7ea2983ed'}}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:57:36.587589 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-9e3f026c-cacf-46d8-9d34-9707bfe38fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:36.646827 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 14:57:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7922420-74ee-4c71-81b0-49a19731aed3 x-openstack-request-id: req-d7922420-74ee-4c71-81b0-49a19731aed3 {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:57:36.647434 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5be77a56-d5ef-4a70-9846-307f9eb76fa5", "tag": "a7d22d5e-69bc-43ea-9592-15336af84849", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:57:36.647878 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d7922420-74ee-4c71-81b0-49a19731aed3 {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:57:36.648971 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5be77a56-d5ef-4a70-9846-307f9eb76fa5', 'tag': 'a7d22d5e-69bc-43ea-9592-15336af84849', 'status': 'completed', 'code': 200} Aug 12 14:57:36.650948 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-3c9b3a5a-028d-480b-8155-0bf01784c685 None None] Provisioning complete for port 39440e05-31ec-4398-81f9-0f8ef8f425ad triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:57:36.653169 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-3c9b3a5a-028d-480b-8155-0bf01784c685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:36.658044 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b11f8a-e894-4eb8-9aff-159b58c2f404 req-93401ba8-8ffe-4b63-993a-f1e65caf75a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:57:36.659858 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-16b11f8a-e894-4eb8-9aff-159b58c2f404 req-93401ba8-8ffe-4b63-993a-f1e65caf75a9 service neutron] 10.222.0.64 "GET /v2.0/networks?id=16f33fa1-6b71-42ec-b506-a52fb0f6c597 HTTP/1.1" status: 200 len: 914 time: 0.2479007 Aug 12 14:57:36.684532 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-95abe58c-481d-4dbb-86db-c8f688e8b42f req-72e968af-506d-421e-88b9-e50bb29106ad tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/security-groups?id=188dc986-a686-4570-b7d8-3a6edb471033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507292 Aug 12 14:57:36.743723 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-a098d280-9cdc-482b-bf01-0685580ba37f None None] Notify callbacks [] for port, precommit_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:36.773645 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-a098d280-9cdc-482b-bf01-0685580ba37f None None] Transition to ACTIVE for port object f4b83063-28f3-4ff4-9fa4-c4609ab4150d will not be triggered until provisioned by entity L2. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:57:36.782635 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-527d7c48-ca84-447e-9ed1-4f5b612c4220 tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] Allocated IP 2001:db8::1 (33705c60-5c75-4a50-bbbc-1aa7ea2983ed/f69c3817-cb1e-43fb-8cc1-960b8aeba837/3b49a7d9-ebf9-4af1-ac9b-a9feab50cb60) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:57:36.794257 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-16b11f8a-e894-4eb8-9aff-159b58c2f404 req-b222cad9-5cf5-48ac-9be5-c573223f317c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a7d22d5e-69bc-43ea-9592-15336af84849 HTTP/1.1" status: 200 len: 217 time: 0.1240146 Aug 12 14:57:36.843688 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-a098d280-9cdc-482b-bf01-0685580ba37f None None] Transition to ACTIVE for port object f4b83063-28f3-4ff4-9fa4-c4609ab4150d will not be triggered until provisioned by entity DHCP. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:57:36.879227 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-a098d280-9cdc-482b-bf01-0685580ba37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253'] for port, after_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:36.881413 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b11f8a-e894-4eb8-9aff-159b58c2f404 req-c22717b6-4959-4da7-9237-1a59610edcfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:57:36.883317 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-16b11f8a-e894-4eb8-9aff-159b58c2f404 req-c22717b6-4959-4da7-9237-1a59610edcfd service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2ab25733-26fe-4392-bfb6-ba7978262295 HTTP/1.1" status: 200 len: 853 time: 0.0794046 Aug 12 14:57:36.936871 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-16b11f8a-e894-4eb8-9aff-159b58c2f404 req-a8759ec2-7199-425f-aec9-8d62b40cb8bc service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=16f33fa1-6b71-42ec-b506-a52fb0f6c597&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438366 Aug 12 14:57:36.987490 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a098d280-9cdc-482b-bf01-0685580ba37f None None] Network 479489c5-62b9-498b-a310-14cdca8866e7 is already hosted by enough agents. {{(pid=94468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:57:36.992527 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-9e3f026c-cacf-46d8-9d34-9707bfe38fc6 None None] For port 6c440106-d2ce-4ead-bfa6-54201e1cbf8c, host n-d-694802-15, cleared binding levels {{(pid=94468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:57:37.002507 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.base_scheduler [None req-a098d280-9cdc-482b-bf01-0685580ba37f None None] Resources bound (agent type, host, resource id): {{(pid=94468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:57:37.019785 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a098d280-9cdc-482b-bf01-0685580ba37f None None] Pushing event updated for resources: {'Port': ['ID=f4b83063-28f3-4ff4-9fa4-c4609ab4150d,revision_number=1']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:57:37.023915 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a098d280-9cdc-482b-bf01-0685580ba37f None None] Received port after_create {{(pid=94468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:57:37.029046 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port 39440e05-31ec-4398-81f9-0f8ef8f425ad triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:57:37.029425 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:37.055273 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-527d7c48-ca84-447e-9ed1-4f5b612c4220 tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:37.072489 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-9e3f026c-cacf-46d8-9d34-9707bfe38fc6 None None] For port 6c440106-d2ce-4ead-bfa6-54201e1cbf8c, host n-d-694802-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=6c440106-d2ce-4ead-bfa6-54201e1cbf8c,segment=NetworkSegment(1e3cdd0d-16e7-44a9-b725-61c904620834),segment_id=1e3cdd0d-16e7-44a9-b725-61c904620834)] {{(pid=94468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:57:37.087590 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-9e3f026c-cacf-46d8-9d34-9707bfe38fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:37.094898 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-527d7c48-ca84-447e-9ed1-4f5b612c4220 tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] Transition to ACTIVE for port object 3b49a7d9-ebf9-4af1-ac9b-a9feab50cb60 will not be triggered until provisioned by entity DHCP. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:57:37.112021 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-16b11f8a-e894-4eb8-9aff-159b58c2f404 req-ab66b14f-4e1c-442d-baf6-a2a35620ed60 service neutron] 10.222.0.64 "GET /v2.0/networks/16f33fa1-6b71-42ec-b506-a52fb0f6c597?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1669168 Aug 12 14:57:37.149609 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-527d7c48-ca84-447e-9ed1-4f5b612c4220 tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:37.198030 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-527d7c48-ca84-447e-9ed1-4f5b612c4220 tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] Network 33705c60-5c75-4a50-bbbc-1aa7ea2983ed is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:57:37.207912 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-527d7c48-ca84-447e-9ed1-4f5b612c4220 tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:57:37.221579 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-527d7c48-ca84-447e-9ed1-4f5b612c4220 tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:57:37.225258 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-527d7c48-ca84-447e-9ed1-4f5b612c4220 tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66663725'] for router_interface, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:37.343415 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-a098d280-9cdc-482b-bf01-0685580ba37f None None] Attempting to bind port f4b83063-28f3-4ff4-9fa4-c4609ab4150d on host n-d-694802-15 for vnic_type normal with profile {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:57:37.343808 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-a098d280-9cdc-482b-bf01-0685580ba37f None None] Attempting to bind port f4b83063-28f3-4ff4-9fa4-c4609ab4150d by drivers openvswitch,hyperv on host n-d-694802-15 at level 0 using segments [{'id': 'b027fd1f-5427-47da-931a-dd792660c8cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '479489c5-62b9-498b-a310-14cdca8866e7'}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:57:37.344162 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a098d280-9cdc-482b-bf01-0685580ba37f None None] Attempting to bind port f4b83063-28f3-4ff4-9fa4-c4609ab4150d on network 479489c5-62b9-498b-a310-14cdca8866e7 {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:57:37.349232 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3f026c-cacf-46d8-9d34-9707bfe38fc6 None None] Pushing event updated for resources: {'Port': ['ID=6c440106-d2ce-4ead-bfa6-54201e1cbf8c,revision_number=2']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:57:37.355204 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-16b11f8a-e894-4eb8-9aff-159b58c2f404 req-6c98ccd4-f14f-4683-a12b-af3e2f6ef731 service neutron] 10.222.0.64 "GET /v2.0/networks/16f33fa1-6b71-42ec-b506-a52fb0f6c597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2326515 Aug 12 14:57:37.357088 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a098d280-9cdc-482b-bf01-0685580ba37f None None] Checking agent: {'id': '16de73ac-f2e9-4cee-b3e0-91052ae3e6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 20, 13), 'started_at': datetime.datetime(2021, 8, 12, 14, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 57, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:57:37.357614 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a098d280-9cdc-482b-bf01-0685580ba37f None None] Checking segment: {'id': 'b027fd1f-5427-47da-931a-dd792660c8cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '479489c5-62b9-498b-a310-14cdca8866e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:57:37.358037 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-a098d280-9cdc-482b-bf01-0685580ba37f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:37.358391 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a098d280-9cdc-482b-bf01-0685580ba37f None None] Bound using segment: {'id': 'b027fd1f-5427-47da-931a-dd792660c8cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '479489c5-62b9-498b-a310-14cdca8866e7'} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:57:37.358902 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-a098d280-9cdc-482b-bf01-0685580ba37f None None] Bound port: f4b83063-28f3-4ff4-9fa4-c4609ab4150d, host: n-d-694802-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b027fd1f-5427-47da-931a-dd792660c8cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '479489c5-62b9-498b-a310-14cdca8866e7'}}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:57:37.359324 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-a098d280-9cdc-482b-bf01-0685580ba37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:37.403998 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527d7c48-ca84-447e-9ed1-4f5b612c4220 tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] Pushing event updated for resources: {'Port': ['ID=3b49a7d9-ebf9-4af1-ac9b-a9feab50cb60,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:57:37.539009 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-a098d280-9cdc-482b-bf01-0685580ba37f None None] For port f4b83063-28f3-4ff4-9fa4-c4609ab4150d, host n-d-694802-15, cleared binding levels {{(pid=94468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:57:37.543256 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205e1a66-013e-4f1f-bd63-ee2399678df2 req-706f6147-185e-4c8d-95c4-12c5f04188f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:57:37.543820 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-a098d280-9cdc-482b-bf01-0685580ba37f None None] For port f4b83063-28f3-4ff4-9fa4-c4609ab4150d, host n-d-694802-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=f4b83063-28f3-4ff4-9fa4-c4609ab4150d,segment=NetworkSegment(b027fd1f-5427-47da-931a-dd792660c8cd),segment_id=b027fd1f-5427-47da-931a-dd792660c8cd)] {{(pid=94468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:57:37.546056 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-205e1a66-013e-4f1f-bd63-ee2399678df2 req-706f6147-185e-4c8d-95c4-12c5f04188f6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d333de5a1ab446aeb6524d52a70328d5&device_id=5be77a56-d5ef-4a70-9846-307f9eb76fa5 HTTP/1.1" status: 200 len: 1096 time: 0.1251843 Aug 12 14:57:37.546547 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-527d7c48-ca84-447e-9ed1-4f5b612c4220 tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:37.550750 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-a098d280-9cdc-482b-bf01-0685580ba37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:37.859130 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 40172) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:57:37.888156 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a098d280-9cdc-482b-bf01-0685580ba37f None None] Pushing event updated for resources: {'Port': ['ID=f4b83063-28f3-4ff4-9fa4-c4609ab4150d,revision_number=2']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:57:37.952117 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205e1a66-013e-4f1f-bd63-ee2399678df2 req-a7a6bbee-67ef-430b-8a39-d0f04bdc17b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:57:37.954342 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-205e1a66-013e-4f1f-bd63-ee2399678df2 req-a7a6bbee-67ef-430b-8a39-d0f04bdc17b3 service neutron] 10.222.0.64 "GET /v2.0/networks?id=16f33fa1-6b71-42ec-b506-a52fb0f6c597 HTTP/1.1" status: 200 len: 914 time: 0.3859332 Aug 12 14:57:37.991924 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa2c85c-ce0a-4841-89d6-47d7fb2b53cf req-f7e998b9-fa39-4d7b-ab32-26e922323d0b tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:57:37.993839 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-cfa2c85c-ce0a-4841-89d6-47d7fb2b53cf req-f7e998b9-fa39-4d7b-ab32-26e922323d0b tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/ports?device_id=8058b577-6d37-4f83-8841-608839b8ea4b HTTP/1.1" status: 200 len: 945 time: 0.1718004 Aug 12 14:57:38.083462 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-205e1a66-013e-4f1f-bd63-ee2399678df2 req-73c4a7f3-242e-46ca-af1c-2fb67ac9340a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a7d22d5e-69bc-43ea-9592-15336af84849 HTTP/1.1" status: 200 len: 217 time: 0.1194625 Aug 12 14:57:38.169206 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbe9653-31e8-48d4-90b6-cd40d125e60c req-0072ce58-f0ab-4d77-bc71-4ac3581bdef6 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:57:38.173860 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-5cbe9653-31e8-48d4-90b6-cd40d125e60c req-0072ce58-f0ab-4d77-bc71-4ac3581bdef6 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/ports?device_id=5be77a56-d5ef-4a70-9846-307f9eb76fa5 HTTP/1.1" status: 200 len: 944 time: 0.3134413 Aug 12 14:57:38.334316 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205e1a66-013e-4f1f-bd63-ee2399678df2 req-cb9deb84-1cbc-4da3-9bbe-bc757cc3bfa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:57:38.337235 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-205e1a66-013e-4f1f-bd63-ee2399678df2 req-cb9deb84-1cbc-4da3-9bbe-bc757cc3bfa3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2ab25733-26fe-4392-bfb6-ba7978262295 HTTP/1.1" status: 200 len: 853 time: 0.2303488 Aug 12 14:57:38.345610 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-27010d0e-4105-4246-a7d1-206e1444d384 tempest-RoutersNegativeTest-921822310 tempest-RoutersNegativeTest-921822310-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1556343411', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:57:38.361907 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-cfa2c85c-ce0a-4841-89d6-47d7fb2b53cf req-c51b332d-ff89-4582-839b-90dfb3562fe5 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/security-groups?id=c39b825c-c1be-4b1e-8a82-7d04c2bfa2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3124225 Aug 12 14:57:38.451503 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-5cbe9653-31e8-48d4-90b6-cd40d125e60c req-385625e6-6a3e-4963-a74f-c63806eb2c93 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/security-groups?id=188dc986-a686-4570-b7d8-3a6edb471033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2562566 Aug 12 14:57:38.461182 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-27010d0e-4105-4246-a7d1-206e1444d384 tempest-RoutersNegativeTest-921822310 tempest-RoutersNegativeTest-921822310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-430574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-104863'] for router, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:38.469690 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-27010d0e-4105-4246-a7d1-206e1444d384 tempest-RoutersNegativeTest-921822310 tempest-RoutersNegativeTest-921822310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-429438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-431405', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66646573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-104852'] for router, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:38.567847 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-205e1a66-013e-4f1f-bd63-ee2399678df2 req-e1519981-b062-4898-99c2-0144444048fb service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=16f33fa1-6b71-42ec-b506-a52fb0f6c597&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1937256 Aug 12 14:57:38.720670 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-527d7c48-ca84-447e-9ed1-4f5b612c4220 tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] Notify callbacks [] for port, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:38.737390 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device f4b83063-28f3-4ff4-9fa4-c4609ab4150d up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:57:38.765062 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-527d7c48-ca84-447e-9ed1-4f5b612c4220 tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3718439'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:38.765940 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-527d7c48-ca84-447e-9ed1-4f5b612c4220 tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66628363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66663865'] for router_interface, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:38.831592 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning for port f4b83063-28f3-4ff4-9fa4-c4609ab4150d completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:57:38.837609 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 6c440106-d2ce-4ead-bfa6-54201e1cbf8c up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:57:38.920323 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-205e1a66-013e-4f1f-bd63-ee2399678df2 req-1a427dd1-7d98-4886-886e-564454efba1a service neutron] 10.222.0.64 "GET /v2.0/networks/16f33fa1-6b71-42ec-b506-a52fb0f6c597?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3341477 Aug 12 14:57:38.938472 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning for port 6c440106-d2ce-4ead-bfa6-54201e1cbf8c completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:57:38.947914 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-27010d0e-4105-4246-a7d1-206e1444d384 tempest-RoutersNegativeTest-921822310 tempest-RoutersNegativeTest-921822310-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:38.960267 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-27010d0e-4105-4246-a7d1-206e1444d384 tempest-RoutersNegativeTest-921822310 tempest-RoutersNegativeTest-921822310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-429413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-431608'] for router, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:39.048894 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-27010d0e-4105-4246-a7d1-206e1444d384 tempest-RoutersNegativeTest-921822310 tempest-RoutersNegativeTest-921822310-project] Notify callbacks [] for router, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:39.051071 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-27010d0e-4105-4246-a7d1-206e1444d384 tempest-RoutersNegativeTest-921822310 tempest-RoutersNegativeTest-921822310-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 1.1885400 Aug 12 14:57:39.059479 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527d7c48-ca84-447e-9ed1-4f5b612c4220 tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] Pushing event updated for resources: {'Port': ['ID=3b49a7d9-ebf9-4af1-ac9b-a9feab50cb60,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:57:39.068550 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 40214) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:57:39.083305 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-91f145cf-0cdb-429a-b34d-31619414acf7 tempest-RoutersNegativeTest-921822310 tempest-RoutersNegativeTest-921822310-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-2116221514'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:57:39.178745 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91f145cf-0cdb-429a-b34d-31619414acf7 tempest-RoutersNegativeTest-921822310 tempest-RoutersNegativeTest-921822310-project] Made reservation on behalf of eeae2f0b40a0416ca134159b71ee81df for: {'network': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:57:39.193937 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-91f145cf-0cdb-429a-b34d-31619414acf7 tempest-RoutersNegativeTest-921822310 tempest-RoutersNegativeTest-921822310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for network, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:39.195892 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-205e1a66-013e-4f1f-bd63-ee2399678df2 req-a4814ea0-c286-4493-afdb-091dc4b5f372 service neutron] 10.222.0.64 "GET /v2.0/networks/16f33fa1-6b71-42ec-b506-a52fb0f6c597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1889508 Aug 12 14:57:39.241591 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-91f145cf-0cdb-429a-b34d-31619414acf7 tempest-RoutersNegativeTest-921822310 tempest-RoutersNegativeTest-921822310-project] Notify callbacks [] for security_group, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:39.246434 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-527d7c48-ca84-447e-9ed1-4f5b612c4220 tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] Network 33705c60-5c75-4a50-bbbc-1aa7ea2983ed is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:57:39.249190 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-527d7c48-ca84-447e-9ed1-4f5b612c4220 tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:57:39.387149 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd2f1413-de73-47a0-8828-d1dfe59e1f1d None None] Network 33705c60-5c75-4a50-bbbc-1aa7ea2983ed requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:57:39.580265 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-8fb2876b-2370-4d22-bea0-4568e10e2ccc None None] Provisioning for port 6c440106-d2ce-4ead-bfa6-54201e1cbf8c completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:57:39.588946 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-8fb2876b-2370-4d22-bea0-4568e10e2ccc None None] Provisioning complete for port 6c440106-d2ce-4ead-bfa6-54201e1cbf8c triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:57:39.589369 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-8fb2876b-2370-4d22-bea0-4568e10e2ccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:39.727319 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c29a17f-83ef-4453-9071-6dd75f0eef71 req-9ad2368b-209e-46ee-b57e-1e06d365533e tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:57:39.739544 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0c29a17f-83ef-4453-9071-6dd75f0eef71 req-9ad2368b-209e-46ee-b57e-1e06d365533e tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/ports?device_id=8058b577-6d37-4f83-8841-608839b8ea4b HTTP/1.1" status: 200 len: 945 time: 0.2246304 Aug 12 14:57:39.765231 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-527d7c48-ca84-447e-9ed1-4f5b612c4220 tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] Router 822f9bf9-d605-4775-982d-f7a91b969aa7 is scheduled to L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f with binding_index 1 {{(pid=94466) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 14:57:39.877155 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-8fb2876b-2370-4d22-bea0-4568e10e2ccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:39.878026 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4f8034-671b-4875-b812-28a6ed1acb82 req-3c0a5b68-3244-4023-bbdf-c3e1cc1d0044 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:57:39.880715 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-9c4f8034-671b-4875-b812-28a6ed1acb82 req-3c0a5b68-3244-4023-bbdf-c3e1cc1d0044 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/ports?device_id=5be77a56-d5ef-4a70-9846-307f9eb76fa5 HTTP/1.1" status: 200 len: 944 time: 0.1610234 Aug 12 14:57:39.881796 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0c29a17f-83ef-4453-9071-6dd75f0eef71 req-7a918333-e5bb-4f90-8fca-d14526e41a7b tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/security-groups?id=c39b825c-c1be-4b1e-8a82-7d04c2bfa2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1399562 Aug 12 14:57:39.920199 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-8fb2876b-2370-4d22-bea0-4568e10e2ccc None None] For port 6c440106-d2ce-4ead-bfa6-54201e1cbf8c, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=6c440106-d2ce-4ead-bfa6-54201e1cbf8c,segment=NetworkSegment(1e3cdd0d-16e7-44a9-b725-61c904620834),segment_id=1e3cdd0d-16e7-44a9-b725-61c904620834)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:57:39.928011 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-8fb2876b-2370-4d22-bea0-4568e10e2ccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:39.934736 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b42a35a-7e6d-4a40-85c9-843e0a698cda None None] Network 479489c5-62b9-498b-a310-14cdca8866e7 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:57:40.138247 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-91f145cf-0cdb-429a-b34d-31619414acf7 tempest-RoutersNegativeTest-921822310 tempest-RoutersNegativeTest-921822310-project] Notify callbacks [] for security_group, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:40.183755 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-91f145cf-0cdb-429a-b34d-31619414acf7 tempest-RoutersNegativeTest-921822310 tempest-RoutersNegativeTest-921822310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:40.214911 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91f145cf-0cdb-429a-b34d-31619414acf7 tempest-RoutersNegativeTest-921822310 tempest-RoutersNegativeTest-921822310-project] vlan segment allocate from pool success with {'vlan_id': 314, 'physical_network': 'physnet1'} {{(pid=94466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 14:57:40.258854 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-91f145cf-0cdb-429a-b34d-31619414acf7 tempest-RoutersNegativeTest-921822310 tempest-RoutersNegativeTest-921822310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:40.261201 n-d-694802-15 neutron-server[94466]: INFO neutron.db.segments_db [None req-91f145cf-0cdb-429a-b34d-31619414acf7 tempest-RoutersNegativeTest-921822310 tempest-RoutersNegativeTest-921822310-project] Added segment edfa294b-54ed-45d4-8d81-b2f7be171247 of type vlan for network adfede8d-10fc-40d6-9b52-1f781fb5cafb Aug 12 14:57:40.374306 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-91f145cf-0cdb-429a-b34d-31619414acf7 tempest-RoutersNegativeTest-921822310 tempest-RoutersNegativeTest-921822310-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744653628263'] for network, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:40.498933 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f145cf-0cdb-429a-b34d-31619414acf7 tempest-RoutersNegativeTest-921822310 tempest-RoutersNegativeTest-921822310-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0004d91-b393-44a8-b703-39e32e580e9b,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:57:40.538058 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-91f145cf-0cdb-429a-b34d-31619414acf7 tempest-RoutersNegativeTest-921822310 tempest-RoutersNegativeTest-921822310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409'] for network, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:40.552248 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-a8696c74-7283-4a1b-ac35-dfb9c8900d50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:40.559179 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-1268f52f-07f5-4de4-98a7-9b7ce78672fd None None] Provisioning for port f4b83063-28f3-4ff4-9fa4-c4609ab4150d completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:57:40.567154 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb2876b-2370-4d22-bea0-4568e10e2ccc None None] Pushing event updated for resources: {'Port': ['ID=6c440106-d2ce-4ead-bfa6-54201e1cbf8c,revision_number=3']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:57:40.577520 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91f145cf-0cdb-429a-b34d-31619414acf7 tempest-RoutersNegativeTest-921822310 tempest-RoutersNegativeTest-921822310-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:57:40.577520 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-91f145cf-0cdb-429a-b34d-31619414acf7 tempest-RoutersNegativeTest-921822310 tempest-RoutersNegativeTest-921822310-project] Notify callbacks [] for network, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:40.579553 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-1268f52f-07f5-4de4-98a7-9b7ce78672fd None None] Provisioning complete for port f4b83063-28f3-4ff4-9fa4-c4609ab4150d triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:57:40.581548 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-1268f52f-07f5-4de4-98a7-9b7ce78672fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:40.777788 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-1268f52f-07f5-4de4-98a7-9b7ce78672fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:40.853176 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-1268f52f-07f5-4de4-98a7-9b7ce78672fd None None] For port f4b83063-28f3-4ff4-9fa4-c4609ab4150d, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=f4b83063-28f3-4ff4-9fa4-c4609ab4150d,segment=NetworkSegment(b027fd1f-5427-47da-931a-dd792660c8cd),segment_id=b027fd1f-5427-47da-931a-dd792660c8cd)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:57:40.858591 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-1268f52f-07f5-4de4-98a7-9b7ce78672fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:40.860652 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-527d7c48-ca84-447e-9ed1-4f5b612c4220 tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 14:57:40.879390 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-527d7c48-ca84-447e-9ed1-4f5b612c4220 tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] 10.222.0.39 "PUT /v2.0/routers/822f9bf9-d605-4775-982d-f7a91b969aa7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8211262 Aug 12 14:57:40.882114 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 40270) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:57:40.920306 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-9c4f8034-671b-4875-b812-28a6ed1acb82 req-29ca9835-2ab8-454c-9370-0f847e81618a tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/security-groups?id=188dc986-a686-4570-b7d8-3a6edb471033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9664173 Aug 12 14:57:40.928151 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f145cf-0cdb-429a-b34d-31619414acf7 tempest-RoutersNegativeTest-921822310 tempest-RoutersNegativeTest-921822310-project] Pushing event updated for resources: {'Network': ['ID=adfede8d-10fc-40d6-9b52-1f781fb5cafb,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:57:40.949798 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b85ba3d6-7830-4851-a142-9b8a9b12eb0f None None] Sync routers for ids ['822f9bf9-d605-4775-982d-f7a91b969aa7'] in n-d-694802-15 {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 14:57:40.958994 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-91f145cf-0cdb-429a-b34d-31619414acf7 tempest-RoutersNegativeTest-921822310 tempest-RoutersNegativeTest-921822310-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 1.8872972 Aug 12 14:57:40.962017 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 40278) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:57:40.970629 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-1e4c5e12-67c5-4053-a46e-905d0785ef31 tempest-RoutersNegativeTest-921822310 tempest-RoutersNegativeTest-921822310-project] Request body: {'subnet': {'network_id': 'adfede8d-10fc-40d6-9b52-1f781fb5cafb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:57:40.981575 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Network adfede8d-10fc-40d6-9b52-1f781fb5cafb details requested by agent ovs-agent-n-d-694802-15 with host n-d-694802-15 {{(pid=94468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 14:57:41.176777 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b85ba3d6-7830-4851-a142-9b8a9b12eb0f None None] Routers {'822f9bf9-d605-4775-982d-f7a91b969aa7'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:57:41.177431 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-b85ba3d6-7830-4851-a142-9b8a9b12eb0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:57:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['822f9bf9-d605-4775-982d-f7a91b969aa7'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:57:41.233626 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f700f953-168e-4a50-99a2-16554534f376 None None] Provisioning for port 3b49a7d9-ebf9-4af1-ac9b-a9feab50cb60 completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:57:41.240034 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f700f953-168e-4a50-99a2-16554534f376 None None] Provisioning complete for port 3b49a7d9-ebf9-4af1-ac9b-a9feab50cb60 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:57:41.240950 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f700f953-168e-4a50-99a2-16554534f376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:41.242817 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-b85ba3d6-7830-4851-a142-9b8a9b12eb0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:57:41.295243 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e4c5e12-67c5-4053-a46e-905d0785ef31 tempest-RoutersNegativeTest-921822310 tempest-RoutersNegativeTest-921822310-project] Made reservation on behalf of eeae2f0b40a0416ca134159b71ee81df for: {'subnet': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:57:41.305835 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1e4c5e12-67c5-4053-a46e-905d0785ef31 tempest-RoutersNegativeTest-921822310 tempest-RoutersNegativeTest-921822310-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8776441'] for subnet, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:41.334937 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02167646-a702-4abb-a449-54e654a31319 req-86eaac10-de09-4503-b4a0-fb0693c8a22f tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:57:41.345647 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-02167646-a702-4abb-a449-54e654a31319 req-86eaac10-de09-4503-b4a0-fb0693c8a22f tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/ports?device_id=8058b577-6d37-4f83-8841-608839b8ea4b HTTP/1.1" status: 200 len: 945 time: 0.2533810 Aug 12 14:57:41.350595 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b85ba3d6-7830-4851-a142-9b8a9b12eb0f None None] Routers {'822f9bf9-d605-4775-982d-f7a91b969aa7'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:57:41.351343 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-b85ba3d6-7830-4851-a142-9b8a9b12eb0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:57:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['822f9bf9-d605-4775-982d-f7a91b969aa7'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:57:41.417450 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-b85ba3d6-7830-4851-a142-9b8a9b12eb0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:57:41.418863 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b85ba3d6-7830-4851-a142-9b8a9b12eb0f None None] The sync data for ids ['822f9bf9-d605-4775-982d-f7a91b969aa7'] in n-d-694802-15 is: [] {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 14:57:41.428433 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-328e851f-c623-471b-b345-6922458b28e0 None None] get_active_networks_info from n-d-694802-15 {{(pid=94468) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 12 14:57:41.472875 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1268f52f-07f5-4de4-98a7-9b7ce78672fd None None] Pushing event updated for resources: {'Port': ['ID=f4b83063-28f3-4ff4-9fa4-c4609ab4150d,revision_number=3']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:57:41.550989 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-f700f953-168e-4a50-99a2-16554534f376 None None] Port 3b49a7d9-ebf9-4af1-ac9b-a9feab50cb60 cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 14:57:41.562083 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:41.581592 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f700f953-168e-4a50-99a2-16554534f376 None None] Provisioning complete for port 6c440106-d2ce-4ead-bfa6-54201e1cbf8c triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:57:41.581959 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f700f953-168e-4a50-99a2-16554534f376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:41.748624 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1e4c5e12-67c5-4053-a46e-905d0785ef31 tempest-RoutersNegativeTest-921822310 tempest-RoutersNegativeTest-921822310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3718490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8776395'] for subnet, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:41.788473 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-328e851f-c623-471b-b345-6922458b28e0 None None] Resources bound (agent type, host, resource id): {{(pid=94468) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 12 14:57:41.920181 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4c5e12-67c5-4053-a46e-905d0785ef31 tempest-RoutersNegativeTest-921822310 tempest-RoutersNegativeTest-921822310-project] Pushing event updated for resources: {'Subnet': ['ID=f490c3dc-0348-46eb-b1d5-93efe8bce702,revision_number=0']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:57:41.929187 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4c5e12-67c5-4053-a46e-905d0785ef31 tempest-RoutersNegativeTest-921822310 tempest-RoutersNegativeTest-921822310-project] Checking segment: {'id': 'edfa294b-54ed-45d4-8d81-b2f7be171247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'adfede8d-10fc-40d6-9b52-1f781fb5cafb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:57:41.929458 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e4c5e12-67c5-4053-a46e-905d0785ef31 tempest-RoutersNegativeTest-921822310 tempest-RoutersNegativeTest-921822310-project] Network hostable DHCP agents. Network: adfede8d-10fc-40d6-9b52-1f781fb5cafb, hostable agents: ['1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658'], hosted agents: [] {{(pid=94466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 14:57:41.973213 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e4c5e12-67c5-4053-a46e-905d0785ef31 tempest-RoutersNegativeTest-921822310 tempest-RoutersNegativeTest-921822310-project] Network adfede8d-10fc-40d6-9b52-1f781fb5cafb is scheduled to be hosted by DHCP agent 1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658 with binding_index 1 {{(pid=94466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 14:57:41.992663 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-1e4c5e12-67c5-4053-a46e-905d0785ef31 tempest-RoutersNegativeTest-921822310 tempest-RoutersNegativeTest-921822310-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-15, adfede8d-10fc-40d6-9b52-1f781fb5cafb) {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:57:41.993681 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-02167646-a702-4abb-a449-54e654a31319 req-756b46d2-91e6-4edc-a593-b3b42640c64a tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/security-groups?id=c39b825c-c1be-4b1e-8a82-7d04c2bfa2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6464496 Aug 12 14:57:42.041280 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-232a6630-4d4d-48ef-a202-77d95af59e7a None None] Provisioning complete for port 3b49a7d9-ebf9-4af1-ac9b-a9feab50cb60 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:57:42.042021 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e4c5e12-67c5-4053-a46e-905d0785ef31 tempest-RoutersNegativeTest-921822310 tempest-RoutersNegativeTest-921822310-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:57:42.042535 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-232a6630-4d4d-48ef-a202-77d95af59e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:42.042724 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1e4c5e12-67c5-4053-a46e-905d0785ef31 tempest-RoutersNegativeTest-921822310 tempest-RoutersNegativeTest-921822310-project] Notify callbacks [] for subnet, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:42.225927 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-232a6630-4d4d-48ef-a202-77d95af59e7a None None] Port 3b49a7d9-ebf9-4af1-ac9b-a9feab50cb60 cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 14:57:42.271182 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-1e4c5e12-67c5-4053-a46e-905d0785ef31 tempest-RoutersNegativeTest-921822310 tempest-RoutersNegativeTest-921822310-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3074622 Aug 12 14:57:42.279745 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-232a6630-4d4d-48ef-a202-77d95af59e7a None None] Provisioning complete for port f4b83063-28f3-4ff4-9fa4-c4609ab4150d triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:57:42.280115 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-232a6630-4d4d-48ef-a202-77d95af59e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:42.281633 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 40352) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:57:42.321700 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-4937b446-0e52-4d70-9a97-7f7dc47a12c1 tempest-RoutersNegativeTest-921822310 tempest-RoutersNegativeTest-921822310-project] Request body: {'network': {'name': 'tempest-router-network01--1465896764'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:57:42.359346 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5747d01-8af5-42af-9675-486af7b6be8d req-60f4d098-c618-41b0-ae35-b49e0aa3de9f tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:57:42.379322 n-d-694802-15 neutron-server[94467]: INFO neutron.api.v2.resource [None req-352108c6-bb39-4dba-84c9-431319916744 tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 12 14:57:42.381360 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-352108c6-bb39-4dba-84c9-431319916744 tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] 10.222.0.39 "PUT /v2.0/routers/822f9bf9-d605-4775-982d-f7a91b969aa7/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.4977863 Aug 12 14:57:42.387551 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 40358) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:57:42.391073 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-c5747d01-8af5-42af-9675-486af7b6be8d req-60f4d098-c618-41b0-ae35-b49e0aa3de9f tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/ports?device_id=5be77a56-d5ef-4a70-9846-307f9eb76fa5 HTTP/1.1" status: 200 len: 944 time: 0.3169115 Aug 12 14:57:42.391595 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4937b446-0e52-4d70-9a97-7f7dc47a12c1 tempest-RoutersNegativeTest-921822310 tempest-RoutersNegativeTest-921822310-project] Made reservation on behalf of eeae2f0b40a0416ca134159b71ee81df for: {'network': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:57:42.396392 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-4937b446-0e52-4d70-9a97-7f7dc47a12c1 tempest-RoutersNegativeTest-921822310 tempest-RoutersNegativeTest-921822310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for network, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:42.538910 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-c5747d01-8af5-42af-9675-486af7b6be8d req-73e94d73-0ebf-4dc1-9537-ecbcdffd0e14 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/security-groups?id=188dc986-a686-4570-b7d8-3a6edb471033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467421 Aug 12 14:57:42.553471 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device f4b83063-28f3-4ff4-9fa4-c4609ab4150d up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:57:42.619631 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4937b446-0e52-4d70-9a97-7f7dc47a12c1 tempest-RoutersNegativeTest-921822310 tempest-RoutersNegativeTest-921822310-project] vlan segment allocate from pool success with {'vlan_id': 327, 'physical_network': 'physnet1'} {{(pid=94467) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 14:57:42.632355 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-4937b446-0e52-4d70-9a97-7f7dc47a12c1 tempest-RoutersNegativeTest-921822310 tempest-RoutersNegativeTest-921822310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:42.633180 n-d-694802-15 neutron-server[94467]: INFO neutron.db.segments_db [None req-4937b446-0e52-4d70-9a97-7f7dc47a12c1 tempest-RoutersNegativeTest-921822310 tempest-RoutersNegativeTest-921822310-project] Added segment fb66dd90-d314-45bd-beab-561626b11896 of type vlan for network 1f33f20d-7541-4a38-9c23-c3ef6f27b95c Aug 12 14:57:42.683190 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-4937b446-0e52-4d70-9a97-7f7dc47a12c1 tempest-RoutersNegativeTest-921822310 tempest-RoutersNegativeTest-921822310-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744653628263'] for network, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:42.736564 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-4937b446-0e52-4d70-9a97-7f7dc47a12c1 tempest-RoutersNegativeTest-921822310 tempest-RoutersNegativeTest-921822310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409'] for network, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:42.744083 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4937b446-0e52-4d70-9a97-7f7dc47a12c1 tempest-RoutersNegativeTest-921822310 tempest-RoutersNegativeTest-921822310-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:57:42.744883 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-4937b446-0e52-4d70-9a97-7f7dc47a12c1 tempest-RoutersNegativeTest-921822310 tempest-RoutersNegativeTest-921822310-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for network, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:42.772269 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:42.777292 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-4937b446-0e52-4d70-9a97-7f7dc47a12c1 tempest-RoutersNegativeTest-921822310 tempest-RoutersNegativeTest-921822310-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4942975 Aug 12 14:57:42.779998 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 40372) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:57:42.786051 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-5415781f-7245-4931-bf6b-09fcbdad399a tempest-RoutersNegativeTest-921822310 tempest-RoutersNegativeTest-921822310-project] Request body: {'network': {'name': 'tempest-router-network02--1914006114'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:57:42.805103 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52a22ba3-5419-491f-b33d-983a3f52fa65 None None] Network adfede8d-10fc-40d6-9b52-1f781fb5cafb requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:57:42.847573 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5415781f-7245-4931-bf6b-09fcbdad399a tempest-RoutersNegativeTest-921822310 tempest-RoutersNegativeTest-921822310-project] Made reservation on behalf of eeae2f0b40a0416ca134159b71ee81df for: {'network': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:57:42.851182 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5415781f-7245-4931-bf6b-09fcbdad399a tempest-RoutersNegativeTest-921822310 tempest-RoutersNegativeTest-921822310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for network, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:42.856085 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port f4b83063-28f3-4ff4-9fa4-c4609ab4150d triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:57:42.857206 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:42.946565 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5415781f-7245-4931-bf6b-09fcbdad399a tempest-RoutersNegativeTest-921822310 tempest-RoutersNegativeTest-921822310-project] vlan segment allocate from pool success with {'vlan_id': 303, 'physical_network': 'physnet1'} {{(pid=94466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 14:57:42.972780 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5415781f-7245-4931-bf6b-09fcbdad399a tempest-RoutersNegativeTest-921822310 tempest-RoutersNegativeTest-921822310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:42.973423 n-d-694802-15 neutron-server[94466]: INFO neutron.db.segments_db [None req-5415781f-7245-4931-bf6b-09fcbdad399a tempest-RoutersNegativeTest-921822310 tempest-RoutersNegativeTest-921822310-project] Added segment d1f4f2c9-d2d3-457a-ae51-f19093acd6dd of type vlan for network 925cf334-0f93-43a8-8098-0acc38bc05de Aug 12 14:57:43.043210 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5415781f-7245-4931-bf6b-09fcbdad399a tempest-RoutersNegativeTest-921822310 tempest-RoutersNegativeTest-921822310-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744653628263'] for network, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:43.093434 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5415781f-7245-4931-bf6b-09fcbdad399a tempest-RoutersNegativeTest-921822310 tempest-RoutersNegativeTest-921822310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409'] for network, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:43.100003 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5415781f-7245-4931-bf6b-09fcbdad399a tempest-RoutersNegativeTest-921822310 tempest-RoutersNegativeTest-921822310-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:57:43.100734 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5415781f-7245-4931-bf6b-09fcbdad399a tempest-RoutersNegativeTest-921822310 tempest-RoutersNegativeTest-921822310-project] Notify callbacks [] for network, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:43.178501 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-5415781f-7245-4931-bf6b-09fcbdad399a tempest-RoutersNegativeTest-921822310 tempest-RoutersNegativeTest-921822310-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3973494 Aug 12 14:57:43.181678 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 40396) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:57:43.186795 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:43.191280 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-b33a9ec9-0b9e-42ae-98b0-25454139b28c tempest-RoutersNegativeTest-921822310 tempest-RoutersNegativeTest-921822310-project] Request body: {'subnet': {'network_id': '1f33f20d-7541-4a38-9c23-c3ef6f27b95c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:57:43.271807 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5415781f-7245-4931-bf6b-09fcbdad399a tempest-RoutersNegativeTest-921822310 tempest-RoutersNegativeTest-921822310-project] Pushing event updated for resources: {'Network': ['ID=925cf334-0f93-43a8-8098-0acc38bc05de,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:57:43.336824 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Network 925cf334-0f93-43a8-8098-0acc38bc05de details requested by agent ovs-agent-n-d-694802-15 with host n-d-694802-15 {{(pid=94468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 14:57:43.446333 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b33a9ec9-0b9e-42ae-98b0-25454139b28c tempest-RoutersNegativeTest-921822310 tempest-RoutersNegativeTest-921822310-project] Made reservation on behalf of eeae2f0b40a0416ca134159b71ee81df for: {'subnet': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:57:43.454143 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b33a9ec9-0b9e-42ae-98b0-25454139b28c tempest-RoutersNegativeTest-921822310 tempest-RoutersNegativeTest-921822310-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8776441'] for subnet, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:43.702996 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27257724-ecb5-4b1b-ac7c-fd14c0db949b req-5ece09a9-bb34-4aa3-baf5-808f6e964998 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:57:43.706777 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-27257724-ecb5-4b1b-ac7c-fd14c0db949b req-5ece09a9-bb34-4aa3-baf5-808f6e964998 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/ports?device_id=8058b577-6d37-4f83-8841-608839b8ea4b HTTP/1.1" status: 200 len: 945 time: 0.1626685 Aug 12 14:57:43.738454 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4937b446-0e52-4d70-9a97-7f7dc47a12c1 tempest-RoutersNegativeTest-921822310 tempest-RoutersNegativeTest-921822310-project] Pushing event updated for resources: {'Network': ['ID=1f33f20d-7541-4a38-9c23-c3ef6f27b95c,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:57:43.761650 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-0c355672-aa61-4cb0-8afe-b25b665f6d8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:43.766705 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Network 1f33f20d-7541-4a38-9c23-c3ef6f27b95c details requested by agent ovs-agent-n-d-694802-15 with host n-d-694802-15 {{(pid=94468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 14:57:43.802202 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-27257724-ecb5-4b1b-ac7c-fd14c0db949b req-2beeb594-de5a-47b5-845c-c399c10a3507 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/security-groups?id=c39b825c-c1be-4b1e-8a82-7d04c2bfa2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607336 Aug 12 14:57:43.913714 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 6c440106-d2ce-4ead-bfa6-54201e1cbf8c up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:57:43.928612 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6befc246-cce1-4b32-b8e8-449629139718 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa7035b3e-9a89-5964-b9f4-97301c3f476a-adfede8d-10fc-40d6-9b52-1f781fb5cafb', 'network_id': 'adfede8d-10fc-40d6-9b52-1f781fb5cafb', 'tenant_id': 'eeae2f0b40a0416ca134159b71ee81df', 'fixed_ips': [{'subnet_id': 'f490c3dc-0348-46eb-b1d5-93efe8bce702'}]}} from n-d-694802-15. {{(pid=94468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 14:57:43.929903 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-6befc246-cce1-4b32-b8e8-449629139718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:44.036336 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de4aff3-0362-47cf-95f4-bbc6377a3744 req-5918fc97-e72e-4cec-8096-885a7e01044d tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:57:44.042557 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-7de4aff3-0362-47cf-95f4-bbc6377a3744 req-5918fc97-e72e-4cec-8096-885a7e01044d tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/ports?device_id=5be77a56-d5ef-4a70-9846-307f9eb76fa5 HTTP/1.1" status: 200 len: 944 time: 0.2684767 Aug 12 14:57:44.092467 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-fcb85750-2ffe-4602-a1e9-0206645a2650 tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66663830'] for router_interface, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:44.201344 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-1769855f-eda9-4483-9dc3-3220908ab45d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:44.250319 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-7de4aff3-0362-47cf-95f4-bbc6377a3744 req-14bbceee-41aa-48f4-8099-9567cc935d83 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/security-groups?id=188dc986-a686-4570-b7d8-3a6edb471033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378796 Aug 12 14:57:44.371270 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b33a9ec9-0b9e-42ae-98b0-25454139b28c tempest-RoutersNegativeTest-921822310 tempest-RoutersNegativeTest-921822310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3718490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8776395'] for subnet, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:44.373850 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port 6c440106-d2ce-4ead-bfa6-54201e1cbf8c triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:57:44.375396 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:44.434402 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33a9ec9-0b9e-42ae-98b0-25454139b28c tempest-RoutersNegativeTest-921822310 tempest-RoutersNegativeTest-921822310-project] Pushing event updated for resources: {'Subnet': ['ID=0a920bc0-e342-4166-9d58-746cefbcc77e,revision_number=0']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:57:44.484441 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b33a9ec9-0b9e-42ae-98b0-25454139b28c tempest-RoutersNegativeTest-921822310 tempest-RoutersNegativeTest-921822310-project] Checking segment: {'id': 'fb66dd90-d314-45bd-beab-561626b11896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '1f33f20d-7541-4a38-9c23-c3ef6f27b95c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:57:44.484968 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b33a9ec9-0b9e-42ae-98b0-25454139b28c tempest-RoutersNegativeTest-921822310 tempest-RoutersNegativeTest-921822310-project] Network hostable DHCP agents. Network: 1f33f20d-7541-4a38-9c23-c3ef6f27b95c, hostable agents: ['1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658'], hosted agents: [] {{(pid=94466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 14:57:44.523646 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b33a9ec9-0b9e-42ae-98b0-25454139b28c tempest-RoutersNegativeTest-921822310 tempest-RoutersNegativeTest-921822310-project] Network 1f33f20d-7541-4a38-9c23-c3ef6f27b95c is scheduled to be hosted by DHCP agent 1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658 with binding_index 1 {{(pid=94466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 14:57:44.540431 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-b33a9ec9-0b9e-42ae-98b0-25454139b28c tempest-RoutersNegativeTest-921822310 tempest-RoutersNegativeTest-921822310-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-15, 1f33f20d-7541-4a38-9c23-c3ef6f27b95c) {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:57:44.546351 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b33a9ec9-0b9e-42ae-98b0-25454139b28c tempest-RoutersNegativeTest-921822310 tempest-RoutersNegativeTest-921822310-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:57:44.551299 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b33a9ec9-0b9e-42ae-98b0-25454139b28c tempest-RoutersNegativeTest-921822310 tempest-RoutersNegativeTest-921822310-project] Notify callbacks [] for subnet, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:44.601001 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-b33a9ec9-0b9e-42ae-98b0-25454139b28c tempest-RoutersNegativeTest-921822310 tempest-RoutersNegativeTest-921822310-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4184253 Aug 12 14:57:44.602151 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 40452) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:57:44.607205 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.db_base_plugin_common [None req-6befc246-cce1-4b32-b8e8-449629139718 None None] Allocated IP 172.20.0.2 (adfede8d-10fc-40d6-9b52-1f781fb5cafb/f490c3dc-0348-46eb-b1d5-93efe8bce702/c892c9b2-2e10-4c42-891b-c314738f253f) {{(pid=94468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:57:44.611931 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-b4ae019a-372a-4f67-9489-92d7c0eaef67 tempest-RoutersNegativeTest-921822310 tempest-RoutersNegativeTest-921822310-project] Request body: {'subnet': {'network_id': '925cf334-0f93-43a8-8098-0acc38bc05de', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:57:44.743196 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef0f1e95-a06e-4882-a06e-d3564ca5baec None None] Network 1f33f20d-7541-4a38-9c23-c3ef6f27b95c requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:57:44.810494 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4ae019a-372a-4f67-9489-92d7c0eaef67 tempest-RoutersNegativeTest-921822310 tempest-RoutersNegativeTest-921822310-project] Made reservation on behalf of eeae2f0b40a0416ca134159b71ee81df for: {'subnet': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:57:44.820057 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b4ae019a-372a-4f67-9489-92d7c0eaef67 tempest-RoutersNegativeTest-921822310 tempest-RoutersNegativeTest-921822310-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8776441'] for subnet, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:44.882206 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-fcb85750-2ffe-4602-a1e9-0206645a2650 tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] Deleting port 3b49a7d9-ebf9-4af1-ac9b-a9feab50cb60 {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:57:44.882785 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-fcb85750-2ffe-4602-a1e9-0206645a2650 tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:45.085502 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-6befc246-cce1-4b32-b8e8-449629139718 None None] Notify callbacks [] for port, precommit_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:45.154424 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-fcb85750-2ffe-4602-a1e9-0206645a2650 tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:45.178639 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-fcb85750-2ffe-4602-a1e9-0206645a2650 tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] Calling delete_port for 3b49a7d9-ebf9-4af1-ac9b-a9feab50cb60 owned by network:router_interface {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:57:45.192409 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af98c39b-0525-437a-af1c-6833933e7e6d req-1ea33ad8-3831-4137-9806-31bb1a9cb871 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:57:45.194023 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-af98c39b-0525-437a-af1c-6833933e7e6d req-1ea33ad8-3831-4137-9806-31bb1a9cb871 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/ports?device_id=8058b577-6d37-4f83-8841-608839b8ea4b HTTP/1.1" status: 200 len: 945 time: 0.1782374 Aug 12 14:57:45.232435 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-6befc246-cce1-4b32-b8e8-449629139718 None None] Transition to ACTIVE for port object c892c9b2-2e10-4c42-891b-c314738f253f will not be triggered until provisioned by entity L2. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:57:45.297509 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-6befc246-cce1-4b32-b8e8-449629139718 None None] Transition to ACTIVE for port object c892c9b2-2e10-4c42-891b-c314738f253f will not be triggered until provisioned by entity DHCP. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:57:45.308108 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-af98c39b-0525-437a-af1c-6833933e7e6d req-8fe35f1d-ed2f-499d-9429-e95089e92435 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/security-groups?id=c39b825c-c1be-4b1e-8a82-7d04c2bfa2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1050639 Aug 12 14:57:45.378626 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b4ae019a-372a-4f67-9489-92d7c0eaef67 tempest-RoutersNegativeTest-921822310 tempest-RoutersNegativeTest-921822310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3718490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8776395'] for subnet, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:45.382023 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-6befc246-cce1-4b32-b8e8-449629139718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253'] for port, after_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:45.542759 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ae019a-372a-4f67-9489-92d7c0eaef67 tempest-RoutersNegativeTest-921822310 tempest-RoutersNegativeTest-921822310-project] Pushing event updated for resources: {'Subnet': ['ID=46fcd45b-0b72-4cf3-8d99-0f3b2ee92933,revision_number=0']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:57:45.553821 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4ae019a-372a-4f67-9489-92d7c0eaef67 tempest-RoutersNegativeTest-921822310 tempest-RoutersNegativeTest-921822310-project] Checking segment: {'id': 'd1f4f2c9-d2d3-457a-ae51-f19093acd6dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '925cf334-0f93-43a8-8098-0acc38bc05de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:57:45.554569 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4ae019a-372a-4f67-9489-92d7c0eaef67 tempest-RoutersNegativeTest-921822310 tempest-RoutersNegativeTest-921822310-project] Network hostable DHCP agents. Network: 925cf334-0f93-43a8-8098-0acc38bc05de, hostable agents: ['1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658'], hosted agents: [] {{(pid=94466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 14:57:45.567869 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6befc246-cce1-4b32-b8e8-449629139718 None None] Network adfede8d-10fc-40d6-9b52-1f781fb5cafb is already hosted by enough agents. {{(pid=94468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:57:45.573071 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81a1e37-706b-40f8-adf4-266d1eac24ff req-5d5cfc5b-1b3b-4609-95e0-f2941af79132 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:57:45.574879 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-b81a1e37-706b-40f8-adf4-266d1eac24ff req-5d5cfc5b-1b3b-4609-95e0-f2941af79132 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/ports?device_id=5be77a56-d5ef-4a70-9846-307f9eb76fa5 HTTP/1.1" status: 200 len: 944 time: 0.0992224 Aug 12 14:57:45.605890 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4ae019a-372a-4f67-9489-92d7c0eaef67 tempest-RoutersNegativeTest-921822310 tempest-RoutersNegativeTest-921822310-project] Network 925cf334-0f93-43a8-8098-0acc38bc05de is scheduled to be hosted by DHCP agent 1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658 with binding_index 1 {{(pid=94466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 14:57:45.625237 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-fcb85750-2ffe-4602-a1e9-0206645a2650 tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:45.627341 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-b4ae019a-372a-4f67-9489-92d7c0eaef67 tempest-RoutersNegativeTest-921822310 tempest-RoutersNegativeTest-921822310-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-15, 925cf334-0f93-43a8-8098-0acc38bc05de) {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:57:45.646298 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4ae019a-372a-4f67-9489-92d7c0eaef67 tempest-RoutersNegativeTest-921822310 tempest-RoutersNegativeTest-921822310-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:57:45.647897 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b4ae019a-372a-4f67-9489-92d7c0eaef67 tempest-RoutersNegativeTest-921822310 tempest-RoutersNegativeTest-921822310-project] Notify callbacks [] for subnet, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:45.665131 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-b81a1e37-706b-40f8-adf4-266d1eac24ff req-8ee2dea3-586f-44e2-a0ca-9674e9388869 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/security-groups?id=188dc986-a686-4570-b7d8-3a6edb471033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813651 Aug 12 14:57:45.668096 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-b4ae019a-372a-4f67-9489-92d7c0eaef67 tempest-RoutersNegativeTest-921822310 tempest-RoutersNegativeTest-921822310-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0645761 Aug 12 14:57:45.670821 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 40494) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:57:45.687908 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6befc246-cce1-4b32-b8e8-449629139718 None None] Pushing event updated for resources: {'Port': ['ID=c892c9b2-2e10-4c42-891b-c314738f253f,revision_number=1']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:57:45.693889 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.base_scheduler [None req-6befc246-cce1-4b32-b8e8-449629139718 None None] Resources bound (agent type, host, resource id): {{(pid=94468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:57:45.711462 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6befc246-cce1-4b32-b8e8-449629139718 None None] Received port after_create {{(pid=94468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:57:45.729505 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb85750-2ffe-4602-a1e9-0206645a2650 tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] Pushing event deleted for resources: {'Port': ['ID=3b49a7d9-ebf9-4af1-ac9b-a9feab50cb60,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:57:45.827000 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f567630-8832-44ed-b15d-b2ee375c88f2 None None] Network 925cf334-0f93-43a8-8098-0acc38bc05de requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:57:46.087336 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-fcb85750-2ffe-4602-a1e9-0206645a2650 tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66628352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-430630'] for router_interface, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:46.497385 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4596ee12-e40c-4270-9b2b-bed3303e1cd3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa7035b3e-9a89-5964-b9f4-97301c3f476a-1f33f20d-7541-4a38-9c23-c3ef6f27b95c', 'network_id': '1f33f20d-7541-4a38-9c23-c3ef6f27b95c', 'tenant_id': 'eeae2f0b40a0416ca134159b71ee81df', 'fixed_ips': [{'subnet_id': '0a920bc0-e342-4166-9d58-746cefbcc77e'}]}} from n-d-694802-15. {{(pid=94468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 14:57:46.498888 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4596ee12-e40c-4270-9b2b-bed3303e1cd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:46.503275 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a3dde47a-b942-4def-8a52-67469f954297 tempest-RoutersNegativeTest-921822310 tempest-RoutersNegativeTest-921822310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:46.536014 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-fe95f194-a3b0-4c04-9e42-20b511169d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:46.603086 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-6befc246-cce1-4b32-b8e8-449629139718 None None] Attempting to bind port c892c9b2-2e10-4c42-891b-c314738f253f on host n-d-694802-15 for vnic_type normal with profile {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:57:46.604778 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-6befc246-cce1-4b32-b8e8-449629139718 None None] Attempting to bind port c892c9b2-2e10-4c42-891b-c314738f253f by drivers openvswitch,hyperv on host n-d-694802-15 at level 0 using segments [{'id': 'edfa294b-54ed-45d4-8d81-b2f7be171247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'adfede8d-10fc-40d6-9b52-1f781fb5cafb'}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:57:46.605449 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6befc246-cce1-4b32-b8e8-449629139718 None None] Attempting to bind port c892c9b2-2e10-4c42-891b-c314738f253f on network adfede8d-10fc-40d6-9b52-1f781fb5cafb {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:57:46.607793 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcb85750-2ffe-4602-a1e9-0206645a2650 tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] Router 822f9bf9-d605-4775-982d-f7a91b969aa7 has already been hosted by L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f {{(pid=94467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 14:57:46.628073 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6befc246-cce1-4b32-b8e8-449629139718 None None] Checking agent: {'id': '16de73ac-f2e9-4cee-b3e0-91052ae3e6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 20, 13), 'started_at': datetime.datetime(2021, 8, 12, 14, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 57, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:57:46.628848 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6befc246-cce1-4b32-b8e8-449629139718 None None] Checking segment: {'id': 'edfa294b-54ed-45d4-8d81-b2f7be171247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'adfede8d-10fc-40d6-9b52-1f781fb5cafb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:57:46.629562 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-6befc246-cce1-4b32-b8e8-449629139718 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:46.631378 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6befc246-cce1-4b32-b8e8-449629139718 None None] Bound using segment: {'id': 'edfa294b-54ed-45d4-8d81-b2f7be171247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'adfede8d-10fc-40d6-9b52-1f781fb5cafb'} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:57:46.635561 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-6befc246-cce1-4b32-b8e8-449629139718 None None] Bound port: c892c9b2-2e10-4c42-891b-c314738f253f, host: n-d-694802-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edfa294b-54ed-45d4-8d81-b2f7be171247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'adfede8d-10fc-40d6-9b52-1f781fb5cafb'}}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:57:46.636446 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-6befc246-cce1-4b32-b8e8-449629139718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:46.671632 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfa40b3-5394-4149-a072-24837064fc3d req-7d001d0c-8988-4505-8025-5c4e4d8080b4 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:57:46.673885 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-abfa40b3-5394-4149-a072-24837064fc3d req-7d001d0c-8988-4505-8025-5c4e4d8080b4 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/ports?device_id=8058b577-6d37-4f83-8841-608839b8ea4b HTTP/1.1" status: 200 len: 945 time: 0.2360315 Aug 12 14:57:46.998304 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-abfa40b3-5394-4149-a072-24837064fc3d req-a93c40b2-958a-450c-93f7-ff667ad4a740 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/security-groups?id=c39b825c-c1be-4b1e-8a82-7d04c2bfa2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3127425 Aug 12 14:57:46.999363 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcb85750-2ffe-4602-a1e9-0206645a2650 tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 14:57:47.021133 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d64b5459-b8aa-43fe-be25-f45668fed91e None None] Sync routers for ids ['822f9bf9-d605-4775-982d-f7a91b969aa7'] in n-d-694802-15 {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 14:57:47.024657 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-fcb85750-2ffe-4602-a1e9-0206645a2650 tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] 10.222.0.39 "PUT /v2.0/routers/822f9bf9-d605-4775-982d-f7a91b969aa7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6242270 Aug 12 14:57:47.025554 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 40538) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:57:47.039505 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d64b5459-b8aa-43fe-be25-f45668fed91e None None] Routers {'822f9bf9-d605-4775-982d-f7a91b969aa7'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:57:47.042384 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-d64b5459-b8aa-43fe-be25-f45668fed91e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:57:44Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['822f9bf9-d605-4775-982d-f7a91b969aa7'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:57:47.119928 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea62ecb-b842-453c-9d6a-6c827ac85b3d req-a906c42c-d45f-41d6-b226-7c79bb406bf8 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:57:47.121394 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-0ea62ecb-b842-453c-9d6a-6c827ac85b3d req-a906c42c-d45f-41d6-b226-7c79bb406bf8 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/ports?device_id=5be77a56-d5ef-4a70-9846-307f9eb76fa5 HTTP/1.1" status: 200 len: 944 time: 0.2807798 Aug 12 14:57:47.124614 n-d-694802-15 neutron-server[94467]: INFO neutron.api.v2.resource [None req-83767251-88c7-4c41-a18b-ac505818b9f8 tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] delete failed (client error): The resource could not be found. Aug 12 14:57:47.125660 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-83767251-88c7-4c41-a18b-ac505818b9f8 tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] 10.222.0.39 "DELETE /v2.0/routers/tempest-non_exist_router-2017441083 HTTP/1.1" status: 404 len: 335 time: 0.0993795 Aug 12 14:57:47.129364 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 40540) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:57:47.130051 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.db_base_plugin_common [None req-4596ee12-e40c-4270-9b2b-bed3303e1cd3 None None] Allocated IP 172.20.0.2 (1f33f20d-7541-4a38-9c23-c3ef6f27b95c/0a920bc0-e342-4166-9d58-746cefbcc77e/420cefda-4700-4b09-8e12-ad132b7ca163) {{(pid=94468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:57:47.133882 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-1c56d92b-adca-412b-a82a-b7d04500ec0e tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] Request body: {'router': {'external_gateway_info': {'network_id': '822f9bf9-d605-4775-982d-f7a91b969aa7'}}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:57:47.225275 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-d64b5459-b8aa-43fe-be25-f45668fed91e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:57:47.273459 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d64b5459-b8aa-43fe-be25-f45668fed91e None None] Routers {'822f9bf9-d605-4775-982d-f7a91b969aa7'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:57:47.278397 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-d64b5459-b8aa-43fe-be25-f45668fed91e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:57:44Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['822f9bf9-d605-4775-982d-f7a91b969aa7'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:57:47.348804 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-0ea62ecb-b842-453c-9d6a-6c827ac85b3d req-3981651a-b9bd-47bc-bcb3-f5b84b7bfcc5 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/security-groups?id=188dc986-a686-4570-b7d8-3a6edb471033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2061579 Aug 12 14:57:47.437983 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-d64b5459-b8aa-43fe-be25-f45668fed91e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:57:47.439999 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d64b5459-b8aa-43fe-be25-f45668fed91e None None] The sync data for ids ['822f9bf9-d605-4775-982d-f7a91b969aa7'] in n-d-694802-15 is: [] {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 14:57:47.523567 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-1c56d92b-adca-412b-a82a-b7d04500ec0e tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:47.555566 n-d-694802-15 neutron-server[94467]: INFO neutron.api.v2.resource [None req-1c56d92b-adca-412b-a82a-b7d04500ec0e tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] update failed (client error): The resource could not be found. Aug 12 14:57:47.560874 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 40544) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:57:47.561558 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-1c56d92b-adca-412b-a82a-b7d04500ec0e tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] 10.222.0.39 "PUT /v2.0/routers/822f9bf9-d605-4775-982d-f7a91b969aa7 HTTP/1.1" status: 404 len: 339 time: 0.4306028 Aug 12 14:57:47.567341 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-7a6e6407-4fd1-468a-af8e-c962fd4a09d2 tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1106454175'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:57:47.606113 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a6e6407-4fd1-468a-af8e-c962fd4a09d2 tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] Made reservation on behalf of 9d2fac7188e54681ae8e6c0ceeca8f37 for: {'network': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:57:47.617500 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 40546) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:57:47.618431 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-7a6e6407-4fd1-468a-af8e-c962fd4a09d2 tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for network, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:47.714710 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-6befc246-cce1-4b32-b8e8-449629139718 None None] For port c892c9b2-2e10-4c42-891b-c314738f253f, host n-d-694802-15, cleared binding levels {{(pid=94468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:57:47.720828 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a6e6407-4fd1-468a-af8e-c962fd4a09d2 tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] vlan segment allocate from pool success with {'vlan_id': 335, 'physical_network': 'physnet1'} {{(pid=94466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 14:57:47.754113 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-7a6e6407-4fd1-468a-af8e-c962fd4a09d2 tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:47.755051 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-6befc246-cce1-4b32-b8e8-449629139718 None None] For port c892c9b2-2e10-4c42-891b-c314738f253f, host n-d-694802-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=c892c9b2-2e10-4c42-891b-c314738f253f,segment=NetworkSegment(edfa294b-54ed-45d4-8d81-b2f7be171247),segment_id=edfa294b-54ed-45d4-8d81-b2f7be171247)] {{(pid=94468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:57:47.755339 n-d-694802-15 neutron-server[94466]: INFO neutron.db.segments_db [None req-7a6e6407-4fd1-468a-af8e-c962fd4a09d2 tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] Added segment 7db3961e-b15e-41c2-8387-14beb2b47cb9 of type vlan for network cf3a41e8-fbb0-4776-be82-b86c59bc36a1 Aug 12 14:57:47.775114 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-6befc246-cce1-4b32-b8e8-449629139718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:47.788162 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4596ee12-e40c-4270-9b2b-bed3303e1cd3 None None] Notify callbacks [] for port, precommit_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:47.858349 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-75c9e607-384a-464e-95a8-93051bd69259 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:47.881551 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-4596ee12-e40c-4270-9b2b-bed3303e1cd3 None None] Transition to ACTIVE for port object 420cefda-4700-4b09-8e12-ad132b7ca163 will not be triggered until provisioned by entity L2. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:57:47.899481 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc9f5164-644f-472d-ae22-919f616624bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa7035b3e-9a89-5964-b9f4-97301c3f476a-925cf334-0f93-43a8-8098-0acc38bc05de', 'network_id': '925cf334-0f93-43a8-8098-0acc38bc05de', 'tenant_id': 'eeae2f0b40a0416ca134159b71ee81df', 'fixed_ips': [{'subnet_id': '46fcd45b-0b72-4cf3-8d99-0f3b2ee92933'}]}} from n-d-694802-15. {{(pid=94468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 14:57:47.900657 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-bc9f5164-644f-472d-ae22-919f616624bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:47.946174 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-7a6e6407-4fd1-468a-af8e-c962fd4a09d2 tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744653628263'] for network, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:48.136989 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-7a6e6407-4fd1-468a-af8e-c962fd4a09d2 tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409'] for network, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:48.151639 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a6e6407-4fd1-468a-af8e-c962fd4a09d2 tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:57:48.152770 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-7a6e6407-4fd1-468a-af8e-c962fd4a09d2 tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] Notify callbacks [] for network, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:48.173834 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-75c9e607-384a-464e-95a8-93051bd69259 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:48.177171 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.db_base_plugin_common [None req-bc9f5164-644f-472d-ae22-919f616624bc None None] Allocated IP 172.20.0.2 (925cf334-0f93-43a8-8098-0acc38bc05de/46fcd45b-0b72-4cf3-8d99-0f3b2ee92933/b3c1cb62-42d1-48bb-9663-adf3e1e7d8c3) {{(pid=94468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:57:48.181349 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-75c9e607-384a-464e-95a8-93051bd69259 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:48.277509 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-75c9e607-384a-464e-95a8-93051bd69259 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3d3aaad5aa03421a918bd5b4f32579a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6557350 Aug 12 14:57:48.279622 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 40564) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:57:48.368893 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-7a6e6407-4fd1-468a-af8e-c962fd4a09d2 tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.8066311 Aug 12 14:57:48.394336 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 40566) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:57:48.409451 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 40570) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:57:48.414740 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-e4b5245f-cb98-49e2-b1a6-688ea627203a tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] Request body: {'subnet': {'network_id': 'cf3a41e8-fbb0-4776-be82-b86c59bc36a1', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:57:48.456530 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6e6407-4fd1-468a-af8e-c962fd4a09d2 tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] Pushing event updated for resources: {'Network': ['ID=cf3a41e8-fbb0-4776-be82-b86c59bc36a1,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:57:48.482665 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-bc9f5164-644f-472d-ae22-919f616624bc None None] Notify callbacks [] for port, precommit_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:48.494068 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-bc9f5164-644f-472d-ae22-919f616624bc None None] Transition to ACTIVE for port object b3c1cb62-42d1-48bb-9663-adf3e1e7d8c3 will not be triggered until provisioned by entity L2. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:57:48.515414 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-bc9f5164-644f-472d-ae22-919f616624bc None None] Transition to ACTIVE for port object b3c1cb62-42d1-48bb-9663-adf3e1e7d8c3 will not be triggered until provisioned by entity DHCP. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:57:48.547098 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Network cf3a41e8-fbb0-4776-be82-b86c59bc36a1 details requested by agent ovs-agent-n-d-694802-15 with host n-d-694802-15 {{(pid=94468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 14:57:48.644762 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-4596ee12-e40c-4270-9b2b-bed3303e1cd3 None None] Transition to ACTIVE for port object 420cefda-4700-4b09-8e12-ad132b7ca163 will not be triggered until provisioned by entity DHCP. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:57:48.645010 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c9e607-384a-464e-95a8-93051bd69259 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a9451ca-7592-459b-a722-82160cd19c42,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:57:48.645144 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-bc9f5164-644f-472d-ae22-919f616624bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253'] for port, after_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:48.658605 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6befc246-cce1-4b32-b8e8-449629139718 None None] Pushing event updated for resources: {'Port': ['ID=c892c9b2-2e10-4c42-891b-c314738f253f,revision_number=2']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:57:48.700750 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4596ee12-e40c-4270-9b2b-bed3303e1cd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253'] for port, after_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:48.731499 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc9f5164-644f-472d-ae22-919f616624bc None None] Network 925cf334-0f93-43a8-8098-0acc38bc05de is already hosted by enough agents. {{(pid=94468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:57:48.737074 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6befc246-cce1-4b32-b8e8-449629139718 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:57:48.737446 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6befc246-cce1-4b32-b8e8-449629139718 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:57:48.737794 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6befc246-cce1-4b32-b8e8-449629139718 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:57:48.738137 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6befc246-cce1-4b32-b8e8-449629139718 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:57:48.738473 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6befc246-cce1-4b32-b8e8-449629139718 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:57:48.739063 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6befc246-cce1-4b32-b8e8-449629139718 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:57:48.739492 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6befc246-cce1-4b32-b8e8-449629139718 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:57:48.739783 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6befc246-cce1-4b32-b8e8-449629139718 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:57:48.740206 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6befc246-cce1-4b32-b8e8-449629139718 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:57:48.740438 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6befc246-cce1-4b32-b8e8-449629139718 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:57:48.740775 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6befc246-cce1-4b32-b8e8-449629139718 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:57:48.741152 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6befc246-cce1-4b32-b8e8-449629139718 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:57:48.757905 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.base_scheduler [None req-bc9f5164-644f-472d-ae22-919f616624bc None None] Resources bound (agent type, host, resource id): {{(pid=94468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:57:48.767976 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c32fbb1-beb0-4659-b9b2-a8d3d47233ae req-254bf0f0-c01f-460e-86bb-fd5daad01f74 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:57:48.769930 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-8c32fbb1-beb0-4659-b9b2-a8d3d47233ae req-254bf0f0-c01f-460e-86bb-fd5daad01f74 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/ports?device_id=8058b577-6d37-4f83-8841-608839b8ea4b HTTP/1.1" status: 200 len: 945 time: 0.3680222 Aug 12 14:57:48.770648 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc9f5164-644f-472d-ae22-919f616624bc None None] Received port after_create {{(pid=94468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:57:48.774120 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-5e268c0d-3655-4a13-9ed8-68e97451830e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:48.832049 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c21a320-1204-4c5f-912d-3a565995a79a req-0e3cde06-56d0-4f59-8101-6ba6c0bc3417 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:57:48.834953 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-2c21a320-1204-4c5f-912d-3a565995a79a req-0e3cde06-56d0-4f59-8101-6ba6c0bc3417 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/ports?device_id=5be77a56-d5ef-4a70-9846-307f9eb76fa5 HTTP/1.1" status: 200 len: 944 time: 0.2810161 Aug 12 14:57:48.853881 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4596ee12-e40c-4270-9b2b-bed3303e1cd3 None None] Network 1f33f20d-7541-4a38-9c23-c3ef6f27b95c is already hosted by enough agents. {{(pid=94468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:57:48.888413 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-1c91b5a3-360a-41f8-8a29-73b151ac196e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:48.896459 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-5e268c0d-3655-4a13-9ed8-68e97451830e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:48.923609 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4b5245f-cb98-49e2-b1a6-688ea627203a tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] Made reservation on behalf of 9d2fac7188e54681ae8e6c0ceeca8f37 for: {'subnet': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:57:48.927999 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-e4b5245f-cb98-49e2-b1a6-688ea627203a tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3343791'] for subnet, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:48.929287 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.base_scheduler [None req-4596ee12-e40c-4270-9b2b-bed3303e1cd3 None None] Resources bound (agent type, host, resource id): {{(pid=94468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:57:48.940748 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-2c21a320-1204-4c5f-912d-3a565995a79a req-20f44639-81d8-4b3f-bbd7-17974c831b5e tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/security-groups?id=188dc986-a686-4570-b7d8-3a6edb471033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988846 Aug 12 14:57:48.942880 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-a3dde47a-b942-4def-8a52-67469f954297 tempest-RoutersNegativeTest-921822310 tempest-RoutersNegativeTest-921822310-project] Allocated IP 172.20.0.1 (1f33f20d-7541-4a38-9c23-c3ef6f27b95c/0a920bc0-e342-4166-9d58-746cefbcc77e/a388044d-7801-4106-b8eb-0622707e8864) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:57:48.947943 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4596ee12-e40c-4270-9b2b-bed3303e1cd3 None None] Received port after_create {{(pid=94468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:57:49.050661 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-bc9f5164-644f-472d-ae22-919f616624bc None None] Attempting to bind port b3c1cb62-42d1-48bb-9663-adf3e1e7d8c3 on host n-d-694802-15 for vnic_type normal with profile {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:57:49.051364 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-bc9f5164-644f-472d-ae22-919f616624bc None None] Attempting to bind port b3c1cb62-42d1-48bb-9663-adf3e1e7d8c3 by drivers openvswitch,hyperv on host n-d-694802-15 at level 0 using segments [{'id': 'd1f4f2c9-d2d3-457a-ae51-f19093acd6dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '925cf334-0f93-43a8-8098-0acc38bc05de'}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:57:49.051900 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc9f5164-644f-472d-ae22-919f616624bc None None] Attempting to bind port b3c1cb62-42d1-48bb-9663-adf3e1e7d8c3 on network 925cf334-0f93-43a8-8098-0acc38bc05de {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:57:49.054083 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9f5164-644f-472d-ae22-919f616624bc None None] Pushing event updated for resources: {'Port': ['ID=b3c1cb62-42d1-48bb-9663-adf3e1e7d8c3,revision_number=1']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:57:49.071923 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-8c32fbb1-beb0-4659-b9b2-a8d3d47233ae req-bf683a4e-e8a1-4bb1-b402-a6a1088eced0 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/security-groups?id=c39b825c-c1be-4b1e-8a82-7d04c2bfa2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2744138 Aug 12 14:57:49.116718 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc9f5164-644f-472d-ae22-919f616624bc None None] Checking agent: {'id': '16de73ac-f2e9-4cee-b3e0-91052ae3e6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 20, 13), 'started_at': datetime.datetime(2021, 8, 12, 14, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 57, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:57:49.117207 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc9f5164-644f-472d-ae22-919f616624bc None None] Checking segment: {'id': 'd1f4f2c9-d2d3-457a-ae51-f19093acd6dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '925cf334-0f93-43a8-8098-0acc38bc05de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:57:49.117602 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-bc9f5164-644f-472d-ae22-919f616624bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:49.118000 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc9f5164-644f-472d-ae22-919f616624bc None None] Bound using segment: {'id': 'd1f4f2c9-d2d3-457a-ae51-f19093acd6dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '925cf334-0f93-43a8-8098-0acc38bc05de'} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:57:49.118526 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-bc9f5164-644f-472d-ae22-919f616624bc None None] Bound port: b3c1cb62-42d1-48bb-9663-adf3e1e7d8c3, host: n-d-694802-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1f4f2c9-d2d3-457a-ae51-f19093acd6dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '925cf334-0f93-43a8-8098-0acc38bc05de'}}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:57:49.118872 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-bc9f5164-644f-472d-ae22-919f616624bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:49.204135 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-bc9f5164-644f-472d-ae22-919f616624bc None None] For port b3c1cb62-42d1-48bb-9663-adf3e1e7d8c3, host n-d-694802-15, cleared binding levels {{(pid=94468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:57:49.207905 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-bc9f5164-644f-472d-ae22-919f616624bc None None] For port b3c1cb62-42d1-48bb-9663-adf3e1e7d8c3, host n-d-694802-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=b3c1cb62-42d1-48bb-9663-adf3e1e7d8c3,segment=NetworkSegment(d1f4f2c9-d2d3-457a-ae51-f19093acd6dd),segment_id=d1f4f2c9-d2d3-457a-ae51-f19093acd6dd)] {{(pid=94468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:57:49.215950 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-bc9f5164-644f-472d-ae22-919f616624bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:49.221131 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-4596ee12-e40c-4270-9b2b-bed3303e1cd3 None None] Attempting to bind port 420cefda-4700-4b09-8e12-ad132b7ca163 on host n-d-694802-15 for vnic_type normal with profile {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:57:49.221713 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-4596ee12-e40c-4270-9b2b-bed3303e1cd3 None None] Attempting to bind port 420cefda-4700-4b09-8e12-ad132b7ca163 by drivers openvswitch,hyperv on host n-d-694802-15 at level 0 using segments [{'id': 'fb66dd90-d314-45bd-beab-561626b11896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '1f33f20d-7541-4a38-9c23-c3ef6f27b95c'}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:57:49.222031 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4596ee12-e40c-4270-9b2b-bed3303e1cd3 None None] Attempting to bind port 420cefda-4700-4b09-8e12-ad132b7ca163 on network 1f33f20d-7541-4a38-9c23-c3ef6f27b95c {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:57:49.233676 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4596ee12-e40c-4270-9b2b-bed3303e1cd3 None None] Checking agent: {'id': '16de73ac-f2e9-4cee-b3e0-91052ae3e6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 20, 13), 'started_at': datetime.datetime(2021, 8, 12, 14, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 57, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:57:49.234112 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4596ee12-e40c-4270-9b2b-bed3303e1cd3 None None] Checking segment: {'id': 'fb66dd90-d314-45bd-beab-561626b11896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '1f33f20d-7541-4a38-9c23-c3ef6f27b95c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:57:49.234549 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4596ee12-e40c-4270-9b2b-bed3303e1cd3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:49.235049 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4596ee12-e40c-4270-9b2b-bed3303e1cd3 None None] Bound using segment: {'id': 'fb66dd90-d314-45bd-beab-561626b11896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '1f33f20d-7541-4a38-9c23-c3ef6f27b95c'} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:57:49.235498 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-4596ee12-e40c-4270-9b2b-bed3303e1cd3 None None] Bound port: 420cefda-4700-4b09-8e12-ad132b7ca163, host: n-d-694802-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb66dd90-d314-45bd-beab-561626b11896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '1f33f20d-7541-4a38-9c23-c3ef6f27b95c'}}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:57:49.235930 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4596ee12-e40c-4270-9b2b-bed3303e1cd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:49.267173 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4596ee12-e40c-4270-9b2b-bed3303e1cd3 None None] Pushing event updated for resources: {'Port': ['ID=420cefda-4700-4b09-8e12-ad132b7ca163,revision_number=1']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:57:49.302561 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a3dde47a-b942-4def-8a52-67469f954297 tempest-RoutersNegativeTest-921822310 tempest-RoutersNegativeTest-921822310-project] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:49.330139 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-a3dde47a-b942-4def-8a52-67469f954297 tempest-RoutersNegativeTest-921822310 tempest-RoutersNegativeTest-921822310-project] Transition to ACTIVE for port object a388044d-7801-4106-b8eb-0622707e8864 will not be triggered until provisioned by entity DHCP. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:57:49.428096 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a3dde47a-b942-4def-8a52-67469f954297 tempest-RoutersNegativeTest-921822310 tempest-RoutersNegativeTest-921822310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:49.548476 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3dde47a-b942-4def-8a52-67469f954297 tempest-RoutersNegativeTest-921822310 tempest-RoutersNegativeTest-921822310-project] Pushing event updated for resources: {'Port': ['ID=a388044d-7801-4106-b8eb-0622707e8864,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:57:49.551526 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9f5164-644f-472d-ae22-919f616624bc None None] Pushing event updated for resources: {'Port': ['ID=b3c1cb62-42d1-48bb-9663-adf3e1e7d8c3,revision_number=2']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:57:49.576137 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4596ee12-e40c-4270-9b2b-bed3303e1cd3 None None] For port 420cefda-4700-4b09-8e12-ad132b7ca163, host n-d-694802-15, cleared binding levels {{(pid=94468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:57:49.582747 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4596ee12-e40c-4270-9b2b-bed3303e1cd3 None None] For port 420cefda-4700-4b09-8e12-ad132b7ca163, host n-d-694802-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=420cefda-4700-4b09-8e12-ad132b7ca163,segment=NetworkSegment(fb66dd90-d314-45bd-beab-561626b11896),segment_id=fb66dd90-d314-45bd-beab-561626b11896)] {{(pid=94468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:57:49.585150 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3dde47a-b942-4def-8a52-67469f954297 tempest-RoutersNegativeTest-921822310 tempest-RoutersNegativeTest-921822310-project] Network 1f33f20d-7541-4a38-9c23-c3ef6f27b95c is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:57:49.588612 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-a3dde47a-b942-4def-8a52-67469f954297 tempest-RoutersNegativeTest-921822310 tempest-RoutersNegativeTest-921822310-project] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:57:49.595280 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4596ee12-e40c-4270-9b2b-bed3303e1cd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:49.619836 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3dde47a-b942-4def-8a52-67469f954297 tempest-RoutersNegativeTest-921822310 tempest-RoutersNegativeTest-921822310-project] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:57:49.658521 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device c892c9b2-2e10-4c42-891b-c314738f253f up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:57:49.694265 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-e4b5245f-cb98-49e2-b1a6-688ea627203a tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2859166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3343773'] for subnet, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:49.706217 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298f0198-3ab4-443a-b857-e708407fec99 req-f5b2ba75-53a5-404c-a29a-60a2e6f92e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:57:49.709575 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-298f0198-3ab4-443a-b857-e708407fec99 req-f5b2ba75-53a5-404c-a29a-60a2e6f92e53 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=8058b577-6d37-4f83-8841-608839b8ea4b HTTP/1.1" status: 200 len: 1097 time: 0.9302170 Aug 12 14:57:49.730108 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a3dde47a-b942-4def-8a52-67469f954297 tempest-RoutersNegativeTest-921822310 tempest-RoutersNegativeTest-921822310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66663725'] for router_interface, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:49.785878 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device 026cb33f-8bb3-46d5-883a-21dfb3ccff22 details requested by agent hyperv_n-h1-694802-15 with host n-h1-694802-15 {{(pid=94468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 14:57:49.870282 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-5e268c0d-3655-4a13-9ed8-68e97451830e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:49.873597 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-5e268c0d-3655-4a13-9ed8-68e97451830e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:49.877894 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-5e268c0d-3655-4a13-9ed8-68e97451830e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0a9451ca-7592-459b-a722-82160cd19c42 HTTP/1.1" status: 204 len: 168 time: 1.5870855 Aug 12 14:57:49.951428 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning for port c892c9b2-2e10-4c42-891b-c314738f253f completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:57:49.989317 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.db.resource_extend [None req-93370168-53ca-47c2-9e27-b066be57125c None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 12 14:57:50.054618 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4596ee12-e40c-4270-9b2b-bed3303e1cd3 None None] Pushing event updated for resources: {'Port': ['ID=420cefda-4700-4b09-8e12-ad132b7ca163,revision_number=2']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:57:50.089972 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-298f0198-3ab4-443a-b857-e708407fec99 req-8645e8c4-acb8-4b1d-a5fe-f97d9dfa48b1 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=c39b825c-c1be-4b1e-8a82-7d04c2bfa2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3481588 Aug 12 14:57:50.100510 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b5245f-cb98-49e2-b1a6-688ea627203a tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] Pushing event updated for resources: {'Subnet': ['ID=0e78ef0a-4d81-4b1c-99f7-046b36c9afb5,revision_number=0']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:57:50.122741 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e268c0d-3655-4a13-9ed8-68e97451830e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a9451ca-7592-459b-a722-82160cd19c42,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:57:50.169463 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f91a62b-bc52-4657-b671-022426e13a1d None None] Network adfede8d-10fc-40d6-9b52-1f781fb5cafb requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:57:50.205134 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a3dde47a-b942-4def-8a52-67469f954297 tempest-RoutersNegativeTest-921822310 tempest-RoutersNegativeTest-921822310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:50.232217 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4b5245f-cb98-49e2-b1a6-688ea627203a tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] Checking segment: {'id': '7db3961e-b15e-41c2-8387-14beb2b47cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'cf3a41e8-fbb0-4776-be82-b86c59bc36a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:57:50.247769 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4b5245f-cb98-49e2-b1a6-688ea627203a tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] Network hostable DHCP agents. Network: cf3a41e8-fbb0-4776-be82-b86c59bc36a1, hostable agents: ['1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658'], hosted agents: [] {{(pid=94467) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 14:57:50.289213 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-1c91b5a3-360a-41f8-8a29-73b151ac196e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:50.377574 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-9325a00e-005b-4a9d-9eab-54855ec70be5 None None] Provisioning for port c892c9b2-2e10-4c42-891b-c314738f253f completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:57:50.408114 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07c6a31-750b-4e4d-bd4f-0fe57009a566 req-30d4675b-811b-4e39-bdc7-c2388607ea1b tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:57:50.409816 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-e07c6a31-750b-4e4d-bd4f-0fe57009a566 req-30d4675b-811b-4e39-bdc7-c2388607ea1b tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/ports?device_id=5be77a56-d5ef-4a70-9846-307f9eb76fa5 HTTP/1.1" status: 200 len: 944 time: 0.2829785 Aug 12 14:57:50.425225 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-9325a00e-005b-4a9d-9eab-54855ec70be5 None None] Provisioning complete for port c892c9b2-2e10-4c42-891b-c314738f253f triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:57:50.428927 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-9325a00e-005b-4a9d-9eab-54855ec70be5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:50.439071 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-1c91b5a3-360a-41f8-8a29-73b151ac196e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:50.577569 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-1c91b5a3-360a-41f8-8a29-73b151ac196e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5268b497f3d44733b7c275d43188ff6d&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1529889 Aug 12 14:57:50.585157 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port 026cb33f-8bb3-46d5-883a-21dfb3ccff22, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=026cb33f-8bb3-46d5-883a-21dfb3ccff22,segment=NetworkSegment(418aef02-2562-41f7-b79e-6d7cc24f798a),segment_id=418aef02-2562-41f7-b79e-6d7cc24f798a)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:57:50.597155 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 40588) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:57:50.645090 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Returning: {'device': '026cb33f-8bb3-46d5-883a-21dfb3ccff22', 'network_id': 'eb7e3cf4-6312-4f24-a8f2-83c178188246', 'port_id': '026cb33f-8bb3-46d5-883a-21dfb3ccff22', 'mac_address': 'fa:16:3e:59:3b:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0458ca9d-6835-4814-a3b3-ca2b2564f4b0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 14:57:50.710956 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-e07c6a31-750b-4e4d-bd4f-0fe57009a566 req-10c5ea0f-95e2-4fdc-b19c-dc5c7967164c tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/security-groups?id=188dc986-a686-4570-b7d8-3a6edb471033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2828877 Aug 12 14:57:50.751550 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c91b5a3-360a-41f8-8a29-73b151ac196e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b422aff0-1a3d-4178-902a-6b81c450ae17,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:57:50.760216 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4b5245f-cb98-49e2-b1a6-688ea627203a tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] Network cf3a41e8-fbb0-4776-be82-b86c59bc36a1 is scheduled to be hosted by DHCP agent 1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658 with binding_index 1 {{(pid=94467) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 14:57:50.810569 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:50.840310 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3d0343-fe0a-4ffb-9389-029cd88e3184 req-213c0eb1-f081-46a2-895d-df2bb91926f6 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:57:50.844495 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2e3d0343-fe0a-4ffb-9389-029cd88e3184 req-213c0eb1-f081-46a2-895d-df2bb91926f6 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/ports?device_id=8058b577-6d37-4f83-8841-608839b8ea4b HTTP/1.1" status: 200 len: 945 time: 0.5824862 Aug 12 14:57:50.850246 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [None req-e4b5245f-cb98-49e2-b1a6-688ea627203a tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-15, cf3a41e8-fbb0-4776-be82-b86c59bc36a1) {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:57:50.859369 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4b5245f-cb98-49e2-b1a6-688ea627203a tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:57:50.861342 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-e4b5245f-cb98-49e2-b1a6-688ea627203a tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] Notify callbacks [] for subnet, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:50.897859 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-e4b5245f-cb98-49e2-b1a6-688ea627203a tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.4949379 Aug 12 14:57:50.912711 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a09cfc1e-186c-4fdd-a1a2-dc9ed1d20161 None None] Network cf3a41e8-fbb0-4776-be82-b86c59bc36a1 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:57:50.921851 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 40592) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:57:50.940907 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-b661291b-414e-453c-8a2f-4f4d82154b1e tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] Request body: {'router': {'external_gateway_info': {'network_id': 'cf3a41e8-fbb0-4776-be82-b86c59bc36a1'}}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:57:51.020891 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-cd235574-74fe-47f6-a72d-ebfa804ab47f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:51.158830 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 026cb33f-8bb3-46d5-883a-21dfb3ccff22 {{(pid=94468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:57:51.210623 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-cd235574-74fe-47f6-a72d-ebfa804ab47f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:51.221589 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port 026cb33f-8bb3-46d5-883a-21dfb3ccff22, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=026cb33f-8bb3-46d5-883a-21dfb3ccff22,segment=NetworkSegment(418aef02-2562-41f7-b79e-6d7cc24f798a),segment_id=418aef02-2562-41f7-b79e-6d7cc24f798a)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:57:51.268688 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:51.456753 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2e3d0343-fe0a-4ffb-9389-029cd88e3184 req-21e5a6da-a4fe-45a9-bbaf-09a7ff1e9747 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/security-groups?id=c39b825c-c1be-4b1e-8a82-7d04c2bfa2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5702317 Aug 12 14:57:51.639656 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-908b4ccf-b830-4b5e-9117-28a45b1d9164 None None] Network 925cf334-0f93-43a8-8098-0acc38bc05de requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:57:51.725118 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-b661291b-414e-453c-8a2f-4f4d82154b1e tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:52.051572 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-cd235574-74fe-47f6-a72d-ebfa804ab47f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:52.054142 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-cd235574-74fe-47f6-a72d-ebfa804ab47f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:52.057644 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-cd235574-74fe-47f6-a72d-ebfa804ab47f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b422aff0-1a3d-4178-902a-6b81c450ae17 HTTP/1.1" status: 204 len: 168 time: 1.4571195 Aug 12 14:57:52.104226 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd235574-74fe-47f6-a72d-ebfa804ab47f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b422aff0-1a3d-4178-902a-6b81c450ae17,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:57:52.197996 n-d-694802-15 neutron-server[94467]: INFO neutron.api.v2.resource [None req-b661291b-414e-453c-8a2f-4f4d82154b1e tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 12 14:57:52.199426 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-b661291b-414e-453c-8a2f-4f4d82154b1e tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] 10.222.0.39 "PUT /v2.0/routers/822f9bf9-d605-4775-982d-f7a91b969aa7 HTTP/1.1" status: 400 len: 364 time: 1.2643974 Aug 12 14:57:52.203520 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 40614) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:57:52.255899 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a3dde47a-b942-4def-8a52-67469f954297 tempest-RoutersNegativeTest-921822310 tempest-RoutersNegativeTest-921822310-project] Notify callbacks [] for port, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:52.271701 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a3dde47a-b942-4def-8a52-67469f954297 tempest-RoutersNegativeTest-921822310 tempest-RoutersNegativeTest-921822310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3718439'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:52.347895 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] get_ports_and_sgs() called for port_ids ['026cb33f-8bb3-46d5-883a-21dfb3ccff22'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:57:52.445863 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3957027-3e35-407d-85ee-3549f4332a13 req-d27f1991-4c0d-4be8-82d3-2c86a27c942f tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:57:52.449052 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-e3957027-3e35-407d-85ee-3549f4332a13 req-d27f1991-4c0d-4be8-82d3-2c86a27c942f tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/ports?device_id=5be77a56-d5ef-4a70-9846-307f9eb76fa5 HTTP/1.1" status: 200 len: 944 time: 0.3567903 Aug 12 14:57:52.467903 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3dde47a-b942-4def-8a52-67469f954297 tempest-RoutersNegativeTest-921822310 tempest-RoutersNegativeTest-921822310-project] Pushing event updated for resources: {'Port': ['ID=a388044d-7801-4106-b8eb-0622707e8864,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:57:52.490345 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a3dde47a-b942-4def-8a52-67469f954297 tempest-RoutersNegativeTest-921822310 tempest-RoutersNegativeTest-921822310-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66628363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66663865'] for router_interface, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:52.581152 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device b3c1cb62-42d1-48bb-9663-adf3e1e7d8c3 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:57:52.591805 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device 026cb33f-8bb3-46d5-883a-21dfb3ccff22 no longer exists at agent hyperv_n-h1-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:57:52.649132 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-e3957027-3e35-407d-85ee-3549f4332a13 req-7dce2da2-10f1-46fa-9681-51f5e8caaaa6 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/security-groups?id=188dc986-a686-4570-b7d8-3a6edb471033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852489 Aug 12 14:57:52.661438 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f892fb00-4699-46c7-8d98-b510572d4725 None None] Network 1f33f20d-7541-4a38-9c23-c3ef6f27b95c requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:57:52.721275 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 40628) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:57:52.760110 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-44ce39a7-294a-474b-ac84-a985d2802b0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:52.777681 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3dde47a-b942-4def-8a52-67469f954297 tempest-RoutersNegativeTest-921822310 tempest-RoutersNegativeTest-921822310-project] Network 1f33f20d-7541-4a38-9c23-c3ef6f27b95c is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:57:52.804800 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-a3dde47a-b942-4def-8a52-67469f954297 tempest-RoutersNegativeTest-921822310 tempest-RoutersNegativeTest-921822310-project] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:57:52.819701 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-9325a00e-005b-4a9d-9eab-54855ec70be5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:52.885921 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Pushing event updated for resources: {'Port': ['ID=026cb33f-8bb3-46d5-883a-21dfb3ccff22,revision_number=6']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:57:53.004230 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-95d6b029-356e-4cf9-8eb9-a41ac47d5672 tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:53.073156 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcd4d12-8215-4e58-a9ce-edd12930d9a0 req-58645103-e04e-4b26-bc13-14f9bda4c989 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:57:53.074841 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-1dcd4d12-8215-4e58-a9ce-edd12930d9a0 req-58645103-e04e-4b26-bc13-14f9bda4c989 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/ports?device_id=8058b577-6d37-4f83-8841-608839b8ea4b HTTP/1.1" status: 200 len: 944 time: 0.3008358 Aug 12 14:57:53.140779 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-9325a00e-005b-4a9d-9eab-54855ec70be5 None None] For port c892c9b2-2e10-4c42-891b-c314738f253f, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=c892c9b2-2e10-4c42-891b-c314738f253f,segment=NetworkSegment(edfa294b-54ed-45d4-8d81-b2f7be171247),segment_id=edfa294b-54ed-45d4-8d81-b2f7be171247)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:57:53.148839 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:53.162098 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c724dd4-dda8-44f3-927d-1e33e69f0213 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa7035b3e-9a89-5964-b9f4-97301c3f476a-cf3a41e8-fbb0-4776-be82-b86c59bc36a1', 'network_id': 'cf3a41e8-fbb0-4776-be82-b86c59bc36a1', 'tenant_id': '9d2fac7188e54681ae8e6c0ceeca8f37', 'fixed_ips': [{'subnet_id': '0e78ef0a-4d81-4b1c-99f7-046b36c9afb5'}]}} from n-d-694802-15. {{(pid=94468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 14:57:53.163764 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-8c724dd4-dda8-44f3-927d-1e33e69f0213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:53.178916 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning for port b3c1cb62-42d1-48bb-9663-adf3e1e7d8c3 completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:57:53.224009 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-9325a00e-005b-4a9d-9eab-54855ec70be5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:53.333445 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9325a00e-005b-4a9d-9eab-54855ec70be5 None None] Pushing event updated for resources: {'Port': ['ID=c892c9b2-2e10-4c42-891b-c314738f253f,revision_number=3']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:57:53.336698 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 420cefda-4700-4b09-8e12-ad132b7ca163 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:57:53.356754 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 026cb33f-8bb3-46d5-883a-21dfb3ccff22 {{(pid=94468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:57:53.413849 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-44ce39a7-294a-474b-ac84-a985d2802b0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:53.417246 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3dde47a-b942-4def-8a52-67469f954297 tempest-RoutersNegativeTest-921822310 tempest-RoutersNegativeTest-921822310-project] Router 86316154-43ef-4bb3-bd6d-5d3262a1a8c7 is scheduled to L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f with binding_index 1 {{(pid=94466) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 14:57:53.487538 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-1dcd4d12-8215-4e58-a9ce-edd12930d9a0 req-d6aac505-14f8-40eb-8fdc-861139174bd2 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/security-groups?id=c39b825c-c1be-4b1e-8a82-7d04c2bfa2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3940563 Aug 12 14:57:53.536078 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-44ce39a7-294a-474b-ac84-a985d2802b0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:53.619037 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port 026cb33f-8bb3-46d5-883a-21dfb3ccff22, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=026cb33f-8bb3-46d5-883a-21dfb3ccff22,segment=NetworkSegment(418aef02-2562-41f7-b79e-6d7cc24f798a),segment_id=418aef02-2562-41f7-b79e-6d7cc24f798a)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:57:53.622662 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-44ce39a7-294a-474b-ac84-a985d2802b0e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d8cca0b8aaaa4079be7692126409dcec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9000850 Aug 12 14:57:53.623972 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-505d4db1-e80a-48dc-aee9-0b8b0d0053f9 None None] Provisioning for port b3c1cb62-42d1-48bb-9663-adf3e1e7d8c3 completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:57:53.630772 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 40646) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:57:53.653104 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-505d4db1-e80a-48dc-aee9-0b8b0d0053f9 None None] Provisioning complete for port b3c1cb62-42d1-48bb-9663-adf3e1e7d8c3 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:57:53.653903 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-505d4db1-e80a-48dc-aee9-0b8b0d0053f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:53.660954 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ce39a7-294a-474b-ac84-a985d2802b0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e84c174-2512-40bd-83f8-00e4c0fd5e88,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:57:53.684040 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3dde47a-b942-4def-8a52-67469f954297 tempest-RoutersNegativeTest-921822310 tempest-RoutersNegativeTest-921822310-project] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 14:57:53.693817 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 40654) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:57:53.695605 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-a3dde47a-b942-4def-8a52-67469f954297 tempest-RoutersNegativeTest-921822310 tempest-RoutersNegativeTest-921822310-project] 10.222.0.39 "PUT /v2.0/routers/86316154-43ef-4bb3-bd6d-5d3262a1a8c7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0188816 Aug 12 14:57:53.709434 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:53.721681 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-651493f3-1c64-44ad-a97b-ed7bcfbb56bb None None] Sync routers for ids ['86316154-43ef-4bb3-bd6d-5d3262a1a8c7'] in n-d-694802-15 {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 14:57:53.877781 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning for port 420cefda-4700-4b09-8e12-ad132b7ca163 completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:57:53.879734 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-651493f3-1c64-44ad-a97b-ed7bcfbb56bb None None] Routers {'86316154-43ef-4bb3-bd6d-5d3262a1a8c7'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:57:53.880370 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-651493f3-1c64-44ad-a97b-ed7bcfbb56bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:57:44Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['86316154-43ef-4bb3-bd6d-5d3262a1a8c7'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:57:53.880928 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e60504-c2d6-46f1-a9a6-89ce09854277 req-06ee3413-b9d0-474b-ab12-ce20b4ea46ae tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:57:53.882676 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-19e60504-c2d6-46f1-a9a6-89ce09854277 req-06ee3413-b9d0-474b-ab12-ce20b4ea46ae tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/ports?device_id=5be77a56-d5ef-4a70-9846-307f9eb76fa5 HTTP/1.1" status: 200 len: 944 time: 0.1232216 Aug 12 14:57:53.909785 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_common [None req-95d6b029-356e-4cf9-8eb9-a41ac47d5672 tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] Allocated IP 2001:db8::1 (a44005b9-93cc-4dc0-97d8-9579e299fd5c/531d2301-82f9-4654-8ed1-705ce5d2229c/110644c1-e52c-4feb-83a2-51bb25bb1495) {{(pid=94467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:57:53.933207 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-651493f3-1c64-44ad-a97b-ed7bcfbb56bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:57:53.973197 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-19e60504-c2d6-46f1-a9a6-89ce09854277 req-557acdf4-3785-4314-b903-4b8c69b4064e tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/security-groups?id=188dc986-a686-4570-b7d8-3a6edb471033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828192 Aug 12 14:57:53.975330 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-20ba311d-8379-4f62-9352-af29e20f8070 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:54.020445 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.db_base_plugin_common [None req-8c724dd4-dda8-44f3-927d-1e33e69f0213 None None] Allocated IP 2001:db8:1::2 (cf3a41e8-fbb0-4776-be82-b86c59bc36a1/0e78ef0a-4d81-4b1c-99f7-046b36c9afb5/55a5b02b-fc72-4eff-b945-8a11016fc0c8) {{(pid=94468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:57:54.031338 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Pushing event updated for resources: {'Port': ['ID=026cb33f-8bb3-46d5-883a-21dfb3ccff22,revision_number=7']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:57:54.066447 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-651493f3-1c64-44ad-a97b-ed7bcfbb56bb None None] Routers {'86316154-43ef-4bb3-bd6d-5d3262a1a8c7'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:57:54.068780 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-651493f3-1c64-44ad-a97b-ed7bcfbb56bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:57:44Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['86316154-43ef-4bb3-bd6d-5d3262a1a8c7'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:57:54.085263 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-505d4db1-e80a-48dc-aee9-0b8b0d0053f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:54.168198 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-651493f3-1c64-44ad-a97b-ed7bcfbb56bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:57:54.168958 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-651493f3-1c64-44ad-a97b-ed7bcfbb56bb None None] The sync data for ids ['86316154-43ef-4bb3-bd6d-5d3262a1a8c7'] in n-d-694802-15 is: [] {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 14:57:54.178409 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device c892c9b2-2e10-4c42-891b-c314738f253f up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:57:54.236457 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-505d4db1-e80a-48dc-aee9-0b8b0d0053f9 None None] For port b3c1cb62-42d1-48bb-9663-adf3e1e7d8c3, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=b3c1cb62-42d1-48bb-9663-adf3e1e7d8c3,segment=NetworkSegment(d1f4f2c9-d2d3-457a-ae51-f19093acd6dd),segment_id=d1f4f2c9-d2d3-457a-ae51-f19093acd6dd)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:57:54.301700 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-505d4db1-e80a-48dc-aee9-0b8b0d0053f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:54.375603 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505d4db1-e80a-48dc-aee9-0b8b0d0053f9 None None] Pushing event updated for resources: {'Port': ['ID=b3c1cb62-42d1-48bb-9663-adf3e1e7d8c3,revision_number=3']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:57:54.425800 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-505d4db1-e80a-48dc-aee9-0b8b0d0053f9 None None] Provisioning complete for port c892c9b2-2e10-4c42-891b-c314738f253f triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:57:54.426174 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-505d4db1-e80a-48dc-aee9-0b8b0d0053f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:54.459734 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 40684) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:57:54.510190 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port c892c9b2-2e10-4c42-891b-c314738f253f triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:57:54.510190 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:54.567062 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-20ba311d-8379-4f62-9352-af29e20f8070 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:54.611162 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-8c724dd4-dda8-44f3-927d-1e33e69f0213 None None] Notify callbacks [] for port, precommit_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:54.631055 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-8c724dd4-dda8-44f3-927d-1e33e69f0213 None None] Transition to ACTIVE for port object 55a5b02b-fc72-4eff-b945-8a11016fc0c8 will not be triggered until provisioned by entity L2. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:57:54.658580 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-8c724dd4-dda8-44f3-927d-1e33e69f0213 None None] Transition to ACTIVE for port object 55a5b02b-fc72-4eff-b945-8a11016fc0c8 will not be triggered until provisioned by entity DHCP. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:57:54.673369 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.agents_db [None req-17ed3e4c-1a7d-4162-9646-11c134aca297 None None] Agent healthcheck: found 7 active agents {{(pid=94469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 14:57:54.683439 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-55d588a4-3c78-46a7-aefa-2763f2b210d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:54.695140 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-505d4db1-e80a-48dc-aee9-0b8b0d0053f9 None None] Provisioning for port 420cefda-4700-4b09-8e12-ad132b7ca163 completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:57:54.700543 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-8c724dd4-dda8-44f3-927d-1e33e69f0213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253'] for port, after_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:54.714894 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-505d4db1-e80a-48dc-aee9-0b8b0d0053f9 None None] Provisioning complete for port 420cefda-4700-4b09-8e12-ad132b7ca163 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:57:54.715213 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-505d4db1-e80a-48dc-aee9-0b8b0d0053f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:54.718112 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-95d6b029-356e-4cf9-8eb9-a41ac47d5672 tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] Notify callbacks [] for port, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:54.782554 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [None req-95d6b029-356e-4cf9-8eb9-a41ac47d5672 tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] Transition to ACTIVE for port object 110644c1-e52c-4feb-83a2-51bb25bb1495 will not be triggered until provisioned by entity DHCP. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:57:54.787455 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c724dd4-dda8-44f3-927d-1e33e69f0213 None None] Network cf3a41e8-fbb0-4776-be82-b86c59bc36a1 is already hosted by enough agents. {{(pid=94468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:57:54.796157 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ff9004-fd4d-42bd-951c-1f661a45b08b req-a8a59772-7222-4125-843e-df2f49a4f9ea tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:57:54.797672 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-19ff9004-fd4d-42bd-951c-1f661a45b08b req-a8a59772-7222-4125-843e-df2f49a4f9ea tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/ports?device_id=8058b577-6d37-4f83-8841-608839b8ea4b HTTP/1.1" status: 200 len: 943 time: 0.1656337 Aug 12 14:57:54.799356 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.base_scheduler [None req-8c724dd4-dda8-44f3-927d-1e33e69f0213 None None] Resources bound (agent type, host, resource id): {{(pid=94468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:57:54.803554 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c724dd4-dda8-44f3-927d-1e33e69f0213 None None] Received port after_create {{(pid=94468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:57:54.807649 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c724dd4-dda8-44f3-927d-1e33e69f0213 None None] Pushing event updated for resources: {'Port': ['ID=55a5b02b-fc72-4eff-b945-8a11016fc0c8,revision_number=1']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:57:54.811941 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-20ba311d-8379-4f62-9352-af29e20f8070 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:54.814590 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-20ba311d-8379-4f62-9352-af29e20f8070 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:54.818057 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-20ba311d-8379-4f62-9352-af29e20f8070 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6e84c174-2512-40bd-83f8-00e4c0fd5e88 HTTP/1.1" status: 204 len: 168 time: 1.1834824 Aug 12 14:57:54.888913 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-55d588a4-3c78-46a7-aefa-2763f2b210d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:54.893018 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ba311d-8379-4f62-9352-af29e20f8070 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e84c174-2512-40bd-83f8-00e4c0fd5e88,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:57:54.896008 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-55d588a4-3c78-46a7-aefa-2763f2b210d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:54.912021 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-8c724dd4-dda8-44f3-927d-1e33e69f0213 None None] Attempting to bind port 55a5b02b-fc72-4eff-b945-8a11016fc0c8 on host n-d-694802-15 for vnic_type normal with profile {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:57:54.912413 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-8c724dd4-dda8-44f3-927d-1e33e69f0213 None None] Attempting to bind port 55a5b02b-fc72-4eff-b945-8a11016fc0c8 by drivers openvswitch,hyperv on host n-d-694802-15 at level 0 using segments [{'id': '7db3961e-b15e-41c2-8387-14beb2b47cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'cf3a41e8-fbb0-4776-be82-b86c59bc36a1'}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:57:54.913046 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c724dd4-dda8-44f3-927d-1e33e69f0213 None None] Attempting to bind port 55a5b02b-fc72-4eff-b945-8a11016fc0c8 on network cf3a41e8-fbb0-4776-be82-b86c59bc36a1 {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:57:54.930554 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c724dd4-dda8-44f3-927d-1e33e69f0213 None None] Checking agent: {'id': '16de73ac-f2e9-4cee-b3e0-91052ae3e6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 20, 13), 'started_at': datetime.datetime(2021, 8, 12, 14, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 57, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:57:54.930928 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c724dd4-dda8-44f3-927d-1e33e69f0213 None None] Checking segment: {'id': '7db3961e-b15e-41c2-8387-14beb2b47cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'cf3a41e8-fbb0-4776-be82-b86c59bc36a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:57:54.931407 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-8c724dd4-dda8-44f3-927d-1e33e69f0213 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:54.931757 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c724dd4-dda8-44f3-927d-1e33e69f0213 None None] Bound using segment: {'id': '7db3961e-b15e-41c2-8387-14beb2b47cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'cf3a41e8-fbb0-4776-be82-b86c59bc36a1'} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:57:54.932243 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-8c724dd4-dda8-44f3-927d-1e33e69f0213 None None] Bound port: 55a5b02b-fc72-4eff-b945-8a11016fc0c8, host: n-d-694802-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7db3961e-b15e-41c2-8387-14beb2b47cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'cf3a41e8-fbb0-4776-be82-b86c59bc36a1'}}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:57:54.932652 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-8c724dd4-dda8-44f3-927d-1e33e69f0213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:54.935714 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-505d4db1-e80a-48dc-aee9-0b8b0d0053f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:54.964601 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-55d588a4-3c78-46a7-aefa-2763f2b210d0 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d37ff63da1534c13bbcc422cb53ce958&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5004871 Aug 12 14:57:54.964601 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d588a4-3c78-46a7-aefa-2763f2b210d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbde5f8e-6033-48c0-bf1a-6fba03ec0227,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:57:54.967399 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-19ff9004-fd4d-42bd-951c-1f661a45b08b req-708ddb96-66c1-45af-a3d0-3980a5f31504 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/security-groups?id=c39b825c-c1be-4b1e-8a82-7d04c2bfa2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1190171 Aug 12 14:57:54.967399 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 40692) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:57:54.994082 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 40694) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:57:55.020121 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-505d4db1-e80a-48dc-aee9-0b8b0d0053f9 None None] For port 420cefda-4700-4b09-8e12-ad132b7ca163, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=420cefda-4700-4b09-8e12-ad132b7ca163,segment=NetworkSegment(fb66dd90-d314-45bd-beab-561626b11896),segment_id=fb66dd90-d314-45bd-beab-561626b11896)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:57:55.033138 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-505d4db1-e80a-48dc-aee9-0b8b0d0053f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:55.059790 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-95d6b029-356e-4cf9-8eb9-a41ac47d5672 tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:55.074555 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-946af382-44b4-4f38-92e4-24c7c415f7be tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/floatingips/cdcdfeaa-d80e-4777-95aa-adaed3b849af HTTP/1.1" status: 200 len: 990 time: 0.0790148 Aug 12 14:57:55.151703 n-d-694802-15 neutron-server[94467]: INFO neutron.api.v2.resource [None req-4c23cc15-3c86-45bb-8a92-96f2a562c94d tempest-RoutersNegativeTest-921822310 tempest-RoutersNegativeTest-921822310-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 12 14:57:55.152768 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-4c23cc15-3c86-45bb-8a92-96f2a562c94d tempest-RoutersNegativeTest-921822310 tempest-RoutersNegativeTest-921822310-project] 10.222.0.39 "PUT /v2.0/routers/86316154-43ef-4bb3-bd6d-5d3262a1a8c7/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.4546208 Aug 12 14:57:55.156711 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 40700) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:57:55.166523 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95d6b029-356e-4cf9-8eb9-a41ac47d5672 tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] Network a44005b9-93cc-4dc0-97d8-9579e299fd5c is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:57:55.176779 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [None req-95d6b029-356e-4cf9-8eb9-a41ac47d5672 tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:57:55.181380 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d6b029-356e-4cf9-8eb9-a41ac47d5672 tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] Received port after_create {{(pid=94467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:57:55.182076 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-95d6b029-356e-4cf9-8eb9-a41ac47d5672 tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66663725'] for router_interface, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:55.191031 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d6b029-356e-4cf9-8eb9-a41ac47d5672 tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] Pushing event updated for resources: {'Port': ['ID=110644c1-e52c-4feb-83a2-51bb25bb1495,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:57:55.242898 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-2b0039b3-b3a8-4627-a81b-02774b0734b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:55.269968 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-8c724dd4-dda8-44f3-927d-1e33e69f0213 None None] For port 55a5b02b-fc72-4eff-b945-8a11016fc0c8, host n-d-694802-15, cleared binding levels {{(pid=94468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:57:55.303996 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-8c724dd4-dda8-44f3-927d-1e33e69f0213 None None] For port 55a5b02b-fc72-4eff-b945-8a11016fc0c8, host n-d-694802-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=55a5b02b-fc72-4eff-b945-8a11016fc0c8,segment=NetworkSegment(7db3961e-b15e-41c2-8387-14beb2b47cb9),segment_id=7db3961e-b15e-41c2-8387-14beb2b47cb9)] {{(pid=94468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:57:55.306939 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505d4db1-e80a-48dc-aee9-0b8b0d0053f9 None None] Pushing event updated for resources: {'Port': ['ID=420cefda-4700-4b09-8e12-ad132b7ca163,revision_number=3']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:57:55.313014 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-8c724dd4-dda8-44f3-927d-1e33e69f0213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:55.316330 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-8832c2e9-b091-4309-ac80-08dd61be1ea8 None None] Provisioning complete for port b3c1cb62-42d1-48bb-9663-adf3e1e7d8c3 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:57:55.316824 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-8832c2e9-b091-4309-ac80-08dd61be1ea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:55.336822 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-2b0039b3-b3a8-4627-a81b-02774b0734b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:55.440645 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-95d6b029-356e-4cf9-8eb9-a41ac47d5672 tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:55.448709 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c724dd4-dda8-44f3-927d-1e33e69f0213 None None] Pushing event updated for resources: {'Port': ['ID=55a5b02b-fc72-4eff-b945-8a11016fc0c8,revision_number=2']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:57:55.449749 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a68009-f352-48b3-9aa3-71ad3ef8aad3 req-b88da721-f64d-4c7b-b9bb-cf0384329c0f tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:57:55.454220 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-c6a68009-f352-48b3-9aa3-71ad3ef8aad3 req-b88da721-f64d-4c7b-b9bb-cf0384329c0f tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/ports?device_id=5be77a56-d5ef-4a70-9846-307f9eb76fa5 HTTP/1.1" status: 200 len: 944 time: 0.3389647 Aug 12 14:57:55.525783 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-c6a68009-f352-48b3-9aa3-71ad3ef8aad3 req-736e342a-2d1f-4c42-8854-a2fb647d420f tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/security-groups?id=188dc986-a686-4570-b7d8-3a6edb471033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604856 Aug 12 14:57:55.579136 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-8832c2e9-b091-4309-ac80-08dd61be1ea8 None None] Provisioning for port a388044d-7801-4106-b8eb-0622707e8864 completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:57:55.584883 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-8832c2e9-b091-4309-ac80-08dd61be1ea8 None None] Provisioning complete for port a388044d-7801-4106-b8eb-0622707e8864 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:57:55.585621 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-8832c2e9-b091-4309-ac80-08dd61be1ea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:55.625478 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-2b0039b3-b3a8-4627-a81b-02774b0734b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:55.628569 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-2b0039b3-b3a8-4627-a81b-02774b0734b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:55.629954 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-2b0039b3-b3a8-4627-a81b-02774b0734b0 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/bbde5f8e-6033-48c0-bf1a-6fba03ec0227 HTTP/1.1" status: 204 len: 168 time: 0.6590240 Aug 12 14:57:55.636395 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-8832c2e9-b091-4309-ac80-08dd61be1ea8 None None] Port a388044d-7801-4106-b8eb-0622707e8864 cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 14:57:55.656297 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-8832c2e9-b091-4309-ac80-08dd61be1ea8 None None] Provisioning complete for port 420cefda-4700-4b09-8e12-ad132b7ca163 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:57:55.656686 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-8832c2e9-b091-4309-ac80-08dd61be1ea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:55.677211 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0039b3-b3a8-4627-a81b-02774b0734b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbde5f8e-6033-48c0-bf1a-6fba03ec0227,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:57:55.725247 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-10bd23e6-85e0-49bf-8773-b09355a2998c tempest-RoutersNegativeTest-921822310 tempest-RoutersNegativeTest-921822310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66663830'] for router_interface, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:55.745862 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device a7d22d5e-69bc-43ea-9592-15336af84849 details requested by agent hyperv_n-h1-694802-15 with host n-h1-694802-15 {{(pid=94468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 14:57:55.927279 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port a7d22d5e-69bc-43ea-9592-15336af84849, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=a7d22d5e-69bc-43ea-9592-15336af84849,segment=NetworkSegment(196fb4c7-81dc-4d55-8d5b-b3d93b852fe1),segment_id=196fb4c7-81dc-4d55-8d5b-b3d93b852fe1)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:57:55.934424 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device 026cb33f-8bb3-46d5-883a-21dfb3ccff22 up at agent hyperv_n-h1-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:57:55.998177 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-95d6b029-356e-4cf9-8eb9-a41ac47d5672 tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:56.010693 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-95d6b029-356e-4cf9-8eb9-a41ac47d5672 tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:56.011707 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-95d6b029-356e-4cf9-8eb9-a41ac47d5672 tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66628363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66663865'] for router_interface, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:56.021374 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Returning: {'device': 'a7d22d5e-69bc-43ea-9592-15336af84849', 'network_id': '16f33fa1-6b71-42ec-b506-a52fb0f6c597', 'port_id': 'a7d22d5e-69bc-43ea-9592-15336af84849', 'mac_address': 'fa:16:3e:d3:c4:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ab25733-26fe-4392-bfb6-ba7978262295', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 14:57:56.089081 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Provisioning complete for port 026cb33f-8bb3-46d5-883a-21dfb3ccff22 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:57:56.090378 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:56.154491 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:56.201338 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7d22d5e-69bc-43ea-9592-15336af84849 {{(pid=94468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:57:56.244360 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-10bd23e6-85e0-49bf-8773-b09355a2998c tempest-RoutersNegativeTest-921822310 tempest-RoutersNegativeTest-921822310-project] Deleting port a388044d-7801-4106-b8eb-0622707e8864 {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:57:56.244769 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-10bd23e6-85e0-49bf-8773-b09355a2998c tempest-RoutersNegativeTest-921822310 tempest-RoutersNegativeTest-921822310-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:56.266275 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port a7d22d5e-69bc-43ea-9592-15336af84849, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=a7d22d5e-69bc-43ea-9592-15336af84849,segment=NetworkSegment(196fb4c7-81dc-4d55-8d5b-b3d93b852fe1),segment_id=196fb4c7-81dc-4d55-8d5b-b3d93b852fe1)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:57:56.274666 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 40722) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:57:56.276447 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:56.286858 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95d6b029-356e-4cf9-8eb9-a41ac47d5672 tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] Network a44005b9-93cc-4dc0-97d8-9579e299fd5c is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:57:56.291552 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [None req-95d6b029-356e-4cf9-8eb9-a41ac47d5672 tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:57:56.308634 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:56.309586 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-4da15876-d508-42f9-a7cb-a73e2df5279c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:56.364385 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8058b577-6d37-4f83-8841-608839b8ea4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '026cb33f-8bb3-46d5-883a-21dfb3ccff22'}] {{(pid=94468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:57:56.370373 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99a8d87602170099c728e57431aca99e9b98a655a83bbf8727be13192709727b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8254a505-e87c-4fbd-8519-95779d6874b7" -d '{"events": [{"server_uuid": "8058b577-6d37-4f83-8841-608839b8ea4b", "name": "network-vif-plugged", "status": "completed", "tag": "026cb33f-8bb3-46d5-883a-21dfb3ccff22"}]}' {{(pid=94468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:57:56.393445 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device b3c1cb62-42d1-48bb-9663-adf3e1e7d8c3 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:57:56.437528 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-28dce0ea-00c4-4522-b75f-055f4a0e2da5 None None] Provisioning for port 110644c1-e52c-4feb-83a2-51bb25bb1495 completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:57:56.466281 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-10bd23e6-85e0-49bf-8773-b09355a2998c tempest-RoutersNegativeTest-921822310 tempest-RoutersNegativeTest-921822310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:56.470540 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port 026cb33f-8bb3-46d5-883a-21dfb3ccff22, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=026cb33f-8bb3-46d5-883a-21dfb3ccff22,segment=NetworkSegment(418aef02-2562-41f7-b79e-6d7cc24f798a),segment_id=418aef02-2562-41f7-b79e-6d7cc24f798a)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:57:56.475735 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-28dce0ea-00c4-4522-b75f-055f4a0e2da5 None None] Provisioning complete for port 110644c1-e52c-4feb-83a2-51bb25bb1495 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:57:56.475998 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-28dce0ea-00c4-4522-b75f-055f4a0e2da5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:56.480547 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 14:57:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe498ff6-4afa-4456-9e1c-6b38e7edcc6d x-openstack-request-id: req-fe498ff6-4afa-4456-9e1c-6b38e7edcc6d {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:57:56.480840 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8058b577-6d37-4f83-8841-608839b8ea4b", "name": "network-vif-plugged", "status": "completed", "tag": "026cb33f-8bb3-46d5-883a-21dfb3ccff22", "code": 200}]} {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:57:56.481095 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-fe498ff6-4afa-4456-9e1c-6b38e7edcc6d {{(pid=94468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:57:56.481620 n-d-694802-15 neutron-server[94468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8058b577-6d37-4f83-8841-608839b8ea4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '026cb33f-8bb3-46d5-883a-21dfb3ccff22', 'code': 200} Aug 12 14:57:56.482603 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-4da15876-d508-42f9-a7cb-a73e2df5279c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:56.493315 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-4da15876-d508-42f9-a7cb-a73e2df5279c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:56.495155 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-10bd23e6-85e0-49bf-8773-b09355a2998c tempest-RoutersNegativeTest-921822310 tempest-RoutersNegativeTest-921822310-project] Calling delete_port for a388044d-7801-4106-b8eb-0622707e8864 owned by network:router_interface {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:57:56.519352 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:56.529578 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Pushing event updated for resources: {'Port': ['ID=a7d22d5e-69bc-43ea-9592-15336af84849,revision_number=11']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:57:56.540609 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] get_ports_and_sgs() called for port_ids ['a7d22d5e-69bc-43ea-9592-15336af84849'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:57:56.686516 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d6b029-356e-4cf9-8eb9-a41ac47d5672 tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] Pushing event updated for resources: {'Port': ['ID=110644c1-e52c-4feb-83a2-51bb25bb1495,revision_number=2']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:57:56.692740 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da15876-d508-42f9-a7cb-a73e2df5279c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6aa271f3-f7a9-4631-a63b-86aab4744dc9,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:57:56.706878 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95d6b029-356e-4cf9-8eb9-a41ac47d5672 tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] Router 822f9bf9-d605-4775-982d-f7a91b969aa7 has already been hosted by L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f {{(pid=94467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 14:57:56.722801 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 40734) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:57:56.792361 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-28dce0ea-00c4-4522-b75f-055f4a0e2da5 None None] Port 110644c1-e52c-4feb-83a2-51bb25bb1495 cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 14:57:56.812730 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4df6ed-cafb-469f-8d30-dd4bba3ba76f req-ba27d55f-7f6e-4212-a560-3477f1629816 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:57:56.815211 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-7e4df6ed-cafb-469f-8d30-dd4bba3ba76f req-ba27d55f-7f6e-4212-a560-3477f1629816 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/ports?device_id=5be77a56-d5ef-4a70-9846-307f9eb76fa5 HTTP/1.1" status: 200 len: 945 time: 0.1369333 Aug 12 14:57:56.819282 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port b3c1cb62-42d1-48bb-9663-adf3e1e7d8c3 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:57:56.819659 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:56.858109 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Pushing event updated for resources: {'Port': ['ID=026cb33f-8bb3-46d5-883a-21dfb3ccff22,revision_number=8']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:57:56.895201 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-4da15876-d508-42f9-a7cb-a73e2df5279c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=70067640d4404f3e9f7d101dac871545&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6044879 Aug 12 14:57:56.902111 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 40740) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:57:56.932593 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95d6b029-356e-4cf9-8eb9-a41ac47d5672 tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 14:57:56.949967 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68154408-0d57-4a13-92ea-385b4491343c None None] Sync routers for ids ['822f9bf9-d605-4775-982d-f7a91b969aa7'] in n-d-694802-15 {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 14:57:56.952844 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-95d6b029-356e-4cf9-8eb9-a41ac47d5672 tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] 10.222.0.39 "PUT /v2.0/routers/822f9bf9-d605-4775-982d-f7a91b969aa7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7478917 Aug 12 14:57:56.959869 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 40742) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:57:56.964626 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68154408-0d57-4a13-92ea-385b4491343c None None] Routers {'822f9bf9-d605-4775-982d-f7a91b969aa7'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:57:56.967352 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-68154408-0d57-4a13-92ea-385b4491343c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:57:44Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['822f9bf9-d605-4775-982d-f7a91b969aa7'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:57:57.007587 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-7e4df6ed-cafb-469f-8d30-dd4bba3ba76f req-59732435-e1cd-4952-b218-e272c1d04967 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/security-groups?id=188dc986-a686-4570-b7d8-3a6edb471033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321316 Aug 12 14:57:57.031524 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-71eeb0a0-fb5a-4a06-9bf9-0685be315907 None None] Provisioning complete for port 110644c1-e52c-4feb-83a2-51bb25bb1495 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:57:57.031826 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-71eeb0a0-fb5a-4a06-9bf9-0685be315907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:57.056105 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a769ac01-8b98-4a7d-b0ef-6706806fa30a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:57.062000 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-10bd23e6-85e0-49bf-8773-b09355a2998c tempest-RoutersNegativeTest-921822310 tempest-RoutersNegativeTest-921822310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:57.102349 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bd23e6-85e0-49bf-8773-b09355a2998c tempest-RoutersNegativeTest-921822310 tempest-RoutersNegativeTest-921822310-project] Pushing event deleted for resources: {'Port': ['ID=a388044d-7801-4106-b8eb-0622707e8864,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:57:57.120080 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-8a3fd661-aa0f-4010-8682-f3edc0390749 tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] Notify callbacks [] for router, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:57.121345 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a769ac01-8b98-4a7d-b0ef-6706806fa30a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:57.141044 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-71eeb0a0-fb5a-4a06-9bf9-0685be315907 None None] Port 110644c1-e52c-4feb-83a2-51bb25bb1495 cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 14:57:57.163745 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [req-29a62eb0-e07d-41f9-ada5-15dda789efea req-06035556-d3ed-4f23-8d6c-d912704db957 service neutron] (94466) timed out ('10.222.0.64', 56071) {{(pid=94466) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 12 14:57:57.165905 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 55a5b02b-fc72-4eff-b945-8a11016fc0c8 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:57:57.272883 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning for port 55a5b02b-fc72-4eff-b945-8a11016fc0c8 completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:57:57.279533 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 420cefda-4700-4b09-8e12-ad132b7ca163 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:57:57.301429 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-68154408-0d57-4a13-92ea-385b4491343c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:57:57.315739 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68154408-0d57-4a13-92ea-385b4491343c None None] Routers {'822f9bf9-d605-4775-982d-f7a91b969aa7'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:57:57.316721 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-68154408-0d57-4a13-92ea-385b4491343c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:57:44Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['822f9bf9-d605-4775-982d-f7a91b969aa7'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:57:57.329546 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab81f841-90d8-465e-899d-19295432be98 None None] Network cf3a41e8-fbb0-4776-be82-b86c59bc36a1 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:57:57.404980 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-68154408-0d57-4a13-92ea-385b4491343c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:57:57.405647 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68154408-0d57-4a13-92ea-385b4491343c None None] The sync data for ids ['822f9bf9-d605-4775-982d-f7a91b969aa7'] in n-d-694802-15 is: [] {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 14:57:57.413283 n-d-694802-15 neutron-server[94467]: INFO neutron.api.v2.resource [None req-8a3fd661-aa0f-4010-8682-f3edc0390749 tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 12 14:57:57.414975 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-8a3fd661-aa0f-4010-8682-f3edc0390749 tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] 10.222.0.39 "DELETE /v2.0/routers/822f9bf9-d605-4775-982d-f7a91b969aa7 HTTP/1.1" status: 409 len: 329 time: 0.4541628 Aug 12 14:57:57.421391 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 40750) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:57:57.424214 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a769ac01-8b98-4a7d-b0ef-6706806fa30a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:57.427060 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a769ac01-8b98-4a7d-b0ef-6706806fa30a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:57.428823 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-a769ac01-8b98-4a7d-b0ef-6706806fa30a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6aa271f3-f7a9-4631-a63b-86aab4744dc9 HTTP/1.1" status: 204 len: 168 time: 0.5256486 Aug 12 14:57:57.523628 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port 420cefda-4700-4b09-8e12-ad132b7ca163 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:57:57.524343 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:57.528879 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-c2efc433-9788-4a09-865e-b9f6989f98e0 None None] Provisioning for port 55a5b02b-fc72-4eff-b945-8a11016fc0c8 completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:57:57.538132 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a769ac01-8b98-4a7d-b0ef-6706806fa30a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6aa271f3-f7a9-4631-a63b-86aab4744dc9,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:57:57.548629 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-10bd23e6-85e0-49bf-8773-b09355a2998c tempest-RoutersNegativeTest-921822310 tempest-RoutersNegativeTest-921822310-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66628352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-430630'] for router_interface, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:57.596503 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-c2efc433-9788-4a09-865e-b9f6989f98e0 None None] Provisioning complete for port 55a5b02b-fc72-4eff-b945-8a11016fc0c8 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:57:57.597287 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-c2efc433-9788-4a09-865e-b9f6989f98e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:57.782421 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-c2efc433-9788-4a09-865e-b9f6989f98e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:57.865694 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-c2efc433-9788-4a09-865e-b9f6989f98e0 None None] For port 55a5b02b-fc72-4eff-b945-8a11016fc0c8, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=55a5b02b-fc72-4eff-b945-8a11016fc0c8,segment=NetworkSegment(7db3961e-b15e-41c2-8387-14beb2b47cb9),segment_id=7db3961e-b15e-41c2-8387-14beb2b47cb9)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:57:57.874361 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-c2efc433-9788-4a09-865e-b9f6989f98e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:57.905098 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-720ae54b-2335-4ee1-9667-035e1821adff tempest-TestVolumeBackupRestore-292524848 tempest-TestVolumeBackupRestore-292524848-project] Deleting port efc983e6-b13b-4e15-a233-2683f2660b69 {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:57:57.907474 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-720ae54b-2335-4ee1-9667-035e1821adff tempest-TestVolumeBackupRestore-292524848 tempest-TestVolumeBackupRestore-292524848-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:57.935304 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2efc433-9788-4a09-865e-b9f6989f98e0 None None] Pushing event updated for resources: {'Port': ['ID=55a5b02b-fc72-4eff-b945-8a11016fc0c8,revision_number=3']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:57:57.961705 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10bd23e6-85e0-49bf-8773-b09355a2998c tempest-RoutersNegativeTest-921822310 tempest-RoutersNegativeTest-921822310-project] Router 86316154-43ef-4bb3-bd6d-5d3262a1a8c7 has already been hosted by L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f {{(pid=94466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 14:57:58.027907 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-720ae54b-2335-4ee1-9667-035e1821adff tempest-TestVolumeBackupRestore-292524848 tempest-TestVolumeBackupRestore-292524848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:58.028157 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-720ae54b-2335-4ee1-9667-035e1821adff tempest-TestVolumeBackupRestore-292524848 tempest-TestVolumeBackupRestore-292524848-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:58.056235 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-720ae54b-2335-4ee1-9667-035e1821adff tempest-TestVolumeBackupRestore-292524848 tempest-TestVolumeBackupRestore-292524848-project] Calling delete_port for efc983e6-b13b-4e15-a233-2683f2660b69 owned by network:floatingip {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:57:58.064419 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10bd23e6-85e0-49bf-8773-b09355a2998c tempest-RoutersNegativeTest-921822310 tempest-RoutersNegativeTest-921822310-project] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 14:57:58.077715 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ece1c9a8-202d-41cc-bf6b-705490841445 None None] Sync routers for ids ['86316154-43ef-4bb3-bd6d-5d3262a1a8c7'] in n-d-694802-15 {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 14:57:58.090834 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-10bd23e6-85e0-49bf-8773-b09355a2998c tempest-RoutersNegativeTest-921822310 tempest-RoutersNegativeTest-921822310-project] 10.222.0.39 "PUT /v2.0/routers/86316154-43ef-4bb3-bd6d-5d3262a1a8c7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9283602 Aug 12 14:57:58.093397 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 40772) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:57:58.098427 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ece1c9a8-202d-41cc-bf6b-705490841445 None None] Routers {'86316154-43ef-4bb3-bd6d-5d3262a1a8c7'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:57:58.101475 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-ece1c9a8-202d-41cc-bf6b-705490841445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:57:44Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['86316154-43ef-4bb3-bd6d-5d3262a1a8c7'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:57:58.213660 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-ece1c9a8-202d-41cc-bf6b-705490841445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:57:58.219929 n-d-694802-15 neutron-server[94466]: INFO neutron.api.v2.resource [None req-cd2d318d-9b78-4772-a0c3-bff99fbe65ad tempest-RoutersNegativeTest-921822310 tempest-RoutersNegativeTest-921822310-project] delete failed (client error): The resource could not be found. Aug 12 14:57:58.224554 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-cd2d318d-9b78-4772-a0c3-bff99fbe65ad tempest-RoutersNegativeTest-921822310 tempest-RoutersNegativeTest-921822310-project] 10.222.0.39 "DELETE /v2.0/routers/tempest-non_exist_router-2053915704 HTTP/1.1" status: 404 len: 335 time: 0.1266284 Aug 12 14:57:58.224823 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 55a5b02b-fc72-4eff-b945-8a11016fc0c8 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:57:58.231628 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 40782) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:57:58.236514 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-78417db8-ad31-4fe7-bba6-5e8f08671f23 tempest-RoutersNegativeTest-921822310 tempest-RoutersNegativeTest-921822310-project] Request body: {'router': {'external_gateway_info': {'network_id': '86316154-43ef-4bb3-bd6d-5d3262a1a8c7'}}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:57:58.303356 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ece1c9a8-202d-41cc-bf6b-705490841445 None None] Routers {'86316154-43ef-4bb3-bd6d-5d3262a1a8c7'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:57:58.304002 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-ece1c9a8-202d-41cc-bf6b-705490841445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:57:44Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['86316154-43ef-4bb3-bd6d-5d3262a1a8c7'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:57:58.373147 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-720ae54b-2335-4ee1-9667-035e1821adff tempest-TestVolumeBackupRestore-292524848 tempest-TestVolumeBackupRestore-292524848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:58.397051 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-1a20da20-6bab-4f76-a2a0-cc394584a4f9 None None] Provisioning complete for port 55a5b02b-fc72-4eff-b945-8a11016fc0c8 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:57:58.405947 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-1a20da20-6bab-4f76-a2a0-cc394584a4f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:58.408214 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-ece1c9a8-202d-41cc-bf6b-705490841445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:57:58.408977 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ece1c9a8-202d-41cc-bf6b-705490841445 None None] The sync data for ids ['86316154-43ef-4bb3-bd6d-5d3262a1a8c7'] in n-d-694802-15 is: [] {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 14:57:58.427227 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720ae54b-2335-4ee1-9667-035e1821adff tempest-TestVolumeBackupRestore-292524848 tempest-TestVolumeBackupRestore-292524848-project] Pushing event deleted for resources: {'Port': ['ID=efc983e6-b13b-4e15-a233-2683f2660b69,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:57:58.494779 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port 55a5b02b-fc72-4eff-b945-8a11016fc0c8 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:57:58.495208 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:58.509801 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dce9be-a84a-43e9-a147-640dfdea72a1 req-0ccf2327-22b1-4e02-8d2b-feda0e7a3b53 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:57:58.512446 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a3dce9be-a84a-43e9-a147-640dfdea72a1 req-0ccf2327-22b1-4e02-8d2b-feda0e7a3b53 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/ports?device_id=5be77a56-d5ef-4a70-9846-307f9eb76fa5 HTTP/1.1" status: 200 len: 945 time: 0.3117559 Aug 12 14:57:58.514701 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-720ae54b-2335-4ee1-9667-035e1821adff tempest-TestVolumeBackupRestore-292524848 tempest-TestVolumeBackupRestore-292524848-project] Notify callbacks [] for floatingip, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:58.515423 n-d-694802-15 neutron-server[94467]: INFO neutron.db.l3_db [None req-720ae54b-2335-4ee1-9667-035e1821adff tempest-TestVolumeBackupRestore-292524848 tempest-TestVolumeBackupRestore-292524848-project] Floating IP e4b839c6-494f-4044-916f-5010a6001b50 disassociated (deleted). External IP: 172.25.1.95, port: f75d1eb3-a0db-439e-a6ba-fd0cfa4c2c88. Aug 12 14:57:58.577616 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-78417db8-ad31-4fe7-bba6-5e8f08671f23 tempest-RoutersNegativeTest-921822310 tempest-RoutersNegativeTest-921822310-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:58.605053 n-d-694802-15 neutron-server[94466]: INFO neutron.api.v2.resource [None req-78417db8-ad31-4fe7-bba6-5e8f08671f23 tempest-RoutersNegativeTest-921822310 tempest-RoutersNegativeTest-921822310-project] update failed (client error): The resource could not be found. Aug 12 14:57:58.611260 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-78417db8-ad31-4fe7-bba6-5e8f08671f23 tempest-RoutersNegativeTest-921822310 tempest-RoutersNegativeTest-921822310-project] 10.222.0.39 "PUT /v2.0/routers/86316154-43ef-4bb3-bd6d-5d3262a1a8c7 HTTP/1.1" status: 404 len: 339 time: 0.3785450 Aug 12 14:57:58.615040 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 40796) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:57:58.980852 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5a11af81-9444-4404-8c4a-cb28e12b89f4 tempest-RoutersNegativeTest-921822310 tempest-RoutersNegativeTest-921822310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:59.020405 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a9179577-233f-4460-ad9f-5e133b43276e tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66663830'] for router_interface, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:59.247973 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a3dce9be-a84a-43e9-a147-640dfdea72a1 req-774cd963-2fa9-4af9-8faf-26debb62db30 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/security-groups?id=188dc986-a686-4570-b7d8-3a6edb471033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2618194 Aug 12 14:57:59.343284 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-5a11af81-9444-4404-8c4a-cb28e12b89f4 tempest-RoutersNegativeTest-921822310 tempest-RoutersNegativeTest-921822310-project] Allocated IP 172.20.0.1 (adfede8d-10fc-40d6-9b52-1f781fb5cafb/f490c3dc-0348-46eb-b1d5-93efe8bce702/f1f7d331-1c74-4d44-83df-2ff159d1eded) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:57:59.457281 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-720ae54b-2335-4ee1-9667-035e1821adff tempest-TestVolumeBackupRestore-292524848 tempest-TestVolumeBackupRestore-292524848-project] Router e7293d89-7e16-4b87-9e69-33bb34e27603 has already been hosted by L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f {{(pid=94467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 14:57:59.513533 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5a11af81-9444-4404-8c4a-cb28e12b89f4 tempest-RoutersNegativeTest-921822310 tempest-RoutersNegativeTest-921822310-project] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:59.529580 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-5a11af81-9444-4404-8c4a-cb28e12b89f4 tempest-RoutersNegativeTest-921822310 tempest-RoutersNegativeTest-921822310-project] Transition to ACTIVE for port object f1f7d331-1c74-4d44-83df-2ff159d1eded will not be triggered until provisioned by entity DHCP. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:57:59.581166 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5a11af81-9444-4404-8c4a-cb28e12b89f4 tempest-RoutersNegativeTest-921822310 tempest-RoutersNegativeTest-921822310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:59.604063 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-a9179577-233f-4460-ad9f-5e133b43276e tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] Deleting port 110644c1-e52c-4feb-83a2-51bb25bb1495 {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:57:59.604449 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a9179577-233f-4460-ad9f-5e133b43276e tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:59.643997 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a11af81-9444-4404-8c4a-cb28e12b89f4 tempest-RoutersNegativeTest-921822310 tempest-RoutersNegativeTest-921822310-project] Network adfede8d-10fc-40d6-9b52-1f781fb5cafb is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:57:59.660701 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-5a11af81-9444-4404-8c4a-cb28e12b89f4 tempest-RoutersNegativeTest-921822310 tempest-RoutersNegativeTest-921822310-project] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:57:59.662254 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a11af81-9444-4404-8c4a-cb28e12b89f4 tempest-RoutersNegativeTest-921822310 tempest-RoutersNegativeTest-921822310-project] Pushing event updated for resources: {'Port': ['ID=f1f7d331-1c74-4d44-83df-2ff159d1eded,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:57:59.664474 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a11af81-9444-4404-8c4a-cb28e12b89f4 tempest-RoutersNegativeTest-921822310 tempest-RoutersNegativeTest-921822310-project] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:57:59.687826 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-720ae54b-2335-4ee1-9667-035e1821adff tempest-TestVolumeBackupRestore-292524848 tempest-TestVolumeBackupRestore-292524848-project] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 14:57:59.698644 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69be6f37-0745-4241-8733-4c38e34cd7cc None None] Sync routers for ids ['e7293d89-7e16-4b87-9e69-33bb34e27603'] in n-d-694802-15 {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 14:57:59.700097 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-720ae54b-2335-4ee1-9667-035e1821adff tempest-TestVolumeBackupRestore-292524848 tempest-TestVolumeBackupRestore-292524848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for floatingip, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:59.714512 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69be6f37-0745-4241-8733-4c38e34cd7cc None None] Routers {'e7293d89-7e16-4b87-9e69-33bb34e27603'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:57:59.718895 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-69be6f37-0745-4241-8733-4c38e34cd7cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:57:44Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['e7293d89-7e16-4b87-9e69-33bb34e27603'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:57:59.733063 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device a7d22d5e-69bc-43ea-9592-15336af84849 up at agent hyperv_n-h1-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:57:59.755486 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-720ae54b-2335-4ee1-9667-035e1821adff tempest-TestVolumeBackupRestore-292524848 tempest-TestVolumeBackupRestore-292524848-project] 10.222.0.39 "DELETE /v2.0/floatingips/e4b839c6-494f-4044-916f-5010a6001b50 HTTP/1.1" status: 204 len: 168 time: 3.0233147 Aug 12 14:57:59.756861 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db0202bd-94ea-42c4-9631-34efc8745fa9', 'tag': 'f75d1eb3-a0db-439e-a6ba-fd0cfa4c2c88'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:57:59.759201 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e65282f928b64038367d043a4411777802006c43a98742496cb2e25b724ff1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-282dfa9c-dd30-404b-8dfa-dde63fb7e73d" -d '{"events": [{"name": "network-changed", "server_uuid": "db0202bd-94ea-42c4-9631-34efc8745fa9", "tag": "f75d1eb3-a0db-439e-a6ba-fd0cfa4c2c88"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:57:59.773227 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5a11af81-9444-4404-8c4a-cb28e12b89f4 tempest-RoutersNegativeTest-921822310 tempest-RoutersNegativeTest-921822310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66663725'] for router_interface, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:59.785920 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a9179577-233f-4460-ad9f-5e133b43276e tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:59.844495 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-a9179577-233f-4460-ad9f-5e133b43276e tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] Calling delete_port for 110644c1-e52c-4feb-83a2-51bb25bb1495 owned by network:router_interface {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:57:59.848101 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 14:57:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fbb7673-7851-476d-851d-418db7346600 x-openstack-request-id: req-9fbb7673-7851-476d-851d-418db7346600 {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:57:59.848796 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db0202bd-94ea-42c4-9631-34efc8745fa9", "tag": "f75d1eb3-a0db-439e-a6ba-fd0cfa4c2c88", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:57:59.849239 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9fbb7673-7851-476d-851d-418db7346600 {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:57:59.849804 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db0202bd-94ea-42c4-9631-34efc8745fa9', 'tag': 'f75d1eb3-a0db-439e-a6ba-fd0cfa4c2c88', 'status': 'completed', 'code': 200} Aug 12 14:57:59.892084 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Provisioning for port a7d22d5e-69bc-43ea-9592-15336af84849 completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:57:59.898427 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Provisioning complete for port a7d22d5e-69bc-43ea-9592-15336af84849 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:57:59.898804 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:57:59.923840 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 40904) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:58:00.072902 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-69be6f37-0745-4241-8733-4c38e34cd7cc None None] Set router e7293d89-7e16-4b87-9e69-33bb34e27603 gateway port host: n-d-694802-15 {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:58:00.079237 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282dfa9c-dd30-404b-8dfa-dde63fb7e73d req-f3db3926-5147-493c-a989-0b9a250d3d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:58:00.083236 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-282dfa9c-dd30-404b-8dfa-dde63fb7e73d req-f3db3926-5147-493c-a989-0b9a250d3d5c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d9dd6ac7d160445e97bf27aace407348&device_id=db0202bd-94ea-42c4-9631-34efc8745fa9 HTTP/1.1" status: 200 len: 1097 time: 0.1494615 Aug 12 14:58:00.111294 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-c47ec856-bf34-47cc-9cad-c4b5c92d169e None None] Provisioning for port f1f7d331-1c74-4d44-83df-2ff159d1eded completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:58:00.124779 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-c47ec856-bf34-47cc-9cad-c4b5c92d169e None None] Provisioning complete for port f1f7d331-1c74-4d44-83df-2ff159d1eded triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:58:00.124779 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-c47ec856-bf34-47cc-9cad-c4b5c92d169e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:00.133838 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5a11af81-9444-4404-8c4a-cb28e12b89f4 tempest-RoutersNegativeTest-921822310 tempest-RoutersNegativeTest-921822310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:00.192048 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:00.247890 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282dfa9c-dd30-404b-8dfa-dde63fb7e73d req-91f9d9d3-5667-409e-a0f3-9dda40c1e642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:58:00.249583 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-282dfa9c-dd30-404b-8dfa-dde63fb7e73d req-91f9d9d3-5667-409e-a0f3-9dda40c1e642 service neutron] 10.222.0.49 "GET /v2.0/networks?id=a285089b-9348-4d2a-8604-205679144007 HTTP/1.1" status: 200 len: 914 time: 0.1588809 Aug 12 14:58:00.253761 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8e90b2f3-926f-4fac-8380-824d6ecd51f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:00.329029 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 40914) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:58:00.375963 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-282dfa9c-dd30-404b-8dfa-dde63fb7e73d req-78c102b8-ed83-4a0a-8932-42d51cb23217 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f75d1eb3-a0db-439e-a6ba-fd0cfa4c2c88 HTTP/1.1" status: 200 len: 217 time: 0.0716696 Aug 12 14:58:00.383320 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-c47ec856-bf34-47cc-9cad-c4b5c92d169e None None] Port f1f7d331-1c74-4d44-83df-2ff159d1eded cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 14:58:00.396773 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5be77a56-d5ef-4a70-9846-307f9eb76fa5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7d22d5e-69bc-43ea-9592-15336af84849'}] {{(pid=94468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:58:00.399656 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99a8d87602170099c728e57431aca99e9b98a655a83bbf8727be13192709727b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84699290-921f-4f58-a1e2-4802476e384f" -d '{"events": [{"server_uuid": "5be77a56-d5ef-4a70-9846-307f9eb76fa5", "name": "network-vif-plugged", "status": "completed", "tag": "a7d22d5e-69bc-43ea-9592-15336af84849"}]}' {{(pid=94468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:58:00.414830 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port a7d22d5e-69bc-43ea-9592-15336af84849, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=a7d22d5e-69bc-43ea-9592-15336af84849,segment=NetworkSegment(196fb4c7-81dc-4d55-8d5b-b3d93b852fe1),segment_id=196fb4c7-81dc-4d55-8d5b-b3d93b852fe1)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:58:00.422230 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:00.430988 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f451d8-21f2-48c6-9d2e-85525908858b req-335650ef-ba5c-41df-8789-34c3b5087d05 tempest-TestVolumeBackupRestore-292524848 tempest-TestVolumeBackupRestore-292524848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:58:00.444366 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-61f451d8-21f2-48c6-9d2e-85525908858b req-335650ef-ba5c-41df-8789-34c3b5087d05 tempest-TestVolumeBackupRestore-292524848 tempest-TestVolumeBackupRestore-292524848-project] 10.222.0.39 "GET /v2.0/ports?device_id=db0202bd-94ea-42c4-9631-34efc8745fa9 HTTP/1.1" status: 200 len: 945 time: 0.1921647 Aug 12 14:58:00.511368 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20b6dae-ce31-4102-9d9c-4b115d798a68 req-19a7b915-aeed-47ac-87de-b26d9a07f912 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:58:00.513018 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-d20b6dae-ce31-4102-9d9c-4b115d798a68 req-19a7b915-aeed-47ac-87de-b26d9a07f912 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/ports?device_id=5be77a56-d5ef-4a70-9846-307f9eb76fa5 HTTP/1.1" status: 200 len: 946 time: 0.0846057 Aug 12 14:58:00.545124 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Pushing event updated for resources: {'Port': ['ID=a7d22d5e-69bc-43ea-9592-15336af84849,revision_number=12']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:58:00.553889 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-69be6f37-0745-4241-8733-4c38e34cd7cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7293d89-7e16-4b87-9e69-33bb34e27603', 'name': 'tempest-TestVolumeBackupRestore-965872452-router', 'tenant_id': 'd9dd6ac7d160445e97bf27aace407348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.219'}], 'enable_snat': True}, 'gw_port_id': '99ca1047-2581-4dec-9c53-5862e779ec28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:53:04Z', 'updated_at': '2021-08-12T14:53:16Z', 'revision_number': 4, 'project_id': 'd9dd6ac7d160445e97bf27aace407348', 'gw_port': {'id': '99ca1047-2581-4dec-9c53-5862e779ec28', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:95:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7293d89-7e16-4b87-9e69-33bb34e27603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2541, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:53:05Z', 'updated_at': '2021-08-12T14:53:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': '938ce513-a61c-4431-8100-ac2cd885bd39', 'name': '', 'network_id': 'a285089b-9348-4d2a-8604-205679144007', 'tenant_id': 'd9dd6ac7d160445e97bf27aace407348', 'mac_address': 'fa:16:3e:ee:e4:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7293d89-7e16-4b87-9e69-33bb34e27603', 'device_owner': 'network:router_interface', 'standard_attr_id': 2549, 'fixed_ips': [{'subnet_id': 'd4818c0e-24c1-4b2b-bc8f-7ad85839d2ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:53:13Z', 'updated_at': '2021-08-12T14:53:23Z', 'revision_number': 5, 'project_id': 'd9dd6ac7d160445e97bf27aace407348', 'subnets': [{'id': 'd4818c0e-24c1-4b2b-bc8f-7ad85839d2ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:58:00.585975 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-61f451d8-21f2-48c6-9d2e-85525908858b req-2e5e6c34-cfc9-4c2f-8d79-eca05ab6066d tempest-TestVolumeBackupRestore-292524848 tempest-TestVolumeBackupRestore-292524848-project] 10.222.0.39 "GET /v2.0/security-groups?id=17282c6e-3c60-4b34-9e54-7461708f942e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1405566 Aug 12 14:58:00.586493 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69be6f37-0745-4241-8733-4c38e34cd7cc None None] Checking router: e7293d89-7e16-4b87-9e69-33bb34e27603 for host: n-d-694802-15 {{(pid=94469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 14:58:00.594307 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-d0019188-5762-46c9-b11e-80c59aab3b95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:00.606921 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282dfa9c-dd30-404b-8dfa-dde63fb7e73d req-2d09a811-b9b3-45eb-85e1-d7c2562c4e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:58:00.608525 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-282dfa9c-dd30-404b-8dfa-dde63fb7e73d req-2d09a811-b9b3-45eb-85e1-d7c2562c4e3f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d4818c0e-24c1-4b2b-bc8f-7ad85839d2ca HTTP/1.1" status: 200 len: 852 time: 0.2146070 Aug 12 14:58:00.611345 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69be6f37-0745-4241-8733-4c38e34cd7cc None None] Routers {'e7293d89-7e16-4b87-9e69-33bb34e27603'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:58:00.612433 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-69be6f37-0745-4241-8733-4c38e34cd7cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:57:44Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['e7293d89-7e16-4b87-9e69-33bb34e27603'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:58:00.646066 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a9179577-233f-4460-ad9f-5e133b43276e tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:00.652780 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 14:58:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4eecf640-d084-4604-8826-bdd2c6b0daca x-openstack-request-id: req-4eecf640-d084-4604-8826-bdd2c6b0daca {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:58:00.653497 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5be77a56-d5ef-4a70-9846-307f9eb76fa5", "name": "network-vif-plugged", "status": "completed", "tag": "a7d22d5e-69bc-43ea-9592-15336af84849", "code": 200}]} {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:58:00.653934 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4eecf640-d084-4604-8826-bdd2c6b0daca {{(pid=94468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:58:00.654676 n-d-694802-15 neutron-server[94468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5be77a56-d5ef-4a70-9846-307f9eb76fa5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7d22d5e-69bc-43ea-9592-15336af84849', 'code': 200} Aug 12 14:58:00.690880 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9179577-233f-4460-ad9f-5e133b43276e tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] Pushing event deleted for resources: {'Port': ['ID=110644c1-e52c-4feb-83a2-51bb25bb1495,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:58:00.770271 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282dfa9c-dd30-404b-8dfa-dde63fb7e73d req-b5f2646a-87e3-4739-9be0-79d3095c1d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:58:00.772196 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-282dfa9c-dd30-404b-8dfa-dde63fb7e73d req-b5f2646a-87e3-4739-9be0-79d3095c1d9c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a285089b-9348-4d2a-8604-205679144007&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1547160 Aug 12 14:58:00.815109 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-69be6f37-0745-4241-8733-4c38e34cd7cc None None] Set router e7293d89-7e16-4b87-9e69-33bb34e27603 gateway port host: n-d-694802-15 {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:58:00.865199 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a9179577-233f-4460-ad9f-5e133b43276e tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66628352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-430630'] for router_interface, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:01.006537 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2606cb13-f209-427b-ab36-d672747804ae req-a8867d82-f038-4c9f-bd53-8f69dcbc928b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:58:01.008305 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2606cb13-f209-427b-ab36-d672747804ae req-a8867d82-f038-4c9f-bd53-8f69dcbc928b service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=5be77a56-d5ef-4a70-9846-307f9eb76fa5 HTTP/1.1" status: 200 len: 1098 time: 0.1524196 Aug 12 14:58:01.058655 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-282dfa9c-dd30-404b-8dfa-dde63fb7e73d req-bafa9323-fb43-4c5d-a688-71453e85a62b service neutron] 10.222.0.49 "GET /v2.0/networks/a285089b-9348-4d2a-8604-205679144007?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2575753 Aug 12 14:58:01.062418 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-69be6f37-0745-4241-8733-4c38e34cd7cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7293d89-7e16-4b87-9e69-33bb34e27603', 'name': 'tempest-TestVolumeBackupRestore-965872452-router', 'tenant_id': 'd9dd6ac7d160445e97bf27aace407348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.219'}], 'enable_snat': True}, 'gw_port_id': '99ca1047-2581-4dec-9c53-5862e779ec28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:53:04Z', 'updated_at': '2021-08-12T14:53:16Z', 'revision_number': 4, 'project_id': 'd9dd6ac7d160445e97bf27aace407348', 'gw_port': {'id': '99ca1047-2581-4dec-9c53-5862e779ec28', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:95:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7293d89-7e16-4b87-9e69-33bb34e27603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2541, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:53:05Z', 'updated_at': '2021-08-12T14:53:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': '938ce513-a61c-4431-8100-ac2cd885bd39', 'name': '', 'network_id': 'a285089b-9348-4d2a-8604-205679144007', 'tenant_id': 'd9dd6ac7d160445e97bf27aace407348', 'mac_address': 'fa:16:3e:ee:e4:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7293d89-7e16-4b87-9e69-33bb34e27603', 'device_owner': 'network:router_interface', 'standard_attr_id': 2549, 'fixed_ips': [{'subnet_id': 'd4818c0e-24c1-4b2b-bc8f-7ad85839d2ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:53:13Z', 'updated_at': '2021-08-12T14:53:23Z', 'revision_number': 5, 'project_id': 'd9dd6ac7d160445e97bf27aace407348', 'subnets': [{'id': 'd4818c0e-24c1-4b2b-bc8f-7ad85839d2ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:58:01.084646 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-d20b6dae-ce31-4102-9d9c-4b115d798a68 req-9c53902a-7c72-4ebd-b293-8de42f07f062 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/security-groups?id=188dc986-a686-4570-b7d8-3a6edb471033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5642891 Aug 12 14:58:01.096221 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69be6f37-0745-4241-8733-4c38e34cd7cc None None] The sync data for ids ['e7293d89-7e16-4b87-9e69-33bb34e27603'] in n-d-694802-15 is: [{'id': 'e7293d89-7e16-4b87-9e69-33bb34e27603', 'name': 'tempest-TestVolumeBackupRestore-965872452-router', 'tenant_id': 'd9dd6ac7d160445e97bf27aace407348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.219'}], 'enable_snat': True}, 'gw_port_id': '99ca1047-2581-4dec-9c53-5862e779ec28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:53:04Z', 'updated_at': '2021-08-12T14:53:16Z', 'revision_number': 4, 'project_id': 'd9dd6ac7d160445e97bf27aace407348', 'gw_port': {'id': '99ca1047-2581-4dec-9c53-5862e779ec28', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:95:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7293d89-7e16-4b87-9e69-33bb34e27603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2541, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:53:05Z', 'updated_at': '2021-08-12T14:53:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': '938ce513-a61c-4431-8100-ac2cd885bd39', 'name': '', 'network_id': 'a285089b-9348-4d2a-8604-205679144007', 'tenant_id': 'd9dd6ac7d160445e97bf27aace407348', 'mac_address': 'fa:16:3e:ee:e4:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7293d89-7e16-4b87-9e69-33bb34e27603', 'device_owner': 'network:router_interface', 'standard_attr_id': 2549, 'fixed_ips': [{'subnet_id': 'd4818c0e-24c1-4b2b-bc8f-7ad85839d2ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:53:13Z', 'updated_at': '2021-08-12T14:53:23Z', 'revision_number': 5, 'project_id': 'd9dd6ac7d160445e97bf27aace407348', 'subnets': [{'id': 'd4818c0e-24c1-4b2b-bc8f-7ad85839d2ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 14:58:01.162024 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8e90b2f3-926f-4fac-8380-824d6ecd51f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:01.169182 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8e90b2f3-926f-4fac-8380-824d6ecd51f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:01.171106 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9179577-233f-4460-ad9f-5e133b43276e tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] Router 822f9bf9-d605-4775-982d-f7a91b969aa7 has already been hosted by L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f {{(pid=94467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 14:58:01.176980 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2606cb13-f209-427b-ab36-d672747804ae req-1e7c0c29-fc9c-4d2f-adea-30d0d6187f4f service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=188dc986-a686-4570-b7d8-3a6edb471033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602559 Aug 12 14:58:01.183964 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5a11af81-9444-4404-8c4a-cb28e12b89f4 tempest-RoutersNegativeTest-921822310 tempest-RoutersNegativeTest-921822310-project] Notify callbacks [] for port, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:01.197373 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5a11af81-9444-4404-8c4a-cb28e12b89f4 tempest-RoutersNegativeTest-921822310 tempest-RoutersNegativeTest-921822310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3718439'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:01.280089 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-282dfa9c-dd30-404b-8dfa-dde63fb7e73d req-fbb4b13f-873c-4b12-9580-958ede93da69 service neutron] 10.222.0.49 "GET /v2.0/networks/a285089b-9348-4d2a-8604-205679144007?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1865144 Aug 12 14:58:01.285101 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e90b2f3-926f-4fac-8380-824d6ecd51f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ee6ec4e-322f-4a8a-86d7-e2d96853822e,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:58:01.306727 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-8e90b2f3-926f-4fac-8380-824d6ecd51f9 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6c08e57bcc6a42a4aee80a0aa50a2619&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3800976 Aug 12 14:58:01.310760 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a11af81-9444-4404-8c4a-cb28e12b89f4 tempest-RoutersNegativeTest-921822310 tempest-RoutersNegativeTest-921822310-project] Pushing event updated for resources: {'Port': ['ID=f1f7d331-1c74-4d44-83df-2ff159d1eded,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:58:01.313030 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 40920) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:58:01.330514 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9179577-233f-4460-ad9f-5e133b43276e tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 14:58:01.340309 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-a9179577-233f-4460-ad9f-5e133b43276e tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] 10.222.0.39 "PUT /v2.0/routers/822f9bf9-d605-4775-982d-f7a91b969aa7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9171412 Aug 12 14:58:01.341148 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1589355-3cdf-4962-ba84-d252ce7ba4b6 None None] Sync routers for ids ['822f9bf9-d605-4775-982d-f7a91b969aa7'] in n-d-694802-15 {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 14:58:01.343478 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 40922) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:58:01.353421 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1589355-3cdf-4962-ba84-d252ce7ba4b6 None None] Routers {'822f9bf9-d605-4775-982d-f7a91b969aa7'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:58:01.355409 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-f1589355-3cdf-4962-ba84-d252ce7ba4b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:57:44Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['822f9bf9-d605-4775-982d-f7a91b969aa7'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:58:01.375073 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5a11af81-9444-4404-8c4a-cb28e12b89f4 tempest-RoutersNegativeTest-921822310 tempest-RoutersNegativeTest-921822310-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66628363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66663865'] for router_interface, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:01.393554 n-d-694802-15 neutron-server[94467]: INFO neutron.api.v2.resource [None req-bad3cae9-5ea1-410b-b4be-ac2006919e41 tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] show failed (client error): The resource could not be found. Aug 12 14:58:01.394735 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-f1589355-3cdf-4962-ba84-d252ce7ba4b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:58:01.394929 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-bad3cae9-5ea1-410b-b4be-ac2006919e41 tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] 10.222.0.39 "GET /v2.0/routers/tempest-non_exist_router-658886339 HTTP/1.1" status: 404 len: 334 time: 0.0505230 Aug 12 14:58:01.399643 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 40924) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:58:01.405250 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-b35bb3d0-5d4a-4f0e-be84-e76dc59d1ed0 tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] Request body: {'router': {'name': 'new_name'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:58:01.407995 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1589355-3cdf-4962-ba84-d252ce7ba4b6 None None] Routers {'822f9bf9-d605-4775-982d-f7a91b969aa7'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:58:01.408818 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-f1589355-3cdf-4962-ba84-d252ce7ba4b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:57:44Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['822f9bf9-d605-4775-982d-f7a91b969aa7'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:58:01.415088 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b1f2b632-33df-4d1f-827b-06c5fc4ec465 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:01.444578 n-d-694802-15 neutron-server[94467]: INFO neutron.api.v2.resource [None req-b35bb3d0-5d4a-4f0e-be84-e76dc59d1ed0 tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] update failed (client error): The resource could not be found. Aug 12 14:58:01.449564 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-b35bb3d0-5d4a-4f0e-be84-e76dc59d1ed0 tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] 10.222.0.39 "PUT /v2.0/routers/tempest-non_exist_router-495502804 HTTP/1.1" status: 404 len: 334 time: 0.0441546 Aug 12 14:58:01.449736 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 40926) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:58:01.451438 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-f1589355-3cdf-4962-ba84-d252ce7ba4b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:58:01.452104 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1589355-3cdf-4962-ba84-d252ce7ba4b6 None None] The sync data for ids ['822f9bf9-d605-4775-982d-f7a91b969aa7'] in n-d-694802-15 is: [] {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 14:58:01.478039 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8bfdaeb-ac61-4e29-8251-358c60d6ee83 None None] New status for floating IP e4b839c6-494f-4044-916f-5010a6001b50: DOWN {{(pid=94469) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 14:58:01.496883 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b1f2b632-33df-4d1f-827b-06c5fc4ec465 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:01.504414 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-d0019188-5762-46c9-b11e-80c59aab3b95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:01.515074 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-d0019188-5762-46c9-b11e-80c59aab3b95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:01.535110 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_v2 [None req-6fc522fc-eee5-4a13-bf99-09ed75e0af38 tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] Deleting subnet 0e78ef0a-4d81-4b1c-99f7-046b36c9afb5 {{(pid=94467) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 14:58:01.545020 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-6fc522fc-eee5-4a13-bf99-09ed75e0af38 tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] Notify callbacks [] for subnet, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:01.561830 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a11af81-9444-4404-8c4a-cb28e12b89f4 tempest-RoutersNegativeTest-921822310 tempest-RoutersNegativeTest-921822310-project] Network adfede8d-10fc-40d6-9b52-1f781fb5cafb is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:58:01.564034 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-5a11af81-9444-4404-8c4a-cb28e12b89f4 tempest-RoutersNegativeTest-921822310 tempest-RoutersNegativeTest-921822310-project] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:58:01.602949 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0019188-5762-46c9-b11e-80c59aab3b95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a36c22b5-3ff3-45dd-9a4d-4716179772da,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:58:01.611004 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-d0019188-5762-46c9-b11e-80c59aab3b95 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=88f10ec0440045a1845eeb1e1e171fb1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2788720 Aug 12 14:58:01.614413 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 40928) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:58:01.626778 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-6fc522fc-eee5-4a13-bf99-09ed75e0af38 tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3857505'] for subnet, precommit_delete_associations {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:01.650818 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b1f2b632-33df-4d1f-827b-06c5fc4ec465 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:01.653771 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b1f2b632-33df-4d1f-827b-06c5fc4ec465 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:01.657778 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-b1f2b632-33df-4d1f-827b-06c5fc4ec465 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2ee6ec4e-322f-4a8a-86d7-e2d96853822e HTTP/1.1" status: 204 len: 168 time: 0.3359149 Aug 12 14:58:01.677573 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f2b632-33df-4d1f-827b-06c5fc4ec465 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ee6ec4e-322f-4a8a-86d7-e2d96853822e,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:58:01.712747 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a11af81-9444-4404-8c4a-cb28e12b89f4 tempest-RoutersNegativeTest-921822310 tempest-RoutersNegativeTest-921822310-project] Router 86316154-43ef-4bb3-bd6d-5d3262a1a8c7 has already been hosted by L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f {{(pid=94466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 14:58:01.715711 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-8bc8ffd4-7d86-4dce-ba5f-ec63db6cb10b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:01.804105 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-8bc8ffd4-7d86-4dce-ba5f-ec63db6cb10b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:01.833468 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a11af81-9444-4404-8c4a-cb28e12b89f4 tempest-RoutersNegativeTest-921822310 tempest-RoutersNegativeTest-921822310-project] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 14:58:01.835865 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-6fc522fc-eee5-4a13-bf99-09ed75e0af38 tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66416255'] for subnet, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:01.840153 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-5a11af81-9444-4404-8c4a-cb28e12b89f4 tempest-RoutersNegativeTest-921822310 tempest-RoutersNegativeTest-921822310-project] 10.222.0.39 "PUT /v2.0/routers/86316154-43ef-4bb3-bd6d-5d3262a1a8c7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2240760 Aug 12 14:58:01.844688 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 40934) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:58:01.851911 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-332d8e3a-ab6d-492e-bd2a-73f6cedbbdbf None None] Sync routers for ids ['86316154-43ef-4bb3-bd6d-5d3262a1a8c7'] in n-d-694802-15 {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 14:58:01.873395 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-332d8e3a-ab6d-492e-bd2a-73f6cedbbdbf None None] Routers {'86316154-43ef-4bb3-bd6d-5d3262a1a8c7'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:58:01.874288 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-332d8e3a-ab6d-492e-bd2a-73f6cedbbdbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:57:44Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['86316154-43ef-4bb3-bd6d-5d3262a1a8c7'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:58:01.929125 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce3ee50-5a83-476f-92c0-cf2adc270589 req-da30bae5-31fc-4876-90e8-2aea9352592e tempest-TestVolumeBackupRestore-292524848 tempest-TestVolumeBackupRestore-292524848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:58:01.930675 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4ce3ee50-5a83-476f-92c0-cf2adc270589 req-da30bae5-31fc-4876-90e8-2aea9352592e tempest-TestVolumeBackupRestore-292524848 tempest-TestVolumeBackupRestore-292524848-project] 10.222.0.39 "GET /v2.0/ports?device_id=db0202bd-94ea-42c4-9631-34efc8745fa9 HTTP/1.1" status: 200 len: 945 time: 0.1811786 Aug 12 14:58:01.945628 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c7bc0a-7cb0-4f63-982e-f2f6e624e39d req-f2a41cc1-10e1-41c9-96e5-fc42cf166613 tempest-TestVolumeBackupRestore-292524848 tempest-TestVolumeBackupRestore-292524848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:58:01.947197 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-59c7bc0a-7cb0-4f63-982e-f2f6e624e39d req-f2a41cc1-10e1-41c9-96e5-fc42cf166613 tempest-TestVolumeBackupRestore-292524848 tempest-TestVolumeBackupRestore-292524848-project] 10.222.0.49 "GET /v2.0/ports?device_id=db0202bd-94ea-42c4-9631-34efc8745fa9 HTTP/1.1" status: 200 len: 945 time: 0.1549828 Aug 12 14:58:01.949127 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-332d8e3a-ab6d-492e-bd2a-73f6cedbbdbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:58:01.964254 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-73186d86-5092-4338-9996-d46fed792304 tempest-RoutersNegativeTest-921822310 tempest-RoutersNegativeTest-921822310-project] Notify callbacks [] for router, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:01.973485 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-332d8e3a-ab6d-492e-bd2a-73f6cedbbdbf None None] Routers {'86316154-43ef-4bb3-bd6d-5d3262a1a8c7'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:58:01.975113 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-332d8e3a-ab6d-492e-bd2a-73f6cedbbdbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:57:44Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['86316154-43ef-4bb3-bd6d-5d3262a1a8c7'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:58:02.034452 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-6fc522fc-eee5-4a13-bf99-09ed75e0af38 tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66416232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2859225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3343748'] for subnet, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:02.055482 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-332d8e3a-ab6d-492e-bd2a-73f6cedbbdbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:58:02.058230 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-332d8e3a-ab6d-492e-bd2a-73f6cedbbdbf None None] The sync data for ids ['86316154-43ef-4bb3-bd6d-5d3262a1a8c7'] in n-d-694802-15 is: [] {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 14:58:02.060019 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-8bc8ffd4-7d86-4dce-ba5f-ec63db6cb10b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:02.062686 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-8bc8ffd4-7d86-4dce-ba5f-ec63db6cb10b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:02.063829 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-8bc8ffd4-7d86-4dce-ba5f-ec63db6cb10b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a36c22b5-3ff3-45dd-9a4d-4716179772da HTTP/1.1" status: 204 len: 168 time: 0.4488094 Aug 12 14:58:02.082163 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-9319c01c-6db3-44fe-ab89-55f9781f43b3 None None] Provisioning complete for port f1f7d331-1c74-4d44-83df-2ff159d1eded triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:58:02.082533 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-9319c01c-6db3-44fe-ab89-55f9781f43b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:02.109601 n-d-694802-15 neutron-server[94466]: INFO neutron.api.v2.resource [None req-73186d86-5092-4338-9996-d46fed792304 tempest-RoutersNegativeTest-921822310 tempest-RoutersNegativeTest-921822310-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 12 14:58:02.113728 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-73186d86-5092-4338-9996-d46fed792304 tempest-RoutersNegativeTest-921822310 tempest-RoutersNegativeTest-921822310-project] 10.222.0.39 "DELETE /v2.0/routers/86316154-43ef-4bb3-bd6d-5d3262a1a8c7 HTTP/1.1" status: 409 len: 329 time: 0.2648358 Aug 12 14:58:02.113908 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 40944) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:58:02.116025 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4ce3ee50-5a83-476f-92c0-cf2adc270589 req-22e03283-61fa-49e8-bda2-d6e8a19da508 tempest-TestVolumeBackupRestore-292524848 tempest-TestVolumeBackupRestore-292524848-project] 10.222.0.39 "GET /v2.0/security-groups?id=17282c6e-3c60-4b34-9e54-7461708f942e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1672430 Aug 12 14:58:02.122201 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc522fc-eee5-4a13-bf99-09ed75e0af38 tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] Pushing event deleted for resources: {'Subnet': ['ID=0e78ef0a-4d81-4b1c-99f7-046b36c9afb5,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:58:02.128177 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc8ffd4-7d86-4dce-ba5f-ec63db6cb10b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a36c22b5-3ff3-45dd-9a4d-4716179772da,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:58:02.130054 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-6fc522fc-eee5-4a13-bf99-09ed75e0af38 tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] Notify callbacks [] for subnet, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:02.133622 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-9319c01c-6db3-44fe-ab89-55f9781f43b3 None None] Port f1f7d331-1c74-4d44-83df-2ff159d1eded cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 14:58:02.140726 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-127a3095-901e-48f6-8fd9-78babf0371f2 None None] Network cf3a41e8-fbb0-4776-be82-b86c59bc36a1 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:58:02.162386 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-6fc522fc-eee5-4a13-bf99-09ed75e0af38 tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] 10.222.0.39 "DELETE /v2.0/subnets/0e78ef0a-4d81-4b1c-99f7-046b36c9afb5 HTTP/1.1" status: 204 len: 168 time: 0.7094569 Aug 12 14:58:02.162623 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 40948) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:58:02.229324 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 40950) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:58:02.275611 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-be5135c4-67bc-4a4b-941c-fab3d951732e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:02.288078 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-c5e3fc75-3887-4f22-baea-368586738ad1 tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680608'] for network, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:02.302871 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [req-59c7bc0a-7cb0-4f63-982e-f2f6e624e39d req-ec7cab29-c16a-4e75-8595-2054c99a8c55 tempest-TestVolumeBackupRestore-292524848 tempest-TestVolumeBackupRestore-292524848-project] Deleting port f75d1eb3-a0db-439e-a6ba-fd0cfa4c2c88 {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:58:02.303455 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-59c7bc0a-7cb0-4f63-982e-f2f6e624e39d req-ec7cab29-c16a-4e75-8595-2054c99a8c55 tempest-TestVolumeBackupRestore-292524848 tempest-TestVolumeBackupRestore-292524848-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:02.402579 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3956a03f-0a08-4567-919e-1531b67ced85 None None] DHCP port deletion for cf3a41e8-fbb0-4776-be82-b86c59bc36a1 request from n-d-694802-15 {{(pid=94468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 14:58:02.434352 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-59c7bc0a-7cb0-4f63-982e-f2f6e624e39d req-ec7cab29-c16a-4e75-8595-2054c99a8c55 tempest-TestVolumeBackupRestore-292524848 tempest-TestVolumeBackupRestore-292524848-project] For port f75d1eb3-a0db-439e-a6ba-fd0cfa4c2c88, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=f75d1eb3-a0db-439e-a6ba-fd0cfa4c2c88,segment=NetworkSegment(88856cee-c131-4e90-816c-e70f51095ce0),segment_id=88856cee-c131-4e90-816c-e70f51095ce0)] {{(pid=94467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:58:02.434732 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-59c7bc0a-7cb0-4f63-982e-f2f6e624e39d req-ec7cab29-c16a-4e75-8595-2054c99a8c55 tempest-TestVolumeBackupRestore-292524848 tempest-TestVolumeBackupRestore-292524848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:02.450315 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [req-59c7bc0a-7cb0-4f63-982e-f2f6e624e39d req-ec7cab29-c16a-4e75-8595-2054c99a8c55 tempest-TestVolumeBackupRestore-292524848 tempest-TestVolumeBackupRestore-292524848-project] Calling delete_port for f75d1eb3-a0db-439e-a6ba-fd0cfa4c2c88 owned by compute:nova {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:58:02.455597 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-c5e3fc75-3887-4f22-baea-368586738ad1 tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] Deleting port 55a5b02b-fc72-4eff-b945-8a11016fc0c8 {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:58:02.455967 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-c5e3fc75-3887-4f22-baea-368586738ad1 tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:02.506631 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-3956a03f-0a08-4567-919e-1531b67ced85 None None] Deleting port 55a5b02b-fc72-4eff-b945-8a11016fc0c8 {{(pid=94468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:58:02.507184 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-3956a03f-0a08-4567-919e-1531b67ced85 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:02.595810 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [None req-c5e3fc75-3887-4f22-baea-368586738ad1 tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] For port 55a5b02b-fc72-4eff-b945-8a11016fc0c8, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=55a5b02b-fc72-4eff-b945-8a11016fc0c8,segment=NetworkSegment(7db3961e-b15e-41c2-8387-14beb2b47cb9),segment_id=7db3961e-b15e-41c2-8387-14beb2b47cb9)] {{(pid=94467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:58:02.596183 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-c5e3fc75-3887-4f22-baea-368586738ad1 tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:02.615455 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-c5e3fc75-3887-4f22-baea-368586738ad1 tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] Calling delete_port for 55a5b02b-fc72-4eff-b945-8a11016fc0c8 owned by network:dhcp {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:58:02.628047 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38fddc8-6dd0-451f-b034-3ed18a5bc46c req-e7327cb5-921f-4083-8eda-a5de13d224dc tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:58:02.631573 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-f38fddc8-6dd0-451f-b034-3ed18a5bc46c req-e7327cb5-921f-4083-8eda-a5de13d224dc tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/ports?device_id=5be77a56-d5ef-4a70-9846-307f9eb76fa5 HTTP/1.1" status: 200 len: 946 time: 0.2772079 Aug 12 14:58:02.660550 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-3956a03f-0a08-4567-919e-1531b67ced85 None None] For port 55a5b02b-fc72-4eff-b945-8a11016fc0c8, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=55a5b02b-fc72-4eff-b945-8a11016fc0c8,segment=NetworkSegment(7db3961e-b15e-41c2-8387-14beb2b47cb9),segment_id=7db3961e-b15e-41c2-8387-14beb2b47cb9)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:58:02.661158 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-3956a03f-0a08-4567-919e-1531b67ced85 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:02.678733 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-3956a03f-0a08-4567-919e-1531b67ced85 None None] Calling delete_port for 55a5b02b-fc72-4eff-b945-8a11016fc0c8 owned by network:dhcp {{(pid=94468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:58:02.780117 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-f38fddc8-6dd0-451f-b034-3ed18a5bc46c req-d201ee0c-42c7-499e-9231-f518514b4fc0 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/security-groups?id=188dc986-a686-4570-b7d8-3a6edb471033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406953 Aug 12 14:58:02.841536 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-59c7bc0a-7cb0-4f63-982e-f2f6e624e39d req-ec7cab29-c16a-4e75-8595-2054c99a8c55 tempest-TestVolumeBackupRestore-292524848 tempest-TestVolumeBackupRestore-292524848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:02.849445 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-be5135c4-67bc-4a4b-941c-fab3d951732e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:02.858642 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-be5135c4-67bc-4a4b-941c-fab3d951732e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:02.875950 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7cab29-c16a-4e75-8595-2054c99a8c55 tempest-TestVolumeBackupRestore-292524848 tempest-TestVolumeBackupRestore-292524848-project] Pushing event deleted for resources: {'Port': ['ID=f75d1eb3-a0db-439e-a6ba-fd0cfa4c2c88,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:58:02.901993 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-3956a03f-0a08-4567-919e-1531b67ced85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262'] for port, after_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:02.943049 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-c5e3fc75-3887-4f22-baea-368586738ad1 tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:02.946425 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [req-59c7bc0a-7cb0-4f63-982e-f2f6e624e39d req-ec7cab29-c16a-4e75-8595-2054c99a8c55 tempest-TestVolumeBackupRestore-292524848 tempest-TestVolumeBackupRestore-292524848-project] No DVR routers for this DVR port f75d1eb3-a0db-439e-a6ba-fd0cfa4c2c88 on host n-h2-694802-15 {{(pid=94467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:58:02.955218 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3956a03f-0a08-4567-919e-1531b67ced85 None None] Pushing event deleted for resources: {'Port': ['ID=55a5b02b-fc72-4eff-b945-8a11016fc0c8,revision_number=None']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:58:02.957459 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-59c7bc0a-7cb0-4f63-982e-f2f6e624e39d req-ec7cab29-c16a-4e75-8595-2054c99a8c55 tempest-TestVolumeBackupRestore-292524848 tempest-TestVolumeBackupRestore-292524848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:02.960794 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-59c7bc0a-7cb0-4f63-982e-f2f6e624e39d req-ec7cab29-c16a-4e75-8595-2054c99a8c55 tempest-TestVolumeBackupRestore-292524848 tempest-TestVolumeBackupRestore-292524848-project] 10.222.0.49 "DELETE /v2.0/ports/f75d1eb3-a0db-439e-a6ba-fd0cfa4c2c88 HTTP/1.1" status: 204 len: 173 time: 1.0049055 Aug 12 14:58:02.961433 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db0202bd-94ea-42c4-9631-34efc8745fa9', 'name': 'network-vif-deleted', 'tag': 'f75d1eb3-a0db-439e-a6ba-fd0cfa4c2c88'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:58:02.962406 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3956a03f-0a08-4567-919e-1531b67ced85 None None] No DVR routers for this DVR port 55a5b02b-fc72-4eff-b945-8a11016fc0c8 on host n-d-694802-15 {{(pid=94468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:58:02.966495 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e65282f928b64038367d043a4411777802006c43a98742496cb2e25b724ff1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-662f8c25-b8a4-4a70-a124-fcb7f04ec46c" -d '{"events": [{"server_uuid": "db0202bd-94ea-42c4-9631-34efc8745fa9", "name": "network-vif-deleted", "tag": "f75d1eb3-a0db-439e-a6ba-fd0cfa4c2c88"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:58:02.976542 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-be5135c4-67bc-4a4b-941c-fab3d951732e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c42921bf66cb43e0a2008e1768e049d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7455094 Aug 12 14:58:02.977926 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5135c4-67bc-4a4b-941c-fab3d951732e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e93af46c-68e2-4328-98ac-fcc144b72a66,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:58:02.996448 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 40998) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:58:03.003976 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e3fc75-3887-4f22-baea-368586738ad1 tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] Pushing event deleted for resources: {'Port': ['ID=55a5b02b-fc72-4eff-b945-8a11016fc0c8,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:58:03.009262 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5e3fc75-3887-4f22-baea-368586738ad1 tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] No DVR routers for this DVR port 55a5b02b-fc72-4eff-b945-8a11016fc0c8 on host n-d-694802-15 {{(pid=94467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:58:03.107579 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-c5e3fc75-3887-4f22-baea-368586738ad1 tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66413304', 'neutron.services.segments.db._delete_segments_for_network-8744654118000'] for network, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:03.124657 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-c5e3fc75-3887-4f22-baea-368586738ad1 tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf3a41e8-fbb0-4776-be82-b86c59bc36a1']}} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:58:03.137318 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-c5e3fc75-3887-4f22-baea-368586738ad1 tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7db3961e-b15e-41c2-8387-14beb2b47cb9') {'for_net_delete': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:58:03.138345 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-c5e3fc75-3887-4f22-baea-368586738ad1 tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7db3961e-b15e-41c2-8387-14beb2b47cb9') {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:58:03.148781 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-c5e3fc75-3887-4f22-baea-368586738ad1 tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744654122361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3857526'] for segment, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:03.159339 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-58d97a78-574c-40b1-be2c-aff9056e6c2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:03.165403 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-c5e3fc75-3887-4f22-baea-368586738ad1 tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:03.173109 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5e3fc75-3887-4f22-baea-368586738ad1 tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] Releasing vlan 335 on physical network physnet1 to pool {{(pid=94467) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 14:58:03.173854 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-c5e3fc75-3887-4f22-baea-368586738ad1 tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2859015'] for segment, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:03.194771 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-58d97a78-574c-40b1-be2c-aff9056e6c2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:03.222988 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c43c7436-d6c9-49e6-a03f-8d8bf8ee8278 tempest-RoutersNegativeTest-921822310 tempest-RoutersNegativeTest-921822310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66663830'] for router_interface, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:03.255771 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 14:58:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-454d7755-d4bb-4f81-8305-ebf372b0f67d x-openstack-request-id: req-454d7755-d4bb-4f81-8305-ebf372b0f67d {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:58:03.256340 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db0202bd-94ea-42c4-9631-34efc8745fa9", "name": "network-vif-deleted", "tag": "f75d1eb3-a0db-439e-a6ba-fd0cfa4c2c88", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:58:03.257070 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-454d7755-d4bb-4f81-8305-ebf372b0f67d {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:58:03.257820 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db0202bd-94ea-42c4-9631-34efc8745fa9', 'name': 'network-vif-deleted', 'tag': 'f75d1eb3-a0db-439e-a6ba-fd0cfa4c2c88', 'status': 'completed', 'code': 200} Aug 12 14:58:03.259646 n-d-694802-15 neutron-server[94467]: Traceback (most recent call last): Aug 12 14:58:03.259646 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 14:58:03.259646 n-d-694802-15 neutron-server[94467]: timer() Aug 12 14:58:03.259646 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 14:58:03.259646 n-d-694802-15 neutron-server[94467]: cb(*args, **kw) Aug 12 14:58:03.259646 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 14:58:03.259646 n-d-694802-15 neutron-server[94467]: return func(*args, **kwargs) Aug 12 14:58:03.259646 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 14:58:03.259646 n-d-694802-15 neutron-server[94467]: self._notify() Aug 12 14:58:03.259646 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 14:58:03.259646 n-d-694802-15 neutron-server[94467]: self.callback(batched_events) Aug 12 14:58:03.259646 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 14:58:03.259646 n-d-694802-15 neutron-server[94467]: event.method(event) Aug 12 14:58:03.259646 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 14:58:03.259646 n-d-694802-15 neutron-server[94467]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 14:58:03.259646 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 14:58:03.259646 n-d-694802-15 neutron-server[94467]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 14:58:03.259646 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 14:58:03.259646 n-d-694802-15 neutron-server[94467]: return f(self, *a, **k) Aug 12 14:58:03.259646 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 14:58:03.259646 n-d-694802-15 neutron-server[94467]: return self._get(url).json() Aug 12 14:58:03.259646 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 14:58:03.259646 n-d-694802-15 neutron-server[94467]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 14:58:03.259646 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 14:58:03.259646 n-d-694802-15 neutron-server[94467]: return self.request(url, 'GET', **kwargs) Aug 12 14:58:03.259646 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 14:58:03.259646 n-d-694802-15 neutron-server[94467]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 14:58:03.259646 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 14:58:03.259646 n-d-694802-15 neutron-server[94467]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 14:58:03.259646 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 14:58:03.259646 n-d-694802-15 neutron-server[94467]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 14:58:03.259646 n-d-694802-15 neutron-server[94467]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 14:58:03.263781 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-c5e3fc75-3887-4f22-baea-368586738ad1 tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66413281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431520'] for network, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:03.274148 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-c5e3fc75-3887-4f22-baea-368586738ad1 tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for network, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:03.287767 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-c5e3fc75-3887-4f22-baea-368586738ad1 tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] 10.222.0.39 "DELETE /v2.0/networks/cf3a41e8-fbb0-4776-be82-b86c59bc36a1 HTTP/1.1" status: 204 len: 168 time: 1.1240554 Aug 12 14:58:03.290354 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 41006) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:58:03.316152 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e3fc75-3887-4f22-baea-368586738ad1 tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] Pushing event deleted for resources: {'Network': ['ID=cf3a41e8-fbb0-4776-be82-b86c59bc36a1,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:58:03.372075 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_v2 [None req-2765eb14-64c9-43d8-a176-64ce1e663b1f tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] Deleting subnet 7b24ab9d-4307-4502-bd41-8d2cd384ac74 {{(pid=94467) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 14:58:03.376431 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-2765eb14-64c9-43d8-a176-64ce1e663b1f tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] Notify callbacks [] for subnet, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:03.383222 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-076ef45b-bf6f-480e-bd7a-e756410be735 req-2de02bbd-6521-480a-ba67-6902e094087f tempest-TestVolumeBackupRestore-292524848 tempest-TestVolumeBackupRestore-292524848-project] 10.222.0.39 "GET /v2.0/ports?device_id=db0202bd-94ea-42c4-9631-34efc8745fa9 HTTP/1.1" status: 200 len: 210 time: 0.1122663 Aug 12 14:58:03.421861 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 41008) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:58:03.462939 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-2765eb14-64c9-43d8-a176-64ce1e663b1f tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3857505'] for subnet, precommit_delete_associations {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:03.509777 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-58d97a78-574c-40b1-be2c-aff9056e6c2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:03.513705 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-58d97a78-574c-40b1-be2c-aff9056e6c2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:03.515532 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-58d97a78-574c-40b1-be2c-aff9056e6c2a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e93af46c-68e2-4328-98ac-fcc144b72a66 HTTP/1.1" status: 204 len: 168 time: 0.5180926 Aug 12 14:58:03.537932 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d97a78-574c-40b1-be2c-aff9056e6c2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e93af46c-68e2-4328-98ac-fcc144b72a66,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:58:03.621690 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-2765eb14-64c9-43d8-a176-64ce1e663b1f tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66416255'] for subnet, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:03.646784 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-f38bf59b-67f4-445c-83e0-462798c79115 tempest-ServiceProvidersTest-818610184 tempest-ServiceProvidersTest-818610184-project] 10.222.0.39 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2237716 Aug 12 14:58:03.696596 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-c43c7436-d6c9-49e6-a03f-8d8bf8ee8278 tempest-RoutersNegativeTest-921822310 tempest-RoutersNegativeTest-921822310-project] Deleting port f1f7d331-1c74-4d44-83df-2ff159d1eded {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:58:03.697252 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c43c7436-d6c9-49e6-a03f-8d8bf8ee8278 tempest-RoutersNegativeTest-921822310 tempest-RoutersNegativeTest-921822310-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:03.725816 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-2765eb14-64c9-43d8-a176-64ce1e663b1f tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66416232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2859225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3343748'] for subnet, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:03.745767 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-2765eb14-64c9-43d8-a176-64ce1e663b1f tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] Notify callbacks [] for subnet, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:03.748898 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-2765eb14-64c9-43d8-a176-64ce1e663b1f tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] 10.222.0.39 "DELETE /v2.0/subnets/7b24ab9d-4307-4502-bd41-8d2cd384ac74 HTTP/1.1" status: 204 len: 168 time: 0.4568162 Aug 12 14:58:03.750725 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a909feb7-23d4-401c-b726-de2a91523dff None None] Network 479489c5-62b9-498b-a310-14cdca8866e7 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:58:03.764166 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 41016) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:58:03.770992 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2765eb14-64c9-43d8-a176-64ce1e663b1f tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] Pushing event deleted for resources: {'Subnet': ['ID=7b24ab9d-4307-4502-bd41-8d2cd384ac74,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:58:03.881325 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_v2 [None req-55414a2e-676b-438f-97e6-319cd1ec4920 tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] Deleting subnet f69c3817-cb1e-43fb-8cc1-960b8aeba837 {{(pid=94466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 14:58:03.888008 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-55414a2e-676b-438f-97e6-319cd1ec4920 tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] Notify callbacks [] for subnet, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:03.935111 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c43c7436-d6c9-49e6-a03f-8d8bf8ee8278 tempest-RoutersNegativeTest-921822310 tempest-RoutersNegativeTest-921822310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:03.970549 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e14777-092c-43b1-824e-6f3933fdc551 req-2ae924f6-6f11-4c2f-8e7b-f9a1b2418bae tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:58:03.972391 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-29e14777-092c-43b1-824e-6f3933fdc551 req-2ae924f6-6f11-4c2f-8e7b-f9a1b2418bae tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/ports?device_id=5be77a56-d5ef-4a70-9846-307f9eb76fa5 HTTP/1.1" status: 200 len: 946 time: 0.0724850 Aug 12 14:58:03.977633 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-c43c7436-d6c9-49e6-a03f-8d8bf8ee8278 tempest-RoutersNegativeTest-921822310 tempest-RoutersNegativeTest-921822310-project] Calling delete_port for f1f7d331-1c74-4d44-83df-2ff159d1eded owned by network:router_interface {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:58:03.985118 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-55414a2e-676b-438f-97e6-319cd1ec4920 tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2293551'] for subnet, precommit_delete_associations {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:04.035533 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-788fc3da-7886-4b1f-84e6-be89036e2994 None None] DHCP port deletion for 479489c5-62b9-498b-a310-14cdca8866e7 request from n-d-694802-15 {{(pid=94468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 14:58:04.065304 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 41026) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:58:04.113488 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-29e14777-092c-43b1-824e-6f3933fdc551 req-e54151fe-dad1-4f0c-b0a0-f0d42921e9e9 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/security-groups?id=188dc986-a686-4570-b7d8-3a6edb471033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341887 Aug 12 14:58:04.155587 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 55a5b02b-fc72-4eff-b945-8a11016fc0c8 no longer exists at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:58:04.188143 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-55414a2e-676b-438f-97e6-319cd1ec4920 tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66416255'] for subnet, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:04.192615 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] No Port match for: 55a5b02b-fc72-4eff-b945-8a11016fc0c8 {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 14:58:04.193236 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 55a5b02b-fc72-4eff-b945-8a11016fc0c8 not bound to the agent host n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:58:04.202233 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-788fc3da-7886-4b1f-84e6-be89036e2994 None None] Deleting port f4b83063-28f3-4ff4-9fa4-c4609ab4150d {{(pid=94468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:58:04.202796 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-788fc3da-7886-4b1f-84e6-be89036e2994 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:04.312759 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-788fc3da-7886-4b1f-84e6-be89036e2994 None None] For port f4b83063-28f3-4ff4-9fa4-c4609ab4150d, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=f4b83063-28f3-4ff4-9fa4-c4609ab4150d,segment=NetworkSegment(b027fd1f-5427-47da-931a-dd792660c8cd),segment_id=b027fd1f-5427-47da-931a-dd792660c8cd)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:58:04.313171 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-788fc3da-7886-4b1f-84e6-be89036e2994 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:04.331681 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-788fc3da-7886-4b1f-84e6-be89036e2994 None None] Calling delete_port for f4b83063-28f3-4ff4-9fa4-c4609ab4150d owned by network:dhcp {{(pid=94468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:58:04.342641 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-448cf2ac-dbbc-4d5b-96b0-f25c49ceca64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:04.386724 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3282b388-a11a-4aaa-b4a8-396a0c8e20a4 req-ba19caab-b580-42b5-a1da-fb2776c7f4e9 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:58:04.389674 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-3282b388-a11a-4aaa-b4a8-396a0c8e20a4 req-ba19caab-b580-42b5-a1da-fb2776c7f4e9 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/ports?device_id=5be77a56-d5ef-4a70-9846-307f9eb76fa5 HTTP/1.1" status: 200 len: 946 time: 0.1243947 Aug 12 14:58:04.392851 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-55414a2e-676b-438f-97e6-319cd1ec4920 tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66416232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3718429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8776402'] for subnet, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:04.444263 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-788fc3da-7886-4b1f-84e6-be89036e2994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262'] for port, after_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:04.457275 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c43c7436-d6c9-49e6-a03f-8d8bf8ee8278 tempest-RoutersNegativeTest-921822310 tempest-RoutersNegativeTest-921822310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:04.460742 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-788fc3da-7886-4b1f-84e6-be89036e2994 None None] No DVR routers for this DVR port f4b83063-28f3-4ff4-9fa4-c4609ab4150d on host n-d-694802-15 {{(pid=94468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:58:04.503795 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788fc3da-7886-4b1f-84e6-be89036e2994 None None] Pushing event deleted for resources: {'Port': ['ID=f4b83063-28f3-4ff4-9fa4-c4609ab4150d,revision_number=None']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:58:04.518109 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55414a2e-676b-438f-97e6-319cd1ec4920 tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] Pushing event deleted for resources: {'Subnet': ['ID=f69c3817-cb1e-43fb-8cc1-960b8aeba837,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:58:04.539766 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cba51aaa-21d6-411f-90a4-b240b453265c None None] Network 33705c60-5c75-4a50-bbbc-1aa7ea2983ed requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:58:04.579238 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-55414a2e-676b-438f-97e6-319cd1ec4920 tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] Notify callbacks [] for subnet, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:04.584984 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-55414a2e-676b-438f-97e6-319cd1ec4920 tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] 10.222.0.39 "DELETE /v2.0/subnets/f69c3817-cb1e-43fb-8cc1-960b8aeba837 HTTP/1.1" status: 204 len: 168 time: 0.8171957 Aug 12 14:58:04.604698 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 41044) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:58:04.605870 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43c7436-d6c9-49e6-a03f-8d8bf8ee8278 tempest-RoutersNegativeTest-921822310 tempest-RoutersNegativeTest-921822310-project] Pushing event deleted for resources: {'Port': ['ID=f1f7d331-1c74-4d44-83df-2ff159d1eded,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:58:04.610653 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-3282b388-a11a-4aaa-b4a8-396a0c8e20a4 req-78946eaa-0ba5-4fe7-adb7-40214f4c9ca5 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/security-groups?id=188dc986-a686-4570-b7d8-3a6edb471033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2095788 Aug 12 14:58:04.853147 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9f4354d8-a448-4299-b750-f5747f2398c9 tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680608'] for network, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:04.858684 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fdae1e4-08bb-468c-a234-5df9eb1d78b2 None None] DHCP port deletion for 33705c60-5c75-4a50-bbbc-1aa7ea2983ed request from n-d-694802-15 {{(pid=94468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 14:58:04.932049 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c43c7436-d6c9-49e6-a03f-8d8bf8ee8278 tempest-RoutersNegativeTest-921822310 tempest-RoutersNegativeTest-921822310-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66628352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-430630'] for router_interface, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:04.959907 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-3fdae1e4-08bb-468c-a234-5df9eb1d78b2 None None] Deleting port 6c440106-d2ce-4ead-bfa6-54201e1cbf8c {{(pid=94468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:58:04.960387 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-3fdae1e4-08bb-468c-a234-5df9eb1d78b2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:05.003390 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b81029ee-c41e-42dc-bf67-18ab1ce7187f req-b7b336c2-260d-4952-81fb-e7f8a15c92ae tempest-TestVolumeBackupRestore-292524848 tempest-TestVolumeBackupRestore-292524848-project] 10.222.0.39 "GET /v2.0/ports?device_id=db0202bd-94ea-42c4-9631-34efc8745fa9 HTTP/1.1" status: 200 len: 210 time: 0.0421367 Aug 12 14:58:05.103881 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-3fdae1e4-08bb-468c-a234-5df9eb1d78b2 None None] For port 6c440106-d2ce-4ead-bfa6-54201e1cbf8c, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=6c440106-d2ce-4ead-bfa6-54201e1cbf8c,segment=NetworkSegment(1e3cdd0d-16e7-44a9-b725-61c904620834),segment_id=1e3cdd0d-16e7-44a9-b725-61c904620834)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:58:05.104253 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-3fdae1e4-08bb-468c-a234-5df9eb1d78b2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:05.111268 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-448cf2ac-dbbc-4d5b-96b0-f25c49ceca64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:05.117668 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-448cf2ac-dbbc-4d5b-96b0-f25c49ceca64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:05.118189 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6818c635-cb32-4c4b-8140-a44485c1d747 req-489416f5-9ab0-49f7-aaf3-6d1b044cd205 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:58:05.125758 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-6818c635-cb32-4c4b-8140-a44485c1d747 req-489416f5-9ab0-49f7-aaf3-6d1b044cd205 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/ports?device_id=5be77a56-d5ef-4a70-9846-307f9eb76fa5 HTTP/1.1" status: 200 len: 946 time: 0.3476374 Aug 12 14:58:05.131260 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9f4354d8-a448-4299-b750-f5747f2398c9 tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66413304', 'neutron.services.segments.db._delete_segments_for_network-8744654118000'] for network, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:05.142129 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-3fdae1e4-08bb-468c-a234-5df9eb1d78b2 None None] Calling delete_port for 6c440106-d2ce-4ead-bfa6-54201e1cbf8c owned by network:dhcp {{(pid=94468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:58:05.184672 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-6818c635-cb32-4c4b-8140-a44485c1d747 req-26c9d14e-e85b-4bc7-8796-d049239b2516 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/security-groups?id=188dc986-a686-4570-b7d8-3a6edb471033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533378 Aug 12 14:58:05.188868 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-9f4354d8-a448-4299-b750-f5747f2398c9 tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['479489c5-62b9-498b-a310-14cdca8866e7']}} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:58:05.201556 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448cf2ac-dbbc-4d5b-96b0-f25c49ceca64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be7770a8-6e9a-47ec-9cd6-d05c1aa62ce3,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:58:05.242676 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-448cf2ac-dbbc-4d5b-96b0-f25c49ceca64 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1008872c1ab249db86b777fff2726905&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1698804 Aug 12 14:58:05.242676 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 41066) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:58:05.255890 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-3fdae1e4-08bb-468c-a234-5df9eb1d78b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262'] for port, after_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:05.310426 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdae1e4-08bb-468c-a234-5df9eb1d78b2 None None] Pushing event deleted for resources: {'Port': ['ID=6c440106-d2ce-4ead-bfa6-54201e1cbf8c,revision_number=None']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:58:05.311043 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-fa02d227-3330-4083-bd76-7522ae6ceab4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:05.317579 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fdae1e4-08bb-468c-a234-5df9eb1d78b2 None None] No DVR routers for this DVR port 6c440106-d2ce-4ead-bfa6-54201e1cbf8c on host n-d-694802-15 {{(pid=94468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:58:05.353220 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-fa02d227-3330-4083-bd76-7522ae6ceab4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:05.378668 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-9f4354d8-a448-4299-b750-f5747f2398c9 tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b027fd1f-5427-47da-931a-dd792660c8cd') {'for_net_delete': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:58:05.379112 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-9f4354d8-a448-4299-b750-f5747f2398c9 tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b027fd1f-5427-47da-931a-dd792660c8cd') {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:58:05.410271 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-fa02d227-3330-4083-bd76-7522ae6ceab4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:05.413018 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9f4354d8-a448-4299-b750-f5747f2398c9 tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744654122361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2293560'] for segment, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:05.414329 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-fa02d227-3330-4083-bd76-7522ae6ceab4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:05.415533 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-fa02d227-3330-4083-bd76-7522ae6ceab4 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/be7770a8-6e9a-47ec-9cd6-d05c1aa62ce3 HTTP/1.1" status: 204 len: 168 time: 0.1718402 Aug 12 14:58:05.425485 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa02d227-3330-4083-bd76-7522ae6ceab4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be7770a8-6e9a-47ec-9cd6-d05c1aa62ce3,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:58:05.429096 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c43c7436-d6c9-49e6-a03f-8d8bf8ee8278 tempest-RoutersNegativeTest-921822310 tempest-RoutersNegativeTest-921822310-project] Router 86316154-43ef-4bb3-bd6d-5d3262a1a8c7 has already been hosted by L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f {{(pid=94466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 14:58:05.453712 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9f4354d8-a448-4299-b750-f5747f2398c9 tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:05.466642 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f4354d8-a448-4299-b750-f5747f2398c9 tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] Releasing vlan 310 on physical network physnet1 to pool {{(pid=94466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 14:58:05.467066 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9f4354d8-a448-4299-b750-f5747f2398c9 tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3718595'] for segment, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:05.470853 n-d-694802-15 neutron-server[94466]: Traceback (most recent call last): Aug 12 14:58:05.470853 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 14:58:05.470853 n-d-694802-15 neutron-server[94466]: timer() Aug 12 14:58:05.470853 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 14:58:05.470853 n-d-694802-15 neutron-server[94466]: cb(*args, **kw) Aug 12 14:58:05.470853 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 14:58:05.470853 n-d-694802-15 neutron-server[94466]: return func(*args, **kwargs) Aug 12 14:58:05.470853 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 14:58:05.470853 n-d-694802-15 neutron-server[94466]: self._notify() Aug 12 14:58:05.470853 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 14:58:05.470853 n-d-694802-15 neutron-server[94466]: self.callback(batched_events) Aug 12 14:58:05.470853 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 14:58:05.470853 n-d-694802-15 neutron-server[94466]: event.method(event) Aug 12 14:58:05.470853 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 14:58:05.470853 n-d-694802-15 neutron-server[94466]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 14:58:05.470853 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 14:58:05.470853 n-d-694802-15 neutron-server[94466]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 14:58:05.470853 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 14:58:05.470853 n-d-694802-15 neutron-server[94466]: return f(self, *a, **k) Aug 12 14:58:05.470853 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 14:58:05.470853 n-d-694802-15 neutron-server[94466]: return self._get(url).json() Aug 12 14:58:05.470853 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 14:58:05.470853 n-d-694802-15 neutron-server[94466]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 14:58:05.470853 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 14:58:05.470853 n-d-694802-15 neutron-server[94466]: return self.request(url, 'GET', **kwargs) Aug 12 14:58:05.470853 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 14:58:05.470853 n-d-694802-15 neutron-server[94466]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 14:58:05.470853 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 14:58:05.470853 n-d-694802-15 neutron-server[94466]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 14:58:05.470853 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 14:58:05.470853 n-d-694802-15 neutron-server[94466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 14:58:05.470853 n-d-694802-15 neutron-server[94466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 14:58:05.548857 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device f75d1eb3-a0db-439e-a6ba-fd0cfa4c2c88 no longer exists at agent hyperv_n-h2-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:58:05.589818 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] No Port match for: f75d1eb3-a0db-439e-a6ba-fd0cfa4c2c88 {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 14:58:05.590069 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device f75d1eb3-a0db-439e-a6ba-fd0cfa4c2c88 not bound to the agent host n-h2-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:58:05.607965 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8edf4a-47e3-4802-8846-f946b321194e req-2bbe6e30-f14c-43af-854a-dbb2b38bb7ba tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:58:05.609507 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-bf8edf4a-47e3-4802-8846-f946b321194e req-2bbe6e30-f14c-43af-854a-dbb2b38bb7ba tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/ports?device_id=5be77a56-d5ef-4a70-9846-307f9eb76fa5 HTTP/1.1" status: 200 len: 946 time: 0.2455306 Aug 12 14:58:05.676073 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c43c7436-d6c9-49e6-a03f-8d8bf8ee8278 tempest-RoutersNegativeTest-921822310 tempest-RoutersNegativeTest-921822310-project] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 14:58:05.684045 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-c43c7436-d6c9-49e6-a03f-8d8bf8ee8278 tempest-RoutersNegativeTest-921822310 tempest-RoutersNegativeTest-921822310-project] 10.222.0.39 "PUT /v2.0/routers/86316154-43ef-4bb3-bd6d-5d3262a1a8c7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5679951 Aug 12 14:58:05.686801 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 41102) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:58:05.697877 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9784064d-70e7-47c2-a90b-64924bfc919b None None] Sync routers for ids ['86316154-43ef-4bb3-bd6d-5d3262a1a8c7'] in n-d-694802-15 {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 14:58:05.709930 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9f4354d8-a448-4299-b750-f5747f2398c9 tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66413281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431520'] for network, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:05.713164 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9784064d-70e7-47c2-a90b-64924bfc919b None None] Routers {'86316154-43ef-4bb3-bd6d-5d3262a1a8c7'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:58:05.715751 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-9784064d-70e7-47c2-a90b-64924bfc919b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:57:44Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['86316154-43ef-4bb3-bd6d-5d3262a1a8c7'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:58:05.735611 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-bf8edf4a-47e3-4802-8846-f946b321194e req-a0fbc658-938a-4076-9ad8-6792925f6242 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/security-groups?id=188dc986-a686-4570-b7d8-3a6edb471033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184337 Aug 12 14:58:05.741484 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9f4354d8-a448-4299-b750-f5747f2398c9 tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] Notify callbacks [] for network, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:05.746781 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-9f4354d8-a448-4299-b750-f5747f2398c9 tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] 10.222.0.39 "DELETE /v2.0/networks/479489c5-62b9-498b-a310-14cdca8866e7 HTTP/1.1" status: 204 len: 168 time: 1.1348321 Aug 12 14:58:05.779582 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 41104) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:58:05.808029 n-d-694802-15 neutron-server[94467]: INFO neutron.api.v2.resource [None req-a865dc31-dcfb-41d3-b52e-531ace988654 tempest-RoutersNegativeTest-921822310 tempest-RoutersNegativeTest-921822310-project] show failed (client error): The resource could not be found. Aug 12 14:58:05.809166 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-a865dc31-dcfb-41d3-b52e-531ace988654 tempest-RoutersNegativeTest-921822310 tempest-RoutersNegativeTest-921822310-project] 10.222.0.39 "GET /v2.0/routers/tempest-non_exist_router-1756590528 HTTP/1.1" status: 404 len: 335 time: 0.1209331 Aug 12 14:58:05.813207 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 41112) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:58:05.820864 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-9784064d-70e7-47c2-a90b-64924bfc919b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:58:05.828233 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-abf605a3-18bd-42cf-b42f-c6be10d2de96 tempest-RoutersNegativeTest-921822310 tempest-RoutersNegativeTest-921822310-project] Request body: {'router': {'name': 'new_name'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:58:05.841758 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9784064d-70e7-47c2-a90b-64924bfc919b None None] Routers {'86316154-43ef-4bb3-bd6d-5d3262a1a8c7'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:58:05.842349 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-9784064d-70e7-47c2-a90b-64924bfc919b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:57:44Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['86316154-43ef-4bb3-bd6d-5d3262a1a8c7'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:58:05.920056 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-9784064d-70e7-47c2-a90b-64924bfc919b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:58:05.920749 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9784064d-70e7-47c2-a90b-64924bfc919b None None] The sync data for ids ['86316154-43ef-4bb3-bd6d-5d3262a1a8c7'] in n-d-694802-15 is: [] {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 14:58:05.931919 n-d-694802-15 neutron-server[94467]: INFO neutron.api.v2.resource [None req-abf605a3-18bd-42cf-b42f-c6be10d2de96 tempest-RoutersNegativeTest-921822310 tempest-RoutersNegativeTest-921822310-project] update failed (client error): The resource could not be found. Aug 12 14:58:05.932924 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-abf605a3-18bd-42cf-b42f-c6be10d2de96 tempest-RoutersNegativeTest-921822310 tempest-RoutersNegativeTest-921822310-project] 10.222.0.39 "PUT /v2.0/routers/tempest-non_exist_router-271190615 HTTP/1.1" status: 404 len: 334 time: 0.1187720 Aug 12 14:58:06.010837 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 41116) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:58:06.130952 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93aabd5-8d29-42d1-948e-902cfc14f4c7 req-1bd424f4-6b3f-421d-993c-f104838696f4 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:58:06.139108 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c93aabd5-8d29-42d1-948e-902cfc14f4c7 req-1bd424f4-6b3f-421d-993c-f104838696f4 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/ports?device_id=5be77a56-d5ef-4a70-9846-307f9eb76fa5 HTTP/1.1" status: 200 len: 946 time: 0.2087555 Aug 12 14:58:06.155210 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device f4b83063-28f3-4ff4-9fa4-c4609ab4150d no longer exists at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:58:06.204016 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] No Port match for: f4b83063-28f3-4ff4-9fa4-c4609ab4150d {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 14:58:06.204450 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device f4b83063-28f3-4ff4-9fa4-c4609ab4150d not bound to the agent host n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:58:06.204971 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 6c440106-d2ce-4ead-bfa6-54201e1cbf8c no longer exists at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:58:06.205256 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_v2 [None req-a80bf68f-e29c-401d-a04e-25c3976bfdf2 tempest-RoutersNegativeTest-921822310 tempest-RoutersNegativeTest-921822310-project] Deleting subnet 46fcd45b-0b72-4cf3-8d99-0f3b2ee92933 {{(pid=94467) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 14:58:06.208945 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a80bf68f-e29c-401d-a04e-25c3976bfdf2 tempest-RoutersNegativeTest-921822310 tempest-RoutersNegativeTest-921822310-project] Notify callbacks [] for subnet, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:06.262760 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a80bf68f-e29c-401d-a04e-25c3976bfdf2 tempest-RoutersNegativeTest-921822310 tempest-RoutersNegativeTest-921822310-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3857505'] for subnet, precommit_delete_associations {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:06.271845 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] No Port match for: 6c440106-d2ce-4ead-bfa6-54201e1cbf8c {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 14:58:06.272135 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 6c440106-d2ce-4ead-bfa6-54201e1cbf8c not bound to the agent host n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:58:06.398548 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4354d8-a448-4299-b750-f5747f2398c9 tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] Pushing event deleted for resources: {'Network': ['ID=479489c5-62b9-498b-a310-14cdca8866e7,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:58:06.453519 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c93aabd5-8d29-42d1-948e-902cfc14f4c7 req-7b25e140-c740-4b23-8f83-e28358702974 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/security-groups?id=188dc986-a686-4570-b7d8-3a6edb471033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3107560 Aug 12 14:58:06.488192 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-bc06d5ad-a947-451e-a231-e257551b142a req-71454dfd-9b9a-49b2-bfc5-c99582c9d6cb tempest-TestVolumeBackupRestore-292524848 tempest-TestVolumeBackupRestore-292524848-project] 10.222.0.39 "GET /v2.0/ports?device_id=db0202bd-94ea-42c4-9631-34efc8745fa9 HTTP/1.1" status: 200 len: 210 time: 0.0758789 Aug 12 14:58:06.488660 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a80bf68f-e29c-401d-a04e-25c3976bfdf2 tempest-RoutersNegativeTest-921822310 tempest-RoutersNegativeTest-921822310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66416255'] for subnet, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:06.521798 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b845a4ce-a805-4eef-b9f6-1d9869465e5b tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680608'] for network, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:06.615235 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 41168) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:58:06.627003 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b845a4ce-a805-4eef-b9f6-1d9869465e5b tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66413304', 'neutron.services.segments.db._delete_segments_for_network-8744654118000'] for network, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:06.631149 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a80bf68f-e29c-401d-a04e-25c3976bfdf2 tempest-RoutersNegativeTest-921822310 tempest-RoutersNegativeTest-921822310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66416232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2859225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3343748'] for subnet, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:06.640703 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-b845a4ce-a805-4eef-b9f6-1d9869465e5b tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33705c60-5c75-4a50-bbbc-1aa7ea2983ed']}} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:58:06.654905 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-b845a4ce-a805-4eef-b9f6-1d9869465e5b tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e3cdd0d-16e7-44a9-b725-61c904620834') {'for_net_delete': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:58:06.655664 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-b845a4ce-a805-4eef-b9f6-1d9869465e5b tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e3cdd0d-16e7-44a9-b725-61c904620834') {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:58:06.669039 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b845a4ce-a805-4eef-b9f6-1d9869465e5b tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744654122361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2293560'] for segment, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:06.680561 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80bf68f-e29c-401d-a04e-25c3976bfdf2 tempest-RoutersNegativeTest-921822310 tempest-RoutersNegativeTest-921822310-project] Pushing event deleted for resources: {'Subnet': ['ID=46fcd45b-0b72-4cf3-8d99-0f3b2ee92933,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:58:06.688055 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a80bf68f-e29c-401d-a04e-25c3976bfdf2 tempest-RoutersNegativeTest-921822310 tempest-RoutersNegativeTest-921822310-project] Notify callbacks [] for subnet, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:06.689256 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46b7d811-4a6b-4c4e-a9d5-47b908134ac8 None None] Network 925cf334-0f93-43a8-8098-0acc38bc05de requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:58:06.689443 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b845a4ce-a805-4eef-b9f6-1d9869465e5b tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:06.690855 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-a80bf68f-e29c-401d-a04e-25c3976bfdf2 tempest-RoutersNegativeTest-921822310 tempest-RoutersNegativeTest-921822310-project] 10.222.0.39 "DELETE /v2.0/subnets/46fcd45b-0b72-4cf3-8d99-0f3b2ee92933 HTTP/1.1" status: 204 len: 168 time: 0.6655190 Aug 12 14:58:06.693692 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 41172) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:58:06.696660 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b845a4ce-a805-4eef-b9f6-1d9869465e5b tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] Releasing vlan 325 on physical network physnet1 to pool {{(pid=94466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 14:58:06.697791 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b845a4ce-a805-4eef-b9f6-1d9869465e5b tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3718595'] for segment, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:06.765520 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_v2 [None req-952b83ce-841b-4aab-beb2-56ef1aa21ae3 tempest-RoutersNegativeTest-921822310 tempest-RoutersNegativeTest-921822310-project] Deleting subnet 0a920bc0-e342-4166-9d58-746cefbcc77e {{(pid=94467) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 14:58:06.769708 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-952b83ce-841b-4aab-beb2-56ef1aa21ae3 tempest-RoutersNegativeTest-921822310 tempest-RoutersNegativeTest-921822310-project] Notify callbacks [] for subnet, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:06.773071 n-d-694802-15 neutron-server[94466]: Traceback (most recent call last): Aug 12 14:58:06.773071 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 14:58:06.773071 n-d-694802-15 neutron-server[94466]: timer() Aug 12 14:58:06.773071 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 14:58:06.773071 n-d-694802-15 neutron-server[94466]: cb(*args, **kw) Aug 12 14:58:06.773071 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 14:58:06.773071 n-d-694802-15 neutron-server[94466]: return func(*args, **kwargs) Aug 12 14:58:06.773071 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 14:58:06.773071 n-d-694802-15 neutron-server[94466]: self._notify() Aug 12 14:58:06.773071 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 14:58:06.773071 n-d-694802-15 neutron-server[94466]: self.callback(batched_events) Aug 12 14:58:06.773071 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 14:58:06.773071 n-d-694802-15 neutron-server[94466]: event.method(event) Aug 12 14:58:06.773071 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 14:58:06.773071 n-d-694802-15 neutron-server[94466]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 14:58:06.773071 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 14:58:06.773071 n-d-694802-15 neutron-server[94466]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 14:58:06.773071 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 14:58:06.773071 n-d-694802-15 neutron-server[94466]: return f(self, *a, **k) Aug 12 14:58:06.773071 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 14:58:06.773071 n-d-694802-15 neutron-server[94466]: return self._get(url).json() Aug 12 14:58:06.773071 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 14:58:06.773071 n-d-694802-15 neutron-server[94466]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 14:58:06.773071 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 14:58:06.773071 n-d-694802-15 neutron-server[94466]: return self.request(url, 'GET', **kwargs) Aug 12 14:58:06.773071 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 14:58:06.773071 n-d-694802-15 neutron-server[94466]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 14:58:06.773071 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 14:58:06.773071 n-d-694802-15 neutron-server[94466]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 14:58:06.773071 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 14:58:06.773071 n-d-694802-15 neutron-server[94466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 14:58:06.773071 n-d-694802-15 neutron-server[94466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 14:58:06.784413 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b845a4ce-a805-4eef-b9f6-1d9869465e5b tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66413281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431520'] for network, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:06.808526 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b845a4ce-a805-4eef-b9f6-1d9869465e5b tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] Notify callbacks [] for network, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:06.810685 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-b845a4ce-a805-4eef-b9f6-1d9869465e5b tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] 10.222.0.39 "DELETE /v2.0/networks/33705c60-5c75-4a50-bbbc-1aa7ea2983ed HTTP/1.1" status: 204 len: 168 time: 1.0300057 Aug 12 14:58:06.813905 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 41174) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:58:06.824052 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b845a4ce-a805-4eef-b9f6-1d9869465e5b tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] Pushing event deleted for resources: {'Network': ['ID=33705c60-5c75-4a50-bbbc-1aa7ea2983ed,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:58:06.849911 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c53ce83-1884-43f7-80ec-2eba6d8a5bc9 req-da5b9167-9185-4d95-968b-81f2e7fcb403 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:58:06.852682 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-8c53ce83-1884-43f7-80ec-2eba6d8a5bc9 req-da5b9167-9185-4d95-968b-81f2e7fcb403 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/ports?device_id=5be77a56-d5ef-4a70-9846-307f9eb76fa5 HTTP/1.1" status: 200 len: 946 time: 0.0815647 Aug 12 14:58:06.872310 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-952b83ce-841b-4aab-beb2-56ef1aa21ae3 tempest-RoutersNegativeTest-921822310 tempest-RoutersNegativeTest-921822310-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3857505'] for subnet, precommit_delete_associations {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:06.900955 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-8c53ce83-1884-43f7-80ec-2eba6d8a5bc9 req-bc6eaead-84ad-4cc2-87f1-fd0170c6fe41 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/security-groups?id=188dc986-a686-4570-b7d8-3a6edb471033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421455 Aug 12 14:58:06.904599 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-cd147422-c4ef-448e-b9c1-67e5ce6baa39 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-128349468-network', 'tenant_id': '97a024a2ae69405db950f97c5ddd1c7c'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:58:06.911150 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_v2 [None req-387526d3-864d-4919-94e1-3ef1f5982dbe tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] Deleting subnet 531d2301-82f9-4654-8ed1-705ce5d2229c {{(pid=94467) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 14:58:06.915077 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-387526d3-864d-4919-94e1-3ef1f5982dbe tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] Notify callbacks [] for subnet, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:06.970082 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-387526d3-864d-4919-94e1-3ef1f5982dbe tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3857505'] for subnet, precommit_delete_associations {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:07.085169 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44f01780-840b-45f4-9013-b405b0bd6be7 None None] DHCP port deletion for 925cf334-0f93-43a8-8098-0acc38bc05de request from n-d-694802-15 {{(pid=94468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 14:58:07.131236 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd147422-c4ef-448e-b9c1-67e5ce6baa39 admin admin] Made reservation on behalf of 97a024a2ae69405db950f97c5ddd1c7c for: {'network': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:58:07.134123 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-cd147422-c4ef-448e-b9c1-67e5ce6baa39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for network, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:07.139532 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-44f01780-840b-45f4-9013-b405b0bd6be7 None None] Deleting port b3c1cb62-42d1-48bb-9663-adf3e1e7d8c3 {{(pid=94468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:58:07.139942 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-44f01780-840b-45f4-9013-b405b0bd6be7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:07.164987 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-cd147422-c4ef-448e-b9c1-67e5ce6baa39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:07.192937 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-387526d3-864d-4919-94e1-3ef1f5982dbe tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66416255'] for subnet, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:07.212367 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-44f01780-840b-45f4-9013-b405b0bd6be7 None None] For port b3c1cb62-42d1-48bb-9663-adf3e1e7d8c3, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=b3c1cb62-42d1-48bb-9663-adf3e1e7d8c3,segment=NetworkSegment(d1f4f2c9-d2d3-457a-ae51-f19093acd6dd),segment_id=d1f4f2c9-d2d3-457a-ae51-f19093acd6dd)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:58:07.213493 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-44f01780-840b-45f4-9013-b405b0bd6be7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:07.231423 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-44f01780-840b-45f4-9013-b405b0bd6be7 None None] Calling delete_port for b3c1cb62-42d1-48bb-9663-adf3e1e7d8c3 owned by network:dhcp {{(pid=94468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:58:07.247434 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f1db43-1a38-48da-b578-d41e8646c481 req-1c012240-f586-4fc2-893f-ae008f71f620 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:58:07.249019 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-89f1db43-1a38-48da-b578-d41e8646c481 req-1c012240-f586-4fc2-893f-ae008f71f620 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/ports?device_id=5be77a56-d5ef-4a70-9846-307f9eb76fa5 HTTP/1.1" status: 200 len: 946 time: 0.2292390 Aug 12 14:58:07.264414 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-952b83ce-841b-4aab-beb2-56ef1aa21ae3 tempest-RoutersNegativeTest-921822310 tempest-RoutersNegativeTest-921822310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66416255'] for subnet, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:07.351205 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-44f01780-840b-45f4-9013-b405b0bd6be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262'] for port, after_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:07.388637 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-89f1db43-1a38-48da-b578-d41e8646c481 req-00d8dc91-308a-4bc4-9ffd-092b8df10435 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/security-groups?id=188dc986-a686-4570-b7d8-3a6edb471033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187394 Aug 12 14:58:07.391340 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44f01780-840b-45f4-9013-b405b0bd6be7 None None] No DVR routers for this DVR port b3c1cb62-42d1-48bb-9663-adf3e1e7d8c3 on host n-d-694802-15 {{(pid=94468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:58:07.393307 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f01780-840b-45f4-9013-b405b0bd6be7 None None] Pushing event deleted for resources: {'Port': ['ID=b3c1cb62-42d1-48bb-9663-adf3e1e7d8c3,revision_number=None']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:58:07.428333 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-387526d3-864d-4919-94e1-3ef1f5982dbe tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66416232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2859225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3343748'] for subnet, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:07.435540 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-952b83ce-841b-4aab-beb2-56ef1aa21ae3 tempest-RoutersNegativeTest-921822310 tempest-RoutersNegativeTest-921822310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66416232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2859225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3343748'] for subnet, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:07.473135 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387526d3-864d-4919-94e1-3ef1f5982dbe tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] Pushing event deleted for resources: {'Subnet': ['ID=531d2301-82f9-4654-8ed1-705ce5d2229c,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:58:07.485020 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d9d918d-3084-4989-bbfc-5b632500af54 None None] Network 1f33f20d-7541-4a38-9c23-c3ef6f27b95c requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:58:07.487731 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-952b83ce-841b-4aab-beb2-56ef1aa21ae3 tempest-RoutersNegativeTest-921822310 tempest-RoutersNegativeTest-921822310-project] Notify callbacks [] for subnet, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:07.492166 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 41182) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:58:07.492697 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-952b83ce-841b-4aab-beb2-56ef1aa21ae3 tempest-RoutersNegativeTest-921822310 tempest-RoutersNegativeTest-921822310-project] 10.222.0.39 "DELETE /v2.0/subnets/0a920bc0-e342-4166-9d58-746cefbcc77e HTTP/1.1" status: 204 len: 168 time: 0.7972772 Aug 12 14:58:07.496184 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-387526d3-864d-4919-94e1-3ef1f5982dbe tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] Notify callbacks [] for subnet, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:07.498131 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-387526d3-864d-4919-94e1-3ef1f5982dbe tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] 10.222.0.39 "DELETE /v2.0/subnets/531d2301-82f9-4654-8ed1-705ce5d2229c HTTP/1.1" status: 204 len: 168 time: 0.6830394 Aug 12 14:58:07.500838 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 41184) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:58:07.542283 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952b83ce-841b-4aab-beb2-56ef1aa21ae3 tempest-RoutersNegativeTest-921822310 tempest-RoutersNegativeTest-921822310-project] Pushing event deleted for resources: {'Subnet': ['ID=0a920bc0-e342-4166-9d58-746cefbcc77e,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:58:07.549906 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1a99ebc-21c4-4f29-8c6d-8d8b74d4c388 None None] Network a44005b9-93cc-4dc0-97d8-9579e299fd5c requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:58:07.641688 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-cd147422-c4ef-448e-b9c1-67e5ce6baa39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:07.648099 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-1772552a-2965-4524-a491-34f42ffb5110 req-d47dbeca-6a3e-4105-8018-794bbecd07bd tempest-TestVolumeBackupRestore-292524848 tempest-TestVolumeBackupRestore-292524848-project] 10.222.0.39 "GET /v2.0/ports?device_id=db0202bd-94ea-42c4-9631-34efc8745fa9 HTTP/1.1" status: 200 len: 210 time: 0.0496628 Aug 12 14:58:07.656708 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-cd147422-c4ef-448e-b9c1-67e5ce6baa39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:07.671527 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-37148a2d-a2cd-4346-bd37-502a009d1c12 tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680608'] for network, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:07.699129 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd147422-c4ef-448e-b9c1-67e5ce6baa39 admin admin] vlan segment allocate from pool success with {'vlan_id': 309, 'physical_network': 'physnet1'} {{(pid=94467) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 14:58:07.710746 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-cd147422-c4ef-448e-b9c1-67e5ce6baa39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:07.711200 n-d-694802-15 neutron-server[94467]: INFO neutron.db.segments_db [None req-cd147422-c4ef-448e-b9c1-67e5ce6baa39 admin admin] Added segment 88916b71-6178-4ba6-a386-2b59ad246f75 of type vlan for network b02635cc-1096-4fdc-aedd-ca47ec7df69e Aug 12 14:58:07.774238 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd147422-c4ef-448e-b9c1-67e5ce6baa39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4723c2e-efa2-417f-87aa-857c361c272d,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:58:07.778577 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-cd147422-c4ef-448e-b9c1-67e5ce6baa39 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744653628263'] for network, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:07.830037 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b4d63869-2435-4dab-98f2-f41ba2041e68 tempest-RoutersNegativeTest-921822310 tempest-RoutersNegativeTest-921822310-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680608'] for network, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:07.924966 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f3a41a-6e75-4786-9c77-cc51def0aff5 req-8bd90ffe-1bac-4ceb-8f61-5e665bd0b43d tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:58:07.927128 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-53f3a41a-6e75-4786-9c77-cc51def0aff5 req-8bd90ffe-1bac-4ceb-8f61-5e665bd0b43d tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/ports?device_id=5be77a56-d5ef-4a70-9846-307f9eb76fa5 HTTP/1.1" status: 200 len: 946 time: 0.1713150 Aug 12 14:58:07.954358 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b4d63869-2435-4dab-98f2-f41ba2041e68 tempest-RoutersNegativeTest-921822310 tempest-RoutersNegativeTest-921822310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66413304', 'neutron.services.segments.db._delete_segments_for_network-8744654118000'] for network, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:07.965033 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dac24f2-3ec3-425d-8dad-5e1290323f0d req-e21922a7-cacf-4841-b070-bfedbd982f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:58:07.967101 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4dac24f2-3ec3-425d-8dad-5e1290323f0d req-e21922a7-cacf-4841-b070-bfedbd982f14 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d333de5a1ab446aeb6524d52a70328d5&device_id=5be77a56-d5ef-4a70-9846-307f9eb76fa5 HTTP/1.1" status: 200 len: 1098 time: 0.1829686 Aug 12 14:58:07.976011 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-cd147422-c4ef-448e-b9c1-67e5ce6baa39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409'] for network, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:07.977014 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd147422-c4ef-448e-b9c1-67e5ce6baa39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:58:07.983246 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-cd147422-c4ef-448e-b9c1-67e5ce6baa39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for network, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:07.986555 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-b4d63869-2435-4dab-98f2-f41ba2041e68 tempest-RoutersNegativeTest-921822310 tempest-RoutersNegativeTest-921822310-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['925cf334-0f93-43a8-8098-0acc38bc05de']}} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:58:08.056481 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-b4d63869-2435-4dab-98f2-f41ba2041e68 tempest-RoutersNegativeTest-921822310 tempest-RoutersNegativeTest-921822310-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1f4f2c9-d2d3-457a-ae51-f19093acd6dd') {'for_net_delete': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:58:08.057070 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-b4d63869-2435-4dab-98f2-f41ba2041e68 tempest-RoutersNegativeTest-921822310 tempest-RoutersNegativeTest-921822310-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1f4f2c9-d2d3-457a-ae51-f19093acd6dd') {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:58:08.070871 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b4d63869-2435-4dab-98f2-f41ba2041e68 tempest-RoutersNegativeTest-921822310 tempest-RoutersNegativeTest-921822310-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744654122361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2293560'] for segment, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:08.085886 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-37148a2d-a2cd-4346-bd37-502a009d1c12 tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] Deleting port 39440e05-31ec-4398-81f9-0f8ef8f425ad {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:58:08.086228 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-37148a2d-a2cd-4346-bd37-502a009d1c12 tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:08.090677 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b4d63869-2435-4dab-98f2-f41ba2041e68 tempest-RoutersNegativeTest-921822310 tempest-RoutersNegativeTest-921822310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:08.099198 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4d63869-2435-4dab-98f2-f41ba2041e68 tempest-RoutersNegativeTest-921822310 tempest-RoutersNegativeTest-921822310-project] Releasing vlan 303 on physical network physnet1 to pool {{(pid=94466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 14:58:08.099943 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b4d63869-2435-4dab-98f2-f41ba2041e68 tempest-RoutersNegativeTest-921822310 tempest-RoutersNegativeTest-921822310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3718595'] for segment, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:08.165578 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6764f0b4-393a-4baa-9e0b-d0a7d230c739 None None] DHCP port deletion for a44005b9-93cc-4dc0-97d8-9579e299fd5c request from n-d-694802-15 {{(pid=94468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 14:58:08.182589 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device b3c1cb62-42d1-48bb-9663-adf3e1e7d8c3 no longer exists at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:58:08.189474 n-d-694802-15 neutron-server[94466]: Traceback (most recent call last): Aug 12 14:58:08.189474 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 14:58:08.189474 n-d-694802-15 neutron-server[94466]: timer() Aug 12 14:58:08.189474 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 14:58:08.189474 n-d-694802-15 neutron-server[94466]: cb(*args, **kw) Aug 12 14:58:08.189474 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 14:58:08.189474 n-d-694802-15 neutron-server[94466]: return func(*args, **kwargs) Aug 12 14:58:08.189474 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 14:58:08.189474 n-d-694802-15 neutron-server[94466]: self._notify() Aug 12 14:58:08.189474 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 14:58:08.189474 n-d-694802-15 neutron-server[94466]: self.callback(batched_events) Aug 12 14:58:08.189474 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 14:58:08.189474 n-d-694802-15 neutron-server[94466]: event.method(event) Aug 12 14:58:08.189474 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 14:58:08.189474 n-d-694802-15 neutron-server[94466]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 14:58:08.189474 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 14:58:08.189474 n-d-694802-15 neutron-server[94466]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 14:58:08.189474 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 14:58:08.189474 n-d-694802-15 neutron-server[94466]: return f(self, *a, **k) Aug 12 14:58:08.189474 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 14:58:08.189474 n-d-694802-15 neutron-server[94466]: return self._get(url).json() Aug 12 14:58:08.189474 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 14:58:08.189474 n-d-694802-15 neutron-server[94466]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 14:58:08.189474 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 14:58:08.189474 n-d-694802-15 neutron-server[94466]: return self.request(url, 'GET', **kwargs) Aug 12 14:58:08.189474 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 14:58:08.189474 n-d-694802-15 neutron-server[94466]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 14:58:08.189474 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 14:58:08.189474 n-d-694802-15 neutron-server[94466]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 14:58:08.189474 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 14:58:08.189474 n-d-694802-15 neutron-server[94466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 14:58:08.189474 n-d-694802-15 neutron-server[94466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 14:58:08.246224 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-cd147422-c4ef-448e-b9c1-67e5ce6baa39 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.6289291 Aug 12 14:58:08.260330 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-53f3a41a-6e75-4786-9c77-cc51def0aff5 req-f20f79f9-9e04-4edb-b313-cd2e78d21b14 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/security-groups?id=188dc986-a686-4570-b7d8-3a6edb471033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3168714 Aug 12 14:58:08.261274 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 41192) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:58:08.262518 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1746d947-aa09-46a7-90d4-accd589f0894 None None] DHCP port deletion for 1f33f20d-7541-4a38-9c23-c3ef6f27b95c request from n-d-694802-15 {{(pid=94468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 14:58:08.267250 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] No Port match for: b3c1cb62-42d1-48bb-9663-adf3e1e7d8c3 {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 14:58:08.268896 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device b3c1cb62-42d1-48bb-9663-adf3e1e7d8c3 not bound to the agent host n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:58:08.278665 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-c17e0ee8-bf3c-40f6-be2a-6c7c317921ee admin admin] Request body: {'subnet': {'network_id': 'b02635cc-1096-4fdc-aedd-ca47ec7df69e', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-128349468-subnet', 'tenant_id': '97a024a2ae69405db950f97c5ddd1c7c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:58:08.287562 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd147422-c4ef-448e-b9c1-67e5ce6baa39 admin admin] Pushing event updated for resources: {'Network': ['ID=b02635cc-1096-4fdc-aedd-ca47ec7df69e,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:58:08.322461 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [None req-37148a2d-a2cd-4346-bd37-502a009d1c12 tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] For port 39440e05-31ec-4398-81f9-0f8ef8f425ad, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=39440e05-31ec-4398-81f9-0f8ef8f425ad,segment=NetworkSegment(da5a7d81-4c26-4be0-9982-915d23392749),segment_id=da5a7d81-4c26-4be0-9982-915d23392749)] {{(pid=94467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:58:08.322870 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-37148a2d-a2cd-4346-bd37-502a009d1c12 tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:08.326589 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b4d63869-2435-4dab-98f2-f41ba2041e68 tempest-RoutersNegativeTest-921822310 tempest-RoutersNegativeTest-921822310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66413281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431520'] for network, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:08.329281 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Network b02635cc-1096-4fdc-aedd-ca47ec7df69e details requested by agent ovs-agent-n-d-694802-15 with host n-d-694802-15 {{(pid=94468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 14:58:08.345248 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b4d63869-2435-4dab-98f2-f41ba2041e68 tempest-RoutersNegativeTest-921822310 tempest-RoutersNegativeTest-921822310-project] Notify callbacks [] for network, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:08.352170 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-b4d63869-2435-4dab-98f2-f41ba2041e68 tempest-RoutersNegativeTest-921822310 tempest-RoutersNegativeTest-921822310-project] 10.222.0.39 "DELETE /v2.0/networks/925cf334-0f93-43a8-8098-0acc38bc05de HTTP/1.1" status: 204 len: 168 time: 0.8582890 Aug 12 14:58:08.356755 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 41194) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:58:08.357380 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c17e0ee8-bf3c-40f6-be2a-6c7c317921ee admin admin] Made reservation on behalf of 97a024a2ae69405db950f97c5ddd1c7c for: {'subnet': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:58:08.359772 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c17e0ee8-bf3c-40f6-be2a-6c7c317921ee admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8776441'] for subnet, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:08.381974 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-37148a2d-a2cd-4346-bd37-502a009d1c12 tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] Calling delete_port for 39440e05-31ec-4398-81f9-0f8ef8f425ad owned by network:dhcp {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:58:08.440497 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dac24f2-3ec3-425d-8dad-5e1290323f0d req-63746996-21be-4c82-a7db-ac1135a9786f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:58:08.442494 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4dac24f2-3ec3-425d-8dad-5e1290323f0d req-63746996-21be-4c82-a7db-ac1135a9786f service neutron] 10.222.0.64 "GET /v2.0/networks?id=16f33fa1-6b71-42ec-b506-a52fb0f6c597 HTTP/1.1" status: 200 len: 914 time: 0.4314051 Aug 12 14:58:08.446716 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d63869-2435-4dab-98f2-f41ba2041e68 tempest-RoutersNegativeTest-921822310 tempest-RoutersNegativeTest-921822310-project] Pushing event deleted for resources: {'Network': ['ID=925cf334-0f93-43a8-8098-0acc38bc05de,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:58:08.459713 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-6764f0b4-393a-4baa-9e0b-d0a7d230c739 None None] Deleting port 39440e05-31ec-4398-81f9-0f8ef8f425ad {{(pid=94468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:58:08.461769 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-6764f0b4-393a-4baa-9e0b-d0a7d230c739 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:08.544880 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-49acd1d5-5337-470e-8b21-f6dc3a6b2894 tempest-RoutersNegativeTest-921822310 tempest-RoutersNegativeTest-921822310-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680608'] for network, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:08.556860 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-1746d947-aa09-46a7-90d4-accd589f0894 None None] Deleting port 420cefda-4700-4b09-8e12-ad132b7ca163 {{(pid=94468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:58:08.557766 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-1746d947-aa09-46a7-90d4-accd589f0894 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:08.575486 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4dac24f2-3ec3-425d-8dad-5e1290323f0d req-8fbf347d-5f1e-4227-b2ed-89ee06bff604 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a7d22d5e-69bc-43ea-9592-15336af84849 HTTP/1.1" status: 200 len: 217 time: 0.1231184 Aug 12 14:58:08.639118 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-1746d947-aa09-46a7-90d4-accd589f0894 None None] For port 420cefda-4700-4b09-8e12-ad132b7ca163, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=420cefda-4700-4b09-8e12-ad132b7ca163,segment=NetworkSegment(fb66dd90-d314-45bd-beab-561626b11896),segment_id=fb66dd90-d314-45bd-beab-561626b11896)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:58:08.639928 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-1746d947-aa09-46a7-90d4-accd589f0894 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:08.661325 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-1746d947-aa09-46a7-90d4-accd589f0894 None None] Calling delete_port for 420cefda-4700-4b09-8e12-ad132b7ca163 owned by network:dhcp {{(pid=94468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:58:08.667458 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dac24f2-3ec3-425d-8dad-5e1290323f0d req-b0e64baa-6f00-44b8-8cfc-3f907f0bb861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:58:08.669455 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4dac24f2-3ec3-425d-8dad-5e1290323f0d req-b0e64baa-6f00-44b8-8cfc-3f907f0bb861 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2ab25733-26fe-4392-bfb6-ba7978262295 HTTP/1.1" status: 200 len: 853 time: 0.0832329 Aug 12 14:58:08.695292 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-49acd1d5-5337-470e-8b21-f6dc3a6b2894 tempest-RoutersNegativeTest-921822310 tempest-RoutersNegativeTest-921822310-project] Deleting port 420cefda-4700-4b09-8e12-ad132b7ca163 {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:58:08.695638 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-49acd1d5-5337-470e-8b21-f6dc3a6b2894 tempest-RoutersNegativeTest-921822310 tempest-RoutersNegativeTest-921822310-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:08.696137 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-6764f0b4-393a-4baa-9e0b-d0a7d230c739 None None] For port 39440e05-31ec-4398-81f9-0f8ef8f425ad, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=39440e05-31ec-4398-81f9-0f8ef8f425ad,segment=NetworkSegment(da5a7d81-4c26-4be0-9982-915d23392749),segment_id=da5a7d81-4c26-4be0-9982-915d23392749)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:58:08.696797 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-6764f0b4-393a-4baa-9e0b-d0a7d230c739 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:08.748002 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-6764f0b4-393a-4baa-9e0b-d0a7d230c739 None None] Calling delete_port for 39440e05-31ec-4398-81f9-0f8ef8f425ad owned by network:dhcp {{(pid=94468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:58:08.774382 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4dac24f2-3ec3-425d-8dad-5e1290323f0d req-53118c3a-d0e4-4d88-bf02-c34c3754565c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=16f33fa1-6b71-42ec-b506-a52fb0f6c597&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0913694 Aug 12 14:58:08.830058 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c17e0ee8-bf3c-40f6-be2a-6c7c317921ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3718490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8776395'] for subnet, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:08.851772 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d02e166a-c797-44c5-9750-d573bb755284 req-4f5555a9-a9e9-4053-a9fa-7c6629c82d8b tempest-TestVolumeBackupRestore-292524848 tempest-TestVolumeBackupRestore-292524848-project] 10.222.0.39 "GET /v2.0/ports?device_id=db0202bd-94ea-42c4-9631-34efc8745fa9 HTTP/1.1" status: 200 len: 210 time: 0.0525703 Aug 12 14:58:08.857116 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-1746d947-aa09-46a7-90d4-accd589f0894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262'] for port, after_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:08.886793 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-49acd1d5-5337-470e-8b21-f6dc3a6b2894 tempest-RoutersNegativeTest-921822310 tempest-RoutersNegativeTest-921822310-project] For port 420cefda-4700-4b09-8e12-ad132b7ca163, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=420cefda-4700-4b09-8e12-ad132b7ca163,segment=NetworkSegment(fb66dd90-d314-45bd-beab-561626b11896),segment_id=fb66dd90-d314-45bd-beab-561626b11896)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:58:08.887485 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-49acd1d5-5337-470e-8b21-f6dc3a6b2894 tempest-RoutersNegativeTest-921822310 tempest-RoutersNegativeTest-921822310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:08.913230 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1746d947-aa09-46a7-90d4-accd589f0894 None None] Pushing event deleted for resources: {'Port': ['ID=420cefda-4700-4b09-8e12-ad132b7ca163,revision_number=None']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:58:08.913866 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-49acd1d5-5337-470e-8b21-f6dc3a6b2894 tempest-RoutersNegativeTest-921822310 tempest-RoutersNegativeTest-921822310-project] Calling delete_port for 420cefda-4700-4b09-8e12-ad132b7ca163 owned by network:dhcp {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:58:08.935105 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1746d947-aa09-46a7-90d4-accd589f0894 None None] No DVR routers for this DVR port 420cefda-4700-4b09-8e12-ad132b7ca163 on host n-d-694802-15 {{(pid=94468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:58:08.944701 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-6764f0b4-393a-4baa-9e0b-d0a7d230c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262'] for port, after_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:08.962839 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-37148a2d-a2cd-4346-bd37-502a009d1c12 tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:08.979092 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17e0ee8-bf3c-40f6-be2a-6c7c317921ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b447e5c-f967-4a89-a9ce-d2070d86de08,revision_number=0']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:58:08.979978 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6764f0b4-393a-4baa-9e0b-d0a7d230c739 None None] Pushing event deleted for resources: {'Port': ['ID=39440e05-31ec-4398-81f9-0f8ef8f425ad,revision_number=None']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:58:09.001335 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c17e0ee8-bf3c-40f6-be2a-6c7c317921ee admin admin] Checking segment: {'id': '88916b71-6178-4ba6-a386-2b59ad246f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'b02635cc-1096-4fdc-aedd-ca47ec7df69e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:58:09.001924 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c17e0ee8-bf3c-40f6-be2a-6c7c317921ee admin admin] Network hostable DHCP agents. Network: b02635cc-1096-4fdc-aedd-ca47ec7df69e, hostable agents: ['1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658'], hosted agents: [] {{(pid=94466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 14:58:09.004594 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6764f0b4-393a-4baa-9e0b-d0a7d230c739 None None] No DVR routers for this DVR port 39440e05-31ec-4398-81f9-0f8ef8f425ad on host n-d-694802-15 {{(pid=94468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:58:09.042437 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c17e0ee8-bf3c-40f6-be2a-6c7c317921ee admin admin] Network b02635cc-1096-4fdc-aedd-ca47ec7df69e is scheduled to be hosted by DHCP agent 1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658 with binding_index 1 {{(pid=94466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 14:58:09.051539 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-49acd1d5-5337-470e-8b21-f6dc3a6b2894 tempest-RoutersNegativeTest-921822310 tempest-RoutersNegativeTest-921822310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:09.061996 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-c17e0ee8-bf3c-40f6-be2a-6c7c317921ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-15, b02635cc-1096-4fdc-aedd-ca47ec7df69e) {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:58:09.070348 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37148a2d-a2cd-4346-bd37-502a009d1c12 tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] Pushing event deleted for resources: {'Port': ['ID=39440e05-31ec-4398-81f9-0f8ef8f425ad,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:58:09.071694 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e6f086a-0f3e-489a-9e06-3075f81b87a5 None None] Network b02635cc-1096-4fdc-aedd-ca47ec7df69e requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:58:09.075696 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37148a2d-a2cd-4346-bd37-502a009d1c12 tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] No DVR routers for this DVR port 39440e05-31ec-4398-81f9-0f8ef8f425ad on host n-d-694802-15 {{(pid=94467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:58:09.089666 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c17e0ee8-bf3c-40f6-be2a-6c7c317921ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:58:09.090278 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c17e0ee8-bf3c-40f6-be2a-6c7c317921ee admin admin] Notify callbacks [] for subnet, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:09.094122 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49acd1d5-5337-470e-8b21-f6dc3a6b2894 tempest-RoutersNegativeTest-921822310 tempest-RoutersNegativeTest-921822310-project] Pushing event deleted for resources: {'Port': ['ID=420cefda-4700-4b09-8e12-ad132b7ca163,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:58:09.101336 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49acd1d5-5337-470e-8b21-f6dc3a6b2894 tempest-RoutersNegativeTest-921822310 tempest-RoutersNegativeTest-921822310-project] No DVR routers for this DVR port 420cefda-4700-4b09-8e12-ad132b7ca163 on host n-d-694802-15 {{(pid=94466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:58:09.182881 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-37148a2d-a2cd-4346-bd37-502a009d1c12 tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66413304', 'neutron.services.segments.db._delete_segments_for_network-8744654118000'] for network, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:09.192161 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-c17e0ee8-bf3c-40f6-be2a-6c7c317921ee admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.9261725 Aug 12 14:58:09.202228 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-37148a2d-a2cd-4346-bd37-502a009d1c12 tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a44005b9-93cc-4dc0-97d8-9579e299fd5c']}} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:58:09.245579 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4dac24f2-3ec3-425d-8dad-5e1290323f0d req-001399a5-46ba-42f4-b68c-e925e679ba99 service neutron] 10.222.0.64 "GET /v2.0/networks/16f33fa1-6b71-42ec-b506-a52fb0f6c597?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4548762 Aug 12 14:58:09.276547 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-49acd1d5-5337-470e-8b21-f6dc3a6b2894 tempest-RoutersNegativeTest-921822310 tempest-RoutersNegativeTest-921822310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66413304', 'neutron.services.segments.db._delete_segments_for_network-8744654118000'] for network, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:09.285457 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-37148a2d-a2cd-4346-bd37-502a009d1c12 tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da5a7d81-4c26-4be0-9982-915d23392749') {'for_net_delete': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:58:09.286713 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-37148a2d-a2cd-4346-bd37-502a009d1c12 tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da5a7d81-4c26-4be0-9982-915d23392749') {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:58:09.293938 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-49acd1d5-5337-470e-8b21-f6dc3a6b2894 tempest-RoutersNegativeTest-921822310 tempest-RoutersNegativeTest-921822310-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f33f20d-7541-4a38-9c23-c3ef6f27b95c']}} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:58:09.317026 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-49acd1d5-5337-470e-8b21-f6dc3a6b2894 tempest-RoutersNegativeTest-921822310 tempest-RoutersNegativeTest-921822310-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb66dd90-d314-45bd-beab-561626b11896') {'for_net_delete': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:58:09.318023 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-49acd1d5-5337-470e-8b21-f6dc3a6b2894 tempest-RoutersNegativeTest-921822310 tempest-RoutersNegativeTest-921822310-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb66dd90-d314-45bd-beab-561626b11896') {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:58:09.332609 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-49acd1d5-5337-470e-8b21-f6dc3a6b2894 tempest-RoutersNegativeTest-921822310 tempest-RoutersNegativeTest-921822310-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744654122361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2293560'] for segment, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:09.374762 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-49acd1d5-5337-470e-8b21-f6dc3a6b2894 tempest-RoutersNegativeTest-921822310 tempest-RoutersNegativeTest-921822310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:09.382632 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-37148a2d-a2cd-4346-bd37-502a009d1c12 tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744654122361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3857526'] for segment, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:09.408365 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-37148a2d-a2cd-4346-bd37-502a009d1c12 tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:09.419930 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37148a2d-a2cd-4346-bd37-502a009d1c12 tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] Releasing vlan 300 on physical network physnet1 to pool {{(pid=94467) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 14:58:09.420382 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-37148a2d-a2cd-4346-bd37-502a009d1c12 tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2859015'] for segment, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:09.424246 n-d-694802-15 neutron-server[94467]: Traceback (most recent call last): Aug 12 14:58:09.424246 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 14:58:09.424246 n-d-694802-15 neutron-server[94467]: timer() Aug 12 14:58:09.424246 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 14:58:09.424246 n-d-694802-15 neutron-server[94467]: cb(*args, **kw) Aug 12 14:58:09.424246 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 14:58:09.424246 n-d-694802-15 neutron-server[94467]: return func(*args, **kwargs) Aug 12 14:58:09.424246 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 14:58:09.424246 n-d-694802-15 neutron-server[94467]: self._notify() Aug 12 14:58:09.424246 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 14:58:09.424246 n-d-694802-15 neutron-server[94467]: self.callback(batched_events) Aug 12 14:58:09.424246 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 14:58:09.424246 n-d-694802-15 neutron-server[94467]: event.method(event) Aug 12 14:58:09.424246 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 14:58:09.424246 n-d-694802-15 neutron-server[94467]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 14:58:09.424246 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 14:58:09.424246 n-d-694802-15 neutron-server[94467]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 14:58:09.424246 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 14:58:09.424246 n-d-694802-15 neutron-server[94467]: return f(self, *a, **k) Aug 12 14:58:09.424246 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 14:58:09.424246 n-d-694802-15 neutron-server[94467]: return self._get(url).json() Aug 12 14:58:09.424246 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 14:58:09.424246 n-d-694802-15 neutron-server[94467]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 14:58:09.424246 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 14:58:09.424246 n-d-694802-15 neutron-server[94467]: return self.request(url, 'GET', **kwargs) Aug 12 14:58:09.424246 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 14:58:09.424246 n-d-694802-15 neutron-server[94467]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 14:58:09.424246 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 14:58:09.424246 n-d-694802-15 neutron-server[94467]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 14:58:09.424246 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 14:58:09.424246 n-d-694802-15 neutron-server[94467]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 14:58:09.424246 n-d-694802-15 neutron-server[94467]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 14:58:09.512391 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4dac24f2-3ec3-425d-8dad-5e1290323f0d req-4bc24ade-a9c6-4628-bef8-5ed721214e79 service neutron] 10.222.0.64 "GET /v2.0/networks/16f33fa1-6b71-42ec-b506-a52fb0f6c597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2500639 Aug 12 14:58:09.516301 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49acd1d5-5337-470e-8b21-f6dc3a6b2894 tempest-RoutersNegativeTest-921822310 tempest-RoutersNegativeTest-921822310-project] Releasing vlan 327 on physical network physnet1 to pool {{(pid=94466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 14:58:09.517466 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-37148a2d-a2cd-4346-bd37-502a009d1c12 tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66413281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431520'] for network, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:09.518550 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-49acd1d5-5337-470e-8b21-f6dc3a6b2894 tempest-RoutersNegativeTest-921822310 tempest-RoutersNegativeTest-921822310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3718595'] for segment, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:09.536738 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb11f92c-6c3b-4f8d-94f6-41ef4c4515f1 None None] Network b02635cc-1096-4fdc-aedd-ca47ec7df69e requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:58:09.539081 n-d-694802-15 neutron-server[94466]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 14:58:09.539081 n-d-694802-15 neutron-server[94466]: self.session.flush() Aug 12 14:58:09.539081 n-d-694802-15 neutron-server[94466]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 14:58:09.539081 n-d-694802-15 neutron-server[94466]: self.session.flush() Aug 12 14:58:09.539081 n-d-694802-15 neutron-server[94466]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 14:58:09.539081 n-d-694802-15 neutron-server[94466]: self.session.flush() Aug 12 14:58:09.539081 n-d-694802-15 neutron-server[94466]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 14:58:09.539081 n-d-694802-15 neutron-server[94466]: self.session.flush() Aug 12 14:58:09.539081 n-d-694802-15 neutron-server[94466]: Traceback (most recent call last): Aug 12 14:58:09.539081 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 14:58:09.539081 n-d-694802-15 neutron-server[94466]: timer() Aug 12 14:58:09.539081 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 14:58:09.539081 n-d-694802-15 neutron-server[94466]: cb(*args, **kw) Aug 12 14:58:09.539081 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 14:58:09.539081 n-d-694802-15 neutron-server[94466]: return func(*args, **kwargs) Aug 12 14:58:09.539081 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 14:58:09.539081 n-d-694802-15 neutron-server[94466]: self._notify() Aug 12 14:58:09.539081 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 14:58:09.539081 n-d-694802-15 neutron-server[94466]: self.callback(batched_events) Aug 12 14:58:09.539081 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 14:58:09.539081 n-d-694802-15 neutron-server[94466]: event.method(event) Aug 12 14:58:09.539081 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 14:58:09.539081 n-d-694802-15 neutron-server[94466]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 14:58:09.539081 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 14:58:09.539081 n-d-694802-15 neutron-server[94466]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 14:58:09.539081 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 14:58:09.539081 n-d-694802-15 neutron-server[94466]: return f(self, *a, **k) Aug 12 14:58:09.539081 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 14:58:09.539081 n-d-694802-15 neutron-server[94466]: return self._get(url).json() Aug 12 14:58:09.539081 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 14:58:09.539081 n-d-694802-15 neutron-server[94466]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 14:58:09.539081 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 14:58:09.539081 n-d-694802-15 neutron-server[94466]: return self.request(url, 'GET', **kwargs) Aug 12 14:58:09.539081 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 14:58:09.539081 n-d-694802-15 neutron-server[94466]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 14:58:09.539081 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 14:58:09.539081 n-d-694802-15 neutron-server[94466]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 14:58:09.539081 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 14:58:09.539081 n-d-694802-15 neutron-server[94466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 14:58:09.539081 n-d-694802-15 neutron-server[94466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 14:58:09.545827 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-37148a2d-a2cd-4346-bd37-502a009d1c12 tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for network, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:09.547758 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-37148a2d-a2cd-4346-bd37-502a009d1c12 tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] 10.222.0.39 "DELETE /v2.0/networks/a44005b9-93cc-4dc0-97d8-9579e299fd5c HTTP/1.1" status: 204 len: 168 time: 2.0281377 Aug 12 14:58:09.561226 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 41208) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:58:09.581886 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37148a2d-a2cd-4346-bd37-502a009d1c12 tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] Pushing event deleted for resources: {'Network': ['ID=a44005b9-93cc-4dc0-97d8-9579e299fd5c,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:58:09.646711 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-0035c523-907e-4f1e-a0ff-01a9f47064ea tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] 10.222.0.39 "GET /v2.0/ports?device_id=822f9bf9-d605-4775-982d-f7a91b969aa7 HTTP/1.1" status: 200 len: 205 time: 0.0816545 Aug 12 14:58:09.649804 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 41210) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:58:09.680333 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebd6529-b30a-4d86-a890-a7c85c0c9624 req-7877d4f2-c861-4afc-9bcd-6327b34388aa tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:58:09.681962 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-2ebd6529-b30a-4d86-a890-a7c85c0c9624 req-7877d4f2-c861-4afc-9bcd-6327b34388aa tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/ports?device_id=5be77a56-d5ef-4a70-9846-307f9eb76fa5 HTTP/1.1" status: 200 len: 946 time: 0.2919006 Aug 12 14:58:09.683446 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-49acd1d5-5337-470e-8b21-f6dc3a6b2894 tempest-RoutersNegativeTest-921822310 tempest-RoutersNegativeTest-921822310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66413281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431520'] for network, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:09.696595 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-49acd1d5-5337-470e-8b21-f6dc3a6b2894 tempest-RoutersNegativeTest-921822310 tempest-RoutersNegativeTest-921822310-project] Notify callbacks [] for network, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:09.699853 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-49acd1d5-5337-470e-8b21-f6dc3a6b2894 tempest-RoutersNegativeTest-921822310 tempest-RoutersNegativeTest-921822310-project] 10.222.0.39 "DELETE /v2.0/networks/1f33f20d-7541-4a38-9c23-c3ef6f27b95c HTTP/1.1" status: 204 len: 168 time: 1.3339713 Aug 12 14:58:09.718937 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 41212) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:58:09.741159 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49acd1d5-5337-470e-8b21-f6dc3a6b2894 tempest-RoutersNegativeTest-921822310 tempest-RoutersNegativeTest-921822310-project] Pushing event deleted for resources: {'Network': ['ID=1f33f20d-7541-4a38-9c23-c3ef6f27b95c,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:58:09.766668 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-acecc8a4-5516-4c88-a081-9bfd7397f44e tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] Notify callbacks [] for router, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:09.824572 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_v2 [None req-a472785f-fd95-4071-9a8f-ea60c5b3cbb5 tempest-RoutersNegativeTest-921822310 tempest-RoutersNegativeTest-921822310-project] Deleting subnet f490c3dc-0348-46eb-b1d5-93efe8bce702 {{(pid=94466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 14:58:09.828623 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a472785f-fd95-4071-9a8f-ea60c5b3cbb5 tempest-RoutersNegativeTest-921822310 tempest-RoutersNegativeTest-921822310-project] Notify callbacks [] for subnet, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:09.872432 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-2ebd6529-b30a-4d86-a890-a7c85c0c9624 req-9a7d298a-a335-468f-8a9a-6d6b26b73e6a tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/security-groups?id=188dc986-a686-4570-b7d8-3a6edb471033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520302 Aug 12 14:58:09.915951 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a472785f-fd95-4071-9a8f-ea60c5b3cbb5 tempest-RoutersNegativeTest-921822310 tempest-RoutersNegativeTest-921822310-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2293551'] for subnet, precommit_delete_associations {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:09.925782 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 41224) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:58:09.989934 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-acecc8a4-5516-4c88-a081-9bfd7397f44e tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-429360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-104877'] for router, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:09.993459 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-acecc8a4-5516-4c88-a081-9bfd7397f44e tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:10.057024 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-acecc8a4-5516-4c88-a081-9bfd7397f44e tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-429375'] for router, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:10.058330 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acecc8a4-5516-4c88-a081-9bfd7397f44e tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] Fanout notify agent at l3_agent the message router_deleted on router 822f9bf9-d605-4775-982d-f7a91b969aa7 {{(pid=94467) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 14:58:10.073631 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-acecc8a4-5516-4c88-a081-9bfd7397f44e tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] Notify callbacks [] for router, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:10.078085 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-acecc8a4-5516-4c88-a081-9bfd7397f44e tempest-RoutersNegativeIpV6Test-1785594258 tempest-RoutersNegativeIpV6Test-1785594258-project] 10.222.0.39 "DELETE /v2.0/routers/822f9bf9-d605-4775-982d-f7a91b969aa7 HTTP/1.1" status: 204 len: 168 time: 0.4237084 Aug 12 14:58:10.078085 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 41230) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:58:10.087243 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-3d3e1b93-7938-4c5a-a733-36750ef03683 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1232437276-network', 'tenant_id': '4d828e3d76264899818599053f78fd18'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:58:10.118775 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d3e1b93-7938-4c5a-a733-36750ef03683 admin admin] Made reservation on behalf of 4d828e3d76264899818599053f78fd18 for: {'network': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:58:10.120055 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-efdabd81-b003-4258-8e2b-f496b2e6458c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:10.126040 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-3d3e1b93-7938-4c5a-a733-36750ef03683 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for network, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:10.143037 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-3d3e1b93-7938-4c5a-a733-36750ef03683 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:10.146684 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 39440e05-31ec-4398-81f9-0f8ef8f425ad no longer exists at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:58:10.194116 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] No Port match for: 39440e05-31ec-4398-81f9-0f8ef8f425ad {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 14:58:10.194581 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 39440e05-31ec-4398-81f9-0f8ef8f425ad not bound to the agent host n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:58:10.195127 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 420cefda-4700-4b09-8e12-ad132b7ca163 no longer exists at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:58:10.200998 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9b9e3e10-e66b-4d4f-ae93-ee29feb81824 tempest-TestVolumeBackupRestore-292524848 tempest-TestVolumeBackupRestore-292524848-project] Notify callbacks [] for security_group, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:10.244361 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] No Port match for: 420cefda-4700-4b09-8e12-ad132b7ca163 {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 14:58:10.244714 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 420cefda-4700-4b09-8e12-ad132b7ca163 not bound to the agent host n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:58:10.255088 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a472785f-fd95-4071-9a8f-ea60c5b3cbb5 tempest-RoutersNegativeTest-921822310 tempest-RoutersNegativeTest-921822310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66416255'] for subnet, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:10.312952 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-3d3e1b93-7938-4c5a-a733-36750ef03683 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:10.358331 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-3d3e1b93-7938-4c5a-a733-36750ef03683 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:10.374940 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9b9e3e10-e66b-4d4f-ae93-ee29feb81824 tempest-TestVolumeBackupRestore-292524848 tempest-TestVolumeBackupRestore-292524848-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:10.413841 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d3e1b93-7938-4c5a-a733-36750ef03683 admin admin] vlan segment allocate from pool success with {'vlan_id': 348, 'physical_network': 'physnet1'} {{(pid=94467) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 14:58:10.416717 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3e1b93-7938-4c5a-a733-36750ef03683 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06750a66-4cc4-4547-ab21-6139892910bb,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:58:10.435418 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f370a1-c441-4ff4-922a-95069f020015 req-7967a74e-1453-474e-a9e6-d011659c92e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:58:10.437278 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-25f370a1-c441-4ff4-922a-95069f020015 req-7967a74e-1453-474e-a9e6-d011659c92e6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d333de5a1ab446aeb6524d52a70328d5&device_id=5be77a56-d5ef-4a70-9846-307f9eb76fa5 HTTP/1.1" status: 200 len: 1098 time: 0.1226578 Aug 12 14:58:10.438518 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-3d3e1b93-7938-4c5a-a733-36750ef03683 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:10.438875 n-d-694802-15 neutron-server[94467]: INFO neutron.db.segments_db [None req-3d3e1b93-7938-4c5a-a733-36750ef03683 admin admin] Added segment 1cce25ae-f47a-442d-808c-d5e32e65ceda of type vlan for network 8cda6ed7-7093-44f5-bdcd-b5db68da9d6e Aug 12 14:58:10.442115 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead877ab-621a-4490-addc-805242c671d4 req-dc214dd4-91c1-4f83-afe0-8dfa0d07b3b6 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:58:10.453169 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-ead877ab-621a-4490-addc-805242c671d4 req-dc214dd4-91c1-4f83-afe0-8dfa0d07b3b6 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/ports?device_id=5be77a56-d5ef-4a70-9846-307f9eb76fa5 HTTP/1.1" status: 200 len: 946 time: 0.1283045 Aug 12 14:58:10.498331 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a472785f-fd95-4071-9a8f-ea60c5b3cbb5 tempest-RoutersNegativeTest-921822310 tempest-RoutersNegativeTest-921822310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66416232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3718429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8776402'] for subnet, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:10.542776 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 41240) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:58:10.542956 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a472785f-fd95-4071-9a8f-ea60c5b3cbb5 tempest-RoutersNegativeTest-921822310 tempest-RoutersNegativeTest-921822310-project] Pushing event deleted for resources: {'Subnet': ['ID=f490c3dc-0348-46eb-b1d5-93efe8bce702,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:58:10.544131 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a472785f-fd95-4071-9a8f-ea60c5b3cbb5 tempest-RoutersNegativeTest-921822310 tempest-RoutersNegativeTest-921822310-project] Notify callbacks [] for subnet, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:10.546254 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-a472785f-fd95-4071-9a8f-ea60c5b3cbb5 tempest-RoutersNegativeTest-921822310 tempest-RoutersNegativeTest-921822310-project] 10.222.0.39 "DELETE /v2.0/subnets/f490c3dc-0348-46eb-b1d5-93efe8bce702 HTTP/1.1" status: 204 len: 168 time: 0.8249552 Aug 12 14:58:10.552102 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-3d3e1b93-7938-4c5a-a733-36750ef03683 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744653628263'] for network, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:10.556883 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1b779f5-30a3-404b-a176-735b668d0053 None None] Network adfede8d-10fc-40d6-9b52-1f781fb5cafb requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:58:10.557806 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-ead877ab-621a-4490-addc-805242c671d4 req-373527ba-f7ec-43fa-8506-a4d43d07627a tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/security-groups?id=188dc986-a686-4570-b7d8-3a6edb471033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043966 Aug 12 14:58:10.566631 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 41242) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:58:10.588019 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9b9e3e10-e66b-4d4f-ae93-ee29feb81824 tempest-TestVolumeBackupRestore-292524848 tempest-TestVolumeBackupRestore-292524848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:10.591641 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9b9e3e10-e66b-4d4f-ae93-ee29feb81824 tempest-TestVolumeBackupRestore-292524848 tempest-TestVolumeBackupRestore-292524848-project] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:10.593750 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-9b9e3e10-e66b-4d4f-ae93-ee29feb81824 tempest-TestVolumeBackupRestore-292524848 tempest-TestVolumeBackupRestore-292524848-project] 10.222.0.39 "DELETE /v2.0/security-groups/17282c6e-3c60-4b34-9e54-7461708f942e HTTP/1.1" status: 204 len: 168 time: 0.6440222 Aug 12 14:58:10.620268 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9e3e10-e66b-4d4f-ae93-ee29feb81824 tempest-TestVolumeBackupRestore-292524848 tempest-TestVolumeBackupRestore-292524848-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=17282c6e-3c60-4b34-9e54-7461708f942e,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:58:10.768977 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f370a1-c441-4ff4-922a-95069f020015 req-832d9da0-1e24-4688-a69b-e0b128246bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:58:10.771600 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-25f370a1-c441-4ff4-922a-95069f020015 req-832d9da0-1e24-4688-a69b-e0b128246bb4 service neutron] 10.222.0.64 "GET /v2.0/networks?id=16f33fa1-6b71-42ec-b506-a52fb0f6c597 HTTP/1.1" status: 200 len: 914 time: 0.3232586 Aug 12 14:58:10.777382 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-0fd94d0e-765e-4d8d-9415-5f51a0a45bd5 tempest-RoutersNegativeTest-921822310 tempest-RoutersNegativeTest-921822310-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680608'] for network, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:10.781312 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-3d3e1b93-7938-4c5a-a733-36750ef03683 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409'] for network, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:10.782262 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d3e1b93-7938-4c5a-a733-36750ef03683 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:58:10.782844 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-3d3e1b93-7938-4c5a-a733-36750ef03683 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for network, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:10.856637 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25fe7afd-f224-4f64-814c-bdc2b8a79b74 None None] DHCP port deletion for adfede8d-10fc-40d6-9b52-1f781fb5cafb request from n-d-694802-15 {{(pid=94468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 14:58:10.954234 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-25fe7afd-f224-4f64-814c-bdc2b8a79b74 None None] Deleting port c892c9b2-2e10-4c42-891b-c314738f253f {{(pid=94468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:58:10.955710 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-25fe7afd-f224-4f64-814c-bdc2b8a79b74 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:10.958626 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3e1b93-7938-4c5a-a733-36750ef03683 admin admin] Pushing event updated for resources: {'Network': ['ID=8cda6ed7-7093-44f5-bdcd-b5db68da9d6e,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:58:10.986239 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-3d3e1b93-7938-4c5a-a733-36750ef03683 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.9069331 Aug 12 14:58:10.986682 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 41270) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:58:11.000945 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-d1a9802f-903f-4d1e-a45b-2be67af752a4 admin admin] Request body: {'subnet': {'network_id': '8cda6ed7-7093-44f5-bdcd-b5db68da9d6e', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1232437276-subnet', 'tenant_id': '4d828e3d76264899818599053f78fd18', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:58:11.030830 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-25f370a1-c441-4ff4-922a-95069f020015 req-22b0146f-68ba-478c-af59-4889afdd22de service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a7d22d5e-69bc-43ea-9592-15336af84849 HTTP/1.1" status: 200 len: 217 time: 0.2351630 Aug 12 14:58:11.051883 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Network 8cda6ed7-7093-44f5-bdcd-b5db68da9d6e details requested by agent ovs-agent-n-d-694802-15 with host n-d-694802-15 {{(pid=94468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 14:58:11.094949 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1a9802f-903f-4d1e-a45b-2be67af752a4 admin admin] Made reservation on behalf of 4d828e3d76264899818599053f78fd18 for: {'subnet': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:58:11.099007 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d1a9802f-903f-4d1e-a45b-2be67af752a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8776441'] for subnet, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:11.126205 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f370a1-c441-4ff4-922a-95069f020015 req-3ce537d3-b8a0-4970-bdf7-fa308b33de62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:58:11.128082 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-25f370a1-c441-4ff4-922a-95069f020015 req-3ce537d3-b8a0-4970-bdf7-fa308b33de62 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2ab25733-26fe-4392-bfb6-ba7978262295 HTTP/1.1" status: 200 len: 853 time: 0.0931334 Aug 12 14:58:11.169987 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-fde04cc0-cfab-43b6-8597-3251756d749c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9d2fac7188e54681ae8e6c0ceeca8f37&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6250222 Aug 12 14:58:11.170469 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 41290) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:58:11.199558 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-25fe7afd-f224-4f64-814c-bdc2b8a79b74 None None] For port c892c9b2-2e10-4c42-891b-c314738f253f, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=c892c9b2-2e10-4c42-891b-c314738f253f,segment=NetworkSegment(edfa294b-54ed-45d4-8d81-b2f7be171247),segment_id=edfa294b-54ed-45d4-8d81-b2f7be171247)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:58:11.199979 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-25fe7afd-f224-4f64-814c-bdc2b8a79b74 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:11.234116 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-25f370a1-c441-4ff4-922a-95069f020015 req-5d6f3a31-eaf8-4940-b68e-b675c5c91bed service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=16f33fa1-6b71-42ec-b506-a52fb0f6c597&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0767927 Aug 12 14:58:11.311920 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-25fe7afd-f224-4f64-814c-bdc2b8a79b74 None None] Calling delete_port for c892c9b2-2e10-4c42-891b-c314738f253f owned by network:dhcp {{(pid=94468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:58:11.383655 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-0fd94d0e-765e-4d8d-9415-5f51a0a45bd5 tempest-RoutersNegativeTest-921822310 tempest-RoutersNegativeTest-921822310-project] Deleting port c892c9b2-2e10-4c42-891b-c314738f253f {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:58:11.384068 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-0fd94d0e-765e-4d8d-9415-5f51a0a45bd5 tempest-RoutersNegativeTest-921822310 tempest-RoutersNegativeTest-921822310-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:11.434100 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-07680004-53e6-412e-bf1e-c45c16db2729 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:11.514044 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-07680004-53e6-412e-bf1e-c45c16db2729 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:11.528030 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d1a9802f-903f-4d1e-a45b-2be67af752a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3718490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8776395'] for subnet, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:11.563493 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:11.564473 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [None req-0fd94d0e-765e-4d8d-9415-5f51a0a45bd5 tempest-RoutersNegativeTest-921822310 tempest-RoutersNegativeTest-921822310-project] For port c892c9b2-2e10-4c42-891b-c314738f253f, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=c892c9b2-2e10-4c42-891b-c314738f253f,segment=NetworkSegment(edfa294b-54ed-45d4-8d81-b2f7be171247),segment_id=edfa294b-54ed-45d4-8d81-b2f7be171247)] {{(pid=94467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:58:11.564841 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-0fd94d0e-765e-4d8d-9415-5f51a0a45bd5 tempest-RoutersNegativeTest-921822310 tempest-RoutersNegativeTest-921822310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:11.591176 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-25f370a1-c441-4ff4-922a-95069f020015 req-096710d0-0664-4cbd-81f5-79374e54f101 service neutron] 10.222.0.64 "GET /v2.0/networks/16f33fa1-6b71-42ec-b506-a52fb0f6c597?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3466034 Aug 12 14:58:11.594197 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a9802f-903f-4d1e-a45b-2be67af752a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=be0ebb3e-a100-4130-96fc-06e036a1174d,revision_number=0']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:58:11.617091 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-25fe7afd-f224-4f64-814c-bdc2b8a79b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262'] for port, after_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:11.617716 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1a9802f-903f-4d1e-a45b-2be67af752a4 admin admin] Checking segment: {'id': '1cce25ae-f47a-442d-808c-d5e32e65ceda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '8cda6ed7-7093-44f5-bdcd-b5db68da9d6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:58:11.618554 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1a9802f-903f-4d1e-a45b-2be67af752a4 admin admin] Network hostable DHCP agents. Network: 8cda6ed7-7093-44f5-bdcd-b5db68da9d6e, hostable agents: ['1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658'], hosted agents: [] {{(pid=94466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 14:58:11.644081 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1a9802f-903f-4d1e-a45b-2be67af752a4 admin admin] Network 8cda6ed7-7093-44f5-bdcd-b5db68da9d6e is scheduled to be hosted by DHCP agent 1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658 with binding_index 1 {{(pid=94466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 14:58:11.656490 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-d1a9802f-903f-4d1e-a45b-2be67af752a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-15, 8cda6ed7-7093-44f5-bdcd-b5db68da9d6e) {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:58:11.666796 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fe7afd-f224-4f64-814c-bdc2b8a79b74 None None] Pushing event deleted for resources: {'Port': ['ID=c892c9b2-2e10-4c42-891b-c314738f253f,revision_number=None']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:58:11.679988 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e25b514b-af8f-4240-b6be-ffdd59e3a4a1 None None] Network 8cda6ed7-7093-44f5-bdcd-b5db68da9d6e requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:58:11.681886 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1a9802f-903f-4d1e-a45b-2be67af752a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:58:11.682507 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d1a9802f-903f-4d1e-a45b-2be67af752a4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:11.688305 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25fe7afd-f224-4f64-814c-bdc2b8a79b74 None None] No DVR routers for this DVR port c892c9b2-2e10-4c42-891b-c314738f253f on host n-d-694802-15 {{(pid=94468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:58:11.715625 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-d1a9802f-903f-4d1e-a45b-2be67af752a4 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7278531 Aug 12 14:58:11.766466 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-25f370a1-c441-4ff4-922a-95069f020015 req-366dcdf9-8fad-4e51-9695-f80c48002eca service neutron] 10.222.0.64 "GET /v2.0/networks/16f33fa1-6b71-42ec-b506-a52fb0f6c597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1648736 Aug 12 14:58:11.778211 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-0fd94d0e-765e-4d8d-9415-5f51a0a45bd5 tempest-RoutersNegativeTest-921822310 tempest-RoutersNegativeTest-921822310-project] Calling delete_port for c892c9b2-2e10-4c42-891b-c314738f253f owned by network:dhcp {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:58:11.900100 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d19193-5f8b-4486-89f9-031d726aaeb1 req-b31bc6b5-1725-4da0-b5bb-c9eb2f44a192 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:58:11.904991 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-e3d19193-5f8b-4486-89f9-031d726aaeb1 req-b31bc6b5-1725-4da0-b5bb-c9eb2f44a192 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/ports?device_id=5be77a56-d5ef-4a70-9846-307f9eb76fa5 HTTP/1.1" status: 200 len: 946 time: 0.1629543 Aug 12 14:58:11.913212 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-07680004-53e6-412e-bf1e-c45c16db2729 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:11.916774 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-07680004-53e6-412e-bf1e-c45c16db2729 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:11.917922 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-07680004-53e6-412e-bf1e-c45c16db2729 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/695a8868-e89f-46e7-b0d5-b1f9c6dfc50a HTTP/1.1" status: 204 len: 168 time: 0.7455757 Aug 12 14:58:11.938574 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18408ee3-2b2e-4e2c-853f-7fe5f590fa83 None None] Network 8cda6ed7-7093-44f5-bdcd-b5db68da9d6e requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:58:11.965592 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07680004-53e6-412e-bf1e-c45c16db2729 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=695a8868-e89f-46e7-b0d5-b1f9c6dfc50a,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:58:12.022821 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-e3d19193-5f8b-4486-89f9-031d726aaeb1 req-c83605ab-0c0d-4871-b4a7-701e2515537b tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/security-groups?id=188dc986-a686-4570-b7d8-3a6edb471033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903289 Aug 12 14:58:12.057885 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-0fd94d0e-765e-4d8d-9415-5f51a0a45bd5 tempest-RoutersNegativeTest-921822310 tempest-RoutersNegativeTest-921822310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:12.084146 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 41382) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:58:12.169218 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd94d0e-765e-4d8d-9415-5f51a0a45bd5 tempest-RoutersNegativeTest-921822310 tempest-RoutersNegativeTest-921822310-project] Pushing event deleted for resources: {'Port': ['ID=c892c9b2-2e10-4c42-891b-c314738f253f,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:58:12.186657 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fd94d0e-765e-4d8d-9415-5f51a0a45bd5 tempest-RoutersNegativeTest-921822310 tempest-RoutersNegativeTest-921822310-project] No DVR routers for this DVR port c892c9b2-2e10-4c42-891b-c314738f253f on host n-d-694802-15 {{(pid=94467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:58:12.198849 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device c892c9b2-2e10-4c42-891b-c314738f253f no longer exists at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:58:12.226203 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c5f5596-a96e-48d7-9b07-22d77428dfcd admin admin] Deleting subnet 3b447e5c-f967-4a89-a9ce-d2070d86de08 {{(pid=94466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 14:58:12.245446 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9c5f5596-a96e-48d7-9b07-22d77428dfcd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:12.275302 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] No Port match for: c892c9b2-2e10-4c42-891b-c314738f253f {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 14:58:12.276436 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device c892c9b2-2e10-4c42-891b-c314738f253f not bound to the agent host n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:58:12.304843 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9c5f5596-a96e-48d7-9b07-22d77428dfcd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2293551'] for subnet, precommit_delete_associations {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:12.379409 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-0fd94d0e-765e-4d8d-9415-5f51a0a45bd5 tempest-RoutersNegativeTest-921822310 tempest-RoutersNegativeTest-921822310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66413304', 'neutron.services.segments.db._delete_segments_for_network-8744654118000'] for network, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:12.405050 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-0fd94d0e-765e-4d8d-9415-5f51a0a45bd5 tempest-RoutersNegativeTest-921822310 tempest-RoutersNegativeTest-921822310-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['adfede8d-10fc-40d6-9b52-1f781fb5cafb']}} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:58:12.434173 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-0fd94d0e-765e-4d8d-9415-5f51a0a45bd5 tempest-RoutersNegativeTest-921822310 tempest-RoutersNegativeTest-921822310-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'edfa294b-54ed-45d4-8d81-b2f7be171247') {'for_net_delete': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:58:12.435679 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-0fd94d0e-765e-4d8d-9415-5f51a0a45bd5 tempest-RoutersNegativeTest-921822310 tempest-RoutersNegativeTest-921822310-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'edfa294b-54ed-45d4-8d81-b2f7be171247') {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:58:12.461122 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9c5f5596-a96e-48d7-9b07-22d77428dfcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66416255'] for subnet, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:12.508518 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-0fd94d0e-765e-4d8d-9415-5f51a0a45bd5 tempest-RoutersNegativeTest-921822310 tempest-RoutersNegativeTest-921822310-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744654122361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3857526'] for segment, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:12.547663 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9c5f5596-a96e-48d7-9b07-22d77428dfcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66416232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3718429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8776402'] for subnet, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:12.568111 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-0fd94d0e-765e-4d8d-9415-5f51a0a45bd5 tempest-RoutersNegativeTest-921822310 tempest-RoutersNegativeTest-921822310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:12.586101 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fd94d0e-765e-4d8d-9415-5f51a0a45bd5 tempest-RoutersNegativeTest-921822310 tempest-RoutersNegativeTest-921822310-project] Releasing vlan 314 on physical network physnet1 to pool {{(pid=94467) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 14:58:12.586694 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-0fd94d0e-765e-4d8d-9415-5f51a0a45bd5 tempest-RoutersNegativeTest-921822310 tempest-RoutersNegativeTest-921822310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2859015'] for segment, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:12.618102 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9c5f5596-a96e-48d7-9b07-22d77428dfcd admin admin] Notify callbacks [] for subnet, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:12.635974 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-9c5f5596-a96e-48d7-9b07-22d77428dfcd admin admin] 10.222.0.39 "DELETE /v2.0/subnets/3b447e5c-f967-4a89-a9ce-d2070d86de08 HTTP/1.1" status: 204 len: 168 time: 0.5504746 Aug 12 14:58:12.636938 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5f5596-a96e-48d7-9b07-22d77428dfcd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3b447e5c-f967-4a89-a9ce-d2070d86de08,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:58:12.638736 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 41440) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:58:12.736843 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:12.790928 n-d-694802-15 neutron-server[94467]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 14:58:12.790928 n-d-694802-15 neutron-server[94467]: self.session.flush() Aug 12 14:58:12.790928 n-d-694802-15 neutron-server[94467]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 14:58:12.790928 n-d-694802-15 neutron-server[94467]: self.session.flush() Aug 12 14:58:12.790928 n-d-694802-15 neutron-server[94467]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 14:58:12.790928 n-d-694802-15 neutron-server[94467]: self.session.flush() Aug 12 14:58:12.790928 n-d-694802-15 neutron-server[94467]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 14:58:12.790928 n-d-694802-15 neutron-server[94467]: self.session.flush() Aug 12 14:58:12.790928 n-d-694802-15 neutron-server[94467]: Traceback (most recent call last): Aug 12 14:58:12.790928 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 14:58:12.790928 n-d-694802-15 neutron-server[94467]: timer() Aug 12 14:58:12.790928 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 14:58:12.790928 n-d-694802-15 neutron-server[94467]: cb(*args, **kw) Aug 12 14:58:12.790928 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 14:58:12.790928 n-d-694802-15 neutron-server[94467]: return func(*args, **kwargs) Aug 12 14:58:12.790928 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 14:58:12.790928 n-d-694802-15 neutron-server[94467]: self._notify() Aug 12 14:58:12.790928 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 14:58:12.790928 n-d-694802-15 neutron-server[94467]: self.callback(batched_events) Aug 12 14:58:12.790928 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 14:58:12.790928 n-d-694802-15 neutron-server[94467]: event.method(event) Aug 12 14:58:12.790928 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 14:58:12.790928 n-d-694802-15 neutron-server[94467]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 14:58:12.790928 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 14:58:12.790928 n-d-694802-15 neutron-server[94467]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 14:58:12.790928 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 14:58:12.790928 n-d-694802-15 neutron-server[94467]: return f(self, *a, **k) Aug 12 14:58:12.790928 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 14:58:12.790928 n-d-694802-15 neutron-server[94467]: return self._get(url).json() Aug 12 14:58:12.790928 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 14:58:12.790928 n-d-694802-15 neutron-server[94467]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 14:58:12.790928 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 14:58:12.790928 n-d-694802-15 neutron-server[94467]: return self.request(url, 'GET', **kwargs) Aug 12 14:58:12.790928 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 14:58:12.790928 n-d-694802-15 neutron-server[94467]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 14:58:12.790928 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 14:58:12.790928 n-d-694802-15 neutron-server[94467]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 14:58:12.790928 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 14:58:12.790928 n-d-694802-15 neutron-server[94467]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 14:58:12.790928 n-d-694802-15 neutron-server[94467]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 14:58:12.797979 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-0fd94d0e-765e-4d8d-9415-5f51a0a45bd5 tempest-RoutersNegativeTest-921822310 tempest-RoutersNegativeTest-921822310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66413281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431520'] for network, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:12.807863 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-0fd94d0e-765e-4d8d-9415-5f51a0a45bd5 tempest-RoutersNegativeTest-921822310 tempest-RoutersNegativeTest-921822310-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for network, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:12.809950 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-0fd94d0e-765e-4d8d-9415-5f51a0a45bd5 tempest-RoutersNegativeTest-921822310 tempest-RoutersNegativeTest-921822310-project] 10.222.0.39 "DELETE /v2.0/networks/adfede8d-10fc-40d6-9b52-1f781fb5cafb HTTP/1.1" status: 204 len: 168 time: 2.2371023 Aug 12 14:58:12.820770 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 41462) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:58:12.912824 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-67a1ebb6-f72a-4e97-b666-bc7a1bfd2787 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680608'] for network, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:12.921844 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd94d0e-765e-4d8d-9415-5f51a0a45bd5 tempest-RoutersNegativeTest-921822310 tempest-RoutersNegativeTest-921822310-project] Pushing event deleted for resources: {'Network': ['ID=adfede8d-10fc-40d6-9b52-1f781fb5cafb,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:58:12.938144 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-d48df7d0-8eee-4794-a09f-a9b6deda6405 tempest-RoutersNegativeTest-921822310 tempest-RoutersNegativeTest-921822310-project] 10.222.0.39 "GET /v2.0/ports?device_id=86316154-43ef-4bb3-bd6d-5d3262a1a8c7 HTTP/1.1" status: 200 len: 205 time: 0.1042781 Aug 12 14:58:12.939356 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 41476) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:58:13.028738 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:13.163907 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-67a1ebb6-f72a-4e97-b666-bc7a1bfd2787 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66413304', 'neutron.services.segments.db._delete_segments_for_network-8744654118000'] for network, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:13.183744 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-67a1ebb6-f72a-4e97-b666-bc7a1bfd2787 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b02635cc-1096-4fdc-aedd-ca47ec7df69e']}} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:58:13.198235 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-67a1ebb6-f72a-4e97-b666-bc7a1bfd2787 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88916b71-6178-4ba6-a386-2b59ad246f75') {'for_net_delete': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:58:13.198663 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-67a1ebb6-f72a-4e97-b666-bc7a1bfd2787 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88916b71-6178-4ba6-a386-2b59ad246f75') {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:58:13.214793 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-67a1ebb6-f72a-4e97-b666-bc7a1bfd2787 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744654122361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2293560'] for segment, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:13.248563 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-67a1ebb6-f72a-4e97-b666-bc7a1bfd2787 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:13.264507 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67a1ebb6-f72a-4e97-b666-bc7a1bfd2787 admin admin] Releasing vlan 309 on physical network physnet1 to pool {{(pid=94466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 14:58:13.266675 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-67a1ebb6-f72a-4e97-b666-bc7a1bfd2787 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3718595'] for segment, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:13.272765 n-d-694802-15 neutron-server[94466]: Traceback (most recent call last): Aug 12 14:58:13.272765 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 14:58:13.272765 n-d-694802-15 neutron-server[94466]: timer() Aug 12 14:58:13.272765 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 14:58:13.272765 n-d-694802-15 neutron-server[94466]: cb(*args, **kw) Aug 12 14:58:13.272765 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 14:58:13.272765 n-d-694802-15 neutron-server[94466]: return func(*args, **kwargs) Aug 12 14:58:13.272765 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 14:58:13.272765 n-d-694802-15 neutron-server[94466]: self._notify() Aug 12 14:58:13.272765 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 14:58:13.272765 n-d-694802-15 neutron-server[94466]: self.callback(batched_events) Aug 12 14:58:13.272765 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 14:58:13.272765 n-d-694802-15 neutron-server[94466]: event.method(event) Aug 12 14:58:13.272765 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 14:58:13.272765 n-d-694802-15 neutron-server[94466]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 14:58:13.272765 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 14:58:13.272765 n-d-694802-15 neutron-server[94466]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 14:58:13.272765 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 14:58:13.272765 n-d-694802-15 neutron-server[94466]: return f(self, *a, **k) Aug 12 14:58:13.272765 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 14:58:13.272765 n-d-694802-15 neutron-server[94466]: return self._get(url).json() Aug 12 14:58:13.272765 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 14:58:13.272765 n-d-694802-15 neutron-server[94466]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 14:58:13.272765 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 14:58:13.272765 n-d-694802-15 neutron-server[94466]: return self.request(url, 'GET', **kwargs) Aug 12 14:58:13.272765 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 14:58:13.272765 n-d-694802-15 neutron-server[94466]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 14:58:13.272765 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 14:58:13.272765 n-d-694802-15 neutron-server[94466]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 14:58:13.272765 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 14:58:13.272765 n-d-694802-15 neutron-server[94466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 14:58:13.272765 n-d-694802-15 neutron-server[94466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 14:58:13.275526 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-510e19f7-a611-4797-96ad-ff60404805a3 tempest-RoutersNegativeTest-921822310 tempest-RoutersNegativeTest-921822310-project] Notify callbacks [] for router, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:13.379969 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-67a1ebb6-f72a-4e97-b666-bc7a1bfd2787 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66413281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431520'] for network, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:13.388025 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-67a1ebb6-f72a-4e97-b666-bc7a1bfd2787 admin admin] Notify callbacks [] for network, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:13.395377 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-67a1ebb6-f72a-4e97-b666-bc7a1bfd2787 admin admin] 10.222.0.39 "DELETE /v2.0/networks/b02635cc-1096-4fdc-aedd-ca47ec7df69e HTTP/1.1" status: 204 len: 168 time: 0.7548194 Aug 12 14:58:13.396602 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-b2cfbf03-66e4-4928-999c-69b42a1d7fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:13.400163 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 41536) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:58:13.425326 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1ebb6-f72a-4e97-b666-bc7a1bfd2787 admin admin] Pushing event deleted for resources: {'Network': ['ID=b02635cc-1096-4fdc-aedd-ca47ec7df69e,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:58:13.479389 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_v2 [None req-7031f1e4-5191-4337-b714-4b2af5326d1b admin admin] Deleting subnet be0ebb3e-a100-4130-96fc-06e036a1174d {{(pid=94466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 14:58:13.483631 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-7031f1e4-5191-4337-b714-4b2af5326d1b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:13.523824 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3286385-853e-4d49-8439-e84be9a24b03 req-de978f0a-191b-4412-bce6-c78c77d3dd67 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:58:13.525586 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a3286385-853e-4d49-8439-e84be9a24b03 req-de978f0a-191b-4412-bce6-c78c77d3dd67 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/ports?device_id=5be77a56-d5ef-4a70-9846-307f9eb76fa5 HTTP/1.1" status: 200 len: 946 time: 0.3401880 Aug 12 14:58:13.535941 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-7031f1e4-5191-4337-b714-4b2af5326d1b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2293551'] for subnet, precommit_delete_associations {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:13.630485 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-7031f1e4-5191-4337-b714-4b2af5326d1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66416255'] for subnet, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:13.683340 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 41560) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:58:13.746774 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-7031f1e4-5191-4337-b714-4b2af5326d1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66416232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3718429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8776402'] for subnet, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:13.814413 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-510e19f7-a611-4797-96ad-ff60404805a3 tempest-RoutersNegativeTest-921822310 tempest-RoutersNegativeTest-921822310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-429360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-104877'] for router, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:13.821639 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7031f1e4-5191-4337-b714-4b2af5326d1b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=be0ebb3e-a100-4130-96fc-06e036a1174d,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:58:13.836846 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-510e19f7-a611-4797-96ad-ff60404805a3 tempest-RoutersNegativeTest-921822310 tempest-RoutersNegativeTest-921822310-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:13.838468 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-7031f1e4-5191-4337-b714-4b2af5326d1b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:13.843166 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-7031f1e4-5191-4337-b714-4b2af5326d1b admin admin] 10.222.0.39 "DELETE /v2.0/subnets/be0ebb3e-a100-4130-96fc-06e036a1174d HTTP/1.1" status: 204 len: 168 time: 0.4356642 Aug 12 14:58:13.846957 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 41586) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:58:13.922668 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-7cc5a766-f3c1-48b0-bbad-a5a76ab5d0a8 tempest-TagsExtTest-5498023 tempest-TagsExtTest-5498023-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1171775026'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:58:13.944299 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a3286385-853e-4d49-8439-e84be9a24b03 req-8698a1f8-737f-4654-a86c-9e420378ab61 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/security-groups?id=188dc986-a686-4570-b7d8-3a6edb471033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4076157 Aug 12 14:58:13.961479 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-510e19f7-a611-4797-96ad-ff60404805a3 tempest-RoutersNegativeTest-921822310 tempest-RoutersNegativeTest-921822310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-429375'] for router, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:13.962029 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-510e19f7-a611-4797-96ad-ff60404805a3 tempest-RoutersNegativeTest-921822310 tempest-RoutersNegativeTest-921822310-project] Fanout notify agent at l3_agent the message router_deleted on router 86316154-43ef-4bb3-bd6d-5d3262a1a8c7 {{(pid=94467) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 14:58:13.982159 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9620f1db-78e2-4f98-ba23-c5833a38dc96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680608'] for network, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:13.985390 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cc5a766-f3c1-48b0-bbad-a5a76ab5d0a8 tempest-TagsExtTest-5498023 tempest-TagsExtTest-5498023-project] Made reservation on behalf of aa01d8bee65f486ab2601aa405b00401 for: {'network': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:58:13.990041 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-7cc5a766-f3c1-48b0-bbad-a5a76ab5d0a8 tempest-TagsExtTest-5498023 tempest-TagsExtTest-5498023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for network, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:13.992521 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-510e19f7-a611-4797-96ad-ff60404805a3 tempest-RoutersNegativeTest-921822310 tempest-RoutersNegativeTest-921822310-project] Notify callbacks [] for router, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:13.993745 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-510e19f7-a611-4797-96ad-ff60404805a3 tempest-RoutersNegativeTest-921822310 tempest-RoutersNegativeTest-921822310-project] 10.222.0.39 "DELETE /v2.0/routers/86316154-43ef-4bb3-bd6d-5d3262a1a8c7 HTTP/1.1" status: 204 len: 168 time: 1.0515687 Aug 12 14:58:14.012849 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-1769855f-eda9-4483-9dc3-3220908ab45d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:14.043417 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-7cc5a766-f3c1-48b0-bbad-a5a76ab5d0a8 tempest-TagsExtTest-5498023 tempest-TagsExtTest-5498023-project] Notify callbacks [] for security_group, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:14.268029 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9620f1db-78e2-4f98-ba23-c5833a38dc96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66413304', 'neutron.services.segments.db._delete_segments_for_network-8744654118000'] for network, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:14.292312 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-9620f1db-78e2-4f98-ba23-c5833a38dc96 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8cda6ed7-7093-44f5-bdcd-b5db68da9d6e']}} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:58:14.332297 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fddcfc-95ff-4f88-92d9-d06441e0bd6f req-150b6ea2-312c-49e4-a856-0a34ec94417d tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:58:14.333846 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-28fddcfc-95ff-4f88-92d9-d06441e0bd6f req-150b6ea2-312c-49e4-a856-0a34ec94417d tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/ports?device_id=5be77a56-d5ef-4a70-9846-307f9eb76fa5 HTTP/1.1" status: 200 len: 946 time: 0.2433903 Aug 12 14:58:14.364314 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-9620f1db-78e2-4f98-ba23-c5833a38dc96 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1cce25ae-f47a-442d-808c-d5e32e65ceda') {'for_net_delete': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:58:14.364930 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-9620f1db-78e2-4f98-ba23-c5833a38dc96 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1cce25ae-f47a-442d-808c-d5e32e65ceda') {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:58:14.401765 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9620f1db-78e2-4f98-ba23-c5833a38dc96 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744654122361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2293560'] for segment, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:14.447834 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9620f1db-78e2-4f98-ba23-c5833a38dc96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:14.481487 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9620f1db-78e2-4f98-ba23-c5833a38dc96 admin admin] Releasing vlan 348 on physical network physnet1 to pool {{(pid=94466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 14:58:14.482167 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9620f1db-78e2-4f98-ba23-c5833a38dc96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3718595'] for segment, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:14.485234 n-d-694802-15 neutron-server[94466]: Traceback (most recent call last): Aug 12 14:58:14.485234 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 14:58:14.485234 n-d-694802-15 neutron-server[94466]: timer() Aug 12 14:58:14.485234 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 14:58:14.485234 n-d-694802-15 neutron-server[94466]: cb(*args, **kw) Aug 12 14:58:14.485234 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 14:58:14.485234 n-d-694802-15 neutron-server[94466]: return func(*args, **kwargs) Aug 12 14:58:14.485234 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 14:58:14.485234 n-d-694802-15 neutron-server[94466]: self._notify() Aug 12 14:58:14.485234 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 14:58:14.485234 n-d-694802-15 neutron-server[94466]: self.callback(batched_events) Aug 12 14:58:14.485234 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 14:58:14.485234 n-d-694802-15 neutron-server[94466]: event.method(event) Aug 12 14:58:14.485234 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 14:58:14.485234 n-d-694802-15 neutron-server[94466]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 14:58:14.485234 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 14:58:14.485234 n-d-694802-15 neutron-server[94466]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 14:58:14.485234 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 14:58:14.485234 n-d-694802-15 neutron-server[94466]: return f(self, *a, **k) Aug 12 14:58:14.485234 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 14:58:14.485234 n-d-694802-15 neutron-server[94466]: return self._get(url).json() Aug 12 14:58:14.485234 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 14:58:14.485234 n-d-694802-15 neutron-server[94466]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 14:58:14.485234 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 14:58:14.485234 n-d-694802-15 neutron-server[94466]: return self.request(url, 'GET', **kwargs) Aug 12 14:58:14.485234 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 14:58:14.485234 n-d-694802-15 neutron-server[94466]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 14:58:14.485234 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 14:58:14.485234 n-d-694802-15 neutron-server[94466]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 14:58:14.485234 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 14:58:14.485234 n-d-694802-15 neutron-server[94466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 14:58:14.485234 n-d-694802-15 neutron-server[94466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 14:58:14.549327 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 41662) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:58:14.570827 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-28fddcfc-95ff-4f88-92d9-d06441e0bd6f req-f6dc5835-86a4-464c-bc27-42a84caa2be1 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/security-groups?id=188dc986-a686-4570-b7d8-3a6edb471033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838129 Aug 12 14:58:14.663157 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-7cc5a766-f3c1-48b0-bbad-a5a76ab5d0a8 tempest-TagsExtTest-5498023 tempest-TagsExtTest-5498023-project] Notify callbacks [] for security_group, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:14.680945 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-7cc5a766-f3c1-48b0-bbad-a5a76ab5d0a8 tempest-TagsExtTest-5498023 tempest-TagsExtTest-5498023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:14.722532 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9620f1db-78e2-4f98-ba23-c5833a38dc96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66413281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431520'] for network, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:14.741298 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9620f1db-78e2-4f98-ba23-c5833a38dc96 admin admin] Notify callbacks [] for network, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:14.747471 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-9620f1db-78e2-4f98-ba23-c5833a38dc96 admin admin] 10.222.0.39 "DELETE /v2.0/networks/8cda6ed7-7093-44f5-bdcd-b5db68da9d6e HTTP/1.1" status: 204 len: 168 time: 0.8993671 Aug 12 14:58:14.781249 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7cc5a766-f3c1-48b0-bbad-a5a76ab5d0a8 tempest-TagsExtTest-5498023 tempest-TagsExtTest-5498023-project] vlan segment allocate from pool success with {'vlan_id': 304, 'physical_network': 'physnet1'} {{(pid=94466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 14:58:14.825061 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9620f1db-78e2-4f98-ba23-c5833a38dc96 admin admin] Pushing event deleted for resources: {'Network': ['ID=8cda6ed7-7093-44f5-bdcd-b5db68da9d6e,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:58:14.832959 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc5a766-f3c1-48b0-bbad-a5a76ab5d0a8 tempest-TagsExtTest-5498023 tempest-TagsExtTest-5498023-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b620d16d-118a-4ddb-ba40-70ab64de5739,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:58:14.851709 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-7cc5a766-f3c1-48b0-bbad-a5a76ab5d0a8 tempest-TagsExtTest-5498023 tempest-TagsExtTest-5498023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:14.859299 n-d-694802-15 neutron-server[94466]: INFO neutron.db.segments_db [None req-7cc5a766-f3c1-48b0-bbad-a5a76ab5d0a8 tempest-TagsExtTest-5498023 tempest-TagsExtTest-5498023-project] Added segment 8f1e2909-d771-4b76-b9fd-9bb2261c2261 of type vlan for network 9ff19620-718a-4217-aeb7-82c0f6099559 Aug 12 14:58:14.916675 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-a53d45ff-3973-4bb3-8da7-d1bc8cc59ae6 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=eeae2f0b40a0416ca134159b71ee81df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3649580 Aug 12 14:58:14.920472 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 41710) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:58:14.951194 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9be9f32-8dd8-4b66-beed-516aafea2426 req-2e45cfdc-6df9-475c-a1f5-b2d569baeacf tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:58:14.962130 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-c9be9f32-8dd8-4b66-beed-516aafea2426 req-2e45cfdc-6df9-475c-a1f5-b2d569baeacf tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/ports?device_id=5be77a56-d5ef-4a70-9846-307f9eb76fa5 HTTP/1.1" status: 200 len: 946 time: 0.1998918 Aug 12 14:58:14.969923 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-7cc5a766-f3c1-48b0-bbad-a5a76ab5d0a8 tempest-TagsExtTest-5498023 tempest-TagsExtTest-5498023-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744653628263'] for network, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:15.058623 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-c9be9f32-8dd8-4b66-beed-516aafea2426 req-457e83cf-8125-4625-93a5-b7b17887c0e8 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/security-groups?id=188dc986-a686-4570-b7d8-3a6edb471033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951996 Aug 12 14:58:15.062002 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-7cc5a766-f3c1-48b0-bbad-a5a76ab5d0a8 tempest-TagsExtTest-5498023 tempest-TagsExtTest-5498023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409'] for network, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:15.072852 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 41726) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:58:15.073786 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-cc960122-221d-4230-9343-526ccd254265 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:15.074476 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cc5a766-f3c1-48b0-bbad-a5a76ab5d0a8 tempest-TagsExtTest-5498023 tempest-TagsExtTest-5498023-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:58:15.075293 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-7cc5a766-f3c1-48b0-bbad-a5a76ab5d0a8 tempest-TagsExtTest-5498023 tempest-TagsExtTest-5498023-project] Notify callbacks [] for network, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:15.150561 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-7cc5a766-f3c1-48b0-bbad-a5a76ab5d0a8 tempest-TagsExtTest-5498023 tempest-TagsExtTest-5498023-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.4657459 Aug 12 14:58:15.153482 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 41740) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:58:15.158685 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-0b113a0b-dbbc-4e37-9e83-e09946a51f54 tempest-TagsExtTest-5498023 tempest-TagsExtTest-5498023-project] Request body: {'subnet': {'network_id': '9ff19620-718a-4217-aeb7-82c0f6099559', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:58:15.195473 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-cc960122-221d-4230-9343-526ccd254265 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:15.227797 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc5a766-f3c1-48b0-bbad-a5a76ab5d0a8 tempest-TagsExtTest-5498023 tempest-TagsExtTest-5498023-project] Pushing event updated for resources: {'Network': ['ID=9ff19620-718a-4217-aeb7-82c0f6099559,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:58:15.239810 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Network 9ff19620-718a-4217-aeb7-82c0f6099559 details requested by agent ovs-agent-n-d-694802-15 with host n-d-694802-15 {{(pid=94468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 14:58:15.295807 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-f1737054-c7f4-42b5-a1a0-ab76f27289a4 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=97a024a2ae69405db950f97c5ddd1c7c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2170022 Aug 12 14:58:15.305328 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 41750) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:58:15.364910 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b113a0b-dbbc-4e37-9e83-e09946a51f54 tempest-TagsExtTest-5498023 tempest-TagsExtTest-5498023-project] Made reservation on behalf of aa01d8bee65f486ab2601aa405b00401 for: {'subnet': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:58:15.372671 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0b113a0b-dbbc-4e37-9e83-e09946a51f54 tempest-TagsExtTest-5498023 tempest-TagsExtTest-5498023-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8776441'] for subnet, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:15.402275 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be1e829-25d5-400a-a1bb-8f64a7116763 req-4607a581-a0c8-4ad3-b7c5-05d621dd59cc tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:58:15.406489 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-1be1e829-25d5-400a-a1bb-8f64a7116763 req-4607a581-a0c8-4ad3-b7c5-05d621dd59cc tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/ports?device_id=5be77a56-d5ef-4a70-9846-307f9eb76fa5 HTTP/1.1" status: 200 len: 946 time: 0.1366184 Aug 12 14:58:15.434576 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-cc960122-221d-4230-9343-526ccd254265 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:15.437269 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-cc960122-221d-4230-9343-526ccd254265 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:15.438451 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-cc960122-221d-4230-9343-526ccd254265 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c0004d91-b393-44a8-b703-39e32e580e9b HTTP/1.1" status: 204 len: 168 time: 0.5140591 Aug 12 14:58:15.484939 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc960122-221d-4230-9343-526ccd254265 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0004d91-b393-44a8-b703-39e32e580e9b,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:58:15.539645 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-1be1e829-25d5-400a-a1bb-8f64a7116763 req-0fd7e813-d88f-480a-9f6b-87ea82b97fe5 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/security-groups?id=188dc986-a686-4570-b7d8-3a6edb471033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245320 Aug 12 14:58:15.623665 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-11508cc8-2703-475a-a799-f37f21d6ff6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:15.668708 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-fe95f194-a3b0-4c04-9e42-20b511169d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:15.752055 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-11508cc8-2703-475a-a799-f37f21d6ff6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:15.882641 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f4656d-a310-4f15-b1e3-e505676f5231 req-893012ca-d33c-4929-8c77-fc897a7be229 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:58:15.890010 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-32f4656d-a310-4f15-b1e3-e505676f5231 req-893012ca-d33c-4929-8c77-fc897a7be229 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/ports?device_id=5be77a56-d5ef-4a70-9846-307f9eb76fa5 HTTP/1.1" status: 200 len: 946 time: 0.1265609 Aug 12 14:58:15.908924 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-11508cc8-2703-475a-a799-f37f21d6ff6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:15.912504 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-11508cc8-2703-475a-a799-f37f21d6ff6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:15.914085 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-11508cc8-2703-475a-a799-f37f21d6ff6a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d4723c2e-efa2-417f-87aa-857c361c272d HTTP/1.1" status: 204 len: 168 time: 0.6077189 Aug 12 14:58:15.994743 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11508cc8-2703-475a-a799-f37f21d6ff6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4723c2e-efa2-417f-87aa-857c361c272d,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:58:15.998875 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-32f4656d-a310-4f15-b1e3-e505676f5231 req-92bafeae-d5c8-4364-8b81-34152cc266f3 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/security-groups?id=188dc986-a686-4570-b7d8-3a6edb471033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076276 Aug 12 14:58:16.245760 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d263953d-d8c2-4d11-a5d8-23e79f6d02fe req-5765675b-8c5f-4023-b338-6b2d6343670f tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:58:16.248177 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-d263953d-d8c2-4d11-a5d8-23e79f6d02fe req-5765675b-8c5f-4023-b338-6b2d6343670f tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/ports?device_id=5be77a56-d5ef-4a70-9846-307f9eb76fa5 HTTP/1.1" status: 200 len: 946 time: 0.1045265 Aug 12 14:58:16.249420 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0b113a0b-dbbc-4e37-9e83-e09946a51f54 tempest-TagsExtTest-5498023 tempest-TagsExtTest-5498023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3718490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8776395'] for subnet, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:16.370751 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b113a0b-dbbc-4e37-9e83-e09946a51f54 tempest-TagsExtTest-5498023 tempest-TagsExtTest-5498023-project] Pushing event updated for resources: {'Subnet': ['ID=d3b31d2f-4c84-4f84-ad7e-54b22e017ffd,revision_number=0']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:58:16.381544 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-d263953d-d8c2-4d11-a5d8-23e79f6d02fe req-104d84f2-79c9-4935-a69d-230da8de8d43 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/security-groups?id=188dc986-a686-4570-b7d8-3a6edb471033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249835 Aug 12 14:58:16.393528 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b113a0b-dbbc-4e37-9e83-e09946a51f54 tempest-TagsExtTest-5498023 tempest-TagsExtTest-5498023-project] Checking segment: {'id': '8f1e2909-d771-4b76-b9fd-9bb2261c2261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '9ff19620-718a-4217-aeb7-82c0f6099559'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:58:16.394448 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b113a0b-dbbc-4e37-9e83-e09946a51f54 tempest-TagsExtTest-5498023 tempest-TagsExtTest-5498023-project] Network hostable DHCP agents. Network: 9ff19620-718a-4217-aeb7-82c0f6099559, hostable agents: ['1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658'], hosted agents: [] {{(pid=94466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 14:58:16.418946 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b113a0b-dbbc-4e37-9e83-e09946a51f54 tempest-TagsExtTest-5498023 tempest-TagsExtTest-5498023-project] Network 9ff19620-718a-4217-aeb7-82c0f6099559 is scheduled to be hosted by DHCP agent 1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658 with binding_index 1 {{(pid=94466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 14:58:16.433191 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-0b113a0b-dbbc-4e37-9e83-e09946a51f54 tempest-TagsExtTest-5498023 tempest-TagsExtTest-5498023-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-15, 9ff19620-718a-4217-aeb7-82c0f6099559) {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:58:16.451352 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbd42799-a961-4d25-a985-22047e7392c5 None None] Network 9ff19620-718a-4217-aeb7-82c0f6099559 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:58:16.456338 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b113a0b-dbbc-4e37-9e83-e09946a51f54 tempest-TagsExtTest-5498023 tempest-TagsExtTest-5498023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:58:16.457337 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0b113a0b-dbbc-4e37-9e83-e09946a51f54 tempest-TagsExtTest-5498023 tempest-TagsExtTest-5498023-project] Notify callbacks [] for subnet, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:16.479372 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 41804) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:58:16.480756 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-0b113a0b-dbbc-4e37-9e83-e09946a51f54 tempest-TagsExtTest-5498023 tempest-TagsExtTest-5498023-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3262074 Aug 12 14:58:16.485090 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-b07d302b-25f1-41bc-b183-a880806b1f7c tempest-TagsExtTest-5498023 tempest-TagsExtTest-5498023-project] Request body: {'port': {'network_id': '9ff19620-718a-4217-aeb7-82c0f6099559', 'name': 'tempest-TagsExtTest-1779053017'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:58:16.722287 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3eb496a-47d6-4e94-9ea4-96dd38cd0c4e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa7035b3e-9a89-5964-b9f4-97301c3f476a-9ff19620-718a-4217-aeb7-82c0f6099559', 'network_id': '9ff19620-718a-4217-aeb7-82c0f6099559', 'tenant_id': 'aa01d8bee65f486ab2601aa405b00401', 'fixed_ips': [{'subnet_id': 'd3b31d2f-4c84-4f84-ad7e-54b22e017ffd'}]}} from n-d-694802-15. {{(pid=94468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 14:58:16.723187 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f3eb496a-47d6-4e94-9ea4-96dd38cd0c4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:16.741066 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec6507c-1548-4c66-9dd9-48fccfdb5e5b req-b97799f4-45c5-458c-a6f2-ef7dd744bf3b tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:58:16.751479 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-4ec6507c-1548-4c66-9dd9-48fccfdb5e5b req-b97799f4-45c5-458c-a6f2-ef7dd744bf3b tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/ports?device_id=5be77a56-d5ef-4a70-9846-307f9eb76fa5 HTTP/1.1" status: 200 len: 946 time: 0.1506875 Aug 12 14:58:16.789140 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b07d302b-25f1-41bc-b183-a880806b1f7c tempest-TagsExtTest-5498023 tempest-TagsExtTest-5498023-project] Made reservation on behalf of aa01d8bee65f486ab2601aa405b00401 for: {'port': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:58:16.804480 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-b07d302b-25f1-41bc-b183-a880806b1f7c tempest-TagsExtTest-5498023 tempest-TagsExtTest-5498023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:16.823707 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-4ec6507c-1548-4c66-9dd9-48fccfdb5e5b req-7cec2058-80fa-4e19-9121-52357c17e73b tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/security-groups?id=188dc986-a686-4570-b7d8-3a6edb471033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705009 Aug 12 14:58:16.908126 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [None req-b07d302b-25f1-41bc-b183-a880806b1f7c tempest-TagsExtTest-5498023 tempest-TagsExtTest-5498023-project] device_id is not set on port 1dab4f60-cda9-4fd3-8413-4bbfd4741b66 yet. {{(pid=94467) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 14:58:16.961388 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 41816) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:58:17.082221 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-75d2cda1-b76f-482e-ad20-25d0d28fc28c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4d828e3d76264899818599053f78fd18&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1173036 Aug 12 14:58:17.082594 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 41818) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:58:17.192900 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_common [None req-b07d302b-25f1-41bc-b183-a880806b1f7c tempest-TagsExtTest-5498023 tempest-TagsExtTest-5498023-project] Allocated IP 172.20.0.11 (9ff19620-718a-4217-aeb7-82c0f6099559/d3b31d2f-4c84-4f84-ad7e-54b22e017ffd/1dab4f60-cda9-4fd3-8413-4bbfd4741b66) {{(pid=94467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:58:17.207853 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31439f8-caca-4090-ad8a-435456fb30f2 req-a1ae7d33-2a55-4083-bdfe-3cc17afb7520 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:58:17.215720 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d0c50b4d-b9d2-42df-9f6b-4cc08849b0c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:17.245047 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f31439f8-caca-4090-ad8a-435456fb30f2 req-a1ae7d33-2a55-4083-bdfe-3cc17afb7520 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/ports?device_id=5be77a56-d5ef-4a70-9846-307f9eb76fa5 HTTP/1.1" status: 200 len: 946 time: 0.1944025 Aug 12 14:58:17.284651 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d0c50b4d-b9d2-42df-9f6b-4cc08849b0c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:17.334015 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f31439f8-caca-4090-ad8a-435456fb30f2 req-acc6fefe-79dd-48c2-b7d2-4ccb6919cd0a tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/security-groups?id=188dc986-a686-4570-b7d8-3a6edb471033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800838 Aug 12 14:58:17.385051 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d0c50b4d-b9d2-42df-9f6b-4cc08849b0c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:17.388545 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d0c50b4d-b9d2-42df-9f6b-4cc08849b0c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:17.389906 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-d0c50b4d-b9d2-42df-9f6b-4cc08849b0c4 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/06750a66-4cc4-4547-ab21-6139892910bb HTTP/1.1" status: 204 len: 168 time: 0.3063314 Aug 12 14:58:17.404112 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c50b4d-b9d2-42df-9f6b-4cc08849b0c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06750a66-4cc4-4547-ab21-6139892910bb,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:58:17.616084 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-b07d302b-25f1-41bc-b183-a880806b1f7c tempest-TagsExtTest-5498023 tempest-TagsExtTest-5498023-project] Notify callbacks [] for port, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:17.635315 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [None req-b07d302b-25f1-41bc-b183-a880806b1f7c tempest-TagsExtTest-5498023 tempest-TagsExtTest-5498023-project] Transition to ACTIVE for port object 1dab4f60-cda9-4fd3-8413-4bbfd4741b66 will not be triggered until provisioned by entity DHCP. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:58:17.647961 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a732a9ff-b8dc-4787-9dde-871c2baa737b req-f47b6377-15ba-421f-abb7-0fd4f6c24630 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:58:17.649514 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a732a9ff-b8dc-4787-9dde-871c2baa737b req-f47b6377-15ba-421f-abb7-0fd4f6c24630 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/ports?device_id=5be77a56-d5ef-4a70-9846-307f9eb76fa5 HTTP/1.1" status: 200 len: 946 time: 0.0960329 Aug 12 14:58:17.737259 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a732a9ff-b8dc-4787-9dde-871c2baa737b req-92d26157-8d4f-4ef3-93b0-5fd4f3f4a71a tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/security-groups?id=188dc986-a686-4570-b7d8-3a6edb471033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790393 Aug 12 14:58:17.740424 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-b07d302b-25f1-41bc-b183-a880806b1f7c tempest-TagsExtTest-5498023 tempest-TagsExtTest-5498023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:17.794445 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b07d302b-25f1-41bc-b183-a880806b1f7c tempest-TagsExtTest-5498023 tempest-TagsExtTest-5498023-project] Network 9ff19620-718a-4217-aeb7-82c0f6099559 is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:58:17.801548 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [None req-b07d302b-25f1-41bc-b183-a880806b1f7c tempest-TagsExtTest-5498023 tempest-TagsExtTest-5498023-project] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:58:17.805315 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07d302b-25f1-41bc-b183-a880806b1f7c tempest-TagsExtTest-5498023 tempest-TagsExtTest-5498023-project] Pushing event updated for resources: {'Port': ['ID=1dab4f60-cda9-4fd3-8413-4bbfd4741b66,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:58:17.813671 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b07d302b-25f1-41bc-b183-a880806b1f7c tempest-TagsExtTest-5498023 tempest-TagsExtTest-5498023-project] Received port after_create {{(pid=94467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:58:17.832110 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 41844) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:58:17.914561 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b07d302b-25f1-41bc-b183-a880806b1f7c tempest-TagsExtTest-5498023 tempest-TagsExtTest-5498023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:58:17.914854 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.db_base_plugin_common [None req-f3eb496a-47d6-4e94-9ea4-96dd38cd0c4e None None] Allocated IP 172.20.0.2 (9ff19620-718a-4217-aeb7-82c0f6099559/d3b31d2f-4c84-4f84-ad7e-54b22e017ffd/5e247370-613f-43a3-94f3-0f36e4184278) {{(pid=94468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:58:17.919957 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-b07d302b-25f1-41bc-b183-a880806b1f7c tempest-TagsExtTest-5498023 tempest-TagsExtTest-5498023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:17.946948 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-b07d302b-25f1-41bc-b183-a880806b1f7c tempest-TagsExtTest-5498023 tempest-TagsExtTest-5498023-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.4659393 Aug 12 14:58:17.949440 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 41848) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:58:17.960859 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-ecfa8ed1-23c6-49a2-9d88-d6da5fe8dcf4 tempest-TagsExtTest-5498023 tempest-TagsExtTest-5498023-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1658799053', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:58:18.019816 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-ecfa8ed1-23c6-49a2-9d88-d6da5fe8dcf4 tempest-TagsExtTest-5498023 tempest-TagsExtTest-5498023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-430574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-104863'] for router, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:18.021720 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-ecfa8ed1-23c6-49a2-9d88-d6da5fe8dcf4 tempest-TagsExtTest-5498023 tempest-TagsExtTest-5498023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-429438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-431405', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66646573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-104852'] for router, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:18.043100 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb266be-6ab1-49bd-b736-6edfcf3c7220 req-d7e6efa9-5b24-43a7-a1ef-c7b068a3e903 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:58:18.044705 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-fdb266be-6ab1-49bd-b736-6edfcf3c7220 req-d7e6efa9-5b24-43a7-a1ef-c7b068a3e903 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/ports?device_id=5be77a56-d5ef-4a70-9846-307f9eb76fa5 HTTP/1.1" status: 200 len: 946 time: 0.1250446 Aug 12 14:58:18.146405 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-fdb266be-6ab1-49bd-b736-6edfcf3c7220 req-fce315fe-3875-4891-8ede-d9f20be6a971 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/security-groups?id=188dc986-a686-4570-b7d8-3a6edb471033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872545 Aug 12 14:58:18.174879 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-ecfa8ed1-23c6-49a2-9d88-d6da5fe8dcf4 tempest-TagsExtTest-5498023 tempest-TagsExtTest-5498023-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:18.181772 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-ecfa8ed1-23c6-49a2-9d88-d6da5fe8dcf4 tempest-TagsExtTest-5498023 tempest-TagsExtTest-5498023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-429413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-431608'] for router, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:18.204624 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-ecfa8ed1-23c6-49a2-9d88-d6da5fe8dcf4 tempest-TagsExtTest-5498023 tempest-TagsExtTest-5498023-project] Notify callbacks [] for router, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:18.206029 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-ecfa8ed1-23c6-49a2-9d88-d6da5fe8dcf4 tempest-TagsExtTest-5498023 tempest-TagsExtTest-5498023-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2545905 Aug 12 14:58:18.208890 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 41860) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:58:18.213714 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-184faf72-614a-4268-a492-4e3bbed8f74c tempest-TagsExtTest-5498023 tempest-TagsExtTest-5498023-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-2012883691', 'prefixes': ['172.20.0.0/16']}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:58:18.295089 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f3eb496a-47d6-4e94-9ea4-96dd38cd0c4e None None] Notify callbacks [] for port, precommit_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:18.319293 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f3eb496a-47d6-4e94-9ea4-96dd38cd0c4e None None] Transition to ACTIVE for port object 5e247370-613f-43a3-94f3-0f36e4184278 will not be triggered until provisioned by entity L2. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:58:18.342565 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f3eb496a-47d6-4e94-9ea4-96dd38cd0c4e None None] Transition to ACTIVE for port object 5e247370-613f-43a3-94f3-0f36e4184278 will not be triggered until provisioned by entity DHCP. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:58:18.354943 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f3eb496a-47d6-4e94-9ea4-96dd38cd0c4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253'] for port, after_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:18.412805 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3eb496a-47d6-4e94-9ea4-96dd38cd0c4e None None] Network 9ff19620-718a-4217-aeb7-82c0f6099559 is already hosted by enough agents. {{(pid=94468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:58:18.416003 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.base_scheduler [None req-f3eb496a-47d6-4e94-9ea4-96dd38cd0c4e None None] Resources bound (agent type, host, resource id): {{(pid=94468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:58:18.420113 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3eb496a-47d6-4e94-9ea4-96dd38cd0c4e None None] Received port after_create {{(pid=94468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:58:18.441224 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3eb496a-47d6-4e94-9ea4-96dd38cd0c4e None None] Pushing event updated for resources: {'Port': ['ID=5e247370-613f-43a3-94f3-0f36e4184278,revision_number=1']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:58:18.507217 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed3b93a-b4b1-4ea5-bf02-0b81f28fb752 req-06ac762f-bb80-4eac-940b-90697da4c13d tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:58:18.508867 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-5ed3b93a-b4b1-4ea5-bf02-0b81f28fb752 req-06ac762f-bb80-4eac-940b-90697da4c13d tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/ports?device_id=5be77a56-d5ef-4a70-9846-307f9eb76fa5 HTTP/1.1" status: 200 len: 946 time: 0.1499236 Aug 12 14:58:18.515176 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-184faf72-614a-4268-a492-4e3bbed8f74c tempest-TagsExtTest-5498023 tempest-TagsExtTest-5498023-project] Notify callbacks [] for subnetpool, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:18.516468 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-184faf72-614a-4268-a492-4e3bbed8f74c tempest-TagsExtTest-5498023 tempest-TagsExtTest-5498023-project] 10.222.0.39 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.3064666 Aug 12 14:58:18.521407 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 41874) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:58:18.526290 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.tag.tag_plugin [None req-30d3276d-5cb8-4566-8565-bef4cd3f8480 tempest-TagsExtTest-5498023 tempest-TagsExtTest-5498023-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'd3b31d2f-4c84-4f84-ad7e-54b22e017ffd', 'tempest-TagsExtTest-Tag-1470934117') {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:58:18.551641 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-f3eb496a-47d6-4e94-9ea4-96dd38cd0c4e None None] Attempting to bind port 5e247370-613f-43a3-94f3-0f36e4184278 on host n-d-694802-15 for vnic_type normal with profile {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:58:18.552022 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-f3eb496a-47d6-4e94-9ea4-96dd38cd0c4e None None] Attempting to bind port 5e247370-613f-43a3-94f3-0f36e4184278 by drivers openvswitch,hyperv on host n-d-694802-15 at level 0 using segments [{'id': '8f1e2909-d771-4b76-b9fd-9bb2261c2261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '9ff19620-718a-4217-aeb7-82c0f6099559'}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:58:18.552387 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3eb496a-47d6-4e94-9ea4-96dd38cd0c4e None None] Attempting to bind port 5e247370-613f-43a3-94f3-0f36e4184278 on network 9ff19620-718a-4217-aeb7-82c0f6099559 {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:58:18.562961 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3eb496a-47d6-4e94-9ea4-96dd38cd0c4e None None] Checking agent: {'id': '16de73ac-f2e9-4cee-b3e0-91052ae3e6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 20, 13), 'started_at': datetime.datetime(2021, 8, 12, 14, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 58, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:58:18.563387 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3eb496a-47d6-4e94-9ea4-96dd38cd0c4e None None] Checking segment: {'id': '8f1e2909-d771-4b76-b9fd-9bb2261c2261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '9ff19620-718a-4217-aeb7-82c0f6099559'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:58:18.563810 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f3eb496a-47d6-4e94-9ea4-96dd38cd0c4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:18.564216 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3eb496a-47d6-4e94-9ea4-96dd38cd0c4e None None] Bound using segment: {'id': '8f1e2909-d771-4b76-b9fd-9bb2261c2261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '9ff19620-718a-4217-aeb7-82c0f6099559'} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:58:18.565174 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-f3eb496a-47d6-4e94-9ea4-96dd38cd0c4e None None] Bound port: 5e247370-613f-43a3-94f3-0f36e4184278, host: n-d-694802-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f1e2909-d771-4b76-b9fd-9bb2261c2261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '9ff19620-718a-4217-aeb7-82c0f6099559'}}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:58:18.567299 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f3eb496a-47d6-4e94-9ea4-96dd38cd0c4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:18.709435 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-30d3276d-5cb8-4566-8565-bef4cd3f8480 tempest-TagsExtTest-5498023 tempest-TagsExtTest-5498023-project] 10.222.0.39 "PUT /v2.0/subnets/d3b31d2f-4c84-4f84-ad7e-54b22e017ffd/tags/tempest-TagsExtTest-Tag-1470934117 HTTP/1.1" status: 201 len: 201 time: 0.1860006 Aug 12 14:58:18.711564 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 41880) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:58:18.720615 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-5ed3b93a-b4b1-4ea5-bf02-0b81f28fb752 req-5c76a4e6-8719-489b-b940-d4e9bf4d2a02 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/security-groups?id=188dc986-a686-4570-b7d8-3a6edb471033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2009826 Aug 12 14:58:18.723509 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.tag.tag_plugin [None req-e367ebce-e83d-41f9-b910-7794371f4d58 tempest-TagsExtTest-5498023 tempest-TagsExtTest-5498023-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '1dab4f60-cda9-4fd3-8413-4bbfd4741b66', 'tempest-TagsExtTest-Tag-1650295473') {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:58:18.723843 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-f3eb496a-47d6-4e94-9ea4-96dd38cd0c4e None None] For port 5e247370-613f-43a3-94f3-0f36e4184278, host n-d-694802-15, cleared binding levels {{(pid=94468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:58:18.728799 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-f3eb496a-47d6-4e94-9ea4-96dd38cd0c4e None None] For port 5e247370-613f-43a3-94f3-0f36e4184278, host n-d-694802-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=5e247370-613f-43a3-94f3-0f36e4184278,segment=NetworkSegment(8f1e2909-d771-4b76-b9fd-9bb2261c2261),segment_id=8f1e2909-d771-4b76-b9fd-9bb2261c2261)] {{(pid=94468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:58:18.734890 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f3eb496a-47d6-4e94-9ea4-96dd38cd0c4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:18.860620 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3eb496a-47d6-4e94-9ea4-96dd38cd0c4e None None] Pushing event updated for resources: {'Port': ['ID=5e247370-613f-43a3-94f3-0f36e4184278,revision_number=2']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:58:19.368500 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-04f4c55b-339f-4c44-9cb5-c42d00bcc5ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66663830'] for router_interface, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:19.571623 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e40ad9b-b6de-4ede-ade1-c7d11c19fcf8 req-ebb06ee2-e9b9-463a-b328-e0d46cd40222 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:58:19.581692 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0e40ad9b-b6de-4ede-ade1-c7d11c19fcf8 req-ebb06ee2-e9b9-463a-b328-e0d46cd40222 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/ports?device_id=5be77a56-d5ef-4a70-9846-307f9eb76fa5 HTTP/1.1" status: 200 len: 946 time: 0.7125614 Aug 12 14:58:19.586074 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-e367ebce-e83d-41f9-b910-7794371f4d58 tempest-TagsExtTest-5498023 tempest-TagsExtTest-5498023-project] 10.222.0.39 "PUT /v2.0/ports/1dab4f60-cda9-4fd3-8413-4bbfd4741b66/tags/tempest-TagsExtTest-Tag-1650295473 HTTP/1.1" status: 201 len: 201 time: 0.8734794 Aug 12 14:58:19.593468 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 41904) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:58:19.604809 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.tag.tag_plugin [None req-f1256065-1074-4fe4-aef5-dbc36d73bbdb tempest-TagsExtTest-5498023 tempest-TagsExtTest-5498023-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '5de5120f-fb9f-4960-ad63-f18710888a40', 'tempest-TagsExtTest-Tag-203399184') {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:58:19.705530 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0e40ad9b-b6de-4ede-ade1-c7d11c19fcf8 req-b263d2d4-5317-4dc2-ba3d-c3f7bd7e3b94 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/security-groups?id=188dc986-a686-4570-b7d8-3a6edb471033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225481 Aug 12 14:58:19.767946 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-f1256065-1074-4fe4-aef5-dbc36d73bbdb tempest-TagsExtTest-5498023 tempest-TagsExtTest-5498023-project] 10.222.0.39 "PUT /v2.0/routers/5de5120f-fb9f-4960-ad63-f18710888a40/tags/tempest-TagsExtTest-Tag-203399184 HTTP/1.1" status: 201 len: 201 time: 0.1731343 Aug 12 14:58:19.772070 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 41914) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:58:19.783114 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.tag.tag_plugin [None req-bfdb8d83-7952-4ea7-86ad-bd4cbd731c8c tempest-TagsExtTest-5498023 tempest-TagsExtTest-5498023-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '34bf4ff1-4c63-4f7f-a722-66b95f3b0985', 'tempest-TagsExtTest-Tag-780463228') {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:58:19.870679 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-04f4c55b-339f-4c44-9cb5-c42d00bcc5ad admin admin] Deleting port 938ce513-a61c-4431-8100-ac2cd885bd39 {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:58:19.871087 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-04f4c55b-339f-4c44-9cb5-c42d00bcc5ad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:19.930689 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-bfdb8d83-7952-4ea7-86ad-bd4cbd731c8c tempest-TagsExtTest-5498023 tempest-TagsExtTest-5498023-project] 10.222.0.39 "PUT /v2.0/subnetpools/34bf4ff1-4c63-4f7f-a722-66b95f3b0985/tags/tempest-TagsExtTest-Tag-780463228 HTTP/1.1" status: 201 len: 201 time: 0.1574318 Aug 12 14:58:19.935447 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 41920) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:58:19.941577 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.tag.tag_plugin [None req-9409dbb2-ba6b-43c7-bdf8-4aad80af13b4 tempest-TagsExtTest-5498023 tempest-TagsExtTest-5498023-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'd3b31d2f-4c84-4f84-ad7e-54b22e017ffd') {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:58:19.966784 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6b565e-66fd-44b3-9afc-8029c23c46b3 req-05ae48a7-d9ce-48e0-adfc-593ded583fe1 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:58:19.974576 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-fc6b565e-66fd-44b3-9afc-8029c23c46b3 req-05ae48a7-d9ce-48e0-adfc-593ded583fe1 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/ports?device_id=5be77a56-d5ef-4a70-9846-307f9eb76fa5 HTTP/1.1" status: 200 len: 946 time: 0.1441071 Aug 12 14:58:20.057401 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-fc6b565e-66fd-44b3-9afc-8029c23c46b3 req-27fa7014-1dd3-42b0-87f4-d3a794d566ad tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/security-groups?id=188dc986-a686-4570-b7d8-3a6edb471033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815444 Aug 12 14:58:20.077453 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-04f4c55b-339f-4c44-9cb5-c42d00bcc5ad admin admin] For port 938ce513-a61c-4431-8100-ac2cd885bd39, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=938ce513-a61c-4431-8100-ac2cd885bd39,segment=NetworkSegment(88856cee-c131-4e90-816c-e70f51095ce0),segment_id=88856cee-c131-4e90-816c-e70f51095ce0)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:58:20.078102 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-04f4c55b-339f-4c44-9cb5-c42d00bcc5ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:20.121883 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-04f4c55b-339f-4c44-9cb5-c42d00bcc5ad admin admin] Calling delete_port for 938ce513-a61c-4431-8100-ac2cd885bd39 owned by network:router_interface {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:58:20.157557 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-9409dbb2-ba6b-43c7-bdf8-4aad80af13b4 tempest-TagsExtTest-5498023 tempest-TagsExtTest-5498023-project] 10.222.0.39 "GET /v2.0/subnets/d3b31d2f-4c84-4f84-ad7e-54b22e017ffd/tags HTTP/1.1" status: 200 len: 241 time: 0.2156510 Aug 12 14:58:20.158538 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 41928) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:58:20.173887 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.tag.tag_plugin [None req-855e102d-f5df-4563-86c0-67f91b3d1b9b tempest-TagsExtTest-5498023 tempest-TagsExtTest-5498023-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'd3b31d2f-4c84-4f84-ad7e-54b22e017ffd', 'tempest-TagsExtTest-Tag-1470934117') {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:58:20.235256 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 5e247370-613f-43a3-94f3-0f36e4184278 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:58:20.296090 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-855e102d-f5df-4563-86c0-67f91b3d1b9b tempest-TagsExtTest-5498023 tempest-TagsExtTest-5498023-project] 10.222.0.39 "GET /v2.0/subnets/d3b31d2f-4c84-4f84-ad7e-54b22e017ffd/tags/tempest-TagsExtTest-Tag-1470934117 HTTP/1.1" status: 204 len: 168 time: 0.1333339 Aug 12 14:58:20.296613 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 41932) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:58:20.304609 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.tag.tag_plugin [None req-a745f7d2-aa15-455e-b3f7-b9d62ce64f5a tempest-TagsExtTest-5498023 tempest-TagsExtTest-5498023-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'd3b31d2f-4c84-4f84-ad7e-54b22e017ffd', 'tempest-TagsExtTest-Tag-1470934117') {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:58:20.349865 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning for port 5e247370-613f-43a3-94f3-0f36e4184278 completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:58:20.488027 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-a745f7d2-aa15-455e-b3f7-b9d62ce64f5a tempest-TagsExtTest-5498023 tempest-TagsExtTest-5498023-project] 10.222.0.39 "DELETE /v2.0/subnets/d3b31d2f-4c84-4f84-ad7e-54b22e017ffd/tags/tempest-TagsExtTest-Tag-1470934117 HTTP/1.1" status: 204 len: 168 time: 0.1875668 Aug 12 14:58:20.491204 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 41942) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:58:20.506299 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.tag.tag_plugin [None req-32e6a3a9-632e-4d1b-957c-74cc6ce21cf2 tempest-TagsExtTest-5498023 tempest-TagsExtTest-5498023-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'd3b31d2f-4c84-4f84-ad7e-54b22e017ffd') {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:58:20.669332 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-32e6a3a9-632e-4d1b-957c-74cc6ce21cf2 tempest-TagsExtTest-5498023 tempest-TagsExtTest-5498023-project] 10.222.0.39 "GET /v2.0/subnets/d3b31d2f-4c84-4f84-ad7e-54b22e017ffd/tags HTTP/1.1" status: 200 len: 205 time: 0.1751316 Aug 12 14:58:20.673125 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 41948) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:58:20.677722 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bdc0fd6-b02b-4297-89af-4719ea2d94a3 None None] Network 9ff19620-718a-4217-aeb7-82c0f6099559 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:58:20.700550 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.tag.tag_plugin [None req-6fed6d3e-e1de-4a35-af9e-97c9765dd5c4 tempest-TagsExtTest-5498023 tempest-TagsExtTest-5498023-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '1dab4f60-cda9-4fd3-8413-4bbfd4741b66') {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:58:20.795386 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-6fed6d3e-e1de-4a35-af9e-97c9765dd5c4 tempest-TagsExtTest-5498023 tempest-TagsExtTest-5498023-project] 10.222.0.39 "GET /v2.0/ports/1dab4f60-cda9-4fd3-8413-4bbfd4741b66/tags HTTP/1.1" status: 200 len: 241 time: 0.1210852 Aug 12 14:58:20.798302 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 41950) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:58:20.804918 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.tag.tag_plugin [None req-633c6ad5-3906-47be-ad24-302b94296c55 tempest-TagsExtTest-5498023 tempest-TagsExtTest-5498023-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '1dab4f60-cda9-4fd3-8413-4bbfd4741b66', 'tempest-TagsExtTest-Tag-1650295473') {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:58:20.851640 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-ca125cb5-b114-4676-a717-f49040280efb None None] Provisioning for port 5e247370-613f-43a3-94f3-0f36e4184278 completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:58:20.892994 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-ca125cb5-b114-4676-a717-f49040280efb None None] Provisioning complete for port 5e247370-613f-43a3-94f3-0f36e4184278 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:58:20.893379 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-ca125cb5-b114-4676-a717-f49040280efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:20.939114 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-633c6ad5-3906-47be-ad24-302b94296c55 tempest-TagsExtTest-5498023 tempest-TagsExtTest-5498023-project] 10.222.0.39 "GET /v2.0/ports/1dab4f60-cda9-4fd3-8413-4bbfd4741b66/tags/tempest-TagsExtTest-Tag-1650295473 HTTP/1.1" status: 204 len: 168 time: 0.1395948 Aug 12 14:58:20.940024 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 41956) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:58:20.941983 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342deb8a-c780-432f-adf8-5a427f94e7e4 req-69d6be4d-0e1f-451e-a84e-e19a8bd2049e tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:58:20.949676 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.tag.tag_plugin [None req-a1bf9fd0-fecd-4a8f-91e8-f19cda0271f9 tempest-TagsExtTest-5498023 tempest-TagsExtTest-5498023-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '1dab4f60-cda9-4fd3-8413-4bbfd4741b66', 'tempest-TagsExtTest-Tag-1650295473') {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:58:20.958299 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-342deb8a-c780-432f-adf8-5a427f94e7e4 req-69d6be4d-0e1f-451e-a84e-e19a8bd2049e tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/ports?device_id=5be77a56-d5ef-4a70-9846-307f9eb76fa5 HTTP/1.1" status: 200 len: 946 time: 0.2073357 Aug 12 14:58:21.044908 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-342deb8a-c780-432f-adf8-5a427f94e7e4 req-62a085ef-1426-4d96-80d1-209270f45168 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/security-groups?id=188dc986-a686-4570-b7d8-3a6edb471033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783653 Aug 12 14:58:21.068278 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-ca125cb5-b114-4676-a717-f49040280efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:21.107267 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-ca125cb5-b114-4676-a717-f49040280efb None None] For port 5e247370-613f-43a3-94f3-0f36e4184278, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=5e247370-613f-43a3-94f3-0f36e4184278,segment=NetworkSegment(8f1e2909-d771-4b76-b9fd-9bb2261c2261),segment_id=8f1e2909-d771-4b76-b9fd-9bb2261c2261)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:58:21.113214 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-ca125cb5-b114-4676-a717-f49040280efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:21.152577 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-a1bf9fd0-fecd-4a8f-91e8-f19cda0271f9 tempest-TagsExtTest-5498023 tempest-TagsExtTest-5498023-project] 10.222.0.39 "DELETE /v2.0/ports/1dab4f60-cda9-4fd3-8413-4bbfd4741b66/tags/tempest-TagsExtTest-Tag-1650295473 HTTP/1.1" status: 204 len: 168 time: 0.2108104 Aug 12 14:58:21.154621 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 41964) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:58:21.173875 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.tag.tag_plugin [None req-f9ab37b3-79d8-4ca5-a8a6-31c977b7235c tempest-TagsExtTest-5498023 tempest-TagsExtTest-5498023-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '1dab4f60-cda9-4fd3-8413-4bbfd4741b66') {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:58:21.244005 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca125cb5-b114-4676-a717-f49040280efb None None] Pushing event updated for resources: {'Port': ['ID=5e247370-613f-43a3-94f3-0f36e4184278,revision_number=3']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:58:21.270689 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-f9ab37b3-79d8-4ca5-a8a6-31c977b7235c tempest-TagsExtTest-5498023 tempest-TagsExtTest-5498023-project] 10.222.0.39 "GET /v2.0/ports/1dab4f60-cda9-4fd3-8413-4bbfd4741b66/tags HTTP/1.1" status: 200 len: 205 time: 0.1121869 Aug 12 14:58:21.271142 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 41970) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:58:21.273827 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-04f4c55b-339f-4c44-9cb5-c42d00bcc5ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:21.277448 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.tag.tag_plugin [None req-273aef2b-afd6-4443-bf8d-a1502d03a9a4 tempest-TagsExtTest-5498023 tempest-TagsExtTest-5498023-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '5de5120f-fb9f-4960-ad63-f18710888a40') {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:58:21.380874 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-273aef2b-afd6-4443-bf8d-a1502d03a9a4 tempest-TagsExtTest-5498023 tempest-TagsExtTest-5498023-project] 10.222.0.39 "GET /v2.0/routers/5de5120f-fb9f-4960-ad63-f18710888a40/tags HTTP/1.1" status: 200 len: 240 time: 0.1075501 Aug 12 14:58:21.383213 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 41974) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:58:21.389972 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.tag.tag_plugin [None req-4a9b10fb-ea7f-42ef-bcbb-74bf48099b02 tempest-TagsExtTest-5498023 tempest-TagsExtTest-5498023-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '5de5120f-fb9f-4960-ad63-f18710888a40', 'tempest-TagsExtTest-Tag-203399184') {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:58:21.454763 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f4c55b-339f-4c44-9cb5-c42d00bcc5ad admin admin] Pushing event deleted for resources: {'Port': ['ID=938ce513-a61c-4431-8100-ac2cd885bd39,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:58:21.565961 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-4a9b10fb-ea7f-42ef-bcbb-74bf48099b02 tempest-TagsExtTest-5498023 tempest-TagsExtTest-5498023-project] 10.222.0.39 "GET /v2.0/routers/5de5120f-fb9f-4960-ad63-f18710888a40/tags/tempest-TagsExtTest-Tag-203399184 HTTP/1.1" status: 204 len: 168 time: 0.1807573 Aug 12 14:58:21.573811 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 41982) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:58:21.585612 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.tag.tag_plugin [None req-7b0c1a1d-1772-4fdc-97d3-44081db26629 tempest-TagsExtTest-5498023 tempest-TagsExtTest-5498023-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '5de5120f-fb9f-4960-ad63-f18710888a40', 'tempest-TagsExtTest-Tag-203399184') {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:58:21.608761 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02f1a99-4bb0-4462-a15c-fe64a7b7defc req-a1f716f4-36f4-4c39-8828-ab3981f999e2 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:58:21.610356 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-c02f1a99-4bb0-4462-a15c-fe64a7b7defc req-a1f716f4-36f4-4c39-8828-ab3981f999e2 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/ports?device_id=5be77a56-d5ef-4a70-9846-307f9eb76fa5 HTTP/1.1" status: 200 len: 946 time: 0.3714805 Aug 12 14:58:21.648579 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-4cf190f8-44b6-4c5b-b47d-4ee808310cc5 None None] Provisioning complete for port 5e247370-613f-43a3-94f3-0f36e4184278 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:58:21.649031 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4cf190f8-44b6-4c5b-b47d-4ee808310cc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:21.838908 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-4cf190f8-44b6-4c5b-b47d-4ee808310cc5 None None] Provisioning for port 1dab4f60-cda9-4fd3-8413-4bbfd4741b66 completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:58:21.844683 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-4cf190f8-44b6-4c5b-b47d-4ee808310cc5 None None] Provisioning complete for port 1dab4f60-cda9-4fd3-8413-4bbfd4741b66 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:58:21.845536 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4cf190f8-44b6-4c5b-b47d-4ee808310cc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:21.945631 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-04f4c55b-339f-4c44-9cb5-c42d00bcc5ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66628352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-430630'] for router_interface, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:21.954538 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-7b0c1a1d-1772-4fdc-97d3-44081db26629 tempest-TagsExtTest-5498023 tempest-TagsExtTest-5498023-project] 10.222.0.39 "DELETE /v2.0/routers/5de5120f-fb9f-4960-ad63-f18710888a40/tags/tempest-TagsExtTest-Tag-203399184 HTTP/1.1" status: 204 len: 168 time: 0.3790765 Aug 12 14:58:21.957595 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 41994) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:58:21.972507 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.tag.tag_plugin [None req-678a422b-a5f2-4dda-9511-f457d5a9a739 tempest-TagsExtTest-5498023 tempest-TagsExtTest-5498023-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '5de5120f-fb9f-4960-ad63-f18710888a40') {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:58:21.974498 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-4cf190f8-44b6-4c5b-b47d-4ee808310cc5 None None] Port 1dab4f60-cda9-4fd3-8413-4bbfd4741b66 cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 14:58:22.003568 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-c02f1a99-4bb0-4462-a15c-fe64a7b7defc req-8e3199cd-cac7-4c25-b990-b4bcea2fd538 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/security-groups?id=188dc986-a686-4570-b7d8-3a6edb471033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3647733 Aug 12 14:58:22.111864 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-24b0c52b-430a-4fd5-b148-1cf2ec913584 None None] Provisioning complete for port 1dab4f60-cda9-4fd3-8413-4bbfd4741b66 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:58:22.112688 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-24b0c52b-430a-4fd5-b148-1cf2ec913584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:22.175836 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-678a422b-a5f2-4dda-9511-f457d5a9a739 tempest-TagsExtTest-5498023 tempest-TagsExtTest-5498023-project] 10.222.0.39 "GET /v2.0/routers/5de5120f-fb9f-4960-ad63-f18710888a40/tags HTTP/1.1" status: 200 len: 205 time: 0.2149656 Aug 12 14:58:22.176314 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 42000) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:58:22.183786 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.tag.tag_plugin [None req-e770bf17-c788-4f5e-9887-d9eee5f31d1a tempest-TagsExtTest-5498023 tempest-TagsExtTest-5498023-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '34bf4ff1-4c63-4f7f-a722-66b95f3b0985') {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:58:22.190428 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-24b0c52b-430a-4fd5-b148-1cf2ec913584 None None] Port 1dab4f60-cda9-4fd3-8413-4bbfd4741b66 cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 14:58:22.231245 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-e770bf17-c788-4f5e-9887-d9eee5f31d1a tempest-TagsExtTest-5498023 tempest-TagsExtTest-5498023-project] 10.222.0.39 "GET /v2.0/subnetpools/34bf4ff1-4c63-4f7f-a722-66b95f3b0985/tags HTTP/1.1" status: 200 len: 240 time: 0.0514233 Aug 12 14:58:22.231492 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 42002) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:58:22.236370 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.tag.tag_plugin [None req-43e4b902-0610-4659-bf91-1dc92223d335 tempest-TagsExtTest-5498023 tempest-TagsExtTest-5498023-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '34bf4ff1-4c63-4f7f-a722-66b95f3b0985', 'tempest-TagsExtTest-Tag-780463228') {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:58:22.251151 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 5e247370-613f-43a3-94f3-0f36e4184278 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:58:22.286410 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-43e4b902-0610-4659-bf91-1dc92223d335 tempest-TagsExtTest-5498023 tempest-TagsExtTest-5498023-project] 10.222.0.39 "GET /v2.0/subnetpools/34bf4ff1-4c63-4f7f-a722-66b95f3b0985/tags/tempest-TagsExtTest-Tag-780463228 HTTP/1.1" status: 204 len: 168 time: 0.0515976 Aug 12 14:58:22.286674 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 42004) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:58:22.291392 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.tag.tag_plugin [None req-30d917aa-edb7-414d-9e6e-dc6521b0b031 tempest-TagsExtTest-5498023 tempest-TagsExtTest-5498023-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '34bf4ff1-4c63-4f7f-a722-66b95f3b0985', 'tempest-TagsExtTest-Tag-780463228') {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:58:22.383358 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port 5e247370-613f-43a3-94f3-0f36e4184278 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:58:22.384886 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:22.391580 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-30d917aa-edb7-414d-9e6e-dc6521b0b031 tempest-TagsExtTest-5498023 tempest-TagsExtTest-5498023-project] 10.222.0.39 "DELETE /v2.0/subnetpools/34bf4ff1-4c63-4f7f-a722-66b95f3b0985/tags/tempest-TagsExtTest-Tag-780463228 HTTP/1.1" status: 204 len: 168 time: 0.1037824 Aug 12 14:58:22.394561 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 42006) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:58:22.408578 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.tag.tag_plugin [None req-49c4d9d4-774e-41f9-8ae9-acb0e864087b tempest-TagsExtTest-5498023 tempest-TagsExtTest-5498023-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '34bf4ff1-4c63-4f7f-a722-66b95f3b0985') {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:58:22.489216 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-49c4d9d4-774e-41f9-8ae9-acb0e864087b tempest-TagsExtTest-5498023 tempest-TagsExtTest-5498023-project] 10.222.0.39 "GET /v2.0/subnetpools/34bf4ff1-4c63-4f7f-a722-66b95f3b0985/tags HTTP/1.1" status: 200 len: 205 time: 0.0934801 Aug 12 14:58:22.492615 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 42010) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:58:22.503278 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.tag.tag_plugin [None req-8c342ddf-a010-497a-89a7-308fa026509b tempest-TagsExtTest-5498023 tempest-TagsExtTest-5498023-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '34bf4ff1-4c63-4f7f-a722-66b95f3b0985') {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:58:22.623447 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04f4c55b-339f-4c44-9cb5-c42d00bcc5ad admin admin] Router e7293d89-7e16-4b87-9e69-33bb34e27603 has already been hosted by L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f {{(pid=94466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 14:58:22.630617 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-8c342ddf-a010-497a-89a7-308fa026509b tempest-TagsExtTest-5498023 tempest-TagsExtTest-5498023-project] 10.222.0.39 "DELETE /v2.0/subnetpools/34bf4ff1-4c63-4f7f-a722-66b95f3b0985/tags HTTP/1.1" status: 204 len: 168 time: 0.1365924 Aug 12 14:58:22.633460 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 42016) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:58:22.651643 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.tag.tag_plugin [None req-0e21b8b1-2431-4abb-a2d3-150ad19eea2e tempest-TagsExtTest-5498023 tempest-TagsExtTest-5498023-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '5de5120f-fb9f-4960-ad63-f18710888a40') {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:58:22.793343 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04f4c55b-339f-4c44-9cb5-c42d00bcc5ad admin admin] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 14:58:22.795471 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-0e21b8b1-2431-4abb-a2d3-150ad19eea2e tempest-TagsExtTest-5498023 tempest-TagsExtTest-5498023-project] 10.222.0.39 "DELETE /v2.0/routers/5de5120f-fb9f-4960-ad63-f18710888a40/tags HTTP/1.1" status: 204 len: 168 time: 0.1604478 Aug 12 14:58:22.806025 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-04f4c55b-339f-4c44-9cb5-c42d00bcc5ad admin admin] 10.222.0.39 "PUT /v2.0/routers/e7293d89-7e16-4b87-9e69-33bb34e27603/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9728720 Aug 12 14:58:22.806705 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 42028) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:58:22.810835 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d5ca7f0-872d-4a00-b1af-f16369713168 None None] Sync routers for ids ['e7293d89-7e16-4b87-9e69-33bb34e27603'] in n-d-694802-15 {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 14:58:22.820420 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 42026) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:58:22.825849 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d5ca7f0-872d-4a00-b1af-f16369713168 None None] Routers {'e7293d89-7e16-4b87-9e69-33bb34e27603'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:58:22.829801 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-5d5ca7f0-872d-4a00-b1af-f16369713168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:58:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['e7293d89-7e16-4b87-9e69-33bb34e27603'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:58:22.831717 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.tag.tag_plugin [None req-3f830834-85e8-4b7a-b1e0-8ed97fa0c1dc tempest-TagsExtTest-5498023 tempest-TagsExtTest-5498023-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '1dab4f60-cda9-4fd3-8413-4bbfd4741b66') {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:58:22.956367 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-3f830834-85e8-4b7a-b1e0-8ed97fa0c1dc tempest-TagsExtTest-5498023 tempest-TagsExtTest-5498023-project] 10.222.0.39 "DELETE /v2.0/ports/1dab4f60-cda9-4fd3-8413-4bbfd4741b66/tags HTTP/1.1" status: 204 len: 168 time: 0.1322520 Aug 12 14:58:22.957020 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-06f9cb4b-1341-4060-973a-f6f81c4cd37d admin admin] Notify callbacks [] for router, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:22.957968 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 42030) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:58:22.964751 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.tag.tag_plugin [None req-31b62c17-6925-4cda-86cc-451b57e56a79 tempest-TagsExtTest-5498023 tempest-TagsExtTest-5498023-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'd3b31d2f-4c84-4f84-ad7e-54b22e017ffd') {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:58:23.026084 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvr_db [None req-5d5ca7f0-872d-4a00-b1af-f16369713168 None None] Set router e7293d89-7e16-4b87-9e69-33bb34e27603 gateway port host: n-d-694802-15 {{(pid=94468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:58:23.205025 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-31b62c17-6925-4cda-86cc-451b57e56a79 tempest-TagsExtTest-5498023 tempest-TagsExtTest-5498023-project] 10.222.0.39 "DELETE /v2.0/subnets/d3b31d2f-4c84-4f84-ad7e-54b22e017ffd/tags HTTP/1.1" status: 204 len: 168 time: 0.2451398 Aug 12 14:58:23.205897 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 42032) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:58:23.206401 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-06f9cb4b-1341-4060-973a-f6f81c4cd37d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:23.210382 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.tag.tag_plugin [None req-01a398c5-b530-4ee9-b3f1-46f019930c59 tempest-TagsExtTest-5498023 tempest-TagsExtTest-5498023-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'd3b31d2f-4c84-4f84-ad7e-54b22e017ffd', 'tempest-TagsExtTest-Tag-1872098929') {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:58:23.291653 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-06f9cb4b-1341-4060-973a-f6f81c4cd37d admin admin] Deleting port 99ca1047-2581-4dec-9c53-5862e779ec28 {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:58:23.292387 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-06f9cb4b-1341-4060-973a-f6f81c4cd37d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:23.376926 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-01a398c5-b530-4ee9-b3f1-46f019930c59 tempest-TagsExtTest-5498023 tempest-TagsExtTest-5498023-project] 10.222.0.39 "PUT /v2.0/subnets/d3b31d2f-4c84-4f84-ad7e-54b22e017ffd/tags/tempest-TagsExtTest-Tag-1872098929 HTTP/1.1" status: 201 len: 201 time: 0.1687343 Aug 12 14:58:23.377855 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 42036) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:58:23.388220 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.tag.tag_plugin [None req-dc89b255-99b2-4d32-9061-cf7adb275d7d tempest-TagsExtTest-5498023 tempest-TagsExtTest-5498023-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '1dab4f60-cda9-4fd3-8413-4bbfd4741b66', 'tempest-TagsExtTest-Tag-704928012') {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:58:23.458148 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-06f9cb4b-1341-4060-973a-f6f81c4cd37d admin admin] For port 99ca1047-2581-4dec-9c53-5862e779ec28, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=99ca1047-2581-4dec-9c53-5862e779ec28,segment=NetworkSegment(b1b396cb-2dc6-4041-bfc7-1833a80a4720),segment_id=b1b396cb-2dc6-4041-bfc7-1833a80a4720)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:58:23.458537 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-06f9cb4b-1341-4060-973a-f6f81c4cd37d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:23.491147 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-06f9cb4b-1341-4060-973a-f6f81c4cd37d admin admin] Calling delete_port for 99ca1047-2581-4dec-9c53-5862e779ec28 owned by network:router_gateway {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:58:23.521633 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-dc89b255-99b2-4d32-9061-cf7adb275d7d tempest-TagsExtTest-5498023 tempest-TagsExtTest-5498023-project] 10.222.0.39 "PUT /v2.0/ports/1dab4f60-cda9-4fd3-8413-4bbfd4741b66/tags/tempest-TagsExtTest-Tag-704928012 HTTP/1.1" status: 201 len: 201 time: 0.1394813 Aug 12 14:58:23.523619 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 42038) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:58:23.535791 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.tag.tag_plugin [None req-dfdc0c76-b522-4867-ba1f-f8223e3bf5f0 tempest-TagsExtTest-5498023 tempest-TagsExtTest-5498023-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '5de5120f-fb9f-4960-ad63-f18710888a40', 'tempest-TagsExtTest-Tag-691622498') {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:58:23.606919 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-5d5ca7f0-872d-4a00-b1af-f16369713168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7293d89-7e16-4b87-9e69-33bb34e27603', 'name': 'tempest-TestVolumeBackupRestore-965872452-router', 'tenant_id': 'd9dd6ac7d160445e97bf27aace407348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.219'}], 'enable_snat': True}, 'gw_port_id': '99ca1047-2581-4dec-9c53-5862e779ec28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:53:04Z', 'updated_at': '2021-08-12T14:58:21Z', 'revision_number': 5, 'project_id': 'd9dd6ac7d160445e97bf27aace407348', 'gw_port': {'id': '99ca1047-2581-4dec-9c53-5862e779ec28', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:95:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7293d89-7e16-4b87-9e69-33bb34e27603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2541, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:53:05Z', 'updated_at': '2021-08-12T14:53:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15'}], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:58:23.673278 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d5ca7f0-872d-4a00-b1af-f16369713168 None None] Checking router: e7293d89-7e16-4b87-9e69-33bb34e27603 for host: n-d-694802-15 {{(pid=94468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 14:58:23.697455 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d5ca7f0-872d-4a00-b1af-f16369713168 None None] Routers {'e7293d89-7e16-4b87-9e69-33bb34e27603'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:58:23.698101 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-5d5ca7f0-872d-4a00-b1af-f16369713168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:58:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['e7293d89-7e16-4b87-9e69-33bb34e27603'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:58:23.793139 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-dfdc0c76-b522-4867-ba1f-f8223e3bf5f0 tempest-TagsExtTest-5498023 tempest-TagsExtTest-5498023-project] 10.222.0.39 "PUT /v2.0/routers/5de5120f-fb9f-4960-ad63-f18710888a40/tags/tempest-TagsExtTest-Tag-691622498 HTTP/1.1" status: 201 len: 201 time: 0.2638054 Aug 12 14:58:23.795784 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 42050) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:58:23.800789 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.tag.tag_plugin [None req-74400a02-054f-4277-a0f9-2b2e3a694ed0 tempest-TagsExtTest-5498023 tempest-TagsExtTest-5498023-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '34bf4ff1-4c63-4f7f-a722-66b95f3b0985', 'tempest-TagsExtTest-Tag-1578182459') {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:58:23.815708 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-06f9cb4b-1341-4060-973a-f6f81c4cd37d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:23.861337 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-74400a02-054f-4277-a0f9-2b2e3a694ed0 tempest-TagsExtTest-5498023 tempest-TagsExtTest-5498023-project] 10.222.0.39 "PUT /v2.0/subnetpools/34bf4ff1-4c63-4f7f-a722-66b95f3b0985/tags/tempest-TagsExtTest-Tag-1578182459 HTTP/1.1" status: 201 len: 201 time: 0.0643246 Aug 12 14:58:23.864844 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 42056) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:58:23.880013 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.tag.tag_plugin [None req-20a637b8-a1cd-4669-bff7-9f14278d0135 tempest-TagsExtTest-5498023 tempest-TagsExtTest-5498023-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'd3b31d2f-4c84-4f84-ad7e-54b22e017ffd', {'tags': ['tempest-TagsExtTest-Tag-273230535', 'tempest-TagsExtTest-Tag-599033566', 'tempest-TagsExtTest-Tag-779149369']}) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:58:23.900499 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f9cb4b-1341-4060-973a-f6f81c4cd37d admin admin] Pushing event deleted for resources: {'Port': ['ID=99ca1047-2581-4dec-9c53-5862e779ec28,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:58:23.906357 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvr_db [None req-5d5ca7f0-872d-4a00-b1af-f16369713168 None None] Set router e7293d89-7e16-4b87-9e69-33bb34e27603 gateway port host: None {{(pid=94468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:58:23.990759 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-5d5ca7f0-872d-4a00-b1af-f16369713168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7293d89-7e16-4b87-9e69-33bb34e27603', 'name': 'tempest-TestVolumeBackupRestore-965872452-router', 'tenant_id': 'd9dd6ac7d160445e97bf27aace407348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:53:04Z', 'updated_at': '2021-08-12T14:58:23Z', 'revision_number': 6, 'project_id': 'd9dd6ac7d160445e97bf27aace407348', 'gw_port_host': None}], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:58:24.022154 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-20a637b8-a1cd-4669-bff7-9f14278d0135 tempest-TagsExtTest-5498023 tempest-TagsExtTest-5498023-project] 10.222.0.39 "PUT /v2.0/subnets/d3b31d2f-4c84-4f84-ad7e-54b22e017ffd/tags HTTP/1.1" status: 200 len: 315 time: 0.1531894 Aug 12 14:58:24.022154 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 42062) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:58:24.037281 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.tag.tag_plugin [None req-b6d21578-9c59-41c5-9187-98633834f0c5 tempest-TagsExtTest-5498023 tempest-TagsExtTest-5498023-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'd3b31d2f-4c84-4f84-ad7e-54b22e017ffd') {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:58:24.065510 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d5ca7f0-872d-4a00-b1af-f16369713168 None None] The sync data for ids ['e7293d89-7e16-4b87-9e69-33bb34e27603'] in n-d-694802-15 is: [{'id': 'e7293d89-7e16-4b87-9e69-33bb34e27603', 'name': 'tempest-TestVolumeBackupRestore-965872452-router', 'tenant_id': 'd9dd6ac7d160445e97bf27aace407348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:53:04Z', 'updated_at': '2021-08-12T14:58:23Z', 'revision_number': 6, 'project_id': 'd9dd6ac7d160445e97bf27aace407348', 'gw_port_host': None}] {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 14:58:24.095371 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-06f9cb4b-1341-4060-973a-f6f81c4cd37d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-431580'] for router_gateway, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:24.245443 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-b6d21578-9c59-41c5-9187-98633834f0c5 tempest-TagsExtTest-5498023 tempest-TagsExtTest-5498023-project] 10.222.0.39 "DELETE /v2.0/subnets/d3b31d2f-4c84-4f84-ad7e-54b22e017ffd/tags HTTP/1.1" status: 204 len: 168 time: 0.2222681 Aug 12 14:58:24.248079 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 42066) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:58:24.252384 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.tag.tag_plugin [None req-87241ef9-0b77-4a73-9178-5c556ec376e9 tempest-TagsExtTest-5498023 tempest-TagsExtTest-5498023-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'd3b31d2f-4c84-4f84-ad7e-54b22e017ffd', 'tempest-TagsExtTest-Tag-273230535') {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:58:24.271954 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-06f9cb4b-1341-4060-973a-f6f81c4cd37d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-429360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-104877'] for router, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:24.276658 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-06f9cb4b-1341-4060-973a-f6f81c4cd37d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:24.326262 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-06f9cb4b-1341-4060-973a-f6f81c4cd37d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-429375'] for router, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:24.326860 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06f9cb4b-1341-4060-973a-f6f81c4cd37d admin admin] Fanout notify agent at l3_agent the message router_deleted on router e7293d89-7e16-4b87-9e69-33bb34e27603 {{(pid=94466) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 14:58:24.349137 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-06f9cb4b-1341-4060-973a-f6f81c4cd37d admin admin] Notify callbacks [] for router, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:24.350341 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-06f9cb4b-1341-4060-973a-f6f81c4cd37d admin admin] 10.222.0.39 "DELETE /v2.0/routers/e7293d89-7e16-4b87-9e69-33bb34e27603 HTTP/1.1" status: 204 len: 168 time: 1.5415411 Aug 12 14:58:24.360017 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 42070) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:58:24.386145 n-d-694802-15 neutron-server[94467]: INFO neutron.api.v2.resource [None req-87241ef9-0b77-4a73-9178-5c556ec376e9 tempest-TagsExtTest-5498023 tempest-TagsExtTest-5498023-project] show failed (client error): The resource could not be found. Aug 12 14:58:24.391695 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 42072) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:58:24.394303 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-87241ef9-0b77-4a73-9178-5c556ec376e9 tempest-TagsExtTest-5498023 tempest-TagsExtTest-5498023-project] 10.222.0.39 "GET /v2.0/subnets/d3b31d2f-4c84-4f84-ad7e-54b22e017ffd/tags/tempest-TagsExtTest-Tag-273230535 HTTP/1.1" status: 404 len: 328 time: 0.1443915 Aug 12 14:58:24.396418 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.tag.tag_plugin [None req-0d7d2f75-6983-4aa8-8934-6004c9d21ef5 tempest-TagsExtTest-5498023 tempest-TagsExtTest-5498023-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'd3b31d2f-4c84-4f84-ad7e-54b22e017ffd', 'tempest-TagsExtTest-Tag-599033566') {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:58:24.498207 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4564918-0659-4159-9951-44151732009c admin admin] Deleting subnet d4818c0e-24c1-4b2b-bc8f-7ad85839d2ca {{(pid=94467) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 14:58:24.502723 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-d4564918-0659-4159-9951-44151732009c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:24.541691 n-d-694802-15 neutron-server[94466]: INFO neutron.api.v2.resource [None req-0d7d2f75-6983-4aa8-8934-6004c9d21ef5 tempest-TagsExtTest-5498023 tempest-TagsExtTest-5498023-project] show failed (client error): The resource could not be found. Aug 12 14:58:24.543282 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-0d7d2f75-6983-4aa8-8934-6004c9d21ef5 tempest-TagsExtTest-5498023 tempest-TagsExtTest-5498023-project] 10.222.0.39 "GET /v2.0/subnets/d3b31d2f-4c84-4f84-ad7e-54b22e017ffd/tags/tempest-TagsExtTest-Tag-599033566 HTTP/1.1" status: 404 len: 328 time: 0.1505365 Aug 12 14:58:24.546456 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 42074) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:58:24.555362 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.tag.tag_plugin [None req-9cceb4bd-6192-4a45-9a1e-de364462df92 tempest-TagsExtTest-5498023 tempest-TagsExtTest-5498023-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'd3b31d2f-4c84-4f84-ad7e-54b22e017ffd', 'tempest-TagsExtTest-Tag-779149369') {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:58:24.580057 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-d4564918-0659-4159-9951-44151732009c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3857505'] for subnet, precommit_delete_associations {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:24.747330 n-d-694802-15 neutron-server[94467]: INFO neutron.api.v2.resource [None req-9cceb4bd-6192-4a45-9a1e-de364462df92 tempest-TagsExtTest-5498023 tempest-TagsExtTest-5498023-project] show failed (client error): The resource could not be found. Aug 12 14:58:24.748748 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-9cceb4bd-6192-4a45-9a1e-de364462df92 tempest-TagsExtTest-5498023 tempest-TagsExtTest-5498023-project] 10.222.0.39 "GET /v2.0/subnets/d3b31d2f-4c84-4f84-ad7e-54b22e017ffd/tags/tempest-TagsExtTest-Tag-779149369 HTTP/1.1" status: 404 len: 328 time: 0.2013345 Aug 12 14:58:24.751685 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 42076) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:58:24.756886 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.tag.tag_plugin [None req-4453afd2-6404-4c58-ad12-74bde2647c66 tempest-TagsExtTest-5498023 tempest-TagsExtTest-5498023-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '1dab4f60-cda9-4fd3-8413-4bbfd4741b66', {'tags': ['tempest-TagsExtTest-Tag-1253166735', 'tempest-TagsExtTest-Tag-1044680457', 'tempest-TagsExtTest-Tag-1902465935']}) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:58:24.763726 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-d4564918-0659-4159-9951-44151732009c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66416255'] for subnet, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:24.838186 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-d4564918-0659-4159-9951-44151732009c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66416232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2859225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3343748'] for subnet, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:24.850134 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-4453afd2-6404-4c58-ad12-74bde2647c66 tempest-TagsExtTest-5498023 tempest-TagsExtTest-5498023-project] 10.222.0.39 "PUT /v2.0/ports/1dab4f60-cda9-4fd3-8413-4bbfd4741b66/tags HTTP/1.1" status: 200 len: 318 time: 0.0970902 Aug 12 14:58:24.852738 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 42078) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:58:24.858241 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.tag.tag_plugin [None req-04572e8e-1ab9-46f4-87d2-54f221b2309f tempest-TagsExtTest-5498023 tempest-TagsExtTest-5498023-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '1dab4f60-cda9-4fd3-8413-4bbfd4741b66') {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:58:24.905663 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4564918-0659-4159-9951-44151732009c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d4818c0e-24c1-4b2b-bc8f-7ad85839d2ca,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:58:24.923749 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-d4564918-0659-4159-9951-44151732009c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:24.925889 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0672446-a6ff-482e-a108-70f4d4e597db None None] Network a285089b-9348-4d2a-8604-205679144007 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:58:24.930353 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-d4564918-0659-4159-9951-44151732009c admin admin] 10.222.0.39 "DELETE /v2.0/subnets/d4818c0e-24c1-4b2b-bc8f-7ad85839d2ca HTTP/1.1" status: 204 len: 168 time: 0.5655415 Aug 12 14:58:24.931058 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 42082) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:58:24.942450 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4564918-0659-4159-9951-44151732009c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:58:24.942803 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4564918-0659-4159-9951-44151732009c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:58:24.943176 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4564918-0659-4159-9951-44151732009c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:58:24.943524 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4564918-0659-4159-9951-44151732009c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:58:24.943862 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4564918-0659-4159-9951-44151732009c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:58:24.944194 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4564918-0659-4159-9951-44151732009c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:58:24.944527 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4564918-0659-4159-9951-44151732009c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:58:24.944855 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4564918-0659-4159-9951-44151732009c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:58:24.945184 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4564918-0659-4159-9951-44151732009c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:58:24.945513 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4564918-0659-4159-9951-44151732009c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:58:24.945840 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4564918-0659-4159-9951-44151732009c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:58:24.946168 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4564918-0659-4159-9951-44151732009c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:58:25.037808 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-04572e8e-1ab9-46f4-87d2-54f221b2309f tempest-TagsExtTest-5498023 tempest-TagsExtTest-5498023-project] 10.222.0.39 "DELETE /v2.0/ports/1dab4f60-cda9-4fd3-8413-4bbfd4741b66/tags HTTP/1.1" status: 204 len: 168 time: 0.1839674 Aug 12 14:58:25.040634 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 42084) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:58:25.046750 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.tag.tag_plugin [None req-2d34b4f6-8b6b-421a-a570-ea580dc4437d tempest-TagsExtTest-5498023 tempest-TagsExtTest-5498023-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '1dab4f60-cda9-4fd3-8413-4bbfd4741b66', 'tempest-TagsExtTest-Tag-1253166735') {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:58:25.075941 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f6211f83-f88e-4860-9b79-e2054aa6f2e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680608'] for network, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:25.186410 n-d-694802-15 neutron-server[94467]: INFO neutron.api.v2.resource [None req-2d34b4f6-8b6b-421a-a570-ea580dc4437d tempest-TagsExtTest-5498023 tempest-TagsExtTest-5498023-project] show failed (client error): The resource could not be found. Aug 12 14:58:25.187504 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-2d34b4f6-8b6b-421a-a570-ea580dc4437d tempest-TagsExtTest-5498023 tempest-TagsExtTest-5498023-project] 10.222.0.39 "GET /v2.0/ports/1dab4f60-cda9-4fd3-8413-4bbfd4741b66/tags/tempest-TagsExtTest-Tag-1253166735 HTTP/1.1" status: 404 len: 329 time: 0.1453297 Aug 12 14:58:25.191571 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 42088) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:58:25.196072 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.tag.tag_plugin [None req-f090a5ea-9161-4f1a-9baf-a817f37d1f10 tempest-TagsExtTest-5498023 tempest-TagsExtTest-5498023-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '1dab4f60-cda9-4fd3-8413-4bbfd4741b66', 'tempest-TagsExtTest-Tag-1044680457') {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:58:25.306524 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47e72049-9be7-4c65-ac40-ef4add5fe0d3 None None] DHCP port deletion for a285089b-9348-4d2a-8604-205679144007 request from n-d-694802-15 {{(pid=94468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 14:58:25.317089 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-f6211f83-f88e-4860-9b79-e2054aa6f2e3 admin admin] Deleting port 28f45042-4892-4c0a-b015-929e19647d71 {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:58:25.319546 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f6211f83-f88e-4860-9b79-e2054aa6f2e3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:25.358016 n-d-694802-15 neutron-server[94467]: INFO neutron.api.v2.resource [None req-f090a5ea-9161-4f1a-9baf-a817f37d1f10 tempest-TagsExtTest-5498023 tempest-TagsExtTest-5498023-project] show failed (client error): The resource could not be found. Aug 12 14:58:25.364149 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-f090a5ea-9161-4f1a-9baf-a817f37d1f10 tempest-TagsExtTest-5498023 tempest-TagsExtTest-5498023-project] 10.222.0.39 "GET /v2.0/ports/1dab4f60-cda9-4fd3-8413-4bbfd4741b66/tags/tempest-TagsExtTest-Tag-1044680457 HTTP/1.1" status: 404 len: 329 time: 0.1715684 Aug 12 14:58:25.364730 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 42094) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:58:25.377270 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.tag.tag_plugin [None req-1afd61c4-8af8-4386-8b09-fcc7f05b32fd tempest-TagsExtTest-5498023 tempest-TagsExtTest-5498023-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '1dab4f60-cda9-4fd3-8413-4bbfd4741b66', 'tempest-TagsExtTest-Tag-1902465935') {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:58:25.436948 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-47e72049-9be7-4c65-ac40-ef4add5fe0d3 None None] Deleting port 28f45042-4892-4c0a-b015-929e19647d71 {{(pid=94468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:58:25.440768 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-47e72049-9be7-4c65-ac40-ef4add5fe0d3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:25.494328 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-f6211f83-f88e-4860-9b79-e2054aa6f2e3 admin admin] For port 28f45042-4892-4c0a-b015-929e19647d71, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=28f45042-4892-4c0a-b015-929e19647d71,segment=NetworkSegment(88856cee-c131-4e90-816c-e70f51095ce0),segment_id=88856cee-c131-4e90-816c-e70f51095ce0)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:58:25.494761 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f6211f83-f88e-4860-9b79-e2054aa6f2e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:25.499248 n-d-694802-15 neutron-server[94467]: INFO neutron.api.v2.resource [None req-1afd61c4-8af8-4386-8b09-fcc7f05b32fd tempest-TagsExtTest-5498023 tempest-TagsExtTest-5498023-project] show failed (client error): The resource could not be found. Aug 12 14:58:25.500343 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-1afd61c4-8af8-4386-8b09-fcc7f05b32fd tempest-TagsExtTest-5498023 tempest-TagsExtTest-5498023-project] 10.222.0.39 "GET /v2.0/ports/1dab4f60-cda9-4fd3-8413-4bbfd4741b66/tags/tempest-TagsExtTest-Tag-1902465935 HTTP/1.1" status: 404 len: 329 time: 0.1346819 Aug 12 14:58:25.505315 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 42100) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:58:25.537020 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.tag.tag_plugin [None req-aa429924-8e22-49d6-9c0a-eecfd362e74f tempest-TagsExtTest-5498023 tempest-TagsExtTest-5498023-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '5de5120f-fb9f-4960-ad63-f18710888a40', {'tags': ['tempest-TagsExtTest-Tag-1897506822', 'tempest-TagsExtTest-Tag-1779881166', 'tempest-TagsExtTest-Tag-1056055995']}) {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:58:25.627545 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-47e72049-9be7-4c65-ac40-ef4add5fe0d3 None None] For port 28f45042-4892-4c0a-b015-929e19647d71, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=28f45042-4892-4c0a-b015-929e19647d71,segment=NetworkSegment(88856cee-c131-4e90-816c-e70f51095ce0),segment_id=88856cee-c131-4e90-816c-e70f51095ce0)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:58:25.629245 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-47e72049-9be7-4c65-ac40-ef4add5fe0d3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:25.642028 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-f6211f83-f88e-4860-9b79-e2054aa6f2e3 admin admin] Calling delete_port for 28f45042-4892-4c0a-b015-929e19647d71 owned by network:dhcp {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:58:25.677651 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-47e72049-9be7-4c65-ac40-ef4add5fe0d3 None None] Calling delete_port for 28f45042-4892-4c0a-b015-929e19647d71 owned by network:dhcp {{(pid=94468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:58:25.887559 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-47e72049-9be7-4c65-ac40-ef4add5fe0d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262'] for port, after_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:25.918189 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 42106) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:58:25.918752 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-aa429924-8e22-49d6-9c0a-eecfd362e74f tempest-TagsExtTest-5498023 tempest-TagsExtTest-5498023-project] 10.222.0.39 "PUT /v2.0/routers/5de5120f-fb9f-4960-ad63-f18710888a40/tags HTTP/1.1" status: 200 len: 318 time: 0.4116266 Aug 12 14:58:25.927931 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47e72049-9be7-4c65-ac40-ef4add5fe0d3 None None] No DVR routers for this DVR port 28f45042-4892-4c0a-b015-929e19647d71 on host n-d-694802-15 {{(pid=94468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:58:25.929685 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e72049-9be7-4c65-ac40-ef4add5fe0d3 None None] Pushing event deleted for resources: {'Port': ['ID=28f45042-4892-4c0a-b015-929e19647d71,revision_number=None']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:58:25.933436 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.tag.tag_plugin [None req-43256c0f-2a7a-45b6-8be2-2e0766035850 tempest-TagsExtTest-5498023 tempest-TagsExtTest-5498023-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '5de5120f-fb9f-4960-ad63-f18710888a40') {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:58:25.971789 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f6211f83-f88e-4860-9b79-e2054aa6f2e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:26.077573 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6211f83-f88e-4860-9b79-e2054aa6f2e3 admin admin] No DVR routers for this DVR port 28f45042-4892-4c0a-b015-929e19647d71 on host n-d-694802-15 {{(pid=94466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:58:26.081055 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6211f83-f88e-4860-9b79-e2054aa6f2e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=28f45042-4892-4c0a-b015-929e19647d71,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:58:26.174590 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 938ce513-a61c-4431-8100-ac2cd885bd39 no longer exists at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:58:26.181302 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-43256c0f-2a7a-45b6-8be2-2e0766035850 tempest-TagsExtTest-5498023 tempest-TagsExtTest-5498023-project] 10.222.0.39 "DELETE /v2.0/routers/5de5120f-fb9f-4960-ad63-f18710888a40/tags HTTP/1.1" status: 204 len: 168 time: 0.2619581 Aug 12 14:58:26.186573 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 42112) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:58:26.191421 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.tag.tag_plugin [None req-68c0676b-2d4b-434b-b594-7091598c3d2d tempest-TagsExtTest-5498023 tempest-TagsExtTest-5498023-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '5de5120f-fb9f-4960-ad63-f18710888a40', 'tempest-TagsExtTest-Tag-1897506822') {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:58:26.268752 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] No Port match for: 938ce513-a61c-4431-8100-ac2cd885bd39 {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 14:58:26.271414 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 938ce513-a61c-4431-8100-ac2cd885bd39 not bound to the agent host n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:58:26.271844 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 99ca1047-2581-4dec-9c53-5862e779ec28 no longer exists at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:58:26.296840 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f6211f83-f88e-4860-9b79-e2054aa6f2e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66413304', 'neutron.services.segments.db._delete_segments_for_network-8744654118000'] for network, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:26.323871 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-f6211f83-f88e-4860-9b79-e2054aa6f2e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a285089b-9348-4d2a-8604-205679144007']}} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:58:26.363331 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] No Port match for: 99ca1047-2581-4dec-9c53-5862e779ec28 {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 14:58:26.363797 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 99ca1047-2581-4dec-9c53-5862e779ec28 not bound to the agent host n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:58:26.369438 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 28f45042-4892-4c0a-b015-929e19647d71 no longer exists at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:58:26.408970 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-f6211f83-f88e-4860-9b79-e2054aa6f2e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88856cee-c131-4e90-816c-e70f51095ce0') {'for_net_delete': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:58:26.409831 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-f6211f83-f88e-4860-9b79-e2054aa6f2e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88856cee-c131-4e90-816c-e70f51095ce0') {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:58:26.424246 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] No Port match for: 28f45042-4892-4c0a-b015-929e19647d71 {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 14:58:26.424607 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 28f45042-4892-4c0a-b015-929e19647d71 not bound to the agent host n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:58:26.465323 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f6211f83-f88e-4860-9b79-e2054aa6f2e3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744654122361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2293560'] for segment, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:26.527307 n-d-694802-15 neutron-server[94467]: INFO neutron.api.v2.resource [None req-68c0676b-2d4b-434b-b594-7091598c3d2d tempest-TagsExtTest-5498023 tempest-TagsExtTest-5498023-project] show failed (client error): The resource could not be found. Aug 12 14:58:26.535004 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-68c0676b-2d4b-434b-b594-7091598c3d2d tempest-TagsExtTest-5498023 tempest-TagsExtTest-5498023-project] 10.222.0.39 "GET /v2.0/routers/5de5120f-fb9f-4960-ad63-f18710888a40/tags/tempest-TagsExtTest-Tag-1897506822 HTTP/1.1" status: 404 len: 329 time: 0.3466532 Aug 12 14:58:26.537393 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f6211f83-f88e-4860-9b79-e2054aa6f2e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:26.543201 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 42116) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:58:26.552637 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.tag.tag_plugin [None req-48fb996b-efe3-4e36-b5e1-1dbf142fc02a tempest-TagsExtTest-5498023 tempest-TagsExtTest-5498023-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '5de5120f-fb9f-4960-ad63-f18710888a40', 'tempest-TagsExtTest-Tag-1779881166') {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:58:26.616575 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6211f83-f88e-4860-9b79-e2054aa6f2e3 admin admin] Releasing vlan 307 on physical network physnet1 to pool {{(pid=94466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 14:58:26.617464 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f6211f83-f88e-4860-9b79-e2054aa6f2e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3718595'] for segment, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:26.619757 n-d-694802-15 neutron-server[94466]: Traceback (most recent call last): Aug 12 14:58:26.619757 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 14:58:26.619757 n-d-694802-15 neutron-server[94466]: timer() Aug 12 14:58:26.619757 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 14:58:26.619757 n-d-694802-15 neutron-server[94466]: cb(*args, **kw) Aug 12 14:58:26.619757 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 14:58:26.619757 n-d-694802-15 neutron-server[94466]: return func(*args, **kwargs) Aug 12 14:58:26.619757 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 14:58:26.619757 n-d-694802-15 neutron-server[94466]: self._notify() Aug 12 14:58:26.619757 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 14:58:26.619757 n-d-694802-15 neutron-server[94466]: self.callback(batched_events) Aug 12 14:58:26.619757 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 14:58:26.619757 n-d-694802-15 neutron-server[94466]: event.method(event) Aug 12 14:58:26.619757 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 14:58:26.619757 n-d-694802-15 neutron-server[94466]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 14:58:26.619757 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 14:58:26.619757 n-d-694802-15 neutron-server[94466]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 14:58:26.619757 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 14:58:26.619757 n-d-694802-15 neutron-server[94466]: return f(self, *a, **k) Aug 12 14:58:26.619757 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 14:58:26.619757 n-d-694802-15 neutron-server[94466]: return self._get(url).json() Aug 12 14:58:26.619757 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 14:58:26.619757 n-d-694802-15 neutron-server[94466]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 14:58:26.619757 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 14:58:26.619757 n-d-694802-15 neutron-server[94466]: return self.request(url, 'GET', **kwargs) Aug 12 14:58:26.619757 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 14:58:26.619757 n-d-694802-15 neutron-server[94466]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 14:58:26.619757 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 14:58:26.619757 n-d-694802-15 neutron-server[94466]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 14:58:26.619757 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 14:58:26.619757 n-d-694802-15 neutron-server[94466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 14:58:26.619757 n-d-694802-15 neutron-server[94466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 14:58:26.759917 n-d-694802-15 neutron-server[94466]: INFO neutron.api.v2.resource [None req-48fb996b-efe3-4e36-b5e1-1dbf142fc02a tempest-TagsExtTest-5498023 tempest-TagsExtTest-5498023-project] show failed (client error): The resource could not be found. Aug 12 14:58:26.764321 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 42118) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:58:26.771117 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.tag.tag_plugin [None req-a75b70fe-d375-423f-ac13-4cd0b0af5746 tempest-TagsExtTest-5498023 tempest-TagsExtTest-5498023-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '5de5120f-fb9f-4960-ad63-f18710888a40', 'tempest-TagsExtTest-Tag-1056055995') {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:58:26.788234 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-48fb996b-efe3-4e36-b5e1-1dbf142fc02a tempest-TagsExtTest-5498023 tempest-TagsExtTest-5498023-project] 10.222.0.39 "GET /v2.0/routers/5de5120f-fb9f-4960-ad63-f18710888a40/tags/tempest-TagsExtTest-Tag-1779881166 HTTP/1.1" status: 404 len: 329 time: 0.2427816 Aug 12 14:58:26.789151 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f6211f83-f88e-4860-9b79-e2054aa6f2e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66413281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431520'] for network, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:26.801901 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f6211f83-f88e-4860-9b79-e2054aa6f2e3 admin admin] Notify callbacks [] for network, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:26.807948 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-f6211f83-f88e-4860-9b79-e2054aa6f2e3 admin admin] 10.222.0.39 "DELETE /v2.0/networks/a285089b-9348-4d2a-8604-205679144007 HTTP/1.1" status: 204 len: 168 time: 1.8759038 Aug 12 14:58:26.808793 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 42120) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:58:26.831265 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6211f83-f88e-4860-9b79-e2054aa6f2e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=a285089b-9348-4d2a-8604-205679144007,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:58:26.968071 n-d-694802-15 neutron-server[94467]: INFO neutron.api.v2.resource [None req-a75b70fe-d375-423f-ac13-4cd0b0af5746 tempest-TagsExtTest-5498023 tempest-TagsExtTest-5498023-project] show failed (client error): The resource could not be found. Aug 12 14:58:26.972366 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-a75b70fe-d375-423f-ac13-4cd0b0af5746 tempest-TagsExtTest-5498023 tempest-TagsExtTest-5498023-project] 10.222.0.39 "GET /v2.0/routers/5de5120f-fb9f-4960-ad63-f18710888a40/tags/tempest-TagsExtTest-Tag-1056055995 HTTP/1.1" status: 404 len: 329 time: 0.2068398 Aug 12 14:58:26.973278 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 42124) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:58:26.981815 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.tag.tag_plugin [None req-719d20ef-6e2b-4b14-a9c6-8610e7f88cf0 tempest-TagsExtTest-5498023 tempest-TagsExtTest-5498023-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '34bf4ff1-4c63-4f7f-a722-66b95f3b0985', {'tags': ['tempest-TagsExtTest-Tag-626206682', 'tempest-TagsExtTest-Tag-400900467', 'tempest-TagsExtTest-Tag-1563415321']}) {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:58:27.034362 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-719d20ef-6e2b-4b14-a9c6-8610e7f88cf0 tempest-TagsExtTest-5498023 tempest-TagsExtTest-5498023-project] 10.222.0.39 "PUT /v2.0/subnetpools/34bf4ff1-4c63-4f7f-a722-66b95f3b0985/tags HTTP/1.1" status: 200 len: 316 time: 0.0597296 Aug 12 14:58:27.035349 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 42126) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:58:27.041445 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.tag.tag_plugin [None req-15988399-e659-4b6b-b713-9d1c9f83a2cf tempest-TagsExtTest-5498023 tempest-TagsExtTest-5498023-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '34bf4ff1-4c63-4f7f-a722-66b95f3b0985') {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:58:27.100336 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-15988399-e659-4b6b-b713-9d1c9f83a2cf tempest-TagsExtTest-5498023 tempest-TagsExtTest-5498023-project] 10.222.0.39 "DELETE /v2.0/subnetpools/34bf4ff1-4c63-4f7f-a722-66b95f3b0985/tags HTTP/1.1" status: 204 len: 168 time: 0.0632062 Aug 12 14:58:27.100973 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 42130) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:58:27.107412 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.tag.tag_plugin [None req-0d85db66-c363-4548-bf9d-8795dbb52567 tempest-TagsExtTest-5498023 tempest-TagsExtTest-5498023-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '34bf4ff1-4c63-4f7f-a722-66b95f3b0985', 'tempest-TagsExtTest-Tag-626206682') {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:58:27.214983 n-d-694802-15 neutron-server[94466]: INFO neutron.api.v2.resource [None req-0d85db66-c363-4548-bf9d-8795dbb52567 tempest-TagsExtTest-5498023 tempest-TagsExtTest-5498023-project] show failed (client error): The resource could not be found. Aug 12 14:58:27.214983 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-0d85db66-c363-4548-bf9d-8795dbb52567 tempest-TagsExtTest-5498023 tempest-TagsExtTest-5498023-project] 10.222.0.39 "GET /v2.0/subnetpools/34bf4ff1-4c63-4f7f-a722-66b95f3b0985/tags/tempest-TagsExtTest-Tag-626206682 HTTP/1.1" status: 404 len: 328 time: 0.1126649 Aug 12 14:58:27.217661 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 42134) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:58:27.223656 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.tag.tag_plugin [None req-d5c253a0-66ba-40da-aeb1-50f0784ee9a2 tempest-TagsExtTest-5498023 tempest-TagsExtTest-5498023-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '34bf4ff1-4c63-4f7f-a722-66b95f3b0985', 'tempest-TagsExtTest-Tag-400900467') {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:58:27.263733 n-d-694802-15 neutron-server[94466]: INFO neutron.api.v2.resource [None req-d5c253a0-66ba-40da-aeb1-50f0784ee9a2 tempest-TagsExtTest-5498023 tempest-TagsExtTest-5498023-project] show failed (client error): The resource could not be found. Aug 12 14:58:27.264770 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-d5c253a0-66ba-40da-aeb1-50f0784ee9a2 tempest-TagsExtTest-5498023 tempest-TagsExtTest-5498023-project] 10.222.0.39 "GET /v2.0/subnetpools/34bf4ff1-4c63-4f7f-a722-66b95f3b0985/tags/tempest-TagsExtTest-Tag-400900467 HTTP/1.1" status: 404 len: 328 time: 0.0461991 Aug 12 14:58:27.267911 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 42136) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:58:27.273793 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.tag.tag_plugin [None req-bd691869-b80d-4eac-9c02-2a31c4d3d31b tempest-TagsExtTest-5498023 tempest-TagsExtTest-5498023-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '34bf4ff1-4c63-4f7f-a722-66b95f3b0985', 'tempest-TagsExtTest-Tag-1563415321') {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:58:27.301210 n-d-694802-15 neutron-server[94467]: INFO neutron.api.v2.resource [None req-bd691869-b80d-4eac-9c02-2a31c4d3d31b tempest-TagsExtTest-5498023 tempest-TagsExtTest-5498023-project] show failed (client error): The resource could not be found. Aug 12 14:58:27.305798 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 42138) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:58:27.306079 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-bd691869-b80d-4eac-9c02-2a31c4d3d31b tempest-TagsExtTest-5498023 tempest-TagsExtTest-5498023-project] 10.222.0.39 "GET /v2.0/subnetpools/34bf4ff1-4c63-4f7f-a722-66b95f3b0985/tags/tempest-TagsExtTest-Tag-1563415321 HTTP/1.1" status: 404 len: 329 time: 0.0359838 Aug 12 14:58:27.312099 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.tag.tag_plugin [None req-e6fbad85-64bb-4a72-a8e2-7a8bfdcb7c21 tempest-TagsExtTest-5498023 tempest-TagsExtTest-5498023-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '34bf4ff1-4c63-4f7f-a722-66b95f3b0985') {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:58:27.407799 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-e6fbad85-64bb-4a72-a8e2-7a8bfdcb7c21 tempest-TagsExtTest-5498023 tempest-TagsExtTest-5498023-project] 10.222.0.39 "DELETE /v2.0/subnetpools/34bf4ff1-4c63-4f7f-a722-66b95f3b0985/tags HTTP/1.1" status: 204 len: 168 time: 0.1007826 Aug 12 14:58:27.410729 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 42144) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:58:27.416570 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.tag.tag_plugin [None req-202716ff-2ed2-4192-a7a4-0d7d20840a81 tempest-TagsExtTest-5498023 tempest-TagsExtTest-5498023-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '5de5120f-fb9f-4960-ad63-f18710888a40') {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:58:27.540083 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-202716ff-2ed2-4192-a7a4-0d7d20840a81 tempest-TagsExtTest-5498023 tempest-TagsExtTest-5498023-project] 10.222.0.39 "DELETE /v2.0/routers/5de5120f-fb9f-4960-ad63-f18710888a40/tags HTTP/1.1" status: 204 len: 168 time: 0.1277149 Aug 12 14:58:27.544325 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 42146) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:58:27.548205 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e4c6745d-6ceb-4e57-9c64-84dd64c8497c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66663830'] for router_interface, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:27.555795 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.tag.tag_plugin [None req-8fddd0fc-b273-4301-bfde-b5ed4830441e tempest-TagsExtTest-5498023 tempest-TagsExtTest-5498023-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '1dab4f60-cda9-4fd3-8413-4bbfd4741b66') {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:58:27.683693 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-8fddd0fc-b273-4301-bfde-b5ed4830441e tempest-TagsExtTest-5498023 tempest-TagsExtTest-5498023-project] 10.222.0.39 "DELETE /v2.0/ports/1dab4f60-cda9-4fd3-8413-4bbfd4741b66/tags HTTP/1.1" status: 204 len: 168 time: 0.1374297 Aug 12 14:58:27.685998 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 42148) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:58:27.696403 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.tag.tag_plugin [None req-29a3ad3f-3e23-4873-9c45-19c25734a29a tempest-TagsExtTest-5498023 tempest-TagsExtTest-5498023-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'd3b31d2f-4c84-4f84-ad7e-54b22e017ffd') {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:58:27.801817 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-29a3ad3f-3e23-4873-9c45-19c25734a29a tempest-TagsExtTest-5498023 tempest-TagsExtTest-5498023-project] 10.222.0.39 "DELETE /v2.0/subnets/d3b31d2f-4c84-4f84-ad7e-54b22e017ffd/tags HTTP/1.1" status: 204 len: 168 time: 0.1136374 Aug 12 14:58:27.806791 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 42150) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:58:28.039283 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-7b918821-69bb-49ed-9d8a-ec9439bb2e5c tempest-TagsExtTest-5498023 tempest-TagsExtTest-5498023-project] Notify callbacks [] for subnetpool, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:28.040945 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-7b918821-69bb-49ed-9d8a-ec9439bb2e5c tempest-TagsExtTest-5498023 tempest-TagsExtTest-5498023-project] 10.222.0.39 "DELETE /v2.0/subnetpools/34bf4ff1-4c63-4f7f-a722-66b95f3b0985 HTTP/1.1" status: 204 len: 168 time: 0.2329080 Aug 12 14:58:28.043689 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 42158) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:58:28.101282 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-f11ee4d9-e44a-4df5-bdbf-072bdf6d9ce0 tempest-TagsExtTest-5498023 tempest-TagsExtTest-5498023-project] 10.222.0.39 "GET /v2.0/ports?device_id=5de5120f-fb9f-4960-ad63-f18710888a40 HTTP/1.1" status: 200 len: 205 time: 0.0558314 Aug 12 14:58:28.103545 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 42160) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:58:28.173648 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-e4c6745d-6ceb-4e57-9c64-84dd64c8497c admin admin] Deleting port f615c301-6b6c-4297-830a-128ea7bfb96c {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:58:28.173860 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e4c6745d-6ceb-4e57-9c64-84dd64c8497c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:28.202592 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-77fbab5f-6406-45a3-a905-4703497ba96f tempest-TagsExtTest-5498023 tempest-TagsExtTest-5498023-project] Notify callbacks [] for router, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:28.295992 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-e4c6745d-6ceb-4e57-9c64-84dd64c8497c admin admin] For port f615c301-6b6c-4297-830a-128ea7bfb96c, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=f615c301-6b6c-4297-830a-128ea7bfb96c,segment=NetworkSegment(83031dbc-dfa7-429e-a176-2219549516f6),segment_id=83031dbc-dfa7-429e-a176-2219549516f6)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:58:28.296679 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e4c6745d-6ceb-4e57-9c64-84dd64c8497c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:28.331698 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-e4c6745d-6ceb-4e57-9c64-84dd64c8497c admin admin] Calling delete_port for f615c301-6b6c-4297-830a-128ea7bfb96c owned by network:router_interface {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:58:28.599883 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-77fbab5f-6406-45a3-a905-4703497ba96f tempest-TagsExtTest-5498023 tempest-TagsExtTest-5498023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-429360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-104877'] for router, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:28.602467 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-77fbab5f-6406-45a3-a905-4703497ba96f tempest-TagsExtTest-5498023 tempest-TagsExtTest-5498023-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:28.623591 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e4c6745d-6ceb-4e57-9c64-84dd64c8497c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:28.676550 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c6745d-6ceb-4e57-9c64-84dd64c8497c admin admin] Pushing event deleted for resources: {'Port': ['ID=f615c301-6b6c-4297-830a-128ea7bfb96c,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:58:28.687721 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-77fbab5f-6406-45a3-a905-4703497ba96f tempest-TagsExtTest-5498023 tempest-TagsExtTest-5498023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-429375'] for router, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:28.688361 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77fbab5f-6406-45a3-a905-4703497ba96f tempest-TagsExtTest-5498023 tempest-TagsExtTest-5498023-project] Fanout notify agent at l3_agent the message router_deleted on router 5de5120f-fb9f-4960-ad63-f18710888a40 {{(pid=94467) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 14:58:28.697513 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-77fbab5f-6406-45a3-a905-4703497ba96f tempest-TagsExtTest-5498023 tempest-TagsExtTest-5498023-project] Notify callbacks [] for router, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:28.702412 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-77fbab5f-6406-45a3-a905-4703497ba96f tempest-TagsExtTest-5498023 tempest-TagsExtTest-5498023-project] 10.222.0.39 "DELETE /v2.0/routers/5de5120f-fb9f-4960-ad63-f18710888a40 HTTP/1.1" status: 204 len: 168 time: 0.5954378 Aug 12 14:58:28.703280 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 42168) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:58:28.885621 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-8ebd7d21-1f25-4720-b926-66d049a818f8 tempest-TagsExtTest-5498023 tempest-TagsExtTest-5498023-project] Deleting port 1dab4f60-cda9-4fd3-8413-4bbfd4741b66 {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:58:28.895636 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-8ebd7d21-1f25-4720-b926-66d049a818f8 tempest-TagsExtTest-5498023 tempest-TagsExtTest-5498023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:29.217107 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-8ebd7d21-1f25-4720-b926-66d049a818f8 tempest-TagsExtTest-5498023 tempest-TagsExtTest-5498023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:29.247767 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-8ebd7d21-1f25-4720-b926-66d049a818f8 tempest-TagsExtTest-5498023 tempest-TagsExtTest-5498023-project] Calling delete_port for 1dab4f60-cda9-4fd3-8413-4bbfd4741b66 owned by {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:58:29.491231 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-8ebd7d21-1f25-4720-b926-66d049a818f8 tempest-TagsExtTest-5498023 tempest-TagsExtTest-5498023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:29.506290 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e4c6745d-6ceb-4e57-9c64-84dd64c8497c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66628352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-430630'] for router_interface, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:29.538810 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebd7d21-1f25-4720-b926-66d049a818f8 tempest-TagsExtTest-5498023 tempest-TagsExtTest-5498023-project] Pushing event deleted for resources: {'Port': ['ID=1dab4f60-cda9-4fd3-8413-4bbfd4741b66,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:58:29.627655 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-8ebd7d21-1f25-4720-b926-66d049a818f8 tempest-TagsExtTest-5498023 tempest-TagsExtTest-5498023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:29.633792 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-8ebd7d21-1f25-4720-b926-66d049a818f8 tempest-TagsExtTest-5498023 tempest-TagsExtTest-5498023-project] 10.222.0.39 "DELETE /v2.0/ports/1dab4f60-cda9-4fd3-8413-4bbfd4741b66 HTTP/1.1" status: 204 len: 168 time: 0.9294164 Aug 12 14:58:29.635487 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 42192) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:58:29.742383 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_v2 [None req-d729630a-5a54-4d40-80c0-8f975d759349 tempest-TagsExtTest-5498023 tempest-TagsExtTest-5498023-project] Deleting subnet d3b31d2f-4c84-4f84-ad7e-54b22e017ffd {{(pid=94467) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 14:58:29.750883 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-d729630a-5a54-4d40-80c0-8f975d759349 tempest-TagsExtTest-5498023 tempest-TagsExtTest-5498023-project] Notify callbacks [] for subnet, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:29.751517 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0469a20-9424-4781-b22e-c44daa4952e1 req-c1e039b9-294f-48f7-871e-2cb5660a0c02 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:58:29.753149 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-e0469a20-9424-4781-b22e-c44daa4952e1 req-c1e039b9-294f-48f7-871e-2cb5660a0c02 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/ports?device_id=5be77a56-d5ef-4a70-9846-307f9eb76fa5 HTTP/1.1" status: 200 len: 946 time: 0.1766291 Aug 12 14:58:29.833656 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-d729630a-5a54-4d40-80c0-8f975d759349 tempest-TagsExtTest-5498023 tempest-TagsExtTest-5498023-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3857505'] for subnet, precommit_delete_associations {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:29.872891 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-e0469a20-9424-4781-b22e-c44daa4952e1 req-33f1aa76-3181-4712-9838-72e5596e1a55 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/security-groups?id=188dc986-a686-4570-b7d8-3a6edb471033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097033 Aug 12 14:58:29.958817 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4c6745d-6ceb-4e57-9c64-84dd64c8497c admin admin] Router fc572c8f-26e1-4b7d-b31c-a7469b1b9a02 has already been hosted by L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f {{(pid=94466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 14:58:30.019359 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-d729630a-5a54-4d40-80c0-8f975d759349 tempest-TagsExtTest-5498023 tempest-TagsExtTest-5498023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66416255'] for subnet, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:30.142989 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-d729630a-5a54-4d40-80c0-8f975d759349 tempest-TagsExtTest-5498023 tempest-TagsExtTest-5498023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66416232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2859225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3343748'] for subnet, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:30.187681 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4c6745d-6ceb-4e57-9c64-84dd64c8497c admin admin] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 14:58:30.194258 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d729630a-5a54-4d40-80c0-8f975d759349 tempest-TagsExtTest-5498023 tempest-TagsExtTest-5498023-project] Pushing event deleted for resources: {'Subnet': ['ID=d3b31d2f-4c84-4f84-ad7e-54b22e017ffd,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:58:30.197225 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7dcc5a1-4f28-445c-9fae-00fe484a3719 None None] Sync routers for ids ['fc572c8f-26e1-4b7d-b31c-a7469b1b9a02'] in n-d-694802-15 {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 14:58:30.210789 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-e4c6745d-6ceb-4e57-9c64-84dd64c8497c admin admin] 10.222.0.39 "PUT /v2.0/routers/fc572c8f-26e1-4b7d-b31c-a7469b1b9a02/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3791099 Aug 12 14:58:30.211000 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 42206) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:58:30.211158 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7dcc5a1-4f28-445c-9fae-00fe484a3719 None None] Routers {'fc572c8f-26e1-4b7d-b31c-a7469b1b9a02'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:58:30.211158 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-f7dcc5a1-4f28-445c-9fae-00fe484a3719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:58:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['fc572c8f-26e1-4b7d-b31c-a7469b1b9a02'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:58:30.237700 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5551091f-b925-4997-bc98-77db2b35afb8 None None] Network 9ff19620-718a-4217-aeb7-82c0f6099559 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:58:30.240757 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-d729630a-5a54-4d40-80c0-8f975d759349 tempest-TagsExtTest-5498023 tempest-TagsExtTest-5498023-project] Notify callbacks [] for subnet, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:30.249737 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 42210) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:58:30.251836 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-d729630a-5a54-4d40-80c0-8f975d759349 tempest-TagsExtTest-5498023 tempest-TagsExtTest-5498023-project] 10.222.0.39 "DELETE /v2.0/subnets/d3b31d2f-4c84-4f84-ad7e-54b22e017ffd HTTP/1.1" status: 204 len: 168 time: 0.6150239 Aug 12 14:58:30.347801 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-f7dcc5a1-4f28-445c-9fae-00fe484a3719 None None] Set router fc572c8f-26e1-4b7d-b31c-a7469b1b9a02 gateway port host: n-d-694802-15 {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:58:30.374693 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d1e5f8b3-43f8-419e-ac05-5f84fae2c7a7 tempest-TagsExtTest-5498023 tempest-TagsExtTest-5498023-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680608'] for network, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:30.446308 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-7bd1e799-ba69-4154-87ba-924c455ea9d8 admin admin] Notify callbacks [] for router, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:30.530460 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-d1e5f8b3-43f8-419e-ac05-5f84fae2c7a7 tempest-TagsExtTest-5498023 tempest-TagsExtTest-5498023-project] Deleting port 5e247370-613f-43a3-94f3-0f36e4184278 {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:58:30.531375 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d1e5f8b3-43f8-419e-ac05-5f84fae2c7a7 tempest-TagsExtTest-5498023 tempest-TagsExtTest-5498023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:30.595291 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-514a7fa5-cace-4a97-9d82-6adce751ff71 None None] DHCP port deletion for 9ff19620-718a-4217-aeb7-82c0f6099559 request from n-d-694802-15 {{(pid=94468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 14:58:30.653224 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-514a7fa5-cace-4a97-9d82-6adce751ff71 None None] Deleting port 5e247370-613f-43a3-94f3-0f36e4184278 {{(pid=94468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:58:30.654060 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-514a7fa5-cace-4a97-9d82-6adce751ff71 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:30.660877 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d1e5f8b3-43f8-419e-ac05-5f84fae2c7a7 tempest-TagsExtTest-5498023 tempest-TagsExtTest-5498023-project] For port 5e247370-613f-43a3-94f3-0f36e4184278, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=5e247370-613f-43a3-94f3-0f36e4184278,segment=NetworkSegment(8f1e2909-d771-4b76-b9fd-9bb2261c2261),segment_id=8f1e2909-d771-4b76-b9fd-9bb2261c2261)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:58:30.661416 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d1e5f8b3-43f8-419e-ac05-5f84fae2c7a7 tempest-TagsExtTest-5498023 tempest-TagsExtTest-5498023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:30.671596 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-f7dcc5a1-4f28-445c-9fae-00fe484a3719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc572c8f-26e1-4b7d-b31c-a7469b1b9a02', 'name': 'tempest-TestVolumeBackupRestore-20553579-router', 'tenant_id': '8a81254ef6934f2cb9ef8c9cf7103a3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.169'}], 'enable_snat': True}, 'gw_port_id': '0bdd7acd-8c90-4066-803f-34793abe5f3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:53:24Z', 'updated_at': '2021-08-12T14:58:28Z', 'revision_number': 5, 'project_id': '8a81254ef6934f2cb9ef8c9cf7103a3f', 'gw_port': {'id': '0bdd7acd-8c90-4066-803f-34793abe5f3c', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:ff:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc572c8f-26e1-4b7d-b31c-a7469b1b9a02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2595, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:53:26Z', 'updated_at': '2021-08-12T14:53:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15'}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:58:30.693640 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-d1e5f8b3-43f8-419e-ac05-5f84fae2c7a7 tempest-TagsExtTest-5498023 tempest-TagsExtTest-5498023-project] Calling delete_port for 5e247370-613f-43a3-94f3-0f36e4184278 owned by network:dhcp {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:58:30.717371 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-7bd1e799-ba69-4154-87ba-924c455ea9d8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:30.738874 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7dcc5a1-4f28-445c-9fae-00fe484a3719 None None] Checking router: fc572c8f-26e1-4b7d-b31c-a7469b1b9a02 for host: n-d-694802-15 {{(pid=94469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 14:58:30.754836 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7dcc5a1-4f28-445c-9fae-00fe484a3719 None None] Routers {'fc572c8f-26e1-4b7d-b31c-a7469b1b9a02'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:58:30.755495 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-f7dcc5a1-4f28-445c-9fae-00fe484a3719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:58:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['fc572c8f-26e1-4b7d-b31c-a7469b1b9a02'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:58:30.838080 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-7bd1e799-ba69-4154-87ba-924c455ea9d8 admin admin] Deleting port 0bdd7acd-8c90-4066-803f-34793abe5f3c {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:58:30.838567 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-7bd1e799-ba69-4154-87ba-924c455ea9d8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:30.848377 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-514a7fa5-cace-4a97-9d82-6adce751ff71 None None] For port 5e247370-613f-43a3-94f3-0f36e4184278, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=5e247370-613f-43a3-94f3-0f36e4184278,segment=NetworkSegment(8f1e2909-d771-4b76-b9fd-9bb2261c2261),segment_id=8f1e2909-d771-4b76-b9fd-9bb2261c2261)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:58:30.848777 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-514a7fa5-cace-4a97-9d82-6adce751ff71 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:30.875875 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d1e5f8b3-43f8-419e-ac05-5f84fae2c7a7 tempest-TagsExtTest-5498023 tempest-TagsExtTest-5498023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:30.880806 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-514a7fa5-cace-4a97-9d82-6adce751ff71 None None] Calling delete_port for 5e247370-613f-43a3-94f3-0f36e4184278 owned by network:dhcp {{(pid=94468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:58:30.895316 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1e5f8b3-43f8-419e-ac05-5f84fae2c7a7 tempest-TagsExtTest-5498023 tempest-TagsExtTest-5498023-project] No DVR routers for this DVR port 5e247370-613f-43a3-94f3-0f36e4184278 on host n-d-694802-15 {{(pid=94466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:58:30.986732 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e5f8b3-43f8-419e-ac05-5f84fae2c7a7 tempest-TagsExtTest-5498023 tempest-TagsExtTest-5498023-project] Pushing event deleted for resources: {'Port': ['ID=5e247370-613f-43a3-94f3-0f36e4184278,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:58:30.996118 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [None req-7bd1e799-ba69-4154-87ba-924c455ea9d8 admin admin] For port 0bdd7acd-8c90-4066-803f-34793abe5f3c, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=0bdd7acd-8c90-4066-803f-34793abe5f3c,segment=NetworkSegment(b1b396cb-2dc6-4041-bfc7-1833a80a4720),segment_id=b1b396cb-2dc6-4041-bfc7-1833a80a4720)] {{(pid=94467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:58:30.996693 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-7bd1e799-ba69-4154-87ba-924c455ea9d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:31.010159 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-f7dcc5a1-4f28-445c-9fae-00fe484a3719 None None] Set router fc572c8f-26e1-4b7d-b31c-a7469b1b9a02 gateway port host: None {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:58:31.013472 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-7bd1e799-ba69-4154-87ba-924c455ea9d8 admin admin] Calling delete_port for 0bdd7acd-8c90-4066-803f-34793abe5f3c owned by network:router_gateway {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:58:31.069938 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-514a7fa5-cace-4a97-9d82-6adce751ff71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262'] for port, after_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:31.120432 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514a7fa5-cace-4a97-9d82-6adce751ff71 None None] Pushing event deleted for resources: {'Port': ['ID=5e247370-613f-43a3-94f3-0f36e4184278,revision_number=None']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:58:31.125896 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-514a7fa5-cace-4a97-9d82-6adce751ff71 None None] No DVR routers for this DVR port 5e247370-613f-43a3-94f3-0f36e4184278 on host n-d-694802-15 {{(pid=94468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:58:31.157418 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e5f8b3-43f8-419e-ac05-5f84fae2c7a7 tempest-TagsExtTest-5498023 tempest-TagsExtTest-5498023-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:58:31.157779 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e5f8b3-43f8-419e-ac05-5f84fae2c7a7 tempest-TagsExtTest-5498023 tempest-TagsExtTest-5498023-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:58:31.168842 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e5f8b3-43f8-419e-ac05-5f84fae2c7a7 tempest-TagsExtTest-5498023 tempest-TagsExtTest-5498023-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:58:31.169457 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e5f8b3-43f8-419e-ac05-5f84fae2c7a7 tempest-TagsExtTest-5498023 tempest-TagsExtTest-5498023-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:58:31.170028 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e5f8b3-43f8-419e-ac05-5f84fae2c7a7 tempest-TagsExtTest-5498023 tempest-TagsExtTest-5498023-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:58:31.170558 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e5f8b3-43f8-419e-ac05-5f84fae2c7a7 tempest-TagsExtTest-5498023 tempest-TagsExtTest-5498023-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:58:31.172876 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e5f8b3-43f8-419e-ac05-5f84fae2c7a7 tempest-TagsExtTest-5498023 tempest-TagsExtTest-5498023-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:58:31.173438 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e5f8b3-43f8-419e-ac05-5f84fae2c7a7 tempest-TagsExtTest-5498023 tempest-TagsExtTest-5498023-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:58:31.173975 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e5f8b3-43f8-419e-ac05-5f84fae2c7a7 tempest-TagsExtTest-5498023 tempest-TagsExtTest-5498023-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:58:31.178870 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e5f8b3-43f8-419e-ac05-5f84fae2c7a7 tempest-TagsExtTest-5498023 tempest-TagsExtTest-5498023-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:58:31.179471 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e5f8b3-43f8-419e-ac05-5f84fae2c7a7 tempest-TagsExtTest-5498023 tempest-TagsExtTest-5498023-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:58:31.180045 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e5f8b3-43f8-419e-ac05-5f84fae2c7a7 tempest-TagsExtTest-5498023 tempest-TagsExtTest-5498023-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:58:31.204186 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-f7dcc5a1-4f28-445c-9fae-00fe484a3719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc572c8f-26e1-4b7d-b31c-a7469b1b9a02', 'name': 'tempest-TestVolumeBackupRestore-20553579-router', 'tenant_id': '8a81254ef6934f2cb9ef8c9cf7103a3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:53:24Z', 'updated_at': '2021-08-12T14:58:30Z', 'revision_number': 6, 'project_id': '8a81254ef6934f2cb9ef8c9cf7103a3f', 'gw_port_host': None}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:58:31.228534 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca5d427-a5df-4936-a9ed-4080a7c933a7 req-8bc240e5-4d4e-4cbe-9af7-c39bad3fdef6 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:58:31.241474 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3ca5d427-a5df-4936-a9ed-4080a7c933a7 req-8bc240e5-4d4e-4cbe-9af7-c39bad3fdef6 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/ports?device_id=5be77a56-d5ef-4a70-9846-307f9eb76fa5 HTTP/1.1" status: 200 len: 946 time: 0.1889291 Aug 12 14:58:31.245919 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7dcc5a1-4f28-445c-9fae-00fe484a3719 None None] The sync data for ids ['fc572c8f-26e1-4b7d-b31c-a7469b1b9a02'] in n-d-694802-15 is: [{'id': 'fc572c8f-26e1-4b7d-b31c-a7469b1b9a02', 'name': 'tempest-TestVolumeBackupRestore-20553579-router', 'tenant_id': '8a81254ef6934f2cb9ef8c9cf7103a3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:53:24Z', 'updated_at': '2021-08-12T14:58:30Z', 'revision_number': 6, 'project_id': '8a81254ef6934f2cb9ef8c9cf7103a3f', 'gw_port_host': None}] {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 14:58:31.246843 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d1e5f8b3-43f8-419e-ac05-5f84fae2c7a7 tempest-TagsExtTest-5498023 tempest-TagsExtTest-5498023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66413304', 'neutron.services.segments.db._delete_segments_for_network-8744654118000'] for network, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:31.275285 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-d1e5f8b3-43f8-419e-ac05-5f84fae2c7a7 tempest-TagsExtTest-5498023 tempest-TagsExtTest-5498023-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ff19620-718a-4217-aeb7-82c0f6099559']}} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:58:31.292419 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-d1e5f8b3-43f8-419e-ac05-5f84fae2c7a7 tempest-TagsExtTest-5498023 tempest-TagsExtTest-5498023-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f1e2909-d771-4b76-b9fd-9bb2261c2261') {'for_net_delete': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:58:31.292813 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-d1e5f8b3-43f8-419e-ac05-5f84fae2c7a7 tempest-TagsExtTest-5498023 tempest-TagsExtTest-5498023-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f1e2909-d771-4b76-b9fd-9bb2261c2261') {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:58:31.309501 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d1e5f8b3-43f8-419e-ac05-5f84fae2c7a7 tempest-TagsExtTest-5498023 tempest-TagsExtTest-5498023-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744654122361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2293560'] for segment, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:31.329095 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d1e5f8b3-43f8-419e-ac05-5f84fae2c7a7 tempest-TagsExtTest-5498023 tempest-TagsExtTest-5498023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:31.338463 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1e5f8b3-43f8-419e-ac05-5f84fae2c7a7 tempest-TagsExtTest-5498023 tempest-TagsExtTest-5498023-project] Releasing vlan 304 on physical network physnet1 to pool {{(pid=94466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 14:58:31.339750 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d1e5f8b3-43f8-419e-ac05-5f84fae2c7a7 tempest-TagsExtTest-5498023 tempest-TagsExtTest-5498023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3718595'] for segment, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:31.343398 n-d-694802-15 neutron-server[94466]: Traceback (most recent call last): Aug 12 14:58:31.343398 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 14:58:31.343398 n-d-694802-15 neutron-server[94466]: timer() Aug 12 14:58:31.343398 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 14:58:31.343398 n-d-694802-15 neutron-server[94466]: cb(*args, **kw) Aug 12 14:58:31.343398 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 14:58:31.343398 n-d-694802-15 neutron-server[94466]: return func(*args, **kwargs) Aug 12 14:58:31.343398 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 14:58:31.343398 n-d-694802-15 neutron-server[94466]: self._notify() Aug 12 14:58:31.343398 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 14:58:31.343398 n-d-694802-15 neutron-server[94466]: self.callback(batched_events) Aug 12 14:58:31.343398 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 14:58:31.343398 n-d-694802-15 neutron-server[94466]: event.method(event) Aug 12 14:58:31.343398 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 14:58:31.343398 n-d-694802-15 neutron-server[94466]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 14:58:31.343398 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 14:58:31.343398 n-d-694802-15 neutron-server[94466]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 14:58:31.343398 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 14:58:31.343398 n-d-694802-15 neutron-server[94466]: return f(self, *a, **k) Aug 12 14:58:31.343398 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 14:58:31.343398 n-d-694802-15 neutron-server[94466]: return self._get(url).json() Aug 12 14:58:31.343398 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 14:58:31.343398 n-d-694802-15 neutron-server[94466]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 14:58:31.343398 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 14:58:31.343398 n-d-694802-15 neutron-server[94466]: return self.request(url, 'GET', **kwargs) Aug 12 14:58:31.343398 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 14:58:31.343398 n-d-694802-15 neutron-server[94466]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 14:58:31.343398 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 14:58:31.343398 n-d-694802-15 neutron-server[94466]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 14:58:31.343398 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 14:58:31.343398 n-d-694802-15 neutron-server[94466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 14:58:31.343398 n-d-694802-15 neutron-server[94466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 14:58:31.362752 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3ca5d427-a5df-4936-a9ed-4080a7c933a7 req-e2b3b9dc-970b-4b1b-8c7d-4059c692034b tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/security-groups?id=188dc986-a686-4570-b7d8-3a6edb471033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190405 Aug 12 14:58:31.417863 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d1e5f8b3-43f8-419e-ac05-5f84fae2c7a7 tempest-TagsExtTest-5498023 tempest-TagsExtTest-5498023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66413281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431520'] for network, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:31.431212 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-7bd1e799-ba69-4154-87ba-924c455ea9d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:31.432139 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d1e5f8b3-43f8-419e-ac05-5f84fae2c7a7 tempest-TagsExtTest-5498023 tempest-TagsExtTest-5498023-project] Notify callbacks [] for network, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:31.437529 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-d1e5f8b3-43f8-419e-ac05-5f84fae2c7a7 tempest-TagsExtTest-5498023 tempest-TagsExtTest-5498023-project] 10.222.0.39 "DELETE /v2.0/networks/9ff19620-718a-4217-aeb7-82c0f6099559 HTTP/1.1" status: 204 len: 168 time: 1.1835978 Aug 12 14:58:31.458711 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e5f8b3-43f8-419e-ac05-5f84fae2c7a7 tempest-TagsExtTest-5498023 tempest-TagsExtTest-5498023-project] Pushing event deleted for resources: {'Network': ['ID=9ff19620-718a-4217-aeb7-82c0f6099559,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:58:31.486334 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd1e799-ba69-4154-87ba-924c455ea9d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=0bdd7acd-8c90-4066-803f-34793abe5f3c,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:58:31.577507 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-7bd1e799-ba69-4154-87ba-924c455ea9d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-431580'] for router_gateway, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:31.664945 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.agents_db [None req-17ed3e4c-1a7d-4162-9646-11c134aca297 None None] Agent healthcheck: found 7 active agents {{(pid=94469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 14:58:31.758738 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-7bd1e799-ba69-4154-87ba-924c455ea9d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-429360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-104877'] for router, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:31.763346 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-7bd1e799-ba69-4154-87ba-924c455ea9d8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:31.893948 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 42256) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:58:31.928303 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-7bd1e799-ba69-4154-87ba-924c455ea9d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-429375'] for router, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:31.929248 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bd1e799-ba69-4154-87ba-924c455ea9d8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fc572c8f-26e1-4b7d-b31c-a7469b1b9a02 {{(pid=94467) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 14:58:31.942519 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-7bd1e799-ba69-4154-87ba-924c455ea9d8 admin admin] Notify callbacks [] for router, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:31.943931 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-7bd1e799-ba69-4154-87ba-924c455ea9d8 admin admin] 10.222.0.39 "DELETE /v2.0/routers/fc572c8f-26e1-4b7d-b31c-a7469b1b9a02 HTTP/1.1" status: 204 len: 168 time: 1.7342379 Aug 12 14:58:31.946580 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 42260) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:58:31.955355 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9d3c8f-f147-403e-bcc6-2a0cd91360a2 req-caf01f53-76ab-40bb-bc9e-d58097e04908 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:58:31.957764 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-bc9d3c8f-f147-403e-bcc6-2a0cd91360a2 req-caf01f53-76ab-40bb-bc9e-d58097e04908 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.64 "GET /v2.0/ports?device_id=5be77a56-d5ef-4a70-9846-307f9eb76fa5 HTTP/1.1" status: 200 len: 946 time: 0.1892440 Aug 12 14:58:32.041618 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a17fdad-1802-4f49-9cbb-60207fb0a5a7 admin admin] Deleting subnet 0d8122f3-50c7-4bcc-984f-1e32208d4e29 {{(pid=94466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 14:58:32.051773 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2a17fdad-1802-4f49-9cbb-60207fb0a5a7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:32.116388 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2a17fdad-1802-4f49-9cbb-60207fb0a5a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2293551'] for subnet, precommit_delete_associations {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:32.167812 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [req-bc9d3c8f-f147-403e-bcc6-2a0cd91360a2 req-30768e6d-4c0a-4c9f-90c1-000a1eaa83f9 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] Deleting port a7d22d5e-69bc-43ea-9592-15336af84849 {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:58:32.168428 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-bc9d3c8f-f147-403e-bcc6-2a0cd91360a2 req-30768e6d-4c0a-4c9f-90c1-000a1eaa83f9 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:32.269836 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 0bdd7acd-8c90-4066-803f-34793abe5f3c no longer exists at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:58:32.286343 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-e9b52037-aa06-4012-bde2-3f4a53329e53 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=aa01d8bee65f486ab2601aa405b00401&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3911946 Aug 12 14:58:32.290882 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 42262) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:58:32.319237 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] No Port match for: 0bdd7acd-8c90-4066-803f-34793abe5f3c {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 14:58:32.326463 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 0bdd7acd-8c90-4066-803f-34793abe5f3c not bound to the agent host n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:58:32.327261 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device f615c301-6b6c-4297-830a-128ea7bfb96c no longer exists at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:58:32.372234 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] No Port match for: f615c301-6b6c-4297-830a-128ea7bfb96c {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 14:58:32.372996 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device f615c301-6b6c-4297-830a-128ea7bfb96c not bound to the agent host n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:58:32.373691 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 5e247370-613f-43a3-94f3-0f36e4184278 no longer exists at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:58:32.400528 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2a17fdad-1802-4f49-9cbb-60207fb0a5a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66416255'] for subnet, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:32.424642 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] No Port match for: 5e247370-613f-43a3-94f3-0f36e4184278 {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 14:58:32.427427 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 5e247370-613f-43a3-94f3-0f36e4184278 not bound to the agent host n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:58:32.501526 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2a17fdad-1802-4f49-9cbb-60207fb0a5a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66416232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3718429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8776402'] for subnet, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:32.548939 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a17fdad-1802-4f49-9cbb-60207fb0a5a7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0d8122f3-50c7-4bcc-984f-1e32208d4e29,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:58:32.601157 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2a17fdad-1802-4f49-9cbb-60207fb0a5a7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:32.606446 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-2a17fdad-1802-4f49-9cbb-60207fb0a5a7 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/0d8122f3-50c7-4bcc-984f-1e32208d4e29 HTTP/1.1" status: 204 len: 168 time: 0.6586792 Aug 12 14:58:32.608436 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33aecc74-dc18-4f10-9d45-a6ed236ac2df None None] Network 94d2e86c-879f-45e8-b2ac-bf9908cd5044 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:58:32.609282 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 42268) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:58:32.772186 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3f1e5b26-c5fc-4a1e-b8f3-e40c9cec14eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680608'] for network, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:32.830579 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f1d8ab-ae03-4428-9659-6f344a98167d req-39d8f765-fe45-4695-b42d-e5daeb88c47d tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:58:32.832751 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-d1f1d8ab-ae03-4428-9659-6f344a98167d req-39d8f765-fe45-4695-b42d-e5daeb88c47d tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/ports?device_id=5be77a56-d5ef-4a70-9846-307f9eb76fa5 HTTP/1.1" status: 200 len: 946 time: 0.3250372 Aug 12 14:58:33.050645 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afc65094-77db-4adb-82a3-1a764de21621 None None] DHCP port deletion for 94d2e86c-879f-45e8-b2ac-bf9908cd5044 request from n-d-694802-15 {{(pid=94468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 14:58:33.052035 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-d1f1d8ab-ae03-4428-9659-6f344a98167d req-badc1e04-d2d4-49e4-92eb-064a710ff732 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/security-groups?id=188dc986-a686-4570-b7d8-3a6edb471033&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618552 Aug 12 14:58:33.078012 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-3f1e5b26-c5fc-4a1e-b8f3-e40c9cec14eb admin admin] Deleting port f130ef4f-4959-4cc7-bbd5-43b0bb119338 {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:58:33.078754 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3f1e5b26-c5fc-4a1e-b8f3-e40c9cec14eb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:33.204738 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-3f1e5b26-c5fc-4a1e-b8f3-e40c9cec14eb admin admin] For port f130ef4f-4959-4cc7-bbd5-43b0bb119338, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=f130ef4f-4959-4cc7-bbd5-43b0bb119338,segment=NetworkSegment(83031dbc-dfa7-429e-a176-2219549516f6),segment_id=83031dbc-dfa7-429e-a176-2219549516f6)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:58:33.205225 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3f1e5b26-c5fc-4a1e-b8f3-e40c9cec14eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:33.210306 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-afc65094-77db-4adb-82a3-1a764de21621 None None] Deleting port f130ef4f-4959-4cc7-bbd5-43b0bb119338 {{(pid=94468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:58:33.213317 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-afc65094-77db-4adb-82a3-1a764de21621 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:33.230105 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-3f1e5b26-c5fc-4a1e-b8f3-e40c9cec14eb admin admin] Calling delete_port for f130ef4f-4959-4cc7-bbd5-43b0bb119338 owned by network:dhcp {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:58:33.321902 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-bc9d3c8f-f147-403e-bcc6-2a0cd91360a2 req-30768e6d-4c0a-4c9f-90c1-000a1eaa83f9 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] For port a7d22d5e-69bc-43ea-9592-15336af84849, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=a7d22d5e-69bc-43ea-9592-15336af84849,segment=NetworkSegment(196fb4c7-81dc-4d55-8d5b-b3d93b852fe1),segment_id=196fb4c7-81dc-4d55-8d5b-b3d93b852fe1)] {{(pid=94467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:58:33.322439 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-bc9d3c8f-f147-403e-bcc6-2a0cd91360a2 req-30768e6d-4c0a-4c9f-90c1-000a1eaa83f9 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:33.386666 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [req-bc9d3c8f-f147-403e-bcc6-2a0cd91360a2 req-30768e6d-4c0a-4c9f-90c1-000a1eaa83f9 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] Calling delete_port for a7d22d5e-69bc-43ea-9592-15336af84849 owned by compute:nova {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:58:33.407817 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-2ae619de-9b81-42cd-b17d-2ae3f7ccf97f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:33.424380 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3f1e5b26-c5fc-4a1e-b8f3-e40c9cec14eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:33.437925 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-afc65094-77db-4adb-82a3-1a764de21621 None None] For port f130ef4f-4959-4cc7-bbd5-43b0bb119338, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=f130ef4f-4959-4cc7-bbd5-43b0bb119338,segment=NetworkSegment(83031dbc-dfa7-429e-a176-2219549516f6),segment_id=83031dbc-dfa7-429e-a176-2219549516f6)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:58:33.438535 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-afc65094-77db-4adb-82a3-1a764de21621 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:33.471391 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-afc65094-77db-4adb-82a3-1a764de21621 None None] Calling delete_port for f130ef4f-4959-4cc7-bbd5-43b0bb119338 owned by network:dhcp {{(pid=94468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:58:33.486170 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 42280) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:58:33.489325 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1e5b26-c5fc-4a1e-b8f3-e40c9cec14eb admin admin] Pushing event deleted for resources: {'Port': ['ID=f130ef4f-4959-4cc7-bbd5-43b0bb119338,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:58:33.513697 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f1e5b26-c5fc-4a1e-b8f3-e40c9cec14eb admin admin] No DVR routers for this DVR port f130ef4f-4959-4cc7-bbd5-43b0bb119338 on host n-d-694802-15 {{(pid=94466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:58:33.563607 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-2ae619de-9b81-42cd-b17d-2ae3f7ccf97f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:33.617991 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-afc65094-77db-4adb-82a3-1a764de21621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262'] for port, after_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:33.690395 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc65094-77db-4adb-82a3-1a764de21621 None None] Pushing event deleted for resources: {'Port': ['ID=f130ef4f-4959-4cc7-bbd5-43b0bb119338,revision_number=None']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:58:33.702494 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3f1e5b26-c5fc-4a1e-b8f3-e40c9cec14eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66413304', 'neutron.services.segments.db._delete_segments_for_network-8744654118000'] for network, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:33.713888 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afc65094-77db-4adb-82a3-1a764de21621 None None] No DVR routers for this DVR port f130ef4f-4959-4cc7-bbd5-43b0bb119338 on host n-d-694802-15 {{(pid=94468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:58:33.739561 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-3f1e5b26-c5fc-4a1e-b8f3-e40c9cec14eb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94d2e86c-879f-45e8-b2ac-bf9908cd5044']}} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:58:33.782174 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-6c75bc80-1449-41b5-9741-7a35333387c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:33.816456 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-3f1e5b26-c5fc-4a1e-b8f3-e40c9cec14eb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83031dbc-dfa7-429e-a176-2219549516f6') {'for_net_delete': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:58:33.817316 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-3f1e5b26-c5fc-4a1e-b8f3-e40c9cec14eb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83031dbc-dfa7-429e-a176-2219549516f6') {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:58:33.832943 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3f1e5b26-c5fc-4a1e-b8f3-e40c9cec14eb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744654122361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2293560'] for segment, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:33.860640 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3f1e5b26-c5fc-4a1e-b8f3-e40c9cec14eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:33.862235 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-2ae619de-9b81-42cd-b17d-2ae3f7ccf97f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:33.864913 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-2ae619de-9b81-42cd-b17d-2ae3f7ccf97f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:33.870645 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-2ae619de-9b81-42cd-b17d-2ae3f7ccf97f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b620d16d-118a-4ddb-ba40-70ab64de5739 HTTP/1.1" status: 204 len: 168 time: 1.5760603 Aug 12 14:58:33.877034 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f1e5b26-c5fc-4a1e-b8f3-e40c9cec14eb admin admin] Releasing vlan 321 on physical network physnet1 to pool {{(pid=94466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 14:58:33.878235 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3f1e5b26-c5fc-4a1e-b8f3-e40c9cec14eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3718595'] for segment, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:33.880455 n-d-694802-15 neutron-server[94466]: Traceback (most recent call last): Aug 12 14:58:33.880455 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 14:58:33.880455 n-d-694802-15 neutron-server[94466]: timer() Aug 12 14:58:33.880455 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 14:58:33.880455 n-d-694802-15 neutron-server[94466]: cb(*args, **kw) Aug 12 14:58:33.880455 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 14:58:33.880455 n-d-694802-15 neutron-server[94466]: return func(*args, **kwargs) Aug 12 14:58:33.880455 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 14:58:33.880455 n-d-694802-15 neutron-server[94466]: self._notify() Aug 12 14:58:33.880455 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 14:58:33.880455 n-d-694802-15 neutron-server[94466]: self.callback(batched_events) Aug 12 14:58:33.880455 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 14:58:33.880455 n-d-694802-15 neutron-server[94466]: event.method(event) Aug 12 14:58:33.880455 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 14:58:33.880455 n-d-694802-15 neutron-server[94466]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 14:58:33.880455 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 14:58:33.880455 n-d-694802-15 neutron-server[94466]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 14:58:33.880455 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 14:58:33.880455 n-d-694802-15 neutron-server[94466]: return f(self, *a, **k) Aug 12 14:58:33.880455 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 14:58:33.880455 n-d-694802-15 neutron-server[94466]: return self._get(url).json() Aug 12 14:58:33.880455 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 14:58:33.880455 n-d-694802-15 neutron-server[94466]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 14:58:33.880455 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 14:58:33.880455 n-d-694802-15 neutron-server[94466]: return self.request(url, 'GET', **kwargs) Aug 12 14:58:33.880455 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 14:58:33.880455 n-d-694802-15 neutron-server[94466]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 14:58:33.880455 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 14:58:33.880455 n-d-694802-15 neutron-server[94466]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 14:58:33.880455 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 14:58:33.880455 n-d-694802-15 neutron-server[94466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 14:58:33.880455 n-d-694802-15 neutron-server[94466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 14:58:33.885277 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae619de-9b81-42cd-b17d-2ae3f7ccf97f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b620d16d-118a-4ddb-ba40-70ab64de5739,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:58:33.964781 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-bc9d3c8f-f147-403e-bcc6-2a0cd91360a2 req-30768e6d-4c0a-4c9f-90c1-000a1eaa83f9 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:34.060606 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3f1e5b26-c5fc-4a1e-b8f3-e40c9cec14eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66413281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431520'] for network, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:34.091710 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30768e6d-4c0a-4c9f-90c1-000a1eaa83f9 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] Pushing event deleted for resources: {'Port': ['ID=a7d22d5e-69bc-43ea-9592-15336af84849,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:58:34.139573 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3f1e5b26-c5fc-4a1e-b8f3-e40c9cec14eb admin admin] Notify callbacks [] for network, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:34.143360 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-3f1e5b26-c5fc-4a1e-b8f3-e40c9cec14eb admin admin] 10.222.0.39 "DELETE /v2.0/networks/94d2e86c-879f-45e8-b2ac-bf9908cd5044 HTTP/1.1" status: 204 len: 168 time: 1.5292773 Aug 12 14:58:34.146561 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1e5b26-c5fc-4a1e-b8f3-e40c9cec14eb admin admin] Pushing event deleted for resources: {'Network': ['ID=94d2e86c-879f-45e8-b2ac-bf9908cd5044,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:58:34.183260 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device f130ef4f-4959-4cc7-bbd5-43b0bb119338 no longer exists at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:58:34.217597 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-6c75bc80-1449-41b5-9741-7a35333387c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:34.223307 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-6c75bc80-1449-41b5-9741-7a35333387c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:34.269546 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc9d3c8f-f147-403e-bcc6-2a0cd91360a2 req-30768e6d-4c0a-4c9f-90c1-000a1eaa83f9 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] No DVR routers for this DVR port a7d22d5e-69bc-43ea-9592-15336af84849 on host n-h1-694802-15 {{(pid=94467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:58:34.282393 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] No Port match for: f130ef4f-4959-4cc7-bbd5-43b0bb119338 {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 14:58:34.285121 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device f130ef4f-4959-4cc7-bbd5-43b0bb119338 not bound to the agent host n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:58:34.290192 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-bc9d3c8f-f147-403e-bcc6-2a0cd91360a2 req-30768e6d-4c0a-4c9f-90c1-000a1eaa83f9 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:34.304557 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-bc9d3c8f-f147-403e-bcc6-2a0cd91360a2 req-30768e6d-4c0a-4c9f-90c1-000a1eaa83f9 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.64 "DELETE /v2.0/ports/a7d22d5e-69bc-43ea-9592-15336af84849 HTTP/1.1" status: 204 len: 173 time: 2.3303101 Aug 12 14:58:34.305130 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5be77a56-d5ef-4a70-9846-307f9eb76fa5', 'name': 'network-vif-deleted', 'tag': 'a7d22d5e-69bc-43ea-9592-15336af84849'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:58:34.312525 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-6c75bc80-1449-41b5-9741-7a35333387c9 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=56bcda9259764b73bfbde64097bea44b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8224173 Aug 12 14:58:34.312767 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e65282f928b64038367d043a4411777802006c43a98742496cb2e25b724ff1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97361452-1bd7-4d3c-9f66-eea59adb6522" -d '{"events": [{"server_uuid": "5be77a56-d5ef-4a70-9846-307f9eb76fa5", "name": "network-vif-deleted", "tag": "a7d22d5e-69bc-43ea-9592-15336af84849"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:58:34.321136 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 42304) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:58:34.368346 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c75bc80-1449-41b5-9741-7a35333387c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c51a4b4d-3358-449f-a9fc-a1753ffb5ff6,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:58:34.426200 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 14:58:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-668c7ee3-4568-47e2-ad4c-47aecce8efac x-openstack-request-id: req-668c7ee3-4568-47e2-ad4c-47aecce8efac {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:58:34.426807 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5be77a56-d5ef-4a70-9846-307f9eb76fa5", "name": "network-vif-deleted", "tag": "a7d22d5e-69bc-43ea-9592-15336af84849", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:58:34.426807 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-668c7ee3-4568-47e2-ad4c-47aecce8efac {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:58:34.427692 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5be77a56-d5ef-4a70-9846-307f9eb76fa5', 'name': 'network-vif-deleted', 'tag': 'a7d22d5e-69bc-43ea-9592-15336af84849', 'status': 'completed', 'code': 200} Aug 12 14:58:34.450511 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-76765da1-accf-43ab-bb5d-a547a929311e req-82f8890d-30dc-45ef-a182-e5a6b402fbc3 tempest-ServersNegativeTestJSON-1899314259 tempest-ServersNegativeTestJSON-1899314259-project] 10.222.0.39 "GET /v2.0/ports?device_id=5be77a56-d5ef-4a70-9846-307f9eb76fa5 HTTP/1.1" status: 200 len: 210 time: 0.1513662 Aug 12 14:58:34.495431 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-de61dcda-5359-4cf8-8aca-9962855a9a3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:34.549735 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 42312) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:58:34.562447 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-de61dcda-5359-4cf8-8aca-9962855a9a3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:34.611470 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-283d03f4-d5e4-49be-b46f-443a9333fe01 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d9dd6ac7d160445e97bf27aace407348&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0602584 Aug 12 14:58:34.612489 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 42316) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:58:34.676490 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-de61dcda-5359-4cf8-8aca-9962855a9a3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:34.679799 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-de61dcda-5359-4cf8-8aca-9962855a9a3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:34.682895 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-de61dcda-5359-4cf8-8aca-9962855a9a3b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c51a4b4d-3358-449f-a9fc-a1753ffb5ff6 HTTP/1.1" status: 204 len: 168 time: 0.3535507 Aug 12 14:58:34.702249 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de61dcda-5359-4cf8-8aca-9962855a9a3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c51a4b4d-3358-449f-a9fc-a1753ffb5ff6,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:58:34.737990 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-61f00497-7390-4067-b8b6-e93dd7d237f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:34.764806 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-61f00497-7390-4067-b8b6-e93dd7d237f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:34.852757 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-61f00497-7390-4067-b8b6-e93dd7d237f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:34.855371 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-61f00497-7390-4067-b8b6-e93dd7d237f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:34.857088 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-61f00497-7390-4067-b8b6-e93dd7d237f3 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f022a579-a9e4-47d8-b044-1059f1a5d221 HTTP/1.1" status: 204 len: 168 time: 0.2432742 Aug 12 14:58:34.870449 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f00497-7390-4067-b8b6-e93dd7d237f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f022a579-a9e4-47d8-b044-1059f1a5d221,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:58:35.234743 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 42336) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:58:35.254261 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-2f4877a0-83b9-4477-8891-5ce1705a107e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:35.404382 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-2f4877a0-83b9-4477-8891-5ce1705a107e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:35.412336 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-2f4877a0-83b9-4477-8891-5ce1705a107e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:35.486206 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-2f4877a0-83b9-4477-8891-5ce1705a107e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=cbcd697013c64a5ab5f928c59e3351bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2502577 Aug 12 14:58:35.487634 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4877a0-83b9-4477-8891-5ce1705a107e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80de2c13-16b9-4cd0-927a-97f6314e7a93,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:58:35.492373 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 42344) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:58:35.558977 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 42350) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:58:35.590463 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 42352) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:58:35.609065 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d35ff775-8c3a-4861-8a79-e2275c1af5df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:35.659090 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_v2 [None req-000c1434-4bcb-4d10-b23d-6f260664c258 admin admin] Deleting subnet 2ab25733-26fe-4392-bfb6-ba7978262295 {{(pid=94467) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 14:58:35.669189 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-000c1434-4bcb-4d10-b23d-6f260664c258 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:35.673092 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d35ff775-8c3a-4861-8a79-e2275c1af5df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:35.688232 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-bbf29c8e-fd93-49bc-965f-49e31055e065 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8a81254ef6934f2cb9ef8c9cf7103a3f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0963624 Aug 12 14:58:35.691241 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 42358) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:58:35.750224 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-000c1434-4bcb-4d10-b23d-6f260664c258 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3857505'] for subnet, precommit_delete_associations {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:35.786549 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-01a311a5-8e9c-4005-b693-b4ce209a0e15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:35.820748 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-01a311a5-8e9c-4005-b693-b4ce209a0e15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:35.830429 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d35ff775-8c3a-4861-8a79-e2275c1af5df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:35.834200 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d35ff775-8c3a-4861-8a79-e2275c1af5df admin admin] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:35.835604 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-d35ff775-8c3a-4861-8a79-e2275c1af5df admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/80de2c13-16b9-4cd0-927a-97f6314e7a93 HTTP/1.1" status: 204 len: 168 time: 0.3419530 Aug 12 14:58:35.859652 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35ff775-8c3a-4861-8a79-e2275c1af5df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80de2c13-16b9-4cd0-927a-97f6314e7a93,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:58:35.862371 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-000c1434-4bcb-4d10-b23d-6f260664c258 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66416255'] for subnet, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:35.899615 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device a7d22d5e-69bc-43ea-9592-15336af84849 no longer exists at agent hyperv_n-h1-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 14:58:35.935202 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-93370168-53ca-47c2-9e27-b066be57125c None None] No Port match for: a7d22d5e-69bc-43ea-9592-15336af84849 {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 14:58:35.936001 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device a7d22d5e-69bc-43ea-9592-15336af84849 not bound to the agent host n-h1-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 14:58:35.937594 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-01a311a5-8e9c-4005-b693-b4ce209a0e15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:35.940547 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-01a311a5-8e9c-4005-b693-b4ce209a0e15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:35.945607 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-01a311a5-8e9c-4005-b693-b4ce209a0e15 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/bb57c1cd-eeec-463d-b692-015b86f56e9a HTTP/1.1" status: 204 len: 168 time: 0.2531743 Aug 12 14:58:35.960591 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a311a5-8e9c-4005-b693-b4ce209a0e15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb57c1cd-eeec-463d-b692-015b86f56e9a,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:58:36.058203 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-000c1434-4bcb-4d10-b23d-6f260664c258 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66416232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2859225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3343748'] for subnet, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:36.111317 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-000c1434-4bcb-4d10-b23d-6f260664c258 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:36.113518 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-000c1434-4bcb-4d10-b23d-6f260664c258 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/2ab25733-26fe-4392-bfb6-ba7978262295 HTTP/1.1" status: 204 len: 168 time: 0.5533965 Aug 12 14:58:36.114995 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000c1434-4bcb-4d10-b23d-6f260664c258 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2ab25733-26fe-4392-bfb6-ba7978262295,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:58:36.117096 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 42376) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:58:36.201650 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9fc2ed72-27b7-4636-a0cb-3bae517cabc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680608'] for network, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:36.339284 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9fc2ed72-27b7-4636-a0cb-3bae517cabc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66413304', 'neutron.services.segments.db._delete_segments_for_network-8744654118000'] for network, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:36.351831 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-9fc2ed72-27b7-4636-a0cb-3bae517cabc3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16f33fa1-6b71-42ec-b506-a52fb0f6c597']}} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:58:36.365819 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-9fc2ed72-27b7-4636-a0cb-3bae517cabc3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '196fb4c7-81dc-4d55-8d5b-b3d93b852fe1') {'for_net_delete': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:58:36.366235 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-9fc2ed72-27b7-4636-a0cb-3bae517cabc3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '196fb4c7-81dc-4d55-8d5b-b3d93b852fe1') {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:58:36.379445 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9fc2ed72-27b7-4636-a0cb-3bae517cabc3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744654122361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2293560'] for segment, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:36.400020 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9fc2ed72-27b7-4636-a0cb-3bae517cabc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:36.410530 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fc2ed72-27b7-4636-a0cb-3bae517cabc3 admin admin] Releasing vlan 344 on physical network physnet1 to pool {{(pid=94466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 14:58:36.411342 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9fc2ed72-27b7-4636-a0cb-3bae517cabc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3718595'] for segment, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:36.413800 n-d-694802-15 neutron-server[94466]: Traceback (most recent call last): Aug 12 14:58:36.413800 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 14:58:36.413800 n-d-694802-15 neutron-server[94466]: timer() Aug 12 14:58:36.413800 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 14:58:36.413800 n-d-694802-15 neutron-server[94466]: cb(*args, **kw) Aug 12 14:58:36.413800 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 14:58:36.413800 n-d-694802-15 neutron-server[94466]: return func(*args, **kwargs) Aug 12 14:58:36.413800 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 14:58:36.413800 n-d-694802-15 neutron-server[94466]: self._notify() Aug 12 14:58:36.413800 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 14:58:36.413800 n-d-694802-15 neutron-server[94466]: self.callback(batched_events) Aug 12 14:58:36.413800 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 14:58:36.413800 n-d-694802-15 neutron-server[94466]: event.method(event) Aug 12 14:58:36.413800 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 14:58:36.413800 n-d-694802-15 neutron-server[94466]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 14:58:36.413800 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 14:58:36.413800 n-d-694802-15 neutron-server[94466]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 14:58:36.413800 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 14:58:36.413800 n-d-694802-15 neutron-server[94466]: return f(self, *a, **k) Aug 12 14:58:36.413800 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 14:58:36.413800 n-d-694802-15 neutron-server[94466]: return self._get(url).json() Aug 12 14:58:36.413800 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 14:58:36.413800 n-d-694802-15 neutron-server[94466]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 14:58:36.413800 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 14:58:36.413800 n-d-694802-15 neutron-server[94466]: return self.request(url, 'GET', **kwargs) Aug 12 14:58:36.413800 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 14:58:36.413800 n-d-694802-15 neutron-server[94466]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 14:58:36.413800 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 14:58:36.413800 n-d-694802-15 neutron-server[94466]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 14:58:36.413800 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 14:58:36.413800 n-d-694802-15 neutron-server[94466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 14:58:36.413800 n-d-694802-15 neutron-server[94466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 14:58:36.501324 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9fc2ed72-27b7-4636-a0cb-3bae517cabc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66413281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431520'] for network, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:36.517657 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9fc2ed72-27b7-4636-a0cb-3bae517cabc3 admin admin] Notify callbacks [] for network, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:36.531658 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-9fc2ed72-27b7-4636-a0cb-3bae517cabc3 admin admin] 10.222.0.39 "DELETE /v2.0/networks/16f33fa1-6b71-42ec-b506-a52fb0f6c597 HTTP/1.1" status: 204 len: 168 time: 0.4131367 Aug 12 14:58:36.558698 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc2ed72-27b7-4636-a0cb-3bae517cabc3 admin admin] Pushing event deleted for resources: {'Network': ['ID=16f33fa1-6b71-42ec-b506-a52fb0f6c597,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:58:36.879341 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 42396) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:58:36.939494 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 42398) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:58:36.954143 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-cc4f7bc1-48cd-48f5-9d5d-1dcda8cc390c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d333de5a1ab446aeb6524d52a70328d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0734909 Aug 12 14:58:36.956792 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 42402) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:58:37.039652 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-8640de47-dca9-4dc1-848b-f2bf46d0d436 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:37.077490 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-8640de47-dca9-4dc1-848b-f2bf46d0d436 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:37.178688 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-8640de47-dca9-4dc1-848b-f2bf46d0d436 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:37.186041 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-8640de47-dca9-4dc1-848b-f2bf46d0d436 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:37.191121 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-8640de47-dca9-4dc1-848b-f2bf46d0d436 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/188dc986-a686-4570-b7d8-3a6edb471033 HTTP/1.1" status: 204 len: 168 time: 0.2308834 Aug 12 14:58:37.220427 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8640de47-dca9-4dc1-848b-f2bf46d0d436 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=188dc986-a686-4570-b7d8-3a6edb471033,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:58:37.252623 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-725187bd-1960-48a6-9f29-781c08e3e414 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:37.382129 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-725187bd-1960-48a6-9f29-781c08e3e414 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:37.387136 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-725187bd-1960-48a6-9f29-781c08e3e414 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:37.443885 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-725187bd-1960-48a6-9f29-781c08e3e414 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b5d76f5d66bc48238dc37f253b5ca4bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5026679 Aug 12 14:58:37.444879 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725187bd-1960-48a6-9f29-781c08e3e414 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cf425eb-f406-4738-ad09-42186b742a34,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:58:37.446530 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 42418) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:58:37.523957 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e4c78744-5ec6-4d8b-8a98-8a4ed1c697bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:37.551253 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e4c78744-5ec6-4d8b-8a98-8a4ed1c697bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:37.611740 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e4c78744-5ec6-4d8b-8a98-8a4ed1c697bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:37.615567 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e4c78744-5ec6-4d8b-8a98-8a4ed1c697bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:37.617711 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-e4c78744-5ec6-4d8b-8a98-8a4ed1c697bc admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9cf425eb-f406-4738-ad09-42186b742a34 HTTP/1.1" status: 204 len: 168 time: 0.1693947 Aug 12 14:58:37.629717 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c78744-5ec6-4d8b-8a98-8a4ed1c697bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cf425eb-f406-4738-ad09-42186b742a34,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:58:38.156800 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 42452) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:58:38.190264 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-6d30c677-c5d5-452f-82b7-374217c81cb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:38.319483 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-6d30c677-c5d5-452f-82b7-374217c81cb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:38.324210 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-6d30c677-c5d5-452f-82b7-374217c81cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:38.368236 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d30c677-c5d5-452f-82b7-374217c81cb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a0f46c2-c8c6-4374-b84d-c1487eda3f98,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:58:38.403283 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-6d30c677-c5d5-452f-82b7-374217c81cb6 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=664f2abc471840919fcffb8dbe049396&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2453239 Aug 12 14:58:38.407196 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 42466) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:58:38.463847 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-fbc0037a-c689-462f-b485-f52f1ffa60d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:38.487723 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-fbc0037a-c689-462f-b485-f52f1ffa60d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:38.551458 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-fbc0037a-c689-462f-b485-f52f1ffa60d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:38.555247 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-fbc0037a-c689-462f-b485-f52f1ffa60d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:38.556190 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-fbc0037a-c689-462f-b485-f52f1ffa60d3 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8a0f46c2-c8c6-4374-b84d-c1487eda3f98 HTTP/1.1" status: 204 len: 168 time: 0.1480944 Aug 12 14:58:38.570307 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc0037a-c689-462f-b485-f52f1ffa60d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a0f46c2-c8c6-4374-b84d-c1487eda3f98,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:58:38.911855 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 42492) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:58:38.925661 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a30efe2d-72be-4006-ad0b-0d2550f40dea admin admin] Notify callbacks [] for security_group, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:39.035140 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a30efe2d-72be-4006-ad0b-0d2550f40dea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:39.039947 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a30efe2d-72be-4006-ad0b-0d2550f40dea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:39.090343 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-a30efe2d-72be-4006-ad0b-0d2550f40dea admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=58ddb04551a045a0981a0c0e19bdc70b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1751032 Aug 12 14:58:39.090572 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 42500) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:58:39.099287 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30efe2d-72be-4006-ad0b-0d2550f40dea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=130fc447-6fe6-47ba-8d36-4a7beadcd367,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:58:39.162544 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4a47c4b0-d704-419d-a480-8a6a1f6642d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:39.190268 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4a47c4b0-d704-419d-a480-8a6a1f6642d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:39.193970 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 42504) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:58:39.259325 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4a47c4b0-d704-419d-a480-8a6a1f6642d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:39.262786 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4a47c4b0-d704-419d-a480-8a6a1f6642d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:39.272128 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-4a47c4b0-d704-419d-a480-8a6a1f6642d6 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/130fc447-6fe6-47ba-8d36-4a7beadcd367 HTTP/1.1" status: 204 len: 168 time: 0.1804729 Aug 12 14:58:39.281577 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a47c4b0-d704-419d-a480-8a6a1f6642d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=130fc447-6fe6-47ba-8d36-4a7beadcd367,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:58:39.354170 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-05992613-75d0-4585-a3b4-e68f45befab8 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-610510819-network', 'tenant_id': 'eddbf0db78bb49c0ab2be813947221dc'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:58:39.393180 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05992613-75d0-4585-a3b4-e68f45befab8 admin admin] Made reservation on behalf of eddbf0db78bb49c0ab2be813947221dc for: {'network': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:58:39.398267 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-05992613-75d0-4585-a3b4-e68f45befab8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for network, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:39.420758 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-05992613-75d0-4585-a3b4-e68f45befab8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:39.539282 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-05992613-75d0-4585-a3b4-e68f45befab8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:39.545573 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-05992613-75d0-4585-a3b4-e68f45befab8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:39.588515 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05992613-75d0-4585-a3b4-e68f45befab8 admin admin] vlan segment allocate from pool success with {'vlan_id': 347, 'physical_network': 'physnet1'} {{(pid=94467) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 14:58:39.601978 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-05992613-75d0-4585-a3b4-e68f45befab8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:39.602645 n-d-694802-15 neutron-server[94467]: INFO neutron.db.segments_db [None req-05992613-75d0-4585-a3b4-e68f45befab8 admin admin] Added segment 853d2dcc-17d7-437f-9aad-378917bafe8d of type vlan for network 163c25f9-f902-43c0-b306-3d06c1f84041 Aug 12 14:58:39.621356 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05992613-75d0-4585-a3b4-e68f45befab8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c251ae89-bc3d-4700-8771-433157df3c6c,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:58:39.674003 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-05992613-75d0-4585-a3b4-e68f45befab8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744653628263'] for network, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:39.716886 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-05992613-75d0-4585-a3b4-e68f45befab8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409'] for network, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:39.718433 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05992613-75d0-4585-a3b4-e68f45befab8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:58:39.719590 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-05992613-75d0-4585-a3b4-e68f45befab8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for network, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:39.797387 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-05992613-75d0-4585-a3b4-e68f45befab8 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6014013 Aug 12 14:58:39.800778 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 42532) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:58:39.811041 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-d2860003-0f98-42f8-bd8b-e0496c08eefe admin admin] Request body: {'subnet': {'network_id': '163c25f9-f902-43c0-b306-3d06c1f84041', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-610510819-subnet', 'tenant_id': 'eddbf0db78bb49c0ab2be813947221dc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:58:39.841624 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2860003-0f98-42f8-bd8b-e0496c08eefe admin admin] Made reservation on behalf of eddbf0db78bb49c0ab2be813947221dc for: {'subnet': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:58:39.845166 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-d2860003-0f98-42f8-bd8b-e0496c08eefe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3343791'] for subnet, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:39.864760 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05992613-75d0-4585-a3b4-e68f45befab8 admin admin] Pushing event updated for resources: {'Network': ['ID=163c25f9-f902-43c0-b306-3d06c1f84041,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:58:39.875541 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Network 163c25f9-f902-43c0-b306-3d06c1f84041 details requested by agent ovs-agent-n-d-694802-15 with host n-d-694802-15 {{(pid=94468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 14:58:40.104770 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-720c870a-f3d3-4a9a-8e49-26f521a92503 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:40.148893 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-d2860003-0f98-42f8-bd8b-e0496c08eefe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2859166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3343773'] for subnet, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:40.233139 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2860003-0f98-42f8-bd8b-e0496c08eefe admin admin] Pushing event updated for resources: {'Subnet': ['ID=c68a9dc4-9dae-4b6f-89ee-ab739b8f3389,revision_number=0']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:58:40.262568 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2860003-0f98-42f8-bd8b-e0496c08eefe admin admin] Checking segment: {'id': '853d2dcc-17d7-437f-9aad-378917bafe8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '163c25f9-f902-43c0-b306-3d06c1f84041'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:58:40.262931 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2860003-0f98-42f8-bd8b-e0496c08eefe admin admin] Network hostable DHCP agents. Network: 163c25f9-f902-43c0-b306-3d06c1f84041, hostable agents: ['1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658'], hosted agents: [] {{(pid=94467) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 14:58:40.307614 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2860003-0f98-42f8-bd8b-e0496c08eefe admin admin] Network 163c25f9-f902-43c0-b306-3d06c1f84041 is scheduled to be hosted by DHCP agent 1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658 with binding_index 1 {{(pid=94467) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 14:58:40.320348 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [None req-d2860003-0f98-42f8-bd8b-e0496c08eefe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-15, 163c25f9-f902-43c0-b306-3d06c1f84041) {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:58:40.328447 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ec92e4f-62f8-43d9-ba6b-e59a8c6d1b9d None None] Network 163c25f9-f902-43c0-b306-3d06c1f84041 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:58:40.333153 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2860003-0f98-42f8-bd8b-e0496c08eefe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:58:40.333854 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-d2860003-0f98-42f8-bd8b-e0496c08eefe admin admin] Notify callbacks [] for subnet, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:40.353603 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-d2860003-0f98-42f8-bd8b-e0496c08eefe admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5499983 Aug 12 14:58:40.355756 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 42558) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:58:40.367178 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-3f486666-d0c7-4dfd-98f0-3c2ef89c2cdf admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-610510819-router', 'tenant_id': 'eddbf0db78bb49c0ab2be813947221dc', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'}}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:58:40.422433 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-3f486666-d0c7-4dfd-98f0-3c2ef89c2cdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-430574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-104863'] for router, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:40.423889 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-3f486666-d0c7-4dfd-98f0-3c2ef89c2cdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-429438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-431405', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66646573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-104852'] for router, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:40.501137 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-3f486666-d0c7-4dfd-98f0-3c2ef89c2cdf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:40.637746 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bb48e2f-b558-4ad4-a6c2-2622aa4bc355 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa7035b3e-9a89-5964-b9f4-97301c3f476a-163c25f9-f902-43c0-b306-3d06c1f84041', 'network_id': '163c25f9-f902-43c0-b306-3d06c1f84041', 'tenant_id': 'eddbf0db78bb49c0ab2be813947221dc', 'fixed_ips': [{'subnet_id': 'c68a9dc4-9dae-4b6f-89ee-ab739b8f3389'}]}} from n-d-694802-15. {{(pid=94468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 14:58:40.638723 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-1bb48e2f-b558-4ad4-a6c2-2622aa4bc355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:40.708525 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-3f486666-d0c7-4dfd-98f0-3c2ef89c2cdf admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:40.887654 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.db_base_plugin_common [None req-1bb48e2f-b558-4ad4-a6c2-2622aa4bc355 None None] Allocated IP 172.20.0.2 (163c25f9-f902-43c0-b306-3d06c1f84041/c68a9dc4-9dae-4b6f-89ee-ab739b8f3389/5d837020-b82e-47d4-b3c9-cd47e40ad63c) {{(pid=94468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:58:41.053552 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-3f486666-d0c7-4dfd-98f0-3c2ef89c2cdf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:41.076022 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-3f486666-d0c7-4dfd-98f0-3c2ef89c2cdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:41.222847 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-1bb48e2f-b558-4ad4-a6c2-2622aa4bc355 None None] Notify callbacks [] for port, precommit_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:41.272034 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-1bb48e2f-b558-4ad4-a6c2-2622aa4bc355 None None] Transition to ACTIVE for port object 5d837020-b82e-47d4-b3c9-cd47e40ad63c will not be triggered until provisioned by entity L2. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:58:41.360845 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-1bb48e2f-b558-4ad4-a6c2-2622aa4bc355 None None] Transition to ACTIVE for port object 5d837020-b82e-47d4-b3c9-cd47e40ad63c will not be triggered until provisioned by entity DHCP. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:58:41.380003 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-1bb48e2f-b558-4ad4-a6c2-2622aa4bc355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253'] for port, after_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:41.383225 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_common [None req-3f486666-d0c7-4dfd-98f0-3c2ef89c2cdf admin admin] Allocated IP 172.25.1.203 (d3759e1b-6c03-45ac-acd4-90abb417809b/f0254f08-c19c-4e31-bd9c-09389ea4b6f2/2a646784-b90b-43b0-87fd-197d5a6bf71f) {{(pid=94467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:58:41.517549 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bb48e2f-b558-4ad4-a6c2-2622aa4bc355 None None] Network 163c25f9-f902-43c0-b306-3d06c1f84041 is already hosted by enough agents. {{(pid=94468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:58:41.524119 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb48e2f-b558-4ad4-a6c2-2622aa4bc355 None None] Pushing event updated for resources: {'Port': ['ID=5d837020-b82e-47d4-b3c9-cd47e40ad63c,revision_number=1']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:58:41.533563 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 42588) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:58:41.535366 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.base_scheduler [None req-1bb48e2f-b558-4ad4-a6c2-2622aa4bc355 None None] Resources bound (agent type, host, resource id): {{(pid=94468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:58:41.541981 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb48e2f-b558-4ad4-a6c2-2622aa4bc355 None None] Received port after_create {{(pid=94468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:58:41.556222 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-3f486666-d0c7-4dfd-98f0-3c2ef89c2cdf admin admin] Notify callbacks [] for port, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:41.596056 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:41.602615 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-3f486666-d0c7-4dfd-98f0-3c2ef89c2cdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:41.625550 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-1bb48e2f-b558-4ad4-a6c2-2622aa4bc355 None None] Attempting to bind port 5d837020-b82e-47d4-b3c9-cd47e40ad63c on host n-d-694802-15 for vnic_type normal with profile {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:58:41.626090 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-1bb48e2f-b558-4ad4-a6c2-2622aa4bc355 None None] Attempting to bind port 5d837020-b82e-47d4-b3c9-cd47e40ad63c by drivers openvswitch,hyperv on host n-d-694802-15 at level 0 using segments [{'id': '853d2dcc-17d7-437f-9aad-378917bafe8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '163c25f9-f902-43c0-b306-3d06c1f84041'}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:58:41.626499 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb48e2f-b558-4ad4-a6c2-2622aa4bc355 None None] Attempting to bind port 5d837020-b82e-47d4-b3c9-cd47e40ad63c on network 163c25f9-f902-43c0-b306-3d06c1f84041 {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:58:41.633990 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb48e2f-b558-4ad4-a6c2-2622aa4bc355 None None] Checking agent: {'id': '16de73ac-f2e9-4cee-b3e0-91052ae3e6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 20, 13), 'started_at': datetime.datetime(2021, 8, 12, 14, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 58, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:58:41.634791 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb48e2f-b558-4ad4-a6c2-2622aa4bc355 None None] Checking segment: {'id': '853d2dcc-17d7-437f-9aad-378917bafe8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '163c25f9-f902-43c0-b306-3d06c1f84041'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:58:41.634990 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-1bb48e2f-b558-4ad4-a6c2-2622aa4bc355 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:41.635398 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb48e2f-b558-4ad4-a6c2-2622aa4bc355 None None] Bound using segment: {'id': '853d2dcc-17d7-437f-9aad-378917bafe8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '163c25f9-f902-43c0-b306-3d06c1f84041'} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:58:41.636015 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-1bb48e2f-b558-4ad4-a6c2-2622aa4bc355 None None] Bound port: 5d837020-b82e-47d4-b3c9-cd47e40ad63c, host: n-d-694802-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '853d2dcc-17d7-437f-9aad-378917bafe8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '163c25f9-f902-43c0-b306-3d06c1f84041'}}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:58:41.636432 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-1bb48e2f-b558-4ad4-a6c2-2622aa4bc355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:41.650560 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f486666-d0c7-4dfd-98f0-3c2ef89c2cdf admin admin] Network d3759e1b-6c03-45ac-acd4-90abb417809b is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:58:41.655324 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [None req-3f486666-d0c7-4dfd-98f0-3c2ef89c2cdf admin admin] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:58:41.663792 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f486666-d0c7-4dfd-98f0-3c2ef89c2cdf admin admin] Received port after_create {{(pid=94467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:58:41.701087 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f486666-d0c7-4dfd-98f0-3c2ef89c2cdf admin admin] Pushing event updated for resources: {'Port': ['ID=2a646784-b90b-43b0-87fd-197d5a6bf71f,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:58:41.761221 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-94a0ed4b-f944-4836-ab0d-2531170bafaf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:41.798134 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-1bb48e2f-b558-4ad4-a6c2-2622aa4bc355 None None] For port 5d837020-b82e-47d4-b3c9-cd47e40ad63c, host n-d-694802-15, cleared binding levels {{(pid=94468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:58:41.803591 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-1bb48e2f-b558-4ad4-a6c2-2622aa4bc355 None None] For port 5d837020-b82e-47d4-b3c9-cd47e40ad63c, host n-d-694802-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=5d837020-b82e-47d4-b3c9-cd47e40ad63c,segment=NetworkSegment(853d2dcc-17d7-437f-9aad-378917bafe8d),segment_id=853d2dcc-17d7-437f-9aad-378917bafe8d)] {{(pid=94468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:58:41.809137 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-1bb48e2f-b558-4ad4-a6c2-2622aa4bc355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:41.906905 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb48e2f-b558-4ad4-a6c2-2622aa4bc355 None None] Pushing event updated for resources: {'Port': ['ID=5d837020-b82e-47d4-b3c9-cd47e40ad63c,revision_number=2']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:58:41.944289 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-94a0ed4b-f944-4836-ab0d-2531170bafaf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:41.953312 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-94a0ed4b-f944-4836-ab0d-2531170bafaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:41.993075 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-94a0ed4b-f944-4836-ab0d-2531170bafaf admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=eed07a0c38e0420c9805f70eff541548&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4578326 Aug 12 14:58:41.994228 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 42604) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:58:42.050255 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a0ed4b-f944-4836-ab0d-2531170bafaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc076500-4239-498d-82e8-3b165e233b2a,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:58:42.100443 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-77fe25ff-0783-4f35-8a1f-bf2fcb72664e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:42.110978 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-3f486666-d0c7-4dfd-98f0-3c2ef89c2cdf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:42.137682 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-77fe25ff-0783-4f35-8a1f-bf2fcb72664e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:42.256833 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-77fe25ff-0783-4f35-8a1f-bf2fcb72664e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:42.259902 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-77fe25ff-0783-4f35-8a1f-bf2fcb72664e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:42.261503 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-77fe25ff-0783-4f35-8a1f-bf2fcb72664e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/cc076500-4239-498d-82e8-3b165e233b2a HTTP/1.1" status: 204 len: 168 time: 0.2647943 Aug 12 14:58:42.271701 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fe25ff-0783-4f35-8a1f-bf2fcb72664e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc076500-4239-498d-82e8-3b165e233b2a,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:58:42.561882 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-3f486666-d0c7-4dfd-98f0-3c2ef89c2cdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-429413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-431608'] for router, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:42.723191 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:42.810640 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f486666-d0c7-4dfd-98f0-3c2ef89c2cdf admin admin] Router d7a24878-cc98-48b6-8c12-c5bfd74f38a2 is scheduled to L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f with binding_index 1 {{(pid=94467) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 14:58:42.981651 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f486666-d0c7-4dfd-98f0-3c2ef89c2cdf admin admin] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 14:58:42.999490 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-3f486666-d0c7-4dfd-98f0-3c2ef89c2cdf admin admin] Notify callbacks [] for router, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:43.005615 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 42632) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:58:43.006143 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-3f486666-d0c7-4dfd-98f0-3c2ef89c2cdf admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.6486900 Aug 12 14:58:43.031366 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1900f10a-c55c-4bd8-aa8f-76d493776913 None None] Sync routers for ids ['d7a24878-cc98-48b6-8c12-c5bfd74f38a2'] in n-d-694802-15 {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 14:58:43.038080 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:43.083229 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1900f10a-c55c-4bd8-aa8f-76d493776913 None None] Routers {'d7a24878-cc98-48b6-8c12-c5bfd74f38a2'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:58:43.083880 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-1900f10a-c55c-4bd8-aa8f-76d493776913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:58:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['d7a24878-cc98-48b6-8c12-c5bfd74f38a2'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:58:43.293083 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvr_db [None req-1900f10a-c55c-4bd8-aa8f-76d493776913 None None] Set router d7a24878-cc98-48b6-8c12-c5bfd74f38a2 gateway port host: n-d-694802-15 {{(pid=94468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:58:43.408833 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36abfb2f-0129-4a2b-85dc-a8ca476c015d None None] Network 163c25f9-f902-43c0-b306-3d06c1f84041 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:58:43.571050 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-a5927e77-1496-4105-9b7e-b31cc7f7712f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:43.607292 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-cb92d612-00f9-4ce2-a782-db18d57f92fe None None] Provisioning for port 5d837020-b82e-47d4-b3c9-cd47e40ad63c completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:58:43.948378 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-64f4fc64-1d72-4e21-8d85-b72493a1acee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:44.042418 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-1900f10a-c55c-4bd8-aa8f-76d493776913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7a24878-cc98-48b6-8c12-c5bfd74f38a2', 'name': 'tempest-AttachVolumeTestJSON-610510819-router', 'tenant_id': 'eddbf0db78bb49c0ab2be813947221dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.203'}], 'enable_snat': True}, 'gw_port_id': '2a646784-b90b-43b0-87fd-197d5a6bf71f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:58:40Z', 'updated_at': '2021-08-12T14:58:41Z', 'revision_number': 3, 'project_id': 'eddbf0db78bb49c0ab2be813947221dc', 'gw_port': {'id': '2a646784-b90b-43b0-87fd-197d5a6bf71f', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:91:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7a24878-cc98-48b6-8c12-c5bfd74f38a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3259, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:58:41Z', 'updated_at': '2021-08-12T14:58:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15'}], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:58:44.053691 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-1769855f-eda9-4483-9dc3-3220908ab45d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:44.112709 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1900f10a-c55c-4bd8-aa8f-76d493776913 None None] Checking router: d7a24878-cc98-48b6-8c12-c5bfd74f38a2 for host: n-d-694802-15 {{(pid=94468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 14:58:44.113066 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1900f10a-c55c-4bd8-aa8f-76d493776913 None None] Updating router d7a24878-cc98-48b6-8c12-c5bfd74f38a2 port 2a646784-b90b-43b0-87fd-197d5a6bf71f binding host n-d-694802-15 {{(pid=94468) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 14:58:44.153650 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-1900f10a-c55c-4bd8-aa8f-76d493776913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:44.347238 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 5d837020-b82e-47d4-b3c9-cd47e40ad63c up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:58:44.389648 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-64f4fc64-1d72-4e21-8d85-b72493a1acee admin admin] Allocated IP 172.20.0.1 (163c25f9-f902-43c0-b306-3d06c1f84041/c68a9dc4-9dae-4b6f-89ee-ab739b8f3389/e91e4d92-3889-480b-8457-35519d9e617f) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:58:44.535354 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-64f4fc64-1d72-4e21-8d85-b72493a1acee admin admin] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:44.553472 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-64f4fc64-1d72-4e21-8d85-b72493a1acee admin admin] Transition to ACTIVE for port object e91e4d92-3889-480b-8457-35519d9e617f will not be triggered until provisioned by entity DHCP. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:58:44.629326 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-64f4fc64-1d72-4e21-8d85-b72493a1acee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:44.675593 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64f4fc64-1d72-4e21-8d85-b72493a1acee admin admin] Network 163c25f9-f902-43c0-b306-3d06c1f84041 is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:58:44.678755 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-64f4fc64-1d72-4e21-8d85-b72493a1acee admin admin] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:58:44.681288 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64f4fc64-1d72-4e21-8d85-b72493a1acee admin admin] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:58:44.768074 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f4fc64-1d72-4e21-8d85-b72493a1acee admin admin] Pushing event updated for resources: {'Port': ['ID=e91e4d92-3889-480b-8457-35519d9e617f,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:58:44.782455 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-64f4fc64-1d72-4e21-8d85-b72493a1acee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66663725'] for router_interface, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:44.909253 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning for port 5d837020-b82e-47d4-b3c9-cd47e40ad63c completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:58:44.916384 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port 5d837020-b82e-47d4-b3c9-cd47e40ad63c triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:58:44.916692 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:44.919622 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-1900f10a-c55c-4bd8-aa8f-76d493776913 None None] Notify callbacks [] for port, precommit_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:44.963621 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-1900f10a-c55c-4bd8-aa8f-76d493776913 None None] Transition to ACTIVE for port object 2a646784-b90b-43b0-87fd-197d5a6bf71f will not be triggered until provisioned by entity L2. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:58:44.999142 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-1900f10a-c55c-4bd8-aa8f-76d493776913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:45.011915 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-64f4fc64-1d72-4e21-8d85-b72493a1acee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:45.071193 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-1900f10a-c55c-4bd8-aa8f-76d493776913 None None] Attempting to bind port 2a646784-b90b-43b0-87fd-197d5a6bf71f on host n-d-694802-15 for vnic_type normal with profile {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:58:45.072157 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-1900f10a-c55c-4bd8-aa8f-76d493776913 None None] Attempting to bind port 2a646784-b90b-43b0-87fd-197d5a6bf71f by drivers openvswitch,hyperv on host n-d-694802-15 at level 0 using segments [{'id': 'b1b396cb-2dc6-4041-bfc7-1833a80a4720', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:58:45.072695 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1900f10a-c55c-4bd8-aa8f-76d493776913 None None] Attempting to bind port 2a646784-b90b-43b0-87fd-197d5a6bf71f on network d3759e1b-6c03-45ac-acd4-90abb417809b {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:58:45.114316 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-96b1f4e7-7d40-4b21-afac-00279fcd3213 None None] Provisioning for port e91e4d92-3889-480b-8457-35519d9e617f completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:58:45.127092 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1900f10a-c55c-4bd8-aa8f-76d493776913 None None] Checking agent: {'id': '16de73ac-f2e9-4cee-b3e0-91052ae3e6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 20, 13), 'started_at': datetime.datetime(2021, 8, 12, 14, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 58, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:58:45.127092 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1900f10a-c55c-4bd8-aa8f-76d493776913 None None] Checking segment: {'id': 'b1b396cb-2dc6-4041-bfc7-1833a80a4720', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:58:45.127458 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-1900f10a-c55c-4bd8-aa8f-76d493776913 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:45.130271 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1900f10a-c55c-4bd8-aa8f-76d493776913 None None] Bound using segment: {'id': 'b1b396cb-2dc6-4041-bfc7-1833a80a4720', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:58:45.132260 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-1900f10a-c55c-4bd8-aa8f-76d493776913 None None] Bound port: 2a646784-b90b-43b0-87fd-197d5a6bf71f, host: n-d-694802-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1b396cb-2dc6-4041-bfc7-1833a80a4720', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'}}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:58:45.134474 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-1900f10a-c55c-4bd8-aa8f-76d493776913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:45.139371 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988e7ed5-849e-4bec-8568-d02e28951431 None None] Pushing event updated for resources: {'Port': ['ID=2a646784-b90b-43b0-87fd-197d5a6bf71f,revision_number=2']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:58:45.170115 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-96b1f4e7-7d40-4b21-afac-00279fcd3213 None None] Provisioning complete for port e91e4d92-3889-480b-8457-35519d9e617f triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:58:45.170875 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-96b1f4e7-7d40-4b21-afac-00279fcd3213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:45.196840 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-64f4fc64-1d72-4e21-8d85-b72493a1acee admin admin] Notify callbacks [] for port, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:45.201524 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-64f4fc64-1d72-4e21-8d85-b72493a1acee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3718439'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:45.257166 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-96b1f4e7-7d40-4b21-afac-00279fcd3213 None None] Port e91e4d92-3889-480b-8457-35519d9e617f cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 14:58:45.282691 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-64f4fc64-1d72-4e21-8d85-b72493a1acee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66628363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66663865'] for router_interface, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:45.284246 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:45.319216 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f4fc64-1d72-4e21-8d85-b72493a1acee admin admin] Pushing event updated for resources: {'Port': ['ID=e91e4d92-3889-480b-8457-35519d9e617f,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:58:45.331400 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-1900f10a-c55c-4bd8-aa8f-76d493776913 None None] For port 2a646784-b90b-43b0-87fd-197d5a6bf71f, host n-d-694802-15, cleared binding levels {{(pid=94468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:58:45.357862 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-1900f10a-c55c-4bd8-aa8f-76d493776913 None None] For port 2a646784-b90b-43b0-87fd-197d5a6bf71f, host n-d-694802-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=2a646784-b90b-43b0-87fd-197d5a6bf71f,segment=NetworkSegment(b1b396cb-2dc6-4041-bfc7-1833a80a4720),segment_id=b1b396cb-2dc6-4041-bfc7-1833a80a4720)] {{(pid=94468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:58:45.360173 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] For port 5d837020-b82e-47d4-b3c9-cd47e40ad63c, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=5d837020-b82e-47d4-b3c9-cd47e40ad63c,segment=NetworkSegment(853d2dcc-17d7-437f-9aad-378917bafe8d),segment_id=853d2dcc-17d7-437f-9aad-378917bafe8d)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:58:45.363654 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-1900f10a-c55c-4bd8-aa8f-76d493776913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:45.373221 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:45.492756 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1900f10a-c55c-4bd8-aa8f-76d493776913 None None] Routers {'d7a24878-cc98-48b6-8c12-c5bfd74f38a2'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:58:45.493212 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-1900f10a-c55c-4bd8-aa8f-76d493776913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:58:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['d7a24878-cc98-48b6-8c12-c5bfd74f38a2'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:58:45.497086 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64f4fc64-1d72-4e21-8d85-b72493a1acee admin admin] Network 163c25f9-f902-43c0-b306-3d06c1f84041 is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:58:45.499341 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988e7ed5-849e-4bec-8568-d02e28951431 None None] Pushing event updated for resources: {'Port': ['ID=2a646784-b90b-43b0-87fd-197d5a6bf71f,revision_number=3']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:58:45.502450 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-64f4fc64-1d72-4e21-8d85-b72493a1acee admin admin] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:58:45.714968 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-fe95f194-a3b0-4c04-9e42-20b511169d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:45.747628 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64f4fc64-1d72-4e21-8d85-b72493a1acee admin admin] Router d7a24878-cc98-48b6-8c12-c5bfd74f38a2 has already been hosted by L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f {{(pid=94466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 14:58:45.762737 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Pushing event updated for resources: {'Port': ['ID=5d837020-b82e-47d4-b3c9-cd47e40ad63c,revision_number=3']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:58:45.878021 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvr_db [None req-1900f10a-c55c-4bd8-aa8f-76d493776913 None None] Set router d7a24878-cc98-48b6-8c12-c5bfd74f38a2 gateway port host: n-d-694802-15 {{(pid=94468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:58:45.998362 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64f4fc64-1d72-4e21-8d85-b72493a1acee admin admin] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 14:58:46.021378 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-64f4fc64-1d72-4e21-8d85-b72493a1acee admin admin] 10.222.0.39 "PUT /v2.0/routers/d7a24878-cc98-48b6-8c12-c5bfd74f38a2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0142584 Aug 12 14:58:46.083975 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f10542a8-252e-442f-8c85-25eeb39e92d1 None None] Provisioning complete for port e91e4d92-3889-480b-8457-35519d9e617f triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:58:46.084559 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f10542a8-252e-442f-8c85-25eeb39e92d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:46.146034 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 5d837020-b82e-47d4-b3c9-cd47e40ad63c up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:58:46.197065 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-f10542a8-252e-442f-8c85-25eeb39e92d1 None None] Port e91e4d92-3889-480b-8457-35519d9e617f cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 14:58:46.323329 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port 5d837020-b82e-47d4-b3c9-cd47e40ad63c triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:58:46.323859 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:46.430612 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-1900f10a-c55c-4bd8-aa8f-76d493776913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7a24878-cc98-48b6-8c12-c5bfd74f38a2', 'name': 'tempest-AttachVolumeTestJSON-610510819-router', 'tenant_id': 'eddbf0db78bb49c0ab2be813947221dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.203'}], 'enable_snat': True}, 'gw_port_id': '2a646784-b90b-43b0-87fd-197d5a6bf71f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:58:40Z', 'updated_at': '2021-08-12T14:58:44Z', 'revision_number': 4, 'project_id': 'eddbf0db78bb49c0ab2be813947221dc', 'gw_port': {'id': '2a646784-b90b-43b0-87fd-197d5a6bf71f', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:91:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7a24878-cc98-48b6-8c12-c5bfd74f38a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3259, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:58:41Z', 'updated_at': '2021-08-12T14:58:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': 'e91e4d92-3889-480b-8457-35519d9e617f', 'name': '', 'network_id': '163c25f9-f902-43c0-b306-3d06c1f84041', 'tenant_id': 'eddbf0db78bb49c0ab2be813947221dc', 'mac_address': 'fa:16:3e:56:73:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7a24878-cc98-48b6-8c12-c5bfd74f38a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3265, 'fixed_ips': [{'subnet_id': 'c68a9dc4-9dae-4b6f-89ee-ab739b8f3389', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:58:43Z', 'updated_at': '2021-08-12T14:58:45Z', 'revision_number': 2, 'project_id': 'eddbf0db78bb49c0ab2be813947221dc', 'subnets': [{'id': 'c68a9dc4-9dae-4b6f-89ee-ab739b8f3389', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:58:46.553617 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1900f10a-c55c-4bd8-aa8f-76d493776913 None None] The sync data for ids ['d7a24878-cc98-48b6-8c12-c5bfd74f38a2'] in n-d-694802-15 is: [{'id': 'd7a24878-cc98-48b6-8c12-c5bfd74f38a2', 'name': 'tempest-AttachVolumeTestJSON-610510819-router', 'tenant_id': 'eddbf0db78bb49c0ab2be813947221dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.203'}], 'enable_snat': True}, 'gw_port_id': '2a646784-b90b-43b0-87fd-197d5a6bf71f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:58:40Z', 'updated_at': '2021-08-12T14:58:44Z', 'revision_number': 4, 'project_id': 'eddbf0db78bb49c0ab2be813947221dc', 'gw_port': {'id': '2a646784-b90b-43b0-87fd-197d5a6bf71f', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:91:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7a24878-cc98-48b6-8c12-c5bfd74f38a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3259, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:58:41Z', 'updated_at': '2021-08-12T14:58:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': 'e91e4d92-3889-480b-8457-35519d9e617f', 'name': '', 'network_id': '163c25f9-f902-43c0-b306-3d06c1f84041', 'tenant_id': 'eddbf0db78bb49c0ab2be813947221dc', 'mac_address': 'fa:16:3e:56:73:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7a24878-cc98-48b6-8c12-c5bfd74f38a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3265, 'fixed_ips': [{'subnet_id': 'c68a9dc4-9dae-4b6f-89ee-ab739b8f3389', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:58:43Z', 'updated_at': '2021-08-12T14:58:45Z', 'revision_number': 2, 'project_id': 'eddbf0db78bb49c0ab2be813947221dc', 'subnets': [{'id': 'c68a9dc4-9dae-4b6f-89ee-ab739b8f3389', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 14:58:47.107941 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 42734) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:58:47.117489 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-8481daa9-c276-43ee-811c-e414cdc07d67 tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1167000833', 'description': 'tempest-description--1611726514'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:58:47.168515 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8481daa9-c276-43ee-811c-e414cdc07d67 tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] Notify callbacks [] for security_group, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:47.328785 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8481daa9-c276-43ee-811c-e414cdc07d67 tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] Notify callbacks [] for security_group, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:47.333326 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8481daa9-c276-43ee-811c-e414cdc07d67 tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:47.376052 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8481daa9-c276-43ee-811c-e414cdc07d67 tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:47.377937 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-8481daa9-c276-43ee-811c-e414cdc07d67 tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.2642827 Aug 12 14:58:47.379136 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8481daa9-c276-43ee-811c-e414cdc07d67 tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7db3cdc8-cdc7-4de0-ae23-f5e5cdcbeb75,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:58:47.381070 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 42748) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:58:47.385922 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-4efa7b1e-bfd6-4cba-b865-7a3caf08c250 tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] Request body: {'security_group_rule': {'security_group_id': '7db3cdc8-cdc7-4de0-ae23-f5e5cdcbeb75', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:58:47.462936 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-4efa7b1e-bfd6-4cba-b865-7a3caf08c250 tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:47.548282 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-4efa7b1e-bfd6-4cba-b865-7a3caf08c250 tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:47.555126 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-4efa7b1e-bfd6-4cba-b865-7a3caf08c250 tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641735'] for security_group_rule, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:47.577666 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efa7b1e-bfd6-4cba-b865-7a3caf08c250 tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6371a370-ab0e-400d-a7bb-c782dcc94f48,revision_number=0']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:58:47.584948 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-4efa7b1e-bfd6-4cba-b865-7a3caf08c250 tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:47.589063 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 42754) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:58:47.589324 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-4efa7b1e-bfd6-4cba-b865-7a3caf08c250 tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2071469 Aug 12 14:58:47.595450 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-6e516bf5-2e44-43d0-a852-04a7d746dc8c tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] Request body: {'security_group_rule': {'security_group_id': '7db3cdc8-cdc7-4de0-ae23-f5e5cdcbeb75', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:58:47.628149 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-6e516bf5-2e44-43d0-a852-04a7d746dc8c tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:47.711751 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-6e516bf5-2e44-43d0-a852-04a7d746dc8c tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:47.718033 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-6e516bf5-2e44-43d0-a852-04a7d746dc8c tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641735'] for security_group_rule, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:47.764620 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-6e516bf5-2e44-43d0-a852-04a7d746dc8c tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:47.769568 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-6e516bf5-2e44-43d0-a852-04a7d746dc8c tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1753495 Aug 12 14:58:47.770098 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 42766) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:58:47.773222 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e516bf5-2e44-43d0-a852-04a7d746dc8c tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7718744-c025-46b8-bbe6-b3049aaf40ef,revision_number=0']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:58:47.793032 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-4de390af-6e35-4673-bfbc-39729e62b878 tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] Request body: {'floatingip': {'floating_network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:58:47.831678 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4de390af-6e35-4673-bfbc-39729e62b878 tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] Notify callbacks [] for floatingip, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:48.061983 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4de390af-6e35-4673-bfbc-39729e62b878 tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:48.217927 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-4de390af-6e35-4673-bfbc-39729e62b878 tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] Allocated IP 172.25.1.135 (d3759e1b-6c03-45ac-acd4-90abb417809b/f0254f08-c19c-4e31-bd9c-09389ea4b6f2/dcc0dc0e-47c7-40c1-8281-46442f5afb98) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:58:48.282676 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 2a646784-b90b-43b0-87fd-197d5a6bf71f up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:58:48.417136 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4de390af-6e35-4673-bfbc-39729e62b878 tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:48.461046 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning for port 2a646784-b90b-43b0-87fd-197d5a6bf71f completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:58:48.479095 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port 2a646784-b90b-43b0-87fd-197d5a6bf71f triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:58:48.479824 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:48.508986 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4de390af-6e35-4673-bfbc-39729e62b878 tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:48.587976 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4de390af-6e35-4673-bfbc-39729e62b878 tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] Network d3759e1b-6c03-45ac-acd4-90abb417809b is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:58:48.589590 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de390af-6e35-4673-bfbc-39729e62b878 tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] Pushing event updated for resources: {'Port': ['ID=dcc0dc0e-47c7-40c1-8281-46442f5afb98,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:58:48.595543 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-4de390af-6e35-4673-bfbc-39729e62b878 tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:58:48.597672 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4de390af-6e35-4673-bfbc-39729e62b878 tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:58:48.733980 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:48.810511 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] For port 2a646784-b90b-43b0-87fd-197d5a6bf71f, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=2a646784-b90b-43b0-87fd-197d5a6bf71f,segment=NetworkSegment(b1b396cb-2dc6-4041-bfc7-1833a80a4720),segment_id=b1b396cb-2dc6-4041-bfc7-1833a80a4720)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:58:48.820867 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:48.976555 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Pushing event updated for resources: {'Port': ['ID=2a646784-b90b-43b0-87fd-197d5a6bf71f,revision_number=4']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:58:49.005096 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:58:49.005489 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:58:49.005906 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:58:49.007232 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:58:49.008161 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:58:49.010113 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:58:49.011004 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:58:49.018420 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:58:49.018856 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:58:49.019375 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:58:49.019722 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:58:49.020167 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:58:49.070668 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 42806) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:58:49.260087 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-9dbf800c-e8f2-45ce-815a-7bdef226145d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:49.467050 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-9dbf800c-e8f2-45ce-815a-7bdef226145d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:49.474647 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-9dbf800c-e8f2-45ce-815a-7bdef226145d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:49.500956 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4de390af-6e35-4673-bfbc-39729e62b878 tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:49.542673 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4de390af-6e35-4673-bfbc-39729e62b878 tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:49.545715 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbf800c-e8f2-45ce-815a-7bdef226145d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24290e5c-6263-443c-867e-472fa0a5887d,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:58:49.554836 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-9dbf800c-e8f2-45ce-815a-7bdef226145d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4b33758f3ffc424ea59042e1ed12b680&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4808071 Aug 12 14:58:49.555719 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 42814) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:58:49.638813 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-2cfdcbb4-2ca3-477b-b857-ec9f322ca9f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:49.681155 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-2cfdcbb4-2ca3-477b-b857-ec9f322ca9f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:49.741945 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-2cfdcbb4-2ca3-477b-b857-ec9f322ca9f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:49.745384 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-2cfdcbb4-2ca3-477b-b857-ec9f322ca9f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:49.754619 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-2cfdcbb4-2ca3-477b-b857-ec9f322ca9f6 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/24290e5c-6263-443c-867e-472fa0a5887d HTTP/1.1" status: 204 len: 168 time: 0.1914737 Aug 12 14:58:49.788378 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfdcbb4-2ca3-477b-b857-ec9f322ca9f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24290e5c-6263-443c-867e-472fa0a5887d,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:58:49.825172 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4de390af-6e35-4673-bfbc-39729e62b878 tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] Notify callbacks [] for port, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:49.839311 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4de390af-6e35-4673-bfbc-39729e62b878 tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3718439'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:49.982977 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4de390af-6e35-4673-bfbc-39729e62b878 tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431510'] for floatingip, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:49.995420 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de390af-6e35-4673-bfbc-39729e62b878 tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] Pushing event updated for resources: {'Port': ['ID=dcc0dc0e-47c7-40c1-8281-46442f5afb98,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:58:50.006421 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4de390af-6e35-4673-bfbc-39729e62b878 tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for floatingip, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:50.017826 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-4de390af-6e35-4673-bfbc-39729e62b878 tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2392747 Aug 12 14:58:50.194179 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 2a646784-b90b-43b0-87fd-197d5a6bf71f up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:58:50.290963 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 42832) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:58:50.313644 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1ca8726e-251a-48af-8f12-7dbab60c0b18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:50.315621 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54c3d0e5-43d7-44a1-bcc2-1242f0fd28f4 None None] Sync routers for ids ['d7a24878-cc98-48b6-8c12-c5bfd74f38a2'] in n-d-694802-15 {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 14:58:50.327311 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port 2a646784-b90b-43b0-87fd-197d5a6bf71f triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:58:50.328309 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:50.329957 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54c3d0e5-43d7-44a1-bcc2-1242f0fd28f4 None None] Routers {'d7a24878-cc98-48b6-8c12-c5bfd74f38a2'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:58:50.330589 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-54c3d0e5-43d7-44a1-bcc2-1242f0fd28f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:58:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['d7a24878-cc98-48b6-8c12-c5bfd74f38a2'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:58:50.461159 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-05b20ee5-4791-40c1-b1d0-125b95093531 req-784962e2-4c4a-482a-9495-d3c7b3bfa51d tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--1167000833&fields=id&tenant_id=eddbf0db78bb49c0ab2be813947221dc HTTP/1.1" status: 200 len: 267 time: 0.1213133 Aug 12 14:58:50.676012 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-54c3d0e5-43d7-44a1-bcc2-1242f0fd28f4 None None] Set router d7a24878-cc98-48b6-8c12-c5bfd74f38a2 gateway port host: n-d-694802-15 {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:58:50.700865 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b20ee5-4791-40c1-b1d0-125b95093531 req-c9855ad9-b927-4bfa-b0b3-2e25dfb70b4a tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:58:50.704812 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-05b20ee5-4791-40c1-b1d0-125b95093531 req-c9855ad9-b927-4bfa-b0b3-2e25dfb70b4a tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] 10.222.0.39 "GET /v2.0/networks?id=163c25f9-f902-43c0-b306-3d06c1f84041 HTTP/1.1" status: 200 len: 810 time: 0.2313364 Aug 12 14:58:50.709780 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1ca8726e-251a-48af-8f12-7dbab60c0b18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:50.720131 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1ca8726e-251a-48af-8f12-7dbab60c0b18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:50.745330 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-05b20ee5-4791-40c1-b1d0-125b95093531 req-a0255b69-a154-41e5-beac-25a04c16a6ae tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] 10.222.0.39 "GET /v2.0/quotas/eddbf0db78bb49c0ab2be813947221dc HTTP/1.1" status: 200 len: 375 time: 0.0341415 Aug 12 14:58:50.774359 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-1ca8726e-251a-48af-8f12-7dbab60c0b18 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=15c6c76b7bff4763bbd13b84ffe64caa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4806774 Aug 12 14:58:50.775659 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 42842) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:58:50.845039 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca8726e-251a-48af-8f12-7dbab60c0b18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1807248d-47d6-4736-8bc2-ff4815c7aa92,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:58:50.862208 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-05b20ee5-4791-40c1-b1d0-125b95093531 req-e179b6ec-b6a5-4296-81ff-31868f6ad0c4 tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=eddbf0db78bb49c0ab2be813947221dc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0835268 Aug 12 14:58:50.899703 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-1b5eb963-00c3-42d6-a3a6-0463a75503b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:50.945800 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-1b5eb963-00c3-42d6-a3a6-0463a75503b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:51.041865 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-1b5eb963-00c3-42d6-a3a6-0463a75503b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:51.049085 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-1b5eb963-00c3-42d6-a3a6-0463a75503b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:51.053036 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-1b5eb963-00c3-42d6-a3a6-0463a75503b5 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1807248d-47d6-4736-8bc2-ff4815c7aa92 HTTP/1.1" status: 204 len: 168 time: 0.2735140 Aug 12 14:58:51.077935 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5eb963-00c3-42d6-a3a6-0463a75503b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1807248d-47d6-4736-8bc2-ff4815c7aa92,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:58:51.143566 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-54c3d0e5-43d7-44a1-bcc2-1242f0fd28f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7a24878-cc98-48b6-8c12-c5bfd74f38a2', 'name': 'tempest-AttachVolumeTestJSON-610510819-router', 'tenant_id': 'eddbf0db78bb49c0ab2be813947221dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.203'}], 'enable_snat': True}, 'gw_port_id': '2a646784-b90b-43b0-87fd-197d5a6bf71f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:58:40Z', 'updated_at': '2021-08-12T14:58:44Z', 'revision_number': 4, 'project_id': 'eddbf0db78bb49c0ab2be813947221dc', 'gw_port': {'id': '2a646784-b90b-43b0-87fd-197d5a6bf71f', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:91:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a24878-cc98-48b6-8c12-c5bfd74f38a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3259, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:58:41Z', 'updated_at': '2021-08-12T14:58:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': 'e91e4d92-3889-480b-8457-35519d9e617f', 'name': '', 'network_id': '163c25f9-f902-43c0-b306-3d06c1f84041', 'tenant_id': 'eddbf0db78bb49c0ab2be813947221dc', 'mac_address': 'fa:16:3e:56:73:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7a24878-cc98-48b6-8c12-c5bfd74f38a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3265, 'fixed_ips': [{'subnet_id': 'c68a9dc4-9dae-4b6f-89ee-ab739b8f3389', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:58:43Z', 'updated_at': '2021-08-12T14:58:45Z', 'revision_number': 2, 'project_id': 'eddbf0db78bb49c0ab2be813947221dc', 'subnets': [{'id': 'c68a9dc4-9dae-4b6f-89ee-ab739b8f3389', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:58:51.195458 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54c3d0e5-43d7-44a1-bcc2-1242f0fd28f4 None None] Checking router: d7a24878-cc98-48b6-8c12-c5bfd74f38a2 for host: n-d-694802-15 {{(pid=94469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 14:58:51.195952 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54c3d0e5-43d7-44a1-bcc2-1242f0fd28f4 None None] Updating router d7a24878-cc98-48b6-8c12-c5bfd74f38a2 port e91e4d92-3889-480b-8457-35519d9e617f binding host n-d-694802-15 {{(pid=94469) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 14:58:51.273633 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-54c3d0e5-43d7-44a1-bcc2-1242f0fd28f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:51.607219 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-05b20ee5-4791-40c1-b1d0-125b95093531 req-9f8b5f8f-af3e-4aa4-8744-fff00b7b03d0 service neutron] 10.222.0.39 "GET /v2.0/networks/163c25f9-f902-43c0-b306-3d06c1f84041?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7270048 Aug 12 14:58:51.782155 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-54c3d0e5-43d7-44a1-bcc2-1242f0fd28f4 None None] Notify callbacks [] for port, precommit_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:51.809100 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.provisioning_blocks [None req-54c3d0e5-43d7-44a1-bcc2-1242f0fd28f4 None None] Transition to ACTIVE for port object e91e4d92-3889-480b-8457-35519d9e617f will not be triggered until provisioned by entity L2. {{(pid=94469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:58:51.823242 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-54c3d0e5-43d7-44a1-bcc2-1242f0fd28f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:52.019501 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-05b20ee5-4791-40c1-b1d0-125b95093531 req-e027ca0e-4677-4435-8c23-f62efa1d1567 service neutron] 10.222.0.39 "GET /v2.0/networks/163c25f9-f902-43c0-b306-3d06c1f84041?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4112406 Aug 12 14:58:52.069879 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949558ab-40cb-43cd-bd10-9e416b1ab3c7 None None] Pushing event updated for resources: {'Port': ['ID=e91e4d92-3889-480b-8457-35519d9e617f,revision_number=3']} {{(pid=94469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:58:52.126654 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949558ab-40cb-43cd-bd10-9e416b1ab3c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:58:52.126654 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949558ab-40cb-43cd-bd10-9e416b1ab3c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:58:52.126654 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949558ab-40cb-43cd-bd10-9e416b1ab3c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:58:52.126654 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949558ab-40cb-43cd-bd10-9e416b1ab3c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:58:52.126654 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949558ab-40cb-43cd-bd10-9e416b1ab3c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:58:52.126654 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949558ab-40cb-43cd-bd10-9e416b1ab3c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:58:52.126654 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949558ab-40cb-43cd-bd10-9e416b1ab3c7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:58:52.126654 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949558ab-40cb-43cd-bd10-9e416b1ab3c7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:58:52.127477 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949558ab-40cb-43cd-bd10-9e416b1ab3c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:58:52.131852 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949558ab-40cb-43cd-bd10-9e416b1ab3c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:58:52.132546 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949558ab-40cb-43cd-bd10-9e416b1ab3c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:58:52.133124 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949558ab-40cb-43cd-bd10-9e416b1ab3c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:58:52.165471 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.managers [None req-54c3d0e5-43d7-44a1-bcc2-1242f0fd28f4 None None] Attempting to bind port e91e4d92-3889-480b-8457-35519d9e617f on host n-d-694802-15 for vnic_type normal with profile {{(pid=94469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:58:52.166493 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.managers [None req-54c3d0e5-43d7-44a1-bcc2-1242f0fd28f4 None None] Attempting to bind port e91e4d92-3889-480b-8457-35519d9e617f by drivers openvswitch,hyperv on host n-d-694802-15 at level 0 using segments [{'id': '853d2dcc-17d7-437f-9aad-378917bafe8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '163c25f9-f902-43c0-b306-3d06c1f84041'}] {{(pid=94469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:58:52.167242 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54c3d0e5-43d7-44a1-bcc2-1242f0fd28f4 None None] Attempting to bind port e91e4d92-3889-480b-8457-35519d9e617f on network 163c25f9-f902-43c0-b306-3d06c1f84041 {{(pid=94469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:58:52.184994 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54c3d0e5-43d7-44a1-bcc2-1242f0fd28f4 None None] Checking agent: {'id': '16de73ac-f2e9-4cee-b3e0-91052ae3e6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 20, 13), 'started_at': datetime.datetime(2021, 8, 12, 14, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 58, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:58:52.184994 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54c3d0e5-43d7-44a1-bcc2-1242f0fd28f4 None None] Checking segment: {'id': '853d2dcc-17d7-437f-9aad-378917bafe8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '163c25f9-f902-43c0-b306-3d06c1f84041'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:58:52.184994 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-54c3d0e5-43d7-44a1-bcc2-1242f0fd28f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:52.184994 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54c3d0e5-43d7-44a1-bcc2-1242f0fd28f4 None None] Bound using segment: {'id': '853d2dcc-17d7-437f-9aad-378917bafe8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '163c25f9-f902-43c0-b306-3d06c1f84041'} {{(pid=94469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:58:52.184994 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.managers [None req-54c3d0e5-43d7-44a1-bcc2-1242f0fd28f4 None None] Bound port: e91e4d92-3889-480b-8457-35519d9e617f, host: n-d-694802-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '853d2dcc-17d7-437f-9aad-378917bafe8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '163c25f9-f902-43c0-b306-3d06c1f84041'}}] {{(pid=94469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:58:52.184994 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-54c3d0e5-43d7-44a1-bcc2-1242f0fd28f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:52.355298 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.db [None req-54c3d0e5-43d7-44a1-bcc2-1242f0fd28f4 None None] For port e91e4d92-3889-480b-8457-35519d9e617f, host n-d-694802-15, cleared binding levels {{(pid=94469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:58:52.387895 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.db [None req-54c3d0e5-43d7-44a1-bcc2-1242f0fd28f4 None None] For port e91e4d92-3889-480b-8457-35519d9e617f, host n-d-694802-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=e91e4d92-3889-480b-8457-35519d9e617f,segment=NetworkSegment(853d2dcc-17d7-437f-9aad-378917bafe8d),segment_id=853d2dcc-17d7-437f-9aad-378917bafe8d)] {{(pid=94469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:58:52.435009 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-54c3d0e5-43d7-44a1-bcc2-1242f0fd28f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:52.607553 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a16ae93a-8552-4bdc-890d-186093ee5010 req-47fda535-4ed8-4acc-ba3b-c2ef53ce329e tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] 10.222.0.39 "GET /v2.0/ports?device_id=f62b31fa-d01b-4444-a013-47332dacb5d8 HTTP/1.1" status: 200 len: 210 time: 0.1182983 Aug 12 14:58:52.608401 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 42890) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:58:52.622107 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54c3d0e5-43d7-44a1-bcc2-1242f0fd28f4 None None] Routers {'d7a24878-cc98-48b6-8c12-c5bfd74f38a2'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:58:52.624231 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-54c3d0e5-43d7-44a1-bcc2-1242f0fd28f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:58:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['d7a24878-cc98-48b6-8c12-c5bfd74f38a2'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:58:52.825845 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949558ab-40cb-43cd-bd10-9e416b1ab3c7 None None] Pushing event updated for resources: {'Port': ['ID=e91e4d92-3889-480b-8457-35519d9e617f,revision_number=4']} {{(pid=94469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:58:52.982767 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 42902) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:58:52.990291 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-54c3d0e5-43d7-44a1-bcc2-1242f0fd28f4 None None] Set router d7a24878-cc98-48b6-8c12-c5bfd74f38a2 gateway port host: n-d-694802-15 {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:58:53.145788 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-e8bee8da-3e02-42b8-b240-759bc9dfc047 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:53.305130 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c4ed609c-2e7d-4aa5-8359-f5590c22b9b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:53.444752 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-e8bee8da-3e02-42b8-b240-759bc9dfc047 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:53.449648 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-e8bee8da-3e02-42b8-b240-759bc9dfc047 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:53.507917 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bee8da-3e02-42b8-b240-759bc9dfc047 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc9c6946-f32d-4162-a857-e6fc00c52062,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:58:53.547344 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c4ed609c-2e7d-4aa5-8359-f5590c22b9b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:53.547613 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-54c3d0e5-43d7-44a1-bcc2-1242f0fd28f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7a24878-cc98-48b6-8c12-c5bfd74f38a2', 'name': 'tempest-AttachVolumeTestJSON-610510819-router', 'tenant_id': 'eddbf0db78bb49c0ab2be813947221dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.203'}], 'enable_snat': True}, 'gw_port_id': '2a646784-b90b-43b0-87fd-197d5a6bf71f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:58:40Z', 'updated_at': '2021-08-12T14:58:44Z', 'revision_number': 4, 'project_id': 'eddbf0db78bb49c0ab2be813947221dc', 'gw_port': {'id': '2a646784-b90b-43b0-87fd-197d5a6bf71f', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:91:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a24878-cc98-48b6-8c12-c5bfd74f38a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3259, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:58:41Z', 'updated_at': '2021-08-12T14:58:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': 'e91e4d92-3889-480b-8457-35519d9e617f', 'name': '', 'network_id': '163c25f9-f902-43c0-b306-3d06c1f84041', 'tenant_id': 'eddbf0db78bb49c0ab2be813947221dc', 'mac_address': 'fa:16:3e:56:73:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7a24878-cc98-48b6-8c12-c5bfd74f38a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3265, 'fixed_ips': [{'subnet_id': 'c68a9dc4-9dae-4b6f-89ee-ab739b8f3389', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:58:43Z', 'updated_at': '2021-08-12T14:58:52Z', 'revision_number': 4, 'project_id': 'eddbf0db78bb49c0ab2be813947221dc', 'subnets': [{'id': 'c68a9dc4-9dae-4b6f-89ee-ab739b8f3389', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:58:53.555046 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c4ed609c-2e7d-4aa5-8359-f5590c22b9b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:53.592541 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-e8bee8da-3e02-42b8-b240-759bc9dfc047 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4913cf09cde34db48b3fad02c4336d67&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9775422 Aug 12 14:58:53.593641 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 42914) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:58:53.626430 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-c4ed609c-2e7d-4aa5-8359-f5590c22b9b0 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=30d7ffb0b3964b52b20ea5f015f40178&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6435945 Aug 12 14:58:53.627372 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ed609c-2e7d-4aa5-8359-f5590c22b9b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a900007-6aba-44a3-8d1c-d2f83a9b4c86,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:58:53.630351 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 42918) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:58:53.694326 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54c3d0e5-43d7-44a1-bcc2-1242f0fd28f4 None None] The sync data for ids ['d7a24878-cc98-48b6-8c12-c5bfd74f38a2'] in n-d-694802-15 is: [{'id': 'd7a24878-cc98-48b6-8c12-c5bfd74f38a2', 'name': 'tempest-AttachVolumeTestJSON-610510819-router', 'tenant_id': 'eddbf0db78bb49c0ab2be813947221dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.203'}], 'enable_snat': True}, 'gw_port_id': '2a646784-b90b-43b0-87fd-197d5a6bf71f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:58:40Z', 'updated_at': '2021-08-12T14:58:44Z', 'revision_number': 4, 'project_id': 'eddbf0db78bb49c0ab2be813947221dc', 'gw_port': {'id': '2a646784-b90b-43b0-87fd-197d5a6bf71f', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:91:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a24878-cc98-48b6-8c12-c5bfd74f38a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3259, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:58:41Z', 'updated_at': '2021-08-12T14:58:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': 'e91e4d92-3889-480b-8457-35519d9e617f', 'name': '', 'network_id': '163c25f9-f902-43c0-b306-3d06c1f84041', 'tenant_id': 'eddbf0db78bb49c0ab2be813947221dc', 'mac_address': 'fa:16:3e:56:73:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7a24878-cc98-48b6-8c12-c5bfd74f38a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3265, 'fixed_ips': [{'subnet_id': 'c68a9dc4-9dae-4b6f-89ee-ab739b8f3389', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:58:43Z', 'updated_at': '2021-08-12T14:58:52Z', 'revision_number': 4, 'project_id': 'eddbf0db78bb49c0ab2be813947221dc', 'subnets': [{'id': 'c68a9dc4-9dae-4b6f-89ee-ab739b8f3389', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 14:58:53.754670 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-50f7070c-4bd8-40d7-a96b-eea81c67d2e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:53.775502 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-790a4fd1-2ac5-4c7f-a73c-762cd89b80d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:53.846058 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-50f7070c-4bd8-40d7-a96b-eea81c67d2e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:53.896739 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-a019f8fe-bc9b-4315-a597-1e2265d02141 req-ddf2d185-db1b-406c-9a46-9d191a1f2ceb tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] 10.222.0.39 "GET /v2.0/ports?device_id=f62b31fa-d01b-4444-a013-47332dacb5d8 HTTP/1.1" status: 200 len: 210 time: 0.0814862 Aug 12 14:58:53.901946 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-790a4fd1-2ac5-4c7f-a73c-762cd89b80d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:53.972358 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-50f7070c-4bd8-40d7-a96b-eea81c67d2e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:53.977468 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-50f7070c-4bd8-40d7-a96b-eea81c67d2e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:53.983104 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-50f7070c-4bd8-40d7-a96b-eea81c67d2e2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/fc9c6946-f32d-4162-a857-e6fc00c52062 HTTP/1.1" status: 204 len: 168 time: 0.3848720 Aug 12 14:58:54.003255 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f7070c-4bd8-40d7-a96b-eea81c67d2e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc9c6946-f32d-4162-a857-e6fc00c52062,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:58:54.016477 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-790a4fd1-2ac5-4c7f-a73c-762cd89b80d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:54.020681 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-790a4fd1-2ac5-4c7f-a73c-762cd89b80d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:54.024067 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-790a4fd1-2ac5-4c7f-a73c-762cd89b80d6 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1a900007-6aba-44a3-8d1c-d2f83a9b4c86 HTTP/1.1" status: 204 len: 168 time: 0.3930426 Aug 12 14:58:54.043812 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790a4fd1-2ac5-4c7f-a73c-762cd89b80d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a900007-6aba-44a3-8d1c-d2f83a9b4c86,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:58:54.209961 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device e91e4d92-3889-480b-8457-35519d9e617f up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:58:54.331284 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning for port e91e4d92-3889-480b-8457-35519d9e617f completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:58:54.349498 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port e91e4d92-3889-480b-8457-35519d9e617f triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:58:54.350142 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:54.508171 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:54.550916 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] For port e91e4d92-3889-480b-8457-35519d9e617f, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=e91e4d92-3889-480b-8457-35519d9e617f,segment=NetworkSegment(853d2dcc-17d7-437f-9aad-378917bafe8d),segment_id=853d2dcc-17d7-437f-9aad-378917bafe8d)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:58:54.557035 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:54.629926 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Pushing event updated for resources: {'Port': ['ID=e91e4d92-3889-480b-8457-35519d9e617f,revision_number=5']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:58:54.981046 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 42952) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:58:55.003892 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-7d2f0bbe-dd3b-48c8-b4d2-125626560ae1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:55.046059 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 42954) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:58:55.075639 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b4f45e2f-a05b-460a-a92d-0e152c67ad66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:55.124097 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ad0d8d06-db17-4a96-8e2b-15149142d9c0 req-74216669-315e-44eb-9af0-2d9666c3dab6 tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] 10.222.0.39 "GET /v2.0/ports?device_id=f62b31fa-d01b-4444-a013-47332dacb5d8 HTTP/1.1" status: 200 len: 210 time: 0.0373247 Aug 12 14:58:55.190013 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b20ee5-4791-40c1-b1d0-125b95093531 req-c514a345-c856-4f9e-9785-f4ad334541a6 tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:58:55.192097 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-05b20ee5-4791-40c1-b1d0-125b95093531 req-c514a345-c856-4f9e-9785-f4ad334541a6 tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] 10.222.0.49 "GET /v2.0/networks?id=163c25f9-f902-43c0-b306-3d06c1f84041 HTTP/1.1" status: 200 len: 810 time: 0.2992065 Aug 12 14:58:55.231106 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-7d2f0bbe-dd3b-48c8-b4d2-125626560ae1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:55.245855 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-7d2f0bbe-dd3b-48c8-b4d2-125626560ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:55.247976 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-05b20ee5-4791-40c1-b1d0-125b95093531 req-af3ea89f-34ab-4039-bf43-4d2c9d2edb97 tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eddbf0db78bb49c0ab2be813947221dc HTTP/1.1" status: 200 len: 380 time: 0.0455372 Aug 12 14:58:55.257962 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-05b20ee5-4791-40c1-b1d0-125b95093531 req-3698dc27-ca2a-4a01-9736-01b5ad4f8803 tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] Request body: {'port': {'device_id': 'f62b31fa-d01b-4444-a013-47332dacb5d8', 'network_id': '163c25f9-f902-43c0-b306-3d06c1f84041', 'admin_state_up': True, 'tenant_id': 'eddbf0db78bb49c0ab2be813947221dc', 'security_groups': ['7db3cdc8-cdc7-4de0-ae23-f5e5cdcbeb75']}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:58:55.304110 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-7d2f0bbe-dd3b-48c8-b4d2-125626560ae1 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2eddc75220de46b7969225b9e67082c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3202784 Aug 12 14:58:55.308167 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 42958) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:58:55.341699 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2f0bbe-dd3b-48c8-b4d2-125626560ae1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7ecb315-cb25-4cb2-8772-c1466aa53576,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:58:55.427521 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-6140d67b-5460-4922-bf09-e45958cca179 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:55.474738 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b4f45e2f-a05b-460a-a92d-0e152c67ad66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:55.476890 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-6140d67b-5460-4922-bf09-e45958cca179 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:55.488130 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b4f45e2f-a05b-460a-a92d-0e152c67ad66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:55.504716 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05b20ee5-4791-40c1-b1d0-125b95093531 req-3698dc27-ca2a-4a01-9736-01b5ad4f8803 tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] Made reservation on behalf of eddbf0db78bb49c0ab2be813947221dc for: {'port': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:58:55.511618 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-05b20ee5-4791-40c1-b1d0-125b95093531 req-3698dc27-ca2a-4a01-9736-01b5ad4f8803 tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:55.545535 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-b4f45e2f-a05b-460a-a92d-0e152c67ad66 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=90cb4bf112404c5e96664193d8a05c29&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4979551 Aug 12 14:58:55.551035 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 42964) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:58:55.564598 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f45e2f-a05b-460a-a92d-0e152c67ad66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04ff69e4-9bf5-43ac-884d-f4f27d40232d,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:58:55.620980 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-6140d67b-5460-4922-bf09-e45958cca179 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:55.627770 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-6140d67b-5460-4922-bf09-e45958cca179 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:55.635406 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-6140d67b-5460-4922-bf09-e45958cca179 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d7ecb315-cb25-4cb2-8772-c1466aa53576 HTTP/1.1" status: 204 len: 168 time: 0.3223946 Aug 12 14:58:55.699407 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6140d67b-5460-4922-bf09-e45958cca179 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7ecb315-cb25-4cb2-8772-c1466aa53576,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:58:55.711169 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-98f8b8f7-3925-4887-bc32-f5c0e1d07824 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:55.730329 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_common [req-05b20ee5-4791-40c1-b1d0-125b95093531 req-3698dc27-ca2a-4a01-9736-01b5ad4f8803 tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] Allocated IP 172.20.0.13 (163c25f9-f902-43c0-b306-3d06c1f84041/c68a9dc4-9dae-4b6f-89ee-ab739b8f3389/b2c3504d-4dcd-42ae-bf8e-bbd074c8dd9c) {{(pid=94467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:58:55.760117 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-98f8b8f7-3925-4887-bc32-f5c0e1d07824 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:55.821265 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-98f8b8f7-3925-4887-bc32-f5c0e1d07824 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:55.824922 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-98f8b8f7-3925-4887-bc32-f5c0e1d07824 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:55.829371 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-98f8b8f7-3925-4887-bc32-f5c0e1d07824 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/04ff69e4-9bf5-43ac-884d-f4f27d40232d HTTP/1.1" status: 204 len: 168 time: 0.2743819 Aug 12 14:58:55.848205 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f8b8f7-3925-4887-bc32-f5c0e1d07824 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04ff69e4-9bf5-43ac-884d-f4f27d40232d,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:58:56.000583 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-05b20ee5-4791-40c1-b1d0-125b95093531 req-3698dc27-ca2a-4a01-9736-01b5ad4f8803 tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] Notify callbacks [] for port, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:56.035064 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [req-05b20ee5-4791-40c1-b1d0-125b95093531 req-3698dc27-ca2a-4a01-9736-01b5ad4f8803 tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] Transition to ACTIVE for port object b2c3504d-4dcd-42ae-bf8e-bbd074c8dd9c will not be triggered until provisioned by entity DHCP. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:58:56.141385 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-05b20ee5-4791-40c1-b1d0-125b95093531 req-3698dc27-ca2a-4a01-9736-01b5ad4f8803 tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:56.145706 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device e91e4d92-3889-480b-8457-35519d9e617f up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:58:56.244630 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05b20ee5-4791-40c1-b1d0-125b95093531 req-3698dc27-ca2a-4a01-9736-01b5ad4f8803 tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] Network 163c25f9-f902-43c0-b306-3d06c1f84041 is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:58:56.258246 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [req-05b20ee5-4791-40c1-b1d0-125b95093531 req-3698dc27-ca2a-4a01-9736-01b5ad4f8803 tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:58:56.280450 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port e91e4d92-3889-480b-8457-35519d9e617f triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:58:56.281478 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:56.283907 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [req-05b20ee5-4791-40c1-b1d0-125b95093531 req-3698dc27-ca2a-4a01-9736-01b5ad4f8803 tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] Received port after_create {{(pid=94467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:58:56.377057 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3698dc27-ca2a-4a01-9736-01b5ad4f8803 tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] Pushing event updated for resources: {'Port': ['ID=b2c3504d-4dcd-42ae-bf8e-bbd074c8dd9c,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:58:56.467366 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b20ee5-4791-40c1-b1d0-125b95093531 req-3698dc27-ca2a-4a01-9736-01b5ad4f8803 tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:58:56.468054 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-05b20ee5-4791-40c1-b1d0-125b95093531 req-3698dc27-ca2a-4a01-9736-01b5ad4f8803 tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:56.473461 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f46331-c74c-497b-a8cc-308b13d8f966 req-efe0cf79-a50c-4bbe-953e-1bcda92cc023 tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:58:56.477068 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-c4f46331-c74c-497b-a8cc-308b13d8f966 req-efe0cf79-a50c-4bbe-953e-1bcda92cc023 tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] 10.222.0.39 "GET /v2.0/ports?device_id=f62b31fa-d01b-4444-a013-47332dacb5d8 HTTP/1.1" status: 200 len: 932 time: 0.1873453 Aug 12 14:58:56.520736 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-05b20ee5-4791-40c1-b1d0-125b95093531 req-3698dc27-ca2a-4a01-9736-01b5ad4f8803 tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2667685 Aug 12 14:58:56.539977 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-05b20ee5-4791-40c1-b1d0-125b95093531 req-a78c4e38-9be4-4e3b-b884-35b3c0fab59b service neutron] Request body: {'port': {'device_id': 'f62b31fa-d01b-4444-a013-47332dacb5d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-694802-15'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:58:56.600257 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-c4f46331-c74c-497b-a8cc-308b13d8f966 req-19ddb3e3-1e56-441a-a712-3ea9f18faab0 tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] 10.222.0.39 "GET /v2.0/security-groups?id=7db3cdc8-cdc7-4de0-ae23-f5e5cdcbeb75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928915 Aug 12 14:58:56.659310 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-05b20ee5-4791-40c1-b1d0-125b95093531 req-a78c4e38-9be4-4e3b-b884-35b3c0fab59b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:56.840601 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-e03b485e-d9c0-4fd1-93d8-f710f8256895 None None] Provisioning for port b2c3504d-4dcd-42ae-bf8e-bbd074c8dd9c completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:58:56.846056 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-e03b485e-d9c0-4fd1-93d8-f710f8256895 None None] Provisioning complete for port b2c3504d-4dcd-42ae-bf8e-bbd074c8dd9c triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:58:56.847116 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-e03b485e-d9c0-4fd1-93d8-f710f8256895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:56.912341 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-e03b485e-d9c0-4fd1-93d8-f710f8256895 None None] Port b2c3504d-4dcd-42ae-bf8e-bbd074c8dd9c cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 14:58:57.143746 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [req-05b20ee5-4791-40c1-b1d0-125b95093531 req-a78c4e38-9be4-4e3b-b884-35b3c0fab59b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2c3504d-4dcd-42ae-bf8e-bbd074c8dd9c {{(pid=94467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:58:57.156361 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-05b20ee5-4791-40c1-b1d0-125b95093531 req-a78c4e38-9be4-4e3b-b884-35b3c0fab59b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:57.202231 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [req-05b20ee5-4791-40c1-b1d0-125b95093531 req-a78c4e38-9be4-4e3b-b884-35b3c0fab59b service neutron] Transition to ACTIVE for port object b2c3504d-4dcd-42ae-bf8e-bbd074c8dd9c will not be triggered until provisioned by entity L2. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:58:57.208113 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-05b20ee5-4791-40c1-b1d0-125b95093531 req-a78c4e38-9be4-4e3b-b884-35b3c0fab59b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:57.346029 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78c4e38-9be4-4e3b-b884-35b3c0fab59b service neutron] Pushing event updated for resources: {'Port': ['ID=b2c3504d-4dcd-42ae-bf8e-bbd074c8dd9c,revision_number=2']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:58:57.533338 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-05b20ee5-4791-40c1-b1d0-125b95093531 req-a78c4e38-9be4-4e3b-b884-35b3c0fab59b service neutron] Attempting to bind port b2c3504d-4dcd-42ae-bf8e-bbd074c8dd9c on host n-h2-694802-15 for vnic_type normal with profile {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:58:57.535087 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-05b20ee5-4791-40c1-b1d0-125b95093531 req-a78c4e38-9be4-4e3b-b884-35b3c0fab59b service neutron] Attempting to bind port b2c3504d-4dcd-42ae-bf8e-bbd074c8dd9c by drivers openvswitch,hyperv on host n-h2-694802-15 at level 0 using segments [{'id': '853d2dcc-17d7-437f-9aad-378917bafe8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '163c25f9-f902-43c0-b306-3d06c1f84041'}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:58:57.536026 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05b20ee5-4791-40c1-b1d0-125b95093531 req-a78c4e38-9be4-4e3b-b884-35b3c0fab59b service neutron] Attempting to bind port b2c3504d-4dcd-42ae-bf8e-bbd074c8dd9c on network 163c25f9-f902-43c0-b306-3d06c1f84041 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:58:57.552942 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05b20ee5-4791-40c1-b1d0-125b95093531 req-a78c4e38-9be4-4e3b-b884-35b3c0fab59b service neutron] Port b2c3504d-4dcd-42ae-bf8e-bbd074c8dd9c on network 163c25f9-f902-43c0-b306-3d06c1f84041 not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-15 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 14:58:57.554006 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05b20ee5-4791-40c1-b1d0-125b95093531 req-a78c4e38-9be4-4e3b-b884-35b3c0fab59b service neutron] Attempting to bind port b2c3504d-4dcd-42ae-bf8e-bbd074c8dd9c on network 163c25f9-f902-43c0-b306-3d06c1f84041 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:58:57.560789 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05b20ee5-4791-40c1-b1d0-125b95093531 req-a78c4e38-9be4-4e3b-b884-35b3c0fab59b service neutron] Checking agent: {'id': 'b7697f71-33f3-4959-ad82-43c2dc15845d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 27, 42), 'started_at': datetime.datetime(2021, 8, 12, 14, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 58, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:58:57.561183 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05b20ee5-4791-40c1-b1d0-125b95093531 req-a78c4e38-9be4-4e3b-b884-35b3c0fab59b service neutron] Checking segment: {'id': '853d2dcc-17d7-437f-9aad-378917bafe8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '163c25f9-f902-43c0-b306-3d06c1f84041'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:58:57.561807 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05b20ee5-4791-40c1-b1d0-125b95093531 req-a78c4e38-9be4-4e3b-b884-35b3c0fab59b service neutron] Bound using segment: {'id': '853d2dcc-17d7-437f-9aad-378917bafe8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '163c25f9-f902-43c0-b306-3d06c1f84041'} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:58:57.562039 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-05b20ee5-4791-40c1-b1d0-125b95093531 req-a78c4e38-9be4-4e3b-b884-35b3c0fab59b service neutron] Bound port: b2c3504d-4dcd-42ae-bf8e-bbd074c8dd9c, host: n-h2-694802-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '853d2dcc-17d7-437f-9aad-378917bafe8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '163c25f9-f902-43c0-b306-3d06c1f84041'}}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:58:57.562383 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-05b20ee5-4791-40c1-b1d0-125b95093531 req-a78c4e38-9be4-4e3b-b884-35b3c0fab59b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:57.689395 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-05b20ee5-4791-40c1-b1d0-125b95093531 req-a78c4e38-9be4-4e3b-b884-35b3c0fab59b service neutron] For port b2c3504d-4dcd-42ae-bf8e-bbd074c8dd9c, host n-h2-694802-15, cleared binding levels {{(pid=94467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:58:57.693106 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-05b20ee5-4791-40c1-b1d0-125b95093531 req-a78c4e38-9be4-4e3b-b884-35b3c0fab59b service neutron] For port b2c3504d-4dcd-42ae-bf8e-bbd074c8dd9c, host n-h2-694802-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=b2c3504d-4dcd-42ae-bf8e-bbd074c8dd9c,segment=NetworkSegment(853d2dcc-17d7-437f-9aad-378917bafe8d),segment_id=853d2dcc-17d7-437f-9aad-378917bafe8d)] {{(pid=94467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:58:57.700060 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-05b20ee5-4791-40c1-b1d0-125b95093531 req-a78c4e38-9be4-4e3b-b884-35b3c0fab59b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:57.791672 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b20ee5-4791-40c1-b1d0-125b95093531 req-a78c4e38-9be4-4e3b-b884-35b3c0fab59b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:58:57.792308 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-05b20ee5-4791-40c1-b1d0-125b95093531 req-a78c4e38-9be4-4e3b-b884-35b3c0fab59b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:57.794412 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-05b20ee5-4791-40c1-b1d0-125b95093531 req-a78c4e38-9be4-4e3b-b884-35b3c0fab59b service neutron] 10.222.0.49 "PUT /v2.0/ports/b2c3504d-4dcd-42ae-bf8e-bbd074c8dd9c HTTP/1.1" status: 200 len: 1093 time: 1.2626381 Aug 12 14:58:57.794972 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f62b31fa-d01b-4444-a013-47332dacb5d8', 'tag': 'b2c3504d-4dcd-42ae-bf8e-bbd074c8dd9c'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:58:57.797597 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e65282f928b64038367d043a4411777802006c43a98742496cb2e25b724ff1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-beb70e9e-6268-47bf-83f4-911d75003ae3" -d '{"events": [{"name": "network-changed", "server_uuid": "f62b31fa-d01b-4444-a013-47332dacb5d8", "tag": "b2c3504d-4dcd-42ae-bf8e-bbd074c8dd9c"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:58:57.933873 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 14:58:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-939c303b-6788-42b9-9463-276127d3d200 x-openstack-request-id: req-939c303b-6788-42b9-9463-276127d3d200 {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:58:57.934323 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f62b31fa-d01b-4444-a013-47332dacb5d8", "tag": "b2c3504d-4dcd-42ae-bf8e-bbd074c8dd9c", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:58:57.938357 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-939c303b-6788-42b9-9463-276127d3d200 {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:58:57.938948 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f62b31fa-d01b-4444-a013-47332dacb5d8', 'tag': 'b2c3504d-4dcd-42ae-bf8e-bbd074c8dd9c', 'status': 'completed', 'code': 200} Aug 12 14:58:57.953395 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78c4e38-9be4-4e3b-b884-35b3c0fab59b service neutron] Pushing event updated for resources: {'Port': ['ID=b2c3504d-4dcd-42ae-bf8e-bbd074c8dd9c,revision_number=3']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:58:57.966164 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110594f4-0244-46c7-aba3-f6614929f90b req-8004b520-e4a9-4ae0-9217-d917933ec05e tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:58:57.975836 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-110594f4-0244-46c7-aba3-f6614929f90b req-8004b520-e4a9-4ae0-9217-d917933ec05e tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] 10.222.0.39 "GET /v2.0/ports?device_id=f62b31fa-d01b-4444-a013-47332dacb5d8 HTTP/1.1" status: 200 len: 944 time: 0.2067580 Aug 12 14:58:58.043838 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b20ee5-4791-40c1-b1d0-125b95093531 req-e5d972b9-4f5e-48be-a61f-d8e79163f48e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:58:58.046518 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-05b20ee5-4791-40c1-b1d0-125b95093531 req-e5d972b9-4f5e-48be-a61f-d8e79163f48e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=eddbf0db78bb49c0ab2be813947221dc&device_id=f62b31fa-d01b-4444-a013-47332dacb5d8 HTTP/1.1" status: 200 len: 1096 time: 0.1932495 Aug 12 14:58:58.123598 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-110594f4-0244-46c7-aba3-f6614929f90b req-aa61eb41-95bf-45b6-b0f2-1cb79422f047 tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] 10.222.0.39 "GET /v2.0/security-groups?id=7db3cdc8-cdc7-4de0-ae23-f5e5cdcbeb75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1465695 Aug 12 14:58:58.125046 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-05b20ee5-4791-40c1-b1d0-125b95093531 req-63937052-65fd-4dfd-a699-6eaa1441ceac service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b2c3504d-4dcd-42ae-bf8e-bbd074c8dd9c HTTP/1.1" status: 200 len: 217 time: 0.0630112 Aug 12 14:58:58.179598 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b20ee5-4791-40c1-b1d0-125b95093531 req-9a8ccda5-fb0b-4c07-9113-ef2872efda31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:58:58.181193 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-05b20ee5-4791-40c1-b1d0-125b95093531 req-9a8ccda5-fb0b-4c07-9113-ef2872efda31 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c68a9dc4-9dae-4b6f-89ee-ab739b8f3389 HTTP/1.1" status: 200 len: 849 time: 0.0491180 Aug 12 14:58:58.240719 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b20ee5-4791-40c1-b1d0-125b95093531 req-27bbc9bd-e1dc-4772-bb6c-36b4046fbdf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:58:58.242439 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-05b20ee5-4791-40c1-b1d0-125b95093531 req-27bbc9bd-e1dc-4772-bb6c-36b4046fbdf3 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=163c25f9-f902-43c0-b306-3d06c1f84041&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0522745 Aug 12 14:58:58.346943 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-05b20ee5-4791-40c1-b1d0-125b95093531 req-b3e580c6-890c-45a9-ac1f-dacc6397dba4 service neutron] 10.222.0.49 "GET /v2.0/networks/163c25f9-f902-43c0-b306-3d06c1f84041?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960231 Aug 12 14:58:58.476557 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-05b20ee5-4791-40c1-b1d0-125b95093531 req-27fa4316-39dd-4eeb-a649-6eaa7d78c54f service neutron] 10.222.0.49 "GET /v2.0/networks/163c25f9-f902-43c0-b306-3d06c1f84041?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220009 Aug 12 14:58:58.569567 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 43082) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:58:58.575070 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb70e9e-6268-47bf-83f4-911d75003ae3 req-5666d47b-1699-41ca-ae14-dc01b62d1981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:58:58.577087 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-beb70e9e-6268-47bf-83f4-911d75003ae3 req-5666d47b-1699-41ca-ae14-dc01b62d1981 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=eddbf0db78bb49c0ab2be813947221dc&device_id=f62b31fa-d01b-4444-a013-47332dacb5d8 HTTP/1.1" status: 200 len: 1096 time: 0.0474203 Aug 12 14:58:58.686598 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb70e9e-6268-47bf-83f4-911d75003ae3 req-7e008518-fb81-4131-b549-5ed6ed6ecb4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:58:58.688420 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-beb70e9e-6268-47bf-83f4-911d75003ae3 req-7e008518-fb81-4131-b549-5ed6ed6ecb4c service neutron] 10.222.0.49 "GET /v2.0/networks?id=163c25f9-f902-43c0-b306-3d06c1f84041 HTTP/1.1" status: 200 len: 911 time: 0.1038637 Aug 12 14:58:58.783599 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-c27f2ff9-f7b4-406c-b6a8-be8067a46594 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Request body: {'network': {'name': 'tempest-network-smoke--1630731420', 'project_id': 'cbaad1cb6c364f2d8238ea489cf6e7b7', 'port_security_enabled': True}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:58:58.786352 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-beb70e9e-6268-47bf-83f4-911d75003ae3 req-ed13776e-dbe9-4418-a664-81229d37baae service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b2c3504d-4dcd-42ae-bf8e-bbd074c8dd9c HTTP/1.1" status: 200 len: 217 time: 0.0895646 Aug 12 14:58:58.814040 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c27f2ff9-f7b4-406c-b6a8-be8067a46594 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Made reservation on behalf of cbaad1cb6c364f2d8238ea489cf6e7b7 for: {'network': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:58:58.818204 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c27f2ff9-f7b4-406c-b6a8-be8067a46594 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for network, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:58.833034 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c27f2ff9-f7b4-406c-b6a8-be8067a46594 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify callbacks [] for security_group, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:58.857805 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb70e9e-6268-47bf-83f4-911d75003ae3 req-0355036e-b077-43bb-928a-38de95069384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:58:58.859581 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-beb70e9e-6268-47bf-83f4-911d75003ae3 req-0355036e-b077-43bb-928a-38de95069384 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c68a9dc4-9dae-4b6f-89ee-ab739b8f3389 HTTP/1.1" status: 200 len: 849 time: 0.0638380 Aug 12 14:58:58.912084 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb70e9e-6268-47bf-83f4-911d75003ae3 req-8c19bb39-17a8-488d-8126-29c8f891efb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:58:58.914159 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-beb70e9e-6268-47bf-83f4-911d75003ae3 req-8c19bb39-17a8-488d-8126-29c8f891efb4 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=163c25f9-f902-43c0-b306-3d06c1f84041&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0467088 Aug 12 14:58:58.948232 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c27f2ff9-f7b4-406c-b6a8-be8067a46594 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify callbacks [] for security_group, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:58.955569 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c27f2ff9-f7b4-406c-b6a8-be8067a46594 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:58.987483 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27f2ff9-f7b4-406c-b6a8-be8067a46594 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Pushing event updated for resources: {'SecurityGroup': ['ID=443450c6-9d46-4180-b008-2f278bac23c8,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:58:59.015367 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c27f2ff9-f7b4-406c-b6a8-be8067a46594 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] vlan segment allocate from pool success with {'vlan_id': 325, 'physical_network': 'physnet1'} {{(pid=94466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 14:58:59.032151 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c27f2ff9-f7b4-406c-b6a8-be8067a46594 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:59.032151 n-d-694802-15 neutron-server[94466]: INFO neutron.db.segments_db [None req-c27f2ff9-f7b4-406c-b6a8-be8067a46594 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Added segment 8d65393c-9f63-473a-8b65-9b5047b6fdb6 of type vlan for network 3e7eca48-badb-45a7-932d-a88a5ec55660 Aug 12 14:58:59.047949 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-beb70e9e-6268-47bf-83f4-911d75003ae3 req-61a088f8-18e5-4b2b-9e3f-56a6bd23f24f service neutron] 10.222.0.49 "GET /v2.0/networks/163c25f9-f902-43c0-b306-3d06c1f84041?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249392 Aug 12 14:58:59.081707 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c27f2ff9-f7b4-406c-b6a8-be8067a46594 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744653628263'] for network, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:59.138031 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c27f2ff9-f7b4-406c-b6a8-be8067a46594 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409'] for network, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:59.146548 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c27f2ff9-f7b4-406c-b6a8-be8067a46594 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:58:59.147954 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c27f2ff9-f7b4-406c-b6a8-be8067a46594 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify callbacks [] for network, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:59.152017 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-beb70e9e-6268-47bf-83f4-911d75003ae3 req-f4afc426-2838-4913-aa82-b2ee286f990c service neutron] 10.222.0.49 "GET /v2.0/networks/163c25f9-f902-43c0-b306-3d06c1f84041?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968332 Aug 12 14:58:59.239723 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-c27f2ff9-f7b4-406c-b6a8-be8067a46594 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6689014 Aug 12 14:58:59.242522 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 43114) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:58:59.248242 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-61d6daf5-9a22-4938-a643-dbd3dee076d2 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1581285085', 'admin_state_up': True, 'project_id': 'cbaad1cb6c364f2d8238ea489cf6e7b7', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'}}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:58:59.269217 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27f2ff9-f7b4-406c-b6a8-be8067a46594 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Pushing event updated for resources: {'Network': ['ID=3e7eca48-badb-45a7-932d-a88a5ec55660,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:58:59.283521 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Network 3e7eca48-badb-45a7-932d-a88a5ec55660 details requested by agent ovs-agent-n-d-694802-15 with host n-d-694802-15 {{(pid=94468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 14:58:59.344257 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-61d6daf5-9a22-4938-a643-dbd3dee076d2 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-430574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-104863'] for router, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:59.349742 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-61d6daf5-9a22-4938-a643-dbd3dee076d2 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-429438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-431405', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66646573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-104852'] for router, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:59.383583 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fa664a-49fc-4c4b-8435-794a1dc00351 req-cad98399-67e2-4e5f-a48e-046494bb28be tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:58:59.389935 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-11fa664a-49fc-4c4b-8435-794a1dc00351 req-cad98399-67e2-4e5f-a48e-046494bb28be tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] 10.222.0.39 "GET /v2.0/ports?device_id=f62b31fa-d01b-4444-a013-47332dacb5d8 HTTP/1.1" status: 200 len: 944 time: 0.1070323 Aug 12 14:58:59.444243 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-61d6daf5-9a22-4938-a643-dbd3dee076d2 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:59.527139 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 43126) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:58:59.634145 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-61d6daf5-9a22-4938-a643-dbd3dee076d2 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:59.652860 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-11fa664a-49fc-4c4b-8435-794a1dc00351 req-57a6c3b9-9bc0-4b84-bb79-b6465496f024 tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] 10.222.0.39 "GET /v2.0/security-groups?id=7db3cdc8-cdc7-4de0-ae23-f5e5cdcbeb75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1990123 Aug 12 14:58:59.664237 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-79cf34e6-bdb7-45ae-a2bb-220888c4f8e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:59.776415 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-79cf34e6-bdb7-45ae-a2bb-220888c4f8e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:59.783511 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-79cf34e6-bdb7-45ae-a2bb-220888c4f8e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:59.836112 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-79cf34e6-bdb7-45ae-a2bb-220888c4f8e0 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c98efb4a48414685840fc5c726735537&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3072968 Aug 12 14:58:59.837101 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cf34e6-bdb7-45ae-a2bb-220888c4f8e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dadc1a2-833a-4f97-9771-ad165ad6b8fd,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:58:59.853868 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 43132) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:58:59.908753 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-61d6daf5-9a22-4938-a643-dbd3dee076d2 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify callbacks [] for router_gateway, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:59.912735 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-949a185a-d04e-4b14-b621-90380c61a716 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:59.937175 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-949a185a-d04e-4b14-b621-90380c61a716 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:59.938931 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-61d6daf5-9a22-4938-a643-dbd3dee076d2 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:59.993148 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-949a185a-d04e-4b14-b621-90380c61a716 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:59.996431 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-949a185a-d04e-4b14-b621-90380c61a716 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:58:59.998035 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-949a185a-d04e-4b14-b621-90380c61a716 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4dadc1a2-833a-4f97-9771-ad165ad6b8fd HTTP/1.1" status: 204 len: 168 time: 0.1424539 Aug 12 14:59:00.007598 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949a185a-d04e-4b14-b621-90380c61a716 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dadc1a2-833a-4f97-9771-ad165ad6b8fd,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:59:00.098870 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-61d6daf5-9a22-4938-a643-dbd3dee076d2 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Allocated IP 172.25.1.176 (d3759e1b-6c03-45ac-acd4-90abb417809b/f0254f08-c19c-4e31-bd9c-09389ea4b6f2/77bf8668-611d-4ae5-b014-8f085e2cc2e8) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:59:00.223589 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-61d6daf5-9a22-4938-a643-dbd3dee076d2 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:00.282465 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-61d6daf5-9a22-4938-a643-dbd3dee076d2 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:00.332039 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61d6daf5-9a22-4938-a643-dbd3dee076d2 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Network d3759e1b-6c03-45ac-acd4-90abb417809b is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:59:00.336680 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-61d6daf5-9a22-4938-a643-dbd3dee076d2 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:59:00.339133 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d6daf5-9a22-4938-a643-dbd3dee076d2 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Pushing event updated for resources: {'Port': ['ID=77bf8668-611d-4ae5-b014-8f085e2cc2e8,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:59:00.343273 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61d6daf5-9a22-4938-a643-dbd3dee076d2 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:59:00.397054 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 43140) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:59:00.417226 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c62fc83f-fcb8-4e60-a417-3cc9a4b57b41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:00.699892 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c62fc83f-fcb8-4e60-a417-3cc9a4b57b41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:00.701426 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-61d6daf5-9a22-4938-a643-dbd3dee076d2 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify callbacks [] for router_gateway, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:00.770969 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15604a30-add3-4c52-b4b9-bc90d1d05f02 req-e4bd1341-0c22-4271-afff-cf6846c23353 tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:59:00.772754 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-15604a30-add3-4c52-b4b9-bc90d1d05f02 req-e4bd1341-0c22-4271-afff-cf6846c23353 tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] 10.222.0.39 "GET /v2.0/ports?device_id=f62b31fa-d01b-4444-a013-47332dacb5d8 HTTP/1.1" status: 200 len: 944 time: 0.0507767 Aug 12 14:59:00.818379 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c62fc83f-fcb8-4e60-a417-3cc9a4b57b41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:00.820383 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-15604a30-add3-4c52-b4b9-bc90d1d05f02 req-e1a49c96-2426-41cb-8915-8c86086d534e tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] 10.222.0.39 "GET /v2.0/security-groups?id=7db3cdc8-cdc7-4de0-ae23-f5e5cdcbeb75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403352 Aug 12 14:59:00.899265 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-c62fc83f-fcb8-4e60-a417-3cc9a4b57b41 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b9a264803b5f4aa1b4b087a7290c42b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5006652 Aug 12 14:59:00.902652 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 43146) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:59:00.905251 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62fc83f-fcb8-4e60-a417-3cc9a4b57b41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccbcfcd5-7c89-492f-9faf-107b6d2a37b6,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:59:00.979259 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-61d6daf5-9a22-4938-a643-dbd3dee076d2 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-429413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-431608'] for router, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:01.007929 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-32849c51-1ad3-4075-a8b8-97fae9e4858d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:01.048099 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-32849c51-1ad3-4075-a8b8-97fae9e4858d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:01.113477 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-32849c51-1ad3-4075-a8b8-97fae9e4858d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:01.116964 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-32849c51-1ad3-4075-a8b8-97fae9e4858d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:01.118453 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-32849c51-1ad3-4075-a8b8-97fae9e4858d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ccbcfcd5-7c89-492f-9faf-107b6d2a37b6 HTTP/1.1" status: 204 len: 168 time: 0.2146051 Aug 12 14:59:01.138498 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32849c51-1ad3-4075-a8b8-97fae9e4858d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccbcfcd5-7c89-492f-9faf-107b6d2a37b6,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:59:01.230580 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61d6daf5-9a22-4938-a643-dbd3dee076d2 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Router d3ba124a-70df-49f9-865d-161815339cca is scheduled to L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f with binding_index 1 {{(pid=94466) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 14:59:01.387329 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61d6daf5-9a22-4938-a643-dbd3dee076d2 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 14:59:01.397057 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59ed873a-90db-4cfb-bc50-9229ea29c26a None None] Sync routers for ids ['d3ba124a-70df-49f9-865d-161815339cca'] in n-d-694802-15 {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 14:59:01.413635 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59ed873a-90db-4cfb-bc50-9229ea29c26a None None] Routers {'d3ba124a-70df-49f9-865d-161815339cca'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:59:01.414306 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-61d6daf5-9a22-4938-a643-dbd3dee076d2 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify callbacks [] for router, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:01.416014 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-61d6daf5-9a22-4938-a643-dbd3dee076d2 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.1724885 Aug 12 14:59:01.417483 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-59ed873a-90db-4cfb-bc50-9229ea29c26a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:58:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['d3ba124a-70df-49f9-865d-161815339cca'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:59:01.420288 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 43164) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:59:01.612723 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvr_db [None req-59ed873a-90db-4cfb-bc50-9229ea29c26a None None] Set router d3ba124a-70df-49f9-865d-161815339cca gateway port host: n-d-694802-15 {{(pid=94468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:59:01.802547 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-d40bf3fe-6c35-4504-b878-947097fffa2d tempest-TestNetworkBasicOps-1793123649 tempest-TestNetworkBasicOps-1793123649-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=cbaad1cb6c364f2d8238ea489cf6e7b7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3808076 Aug 12 14:59:01.805218 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 43178) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:59:01.858828 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device b2c3504d-4dcd-42ae-bf8e-bbd074c8dd9c details requested by agent hyperv_n-h2-694802-15 with host n-h2-694802-15 {{(pid=94468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 14:59:01.987335 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port b2c3504d-4dcd-42ae-bf8e-bbd074c8dd9c, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=b2c3504d-4dcd-42ae-bf8e-bbd074c8dd9c,segment=NetworkSegment(853d2dcc-17d7-437f-9aad-378917bafe8d),segment_id=853d2dcc-17d7-437f-9aad-378917bafe8d)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:59:02.008478 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Returning: {'device': 'b2c3504d-4dcd-42ae-bf8e-bbd074c8dd9c', 'network_id': '163c25f9-f902-43c0-b306-3d06c1f84041', 'port_id': 'b2c3504d-4dcd-42ae-bf8e-bbd074c8dd9c', 'mac_address': 'fa:16:3e:bb:a8:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c68a9dc4-9dae-4b6f-89ee-ab739b8f3389', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 14:59:02.051771 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcbd153d-1453-4a34-86cd-8dda61b488f0 tempest-TestNetworkBasicOps-1793123649 tempest-TestNetworkBasicOps-1793123649-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:59:02.053693 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-fcbd153d-1453-4a34-86cd-8dda61b488f0 tempest-TestNetworkBasicOps-1793123649 tempest-TestNetworkBasicOps-1793123649-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2467172 Aug 12 14:59:02.057325 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 43186) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:59:02.058347 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-59ed873a-90db-4cfb-bc50-9229ea29c26a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3ba124a-70df-49f9-865d-161815339cca', 'name': 'tempest-TestNetworkBasicOps-router-1581285085', 'tenant_id': 'cbaad1cb6c364f2d8238ea489cf6e7b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.176'}], 'enable_snat': True}, 'gw_port_id': '77bf8668-611d-4ae5-b014-8f085e2cc2e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:58:59Z', 'updated_at': '2021-08-12T14:59:00Z', 'revision_number': 3, 'project_id': 'cbaad1cb6c364f2d8238ea489cf6e7b7', 'gw_port': {'id': '77bf8668-611d-4ae5-b014-8f085e2cc2e8', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:77:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3ba124a-70df-49f9-865d-161815339cca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3317, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:58:59Z', 'updated_at': '2021-08-12T14:59:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15'}], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:59:02.086091 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 43188) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:59:02.099653 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59ed873a-90db-4cfb-bc50-9229ea29c26a None None] Checking router: d3ba124a-70df-49f9-865d-161815339cca for host: n-d-694802-15 {{(pid=94468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 14:59:02.100280 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59ed873a-90db-4cfb-bc50-9229ea29c26a None None] Updating router d3ba124a-70df-49f9-865d-161815339cca port 77bf8668-611d-4ae5-b014-8f085e2cc2e8 binding host n-d-694802-15 {{(pid=94468) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 14:59:02.104678 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e20449-6297-4e11-9133-400b8440f7a3 req-5f0f40cc-da60-4ed0-9e60-8e8a405d52ff tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:59:02.109298 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-90e20449-6297-4e11-9133-400b8440f7a3 req-5f0f40cc-da60-4ed0-9e60-8e8a405d52ff tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] 10.222.0.39 "GET /v2.0/ports?device_id=f62b31fa-d01b-4444-a013-47332dacb5d8 HTTP/1.1" status: 200 len: 944 time: 0.1375351 Aug 12 14:59:02.112378 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-b44e357e-8bf2-42b1-a58a-c17d84b850be tempest-TestNetworkBasicOps-1793123649 tempest-TestNetworkBasicOps-1793123649-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=d3759e1b-6c03-45ac-acd4-90abb417809b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0511672 Aug 12 14:59:02.114305 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 43190) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:59:02.120027 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-163faf6e-6db1-4f03-b585-bf3b1216cf57 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-432250193', 'network_id': '3e7eca48-badb-45a7-932d-a88a5ec55660', 'project_id': 'cbaad1cb6c364f2d8238ea489cf6e7b7', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:59:02.162304 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-59ed873a-90db-4cfb-bc50-9229ea29c26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:02.200949 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-90e20449-6297-4e11-9133-400b8440f7a3 req-b5b30c59-76f3-40fc-9330-e0ad158969e1 tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] 10.222.0.39 "GET /v2.0/security-groups?id=7db3cdc8-cdc7-4de0-ae23-f5e5cdcbeb75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833170 Aug 12 14:59:02.204317 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:02.238645 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2c3504d-4dcd-42ae-bf8e-bbd074c8dd9c {{(pid=94468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:59:02.277004 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-163faf6e-6db1-4f03-b585-bf3b1216cf57 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Made reservation on behalf of cbaad1cb6c364f2d8238ea489cf6e7b7 for: {'subnet': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:59:02.285474 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-163faf6e-6db1-4f03-b585-bf3b1216cf57 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3343791'] for subnet, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:02.319546 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port b2c3504d-4dcd-42ae-bf8e-bbd074c8dd9c, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=b2c3504d-4dcd-42ae-bf8e-bbd074c8dd9c,segment=NetworkSegment(853d2dcc-17d7-437f-9aad-378917bafe8d),segment_id=853d2dcc-17d7-437f-9aad-378917bafe8d)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:59:02.329623 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:02.403582 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1f53c9cf-6e73-4f2d-b64b-2d7e002dd4da admin admin] Notify callbacks [] for security_group, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:02.519229 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Pushing event updated for resources: {'Port': ['ID=b2c3504d-4dcd-42ae-bf8e-bbd074c8dd9c,revision_number=4']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:59:02.605362 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-163faf6e-6db1-4f03-b585-bf3b1216cf57 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2859166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3343773'] for subnet, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:02.656495 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1f53c9cf-6e73-4f2d-b64b-2d7e002dd4da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:02.664822 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1f53c9cf-6e73-4f2d-b64b-2d7e002dd4da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:02.678290 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] get_ports_and_sgs() called for port_ids ['b2c3504d-4dcd-42ae-bf8e-bbd074c8dd9c'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:59:02.708969 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163faf6e-6db1-4f03-b585-bf3b1216cf57 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Pushing event updated for resources: {'Subnet': ['ID=3b6b8245-5d20-415c-b5e2-bcd26d766821,revision_number=0']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:59:02.724502 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-163faf6e-6db1-4f03-b585-bf3b1216cf57 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Checking segment: {'id': '8d65393c-9f63-473a-8b65-9b5047b6fdb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '3e7eca48-badb-45a7-932d-a88a5ec55660'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:59:02.725464 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-163faf6e-6db1-4f03-b585-bf3b1216cf57 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Network hostable DHCP agents. Network: 3e7eca48-badb-45a7-932d-a88a5ec55660, hostable agents: ['1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658'], hosted agents: [] {{(pid=94467) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 14:59:02.761391 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-163faf6e-6db1-4f03-b585-bf3b1216cf57 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Network 3e7eca48-badb-45a7-932d-a88a5ec55660 is scheduled to be hosted by DHCP agent 1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658 with binding_index 1 {{(pid=94467) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 14:59:02.772778 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [None req-163faf6e-6db1-4f03-b585-bf3b1216cf57 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-15, 3e7eca48-badb-45a7-932d-a88a5ec55660) {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:59:02.779845 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-163faf6e-6db1-4f03-b585-bf3b1216cf57 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:59:02.780536 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-163faf6e-6db1-4f03-b585-bf3b1216cf57 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify callbacks [] for subnet, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:02.797805 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92603768-d5e5-463a-92f3-b1a7799591aa None None] Network 3e7eca48-badb-45a7-932d-a88a5ec55660 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:59:02.803229 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-163faf6e-6db1-4f03-b585-bf3b1216cf57 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6878576 Aug 12 14:59:02.805854 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 43206) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:59:02.815197 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f53c9cf-6e73-4f2d-b64b-2d7e002dd4da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78e374a7-ff0d-4dc6-a5ef-2910e1fefe0b,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:59:02.824283 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-1f53c9cf-6e73-4f2d-b64b-2d7e002dd4da admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a9f5691bc3e9405f85ce7e4463e3a021&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7127905 Aug 12 14:59:02.824916 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 43208) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:59:02.833770 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-59ed873a-90db-4cfb-bc50-9229ea29c26a None None] Notify callbacks [] for port, precommit_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:02.922233 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-08121cf9-11b3-4cfe-9653-950db3eece65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:02.964155 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-08121cf9-11b3-4cfe-9653-950db3eece65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:03.077265 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-08121cf9-11b3-4cfe-9653-950db3eece65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:03.080639 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-08121cf9-11b3-4cfe-9653-950db3eece65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:03.082165 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-08121cf9-11b3-4cfe-9653-950db3eece65 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/78e374a7-ff0d-4dc6-a5ef-2910e1fefe0b HTTP/1.1" status: 204 len: 168 time: 0.2564163 Aug 12 14:59:03.100371 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08121cf9-11b3-4cfe-9653-950db3eece65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78e374a7-ff0d-4dc6-a5ef-2910e1fefe0b,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:59:03.212658 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-59ed873a-90db-4cfb-bc50-9229ea29c26a None None] Transition to ACTIVE for port object 77bf8668-611d-4ae5-b014-8f085e2cc2e8 will not be triggered until provisioned by entity L2. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:59:03.246806 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-59ed873a-90db-4cfb-bc50-9229ea29c26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:03.339249 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-59ed873a-90db-4cfb-bc50-9229ea29c26a None None] Attempting to bind port 77bf8668-611d-4ae5-b014-8f085e2cc2e8 on host n-d-694802-15 for vnic_type normal with profile {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:59:03.339628 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-59ed873a-90db-4cfb-bc50-9229ea29c26a None None] Attempting to bind port 77bf8668-611d-4ae5-b014-8f085e2cc2e8 by drivers openvswitch,hyperv on host n-d-694802-15 at level 0 using segments [{'id': 'b1b396cb-2dc6-4041-bfc7-1833a80a4720', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:59:03.340216 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ed873a-90db-4cfb-bc50-9229ea29c26a None None] Attempting to bind port 77bf8668-611d-4ae5-b014-8f085e2cc2e8 on network d3759e1b-6c03-45ac-acd4-90abb417809b {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:59:03.350805 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ed873a-90db-4cfb-bc50-9229ea29c26a None None] Checking agent: {'id': '16de73ac-f2e9-4cee-b3e0-91052ae3e6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 20, 13), 'started_at': datetime.datetime(2021, 8, 12, 14, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 58, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:59:03.351490 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ed873a-90db-4cfb-bc50-9229ea29c26a None None] Checking segment: {'id': 'b1b396cb-2dc6-4041-bfc7-1833a80a4720', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:59:03.352310 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-59ed873a-90db-4cfb-bc50-9229ea29c26a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:03.352939 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ed873a-90db-4cfb-bc50-9229ea29c26a None None] Bound using segment: {'id': 'b1b396cb-2dc6-4041-bfc7-1833a80a4720', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:59:03.353611 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-59ed873a-90db-4cfb-bc50-9229ea29c26a None None] Bound port: 77bf8668-611d-4ae5-b014-8f085e2cc2e8, host: n-d-694802-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1b396cb-2dc6-4041-bfc7-1833a80a4720', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'}}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:59:03.354199 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-59ed873a-90db-4cfb-bc50-9229ea29c26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:03.419241 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9176540-7d72-40e7-8e88-c6a513a2ca33 None None] Pushing event updated for resources: {'Port': ['ID=77bf8668-611d-4ae5-b014-8f085e2cc2e8,revision_number=2']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:59:03.464398 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-59ed873a-90db-4cfb-bc50-9229ea29c26a None None] For port 77bf8668-611d-4ae5-b014-8f085e2cc2e8, host n-d-694802-15, cleared binding levels {{(pid=94468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:59:03.480704 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-59ed873a-90db-4cfb-bc50-9229ea29c26a None None] For port 77bf8668-611d-4ae5-b014-8f085e2cc2e8, host n-d-694802-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=77bf8668-611d-4ae5-b014-8f085e2cc2e8,segment=NetworkSegment(b1b396cb-2dc6-4041-bfc7-1833a80a4720),segment_id=b1b396cb-2dc6-4041-bfc7-1833a80a4720)] {{(pid=94468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:59:03.500124 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-59ed873a-90db-4cfb-bc50-9229ea29c26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:03.530531 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb3f414a-a616-4840-ba6a-9803d79d304b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa7035b3e-9a89-5964-b9f4-97301c3f476a-3e7eca48-badb-45a7-932d-a88a5ec55660', 'network_id': '3e7eca48-badb-45a7-932d-a88a5ec55660', 'tenant_id': 'cbaad1cb6c364f2d8238ea489cf6e7b7', 'fixed_ips': [{'subnet_id': '3b6b8245-5d20-415c-b5e2-bcd26d766821'}]}} from n-d-694802-15. {{(pid=94468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 14:59:03.532232 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-eb3f414a-a616-4840-ba6a-9803d79d304b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:03.731537 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.db_base_plugin_common [None req-eb3f414a-a616-4840-ba6a-9803d79d304b None None] Allocated IP 172.20.0.2 (3e7eca48-badb-45a7-932d-a88a5ec55660/3b6b8245-5d20-415c-b5e2-bcd26d766821/ca134246-f174-4d11-88bb-911961ee2e23) {{(pid=94468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:59:03.762983 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59ed873a-90db-4cfb-bc50-9229ea29c26a None None] Routers {'d3ba124a-70df-49f9-865d-161815339cca'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:59:03.763606 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-59ed873a-90db-4cfb-bc50-9229ea29c26a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:58:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['d3ba124a-70df-49f9-865d-161815339cca'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:59:03.791406 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98310f07-9209-4c56-a384-47b04dde223d req-5b43c7de-b9d3-4350-a959-6db2d6cb5d04 tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:59:03.793044 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-98310f07-9209-4c56-a384-47b04dde223d req-5b43c7de-b9d3-4350-a959-6db2d6cb5d04 tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] 10.222.0.39 "GET /v2.0/ports?device_id=f62b31fa-d01b-4444-a013-47332dacb5d8 HTTP/1.1" status: 200 len: 945 time: 0.0709860 Aug 12 14:59:03.828906 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 43240) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:59:03.834692 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9176540-7d72-40e7-8e88-c6a513a2ca33 None None] Pushing event updated for resources: {'Port': ['ID=77bf8668-611d-4ae5-b014-8f085e2cc2e8,revision_number=3']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:59:03.869951 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5eb3f52b-8782-417a-9fee-1e99acc5a9a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:03.897023 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvr_db [None req-59ed873a-90db-4cfb-bc50-9229ea29c26a None None] Set router d3ba124a-70df-49f9-865d-161815339cca gateway port host: n-d-694802-15 {{(pid=94468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:59:03.913197 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-98310f07-9209-4c56-a384-47b04dde223d req-62129164-b560-4482-8901-8d922eaf5b73 tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] 10.222.0.39 "GET /v2.0/security-groups?id=7db3cdc8-cdc7-4de0-ae23-f5e5cdcbeb75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954785 Aug 12 14:59:04.046062 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-272676c0-cb3a-497f-bfa0-ad3b3fdfcd15 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:04.153361 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5eb3f52b-8782-417a-9fee-1e99acc5a9a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:04.166709 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5eb3f52b-8782-417a-9fee-1e99acc5a9a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:04.194491 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-eb3f414a-a616-4840-ba6a-9803d79d304b None None] Notify callbacks [] for port, precommit_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:04.212295 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-5eb3f52b-8782-417a-9fee-1e99acc5a9a8 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9d906aec89ed4c9d8054063b5e5c30e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3810401 Aug 12 14:59:04.214359 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb3f52b-8782-417a-9fee-1e99acc5a9a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d14f39e-5f35-4287-aa3c-8c6b8cb259eb,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:59:04.220082 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-eb3f414a-a616-4840-ba6a-9803d79d304b None None] Transition to ACTIVE for port object ca134246-f174-4d11-88bb-911961ee2e23 will not be triggered until provisioned by entity L2. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:59:04.220267 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 43250) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:59:04.270894 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3a8834f8-e417-4c4c-bff3-0c377268820e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:04.280070 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-eb3f414a-a616-4840-ba6a-9803d79d304b None None] Transition to ACTIVE for port object ca134246-f174-4d11-88bb-911961ee2e23 will not be triggered until provisioned by entity DHCP. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:59:04.293368 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-eb3f414a-a616-4840-ba6a-9803d79d304b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253'] for port, after_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:04.295113 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3a8834f8-e417-4c4c-bff3-0c377268820e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:04.350656 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3a8834f8-e417-4c4c-bff3-0c377268820e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:04.352133 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-59ed873a-90db-4cfb-bc50-9229ea29c26a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3ba124a-70df-49f9-865d-161815339cca', 'name': 'tempest-TestNetworkBasicOps-router-1581285085', 'tenant_id': 'cbaad1cb6c364f2d8238ea489cf6e7b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.176'}], 'enable_snat': True}, 'gw_port_id': '77bf8668-611d-4ae5-b014-8f085e2cc2e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:58:59Z', 'updated_at': '2021-08-12T14:59:00Z', 'revision_number': 3, 'project_id': 'cbaad1cb6c364f2d8238ea489cf6e7b7', 'gw_port': {'id': '77bf8668-611d-4ae5-b014-8f085e2cc2e8', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:77:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3ba124a-70df-49f9-865d-161815339cca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3317, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:58:59Z', 'updated_at': '2021-08-12T14:59:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15'}], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:59:04.355308 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3a8834f8-e417-4c4c-bff3-0c377268820e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:04.357839 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-3a8834f8-e417-4c4c-bff3-0c377268820e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7d14f39e-5f35-4287-aa3c-8c6b8cb259eb HTTP/1.1" status: 204 len: 168 time: 0.1414986 Aug 12 14:59:04.367422 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8834f8-e417-4c4c-bff3-0c377268820e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d14f39e-5f35-4287-aa3c-8c6b8cb259eb,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:59:04.407881 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_common [None req-272676c0-cb3a-497f-bfa0-ad3b3fdfcd15 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Allocated IP 172.20.0.1 (3e7eca48-badb-45a7-932d-a88a5ec55660/3b6b8245-5d20-415c-b5e2-bcd26d766821/f23466df-3273-468e-bf9b-d9f9f6253991) {{(pid=94467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:59:04.483005 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb3f414a-a616-4840-ba6a-9803d79d304b None None] Network 3e7eca48-badb-45a7-932d-a88a5ec55660 is already hosted by enough agents. {{(pid=94468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:59:04.501518 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59ed873a-90db-4cfb-bc50-9229ea29c26a None None] The sync data for ids ['d3ba124a-70df-49f9-865d-161815339cca'] in n-d-694802-15 is: [{'id': 'd3ba124a-70df-49f9-865d-161815339cca', 'name': 'tempest-TestNetworkBasicOps-router-1581285085', 'tenant_id': 'cbaad1cb6c364f2d8238ea489cf6e7b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.176'}], 'enable_snat': True}, 'gw_port_id': '77bf8668-611d-4ae5-b014-8f085e2cc2e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:58:59Z', 'updated_at': '2021-08-12T14:59:00Z', 'revision_number': 3, 'project_id': 'cbaad1cb6c364f2d8238ea489cf6e7b7', 'gw_port': {'id': '77bf8668-611d-4ae5-b014-8f085e2cc2e8', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:77:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3ba124a-70df-49f9-865d-161815339cca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3317, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:58:59Z', 'updated_at': '2021-08-12T14:59:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15'}] {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 14:59:04.508992 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.base_scheduler [None req-eb3f414a-a616-4840-ba6a-9803d79d304b None None] Resources bound (agent type, host, resource id): {{(pid=94468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:59:04.513423 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3f414a-a616-4840-ba6a-9803d79d304b None None] Pushing event updated for resources: {'Port': ['ID=ca134246-f174-4d11-88bb-911961ee2e23,revision_number=1']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:59:04.516395 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb3f414a-a616-4840-ba6a-9803d79d304b None None] Received port after_create {{(pid=94468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:59:04.557700 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-272676c0-cb3a-497f-bfa0-ad3b3fdfcd15 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify callbacks [] for port, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:04.574828 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [None req-272676c0-cb3a-497f-bfa0-ad3b3fdfcd15 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Transition to ACTIVE for port object f23466df-3273-468e-bf9b-d9f9f6253991 will not be triggered until provisioned by entity DHCP. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:59:04.601239 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-eb3f414a-a616-4840-ba6a-9803d79d304b None None] Attempting to bind port ca134246-f174-4d11-88bb-911961ee2e23 on host n-d-694802-15 for vnic_type normal with profile {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:59:04.601800 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-eb3f414a-a616-4840-ba6a-9803d79d304b None None] Attempting to bind port ca134246-f174-4d11-88bb-911961ee2e23 by drivers openvswitch,hyperv on host n-d-694802-15 at level 0 using segments [{'id': '8d65393c-9f63-473a-8b65-9b5047b6fdb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '3e7eca48-badb-45a7-932d-a88a5ec55660'}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:59:04.601971 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb3f414a-a616-4840-ba6a-9803d79d304b None None] Attempting to bind port ca134246-f174-4d11-88bb-911961ee2e23 on network 3e7eca48-badb-45a7-932d-a88a5ec55660 {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:59:04.610905 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb3f414a-a616-4840-ba6a-9803d79d304b None None] Checking agent: {'id': '16de73ac-f2e9-4cee-b3e0-91052ae3e6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 20, 13), 'started_at': datetime.datetime(2021, 8, 12, 14, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 58, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:59:04.611444 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb3f414a-a616-4840-ba6a-9803d79d304b None None] Checking segment: {'id': '8d65393c-9f63-473a-8b65-9b5047b6fdb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '3e7eca48-badb-45a7-932d-a88a5ec55660'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:59:04.611941 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-eb3f414a-a616-4840-ba6a-9803d79d304b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:04.612343 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb3f414a-a616-4840-ba6a-9803d79d304b None None] Bound using segment: {'id': '8d65393c-9f63-473a-8b65-9b5047b6fdb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '3e7eca48-badb-45a7-932d-a88a5ec55660'} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:59:04.613465 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-eb3f414a-a616-4840-ba6a-9803d79d304b None None] Bound port: ca134246-f174-4d11-88bb-911961ee2e23, host: n-d-694802-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d65393c-9f63-473a-8b65-9b5047b6fdb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '3e7eca48-badb-45a7-932d-a88a5ec55660'}}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:59:04.613839 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-eb3f414a-a616-4840-ba6a-9803d79d304b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:04.677793 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-272676c0-cb3a-497f-bfa0-ad3b3fdfcd15 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:04.757891 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-eb3f414a-a616-4840-ba6a-9803d79d304b None None] For port ca134246-f174-4d11-88bb-911961ee2e23, host n-d-694802-15, cleared binding levels {{(pid=94468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:59:04.774766 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-eb3f414a-a616-4840-ba6a-9803d79d304b None None] For port ca134246-f174-4d11-88bb-911961ee2e23, host n-d-694802-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=ca134246-f174-4d11-88bb-911961ee2e23,segment=NetworkSegment(8d65393c-9f63-473a-8b65-9b5047b6fdb6),segment_id=8d65393c-9f63-473a-8b65-9b5047b6fdb6)] {{(pid=94468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:59:04.779947 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-272676c0-cb3a-497f-bfa0-ad3b3fdfcd15 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Network 3e7eca48-badb-45a7-932d-a88a5ec55660 is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:59:04.781675 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-eb3f414a-a616-4840-ba6a-9803d79d304b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:04.786327 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [None req-272676c0-cb3a-497f-bfa0-ad3b3fdfcd15 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:59:04.791945 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-272676c0-cb3a-497f-bfa0-ad3b3fdfcd15 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Received port after_create {{(pid=94467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:59:04.859502 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272676c0-cb3a-497f-bfa0-ad3b3fdfcd15 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Pushing event updated for resources: {'Port': ['ID=f23466df-3273-468e-bf9b-d9f9f6253991,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:59:04.878469 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-272676c0-cb3a-497f-bfa0-ad3b3fdfcd15 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66663725'] for router_interface, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:04.916313 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3f414a-a616-4840-ba6a-9803d79d304b None None] Pushing event updated for resources: {'Port': ['ID=ca134246-f174-4d11-88bb-911961ee2e23,revision_number=2']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:59:05.188350 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-272676c0-cb3a-497f-bfa0-ad3b3fdfcd15 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:05.193553 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b47a19-0403-4d20-911e-3a9e3a1f4f44 req-e22f6a99-bd63-4e8c-a9c2-f5265159dcb4 tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:59:05.197876 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-54b47a19-0403-4d20-911e-3a9e3a1f4f44 req-e22f6a99-bd63-4e8c-a9c2-f5265159dcb4 tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] 10.222.0.39 "GET /v2.0/ports?device_id=f62b31fa-d01b-4444-a013-47332dacb5d8 HTTP/1.1" status: 200 len: 945 time: 0.1364408 Aug 12 14:59:05.300665 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-54b47a19-0403-4d20-911e-3a9e3a1f4f44 req-9e9dbc91-8049-4598-a723-4bcb7e4c9d21 tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] 10.222.0.39 "GET /v2.0/security-groups?id=7db3cdc8-cdc7-4de0-ae23-f5e5cdcbeb75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949802 Aug 12 14:59:05.803881 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-272676c0-cb3a-497f-bfa0-ad3b3fdfcd15 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:05.816322 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-272676c0-cb3a-497f-bfa0-ad3b3fdfcd15 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:05.867921 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device b2c3504d-4dcd-42ae-bf8e-bbd074c8dd9c up at agent hyperv_n-h2-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:59:05.928437 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272676c0-cb3a-497f-bfa0-ad3b3fdfcd15 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Pushing event updated for resources: {'Port': ['ID=f23466df-3273-468e-bf9b-d9f9f6253991,revision_number=2']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:59:05.962874 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Provisioning for port b2c3504d-4dcd-42ae-bf8e-bbd074c8dd9c completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:59:05.975695 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-272676c0-cb3a-497f-bfa0-ad3b3fdfcd15 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66628363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66663865'] for router_interface, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:05.982324 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Provisioning complete for port b2c3504d-4dcd-42ae-bf8e-bbd074c8dd9c triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:59:05.982707 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:06.110092 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:06.152112 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f62b31fa-d01b-4444-a013-47332dacb5d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2c3504d-4dcd-42ae-bf8e-bbd074c8dd9c'}] {{(pid=94468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:59:06.155263 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99a8d87602170099c728e57431aca99e9b98a655a83bbf8727be13192709727b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d491d3c-1fc1-48c7-876c-8d64b820a99f" -d '{"events": [{"server_uuid": "f62b31fa-d01b-4444-a013-47332dacb5d8", "name": "network-vif-plugged", "status": "completed", "tag": "b2c3504d-4dcd-42ae-bf8e-bbd074c8dd9c"}]}' {{(pid=94468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:59:06.212695 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-272676c0-cb3a-497f-bfa0-ad3b3fdfcd15 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Network 3e7eca48-badb-45a7-932d-a88a5ec55660 is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:59:06.213202 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port b2c3504d-4dcd-42ae-bf8e-bbd074c8dd9c, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=b2c3504d-4dcd-42ae-bf8e-bbd074c8dd9c,segment=NetworkSegment(853d2dcc-17d7-437f-9aad-378917bafe8d),segment_id=853d2dcc-17d7-437f-9aad-378917bafe8d)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:59:06.235685 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:06.238453 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [None req-272676c0-cb3a-497f-bfa0-ad3b3fdfcd15 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:59:06.330391 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 14:59:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a48bcdd6-8c81-4bcf-83f1-c98fb94163c4 x-openstack-request-id: req-a48bcdd6-8c81-4bcf-83f1-c98fb94163c4 {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:59:06.331467 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f62b31fa-d01b-4444-a013-47332dacb5d8", "name": "network-vif-plugged", "status": "completed", "tag": "b2c3504d-4dcd-42ae-bf8e-bbd074c8dd9c", "code": 200}]} {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:59:06.332045 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a48bcdd6-8c81-4bcf-83f1-c98fb94163c4 {{(pid=94468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:59:06.332632 n-d-694802-15 neutron-server[94468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f62b31fa-d01b-4444-a013-47332dacb5d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2c3504d-4dcd-42ae-bf8e-bbd074c8dd9c', 'code': 200} Aug 12 14:59:06.391745 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Pushing event updated for resources: {'Port': ['ID=b2c3504d-4dcd-42ae-bf8e-bbd074c8dd9c,revision_number=5']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:59:06.430242 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 77bf8668-611d-4ae5-b014-8f085e2cc2e8 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:59:06.540742 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning for port 77bf8668-611d-4ae5-b014-8f085e2cc2e8 completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:59:06.541820 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca7aea7-f8b1-4a22-bacc-1ff2dcd4e132 req-7541380c-7701-4416-ba69-0def42359a37 tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:59:06.545525 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port 77bf8668-611d-4ae5-b014-8f085e2cc2e8 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:59:06.545956 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:06.551676 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-8ca7aea7-f8b1-4a22-bacc-1ff2dcd4e132 req-7541380c-7701-4416-ba69-0def42359a37 tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] 10.222.0.39 "GET /v2.0/ports?device_id=f62b31fa-d01b-4444-a013-47332dacb5d8 HTTP/1.1" status: 200 len: 946 time: 0.0999269 Aug 12 14:59:06.603834 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffddf608-c411-4e34-878b-0065cc496346 req-2676a5e3-603a-418c-a0e9-fede1027b5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:59:06.607658 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ffddf608-c411-4e34-878b-0065cc496346 req-2676a5e3-603a-418c-a0e9-fede1027b5fa service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=f62b31fa-d01b-4444-a013-47332dacb5d8 HTTP/1.1" status: 200 len: 1098 time: 0.2410018 Aug 12 14:59:06.607802 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-8ca7aea7-f8b1-4a22-bacc-1ff2dcd4e132 req-44714bb5-1fb2-4e4f-a504-98a84698801c tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] 10.222.0.39 "GET /v2.0/security-groups?id=7db3cdc8-cdc7-4de0-ae23-f5e5cdcbeb75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545228 Aug 12 14:59:06.615395 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-272676c0-cb3a-497f-bfa0-ad3b3fdfcd15 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Router d3ba124a-70df-49f9-865d-161815339cca has already been hosted by L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f {{(pid=94467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 14:59:06.643936 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b39d05f8-7f09-438b-ae86-6602c94298bb None None] Network 3e7eca48-badb-45a7-932d-a88a5ec55660 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:59:06.661250 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ffddf608-c411-4e34-878b-0065cc496346 req-41cdaedd-2b8c-4c7e-82db-f79b02deec25 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=7db3cdc8-cdc7-4de0-ae23-f5e5cdcbeb75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440276 Aug 12 14:59:06.695683 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-252c8d6d-63fc-4bad-9f48-f2772cfd4c0a None None] Provisioning for port ca134246-f174-4d11-88bb-911961ee2e23 completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:59:06.744951 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:06.793064 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-272676c0-cb3a-497f-bfa0-ad3b3fdfcd15 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 14:59:06.802952 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-272676c0-cb3a-497f-bfa0-ad3b3fdfcd15 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] 10.222.0.39 "PUT /v2.0/routers/d3ba124a-70df-49f9-865d-161815339cca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9952033 Aug 12 14:59:06.803863 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] For port 77bf8668-611d-4ae5-b014-8f085e2cc2e8, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=77bf8668-611d-4ae5-b014-8f085e2cc2e8,segment=NetworkSegment(b1b396cb-2dc6-4041-bfc7-1833a80a4720),segment_id=b1b396cb-2dc6-4041-bfc7-1833a80a4720)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:59:06.805621 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 43308) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:59:06.814726 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:06.815620 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device ca134246-f174-4d11-88bb-911961ee2e23 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:59:06.976054 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Pushing event updated for resources: {'Port': ['ID=77bf8668-611d-4ae5-b014-8f085e2cc2e8,revision_number=4']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:59:07.010733 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning for port ca134246-f174-4d11-88bb-911961ee2e23 completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:59:07.016185 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port ca134246-f174-4d11-88bb-911961ee2e23 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:59:07.016597 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:07.127925 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b8a539b-9940-4d4d-9339-a7741d2dc78c tempest-TestNetworkBasicOps-1793123649 tempest-TestNetworkBasicOps-1793123649-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:59:07.129492 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b8a539b-9940-4d4d-9339-a7741d2dc78c tempest-TestNetworkBasicOps-1793123649 tempest-TestNetworkBasicOps-1793123649-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:59:07.133236 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b8a539b-9940-4d4d-9339-a7741d2dc78c tempest-TestNetworkBasicOps-1793123649 tempest-TestNetworkBasicOps-1793123649-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:59:07.134780 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b8a539b-9940-4d4d-9339-a7741d2dc78c tempest-TestNetworkBasicOps-1793123649 tempest-TestNetworkBasicOps-1793123649-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:59:07.135492 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b8a539b-9940-4d4d-9339-a7741d2dc78c tempest-TestNetworkBasicOps-1793123649 tempest-TestNetworkBasicOps-1793123649-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:59:07.136191 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:07.140911 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b8a539b-9940-4d4d-9339-a7741d2dc78c tempest-TestNetworkBasicOps-1793123649 tempest-TestNetworkBasicOps-1793123649-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:59:07.145672 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-6b8a539b-9940-4d4d-9339-a7741d2dc78c tempest-TestNetworkBasicOps-1793123649 tempest-TestNetworkBasicOps-1793123649-project-admin] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4269 time: 0.3363178 Aug 12 14:59:07.147381 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 43318) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:59:07.202648 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] For port ca134246-f174-4d11-88bb-911961ee2e23, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=ca134246-f174-4d11-88bb-911961ee2e23,segment=NetworkSegment(8d65393c-9f63-473a-8b65-9b5047b6fdb6),segment_id=8d65393c-9f63-473a-8b65-9b5047b6fdb6)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:59:07.210531 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:07.350701 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-836fe5c6-22ed-4ceb-acc4-355b44cdbcd4 None None] Sync routers for ids ['d3ba124a-70df-49f9-865d-161815339cca'] in n-d-694802-15 {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 14:59:07.370915 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-836fe5c6-22ed-4ceb-acc4-355b44cdbcd4 None None] Routers {'d3ba124a-70df-49f9-865d-161815339cca'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:59:07.371586 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-836fe5c6-22ed-4ceb-acc4-355b44cdbcd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:58:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['d3ba124a-70df-49f9-865d-161815339cca'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:59:07.399934 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Pushing event updated for resources: {'Port': ['ID=ca134246-f174-4d11-88bb-911961ee2e23,revision_number=3']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:59:07.407535 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-475704b4-43a0-4278-9194-120d852c13f9 tempest-TestNetworkBasicOps-1793123649 tempest-TestNetworkBasicOps-1793123649-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:59:07.409382 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-475704b4-43a0-4278-9194-120d852c13f9 tempest-TestNetworkBasicOps-1793123649 tempest-TestNetworkBasicOps-1793123649-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:59:07.410137 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-475704b4-43a0-4278-9194-120d852c13f9 tempest-TestNetworkBasicOps-1793123649 tempest-TestNetworkBasicOps-1793123649-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:59:07.410800 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-475704b4-43a0-4278-9194-120d852c13f9 tempest-TestNetworkBasicOps-1793123649 tempest-TestNetworkBasicOps-1793123649-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:59:07.411971 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-475704b4-43a0-4278-9194-120d852c13f9 tempest-TestNetworkBasicOps-1793123649 tempest-TestNetworkBasicOps-1793123649-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:59:07.413227 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-475704b4-43a0-4278-9194-120d852c13f9 tempest-TestNetworkBasicOps-1793123649 tempest-TestNetworkBasicOps-1793123649-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:59:07.415975 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-475704b4-43a0-4278-9194-120d852c13f9 tempest-TestNetworkBasicOps-1793123649 tempest-TestNetworkBasicOps-1793123649-project-admin] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3987 time: 0.2668540 Aug 12 14:59:07.418830 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 43334) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:59:07.453291 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-a3d75c83-a53c-43c7-ab71-80d21c73ff7b None None] Provisioning for port f23466df-3273-468e-bf9b-d9f9f6253991 completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:59:07.461182 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-a3d75c83-a53c-43c7-ab71-80d21c73ff7b None None] Provisioning complete for port f23466df-3273-468e-bf9b-d9f9f6253991 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:59:07.461711 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-a3d75c83-a53c-43c7-ab71-80d21c73ff7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:07.554877 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-a3d75c83-a53c-43c7-ab71-80d21c73ff7b None None] Port f23466df-3273-468e-bf9b-d9f9f6253991 cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 14:59:07.566901 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-a3d75c83-a53c-43c7-ab71-80d21c73ff7b None None] Provisioning complete for port ca134246-f174-4d11-88bb-911961ee2e23 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:59:07.567422 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-a3d75c83-a53c-43c7-ab71-80d21c73ff7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:07.645307 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-836fe5c6-22ed-4ceb-acc4-355b44cdbcd4 None None] Set router d3ba124a-70df-49f9-865d-161815339cca gateway port host: n-d-694802-15 {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:59:07.949102 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea1676c-0a7f-4cf5-a737-66bb12b46cd2 req-f1af760b-7a9d-479a-95df-2f01ea84f21f tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:59:07.966160 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-aea1676c-0a7f-4cf5-a737-66bb12b46cd2 req-f1af760b-7a9d-479a-95df-2f01ea84f21f tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] 10.222.0.39 "GET /v2.0/ports?device_id=f62b31fa-d01b-4444-a013-47332dacb5d8 HTTP/1.1" status: 200 len: 946 time: 0.1828651 Aug 12 14:59:08.037181 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-aea1676c-0a7f-4cf5-a737-66bb12b46cd2 req-f8cbbbba-e7ce-4717-a26a-44aef7f192c8 tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] 10.222.0.39 "GET /v2.0/security-groups?id=7db3cdc8-cdc7-4de0-ae23-f5e5cdcbeb75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637505 Aug 12 14:59:08.079209 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-715bdf44-b434-41f9-8ec2-5dac213523d0 None None] Provisioning complete for port f23466df-3273-468e-bf9b-d9f9f6253991 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:59:08.079674 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-715bdf44-b434-41f9-8ec2-5dac213523d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:08.185035 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-715bdf44-b434-41f9-8ec2-5dac213523d0 None None] Port f23466df-3273-468e-bf9b-d9f9f6253991 cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 14:59:08.224222 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 77bf8668-611d-4ae5-b014-8f085e2cc2e8 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:59:08.224478 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-836fe5c6-22ed-4ceb-acc4-355b44cdbcd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3ba124a-70df-49f9-865d-161815339cca', 'name': 'tempest-TestNetworkBasicOps-router-1581285085', 'tenant_id': 'cbaad1cb6c364f2d8238ea489cf6e7b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.176'}], 'enable_snat': True}, 'gw_port_id': '77bf8668-611d-4ae5-b014-8f085e2cc2e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:58:59Z', 'updated_at': '2021-08-12T14:59:05Z', 'revision_number': 4, 'project_id': 'cbaad1cb6c364f2d8238ea489cf6e7b7', 'gw_port': {'id': '77bf8668-611d-4ae5-b014-8f085e2cc2e8', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:77:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3ba124a-70df-49f9-865d-161815339cca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3317, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:58:59Z', 'updated_at': '2021-08-12T14:59:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': 'f23466df-3273-468e-bf9b-d9f9f6253991', 'name': '', 'network_id': '3e7eca48-badb-45a7-932d-a88a5ec55660', 'tenant_id': 'cbaad1cb6c364f2d8238ea489cf6e7b7', 'mac_address': 'fa:16:3e:ce:ea:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3ba124a-70df-49f9-865d-161815339cca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': '3b6b8245-5d20-415c-b5e2-bcd26d766821', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:59:04Z', 'updated_at': '2021-08-12T14:59:05Z', 'revision_number': 2, 'project_id': 'cbaad1cb6c364f2d8238ea489cf6e7b7', 'subnets': [{'id': '3b6b8245-5d20-415c-b5e2-bcd26d766821', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:59:08.260258 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-836fe5c6-22ed-4ceb-acc4-355b44cdbcd4 None None] Checking router: d3ba124a-70df-49f9-865d-161815339cca for host: n-d-694802-15 {{(pid=94469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 14:59:08.261338 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-836fe5c6-22ed-4ceb-acc4-355b44cdbcd4 None None] Updating router d3ba124a-70df-49f9-865d-161815339cca port f23466df-3273-468e-bf9b-d9f9f6253991 binding host n-d-694802-15 {{(pid=94469) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 14:59:08.300116 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-836fe5c6-22ed-4ceb-acc4-355b44cdbcd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:08.305626 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port 77bf8668-611d-4ae5-b014-8f085e2cc2e8 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:59:08.306533 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:08.356301 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-c78ca8e4-7b1d-4acb-afc5-bce1a17534b8 None None] Provisioning complete for port f23466df-3273-468e-bf9b-d9f9f6253991 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:59:08.359793 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-c78ca8e4-7b1d-4acb-afc5-bce1a17534b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:08.469734 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-c78ca8e4-7b1d-4acb-afc5-bce1a17534b8 None None] Port f23466df-3273-468e-bf9b-d9f9f6253991 cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 14:59:08.524588 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device ca134246-f174-4d11-88bb-911961ee2e23 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:59:08.611866 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port ca134246-f174-4d11-88bb-911961ee2e23 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:59:08.612393 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:08.655924 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-76b875d0-970f-422e-9689-ffa6b83d6a0a tempest-TestNetworkBasicOps-1793123649 tempest-TestNetworkBasicOps-1793123649-project-admin] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3052 time: 1.2352324 Aug 12 14:59:08.666968 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.agents_db [None req-17ed3e4c-1a7d-4162-9646-11c134aca297 None None] Agent healthcheck: found 7 active agents {{(pid=94469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 14:59:08.716445 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-1cf3915b-a8c1-4603-9342-b6e0e8700171 req-78ecfceb-99b9-4418-967a-dd05ee4c772b service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=8058b577-6d37-4f83-8841-608839b8ea4b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0829823 Aug 12 14:59:08.776594 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 43374) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:59:08.805063 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf3915b-a8c1-4603-9342-b6e0e8700171 req-d5ec306d-de7e-4bb9-9ec2-bebaff374c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:59:08.806609 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-1cf3915b-a8c1-4603-9342-b6e0e8700171 req-d5ec306d-de7e-4bb9-9ec2-bebaff374c4c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6774b656eb8145eb998ea0059b40b4c3&device_id=8058b577-6d37-4f83-8841-608839b8ea4b HTTP/1.1" status: 200 len: 1097 time: 0.0604579 Aug 12 14:59:08.873769 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-836fe5c6-22ed-4ceb-acc4-355b44cdbcd4 None None] Notify callbacks [] for port, precommit_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:08.880119 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 43380) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:59:08.888432 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-a91a75eb-a53e-4957-b766-a0b1c5f2c7e6 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1726189060', 'description': 'tempest-secgroup-smoke-1726189060 description', 'project_id': 'cbaad1cb6c364f2d8238ea489cf6e7b7'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:59:08.907535 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.provisioning_blocks [None req-836fe5c6-22ed-4ceb-acc4-355b44cdbcd4 None None] Transition to ACTIVE for port object f23466df-3273-468e-bf9b-d9f9f6253991 will not be triggered until provisioned by entity L2. {{(pid=94469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:59:08.918731 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-836fe5c6-22ed-4ceb-acc4-355b44cdbcd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:08.919792 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a91a75eb-a53e-4957-b766-a0b1c5f2c7e6 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify callbacks [] for security_group, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:08.981072 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-7adb5db7-629c-46ca-ba6d-ef0cf6af0074 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:08.983636 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf3915b-a8c1-4603-9342-b6e0e8700171 req-97cd4a16-0683-4f49-b0ae-5429fe0fad08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:59:08.985117 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-1cf3915b-a8c1-4603-9342-b6e0e8700171 req-97cd4a16-0683-4f49-b0ae-5429fe0fad08 service neutron] 10.222.0.64 "GET /v2.0/networks?id=eb7e3cf4-6312-4f24-a8f2-83c178188246 HTTP/1.1" status: 200 len: 898 time: 0.1549368 Aug 12 14:59:08.989536 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce3f776-924a-4331-a194-b93dda075090 None None] Pushing event updated for resources: {'Port': ['ID=f23466df-3273-468e-bf9b-d9f9f6253991,revision_number=3']} {{(pid=94469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:59:09.063000 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.managers [None req-836fe5c6-22ed-4ceb-acc4-355b44cdbcd4 None None] Attempting to bind port f23466df-3273-468e-bf9b-d9f9f6253991 on host n-d-694802-15 for vnic_type normal with profile {{(pid=94469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:59:09.063419 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.managers [None req-836fe5c6-22ed-4ceb-acc4-355b44cdbcd4 None None] Attempting to bind port f23466df-3273-468e-bf9b-d9f9f6253991 by drivers openvswitch,hyperv on host n-d-694802-15 at level 0 using segments [{'id': '8d65393c-9f63-473a-8b65-9b5047b6fdb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '3e7eca48-badb-45a7-932d-a88a5ec55660'}] {{(pid=94469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:59:09.063786 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-836fe5c6-22ed-4ceb-acc4-355b44cdbcd4 None None] Attempting to bind port f23466df-3273-468e-bf9b-d9f9f6253991 on network 3e7eca48-badb-45a7-932d-a88a5ec55660 {{(pid=94469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:59:09.087590 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-836fe5c6-22ed-4ceb-acc4-355b44cdbcd4 None None] Checking agent: {'id': '16de73ac-f2e9-4cee-b3e0-91052ae3e6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 20, 13), 'started_at': datetime.datetime(2021, 8, 12, 14, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 58, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:59:09.087970 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-836fe5c6-22ed-4ceb-acc4-355b44cdbcd4 None None] Checking segment: {'id': '8d65393c-9f63-473a-8b65-9b5047b6fdb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '3e7eca48-badb-45a7-932d-a88a5ec55660'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:59:09.088565 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-836fe5c6-22ed-4ceb-acc4-355b44cdbcd4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:09.088980 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-836fe5c6-22ed-4ceb-acc4-355b44cdbcd4 None None] Bound using segment: {'id': '8d65393c-9f63-473a-8b65-9b5047b6fdb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '3e7eca48-badb-45a7-932d-a88a5ec55660'} {{(pid=94469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:59:09.089650 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.managers [None req-836fe5c6-22ed-4ceb-acc4-355b44cdbcd4 None None] Bound port: f23466df-3273-468e-bf9b-d9f9f6253991, host: n-d-694802-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d65393c-9f63-473a-8b65-9b5047b6fdb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '3e7eca48-badb-45a7-932d-a88a5ec55660'}}] {{(pid=94469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:59:09.090037 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-836fe5c6-22ed-4ceb-acc4-355b44cdbcd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:09.189357 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a91a75eb-a53e-4957-b766-a0b1c5f2c7e6 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify callbacks [] for security_group, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:09.257369 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.db [None req-836fe5c6-22ed-4ceb-acc4-355b44cdbcd4 None None] For port f23466df-3273-468e-bf9b-d9f9f6253991, host n-d-694802-15, cleared binding levels {{(pid=94469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:59:09.261310 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.db [None req-836fe5c6-22ed-4ceb-acc4-355b44cdbcd4 None None] For port f23466df-3273-468e-bf9b-d9f9f6253991, host n-d-694802-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=f23466df-3273-468e-bf9b-d9f9f6253991,segment=NetworkSegment(8d65393c-9f63-473a-8b65-9b5047b6fdb6),segment_id=8d65393c-9f63-473a-8b65-9b5047b6fdb6)] {{(pid=94469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:59:09.267363 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-836fe5c6-22ed-4ceb-acc4-355b44cdbcd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:09.310165 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-1cf3915b-a8c1-4603-9342-b6e0e8700171 req-1c790638-14b5-43df-810c-7d55110d3e2c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=026cb33f-8bb3-46d5-883a-21dfb3ccff22 HTTP/1.1" status: 200 len: 1000 time: 0.3142889 Aug 12 14:59:09.317605 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-836fe5c6-22ed-4ceb-acc4-355b44cdbcd4 None None] Routers {'d3ba124a-70df-49f9-865d-161815339cca'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:59:09.318451 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-836fe5c6-22ed-4ceb-acc4-355b44cdbcd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:58:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['d3ba124a-70df-49f9-865d-161815339cca'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:59:09.384509 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf792e11-1bee-49f3-8103-2d42a073178b req-6b9f4191-8f3a-4dfe-9f7c-8ac9cfbc39be tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:59:09.386441 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-cf792e11-1bee-49f3-8103-2d42a073178b req-6b9f4191-8f3a-4dfe-9f7c-8ac9cfbc39be tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] 10.222.0.39 "GET /v2.0/ports?device_id=f62b31fa-d01b-4444-a013-47332dacb5d8 HTTP/1.1" status: 200 len: 946 time: 0.1787200 Aug 12 14:59:09.399431 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [req-924dcc4e-41ec-4a02-9067-f1efe95b39ce req-fdf9096a-3569-4c94-982d-f6023671ce68 service neutron] (94466) timed out ('10.222.0.64', 56418) {{(pid=94466) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 12 14:59:09.400119 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a91a75eb-a53e-4957-b766-a0b1c5f2c7e6 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:09.420444 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-7adb5db7-629c-46ca-ba6d-ef0cf6af0074 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:09.439462 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-7adb5db7-629c-46ca-ba6d-ef0cf6af0074 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:09.468945 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf3915b-a8c1-4603-9342-b6e0e8700171 req-dc840e4e-cc53-4c96-b564-ebcbc5cdef28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:59:09.470498 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-1cf3915b-a8c1-4603-9342-b6e0e8700171 req-dc840e4e-cc53-4c96-b564-ebcbc5cdef28 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0458ca9d-6835-4814-a3b3-ca2b2564f4b0 HTTP/1.1" status: 200 len: 835 time: 0.1472559 Aug 12 14:59:09.479803 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a91a75eb-a53e-4957-b766-a0b1c5f2c7e6 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:09.490065 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-a91a75eb-a53e-4957-b766-a0b1c5f2c7e6 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6080401 Aug 12 14:59:09.494972 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce3f776-924a-4331-a194-b93dda075090 None None] Pushing event updated for resources: {'Port': ['ID=f23466df-3273-468e-bf9b-d9f9f6253991,revision_number=4']} {{(pid=94469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:59:09.497965 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 43388) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:59:09.516314 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-cf792e11-1bee-49f3-8103-2d42a073178b req-371642bb-8b29-466a-ae36-c2b6d47b475c tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] 10.222.0.39 "GET /v2.0/security-groups?id=7db3cdc8-cdc7-4de0-ae23-f5e5cdcbeb75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1200333 Aug 12 14:59:09.533981 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-836fe5c6-22ed-4ceb-acc4-355b44cdbcd4 None None] Set router d3ba124a-70df-49f9-865d-161815339cca gateway port host: n-d-694802-15 {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:59:09.534176 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-0cc87bef-b2c8-452c-b7fe-87e3f5350d38 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Request body: {'security_group_rule': {'security_group_id': '16bd8252-02f9-46f3-a7d2-4c186aa47e1a', 'project_id': 'cbaad1cb6c364f2d8238ea489cf6e7b7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:59:09.554195 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91a75eb-a53e-4957-b766-a0b1c5f2c7e6 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16bd8252-02f9-46f3-a7d2-4c186aa47e1a,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:59:09.586129 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-7adb5db7-629c-46ca-ba6d-ef0cf6af0074 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d74bd6fb47854a9a9c669003ec759282&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8075600 Aug 12 14:59:09.591351 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 43398) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:59:09.660121 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0cc87bef-b2c8-452c-b7fe-87e3f5350d38 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:09.670044 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adb5db7-629c-46ca-ba6d-ef0cf6af0074 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ef3a3f1-8921-4553-b000-e89f1b939230,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:59:09.707940 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf3915b-a8c1-4603-9342-b6e0e8700171 req-9b664e8c-29c7-4a49-905b-85f94cd06c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:59:09.710488 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-1cf3915b-a8c1-4603-9342-b6e0e8700171 req-9b664e8c-29c7-4a49-905b-85f94cd06c51 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=eb7e3cf4-6312-4f24-a8f2-83c178188246&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2099838 Aug 12 14:59:09.789348 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-cfb6eb17-4307-40ff-bb9b-c2c97c09473e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:09.824806 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-cfb6eb17-4307-40ff-bb9b-c2c97c09473e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:09.852747 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0cc87bef-b2c8-452c-b7fe-87e3f5350d38 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:09.862437 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0cc87bef-b2c8-452c-b7fe-87e3f5350d38 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641735'] for security_group_rule, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:09.892963 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0cc87bef-b2c8-452c-b7fe-87e3f5350d38 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:09.897342 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-0cc87bef-b2c8-452c-b7fe-87e3f5350d38 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3881569 Aug 12 14:59:09.897831 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 43408) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:59:09.909848 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8884a4da-4149-41ac-87c3-3ed588f6efe7 req-b646a3e2-be59-4d1d-ad0d-530f873357ac tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:59:09.912208 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-8884a4da-4149-41ac-87c3-3ed588f6efe7 req-b646a3e2-be59-4d1d-ad0d-530f873357ac tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] 10.222.0.39 "GET /v2.0/ports?device_id=f62b31fa-d01b-4444-a013-47332dacb5d8 HTTP/1.1" status: 200 len: 946 time: 0.2473688 Aug 12 14:59:09.921814 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-1404228d-4b84-4ad0-bd2c-a56e920be0a4 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Request body: {'security_group_rule': {'security_group_id': '16bd8252-02f9-46f3-a7d2-4c186aa47e1a', 'project_id': 'cbaad1cb6c364f2d8238ea489cf6e7b7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:59:09.922205 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc87bef-b2c8-452c-b7fe-87e3f5350d38 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c25010ae-07f7-423d-bc2d-d6cda29b77f3,revision_number=0']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:59:09.923658 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-1cf3915b-a8c1-4603-9342-b6e0e8700171 req-c9f98eb4-5d75-4381-a2af-45c7cf33f049 service neutron] 10.222.0.64 "GET /v2.0/networks/eb7e3cf4-6312-4f24-a8f2-83c178188246?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1957927 Aug 12 14:59:09.924413 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 43410) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:59:09.931685 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-dfa87720-c02f-4f4c-bb67-f072768dc4da tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] Request body: {'floatingip': {'port_id': 'b2c3504d-4dcd-42ae-bf8e-bbd074c8dd9c'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:59:09.967620 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-cfb6eb17-4307-40ff-bb9b-c2c97c09473e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:09.970598 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-cfb6eb17-4307-40ff-bb9b-c2c97c09473e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:09.973804 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-cfb6eb17-4307-40ff-bb9b-c2c97c09473e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2ef3a3f1-8921-4553-b000-e89f1b939230 HTTP/1.1" status: 204 len: 168 time: 0.3783698 Aug 12 14:59:09.990200 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-dfa87720-c02f-4f4c-bb67-f072768dc4da tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] Notify callbacks [] for floatingip, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:10.006481 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-836fe5c6-22ed-4ceb-acc4-355b44cdbcd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3ba124a-70df-49f9-865d-161815339cca', 'name': 'tempest-TestNetworkBasicOps-router-1581285085', 'tenant_id': 'cbaad1cb6c364f2d8238ea489cf6e7b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.176'}], 'enable_snat': True}, 'gw_port_id': '77bf8668-611d-4ae5-b014-8f085e2cc2e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:58:59Z', 'updated_at': '2021-08-12T14:59:05Z', 'revision_number': 4, 'project_id': 'cbaad1cb6c364f2d8238ea489cf6e7b7', 'gw_port': {'id': '77bf8668-611d-4ae5-b014-8f085e2cc2e8', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:77:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3ba124a-70df-49f9-865d-161815339cca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3317, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:58:59Z', 'updated_at': '2021-08-12T14:59:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': 'f23466df-3273-468e-bf9b-d9f9f6253991', 'name': '', 'network_id': '3e7eca48-badb-45a7-932d-a88a5ec55660', 'tenant_id': 'cbaad1cb6c364f2d8238ea489cf6e7b7', 'mac_address': 'fa:16:3e:ce:ea:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3ba124a-70df-49f9-865d-161815339cca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': '3b6b8245-5d20-415c-b5e2-bcd26d766821', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:59:04Z', 'updated_at': '2021-08-12T14:59:09Z', 'revision_number': 4, 'project_id': 'cbaad1cb6c364f2d8238ea489cf6e7b7', 'subnets': [{'id': '3b6b8245-5d20-415c-b5e2-bcd26d766821', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:59:10.032327 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb6eb17-4307-40ff-bb9b-c2c97c09473e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ef3a3f1-8921-4553-b000-e89f1b939230,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:59:10.104816 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-836fe5c6-22ed-4ceb-acc4-355b44cdbcd4 None None] The sync data for ids ['d3ba124a-70df-49f9-865d-161815339cca'] in n-d-694802-15 is: [{'id': 'd3ba124a-70df-49f9-865d-161815339cca', 'name': 'tempest-TestNetworkBasicOps-router-1581285085', 'tenant_id': 'cbaad1cb6c364f2d8238ea489cf6e7b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.176'}], 'enable_snat': True}, 'gw_port_id': '77bf8668-611d-4ae5-b014-8f085e2cc2e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:58:59Z', 'updated_at': '2021-08-12T14:59:05Z', 'revision_number': 4, 'project_id': 'cbaad1cb6c364f2d8238ea489cf6e7b7', 'gw_port': {'id': '77bf8668-611d-4ae5-b014-8f085e2cc2e8', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:77:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3ba124a-70df-49f9-865d-161815339cca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3317, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:58:59Z', 'updated_at': '2021-08-12T14:59:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': 'f23466df-3273-468e-bf9b-d9f9f6253991', 'name': '', 'network_id': '3e7eca48-badb-45a7-932d-a88a5ec55660', 'tenant_id': 'cbaad1cb6c364f2d8238ea489cf6e7b7', 'mac_address': 'fa:16:3e:ce:ea:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3ba124a-70df-49f9-865d-161815339cca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': '3b6b8245-5d20-415c-b5e2-bcd26d766821', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:59:04Z', 'updated_at': '2021-08-12T14:59:09Z', 'revision_number': 4, 'project_id': 'cbaad1cb6c364f2d8238ea489cf6e7b7', 'subnets': [{'id': '3b6b8245-5d20-415c-b5e2-bcd26d766821', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 14:59:10.105562 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-44a8d3c8-9cbf-46ee-b0b1-b3a108b2dbb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:10.122427 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-1cf3915b-a8c1-4603-9342-b6e0e8700171 req-79072b76-7d22-44ba-8ace-fc0af06968be service neutron] 10.222.0.64 "GET /v2.0/networks/eb7e3cf4-6312-4f24-a8f2-83c178188246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1865611 Aug 12 14:59:10.509146 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 43418) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:59:10.527608 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-5d6e4a6d-2e16-4099-abe6-26acb9e84413 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:10.593678 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1404228d-4b84-4ad0-bd2c-a56e920be0a4 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:10.706191 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-5d6e4a6d-2e16-4099-abe6-26acb9e84413 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:10.713581 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-5d6e4a6d-2e16-4099-abe6-26acb9e84413 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:10.776946 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6e4a6d-2e16-4099-abe6-26acb9e84413 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4418280-f5db-4b44-9d6b-238c394f53bc,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:59:10.817175 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-5d6e4a6d-2e16-4099-abe6-26acb9e84413 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2a703937818241268a6249788752177c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3067465 Aug 12 14:59:10.820813 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 43424) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:59:10.875490 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1404228d-4b84-4ad0-bd2c-a56e920be0a4 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:10.883870 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1404228d-4b84-4ad0-bd2c-a56e920be0a4 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641735'] for security_group_rule, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:10.901135 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-725d0c24-722a-4a54-adaf-a44f166c1c06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:10.902994 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.db.resource_extend [None req-dfa87720-c02f-4f4c-bb67-f072768dc4da tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 12 14:59:10.904898 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1404228d-4b84-4ad0-bd2c-a56e920be0a4 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6ae2cad-ce39-4c3e-8427-59aa29f906dd,revision_number=0']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:59:10.927691 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-725d0c24-722a-4a54-adaf-a44f166c1c06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:10.972232 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1404228d-4b84-4ad0-bd2c-a56e920be0a4 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:10.976010 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-1404228d-4b84-4ad0-bd2c-a56e920be0a4 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.0740347 Aug 12 14:59:10.977321 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 43426) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:59:10.982271 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-fca3c08a-6a6a-46c7-b377-226076caab08 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Request body: {'security_group_rule': {'security_group_id': '16bd8252-02f9-46f3-a7d2-4c186aa47e1a', 'project_id': 'cbaad1cb6c364f2d8238ea489cf6e7b7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:59:10.997892 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-dfa87720-c02f-4f4c-bb67-f072768dc4da tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:11.003383 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-725d0c24-722a-4a54-adaf-a44f166c1c06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:11.003579 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-dfa87720-c02f-4f4c-bb67-f072768dc4da tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431510'] for floatingip, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:11.006667 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-725d0c24-722a-4a54-adaf-a44f166c1c06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:11.008131 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-725d0c24-722a-4a54-adaf-a44f166c1c06 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f4418280-f5db-4b44-9d6b-238c394f53bc HTTP/1.1" status: 204 len: 168 time: 0.1863482 Aug 12 14:59:11.042058 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725d0c24-722a-4a54-adaf-a44f166c1c06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4418280-f5db-4b44-9d6b-238c394f53bc,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:59:11.064150 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-fca3c08a-6a6a-46c7-b377-226076caab08 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:11.160210 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-fca3c08a-6a6a-46c7-b377-226076caab08 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:11.164471 n-d-694802-15 neutron-server[94466]: INFO neutron.db.l3_db [None req-dfa87720-c02f-4f4c-bb67-f072768dc4da tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] Floating IP fe27fdf7-9aa1-4c15-bece-716824c4504b associated. External IP: 172.25.1.135, port: b2c3504d-4dcd-42ae-bf8e-bbd074c8dd9c. Aug 12 14:59:11.165048 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-fca3c08a-6a6a-46c7-b377-226076caab08 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641735'] for security_group_rule, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:11.189677 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-fca3c08a-6a6a-46c7-b377-226076caab08 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:11.190958 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-fca3c08a-6a6a-46c7-b377-226076caab08 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2125087 Aug 12 14:59:11.193982 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 43430) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:59:11.199199 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-6680882b-5f31-436f-b891-1a7c5e28d291 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Request body: {'security_group_rule': {'security_group_id': '16bd8252-02f9-46f3-a7d2-4c186aa47e1a', 'project_id': 'cbaad1cb6c364f2d8238ea489cf6e7b7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:59:11.221721 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca3c08a-6a6a-46c7-b377-226076caab08 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5206dc75-1173-473b-a00e-6f56291b7652,revision_number=0']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:59:11.237144 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-6680882b-5f31-436f-b891-1a7c5e28d291 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:11.363310 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-6680882b-5f31-436f-b891-1a7c5e28d291 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:11.371758 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-6680882b-5f31-436f-b891-1a7c5e28d291 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641735'] for security_group_rule, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:11.415742 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6680882b-5f31-436f-b891-1a7c5e28d291 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec6cae65-77ac-43f2-99a1-0b327324e252,revision_number=0']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:59:11.419745 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-6680882b-5f31-436f-b891-1a7c5e28d291 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:11.421206 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-6680882b-5f31-436f-b891-1a7c5e28d291 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2262986 Aug 12 14:59:11.424771 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 43434) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:59:11.430767 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-51d49cea-5a12-4d2b-828f-b4e4c8a3394e tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Request body: {'security_group_rule': {'security_group_id': '16bd8252-02f9-46f3-a7d2-4c186aa47e1a', 'project_id': 'cbaad1cb6c364f2d8238ea489cf6e7b7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:59:11.476718 n-d-694802-15 neutron-server[94467]: INFO neutron.db.securitygroups_db [None req-51d49cea-5a12-4d2b-828f-b4e4c8a3394e tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Project cbaad1cb6c364f2d8238ea489cf6e7b7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 12 14:59:11.486098 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-51d49cea-5a12-4d2b-828f-b4e4c8a3394e tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:11.493239 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:11.511188 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfa87720-c02f-4f4c-bb67-f072768dc4da tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] Router d7a24878-cc98-48b6-8c12-c5bfd74f38a2 has already been hosted by L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f {{(pid=94466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 14:59:11.586233 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-51d49cea-5a12-4d2b-828f-b4e4c8a3394e tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:11.595304 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-51d49cea-5a12-4d2b-828f-b4e4c8a3394e tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641735'] for security_group_rule, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:11.613639 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d49cea-5a12-4d2b-828f-b4e4c8a3394e tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d614035d-cf3f-46db-9779-8bff54af5c67,revision_number=0']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:59:11.633075 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-51d49cea-5a12-4d2b-828f-b4e4c8a3394e tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:11.634546 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-51d49cea-5a12-4d2b-828f-b4e4c8a3394e tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2088137 Aug 12 14:59:11.637442 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 43442) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:59:11.644854 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-e33c9368-5420-40d5-be63-e0d9d31373a4 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Request body: {'security_group_rule': {'security_group_id': '16bd8252-02f9-46f3-a7d2-4c186aa47e1a', 'project_id': 'cbaad1cb6c364f2d8238ea489cf6e7b7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:59:11.694479 n-d-694802-15 neutron-server[94467]: INFO neutron.db.securitygroups_db [None req-e33c9368-5420-40d5-be63-e0d9d31373a4 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Project cbaad1cb6c364f2d8238ea489cf6e7b7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 12 14:59:11.704253 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-e33c9368-5420-40d5-be63-e0d9d31373a4 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:11.829798 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-e33c9368-5420-40d5-be63-e0d9d31373a4 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:11.837107 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-e33c9368-5420-40d5-be63-e0d9d31373a4 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641735'] for security_group_rule, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:11.860219 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33c9368-5420-40d5-be63-e0d9d31373a4 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=098ae48f-296c-4e37-b555-27f00274dce6,revision_number=0']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:59:11.882233 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-e33c9368-5420-40d5-be63-e0d9d31373a4 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:11.892709 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-e33c9368-5420-40d5-be63-e0d9d31373a4 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2458088 Aug 12 14:59:12.018047 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfa87720-c02f-4f4c-bb67-f072768dc4da tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 14:59:12.031959 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f88b5ff-f9d9-4232-8438-4770aebbe0b0 None None] Sync routers for ids ['d7a24878-cc98-48b6-8c12-c5bfd74f38a2'] in n-d-694802-15 {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 14:59:12.032822 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-dfa87720-c02f-4f4c-bb67-f072768dc4da tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for floatingip, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:12.057684 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f88b5ff-f9d9-4232-8438-4770aebbe0b0 None None] Routers {'d7a24878-cc98-48b6-8c12-c5bfd74f38a2'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:59:12.058393 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-5f88b5ff-f9d9-4232-8438-4770aebbe0b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:58:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['d7a24878-cc98-48b6-8c12-c5bfd74f38a2'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:59:12.104370 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-dfa87720-c02f-4f4c-bb67-f072768dc4da tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] 10.222.0.39 "PUT /v2.0/floatingips/fe27fdf7-9aa1-4c15-bece-716824c4504b HTTP/1.1" status: 200 len: 992 time: 2.1779113 Aug 12 14:59:12.122010 n-d-694802-15 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f62b31fa-d01b-4444-a013-47332dacb5d8', 'tag': 'b2c3504d-4dcd-42ae-bf8e-bbd074c8dd9c'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:59:12.135396 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e785eeede3897370d0b20f09d5f461b30cfecd5ed38c4f07dacd02bc52c9277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e59806ab-3176-426c-8dff-78a70179f24f" -d '{"events": [{"name": "network-changed", "server_uuid": "f62b31fa-d01b-4444-a013-47332dacb5d8", "tag": "b2c3504d-4dcd-42ae-bf8e-bbd074c8dd9c"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:59:12.260503 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device f23466df-3273-468e-bf9b-d9f9f6253991 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:59:12.305903 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ddc44ac7-215f-4345-986a-47e1c6d8a175 req-5acf2c79-1035-4156-8247-afd1ea9573a6 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1726189060&fields=id&tenant_id=cbaad1cb6c364f2d8238ea489cf6e7b7 HTTP/1.1" status: 200 len: 267 time: 0.0905499 Aug 12 14:59:12.323558 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 14:59:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50ac86fc-1c52-4712-ab7a-165f9c669c59 x-openstack-request-id: req-50ac86fc-1c52-4712-ab7a-165f9c669c59 {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:59:12.323930 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f62b31fa-d01b-4444-a013-47332dacb5d8", "tag": "b2c3504d-4dcd-42ae-bf8e-bbd074c8dd9c", "status": "completed", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:59:12.324255 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-50ac86fc-1c52-4712-ab7a-165f9c669c59 {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:59:12.325247 n-d-694802-15 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f62b31fa-d01b-4444-a013-47332dacb5d8', 'tag': 'b2c3504d-4dcd-42ae-bf8e-bbd074c8dd9c', 'status': 'completed', 'code': 200} Aug 12 14:59:12.375408 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvr_db [None req-5f88b5ff-f9d9-4232-8438-4770aebbe0b0 None None] Set router d7a24878-cc98-48b6-8c12-c5bfd74f38a2 gateway port host: n-d-694802-15 {{(pid=94468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:59:12.446855 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning for port f23466df-3273-468e-bf9b-d9f9f6253991 completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:59:12.478318 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port f23466df-3273-468e-bf9b-d9f9f6253991 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:59:12.478702 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:12.597515 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59806ab-3176-426c-8dff-78a70179f24f req-6f7549f8-5596-4ebf-b90c-3ae769b29fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:59:12.599359 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e59806ab-3176-426c-8dff-78a70179f24f req-6f7549f8-5596-4ebf-b90c-3ae769b29fcd service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=eddbf0db78bb49c0ab2be813947221dc&device_id=f62b31fa-d01b-4444-a013-47332dacb5d8 HTTP/1.1" status: 200 len: 1098 time: 0.2057281 Aug 12 14:59:12.695812 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc44ac7-215f-4345-986a-47e1c6d8a175 req-c1515217-69bb-4446-a4da-48d988e2848d tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:59:12.698025 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ddc44ac7-215f-4345-986a-47e1c6d8a175 req-c1515217-69bb-4446-a4da-48d988e2848d tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] 10.222.0.39 "GET /v2.0/networks?id=3e7eca48-badb-45a7-932d-a88a5ec55660 HTTP/1.1" status: 200 len: 797 time: 0.3822355 Aug 12 14:59:12.743430 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ddc44ac7-215f-4345-986a-47e1c6d8a175 req-9060e415-b951-4d8a-8e61-43131bed34a1 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] 10.222.0.39 "GET /v2.0/quotas/cbaad1cb6c364f2d8238ea489cf6e7b7 HTTP/1.1" status: 200 len: 375 time: 0.0127764 Aug 12 14:59:12.887969 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59806ab-3176-426c-8dff-78a70179f24f req-67cd5cb0-b3d7-4481-b0ac-f0449a2cb451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:59:12.889582 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e59806ab-3176-426c-8dff-78a70179f24f req-67cd5cb0-b3d7-4481-b0ac-f0449a2cb451 service neutron] 10.222.0.49 "GET /v2.0/networks?id=163c25f9-f902-43c0-b306-3d06c1f84041 HTTP/1.1" status: 200 len: 911 time: 0.2786183 Aug 12 14:59:12.896157 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ddc44ac7-215f-4345-986a-47e1c6d8a175 req-ed4368a3-1007-4ec6-b857-95611f28edae tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=cbaad1cb6c364f2d8238ea489cf6e7b7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1364193 Aug 12 14:59:12.927593 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 43498) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:59:13.042226 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e59806ab-3176-426c-8dff-78a70179f24f req-c60ee1c8-b6b6-4c4d-a4bf-2957ee23a9fd service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b2c3504d-4dcd-42ae-bf8e-bbd074c8dd9c HTTP/1.1" status: 200 len: 1000 time: 0.1400597 Aug 12 14:59:13.110826 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2a08777e-4937-4e20-985b-acb571341fff admin admin] Notify callbacks [] for security_group, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:13.122044 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ddc44ac7-215f-4345-986a-47e1c6d8a175 req-f090b94a-5310-4951-9d76-2f6e8a086930 service neutron] 10.222.0.39 "GET /v2.0/networks/3e7eca48-badb-45a7-932d-a88a5ec55660?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2093544 Aug 12 14:59:13.126599 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:13.127813 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:13.128014 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59806ab-3176-426c-8dff-78a70179f24f req-1788c467-916d-46f1-b714-5491cf8fc8a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:59:13.129765 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e59806ab-3176-426c-8dff-78a70179f24f req-1788c467-916d-46f1-b714-5491cf8fc8a3 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c68a9dc4-9dae-4b6f-89ee-ab739b8f3389 HTTP/1.1" status: 200 len: 849 time: 0.0800619 Aug 12 14:59:13.267710 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59806ab-3176-426c-8dff-78a70179f24f req-7b7bad76-8ecc-475d-8959-a8df426fd541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:59:13.269458 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e59806ab-3176-426c-8dff-78a70179f24f req-7b7bad76-8ecc-475d-8959-a8df426fd541 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=163c25f9-f902-43c0-b306-3d06c1f84041&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1227963 Aug 12 14:59:13.287791 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:13.309259 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ddc44ac7-215f-4345-986a-47e1c6d8a175 req-153a4265-37db-49f4-b778-57a9c04c1610 service neutron] 10.222.0.39 "GET /v2.0/networks/3e7eca48-badb-45a7-932d-a88a5ec55660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1739488 Aug 12 14:59:13.343460 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-5f88b5ff-f9d9-4232-8438-4770aebbe0b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7a24878-cc98-48b6-8c12-c5bfd74f38a2', 'name': 'tempest-AttachVolumeTestJSON-610510819-router', 'tenant_id': 'eddbf0db78bb49c0ab2be813947221dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.203'}], 'enable_snat': True}, 'gw_port_id': '2a646784-b90b-43b0-87fd-197d5a6bf71f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:58:40Z', 'updated_at': '2021-08-12T14:58:44Z', 'revision_number': 4, 'project_id': 'eddbf0db78bb49c0ab2be813947221dc', 'gw_port': {'id': '2a646784-b90b-43b0-87fd-197d5a6bf71f', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:91:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a24878-cc98-48b6-8c12-c5bfd74f38a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3259, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:58:41Z', 'updated_at': '2021-08-12T14:58:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_floatingips': [{'id': 'fe27fdf7-9aa1-4c15-bece-716824c4504b', 'tenant_id': 'eddbf0db78bb49c0ab2be813947221dc', 'floating_ip_address': '172.25.1.135', 'floating_network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'router_id': 'd7a24878-cc98-48b6-8c12-c5bfd74f38a2', 'port_id': 'b2c3504d-4dcd-42ae-bf8e-bbd074c8dd9c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3272, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '163c25f9-f902-43c0-b306-3d06c1f84041', 'mac_address': 'fa:16:3e:bb:a8:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f62b31fa-d01b-4444-a013-47332dacb5d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T14:58:48Z', 'updated_at': '2021-08-12T14:59:10Z', 'revision_number': 1, 'project_id': 'eddbf0db78bb49c0ab2be813947221dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e91e4d92-3889-480b-8457-35519d9e617f', 'name': '', 'network_id': '163c25f9-f902-43c0-b306-3d06c1f84041', 'tenant_id': 'eddbf0db78bb49c0ab2be813947221dc', 'mac_address': 'fa:16:3e:56:73:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a24878-cc98-48b6-8c12-c5bfd74f38a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3265, 'fixed_ips': [{'subnet_id': 'c68a9dc4-9dae-4b6f-89ee-ab739b8f3389', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:58:43Z', 'updated_at': '2021-08-12T14:58:54Z', 'revision_number': 5, 'project_id': 'eddbf0db78bb49c0ab2be813947221dc', 'subnets': [{'id': 'c68a9dc4-9dae-4b6f-89ee-ab739b8f3389', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:59:13.361201 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2a08777e-4937-4e20-985b-acb571341fff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:13.383613 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2a08777e-4937-4e20-985b-acb571341fff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:13.392866 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f88b5ff-f9d9-4232-8438-4770aebbe0b0 None None] Checking router: d7a24878-cc98-48b6-8c12-c5bfd74f38a2 for host: n-d-694802-15 {{(pid=94468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 14:59:13.396262 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e59806ab-3176-426c-8dff-78a70179f24f req-f2621281-e67e-49ae-9f63-38d3a8be8011 service neutron] 10.222.0.49 "GET /v2.0/networks/163c25f9-f902-43c0-b306-3d06c1f84041?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1143842 Aug 12 14:59:13.405255 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] For port f23466df-3273-468e-bf9b-d9f9f6253991, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=f23466df-3273-468e-bf9b-d9f9f6253991,segment=NetworkSegment(8d65393c-9f63-473a-8b65-9b5047b6fdb6),segment_id=8d65393c-9f63-473a-8b65-9b5047b6fdb6)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:59:13.414704 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:13.459424 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-2a08777e-4937-4e20-985b-acb571341fff admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2a44141aa9714511b3ab0b399e8a6831&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5304899 Aug 12 14:59:13.462192 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 43506) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:59:13.466404 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-e67ced57-631e-4021-88c5-a0ac382cdb6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:13.468463 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Pushing event updated for resources: {'Port': ['ID=f23466df-3273-468e-bf9b-d9f9f6253991,revision_number=5']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:59:13.471125 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f88b5ff-f9d9-4232-8438-4770aebbe0b0 None None] Routers {'d7a24878-cc98-48b6-8c12-c5bfd74f38a2'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:59:13.471738 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-5f88b5ff-f9d9-4232-8438-4770aebbe0b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:58:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['d7a24878-cc98-48b6-8c12-c5bfd74f38a2'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:59:13.530338 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a08777e-4937-4e20-985b-acb571341fff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=262daa6c-1d36-4154-b865-b1a38ceaae7d,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:59:13.581039 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e59806ab-3176-426c-8dff-78a70179f24f req-69dae8ad-ed96-4839-b662-8937750f724e service neutron] 10.222.0.49 "GET /v2.0/networks/163c25f9-f902-43c0-b306-3d06c1f84041?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1772757 Aug 12 14:59:13.604894 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-788fa247-4208-4ecd-8f50-c314356ebc1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:13.678392 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-788fa247-4208-4ecd-8f50-c314356ebc1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:13.695240 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-24d602c0-21fd-46c4-aeab-3178747d2abd req-11c0f327-d6df-4e5c-becd-3bdcf87a436f tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] 10.222.0.39 "GET /v2.0/ports?device_id=76ed27f8-8779-47dc-afc0-8aedac1dce30 HTTP/1.1" status: 200 len: 210 time: 0.0712860 Aug 12 14:59:13.709976 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvr_db [None req-5f88b5ff-f9d9-4232-8438-4770aebbe0b0 None None] Set router d7a24878-cc98-48b6-8c12-c5bfd74f38a2 gateway port host: n-d-694802-15 {{(pid=94468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:59:13.778761 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-788fa247-4208-4ecd-8f50-c314356ebc1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:13.783150 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-788fa247-4208-4ecd-8f50-c314356ebc1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:13.788247 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-788fa247-4208-4ecd-8f50-c314356ebc1c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/262daa6c-1d36-4154-b865-b1a38ceaae7d HTTP/1.1" status: 204 len: 168 time: 0.3231814 Aug 12 14:59:13.807752 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788fa247-4208-4ecd-8f50-c314356ebc1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=262daa6c-1d36-4154-b865-b1a38ceaae7d,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:59:14.019257 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-1769855f-eda9-4483-9dc3-3220908ab45d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:14.032161 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-5f88b5ff-f9d9-4232-8438-4770aebbe0b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7a24878-cc98-48b6-8c12-c5bfd74f38a2', 'name': 'tempest-AttachVolumeTestJSON-610510819-router', 'tenant_id': 'eddbf0db78bb49c0ab2be813947221dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.203'}], 'enable_snat': True}, 'gw_port_id': '2a646784-b90b-43b0-87fd-197d5a6bf71f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:58:40Z', 'updated_at': '2021-08-12T14:58:44Z', 'revision_number': 4, 'project_id': 'eddbf0db78bb49c0ab2be813947221dc', 'gw_port': {'id': '2a646784-b90b-43b0-87fd-197d5a6bf71f', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:91:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a24878-cc98-48b6-8c12-c5bfd74f38a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3259, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:58:41Z', 'updated_at': '2021-08-12T14:58:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_floatingips': [{'id': 'fe27fdf7-9aa1-4c15-bece-716824c4504b', 'tenant_id': 'eddbf0db78bb49c0ab2be813947221dc', 'floating_ip_address': '172.25.1.135', 'floating_network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'router_id': 'd7a24878-cc98-48b6-8c12-c5bfd74f38a2', 'port_id': 'b2c3504d-4dcd-42ae-bf8e-bbd074c8dd9c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3272, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '163c25f9-f902-43c0-b306-3d06c1f84041', 'mac_address': 'fa:16:3e:bb:a8:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f62b31fa-d01b-4444-a013-47332dacb5d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T14:58:48Z', 'updated_at': '2021-08-12T14:59:10Z', 'revision_number': 1, 'project_id': 'eddbf0db78bb49c0ab2be813947221dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e91e4d92-3889-480b-8457-35519d9e617f', 'name': '', 'network_id': '163c25f9-f902-43c0-b306-3d06c1f84041', 'tenant_id': 'eddbf0db78bb49c0ab2be813947221dc', 'mac_address': 'fa:16:3e:56:73:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a24878-cc98-48b6-8c12-c5bfd74f38a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3265, 'fixed_ips': [{'subnet_id': 'c68a9dc4-9dae-4b6f-89ee-ab739b8f3389', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:58:43Z', 'updated_at': '2021-08-12T14:58:54Z', 'revision_number': 5, 'project_id': 'eddbf0db78bb49c0ab2be813947221dc', 'subnets': [{'id': 'c68a9dc4-9dae-4b6f-89ee-ab739b8f3389', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:59:14.065110 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f88b5ff-f9d9-4232-8438-4770aebbe0b0 None None] The sync data for ids ['d7a24878-cc98-48b6-8c12-c5bfd74f38a2'] in n-d-694802-15 is: [{'id': 'd7a24878-cc98-48b6-8c12-c5bfd74f38a2', 'name': 'tempest-AttachVolumeTestJSON-610510819-router', 'tenant_id': 'eddbf0db78bb49c0ab2be813947221dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.203'}], 'enable_snat': True}, 'gw_port_id': '2a646784-b90b-43b0-87fd-197d5a6bf71f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:58:40Z', 'updated_at': '2021-08-12T14:58:44Z', 'revision_number': 4, 'project_id': 'eddbf0db78bb49c0ab2be813947221dc', 'gw_port': {'id': '2a646784-b90b-43b0-87fd-197d5a6bf71f', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:91:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a24878-cc98-48b6-8c12-c5bfd74f38a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3259, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:58:41Z', 'updated_at': '2021-08-12T14:58:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_floatingips': [{'id': 'fe27fdf7-9aa1-4c15-bece-716824c4504b', 'tenant_id': 'eddbf0db78bb49c0ab2be813947221dc', 'floating_ip_address': '172.25.1.135', 'floating_network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'router_id': 'd7a24878-cc98-48b6-8c12-c5bfd74f38a2', 'port_id': 'b2c3504d-4dcd-42ae-bf8e-bbd074c8dd9c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3272, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '163c25f9-f902-43c0-b306-3d06c1f84041', 'mac_address': 'fa:16:3e:bb:a8:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f62b31fa-d01b-4444-a013-47332dacb5d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T14:58:48Z', 'updated_at': '2021-08-12T14:59:10Z', 'revision_number': 1, 'project_id': 'eddbf0db78bb49c0ab2be813947221dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e91e4d92-3889-480b-8457-35519d9e617f', 'name': '', 'network_id': '163c25f9-f902-43c0-b306-3d06c1f84041', 'tenant_id': 'eddbf0db78bb49c0ab2be813947221dc', 'mac_address': 'fa:16:3e:56:73:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a24878-cc98-48b6-8c12-c5bfd74f38a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3265, 'fixed_ips': [{'subnet_id': 'c68a9dc4-9dae-4b6f-89ee-ab739b8f3389', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:58:43Z', 'updated_at': '2021-08-12T14:58:54Z', 'revision_number': 5, 'project_id': 'eddbf0db78bb49c0ab2be813947221dc', 'subnets': [{'id': 'c68a9dc4-9dae-4b6f-89ee-ab739b8f3389', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 14:59:14.170427 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device f23466df-3273-468e-bf9b-d9f9f6253991 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:59:14.280619 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port f23466df-3273-468e-bf9b-d9f9f6253991 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:59:14.281179 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:14.426237 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17e39784-3f50-463a-8446-ef790ff8991b None None] New status for floating IP fe27fdf7-9aa1-4c15-bece-716824c4504b: ACTIVE {{(pid=94469) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 14:59:14.784445 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-9ccd5a9f-fa96-4429-b60c-a84b39a52786 req-3eba63ad-a735-47db-81dc-7fe31fcb7215 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] 10.222.0.39 "GET /v2.0/ports?device_id=76ed27f8-8779-47dc-afc0-8aedac1dce30 HTTP/1.1" status: 200 len: 210 time: 0.0315142 Aug 12 14:59:14.989792 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc44ac7-215f-4345-986a-47e1c6d8a175 req-eb4e6118-d115-41d2-91e0-40e35b9ed8b5 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:59:14.991439 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ddc44ac7-215f-4345-986a-47e1c6d8a175 req-eb4e6118-d115-41d2-91e0-40e35b9ed8b5 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] 10.222.0.64 "GET /v2.0/networks?id=3e7eca48-badb-45a7-932d-a88a5ec55660 HTTP/1.1" status: 200 len: 797 time: 0.1395345 Aug 12 14:59:15.051887 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ddc44ac7-215f-4345-986a-47e1c6d8a175 req-0d92e79c-ea7c-4eb4-bdc3-615a36650754 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cbaad1cb6c364f2d8238ea489cf6e7b7 HTTP/1.1" status: 200 len: 380 time: 0.0493388 Aug 12 14:59:15.062715 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-ddc44ac7-215f-4345-986a-47e1c6d8a175 req-a8ce277b-3799-4cdc-8c06-23c15d6f1f24 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Request body: {'port': {'device_id': '76ed27f8-8779-47dc-afc0-8aedac1dce30', 'network_id': '3e7eca48-badb-45a7-932d-a88a5ec55660', 'admin_state_up': True, 'tenant_id': 'cbaad1cb6c364f2d8238ea489cf6e7b7', 'security_groups': ['16bd8252-02f9-46f3-a7d2-4c186aa47e1a']}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:59:15.179815 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ddc44ac7-215f-4345-986a-47e1c6d8a175 req-a8ce277b-3799-4cdc-8c06-23c15d6f1f24 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Made reservation on behalf of cbaad1cb6c364f2d8238ea489cf6e7b7 for: {'port': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:59:15.183540 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-ddc44ac7-215f-4345-986a-47e1c6d8a175 req-a8ce277b-3799-4cdc-8c06-23c15d6f1f24 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:15.319049 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_common [req-ddc44ac7-215f-4345-986a-47e1c6d8a175 req-a8ce277b-3799-4cdc-8c06-23c15d6f1f24 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Allocated IP 172.20.0.14 (3e7eca48-badb-45a7-932d-a88a5ec55660/3b6b8245-5d20-415c-b5e2-bcd26d766821/e868ff10-7490-4857-98a0-231d7322f8fa) {{(pid=94467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:59:15.471783 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-ddc44ac7-215f-4345-986a-47e1c6d8a175 req-a8ce277b-3799-4cdc-8c06-23c15d6f1f24 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify callbacks [] for port, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:15.487326 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [req-ddc44ac7-215f-4345-986a-47e1c6d8a175 req-a8ce277b-3799-4cdc-8c06-23c15d6f1f24 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Transition to ACTIVE for port object e868ff10-7490-4857-98a0-231d7322f8fa will not be triggered until provisioned by entity DHCP. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:59:15.527010 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-ddc44ac7-215f-4345-986a-47e1c6d8a175 req-a8ce277b-3799-4cdc-8c06-23c15d6f1f24 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:15.571448 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ddc44ac7-215f-4345-986a-47e1c6d8a175 req-a8ce277b-3799-4cdc-8c06-23c15d6f1f24 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Network 3e7eca48-badb-45a7-932d-a88a5ec55660 is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:59:15.577006 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [req-ddc44ac7-215f-4345-986a-47e1c6d8a175 req-a8ce277b-3799-4cdc-8c06-23c15d6f1f24 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:59:15.581011 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddc44ac7-215f-4345-986a-47e1c6d8a175 req-a8ce277b-3799-4cdc-8c06-23c15d6f1f24 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Received port after_create {{(pid=94467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:59:15.610490 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ce277b-3799-4cdc-8c06-23c15d6f1f24 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Pushing event updated for resources: {'Port': ['ID=e868ff10-7490-4857-98a0-231d7322f8fa,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:59:15.647187 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-fe95f194-a3b0-4c04-9e42-20b511169d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:15.648086 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc44ac7-215f-4345-986a-47e1c6d8a175 req-a8ce277b-3799-4cdc-8c06-23c15d6f1f24 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:59:15.648434 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-ddc44ac7-215f-4345-986a-47e1c6d8a175 req-a8ce277b-3799-4cdc-8c06-23c15d6f1f24 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:15.680404 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ddc44ac7-215f-4345-986a-47e1c6d8a175 req-a8ce277b-3799-4cdc-8c06-23c15d6f1f24 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6215708 Aug 12 14:59:15.701138 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-ddc44ac7-215f-4345-986a-47e1c6d8a175 req-bc31d53d-8248-46a4-ad38-c055e1e4f19f service neutron] Request body: {'port': {'device_id': '76ed27f8-8779-47dc-afc0-8aedac1dce30', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-694802-15'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:59:15.920017 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-d02f564f-97c9-40e8-ae70-779a8ef59c60 None None] Provisioning for port e868ff10-7490-4857-98a0-231d7322f8fa completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:59:15.933876 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-d02f564f-97c9-40e8-ae70-779a8ef59c60 None None] Provisioning complete for port e868ff10-7490-4857-98a0-231d7322f8fa triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:59:15.935550 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-d02f564f-97c9-40e8-ae70-779a8ef59c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:15.960225 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f26e6c8-1578-41d2-8b5d-e21a95654add req-feec7ace-2092-4b0d-a41d-5d506318506e tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:59:15.978015 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-7f26e6c8-1578-41d2-8b5d-e21a95654add req-feec7ace-2092-4b0d-a41d-5d506318506e tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] 10.222.0.39 "GET /v2.0/ports?device_id=76ed27f8-8779-47dc-afc0-8aedac1dce30 HTTP/1.1" status: 200 len: 932 time: 0.0898860 Aug 12 14:59:15.997737 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-d02f564f-97c9-40e8-ae70-779a8ef59c60 None None] Port e868ff10-7490-4857-98a0-231d7322f8fa cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 14:59:16.025298 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-7f26e6c8-1578-41d2-8b5d-e21a95654add req-d3b95362-5386-479d-96ab-39407a194c92 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] 10.222.0.39 "GET /v2.0/security-groups?id=16bd8252-02f9-46f3-a7d2-4c186aa47e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462008 Aug 12 14:59:16.225074 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-ddc44ac7-215f-4345-986a-47e1c6d8a175 req-bc31d53d-8248-46a4-ad38-c055e1e4f19f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:16.524118 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [req-ddc44ac7-215f-4345-986a-47e1c6d8a175 req-bc31d53d-8248-46a4-ad38-c055e1e4f19f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e868ff10-7490-4857-98a0-231d7322f8fa {{(pid=94467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:59:16.532890 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-ddc44ac7-215f-4345-986a-47e1c6d8a175 req-bc31d53d-8248-46a4-ad38-c055e1e4f19f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:16.546593 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [req-ddc44ac7-215f-4345-986a-47e1c6d8a175 req-bc31d53d-8248-46a4-ad38-c055e1e4f19f service neutron] Transition to ACTIVE for port object e868ff10-7490-4857-98a0-231d7322f8fa will not be triggered until provisioned by entity L2. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:59:16.552788 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-ddc44ac7-215f-4345-986a-47e1c6d8a175 req-bc31d53d-8248-46a4-ad38-c055e1e4f19f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:16.640822 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc31d53d-8248-46a4-ad38-c055e1e4f19f service neutron] Pushing event updated for resources: {'Port': ['ID=e868ff10-7490-4857-98a0-231d7322f8fa,revision_number=2']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:59:16.700428 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-ddc44ac7-215f-4345-986a-47e1c6d8a175 req-bc31d53d-8248-46a4-ad38-c055e1e4f19f service neutron] Attempting to bind port e868ff10-7490-4857-98a0-231d7322f8fa on host n-h1-694802-15 for vnic_type normal with profile {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:59:16.700908 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-ddc44ac7-215f-4345-986a-47e1c6d8a175 req-bc31d53d-8248-46a4-ad38-c055e1e4f19f service neutron] Attempting to bind port e868ff10-7490-4857-98a0-231d7322f8fa by drivers openvswitch,hyperv on host n-h1-694802-15 at level 0 using segments [{'id': '8d65393c-9f63-473a-8b65-9b5047b6fdb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '3e7eca48-badb-45a7-932d-a88a5ec55660'}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:59:16.701268 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddc44ac7-215f-4345-986a-47e1c6d8a175 req-bc31d53d-8248-46a4-ad38-c055e1e4f19f service neutron] Attempting to bind port e868ff10-7490-4857-98a0-231d7322f8fa on network 3e7eca48-badb-45a7-932d-a88a5ec55660 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:59:16.707603 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddc44ac7-215f-4345-986a-47e1c6d8a175 req-bc31d53d-8248-46a4-ad38-c055e1e4f19f service neutron] Port e868ff10-7490-4857-98a0-231d7322f8fa on network 3e7eca48-badb-45a7-932d-a88a5ec55660 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-15 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 14:59:16.707931 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddc44ac7-215f-4345-986a-47e1c6d8a175 req-bc31d53d-8248-46a4-ad38-c055e1e4f19f service neutron] Attempting to bind port e868ff10-7490-4857-98a0-231d7322f8fa on network 3e7eca48-badb-45a7-932d-a88a5ec55660 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:59:16.723269 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddc44ac7-215f-4345-986a-47e1c6d8a175 req-bc31d53d-8248-46a4-ad38-c055e1e4f19f service neutron] Checking agent: {'id': 'de568313-a3e6-454a-9813-77e25edcea95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 27, 41), 'started_at': datetime.datetime(2021, 8, 12, 14, 27, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 59, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:59:16.723269 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddc44ac7-215f-4345-986a-47e1c6d8a175 req-bc31d53d-8248-46a4-ad38-c055e1e4f19f service neutron] Checking segment: {'id': '8d65393c-9f63-473a-8b65-9b5047b6fdb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '3e7eca48-badb-45a7-932d-a88a5ec55660'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:59:16.723950 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddc44ac7-215f-4345-986a-47e1c6d8a175 req-bc31d53d-8248-46a4-ad38-c055e1e4f19f service neutron] Bound using segment: {'id': '8d65393c-9f63-473a-8b65-9b5047b6fdb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '3e7eca48-badb-45a7-932d-a88a5ec55660'} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:59:16.724485 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-ddc44ac7-215f-4345-986a-47e1c6d8a175 req-bc31d53d-8248-46a4-ad38-c055e1e4f19f service neutron] Bound port: e868ff10-7490-4857-98a0-231d7322f8fa, host: n-h1-694802-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d65393c-9f63-473a-8b65-9b5047b6fdb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '3e7eca48-badb-45a7-932d-a88a5ec55660'}}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:59:16.724964 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-ddc44ac7-215f-4345-986a-47e1c6d8a175 req-bc31d53d-8248-46a4-ad38-c055e1e4f19f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:16.805933 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-ddc44ac7-215f-4345-986a-47e1c6d8a175 req-bc31d53d-8248-46a4-ad38-c055e1e4f19f service neutron] For port e868ff10-7490-4857-98a0-231d7322f8fa, host n-h1-694802-15, cleared binding levels {{(pid=94467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:59:16.809977 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-ddc44ac7-215f-4345-986a-47e1c6d8a175 req-bc31d53d-8248-46a4-ad38-c055e1e4f19f service neutron] For port e868ff10-7490-4857-98a0-231d7322f8fa, host n-h1-694802-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=e868ff10-7490-4857-98a0-231d7322f8fa,segment=NetworkSegment(8d65393c-9f63-473a-8b65-9b5047b6fdb6),segment_id=8d65393c-9f63-473a-8b65-9b5047b6fdb6)] {{(pid=94467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:59:16.815255 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-ddc44ac7-215f-4345-986a-47e1c6d8a175 req-bc31d53d-8248-46a4-ad38-c055e1e4f19f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:16.852103 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc44ac7-215f-4345-986a-47e1c6d8a175 req-bc31d53d-8248-46a4-ad38-c055e1e4f19f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:59:16.853161 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-ddc44ac7-215f-4345-986a-47e1c6d8a175 req-bc31d53d-8248-46a4-ad38-c055e1e4f19f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:16.854841 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ddc44ac7-215f-4345-986a-47e1c6d8a175 req-bc31d53d-8248-46a4-ad38-c055e1e4f19f service neutron] 10.222.0.64 "PUT /v2.0/ports/e868ff10-7490-4857-98a0-231d7322f8fa HTTP/1.1" status: 200 len: 1093 time: 1.1627321 Aug 12 14:59:16.857722 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76ed27f8-8779-47dc-afc0-8aedac1dce30', 'tag': 'e868ff10-7490-4857-98a0-231d7322f8fa'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:59:16.860551 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e65282f928b64038367d043a4411777802006c43a98742496cb2e25b724ff1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6ed8468-8eed-455f-80a3-a6c2912b68e0" -d '{"events": [{"name": "network-changed", "server_uuid": "76ed27f8-8779-47dc-afc0-8aedac1dce30", "tag": "e868ff10-7490-4857-98a0-231d7322f8fa"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:59:16.946050 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 14:59:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0508ebc0-9765-4eba-8096-5affe6089bbe x-openstack-request-id: req-0508ebc0-9765-4eba-8096-5affe6089bbe {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:59:16.946444 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76ed27f8-8779-47dc-afc0-8aedac1dce30", "tag": "e868ff10-7490-4857-98a0-231d7322f8fa", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:59:16.946583 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0508ebc0-9765-4eba-8096-5affe6089bbe {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:59:16.946983 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76ed27f8-8779-47dc-afc0-8aedac1dce30', 'tag': 'e868ff10-7490-4857-98a0-231d7322f8fa', 'status': 'completed', 'code': 200} Aug 12 14:59:16.961262 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc31d53d-8248-46a4-ad38-c055e1e4f19f service neutron] Pushing event updated for resources: {'Port': ['ID=e868ff10-7490-4857-98a0-231d7322f8fa,revision_number=3']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:59:16.991040 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc44ac7-215f-4345-986a-47e1c6d8a175 req-a42bdabe-912b-4f8d-aa2c-fe8cca93945b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:59:16.992815 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ddc44ac7-215f-4345-986a-47e1c6d8a175 req-a42bdabe-912b-4f8d-aa2c-fe8cca93945b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=cbaad1cb6c364f2d8238ea489cf6e7b7&device_id=76ed27f8-8779-47dc-afc0-8aedac1dce30 HTTP/1.1" status: 200 len: 1096 time: 0.0805902 Aug 12 14:59:17.047797 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ddc44ac7-215f-4345-986a-47e1c6d8a175 req-ecabf296-0dcf-4008-8b4b-afdd417ccf6d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e868ff10-7490-4857-98a0-231d7322f8fa HTTP/1.1" status: 200 len: 217 time: 0.0425441 Aug 12 14:59:17.139517 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc44ac7-215f-4345-986a-47e1c6d8a175 req-462fba5a-5986-4347-99fc-395dd9a9db24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:59:17.141196 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ddc44ac7-215f-4345-986a-47e1c6d8a175 req-462fba5a-5986-4347-99fc-395dd9a9db24 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3b6b8245-5d20-415c-b5e2-bcd26d766821 HTTP/1.1" status: 200 len: 834 time: 0.0799279 Aug 12 14:59:17.208396 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c84c937-e079-4bf0-99c0-a344c197019d req-0c7d1e1f-fad3-4593-b9f8-746756c7b9f0 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:59:17.210265 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2c84c937-e079-4bf0-99c0-a344c197019d req-0c7d1e1f-fad3-4593-b9f8-746756c7b9f0 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] 10.222.0.39 "GET /v2.0/ports?device_id=76ed27f8-8779-47dc-afc0-8aedac1dce30 HTTP/1.1" status: 200 len: 944 time: 0.0859249 Aug 12 14:59:17.241517 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc44ac7-215f-4345-986a-47e1c6d8a175 req-f3231d8b-3e07-46cf-89a4-423a623e86c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:59:17.241991 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ddc44ac7-215f-4345-986a-47e1c6d8a175 req-f3231d8b-3e07-46cf-89a4-423a623e86c4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3e7eca48-badb-45a7-932d-a88a5ec55660&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0850866 Aug 12 14:59:17.294118 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2c84c937-e079-4bf0-99c0-a344c197019d req-2411f875-d595-410f-bdc3-51f26cee7fa6 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] 10.222.0.39 "GET /v2.0/security-groups?id=16bd8252-02f9-46f3-a7d2-4c186aa47e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709884 Aug 12 14:59:17.406071 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ddc44ac7-215f-4345-986a-47e1c6d8a175 req-31fda11f-820d-4dab-a9f9-3ae5b8454bfb service neutron] 10.222.0.64 "GET /v2.0/networks/3e7eca48-badb-45a7-932d-a88a5ec55660?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489661 Aug 12 14:59:17.509165 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ddc44ac7-215f-4345-986a-47e1c6d8a175 req-e79cf6a0-50d8-4ad7-bf40-721aaa6079ad service neutron] 10.222.0.64 "GET /v2.0/networks/3e7eca48-badb-45a7-932d-a88a5ec55660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910807 Aug 12 14:59:17.648925 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ed8468-8eed-455f-80a3-a6c2912b68e0 req-b45347e3-e8a7-4163-967e-181eabba6c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:59:17.661863 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b6ed8468-8eed-455f-80a3-a6c2912b68e0 req-b45347e3-e8a7-4163-967e-181eabba6c9d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=cbaad1cb6c364f2d8238ea489cf6e7b7&device_id=76ed27f8-8779-47dc-afc0-8aedac1dce30 HTTP/1.1" status: 200 len: 1096 time: 0.0817375 Aug 12 14:59:17.843337 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ed8468-8eed-455f-80a3-a6c2912b68e0 req-5bc30f77-d9cb-4310-a492-e6a45c9429d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:59:17.844828 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b6ed8468-8eed-455f-80a3-a6c2912b68e0 req-5bc30f77-d9cb-4310-a492-e6a45c9429d5 service neutron] 10.222.0.64 "GET /v2.0/networks?id=3e7eca48-badb-45a7-932d-a88a5ec55660 HTTP/1.1" status: 200 len: 898 time: 0.1764913 Aug 12 14:59:17.895471 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b6ed8468-8eed-455f-80a3-a6c2912b68e0 req-c574cbf1-ac80-4525-a9f1-dc9cb1f6bd1d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e868ff10-7490-4857-98a0-231d7322f8fa HTTP/1.1" status: 200 len: 217 time: 0.0381949 Aug 12 14:59:17.955704 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ed8468-8eed-455f-80a3-a6c2912b68e0 req-83cf13a6-68b4-426e-963f-de20dcd28113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:59:17.957242 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b6ed8468-8eed-455f-80a3-a6c2912b68e0 req-83cf13a6-68b4-426e-963f-de20dcd28113 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3b6b8245-5d20-415c-b5e2-bcd26d766821 HTTP/1.1" status: 200 len: 834 time: 0.0493269 Aug 12 14:59:18.017070 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ed8468-8eed-455f-80a3-a6c2912b68e0 req-9bf71107-c7d3-402f-997a-ea1cf2987a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:59:18.022659 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b6ed8468-8eed-455f-80a3-a6c2912b68e0 req-9bf71107-c7d3-402f-997a-ea1cf2987a6f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3e7eca48-badb-45a7-932d-a88a5ec55660&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0468597 Aug 12 14:59:18.116557 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b6ed8468-8eed-455f-80a3-a6c2912b68e0 req-ac00eeaf-c56b-4ada-bd76-5b7286e9407b service neutron] 10.222.0.64 "GET /v2.0/networks/3e7eca48-badb-45a7-932d-a88a5ec55660?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869942 Aug 12 14:59:18.215721 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b6ed8468-8eed-455f-80a3-a6c2912b68e0 req-0bb81777-4cfc-4f4e-9d52-71f817324b0e service neutron] 10.222.0.64 "GET /v2.0/networks/3e7eca48-badb-45a7-932d-a88a5ec55660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865142 Aug 12 14:59:18.412739 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1baf08dc-7331-4f8c-97c7-5382ddbcacca req-fdb9380c-f766-4301-8157-906c22976ee1 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:59:18.414235 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-1baf08dc-7331-4f8c-97c7-5382ddbcacca req-fdb9380c-f766-4301-8157-906c22976ee1 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] 10.222.0.39 "GET /v2.0/ports?device_id=76ed27f8-8779-47dc-afc0-8aedac1dce30 HTTP/1.1" status: 200 len: 944 time: 0.0493853 Aug 12 14:59:18.461942 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-1baf08dc-7331-4f8c-97c7-5382ddbcacca req-3c083b1b-a39a-4033-9c35-180682252b0c tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] 10.222.0.39 "GET /v2.0/security-groups?id=16bd8252-02f9-46f3-a7d2-4c186aa47e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372505 Aug 12 14:59:19.589148 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d428d1-42ef-4614-99c0-f6a7c86a9538 req-4535a2d2-9345-4aef-9c4f-fcdb7594615d tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:59:19.597614 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-53d428d1-42ef-4614-99c0-f6a7c86a9538 req-4535a2d2-9345-4aef-9c4f-fcdb7594615d tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] 10.222.0.39 "GET /v2.0/ports?device_id=76ed27f8-8779-47dc-afc0-8aedac1dce30 HTTP/1.1" status: 200 len: 944 time: 0.0666153 Aug 12 14:59:19.656157 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-53d428d1-42ef-4614-99c0-f6a7c86a9538 req-e6a6c2ae-9f79-4735-800a-4c2840a1e2d8 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] 10.222.0.39 "GET /v2.0/security-groups?id=16bd8252-02f9-46f3-a7d2-4c186aa47e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576448 Aug 12 14:59:20.787764 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b9f985-960f-4099-b4a4-07d0e1282dfe req-2bbfae2a-f473-4dae-b181-de3e9986f583 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:59:20.789312 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d7b9f985-960f-4099-b4a4-07d0e1282dfe req-2bbfae2a-f473-4dae-b181-de3e9986f583 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] 10.222.0.39 "GET /v2.0/ports?device_id=76ed27f8-8779-47dc-afc0-8aedac1dce30 HTTP/1.1" status: 200 len: 944 time: 0.0597782 Aug 12 14:59:20.844638 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d7b9f985-960f-4099-b4a4-07d0e1282dfe req-6413e77f-7741-409b-8c85-cabc5ae237c9 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] 10.222.0.39 "GET /v2.0/security-groups?id=16bd8252-02f9-46f3-a7d2-4c186aa47e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441329 Aug 12 14:59:22.057591 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ac4556-3f0d-4ef7-9870-5e7f7aaca7b2 req-8ffac72a-fd53-406d-aa6c-c90c338c37cb tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:59:22.067708 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device e868ff10-7490-4857-98a0-231d7322f8fa details requested by agent hyperv_n-h1-694802-15 with host n-h1-694802-15 {{(pid=94468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 14:59:22.083136 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-25ac4556-3f0d-4ef7-9870-5e7f7aaca7b2 req-8ffac72a-fd53-406d-aa6c-c90c338c37cb tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] 10.222.0.39 "GET /v2.0/ports?device_id=76ed27f8-8779-47dc-afc0-8aedac1dce30 HTTP/1.1" status: 200 len: 944 time: 0.1569870 Aug 12 14:59:22.153641 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-25ac4556-3f0d-4ef7-9870-5e7f7aaca7b2 req-7782fb71-084f-47c3-a3ca-8ba225bf0528 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] 10.222.0.39 "GET /v2.0/security-groups?id=16bd8252-02f9-46f3-a7d2-4c186aa47e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694404 Aug 12 14:59:22.266868 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port e868ff10-7490-4857-98a0-231d7322f8fa, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=e868ff10-7490-4857-98a0-231d7322f8fa,segment=NetworkSegment(8d65393c-9f63-473a-8b65-9b5047b6fdb6),segment_id=8d65393c-9f63-473a-8b65-9b5047b6fdb6)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:59:22.279384 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Returning: {'device': 'e868ff10-7490-4857-98a0-231d7322f8fa', 'network_id': '3e7eca48-badb-45a7-932d-a88a5ec55660', 'port_id': 'e868ff10-7490-4857-98a0-231d7322f8fa', 'mac_address': 'fa:16:3e:4a:fb:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b6b8245-5d20-415c-b5e2-bcd26d766821', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 14:59:22.323814 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:22.342798 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e868ff10-7490-4857-98a0-231d7322f8fa {{(pid=94468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:59:22.367041 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port e868ff10-7490-4857-98a0-231d7322f8fa, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=e868ff10-7490-4857-98a0-231d7322f8fa,segment=NetworkSegment(8d65393c-9f63-473a-8b65-9b5047b6fdb6),segment_id=8d65393c-9f63-473a-8b65-9b5047b6fdb6)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:59:22.374503 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:22.436769 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Pushing event updated for resources: {'Port': ['ID=e868ff10-7490-4857-98a0-231d7322f8fa,revision_number=4']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:59:22.664469 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] get_ports_and_sgs() called for port_ids ['e868ff10-7490-4857-98a0-231d7322f8fa'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:59:23.288590 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3672d79c-ba2f-45d3-b2d4-3f75988a3869 req-ba6ba182-1ddd-4b73-be67-ad07cf856d33 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:59:23.293009 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3672d79c-ba2f-45d3-b2d4-3f75988a3869 req-ba6ba182-1ddd-4b73-be67-ad07cf856d33 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] 10.222.0.39 "GET /v2.0/ports?device_id=76ed27f8-8779-47dc-afc0-8aedac1dce30 HTTP/1.1" status: 200 len: 945 time: 0.0541718 Aug 12 14:59:23.373046 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3672d79c-ba2f-45d3-b2d4-3f75988a3869 req-1582cc61-aad8-400d-b011-e05dc7393306 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] 10.222.0.39 "GET /v2.0/security-groups?id=16bd8252-02f9-46f3-a7d2-4c186aa47e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714605 Aug 12 14:59:24.066075 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device e868ff10-7490-4857-98a0-231d7322f8fa up at agent hyperv_n-h1-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:59:24.129934 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Provisioning for port e868ff10-7490-4857-98a0-231d7322f8fa completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:59:24.134889 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Provisioning complete for port e868ff10-7490-4857-98a0-231d7322f8fa triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:59:24.135320 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:24.222895 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:24.289320 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76ed27f8-8779-47dc-afc0-8aedac1dce30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e868ff10-7490-4857-98a0-231d7322f8fa'}] {{(pid=94468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:59:24.291646 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99a8d87602170099c728e57431aca99e9b98a655a83bbf8727be13192709727b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de5ce103-53ab-49ac-99a3-94e51cd8a241" -d '{"events": [{"server_uuid": "76ed27f8-8779-47dc-afc0-8aedac1dce30", "name": "network-vif-plugged", "status": "completed", "tag": "e868ff10-7490-4857-98a0-231d7322f8fa"}]}' {{(pid=94468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:59:24.319045 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port e868ff10-7490-4857-98a0-231d7322f8fa, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=e868ff10-7490-4857-98a0-231d7322f8fa,segment=NetworkSegment(8d65393c-9f63-473a-8b65-9b5047b6fdb6),segment_id=8d65393c-9f63-473a-8b65-9b5047b6fdb6)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:59:24.326352 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:24.369410 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 14:59:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-669a45b2-0e7c-4ca1-b152-0040a3bc5d00 x-openstack-request-id: req-669a45b2-0e7c-4ca1-b152-0040a3bc5d00 {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:59:24.369720 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76ed27f8-8779-47dc-afc0-8aedac1dce30", "name": "network-vif-plugged", "status": "completed", "tag": "e868ff10-7490-4857-98a0-231d7322f8fa", "code": 200}]} {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:59:24.369947 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-669a45b2-0e7c-4ca1-b152-0040a3bc5d00 {{(pid=94468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:59:24.370335 n-d-694802-15 neutron-server[94468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76ed27f8-8779-47dc-afc0-8aedac1dce30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e868ff10-7490-4857-98a0-231d7322f8fa', 'code': 200} Aug 12 14:59:24.419794 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Pushing event updated for resources: {'Port': ['ID=e868ff10-7490-4857-98a0-231d7322f8fa,revision_number=5']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:59:24.494578 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3074fc6f-1b56-4fa4-b0e0-889281ffc5e6 req-2e70d0e6-9fbc-4e95-ad0a-1d82355e45b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:59:24.496344 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3074fc6f-1b56-4fa4-b0e0-889281ffc5e6 req-2e70d0e6-9fbc-4e95-ad0a-1d82355e45b9 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=76ed27f8-8779-47dc-afc0-8aedac1dce30 HTTP/1.1" status: 200 len: 1098 time: 0.0694199 Aug 12 14:59:24.553361 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3074fc6f-1b56-4fa4-b0e0-889281ffc5e6 req-d6373e9a-0d83-4e63-8449-b4fbed89db35 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=16bd8252-02f9-46f3-a7d2-4c186aa47e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493405 Aug 12 14:59:24.560617 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2ba04a-1dac-4b0b-9f00-4963e74ef77f req-88e63420-419f-4087-8190-1d2d580d0757 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:59:24.581677 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-ab2ba04a-1dac-4b0b-9f00-4963e74ef77f req-88e63420-419f-4087-8190-1d2d580d0757 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] 10.222.0.39 "GET /v2.0/ports?device_id=76ed27f8-8779-47dc-afc0-8aedac1dce30 HTTP/1.1" status: 200 len: 946 time: 0.0868998 Aug 12 14:59:24.628467 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-ab2ba04a-1dac-4b0b-9f00-4963e74ef77f req-244b86a6-ecef-40f5-80b5-7a8471cc1290 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] 10.222.0.39 "GET /v2.0/security-groups?id=16bd8252-02f9-46f3-a7d2-4c186aa47e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453479 Aug 12 14:59:25.826844 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7c5c4c-5967-4838-8ab2-76a4aa709ba1 req-513ce13f-051e-4f5e-8b18-a029a3ee6e2e tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:59:25.839344 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-bb7c5c4c-5967-4838-8ab2-76a4aa709ba1 req-513ce13f-051e-4f5e-8b18-a029a3ee6e2e tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] 10.222.0.39 "GET /v2.0/ports?device_id=76ed27f8-8779-47dc-afc0-8aedac1dce30 HTTP/1.1" status: 200 len: 946 time: 0.0763774 Aug 12 14:59:25.903098 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-bb7c5c4c-5967-4838-8ab2-76a4aa709ba1 req-e41369aa-a009-4812-957f-6527f15b9643 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] 10.222.0.39 "GET /v2.0/security-groups?id=16bd8252-02f9-46f3-a7d2-4c186aa47e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623782 Aug 12 14:59:26.057139 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be418f6-cf2f-40a1-b5dc-81366002d966 req-028113b8-07a6-4368-8685-33695508e8bd tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:59:26.075723 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-8be418f6-cf2f-40a1-b5dc-81366002d966 req-028113b8-07a6-4368-8685-33695508e8bd tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] 10.222.0.39 "GET /v2.0/ports?device_id=76ed27f8-8779-47dc-afc0-8aedac1dce30 HTTP/1.1" status: 200 len: 946 time: 0.0855682 Aug 12 14:59:26.146415 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-8be418f6-cf2f-40a1-b5dc-81366002d966 req-b9ab4fb0-f409-4ef7-80d6-fe262b778f13 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] 10.222.0.39 "GET /v2.0/security-groups?id=16bd8252-02f9-46f3-a7d2-4c186aa47e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691080 Aug 12 14:59:26.162615 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0553bf21-2897-4cbe-8ee0-cbed794c0ff3 req-d2dfc565-41f2-4142-801e-f4b113de258f service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=f62b31fa-d01b-4444-a013-47332dacb5d8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0829568 Aug 12 14:59:26.180609 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 43894) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:59:26.268817 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-739ef6c6-3bbb-436f-92ee-fdf1b09801df tempest-TestNetworkBasicOps-1793123649 tempest-TestNetworkBasicOps-1793123649-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:59:26.270995 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-739ef6c6-3bbb-436f-92ee-fdf1b09801df tempest-TestNetworkBasicOps-1793123649 tempest-TestNetworkBasicOps-1793123649-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=76ed27f8-8779-47dc-afc0-8aedac1dce30 HTTP/1.1" status: 200 len: 1093 time: 0.0890424 Aug 12 14:59:26.273970 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 43896) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:59:26.279467 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-0fab0aaa-f6b6-4ff0-870a-d0d89dcd361f tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Request body: {'floatingip': {'floating_network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'port_id': 'e868ff10-7490-4857-98a0-231d7322f8fa', 'tenant_id': 'cbaad1cb6c364f2d8238ea489cf6e7b7', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:59:26.309126 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0fab0aaa-f6b6-4ff0-870a-d0d89dcd361f tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify callbacks [] for floatingip, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:26.323645 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0553bf21-2897-4cbe-8ee0-cbed794c0ff3 req-4ba8b319-89dd-45e8-ab8f-b3ce192f0ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:59:26.325168 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0553bf21-2897-4cbe-8ee0-cbed794c0ff3 req-4ba8b319-89dd-45e8-ab8f-b3ce192f0ff7 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=eddbf0db78bb49c0ab2be813947221dc&device_id=f62b31fa-d01b-4444-a013-47332dacb5d8 HTTP/1.1" status: 200 len: 1098 time: 0.1056364 Aug 12 14:59:26.489195 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0fab0aaa-f6b6-4ff0-870a-d0d89dcd361f tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:26.534064 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0553bf21-2897-4cbe-8ee0-cbed794c0ff3 req-d045cf8a-d45e-46a9-ae0c-5f62fb790e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:59:26.535881 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0553bf21-2897-4cbe-8ee0-cbed794c0ff3 req-d045cf8a-d45e-46a9-ae0c-5f62fb790e7c service neutron] 10.222.0.49 "GET /v2.0/networks?id=163c25f9-f902-43c0-b306-3d06c1f84041 HTTP/1.1" status: 200 len: 911 time: 0.1830213 Aug 12 14:59:26.618827 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0553bf21-2897-4cbe-8ee0-cbed794c0ff3 req-1f63ac2a-827c-4dea-9a4f-d6a727b11944 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b2c3504d-4dcd-42ae-bf8e-bbd074c8dd9c HTTP/1.1" status: 200 len: 1002 time: 0.0748873 Aug 12 14:59:26.668069 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-0fab0aaa-f6b6-4ff0-870a-d0d89dcd361f tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Allocated IP 172.25.1.100 (d3759e1b-6c03-45ac-acd4-90abb417809b/f0254f08-c19c-4e31-bd9c-09389ea4b6f2/d263f39a-f4cc-44e7-a69a-92b07739cf98) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:59:26.713212 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0553bf21-2897-4cbe-8ee0-cbed794c0ff3 req-3209d169-c9d1-4e4a-9657-0b92440c9f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:59:26.715790 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0553bf21-2897-4cbe-8ee0-cbed794c0ff3 req-3209d169-c9d1-4e4a-9657-0b92440c9f56 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c68a9dc4-9dae-4b6f-89ee-ab739b8f3389 HTTP/1.1" status: 200 len: 849 time: 0.0837939 Aug 12 14:59:26.784749 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0553bf21-2897-4cbe-8ee0-cbed794c0ff3 req-3253b6a6-738a-49ae-8a54-a517295d15b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:59:26.790461 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0553bf21-2897-4cbe-8ee0-cbed794c0ff3 req-3253b6a6-738a-49ae-8a54-a517295d15b9 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=163c25f9-f902-43c0-b306-3d06c1f84041&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0658026 Aug 12 14:59:26.902721 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0fab0aaa-f6b6-4ff0-870a-d0d89dcd361f tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:26.940776 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0553bf21-2897-4cbe-8ee0-cbed794c0ff3 req-479a8554-66c0-45ce-8476-13942ada16a9 service neutron] 10.222.0.49 "GET /v2.0/networks/163c25f9-f902-43c0-b306-3d06c1f84041?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416757 Aug 12 14:59:27.032630 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0fab0aaa-f6b6-4ff0-870a-d0d89dcd361f tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:27.083847 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0553bf21-2897-4cbe-8ee0-cbed794c0ff3 req-b03642f9-fb67-434c-b4cb-8ecb5a54f5da service neutron] 10.222.0.49 "GET /v2.0/networks/163c25f9-f902-43c0-b306-3d06c1f84041?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331687 Aug 12 14:59:27.095817 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fab0aaa-f6b6-4ff0-870a-d0d89dcd361f tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Network d3759e1b-6c03-45ac-acd4-90abb417809b is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:59:27.103327 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-0fab0aaa-f6b6-4ff0-870a-d0d89dcd361f tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:59:27.107958 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fab0aaa-f6b6-4ff0-870a-d0d89dcd361f tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:59:27.111694 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fab0aaa-f6b6-4ff0-870a-d0d89dcd361f tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Pushing event updated for resources: {'Port': ['ID=d263f39a-f4cc-44e7-a69a-92b07739cf98,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:59:27.513808 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0fab0aaa-f6b6-4ff0-870a-d0d89dcd361f tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:27.590902 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0fab0aaa-f6b6-4ff0-870a-d0d89dcd361f tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:27.770288 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0fab0aaa-f6b6-4ff0-870a-d0d89dcd361f tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify callbacks [] for port, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:27.774498 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0fab0aaa-f6b6-4ff0-870a-d0d89dcd361f tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3718439'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:27.846671 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fab0aaa-f6b6-4ff0-870a-d0d89dcd361f tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Pushing event updated for resources: {'Port': ['ID=d263f39a-f4cc-44e7-a69a-92b07739cf98,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:59:27.862525 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0fab0aaa-f6b6-4ff0-870a-d0d89dcd361f tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431510'] for floatingip, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:27.988692 n-d-694802-15 neutron-server[94466]: INFO neutron.db.l3_db [None req-0fab0aaa-f6b6-4ff0-870a-d0d89dcd361f tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Floating IP e40272d5-9a40-4754-8f46-4ee6dc569d91 associated. External IP: 172.25.1.100, port: e868ff10-7490-4857-98a0-231d7322f8fa. Aug 12 14:59:28.305726 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fab0aaa-f6b6-4ff0-870a-d0d89dcd361f tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Router d3ba124a-70df-49f9-865d-161815339cca has already been hosted by L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f {{(pid=94466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 14:59:28.472407 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fab0aaa-f6b6-4ff0-870a-d0d89dcd361f tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 14:59:28.485400 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39b34e29-4c23-49c4-b329-6b4e2645c756 None None] Sync routers for ids ['d3ba124a-70df-49f9-865d-161815339cca'] in n-d-694802-15 {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 14:59:28.490540 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0fab0aaa-f6b6-4ff0-870a-d0d89dcd361f tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for floatingip, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:28.504151 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39b34e29-4c23-49c4-b329-6b4e2645c756 None None] Routers {'d3ba124a-70df-49f9-865d-161815339cca'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:59:28.504782 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-39b34e29-4c23-49c4-b329-6b4e2645c756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:59:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['d3ba124a-70df-49f9-865d-161815339cca'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:59:28.524191 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-0fab0aaa-f6b6-4ff0-870a-d0d89dcd361f tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2464745 Aug 12 14:59:28.524191 n-d-694802-15 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76ed27f8-8779-47dc-afc0-8aedac1dce30', 'tag': 'e868ff10-7490-4857-98a0-231d7322f8fa'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:59:28.524505 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 43966) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:59:28.524985 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e785eeede3897370d0b20f09d5f461b30cfecd5ed38c4f07dacd02bc52c9277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a5dcc4c-3630-48b4-aefa-7ad39ae4c552" -d '{"events": [{"name": "network-changed", "server_uuid": "76ed27f8-8779-47dc-afc0-8aedac1dce30", "tag": "e868ff10-7490-4857-98a0-231d7322f8fa"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:59:28.564343 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 14:59:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e29cfda-347f-42f4-abe1-155a5a94364e x-openstack-request-id: req-6e29cfda-347f-42f4-abe1-155a5a94364e {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:59:28.564737 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76ed27f8-8779-47dc-afc0-8aedac1dce30", "tag": "e868ff10-7490-4857-98a0-231d7322f8fa", "status": "completed", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:59:28.565236 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6e29cfda-347f-42f4-abe1-155a5a94364e {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:59:28.565774 n-d-694802-15 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76ed27f8-8779-47dc-afc0-8aedac1dce30', 'tag': 'e868ff10-7490-4857-98a0-231d7322f8fa', 'status': 'completed', 'code': 200} Aug 12 14:59:28.747372 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvr_db [None req-39b34e29-4c23-49c4-b329-6b4e2645c756 None None] Set router d3ba124a-70df-49f9-865d-161815339cca gateway port host: n-d-694802-15 {{(pid=94468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:59:28.801627 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5dcc4c-3630-48b4-aefa-7ad39ae4c552 req-51145c03-0865-41cd-bdc4-c1694a162ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:59:28.803442 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-5a5dcc4c-3630-48b4-aefa-7ad39ae4c552 req-51145c03-0865-41cd-bdc4-c1694a162ee5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=cbaad1cb6c364f2d8238ea489cf6e7b7&device_id=76ed27f8-8779-47dc-afc0-8aedac1dce30 HTTP/1.1" status: 200 len: 1098 time: 0.1867912 Aug 12 14:59:28.809790 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-ab81c9bd-9098-4eee-b31e-6356e98d5048 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] 10.222.0.39 "GET /v2.0/floatingips/e40272d5-9a40-4754-8f46-4ee6dc569d91 HTTP/1.1" status: 200 len: 992 time: 0.2840874 Aug 12 14:59:28.911098 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5dcc4c-3630-48b4-aefa-7ad39ae4c552 req-bdd5e107-8bdb-41a7-9ed7-992ca7b3b8a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:59:28.912870 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-5a5dcc4c-3630-48b4-aefa-7ad39ae4c552 req-bdd5e107-8bdb-41a7-9ed7-992ca7b3b8a1 service neutron] 10.222.0.64 "GET /v2.0/networks?id=3e7eca48-badb-45a7-932d-a88a5ec55660 HTTP/1.1" status: 200 len: 898 time: 0.0999820 Aug 12 14:59:29.009905 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-5a5dcc4c-3630-48b4-aefa-7ad39ae4c552 req-5ca7ed68-abbf-40c5-96ea-c311b28c56a1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e868ff10-7490-4857-98a0-231d7322f8fa HTTP/1.1" status: 200 len: 1000 time: 0.0861764 Aug 12 14:59:29.058802 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-39b34e29-4c23-49c4-b329-6b4e2645c756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3ba124a-70df-49f9-865d-161815339cca', 'name': 'tempest-TestNetworkBasicOps-router-1581285085', 'tenant_id': 'cbaad1cb6c364f2d8238ea489cf6e7b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.176'}], 'enable_snat': True}, 'gw_port_id': '77bf8668-611d-4ae5-b014-8f085e2cc2e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:58:59Z', 'updated_at': '2021-08-12T14:59:05Z', 'revision_number': 4, 'project_id': 'cbaad1cb6c364f2d8238ea489cf6e7b7', 'gw_port': {'id': '77bf8668-611d-4ae5-b014-8f085e2cc2e8', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:77:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3ba124a-70df-49f9-865d-161815339cca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3317, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:58:59Z', 'updated_at': '2021-08-12T14:59:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_floatingips': [{'id': 'e40272d5-9a40-4754-8f46-4ee6dc569d91', 'tenant_id': 'cbaad1cb6c364f2d8238ea489cf6e7b7', 'floating_ip_address': '172.25.1.100', 'floating_network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'router_id': 'd3ba124a-70df-49f9-865d-161815339cca', 'port_id': 'e868ff10-7490-4857-98a0-231d7322f8fa', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3362, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e7eca48-badb-45a7-932d-a88a5ec55660', 'mac_address': 'fa:16:3e:4a:fb:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76ed27f8-8779-47dc-afc0-8aedac1dce30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T14:59:27Z', 'updated_at': '2021-08-12T14:59:27Z', 'revision_number': 0, 'project_id': 'cbaad1cb6c364f2d8238ea489cf6e7b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f23466df-3273-468e-bf9b-d9f9f6253991', 'name': '', 'network_id': '3e7eca48-badb-45a7-932d-a88a5ec55660', 'tenant_id': 'cbaad1cb6c364f2d8238ea489cf6e7b7', 'mac_address': 'fa:16:3e:ce:ea:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3ba124a-70df-49f9-865d-161815339cca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': '3b6b8245-5d20-415c-b5e2-bcd26d766821', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:59:04Z', 'updated_at': '2021-08-12T14:59:13Z', 'revision_number': 5, 'project_id': 'cbaad1cb6c364f2d8238ea489cf6e7b7', 'subnets': [{'id': '3b6b8245-5d20-415c-b5e2-bcd26d766821', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:59:29.062985 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5dcc4c-3630-48b4-aefa-7ad39ae4c552 req-e7f5708c-d1d3-419f-9520-52e3bf9281e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:59:29.064508 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-5a5dcc4c-3630-48b4-aefa-7ad39ae4c552 req-e7f5708c-d1d3-419f-9520-52e3bf9281e0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3b6b8245-5d20-415c-b5e2-bcd26d766821 HTTP/1.1" status: 200 len: 834 time: 0.0470490 Aug 12 14:59:29.102740 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39b34e29-4c23-49c4-b329-6b4e2645c756 None None] Checking router: d3ba124a-70df-49f9-865d-161815339cca for host: n-d-694802-15 {{(pid=94468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 14:59:29.120939 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39b34e29-4c23-49c4-b329-6b4e2645c756 None None] Routers {'d3ba124a-70df-49f9-865d-161815339cca'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:59:29.121661 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-39b34e29-4c23-49c4-b329-6b4e2645c756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:59:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['d3ba124a-70df-49f9-865d-161815339cca'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:59:29.172222 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5dcc4c-3630-48b4-aefa-7ad39ae4c552 req-87bf26d8-b6f7-469a-8c1e-fbddf0a816d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:59:29.173762 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-5a5dcc4c-3630-48b4-aefa-7ad39ae4c552 req-87bf26d8-b6f7-469a-8c1e-fbddf0a816d6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3e7eca48-badb-45a7-932d-a88a5ec55660&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1011219 Aug 12 14:59:29.259783 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvr_db [None req-39b34e29-4c23-49c4-b329-6b4e2645c756 None None] Set router d3ba124a-70df-49f9-865d-161815339cca gateway port host: n-d-694802-15 {{(pid=94468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:59:29.297281 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-5a5dcc4c-3630-48b4-aefa-7ad39ae4c552 req-2037757c-ea28-4c87-8705-7e2fdc6104cb service neutron] 10.222.0.64 "GET /v2.0/networks/3e7eca48-badb-45a7-932d-a88a5ec55660?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1116037 Aug 12 14:59:29.534230 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-5a5dcc4c-3630-48b4-aefa-7ad39ae4c552 req-5d70f54f-aaee-48b0-a04f-f7026b16c4a5 service neutron] 10.222.0.64 "GET /v2.0/networks/3e7eca48-badb-45a7-932d-a88a5ec55660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2296221 Aug 12 14:59:29.668734 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-39b34e29-4c23-49c4-b329-6b4e2645c756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3ba124a-70df-49f9-865d-161815339cca', 'name': 'tempest-TestNetworkBasicOps-router-1581285085', 'tenant_id': 'cbaad1cb6c364f2d8238ea489cf6e7b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.176'}], 'enable_snat': True}, 'gw_port_id': '77bf8668-611d-4ae5-b014-8f085e2cc2e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:58:59Z', 'updated_at': '2021-08-12T14:59:05Z', 'revision_number': 4, 'project_id': 'cbaad1cb6c364f2d8238ea489cf6e7b7', 'gw_port': {'id': '77bf8668-611d-4ae5-b014-8f085e2cc2e8', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:77:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3ba124a-70df-49f9-865d-161815339cca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3317, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:58:59Z', 'updated_at': '2021-08-12T14:59:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_floatingips': [{'id': 'e40272d5-9a40-4754-8f46-4ee6dc569d91', 'tenant_id': 'cbaad1cb6c364f2d8238ea489cf6e7b7', 'floating_ip_address': '172.25.1.100', 'floating_network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'router_id': 'd3ba124a-70df-49f9-865d-161815339cca', 'port_id': 'e868ff10-7490-4857-98a0-231d7322f8fa', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3362, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e7eca48-badb-45a7-932d-a88a5ec55660', 'mac_address': 'fa:16:3e:4a:fb:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76ed27f8-8779-47dc-afc0-8aedac1dce30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T14:59:27Z', 'updated_at': '2021-08-12T14:59:27Z', 'revision_number': 0, 'project_id': 'cbaad1cb6c364f2d8238ea489cf6e7b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f23466df-3273-468e-bf9b-d9f9f6253991', 'name': '', 'network_id': '3e7eca48-badb-45a7-932d-a88a5ec55660', 'tenant_id': 'cbaad1cb6c364f2d8238ea489cf6e7b7', 'mac_address': 'fa:16:3e:ce:ea:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3ba124a-70df-49f9-865d-161815339cca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': '3b6b8245-5d20-415c-b5e2-bcd26d766821', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:59:04Z', 'updated_at': '2021-08-12T14:59:13Z', 'revision_number': 5, 'project_id': 'cbaad1cb6c364f2d8238ea489cf6e7b7', 'subnets': [{'id': '3b6b8245-5d20-415c-b5e2-bcd26d766821', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:59:29.715077 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39b34e29-4c23-49c4-b329-6b4e2645c756 None None] The sync data for ids ['d3ba124a-70df-49f9-865d-161815339cca'] in n-d-694802-15 is: [{'id': 'd3ba124a-70df-49f9-865d-161815339cca', 'name': 'tempest-TestNetworkBasicOps-router-1581285085', 'tenant_id': 'cbaad1cb6c364f2d8238ea489cf6e7b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.176'}], 'enable_snat': True}, 'gw_port_id': '77bf8668-611d-4ae5-b014-8f085e2cc2e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:58:59Z', 'updated_at': '2021-08-12T14:59:05Z', 'revision_number': 4, 'project_id': 'cbaad1cb6c364f2d8238ea489cf6e7b7', 'gw_port': {'id': '77bf8668-611d-4ae5-b014-8f085e2cc2e8', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:77:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3ba124a-70df-49f9-865d-161815339cca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3317, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:58:59Z', 'updated_at': '2021-08-12T14:59:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_floatingips': [{'id': 'e40272d5-9a40-4754-8f46-4ee6dc569d91', 'tenant_id': 'cbaad1cb6c364f2d8238ea489cf6e7b7', 'floating_ip_address': '172.25.1.100', 'floating_network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'router_id': 'd3ba124a-70df-49f9-865d-161815339cca', 'port_id': 'e868ff10-7490-4857-98a0-231d7322f8fa', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3362, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e7eca48-badb-45a7-932d-a88a5ec55660', 'mac_address': 'fa:16:3e:4a:fb:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76ed27f8-8779-47dc-afc0-8aedac1dce30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T14:59:27Z', 'updated_at': '2021-08-12T14:59:27Z', 'revision_number': 0, 'project_id': 'cbaad1cb6c364f2d8238ea489cf6e7b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f23466df-3273-468e-bf9b-d9f9f6253991', 'name': '', 'network_id': '3e7eca48-badb-45a7-932d-a88a5ec55660', 'tenant_id': 'cbaad1cb6c364f2d8238ea489cf6e7b7', 'mac_address': 'fa:16:3e:ce:ea:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3ba124a-70df-49f9-865d-161815339cca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': '3b6b8245-5d20-415c-b5e2-bcd26d766821', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:59:04Z', 'updated_at': '2021-08-12T14:59:13Z', 'revision_number': 5, 'project_id': 'cbaad1cb6c364f2d8238ea489cf6e7b7', 'subnets': [{'id': '3b6b8245-5d20-415c-b5e2-bcd26d766821', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 14:59:29.812799 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 43996) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:59:29.908269 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-e06ad18c-4c35-4471-8074-3e49d7e3c7f1 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] 10.222.0.39 "GET /v2.0/floatingips/e40272d5-9a40-4754-8f46-4ee6dc569d91 HTTP/1.1" status: 200 len: 992 time: 0.0928965 Aug 12 14:59:30.018581 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d420c175-1456-433e-a851-5d6e600a0d22 None None] New status for floating IP e40272d5-9a40-4754-8f46-4ee6dc569d91: ACTIVE {{(pid=94469) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 14:59:30.910960 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 44032) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:59:30.987386 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-91f878db-684e-428d-8b83-c8ebbefe2410 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] 10.222.0.39 "GET /v2.0/floatingips/e40272d5-9a40-4754-8f46-4ee6dc569d91 HTTP/1.1" status: 200 len: 994 time: 0.0752108 Aug 12 14:59:40.106595 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-e744d081-a926-471d-b60d-38d73ab5c1c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:41.480533 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:42.702023 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 44390) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:59:42.739669 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:42.827690 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3b2800de-fa31-4976-b62b-cac01a376871 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:42.934271 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3b2800de-fa31-4976-b62b-cac01a376871 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:42.938583 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3b2800de-fa31-4976-b62b-cac01a376871 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:42.988064 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2800de-fa31-4976-b62b-cac01a376871 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cd6f370-bd8b-41e3-b37a-11102b9d1524,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:59:42.991903 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-3b2800de-fa31-4976-b62b-cac01a376871 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3c06550aaceb4467aadf7467a2775dc2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2888491 Aug 12 14:59:42.995404 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 44398) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:59:42.999884 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2800de-fa31-4976-b62b-cac01a376871 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:59:43.000235 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2800de-fa31-4976-b62b-cac01a376871 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:59:43.000577 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2800de-fa31-4976-b62b-cac01a376871 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:59:43.001084 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2800de-fa31-4976-b62b-cac01a376871 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:59:43.001429 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2800de-fa31-4976-b62b-cac01a376871 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:59:43.001766 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2800de-fa31-4976-b62b-cac01a376871 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:59:43.002366 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2800de-fa31-4976-b62b-cac01a376871 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:59:43.002705 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2800de-fa31-4976-b62b-cac01a376871 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:59:43.003238 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2800de-fa31-4976-b62b-cac01a376871 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:59:43.003736 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2800de-fa31-4976-b62b-cac01a376871 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:59:43.004071 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2800de-fa31-4976-b62b-cac01a376871 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:59:43.004542 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2800de-fa31-4976-b62b-cac01a376871 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:59:43.018575 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:43.058272 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-b2461221-e8ca-4e64-95d3-12223f40ff2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:43.090865 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-b2461221-e8ca-4e64-95d3-12223f40ff2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:43.159587 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-b2461221-e8ca-4e64-95d3-12223f40ff2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:43.162524 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-b2461221-e8ca-4e64-95d3-12223f40ff2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:43.166878 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-b2461221-e8ca-4e64-95d3-12223f40ff2c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9cd6f370-bd8b-41e3-b37a-11102b9d1524 HTTP/1.1" status: 204 len: 168 time: 0.1692522 Aug 12 14:59:43.179182 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2461221-e8ca-4e64-95d3-12223f40ff2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cd6f370-bd8b-41e3-b37a-11102b9d1524,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:59:43.189763 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2461221-e8ca-4e64-95d3-12223f40ff2c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:59:43.190116 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2461221-e8ca-4e64-95d3-12223f40ff2c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:59:43.190464 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2461221-e8ca-4e64-95d3-12223f40ff2c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:59:43.190798 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2461221-e8ca-4e64-95d3-12223f40ff2c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:59:43.191351 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2461221-e8ca-4e64-95d3-12223f40ff2c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:59:43.191852 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2461221-e8ca-4e64-95d3-12223f40ff2c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:59:43.192333 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2461221-e8ca-4e64-95d3-12223f40ff2c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:59:43.192927 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2461221-e8ca-4e64-95d3-12223f40ff2c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:59:43.193421 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2461221-e8ca-4e64-95d3-12223f40ff2c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:59:43.193899 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2461221-e8ca-4e64-95d3-12223f40ff2c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:59:43.194503 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2461221-e8ca-4e64-95d3-12223f40ff2c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:59:43.194884 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2461221-e8ca-4e64-95d3-12223f40ff2c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:59:43.373685 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-9bb5804a-e07d-4d9a-b209-2bfa788a76be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:43.484435 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 44414) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:59:43.502281 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-6f5adebb-0ed5-4b5b-80c6-aca50d929596 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:43.621019 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-6f5adebb-0ed5-4b5b-80c6-aca50d929596 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:43.625809 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-6f5adebb-0ed5-4b5b-80c6-aca50d929596 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:43.672506 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-6f5adebb-0ed5-4b5b-80c6-aca50d929596 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=162f836a41d044cbbbd016821c85b37a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1866496 Aug 12 14:59:43.673303 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5adebb-0ed5-4b5b-80c6-aca50d929596 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4986e98-0dfe-4140-a814-e7ddb4391b7b,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:59:43.675402 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 44420) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:59:43.760459 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-04189f84-ae02-4837-a2a7-7305995013ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:43.790346 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-04189f84-ae02-4837-a2a7-7305995013ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:43.843596 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-04189f84-ae02-4837-a2a7-7305995013ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:43.846283 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-04189f84-ae02-4837-a2a7-7305995013ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:43.847680 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-04189f84-ae02-4837-a2a7-7305995013ed admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d4986e98-0dfe-4140-a814-e7ddb4391b7b HTTP/1.1" status: 204 len: 168 time: 0.1657977 Aug 12 14:59:43.856383 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04189f84-ae02-4837-a2a7-7305995013ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4986e98-0dfe-4140-a814-e7ddb4391b7b,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:59:43.997338 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-1769855f-eda9-4483-9dc3-3220908ab45d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:44.538605 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 44464) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:59:44.717739 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0beb6537-f1af-4aa2-9607-f458d217428d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:44.827578 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0beb6537-f1af-4aa2-9607-f458d217428d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:44.831961 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0beb6537-f1af-4aa2-9607-f458d217428d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:44.875670 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0beb6537-f1af-4aa2-9607-f458d217428d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9032186b-45a8-4c89-bd93-407ce9445630,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:59:44.885863 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 44488) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:59:44.892219 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-0beb6537-f1af-4aa2-9607-f458d217428d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=29b7e5bebcb141a4aea9ba7b2f4476af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3516812 Aug 12 14:59:44.947986 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-df4d24e6-e075-4817-9eb0-1bcc5ad1647a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:44.972103 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-df4d24e6-e075-4817-9eb0-1bcc5ad1647a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:45.025215 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-df4d24e6-e075-4817-9eb0-1bcc5ad1647a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:45.027885 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-df4d24e6-e075-4817-9eb0-1bcc5ad1647a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:45.032189 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-df4d24e6-e075-4817-9eb0-1bcc5ad1647a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9032186b-45a8-4c89-bd93-407ce9445630 HTTP/1.1" status: 204 len: 168 time: 0.1450632 Aug 12 14:59:45.040785 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4d24e6-e075-4817-9eb0-1bcc5ad1647a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9032186b-45a8-4c89-bd93-407ce9445630,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:59:45.638660 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-fe95f194-a3b0-4c04-9e42-20b511169d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:45.677129 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.agents_db [None req-17ed3e4c-1a7d-4162-9646-11c134aca297 None None] Agent healthcheck: found 7 active agents {{(pid=94469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 14:59:45.857578 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 44550) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:59:45.997362 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-0ef5b695-e83d-44f7-83e5-86c1cefa4813 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1525519625-network', 'tenant_id': 'a7344f3170ee4115ab507428ef7ae3d0'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:59:46.029168 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ef5b695-e83d-44f7-83e5-86c1cefa4813 admin admin] Made reservation on behalf of a7344f3170ee4115ab507428ef7ae3d0 for: {'network': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:59:46.032130 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-0ef5b695-e83d-44f7-83e5-86c1cefa4813 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for network, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:46.044655 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-0ef5b695-e83d-44f7-83e5-86c1cefa4813 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:46.114648 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 44562) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:59:46.165654 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-0ef5b695-e83d-44f7-83e5-86c1cefa4813 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:46.170013 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-0ef5b695-e83d-44f7-83e5-86c1cefa4813 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:46.181455 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ef5b695-e83d-44f7-83e5-86c1cefa4813 admin admin] vlan segment allocate from pool success with {'vlan_id': 329, 'physical_network': 'physnet1'} {{(pid=94467) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 14:59:46.192374 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-0ef5b695-e83d-44f7-83e5-86c1cefa4813 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:46.192933 n-d-694802-15 neutron-server[94467]: INFO neutron.db.segments_db [None req-0ef5b695-e83d-44f7-83e5-86c1cefa4813 admin admin] Added segment ca2523b0-5433-4ffa-a6fb-57934b764b35 of type vlan for network 0179420d-a52f-4167-95d5-b2fc571adfbe Aug 12 14:59:46.261326 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef5b695-e83d-44f7-83e5-86c1cefa4813 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5009af6e-5d8e-4fb6-84e9-788af9bfebac,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:59:46.269752 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-ea7cb450-997e-4f67-b2ae-0684534361dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:46.274899 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-0ef5b695-e83d-44f7-83e5-86c1cefa4813 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744653628263'] for network, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:46.327474 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-0ef5b695-e83d-44f7-83e5-86c1cefa4813 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409'] for network, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:46.328457 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ef5b695-e83d-44f7-83e5-86c1cefa4813 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:59:46.329048 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-0ef5b695-e83d-44f7-83e5-86c1cefa4813 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for network, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:46.405127 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef5b695-e83d-44f7-83e5-86c1cefa4813 admin admin] Pushing event updated for resources: {'Network': ['ID=0179420d-a52f-4167-95d5-b2fc571adfbe,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:59:46.416119 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Network 0179420d-a52f-4167-95d5-b2fc571adfbe details requested by agent ovs-agent-n-d-694802-15 with host n-d-694802-15 {{(pid=94468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 14:59:46.450576 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-ea7cb450-997e-4f67-b2ae-0684534361dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:46.456414 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-ea7cb450-997e-4f67-b2ae-0684534361dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:46.486354 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7cb450-997e-4f67-b2ae-0684534361dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8118a780-3f01-4a2c-a90e-a86bcbb29339,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:59:46.494922 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-0ef5b695-e83d-44f7-83e5-86c1cefa4813 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6352837 Aug 12 14:59:46.497847 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 44570) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:59:46.503408 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-d3fe339e-bf7d-4110-bb24-dece74e41011 admin admin] Request body: {'subnet': {'network_id': '0179420d-a52f-4167-95d5-b2fc571adfbe', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1525519625-subnet', 'tenant_id': 'a7344f3170ee4115ab507428ef7ae3d0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:59:46.509297 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-ea7cb450-997e-4f67-b2ae-0684534361dc admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5abc521385b64bfd83a1172809977524&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3933365 Aug 12 14:59:46.512340 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 44572) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:59:46.537573 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3fe339e-bf7d-4110-bb24-dece74e41011 admin admin] Made reservation on behalf of a7344f3170ee4115ab507428ef7ae3d0 for: {'subnet': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:59:46.540116 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d3fe339e-bf7d-4110-bb24-dece74e41011 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8776441'] for subnet, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:46.565801 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-b40e64e8-cb6a-441c-9370-ad74ed54a11c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:46.593200 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-b40e64e8-cb6a-441c-9370-ad74ed54a11c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:46.657647 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-b40e64e8-cb6a-441c-9370-ad74ed54a11c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:46.661059 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-b40e64e8-cb6a-441c-9370-ad74ed54a11c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:46.662665 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-b40e64e8-cb6a-441c-9370-ad74ed54a11c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8118a780-3f01-4a2c-a90e-a86bcbb29339 HTTP/1.1" status: 204 len: 168 time: 0.1495874 Aug 12 14:59:46.675650 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40e64e8-cb6a-441c-9370-ad74ed54a11c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8118a780-3f01-4a2c-a90e-a86bcbb29339,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:59:46.737057 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d3fe339e-bf7d-4110-bb24-dece74e41011 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3718490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8776395'] for subnet, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:46.807005 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fe339e-bf7d-4110-bb24-dece74e41011 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1990c076-b5a8-48d8-8d6b-c162feb0af96,revision_number=0']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:59:46.814878 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3fe339e-bf7d-4110-bb24-dece74e41011 admin admin] Checking segment: {'id': 'ca2523b0-5433-4ffa-a6fb-57934b764b35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '0179420d-a52f-4167-95d5-b2fc571adfbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:59:46.815279 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3fe339e-bf7d-4110-bb24-dece74e41011 admin admin] Network hostable DHCP agents. Network: 0179420d-a52f-4167-95d5-b2fc571adfbe, hostable agents: ['1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658'], hosted agents: [] {{(pid=94466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 14:59:46.840197 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3fe339e-bf7d-4110-bb24-dece74e41011 admin admin] Network 0179420d-a52f-4167-95d5-b2fc571adfbe is scheduled to be hosted by DHCP agent 1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658 with binding_index 1 {{(pid=94466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 14:59:46.852729 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-d3fe339e-bf7d-4110-bb24-dece74e41011 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-15, 0179420d-a52f-4167-95d5-b2fc571adfbe) {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:59:46.856986 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3fe339e-bf7d-4110-bb24-dece74e41011 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:59:46.857592 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d3fe339e-bf7d-4110-bb24-dece74e41011 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:46.867133 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ac6bb2b-5215-442a-a24d-4062a8dbecad None None] Network 0179420d-a52f-4167-95d5-b2fc571adfbe requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:59:46.879137 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-d3fe339e-bf7d-4110-bb24-dece74e41011 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3790693 Aug 12 14:59:47.037295 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06b338a6-5551-4a76-a659-18175d2d17dc None None] Network 0179420d-a52f-4167-95d5-b2fc571adfbe requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:59:47.101551 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 44596) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:59:47.124811 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-cbf2c9f4-f0d9-4812-bc2a-753255fb8e8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:47.275452 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-cbf2c9f4-f0d9-4812-bc2a-753255fb8e8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:47.281966 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-cbf2c9f4-f0d9-4812-bc2a-753255fb8e8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:47.329229 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 44606) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:59:47.329678 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-cbf2c9f4-f0d9-4812-bc2a-753255fb8e8d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=93e9d3aea4744a868293400e379771a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2288206 Aug 12 14:59:47.330518 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf2c9f4-f0d9-4812-bc2a-753255fb8e8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b92bcac5-6216-4a2b-aa6f-406372adb0e4,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:59:47.401877 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-c480d180-aa4c-42da-ac0e-8f646e6155d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:47.424144 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-c480d180-aa4c-42da-ac0e-8f646e6155d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:47.472971 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-c480d180-aa4c-42da-ac0e-8f646e6155d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:47.475663 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-c480d180-aa4c-42da-ac0e-8f646e6155d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:47.479507 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-c480d180-aa4c-42da-ac0e-8f646e6155d7 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b92bcac5-6216-4a2b-aa6f-406372adb0e4 HTTP/1.1" status: 204 len: 168 time: 0.1467416 Aug 12 14:59:47.486184 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c480d180-aa4c-42da-ac0e-8f646e6155d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b92bcac5-6216-4a2b-aa6f-406372adb0e4,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:59:47.750278 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 44630) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:59:47.755270 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-3859cb24-2200-474f-bc23-a4266315d526 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-2143329061-network', 'tenant_id': 'd37d5d0221a74d20839e9f1fb51e0185'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:59:47.776949 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3859cb24-2200-474f-bc23-a4266315d526 admin admin] Made reservation on behalf of d37d5d0221a74d20839e9f1fb51e0185 for: {'network': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:59:47.779519 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3859cb24-2200-474f-bc23-a4266315d526 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for network, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:47.789337 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3859cb24-2200-474f-bc23-a4266315d526 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:47.894552 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3859cb24-2200-474f-bc23-a4266315d526 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:47.898986 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3859cb24-2200-474f-bc23-a4266315d526 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:47.928610 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3859cb24-2200-474f-bc23-a4266315d526 admin admin] vlan segment allocate from pool success with {'vlan_id': 319, 'physical_network': 'physnet1'} {{(pid=94466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 14:59:47.939360 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3859cb24-2200-474f-bc23-a4266315d526 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80ba1cb6-506e-4987-9407-7387b833475d,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:59:47.944227 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3859cb24-2200-474f-bc23-a4266315d526 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:47.944649 n-d-694802-15 neutron-server[94466]: INFO neutron.db.segments_db [None req-3859cb24-2200-474f-bc23-a4266315d526 admin admin] Added segment 2672304f-a198-4469-a309-177d81037535 of type vlan for network 456af9bb-c8b1-42cf-8a82-3973723e2bdf Aug 12 14:59:47.987598 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3859cb24-2200-474f-bc23-a4266315d526 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744653628263'] for network, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:48.022406 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3859cb24-2200-474f-bc23-a4266315d526 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409'] for network, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:48.023427 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3859cb24-2200-474f-bc23-a4266315d526 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:59:48.024008 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3859cb24-2200-474f-bc23-a4266315d526 admin admin] Notify callbacks [] for network, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:48.105036 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-3859cb24-2200-474f-bc23-a4266315d526 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3536134 Aug 12 14:59:48.109685 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 44644) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:59:48.117794 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-b0407b99-eacd-47b5-91d7-882c3f4f4ca0 admin admin] Request body: {'subnet': {'network_id': '456af9bb-c8b1-42cf-8a82-3973723e2bdf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-2143329061-subnet', 'tenant_id': 'd37d5d0221a74d20839e9f1fb51e0185', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:59:48.123273 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3859cb24-2200-474f-bc23-a4266315d526 admin admin] Pushing event updated for resources: {'Network': ['ID=456af9bb-c8b1-42cf-8a82-3973723e2bdf,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:59:48.133838 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Network 456af9bb-c8b1-42cf-8a82-3973723e2bdf details requested by agent ovs-agent-n-d-694802-15 with host n-d-694802-15 {{(pid=94468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 14:59:48.144011 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0407b99-eacd-47b5-91d7-882c3f4f4ca0 admin admin] Made reservation on behalf of d37d5d0221a74d20839e9f1fb51e0185 for: {'subnet': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:59:48.146578 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-b0407b99-eacd-47b5-91d7-882c3f4f4ca0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3343791'] for subnet, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:48.349862 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-b0407b99-eacd-47b5-91d7-882c3f4f4ca0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2859166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3343773'] for subnet, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:48.414790 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0407b99-eacd-47b5-91d7-882c3f4f4ca0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e7c58224-3945-4367-b878-f2423c8268ea,revision_number=0']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:59:48.427209 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0407b99-eacd-47b5-91d7-882c3f4f4ca0 admin admin] Checking segment: {'id': '2672304f-a198-4469-a309-177d81037535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '456af9bb-c8b1-42cf-8a82-3973723e2bdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:59:48.427564 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0407b99-eacd-47b5-91d7-882c3f4f4ca0 admin admin] Network hostable DHCP agents. Network: 456af9bb-c8b1-42cf-8a82-3973723e2bdf, hostable agents: ['1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658'], hosted agents: [] {{(pid=94467) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 14:59:48.446600 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0407b99-eacd-47b5-91d7-882c3f4f4ca0 admin admin] Network 456af9bb-c8b1-42cf-8a82-3973723e2bdf is scheduled to be hosted by DHCP agent 1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658 with binding_index 1 {{(pid=94467) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 14:59:48.455975 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [None req-b0407b99-eacd-47b5-91d7-882c3f4f4ca0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-15, 456af9bb-c8b1-42cf-8a82-3973723e2bdf) {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:59:48.460120 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0407b99-eacd-47b5-91d7-882c3f4f4ca0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:59:48.460684 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-b0407b99-eacd-47b5-91d7-882c3f4f4ca0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:48.472003 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0535635-0866-4d19-9e3b-0f9b1bb74fea None None] Network 456af9bb-c8b1-42cf-8a82-3973723e2bdf requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:59:48.487156 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-b0407b99-eacd-47b5-91d7-882c3f4f4ca0 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3742833 Aug 12 14:59:48.790038 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05d3e68e-12d5-403e-a89d-c86e96c44df6 None None] Network 456af9bb-c8b1-42cf-8a82-3973723e2bdf requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 14:59:49.230937 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521851d4-7837-42ba-ab30-eda8fc0ecabd req-dfc2b4ec-b2d9-4604-b57d-6b9f65ef59e0 tempest-TestServerAdvancedOps-1477677775 tempest-TestServerAdvancedOps-1477677775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:59:49.233794 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-521851d4-7837-42ba-ab30-eda8fc0ecabd req-dfc2b4ec-b2d9-4604-b57d-6b9f65ef59e0 tempest-TestServerAdvancedOps-1477677775 tempest-TestServerAdvancedOps-1477677775-project] 10.222.0.39 "GET /v2.0/networks?id=0179420d-a52f-4167-95d5-b2fc571adfbe HTTP/1.1" status: 200 len: 812 time: 0.1212318 Aug 12 14:59:49.250390 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-521851d4-7837-42ba-ab30-eda8fc0ecabd req-dddc5bda-c557-4332-a131-76bf790bb701 tempest-TestServerAdvancedOps-1477677775 tempest-TestServerAdvancedOps-1477677775-project] 10.222.0.39 "GET /v2.0/quotas/a7344f3170ee4115ab507428ef7ae3d0 HTTP/1.1" status: 200 len: 375 time: 0.0100567 Aug 12 14:59:49.290012 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-521851d4-7837-42ba-ab30-eda8fc0ecabd req-fae178f7-0e66-4a40-b625-91ba866dce81 tempest-TestServerAdvancedOps-1477677775 tempest-TestServerAdvancedOps-1477677775-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=a7344f3170ee4115ab507428ef7ae3d0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0310090 Aug 12 14:59:49.401389 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-521851d4-7837-42ba-ab30-eda8fc0ecabd req-f22ee1a8-7926-468c-b838-ac4417d4963e service neutron] 10.222.0.39 "GET /v2.0/networks/0179420d-a52f-4167-95d5-b2fc571adfbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026495 Aug 12 14:59:49.497202 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-521851d4-7837-42ba-ab30-eda8fc0ecabd req-924f8ee5-238c-41b6-ba92-1f551e3e790e service neutron] 10.222.0.39 "GET /v2.0/networks/0179420d-a52f-4167-95d5-b2fc571adfbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879896 Aug 12 14:59:49.674159 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f58054ca-4153-46b1-9fd8-8d8823c55a2e req-e59f8e35-d64e-409b-b86c-b75b733de0e8 tempest-TestServerAdvancedOps-1477677775 tempest-TestServerAdvancedOps-1477677775-project] 10.222.0.39 "GET /v2.0/ports?device_id=e9bfdbe4-ca88-499e-9298-a762a5bcb93c HTTP/1.1" status: 200 len: 210 time: 0.0281813 Aug 12 14:59:50.628583 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521851d4-7837-42ba-ab30-eda8fc0ecabd req-1bd0ccaa-e5d6-4b8e-86b0-799ef66dea97 tempest-TestServerAdvancedOps-1477677775 tempest-TestServerAdvancedOps-1477677775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:59:50.630398 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-521851d4-7837-42ba-ab30-eda8fc0ecabd req-1bd0ccaa-e5d6-4b8e-86b0-799ef66dea97 tempest-TestServerAdvancedOps-1477677775 tempest-TestServerAdvancedOps-1477677775-project] 10.222.0.49 "GET /v2.0/networks?id=0179420d-a52f-4167-95d5-b2fc571adfbe HTTP/1.1" status: 200 len: 812 time: 0.1342175 Aug 12 14:59:50.643693 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-521851d4-7837-42ba-ab30-eda8fc0ecabd req-1a18b7bc-cac8-4dc3-949a-3c3d0bdfe0fb tempest-TestServerAdvancedOps-1477677775 tempest-TestServerAdvancedOps-1477677775-project] Request body: {'port': {'device_id': 'e9bfdbe4-ca88-499e-9298-a762a5bcb93c', 'network_id': '0179420d-a52f-4167-95d5-b2fc571adfbe', 'admin_state_up': True, 'tenant_id': 'a7344f3170ee4115ab507428ef7ae3d0'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:59:50.847993 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-521851d4-7837-42ba-ab30-eda8fc0ecabd req-1a18b7bc-cac8-4dc3-949a-3c3d0bdfe0fb tempest-TestServerAdvancedOps-1477677775 tempest-TestServerAdvancedOps-1477677775-project] Made reservation on behalf of a7344f3170ee4115ab507428ef7ae3d0 for: {'port': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 14:59:50.856228 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-521851d4-7837-42ba-ab30-eda8fc0ecabd req-1a18b7bc-cac8-4dc3-949a-3c3d0bdfe0fb tempest-TestServerAdvancedOps-1477677775 tempest-TestServerAdvancedOps-1477677775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:50.967759 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f78834c9-05e8-4b7a-ad5c-792536546a1b req-a73b093c-4829-459a-bdb4-b2e446fdf53c tempest-TestServerAdvancedOps-1477677775 tempest-TestServerAdvancedOps-1477677775-project] 10.222.0.39 "GET /v2.0/ports?device_id=e9bfdbe4-ca88-499e-9298-a762a5bcb93c HTTP/1.1" status: 200 len: 210 time: 0.2048204 Aug 12 14:59:51.031732 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_common [req-521851d4-7837-42ba-ab30-eda8fc0ecabd req-1a18b7bc-cac8-4dc3-949a-3c3d0bdfe0fb tempest-TestServerAdvancedOps-1477677775 tempest-TestServerAdvancedOps-1477677775-project] Allocated IP 172.20.0.9 (0179420d-a52f-4167-95d5-b2fc571adfbe/1990c076-b5a8-48d8-8d6b-c162feb0af96/052eed79-1abf-49eb-b89a-a00241a69922) {{(pid=94467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 14:59:51.195259 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-521851d4-7837-42ba-ab30-eda8fc0ecabd req-1a18b7bc-cac8-4dc3-949a-3c3d0bdfe0fb tempest-TestServerAdvancedOps-1477677775 tempest-TestServerAdvancedOps-1477677775-project] Notify callbacks [] for port, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:51.237407 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-521851d4-7837-42ba-ab30-eda8fc0ecabd req-1a18b7bc-cac8-4dc3-949a-3c3d0bdfe0fb tempest-TestServerAdvancedOps-1477677775 tempest-TestServerAdvancedOps-1477677775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:51.284370 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-521851d4-7837-42ba-ab30-eda8fc0ecabd req-1a18b7bc-cac8-4dc3-949a-3c3d0bdfe0fb tempest-TestServerAdvancedOps-1477677775 tempest-TestServerAdvancedOps-1477677775-project] Network 0179420d-a52f-4167-95d5-b2fc571adfbe is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 14:59:51.290394 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [req-521851d4-7837-42ba-ab30-eda8fc0ecabd req-1a18b7bc-cac8-4dc3-949a-3c3d0bdfe0fb tempest-TestServerAdvancedOps-1477677775 tempest-TestServerAdvancedOps-1477677775-project] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 14:59:51.294298 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [req-521851d4-7837-42ba-ab30-eda8fc0ecabd req-1a18b7bc-cac8-4dc3-949a-3c3d0bdfe0fb tempest-TestServerAdvancedOps-1477677775 tempest-TestServerAdvancedOps-1477677775-project] Received port after_create {{(pid=94467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 14:59:51.326588 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a18b7bc-cac8-4dc3-949a-3c3d0bdfe0fb tempest-TestServerAdvancedOps-1477677775 tempest-TestServerAdvancedOps-1477677775-project] Pushing event updated for resources: {'Port': ['ID=052eed79-1abf-49eb-b89a-a00241a69922,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:59:51.352316 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521851d4-7837-42ba-ab30-eda8fc0ecabd req-1a18b7bc-cac8-4dc3-949a-3c3d0bdfe0fb tempest-TestServerAdvancedOps-1477677775 tempest-TestServerAdvancedOps-1477677775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:59:51.353382 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-521851d4-7837-42ba-ab30-eda8fc0ecabd req-1a18b7bc-cac8-4dc3-949a-3c3d0bdfe0fb tempest-TestServerAdvancedOps-1477677775 tempest-TestServerAdvancedOps-1477677775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:51.368818 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-521851d4-7837-42ba-ab30-eda8fc0ecabd req-1a18b7bc-cac8-4dc3-949a-3c3d0bdfe0fb tempest-TestServerAdvancedOps-1477677775 tempest-TestServerAdvancedOps-1477677775-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7289205 Aug 12 14:59:51.389160 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-521851d4-7837-42ba-ab30-eda8fc0ecabd req-d5265fd0-287d-4c52-a157-138bf1ab7d43 service neutron] Request body: {'port': {'device_id': 'e9bfdbe4-ca88-499e-9298-a762a5bcb93c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-694802-15'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 14:59:51.451151 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-521851d4-7837-42ba-ab30-eda8fc0ecabd req-d5265fd0-287d-4c52-a157-138bf1ab7d43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:51.987982 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [req-521851d4-7837-42ba-ab30-eda8fc0ecabd req-d5265fd0-287d-4c52-a157-138bf1ab7d43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 052eed79-1abf-49eb-b89a-a00241a69922 {{(pid=94467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:59:51.996112 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-521851d4-7837-42ba-ab30-eda8fc0ecabd req-d5265fd0-287d-4c52-a157-138bf1ab7d43 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:52.010146 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [req-521851d4-7837-42ba-ab30-eda8fc0ecabd req-d5265fd0-287d-4c52-a157-138bf1ab7d43 service neutron] Transition to ACTIVE for port object 052eed79-1abf-49eb-b89a-a00241a69922 will not be triggered until provisioned by entity L2. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 14:59:52.015864 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-521851d4-7837-42ba-ab30-eda8fc0ecabd req-d5265fd0-287d-4c52-a157-138bf1ab7d43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:52.114988 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5265fd0-287d-4c52-a157-138bf1ab7d43 service neutron] Pushing event updated for resources: {'Port': ['ID=052eed79-1abf-49eb-b89a-a00241a69922,revision_number=2']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:59:52.184938 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2c159b-f39f-4ec4-a0dc-dddbe06d5b97 req-b4d0e7c4-d6ca-4b7c-a65f-f0a1596c63a1 tempest-TestServerAdvancedOps-1477677775 tempest-TestServerAdvancedOps-1477677775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:59:52.186436 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ab2c159b-f39f-4ec4-a0dc-dddbe06d5b97 req-b4d0e7c4-d6ca-4b7c-a65f-f0a1596c63a1 tempest-TestServerAdvancedOps-1477677775 tempest-TestServerAdvancedOps-1477677775-project] 10.222.0.39 "GET /v2.0/ports?device_id=e9bfdbe4-ca88-499e-9298-a762a5bcb93c HTTP/1.1" status: 200 len: 943 time: 0.1083710 Aug 12 14:59:52.241090 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-521851d4-7837-42ba-ab30-eda8fc0ecabd req-d5265fd0-287d-4c52-a157-138bf1ab7d43 service neutron] Attempting to bind port 052eed79-1abf-49eb-b89a-a00241a69922 on host n-h2-694802-15 for vnic_type normal with profile {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 14:59:52.241478 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-521851d4-7837-42ba-ab30-eda8fc0ecabd req-d5265fd0-287d-4c52-a157-138bf1ab7d43 service neutron] Attempting to bind port 052eed79-1abf-49eb-b89a-a00241a69922 by drivers openvswitch,hyperv on host n-h2-694802-15 at level 0 using segments [{'id': 'ca2523b0-5433-4ffa-a6fb-57934b764b35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '0179420d-a52f-4167-95d5-b2fc571adfbe'}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 14:59:52.241814 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-521851d4-7837-42ba-ab30-eda8fc0ecabd req-d5265fd0-287d-4c52-a157-138bf1ab7d43 service neutron] Attempting to bind port 052eed79-1abf-49eb-b89a-a00241a69922 on network 0179420d-a52f-4167-95d5-b2fc571adfbe {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:59:52.254700 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-521851d4-7837-42ba-ab30-eda8fc0ecabd req-d5265fd0-287d-4c52-a157-138bf1ab7d43 service neutron] Port 052eed79-1abf-49eb-b89a-a00241a69922 on network 0179420d-a52f-4167-95d5-b2fc571adfbe not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-15 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 14:59:52.255050 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-521851d4-7837-42ba-ab30-eda8fc0ecabd req-d5265fd0-287d-4c52-a157-138bf1ab7d43 service neutron] Attempting to bind port 052eed79-1abf-49eb-b89a-a00241a69922 on network 0179420d-a52f-4167-95d5-b2fc571adfbe {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 14:59:52.266300 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ab2c159b-f39f-4ec4-a0dc-dddbe06d5b97 req-c24b96b3-1421-4ca3-8dad-548a8d7281d3 tempest-TestServerAdvancedOps-1477677775 tempest-TestServerAdvancedOps-1477677775-project] 10.222.0.39 "GET /v2.0/security-groups?id=5009af6e-5d8e-4fb6-84e9-788af9bfebac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708261 Aug 12 14:59:52.267177 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-521851d4-7837-42ba-ab30-eda8fc0ecabd req-d5265fd0-287d-4c52-a157-138bf1ab7d43 service neutron] Checking agent: {'id': 'b7697f71-33f3-4959-ad82-43c2dc15845d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 27, 42), 'started_at': datetime.datetime(2021, 8, 12, 14, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 59, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 14:59:52.267511 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-521851d4-7837-42ba-ab30-eda8fc0ecabd req-d5265fd0-287d-4c52-a157-138bf1ab7d43 service neutron] Checking segment: {'id': 'ca2523b0-5433-4ffa-a6fb-57934b764b35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '0179420d-a52f-4167-95d5-b2fc571adfbe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 14:59:52.267898 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-521851d4-7837-42ba-ab30-eda8fc0ecabd req-d5265fd0-287d-4c52-a157-138bf1ab7d43 service neutron] Bound using segment: {'id': 'ca2523b0-5433-4ffa-a6fb-57934b764b35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '0179420d-a52f-4167-95d5-b2fc571adfbe'} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 14:59:52.268305 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-521851d4-7837-42ba-ab30-eda8fc0ecabd req-d5265fd0-287d-4c52-a157-138bf1ab7d43 service neutron] Bound port: 052eed79-1abf-49eb-b89a-a00241a69922, host: n-h2-694802-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca2523b0-5433-4ffa-a6fb-57934b764b35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '0179420d-a52f-4167-95d5-b2fc571adfbe'}}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 14:59:52.268663 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-521851d4-7837-42ba-ab30-eda8fc0ecabd req-d5265fd0-287d-4c52-a157-138bf1ab7d43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:52.336948 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-521851d4-7837-42ba-ab30-eda8fc0ecabd req-d5265fd0-287d-4c52-a157-138bf1ab7d43 service neutron] For port 052eed79-1abf-49eb-b89a-a00241a69922, host n-h2-694802-15, cleared binding levels {{(pid=94467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 14:59:52.340929 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-521851d4-7837-42ba-ab30-eda8fc0ecabd req-d5265fd0-287d-4c52-a157-138bf1ab7d43 service neutron] For port 052eed79-1abf-49eb-b89a-a00241a69922, host n-h2-694802-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=052eed79-1abf-49eb-b89a-a00241a69922,segment=NetworkSegment(ca2523b0-5433-4ffa-a6fb-57934b764b35),segment_id=ca2523b0-5433-4ffa-a6fb-57934b764b35)] {{(pid=94467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 14:59:52.345409 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-521851d4-7837-42ba-ab30-eda8fc0ecabd req-d5265fd0-287d-4c52-a157-138bf1ab7d43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:52.388794 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521851d4-7837-42ba-ab30-eda8fc0ecabd req-d5265fd0-287d-4c52-a157-138bf1ab7d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:59:52.389501 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-521851d4-7837-42ba-ab30-eda8fc0ecabd req-d5265fd0-287d-4c52-a157-138bf1ab7d43 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:52.390836 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-521851d4-7837-42ba-ab30-eda8fc0ecabd req-d5265fd0-287d-4c52-a157-138bf1ab7d43 service neutron] 10.222.0.49 "PUT /v2.0/ports/052eed79-1abf-49eb-b89a-a00241a69922 HTTP/1.1" status: 200 len: 1092 time: 1.0132687 Aug 12 14:59:52.391305 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9bfdbe4-ca88-499e-9298-a762a5bcb93c', 'tag': '052eed79-1abf-49eb-b89a-a00241a69922'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:59:52.393590 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e65282f928b64038367d043a4411777802006c43a98742496cb2e25b724ff1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d446c770-d14f-4e80-895c-e261f4822ce2" -d '{"events": [{"name": "network-changed", "server_uuid": "e9bfdbe4-ca88-499e-9298-a762a5bcb93c", "tag": "052eed79-1abf-49eb-b89a-a00241a69922"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:59:52.424933 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5265fd0-287d-4c52-a157-138bf1ab7d43 service neutron] Pushing event updated for resources: {'Port': ['ID=052eed79-1abf-49eb-b89a-a00241a69922,revision_number=3']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:59:52.460161 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 14:59:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a19d868e-6cfc-419c-90f4-b977ecd142ae x-openstack-request-id: req-a19d868e-6cfc-419c-90f4-b977ecd142ae {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:59:52.460465 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9bfdbe4-ca88-499e-9298-a762a5bcb93c", "tag": "052eed79-1abf-49eb-b89a-a00241a69922", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:59:52.460718 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a19d868e-6cfc-419c-90f4-b977ecd142ae {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:59:52.461114 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9bfdbe4-ca88-499e-9298-a762a5bcb93c', 'tag': '052eed79-1abf-49eb-b89a-a00241a69922', 'status': 'completed', 'code': 200} Aug 12 14:59:52.505892 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521851d4-7837-42ba-ab30-eda8fc0ecabd req-394c09f4-c0d9-46cd-9a7d-cebf64f10840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:59:52.507824 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-521851d4-7837-42ba-ab30-eda8fc0ecabd req-394c09f4-c0d9-46cd-9a7d-cebf64f10840 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a7344f3170ee4115ab507428ef7ae3d0&device_id=e9bfdbe4-ca88-499e-9298-a762a5bcb93c HTTP/1.1" status: 200 len: 1095 time: 0.0580184 Aug 12 14:59:52.559339 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-521851d4-7837-42ba-ab30-eda8fc0ecabd req-f58e592c-6cbf-4ca4-a1f1-103208715d2d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=052eed79-1abf-49eb-b89a-a00241a69922 HTTP/1.1" status: 200 len: 217 time: 0.0430989 Aug 12 14:59:52.612259 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521851d4-7837-42ba-ab30-eda8fc0ecabd req-4fea7366-e763-4aad-a375-b1598fa04312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:59:52.613664 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-521851d4-7837-42ba-ab30-eda8fc0ecabd req-4fea7366-e763-4aad-a375-b1598fa04312 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=1990c076-b5a8-48d8-8d6b-c162feb0af96 HTTP/1.1" status: 200 len: 852 time: 0.0481510 Aug 12 14:59:52.646808 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-521851d4-7837-42ba-ab30-eda8fc0ecabd req-3b667aa8-2b61-4a58-ba3e-75680f2649c8 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0179420d-a52f-4167-95d5-b2fc571adfbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252542 Aug 12 14:59:52.740017 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-521851d4-7837-42ba-ab30-eda8fc0ecabd req-ef206876-52af-47bb-902a-c8ca0e192257 service neutron] 10.222.0.49 "GET /v2.0/networks/0179420d-a52f-4167-95d5-b2fc571adfbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852642 Aug 12 14:59:52.829436 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-521851d4-7837-42ba-ab30-eda8fc0ecabd req-5cdaa5d7-7fa9-41fa-bb6a-87b5757c62cb service neutron] 10.222.0.49 "GET /v2.0/networks/0179420d-a52f-4167-95d5-b2fc571adfbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820415 Aug 12 14:59:52.925545 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d446c770-d14f-4e80-895c-e261f4822ce2 req-78a816db-1caa-4b65-bc64-25cf440502dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:59:52.927941 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d446c770-d14f-4e80-895c-e261f4822ce2 req-78a816db-1caa-4b65-bc64-25cf440502dd service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a7344f3170ee4115ab507428ef7ae3d0&device_id=e9bfdbe4-ca88-499e-9298-a762a5bcb93c HTTP/1.1" status: 200 len: 1095 time: 0.0519109 Aug 12 14:59:53.023298 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d446c770-d14f-4e80-895c-e261f4822ce2 req-2d3d5738-7804-4f9a-99e0-de4e1d7e7900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:59:53.024846 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d446c770-d14f-4e80-895c-e261f4822ce2 req-2d3d5738-7804-4f9a-99e0-de4e1d7e7900 service neutron] 10.222.0.49 "GET /v2.0/networks?id=0179420d-a52f-4167-95d5-b2fc571adfbe HTTP/1.1" status: 200 len: 913 time: 0.0893245 Aug 12 14:59:53.069108 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d446c770-d14f-4e80-895c-e261f4822ce2 req-58738593-68db-4457-accd-aae1ea875655 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=052eed79-1abf-49eb-b89a-a00241a69922 HTTP/1.1" status: 200 len: 217 time: 0.0369813 Aug 12 14:59:53.127577 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d446c770-d14f-4e80-895c-e261f4822ce2 req-cc69b6a2-3a93-420e-b8b1-5a1b697cfcd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:59:53.129142 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d446c770-d14f-4e80-895c-e261f4822ce2 req-cc69b6a2-3a93-420e-b8b1-5a1b697cfcd9 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=1990c076-b5a8-48d8-8d6b-c162feb0af96 HTTP/1.1" status: 200 len: 852 time: 0.0527377 Aug 12 14:59:53.163398 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d446c770-d14f-4e80-895c-e261f4822ce2 req-830f33c9-caee-4775-8c92-1d8b22297bdb service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0179420d-a52f-4167-95d5-b2fc571adfbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256467 Aug 12 14:59:53.260256 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d446c770-d14f-4e80-895c-e261f4822ce2 req-dcf78008-5a26-460e-b333-e17d31a4f2f3 service neutron] 10.222.0.49 "GET /v2.0/networks/0179420d-a52f-4167-95d5-b2fc571adfbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890503 Aug 12 14:59:53.433823 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d446c770-d14f-4e80-895c-e261f4822ce2 req-8bab312b-2218-484d-aa35-100b883ac529 service neutron] 10.222.0.49 "GET /v2.0/networks/0179420d-a52f-4167-95d5-b2fc571adfbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1664991 Aug 12 14:59:53.522588 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8337124e-294b-4091-97ef-abd3ffb14424 req-cc5f077f-76b2-4a0c-87c9-9a54e23c7b50 tempest-TestServerAdvancedOps-1477677775 tempest-TestServerAdvancedOps-1477677775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:59:53.524281 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-8337124e-294b-4091-97ef-abd3ffb14424 req-cc5f077f-76b2-4a0c-87c9-9a54e23c7b50 tempest-TestServerAdvancedOps-1477677775 tempest-TestServerAdvancedOps-1477677775-project] 10.222.0.39 "GET /v2.0/ports?device_id=e9bfdbe4-ca88-499e-9298-a762a5bcb93c HTTP/1.1" status: 200 len: 943 time: 0.0877416 Aug 12 14:59:53.582628 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-8337124e-294b-4091-97ef-abd3ffb14424 req-8b3dc162-6333-41ae-9fd8-068113227ebb tempest-TestServerAdvancedOps-1477677775 tempest-TestServerAdvancedOps-1477677775-project] 10.222.0.39 "GET /v2.0/security-groups?id=5009af6e-5d8e-4fb6-84e9-788af9bfebac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493753 Aug 12 14:59:54.731653 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7df9731-8fe8-4ff9-9722-384687a2bb2e req-d136b6a5-e4dc-458a-aafa-dda30aa1f405 tempest-TestServerAdvancedOps-1477677775 tempest-TestServerAdvancedOps-1477677775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:59:54.732633 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a7df9731-8fe8-4ff9-9722-384687a2bb2e req-d136b6a5-e4dc-458a-aafa-dda30aa1f405 tempest-TestServerAdvancedOps-1477677775 tempest-TestServerAdvancedOps-1477677775-project] 10.222.0.39 "GET /v2.0/ports?device_id=e9bfdbe4-ca88-499e-9298-a762a5bcb93c HTTP/1.1" status: 200 len: 943 time: 0.0692830 Aug 12 14:59:54.780434 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a7df9731-8fe8-4ff9-9722-384687a2bb2e req-81b1eb6f-c5ca-4488-bb40-f13ad6098b6d tempest-TestServerAdvancedOps-1477677775 tempest-TestServerAdvancedOps-1477677775-project] 10.222.0.39 "GET /v2.0/security-groups?id=5009af6e-5d8e-4fb6-84e9-788af9bfebac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383911 Aug 12 14:59:55.698186 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 44802) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 14:59:56.016976 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb26df1b-4213-46e7-bf12-7ab34ab14e0e req-7cd8a827-492b-4e6d-b20c-d521e79e90b0 tempest-TestServerAdvancedOps-1477677775 tempest-TestServerAdvancedOps-1477677775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:59:56.026405 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-cb26df1b-4213-46e7-bf12-7ab34ab14e0e req-7cd8a827-492b-4e6d-b20c-d521e79e90b0 tempest-TestServerAdvancedOps-1477677775 tempest-TestServerAdvancedOps-1477677775-project] 10.222.0.39 "GET /v2.0/ports?device_id=e9bfdbe4-ca88-499e-9298-a762a5bcb93c HTTP/1.1" status: 200 len: 943 time: 0.0972896 Aug 12 14:59:56.031084 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-49a64e83-ef5f-43a9-95f2-65de8f7b1a1a tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Deleting port 4821d777-ff60-4dc6-b17b-9fe4e06ee8eb {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:59:56.032405 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-49a64e83-ef5f-43a9-95f2-65de8f7b1a1a tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:56.069985 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-cb26df1b-4213-46e7-bf12-7ab34ab14e0e req-c85b5ddc-8104-4823-896a-e799c7d5cc11 tempest-TestServerAdvancedOps-1477677775 tempest-TestServerAdvancedOps-1477677775-project] 10.222.0.39 "GET /v2.0/security-groups?id=5009af6e-5d8e-4fb6-84e9-788af9bfebac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423031 Aug 12 14:59:56.127420 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device 052eed79-1abf-49eb-b89a-a00241a69922 details requested by agent hyperv_n-h2-694802-15 with host n-h2-694802-15 {{(pid=94468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 14:59:56.156906 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-49a64e83-ef5f-43a9-95f2-65de8f7b1a1a tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:56.157251 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-49a64e83-ef5f-43a9-95f2-65de8f7b1a1a tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:56.188662 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-49a64e83-ef5f-43a9-95f2-65de8f7b1a1a tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Calling delete_port for 4821d777-ff60-4dc6-b17b-9fe4e06ee8eb owned by network:floatingip {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:59:56.225857 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port 052eed79-1abf-49eb-b89a-a00241a69922, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=052eed79-1abf-49eb-b89a-a00241a69922,segment=NetworkSegment(ca2523b0-5433-4ffa-a6fb-57934b764b35),segment_id=ca2523b0-5433-4ffa-a6fb-57934b764b35)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:59:56.241971 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Returning: {'device': '052eed79-1abf-49eb-b89a-a00241a69922', 'network_id': '0179420d-a52f-4167-95d5-b2fc571adfbe', 'port_id': '052eed79-1abf-49eb-b89a-a00241a69922', 'mac_address': 'fa:16:3e:85:c0:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1990c076-b5a8-48d8-8d6b-c162feb0af96', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 14:59:56.281037 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:56.294704 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 052eed79-1abf-49eb-b89a-a00241a69922 {{(pid=94468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 14:59:56.314687 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port 052eed79-1abf-49eb-b89a-a00241a69922, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=052eed79-1abf-49eb-b89a-a00241a69922,segment=NetworkSegment(ca2523b0-5433-4ffa-a6fb-57934b764b35),segment_id=ca2523b0-5433-4ffa-a6fb-57934b764b35)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:59:56.319605 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:56.378032 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Pushing event updated for resources: {'Port': ['ID=052eed79-1abf-49eb-b89a-a00241a69922,revision_number=4']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:59:56.390783 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:59:56.391364 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:59:56.391875 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:59:56.392453 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:59:56.392927 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:59:56.393400 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:59:56.393863 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:59:56.394903 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:59:56.395390 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:59:56.395853 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:59:56.396421 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:59:56.396893 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 14:59:56.439132 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-49a64e83-ef5f-43a9-95f2-65de8f7b1a1a tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:56.463267 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a64e83-ef5f-43a9-95f2-65de8f7b1a1a tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Pushing event deleted for resources: {'Port': ['ID=4821d777-ff60-4dc6-b17b-9fe4e06ee8eb,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:59:56.549182 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-49a64e83-ef5f-43a9-95f2-65de8f7b1a1a tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks [] for floatingip, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:56.550888 n-d-694802-15 neutron-server[94467]: INFO neutron.db.l3_db [None req-49a64e83-ef5f-43a9-95f2-65de8f7b1a1a tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Floating IP cdcdfeaa-d80e-4777-95aa-adaed3b849af disassociated (deleted). External IP: 172.25.1.41, port: 026cb33f-8bb3-46d5-883a-21dfb3ccff22. Aug 12 14:59:56.629424 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] get_ports_and_sgs() called for port_ids ['052eed79-1abf-49eb-b89a-a00241a69922'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 14:59:56.828372 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49a64e83-ef5f-43a9-95f2-65de8f7b1a1a tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Router 9af28509-398a-4c84-8d8d-adf4c48890ad has already been hosted by L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f {{(pid=94467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 14:59:57.004140 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49a64e83-ef5f-43a9-95f2-65de8f7b1a1a tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 14:59:57.017672 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-49a64e83-ef5f-43a9-95f2-65de8f7b1a1a tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for floatingip, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:57.021092 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b33d77bc-e02f-43aa-bbe7-4a3b4549b741 None None] Sync routers for ids ['9af28509-398a-4c84-8d8d-adf4c48890ad'] in n-d-694802-15 {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 14:59:57.039109 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b33d77bc-e02f-43aa-bbe7-4a3b4549b741 None None] Routers {'9af28509-398a-4c84-8d8d-adf4c48890ad'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:59:57.040267 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-b33d77bc-e02f-43aa-bbe7-4a3b4549b741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:59:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['9af28509-398a-4c84-8d8d-adf4c48890ad'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:59:57.080077 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-49a64e83-ef5f-43a9-95f2-65de8f7b1a1a tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "DELETE /v2.0/floatingips/cdcdfeaa-d80e-4777-95aa-adaed3b849af HTTP/1.1" status: 204 len: 168 time: 1.3800149 Aug 12 14:59:57.080591 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8058b577-6d37-4f83-8841-608839b8ea4b', 'tag': '026cb33f-8bb3-46d5-883a-21dfb3ccff22'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:59:57.082588 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e65282f928b64038367d043a4411777802006c43a98742496cb2e25b724ff1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4953d54b-203c-45c7-a16b-8ad76cf36f31" -d '{"events": [{"name": "network-changed", "server_uuid": "8058b577-6d37-4f83-8841-608839b8ea4b", "tag": "026cb33f-8bb3-46d5-883a-21dfb3ccff22"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:59:57.125541 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 14:59:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9db5f63-186f-4b9b-ba2f-9d3c2da27c4f x-openstack-request-id: req-f9db5f63-186f-4b9b-ba2f-9d3c2da27c4f {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:59:57.125821 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8058b577-6d37-4f83-8841-608839b8ea4b", "tag": "026cb33f-8bb3-46d5-883a-21dfb3ccff22", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:59:57.126650 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f9db5f63-186f-4b9b-ba2f-9d3c2da27c4f {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:59:57.126650 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8058b577-6d37-4f83-8841-608839b8ea4b', 'tag': '026cb33f-8bb3-46d5-883a-21dfb3ccff22', 'status': 'completed', 'code': 200} Aug 12 14:59:57.247709 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvr_db [None req-b33d77bc-e02f-43aa-bbe7-4a3b4549b741 None None] Set router 9af28509-398a-4c84-8d8d-adf4c48890ad gateway port host: n-d-694802-15 {{(pid=94468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:59:57.275741 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4953d54b-203c-45c7-a16b-8ad76cf36f31 req-4ef12e02-b19c-4b1a-9afc-a517e5a74c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:59:57.277362 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4953d54b-203c-45c7-a16b-8ad76cf36f31 req-4ef12e02-b19c-4b1a-9afc-a517e5a74c36 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6774b656eb8145eb998ea0059b40b4c3&device_id=8058b577-6d37-4f83-8841-608839b8ea4b HTTP/1.1" status: 200 len: 1097 time: 0.1250811 Aug 12 14:59:57.438245 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9ea2b5-eb09-45fd-811b-e258e47ca2bd req-14f57a61-670a-4ca3-bf1b-585601a67a48 tempest-TestServerAdvancedOps-1477677775 tempest-TestServerAdvancedOps-1477677775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:59:57.439979 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-1e9ea2b5-eb09-45fd-811b-e258e47ca2bd req-14f57a61-670a-4ca3-bf1b-585601a67a48 tempest-TestServerAdvancedOps-1477677775 tempest-TestServerAdvancedOps-1477677775-project] 10.222.0.39 "GET /v2.0/ports?device_id=e9bfdbe4-ca88-499e-9298-a762a5bcb93c HTTP/1.1" status: 200 len: 944 time: 0.1972158 Aug 12 14:59:57.515169 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-b33d77bc-e02f-43aa-bbe7-4a3b4549b741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9af28509-398a-4c84-8d8d-adf4c48890ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-732979227', 'tenant_id': '6774b656eb8145eb998ea0059b40b4c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': '7fec999d-57fb-4e5b-88e3-f9334c1028eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:56:04Z', 'updated_at': '2021-08-12T14:56:19Z', 'revision_number': 4, 'project_id': '6774b656eb8145eb998ea0059b40b4c3', 'gw_port': {'id': '7fec999d-57fb-4e5b-88e3-f9334c1028eb', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:2a:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af28509-398a-4c84-8d8d-adf4c48890ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2870, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:56:05Z', 'updated_at': '2021-08-12T14:56:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': '12aeaf49-cf58-4fc2-896e-06ca4af28297', 'name': '', 'network_id': 'eb7e3cf4-6312-4f24-a8f2-83c178188246', 'tenant_id': '6774b656eb8145eb998ea0059b40b4c3', 'mac_address': 'fa:16:3e:8d:f0:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af28509-398a-4c84-8d8d-adf4c48890ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 2888, 'fixed_ips': [{'subnet_id': '0458ca9d-6835-4814-a3b3-ca2b2564f4b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:56:15Z', 'updated_at': '2021-08-12T14:56:29Z', 'revision_number': 5, 'project_id': '6774b656eb8145eb998ea0059b40b4c3', 'subnets': [{'id': '0458ca9d-6835-4814-a3b3-ca2b2564f4b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:59:57.535775 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4953d54b-203c-45c7-a16b-8ad76cf36f31 req-5b6191fe-71d7-4bf7-bfc7-e40d91b0125b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:59:57.537259 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4953d54b-203c-45c7-a16b-8ad76cf36f31 req-5b6191fe-71d7-4bf7-bfc7-e40d91b0125b service neutron] 10.222.0.64 "GET /v2.0/networks?id=eb7e3cf4-6312-4f24-a8f2-83c178188246 HTTP/1.1" status: 200 len: 898 time: 0.2501967 Aug 12 14:59:57.559554 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b33d77bc-e02f-43aa-bbe7-4a3b4549b741 None None] Checking router: 9af28509-398a-4c84-8d8d-adf4c48890ad for host: n-d-694802-15 {{(pid=94468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 14:59:57.570482 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b33d77bc-e02f-43aa-bbe7-4a3b4549b741 None None] Routers {'9af28509-398a-4c84-8d8d-adf4c48890ad'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 14:59:57.571118 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-b33d77bc-e02f-43aa-bbe7-4a3b4549b741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:59:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['9af28509-398a-4c84-8d8d-adf4c48890ad'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:59:57.594138 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4953d54b-203c-45c7-a16b-8ad76cf36f31 req-addc85ca-9577-48b9-a833-2b2c78552c42 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=026cb33f-8bb3-46d5-883a-21dfb3ccff22 HTTP/1.1" status: 200 len: 217 time: 0.0454817 Aug 12 14:59:57.597672 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-1e9ea2b5-eb09-45fd-811b-e258e47ca2bd req-9f105d73-1325-4f4c-9c51-bcd723039e99 tempest-TestServerAdvancedOps-1477677775 tempest-TestServerAdvancedOps-1477677775-project] 10.222.0.39 "GET /v2.0/security-groups?id=5009af6e-5d8e-4fb6-84e9-788af9bfebac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384203 Aug 12 14:59:57.632447 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b42175d-a255-4fbe-b8be-96ea7917feee req-330c701b-31ec-4a73-a21f-2aec99fcd208 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:59:57.634943 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-6b42175d-a255-4fbe-b8be-96ea7917feee req-330c701b-31ec-4a73-a21f-2aec99fcd208 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/ports?device_id=8058b577-6d37-4f83-8841-608839b8ea4b HTTP/1.1" status: 200 len: 945 time: 0.2172973 Aug 12 14:59:57.682047 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4953d54b-203c-45c7-a16b-8ad76cf36f31 req-4b8c5074-99db-4001-9330-401d5e1a6e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:59:57.694305 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4953d54b-203c-45c7-a16b-8ad76cf36f31 req-4b8c5074-99db-4001-9330-401d5e1a6e3f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0458ca9d-6835-4814-a3b3-ca2b2564f4b0 HTTP/1.1" status: 200 len: 835 time: 0.0863962 Aug 12 14:59:57.702613 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-6b42175d-a255-4fbe-b8be-96ea7917feee req-2c2b45ff-248a-41e6-81d7-0461a5646dbe tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/security-groups?id=c39b825c-c1be-4b1e-8a82-7d04c2bfa2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610578 Aug 12 14:59:57.767801 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvr_db [None req-b33d77bc-e02f-43aa-bbe7-4a3b4549b741 None None] Set router 9af28509-398a-4c84-8d8d-adf4c48890ad gateway port host: n-d-694802-15 {{(pid=94468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 14:59:57.788429 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4953d54b-203c-45c7-a16b-8ad76cf36f31 req-f78adee9-4ebc-443b-b021-ff6fce68ebb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:59:57.789963 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4953d54b-203c-45c7-a16b-8ad76cf36f31 req-f78adee9-4ebc-443b-b021-ff6fce68ebb6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=eb7e3cf4-6312-4f24-a8f2-83c178188246&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0936298 Aug 12 14:59:57.902960 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4953d54b-203c-45c7-a16b-8ad76cf36f31 req-f3e7246d-7745-4541-8d22-9243ff59d0e9 service neutron] 10.222.0.64 "GET /v2.0/networks/eb7e3cf4-6312-4f24-a8f2-83c178188246?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041763 Aug 12 14:59:58.072416 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-b33d77bc-e02f-43aa-bbe7-4a3b4549b741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9af28509-398a-4c84-8d8d-adf4c48890ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-732979227', 'tenant_id': '6774b656eb8145eb998ea0059b40b4c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': '7fec999d-57fb-4e5b-88e3-f9334c1028eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:56:04Z', 'updated_at': '2021-08-12T14:56:19Z', 'revision_number': 4, 'project_id': '6774b656eb8145eb998ea0059b40b4c3', 'gw_port': {'id': '7fec999d-57fb-4e5b-88e3-f9334c1028eb', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:2a:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af28509-398a-4c84-8d8d-adf4c48890ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2870, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:56:05Z', 'updated_at': '2021-08-12T14:56:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': '12aeaf49-cf58-4fc2-896e-06ca4af28297', 'name': '', 'network_id': 'eb7e3cf4-6312-4f24-a8f2-83c178188246', 'tenant_id': '6774b656eb8145eb998ea0059b40b4c3', 'mac_address': 'fa:16:3e:8d:f0:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af28509-398a-4c84-8d8d-adf4c48890ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 2888, 'fixed_ips': [{'subnet_id': '0458ca9d-6835-4814-a3b3-ca2b2564f4b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:56:15Z', 'updated_at': '2021-08-12T14:56:29Z', 'revision_number': 5, 'project_id': '6774b656eb8145eb998ea0059b40b4c3', 'subnets': [{'id': '0458ca9d-6835-4814-a3b3-ca2b2564f4b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 14:59:58.110800 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4953d54b-203c-45c7-a16b-8ad76cf36f31 req-7123fe29-3264-42d8-a040-3cc7a607f47d service neutron] 10.222.0.64 "GET /v2.0/networks/eb7e3cf4-6312-4f24-a8f2-83c178188246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1976001 Aug 12 14:59:58.126714 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b33d77bc-e02f-43aa-bbe7-4a3b4549b741 None None] The sync data for ids ['9af28509-398a-4c84-8d8d-adf4c48890ad'] in n-d-694802-15 is: [{'id': '9af28509-398a-4c84-8d8d-adf4c48890ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-732979227', 'tenant_id': '6774b656eb8145eb998ea0059b40b4c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': '7fec999d-57fb-4e5b-88e3-f9334c1028eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:56:04Z', 'updated_at': '2021-08-12T14:56:19Z', 'revision_number': 4, 'project_id': '6774b656eb8145eb998ea0059b40b4c3', 'gw_port': {'id': '7fec999d-57fb-4e5b-88e3-f9334c1028eb', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:2a:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af28509-398a-4c84-8d8d-adf4c48890ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2870, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:56:05Z', 'updated_at': '2021-08-12T14:56:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': '12aeaf49-cf58-4fc2-896e-06ca4af28297', 'name': '', 'network_id': 'eb7e3cf4-6312-4f24-a8f2-83c178188246', 'tenant_id': '6774b656eb8145eb998ea0059b40b4c3', 'mac_address': 'fa:16:3e:8d:f0:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af28509-398a-4c84-8d8d-adf4c48890ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 2888, 'fixed_ips': [{'subnet_id': '0458ca9d-6835-4814-a3b3-ca2b2564f4b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:56:15Z', 'updated_at': '2021-08-12T14:56:29Z', 'revision_number': 5, 'project_id': '6774b656eb8145eb998ea0059b40b4c3', 'subnets': [{'id': '0458ca9d-6835-4814-a3b3-ca2b2564f4b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 14:59:58.144363 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device 052eed79-1abf-49eb-b89a-a00241a69922 up at agent hyperv_n-h2-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 14:59:58.272812 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Provisioning for port 052eed79-1abf-49eb-b89a-a00241a69922 completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 14:59:58.286054 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Provisioning complete for port 052eed79-1abf-49eb-b89a-a00241a69922 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 14:59:58.286424 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:58.397007 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:58.445803 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9bfdbe4-ca88-499e-9298-a762a5bcb93c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '052eed79-1abf-49eb-b89a-a00241a69922'}] {{(pid=94468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:59:58.448996 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99a8d87602170099c728e57431aca99e9b98a655a83bbf8727be13192709727b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1d5fa38-5b57-480f-9555-cf9e6a1c6454" -d '{"events": [{"server_uuid": "e9bfdbe4-ca88-499e-9298-a762a5bcb93c", "name": "network-vif-plugged", "status": "completed", "tag": "052eed79-1abf-49eb-b89a-a00241a69922"}]}' {{(pid=94468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:59:58.492962 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port 052eed79-1abf-49eb-b89a-a00241a69922, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=052eed79-1abf-49eb-b89a-a00241a69922,segment=NetworkSegment(ca2523b0-5433-4ffa-a6fb-57934b764b35),segment_id=ca2523b0-5433-4ffa-a6fb-57934b764b35)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:59:58.498437 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:58.534867 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e33babf-33a8-4b03-8c27-c5a7e368e3fe None None] New status for floating IP cdcdfeaa-d80e-4777-95aa-adaed3b849af: DOWN {{(pid=94469) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 14:59:58.536366 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 14:59:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e099bb37-a4bd-45e6-8563-88fa66cc9ff8 x-openstack-request-id: req-e099bb37-a4bd-45e6-8563-88fa66cc9ff8 {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:59:58.546967 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9bfdbe4-ca88-499e-9298-a762a5bcb93c", "name": "network-vif-plugged", "status": "completed", "tag": "052eed79-1abf-49eb-b89a-a00241a69922", "code": 200}]} {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:59:58.547343 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e099bb37-a4bd-45e6-8563-88fa66cc9ff8 {{(pid=94468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:59:58.547784 n-d-694802-15 neutron-server[94468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9bfdbe4-ca88-499e-9298-a762a5bcb93c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '052eed79-1abf-49eb-b89a-a00241a69922', 'code': 200} Aug 12 14:59:58.606552 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Pushing event updated for resources: {'Port': ['ID=052eed79-1abf-49eb-b89a-a00241a69922,revision_number=5']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:59:58.681818 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bceeeab-d5e8-44c9-b6a9-c8362232640b req-ca4d75b1-1d3d-40d3-b042-6fc5627900f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:59:58.686124 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2bceeeab-d5e8-44c9-b6a9-c8362232640b req-ca4d75b1-1d3d-40d3-b042-6fc5627900f5 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=e9bfdbe4-ca88-499e-9298-a762a5bcb93c HTTP/1.1" status: 200 len: 1097 time: 0.0787385 Aug 12 14:59:58.764715 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2bceeeab-d5e8-44c9-b6a9-c8362232640b req-a1cf96d2-c99d-4c35-a79f-767cd2611660 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=5009af6e-5d8e-4fb6-84e9-788af9bfebac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721622 Aug 12 14:59:58.795063 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6b6cae-f388-41a6-abf7-585247600ddb req-983f15b5-44c5-4f57-af9e-44dbabb31da0 tempest-TestServerAdvancedOps-1477677775 tempest-TestServerAdvancedOps-1477677775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:59:58.803142 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2e6b6cae-f388-41a6-abf7-585247600ddb req-983f15b5-44c5-4f57-af9e-44dbabb31da0 tempest-TestServerAdvancedOps-1477677775 tempest-TestServerAdvancedOps-1477677775-project] 10.222.0.39 "GET /v2.0/ports?device_id=e9bfdbe4-ca88-499e-9298-a762a5bcb93c HTTP/1.1" status: 200 len: 945 time: 0.0901191 Aug 12 14:59:58.914217 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b54b416-3ea8-4d70-ad01-5f66b9df2944 req-c9908d95-8517-437d-abcb-f6106fe1295f tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:59:58.915866 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-5b54b416-3ea8-4d70-ad01-5f66b9df2944 req-c9908d95-8517-437d-abcb-f6106fe1295f tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.64 "GET /v2.0/ports?device_id=8058b577-6d37-4f83-8841-608839b8ea4b HTTP/1.1" status: 200 len: 945 time: 0.1058242 Aug 12 14:59:58.919679 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2e6b6cae-f388-41a6-abf7-585247600ddb req-cb1682d3-d1e6-40d1-831a-7207edaefcff tempest-TestServerAdvancedOps-1477677775 tempest-TestServerAdvancedOps-1477677775-project] 10.222.0.39 "GET /v2.0/security-groups?id=5009af6e-5d8e-4fb6-84e9-788af9bfebac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157105 Aug 12 14:59:58.969400 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b3a86c-d528-4a05-8fcf-87a4a4aa257a req-a8ecb412-febf-4e01-9c65-8618b98141a6 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 14:59:58.981503 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-63b3a86c-d528-4a05-8fcf-87a4a4aa257a req-a8ecb412-febf-4e01-9c65-8618b98141a6 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/ports?device_id=8058b577-6d37-4f83-8841-608839b8ea4b HTTP/1.1" status: 200 len: 945 time: 0.1110079 Aug 12 14:59:59.026831 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-63b3a86c-d528-4a05-8fcf-87a4a4aa257a req-15b3f4cf-2709-4fdd-ae80-c0515846120f tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/security-groups?id=c39b825c-c1be-4b1e-8a82-7d04c2bfa2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424550 Aug 12 14:59:59.087742 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [req-5b54b416-3ea8-4d70-ad01-5f66b9df2944 req-4b5adc5c-cc26-4699-bed8-06bc403ca895 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Deleting port 026cb33f-8bb3-46d5-883a-21dfb3ccff22 {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 14:59:59.089328 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-5b54b416-3ea8-4d70-ad01-5f66b9df2944 req-4b5adc5c-cc26-4699-bed8-06bc403ca895 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:59.200283 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-5b54b416-3ea8-4d70-ad01-5f66b9df2944 req-4b5adc5c-cc26-4699-bed8-06bc403ca895 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] For port 026cb33f-8bb3-46d5-883a-21dfb3ccff22, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=026cb33f-8bb3-46d5-883a-21dfb3ccff22,segment=NetworkSegment(418aef02-2562-41f7-b79e-6d7cc24f798a),segment_id=418aef02-2562-41f7-b79e-6d7cc24f798a)] {{(pid=94467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 14:59:59.200921 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-5b54b416-3ea8-4d70-ad01-5f66b9df2944 req-4b5adc5c-cc26-4699-bed8-06bc403ca895 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:59.214170 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [req-5b54b416-3ea8-4d70-ad01-5f66b9df2944 req-4b5adc5c-cc26-4699-bed8-06bc403ca895 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Calling delete_port for 026cb33f-8bb3-46d5-883a-21dfb3ccff22 owned by compute:nova {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 14:59:59.427176 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-5b54b416-3ea8-4d70-ad01-5f66b9df2944 req-4b5adc5c-cc26-4699-bed8-06bc403ca895 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:59.504634 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5adc5c-cc26-4699-bed8-06bc403ca895 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Pushing event deleted for resources: {'Port': ['ID=026cb33f-8bb3-46d5-883a-21dfb3ccff22,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 14:59:59.507293 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b54b416-3ea8-4d70-ad01-5f66b9df2944 req-4b5adc5c-cc26-4699-bed8-06bc403ca895 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] No DVR routers for this DVR port 026cb33f-8bb3-46d5-883a-21dfb3ccff22 on host n-h1-694802-15 {{(pid=94467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 14:59:59.511562 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-5b54b416-3ea8-4d70-ad01-5f66b9df2944 req-4b5adc5c-cc26-4699-bed8-06bc403ca895 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 14:59:59.514036 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-5b54b416-3ea8-4d70-ad01-5f66b9df2944 req-4b5adc5c-cc26-4699-bed8-06bc403ca895 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.64 "DELETE /v2.0/ports/026cb33f-8bb3-46d5-883a-21dfb3ccff22 HTTP/1.1" status: 204 len: 173 time: 0.5907280 Aug 12 14:59:59.514036 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8058b577-6d37-4f83-8841-608839b8ea4b', 'name': 'network-vif-deleted', 'tag': '026cb33f-8bb3-46d5-883a-21dfb3ccff22'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 14:59:59.515758 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e65282f928b64038367d043a4411777802006c43a98742496cb2e25b724ff1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b9e04d8-bf58-4fc2-a121-cb66a277dca4" -d '{"events": [{"server_uuid": "8058b577-6d37-4f83-8841-608839b8ea4b", "name": "network-vif-deleted", "tag": "026cb33f-8bb3-46d5-883a-21dfb3ccff22"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 14:59:59.582997 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 14:59:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61cf6b3e-e85f-4e46-aa97-8c98fae2f8f2 x-openstack-request-id: req-61cf6b3e-e85f-4e46-aa97-8c98fae2f8f2 {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 14:59:59.586234 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8058b577-6d37-4f83-8841-608839b8ea4b", "name": "network-vif-deleted", "tag": "026cb33f-8bb3-46d5-883a-21dfb3ccff22", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 14:59:59.586234 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-61cf6b3e-e85f-4e46-aa97-8c98fae2f8f2 {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 14:59:59.586234 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8058b577-6d37-4f83-8841-608839b8ea4b', 'name': 'network-vif-deleted', 'tag': '026cb33f-8bb3-46d5-883a-21dfb3ccff22', 'status': 'completed', 'code': 200} Aug 12 15:00:00.077561 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5f3ce7-887a-4340-af99-617b72ca872a req-c8dd8801-f1fa-447a-beaf-761396557cf9 tempest-TestServerAdvancedOps-1477677775 tempest-TestServerAdvancedOps-1477677775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:00:00.079370 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9d5f3ce7-887a-4340-af99-617b72ca872a req-c8dd8801-f1fa-447a-beaf-761396557cf9 tempest-TestServerAdvancedOps-1477677775 tempest-TestServerAdvancedOps-1477677775-project] 10.222.0.39 "GET /v2.0/ports?device_id=e9bfdbe4-ca88-499e-9298-a762a5bcb93c HTTP/1.1" status: 200 len: 945 time: 0.0711226 Aug 12 15:00:00.135053 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9d5f3ce7-887a-4340-af99-617b72ca872a req-e175286e-cf29-4e47-8194-ed2a443bc980 tempest-TestServerAdvancedOps-1477677775 tempest-TestServerAdvancedOps-1477677775-project] 10.222.0.39 "GET /v2.0/security-groups?id=5009af6e-5d8e-4fb6-84e9-788af9bfebac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477808 Aug 12 15:00:00.184259 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-18213ae6-d08c-4380-ade2-43cfd545bfee req-c6bc34de-2ec6-4645-9e1c-eb31130c6884 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "GET /v2.0/ports?device_id=8058b577-6d37-4f83-8841-608839b8ea4b HTTP/1.1" status: 200 len: 210 time: 0.0373812 Aug 12 15:00:00.309679 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38f8501-5327-48b0-8812-a0a639693bd8 req-6011c8ca-d209-48f0-9e96-f11b3cfc3742 tempest-TestServerAdvancedOps-1477677775 tempest-TestServerAdvancedOps-1477677775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:00:00.311251 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-d38f8501-5327-48b0-8812-a0a639693bd8 req-6011c8ca-d209-48f0-9e96-f11b3cfc3742 tempest-TestServerAdvancedOps-1477677775 tempest-TestServerAdvancedOps-1477677775-project] 10.222.0.39 "GET /v2.0/ports?device_id=e9bfdbe4-ca88-499e-9298-a762a5bcb93c HTTP/1.1" status: 200 len: 945 time: 0.0559080 Aug 12 15:00:00.351678 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-d38f8501-5327-48b0-8812-a0a639693bd8 req-95d773f7-cf5f-4f57-91b3-a3d40f0311f6 tempest-TestServerAdvancedOps-1477677775 tempest-TestServerAdvancedOps-1477677775-project] 10.222.0.39 "GET /v2.0/security-groups?id=5009af6e-5d8e-4fb6-84e9-788af9bfebac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332222 Aug 12 15:00:00.589408 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1266c6-dde8-4689-8566-167fe4fbc2ca req-a2a29104-172a-4b4b-941b-c9aa29fb2f7f tempest-TestServerAdvancedOps-1477677775 tempest-TestServerAdvancedOps-1477677775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:00:00.591515 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-0d1266c6-dde8-4689-8566-167fe4fbc2ca req-a2a29104-172a-4b4b-941b-c9aa29fb2f7f tempest-TestServerAdvancedOps-1477677775 tempest-TestServerAdvancedOps-1477677775-project] 10.222.0.39 "GET /v2.0/ports?device_id=e9bfdbe4-ca88-499e-9298-a762a5bcb93c HTTP/1.1" status: 200 len: 945 time: 0.0520120 Aug 12 15:00:00.632857 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-0d1266c6-dde8-4689-8566-167fe4fbc2ca req-d59673a3-1383-4700-b2c3-f7fbc838cb7c tempest-TestServerAdvancedOps-1477677775 tempest-TestServerAdvancedOps-1477677775-project] 10.222.0.39 "GET /v2.0/security-groups?id=5009af6e-5d8e-4fb6-84e9-788af9bfebac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343871 Aug 12 15:00:01.275159 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 44900) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:00:01.865723 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7139c70f-4aa5-40da-b728-3b3a055c2fee req-003ea461-00ea-4e6a-b316-cf432e80ed21 tempest-TestServerAdvancedOps-1477677775 tempest-TestServerAdvancedOps-1477677775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:00:01.867439 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-7139c70f-4aa5-40da-b728-3b3a055c2fee req-003ea461-00ea-4e6a-b316-cf432e80ed21 tempest-TestServerAdvancedOps-1477677775 tempest-TestServerAdvancedOps-1477677775-project] 10.222.0.39 "GET /v2.0/ports?device_id=e9bfdbe4-ca88-499e-9298-a762a5bcb93c HTTP/1.1" status: 200 len: 945 time: 0.1226494 Aug 12 15:00:01.961808 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-7139c70f-4aa5-40da-b728-3b3a055c2fee req-a6b4813a-02e3-4909-ae35-043aec32407a tempest-TestServerAdvancedOps-1477677775 tempest-TestServerAdvancedOps-1477677775-project] 10.222.0.39 "GET /v2.0/security-groups?id=5009af6e-5d8e-4fb6-84e9-788af9bfebac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863085 Aug 12 15:00:02.100767 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-b9b554e0-5f8d-4675-9849-6c3e88f10c87 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66663830'] for router_interface, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:02.265614 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device 026cb33f-8bb3-46d5-883a-21dfb3ccff22 no longer exists at agent hyperv_n-h1-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 15:00:02.294741 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-93370168-53ca-47c2-9e27-b066be57125c None None] No Port match for: 026cb33f-8bb3-46d5-883a-21dfb3ccff22 {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 15:00:02.295520 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device 026cb33f-8bb3-46d5-883a-21dfb3ccff22 not bound to the agent host n-h1-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 15:00:02.352552 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eadf721-78fe-45f3-9d9d-982242aa2ca6 req-c8630a42-a8b7-46f0-9170-1d932dcf2ff9 tempest-TestServerAdvancedOps-1477677775 tempest-TestServerAdvancedOps-1477677775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:00:02.354185 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-8eadf721-78fe-45f3-9d9d-982242aa2ca6 req-c8630a42-a8b7-46f0-9170-1d932dcf2ff9 tempest-TestServerAdvancedOps-1477677775 tempest-TestServerAdvancedOps-1477677775-project] 10.222.0.39 "GET /v2.0/ports?device_id=e9bfdbe4-ca88-499e-9298-a762a5bcb93c HTTP/1.1" status: 200 len: 945 time: 0.1355784 Aug 12 15:00:02.439753 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e53a1c-3b93-4b91-b8d4-65b1737f9ac7 req-bacff21e-a755-42c6-a844-ac9185448ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:00:02.441483 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d4e53a1c-3b93-4b91-b8d4-65b1737f9ac7 req-bacff21e-a755-42c6-a844-ac9185448ce0 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a7344f3170ee4115ab507428ef7ae3d0&device_id=e9bfdbe4-ca88-499e-9298-a762a5bcb93c HTTP/1.1" status: 200 len: 1097 time: 0.1650622 Aug 12 15:00:02.514977 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-8eadf721-78fe-45f3-9d9d-982242aa2ca6 req-8329f16d-3dcf-4ba4-ae36-5d15a00d2160 tempest-TestServerAdvancedOps-1477677775 tempest-TestServerAdvancedOps-1477677775-project] 10.222.0.39 "GET /v2.0/security-groups?id=5009af6e-5d8e-4fb6-84e9-788af9bfebac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285322 Aug 12 15:00:02.626286 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e53a1c-3b93-4b91-b8d4-65b1737f9ac7 req-cb4b4199-e5ac-4b1f-9127-557091e81283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:00:02.628490 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d4e53a1c-3b93-4b91-b8d4-65b1737f9ac7 req-cb4b4199-e5ac-4b1f-9127-557091e81283 service neutron] 10.222.0.49 "GET /v2.0/networks?id=0179420d-a52f-4167-95d5-b2fc571adfbe HTTP/1.1" status: 200 len: 913 time: 0.1771588 Aug 12 15:00:02.695252 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d4e53a1c-3b93-4b91-b8d4-65b1737f9ac7 req-39e0b779-c6e3-4bfb-84ca-f320f42508a6 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=052eed79-1abf-49eb-b89a-a00241a69922 HTTP/1.1" status: 200 len: 217 time: 0.0469968 Aug 12 15:00:02.763555 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-b9b554e0-5f8d-4675-9849-6c3e88f10c87 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Deleting port 12aeaf49-cf58-4fc2-896e-06ca4af28297 {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 15:00:02.763908 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-b9b554e0-5f8d-4675-9849-6c3e88f10c87 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:02.769019 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e53a1c-3b93-4b91-b8d4-65b1737f9ac7 req-eb657bad-6605-41ab-9f1c-a5b4de0ccfb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:00:02.770515 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d4e53a1c-3b93-4b91-b8d4-65b1737f9ac7 req-eb657bad-6605-41ab-9f1c-a5b4de0ccfb0 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=1990c076-b5a8-48d8-8d6b-c162feb0af96 HTTP/1.1" status: 200 len: 852 time: 0.0681543 Aug 12 15:00:02.842203 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d4e53a1c-3b93-4b91-b8d4-65b1737f9ac7 req-8dff433b-9fe2-462f-90e0-85a2d5f561eb service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0179420d-a52f-4167-95d5-b2fc571adfbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0611048 Aug 12 15:00:02.967804 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [None req-b9b554e0-5f8d-4675-9849-6c3e88f10c87 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] For port 12aeaf49-cf58-4fc2-896e-06ca4af28297, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=12aeaf49-cf58-4fc2-896e-06ca4af28297,segment=NetworkSegment(418aef02-2562-41f7-b79e-6d7cc24f798a),segment_id=418aef02-2562-41f7-b79e-6d7cc24f798a)] {{(pid=94467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:00:02.968185 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-b9b554e0-5f8d-4675-9849-6c3e88f10c87 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:02.987322 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-b9b554e0-5f8d-4675-9849-6c3e88f10c87 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Calling delete_port for 12aeaf49-cf58-4fc2-896e-06ca4af28297 owned by network:router_interface {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 15:00:03.064022 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d4e53a1c-3b93-4b91-b8d4-65b1737f9ac7 req-7f249408-8c81-4a80-bb58-b04a891ad975 service neutron] 10.222.0.49 "GET /v2.0/networks/0179420d-a52f-4167-95d5-b2fc571adfbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2129915 Aug 12 15:00:03.234080 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d4e53a1c-3b93-4b91-b8d4-65b1737f9ac7 req-11b9089d-a077-4c3a-8668-c7e24d279784 service neutron] 10.222.0.49 "GET /v2.0/networks/0179420d-a52f-4167-95d5-b2fc571adfbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1536503 Aug 12 15:00:03.307043 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-b9b554e0-5f8d-4675-9849-6c3e88f10c87 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:03.339892 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b554e0-5f8d-4675-9849-6c3e88f10c87 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Pushing event deleted for resources: {'Port': ['ID=12aeaf49-cf58-4fc2-896e-06ca4af28297,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:00:03.546106 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-b9b554e0-5f8d-4675-9849-6c3e88f10c87 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66628352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-430630'] for router_interface, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:03.716127 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cd4763-4220-425f-bbc7-9e5ee58425da req-43ffbe56-9f45-4a4d-b7dd-e2a7b3597d6e tempest-TestServerAdvancedOps-1477677775 tempest-TestServerAdvancedOps-1477677775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:00:03.718162 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c0cd4763-4220-425f-bbc7-9e5ee58425da req-43ffbe56-9f45-4a4d-b7dd-e2a7b3597d6e tempest-TestServerAdvancedOps-1477677775 tempest-TestServerAdvancedOps-1477677775-project] 10.222.0.39 "GET /v2.0/ports?device_id=e9bfdbe4-ca88-499e-9298-a762a5bcb93c HTTP/1.1" status: 200 len: 945 time: 0.0995474 Aug 12 15:00:03.831954 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c0cd4763-4220-425f-bbc7-9e5ee58425da req-6951b272-6660-4033-8b67-4b1d54d62417 tempest-TestServerAdvancedOps-1477677775 tempest-TestServerAdvancedOps-1477677775-project] 10.222.0.39 "GET /v2.0/security-groups?id=5009af6e-5d8e-4fb6-84e9-788af9bfebac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067121 Aug 12 15:00:03.863524 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9b554e0-5f8d-4675-9849-6c3e88f10c87 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Router 9af28509-398a-4c84-8d8d-adf4c48890ad has already been hosted by L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f {{(pid=94467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 15:00:04.004229 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9b554e0-5f8d-4675-9849-6c3e88f10c87 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 15:00:04.020942 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-769c0a18-031b-498e-8430-8201bf4972df None None] Sync routers for ids ['9af28509-398a-4c84-8d8d-adf4c48890ad'] in n-d-694802-15 {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 15:00:04.027195 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 44994) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:00:04.027698 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-b9b554e0-5f8d-4675-9849-6c3e88f10c87 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "PUT /v2.0/routers/9af28509-398a-4c84-8d8d-adf4c48890ad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7506495 Aug 12 15:00:04.037335 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-769c0a18-031b-498e-8430-8201bf4972df None None] Routers {'9af28509-398a-4c84-8d8d-adf4c48890ad'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:00:04.038223 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-769c0a18-031b-498e-8430-8201bf4972df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:59:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['9af28509-398a-4c84-8d8d-adf4c48890ad'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:00:04.059450 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 44996) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:00:04.154239 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvr_db [None req-769c0a18-031b-498e-8430-8201bf4972df None None] Set router 9af28509-398a-4c84-8d8d-adf4c48890ad gateway port host: n-d-694802-15 {{(pid=94468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:00:04.168242 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_v2 [None req-da2fae9f-d88f-4cb7-b40c-96b5411c2089 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Deleting subnet 0458ca9d-6835-4814-a3b3-ca2b2564f4b0 {{(pid=94466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 15:00:04.174198 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-da2fae9f-d88f-4cb7-b40c-96b5411c2089 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks [] for subnet, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:04.232795 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eb181a4-80eb-4b0a-b25d-cee369a340ed tempest-TestNetworkBasicOps-1793123649 tempest-TestNetworkBasicOps-1793123649-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:00:04.233303 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eb181a4-80eb-4b0a-b25d-cee369a340ed tempest-TestNetworkBasicOps-1793123649 tempest-TestNetworkBasicOps-1793123649-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:00:04.234200 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eb181a4-80eb-4b0a-b25d-cee369a340ed tempest-TestNetworkBasicOps-1793123649 tempest-TestNetworkBasicOps-1793123649-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:00:04.238462 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-6eb181a4-80eb-4b0a-b25d-cee369a340ed tempest-TestNetworkBasicOps-1793123649 tempest-TestNetworkBasicOps-1793123649-project-admin] 10.222.0.39 "GET /v2.0/ports?project_id=cbaad1cb6c364f2d8238ea489cf6e7b7&network_id=3e7eca48-badb-45a7-932d-a88a5ec55660 HTTP/1.1" status: 200 len: 2973 time: 0.1748872 Aug 12 15:00:04.271118 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-da2fae9f-d88f-4cb7-b40c-96b5411c2089 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2293551'] for subnet, precommit_delete_associations {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:04.397396 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-da2fae9f-d88f-4cb7-b40c-96b5411c2089 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66416255'] for subnet, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:04.405711 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-769c0a18-031b-498e-8430-8201bf4972df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9af28509-398a-4c84-8d8d-adf4c48890ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-732979227', 'tenant_id': '6774b656eb8145eb998ea0059b40b4c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': '7fec999d-57fb-4e5b-88e3-f9334c1028eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:56:04Z', 'updated_at': '2021-08-12T15:00:03Z', 'revision_number': 5, 'project_id': '6774b656eb8145eb998ea0059b40b4c3', 'gw_port': {'id': '7fec999d-57fb-4e5b-88e3-f9334c1028eb', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:2a:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af28509-398a-4c84-8d8d-adf4c48890ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2870, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:56:05Z', 'updated_at': '2021-08-12T14:56:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15'}], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:00:04.440938 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-769c0a18-031b-498e-8430-8201bf4972df None None] Checking router: 9af28509-398a-4c84-8d8d-adf4c48890ad for host: n-d-694802-15 {{(pid=94468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 15:00:04.452876 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-769c0a18-031b-498e-8430-8201bf4972df None None] Routers {'9af28509-398a-4c84-8d8d-adf4c48890ad'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:00:04.453670 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-769c0a18-031b-498e-8430-8201bf4972df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T14:59:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['9af28509-398a-4c84-8d8d-adf4c48890ad'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:00:04.508210 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-da2fae9f-d88f-4cb7-b40c-96b5411c2089 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66416232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3718429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8776402'] for subnet, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:04.595526 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvr_db [None req-769c0a18-031b-498e-8430-8201bf4972df None None] Set router 9af28509-398a-4c84-8d8d-adf4c48890ad gateway port host: n-d-694802-15 {{(pid=94468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:00:04.823959 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-769c0a18-031b-498e-8430-8201bf4972df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9af28509-398a-4c84-8d8d-adf4c48890ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-732979227', 'tenant_id': '6774b656eb8145eb998ea0059b40b4c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': '7fec999d-57fb-4e5b-88e3-f9334c1028eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:56:04Z', 'updated_at': '2021-08-12T15:00:03Z', 'revision_number': 5, 'project_id': '6774b656eb8145eb998ea0059b40b4c3', 'gw_port': {'id': '7fec999d-57fb-4e5b-88e3-f9334c1028eb', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:2a:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af28509-398a-4c84-8d8d-adf4c48890ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2870, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:56:05Z', 'updated_at': '2021-08-12T14:56:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15'}], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:00:04.857930 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-769c0a18-031b-498e-8430-8201bf4972df None None] The sync data for ids ['9af28509-398a-4c84-8d8d-adf4c48890ad'] in n-d-694802-15 is: [{'id': '9af28509-398a-4c84-8d8d-adf4c48890ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-732979227', 'tenant_id': '6774b656eb8145eb998ea0059b40b4c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': '7fec999d-57fb-4e5b-88e3-f9334c1028eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:56:04Z', 'updated_at': '2021-08-12T15:00:03Z', 'revision_number': 5, 'project_id': '6774b656eb8145eb998ea0059b40b4c3', 'gw_port': {'id': '7fec999d-57fb-4e5b-88e3-f9334c1028eb', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:2a:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af28509-398a-4c84-8d8d-adf4c48890ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2870, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:56:05Z', 'updated_at': '2021-08-12T14:56:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15'}] {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 15:00:04.859285 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2fae9f-d88f-4cb7-b40c-96b5411c2089 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Pushing event deleted for resources: {'Subnet': ['ID=0458ca9d-6835-4814-a3b3-ca2b2564f4b0,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:00:04.861950 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-da2fae9f-d88f-4cb7-b40c-96b5411c2089 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks [] for subnet, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:04.863903 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-da2fae9f-d88f-4cb7-b40c-96b5411c2089 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "DELETE /v2.0/subnets/0458ca9d-6835-4814-a3b3-ca2b2564f4b0 HTTP/1.1" status: 204 len: 168 time: 0.8353646 Aug 12 15:00:04.866655 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 45020) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:00:04.880830 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a25ad81a-78f8-48a4-916d-a7004f1bd928 None None] Network eb7e3cf4-6312-4f24-a8f2-83c178188246 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 15:00:05.244813 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e9ed4fc-3150-48ee-8645-8835ab6981f4 None None] DHCP port deletion for eb7e3cf4-6312-4f24-a8f2-83c178188246 request from n-d-694802-15 {{(pid=94468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 15:00:05.343572 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-815f96cb-4f7a-45b8-9599-7592a4bf5cca tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks [] for router, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:05.346246 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-9e9ed4fc-3150-48ee-8645-8835ab6981f4 None None] Deleting port b490a805-99f6-4eee-a79f-8d58708a6481 {{(pid=94468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 15:00:05.346646 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-9e9ed4fc-3150-48ee-8645-8835ab6981f4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:05.441802 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-9e9ed4fc-3150-48ee-8645-8835ab6981f4 None None] For port b490a805-99f6-4eee-a79f-8d58708a6481, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=b490a805-99f6-4eee-a79f-8d58708a6481,segment=NetworkSegment(418aef02-2562-41f7-b79e-6d7cc24f798a),segment_id=418aef02-2562-41f7-b79e-6d7cc24f798a)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:00:05.442490 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-9e9ed4fc-3150-48ee-8645-8835ab6981f4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:05.464177 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-9e9ed4fc-3150-48ee-8645-8835ab6981f4 None None] Calling delete_port for b490a805-99f6-4eee-a79f-8d58708a6481 owned by network:dhcp {{(pid=94468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 15:00:05.496849 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f733ec57-89ef-4b1e-948f-0aca73afabfb req-1e5ad796-53af-4a2f-9f84-7628a61763ab tempest-TestServerAdvancedOps-1477677775 tempest-TestServerAdvancedOps-1477677775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:00:05.498439 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f733ec57-89ef-4b1e-948f-0aca73afabfb req-1e5ad796-53af-4a2f-9f84-7628a61763ab tempest-TestServerAdvancedOps-1477677775 tempest-TestServerAdvancedOps-1477677775-project] 10.222.0.39 "GET /v2.0/ports?device_id=e9bfdbe4-ca88-499e-9298-a762a5bcb93c HTTP/1.1" status: 200 len: 945 time: 0.5208020 Aug 12 15:00:05.606483 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f733ec57-89ef-4b1e-948f-0aca73afabfb req-e1897251-cd46-41b0-b2d8-c74c3890b4c4 tempest-TestServerAdvancedOps-1477677775 tempest-TestServerAdvancedOps-1477677775-project] 10.222.0.39 "GET /v2.0/security-groups?id=5009af6e-5d8e-4fb6-84e9-788af9bfebac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997777 Aug 12 15:00:05.635119 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-815f96cb-4f7a-45b8-9599-7592a4bf5cca tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:05.773803 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-815f96cb-4f7a-45b8-9599-7592a4bf5cca tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Deleting port 7fec999d-57fb-4e5b-88e3-f9334c1028eb {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 15:00:05.774163 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-815f96cb-4f7a-45b8-9599-7592a4bf5cca tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:05.960598 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-9e9ed4fc-3150-48ee-8645-8835ab6981f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262'] for port, after_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:05.992604 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [None req-815f96cb-4f7a-45b8-9599-7592a4bf5cca tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] For port 7fec999d-57fb-4e5b-88e3-f9334c1028eb, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=7fec999d-57fb-4e5b-88e3-f9334c1028eb,segment=NetworkSegment(b1b396cb-2dc6-4041-bfc7-1833a80a4720),segment_id=b1b396cb-2dc6-4041-bfc7-1833a80a4720)] {{(pid=94467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:00:05.993608 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-815f96cb-4f7a-45b8-9599-7592a4bf5cca tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:06.007905 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-815f96cb-4f7a-45b8-9599-7592a4bf5cca tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Calling delete_port for 7fec999d-57fb-4e5b-88e3-f9334c1028eb owned by network:router_gateway {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 15:00:06.029467 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9ed4fc-3150-48ee-8645-8835ab6981f4 None None] Pushing event deleted for resources: {'Port': ['ID=b490a805-99f6-4eee-a79f-8d58708a6481,revision_number=None']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:00:06.031758 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e9ed4fc-3150-48ee-8645-8835ab6981f4 None None] No DVR routers for this DVR port b490a805-99f6-4eee-a79f-8d58708a6481 on host n-d-694802-15 {{(pid=94468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 15:00:06.073594 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28d8e96-cc05-43f5-8edd-9c0a3222ad25 req-efa5db1b-a2b9-4e1f-8a99-26c6781f5fe0 tempest-TestServerAdvancedOps-1477677775 tempest-TestServerAdvancedOps-1477677775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:00:06.077108 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-e28d8e96-cc05-43f5-8edd-9c0a3222ad25 req-efa5db1b-a2b9-4e1f-8a99-26c6781f5fe0 tempest-TestServerAdvancedOps-1477677775 tempest-TestServerAdvancedOps-1477677775-project] 10.222.0.39 "GET /v2.0/ports?device_id=e9bfdbe4-ca88-499e-9298-a762a5bcb93c HTTP/1.1" status: 200 len: 945 time: 0.1394210 Aug 12 15:00:06.157410 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-e28d8e96-cc05-43f5-8edd-9c0a3222ad25 req-d4dc93fb-a2bb-456e-a114-d126b7e173d7 tempest-TestServerAdvancedOps-1477677775 tempest-TestServerAdvancedOps-1477677775-project] 10.222.0.39 "GET /v2.0/security-groups?id=5009af6e-5d8e-4fb6-84e9-788af9bfebac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747991 Aug 12 15:00:06.212175 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device b490a805-99f6-4eee-a79f-8d58708a6481 no longer exists at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 15:00:06.242090 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] No Port match for: b490a805-99f6-4eee-a79f-8d58708a6481 {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 15:00:06.243231 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device b490a805-99f6-4eee-a79f-8d58708a6481 not bound to the agent host n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 15:00:06.244009 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 12aeaf49-cf58-4fc2-896e-06ca4af28297 no longer exists at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 15:00:06.271176 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] No Port match for: 12aeaf49-cf58-4fc2-896e-06ca4af28297 {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 15:00:06.271972 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 12aeaf49-cf58-4fc2-896e-06ca4af28297 not bound to the agent host n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 15:00:06.313432 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-815f96cb-4f7a-45b8-9599-7592a4bf5cca tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:06.342874 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815f96cb-4f7a-45b8-9599-7592a4bf5cca tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Pushing event deleted for resources: {'Port': ['ID=7fec999d-57fb-4e5b-88e3-f9334c1028eb,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:00:06.421061 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-815f96cb-4f7a-45b8-9599-7592a4bf5cca tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-431580'] for router_gateway, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:06.534028 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-815f96cb-4f7a-45b8-9599-7592a4bf5cca tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-429360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-104877'] for router, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:06.536293 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-815f96cb-4f7a-45b8-9599-7592a4bf5cca tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:06.592596 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-815f96cb-4f7a-45b8-9599-7592a4bf5cca tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-429375'] for router, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:06.593715 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-815f96cb-4f7a-45b8-9599-7592a4bf5cca tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Fanout notify agent at l3_agent the message router_deleted on router 9af28509-398a-4c84-8d8d-adf4c48890ad {{(pid=94467) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 15:00:06.602308 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-815f96cb-4f7a-45b8-9599-7592a4bf5cca tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks [] for router, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:06.606087 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-815f96cb-4f7a-45b8-9599-7592a4bf5cca tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "DELETE /v2.0/routers/9af28509-398a-4c84-8d8d-adf4c48890ad HTTP/1.1" status: 204 len: 168 time: 1.7358828 Aug 12 15:00:06.606331 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 45074) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:00:06.702917 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-1b664bf0-492c-41ab-b2a6-9d47b2997cb3 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680608'] for network, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:06.820094 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-1b664bf0-492c-41ab-b2a6-9d47b2997cb3 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66413304', 'neutron.services.segments.db._delete_segments_for_network-8744654118000'] for network, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:06.835749 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-1b664bf0-492c-41ab-b2a6-9d47b2997cb3 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb7e3cf4-6312-4f24-a8f2-83c178188246']}} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:00:06.854093 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-1b664bf0-492c-41ab-b2a6-9d47b2997cb3 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '418aef02-2562-41f7-b79e-6d7cc24f798a') {'for_net_delete': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:00:06.854395 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-1b664bf0-492c-41ab-b2a6-9d47b2997cb3 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '418aef02-2562-41f7-b79e-6d7cc24f798a') {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:00:06.876099 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-1b664bf0-492c-41ab-b2a6-9d47b2997cb3 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744654122361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3857526'] for segment, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:06.891467 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-1b664bf0-492c-41ab-b2a6-9d47b2997cb3 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:06.898045 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b664bf0-492c-41ab-b2a6-9d47b2997cb3 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Releasing vlan 320 on physical network physnet1 to pool {{(pid=94467) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 15:00:06.898459 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-1b664bf0-492c-41ab-b2a6-9d47b2997cb3 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2859015'] for segment, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:06.902528 n-d-694802-15 neutron-server[94467]: Traceback (most recent call last): Aug 12 15:00:06.902528 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 15:00:06.902528 n-d-694802-15 neutron-server[94467]: timer() Aug 12 15:00:06.902528 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 15:00:06.902528 n-d-694802-15 neutron-server[94467]: cb(*args, **kw) Aug 12 15:00:06.902528 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 15:00:06.902528 n-d-694802-15 neutron-server[94467]: return func(*args, **kwargs) Aug 12 15:00:06.902528 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 15:00:06.902528 n-d-694802-15 neutron-server[94467]: self._notify() Aug 12 15:00:06.902528 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 15:00:06.902528 n-d-694802-15 neutron-server[94467]: self.callback(batched_events) Aug 12 15:00:06.902528 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 15:00:06.902528 n-d-694802-15 neutron-server[94467]: event.method(event) Aug 12 15:00:06.902528 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 15:00:06.902528 n-d-694802-15 neutron-server[94467]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 15:00:06.902528 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 15:00:06.902528 n-d-694802-15 neutron-server[94467]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 15:00:06.902528 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 15:00:06.902528 n-d-694802-15 neutron-server[94467]: return f(self, *a, **k) Aug 12 15:00:06.902528 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 15:00:06.902528 n-d-694802-15 neutron-server[94467]: return self._get(url).json() Aug 12 15:00:06.902528 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 15:00:06.902528 n-d-694802-15 neutron-server[94467]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 15:00:06.902528 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 15:00:06.902528 n-d-694802-15 neutron-server[94467]: return self.request(url, 'GET', **kwargs) Aug 12 15:00:06.902528 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 15:00:06.902528 n-d-694802-15 neutron-server[94467]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 15:00:06.902528 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 15:00:06.902528 n-d-694802-15 neutron-server[94467]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 15:00:06.902528 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 15:00:06.902528 n-d-694802-15 neutron-server[94467]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 15:00:06.902528 n-d-694802-15 neutron-server[94467]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 15:00:06.963516 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-1b664bf0-492c-41ab-b2a6-9d47b2997cb3 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66413281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431520'] for network, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:06.974637 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-1b664bf0-492c-41ab-b2a6-9d47b2997cb3 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for network, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:06.979093 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-1b664bf0-492c-41ab-b2a6-9d47b2997cb3 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "DELETE /v2.0/networks/eb7e3cf4-6312-4f24-a8f2-83c178188246 HTTP/1.1" status: 204 len: 168 time: 0.3691177 Aug 12 15:00:06.979795 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 45086) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:00:06.993698 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b664bf0-492c-41ab-b2a6-9d47b2997cb3 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Pushing event deleted for resources: {'Network': ['ID=eb7e3cf4-6312-4f24-a8f2-83c178188246,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:00:07.053400 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d44297d9-f560-4ffe-8582-4ad2b13fa6a6 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks [] for security_group, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:07.082237 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 45092) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:00:07.096977 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d44297d9-f560-4ffe-8582-4ad2b13fa6a6 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:07.147610 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-920b512a-7512-4a6d-a957-5c3475f27d02 tempest-TestNetworkBasicOps-1793123649 tempest-TestNetworkBasicOps-1793123649-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:00:07.159812 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-920b512a-7512-4a6d-a957-5c3475f27d02 tempest-TestNetworkBasicOps-1793123649 tempest-TestNetworkBasicOps-1793123649-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=d3759e1b-6c03-45ac-acd4-90abb417809b HTTP/1.1" status: 200 len: 814 time: 0.0762880 Aug 12 15:00:07.178689 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d44297d9-f560-4ffe-8582-4ad2b13fa6a6 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:07.182397 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d44297d9-f560-4ffe-8582-4ad2b13fa6a6 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:07.183881 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-d44297d9-f560-4ffe-8582-4ad2b13fa6a6 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] 10.222.0.39 "DELETE /v2.0/security-groups/c39b825c-c1be-4b1e-8a82-7d04c2bfa2a2 HTTP/1.1" status: 204 len: 168 time: 0.2026570 Aug 12 15:00:07.255250 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44297d9-f560-4ffe-8582-4ad2b13fa6a6 tempest-TestNetworkAdvancedServerOps-2118192945 tempest-TestNetworkAdvancedServerOps-2118192945-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c39b825c-c1be-4b1e-8a82-7d04c2bfa2a2,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:00:07.379713 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f1a2af-954f-4e2c-8ccc-b717a56d3b45 req-e8cfb353-bf6c-4f0e-9d31-4306b4645466 tempest-TestServerAdvancedOps-1477677775 tempest-TestServerAdvancedOps-1477677775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:00:07.381714 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-09f1a2af-954f-4e2c-8ccc-b717a56d3b45 req-e8cfb353-bf6c-4f0e-9d31-4306b4645466 tempest-TestServerAdvancedOps-1477677775 tempest-TestServerAdvancedOps-1477677775-project] 10.222.0.39 "GET /v2.0/ports?device_id=e9bfdbe4-ca88-499e-9298-a762a5bcb93c HTTP/1.1" status: 200 len: 945 time: 0.0708914 Aug 12 15:00:07.430007 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-09f1a2af-954f-4e2c-8ccc-b717a56d3b45 req-87a406a4-840c-4fee-ba43-2e0afe0cae41 tempest-TestServerAdvancedOps-1477677775 tempest-TestServerAdvancedOps-1477677775-project] 10.222.0.39 "GET /v2.0/security-groups?id=5009af6e-5d8e-4fb6-84e9-788af9bfebac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401363 Aug 12 15:00:07.716395 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 45120) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:00:07.758950 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1998a9e6-5b19-4be1-aa7b-a2c011b631a6 req-2aecf559-84d8-43a1-89e6-25ffc1336477 tempest-TestServerAdvancedOps-1477677775 tempest-TestServerAdvancedOps-1477677775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:00:07.760762 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-1998a9e6-5b19-4be1-aa7b-a2c011b631a6 req-2aecf559-84d8-43a1-89e6-25ffc1336477 tempest-TestServerAdvancedOps-1477677775 tempest-TestServerAdvancedOps-1477677775-project] 10.222.0.39 "GET /v2.0/ports?device_id=e9bfdbe4-ca88-499e-9298-a762a5bcb93c HTTP/1.1" status: 200 len: 945 time: 0.1207252 Aug 12 15:00:07.784009 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede75534-6ac1-4fbe-ac79-f34e41f56397 req-3fcbe39e-4893-4384-a001-818e01d515ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:00:07.785592 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ede75534-6ac1-4fbe-ac79-f34e41f56397 req-3fcbe39e-4893-4384-a001-818e01d515ad service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a7344f3170ee4115ab507428ef7ae3d0&device_id=e9bfdbe4-ca88-499e-9298-a762a5bcb93c HTTP/1.1" status: 200 len: 1097 time: 0.0988865 Aug 12 15:00:07.928677 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-1998a9e6-5b19-4be1-aa7b-a2c011b631a6 req-b463aa2a-9078-4d5a-93c1-6ede50686565 tempest-TestServerAdvancedOps-1477677775 tempest-TestServerAdvancedOps-1477677775-project] 10.222.0.39 "GET /v2.0/security-groups?id=5009af6e-5d8e-4fb6-84e9-788af9bfebac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598372 Aug 12 15:00:08.008429 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede75534-6ac1-4fbe-ac79-f34e41f56397 req-92cbdadc-494c-47f0-afc4-3409563cdcb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:00:08.008976 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ede75534-6ac1-4fbe-ac79-f34e41f56397 req-92cbdadc-494c-47f0-afc4-3409563cdcb9 service neutron] 10.222.0.49 "GET /v2.0/networks?id=0179420d-a52f-4167-95d5-b2fc571adfbe HTTP/1.1" status: 200 len: 913 time: 0.2092185 Aug 12 15:00:08.009734 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 45144) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:00:08.020549 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-b7f6bb55-1463-4e79-a0da-ff8cb963dadd admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6774b656eb8145eb998ea0059b40b4c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3014059 Aug 12 15:00:08.021527 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 45146) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:00:08.028991 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-e7a9832b-4630-48e1-b992-90458e80bfde tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Request body: {'network': {'name': 'tempest-network-smoke--1336969820', 'project_id': 'cbaad1cb6c364f2d8238ea489cf6e7b7', 'port_security_enabled': True}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:00:08.110102 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ede75534-6ac1-4fbe-ac79-f34e41f56397 req-392dadcd-1c6a-4498-925c-8ca84016619c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=052eed79-1abf-49eb-b89a-a00241a69922 HTTP/1.1" status: 200 len: 217 time: 0.0758579 Aug 12 15:00:08.152427 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f24add87-9d71-4c79-94ad-ffa6854dd1ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:08.188081 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f24add87-9d71-4c79-94ad-ffa6854dd1ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:08.197217 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7a9832b-4630-48e1-b992-90458e80bfde tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Made reservation on behalf of cbaad1cb6c364f2d8238ea489cf6e7b7 for: {'network': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 15:00:08.201213 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-e7a9832b-4630-48e1-b992-90458e80bfde tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for network, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:08.225499 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede75534-6ac1-4fbe-ac79-f34e41f56397 req-de3a7edd-d63c-4d64-af5c-b0038ee1678a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:00:08.228453 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ede75534-6ac1-4fbe-ac79-f34e41f56397 req-de3a7edd-d63c-4d64-af5c-b0038ee1678a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=1990c076-b5a8-48d8-8d6b-c162feb0af96 HTTP/1.1" status: 200 len: 852 time: 0.1089284 Aug 12 15:00:08.252609 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 7fec999d-57fb-4e5b-88e3-f9334c1028eb no longer exists at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 15:00:08.288121 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f24add87-9d71-4c79-94ad-ffa6854dd1ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:08.291300 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f24add87-9d71-4c79-94ad-ffa6854dd1ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:08.293533 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-f24add87-9d71-4c79-94ad-ffa6854dd1ab admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/71c89724-c40c-45ec-b011-5792f2ce6255 HTTP/1.1" status: 204 len: 168 time: 0.2691822 Aug 12 15:00:08.310383 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] No Port match for: 7fec999d-57fb-4e5b-88e3-f9334c1028eb {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 15:00:08.316723 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 7fec999d-57fb-4e5b-88e3-f9334c1028eb not bound to the agent host n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 15:00:08.321421 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ede75534-6ac1-4fbe-ac79-f34e41f56397 req-de4f1505-4f0e-47ef-b5e8-338f34343842 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0179420d-a52f-4167-95d5-b2fc571adfbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0783367 Aug 12 15:00:08.337997 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [req-ede75534-6ac1-4fbe-ac79-f34e41f56397 req-3b18e521-2500-4514-8e7a-6ef4fb55eeaa service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=94467) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 15:00:08.339121 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ede75534-6ac1-4fbe-ac79-f34e41f56397 req-3b18e521-2500-4514-8e7a-6ef4fb55eeaa service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0096648 Aug 12 15:00:08.339730 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24add87-9d71-4c79-94ad-ffa6854dd1ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71c89724-c40c-45ec-b011-5792f2ce6255,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:00:08.343538 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7a9832b-4630-48e1-b992-90458e80bfde tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] vlan segment allocate from pool success with {'vlan_id': 348, 'physical_network': 'physnet1'} {{(pid=94467) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 15:00:08.435426 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 45160) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:00:08.439406 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-e7a9832b-4630-48e1-b992-90458e80bfde tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:08.439705 n-d-694802-15 neutron-server[94467]: INFO neutron.db.segments_db [None req-e7a9832b-4630-48e1-b992-90458e80bfde tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Added segment aa827c3b-9fa7-4903-817b-da9ad15f98e6 of type vlan for network 21505837-b14b-4a7d-b1c3-eccf5af19c7d Aug 12 15:00:08.500516 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-e7a9832b-4630-48e1-b992-90458e80bfde tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744653628263'] for network, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:08.554534 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ede75534-6ac1-4fbe-ac79-f34e41f56397 req-787033b4-a302-4743-a711-100124c56612 service neutron] 10.222.0.49 "GET /v2.0/networks/0179420d-a52f-4167-95d5-b2fc571adfbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2075260 Aug 12 15:00:08.577156 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-e7a9832b-4630-48e1-b992-90458e80bfde tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409'] for network, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:08.583601 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7a9832b-4630-48e1-b992-90458e80bfde tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:00:08.584910 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-e7a9832b-4630-48e1-b992-90458e80bfde tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for network, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:08.616321 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-e7a9832b-4630-48e1-b992-90458e80bfde tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6024318 Aug 12 15:00:08.619437 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 45168) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:00:08.762309 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a9832b-4630-48e1-b992-90458e80bfde tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Pushing event updated for resources: {'Network': ['ID=21505837-b14b-4a7d-b1c3-eccf5af19c7d,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:00:08.776051 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Network 21505837-b14b-4a7d-b1c3-eccf5af19c7d details requested by agent ovs-agent-n-d-694802-15 with host n-d-694802-15 {{(pid=94468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 15:00:08.781768 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-909fb941-ef2d-49b6-81a7-d09ee07d827e tempest-TestNetworkBasicOps-1793123649 tempest-TestNetworkBasicOps-1793123649-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:00:08.783432 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-909fb941-ef2d-49b6-81a7-d09ee07d827e tempest-TestNetworkBasicOps-1793123649 tempest-TestNetworkBasicOps-1793123649-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=cbaad1cb6c364f2d8238ea489cf6e7b7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.1629479 Aug 12 15:00:08.786225 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 45172) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:00:08.872859 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ede75534-6ac1-4fbe-ac79-f34e41f56397 req-48c4ceea-6375-4119-8191-1bbc41712746 service neutron] 10.222.0.49 "GET /v2.0/networks/0179420d-a52f-4167-95d5-b2fc571adfbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3045347 Aug 12 15:00:08.897693 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-634a781d-a504-4fbe-897c-bd23256ffefb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:08.988826 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16b8e4f4-aacd-485f-ad31-a3548a5ad46b tempest-TestNetworkBasicOps-1793123649 tempest-TestNetworkBasicOps-1793123649-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:00:08.991348 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-16b8e4f4-aacd-485f-ad31-a3548a5ad46b tempest-TestNetworkBasicOps-1793123649 tempest-TestNetworkBasicOps-1793123649-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2037616 Aug 12 15:00:08.994040 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 45180) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:00:09.034053 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 45184) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:00:09.057322 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-af619955-a5ab-4db0-bf04-77e391257edb tempest-TestNetworkBasicOps-1793123649 tempest-TestNetworkBasicOps-1793123649-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=d3759e1b-6c03-45ac-acd4-90abb417809b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0608222 Aug 12 15:00:09.058527 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 45186) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:00:09.066495 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-634a781d-a504-4fbe-897c-bd23256ffefb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:09.084009 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-634a781d-a504-4fbe-897c-bd23256ffefb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:09.104727 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-9d5d1c2a-186d-45d6-96df-88ea8b9f8c8f tempest-TestNetworkBasicOps-1793123649 tempest-TestNetworkBasicOps-1793123649-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=cbaad1cb6c364f2d8238ea489cf6e7b7&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0435345 Aug 12 15:00:09.117834 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 45190) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:00:09.153047 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbf1a5b-2a46-4995-84f3-940e67d71c08 req-49d171ca-10ac-4fde-8750-46429084b322 tempest-TestServerAdvancedOps-1477677775 tempest-TestServerAdvancedOps-1477677775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:00:09.154750 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3fbf1a5b-2a46-4995-84f3-940e67d71c08 req-49d171ca-10ac-4fde-8750-46429084b322 tempest-TestServerAdvancedOps-1477677775 tempest-TestServerAdvancedOps-1477677775-project] 10.222.0.39 "GET /v2.0/ports?device_id=e9bfdbe4-ca88-499e-9298-a762a5bcb93c HTTP/1.1" status: 200 len: 945 time: 0.0823691 Aug 12 15:00:09.155926 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 45192) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:00:09.156070 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-a0496d22-2eaf-4069-9988-9322a57bb137 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=53712e44758d4aaa97cf97e4cc1137a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1193752 Aug 12 15:00:09.215276 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634a781d-a504-4fbe-897c-bd23256ffefb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a32611d-822e-402a-87b3-ed0d3b0dc54c,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:00:09.228146 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-634a781d-a504-4fbe-897c-bd23256ffefb admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=fa142d26b1d740cba72d3e4ba67993a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7913811 Aug 12 15:00:09.231645 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 45198) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:00:09.235393 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3fbf1a5b-2a46-4995-84f3-940e67d71c08 req-a06e8fbf-7113-4da7-8638-c7a3ef558e33 tempest-TestServerAdvancedOps-1477677775 tempest-TestServerAdvancedOps-1477677775-project] 10.222.0.39 "GET /v2.0/security-groups?id=5009af6e-5d8e-4fb6-84e9-788af9bfebac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727937 Aug 12 15:00:09.253655 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-9c1b8029-6cc9-457a-8521-8468ba8f7b9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:09.279974 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-9c1b8029-6cc9-457a-8521-8468ba8f7b9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:09.326190 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9bda5fd-cfbc-4bf9-ba55-1ba3113f447c tempest-TestNetworkBasicOps-1793123649 tempest-TestNetworkBasicOps-1793123649-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:00:09.331341 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-d9bda5fd-cfbc-4bf9-ba55-1ba3113f447c tempest-TestNetworkBasicOps-1793123649 tempest-TestNetworkBasicOps-1793123649-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2124572 Aug 12 15:00:09.331629 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 45200) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:00:09.332198 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-73e08da6-5d84-4941-b253-9087291fb6b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:09.358226 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-73e08da6-5d84-4941-b253-9087291fb6b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:09.365070 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-a5c71aab-afbb-4982-9a71-3c175c421d77 tempest-TestNetworkBasicOps-1793123649 tempest-TestNetworkBasicOps-1793123649-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=d3759e1b-6c03-45ac-acd4-90abb417809b&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0322132 Aug 12 15:00:09.365792 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-9c1b8029-6cc9-457a-8521-8468ba8f7b9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:09.368405 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-9c1b8029-6cc9-457a-8521-8468ba8f7b9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:09.369307 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 45204) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:00:09.369596 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-9c1b8029-6cc9-457a-8521-8468ba8f7b9b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ec353b95-33d2-4273-b644-c0accb85487d HTTP/1.1" status: 204 len: 168 time: 0.2127547 Aug 12 15:00:09.377674 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1b8029-6cc9-457a-8521-8468ba8f7b9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec353b95-33d2-4273-b644-c0accb85487d,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:00:09.377806 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-2e3e08b6-1d9a-40ef-b300-ca609d737cb2 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1783109494', 'network_id': '21505837-b14b-4a7d-b1c3-eccf5af19c7d', 'project_id': 'cbaad1cb6c364f2d8238ea489cf6e7b7', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:00:09.496908 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e3e08b6-1d9a-40ef-b300-ca609d737cb2 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Made reservation on behalf of cbaad1cb6c364f2d8238ea489cf6e7b7 for: {'subnet': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 15:00:09.500513 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2e3e08b6-1d9a-40ef-b300-ca609d737cb2 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8776441'] for subnet, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:09.541901 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-73e08da6-5d84-4941-b253-9087291fb6b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:09.544665 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-73e08da6-5d84-4941-b253-9087291fb6b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:09.549270 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-73e08da6-5d84-4941-b253-9087291fb6b4 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3a32611d-822e-402a-87b3-ed0d3b0dc54c HTTP/1.1" status: 204 len: 168 time: 0.3131573 Aug 12 15:00:09.567107 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e08da6-5d84-4941-b253-9087291fb6b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a32611d-822e-402a-87b3-ed0d3b0dc54c,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:00:09.785686 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2e3e08b6-1d9a-40ef-b300-ca609d737cb2 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3718490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8776395'] for subnet, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:09.885759 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3e08b6-1d9a-40ef-b300-ca609d737cb2 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Pushing event updated for resources: {'Subnet': ['ID=11f47e8a-197b-4f4e-99a3-412eace7965b,revision_number=0']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:00:09.898052 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e3e08b6-1d9a-40ef-b300-ca609d737cb2 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Checking segment: {'id': 'aa827c3b-9fa7-4903-817b-da9ad15f98e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '21505837-b14b-4a7d-b1c3-eccf5af19c7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 15:00:09.898868 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e3e08b6-1d9a-40ef-b300-ca609d737cb2 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Network hostable DHCP agents. Network: 21505837-b14b-4a7d-b1c3-eccf5af19c7d, hostable agents: ['1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658'], hosted agents: [] {{(pid=94466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 15:00:09.924783 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e3e08b6-1d9a-40ef-b300-ca609d737cb2 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Network 21505837-b14b-4a7d-b1c3-eccf5af19c7d is scheduled to be hosted by DHCP agent 1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658 with binding_index 1 {{(pid=94466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 15:00:09.940125 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-2e3e08b6-1d9a-40ef-b300-ca609d737cb2 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-15, 21505837-b14b-4a7d-b1c3-eccf5af19c7d) {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:00:09.946898 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e3e08b6-1d9a-40ef-b300-ca609d737cb2 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:00:09.947885 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2e3e08b6-1d9a-40ef-b300-ca609d737cb2 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify callbacks [] for subnet, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:09.957361 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52c1748b-dd9e-45e9-bd13-5b4205788fc4 None None] Network 21505837-b14b-4a7d-b1c3-eccf5af19c7d requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 15:00:09.993973 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-2e3e08b6-1d9a-40ef-b300-ca609d737cb2 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.6233337 Aug 12 15:00:10.129927 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-ece3d642-d69e-4aa4-ad79-b9d312e50bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:10.137692 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 45226) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:00:10.152309 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-23d634b5-729d-4d80-a176-b485ec475fb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:10.235197 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15019b52-6c9a-4f1c-a95a-eae73b2aec0e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa7035b3e-9a89-5964-b9f4-97301c3f476a-21505837-b14b-4a7d-b1c3-eccf5af19c7d', 'network_id': '21505837-b14b-4a7d-b1c3-eccf5af19c7d', 'tenant_id': 'cbaad1cb6c364f2d8238ea489cf6e7b7', 'fixed_ips': [{'subnet_id': '11f47e8a-197b-4f4e-99a3-412eace7965b'}]}} from n-d-694802-15. {{(pid=94468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 15:00:10.238581 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-15019b52-6c9a-4f1c-a95a-eae73b2aec0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:10.304098 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-23d634b5-729d-4d80-a176-b485ec475fb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:10.310677 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-23d634b5-729d-4d80-a176-b485ec475fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:10.410853 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-23d634b5-729d-4d80-a176-b485ec475fb8 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=bc82549be1d444b0b4bfef2e26aa1031&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2690129 Aug 12 15:00:10.411430 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 45236) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:00:10.415066 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d634b5-729d-4d80-a176-b485ec475fb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7239a0f2-9fa7-4eee-9d0d-011122b6ae2f,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:00:10.444235 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163aa406-e973-4232-8a07-36fb6bf79ff4 req-ca6c741d-5ada-4d2c-b5f6-64c7c990b4b5 tempest-TestServerAdvancedOps-1477677775 tempest-TestServerAdvancedOps-1477677775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:00:10.454057 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-163aa406-e973-4232-8a07-36fb6bf79ff4 req-ca6c741d-5ada-4d2c-b5f6-64c7c990b4b5 tempest-TestServerAdvancedOps-1477677775 tempest-TestServerAdvancedOps-1477677775-project] 10.222.0.39 "GET /v2.0/ports?device_id=e9bfdbe4-ca88-499e-9298-a762a5bcb93c HTTP/1.1" status: 200 len: 945 time: 0.0981503 Aug 12 15:00:10.465195 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.db_base_plugin_common [None req-15019b52-6c9a-4f1c-a95a-eae73b2aec0e None None] Allocated IP 172.20.0.18 (21505837-b14b-4a7d-b1c3-eccf5af19c7d/11f47e8a-197b-4f4e-99a3-412eace7965b/09104a19-a86c-4ac7-bcf9-bb7f44bf128c) {{(pid=94468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 15:00:10.508784 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 45238) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:00:10.515051 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-d6f933fa-f1c9-41a3-a912-2a0c52f643fb tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-965403990', 'description': 'tempest-secgroup-smoke-965403990 description', 'project_id': 'cbaad1cb6c364f2d8238ea489cf6e7b7'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:00:10.523108 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-163aa406-e973-4232-8a07-36fb6bf79ff4 req-22cf13b9-3163-451d-b5c8-7d4158971bd1 tempest-TestServerAdvancedOps-1477677775 tempest-TestServerAdvancedOps-1477677775-project] 10.222.0.39 "GET /v2.0/security-groups?id=5009af6e-5d8e-4fb6-84e9-788af9bfebac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678864 Aug 12 15:00:10.536236 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-769cfb9f-0595-4f00-940e-8ef38356e0d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:10.562481 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-769cfb9f-0595-4f00-940e-8ef38356e0d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:10.641382 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d6f933fa-f1c9-41a3-a912-2a0c52f643fb tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify callbacks [] for security_group, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:10.689335 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-769cfb9f-0595-4f00-940e-8ef38356e0d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:10.693306 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-68189a0f-95d3-49b9-9349-7092121f7263 req-2965d37e-4719-4745-8006-48c0dbce2198 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=76ed27f8-8779-47dc-afc0-8aedac1dce30&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1070752 Aug 12 15:00:10.696625 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-769cfb9f-0595-4f00-940e-8ef38356e0d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:10.705285 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-769cfb9f-0595-4f00-940e-8ef38356e0d7 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7239a0f2-9fa7-4eee-9d0d-011122b6ae2f HTTP/1.1" status: 204 len: 168 time: 0.2929282 Aug 12 15:00:10.728461 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769cfb9f-0595-4f00-940e-8ef38356e0d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7239a0f2-9fa7-4eee-9d0d-011122b6ae2f,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:00:10.741350 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-15019b52-6c9a-4f1c-a95a-eae73b2aec0e None None] Notify callbacks [] for port, precommit_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:10.764692 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-15019b52-6c9a-4f1c-a95a-eae73b2aec0e None None] Transition to ACTIVE for port object 09104a19-a86c-4ac7-bcf9-bb7f44bf128c will not be triggered until provisioned by entity L2. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:00:10.786728 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-15019b52-6c9a-4f1c-a95a-eae73b2aec0e None None] Transition to ACTIVE for port object 09104a19-a86c-4ac7-bcf9-bb7f44bf128c will not be triggered until provisioned by entity DHCP. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:00:10.804178 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-15019b52-6c9a-4f1c-a95a-eae73b2aec0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253'] for port, after_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:10.850785 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15019b52-6c9a-4f1c-a95a-eae73b2aec0e None None] Network 21505837-b14b-4a7d-b1c3-eccf5af19c7d is already hosted by enough agents. {{(pid=94468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 15:00:10.856481 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.base_scheduler [None req-15019b52-6c9a-4f1c-a95a-eae73b2aec0e None None] Resources bound (agent type, host, resource id): {{(pid=94468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:00:10.860004 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15019b52-6c9a-4f1c-a95a-eae73b2aec0e None None] Received port after_create {{(pid=94468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 15:00:10.866187 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d6f933fa-f1c9-41a3-a912-2a0c52f643fb tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify callbacks [] for security_group, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:10.874465 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15019b52-6c9a-4f1c-a95a-eae73b2aec0e None None] Pushing event updated for resources: {'Port': ['ID=09104a19-a86c-4ac7-bcf9-bb7f44bf128c,revision_number=1']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:00:10.884198 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d6f933fa-f1c9-41a3-a912-2a0c52f643fb tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:10.924421 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d6f933fa-f1c9-41a3-a912-2a0c52f643fb tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:10.928776 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-d6f933fa-f1c9-41a3-a912-2a0c52f643fb tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4162571 Aug 12 15:00:10.929953 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 45252) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:00:10.940087 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-211aebf9-a1dc-4725-9c60-3320711d281d tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Request body: {'security_group_rule': {'security_group_id': 'd6119c16-b22a-4cdd-8d45-55b6b957a0b5', 'project_id': 'cbaad1cb6c364f2d8238ea489cf6e7b7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:00:10.944489 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68189a0f-95d3-49b9-9349-7092121f7263 req-214bbf73-be13-4955-83e0-5588eb3e2e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:00:10.946019 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-68189a0f-95d3-49b9-9349-7092121f7263 req-214bbf73-be13-4955-83e0-5588eb3e2e25 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=cbaad1cb6c364f2d8238ea489cf6e7b7&device_id=76ed27f8-8779-47dc-afc0-8aedac1dce30 HTTP/1.1" status: 200 len: 1098 time: 0.1674011 Aug 12 15:00:10.948494 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f933fa-f1c9-41a3-a912-2a0c52f643fb tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6119c16-b22a-4cdd-8d45-55b6b957a0b5,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:00:10.957258 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9e730b-05d8-4cab-bb3b-bc6488dc6e24 req-ff21817c-443f-49ad-9c79-1fb2986cd121 tempest-TestServerAdvancedOps-1477677775 tempest-TestServerAdvancedOps-1477677775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:00:10.958849 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2e9e730b-05d8-4cab-bb3b-bc6488dc6e24 req-ff21817c-443f-49ad-9c79-1fb2986cd121 tempest-TestServerAdvancedOps-1477677775 tempest-TestServerAdvancedOps-1477677775-project] 10.222.0.39 "GET /v2.0/ports?device_id=e9bfdbe4-ca88-499e-9298-a762a5bcb93c HTTP/1.1" status: 200 len: 945 time: 0.1031127 Aug 12 15:00:10.999536 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-15019b52-6c9a-4f1c-a95a-eae73b2aec0e None None] Attempting to bind port 09104a19-a86c-4ac7-bcf9-bb7f44bf128c on host n-d-694802-15 for vnic_type normal with profile {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 15:00:11.000401 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-211aebf9-a1dc-4725-9c60-3320711d281d tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:11.012156 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-15019b52-6c9a-4f1c-a95a-eae73b2aec0e None None] Attempting to bind port 09104a19-a86c-4ac7-bcf9-bb7f44bf128c by drivers openvswitch,hyperv on host n-d-694802-15 at level 0 using segments [{'id': 'aa827c3b-9fa7-4903-817b-da9ad15f98e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '21505837-b14b-4a7d-b1c3-eccf5af19c7d'}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 15:00:11.012701 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15019b52-6c9a-4f1c-a95a-eae73b2aec0e None None] Attempting to bind port 09104a19-a86c-4ac7-bcf9-bb7f44bf128c on network 21505837-b14b-4a7d-b1c3-eccf5af19c7d {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 15:00:11.022643 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15019b52-6c9a-4f1c-a95a-eae73b2aec0e None None] Checking agent: {'id': '16de73ac-f2e9-4cee-b3e0-91052ae3e6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 20, 13), 'started_at': datetime.datetime(2021, 8, 12, 14, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 14, 59, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 15:00:11.025606 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15019b52-6c9a-4f1c-a95a-eae73b2aec0e None None] Checking segment: {'id': 'aa827c3b-9fa7-4903-817b-da9ad15f98e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '21505837-b14b-4a7d-b1c3-eccf5af19c7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 15:00:11.025606 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-15019b52-6c9a-4f1c-a95a-eae73b2aec0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:11.027149 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15019b52-6c9a-4f1c-a95a-eae73b2aec0e None None] Bound using segment: {'id': 'aa827c3b-9fa7-4903-817b-da9ad15f98e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '21505837-b14b-4a7d-b1c3-eccf5af19c7d'} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 15:00:11.028141 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-15019b52-6c9a-4f1c-a95a-eae73b2aec0e None None] Bound port: 09104a19-a86c-4ac7-bcf9-bb7f44bf128c, host: n-d-694802-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa827c3b-9fa7-4903-817b-da9ad15f98e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '21505837-b14b-4a7d-b1c3-eccf5af19c7d'}}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 15:00:11.029288 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-15019b52-6c9a-4f1c-a95a-eae73b2aec0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:11.095307 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-211aebf9-a1dc-4725-9c60-3320711d281d tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:11.101371 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-211aebf9-a1dc-4725-9c60-3320711d281d tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641735'] for security_group_rule, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:11.116093 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68189a0f-95d3-49b9-9349-7092121f7263 req-018b6aa1-1473-4651-b9e1-da4b7771f258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:00:11.118089 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-68189a0f-95d3-49b9-9349-7092121f7263 req-018b6aa1-1473-4651-b9e1-da4b7771f258 service neutron] 10.222.0.64 "GET /v2.0/networks?id=3e7eca48-badb-45a7-932d-a88a5ec55660 HTTP/1.1" status: 200 len: 898 time: 0.1449656 Aug 12 15:00:11.147913 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211aebf9-a1dc-4725-9c60-3320711d281d tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc548974-542e-4f1f-b080-d80bef5efad5,revision_number=0']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:00:11.154238 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2e9e730b-05d8-4cab-bb3b-bc6488dc6e24 req-7c8c8a85-dec6-44c3-9a5a-f0c59b0b6573 tempest-TestServerAdvancedOps-1477677775 tempest-TestServerAdvancedOps-1477677775-project] 10.222.0.39 "GET /v2.0/security-groups?id=5009af6e-5d8e-4fb6-84e9-788af9bfebac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812234 Aug 12 15:00:11.167355 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-15019b52-6c9a-4f1c-a95a-eae73b2aec0e None None] For port 09104a19-a86c-4ac7-bcf9-bb7f44bf128c, host n-d-694802-15, cleared binding levels {{(pid=94468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 15:00:11.172524 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-15019b52-6c9a-4f1c-a95a-eae73b2aec0e None None] For port 09104a19-a86c-4ac7-bcf9-bb7f44bf128c, host n-d-694802-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=09104a19-a86c-4ac7-bcf9-bb7f44bf128c,segment=NetworkSegment(aa827c3b-9fa7-4903-817b-da9ad15f98e6),segment_id=aa827c3b-9fa7-4903-817b-da9ad15f98e6)] {{(pid=94468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 15:00:11.177838 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-15019b52-6c9a-4f1c-a95a-eae73b2aec0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:11.178013 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-211aebf9-a1dc-4725-9c60-3320711d281d tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:11.179410 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-211aebf9-a1dc-4725-9c60-3320711d281d tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2484121 Aug 12 15:00:11.182473 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 45260) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:00:11.187146 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-6a93c05e-32e5-4aa0-a6eb-de1fa59f3157 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Request body: {'security_group_rule': {'security_group_id': 'd6119c16-b22a-4cdd-8d45-55b6b957a0b5', 'project_id': 'cbaad1cb6c364f2d8238ea489cf6e7b7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:00:11.233853 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-6a93c05e-32e5-4aa0-a6eb-de1fa59f3157 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:11.277559 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-68189a0f-95d3-49b9-9349-7092121f7263 req-9922da8e-5567-4f59-a098-7ab6b61dd4aa service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e868ff10-7490-4857-98a0-231d7322f8fa HTTP/1.1" status: 200 len: 1002 time: 0.1408386 Aug 12 15:00:11.341819 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68189a0f-95d3-49b9-9349-7092121f7263 req-8f35533b-2e75-40da-98eb-f1bd4104e5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:00:11.344339 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-68189a0f-95d3-49b9-9349-7092121f7263 req-8f35533b-2e75-40da-98eb-f1bd4104e5d7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3b6b8245-5d20-415c-b5e2-bcd26d766821 HTTP/1.1" status: 200 len: 834 time: 0.0589712 Aug 12 15:00:11.405686 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15019b52-6c9a-4f1c-a95a-eae73b2aec0e None None] Pushing event updated for resources: {'Port': ['ID=09104a19-a86c-4ac7-bcf9-bb7f44bf128c,revision_number=2']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:00:11.411409 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-6a93c05e-32e5-4aa0-a6eb-de1fa59f3157 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:11.418578 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-6a93c05e-32e5-4aa0-a6eb-de1fa59f3157 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641735'] for security_group_rule, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:11.447220 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-6a93c05e-32e5-4aa0-a6eb-de1fa59f3157 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:11.448863 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-6a93c05e-32e5-4aa0-a6eb-de1fa59f3157 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2654121 Aug 12 15:00:11.456091 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 45278) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:00:11.465508 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-a75f9fa3-b083-4971-b3b7-9c85922e5e17 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Request body: {'security_group_rule': {'security_group_id': 'd6119c16-b22a-4cdd-8d45-55b6b957a0b5', 'project_id': 'cbaad1cb6c364f2d8238ea489cf6e7b7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:00:11.480051 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a93c05e-32e5-4aa0-a6eb-de1fa59f3157 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1aea8f16-1189-4200-9af8-d3c42e4685fc,revision_number=0']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:00:11.488509 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:11.495341 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68189a0f-95d3-49b9-9349-7092121f7263 req-833cde06-e6ad-46ef-8847-e2cd92ba7a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:00:11.496924 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-68189a0f-95d3-49b9-9349-7092121f7263 req-833cde06-e6ad-46ef-8847-e2cd92ba7a03 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3e7eca48-badb-45a7-932d-a88a5ec55660&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1423755 Aug 12 15:00:11.535389 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a75f9fa3-b083-4971-b3b7-9c85922e5e17 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:11.684309 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a75f9fa3-b083-4971-b3b7-9c85922e5e17 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:11.688929 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-68189a0f-95d3-49b9-9349-7092121f7263 req-9be83546-396b-4fbe-9808-0a65db49d94f service neutron] 10.222.0.64 "GET /v2.0/networks/3e7eca48-badb-45a7-932d-a88a5ec55660?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1840658 Aug 12 15:00:11.689987 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a75f9fa3-b083-4971-b3b7-9c85922e5e17 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641735'] for security_group_rule, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:11.736056 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75f9fa3-b083-4971-b3b7-9c85922e5e17 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc0d75d7-e616-4154-a98f-d87ee38c927b,revision_number=0']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:00:11.781681 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a75f9fa3-b083-4971-b3b7-9c85922e5e17 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:11.781883 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-a75f9fa3-b083-4971-b3b7-9c85922e5e17 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3245678 Aug 12 15:00:11.785226 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 45290) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:00:11.790500 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-c67ac04a-e64e-4eca-881a-b70be4c6e358 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Request body: {'security_group_rule': {'security_group_id': 'd6119c16-b22a-4cdd-8d45-55b6b957a0b5', 'project_id': 'cbaad1cb6c364f2d8238ea489cf6e7b7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:00:11.846854 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-68189a0f-95d3-49b9-9349-7092121f7263 req-6e25d191-2eae-4bab-95a3-3e8625708d8f service neutron] 10.222.0.64 "GET /v2.0/networks/3e7eca48-badb-45a7-932d-a88a5ec55660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487353 Aug 12 15:00:11.850822 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c67ac04a-e64e-4eca-881a-b70be4c6e358 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:11.929348 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c67ac04a-e64e-4eca-881a-b70be4c6e358 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:11.933841 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c67ac04a-e64e-4eca-881a-b70be4c6e358 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641735'] for security_group_rule, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:11.954680 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67ac04a-e64e-4eca-881a-b70be4c6e358 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d51bd0fd-ac79-4ccb-81ba-d80ff358a1b3,revision_number=0']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:00:11.968954 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c67ac04a-e64e-4eca-881a-b70be4c6e358 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:11.970925 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-c67ac04a-e64e-4eca-881a-b70be4c6e358 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1841967 Aug 12 15:00:11.973472 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 45296) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:00:11.978879 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-b409aee0-70c3-4946-a440-8f820a26b3e5 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Request body: {'security_group_rule': {'security_group_id': 'd6119c16-b22a-4cdd-8d45-55b6b957a0b5', 'project_id': 'cbaad1cb6c364f2d8238ea489cf6e7b7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:00:12.005611 n-d-694802-15 neutron-server[94466]: INFO neutron.db.securitygroups_db [None req-b409aee0-70c3-4946-a440-8f820a26b3e5 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Project cbaad1cb6c364f2d8238ea489cf6e7b7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 12 15:00:12.014391 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b409aee0-70c3-4946-a440-8f820a26b3e5 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:12.098235 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b409aee0-70c3-4946-a440-8f820a26b3e5 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:12.101977 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b409aee0-70c3-4946-a440-8f820a26b3e5 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641735'] for security_group_rule, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:12.126058 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b409aee0-70c3-4946-a440-8f820a26b3e5 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2486fd43-6113-43b9-9935-f410de728388,revision_number=0']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:00:12.148045 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b409aee0-70c3-4946-a440-8f820a26b3e5 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:12.151741 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-b409aee0-70c3-4946-a440-8f820a26b3e5 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1768694 Aug 12 15:00:12.154626 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 45306) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:00:12.160184 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-6c86df9b-4488-47f1-b7aa-ca757134c0f3 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Request body: {'security_group_rule': {'security_group_id': 'd6119c16-b22a-4cdd-8d45-55b6b957a0b5', 'project_id': 'cbaad1cb6c364f2d8238ea489cf6e7b7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:00:12.201367 n-d-694802-15 neutron-server[94467]: INFO neutron.db.securitygroups_db [None req-6c86df9b-4488-47f1-b7aa-ca757134c0f3 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Project cbaad1cb6c364f2d8238ea489cf6e7b7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 12 15:00:12.216483 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-6c86df9b-4488-47f1-b7aa-ca757134c0f3 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:12.284359 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 09104a19-a86c-4ac7-bcf9-bb7f44bf128c up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 15:00:12.349431 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-6c86df9b-4488-47f1-b7aa-ca757134c0f3 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:12.369598 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-6c86df9b-4488-47f1-b7aa-ca757134c0f3 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641735'] for security_group_rule, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:12.400289 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning for port 09104a19-a86c-4ac7-bcf9-bb7f44bf128c completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:00:12.409767 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c86df9b-4488-47f1-b7aa-ca757134c0f3 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e263c62b-a410-4cf2-94da-48424a98460e,revision_number=0']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:00:12.428947 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-6c86df9b-4488-47f1-b7aa-ca757134c0f3 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:12.430947 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-6c86df9b-4488-47f1-b7aa-ca757134c0f3 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2748017 Aug 12 15:00:12.440253 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f80a3e-4b2c-43db-ab92-8bf4e61e4b11 req-7e51a0b9-4a5f-4a05-84bb-dd63f356068f tempest-TestServerAdvancedOps-1477677775 tempest-TestServerAdvancedOps-1477677775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:00:12.450712 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-70f80a3e-4b2c-43db-ab92-8bf4e61e4b11 req-7e51a0b9-4a5f-4a05-84bb-dd63f356068f tempest-TestServerAdvancedOps-1477677775 tempest-TestServerAdvancedOps-1477677775-project] 10.222.0.39 "GET /v2.0/ports?device_id=e9bfdbe4-ca88-499e-9298-a762a5bcb93c HTTP/1.1" status: 200 len: 945 time: 0.0927644 Aug 12 15:00:12.518210 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-70f80a3e-4b2c-43db-ab92-8bf4e61e4b11 req-de6f8c9a-3cda-4ab4-a94d-5d1b3d2c2835 tempest-TestServerAdvancedOps-1477677775 tempest-TestServerAdvancedOps-1477677775-project] 10.222.0.39 "GET /v2.0/security-groups?id=5009af6e-5d8e-4fb6-84e9-788af9bfebac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601256 Aug 12 15:00:12.725411 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-41f50b3e-0095-4404-8d24-37ca3ec41222 req-a76cd759-8ef6-4506-963a-b702b8da0e91 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-965403990&fields=id&tenant_id=cbaad1cb6c364f2d8238ea489cf6e7b7 HTTP/1.1" status: 200 len: 267 time: 0.0536168 Aug 12 15:00:12.767079 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:12.852681 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f50b3e-0095-4404-8d24-37ca3ec41222 req-7d6ccd9d-0852-4dda-8833-26eb14553918 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:00:12.854661 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-41f50b3e-0095-4404-8d24-37ca3ec41222 req-7d6ccd9d-0852-4dda-8833-26eb14553918 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] 10.222.0.39 "GET /v2.0/networks?id=21505837-b14b-4a7d-b1c3-eccf5af19c7d HTTP/1.1" status: 200 len: 797 time: 0.1278927 Aug 12 15:00:12.885608 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11683d75-ca93-4cc2-b577-a955fc058187 None None] Network 21505837-b14b-4a7d-b1c3-eccf5af19c7d requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 15:00:12.911645 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-41f50b3e-0095-4404-8d24-37ca3ec41222 req-2e693b75-29da-4ba0-8223-c1593d1c1e30 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] 10.222.0.39 "GET /v2.0/quotas/cbaad1cb6c364f2d8238ea489cf6e7b7 HTTP/1.1" status: 200 len: 375 time: 0.0478954 Aug 12 15:00:12.944387 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f085a54e-f314-497e-9de4-c4559483e62a req-196ef831-d9de-48a4-b9be-cd2abf999538 tempest-TestServerAdvancedOps-1477677775 tempest-TestServerAdvancedOps-1477677775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:00:12.945938 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f085a54e-f314-497e-9de4-c4559483e62a req-196ef831-d9de-48a4-b9be-cd2abf999538 tempest-TestServerAdvancedOps-1477677775 tempest-TestServerAdvancedOps-1477677775-project] 10.222.0.49 "GET /v2.0/ports?device_id=e9bfdbe4-ca88-499e-9298-a762a5bcb93c HTTP/1.1" status: 200 len: 945 time: 0.0907950 Aug 12 15:00:12.985269 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-85ab9116-4358-4cdc-aaf7-d58dd03c577e None None] Provisioning for port 09104a19-a86c-4ac7-bcf9-bb7f44bf128c completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:00:12.992867 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-85ab9116-4358-4cdc-aaf7-d58dd03c577e None None] Provisioning complete for port 09104a19-a86c-4ac7-bcf9-bb7f44bf128c triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:00:12.993652 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-85ab9116-4358-4cdc-aaf7-d58dd03c577e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:13.037520 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-41f50b3e-0095-4404-8d24-37ca3ec41222 req-53a56bad-7710-4276-9973-92b7d936ffc8 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=cbaad1cb6c364f2d8238ea489cf6e7b7&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1192935 Aug 12 15:00:13.095998 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:13.198552 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [req-f085a54e-f314-497e-9de4-c4559483e62a req-5302b57d-44a9-4722-b077-f89ce8e29a73 tempest-TestServerAdvancedOps-1477677775 tempest-TestServerAdvancedOps-1477677775-project] Deleting port 052eed79-1abf-49eb-b89a-a00241a69922 {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 15:00:13.199426 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-85ab9116-4358-4cdc-aaf7-d58dd03c577e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:13.199793 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-f085a54e-f314-497e-9de4-c4559483e62a req-5302b57d-44a9-4722-b077-f89ce8e29a73 tempest-TestServerAdvancedOps-1477677775 tempest-TestServerAdvancedOps-1477677775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:13.259912 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-85ab9116-4358-4cdc-aaf7-d58dd03c577e None None] For port 09104a19-a86c-4ac7-bcf9-bb7f44bf128c, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=09104a19-a86c-4ac7-bcf9-bb7f44bf128c,segment=NetworkSegment(aa827c3b-9fa7-4903-817b-da9ad15f98e6),segment_id=aa827c3b-9fa7-4903-817b-da9ad15f98e6)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:00:13.274147 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-85ab9116-4358-4cdc-aaf7-d58dd03c577e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:13.331165 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-41f50b3e-0095-4404-8d24-37ca3ec41222 req-f8d7eab9-298e-4fd1-a000-e068c6e7e905 service neutron] 10.222.0.39 "GET /v2.0/networks/21505837-b14b-4a7d-b1c3-eccf5af19c7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2551954 Aug 12 15:00:13.391112 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ab9116-4358-4cdc-aaf7-d58dd03c577e None None] Pushing event updated for resources: {'Port': ['ID=09104a19-a86c-4ac7-bcf9-bb7f44bf128c,revision_number=3']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:00:13.428816 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-1d071fdc-bab6-466f-8dca-c21ebd263f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:13.675449 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9d2d26-1989-40bf-8b32-eddb10ee5170 req-37b64918-55a7-4b6a-85fa-e2c26ab63fd3 tempest-TestServerAdvancedOps-1477677775 tempest-TestServerAdvancedOps-1477677775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:00:13.683008 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-ed9d2d26-1989-40bf-8b32-eddb10ee5170 req-37b64918-55a7-4b6a-85fa-e2c26ab63fd3 tempest-TestServerAdvancedOps-1477677775 tempest-TestServerAdvancedOps-1477677775-project] 10.222.0.39 "GET /v2.0/ports?device_id=e9bfdbe4-ca88-499e-9298-a762a5bcb93c HTTP/1.1" status: 200 len: 945 time: 0.0783365 Aug 12 15:00:13.704804 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-a6c740b2-9969-4449-99c0-31379f7e45f1 None None] Provisioning complete for port 09104a19-a86c-4ac7-bcf9-bb7f44bf128c triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:00:13.705409 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-a6c740b2-9969-4449-99c0-31379f7e45f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:13.774266 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-ed9d2d26-1989-40bf-8b32-eddb10ee5170 req-13a012f7-4a15-4b5e-ae02-5cf05f75e37b tempest-TestServerAdvancedOps-1477677775 tempest-TestServerAdvancedOps-1477677775-project] 10.222.0.39 "GET /v2.0/security-groups?id=5009af6e-5d8e-4fb6-84e9-788af9bfebac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903344 Aug 12 15:00:13.778227 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-f085a54e-f314-497e-9de4-c4559483e62a req-5302b57d-44a9-4722-b077-f89ce8e29a73 tempest-TestServerAdvancedOps-1477677775 tempest-TestServerAdvancedOps-1477677775-project] For port 052eed79-1abf-49eb-b89a-a00241a69922, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=052eed79-1abf-49eb-b89a-a00241a69922,segment=NetworkSegment(ca2523b0-5433-4ffa-a6fb-57934b764b35),segment_id=ca2523b0-5433-4ffa-a6fb-57934b764b35)] {{(pid=94467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:00:13.778873 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-f085a54e-f314-497e-9de4-c4559483e62a req-5302b57d-44a9-4722-b077-f89ce8e29a73 tempest-TestServerAdvancedOps-1477677775 tempest-TestServerAdvancedOps-1477677775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:13.795251 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [req-f085a54e-f314-497e-9de4-c4559483e62a req-5302b57d-44a9-4722-b077-f89ce8e29a73 tempest-TestServerAdvancedOps-1477677775 tempest-TestServerAdvancedOps-1477677775-project] Calling delete_port for 052eed79-1abf-49eb-b89a-a00241a69922 owned by compute:nova {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 15:00:13.886425 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-41f50b3e-0095-4404-8d24-37ca3ec41222 req-d6f98808-ade0-49d1-a79e-c8b3fba457c3 service neutron] 10.222.0.39 "GET /v2.0/networks/21505837-b14b-4a7d-b1c3-eccf5af19c7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5544124 Aug 12 15:00:13.989891 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-1769855f-eda9-4483-9dc3-3220908ab45d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:14.007384 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-f085a54e-f314-497e-9de4-c4559483e62a req-5302b57d-44a9-4722-b077-f89ce8e29a73 tempest-TestServerAdvancedOps-1477677775 tempest-TestServerAdvancedOps-1477677775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:14.022415 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] get_ports_and_sgs() called for port_ids ['052eed79-1abf-49eb-b89a-a00241a69922'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 15:00:14.075056 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5302b57d-44a9-4722-b077-f89ce8e29a73 tempest-TestServerAdvancedOps-1477677775 tempest-TestServerAdvancedOps-1477677775-project] Pushing event deleted for resources: {'Port': ['ID=052eed79-1abf-49eb-b89a-a00241a69922,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:00:14.166750 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [req-f085a54e-f314-497e-9de4-c4559483e62a req-5302b57d-44a9-4722-b077-f89ce8e29a73 tempest-TestServerAdvancedOps-1477677775 tempest-TestServerAdvancedOps-1477677775-project] No DVR routers for this DVR port 052eed79-1abf-49eb-b89a-a00241a69922 on host n-h2-694802-15 {{(pid=94467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 15:00:14.177385 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-f085a54e-f314-497e-9de4-c4559483e62a req-5302b57d-44a9-4722-b077-f89ce8e29a73 tempest-TestServerAdvancedOps-1477677775 tempest-TestServerAdvancedOps-1477677775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:14.181826 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f085a54e-f314-497e-9de4-c4559483e62a req-5302b57d-44a9-4722-b077-f89ce8e29a73 tempest-TestServerAdvancedOps-1477677775 tempest-TestServerAdvancedOps-1477677775-project] 10.222.0.49 "DELETE /v2.0/ports/052eed79-1abf-49eb-b89a-a00241a69922 HTTP/1.1" status: 204 len: 173 time: 1.2165179 Aug 12 15:00:14.186409 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9bfdbe4-ca88-499e-9298-a762a5bcb93c', 'name': 'network-vif-deleted', 'tag': '052eed79-1abf-49eb-b89a-a00241a69922'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:00:14.188946 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e65282f928b64038367d043a4411777802006c43a98742496cb2e25b724ff1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-702e6073-6525-450d-9246-47cb1f0005d4" -d '{"events": [{"server_uuid": "e9bfdbe4-ca88-499e-9298-a762a5bcb93c", "name": "network-vif-deleted", "tag": "052eed79-1abf-49eb-b89a-a00241a69922"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 15:00:14.236854 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 09104a19-a86c-4ac7-bcf9-bb7f44bf128c up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 15:00:14.272919 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 15:00:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48b7e3d9-bcb7-4be0-8539-aa6eb0ade2ba x-openstack-request-id: req-48b7e3d9-bcb7-4be0-8539-aa6eb0ade2ba {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 15:00:14.273341 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9bfdbe4-ca88-499e-9298-a762a5bcb93c", "name": "network-vif-deleted", "tag": "052eed79-1abf-49eb-b89a-a00241a69922", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 15:00:14.273499 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-48b7e3d9-bcb7-4be0-8539-aa6eb0ade2ba {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 15:00:14.274299 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9bfdbe4-ca88-499e-9298-a762a5bcb93c', 'name': 'network-vif-deleted', 'tag': '052eed79-1abf-49eb-b89a-a00241a69922', 'status': 'completed', 'code': 200} Aug 12 15:00:14.349849 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-f5876235-a5de-4026-b7e7-61b8f17a034b req-7a7dd65a-b51e-43d2-b049-89fda79628df tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec0bc87b-1cee-480e-816c-745983da8ddb HTTP/1.1" status: 200 len: 210 time: 0.0533397 Aug 12 15:00:14.358991 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port 09104a19-a86c-4ac7-bcf9-bb7f44bf128c triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:00:14.360544 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:14.947784 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e970d4d8-9c39-4791-8bd8-514f33b57327 req-7acff504-2319-4268-a044-9a405a40d3cd tempest-TestServerAdvancedOps-1477677775 tempest-TestServerAdvancedOps-1477677775-project] 10.222.0.39 "GET /v2.0/ports?device_id=e9bfdbe4-ca88-499e-9298-a762a5bcb93c HTTP/1.1" status: 200 len: 210 time: 0.0503051 Aug 12 15:00:15.454061 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-1b71eef4-0015-4634-aaee-5974dab8cdcc req-66eae916-d35f-444a-8155-7744b5a3e6bc tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec0bc87b-1cee-480e-816c-745983da8ddb HTTP/1.1" status: 200 len: 210 time: 0.0295291 Aug 12 15:00:15.660754 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-fe95f194-a3b0-4c04-9e42-20b511169d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:15.831341 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f50b3e-0095-4404-8d24-37ca3ec41222 req-7af900f8-6f42-4b48-983b-499d256512df tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:00:15.832933 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-41f50b3e-0095-4404-8d24-37ca3ec41222 req-7af900f8-6f42-4b48-983b-499d256512df tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] 10.222.0.49 "GET /v2.0/networks?id=21505837-b14b-4a7d-b1c3-eccf5af19c7d HTTP/1.1" status: 200 len: 797 time: 0.1628973 Aug 12 15:00:15.963607 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-41f50b3e-0095-4404-8d24-37ca3ec41222 req-d3558cf9-ccaf-426e-84d1-4b9fb1cfdd7b tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cbaad1cb6c364f2d8238ea489cf6e7b7 HTTP/1.1" status: 200 len: 472 time: 0.1185918 Aug 12 15:00:15.978219 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-41f50b3e-0095-4404-8d24-37ca3ec41222 req-b89c89e0-b0b9-4550-9f00-10f03c8654ab tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Request body: {'port': {'device_id': 'ec0bc87b-1cee-480e-816c-745983da8ddb', 'network_id': '21505837-b14b-4a7d-b1c3-eccf5af19c7d', 'admin_state_up': True, 'tenant_id': 'cbaad1cb6c364f2d8238ea489cf6e7b7', 'security_groups': ['d6119c16-b22a-4cdd-8d45-55b6b957a0b5']}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:00:16.042375 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 45432) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:00:16.097869 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2f806f5-ac3e-4ac8-be08-5ea112dfe560 admin admin] Deleting subnet 1990c076-b5a8-48d8-8d6b-c162feb0af96 {{(pid=94466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 15:00:16.102277 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d2f806f5-ac3e-4ac8-be08-5ea112dfe560 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:16.146542 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d2f806f5-ac3e-4ac8-be08-5ea112dfe560 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2293551'] for subnet, precommit_delete_associations {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:16.167064 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41f50b3e-0095-4404-8d24-37ca3ec41222 req-b89c89e0-b0b9-4550-9f00-10f03c8654ab tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Made reservation on behalf of cbaad1cb6c364f2d8238ea489cf6e7b7 for: {'port': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 15:00:16.172801 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-41f50b3e-0095-4404-8d24-37ca3ec41222 req-b89c89e0-b0b9-4550-9f00-10f03c8654ab tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:16.194934 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d2f806f5-ac3e-4ac8-be08-5ea112dfe560 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66416255'] for subnet, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:16.265023 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device 052eed79-1abf-49eb-b89a-a00241a69922 no longer exists at agent hyperv_n-h2-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 15:00:16.288875 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d2f806f5-ac3e-4ac8-be08-5ea112dfe560 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66416232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3718429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8776402'] for subnet, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:16.295216 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] No Port match for: 052eed79-1abf-49eb-b89a-a00241a69922 {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 15:00:16.295654 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device 052eed79-1abf-49eb-b89a-a00241a69922 not bound to the agent host n-h2-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 15:00:16.335398 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f806f5-ac3e-4ac8-be08-5ea112dfe560 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1990c076-b5a8-48d8-8d6b-c162feb0af96,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:00:16.338899 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d2f806f5-ac3e-4ac8-be08-5ea112dfe560 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:16.343267 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-d2f806f5-ac3e-4ac8-be08-5ea112dfe560 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/1990c076-b5a8-48d8-8d6b-c162feb0af96 HTTP/1.1" status: 204 len: 168 time: 0.2968504 Aug 12 15:00:16.343385 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 45434) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:00:16.350094 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_common [req-41f50b3e-0095-4404-8d24-37ca3ec41222 req-b89c89e0-b0b9-4550-9f00-10f03c8654ab tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Allocated IP 172.20.0.22 (21505837-b14b-4a7d-b1c3-eccf5af19c7d/11f47e8a-197b-4f4e-99a3-412eace7965b/51c199b6-8c6c-4402-adcf-2dd7287f8fd0) {{(pid=94467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 15:00:16.422506 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9b975d7a-c7c7-4d73-bdc5-962d871541c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680608'] for network, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:16.521245 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-41f50b3e-0095-4404-8d24-37ca3ec41222 req-b89c89e0-b0b9-4550-9f00-10f03c8654ab tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify callbacks [] for port, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:16.527486 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9b975d7a-c7c7-4d73-bdc5-962d871541c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66413304', 'neutron.services.segments.db._delete_segments_for_network-8744654118000'] for network, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:16.538575 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [req-41f50b3e-0095-4404-8d24-37ca3ec41222 req-b89c89e0-b0b9-4550-9f00-10f03c8654ab tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Transition to ACTIVE for port object 51c199b6-8c6c-4402-adcf-2dd7287f8fd0 will not be triggered until provisioned by entity DHCP. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:00:16.564219 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-89f73c74-b3dd-42dd-9ba4-f215edb0e548 req-f72bdf33-444c-4ede-9afb-7911b7ffd7b8 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec0bc87b-1cee-480e-816c-745983da8ddb HTTP/1.1" status: 200 len: 210 time: 0.0339687 Aug 12 15:00:16.565835 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-9b975d7a-c7c7-4d73-bdc5-962d871541c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0179420d-a52f-4167-95d5-b2fc571adfbe']}} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:00:16.575707 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-41f50b3e-0095-4404-8d24-37ca3ec41222 req-b89c89e0-b0b9-4550-9f00-10f03c8654ab tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:16.587332 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-9b975d7a-c7c7-4d73-bdc5-962d871541c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca2523b0-5433-4ffa-a6fb-57934b764b35') {'for_net_delete': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:00:16.587332 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-9b975d7a-c7c7-4d73-bdc5-962d871541c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca2523b0-5433-4ffa-a6fb-57934b764b35') {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:00:16.595184 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9b975d7a-c7c7-4d73-bdc5-962d871541c0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744654122361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2293560'] for segment, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:16.610044 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9b975d7a-c7c7-4d73-bdc5-962d871541c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:16.616701 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b975d7a-c7c7-4d73-bdc5-962d871541c0 admin admin] Releasing vlan 329 on physical network physnet1 to pool {{(pid=94466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 15:00:16.617104 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9b975d7a-c7c7-4d73-bdc5-962d871541c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3718595'] for segment, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:16.618753 n-d-694802-15 neutron-server[94466]: Traceback (most recent call last): Aug 12 15:00:16.618753 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 15:00:16.618753 n-d-694802-15 neutron-server[94466]: timer() Aug 12 15:00:16.618753 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 15:00:16.618753 n-d-694802-15 neutron-server[94466]: cb(*args, **kw) Aug 12 15:00:16.618753 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 15:00:16.618753 n-d-694802-15 neutron-server[94466]: return func(*args, **kwargs) Aug 12 15:00:16.618753 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 15:00:16.618753 n-d-694802-15 neutron-server[94466]: self._notify() Aug 12 15:00:16.618753 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 15:00:16.618753 n-d-694802-15 neutron-server[94466]: self.callback(batched_events) Aug 12 15:00:16.618753 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 15:00:16.618753 n-d-694802-15 neutron-server[94466]: event.method(event) Aug 12 15:00:16.618753 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 15:00:16.618753 n-d-694802-15 neutron-server[94466]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 15:00:16.618753 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 15:00:16.618753 n-d-694802-15 neutron-server[94466]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 15:00:16.618753 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 15:00:16.618753 n-d-694802-15 neutron-server[94466]: return f(self, *a, **k) Aug 12 15:00:16.618753 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 15:00:16.618753 n-d-694802-15 neutron-server[94466]: return self._get(url).json() Aug 12 15:00:16.618753 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 15:00:16.618753 n-d-694802-15 neutron-server[94466]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 15:00:16.618753 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 15:00:16.618753 n-d-694802-15 neutron-server[94466]: return self.request(url, 'GET', **kwargs) Aug 12 15:00:16.618753 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 15:00:16.618753 n-d-694802-15 neutron-server[94466]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 15:00:16.618753 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 15:00:16.618753 n-d-694802-15 neutron-server[94466]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 15:00:16.618753 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 15:00:16.618753 n-d-694802-15 neutron-server[94466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 15:00:16.618753 n-d-694802-15 neutron-server[94466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 15:00:16.631474 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41f50b3e-0095-4404-8d24-37ca3ec41222 req-b89c89e0-b0b9-4550-9f00-10f03c8654ab tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Network 21505837-b14b-4a7d-b1c3-eccf5af19c7d is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 15:00:16.634802 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [req-41f50b3e-0095-4404-8d24-37ca3ec41222 req-b89c89e0-b0b9-4550-9f00-10f03c8654ab tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:00:16.637925 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [req-41f50b3e-0095-4404-8d24-37ca3ec41222 req-b89c89e0-b0b9-4550-9f00-10f03c8654ab tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Received port after_create {{(pid=94467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 15:00:16.682724 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89c89e0-b0b9-4550-9f00-10f03c8654ab tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Pushing event updated for resources: {'Port': ['ID=51c199b6-8c6c-4402-adcf-2dd7287f8fd0,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:00:16.685401 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9b975d7a-c7c7-4d73-bdc5-962d871541c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66413281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431520'] for network, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:16.698365 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9b975d7a-c7c7-4d73-bdc5-962d871541c0 admin admin] Notify callbacks [] for network, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:16.703387 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-9b975d7a-c7c7-4d73-bdc5-962d871541c0 admin admin] 10.222.0.39 "DELETE /v2.0/networks/0179420d-a52f-4167-95d5-b2fc571adfbe HTTP/1.1" status: 204 len: 168 time: 0.3566413 Aug 12 15:00:16.707570 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 45440) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:00:16.718837 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f50b3e-0095-4404-8d24-37ca3ec41222 req-b89c89e0-b0b9-4550-9f00-10f03c8654ab tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:00:16.719795 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-41f50b3e-0095-4404-8d24-37ca3ec41222 req-b89c89e0-b0b9-4550-9f00-10f03c8654ab tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:16.740077 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-41f50b3e-0095-4404-8d24-37ca3ec41222 req-b89c89e0-b0b9-4550-9f00-10f03c8654ab tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7692881 Aug 12 15:00:16.752711 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b975d7a-c7c7-4d73-bdc5-962d871541c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=0179420d-a52f-4167-95d5-b2fc571adfbe,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:00:16.758227 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-41f50b3e-0095-4404-8d24-37ca3ec41222 req-aa210d17-55de-4d4c-b00b-e75f68cd6389 service neutron] Request body: {'port': {'device_id': 'ec0bc87b-1cee-480e-816c-745983da8ddb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-694802-15'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:00:16.781596 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_v2 [None req-7dbf2c37-e8de-435e-a46b-bbf379496c1d admin admin] Deleting subnet e7c58224-3945-4367-b878-f2423c8268ea {{(pid=94466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 15:00:16.788073 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-7dbf2c37-e8de-435e-a46b-bbf379496c1d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:16.829639 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-41f50b3e-0095-4404-8d24-37ca3ec41222 req-aa210d17-55de-4d4c-b00b-e75f68cd6389 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:16.842271 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-7dbf2c37-e8de-435e-a46b-bbf379496c1d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2293551'] for subnet, precommit_delete_associations {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:16.898044 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-7dbf2c37-e8de-435e-a46b-bbf379496c1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66416255'] for subnet, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:16.978369 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-7dbf2c37-e8de-435e-a46b-bbf379496c1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66416232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3718429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8776402'] for subnet, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:17.008099 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbf2c37-e8de-435e-a46b-bbf379496c1d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e7c58224-3945-4367-b878-f2423c8268ea,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:00:17.012253 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-7dbf2c37-e8de-435e-a46b-bbf379496c1d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:17.014797 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-7dbf2c37-e8de-435e-a46b-bbf379496c1d admin admin] 10.222.0.39 "DELETE /v2.0/subnets/e7c58224-3945-4367-b878-f2423c8268ea HTTP/1.1" status: 204 len: 168 time: 0.3058331 Aug 12 15:00:17.017015 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 45452) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:00:17.025787 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-952f02c8-6b68-435e-8578-a932d6c46902 None None] Provisioning for port 51c199b6-8c6c-4402-adcf-2dd7287f8fd0 completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:00:17.034694 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-952f02c8-6b68-435e-8578-a932d6c46902 None None] Provisioning complete for port 51c199b6-8c6c-4402-adcf-2dd7287f8fd0 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:00:17.035194 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-952f02c8-6b68-435e-8578-a932d6c46902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:17.107550 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f399c157-ec9f-4e52-9b45-f925889d42dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680608'] for network, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:17.111971 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-952f02c8-6b68-435e-8578-a932d6c46902 None None] Port 51c199b6-8c6c-4402-adcf-2dd7287f8fd0 cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 15:00:17.205608 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f399c157-ec9f-4e52-9b45-f925889d42dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66413304', 'neutron.services.segments.db._delete_segments_for_network-8744654118000'] for network, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:17.219585 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-f399c157-ec9f-4e52-9b45-f925889d42dd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['456af9bb-c8b1-42cf-8a82-3973723e2bdf']}} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:00:17.239543 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-f399c157-ec9f-4e52-9b45-f925889d42dd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2672304f-a198-4469-a309-177d81037535') {'for_net_delete': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:00:17.239890 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-f399c157-ec9f-4e52-9b45-f925889d42dd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2672304f-a198-4469-a309-177d81037535') {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:00:17.249540 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [req-41f50b3e-0095-4404-8d24-37ca3ec41222 req-aa210d17-55de-4d4c-b00b-e75f68cd6389 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51c199b6-8c6c-4402-adcf-2dd7287f8fd0 {{(pid=94467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 15:00:17.250274 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f399c157-ec9f-4e52-9b45-f925889d42dd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744654122361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2293560'] for segment, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:17.260014 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-41f50b3e-0095-4404-8d24-37ca3ec41222 req-aa210d17-55de-4d4c-b00b-e75f68cd6389 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:17.270291 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f399c157-ec9f-4e52-9b45-f925889d42dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:17.283716 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [req-41f50b3e-0095-4404-8d24-37ca3ec41222 req-aa210d17-55de-4d4c-b00b-e75f68cd6389 service neutron] Transition to ACTIVE for port object 51c199b6-8c6c-4402-adcf-2dd7287f8fd0 will not be triggered until provisioned by entity L2. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:00:17.289258 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f399c157-ec9f-4e52-9b45-f925889d42dd admin admin] Releasing vlan 319 on physical network physnet1 to pool {{(pid=94466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 15:00:17.289489 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-41f50b3e-0095-4404-8d24-37ca3ec41222 req-aa210d17-55de-4d4c-b00b-e75f68cd6389 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:17.291142 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f399c157-ec9f-4e52-9b45-f925889d42dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3718595'] for segment, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:17.318913 n-d-694802-15 neutron-server[94466]: Traceback (most recent call last): Aug 12 15:00:17.318913 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 15:00:17.318913 n-d-694802-15 neutron-server[94466]: timer() Aug 12 15:00:17.318913 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 15:00:17.318913 n-d-694802-15 neutron-server[94466]: cb(*args, **kw) Aug 12 15:00:17.318913 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 15:00:17.318913 n-d-694802-15 neutron-server[94466]: return func(*args, **kwargs) Aug 12 15:00:17.318913 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 15:00:17.318913 n-d-694802-15 neutron-server[94466]: self._notify() Aug 12 15:00:17.318913 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 15:00:17.318913 n-d-694802-15 neutron-server[94466]: self.callback(batched_events) Aug 12 15:00:17.318913 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 15:00:17.318913 n-d-694802-15 neutron-server[94466]: event.method(event) Aug 12 15:00:17.318913 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 15:00:17.318913 n-d-694802-15 neutron-server[94466]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 15:00:17.318913 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 15:00:17.318913 n-d-694802-15 neutron-server[94466]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 15:00:17.318913 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 15:00:17.318913 n-d-694802-15 neutron-server[94466]: return f(self, *a, **k) Aug 12 15:00:17.318913 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 15:00:17.318913 n-d-694802-15 neutron-server[94466]: return self._get(url).json() Aug 12 15:00:17.318913 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 15:00:17.318913 n-d-694802-15 neutron-server[94466]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 15:00:17.318913 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 15:00:17.318913 n-d-694802-15 neutron-server[94466]: return self.request(url, 'GET', **kwargs) Aug 12 15:00:17.318913 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 15:00:17.318913 n-d-694802-15 neutron-server[94466]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 15:00:17.318913 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 15:00:17.318913 n-d-694802-15 neutron-server[94466]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 15:00:17.318913 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 15:00:17.318913 n-d-694802-15 neutron-server[94466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 15:00:17.318913 n-d-694802-15 neutron-server[94466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 15:00:17.354907 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa210d17-55de-4d4c-b00b-e75f68cd6389 service neutron] Pushing event updated for resources: {'Port': ['ID=51c199b6-8c6c-4402-adcf-2dd7287f8fd0,revision_number=2']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:00:17.388233 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f399c157-ec9f-4e52-9b45-f925889d42dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66413281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431520'] for network, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:17.393777 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f399c157-ec9f-4e52-9b45-f925889d42dd admin admin] Notify callbacks [] for network, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:17.398134 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-f399c157-ec9f-4e52-9b45-f925889d42dd admin admin] 10.222.0.39 "DELETE /v2.0/networks/456af9bb-c8b1-42cf-8a82-3973723e2bdf HTTP/1.1" status: 204 len: 168 time: 0.3776741 Aug 12 15:00:17.421424 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f399c157-ec9f-4e52-9b45-f925889d42dd admin admin] Pushing event deleted for resources: {'Network': ['ID=456af9bb-c8b1-42cf-8a82-3973723e2bdf,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:00:17.458048 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-41f50b3e-0095-4404-8d24-37ca3ec41222 req-aa210d17-55de-4d4c-b00b-e75f68cd6389 service neutron] Attempting to bind port 51c199b6-8c6c-4402-adcf-2dd7287f8fd0 on host n-h2-694802-15 for vnic_type normal with profile {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 15:00:17.458479 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-41f50b3e-0095-4404-8d24-37ca3ec41222 req-aa210d17-55de-4d4c-b00b-e75f68cd6389 service neutron] Attempting to bind port 51c199b6-8c6c-4402-adcf-2dd7287f8fd0 by drivers openvswitch,hyperv on host n-h2-694802-15 at level 0 using segments [{'id': 'aa827c3b-9fa7-4903-817b-da9ad15f98e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '21505837-b14b-4a7d-b1c3-eccf5af19c7d'}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 15:00:17.459087 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41f50b3e-0095-4404-8d24-37ca3ec41222 req-aa210d17-55de-4d4c-b00b-e75f68cd6389 service neutron] Attempting to bind port 51c199b6-8c6c-4402-adcf-2dd7287f8fd0 on network 21505837-b14b-4a7d-b1c3-eccf5af19c7d {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 15:00:17.467327 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41f50b3e-0095-4404-8d24-37ca3ec41222 req-aa210d17-55de-4d4c-b00b-e75f68cd6389 service neutron] Port 51c199b6-8c6c-4402-adcf-2dd7287f8fd0 on network 21505837-b14b-4a7d-b1c3-eccf5af19c7d not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-15 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 15:00:17.468098 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41f50b3e-0095-4404-8d24-37ca3ec41222 req-aa210d17-55de-4d4c-b00b-e75f68cd6389 service neutron] Attempting to bind port 51c199b6-8c6c-4402-adcf-2dd7287f8fd0 on network 21505837-b14b-4a7d-b1c3-eccf5af19c7d {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 15:00:17.475438 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41f50b3e-0095-4404-8d24-37ca3ec41222 req-aa210d17-55de-4d4c-b00b-e75f68cd6389 service neutron] Checking agent: {'id': 'b7697f71-33f3-4959-ad82-43c2dc15845d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 27, 42), 'started_at': datetime.datetime(2021, 8, 12, 14, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 15, 0, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 15:00:17.475919 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41f50b3e-0095-4404-8d24-37ca3ec41222 req-aa210d17-55de-4d4c-b00b-e75f68cd6389 service neutron] Checking segment: {'id': 'aa827c3b-9fa7-4903-817b-da9ad15f98e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '21505837-b14b-4a7d-b1c3-eccf5af19c7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 15:00:17.476380 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41f50b3e-0095-4404-8d24-37ca3ec41222 req-aa210d17-55de-4d4c-b00b-e75f68cd6389 service neutron] Bound using segment: {'id': 'aa827c3b-9fa7-4903-817b-da9ad15f98e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '21505837-b14b-4a7d-b1c3-eccf5af19c7d'} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 15:00:17.476887 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-41f50b3e-0095-4404-8d24-37ca3ec41222 req-aa210d17-55de-4d4c-b00b-e75f68cd6389 service neutron] Bound port: 51c199b6-8c6c-4402-adcf-2dd7287f8fd0, host: n-h2-694802-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa827c3b-9fa7-4903-817b-da9ad15f98e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '21505837-b14b-4a7d-b1c3-eccf5af19c7d'}}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 15:00:17.477318 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-41f50b3e-0095-4404-8d24-37ca3ec41222 req-aa210d17-55de-4d4c-b00b-e75f68cd6389 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:17.578655 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-41f50b3e-0095-4404-8d24-37ca3ec41222 req-aa210d17-55de-4d4c-b00b-e75f68cd6389 service neutron] For port 51c199b6-8c6c-4402-adcf-2dd7287f8fd0, host n-h2-694802-15, cleared binding levels {{(pid=94467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 15:00:17.582862 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-41f50b3e-0095-4404-8d24-37ca3ec41222 req-aa210d17-55de-4d4c-b00b-e75f68cd6389 service neutron] For port 51c199b6-8c6c-4402-adcf-2dd7287f8fd0, host n-h2-694802-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=51c199b6-8c6c-4402-adcf-2dd7287f8fd0,segment=NetworkSegment(aa827c3b-9fa7-4903-817b-da9ad15f98e6),segment_id=aa827c3b-9fa7-4903-817b-da9ad15f98e6)] {{(pid=94467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 15:00:17.588596 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-41f50b3e-0095-4404-8d24-37ca3ec41222 req-aa210d17-55de-4d4c-b00b-e75f68cd6389 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:17.634900 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f50b3e-0095-4404-8d24-37ca3ec41222 req-aa210d17-55de-4d4c-b00b-e75f68cd6389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:00:17.635552 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-41f50b3e-0095-4404-8d24-37ca3ec41222 req-aa210d17-55de-4d4c-b00b-e75f68cd6389 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:17.637505 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-41f50b3e-0095-4404-8d24-37ca3ec41222 req-aa210d17-55de-4d4c-b00b-e75f68cd6389 service neutron] 10.222.0.49 "PUT /v2.0/ports/51c199b6-8c6c-4402-adcf-2dd7287f8fd0 HTTP/1.1" status: 200 len: 1093 time: 0.8870487 Aug 12 15:00:17.637966 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec0bc87b-1cee-480e-816c-745983da8ddb', 'tag': '51c199b6-8c6c-4402-adcf-2dd7287f8fd0'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:00:17.640561 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e65282f928b64038367d043a4411777802006c43a98742496cb2e25b724ff1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e27c66b2-48bd-4d9d-b808-fce2c954f14b" -d '{"events": [{"name": "network-changed", "server_uuid": "ec0bc87b-1cee-480e-816c-745983da8ddb", "tag": "51c199b6-8c6c-4402-adcf-2dd7287f8fd0"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 15:00:17.721916 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 45470) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:00:17.752824 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 15:00:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0865346-2c37-4d2b-9c89-846fcbb503a4 x-openstack-request-id: req-c0865346-2c37-4d2b-9c89-846fcbb503a4 {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 15:00:17.753122 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec0bc87b-1cee-480e-816c-745983da8ddb", "tag": "51c199b6-8c6c-4402-adcf-2dd7287f8fd0", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 15:00:17.753376 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c0865346-2c37-4d2b-9c89-846fcbb503a4 {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 15:00:17.753876 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec0bc87b-1cee-480e-816c-745983da8ddb', 'tag': '51c199b6-8c6c-4402-adcf-2dd7287f8fd0', 'status': 'completed', 'code': 200} Aug 12 15:00:17.782016 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa210d17-55de-4d4c-b00b-e75f68cd6389 service neutron] Pushing event updated for resources: {'Port': ['ID=51c199b6-8c6c-4402-adcf-2dd7287f8fd0,revision_number=3']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:00:17.792171 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f50b3e-0095-4404-8d24-37ca3ec41222 req-013e2032-147e-4e63-8d34-cb7094004270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:00:17.793880 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-41f50b3e-0095-4404-8d24-37ca3ec41222 req-013e2032-147e-4e63-8d34-cb7094004270 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=cbaad1cb6c364f2d8238ea489cf6e7b7&device_id=ec0bc87b-1cee-480e-816c-745983da8ddb HTTP/1.1" status: 200 len: 1096 time: 0.1109612 Aug 12 15:00:17.856695 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-41f50b3e-0095-4404-8d24-37ca3ec41222 req-897cc7c0-d7b8-4beb-857b-914b52f47e55 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=51c199b6-8c6c-4402-adcf-2dd7287f8fd0 HTTP/1.1" status: 200 len: 217 time: 0.0546536 Aug 12 15:00:17.881720 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa52c4d-5c9e-42e8-a889-2bf0ffd32e6b req-42ffff39-94d0-43f5-ae6a-f9d9ba26a69e tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:00:17.883356 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-8fa52c4d-5c9e-42e8-a889-2bf0ffd32e6b req-42ffff39-94d0-43f5-ae6a-f9d9ba26a69e tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec0bc87b-1cee-480e-816c-745983da8ddb HTTP/1.1" status: 200 len: 944 time: 0.1587534 Aug 12 15:00:17.888723 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-7855baad-447d-44e1-93d1-5b4cc4969daf admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a7344f3170ee4115ab507428ef7ae3d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1633315 Aug 12 15:00:17.888983 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 45474) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:00:17.972552 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-8fa52c4d-5c9e-42e8-a889-2bf0ffd32e6b req-107553d9-4289-491d-91af-5f1c7ce418c5 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] 10.222.0.39 "GET /v2.0/security-groups?id=d6119c16-b22a-4cdd-8d45-55b6b957a0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768046 Aug 12 15:00:17.979465 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f50b3e-0095-4404-8d24-37ca3ec41222 req-77e64ba5-1b48-4c5b-95d9-8be3d7a5bdac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:00:17.985871 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-41f50b3e-0095-4404-8d24-37ca3ec41222 req-77e64ba5-1b48-4c5b-95d9-8be3d7a5bdac service neutron] 10.222.0.49 "GET /v2.0/subnets?id=11f47e8a-197b-4f4e-99a3-412eace7965b HTTP/1.1" status: 200 len: 838 time: 0.1206641 Aug 12 15:00:17.991713 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-7e248625-2c24-41e2-822f-265b8957ce74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:18.028965 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-7e248625-2c24-41e2-822f-265b8957ce74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:18.048187 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f50b3e-0095-4404-8d24-37ca3ec41222 req-091763c5-ee50-41c2-9bc7-03a6c5ee0e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:00:18.049667 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-41f50b3e-0095-4404-8d24-37ca3ec41222 req-091763c5-ee50-41c2-9bc7-03a6c5ee0e3c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=21505837-b14b-4a7d-b1c3-eccf5af19c7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0558784 Aug 12 15:00:18.087841 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-7e248625-2c24-41e2-822f-265b8957ce74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:18.091172 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-7e248625-2c24-41e2-822f-265b8957ce74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:18.094640 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-7e248625-2c24-41e2-822f-265b8957ce74 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5009af6e-5d8e-4fb6-84e9-788af9bfebac HTTP/1.1" status: 204 len: 168 time: 0.2024233 Aug 12 15:00:18.108597 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e248625-2c24-41e2-822f-265b8957ce74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5009af6e-5d8e-4fb6-84e9-788af9bfebac,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:00:18.165083 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-41f50b3e-0095-4404-8d24-37ca3ec41222 req-dc56f1eb-e35a-4053-8bd0-cb1b5d5e6502 service neutron] 10.222.0.49 "GET /v2.0/networks/21505837-b14b-4a7d-b1c3-eccf5af19c7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024673 Aug 12 15:00:18.293366 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-41f50b3e-0095-4404-8d24-37ca3ec41222 req-b79fc450-db2d-49f5-a714-2c8c322a8fd6 service neutron] 10.222.0.49 "GET /v2.0/networks/21505837-b14b-4a7d-b1c3-eccf5af19c7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168087 Aug 12 15:00:18.406427 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27c66b2-48bd-4d9d-b808-fce2c954f14b req-75f865fd-69b0-4d6c-8926-1772ed713d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:00:18.408344 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e27c66b2-48bd-4d9d-b808-fce2c954f14b req-75f865fd-69b0-4d6c-8926-1772ed713d21 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=cbaad1cb6c364f2d8238ea489cf6e7b7&device_id=ec0bc87b-1cee-480e-816c-745983da8ddb HTTP/1.1" status: 200 len: 1096 time: 0.0532663 Aug 12 15:00:18.514472 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27c66b2-48bd-4d9d-b808-fce2c954f14b req-809ed9c2-36fd-43b7-b945-656d76d0408c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:00:18.517280 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e27c66b2-48bd-4d9d-b808-fce2c954f14b req-809ed9c2-36fd-43b7-b945-656d76d0408c service neutron] 10.222.0.49 "GET /v2.0/networks?id=21505837-b14b-4a7d-b1c3-eccf5af19c7d HTTP/1.1" status: 200 len: 898 time: 0.0994322 Aug 12 15:00:18.558924 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 45486) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:00:18.577465 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e27c66b2-48bd-4d9d-b808-fce2c954f14b req-1a0c4019-6c19-40ab-bac6-0204c62b5b34 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=51c199b6-8c6c-4402-adcf-2dd7287f8fd0 HTTP/1.1" status: 200 len: 217 time: 0.0528305 Aug 12 15:00:18.610629 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-d073c8eb-a755-47e6-be39-24319de5ec25 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d37d5d0221a74d20839e9f1fb51e0185&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0500662 Aug 12 15:00:18.613241 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 45488) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:00:18.645968 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27c66b2-48bd-4d9d-b808-fce2c954f14b req-e4f27bb1-ca1b-41c3-835f-c46dee081c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:00:18.647674 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e27c66b2-48bd-4d9d-b808-fce2c954f14b req-e4f27bb1-ca1b-41c3-835f-c46dee081c59 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=11f47e8a-197b-4f4e-99a3-412eace7965b HTTP/1.1" status: 200 len: 838 time: 0.0621629 Aug 12 15:00:18.676585 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-fe18daef-21b3-40f1-bd92-b24683333d91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:18.706078 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-fe18daef-21b3-40f1-bd92-b24683333d91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:18.706770 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27c66b2-48bd-4d9d-b808-fce2c954f14b req-92d58546-6c76-4a41-8595-08cf0ecf74e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:00:18.708707 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e27c66b2-48bd-4d9d-b808-fce2c954f14b req-92d58546-6c76-4a41-8595-08cf0ecf74e5 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=21505837-b14b-4a7d-b1c3-eccf5af19c7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0521882 Aug 12 15:00:18.820587 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-fe18daef-21b3-40f1-bd92-b24683333d91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:18.842587 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-fe18daef-21b3-40f1-bd92-b24683333d91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:18.851188 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-fe18daef-21b3-40f1-bd92-b24683333d91 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/80ba1cb6-506e-4987-9407-7387b833475d HTTP/1.1" status: 204 len: 168 time: 0.2367997 Aug 12 15:00:18.878032 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe18daef-21b3-40f1-bd92-b24683333d91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80ba1cb6-506e-4987-9407-7387b833475d,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:00:18.929648 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e27c66b2-48bd-4d9d-b808-fce2c954f14b req-1d1b4160-8cc9-4856-9b81-9be8f4bbbb92 service neutron] 10.222.0.49 "GET /v2.0/networks/21505837-b14b-4a7d-b1c3-eccf5af19c7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2119203 Aug 12 15:00:19.052953 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e27c66b2-48bd-4d9d-b808-fce2c954f14b req-1a343de5-a9f9-4c98-9a03-b1299a1134e4 service neutron] 10.222.0.49 "GET /v2.0/networks/21505837-b14b-4a7d-b1c3-eccf5af19c7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140809 Aug 12 15:00:19.132470 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7c3b23-5cd1-4477-bbeb-dc85afecef46 req-f17cdd8e-5624-49d2-bcfd-281718afc5f4 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:00:19.133993 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-ed7c3b23-5cd1-4477-bbeb-dc85afecef46 req-f17cdd8e-5624-49d2-bcfd-281718afc5f4 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec0bc87b-1cee-480e-816c-745983da8ddb HTTP/1.1" status: 200 len: 944 time: 0.0507743 Aug 12 15:00:19.184349 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-ed7c3b23-5cd1-4477-bbeb-dc85afecef46 req-2ceef42f-95ce-47cb-8fa2-faa9cbe8def5 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] 10.222.0.39 "GET /v2.0/security-groups?id=d6119c16-b22a-4cdd-8d45-55b6b957a0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413423 Aug 12 15:00:19.680561 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 45526) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:00:19.782655 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-3dce7d48-0891-47e6-932e-06f5718a56e4 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1051421672-network', 'tenant_id': '8b40dba42c764b37920c3587555867c7'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:00:19.805307 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dce7d48-0891-47e6-932e-06f5718a56e4 admin admin] Made reservation on behalf of 8b40dba42c764b37920c3587555867c7 for: {'network': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 15:00:19.807737 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3dce7d48-0891-47e6-932e-06f5718a56e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for network, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:19.817859 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3dce7d48-0891-47e6-932e-06f5718a56e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:19.925044 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3dce7d48-0891-47e6-932e-06f5718a56e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:19.929184 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3dce7d48-0891-47e6-932e-06f5718a56e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:19.957423 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3dce7d48-0891-47e6-932e-06f5718a56e4 admin admin] vlan segment allocate from pool success with {'vlan_id': 326, 'physical_network': 'physnet1'} {{(pid=94466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 15:00:19.963854 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dce7d48-0891-47e6-932e-06f5718a56e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=262d07bc-a1a0-4f8e-9c35-c3890cb74c1c,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:00:19.970546 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3dce7d48-0891-47e6-932e-06f5718a56e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:19.970921 n-d-694802-15 neutron-server[94466]: INFO neutron.db.segments_db [None req-3dce7d48-0891-47e6-932e-06f5718a56e4 admin admin] Added segment 64e84e1c-ef6d-4039-880b-f3ab6b5c4a52 of type vlan for network bdb8c589-801b-4e9e-808f-194e52b05ffa Aug 12 15:00:20.032847 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3dce7d48-0891-47e6-932e-06f5718a56e4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744653628263'] for network, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:20.066065 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3dce7d48-0891-47e6-932e-06f5718a56e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409'] for network, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:20.067142 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dce7d48-0891-47e6-932e-06f5718a56e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:00:20.067812 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3dce7d48-0891-47e6-932e-06f5718a56e4 admin admin] Notify callbacks [] for network, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:20.131901 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-3dce7d48-0891-47e6-932e-06f5718a56e4 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4475441 Aug 12 15:00:20.132123 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 45530) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:00:20.139435 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-744f5d1c-51ad-478a-9dd4-de2e0b2b2f11 admin admin] Request body: {'subnet': {'network_id': 'bdb8c589-801b-4e9e-808f-194e52b05ffa', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1051421672-subnet', 'tenant_id': '8b40dba42c764b37920c3587555867c7', 'ip_version': 4}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:00:20.155732 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dce7d48-0891-47e6-932e-06f5718a56e4 admin admin] Pushing event updated for resources: {'Network': ['ID=bdb8c589-801b-4e9e-808f-194e52b05ffa,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:00:20.166929 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Network bdb8c589-801b-4e9e-808f-194e52b05ffa details requested by agent ovs-agent-n-d-694802-15 with host n-d-694802-15 {{(pid=94468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 15:00:20.192226 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-744f5d1c-51ad-478a-9dd4-de2e0b2b2f11 admin admin] Made reservation on behalf of 8b40dba42c764b37920c3587555867c7 for: {'subnet': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 15:00:20.196443 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-744f5d1c-51ad-478a-9dd4-de2e0b2b2f11 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8776441'] for subnet, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:20.485078 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-744f5d1c-51ad-478a-9dd4-de2e0b2b2f11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3718490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8776395'] for subnet, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:20.545622 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab3e776-3234-45fb-8de8-f1817c63df36 req-7a9e9a47-766f-4db7-acc4-54a98e0ea22c tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:00:20.547356 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-9ab3e776-3234-45fb-8de8-f1817c63df36 req-7a9e9a47-766f-4db7-acc4-54a98e0ea22c tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec0bc87b-1cee-480e-816c-745983da8ddb HTTP/1.1" status: 200 len: 944 time: 0.1929004 Aug 12 15:00:20.611631 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744f5d1c-51ad-478a-9dd4-de2e0b2b2f11 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c491707-38df-4731-ba0a-868cad11a6fd,revision_number=0']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:00:20.639973 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-744f5d1c-51ad-478a-9dd4-de2e0b2b2f11 admin admin] Checking segment: {'id': '64e84e1c-ef6d-4039-880b-f3ab6b5c4a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'bdb8c589-801b-4e9e-808f-194e52b05ffa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 15:00:20.640346 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-744f5d1c-51ad-478a-9dd4-de2e0b2b2f11 admin admin] Network hostable DHCP agents. Network: bdb8c589-801b-4e9e-808f-194e52b05ffa, hostable agents: ['1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658'], hosted agents: [] {{(pid=94466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 15:00:20.649429 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-9ab3e776-3234-45fb-8de8-f1817c63df36 req-6b7f6474-0d23-4c09-b2ac-43d643c3c9e4 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] 10.222.0.39 "GET /v2.0/security-groups?id=d6119c16-b22a-4cdd-8d45-55b6b957a0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791876 Aug 12 15:00:20.672370 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-744f5d1c-51ad-478a-9dd4-de2e0b2b2f11 admin admin] Network bdb8c589-801b-4e9e-808f-194e52b05ffa is scheduled to be hosted by DHCP agent 1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658 with binding_index 1 {{(pid=94466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 15:00:20.683881 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-744f5d1c-51ad-478a-9dd4-de2e0b2b2f11 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-15, bdb8c589-801b-4e9e-808f-194e52b05ffa) {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:00:20.690232 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-744f5d1c-51ad-478a-9dd4-de2e0b2b2f11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:00:20.691486 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-744f5d1c-51ad-478a-9dd4-de2e0b2b2f11 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:20.697328 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a6149c8-4973-41f0-8589-e20c9e43fb3f None None] Network bdb8c589-801b-4e9e-808f-194e52b05ffa requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 15:00:20.722844 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-744f5d1c-51ad-478a-9dd4-de2e0b2b2f11 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5895045 Aug 12 15:00:20.725498 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 45546) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:00:20.731006 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-a20c043b-9ed8-47da-84d3-88fad90194e3 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1051421672-router', 'tenant_id': '8b40dba42c764b37920c3587555867c7', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'}}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:00:20.755675 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a20c043b-9ed8-47da-84d3-88fad90194e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-430574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-104863'] for router, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:20.763156 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a20c043b-9ed8-47da-84d3-88fad90194e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-429438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-431405', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66646573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-104852'] for router, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:20.848338 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a20c043b-9ed8-47da-84d3-88fad90194e3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:20.880167 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d6d9fbd-8a6c-43a6-bb8c-0e2ffb588e6b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa7035b3e-9a89-5964-b9f4-97301c3f476a-bdb8c589-801b-4e9e-808f-194e52b05ffa', 'network_id': 'bdb8c589-801b-4e9e-808f-194e52b05ffa', 'tenant_id': '8b40dba42c764b37920c3587555867c7', 'fixed_ips': [{'subnet_id': '9c491707-38df-4731-ba0a-868cad11a6fd'}]}} from n-d-694802-15. {{(pid=94468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 15:00:20.881911 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-7d6d9fbd-8a6c-43a6-bb8c-0e2ffb588e6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:21.054699 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a20c043b-9ed8-47da-84d3-88fad90194e3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:21.071114 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.db_base_plugin_common [None req-7d6d9fbd-8a6c-43a6-bb8c-0e2ffb588e6b None None] Allocated IP 172.20.0.2 (bdb8c589-801b-4e9e-808f-194e52b05ffa/9c491707-38df-4731-ba0a-868cad11a6fd/bcd804d5-5912-4ac0-a60f-a8d15423f94a) {{(pid=94468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 15:00:21.254898 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-7d6d9fbd-8a6c-43a6-bb8c-0e2ffb588e6b None None] Notify callbacks [] for port, precommit_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:21.266926 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-7d6d9fbd-8a6c-43a6-bb8c-0e2ffb588e6b None None] Transition to ACTIVE for port object bcd804d5-5912-4ac0-a60f-a8d15423f94a will not be triggered until provisioned by entity L2. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:00:21.284372 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-7d6d9fbd-8a6c-43a6-bb8c-0e2ffb588e6b None None] Transition to ACTIVE for port object bcd804d5-5912-4ac0-a60f-a8d15423f94a will not be triggered until provisioned by entity DHCP. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:00:21.291670 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-7d6d9fbd-8a6c-43a6-bb8c-0e2ffb588e6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253'] for port, after_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:21.298917 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a20c043b-9ed8-47da-84d3-88fad90194e3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:21.319160 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a20c043b-9ed8-47da-84d3-88fad90194e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:21.334360 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d6d9fbd-8a6c-43a6-bb8c-0e2ffb588e6b None None] Network bdb8c589-801b-4e9e-808f-194e52b05ffa is already hosted by enough agents. {{(pid=94468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 15:00:21.341947 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.base_scheduler [None req-7d6d9fbd-8a6c-43a6-bb8c-0e2ffb588e6b None None] Resources bound (agent type, host, resource id): {{(pid=94468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:00:21.345296 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d6d9fbd-8a6c-43a6-bb8c-0e2ffb588e6b None None] Received port after_create {{(pid=94468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 15:00:21.354717 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6d9fbd-8a6c-43a6-bb8c-0e2ffb588e6b None None] Pushing event updated for resources: {'Port': ['ID=bcd804d5-5912-4ac0-a60f-a8d15423f94a,revision_number=1']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:00:21.409572 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-7d6d9fbd-8a6c-43a6-bb8c-0e2ffb588e6b None None] Attempting to bind port bcd804d5-5912-4ac0-a60f-a8d15423f94a on host n-d-694802-15 for vnic_type normal with profile {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 15:00:21.409950 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-7d6d9fbd-8a6c-43a6-bb8c-0e2ffb588e6b None None] Attempting to bind port bcd804d5-5912-4ac0-a60f-a8d15423f94a by drivers openvswitch,hyperv on host n-d-694802-15 at level 0 using segments [{'id': '64e84e1c-ef6d-4039-880b-f3ab6b5c4a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'bdb8c589-801b-4e9e-808f-194e52b05ffa'}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 15:00:21.410308 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d6d9fbd-8a6c-43a6-bb8c-0e2ffb588e6b None None] Attempting to bind port bcd804d5-5912-4ac0-a60f-a8d15423f94a on network bdb8c589-801b-4e9e-808f-194e52b05ffa {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 15:00:21.415269 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d6d9fbd-8a6c-43a6-bb8c-0e2ffb588e6b None None] Checking agent: {'id': '16de73ac-f2e9-4cee-b3e0-91052ae3e6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 20, 13), 'started_at': datetime.datetime(2021, 8, 12, 14, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 15, 0, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 15:00:21.415642 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d6d9fbd-8a6c-43a6-bb8c-0e2ffb588e6b None None] Checking segment: {'id': '64e84e1c-ef6d-4039-880b-f3ab6b5c4a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'bdb8c589-801b-4e9e-808f-194e52b05ffa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 15:00:21.416042 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-7d6d9fbd-8a6c-43a6-bb8c-0e2ffb588e6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:21.416432 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d6d9fbd-8a6c-43a6-bb8c-0e2ffb588e6b None None] Bound using segment: {'id': '64e84e1c-ef6d-4039-880b-f3ab6b5c4a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'bdb8c589-801b-4e9e-808f-194e52b05ffa'} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 15:00:21.416936 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-7d6d9fbd-8a6c-43a6-bb8c-0e2ffb588e6b None None] Bound port: bcd804d5-5912-4ac0-a60f-a8d15423f94a, host: n-d-694802-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64e84e1c-ef6d-4039-880b-f3ab6b5c4a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'bdb8c589-801b-4e9e-808f-194e52b05ffa'}}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 15:00:21.417318 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-7d6d9fbd-8a6c-43a6-bb8c-0e2ffb588e6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:21.433026 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_common [None req-a20c043b-9ed8-47da-84d3-88fad90194e3 admin admin] Allocated IP 172.25.1.114 (d3759e1b-6c03-45ac-acd4-90abb417809b/f0254f08-c19c-4e31-bd9c-09389ea4b6f2/5f48d5d1-32e0-4bf9-a181-b4e176ebbfb8) {{(pid=94467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 15:00:21.485492 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-7d6d9fbd-8a6c-43a6-bb8c-0e2ffb588e6b None None] For port bcd804d5-5912-4ac0-a60f-a8d15423f94a, host n-d-694802-15, cleared binding levels {{(pid=94468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 15:00:21.489272 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-7d6d9fbd-8a6c-43a6-bb8c-0e2ffb588e6b None None] For port bcd804d5-5912-4ac0-a60f-a8d15423f94a, host n-d-694802-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=bcd804d5-5912-4ac0-a60f-a8d15423f94a,segment=NetworkSegment(64e84e1c-ef6d-4039-880b-f3ab6b5c4a52),segment_id=64e84e1c-ef6d-4039-880b-f3ab6b5c4a52)] {{(pid=94468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 15:00:21.493955 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-7d6d9fbd-8a6c-43a6-bb8c-0e2ffb588e6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:21.561285 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a20c043b-9ed8-47da-84d3-88fad90194e3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:21.564342 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6d9fbd-8a6c-43a6-bb8c-0e2ffb588e6b None None] Pushing event updated for resources: {'Port': ['ID=bcd804d5-5912-4ac0-a60f-a8d15423f94a,revision_number=2']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:00:21.617303 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a20c043b-9ed8-47da-84d3-88fad90194e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:21.674309 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a20c043b-9ed8-47da-84d3-88fad90194e3 admin admin] Network d3759e1b-6c03-45ac-acd4-90abb417809b is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 15:00:21.679002 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20c043b-9ed8-47da-84d3-88fad90194e3 admin admin] Pushing event updated for resources: {'Port': ['ID=5f48d5d1-32e0-4bf9-a181-b4e176ebbfb8,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:00:21.690208 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [None req-a20c043b-9ed8-47da-84d3-88fad90194e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:00:21.693308 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a20c043b-9ed8-47da-84d3-88fad90194e3 admin admin] Received port after_create {{(pid=94467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 15:00:21.867856 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4620eecf-775c-480d-b614-29f6b0726887 req-93a83034-82bd-4f3a-95ba-0158f68f6e88 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:00:21.870506 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-4620eecf-775c-480d-b614-29f6b0726887 req-93a83034-82bd-4f3a-95ba-0158f68f6e88 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec0bc87b-1cee-480e-816c-745983da8ddb HTTP/1.1" status: 200 len: 944 time: 0.1227651 Aug 12 15:00:21.931488 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-4620eecf-775c-480d-b614-29f6b0726887 req-8f404e0e-3658-4042-be44-cdfac2fcb1ee tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] 10.222.0.39 "GET /v2.0/security-groups?id=d6119c16-b22a-4cdd-8d45-55b6b957a0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534704 Aug 12 15:00:22.140992 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a20c043b-9ed8-47da-84d3-88fad90194e3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:22.277210 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device 51c199b6-8c6c-4402-adcf-2dd7287f8fd0 details requested by agent hyperv_n-h2-694802-15 with host n-h2-694802-15 {{(pid=94468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 15:00:22.312269 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device bcd804d5-5912-4ac0-a60f-a8d15423f94a up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 15:00:22.443144 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning for port bcd804d5-5912-4ac0-a60f-a8d15423f94a completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:00:22.490335 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port 51c199b6-8c6c-4402-adcf-2dd7287f8fd0, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=51c199b6-8c6c-4402-adcf-2dd7287f8fd0,segment=NetworkSegment(aa827c3b-9fa7-4903-817b-da9ad15f98e6),segment_id=aa827c3b-9fa7-4903-817b-da9ad15f98e6)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:00:22.504634 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a20c043b-9ed8-47da-84d3-88fad90194e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-429413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-431608'] for router, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:22.514943 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Returning: {'device': '51c199b6-8c6c-4402-adcf-2dd7287f8fd0', 'network_id': '21505837-b14b-4a7d-b1c3-eccf5af19c7d', 'port_id': '51c199b6-8c6c-4402-adcf-2dd7287f8fd0', 'mac_address': 'fa:16:3e:e6:45:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11f47e8a-197b-4f4e-99a3-412eace7965b', 'ip_address': '172.20.0.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 15:00:22.569126 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:22.606122 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51c199b6-8c6c-4402-adcf-2dd7287f8fd0 {{(pid=94468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 15:00:22.643782 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port 51c199b6-8c6c-4402-adcf-2dd7287f8fd0, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=51c199b6-8c6c-4402-adcf-2dd7287f8fd0,segment=NetworkSegment(aa827c3b-9fa7-4903-817b-da9ad15f98e6),segment_id=aa827c3b-9fa7-4903-817b-da9ad15f98e6)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:00:22.649184 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:22.690772 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.agents_db [None req-17ed3e4c-1a7d-4162-9646-11c134aca297 None None] Agent healthcheck: found 7 active agents {{(pid=94469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 15:00:22.737596 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a20c043b-9ed8-47da-84d3-88fad90194e3 admin admin] Router a9f7f053-1199-4c67-934e-c1860ee0fa17 is scheduled to L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f with binding_index 1 {{(pid=94467) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 15:00:22.754738 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Pushing event updated for resources: {'Port': ['ID=51c199b6-8c6c-4402-adcf-2dd7287f8fd0,revision_number=4']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:00:22.910516 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a20c043b-9ed8-47da-84d3-88fad90194e3 admin admin] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 15:00:22.928129 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76ae362e-ba39-40cc-861a-510905a59aa2 None None] Sync routers for ids ['a9f7f053-1199-4c67-934e-c1860ee0fa17'] in n-d-694802-15 {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 15:00:22.943232 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76ae362e-ba39-40cc-861a-510905a59aa2 None None] Routers {'a9f7f053-1199-4c67-934e-c1860ee0fa17'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:00:22.944201 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-76ae362e-ba39-40cc-861a-510905a59aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T15:00:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['a9f7f053-1199-4c67-934e-c1860ee0fa17'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:00:22.948501 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a20c043b-9ed8-47da-84d3-88fad90194e3 admin admin] Notify callbacks [] for router, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:22.953917 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-a20c043b-9ed8-47da-84d3-88fad90194e3 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.2233210 Aug 12 15:00:22.954129 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 45674) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:00:23.050463 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] get_ports_and_sgs() called for port_ids ['51c199b6-8c6c-4402-adcf-2dd7287f8fd0'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 15:00:23.096101 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a6c6503-7cd6-42dd-aadf-530702a7d7f3 None None] Network bdb8c589-801b-4e9e-808f-194e52b05ffa requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 15:00:23.143612 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc5dbe5-66ed-4675-8e11-a7f5fc8d4698 req-19341f65-88e4-4da7-ad70-5cf05762ea7f tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:00:23.153260 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-6cc5dbe5-66ed-4675-8e11-a7f5fc8d4698 req-19341f65-88e4-4da7-ad70-5cf05762ea7f tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec0bc87b-1cee-480e-816c-745983da8ddb HTTP/1.1" status: 200 len: 945 time: 0.1180656 Aug 12 15:00:23.252337 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-6cc5dbe5-66ed-4675-8e11-a7f5fc8d4698 req-b1401210-34bc-463f-9048-f8c65195cc57 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] 10.222.0.39 "GET /v2.0/security-groups?id=d6119c16-b22a-4cdd-8d45-55b6b957a0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0978007 Aug 12 15:00:23.333379 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-76ae362e-ba39-40cc-861a-510905a59aa2 None None] Set router a9f7f053-1199-4c67-934e-c1860ee0fa17 gateway port host: n-d-694802-15 {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:00:23.343034 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-401234c8-30a7-449e-957b-ddf8212463a3 None None] Provisioning for port bcd804d5-5912-4ac0-a60f-a8d15423f94a completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:00:23.363425 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-401234c8-30a7-449e-957b-ddf8212463a3 None None] Provisioning complete for port bcd804d5-5912-4ac0-a60f-a8d15423f94a triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:00:23.364056 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-401234c8-30a7-449e-957b-ddf8212463a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:23.575319 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-401234c8-30a7-449e-957b-ddf8212463a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:23.678604 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-401234c8-30a7-449e-957b-ddf8212463a3 None None] For port bcd804d5-5912-4ac0-a60f-a8d15423f94a, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=bcd804d5-5912-4ac0-a60f-a8d15423f94a,segment=NetworkSegment(64e84e1c-ef6d-4039-880b-f3ab6b5c4a52),segment_id=64e84e1c-ef6d-4039-880b-f3ab6b5c4a52)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:00:23.734792 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-401234c8-30a7-449e-957b-ddf8212463a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:23.894980 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401234c8-30a7-449e-957b-ddf8212463a3 None None] Pushing event updated for resources: {'Port': ['ID=bcd804d5-5912-4ac0-a60f-a8d15423f94a,revision_number=3']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:00:23.965922 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-76ae362e-ba39-40cc-861a-510905a59aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9f7f053-1199-4c67-934e-c1860ee0fa17', 'name': 'tempest-TestServerBasicOps-1051421672-router', 'tenant_id': '8b40dba42c764b37920c3587555867c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.114'}], 'enable_snat': True}, 'gw_port_id': '5f48d5d1-32e0-4bf9-a181-b4e176ebbfb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:00:20Z', 'updated_at': '2021-08-12T15:00:22Z', 'revision_number': 3, 'project_id': '8b40dba42c764b37920c3587555867c7', 'gw_port': {'id': '5f48d5d1-32e0-4bf9-a181-b4e176ebbfb8', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:50:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9f7f053-1199-4c67-934e-c1860ee0fa17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3439, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:00:21Z', 'updated_at': '2021-08-12T15:00:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15'}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:00:24.016750 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76ae362e-ba39-40cc-861a-510905a59aa2 None None] Checking router: a9f7f053-1199-4c67-934e-c1860ee0fa17 for host: n-d-694802-15 {{(pid=94469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 15:00:24.017627 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76ae362e-ba39-40cc-861a-510905a59aa2 None None] Updating router a9f7f053-1199-4c67-934e-c1860ee0fa17 port 5f48d5d1-32e0-4bf9-a181-b4e176ebbfb8 binding host n-d-694802-15 {{(pid=94469) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 15:00:24.067192 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-9c4a6f1e-5a1d-4a85-a0a7-a621b5aa0ee8 None None] Provisioning complete for port bcd804d5-5912-4ac0-a60f-a8d15423f94a triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:00:24.067583 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-9c4a6f1e-5a1d-4a85-a0a7-a621b5aa0ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:24.296990 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-76ae362e-ba39-40cc-861a-510905a59aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:24.303752 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device bcd804d5-5912-4ac0-a60f-a8d15423f94a up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 15:00:24.449266 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port bcd804d5-5912-4ac0-a60f-a8d15423f94a triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:00:24.449910 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:24.475935 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5344c39e-5fd5-4558-9e67-67292f763f0e req-6c8ee38d-c7d5-483e-a13f-f2d6a3cedcfe tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:00:24.487730 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-5344c39e-5fd5-4558-9e67-67292f763f0e req-6c8ee38d-c7d5-483e-a13f-f2d6a3cedcfe tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec0bc87b-1cee-480e-816c-745983da8ddb HTTP/1.1" status: 200 len: 945 time: 0.1077335 Aug 12 15:00:24.552474 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-5344c39e-5fd5-4558-9e67-67292f763f0e req-23868a75-b706-4fe1-8d22-7286a84a2942 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] 10.222.0.39 "GET /v2.0/security-groups?id=d6119c16-b22a-4cdd-8d45-55b6b957a0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575972 Aug 12 15:00:24.666855 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-0dc6e20a-a1e2-4463-8c2e-eef0b41a9309 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:24.768250 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-76ae362e-ba39-40cc-861a-510905a59aa2 None None] Notify callbacks [] for port, precommit_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:24.783230 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.provisioning_blocks [None req-76ae362e-ba39-40cc-861a-510905a59aa2 None None] Transition to ACTIVE for port object 5f48d5d1-32e0-4bf9-a181-b4e176ebbfb8 will not be triggered until provisioned by entity L2. {{(pid=94469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:00:24.791667 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-76ae362e-ba39-40cc-861a-510905a59aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:24.821803 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.managers [None req-76ae362e-ba39-40cc-861a-510905a59aa2 None None] Attempting to bind port 5f48d5d1-32e0-4bf9-a181-b4e176ebbfb8 on host n-d-694802-15 for vnic_type normal with profile {{(pid=94469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 15:00:24.822343 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.managers [None req-76ae362e-ba39-40cc-861a-510905a59aa2 None None] Attempting to bind port 5f48d5d1-32e0-4bf9-a181-b4e176ebbfb8 by drivers openvswitch,hyperv on host n-d-694802-15 at level 0 using segments [{'id': 'b1b396cb-2dc6-4041-bfc7-1833a80a4720', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'}] {{(pid=94469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 15:00:24.822951 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76ae362e-ba39-40cc-861a-510905a59aa2 None None] Attempting to bind port 5f48d5d1-32e0-4bf9-a181-b4e176ebbfb8 on network d3759e1b-6c03-45ac-acd4-90abb417809b {{(pid=94469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 15:00:24.845941 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76ae362e-ba39-40cc-861a-510905a59aa2 None None] Checking agent: {'id': '16de73ac-f2e9-4cee-b3e0-91052ae3e6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 20, 13), 'started_at': datetime.datetime(2021, 8, 12, 14, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 15, 0, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 15:00:24.846502 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76ae362e-ba39-40cc-861a-510905a59aa2 None None] Checking segment: {'id': 'b1b396cb-2dc6-4041-bfc7-1833a80a4720', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 15:00:24.847153 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-76ae362e-ba39-40cc-861a-510905a59aa2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:24.847688 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76ae362e-ba39-40cc-861a-510905a59aa2 None None] Bound using segment: {'id': 'b1b396cb-2dc6-4041-bfc7-1833a80a4720', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'} {{(pid=94469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 15:00:24.848697 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.managers [None req-76ae362e-ba39-40cc-861a-510905a59aa2 None None] Bound port: 5f48d5d1-32e0-4bf9-a181-b4e176ebbfb8, host: n-d-694802-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1b396cb-2dc6-4041-bfc7-1833a80a4720', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'}}] {{(pid=94469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 15:00:24.849239 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-76ae362e-ba39-40cc-861a-510905a59aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:24.912788 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.db [None req-76ae362e-ba39-40cc-861a-510905a59aa2 None None] For port 5f48d5d1-32e0-4bf9-a181-b4e176ebbfb8, host n-d-694802-15, cleared binding levels {{(pid=94469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 15:00:24.917518 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.db [None req-76ae362e-ba39-40cc-861a-510905a59aa2 None None] For port 5f48d5d1-32e0-4bf9-a181-b4e176ebbfb8, host n-d-694802-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=5f48d5d1-32e0-4bf9-a181-b4e176ebbfb8,segment=NetworkSegment(b1b396cb-2dc6-4041-bfc7-1833a80a4720),segment_id=b1b396cb-2dc6-4041-bfc7-1833a80a4720)] {{(pid=94469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 15:00:24.925430 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-76ae362e-ba39-40cc-861a-510905a59aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:24.953020 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_common [None req-0dc6e20a-a1e2-4463-8c2e-eef0b41a9309 admin admin] Allocated IP 172.20.0.1 (bdb8c589-801b-4e9e-808f-194e52b05ffa/9c491707-38df-4731-ba0a-868cad11a6fd/af2fb18d-a6c8-4f5a-aeb5-83ac7b9c9159) {{(pid=94467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 15:00:24.962958 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76ae362e-ba39-40cc-861a-510905a59aa2 None None] Routers {'a9f7f053-1199-4c67-934e-c1860ee0fa17'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:00:24.963842 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-76ae362e-ba39-40cc-861a-510905a59aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T15:00:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['a9f7f053-1199-4c67-934e-c1860ee0fa17'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:00:24.971477 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1517ba02-b0e8-4fb5-a82f-24fd126807b9 None None] Pushing event updated for resources: {'Port': ['ID=5f48d5d1-32e0-4bf9-a181-b4e176ebbfb8,revision_number=2']} {{(pid=94469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:00:25.019617 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1517ba02-b0e8-4fb5-a82f-24fd126807b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:00:25.020263 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1517ba02-b0e8-4fb5-a82f-24fd126807b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:00:25.020631 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1517ba02-b0e8-4fb5-a82f-24fd126807b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:00:25.021898 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1517ba02-b0e8-4fb5-a82f-24fd126807b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:00:25.022592 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1517ba02-b0e8-4fb5-a82f-24fd126807b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:00:25.023701 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1517ba02-b0e8-4fb5-a82f-24fd126807b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:00:25.024816 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1517ba02-b0e8-4fb5-a82f-24fd126807b9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:00:25.026359 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1517ba02-b0e8-4fb5-a82f-24fd126807b9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:00:25.026959 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1517ba02-b0e8-4fb5-a82f-24fd126807b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:00:25.027384 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1517ba02-b0e8-4fb5-a82f-24fd126807b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:00:25.027844 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1517ba02-b0e8-4fb5-a82f-24fd126807b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:00:25.028078 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1517ba02-b0e8-4fb5-a82f-24fd126807b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:00:25.128524 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-0dc6e20a-a1e2-4463-8c2e-eef0b41a9309 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:25.141756 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1517ba02-b0e8-4fb5-a82f-24fd126807b9 None None] Pushing event updated for resources: {'Port': ['ID=5f48d5d1-32e0-4bf9-a181-b4e176ebbfb8,revision_number=3']} {{(pid=94469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:00:25.163140 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [None req-0dc6e20a-a1e2-4463-8c2e-eef0b41a9309 admin admin] Transition to ACTIVE for port object af2fb18d-a6c8-4f5a-aeb5-83ac7b9c9159 will not be triggered until provisioned by entity DHCP. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:00:25.178081 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-76ae362e-ba39-40cc-861a-510905a59aa2 None None] Set router a9f7f053-1199-4c67-934e-c1860ee0fa17 gateway port host: n-d-694802-15 {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:00:25.206798 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-0dc6e20a-a1e2-4463-8c2e-eef0b41a9309 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:25.281041 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dc6e20a-a1e2-4463-8c2e-eef0b41a9309 admin admin] Network bdb8c589-801b-4e9e-808f-194e52b05ffa is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 15:00:25.284839 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [None req-0dc6e20a-a1e2-4463-8c2e-eef0b41a9309 admin admin] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:00:25.287555 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dc6e20a-a1e2-4463-8c2e-eef0b41a9309 admin admin] Received port after_create {{(pid=94467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 15:00:25.335190 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc6e20a-a1e2-4463-8c2e-eef0b41a9309 admin admin] Pushing event updated for resources: {'Port': ['ID=af2fb18d-a6c8-4f5a-aeb5-83ac7b9c9159,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:00:25.360408 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-0dc6e20a-a1e2-4463-8c2e-eef0b41a9309 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66663725'] for router_interface, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:25.602748 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-76ae362e-ba39-40cc-861a-510905a59aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9f7f053-1199-4c67-934e-c1860ee0fa17', 'name': 'tempest-TestServerBasicOps-1051421672-router', 'tenant_id': '8b40dba42c764b37920c3587555867c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.114'}], 'enable_snat': True}, 'gw_port_id': '5f48d5d1-32e0-4bf9-a181-b4e176ebbfb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:00:20Z', 'updated_at': '2021-08-12T15:00:22Z', 'revision_number': 3, 'project_id': '8b40dba42c764b37920c3587555867c7', 'gw_port': {'id': '5f48d5d1-32e0-4bf9-a181-b4e176ebbfb8', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:50:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9f7f053-1199-4c67-934e-c1860ee0fa17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3439, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:00:21Z', 'updated_at': '2021-08-12T15:00:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15'}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:00:25.644518 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-0dc6e20a-a1e2-4463-8c2e-eef0b41a9309 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:25.646772 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76ae362e-ba39-40cc-861a-510905a59aa2 None None] The sync data for ids ['a9f7f053-1199-4c67-934e-c1860ee0fa17'] in n-d-694802-15 is: [{'id': 'a9f7f053-1199-4c67-934e-c1860ee0fa17', 'name': 'tempest-TestServerBasicOps-1051421672-router', 'tenant_id': '8b40dba42c764b37920c3587555867c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.114'}], 'enable_snat': True}, 'gw_port_id': '5f48d5d1-32e0-4bf9-a181-b4e176ebbfb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:00:20Z', 'updated_at': '2021-08-12T15:00:22Z', 'revision_number': 3, 'project_id': '8b40dba42c764b37920c3587555867c7', 'gw_port': {'id': '5f48d5d1-32e0-4bf9-a181-b4e176ebbfb8', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:50:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9f7f053-1199-4c67-934e-c1860ee0fa17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3439, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:00:21Z', 'updated_at': '2021-08-12T15:00:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15'}] {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 15:00:25.737989 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-77815eff-9cd1-4a8c-a6c5-b7200309a913 None None] Provisioning for port af2fb18d-a6c8-4f5a-aeb5-83ac7b9c9159 completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:00:25.751708 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-77815eff-9cd1-4a8c-a6c5-b7200309a913 None None] Provisioning complete for port af2fb18d-a6c8-4f5a-aeb5-83ac7b9c9159 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:00:25.755102 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-77815eff-9cd1-4a8c-a6c5-b7200309a913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:25.880222 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ad4e09-0f09-4478-bcc4-36a4142c6890 req-9317799c-739f-4e4e-bf39-63b8ea8f92c2 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:00:25.891197 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-a6ad4e09-0f09-4478-bcc4-36a4142c6890 req-9317799c-739f-4e4e-bf39-63b8ea8f92c2 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec0bc87b-1cee-480e-816c-745983da8ddb HTTP/1.1" status: 200 len: 945 time: 0.1768417 Aug 12 15:00:25.898254 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-77815eff-9cd1-4a8c-a6c5-b7200309a913 None None] Port af2fb18d-a6c8-4f5a-aeb5-83ac7b9c9159 cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 15:00:25.987885 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-0dc6e20a-a1e2-4463-8c2e-eef0b41a9309 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:25.998610 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-0dc6e20a-a1e2-4463-8c2e-eef0b41a9309 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:26.026589 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-a6ad4e09-0f09-4478-bcc4-36a4142c6890 req-7454fa1f-790e-4669-8837-64df9b42279b tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] 10.222.0.39 "GET /v2.0/security-groups?id=d6119c16-b22a-4cdd-8d45-55b6b957a0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1328006 Aug 12 15:00:26.164792 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc6e20a-a1e2-4463-8c2e-eef0b41a9309 admin admin] Pushing event updated for resources: {'Port': ['ID=af2fb18d-a6c8-4f5a-aeb5-83ac7b9c9159,revision_number=2']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:00:26.196370 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-0dc6e20a-a1e2-4463-8c2e-eef0b41a9309 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66628363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66663865'] for router_interface, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:26.283268 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 5f48d5d1-32e0-4bf9-a181-b4e176ebbfb8 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 15:00:26.342177 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device 51c199b6-8c6c-4402-adcf-2dd7287f8fd0 up at agent hyperv_n-h2-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 15:00:26.343762 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dc6e20a-a1e2-4463-8c2e-eef0b41a9309 admin admin] Network bdb8c589-801b-4e9e-808f-194e52b05ffa is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 15:00:26.347681 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [None req-0dc6e20a-a1e2-4463-8c2e-eef0b41a9309 admin admin] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:00:26.452596 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning for port 5f48d5d1-32e0-4bf9-a181-b4e176ebbfb8 completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:00:26.456466 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Provisioning for port 51c199b6-8c6c-4402-adcf-2dd7287f8fd0 completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:00:26.462891 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port 5f48d5d1-32e0-4bf9-a181-b4e176ebbfb8 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:00:26.464585 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:26.511148 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Provisioning complete for port 51c199b6-8c6c-4402-adcf-2dd7287f8fd0 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:00:26.511823 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:26.554499 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dc6e20a-a1e2-4463-8c2e-eef0b41a9309 admin admin] Router a9f7f053-1199-4c67-934e-c1860ee0fa17 has already been hosted by L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f {{(pid=94467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 15:00:26.796955 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dc6e20a-a1e2-4463-8c2e-eef0b41a9309 admin admin] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 15:00:26.803485 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-0dc6e20a-a1e2-4463-8c2e-eef0b41a9309 admin admin] 10.222.0.39 "PUT /v2.0/routers/a9f7f053-1199-4c67-934e-c1860ee0fa17/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8483415 Aug 12 15:00:26.841829 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:26.889884 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] For port 5f48d5d1-32e0-4bf9-a181-b4e176ebbfb8, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=5f48d5d1-32e0-4bf9-a181-b4e176ebbfb8,segment=NetworkSegment(b1b396cb-2dc6-4041-bfc7-1833a80a4720),segment_id=b1b396cb-2dc6-4041-bfc7-1833a80a4720)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:00:26.897250 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-a854fcec-1bff-488c-b8ef-0c7649f6e7a7 None None] Provisioning complete for port af2fb18d-a6c8-4f5a-aeb5-83ac7b9c9159 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:00:26.897796 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-a854fcec-1bff-488c-b8ef-0c7649f6e7a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:26.902040 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:27.033544 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:27.106632 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Pushing event updated for resources: {'Port': ['ID=5f48d5d1-32e0-4bf9-a181-b4e176ebbfb8,revision_number=4']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:00:27.138716 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-a854fcec-1bff-488c-b8ef-0c7649f6e7a7 None None] Port af2fb18d-a6c8-4f5a-aeb5-83ac7b9c9159 cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 15:00:27.148321 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec0bc87b-1cee-480e-816c-745983da8ddb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51c199b6-8c6c-4402-adcf-2dd7287f8fd0'}] {{(pid=94468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:00:27.150917 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99a8d87602170099c728e57431aca99e9b98a655a83bbf8727be13192709727b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c4c0949-d032-47ba-8428-2217bc168c04" -d '{"events": [{"server_uuid": "ec0bc87b-1cee-480e-816c-745983da8ddb", "name": "network-vif-plugged", "status": "completed", "tag": "51c199b6-8c6c-4402-adcf-2dd7287f8fd0"}]}' {{(pid=94468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 15:00:27.166705 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf7eab1-111e-4caa-be5c-d8f0c0c239d2 req-31dcd686-d931-4027-9c7f-e7e5eafa75e9 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:00:27.171692 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port 51c199b6-8c6c-4402-adcf-2dd7287f8fd0, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=51c199b6-8c6c-4402-adcf-2dd7287f8fd0,segment=NetworkSegment(aa827c3b-9fa7-4903-817b-da9ad15f98e6),segment_id=aa827c3b-9fa7-4903-817b-da9ad15f98e6)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:00:27.171969 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-4cf7eab1-111e-4caa-be5c-d8f0c0c239d2 req-31dcd686-d931-4027-9c7f-e7e5eafa75e9 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec0bc87b-1cee-480e-816c-745983da8ddb HTTP/1.1" status: 200 len: 945 time: 0.0631475 Aug 12 15:00:27.178305 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:27.237419 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Pushing event updated for resources: {'Port': ['ID=51c199b6-8c6c-4402-adcf-2dd7287f8fd0,revision_number=5']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:00:27.238552 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-4cf7eab1-111e-4caa-be5c-d8f0c0c239d2 req-fcf24631-2c70-4d3f-9831-41525608fa17 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] 10.222.0.39 "GET /v2.0/security-groups?id=d6119c16-b22a-4cdd-8d45-55b6b957a0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588303 Aug 12 15:00:27.250527 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 15:00:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de56ca55-8278-4d86-8e42-8f27335458d9 x-openstack-request-id: req-de56ca55-8278-4d86-8e42-8f27335458d9 {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 15:00:27.250848 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec0bc87b-1cee-480e-816c-745983da8ddb", "name": "network-vif-plugged", "status": "completed", "tag": "51c199b6-8c6c-4402-adcf-2dd7287f8fd0", "code": 200}]} {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 15:00:27.251168 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-de56ca55-8278-4d86-8e42-8f27335458d9 {{(pid=94468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 15:00:27.252041 n-d-694802-15 neutron-server[94468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec0bc87b-1cee-480e-816c-745983da8ddb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51c199b6-8c6c-4402-adcf-2dd7287f8fd0', 'code': 200} Aug 12 15:00:27.562991 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 46090) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:00:27.582769 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-6868aa6c-2192-44bc-a048-1fe62fa9d066 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-927945764-network', 'tenant_id': '5773478e159a43a7b69c4c334dc9d299'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:00:27.619223 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6868aa6c-2192-44bc-a048-1fe62fa9d066 admin admin] Made reservation on behalf of 5773478e159a43a7b69c4c334dc9d299 for: {'network': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 15:00:27.621436 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-6868aa6c-2192-44bc-a048-1fe62fa9d066 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for network, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:27.625092 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c72e012-26b0-451a-8514-01e58615ddae req-e6819e24-3a1d-4585-9bc2-6e90d30173b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:00:27.626809 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9c72e012-26b0-451a-8514-01e58615ddae req-e6819e24-3a1d-4585-9bc2-6e90d30173b5 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=ec0bc87b-1cee-480e-816c-745983da8ddb HTTP/1.1" status: 200 len: 1098 time: 0.2955360 Aug 12 15:00:27.635522 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-6868aa6c-2192-44bc-a048-1fe62fa9d066 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:27.714546 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9c72e012-26b0-451a-8514-01e58615ddae req-0d948a7e-16d9-469f-a5f3-135ebc6e27a9 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=d6119c16-b22a-4cdd-8d45-55b6b957a0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676703 Aug 12 15:00:27.793275 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-6868aa6c-2192-44bc-a048-1fe62fa9d066 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:27.798354 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-6868aa6c-2192-44bc-a048-1fe62fa9d066 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:27.819647 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6868aa6c-2192-44bc-a048-1fe62fa9d066 admin admin] vlan segment allocate from pool success with {'vlan_id': 343, 'physical_network': 'physnet1'} {{(pid=94467) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 15:00:27.840589 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-6868aa6c-2192-44bc-a048-1fe62fa9d066 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:27.841077 n-d-694802-15 neutron-server[94467]: INFO neutron.db.segments_db [None req-6868aa6c-2192-44bc-a048-1fe62fa9d066 admin admin] Added segment 25471ae2-0d00-4fa6-a471-fbbb734622bc of type vlan for network 2c8baf12-14cc-4192-9884-e73190fae363 Aug 12 15:00:27.843049 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6868aa6c-2192-44bc-a048-1fe62fa9d066 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df939888-d54d-46eb-b609-9d6c05d95b22,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:00:27.901925 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-6868aa6c-2192-44bc-a048-1fe62fa9d066 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744653628263'] for network, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:27.933349 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-6868aa6c-2192-44bc-a048-1fe62fa9d066 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409'] for network, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:27.934906 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6868aa6c-2192-44bc-a048-1fe62fa9d066 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:00:27.936377 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-6868aa6c-2192-44bc-a048-1fe62fa9d066 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for network, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:28.005970 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-6868aa6c-2192-44bc-a048-1fe62fa9d066 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4387546 Aug 12 15:00:28.006310 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 46098) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:00:28.012758 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-e202ada9-78b7-4828-8d65-eb017ca4788d admin admin] Request body: {'subnet': {'network_id': '2c8baf12-14cc-4192-9884-e73190fae363', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-927945764-subnet', 'tenant_id': '5773478e159a43a7b69c4c334dc9d299', 'ip_version': 4}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:00:28.025474 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6868aa6c-2192-44bc-a048-1fe62fa9d066 admin admin] Pushing event updated for resources: {'Network': ['ID=2c8baf12-14cc-4192-9884-e73190fae363,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:00:28.039493 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Network 2c8baf12-14cc-4192-9884-e73190fae363 details requested by agent ovs-agent-n-d-694802-15 with host n-d-694802-15 {{(pid=94468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 15:00:28.057219 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e202ada9-78b7-4828-8d65-eb017ca4788d admin admin] Made reservation on behalf of 5773478e159a43a7b69c4c334dc9d299 for: {'subnet': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 15:00:28.061107 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e202ada9-78b7-4828-8d65-eb017ca4788d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8776441'] for subnet, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:28.085150 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-5da8df4d-d44c-40ba-8d70-65bd5a044848 req-b08cea9b-c15f-4908-96dd-479f90f0c3be service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=f62b31fa-d01b-4444-a013-47332dacb5d8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0554855 Aug 12 15:00:28.178887 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-213620fc-2af4-4d97-902c-21515897abae None None] Sync routers for ids ['a9f7f053-1199-4c67-934e-c1860ee0fa17'] in n-d-694802-15 {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 15:00:28.275408 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-213620fc-2af4-4d97-902c-21515897abae None None] Routers {'a9f7f053-1199-4c67-934e-c1860ee0fa17'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:00:28.276942 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-213620fc-2af4-4d97-902c-21515897abae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T15:00:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['a9f7f053-1199-4c67-934e-c1860ee0fa17'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:00:28.281388 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 5f48d5d1-32e0-4bf9-a181-b4e176ebbfb8 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 15:00:28.293080 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da8df4d-d44c-40ba-8d70-65bd5a044848 req-89c40c4a-55ef-4dfd-95af-b343f6d11bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:00:28.295096 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-5da8df4d-d44c-40ba-8d70-65bd5a044848 req-89c40c4a-55ef-4dfd-95af-b343f6d11bd5 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=eddbf0db78bb49c0ab2be813947221dc&device_id=f62b31fa-d01b-4444-a013-47332dacb5d8 HTTP/1.1" status: 200 len: 1098 time: 0.1461565 Aug 12 15:00:28.303164 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e202ada9-78b7-4828-8d65-eb017ca4788d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3718490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8776395'] for subnet, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:28.510041 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e202ada9-78b7-4828-8d65-eb017ca4788d admin admin] Checking segment: {'id': '25471ae2-0d00-4fa6-a471-fbbb734622bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '2c8baf12-14cc-4192-9884-e73190fae363'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 15:00:28.510808 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e202ada9-78b7-4828-8d65-eb017ca4788d admin admin] Network hostable DHCP agents. Network: 2c8baf12-14cc-4192-9884-e73190fae363, hostable agents: ['1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658'], hosted agents: [] {{(pid=94466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 15:00:28.518879 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e202ada9-78b7-4828-8d65-eb017ca4788d admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c4bb7ca-39ae-4446-b138-11eccbc4ad87,revision_number=0']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:00:28.544039 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da8df4d-d44c-40ba-8d70-65bd5a044848 req-1c3ee12b-5791-46bb-b97a-30503a2f5057 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:00:28.545953 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-5da8df4d-d44c-40ba-8d70-65bd5a044848 req-1c3ee12b-5791-46bb-b97a-30503a2f5057 service neutron] 10.222.0.49 "GET /v2.0/networks?id=163c25f9-f902-43c0-b306-3d06c1f84041 HTTP/1.1" status: 200 len: 911 time: 0.2289743 Aug 12 15:00:28.549886 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0479fb0-5e75-407e-9b85-c927cb2cf873 req-996ee6b8-e561-441d-aad2-aaa3a045d960 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:00:28.551497 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-f0479fb0-5e75-407e-9b85-c927cb2cf873 req-996ee6b8-e561-441d-aad2-aaa3a045d960 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec0bc87b-1cee-480e-816c-745983da8ddb HTTP/1.1" status: 200 len: 946 time: 0.1181841 Aug 12 15:00:28.567454 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e202ada9-78b7-4828-8d65-eb017ca4788d admin admin] Network 2c8baf12-14cc-4192-9884-e73190fae363 is scheduled to be hosted by DHCP agent 1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658 with binding_index 1 {{(pid=94466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 15:00:28.600236 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-e202ada9-78b7-4828-8d65-eb017ca4788d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-15, 2c8baf12-14cc-4192-9884-e73190fae363) {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:00:28.607274 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e202ada9-78b7-4828-8d65-eb017ca4788d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:00:28.608177 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e202ada9-78b7-4828-8d65-eb017ca4788d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:28.613755 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-f0479fb0-5e75-407e-9b85-c927cb2cf873 req-052592e6-63d7-4e44-8cd9-9d061c68603a tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] 10.222.0.39 "GET /v2.0/security-groups?id=d6119c16-b22a-4cdd-8d45-55b6b957a0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547669 Aug 12 15:00:28.627127 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0ab0e34-d5b3-4ce2-853a-9b8a13caf4b0 None None] Network 2c8baf12-14cc-4192-9884-e73190fae363 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 15:00:28.632064 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-e202ada9-78b7-4828-8d65-eb017ca4788d admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6241350 Aug 12 15:00:28.633369 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 46106) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:00:28.644968 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-eec28e56-f79a-4b9c-860b-78b64bdf922f admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-927945764-router', 'tenant_id': '5773478e159a43a7b69c4c334dc9d299', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'}}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:00:28.646539 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-5da8df4d-d44c-40ba-8d70-65bd5a044848 req-b9d385ed-694d-4126-b33c-2380f2c793a6 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b2c3504d-4dcd-42ae-bf8e-bbd074c8dd9c HTTP/1.1" status: 200 len: 1002 time: 0.0889423 Aug 12 15:00:28.672254 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-eec28e56-f79a-4b9c-860b-78b64bdf922f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-430574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-104863'] for router, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:28.673288 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-eec28e56-f79a-4b9c-860b-78b64bdf922f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-429438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-431405', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66646573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-104852'] for router, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:28.708301 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da8df4d-d44c-40ba-8d70-65bd5a044848 req-541e3465-bf2c-4eef-b195-7c2355e9212f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:00:28.709878 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-5da8df4d-d44c-40ba-8d70-65bd5a044848 req-541e3465-bf2c-4eef-b195-7c2355e9212f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c68a9dc4-9dae-4b6f-89ee-ab739b8f3389 HTTP/1.1" status: 200 len: 849 time: 0.0549476 Aug 12 15:00:28.724162 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port 5f48d5d1-32e0-4bf9-a181-b4e176ebbfb8 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:00:28.724557 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:28.735369 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvr_db [None req-213620fc-2af4-4d97-902c-21515897abae None None] Set router a9f7f053-1199-4c67-934e-c1860ee0fa17 gateway port host: n-d-694802-15 {{(pid=94468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:00:28.745440 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-eec28e56-f79a-4b9c-860b-78b64bdf922f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:28.792653 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da8df4d-d44c-40ba-8d70-65bd5a044848 req-387e84e7-bbc1-471f-a681-90409ced4764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:00:28.795368 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-5da8df4d-d44c-40ba-8d70-65bd5a044848 req-387e84e7-bbc1-471f-a681-90409ced4764 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=163c25f9-f902-43c0-b306-3d06c1f84041&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0654464 Aug 12 15:00:28.976905 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-5da8df4d-d44c-40ba-8d70-65bd5a044848 req-2a6f55e4-d941-4786-b7ff-9b29e148d021 service neutron] 10.222.0.49 "GET /v2.0/networks/163c25f9-f902-43c0-b306-3d06c1f84041?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1731677 Aug 12 15:00:28.981466 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-eec28e56-f79a-4b9c-860b-78b64bdf922f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:29.076646 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fa18853-23e9-46ef-8f57-4747734af63f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa7035b3e-9a89-5964-b9f4-97301c3f476a-2c8baf12-14cc-4192-9884-e73190fae363', 'network_id': '2c8baf12-14cc-4192-9884-e73190fae363', 'tenant_id': '5773478e159a43a7b69c4c334dc9d299', 'fixed_ips': [{'subnet_id': '5c4bb7ca-39ae-4446-b138-11eccbc4ad87'}]}} from n-d-694802-15. {{(pid=94468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 15:00:29.077962 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-6fa18853-23e9-46ef-8f57-4747734af63f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:29.102843 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-5da8df4d-d44c-40ba-8d70-65bd5a044848 req-04e518ca-7911-4527-80e5-32fa6c86e6be service neutron] 10.222.0.49 "GET /v2.0/networks/163c25f9-f902-43c0-b306-3d06c1f84041?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1183121 Aug 12 15:00:29.234575 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-eec28e56-f79a-4b9c-860b-78b64bdf922f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:29.258735 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-eec28e56-f79a-4b9c-860b-78b64bdf922f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:29.289564 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.db_base_plugin_common [None req-6fa18853-23e9-46ef-8f57-4747734af63f None None] Allocated IP 172.20.0.2 (2c8baf12-14cc-4192-9884-e73190fae363/5c4bb7ca-39ae-4446-b138-11eccbc4ad87/6825914f-f6b0-4496-bd0d-0936b055e27d) {{(pid=94468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 15:00:29.292868 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-213620fc-2af4-4d97-902c-21515897abae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9f7f053-1199-4c67-934e-c1860ee0fa17', 'name': 'tempest-TestServerBasicOps-1051421672-router', 'tenant_id': '8b40dba42c764b37920c3587555867c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.114'}], 'enable_snat': True}, 'gw_port_id': '5f48d5d1-32e0-4bf9-a181-b4e176ebbfb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:00:20Z', 'updated_at': '2021-08-12T15:00:25Z', 'revision_number': 4, 'project_id': '8b40dba42c764b37920c3587555867c7', 'gw_port': {'id': '5f48d5d1-32e0-4bf9-a181-b4e176ebbfb8', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:50:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9f7f053-1199-4c67-934e-c1860ee0fa17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3439, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:00:21Z', 'updated_at': '2021-08-12T15:00:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': 'af2fb18d-a6c8-4f5a-aeb5-83ac7b9c9159', 'name': '', 'network_id': 'bdb8c589-801b-4e9e-808f-194e52b05ffa', 'tenant_id': '8b40dba42c764b37920c3587555867c7', 'mac_address': 'fa:16:3e:e3:6c:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9f7f053-1199-4c67-934e-c1860ee0fa17', 'device_owner': 'network:router_interface', 'standard_attr_id': 3440, 'fixed_ips': [{'subnet_id': '9c491707-38df-4731-ba0a-868cad11a6fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:00:24Z', 'updated_at': '2021-08-12T15:00:25Z', 'revision_number': 2, 'project_id': '8b40dba42c764b37920c3587555867c7', 'subnets': [{'id': '9c491707-38df-4731-ba0a-868cad11a6fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:00:29.337329 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-213620fc-2af4-4d97-902c-21515897abae None None] Checking router: a9f7f053-1199-4c67-934e-c1860ee0fa17 for host: n-d-694802-15 {{(pid=94468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 15:00:29.337680 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-213620fc-2af4-4d97-902c-21515897abae None None] Updating router a9f7f053-1199-4c67-934e-c1860ee0fa17 port af2fb18d-a6c8-4f5a-aeb5-83ac7b9c9159 binding host n-d-694802-15 {{(pid=94468) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 15:00:29.385559 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-eec28e56-f79a-4b9c-860b-78b64bdf922f admin admin] Allocated IP 172.25.1.229 (d3759e1b-6c03-45ac-acd4-90abb417809b/f0254f08-c19c-4e31-bd9c-09389ea4b6f2/c333d1a8-66af-4ea0-8308-4cf47ccbee1e) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 15:00:29.403308 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-213620fc-2af4-4d97-902c-21515897abae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:29.501570 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-eec28e56-f79a-4b9c-860b-78b64bdf922f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:29.549697 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-eec28e56-f79a-4b9c-860b-78b64bdf922f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:29.591463 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eec28e56-f79a-4b9c-860b-78b64bdf922f admin admin] Network d3759e1b-6c03-45ac-acd4-90abb417809b is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 15:00:29.598077 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-eec28e56-f79a-4b9c-860b-78b64bdf922f admin admin] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:00:29.603360 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec28e56-f79a-4b9c-860b-78b64bdf922f admin admin] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 15:00:29.633546 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec28e56-f79a-4b9c-860b-78b64bdf922f admin admin] Pushing event updated for resources: {'Port': ['ID=c333d1a8-66af-4ea0-8308-4cf47ccbee1e,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:00:29.678624 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-6fa18853-23e9-46ef-8f57-4747734af63f None None] Notify callbacks [] for port, precommit_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:29.694429 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-6fa18853-23e9-46ef-8f57-4747734af63f None None] Transition to ACTIVE for port object 6825914f-f6b0-4496-bd0d-0936b055e27d will not be triggered until provisioned by entity L2. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:00:29.723440 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-6fa18853-23e9-46ef-8f57-4747734af63f None None] Transition to ACTIVE for port object 6825914f-f6b0-4496-bd0d-0936b055e27d will not be triggered until provisioned by entity DHCP. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:00:29.748175 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-6fa18853-23e9-46ef-8f57-4747734af63f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253'] for port, after_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:29.806418 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f90ea0-108c-4358-8253-a27c2a2e0b07 req-2fc90d6d-3d05-44d3-997f-7653d69c87bb tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:00:29.808322 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-46f90ea0-108c-4358-8253-a27c2a2e0b07 req-2fc90d6d-3d05-44d3-997f-7653d69c87bb tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec0bc87b-1cee-480e-816c-745983da8ddb HTTP/1.1" status: 200 len: 946 time: 0.0928497 Aug 12 15:00:29.810365 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fa18853-23e9-46ef-8f57-4747734af63f None None] Network 2c8baf12-14cc-4192-9884-e73190fae363 is already hosted by enough agents. {{(pid=94468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 15:00:29.811619 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa18853-23e9-46ef-8f57-4747734af63f None None] Pushing event updated for resources: {'Port': ['ID=6825914f-f6b0-4496-bd0d-0936b055e27d,revision_number=1']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:00:29.825462 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.base_scheduler [None req-6fa18853-23e9-46ef-8f57-4747734af63f None None] Resources bound (agent type, host, resource id): {{(pid=94468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:00:29.832755 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa18853-23e9-46ef-8f57-4747734af63f None None] Received port after_create {{(pid=94468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 15:00:29.930977 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-6fa18853-23e9-46ef-8f57-4747734af63f None None] Attempting to bind port 6825914f-f6b0-4496-bd0d-0936b055e27d on host n-d-694802-15 for vnic_type normal with profile {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 15:00:29.931547 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-6fa18853-23e9-46ef-8f57-4747734af63f None None] Attempting to bind port 6825914f-f6b0-4496-bd0d-0936b055e27d by drivers openvswitch,hyperv on host n-d-694802-15 at level 0 using segments [{'id': '25471ae2-0d00-4fa6-a471-fbbb734622bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '2c8baf12-14cc-4192-9884-e73190fae363'}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 15:00:29.931835 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa18853-23e9-46ef-8f57-4747734af63f None None] Attempting to bind port 6825914f-f6b0-4496-bd0d-0936b055e27d on network 2c8baf12-14cc-4192-9884-e73190fae363 {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 15:00:29.935481 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-213620fc-2af4-4d97-902c-21515897abae None None] Notify callbacks [] for port, precommit_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:29.947773 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa18853-23e9-46ef-8f57-4747734af63f None None] Checking agent: {'id': '16de73ac-f2e9-4cee-b3e0-91052ae3e6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 20, 13), 'started_at': datetime.datetime(2021, 8, 12, 14, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 15, 0, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 15:00:29.948440 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa18853-23e9-46ef-8f57-4747734af63f None None] Checking segment: {'id': '25471ae2-0d00-4fa6-a471-fbbb734622bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '2c8baf12-14cc-4192-9884-e73190fae363'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 15:00:29.949036 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-6fa18853-23e9-46ef-8f57-4747734af63f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:29.949583 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa18853-23e9-46ef-8f57-4747734af63f None None] Bound using segment: {'id': '25471ae2-0d00-4fa6-a471-fbbb734622bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '2c8baf12-14cc-4192-9884-e73190fae363'} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 15:00:29.950228 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-6fa18853-23e9-46ef-8f57-4747734af63f None None] Bound port: 6825914f-f6b0-4496-bd0d-0936b055e27d, host: n-d-694802-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25471ae2-0d00-4fa6-a471-fbbb734622bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '2c8baf12-14cc-4192-9884-e73190fae363'}}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 15:00:29.950776 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-6fa18853-23e9-46ef-8f57-4747734af63f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:29.956109 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-213620fc-2af4-4d97-902c-21515897abae None None] Transition to ACTIVE for port object af2fb18d-a6c8-4f5a-aeb5-83ac7b9c9159 will not be triggered until provisioned by entity L2. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:00:30.038533 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-213620fc-2af4-4d97-902c-21515897abae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:30.093834 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-6fa18853-23e9-46ef-8f57-4747734af63f None None] For port 6825914f-f6b0-4496-bd0d-0936b055e27d, host n-d-694802-15, cleared binding levels {{(pid=94468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 15:00:30.107919 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-6fa18853-23e9-46ef-8f57-4747734af63f None None] For port 6825914f-f6b0-4496-bd0d-0936b055e27d, host n-d-694802-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=6825914f-f6b0-4496-bd0d-0936b055e27d,segment=NetworkSegment(25471ae2-0d00-4fa6-a471-fbbb734622bc),segment_id=25471ae2-0d00-4fa6-a471-fbbb734622bc)] {{(pid=94468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 15:00:30.125022 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-6fa18853-23e9-46ef-8f57-4747734af63f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:30.161708 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ed3237-20a7-41ec-9758-ab2af7e25e59 None None] Pushing event updated for resources: {'Port': ['ID=af2fb18d-a6c8-4f5a-aeb5-83ac7b9c9159,revision_number=3']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:00:30.240735 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-46f90ea0-108c-4358-8253-a27c2a2e0b07 req-af41c17c-6564-444c-9f19-043c6387cef0 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] 10.222.0.39 "GET /v2.0/security-groups?id=d6119c16-b22a-4cdd-8d45-55b6b957a0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3927405 Aug 12 15:00:30.268371 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-eec28e56-f79a-4b9c-860b-78b64bdf922f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:30.561264 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-213620fc-2af4-4d97-902c-21515897abae None None] Attempting to bind port af2fb18d-a6c8-4f5a-aeb5-83ac7b9c9159 on host n-d-694802-15 for vnic_type normal with profile {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 15:00:30.561635 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-213620fc-2af4-4d97-902c-21515897abae None None] Attempting to bind port af2fb18d-a6c8-4f5a-aeb5-83ac7b9c9159 by drivers openvswitch,hyperv on host n-d-694802-15 at level 0 using segments [{'id': '64e84e1c-ef6d-4039-880b-f3ab6b5c4a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'bdb8c589-801b-4e9e-808f-194e52b05ffa'}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 15:00:30.561999 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-213620fc-2af4-4d97-902c-21515897abae None None] Attempting to bind port af2fb18d-a6c8-4f5a-aeb5-83ac7b9c9159 on network bdb8c589-801b-4e9e-808f-194e52b05ffa {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 15:00:30.568985 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa18853-23e9-46ef-8f57-4747734af63f None None] Pushing event updated for resources: {'Port': ['ID=6825914f-f6b0-4496-bd0d-0936b055e27d,revision_number=2']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:00:30.571203 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f00420-d653-46aa-867e-528cc604ffc0 req-b164ff7d-a952-46c9-8366-58ac8e659370 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:00:30.583123 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-92f00420-d653-46aa-867e-528cc604ffc0 req-b164ff7d-a952-46c9-8366-58ac8e659370 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec0bc87b-1cee-480e-816c-745983da8ddb HTTP/1.1" status: 200 len: 946 time: 0.1725914 Aug 12 15:00:30.584498 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-213620fc-2af4-4d97-902c-21515897abae None None] Checking agent: {'id': '16de73ac-f2e9-4cee-b3e0-91052ae3e6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 20, 13), 'started_at': datetime.datetime(2021, 8, 12, 14, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 15, 0, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 15:00:30.584875 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-213620fc-2af4-4d97-902c-21515897abae None None] Checking segment: {'id': '64e84e1c-ef6d-4039-880b-f3ab6b5c4a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'bdb8c589-801b-4e9e-808f-194e52b05ffa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 15:00:30.585321 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-213620fc-2af4-4d97-902c-21515897abae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:30.585714 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-213620fc-2af4-4d97-902c-21515897abae None None] Bound using segment: {'id': '64e84e1c-ef6d-4039-880b-f3ab6b5c4a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'bdb8c589-801b-4e9e-808f-194e52b05ffa'} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 15:00:30.586199 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-213620fc-2af4-4d97-902c-21515897abae None None] Bound port: af2fb18d-a6c8-4f5a-aeb5-83ac7b9c9159, host: n-d-694802-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64e84e1c-ef6d-4039-880b-f3ab6b5c4a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'bdb8c589-801b-4e9e-808f-194e52b05ffa'}}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 15:00:30.586579 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-213620fc-2af4-4d97-902c-21515897abae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:30.686384 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-92f00420-d653-46aa-867e-528cc604ffc0 req-5b42596c-8e50-49b9-bfcd-ec021d8feb2f tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] 10.222.0.39 "GET /v2.0/security-groups?id=d6119c16-b22a-4cdd-8d45-55b6b957a0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1022401 Aug 12 15:00:30.757036 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-eec28e56-f79a-4b9c-860b-78b64bdf922f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-429413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-431608'] for router, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:30.765085 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-213620fc-2af4-4d97-902c-21515897abae None None] For port af2fb18d-a6c8-4f5a-aeb5-83ac7b9c9159, host n-d-694802-15, cleared binding levels {{(pid=94468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 15:00:30.771491 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-213620fc-2af4-4d97-902c-21515897abae None None] For port af2fb18d-a6c8-4f5a-aeb5-83ac7b9c9159, host n-d-694802-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=af2fb18d-a6c8-4f5a-aeb5-83ac7b9c9159,segment=NetworkSegment(64e84e1c-ef6d-4039-880b-f3ab6b5c4a52),segment_id=64e84e1c-ef6d-4039-880b-f3ab6b5c4a52)] {{(pid=94468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 15:00:30.779983 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-213620fc-2af4-4d97-902c-21515897abae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:30.898853 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-213620fc-2af4-4d97-902c-21515897abae None None] Routers {'a9f7f053-1199-4c67-934e-c1860ee0fa17'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:00:30.899998 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-213620fc-2af4-4d97-902c-21515897abae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T15:00:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['a9f7f053-1199-4c67-934e-c1860ee0fa17'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:00:30.954000 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eec28e56-f79a-4b9c-860b-78b64bdf922f admin admin] Router 3cfe218f-a2f5-4cc7-9673-5f64f353637c is scheduled to L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f with binding_index 1 {{(pid=94466) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 15:00:30.964593 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ed3237-20a7-41ec-9758-ab2af7e25e59 None None] Pushing event updated for resources: {'Port': ['ID=af2fb18d-a6c8-4f5a-aeb5-83ac7b9c9159,revision_number=4']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:00:31.068508 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvr_db [None req-213620fc-2af4-4d97-902c-21515897abae None None] Set router a9f7f053-1199-4c67-934e-c1860ee0fa17 gateway port host: n-d-694802-15 {{(pid=94468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:00:31.111811 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eec28e56-f79a-4b9c-860b-78b64bdf922f admin admin] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 15:00:31.129413 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed1676f2-5bad-43b5-9f45-004a65611c24 None None] Sync routers for ids ['3cfe218f-a2f5-4cc7-9673-5f64f353637c'] in n-d-694802-15 {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 15:00:31.132946 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-eec28e56-f79a-4b9c-860b-78b64bdf922f admin admin] Notify callbacks [] for router, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:31.140564 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-eec28e56-f79a-4b9c-860b-78b64bdf922f admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.5030882 Aug 12 15:00:31.140894 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed1676f2-5bad-43b5-9f45-004a65611c24 None None] Routers {'3cfe218f-a2f5-4cc7-9673-5f64f353637c'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:00:31.141101 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 46140) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:00:31.141584 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-ed1676f2-5bad-43b5-9f45-004a65611c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T15:00:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['3cfe218f-a2f5-4cc7-9673-5f64f353637c'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:00:31.353690 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-ed1676f2-5bad-43b5-9f45-004a65611c24 None None] Set router 3cfe218f-a2f5-4cc7-9673-5f64f353637c gateway port host: n-d-694802-15 {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:00:31.377270 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-213620fc-2af4-4d97-902c-21515897abae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9f7f053-1199-4c67-934e-c1860ee0fa17', 'name': 'tempest-TestServerBasicOps-1051421672-router', 'tenant_id': '8b40dba42c764b37920c3587555867c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.114'}], 'enable_snat': True}, 'gw_port_id': '5f48d5d1-32e0-4bf9-a181-b4e176ebbfb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:00:20Z', 'updated_at': '2021-08-12T15:00:25Z', 'revision_number': 4, 'project_id': '8b40dba42c764b37920c3587555867c7', 'gw_port': {'id': '5f48d5d1-32e0-4bf9-a181-b4e176ebbfb8', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:50:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9f7f053-1199-4c67-934e-c1860ee0fa17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3439, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:00:21Z', 'updated_at': '2021-08-12T15:00:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': 'af2fb18d-a6c8-4f5a-aeb5-83ac7b9c9159', 'name': '', 'network_id': 'bdb8c589-801b-4e9e-808f-194e52b05ffa', 'tenant_id': '8b40dba42c764b37920c3587555867c7', 'mac_address': 'fa:16:3e:e3:6c:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9f7f053-1199-4c67-934e-c1860ee0fa17', 'device_owner': 'network:router_interface', 'standard_attr_id': 3440, 'fixed_ips': [{'subnet_id': '9c491707-38df-4731-ba0a-868cad11a6fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:00:24Z', 'updated_at': '2021-08-12T15:00:30Z', 'revision_number': 4, 'project_id': '8b40dba42c764b37920c3587555867c7', 'subnets': [{'id': '9c491707-38df-4731-ba0a-868cad11a6fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:00:31.419222 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-213620fc-2af4-4d97-902c-21515897abae None None] The sync data for ids ['a9f7f053-1199-4c67-934e-c1860ee0fa17'] in n-d-694802-15 is: [{'id': 'a9f7f053-1199-4c67-934e-c1860ee0fa17', 'name': 'tempest-TestServerBasicOps-1051421672-router', 'tenant_id': '8b40dba42c764b37920c3587555867c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.114'}], 'enable_snat': True}, 'gw_port_id': '5f48d5d1-32e0-4bf9-a181-b4e176ebbfb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:00:20Z', 'updated_at': '2021-08-12T15:00:25Z', 'revision_number': 4, 'project_id': '8b40dba42c764b37920c3587555867c7', 'gw_port': {'id': '5f48d5d1-32e0-4bf9-a181-b4e176ebbfb8', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:50:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9f7f053-1199-4c67-934e-c1860ee0fa17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3439, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:00:21Z', 'updated_at': '2021-08-12T15:00:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': 'af2fb18d-a6c8-4f5a-aeb5-83ac7b9c9159', 'name': '', 'network_id': 'bdb8c589-801b-4e9e-808f-194e52b05ffa', 'tenant_id': '8b40dba42c764b37920c3587555867c7', 'mac_address': 'fa:16:3e:e3:6c:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9f7f053-1199-4c67-934e-c1860ee0fa17', 'device_owner': 'network:router_interface', 'standard_attr_id': 3440, 'fixed_ips': [{'subnet_id': '9c491707-38df-4731-ba0a-868cad11a6fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:00:24Z', 'updated_at': '2021-08-12T15:00:30Z', 'revision_number': 4, 'project_id': '8b40dba42c764b37920c3587555867c7', 'subnets': [{'id': '9c491707-38df-4731-ba0a-868cad11a6fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 15:00:31.737451 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-ed1676f2-5bad-43b5-9f45-004a65611c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cfe218f-a2f5-4cc7-9673-5f64f353637c', 'name': 'tempest-TestServerBasicOps-927945764-router', 'tenant_id': '5773478e159a43a7b69c4c334dc9d299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.229'}], 'enable_snat': True}, 'gw_port_id': 'c333d1a8-66af-4ea0-8308-4cf47ccbee1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:00:28Z', 'updated_at': '2021-08-12T15:00:29Z', 'revision_number': 3, 'project_id': '5773478e159a43a7b69c4c334dc9d299', 'gw_port': {'id': 'c333d1a8-66af-4ea0-8308-4cf47ccbee1e', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:05:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cfe218f-a2f5-4cc7-9673-5f64f353637c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3451, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:00:29Z', 'updated_at': '2021-08-12T15:00:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15'}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:00:31.833112 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed1676f2-5bad-43b5-9f45-004a65611c24 None None] Checking router: 3cfe218f-a2f5-4cc7-9673-5f64f353637c for host: n-d-694802-15 {{(pid=94469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 15:00:31.833465 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed1676f2-5bad-43b5-9f45-004a65611c24 None None] Updating router 3cfe218f-a2f5-4cc7-9673-5f64f353637c port c333d1a8-66af-4ea0-8308-4cf47ccbee1e binding host n-d-694802-15 {{(pid=94469) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 15:00:31.866330 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-ed1676f2-5bad-43b5-9f45-004a65611c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:31.905663 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-808e2077-0893-454b-9989-4999f015bdaf None None] Network 2c8baf12-14cc-4192-9884-e73190fae363 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 15:00:31.945528 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-d60d3a80-87e0-4107-90c4-fc5d19cc148f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:32.064036 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-424cb912-fdb3-445b-9dc4-d7bc898c149c None None] Provisioning for port 6825914f-f6b0-4496-bd0d-0936b055e27d completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:00:32.222974 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 46156) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:00:32.334910 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_common [None req-d60d3a80-87e0-4107-90c4-fc5d19cc148f admin admin] Allocated IP 172.20.0.1 (2c8baf12-14cc-4192-9884-e73190fae363/5c4bb7ca-39ae-4446-b138-11eccbc4ad87/047e4ccf-b277-4d95-b557-890f467bc36a) {{(pid=94467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 15:00:32.416610 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device af2fb18d-a6c8-4f5a-aeb5-83ac7b9c9159 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 15:00:32.435794 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-ed1676f2-5bad-43b5-9f45-004a65611c24 None None] Notify callbacks [] for port, precommit_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:32.463953 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.provisioning_blocks [None req-ed1676f2-5bad-43b5-9f45-004a65611c24 None None] Transition to ACTIVE for port object c333d1a8-66af-4ea0-8308-4cf47ccbee1e will not be triggered until provisioned by entity L2. {{(pid=94469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:00:32.476024 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-ed1676f2-5bad-43b5-9f45-004a65611c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:32.572868 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning for port af2fb18d-a6c8-4f5a-aeb5-83ac7b9c9159 completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:00:32.583814 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port af2fb18d-a6c8-4f5a-aeb5-83ac7b9c9159 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:00:32.588026 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:32.610668 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.managers [None req-ed1676f2-5bad-43b5-9f45-004a65611c24 None None] Attempting to bind port c333d1a8-66af-4ea0-8308-4cf47ccbee1e on host n-d-694802-15 for vnic_type normal with profile {{(pid=94469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 15:00:32.611313 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.managers [None req-ed1676f2-5bad-43b5-9f45-004a65611c24 None None] Attempting to bind port c333d1a8-66af-4ea0-8308-4cf47ccbee1e by drivers openvswitch,hyperv on host n-d-694802-15 at level 0 using segments [{'id': 'b1b396cb-2dc6-4041-bfc7-1833a80a4720', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'}] {{(pid=94469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 15:00:32.611862 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed1676f2-5bad-43b5-9f45-004a65611c24 None None] Attempting to bind port c333d1a8-66af-4ea0-8308-4cf47ccbee1e on network d3759e1b-6c03-45ac-acd4-90abb417809b {{(pid=94469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 15:00:32.629402 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-d60d3a80-87e0-4107-90c4-fc5d19cc148f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:32.648229 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed1676f2-5bad-43b5-9f45-004a65611c24 None None] Checking agent: {'id': '16de73ac-f2e9-4cee-b3e0-91052ae3e6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 20, 13), 'started_at': datetime.datetime(2021, 8, 12, 14, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 15, 0, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 15:00:32.648598 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed1676f2-5bad-43b5-9f45-004a65611c24 None None] Checking segment: {'id': 'b1b396cb-2dc6-4041-bfc7-1833a80a4720', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 15:00:32.649007 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-ed1676f2-5bad-43b5-9f45-004a65611c24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:32.649406 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed1676f2-5bad-43b5-9f45-004a65611c24 None None] Bound using segment: {'id': 'b1b396cb-2dc6-4041-bfc7-1833a80a4720', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'} {{(pid=94469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 15:00:32.650023 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.managers [None req-ed1676f2-5bad-43b5-9f45-004a65611c24 None None] Bound port: c333d1a8-66af-4ea0-8308-4cf47ccbee1e, host: n-d-694802-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1b396cb-2dc6-4041-bfc7-1833a80a4720', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'}}] {{(pid=94469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 15:00:32.650677 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-ed1676f2-5bad-43b5-9f45-004a65611c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:32.658365 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [None req-d60d3a80-87e0-4107-90c4-fc5d19cc148f admin admin] Transition to ACTIVE for port object 047e4ccf-b277-4d95-b557-890f467bc36a will not be triggered until provisioned by entity DHCP. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:00:32.744451 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-d60d3a80-87e0-4107-90c4-fc5d19cc148f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:32.806399 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.db [None req-ed1676f2-5bad-43b5-9f45-004a65611c24 None None] For port c333d1a8-66af-4ea0-8308-4cf47ccbee1e, host n-d-694802-15, cleared binding levels {{(pid=94469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 15:00:32.811960 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.db [None req-ed1676f2-5bad-43b5-9f45-004a65611c24 None None] For port c333d1a8-66af-4ea0-8308-4cf47ccbee1e, host n-d-694802-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=c333d1a8-66af-4ea0-8308-4cf47ccbee1e,segment=NetworkSegment(b1b396cb-2dc6-4041-bfc7-1833a80a4720),segment_id=b1b396cb-2dc6-4041-bfc7-1833a80a4720)] {{(pid=94469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 15:00:32.821015 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-ed1676f2-5bad-43b5-9f45-004a65611c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:32.824922 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36281f8-3a3e-4087-93b7-eb4adf26118d None None] Pushing event updated for resources: {'Port': ['ID=c333d1a8-66af-4ea0-8308-4cf47ccbee1e,revision_number=2']} {{(pid=94469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:00:32.920884 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36281f8-3a3e-4087-93b7-eb4adf26118d None None] Pushing event updated for resources: {'Port': ['ID=c333d1a8-66af-4ea0-8308-4cf47ccbee1e,revision_number=3']} {{(pid=94469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:00:32.928804 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:32.932579 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d60d3a80-87e0-4107-90c4-fc5d19cc148f admin admin] Network 2c8baf12-14cc-4192-9884-e73190fae363 is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 15:00:32.942410 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [None req-d60d3a80-87e0-4107-90c4-fc5d19cc148f admin admin] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:00:32.949395 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d60d3a80-87e0-4107-90c4-fc5d19cc148f admin admin] Received port after_create {{(pid=94467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 15:00:32.964908 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed1676f2-5bad-43b5-9f45-004a65611c24 None None] Routers {'3cfe218f-a2f5-4cc7-9673-5f64f353637c'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:00:32.965381 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-ed1676f2-5bad-43b5-9f45-004a65611c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T15:00:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['3cfe218f-a2f5-4cc7-9673-5f64f353637c'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:00:33.035274 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60d3a80-87e0-4107-90c4-fc5d19cc148f admin admin] Pushing event updated for resources: {'Port': ['ID=047e4ccf-b277-4d95-b557-890f467bc36a,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:00:33.052244 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] For port af2fb18d-a6c8-4f5a-aeb5-83ac7b9c9159, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=af2fb18d-a6c8-4f5a-aeb5-83ac7b9c9159,segment=NetworkSegment(64e84e1c-ef6d-4039-880b-f3ab6b5c4a52),segment_id=64e84e1c-ef6d-4039-880b-f3ab6b5c4a52)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:00:33.066487 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:33.068372 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 6825914f-f6b0-4496-bd0d-0936b055e27d up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 15:00:33.081928 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-d60d3a80-87e0-4107-90c4-fc5d19cc148f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66663725'] for router_interface, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:33.274984 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Pushing event updated for resources: {'Port': ['ID=af2fb18d-a6c8-4f5a-aeb5-83ac7b9c9159,revision_number=5']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:00:33.296155 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning for port 6825914f-f6b0-4496-bd0d-0936b055e27d completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:00:33.305820 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port 6825914f-f6b0-4496-bd0d-0936b055e27d triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:00:33.311656 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:33.438031 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-d60d3a80-87e0-4107-90c4-fc5d19cc148f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:33.517520 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:33.627998 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-ed1676f2-5bad-43b5-9f45-004a65611c24 None None] Set router 3cfe218f-a2f5-4cc7-9673-5f64f353637c gateway port host: n-d-694802-15 {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:00:33.632017 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] For port 6825914f-f6b0-4496-bd0d-0936b055e27d, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=6825914f-f6b0-4496-bd0d-0936b055e27d,segment=NetworkSegment(25471ae2-0d00-4fa6-a471-fbbb734622bc),segment_id=25471ae2-0d00-4fa6-a471-fbbb734622bc)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:00:33.634815 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-b4391c02-f052-4fcc-8f1a-e1fc7b8e7639 None None] Provisioning for port 047e4ccf-b277-4d95-b557-890f467bc36a completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:00:33.646093 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-b4391c02-f052-4fcc-8f1a-e1fc7b8e7639 None None] Provisioning complete for port 047e4ccf-b277-4d95-b557-890f467bc36a triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:00:33.647842 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-b4391c02-f052-4fcc-8f1a-e1fc7b8e7639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:33.697274 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-91089840-dde4-47a5-9877-84b3f64fb4f0 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:33.720687 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:33.733497 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-b4391c02-f052-4fcc-8f1a-e1fc7b8e7639 None None] Port 047e4ccf-b277-4d95-b557-890f467bc36a cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 15:00:33.793585 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-d60d3a80-87e0-4107-90c4-fc5d19cc148f admin admin] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:33.810326 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-d60d3a80-87e0-4107-90c4-fc5d19cc148f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:33.831773 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Pushing event updated for resources: {'Port': ['ID=6825914f-f6b0-4496-bd0d-0936b055e27d,revision_number=3']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:00:33.930440 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-d60d3a80-87e0-4107-90c4-fc5d19cc148f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66628363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66663865'] for router_interface, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:33.942232 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60d3a80-87e0-4107-90c4-fc5d19cc148f admin admin] Pushing event updated for resources: {'Port': ['ID=047e4ccf-b277-4d95-b557-890f467bc36a,revision_number=2']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:00:33.972963 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-ed1676f2-5bad-43b5-9f45-004a65611c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cfe218f-a2f5-4cc7-9673-5f64f353637c', 'name': 'tempest-TestServerBasicOps-927945764-router', 'tenant_id': '5773478e159a43a7b69c4c334dc9d299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.229'}], 'enable_snat': True}, 'gw_port_id': 'c333d1a8-66af-4ea0-8308-4cf47ccbee1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:00:28Z', 'updated_at': '2021-08-12T15:00:29Z', 'revision_number': 3, 'project_id': '5773478e159a43a7b69c4c334dc9d299', 'gw_port': {'id': 'c333d1a8-66af-4ea0-8308-4cf47ccbee1e', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:05:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cfe218f-a2f5-4cc7-9673-5f64f353637c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3451, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:00:29Z', 'updated_at': '2021-08-12T15:00:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15'}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:00:34.035464 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed1676f2-5bad-43b5-9f45-004a65611c24 None None] The sync data for ids ['3cfe218f-a2f5-4cc7-9673-5f64f353637c'] in n-d-694802-15 is: [{'id': '3cfe218f-a2f5-4cc7-9673-5f64f353637c', 'name': 'tempest-TestServerBasicOps-927945764-router', 'tenant_id': '5773478e159a43a7b69c4c334dc9d299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.229'}], 'enable_snat': True}, 'gw_port_id': 'c333d1a8-66af-4ea0-8308-4cf47ccbee1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:00:28Z', 'updated_at': '2021-08-12T15:00:29Z', 'revision_number': 3, 'project_id': '5773478e159a43a7b69c4c334dc9d299', 'gw_port': {'id': 'c333d1a8-66af-4ea0-8308-4cf47ccbee1e', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:05:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cfe218f-a2f5-4cc7-9673-5f64f353637c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3451, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:00:29Z', 'updated_at': '2021-08-12T15:00:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15'}] {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 15:00:34.102501 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d60d3a80-87e0-4107-90c4-fc5d19cc148f admin admin] Network 2c8baf12-14cc-4192-9884-e73190fae363 is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 15:00:34.104276 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [None req-d60d3a80-87e0-4107-90c4-fc5d19cc148f admin admin] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:00:34.375242 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-91089840-dde4-47a5-9877-84b3f64fb4f0 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Allocated IP 172.20.0.17 (21505837-b14b-4a7d-b1c3-eccf5af19c7d/11f47e8a-197b-4f4e-99a3-412eace7965b/461f7756-dd5c-4b69-9d80-1f6372cb5900) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 15:00:34.403122 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device af2fb18d-a6c8-4f5a-aeb5-83ac7b9c9159 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 15:00:34.439762 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d60d3a80-87e0-4107-90c4-fc5d19cc148f admin admin] Router 3cfe218f-a2f5-4cc7-9673-5f64f353637c has already been hosted by L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f {{(pid=94467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 15:00:34.531304 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port af2fb18d-a6c8-4f5a-aeb5-83ac7b9c9159 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:00:34.532251 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:34.601593 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-91089840-dde4-47a5-9877-84b3f64fb4f0 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:34.626728 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-91089840-dde4-47a5-9877-84b3f64fb4f0 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Transition to ACTIVE for port object 461f7756-dd5c-4b69-9d80-1f6372cb5900 will not be triggered until provisioned by entity DHCP. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:00:34.664526 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d60d3a80-87e0-4107-90c4-fc5d19cc148f admin admin] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 15:00:34.673572 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-d60d3a80-87e0-4107-90c4-fc5d19cc148f admin admin] 10.222.0.39 "PUT /v2.0/routers/3cfe218f-a2f5-4cc7-9673-5f64f353637c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5311747 Aug 12 15:00:34.699115 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-91089840-dde4-47a5-9877-84b3f64fb4f0 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:34.703477 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 6825914f-f6b0-4496-bd0d-0936b055e27d up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 15:00:34.750795 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91089840-dde4-47a5-9877-84b3f64fb4f0 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Pushing event updated for resources: {'Port': ['ID=461f7756-dd5c-4b69-9d80-1f6372cb5900,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:00:34.769100 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91089840-dde4-47a5-9877-84b3f64fb4f0 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Network 21505837-b14b-4a7d-b1c3-eccf5af19c7d is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 15:00:34.770284 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-dcbc817c-b1a0-48a6-9434-49d00b6fe7cd None None] Provisioning complete for port 047e4ccf-b277-4d95-b557-890f467bc36a triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:00:34.770725 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-dcbc817c-b1a0-48a6-9434-49d00b6fe7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:34.770866 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-91089840-dde4-47a5-9877-84b3f64fb4f0 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:00:34.773826 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91089840-dde4-47a5-9877-84b3f64fb4f0 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 15:00:34.858963 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-dcbc817c-b1a0-48a6-9434-49d00b6fe7cd None None] Port 047e4ccf-b277-4d95-b557-890f467bc36a cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 15:00:34.870384 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-91089840-dde4-47a5-9877-84b3f64fb4f0 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66663725'] for router_interface, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:34.872389 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port 6825914f-f6b0-4496-bd0d-0936b055e27d triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:00:34.872949 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:35.228209 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-91089840-dde4-47a5-9877-84b3f64fb4f0 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:35.309396 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-99ed9c8b-b5dc-44de-9ff1-24e24b3e89d4 None None] Provisioning for port 461f7756-dd5c-4b69-9d80-1f6372cb5900 completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:00:35.319104 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-99ed9c8b-b5dc-44de-9ff1-24e24b3e89d4 None None] Provisioning complete for port 461f7756-dd5c-4b69-9d80-1f6372cb5900 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:00:35.320006 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-99ed9c8b-b5dc-44de-9ff1-24e24b3e89d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:35.407259 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-99ed9c8b-b5dc-44de-9ff1-24e24b3e89d4 None None] Port 461f7756-dd5c-4b69-9d80-1f6372cb5900 cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 15:00:35.632822 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-91089840-dde4-47a5-9877-84b3f64fb4f0 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify callbacks [] for port, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:35.644253 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-91089840-dde4-47a5-9877-84b3f64fb4f0 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3718439'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:35.708552 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 46194) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:00:35.713962 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-43704942-1857-4963-8dda-39554f3372b8 tempest-TestServerBasicOps-918377184 tempest-TestServerBasicOps-918377184-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-387193578', 'description': 'tempest-secgroup-smoke-387193578 description', 'project_id': '8b40dba42c764b37920c3587555867c7'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:00:35.759629 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-43704942-1857-4963-8dda-39554f3372b8 tempest-TestServerBasicOps-918377184 tempest-TestServerBasicOps-918377184-project] Notify callbacks [] for security_group, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:35.784622 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-91089840-dde4-47a5-9877-84b3f64fb4f0 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66628363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66663865'] for router_interface, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:35.798125 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91089840-dde4-47a5-9877-84b3f64fb4f0 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Pushing event updated for resources: {'Port': ['ID=461f7756-dd5c-4b69-9d80-1f6372cb5900,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:00:35.868672 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-43704942-1857-4963-8dda-39554f3372b8 tempest-TestServerBasicOps-918377184 tempest-TestServerBasicOps-918377184-project] Notify callbacks [] for security_group, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:35.876285 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-43704942-1857-4963-8dda-39554f3372b8 tempest-TestServerBasicOps-918377184 tempest-TestServerBasicOps-918377184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:35.911677 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-43704942-1857-4963-8dda-39554f3372b8 tempest-TestServerBasicOps-918377184 tempest-TestServerBasicOps-918377184-project] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:35.913218 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-43704942-1857-4963-8dda-39554f3372b8 tempest-TestServerBasicOps-918377184 tempest-TestServerBasicOps-918377184-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2032547 Aug 12 15:00:35.920117 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 46196) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:00:35.928090 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-72555f74-6c0d-4ea0-b2f6-91bd08b1f7b7 tempest-TestServerBasicOps-918377184 tempest-TestServerBasicOps-918377184-project] Request body: {'security_group_rule': {'security_group_id': '3bb8816a-aab0-403b-ace8-54b02c4c884a', 'project_id': '8b40dba42c764b37920c3587555867c7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:00:35.934733 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91089840-dde4-47a5-9877-84b3f64fb4f0 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Network 21505837-b14b-4a7d-b1c3-eccf5af19c7d is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 15:00:35.936254 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-91089840-dde4-47a5-9877-84b3f64fb4f0 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:00:35.936968 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43704942-1857-4963-8dda-39554f3372b8 tempest-TestServerBasicOps-918377184 tempest-TestServerBasicOps-918377184-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3bb8816a-aab0-403b-ace8-54b02c4c884a,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:00:35.983668 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-72555f74-6c0d-4ea0-b2f6-91bd08b1f7b7 tempest-TestServerBasicOps-918377184 tempest-TestServerBasicOps-918377184-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:36.068459 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-72555f74-6c0d-4ea0-b2f6-91bd08b1f7b7 tempest-TestServerBasicOps-918377184 tempest-TestServerBasicOps-918377184-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:36.076357 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-72555f74-6c0d-4ea0-b2f6-91bd08b1f7b7 tempest-TestServerBasicOps-918377184 tempest-TestServerBasicOps-918377184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641735'] for security_group_rule, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:36.100500 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72555f74-6c0d-4ea0-b2f6-91bd08b1f7b7 tempest-TestServerBasicOps-918377184 tempest-TestServerBasicOps-918377184-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=519773b7-ac88-4863-8bb9-1816ada42ae5,revision_number=0']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:00:36.103650 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91089840-dde4-47a5-9877-84b3f64fb4f0 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Router d3ba124a-70df-49f9-865d-161815339cca has already been hosted by L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f {{(pid=94466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 15:00:36.117140 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-72555f74-6c0d-4ea0-b2f6-91bd08b1f7b7 tempest-TestServerBasicOps-918377184 tempest-TestServerBasicOps-918377184-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:36.118771 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-72555f74-6c0d-4ea0-b2f6-91bd08b1f7b7 tempest-TestServerBasicOps-918377184 tempest-TestServerBasicOps-918377184-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1984487 Aug 12 15:00:36.121833 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 46198) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:00:36.142837 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-88e5d95c-9a50-420d-a55e-4db0b6f749ec tempest-TestServerBasicOps-918377184 tempest-TestServerBasicOps-918377184-project] Request body: {'security_group_rule': {'security_group_id': '3bb8816a-aab0-403b-ace8-54b02c4c884a', 'project_id': '8b40dba42c764b37920c3587555867c7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:00:36.210085 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-88e5d95c-9a50-420d-a55e-4db0b6f749ec tempest-TestServerBasicOps-918377184 tempest-TestServerBasicOps-918377184-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:36.251449 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-4fabc842-840c-4ebc-a0cf-7fd81265892e None None] Provisioning complete for port 461f7756-dd5c-4b69-9d80-1f6372cb5900 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:00:36.251931 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4fabc842-840c-4ebc-a0cf-7fd81265892e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:36.302011 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-88e5d95c-9a50-420d-a55e-4db0b6f749ec tempest-TestServerBasicOps-918377184 tempest-TestServerBasicOps-918377184-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:36.309808 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-88e5d95c-9a50-420d-a55e-4db0b6f749ec tempest-TestServerBasicOps-918377184 tempest-TestServerBasicOps-918377184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641735'] for security_group_rule, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:36.316998 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-4fabc842-840c-4ebc-a0cf-7fd81265892e None None] Port 461f7756-dd5c-4b69-9d80-1f6372cb5900 cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 15:00:36.343184 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e5d95c-9a50-420d-a55e-4db0b6f749ec tempest-TestServerBasicOps-918377184 tempest-TestServerBasicOps-918377184-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9baba52d-17bd-44c8-b4e2-3d606bc19a00,revision_number=0']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:00:36.346173 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-88e5d95c-9a50-420d-a55e-4db0b6f749ec tempest-TestServerBasicOps-918377184 tempest-TestServerBasicOps-918377184-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:36.350758 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-88e5d95c-9a50-420d-a55e-4db0b6f749ec tempest-TestServerBasicOps-918377184 tempest-TestServerBasicOps-918377184-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2133453 Aug 12 15:00:36.351356 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 46204) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:00:36.356433 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-1cf024ea-01fe-48b5-b325-4d358d01f8d3 tempest-TestServerBasicOps-918377184 tempest-TestServerBasicOps-918377184-project] Request body: {'security_group_rule': {'security_group_id': '3bb8816a-aab0-403b-ace8-54b02c4c884a', 'project_id': '8b40dba42c764b37920c3587555867c7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:00:36.356617 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device c333d1a8-66af-4ea0-8308-4cf47ccbee1e up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 15:00:36.392415 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-1cf024ea-01fe-48b5-b325-4d358d01f8d3 tempest-TestServerBasicOps-918377184 tempest-TestServerBasicOps-918377184-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:36.446113 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning for port c333d1a8-66af-4ea0-8308-4cf47ccbee1e completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:00:36.451330 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port c333d1a8-66af-4ea0-8308-4cf47ccbee1e triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:00:36.451754 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:36.489329 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-1cf024ea-01fe-48b5-b325-4d358d01f8d3 tempest-TestServerBasicOps-918377184 tempest-TestServerBasicOps-918377184-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:36.495105 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-1cf024ea-01fe-48b5-b325-4d358d01f8d3 tempest-TestServerBasicOps-918377184 tempest-TestServerBasicOps-918377184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641735'] for security_group_rule, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:36.518936 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf024ea-01fe-48b5-b325-4d358d01f8d3 tempest-TestServerBasicOps-918377184 tempest-TestServerBasicOps-918377184-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a4241ef-c76a-41ec-a01b-5339c2d1a0be,revision_number=0']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:00:36.554252 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-1cf024ea-01fe-48b5-b325-4d358d01f8d3 tempest-TestServerBasicOps-918377184 tempest-TestServerBasicOps-918377184-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:36.555565 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-1cf024ea-01fe-48b5-b325-4d358d01f8d3 tempest-TestServerBasicOps-918377184 tempest-TestServerBasicOps-918377184-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2030470 Aug 12 15:00:36.558174 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 46208) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:00:36.570555 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-65aab065-6cb1-4331-8987-467a92767691 tempest-TestServerBasicOps-918377184 tempest-TestServerBasicOps-918377184-project] Request body: {'security_group_rule': {'security_group_id': '3bb8816a-aab0-403b-ace8-54b02c4c884a', 'project_id': '8b40dba42c764b37920c3587555867c7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:00:36.616982 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:36.639384 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-65aab065-6cb1-4331-8987-467a92767691 tempest-TestServerBasicOps-918377184 tempest-TestServerBasicOps-918377184-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:36.648556 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] For port c333d1a8-66af-4ea0-8308-4cf47ccbee1e, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=c333d1a8-66af-4ea0-8308-4cf47ccbee1e,segment=NetworkSegment(b1b396cb-2dc6-4041-bfc7-1833a80a4720),segment_id=b1b396cb-2dc6-4041-bfc7-1833a80a4720)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:00:36.656158 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:36.761230 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91089840-dde4-47a5-9877-84b3f64fb4f0 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 15:00:36.765942 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-65aab065-6cb1-4331-8987-467a92767691 tempest-TestServerBasicOps-918377184 tempest-TestServerBasicOps-918377184-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:36.768831 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-91089840-dde4-47a5-9877-84b3f64fb4f0 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] 10.222.0.39 "PUT /v2.0/routers/d3ba124a-70df-49f9-865d-161815339cca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5437303 Aug 12 15:00:36.774084 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-65aab065-6cb1-4331-8987-467a92767691 tempest-TestServerBasicOps-918377184 tempest-TestServerBasicOps-918377184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641735'] for security_group_rule, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:36.782285 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7593533-74c4-444b-b815-e39e9c18f035 None None] Sync routers for ids ['d3ba124a-70df-49f9-865d-161815339cca'] in n-d-694802-15 {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 15:00:36.799374 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Pushing event updated for resources: {'Port': ['ID=c333d1a8-66af-4ea0-8308-4cf47ccbee1e,revision_number=4']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:00:36.831341 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7593533-74c4-444b-b815-e39e9c18f035 None None] Routers {'d3ba124a-70df-49f9-865d-161815339cca'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:00:36.833863 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-f7593533-74c4-444b-b815-e39e9c18f035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T15:00:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['d3ba124a-70df-49f9-865d-161815339cca'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:00:36.850562 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65aab065-6cb1-4331-8987-467a92767691 tempest-TestServerBasicOps-918377184 tempest-TestServerBasicOps-918377184-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c564ec53-6ff2-4d7a-9f27-d73371ee6144,revision_number=0']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:00:36.853507 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-65aab065-6cb1-4331-8987-467a92767691 tempest-TestServerBasicOps-918377184 tempest-TestServerBasicOps-918377184-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:36.855213 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-65aab065-6cb1-4331-8987-467a92767691 tempest-TestServerBasicOps-918377184 tempest-TestServerBasicOps-918377184-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2958972 Aug 12 15:00:36.861519 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 46212) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:00:36.864787 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-1d2c2fbe-2059-4eaf-af70-db8ef66fd4a7 tempest-TestServerBasicOps-918377184 tempest-TestServerBasicOps-918377184-project] Request body: {'security_group_rule': {'security_group_id': '3bb8816a-aab0-403b-ace8-54b02c4c884a', 'project_id': '8b40dba42c764b37920c3587555867c7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:00:36.901856 n-d-694802-15 neutron-server[94466]: INFO neutron.db.securitygroups_db [None req-1d2c2fbe-2059-4eaf-af70-db8ef66fd4a7 tempest-TestServerBasicOps-918377184 tempest-TestServerBasicOps-918377184-project] Project 8b40dba42c764b37920c3587555867c7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 12 15:00:36.914995 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1d2c2fbe-2059-4eaf-af70-db8ef66fd4a7 tempest-TestServerBasicOps-918377184 tempest-TestServerBasicOps-918377184-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:37.012323 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1d2c2fbe-2059-4eaf-af70-db8ef66fd4a7 tempest-TestServerBasicOps-918377184 tempest-TestServerBasicOps-918377184-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:37.014656 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvr_db [None req-f7593533-74c4-444b-b815-e39e9c18f035 None None] Set router d3ba124a-70df-49f9-865d-161815339cca gateway port host: n-d-694802-15 {{(pid=94468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:00:37.027111 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1d2c2fbe-2059-4eaf-af70-db8ef66fd4a7 tempest-TestServerBasicOps-918377184 tempest-TestServerBasicOps-918377184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641735'] for security_group_rule, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:37.055194 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2c2fbe-2059-4eaf-af70-db8ef66fd4a7 tempest-TestServerBasicOps-918377184 tempest-TestServerBasicOps-918377184-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66981d70-37a7-4679-a2df-573fd2fa0034,revision_number=0']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:00:37.062432 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1d2c2fbe-2059-4eaf-af70-db8ef66fd4a7 tempest-TestServerBasicOps-918377184 tempest-TestServerBasicOps-918377184-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:37.065271 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-1d2c2fbe-2059-4eaf-af70-db8ef66fd4a7 tempest-TestServerBasicOps-918377184 tempest-TestServerBasicOps-918377184-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2037656 Aug 12 15:00:37.069091 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 46216) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:00:37.074401 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-a1f4747f-1891-4815-9ed2-87afac66af66 tempest-TestServerBasicOps-918377184 tempest-TestServerBasicOps-918377184-project] Request body: {'security_group_rule': {'security_group_id': '3bb8816a-aab0-403b-ace8-54b02c4c884a', 'project_id': '8b40dba42c764b37920c3587555867c7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:00:37.115651 n-d-694802-15 neutron-server[94467]: INFO neutron.db.securitygroups_db [None req-a1f4747f-1891-4815-9ed2-87afac66af66 tempest-TestServerBasicOps-918377184 tempest-TestServerBasicOps-918377184-project] Project 8b40dba42c764b37920c3587555867c7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 12 15:00:37.123064 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a1f4747f-1891-4815-9ed2-87afac66af66 tempest-TestServerBasicOps-918377184 tempest-TestServerBasicOps-918377184-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:37.148572 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fac6a49-4a30-43b1-a089-6a1aa53e5d2e None None] Sync routers for ids ['3cfe218f-a2f5-4cc7-9673-5f64f353637c'] in n-d-694802-15 {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 15:00:37.167998 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fac6a49-4a30-43b1-a089-6a1aa53e5d2e None None] Routers {'3cfe218f-a2f5-4cc7-9673-5f64f353637c'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:00:37.168926 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-7fac6a49-4a30-43b1-a089-6a1aa53e5d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T15:00:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['3cfe218f-a2f5-4cc7-9673-5f64f353637c'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:00:37.208906 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a1f4747f-1891-4815-9ed2-87afac66af66 tempest-TestServerBasicOps-918377184 tempest-TestServerBasicOps-918377184-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:37.214782 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a1f4747f-1891-4815-9ed2-87afac66af66 tempest-TestServerBasicOps-918377184 tempest-TestServerBasicOps-918377184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641735'] for security_group_rule, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:37.242191 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a1f4747f-1891-4815-9ed2-87afac66af66 tempest-TestServerBasicOps-918377184 tempest-TestServerBasicOps-918377184-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:37.247332 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-a1f4747f-1891-4815-9ed2-87afac66af66 tempest-TestServerBasicOps-918377184 tempest-TestServerBasicOps-918377184-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1731448 Aug 12 15:00:37.249881 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f4747f-1891-4815-9ed2-87afac66af66 tempest-TestServerBasicOps-918377184 tempest-TestServerBasicOps-918377184-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=908e6209-67f8-4255-b914-b83c779e8355,revision_number=0']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:00:37.358424 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-7fac6a49-4a30-43b1-a089-6a1aa53e5d2e None None] Set router 3cfe218f-a2f5-4cc7-9673-5f64f353637c gateway port host: n-d-694802-15 {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:00:37.381517 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-f7593533-74c4-444b-b815-e39e9c18f035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3ba124a-70df-49f9-865d-161815339cca', 'name': 'tempest-TestNetworkBasicOps-router-1581285085', 'tenant_id': 'cbaad1cb6c364f2d8238ea489cf6e7b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.176'}], 'enable_snat': True}, 'gw_port_id': '77bf8668-611d-4ae5-b014-8f085e2cc2e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:58:59Z', 'updated_at': '2021-08-12T15:00:35Z', 'revision_number': 5, 'project_id': 'cbaad1cb6c364f2d8238ea489cf6e7b7', 'gw_port': {'id': '77bf8668-611d-4ae5-b014-8f085e2cc2e8', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:77:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3ba124a-70df-49f9-865d-161815339cca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3317, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:58:59Z', 'updated_at': '2021-08-12T14:59:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_floatingips': [{'id': 'e40272d5-9a40-4754-8f46-4ee6dc569d91', 'tenant_id': 'cbaad1cb6c364f2d8238ea489cf6e7b7', 'floating_ip_address': '172.25.1.100', 'floating_network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'router_id': 'd3ba124a-70df-49f9-865d-161815339cca', 'port_id': 'e868ff10-7490-4857-98a0-231d7322f8fa', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3362, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e7eca48-badb-45a7-932d-a88a5ec55660', 'mac_address': 'fa:16:3e:4a:fb:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76ed27f8-8779-47dc-afc0-8aedac1dce30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T14:59:27Z', 'updated_at': '2021-08-12T14:59:30Z', 'revision_number': 1, 'project_id': 'cbaad1cb6c364f2d8238ea489cf6e7b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '461f7756-dd5c-4b69-9d80-1f6372cb5900', 'name': '', 'network_id': '21505837-b14b-4a7d-b1c3-eccf5af19c7d', 'tenant_id': 'cbaad1cb6c364f2d8238ea489cf6e7b7', 'mac_address': 'fa:16:3e:48:f6:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3ba124a-70df-49f9-865d-161815339cca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3453, 'fixed_ips': [{'subnet_id': '11f47e8a-197b-4f4e-99a3-412eace7965b', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:00:33Z', 'updated_at': '2021-08-12T15:00:35Z', 'revision_number': 2, 'project_id': 'cbaad1cb6c364f2d8238ea489cf6e7b7', 'subnets': [{'id': '11f47e8a-197b-4f4e-99a3-412eace7965b', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f23466df-3273-468e-bf9b-d9f9f6253991', 'name': '', 'network_id': '3e7eca48-badb-45a7-932d-a88a5ec55660', 'tenant_id': 'cbaad1cb6c364f2d8238ea489cf6e7b7', 'mac_address': 'fa:16:3e:ce:ea:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3ba124a-70df-49f9-865d-161815339cca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': '3b6b8245-5d20-415c-b5e2-bcd26d766821', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:59:04Z', 'updated_at': '2021-08-12T14:59:13Z', 'revision_number': 5, 'project_id': 'cbaad1cb6c364f2d8238ea489cf6e7b7', 'subnets': [{'id': '3b6b8245-5d20-415c-b5e2-bcd26d766821', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:00:37.460925 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7593533-74c4-444b-b815-e39e9c18f035 None None] Checking router: d3ba124a-70df-49f9-865d-161815339cca for host: n-d-694802-15 {{(pid=94468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 15:00:37.462794 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7593533-74c4-444b-b815-e39e9c18f035 None None] Updating router d3ba124a-70df-49f9-865d-161815339cca port 461f7756-dd5c-4b69-9d80-1f6372cb5900 binding host n-d-694802-15 {{(pid=94468) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 15:00:37.506444 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-5ed94c9e-ddf1-4409-86fc-900af4005328 req-79be1b50-2ae8-4467-8e16-345c253abf42 tempest-TestServerBasicOps-918377184 tempest-TestServerBasicOps-918377184-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-387193578&fields=id&tenant_id=8b40dba42c764b37920c3587555867c7 HTTP/1.1" status: 200 len: 267 time: 0.0827799 Aug 12 15:00:37.525844 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f7593533-74c4-444b-b815-e39e9c18f035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:37.673554 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-7fac6a49-4a30-43b1-a089-6a1aa53e5d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cfe218f-a2f5-4cc7-9673-5f64f353637c', 'name': 'tempest-TestServerBasicOps-927945764-router', 'tenant_id': '5773478e159a43a7b69c4c334dc9d299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.229'}], 'enable_snat': True}, 'gw_port_id': 'c333d1a8-66af-4ea0-8308-4cf47ccbee1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:00:28Z', 'updated_at': '2021-08-12T15:00:33Z', 'revision_number': 4, 'project_id': '5773478e159a43a7b69c4c334dc9d299', 'gw_port': {'id': 'c333d1a8-66af-4ea0-8308-4cf47ccbee1e', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:05:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cfe218f-a2f5-4cc7-9673-5f64f353637c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3451, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:00:29Z', 'updated_at': '2021-08-12T15:00:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': '047e4ccf-b277-4d95-b557-890f467bc36a', 'name': '', 'network_id': '2c8baf12-14cc-4192-9884-e73190fae363', 'tenant_id': '5773478e159a43a7b69c4c334dc9d299', 'mac_address': 'fa:16:3e:f0:7b:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cfe218f-a2f5-4cc7-9673-5f64f353637c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3452, 'fixed_ips': [{'subnet_id': '5c4bb7ca-39ae-4446-b138-11eccbc4ad87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:00:31Z', 'updated_at': '2021-08-12T15:00:33Z', 'revision_number': 2, 'project_id': '5773478e159a43a7b69c4c334dc9d299', 'subnets': [{'id': '5c4bb7ca-39ae-4446-b138-11eccbc4ad87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:00:37.677049 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed94c9e-ddf1-4409-86fc-900af4005328 req-889aa0bd-4bb6-4f91-9b2c-95102d05d94d tempest-TestServerBasicOps-918377184 tempest-TestServerBasicOps-918377184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:00:37.686046 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-5ed94c9e-ddf1-4409-86fc-900af4005328 req-889aa0bd-4bb6-4f91-9b2c-95102d05d94d tempest-TestServerBasicOps-918377184 tempest-TestServerBasicOps-918377184-project] 10.222.0.39 "GET /v2.0/networks?id=bdb8c589-801b-4e9e-808f-194e52b05ffa HTTP/1.1" status: 200 len: 809 time: 0.1719623 Aug 12 15:00:37.705569 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fac6a49-4a30-43b1-a089-6a1aa53e5d2e None None] Checking router: 3cfe218f-a2f5-4cc7-9673-5f64f353637c for host: n-d-694802-15 {{(pid=94469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 15:00:37.705921 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fac6a49-4a30-43b1-a089-6a1aa53e5d2e None None] Updating router 3cfe218f-a2f5-4cc7-9673-5f64f353637c port 047e4ccf-b277-4d95-b557-890f467bc36a binding host n-d-694802-15 {{(pid=94469) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 15:00:37.714130 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-5ed94c9e-ddf1-4409-86fc-900af4005328 req-e64e511f-f982-4012-ae30-9659e0496f4f tempest-TestServerBasicOps-918377184 tempest-TestServerBasicOps-918377184-project] 10.222.0.39 "GET /v2.0/quotas/8b40dba42c764b37920c3587555867c7 HTTP/1.1" status: 200 len: 375 time: 0.0221102 Aug 12 15:00:37.737389 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-7fac6a49-4a30-43b1-a089-6a1aa53e5d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:37.846617 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-5ed94c9e-ddf1-4409-86fc-900af4005328 req-e0990562-9b15-4995-a743-b95c365ed6b4 tempest-TestServerBasicOps-918377184 tempest-TestServerBasicOps-918377184-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=8b40dba42c764b37920c3587555867c7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1310956 Aug 12 15:00:37.935833 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f7593533-74c4-444b-b815-e39e9c18f035 None None] Notify callbacks [] for port, precommit_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:37.952285 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f7593533-74c4-444b-b815-e39e9c18f035 None None] Transition to ACTIVE for port object 461f7756-dd5c-4b69-9d80-1f6372cb5900 will not be triggered until provisioned by entity L2. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:00:37.973308 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f7593533-74c4-444b-b815-e39e9c18f035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:38.019113 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-5ed94c9e-ddf1-4409-86fc-900af4005328 req-da6d623f-d67b-40a3-a42f-f88742b7dd6d service neutron] 10.222.0.39 "GET /v2.0/networks/bdb8c589-801b-4e9e-808f-194e52b05ffa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1538112 Aug 12 15:00:38.058913 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8feb1afc-9553-4379-88da-5404d50dd782 None None] Pushing event updated for resources: {'Port': ['ID=461f7756-dd5c-4b69-9d80-1f6372cb5900,revision_number=3']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:00:38.077776 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-7fac6a49-4a30-43b1-a089-6a1aa53e5d2e None None] Notify callbacks [] for port, precommit_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:38.091645 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.provisioning_blocks [None req-7fac6a49-4a30-43b1-a089-6a1aa53e5d2e None None] Transition to ACTIVE for port object 047e4ccf-b277-4d95-b557-890f467bc36a will not be triggered until provisioned by entity L2. {{(pid=94469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:00:38.102388 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-7fac6a49-4a30-43b1-a089-6a1aa53e5d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:38.217805 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-f7593533-74c4-444b-b815-e39e9c18f035 None None] Attempting to bind port 461f7756-dd5c-4b69-9d80-1f6372cb5900 on host n-d-694802-15 for vnic_type normal with profile {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 15:00:38.218177 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-f7593533-74c4-444b-b815-e39e9c18f035 None None] Attempting to bind port 461f7756-dd5c-4b69-9d80-1f6372cb5900 by drivers openvswitch,hyperv on host n-d-694802-15 at level 0 using segments [{'id': 'aa827c3b-9fa7-4903-817b-da9ad15f98e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '21505837-b14b-4a7d-b1c3-eccf5af19c7d'}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 15:00:38.218330 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd2bbcf-c7b0-41b3-8644-ce220a2f0157 None None] Pushing event updated for resources: {'Port': ['ID=047e4ccf-b277-4d95-b557-890f467bc36a,revision_number=3']} {{(pid=94469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:00:38.218775 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7593533-74c4-444b-b815-e39e9c18f035 None None] Attempting to bind port 461f7756-dd5c-4b69-9d80-1f6372cb5900 on network 21505837-b14b-4a7d-b1c3-eccf5af19c7d {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 15:00:38.228835 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7593533-74c4-444b-b815-e39e9c18f035 None None] Checking agent: {'id': '16de73ac-f2e9-4cee-b3e0-91052ae3e6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 20, 13), 'started_at': datetime.datetime(2021, 8, 12, 14, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 15, 0, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 15:00:38.229212 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7593533-74c4-444b-b815-e39e9c18f035 None None] Checking segment: {'id': 'aa827c3b-9fa7-4903-817b-da9ad15f98e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '21505837-b14b-4a7d-b1c3-eccf5af19c7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 15:00:38.229618 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f7593533-74c4-444b-b815-e39e9c18f035 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:38.230008 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7593533-74c4-444b-b815-e39e9c18f035 None None] Bound using segment: {'id': 'aa827c3b-9fa7-4903-817b-da9ad15f98e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '21505837-b14b-4a7d-b1c3-eccf5af19c7d'} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 15:00:38.230500 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-f7593533-74c4-444b-b815-e39e9c18f035 None None] Bound port: 461f7756-dd5c-4b69-9d80-1f6372cb5900, host: n-d-694802-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa827c3b-9fa7-4903-817b-da9ad15f98e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '21505837-b14b-4a7d-b1c3-eccf5af19c7d'}}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 15:00:38.230882 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f7593533-74c4-444b-b815-e39e9c18f035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:38.274481 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-5ed94c9e-ddf1-4409-86fc-900af4005328 req-5e372612-f618-488c-a512-49a57bf9da08 service neutron] 10.222.0.39 "GET /v2.0/networks/bdb8c589-801b-4e9e-808f-194e52b05ffa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2476499 Aug 12 15:00:38.324171 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device c333d1a8-66af-4ea0-8308-4cf47ccbee1e up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 15:00:38.339555 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.managers [None req-7fac6a49-4a30-43b1-a089-6a1aa53e5d2e None None] Attempting to bind port 047e4ccf-b277-4d95-b557-890f467bc36a on host n-d-694802-15 for vnic_type normal with profile {{(pid=94469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 15:00:38.339923 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.managers [None req-7fac6a49-4a30-43b1-a089-6a1aa53e5d2e None None] Attempting to bind port 047e4ccf-b277-4d95-b557-890f467bc36a by drivers openvswitch,hyperv on host n-d-694802-15 at level 0 using segments [{'id': '25471ae2-0d00-4fa6-a471-fbbb734622bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '2c8baf12-14cc-4192-9884-e73190fae363'}] {{(pid=94469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 15:00:38.340280 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fac6a49-4a30-43b1-a089-6a1aa53e5d2e None None] Attempting to bind port 047e4ccf-b277-4d95-b557-890f467bc36a on network 2c8baf12-14cc-4192-9884-e73190fae363 {{(pid=94469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 15:00:38.356303 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fac6a49-4a30-43b1-a089-6a1aa53e5d2e None None] Checking agent: {'id': '16de73ac-f2e9-4cee-b3e0-91052ae3e6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 20, 13), 'started_at': datetime.datetime(2021, 8, 12, 14, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 15, 0, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 15:00:38.356593 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fac6a49-4a30-43b1-a089-6a1aa53e5d2e None None] Checking segment: {'id': '25471ae2-0d00-4fa6-a471-fbbb734622bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '2c8baf12-14cc-4192-9884-e73190fae363'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 15:00:38.357009 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-7fac6a49-4a30-43b1-a089-6a1aa53e5d2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:38.361791 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fac6a49-4a30-43b1-a089-6a1aa53e5d2e None None] Bound using segment: {'id': '25471ae2-0d00-4fa6-a471-fbbb734622bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '2c8baf12-14cc-4192-9884-e73190fae363'} {{(pid=94469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 15:00:38.362474 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.managers [None req-7fac6a49-4a30-43b1-a089-6a1aa53e5d2e None None] Bound port: 047e4ccf-b277-4d95-b557-890f467bc36a, host: n-d-694802-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25471ae2-0d00-4fa6-a471-fbbb734622bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '2c8baf12-14cc-4192-9884-e73190fae363'}}] {{(pid=94469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 15:00:38.362880 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-7fac6a49-4a30-43b1-a089-6a1aa53e5d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:38.403041 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-f7593533-74c4-444b-b815-e39e9c18f035 None None] For port 461f7756-dd5c-4b69-9d80-1f6372cb5900, host n-d-694802-15, cleared binding levels {{(pid=94468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 15:00:38.412631 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-f7593533-74c4-444b-b815-e39e9c18f035 None None] For port 461f7756-dd5c-4b69-9d80-1f6372cb5900, host n-d-694802-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=461f7756-dd5c-4b69-9d80-1f6372cb5900,segment=NetworkSegment(aa827c3b-9fa7-4903-817b-da9ad15f98e6),segment_id=aa827c3b-9fa7-4903-817b-da9ad15f98e6)] {{(pid=94468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 15:00:38.497124 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f7593533-74c4-444b-b815-e39e9c18f035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:38.508175 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.db [None req-7fac6a49-4a30-43b1-a089-6a1aa53e5d2e None None] For port 047e4ccf-b277-4d95-b557-890f467bc36a, host n-d-694802-15, cleared binding levels {{(pid=94469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 15:00:38.517444 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.db [None req-7fac6a49-4a30-43b1-a089-6a1aa53e5d2e None None] For port 047e4ccf-b277-4d95-b557-890f467bc36a, host n-d-694802-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=047e4ccf-b277-4d95-b557-890f467bc36a,segment=NetworkSegment(25471ae2-0d00-4fa6-a471-fbbb734622bc),segment_id=25471ae2-0d00-4fa6-a471-fbbb734622bc)] {{(pid=94469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 15:00:38.527611 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-7fac6a49-4a30-43b1-a089-6a1aa53e5d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:38.597341 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7593533-74c4-444b-b815-e39e9c18f035 None None] Routers {'d3ba124a-70df-49f9-865d-161815339cca'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:00:38.598873 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-f7593533-74c4-444b-b815-e39e9c18f035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T15:00:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['d3ba124a-70df-49f9-865d-161815339cca'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:00:38.693834 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fac6a49-4a30-43b1-a089-6a1aa53e5d2e None None] Routers {'3cfe218f-a2f5-4cc7-9673-5f64f353637c'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:00:38.694401 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-5585bd9f-bca4-46f9-ad34-f95a0d2b6890 req-fbdf5229-3bb3-41f5-a429-b99edbe85a61 tempest-TestServerBasicOps-918377184 tempest-TestServerBasicOps-918377184-project] 10.222.0.39 "GET /v2.0/ports?device_id=a37cf0c8-37b3-4aeb-9ffd-8eb53794b44f HTTP/1.1" status: 200 len: 210 time: 0.0613964 Aug 12 15:00:38.694885 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-7fac6a49-4a30-43b1-a089-6a1aa53e5d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T15:00:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['3cfe218f-a2f5-4cc7-9673-5f64f353637c'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:00:38.751353 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port c333d1a8-66af-4ea0-8308-4cf47ccbee1e triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:00:38.751725 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:38.810543 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8feb1afc-9553-4379-88da-5404d50dd782 None None] Pushing event updated for resources: {'Port': ['ID=461f7756-dd5c-4b69-9d80-1f6372cb5900,revision_number=4']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:00:38.829112 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvr_db [None req-f7593533-74c4-444b-b815-e39e9c18f035 None None] Set router d3ba124a-70df-49f9-865d-161815339cca gateway port host: n-d-694802-15 {{(pid=94468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:00:38.841603 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd2bbcf-c7b0-41b3-8644-ce220a2f0157 None None] Pushing event updated for resources: {'Port': ['ID=047e4ccf-b277-4d95-b557-890f467bc36a,revision_number=4']} {{(pid=94469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:00:39.066134 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-7fac6a49-4a30-43b1-a089-6a1aa53e5d2e None None] Set router 3cfe218f-a2f5-4cc7-9673-5f64f353637c gateway port host: n-d-694802-15 {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:00:39.319346 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-7fac6a49-4a30-43b1-a089-6a1aa53e5d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cfe218f-a2f5-4cc7-9673-5f64f353637c', 'name': 'tempest-TestServerBasicOps-927945764-router', 'tenant_id': '5773478e159a43a7b69c4c334dc9d299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.229'}], 'enable_snat': True}, 'gw_port_id': 'c333d1a8-66af-4ea0-8308-4cf47ccbee1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:00:28Z', 'updated_at': '2021-08-12T15:00:33Z', 'revision_number': 4, 'project_id': '5773478e159a43a7b69c4c334dc9d299', 'gw_port': {'id': 'c333d1a8-66af-4ea0-8308-4cf47ccbee1e', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:05:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cfe218f-a2f5-4cc7-9673-5f64f353637c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3451, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:00:29Z', 'updated_at': '2021-08-12T15:00:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': '047e4ccf-b277-4d95-b557-890f467bc36a', 'name': '', 'network_id': '2c8baf12-14cc-4192-9884-e73190fae363', 'tenant_id': '5773478e159a43a7b69c4c334dc9d299', 'mac_address': 'fa:16:3e:f0:7b:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cfe218f-a2f5-4cc7-9673-5f64f353637c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3452, 'fixed_ips': [{'subnet_id': '5c4bb7ca-39ae-4446-b138-11eccbc4ad87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:00:31Z', 'updated_at': '2021-08-12T15:00:38Z', 'revision_number': 4, 'project_id': '5773478e159a43a7b69c4c334dc9d299', 'subnets': [{'id': '5c4bb7ca-39ae-4446-b138-11eccbc4ad87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:00:39.357375 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fac6a49-4a30-43b1-a089-6a1aa53e5d2e None None] The sync data for ids ['3cfe218f-a2f5-4cc7-9673-5f64f353637c'] in n-d-694802-15 is: [{'id': '3cfe218f-a2f5-4cc7-9673-5f64f353637c', 'name': 'tempest-TestServerBasicOps-927945764-router', 'tenant_id': '5773478e159a43a7b69c4c334dc9d299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.229'}], 'enable_snat': True}, 'gw_port_id': 'c333d1a8-66af-4ea0-8308-4cf47ccbee1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:00:28Z', 'updated_at': '2021-08-12T15:00:33Z', 'revision_number': 4, 'project_id': '5773478e159a43a7b69c4c334dc9d299', 'gw_port': {'id': 'c333d1a8-66af-4ea0-8308-4cf47ccbee1e', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:05:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cfe218f-a2f5-4cc7-9673-5f64f353637c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3451, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:00:29Z', 'updated_at': '2021-08-12T15:00:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': '047e4ccf-b277-4d95-b557-890f467bc36a', 'name': '', 'network_id': '2c8baf12-14cc-4192-9884-e73190fae363', 'tenant_id': '5773478e159a43a7b69c4c334dc9d299', 'mac_address': 'fa:16:3e:f0:7b:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cfe218f-a2f5-4cc7-9673-5f64f353637c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3452, 'fixed_ips': [{'subnet_id': '5c4bb7ca-39ae-4446-b138-11eccbc4ad87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:00:31Z', 'updated_at': '2021-08-12T15:00:38Z', 'revision_number': 4, 'project_id': '5773478e159a43a7b69c4c334dc9d299', 'subnets': [{'id': '5c4bb7ca-39ae-4446-b138-11eccbc4ad87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 15:00:39.468030 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-f7593533-74c4-444b-b815-e39e9c18f035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3ba124a-70df-49f9-865d-161815339cca', 'name': 'tempest-TestNetworkBasicOps-router-1581285085', 'tenant_id': 'cbaad1cb6c364f2d8238ea489cf6e7b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.176'}], 'enable_snat': True}, 'gw_port_id': '77bf8668-611d-4ae5-b014-8f085e2cc2e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:58:59Z', 'updated_at': '2021-08-12T15:00:35Z', 'revision_number': 5, 'project_id': 'cbaad1cb6c364f2d8238ea489cf6e7b7', 'gw_port': {'id': '77bf8668-611d-4ae5-b014-8f085e2cc2e8', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:77:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3ba124a-70df-49f9-865d-161815339cca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3317, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:58:59Z', 'updated_at': '2021-08-12T14:59:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_floatingips': [{'id': 'e40272d5-9a40-4754-8f46-4ee6dc569d91', 'tenant_id': 'cbaad1cb6c364f2d8238ea489cf6e7b7', 'floating_ip_address': '172.25.1.100', 'floating_network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'router_id': 'd3ba124a-70df-49f9-865d-161815339cca', 'port_id': 'e868ff10-7490-4857-98a0-231d7322f8fa', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3362, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e7eca48-badb-45a7-932d-a88a5ec55660', 'mac_address': 'fa:16:3e:4a:fb:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76ed27f8-8779-47dc-afc0-8aedac1dce30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T14:59:27Z', 'updated_at': '2021-08-12T14:59:30Z', 'revision_number': 1, 'project_id': 'cbaad1cb6c364f2d8238ea489cf6e7b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '461f7756-dd5c-4b69-9d80-1f6372cb5900', 'name': '', 'network_id': '21505837-b14b-4a7d-b1c3-eccf5af19c7d', 'tenant_id': 'cbaad1cb6c364f2d8238ea489cf6e7b7', 'mac_address': 'fa:16:3e:48:f6:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3ba124a-70df-49f9-865d-161815339cca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3453, 'fixed_ips': [{'subnet_id': '11f47e8a-197b-4f4e-99a3-412eace7965b', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:00:33Z', 'updated_at': '2021-08-12T15:00:38Z', 'revision_number': 4, 'project_id': 'cbaad1cb6c364f2d8238ea489cf6e7b7', 'subnets': [{'id': '11f47e8a-197b-4f4e-99a3-412eace7965b', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f23466df-3273-468e-bf9b-d9f9f6253991', 'name': '', 'network_id': '3e7eca48-badb-45a7-932d-a88a5ec55660', 'tenant_id': 'cbaad1cb6c364f2d8238ea489cf6e7b7', 'mac_address': 'fa:16:3e:ce:ea:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3ba124a-70df-49f9-865d-161815339cca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': '3b6b8245-5d20-415c-b5e2-bcd26d766821', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:59:04Z', 'updated_at': '2021-08-12T14:59:13Z', 'revision_number': 5, 'project_id': 'cbaad1cb6c364f2d8238ea489cf6e7b7', 'subnets': [{'id': '3b6b8245-5d20-415c-b5e2-bcd26d766821', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:00:39.506215 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7593533-74c4-444b-b815-e39e9c18f035 None None] The sync data for ids ['d3ba124a-70df-49f9-865d-161815339cca'] in n-d-694802-15 is: [{'id': 'd3ba124a-70df-49f9-865d-161815339cca', 'name': 'tempest-TestNetworkBasicOps-router-1581285085', 'tenant_id': 'cbaad1cb6c364f2d8238ea489cf6e7b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.176'}], 'enable_snat': True}, 'gw_port_id': '77bf8668-611d-4ae5-b014-8f085e2cc2e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:58:59Z', 'updated_at': '2021-08-12T15:00:35Z', 'revision_number': 5, 'project_id': 'cbaad1cb6c364f2d8238ea489cf6e7b7', 'gw_port': {'id': '77bf8668-611d-4ae5-b014-8f085e2cc2e8', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:77:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3ba124a-70df-49f9-865d-161815339cca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3317, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:58:59Z', 'updated_at': '2021-08-12T14:59:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_floatingips': [{'id': 'e40272d5-9a40-4754-8f46-4ee6dc569d91', 'tenant_id': 'cbaad1cb6c364f2d8238ea489cf6e7b7', 'floating_ip_address': '172.25.1.100', 'floating_network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'router_id': 'd3ba124a-70df-49f9-865d-161815339cca', 'port_id': 'e868ff10-7490-4857-98a0-231d7322f8fa', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3362, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e7eca48-badb-45a7-932d-a88a5ec55660', 'mac_address': 'fa:16:3e:4a:fb:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76ed27f8-8779-47dc-afc0-8aedac1dce30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T14:59:27Z', 'updated_at': '2021-08-12T14:59:30Z', 'revision_number': 1, 'project_id': 'cbaad1cb6c364f2d8238ea489cf6e7b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '461f7756-dd5c-4b69-9d80-1f6372cb5900', 'name': '', 'network_id': '21505837-b14b-4a7d-b1c3-eccf5af19c7d', 'tenant_id': 'cbaad1cb6c364f2d8238ea489cf6e7b7', 'mac_address': 'fa:16:3e:48:f6:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3ba124a-70df-49f9-865d-161815339cca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3453, 'fixed_ips': [{'subnet_id': '11f47e8a-197b-4f4e-99a3-412eace7965b', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:00:33Z', 'updated_at': '2021-08-12T15:00:38Z', 'revision_number': 4, 'project_id': 'cbaad1cb6c364f2d8238ea489cf6e7b7', 'subnets': [{'id': '11f47e8a-197b-4f4e-99a3-412eace7965b', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f23466df-3273-468e-bf9b-d9f9f6253991', 'name': '', 'network_id': '3e7eca48-badb-45a7-932d-a88a5ec55660', 'tenant_id': 'cbaad1cb6c364f2d8238ea489cf6e7b7', 'mac_address': 'fa:16:3e:ce:ea:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3ba124a-70df-49f9-865d-161815339cca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': '3b6b8245-5d20-415c-b5e2-bcd26d766821', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:59:04Z', 'updated_at': '2021-08-12T14:59:13Z', 'revision_number': 5, 'project_id': 'cbaad1cb6c364f2d8238ea489cf6e7b7', 'subnets': [{'id': '3b6b8245-5d20-415c-b5e2-bcd26d766821', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 15:00:39.842681 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-de8ca153-570e-4b59-98ce-c5665e7a6234 req-60c9d2af-e422-4bfa-8237-557f382fa454 tempest-TestServerBasicOps-918377184 tempest-TestServerBasicOps-918377184-project] 10.222.0.39 "GET /v2.0/ports?device_id=a37cf0c8-37b3-4aeb-9ffd-8eb53794b44f HTTP/1.1" status: 200 len: 210 time: 0.0397794 Aug 12 15:00:40.126211 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-946979f2-e51b-47de-87c4-31296c0b6ea4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:40.252084 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed94c9e-ddf1-4409-86fc-900af4005328 req-8be569ec-baa3-44af-bbcd-16db2f1a354c tempest-TestServerBasicOps-918377184 tempest-TestServerBasicOps-918377184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:00:40.254584 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-5ed94c9e-ddf1-4409-86fc-900af4005328 req-8be569ec-baa3-44af-bbcd-16db2f1a354c tempest-TestServerBasicOps-918377184 tempest-TestServerBasicOps-918377184-project] 10.222.0.64 "GET /v2.0/networks?id=bdb8c589-801b-4e9e-808f-194e52b05ffa HTTP/1.1" status: 200 len: 809 time: 0.2396269 Aug 12 15:00:40.344585 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-5ed94c9e-ddf1-4409-86fc-900af4005328 req-52c956d2-5384-4e85-8adf-453b3f5570ae tempest-TestServerBasicOps-918377184 tempest-TestServerBasicOps-918377184-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8b40dba42c764b37920c3587555867c7 HTTP/1.1" status: 200 len: 379 time: 0.0803847 Aug 12 15:00:40.358881 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 047e4ccf-b277-4d95-b557-890f467bc36a up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 15:00:40.371790 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-5ed94c9e-ddf1-4409-86fc-900af4005328 req-e667c10a-54d9-4af3-96fc-7d1739c10518 tempest-TestServerBasicOps-918377184 tempest-TestServerBasicOps-918377184-project] Request body: {'port': {'device_id': 'a37cf0c8-37b3-4aeb-9ffd-8eb53794b44f', 'network_id': 'bdb8c589-801b-4e9e-808f-194e52b05ffa', 'admin_state_up': True, 'tenant_id': '8b40dba42c764b37920c3587555867c7', 'security_groups': ['3bb8816a-aab0-403b-ace8-54b02c4c884a']}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:00:40.453338 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning for port 047e4ccf-b277-4d95-b557-890f467bc36a completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:00:40.459473 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port 047e4ccf-b277-4d95-b557-890f467bc36a triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:00:40.459776 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:40.526615 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ed94c9e-ddf1-4409-86fc-900af4005328 req-e667c10a-54d9-4af3-96fc-7d1739c10518 tempest-TestServerBasicOps-918377184 tempest-TestServerBasicOps-918377184-project] Made reservation on behalf of 8b40dba42c764b37920c3587555867c7 for: {'port': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 15:00:40.530764 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-5ed94c9e-ddf1-4409-86fc-900af4005328 req-e667c10a-54d9-4af3-96fc-7d1739c10518 tempest-TestServerBasicOps-918377184 tempest-TestServerBasicOps-918377184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:40.569284 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:40.603687 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] For port 047e4ccf-b277-4d95-b557-890f467bc36a, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=047e4ccf-b277-4d95-b557-890f467bc36a,segment=NetworkSegment(25471ae2-0d00-4fa6-a471-fbbb734622bc),segment_id=25471ae2-0d00-4fa6-a471-fbbb734622bc)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:00:40.609077 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:40.610087 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 461f7756-dd5c-4b69-9d80-1f6372cb5900 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 15:00:40.690873 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Pushing event updated for resources: {'Port': ['ID=047e4ccf-b277-4d95-b557-890f467bc36a,revision_number=5']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:00:40.707294 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning for port 461f7756-dd5c-4b69-9d80-1f6372cb5900 completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:00:40.713299 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port 461f7756-dd5c-4b69-9d80-1f6372cb5900 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:00:40.713586 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:40.739540 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_common [req-5ed94c9e-ddf1-4409-86fc-900af4005328 req-e667c10a-54d9-4af3-96fc-7d1739c10518 tempest-TestServerBasicOps-918377184 tempest-TestServerBasicOps-918377184-project] Allocated IP 172.20.0.3 (bdb8c589-801b-4e9e-808f-194e52b05ffa/9c491707-38df-4731-ba0a-868cad11a6fd/0a77ed27-665b-404a-9e9e-23237cab5fd6) {{(pid=94467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 15:00:40.802195 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:40.834567 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] For port 461f7756-dd5c-4b69-9d80-1f6372cb5900, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=461f7756-dd5c-4b69-9d80-1f6372cb5900,segment=NetworkSegment(aa827c3b-9fa7-4903-817b-da9ad15f98e6),segment_id=aa827c3b-9fa7-4903-817b-da9ad15f98e6)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:00:40.839419 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:40.891249 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Pushing event updated for resources: {'Port': ['ID=461f7756-dd5c-4b69-9d80-1f6372cb5900,revision_number=5']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:00:40.929152 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-5ed94c9e-ddf1-4409-86fc-900af4005328 req-e667c10a-54d9-4af3-96fc-7d1739c10518 tempest-TestServerBasicOps-918377184 tempest-TestServerBasicOps-918377184-project] Notify callbacks [] for port, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:40.959635 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [req-5ed94c9e-ddf1-4409-86fc-900af4005328 req-e667c10a-54d9-4af3-96fc-7d1739c10518 tempest-TestServerBasicOps-918377184 tempest-TestServerBasicOps-918377184-project] Transition to ACTIVE for port object 0a77ed27-665b-404a-9e9e-23237cab5fd6 will not be triggered until provisioned by entity DHCP. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:00:40.980737 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ccfae450-f2ff-4273-9fe1-031aed7a0421 req-52136778-3918-42d8-a1a1-898c867a4c4f tempest-TestServerBasicOps-918377184 tempest-TestServerBasicOps-918377184-project] 10.222.0.39 "GET /v2.0/ports?device_id=a37cf0c8-37b3-4aeb-9ffd-8eb53794b44f HTTP/1.1" status: 200 len: 210 time: 0.0345569 Aug 12 15:00:41.014542 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-5ed94c9e-ddf1-4409-86fc-900af4005328 req-e667c10a-54d9-4af3-96fc-7d1739c10518 tempest-TestServerBasicOps-918377184 tempest-TestServerBasicOps-918377184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:41.102946 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e667c10a-54d9-4af3-96fc-7d1739c10518 tempest-TestServerBasicOps-918377184 tempest-TestServerBasicOps-918377184-project] Pushing event updated for resources: {'Port': ['ID=0a77ed27-665b-404a-9e9e-23237cab5fd6,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:00:41.117578 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ed94c9e-ddf1-4409-86fc-900af4005328 req-e667c10a-54d9-4af3-96fc-7d1739c10518 tempest-TestServerBasicOps-918377184 tempest-TestServerBasicOps-918377184-project] Network bdb8c589-801b-4e9e-808f-194e52b05ffa is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 15:00:41.119468 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [req-5ed94c9e-ddf1-4409-86fc-900af4005328 req-e667c10a-54d9-4af3-96fc-7d1739c10518 tempest-TestServerBasicOps-918377184 tempest-TestServerBasicOps-918377184-project] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:00:41.122638 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ed94c9e-ddf1-4409-86fc-900af4005328 req-e667c10a-54d9-4af3-96fc-7d1739c10518 tempest-TestServerBasicOps-918377184 tempest-TestServerBasicOps-918377184-project] Received port after_create {{(pid=94467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 15:00:41.176602 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed94c9e-ddf1-4409-86fc-900af4005328 req-e667c10a-54d9-4af3-96fc-7d1739c10518 tempest-TestServerBasicOps-918377184 tempest-TestServerBasicOps-918377184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:00:41.177387 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-5ed94c9e-ddf1-4409-86fc-900af4005328 req-e667c10a-54d9-4af3-96fc-7d1739c10518 tempest-TestServerBasicOps-918377184 tempest-TestServerBasicOps-918377184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:41.193508 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-5ed94c9e-ddf1-4409-86fc-900af4005328 req-e667c10a-54d9-4af3-96fc-7d1739c10518 tempest-TestServerBasicOps-918377184 tempest-TestServerBasicOps-918377184-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8389435 Aug 12 15:00:41.207473 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [req-5ed94c9e-ddf1-4409-86fc-900af4005328 req-58b734f0-2153-418e-b1d3-2fc9980ba66d tempest-TestServerBasicOps-918377184 tempest-TestServerBasicOps-918377184-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=94467) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 15:00:41.208573 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-5ed94c9e-ddf1-4409-86fc-900af4005328 req-58b734f0-2153-418e-b1d3-2fc9980ba66d tempest-TestServerBasicOps-918377184 tempest-TestServerBasicOps-918377184-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0076299 Aug 12 15:00:41.367358 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-5ed94c9e-ddf1-4409-86fc-900af4005328 req-4c23d1a5-4bf9-4426-8459-17ed12eb4481 service neutron] Request body: {'port': {'device_id': 'a37cf0c8-37b3-4aeb-9ffd-8eb53794b44f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-694802-15'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:00:41.451856 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-529adae2-e3bf-47e2-b522-972e149703d1 None None] Provisioning for port 0a77ed27-665b-404a-9e9e-23237cab5fd6 completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:00:41.471687 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-529adae2-e3bf-47e2-b522-972e149703d1 None None] Provisioning complete for port 0a77ed27-665b-404a-9e9e-23237cab5fd6 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:00:41.478603 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-529adae2-e3bf-47e2-b522-972e149703d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:41.542185 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:41.548027 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-529adae2-e3bf-47e2-b522-972e149703d1 None None] Port 0a77ed27-665b-404a-9e9e-23237cab5fd6 cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 15:00:41.759193 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-5ed94c9e-ddf1-4409-86fc-900af4005328 req-4c23d1a5-4bf9-4426-8459-17ed12eb4481 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:42.067384 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [req-5ed94c9e-ddf1-4409-86fc-900af4005328 req-4c23d1a5-4bf9-4426-8459-17ed12eb4481 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a77ed27-665b-404a-9e9e-23237cab5fd6 {{(pid=94467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 15:00:42.077101 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-5ed94c9e-ddf1-4409-86fc-900af4005328 req-4c23d1a5-4bf9-4426-8459-17ed12eb4481 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:42.113681 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [req-5ed94c9e-ddf1-4409-86fc-900af4005328 req-4c23d1a5-4bf9-4426-8459-17ed12eb4481 service neutron] Transition to ACTIVE for port object 0a77ed27-665b-404a-9e9e-23237cab5fd6 will not be triggered until provisioned by entity L2. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:00:42.121579 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-5ed94c9e-ddf1-4409-86fc-900af4005328 req-4c23d1a5-4bf9-4426-8459-17ed12eb4481 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:42.172762 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803c5fc4-dc53-4f4c-ab56-c4aff794e38f req-76d6c955-49b3-4e1c-b318-a49b0078fadc tempest-TestServerBasicOps-918377184 tempest-TestServerBasicOps-918377184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:00:42.174358 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-803c5fc4-dc53-4f4c-ab56-c4aff794e38f req-76d6c955-49b3-4e1c-b318-a49b0078fadc tempest-TestServerBasicOps-918377184 tempest-TestServerBasicOps-918377184-project] 10.222.0.39 "GET /v2.0/ports?device_id=a37cf0c8-37b3-4aeb-9ffd-8eb53794b44f HTTP/1.1" status: 200 len: 931 time: 0.1119151 Aug 12 15:00:42.215425 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c23d1a5-4bf9-4426-8459-17ed12eb4481 service neutron] Pushing event updated for resources: {'Port': ['ID=0a77ed27-665b-404a-9e9e-23237cab5fd6,revision_number=2']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:00:42.282120 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-803c5fc4-dc53-4f4c-ab56-c4aff794e38f req-1c28a511-d8d5-4f90-bd39-0250936bd0fb tempest-TestServerBasicOps-918377184 tempest-TestServerBasicOps-918377184-project] 10.222.0.39 "GET /v2.0/security-groups?id=3bb8816a-aab0-403b-ace8-54b02c4c884a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0933533 Aug 12 15:00:42.323188 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 047e4ccf-b277-4d95-b557-890f467bc36a up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 15:00:42.330046 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-5ed94c9e-ddf1-4409-86fc-900af4005328 req-4c23d1a5-4bf9-4426-8459-17ed12eb4481 service neutron] Attempting to bind port 0a77ed27-665b-404a-9e9e-23237cab5fd6 on host n-h1-694802-15 for vnic_type normal with profile {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 15:00:42.330588 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-5ed94c9e-ddf1-4409-86fc-900af4005328 req-4c23d1a5-4bf9-4426-8459-17ed12eb4481 service neutron] Attempting to bind port 0a77ed27-665b-404a-9e9e-23237cab5fd6 by drivers openvswitch,hyperv on host n-h1-694802-15 at level 0 using segments [{'id': '64e84e1c-ef6d-4039-880b-f3ab6b5c4a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'bdb8c589-801b-4e9e-808f-194e52b05ffa'}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 15:00:42.331160 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ed94c9e-ddf1-4409-86fc-900af4005328 req-4c23d1a5-4bf9-4426-8459-17ed12eb4481 service neutron] Attempting to bind port 0a77ed27-665b-404a-9e9e-23237cab5fd6 on network bdb8c589-801b-4e9e-808f-194e52b05ffa {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 15:00:42.340299 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ed94c9e-ddf1-4409-86fc-900af4005328 req-4c23d1a5-4bf9-4426-8459-17ed12eb4481 service neutron] Port 0a77ed27-665b-404a-9e9e-23237cab5fd6 on network bdb8c589-801b-4e9e-808f-194e52b05ffa not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-15 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 15:00:42.340811 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ed94c9e-ddf1-4409-86fc-900af4005328 req-4c23d1a5-4bf9-4426-8459-17ed12eb4481 service neutron] Attempting to bind port 0a77ed27-665b-404a-9e9e-23237cab5fd6 on network bdb8c589-801b-4e9e-808f-194e52b05ffa {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 15:00:42.348006 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ed94c9e-ddf1-4409-86fc-900af4005328 req-4c23d1a5-4bf9-4426-8459-17ed12eb4481 service neutron] Checking agent: {'id': 'de568313-a3e6-454a-9813-77e25edcea95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 27, 41), 'started_at': datetime.datetime(2021, 8, 12, 14, 27, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 15, 0, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 15:00:42.348673 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ed94c9e-ddf1-4409-86fc-900af4005328 req-4c23d1a5-4bf9-4426-8459-17ed12eb4481 service neutron] Checking segment: {'id': '64e84e1c-ef6d-4039-880b-f3ab6b5c4a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'bdb8c589-801b-4e9e-808f-194e52b05ffa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 15:00:42.349230 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ed94c9e-ddf1-4409-86fc-900af4005328 req-4c23d1a5-4bf9-4426-8459-17ed12eb4481 service neutron] Bound using segment: {'id': '64e84e1c-ef6d-4039-880b-f3ab6b5c4a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'bdb8c589-801b-4e9e-808f-194e52b05ffa'} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 15:00:42.349858 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-5ed94c9e-ddf1-4409-86fc-900af4005328 req-4c23d1a5-4bf9-4426-8459-17ed12eb4481 service neutron] Bound port: 0a77ed27-665b-404a-9e9e-23237cab5fd6, host: n-h1-694802-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64e84e1c-ef6d-4039-880b-f3ab6b5c4a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'bdb8c589-801b-4e9e-808f-194e52b05ffa'}}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 15:00:42.350389 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-5ed94c9e-ddf1-4409-86fc-900af4005328 req-4c23d1a5-4bf9-4426-8459-17ed12eb4481 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:42.429024 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-5ed94c9e-ddf1-4409-86fc-900af4005328 req-4c23d1a5-4bf9-4426-8459-17ed12eb4481 service neutron] For port 0a77ed27-665b-404a-9e9e-23237cab5fd6, host n-h1-694802-15, cleared binding levels {{(pid=94467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 15:00:42.432330 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-5ed94c9e-ddf1-4409-86fc-900af4005328 req-4c23d1a5-4bf9-4426-8459-17ed12eb4481 service neutron] For port 0a77ed27-665b-404a-9e9e-23237cab5fd6, host n-h1-694802-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=0a77ed27-665b-404a-9e9e-23237cab5fd6,segment=NetworkSegment(64e84e1c-ef6d-4039-880b-f3ab6b5c4a52),segment_id=64e84e1c-ef6d-4039-880b-f3ab6b5c4a52)] {{(pid=94467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 15:00:42.438507 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-5ed94c9e-ddf1-4409-86fc-900af4005328 req-4c23d1a5-4bf9-4426-8459-17ed12eb4481 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:42.475781 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port 047e4ccf-b277-4d95-b557-890f467bc36a triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:00:42.476158 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:42.509255 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c23d1a5-4bf9-4426-8459-17ed12eb4481 service neutron] Pushing event updated for resources: {'Port': ['ID=0a77ed27-665b-404a-9e9e-23237cab5fd6,revision_number=3']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:00:42.554601 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed94c9e-ddf1-4409-86fc-900af4005328 req-4c23d1a5-4bf9-4426-8459-17ed12eb4481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:00:42.555604 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-5ed94c9e-ddf1-4409-86fc-900af4005328 req-4c23d1a5-4bf9-4426-8459-17ed12eb4481 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:42.557615 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-5ed94c9e-ddf1-4409-86fc-900af4005328 req-4c23d1a5-4bf9-4426-8459-17ed12eb4481 service neutron] 10.222.0.64 "PUT /v2.0/ports/0a77ed27-665b-404a-9e9e-23237cab5fd6 HTTP/1.1" status: 200 len: 1092 time: 1.3413184 Aug 12 15:00:42.558274 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a37cf0c8-37b3-4aeb-9ffd-8eb53794b44f', 'tag': '0a77ed27-665b-404a-9e9e-23237cab5fd6'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:00:42.560812 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e65282f928b64038367d043a4411777802006c43a98742496cb2e25b724ff1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a1fb420-de11-4b5b-96a8-1e1699b7c92a" -d '{"events": [{"name": "network-changed", "server_uuid": "a37cf0c8-37b3-4aeb-9ffd-8eb53794b44f", "tag": "0a77ed27-665b-404a-9e9e-23237cab5fd6"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 15:00:42.657823 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 15:00:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57260196-0559-4533-a033-a888600cbd8c x-openstack-request-id: req-57260196-0559-4533-a033-a888600cbd8c {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 15:00:42.658012 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a37cf0c8-37b3-4aeb-9ffd-8eb53794b44f", "tag": "0a77ed27-665b-404a-9e9e-23237cab5fd6", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 15:00:42.658207 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-57260196-0559-4533-a033-a888600cbd8c {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 15:00:42.658539 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a37cf0c8-37b3-4aeb-9ffd-8eb53794b44f', 'tag': '0a77ed27-665b-404a-9e9e-23237cab5fd6', 'status': 'completed', 'code': 200} Aug 12 15:00:42.705759 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed94c9e-ddf1-4409-86fc-900af4005328 req-e3e38c7c-0bb7-4721-8f79-5b53fcf452f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:00:42.705759 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-5ed94c9e-ddf1-4409-86fc-900af4005328 req-e3e38c7c-0bb7-4721-8f79-5b53fcf452f7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8b40dba42c764b37920c3587555867c7&device_id=a37cf0c8-37b3-4aeb-9ffd-8eb53794b44f HTTP/1.1" status: 200 len: 1095 time: 0.0868118 Aug 12 15:00:42.711905 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 461f7756-dd5c-4b69-9d80-1f6372cb5900 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 15:00:42.824942 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-5ed94c9e-ddf1-4409-86fc-900af4005328 req-ea14718c-905f-4269-984e-2bf1bfdd7b30 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0a77ed27-665b-404a-9e9e-23237cab5fd6 HTTP/1.1" status: 200 len: 217 time: 0.1100509 Aug 12 15:00:42.858055 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:42.868112 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port 461f7756-dd5c-4b69-9d80-1f6372cb5900 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:00:42.868849 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:42.955291 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed94c9e-ddf1-4409-86fc-900af4005328 req-7712d473-b163-498b-9155-e7d765087cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:00:42.964147 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-5ed94c9e-ddf1-4409-86fc-900af4005328 req-7712d473-b163-498b-9155-e7d765087cb7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9c491707-38df-4731-ba0a-868cad11a6fd HTTP/1.1" status: 200 len: 848 time: 0.1225069 Aug 12 15:00:43.045831 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 46360) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:00:43.066578 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed94c9e-ddf1-4409-86fc-900af4005328 req-cc06818d-a48d-4c19-9460-088dd5df8f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:00:43.068591 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-5ed94c9e-ddf1-4409-86fc-900af4005328 req-cc06818d-a48d-4c19-9460-088dd5df8f94 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=bdb8c589-801b-4e9e-808f-194e52b05ffa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0956938 Aug 12 15:00:43.093299 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:43.209177 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-5ed94c9e-ddf1-4409-86fc-900af4005328 req-2235798a-b2b6-4887-b439-7c8567aa256a service neutron] 10.222.0.64 "GET /v2.0/networks/bdb8c589-801b-4e9e-808f-194e52b05ffa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317163 Aug 12 15:00:43.271106 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-6afc0a3e-582b-4ebf-bb00-bd696992d0f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:43.372239 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-5ed94c9e-ddf1-4409-86fc-900af4005328 req-3df92830-04aa-4645-9a56-e8d60175d652 service neutron] 10.222.0.64 "GET /v2.0/networks/bdb8c589-801b-4e9e-808f-194e52b05ffa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511993 Aug 12 15:00:43.399037 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-3fe5885c-92ef-4e74-9589-853e95c5c91b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:43.465293 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-6afc0a3e-582b-4ebf-bb00-bd696992d0f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:43.472107 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-6afc0a3e-582b-4ebf-bb00-bd696992d0f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:43.509681 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1fb420-de11-4b5b-96a8-1e1699b7c92a req-3f1e45e1-476a-41b1-9727-ad417ba8209e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:00:43.509681 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-1a1fb420-de11-4b5b-96a8-1e1699b7c92a req-3f1e45e1-476a-41b1-9727-ad417ba8209e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8b40dba42c764b37920c3587555867c7&device_id=a37cf0c8-37b3-4aeb-9ffd-8eb53794b44f HTTP/1.1" status: 200 len: 1095 time: 0.0592144 Aug 12 15:00:43.545191 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-6afc0a3e-582b-4ebf-bb00-bd696992d0f7 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d14b06910a384f31b23b363654bafa5e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4963024 Aug 12 15:00:43.545399 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 46372) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:00:43.558797 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587ee8a7-2cf6-4d59-a4f3-f80b52fb4c61 req-9ce0ea16-c6b8-4b82-9bf4-3886b1a101e1 tempest-TestServerBasicOps-918377184 tempest-TestServerBasicOps-918377184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:00:43.567533 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-587ee8a7-2cf6-4d59-a4f3-f80b52fb4c61 req-9ce0ea16-c6b8-4b82-9bf4-3886b1a101e1 tempest-TestServerBasicOps-918377184 tempest-TestServerBasicOps-918377184-project] 10.222.0.39 "GET /v2.0/ports?device_id=a37cf0c8-37b3-4aeb-9ffd-8eb53794b44f HTTP/1.1" status: 200 len: 943 time: 0.1328027 Aug 12 15:00:43.595379 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afc0a3e-582b-4ebf-bb00-bd696992d0f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47990186-21a5-467e-a795-25b1a4b9ff0f,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:00:43.610085 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6afc0a3e-582b-4ebf-bb00-bd696992d0f7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:00:43.610600 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6afc0a3e-582b-4ebf-bb00-bd696992d0f7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:00:43.610818 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6afc0a3e-582b-4ebf-bb00-bd696992d0f7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:00:43.611178 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6afc0a3e-582b-4ebf-bb00-bd696992d0f7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:00:43.611513 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6afc0a3e-582b-4ebf-bb00-bd696992d0f7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:00:43.611845 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6afc0a3e-582b-4ebf-bb00-bd696992d0f7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:00:43.613181 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6afc0a3e-582b-4ebf-bb00-bd696992d0f7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:00:43.613181 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6afc0a3e-582b-4ebf-bb00-bd696992d0f7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:00:43.613492 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6afc0a3e-582b-4ebf-bb00-bd696992d0f7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:00:43.613685 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6afc0a3e-582b-4ebf-bb00-bd696992d0f7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:00:43.613975 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6afc0a3e-582b-4ebf-bb00-bd696992d0f7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:00:43.614294 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6afc0a3e-582b-4ebf-bb00-bd696992d0f7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:00:43.628144 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-587ee8a7-2cf6-4d59-a4f3-f80b52fb4c61 req-768d9357-2a01-4cfd-8b86-db0785e9cb36 tempest-TestServerBasicOps-918377184 tempest-TestServerBasicOps-918377184-project] 10.222.0.39 "GET /v2.0/security-groups?id=3bb8816a-aab0-403b-ace8-54b02c4c884a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594289 Aug 12 15:00:43.666819 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a8ebd7e3-ac21-489e-9e66-df2d377c4bcf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:43.685451 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1fb420-de11-4b5b-96a8-1e1699b7c92a req-b78c13a9-d82d-4322-99a5-5b547c39f590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:00:43.686964 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-1a1fb420-de11-4b5b-96a8-1e1699b7c92a req-b78c13a9-d82d-4322-99a5-5b547c39f590 service neutron] 10.222.0.64 "GET /v2.0/networks?id=bdb8c589-801b-4e9e-808f-194e52b05ffa HTTP/1.1" status: 200 len: 910 time: 0.1678119 Aug 12 15:00:43.698861 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a8ebd7e3-ac21-489e-9e66-df2d377c4bcf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:43.745499 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-1a1fb420-de11-4b5b-96a8-1e1699b7c92a req-099ff694-289e-4a4f-be29-1ed64170db1b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0a77ed27-665b-404a-9e9e-23237cab5fd6 HTTP/1.1" status: 200 len: 217 time: 0.0486221 Aug 12 15:00:43.815822 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1fb420-de11-4b5b-96a8-1e1699b7c92a req-28fa92cd-bdb6-40af-8b9e-23c1c2cf81db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:00:43.817440 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-1a1fb420-de11-4b5b-96a8-1e1699b7c92a req-28fa92cd-bdb6-40af-8b9e-23c1c2cf81db service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9c491707-38df-4731-ba0a-868cad11a6fd HTTP/1.1" status: 200 len: 848 time: 0.0602169 Aug 12 15:00:43.823595 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a8ebd7e3-ac21-489e-9e66-df2d377c4bcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:43.826034 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a8ebd7e3-ac21-489e-9e66-df2d377c4bcf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:43.827099 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-a8ebd7e3-ac21-489e-9e66-df2d377c4bcf admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/47990186-21a5-467e-a795-25b1a4b9ff0f HTTP/1.1" status: 204 len: 168 time: 0.2815201 Aug 12 15:00:43.859851 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ebd7e3-ac21-489e-9e66-df2d377c4bcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47990186-21a5-467e-a795-25b1a4b9ff0f,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:00:43.872060 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ebd7e3-ac21-489e-9e66-df2d377c4bcf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:00:43.872410 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ebd7e3-ac21-489e-9e66-df2d377c4bcf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:00:43.873697 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ebd7e3-ac21-489e-9e66-df2d377c4bcf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:00:43.874261 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ebd7e3-ac21-489e-9e66-df2d377c4bcf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:00:43.874373 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ebd7e3-ac21-489e-9e66-df2d377c4bcf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:00:43.874702 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ebd7e3-ac21-489e-9e66-df2d377c4bcf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:00:43.875050 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ebd7e3-ac21-489e-9e66-df2d377c4bcf admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:00:43.875386 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ebd7e3-ac21-489e-9e66-df2d377c4bcf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:00:43.875714 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ebd7e3-ac21-489e-9e66-df2d377c4bcf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:00:43.876040 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ebd7e3-ac21-489e-9e66-df2d377c4bcf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:00:43.876365 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ebd7e3-ac21-489e-9e66-df2d377c4bcf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:00:43.876687 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ebd7e3-ac21-489e-9e66-df2d377c4bcf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:00:43.890630 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1fb420-de11-4b5b-96a8-1e1699b7c92a req-5b38e942-f192-46a1-b5d8-7b729c48b1c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:00:43.892885 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-1a1fb420-de11-4b5b-96a8-1e1699b7c92a req-5b38e942-f192-46a1-b5d8-7b729c48b1c7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=bdb8c589-801b-4e9e-808f-194e52b05ffa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0642669 Aug 12 15:00:43.988018 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-1769855f-eda9-4483-9dc3-3220908ab45d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:44.007772 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-1a1fb420-de11-4b5b-96a8-1e1699b7c92a req-20689d48-3c7e-432b-9ffe-183d0b8a1252 service neutron] 10.222.0.64 "GET /v2.0/networks/bdb8c589-801b-4e9e-808f-194e52b05ffa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061075 Aug 12 15:00:44.120909 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-1a1fb420-de11-4b5b-96a8-1e1699b7c92a req-2b7c8b67-7739-49e4-b50a-0dfed2116b96 service neutron] 10.222.0.64 "GET /v2.0/networks/bdb8c589-801b-4e9e-808f-194e52b05ffa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047289 Aug 12 15:00:44.135299 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 46390) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:00:44.154311 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-f85c511a-f3c0-4e5c-a508-d5dc8514d021 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:44.257111 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-f85c511a-f3c0-4e5c-a508-d5dc8514d021 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:44.261096 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-f85c511a-f3c0-4e5c-a508-d5dc8514d021 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:44.306465 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-f85c511a-f3c0-4e5c-a508-d5dc8514d021 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=179f5635556a421ebf50d4106e919e0d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1700020 Aug 12 15:00:44.307621 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85c511a-f3c0-4e5c-a508-d5dc8514d021 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=559de5fc-abb6-40de-9c92-9a508acd8a91,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:00:44.309184 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 46398) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:00:44.364379 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c16f8ad7-7f8e-4a4d-8d73-0d18fc17aa1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:44.386336 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c16f8ad7-7f8e-4a4d-8d73-0d18fc17aa1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:44.433509 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c16f8ad7-7f8e-4a4d-8d73-0d18fc17aa1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:44.436133 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c16f8ad7-7f8e-4a4d-8d73-0d18fc17aa1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:44.437303 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-c16f8ad7-7f8e-4a4d-8d73-0d18fc17aa1f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/559de5fc-abb6-40de-9c92-9a508acd8a91 HTTP/1.1" status: 204 len: 168 time: 0.1270123 Aug 12 15:00:44.445740 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16f8ad7-7f8e-4a4d-8d73-0d18fc17aa1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=559de5fc-abb6-40de-9c92-9a508acd8a91,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:00:44.754349 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff170406-3e28-40ef-8984-74574c2dff1c req-3f50235c-cde2-4aca-b5f9-c598eeefba12 tempest-TestServerBasicOps-918377184 tempest-TestServerBasicOps-918377184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:00:44.756237 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-ff170406-3e28-40ef-8984-74574c2dff1c req-3f50235c-cde2-4aca-b5f9-c598eeefba12 tempest-TestServerBasicOps-918377184 tempest-TestServerBasicOps-918377184-project] 10.222.0.39 "GET /v2.0/ports?device_id=a37cf0c8-37b3-4aeb-9ffd-8eb53794b44f HTTP/1.1" status: 200 len: 943 time: 0.0627480 Aug 12 15:00:44.796670 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-ff170406-3e28-40ef-8984-74574c2dff1c req-87667001-206f-4455-b8d5-5ab4b3f5c385 tempest-TestServerBasicOps-918377184 tempest-TestServerBasicOps-918377184-project] 10.222.0.39 "GET /v2.0/security-groups?id=3bb8816a-aab0-403b-ace8-54b02c4c884a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342615 Aug 12 15:00:45.632234 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-fe95f194-a3b0-4c04-9e42-20b511169d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:45.920539 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462d5669-3dc9-4408-95c7-2e2c09adfc63 req-5952e1ed-9067-4640-b00e-0bd1d25f79e3 tempest-TestServerBasicOps-918377184 tempest-TestServerBasicOps-918377184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:00:45.922078 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-462d5669-3dc9-4408-95c7-2e2c09adfc63 req-5952e1ed-9067-4640-b00e-0bd1d25f79e3 tempest-TestServerBasicOps-918377184 tempest-TestServerBasicOps-918377184-project] 10.222.0.39 "GET /v2.0/ports?device_id=a37cf0c8-37b3-4aeb-9ffd-8eb53794b44f HTTP/1.1" status: 200 len: 943 time: 0.0568502 Aug 12 15:00:45.967776 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-462d5669-3dc9-4408-95c7-2e2c09adfc63 req-459fa40a-2a22-443b-9670-471838dc207f tempest-TestServerBasicOps-918377184 tempest-TestServerBasicOps-918377184-project] 10.222.0.39 "GET /v2.0/security-groups?id=3bb8816a-aab0-403b-ace8-54b02c4c884a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382283 Aug 12 15:00:46.467438 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device 0a77ed27-665b-404a-9e9e-23237cab5fd6 details requested by agent hyperv_n-h1-694802-15 with host n-h1-694802-15 {{(pid=94468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 15:00:46.571777 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port 0a77ed27-665b-404a-9e9e-23237cab5fd6, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=0a77ed27-665b-404a-9e9e-23237cab5fd6,segment=NetworkSegment(64e84e1c-ef6d-4039-880b-f3ab6b5c4a52),segment_id=64e84e1c-ef6d-4039-880b-f3ab6b5c4a52)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:00:46.586064 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Returning: {'device': '0a77ed27-665b-404a-9e9e-23237cab5fd6', 'network_id': 'bdb8c589-801b-4e9e-808f-194e52b05ffa', 'port_id': '0a77ed27-665b-404a-9e9e-23237cab5fd6', 'mac_address': 'fa:16:3e:d9:74:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c491707-38df-4731-ba0a-868cad11a6fd', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 15:00:46.625087 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:46.638490 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a77ed27-665b-404a-9e9e-23237cab5fd6 {{(pid=94468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 15:00:46.658322 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port 0a77ed27-665b-404a-9e9e-23237cab5fd6, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=0a77ed27-665b-404a-9e9e-23237cab5fd6,segment=NetworkSegment(64e84e1c-ef6d-4039-880b-f3ab6b5c4a52),segment_id=64e84e1c-ef6d-4039-880b-f3ab6b5c4a52)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:00:46.663583 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:46.715822 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Pushing event updated for resources: {'Port': ['ID=0a77ed27-665b-404a-9e9e-23237cab5fd6,revision_number=4']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:00:46.920679 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] get_ports_and_sgs() called for port_ids ['0a77ed27-665b-404a-9e9e-23237cab5fd6'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 15:00:47.113276 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dab3ce2-1d88-4310-9ff1-a18489817f3a req-31ed6393-8cc5-49bd-b9a8-f060dc2d6f7a tempest-TestServerBasicOps-918377184 tempest-TestServerBasicOps-918377184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:00:47.115101 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-2dab3ce2-1d88-4310-9ff1-a18489817f3a req-31ed6393-8cc5-49bd-b9a8-f060dc2d6f7a tempest-TestServerBasicOps-918377184 tempest-TestServerBasicOps-918377184-project] 10.222.0.39 "GET /v2.0/ports?device_id=a37cf0c8-37b3-4aeb-9ffd-8eb53794b44f HTTP/1.1" status: 200 len: 944 time: 0.0612249 Aug 12 15:00:47.154667 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-2dab3ce2-1d88-4310-9ff1-a18489817f3a req-ee23d642-b90c-41a0-a233-a4ba7ddffe72 tempest-TestServerBasicOps-918377184 tempest-TestServerBasicOps-918377184-project] 10.222.0.39 "GET /v2.0/security-groups?id=3bb8816a-aab0-403b-ace8-54b02c4c884a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327208 Aug 12 15:00:48.278159 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90178c25-a739-4cbd-ab38-33fe6983a6d7 req-83379a4e-b819-4228-857f-d7299ddbefab tempest-TestServerBasicOps-918377184 tempest-TestServerBasicOps-918377184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:00:48.279752 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-90178c25-a739-4cbd-ab38-33fe6983a6d7 req-83379a4e-b819-4228-857f-d7299ddbefab tempest-TestServerBasicOps-918377184 tempest-TestServerBasicOps-918377184-project] 10.222.0.39 "GET /v2.0/ports?device_id=a37cf0c8-37b3-4aeb-9ffd-8eb53794b44f HTTP/1.1" status: 200 len: 944 time: 0.0508072 Aug 12 15:00:48.320990 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-90178c25-a739-4cbd-ab38-33fe6983a6d7 req-ca62d7ee-a525-4b03-85f0-77bb8dbe5f46 tempest-TestServerBasicOps-918377184 tempest-TestServerBasicOps-918377184-project] 10.222.0.39 "GET /v2.0/security-groups?id=3bb8816a-aab0-403b-ace8-54b02c4c884a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349619 Aug 12 15:00:48.470112 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device 0a77ed27-665b-404a-9e9e-23237cab5fd6 up at agent hyperv_n-h1-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 15:00:48.535571 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Provisioning for port 0a77ed27-665b-404a-9e9e-23237cab5fd6 completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:00:48.540441 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Provisioning complete for port 0a77ed27-665b-404a-9e9e-23237cab5fd6 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:00:48.540893 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:48.646278 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:48.689345 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a37cf0c8-37b3-4aeb-9ffd-8eb53794b44f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a77ed27-665b-404a-9e9e-23237cab5fd6'}] {{(pid=94468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:00:48.693515 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99a8d87602170099c728e57431aca99e9b98a655a83bbf8727be13192709727b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36ef4f91-158f-4e0f-853f-3532f5c073b9" -d '{"events": [{"server_uuid": "a37cf0c8-37b3-4aeb-9ffd-8eb53794b44f", "name": "network-vif-plugged", "status": "completed", "tag": "0a77ed27-665b-404a-9e9e-23237cab5fd6"}]}' {{(pid=94468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 15:00:48.712107 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port 0a77ed27-665b-404a-9e9e-23237cab5fd6, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=0a77ed27-665b-404a-9e9e-23237cab5fd6,segment=NetworkSegment(64e84e1c-ef6d-4039-880b-f3ab6b5c4a52),segment_id=64e84e1c-ef6d-4039-880b-f3ab6b5c4a52)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:00:48.723831 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:48.773228 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 15:00:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b081309e-c211-4aa9-95d1-395872172faa x-openstack-request-id: req-b081309e-c211-4aa9-95d1-395872172faa {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 15:00:48.773516 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a37cf0c8-37b3-4aeb-9ffd-8eb53794b44f", "name": "network-vif-plugged", "status": "completed", "tag": "0a77ed27-665b-404a-9e9e-23237cab5fd6", "code": 200}]} {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 15:00:48.773821 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b081309e-c211-4aa9-95d1-395872172faa {{(pid=94468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 15:00:48.774138 n-d-694802-15 neutron-server[94468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a37cf0c8-37b3-4aeb-9ffd-8eb53794b44f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a77ed27-665b-404a-9e9e-23237cab5fd6', 'code': 200} Aug 12 15:00:48.815316 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Pushing event updated for resources: {'Port': ['ID=0a77ed27-665b-404a-9e9e-23237cab5fd6,revision_number=5']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:00:48.892899 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bfbc9d-67b8-4e64-8bcd-cdc099c4cd71 req-3de44386-3514-46fb-ac21-39d0614a803a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:00:48.894526 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-17bfbc9d-67b8-4e64-8bcd-cdc099c4cd71 req-3de44386-3514-46fb-ac21-39d0614a803a service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=a37cf0c8-37b3-4aeb-9ffd-8eb53794b44f HTTP/1.1" status: 200 len: 1097 time: 0.0462210 Aug 12 15:00:48.933322 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-17bfbc9d-67b8-4e64-8bcd-cdc099c4cd71 req-1b4ed31d-56b9-4767-83ea-eab472ed9123 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=3bb8816a-aab0-403b-ace8-54b02c4c884a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300679 Aug 12 15:00:49.440779 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d60bd2a-76da-40b7-b026-0dc9716010fc req-f8ce1dd0-8e62-4ae5-a5ac-59aadbc3f028 tempest-TestServerBasicOps-918377184 tempest-TestServerBasicOps-918377184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:00:49.442258 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-7d60bd2a-76da-40b7-b026-0dc9716010fc req-f8ce1dd0-8e62-4ae5-a5ac-59aadbc3f028 tempest-TestServerBasicOps-918377184 tempest-TestServerBasicOps-918377184-project] 10.222.0.39 "GET /v2.0/ports?device_id=a37cf0c8-37b3-4aeb-9ffd-8eb53794b44f HTTP/1.1" status: 200 len: 945 time: 0.0488994 Aug 12 15:00:49.497271 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-7d60bd2a-76da-40b7-b026-0dc9716010fc req-f6e4381c-bee0-4cb2-9360-cfa5844967d8 tempest-TestServerBasicOps-918377184 tempest-TestServerBasicOps-918377184-project] 10.222.0.39 "GET /v2.0/security-groups?id=3bb8816a-aab0-403b-ace8-54b02c4c884a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378013 Aug 12 15:00:50.640037 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e96fa1-9f32-4715-bbf7-abd92019910e req-793fcd6b-f7d1-4c99-bc87-9ddcbb055f9f tempest-TestServerBasicOps-918377184 tempest-TestServerBasicOps-918377184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:00:50.642106 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-06e96fa1-9f32-4715-bbf7-abd92019910e req-793fcd6b-f7d1-4c99-bc87-9ddcbb055f9f tempest-TestServerBasicOps-918377184 tempest-TestServerBasicOps-918377184-project] 10.222.0.39 "GET /v2.0/ports?device_id=a37cf0c8-37b3-4aeb-9ffd-8eb53794b44f HTTP/1.1" status: 200 len: 945 time: 0.0657814 Aug 12 15:00:50.681554 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-06e96fa1-9f32-4715-bbf7-abd92019910e req-946accbf-241e-4e4b-a8e7-cc6bdb81e00d tempest-TestServerBasicOps-918377184 tempest-TestServerBasicOps-918377184-project] 10.222.0.39 "GET /v2.0/security-groups?id=3bb8816a-aab0-403b-ace8-54b02c4c884a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320988 Aug 12 15:00:50.821597 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3599c1f-c49a-4406-ab0e-23ad519fbf23 req-b432629c-c057-425f-a106-a747c3278096 tempest-TestServerBasicOps-918377184 tempest-TestServerBasicOps-918377184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:00:50.827523 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-e3599c1f-c49a-4406-ab0e-23ad519fbf23 req-b432629c-c057-425f-a106-a747c3278096 tempest-TestServerBasicOps-918377184 tempest-TestServerBasicOps-918377184-project] 10.222.0.39 "GET /v2.0/ports?device_id=a37cf0c8-37b3-4aeb-9ffd-8eb53794b44f HTTP/1.1" status: 200 len: 945 time: 0.0753143 Aug 12 15:00:50.875352 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-e3599c1f-c49a-4406-ab0e-23ad519fbf23 req-40c3e28f-84dd-45ce-9097-0f7651fdb68d tempest-TestServerBasicOps-918377184 tempest-TestServerBasicOps-918377184-project] 10.222.0.39 "GET /v2.0/security-groups?id=3bb8816a-aab0-403b-ace8-54b02c4c884a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449374 Aug 12 15:00:51.009461 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac19f8d3-ed3d-4617-a98c-3f8bd901d842 req-6d2a7b9f-cb49-4115-a5be-bebfa5d63964 tempest-TestServerBasicOps-918377184 tempest-TestServerBasicOps-918377184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:00:51.011195 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ac19f8d3-ed3d-4617-a98c-3f8bd901d842 req-6d2a7b9f-cb49-4115-a5be-bebfa5d63964 tempest-TestServerBasicOps-918377184 tempest-TestServerBasicOps-918377184-project] 10.222.0.39 "GET /v2.0/ports?device_id=a37cf0c8-37b3-4aeb-9ffd-8eb53794b44f HTTP/1.1" status: 200 len: 945 time: 0.0618722 Aug 12 15:00:51.075185 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ac19f8d3-ed3d-4617-a98c-3f8bd901d842 req-74fb0bea-968f-4b89-8a8a-552e488623f4 tempest-TestServerBasicOps-918377184 tempest-TestServerBasicOps-918377184-project] 10.222.0.39 "GET /v2.0/security-groups?id=3bb8816a-aab0-403b-ace8-54b02c4c884a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497997 Aug 12 15:00:51.088467 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 46626) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:00:51.295746 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef3ad2b3-394a-4c34-b271-711a8d39f479 tempest-TestServerBasicOps-608984121 tempest-TestServerBasicOps-608984121-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:00:51.298347 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-ef3ad2b3-394a-4c34-b271-711a8d39f479 tempest-TestServerBasicOps-608984121 tempest-TestServerBasicOps-608984121-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=a37cf0c8-37b3-4aeb-9ffd-8eb53794b44f HTTP/1.1" status: 200 len: 1092 time: 0.2079160 Aug 12 15:00:51.300824 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 46632) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:00:51.305302 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-babb7bc5-8af8-4694-b074-7cdeb7dde6b2 tempest-TestServerBasicOps-918377184 tempest-TestServerBasicOps-918377184-project] Request body: {'floatingip': {'floating_network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'port_id': '0a77ed27-665b-404a-9e9e-23237cab5fd6', 'tenant_id': '8b40dba42c764b37920c3587555867c7', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:00:51.333258 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-babb7bc5-8af8-4694-b074-7cdeb7dde6b2 tempest-TestServerBasicOps-918377184 tempest-TestServerBasicOps-918377184-project] Notify callbacks [] for floatingip, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:51.440515 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-babb7bc5-8af8-4694-b074-7cdeb7dde6b2 tempest-TestServerBasicOps-918377184 tempest-TestServerBasicOps-918377184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:51.543860 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_common [None req-babb7bc5-8af8-4694-b074-7cdeb7dde6b2 tempest-TestServerBasicOps-918377184 tempest-TestServerBasicOps-918377184-project] Allocated IP 172.25.1.5 (d3759e1b-6c03-45ac-acd4-90abb417809b/f0254f08-c19c-4e31-bd9c-09389ea4b6f2/c67eb9fb-d7fb-4475-916b-1681c6f39232) {{(pid=94467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 15:00:51.652355 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-babb7bc5-8af8-4694-b074-7cdeb7dde6b2 tempest-TestServerBasicOps-918377184 tempest-TestServerBasicOps-918377184-project] Notify callbacks [] for port, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:51.699250 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-babb7bc5-8af8-4694-b074-7cdeb7dde6b2 tempest-TestServerBasicOps-918377184 tempest-TestServerBasicOps-918377184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:51.740750 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-babb7bc5-8af8-4694-b074-7cdeb7dde6b2 tempest-TestServerBasicOps-918377184 tempest-TestServerBasicOps-918377184-project] Network d3759e1b-6c03-45ac-acd4-90abb417809b is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 15:00:51.743824 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [None req-babb7bc5-8af8-4694-b074-7cdeb7dde6b2 tempest-TestServerBasicOps-918377184 tempest-TestServerBasicOps-918377184-project] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:00:51.749692 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-babb7bc5-8af8-4694-b074-7cdeb7dde6b2 tempest-TestServerBasicOps-918377184 tempest-TestServerBasicOps-918377184-project] Received port after_create {{(pid=94467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 15:00:51.776994 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babb7bc5-8af8-4694-b074-7cdeb7dde6b2 tempest-TestServerBasicOps-918377184 tempest-TestServerBasicOps-918377184-project] Pushing event updated for resources: {'Port': ['ID=c67eb9fb-d7fb-4475-916b-1681c6f39232,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:00:52.260467 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-babb7bc5-8af8-4694-b074-7cdeb7dde6b2 tempest-TestServerBasicOps-918377184 tempest-TestServerBasicOps-918377184-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:52.379926 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-babb7bc5-8af8-4694-b074-7cdeb7dde6b2 tempest-TestServerBasicOps-918377184 tempest-TestServerBasicOps-918377184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:52.552483 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-babb7bc5-8af8-4694-b074-7cdeb7dde6b2 tempest-TestServerBasicOps-918377184 tempest-TestServerBasicOps-918377184-project] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:52.557355 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-babb7bc5-8af8-4694-b074-7cdeb7dde6b2 tempest-TestServerBasicOps-918377184 tempest-TestServerBasicOps-918377184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:52.631284 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babb7bc5-8af8-4694-b074-7cdeb7dde6b2 tempest-TestServerBasicOps-918377184 tempest-TestServerBasicOps-918377184-project] Pushing event updated for resources: {'Port': ['ID=c67eb9fb-d7fb-4475-916b-1681c6f39232,revision_number=2']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:00:52.639954 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-babb7bc5-8af8-4694-b074-7cdeb7dde6b2 tempest-TestServerBasicOps-918377184 tempest-TestServerBasicOps-918377184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431510'] for floatingip, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:53.014241 n-d-694802-15 neutron-server[94467]: INFO neutron.db.l3_db [None req-babb7bc5-8af8-4694-b074-7cdeb7dde6b2 tempest-TestServerBasicOps-918377184 tempest-TestServerBasicOps-918377184-project] Floating IP d96bb47b-5caf-44fe-b525-57da522c7bf1 associated. External IP: 172.25.1.5, port: 0a77ed27-665b-404a-9e9e-23237cab5fd6. Aug 12 15:00:53.233363 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-babb7bc5-8af8-4694-b074-7cdeb7dde6b2 tempest-TestServerBasicOps-918377184 tempest-TestServerBasicOps-918377184-project] Router a9f7f053-1199-4c67-934e-c1860ee0fa17 has already been hosted by L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f {{(pid=94467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 15:00:53.354363 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-babb7bc5-8af8-4694-b074-7cdeb7dde6b2 tempest-TestServerBasicOps-918377184 tempest-TestServerBasicOps-918377184-project] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 15:00:53.370828 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2be4e4ab-b36e-483f-b68e-e5e474fee850 None None] Sync routers for ids ['a9f7f053-1199-4c67-934e-c1860ee0fa17'] in n-d-694802-15 {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 15:00:53.373573 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-babb7bc5-8af8-4694-b074-7cdeb7dde6b2 tempest-TestServerBasicOps-918377184 tempest-TestServerBasicOps-918377184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for floatingip, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:53.387417 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2be4e4ab-b36e-483f-b68e-e5e474fee850 None None] Routers {'a9f7f053-1199-4c67-934e-c1860ee0fa17'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:00:53.388322 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-2be4e4ab-b36e-483f-b68e-e5e474fee850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T15:00:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['a9f7f053-1199-4c67-934e-c1860ee0fa17'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:00:53.412645 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-babb7bc5-8af8-4694-b074-7cdeb7dde6b2 tempest-TestServerBasicOps-918377184 tempest-TestServerBasicOps-918377184-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 2.1107337 Aug 12 15:00:53.413318 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a37cf0c8-37b3-4aeb-9ffd-8eb53794b44f', 'tag': '0a77ed27-665b-404a-9e9e-23237cab5fd6'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:00:53.415750 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e65282f928b64038367d043a4411777802006c43a98742496cb2e25b724ff1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-750d7c00-e0ec-4879-b149-2c794b3d9e65" -d '{"events": [{"name": "network-changed", "server_uuid": "a37cf0c8-37b3-4aeb-9ffd-8eb53794b44f", "tag": "0a77ed27-665b-404a-9e9e-23237cab5fd6"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 15:00:53.476145 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 15:00:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b97b48a2-342e-48ef-93c5-dbfd2ad57e43 x-openstack-request-id: req-b97b48a2-342e-48ef-93c5-dbfd2ad57e43 {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 15:00:53.478807 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a37cf0c8-37b3-4aeb-9ffd-8eb53794b44f", "tag": "0a77ed27-665b-404a-9e9e-23237cab5fd6", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 15:00:53.479267 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b97b48a2-342e-48ef-93c5-dbfd2ad57e43 {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 15:00:53.479832 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a37cf0c8-37b3-4aeb-9ffd-8eb53794b44f', 'tag': '0a77ed27-665b-404a-9e9e-23237cab5fd6', 'status': 'completed', 'code': 200} Aug 12 15:00:53.552441 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvr_db [None req-2be4e4ab-b36e-483f-b68e-e5e474fee850 None None] Set router a9f7f053-1199-4c67-934e-c1860ee0fa17 gateway port host: n-d-694802-15 {{(pid=94468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:00:53.554953 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750d7c00-e0ec-4879-b149-2c794b3d9e65 req-a1268ad5-d2d3-4f11-832f-d0f1e3a5f4ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:00:53.556704 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-750d7c00-e0ec-4879-b149-2c794b3d9e65 req-a1268ad5-d2d3-4f11-832f-d0f1e3a5f4ba service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8b40dba42c764b37920c3587555867c7&device_id=a37cf0c8-37b3-4aeb-9ffd-8eb53794b44f HTTP/1.1" status: 200 len: 1097 time: 0.0562758 Aug 12 15:00:53.661800 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750d7c00-e0ec-4879-b149-2c794b3d9e65 req-9b7bab2f-ad30-4cc0-a938-c38742e59ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:00:53.663327 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-750d7c00-e0ec-4879-b149-2c794b3d9e65 req-9b7bab2f-ad30-4cc0-a938-c38742e59ec1 service neutron] 10.222.0.64 "GET /v2.0/networks?id=bdb8c589-801b-4e9e-808f-194e52b05ffa HTTP/1.1" status: 200 len: 910 time: 0.0988436 Aug 12 15:00:53.751979 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-750d7c00-e0ec-4879-b149-2c794b3d9e65 req-014c34c9-2b5c-4c91-9c1d-9a80054e3df1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0a77ed27-665b-404a-9e9e-23237cab5fd6 HTTP/1.1" status: 200 len: 997 time: 0.0808141 Aug 12 15:00:53.822891 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750d7c00-e0ec-4879-b149-2c794b3d9e65 req-9300af47-bf4e-4eb7-9eb3-648412092823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:00:53.824645 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-750d7c00-e0ec-4879-b149-2c794b3d9e65 req-9300af47-bf4e-4eb7-9eb3-648412092823 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9c491707-38df-4731-ba0a-868cad11a6fd HTTP/1.1" status: 200 len: 848 time: 0.0643909 Aug 12 15:00:53.829132 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-2be4e4ab-b36e-483f-b68e-e5e474fee850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9f7f053-1199-4c67-934e-c1860ee0fa17', 'name': 'tempest-TestServerBasicOps-1051421672-router', 'tenant_id': '8b40dba42c764b37920c3587555867c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.114'}], 'enable_snat': True}, 'gw_port_id': '5f48d5d1-32e0-4bf9-a181-b4e176ebbfb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:00:20Z', 'updated_at': '2021-08-12T15:00:25Z', 'revision_number': 4, 'project_id': '8b40dba42c764b37920c3587555867c7', 'gw_port': {'id': '5f48d5d1-32e0-4bf9-a181-b4e176ebbfb8', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:50:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9f7f053-1199-4c67-934e-c1860ee0fa17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3439, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:00:21Z', 'updated_at': '2021-08-12T15:00:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_floatingips': [{'id': 'd96bb47b-5caf-44fe-b525-57da522c7bf1', 'tenant_id': '8b40dba42c764b37920c3587555867c7', 'floating_ip_address': '172.25.1.5', 'floating_network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'router_id': 'a9f7f053-1199-4c67-934e-c1860ee0fa17', 'port_id': '0a77ed27-665b-404a-9e9e-23237cab5fd6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdb8c589-801b-4e9e-808f-194e52b05ffa', 'mac_address': 'fa:16:3e:d9:74:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a37cf0c8-37b3-4aeb-9ffd-8eb53794b44f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T15:00:51Z', 'updated_at': '2021-08-12T15:00:51Z', 'revision_number': 0, 'project_id': '8b40dba42c764b37920c3587555867c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af2fb18d-a6c8-4f5a-aeb5-83ac7b9c9159', 'name': '', 'network_id': 'bdb8c589-801b-4e9e-808f-194e52b05ffa', 'tenant_id': '8b40dba42c764b37920c3587555867c7', 'mac_address': 'fa:16:3e:e3:6c:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9f7f053-1199-4c67-934e-c1860ee0fa17', 'device_owner': 'network:router_interface', 'standard_attr_id': 3440, 'fixed_ips': [{'subnet_id': '9c491707-38df-4731-ba0a-868cad11a6fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:00:24Z', 'updated_at': '2021-08-12T15:00:32Z', 'revision_number': 5, 'project_id': '8b40dba42c764b37920c3587555867c7', 'subnets': [{'id': '9c491707-38df-4731-ba0a-868cad11a6fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:00:53.879159 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750d7c00-e0ec-4879-b149-2c794b3d9e65 req-27623c6a-1c87-47ac-9aa7-4db546b9b83e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:00:53.880046 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2be4e4ab-b36e-483f-b68e-e5e474fee850 None None] Checking router: a9f7f053-1199-4c67-934e-c1860ee0fa17 for host: n-d-694802-15 {{(pid=94468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 15:00:53.880911 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-750d7c00-e0ec-4879-b149-2c794b3d9e65 req-27623c6a-1c87-47ac-9aa7-4db546b9b83e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=bdb8c589-801b-4e9e-808f-194e52b05ffa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0479901 Aug 12 15:00:53.889449 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2be4e4ab-b36e-483f-b68e-e5e474fee850 None None] Routers {'a9f7f053-1199-4c67-934e-c1860ee0fa17'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:00:53.890548 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-2be4e4ab-b36e-483f-b68e-e5e474fee850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T15:00:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['a9f7f053-1199-4c67-934e-c1860ee0fa17'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:00:54.020525 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvr_db [None req-2be4e4ab-b36e-483f-b68e-e5e474fee850 None None] Set router a9f7f053-1199-4c67-934e-c1860ee0fa17 gateway port host: n-d-694802-15 {{(pid=94468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:00:54.026848 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-750d7c00-e0ec-4879-b149-2c794b3d9e65 req-fe8d35ca-dda1-45ff-9433-f147fe3b206b service neutron] 10.222.0.64 "GET /v2.0/networks/bdb8c589-801b-4e9e-808f-194e52b05ffa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372681 Aug 12 15:00:54.124818 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-750d7c00-e0ec-4879-b149-2c794b3d9e65 req-4f445815-e863-4f9f-a2c9-c3eac9211471 service neutron] 10.222.0.64 "GET /v2.0/networks/bdb8c589-801b-4e9e-808f-194e52b05ffa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883985 Aug 12 15:00:54.285748 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-2be4e4ab-b36e-483f-b68e-e5e474fee850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9f7f053-1199-4c67-934e-c1860ee0fa17', 'name': 'tempest-TestServerBasicOps-1051421672-router', 'tenant_id': '8b40dba42c764b37920c3587555867c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.114'}], 'enable_snat': True}, 'gw_port_id': '5f48d5d1-32e0-4bf9-a181-b4e176ebbfb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:00:20Z', 'updated_at': '2021-08-12T15:00:25Z', 'revision_number': 4, 'project_id': '8b40dba42c764b37920c3587555867c7', 'gw_port': {'id': '5f48d5d1-32e0-4bf9-a181-b4e176ebbfb8', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:50:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9f7f053-1199-4c67-934e-c1860ee0fa17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3439, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:00:21Z', 'updated_at': '2021-08-12T15:00:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_floatingips': [{'id': 'd96bb47b-5caf-44fe-b525-57da522c7bf1', 'tenant_id': '8b40dba42c764b37920c3587555867c7', 'floating_ip_address': '172.25.1.5', 'floating_network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'router_id': 'a9f7f053-1199-4c67-934e-c1860ee0fa17', 'port_id': '0a77ed27-665b-404a-9e9e-23237cab5fd6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdb8c589-801b-4e9e-808f-194e52b05ffa', 'mac_address': 'fa:16:3e:d9:74:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a37cf0c8-37b3-4aeb-9ffd-8eb53794b44f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T15:00:51Z', 'updated_at': '2021-08-12T15:00:51Z', 'revision_number': 0, 'project_id': '8b40dba42c764b37920c3587555867c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af2fb18d-a6c8-4f5a-aeb5-83ac7b9c9159', 'name': '', 'network_id': 'bdb8c589-801b-4e9e-808f-194e52b05ffa', 'tenant_id': '8b40dba42c764b37920c3587555867c7', 'mac_address': 'fa:16:3e:e3:6c:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9f7f053-1199-4c67-934e-c1860ee0fa17', 'device_owner': 'network:router_interface', 'standard_attr_id': 3440, 'fixed_ips': [{'subnet_id': '9c491707-38df-4731-ba0a-868cad11a6fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:00:24Z', 'updated_at': '2021-08-12T15:00:32Z', 'revision_number': 5, 'project_id': '8b40dba42c764b37920c3587555867c7', 'subnets': [{'id': '9c491707-38df-4731-ba0a-868cad11a6fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:00:54.312880 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2be4e4ab-b36e-483f-b68e-e5e474fee850 None None] The sync data for ids ['a9f7f053-1199-4c67-934e-c1860ee0fa17'] in n-d-694802-15 is: [{'id': 'a9f7f053-1199-4c67-934e-c1860ee0fa17', 'name': 'tempest-TestServerBasicOps-1051421672-router', 'tenant_id': '8b40dba42c764b37920c3587555867c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.114'}], 'enable_snat': True}, 'gw_port_id': '5f48d5d1-32e0-4bf9-a181-b4e176ebbfb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:00:20Z', 'updated_at': '2021-08-12T15:00:25Z', 'revision_number': 4, 'project_id': '8b40dba42c764b37920c3587555867c7', 'gw_port': {'id': '5f48d5d1-32e0-4bf9-a181-b4e176ebbfb8', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:50:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9f7f053-1199-4c67-934e-c1860ee0fa17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3439, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:00:21Z', 'updated_at': '2021-08-12T15:00:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_floatingips': [{'id': 'd96bb47b-5caf-44fe-b525-57da522c7bf1', 'tenant_id': '8b40dba42c764b37920c3587555867c7', 'floating_ip_address': '172.25.1.5', 'floating_network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'router_id': 'a9f7f053-1199-4c67-934e-c1860ee0fa17', 'port_id': '0a77ed27-665b-404a-9e9e-23237cab5fd6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdb8c589-801b-4e9e-808f-194e52b05ffa', 'mac_address': 'fa:16:3e:d9:74:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a37cf0c8-37b3-4aeb-9ffd-8eb53794b44f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T15:00:51Z', 'updated_at': '2021-08-12T15:00:51Z', 'revision_number': 0, 'project_id': '8b40dba42c764b37920c3587555867c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af2fb18d-a6c8-4f5a-aeb5-83ac7b9c9159', 'name': '', 'network_id': 'bdb8c589-801b-4e9e-808f-194e52b05ffa', 'tenant_id': '8b40dba42c764b37920c3587555867c7', 'mac_address': 'fa:16:3e:e3:6c:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9f7f053-1199-4c67-934e-c1860ee0fa17', 'device_owner': 'network:router_interface', 'standard_attr_id': 3440, 'fixed_ips': [{'subnet_id': '9c491707-38df-4731-ba0a-868cad11a6fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:00:24Z', 'updated_at': '2021-08-12T15:00:32Z', 'revision_number': 5, 'project_id': '8b40dba42c764b37920c3587555867c7', 'subnets': [{'id': '9c491707-38df-4731-ba0a-868cad11a6fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 15:00:54.517561 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0767caef-b256-48cd-abbb-2389a974eb3b None None] New status for floating IP d96bb47b-5caf-44fe-b525-57da522c7bf1: ACTIVE {{(pid=94469) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 15:00:54.976615 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 46724) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:00:55.096718 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-bd25ff63-6e98-49d9-826f-5b74b13c5b60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:55.191329 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-bd25ff63-6e98-49d9-826f-5b74b13c5b60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:55.195010 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-bd25ff63-6e98-49d9-826f-5b74b13c5b60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:55.233114 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-bd25ff63-6e98-49d9-826f-5b74b13c5b60 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=12a84b24498348a2aece176e648b2d7f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2529485 Aug 12 15:00:55.233927 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 46734) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:00:55.236135 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd25ff63-6e98-49d9-826f-5b74b13c5b60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e5fd728-e7ee-4b88-b62e-9bbde6dc24b0,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:00:55.290271 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-799981a4-feeb-4892-8d4b-bae5e6b53933 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:55.318466 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-799981a4-feeb-4892-8d4b-bae5e6b53933 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:55.369434 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-799981a4-feeb-4892-8d4b-bae5e6b53933 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:55.372539 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-799981a4-feeb-4892-8d4b-bae5e6b53933 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:55.373742 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-799981a4-feeb-4892-8d4b-bae5e6b53933 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3e5fd728-e7ee-4b88-b62e-9bbde6dc24b0 HTTP/1.1" status: 204 len: 168 time: 0.1380904 Aug 12 15:00:55.384639 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799981a4-feeb-4892-8d4b-bae5e6b53933 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e5fd728-e7ee-4b88-b62e-9bbde6dc24b0,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:00:55.657420 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 46748) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:00:55.672612 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-b236a05f-8b77-4311-bb36-9398384fff7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:55.774791 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-b236a05f-8b77-4311-bb36-9398384fff7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:55.779512 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-b236a05f-8b77-4311-bb36-9398384fff7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:55.811789 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-b236a05f-8b77-4311-bb36-9398384fff7c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=629903d1ddc9495882dfe06697040eae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1531572 Aug 12 15:00:55.815577 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 46752) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:00:55.830943 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b236a05f-8b77-4311-bb36-9398384fff7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e16f1fc-f000-4a12-8bfc-9739b561f327,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:00:55.875080 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-51633774-e171-4cef-8640-3432c5a92fc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:55.903965 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-51633774-e171-4cef-8640-3432c5a92fc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:55.954847 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-51633774-e171-4cef-8640-3432c5a92fc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:55.957428 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-51633774-e171-4cef-8640-3432c5a92fc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:00:55.960984 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-51633774-e171-4cef-8640-3432c5a92fc5 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9e16f1fc-f000-4a12-8bfc-9739b561f327 HTTP/1.1" status: 204 len: 168 time: 0.1416521 Aug 12 15:00:55.966271 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51633774-e171-4cef-8640-3432c5a92fc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e16f1fc-f000-4a12-8bfc-9739b561f327,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:00:59.683416 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.agents_db [None req-17ed3e4c-1a7d-4162-9646-11c134aca297 None None] Agent healthcheck: found 7 active agents {{(pid=94469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 15:01:02.132713 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 46984) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:01:02.261099 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8ca6dfb2-393a-4baf-972c-391fdc5d9510 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:02.370682 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8ca6dfb2-393a-4baf-972c-391fdc5d9510 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:02.375294 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8ca6dfb2-393a-4baf-972c-391fdc5d9510 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:02.414524 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-8ca6dfb2-393a-4baf-972c-391fdc5d9510 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7e7944ac1904448a89bcf94b1a0cc25d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2807066 Aug 12 15:01:02.416611 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca6dfb2-393a-4baf-972c-391fdc5d9510 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=254c8970-bc31-46f0-88e5-d2fd35e41e94,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:01:02.417358 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 46994) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:01:02.468712 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-6e246bc1-b8b1-462c-a765-40c02e3d6373 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:02.490415 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-6e246bc1-b8b1-462c-a765-40c02e3d6373 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:02.540062 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-6e246bc1-b8b1-462c-a765-40c02e3d6373 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:02.542883 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-6e246bc1-b8b1-462c-a765-40c02e3d6373 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:02.544126 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-6e246bc1-b8b1-462c-a765-40c02e3d6373 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/254c8970-bc31-46f0-88e5-d2fd35e41e94 HTTP/1.1" status: 204 len: 168 time: 0.1257839 Aug 12 15:01:02.551854 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e246bc1-b8b1-462c-a765-40c02e3d6373 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=254c8970-bc31-46f0-88e5-d2fd35e41e94,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:01:02.814810 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 47010) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:01:02.830496 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-6fd8f9a5-64f7-4d1a-8a86-894568391fa0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:02.925753 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-6fd8f9a5-64f7-4d1a-8a86-894568391fa0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:02.930678 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-6fd8f9a5-64f7-4d1a-8a86-894568391fa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:02.969820 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-6fd8f9a5-64f7-4d1a-8a86-894568391fa0 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f8d4372b479b4091942f8bc207d5e4c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1538651 Aug 12 15:01:02.970693 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd8f9a5-64f7-4d1a-8a86-894568391fa0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a5cc8b2-dce9-40b2-9f8e-cbc2373d5566,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:01:02.972510 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 47012) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:01:03.024092 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2e624811-0383-4f59-8ce2-fbbf13d1fea3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:03.046283 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2e624811-0383-4f59-8ce2-fbbf13d1fea3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:03.094783 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2e624811-0383-4f59-8ce2-fbbf13d1fea3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:03.097911 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2e624811-0383-4f59-8ce2-fbbf13d1fea3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:03.099370 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-2e624811-0383-4f59-8ce2-fbbf13d1fea3 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9a5cc8b2-dce9-40b2-9f8e-cbc2373d5566 HTTP/1.1" status: 204 len: 168 time: 0.1255784 Aug 12 15:01:03.110481 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e624811-0383-4f59-8ce2-fbbf13d1fea3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a5cc8b2-dce9-40b2-9f8e-cbc2373d5566,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:01:03.440589 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 47028) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:01:03.457682 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-eb3425ba-23a6-4fdf-87ed-851526dc91f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:03.551252 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-eb3425ba-23a6-4fdf-87ed-851526dc91f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:03.554997 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-eb3425ba-23a6-4fdf-87ed-851526dc91f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:03.596003 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-eb3425ba-23a6-4fdf-87ed-851526dc91f7 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ccceb5b46ba84354bf7123a07d2e34d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1542761 Aug 12 15:01:03.596848 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3425ba-23a6-4fdf-87ed-851526dc91f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7226436e-5f0d-47d1-8437-2b180c844edb,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:01:03.598976 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 47032) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:01:03.657167 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4b2a8fd4-dde7-4978-88a1-9f638e605254 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:03.680650 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4b2a8fd4-dde7-4978-88a1-9f638e605254 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:03.737654 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4b2a8fd4-dde7-4978-88a1-9f638e605254 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:03.740369 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4b2a8fd4-dde7-4978-88a1-9f638e605254 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:03.741559 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-4b2a8fd4-dde7-4978-88a1-9f638e605254 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7226436e-5f0d-47d1-8437-2b180c844edb HTTP/1.1" status: 204 len: 168 time: 0.1413872 Aug 12 15:01:03.753494 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2a8fd4-dde7-4978-88a1-9f638e605254 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7226436e-5f0d-47d1-8437-2b180c844edb,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:01:04.426262 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 47074) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:01:04.528658 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-c2657a0e-2b42-47e3-ac07-2c26e6a6d1e1 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-400307080-network', 'tenant_id': 'e3ae4595569545ba84c1f4acc345342f'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:01:04.550427 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2657a0e-2b42-47e3-ac07-2c26e6a6d1e1 admin admin] Made reservation on behalf of e3ae4595569545ba84c1f4acc345342f for: {'network': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 15:01:04.552789 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c2657a0e-2b42-47e3-ac07-2c26e6a6d1e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for network, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:04.561769 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c2657a0e-2b42-47e3-ac07-2c26e6a6d1e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:04.657024 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c2657a0e-2b42-47e3-ac07-2c26e6a6d1e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:04.663221 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c2657a0e-2b42-47e3-ac07-2c26e6a6d1e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:04.689040 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2657a0e-2b42-47e3-ac07-2c26e6a6d1e1 admin admin] vlan segment allocate from pool success with {'vlan_id': 311, 'physical_network': 'physnet1'} {{(pid=94466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 15:01:04.699127 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2657a0e-2b42-47e3-ac07-2c26e6a6d1e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f858fcb-f526-4bce-85ec-fe9dbdc3b41e,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:01:04.704293 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c2657a0e-2b42-47e3-ac07-2c26e6a6d1e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:04.704636 n-d-694802-15 neutron-server[94466]: INFO neutron.db.segments_db [None req-c2657a0e-2b42-47e3-ac07-2c26e6a6d1e1 admin admin] Added segment 9e8843f4-2a4f-4f35-8370-3c4d6a1d84a3 of type vlan for network 901c4bfa-73a6-4df2-99c6-b581ee094dfb Aug 12 15:01:04.750954 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c2657a0e-2b42-47e3-ac07-2c26e6a6d1e1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744653628263'] for network, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:04.780295 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c2657a0e-2b42-47e3-ac07-2c26e6a6d1e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409'] for network, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:04.781393 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2657a0e-2b42-47e3-ac07-2c26e6a6d1e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:01:04.782042 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c2657a0e-2b42-47e3-ac07-2c26e6a6d1e1 admin admin] Notify callbacks [] for network, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:04.837655 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-c2657a0e-2b42-47e3-ac07-2c26e6a6d1e1 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4102569 Aug 12 15:01:04.839250 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 47084) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:01:04.844830 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-2bede643-ea89-4113-b002-47fdc7210461 admin admin] Request body: {'subnet': {'network_id': '901c4bfa-73a6-4df2-99c6-b581ee094dfb', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-400307080-subnet', 'tenant_id': 'e3ae4595569545ba84c1f4acc345342f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:01:04.848299 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2657a0e-2b42-47e3-ac07-2c26e6a6d1e1 admin admin] Pushing event updated for resources: {'Network': ['ID=901c4bfa-73a6-4df2-99c6-b581ee094dfb,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:01:04.859506 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Network 901c4bfa-73a6-4df2-99c6-b581ee094dfb details requested by agent ovs-agent-n-d-694802-15 with host n-d-694802-15 {{(pid=94468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 15:01:04.884925 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bede643-ea89-4113-b002-47fdc7210461 admin admin] Made reservation on behalf of e3ae4595569545ba84c1f4acc345342f for: {'subnet': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 15:01:04.887682 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-2bede643-ea89-4113-b002-47fdc7210461 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3343791'] for subnet, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:05.080948 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-2bede643-ea89-4113-b002-47fdc7210461 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2859166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3343773'] for subnet, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:05.143228 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bede643-ea89-4113-b002-47fdc7210461 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b408115-5ff5-494f-9347-f0b20d2616f3,revision_number=0']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:01:05.150437 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bede643-ea89-4113-b002-47fdc7210461 admin admin] Checking segment: {'id': '9e8843f4-2a4f-4f35-8370-3c4d6a1d84a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '901c4bfa-73a6-4df2-99c6-b581ee094dfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 15:01:05.150793 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bede643-ea89-4113-b002-47fdc7210461 admin admin] Network hostable DHCP agents. Network: 901c4bfa-73a6-4df2-99c6-b581ee094dfb, hostable agents: ['1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658'], hosted agents: [] {{(pid=94467) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 15:01:05.168524 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bede643-ea89-4113-b002-47fdc7210461 admin admin] Network 901c4bfa-73a6-4df2-99c6-b581ee094dfb is scheduled to be hosted by DHCP agent 1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658 with binding_index 1 {{(pid=94467) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 15:01:05.177279 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [None req-2bede643-ea89-4113-b002-47fdc7210461 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-15, 901c4bfa-73a6-4df2-99c6-b581ee094dfb) {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:01:05.181669 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bede643-ea89-4113-b002-47fdc7210461 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:01:05.182260 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-2bede643-ea89-4113-b002-47fdc7210461 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:05.186880 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98469969-c108-44e6-8454-b2cc9ed55c25 None None] Network 901c4bfa-73a6-4df2-99c6-b581ee094dfb requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 15:01:05.207595 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-2bede643-ea89-4113-b002-47fdc7210461 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3666480 Aug 12 15:01:05.327003 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cd89f82-d1ec-498b-b8d7-4c4ae0b20ceb None None] Network 901c4bfa-73a6-4df2-99c6-b581ee094dfb requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 15:01:06.441973 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 47130) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:01:06.833453 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-82885ce8-7bdb-47a2-a292-7563bf37c263 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66663830'] for router_interface, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:07.028224 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92fc74e-5ae1-4c10-aab4-8a02f97cd25c req-01adef75-bb7a-45b5-a710-5f07019d56a0 tempest-VolumesActionsTest-2068212490 tempest-VolumesActionsTest-2068212490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:01:07.029731 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-f92fc74e-5ae1-4c10-aab4-8a02f97cd25c req-01adef75-bb7a-45b5-a710-5f07019d56a0 tempest-VolumesActionsTest-2068212490 tempest-VolumesActionsTest-2068212490-project] 10.222.0.39 "GET /v2.0/networks?id=901c4bfa-73a6-4df2-99c6-b581ee094dfb HTTP/1.1" status: 200 len: 808 time: 0.1019008 Aug 12 15:01:07.045416 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-f92fc74e-5ae1-4c10-aab4-8a02f97cd25c req-e6fcabd6-6605-48bf-9dc0-3b9d9129476c tempest-VolumesActionsTest-2068212490 tempest-VolumesActionsTest-2068212490-project] 10.222.0.39 "GET /v2.0/quotas/e3ae4595569545ba84c1f4acc345342f HTTP/1.1" status: 200 len: 375 time: 0.0092909 Aug 12 15:01:07.087872 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-f92fc74e-5ae1-4c10-aab4-8a02f97cd25c req-8e3201d9-a529-4492-a966-7afff583ebd5 tempest-VolumesActionsTest-2068212490 tempest-VolumesActionsTest-2068212490-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=e3ae4595569545ba84c1f4acc345342f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0361814 Aug 12 15:01:07.099139 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [req-f92fc74e-5ae1-4c10-aab4-8a02f97cd25c req-8ac11495-1360-4df1-ac63-98b28e585a98 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=94466) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 15:01:07.100151 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-f92fc74e-5ae1-4c10-aab4-8a02f97cd25c req-8ac11495-1360-4df1-ac63-98b28e585a98 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054619 Aug 12 15:01:07.156841 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-82885ce8-7bdb-47a2-a292-7563bf37c263 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Deleting port 461f7756-dd5c-4b69-9d80-1f6372cb5900 {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 15:01:07.157274 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-82885ce8-7bdb-47a2-a292-7563bf37c263 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:07.194261 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-f92fc74e-5ae1-4c10-aab4-8a02f97cd25c req-c4dfa96d-d554-4066-abdc-bf9225df5edc service neutron] 10.222.0.39 "GET /v2.0/networks/901c4bfa-73a6-4df2-99c6-b581ee094dfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873199 Aug 12 15:01:07.263208 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [None req-82885ce8-7bdb-47a2-a292-7563bf37c263 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] For port 461f7756-dd5c-4b69-9d80-1f6372cb5900, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=461f7756-dd5c-4b69-9d80-1f6372cb5900,segment=NetworkSegment(aa827c3b-9fa7-4903-817b-da9ad15f98e6),segment_id=aa827c3b-9fa7-4903-817b-da9ad15f98e6)] {{(pid=94467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:01:07.263584 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-82885ce8-7bdb-47a2-a292-7563bf37c263 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:07.278951 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-82885ce8-7bdb-47a2-a292-7563bf37c263 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Calling delete_port for 461f7756-dd5c-4b69-9d80-1f6372cb5900 owned by network:router_interface {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 15:01:07.298905 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-f92fc74e-5ae1-4c10-aab4-8a02f97cd25c req-9b24161b-2974-4013-bfda-d6d4aafde9fc service neutron] 10.222.0.39 "GET /v2.0/networks/901c4bfa-73a6-4df2-99c6-b581ee094dfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971935 Aug 12 15:01:07.492599 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-42977210-85ea-41c9-9f49-507b0fa77d83 req-afbb50dc-9d54-45b8-b662-b77202455e5a tempest-VolumesActionsTest-2068212490 tempest-VolumesActionsTest-2068212490-project] 10.222.0.39 "GET /v2.0/ports?device_id=6605662c-deaf-4815-a680-f12fa7d18995 HTTP/1.1" status: 200 len: 210 time: 0.0340626 Aug 12 15:01:07.552239 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-82885ce8-7bdb-47a2-a292-7563bf37c263 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:07.599753 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82885ce8-7bdb-47a2-a292-7563bf37c263 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Pushing event deleted for resources: {'Port': ['ID=461f7756-dd5c-4b69-9d80-1f6372cb5900,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:01:07.813973 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-82885ce8-7bdb-47a2-a292-7563bf37c263 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66628352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-430630'] for router_interface, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:08.074675 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82885ce8-7bdb-47a2-a292-7563bf37c263 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Router d3ba124a-70df-49f9-865d-161815339cca has already been hosted by L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f {{(pid=94467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 15:01:08.206369 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82885ce8-7bdb-47a2-a292-7563bf37c263 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 15:01:08.215870 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-82885ce8-7bdb-47a2-a292-7563bf37c263 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] 10.222.0.39 "PUT /v2.0/routers/d3ba124a-70df-49f9-865d-161815339cca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7709801 Aug 12 15:01:08.225652 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faa541c5-8696-4be9-a510-13e3c846de08 None None] Sync routers for ids ['d3ba124a-70df-49f9-865d-161815339cca'] in n-d-694802-15 {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 15:01:08.235374 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faa541c5-8696-4be9-a510-13e3c846de08 None None] Routers {'d3ba124a-70df-49f9-865d-161815339cca'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:01:08.236256 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-faa541c5-8696-4be9-a510-13e3c846de08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T15:00:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['d3ba124a-70df-49f9-865d-161815339cca'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:01:08.350904 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvr_db [None req-faa541c5-8696-4be9-a510-13e3c846de08 None None] Set router d3ba124a-70df-49f9-865d-161815339cca gateway port host: n-d-694802-15 {{(pid=94468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:01:08.495635 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de6ce06-8ef4-4526-b9aa-523b36d0a14b req-f9576dcf-ec23-4893-b9bb-574fcc5cf330 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:01:08.499530 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-6de6ce06-8ef4-4526-b9aa-523b36d0a14b req-f9576dcf-ec23-4893-b9bb-574fcc5cf330 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec0bc87b-1cee-480e-816c-745983da8ddb HTTP/1.1" status: 200 len: 946 time: 0.0730381 Aug 12 15:01:08.566983 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-6de6ce06-8ef4-4526-b9aa-523b36d0a14b req-3c60862d-2ff4-448f-a109-a5cf3b858ade tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] 10.222.0.39 "GET /v2.0/security-groups?id=d6119c16-b22a-4cdd-8d45-55b6b957a0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576417 Aug 12 15:01:08.649962 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-faa541c5-8696-4be9-a510-13e3c846de08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3ba124a-70df-49f9-865d-161815339cca', 'name': 'tempest-TestNetworkBasicOps-router-1581285085', 'tenant_id': 'cbaad1cb6c364f2d8238ea489cf6e7b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.176'}], 'enable_snat': True}, 'gw_port_id': '77bf8668-611d-4ae5-b014-8f085e2cc2e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:58:59Z', 'updated_at': '2021-08-12T15:01:07Z', 'revision_number': 6, 'project_id': 'cbaad1cb6c364f2d8238ea489cf6e7b7', 'gw_port': {'id': '77bf8668-611d-4ae5-b014-8f085e2cc2e8', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:77:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3ba124a-70df-49f9-865d-161815339cca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3317, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:58:59Z', 'updated_at': '2021-08-12T14:59:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_floatingips': [{'id': 'e40272d5-9a40-4754-8f46-4ee6dc569d91', 'tenant_id': 'cbaad1cb6c364f2d8238ea489cf6e7b7', 'floating_ip_address': '172.25.1.100', 'floating_network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'router_id': 'd3ba124a-70df-49f9-865d-161815339cca', 'port_id': 'e868ff10-7490-4857-98a0-231d7322f8fa', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3362, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e7eca48-badb-45a7-932d-a88a5ec55660', 'mac_address': 'fa:16:3e:4a:fb:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76ed27f8-8779-47dc-afc0-8aedac1dce30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T14:59:27Z', 'updated_at': '2021-08-12T14:59:30Z', 'revision_number': 1, 'project_id': 'cbaad1cb6c364f2d8238ea489cf6e7b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f23466df-3273-468e-bf9b-d9f9f6253991', 'name': '', 'network_id': '3e7eca48-badb-45a7-932d-a88a5ec55660', 'tenant_id': 'cbaad1cb6c364f2d8238ea489cf6e7b7', 'mac_address': 'fa:16:3e:ce:ea:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3ba124a-70df-49f9-865d-161815339cca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': '3b6b8245-5d20-415c-b5e2-bcd26d766821', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:59:04Z', 'updated_at': '2021-08-12T14:59:13Z', 'revision_number': 5, 'project_id': 'cbaad1cb6c364f2d8238ea489cf6e7b7', 'subnets': [{'id': '3b6b8245-5d20-415c-b5e2-bcd26d766821', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:01:08.671289 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0dd1d0f0-a5d5-4cf0-b4bb-c40573678ff7 req-c65ef709-db63-4b16-89a5-88d86bc2bcfd tempest-VolumesActionsTest-2068212490 tempest-VolumesActionsTest-2068212490-project] 10.222.0.39 "GET /v2.0/ports?device_id=6605662c-deaf-4815-a680-f12fa7d18995 HTTP/1.1" status: 200 len: 210 time: 0.0426049 Aug 12 15:01:08.701360 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faa541c5-8696-4be9-a510-13e3c846de08 None None] Checking router: d3ba124a-70df-49f9-865d-161815339cca for host: n-d-694802-15 {{(pid=94468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 15:01:08.713661 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faa541c5-8696-4be9-a510-13e3c846de08 None None] Routers {'d3ba124a-70df-49f9-865d-161815339cca'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:01:08.714500 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-faa541c5-8696-4be9-a510-13e3c846de08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T15:00:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['d3ba124a-70df-49f9-865d-161815339cca'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:01:08.719828 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92fc74e-5ae1-4c10-aab4-8a02f97cd25c req-dcfab131-25e8-40cc-b55b-7d4a3d289c00 tempest-VolumesActionsTest-2068212490 tempest-VolumesActionsTest-2068212490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:01:08.721547 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f92fc74e-5ae1-4c10-aab4-8a02f97cd25c req-dcfab131-25e8-40cc-b55b-7d4a3d289c00 tempest-VolumesActionsTest-2068212490 tempest-VolumesActionsTest-2068212490-project] 10.222.0.64 "GET /v2.0/networks?id=901c4bfa-73a6-4df2-99c6-b581ee094dfb HTTP/1.1" status: 200 len: 808 time: 0.1555636 Aug 12 15:01:08.737067 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-f92fc74e-5ae1-4c10-aab4-8a02f97cd25c req-6aa457b2-2dcc-4768-aedc-596d7873a0ed tempest-VolumesActionsTest-2068212490 tempest-VolumesActionsTest-2068212490-project] Request body: {'port': {'device_id': '6605662c-deaf-4815-a680-f12fa7d18995', 'network_id': '901c4bfa-73a6-4df2-99c6-b581ee094dfb', 'admin_state_up': True, 'tenant_id': 'e3ae4595569545ba84c1f4acc345342f'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:01:08.865359 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f92fc74e-5ae1-4c10-aab4-8a02f97cd25c req-6aa457b2-2dcc-4768-aedc-596d7873a0ed tempest-VolumesActionsTest-2068212490 tempest-VolumesActionsTest-2068212490-project] Made reservation on behalf of e3ae4595569545ba84c1f4acc345342f for: {'port': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 15:01:08.869155 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-f92fc74e-5ae1-4c10-aab4-8a02f97cd25c req-6aa457b2-2dcc-4768-aedc-596d7873a0ed tempest-VolumesActionsTest-2068212490 tempest-VolumesActionsTest-2068212490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:09.004222 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvr_db [None req-faa541c5-8696-4be9-a510-13e3c846de08 None None] Set router d3ba124a-70df-49f9-865d-161815339cca gateway port host: n-d-694802-15 {{(pid=94468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:01:09.017059 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_common [req-f92fc74e-5ae1-4c10-aab4-8a02f97cd25c req-6aa457b2-2dcc-4768-aedc-596d7873a0ed tempest-VolumesActionsTest-2068212490 tempest-VolumesActionsTest-2068212490-project] Allocated IP 172.20.0.7 (901c4bfa-73a6-4df2-99c6-b581ee094dfb/9b408115-5ff5-494f-9347-f0b20d2616f3/c95e96b0-4d17-4354-abc4-4790ec8efe5d) {{(pid=94467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 15:01:09.174129 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-f92fc74e-5ae1-4c10-aab4-8a02f97cd25c req-6aa457b2-2dcc-4768-aedc-596d7873a0ed tempest-VolumesActionsTest-2068212490 tempest-VolumesActionsTest-2068212490-project] Notify callbacks [] for port, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:09.226886 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-f92fc74e-5ae1-4c10-aab4-8a02f97cd25c req-6aa457b2-2dcc-4768-aedc-596d7873a0ed tempest-VolumesActionsTest-2068212490 tempest-VolumesActionsTest-2068212490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:09.258783 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-faa541c5-8696-4be9-a510-13e3c846de08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3ba124a-70df-49f9-865d-161815339cca', 'name': 'tempest-TestNetworkBasicOps-router-1581285085', 'tenant_id': 'cbaad1cb6c364f2d8238ea489cf6e7b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.176'}], 'enable_snat': True}, 'gw_port_id': '77bf8668-611d-4ae5-b014-8f085e2cc2e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:58:59Z', 'updated_at': '2021-08-12T15:01:07Z', 'revision_number': 6, 'project_id': 'cbaad1cb6c364f2d8238ea489cf6e7b7', 'gw_port': {'id': '77bf8668-611d-4ae5-b014-8f085e2cc2e8', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:77:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3ba124a-70df-49f9-865d-161815339cca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3317, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:58:59Z', 'updated_at': '2021-08-12T14:59:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_floatingips': [{'id': 'e40272d5-9a40-4754-8f46-4ee6dc569d91', 'tenant_id': 'cbaad1cb6c364f2d8238ea489cf6e7b7', 'floating_ip_address': '172.25.1.100', 'floating_network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'router_id': 'd3ba124a-70df-49f9-865d-161815339cca', 'port_id': 'e868ff10-7490-4857-98a0-231d7322f8fa', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3362, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e7eca48-badb-45a7-932d-a88a5ec55660', 'mac_address': 'fa:16:3e:4a:fb:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76ed27f8-8779-47dc-afc0-8aedac1dce30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T14:59:27Z', 'updated_at': '2021-08-12T14:59:30Z', 'revision_number': 1, 'project_id': 'cbaad1cb6c364f2d8238ea489cf6e7b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f23466df-3273-468e-bf9b-d9f9f6253991', 'name': '', 'network_id': '3e7eca48-badb-45a7-932d-a88a5ec55660', 'tenant_id': 'cbaad1cb6c364f2d8238ea489cf6e7b7', 'mac_address': 'fa:16:3e:ce:ea:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3ba124a-70df-49f9-865d-161815339cca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': '3b6b8245-5d20-415c-b5e2-bcd26d766821', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:59:04Z', 'updated_at': '2021-08-12T14:59:13Z', 'revision_number': 5, 'project_id': 'cbaad1cb6c364f2d8238ea489cf6e7b7', 'subnets': [{'id': '3b6b8245-5d20-415c-b5e2-bcd26d766821', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:01:09.283631 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f92fc74e-5ae1-4c10-aab4-8a02f97cd25c req-6aa457b2-2dcc-4768-aedc-596d7873a0ed tempest-VolumesActionsTest-2068212490 tempest-VolumesActionsTest-2068212490-project] Network 901c4bfa-73a6-4df2-99c6-b581ee094dfb is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 15:01:09.286999 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faa541c5-8696-4be9-a510-13e3c846de08 None None] The sync data for ids ['d3ba124a-70df-49f9-865d-161815339cca'] in n-d-694802-15 is: [{'id': 'd3ba124a-70df-49f9-865d-161815339cca', 'name': 'tempest-TestNetworkBasicOps-router-1581285085', 'tenant_id': 'cbaad1cb6c364f2d8238ea489cf6e7b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.176'}], 'enable_snat': True}, 'gw_port_id': '77bf8668-611d-4ae5-b014-8f085e2cc2e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:58:59Z', 'updated_at': '2021-08-12T15:01:07Z', 'revision_number': 6, 'project_id': 'cbaad1cb6c364f2d8238ea489cf6e7b7', 'gw_port': {'id': '77bf8668-611d-4ae5-b014-8f085e2cc2e8', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:77:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3ba124a-70df-49f9-865d-161815339cca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3317, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:58:59Z', 'updated_at': '2021-08-12T14:59:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_floatingips': [{'id': 'e40272d5-9a40-4754-8f46-4ee6dc569d91', 'tenant_id': 'cbaad1cb6c364f2d8238ea489cf6e7b7', 'floating_ip_address': '172.25.1.100', 'floating_network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'router_id': 'd3ba124a-70df-49f9-865d-161815339cca', 'port_id': 'e868ff10-7490-4857-98a0-231d7322f8fa', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3362, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e7eca48-badb-45a7-932d-a88a5ec55660', 'mac_address': 'fa:16:3e:4a:fb:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76ed27f8-8779-47dc-afc0-8aedac1dce30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T14:59:27Z', 'updated_at': '2021-08-12T14:59:30Z', 'revision_number': 1, 'project_id': 'cbaad1cb6c364f2d8238ea489cf6e7b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f23466df-3273-468e-bf9b-d9f9f6253991', 'name': '', 'network_id': '3e7eca48-badb-45a7-932d-a88a5ec55660', 'tenant_id': 'cbaad1cb6c364f2d8238ea489cf6e7b7', 'mac_address': 'fa:16:3e:ce:ea:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3ba124a-70df-49f9-865d-161815339cca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': '3b6b8245-5d20-415c-b5e2-bcd26d766821', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:59:04Z', 'updated_at': '2021-08-12T14:59:13Z', 'revision_number': 5, 'project_id': 'cbaad1cb6c364f2d8238ea489cf6e7b7', 'subnets': [{'id': '3b6b8245-5d20-415c-b5e2-bcd26d766821', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 15:01:09.288352 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [req-f92fc74e-5ae1-4c10-aab4-8a02f97cd25c req-6aa457b2-2dcc-4768-aedc-596d7873a0ed tempest-VolumesActionsTest-2068212490 tempest-VolumesActionsTest-2068212490-project] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:01:09.290334 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa457b2-2dcc-4768-aedc-596d7873a0ed tempest-VolumesActionsTest-2068212490 tempest-VolumesActionsTest-2068212490-project] Pushing event updated for resources: {'Port': ['ID=c95e96b0-4d17-4354-abc4-4790ec8efe5d,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:01:09.299428 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [req-f92fc74e-5ae1-4c10-aab4-8a02f97cd25c req-6aa457b2-2dcc-4768-aedc-596d7873a0ed tempest-VolumesActionsTest-2068212490 tempest-VolumesActionsTest-2068212490-project] Received port after_create {{(pid=94467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 15:01:09.355737 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92fc74e-5ae1-4c10-aab4-8a02f97cd25c req-6aa457b2-2dcc-4768-aedc-596d7873a0ed tempest-VolumesActionsTest-2068212490 tempest-VolumesActionsTest-2068212490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:01:09.356355 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-f92fc74e-5ae1-4c10-aab4-8a02f97cd25c req-6aa457b2-2dcc-4768-aedc-596d7873a0ed tempest-VolumesActionsTest-2068212490 tempest-VolumesActionsTest-2068212490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:09.372100 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f92fc74e-5ae1-4c10-aab4-8a02f97cd25c req-6aa457b2-2dcc-4768-aedc-596d7873a0ed tempest-VolumesActionsTest-2068212490 tempest-VolumesActionsTest-2068212490-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6401527 Aug 12 15:01:09.389954 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-f92fc74e-5ae1-4c10-aab4-8a02f97cd25c req-9ed7d5d6-fdf0-4dc4-90ed-39eb77385dd8 service neutron] Request body: {'port': {'device_id': '6605662c-deaf-4815-a680-f12fa7d18995', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-694802-15'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:01:09.450647 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-f92fc74e-5ae1-4c10-aab4-8a02f97cd25c req-9ed7d5d6-fdf0-4dc4-90ed-39eb77385dd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:09.830263 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f806791-7213-40b5-b4d5-683c9624acdc req-02dea795-2a34-47dd-b5d0-c9027ce28e2b tempest-VolumesActionsTest-2068212490 tempest-VolumesActionsTest-2068212490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:01:09.832710 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-2f806791-7213-40b5-b4d5-683c9624acdc req-02dea795-2a34-47dd-b5d0-c9027ce28e2b tempest-VolumesActionsTest-2068212490 tempest-VolumesActionsTest-2068212490-project] 10.222.0.39 "GET /v2.0/ports?device_id=6605662c-deaf-4815-a680-f12fa7d18995 HTTP/1.1" status: 200 len: 931 time: 0.0701125 Aug 12 15:01:09.876593 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd35d67e-0ab7-4011-8514-5cc6ce9acb6f req-53d8ac27-d117-49f6-8ebd-a27a866f59a5 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:01:09.878205 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-dd35d67e-0ab7-4011-8514-5cc6ce9acb6f req-53d8ac27-d117-49f6-8ebd-a27a866f59a5 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec0bc87b-1cee-480e-816c-745983da8ddb HTTP/1.1" status: 200 len: 946 time: 0.0824418 Aug 12 15:01:09.882970 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-2f806791-7213-40b5-b4d5-683c9624acdc req-4c0debb9-dd38-42b1-81d0-aef98c8637fc tempest-VolumesActionsTest-2068212490 tempest-VolumesActionsTest-2068212490-project] 10.222.0.39 "GET /v2.0/security-groups?id=1f858fcb-f526-4bce-85ec-fe9dbdc3b41e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423398 Aug 12 15:01:09.994526 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-dd35d67e-0ab7-4011-8514-5cc6ce9acb6f req-314fb7b9-63d4-4fbd-b331-d7c5c9ca2ea0 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] 10.222.0.39 "GET /v2.0/security-groups?id=d6119c16-b22a-4cdd-8d45-55b6b957a0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1013508 Aug 12 15:01:10.099660 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-1e0b03e8-258c-416c-8eda-a988b835e32d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:10.107757 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cf3e34-aa43-47e9-9ae7-0be018a30629 req-bd1cb9b5-4c93-4044-bd56-7525d750aa04 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:01:10.109261 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-69cf3e34-aa43-47e9-9ae7-0be018a30629 req-bd1cb9b5-4c93-4044-bd56-7525d750aa04 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] 10.222.0.49 "GET /v2.0/ports?device_id=ec0bc87b-1cee-480e-816c-745983da8ddb HTTP/1.1" status: 200 len: 946 time: 0.1046612 Aug 12 15:01:10.169376 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 461f7756-dd5c-4b69-9d80-1f6372cb5900 no longer exists at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 15:01:10.190601 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] No Port match for: 461f7756-dd5c-4b69-9d80-1f6372cb5900 {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 15:01:10.190601 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 461f7756-dd5c-4b69-9d80-1f6372cb5900 not bound to the agent host n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 15:01:10.269081 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [req-f92fc74e-5ae1-4c10-aab4-8a02f97cd25c req-9ed7d5d6-fdf0-4dc4-90ed-39eb77385dd8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c95e96b0-4d17-4354-abc4-4790ec8efe5d {{(pid=94467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 15:01:10.280411 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-f92fc74e-5ae1-4c10-aab4-8a02f97cd25c req-9ed7d5d6-fdf0-4dc4-90ed-39eb77385dd8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:10.284096 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [req-69cf3e34-aa43-47e9-9ae7-0be018a30629 req-68379a54-45bf-439a-8889-91f7c51701be tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Deleting port 51c199b6-8c6c-4402-adcf-2dd7287f8fd0 {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 15:01:10.284531 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-69cf3e34-aa43-47e9-9ae7-0be018a30629 req-68379a54-45bf-439a-8889-91f7c51701be tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:10.337441 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [req-f92fc74e-5ae1-4c10-aab4-8a02f97cd25c req-9ed7d5d6-fdf0-4dc4-90ed-39eb77385dd8 service neutron] Transition to ACTIVE for port object c95e96b0-4d17-4354-abc4-4790ec8efe5d will not be triggered until provisioned by entity L2. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:01:10.345360 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-f92fc74e-5ae1-4c10-aab4-8a02f97cd25c req-9ed7d5d6-fdf0-4dc4-90ed-39eb77385dd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:10.423385 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed7d5d6-fdf0-4dc4-90ed-39eb77385dd8 service neutron] Pushing event updated for resources: {'Port': ['ID=c95e96b0-4d17-4354-abc4-4790ec8efe5d,revision_number=2']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:01:10.475473 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-69cf3e34-aa43-47e9-9ae7-0be018a30629 req-68379a54-45bf-439a-8889-91f7c51701be tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] For port 51c199b6-8c6c-4402-adcf-2dd7287f8fd0, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=51c199b6-8c6c-4402-adcf-2dd7287f8fd0,segment=NetworkSegment(aa827c3b-9fa7-4903-817b-da9ad15f98e6),segment_id=aa827c3b-9fa7-4903-817b-da9ad15f98e6)] {{(pid=94467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:01:10.475846 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-69cf3e34-aa43-47e9-9ae7-0be018a30629 req-68379a54-45bf-439a-8889-91f7c51701be tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:10.497928 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [req-69cf3e34-aa43-47e9-9ae7-0be018a30629 req-68379a54-45bf-439a-8889-91f7c51701be tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Calling delete_port for 51c199b6-8c6c-4402-adcf-2dd7287f8fd0 owned by compute:nova {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 15:01:10.552044 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-f92fc74e-5ae1-4c10-aab4-8a02f97cd25c req-9ed7d5d6-fdf0-4dc4-90ed-39eb77385dd8 service neutron] Attempting to bind port c95e96b0-4d17-4354-abc4-4790ec8efe5d on host n-h1-694802-15 for vnic_type normal with profile {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 15:01:10.552382 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-f92fc74e-5ae1-4c10-aab4-8a02f97cd25c req-9ed7d5d6-fdf0-4dc4-90ed-39eb77385dd8 service neutron] Attempting to bind port c95e96b0-4d17-4354-abc4-4790ec8efe5d by drivers openvswitch,hyperv on host n-h1-694802-15 at level 0 using segments [{'id': '9e8843f4-2a4f-4f35-8370-3c4d6a1d84a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '901c4bfa-73a6-4df2-99c6-b581ee094dfb'}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 15:01:10.552717 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f92fc74e-5ae1-4c10-aab4-8a02f97cd25c req-9ed7d5d6-fdf0-4dc4-90ed-39eb77385dd8 service neutron] Attempting to bind port c95e96b0-4d17-4354-abc4-4790ec8efe5d on network 901c4bfa-73a6-4df2-99c6-b581ee094dfb {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 15:01:10.561150 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f92fc74e-5ae1-4c10-aab4-8a02f97cd25c req-9ed7d5d6-fdf0-4dc4-90ed-39eb77385dd8 service neutron] Port c95e96b0-4d17-4354-abc4-4790ec8efe5d on network 901c4bfa-73a6-4df2-99c6-b581ee094dfb not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-15 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 15:01:10.561502 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f92fc74e-5ae1-4c10-aab4-8a02f97cd25c req-9ed7d5d6-fdf0-4dc4-90ed-39eb77385dd8 service neutron] Attempting to bind port c95e96b0-4d17-4354-abc4-4790ec8efe5d on network 901c4bfa-73a6-4df2-99c6-b581ee094dfb {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 15:01:10.576249 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f92fc74e-5ae1-4c10-aab4-8a02f97cd25c req-9ed7d5d6-fdf0-4dc4-90ed-39eb77385dd8 service neutron] Checking agent: {'id': 'de568313-a3e6-454a-9813-77e25edcea95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 27, 41), 'started_at': datetime.datetime(2021, 8, 12, 14, 27, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 15, 0, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 15:01:10.576592 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f92fc74e-5ae1-4c10-aab4-8a02f97cd25c req-9ed7d5d6-fdf0-4dc4-90ed-39eb77385dd8 service neutron] Checking segment: {'id': '9e8843f4-2a4f-4f35-8370-3c4d6a1d84a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '901c4bfa-73a6-4df2-99c6-b581ee094dfb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 15:01:10.576989 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f92fc74e-5ae1-4c10-aab4-8a02f97cd25c req-9ed7d5d6-fdf0-4dc4-90ed-39eb77385dd8 service neutron] Bound using segment: {'id': '9e8843f4-2a4f-4f35-8370-3c4d6a1d84a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '901c4bfa-73a6-4df2-99c6-b581ee094dfb'} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 15:01:10.577429 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-f92fc74e-5ae1-4c10-aab4-8a02f97cd25c req-9ed7d5d6-fdf0-4dc4-90ed-39eb77385dd8 service neutron] Bound port: c95e96b0-4d17-4354-abc4-4790ec8efe5d, host: n-h1-694802-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e8843f4-2a4f-4f35-8370-3c4d6a1d84a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '901c4bfa-73a6-4df2-99c6-b581ee094dfb'}}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 15:01:10.577795 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-f92fc74e-5ae1-4c10-aab4-8a02f97cd25c req-9ed7d5d6-fdf0-4dc4-90ed-39eb77385dd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:10.692356 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-f92fc74e-5ae1-4c10-aab4-8a02f97cd25c req-9ed7d5d6-fdf0-4dc4-90ed-39eb77385dd8 service neutron] For port c95e96b0-4d17-4354-abc4-4790ec8efe5d, host n-h1-694802-15, cleared binding levels {{(pid=94467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 15:01:10.698394 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-f92fc74e-5ae1-4c10-aab4-8a02f97cd25c req-9ed7d5d6-fdf0-4dc4-90ed-39eb77385dd8 service neutron] For port c95e96b0-4d17-4354-abc4-4790ec8efe5d, host n-h1-694802-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=c95e96b0-4d17-4354-abc4-4790ec8efe5d,segment=NetworkSegment(9e8843f4-2a4f-4f35-8370-3c4d6a1d84a3),segment_id=9e8843f4-2a4f-4f35-8370-3c4d6a1d84a3)] {{(pid=94467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 15:01:10.705768 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-f92fc74e-5ae1-4c10-aab4-8a02f97cd25c req-9ed7d5d6-fdf0-4dc4-90ed-39eb77385dd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:10.718020 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-69cf3e34-aa43-47e9-9ae7-0be018a30629 req-68379a54-45bf-439a-8889-91f7c51701be tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:10.766506 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92fc74e-5ae1-4c10-aab4-8a02f97cd25c req-9ed7d5d6-fdf0-4dc4-90ed-39eb77385dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:01:10.767236 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-f92fc74e-5ae1-4c10-aab4-8a02f97cd25c req-9ed7d5d6-fdf0-4dc4-90ed-39eb77385dd8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:10.768910 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f92fc74e-5ae1-4c10-aab4-8a02f97cd25c req-9ed7d5d6-fdf0-4dc4-90ed-39eb77385dd8 service neutron] 10.222.0.64 "PUT /v2.0/ports/c95e96b0-4d17-4354-abc4-4790ec8efe5d HTTP/1.1" status: 200 len: 1092 time: 1.3832018 Aug 12 15:01:10.769536 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6605662c-deaf-4815-a680-f12fa7d18995', 'tag': 'c95e96b0-4d17-4354-abc4-4790ec8efe5d'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:01:10.771973 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e65282f928b64038367d043a4411777802006c43a98742496cb2e25b724ff1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9301db77-2235-448e-93de-56512f5b4fba" -d '{"events": [{"name": "network-changed", "server_uuid": "6605662c-deaf-4815-a680-f12fa7d18995", "tag": "c95e96b0-4d17-4354-abc4-4790ec8efe5d"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 15:01:10.817682 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed7d5d6-fdf0-4dc4-90ed-39eb77385dd8 service neutron] Pushing event updated for resources: {'Port': ['ID=c95e96b0-4d17-4354-abc4-4790ec8efe5d,revision_number=3']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:01:10.848606 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 15:01:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bf9e680-c2db-46ea-8ab5-474cdb899c68 x-openstack-request-id: req-5bf9e680-c2db-46ea-8ab5-474cdb899c68 {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 15:01:10.848899 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6605662c-deaf-4815-a680-f12fa7d18995", "tag": "c95e96b0-4d17-4354-abc4-4790ec8efe5d", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 15:01:10.849148 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5bf9e680-c2db-46ea-8ab5-474cdb899c68 {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 15:01:10.849542 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6605662c-deaf-4815-a680-f12fa7d18995', 'tag': 'c95e96b0-4d17-4354-abc4-4790ec8efe5d', 'status': 'completed', 'code': 200} Aug 12 15:01:10.875420 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [req-69cf3e34-aa43-47e9-9ae7-0be018a30629 req-68379a54-45bf-439a-8889-91f7c51701be tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] No DVR routers for this DVR port 51c199b6-8c6c-4402-adcf-2dd7287f8fd0 on host n-h2-694802-15 {{(pid=94467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 15:01:10.877123 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68379a54-45bf-439a-8889-91f7c51701be tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Pushing event deleted for resources: {'Port': ['ID=51c199b6-8c6c-4402-adcf-2dd7287f8fd0,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:01:10.879240 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-69cf3e34-aa43-47e9-9ae7-0be018a30629 req-68379a54-45bf-439a-8889-91f7c51701be tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:10.881148 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-69cf3e34-aa43-47e9-9ae7-0be018a30629 req-68379a54-45bf-439a-8889-91f7c51701be tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] 10.222.0.49 "DELETE /v2.0/ports/51c199b6-8c6c-4402-adcf-2dd7287f8fd0 HTTP/1.1" status: 204 len: 173 time: 0.7627110 Aug 12 15:01:10.911751 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92fc74e-5ae1-4c10-aab4-8a02f97cd25c req-9b43a1a2-13ff-4642-a456-a2ea8187dd27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:01:10.913649 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f92fc74e-5ae1-4c10-aab4-8a02f97cd25c req-9b43a1a2-13ff-4642-a456-a2ea8187dd27 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e3ae4595569545ba84c1f4acc345342f&device_id=6605662c-deaf-4815-a680-f12fa7d18995 HTTP/1.1" status: 200 len: 1095 time: 0.0824215 Aug 12 15:01:10.960484 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f92fc74e-5ae1-4c10-aab4-8a02f97cd25c req-fba85bfa-db17-4dad-abd0-bcdd7e492134 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c95e96b0-4d17-4354-abc4-4790ec8efe5d HTTP/1.1" status: 200 len: 217 time: 0.0369284 Aug 12 15:01:11.015434 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92fc74e-5ae1-4c10-aab4-8a02f97cd25c req-e9ee4e1a-699a-43cb-8ece-089246946acc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:01:11.017174 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f92fc74e-5ae1-4c10-aab4-8a02f97cd25c req-e9ee4e1a-699a-43cb-8ece-089246946acc service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9b408115-5ff5-494f-9347-f0b20d2616f3 HTTP/1.1" status: 200 len: 848 time: 0.0489662 Aug 12 15:01:11.047248 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f629f8-fa6e-435a-b86d-51d9d8543fe6 req-3483b325-bc74-42c9-8da5-2452254f04ab tempest-VolumesActionsTest-2068212490 tempest-VolumesActionsTest-2068212490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:01:11.049068 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-d1f629f8-fa6e-435a-b86d-51d9d8543fe6 req-3483b325-bc74-42c9-8da5-2452254f04ab tempest-VolumesActionsTest-2068212490 tempest-VolumesActionsTest-2068212490-project] 10.222.0.39 "GET /v2.0/ports?device_id=6605662c-deaf-4815-a680-f12fa7d18995 HTTP/1.1" status: 200 len: 943 time: 0.0798073 Aug 12 15:01:11.071976 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f92fc74e-5ae1-4c10-aab4-8a02f97cd25c req-2b83a1fa-b191-4084-98ba-00b41ab33aa5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=901c4bfa-73a6-4df2-99c6-b581ee094dfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0464559 Aug 12 15:01:11.114862 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-d1f629f8-fa6e-435a-b86d-51d9d8543fe6 req-bdae2a46-4a70-451f-b8be-ff49670ea191 tempest-VolumesActionsTest-2068212490 tempest-VolumesActionsTest-2068212490-project] 10.222.0.39 "GET /v2.0/security-groups?id=1f858fcb-f526-4bce-85ec-fe9dbdc3b41e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478697 Aug 12 15:01:11.184619 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0eda3370-615b-4a2c-86e2-54d92e54dff9 req-c99028ea-8bb3-44d1-87b8-8856b208d83c tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec0bc87b-1cee-480e-816c-745983da8ddb HTTP/1.1" status: 200 len: 210 time: 0.0423861 Aug 12 15:01:11.251906 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f92fc74e-5ae1-4c10-aab4-8a02f97cd25c req-fbaac64c-ed09-43af-9a3d-09bce7c3befc service neutron] 10.222.0.64 "GET /v2.0/networks/901c4bfa-73a6-4df2-99c6-b581ee094dfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1702681 Aug 12 15:01:11.353480 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f92fc74e-5ae1-4c10-aab4-8a02f97cd25c req-c9759252-5dfc-47b7-b18d-993c6735578c service neutron] 10.222.0.64 "GET /v2.0/networks/901c4bfa-73a6-4df2-99c6-b581ee094dfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932670 Aug 12 15:01:11.452396 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:11.453383 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9301db77-2235-448e-93de-56512f5b4fba req-4f65efb9-686f-409a-89f9-0d4c5e5681b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:01:11.456060 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9301db77-2235-448e-93de-56512f5b4fba req-4f65efb9-686f-409a-89f9-0d4c5e5681b3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e3ae4595569545ba84c1f4acc345342f&device_id=6605662c-deaf-4815-a680-f12fa7d18995 HTTP/1.1" status: 200 len: 1095 time: 0.0489578 Aug 12 15:01:11.569736 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9301db77-2235-448e-93de-56512f5b4fba req-ccd3e0db-5b93-444b-b6cb-9a6046064be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:01:11.571290 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9301db77-2235-448e-93de-56512f5b4fba req-ccd3e0db-5b93-444b-b6cb-9a6046064be2 service neutron] 10.222.0.64 "GET /v2.0/networks?id=901c4bfa-73a6-4df2-99c6-b581ee094dfb HTTP/1.1" status: 200 len: 909 time: 0.1075585 Aug 12 15:01:11.614908 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9301db77-2235-448e-93de-56512f5b4fba req-fdfc7e47-41ba-4a35-b260-daa44e19d122 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c95e96b0-4d17-4354-abc4-4790ec8efe5d HTTP/1.1" status: 200 len: 217 time: 0.0342479 Aug 12 15:01:11.668444 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9301db77-2235-448e-93de-56512f5b4fba req-f95b36be-77e3-43ed-9769-1a0484cad89a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:01:11.669886 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9301db77-2235-448e-93de-56512f5b4fba req-f95b36be-77e3-43ed-9769-1a0484cad89a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9b408115-5ff5-494f-9347-f0b20d2616f3 HTTP/1.1" status: 200 len: 848 time: 0.0437362 Aug 12 15:01:11.705915 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9301db77-2235-448e-93de-56512f5b4fba req-fb49aa01-9da4-44d8-93ad-26b3528718c9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=901c4bfa-73a6-4df2-99c6-b581ee094dfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248590 Aug 12 15:01:11.804658 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9301db77-2235-448e-93de-56512f5b4fba req-48564379-1d99-4202-bffb-76304d3546ef service neutron] 10.222.0.64 "GET /v2.0/networks/901c4bfa-73a6-4df2-99c6-b581ee094dfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868893 Aug 12 15:01:11.898707 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9301db77-2235-448e-93de-56512f5b4fba req-84e5502a-7b8f-4b9e-926d-dca4975eed1f service neutron] 10.222.0.64 "GET /v2.0/networks/901c4bfa-73a6-4df2-99c6-b581ee094dfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822349 Aug 12 15:01:12.243433 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 47248) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:01:12.252516 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b06b8bf-c329-47c7-a6e0-d161e30fc21a req-94dae1c5-5911-4fbf-aa8c-5f905f8c89df tempest-VolumesActionsTest-2068212490 tempest-VolumesActionsTest-2068212490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:01:12.255614 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-1b06b8bf-c329-47c7-a6e0-d161e30fc21a req-94dae1c5-5911-4fbf-aa8c-5f905f8c89df tempest-VolumesActionsTest-2068212490 tempest-VolumesActionsTest-2068212490-project] 10.222.0.39 "GET /v2.0/ports?device_id=6605662c-deaf-4815-a680-f12fa7d18995 HTTP/1.1" status: 200 len: 943 time: 0.0661850 Aug 12 15:01:12.306908 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-1b06b8bf-c329-47c7-a6e0-d161e30fc21a req-3b098c05-672d-42eb-9c04-15de6bceaf66 tempest-VolumesActionsTest-2068212490 tempest-VolumesActionsTest-2068212490-project] 10.222.0.39 "GET /v2.0/security-groups?id=1f858fcb-f526-4bce-85ec-fe9dbdc3b41e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452626 Aug 12 15:01:12.322283 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c1563fa9-6630-471d-ba22-702069914be4 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify callbacks [] for security_group, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:12.348298 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c1563fa9-6630-471d-ba22-702069914be4 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:12.408961 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c1563fa9-6630-471d-ba22-702069914be4 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:12.411770 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c1563fa9-6630-471d-ba22-702069914be4 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:12.412944 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-c1563fa9-6630-471d-ba22-702069914be4 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] 10.222.0.39 "DELETE /v2.0/security-groups/d6119c16-b22a-4cdd-8d45-55b6b957a0b5 HTTP/1.1" status: 204 len: 168 time: 0.1685121 Aug 12 15:01:12.423182 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1563fa9-6630-471d-ba22-702069914be4 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6119c16-b22a-4cdd-8d45-55b6b957a0b5,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:01:12.456333 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 47252) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:01:12.510250 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_v2 [None req-76885b6a-9f69-4ff3-b34a-758ef80df45a tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Deleting subnet 11f47e8a-197b-4f4e-99a3-412eace7965b {{(pid=94466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 15:01:12.513368 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-76885b6a-9f69-4ff3-b34a-758ef80df45a tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify callbacks [] for subnet, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:12.565151 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-76885b6a-9f69-4ff3-b34a-758ef80df45a tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2293551'] for subnet, precommit_delete_associations {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:12.582695 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device 51c199b6-8c6c-4402-adcf-2dd7287f8fd0 no longer exists at agent hyperv_n-h2-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 15:01:12.619733 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] No Port match for: 51c199b6-8c6c-4402-adcf-2dd7287f8fd0 {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 15:01:12.620663 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device 51c199b6-8c6c-4402-adcf-2dd7287f8fd0 not bound to the agent host n-h2-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 15:01:12.629993 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9b5d8ecc-73b3-4912-8479-f4cb6de5921d req-27d77dc9-87d8-469d-ac04-27b0f3ab10c6 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=76ed27f8-8779-47dc-afc0-8aedac1dce30&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0543494 Aug 12 15:01:12.661511 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-76885b6a-9f69-4ff3-b34a-758ef80df45a tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66416255'] for subnet, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:12.720906 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:12.724508 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5d8ecc-73b3-4912-8479-f4cb6de5921d req-73c05dc5-2777-46d7-8c49-cec6058afc40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:01:12.726296 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9b5d8ecc-73b3-4912-8479-f4cb6de5921d req-73c05dc5-2777-46d7-8c49-cec6058afc40 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=cbaad1cb6c364f2d8238ea489cf6e7b7&device_id=76ed27f8-8779-47dc-afc0-8aedac1dce30 HTTP/1.1" status: 200 len: 1098 time: 0.0494831 Aug 12 15:01:12.728162 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-76885b6a-9f69-4ff3-b34a-758ef80df45a tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66416232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3718429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8776402'] for subnet, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:12.761750 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76885b6a-9f69-4ff3-b34a-758ef80df45a tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Pushing event deleted for resources: {'Subnet': ['ID=11f47e8a-197b-4f4e-99a3-412eace7965b,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:01:12.766802 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-76885b6a-9f69-4ff3-b34a-758ef80df45a tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify callbacks [] for subnet, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:12.768493 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-76885b6a-9f69-4ff3-b34a-758ef80df45a tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] 10.222.0.39 "DELETE /v2.0/subnets/11f47e8a-197b-4f4e-99a3-412eace7965b HTTP/1.1" status: 204 len: 168 time: 0.3108408 Aug 12 15:01:12.771181 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 47256) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:01:12.777782 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7868a6a3-9d1b-44c8-8015-b78a69313543 None None] Network 21505837-b14b-4a7d-b1c3-eccf5af19c7d requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 15:01:12.851120 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec0bc87b-1cee-480e-816c-745983da8ddb', 'name': 'network-vif-deleted', 'tag': '51c199b6-8c6c-4402-adcf-2dd7287f8fd0'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:01:12.854328 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e65282f928b64038367d043a4411777802006c43a98742496cb2e25b724ff1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d62d0b76-1b50-4239-b053-fe0361bbf50f" -d '{"events": [{"server_uuid": "ec0bc87b-1cee-480e-816c-745983da8ddb", "name": "network-vif-deleted", "tag": "51c199b6-8c6c-4402-adcf-2dd7287f8fd0"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 15:01:12.861812 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5d8ecc-73b3-4912-8479-f4cb6de5921d req-930f7f12-74ad-4374-b465-5d16c156dc04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:01:12.863363 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9b5d8ecc-73b3-4912-8479-f4cb6de5921d req-930f7f12-74ad-4374-b465-5d16c156dc04 service neutron] 10.222.0.64 "GET /v2.0/networks?id=3e7eca48-badb-45a7-932d-a88a5ec55660 HTTP/1.1" status: 200 len: 898 time: 0.1165352 Aug 12 15:01:12.881748 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-df6a1bf7-8a2b-4360-890d-7442ad40c1cb tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680608'] for network, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:12.933727 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 15:01:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58b79180-1981-4820-be38-993a7f2f8d3a x-openstack-request-id: req-58b79180-1981-4820-be38-993a7f2f8d3a {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 15:01:12.934237 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec0bc87b-1cee-480e-816c-745983da8ddb", "name": "network-vif-deleted", "tag": "51c199b6-8c6c-4402-adcf-2dd7287f8fd0", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 15:01:12.934414 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-58b79180-1981-4820-be38-993a7f2f8d3a {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 15:01:12.934978 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec0bc87b-1cee-480e-816c-745983da8ddb', 'name': 'network-vif-deleted', 'tag': '51c199b6-8c6c-4402-adcf-2dd7287f8fd0', 'status': 'completed', 'code': 200} Aug 12 15:01:12.962332 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9b5d8ecc-73b3-4912-8479-f4cb6de5921d req-7d8f2385-b26e-452e-ac1c-8c5c4401158b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e868ff10-7490-4857-98a0-231d7322f8fa HTTP/1.1" status: 200 len: 1002 time: 0.0894911 Aug 12 15:01:12.978543 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-df6a1bf7-8a2b-4360-890d-7442ad40c1cb tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Deleting port 09104a19-a86c-4ac7-bcf9-bb7f44bf128c {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 15:01:12.978905 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-df6a1bf7-8a2b-4360-890d-7442ad40c1cb tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:12.992512 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6eb9030-55b3-46cd-bf00-c3ae07498142 None None] DHCP port deletion for 21505837-b14b-4a7d-b1c3-eccf5af19c7d request from n-d-694802-15 {{(pid=94468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 15:01:13.020744 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5d8ecc-73b3-4912-8479-f4cb6de5921d req-c35f6578-0091-4a10-b997-7595ae38f110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:01:13.022535 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9b5d8ecc-73b3-4912-8479-f4cb6de5921d req-c35f6578-0091-4a10-b997-7595ae38f110 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3b6b8245-5d20-415c-b5e2-bcd26d766821 HTTP/1.1" status: 200 len: 834 time: 0.0524263 Aug 12 15:01:13.048968 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:13.074337 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-f6eb9030-55b3-46cd-bf00-c3ae07498142 None None] Deleting port 09104a19-a86c-4ac7-bcf9-bb7f44bf128c {{(pid=94468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 15:01:13.074958 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f6eb9030-55b3-46cd-bf00-c3ae07498142 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:13.078074 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-df6a1bf7-8a2b-4360-890d-7442ad40c1cb tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] For port 09104a19-a86c-4ac7-bcf9-bb7f44bf128c, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=09104a19-a86c-4ac7-bcf9-bb7f44bf128c,segment=NetworkSegment(aa827c3b-9fa7-4903-817b-da9ad15f98e6),segment_id=aa827c3b-9fa7-4903-817b-da9ad15f98e6)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:01:13.078481 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-df6a1bf7-8a2b-4360-890d-7442ad40c1cb tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:13.094546 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5d8ecc-73b3-4912-8479-f4cb6de5921d req-5a6ff996-1729-41b7-af61-cc02993be7c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:01:13.095244 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-df6a1bf7-8a2b-4360-890d-7442ad40c1cb tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Calling delete_port for 09104a19-a86c-4ac7-bcf9-bb7f44bf128c owned by network:dhcp {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 15:01:13.096259 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9b5d8ecc-73b3-4912-8479-f4cb6de5921d req-5a6ff996-1729-41b7-af61-cc02993be7c6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3e7eca48-badb-45a7-932d-a88a5ec55660&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0640190 Aug 12 15:01:13.155912 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-f6eb9030-55b3-46cd-bf00-c3ae07498142 None None] For port 09104a19-a86c-4ac7-bcf9-bb7f44bf128c, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=09104a19-a86c-4ac7-bcf9-bb7f44bf128c,segment=NetworkSegment(aa827c3b-9fa7-4903-817b-da9ad15f98e6),segment_id=aa827c3b-9fa7-4903-817b-da9ad15f98e6)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:01:13.156245 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f6eb9030-55b3-46cd-bf00-c3ae07498142 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:13.178332 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-f6eb9030-55b3-46cd-bf00-c3ae07498142 None None] Calling delete_port for 09104a19-a86c-4ac7-bcf9-bb7f44bf128c owned by network:dhcp {{(pid=94468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 15:01:13.181456 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-df6a1bf7-8a2b-4360-890d-7442ad40c1cb tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:13.206649 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9b5d8ecc-73b3-4912-8479-f4cb6de5921d req-0a019451-5c54-4fb1-8e21-46016a484af7 service neutron] 10.222.0.64 "GET /v2.0/networks/3e7eca48-badb-45a7-932d-a88a5ec55660?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006575 Aug 12 15:01:13.220971 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6a1bf7-8a2b-4360-890d-7442ad40c1cb tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Pushing event deleted for resources: {'Port': ['ID=09104a19-a86c-4ac7-bcf9-bb7f44bf128c,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:01:13.223032 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df6a1bf7-8a2b-4360-890d-7442ad40c1cb tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] No DVR routers for this DVR port 09104a19-a86c-4ac7-bcf9-bb7f44bf128c on host n-d-694802-15 {{(pid=94466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 15:01:13.267210 n-d-694802-15 neutron-server[94468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 15:01:13.267210 n-d-694802-15 neutron-server[94468]: self.session.flush() Aug 12 15:01:13.267210 n-d-694802-15 neutron-server[94468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 15:01:13.267210 n-d-694802-15 neutron-server[94468]: self.session.flush() Aug 12 15:01:13.267210 n-d-694802-15 neutron-server[94468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 15:01:13.267210 n-d-694802-15 neutron-server[94468]: self.session.flush() Aug 12 15:01:13.267210 n-d-694802-15 neutron-server[94468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 15:01:13.267210 n-d-694802-15 neutron-server[94468]: self.session.flush() Aug 12 15:01:13.267210 n-d-694802-15 neutron-server[94468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 15:01:13.267210 n-d-694802-15 neutron-server[94468]: self.session.flush() Aug 12 15:01:13.267210 n-d-694802-15 neutron-server[94468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 15:01:13.267210 n-d-694802-15 neutron-server[94468]: self.session.flush() Aug 12 15:01:13.267210 n-d-694802-15 neutron-server[94468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 15:01:13.267210 n-d-694802-15 neutron-server[94468]: self.session.flush() Aug 12 15:01:13.267210 n-d-694802-15 neutron-server[94468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 15:01:13.267210 n-d-694802-15 neutron-server[94468]: self.session.flush() Aug 12 15:01:13.267210 n-d-694802-15 neutron-server[94468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 15:01:13.267210 n-d-694802-15 neutron-server[94468]: self.session.flush() Aug 12 15:01:13.267210 n-d-694802-15 neutron-server[94468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 15:01:13.267210 n-d-694802-15 neutron-server[94468]: self.session.flush() Aug 12 15:01:13.267210 n-d-694802-15 neutron-server[94468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 15:01:13.267210 n-d-694802-15 neutron-server[94468]: self.session.flush() Aug 12 15:01:13.267210 n-d-694802-15 neutron-server[94468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 15:01:13.267210 n-d-694802-15 neutron-server[94468]: self.session.flush() Aug 12 15:01:13.267210 n-d-694802-15 neutron-server[94468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 15:01:13.267210 n-d-694802-15 neutron-server[94468]: self.session.flush() Aug 12 15:01:13.267210 n-d-694802-15 neutron-server[94468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 15:01:13.267210 n-d-694802-15 neutron-server[94468]: self.session.flush() Aug 12 15:01:13.267210 n-d-694802-15 neutron-server[94468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 15:01:13.267210 n-d-694802-15 neutron-server[94468]: self.session.flush() Aug 12 15:01:13.267210 n-d-694802-15 neutron-server[94468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 15:01:13.267210 n-d-694802-15 neutron-server[94468]: self.session.flush() Aug 12 15:01:13.267210 n-d-694802-15 neutron-server[94468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 15:01:13.267210 n-d-694802-15 neutron-server[94468]: self.session.flush() Aug 12 15:01:13.267210 n-d-694802-15 neutron-server[94468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 15:01:13.267210 n-d-694802-15 neutron-server[94468]: self.session.flush() Aug 12 15:01:13.267210 n-d-694802-15 neutron-server[94468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 15:01:13.267210 n-d-694802-15 neutron-server[94468]: self.session.flush() Aug 12 15:01:13.267210 n-d-694802-15 neutron-server[94468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 15:01:13.267210 n-d-694802-15 neutron-server[94468]: self.session.flush() Aug 12 15:01:13.267210 n-d-694802-15 neutron-server[94468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 15:01:13.267210 n-d-694802-15 neutron-server[94468]: self.session.flush() Aug 12 15:01:13.267210 n-d-694802-15 neutron-server[94468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 15:01:13.267210 n-d-694802-15 neutron-server[94468]: self.session.flush() Aug 12 15:01:13.267210 n-d-694802-15 neutron-server[94468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 15:01:13.267210 n-d-694802-15 neutron-server[94468]: self.session.flush() Aug 12 15:01:13.267210 n-d-694802-15 neutron-server[94468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 15:01:13.267210 n-d-694802-15 neutron-server[94468]: self.session.flush() Aug 12 15:01:13.267210 n-d-694802-15 neutron-server[94468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 15:01:13.267210 n-d-694802-15 neutron-server[94468]: self.session.flush() Aug 12 15:01:13.267210 n-d-694802-15 neutron-server[94468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 15:01:13.267210 n-d-694802-15 neutron-server[94468]: self.session.flush() Aug 12 15:01:13.267210 n-d-694802-15 neutron-server[94468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 15:01:13.267210 n-d-694802-15 neutron-server[94468]: self.session.flush() Aug 12 15:01:13.280213 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f6eb9030-55b3-46cd-bf00-c3ae07498142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262'] for port, after_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:13.311397 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6eb9030-55b3-46cd-bf00-c3ae07498142 None None] Pushing event deleted for resources: {'Port': ['ID=09104a19-a86c-4ac7-bcf9-bb7f44bf128c,revision_number=None']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:01:13.315647 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6eb9030-55b3-46cd-bf00-c3ae07498142 None None] No DVR routers for this DVR port 09104a19-a86c-4ac7-bcf9-bb7f44bf128c on host n-d-694802-15 {{(pid=94468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 15:01:13.344555 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9b5d8ecc-73b3-4912-8479-f4cb6de5921d req-90eb25e1-ad23-4d76-9859-812be638c862 service neutron] 10.222.0.64 "GET /v2.0/networks/3e7eca48-badb-45a7-932d-a88a5ec55660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298540 Aug 12 15:01:13.345906 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6eb9030-55b3-46cd-bf00-c3ae07498142 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:01:13.346265 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6eb9030-55b3-46cd-bf00-c3ae07498142 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:01:13.346610 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6eb9030-55b3-46cd-bf00-c3ae07498142 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:01:13.346949 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6eb9030-55b3-46cd-bf00-c3ae07498142 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:01:13.359972 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6eb9030-55b3-46cd-bf00-c3ae07498142 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:01:13.360498 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6eb9030-55b3-46cd-bf00-c3ae07498142 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:01:13.361256 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6eb9030-55b3-46cd-bf00-c3ae07498142 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:01:13.363586 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6eb9030-55b3-46cd-bf00-c3ae07498142 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:01:13.363950 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6eb9030-55b3-46cd-bf00-c3ae07498142 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:01:13.364301 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6eb9030-55b3-46cd-bf00-c3ae07498142 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:01:13.364647 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6eb9030-55b3-46cd-bf00-c3ae07498142 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:01:13.365061 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6eb9030-55b3-46cd-bf00-c3ae07498142 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:01:13.372309 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-df6a1bf7-8a2b-4360-890d-7442ad40c1cb tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66413304', 'neutron.services.segments.db._delete_segments_for_network-8744654118000'] for network, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:13.383785 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-df6a1bf7-8a2b-4360-890d-7442ad40c1cb tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21505837-b14b-4a7d-b1c3-eccf5af19c7d']}} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:01:13.396287 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-df6a1bf7-8a2b-4360-890d-7442ad40c1cb tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa827c3b-9fa7-4903-817b-da9ad15f98e6') {'for_net_delete': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:01:13.396585 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-df6a1bf7-8a2b-4360-890d-7442ad40c1cb tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa827c3b-9fa7-4903-817b-da9ad15f98e6') {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:01:13.410069 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-df6a1bf7-8a2b-4360-890d-7442ad40c1cb tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744654122361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2293560'] for segment, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:13.411622 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-ea0fda41-615e-4412-ad8d-3acd5f6572ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:13.425771 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-df6a1bf7-8a2b-4360-890d-7442ad40c1cb tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:13.432739 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df6a1bf7-8a2b-4360-890d-7442ad40c1cb tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Releasing vlan 348 on physical network physnet1 to pool {{(pid=94466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 15:01:13.433157 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-df6a1bf7-8a2b-4360-890d-7442ad40c1cb tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3718595'] for segment, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:13.436331 n-d-694802-15 neutron-server[94466]: Traceback (most recent call last): Aug 12 15:01:13.436331 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 15:01:13.436331 n-d-694802-15 neutron-server[94466]: timer() Aug 12 15:01:13.436331 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 15:01:13.436331 n-d-694802-15 neutron-server[94466]: cb(*args, **kw) Aug 12 15:01:13.436331 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 15:01:13.436331 n-d-694802-15 neutron-server[94466]: return func(*args, **kwargs) Aug 12 15:01:13.436331 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 15:01:13.436331 n-d-694802-15 neutron-server[94466]: self._notify() Aug 12 15:01:13.436331 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 15:01:13.436331 n-d-694802-15 neutron-server[94466]: self.callback(batched_events) Aug 12 15:01:13.436331 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 15:01:13.436331 n-d-694802-15 neutron-server[94466]: event.method(event) Aug 12 15:01:13.436331 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 15:01:13.436331 n-d-694802-15 neutron-server[94466]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 15:01:13.436331 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 15:01:13.436331 n-d-694802-15 neutron-server[94466]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 15:01:13.436331 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 15:01:13.436331 n-d-694802-15 neutron-server[94466]: return f(self, *a, **k) Aug 12 15:01:13.436331 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 15:01:13.436331 n-d-694802-15 neutron-server[94466]: return self._get(url).json() Aug 12 15:01:13.436331 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 15:01:13.436331 n-d-694802-15 neutron-server[94466]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 15:01:13.436331 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 15:01:13.436331 n-d-694802-15 neutron-server[94466]: return self.request(url, 'GET', **kwargs) Aug 12 15:01:13.436331 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 15:01:13.436331 n-d-694802-15 neutron-server[94466]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 15:01:13.436331 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 15:01:13.436331 n-d-694802-15 neutron-server[94466]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 15:01:13.436331 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 15:01:13.436331 n-d-694802-15 neutron-server[94466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 15:01:13.436331 n-d-694802-15 neutron-server[94466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 15:01:13.454588 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd396adf-3d13-4a0e-b657-2405032bd69b req-f5843a80-5b18-45bf-b41c-fbe2ad055f9b tempest-VolumesActionsTest-2068212490 tempest-VolumesActionsTest-2068212490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:01:13.456240 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-bd396adf-3d13-4a0e-b657-2405032bd69b req-f5843a80-5b18-45bf-b41c-fbe2ad055f9b tempest-VolumesActionsTest-2068212490 tempest-VolumesActionsTest-2068212490-project] 10.222.0.39 "GET /v2.0/ports?device_id=6605662c-deaf-4815-a680-f12fa7d18995 HTTP/1.1" status: 200 len: 943 time: 0.0556324 Aug 12 15:01:13.500022 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-bd396adf-3d13-4a0e-b657-2405032bd69b req-d99d72cf-0f88-4772-b44c-c05a199264e7 tempest-VolumesActionsTest-2068212490 tempest-VolumesActionsTest-2068212490-project] 10.222.0.39 "GET /v2.0/security-groups?id=1f858fcb-f526-4bce-85ec-fe9dbdc3b41e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369425 Aug 12 15:01:13.507883 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-df6a1bf7-8a2b-4360-890d-7442ad40c1cb tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66413281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431520'] for network, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:13.519060 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-df6a1bf7-8a2b-4360-890d-7442ad40c1cb tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify callbacks [] for network, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:13.519060 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-df6a1bf7-8a2b-4360-890d-7442ad40c1cb tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] 10.222.0.39 "DELETE /v2.0/networks/21505837-b14b-4a7d-b1c3-eccf5af19c7d HTTP/1.1" status: 204 len: 168 time: 0.7451699 Aug 12 15:01:13.523808 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 47264) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:01:13.540288 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6a1bf7-8a2b-4360-890d-7442ad40c1cb tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Pushing event deleted for resources: {'Network': ['ID=21505837-b14b-4a7d-b1c3-eccf5af19c7d,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:01:13.669217 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-89c23e61-6584-4e36-be72-66641d0b5d57 req-2c7121a6-bf5c-4167-8405-3924b49a63c0 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=a37cf0c8-37b3-4aeb-9ffd-8eb53794b44f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0896177 Aug 12 15:01:13.762221 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c23e61-6584-4e36-be72-66641d0b5d57 req-dc14b29d-9cc1-431c-b226-429455fa542c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:01:13.763729 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-89c23e61-6584-4e36-be72-66641d0b5d57 req-dc14b29d-9cc1-431c-b226-429455fa542c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8b40dba42c764b37920c3587555867c7&device_id=a37cf0c8-37b3-4aeb-9ffd-8eb53794b44f HTTP/1.1" status: 200 len: 1097 time: 0.0599210 Aug 12 15:01:13.766116 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-9f26d1f0-b5bb-40a3-aab8-d5a110216cb7 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Deleting port d263f39a-f4cc-44e7-a69a-92b07739cf98 {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 15:01:13.766455 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-9f26d1f0-b5bb-40a3-aab8-d5a110216cb7 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:13.910226 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-9f26d1f0-b5bb-40a3-aab8-d5a110216cb7 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:13.910550 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-9f26d1f0-b5bb-40a3-aab8-d5a110216cb7 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:13.931464 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-9f26d1f0-b5bb-40a3-aab8-d5a110216cb7 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Calling delete_port for d263f39a-f4cc-44e7-a69a-92b07739cf98 owned by network:floatingip {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 15:01:13.936836 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c23e61-6584-4e36-be72-66641d0b5d57 req-50ad3097-1f82-4055-a7cb-bd928070887b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:01:13.938246 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-89c23e61-6584-4e36-be72-66641d0b5d57 req-50ad3097-1f82-4055-a7cb-bd928070887b service neutron] 10.222.0.64 "GET /v2.0/networks?id=bdb8c589-801b-4e9e-808f-194e52b05ffa HTTP/1.1" status: 200 len: 910 time: 0.1267629 Aug 12 15:01:13.988072 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-1769855f-eda9-4483-9dc3-3220908ab45d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:14.048638 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-89c23e61-6584-4e36-be72-66641d0b5d57 req-5b9dba04-829b-43e3-9311-6c7db4e04b20 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0a77ed27-665b-404a-9e9e-23237cab5fd6 HTTP/1.1" status: 200 len: 999 time: 0.1023998 Aug 12 15:01:14.116142 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c23e61-6584-4e36-be72-66641d0b5d57 req-0ebaa898-f372-4923-9ec2-612a04412dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:01:14.118243 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-89c23e61-6584-4e36-be72-66641d0b5d57 req-0ebaa898-f372-4923-9ec2-612a04412dc2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9c491707-38df-4731-ba0a-868cad11a6fd HTTP/1.1" status: 200 len: 848 time: 0.0589933 Aug 12 15:01:14.200836 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c23e61-6584-4e36-be72-66641d0b5d57 req-c89794da-6c30-4fa5-a3b3-29f48c9775fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:01:14.202269 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-89c23e61-6584-4e36-be72-66641d0b5d57 req-c89794da-6c30-4fa5-a3b3-29f48c9775fa service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=bdb8c589-801b-4e9e-808f-194e52b05ffa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0773768 Aug 12 15:01:14.203108 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-9f26d1f0-b5bb-40a3-aab8-d5a110216cb7 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:14.221563 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 09104a19-a86c-4ac7-bcf9-bb7f44bf128c no longer exists at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 15:01:14.236440 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f26d1f0-b5bb-40a3-aab8-d5a110216cb7 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Pushing event deleted for resources: {'Port': ['ID=d263f39a-f4cc-44e7-a69a-92b07739cf98,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:01:14.245908 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] No Port match for: 09104a19-a86c-4ac7-bcf9-bb7f44bf128c {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 15:01:14.246270 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 09104a19-a86c-4ac7-bcf9-bb7f44bf128c not bound to the agent host n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 15:01:14.345322 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-9f26d1f0-b5bb-40a3-aab8-d5a110216cb7 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify callbacks [] for floatingip, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:14.345660 n-d-694802-15 neutron-server[94467]: INFO neutron.db.l3_db [None req-9f26d1f0-b5bb-40a3-aab8-d5a110216cb7 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Floating IP e40272d5-9a40-4754-8f46-4ee6dc569d91 disassociated (deleted). External IP: 172.25.1.100, port: e868ff10-7490-4857-98a0-231d7322f8fa. Aug 12 15:01:14.394360 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-89c23e61-6584-4e36-be72-66641d0b5d57 req-6e0eb551-f283-4295-817b-2042af9967ad service neutron] 10.222.0.64 "GET /v2.0/networks/bdb8c589-801b-4e9e-808f-194e52b05ffa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1660345 Aug 12 15:01:14.619648 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device c95e96b0-4d17-4354-abc4-4790ec8efe5d details requested by agent hyperv_n-h1-694802-15 with host n-h1-694802-15 {{(pid=94468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 15:01:14.735991 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port c95e96b0-4d17-4354-abc4-4790ec8efe5d, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=c95e96b0-4d17-4354-abc4-4790ec8efe5d,segment=NetworkSegment(9e8843f4-2a4f-4f35-8370-3c4d6a1d84a3),segment_id=9e8843f4-2a4f-4f35-8370-3c4d6a1d84a3)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:01:14.750812 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Returning: {'device': 'c95e96b0-4d17-4354-abc4-4790ec8efe5d', 'network_id': '901c4bfa-73a6-4df2-99c6-b581ee094dfb', 'port_id': 'c95e96b0-4d17-4354-abc4-4790ec8efe5d', 'mac_address': 'fa:16:3e:30:b7:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b408115-5ff5-494f-9347-f0b20d2616f3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 15:01:14.800356 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:14.810185 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c95e96b0-4d17-4354-abc4-4790ec8efe5d {{(pid=94468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 15:01:14.832502 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port c95e96b0-4d17-4354-abc4-4790ec8efe5d, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=c95e96b0-4d17-4354-abc4-4790ec8efe5d,segment=NetworkSegment(9e8843f4-2a4f-4f35-8370-3c4d6a1d84a3),segment_id=9e8843f4-2a4f-4f35-8370-3c4d6a1d84a3)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:01:14.838030 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:14.888763 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-89c23e61-6584-4e36-be72-66641d0b5d57 req-c08f85cc-318c-41ac-8768-eb90bdb04144 service neutron] 10.222.0.64 "GET /v2.0/networks/bdb8c589-801b-4e9e-808f-194e52b05ffa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4835956 Aug 12 15:01:14.894846 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Pushing event updated for resources: {'Port': ['ID=c95e96b0-4d17-4354-abc4-4790ec8efe5d,revision_number=4']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:01:14.986904 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b37ea36-e6e6-44df-9b8a-cfe49a4cb30c req-d7b515a2-c2ee-484b-90c8-9f9d6a87e633 tempest-VolumesActionsTest-2068212490 tempest-VolumesActionsTest-2068212490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:01:14.989090 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2b37ea36-e6e6-44df-9b8a-cfe49a4cb30c req-d7b515a2-c2ee-484b-90c8-9f9d6a87e633 tempest-VolumesActionsTest-2068212490 tempest-VolumesActionsTest-2068212490-project] 10.222.0.39 "GET /v2.0/ports?device_id=6605662c-deaf-4815-a680-f12fa7d18995 HTTP/1.1" status: 200 len: 944 time: 0.1166201 Aug 12 15:01:15.019814 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f26d1f0-b5bb-40a3-aab8-d5a110216cb7 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Router d3ba124a-70df-49f9-865d-161815339cca has already been hosted by L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f {{(pid=94467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 15:01:15.049444 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2b37ea36-e6e6-44df-9b8a-cfe49a4cb30c req-9f912eb9-5f0a-45bb-9885-f8039007bc74 tempest-VolumesActionsTest-2068212490 tempest-VolumesActionsTest-2068212490-project] 10.222.0.39 "GET /v2.0/security-groups?id=1f858fcb-f526-4bce-85ec-fe9dbdc3b41e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531633 Aug 12 15:01:15.111414 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] get_ports_and_sgs() called for port_ids ['c95e96b0-4d17-4354-abc4-4790ec8efe5d'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 15:01:15.153996 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f26d1f0-b5bb-40a3-aab8-d5a110216cb7 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 15:01:15.158591 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-9f26d1f0-b5bb-40a3-aab8-d5a110216cb7 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for floatingip, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:15.167438 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43878e74-5251-40a5-8e1b-4d7c1c0a1f93 None None] Sync routers for ids ['d3ba124a-70df-49f9-865d-161815339cca'] in n-d-694802-15 {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 15:01:15.182412 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43878e74-5251-40a5-8e1b-4d7c1c0a1f93 None None] Routers {'d3ba124a-70df-49f9-865d-161815339cca'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:01:15.183498 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-43878e74-5251-40a5-8e1b-4d7c1c0a1f93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T15:01:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['d3ba124a-70df-49f9-865d-161815339cca'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:01:15.190911 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-9f26d1f0-b5bb-40a3-aab8-d5a110216cb7 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] 10.222.0.39 "DELETE /v2.0/floatingips/e40272d5-9a40-4754-8f46-4ee6dc569d91 HTTP/1.1" status: 204 len: 168 time: 1.6623592 Aug 12 15:01:15.190911 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76ed27f8-8779-47dc-afc0-8aedac1dce30', 'tag': 'e868ff10-7490-4857-98a0-231d7322f8fa'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:01:15.190911 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e65282f928b64038367d043a4411777802006c43a98742496cb2e25b724ff1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ed2dbcf-89f1-4824-bee7-bac67e0d6b5a" -d '{"events": [{"name": "network-changed", "server_uuid": "76ed27f8-8779-47dc-afc0-8aedac1dce30", "tag": "e868ff10-7490-4857-98a0-231d7322f8fa"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 15:01:15.250825 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 15:01:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaa033d5-1177-4960-a770-b9c8a9b13f34 x-openstack-request-id: req-aaa033d5-1177-4960-a770-b9c8a9b13f34 {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 15:01:15.251163 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76ed27f8-8779-47dc-afc0-8aedac1dce30", "tag": "e868ff10-7490-4857-98a0-231d7322f8fa", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 15:01:15.251418 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-aaa033d5-1177-4960-a770-b9c8a9b13f34 {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 15:01:15.253158 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76ed27f8-8779-47dc-afc0-8aedac1dce30', 'tag': 'e868ff10-7490-4857-98a0-231d7322f8fa', 'status': 'completed', 'code': 200} Aug 12 15:01:15.328353 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed2dbcf-89f1-4824-bee7-bac67e0d6b5a req-e1bf2b58-cdd0-40f4-9e63-34b1ccf8a9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:01:15.329587 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0ed2dbcf-89f1-4824-bee7-bac67e0d6b5a req-e1bf2b58-cdd0-40f4-9e63-34b1ccf8a9bf service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=cbaad1cb6c364f2d8238ea489cf6e7b7&device_id=76ed27f8-8779-47dc-afc0-8aedac1dce30 HTTP/1.1" status: 200 len: 1098 time: 0.0515938 Aug 12 15:01:15.337401 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-43878e74-5251-40a5-8e1b-4d7c1c0a1f93 None None] Set router d3ba124a-70df-49f9-865d-161815339cca gateway port host: n-d-694802-15 {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:01:15.495358 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed2dbcf-89f1-4824-bee7-bac67e0d6b5a req-d5c87d7c-1263-4a3e-bd76-133e38277748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:01:15.496935 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0ed2dbcf-89f1-4824-bee7-bac67e0d6b5a req-d5c87d7c-1263-4a3e-bd76-133e38277748 service neutron] 10.222.0.64 "GET /v2.0/networks?id=3e7eca48-badb-45a7-932d-a88a5ec55660 HTTP/1.1" status: 200 len: 898 time: 0.1577573 Aug 12 15:01:15.553047 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0ed2dbcf-89f1-4824-bee7-bac67e0d6b5a req-09d3dab4-624f-456a-b305-78404f80cb46 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e868ff10-7490-4857-98a0-231d7322f8fa HTTP/1.1" status: 200 len: 217 time: 0.0440922 Aug 12 15:01:15.566202 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8330829a-f31e-4fc7-ae4e-8d95109b8bb0 req-fb2830db-7066-40c6-bb42-371edd6ca081 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:01:15.567949 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-8330829a-f31e-4fc7-ae4e-8d95109b8bb0 req-fb2830db-7066-40c6-bb42-371edd6ca081 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] 10.222.0.39 "GET /v2.0/ports?device_id=76ed27f8-8779-47dc-afc0-8aedac1dce30 HTTP/1.1" status: 200 len: 946 time: 0.1242473 Aug 12 15:01:15.568677 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-43878e74-5251-40a5-8e1b-4d7c1c0a1f93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3ba124a-70df-49f9-865d-161815339cca', 'name': 'tempest-TestNetworkBasicOps-router-1581285085', 'tenant_id': 'cbaad1cb6c364f2d8238ea489cf6e7b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.176'}], 'enable_snat': True}, 'gw_port_id': '77bf8668-611d-4ae5-b014-8f085e2cc2e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:58:59Z', 'updated_at': '2021-08-12T15:01:07Z', 'revision_number': 6, 'project_id': 'cbaad1cb6c364f2d8238ea489cf6e7b7', 'gw_port': {'id': '77bf8668-611d-4ae5-b014-8f085e2cc2e8', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:77:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3ba124a-70df-49f9-865d-161815339cca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3317, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:58:59Z', 'updated_at': '2021-08-12T14:59:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': 'f23466df-3273-468e-bf9b-d9f9f6253991', 'name': '', 'network_id': '3e7eca48-badb-45a7-932d-a88a5ec55660', 'tenant_id': 'cbaad1cb6c364f2d8238ea489cf6e7b7', 'mac_address': 'fa:16:3e:ce:ea:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3ba124a-70df-49f9-865d-161815339cca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': '3b6b8245-5d20-415c-b5e2-bcd26d766821', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:59:04Z', 'updated_at': '2021-08-12T14:59:13Z', 'revision_number': 5, 'project_id': 'cbaad1cb6c364f2d8238ea489cf6e7b7', 'subnets': [{'id': '3b6b8245-5d20-415c-b5e2-bcd26d766821', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:01:15.603534 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43878e74-5251-40a5-8e1b-4d7c1c0a1f93 None None] Checking router: d3ba124a-70df-49f9-865d-161815339cca for host: n-d-694802-15 {{(pid=94469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 15:01:15.613521 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43878e74-5251-40a5-8e1b-4d7c1c0a1f93 None None] Routers {'d3ba124a-70df-49f9-865d-161815339cca'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:01:15.614132 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-43878e74-5251-40a5-8e1b-4d7c1c0a1f93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T15:01:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['d3ba124a-70df-49f9-865d-161815339cca'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:01:15.631640 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed2dbcf-89f1-4824-bee7-bac67e0d6b5a req-1ba78e96-c89b-45d7-ab75-d14939be7701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:01:15.633162 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0ed2dbcf-89f1-4824-bee7-bac67e0d6b5a req-1ba78e96-c89b-45d7-ab75-d14939be7701 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3b6b8245-5d20-415c-b5e2-bcd26d766821 HTTP/1.1" status: 200 len: 834 time: 0.0643482 Aug 12 15:01:15.641180 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-fe95f194-a3b0-4c04-9e42-20b511169d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:15.660481 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-8330829a-f31e-4fc7-ae4e-8d95109b8bb0 req-931ef064-f3e4-4a17-8ca6-66091ac85dec tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] 10.222.0.39 "GET /v2.0/security-groups?id=16bd8252-02f9-46f3-a7d2-4c186aa47e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656068 Aug 12 15:01:15.691785 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed2dbcf-89f1-4824-bee7-bac67e0d6b5a req-fc57452c-3f6e-4571-855c-c5f0ee91e2de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:01:15.693348 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0ed2dbcf-89f1-4824-bee7-bac67e0d6b5a req-fc57452c-3f6e-4571-855c-c5f0ee91e2de service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3e7eca48-badb-45a7-932d-a88a5ec55660&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0475855 Aug 12 15:01:15.741586 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-43878e74-5251-40a5-8e1b-4d7c1c0a1f93 None None] Set router d3ba124a-70df-49f9-865d-161815339cca gateway port host: n-d-694802-15 {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:01:15.808588 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0ed2dbcf-89f1-4824-bee7-bac67e0d6b5a req-03fc6a01-451e-47af-b00c-26ccf2628731 service neutron] 10.222.0.64 "GET /v2.0/networks/3e7eca48-badb-45a7-932d-a88a5ec55660?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023555 Aug 12 15:01:15.919608 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0ed2dbcf-89f1-4824-bee7-bac67e0d6b5a req-ce7b04c6-171d-42fc-875a-1540ad1169c6 service neutron] 10.222.0.64 "GET /v2.0/networks/3e7eca48-badb-45a7-932d-a88a5ec55660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979745 Aug 12 15:01:15.963355 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-43878e74-5251-40a5-8e1b-4d7c1c0a1f93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3ba124a-70df-49f9-865d-161815339cca', 'name': 'tempest-TestNetworkBasicOps-router-1581285085', 'tenant_id': 'cbaad1cb6c364f2d8238ea489cf6e7b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.176'}], 'enable_snat': True}, 'gw_port_id': '77bf8668-611d-4ae5-b014-8f085e2cc2e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:58:59Z', 'updated_at': '2021-08-12T15:01:07Z', 'revision_number': 6, 'project_id': 'cbaad1cb6c364f2d8238ea489cf6e7b7', 'gw_port': {'id': '77bf8668-611d-4ae5-b014-8f085e2cc2e8', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:77:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3ba124a-70df-49f9-865d-161815339cca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3317, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:58:59Z', 'updated_at': '2021-08-12T14:59:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': 'f23466df-3273-468e-bf9b-d9f9f6253991', 'name': '', 'network_id': '3e7eca48-badb-45a7-932d-a88a5ec55660', 'tenant_id': 'cbaad1cb6c364f2d8238ea489cf6e7b7', 'mac_address': 'fa:16:3e:ce:ea:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3ba124a-70df-49f9-865d-161815339cca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': '3b6b8245-5d20-415c-b5e2-bcd26d766821', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:59:04Z', 'updated_at': '2021-08-12T14:59:13Z', 'revision_number': 5, 'project_id': 'cbaad1cb6c364f2d8238ea489cf6e7b7', 'subnets': [{'id': '3b6b8245-5d20-415c-b5e2-bcd26d766821', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:01:15.990876 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43878e74-5251-40a5-8e1b-4d7c1c0a1f93 None None] The sync data for ids ['d3ba124a-70df-49f9-865d-161815339cca'] in n-d-694802-15 is: [{'id': 'd3ba124a-70df-49f9-865d-161815339cca', 'name': 'tempest-TestNetworkBasicOps-router-1581285085', 'tenant_id': 'cbaad1cb6c364f2d8238ea489cf6e7b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.176'}], 'enable_snat': True}, 'gw_port_id': '77bf8668-611d-4ae5-b014-8f085e2cc2e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:58:59Z', 'updated_at': '2021-08-12T15:01:07Z', 'revision_number': 6, 'project_id': 'cbaad1cb6c364f2d8238ea489cf6e7b7', 'gw_port': {'id': '77bf8668-611d-4ae5-b014-8f085e2cc2e8', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:77:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3ba124a-70df-49f9-865d-161815339cca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3317, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:58:59Z', 'updated_at': '2021-08-12T14:59:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': 'f23466df-3273-468e-bf9b-d9f9f6253991', 'name': '', 'network_id': '3e7eca48-badb-45a7-932d-a88a5ec55660', 'tenant_id': 'cbaad1cb6c364f2d8238ea489cf6e7b7', 'mac_address': 'fa:16:3e:ce:ea:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3ba124a-70df-49f9-865d-161815339cca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': '3b6b8245-5d20-415c-b5e2-bcd26d766821', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:59:04Z', 'updated_at': '2021-08-12T14:59:13Z', 'revision_number': 5, 'project_id': 'cbaad1cb6c364f2d8238ea489cf6e7b7', 'subnets': [{'id': '3b6b8245-5d20-415c-b5e2-bcd26d766821', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 15:01:16.180436 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef56f4b3-c4c8-45ec-aae4-d074d9c9e732 req-67279e7e-49cb-48b4-8ac6-f974078acc37 tempest-VolumesActionsTest-2068212490 tempest-VolumesActionsTest-2068212490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:01:16.182027 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-ef56f4b3-c4c8-45ec-aae4-d074d9c9e732 req-67279e7e-49cb-48b4-8ac6-f974078acc37 tempest-VolumesActionsTest-2068212490 tempest-VolumesActionsTest-2068212490-project] 10.222.0.39 "GET /v2.0/ports?device_id=6605662c-deaf-4815-a680-f12fa7d18995 HTTP/1.1" status: 200 len: 944 time: 0.0585880 Aug 12 15:01:16.235572 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-ef56f4b3-c4c8-45ec-aae4-d074d9c9e732 req-487cd48c-4361-49df-92af-2e853c375852 tempest-VolumesActionsTest-2068212490 tempest-VolumesActionsTest-2068212490-project] 10.222.0.39 "GET /v2.0/security-groups?id=1f858fcb-f526-4bce-85ec-fe9dbdc3b41e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418425 Aug 12 15:01:16.282382 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87a9e0a9-91f9-4964-85e3-73ae188ce6e1 None None] New status for floating IP e40272d5-9a40-4754-8f46-4ee6dc569d91: DOWN {{(pid=94468) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 15:01:16.632905 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device c95e96b0-4d17-4354-abc4-4790ec8efe5d up at agent hyperv_n-h1-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 15:01:16.684784 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Provisioning for port c95e96b0-4d17-4354-abc4-4790ec8efe5d completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:01:16.689512 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Provisioning complete for port c95e96b0-4d17-4354-abc4-4790ec8efe5d triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:01:16.689871 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:16.788373 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:16.791439 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4f6639-59d5-4316-a746-966f8568153a req-fe95141b-1cf2-425e-a9f1-5283a4356bb1 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:01:16.793000 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-8e4f6639-59d5-4316-a746-966f8568153a req-fe95141b-1cf2-425e-a9f1-5283a4356bb1 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] 10.222.0.39 "GET /v2.0/ports?device_id=76ed27f8-8779-47dc-afc0-8aedac1dce30 HTTP/1.1" status: 200 len: 946 time: 0.0570426 Aug 12 15:01:16.812241 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6605662c-deaf-4815-a680-f12fa7d18995', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c95e96b0-4d17-4354-abc4-4790ec8efe5d'}] {{(pid=94468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:01:16.814784 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99a8d87602170099c728e57431aca99e9b98a655a83bbf8727be13192709727b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c8b3bc4-1fc1-4e93-aa10-416f34473415" -d '{"events": [{"server_uuid": "6605662c-deaf-4815-a680-f12fa7d18995", "name": "network-vif-plugged", "status": "completed", "tag": "c95e96b0-4d17-4354-abc4-4790ec8efe5d"}]}' {{(pid=94468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 15:01:16.829119 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port c95e96b0-4d17-4354-abc4-4790ec8efe5d, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=c95e96b0-4d17-4354-abc4-4790ec8efe5d,segment=NetworkSegment(9e8843f4-2a4f-4f35-8370-3c4d6a1d84a3),segment_id=9e8843f4-2a4f-4f35-8370-3c4d6a1d84a3)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:01:16.834409 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:16.847407 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-8e4f6639-59d5-4316-a746-966f8568153a req-501fc870-bd81-40ed-95c9-91d4278790ac tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] 10.222.0.39 "GET /v2.0/security-groups?id=16bd8252-02f9-46f3-a7d2-4c186aa47e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414174 Aug 12 15:01:16.887388 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 15:01:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf9e62f2-3562-41ac-af0c-244e04036f56 x-openstack-request-id: req-bf9e62f2-3562-41ac-af0c-244e04036f56 {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 15:01:16.887686 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6605662c-deaf-4815-a680-f12fa7d18995", "name": "network-vif-plugged", "status": "completed", "tag": "c95e96b0-4d17-4354-abc4-4790ec8efe5d", "code": 200}]} {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 15:01:16.887944 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-bf9e62f2-3562-41ac-af0c-244e04036f56 {{(pid=94468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 15:01:16.888335 n-d-694802-15 neutron-server[94468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6605662c-deaf-4815-a680-f12fa7d18995', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c95e96b0-4d17-4354-abc4-4790ec8efe5d', 'code': 200} Aug 12 15:01:16.892109 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Pushing event updated for resources: {'Port': ['ID=c95e96b0-4d17-4354-abc4-4790ec8efe5d,revision_number=5']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:01:17.023859 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e4456e-5fe5-4832-82aa-e3714883ba1e req-ec59da02-7eed-4c25-a8ce-babd27ed9430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:01:17.025428 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e0e4456e-5fe5-4832-82aa-e3714883ba1e req-ec59da02-7eed-4c25-a8ce-babd27ed9430 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=6605662c-deaf-4815-a680-f12fa7d18995 HTTP/1.1" status: 200 len: 1097 time: 0.0768723 Aug 12 15:01:17.059703 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ccacde-bfc1-442d-8b20-90bcdb711eb5 req-64454736-5210-4c35-88c9-8cb532947bc3 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:01:17.061185 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-76ccacde-bfc1-442d-8b20-90bcdb711eb5 req-64454736-5210-4c35-88c9-8cb532947bc3 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] 10.222.0.64 "GET /v2.0/ports?device_id=76ed27f8-8779-47dc-afc0-8aedac1dce30 HTTP/1.1" status: 200 len: 946 time: 0.0813100 Aug 12 15:01:17.099157 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e0e4456e-5fe5-4832-82aa-e3714883ba1e req-a505f687-2ac6-4f0d-9c99-9dfc6e272040 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=1f858fcb-f526-4bce-85ec-fe9dbdc3b41e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653107 Aug 12 15:01:17.166327 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [req-76ccacde-bfc1-442d-8b20-90bcdb711eb5 req-032526c3-5d33-4a39-b247-bd46786c027d tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Deleting port e868ff10-7490-4857-98a0-231d7322f8fa {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 15:01:17.166700 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-76ccacde-bfc1-442d-8b20-90bcdb711eb5 req-032526c3-5d33-4a39-b247-bd46786c027d tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:17.268998 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-76ccacde-bfc1-442d-8b20-90bcdb711eb5 req-032526c3-5d33-4a39-b247-bd46786c027d tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] For port e868ff10-7490-4857-98a0-231d7322f8fa, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=e868ff10-7490-4857-98a0-231d7322f8fa,segment=NetworkSegment(8d65393c-9f63-473a-8b65-9b5047b6fdb6),segment_id=8d65393c-9f63-473a-8b65-9b5047b6fdb6)] {{(pid=94467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:01:17.269401 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-76ccacde-bfc1-442d-8b20-90bcdb711eb5 req-032526c3-5d33-4a39-b247-bd46786c027d tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:17.285152 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [req-76ccacde-bfc1-442d-8b20-90bcdb711eb5 req-032526c3-5d33-4a39-b247-bd46786c027d tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Calling delete_port for e868ff10-7490-4857-98a0-231d7322f8fa owned by compute:nova {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 15:01:17.355410 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db16575-83b8-4b7b-8348-3cf1c842b2ea req-ba775064-384f-46c1-b473-ef99bb63dd5c tempest-VolumesActionsTest-2068212490 tempest-VolumesActionsTest-2068212490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:01:17.357213 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-7db16575-83b8-4b7b-8348-3cf1c842b2ea req-ba775064-384f-46c1-b473-ef99bb63dd5c tempest-VolumesActionsTest-2068212490 tempest-VolumesActionsTest-2068212490-project] 10.222.0.39 "GET /v2.0/ports?device_id=6605662c-deaf-4815-a680-f12fa7d18995 HTTP/1.1" status: 200 len: 945 time: 0.0593369 Aug 12 15:01:17.398945 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-7db16575-83b8-4b7b-8348-3cf1c842b2ea req-c97e280d-fcf4-421f-85ed-40d09537d379 tempest-VolumesActionsTest-2068212490 tempest-VolumesActionsTest-2068212490-project] 10.222.0.39 "GET /v2.0/security-groups?id=1f858fcb-f526-4bce-85ec-fe9dbdc3b41e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351033 Aug 12 15:01:17.441094 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-76ccacde-bfc1-442d-8b20-90bcdb711eb5 req-032526c3-5d33-4a39-b247-bd46786c027d tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:17.472748 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032526c3-5d33-4a39-b247-bd46786c027d tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Pushing event deleted for resources: {'Port': ['ID=e868ff10-7490-4857-98a0-231d7322f8fa,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:01:17.517539 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [req-76ccacde-bfc1-442d-8b20-90bcdb711eb5 req-032526c3-5d33-4a39-b247-bd46786c027d tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] No DVR routers for this DVR port e868ff10-7490-4857-98a0-231d7322f8fa on host n-h1-694802-15 {{(pid=94467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 15:01:17.520291 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-76ccacde-bfc1-442d-8b20-90bcdb711eb5 req-032526c3-5d33-4a39-b247-bd46786c027d tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:17.522378 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-76ccacde-bfc1-442d-8b20-90bcdb711eb5 req-032526c3-5d33-4a39-b247-bd46786c027d tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] 10.222.0.64 "DELETE /v2.0/ports/e868ff10-7490-4857-98a0-231d7322f8fa HTTP/1.1" status: 204 len: 173 time: 0.4507971 Aug 12 15:01:17.523398 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76ed27f8-8779-47dc-afc0-8aedac1dce30', 'name': 'network-vif-deleted', 'tag': 'e868ff10-7490-4857-98a0-231d7322f8fa'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:01:17.525869 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e65282f928b64038367d043a4411777802006c43a98742496cb2e25b724ff1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a29e9b98-59ef-4ab1-8c9b-e855cfde77a6" -d '{"events": [{"server_uuid": "76ed27f8-8779-47dc-afc0-8aedac1dce30", "name": "network-vif-deleted", "tag": "e868ff10-7490-4857-98a0-231d7322f8fa"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 15:01:17.563358 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 15:01:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8029b843-648e-4a64-bff5-264d8b5d552d x-openstack-request-id: req-8029b843-648e-4a64-bff5-264d8b5d552d {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 15:01:17.563660 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76ed27f8-8779-47dc-afc0-8aedac1dce30", "name": "network-vif-deleted", "tag": "e868ff10-7490-4857-98a0-231d7322f8fa", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 15:01:17.563918 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8029b843-648e-4a64-bff5-264d8b5d552d {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 15:01:17.564322 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76ed27f8-8779-47dc-afc0-8aedac1dce30', 'name': 'network-vif-deleted', 'tag': 'e868ff10-7490-4857-98a0-231d7322f8fa', 'status': 'completed', 'code': 200} Aug 12 15:01:17.955640 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c8d04859-972c-4db1-bb16-b73f405e350f req-c4289996-dec2-41db-9014-f6c26a53bc81 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] 10.222.0.39 "GET /v2.0/ports?device_id=76ed27f8-8779-47dc-afc0-8aedac1dce30 HTTP/1.1" status: 200 len: 210 time: 0.0304811 Aug 12 15:01:18.518446 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a404d523-ff73-428d-89bd-9c717a2927ee req-4c9b862c-63c3-4515-8524-3f22fb278f8e tempest-VolumesActionsTest-2068212490 tempest-VolumesActionsTest-2068212490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:01:18.519954 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-a404d523-ff73-428d-89bd-9c717a2927ee req-4c9b862c-63c3-4515-8524-3f22fb278f8e tempest-VolumesActionsTest-2068212490 tempest-VolumesActionsTest-2068212490-project] 10.222.0.39 "GET /v2.0/ports?device_id=6605662c-deaf-4815-a680-f12fa7d18995 HTTP/1.1" status: 200 len: 945 time: 0.0509458 Aug 12 15:01:18.559566 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-a404d523-ff73-428d-89bd-9c717a2927ee req-d71f1dac-79bc-46c2-809c-43610fc47e15 tempest-VolumesActionsTest-2068212490 tempest-VolumesActionsTest-2068212490-project] 10.222.0.39 "GET /v2.0/security-groups?id=1f858fcb-f526-4bce-85ec-fe9dbdc3b41e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335348 Aug 12 15:01:19.030035 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 47764) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:01:19.096402 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-9672f455-6b4b-49a2-a542-66afd34715d2 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify callbacks [] for security_group, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:19.140950 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-9672f455-6b4b-49a2-a542-66afd34715d2 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:19.217800 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-9672f455-6b4b-49a2-a542-66afd34715d2 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:19.221528 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-9672f455-6b4b-49a2-a542-66afd34715d2 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:19.223249 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-9672f455-6b4b-49a2-a542-66afd34715d2 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] 10.222.0.39 "DELETE /v2.0/security-groups/16bd8252-02f9-46f3-a7d2-4c186aa47e1a HTTP/1.1" status: 204 len: 168 time: 0.1918662 Aug 12 15:01:19.238533 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9672f455-6b4b-49a2-a542-66afd34715d2 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=16bd8252-02f9-46f3-a7d2-4c186aa47e1a,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:01:19.259306 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7c816c-a654-4543-aa4b-7c6361630ec4 req-9e32ea04-e372-4d7b-b378-ebb98402383d tempest-VolumesActionsTest-2068212490 tempest-VolumesActionsTest-2068212490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:01:19.261928 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-dd7c816c-a654-4543-aa4b-7c6361630ec4 req-9e32ea04-e372-4d7b-b378-ebb98402383d tempest-VolumesActionsTest-2068212490 tempest-VolumesActionsTest-2068212490-project] 10.222.0.39 "GET /v2.0/ports?device_id=6605662c-deaf-4815-a680-f12fa7d18995 HTTP/1.1" status: 200 len: 945 time: 0.0766795 Aug 12 15:01:19.301840 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-dd7c816c-a654-4543-aa4b-7c6361630ec4 req-bf48d258-fa62-478f-854c-c222def07dc7 tempest-VolumesActionsTest-2068212490 tempest-VolumesActionsTest-2068212490-project] 10.222.0.39 "GET /v2.0/security-groups?id=1f858fcb-f526-4bce-85ec-fe9dbdc3b41e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327129 Aug 12 15:01:20.291678 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 47782) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:01:20.458710 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c11172e-8520-4cab-a511-8d3b3a817013 req-5fbc4b14-c598-4495-bbef-befa9ae0fa20 tempest-VolumesActionsTest-2068212490 tempest-VolumesActionsTest-2068212490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:01:20.472466 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-5c11172e-8520-4cab-a511-8d3b3a817013 req-5fbc4b14-c598-4495-bbef-befa9ae0fa20 tempest-VolumesActionsTest-2068212490 tempest-VolumesActionsTest-2068212490-project] 10.222.0.39 "GET /v2.0/ports?device_id=6605662c-deaf-4815-a680-f12fa7d18995 HTTP/1.1" status: 200 len: 945 time: 0.0770335 Aug 12 15:01:20.511939 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-5c11172e-8520-4cab-a511-8d3b3a817013 req-df53c6f5-5a31-4ca0-8277-7aeae7a09f2a tempest-VolumesActionsTest-2068212490 tempest-VolumesActionsTest-2068212490-project] 10.222.0.39 "GET /v2.0/security-groups?id=1f858fcb-f526-4bce-85ec-fe9dbdc3b41e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327337 Aug 12 15:01:20.632067 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device e868ff10-7490-4857-98a0-231d7322f8fa no longer exists at agent hyperv_n-h1-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 15:01:20.652957 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-93370168-53ca-47c2-9e27-b066be57125c None None] No Port match for: e868ff10-7490-4857-98a0-231d7322f8fa {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 15:01:20.653548 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device e868ff10-7490-4857-98a0-231d7322f8fa not bound to the agent host n-h1-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 15:01:20.680855 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-4ff6786f-5cdd-402d-be45-a28670000148 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66663830'] for router_interface, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:20.916022 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481d7942-3175-4774-afe2-85d0d05c8abf req-b2376dc0-1f99-4461-abd7-ff8ca884e833 tempest-VolumesActionsTest-2068212490 tempest-VolumesActionsTest-2068212490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:01:20.917636 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-481d7942-3175-4774-afe2-85d0d05c8abf req-b2376dc0-1f99-4461-abd7-ff8ca884e833 tempest-VolumesActionsTest-2068212490 tempest-VolumesActionsTest-2068212490-project] 10.222.0.64 "GET /v2.0/ports?device_id=6605662c-deaf-4815-a680-f12fa7d18995 HTTP/1.1" status: 200 len: 945 time: 0.0669925 Aug 12 15:01:21.078651 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [req-481d7942-3175-4774-afe2-85d0d05c8abf req-4338ae87-bcf3-4656-91be-1e119c92d3de tempest-VolumesActionsTest-2068212490 tempest-VolumesActionsTest-2068212490-project] Deleting port c95e96b0-4d17-4354-abc4-4790ec8efe5d {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 15:01:21.078998 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-481d7942-3175-4774-afe2-85d0d05c8abf req-4338ae87-bcf3-4656-91be-1e119c92d3de tempest-VolumesActionsTest-2068212490 tempest-VolumesActionsTest-2068212490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:21.085387 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-4ff6786f-5cdd-402d-be45-a28670000148 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Deleting port f23466df-3273-468e-bf9b-d9f9f6253991 {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 15:01:21.085727 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-4ff6786f-5cdd-402d-be45-a28670000148 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:21.245134 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-481d7942-3175-4774-afe2-85d0d05c8abf req-4338ae87-bcf3-4656-91be-1e119c92d3de tempest-VolumesActionsTest-2068212490 tempest-VolumesActionsTest-2068212490-project] For port c95e96b0-4d17-4354-abc4-4790ec8efe5d, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=c95e96b0-4d17-4354-abc4-4790ec8efe5d,segment=NetworkSegment(9e8843f4-2a4f-4f35-8370-3c4d6a1d84a3),segment_id=9e8843f4-2a4f-4f35-8370-3c4d6a1d84a3)] {{(pid=94467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:01:21.245511 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-481d7942-3175-4774-afe2-85d0d05c8abf req-4338ae87-bcf3-4656-91be-1e119c92d3de tempest-VolumesActionsTest-2068212490 tempest-VolumesActionsTest-2068212490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:21.256837 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [None req-4ff6786f-5cdd-402d-be45-a28670000148 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] For port f23466df-3273-468e-bf9b-d9f9f6253991, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=f23466df-3273-468e-bf9b-d9f9f6253991,segment=NetworkSegment(8d65393c-9f63-473a-8b65-9b5047b6fdb6),segment_id=8d65393c-9f63-473a-8b65-9b5047b6fdb6)] {{(pid=94467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:01:21.257204 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-4ff6786f-5cdd-402d-be45-a28670000148 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:21.271299 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [req-481d7942-3175-4774-afe2-85d0d05c8abf req-4338ae87-bcf3-4656-91be-1e119c92d3de tempest-VolumesActionsTest-2068212490 tempest-VolumesActionsTest-2068212490-project] Calling delete_port for c95e96b0-4d17-4354-abc4-4790ec8efe5d owned by compute:nova {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 15:01:21.277633 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-4ff6786f-5cdd-402d-be45-a28670000148 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Calling delete_port for f23466df-3273-468e-bf9b-d9f9f6253991 owned by network:router_interface {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 15:01:21.517022 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-481d7942-3175-4774-afe2-85d0d05c8abf req-4338ae87-bcf3-4656-91be-1e119c92d3de tempest-VolumesActionsTest-2068212490 tempest-VolumesActionsTest-2068212490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:21.531694 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] get_ports_and_sgs() called for port_ids ['c95e96b0-4d17-4354-abc4-4790ec8efe5d'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 15:01:21.580317 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4338ae87-bcf3-4656-91be-1e119c92d3de tempest-VolumesActionsTest-2068212490 tempest-VolumesActionsTest-2068212490-project] Pushing event deleted for resources: {'Port': ['ID=c95e96b0-4d17-4354-abc4-4790ec8efe5d,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:01:21.629753 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-ab2086ab-9be7-41c8-9f70-0325b94542da req-a6227ef3-f610-4730-b514-9fb1ff884bf0 tempest-VolumesActionsTest-2068212490 tempest-VolumesActionsTest-2068212490-project] 10.222.0.39 "GET /v2.0/ports?device_id=6605662c-deaf-4815-a680-f12fa7d18995 HTTP/1.1" status: 200 len: 210 time: 0.0324030 Aug 12 15:01:21.638509 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [req-481d7942-3175-4774-afe2-85d0d05c8abf req-4338ae87-bcf3-4656-91be-1e119c92d3de tempest-VolumesActionsTest-2068212490 tempest-VolumesActionsTest-2068212490-project] No DVR routers for this DVR port c95e96b0-4d17-4354-abc4-4790ec8efe5d on host n-h1-694802-15 {{(pid=94467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 15:01:21.643275 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-481d7942-3175-4774-afe2-85d0d05c8abf req-4338ae87-bcf3-4656-91be-1e119c92d3de tempest-VolumesActionsTest-2068212490 tempest-VolumesActionsTest-2068212490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:21.643275 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-481d7942-3175-4774-afe2-85d0d05c8abf req-4338ae87-bcf3-4656-91be-1e119c92d3de tempest-VolumesActionsTest-2068212490 tempest-VolumesActionsTest-2068212490-project] 10.222.0.64 "DELETE /v2.0/ports/c95e96b0-4d17-4354-abc4-4790ec8efe5d HTTP/1.1" status: 204 len: 173 time: 0.7169523 Aug 12 15:01:21.643563 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6605662c-deaf-4815-a680-f12fa7d18995', 'name': 'network-vif-deleted', 'tag': 'c95e96b0-4d17-4354-abc4-4790ec8efe5d'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:01:21.645698 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e65282f928b64038367d043a4411777802006c43a98742496cb2e25b724ff1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9df74dab-d8be-456d-b4d1-640c69fdd2af" -d '{"events": [{"server_uuid": "6605662c-deaf-4815-a680-f12fa7d18995", "name": "network-vif-deleted", "tag": "c95e96b0-4d17-4354-abc4-4790ec8efe5d"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 15:01:21.656629 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-4ff6786f-5cdd-402d-be45-a28670000148 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:21.722233 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff6786f-5cdd-402d-be45-a28670000148 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Pushing event deleted for resources: {'Port': ['ID=f23466df-3273-468e-bf9b-d9f9f6253991,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:01:21.729330 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 15:01:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46c42a22-30b7-4b83-94dd-a134c45b71df x-openstack-request-id: req-46c42a22-30b7-4b83-94dd-a134c45b71df {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 15:01:21.729911 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6605662c-deaf-4815-a680-f12fa7d18995", "name": "network-vif-deleted", "tag": "c95e96b0-4d17-4354-abc4-4790ec8efe5d", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 15:01:21.730463 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-46c42a22-30b7-4b83-94dd-a134c45b71df {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 15:01:21.731269 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6605662c-deaf-4815-a680-f12fa7d18995', 'name': 'network-vif-deleted', 'tag': 'c95e96b0-4d17-4354-abc4-4790ec8efe5d', 'status': 'completed', 'code': 200} Aug 12 15:01:21.910875 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-4ff6786f-5cdd-402d-be45-a28670000148 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66628352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-430630'] for router_interface, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:22.133399 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ff6786f-5cdd-402d-be45-a28670000148 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Router d3ba124a-70df-49f9-865d-161815339cca has already been hosted by L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f {{(pid=94467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 15:01:22.552286 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ff6786f-5cdd-402d-be45-a28670000148 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 15:01:22.560017 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-4ff6786f-5cdd-402d-be45-a28670000148 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] 10.222.0.39 "PUT /v2.0/routers/d3ba124a-70df-49f9-865d-161815339cca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2648482 Aug 12 15:01:22.560430 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 47798) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:01:22.562850 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44f33ab9-64c7-466f-b259-10af0e4b4999 None None] Sync routers for ids ['d3ba124a-70df-49f9-865d-161815339cca'] in n-d-694802-15 {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 15:01:22.573568 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44f33ab9-64c7-466f-b259-10af0e4b4999 None None] Routers {'d3ba124a-70df-49f9-865d-161815339cca'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:01:22.574383 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-44f33ab9-64c7-466f-b259-10af0e4b4999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T15:01:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['d3ba124a-70df-49f9-865d-161815339cca'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:01:22.613540 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0dd0498-c99e-40cb-99d0-59cecf3d5bf7 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Deleting subnet 3b6b8245-5d20-415c-b5e2-bcd26d766821 {{(pid=94467) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 15:01:22.617190 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-c0dd0498-c99e-40cb-99d0-59cecf3d5bf7 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify callbacks [] for subnet, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:22.658290 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-c0dd0498-c99e-40cb-99d0-59cecf3d5bf7 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3857505'] for subnet, precommit_delete_associations {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:22.689372 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-44f33ab9-64c7-466f-b259-10af0e4b4999 None None] Set router d3ba124a-70df-49f9-865d-161815339cca gateway port host: n-d-694802-15 {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:01:22.761456 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-c0dd0498-c99e-40cb-99d0-59cecf3d5bf7 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66416255'] for subnet, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:22.838979 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-c0dd0498-c99e-40cb-99d0-59cecf3d5bf7 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66416232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2859225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3343748'] for subnet, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:22.873075 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0dd0498-c99e-40cb-99d0-59cecf3d5bf7 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Pushing event deleted for resources: {'Subnet': ['ID=3b6b8245-5d20-415c-b5e2-bcd26d766821,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:01:22.885749 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-c0dd0498-c99e-40cb-99d0-59cecf3d5bf7 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify callbacks [] for subnet, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:22.887931 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-c0dd0498-c99e-40cb-99d0-59cecf3d5bf7 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] 10.222.0.39 "DELETE /v2.0/subnets/3b6b8245-5d20-415c-b5e2-bcd26d766821 HTTP/1.1" status: 204 len: 168 time: 0.3265231 Aug 12 15:01:22.890958 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 47816) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:01:22.894837 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-698daa70-2fea-42e3-aa77-aa2ffcef6d07 None None] Network 3e7eca48-badb-45a7-932d-a88a5ec55660 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 15:01:22.904772 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-44f33ab9-64c7-466f-b259-10af0e4b4999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3ba124a-70df-49f9-865d-161815339cca', 'name': 'tempest-TestNetworkBasicOps-router-1581285085', 'tenant_id': 'cbaad1cb6c364f2d8238ea489cf6e7b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.176'}], 'enable_snat': True}, 'gw_port_id': '77bf8668-611d-4ae5-b014-8f085e2cc2e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:58:59Z', 'updated_at': '2021-08-12T15:01:21Z', 'revision_number': 7, 'project_id': 'cbaad1cb6c364f2d8238ea489cf6e7b7', 'gw_port': {'id': '77bf8668-611d-4ae5-b014-8f085e2cc2e8', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:77:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3ba124a-70df-49f9-865d-161815339cca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3317, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:58:59Z', 'updated_at': '2021-08-12T14:59:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15'}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:01:22.939427 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44f33ab9-64c7-466f-b259-10af0e4b4999 None None] Checking router: d3ba124a-70df-49f9-865d-161815339cca for host: n-d-694802-15 {{(pid=94469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 15:01:22.952247 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44f33ab9-64c7-466f-b259-10af0e4b4999 None None] Routers {'d3ba124a-70df-49f9-865d-161815339cca'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:01:22.953017 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-44f33ab9-64c7-466f-b259-10af0e4b4999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T15:01:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['d3ba124a-70df-49f9-865d-161815339cca'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:01:22.994652 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dc77f4-1973-4e2c-a7cb-a083e7ddd835 req-99c85b5a-69cd-4bf7-8cf3-58caf23f058c tempest-VolumesActionsTest-2068212490 tempest-VolumesActionsTest-2068212490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:01:23.003637 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-22dc77f4-1973-4e2c-a7cb-a083e7ddd835 req-99c85b5a-69cd-4bf7-8cf3-58caf23f058c tempest-VolumesActionsTest-2068212490 tempest-VolumesActionsTest-2068212490-project] 10.222.0.39 "GET /v2.0/networks?id=901c4bfa-73a6-4df2-99c6-b581ee094dfb HTTP/1.1" status: 200 len: 808 time: 0.1912091 Aug 12 15:01:23.027166 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-22dc77f4-1973-4e2c-a7cb-a083e7ddd835 req-7a1512a3-2feb-4d5e-8888-ad8701094f59 tempest-VolumesActionsTest-2068212490 tempest-VolumesActionsTest-2068212490-project] 10.222.0.39 "GET /v2.0/quotas/e3ae4595569545ba84c1f4acc345342f HTTP/1.1" status: 200 len: 375 time: 0.0205336 Aug 12 15:01:23.081217 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-48f6f856-cfdf-4769-997c-75e71a87dfc9 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify callbacks [] for router, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:23.096105 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-22dc77f4-1973-4e2c-a7cb-a083e7ddd835 req-4504185e-7752-4f45-a97f-e2c080c2dc5e tempest-VolumesActionsTest-2068212490 tempest-VolumesActionsTest-2068212490-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=e3ae4595569545ba84c1f4acc345342f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0676122 Aug 12 15:01:23.099837 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-44f33ab9-64c7-466f-b259-10af0e4b4999 None None] Set router d3ba124a-70df-49f9-865d-161815339cca gateway port host: n-d-694802-15 {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:01:23.202180 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-753d8604-f0a4-4de2-8828-ac2b9944b1d3 None None] DHCP port deletion for 3e7eca48-badb-45a7-932d-a88a5ec55660 request from n-d-694802-15 {{(pid=94468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 15:01:23.232872 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-48f6f856-cfdf-4769-997c-75e71a87dfc9 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:23.250125 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-22dc77f4-1973-4e2c-a7cb-a083e7ddd835 req-8e835993-014a-47d3-83c9-caab5b04fcb4 service neutron] 10.222.0.39 "GET /v2.0/networks/901c4bfa-73a6-4df2-99c6-b581ee094dfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529136 Aug 12 15:01:23.273835 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-753d8604-f0a4-4de2-8828-ac2b9944b1d3 None None] Deleting port ca134246-f174-4d11-88bb-911961ee2e23 {{(pid=94468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 15:01:23.274775 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-753d8604-f0a4-4de2-8828-ac2b9944b1d3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:23.301242 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-48f6f856-cfdf-4769-997c-75e71a87dfc9 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Deleting port 77bf8668-611d-4ae5-b014-8f085e2cc2e8 {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 15:01:23.301587 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-48f6f856-cfdf-4769-997c-75e71a87dfc9 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:23.352704 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-753d8604-f0a4-4de2-8828-ac2b9944b1d3 None None] For port ca134246-f174-4d11-88bb-911961ee2e23, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=ca134246-f174-4d11-88bb-911961ee2e23,segment=NetworkSegment(8d65393c-9f63-473a-8b65-9b5047b6fdb6),segment_id=8d65393c-9f63-473a-8b65-9b5047b6fdb6)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:01:23.353434 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-753d8604-f0a4-4de2-8828-ac2b9944b1d3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:23.367369 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-44f33ab9-64c7-466f-b259-10af0e4b4999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3ba124a-70df-49f9-865d-161815339cca', 'name': 'tempest-TestNetworkBasicOps-router-1581285085', 'tenant_id': 'cbaad1cb6c364f2d8238ea489cf6e7b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.176'}], 'enable_snat': True}, 'gw_port_id': '77bf8668-611d-4ae5-b014-8f085e2cc2e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:58:59Z', 'updated_at': '2021-08-12T15:01:21Z', 'revision_number': 7, 'project_id': 'cbaad1cb6c364f2d8238ea489cf6e7b7', 'gw_port': {'id': '77bf8668-611d-4ae5-b014-8f085e2cc2e8', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:77:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3ba124a-70df-49f9-865d-161815339cca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3317, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:58:59Z', 'updated_at': '2021-08-12T14:59:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15'}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:01:23.377998 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-753d8604-f0a4-4de2-8828-ac2b9944b1d3 None None] Calling delete_port for ca134246-f174-4d11-88bb-911961ee2e23 owned by network:dhcp {{(pid=94468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 15:01:23.407341 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44f33ab9-64c7-466f-b259-10af0e4b4999 None None] The sync data for ids ['d3ba124a-70df-49f9-865d-161815339cca'] in n-d-694802-15 is: [{'id': 'd3ba124a-70df-49f9-865d-161815339cca', 'name': 'tempest-TestNetworkBasicOps-router-1581285085', 'tenant_id': 'cbaad1cb6c364f2d8238ea489cf6e7b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.176'}], 'enable_snat': True}, 'gw_port_id': '77bf8668-611d-4ae5-b014-8f085e2cc2e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:58:59Z', 'updated_at': '2021-08-12T15:01:21Z', 'revision_number': 7, 'project_id': 'cbaad1cb6c364f2d8238ea489cf6e7b7', 'gw_port': {'id': '77bf8668-611d-4ae5-b014-8f085e2cc2e8', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:77:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3ba124a-70df-49f9-865d-161815339cca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3317, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:58:59Z', 'updated_at': '2021-08-12T14:59:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15'}] {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 15:01:23.422323 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [None req-48f6f856-cfdf-4769-997c-75e71a87dfc9 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] For port 77bf8668-611d-4ae5-b014-8f085e2cc2e8, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=77bf8668-611d-4ae5-b014-8f085e2cc2e8,segment=NetworkSegment(b1b396cb-2dc6-4041-bfc7-1833a80a4720),segment_id=b1b396cb-2dc6-4041-bfc7-1833a80a4720)] {{(pid=94467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:01:23.422704 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-48f6f856-cfdf-4769-997c-75e71a87dfc9 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:23.437350 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-48f6f856-cfdf-4769-997c-75e71a87dfc9 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Calling delete_port for 77bf8668-611d-4ae5-b014-8f085e2cc2e8 owned by network:router_gateway {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 15:01:23.440743 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-22dc77f4-1973-4e2c-a7cb-a083e7ddd835 req-d8430f9d-5374-48d1-84c4-6a8667cc77eb service neutron] 10.222.0.39 "GET /v2.0/networks/901c4bfa-73a6-4df2-99c6-b581ee094dfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1788225 Aug 12 15:01:23.498340 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-753d8604-f0a4-4de2-8828-ac2b9944b1d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262'] for port, after_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:23.529441 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753d8604-f0a4-4de2-8828-ac2b9944b1d3 None None] Pushing event deleted for resources: {'Port': ['ID=ca134246-f174-4d11-88bb-911961ee2e23,revision_number=None']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:01:23.539034 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-753d8604-f0a4-4de2-8828-ac2b9944b1d3 None None] No DVR routers for this DVR port ca134246-f174-4d11-88bb-911961ee2e23 on host n-d-694802-15 {{(pid=94468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 15:01:23.653948 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0cd9fafc-e625-4305-9c99-6bd5d7879d7f req-7be9b684-6a47-4a5e-b5a3-274571647c8a tempest-VolumesActionsTest-2068212490 tempest-VolumesActionsTest-2068212490-project] 10.222.0.39 "GET /v2.0/ports?device_id=6dca20b5-18c0-468a-ab6a-e4aa996d1d51 HTTP/1.1" status: 200 len: 210 time: 0.0289176 Aug 12 15:01:23.714473 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-48f6f856-cfdf-4769-997c-75e71a87dfc9 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:23.722944 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 47830) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:01:23.741181 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f6f856-cfdf-4769-997c-75e71a87dfc9 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Pushing event deleted for resources: {'Port': ['ID=77bf8668-611d-4ae5-b014-8f085e2cc2e8,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:01:23.822111 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-48f6f856-cfdf-4769-997c-75e71a87dfc9 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-431580'] for router_gateway, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:23.895263 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-59222bc6-6dc3-40b7-8b98-6fc732efe025 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:23.929687 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-48f6f856-cfdf-4769-997c-75e71a87dfc9 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-429360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-104877'] for router, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:23.932321 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-48f6f856-cfdf-4769-997c-75e71a87dfc9 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:23.982324 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-48f6f856-cfdf-4769-997c-75e71a87dfc9 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-429375'] for router, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:23.983370 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48f6f856-cfdf-4769-997c-75e71a87dfc9 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Fanout notify agent at l3_agent the message router_deleted on router d3ba124a-70df-49f9-865d-161815339cca {{(pid=94467) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 15:01:23.991531 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-48f6f856-cfdf-4769-997c-75e71a87dfc9 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify callbacks [] for router, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:23.995903 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 47840) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:01:23.996633 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-48f6f856-cfdf-4769-997c-75e71a87dfc9 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] 10.222.0.39 "DELETE /v2.0/routers/d3ba124a-70df-49f9-865d-161815339cca HTTP/1.1" status: 204 len: 168 time: 1.1038444 Aug 12 15:01:24.071150 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-59222bc6-6dc3-40b7-8b98-6fc732efe025 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:24.081471 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-59222bc6-6dc3-40b7-8b98-6fc732efe025 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:24.128346 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8846824c-d0f1-4331-8a4b-92ca3e07178b tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680608'] for network, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:24.138716 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-59222bc6-6dc3-40b7-8b98-6fc732efe025 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ae9f97687cd1486e96ae7f35858c011e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4145865 Aug 12 15:01:24.140704 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 47844) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:01:24.145165 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59222bc6-6dc3-40b7-8b98-6fc732efe025 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e6b1ade-182c-4257-b09b-7c7ec76f4291,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:01:24.250349 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8846824c-d0f1-4331-8a4b-92ca3e07178b tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66413304', 'neutron.services.segments.db._delete_segments_for_network-8744654118000'] for network, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:24.259336 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-919aac9a-70ba-4ea8-a72b-58022126a477 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:24.263506 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-8846824c-d0f1-4331-8a4b-92ca3e07178b tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e7eca48-badb-45a7-932d-a88a5ec55660']}} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:01:24.281237 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-8846824c-d0f1-4331-8a4b-92ca3e07178b tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d65393c-9f63-473a-8b65-9b5047b6fdb6') {'for_net_delete': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:01:24.281548 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-8846824c-d0f1-4331-8a4b-92ca3e07178b tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d65393c-9f63-473a-8b65-9b5047b6fdb6') {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:01:24.288292 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-919aac9a-70ba-4ea8-a72b-58022126a477 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:24.292577 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8846824c-d0f1-4331-8a4b-92ca3e07178b tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744654122361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2293560'] for segment, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:24.315252 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8846824c-d0f1-4331-8a4b-92ca3e07178b tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:24.322489 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8846824c-d0f1-4331-8a4b-92ca3e07178b tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Releasing vlan 325 on physical network physnet1 to pool {{(pid=94466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 15:01:24.322892 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8846824c-d0f1-4331-8a4b-92ca3e07178b tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3718595'] for segment, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:24.326636 n-d-694802-15 neutron-server[94466]: Traceback (most recent call last): Aug 12 15:01:24.326636 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 15:01:24.326636 n-d-694802-15 neutron-server[94466]: timer() Aug 12 15:01:24.326636 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 15:01:24.326636 n-d-694802-15 neutron-server[94466]: cb(*args, **kw) Aug 12 15:01:24.326636 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 15:01:24.326636 n-d-694802-15 neutron-server[94466]: return func(*args, **kwargs) Aug 12 15:01:24.326636 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 15:01:24.326636 n-d-694802-15 neutron-server[94466]: self._notify() Aug 12 15:01:24.326636 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 15:01:24.326636 n-d-694802-15 neutron-server[94466]: self.callback(batched_events) Aug 12 15:01:24.326636 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 15:01:24.326636 n-d-694802-15 neutron-server[94466]: event.method(event) Aug 12 15:01:24.326636 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 15:01:24.326636 n-d-694802-15 neutron-server[94466]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 15:01:24.326636 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 15:01:24.326636 n-d-694802-15 neutron-server[94466]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 15:01:24.326636 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 15:01:24.326636 n-d-694802-15 neutron-server[94466]: return f(self, *a, **k) Aug 12 15:01:24.326636 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 15:01:24.326636 n-d-694802-15 neutron-server[94466]: return self._get(url).json() Aug 12 15:01:24.326636 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 15:01:24.326636 n-d-694802-15 neutron-server[94466]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 15:01:24.326636 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 15:01:24.326636 n-d-694802-15 neutron-server[94466]: return self.request(url, 'GET', **kwargs) Aug 12 15:01:24.326636 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 15:01:24.326636 n-d-694802-15 neutron-server[94466]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 15:01:24.326636 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 15:01:24.326636 n-d-694802-15 neutron-server[94466]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 15:01:24.326636 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 15:01:24.326636 n-d-694802-15 neutron-server[94466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 15:01:24.326636 n-d-694802-15 neutron-server[94466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 15:01:24.349217 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-919aac9a-70ba-4ea8-a72b-58022126a477 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:24.351759 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-919aac9a-70ba-4ea8-a72b-58022126a477 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:24.352913 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-919aac9a-70ba-4ea8-a72b-58022126a477 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3e6b1ade-182c-4257-b09b-7c7ec76f4291 HTTP/1.1" status: 204 len: 168 time: 0.2111900 Aug 12 15:01:24.362154 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919aac9a-70ba-4ea8-a72b-58022126a477 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e6b1ade-182c-4257-b09b-7c7ec76f4291,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:01:24.394541 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8846824c-d0f1-4331-8a4b-92ca3e07178b tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66413281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431520'] for network, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:24.402183 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8846824c-d0f1-4331-8a4b-92ca3e07178b tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify callbacks [] for network, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:24.406714 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-8846824c-d0f1-4331-8a4b-92ca3e07178b tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] 10.222.0.39 "DELETE /v2.0/networks/3e7eca48-badb-45a7-932d-a88a5ec55660 HTTP/1.1" status: 204 len: 168 time: 0.4067416 Aug 12 15:01:24.415588 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8846824c-d0f1-4331-8a4b-92ca3e07178b tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Pushing event deleted for resources: {'Network': ['ID=3e7eca48-badb-45a7-932d-a88a5ec55660,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:01:24.424868 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 47848) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:01:24.430577 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-879f01d3-c15d-446b-a980-edc502f8a910 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Request body: {'network': {'name': 'tempest-network-smoke--1390458242', 'project_id': 'cbaad1cb6c364f2d8238ea489cf6e7b7', 'port_security_enabled': True}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:01:24.452157 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-879f01d3-c15d-446b-a980-edc502f8a910 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Made reservation on behalf of cbaad1cb6c364f2d8238ea489cf6e7b7 for: {'network': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 15:01:24.455658 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-879f01d3-c15d-446b-a980-edc502f8a910 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for network, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:24.481357 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-879f01d3-c15d-446b-a980-edc502f8a910 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] vlan segment allocate from pool success with {'vlan_id': 319, 'physical_network': 'physnet1'} {{(pid=94467) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 15:01:24.490971 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-879f01d3-c15d-446b-a980-edc502f8a910 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:24.491349 n-d-694802-15 neutron-server[94467]: INFO neutron.db.segments_db [None req-879f01d3-c15d-446b-a980-edc502f8a910 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Added segment 48e01071-2a21-4f4e-a9d8-9b6d997bff42 of type vlan for network c9a8c7d4-bc16-4fb6-95f2-11d597740ec3 Aug 12 15:01:24.530851 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-879f01d3-c15d-446b-a980-edc502f8a910 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744653628263'] for network, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:24.560366 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-879f01d3-c15d-446b-a980-edc502f8a910 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409'] for network, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:24.565929 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-879f01d3-c15d-446b-a980-edc502f8a910 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:01:24.566521 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-879f01d3-c15d-446b-a980-edc502f8a910 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for network, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:24.643442 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-879f01d3-c15d-446b-a980-edc502f8a910 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2173591 Aug 12 15:01:24.649197 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 47852) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:01:24.649592 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 47854) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:01:24.655422 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device ca134246-f174-4d11-88bb-911961ee2e23 no longer exists at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 15:01:24.656971 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-5c8bacc8-b14f-4cf2-a92d-00f5ac58e333 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1801539921', 'admin_state_up': True, 'project_id': 'cbaad1cb6c364f2d8238ea489cf6e7b7', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'}}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:01:24.657589 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879f01d3-c15d-446b-a980-edc502f8a910 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Pushing event updated for resources: {'Network': ['ID=c9a8c7d4-bc16-4fb6-95f2-11d597740ec3,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:01:24.686291 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3f12a17d-1a36-4b96-aa1f-cbf09ef0955b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:24.688092 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] No Port match for: ca134246-f174-4d11-88bb-911961ee2e23 {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 15:01:24.688439 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device ca134246-f174-4d11-88bb-911961ee2e23 not bound to the agent host n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 15:01:24.689238 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device f23466df-3273-468e-bf9b-d9f9f6253991 no longer exists at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 15:01:24.714681 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device c95e96b0-4d17-4354-abc4-4790ec8efe5d no longer exists at agent hyperv_n-h1-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 15:01:24.716954 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Network c9a8c7d4-bc16-4fb6-95f2-11d597740ec3 details requested by agent ovs-agent-n-d-694802-15 with host n-d-694802-15 {{(pid=94468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 15:01:24.738146 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5c8bacc8-b14f-4cf2-a92d-00f5ac58e333 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-430574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-104863'] for router, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:24.742557 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5c8bacc8-b14f-4cf2-a92d-00f5ac58e333 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-429438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-431405', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66646573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-104852'] for router, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:24.766384 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-75a7e1be-ef04-4528-b166-8b3d06d44dab req-9881ab5e-b5f6-4082-b342-d2162a6b94e4 tempest-VolumesActionsTest-2068212490 tempest-VolumesActionsTest-2068212490-project] 10.222.0.39 "GET /v2.0/ports?device_id=6dca20b5-18c0-468a-ab6a-e4aa996d1d51 HTTP/1.1" status: 200 len: 210 time: 0.0350068 Aug 12 15:01:24.775601 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] No Port match for: f23466df-3273-468e-bf9b-d9f9f6253991 {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 15:01:24.776373 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device f23466df-3273-468e-bf9b-d9f9f6253991 not bound to the agent host n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 15:01:24.825575 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-93370168-53ca-47c2-9e27-b066be57125c None None] No Port match for: c95e96b0-4d17-4354-abc4-4790ec8efe5d {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 15:01:24.826238 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device c95e96b0-4d17-4354-abc4-4790ec8efe5d not bound to the agent host n-h1-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 15:01:24.853515 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5c8bacc8-b14f-4cf2-a92d-00f5ac58e333 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:24.896897 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dc77f4-1973-4e2c-a7cb-a083e7ddd835 req-cf13b1eb-85c0-462a-b8d8-83517b05a634 tempest-VolumesActionsTest-2068212490 tempest-VolumesActionsTest-2068212490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:01:24.898715 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-22dc77f4-1973-4e2c-a7cb-a083e7ddd835 req-cf13b1eb-85c0-462a-b8d8-83517b05a634 tempest-VolumesActionsTest-2068212490 tempest-VolumesActionsTest-2068212490-project] 10.222.0.64 "GET /v2.0/networks?id=901c4bfa-73a6-4df2-99c6-b581ee094dfb HTTP/1.1" status: 200 len: 808 time: 0.1276457 Aug 12 15:01:24.914217 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-22dc77f4-1973-4e2c-a7cb-a083e7ddd835 req-0550925e-3859-4a7b-90da-7bf7b72b472d tempest-VolumesActionsTest-2068212490 tempest-VolumesActionsTest-2068212490-project] Request body: {'port': {'device_id': '6dca20b5-18c0-468a-ab6a-e4aa996d1d51', 'network_id': '901c4bfa-73a6-4df2-99c6-b581ee094dfb', 'admin_state_up': True, 'tenant_id': 'e3ae4595569545ba84c1f4acc345342f'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:01:25.010704 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3f12a17d-1a36-4b96-aa1f-cbf09ef0955b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:25.017274 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5c8bacc8-b14f-4cf2-a92d-00f5ac58e333 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:25.020687 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3f12a17d-1a36-4b96-aa1f-cbf09ef0955b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:25.029484 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22dc77f4-1973-4e2c-a7cb-a083e7ddd835 req-0550925e-3859-4a7b-90da-7bf7b72b472d tempest-VolumesActionsTest-2068212490 tempest-VolumesActionsTest-2068212490-project] Made reservation on behalf of e3ae4595569545ba84c1f4acc345342f for: {'port': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 15:01:25.033932 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-22dc77f4-1973-4e2c-a7cb-a083e7ddd835 req-0550925e-3859-4a7b-90da-7bf7b72b472d tempest-VolumesActionsTest-2068212490 tempest-VolumesActionsTest-2068212490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:25.098130 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-3f12a17d-1a36-4b96-aa1f-cbf09ef0955b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=02854f588b1c4069a5156a24736545d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4461675 Aug 12 15:01:25.101741 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 47860) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:01:25.108691 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f12a17d-1a36-4b96-aa1f-cbf09ef0955b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b7ba54b-9747-4b34-aae6-6dd13e43a1ac,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:01:25.171933 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_common [req-22dc77f4-1973-4e2c-a7cb-a083e7ddd835 req-0550925e-3859-4a7b-90da-7bf7b72b472d tempest-VolumesActionsTest-2068212490 tempest-VolumesActionsTest-2068212490-project] Allocated IP 172.20.0.4 (901c4bfa-73a6-4df2-99c6-b581ee094dfb/9b408115-5ff5-494f-9347-f0b20d2616f3/39c87114-34d7-4b0a-ae15-026cf1182c92) {{(pid=94467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 15:01:25.177523 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4f2f8fe8-fef3-4b7b-bcb0-2f8850ef0412 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:25.216212 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4f2f8fe8-fef3-4b7b-bcb0-2f8850ef0412 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:25.331227 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-22dc77f4-1973-4e2c-a7cb-a083e7ddd835 req-0550925e-3859-4a7b-90da-7bf7b72b472d tempest-VolumesActionsTest-2068212490 tempest-VolumesActionsTest-2068212490-project] Notify callbacks [] for port, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:25.345668 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5c8bacc8-b14f-4cf2-a92d-00f5ac58e333 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify callbacks [] for router_gateway, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:25.364633 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4f2f8fe8-fef3-4b7b-bcb0-2f8850ef0412 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:25.367151 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4f2f8fe8-fef3-4b7b-bcb0-2f8850ef0412 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:25.369326 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-4f2f8fe8-fef3-4b7b-bcb0-2f8850ef0412 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2b7ba54b-9747-4b34-aae6-6dd13e43a1ac HTTP/1.1" status: 204 len: 168 time: 0.2656424 Aug 12 15:01:25.372266 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5c8bacc8-b14f-4cf2-a92d-00f5ac58e333 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:25.373559 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-22dc77f4-1973-4e2c-a7cb-a083e7ddd835 req-0550925e-3859-4a7b-90da-7bf7b72b472d tempest-VolumesActionsTest-2068212490 tempest-VolumesActionsTest-2068212490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:25.386341 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2f8fe8-fef3-4b7b-bcb0-2f8850ef0412 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b7ba54b-9747-4b34-aae6-6dd13e43a1ac,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:01:25.418222 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22dc77f4-1973-4e2c-a7cb-a083e7ddd835 req-0550925e-3859-4a7b-90da-7bf7b72b472d tempest-VolumesActionsTest-2068212490 tempest-VolumesActionsTest-2068212490-project] Network 901c4bfa-73a6-4df2-99c6-b581ee094dfb is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 15:01:25.430789 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [req-22dc77f4-1973-4e2c-a7cb-a083e7ddd835 req-0550925e-3859-4a7b-90da-7bf7b72b472d tempest-VolumesActionsTest-2068212490 tempest-VolumesActionsTest-2068212490-project] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:01:25.433777 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [req-22dc77f4-1973-4e2c-a7cb-a083e7ddd835 req-0550925e-3859-4a7b-90da-7bf7b72b472d tempest-VolumesActionsTest-2068212490 tempest-VolumesActionsTest-2068212490-project] Received port after_create {{(pid=94467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 15:01:25.470839 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0550925e-3859-4a7b-90da-7bf7b72b472d tempest-VolumesActionsTest-2068212490 tempest-VolumesActionsTest-2068212490-project] Pushing event updated for resources: {'Port': ['ID=39c87114-34d7-4b0a-ae15-026cf1182c92,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:01:25.489021 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dc77f4-1973-4e2c-a7cb-a083e7ddd835 req-0550925e-3859-4a7b-90da-7bf7b72b472d tempest-VolumesActionsTest-2068212490 tempest-VolumesActionsTest-2068212490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:01:25.489949 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-22dc77f4-1973-4e2c-a7cb-a083e7ddd835 req-0550925e-3859-4a7b-90da-7bf7b72b472d tempest-VolumesActionsTest-2068212490 tempest-VolumesActionsTest-2068212490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:25.502861 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-5c8bacc8-b14f-4cf2-a92d-00f5ac58e333 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Allocated IP 172.25.1.27 (d3759e1b-6c03-45ac-acd4-90abb417809b/f0254f08-c19c-4e31-bd9c-09389ea4b6f2/54a1131c-684b-4fc3-bbdb-515c570248ab) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 15:01:25.506365 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-22dc77f4-1973-4e2c-a7cb-a083e7ddd835 req-0550925e-3859-4a7b-90da-7bf7b72b472d tempest-VolumesActionsTest-2068212490 tempest-VolumesActionsTest-2068212490-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5980041 Aug 12 15:01:25.521486 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-22dc77f4-1973-4e2c-a7cb-a083e7ddd835 req-63a14047-b524-4467-92de-681ef3b0c680 service neutron] Request body: {'port': {'device_id': '6dca20b5-18c0-468a-ab6a-e4aa996d1d51', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-694802-15'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:01:25.585629 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-22dc77f4-1973-4e2c-a7cb-a083e7ddd835 req-63a14047-b524-4467-92de-681ef3b0c680 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:25.624028 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5c8bacc8-b14f-4cf2-a92d-00f5ac58e333 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:25.665941 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5c8bacc8-b14f-4cf2-a92d-00f5ac58e333 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:25.704654 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c8bacc8-b14f-4cf2-a92d-00f5ac58e333 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Network d3759e1b-6c03-45ac-acd4-90abb417809b is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 15:01:25.708989 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-5c8bacc8-b14f-4cf2-a92d-00f5ac58e333 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:01:25.714727 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c8bacc8-b14f-4cf2-a92d-00f5ac58e333 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 15:01:25.744612 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8bacc8-b14f-4cf2-a92d-00f5ac58e333 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Pushing event updated for resources: {'Port': ['ID=54a1131c-684b-4fc3-bbdb-515c570248ab,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:01:25.909319 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [req-22dc77f4-1973-4e2c-a7cb-a083e7ddd835 req-63a14047-b524-4467-92de-681ef3b0c680 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39c87114-34d7-4b0a-ae15-026cf1182c92 {{(pid=94467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 15:01:25.918613 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-22dc77f4-1973-4e2c-a7cb-a083e7ddd835 req-63a14047-b524-4467-92de-681ef3b0c680 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:25.938590 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [req-22dc77f4-1973-4e2c-a7cb-a083e7ddd835 req-63a14047-b524-4467-92de-681ef3b0c680 service neutron] Transition to ACTIVE for port object 39c87114-34d7-4b0a-ae15-026cf1182c92 will not be triggered until provisioned by entity L2. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:01:25.948030 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3b2244-5e64-4db3-a7fa-81e6f6438fb2 req-eb3de6af-cf43-4ea8-9abf-8d7a724ae792 tempest-VolumesActionsTest-2068212490 tempest-VolumesActionsTest-2068212490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:01:25.949554 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-bc3b2244-5e64-4db3-a7fa-81e6f6438fb2 req-eb3de6af-cf43-4ea8-9abf-8d7a724ae792 tempest-VolumesActionsTest-2068212490 tempest-VolumesActionsTest-2068212490-project] 10.222.0.39 "GET /v2.0/ports?device_id=6dca20b5-18c0-468a-ab6a-e4aa996d1d51 HTTP/1.1" status: 200 len: 931 time: 0.0876443 Aug 12 15:01:25.950667 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-22dc77f4-1973-4e2c-a7cb-a083e7ddd835 req-63a14047-b524-4467-92de-681ef3b0c680 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:25.999305 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5c8bacc8-b14f-4cf2-a92d-00f5ac58e333 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify callbacks [] for router_gateway, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:26.032609 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a14047-b524-4467-92de-681ef3b0c680 service neutron] Pushing event updated for resources: {'Port': ['ID=39c87114-34d7-4b0a-ae15-026cf1182c92,revision_number=2']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:01:26.038776 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-bc3b2244-5e64-4db3-a7fa-81e6f6438fb2 req-e313e083-eb8b-4231-bc21-d894b879c457 tempest-VolumesActionsTest-2068212490 tempest-VolumesActionsTest-2068212490-project] 10.222.0.39 "GET /v2.0/security-groups?id=1f858fcb-f526-4bce-85ec-fe9dbdc3b41e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786288 Aug 12 15:01:26.113651 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-22dc77f4-1973-4e2c-a7cb-a083e7ddd835 req-63a14047-b524-4467-92de-681ef3b0c680 service neutron] Attempting to bind port 39c87114-34d7-4b0a-ae15-026cf1182c92 on host n-h1-694802-15 for vnic_type normal with profile {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 15:01:26.114499 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-22dc77f4-1973-4e2c-a7cb-a083e7ddd835 req-63a14047-b524-4467-92de-681ef3b0c680 service neutron] Attempting to bind port 39c87114-34d7-4b0a-ae15-026cf1182c92 by drivers openvswitch,hyperv on host n-h1-694802-15 at level 0 using segments [{'id': '9e8843f4-2a4f-4f35-8370-3c4d6a1d84a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '901c4bfa-73a6-4df2-99c6-b581ee094dfb'}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 15:01:26.114835 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22dc77f4-1973-4e2c-a7cb-a083e7ddd835 req-63a14047-b524-4467-92de-681ef3b0c680 service neutron] Attempting to bind port 39c87114-34d7-4b0a-ae15-026cf1182c92 on network 901c4bfa-73a6-4df2-99c6-b581ee094dfb {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 15:01:26.119456 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22dc77f4-1973-4e2c-a7cb-a083e7ddd835 req-63a14047-b524-4467-92de-681ef3b0c680 service neutron] Port 39c87114-34d7-4b0a-ae15-026cf1182c92 on network 901c4bfa-73a6-4df2-99c6-b581ee094dfb not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-15 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 15:01:26.119784 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22dc77f4-1973-4e2c-a7cb-a083e7ddd835 req-63a14047-b524-4467-92de-681ef3b0c680 service neutron] Attempting to bind port 39c87114-34d7-4b0a-ae15-026cf1182c92 on network 901c4bfa-73a6-4df2-99c6-b581ee094dfb {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 15:01:26.125914 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22dc77f4-1973-4e2c-a7cb-a083e7ddd835 req-63a14047-b524-4467-92de-681ef3b0c680 service neutron] Checking agent: {'id': 'de568313-a3e6-454a-9813-77e25edcea95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 27, 41), 'started_at': datetime.datetime(2021, 8, 12, 14, 27, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 15, 1, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 15:01:26.126257 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22dc77f4-1973-4e2c-a7cb-a083e7ddd835 req-63a14047-b524-4467-92de-681ef3b0c680 service neutron] Checking segment: {'id': '9e8843f4-2a4f-4f35-8370-3c4d6a1d84a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '901c4bfa-73a6-4df2-99c6-b581ee094dfb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 15:01:26.127090 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22dc77f4-1973-4e2c-a7cb-a083e7ddd835 req-63a14047-b524-4467-92de-681ef3b0c680 service neutron] Bound using segment: {'id': '9e8843f4-2a4f-4f35-8370-3c4d6a1d84a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '901c4bfa-73a6-4df2-99c6-b581ee094dfb'} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 15:01:26.127523 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-22dc77f4-1973-4e2c-a7cb-a083e7ddd835 req-63a14047-b524-4467-92de-681ef3b0c680 service neutron] Bound port: 39c87114-34d7-4b0a-ae15-026cf1182c92, host: n-h1-694802-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e8843f4-2a4f-4f35-8370-3c4d6a1d84a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '901c4bfa-73a6-4df2-99c6-b581ee094dfb'}}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 15:01:26.127894 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-22dc77f4-1973-4e2c-a7cb-a083e7ddd835 req-63a14047-b524-4467-92de-681ef3b0c680 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:26.194929 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 77bf8668-611d-4ae5-b014-8f085e2cc2e8 no longer exists at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 15:01:26.209843 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-22dc77f4-1973-4e2c-a7cb-a083e7ddd835 req-63a14047-b524-4467-92de-681ef3b0c680 service neutron] For port 39c87114-34d7-4b0a-ae15-026cf1182c92, host n-h1-694802-15, cleared binding levels {{(pid=94467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 15:01:26.217782 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] No Port match for: 77bf8668-611d-4ae5-b014-8f085e2cc2e8 {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 15:01:26.218460 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 77bf8668-611d-4ae5-b014-8f085e2cc2e8 not bound to the agent host n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 15:01:26.218618 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-22dc77f4-1973-4e2c-a7cb-a083e7ddd835 req-63a14047-b524-4467-92de-681ef3b0c680 service neutron] For port 39c87114-34d7-4b0a-ae15-026cf1182c92, host n-h1-694802-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=39c87114-34d7-4b0a-ae15-026cf1182c92,segment=NetworkSegment(9e8843f4-2a4f-4f35-8370-3c4d6a1d84a3),segment_id=9e8843f4-2a4f-4f35-8370-3c4d6a1d84a3)] {{(pid=94467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 15:01:26.226029 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-22dc77f4-1973-4e2c-a7cb-a083e7ddd835 req-63a14047-b524-4467-92de-681ef3b0c680 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:26.265157 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dc77f4-1973-4e2c-a7cb-a083e7ddd835 req-63a14047-b524-4467-92de-681ef3b0c680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:01:26.265776 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-22dc77f4-1973-4e2c-a7cb-a083e7ddd835 req-63a14047-b524-4467-92de-681ef3b0c680 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:26.267947 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-22dc77f4-1973-4e2c-a7cb-a083e7ddd835 req-63a14047-b524-4467-92de-681ef3b0c680 service neutron] 10.222.0.64 "PUT /v2.0/ports/39c87114-34d7-4b0a-ae15-026cf1182c92 HTTP/1.1" status: 200 len: 1092 time: 0.7520628 Aug 12 15:01:26.268397 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6dca20b5-18c0-468a-ab6a-e4aa996d1d51', 'tag': '39c87114-34d7-4b0a-ae15-026cf1182c92'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:01:26.270800 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e65282f928b64038367d043a4411777802006c43a98742496cb2e25b724ff1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08aebe79-5c16-4340-af6d-526cdf6bdc6a" -d '{"events": [{"name": "network-changed", "server_uuid": "6dca20b5-18c0-468a-ab6a-e4aa996d1d51", "tag": "39c87114-34d7-4b0a-ae15-026cf1182c92"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 15:01:26.292301 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5c8bacc8-b14f-4cf2-a92d-00f5ac58e333 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-429413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-431608'] for router, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:26.298579 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a14047-b524-4467-92de-681ef3b0c680 service neutron] Pushing event updated for resources: {'Port': ['ID=39c87114-34d7-4b0a-ae15-026cf1182c92,revision_number=3']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:01:26.341558 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 15:01:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f381f68b-9a2f-42f4-a33c-12bf2e327110 x-openstack-request-id: req-f381f68b-9a2f-42f4-a33c-12bf2e327110 {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 15:01:26.341845 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6dca20b5-18c0-468a-ab6a-e4aa996d1d51", "tag": "39c87114-34d7-4b0a-ae15-026cf1182c92", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 15:01:26.342095 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f381f68b-9a2f-42f4-a33c-12bf2e327110 {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 15:01:26.342490 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6dca20b5-18c0-468a-ab6a-e4aa996d1d51', 'tag': '39c87114-34d7-4b0a-ae15-026cf1182c92', 'status': 'completed', 'code': 200} Aug 12 15:01:26.359519 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dc77f4-1973-4e2c-a7cb-a083e7ddd835 req-a7a37cc8-16b9-4350-8d55-1f7cbf51984d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:01:26.361101 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-22dc77f4-1973-4e2c-a7cb-a083e7ddd835 req-a7a37cc8-16b9-4350-8d55-1f7cbf51984d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e3ae4595569545ba84c1f4acc345342f&device_id=6dca20b5-18c0-468a-ab6a-e4aa996d1d51 HTTP/1.1" status: 200 len: 1095 time: 0.0487080 Aug 12 15:01:26.413600 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-22dc77f4-1973-4e2c-a7cb-a083e7ddd835 req-fc6a1ae7-f1d0-4e04-9ea8-011f2232ee4a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=39c87114-34d7-4b0a-ae15-026cf1182c92 HTTP/1.1" status: 200 len: 217 time: 0.0432334 Aug 12 15:01:26.467134 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dc77f4-1973-4e2c-a7cb-a083e7ddd835 req-2225670e-a11f-457e-baa6-4adfc01e4c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:01:26.468678 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-22dc77f4-1973-4e2c-a7cb-a083e7ddd835 req-2225670e-a11f-457e-baa6-4adfc01e4c9c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9b408115-5ff5-494f-9347-f0b20d2616f3 HTTP/1.1" status: 200 len: 848 time: 0.0478711 Aug 12 15:01:26.502379 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-22dc77f4-1973-4e2c-a7cb-a083e7ddd835 req-8669886a-f77f-4678-aa6b-fa7c8e5c4e98 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=901c4bfa-73a6-4df2-99c6-b581ee094dfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264952 Aug 12 15:01:26.607914 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-22dc77f4-1973-4e2c-a7cb-a083e7ddd835 req-ffa83613-5b9f-44a4-b2b0-efbf498b4d38 service neutron] 10.222.0.64 "GET /v2.0/networks/901c4bfa-73a6-4df2-99c6-b581ee094dfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976174 Aug 12 15:01:26.666429 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 47898) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:01:26.708861 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-22dc77f4-1973-4e2c-a7cb-a083e7ddd835 req-4b899b77-3689-4c97-ada0-4ffe11214eb9 service neutron] 10.222.0.64 "GET /v2.0/networks/901c4bfa-73a6-4df2-99c6-b581ee094dfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920136 Aug 12 15:01:26.726886 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c8bacc8-b14f-4cf2-a92d-00f5ac58e333 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Router 696ab42f-cf00-45a9-816b-eca85f046981 is scheduled to L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f with binding_index 1 {{(pid=94466) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 15:01:26.809646 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-7dd7fa96-cfe1-4e47-abe7-457f3db285b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:26.842791 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c8bacc8-b14f-4cf2-a92d-00f5ac58e333 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 15:01:26.844739 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08aebe79-5c16-4340-af6d-526cdf6bdc6a req-f993914a-e5a4-4fbe-851a-ac0bfe9d3784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:01:26.846617 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-08aebe79-5c16-4340-af6d-526cdf6bdc6a req-f993914a-e5a4-4fbe-851a-ac0bfe9d3784 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e3ae4595569545ba84c1f4acc345342f&device_id=6dca20b5-18c0-468a-ab6a-e4aa996d1d51 HTTP/1.1" status: 200 len: 1095 time: 0.0871069 Aug 12 15:01:26.855527 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-175e3778-722b-4827-ad63-0271f7724526 None None] Sync routers for ids ['696ab42f-cf00-45a9-816b-eca85f046981'] in n-d-694802-15 {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 15:01:26.866182 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-175e3778-722b-4827-ad63-0271f7724526 None None] Routers {'696ab42f-cf00-45a9-816b-eca85f046981'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:01:26.866711 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-175e3778-722b-4827-ad63-0271f7724526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T15:01:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['696ab42f-cf00-45a9-816b-eca85f046981'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:01:26.971574 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvr_db [None req-175e3778-722b-4827-ad63-0271f7724526 None None] Set router 696ab42f-cf00-45a9-816b-eca85f046981 gateway port host: n-d-694802-15 {{(pid=94468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:01:26.982234 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08aebe79-5c16-4340-af6d-526cdf6bdc6a req-6c4da795-7b26-4d85-97cf-7607f5bd461d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:01:26.983752 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-08aebe79-5c16-4340-af6d-526cdf6bdc6a req-6c4da795-7b26-4d85-97cf-7607f5bd461d service neutron] 10.222.0.64 "GET /v2.0/networks?id=901c4bfa-73a6-4df2-99c6-b581ee094dfb HTTP/1.1" status: 200 len: 909 time: 0.1260228 Aug 12 15:01:27.048188 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-7dd7fa96-cfe1-4e47-abe7-457f3db285b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:27.050999 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-08aebe79-5c16-4340-af6d-526cdf6bdc6a req-cbe7fb83-ab05-443a-ae1b-badcb326775f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=39c87114-34d7-4b0a-ae15-026cf1182c92 HTTP/1.1" status: 200 len: 217 time: 0.0550196 Aug 12 15:01:27.052671 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-7dd7fa96-cfe1-4e47-abe7-457f3db285b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:27.056611 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5c8bacc8-b14f-4cf2-a92d-00f5ac58e333 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify callbacks [] for router, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:27.060813 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-5c8bacc8-b14f-4cf2-a92d-00f5ac58e333 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.4073975 Aug 12 15:01:27.061564 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 47902) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:01:27.103911 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-32afff9c-2237-4cd7-b233-061a56c912f4 tempest-TestNetworkBasicOps-1793123649 tempest-TestNetworkBasicOps-1793123649-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=cbaad1cb6c364f2d8238ea489cf6e7b7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0410843 Aug 12 15:01:27.106657 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 47906) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:01:27.132737 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-7dd7fa96-cfe1-4e47-abe7-457f3db285b0 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=98682a8dae7541dfb968b3ce9c920857&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4649541 Aug 12 15:01:27.134943 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd7fa96-cfe1-4e47-abe7-457f3db285b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc7d76a9-ddfe-47b2-a1d8-e24f66dc4caf,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:01:27.138092 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 47908) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:01:27.148570 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08aebe79-5c16-4340-af6d-526cdf6bdc6a req-a74573f1-65ad-40de-b63b-41bbc251002b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:01:27.150006 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-08aebe79-5c16-4340-af6d-526cdf6bdc6a req-a74573f1-65ad-40de-b63b-41bbc251002b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9b408115-5ff5-494f-9347-f0b20d2616f3 HTTP/1.1" status: 200 len: 848 time: 0.0801651 Aug 12 15:01:27.189952 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-175e3778-722b-4827-ad63-0271f7724526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '696ab42f-cf00-45a9-816b-eca85f046981', 'name': 'tempest-TestNetworkBasicOps-router-1801539921', 'tenant_id': 'cbaad1cb6c364f2d8238ea489cf6e7b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.27'}], 'enable_snat': True}, 'gw_port_id': '54a1131c-684b-4fc3-bbdb-515c570248ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:01:24Z', 'updated_at': '2021-08-12T15:01:25Z', 'revision_number': 3, 'project_id': 'cbaad1cb6c364f2d8238ea489cf6e7b7', 'gw_port': {'id': '54a1131c-684b-4fc3-bbdb-515c570248ab', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:ac:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '696ab42f-cf00-45a9-816b-eca85f046981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3524, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:01:25Z', 'updated_at': '2021-08-12T15:01:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15'}], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:01:27.191114 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-08aebe79-5c16-4340-af6d-526cdf6bdc6a req-e6db3eee-270e-4a78-949e-f38761412092 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=901c4bfa-73a6-4df2-99c6-b581ee094dfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319414 Aug 12 15:01:27.224506 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-175e3778-722b-4827-ad63-0271f7724526 None None] Checking router: 696ab42f-cf00-45a9-816b-eca85f046981 for host: n-d-694802-15 {{(pid=94468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 15:01:27.225443 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-175e3778-722b-4827-ad63-0271f7724526 None None] Updating router 696ab42f-cf00-45a9-816b-eca85f046981 port 54a1131c-684b-4fc3-bbdb-515c570248ab binding host n-d-694802-15 {{(pid=94468) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 15:01:27.245763 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9e336bf-55bc-4694-928b-f0602ac8fda0 tempest-TestNetworkBasicOps-1793123649 tempest-TestNetworkBasicOps-1793123649-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:01:27.249925 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-c9e336bf-55bc-4694-928b-f0602ac8fda0 tempest-TestNetworkBasicOps-1793123649 tempest-TestNetworkBasicOps-1793123649-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1397755 Aug 12 15:01:27.250164 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 47910) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:01:27.257102 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-175e3778-722b-4827-ad63-0271f7724526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:27.271052 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6eab-9dc6-4324-b033-b041d39a1001 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:27.275097 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe255c0-ff4e-44eb-b901-65b85cc9e9d6 req-b5960764-0c7e-4877-a143-4ede6b953177 tempest-VolumesActionsTest-2068212490 tempest-VolumesActionsTest-2068212490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:01:27.276642 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-9fe255c0-ff4e-44eb-b901-65b85cc9e9d6 req-b5960764-0c7e-4877-a143-4ede6b953177 tempest-VolumesActionsTest-2068212490 tempest-VolumesActionsTest-2068212490-project] 10.222.0.39 "GET /v2.0/ports?device_id=6dca20b5-18c0-468a-ab6a-e4aa996d1d51 HTTP/1.1" status: 200 len: 943 time: 0.1440010 Aug 12 15:01:27.297900 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-11abf66d-71f9-4048-8d9a-285442b6bfc0 tempest-TestNetworkBasicOps-1793123649 tempest-TestNetworkBasicOps-1793123649-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=d3759e1b-6c03-45ac-acd4-90abb417809b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0466175 Aug 12 15:01:27.305263 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 47914) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:01:27.320060 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-4b683261-c84b-4839-8446-515c25633251 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-459667667', 'network_id': 'c9a8c7d4-bc16-4fb6-95f2-11d597740ec3', 'project_id': 'cbaad1cb6c364f2d8238ea489cf6e7b7', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:01:27.336164 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-9fe255c0-ff4e-44eb-b901-65b85cc9e9d6 req-457a76aa-01e6-4c01-bcea-3fdf2c0db15a tempest-VolumesActionsTest-2068212490 tempest-VolumesActionsTest-2068212490-project] 10.222.0.39 "GET /v2.0/security-groups?id=1f858fcb-f526-4bce-85ec-fe9dbdc3b41e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412877 Aug 12 15:01:27.351480 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6eab-9dc6-4324-b033-b041d39a1001 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:27.449456 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-08aebe79-5c16-4340-af6d-526cdf6bdc6a req-a99c1188-2b05-435b-a626-019683cebf5e service neutron] 10.222.0.64 "GET /v2.0/networks/901c4bfa-73a6-4df2-99c6-b581ee094dfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2433395 Aug 12 15:01:27.518277 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b683261-c84b-4839-8446-515c25633251 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Made reservation on behalf of cbaad1cb6c364f2d8238ea489cf6e7b7 for: {'subnet': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 15:01:27.518615 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-175e3778-722b-4827-ad63-0271f7724526 None None] Notify callbacks [] for port, precommit_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:27.522143 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-4b683261-c84b-4839-8446-515c25633251 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3343791'] for subnet, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:27.528821 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-175e3778-722b-4827-ad63-0271f7724526 None None] Transition to ACTIVE for port object 54a1131c-684b-4fc3-bbdb-515c570248ab will not be triggered until provisioned by entity L2. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:01:27.534679 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-175e3778-722b-4827-ad63-0271f7724526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:27.540411 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6eab-9dc6-4324-b033-b041d39a1001 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:27.542903 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6eab-9dc6-4324-b033-b041d39a1001 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:27.544066 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-7dfa6eab-9dc6-4324-b033-b041d39a1001 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/bc7d76a9-ddfe-47b2-a1d8-e24f66dc4caf HTTP/1.1" status: 204 len: 168 time: 0.4029665 Aug 12 15:01:27.590268 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-175e3778-722b-4827-ad63-0271f7724526 None None] Attempting to bind port 54a1131c-684b-4fc3-bbdb-515c570248ab on host n-d-694802-15 for vnic_type normal with profile {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 15:01:27.590637 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-175e3778-722b-4827-ad63-0271f7724526 None None] Attempting to bind port 54a1131c-684b-4fc3-bbdb-515c570248ab by drivers openvswitch,hyperv on host n-d-694802-15 at level 0 using segments [{'id': 'b1b396cb-2dc6-4041-bfc7-1833a80a4720', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 15:01:27.591007 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-175e3778-722b-4827-ad63-0271f7724526 None None] Attempting to bind port 54a1131c-684b-4fc3-bbdb-515c570248ab on network d3759e1b-6c03-45ac-acd4-90abb417809b {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 15:01:27.600264 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfa6eab-9dc6-4324-b033-b041d39a1001 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc7d76a9-ddfe-47b2-a1d8-e24f66dc4caf,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:01:27.600558 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-175e3778-722b-4827-ad63-0271f7724526 None None] Checking agent: {'id': '16de73ac-f2e9-4cee-b3e0-91052ae3e6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 20, 13), 'started_at': datetime.datetime(2021, 8, 12, 14, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 15, 1, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 15:01:27.600919 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-175e3778-722b-4827-ad63-0271f7724526 None None] Checking segment: {'id': 'b1b396cb-2dc6-4041-bfc7-1833a80a4720', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 15:01:27.601323 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-175e3778-722b-4827-ad63-0271f7724526 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:27.601718 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-175e3778-722b-4827-ad63-0271f7724526 None None] Bound using segment: {'id': 'b1b396cb-2dc6-4041-bfc7-1833a80a4720', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 15:01:27.602431 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-175e3778-722b-4827-ad63-0271f7724526 None None] Bound port: 54a1131c-684b-4fc3-bbdb-515c570248ab, host: n-d-694802-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1b396cb-2dc6-4041-bfc7-1833a80a4720', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'}}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 15:01:27.603047 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-175e3778-722b-4827-ad63-0271f7724526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:27.604908 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052a05a9-5778-4799-b974-2804f37efa63 None None] Pushing event updated for resources: {'Port': ['ID=54a1131c-684b-4fc3-bbdb-515c570248ab,revision_number=2']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:01:27.650620 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-08aebe79-5c16-4340-af6d-526cdf6bdc6a req-95faec3b-a8cb-409f-ac80-be72a87557a9 service neutron] 10.222.0.64 "GET /v2.0/networks/901c4bfa-73a6-4df2-99c6-b581ee094dfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1931369 Aug 12 15:01:27.675259 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-175e3778-722b-4827-ad63-0271f7724526 None None] For port 54a1131c-684b-4fc3-bbdb-515c570248ab, host n-d-694802-15, cleared binding levels {{(pid=94468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 15:01:27.679043 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-175e3778-722b-4827-ad63-0271f7724526 None None] For port 54a1131c-684b-4fc3-bbdb-515c570248ab, host n-d-694802-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=54a1131c-684b-4fc3-bbdb-515c570248ab,segment=NetworkSegment(b1b396cb-2dc6-4041-bfc7-1833a80a4720),segment_id=b1b396cb-2dc6-4041-bfc7-1833a80a4720)] {{(pid=94468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 15:01:27.683949 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-175e3778-722b-4827-ad63-0271f7724526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:27.735293 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-175e3778-722b-4827-ad63-0271f7724526 None None] Routers {'696ab42f-cf00-45a9-816b-eca85f046981'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:01:27.735915 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-175e3778-722b-4827-ad63-0271f7724526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T15:01:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['696ab42f-cf00-45a9-816b-eca85f046981'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:01:27.779756 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-4b683261-c84b-4839-8446-515c25633251 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2859166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3343773'] for subnet, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:27.784195 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052a05a9-5778-4799-b974-2804f37efa63 None None] Pushing event updated for resources: {'Port': ['ID=54a1131c-684b-4fc3-bbdb-515c570248ab,revision_number=3']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:01:27.851950 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b683261-c84b-4839-8446-515c25633251 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Pushing event updated for resources: {'Subnet': ['ID=cb4c46fb-a02d-4ee1-938e-e28426a80cb6,revision_number=0']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:01:27.860907 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvr_db [None req-175e3778-722b-4827-ad63-0271f7724526 None None] Set router 696ab42f-cf00-45a9-816b-eca85f046981 gateway port host: n-d-694802-15 {{(pid=94468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:01:27.863663 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b683261-c84b-4839-8446-515c25633251 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Checking segment: {'id': '48e01071-2a21-4f4e-a9d8-9b6d997bff42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'c9a8c7d4-bc16-4fb6-95f2-11d597740ec3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 15:01:27.863663 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b683261-c84b-4839-8446-515c25633251 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Network hostable DHCP agents. Network: c9a8c7d4-bc16-4fb6-95f2-11d597740ec3, hostable agents: ['1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658'], hosted agents: [] {{(pid=94467) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 15:01:27.884244 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b683261-c84b-4839-8446-515c25633251 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Network c9a8c7d4-bc16-4fb6-95f2-11d597740ec3 is scheduled to be hosted by DHCP agent 1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658 with binding_index 1 {{(pid=94467) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 15:01:27.895506 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [None req-4b683261-c84b-4839-8446-515c25633251 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-15, c9a8c7d4-bc16-4fb6-95f2-11d597740ec3) {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:01:27.900365 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b683261-c84b-4839-8446-515c25633251 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:01:27.900896 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-4b683261-c84b-4839-8446-515c25633251 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify callbacks [] for subnet, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:27.916276 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-4b683261-c84b-4839-8446-515c25633251 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6008055 Aug 12 15:01:27.918757 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 47926) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:01:27.921713 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43ef966d-f5f8-4b05-a737-ff0ae0ff4d2d None None] Network c9a8c7d4-bc16-4fb6-95f2-11d597740ec3 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 15:01:28.321734 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-175e3778-722b-4827-ad63-0271f7724526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '696ab42f-cf00-45a9-816b-eca85f046981', 'name': 'tempest-TestNetworkBasicOps-router-1801539921', 'tenant_id': 'cbaad1cb6c364f2d8238ea489cf6e7b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.27'}], 'enable_snat': True}, 'gw_port_id': '54a1131c-684b-4fc3-bbdb-515c570248ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:01:24Z', 'updated_at': '2021-08-12T15:01:25Z', 'revision_number': 3, 'project_id': 'cbaad1cb6c364f2d8238ea489cf6e7b7', 'gw_port': {'id': '54a1131c-684b-4fc3-bbdb-515c570248ab', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:ac:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '696ab42f-cf00-45a9-816b-eca85f046981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3524, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:01:25Z', 'updated_at': '2021-08-12T15:01:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15'}], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:01:28.326458 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10c7f8c9-4b76-47a8-9289-1aeba5a566af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa7035b3e-9a89-5964-b9f4-97301c3f476a-c9a8c7d4-bc16-4fb6-95f2-11d597740ec3', 'network_id': 'c9a8c7d4-bc16-4fb6-95f2-11d597740ec3', 'tenant_id': 'cbaad1cb6c364f2d8238ea489cf6e7b7', 'fixed_ips': [{'subnet_id': 'cb4c46fb-a02d-4ee1-938e-e28426a80cb6'}]}} from n-d-694802-15. {{(pid=94468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 15:01:28.327345 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-10c7f8c9-4b76-47a8-9289-1aeba5a566af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:28.370226 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-175e3778-722b-4827-ad63-0271f7724526 None None] The sync data for ids ['696ab42f-cf00-45a9-816b-eca85f046981'] in n-d-694802-15 is: [{'id': '696ab42f-cf00-45a9-816b-eca85f046981', 'name': 'tempest-TestNetworkBasicOps-router-1801539921', 'tenant_id': 'cbaad1cb6c364f2d8238ea489cf6e7b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.27'}], 'enable_snat': True}, 'gw_port_id': '54a1131c-684b-4fc3-bbdb-515c570248ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:01:24Z', 'updated_at': '2021-08-12T15:01:25Z', 'revision_number': 3, 'project_id': 'cbaad1cb6c364f2d8238ea489cf6e7b7', 'gw_port': {'id': '54a1131c-684b-4fc3-bbdb-515c570248ab', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:ac:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '696ab42f-cf00-45a9-816b-eca85f046981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3524, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:01:25Z', 'updated_at': '2021-08-12T15:01:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15'}] {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 15:01:28.558914 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.db_base_plugin_common [None req-10c7f8c9-4b76-47a8-9289-1aeba5a566af None None] Allocated IP 172.20.0.2 (c9a8c7d4-bc16-4fb6-95f2-11d597740ec3/cb4c46fb-a02d-4ee1-938e-e28426a80cb6/8edace7a-8b1b-46f8-88d5-97ac6ef2dd15) {{(pid=94468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 15:01:28.837860 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041563e7-8e25-473d-b113-a8fbae134dd0 req-384d8368-efee-4934-9512-5b8dbbcb846c tempest-VolumesActionsTest-2068212490 tempest-VolumesActionsTest-2068212490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:01:28.846291 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-10c7f8c9-4b76-47a8-9289-1aeba5a566af None None] Notify callbacks [] for port, precommit_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:28.848290 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-041563e7-8e25-473d-b113-a8fbae134dd0 req-384d8368-efee-4934-9512-5b8dbbcb846c tempest-VolumesActionsTest-2068212490 tempest-VolumesActionsTest-2068212490-project] 10.222.0.39 "GET /v2.0/ports?device_id=6dca20b5-18c0-468a-ab6a-e4aa996d1d51 HTTP/1.1" status: 200 len: 943 time: 0.1424179 Aug 12 15:01:28.857765 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-10c7f8c9-4b76-47a8-9289-1aeba5a566af None None] Transition to ACTIVE for port object 8edace7a-8b1b-46f8-88d5-97ac6ef2dd15 will not be triggered until provisioned by entity L2. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:01:28.898606 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-10c7f8c9-4b76-47a8-9289-1aeba5a566af None None] Transition to ACTIVE for port object 8edace7a-8b1b-46f8-88d5-97ac6ef2dd15 will not be triggered until provisioned by entity DHCP. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:01:28.906251 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-10c7f8c9-4b76-47a8-9289-1aeba5a566af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253'] for port, after_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:28.954041 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-041563e7-8e25-473d-b113-a8fbae134dd0 req-ac9df157-e3a0-48a8-b175-4e33452d4a61 tempest-VolumesActionsTest-2068212490 tempest-VolumesActionsTest-2068212490-project] 10.222.0.39 "GET /v2.0/security-groups?id=1f858fcb-f526-4bce-85ec-fe9dbdc3b41e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960183 Aug 12 15:01:28.973586 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-c55472e8-52d6-456f-a89f-eb686c8b3983 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:28.976713 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10c7f8c9-4b76-47a8-9289-1aeba5a566af None None] Network c9a8c7d4-bc16-4fb6-95f2-11d597740ec3 is already hosted by enough agents. {{(pid=94468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 15:01:28.982554 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.base_scheduler [None req-10c7f8c9-4b76-47a8-9289-1aeba5a566af None None] Resources bound (agent type, host, resource id): {{(pid=94468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:01:28.990153 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c7f8c9-4b76-47a8-9289-1aeba5a566af None None] Received port after_create {{(pid=94468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 15:01:29.049101 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c7f8c9-4b76-47a8-9289-1aeba5a566af None None] Pushing event updated for resources: {'Port': ['ID=8edace7a-8b1b-46f8-88d5-97ac6ef2dd15,revision_number=1']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:01:29.094607 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-10c7f8c9-4b76-47a8-9289-1aeba5a566af None None] Attempting to bind port 8edace7a-8b1b-46f8-88d5-97ac6ef2dd15 on host n-d-694802-15 for vnic_type normal with profile {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 15:01:29.095070 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-10c7f8c9-4b76-47a8-9289-1aeba5a566af None None] Attempting to bind port 8edace7a-8b1b-46f8-88d5-97ac6ef2dd15 by drivers openvswitch,hyperv on host n-d-694802-15 at level 0 using segments [{'id': '48e01071-2a21-4f4e-a9d8-9b6d997bff42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'c9a8c7d4-bc16-4fb6-95f2-11d597740ec3'}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 15:01:29.095540 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c7f8c9-4b76-47a8-9289-1aeba5a566af None None] Attempting to bind port 8edace7a-8b1b-46f8-88d5-97ac6ef2dd15 on network c9a8c7d4-bc16-4fb6-95f2-11d597740ec3 {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 15:01:29.101475 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c7f8c9-4b76-47a8-9289-1aeba5a566af None None] Checking agent: {'id': '16de73ac-f2e9-4cee-b3e0-91052ae3e6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 20, 13), 'started_at': datetime.datetime(2021, 8, 12, 14, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 15, 1, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 15:01:29.102076 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c7f8c9-4b76-47a8-9289-1aeba5a566af None None] Checking segment: {'id': '48e01071-2a21-4f4e-a9d8-9b6d997bff42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'c9a8c7d4-bc16-4fb6-95f2-11d597740ec3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 15:01:29.102744 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-10c7f8c9-4b76-47a8-9289-1aeba5a566af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:29.103423 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c7f8c9-4b76-47a8-9289-1aeba5a566af None None] Bound using segment: {'id': '48e01071-2a21-4f4e-a9d8-9b6d997bff42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'c9a8c7d4-bc16-4fb6-95f2-11d597740ec3'} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 15:01:29.104007 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-10c7f8c9-4b76-47a8-9289-1aeba5a566af None None] Bound port: 8edace7a-8b1b-46f8-88d5-97ac6ef2dd15, host: n-d-694802-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48e01071-2a21-4f4e-a9d8-9b6d997bff42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'c9a8c7d4-bc16-4fb6-95f2-11d597740ec3'}}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 15:01:29.104518 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-10c7f8c9-4b76-47a8-9289-1aeba5a566af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:29.178963 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-10c7f8c9-4b76-47a8-9289-1aeba5a566af None None] For port 8edace7a-8b1b-46f8-88d5-97ac6ef2dd15, host n-d-694802-15, cleared binding levels {{(pid=94468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 15:01:29.182399 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-10c7f8c9-4b76-47a8-9289-1aeba5a566af None None] For port 8edace7a-8b1b-46f8-88d5-97ac6ef2dd15, host n-d-694802-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=8edace7a-8b1b-46f8-88d5-97ac6ef2dd15,segment=NetworkSegment(48e01071-2a21-4f4e-a9d8-9b6d997bff42),segment_id=48e01071-2a21-4f4e-a9d8-9b6d997bff42)] {{(pid=94468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 15:01:29.187974 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-10c7f8c9-4b76-47a8-9289-1aeba5a566af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:29.269424 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c7f8c9-4b76-47a8-9289-1aeba5a566af None None] Pushing event updated for resources: {'Port': ['ID=8edace7a-8b1b-46f8-88d5-97ac6ef2dd15,revision_number=2']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:01:29.297325 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_common [None req-c55472e8-52d6-456f-a89f-eb686c8b3983 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Allocated IP 172.20.0.1 (c9a8c7d4-bc16-4fb6-95f2-11d597740ec3/cb4c46fb-a02d-4ee1-938e-e28426a80cb6/83a3d416-a6dd-406a-9473-d88cace7fe2f) {{(pid=94467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 15:01:29.419565 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-265d1557-07e2-4aaa-b801-f804ee39f82e req-568fde40-0e4e-4f69-9a15-6218fa45e8b0 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=f62b31fa-d01b-4444-a013-47332dacb5d8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1026208 Aug 12 15:01:29.528101 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-c55472e8-52d6-456f-a89f-eb686c8b3983 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify callbacks [] for port, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:29.576048 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [None req-c55472e8-52d6-456f-a89f-eb686c8b3983 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Transition to ACTIVE for port object 83a3d416-a6dd-406a-9473-d88cace7fe2f will not be triggered until provisioned by entity DHCP. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:01:29.629353 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265d1557-07e2-4aaa-b801-f804ee39f82e req-157641d4-1d6d-4cf6-a678-dbab64e057ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:01:29.630934 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-265d1557-07e2-4aaa-b801-f804ee39f82e req-157641d4-1d6d-4cf6-a678-dbab64e057ca service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=eddbf0db78bb49c0ab2be813947221dc&device_id=f62b31fa-d01b-4444-a013-47332dacb5d8 HTTP/1.1" status: 200 len: 1098 time: 0.1318853 Aug 12 15:01:29.662087 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-c55472e8-52d6-456f-a89f-eb686c8b3983 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:29.751594 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c55472e8-52d6-456f-a89f-eb686c8b3983 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Network c9a8c7d4-bc16-4fb6-95f2-11d597740ec3 is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 15:01:29.760608 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [None req-c55472e8-52d6-456f-a89f-eb686c8b3983 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:01:29.765657 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c55472e8-52d6-456f-a89f-eb686c8b3983 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Received port after_create {{(pid=94467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 15:01:29.800617 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55472e8-52d6-456f-a89f-eb686c8b3983 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Pushing event updated for resources: {'Port': ['ID=83a3d416-a6dd-406a-9473-d88cace7fe2f,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:01:29.832618 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-c55472e8-52d6-456f-a89f-eb686c8b3983 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66663725'] for router_interface, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:29.836297 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265d1557-07e2-4aaa-b801-f804ee39f82e req-8162a541-7aa2-42dd-8c9a-c603b9dfb48a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:01:29.837853 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-265d1557-07e2-4aaa-b801-f804ee39f82e req-8162a541-7aa2-42dd-8c9a-c603b9dfb48a service neutron] 10.222.0.49 "GET /v2.0/networks?id=163c25f9-f902-43c0-b306-3d06c1f84041 HTTP/1.1" status: 200 len: 911 time: 0.1854246 Aug 12 15:01:29.948061 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-265d1557-07e2-4aaa-b801-f804ee39f82e req-5de029d7-e6ad-482f-9ce1-8a0ff24c6689 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b2c3504d-4dcd-42ae-bf8e-bbd074c8dd9c HTTP/1.1" status: 200 len: 1002 time: 0.0783768 Aug 12 15:01:30.057024 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265d1557-07e2-4aaa-b801-f804ee39f82e req-5923e52e-124f-44cb-a3dd-ac7b58c8cbae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:01:30.058588 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-265d1557-07e2-4aaa-b801-f804ee39f82e req-5923e52e-124f-44cb-a3dd-ac7b58c8cbae service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c68a9dc4-9dae-4b6f-89ee-ab739b8f3389 HTTP/1.1" status: 200 len: 849 time: 0.0927274 Aug 12 15:01:30.123344 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-c55472e8-52d6-456f-a89f-eb686c8b3983 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:30.141018 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ea4991-2e68-46e0-96eb-eeff9fb8db3a req-2d19ea68-9224-4d35-9971-c285c8619946 tempest-VolumesActionsTest-2068212490 tempest-VolumesActionsTest-2068212490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:01:30.142502 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-26ea4991-2e68-46e0-96eb-eeff9fb8db3a req-2d19ea68-9224-4d35-9971-c285c8619946 tempest-VolumesActionsTest-2068212490 tempest-VolumesActionsTest-2068212490-project] 10.222.0.39 "GET /v2.0/ports?device_id=6dca20b5-18c0-468a-ab6a-e4aa996d1d51 HTTP/1.1" status: 200 len: 943 time: 0.1276746 Aug 12 15:01:30.201412 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265d1557-07e2-4aaa-b801-f804ee39f82e req-50d6ea85-89d6-4183-9b60-9afca061ad37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:01:30.202850 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-265d1557-07e2-4aaa-b801-f804ee39f82e req-50d6ea85-89d6-4183-9b60-9afca061ad37 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=163c25f9-f902-43c0-b306-3d06c1f84041&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1360610 Aug 12 15:01:30.346103 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-26ea4991-2e68-46e0-96eb-eeff9fb8db3a req-66332a97-5e31-475c-9ab5-ef5045c49605 tempest-VolumesActionsTest-2068212490 tempest-VolumesActionsTest-2068212490-project] 10.222.0.39 "GET /v2.0/security-groups?id=1f858fcb-f526-4bce-85ec-fe9dbdc3b41e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966064 Aug 12 15:01:30.377067 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 8edace7a-8b1b-46f8-88d5-97ac6ef2dd15 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 15:01:30.428560 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning for port 8edace7a-8b1b-46f8-88d5-97ac6ef2dd15 completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:01:30.433593 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 54a1131c-684b-4fc3-bbdb-515c570248ab up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 15:01:30.446497 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-265d1557-07e2-4aaa-b801-f804ee39f82e req-b0f59f59-3b5f-469c-bec7-22c16f8f16bd service neutron] 10.222.0.49 "GET /v2.0/networks/163c25f9-f902-43c0-b306-3d06c1f84041?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2201459 Aug 12 15:01:30.489141 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning for port 54a1131c-684b-4fc3-bbdb-515c570248ab completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:01:30.493646 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port 54a1131c-684b-4fc3-bbdb-515c570248ab triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:01:30.494243 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:30.601805 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:30.651790 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] For port 54a1131c-684b-4fc3-bbdb-515c570248ab, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=54a1131c-684b-4fc3-bbdb-515c570248ab,segment=NetworkSegment(b1b396cb-2dc6-4041-bfc7-1833a80a4720),segment_id=b1b396cb-2dc6-4041-bfc7-1833a80a4720)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:01:30.652590 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-265d1557-07e2-4aaa-b801-f804ee39f82e req-642eec95-4c29-4e18-b851-8e866bdddf84 service neutron] 10.222.0.49 "GET /v2.0/networks/163c25f9-f902-43c0-b306-3d06c1f84041?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1938438 Aug 12 15:01:30.658769 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:30.689785 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-c55472e8-52d6-456f-a89f-eb686c8b3983 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:30.695464 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-c55472e8-52d6-456f-a89f-eb686c8b3983 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:30.721116 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device 39c87114-34d7-4b0a-ae15-026cf1182c92 details requested by agent hyperv_n-h1-694802-15 with host n-h1-694802-15 {{(pid=94468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 15:01:30.780507 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-c55472e8-52d6-456f-a89f-eb686c8b3983 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66628363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66663865'] for router_interface, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:30.855785 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Pushing event updated for resources: {'Port': ['ID=54a1131c-684b-4fc3-bbdb-515c570248ab,revision_number=4']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:01:30.859725 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port 39c87114-34d7-4b0a-ae15-026cf1182c92, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=39c87114-34d7-4b0a-ae15-026cf1182c92,segment=NetworkSegment(9e8843f4-2a4f-4f35-8370-3c4d6a1d84a3),segment_id=9e8843f4-2a4f-4f35-8370-3c4d6a1d84a3)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:01:30.872629 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Returning: {'device': '39c87114-34d7-4b0a-ae15-026cf1182c92', 'network_id': '901c4bfa-73a6-4df2-99c6-b581ee094dfb', 'port_id': '39c87114-34d7-4b0a-ae15-026cf1182c92', 'mac_address': 'fa:16:3e:a8:eb:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b408115-5ff5-494f-9347-f0b20d2616f3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 15:01:30.877135 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55472e8-52d6-456f-a89f-eb686c8b3983 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Pushing event updated for resources: {'Port': ['ID=83a3d416-a6dd-406a-9473-d88cace7fe2f,revision_number=2']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:01:30.922498 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:30.937353 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39c87114-34d7-4b0a-ae15-026cf1182c92 {{(pid=94468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 15:01:30.937567 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c55472e8-52d6-456f-a89f-eb686c8b3983 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Network c9a8c7d4-bc16-4fb6-95f2-11d597740ec3 is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 15:01:30.939175 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [None req-c55472e8-52d6-456f-a89f-eb686c8b3983 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:01:30.958768 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port 39c87114-34d7-4b0a-ae15-026cf1182c92, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=39c87114-34d7-4b0a-ae15-026cf1182c92,segment=NetworkSegment(9e8843f4-2a4f-4f35-8370-3c4d6a1d84a3),segment_id=9e8843f4-2a4f-4f35-8370-3c4d6a1d84a3)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:01:30.964151 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:31.022276 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Pushing event updated for resources: {'Port': ['ID=39c87114-34d7-4b0a-ae15-026cf1182c92,revision_number=4']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:01:31.086274 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c55472e8-52d6-456f-a89f-eb686c8b3983 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Router 696ab42f-cf00-45a9-816b-eca85f046981 has already been hosted by L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f {{(pid=94467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 15:01:31.118454 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d4dbb96-97ea-4195-9654-a50b8ca302b0 None None] Network c9a8c7d4-bc16-4fb6-95f2-11d597740ec3 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 15:01:31.199251 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c55472e8-52d6-456f-a89f-eb686c8b3983 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 15:01:31.204978 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-c55472e8-52d6-456f-a89f-eb686c8b3983 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] 10.222.0.39 "PUT /v2.0/routers/696ab42f-cf00-45a9-816b-eca85f046981/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2842953 Aug 12 15:01:31.207143 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 47970) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:01:31.211191 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5575cb32-4300-4a89-8f66-78f3eb0c1d37 None None] Sync routers for ids ['696ab42f-cf00-45a9-816b-eca85f046981'] in n-d-694802-15 {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 15:01:31.259195 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] get_ports_and_sgs() called for port_ids ['39c87114-34d7-4b0a-ae15-026cf1182c92'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 15:01:31.349352 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5575cb32-4300-4a89-8f66-78f3eb0c1d37 None None] Routers {'696ab42f-cf00-45a9-816b-eca85f046981'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:01:31.350259 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-5575cb32-4300-4a89-8f66-78f3eb0c1d37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T15:01:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['696ab42f-cf00-45a9-816b-eca85f046981'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:01:31.372891 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-a5fcb870-e6a4-4b9d-a0fc-50a5ebeb11aa None None] Provisioning for port 8edace7a-8b1b-46f8-88d5-97ac6ef2dd15 completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:01:31.398425 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-a5fcb870-e6a4-4b9d-a0fc-50a5ebeb11aa None None] Provisioning complete for port 8edace7a-8b1b-46f8-88d5-97ac6ef2dd15 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:01:31.405347 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-a5fcb870-e6a4-4b9d-a0fc-50a5ebeb11aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:31.555878 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-043284b4-d914-4e74-870d-4d78edd85cf0 tempest-TestNetworkBasicOps-1793123649 tempest-TestNetworkBasicOps-1793123649-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:01:31.556943 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-043284b4-d914-4e74-870d-4d78edd85cf0 tempest-TestNetworkBasicOps-1793123649 tempest-TestNetworkBasicOps-1793123649-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:01:31.557628 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-043284b4-d914-4e74-870d-4d78edd85cf0 tempest-TestNetworkBasicOps-1793123649 tempest-TestNetworkBasicOps-1793123649-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:01:31.558160 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-043284b4-d914-4e74-870d-4d78edd85cf0 tempest-TestNetworkBasicOps-1793123649 tempest-TestNetworkBasicOps-1793123649-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:01:31.558689 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-043284b4-d914-4e74-870d-4d78edd85cf0 tempest-TestNetworkBasicOps-1793123649 tempest-TestNetworkBasicOps-1793123649-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:01:31.559287 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-043284b4-d914-4e74-870d-4d78edd85cf0 tempest-TestNetworkBasicOps-1793123649 tempest-TestNetworkBasicOps-1793123649-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:01:31.559807 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-043284b4-d914-4e74-870d-4d78edd85cf0 tempest-TestNetworkBasicOps-1793123649 tempest-TestNetworkBasicOps-1793123649-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:01:31.560335 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-043284b4-d914-4e74-870d-4d78edd85cf0 tempest-TestNetworkBasicOps-1793123649 tempest-TestNetworkBasicOps-1793123649-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:01:31.563390 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-043284b4-d914-4e74-870d-4d78edd85cf0 tempest-TestNetworkBasicOps-1793123649 tempest-TestNetworkBasicOps-1793123649-project-admin] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5673 time: 0.3549294 Aug 12 15:01:31.566081 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 47976) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:01:31.567484 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-5575cb32-4300-4a89-8f66-78f3eb0c1d37 None None] Set router 696ab42f-cf00-45a9-816b-eca85f046981 gateway port host: n-d-694802-15 {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:01:31.600841 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442b5d19-d1c1-4dcb-ba87-dcc7922404b3 req-fa282ee0-7a20-4bc0-911a-e813b1f51f93 tempest-VolumesActionsTest-2068212490 tempest-VolumesActionsTest-2068212490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:01:31.606812 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-442b5d19-d1c1-4dcb-ba87-dcc7922404b3 req-fa282ee0-7a20-4bc0-911a-e813b1f51f93 tempest-VolumesActionsTest-2068212490 tempest-VolumesActionsTest-2068212490-project] 10.222.0.39 "GET /v2.0/ports?device_id=6dca20b5-18c0-468a-ab6a-e4aa996d1d51 HTTP/1.1" status: 200 len: 944 time: 0.1254189 Aug 12 15:01:31.679366 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-442b5d19-d1c1-4dcb-ba87-dcc7922404b3 req-9fa5b5af-8e7b-4633-a141-027d66c3e6cc tempest-VolumesActionsTest-2068212490 tempest-VolumesActionsTest-2068212490-project] 10.222.0.39 "GET /v2.0/security-groups?id=1f858fcb-f526-4bce-85ec-fe9dbdc3b41e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625317 Aug 12 15:01:31.707225 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-a5fcb870-e6a4-4b9d-a0fc-50a5ebeb11aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:31.710216 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5a4ed00-5cb4-4ffd-a751-6244b425209d tempest-TestNetworkBasicOps-1793123649 tempest-TestNetworkBasicOps-1793123649-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:01:31.710896 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5a4ed00-5cb4-4ffd-a751-6244b425209d tempest-TestNetworkBasicOps-1793123649 tempest-TestNetworkBasicOps-1793123649-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:01:31.711448 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5a4ed00-5cb4-4ffd-a751-6244b425209d tempest-TestNetworkBasicOps-1793123649 tempest-TestNetworkBasicOps-1793123649-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:01:31.711841 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5a4ed00-5cb4-4ffd-a751-6244b425209d tempest-TestNetworkBasicOps-1793123649 tempest-TestNetworkBasicOps-1793123649-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:01:31.712451 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5a4ed00-5cb4-4ffd-a751-6244b425209d tempest-TestNetworkBasicOps-1793123649 tempest-TestNetworkBasicOps-1793123649-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:01:31.713059 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5a4ed00-5cb4-4ffd-a751-6244b425209d tempest-TestNetworkBasicOps-1793123649 tempest-TestNetworkBasicOps-1793123649-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:01:31.713663 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5a4ed00-5cb4-4ffd-a751-6244b425209d tempest-TestNetworkBasicOps-1793123649 tempest-TestNetworkBasicOps-1793123649-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:01:31.714267 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5a4ed00-5cb4-4ffd-a751-6244b425209d tempest-TestNetworkBasicOps-1793123649 tempest-TestNetworkBasicOps-1793123649-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:01:31.726751 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 47978) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:01:31.726943 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-a5a4ed00-5cb4-4ffd-a751-6244b425209d tempest-TestNetworkBasicOps-1793123649 tempest-TestNetworkBasicOps-1793123649-project-admin] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5271 time: 0.1590590 Aug 12 15:01:31.847009 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-a5fcb870-e6a4-4b9d-a0fc-50a5ebeb11aa None None] For port 8edace7a-8b1b-46f8-88d5-97ac6ef2dd15, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=8edace7a-8b1b-46f8-88d5-97ac6ef2dd15,segment=NetworkSegment(48e01071-2a21-4f4e-a9d8-9b6d997bff42),segment_id=48e01071-2a21-4f4e-a9d8-9b6d997bff42)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:01:31.854922 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-a5fcb870-e6a4-4b9d-a0fc-50a5ebeb11aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:31.900637 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-5575cb32-4300-4a89-8f66-78f3eb0c1d37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '696ab42f-cf00-45a9-816b-eca85f046981', 'name': 'tempest-TestNetworkBasicOps-router-1801539921', 'tenant_id': 'cbaad1cb6c364f2d8238ea489cf6e7b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.27'}], 'enable_snat': True}, 'gw_port_id': '54a1131c-684b-4fc3-bbdb-515c570248ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:01:24Z', 'updated_at': '2021-08-12T15:01:30Z', 'revision_number': 4, 'project_id': 'cbaad1cb6c364f2d8238ea489cf6e7b7', 'gw_port': {'id': '54a1131c-684b-4fc3-bbdb-515c570248ab', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:ac:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '696ab42f-cf00-45a9-816b-eca85f046981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3524, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:01:25Z', 'updated_at': '2021-08-12T15:01:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': '83a3d416-a6dd-406a-9473-d88cace7fe2f', 'name': '', 'network_id': 'c9a8c7d4-bc16-4fb6-95f2-11d597740ec3', 'tenant_id': 'cbaad1cb6c364f2d8238ea489cf6e7b7', 'mac_address': 'fa:16:3e:5f:07:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '696ab42f-cf00-45a9-816b-eca85f046981', 'device_owner': 'network:router_interface', 'standard_attr_id': 3532, 'fixed_ips': [{'subnet_id': 'cb4c46fb-a02d-4ee1-938e-e28426a80cb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:01:29Z', 'updated_at': '2021-08-12T15:01:30Z', 'revision_number': 2, 'project_id': 'cbaad1cb6c364f2d8238ea489cf6e7b7', 'subnets': [{'id': 'cb4c46fb-a02d-4ee1-938e-e28426a80cb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:01:31.921575 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fcb870-e6a4-4b9d-a0fc-50a5ebeb11aa None None] Pushing event updated for resources: {'Port': ['ID=8edace7a-8b1b-46f8-88d5-97ac6ef2dd15,revision_number=3']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:01:31.933175 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5575cb32-4300-4a89-8f66-78f3eb0c1d37 None None] Checking router: 696ab42f-cf00-45a9-816b-eca85f046981 for host: n-d-694802-15 {{(pid=94469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 15:01:31.933603 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5575cb32-4300-4a89-8f66-78f3eb0c1d37 None None] Updating router 696ab42f-cf00-45a9-816b-eca85f046981 port 83a3d416-a6dd-406a-9473-d88cace7fe2f binding host n-d-694802-15 {{(pid=94469) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 15:01:31.967076 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-5575cb32-4300-4a89-8f66-78f3eb0c1d37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:32.008340 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-823fb06d-df64-476c-9393-0087752912f9 None None] Provisioning complete for port 8edace7a-8b1b-46f8-88d5-97ac6ef2dd15 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:01:32.008755 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-823fb06d-df64-476c-9393-0087752912f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:32.032279 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-a6dd6033-f74e-4e23-97a6-b4bca1261f75 tempest-TestNetworkBasicOps-1793123649 tempest-TestNetworkBasicOps-1793123649-project-admin] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3760 time: 0.3040018 Aug 12 15:01:32.189492 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-823fb06d-df64-476c-9393-0087752912f9 None None] Provisioning for port 83a3d416-a6dd-406a-9473-d88cace7fe2f completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:01:32.194340 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-823fb06d-df64-476c-9393-0087752912f9 None None] Provisioning complete for port 83a3d416-a6dd-406a-9473-d88cace7fe2f triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:01:32.194720 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-823fb06d-df64-476c-9393-0087752912f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:32.242717 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-823fb06d-df64-476c-9393-0087752912f9 None None] Port 83a3d416-a6dd-406a-9473-d88cace7fe2f cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 15:01:32.343961 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 54a1131c-684b-4fc3-bbdb-515c570248ab up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 15:01:32.391480 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-5575cb32-4300-4a89-8f66-78f3eb0c1d37 None None] Notify callbacks [] for port, precommit_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:32.416668 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-ae1e1b63-d50f-43ae-96d4-eca36d3130c8 None None] Provisioning complete for port 83a3d416-a6dd-406a-9473-d88cace7fe2f triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:01:32.417265 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-ae1e1b63-d50f-43ae-96d4-eca36d3130c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:32.418602 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.provisioning_blocks [None req-5575cb32-4300-4a89-8f66-78f3eb0c1d37 None None] Transition to ACTIVE for port object 83a3d416-a6dd-406a-9473-d88cace7fe2f will not be triggered until provisioned by entity L2. {{(pid=94469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:01:32.437742 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-5575cb32-4300-4a89-8f66-78f3eb0c1d37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:32.491291 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-ae1e1b63-d50f-43ae-96d4-eca36d3130c8 None None] Port 83a3d416-a6dd-406a-9473-d88cace7fe2f cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 15:01:32.494935 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port 54a1131c-684b-4fc3-bbdb-515c570248ab triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:01:32.499464 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:32.515578 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 47998) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:01:32.520914 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-80612096-9f17-457b-9fa5-f5986eead5f9 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-691456522', 'description': 'tempest-secgroup-smoke-691456522 description', 'project_id': 'cbaad1cb6c364f2d8238ea489cf6e7b7'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:01:32.588767 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4972ee33-7ced-46f3-8a57-c5c56fa48f00 None None] Pushing event updated for resources: {'Port': ['ID=83a3d416-a6dd-406a-9473-d88cace7fe2f,revision_number=3']} {{(pid=94469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:01:32.624690 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4972ee33-7ced-46f3-8a57-c5c56fa48f00 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:01:32.625334 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4972ee33-7ced-46f3-8a57-c5c56fa48f00 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:01:32.626102 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4972ee33-7ced-46f3-8a57-c5c56fa48f00 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:01:32.627281 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4972ee33-7ced-46f3-8a57-c5c56fa48f00 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:01:32.627812 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4972ee33-7ced-46f3-8a57-c5c56fa48f00 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:01:32.628323 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4972ee33-7ced-46f3-8a57-c5c56fa48f00 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:01:32.628833 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4972ee33-7ced-46f3-8a57-c5c56fa48f00 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:01:32.629359 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4972ee33-7ced-46f3-8a57-c5c56fa48f00 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:01:32.630274 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4972ee33-7ced-46f3-8a57-c5c56fa48f00 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:01:32.630794 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4972ee33-7ced-46f3-8a57-c5c56fa48f00 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:01:32.631519 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4972ee33-7ced-46f3-8a57-c5c56fa48f00 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:01:32.632029 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4972ee33-7ced-46f3-8a57-c5c56fa48f00 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:01:32.642349 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-80612096-9f17-457b-9fa5-f5986eead5f9 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify callbacks [] for security_group, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:32.653211 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.managers [None req-5575cb32-4300-4a89-8f66-78f3eb0c1d37 None None] Attempting to bind port 83a3d416-a6dd-406a-9473-d88cace7fe2f on host n-d-694802-15 for vnic_type normal with profile {{(pid=94469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 15:01:32.654724 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.managers [None req-5575cb32-4300-4a89-8f66-78f3eb0c1d37 None None] Attempting to bind port 83a3d416-a6dd-406a-9473-d88cace7fe2f by drivers openvswitch,hyperv on host n-d-694802-15 at level 0 using segments [{'id': '48e01071-2a21-4f4e-a9d8-9b6d997bff42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'c9a8c7d4-bc16-4fb6-95f2-11d597740ec3'}] {{(pid=94469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 15:01:32.655498 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5575cb32-4300-4a89-8f66-78f3eb0c1d37 None None] Attempting to bind port 83a3d416-a6dd-406a-9473-d88cace7fe2f on network c9a8c7d4-bc16-4fb6-95f2-11d597740ec3 {{(pid=94469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 15:01:32.667285 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5575cb32-4300-4a89-8f66-78f3eb0c1d37 None None] Checking agent: {'id': '16de73ac-f2e9-4cee-b3e0-91052ae3e6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 20, 13), 'started_at': datetime.datetime(2021, 8, 12, 14, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 15, 1, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 15:01:32.667665 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5575cb32-4300-4a89-8f66-78f3eb0c1d37 None None] Checking segment: {'id': '48e01071-2a21-4f4e-a9d8-9b6d997bff42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'c9a8c7d4-bc16-4fb6-95f2-11d597740ec3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 15:01:32.668074 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-5575cb32-4300-4a89-8f66-78f3eb0c1d37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:32.672847 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5575cb32-4300-4a89-8f66-78f3eb0c1d37 None None] Bound using segment: {'id': '48e01071-2a21-4f4e-a9d8-9b6d997bff42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'c9a8c7d4-bc16-4fb6-95f2-11d597740ec3'} {{(pid=94469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 15:01:32.675930 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.managers [None req-5575cb32-4300-4a89-8f66-78f3eb0c1d37 None None] Bound port: 83a3d416-a6dd-406a-9473-d88cace7fe2f, host: n-d-694802-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48e01071-2a21-4f4e-a9d8-9b6d997bff42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'c9a8c7d4-bc16-4fb6-95f2-11d597740ec3'}}] {{(pid=94469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 15:01:32.676434 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-5575cb32-4300-4a89-8f66-78f3eb0c1d37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:32.686116 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 8edace7a-8b1b-46f8-88d5-97ac6ef2dd15 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 15:01:32.725330 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device 39c87114-34d7-4b0a-ae15-026cf1182c92 up at agent hyperv_n-h1-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 15:01:32.797976 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.db [None req-5575cb32-4300-4a89-8f66-78f3eb0c1d37 None None] For port 83a3d416-a6dd-406a-9473-d88cace7fe2f, host n-d-694802-15, cleared binding levels {{(pid=94469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 15:01:32.802203 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.db [None req-5575cb32-4300-4a89-8f66-78f3eb0c1d37 None None] For port 83a3d416-a6dd-406a-9473-d88cace7fe2f, host n-d-694802-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=83a3d416-a6dd-406a-9473-d88cace7fe2f,segment=NetworkSegment(48e01071-2a21-4f4e-a9d8-9b6d997bff42),segment_id=48e01071-2a21-4f4e-a9d8-9b6d997bff42)] {{(pid=94469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 15:01:32.812790 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-5575cb32-4300-4a89-8f66-78f3eb0c1d37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:32.835278 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-80612096-9f17-457b-9fa5-f5986eead5f9 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify callbacks [] for security_group, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:32.841815 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b249ebb0-180b-4364-9861-880b4e413360 req-49bedf87-9399-42e3-9730-768825fc3298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:01:32.844093 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-b249ebb0-180b-4364-9861-880b4e413360 req-49bedf87-9399-42e3-9730-768825fc3298 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=a37cf0c8-37b3-4aeb-9ffd-8eb53794b44f HTTP/1.1" status: 200 len: 1097 time: 0.5294638 Aug 12 15:01:32.856949 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-80612096-9f17-457b-9fa5-f5986eead5f9 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:32.881281 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port 8edace7a-8b1b-46f8-88d5-97ac6ef2dd15 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:01:32.882013 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:32.941846 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5575cb32-4300-4a89-8f66-78f3eb0c1d37 None None] Routers {'696ab42f-cf00-45a9-816b-eca85f046981'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:01:32.942487 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-5575cb32-4300-4a89-8f66-78f3eb0c1d37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T15:01:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['696ab42f-cf00-45a9-816b-eca85f046981'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:01:32.962028 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80612096-9f17-457b-9fa5-f5986eead5f9 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3af69154-cbb3-4a88-8295-201bee41596b,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:01:32.963920 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Provisioning for port 39c87114-34d7-4b0a-ae15-026cf1182c92 completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:01:32.969807 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Provisioning complete for port 39c87114-34d7-4b0a-ae15-026cf1182c92 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:01:32.970266 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:33.003592 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-80612096-9f17-457b-9fa5-f5986eead5f9 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:33.005328 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-80612096-9f17-457b-9fa5-f5986eead5f9 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4882693 Aug 12 15:01:33.007769 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 48018) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:01:33.015143 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-33f19985-76f8-41e0-8f87-092c88180704 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Request body: {'security_group_rule': {'security_group_id': '3af69154-cbb3-4a88-8295-201bee41596b', 'project_id': 'cbaad1cb6c364f2d8238ea489cf6e7b7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:01:33.092639 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-33f19985-76f8-41e0-8f87-092c88180704 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:33.109976 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490f41cc-6e6b-4123-aee0-02f0ea72fbef req-f4523f57-b9cd-4e76-91ca-211393b5a0c0 tempest-VolumesActionsTest-2068212490 tempest-VolumesActionsTest-2068212490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:01:33.117472 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-490f41cc-6e6b-4123-aee0-02f0ea72fbef req-f4523f57-b9cd-4e76-91ca-211393b5a0c0 tempest-VolumesActionsTest-2068212490 tempest-VolumesActionsTest-2068212490-project] 10.222.0.39 "GET /v2.0/ports?device_id=6dca20b5-18c0-468a-ab6a-e4aa996d1d51 HTTP/1.1" status: 200 len: 944 time: 0.2796319 Aug 12 15:01:33.123670 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-b249ebb0-180b-4364-9861-880b4e413360 req-74cd96c4-0a38-4030-8c3d-a7785cecc127 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=3bb8816a-aab0-403b-ace8-54b02c4c884a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2693458 Aug 12 15:01:33.170331 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:33.212195 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4972ee33-7ced-46f3-8a57-c5c56fa48f00 None None] Pushing event updated for resources: {'Port': ['ID=83a3d416-a6dd-406a-9473-d88cace7fe2f,revision_number=4']} {{(pid=94469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:01:33.220110 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-490f41cc-6e6b-4123-aee0-02f0ea72fbef req-9540e2d4-04d8-4640-85c5-ef14b1ba89da tempest-VolumesActionsTest-2068212490 tempest-VolumesActionsTest-2068212490-project] 10.222.0.39 "GET /v2.0/security-groups?id=1f858fcb-f526-4bce-85ec-fe9dbdc3b41e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012471 Aug 12 15:01:33.265421 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-5575cb32-4300-4a89-8f66-78f3eb0c1d37 None None] Set router 696ab42f-cf00-45a9-816b-eca85f046981 gateway port host: n-d-694802-15 {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:01:33.277677 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port 39c87114-34d7-4b0a-ae15-026cf1182c92, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=39c87114-34d7-4b0a-ae15-026cf1182c92,segment=NetworkSegment(9e8843f4-2a4f-4f35-8370-3c4d6a1d84a3),segment_id=9e8843f4-2a4f-4f35-8370-3c4d6a1d84a3)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:01:33.278918 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dca20b5-18c0-468a-ab6a-e4aa996d1d51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39c87114-34d7-4b0a-ae15-026cf1182c92'}] {{(pid=94468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:01:33.281748 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99a8d87602170099c728e57431aca99e9b98a655a83bbf8727be13192709727b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49fb1f3f-980b-44c7-8a9e-fe897ba7f77a" -d '{"events": [{"server_uuid": "6dca20b5-18c0-468a-ab6a-e4aa996d1d51", "name": "network-vif-plugged", "status": "completed", "tag": "39c87114-34d7-4b0a-ae15-026cf1182c92"}]}' {{(pid=94468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 15:01:33.318729 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:33.414062 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 15:01:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29d7ee57-de1e-4ba8-86eb-e68c42072f5d x-openstack-request-id: req-29d7ee57-de1e-4ba8-86eb-e68c42072f5d {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 15:01:33.414415 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6dca20b5-18c0-468a-ab6a-e4aa996d1d51", "name": "network-vif-plugged", "status": "completed", "tag": "39c87114-34d7-4b0a-ae15-026cf1182c92", "code": 200}]} {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 15:01:33.414634 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-29d7ee57-de1e-4ba8-86eb-e68c42072f5d {{(pid=94468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 15:01:33.415195 n-d-694802-15 neutron-server[94468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6dca20b5-18c0-468a-ab6a-e4aa996d1d51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39c87114-34d7-4b0a-ae15-026cf1182c92', 'code': 200} Aug 12 15:01:33.421048 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Pushing event updated for resources: {'Port': ['ID=39c87114-34d7-4b0a-ae15-026cf1182c92,revision_number=5']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:01:33.573563 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-5575cb32-4300-4a89-8f66-78f3eb0c1d37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '696ab42f-cf00-45a9-816b-eca85f046981', 'name': 'tempest-TestNetworkBasicOps-router-1801539921', 'tenant_id': 'cbaad1cb6c364f2d8238ea489cf6e7b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.27'}], 'enable_snat': True}, 'gw_port_id': '54a1131c-684b-4fc3-bbdb-515c570248ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:01:24Z', 'updated_at': '2021-08-12T15:01:30Z', 'revision_number': 4, 'project_id': 'cbaad1cb6c364f2d8238ea489cf6e7b7', 'gw_port': {'id': '54a1131c-684b-4fc3-bbdb-515c570248ab', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:ac:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '696ab42f-cf00-45a9-816b-eca85f046981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3524, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:01:25Z', 'updated_at': '2021-08-12T15:01:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': '83a3d416-a6dd-406a-9473-d88cace7fe2f', 'name': '', 'network_id': 'c9a8c7d4-bc16-4fb6-95f2-11d597740ec3', 'tenant_id': 'cbaad1cb6c364f2d8238ea489cf6e7b7', 'mac_address': 'fa:16:3e:5f:07:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '696ab42f-cf00-45a9-816b-eca85f046981', 'device_owner': 'network:router_interface', 'standard_attr_id': 3532, 'fixed_ips': [{'subnet_id': 'cb4c46fb-a02d-4ee1-938e-e28426a80cb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:01:29Z', 'updated_at': '2021-08-12T15:01:32Z', 'revision_number': 4, 'project_id': 'cbaad1cb6c364f2d8238ea489cf6e7b7', 'subnets': [{'id': 'cb4c46fb-a02d-4ee1-938e-e28426a80cb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:01:33.605205 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5575cb32-4300-4a89-8f66-78f3eb0c1d37 None None] The sync data for ids ['696ab42f-cf00-45a9-816b-eca85f046981'] in n-d-694802-15 is: [{'id': '696ab42f-cf00-45a9-816b-eca85f046981', 'name': 'tempest-TestNetworkBasicOps-router-1801539921', 'tenant_id': 'cbaad1cb6c364f2d8238ea489cf6e7b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.27'}], 'enable_snat': True}, 'gw_port_id': '54a1131c-684b-4fc3-bbdb-515c570248ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:01:24Z', 'updated_at': '2021-08-12T15:01:30Z', 'revision_number': 4, 'project_id': 'cbaad1cb6c364f2d8238ea489cf6e7b7', 'gw_port': {'id': '54a1131c-684b-4fc3-bbdb-515c570248ab', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:ac:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '696ab42f-cf00-45a9-816b-eca85f046981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3524, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:01:25Z', 'updated_at': '2021-08-12T15:01:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': '83a3d416-a6dd-406a-9473-d88cace7fe2f', 'name': '', 'network_id': 'c9a8c7d4-bc16-4fb6-95f2-11d597740ec3', 'tenant_id': 'cbaad1cb6c364f2d8238ea489cf6e7b7', 'mac_address': 'fa:16:3e:5f:07:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '696ab42f-cf00-45a9-816b-eca85f046981', 'device_owner': 'network:router_interface', 'standard_attr_id': 3532, 'fixed_ips': [{'subnet_id': 'cb4c46fb-a02d-4ee1-938e-e28426a80cb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:01:29Z', 'updated_at': '2021-08-12T15:01:32Z', 'revision_number': 4, 'project_id': 'cbaad1cb6c364f2d8238ea489cf6e7b7', 'subnets': [{'id': 'cb4c46fb-a02d-4ee1-938e-e28426a80cb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 15:01:33.701991 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-33f19985-76f8-41e0-8f87-092c88180704 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:33.709318 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-33f19985-76f8-41e0-8f87-092c88180704 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641735'] for security_group_rule, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:33.717583 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99c073d-5e69-4066-ba52-fcbd39804c22 req-94584f38-1b72-4ca0-a59a-3da0455c383c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:01:33.719343 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d99c073d-5e69-4066-ba52-fcbd39804c22 req-94584f38-1b72-4ca0-a59a-3da0455c383c service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=6dca20b5-18c0-468a-ab6a-e4aa996d1d51 HTTP/1.1" status: 200 len: 1097 time: 0.1205735 Aug 12 15:01:33.754513 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f19985-76f8-41e0-8f87-092c88180704 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4572b7e-5057-44db-bdf9-04e91c5eefd3,revision_number=0']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:01:33.759059 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-33f19985-76f8-41e0-8f87-092c88180704 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:33.763517 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 48038) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:01:33.763994 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-33f19985-76f8-41e0-8f87-092c88180704 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7538965 Aug 12 15:01:33.768888 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-35eef080-89b1-43b7-874f-82ccb2fe9bea tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Request body: {'security_group_rule': {'security_group_id': '3af69154-cbb3-4a88-8295-201bee41596b', 'project_id': 'cbaad1cb6c364f2d8238ea489cf6e7b7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:01:33.779309 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d99c073d-5e69-4066-ba52-fcbd39804c22 req-3a22e8df-6ae9-4da6-816c-f873cc36d81a service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=1f858fcb-f526-4bce-85ec-fe9dbdc3b41e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522244 Aug 12 15:01:33.803039 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-35eef080-89b1-43b7-874f-82ccb2fe9bea tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:33.863550 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-35eef080-89b1-43b7-874f-82ccb2fe9bea tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:33.869118 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-35eef080-89b1-43b7-874f-82ccb2fe9bea tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641735'] for security_group_rule, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:33.888529 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35eef080-89b1-43b7-874f-82ccb2fe9bea tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6431b09-d89f-45f2-aded-e7e7f482800c,revision_number=0']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:01:33.895821 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-35eef080-89b1-43b7-874f-82ccb2fe9bea tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:33.897117 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-35eef080-89b1-43b7-874f-82ccb2fe9bea tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1319001 Aug 12 15:01:33.899909 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 48040) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:01:33.904848 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-3136524b-c1a1-487f-b768-3133fc4cb494 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Request body: {'security_group_rule': {'security_group_id': '3af69154-cbb3-4a88-8295-201bee41596b', 'project_id': 'cbaad1cb6c364f2d8238ea489cf6e7b7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:01:33.938172 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3136524b-c1a1-487f-b768-3133fc4cb494 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:34.034863 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3136524b-c1a1-487f-b768-3133fc4cb494 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:34.038980 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3136524b-c1a1-487f-b768-3133fc4cb494 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641735'] for security_group_rule, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:34.063816 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3136524b-c1a1-487f-b768-3133fc4cb494 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5dad8380-c482-4f2f-9c9c-94e622dede19,revision_number=0']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:01:34.073748 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3136524b-c1a1-487f-b768-3133fc4cb494 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:34.074981 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-3136524b-c1a1-487f-b768-3133fc4cb494 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1740429 Aug 12 15:01:34.077724 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 48048) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:01:34.082415 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-11914952-d34d-4152-815e-91da717384dd tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Request body: {'security_group_rule': {'security_group_id': '3af69154-cbb3-4a88-8295-201bee41596b', 'project_id': 'cbaad1cb6c364f2d8238ea489cf6e7b7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:01:34.113319 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-11914952-d34d-4152-815e-91da717384dd tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:34.189092 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-11914952-d34d-4152-815e-91da717384dd tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:34.195311 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-11914952-d34d-4152-815e-91da717384dd tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641735'] for security_group_rule, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:34.226116 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-11914952-d34d-4152-815e-91da717384dd tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:34.230967 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-11914952-d34d-4152-815e-91da717384dd tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1518772 Aug 12 15:01:34.231166 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 48050) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:01:34.237008 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11914952-d34d-4152-815e-91da717384dd tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cae042c7-cce9-4fbf-9b1f-a9d6ebf10796,revision_number=0']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:01:34.245578 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-64c8d9d4-95a1-4bfc-9329-279fc942cc2f tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Request body: {'security_group_rule': {'security_group_id': '3af69154-cbb3-4a88-8295-201bee41596b', 'project_id': 'cbaad1cb6c364f2d8238ea489cf6e7b7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:01:34.291113 n-d-694802-15 neutron-server[94467]: INFO neutron.db.securitygroups_db [None req-64c8d9d4-95a1-4bfc-9329-279fc942cc2f tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Project cbaad1cb6c364f2d8238ea489cf6e7b7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 12 15:01:34.301197 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 83a3d416-a6dd-406a-9473-d88cace7fe2f up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 15:01:34.316841 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-64c8d9d4-95a1-4bfc-9329-279fc942cc2f tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:34.386475 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53967baf-4a46-4fbf-bd93-c73ddeda5c5a req-1a249051-3d32-4902-b865-fe94bf65500c tempest-VolumesActionsTest-2068212490 tempest-VolumesActionsTest-2068212490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:01:34.399689 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-53967baf-4a46-4fbf-bd93-c73ddeda5c5a req-1a249051-3d32-4902-b865-fe94bf65500c tempest-VolumesActionsTest-2068212490 tempest-VolumesActionsTest-2068212490-project] 10.222.0.39 "GET /v2.0/ports?device_id=6dca20b5-18c0-468a-ab6a-e4aa996d1d51 HTTP/1.1" status: 200 len: 945 time: 0.0842218 Aug 12 15:01:34.406014 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning for port 83a3d416-a6dd-406a-9473-d88cace7fe2f completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:01:34.411002 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port 83a3d416-a6dd-406a-9473-d88cace7fe2f triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:01:34.411406 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:34.434148 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-64c8d9d4-95a1-4bfc-9329-279fc942cc2f tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:34.438919 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-64c8d9d4-95a1-4bfc-9329-279fc942cc2f tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641735'] for security_group_rule, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:34.463073 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c8d9d4-95a1-4bfc-9329-279fc942cc2f tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45027f0d-12cf-4ffa-9e6b-6b5576a2b1ba,revision_number=0']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:01:34.473935 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-64c8d9d4-95a1-4bfc-9329-279fc942cc2f tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:34.479376 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-64c8d9d4-95a1-4bfc-9329-279fc942cc2f tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2465904 Aug 12 15:01:34.480327 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 48056) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:01:34.486668 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-fc1a20eb-02be-478d-ba96-c5bf424ab71b tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Request body: {'security_group_rule': {'security_group_id': '3af69154-cbb3-4a88-8295-201bee41596b', 'project_id': 'cbaad1cb6c364f2d8238ea489cf6e7b7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:01:34.490099 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-53967baf-4a46-4fbf-bd93-c73ddeda5c5a req-2406b5a6-75c7-464c-bc4c-84d89abff338 tempest-VolumesActionsTest-2068212490 tempest-VolumesActionsTest-2068212490-project] 10.222.0.39 "GET /v2.0/security-groups?id=1f858fcb-f526-4bce-85ec-fe9dbdc3b41e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880001 Aug 12 15:01:34.521173 n-d-694802-15 neutron-server[94467]: INFO neutron.db.securitygroups_db [None req-fc1a20eb-02be-478d-ba96-c5bf424ab71b tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Project cbaad1cb6c364f2d8238ea489cf6e7b7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 12 15:01:34.527189 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-fc1a20eb-02be-478d-ba96-c5bf424ab71b tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:34.549945 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:34.610838 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] For port 83a3d416-a6dd-406a-9473-d88cace7fe2f, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=83a3d416-a6dd-406a-9473-d88cace7fe2f,segment=NetworkSegment(48e01071-2a21-4f4e-a9d8-9b6d997bff42),segment_id=48e01071-2a21-4f4e-a9d8-9b6d997bff42)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:01:34.616001 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:34.625989 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-fc1a20eb-02be-478d-ba96-c5bf424ab71b tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:34.631327 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-fc1a20eb-02be-478d-ba96-c5bf424ab71b tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641735'] for security_group_rule, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:34.649922 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-fc1a20eb-02be-478d-ba96-c5bf424ab71b tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:34.659601 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-fc1a20eb-02be-478d-ba96-c5bf424ab71b tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1779878 Aug 12 15:01:34.670323 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1a20eb-02be-478d-ba96-c5bf424ab71b tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=600b0536-5a47-4ca4-b06f-df0ebde74b25,revision_number=0']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:01:34.700111 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Pushing event updated for resources: {'Port': ['ID=83a3d416-a6dd-406a-9473-d88cace7fe2f,revision_number=5']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:01:34.898864 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-dec7ce33-a7b8-40e7-8b3a-305c69fbcc80 req-a5ee7a2f-c6de-4ce4-ab9e-c6869835ef68 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-691456522&fields=id&tenant_id=cbaad1cb6c364f2d8238ea489cf6e7b7 HTTP/1.1" status: 200 len: 267 time: 0.0416672 Aug 12 15:01:35.023910 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec7ce33-a7b8-40e7-8b3a-305c69fbcc80 req-81faa645-345a-4db3-9a76-678d9e715cc0 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:01:35.025393 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-dec7ce33-a7b8-40e7-8b3a-305c69fbcc80 req-81faa645-345a-4db3-9a76-678d9e715cc0 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] 10.222.0.39 "GET /v2.0/networks?id=c9a8c7d4-bc16-4fb6-95f2-11d597740ec3 HTTP/1.1" status: 200 len: 797 time: 0.1191592 Aug 12 15:01:35.045773 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-dec7ce33-a7b8-40e7-8b3a-305c69fbcc80 req-f920cb4f-3422-47e6-8cdf-42bb3ba419ed tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] 10.222.0.39 "GET /v2.0/quotas/cbaad1cb6c364f2d8238ea489cf6e7b7 HTTP/1.1" status: 200 len: 375 time: 0.0099726 Aug 12 15:01:35.105090 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-dec7ce33-a7b8-40e7-8b3a-305c69fbcc80 req-6c93c6f1-8709-4c9c-9a60-996a0699fee7 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=cbaad1cb6c364f2d8238ea489cf6e7b7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0506647 Aug 12 15:01:35.262430 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-dec7ce33-a7b8-40e7-8b3a-305c69fbcc80 req-37ee9560-acd3-4152-88a2-57112f995ed5 service neutron] 10.222.0.39 "GET /v2.0/networks/c9a8c7d4-bc16-4fb6-95f2-11d597740ec3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424024 Aug 12 15:01:35.351000 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-dec7ce33-a7b8-40e7-8b3a-305c69fbcc80 req-8641ce85-38b2-48ec-929b-92e1799a74df service neutron] 10.222.0.39 "GET /v2.0/networks/c9a8c7d4-bc16-4fb6-95f2-11d597740ec3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818098 Aug 12 15:01:35.518758 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-cd0f36e7-65ab-4df7-91cc-6713554652f1 req-5b6a3fad-13a9-4fb7-8930-4aef0585a1ca tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] 10.222.0.39 "GET /v2.0/ports?device_id=39b3d464-88ad-4b7a-b462-a5e428d26d04 HTTP/1.1" status: 200 len: 210 time: 0.0361798 Aug 12 15:01:35.638234 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62afd55e-deb6-4d95-95fa-2e844b674a9e req-72f02933-1ca3-41ec-a762-225c6c5c0084 tempest-VolumesActionsTest-2068212490 tempest-VolumesActionsTest-2068212490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:01:35.639667 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-62afd55e-deb6-4d95-95fa-2e844b674a9e req-72f02933-1ca3-41ec-a762-225c6c5c0084 tempest-VolumesActionsTest-2068212490 tempest-VolumesActionsTest-2068212490-project] 10.222.0.39 "GET /v2.0/ports?device_id=6dca20b5-18c0-468a-ab6a-e4aa996d1d51 HTTP/1.1" status: 200 len: 945 time: 0.0740011 Aug 12 15:01:35.680039 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-62afd55e-deb6-4d95-95fa-2e844b674a9e req-9d19fe3a-1c06-4467-84d3-ac1be6a4e06a tempest-VolumesActionsTest-2068212490 tempest-VolumesActionsTest-2068212490-project] 10.222.0.39 "GET /v2.0/security-groups?id=1f858fcb-f526-4bce-85ec-fe9dbdc3b41e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337255 Aug 12 15:01:36.254508 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 83a3d416-a6dd-406a-9473-d88cace7fe2f up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 15:01:36.307533 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port 83a3d416-a6dd-406a-9473-d88cace7fe2f triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:01:36.308284 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:36.438289 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d922553a-e389-4d18-b703-b0941919ae37 req-0cf49194-07f1-448c-8ed9-2aeddc61fb08 tempest-VolumesActionsTest-2068212490 tempest-VolumesActionsTest-2068212490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:01:36.439948 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-d922553a-e389-4d18-b703-b0941919ae37 req-0cf49194-07f1-448c-8ed9-2aeddc61fb08 tempest-VolumesActionsTest-2068212490 tempest-VolumesActionsTest-2068212490-project] 10.222.0.39 "GET /v2.0/ports?device_id=6dca20b5-18c0-468a-ab6a-e4aa996d1d51 HTTP/1.1" status: 200 len: 945 time: 0.0662878 Aug 12 15:01:36.484567 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-d922553a-e389-4d18-b703-b0941919ae37 req-87d73b72-6c74-460b-8b12-cf8f22339e97 tempest-VolumesActionsTest-2068212490 tempest-VolumesActionsTest-2068212490-project] 10.222.0.39 "GET /v2.0/security-groups?id=1f858fcb-f526-4bce-85ec-fe9dbdc3b41e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373085 Aug 12 15:01:36.519997 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec7ce33-a7b8-40e7-8b3a-305c69fbcc80 req-36b77b7e-15a9-4f3a-b7f7-081b41379a39 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:01:36.521576 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-dec7ce33-a7b8-40e7-8b3a-305c69fbcc80 req-36b77b7e-15a9-4f3a-b7f7-081b41379a39 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] 10.222.0.49 "GET /v2.0/networks?id=c9a8c7d4-bc16-4fb6-95f2-11d597740ec3 HTTP/1.1" status: 200 len: 797 time: 0.1169989 Aug 12 15:01:36.572490 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-dec7ce33-a7b8-40e7-8b3a-305c69fbcc80 req-ba77039a-9e3b-45bf-a708-b069f374b2c1 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cbaad1cb6c364f2d8238ea489cf6e7b7 HTTP/1.1" status: 200 len: 379 time: 0.0405123 Aug 12 15:01:36.585222 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-dec7ce33-a7b8-40e7-8b3a-305c69fbcc80 req-f3a53fd0-faa5-49ae-ad38-e5e9e473bdac tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Request body: {'port': {'device_id': '39b3d464-88ad-4b7a-b462-a5e428d26d04', 'network_id': 'c9a8c7d4-bc16-4fb6-95f2-11d597740ec3', 'admin_state_up': True, 'tenant_id': 'cbaad1cb6c364f2d8238ea489cf6e7b7', 'security_groups': ['3af69154-cbb3-4a88-8295-201bee41596b']}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:01:36.661087 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d0ccbecc-1c45-4b26-a14f-9fb4ca5e4b5c req-6b092d37-2299-4fa7-9e8e-667baad1a0d6 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] 10.222.0.39 "GET /v2.0/ports?device_id=39b3d464-88ad-4b7a-b462-a5e428d26d04 HTTP/1.1" status: 200 len: 210 time: 0.0548363 Aug 12 15:01:36.692392 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.agents_db [None req-17ed3e4c-1a7d-4162-9646-11c134aca297 None None] Agent healthcheck: found 7 active agents {{(pid=94469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 15:01:36.728832 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dec7ce33-a7b8-40e7-8b3a-305c69fbcc80 req-f3a53fd0-faa5-49ae-ad38-e5e9e473bdac tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Made reservation on behalf of cbaad1cb6c364f2d8238ea489cf6e7b7 for: {'port': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 15:01:36.732437 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-dec7ce33-a7b8-40e7-8b3a-305c69fbcc80 req-f3a53fd0-faa5-49ae-ad38-e5e9e473bdac tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:36.860714 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_common [req-dec7ce33-a7b8-40e7-8b3a-305c69fbcc80 req-f3a53fd0-faa5-49ae-ad38-e5e9e473bdac tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Allocated IP 172.20.0.10 (c9a8c7d4-bc16-4fb6-95f2-11d597740ec3/cb4c46fb-a02d-4ee1-938e-e28426a80cb6/9b8a92ec-04d8-4d10-9a6c-846f3df458ca) {{(pid=94467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 15:01:37.002441 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-dec7ce33-a7b8-40e7-8b3a-305c69fbcc80 req-f3a53fd0-faa5-49ae-ad38-e5e9e473bdac tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify callbacks [] for port, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:37.017046 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [req-dec7ce33-a7b8-40e7-8b3a-305c69fbcc80 req-f3a53fd0-faa5-49ae-ad38-e5e9e473bdac tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Transition to ACTIVE for port object 9b8a92ec-04d8-4d10-9a6c-846f3df458ca will not be triggered until provisioned by entity DHCP. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:01:37.051135 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-dec7ce33-a7b8-40e7-8b3a-305c69fbcc80 req-f3a53fd0-faa5-49ae-ad38-e5e9e473bdac tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:37.100783 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dec7ce33-a7b8-40e7-8b3a-305c69fbcc80 req-f3a53fd0-faa5-49ae-ad38-e5e9e473bdac tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Network c9a8c7d4-bc16-4fb6-95f2-11d597740ec3 is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 15:01:37.106228 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [req-dec7ce33-a7b8-40e7-8b3a-305c69fbcc80 req-f3a53fd0-faa5-49ae-ad38-e5e9e473bdac tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:01:37.110573 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [req-dec7ce33-a7b8-40e7-8b3a-305c69fbcc80 req-f3a53fd0-faa5-49ae-ad38-e5e9e473bdac tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Received port after_create {{(pid=94467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 15:01:37.135236 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a53fd0-faa5-49ae-ad38-e5e9e473bdac tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Pushing event updated for resources: {'Port': ['ID=9b8a92ec-04d8-4d10-9a6c-846f3df458ca,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:01:37.164536 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec7ce33-a7b8-40e7-8b3a-305c69fbcc80 req-f3a53fd0-faa5-49ae-ad38-e5e9e473bdac tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:01:37.165402 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-dec7ce33-a7b8-40e7-8b3a-305c69fbcc80 req-f3a53fd0-faa5-49ae-ad38-e5e9e473bdac tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:37.181949 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-dec7ce33-a7b8-40e7-8b3a-305c69fbcc80 req-f3a53fd0-faa5-49ae-ad38-e5e9e473bdac tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6005704 Aug 12 15:01:37.195940 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-dec7ce33-a7b8-40e7-8b3a-305c69fbcc80 req-bad4b257-b94d-4348-840d-137111f52938 service neutron] Request body: {'port': {'device_id': '39b3d464-88ad-4b7a-b462-a5e428d26d04', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-694802-15'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:01:37.285956 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-dec7ce33-a7b8-40e7-8b3a-305c69fbcc80 req-bad4b257-b94d-4348-840d-137111f52938 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:37.373882 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-e98d3b7b-93b2-40a4-bb9d-202cd284899e None None] Provisioning for port 9b8a92ec-04d8-4d10-9a6c-846f3df458ca completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:01:37.378315 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-e98d3b7b-93b2-40a4-bb9d-202cd284899e None None] Provisioning complete for port 9b8a92ec-04d8-4d10-9a6c-846f3df458ca triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:01:37.378690 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-e98d3b7b-93b2-40a4-bb9d-202cd284899e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:37.414726 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-e98d3b7b-93b2-40a4-bb9d-202cd284899e None None] Port 9b8a92ec-04d8-4d10-9a6c-846f3df458ca cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 15:01:37.593951 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [req-dec7ce33-a7b8-40e7-8b3a-305c69fbcc80 req-bad4b257-b94d-4348-840d-137111f52938 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b8a92ec-04d8-4d10-9a6c-846f3df458ca {{(pid=94467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 15:01:37.603506 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-dec7ce33-a7b8-40e7-8b3a-305c69fbcc80 req-bad4b257-b94d-4348-840d-137111f52938 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:37.624216 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [req-dec7ce33-a7b8-40e7-8b3a-305c69fbcc80 req-bad4b257-b94d-4348-840d-137111f52938 service neutron] Transition to ACTIVE for port object 9b8a92ec-04d8-4d10-9a6c-846f3df458ca will not be triggered until provisioned by entity L2. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:01:37.633249 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319d79b8-efd1-4fad-83c5-2ef95389e596 req-1f7436d8-c3de-41e6-b9ed-8bbdbc84d55c tempest-VolumesActionsTest-2068212490 tempest-VolumesActionsTest-2068212490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:01:37.634764 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-319d79b8-efd1-4fad-83c5-2ef95389e596 req-1f7436d8-c3de-41e6-b9ed-8bbdbc84d55c tempest-VolumesActionsTest-2068212490 tempest-VolumesActionsTest-2068212490-project] 10.222.0.39 "GET /v2.0/ports?device_id=6dca20b5-18c0-468a-ab6a-e4aa996d1d51 HTTP/1.1" status: 200 len: 945 time: 0.0761280 Aug 12 15:01:37.635855 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-dec7ce33-a7b8-40e7-8b3a-305c69fbcc80 req-bad4b257-b94d-4348-840d-137111f52938 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:37.797484 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-319d79b8-efd1-4fad-83c5-2ef95389e596 req-116650b4-f284-4c87-bcd8-9dbd085653f5 tempest-VolumesActionsTest-2068212490 tempest-VolumesActionsTest-2068212490-project] 10.222.0.39 "GET /v2.0/security-groups?id=1f858fcb-f526-4bce-85ec-fe9dbdc3b41e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557679 Aug 12 15:01:37.800774 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad4b257-b94d-4348-840d-137111f52938 service neutron] Pushing event updated for resources: {'Port': ['ID=9b8a92ec-04d8-4d10-9a6c-846f3df458ca,revision_number=2']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:01:37.857438 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1852ec14-2e21-4d38-8f70-b7be25dc21a2 req-f76df37d-8f36-4910-91a0-3b47605b0841 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:01:37.866693 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-dec7ce33-a7b8-40e7-8b3a-305c69fbcc80 req-bad4b257-b94d-4348-840d-137111f52938 service neutron] Attempting to bind port 9b8a92ec-04d8-4d10-9a6c-846f3df458ca on host n-h2-694802-15 for vnic_type normal with profile {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 15:01:37.867298 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-1852ec14-2e21-4d38-8f70-b7be25dc21a2 req-f76df37d-8f36-4910-91a0-3b47605b0841 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] 10.222.0.39 "GET /v2.0/ports?device_id=39b3d464-88ad-4b7a-b462-a5e428d26d04 HTTP/1.1" status: 200 len: 944 time: 0.0970190 Aug 12 15:01:37.867578 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-dec7ce33-a7b8-40e7-8b3a-305c69fbcc80 req-bad4b257-b94d-4348-840d-137111f52938 service neutron] Attempting to bind port 9b8a92ec-04d8-4d10-9a6c-846f3df458ca by drivers openvswitch,hyperv on host n-h2-694802-15 at level 0 using segments [{'id': '48e01071-2a21-4f4e-a9d8-9b6d997bff42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'c9a8c7d4-bc16-4fb6-95f2-11d597740ec3'}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 15:01:37.868151 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dec7ce33-a7b8-40e7-8b3a-305c69fbcc80 req-bad4b257-b94d-4348-840d-137111f52938 service neutron] Attempting to bind port 9b8a92ec-04d8-4d10-9a6c-846f3df458ca on network c9a8c7d4-bc16-4fb6-95f2-11d597740ec3 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 15:01:37.874605 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dec7ce33-a7b8-40e7-8b3a-305c69fbcc80 req-bad4b257-b94d-4348-840d-137111f52938 service neutron] Port 9b8a92ec-04d8-4d10-9a6c-846f3df458ca on network c9a8c7d4-bc16-4fb6-95f2-11d597740ec3 not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-15 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 15:01:37.875274 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dec7ce33-a7b8-40e7-8b3a-305c69fbcc80 req-bad4b257-b94d-4348-840d-137111f52938 service neutron] Attempting to bind port 9b8a92ec-04d8-4d10-9a6c-846f3df458ca on network c9a8c7d4-bc16-4fb6-95f2-11d597740ec3 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 15:01:37.890859 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dec7ce33-a7b8-40e7-8b3a-305c69fbcc80 req-bad4b257-b94d-4348-840d-137111f52938 service neutron] Checking agent: {'id': 'b7697f71-33f3-4959-ad82-43c2dc15845d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 27, 42), 'started_at': datetime.datetime(2021, 8, 12, 14, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 15, 1, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 15:01:37.892144 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dec7ce33-a7b8-40e7-8b3a-305c69fbcc80 req-bad4b257-b94d-4348-840d-137111f52938 service neutron] Checking segment: {'id': '48e01071-2a21-4f4e-a9d8-9b6d997bff42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'c9a8c7d4-bc16-4fb6-95f2-11d597740ec3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 15:01:37.892776 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dec7ce33-a7b8-40e7-8b3a-305c69fbcc80 req-bad4b257-b94d-4348-840d-137111f52938 service neutron] Bound using segment: {'id': '48e01071-2a21-4f4e-a9d8-9b6d997bff42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'c9a8c7d4-bc16-4fb6-95f2-11d597740ec3'} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 15:01:37.893459 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-dec7ce33-a7b8-40e7-8b3a-305c69fbcc80 req-bad4b257-b94d-4348-840d-137111f52938 service neutron] Bound port: 9b8a92ec-04d8-4d10-9a6c-846f3df458ca, host: n-h2-694802-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48e01071-2a21-4f4e-a9d8-9b6d997bff42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'c9a8c7d4-bc16-4fb6-95f2-11d597740ec3'}}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 15:01:37.894079 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-dec7ce33-a7b8-40e7-8b3a-305c69fbcc80 req-bad4b257-b94d-4348-840d-137111f52938 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:37.924719 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-1852ec14-2e21-4d38-8f70-b7be25dc21a2 req-9ed35976-1965-4ec7-a98a-1589df6cf819 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] 10.222.0.39 "GET /v2.0/security-groups?id=3af69154-cbb3-4a88-8295-201bee41596b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560591 Aug 12 15:01:38.002106 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d58726c-15e5-4f21-87d4-99c47703869b req-78da7b33-2ca4-4f54-a3b1-1dfc097e6281 tempest-VolumesActionsTest-2068212490 tempest-VolumesActionsTest-2068212490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:01:38.003805 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0d58726c-15e5-4f21-87d4-99c47703869b req-78da7b33-2ca4-4f54-a3b1-1dfc097e6281 tempest-VolumesActionsTest-2068212490 tempest-VolumesActionsTest-2068212490-project] 10.222.0.64 "GET /v2.0/ports?device_id=6dca20b5-18c0-468a-ab6a-e4aa996d1d51 HTTP/1.1" status: 200 len: 945 time: 0.1302025 Aug 12 15:01:38.008821 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-dec7ce33-a7b8-40e7-8b3a-305c69fbcc80 req-bad4b257-b94d-4348-840d-137111f52938 service neutron] For port 9b8a92ec-04d8-4d10-9a6c-846f3df458ca, host n-h2-694802-15, cleared binding levels {{(pid=94467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 15:01:38.014094 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-dec7ce33-a7b8-40e7-8b3a-305c69fbcc80 req-bad4b257-b94d-4348-840d-137111f52938 service neutron] For port 9b8a92ec-04d8-4d10-9a6c-846f3df458ca, host n-h2-694802-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=9b8a92ec-04d8-4d10-9a6c-846f3df458ca,segment=NetworkSegment(48e01071-2a21-4f4e-a9d8-9b6d997bff42),segment_id=48e01071-2a21-4f4e-a9d8-9b6d997bff42)] {{(pid=94467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 15:01:38.024357 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-dec7ce33-a7b8-40e7-8b3a-305c69fbcc80 req-bad4b257-b94d-4348-840d-137111f52938 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:38.078272 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 48126) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:01:38.110340 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec7ce33-a7b8-40e7-8b3a-305c69fbcc80 req-bad4b257-b94d-4348-840d-137111f52938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:01:38.113022 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-dec7ce33-a7b8-40e7-8b3a-305c69fbcc80 req-bad4b257-b94d-4348-840d-137111f52938 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:38.116840 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-dec7ce33-a7b8-40e7-8b3a-305c69fbcc80 req-bad4b257-b94d-4348-840d-137111f52938 service neutron] 10.222.0.49 "PUT /v2.0/ports/9b8a92ec-04d8-4d10-9a6c-846f3df458ca HTTP/1.1" status: 200 len: 1093 time: 0.9253454 Aug 12 15:01:38.117660 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39b3d464-88ad-4b7a-b462-a5e428d26d04', 'tag': '9b8a92ec-04d8-4d10-9a6c-846f3df458ca'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:01:38.120017 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e65282f928b64038367d043a4411777802006c43a98742496cb2e25b724ff1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d453db79-6192-4a91-84a3-79bb51e74783" -d '{"events": [{"name": "network-changed", "server_uuid": "39b3d464-88ad-4b7a-b462-a5e428d26d04", "tag": "9b8a92ec-04d8-4d10-9a6c-846f3df458ca"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 15:01:38.204665 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad4b257-b94d-4348-840d-137111f52938 service neutron] Pushing event updated for resources: {'Port': ['ID=9b8a92ec-04d8-4d10-9a6c-846f3df458ca,revision_number=3']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:01:38.251057 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-dd63f6d5-5111-4b52-8757-85f661f1f9bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:38.279417 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec7ce33-a7b8-40e7-8b3a-305c69fbcc80 req-c6856692-5e0e-4ff8-86c0-823b6ad79b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:01:38.281206 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-dec7ce33-a7b8-40e7-8b3a-305c69fbcc80 req-c6856692-5e0e-4ff8-86c0-823b6ad79b35 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=cbaad1cb6c364f2d8238ea489cf6e7b7&device_id=39b3d464-88ad-4b7a-b462-a5e428d26d04 HTTP/1.1" status: 200 len: 1096 time: 0.0919588 Aug 12 15:01:38.295882 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [req-0d58726c-15e5-4f21-87d4-99c47703869b req-e150942a-f6ff-4a14-a3ac-e08ab07fcbae tempest-VolumesActionsTest-2068212490 tempest-VolumesActionsTest-2068212490-project] Deleting port 39c87114-34d7-4b0a-ae15-026cf1182c92 {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 15:01:38.296228 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-0d58726c-15e5-4f21-87d4-99c47703869b req-e150942a-f6ff-4a14-a3ac-e08ab07fcbae tempest-VolumesActionsTest-2068212490 tempest-VolumesActionsTest-2068212490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:38.370418 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-dd63f6d5-5111-4b52-8757-85f661f1f9bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:38.376540 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-dd63f6d5-5111-4b52-8757-85f661f1f9bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:38.414167 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 15:01:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8505eb6b-8f9f-4f69-a7ba-c0c4162716fb x-openstack-request-id: req-8505eb6b-8f9f-4f69-a7ba-c0c4162716fb {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 15:01:38.414468 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39b3d464-88ad-4b7a-b462-a5e428d26d04", "tag": "9b8a92ec-04d8-4d10-9a6c-846f3df458ca", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 15:01:38.414712 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8505eb6b-8f9f-4f69-a7ba-c0c4162716fb {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 15:01:38.415142 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39b3d464-88ad-4b7a-b462-a5e428d26d04', 'tag': '9b8a92ec-04d8-4d10-9a6c-846f3df458ca', 'status': 'completed', 'code': 200} Aug 12 15:01:38.420970 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-dec7ce33-a7b8-40e7-8b3a-305c69fbcc80 req-6d5872f2-c441-425e-8492-ab2813fdd7f1 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9b8a92ec-04d8-4d10-9a6c-846f3df458ca HTTP/1.1" status: 200 len: 217 time: 0.1200871 Aug 12 15:01:38.425380 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-dd63f6d5-5111-4b52-8757-85f661f1f9bc admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b89ca6056952487a87f476a1346db7ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3429625 Aug 12 15:01:38.425380 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd63f6d5-5111-4b52-8757-85f661f1f9bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a32dd972-0d79-4cca-b8e3-bc0c4b168feb,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:01:38.426298 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 48136) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:01:38.480917 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b20a8f91-a1ca-49ff-8e1d-0a9bd847ad43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:38.503747 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b20a8f91-a1ca-49ff-8e1d-0a9bd847ad43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:38.504345 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-0d58726c-15e5-4f21-87d4-99c47703869b req-e150942a-f6ff-4a14-a3ac-e08ab07fcbae tempest-VolumesActionsTest-2068212490 tempest-VolumesActionsTest-2068212490-project] For port 39c87114-34d7-4b0a-ae15-026cf1182c92, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=39c87114-34d7-4b0a-ae15-026cf1182c92,segment=NetworkSegment(9e8843f4-2a4f-4f35-8370-3c4d6a1d84a3),segment_id=9e8843f4-2a4f-4f35-8370-3c4d6a1d84a3)] {{(pid=94467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:01:38.504725 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-0d58726c-15e5-4f21-87d4-99c47703869b req-e150942a-f6ff-4a14-a3ac-e08ab07fcbae tempest-VolumesActionsTest-2068212490 tempest-VolumesActionsTest-2068212490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:38.519618 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec7ce33-a7b8-40e7-8b3a-305c69fbcc80 req-eefa5aac-6b14-4b96-a033-f493b3ba7f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:01:38.521119 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-dec7ce33-a7b8-40e7-8b3a-305c69fbcc80 req-eefa5aac-6b14-4b96-a033-f493b3ba7f2a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=cb4c46fb-a02d-4ee1-938e-e28426a80cb6 HTTP/1.1" status: 200 len: 834 time: 0.0805933 Aug 12 15:01:38.521969 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [req-0d58726c-15e5-4f21-87d4-99c47703869b req-e150942a-f6ff-4a14-a3ac-e08ab07fcbae tempest-VolumesActionsTest-2068212490 tempest-VolumesActionsTest-2068212490-project] Calling delete_port for 39c87114-34d7-4b0a-ae15-026cf1182c92 owned by compute:nova {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 15:01:38.550202 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b20a8f91-a1ca-49ff-8e1d-0a9bd847ad43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:38.552664 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b20a8f91-a1ca-49ff-8e1d-0a9bd847ad43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:38.553948 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-b20a8f91-a1ca-49ff-8e1d-0a9bd847ad43 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a32dd972-0d79-4cca-b8e3-bc0c4b168feb HTTP/1.1" status: 204 len: 168 time: 0.1267498 Aug 12 15:01:38.562266 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20a8f91-a1ca-49ff-8e1d-0a9bd847ad43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a32dd972-0d79-4cca-b8e3-bc0c4b168feb,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:01:38.626372 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec7ce33-a7b8-40e7-8b3a-305c69fbcc80 req-a67c2418-9c52-43f5-8cb9-b46e4a1f6338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:01:38.627914 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-dec7ce33-a7b8-40e7-8b3a-305c69fbcc80 req-a67c2418-9c52-43f5-8cb9-b46e4a1f6338 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c9a8c7d4-bc16-4fb6-95f2-11d597740ec3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0974953 Aug 12 15:01:38.769028 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-dec7ce33-a7b8-40e7-8b3a-305c69fbcc80 req-d241ff84-a2ed-49fa-a065-4aeaa6bf6e49 service neutron] 10.222.0.49 "GET /v2.0/networks/c9a8c7d4-bc16-4fb6-95f2-11d597740ec3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301627 Aug 12 15:01:38.770062 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-0d58726c-15e5-4f21-87d4-99c47703869b req-e150942a-f6ff-4a14-a3ac-e08ab07fcbae tempest-VolumesActionsTest-2068212490 tempest-VolumesActionsTest-2068212490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:38.816328 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e150942a-f6ff-4a14-a3ac-e08ab07fcbae tempest-VolumesActionsTest-2068212490 tempest-VolumesActionsTest-2068212490-project] Pushing event deleted for resources: {'Port': ['ID=39c87114-34d7-4b0a-ae15-026cf1182c92,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:01:38.919629 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d58726c-15e5-4f21-87d4-99c47703869b req-e150942a-f6ff-4a14-a3ac-e08ab07fcbae tempest-VolumesActionsTest-2068212490 tempest-VolumesActionsTest-2068212490-project] No DVR routers for this DVR port 39c87114-34d7-4b0a-ae15-026cf1182c92 on host n-h1-694802-15 {{(pid=94467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 15:01:38.924447 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b25f37db-03e4-429b-9f16-d871e0b4d282 req-46d6a5a1-f4f5-4b9e-814e-79f9ea350f02 tempest-VolumesActionsTest-2068212490 tempest-VolumesActionsTest-2068212490-project] 10.222.0.39 "GET /v2.0/ports?device_id=6dca20b5-18c0-468a-ab6a-e4aa996d1d51 HTTP/1.1" status: 200 len: 210 time: 0.0476301 Aug 12 15:01:38.925503 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-0d58726c-15e5-4f21-87d4-99c47703869b req-e150942a-f6ff-4a14-a3ac-e08ab07fcbae tempest-VolumesActionsTest-2068212490 tempest-VolumesActionsTest-2068212490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:38.927469 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0d58726c-15e5-4f21-87d4-99c47703869b req-e150942a-f6ff-4a14-a3ac-e08ab07fcbae tempest-VolumesActionsTest-2068212490 tempest-VolumesActionsTest-2068212490-project] 10.222.0.64 "DELETE /v2.0/ports/39c87114-34d7-4b0a-ae15-026cf1182c92 HTTP/1.1" status: 204 len: 173 time: 0.9158974 Aug 12 15:01:38.956850 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-dec7ce33-a7b8-40e7-8b3a-305c69fbcc80 req-8413faf9-d3d8-49e7-9230-2beea467e132 service neutron] 10.222.0.49 "GET /v2.0/networks/c9a8c7d4-bc16-4fb6-95f2-11d597740ec3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1785443 Aug 12 15:01:39.054959 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d453db79-6192-4a91-84a3-79bb51e74783 req-214f6aac-ad30-457c-82de-3ae74ce3c76d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:01:39.056585 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d453db79-6192-4a91-84a3-79bb51e74783 req-214f6aac-ad30-457c-82de-3ae74ce3c76d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=cbaad1cb6c364f2d8238ea489cf6e7b7&device_id=39b3d464-88ad-4b7a-b462-a5e428d26d04 HTTP/1.1" status: 200 len: 1096 time: 0.0522859 Aug 12 15:01:39.072389 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde71fce-30f7-400f-8d08-73e8b8b35f2c req-3cbbe688-bebd-4ba7-8550-9dfc2e75b59e tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:01:39.075639 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-fde71fce-30f7-400f-8d08-73e8b8b35f2c req-3cbbe688-bebd-4ba7-8550-9dfc2e75b59e tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] 10.222.0.39 "GET /v2.0/ports?device_id=39b3d464-88ad-4b7a-b462-a5e428d26d04 HTTP/1.1" status: 200 len: 944 time: 0.0653892 Aug 12 15:01:39.122005 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-fde71fce-30f7-400f-8d08-73e8b8b35f2c req-63908d09-ee14-4b2c-8919-9e5f9f85adf3 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] 10.222.0.39 "GET /v2.0/security-groups?id=3af69154-cbb3-4a88-8295-201bee41596b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360065 Aug 12 15:01:39.168747 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d453db79-6192-4a91-84a3-79bb51e74783 req-97c75afb-1eb9-45c2-b37e-ac940eee839f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:01:39.170240 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d453db79-6192-4a91-84a3-79bb51e74783 req-97c75afb-1eb9-45c2-b37e-ac940eee839f service neutron] 10.222.0.49 "GET /v2.0/networks?id=c9a8c7d4-bc16-4fb6-95f2-11d597740ec3 HTTP/1.1" status: 200 len: 898 time: 0.1056638 Aug 12 15:01:39.212805 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d453db79-6192-4a91-84a3-79bb51e74783 req-0ea9f368-f756-4824-9d58-927695e063d6 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9b8a92ec-04d8-4d10-9a6c-846f3df458ca HTTP/1.1" status: 200 len: 217 time: 0.0355401 Aug 12 15:01:39.263604 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d453db79-6192-4a91-84a3-79bb51e74783 req-8f312377-5c58-4073-abc3-2c6c3e0b1883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:01:39.265044 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 48162) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:01:39.265174 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d453db79-6192-4a91-84a3-79bb51e74783 req-8f312377-5c58-4073-abc3-2c6c3e0b1883 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=cb4c46fb-a02d-4ee1-938e-e28426a80cb6 HTTP/1.1" status: 200 len: 834 time: 0.0449247 Aug 12 15:01:39.316784 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d453db79-6192-4a91-84a3-79bb51e74783 req-eb5693b6-9cd4-4ef1-bfbf-09c7a7123306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:01:39.318221 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d453db79-6192-4a91-84a3-79bb51e74783 req-eb5693b6-9cd4-4ef1-bfbf-09c7a7123306 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c9a8c7d4-bc16-4fb6-95f2-11d597740ec3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0460787 Aug 12 15:01:39.365989 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-0a4f33fa-8e9e-422a-b3d1-a839cb2b688e admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-2103952636-network', 'tenant_id': '9e70e15a63d94fbf88c1d1e47c9c46b6'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:01:39.390024 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a4f33fa-8e9e-422a-b3d1-a839cb2b688e admin admin] Made reservation on behalf of 9e70e15a63d94fbf88c1d1e47c9c46b6 for: {'network': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 15:01:39.392666 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0a4f33fa-8e9e-422a-b3d1-a839cb2b688e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for network, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:39.411531 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0a4f33fa-8e9e-422a-b3d1-a839cb2b688e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:39.416810 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d453db79-6192-4a91-84a3-79bb51e74783 req-8c52e929-c2bf-43ba-bb5d-0bedfac516d1 service neutron] 10.222.0.49 "GET /v2.0/networks/c9a8c7d4-bc16-4fb6-95f2-11d597740ec3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894637 Aug 12 15:01:39.518379 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0a4f33fa-8e9e-422a-b3d1-a839cb2b688e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:39.521020 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d453db79-6192-4a91-84a3-79bb51e74783 req-b47083df-9c61-45d0-a4de-5b12813fe01d service neutron] 10.222.0.49 "GET /v2.0/networks/c9a8c7d4-bc16-4fb6-95f2-11d597740ec3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971308 Aug 12 15:01:39.523310 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0a4f33fa-8e9e-422a-b3d1-a839cb2b688e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:39.547884 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a4f33fa-8e9e-422a-b3d1-a839cb2b688e admin admin] vlan segment allocate from pool success with {'vlan_id': 314, 'physical_network': 'physnet1'} {{(pid=94466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 15:01:39.566069 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4f33fa-8e9e-422a-b3d1-a839cb2b688e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5b69b96-d6df-4912-b67f-8c03793cf91c,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:01:39.569166 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0a4f33fa-8e9e-422a-b3d1-a839cb2b688e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:39.569465 n-d-694802-15 neutron-server[94466]: INFO neutron.db.segments_db [None req-0a4f33fa-8e9e-422a-b3d1-a839cb2b688e admin admin] Added segment a7c6e18c-e2d9-4925-a099-2aab2e87c1e8 of type vlan for network 976d67ad-60de-4be2-a240-a66f4eadb900 Aug 12 15:01:39.613012 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0a4f33fa-8e9e-422a-b3d1-a839cb2b688e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744653628263'] for network, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:39.641227 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0a4f33fa-8e9e-422a-b3d1-a839cb2b688e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409'] for network, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:39.642183 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a4f33fa-8e9e-422a-b3d1-a839cb2b688e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:01:39.642771 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0a4f33fa-8e9e-422a-b3d1-a839cb2b688e admin admin] Notify callbacks [] for network, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:39.701543 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-0a4f33fa-8e9e-422a-b3d1-a839cb2b688e admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4352028 Aug 12 15:01:39.704563 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 48168) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:01:39.709679 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-57aaadcd-3640-41d4-b6ab-8a5af2d38bf6 admin admin] Request body: {'subnet': {'network_id': '976d67ad-60de-4be2-a240-a66f4eadb900', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-2103952636-subnet', 'tenant_id': '9e70e15a63d94fbf88c1d1e47c9c46b6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:01:39.710464 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4f33fa-8e9e-422a-b3d1-a839cb2b688e admin admin] Pushing event updated for resources: {'Network': ['ID=976d67ad-60de-4be2-a240-a66f4eadb900,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:01:39.720947 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Network 976d67ad-60de-4be2-a240-a66f4eadb900 details requested by agent ovs-agent-n-d-694802-15 with host n-d-694802-15 {{(pid=94468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 15:01:39.730998 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57aaadcd-3640-41d4-b6ab-8a5af2d38bf6 admin admin] Made reservation on behalf of 9e70e15a63d94fbf88c1d1e47c9c46b6 for: {'subnet': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 15:01:39.733343 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-57aaadcd-3640-41d4-b6ab-8a5af2d38bf6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3343791'] for subnet, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:39.898644 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-57aaadcd-3640-41d4-b6ab-8a5af2d38bf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2859166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3343773'] for subnet, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:39.954586 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57aaadcd-3640-41d4-b6ab-8a5af2d38bf6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=644d5629-d5dc-4416-864a-2e730cafd4de,revision_number=0']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:01:39.963978 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57aaadcd-3640-41d4-b6ab-8a5af2d38bf6 admin admin] Checking segment: {'id': 'a7c6e18c-e2d9-4925-a099-2aab2e87c1e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '976d67ad-60de-4be2-a240-a66f4eadb900'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 15:01:39.964197 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57aaadcd-3640-41d4-b6ab-8a5af2d38bf6 admin admin] Network hostable DHCP agents. Network: 976d67ad-60de-4be2-a240-a66f4eadb900, hostable agents: ['1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658'], hosted agents: [] {{(pid=94467) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 15:01:39.981638 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57aaadcd-3640-41d4-b6ab-8a5af2d38bf6 admin admin] Network 976d67ad-60de-4be2-a240-a66f4eadb900 is scheduled to be hosted by DHCP agent 1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658 with binding_index 1 {{(pid=94467) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 15:01:39.993756 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [None req-57aaadcd-3640-41d4-b6ab-8a5af2d38bf6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-15, 976d67ad-60de-4be2-a240-a66f4eadb900) {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:01:39.998284 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57aaadcd-3640-41d4-b6ab-8a5af2d38bf6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:01:40.000337 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-57aaadcd-3640-41d4-b6ab-8a5af2d38bf6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:40.003922 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09f5dc2f-1568-4e7a-ab8a-c9faeb5f04c9 None None] Network 976d67ad-60de-4be2-a240-a66f4eadb900 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 15:01:40.019455 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-57aaadcd-3640-41d4-b6ab-8a5af2d38bf6 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3089001 Aug 12 15:01:40.123562 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-5dbefe39-5e74-49c4-832f-727b2e543740 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:40.181921 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d7efd2e-a7c3-40d7-9ade-78a5860b8ac4 None None] Network 976d67ad-60de-4be2-a240-a66f4eadb900 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 15:01:40.282819 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c56853-39c0-4ebb-9fe1-6dc8378937aa req-ec4043f0-aab5-47b4-ad9f-36e2a615f44a tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:01:40.284544 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e7c56853-39c0-4ebb-9fe1-6dc8378937aa req-ec4043f0-aab5-47b4-ad9f-36e2a615f44a tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] 10.222.0.39 "GET /v2.0/ports?device_id=39b3d464-88ad-4b7a-b462-a5e428d26d04 HTTP/1.1" status: 200 len: 944 time: 0.0737579 Aug 12 15:01:40.332074 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e7c56853-39c0-4ebb-9fe1-6dc8378937aa req-0391d1da-c80d-4504-8ca3-d7da651c3eae tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] 10.222.0.39 "GET /v2.0/security-groups?id=3af69154-cbb3-4a88-8295-201bee41596b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403750 Aug 12 15:01:40.416479 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dca20b5-18c0-468a-ab6a-e4aa996d1d51', 'name': 'network-vif-deleted', 'tag': '39c87114-34d7-4b0a-ae15-026cf1182c92'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:01:40.419426 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e65282f928b64038367d043a4411777802006c43a98742496cb2e25b724ff1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7a67dcd-58b7-4c61-a6f7-a2cb0a7daf33" -d '{"events": [{"server_uuid": "6dca20b5-18c0-468a-ab6a-e4aa996d1d51", "name": "network-vif-deleted", "tag": "39c87114-34d7-4b0a-ae15-026cf1182c92"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 15:01:40.459751 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 15:01:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-359c8f18-d783-4e34-8333-1e8bc37d9240 x-openstack-request-id: req-359c8f18-d783-4e34-8333-1e8bc37d9240 {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 15:01:40.460158 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6dca20b5-18c0-468a-ab6a-e4aa996d1d51", "name": "network-vif-deleted", "tag": "39c87114-34d7-4b0a-ae15-026cf1182c92", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 15:01:40.460474 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-359c8f18-d783-4e34-8333-1e8bc37d9240 {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 15:01:40.460995 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6dca20b5-18c0-468a-ab6a-e4aa996d1d51', 'name': 'network-vif-deleted', 'tag': '39c87114-34d7-4b0a-ae15-026cf1182c92', 'status': 'completed', 'code': 200} Aug 12 15:01:40.764928 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device 39c87114-34d7-4b0a-ae15-026cf1182c92 no longer exists at agent hyperv_n-h1-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 15:01:40.791328 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-93370168-53ca-47c2-9e27-b066be57125c None None] No Port match for: 39c87114-34d7-4b0a-ae15-026cf1182c92 {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 15:01:40.791328 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device 39c87114-34d7-4b0a-ae15-026cf1182c92 not bound to the agent host n-h1-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 15:01:41.435444 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:41.460733 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34bf5b6-8328-4f49-a00c-7ada20181443 req-ed7f63c9-29f2-45cf-b87d-c776bba700bb tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:01:41.462239 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-e34bf5b6-8328-4f49-a00c-7ada20181443 req-ed7f63c9-29f2-45cf-b87d-c776bba700bb tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] 10.222.0.39 "GET /v2.0/ports?device_id=39b3d464-88ad-4b7a-b462-a5e428d26d04 HTTP/1.1" status: 200 len: 944 time: 0.0545189 Aug 12 15:01:41.504999 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-e34bf5b6-8328-4f49-a00c-7ada20181443 req-c0d4d580-212e-4276-80cd-93bdf0f52dd1 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] 10.222.0.39 "GET /v2.0/security-groups?id=3af69154-cbb3-4a88-8295-201bee41596b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367413 Aug 12 15:01:42.686628 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41025f36-5bf9-47f7-8ca8-8b5a0292c439 req-4358d55b-c09f-49b5-89b2-3df0a28eb144 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:01:42.689215 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-41025f36-5bf9-47f7-8ca8-8b5a0292c439 req-4358d55b-c09f-49b5-89b2-3df0a28eb144 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] 10.222.0.39 "GET /v2.0/ports?device_id=39b3d464-88ad-4b7a-b462-a5e428d26d04 HTTP/1.1" status: 200 len: 944 time: 0.0721519 Aug 12 15:01:42.739168 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:42.748736 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device 9b8a92ec-04d8-4d10-9a6c-846f3df458ca details requested by agent hyperv_n-h2-694802-15 with host n-h2-694802-15 {{(pid=94468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 15:01:42.756676 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-41025f36-5bf9-47f7-8ca8-8b5a0292c439 req-b2dff66c-6c36-4792-9d6d-3226d0435897 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] 10.222.0.39 "GET /v2.0/security-groups?id=3af69154-cbb3-4a88-8295-201bee41596b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608568 Aug 12 15:01:42.886339 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port 9b8a92ec-04d8-4d10-9a6c-846f3df458ca, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=9b8a92ec-04d8-4d10-9a6c-846f3df458ca,segment=NetworkSegment(48e01071-2a21-4f4e-a9d8-9b6d997bff42),segment_id=48e01071-2a21-4f4e-a9d8-9b6d997bff42)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:01:42.915488 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Returning: {'device': '9b8a92ec-04d8-4d10-9a6c-846f3df458ca', 'network_id': 'c9a8c7d4-bc16-4fb6-95f2-11d597740ec3', 'port_id': '9b8a92ec-04d8-4d10-9a6c-846f3df458ca', 'mac_address': 'fa:16:3e:0b:6f:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb4c46fb-a02d-4ee1-938e-e28426a80cb6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 15:01:42.967079 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:42.989347 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b8a92ec-04d8-4d10-9a6c-846f3df458ca {{(pid=94468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 15:01:43.051428 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port 9b8a92ec-04d8-4d10-9a6c-846f3df458ca, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=9b8a92ec-04d8-4d10-9a6c-846f3df458ca,segment=NetworkSegment(48e01071-2a21-4f4e-a9d8-9b6d997bff42),segment_id=48e01071-2a21-4f4e-a9d8-9b6d997bff42)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:01:43.059550 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:43.195077 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:43.219539 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Pushing event updated for resources: {'Port': ['ID=9b8a92ec-04d8-4d10-9a6c-846f3df458ca,revision_number=4']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:01:43.387588 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-b45c5b5f-77e0-4537-ba81-afbdb49928bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:43.400782 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] get_ports_and_sgs() called for port_ids ['9b8a92ec-04d8-4d10-9a6c-846f3df458ca'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 15:01:43.898525 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e86705-34ed-4ac5-9255-144071642256 req-9098eb0c-bd39-41a3-a2f7-bbf72ffde130 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:01:43.900668 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-f1e86705-34ed-4ac5-9255-144071642256 req-9098eb0c-bd39-41a3-a2f7-bbf72ffde130 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] 10.222.0.39 "GET /v2.0/ports?device_id=39b3d464-88ad-4b7a-b462-a5e428d26d04 HTTP/1.1" status: 200 len: 945 time: 0.0664809 Aug 12 15:01:43.956935 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-f1e86705-34ed-4ac5-9255-144071642256 req-90548d31-8022-4d66-9ad8-ba7de2b5d7ca tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] 10.222.0.39 "GET /v2.0/security-groups?id=3af69154-cbb3-4a88-8295-201bee41596b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499475 Aug 12 15:01:44.023492 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-1769855f-eda9-4483-9dc3-3220908ab45d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:44.759212 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device 9b8a92ec-04d8-4d10-9a6c-846f3df458ca up at agent hyperv_n-h2-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 15:01:44.896176 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Provisioning for port 9b8a92ec-04d8-4d10-9a6c-846f3df458ca completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:01:44.907563 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Provisioning complete for port 9b8a92ec-04d8-4d10-9a6c-846f3df458ca triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:01:44.908186 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:45.116881 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:45.161045 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ba908d-43f2-4164-a4ab-81e48ead846b req-cbc8f13f-a3a0-4d5c-bf8e-fe5ca0033509 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:01:45.169648 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-f1ba908d-43f2-4164-a4ab-81e48ead846b req-cbc8f13f-a3a0-4d5c-bf8e-fe5ca0033509 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] 10.222.0.39 "GET /v2.0/ports?device_id=39b3d464-88ad-4b7a-b462-a5e428d26d04 HTTP/1.1" status: 200 len: 945 time: 0.0916870 Aug 12 15:01:45.178822 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port 9b8a92ec-04d8-4d10-9a6c-846f3df458ca, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=9b8a92ec-04d8-4d10-9a6c-846f3df458ca,segment=NetworkSegment(48e01071-2a21-4f4e-a9d8-9b6d997bff42),segment_id=48e01071-2a21-4f4e-a9d8-9b6d997bff42)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:01:45.180433 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39b3d464-88ad-4b7a-b462-a5e428d26d04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b8a92ec-04d8-4d10-9a6c-846f3df458ca'}] {{(pid=94468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:01:45.184294 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99a8d87602170099c728e57431aca99e9b98a655a83bbf8727be13192709727b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bc9b666-46f5-4040-a015-273f9876a3f1" -d '{"events": [{"server_uuid": "39b3d464-88ad-4b7a-b462-a5e428d26d04", "name": "network-vif-plugged", "status": "completed", "tag": "9b8a92ec-04d8-4d10-9a6c-846f3df458ca"}]}' {{(pid=94468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 15:01:45.209837 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:45.272855 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-f1ba908d-43f2-4164-a4ab-81e48ead846b req-b5b1c784-988b-4f2e-a875-2bc7f8a4aa1f tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] 10.222.0.39 "GET /v2.0/security-groups?id=3af69154-cbb3-4a88-8295-201bee41596b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1015983 Aug 12 15:01:45.341006 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Pushing event updated for resources: {'Port': ['ID=9b8a92ec-04d8-4d10-9a6c-846f3df458ca,revision_number=5']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:01:45.464507 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 15:01:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4038382-3e28-4d4c-a06a-42ccfed29bc3 x-openstack-request-id: req-c4038382-3e28-4d4c-a06a-42ccfed29bc3 {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 15:01:45.464998 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39b3d464-88ad-4b7a-b462-a5e428d26d04", "name": "network-vif-plugged", "status": "completed", "tag": "9b8a92ec-04d8-4d10-9a6c-846f3df458ca", "code": 200}]} {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 15:01:45.465495 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c4038382-3e28-4d4c-a06a-42ccfed29bc3 {{(pid=94468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 15:01:45.465992 n-d-694802-15 neutron-server[94468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39b3d464-88ad-4b7a-b462-a5e428d26d04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b8a92ec-04d8-4d10-9a6c-846f3df458ca', 'code': 200} Aug 12 15:01:45.600940 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54472289-eae5-4b50-87a1-1cd080da43f8 req-a3f3d266-2c7e-40b6-84de-297c100961b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:01:45.604144 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-54472289-eae5-4b50-87a1-1cd080da43f8 req-a3f3d266-2c7e-40b6-84de-297c100961b8 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=39b3d464-88ad-4b7a-b462-a5e428d26d04 HTTP/1.1" status: 200 len: 1098 time: 0.0713942 Aug 12 15:01:45.648435 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-fe95f194-a3b0-4c04-9e42-20b511169d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:45.673039 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-54472289-eae5-4b50-87a1-1cd080da43f8 req-14ab1586-d31f-434d-a5ec-aeb89461e3f9 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=3af69154-cbb3-4a88-8295-201bee41596b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611191 Aug 12 15:01:46.403490 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46b0364-c669-4c03-a739-e8d6d5ab4f70 req-5d6bb0c8-889b-4428-8937-43ee2d404ad3 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:01:46.411551 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c46b0364-c669-4c03-a739-e8d6d5ab4f70 req-5d6bb0c8-889b-4428-8937-43ee2d404ad3 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] 10.222.0.39 "GET /v2.0/ports?device_id=39b3d464-88ad-4b7a-b462-a5e428d26d04 HTTP/1.1" status: 200 len: 946 time: 0.0588815 Aug 12 15:01:46.452673 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c46b0364-c669-4c03-a739-e8d6d5ab4f70 req-668c6ce4-e59b-4b4b-b06b-51b3fb470436 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] 10.222.0.39 "GET /v2.0/security-groups?id=3af69154-cbb3-4a88-8295-201bee41596b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398726 Aug 12 15:01:47.669828 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa9fd5f-7be7-4757-8e4c-a6052bf6fde9 req-f807cb23-961c-40d9-9733-e3cc851dd0ea tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:01:47.677527 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-8aa9fd5f-7be7-4757-8e4c-a6052bf6fde9 req-f807cb23-961c-40d9-9733-e3cc851dd0ea tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] 10.222.0.39 "GET /v2.0/ports?device_id=39b3d464-88ad-4b7a-b462-a5e428d26d04 HTTP/1.1" status: 200 len: 946 time: 0.0983109 Aug 12 15:01:47.726661 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-8aa9fd5f-7be7-4757-8e4c-a6052bf6fde9 req-a29003c5-909a-4f6c-822e-5bcddddc5910 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] 10.222.0.39 "GET /v2.0/security-groups?id=3af69154-cbb3-4a88-8295-201bee41596b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477080 Aug 12 15:01:47.937289 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfc95c0-8c91-413a-a5f0-2ba32f11712f req-96086200-dd51-41c6-8b4d-f4ad41ac0a91 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:01:47.947850 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-adfc95c0-8c91-413a-a5f0-2ba32f11712f req-96086200-dd51-41c6-8b4d-f4ad41ac0a91 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] 10.222.0.39 "GET /v2.0/ports?device_id=39b3d464-88ad-4b7a-b462-a5e428d26d04 HTTP/1.1" status: 200 len: 946 time: 0.0887823 Aug 12 15:01:48.033853 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-adfc95c0-8c91-413a-a5f0-2ba32f11712f req-922e30a6-4711-4c49-bb65-ee16b5c5638c tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] 10.222.0.39 "GET /v2.0/security-groups?id=3af69154-cbb3-4a88-8295-201bee41596b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0849221 Aug 12 15:01:48.066028 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 48334) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:01:48.123415 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffdedf16-d0aa-4e40-bafa-c512cb607021 tempest-TestNetworkBasicOps-1793123649 tempest-TestNetworkBasicOps-1793123649-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:01:48.125159 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-ffdedf16-d0aa-4e40-bafa-c512cb607021 tempest-TestNetworkBasicOps-1793123649 tempest-TestNetworkBasicOps-1793123649-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=39b3d464-88ad-4b7a-b462-a5e428d26d04 HTTP/1.1" status: 200 len: 1093 time: 0.0580957 Aug 12 15:01:48.130268 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 48338) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:01:48.138883 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-d8b2cb55-0b21-4c6a-a922-a78aeac13c89 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Request body: {'floatingip': {'floating_network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'port_id': '9b8a92ec-04d8-4d10-9a6c-846f3df458ca', 'tenant_id': 'cbaad1cb6c364f2d8238ea489cf6e7b7', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:01:48.189361 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-d8b2cb55-0b21-4c6a-a922-a78aeac13c89 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify callbacks [] for floatingip, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:48.356618 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-d8b2cb55-0b21-4c6a-a922-a78aeac13c89 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:48.510134 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_common [None req-d8b2cb55-0b21-4c6a-a922-a78aeac13c89 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Allocated IP 172.25.1.116 (d3759e1b-6c03-45ac-acd4-90abb417809b/f0254f08-c19c-4e31-bd9c-09389ea4b6f2/fb0d7f96-c6c0-48aa-ab37-ab2da51d7645) {{(pid=94467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 15:01:48.642393 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-d8b2cb55-0b21-4c6a-a922-a78aeac13c89 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify callbacks [] for port, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:48.705552 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-d8b2cb55-0b21-4c6a-a922-a78aeac13c89 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:48.751862 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8b2cb55-0b21-4c6a-a922-a78aeac13c89 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Network d3759e1b-6c03-45ac-acd4-90abb417809b is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 15:01:48.756188 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [None req-d8b2cb55-0b21-4c6a-a922-a78aeac13c89 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:01:48.760205 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8b2cb55-0b21-4c6a-a922-a78aeac13c89 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Received port after_create {{(pid=94467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 15:01:48.815377 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b2cb55-0b21-4c6a-a922-a78aeac13c89 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Pushing event updated for resources: {'Port': ['ID=fb0d7f96-c6c0-48aa-ab37-ab2da51d7645,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:01:48.826675 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b2cb55-0b21-4c6a-a922-a78aeac13c89 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:01:48.827054 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b2cb55-0b21-4c6a-a922-a78aeac13c89 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:01:48.827415 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b2cb55-0b21-4c6a-a922-a78aeac13c89 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:01:48.827758 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b2cb55-0b21-4c6a-a922-a78aeac13c89 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:01:48.828091 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b2cb55-0b21-4c6a-a922-a78aeac13c89 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:01:48.828422 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b2cb55-0b21-4c6a-a922-a78aeac13c89 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:01:48.828761 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b2cb55-0b21-4c6a-a922-a78aeac13c89 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:01:48.829073 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b2cb55-0b21-4c6a-a922-a78aeac13c89 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:01:48.829395 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b2cb55-0b21-4c6a-a922-a78aeac13c89 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:01:48.829715 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b2cb55-0b21-4c6a-a922-a78aeac13c89 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:01:48.830036 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b2cb55-0b21-4c6a-a922-a78aeac13c89 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:01:48.830357 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b2cb55-0b21-4c6a-a922-a78aeac13c89 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:01:49.419857 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-d8b2cb55-0b21-4c6a-a922-a78aeac13c89 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:49.496790 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-d8b2cb55-0b21-4c6a-a922-a78aeac13c89 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:49.701756 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-d8b2cb55-0b21-4c6a-a922-a78aeac13c89 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:49.709151 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-d8b2cb55-0b21-4c6a-a922-a78aeac13c89 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:49.774830 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b2cb55-0b21-4c6a-a922-a78aeac13c89 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Pushing event updated for resources: {'Port': ['ID=fb0d7f96-c6c0-48aa-ab37-ab2da51d7645,revision_number=2']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:01:49.830466 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-d8b2cb55-0b21-4c6a-a922-a78aeac13c89 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431510'] for floatingip, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:50.003777 n-d-694802-15 neutron-server[94467]: INFO neutron.db.l3_db [None req-d8b2cb55-0b21-4c6a-a922-a78aeac13c89 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Floating IP 7ada54e8-a779-45dd-b11e-cd7229c62305 associated. External IP: 172.25.1.116, port: 9b8a92ec-04d8-4d10-9a6c-846f3df458ca. Aug 12 15:01:50.677025 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8b2cb55-0b21-4c6a-a922-a78aeac13c89 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Router 696ab42f-cf00-45a9-816b-eca85f046981 has already been hosted by L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f {{(pid=94467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 15:01:50.832374 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8b2cb55-0b21-4c6a-a922-a78aeac13c89 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 15:01:50.844523 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5644084b-aa59-4cc2-af77-496ec84eb46a None None] Sync routers for ids ['696ab42f-cf00-45a9-816b-eca85f046981'] in n-d-694802-15 {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 15:01:50.855567 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5644084b-aa59-4cc2-af77-496ec84eb46a None None] Routers {'696ab42f-cf00-45a9-816b-eca85f046981'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:01:50.857185 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-5644084b-aa59-4cc2-af77-496ec84eb46a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T15:01:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['696ab42f-cf00-45a9-816b-eca85f046981'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:01:50.871647 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-d8b2cb55-0b21-4c6a-a922-a78aeac13c89 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for floatingip, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:01:50.977575 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvr_db [None req-5644084b-aa59-4cc2-af77-496ec84eb46a None None] Set router 696ab42f-cf00-45a9-816b-eca85f046981 gateway port host: n-d-694802-15 {{(pid=94468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:01:50.986339 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-d8b2cb55-0b21-4c6a-a922-a78aeac13c89 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.8544264 Aug 12 15:01:50.989015 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 48368) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:01:50.990588 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39b3d464-88ad-4b7a-b462-a5e428d26d04', 'tag': '9b8a92ec-04d8-4d10-9a6c-846f3df458ca'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:01:50.994618 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e65282f928b64038367d043a4411777802006c43a98742496cb2e25b724ff1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6d57213-9c28-4724-ba2b-e037f7cd4fb5" -d '{"events": [{"name": "network-changed", "server_uuid": "39b3d464-88ad-4b7a-b462-a5e428d26d04", "tag": "9b8a92ec-04d8-4d10-9a6c-846f3df458ca"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 15:01:51.155846 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 15:01:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96dac00a-4433-4593-b2eb-53c54978bab6 x-openstack-request-id: req-96dac00a-4433-4593-b2eb-53c54978bab6 {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 15:01:51.156411 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39b3d464-88ad-4b7a-b462-a5e428d26d04", "tag": "9b8a92ec-04d8-4d10-9a6c-846f3df458ca", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 15:01:51.156743 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-96dac00a-4433-4593-b2eb-53c54978bab6 {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 15:01:51.157209 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39b3d464-88ad-4b7a-b462-a5e428d26d04', 'tag': '9b8a92ec-04d8-4d10-9a6c-846f3df458ca', 'status': 'completed', 'code': 200} Aug 12 15:01:51.161425 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-05fda918-c801-4897-82d1-623b3278c67a tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] 10.222.0.39 "GET /v2.0/floatingips/7ada54e8-a779-45dd-b11e-cd7229c62305 HTTP/1.1" status: 200 len: 992 time: 0.1616719 Aug 12 15:01:51.251125 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d57213-9c28-4724-ba2b-e037f7cd4fb5 req-b6576f15-82d6-4bd8-bd8b-d1632aac588c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:01:51.252969 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e6d57213-9c28-4724-ba2b-e037f7cd4fb5 req-b6576f15-82d6-4bd8-bd8b-d1632aac588c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=cbaad1cb6c364f2d8238ea489cf6e7b7&device_id=39b3d464-88ad-4b7a-b462-a5e428d26d04 HTTP/1.1" status: 200 len: 1098 time: 0.0758224 Aug 12 15:01:51.331919 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-5644084b-aa59-4cc2-af77-496ec84eb46a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '696ab42f-cf00-45a9-816b-eca85f046981', 'name': 'tempest-TestNetworkBasicOps-router-1801539921', 'tenant_id': 'cbaad1cb6c364f2d8238ea489cf6e7b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.27'}], 'enable_snat': True}, 'gw_port_id': '54a1131c-684b-4fc3-bbdb-515c570248ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:01:24Z', 'updated_at': '2021-08-12T15:01:30Z', 'revision_number': 4, 'project_id': 'cbaad1cb6c364f2d8238ea489cf6e7b7', 'gw_port': {'id': '54a1131c-684b-4fc3-bbdb-515c570248ab', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:ac:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '696ab42f-cf00-45a9-816b-eca85f046981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3524, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:01:25Z', 'updated_at': '2021-08-12T15:01:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_floatingips': [{'id': '7ada54e8-a779-45dd-b11e-cd7229c62305', 'tenant_id': 'cbaad1cb6c364f2d8238ea489cf6e7b7', 'floating_ip_address': '172.25.1.116', 'floating_network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'router_id': '696ab42f-cf00-45a9-816b-eca85f046981', 'port_id': '9b8a92ec-04d8-4d10-9a6c-846f3df458ca', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9a8c7d4-bc16-4fb6-95f2-11d597740ec3', 'mac_address': 'fa:16:3e:0b:6f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b3d464-88ad-4b7a-b462-a5e428d26d04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T15:01:49Z', 'updated_at': '2021-08-12T15:01:49Z', 'revision_number': 0, 'project_id': 'cbaad1cb6c364f2d8238ea489cf6e7b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83a3d416-a6dd-406a-9473-d88cace7fe2f', 'name': '', 'network_id': 'c9a8c7d4-bc16-4fb6-95f2-11d597740ec3', 'tenant_id': 'cbaad1cb6c364f2d8238ea489cf6e7b7', 'mac_address': 'fa:16:3e:5f:07:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '696ab42f-cf00-45a9-816b-eca85f046981', 'device_owner': 'network:router_interface', 'standard_attr_id': 3532, 'fixed_ips': [{'subnet_id': 'cb4c46fb-a02d-4ee1-938e-e28426a80cb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:01:29Z', 'updated_at': '2021-08-12T15:01:34Z', 'revision_number': 5, 'project_id': 'cbaad1cb6c364f2d8238ea489cf6e7b7', 'subnets': [{'id': 'cb4c46fb-a02d-4ee1-938e-e28426a80cb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:01:51.380052 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5644084b-aa59-4cc2-af77-496ec84eb46a None None] Checking router: 696ab42f-cf00-45a9-816b-eca85f046981 for host: n-d-694802-15 {{(pid=94468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 15:01:51.394094 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5644084b-aa59-4cc2-af77-496ec84eb46a None None] Routers {'696ab42f-cf00-45a9-816b-eca85f046981'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:01:51.394825 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-5644084b-aa59-4cc2-af77-496ec84eb46a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T15:01:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['696ab42f-cf00-45a9-816b-eca85f046981'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:01:51.414840 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d57213-9c28-4724-ba2b-e037f7cd4fb5 req-080cb857-b00e-496a-8602-2a42ff22f782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:01:51.416373 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e6d57213-9c28-4724-ba2b-e037f7cd4fb5 req-080cb857-b00e-496a-8602-2a42ff22f782 service neutron] 10.222.0.49 "GET /v2.0/networks?id=c9a8c7d4-bc16-4fb6-95f2-11d597740ec3 HTTP/1.1" status: 200 len: 898 time: 0.1505466 Aug 12 15:01:51.532433 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e6d57213-9c28-4724-ba2b-e037f7cd4fb5 req-a0cc62f8-c09e-4d37-ba70-13adb6784c09 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9b8a92ec-04d8-4d10-9a6c-846f3df458ca HTTP/1.1" status: 200 len: 1000 time: 0.1039674 Aug 12 15:01:51.673141 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d57213-9c28-4724-ba2b-e037f7cd4fb5 req-3034cb81-463a-4ded-b79b-e7c8a470dc10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:01:51.675975 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e6d57213-9c28-4724-ba2b-e037f7cd4fb5 req-3034cb81-463a-4ded-b79b-e7c8a470dc10 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=cb4c46fb-a02d-4ee1-938e-e28426a80cb6 HTTP/1.1" status: 200 len: 834 time: 0.1350362 Aug 12 15:01:51.835237 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d57213-9c28-4724-ba2b-e037f7cd4fb5 req-a8024b93-abee-41a9-8513-b193d46e28cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:01:51.836709 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e6d57213-9c28-4724-ba2b-e037f7cd4fb5 req-a8024b93-abee-41a9-8513-b193d46e28cf service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c9a8c7d4-bc16-4fb6-95f2-11d597740ec3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1514304 Aug 12 15:01:51.960837 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvr_db [None req-5644084b-aa59-4cc2-af77-496ec84eb46a None None] Set router 696ab42f-cf00-45a9-816b-eca85f046981 gateway port host: n-d-694802-15 {{(pid=94468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:01:52.052847 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e6d57213-9c28-4724-ba2b-e037f7cd4fb5 req-5956ce76-37d8-476d-87f3-ea12369b0827 service neutron] 10.222.0.49 "GET /v2.0/networks/c9a8c7d4-bc16-4fb6-95f2-11d597740ec3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2086153 Aug 12 15:01:52.166522 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 48384) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:01:52.331068 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e6d57213-9c28-4724-ba2b-e037f7cd4fb5 req-6965ab52-5c43-4903-a94d-11cbe0e2bc56 service neutron] 10.222.0.49 "GET /v2.0/networks/c9a8c7d4-bc16-4fb6-95f2-11d597740ec3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2709529 Aug 12 15:01:52.367481 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-2d3a9853-e9ba-4675-b009-7b55f4f19d4c tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] 10.222.0.39 "GET /v2.0/floatingips/7ada54e8-a779-45dd-b11e-cd7229c62305 HTTP/1.1" status: 200 len: 992 time: 0.1984143 Aug 12 15:01:52.634837 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-5644084b-aa59-4cc2-af77-496ec84eb46a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '696ab42f-cf00-45a9-816b-eca85f046981', 'name': 'tempest-TestNetworkBasicOps-router-1801539921', 'tenant_id': 'cbaad1cb6c364f2d8238ea489cf6e7b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.27'}], 'enable_snat': True}, 'gw_port_id': '54a1131c-684b-4fc3-bbdb-515c570248ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:01:24Z', 'updated_at': '2021-08-12T15:01:30Z', 'revision_number': 4, 'project_id': 'cbaad1cb6c364f2d8238ea489cf6e7b7', 'gw_port': {'id': '54a1131c-684b-4fc3-bbdb-515c570248ab', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:ac:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '696ab42f-cf00-45a9-816b-eca85f046981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3524, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:01:25Z', 'updated_at': '2021-08-12T15:01:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_floatingips': [{'id': '7ada54e8-a779-45dd-b11e-cd7229c62305', 'tenant_id': 'cbaad1cb6c364f2d8238ea489cf6e7b7', 'floating_ip_address': '172.25.1.116', 'floating_network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'router_id': '696ab42f-cf00-45a9-816b-eca85f046981', 'port_id': '9b8a92ec-04d8-4d10-9a6c-846f3df458ca', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9a8c7d4-bc16-4fb6-95f2-11d597740ec3', 'mac_address': 'fa:16:3e:0b:6f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b3d464-88ad-4b7a-b462-a5e428d26d04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T15:01:49Z', 'updated_at': '2021-08-12T15:01:49Z', 'revision_number': 0, 'project_id': 'cbaad1cb6c364f2d8238ea489cf6e7b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83a3d416-a6dd-406a-9473-d88cace7fe2f', 'name': '', 'network_id': 'c9a8c7d4-bc16-4fb6-95f2-11d597740ec3', 'tenant_id': 'cbaad1cb6c364f2d8238ea489cf6e7b7', 'mac_address': 'fa:16:3e:5f:07:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '696ab42f-cf00-45a9-816b-eca85f046981', 'device_owner': 'network:router_interface', 'standard_attr_id': 3532, 'fixed_ips': [{'subnet_id': 'cb4c46fb-a02d-4ee1-938e-e28426a80cb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:01:29Z', 'updated_at': '2021-08-12T15:01:34Z', 'revision_number': 5, 'project_id': 'cbaad1cb6c364f2d8238ea489cf6e7b7', 'subnets': [{'id': 'cb4c46fb-a02d-4ee1-938e-e28426a80cb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:01:52.689119 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5644084b-aa59-4cc2-af77-496ec84eb46a None None] The sync data for ids ['696ab42f-cf00-45a9-816b-eca85f046981'] in n-d-694802-15 is: [{'id': '696ab42f-cf00-45a9-816b-eca85f046981', 'name': 'tempest-TestNetworkBasicOps-router-1801539921', 'tenant_id': 'cbaad1cb6c364f2d8238ea489cf6e7b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.27'}], 'enable_snat': True}, 'gw_port_id': '54a1131c-684b-4fc3-bbdb-515c570248ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:01:24Z', 'updated_at': '2021-08-12T15:01:30Z', 'revision_number': 4, 'project_id': 'cbaad1cb6c364f2d8238ea489cf6e7b7', 'gw_port': {'id': '54a1131c-684b-4fc3-bbdb-515c570248ab', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:ac:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '696ab42f-cf00-45a9-816b-eca85f046981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3524, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:01:25Z', 'updated_at': '2021-08-12T15:01:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_floatingips': [{'id': '7ada54e8-a779-45dd-b11e-cd7229c62305', 'tenant_id': 'cbaad1cb6c364f2d8238ea489cf6e7b7', 'floating_ip_address': '172.25.1.116', 'floating_network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'router_id': '696ab42f-cf00-45a9-816b-eca85f046981', 'port_id': '9b8a92ec-04d8-4d10-9a6c-846f3df458ca', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9a8c7d4-bc16-4fb6-95f2-11d597740ec3', 'mac_address': 'fa:16:3e:0b:6f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b3d464-88ad-4b7a-b462-a5e428d26d04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T15:01:49Z', 'updated_at': '2021-08-12T15:01:49Z', 'revision_number': 0, 'project_id': 'cbaad1cb6c364f2d8238ea489cf6e7b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83a3d416-a6dd-406a-9473-d88cace7fe2f', 'name': '', 'network_id': 'c9a8c7d4-bc16-4fb6-95f2-11d597740ec3', 'tenant_id': 'cbaad1cb6c364f2d8238ea489cf6e7b7', 'mac_address': 'fa:16:3e:5f:07:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '696ab42f-cf00-45a9-816b-eca85f046981', 'device_owner': 'network:router_interface', 'standard_attr_id': 3532, 'fixed_ips': [{'subnet_id': 'cb4c46fb-a02d-4ee1-938e-e28426a80cb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:01:29Z', 'updated_at': '2021-08-12T15:01:34Z', 'revision_number': 5, 'project_id': 'cbaad1cb6c364f2d8238ea489cf6e7b7', 'subnets': [{'id': 'cb4c46fb-a02d-4ee1-938e-e28426a80cb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 15:01:53.056267 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d06b783b-30f0-4816-bad2-88663608a4ec None None] New status for floating IP 7ada54e8-a779-45dd-b11e-cd7229c62305: ACTIVE {{(pid=94469) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 15:01:53.369179 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 48402) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:01:53.459448 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-cf3e4b48-ac16-4c0a-92f8-7d533a70c755 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] 10.222.0.39 "GET /v2.0/floatingips/7ada54e8-a779-45dd-b11e-cd7229c62305 HTTP/1.1" status: 200 len: 994 time: 0.0887313 Aug 12 15:02:04.209193 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 48634) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:02:04.260136 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4757133-2f63-42ec-a67e-6262854dd985 admin admin] Deleting subnet 9b408115-5ff5-494f-9347-f0b20d2616f3 {{(pid=94466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 15:02:04.263252 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d4757133-2f63-42ec-a67e-6262854dd985 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:02:04.298809 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d4757133-2f63-42ec-a67e-6262854dd985 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2293551'] for subnet, precommit_delete_associations {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:02:04.339892 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d4757133-2f63-42ec-a67e-6262854dd985 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66416255'] for subnet, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:02:04.407052 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d4757133-2f63-42ec-a67e-6262854dd985 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66416232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3718429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8776402'] for subnet, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:02:04.441243 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4757133-2f63-42ec-a67e-6262854dd985 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b408115-5ff5-494f-9347-f0b20d2616f3,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:02:04.451826 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d4757133-2f63-42ec-a67e-6262854dd985 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:02:04.455523 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-d4757133-2f63-42ec-a67e-6262854dd985 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/9b408115-5ff5-494f-9347-f0b20d2616f3 HTTP/1.1" status: 204 len: 168 time: 0.2451622 Aug 12 15:02:04.459079 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 48640) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:02:04.462042 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4757133-2f63-42ec-a67e-6262854dd985 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:02:04.462382 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4757133-2f63-42ec-a67e-6262854dd985 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:02:04.462720 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4757133-2f63-42ec-a67e-6262854dd985 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:02:04.463148 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4757133-2f63-42ec-a67e-6262854dd985 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:02:04.463483 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4757133-2f63-42ec-a67e-6262854dd985 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:02:04.463812 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4757133-2f63-42ec-a67e-6262854dd985 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:02:04.464306 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4757133-2f63-42ec-a67e-6262854dd985 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:02:04.464688 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4757133-2f63-42ec-a67e-6262854dd985 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:02:04.465069 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4757133-2f63-42ec-a67e-6262854dd985 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:02:04.465402 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4757133-2f63-42ec-a67e-6262854dd985 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:02:04.465727 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4757133-2f63-42ec-a67e-6262854dd985 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:02:04.466049 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4757133-2f63-42ec-a67e-6262854dd985 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:02:04.538748 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-3b77282f-5c6e-436d-9ff1-4fd6b5a96d24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680608'] for network, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:02:04.623493 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-3b77282f-5c6e-436d-9ff1-4fd6b5a96d24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66413304', 'neutron.services.segments.db._delete_segments_for_network-8744654118000'] for network, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:02:04.635046 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-3b77282f-5c6e-436d-9ff1-4fd6b5a96d24 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['901c4bfa-73a6-4df2-99c6-b581ee094dfb']}} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:02:04.645383 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-3b77282f-5c6e-436d-9ff1-4fd6b5a96d24 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e8843f4-2a4f-4f35-8370-3c4d6a1d84a3') {'for_net_delete': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:02:04.645682 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-3b77282f-5c6e-436d-9ff1-4fd6b5a96d24 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e8843f4-2a4f-4f35-8370-3c4d6a1d84a3') {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:02:04.654690 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-3b77282f-5c6e-436d-9ff1-4fd6b5a96d24 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744654122361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3857526'] for segment, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:02:04.669323 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-3b77282f-5c6e-436d-9ff1-4fd6b5a96d24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:02:04.675231 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b77282f-5c6e-436d-9ff1-4fd6b5a96d24 admin admin] Releasing vlan 311 on physical network physnet1 to pool {{(pid=94467) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 15:02:04.675808 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-3b77282f-5c6e-436d-9ff1-4fd6b5a96d24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2859015'] for segment, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:02:04.677499 n-d-694802-15 neutron-server[94467]: Traceback (most recent call last): Aug 12 15:02:04.677499 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 15:02:04.677499 n-d-694802-15 neutron-server[94467]: timer() Aug 12 15:02:04.677499 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 15:02:04.677499 n-d-694802-15 neutron-server[94467]: cb(*args, **kw) Aug 12 15:02:04.677499 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 15:02:04.677499 n-d-694802-15 neutron-server[94467]: return func(*args, **kwargs) Aug 12 15:02:04.677499 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 15:02:04.677499 n-d-694802-15 neutron-server[94467]: self._notify() Aug 12 15:02:04.677499 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 15:02:04.677499 n-d-694802-15 neutron-server[94467]: self.callback(batched_events) Aug 12 15:02:04.677499 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 15:02:04.677499 n-d-694802-15 neutron-server[94467]: event.method(event) Aug 12 15:02:04.677499 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 15:02:04.677499 n-d-694802-15 neutron-server[94467]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 15:02:04.677499 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 15:02:04.677499 n-d-694802-15 neutron-server[94467]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 15:02:04.677499 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 15:02:04.677499 n-d-694802-15 neutron-server[94467]: return f(self, *a, **k) Aug 12 15:02:04.677499 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 15:02:04.677499 n-d-694802-15 neutron-server[94467]: return self._get(url).json() Aug 12 15:02:04.677499 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 15:02:04.677499 n-d-694802-15 neutron-server[94467]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 15:02:04.677499 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 15:02:04.677499 n-d-694802-15 neutron-server[94467]: return self.request(url, 'GET', **kwargs) Aug 12 15:02:04.677499 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 15:02:04.677499 n-d-694802-15 neutron-server[94467]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 15:02:04.677499 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 15:02:04.677499 n-d-694802-15 neutron-server[94467]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 15:02:04.677499 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 15:02:04.677499 n-d-694802-15 neutron-server[94467]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 15:02:04.677499 n-d-694802-15 neutron-server[94467]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 15:02:04.733527 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-3b77282f-5c6e-436d-9ff1-4fd6b5a96d24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66413281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431520'] for network, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:02:04.739279 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-3b77282f-5c6e-436d-9ff1-4fd6b5a96d24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for network, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:02:04.744254 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-3b77282f-5c6e-436d-9ff1-4fd6b5a96d24 admin admin] 10.222.0.39 "DELETE /v2.0/networks/901c4bfa-73a6-4df2-99c6-b581ee094dfb HTTP/1.1" status: 204 len: 168 time: 0.2804065 Aug 12 15:02:04.758738 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b77282f-5c6e-436d-9ff1-4fd6b5a96d24 admin admin] Pushing event deleted for resources: {'Network': ['ID=901c4bfa-73a6-4df2-99c6-b581ee094dfb,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:02:04.854494 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 48652) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:02:04.903853 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-850248b1-fbe8-4031-bf7f-323085aaa7fb admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e3ae4595569545ba84c1f4acc345342f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0478697 Aug 12 15:02:04.906207 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 48658) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:02:04.960954 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-e00e1949-f7dd-43d4-a845-e26f9f65b0ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:02:04.983869 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-e00e1949-f7dd-43d4-a845-e26f9f65b0ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:02:05.031832 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-e00e1949-f7dd-43d4-a845-e26f9f65b0ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:02:05.034910 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-e00e1949-f7dd-43d4-a845-e26f9f65b0ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:02:05.035965 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-e00e1949-f7dd-43d4-a845-e26f9f65b0ab admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1f858fcb-f526-4bce-85ec-fe9dbdc3b41e HTTP/1.1" status: 204 len: 168 time: 0.1288657 Aug 12 15:02:05.044284 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00e1949-f7dd-43d4-a845-e26f9f65b0ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f858fcb-f526-4bce-85ec-fe9dbdc3b41e,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:02:07.347915 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-dd722ceb-ccb7-4c5e-9bc9-0aac86aa231c req-0a017977-d211-4156-81fa-4225213ca5f4 tempest-VolumesBackupsTest-1092839497 tempest-VolumesBackupsTest-1092839497-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=32ed25f2df564fb49e52df65c4dd53f9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0287623 Aug 12 15:02:07.540145 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd722ceb-ccb7-4c5e-9bc9-0aac86aa231c req-0a447049-ad80-4379-9d88-2b12a32c2b0c tempest-VolumesBackupsTest-1092839497 tempest-VolumesBackupsTest-1092839497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:02:07.541720 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-dd722ceb-ccb7-4c5e-9bc9-0aac86aa231c req-0a447049-ad80-4379-9d88-2b12a32c2b0c tempest-VolumesBackupsTest-1092839497 tempest-VolumesBackupsTest-1092839497-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1874716 Aug 12 15:02:07.557276 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-dd722ceb-ccb7-4c5e-9bc9-0aac86aa231c req-210f3cca-29c4-4b12-923d-ac195e31bacf tempest-VolumesBackupsTest-1092839497 tempest-VolumesBackupsTest-1092839497-project] 10.222.0.39 "GET /v2.0/quotas/32ed25f2df564fb49e52df65c4dd53f9 HTTP/1.1" status: 200 len: 375 time: 0.0097315 Aug 12 15:02:07.592920 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-dd722ceb-ccb7-4c5e-9bc9-0aac86aa231c req-61664caf-296a-44d8-a26e-989cbe9e783f tempest-VolumesBackupsTest-1092839497 tempest-VolumesBackupsTest-1092839497-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=32ed25f2df564fb49e52df65c4dd53f9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0296454 Aug 12 15:02:07.758502 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-85061e31-6f42-487a-933c-073e9f260fd5 req-bf967ecd-1fab-4866-a787-f10fefb8e19f tempest-VolumesBackupsTest-1092839497 tempest-VolumesBackupsTest-1092839497-project] 10.222.0.39 "GET /v2.0/ports?device_id=d09e5b89-7106-45e7-9e27-bcb21da6c9a3 HTTP/1.1" status: 200 len: 210 time: 0.0290244 Aug 12 15:02:08.119839 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f465aaec-cb23-4f7d-9d3f-880124e9f6b1 req-ba425bd2-5bfa-48f1-83bf-db7d176677c7 tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:02:08.121603 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-f465aaec-cb23-4f7d-9d3f-880124e9f6b1 req-ba425bd2-5bfa-48f1-83bf-db7d176677c7 tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] 10.222.0.39 "GET /v2.0/ports?device_id=f62b31fa-d01b-4444-a013-47332dacb5d8 HTTP/1.1" status: 200 len: 946 time: 0.0630803 Aug 12 15:02:08.163622 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-f465aaec-cb23-4f7d-9d3f-880124e9f6b1 req-447c0577-8ebf-4871-90a0-a7c67779a3e6 tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] 10.222.0.39 "GET /v2.0/security-groups?id=7db3cdc8-cdc7-4de0-ae23-f5e5cdcbeb75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341511 Aug 12 15:02:08.779835 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-dd722ceb-ccb7-4c5e-9bc9-0aac86aa231c req-2249f326-fb54-4e47-a7d7-4efb4fc7c547 tempest-VolumesBackupsTest-1092839497 tempest-VolumesBackupsTest-1092839497-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=32ed25f2df564fb49e52df65c4dd53f9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0222218 Aug 12 15:02:08.894577 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d8f2809d-dc95-4c01-9e33-36abf481cb09 req-3cc752c5-bf03-4e3b-81c0-1247332308e2 tempest-VolumesBackupsTest-1092839497 tempest-VolumesBackupsTest-1092839497-project] 10.222.0.39 "GET /v2.0/ports?device_id=d09e5b89-7106-45e7-9e27-bcb21da6c9a3 HTTP/1.1" status: 200 len: 210 time: 0.0418992 Aug 12 15:02:08.941796 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd722ceb-ccb7-4c5e-9bc9-0aac86aa231c req-670d55d8-481e-4fc8-ac22-bbf327c80502 tempest-VolumesBackupsTest-1092839497 tempest-VolumesBackupsTest-1092839497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:02:08.943295 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-dd722ceb-ccb7-4c5e-9bc9-0aac86aa231c req-670d55d8-481e-4fc8-ac22-bbf327c80502 tempest-VolumesBackupsTest-1092839497 tempest-VolumesBackupsTest-1092839497-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1556332 Aug 12 15:02:08.961937 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-dd722ceb-ccb7-4c5e-9bc9-0aac86aa231c req-ce28749f-e35a-4bfa-a463-d04027a777ce tempest-VolumesBackupsTest-1092839497 tempest-VolumesBackupsTest-1092839497-project] Request body: {'port': {'device_id': 'd09e5b89-7106-45e7-9e27-bcb21da6c9a3', 'network_id': '2525c403-dfb3-4196-a273-739607aab38a', 'admin_state_up': True, 'tenant_id': '32ed25f2df564fb49e52df65c4dd53f9'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:02:09.068289 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd722ceb-ccb7-4c5e-9bc9-0aac86aa231c req-ce28749f-e35a-4bfa-a463-d04027a777ce tempest-VolumesBackupsTest-1092839497 tempest-VolumesBackupsTest-1092839497-project] Made reservation on behalf of 32ed25f2df564fb49e52df65c4dd53f9 for: {'port': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 15:02:09.072326 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-dd722ceb-ccb7-4c5e-9bc9-0aac86aa231c req-ce28749f-e35a-4bfa-a463-d04027a777ce tempest-VolumesBackupsTest-1092839497 tempest-VolumesBackupsTest-1092839497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:02:09.081988 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-dd722ceb-ccb7-4c5e-9bc9-0aac86aa231c req-ce28749f-e35a-4bfa-a463-d04027a777ce tempest-VolumesBackupsTest-1092839497 tempest-VolumesBackupsTest-1092839497-project] Notify callbacks [] for security_group, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:02:09.182020 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-dd722ceb-ccb7-4c5e-9bc9-0aac86aa231c req-ce28749f-e35a-4bfa-a463-d04027a777ce tempest-VolumesBackupsTest-1092839497 tempest-VolumesBackupsTest-1092839497-project] Notify callbacks [] for security_group, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:02:09.185996 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-dd722ceb-ccb7-4c5e-9bc9-0aac86aa231c req-ce28749f-e35a-4bfa-a463-d04027a777ce tempest-VolumesBackupsTest-1092839497 tempest-VolumesBackupsTest-1092839497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:02:09.250339 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce28749f-e35a-4bfa-a463-d04027a777ce tempest-VolumesBackupsTest-1092839497 tempest-VolumesBackupsTest-1092839497-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8c6e373-2e71-4e85-a4de-2ca163f8d67e,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:02:09.317567 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6abe05d-57a7-4b71-bd0a-109b7eff1e9e req-29011e41-bdd5-4be5-8c74-ef80d88923ae tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:02:09.319525 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-c6abe05d-57a7-4b71-bd0a-109b7eff1e9e req-29011e41-bdd5-4be5-8c74-ef80d88923ae tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] 10.222.0.39 "GET /v2.0/ports?device_id=f62b31fa-d01b-4444-a013-47332dacb5d8 HTTP/1.1" status: 200 len: 946 time: 0.0510001 Aug 12 15:02:09.323788 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_common [req-dd722ceb-ccb7-4c5e-9bc9-0aac86aa231c req-ce28749f-e35a-4bfa-a463-d04027a777ce tempest-VolumesBackupsTest-1092839497 tempest-VolumesBackupsTest-1092839497-project] Allocated IP 192.168.233.86 (2525c403-dfb3-4196-a273-739607aab38a/236e0be6-1c94-4221-9e8b-ab02a53331f8/7de87f5b-36bf-48fa-8505-b900cae1b335) {{(pid=94467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 15:02:09.364422 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-c6abe05d-57a7-4b71-bd0a-109b7eff1e9e req-aa0d42ab-5382-4401-be90-09972c2cbb84 tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] 10.222.0.39 "GET /v2.0/security-groups?id=7db3cdc8-cdc7-4de0-ae23-f5e5cdcbeb75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382123 Aug 12 15:02:09.479695 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-dd722ceb-ccb7-4c5e-9bc9-0aac86aa231c req-ce28749f-e35a-4bfa-a463-d04027a777ce tempest-VolumesBackupsTest-1092839497 tempest-VolumesBackupsTest-1092839497-project] Notify callbacks [] for port, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:02:09.493721 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [req-dd722ceb-ccb7-4c5e-9bc9-0aac86aa231c req-ce28749f-e35a-4bfa-a463-d04027a777ce tempest-VolumesBackupsTest-1092839497 tempest-VolumesBackupsTest-1092839497-project] Transition to ACTIVE for port object 7de87f5b-36bf-48fa-8505-b900cae1b335 will not be triggered until provisioned by entity DHCP. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:02:09.526311 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-dd722ceb-ccb7-4c5e-9bc9-0aac86aa231c req-ce28749f-e35a-4bfa-a463-d04027a777ce tempest-VolumesBackupsTest-1092839497 tempest-VolumesBackupsTest-1092839497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:02:09.571182 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd722ceb-ccb7-4c5e-9bc9-0aac86aa231c req-ce28749f-e35a-4bfa-a463-d04027a777ce tempest-VolumesBackupsTest-1092839497 tempest-VolumesBackupsTest-1092839497-project] Network 2525c403-dfb3-4196-a273-739607aab38a is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 15:02:09.576501 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [req-dd722ceb-ccb7-4c5e-9bc9-0aac86aa231c req-ce28749f-e35a-4bfa-a463-d04027a777ce tempest-VolumesBackupsTest-1092839497 tempest-VolumesBackupsTest-1092839497-project] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:02:09.580343 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd722ceb-ccb7-4c5e-9bc9-0aac86aa231c req-ce28749f-e35a-4bfa-a463-d04027a777ce tempest-VolumesBackupsTest-1092839497 tempest-VolumesBackupsTest-1092839497-project] Received port after_create {{(pid=94467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 15:02:09.587464 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce28749f-e35a-4bfa-a463-d04027a777ce tempest-VolumesBackupsTest-1092839497 tempest-VolumesBackupsTest-1092839497-project] Pushing event updated for resources: {'Port': ['ID=7de87f5b-36bf-48fa-8505-b900cae1b335,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:02:09.640351 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd722ceb-ccb7-4c5e-9bc9-0aac86aa231c req-ce28749f-e35a-4bfa-a463-d04027a777ce tempest-VolumesBackupsTest-1092839497 tempest-VolumesBackupsTest-1092839497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:02:09.640996 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-dd722ceb-ccb7-4c5e-9bc9-0aac86aa231c req-ce28749f-e35a-4bfa-a463-d04027a777ce tempest-VolumesBackupsTest-1092839497 tempest-VolumesBackupsTest-1092839497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:02:09.656019 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-dd722ceb-ccb7-4c5e-9bc9-0aac86aa231c req-ce28749f-e35a-4bfa-a463-d04027a777ce tempest-VolumesBackupsTest-1092839497 tempest-VolumesBackupsTest-1092839497-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6981075 Aug 12 15:02:09.669380 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-dd722ceb-ccb7-4c5e-9bc9-0aac86aa231c req-d66c292a-18cf-4b1d-aaff-288906147b20 service neutron] Request body: {'port': {'device_id': 'd09e5b89-7106-45e7-9e27-bcb21da6c9a3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-694802-15'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:02:09.743319 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-dd722ceb-ccb7-4c5e-9bc9-0aac86aa231c req-d66c292a-18cf-4b1d-aaff-288906147b20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:02:09.862480 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-3653cf9d-3e1f-4611-9599-cb90d5c3f096 None None] Provisioning for port 7de87f5b-36bf-48fa-8505-b900cae1b335 completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:02:09.867512 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-3653cf9d-3e1f-4611-9599-cb90d5c3f096 None None] Provisioning complete for port 7de87f5b-36bf-48fa-8505-b900cae1b335 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:02:09.868310 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-3653cf9d-3e1f-4611-9599-cb90d5c3f096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:02:09.916823 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-3653cf9d-3e1f-4611-9599-cb90d5c3f096 None None] Port 7de87f5b-36bf-48fa-8505-b900cae1b335 cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 15:02:10.051876 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [req-dd722ceb-ccb7-4c5e-9bc9-0aac86aa231c req-d66c292a-18cf-4b1d-aaff-288906147b20 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7de87f5b-36bf-48fa-8505-b900cae1b335 {{(pid=94467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 15:02:10.061842 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-dd722ceb-ccb7-4c5e-9bc9-0aac86aa231c req-d66c292a-18cf-4b1d-aaff-288906147b20 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:02:10.079500 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2853598-4f4f-42b8-a4be-2bd6c80c7066 req-7cfe68c0-8c9f-4d2f-af09-e6abb7ac5060 tempest-VolumesBackupsTest-1092839497 tempest-VolumesBackupsTest-1092839497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:02:10.081012 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b2853598-4f4f-42b8-a4be-2bd6c80c7066 req-7cfe68c0-8c9f-4d2f-af09-e6abb7ac5060 tempest-VolumesBackupsTest-1092839497 tempest-VolumesBackupsTest-1092839497-project] 10.222.0.39 "GET /v2.0/ports?device_id=d09e5b89-7106-45e7-9e27-bcb21da6c9a3 HTTP/1.1" status: 200 len: 935 time: 0.1026280 Aug 12 15:02:10.085754 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [req-dd722ceb-ccb7-4c5e-9bc9-0aac86aa231c req-d66c292a-18cf-4b1d-aaff-288906147b20 service neutron] Transition to ACTIVE for port object 7de87f5b-36bf-48fa-8505-b900cae1b335 will not be triggered until provisioned by entity L2. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:02:10.101488 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-dd722ceb-ccb7-4c5e-9bc9-0aac86aa231c req-d66c292a-18cf-4b1d-aaff-288906147b20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:02:10.107648 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-0b91ca06-9ccb-4fa1-8ec5-931ba1698ec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:02:10.173446 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b2853598-4f4f-42b8-a4be-2bd6c80c7066 req-15266ba9-38a2-4e20-a869-aac40598d318 tempest-VolumesBackupsTest-1092839497 tempest-VolumesBackupsTest-1092839497-project] 10.222.0.39 "GET /v2.0/security-groups?id=b8c6e373-2e71-4e85-a4de-2ca163f8d67e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860898 Aug 12 15:02:10.203072 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66c292a-18cf-4b1d-aaff-288906147b20 service neutron] Pushing event updated for resources: {'Port': ['ID=7de87f5b-36bf-48fa-8505-b900cae1b335,revision_number=2']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:02:10.275504 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-dd722ceb-ccb7-4c5e-9bc9-0aac86aa231c req-d66c292a-18cf-4b1d-aaff-288906147b20 service neutron] Attempting to bind port 7de87f5b-36bf-48fa-8505-b900cae1b335 on host n-h1-694802-15 for vnic_type normal with profile {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 15:02:10.275869 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-dd722ceb-ccb7-4c5e-9bc9-0aac86aa231c req-d66c292a-18cf-4b1d-aaff-288906147b20 service neutron] Attempting to bind port 7de87f5b-36bf-48fa-8505-b900cae1b335 by drivers openvswitch,hyperv on host n-h1-694802-15 at level 0 using segments [{'id': 'a1f8c867-101b-4d30-814e-b89f55a5edd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '2525c403-dfb3-4196-a273-739607aab38a'}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 15:02:10.276164 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd722ceb-ccb7-4c5e-9bc9-0aac86aa231c req-d66c292a-18cf-4b1d-aaff-288906147b20 service neutron] Attempting to bind port 7de87f5b-36bf-48fa-8505-b900cae1b335 on network 2525c403-dfb3-4196-a273-739607aab38a {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 15:02:10.280906 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd722ceb-ccb7-4c5e-9bc9-0aac86aa231c req-d66c292a-18cf-4b1d-aaff-288906147b20 service neutron] Port 7de87f5b-36bf-48fa-8505-b900cae1b335 on network 2525c403-dfb3-4196-a273-739607aab38a not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-15 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 15:02:10.281221 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd722ceb-ccb7-4c5e-9bc9-0aac86aa231c req-d66c292a-18cf-4b1d-aaff-288906147b20 service neutron] Attempting to bind port 7de87f5b-36bf-48fa-8505-b900cae1b335 on network 2525c403-dfb3-4196-a273-739607aab38a {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 15:02:10.286389 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd722ceb-ccb7-4c5e-9bc9-0aac86aa231c req-d66c292a-18cf-4b1d-aaff-288906147b20 service neutron] Checking agent: {'id': 'de568313-a3e6-454a-9813-77e25edcea95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 27, 41), 'started_at': datetime.datetime(2021, 8, 12, 14, 27, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 15, 1, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 15:02:10.286592 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd722ceb-ccb7-4c5e-9bc9-0aac86aa231c req-d66c292a-18cf-4b1d-aaff-288906147b20 service neutron] Checking segment: {'id': 'a1f8c867-101b-4d30-814e-b89f55a5edd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '2525c403-dfb3-4196-a273-739607aab38a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 15:02:10.287510 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd722ceb-ccb7-4c5e-9bc9-0aac86aa231c req-d66c292a-18cf-4b1d-aaff-288906147b20 service neutron] Bound using segment: {'id': 'a1f8c867-101b-4d30-814e-b89f55a5edd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '2525c403-dfb3-4196-a273-739607aab38a'} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 15:02:10.288185 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-dd722ceb-ccb7-4c5e-9bc9-0aac86aa231c req-d66c292a-18cf-4b1d-aaff-288906147b20 service neutron] Bound port: 7de87f5b-36bf-48fa-8505-b900cae1b335, host: n-h1-694802-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1f8c867-101b-4d30-814e-b89f55a5edd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '2525c403-dfb3-4196-a273-739607aab38a'}}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 15:02:10.288539 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-dd722ceb-ccb7-4c5e-9bc9-0aac86aa231c req-d66c292a-18cf-4b1d-aaff-288906147b20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:02:10.355453 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-dd722ceb-ccb7-4c5e-9bc9-0aac86aa231c req-d66c292a-18cf-4b1d-aaff-288906147b20 service neutron] For port 7de87f5b-36bf-48fa-8505-b900cae1b335, host n-h1-694802-15, cleared binding levels {{(pid=94467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 15:02:10.359756 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-dd722ceb-ccb7-4c5e-9bc9-0aac86aa231c req-d66c292a-18cf-4b1d-aaff-288906147b20 service neutron] For port 7de87f5b-36bf-48fa-8505-b900cae1b335, host n-h1-694802-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=7de87f5b-36bf-48fa-8505-b900cae1b335,segment=NetworkSegment(a1f8c867-101b-4d30-814e-b89f55a5edd0),segment_id=a1f8c867-101b-4d30-814e-b89f55a5edd0)] {{(pid=94467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 15:02:10.363996 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-dd722ceb-ccb7-4c5e-9bc9-0aac86aa231c req-d66c292a-18cf-4b1d-aaff-288906147b20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:02:10.395288 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd722ceb-ccb7-4c5e-9bc9-0aac86aa231c req-d66c292a-18cf-4b1d-aaff-288906147b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:02:10.396796 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-dd722ceb-ccb7-4c5e-9bc9-0aac86aa231c req-d66c292a-18cf-4b1d-aaff-288906147b20 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:02:10.398259 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-dd722ceb-ccb7-4c5e-9bc9-0aac86aa231c req-d66c292a-18cf-4b1d-aaff-288906147b20 service neutron] 10.222.0.64 "PUT /v2.0/ports/7de87f5b-36bf-48fa-8505-b900cae1b335 HTTP/1.1" status: 200 len: 1096 time: 0.7335334 Aug 12 15:02:10.400506 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd09e5b89-7106-45e7-9e27-bcb21da6c9a3', 'tag': '7de87f5b-36bf-48fa-8505-b900cae1b335'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:02:10.402972 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e65282f928b64038367d043a4411777802006c43a98742496cb2e25b724ff1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49a884b4-af34-4a53-9b61-7f7b2f93e8c1" -d '{"events": [{"name": "network-changed", "server_uuid": "d09e5b89-7106-45e7-9e27-bcb21da6c9a3", "tag": "7de87f5b-36bf-48fa-8505-b900cae1b335"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 15:02:10.449605 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66c292a-18cf-4b1d-aaff-288906147b20 service neutron] Pushing event updated for resources: {'Port': ['ID=7de87f5b-36bf-48fa-8505-b900cae1b335,revision_number=3']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:02:10.493264 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 15:02:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-756b135c-0769-4ac4-8d4d-43508734cf2a x-openstack-request-id: req-756b135c-0769-4ac4-8d4d-43508734cf2a {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 15:02:10.493563 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d09e5b89-7106-45e7-9e27-bcb21da6c9a3", "tag": "7de87f5b-36bf-48fa-8505-b900cae1b335", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 15:02:10.493816 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-756b135c-0769-4ac4-8d4d-43508734cf2a {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 15:02:10.494450 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd09e5b89-7106-45e7-9e27-bcb21da6c9a3', 'tag': '7de87f5b-36bf-48fa-8505-b900cae1b335', 'status': 'completed', 'code': 200} Aug 12 15:02:10.524038 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd722ceb-ccb7-4c5e-9bc9-0aac86aa231c req-57b74f6e-da34-48ea-80f4-f271bbcc0fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:02:10.525595 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-dd722ceb-ccb7-4c5e-9bc9-0aac86aa231c req-57b74f6e-da34-48ea-80f4-f271bbcc0fe3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=32ed25f2df564fb49e52df65c4dd53f9&device_id=d09e5b89-7106-45e7-9e27-bcb21da6c9a3 HTTP/1.1" status: 200 len: 1099 time: 0.0773559 Aug 12 15:02:10.547556 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab764e33-4fd1-4326-9e85-63e50634eb9e req-c33dd40e-03c0-4012-be50-5a0715b227b8 tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:02:10.554811 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-ab764e33-4fd1-4326-9e85-63e50634eb9e req-c33dd40e-03c0-4012-be50-5a0715b227b8 tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] 10.222.0.39 "GET /v2.0/ports?device_id=f62b31fa-d01b-4444-a013-47332dacb5d8 HTTP/1.1" status: 200 len: 946 time: 0.0654209 Aug 12 15:02:10.583287 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-dd722ceb-ccb7-4c5e-9bc9-0aac86aa231c req-92e2d1b0-7dac-4c43-a1f9-758369bdfec7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.86&port_id=7de87f5b-36bf-48fa-8505-b900cae1b335 HTTP/1.1" status: 200 len: 217 time: 0.0422873 Aug 12 15:02:10.593057 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-ab764e33-4fd1-4326-9e85-63e50634eb9e req-6ec20a7a-676b-46d0-a0b2-234c96040328 tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] 10.222.0.39 "GET /v2.0/security-groups?id=7db3cdc8-cdc7-4de0-ae23-f5e5cdcbeb75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368993 Aug 12 15:02:10.640359 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd722ceb-ccb7-4c5e-9bc9-0aac86aa231c req-5f94f7dc-25f9-49e4-8686-0eca486feb8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:02:10.642026 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-dd722ceb-ccb7-4c5e-9bc9-0aac86aa231c req-5f94f7dc-25f9-49e4-8686-0eca486feb8d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=236e0be6-1c94-4221-9e8b-ab02a53331f8 HTTP/1.1" status: 200 len: 843 time: 0.0478938 Aug 12 15:02:10.689769 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd722ceb-ccb7-4c5e-9bc9-0aac86aa231c req-bb98300f-6dd9-4a1c-a1c2-a58d921f1023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:02:10.691259 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-dd722ceb-ccb7-4c5e-9bc9-0aac86aa231c req-bb98300f-6dd9-4a1c-a1c2-a58d921f1023 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2525c403-dfb3-4196-a273-739607aab38a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0415609 Aug 12 15:02:10.799750 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-dd722ceb-ccb7-4c5e-9bc9-0aac86aa231c req-03d5daf6-4bb4-4f27-b052-583b65ce5167 service neutron] 10.222.0.64 "GET /v2.0/networks/2525c403-dfb3-4196-a273-739607aab38a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002073 Aug 12 15:02:10.893671 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-dd722ceb-ccb7-4c5e-9bc9-0aac86aa231c req-39bc9251-96c3-4a15-999c-2d32423fac2c service neutron] 10.222.0.64 "GET /v2.0/networks/2525c403-dfb3-4196-a273-739607aab38a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857761 Aug 12 15:02:10.982982 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a884b4-af34-4a53-9b61-7f7b2f93e8c1 req-e097968a-03d3-4858-ac5a-2ca8d6c06ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:02:10.984882 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-49a884b4-af34-4a53-9b61-7f7b2f93e8c1 req-e097968a-03d3-4858-ac5a-2ca8d6c06ae7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=32ed25f2df564fb49e52df65c4dd53f9&device_id=d09e5b89-7106-45e7-9e27-bcb21da6c9a3 HTTP/1.1" status: 200 len: 1099 time: 0.0440800 Aug 12 15:02:11.088502 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a884b4-af34-4a53-9b61-7f7b2f93e8c1 req-7fa8ad22-aa49-445f-86f1-09859c8558a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:02:11.090002 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-49a884b4-af34-4a53-9b61-7f7b2f93e8c1 req-7fa8ad22-aa49-445f-86f1-09859c8558a7 service neutron] 10.222.0.64 "GET /v2.0/networks?id=2525c403-dfb3-4196-a273-739607aab38a HTTP/1.1" status: 200 len: 870 time: 0.0946989 Aug 12 15:02:11.135393 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-49a884b4-af34-4a53-9b61-7f7b2f93e8c1 req-06845eae-67dd-4300-90b5-a9c6a2d143da service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.86&port_id=7de87f5b-36bf-48fa-8505-b900cae1b335 HTTP/1.1" status: 200 len: 217 time: 0.0361862 Aug 12 15:02:11.188331 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a884b4-af34-4a53-9b61-7f7b2f93e8c1 req-384c7c0b-8994-4b79-8bf5-f780a172018d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:02:11.189801 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-49a884b4-af34-4a53-9b61-7f7b2f93e8c1 req-384c7c0b-8994-4b79-8bf5-f780a172018d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=236e0be6-1c94-4221-9e8b-ab02a53331f8 HTTP/1.1" status: 200 len: 843 time: 0.0467033 Aug 12 15:02:11.246851 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a884b4-af34-4a53-9b61-7f7b2f93e8c1 req-395d5e5a-8a0e-4fdd-850d-193cfea9ee4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:02:11.247846 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-49a884b4-af34-4a53-9b61-7f7b2f93e8c1 req-395d5e5a-8a0e-4fdd-850d-193cfea9ee4b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2525c403-dfb3-4196-a273-739607aab38a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0500216 Aug 12 15:02:11.359405 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424afa5b-5097-4f7f-88fd-d88e6959d18d req-509f9f8f-6ed8-4140-914d-e2e7c440a637 tempest-VolumesBackupsTest-1092839497 tempest-VolumesBackupsTest-1092839497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:02:11.360903 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-424afa5b-5097-4f7f-88fd-d88e6959d18d req-509f9f8f-6ed8-4140-914d-e2e7c440a637 tempest-VolumesBackupsTest-1092839497 tempest-VolumesBackupsTest-1092839497-project] 10.222.0.39 "GET /v2.0/ports?device_id=d09e5b89-7106-45e7-9e27-bcb21da6c9a3 HTTP/1.1" status: 200 len: 947 time: 0.1000350 Aug 12 15:02:11.409269 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-49a884b4-af34-4a53-9b61-7f7b2f93e8c1 req-53a4dc91-a2af-450a-b787-01003e74693c service neutron] 10.222.0.64 "GET /v2.0/networks/2525c403-dfb3-4196-a273-739607aab38a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395752 Aug 12 15:02:11.416960 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-424afa5b-5097-4f7f-88fd-d88e6959d18d req-bc8409e1-636f-4619-8b83-0ff071c051db tempest-VolumesBackupsTest-1092839497 tempest-VolumesBackupsTest-1092839497-project] 10.222.0.39 "GET /v2.0/security-groups?id=b8c6e373-2e71-4e85-a4de-2ca163f8d67e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473440 Aug 12 15:02:11.446593 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:02:11.502224 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-49a884b4-af34-4a53-9b61-7f7b2f93e8c1 req-9bc1d261-cc51-449f-bce6-008e3c7df844 service neutron] 10.222.0.64 "GET /v2.0/networks/2525c403-dfb3-4196-a273-739607aab38a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841713 Aug 12 15:02:11.705505 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41670ecf-0f96-4667-9577-3b341ce0d686 req-bd732481-a0cf-4ff1-8b27-387d1782dbab tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:02:11.707027 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-41670ecf-0f96-4667-9577-3b341ce0d686 req-bd732481-a0cf-4ff1-8b27-387d1782dbab tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] 10.222.0.39 "GET /v2.0/ports?device_id=f62b31fa-d01b-4444-a013-47332dacb5d8 HTTP/1.1" status: 200 len: 946 time: 0.0490983 Aug 12 15:02:11.746547 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-41670ecf-0f96-4667-9577-3b341ce0d686 req-e1971c19-7d88-46ef-9c9c-9b1967529c29 tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] 10.222.0.39 "GET /v2.0/security-groups?id=7db3cdc8-cdc7-4de0-ae23-f5e5cdcbeb75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330369 Aug 12 15:02:12.537285 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a4c12c-b84e-44ee-8cef-cac7939dec54 req-c58773b6-5890-418a-8028-c1e3ed1b074a tempest-VolumesBackupsTest-1092839497 tempest-VolumesBackupsTest-1092839497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:02:12.538915 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-91a4c12c-b84e-44ee-8cef-cac7939dec54 req-c58773b6-5890-418a-8028-c1e3ed1b074a tempest-VolumesBackupsTest-1092839497 tempest-VolumesBackupsTest-1092839497-project] 10.222.0.39 "GET /v2.0/ports?device_id=d09e5b89-7106-45e7-9e27-bcb21da6c9a3 HTTP/1.1" status: 200 len: 947 time: 0.0560989 Aug 12 15:02:12.605826 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-91a4c12c-b84e-44ee-8cef-cac7939dec54 req-81f72c38-7463-48fa-b7b3-ebc85f771018 tempest-VolumesBackupsTest-1092839497 tempest-VolumesBackupsTest-1092839497-project] 10.222.0.39 "GET /v2.0/security-groups?id=b8c6e373-2e71-4e85-a4de-2ca163f8d67e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603387 Aug 12 15:02:12.616273 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-cb935476-6d49-4579-8f7f-f9e959af5541 req-a1e34c5e-467d-4c6b-96c8-4b071f94ff9e service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=a37cf0c8-37b3-4aeb-9ffd-8eb53794b44f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0566030 Aug 12 15:02:12.701525 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb935476-6d49-4579-8f7f-f9e959af5541 req-010c20b2-57d3-473f-9ddd-bd1bc3dc3335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:02:12.703026 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-cb935476-6d49-4579-8f7f-f9e959af5541 req-010c20b2-57d3-473f-9ddd-bd1bc3dc3335 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8b40dba42c764b37920c3587555867c7&device_id=a37cf0c8-37b3-4aeb-9ffd-8eb53794b44f HTTP/1.1" status: 200 len: 1097 time: 0.0397508 Aug 12 15:02:12.733676 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:02:12.813357 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb935476-6d49-4579-8f7f-f9e959af5541 req-3703f918-2124-434f-9ab4-c93d03d30343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:02:12.814864 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-cb935476-6d49-4579-8f7f-f9e959af5541 req-3703f918-2124-434f-9ab4-c93d03d30343 service neutron] 10.222.0.64 "GET /v2.0/networks?id=bdb8c589-801b-4e9e-808f-194e52b05ffa HTTP/1.1" status: 200 len: 910 time: 0.0903742 Aug 12 15:02:12.894226 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3280adbb-58fb-41fa-97c3-b3ac0ec1c0e0 req-a6ffd3c7-d0d3-42d9-be7c-55729272020c tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:02:12.896467 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-3280adbb-58fb-41fa-97c3-b3ac0ec1c0e0 req-a6ffd3c7-d0d3-42d9-be7c-55729272020c tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] 10.222.0.39 "GET /v2.0/ports?device_id=f62b31fa-d01b-4444-a013-47332dacb5d8 HTTP/1.1" status: 200 len: 946 time: 0.0674274 Aug 12 15:02:12.898543 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-cb935476-6d49-4579-8f7f-f9e959af5541 req-a3403cc3-55e2-4635-be07-9e18792df6ae service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0a77ed27-665b-404a-9e9e-23237cab5fd6 HTTP/1.1" status: 200 len: 999 time: 0.0759246 Aug 12 15:02:12.936363 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-3280adbb-58fb-41fa-97c3-b3ac0ec1c0e0 req-bf61427e-a208-418b-9cf7-9382ed263876 tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] 10.222.0.39 "GET /v2.0/security-groups?id=7db3cdc8-cdc7-4de0-ae23-f5e5cdcbeb75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335481 Aug 12 15:02:12.957562 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb935476-6d49-4579-8f7f-f9e959af5541 req-a1c00c77-2696-4d31-a1fc-aefc877ba03f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:02:12.959632 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-cb935476-6d49-4579-8f7f-f9e959af5541 req-a1c00c77-2696-4d31-a1fc-aefc877ba03f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9c491707-38df-4731-ba0a-868cad11a6fd HTTP/1.1" status: 200 len: 848 time: 0.0526843 Aug 12 15:02:13.007506 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb935476-6d49-4579-8f7f-f9e959af5541 req-9c287fe3-67e8-4feb-b242-b879aa5a2557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:02:13.008933 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-cb935476-6d49-4579-8f7f-f9e959af5541 req-9c287fe3-67e8-4feb-b242-b879aa5a2557 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=bdb8c589-801b-4e9e-808f-194e52b05ffa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0408578 Aug 12 15:02:13.019995 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:02:13.109137 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-cb935476-6d49-4579-8f7f-f9e959af5541 req-5b0f4408-7e79-4076-bfe1-1b965514ac6c service neutron] 10.222.0.64 "GET /v2.0/networks/bdb8c589-801b-4e9e-808f-194e52b05ffa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927534 Aug 12 15:02:13.204382 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-cb935476-6d49-4579-8f7f-f9e959af5541 req-c11a6aa2-5872-4f0a-9de6-f41f0caf7ff6 service neutron] 10.222.0.64 "GET /v2.0/networks/bdb8c589-801b-4e9e-808f-194e52b05ffa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875962 Aug 12 15:02:13.394515 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-32654f84-5407-4f69-8085-b438ad46e1ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:02:13.681265 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.agents_db [None req-17ed3e4c-1a7d-4162-9646-11c134aca297 None None] Agent healthcheck: found 7 active agents {{(pid=94469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 15:02:13.722118 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea759fd3-d6ce-44e4-a73b-db21f73674c5 req-4780fcef-fb18-4ab3-a2b3-f30562f86e81 tempest-VolumesBackupsTest-1092839497 tempest-VolumesBackupsTest-1092839497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:02:13.724140 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ea759fd3-d6ce-44e4-a73b-db21f73674c5 req-4780fcef-fb18-4ab3-a2b3-f30562f86e81 tempest-VolumesBackupsTest-1092839497 tempest-VolumesBackupsTest-1092839497-project] 10.222.0.39 "GET /v2.0/ports?device_id=d09e5b89-7106-45e7-9e27-bcb21da6c9a3 HTTP/1.1" status: 200 len: 947 time: 0.0514996 Aug 12 15:02:13.762295 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ea759fd3-d6ce-44e4-a73b-db21f73674c5 req-b6f3a135-0636-4cf4-a923-bf57e0946177 tempest-VolumesBackupsTest-1092839497 tempest-VolumesBackupsTest-1092839497-project] 10.222.0.39 "GET /v2.0/security-groups?id=b8c6e373-2e71-4e85-a4de-2ca163f8d67e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318334 Aug 12 15:02:14.010651 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-1769855f-eda9-4483-9dc3-3220908ab45d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:02:14.061170 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dd7b4b-3451-4fcf-a253-f29a71bbf1b6 req-4f5a5949-ec3e-4186-bbfb-0ef5c0b4d54a tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:02:14.062785 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-e2dd7b4b-3451-4fcf-a253-f29a71bbf1b6 req-4f5a5949-ec3e-4186-bbfb-0ef5c0b4d54a tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] 10.222.0.39 "GET /v2.0/ports?device_id=f62b31fa-d01b-4444-a013-47332dacb5d8 HTTP/1.1" status: 200 len: 946 time: 0.0569408 Aug 12 15:02:14.105844 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-e2dd7b4b-3451-4fcf-a253-f29a71bbf1b6 req-123f8eec-7eac-4950-8e6a-888913ce674b tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] 10.222.0.39 "GET /v2.0/security-groups?id=7db3cdc8-cdc7-4de0-ae23-f5e5cdcbeb75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365114 Aug 12 15:02:14.818010 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device 7de87f5b-36bf-48fa-8505-b900cae1b335 details requested by agent hyperv_n-h1-694802-15 with host n-h1-694802-15 {{(pid=94468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 15:02:14.887402 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37722857-de49-424c-a04d-b8b537400526 req-fbe0773f-1f44-49a6-9df0-25652238be07 tempest-VolumesBackupsTest-1092839497 tempest-VolumesBackupsTest-1092839497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:02:14.889710 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-37722857-de49-424c-a04d-b8b537400526 req-fbe0773f-1f44-49a6-9df0-25652238be07 tempest-VolumesBackupsTest-1092839497 tempest-VolumesBackupsTest-1092839497-project] 10.222.0.39 "GET /v2.0/ports?device_id=d09e5b89-7106-45e7-9e27-bcb21da6c9a3 HTTP/1.1" status: 200 len: 947 time: 0.0562313 Aug 12 15:02:14.918761 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port 7de87f5b-36bf-48fa-8505-b900cae1b335, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=7de87f5b-36bf-48fa-8505-b900cae1b335,segment=NetworkSegment(a1f8c867-101b-4d30-814e-b89f55a5edd0),segment_id=a1f8c867-101b-4d30-814e-b89f55a5edd0)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:02:14.931406 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Returning: {'device': '7de87f5b-36bf-48fa-8505-b900cae1b335', 'network_id': '2525c403-dfb3-4196-a273-739607aab38a', 'port_id': '7de87f5b-36bf-48fa-8505-b900cae1b335', 'mac_address': 'fa:16:3e:fe:7f:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '236e0be6-1c94-4221-9e8b-ab02a53331f8', 'ip_address': '192.168.233.86'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 15:02:14.931866 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-37722857-de49-424c-a04d-b8b537400526 req-4394cf06-c080-4421-8751-003847878dc7 tempest-VolumesBackupsTest-1092839497 tempest-VolumesBackupsTest-1092839497-project] 10.222.0.39 "GET /v2.0/security-groups?id=b8c6e373-2e71-4e85-a4de-2ca163f8d67e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349891 Aug 12 15:02:14.970748 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:02:14.983570 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7de87f5b-36bf-48fa-8505-b900cae1b335 {{(pid=94468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 15:02:15.003857 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port 7de87f5b-36bf-48fa-8505-b900cae1b335, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=7de87f5b-36bf-48fa-8505-b900cae1b335,segment=NetworkSegment(a1f8c867-101b-4d30-814e-b89f55a5edd0),segment_id=a1f8c867-101b-4d30-814e-b89f55a5edd0)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:02:15.008581 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:02:15.054831 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Pushing event updated for resources: {'Port': ['ID=7de87f5b-36bf-48fa-8505-b900cae1b335,revision_number=4']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:02:15.062050 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:02:15.062394 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:02:15.062729 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:02:15.063086 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:02:15.063420 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:02:15.063746 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:02:15.064068 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:02:15.064388 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:02:15.064706 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:02:15.065186 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:02:15.065508 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:02:15.065828 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:02:15.231146 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bc4e2e-fc9a-4368-a753-29fc5f4aeb20 req-70dc5e31-fecc-40e9-9113-dffd18219a1d tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:02:15.233272 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-c4bc4e2e-fc9a-4368-a753-29fc5f4aeb20 req-70dc5e31-fecc-40e9-9113-dffd18219a1d tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] 10.222.0.39 "GET /v2.0/ports?device_id=f62b31fa-d01b-4444-a013-47332dacb5d8 HTTP/1.1" status: 200 len: 946 time: 0.0521417 Aug 12 15:02:15.268019 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] get_ports_and_sgs() called for port_ids ['7de87f5b-36bf-48fa-8505-b900cae1b335'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 15:02:15.276108 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-c4bc4e2e-fc9a-4368-a753-29fc5f4aeb20 req-094d40d2-edb7-4ce1-8656-df926b55fac8 tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] 10.222.0.39 "GET /v2.0/security-groups?id=7db3cdc8-cdc7-4de0-ae23-f5e5cdcbeb75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362172 Aug 12 15:02:15.677054 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-fe95f194-a3b0-4c04-9e42-20b511169d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:02:16.051862 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f60e040-0f0b-4e51-bc37-8d984956e17b req-59f8de07-06b5-4c25-a965-2188cceafe68 tempest-VolumesBackupsTest-1092839497 tempest-VolumesBackupsTest-1092839497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:02:16.053326 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2f60e040-0f0b-4e51-bc37-8d984956e17b req-59f8de07-06b5-4c25-a965-2188cceafe68 tempest-VolumesBackupsTest-1092839497 tempest-VolumesBackupsTest-1092839497-project] 10.222.0.39 "GET /v2.0/ports?device_id=d09e5b89-7106-45e7-9e27-bcb21da6c9a3 HTTP/1.1" status: 200 len: 948 time: 0.0534098 Aug 12 15:02:16.093408 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2f60e040-0f0b-4e51-bc37-8d984956e17b req-ee1a6fea-59e6-4e61-8151-4c4940563d74 tempest-VolumesBackupsTest-1092839497 tempest-VolumesBackupsTest-1092839497-project] 10.222.0.39 "GET /v2.0/security-groups?id=b8c6e373-2e71-4e85-a4de-2ca163f8d67e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339236 Aug 12 15:02:16.394294 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec21f839-7a92-43f5-92b3-dfcdc13fbfd4 req-52fc7a88-2966-4f73-a36c-5ce96ecd8aea tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:02:16.395827 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-ec21f839-7a92-43f5-92b3-dfcdc13fbfd4 req-52fc7a88-2966-4f73-a36c-5ce96ecd8aea tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] 10.222.0.39 "GET /v2.0/ports?device_id=f62b31fa-d01b-4444-a013-47332dacb5d8 HTTP/1.1" status: 200 len: 946 time: 0.0510902 Aug 12 15:02:16.434452 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-ec21f839-7a92-43f5-92b3-dfcdc13fbfd4 req-00d9cbbe-cd08-4958-80b0-666be733b6ce tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] 10.222.0.39 "GET /v2.0/security-groups?id=7db3cdc8-cdc7-4de0-ae23-f5e5cdcbeb75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324199 Aug 12 15:02:16.843598 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device 7de87f5b-36bf-48fa-8505-b900cae1b335 up at agent hyperv_n-h1-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 15:02:16.893499 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Provisioning for port 7de87f5b-36bf-48fa-8505-b900cae1b335 completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:02:16.897211 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Provisioning complete for port 7de87f5b-36bf-48fa-8505-b900cae1b335 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:02:16.897582 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:02:16.992042 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:02:17.014038 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd09e5b89-7106-45e7-9e27-bcb21da6c9a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7de87f5b-36bf-48fa-8505-b900cae1b335'}] {{(pid=94468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:02:17.016554 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99a8d87602170099c728e57431aca99e9b98a655a83bbf8727be13192709727b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6cc13d0-4327-4ad1-bace-161540874de5" -d '{"events": [{"server_uuid": "d09e5b89-7106-45e7-9e27-bcb21da6c9a3", "name": "network-vif-plugged", "status": "completed", "tag": "7de87f5b-36bf-48fa-8505-b900cae1b335"}]}' {{(pid=94468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 15:02:17.029600 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port 7de87f5b-36bf-48fa-8505-b900cae1b335, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=7de87f5b-36bf-48fa-8505-b900cae1b335,segment=NetworkSegment(a1f8c867-101b-4d30-814e-b89f55a5edd0),segment_id=a1f8c867-101b-4d30-814e-b89f55a5edd0)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:02:17.033911 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:02:17.059423 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 15:02:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9cc5ed5-ffbd-46eb-9284-95898ef7bb85 x-openstack-request-id: req-c9cc5ed5-ffbd-46eb-9284-95898ef7bb85 {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 15:02:17.059721 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d09e5b89-7106-45e7-9e27-bcb21da6c9a3", "name": "network-vif-plugged", "status": "completed", "tag": "7de87f5b-36bf-48fa-8505-b900cae1b335", "code": 200}]} {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 15:02:17.059975 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c9cc5ed5-ffbd-46eb-9284-95898ef7bb85 {{(pid=94468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 15:02:17.060368 n-d-694802-15 neutron-server[94468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd09e5b89-7106-45e7-9e27-bcb21da6c9a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7de87f5b-36bf-48fa-8505-b900cae1b335', 'code': 200} Aug 12 15:02:17.088361 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Pushing event updated for resources: {'Port': ['ID=7de87f5b-36bf-48fa-8505-b900cae1b335,revision_number=5']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:02:17.164257 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cbd1d9-0327-4383-9b50-ef3297a16404 req-1eb73ebd-0a05-46de-ab88-de899d28e9b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:02:17.165800 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-64cbd1d9-0327-4383-9b50-ef3297a16404 req-1eb73ebd-0a05-46de-ab88-de899d28e9b6 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=d09e5b89-7106-45e7-9e27-bcb21da6c9a3 HTTP/1.1" status: 200 len: 1101 time: 0.0438795 Aug 12 15:02:17.213593 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-64cbd1d9-0327-4383-9b50-ef3297a16404 req-95ba7b3e-695d-4a88-bcfe-a0ee9eab3bfb service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=b8c6e373-2e71-4e85-a4de-2ca163f8d67e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392029 Aug 12 15:02:17.229937 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0fbd18-c718-49f7-8d62-5a17aa8863bf req-3d20136d-4d78-46b6-a296-76d14a6bb079 tempest-VolumesBackupsTest-1092839497 tempest-VolumesBackupsTest-1092839497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:02:17.231962 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-6d0fbd18-c718-49f7-8d62-5a17aa8863bf req-3d20136d-4d78-46b6-a296-76d14a6bb079 tempest-VolumesBackupsTest-1092839497 tempest-VolumesBackupsTest-1092839497-project] 10.222.0.39 "GET /v2.0/ports?device_id=d09e5b89-7106-45e7-9e27-bcb21da6c9a3 HTTP/1.1" status: 200 len: 949 time: 0.0582035 Aug 12 15:02:17.271816 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-6d0fbd18-c718-49f7-8d62-5a17aa8863bf req-5fe3d122-e8b0-4b49-b853-36f8a604a4ac tempest-VolumesBackupsTest-1092839497 tempest-VolumesBackupsTest-1092839497-project] 10.222.0.39 "GET /v2.0/security-groups?id=b8c6e373-2e71-4e85-a4de-2ca163f8d67e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331395 Aug 12 15:02:17.554694 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39880bcf-41bc-49e4-8d9c-9c1d8a47b902 req-82f22078-7773-4c86-9353-f06fc07a6413 tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:02:17.556216 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-39880bcf-41bc-49e4-8d9c-9c1d8a47b902 req-82f22078-7773-4c86-9353-f06fc07a6413 tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] 10.222.0.39 "GET /v2.0/ports?device_id=f62b31fa-d01b-4444-a013-47332dacb5d8 HTTP/1.1" status: 200 len: 946 time: 0.0487385 Aug 12 15:02:17.595358 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-39880bcf-41bc-49e4-8d9c-9c1d8a47b902 req-cbc83002-c90f-4f7f-869d-190d592d2c68 tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] 10.222.0.39 "GET /v2.0/security-groups?id=7db3cdc8-cdc7-4de0-ae23-f5e5cdcbeb75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330644 Aug 12 15:02:18.389600 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3d1466-a830-4b62-92c1-e91b1e1671de req-6c967513-e107-4ba7-8463-a7439748e834 tempest-VolumesBackupsTest-1092839497 tempest-VolumesBackupsTest-1092839497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:02:18.391309 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-ee3d1466-a830-4b62-92c1-e91b1e1671de req-6c967513-e107-4ba7-8463-a7439748e834 tempest-VolumesBackupsTest-1092839497 tempest-VolumesBackupsTest-1092839497-project] 10.222.0.39 "GET /v2.0/ports?device_id=d09e5b89-7106-45e7-9e27-bcb21da6c9a3 HTTP/1.1" status: 200 len: 949 time: 0.0512812 Aug 12 15:02:18.432929 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-ee3d1466-a830-4b62-92c1-e91b1e1671de req-0e896f41-52ed-45fd-88a3-7c43d5fb6494 tempest-VolumesBackupsTest-1092839497 tempest-VolumesBackupsTest-1092839497-project] 10.222.0.39 "GET /v2.0/security-groups?id=b8c6e373-2e71-4e85-a4de-2ca163f8d67e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353112 Aug 12 15:02:18.730906 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5cddee-0e4f-4965-a77e-1cd2a4d076a6 req-e3d1492a-55bd-4cc5-bff5-c284cc451f33 tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:02:18.733053 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-ee5cddee-0e4f-4965-a77e-1cd2a4d076a6 req-e3d1492a-55bd-4cc5-bff5-c284cc451f33 tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] 10.222.0.39 "GET /v2.0/ports?device_id=f62b31fa-d01b-4444-a013-47332dacb5d8 HTTP/1.1" status: 200 len: 946 time: 0.0568032 Aug 12 15:02:18.787629 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-ee5cddee-0e4f-4965-a77e-1cd2a4d076a6 req-ef72799a-fd8e-4174-b820-d2578ab3e6a4 tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] 10.222.0.39 "GET /v2.0/security-groups?id=7db3cdc8-cdc7-4de0-ae23-f5e5cdcbeb75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478296 Aug 12 15:02:19.056234 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0a0567-75a3-4c23-8a68-bb768c3bcd89 req-303e425a-7177-4ffb-a8c2-545359a463e6 tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:02:19.065145 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-8c0a0567-75a3-4c23-8a68-bb768c3bcd89 req-303e425a-7177-4ffb-a8c2-545359a463e6 tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] 10.222.0.39 "GET /v2.0/ports?device_id=f62b31fa-d01b-4444-a013-47332dacb5d8 HTTP/1.1" status: 200 len: 946 time: 0.0753839 Aug 12 15:02:19.090513 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc9c5bf-a922-4b6f-ba59-d4c6e657dfa8 req-30c0fe01-dbe1-4d0d-8692-2465c9a2f4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:02:19.092749 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9fc9c5bf-a922-4b6f-ba59-d4c6e657dfa8 req-30c0fe01-dbe1-4d0d-8692-2465c9a2f4eb service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=eddbf0db78bb49c0ab2be813947221dc&device_id=f62b31fa-d01b-4444-a013-47332dacb5d8 HTTP/1.1" status: 200 len: 1098 time: 0.0847538 Aug 12 15:02:19.115199 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-8c0a0567-75a3-4c23-8a68-bb768c3bcd89 req-cc9f60f3-73c9-4681-9997-d6ded3509189 tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] 10.222.0.39 "GET /v2.0/security-groups?id=7db3cdc8-cdc7-4de0-ae23-f5e5cdcbeb75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426986 Aug 12 15:02:19.200760 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc9c5bf-a922-4b6f-ba59-d4c6e657dfa8 req-b4939363-150b-4490-87ba-ee89c3c54c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:02:19.202287 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9fc9c5bf-a922-4b6f-ba59-d4c6e657dfa8 req-b4939363-150b-4490-87ba-ee89c3c54c85 service neutron] 10.222.0.49 "GET /v2.0/networks?id=163c25f9-f902-43c0-b306-3d06c1f84041 HTTP/1.1" status: 200 len: 911 time: 0.1020174 Aug 12 15:02:19.285678 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9fc9c5bf-a922-4b6f-ba59-d4c6e657dfa8 req-0affe2e7-f2ef-43bd-842b-0252d60da47f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b2c3504d-4dcd-42ae-bf8e-bbd074c8dd9c HTTP/1.1" status: 200 len: 1002 time: 0.0762956 Aug 12 15:02:19.338239 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc9c5bf-a922-4b6f-ba59-d4c6e657dfa8 req-08e30e0a-6db9-40c4-a6f7-09f0a1db419b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:02:19.340386 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9fc9c5bf-a922-4b6f-ba59-d4c6e657dfa8 req-08e30e0a-6db9-40c4-a6f7-09f0a1db419b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c68a9dc4-9dae-4b6f-89ee-ab739b8f3389 HTTP/1.1" status: 200 len: 849 time: 0.0475130 Aug 12 15:02:19.387956 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc9c5bf-a922-4b6f-ba59-d4c6e657dfa8 req-a46d544b-5c58-440b-9a45-b51bf7b205f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:02:19.389502 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9fc9c5bf-a922-4b6f-ba59-d4c6e657dfa8 req-a46d544b-5c58-440b-9a45-b51bf7b205f3 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=163c25f9-f902-43c0-b306-3d06c1f84041&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0416825 Aug 12 15:02:19.488284 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9fc9c5bf-a922-4b6f-ba59-d4c6e657dfa8 req-3dc9b8aa-b879-47db-9ffa-f2ce65922d99 service neutron] 10.222.0.49 "GET /v2.0/networks/163c25f9-f902-43c0-b306-3d06c1f84041?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915771 Aug 12 15:02:19.582489 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9fc9c5bf-a922-4b6f-ba59-d4c6e657dfa8 req-f56ce494-d2c2-4b4d-ae38-300ab6c9f926 service neutron] 10.222.0.49 "GET /v2.0/networks/163c25f9-f902-43c0-b306-3d06c1f84041?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874376 Aug 12 15:02:20.239621 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10c7527-22f6-40fa-945e-eeb8d090221f req-f2339c16-8e05-4a18-9fe3-db3506637292 tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:02:20.249407 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a10c7527-22f6-40fa-945e-eeb8d090221f req-f2339c16-8e05-4a18-9fe3-db3506637292 tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] 10.222.0.39 "GET /v2.0/ports?device_id=f62b31fa-d01b-4444-a013-47332dacb5d8 HTTP/1.1" status: 200 len: 946 time: 0.0684786 Aug 12 15:02:20.316291 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a10c7527-22f6-40fa-945e-eeb8d090221f req-5c24ea39-5e25-42e1-86b5-3a278bcbddbb tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] 10.222.0.39 "GET /v2.0/security-groups?id=7db3cdc8-cdc7-4de0-ae23-f5e5cdcbeb75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650549 Aug 12 15:02:21.433181 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dcf58a-2f1f-4e86-9c19-059b7209c95a req-1598b8d6-b6be-4982-b87a-ac48c4212aa9 tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:02:21.434994 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-a9dcf58a-2f1f-4e86-9c19-059b7209c95a req-1598b8d6-b6be-4982-b87a-ac48c4212aa9 tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] 10.222.0.39 "GET /v2.0/ports?device_id=f62b31fa-d01b-4444-a013-47332dacb5d8 HTTP/1.1" status: 200 len: 946 time: 0.0523496 Aug 12 15:02:21.479925 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-a9dcf58a-2f1f-4e86-9c19-059b7209c95a req-e7244b2e-a659-4961-a686-c81c72478733 tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] 10.222.0.39 "GET /v2.0/security-groups?id=7db3cdc8-cdc7-4de0-ae23-f5e5cdcbeb75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372987 Aug 12 15:02:30.077277 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3fc104a6-5add-42bf-a974-c803f382a584 req-cce640d1-02bb-4abd-9838-c5a38e485864 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=f62b31fa-d01b-4444-a013-47332dacb5d8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0476587 Aug 12 15:02:30.172344 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc104a6-5add-42bf-a974-c803f382a584 req-941f1cac-9fde-457c-9c73-a7c8b3dcc951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:02:30.173966 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3fc104a6-5add-42bf-a974-c803f382a584 req-941f1cac-9fde-457c-9c73-a7c8b3dcc951 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=eddbf0db78bb49c0ab2be813947221dc&device_id=f62b31fa-d01b-4444-a013-47332dacb5d8 HTTP/1.1" status: 200 len: 1098 time: 0.0412216 Aug 12 15:02:30.293714 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc104a6-5add-42bf-a974-c803f382a584 req-fb5b9988-bb83-4fe2-a15d-40cfbc8406a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:02:30.295579 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3fc104a6-5add-42bf-a974-c803f382a584 req-fb5b9988-bb83-4fe2-a15d-40cfbc8406a7 service neutron] 10.222.0.49 "GET /v2.0/networks?id=163c25f9-f902-43c0-b306-3d06c1f84041 HTTP/1.1" status: 200 len: 911 time: 0.0988975 Aug 12 15:02:30.371759 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3fc104a6-5add-42bf-a974-c803f382a584 req-afa1232c-a50e-49f8-bf88-ded07e490842 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b2c3504d-4dcd-42ae-bf8e-bbd074c8dd9c HTTP/1.1" status: 200 len: 1002 time: 0.0626915 Aug 12 15:02:30.421126 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc104a6-5add-42bf-a974-c803f382a584 req-136ccc67-ce16-466f-a4bb-2d10cb7db8b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:02:30.423225 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3fc104a6-5add-42bf-a974-c803f382a584 req-136ccc67-ce16-466f-a4bb-2d10cb7db8b2 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c68a9dc4-9dae-4b6f-89ee-ab739b8f3389 HTTP/1.1" status: 200 len: 849 time: 0.0446312 Aug 12 15:02:30.470261 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc104a6-5add-42bf-a974-c803f382a584 req-106eded8-80ff-424c-95e9-8a9dcb8fa3ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:02:30.471898 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3fc104a6-5add-42bf-a974-c803f382a584 req-106eded8-80ff-424c-95e9-8a9dcb8fa3ca service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=163c25f9-f902-43c0-b306-3d06c1f84041&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0419078 Aug 12 15:02:30.574987 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3fc104a6-5add-42bf-a974-c803f382a584 req-76e1d9f5-adbc-485c-8cd1-757cc8917bce service neutron] 10.222.0.49 "GET /v2.0/networks/163c25f9-f902-43c0-b306-3d06c1f84041?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950055 Aug 12 15:02:30.675190 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3fc104a6-5add-42bf-a974-c803f382a584 req-27e6e93c-9a70-4aef-b7a5-c6e49802bb61 service neutron] 10.222.0.49 "GET /v2.0/networks/163c25f9-f902-43c0-b306-3d06c1f84041?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910404 Aug 12 15:02:37.167719 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0e9874-d2f9-4f78-af25-2c7305ca3624 req-fbd2d0d8-7ba0-4b86-8b78-12d447bc4a5e tempest-VolumesSnapshotTestJSON-1315215538 tempest-VolumesSnapshotTestJSON-1315215538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:02:37.170049 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-9e0e9874-d2f9-4f78-af25-2c7305ca3624 req-fbd2d0d8-7ba0-4b86-8b78-12d447bc4a5e tempest-VolumesSnapshotTestJSON-1315215538 tempest-VolumesSnapshotTestJSON-1315215538-project] 10.222.0.39 "GET /v2.0/networks?id=976d67ad-60de-4be2-a240-a66f4eadb900 HTTP/1.1" status: 200 len: 814 time: 0.1107085 Aug 12 15:02:37.186875 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-9e0e9874-d2f9-4f78-af25-2c7305ca3624 req-29fb98d1-3a80-4ff2-b0b0-81c001e36148 tempest-VolumesSnapshotTestJSON-1315215538 tempest-VolumesSnapshotTestJSON-1315215538-project] 10.222.0.39 "GET /v2.0/quotas/9e70e15a63d94fbf88c1d1e47c9c46b6 HTTP/1.1" status: 200 len: 375 time: 0.0106874 Aug 12 15:02:37.221536 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-9e0e9874-d2f9-4f78-af25-2c7305ca3624 req-35c40855-5419-413e-8e65-07a7637a0ac0 tempest-VolumesSnapshotTestJSON-1315215538 tempest-VolumesSnapshotTestJSON-1315215538-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=9e70e15a63d94fbf88c1d1e47c9c46b6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0286784 Aug 12 15:02:37.317691 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-9e0e9874-d2f9-4f78-af25-2c7305ca3624 req-6ccb5782-a2f6-4883-8424-b8c4f0b1826a service neutron] 10.222.0.39 "GET /v2.0/networks/976d67ad-60de-4be2-a240-a66f4eadb900?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856268 Aug 12 15:02:37.430971 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-9e0e9874-d2f9-4f78-af25-2c7305ca3624 req-4e42cc2d-42f5-4346-b6f4-36f202ef0eaf service neutron] 10.222.0.39 "GET /v2.0/networks/976d67ad-60de-4be2-a240-a66f4eadb900?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064205 Aug 12 15:02:37.595861 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-239f40b9-4e58-47f0-8637-099fdbdc661d req-a1087c29-0f1c-4830-ac0d-a0e8045619b0 tempest-VolumesSnapshotTestJSON-1315215538 tempest-VolumesSnapshotTestJSON-1315215538-project] 10.222.0.39 "GET /v2.0/ports?device_id=69a0d219-e429-418e-855c-04caea1a1b73 HTTP/1.1" status: 200 len: 210 time: 0.0314066 Aug 12 15:02:38.616458 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0e9874-d2f9-4f78-af25-2c7305ca3624 req-8e7f5237-eded-4803-850e-786a127372df tempest-VolumesSnapshotTestJSON-1315215538 tempest-VolumesSnapshotTestJSON-1315215538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:02:38.619337 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9e0e9874-d2f9-4f78-af25-2c7305ca3624 req-8e7f5237-eded-4803-850e-786a127372df tempest-VolumesSnapshotTestJSON-1315215538 tempest-VolumesSnapshotTestJSON-1315215538-project] 10.222.0.64 "GET /v2.0/networks?id=976d67ad-60de-4be2-a240-a66f4eadb900 HTTP/1.1" status: 200 len: 814 time: 0.1044974 Aug 12 15:02:38.635298 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-9e0e9874-d2f9-4f78-af25-2c7305ca3624 req-c5c139fa-deca-444e-9927-7d9189be7e18 tempest-VolumesSnapshotTestJSON-1315215538 tempest-VolumesSnapshotTestJSON-1315215538-project] Request body: {'port': {'device_id': '69a0d219-e429-418e-855c-04caea1a1b73', 'network_id': '976d67ad-60de-4be2-a240-a66f4eadb900', 'admin_state_up': True, 'tenant_id': '9e70e15a63d94fbf88c1d1e47c9c46b6'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:02:38.704529 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-f13c6f17-6059-444b-9d41-eeda1739786a req-576ddcd6-4bcd-4eee-8cc8-83e91032483e tempest-VolumesSnapshotTestJSON-1315215538 tempest-VolumesSnapshotTestJSON-1315215538-project] 10.222.0.39 "GET /v2.0/ports?device_id=69a0d219-e429-418e-855c-04caea1a1b73 HTTP/1.1" status: 200 len: 210 time: 0.0287156 Aug 12 15:02:38.755861 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e0e9874-d2f9-4f78-af25-2c7305ca3624 req-c5c139fa-deca-444e-9927-7d9189be7e18 tempest-VolumesSnapshotTestJSON-1315215538 tempest-VolumesSnapshotTestJSON-1315215538-project] Made reservation on behalf of 9e70e15a63d94fbf88c1d1e47c9c46b6 for: {'port': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 15:02:38.759282 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-9e0e9874-d2f9-4f78-af25-2c7305ca3624 req-c5c139fa-deca-444e-9927-7d9189be7e18 tempest-VolumesSnapshotTestJSON-1315215538 tempest-VolumesSnapshotTestJSON-1315215538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:02:39.193997 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_common [req-9e0e9874-d2f9-4f78-af25-2c7305ca3624 req-c5c139fa-deca-444e-9927-7d9189be7e18 tempest-VolumesSnapshotTestJSON-1315215538 tempest-VolumesSnapshotTestJSON-1315215538-project] Allocated IP 172.20.0.11 (976d67ad-60de-4be2-a240-a66f4eadb900/644d5629-d5dc-4416-864a-2e730cafd4de/3118ad5e-af72-4676-86b2-50b1ce9528ce) {{(pid=94467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 15:02:39.339626 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-9e0e9874-d2f9-4f78-af25-2c7305ca3624 req-c5c139fa-deca-444e-9927-7d9189be7e18 tempest-VolumesSnapshotTestJSON-1315215538 tempest-VolumesSnapshotTestJSON-1315215538-project] Notify callbacks [] for port, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:02:39.378589 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-9e0e9874-d2f9-4f78-af25-2c7305ca3624 req-c5c139fa-deca-444e-9927-7d9189be7e18 tempest-VolumesSnapshotTestJSON-1315215538 tempest-VolumesSnapshotTestJSON-1315215538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:02:39.422121 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e0e9874-d2f9-4f78-af25-2c7305ca3624 req-c5c139fa-deca-444e-9927-7d9189be7e18 tempest-VolumesSnapshotTestJSON-1315215538 tempest-VolumesSnapshotTestJSON-1315215538-project] Network 976d67ad-60de-4be2-a240-a66f4eadb900 is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 15:02:39.427394 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [req-9e0e9874-d2f9-4f78-af25-2c7305ca3624 req-c5c139fa-deca-444e-9927-7d9189be7e18 tempest-VolumesSnapshotTestJSON-1315215538 tempest-VolumesSnapshotTestJSON-1315215538-project] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:02:39.431252 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e0e9874-d2f9-4f78-af25-2c7305ca3624 req-c5c139fa-deca-444e-9927-7d9189be7e18 tempest-VolumesSnapshotTestJSON-1315215538 tempest-VolumesSnapshotTestJSON-1315215538-project] Received port after_create {{(pid=94467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 15:02:39.459920 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c139fa-deca-444e-9927-7d9189be7e18 tempest-VolumesSnapshotTestJSON-1315215538 tempest-VolumesSnapshotTestJSON-1315215538-project] Pushing event updated for resources: {'Port': ['ID=3118ad5e-af72-4676-86b2-50b1ce9528ce,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:02:39.487799 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0e9874-d2f9-4f78-af25-2c7305ca3624 req-c5c139fa-deca-444e-9927-7d9189be7e18 tempest-VolumesSnapshotTestJSON-1315215538 tempest-VolumesSnapshotTestJSON-1315215538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:02:39.488550 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-9e0e9874-d2f9-4f78-af25-2c7305ca3624 req-c5c139fa-deca-444e-9927-7d9189be7e18 tempest-VolumesSnapshotTestJSON-1315215538 tempest-VolumesSnapshotTestJSON-1315215538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:02:39.505694 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9e0e9874-d2f9-4f78-af25-2c7305ca3624 req-c5c139fa-deca-444e-9927-7d9189be7e18 tempest-VolumesSnapshotTestJSON-1315215538 tempest-VolumesSnapshotTestJSON-1315215538-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8754456 Aug 12 15:02:39.522634 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-9e0e9874-d2f9-4f78-af25-2c7305ca3624 req-852b1565-faa7-4bdb-bbca-73b5b289533d service neutron] Request body: {'port': {'device_id': '69a0d219-e429-418e-855c-04caea1a1b73', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-694802-15'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:02:39.578024 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-9e0e9874-d2f9-4f78-af25-2c7305ca3624 req-852b1565-faa7-4bdb-bbca-73b5b289533d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:02:39.882663 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331ee983-d314-4fb8-a6d4-ad4ee61c626d req-b9ff98a8-aaa5-40fd-8886-ed056a37e62d tempest-VolumesSnapshotTestJSON-1315215538 tempest-VolumesSnapshotTestJSON-1315215538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:02:39.884275 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-331ee983-d314-4fb8-a6d4-ad4ee61c626d req-b9ff98a8-aaa5-40fd-8886-ed056a37e62d tempest-VolumesSnapshotTestJSON-1315215538 tempest-VolumesSnapshotTestJSON-1315215538-project] 10.222.0.39 "GET /v2.0/ports?device_id=69a0d219-e429-418e-855c-04caea1a1b73 HTTP/1.1" status: 200 len: 932 time: 0.0998449 Aug 12 15:02:39.894480 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [req-9e0e9874-d2f9-4f78-af25-2c7305ca3624 req-852b1565-faa7-4bdb-bbca-73b5b289533d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3118ad5e-af72-4676-86b2-50b1ce9528ce {{(pid=94467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 15:02:39.907475 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-9e0e9874-d2f9-4f78-af25-2c7305ca3624 req-852b1565-faa7-4bdb-bbca-73b5b289533d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:02:39.930259 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [req-9e0e9874-d2f9-4f78-af25-2c7305ca3624 req-852b1565-faa7-4bdb-bbca-73b5b289533d service neutron] Transition to ACTIVE for port object 3118ad5e-af72-4676-86b2-50b1ce9528ce will not be triggered until provisioned by entity L2. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:02:39.936470 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-9e0e9874-d2f9-4f78-af25-2c7305ca3624 req-852b1565-faa7-4bdb-bbca-73b5b289533d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:02:39.967466 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-331ee983-d314-4fb8-a6d4-ad4ee61c626d req-c2bcf35b-1ee0-4407-be02-c30830f0a081 tempest-VolumesSnapshotTestJSON-1315215538 tempest-VolumesSnapshotTestJSON-1315215538-project] 10.222.0.39 "GET /v2.0/security-groups?id=f5b69b96-d6df-4912-b67f-8c03793cf91c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758321 Aug 12 15:02:39.991202 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852b1565-faa7-4bdb-bbca-73b5b289533d service neutron] Pushing event updated for resources: {'Port': ['ID=3118ad5e-af72-4676-86b2-50b1ce9528ce,revision_number=2']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:02:40.088064 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-9e0e9874-d2f9-4f78-af25-2c7305ca3624 req-852b1565-faa7-4bdb-bbca-73b5b289533d service neutron] Attempting to bind port 3118ad5e-af72-4676-86b2-50b1ce9528ce on host n-h1-694802-15 for vnic_type normal with profile {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 15:02:40.088396 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-9e0e9874-d2f9-4f78-af25-2c7305ca3624 req-852b1565-faa7-4bdb-bbca-73b5b289533d service neutron] Attempting to bind port 3118ad5e-af72-4676-86b2-50b1ce9528ce by drivers openvswitch,hyperv on host n-h1-694802-15 at level 0 using segments [{'id': 'a7c6e18c-e2d9-4925-a099-2aab2e87c1e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '976d67ad-60de-4be2-a240-a66f4eadb900'}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 15:02:40.088725 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e0e9874-d2f9-4f78-af25-2c7305ca3624 req-852b1565-faa7-4bdb-bbca-73b5b289533d service neutron] Attempting to bind port 3118ad5e-af72-4676-86b2-50b1ce9528ce on network 976d67ad-60de-4be2-a240-a66f4eadb900 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 15:02:40.093850 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e0e9874-d2f9-4f78-af25-2c7305ca3624 req-852b1565-faa7-4bdb-bbca-73b5b289533d service neutron] Port 3118ad5e-af72-4676-86b2-50b1ce9528ce on network 976d67ad-60de-4be2-a240-a66f4eadb900 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-15 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 15:02:40.094680 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e0e9874-d2f9-4f78-af25-2c7305ca3624 req-852b1565-faa7-4bdb-bbca-73b5b289533d service neutron] Attempting to bind port 3118ad5e-af72-4676-86b2-50b1ce9528ce on network 976d67ad-60de-4be2-a240-a66f4eadb900 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 15:02:40.101466 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e0e9874-d2f9-4f78-af25-2c7305ca3624 req-852b1565-faa7-4bdb-bbca-73b5b289533d service neutron] Checking agent: {'id': 'de568313-a3e6-454a-9813-77e25edcea95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 27, 41), 'started_at': datetime.datetime(2021, 8, 12, 14, 27, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 15, 2, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 15:02:40.102217 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e0e9874-d2f9-4f78-af25-2c7305ca3624 req-852b1565-faa7-4bdb-bbca-73b5b289533d service neutron] Checking segment: {'id': 'a7c6e18c-e2d9-4925-a099-2aab2e87c1e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '976d67ad-60de-4be2-a240-a66f4eadb900'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 15:02:40.102217 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e0e9874-d2f9-4f78-af25-2c7305ca3624 req-852b1565-faa7-4bdb-bbca-73b5b289533d service neutron] Bound using segment: {'id': 'a7c6e18c-e2d9-4925-a099-2aab2e87c1e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '976d67ad-60de-4be2-a240-a66f4eadb900'} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 15:02:40.102614 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-9e0e9874-d2f9-4f78-af25-2c7305ca3624 req-852b1565-faa7-4bdb-bbca-73b5b289533d service neutron] Bound port: 3118ad5e-af72-4676-86b2-50b1ce9528ce, host: n-h1-694802-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7c6e18c-e2d9-4925-a099-2aab2e87c1e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '976d67ad-60de-4be2-a240-a66f4eadb900'}}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 15:02:40.102945 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-9e0e9874-d2f9-4f78-af25-2c7305ca3624 req-852b1565-faa7-4bdb-bbca-73b5b289533d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:02:40.113531 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-504bd179-1358-4432-89d7-384f1b2f412a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:02:40.172416 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-9e0e9874-d2f9-4f78-af25-2c7305ca3624 req-852b1565-faa7-4bdb-bbca-73b5b289533d service neutron] For port 3118ad5e-af72-4676-86b2-50b1ce9528ce, host n-h1-694802-15, cleared binding levels {{(pid=94467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 15:02:40.176391 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-9e0e9874-d2f9-4f78-af25-2c7305ca3624 req-852b1565-faa7-4bdb-bbca-73b5b289533d service neutron] For port 3118ad5e-af72-4676-86b2-50b1ce9528ce, host n-h1-694802-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=3118ad5e-af72-4676-86b2-50b1ce9528ce,segment=NetworkSegment(a7c6e18c-e2d9-4925-a099-2aab2e87c1e8),segment_id=a7c6e18c-e2d9-4925-a099-2aab2e87c1e8)] {{(pid=94467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 15:02:40.180901 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-9e0e9874-d2f9-4f78-af25-2c7305ca3624 req-852b1565-faa7-4bdb-bbca-73b5b289533d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:02:40.226815 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0e9874-d2f9-4f78-af25-2c7305ca3624 req-852b1565-faa7-4bdb-bbca-73b5b289533d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:02:40.227792 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-9e0e9874-d2f9-4f78-af25-2c7305ca3624 req-852b1565-faa7-4bdb-bbca-73b5b289533d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:02:40.228944 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9e0e9874-d2f9-4f78-af25-2c7305ca3624 req-852b1565-faa7-4bdb-bbca-73b5b289533d service neutron] 10.222.0.64 "PUT /v2.0/ports/3118ad5e-af72-4676-86b2-50b1ce9528ce HTTP/1.1" status: 200 len: 1093 time: 0.7108963 Aug 12 15:02:40.229385 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69a0d219-e429-418e-855c-04caea1a1b73', 'tag': '3118ad5e-af72-4676-86b2-50b1ce9528ce'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:02:40.231881 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e65282f928b64038367d043a4411777802006c43a98742496cb2e25b724ff1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af9f0710-168d-4150-9838-153f4b4757e5" -d '{"events": [{"name": "network-changed", "server_uuid": "69a0d219-e429-418e-855c-04caea1a1b73", "tag": "3118ad5e-af72-4676-86b2-50b1ce9528ce"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 15:02:40.253500 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852b1565-faa7-4bdb-bbca-73b5b289533d service neutron] Pushing event updated for resources: {'Port': ['ID=3118ad5e-af72-4676-86b2-50b1ce9528ce,revision_number=3']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:02:40.287757 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 15:02:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef51fc60-bdd4-4df4-bd32-7918cd826803 x-openstack-request-id: req-ef51fc60-bdd4-4df4-bd32-7918cd826803 {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 15:02:40.288102 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69a0d219-e429-418e-855c-04caea1a1b73", "tag": "3118ad5e-af72-4676-86b2-50b1ce9528ce", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 15:02:40.288361 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ef51fc60-bdd4-4df4-bd32-7918cd826803 {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 15:02:40.288753 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69a0d219-e429-418e-855c-04caea1a1b73', 'tag': '3118ad5e-af72-4676-86b2-50b1ce9528ce', 'status': 'completed', 'code': 200} Aug 12 15:02:40.322030 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0e9874-d2f9-4f78-af25-2c7305ca3624 req-40a0d244-f1ee-430d-886a-4f27bc218e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:02:40.323587 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9e0e9874-d2f9-4f78-af25-2c7305ca3624 req-40a0d244-f1ee-430d-886a-4f27bc218e17 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9e70e15a63d94fbf88c1d1e47c9c46b6&device_id=69a0d219-e429-418e-855c-04caea1a1b73 HTTP/1.1" status: 200 len: 1096 time: 0.0452957 Aug 12 15:02:40.372113 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9e0e9874-d2f9-4f78-af25-2c7305ca3624 req-3101d695-fea0-4aaf-a0ee-4a8c874bb16a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3118ad5e-af72-4676-86b2-50b1ce9528ce HTTP/1.1" status: 200 len: 217 time: 0.0380573 Aug 12 15:02:40.423711 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0e9874-d2f9-4f78-af25-2c7305ca3624 req-bde18834-d5fe-4aba-b07d-5becdd5f50d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:02:40.425340 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9e0e9874-d2f9-4f78-af25-2c7305ca3624 req-bde18834-d5fe-4aba-b07d-5becdd5f50d2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=644d5629-d5dc-4416-864a-2e730cafd4de HTTP/1.1" status: 200 len: 854 time: 0.0452890 Aug 12 15:02:40.457714 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9e0e9874-d2f9-4f78-af25-2c7305ca3624 req-59be6025-cda0-4489-8af2-2caf5d6f170f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=976d67ad-60de-4be2-a240-a66f4eadb900&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249724 Aug 12 15:02:40.556750 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9e0e9874-d2f9-4f78-af25-2c7305ca3624 req-ee7ec0e1-0355-4c9b-a5ee-97796cf2cd07 service neutron] 10.222.0.64 "GET /v2.0/networks/976d67ad-60de-4be2-a240-a66f4eadb900?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888994 Aug 12 15:02:40.659857 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9e0e9874-d2f9-4f78-af25-2c7305ca3624 req-dbf6a33d-9a94-4df3-914c-75d22f20e1df service neutron] 10.222.0.64 "GET /v2.0/networks/976d67ad-60de-4be2-a240-a66f4eadb900?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852454 Aug 12 15:02:40.749157 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9f0710-168d-4150-9838-153f4b4757e5 req-95db33c7-0204-446a-9317-3f2c8b7684d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:02:40.750697 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-af9f0710-168d-4150-9838-153f4b4757e5 req-95db33c7-0204-446a-9317-3f2c8b7684d2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9e70e15a63d94fbf88c1d1e47c9c46b6&device_id=69a0d219-e429-418e-855c-04caea1a1b73 HTTP/1.1" status: 200 len: 1096 time: 0.0421851 Aug 12 15:02:40.860639 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9f0710-168d-4150-9838-153f4b4757e5 req-922202af-8d2b-48e8-a5e8-2a33ac36ebe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:02:40.862080 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-af9f0710-168d-4150-9838-153f4b4757e5 req-922202af-8d2b-48e8-a5e8-2a33ac36ebe9 service neutron] 10.222.0.64 "GET /v2.0/networks?id=976d67ad-60de-4be2-a240-a66f4eadb900 HTTP/1.1" status: 200 len: 915 time: 0.0963953 Aug 12 15:02:40.907266 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-af9f0710-168d-4150-9838-153f4b4757e5 req-60eda90e-c1dc-4ba4-a07a-3b936efe421a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3118ad5e-af72-4676-86b2-50b1ce9528ce HTTP/1.1" status: 200 len: 217 time: 0.0372612 Aug 12 15:02:40.975785 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9f0710-168d-4150-9838-153f4b4757e5 req-57367e9b-122e-4989-a5e9-85165e277058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:02:40.977331 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-af9f0710-168d-4150-9838-153f4b4757e5 req-57367e9b-122e-4989-a5e9-85165e277058 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=644d5629-d5dc-4416-864a-2e730cafd4de HTTP/1.1" status: 200 len: 854 time: 0.0496879 Aug 12 15:02:41.011146 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-af9f0710-168d-4150-9838-153f4b4757e5 req-a0e07668-247f-4427-a618-9eebd7df2c92 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=976d67ad-60de-4be2-a240-a66f4eadb900&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251348 Aug 12 15:02:41.130170 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5364e621-5ad8-4343-b328-a09b9beb14fa req-df074c08-c5e3-4851-8f15-dd8ee88f7e20 tempest-VolumesSnapshotTestJSON-1315215538 tempest-VolumesSnapshotTestJSON-1315215538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:02:41.131618 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-5364e621-5ad8-4343-b328-a09b9beb14fa req-df074c08-c5e3-4851-8f15-dd8ee88f7e20 tempest-VolumesSnapshotTestJSON-1315215538 tempest-VolumesSnapshotTestJSON-1315215538-project] 10.222.0.39 "GET /v2.0/ports?device_id=69a0d219-e429-418e-855c-04caea1a1b73 HTTP/1.1" status: 200 len: 944 time: 0.0927505 Aug 12 15:02:41.165116 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-af9f0710-168d-4150-9838-153f4b4757e5 req-52c63e2a-399a-4098-8669-fd2a55dd9a7e service neutron] 10.222.0.64 "GET /v2.0/networks/976d67ad-60de-4be2-a240-a66f4eadb900?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452312 Aug 12 15:02:41.190030 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-5364e621-5ad8-4343-b328-a09b9beb14fa req-129bfd93-767f-4f12-9f34-4a22d84d53f7 tempest-VolumesSnapshotTestJSON-1315215538 tempest-VolumesSnapshotTestJSON-1315215538-project] 10.222.0.39 "GET /v2.0/security-groups?id=f5b69b96-d6df-4912-b67f-8c03793cf91c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481997 Aug 12 15:02:41.266970 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-af9f0710-168d-4150-9838-153f4b4757e5 req-cada2e60-8a83-4ebd-8055-3561e7536417 service neutron] 10.222.0.64 "GET /v2.0/networks/976d67ad-60de-4be2-a240-a66f4eadb900?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912719 Aug 12 15:02:41.447195 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:02:42.315915 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def3c396-afbb-4843-8cec-0f78e718881e req-c3a03019-729e-4366-bd7b-b85e64ff2ca5 tempest-VolumesSnapshotTestJSON-1315215538 tempest-VolumesSnapshotTestJSON-1315215538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:02:42.317462 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-def3c396-afbb-4843-8cec-0f78e718881e req-c3a03019-729e-4366-bd7b-b85e64ff2ca5 tempest-VolumesSnapshotTestJSON-1315215538 tempest-VolumesSnapshotTestJSON-1315215538-project] 10.222.0.39 "GET /v2.0/ports?device_id=69a0d219-e429-418e-855c-04caea1a1b73 HTTP/1.1" status: 200 len: 944 time: 0.0526366 Aug 12 15:02:42.357870 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-def3c396-afbb-4843-8cec-0f78e718881e req-189f142a-5313-4ddb-963b-766eed5aad9c tempest-VolumesSnapshotTestJSON-1315215538 tempest-VolumesSnapshotTestJSON-1315215538-project] 10.222.0.39 "GET /v2.0/security-groups?id=f5b69b96-d6df-4912-b67f-8c03793cf91c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343025 Aug 12 15:02:42.743311 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:02:43.022743 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:02:43.386598 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-5ae45bbd-487c-4d70-a13c-189c71c5f260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:02:43.483784 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b2acb3-8c3a-4043-ad63-c49e2465416e req-c72fe6ad-4006-424a-a15d-eff2bfde677c tempest-VolumesSnapshotTestJSON-1315215538 tempest-VolumesSnapshotTestJSON-1315215538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:02:43.485342 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a8b2acb3-8c3a-4043-ad63-c49e2465416e req-c72fe6ad-4006-424a-a15d-eff2bfde677c tempest-VolumesSnapshotTestJSON-1315215538 tempest-VolumesSnapshotTestJSON-1315215538-project] 10.222.0.39 "GET /v2.0/ports?device_id=69a0d219-e429-418e-855c-04caea1a1b73 HTTP/1.1" status: 200 len: 944 time: 0.0558197 Aug 12 15:02:43.523409 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a8b2acb3-8c3a-4043-ad63-c49e2465416e req-f87d94f7-bb66-4a3d-9a99-57c3d845e28a tempest-VolumesSnapshotTestJSON-1315215538 tempest-VolumesSnapshotTestJSON-1315215538-project] 10.222.0.39 "GET /v2.0/security-groups?id=f5b69b96-d6df-4912-b67f-8c03793cf91c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321217 Aug 12 15:02:44.012559 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-1769855f-eda9-4483-9dc3-3220908ab45d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:02:44.652258 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378613ab-c565-45a0-b13d-d556cdd35fa3 req-11da318e-da2e-4eb1-ade0-1f223393053a tempest-VolumesSnapshotTestJSON-1315215538 tempest-VolumesSnapshotTestJSON-1315215538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:02:44.653741 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-378613ab-c565-45a0-b13d-d556cdd35fa3 req-11da318e-da2e-4eb1-ade0-1f223393053a tempest-VolumesSnapshotTestJSON-1315215538 tempest-VolumesSnapshotTestJSON-1315215538-project] 10.222.0.39 "GET /v2.0/ports?device_id=69a0d219-e429-418e-855c-04caea1a1b73 HTTP/1.1" status: 200 len: 944 time: 0.0576334 Aug 12 15:02:44.692766 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-378613ab-c565-45a0-b13d-d556cdd35fa3 req-0ffe3fd9-44eb-47ae-8b49-bcce36aeb3c1 tempest-VolumesSnapshotTestJSON-1315215538 tempest-VolumesSnapshotTestJSON-1315215538-project] 10.222.0.39 "GET /v2.0/security-groups?id=f5b69b96-d6df-4912-b67f-8c03793cf91c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327330 Aug 12 15:02:44.954978 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device 3118ad5e-af72-4676-86b2-50b1ce9528ce details requested by agent hyperv_n-h1-694802-15 with host n-h1-694802-15 {{(pid=94468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 15:02:45.056776 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port 3118ad5e-af72-4676-86b2-50b1ce9528ce, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=3118ad5e-af72-4676-86b2-50b1ce9528ce,segment=NetworkSegment(a7c6e18c-e2d9-4925-a099-2aab2e87c1e8),segment_id=a7c6e18c-e2d9-4925-a099-2aab2e87c1e8)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:02:45.068771 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Returning: {'device': '3118ad5e-af72-4676-86b2-50b1ce9528ce', 'network_id': '976d67ad-60de-4be2-a240-a66f4eadb900', 'port_id': '3118ad5e-af72-4676-86b2-50b1ce9528ce', 'mac_address': 'fa:16:3e:b3:5b:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '644d5629-d5dc-4416-864a-2e730cafd4de', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 15:02:45.104855 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:02:45.117483 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3118ad5e-af72-4676-86b2-50b1ce9528ce {{(pid=94468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 15:02:45.137244 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port 3118ad5e-af72-4676-86b2-50b1ce9528ce, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=3118ad5e-af72-4676-86b2-50b1ce9528ce,segment=NetworkSegment(a7c6e18c-e2d9-4925-a099-2aab2e87c1e8),segment_id=a7c6e18c-e2d9-4925-a099-2aab2e87c1e8)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:02:45.141200 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:02:45.193986 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Pushing event updated for resources: {'Port': ['ID=3118ad5e-af72-4676-86b2-50b1ce9528ce,revision_number=4']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:02:45.424096 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] get_ports_and_sgs() called for port_ids ['3118ad5e-af72-4676-86b2-50b1ce9528ce'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 15:02:45.643291 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-fe95f194-a3b0-4c04-9e42-20b511169d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:02:45.816098 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b222ab-56fa-4a1a-b3ad-19ad64628f2f req-a8dcd946-7982-435d-a492-e4cf1eca9780 tempest-VolumesSnapshotTestJSON-1315215538 tempest-VolumesSnapshotTestJSON-1315215538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:02:45.817721 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-20b222ab-56fa-4a1a-b3ad-19ad64628f2f req-a8dcd946-7982-435d-a492-e4cf1eca9780 tempest-VolumesSnapshotTestJSON-1315215538 tempest-VolumesSnapshotTestJSON-1315215538-project] 10.222.0.39 "GET /v2.0/ports?device_id=69a0d219-e429-418e-855c-04caea1a1b73 HTTP/1.1" status: 200 len: 945 time: 0.0545800 Aug 12 15:02:45.861138 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-20b222ab-56fa-4a1a-b3ad-19ad64628f2f req-72008135-668f-44f2-bf20-86fc1321f627 tempest-VolumesSnapshotTestJSON-1315215538 tempest-VolumesSnapshotTestJSON-1315215538-project] 10.222.0.39 "GET /v2.0/security-groups?id=f5b69b96-d6df-4912-b67f-8c03793cf91c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370641 Aug 12 15:02:46.958728 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device 3118ad5e-af72-4676-86b2-50b1ce9528ce up at agent hyperv_n-h1-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 15:02:46.981368 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31f7ae0-22d4-4094-b1f6-8c93fcef54be req-654b79bd-ac24-44dc-8ece-63dd1425c3c1 tempest-VolumesSnapshotTestJSON-1315215538 tempest-VolumesSnapshotTestJSON-1315215538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:02:46.983037 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-f31f7ae0-22d4-4094-b1f6-8c93fcef54be req-654b79bd-ac24-44dc-8ece-63dd1425c3c1 tempest-VolumesSnapshotTestJSON-1315215538 tempest-VolumesSnapshotTestJSON-1315215538-project] 10.222.0.39 "GET /v2.0/ports?device_id=69a0d219-e429-418e-855c-04caea1a1b73 HTTP/1.1" status: 200 len: 945 time: 0.0549309 Aug 12 15:02:47.013582 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Provisioning for port 3118ad5e-af72-4676-86b2-50b1ce9528ce completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:02:47.020098 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Provisioning complete for port 3118ad5e-af72-4676-86b2-50b1ce9528ce triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:02:47.020098 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:02:47.041040 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-f31f7ae0-22d4-4094-b1f6-8c93fcef54be req-bb7f0ef1-6fe2-468e-a082-fc6fde30081c tempest-VolumesSnapshotTestJSON-1315215538 tempest-VolumesSnapshotTestJSON-1315215538-project] 10.222.0.39 "GET /v2.0/security-groups?id=f5b69b96-d6df-4912-b67f-8c03793cf91c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511796 Aug 12 15:02:47.100720 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:02:47.124703 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69a0d219-e429-418e-855c-04caea1a1b73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3118ad5e-af72-4676-86b2-50b1ce9528ce'}] {{(pid=94468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:02:47.127108 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99a8d87602170099c728e57431aca99e9b98a655a83bbf8727be13192709727b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a89dea7-66c3-41c1-a5e4-d0d4a9edde49" -d '{"events": [{"server_uuid": "69a0d219-e429-418e-855c-04caea1a1b73", "name": "network-vif-plugged", "status": "completed", "tag": "3118ad5e-af72-4676-86b2-50b1ce9528ce"}]}' {{(pid=94468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 15:02:47.139757 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port 3118ad5e-af72-4676-86b2-50b1ce9528ce, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=3118ad5e-af72-4676-86b2-50b1ce9528ce,segment=NetworkSegment(a7c6e18c-e2d9-4925-a099-2aab2e87c1e8),segment_id=a7c6e18c-e2d9-4925-a099-2aab2e87c1e8)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:02:47.144899 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:02:47.170199 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 15:02:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2478dd1a-e662-4bdd-8527-3f479b17b4e5 x-openstack-request-id: req-2478dd1a-e662-4bdd-8527-3f479b17b4e5 {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 15:02:47.170489 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69a0d219-e429-418e-855c-04caea1a1b73", "name": "network-vif-plugged", "status": "completed", "tag": "3118ad5e-af72-4676-86b2-50b1ce9528ce", "code": 200}]} {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 15:02:47.170739 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2478dd1a-e662-4bdd-8527-3f479b17b4e5 {{(pid=94468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 15:02:47.171144 n-d-694802-15 neutron-server[94468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69a0d219-e429-418e-855c-04caea1a1b73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3118ad5e-af72-4676-86b2-50b1ce9528ce', 'code': 200} Aug 12 15:02:47.198304 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Pushing event updated for resources: {'Port': ['ID=3118ad5e-af72-4676-86b2-50b1ce9528ce,revision_number=5']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:02:47.280768 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0ec181-696d-4fe2-bf91-34d71c016d9b req-6eb55599-1108-43a2-9f08-4408f3383a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:02:47.282308 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0a0ec181-696d-4fe2-bf91-34d71c016d9b req-6eb55599-1108-43a2-9f08-4408f3383a38 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=69a0d219-e429-418e-855c-04caea1a1b73 HTTP/1.1" status: 200 len: 1098 time: 0.0415616 Aug 12 15:02:47.323571 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0a0ec181-696d-4fe2-bf91-34d71c016d9b req-17286ee8-8cd1-432f-a80e-0f8ad80ab836 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=f5b69b96-d6df-4912-b67f-8c03793cf91c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310051 Aug 12 15:02:48.180404 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29df492-abb0-4b03-b3e7-81a5d3b402d6 req-7dab92df-9499-424f-a192-49d3d6123dd8 tempest-VolumesSnapshotTestJSON-1315215538 tempest-VolumesSnapshotTestJSON-1315215538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:02:48.182554 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-c29df492-abb0-4b03-b3e7-81a5d3b402d6 req-7dab92df-9499-424f-a192-49d3d6123dd8 tempest-VolumesSnapshotTestJSON-1315215538 tempest-VolumesSnapshotTestJSON-1315215538-project] 10.222.0.39 "GET /v2.0/ports?device_id=69a0d219-e429-418e-855c-04caea1a1b73 HTTP/1.1" status: 200 len: 946 time: 0.0509655 Aug 12 15:02:48.220944 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-c29df492-abb0-4b03-b3e7-81a5d3b402d6 req-3523c8b2-ddea-4aa9-a72a-b44b00eec2fc tempest-VolumesSnapshotTestJSON-1315215538 tempest-VolumesSnapshotTestJSON-1315215538-project] 10.222.0.39 "GET /v2.0/security-groups?id=f5b69b96-d6df-4912-b67f-8c03793cf91c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322011 Aug 12 15:02:49.358476 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b0d2b6-a445-41cf-b2d7-efbff1fa2bcf req-17e63626-e1fe-49a0-bd36-bf17fd1ee187 tempest-VolumesSnapshotTestJSON-1315215538 tempest-VolumesSnapshotTestJSON-1315215538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:02:49.360202 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c7b0d2b6-a445-41cf-b2d7-efbff1fa2bcf req-17e63626-e1fe-49a0-bd36-bf17fd1ee187 tempest-VolumesSnapshotTestJSON-1315215538 tempest-VolumesSnapshotTestJSON-1315215538-project] 10.222.0.39 "GET /v2.0/ports?device_id=69a0d219-e429-418e-855c-04caea1a1b73 HTTP/1.1" status: 200 len: 946 time: 0.0578151 Aug 12 15:02:49.399320 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c7b0d2b6-a445-41cf-b2d7-efbff1fa2bcf req-db9c0e27-9ad7-41f3-bc09-46908fd698ab tempest-VolumesSnapshotTestJSON-1315215538 tempest-VolumesSnapshotTestJSON-1315215538-project] 10.222.0.39 "GET /v2.0/security-groups?id=f5b69b96-d6df-4912-b67f-8c03793cf91c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330582 Aug 12 15:02:50.680204 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.agents_db [None req-17ed3e4c-1a7d-4162-9646-11c134aca297 None None] Agent healthcheck: found 7 active agents {{(pid=94469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 15:03:02.471844 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 50248) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:03:02.592487 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-5e29e700-02cd-43ae-8853-d74e901198f3 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] 10.222.0.39 "GET /v2.0/floatingips/7ada54e8-a779-45dd-b11e-cd7229c62305 HTTP/1.1" status: 200 len: 994 time: 0.1172755 Aug 12 15:03:02.813460 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 50260) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:03:03.035469 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-d9638570-4360-4a82-bb7a-dca54a07b010 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Deleting port fb0d7f96-c6c0-48aa-ab37-ab2da51d7645 {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 15:03:03.036449 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d9638570-4360-4a82-bb7a-dca54a07b010 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:03:03.140770 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d9638570-4360-4a82-bb7a-dca54a07b010 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:03:03.141101 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d9638570-4360-4a82-bb7a-dca54a07b010 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:03:03.158725 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-d9638570-4360-4a82-bb7a-dca54a07b010 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Calling delete_port for fb0d7f96-c6c0-48aa-ab37-ab2da51d7645 owned by network:floatingip {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 15:03:03.396227 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d9638570-4360-4a82-bb7a-dca54a07b010 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:03:03.427155 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9638570-4360-4a82-bb7a-dca54a07b010 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Pushing event deleted for resources: {'Port': ['ID=fb0d7f96-c6c0-48aa-ab37-ab2da51d7645,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:03:03.500298 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d9638570-4360-4a82-bb7a-dca54a07b010 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify callbacks [] for floatingip, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:03:03.501003 n-d-694802-15 neutron-server[94466]: INFO neutron.db.l3_db [None req-d9638570-4360-4a82-bb7a-dca54a07b010 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Floating IP 7ada54e8-a779-45dd-b11e-cd7229c62305 disassociated (deleted). External IP: 172.25.1.116, port: 9b8a92ec-04d8-4d10-9a6c-846f3df458ca. Aug 12 15:03:03.783742 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9638570-4360-4a82-bb7a-dca54a07b010 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Router 696ab42f-cf00-45a9-816b-eca85f046981 has already been hosted by L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f {{(pid=94466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 15:03:03.900374 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9638570-4360-4a82-bb7a-dca54a07b010 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 15:03:03.905855 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d9638570-4360-4a82-bb7a-dca54a07b010 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for floatingip, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:03:03.913814 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66f93385-b6ca-47ef-a622-1e1146e5950b None None] Sync routers for ids ['696ab42f-cf00-45a9-816b-eca85f046981'] in n-d-694802-15 {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 15:03:03.936100 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66f93385-b6ca-47ef-a622-1e1146e5950b None None] Routers {'696ab42f-cf00-45a9-816b-eca85f046981'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:03:03.938501 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-66f93385-b6ca-47ef-a622-1e1146e5950b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T15:02:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['696ab42f-cf00-45a9-816b-eca85f046981'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:03:03.943396 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-d9638570-4360-4a82-bb7a-dca54a07b010 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] 10.222.0.39 "DELETE /v2.0/floatingips/7ada54e8-a779-45dd-b11e-cd7229c62305 HTTP/1.1" status: 204 len: 168 time: 1.1288159 Aug 12 15:03:03.944212 n-d-694802-15 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39b3d464-88ad-4b7a-b462-a5e428d26d04', 'tag': '9b8a92ec-04d8-4d10-9a6c-846f3df458ca'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:03:03.947336 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e785eeede3897370d0b20f09d5f461b30cfecd5ed38c4f07dacd02bc52c9277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04eaf478-481d-4d5b-86a9-62673e5b7659" -d '{"events": [{"name": "network-changed", "server_uuid": "39b3d464-88ad-4b7a-b462-a5e428d26d04", "tag": "9b8a92ec-04d8-4d10-9a6c-846f3df458ca"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 15:03:04.105910 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [req-573b045e-1fd5-4784-85e7-52ac56e8b2bb req-67f19067-f769-48c3-8b27-45bfdd8106f5 service neutron] (94466) timed out ('10.222.0.39', 58580) {{(pid=94466) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 12 15:03:04.112722 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvr_db [None req-66f93385-b6ca-47ef-a622-1e1146e5950b None None] Set router 696ab42f-cf00-45a9-816b-eca85f046981 gateway port host: n-d-694802-15 {{(pid=94468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:03:04.159372 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 15:03:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c2994d7-f517-40ce-8014-97b6af7bc14f x-openstack-request-id: req-6c2994d7-f517-40ce-8014-97b6af7bc14f {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 15:03:04.159774 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39b3d464-88ad-4b7a-b462-a5e428d26d04", "tag": "9b8a92ec-04d8-4d10-9a6c-846f3df458ca", "status": "completed", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 15:03:04.160129 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6c2994d7-f517-40ce-8014-97b6af7bc14f {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 15:03:04.161243 n-d-694802-15 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39b3d464-88ad-4b7a-b462-a5e428d26d04', 'tag': '9b8a92ec-04d8-4d10-9a6c-846f3df458ca', 'status': 'completed', 'code': 200} Aug 12 15:03:04.259282 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04eaf478-481d-4d5b-86a9-62673e5b7659 req-c43c1bc6-9318-4649-8b34-a2e87027612d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:03:04.263959 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-04eaf478-481d-4d5b-86a9-62673e5b7659 req-c43c1bc6-9318-4649-8b34-a2e87027612d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=cbaad1cb6c364f2d8238ea489cf6e7b7&device_id=39b3d464-88ad-4b7a-b462-a5e428d26d04 HTTP/1.1" status: 200 len: 1098 time: 0.0684311 Aug 12 15:03:04.384015 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359dbe46-9333-49e6-a32b-6f9e597a1228 req-6ad178c5-81c2-4469-bdb1-369098f235b4 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:03:04.386785 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-359dbe46-9333-49e6-a32b-6f9e597a1228 req-6ad178c5-81c2-4469-bdb1-369098f235b4 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] 10.222.0.39 "GET /v2.0/ports?device_id=39b3d464-88ad-4b7a-b462-a5e428d26d04 HTTP/1.1" status: 200 len: 946 time: 0.0917411 Aug 12 15:03:04.396444 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04eaf478-481d-4d5b-86a9-62673e5b7659 req-a2ca97e9-8a7a-4747-ab07-b062ef3fed13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:03:04.397669 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-66f93385-b6ca-47ef-a622-1e1146e5950b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '696ab42f-cf00-45a9-816b-eca85f046981', 'name': 'tempest-TestNetworkBasicOps-router-1801539921', 'tenant_id': 'cbaad1cb6c364f2d8238ea489cf6e7b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.27'}], 'enable_snat': True}, 'gw_port_id': '54a1131c-684b-4fc3-bbdb-515c570248ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:01:24Z', 'updated_at': '2021-08-12T15:01:30Z', 'revision_number': 4, 'project_id': 'cbaad1cb6c364f2d8238ea489cf6e7b7', 'gw_port': {'id': '54a1131c-684b-4fc3-bbdb-515c570248ab', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:ac:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '696ab42f-cf00-45a9-816b-eca85f046981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3524, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:01:25Z', 'updated_at': '2021-08-12T15:01:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': '83a3d416-a6dd-406a-9473-d88cace7fe2f', 'name': '', 'network_id': 'c9a8c7d4-bc16-4fb6-95f2-11d597740ec3', 'tenant_id': 'cbaad1cb6c364f2d8238ea489cf6e7b7', 'mac_address': 'fa:16:3e:5f:07:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '696ab42f-cf00-45a9-816b-eca85f046981', 'device_owner': 'network:router_interface', 'standard_attr_id': 3532, 'fixed_ips': [{'subnet_id': 'cb4c46fb-a02d-4ee1-938e-e28426a80cb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:01:29Z', 'updated_at': '2021-08-12T15:01:34Z', 'revision_number': 5, 'project_id': 'cbaad1cb6c364f2d8238ea489cf6e7b7', 'subnets': [{'id': 'cb4c46fb-a02d-4ee1-938e-e28426a80cb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:03:04.398555 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-04eaf478-481d-4d5b-86a9-62673e5b7659 req-a2ca97e9-8a7a-4747-ab07-b062ef3fed13 service neutron] 10.222.0.49 "GET /v2.0/networks?id=c9a8c7d4-bc16-4fb6-95f2-11d597740ec3 HTTP/1.1" status: 200 len: 898 time: 0.1262767 Aug 12 15:03:04.430075 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66f93385-b6ca-47ef-a622-1e1146e5950b None None] Checking router: 696ab42f-cf00-45a9-816b-eca85f046981 for host: n-d-694802-15 {{(pid=94468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 15:03:04.444866 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66f93385-b6ca-47ef-a622-1e1146e5950b None None] Routers {'696ab42f-cf00-45a9-816b-eca85f046981'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:03:04.445716 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-66f93385-b6ca-47ef-a622-1e1146e5950b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T15:02:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['696ab42f-cf00-45a9-816b-eca85f046981'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:03:04.460635 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-04eaf478-481d-4d5b-86a9-62673e5b7659 req-27a6a935-89a3-4abc-94ba-32ba99a149ff service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9b8a92ec-04d8-4d10-9a6c-846f3df458ca HTTP/1.1" status: 200 len: 217 time: 0.0526693 Aug 12 15:03:04.460999 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-359dbe46-9333-49e6-a32b-6f9e597a1228 req-a36ef258-cf8b-4906-8efd-09de00b9c7a7 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] 10.222.0.39 "GET /v2.0/security-groups?id=3af69154-cbb3-4a88-8295-201bee41596b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661702 Aug 12 15:03:04.530778 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04eaf478-481d-4d5b-86a9-62673e5b7659 req-e78c12a3-c193-4497-9da9-3127a6e1d1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:03:04.532407 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-04eaf478-481d-4d5b-86a9-62673e5b7659 req-e78c12a3-c193-4497-9da9-3127a6e1d1ff service neutron] 10.222.0.49 "GET /v2.0/subnets?id=cb4c46fb-a02d-4ee1-938e-e28426a80cb6 HTTP/1.1" status: 200 len: 834 time: 0.0632670 Aug 12 15:03:04.593036 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvr_db [None req-66f93385-b6ca-47ef-a622-1e1146e5950b None None] Set router 696ab42f-cf00-45a9-816b-eca85f046981 gateway port host: n-d-694802-15 {{(pid=94468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:03:04.593264 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04eaf478-481d-4d5b-86a9-62673e5b7659 req-b10557d5-6e6e-4bd6-845f-aeee6c6c8cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:03:04.594824 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-04eaf478-481d-4d5b-86a9-62673e5b7659 req-b10557d5-6e6e-4bd6-845f-aeee6c6c8cfd service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c9a8c7d4-bc16-4fb6-95f2-11d597740ec3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0534801 Aug 12 15:03:04.700266 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-04eaf478-481d-4d5b-86a9-62673e5b7659 req-e0b93ab1-b935-4062-b647-dbc00e3f574b service neutron] 10.222.0.49 "GET /v2.0/networks/c9a8c7d4-bc16-4fb6-95f2-11d597740ec3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968640 Aug 12 15:03:04.804891 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-04eaf478-481d-4d5b-86a9-62673e5b7659 req-4cc3e737-9457-447e-aaf5-1dd5939bb016 service neutron] 10.222.0.49 "GET /v2.0/networks/c9a8c7d4-bc16-4fb6-95f2-11d597740ec3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953565 Aug 12 15:03:04.825291 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-66f93385-b6ca-47ef-a622-1e1146e5950b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '696ab42f-cf00-45a9-816b-eca85f046981', 'name': 'tempest-TestNetworkBasicOps-router-1801539921', 'tenant_id': 'cbaad1cb6c364f2d8238ea489cf6e7b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.27'}], 'enable_snat': True}, 'gw_port_id': '54a1131c-684b-4fc3-bbdb-515c570248ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:01:24Z', 'updated_at': '2021-08-12T15:01:30Z', 'revision_number': 4, 'project_id': 'cbaad1cb6c364f2d8238ea489cf6e7b7', 'gw_port': {'id': '54a1131c-684b-4fc3-bbdb-515c570248ab', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:ac:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '696ab42f-cf00-45a9-816b-eca85f046981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3524, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:01:25Z', 'updated_at': '2021-08-12T15:01:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': '83a3d416-a6dd-406a-9473-d88cace7fe2f', 'name': '', 'network_id': 'c9a8c7d4-bc16-4fb6-95f2-11d597740ec3', 'tenant_id': 'cbaad1cb6c364f2d8238ea489cf6e7b7', 'mac_address': 'fa:16:3e:5f:07:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '696ab42f-cf00-45a9-816b-eca85f046981', 'device_owner': 'network:router_interface', 'standard_attr_id': 3532, 'fixed_ips': [{'subnet_id': 'cb4c46fb-a02d-4ee1-938e-e28426a80cb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:01:29Z', 'updated_at': '2021-08-12T15:01:34Z', 'revision_number': 5, 'project_id': 'cbaad1cb6c364f2d8238ea489cf6e7b7', 'subnets': [{'id': 'cb4c46fb-a02d-4ee1-938e-e28426a80cb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:03:04.855230 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66f93385-b6ca-47ef-a622-1e1146e5950b None None] The sync data for ids ['696ab42f-cf00-45a9-816b-eca85f046981'] in n-d-694802-15 is: [{'id': '696ab42f-cf00-45a9-816b-eca85f046981', 'name': 'tempest-TestNetworkBasicOps-router-1801539921', 'tenant_id': 'cbaad1cb6c364f2d8238ea489cf6e7b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.27'}], 'enable_snat': True}, 'gw_port_id': '54a1131c-684b-4fc3-bbdb-515c570248ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:01:24Z', 'updated_at': '2021-08-12T15:01:30Z', 'revision_number': 4, 'project_id': 'cbaad1cb6c364f2d8238ea489cf6e7b7', 'gw_port': {'id': '54a1131c-684b-4fc3-bbdb-515c570248ab', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:ac:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '696ab42f-cf00-45a9-816b-eca85f046981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3524, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:01:25Z', 'updated_at': '2021-08-12T15:01:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': '83a3d416-a6dd-406a-9473-d88cace7fe2f', 'name': '', 'network_id': 'c9a8c7d4-bc16-4fb6-95f2-11d597740ec3', 'tenant_id': 'cbaad1cb6c364f2d8238ea489cf6e7b7', 'mac_address': 'fa:16:3e:5f:07:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '696ab42f-cf00-45a9-816b-eca85f046981', 'device_owner': 'network:router_interface', 'standard_attr_id': 3532, 'fixed_ips': [{'subnet_id': 'cb4c46fb-a02d-4ee1-938e-e28426a80cb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:01:29Z', 'updated_at': '2021-08-12T15:01:34Z', 'revision_number': 5, 'project_id': 'cbaad1cb6c364f2d8238ea489cf6e7b7', 'subnets': [{'id': 'cb4c46fb-a02d-4ee1-938e-e28426a80cb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 15:03:05.183717 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e668204-f0d8-4dad-8c15-ad810481d289 None None] New status for floating IP 7ada54e8-a779-45dd-b11e-cd7229c62305: DOWN {{(pid=94469) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 15:03:05.601025 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4c60f0-b016-4aea-af06-2317630fd36e req-6142f24c-47e8-463a-af5a-2ef3c763b1d3 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:03:05.602698 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-ac4c60f0-b016-4aea-af06-2317630fd36e req-6142f24c-47e8-463a-af5a-2ef3c763b1d3 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] 10.222.0.39 "GET /v2.0/ports?device_id=39b3d464-88ad-4b7a-b462-a5e428d26d04 HTTP/1.1" status: 200 len: 946 time: 0.0712154 Aug 12 15:03:05.645891 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-ac4c60f0-b016-4aea-af06-2317630fd36e req-50de318b-d1d2-43a3-a943-5f0354ce76e4 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] 10.222.0.39 "GET /v2.0/security-groups?id=3af69154-cbb3-4a88-8295-201bee41596b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363116 Aug 12 15:03:05.871656 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d0a92b-f8e5-486e-a6f5-969514568cdc req-0e68bb3d-1337-4a2e-b09b-d65b07c94853 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:03:05.873520 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c5d0a92b-f8e5-486e-a6f5-969514568cdc req-0e68bb3d-1337-4a2e-b09b-d65b07c94853 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] 10.222.0.49 "GET /v2.0/ports?device_id=39b3d464-88ad-4b7a-b462-a5e428d26d04 HTTP/1.1" status: 200 len: 946 time: 0.0550258 Aug 12 15:03:05.984671 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [req-c5d0a92b-f8e5-486e-a6f5-969514568cdc req-83b6f291-be15-44fe-bcd3-7e2ece30ec59 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Deleting port 9b8a92ec-04d8-4d10-9a6c-846f3df458ca {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 15:03:05.985107 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-c5d0a92b-f8e5-486e-a6f5-969514568cdc req-83b6f291-be15-44fe-bcd3-7e2ece30ec59 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:03:06.081347 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-c5d0a92b-f8e5-486e-a6f5-969514568cdc req-83b6f291-be15-44fe-bcd3-7e2ece30ec59 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] For port 9b8a92ec-04d8-4d10-9a6c-846f3df458ca, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=9b8a92ec-04d8-4d10-9a6c-846f3df458ca,segment=NetworkSegment(48e01071-2a21-4f4e-a9d8-9b6d997bff42),segment_id=48e01071-2a21-4f4e-a9d8-9b6d997bff42)] {{(pid=94467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:03:06.081861 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-c5d0a92b-f8e5-486e-a6f5-969514568cdc req-83b6f291-be15-44fe-bcd3-7e2ece30ec59 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:03:06.095815 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [req-c5d0a92b-f8e5-486e-a6f5-969514568cdc req-83b6f291-be15-44fe-bcd3-7e2ece30ec59 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Calling delete_port for 9b8a92ec-04d8-4d10-9a6c-846f3df458ca owned by compute:nova {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 15:03:06.260362 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-c5d0a92b-f8e5-486e-a6f5-969514568cdc req-83b6f291-be15-44fe-bcd3-7e2ece30ec59 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:03:06.299682 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b6f291-be15-44fe-bcd3-7e2ece30ec59 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Pushing event deleted for resources: {'Port': ['ID=9b8a92ec-04d8-4d10-9a6c-846f3df458ca,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:03:06.335075 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b6f291-be15-44fe-bcd3-7e2ece30ec59 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:03:06.335422 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b6f291-be15-44fe-bcd3-7e2ece30ec59 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:03:06.335823 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b6f291-be15-44fe-bcd3-7e2ece30ec59 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:03:06.336165 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b6f291-be15-44fe-bcd3-7e2ece30ec59 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:03:06.336528 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b6f291-be15-44fe-bcd3-7e2ece30ec59 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:03:06.336861 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b6f291-be15-44fe-bcd3-7e2ece30ec59 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:03:06.337328 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b6f291-be15-44fe-bcd3-7e2ece30ec59 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:03:06.337608 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b6f291-be15-44fe-bcd3-7e2ece30ec59 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:03:06.338005 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b6f291-be15-44fe-bcd3-7e2ece30ec59 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:03:06.338330 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b6f291-be15-44fe-bcd3-7e2ece30ec59 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:03:06.338704 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b6f291-be15-44fe-bcd3-7e2ece30ec59 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:03:06.339063 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b6f291-be15-44fe-bcd3-7e2ece30ec59 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:03:06.355901 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5d0a92b-f8e5-486e-a6f5-969514568cdc req-83b6f291-be15-44fe-bcd3-7e2ece30ec59 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] No DVR routers for this DVR port 9b8a92ec-04d8-4d10-9a6c-846f3df458ca on host n-h2-694802-15 {{(pid=94467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 15:03:06.358386 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-c5d0a92b-f8e5-486e-a6f5-969514568cdc req-83b6f291-be15-44fe-bcd3-7e2ece30ec59 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:03:06.360453 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c5d0a92b-f8e5-486e-a6f5-969514568cdc req-83b6f291-be15-44fe-bcd3-7e2ece30ec59 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] 10.222.0.49 "DELETE /v2.0/ports/9b8a92ec-04d8-4d10-9a6c-846f3df458ca HTTP/1.1" status: 204 len: 173 time: 0.4805448 Aug 12 15:03:06.360899 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39b3d464-88ad-4b7a-b462-a5e428d26d04', 'name': 'network-vif-deleted', 'tag': '9b8a92ec-04d8-4d10-9a6c-846f3df458ca'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:03:06.363707 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e65282f928b64038367d043a4411777802006c43a98742496cb2e25b724ff1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6b915f7-f653-4f1e-acaf-34b6dae88e50" -d '{"events": [{"server_uuid": "39b3d464-88ad-4b7a-b462-a5e428d26d04", "name": "network-vif-deleted", "tag": "9b8a92ec-04d8-4d10-9a6c-846f3df458ca"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 15:03:06.410685 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 15:03:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b49d33a-cec5-4b29-a583-17041e49cf33 x-openstack-request-id: req-5b49d33a-cec5-4b29-a583-17041e49cf33 {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 15:03:06.410988 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39b3d464-88ad-4b7a-b462-a5e428d26d04", "name": "network-vif-deleted", "tag": "9b8a92ec-04d8-4d10-9a6c-846f3df458ca", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 15:03:06.411263 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5b49d33a-cec5-4b29-a583-17041e49cf33 {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 15:03:06.412087 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39b3d464-88ad-4b7a-b462-a5e428d26d04', 'name': 'network-vif-deleted', 'tag': '9b8a92ec-04d8-4d10-9a6c-846f3df458ca', 'status': 'completed', 'code': 200} Aug 12 15:03:06.792852 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-ddef3c7a-5c03-43b8-b443-9ba806bcedb0 req-0ffda7e2-31f7-497c-a997-73cb618153bb tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] 10.222.0.39 "GET /v2.0/ports?device_id=39b3d464-88ad-4b7a-b462-a5e428d26d04 HTTP/1.1" status: 200 len: 210 time: 0.0386870 Aug 12 15:03:07.833017 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 50374) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:03:07.898064 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-fd581111-6030-4742-bb6b-fdb06c15def8 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify callbacks [] for security_group, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:03:07.923844 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-fd581111-6030-4742-bb6b-fdb06c15def8 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:03:07.999265 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-fd581111-6030-4742-bb6b-fdb06c15def8 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:03:08.002024 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-fd581111-6030-4742-bb6b-fdb06c15def8 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:03:08.004127 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-fd581111-6030-4742-bb6b-fdb06c15def8 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] 10.222.0.39 "DELETE /v2.0/security-groups/3af69154-cbb3-4a88-8295-201bee41596b HTTP/1.1" status: 204 len: 168 time: 0.1686614 Aug 12 15:03:08.019577 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd581111-6030-4742-bb6b-fdb06c15def8 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3af69154-cbb3-4a88-8295-201bee41596b,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:03:08.030808 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd581111-6030-4742-bb6b-fdb06c15def8 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:03:08.031807 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd581111-6030-4742-bb6b-fdb06c15def8 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:03:08.032343 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd581111-6030-4742-bb6b-fdb06c15def8 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:03:08.033110 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd581111-6030-4742-bb6b-fdb06c15def8 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:03:08.033606 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd581111-6030-4742-bb6b-fdb06c15def8 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:03:08.034169 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd581111-6030-4742-bb6b-fdb06c15def8 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:03:08.036246 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd581111-6030-4742-bb6b-fdb06c15def8 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:03:08.037035 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd581111-6030-4742-bb6b-fdb06c15def8 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:03:08.037542 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd581111-6030-4742-bb6b-fdb06c15def8 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:03:08.037874 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd581111-6030-4742-bb6b-fdb06c15def8 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:03:08.038415 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd581111-6030-4742-bb6b-fdb06c15def8 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:03:08.039086 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd581111-6030-4742-bb6b-fdb06c15def8 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:03:08.040088 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 50382) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:03:08.452829 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-46da4f27-12e3-442e-9e65-2e536eb1b927 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66663830'] for router_interface, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:03:08.736049 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-46da4f27-12e3-442e-9e65-2e536eb1b927 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Deleting port 83a3d416-a6dd-406a-9473-d88cace7fe2f {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 15:03:08.736397 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-46da4f27-12e3-442e-9e65-2e536eb1b927 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:03:08.832266 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [None req-46da4f27-12e3-442e-9e65-2e536eb1b927 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] For port 83a3d416-a6dd-406a-9473-d88cace7fe2f, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=83a3d416-a6dd-406a-9473-d88cace7fe2f,segment=NetworkSegment(48e01071-2a21-4f4e-a9d8-9b6d997bff42),segment_id=48e01071-2a21-4f4e-a9d8-9b6d997bff42)] {{(pid=94467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:03:08.832573 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-46da4f27-12e3-442e-9e65-2e536eb1b927 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:03:08.845694 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-46da4f27-12e3-442e-9e65-2e536eb1b927 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Calling delete_port for 83a3d416-a6dd-406a-9473-d88cace7fe2f owned by network:router_interface {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 15:03:09.041699 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-46da4f27-12e3-442e-9e65-2e536eb1b927 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:03:09.069206 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46da4f27-12e3-442e-9e65-2e536eb1b927 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Pushing event deleted for resources: {'Port': ['ID=83a3d416-a6dd-406a-9473-d88cace7fe2f,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:03:09.192386 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device 9b8a92ec-04d8-4d10-9a6c-846f3df458ca no longer exists at agent hyperv_n-h2-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 15:03:09.220148 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] No Port match for: 9b8a92ec-04d8-4d10-9a6c-846f3df458ca {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 15:03:09.228903 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device 9b8a92ec-04d8-4d10-9a6c-846f3df458ca not bound to the agent host n-h2-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 15:03:09.266814 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-46da4f27-12e3-442e-9e65-2e536eb1b927 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66628352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-430630'] for router_interface, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:03:09.509082 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46da4f27-12e3-442e-9e65-2e536eb1b927 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Router 696ab42f-cf00-45a9-816b-eca85f046981 has already been hosted by L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f {{(pid=94467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 15:03:09.624180 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46da4f27-12e3-442e-9e65-2e536eb1b927 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 15:03:09.629667 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-46da4f27-12e3-442e-9e65-2e536eb1b927 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] 10.222.0.39 "PUT /v2.0/routers/696ab42f-cf00-45a9-816b-eca85f046981/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5879219 Aug 12 15:03:09.632405 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 50416) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:03:09.638040 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12483348-f421-4b4f-bbd1-747e1dea6b29 None None] Sync routers for ids ['696ab42f-cf00-45a9-816b-eca85f046981'] in n-d-694802-15 {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 15:03:09.649793 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12483348-f421-4b4f-bbd1-747e1dea6b29 None None] Routers {'696ab42f-cf00-45a9-816b-eca85f046981'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:03:09.650643 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-12483348-f421-4b4f-bbd1-747e1dea6b29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T15:02:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['696ab42f-cf00-45a9-816b-eca85f046981'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:03:09.767436 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvr_db [None req-12483348-f421-4b4f-bbd1-747e1dea6b29 None None] Set router 696ab42f-cf00-45a9-816b-eca85f046981 gateway port host: n-d-694802-15 {{(pid=94468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:03:10.014770 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_v2 [None req-b24e3edb-68ad-4f1e-b2c3-b1959d83da87 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Deleting subnet cb4c46fb-a02d-4ee1-938e-e28426a80cb6 {{(pid=94467) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 15:03:10.018574 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-b24e3edb-68ad-4f1e-b2c3-b1959d83da87 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify callbacks [] for subnet, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:03:10.063460 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-b24e3edb-68ad-4f1e-b2c3-b1959d83da87 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3857505'] for subnet, precommit_delete_associations {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:03:10.129498 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-b97daae6-89fb-4029-a10b-8d0e8617b13d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:03:10.136531 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-12483348-f421-4b4f-bbd1-747e1dea6b29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '696ab42f-cf00-45a9-816b-eca85f046981', 'name': 'tempest-TestNetworkBasicOps-router-1801539921', 'tenant_id': 'cbaad1cb6c364f2d8238ea489cf6e7b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.27'}], 'enable_snat': True}, 'gw_port_id': '54a1131c-684b-4fc3-bbdb-515c570248ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:01:24Z', 'updated_at': '2021-08-12T15:03:08Z', 'revision_number': 5, 'project_id': 'cbaad1cb6c364f2d8238ea489cf6e7b7', 'gw_port': {'id': '54a1131c-684b-4fc3-bbdb-515c570248ab', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:ac:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '696ab42f-cf00-45a9-816b-eca85f046981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3524, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:01:25Z', 'updated_at': '2021-08-12T15:01:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15'}], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:03:10.168523 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12483348-f421-4b4f-bbd1-747e1dea6b29 None None] Checking router: 696ab42f-cf00-45a9-816b-eca85f046981 for host: n-d-694802-15 {{(pid=94468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 15:03:10.177513 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12483348-f421-4b4f-bbd1-747e1dea6b29 None None] Routers {'696ab42f-cf00-45a9-816b-eca85f046981'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:03:10.178671 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-12483348-f421-4b4f-bbd1-747e1dea6b29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T15:02:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['696ab42f-cf00-45a9-816b-eca85f046981'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:03:10.182430 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-b24e3edb-68ad-4f1e-b2c3-b1959d83da87 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66416255'] for subnet, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:03:10.256551 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-b24e3edb-68ad-4f1e-b2c3-b1959d83da87 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66416232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2859225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3343748'] for subnet, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:03:10.288841 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24e3edb-68ad-4f1e-b2c3-b1959d83da87 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Pushing event deleted for resources: {'Subnet': ['ID=cb4c46fb-a02d-4ee1-938e-e28426a80cb6,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:03:10.290882 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-b24e3edb-68ad-4f1e-b2c3-b1959d83da87 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify callbacks [] for subnet, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:03:10.292801 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-b24e3edb-68ad-4f1e-b2c3-b1959d83da87 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] 10.222.0.39 "DELETE /v2.0/subnets/cb4c46fb-a02d-4ee1-938e-e28426a80cb6 HTTP/1.1" status: 204 len: 168 time: 0.6594737 Aug 12 15:03:10.295702 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 50428) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:03:10.300459 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a931ffd-353e-4d01-a466-827dfc45c019 None None] Network c9a8c7d4-bc16-4fb6-95f2-11d597740ec3 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 15:03:10.385322 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvr_db [None req-12483348-f421-4b4f-bbd1-747e1dea6b29 None None] Set router 696ab42f-cf00-45a9-816b-eca85f046981 gateway port host: n-d-694802-15 {{(pid=94468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:03:10.422991 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-b1a4e040-30e9-4b79-8499-77642dcef51a tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify callbacks [] for router, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:03:10.547451 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-b1a4e040-30e9-4b79-8499-77642dcef51a tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:03:10.617239 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-b1a4e040-30e9-4b79-8499-77642dcef51a tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Deleting port 54a1131c-684b-4fc3-bbdb-515c570248ab {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 15:03:10.617586 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-b1a4e040-30e9-4b79-8499-77642dcef51a tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:03:10.641557 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df446f9b-e9fd-4eec-978c-dd307e8974f8 None None] DHCP port deletion for c9a8c7d4-bc16-4fb6-95f2-11d597740ec3 request from n-d-694802-15 {{(pid=94468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 15:03:10.680153 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-12483348-f421-4b4f-bbd1-747e1dea6b29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '696ab42f-cf00-45a9-816b-eca85f046981', 'name': 'tempest-TestNetworkBasicOps-router-1801539921', 'tenant_id': 'cbaad1cb6c364f2d8238ea489cf6e7b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.27'}], 'enable_snat': True}, 'gw_port_id': '54a1131c-684b-4fc3-bbdb-515c570248ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:01:24Z', 'updated_at': '2021-08-12T15:03:08Z', 'revision_number': 5, 'project_id': 'cbaad1cb6c364f2d8238ea489cf6e7b7', 'gw_port': {'id': '54a1131c-684b-4fc3-bbdb-515c570248ab', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:ac:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '696ab42f-cf00-45a9-816b-eca85f046981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3524, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:01:25Z', 'updated_at': '2021-08-12T15:01:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15'}], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:03:10.709703 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [None req-b1a4e040-30e9-4b79-8499-77642dcef51a tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] For port 54a1131c-684b-4fc3-bbdb-515c570248ab, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=54a1131c-684b-4fc3-bbdb-515c570248ab,segment=NetworkSegment(b1b396cb-2dc6-4041-bfc7-1833a80a4720),segment_id=b1b396cb-2dc6-4041-bfc7-1833a80a4720)] {{(pid=94467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:03:10.715181 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12483348-f421-4b4f-bbd1-747e1dea6b29 None None] The sync data for ids ['696ab42f-cf00-45a9-816b-eca85f046981'] in n-d-694802-15 is: [{'id': '696ab42f-cf00-45a9-816b-eca85f046981', 'name': 'tempest-TestNetworkBasicOps-router-1801539921', 'tenant_id': 'cbaad1cb6c364f2d8238ea489cf6e7b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.27'}], 'enable_snat': True}, 'gw_port_id': '54a1131c-684b-4fc3-bbdb-515c570248ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:01:24Z', 'updated_at': '2021-08-12T15:03:08Z', 'revision_number': 5, 'project_id': 'cbaad1cb6c364f2d8238ea489cf6e7b7', 'gw_port': {'id': '54a1131c-684b-4fc3-bbdb-515c570248ab', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:ac:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '696ab42f-cf00-45a9-816b-eca85f046981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3524, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:01:25Z', 'updated_at': '2021-08-12T15:01:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15'}] {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 15:03:10.715513 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-b1a4e040-30e9-4b79-8499-77642dcef51a tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:03:10.739967 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-b1a4e040-30e9-4b79-8499-77642dcef51a tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Calling delete_port for 54a1131c-684b-4fc3-bbdb-515c570248ab owned by network:router_gateway {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 15:03:10.746059 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-df446f9b-e9fd-4eec-978c-dd307e8974f8 None None] Deleting port 8edace7a-8b1b-46f8-88d5-97ac6ef2dd15 {{(pid=94468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 15:03:10.746625 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-df446f9b-e9fd-4eec-978c-dd307e8974f8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:03:10.818521 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-df446f9b-e9fd-4eec-978c-dd307e8974f8 None None] For port 8edace7a-8b1b-46f8-88d5-97ac6ef2dd15, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=8edace7a-8b1b-46f8-88d5-97ac6ef2dd15,segment=NetworkSegment(48e01071-2a21-4f4e-a9d8-9b6d997bff42),segment_id=48e01071-2a21-4f4e-a9d8-9b6d997bff42)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:03:10.818915 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-df446f9b-e9fd-4eec-978c-dd307e8974f8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:03:10.841242 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-df446f9b-e9fd-4eec-978c-dd307e8974f8 None None] Calling delete_port for 8edace7a-8b1b-46f8-88d5-97ac6ef2dd15 owned by network:dhcp {{(pid=94468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 15:03:10.917191 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-b1a4e040-30e9-4b79-8499-77642dcef51a tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:03:10.929242 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-df446f9b-e9fd-4eec-978c-dd307e8974f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262'] for port, after_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:03:10.957711 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df446f9b-e9fd-4eec-978c-dd307e8974f8 None None] Pushing event deleted for resources: {'Port': ['ID=8edace7a-8b1b-46f8-88d5-97ac6ef2dd15,revision_number=None']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:03:10.960804 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df446f9b-e9fd-4eec-978c-dd307e8974f8 None None] No DVR routers for this DVR port 8edace7a-8b1b-46f8-88d5-97ac6ef2dd15 on host n-d-694802-15 {{(pid=94468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 15:03:10.965245 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a4e040-30e9-4b79-8499-77642dcef51a tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Pushing event deleted for resources: {'Port': ['ID=54a1131c-684b-4fc3-bbdb-515c570248ab,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:03:11.014943 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-b1a4e040-30e9-4b79-8499-77642dcef51a tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-431580'] for router_gateway, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:03:11.114771 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-b1a4e040-30e9-4b79-8499-77642dcef51a tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-429360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-104877'] for router, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:03:11.117379 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-b1a4e040-30e9-4b79-8499-77642dcef51a tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:03:11.169017 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-b1a4e040-30e9-4b79-8499-77642dcef51a tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-429375'] for router, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:03:11.169783 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1a4e040-30e9-4b79-8499-77642dcef51a tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Fanout notify agent at l3_agent the message router_deleted on router 696ab42f-cf00-45a9-816b-eca85f046981 {{(pid=94467) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 15:03:11.178741 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-b1a4e040-30e9-4b79-8499-77642dcef51a tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify callbacks [] for router, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:03:11.180029 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-b1a4e040-30e9-4b79-8499-77642dcef51a tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] 10.222.0.39 "DELETE /v2.0/routers/696ab42f-cf00-45a9-816b-eca85f046981 HTTP/1.1" status: 204 len: 168 time: 0.8833265 Aug 12 15:03:11.182543 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 50446) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:03:11.273416 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-d325384c-e470-4dad-a8ae-e451b7366cb4 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680608'] for network, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:03:11.368883 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-d325384c-e470-4dad-a8ae-e451b7366cb4 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66413304', 'neutron.services.segments.db._delete_segments_for_network-8744654118000'] for network, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:03:11.380374 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-d325384c-e470-4dad-a8ae-e451b7366cb4 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9a8c7d4-bc16-4fb6-95f2-11d597740ec3']}} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:03:11.391496 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-d325384c-e470-4dad-a8ae-e451b7366cb4 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48e01071-2a21-4f4e-a9d8-9b6d997bff42') {'for_net_delete': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:03:11.391831 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-d325384c-e470-4dad-a8ae-e451b7366cb4 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48e01071-2a21-4f4e-a9d8-9b6d997bff42') {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:03:11.401268 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-d325384c-e470-4dad-a8ae-e451b7366cb4 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744654122361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3857526'] for segment, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:03:11.415820 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-d325384c-e470-4dad-a8ae-e451b7366cb4 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:03:11.422644 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d325384c-e470-4dad-a8ae-e451b7366cb4 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Releasing vlan 319 on physical network physnet1 to pool {{(pid=94467) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 15:03:11.423032 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-d325384c-e470-4dad-a8ae-e451b7366cb4 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2859015'] for segment, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:03:11.426697 n-d-694802-15 neutron-server[94467]: Traceback (most recent call last): Aug 12 15:03:11.426697 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 15:03:11.426697 n-d-694802-15 neutron-server[94467]: timer() Aug 12 15:03:11.426697 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 15:03:11.426697 n-d-694802-15 neutron-server[94467]: cb(*args, **kw) Aug 12 15:03:11.426697 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 15:03:11.426697 n-d-694802-15 neutron-server[94467]: return func(*args, **kwargs) Aug 12 15:03:11.426697 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 15:03:11.426697 n-d-694802-15 neutron-server[94467]: self._notify() Aug 12 15:03:11.426697 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 15:03:11.426697 n-d-694802-15 neutron-server[94467]: self.callback(batched_events) Aug 12 15:03:11.426697 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 15:03:11.426697 n-d-694802-15 neutron-server[94467]: event.method(event) Aug 12 15:03:11.426697 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 15:03:11.426697 n-d-694802-15 neutron-server[94467]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 15:03:11.426697 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 15:03:11.426697 n-d-694802-15 neutron-server[94467]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 15:03:11.426697 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 15:03:11.426697 n-d-694802-15 neutron-server[94467]: return f(self, *a, **k) Aug 12 15:03:11.426697 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 15:03:11.426697 n-d-694802-15 neutron-server[94467]: return self._get(url).json() Aug 12 15:03:11.426697 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 15:03:11.426697 n-d-694802-15 neutron-server[94467]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 15:03:11.426697 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 15:03:11.426697 n-d-694802-15 neutron-server[94467]: return self.request(url, 'GET', **kwargs) Aug 12 15:03:11.426697 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 15:03:11.426697 n-d-694802-15 neutron-server[94467]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 15:03:11.426697 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 15:03:11.426697 n-d-694802-15 neutron-server[94467]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 15:03:11.426697 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 15:03:11.426697 n-d-694802-15 neutron-server[94467]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 15:03:11.426697 n-d-694802-15 neutron-server[94467]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 15:03:11.458295 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:03:11.492651 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-d325384c-e470-4dad-a8ae-e451b7366cb4 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66413281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431520'] for network, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:03:11.499763 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-d325384c-e470-4dad-a8ae-e451b7366cb4 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for network, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:03:11.504705 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-d325384c-e470-4dad-a8ae-e451b7366cb4 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] 10.222.0.39 "DELETE /v2.0/networks/c9a8c7d4-bc16-4fb6-95f2-11d597740ec3 HTTP/1.1" status: 204 len: 168 time: 0.3180747 Aug 12 15:03:11.526490 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d325384c-e470-4dad-a8ae-e451b7366cb4 tempest-TestNetworkBasicOps-1091704957 tempest-TestNetworkBasicOps-1091704957-project] Pushing event deleted for resources: {'Network': ['ID=c9a8c7d4-bc16-4fb6-95f2-11d597740ec3,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:03:11.822391 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 50472) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:03:11.959565 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-83068fd7-c791-4df7-a449-43d422d252e6 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=cbaad1cb6c364f2d8238ea489cf6e7b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1358192 Aug 12 15:03:11.962054 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 50476) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:03:12.010293 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-04b1d098-6b1a-4dd4-800b-d52c45f03c3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:03:12.030925 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-04b1d098-6b1a-4dd4-800b-d52c45f03c3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:03:12.080468 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-04b1d098-6b1a-4dd4-800b-d52c45f03c3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:03:12.082971 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-04b1d098-6b1a-4dd4-800b-d52c45f03c3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:03:12.086996 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-04b1d098-6b1a-4dd4-800b-d52c45f03c3c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/443450c6-9d46-4180-b008-2f278bac23c8 HTTP/1.1" status: 204 len: 168 time: 0.1239183 Aug 12 15:03:12.095857 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b1d098-6b1a-4dd4-800b-d52c45f03c3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=443450c6-9d46-4180-b008-2f278bac23c8,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:03:12.306705 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 8edace7a-8b1b-46f8-88d5-97ac6ef2dd15 no longer exists at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 15:03:12.329749 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] No Port match for: 8edace7a-8b1b-46f8-88d5-97ac6ef2dd15 {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 15:03:12.330116 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 8edace7a-8b1b-46f8-88d5-97ac6ef2dd15 not bound to the agent host n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 15:03:12.330535 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 54a1131c-684b-4fc3-bbdb-515c570248ab no longer exists at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 15:03:12.351070 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] No Port match for: 54a1131c-684b-4fc3-bbdb-515c570248ab {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 15:03:12.351365 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 54a1131c-684b-4fc3-bbdb-515c570248ab not bound to the agent host n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 15:03:12.351932 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 83a3d416-a6dd-406a-9473-d88cace7fe2f no longer exists at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 15:03:12.372538 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] No Port match for: 83a3d416-a6dd-406a-9473-d88cace7fe2f {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 15:03:12.372817 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 83a3d416-a6dd-406a-9473-d88cace7fe2f not bound to the agent host n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 15:03:12.385014 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 50482) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:03:12.398564 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-279a8caf-fccd-4622-afb3-915461aa05f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:03:12.493914 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-279a8caf-fccd-4622-afb3-915461aa05f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:03:12.497968 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-279a8caf-fccd-4622-afb3-915461aa05f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:03:12.537230 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-279a8caf-fccd-4622-afb3-915461aa05f0 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7a1690a8a0114ea08084b3ede9b416f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1510653 Aug 12 15:03:12.539356 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279a8caf-fccd-4622-afb3-915461aa05f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d134de1f-f080-4536-9e91-54a419ca2a56,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:03:12.540086 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 50484) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:03:12.602120 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-ed4e8e95-d845-4e17-818c-bd6628ce32b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:03:12.624428 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-ed4e8e95-d845-4e17-818c-bd6628ce32b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:03:12.674936 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-ed4e8e95-d845-4e17-818c-bd6628ce32b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:03:12.677511 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-ed4e8e95-d845-4e17-818c-bd6628ce32b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:03:12.678685 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-ed4e8e95-d845-4e17-818c-bd6628ce32b7 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d134de1f-f080-4536-9e91-54a419ca2a56 HTTP/1.1" status: 204 len: 168 time: 0.1375222 Aug 12 15:03:12.686444 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4e8e95-d845-4e17-818c-bd6628ce32b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d134de1f-f080-4536-9e91-54a419ca2a56,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:03:12.779607 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:03:13.029083 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:03:13.388371 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-27d6b6d6-89bb-491b-87c0-248c8b5128ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:03:14.013585 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-1769855f-eda9-4483-9dc3-3220908ab45d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:03:14.576867 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-13cea256-916d-4dba-a1d5-ca0215a57a37 req-e5c8a083-bda2-4bb5-ae73-df7ee0bc5d03 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=a37cf0c8-37b3-4aeb-9ffd-8eb53794b44f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0411229 Aug 12 15:03:14.662150 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cea256-916d-4dba-a1d5-ca0215a57a37 req-7f545bfa-6b58-4e4f-845b-3fd5cc9abb2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:03:14.663567 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-13cea256-916d-4dba-a1d5-ca0215a57a37 req-7f545bfa-6b58-4e4f-845b-3fd5cc9abb2c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8b40dba42c764b37920c3587555867c7&device_id=a37cf0c8-37b3-4aeb-9ffd-8eb53794b44f HTTP/1.1" status: 200 len: 1097 time: 0.0407181 Aug 12 15:03:14.772239 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cea256-916d-4dba-a1d5-ca0215a57a37 req-8813c16f-1b04-430a-9e3c-aac902309c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:03:14.773728 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-13cea256-916d-4dba-a1d5-ca0215a57a37 req-8813c16f-1b04-430a-9e3c-aac902309c23 service neutron] 10.222.0.64 "GET /v2.0/networks?id=bdb8c589-801b-4e9e-808f-194e52b05ffa HTTP/1.1" status: 200 len: 910 time: 0.0897624 Aug 12 15:03:14.842475 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-13cea256-916d-4dba-a1d5-ca0215a57a37 req-c0c25af1-b74e-41fd-bf20-45a33ebd6b38 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0a77ed27-665b-404a-9e9e-23237cab5fd6 HTTP/1.1" status: 200 len: 999 time: 0.0596461 Aug 12 15:03:14.894999 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cea256-916d-4dba-a1d5-ca0215a57a37 req-8df867c2-0c32-4cc3-8cc4-7fbc50f76328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:03:14.896496 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-13cea256-916d-4dba-a1d5-ca0215a57a37 req-8df867c2-0c32-4cc3-8cc4-7fbc50f76328 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9c491707-38df-4731-ba0a-868cad11a6fd HTTP/1.1" status: 200 len: 848 time: 0.0446243 Aug 12 15:03:14.952415 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cea256-916d-4dba-a1d5-ca0215a57a37 req-20e7d075-0d52-449f-b8e5-cf524cabf9b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:03:14.953965 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-13cea256-916d-4dba-a1d5-ca0215a57a37 req-20e7d075-0d52-449f-b8e5-cf524cabf9b6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=bdb8c589-801b-4e9e-808f-194e52b05ffa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0473776 Aug 12 15:03:15.053809 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-13cea256-916d-4dba-a1d5-ca0215a57a37 req-b60202aa-ca1f-4b33-988e-d4fd11130a58 service neutron] 10.222.0.64 "GET /v2.0/networks/bdb8c589-801b-4e9e-808f-194e52b05ffa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913081 Aug 12 15:03:15.152580 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-13cea256-916d-4dba-a1d5-ca0215a57a37 req-e9e1a154-103a-4add-b920-f80312a35428 service neutron] 10.222.0.64 "GET /v2.0/networks/bdb8c589-801b-4e9e-808f-194e52b05ffa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896788 Aug 12 15:03:15.646591 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-fe95f194-a3b0-4c04-9e42-20b511169d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:03:23.926568 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e4a7c3-247d-49c3-bf98-bdf9b2f5730e req-f04ab529-eb64-4358-818b-61e2b445e5bd tempest-VolumesBackupsTest-1092839497 tempest-VolumesBackupsTest-1092839497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:03:23.928001 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-28e4a7c3-247d-49c3-bf98-bdf9b2f5730e req-f04ab529-eb64-4358-818b-61e2b445e5bd tempest-VolumesBackupsTest-1092839497 tempest-VolumesBackupsTest-1092839497-project] 10.222.0.39 "GET /v2.0/ports?device_id=d09e5b89-7106-45e7-9e27-bcb21da6c9a3 HTTP/1.1" status: 200 len: 949 time: 0.0498824 Aug 12 15:03:23.967693 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-28e4a7c3-247d-49c3-bf98-bdf9b2f5730e req-7bf84a9c-652c-4d7b-8c58-a47367e7bbc6 tempest-VolumesBackupsTest-1092839497 tempest-VolumesBackupsTest-1092839497-project] 10.222.0.39 "GET /v2.0/security-groups?id=b8c6e373-2e71-4e85-a4de-2ca163f8d67e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330315 Aug 12 15:03:25.085830 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cdf620-025f-4d00-860c-6d292db63f6a req-54e6ce38-1456-4469-af87-cf024fb0fa76 tempest-VolumesBackupsTest-1092839497 tempest-VolumesBackupsTest-1092839497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:03:25.087240 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-f2cdf620-025f-4d00-860c-6d292db63f6a req-54e6ce38-1456-4469-af87-cf024fb0fa76 tempest-VolumesBackupsTest-1092839497 tempest-VolumesBackupsTest-1092839497-project] 10.222.0.39 "GET /v2.0/ports?device_id=d09e5b89-7106-45e7-9e27-bcb21da6c9a3 HTTP/1.1" status: 200 len: 949 time: 0.0503333 Aug 12 15:03:25.125744 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-f2cdf620-025f-4d00-860c-6d292db63f6a req-7002714f-1cc0-4d69-8f0f-e705318faba4 tempest-VolumesBackupsTest-1092839497 tempest-VolumesBackupsTest-1092839497-project] 10.222.0.39 "GET /v2.0/security-groups?id=b8c6e373-2e71-4e85-a4de-2ca163f8d67e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323329 Aug 12 15:03:25.756577 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3bbde9-b89a-439e-89c0-4c0cec7ae387 req-8397976d-8957-49b0-90f4-18ae64367184 tempest-VolumesBackupsTest-1092839497 tempest-VolumesBackupsTest-1092839497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:03:25.758510 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9e3bbde9-b89a-439e-89c0-4c0cec7ae387 req-8397976d-8957-49b0-90f4-18ae64367184 tempest-VolumesBackupsTest-1092839497 tempest-VolumesBackupsTest-1092839497-project] 10.222.0.64 "GET /v2.0/ports?device_id=d09e5b89-7106-45e7-9e27-bcb21da6c9a3 HTTP/1.1" status: 200 len: 949 time: 0.0645773 Aug 12 15:03:25.860212 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [req-9e3bbde9-b89a-439e-89c0-4c0cec7ae387 req-a49d3811-6e3e-4cf8-b779-89097fbd4645 tempest-VolumesBackupsTest-1092839497 tempest-VolumesBackupsTest-1092839497-project] Deleting port 7de87f5b-36bf-48fa-8505-b900cae1b335 {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 15:03:25.860566 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-9e3bbde9-b89a-439e-89c0-4c0cec7ae387 req-a49d3811-6e3e-4cf8-b779-89097fbd4645 tempest-VolumesBackupsTest-1092839497 tempest-VolumesBackupsTest-1092839497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:03:25.959559 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-9e3bbde9-b89a-439e-89c0-4c0cec7ae387 req-a49d3811-6e3e-4cf8-b779-89097fbd4645 tempest-VolumesBackupsTest-1092839497 tempest-VolumesBackupsTest-1092839497-project] For port 7de87f5b-36bf-48fa-8505-b900cae1b335, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=7de87f5b-36bf-48fa-8505-b900cae1b335,segment=NetworkSegment(a1f8c867-101b-4d30-814e-b89f55a5edd0),segment_id=a1f8c867-101b-4d30-814e-b89f55a5edd0)] {{(pid=94467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:03:25.959928 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-9e3bbde9-b89a-439e-89c0-4c0cec7ae387 req-a49d3811-6e3e-4cf8-b779-89097fbd4645 tempest-VolumesBackupsTest-1092839497 tempest-VolumesBackupsTest-1092839497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:03:25.973425 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [req-9e3bbde9-b89a-439e-89c0-4c0cec7ae387 req-a49d3811-6e3e-4cf8-b779-89097fbd4645 tempest-VolumesBackupsTest-1092839497 tempest-VolumesBackupsTest-1092839497-project] Calling delete_port for 7de87f5b-36bf-48fa-8505-b900cae1b335 owned by compute:nova {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 15:03:26.103099 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-9e3bbde9-b89a-439e-89c0-4c0cec7ae387 req-a49d3811-6e3e-4cf8-b779-89097fbd4645 tempest-VolumesBackupsTest-1092839497 tempest-VolumesBackupsTest-1092839497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:03:26.114134 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] get_ports_and_sgs() called for port_ids ['7de87f5b-36bf-48fa-8505-b900cae1b335'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 15:03:26.133385 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49d3811-6e3e-4cf8-b779-89097fbd4645 tempest-VolumesBackupsTest-1092839497 tempest-VolumesBackupsTest-1092839497-project] Pushing event deleted for resources: {'Port': ['ID=7de87f5b-36bf-48fa-8505-b900cae1b335,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:03:26.185264 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e3bbde9-b89a-439e-89c0-4c0cec7ae387 req-a49d3811-6e3e-4cf8-b779-89097fbd4645 tempest-VolumesBackupsTest-1092839497 tempest-VolumesBackupsTest-1092839497-project] No DVR routers for this DVR port 7de87f5b-36bf-48fa-8505-b900cae1b335 on host n-h1-694802-15 {{(pid=94467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 15:03:26.188859 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-9e3bbde9-b89a-439e-89c0-4c0cec7ae387 req-a49d3811-6e3e-4cf8-b779-89097fbd4645 tempest-VolumesBackupsTest-1092839497 tempest-VolumesBackupsTest-1092839497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:03:26.190984 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9e3bbde9-b89a-439e-89c0-4c0cec7ae387 req-a49d3811-6e3e-4cf8-b779-89097fbd4645 tempest-VolumesBackupsTest-1092839497 tempest-VolumesBackupsTest-1092839497-project] 10.222.0.64 "DELETE /v2.0/ports/7de87f5b-36bf-48fa-8505-b900cae1b335 HTTP/1.1" status: 204 len: 173 time: 0.4255996 Aug 12 15:03:26.191467 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd09e5b89-7106-45e7-9e27-bcb21da6c9a3', 'name': 'network-vif-deleted', 'tag': '7de87f5b-36bf-48fa-8505-b900cae1b335'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:03:26.194443 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e65282f928b64038367d043a4411777802006c43a98742496cb2e25b724ff1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd0541ce-4169-43a7-861b-9c4757195d2c" -d '{"events": [{"server_uuid": "d09e5b89-7106-45e7-9e27-bcb21da6c9a3", "name": "network-vif-deleted", "tag": "7de87f5b-36bf-48fa-8505-b900cae1b335"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 15:03:26.239689 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-86db0d18-556e-4b66-9333-91800688cca8 req-616cfbc3-c466-478e-82e8-8e87ed28c588 tempest-VolumesBackupsTest-1092839497 tempest-VolumesBackupsTest-1092839497-project] 10.222.0.39 "GET /v2.0/ports?device_id=d09e5b89-7106-45e7-9e27-bcb21da6c9a3 HTTP/1.1" status: 200 len: 210 time: 0.0347528 Aug 12 15:03:26.243219 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 15:03:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a012700a-62b7-4a2f-8994-c881208a0613 x-openstack-request-id: req-a012700a-62b7-4a2f-8994-c881208a0613 {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 15:03:26.243501 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d09e5b89-7106-45e7-9e27-bcb21da6c9a3", "name": "network-vif-deleted", "tag": "7de87f5b-36bf-48fa-8505-b900cae1b335", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 15:03:26.243781 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a012700a-62b7-4a2f-8994-c881208a0613 {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 15:03:26.245045 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd09e5b89-7106-45e7-9e27-bcb21da6c9a3', 'name': 'network-vif-deleted', 'tag': '7de87f5b-36bf-48fa-8505-b900cae1b335', 'status': 'completed', 'code': 200} Aug 12 15:03:27.680624 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.agents_db [None req-17ed3e4c-1a7d-4162-9646-11c134aca297 None None] Agent healthcheck: found 7 active agents {{(pid=94469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 15:03:29.138047 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device 7de87f5b-36bf-48fa-8505-b900cae1b335 no longer exists at agent hyperv_n-h1-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 15:03:29.157936 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-93370168-53ca-47c2-9e27-b066be57125c None None] No Port match for: 7de87f5b-36bf-48fa-8505-b900cae1b335 {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 15:03:29.158491 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device 7de87f5b-36bf-48fa-8505-b900cae1b335 not bound to the agent host n-h1-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 15:03:30.188769 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85130b9-3fae-4880-812d-6a5e4e3442ce req-50d5cfb0-6e32-4195-94d3-766f30bce273 tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:03:30.190698 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-f85130b9-3fae-4880-812d-6a5e4e3442ce req-50d5cfb0-6e32-4195-94d3-766f30bce273 tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] 10.222.0.39 "GET /v2.0/ports?device_id=f62b31fa-d01b-4444-a013-47332dacb5d8 HTTP/1.1" status: 200 len: 946 time: 0.0549347 Aug 12 15:03:30.233886 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-f85130b9-3fae-4880-812d-6a5e4e3442ce req-613b604f-b9b4-4220-97a3-64585bd4624a tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] 10.222.0.39 "GET /v2.0/security-groups?id=7db3cdc8-cdc7-4de0-ae23-f5e5cdcbeb75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369196 Aug 12 15:03:31.359529 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76424b63-d843-42f1-b22e-dc96848f57dd req-1150716e-aa70-4bad-b00f-9d1a840ce3a5 tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:03:31.368669 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-76424b63-d843-42f1-b22e-dc96848f57dd req-1150716e-aa70-4bad-b00f-9d1a840ce3a5 tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] 10.222.0.39 "GET /v2.0/ports?device_id=f62b31fa-d01b-4444-a013-47332dacb5d8 HTTP/1.1" status: 200 len: 946 time: 0.0642185 Aug 12 15:03:31.412794 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-76424b63-d843-42f1-b22e-dc96848f57dd req-b6c09c6d-f2cc-4345-ad84-fb01584c30e8 tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] 10.222.0.39 "GET /v2.0/security-groups?id=7db3cdc8-cdc7-4de0-ae23-f5e5cdcbeb75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432653 Aug 12 15:03:32.548139 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4de239-c04d-408c-8f7b-2d37bed86a25 req-35b22216-36e4-46e6-9e0a-1a5671ae904c tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:03:32.553115 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-cc4de239-c04d-408c-8f7b-2d37bed86a25 req-35b22216-36e4-46e6-9e0a-1a5671ae904c tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] 10.222.0.39 "GET /v2.0/ports?device_id=f62b31fa-d01b-4444-a013-47332dacb5d8 HTTP/1.1" status: 200 len: 946 time: 0.0607524 Aug 12 15:03:32.602478 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-cc4de239-c04d-408c-8f7b-2d37bed86a25 req-8fa958b0-9c0a-49bb-86cf-8f3e1f93e53f tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] 10.222.0.39 "GET /v2.0/security-groups?id=7db3cdc8-cdc7-4de0-ae23-f5e5cdcbeb75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427964 Aug 12 15:03:33.728511 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08652118-d58c-4c8d-a193-838f4ed4e06f req-074beca2-8aaa-4f83-a4ee-fd3e38392ed6 tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:03:33.730661 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-08652118-d58c-4c8d-a193-838f4ed4e06f req-074beca2-8aaa-4f83-a4ee-fd3e38392ed6 tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] 10.222.0.39 "GET /v2.0/ports?device_id=f62b31fa-d01b-4444-a013-47332dacb5d8 HTTP/1.1" status: 200 len: 946 time: 0.0510430 Aug 12 15:03:33.771925 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-08652118-d58c-4c8d-a193-838f4ed4e06f req-d97b625a-c49d-46a4-8ac1-3e379feaa8ac tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] 10.222.0.39 "GET /v2.0/security-groups?id=7db3cdc8-cdc7-4de0-ae23-f5e5cdcbeb75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349324 Aug 12 15:03:34.842202 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11842fc-24b6-4e5e-8401-8f2855e2b907 req-acf3729a-3515-4a6d-80b4-8261bac88d31 tempest-VolumesSnapshotTestJSON-1315215538 tempest-VolumesSnapshotTestJSON-1315215538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:03:34.843859 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f11842fc-24b6-4e5e-8401-8f2855e2b907 req-acf3729a-3515-4a6d-80b4-8261bac88d31 tempest-VolumesSnapshotTestJSON-1315215538 tempest-VolumesSnapshotTestJSON-1315215538-project] 10.222.0.39 "GET /v2.0/ports?device_id=69a0d219-e429-418e-855c-04caea1a1b73 HTTP/1.1" status: 200 len: 946 time: 0.0593266 Aug 12 15:03:34.894511 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab0c581-220a-496e-b4e9-cc3d078d8e38 req-96fccd49-22c5-4bd1-8566-73372a440a1f tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:03:34.896303 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-6ab0c581-220a-496e-b4e9-cc3d078d8e38 req-96fccd49-22c5-4bd1-8566-73372a440a1f tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] 10.222.0.39 "GET /v2.0/ports?device_id=f62b31fa-d01b-4444-a013-47332dacb5d8 HTTP/1.1" status: 200 len: 946 time: 0.0529737 Aug 12 15:03:34.902738 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f11842fc-24b6-4e5e-8401-8f2855e2b907 req-3cb0b857-b6d8-414e-9a12-f0bad6702694 tempest-VolumesSnapshotTestJSON-1315215538 tempest-VolumesSnapshotTestJSON-1315215538-project] 10.222.0.39 "GET /v2.0/security-groups?id=f5b69b96-d6df-4912-b67f-8c03793cf91c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445929 Aug 12 15:03:34.941632 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-6ab0c581-220a-496e-b4e9-cc3d078d8e38 req-84145526-5920-4f4b-88da-55ea2b516874 tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] 10.222.0.39 "GET /v2.0/security-groups?id=7db3cdc8-cdc7-4de0-ae23-f5e5cdcbeb75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390306 Aug 12 15:03:36.024283 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24da3143-5b44-47aa-8e2a-adbd71d82e88 req-7861593c-5ffd-473e-b18e-56a4d62e0ac5 tempest-VolumesSnapshotTestJSON-1315215538 tempest-VolumesSnapshotTestJSON-1315215538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:03:36.027062 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-24da3143-5b44-47aa-8e2a-adbd71d82e88 req-7861593c-5ffd-473e-b18e-56a4d62e0ac5 tempest-VolumesSnapshotTestJSON-1315215538 tempest-VolumesSnapshotTestJSON-1315215538-project] 10.222.0.39 "GET /v2.0/ports?device_id=69a0d219-e429-418e-855c-04caea1a1b73 HTTP/1.1" status: 200 len: 946 time: 0.0553081 Aug 12 15:03:36.067609 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2209fe-dd73-45d0-af1b-b223a6058ced req-d5bf9432-4860-436d-931c-e216e5d98205 tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:03:36.069411 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-7c2209fe-dd73-45d0-af1b-b223a6058ced req-d5bf9432-4860-436d-931c-e216e5d98205 tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] 10.222.0.39 "GET /v2.0/ports?device_id=f62b31fa-d01b-4444-a013-47332dacb5d8 HTTP/1.1" status: 200 len: 946 time: 0.0542591 Aug 12 15:03:36.070912 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-24da3143-5b44-47aa-8e2a-adbd71d82e88 req-b44c6c9a-b7d7-432d-8abc-8f7d6ebca458 tempest-VolumesSnapshotTestJSON-1315215538 tempest-VolumesSnapshotTestJSON-1315215538-project] 10.222.0.39 "GET /v2.0/security-groups?id=f5b69b96-d6df-4912-b67f-8c03793cf91c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378928 Aug 12 15:03:36.126415 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-7c2209fe-dd73-45d0-af1b-b223a6058ced req-01f4f810-9bff-4acf-b719-29e540444553 tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] 10.222.0.39 "GET /v2.0/security-groups?id=7db3cdc8-cdc7-4de0-ae23-f5e5cdcbeb75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490999 Aug 12 15:03:36.363786 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75bd5cc-57f0-4dc7-8986-dd3433128ac9 req-cc5b42fe-608b-4a36-92ed-94fcba610262 tempest-VolumesSnapshotTestJSON-1315215538 tempest-VolumesSnapshotTestJSON-1315215538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:03:36.365466 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e75bd5cc-57f0-4dc7-8986-dd3433128ac9 req-cc5b42fe-608b-4a36-92ed-94fcba610262 tempest-VolumesSnapshotTestJSON-1315215538 tempest-VolumesSnapshotTestJSON-1315215538-project] 10.222.0.64 "GET /v2.0/ports?device_id=69a0d219-e429-418e-855c-04caea1a1b73 HTTP/1.1" status: 200 len: 946 time: 0.0497611 Aug 12 15:03:36.474572 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [req-e75bd5cc-57f0-4dc7-8986-dd3433128ac9 req-aaeefc02-8e76-4466-9d56-747e56644f0d tempest-VolumesSnapshotTestJSON-1315215538 tempest-VolumesSnapshotTestJSON-1315215538-project] Deleting port 3118ad5e-af72-4676-86b2-50b1ce9528ce {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 15:03:36.474912 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-e75bd5cc-57f0-4dc7-8986-dd3433128ac9 req-aaeefc02-8e76-4466-9d56-747e56644f0d tempest-VolumesSnapshotTestJSON-1315215538 tempest-VolumesSnapshotTestJSON-1315215538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:03:36.566048 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-e75bd5cc-57f0-4dc7-8986-dd3433128ac9 req-aaeefc02-8e76-4466-9d56-747e56644f0d tempest-VolumesSnapshotTestJSON-1315215538 tempest-VolumesSnapshotTestJSON-1315215538-project] For port 3118ad5e-af72-4676-86b2-50b1ce9528ce, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=3118ad5e-af72-4676-86b2-50b1ce9528ce,segment=NetworkSegment(a7c6e18c-e2d9-4925-a099-2aab2e87c1e8),segment_id=a7c6e18c-e2d9-4925-a099-2aab2e87c1e8)] {{(pid=94467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:03:36.566400 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-e75bd5cc-57f0-4dc7-8986-dd3433128ac9 req-aaeefc02-8e76-4466-9d56-747e56644f0d tempest-VolumesSnapshotTestJSON-1315215538 tempest-VolumesSnapshotTestJSON-1315215538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:03:36.579767 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [req-e75bd5cc-57f0-4dc7-8986-dd3433128ac9 req-aaeefc02-8e76-4466-9d56-747e56644f0d tempest-VolumesSnapshotTestJSON-1315215538 tempest-VolumesSnapshotTestJSON-1315215538-project] Calling delete_port for 3118ad5e-af72-4676-86b2-50b1ce9528ce owned by compute:nova {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 15:03:36.720855 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-e75bd5cc-57f0-4dc7-8986-dd3433128ac9 req-aaeefc02-8e76-4466-9d56-747e56644f0d tempest-VolumesSnapshotTestJSON-1315215538 tempest-VolumesSnapshotTestJSON-1315215538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:03:36.733038 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] get_ports_and_sgs() called for port_ids ['3118ad5e-af72-4676-86b2-50b1ce9528ce'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 15:03:36.748452 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaeefc02-8e76-4466-9d56-747e56644f0d tempest-VolumesSnapshotTestJSON-1315215538 tempest-VolumesSnapshotTestJSON-1315215538-project] Pushing event deleted for resources: {'Port': ['ID=3118ad5e-af72-4676-86b2-50b1ce9528ce,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:03:36.792600 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [req-e75bd5cc-57f0-4dc7-8986-dd3433128ac9 req-aaeefc02-8e76-4466-9d56-747e56644f0d tempest-VolumesSnapshotTestJSON-1315215538 tempest-VolumesSnapshotTestJSON-1315215538-project] No DVR routers for this DVR port 3118ad5e-af72-4676-86b2-50b1ce9528ce on host n-h1-694802-15 {{(pid=94467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 15:03:36.795274 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-e75bd5cc-57f0-4dc7-8986-dd3433128ac9 req-aaeefc02-8e76-4466-9d56-747e56644f0d tempest-VolumesSnapshotTestJSON-1315215538 tempest-VolumesSnapshotTestJSON-1315215538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:03:36.797366 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e75bd5cc-57f0-4dc7-8986-dd3433128ac9 req-aaeefc02-8e76-4466-9d56-747e56644f0d tempest-VolumesSnapshotTestJSON-1315215538 tempest-VolumesSnapshotTestJSON-1315215538-project] 10.222.0.64 "DELETE /v2.0/ports/3118ad5e-af72-4676-86b2-50b1ce9528ce HTTP/1.1" status: 204 len: 173 time: 0.4173069 Aug 12 15:03:36.797791 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69a0d219-e429-418e-855c-04caea1a1b73', 'name': 'network-vif-deleted', 'tag': '3118ad5e-af72-4676-86b2-50b1ce9528ce'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:03:36.800259 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e65282f928b64038367d043a4411777802006c43a98742496cb2e25b724ff1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-891081d8-72d6-4d7f-ba15-7c4c87142578" -d '{"events": [{"server_uuid": "69a0d219-e429-418e-855c-04caea1a1b73", "name": "network-vif-deleted", "tag": "3118ad5e-af72-4676-86b2-50b1ce9528ce"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 15:03:36.841366 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 15:03:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fb19e28-5d53-480a-87a0-1ccd9ea94c62 x-openstack-request-id: req-3fb19e28-5d53-480a-87a0-1ccd9ea94c62 {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 15:03:36.841656 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69a0d219-e429-418e-855c-04caea1a1b73", "name": "network-vif-deleted", "tag": "3118ad5e-af72-4676-86b2-50b1ce9528ce", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 15:03:36.841931 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3fb19e28-5d53-480a-87a0-1ccd9ea94c62 {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 15:03:36.842332 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69a0d219-e429-418e-855c-04caea1a1b73', 'name': 'network-vif-deleted', 'tag': '3118ad5e-af72-4676-86b2-50b1ce9528ce', 'status': 'completed', 'code': 200} Aug 12 15:03:37.191383 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-2e9eeee9-7ad8-4ca8-b4b1-97cdd778ac8e req-57b906df-07c6-4d59-85a5-58995251ac5c tempest-VolumesSnapshotTestJSON-1315215538 tempest-VolumesSnapshotTestJSON-1315215538-project] 10.222.0.39 "GET /v2.0/ports?device_id=69a0d219-e429-418e-855c-04caea1a1b73 HTTP/1.1" status: 200 len: 210 time: 0.0301089 Aug 12 15:03:37.271786 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a483d1c-6527-453f-80d9-a1817aa082e5 req-84cb181f-31f9-4e2d-bfb8-562f38ca1195 tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:03:37.273561 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4a483d1c-6527-453f-80d9-a1817aa082e5 req-84cb181f-31f9-4e2d-bfb8-562f38ca1195 tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] 10.222.0.39 "GET /v2.0/ports?device_id=f62b31fa-d01b-4444-a013-47332dacb5d8 HTTP/1.1" status: 200 len: 946 time: 0.0642343 Aug 12 15:03:37.316542 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4a483d1c-6527-453f-80d9-a1817aa082e5 req-a2630a80-f8d8-4631-b004-8af84dd8d457 tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] 10.222.0.39 "GET /v2.0/security-groups?id=7db3cdc8-cdc7-4de0-ae23-f5e5cdcbeb75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368683 Aug 12 15:03:38.476072 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f726ad-65d0-489e-836c-eb0080479b46 req-aefad368-48bc-4409-aa11-dfa7c66f1bda tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:03:38.477542 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a5f726ad-65d0-489e-836c-eb0080479b46 req-aefad368-48bc-4409-aa11-dfa7c66f1bda tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] 10.222.0.39 "GET /v2.0/ports?device_id=f62b31fa-d01b-4444-a013-47332dacb5d8 HTTP/1.1" status: 200 len: 946 time: 0.0585620 Aug 12 15:03:38.518874 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a5f726ad-65d0-489e-836c-eb0080479b46 req-f2080b67-2dc8-4bec-96c2-06b5f56d0bf8 tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] 10.222.0.39 "GET /v2.0/security-groups?id=7db3cdc8-cdc7-4de0-ae23-f5e5cdcbeb75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345786 Aug 12 15:03:39.165791 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device 3118ad5e-af72-4676-86b2-50b1ce9528ce no longer exists at agent hyperv_n-h1-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 15:03:39.193716 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-93370168-53ca-47c2-9e27-b066be57125c None None] No Port match for: 3118ad5e-af72-4676-86b2-50b1ce9528ce {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 15:03:39.194061 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device 3118ad5e-af72-4676-86b2-50b1ce9528ce not bound to the agent host n-h1-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 15:03:39.669099 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cd6df6-b1fe-4c3a-8c96-f9f6a1fe2407 req-bb71d0fa-7612-4585-a2e1-6d87d706bcf8 tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:03:39.677142 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-e2cd6df6-b1fe-4c3a-8c96-f9f6a1fe2407 req-bb71d0fa-7612-4585-a2e1-6d87d706bcf8 tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] 10.222.0.39 "GET /v2.0/ports?device_id=f62b31fa-d01b-4444-a013-47332dacb5d8 HTTP/1.1" status: 200 len: 946 time: 0.0637887 Aug 12 15:03:39.711854 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-e2cd6df6-b1fe-4c3a-8c96-f9f6a1fe2407 req-458e0466-6511-4bda-809a-049e2ce46dea tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] 10.222.0.39 "GET /v2.0/security-groups?id=7db3cdc8-cdc7-4de0-ae23-f5e5cdcbeb75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337112 Aug 12 15:03:40.112515 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-490ae50f-d205-49ee-8f54-b1ce6210c8a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:03:40.839483 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7238d1-3a62-4679-8576-3424d4a18a03 req-baccf258-c34f-47f7-a5e4-9048dbd02274 tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:03:40.841101 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0e7238d1-3a62-4679-8576-3424d4a18a03 req-baccf258-c34f-47f7-a5e4-9048dbd02274 tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] 10.222.0.39 "GET /v2.0/ports?device_id=f62b31fa-d01b-4444-a013-47332dacb5d8 HTTP/1.1" status: 200 len: 946 time: 0.0581975 Aug 12 15:03:40.884651 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0e7238d1-3a62-4679-8576-3424d4a18a03 req-63e45453-a992-4f9c-aefc-8b5152472d7b tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] 10.222.0.39 "GET /v2.0/security-groups?id=7db3cdc8-cdc7-4de0-ae23-f5e5cdcbeb75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374134 Aug 12 15:03:41.144501 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5b78ab-c4d5-496f-b8dd-4ae49e1de5ed req-3766bf93-3575-4231-a7f0-827a5c43891c tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:03:41.146138 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-cd5b78ab-c4d5-496f-b8dd-4ae49e1de5ed req-3766bf93-3575-4231-a7f0-827a5c43891c tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] 10.222.0.39 "GET /v2.0/ports?device_id=f62b31fa-d01b-4444-a013-47332dacb5d8 HTTP/1.1" status: 200 len: 946 time: 0.0800014 Aug 12 15:03:41.188411 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff90140-9aeb-42a3-832b-b3f9b9980c00 req-cdf66bbe-f7ea-4669-adc0-90fc911434e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:03:41.189903 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-7ff90140-9aeb-42a3-832b-b3f9b9980c00 req-cdf66bbe-f7ea-4669-adc0-90fc911434e0 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=eddbf0db78bb49c0ab2be813947221dc&device_id=f62b31fa-d01b-4444-a013-47332dacb5d8 HTTP/1.1" status: 200 len: 1098 time: 0.0855742 Aug 12 15:03:41.197716 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-cd5b78ab-c4d5-496f-b8dd-4ae49e1de5ed req-eac28eda-12b0-4ec7-a903-9ee5209664cb tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] 10.222.0.39 "GET /v2.0/security-groups?id=7db3cdc8-cdc7-4de0-ae23-f5e5cdcbeb75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435550 Aug 12 15:03:41.293330 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff90140-9aeb-42a3-832b-b3f9b9980c00 req-18779838-639e-40a6-af22-85c1c0cdc615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:03:41.294743 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-7ff90140-9aeb-42a3-832b-b3f9b9980c00 req-18779838-639e-40a6-af22-85c1c0cdc615 service neutron] 10.222.0.49 "GET /v2.0/networks?id=163c25f9-f902-43c0-b306-3d06c1f84041 HTTP/1.1" status: 200 len: 911 time: 0.0961940 Aug 12 15:03:41.368197 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-7ff90140-9aeb-42a3-832b-b3f9b9980c00 req-2dde0598-4ca0-46c2-b2fa-c7fef42a9efb service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b2c3504d-4dcd-42ae-bf8e-bbd074c8dd9c HTTP/1.1" status: 200 len: 1002 time: 0.0624852 Aug 12 15:03:41.417918 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff90140-9aeb-42a3-832b-b3f9b9980c00 req-06a6c59c-5a5d-4796-8d5b-56b9fda3a67e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:03:41.419525 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-7ff90140-9aeb-42a3-832b-b3f9b9980c00 req-06a6c59c-5a5d-4796-8d5b-56b9fda3a67e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c68a9dc4-9dae-4b6f-89ee-ab739b8f3389 HTTP/1.1" status: 200 len: 849 time: 0.0452836 Aug 12 15:03:41.445068 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:03:41.477732 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff90140-9aeb-42a3-832b-b3f9b9980c00 req-0d1c632a-9db1-4c19-a334-9b18505bfb99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:03:41.480909 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-7ff90140-9aeb-42a3-832b-b3f9b9980c00 req-0d1c632a-9db1-4c19-a334-9b18505bfb99 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=163c25f9-f902-43c0-b306-3d06c1f84041&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0529733 Aug 12 15:03:41.587716 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-7ff90140-9aeb-42a3-832b-b3f9b9980c00 req-742b04c0-6544-4bb3-8052-bfdedee340b0 service neutron] 10.222.0.49 "GET /v2.0/networks/163c25f9-f902-43c0-b306-3d06c1f84041?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006591 Aug 12 15:03:41.721776 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-7ff90140-9aeb-42a3-832b-b3f9b9980c00 req-4382c5e7-3780-496b-91b2-1644a91e970b service neutron] 10.222.0.49 "GET /v2.0/networks/163c25f9-f902-43c0-b306-3d06c1f84041?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268253 Aug 12 15:03:42.332001 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec2b998-0122-4328-8996-79df37fccf25 req-15735dd3-3125-4299-997d-8b9424f13dc4 tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:03:42.333500 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-dec2b998-0122-4328-8996-79df37fccf25 req-15735dd3-3125-4299-997d-8b9424f13dc4 tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] 10.222.0.39 "GET /v2.0/ports?device_id=f62b31fa-d01b-4444-a013-47332dacb5d8 HTTP/1.1" status: 200 len: 946 time: 0.0556226 Aug 12 15:03:42.372660 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-dec2b998-0122-4328-8996-79df37fccf25 req-6403173d-4dd4-46bc-a38a-6e6da0ce12e3 tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] 10.222.0.39 "GET /v2.0/security-groups?id=7db3cdc8-cdc7-4de0-ae23-f5e5cdcbeb75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326221 Aug 12 15:03:42.777298 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:03:43.022112 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:03:43.392198 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-fae22df9-8534-485c-bac2-ef0f9df3d83b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:03:44.024135 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-1769855f-eda9-4483-9dc3-3220908ab45d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:03:45.311507 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32adbb9-fa27-4c63-aae8-f3e0e49882f1 req-d06248c1-d495-4733-9db5-5065740151b5 tempest-VolumesSnapshotTestJSON-1315215538 tempest-VolumesSnapshotTestJSON-1315215538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:03:45.313326 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e32adbb9-fa27-4c63-aae8-f3e0e49882f1 req-d06248c1-d495-4733-9db5-5065740151b5 tempest-VolumesSnapshotTestJSON-1315215538 tempest-VolumesSnapshotTestJSON-1315215538-project] 10.222.0.39 "GET /v2.0/networks?id=976d67ad-60de-4be2-a240-a66f4eadb900 HTTP/1.1" status: 200 len: 814 time: 0.1380138 Aug 12 15:03:45.332628 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e32adbb9-fa27-4c63-aae8-f3e0e49882f1 req-d7c12609-85f5-47a6-94be-e25124b42fa1 tempest-VolumesSnapshotTestJSON-1315215538 tempest-VolumesSnapshotTestJSON-1315215538-project] 10.222.0.39 "GET /v2.0/quotas/9e70e15a63d94fbf88c1d1e47c9c46b6 HTTP/1.1" status: 200 len: 375 time: 0.0125763 Aug 12 15:03:45.374163 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e32adbb9-fa27-4c63-aae8-f3e0e49882f1 req-a92ca5bf-8562-418c-aaf9-9360781b1087 tempest-VolumesSnapshotTestJSON-1315215538 tempest-VolumesSnapshotTestJSON-1315215538-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=9e70e15a63d94fbf88c1d1e47c9c46b6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0347443 Aug 12 15:03:45.386845 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [req-e32adbb9-fa27-4c63-aae8-f3e0e49882f1 req-4553f1a2-29de-403c-bafd-61a37b51bda7 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=94467) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 15:03:45.388642 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e32adbb9-fa27-4c63-aae8-f3e0e49882f1 req-4553f1a2-29de-403c-bafd-61a37b51bda7 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0074649 Aug 12 15:03:45.508989 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e32adbb9-fa27-4c63-aae8-f3e0e49882f1 req-1aaa7636-70e1-409c-948c-6c1b90bdbfbb service neutron] 10.222.0.39 "GET /v2.0/networks/976d67ad-60de-4be2-a240-a66f4eadb900?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137965 Aug 12 15:03:45.618409 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e32adbb9-fa27-4c63-aae8-f3e0e49882f1 req-e9aa1f9e-4500-40e5-a333-159811300f8a service neutron] 10.222.0.39 "GET /v2.0/networks/976d67ad-60de-4be2-a240-a66f4eadb900?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030807 Aug 12 15:03:45.663776 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-fe95f194-a3b0-4c04-9e42-20b511169d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:03:45.810771 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-09140483-fcba-4c5f-a078-0ec75e24a199 req-2aaad9f0-a295-4d9a-a84e-3ebddf77ea29 tempest-VolumesSnapshotTestJSON-1315215538 tempest-VolumesSnapshotTestJSON-1315215538-project] 10.222.0.39 "GET /v2.0/ports?device_id=6042ceed-64e8-42db-a119-26973d5ae148 HTTP/1.1" status: 200 len: 210 time: 0.0310900 Aug 12 15:03:46.733220 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32adbb9-fa27-4c63-aae8-f3e0e49882f1 req-a5d44d62-42a6-4cf7-a058-a0b5186db62c tempest-VolumesSnapshotTestJSON-1315215538 tempest-VolumesSnapshotTestJSON-1315215538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:03:46.734701 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e32adbb9-fa27-4c63-aae8-f3e0e49882f1 req-a5d44d62-42a6-4cf7-a058-a0b5186db62c tempest-VolumesSnapshotTestJSON-1315215538 tempest-VolumesSnapshotTestJSON-1315215538-project] 10.222.0.49 "GET /v2.0/networks?id=976d67ad-60de-4be2-a240-a66f4eadb900 HTTP/1.1" status: 200 len: 814 time: 0.1101565 Aug 12 15:03:46.747938 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-e32adbb9-fa27-4c63-aae8-f3e0e49882f1 req-c3467e16-7a53-4329-83e6-1f42540ce855 tempest-VolumesSnapshotTestJSON-1315215538 tempest-VolumesSnapshotTestJSON-1315215538-project] Request body: {'port': {'device_id': '6042ceed-64e8-42db-a119-26973d5ae148', 'network_id': '976d67ad-60de-4be2-a240-a66f4eadb900', 'admin_state_up': True, 'tenant_id': '9e70e15a63d94fbf88c1d1e47c9c46b6'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:03:46.853169 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e32adbb9-fa27-4c63-aae8-f3e0e49882f1 req-c3467e16-7a53-4329-83e6-1f42540ce855 tempest-VolumesSnapshotTestJSON-1315215538 tempest-VolumesSnapshotTestJSON-1315215538-project] Made reservation on behalf of 9e70e15a63d94fbf88c1d1e47c9c46b6 for: {'port': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 15:03:46.856807 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-e32adbb9-fa27-4c63-aae8-f3e0e49882f1 req-c3467e16-7a53-4329-83e6-1f42540ce855 tempest-VolumesSnapshotTestJSON-1315215538 tempest-VolumesSnapshotTestJSON-1315215538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:03:46.935799 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-61595486-7b41-4341-8ef8-a724b898ca6f req-39bdee00-2522-4d73-9e46-5841928f0a99 tempest-VolumesSnapshotTestJSON-1315215538 tempest-VolumesSnapshotTestJSON-1315215538-project] 10.222.0.39 "GET /v2.0/ports?device_id=6042ceed-64e8-42db-a119-26973d5ae148 HTTP/1.1" status: 200 len: 210 time: 0.0565810 Aug 12 15:03:47.005157 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_common [req-e32adbb9-fa27-4c63-aae8-f3e0e49882f1 req-c3467e16-7a53-4329-83e6-1f42540ce855 tempest-VolumesSnapshotTestJSON-1315215538 tempest-VolumesSnapshotTestJSON-1315215538-project] Allocated IP 172.20.0.4 (976d67ad-60de-4be2-a240-a66f4eadb900/644d5629-d5dc-4416-864a-2e730cafd4de/b9c06eb4-3bcb-4fde-954d-a92ea09f871c) {{(pid=94467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 15:03:47.160431 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-e32adbb9-fa27-4c63-aae8-f3e0e49882f1 req-c3467e16-7a53-4329-83e6-1f42540ce855 tempest-VolumesSnapshotTestJSON-1315215538 tempest-VolumesSnapshotTestJSON-1315215538-project] Notify callbacks [] for port, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:03:47.203638 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-e32adbb9-fa27-4c63-aae8-f3e0e49882f1 req-c3467e16-7a53-4329-83e6-1f42540ce855 tempest-VolumesSnapshotTestJSON-1315215538 tempest-VolumesSnapshotTestJSON-1315215538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:03:47.247587 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e32adbb9-fa27-4c63-aae8-f3e0e49882f1 req-c3467e16-7a53-4329-83e6-1f42540ce855 tempest-VolumesSnapshotTestJSON-1315215538 tempest-VolumesSnapshotTestJSON-1315215538-project] Network 976d67ad-60de-4be2-a240-a66f4eadb900 is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 15:03:47.252701 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [req-e32adbb9-fa27-4c63-aae8-f3e0e49882f1 req-c3467e16-7a53-4329-83e6-1f42540ce855 tempest-VolumesSnapshotTestJSON-1315215538 tempest-VolumesSnapshotTestJSON-1315215538-project] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:03:47.257078 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [req-e32adbb9-fa27-4c63-aae8-f3e0e49882f1 req-c3467e16-7a53-4329-83e6-1f42540ce855 tempest-VolumesSnapshotTestJSON-1315215538 tempest-VolumesSnapshotTestJSON-1315215538-project] Received port after_create {{(pid=94467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 15:03:47.263521 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3467e16-7a53-4329-83e6-1f42540ce855 tempest-VolumesSnapshotTestJSON-1315215538 tempest-VolumesSnapshotTestJSON-1315215538-project] Pushing event updated for resources: {'Port': ['ID=b9c06eb4-3bcb-4fde-954d-a92ea09f871c,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:03:47.309073 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32adbb9-fa27-4c63-aae8-f3e0e49882f1 req-c3467e16-7a53-4329-83e6-1f42540ce855 tempest-VolumesSnapshotTestJSON-1315215538 tempest-VolumesSnapshotTestJSON-1315215538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:03:47.309668 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-e32adbb9-fa27-4c63-aae8-f3e0e49882f1 req-c3467e16-7a53-4329-83e6-1f42540ce855 tempest-VolumesSnapshotTestJSON-1315215538 tempest-VolumesSnapshotTestJSON-1315215538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:03:47.324613 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e32adbb9-fa27-4c63-aae8-f3e0e49882f1 req-c3467e16-7a53-4329-83e6-1f42540ce855 tempest-VolumesSnapshotTestJSON-1315215538 tempest-VolumesSnapshotTestJSON-1315215538-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5812354 Aug 12 15:03:47.337724 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-e32adbb9-fa27-4c63-aae8-f3e0e49882f1 req-df2bdecf-cd82-4e47-b3bc-188469eac899 service neutron] Request body: {'port': {'device_id': '6042ceed-64e8-42db-a119-26973d5ae148', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-694802-15'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:03:47.398216 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-e32adbb9-fa27-4c63-aae8-f3e0e49882f1 req-df2bdecf-cd82-4e47-b3bc-188469eac899 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:03:47.674478 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [req-e32adbb9-fa27-4c63-aae8-f3e0e49882f1 req-df2bdecf-cd82-4e47-b3bc-188469eac899 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9c06eb4-3bcb-4fde-954d-a92ea09f871c {{(pid=94467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 15:03:47.682222 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-e32adbb9-fa27-4c63-aae8-f3e0e49882f1 req-df2bdecf-cd82-4e47-b3bc-188469eac899 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:03:47.694878 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [req-e32adbb9-fa27-4c63-aae8-f3e0e49882f1 req-df2bdecf-cd82-4e47-b3bc-188469eac899 service neutron] Transition to ACTIVE for port object b9c06eb4-3bcb-4fde-954d-a92ea09f871c will not be triggered until provisioned by entity L2. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:03:47.699599 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-e32adbb9-fa27-4c63-aae8-f3e0e49882f1 req-df2bdecf-cd82-4e47-b3bc-188469eac899 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:03:47.767944 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2bdecf-cd82-4e47-b3bc-188469eac899 service neutron] Pushing event updated for resources: {'Port': ['ID=b9c06eb4-3bcb-4fde-954d-a92ea09f871c,revision_number=2']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:03:47.818363 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-e32adbb9-fa27-4c63-aae8-f3e0e49882f1 req-df2bdecf-cd82-4e47-b3bc-188469eac899 service neutron] Attempting to bind port b9c06eb4-3bcb-4fde-954d-a92ea09f871c on host n-h2-694802-15 for vnic_type normal with profile {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 15:03:47.818727 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-e32adbb9-fa27-4c63-aae8-f3e0e49882f1 req-df2bdecf-cd82-4e47-b3bc-188469eac899 service neutron] Attempting to bind port b9c06eb4-3bcb-4fde-954d-a92ea09f871c by drivers openvswitch,hyperv on host n-h2-694802-15 at level 0 using segments [{'id': 'a7c6e18c-e2d9-4925-a099-2aab2e87c1e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '976d67ad-60de-4be2-a240-a66f4eadb900'}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 15:03:47.819084 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e32adbb9-fa27-4c63-aae8-f3e0e49882f1 req-df2bdecf-cd82-4e47-b3bc-188469eac899 service neutron] Attempting to bind port b9c06eb4-3bcb-4fde-954d-a92ea09f871c on network 976d67ad-60de-4be2-a240-a66f4eadb900 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 15:03:47.823233 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e32adbb9-fa27-4c63-aae8-f3e0e49882f1 req-df2bdecf-cd82-4e47-b3bc-188469eac899 service neutron] Port b9c06eb4-3bcb-4fde-954d-a92ea09f871c on network 976d67ad-60de-4be2-a240-a66f4eadb900 not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-15 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 15:03:47.823545 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e32adbb9-fa27-4c63-aae8-f3e0e49882f1 req-df2bdecf-cd82-4e47-b3bc-188469eac899 service neutron] Attempting to bind port b9c06eb4-3bcb-4fde-954d-a92ea09f871c on network 976d67ad-60de-4be2-a240-a66f4eadb900 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 15:03:47.828294 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e32adbb9-fa27-4c63-aae8-f3e0e49882f1 req-df2bdecf-cd82-4e47-b3bc-188469eac899 service neutron] Checking agent: {'id': 'b7697f71-33f3-4959-ad82-43c2dc15845d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 27, 42), 'started_at': datetime.datetime(2021, 8, 12, 14, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 15, 3, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 15:03:47.828624 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e32adbb9-fa27-4c63-aae8-f3e0e49882f1 req-df2bdecf-cd82-4e47-b3bc-188469eac899 service neutron] Checking segment: {'id': 'a7c6e18c-e2d9-4925-a099-2aab2e87c1e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '976d67ad-60de-4be2-a240-a66f4eadb900'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 15:03:47.829001 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e32adbb9-fa27-4c63-aae8-f3e0e49882f1 req-df2bdecf-cd82-4e47-b3bc-188469eac899 service neutron] Bound using segment: {'id': 'a7c6e18c-e2d9-4925-a099-2aab2e87c1e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '976d67ad-60de-4be2-a240-a66f4eadb900'} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 15:03:47.829413 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-e32adbb9-fa27-4c63-aae8-f3e0e49882f1 req-df2bdecf-cd82-4e47-b3bc-188469eac899 service neutron] Bound port: b9c06eb4-3bcb-4fde-954d-a92ea09f871c, host: n-h2-694802-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7c6e18c-e2d9-4925-a099-2aab2e87c1e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '976d67ad-60de-4be2-a240-a66f4eadb900'}}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 15:03:47.829767 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-e32adbb9-fa27-4c63-aae8-f3e0e49882f1 req-df2bdecf-cd82-4e47-b3bc-188469eac899 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:03:47.895298 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-e32adbb9-fa27-4c63-aae8-f3e0e49882f1 req-df2bdecf-cd82-4e47-b3bc-188469eac899 service neutron] For port b9c06eb4-3bcb-4fde-954d-a92ea09f871c, host n-h2-694802-15, cleared binding levels {{(pid=94467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 15:03:47.899371 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-e32adbb9-fa27-4c63-aae8-f3e0e49882f1 req-df2bdecf-cd82-4e47-b3bc-188469eac899 service neutron] For port b9c06eb4-3bcb-4fde-954d-a92ea09f871c, host n-h2-694802-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=b9c06eb4-3bcb-4fde-954d-a92ea09f871c,segment=NetworkSegment(a7c6e18c-e2d9-4925-a099-2aab2e87c1e8),segment_id=a7c6e18c-e2d9-4925-a099-2aab2e87c1e8)] {{(pid=94467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 15:03:47.904925 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-e32adbb9-fa27-4c63-aae8-f3e0e49882f1 req-df2bdecf-cd82-4e47-b3bc-188469eac899 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:03:47.939506 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32adbb9-fa27-4c63-aae8-f3e0e49882f1 req-df2bdecf-cd82-4e47-b3bc-188469eac899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:03:47.940447 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-e32adbb9-fa27-4c63-aae8-f3e0e49882f1 req-df2bdecf-cd82-4e47-b3bc-188469eac899 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:03:47.941742 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e32adbb9-fa27-4c63-aae8-f3e0e49882f1 req-df2bdecf-cd82-4e47-b3bc-188469eac899 service neutron] 10.222.0.49 "PUT /v2.0/ports/b9c06eb4-3bcb-4fde-954d-a92ea09f871c HTTP/1.1" status: 200 len: 1092 time: 0.6092064 Aug 12 15:03:47.942186 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6042ceed-64e8-42db-a119-26973d5ae148', 'tag': 'b9c06eb4-3bcb-4fde-954d-a92ea09f871c'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:03:47.945394 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e65282f928b64038367d043a4411777802006c43a98742496cb2e25b724ff1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abc9650c-a586-468e-8061-a067c80a847c" -d '{"events": [{"name": "network-changed", "server_uuid": "6042ceed-64e8-42db-a119-26973d5ae148", "tag": "b9c06eb4-3bcb-4fde-954d-a92ea09f871c"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 15:03:47.969983 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2bdecf-cd82-4e47-b3bc-188469eac899 service neutron] Pushing event updated for resources: {'Port': ['ID=b9c06eb4-3bcb-4fde-954d-a92ea09f871c,revision_number=3']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:03:48.009452 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 15:03:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efcb6de3-1881-4fa0-9c07-9c9c71abc9fc x-openstack-request-id: req-efcb6de3-1881-4fa0-9c07-9c9c71abc9fc {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 15:03:48.009739 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6042ceed-64e8-42db-a119-26973d5ae148", "tag": "b9c06eb4-3bcb-4fde-954d-a92ea09f871c", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 15:03:48.009987 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-efcb6de3-1881-4fa0-9c07-9c9c71abc9fc {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 15:03:48.010371 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6042ceed-64e8-42db-a119-26973d5ae148', 'tag': 'b9c06eb4-3bcb-4fde-954d-a92ea09f871c', 'status': 'completed', 'code': 200} Aug 12 15:03:48.074274 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32adbb9-fa27-4c63-aae8-f3e0e49882f1 req-43016afc-b5aa-43d1-ad10-ad3770acfedf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:03:48.076015 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e32adbb9-fa27-4c63-aae8-f3e0e49882f1 req-43016afc-b5aa-43d1-ad10-ad3770acfedf service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9e70e15a63d94fbf88c1d1e47c9c46b6&device_id=6042ceed-64e8-42db-a119-26973d5ae148 HTTP/1.1" status: 200 len: 1095 time: 0.0782709 Aug 12 15:03:48.088264 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124fc3c5-970c-43f3-82e1-87587ffde859 req-35734813-2df6-4a65-97d7-a6bf43671b5f tempest-VolumesSnapshotTestJSON-1315215538 tempest-VolumesSnapshotTestJSON-1315215538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:03:48.089698 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-124fc3c5-970c-43f3-82e1-87587ffde859 req-35734813-2df6-4a65-97d7-a6bf43671b5f tempest-VolumesSnapshotTestJSON-1315215538 tempest-VolumesSnapshotTestJSON-1315215538-project] 10.222.0.39 "GET /v2.0/ports?device_id=6042ceed-64e8-42db-a119-26973d5ae148 HTTP/1.1" status: 200 len: 943 time: 0.0763264 Aug 12 15:03:48.129771 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e32adbb9-fa27-4c63-aae8-f3e0e49882f1 req-891550dd-7f43-4b02-8a8b-596a4c2144d3 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b9c06eb4-3bcb-4fde-954d-a92ea09f871c HTTP/1.1" status: 200 len: 217 time: 0.0391338 Aug 12 15:03:48.187605 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-124fc3c5-970c-43f3-82e1-87587ffde859 req-9c16188f-bcd0-46b6-a768-80eb448bc4f4 tempest-VolumesSnapshotTestJSON-1315215538 tempest-VolumesSnapshotTestJSON-1315215538-project] 10.222.0.39 "GET /v2.0/security-groups?id=f5b69b96-d6df-4912-b67f-8c03793cf91c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913436 Aug 12 15:03:48.197884 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32adbb9-fa27-4c63-aae8-f3e0e49882f1 req-0a11e025-3af7-4d1a-94ef-6ee064c69d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:03:48.200545 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e32adbb9-fa27-4c63-aae8-f3e0e49882f1 req-0a11e025-3af7-4d1a-94ef-6ee064c69d04 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=644d5629-d5dc-4416-864a-2e730cafd4de HTTP/1.1" status: 200 len: 854 time: 0.0630283 Aug 12 15:03:48.235755 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e32adbb9-fa27-4c63-aae8-f3e0e49882f1 req-60bb695a-cf84-4135-b7b3-090188653ee3 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=976d67ad-60de-4be2-a240-a66f4eadb900&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271769 Aug 12 15:03:48.324790 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e32adbb9-fa27-4c63-aae8-f3e0e49882f1 req-19fb070c-51d1-45a5-b8db-6a05c9fb02ba service neutron] 10.222.0.49 "GET /v2.0/networks/976d67ad-60de-4be2-a240-a66f4eadb900?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817904 Aug 12 15:03:48.417523 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e32adbb9-fa27-4c63-aae8-f3e0e49882f1 req-202fe34e-01e8-4bd0-9a8f-4e5f9772b980 service neutron] 10.222.0.49 "GET /v2.0/networks/976d67ad-60de-4be2-a240-a66f4eadb900?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854321 Aug 12 15:03:48.513923 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc9650c-a586-468e-8061-a067c80a847c req-31cf2a23-3008-4672-a444-bcaeadbd5c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:03:48.515582 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-abc9650c-a586-468e-8061-a067c80a847c req-31cf2a23-3008-4672-a444-bcaeadbd5c3b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9e70e15a63d94fbf88c1d1e47c9c46b6&device_id=6042ceed-64e8-42db-a119-26973d5ae148 HTTP/1.1" status: 200 len: 1095 time: 0.0484371 Aug 12 15:03:48.627909 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc9650c-a586-468e-8061-a067c80a847c req-84b2ed58-8c71-4133-a2f6-b97b0ca5ed45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:03:48.629702 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-abc9650c-a586-468e-8061-a067c80a847c req-84b2ed58-8c71-4133-a2f6-b97b0ca5ed45 service neutron] 10.222.0.49 "GET /v2.0/networks?id=976d67ad-60de-4be2-a240-a66f4eadb900 HTTP/1.1" status: 200 len: 915 time: 0.1050401 Aug 12 15:03:48.996211 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-abc9650c-a586-468e-8061-a067c80a847c req-43f591fe-af8e-4bef-bb1d-e32d94e2a588 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b9c06eb4-3bcb-4fde-954d-a92ea09f871c HTTP/1.1" status: 200 len: 217 time: 0.3533816 Aug 12 15:03:49.045425 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc9650c-a586-468e-8061-a067c80a847c req-a5221a22-4a69-4c38-9186-fa1a2f986e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:03:49.046887 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-abc9650c-a586-468e-8061-a067c80a847c req-a5221a22-4a69-4c38-9186-fa1a2f986e67 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=644d5629-d5dc-4416-864a-2e730cafd4de HTTP/1.1" status: 200 len: 854 time: 0.0429294 Aug 12 15:03:49.080584 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-abc9650c-a586-468e-8061-a067c80a847c req-b4b6cc06-33fa-4b73-bfc3-4030c424109c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=976d67ad-60de-4be2-a240-a66f4eadb900&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252752 Aug 12 15:03:49.173774 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-abc9650c-a586-468e-8061-a067c80a847c req-99bb5866-3e6e-43eb-8a9d-454d9cc6e96b service neutron] 10.222.0.49 "GET /v2.0/networks/976d67ad-60de-4be2-a240-a66f4eadb900?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859230 Aug 12 15:03:49.282137 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-abc9650c-a586-468e-8061-a067c80a847c req-b8b3fd1f-4cea-4df2-b489-2df88d7f6f16 service neutron] 10.222.0.49 "GET /v2.0/networks/976d67ad-60de-4be2-a240-a66f4eadb900?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912817 Aug 12 15:03:49.331355 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86f1687-2317-45a4-96fc-25dd0cc94df6 req-e86ea056-8ecc-428f-ad43-c8a60b70c98f tempest-VolumesSnapshotTestJSON-1315215538 tempest-VolumesSnapshotTestJSON-1315215538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:03:49.332939 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-b86f1687-2317-45a4-96fc-25dd0cc94df6 req-e86ea056-8ecc-428f-ad43-c8a60b70c98f tempest-VolumesSnapshotTestJSON-1315215538 tempest-VolumesSnapshotTestJSON-1315215538-project] 10.222.0.39 "GET /v2.0/ports?device_id=6042ceed-64e8-42db-a119-26973d5ae148 HTTP/1.1" status: 200 len: 943 time: 0.0517423 Aug 12 15:03:49.371696 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-b86f1687-2317-45a4-96fc-25dd0cc94df6 req-396354ef-2974-41e0-b768-7e4398cd9781 tempest-VolumesSnapshotTestJSON-1315215538 tempest-VolumesSnapshotTestJSON-1315215538-project] 10.222.0.39 "GET /v2.0/security-groups?id=f5b69b96-d6df-4912-b67f-8c03793cf91c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327604 Aug 12 15:03:50.492962 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de09082-7a93-410b-bbc0-86db373015fc req-c38737a8-79fd-417c-b4c3-db4e02063482 tempest-VolumesSnapshotTestJSON-1315215538 tempest-VolumesSnapshotTestJSON-1315215538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:03:50.494362 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4de09082-7a93-410b-bbc0-86db373015fc req-c38737a8-79fd-417c-b4c3-db4e02063482 tempest-VolumesSnapshotTestJSON-1315215538 tempest-VolumesSnapshotTestJSON-1315215538-project] 10.222.0.39 "GET /v2.0/ports?device_id=6042ceed-64e8-42db-a119-26973d5ae148 HTTP/1.1" status: 200 len: 943 time: 0.0546346 Aug 12 15:03:50.531672 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4de09082-7a93-410b-bbc0-86db373015fc req-4c969cd4-659e-4633-b910-503f1051d1c0 tempest-VolumesSnapshotTestJSON-1315215538 tempest-VolumesSnapshotTestJSON-1315215538-project] 10.222.0.39 "GET /v2.0/security-groups?id=f5b69b96-d6df-4912-b67f-8c03793cf91c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313320 Aug 12 15:03:51.351299 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device b9c06eb4-3bcb-4fde-954d-a92ea09f871c details requested by agent hyperv_n-h2-694802-15 with host n-h2-694802-15 {{(pid=94468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 15:03:51.449271 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port b9c06eb4-3bcb-4fde-954d-a92ea09f871c, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=b9c06eb4-3bcb-4fde-954d-a92ea09f871c,segment=NetworkSegment(a7c6e18c-e2d9-4925-a099-2aab2e87c1e8),segment_id=a7c6e18c-e2d9-4925-a099-2aab2e87c1e8)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:03:51.460941 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Returning: {'device': 'b9c06eb4-3bcb-4fde-954d-a92ea09f871c', 'network_id': '976d67ad-60de-4be2-a240-a66f4eadb900', 'port_id': 'b9c06eb4-3bcb-4fde-954d-a92ea09f871c', 'mac_address': 'fa:16:3e:9d:df:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '644d5629-d5dc-4416-864a-2e730cafd4de', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 15:03:51.499837 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:03:51.511878 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9c06eb4-3bcb-4fde-954d-a92ea09f871c {{(pid=94468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 15:03:51.530923 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port b9c06eb4-3bcb-4fde-954d-a92ea09f871c, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=b9c06eb4-3bcb-4fde-954d-a92ea09f871c,segment=NetworkSegment(a7c6e18c-e2d9-4925-a099-2aab2e87c1e8),segment_id=a7c6e18c-e2d9-4925-a099-2aab2e87c1e8)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:03:51.535083 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:03:51.582338 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Pushing event updated for resources: {'Port': ['ID=b9c06eb4-3bcb-4fde-954d-a92ea09f871c,revision_number=4']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:03:51.590243 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:03:51.590590 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:03:51.590928 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:03:51.591297 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:03:51.591629 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:03:51.591956 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:03:51.592288 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:03:51.592606 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:03:51.592925 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:03:51.593245 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:03:51.593566 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:03:51.593885 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:03:51.651731 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b726853b-c8db-4582-b3dd-0bd2e35ae3b2 req-05421234-7c58-4356-b8f4-b67f4904e4e4 tempest-VolumesSnapshotTestJSON-1315215538 tempest-VolumesSnapshotTestJSON-1315215538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:03:51.653201 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-b726853b-c8db-4582-b3dd-0bd2e35ae3b2 req-05421234-7c58-4356-b8f4-b67f4904e4e4 tempest-VolumesSnapshotTestJSON-1315215538 tempest-VolumesSnapshotTestJSON-1315215538-project] 10.222.0.39 "GET /v2.0/ports?device_id=6042ceed-64e8-42db-a119-26973d5ae148 HTTP/1.1" status: 200 len: 944 time: 0.0549009 Aug 12 15:03:51.690255 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-b726853b-c8db-4582-b3dd-0bd2e35ae3b2 req-e54fb559-0ddc-4cad-bcbb-397230b3744c tempest-VolumesSnapshotTestJSON-1315215538 tempest-VolumesSnapshotTestJSON-1315215538-project] 10.222.0.39 "GET /v2.0/security-groups?id=f5b69b96-d6df-4912-b67f-8c03793cf91c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311327 Aug 12 15:03:51.881437 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] get_ports_and_sgs() called for port_ids ['b9c06eb4-3bcb-4fde-954d-a92ea09f871c'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 15:03:52.817173 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf92a05-c2bb-4593-bea8-4dc5da00555a req-4f1db7a3-9982-4c58-9100-a55bc58bcc4c tempest-VolumesSnapshotTestJSON-1315215538 tempest-VolumesSnapshotTestJSON-1315215538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:03:52.818634 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4cf92a05-c2bb-4593-bea8-4dc5da00555a req-4f1db7a3-9982-4c58-9100-a55bc58bcc4c tempest-VolumesSnapshotTestJSON-1315215538 tempest-VolumesSnapshotTestJSON-1315215538-project] 10.222.0.39 "GET /v2.0/ports?device_id=6042ceed-64e8-42db-a119-26973d5ae148 HTTP/1.1" status: 200 len: 944 time: 0.0482605 Aug 12 15:03:52.856108 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4cf92a05-c2bb-4593-bea8-4dc5da00555a req-79ca0bc5-26f0-4d2b-bafc-bacf4e82ac3a tempest-VolumesSnapshotTestJSON-1315215538 tempest-VolumesSnapshotTestJSON-1315215538-project] 10.222.0.39 "GET /v2.0/security-groups?id=f5b69b96-d6df-4912-b67f-8c03793cf91c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312483 Aug 12 15:03:53.374326 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device b9c06eb4-3bcb-4fde-954d-a92ea09f871c up at agent hyperv_n-h2-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 15:03:53.422055 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Provisioning for port b9c06eb4-3bcb-4fde-954d-a92ea09f871c completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:03:53.425631 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Provisioning complete for port b9c06eb4-3bcb-4fde-954d-a92ea09f871c triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:03:53.425998 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:03:53.499980 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:03:53.524199 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6042ceed-64e8-42db-a119-26973d5ae148', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9c06eb4-3bcb-4fde-954d-a92ea09f871c'}] {{(pid=94468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:03:53.526437 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99a8d87602170099c728e57431aca99e9b98a655a83bbf8727be13192709727b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b669131-0b09-4156-a377-980c16c5bda4" -d '{"events": [{"server_uuid": "6042ceed-64e8-42db-a119-26973d5ae148", "name": "network-vif-plugged", "status": "completed", "tag": "b9c06eb4-3bcb-4fde-954d-a92ea09f871c"}]}' {{(pid=94468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 15:03:53.539366 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port b9c06eb4-3bcb-4fde-954d-a92ea09f871c, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=b9c06eb4-3bcb-4fde-954d-a92ea09f871c,segment=NetworkSegment(a7c6e18c-e2d9-4925-a099-2aab2e87c1e8),segment_id=a7c6e18c-e2d9-4925-a099-2aab2e87c1e8)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:03:53.544204 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:03:53.569584 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 15:03:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee0f0019-607d-48d8-8c1c-9819701d11f2 x-openstack-request-id: req-ee0f0019-607d-48d8-8c1c-9819701d11f2 {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 15:03:53.569878 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6042ceed-64e8-42db-a119-26973d5ae148", "name": "network-vif-plugged", "status": "completed", "tag": "b9c06eb4-3bcb-4fde-954d-a92ea09f871c", "code": 200}]} {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 15:03:53.570129 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ee0f0019-607d-48d8-8c1c-9819701d11f2 {{(pid=94468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 15:03:53.570513 n-d-694802-15 neutron-server[94468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6042ceed-64e8-42db-a119-26973d5ae148', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9c06eb4-3bcb-4fde-954d-a92ea09f871c', 'code': 200} Aug 12 15:03:53.594554 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Pushing event updated for resources: {'Port': ['ID=b9c06eb4-3bcb-4fde-954d-a92ea09f871c,revision_number=5']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:03:53.667589 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0484df62-18e2-45af-87b6-f0538454f274 req-f5a6ebf0-687f-4d2b-af39-8b88a2790faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:03:53.669007 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0484df62-18e2-45af-87b6-f0538454f274 req-f5a6ebf0-687f-4d2b-af39-8b88a2790faf service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=6042ceed-64e8-42db-a119-26973d5ae148 HTTP/1.1" status: 200 len: 1097 time: 0.0382712 Aug 12 15:03:53.703620 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0484df62-18e2-45af-87b6-f0538454f274 req-af960459-ec9e-4595-bace-1f7d39987d94 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=f5b69b96-d6df-4912-b67f-8c03793cf91c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0274038 Aug 12 15:03:53.978618 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3600f68-6e88-4067-bb75-d4ea9fdbe3c9 req-d0dce9f8-6158-4b8d-8a85-f5086d7d4abf tempest-VolumesSnapshotTestJSON-1315215538 tempest-VolumesSnapshotTestJSON-1315215538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:03:53.980213 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f3600f68-6e88-4067-bb75-d4ea9fdbe3c9 req-d0dce9f8-6158-4b8d-8a85-f5086d7d4abf tempest-VolumesSnapshotTestJSON-1315215538 tempest-VolumesSnapshotTestJSON-1315215538-project] 10.222.0.39 "GET /v2.0/ports?device_id=6042ceed-64e8-42db-a119-26973d5ae148 HTTP/1.1" status: 200 len: 945 time: 0.0549312 Aug 12 15:03:54.018196 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f3600f68-6e88-4067-bb75-d4ea9fdbe3c9 req-3dcae91d-f71d-4e54-a9b5-48683e9c304e tempest-VolumesSnapshotTestJSON-1315215538 tempest-VolumesSnapshotTestJSON-1315215538-project] 10.222.0.39 "GET /v2.0/security-groups?id=f5b69b96-d6df-4912-b67f-8c03793cf91c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316582 Aug 12 15:03:55.135048 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66ca08c-40f2-4b45-9a9e-a88163212f50 req-18aa1420-17c0-4eda-b92b-c53666882a5d tempest-VolumesSnapshotTestJSON-1315215538 tempest-VolumesSnapshotTestJSON-1315215538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:03:55.136448 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-b66ca08c-40f2-4b45-9a9e-a88163212f50 req-18aa1420-17c0-4eda-b92b-c53666882a5d tempest-VolumesSnapshotTestJSON-1315215538 tempest-VolumesSnapshotTestJSON-1315215538-project] 10.222.0.39 "GET /v2.0/ports?device_id=6042ceed-64e8-42db-a119-26973d5ae148 HTTP/1.1" status: 200 len: 945 time: 0.0492659 Aug 12 15:03:55.172962 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-b66ca08c-40f2-4b45-9a9e-a88163212f50 req-b135718b-466f-4746-85b7-bf284f4857e7 tempest-VolumesSnapshotTestJSON-1315215538 tempest-VolumesSnapshotTestJSON-1315215538-project] 10.222.0.39 "GET /v2.0/security-groups?id=f5b69b96-d6df-4912-b67f-8c03793cf91c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305533 Aug 12 15:04:04.680029 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.agents_db [None req-17ed3e4c-1a7d-4162-9646-11c134aca297 None None] Agent healthcheck: found 7 active agents {{(pid=94469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 15:04:10.114980 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-ca9a54d3-ba03-4bb8-9f99-fb5e62f02fe9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:04:11.493367 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:04:12.766005 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:04:13.024445 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:04:13.395691 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-e45cb2d1-cdab-4afe-a109-0b346b580568 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:04:14.021331 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-1769855f-eda9-4483-9dc3-3220908ab45d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:04:15.671658 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-fe95f194-a3b0-4c04-9e42-20b511169d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:04:21.580351 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d5b6f5-705c-4c48-8aaa-fac3d9ba75d2 req-766e7e5d-72a0-4322-82c0-2df455d746d2 tempest-VolumesSnapshotTestJSON-1315215538 tempest-VolumesSnapshotTestJSON-1315215538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:04:21.583711 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-08d5b6f5-705c-4c48-8aaa-fac3d9ba75d2 req-766e7e5d-72a0-4322-82c0-2df455d746d2 tempest-VolumesSnapshotTestJSON-1315215538 tempest-VolumesSnapshotTestJSON-1315215538-project] 10.222.0.39 "GET /v2.0/ports?device_id=6042ceed-64e8-42db-a119-26973d5ae148 HTTP/1.1" status: 200 len: 945 time: 0.0572813 Aug 12 15:04:21.623237 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-08d5b6f5-705c-4c48-8aaa-fac3d9ba75d2 req-b957cb5d-a368-4b59-b20a-f30d530a5cdb tempest-VolumesSnapshotTestJSON-1315215538 tempest-VolumesSnapshotTestJSON-1315215538-project] 10.222.0.39 "GET /v2.0/security-groups?id=f5b69b96-d6df-4912-b67f-8c03793cf91c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335500 Aug 12 15:04:22.741323 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd31561-f930-41da-b0d1-cc550d0fea72 req-11fd5d28-7330-4a87-ae59-6efa934caa6b tempest-VolumesSnapshotTestJSON-1315215538 tempest-VolumesSnapshotTestJSON-1315215538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:04:22.742791 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-afd31561-f930-41da-b0d1-cc550d0fea72 req-11fd5d28-7330-4a87-ae59-6efa934caa6b tempest-VolumesSnapshotTestJSON-1315215538 tempest-VolumesSnapshotTestJSON-1315215538-project] 10.222.0.39 "GET /v2.0/ports?device_id=6042ceed-64e8-42db-a119-26973d5ae148 HTTP/1.1" status: 200 len: 945 time: 0.0493758 Aug 12 15:04:22.779977 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-afd31561-f930-41da-b0d1-cc550d0fea72 req-f4ba3585-6cb5-4207-adc9-99bfb4552479 tempest-VolumesSnapshotTestJSON-1315215538 tempest-VolumesSnapshotTestJSON-1315215538-project] 10.222.0.39 "GET /v2.0/security-groups?id=f5b69b96-d6df-4912-b67f-8c03793cf91c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306065 Aug 12 15:04:23.384452 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0634825b-5070-41b7-991a-b3185b2dc3e4 req-0a45d1b1-b1d0-406c-ad27-b7841cf879ea tempest-VolumesSnapshotTestJSON-1315215538 tempest-VolumesSnapshotTestJSON-1315215538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:04:23.385829 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0634825b-5070-41b7-991a-b3185b2dc3e4 req-0a45d1b1-b1d0-406c-ad27-b7841cf879ea tempest-VolumesSnapshotTestJSON-1315215538 tempest-VolumesSnapshotTestJSON-1315215538-project] 10.222.0.49 "GET /v2.0/ports?device_id=6042ceed-64e8-42db-a119-26973d5ae148 HTTP/1.1" status: 200 len: 945 time: 0.0488360 Aug 12 15:04:23.479759 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [req-0634825b-5070-41b7-991a-b3185b2dc3e4 req-adf5abfb-5f02-4397-bb23-40c2bf5d0288 tempest-VolumesSnapshotTestJSON-1315215538 tempest-VolumesSnapshotTestJSON-1315215538-project] Deleting port b9c06eb4-3bcb-4fde-954d-a92ea09f871c {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 15:04:23.480104 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-0634825b-5070-41b7-991a-b3185b2dc3e4 req-adf5abfb-5f02-4397-bb23-40c2bf5d0288 tempest-VolumesSnapshotTestJSON-1315215538 tempest-VolumesSnapshotTestJSON-1315215538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:04:23.566392 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-0634825b-5070-41b7-991a-b3185b2dc3e4 req-adf5abfb-5f02-4397-bb23-40c2bf5d0288 tempest-VolumesSnapshotTestJSON-1315215538 tempest-VolumesSnapshotTestJSON-1315215538-project] For port b9c06eb4-3bcb-4fde-954d-a92ea09f871c, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=b9c06eb4-3bcb-4fde-954d-a92ea09f871c,segment=NetworkSegment(a7c6e18c-e2d9-4925-a099-2aab2e87c1e8),segment_id=a7c6e18c-e2d9-4925-a099-2aab2e87c1e8)] {{(pid=94467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:04:23.566759 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-0634825b-5070-41b7-991a-b3185b2dc3e4 req-adf5abfb-5f02-4397-bb23-40c2bf5d0288 tempest-VolumesSnapshotTestJSON-1315215538 tempest-VolumesSnapshotTestJSON-1315215538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:04:23.580068 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [req-0634825b-5070-41b7-991a-b3185b2dc3e4 req-adf5abfb-5f02-4397-bb23-40c2bf5d0288 tempest-VolumesSnapshotTestJSON-1315215538 tempest-VolumesSnapshotTestJSON-1315215538-project] Calling delete_port for b9c06eb4-3bcb-4fde-954d-a92ea09f871c owned by compute:nova {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 15:04:23.709170 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-0634825b-5070-41b7-991a-b3185b2dc3e4 req-adf5abfb-5f02-4397-bb23-40c2bf5d0288 tempest-VolumesSnapshotTestJSON-1315215538 tempest-VolumesSnapshotTestJSON-1315215538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:04:23.740586 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf5abfb-5f02-4397-bb23-40c2bf5d0288 tempest-VolumesSnapshotTestJSON-1315215538 tempest-VolumesSnapshotTestJSON-1315215538-project] Pushing event deleted for resources: {'Port': ['ID=b9c06eb4-3bcb-4fde-954d-a92ea09f871c,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:04:23.765788 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf5abfb-5f02-4397-bb23-40c2bf5d0288 tempest-VolumesSnapshotTestJSON-1315215538 tempest-VolumesSnapshotTestJSON-1315215538-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:04:23.766449 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf5abfb-5f02-4397-bb23-40c2bf5d0288 tempest-VolumesSnapshotTestJSON-1315215538 tempest-VolumesSnapshotTestJSON-1315215538-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:04:23.766449 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf5abfb-5f02-4397-bb23-40c2bf5d0288 tempest-VolumesSnapshotTestJSON-1315215538 tempest-VolumesSnapshotTestJSON-1315215538-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:04:23.766786 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf5abfb-5f02-4397-bb23-40c2bf5d0288 tempest-VolumesSnapshotTestJSON-1315215538 tempest-VolumesSnapshotTestJSON-1315215538-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:04:23.767140 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf5abfb-5f02-4397-bb23-40c2bf5d0288 tempest-VolumesSnapshotTestJSON-1315215538 tempest-VolumesSnapshotTestJSON-1315215538-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:04:23.767471 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf5abfb-5f02-4397-bb23-40c2bf5d0288 tempest-VolumesSnapshotTestJSON-1315215538 tempest-VolumesSnapshotTestJSON-1315215538-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:04:23.767798 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf5abfb-5f02-4397-bb23-40c2bf5d0288 tempest-VolumesSnapshotTestJSON-1315215538 tempest-VolumesSnapshotTestJSON-1315215538-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:04:23.768130 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf5abfb-5f02-4397-bb23-40c2bf5d0288 tempest-VolumesSnapshotTestJSON-1315215538 tempest-VolumesSnapshotTestJSON-1315215538-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:04:23.768454 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf5abfb-5f02-4397-bb23-40c2bf5d0288 tempest-VolumesSnapshotTestJSON-1315215538 tempest-VolumesSnapshotTestJSON-1315215538-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:04:23.768779 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf5abfb-5f02-4397-bb23-40c2bf5d0288 tempest-VolumesSnapshotTestJSON-1315215538 tempest-VolumesSnapshotTestJSON-1315215538-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:04:23.769101 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf5abfb-5f02-4397-bb23-40c2bf5d0288 tempest-VolumesSnapshotTestJSON-1315215538 tempest-VolumesSnapshotTestJSON-1315215538-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:04:23.769422 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf5abfb-5f02-4397-bb23-40c2bf5d0288 tempest-VolumesSnapshotTestJSON-1315215538 tempest-VolumesSnapshotTestJSON-1315215538-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:04:23.791824 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [req-0634825b-5070-41b7-991a-b3185b2dc3e4 req-adf5abfb-5f02-4397-bb23-40c2bf5d0288 tempest-VolumesSnapshotTestJSON-1315215538 tempest-VolumesSnapshotTestJSON-1315215538-project] No DVR routers for this DVR port b9c06eb4-3bcb-4fde-954d-a92ea09f871c on host n-h2-694802-15 {{(pid=94467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 15:04:23.794247 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-0634825b-5070-41b7-991a-b3185b2dc3e4 req-adf5abfb-5f02-4397-bb23-40c2bf5d0288 tempest-VolumesSnapshotTestJSON-1315215538 tempest-VolumesSnapshotTestJSON-1315215538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:04:23.796295 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0634825b-5070-41b7-991a-b3185b2dc3e4 req-adf5abfb-5f02-4397-bb23-40c2bf5d0288 tempest-VolumesSnapshotTestJSON-1315215538 tempest-VolumesSnapshotTestJSON-1315215538-project] 10.222.0.49 "DELETE /v2.0/ports/b9c06eb4-3bcb-4fde-954d-a92ea09f871c HTTP/1.1" status: 204 len: 173 time: 0.4042649 Aug 12 15:04:23.796735 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6042ceed-64e8-42db-a119-26973d5ae148', 'name': 'network-vif-deleted', 'tag': 'b9c06eb4-3bcb-4fde-954d-a92ea09f871c'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:04:23.798957 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e65282f928b64038367d043a4411777802006c43a98742496cb2e25b724ff1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec821c8b-4543-4c87-be82-0075ebf8384f" -d '{"events": [{"server_uuid": "6042ceed-64e8-42db-a119-26973d5ae148", "name": "network-vif-deleted", "tag": "b9c06eb4-3bcb-4fde-954d-a92ea09f871c"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 15:04:23.846368 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 15:04:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b698c81e-3cf2-4a38-a2dd-002ac5f0ae54 x-openstack-request-id: req-b698c81e-3cf2-4a38-a2dd-002ac5f0ae54 {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 15:04:23.846665 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6042ceed-64e8-42db-a119-26973d5ae148", "name": "network-vif-deleted", "tag": "b9c06eb4-3bcb-4fde-954d-a92ea09f871c", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 15:04:23.846928 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b698c81e-3cf2-4a38-a2dd-002ac5f0ae54 {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 15:04:23.847573 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6042ceed-64e8-42db-a119-26973d5ae148', 'name': 'network-vif-deleted', 'tag': 'b9c06eb4-3bcb-4fde-954d-a92ea09f871c', 'status': 'completed', 'code': 200} Aug 12 15:04:23.902907 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-b3e4bd4c-13c9-4032-a1d9-b3ee57e3f31b req-a445af6e-42f3-41df-8de0-ba9526f784f8 tempest-VolumesSnapshotTestJSON-1315215538 tempest-VolumesSnapshotTestJSON-1315215538-project] 10.222.0.39 "GET /v2.0/ports?device_id=6042ceed-64e8-42db-a119-26973d5ae148 HTTP/1.1" status: 200 len: 210 time: 0.0331450 Aug 12 15:04:25.480990 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device b9c06eb4-3bcb-4fde-954d-a92ea09f871c no longer exists at agent hyperv_n-h2-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 15:04:25.501736 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] No Port match for: b9c06eb4-3bcb-4fde-954d-a92ea09f871c {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 15:04:25.502147 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device b9c06eb4-3bcb-4fde-954d-a92ea09f871c not bound to the agent host n-h2-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 15:04:32.045351 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4b620fdf-85b5-4443-b3b7-10b69a53f3bd req-0be6aab8-56af-4060-8983-a422119f329d service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=f62b31fa-d01b-4444-a013-47332dacb5d8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0814257 Aug 12 15:04:32.158529 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b620fdf-85b5-4443-b3b7-10b69a53f3bd req-4b5a17a4-b9c3-4c84-bd12-28b58f317e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:04:32.160402 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4b620fdf-85b5-4443-b3b7-10b69a53f3bd req-4b5a17a4-b9c3-4c84-bd12-28b58f317e0f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=eddbf0db78bb49c0ab2be813947221dc&device_id=f62b31fa-d01b-4444-a013-47332dacb5d8 HTTP/1.1" status: 200 len: 1098 time: 0.0598414 Aug 12 15:04:32.306080 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b620fdf-85b5-4443-b3b7-10b69a53f3bd req-033e4f05-b0ca-47e6-8994-3aa463ea1f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:04:32.307916 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4b620fdf-85b5-4443-b3b7-10b69a53f3bd req-033e4f05-b0ca-47e6-8994-3aa463ea1f16 service neutron] 10.222.0.49 "GET /v2.0/networks?id=163c25f9-f902-43c0-b306-3d06c1f84041 HTTP/1.1" status: 200 len: 911 time: 0.1234961 Aug 12 15:04:32.415904 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4b620fdf-85b5-4443-b3b7-10b69a53f3bd req-76566ef3-431d-4de8-b70b-a909faec960e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b2c3504d-4dcd-42ae-bf8e-bbd074c8dd9c HTTP/1.1" status: 200 len: 1002 time: 0.0997586 Aug 12 15:04:32.477977 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b620fdf-85b5-4443-b3b7-10b69a53f3bd req-85c582ae-4232-4c00-9231-8ddbbe569edb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:04:32.479835 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4b620fdf-85b5-4443-b3b7-10b69a53f3bd req-85c582ae-4232-4c00-9231-8ddbbe569edb service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c68a9dc4-9dae-4b6f-89ee-ab739b8f3389 HTTP/1.1" status: 200 len: 849 time: 0.0555725 Aug 12 15:04:32.544243 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b620fdf-85b5-4443-b3b7-10b69a53f3bd req-59c0766d-2b57-442f-b609-5faac4f6b116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:04:32.546040 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4b620fdf-85b5-4443-b3b7-10b69a53f3bd req-59c0766d-2b57-442f-b609-5faac4f6b116 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=163c25f9-f902-43c0-b306-3d06c1f84041&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0578530 Aug 12 15:04:32.674573 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4b620fdf-85b5-4443-b3b7-10b69a53f3bd req-0f9f8e9b-ef5a-4e9e-8014-29a11c691612 service neutron] 10.222.0.49 "GET /v2.0/networks/163c25f9-f902-43c0-b306-3d06c1f84041?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1172271 Aug 12 15:04:32.785519 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4b620fdf-85b5-4443-b3b7-10b69a53f3bd req-dcd946fd-1e64-4ef9-ae3e-71432d5ab53b service neutron] 10.222.0.49 "GET /v2.0/networks/163c25f9-f902-43c0-b306-3d06c1f84041?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017590 Aug 12 15:04:38.437838 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7bf9b1-1b5f-45b4-8d61-17a264c43253 req-cebfcc45-446e-4aab-9ad6-91375d9d3c40 tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:04:38.440398 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-4a7bf9b1-1b5f-45b4-8d61-17a264c43253 req-cebfcc45-446e-4aab-9ad6-91375d9d3c40 tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] 10.222.0.39 "GET /v2.0/ports?device_id=f62b31fa-d01b-4444-a013-47332dacb5d8 HTTP/1.1" status: 200 len: 946 time: 0.0522017 Aug 12 15:04:38.498202 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-4a7bf9b1-1b5f-45b4-8d61-17a264c43253 req-337f3c2a-99da-4462-8701-860ac9ec1f11 tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] 10.222.0.39 "GET /v2.0/security-groups?id=7db3cdc8-cdc7-4de0-ae23-f5e5cdcbeb75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505619 Aug 12 15:04:39.617902 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8faaa72-b598-4c98-b1de-83741444a3fe req-9371f2be-37c5-4732-9813-065b7221bee3 tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:04:39.619400 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f8faaa72-b598-4c98-b1de-83741444a3fe req-9371f2be-37c5-4732-9813-065b7221bee3 tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] 10.222.0.49 "GET /v2.0/ports?device_id=f62b31fa-d01b-4444-a013-47332dacb5d8 HTTP/1.1" status: 200 len: 946 time: 0.0754168 Aug 12 15:04:39.641517 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562ec432-6af2-4056-b91e-15cc0ab3144a req-da488d8a-b774-483e-8b12-fbfcfdf11ecd tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:04:39.642958 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-562ec432-6af2-4056-b91e-15cc0ab3144a req-da488d8a-b774-483e-8b12-fbfcfdf11ecd tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] 10.222.0.39 "GET /v2.0/ports?device_id=f62b31fa-d01b-4444-a013-47332dacb5d8 HTTP/1.1" status: 200 len: 946 time: 0.0730948 Aug 12 15:04:39.745723 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-562ec432-6af2-4056-b91e-15cc0ab3144a req-79918f0e-3102-4f16-9129-f4ba0b15e11e tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] 10.222.0.39 "GET /v2.0/security-groups?id=7db3cdc8-cdc7-4de0-ae23-f5e5cdcbeb75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820134 Aug 12 15:04:39.772565 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [req-f8faaa72-b598-4c98-b1de-83741444a3fe req-c3a17aa3-7118-4d72-ba46-e66c727cef8f tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] Deleting port b2c3504d-4dcd-42ae-bf8e-bbd074c8dd9c {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 15:04:39.772903 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-f8faaa72-b598-4c98-b1de-83741444a3fe req-c3a17aa3-7118-4d72-ba46-e66c727cef8f tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:04:39.866058 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-f8faaa72-b598-4c98-b1de-83741444a3fe req-c3a17aa3-7118-4d72-ba46-e66c727cef8f tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] For port b2c3504d-4dcd-42ae-bf8e-bbd074c8dd9c, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=b2c3504d-4dcd-42ae-bf8e-bbd074c8dd9c,segment=NetworkSegment(853d2dcc-17d7-437f-9aad-378917bafe8d),segment_id=853d2dcc-17d7-437f-9aad-378917bafe8d)] {{(pid=94467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:04:39.866665 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-f8faaa72-b598-4c98-b1de-83741444a3fe req-c3a17aa3-7118-4d72-ba46-e66c727cef8f tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:04:40.118036 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-f8faaa72-b598-4c98-b1de-83741444a3fe req-c3a17aa3-7118-4d72-ba46-e66c727cef8f tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:04:40.118708 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-f8faaa72-b598-4c98-b1de-83741444a3fe req-c3a17aa3-7118-4d72-ba46-e66c727cef8f tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431510'] for floatingip, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:04:40.119213 n-d-694802-15 neutron-server[94467]: INFO neutron.db.l3_db [req-f8faaa72-b598-4c98-b1de-83741444a3fe req-c3a17aa3-7118-4d72-ba46-e66c727cef8f tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] Floating IP fe27fdf7-9aa1-4c15-bece-716824c4504b disassociated. External IP: 172.25.1.135, port: b2c3504d-4dcd-42ae-bf8e-bbd074c8dd9c. Aug 12 15:04:40.119707 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [req-f8faaa72-b598-4c98-b1de-83741444a3fe req-c3a17aa3-7118-4d72-ba46-e66c727cef8f tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] Calling delete_port for b2c3504d-4dcd-42ae-bf8e-bbd074c8dd9c owned by compute:nova {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 15:04:40.134380 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-330b5914-1bf8-4505-9a86-3d9c972f862a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:04:40.269337 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-f8faaa72-b598-4c98-b1de-83741444a3fe req-c3a17aa3-7118-4d72-ba46-e66c727cef8f tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:04:40.300809 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a17aa3-7118-4d72-ba46-e66c727cef8f tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] Pushing event deleted for resources: {'Port': ['ID=b2c3504d-4dcd-42ae-bf8e-bbd074c8dd9c,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:04:40.439165 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f8faaa72-b598-4c98-b1de-83741444a3fe req-c3a17aa3-7118-4d72-ba46-e66c727cef8f tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] Router d7a24878-cc98-48b6-8c12-c5bfd74f38a2 has already been hosted by L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f {{(pid=94467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 15:04:40.553627 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f8faaa72-b598-4c98-b1de-83741444a3fe req-c3a17aa3-7118-4d72-ba46-e66c727cef8f tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 15:04:40.570569 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9301cde6-84f0-41a7-aef9-a181b96f91d5 None None] Sync routers for ids ['d7a24878-cc98-48b6-8c12-c5bfd74f38a2'] in n-d-694802-15 {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 15:04:40.582088 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9301cde6-84f0-41a7-aef9-a181b96f91d5 None None] Routers {'d7a24878-cc98-48b6-8c12-c5bfd74f38a2'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:04:40.583043 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-9301cde6-84f0-41a7-aef9-a181b96f91d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T15:04:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['d7a24878-cc98-48b6-8c12-c5bfd74f38a2'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:04:40.597734 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8faaa72-b598-4c98-b1de-83741444a3fe req-c3a17aa3-7118-4d72-ba46-e66c727cef8f tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] No DVR routers for this DVR port b2c3504d-4dcd-42ae-bf8e-bbd074c8dd9c on host n-h2-694802-15 {{(pid=94467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 15:04:40.609074 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-f8faaa72-b598-4c98-b1de-83741444a3fe req-c3a17aa3-7118-4d72-ba46-e66c727cef8f tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:04:40.612818 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f8faaa72-b598-4c98-b1de-83741444a3fe req-c3a17aa3-7118-4d72-ba46-e66c727cef8f tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] 10.222.0.49 "DELETE /v2.0/ports/b2c3504d-4dcd-42ae-bf8e-bbd074c8dd9c HTTP/1.1" status: 204 len: 173 time: 0.9860647 Aug 12 15:04:40.613306 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f62b31fa-d01b-4444-a013-47332dacb5d8', 'name': 'network-vif-deleted', 'tag': 'b2c3504d-4dcd-42ae-bf8e-bbd074c8dd9c'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:04:40.619153 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e65282f928b64038367d043a4411777802006c43a98742496cb2e25b724ff1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-739b407a-06a6-4c46-87a4-ddcb30f5e8ec" -d '{"events": [{"server_uuid": "f62b31fa-d01b-4444-a013-47332dacb5d8", "name": "network-vif-deleted", "tag": "b2c3504d-4dcd-42ae-bf8e-bbd074c8dd9c"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 15:04:40.687551 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 15:04:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07222df1-65d5-4cb1-9d44-b7c46346b438 x-openstack-request-id: req-07222df1-65d5-4cb1-9d44-b7c46346b438 {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 15:04:40.687868 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f62b31fa-d01b-4444-a013-47332dacb5d8", "name": "network-vif-deleted", "tag": "b2c3504d-4dcd-42ae-bf8e-bbd074c8dd9c", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 15:04:40.688275 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-07222df1-65d5-4cb1-9d44-b7c46346b438 {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 15:04:40.688687 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f62b31fa-d01b-4444-a013-47332dacb5d8', 'name': 'network-vif-deleted', 'tag': 'b2c3504d-4dcd-42ae-bf8e-bbd074c8dd9c', 'status': 'completed', 'code': 200} Aug 12 15:04:40.744661 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-9301cde6-84f0-41a7-aef9-a181b96f91d5 None None] Set router d7a24878-cc98-48b6-8c12-c5bfd74f38a2 gateway port host: n-d-694802-15 {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:04:40.909502 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9a999dc8-543e-4e55-a0fc-0ec5a68da097 req-3b6cb4fd-bd7f-4919-a5be-ad0b9c59ac69 tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] 10.222.0.39 "GET /v2.0/ports?device_id=f62b31fa-d01b-4444-a013-47332dacb5d8 HTTP/1.1" status: 200 len: 210 time: 0.0611980 Aug 12 15:04:40.995648 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-9301cde6-84f0-41a7-aef9-a181b96f91d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7a24878-cc98-48b6-8c12-c5bfd74f38a2', 'name': 'tempest-AttachVolumeTestJSON-610510819-router', 'tenant_id': 'eddbf0db78bb49c0ab2be813947221dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.203'}], 'enable_snat': True}, 'gw_port_id': '2a646784-b90b-43b0-87fd-197d5a6bf71f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:58:40Z', 'updated_at': '2021-08-12T14:58:44Z', 'revision_number': 4, 'project_id': 'eddbf0db78bb49c0ab2be813947221dc', 'gw_port': {'id': '2a646784-b90b-43b0-87fd-197d5a6bf71f', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:91:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a24878-cc98-48b6-8c12-c5bfd74f38a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3259, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:58:41Z', 'updated_at': '2021-08-12T14:58:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': 'e91e4d92-3889-480b-8457-35519d9e617f', 'name': '', 'network_id': '163c25f9-f902-43c0-b306-3d06c1f84041', 'tenant_id': 'eddbf0db78bb49c0ab2be813947221dc', 'mac_address': 'fa:16:3e:56:73:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a24878-cc98-48b6-8c12-c5bfd74f38a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3265, 'fixed_ips': [{'subnet_id': 'c68a9dc4-9dae-4b6f-89ee-ab739b8f3389', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:58:43Z', 'updated_at': '2021-08-12T14:58:54Z', 'revision_number': 5, 'project_id': 'eddbf0db78bb49c0ab2be813947221dc', 'subnets': [{'id': 'c68a9dc4-9dae-4b6f-89ee-ab739b8f3389', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:04:41.023973 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9301cde6-84f0-41a7-aef9-a181b96f91d5 None None] Checking router: d7a24878-cc98-48b6-8c12-c5bfd74f38a2 for host: n-d-694802-15 {{(pid=94469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 15:04:41.032358 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9301cde6-84f0-41a7-aef9-a181b96f91d5 None None] Routers {'d7a24878-cc98-48b6-8c12-c5bfd74f38a2'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:04:41.032968 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-9301cde6-84f0-41a7-aef9-a181b96f91d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T15:04:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['d7a24878-cc98-48b6-8c12-c5bfd74f38a2'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:04:41.178904 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-9301cde6-84f0-41a7-aef9-a181b96f91d5 None None] Set router d7a24878-cc98-48b6-8c12-c5bfd74f38a2 gateway port host: n-d-694802-15 {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:04:41.474401 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-9301cde6-84f0-41a7-aef9-a181b96f91d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7a24878-cc98-48b6-8c12-c5bfd74f38a2', 'name': 'tempest-AttachVolumeTestJSON-610510819-router', 'tenant_id': 'eddbf0db78bb49c0ab2be813947221dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.203'}], 'enable_snat': True}, 'gw_port_id': '2a646784-b90b-43b0-87fd-197d5a6bf71f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:58:40Z', 'updated_at': '2021-08-12T14:58:44Z', 'revision_number': 4, 'project_id': 'eddbf0db78bb49c0ab2be813947221dc', 'gw_port': {'id': '2a646784-b90b-43b0-87fd-197d5a6bf71f', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:91:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a24878-cc98-48b6-8c12-c5bfd74f38a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3259, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:58:41Z', 'updated_at': '2021-08-12T14:58:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': 'e91e4d92-3889-480b-8457-35519d9e617f', 'name': '', 'network_id': '163c25f9-f902-43c0-b306-3d06c1f84041', 'tenant_id': 'eddbf0db78bb49c0ab2be813947221dc', 'mac_address': 'fa:16:3e:56:73:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a24878-cc98-48b6-8c12-c5bfd74f38a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3265, 'fixed_ips': [{'subnet_id': 'c68a9dc4-9dae-4b6f-89ee-ab739b8f3389', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:58:43Z', 'updated_at': '2021-08-12T14:58:54Z', 'revision_number': 5, 'project_id': 'eddbf0db78bb49c0ab2be813947221dc', 'subnets': [{'id': 'c68a9dc4-9dae-4b6f-89ee-ab739b8f3389', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:04:41.476618 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:04:41.504898 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9301cde6-84f0-41a7-aef9-a181b96f91d5 None None] The sync data for ids ['d7a24878-cc98-48b6-8c12-c5bfd74f38a2'] in n-d-694802-15 is: [{'id': 'd7a24878-cc98-48b6-8c12-c5bfd74f38a2', 'name': 'tempest-AttachVolumeTestJSON-610510819-router', 'tenant_id': 'eddbf0db78bb49c0ab2be813947221dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.203'}], 'enable_snat': True}, 'gw_port_id': '2a646784-b90b-43b0-87fd-197d5a6bf71f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:58:40Z', 'updated_at': '2021-08-12T14:58:44Z', 'revision_number': 4, 'project_id': 'eddbf0db78bb49c0ab2be813947221dc', 'gw_port': {'id': '2a646784-b90b-43b0-87fd-197d5a6bf71f', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:91:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a24878-cc98-48b6-8c12-c5bfd74f38a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3259, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:58:41Z', 'updated_at': '2021-08-12T14:58:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': 'e91e4d92-3889-480b-8457-35519d9e617f', 'name': '', 'network_id': '163c25f9-f902-43c0-b306-3d06c1f84041', 'tenant_id': 'eddbf0db78bb49c0ab2be813947221dc', 'mac_address': 'fa:16:3e:56:73:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a24878-cc98-48b6-8c12-c5bfd74f38a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3265, 'fixed_ips': [{'subnet_id': 'c68a9dc4-9dae-4b6f-89ee-ab739b8f3389', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:58:43Z', 'updated_at': '2021-08-12T14:58:54Z', 'revision_number': 5, 'project_id': 'eddbf0db78bb49c0ab2be813947221dc', 'subnets': [{'id': 'c68a9dc4-9dae-4b6f-89ee-ab739b8f3389', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 15:04:41.681189 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.agents_db [None req-17ed3e4c-1a7d-4162-9646-11c134aca297 None None] Agent healthcheck: found 7 active agents {{(pid=94469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 15:04:41.742964 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7a656d2-4aa6-4501-85e9-618982535d8e None None] New status for floating IP fe27fdf7-9aa1-4c15-bece-716824c4504b: DOWN {{(pid=94468) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 15:04:42.780843 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:04:43.013565 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 51988) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:04:43.033140 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:04:43.088994 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-6e680732-0b4c-4bcf-bc4f-5721aa505752 tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] Notify callbacks [] for security_group, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:04:43.115985 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-6e680732-0b4c-4bcf-bc4f-5721aa505752 tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:04:43.169721 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-6e680732-0b4c-4bcf-bc4f-5721aa505752 tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:04:43.174827 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-6e680732-0b4c-4bcf-bc4f-5721aa505752 tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:04:43.181316 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 51994) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:04:43.187651 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-6e680732-0b4c-4bcf-bc4f-5721aa505752 tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] 10.222.0.39 "DELETE /v2.0/security-groups/7db3cdc8-cdc7-4de0-ae23-f5e5cdcbeb75 HTTP/1.1" status: 204 len: 168 time: 0.1722314 Aug 12 15:04:43.201833 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e680732-0b4c-4bcf-bc4f-5721aa505752 tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7db3cdc8-cdc7-4de0-ae23-f5e5cdcbeb75,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:04:43.214960 n-d-694802-15 neutron-server[94466]: INFO neutron.api.v2.resource [None req-016c6788-d3a5-43c9-bc56-86db4d8d21eb tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] show failed (client error): The resource could not be found. Aug 12 15:04:43.223641 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 51996) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:04:43.227623 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-016c6788-d3a5-43c9-bc56-86db4d8d21eb tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] 10.222.0.39 "GET /v2.0/security-groups/7db3cdc8-cdc7-4de0-ae23-f5e5cdcbeb75 HTTP/1.1" status: 404 len: 347 time: 0.0450318 Aug 12 15:04:43.370350 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-77783e24-2f79-440f-b8e1-e7e7912f3801 tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] Deleting port dcc0dc0e-47c7-40c1-8281-46442f5afb98 {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 15:04:43.370710 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-77783e24-2f79-440f-b8e1-e7e7912f3801 tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:04:43.406601 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-7b0485fb-bd33-4160-a6e5-342937600d03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:04:43.459558 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-77783e24-2f79-440f-b8e1-e7e7912f3801 tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:04:43.460212 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-77783e24-2f79-440f-b8e1-e7e7912f3801 tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:04:43.475398 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-77783e24-2f79-440f-b8e1-e7e7912f3801 tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] Calling delete_port for dcc0dc0e-47c7-40c1-8281-46442f5afb98 owned by network:floatingip {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 15:04:43.556800 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device b2c3504d-4dcd-42ae-bf8e-bbd074c8dd9c no longer exists at agent hyperv_n-h2-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 15:04:43.587115 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] No Port match for: b2c3504d-4dcd-42ae-bf8e-bbd074c8dd9c {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 15:04:43.587587 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device b2c3504d-4dcd-42ae-bf8e-bbd074c8dd9c not bound to the agent host n-h2-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 15:04:43.614751 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-77783e24-2f79-440f-b8e1-e7e7912f3801 tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:04:43.654680 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77783e24-2f79-440f-b8e1-e7e7912f3801 tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] Pushing event deleted for resources: {'Port': ['ID=dcc0dc0e-47c7-40c1-8281-46442f5afb98,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:04:43.722435 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-77783e24-2f79-440f-b8e1-e7e7912f3801 tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] Notify callbacks [] for floatingip, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:04:43.725936 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-77783e24-2f79-440f-b8e1-e7e7912f3801 tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for floatingip, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:04:43.730190 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-77783e24-2f79-440f-b8e1-e7e7912f3801 tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] 10.222.0.39 "DELETE /v2.0/floatingips/fe27fdf7-9aa1-4c15-bece-716824c4504b HTTP/1.1" status: 204 len: 168 time: 0.5022304 Aug 12 15:04:44.040682 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-1769855f-eda9-4483-9dc3-3220908ab45d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:04:44.168254 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 52016) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:04:44.172825 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-345a5c8e-74d4-4cb1-bbc2-4fe46973fdbd tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] Request body: {'security_group': {'name': 'tempest-securitygroup--999678974', 'description': 'tempest-description--1490298842'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:04:44.198141 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-345a5c8e-74d4-4cb1-bbc2-4fe46973fdbd tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] Notify callbacks [] for security_group, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:04:44.315617 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-345a5c8e-74d4-4cb1-bbc2-4fe46973fdbd tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] Notify callbacks [] for security_group, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:04:44.321312 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-345a5c8e-74d4-4cb1-bbc2-4fe46973fdbd tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:04:44.352526 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-345a5c8e-74d4-4cb1-bbc2-4fe46973fdbd tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:04:44.356495 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-345a5c8e-74d4-4cb1-bbc2-4fe46973fdbd tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.1845686 Aug 12 15:04:44.356976 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 52022) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:04:44.362212 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-801c6f40-bce6-4542-8b5a-bb1b1cba8779 tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] Request body: {'security_group_rule': {'security_group_id': 'e5efc563-8b10-432a-9ba7-c00eb90e0511', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:04:44.364952 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345a5c8e-74d4-4cb1-bbc2-4fe46973fdbd tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5efc563-8b10-432a-9ba7-c00eb90e0511,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:04:44.393459 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-801c6f40-bce6-4542-8b5a-bb1b1cba8779 tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:04:44.440987 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-801c6f40-bce6-4542-8b5a-bb1b1cba8779 tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:04:44.446017 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-801c6f40-bce6-4542-8b5a-bb1b1cba8779 tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641735'] for security_group_rule, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:04:44.466762 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801c6f40-bce6-4542-8b5a-bb1b1cba8779 tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b9fd40b-e384-4e9d-8e71-0aecc6002c68,revision_number=0']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:04:44.474634 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-801c6f40-bce6-4542-8b5a-bb1b1cba8779 tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:04:44.478326 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-801c6f40-bce6-4542-8b5a-bb1b1cba8779 tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1179545 Aug 12 15:04:44.478326 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801c6f40-bce6-4542-8b5a-bb1b1cba8779 tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:04:44.478326 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801c6f40-bce6-4542-8b5a-bb1b1cba8779 tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:04:44.478632 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 52024) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:04:44.483274 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-f9f74c71-c3ba-466f-ac11-d317d1c7c66e tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] Request body: {'security_group_rule': {'security_group_id': 'e5efc563-8b10-432a-9ba7-c00eb90e0511', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:04:44.486901 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801c6f40-bce6-4542-8b5a-bb1b1cba8779 tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:04:44.487328 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801c6f40-bce6-4542-8b5a-bb1b1cba8779 tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:04:44.487675 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801c6f40-bce6-4542-8b5a-bb1b1cba8779 tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:04:44.488015 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801c6f40-bce6-4542-8b5a-bb1b1cba8779 tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:04:44.488957 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801c6f40-bce6-4542-8b5a-bb1b1cba8779 tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:04:44.489298 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801c6f40-bce6-4542-8b5a-bb1b1cba8779 tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:04:44.489631 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801c6f40-bce6-4542-8b5a-bb1b1cba8779 tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:04:44.489965 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801c6f40-bce6-4542-8b5a-bb1b1cba8779 tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:04:44.490292 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801c6f40-bce6-4542-8b5a-bb1b1cba8779 tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:04:44.490616 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801c6f40-bce6-4542-8b5a-bb1b1cba8779 tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:04:44.528605 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-f9f74c71-c3ba-466f-ac11-d317d1c7c66e tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:04:44.604748 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-f9f74c71-c3ba-466f-ac11-d317d1c7c66e tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:04:44.609751 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-f9f74c71-c3ba-466f-ac11-d317d1c7c66e tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641735'] for security_group_rule, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:04:44.628816 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f74c71-c3ba-466f-ac11-d317d1c7c66e tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1e93482-9833-46f7-a4c1-062de36a8677,revision_number=0']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:04:44.640678 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-f9f74c71-c3ba-466f-ac11-d317d1c7c66e tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:04:44.645076 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-f9f74c71-c3ba-466f-ac11-d317d1c7c66e tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1653614 Aug 12 15:04:44.645875 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 52032) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:04:44.651157 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-d208a677-b0ce-47fb-b2af-be264f4a58f2 tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] Request body: {'floatingip': {'floating_network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:04:44.678907 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d208a677-b0ce-47fb-b2af-be264f4a58f2 tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] Notify callbacks [] for floatingip, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:04:44.824193 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d208a677-b0ce-47fb-b2af-be264f4a58f2 tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:04:44.957633 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-d208a677-b0ce-47fb-b2af-be264f4a58f2 tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] Allocated IP 172.25.1.248 (d3759e1b-6c03-45ac-acd4-90abb417809b/f0254f08-c19c-4e31-bd9c-09389ea4b6f2/c19f8774-aec1-4232-b62b-3ebe7b5e0750) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 15:04:45.081236 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d208a677-b0ce-47fb-b2af-be264f4a58f2 tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:04:45.134622 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d208a677-b0ce-47fb-b2af-be264f4a58f2 tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:04:45.184650 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d208a677-b0ce-47fb-b2af-be264f4a58f2 tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] Network d3759e1b-6c03-45ac-acd4-90abb417809b is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 15:04:45.187466 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-d208a677-b0ce-47fb-b2af-be264f4a58f2 tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:04:45.190251 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d208a677-b0ce-47fb-b2af-be264f4a58f2 tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 15:04:45.242377 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d208a677-b0ce-47fb-b2af-be264f4a58f2 tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] Pushing event updated for resources: {'Port': ['ID=c19f8774-aec1-4232-b62b-3ebe7b5e0750,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:04:45.305974 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d208a677-b0ce-47fb-b2af-be264f4a58f2 tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:04:45.358777 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d208a677-b0ce-47fb-b2af-be264f4a58f2 tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:04:45.674999 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-fe95f194-a3b0-4c04-9e42-20b511169d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:04:45.857556 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d208a677-b0ce-47fb-b2af-be264f4a58f2 tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] Notify callbacks [] for port, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:04:45.864067 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d208a677-b0ce-47fb-b2af-be264f4a58f2 tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3718439'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:04:45.938432 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d208a677-b0ce-47fb-b2af-be264f4a58f2 tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] Pushing event updated for resources: {'Port': ['ID=c19f8774-aec1-4232-b62b-3ebe7b5e0750,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:04:45.943984 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d208a677-b0ce-47fb-b2af-be264f4a58f2 tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431510'] for floatingip, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:04:45.958805 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d208a677-b0ce-47fb-b2af-be264f4a58f2 tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for floatingip, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:04:45.973497 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-d208a677-b0ce-47fb-b2af-be264f4a58f2 tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3251131 Aug 12 15:04:46.162020 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9c34a048-fd41-439a-bbd3-612d7306e901 req-4b0a39c3-8372-4e63-a207-dc801636fcdf tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--999678974&fields=id&tenant_id=eddbf0db78bb49c0ab2be813947221dc HTTP/1.1" status: 200 len: 267 time: 0.0472486 Aug 12 15:04:46.317934 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c34a048-fd41-439a-bbd3-612d7306e901 req-24e9a73f-9499-4ccf-ad0d-a07c24d71561 tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:04:46.319558 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9c34a048-fd41-439a-bbd3-612d7306e901 req-24e9a73f-9499-4ccf-ad0d-a07c24d71561 tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] 10.222.0.39 "GET /v2.0/networks?id=163c25f9-f902-43c0-b306-3d06c1f84041 HTTP/1.1" status: 200 len: 810 time: 0.1505914 Aug 12 15:04:46.347334 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9c34a048-fd41-439a-bbd3-612d7306e901 req-dc1f2a65-be88-4613-8718-9d0694646003 tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] 10.222.0.39 "GET /v2.0/quotas/eddbf0db78bb49c0ab2be813947221dc HTTP/1.1" status: 200 len: 375 time: 0.0106888 Aug 12 15:04:46.410367 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9c34a048-fd41-439a-bbd3-612d7306e901 req-78bd6949-0761-43e3-b442-77ba0e6a149d tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=eddbf0db78bb49c0ab2be813947221dc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0555739 Aug 12 15:04:46.536381 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9c34a048-fd41-439a-bbd3-612d7306e901 req-735ee9d2-c9fd-4fab-a92e-0c02fa82d0f9 service neutron] 10.222.0.39 "GET /v2.0/networks/163c25f9-f902-43c0-b306-3d06c1f84041?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046402 Aug 12 15:04:46.663955 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9c34a048-fd41-439a-bbd3-612d7306e901 req-8a7d1180-3665-4d40-8fa0-1cb39459515e service neutron] 10.222.0.39 "GET /v2.0/networks/163c25f9-f902-43c0-b306-3d06c1f84041?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172523 Aug 12 15:04:46.889933 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-59e5e1f8-1c17-462c-9e9b-c2cef0136cf6 req-d6cba0b6-6498-4046-83da-8b5b98a5bdf4 tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a0532f0-bca8-4155-8cd0-8fdd40de235a HTTP/1.1" status: 200 len: 210 time: 0.0384867 Aug 12 15:04:48.066366 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-7725018a-8656-4a81-9961-15b42daf128e req-b6eb14b6-94c1-4448-b535-07d6de7b594e tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a0532f0-bca8-4155-8cd0-8fdd40de235a HTTP/1.1" status: 200 len: 210 time: 0.0464144 Aug 12 15:04:48.076890 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c34a048-fd41-439a-bbd3-612d7306e901 req-efc6f6ba-9e59-4060-a921-8e8c8a9b616a tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:04:48.078467 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9c34a048-fd41-439a-bbd3-612d7306e901 req-efc6f6ba-9e59-4060-a921-8e8c8a9b616a tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] 10.222.0.49 "GET /v2.0/networks?id=163c25f9-f902-43c0-b306-3d06c1f84041 HTTP/1.1" status: 200 len: 810 time: 0.1619849 Aug 12 15:04:48.149404 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9c34a048-fd41-439a-bbd3-612d7306e901 req-5e392955-3424-44f7-963a-bdc92539f4e9 tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eddbf0db78bb49c0ab2be813947221dc HTTP/1.1" status: 200 len: 379 time: 0.0618708 Aug 12 15:04:48.164792 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-9c34a048-fd41-439a-bbd3-612d7306e901 req-0cd9afb5-dc2d-4f87-8f39-1a66c5b114c1 tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] Request body: {'port': {'device_id': '3a0532f0-bca8-4155-8cd0-8fdd40de235a', 'network_id': '163c25f9-f902-43c0-b306-3d06c1f84041', 'admin_state_up': True, 'tenant_id': 'eddbf0db78bb49c0ab2be813947221dc', 'security_groups': ['e5efc563-8b10-432a-9ba7-c00eb90e0511']}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:04:48.320530 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c34a048-fd41-439a-bbd3-612d7306e901 req-0cd9afb5-dc2d-4f87-8f39-1a66c5b114c1 tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] Made reservation on behalf of eddbf0db78bb49c0ab2be813947221dc for: {'port': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 15:04:48.324164 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-9c34a048-fd41-439a-bbd3-612d7306e901 req-0cd9afb5-dc2d-4f87-8f39-1a66c5b114c1 tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:04:48.483530 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_common [req-9c34a048-fd41-439a-bbd3-612d7306e901 req-0cd9afb5-dc2d-4f87-8f39-1a66c5b114c1 tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] Allocated IP 172.20.0.9 (163c25f9-f902-43c0-b306-3d06c1f84041/c68a9dc4-9dae-4b6f-89ee-ab739b8f3389/9d8c1187-d8bf-42f3-93b8-fd0d9c2da515) {{(pid=94467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 15:04:48.647443 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-9c34a048-fd41-439a-bbd3-612d7306e901 req-0cd9afb5-dc2d-4f87-8f39-1a66c5b114c1 tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] Notify callbacks [] for port, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:04:48.662895 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [req-9c34a048-fd41-439a-bbd3-612d7306e901 req-0cd9afb5-dc2d-4f87-8f39-1a66c5b114c1 tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] Transition to ACTIVE for port object 9d8c1187-d8bf-42f3-93b8-fd0d9c2da515 will not be triggered until provisioned by entity DHCP. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:04:48.712638 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-9c34a048-fd41-439a-bbd3-612d7306e901 req-0cd9afb5-dc2d-4f87-8f39-1a66c5b114c1 tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:04:48.779817 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c34a048-fd41-439a-bbd3-612d7306e901 req-0cd9afb5-dc2d-4f87-8f39-1a66c5b114c1 tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] Network 163c25f9-f902-43c0-b306-3d06c1f84041 is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 15:04:48.785092 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [req-9c34a048-fd41-439a-bbd3-612d7306e901 req-0cd9afb5-dc2d-4f87-8f39-1a66c5b114c1 tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:04:48.798695 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c34a048-fd41-439a-bbd3-612d7306e901 req-0cd9afb5-dc2d-4f87-8f39-1a66c5b114c1 tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] Received port after_create {{(pid=94467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 15:04:48.833711 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd9afb5-dc2d-4f87-8f39-1a66c5b114c1 tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] Pushing event updated for resources: {'Port': ['ID=9d8c1187-d8bf-42f3-93b8-fd0d9c2da515,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:04:48.863726 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c34a048-fd41-439a-bbd3-612d7306e901 req-0cd9afb5-dc2d-4f87-8f39-1a66c5b114c1 tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:04:48.864387 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-9c34a048-fd41-439a-bbd3-612d7306e901 req-0cd9afb5-dc2d-4f87-8f39-1a66c5b114c1 tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:04:48.886374 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9c34a048-fd41-439a-bbd3-612d7306e901 req-0cd9afb5-dc2d-4f87-8f39-1a66c5b114c1 tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7297311 Aug 12 15:04:48.899857 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-9c34a048-fd41-439a-bbd3-612d7306e901 req-854deb86-dc4d-4b02-a0ef-a8d247bd7421 service neutron] Request body: {'port': {'device_id': '3a0532f0-bca8-4155-8cd0-8fdd40de235a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-694802-15'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:04:49.024262 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-9c34a048-fd41-439a-bbd3-612d7306e901 req-854deb86-dc4d-4b02-a0ef-a8d247bd7421 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:04:49.250069 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-908ebc35-75c8-4725-a932-65b3124209eb None None] Provisioning for port 9d8c1187-d8bf-42f3-93b8-fd0d9c2da515 completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:04:49.272030 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-908ebc35-75c8-4725-a932-65b3124209eb None None] Provisioning complete for port 9d8c1187-d8bf-42f3-93b8-fd0d9c2da515 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:04:49.273181 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-908ebc35-75c8-4725-a932-65b3124209eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:04:49.366408 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-908ebc35-75c8-4725-a932-65b3124209eb None None] Port 9d8c1187-d8bf-42f3-93b8-fd0d9c2da515 cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 15:04:49.389797 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8fbfc3-ef19-465e-b539-1f856dd07b63 req-edfedd36-0c75-4f6b-aeac-3f0d24c78d0b tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:04:49.398383 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-6b8fbfc3-ef19-465e-b539-1f856dd07b63 req-edfedd36-0c75-4f6b-aeac-3f0d24c78d0b tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a0532f0-bca8-4155-8cd0-8fdd40de235a HTTP/1.1" status: 200 len: 931 time: 0.0928085 Aug 12 15:04:49.455003 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-6b8fbfc3-ef19-465e-b539-1f856dd07b63 req-db0ad02b-4d09-4979-943b-648b5e3bf080 tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] 10.222.0.39 "GET /v2.0/security-groups?id=e5efc563-8b10-432a-9ba7-c00eb90e0511&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551860 Aug 12 15:04:49.538644 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [req-9c34a048-fd41-439a-bbd3-612d7306e901 req-854deb86-dc4d-4b02-a0ef-a8d247bd7421 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d8c1187-d8bf-42f3-93b8-fd0d9c2da515 {{(pid=94467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 15:04:49.547902 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-9c34a048-fd41-439a-bbd3-612d7306e901 req-854deb86-dc4d-4b02-a0ef-a8d247bd7421 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:04:49.561513 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [req-9c34a048-fd41-439a-bbd3-612d7306e901 req-854deb86-dc4d-4b02-a0ef-a8d247bd7421 service neutron] Transition to ACTIVE for port object 9d8c1187-d8bf-42f3-93b8-fd0d9c2da515 will not be triggered until provisioned by entity L2. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:04:49.565801 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-9c34a048-fd41-439a-bbd3-612d7306e901 req-854deb86-dc4d-4b02-a0ef-a8d247bd7421 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:04:49.646286 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854deb86-dc4d-4b02-a0ef-a8d247bd7421 service neutron] Pushing event updated for resources: {'Port': ['ID=9d8c1187-d8bf-42f3-93b8-fd0d9c2da515,revision_number=2']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:04:49.738310 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-9c34a048-fd41-439a-bbd3-612d7306e901 req-854deb86-dc4d-4b02-a0ef-a8d247bd7421 service neutron] Attempting to bind port 9d8c1187-d8bf-42f3-93b8-fd0d9c2da515 on host n-h2-694802-15 for vnic_type normal with profile {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 15:04:49.738809 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-9c34a048-fd41-439a-bbd3-612d7306e901 req-854deb86-dc4d-4b02-a0ef-a8d247bd7421 service neutron] Attempting to bind port 9d8c1187-d8bf-42f3-93b8-fd0d9c2da515 by drivers openvswitch,hyperv on host n-h2-694802-15 at level 0 using segments [{'id': '853d2dcc-17d7-437f-9aad-378917bafe8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '163c25f9-f902-43c0-b306-3d06c1f84041'}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 15:04:49.739255 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c34a048-fd41-439a-bbd3-612d7306e901 req-854deb86-dc4d-4b02-a0ef-a8d247bd7421 service neutron] Attempting to bind port 9d8c1187-d8bf-42f3-93b8-fd0d9c2da515 on network 163c25f9-f902-43c0-b306-3d06c1f84041 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 15:04:49.744816 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c34a048-fd41-439a-bbd3-612d7306e901 req-854deb86-dc4d-4b02-a0ef-a8d247bd7421 service neutron] Port 9d8c1187-d8bf-42f3-93b8-fd0d9c2da515 on network 163c25f9-f902-43c0-b306-3d06c1f84041 not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-15 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 15:04:49.745150 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c34a048-fd41-439a-bbd3-612d7306e901 req-854deb86-dc4d-4b02-a0ef-a8d247bd7421 service neutron] Attempting to bind port 9d8c1187-d8bf-42f3-93b8-fd0d9c2da515 on network 163c25f9-f902-43c0-b306-3d06c1f84041 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 15:04:49.752106 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c34a048-fd41-439a-bbd3-612d7306e901 req-854deb86-dc4d-4b02-a0ef-a8d247bd7421 service neutron] Checking agent: {'id': 'b7697f71-33f3-4959-ad82-43c2dc15845d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 27, 42), 'started_at': datetime.datetime(2021, 8, 12, 14, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 15, 4, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 15:04:49.753113 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c34a048-fd41-439a-bbd3-612d7306e901 req-854deb86-dc4d-4b02-a0ef-a8d247bd7421 service neutron] Checking segment: {'id': '853d2dcc-17d7-437f-9aad-378917bafe8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '163c25f9-f902-43c0-b306-3d06c1f84041'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 15:04:49.754001 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c34a048-fd41-439a-bbd3-612d7306e901 req-854deb86-dc4d-4b02-a0ef-a8d247bd7421 service neutron] Bound using segment: {'id': '853d2dcc-17d7-437f-9aad-378917bafe8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '163c25f9-f902-43c0-b306-3d06c1f84041'} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 15:04:49.754525 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-9c34a048-fd41-439a-bbd3-612d7306e901 req-854deb86-dc4d-4b02-a0ef-a8d247bd7421 service neutron] Bound port: 9d8c1187-d8bf-42f3-93b8-fd0d9c2da515, host: n-h2-694802-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '853d2dcc-17d7-437f-9aad-378917bafe8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '163c25f9-f902-43c0-b306-3d06c1f84041'}}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 15:04:49.754920 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-9c34a048-fd41-439a-bbd3-612d7306e901 req-854deb86-dc4d-4b02-a0ef-a8d247bd7421 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:04:49.872114 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-9c34a048-fd41-439a-bbd3-612d7306e901 req-854deb86-dc4d-4b02-a0ef-a8d247bd7421 service neutron] For port 9d8c1187-d8bf-42f3-93b8-fd0d9c2da515, host n-h2-694802-15, cleared binding levels {{(pid=94467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 15:04:49.877060 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-9c34a048-fd41-439a-bbd3-612d7306e901 req-854deb86-dc4d-4b02-a0ef-a8d247bd7421 service neutron] For port 9d8c1187-d8bf-42f3-93b8-fd0d9c2da515, host n-h2-694802-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=9d8c1187-d8bf-42f3-93b8-fd0d9c2da515,segment=NetworkSegment(853d2dcc-17d7-437f-9aad-378917bafe8d),segment_id=853d2dcc-17d7-437f-9aad-378917bafe8d)] {{(pid=94467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 15:04:49.891708 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-9c34a048-fd41-439a-bbd3-612d7306e901 req-854deb86-dc4d-4b02-a0ef-a8d247bd7421 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:04:49.929030 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c34a048-fd41-439a-bbd3-612d7306e901 req-854deb86-dc4d-4b02-a0ef-a8d247bd7421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:04:49.929754 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-9c34a048-fd41-439a-bbd3-612d7306e901 req-854deb86-dc4d-4b02-a0ef-a8d247bd7421 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:04:49.931305 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9c34a048-fd41-439a-bbd3-612d7306e901 req-854deb86-dc4d-4b02-a0ef-a8d247bd7421 service neutron] 10.222.0.49 "PUT /v2.0/ports/9d8c1187-d8bf-42f3-93b8-fd0d9c2da515 HTTP/1.1" status: 200 len: 1092 time: 1.0369480 Aug 12 15:04:49.931752 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a0532f0-bca8-4155-8cd0-8fdd40de235a', 'tag': '9d8c1187-d8bf-42f3-93b8-fd0d9c2da515'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:04:49.934053 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e65282f928b64038367d043a4411777802006c43a98742496cb2e25b724ff1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8635137f-656e-42b0-aa1c-104e7f6f29b3" -d '{"events": [{"name": "network-changed", "server_uuid": "3a0532f0-bca8-4155-8cd0-8fdd40de235a", "tag": "9d8c1187-d8bf-42f3-93b8-fd0d9c2da515"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 15:04:49.977944 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854deb86-dc4d-4b02-a0ef-a8d247bd7421 service neutron] Pushing event updated for resources: {'Port': ['ID=9d8c1187-d8bf-42f3-93b8-fd0d9c2da515,revision_number=3']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:04:49.986229 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 15:04:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fdda4c8-28f9-4f00-85d2-a2ca24eddef8 x-openstack-request-id: req-8fdda4c8-28f9-4f00-85d2-a2ca24eddef8 {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 15:04:49.986682 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a0532f0-bca8-4155-8cd0-8fdd40de235a", "tag": "9d8c1187-d8bf-42f3-93b8-fd0d9c2da515", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 15:04:49.987041 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8fdda4c8-28f9-4f00-85d2-a2ca24eddef8 {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 15:04:49.987540 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a0532f0-bca8-4155-8cd0-8fdd40de235a', 'tag': '9d8c1187-d8bf-42f3-93b8-fd0d9c2da515', 'status': 'completed', 'code': 200} Aug 12 15:04:50.042392 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c34a048-fd41-439a-bbd3-612d7306e901 req-bffcd016-8087-4932-bf1e-34d3ef865071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:04:50.046398 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9c34a048-fd41-439a-bbd3-612d7306e901 req-bffcd016-8087-4932-bf1e-34d3ef865071 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=eddbf0db78bb49c0ab2be813947221dc&device_id=3a0532f0-bca8-4155-8cd0-8fdd40de235a HTTP/1.1" status: 200 len: 1095 time: 0.0480788 Aug 12 15:04:50.100650 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9c34a048-fd41-439a-bbd3-612d7306e901 req-6e524932-328a-47a0-bdd4-1c08832485c2 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9d8c1187-d8bf-42f3-93b8-fd0d9c2da515 HTTP/1.1" status: 200 len: 217 time: 0.0461607 Aug 12 15:04:50.169861 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c34a048-fd41-439a-bbd3-612d7306e901 req-639405a0-d6ff-493d-972d-a8aa26760247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:04:50.171387 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9c34a048-fd41-439a-bbd3-612d7306e901 req-639405a0-d6ff-493d-972d-a8aa26760247 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c68a9dc4-9dae-4b6f-89ee-ab739b8f3389 HTTP/1.1" status: 200 len: 849 time: 0.0629447 Aug 12 15:04:50.226555 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c34a048-fd41-439a-bbd3-612d7306e901 req-a0b93bc5-a109-475c-be1b-70954212865b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:04:50.228765 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9c34a048-fd41-439a-bbd3-612d7306e901 req-a0b93bc5-a109-475c-be1b-70954212865b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=163c25f9-f902-43c0-b306-3d06c1f84041&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0503747 Aug 12 15:04:50.348647 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9c34a048-fd41-439a-bbd3-612d7306e901 req-10a23e7e-f53c-4b1a-a561-9472e7a900c2 service neutron] 10.222.0.49 "GET /v2.0/networks/163c25f9-f902-43c0-b306-3d06c1f84041?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119552 Aug 12 15:04:50.453250 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9c34a048-fd41-439a-bbd3-612d7306e901 req-3908d6d4-0d93-446e-8569-22e01517ed70 service neutron] 10.222.0.49 "GET /v2.0/networks/163c25f9-f902-43c0-b306-3d06c1f84041?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968714 Aug 12 15:04:50.549465 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8635137f-656e-42b0-aa1c-104e7f6f29b3 req-34d65656-aa7f-4b17-9b03-645aea4d9f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:04:50.551193 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-8635137f-656e-42b0-aa1c-104e7f6f29b3 req-34d65656-aa7f-4b17-9b03-645aea4d9f71 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=eddbf0db78bb49c0ab2be813947221dc&device_id=3a0532f0-bca8-4155-8cd0-8fdd40de235a HTTP/1.1" status: 200 len: 1095 time: 0.0474386 Aug 12 15:04:50.582109 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f934b5a5-5f7a-42f0-9e8f-d6dd2dfefee0 req-5ee59c64-7a4b-4a05-aabd-20b490f5e2c0 tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:04:50.589664 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-f934b5a5-5f7a-42f0-9e8f-d6dd2dfefee0 req-5ee59c64-7a4b-4a05-aabd-20b490f5e2c0 tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a0532f0-bca8-4155-8cd0-8fdd40de235a HTTP/1.1" status: 200 len: 943 time: 0.0626221 Aug 12 15:04:50.646156 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-f934b5a5-5f7a-42f0-9e8f-d6dd2dfefee0 req-aef4af1a-9e77-4ee9-9ecc-13c793ffd77f tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] 10.222.0.39 "GET /v2.0/security-groups?id=e5efc563-8b10-432a-9ba7-c00eb90e0511&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554850 Aug 12 15:04:50.664616 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8635137f-656e-42b0-aa1c-104e7f6f29b3 req-ba2f850b-2d05-4a02-8b3b-f1ec03be8cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:04:50.666108 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-8635137f-656e-42b0-aa1c-104e7f6f29b3 req-ba2f850b-2d05-4a02-8b3b-f1ec03be8cd3 service neutron] 10.222.0.49 "GET /v2.0/networks?id=163c25f9-f902-43c0-b306-3d06c1f84041 HTTP/1.1" status: 200 len: 911 time: 0.1072595 Aug 12 15:04:50.709833 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-8635137f-656e-42b0-aa1c-104e7f6f29b3 req-4aa5e930-2259-47ef-9edb-1979e83e9c66 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9d8c1187-d8bf-42f3-93b8-fd0d9c2da515 HTTP/1.1" status: 200 len: 217 time: 0.0366454 Aug 12 15:04:50.764721 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8635137f-656e-42b0-aa1c-104e7f6f29b3 req-9a37ddda-3375-4dda-a929-9f09b8705846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:04:50.766226 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-8635137f-656e-42b0-aa1c-104e7f6f29b3 req-9a37ddda-3375-4dda-a929-9f09b8705846 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c68a9dc4-9dae-4b6f-89ee-ab739b8f3389 HTTP/1.1" status: 200 len: 849 time: 0.0491862 Aug 12 15:04:50.811909 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8635137f-656e-42b0-aa1c-104e7f6f29b3 req-6a831d71-4d68-4a92-addf-6f5935cbecf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:04:50.813454 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-8635137f-656e-42b0-aa1c-104e7f6f29b3 req-6a831d71-4d68-4a92-addf-6f5935cbecf9 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=163c25f9-f902-43c0-b306-3d06c1f84041&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400476 Aug 12 15:04:50.915805 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-8635137f-656e-42b0-aa1c-104e7f6f29b3 req-b5217539-fba1-4bde-8a96-12aee2731d36 service neutron] 10.222.0.49 "GET /v2.0/networks/163c25f9-f902-43c0-b306-3d06c1f84041?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929608 Aug 12 15:04:51.021316 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-8635137f-656e-42b0-aa1c-104e7f6f29b3 req-8e3119db-ffbe-4d29-969e-0e7ebf2161b0 service neutron] 10.222.0.49 "GET /v2.0/networks/163c25f9-f902-43c0-b306-3d06c1f84041?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972028 Aug 12 15:04:51.945809 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c9360c-7ed6-4078-9e7f-4f601ad7452d req-7592a6f3-f026-49c5-8696-e5813917bad9 tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:04:51.947457 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-98c9360c-7ed6-4078-9e7f-4f601ad7452d req-7592a6f3-f026-49c5-8696-e5813917bad9 tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a0532f0-bca8-4155-8cd0-8fdd40de235a HTTP/1.1" status: 200 len: 943 time: 0.2358327 Aug 12 15:04:51.990763 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-98c9360c-7ed6-4078-9e7f-4f601ad7452d req-bfb0de5b-0cc6-4374-ab99-37ad65d95204 tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] 10.222.0.39 "GET /v2.0/security-groups?id=e5efc563-8b10-432a-9ba7-c00eb90e0511&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370336 Aug 12 15:04:53.115387 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d686ad-82b1-4276-9602-0973569d6de7 req-edba77b4-9c22-4a5b-bac8-2be9b82f3e79 tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:04:53.117584 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-76d686ad-82b1-4276-9602-0973569d6de7 req-edba77b4-9c22-4a5b-bac8-2be9b82f3e79 tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a0532f0-bca8-4155-8cd0-8fdd40de235a HTTP/1.1" status: 200 len: 943 time: 0.0514181 Aug 12 15:04:53.165895 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-76d686ad-82b1-4276-9602-0973569d6de7 req-574f27e5-bfdf-406b-b89b-be553de98e98 tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] 10.222.0.39 "GET /v2.0/security-groups?id=e5efc563-8b10-432a-9ba7-c00eb90e0511&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390623 Aug 12 15:04:53.592888 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device 9d8c1187-d8bf-42f3-93b8-fd0d9c2da515 details requested by agent hyperv_n-h2-694802-15 with host n-h2-694802-15 {{(pid=94468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 15:04:53.693341 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port 9d8c1187-d8bf-42f3-93b8-fd0d9c2da515, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=9d8c1187-d8bf-42f3-93b8-fd0d9c2da515,segment=NetworkSegment(853d2dcc-17d7-437f-9aad-378917bafe8d),segment_id=853d2dcc-17d7-437f-9aad-378917bafe8d)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:04:53.705354 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Returning: {'device': '9d8c1187-d8bf-42f3-93b8-fd0d9c2da515', 'network_id': '163c25f9-f902-43c0-b306-3d06c1f84041', 'port_id': '9d8c1187-d8bf-42f3-93b8-fd0d9c2da515', 'mac_address': 'fa:16:3e:cf:50:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c68a9dc4-9dae-4b6f-89ee-ab739b8f3389', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 15:04:53.741123 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:04:53.754524 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d8c1187-d8bf-42f3-93b8-fd0d9c2da515 {{(pid=94468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 15:04:53.774497 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port 9d8c1187-d8bf-42f3-93b8-fd0d9c2da515, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=9d8c1187-d8bf-42f3-93b8-fd0d9c2da515,segment=NetworkSegment(853d2dcc-17d7-437f-9aad-378917bafe8d),segment_id=853d2dcc-17d7-437f-9aad-378917bafe8d)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:04:53.778087 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:04:53.830292 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Pushing event updated for resources: {'Port': ['ID=9d8c1187-d8bf-42f3-93b8-fd0d9c2da515,revision_number=4']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:04:53.838012 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:04:53.838361 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:04:53.838704 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:04:53.839059 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:04:53.839395 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:04:53.839726 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:04:53.840055 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:04:53.840381 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:04:53.840705 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:04:53.841030 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:04:53.841353 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:04:53.841674 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:04:54.103224 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] get_ports_and_sgs() called for port_ids ['9d8c1187-d8bf-42f3-93b8-fd0d9c2da515'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 15:04:54.308822 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1afe37-26f0-434c-9263-bfada49c96e8 req-322e1861-9de5-4ef5-9382-f1d98d0f2589 tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:04:54.310481 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6c1afe37-26f0-434c-9263-bfada49c96e8 req-322e1861-9de5-4ef5-9382-f1d98d0f2589 tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a0532f0-bca8-4155-8cd0-8fdd40de235a HTTP/1.1" status: 200 len: 944 time: 0.0512071 Aug 12 15:04:54.355532 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6c1afe37-26f0-434c-9263-bfada49c96e8 req-5a1393c8-491b-43e8-a490-5eb5221d1458 tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] 10.222.0.39 "GET /v2.0/security-groups?id=e5efc563-8b10-432a-9ba7-c00eb90e0511&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373096 Aug 12 15:04:55.481451 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1bb211-3df8-4552-98ac-db409bb33061 req-f3e4cb57-cbba-4ae0-8d99-10296b07f089 tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:04:55.483082 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-bd1bb211-3df8-4552-98ac-db409bb33061 req-f3e4cb57-cbba-4ae0-8d99-10296b07f089 tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a0532f0-bca8-4155-8cd0-8fdd40de235a HTTP/1.1" status: 200 len: 944 time: 0.0507708 Aug 12 15:04:55.523531 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-bd1bb211-3df8-4552-98ac-db409bb33061 req-d5ed342c-8704-4d92-873a-81c64e4286c0 tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] 10.222.0.39 "GET /v2.0/security-groups?id=e5efc563-8b10-432a-9ba7-c00eb90e0511&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336452 Aug 12 15:04:55.594062 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device 9d8c1187-d8bf-42f3-93b8-fd0d9c2da515 up at agent hyperv_n-h2-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 15:04:55.648039 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Provisioning for port 9d8c1187-d8bf-42f3-93b8-fd0d9c2da515 completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:04:55.652207 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Provisioning complete for port 9d8c1187-d8bf-42f3-93b8-fd0d9c2da515 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:04:55.652608 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:04:55.734715 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:04:55.758492 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a0532f0-bca8-4155-8cd0-8fdd40de235a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d8c1187-d8bf-42f3-93b8-fd0d9c2da515'}] {{(pid=94468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:04:55.760759 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99a8d87602170099c728e57431aca99e9b98a655a83bbf8727be13192709727b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70f18afe-9087-46c2-b438-b808248ccd9f" -d '{"events": [{"server_uuid": "3a0532f0-bca8-4155-8cd0-8fdd40de235a", "name": "network-vif-plugged", "status": "completed", "tag": "9d8c1187-d8bf-42f3-93b8-fd0d9c2da515"}]}' {{(pid=94468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 15:04:55.774342 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port 9d8c1187-d8bf-42f3-93b8-fd0d9c2da515, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=9d8c1187-d8bf-42f3-93b8-fd0d9c2da515,segment=NetworkSegment(853d2dcc-17d7-437f-9aad-378917bafe8d),segment_id=853d2dcc-17d7-437f-9aad-378917bafe8d)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:04:55.778971 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:04:55.806863 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 15:04:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f42a15b6-0127-4727-8daf-95846ea32832 x-openstack-request-id: req-f42a15b6-0127-4727-8daf-95846ea32832 {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 15:04:55.807177 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a0532f0-bca8-4155-8cd0-8fdd40de235a", "name": "network-vif-plugged", "status": "completed", "tag": "9d8c1187-d8bf-42f3-93b8-fd0d9c2da515", "code": 200}]} {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 15:04:55.807430 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f42a15b6-0127-4727-8daf-95846ea32832 {{(pid=94468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 15:04:55.807815 n-d-694802-15 neutron-server[94468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a0532f0-bca8-4155-8cd0-8fdd40de235a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d8c1187-d8bf-42f3-93b8-fd0d9c2da515', 'code': 200} Aug 12 15:04:55.836733 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Pushing event updated for resources: {'Port': ['ID=9d8c1187-d8bf-42f3-93b8-fd0d9c2da515,revision_number=5']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:04:55.908110 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3484d4-eebd-4e18-b66a-0a58c17a5dd0 req-f48dfcfd-d808-470c-88e3-b916c795ef09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:04:55.909628 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2c3484d4-eebd-4e18-b66a-0a58c17a5dd0 req-f48dfcfd-d808-470c-88e3-b916c795ef09 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=3a0532f0-bca8-4155-8cd0-8fdd40de235a HTTP/1.1" status: 200 len: 1097 time: 0.0423543 Aug 12 15:04:55.951545 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2c3484d4-eebd-4e18-b66a-0a58c17a5dd0 req-5a4e622c-d0a2-458f-89f7-f946e3960f29 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=e5efc563-8b10-432a-9ba7-c00eb90e0511&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332994 Aug 12 15:04:56.645324 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934b220a-fa36-4118-8f0c-385bb3f57cfe req-adb355c3-4ccf-407d-80bf-3fc6362e61c5 tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:04:56.646836 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-934b220a-fa36-4118-8f0c-385bb3f57cfe req-adb355c3-4ccf-407d-80bf-3fc6362e61c5 tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a0532f0-bca8-4155-8cd0-8fdd40de235a HTTP/1.1" status: 200 len: 945 time: 0.0509093 Aug 12 15:04:56.686280 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-934b220a-fa36-4118-8f0c-385bb3f57cfe req-5925cbba-08f3-44c4-a857-d577c5973eeb tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] 10.222.0.39 "GET /v2.0/security-groups?id=e5efc563-8b10-432a-9ba7-c00eb90e0511&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330064 Aug 12 15:04:57.829668 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adffcbdd-c268-439b-8e4b-a2d2e845e957 req-09deaa8a-0f00-4292-b22f-baad3183bc7c tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:04:57.831340 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-adffcbdd-c268-439b-8e4b-a2d2e845e957 req-09deaa8a-0f00-4292-b22f-baad3183bc7c tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a0532f0-bca8-4155-8cd0-8fdd40de235a HTTP/1.1" status: 200 len: 945 time: 0.0574875 Aug 12 15:04:57.876110 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-adffcbdd-c268-439b-8e4b-a2d2e845e957 req-3b440825-30fd-479f-90ca-566f237e9891 tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] 10.222.0.39 "GET /v2.0/security-groups?id=e5efc563-8b10-432a-9ba7-c00eb90e0511&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378067 Aug 12 15:04:58.073777 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada4f0b3-89d5-4e6e-89f9-15d49a4ef1d6 req-6f6e2d42-101b-41db-a5d8-25eff18f0fe4 tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:04:58.075288 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-ada4f0b3-89d5-4e6e-89f9-15d49a4ef1d6 req-6f6e2d42-101b-41db-a5d8-25eff18f0fe4 tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a0532f0-bca8-4155-8cd0-8fdd40de235a HTTP/1.1" status: 200 len: 945 time: 0.1177549 Aug 12 15:04:58.084509 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 52250) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:04:58.089111 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-b186b76d-5299-4310-b4b2-8a3c471ba2ef tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] Request body: {'floatingip': {'port_id': '9d8c1187-d8bf-42f3-93b8-fd0d9c2da515'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:04:58.131127 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b186b76d-5299-4310-b4b2-8a3c471ba2ef tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] Notify callbacks [] for floatingip, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:04:58.573690 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b186b76d-5299-4310-b4b2-8a3c471ba2ef tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:04:58.578370 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b186b76d-5299-4310-b4b2-8a3c471ba2ef tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431510'] for floatingip, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:04:58.680762 n-d-694802-15 neutron-server[94466]: INFO neutron.db.l3_db [None req-b186b76d-5299-4310-b4b2-8a3c471ba2ef tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] Floating IP 8693072d-a499-465f-8c40-5e091197a3ae associated. External IP: 172.25.1.248, port: 9d8c1187-d8bf-42f3-93b8-fd0d9c2da515. Aug 12 15:04:58.886290 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b186b76d-5299-4310-b4b2-8a3c471ba2ef tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] Router d7a24878-cc98-48b6-8c12-c5bfd74f38a2 has already been hosted by L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f {{(pid=94466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 15:04:59.006320 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b186b76d-5299-4310-b4b2-8a3c471ba2ef tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 15:04:59.011980 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b186b76d-5299-4310-b4b2-8a3c471ba2ef tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for floatingip, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:04:59.018087 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34dc0dcb-9b5e-4764-8408-1c1d66a093bb None None] Sync routers for ids ['d7a24878-cc98-48b6-8c12-c5bfd74f38a2'] in n-d-694802-15 {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 15:04:59.033490 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34dc0dcb-9b5e-4764-8408-1c1d66a093bb None None] Routers {'d7a24878-cc98-48b6-8c12-c5bfd74f38a2'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:04:59.035923 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-34dc0dcb-9b5e-4764-8408-1c1d66a093bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T15:04:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['d7a24878-cc98-48b6-8c12-c5bfd74f38a2'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:04:59.047500 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-b186b76d-5299-4310-b4b2-8a3c471ba2ef tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] 10.222.0.39 "PUT /v2.0/floatingips/8693072d-a499-465f-8c40-5e091197a3ae HTTP/1.1" status: 200 len: 991 time: 0.9618299 Aug 12 15:04:59.048093 n-d-694802-15 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a0532f0-bca8-4155-8cd0-8fdd40de235a', 'tag': '9d8c1187-d8bf-42f3-93b8-fd0d9c2da515'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:04:59.050364 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e785eeede3897370d0b20f09d5f461b30cfecd5ed38c4f07dacd02bc52c9277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8956726-71d0-42e4-9076-b6d13185ed7a" -d '{"events": [{"name": "network-changed", "server_uuid": "3a0532f0-bca8-4155-8cd0-8fdd40de235a", "tag": "9d8c1187-d8bf-42f3-93b8-fd0d9c2da515"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 15:04:59.095933 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 15:04:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65f57b64-1083-4d15-8168-a71154901c8d x-openstack-request-id: req-65f57b64-1083-4d15-8168-a71154901c8d {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 15:04:59.096659 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a0532f0-bca8-4155-8cd0-8fdd40de235a", "tag": "9d8c1187-d8bf-42f3-93b8-fd0d9c2da515", "status": "completed", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 15:04:59.096659 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-65f57b64-1083-4d15-8168-a71154901c8d {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 15:04:59.096986 n-d-694802-15 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a0532f0-bca8-4155-8cd0-8fdd40de235a', 'tag': '9d8c1187-d8bf-42f3-93b8-fd0d9c2da515', 'status': 'completed', 'code': 200} Aug 12 15:04:59.168548 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8956726-71d0-42e4-9076-b6d13185ed7a req-8ac1e16c-14a5-454b-83ca-642a0c8862e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:04:59.171087 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d8956726-71d0-42e4-9076-b6d13185ed7a req-8ac1e16c-14a5-454b-83ca-642a0c8862e9 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=eddbf0db78bb49c0ab2be813947221dc&device_id=3a0532f0-bca8-4155-8cd0-8fdd40de235a HTTP/1.1" status: 200 len: 1097 time: 0.0467839 Aug 12 15:04:59.177323 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-34dc0dcb-9b5e-4764-8408-1c1d66a093bb None None] Set router d7a24878-cc98-48b6-8c12-c5bfd74f38a2 gateway port host: n-d-694802-15 {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:04:59.276023 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8956726-71d0-42e4-9076-b6d13185ed7a req-880b3c70-7ee2-4918-9132-bde413037661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:04:59.277550 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d8956726-71d0-42e4-9076-b6d13185ed7a req-880b3c70-7ee2-4918-9132-bde413037661 service neutron] 10.222.0.49 "GET /v2.0/networks?id=163c25f9-f902-43c0-b306-3d06c1f84041 HTTP/1.1" status: 200 len: 911 time: 0.0994444 Aug 12 15:04:59.361723 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d8956726-71d0-42e4-9076-b6d13185ed7a req-93d25833-3194-41a0-9134-7f8ff4d43cb6 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9d8c1187-d8bf-42f3-93b8-fd0d9c2da515 HTTP/1.1" status: 200 len: 999 time: 0.0753403 Aug 12 15:04:59.435971 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8956726-71d0-42e4-9076-b6d13185ed7a req-0af000be-c720-412a-8254-f679daa5341c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:04:59.438282 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d8956726-71d0-42e4-9076-b6d13185ed7a req-0af000be-c720-412a-8254-f679daa5341c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c68a9dc4-9dae-4b6f-89ee-ab739b8f3389 HTTP/1.1" status: 200 len: 849 time: 0.0686014 Aug 12 15:04:59.483598 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-34dc0dcb-9b5e-4764-8408-1c1d66a093bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7a24878-cc98-48b6-8c12-c5bfd74f38a2', 'name': 'tempest-AttachVolumeTestJSON-610510819-router', 'tenant_id': 'eddbf0db78bb49c0ab2be813947221dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.203'}], 'enable_snat': True}, 'gw_port_id': '2a646784-b90b-43b0-87fd-197d5a6bf71f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:58:40Z', 'updated_at': '2021-08-12T14:58:44Z', 'revision_number': 4, 'project_id': 'eddbf0db78bb49c0ab2be813947221dc', 'gw_port': {'id': '2a646784-b90b-43b0-87fd-197d5a6bf71f', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:91:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a24878-cc98-48b6-8c12-c5bfd74f38a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3259, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:58:41Z', 'updated_at': '2021-08-12T14:58:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_floatingips': [{'id': '8693072d-a499-465f-8c40-5e091197a3ae', 'tenant_id': 'eddbf0db78bb49c0ab2be813947221dc', 'floating_ip_address': '172.25.1.248', 'floating_network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'router_id': 'd7a24878-cc98-48b6-8c12-c5bfd74f38a2', 'port_id': '9d8c1187-d8bf-42f3-93b8-fd0d9c2da515', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3577, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '163c25f9-f902-43c0-b306-3d06c1f84041', 'mac_address': 'fa:16:3e:cf:50:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a0532f0-bca8-4155-8cd0-8fdd40de235a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T15:04:45Z', 'updated_at': '2021-08-12T15:04:58Z', 'revision_number': 1, 'project_id': 'eddbf0db78bb49c0ab2be813947221dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e91e4d92-3889-480b-8457-35519d9e617f', 'name': '', 'network_id': '163c25f9-f902-43c0-b306-3d06c1f84041', 'tenant_id': 'eddbf0db78bb49c0ab2be813947221dc', 'mac_address': 'fa:16:3e:56:73:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a24878-cc98-48b6-8c12-c5bfd74f38a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3265, 'fixed_ips': [{'subnet_id': 'c68a9dc4-9dae-4b6f-89ee-ab739b8f3389', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:58:43Z', 'updated_at': '2021-08-12T14:58:54Z', 'revision_number': 5, 'project_id': 'eddbf0db78bb49c0ab2be813947221dc', 'subnets': [{'id': 'c68a9dc4-9dae-4b6f-89ee-ab739b8f3389', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:04:59.485898 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8956726-71d0-42e4-9076-b6d13185ed7a req-1e73038c-098a-4dab-b87f-2c76dcb1c4be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:04:59.487527 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d8956726-71d0-42e4-9076-b6d13185ed7a req-1e73038c-098a-4dab-b87f-2c76dcb1c4be service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=163c25f9-f902-43c0-b306-3d06c1f84041&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0427048 Aug 12 15:04:59.512713 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34dc0dcb-9b5e-4764-8408-1c1d66a093bb None None] Checking router: d7a24878-cc98-48b6-8c12-c5bfd74f38a2 for host: n-d-694802-15 {{(pid=94469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 15:04:59.522098 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34dc0dcb-9b5e-4764-8408-1c1d66a093bb None None] Routers {'d7a24878-cc98-48b6-8c12-c5bfd74f38a2'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:04:59.522713 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-34dc0dcb-9b5e-4764-8408-1c1d66a093bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T15:04:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['d7a24878-cc98-48b6-8c12-c5bfd74f38a2'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:04:59.596539 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d8956726-71d0-42e4-9076-b6d13185ed7a req-7c5f0365-5cfa-4191-8622-87bdcae9be02 service neutron] 10.222.0.49 "GET /v2.0/networks/163c25f9-f902-43c0-b306-3d06c1f84041?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002288 Aug 12 15:04:59.634284 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-34dc0dcb-9b5e-4764-8408-1c1d66a093bb None None] Set router d7a24878-cc98-48b6-8c12-c5bfd74f38a2 gateway port host: n-d-694802-15 {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:04:59.693958 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d8956726-71d0-42e4-9076-b6d13185ed7a req-bf477658-8818-4533-8629-1526660f6f68 service neutron] 10.222.0.49 "GET /v2.0/networks/163c25f9-f902-43c0-b306-3d06c1f84041?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895576 Aug 12 15:04:59.953774 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-34dc0dcb-9b5e-4764-8408-1c1d66a093bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7a24878-cc98-48b6-8c12-c5bfd74f38a2', 'name': 'tempest-AttachVolumeTestJSON-610510819-router', 'tenant_id': 'eddbf0db78bb49c0ab2be813947221dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.203'}], 'enable_snat': True}, 'gw_port_id': '2a646784-b90b-43b0-87fd-197d5a6bf71f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:58:40Z', 'updated_at': '2021-08-12T14:58:44Z', 'revision_number': 4, 'project_id': 'eddbf0db78bb49c0ab2be813947221dc', 'gw_port': {'id': '2a646784-b90b-43b0-87fd-197d5a6bf71f', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:91:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a24878-cc98-48b6-8c12-c5bfd74f38a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3259, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:58:41Z', 'updated_at': '2021-08-12T14:58:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_floatingips': [{'id': '8693072d-a499-465f-8c40-5e091197a3ae', 'tenant_id': 'eddbf0db78bb49c0ab2be813947221dc', 'floating_ip_address': '172.25.1.248', 'floating_network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'router_id': 'd7a24878-cc98-48b6-8c12-c5bfd74f38a2', 'port_id': '9d8c1187-d8bf-42f3-93b8-fd0d9c2da515', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3577, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '163c25f9-f902-43c0-b306-3d06c1f84041', 'mac_address': 'fa:16:3e:cf:50:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a0532f0-bca8-4155-8cd0-8fdd40de235a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T15:04:45Z', 'updated_at': '2021-08-12T15:04:58Z', 'revision_number': 1, 'project_id': 'eddbf0db78bb49c0ab2be813947221dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e91e4d92-3889-480b-8457-35519d9e617f', 'name': '', 'network_id': '163c25f9-f902-43c0-b306-3d06c1f84041', 'tenant_id': 'eddbf0db78bb49c0ab2be813947221dc', 'mac_address': 'fa:16:3e:56:73:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a24878-cc98-48b6-8c12-c5bfd74f38a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3265, 'fixed_ips': [{'subnet_id': 'c68a9dc4-9dae-4b6f-89ee-ab739b8f3389', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:58:43Z', 'updated_at': '2021-08-12T14:58:54Z', 'revision_number': 5, 'project_id': 'eddbf0db78bb49c0ab2be813947221dc', 'subnets': [{'id': 'c68a9dc4-9dae-4b6f-89ee-ab739b8f3389', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:04:59.982510 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34dc0dcb-9b5e-4764-8408-1c1d66a093bb None None] The sync data for ids ['d7a24878-cc98-48b6-8c12-c5bfd74f38a2'] in n-d-694802-15 is: [{'id': 'd7a24878-cc98-48b6-8c12-c5bfd74f38a2', 'name': 'tempest-AttachVolumeTestJSON-610510819-router', 'tenant_id': 'eddbf0db78bb49c0ab2be813947221dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.203'}], 'enable_snat': True}, 'gw_port_id': '2a646784-b90b-43b0-87fd-197d5a6bf71f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:58:40Z', 'updated_at': '2021-08-12T14:58:44Z', 'revision_number': 4, 'project_id': 'eddbf0db78bb49c0ab2be813947221dc', 'gw_port': {'id': '2a646784-b90b-43b0-87fd-197d5a6bf71f', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:91:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a24878-cc98-48b6-8c12-c5bfd74f38a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3259, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:58:41Z', 'updated_at': '2021-08-12T14:58:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_floatingips': [{'id': '8693072d-a499-465f-8c40-5e091197a3ae', 'tenant_id': 'eddbf0db78bb49c0ab2be813947221dc', 'floating_ip_address': '172.25.1.248', 'floating_network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'router_id': 'd7a24878-cc98-48b6-8c12-c5bfd74f38a2', 'port_id': '9d8c1187-d8bf-42f3-93b8-fd0d9c2da515', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3577, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '163c25f9-f902-43c0-b306-3d06c1f84041', 'mac_address': 'fa:16:3e:cf:50:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a0532f0-bca8-4155-8cd0-8fdd40de235a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T15:04:45Z', 'updated_at': '2021-08-12T15:04:58Z', 'revision_number': 1, 'project_id': 'eddbf0db78bb49c0ab2be813947221dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e91e4d92-3889-480b-8457-35519d9e617f', 'name': '', 'network_id': '163c25f9-f902-43c0-b306-3d06c1f84041', 'tenant_id': 'eddbf0db78bb49c0ab2be813947221dc', 'mac_address': 'fa:16:3e:56:73:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a24878-cc98-48b6-8c12-c5bfd74f38a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3265, 'fixed_ips': [{'subnet_id': 'c68a9dc4-9dae-4b6f-89ee-ab739b8f3389', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:58:43Z', 'updated_at': '2021-08-12T14:58:54Z', 'revision_number': 5, 'project_id': 'eddbf0db78bb49c0ab2be813947221dc', 'subnets': [{'id': 'c68a9dc4-9dae-4b6f-89ee-ab739b8f3389', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 15:05:00.209553 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccc935c6-4a4c-429a-8e68-1781eb8d4865 None None] New status for floating IP 8693072d-a499-465f-8c40-5e091197a3ae: ACTIVE {{(pid=94468) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 15:05:08.908457 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 52488) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:05:08.955899 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8863f70-8e74-4467-921d-a6ebe33bd65d admin admin] Deleting subnet 644d5629-d5dc-4416-864a-2e730cafd4de {{(pid=94466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 15:05:08.959061 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d8863f70-8e74-4467-921d-a6ebe33bd65d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:08.996167 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d8863f70-8e74-4467-921d-a6ebe33bd65d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2293551'] for subnet, precommit_delete_associations {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:09.037620 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d8863f70-8e74-4467-921d-a6ebe33bd65d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66416255'] for subnet, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:09.098290 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d8863f70-8e74-4467-921d-a6ebe33bd65d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66416232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3718429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8776402'] for subnet, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:09.125164 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8863f70-8e74-4467-921d-a6ebe33bd65d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=644d5629-d5dc-4416-864a-2e730cafd4de,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:05:09.132484 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d8863f70-8e74-4467-921d-a6ebe33bd65d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:09.135607 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-d8863f70-8e74-4467-921d-a6ebe33bd65d admin admin] 10.222.0.39 "DELETE /v2.0/subnets/644d5629-d5dc-4416-864a-2e730cafd4de HTTP/1.1" status: 204 len: 168 time: 0.2260325 Aug 12 15:05:09.138378 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 52496) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:05:09.214244 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-081845aa-7998-4e62-b894-b4cd965f1c81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680608'] for network, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:09.300203 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-081845aa-7998-4e62-b894-b4cd965f1c81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66413304', 'neutron.services.segments.db._delete_segments_for_network-8744654118000'] for network, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:09.312080 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-081845aa-7998-4e62-b894-b4cd965f1c81 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['976d67ad-60de-4be2-a240-a66f4eadb900']}} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:05:09.323572 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-081845aa-7998-4e62-b894-b4cd965f1c81 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7c6e18c-e2d9-4925-a099-2aab2e87c1e8') {'for_net_delete': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:05:09.323878 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-081845aa-7998-4e62-b894-b4cd965f1c81 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7c6e18c-e2d9-4925-a099-2aab2e87c1e8') {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:05:09.333754 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-081845aa-7998-4e62-b894-b4cd965f1c81 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744654122361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2293560'] for segment, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:09.351751 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-081845aa-7998-4e62-b894-b4cd965f1c81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:09.358345 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-081845aa-7998-4e62-b894-b4cd965f1c81 admin admin] Releasing vlan 314 on physical network physnet1 to pool {{(pid=94466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 15:05:09.358746 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-081845aa-7998-4e62-b894-b4cd965f1c81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3718595'] for segment, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:09.360716 n-d-694802-15 neutron-server[94466]: Traceback (most recent call last): Aug 12 15:05:09.360716 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 15:05:09.360716 n-d-694802-15 neutron-server[94466]: timer() Aug 12 15:05:09.360716 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 15:05:09.360716 n-d-694802-15 neutron-server[94466]: cb(*args, **kw) Aug 12 15:05:09.360716 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 15:05:09.360716 n-d-694802-15 neutron-server[94466]: return func(*args, **kwargs) Aug 12 15:05:09.360716 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 15:05:09.360716 n-d-694802-15 neutron-server[94466]: self._notify() Aug 12 15:05:09.360716 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 15:05:09.360716 n-d-694802-15 neutron-server[94466]: self.callback(batched_events) Aug 12 15:05:09.360716 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 15:05:09.360716 n-d-694802-15 neutron-server[94466]: event.method(event) Aug 12 15:05:09.360716 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 15:05:09.360716 n-d-694802-15 neutron-server[94466]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 15:05:09.360716 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 15:05:09.360716 n-d-694802-15 neutron-server[94466]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 15:05:09.360716 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 15:05:09.360716 n-d-694802-15 neutron-server[94466]: return f(self, *a, **k) Aug 12 15:05:09.360716 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 15:05:09.360716 n-d-694802-15 neutron-server[94466]: return self._get(url).json() Aug 12 15:05:09.360716 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 15:05:09.360716 n-d-694802-15 neutron-server[94466]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 15:05:09.360716 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 15:05:09.360716 n-d-694802-15 neutron-server[94466]: return self.request(url, 'GET', **kwargs) Aug 12 15:05:09.360716 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 15:05:09.360716 n-d-694802-15 neutron-server[94466]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 15:05:09.360716 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 15:05:09.360716 n-d-694802-15 neutron-server[94466]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 15:05:09.360716 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 15:05:09.360716 n-d-694802-15 neutron-server[94466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 15:05:09.360716 n-d-694802-15 neutron-server[94466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 15:05:09.417117 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-081845aa-7998-4e62-b894-b4cd965f1c81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66413281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431520'] for network, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:09.425179 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-081845aa-7998-4e62-b894-b4cd965f1c81 admin admin] Notify callbacks [] for network, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:09.427645 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-081845aa-7998-4e62-b894-b4cd965f1c81 admin admin] 10.222.0.39 "DELETE /v2.0/networks/976d67ad-60de-4be2-a240-a66f4eadb900 HTTP/1.1" status: 204 len: 168 time: 0.2882440 Aug 12 15:05:09.443136 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081845aa-7998-4e62-b894-b4cd965f1c81 admin admin] Pushing event deleted for resources: {'Network': ['ID=976d67ad-60de-4be2-a240-a66f4eadb900,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:05:09.617259 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 52506) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:05:09.663159 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-ce5acb38-aa5f-4f7b-b5ae-0c7809ec0e1b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9e70e15a63d94fbf88c1d1e47c9c46b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0446811 Aug 12 15:05:09.665768 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 52510) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:05:09.731221 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-317a68ad-0e1e-44ed-8f2b-edeb4ac9ce85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:09.753047 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-317a68ad-0e1e-44ed-8f2b-edeb4ac9ce85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:09.809862 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-317a68ad-0e1e-44ed-8f2b-edeb4ac9ce85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:09.813030 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-317a68ad-0e1e-44ed-8f2b-edeb4ac9ce85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:09.814401 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-317a68ad-0e1e-44ed-8f2b-edeb4ac9ce85 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f5b69b96-d6df-4912-b67f-8c03793cf91c HTTP/1.1" status: 204 len: 168 time: 0.1476488 Aug 12 15:05:09.824791 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317a68ad-0e1e-44ed-8f2b-edeb4ac9ce85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5b69b96-d6df-4912-b67f-8c03793cf91c,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:05:10.122548 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-18aab71e-cb94-4ee4-8852-ac67d16d5a14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:11.494186 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:12.759534 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:13.031600 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:13.400848 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-0c5c8530-42ea-44fa-a85a-7a105617b527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:14.033775 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-1769855f-eda9-4483-9dc3-3220908ab45d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:15.549565 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-16f290a6-085d-44df-af5a-74bc8afdf811 req-6811b1ac-395b-4fe9-9910-883000427e63 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=a37cf0c8-37b3-4aeb-9ffd-8eb53794b44f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0493624 Aug 12 15:05:15.635654 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f290a6-085d-44df-af5a-74bc8afdf811 req-63ba6d9e-ee98-4b06-9ea1-619f07da2067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:05:15.637139 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-16f290a6-085d-44df-af5a-74bc8afdf811 req-63ba6d9e-ee98-4b06-9ea1-619f07da2067 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8b40dba42c764b37920c3587555867c7&device_id=a37cf0c8-37b3-4aeb-9ffd-8eb53794b44f HTTP/1.1" status: 200 len: 1097 time: 0.0430608 Aug 12 15:05:15.667746 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-fe95f194-a3b0-4c04-9e42-20b511169d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:15.745750 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f290a6-085d-44df-af5a-74bc8afdf811 req-a22eeaad-fb0c-4b4e-b642-cd958104db7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:05:15.747257 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-16f290a6-085d-44df-af5a-74bc8afdf811 req-a22eeaad-fb0c-4b4e-b642-cd958104db7b service neutron] 10.222.0.64 "GET /v2.0/networks?id=bdb8c589-801b-4e9e-808f-194e52b05ffa HTTP/1.1" status: 200 len: 910 time: 0.0909109 Aug 12 15:05:15.812305 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-16f290a6-085d-44df-af5a-74bc8afdf811 req-66dfe88e-c8b1-464a-9d2f-24a867b0aa48 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0a77ed27-665b-404a-9e9e-23237cab5fd6 HTTP/1.1" status: 200 len: 999 time: 0.0573974 Aug 12 15:05:15.865630 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f290a6-085d-44df-af5a-74bc8afdf811 req-84a8a569-3925-42c2-9548-9987ec63466d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:05:15.867141 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-16f290a6-085d-44df-af5a-74bc8afdf811 req-84a8a569-3925-42c2-9548-9987ec63466d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9c491707-38df-4731-ba0a-868cad11a6fd HTTP/1.1" status: 200 len: 848 time: 0.0480177 Aug 12 15:05:15.912473 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f290a6-085d-44df-af5a-74bc8afdf811 req-038895be-2fac-4b74-a5c4-012bceb384a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:05:15.913959 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-16f290a6-085d-44df-af5a-74bc8afdf811 req-038895be-2fac-4b74-a5c4-012bceb384a1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=bdb8c589-801b-4e9e-808f-194e52b05ffa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400009 Aug 12 15:05:16.003467 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-16f290a6-085d-44df-af5a-74bc8afdf811 req-d73bc108-3d6e-49b3-a096-41168fdf9160 service neutron] 10.222.0.64 "GET /v2.0/networks/bdb8c589-801b-4e9e-808f-194e52b05ffa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822234 Aug 12 15:05:16.103133 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-16f290a6-085d-44df-af5a-74bc8afdf811 req-1d3fbd34-7556-4267-9113-320928b44e45 service neutron] 10.222.0.64 "GET /v2.0/networks/bdb8c589-801b-4e9e-808f-194e52b05ffa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911450 Aug 12 15:05:18.680254 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.agents_db [None req-17ed3e4c-1a7d-4162-9646-11c134aca297 None None] Agent healthcheck: found 7 active agents {{(pid=94469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 15:05:28.240634 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 53238) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:05:28.348234 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-92a3d044-963c-4d45-a0bb-bf1aa33716b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:28.439409 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-92a3d044-963c-4d45-a0bb-bf1aa33716b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:28.443277 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-92a3d044-963c-4d45-a0bb-bf1aa33716b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:28.482951 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-92a3d044-963c-4d45-a0bb-bf1aa33716b1 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=40ea11cdfc9e4c7ba6bc3d37d77c7f60&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2411277 Aug 12 15:05:28.483854 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a3d044-963c-4d45-a0bb-bf1aa33716b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=500e01de-c6e6-44aa-97d6-ea4ca79e7d53,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:05:28.485703 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 53242) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:05:28.543550 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-3ba78d83-5492-4559-8897-d28c5786fc66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:28.564984 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-3ba78d83-5492-4559-8897-d28c5786fc66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:28.614298 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-3ba78d83-5492-4559-8897-d28c5786fc66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:28.616984 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-3ba78d83-5492-4559-8897-d28c5786fc66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:28.618201 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-3ba78d83-5492-4559-8897-d28c5786fc66 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/500e01de-c6e6-44aa-97d6-ea4ca79e7d53 HTTP/1.1" status: 204 len: 168 time: 0.1299939 Aug 12 15:05:28.626819 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba78d83-5492-4559-8897-d28c5786fc66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=500e01de-c6e6-44aa-97d6-ea4ca79e7d53,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:05:28.636816 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba78d83-5492-4559-8897-d28c5786fc66 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:05:28.637487 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba78d83-5492-4559-8897-d28c5786fc66 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:05:28.637840 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba78d83-5492-4559-8897-d28c5786fc66 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:05:28.638186 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba78d83-5492-4559-8897-d28c5786fc66 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:05:28.638528 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba78d83-5492-4559-8897-d28c5786fc66 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:05:28.638860 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba78d83-5492-4559-8897-d28c5786fc66 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:05:28.639516 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba78d83-5492-4559-8897-d28c5786fc66 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:05:28.639885 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba78d83-5492-4559-8897-d28c5786fc66 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:05:28.640222 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba78d83-5492-4559-8897-d28c5786fc66 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:05:28.640588 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba78d83-5492-4559-8897-d28c5786fc66 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:05:28.640922 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba78d83-5492-4559-8897-d28c5786fc66 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:05:28.641254 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba78d83-5492-4559-8897-d28c5786fc66 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:05:30.630841 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 53322) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:05:30.637773 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-e391eecf-7a19-4d8a-ac0b-453d263a0b78 tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Request body: {'network': {'name': 'tempest-network-smoke--2103245366', 'project_id': '7d0edfcf6f1645688bfc49c5a1a825a2', 'port_security_enabled': True}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:05:30.659557 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e391eecf-7a19-4d8a-ac0b-453d263a0b78 tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Made reservation on behalf of 7d0edfcf6f1645688bfc49c5a1a825a2 for: {'network': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 15:05:30.663339 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e391eecf-7a19-4d8a-ac0b-453d263a0b78 tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for network, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:30.675062 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e391eecf-7a19-4d8a-ac0b-453d263a0b78 tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Notify callbacks [] for security_group, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:30.767325 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e391eecf-7a19-4d8a-ac0b-453d263a0b78 tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Notify callbacks [] for security_group, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:30.771248 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e391eecf-7a19-4d8a-ac0b-453d263a0b78 tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:30.801494 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e391eecf-7a19-4d8a-ac0b-453d263a0b78 tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] vlan segment allocate from pool success with {'vlan_id': 309, 'physical_network': 'physnet1'} {{(pid=94466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 15:05:30.807877 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e391eecf-7a19-4d8a-ac0b-453d263a0b78 tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8cee00ac-1507-4084-9c47-482c3ca4c0ae,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:05:30.815521 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e391eecf-7a19-4d8a-ac0b-453d263a0b78 tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:30.815967 n-d-694802-15 neutron-server[94466]: INFO neutron.db.segments_db [None req-e391eecf-7a19-4d8a-ac0b-453d263a0b78 tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Added segment a32141d9-7e1f-4fa0-a3d9-97995ff174b8 of type vlan for network 2b83a3c9-a59c-4021-badc-d66a90e0fbc7 Aug 12 15:05:30.861997 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e391eecf-7a19-4d8a-ac0b-453d263a0b78 tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744653628263'] for network, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:30.892713 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e391eecf-7a19-4d8a-ac0b-453d263a0b78 tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409'] for network, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:30.899272 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e391eecf-7a19-4d8a-ac0b-453d263a0b78 tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:05:30.899948 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e391eecf-7a19-4d8a-ac0b-453d263a0b78 tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Notify callbacks [] for network, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:30.960177 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-e391eecf-7a19-4d8a-ac0b-453d263a0b78 tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3280611 Aug 12 15:05:30.965332 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 53330) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:05:30.971036 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-2f7fb7b9-ee32-40a2-8e13-d94e197246ad tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1671195035', 'admin_state_up': True, 'project_id': '7d0edfcf6f1645688bfc49c5a1a825a2', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'}}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:05:30.972816 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e391eecf-7a19-4d8a-ac0b-453d263a0b78 tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Pushing event updated for resources: {'Network': ['ID=2b83a3c9-a59c-4021-badc-d66a90e0fbc7,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:05:30.996410 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Network 2b83a3c9-a59c-4021-badc-d66a90e0fbc7 details requested by agent ovs-agent-n-d-694802-15 with host n-d-694802-15 {{(pid=94468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 15:05:31.003936 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-2f7fb7b9-ee32-40a2-8e13-d94e197246ad tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-430574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-104863'] for router, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:31.005056 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-2f7fb7b9-ee32-40a2-8e13-d94e197246ad tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-429438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-431405', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66646573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-104852'] for router, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:31.060701 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-2f7fb7b9-ee32-40a2-8e13-d94e197246ad tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:31.535997 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-2f7fb7b9-ee32-40a2-8e13-d94e197246ad tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:31.732633 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-2f7fb7b9-ee32-40a2-8e13-d94e197246ad tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Notify callbacks [] for router_gateway, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:31.753662 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-2f7fb7b9-ee32-40a2-8e13-d94e197246ad tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:31.862770 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_common [None req-2f7fb7b9-ee32-40a2-8e13-d94e197246ad tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Allocated IP 172.25.1.22 (d3759e1b-6c03-45ac-acd4-90abb417809b/f0254f08-c19c-4e31-bd9c-09389ea4b6f2/05e312ee-bf7c-4451-bf5b-a76d2506c381) {{(pid=94467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 15:05:31.968041 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-2f7fb7b9-ee32-40a2-8e13-d94e197246ad tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Notify callbacks [] for port, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:32.008244 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-2f7fb7b9-ee32-40a2-8e13-d94e197246ad tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:32.058165 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f7fb7b9-ee32-40a2-8e13-d94e197246ad tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Network d3759e1b-6c03-45ac-acd4-90abb417809b is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 15:05:32.062749 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [None req-2f7fb7b9-ee32-40a2-8e13-d94e197246ad tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:05:32.065249 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7fb7b9-ee32-40a2-8e13-d94e197246ad tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Pushing event updated for resources: {'Port': ['ID=05e312ee-bf7c-4451-bf5b-a76d2506c381,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:05:32.069184 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f7fb7b9-ee32-40a2-8e13-d94e197246ad tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Received port after_create {{(pid=94467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 15:05:32.362336 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-2f7fb7b9-ee32-40a2-8e13-d94e197246ad tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Notify callbacks [] for router_gateway, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:32.572553 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-2f7fb7b9-ee32-40a2-8e13-d94e197246ad tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-429413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-431608'] for router, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:32.711477 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f7fb7b9-ee32-40a2-8e13-d94e197246ad tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Router 797bf2c2-9672-4419-a640-c2123a41b24f is scheduled to L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f with binding_index 1 {{(pid=94467) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 15:05:32.827391 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f7fb7b9-ee32-40a2-8e13-d94e197246ad tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 15:05:32.842738 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b10cb08a-25f1-4eff-88ca-fc77f5b4c88d None None] Sync routers for ids ['797bf2c2-9672-4419-a640-c2123a41b24f'] in n-d-694802-15 {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 15:05:32.845873 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-2f7fb7b9-ee32-40a2-8e13-d94e197246ad tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Notify callbacks [] for router, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:32.850576 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 53366) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:05:32.851205 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-2f7fb7b9-ee32-40a2-8e13-d94e197246ad tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.8836050 Aug 12 15:05:32.868434 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b10cb08a-25f1-4eff-88ca-fc77f5b4c88d None None] Routers {'797bf2c2-9672-4419-a640-c2123a41b24f'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:05:32.869948 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-b10cb08a-25f1-4eff-88ca-fc77f5b4c88d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T15:05:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['797bf2c2-9672-4419-a640-c2123a41b24f'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:05:32.991281 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-b10cb08a-25f1-4eff-88ca-fc77f5b4c88d None None] Set router 797bf2c2-9672-4419-a640-c2123a41b24f gateway port host: n-d-694802-15 {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:05:33.183142 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 53378) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:05:33.193359 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-e3b29929-0838-464a-b6d6-070841e42d7a tempest-TestSecurityGroupsBasicOps-899031811 tempest-TestSecurityGroupsBasicOps-899031811-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=7d0edfcf6f1645688bfc49c5a1a825a2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3413644 Aug 12 15:05:33.212451 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-b10cb08a-25f1-4eff-88ca-fc77f5b4c88d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '797bf2c2-9672-4419-a640-c2123a41b24f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1671195035', 'tenant_id': '7d0edfcf6f1645688bfc49c5a1a825a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.22'}], 'enable_snat': True}, 'gw_port_id': '05e312ee-bf7c-4451-bf5b-a76d2506c381', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:05:31Z', 'updated_at': '2021-08-12T15:05:32Z', 'revision_number': 3, 'project_id': '7d0edfcf6f1645688bfc49c5a1a825a2', 'gw_port': {'id': '05e312ee-bf7c-4451-bf5b-a76d2506c381', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:b2:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '797bf2c2-9672-4419-a640-c2123a41b24f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3592, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:05:31Z', 'updated_at': '2021-08-12T15:05:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15'}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:05:33.250230 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b10cb08a-25f1-4eff-88ca-fc77f5b4c88d None None] Checking router: 797bf2c2-9672-4419-a640-c2123a41b24f for host: n-d-694802-15 {{(pid=94469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 15:05:33.250896 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b10cb08a-25f1-4eff-88ca-fc77f5b4c88d None None] Updating router 797bf2c2-9672-4419-a640-c2123a41b24f port 05e312ee-bf7c-4451-bf5b-a76d2506c381 binding host n-d-694802-15 {{(pid=94469) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 15:05:33.279778 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-b10cb08a-25f1-4eff-88ca-fc77f5b4c88d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:33.291417 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-7ab4b5d5-7d67-40b6-a552-d1a056813e6d req-15cc592c-ac1c-4e47-8364-5c7094a47731 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=3a0532f0-bca8-4155-8cd0-8fdd40de235a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1838281 Aug 12 15:05:33.309821 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b9af6b7-f135-40a7-ae3d-b4d40d84568e tempest-TestSecurityGroupsBasicOps-899031811 tempest-TestSecurityGroupsBasicOps-899031811-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:05:33.314644 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 53384) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:05:33.314827 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-4b9af6b7-f135-40a7-ae3d-b4d40d84568e tempest-TestSecurityGroupsBasicOps-899031811 tempest-TestSecurityGroupsBasicOps-899031811-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1303463 Aug 12 15:05:33.344991 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-523bd3e4-f273-4b83-971c-5f31aa302de9 tempest-TestSecurityGroupsBasicOps-899031811 tempest-TestSecurityGroupsBasicOps-899031811-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=d3759e1b-6c03-45ac-acd4-90abb417809b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0281379 Aug 12 15:05:33.348960 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 53386) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:05:33.354894 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-8371c826-7be6-4dcf-bce2-8e9cfb24d43a tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1362579884', 'network_id': '2b83a3c9-a59c-4021-badc-d66a90e0fbc7', 'project_id': '7d0edfcf6f1645688bfc49c5a1a825a2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:05:33.401024 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab4b5d5-7d67-40b6-a552-d1a056813e6d req-dff29a4a-c292-43d7-84a2-a60fa914c813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:05:33.403277 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-7ab4b5d5-7d67-40b6-a552-d1a056813e6d req-dff29a4a-c292-43d7-84a2-a60fa914c813 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=eddbf0db78bb49c0ab2be813947221dc&device_id=3a0532f0-bca8-4155-8cd0-8fdd40de235a HTTP/1.1" status: 200 len: 1097 time: 0.0551918 Aug 12 15:05:33.481000 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8371c826-7be6-4dcf-bce2-8e9cfb24d43a tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Made reservation on behalf of 7d0edfcf6f1645688bfc49c5a1a825a2 for: {'subnet': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 15:05:33.486143 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8371c826-7be6-4dcf-bce2-8e9cfb24d43a tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8776441'] for subnet, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:33.525979 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab4b5d5-7d67-40b6-a552-d1a056813e6d req-2ecb1474-0b5c-450e-a227-c516cf459186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:05:33.528023 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-7ab4b5d5-7d67-40b6-a552-d1a056813e6d req-2ecb1474-0b5c-450e-a227-c516cf459186 service neutron] 10.222.0.49 "GET /v2.0/networks?id=163c25f9-f902-43c0-b306-3d06c1f84041 HTTP/1.1" status: 200 len: 911 time: 0.1024446 Aug 12 15:05:33.624624 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-7ab4b5d5-7d67-40b6-a552-d1a056813e6d req-ae7504f8-d576-47ad-a453-c72fb856623a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9d8c1187-d8bf-42f3-93b8-fd0d9c2da515 HTTP/1.1" status: 200 len: 1001 time: 0.0887215 Aug 12 15:05:33.629076 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-b10cb08a-25f1-4eff-88ca-fc77f5b4c88d None None] Notify callbacks [] for port, precommit_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:33.640978 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.provisioning_blocks [None req-b10cb08a-25f1-4eff-88ca-fc77f5b4c88d None None] Transition to ACTIVE for port object 05e312ee-bf7c-4451-bf5b-a76d2506c381 will not be triggered until provisioned by entity L2. {{(pid=94469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:05:33.648371 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-b10cb08a-25f1-4eff-88ca-fc77f5b4c88d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:33.687846 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab4b5d5-7d67-40b6-a552-d1a056813e6d req-c6168811-03b3-4887-8890-6c9e686488fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:05:33.689345 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-7ab4b5d5-7d67-40b6-a552-d1a056813e6d req-c6168811-03b3-4887-8890-6c9e686488fe service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c68a9dc4-9dae-4b6f-89ee-ab739b8f3389 HTTP/1.1" status: 200 len: 849 time: 0.0550804 Aug 12 15:05:33.712874 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8371c826-7be6-4dcf-bce2-8e9cfb24d43a tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3718490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8776395'] for subnet, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:33.729025 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.managers [None req-b10cb08a-25f1-4eff-88ca-fc77f5b4c88d None None] Attempting to bind port 05e312ee-bf7c-4451-bf5b-a76d2506c381 on host n-d-694802-15 for vnic_type normal with profile {{(pid=94469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 15:05:33.729388 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.managers [None req-b10cb08a-25f1-4eff-88ca-fc77f5b4c88d None None] Attempting to bind port 05e312ee-bf7c-4451-bf5b-a76d2506c381 by drivers openvswitch,hyperv on host n-d-694802-15 at level 0 using segments [{'id': 'b1b396cb-2dc6-4041-bfc7-1833a80a4720', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'}] {{(pid=94469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 15:05:33.729737 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b10cb08a-25f1-4eff-88ca-fc77f5b4c88d None None] Attempting to bind port 05e312ee-bf7c-4451-bf5b-a76d2506c381 on network d3759e1b-6c03-45ac-acd4-90abb417809b {{(pid=94469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 15:05:33.733383 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e14ecd0-5314-4131-9fb7-e75dbcbea070 None None] Pushing event updated for resources: {'Port': ['ID=05e312ee-bf7c-4451-bf5b-a76d2506c381,revision_number=2']} {{(pid=94469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:05:33.738905 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b10cb08a-25f1-4eff-88ca-fc77f5b4c88d None None] Checking agent: {'id': '16de73ac-f2e9-4cee-b3e0-91052ae3e6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 20, 13), 'started_at': datetime.datetime(2021, 8, 12, 14, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 15, 5, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 15:05:33.739316 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b10cb08a-25f1-4eff-88ca-fc77f5b4c88d None None] Checking segment: {'id': 'b1b396cb-2dc6-4041-bfc7-1833a80a4720', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 15:05:33.739713 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-b10cb08a-25f1-4eff-88ca-fc77f5b4c88d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:33.740263 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b10cb08a-25f1-4eff-88ca-fc77f5b4c88d None None] Bound using segment: {'id': 'b1b396cb-2dc6-4041-bfc7-1833a80a4720', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'} {{(pid=94469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 15:05:33.740728 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.managers [None req-b10cb08a-25f1-4eff-88ca-fc77f5b4c88d None None] Bound port: 05e312ee-bf7c-4451-bf5b-a76d2506c381, host: n-d-694802-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1b396cb-2dc6-4041-bfc7-1833a80a4720', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'}}] {{(pid=94469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 15:05:33.741159 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-b10cb08a-25f1-4eff-88ca-fc77f5b4c88d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:33.748197 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e14ecd0-5314-4131-9fb7-e75dbcbea070 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:05:33.748538 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e14ecd0-5314-4131-9fb7-e75dbcbea070 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:05:33.748871 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e14ecd0-5314-4131-9fb7-e75dbcbea070 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:05:33.749200 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e14ecd0-5314-4131-9fb7-e75dbcbea070 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:05:33.749575 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e14ecd0-5314-4131-9fb7-e75dbcbea070 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:05:33.750388 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e14ecd0-5314-4131-9fb7-e75dbcbea070 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:05:33.750388 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e14ecd0-5314-4131-9fb7-e75dbcbea070 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:05:33.750616 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e14ecd0-5314-4131-9fb7-e75dbcbea070 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:05:33.750852 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e14ecd0-5314-4131-9fb7-e75dbcbea070 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:05:33.751194 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e14ecd0-5314-4131-9fb7-e75dbcbea070 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:05:33.751518 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e14ecd0-5314-4131-9fb7-e75dbcbea070 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:05:33.751819 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e14ecd0-5314-4131-9fb7-e75dbcbea070 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:05:33.754480 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab4b5d5-7d67-40b6-a552-d1a056813e6d req-370d299b-07db-407c-b8a4-5ff56b16e1a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:05:33.757143 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-7ab4b5d5-7d67-40b6-a552-d1a056813e6d req-370d299b-07db-407c-b8a4-5ff56b16e1a1 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=163c25f9-f902-43c0-b306-3d06c1f84041&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0593483 Aug 12 15:05:33.811563 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8371c826-7be6-4dcf-bce2-8e9cfb24d43a tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Pushing event updated for resources: {'Subnet': ['ID=f427d097-c02e-4d1e-b328-57504fb50ff2,revision_number=0']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:05:33.817161 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8371c826-7be6-4dcf-bce2-8e9cfb24d43a tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Checking segment: {'id': 'a32141d9-7e1f-4fa0-a3d9-97995ff174b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '2b83a3c9-a59c-4021-badc-d66a90e0fbc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 15:05:33.817540 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8371c826-7be6-4dcf-bce2-8e9cfb24d43a tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Network hostable DHCP agents. Network: 2b83a3c9-a59c-4021-badc-d66a90e0fbc7, hostable agents: ['1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658'], hosted agents: [] {{(pid=94466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 15:05:33.819756 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.db [None req-b10cb08a-25f1-4eff-88ca-fc77f5b4c88d None None] For port 05e312ee-bf7c-4451-bf5b-a76d2506c381, host n-d-694802-15, cleared binding levels {{(pid=94469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 15:05:33.822920 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.db [None req-b10cb08a-25f1-4eff-88ca-fc77f5b4c88d None None] For port 05e312ee-bf7c-4451-bf5b-a76d2506c381, host n-d-694802-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=05e312ee-bf7c-4451-bf5b-a76d2506c381,segment=NetworkSegment(b1b396cb-2dc6-4041-bfc7-1833a80a4720),segment_id=b1b396cb-2dc6-4041-bfc7-1833a80a4720)] {{(pid=94469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 15:05:33.827984 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-b10cb08a-25f1-4eff-88ca-fc77f5b4c88d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:33.841393 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8371c826-7be6-4dcf-bce2-8e9cfb24d43a tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Network 2b83a3c9-a59c-4021-badc-d66a90e0fbc7 is scheduled to be hosted by DHCP agent 1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658 with binding_index 1 {{(pid=94466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 15:05:33.855645 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-8371c826-7be6-4dcf-bce2-8e9cfb24d43a tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-15, 2b83a3c9-a59c-4021-badc-d66a90e0fbc7) {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:05:33.859919 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8371c826-7be6-4dcf-bce2-8e9cfb24d43a tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:05:33.860544 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8371c826-7be6-4dcf-bce2-8e9cfb24d43a tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Notify callbacks [] for subnet, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:33.880406 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-8371c826-7be6-4dcf-bce2-8e9cfb24d43a tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5296712 Aug 12 15:05:33.881391 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e14ecd0-5314-4131-9fb7-e75dbcbea070 None None] Pushing event updated for resources: {'Port': ['ID=05e312ee-bf7c-4451-bf5b-a76d2506c381,revision_number=3']} {{(pid=94469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:05:33.882975 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 53396) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:05:33.890209 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aced9b2-9302-4f6f-a8ad-f0740a4db5de None None] Network 2b83a3c9-a59c-4021-badc-d66a90e0fbc7 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 15:05:33.900057 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b10cb08a-25f1-4eff-88ca-fc77f5b4c88d None None] Routers {'797bf2c2-9672-4419-a640-c2123a41b24f'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:05:33.900691 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-b10cb08a-25f1-4eff-88ca-fc77f5b4c88d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T15:05:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['797bf2c2-9672-4419-a640-c2123a41b24f'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:05:33.908296 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-7ab4b5d5-7d67-40b6-a552-d1a056813e6d req-75be541f-4206-4de7-abb9-88b0fdd0be09 service neutron] 10.222.0.49 "GET /v2.0/networks/163c25f9-f902-43c0-b306-3d06c1f84041?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375201 Aug 12 15:05:34.036131 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-b10cb08a-25f1-4eff-88ca-fc77f5b4c88d None None] Set router 797bf2c2-9672-4419-a640-c2123a41b24f gateway port host: n-d-694802-15 {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:05:34.069999 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-7ab4b5d5-7d67-40b6-a552-d1a056813e6d req-500294eb-94e8-4078-aabb-016212f682d3 service neutron] 10.222.0.49 "GET /v2.0/networks/163c25f9-f902-43c0-b306-3d06c1f84041?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1527374 Aug 12 15:05:34.137745 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6621001d-e356-4573-b33b-74bcc2afe3ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa7035b3e-9a89-5964-b9f4-97301c3f476a-2b83a3c9-a59c-4021-badc-d66a90e0fbc7', 'network_id': '2b83a3c9-a59c-4021-badc-d66a90e0fbc7', 'tenant_id': '7d0edfcf6f1645688bfc49c5a1a825a2', 'fixed_ips': [{'subnet_id': 'f427d097-c02e-4d1e-b328-57504fb50ff2'}]}} from n-d-694802-15. {{(pid=94468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 15:05:34.138617 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-6621001d-e356-4573-b33b-74bcc2afe3ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:34.303135 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-b10cb08a-25f1-4eff-88ca-fc77f5b4c88d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '797bf2c2-9672-4419-a640-c2123a41b24f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1671195035', 'tenant_id': '7d0edfcf6f1645688bfc49c5a1a825a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.22'}], 'enable_snat': True}, 'gw_port_id': '05e312ee-bf7c-4451-bf5b-a76d2506c381', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:05:31Z', 'updated_at': '2021-08-12T15:05:32Z', 'revision_number': 3, 'project_id': '7d0edfcf6f1645688bfc49c5a1a825a2', 'gw_port': {'id': '05e312ee-bf7c-4451-bf5b-a76d2506c381', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:b2:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '797bf2c2-9672-4419-a640-c2123a41b24f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3592, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:05:31Z', 'updated_at': '2021-08-12T15:05:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15'}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:05:34.323845 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.db_base_plugin_common [None req-6621001d-e356-4573-b33b-74bcc2afe3ed None None] Allocated IP 172.20.0.2 (2b83a3c9-a59c-4021-badc-d66a90e0fbc7/f427d097-c02e-4d1e-b328-57504fb50ff2/eb920cee-6c2a-4839-af23-ff33dbe6db65) {{(pid=94468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 15:05:34.360100 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b10cb08a-25f1-4eff-88ca-fc77f5b4c88d None None] The sync data for ids ['797bf2c2-9672-4419-a640-c2123a41b24f'] in n-d-694802-15 is: [{'id': '797bf2c2-9672-4419-a640-c2123a41b24f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1671195035', 'tenant_id': '7d0edfcf6f1645688bfc49c5a1a825a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.22'}], 'enable_snat': True}, 'gw_port_id': '05e312ee-bf7c-4451-bf5b-a76d2506c381', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:05:31Z', 'updated_at': '2021-08-12T15:05:32Z', 'revision_number': 3, 'project_id': '7d0edfcf6f1645688bfc49c5a1a825a2', 'gw_port': {'id': '05e312ee-bf7c-4451-bf5b-a76d2506c381', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:b2:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '797bf2c2-9672-4419-a640-c2123a41b24f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3592, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:05:31Z', 'updated_at': '2021-08-12T15:05:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15'}] {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 15:05:34.405696 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-fce912b2-955e-4f3b-bb9f-b28d340c9581 tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:34.725641 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-6621001d-e356-4573-b33b-74bcc2afe3ed None None] Notify callbacks [] for port, precommit_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:34.734410 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-6621001d-e356-4573-b33b-74bcc2afe3ed None None] Transition to ACTIVE for port object eb920cee-6c2a-4839-af23-ff33dbe6db65 will not be triggered until provisioned by entity L2. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:05:34.758650 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-6621001d-e356-4573-b33b-74bcc2afe3ed None None] Transition to ACTIVE for port object eb920cee-6c2a-4839-af23-ff33dbe6db65 will not be triggered until provisioned by entity DHCP. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:05:34.765216 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-6621001d-e356-4573-b33b-74bcc2afe3ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253'] for port, after_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:34.812416 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6621001d-e356-4573-b33b-74bcc2afe3ed None None] Network 2b83a3c9-a59c-4021-badc-d66a90e0fbc7 is already hosted by enough agents. {{(pid=94468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 15:05:34.824676 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.base_scheduler [None req-6621001d-e356-4573-b33b-74bcc2afe3ed None None] Resources bound (agent type, host, resource id): {{(pid=94468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:05:34.828390 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6621001d-e356-4573-b33b-74bcc2afe3ed None None] Received port after_create {{(pid=94468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 15:05:34.836070 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-fce912b2-955e-4f3b-bb9f-b28d340c9581 tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Allocated IP 172.20.0.1 (2b83a3c9-a59c-4021-badc-d66a90e0fbc7/f427d097-c02e-4d1e-b328-57504fb50ff2/2c9ae80d-42f2-44ed-ba27-f8af03507f55) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 15:05:34.842606 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6621001d-e356-4573-b33b-74bcc2afe3ed None None] Pushing event updated for resources: {'Port': ['ID=eb920cee-6c2a-4839-af23-ff33dbe6db65,revision_number=1']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:05:34.900543 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-6621001d-e356-4573-b33b-74bcc2afe3ed None None] Attempting to bind port eb920cee-6c2a-4839-af23-ff33dbe6db65 on host n-d-694802-15 for vnic_type normal with profile {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 15:05:34.900543 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-6621001d-e356-4573-b33b-74bcc2afe3ed None None] Attempting to bind port eb920cee-6c2a-4839-af23-ff33dbe6db65 by drivers openvswitch,hyperv on host n-d-694802-15 at level 0 using segments [{'id': 'a32141d9-7e1f-4fa0-a3d9-97995ff174b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '2b83a3c9-a59c-4021-badc-d66a90e0fbc7'}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 15:05:34.901324 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6621001d-e356-4573-b33b-74bcc2afe3ed None None] Attempting to bind port eb920cee-6c2a-4839-af23-ff33dbe6db65 on network 2b83a3c9-a59c-4021-badc-d66a90e0fbc7 {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 15:05:34.908996 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6621001d-e356-4573-b33b-74bcc2afe3ed None None] Checking agent: {'id': '16de73ac-f2e9-4cee-b3e0-91052ae3e6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 20, 13), 'started_at': datetime.datetime(2021, 8, 12, 14, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 15, 5, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 15:05:34.909372 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6621001d-e356-4573-b33b-74bcc2afe3ed None None] Checking segment: {'id': 'a32141d9-7e1f-4fa0-a3d9-97995ff174b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '2b83a3c9-a59c-4021-badc-d66a90e0fbc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 15:05:34.909774 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-6621001d-e356-4573-b33b-74bcc2afe3ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:34.910165 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6621001d-e356-4573-b33b-74bcc2afe3ed None None] Bound using segment: {'id': 'a32141d9-7e1f-4fa0-a3d9-97995ff174b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '2b83a3c9-a59c-4021-badc-d66a90e0fbc7'} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 15:05:34.910691 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-6621001d-e356-4573-b33b-74bcc2afe3ed None None] Bound port: eb920cee-6c2a-4839-af23-ff33dbe6db65, host: n-d-694802-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a32141d9-7e1f-4fa0-a3d9-97995ff174b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '2b83a3c9-a59c-4021-badc-d66a90e0fbc7'}}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 15:05:34.911101 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-6621001d-e356-4573-b33b-74bcc2afe3ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:34.988078 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-6621001d-e356-4573-b33b-74bcc2afe3ed None None] For port eb920cee-6c2a-4839-af23-ff33dbe6db65, host n-d-694802-15, cleared binding levels {{(pid=94468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 15:05:34.993682 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-6621001d-e356-4573-b33b-74bcc2afe3ed None None] For port eb920cee-6c2a-4839-af23-ff33dbe6db65, host n-d-694802-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=eb920cee-6c2a-4839-af23-ff33dbe6db65,segment=NetworkSegment(a32141d9-7e1f-4fa0-a3d9-97995ff174b8),segment_id=a32141d9-7e1f-4fa0-a3d9-97995ff174b8)] {{(pid=94468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 15:05:34.999656 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-6621001d-e356-4573-b33b-74bcc2afe3ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:35.087949 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6621001d-e356-4573-b33b-74bcc2afe3ed None None] Pushing event updated for resources: {'Port': ['ID=eb920cee-6c2a-4839-af23-ff33dbe6db65,revision_number=2']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:05:35.400771 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-fce912b2-955e-4f3b-bb9f-b28d340c9581 tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:35.418450 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-fce912b2-955e-4f3b-bb9f-b28d340c9581 tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Transition to ACTIVE for port object 2c9ae80d-42f2-44ed-ba27-f8af03507f55 will not be triggered until provisioned by entity DHCP. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:05:35.455514 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-fce912b2-955e-4f3b-bb9f-b28d340c9581 tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:35.499925 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fce912b2-955e-4f3b-bb9f-b28d340c9581 tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Network 2b83a3c9-a59c-4021-badc-d66a90e0fbc7 is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 15:05:35.506752 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-fce912b2-955e-4f3b-bb9f-b28d340c9581 tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:05:35.510857 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fce912b2-955e-4f3b-bb9f-b28d340c9581 tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 15:05:35.518217 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce912b2-955e-4f3b-bb9f-b28d340c9581 tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Pushing event updated for resources: {'Port': ['ID=2c9ae80d-42f2-44ed-ba27-f8af03507f55,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:05:35.569881 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-fce912b2-955e-4f3b-bb9f-b28d340c9581 tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66663725'] for router_interface, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:35.719754 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-fce912b2-955e-4f3b-bb9f-b28d340c9581 tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:36.017577 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-fce912b2-955e-4f3b-bb9f-b28d340c9581 tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Notify callbacks [] for port, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:36.023049 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-fce912b2-955e-4f3b-bb9f-b28d340c9581 tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3718439'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:36.104667 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce912b2-955e-4f3b-bb9f-b28d340c9581 tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Pushing event updated for resources: {'Port': ['ID=2c9ae80d-42f2-44ed-ba27-f8af03507f55,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:05:36.108527 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-fce912b2-955e-4f3b-bb9f-b28d340c9581 tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66628363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66663865'] for router_interface, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:36.218201 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fce912b2-955e-4f3b-bb9f-b28d340c9581 tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Network 2b83a3c9-a59c-4021-badc-d66a90e0fbc7 is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 15:05:36.218201 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-fce912b2-955e-4f3b-bb9f-b28d340c9581 tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:05:36.361353 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fce912b2-955e-4f3b-bb9f-b28d340c9581 tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Router 797bf2c2-9672-4419-a640-c2123a41b24f has already been hosted by L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f {{(pid=94466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 15:05:36.512513 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 05e312ee-bf7c-4451-bf5b-a76d2506c381 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 15:05:36.542625 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fce912b2-955e-4f3b-bb9f-b28d340c9581 tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 15:05:36.548296 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-fce912b2-955e-4f3b-bb9f-b28d340c9581 tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] 10.222.0.39 "PUT /v2.0/routers/797bf2c2-9672-4419-a640-c2123a41b24f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6641378 Aug 12 15:05:36.551138 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 53442) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:05:36.557921 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-b40391c9-b045-4d50-b690-3e38122f3db5 tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1837433763', 'description': 'tempest-secgroup_access--1837433763 description', 'project_id': '7d0edfcf6f1645688bfc49c5a1a825a2'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:05:36.583567 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning for port 05e312ee-bf7c-4451-bf5b-a76d2506c381 completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:05:36.589182 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port 05e312ee-bf7c-4451-bf5b-a76d2506c381 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:05:36.589951 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:36.595238 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-b40391c9-b045-4d50-b690-3e38122f3db5 tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Notify callbacks [] for security_group, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:36.642220 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6934109-7d1a-4f3c-8299-efee0f90588b None None] Network 2b83a3c9-a59c-4021-badc-d66a90e0fbc7 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 15:05:36.685198 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8adf549b-991f-4149-9685-8215aeb7e7ff None None] Sync routers for ids ['797bf2c2-9672-4419-a640-c2123a41b24f'] in n-d-694802-15 {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 15:05:36.728896 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-b40391c9-b045-4d50-b690-3e38122f3db5 tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Notify callbacks [] for security_group, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:36.734550 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-b40391c9-b045-4d50-b690-3e38122f3db5 tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:36.742788 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8adf549b-991f-4149-9685-8215aeb7e7ff None None] Routers {'797bf2c2-9672-4419-a640-c2123a41b24f'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:05:36.743614 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-8adf549b-991f-4149-9685-8215aeb7e7ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T15:05:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['797bf2c2-9672-4419-a640-c2123a41b24f'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:05:36.772997 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-b40391c9-b045-4d50-b690-3e38122f3db5 tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:36.774406 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-b40391c9-b045-4d50-b690-3e38122f3db5 tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.2216809 Aug 12 15:05:36.777606 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 53450) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:05:36.781493 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40391c9-b045-4d50-b690-3e38122f3db5 tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a37bd3c6-6203-4637-9a1c-448d1053ccb2,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:05:36.782878 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-cfdc2ccf-d9e6-4653-baa2-d96416641722 tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1330542648', 'description': 'tempest-secgroup_general--1330542648 description', 'project_id': '7d0edfcf6f1645688bfc49c5a1a825a2'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:05:36.816760 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-cfdc2ccf-d9e6-4653-baa2-d96416641722 tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Notify callbacks [] for security_group, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:36.828090 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:36.852736 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-9d3753a6-9f24-4613-96f6-f81a9cac50f4 None None] Provisioning for port eb920cee-6c2a-4839-af23-ff33dbe6db65 completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:05:36.887085 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] For port 05e312ee-bf7c-4451-bf5b-a76d2506c381, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=05e312ee-bf7c-4451-bf5b-a76d2506c381,segment=NetworkSegment(b1b396cb-2dc6-4041-bfc7-1833a80a4720),segment_id=b1b396cb-2dc6-4041-bfc7-1833a80a4720)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:05:36.910232 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-cfdc2ccf-d9e6-4653-baa2-d96416641722 tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Notify callbacks [] for security_group, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:36.914235 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-cfdc2ccf-d9e6-4653-baa2-d96416641722 tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:36.933970 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:36.934846 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device eb920cee-6c2a-4839-af23-ff33dbe6db65 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 15:05:36.948255 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-cfdc2ccf-d9e6-4653-baa2-d96416641722 tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:36.952269 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-cfdc2ccf-d9e6-4653-baa2-d96416641722 tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 0.1707852 Aug 12 15:05:36.952599 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 53452) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:05:36.960779 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-61f3d521-a2ec-4772-8e1c-95dc51c207bb tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Request body: {'security_group_rule': {'security_group_id': 'a37bd3c6-6203-4637-9a1c-448d1053ccb2', 'project_id': '7d0edfcf6f1645688bfc49c5a1a825a2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:05:36.966386 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdc2ccf-d9e6-4653-baa2-d96416641722 tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80806f6e-48c9-4a31-aaa2-f58ad268a3fb,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:05:36.992294 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-61f3d521-a2ec-4772-8e1c-95dc51c207bb tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:37.059082 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvr_db [None req-8adf549b-991f-4149-9685-8215aeb7e7ff None None] Set router 797bf2c2-9672-4419-a640-c2123a41b24f gateway port host: n-d-694802-15 {{(pid=94468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:05:37.061608 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-61f3d521-a2ec-4772-8e1c-95dc51c207bb tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:37.066608 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-61f3d521-a2ec-4772-8e1c-95dc51c207bb tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641735'] for security_group_rule, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:37.088317 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f3d521-a2ec-4772-8e1c-95dc51c207bb tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d3b6496-d891-4278-808c-81a9bb7b5ea5,revision_number=0']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:05:37.100818 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-61f3d521-a2ec-4772-8e1c-95dc51c207bb tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:37.102523 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-61f3d521-a2ec-4772-8e1c-95dc51c207bb tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1464932 Aug 12 15:05:37.118177 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Pushing event updated for resources: {'Port': ['ID=05e312ee-bf7c-4451-bf5b-a76d2506c381,revision_number=4']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:05:37.186025 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning for port eb920cee-6c2a-4839-af23-ff33dbe6db65 completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:05:37.237160 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port eb920cee-6c2a-4839-af23-ff33dbe6db65 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:05:37.237160 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:37.274326 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-f047d7d9-381b-4973-ba96-83e8205fa809 req-94bca3c1-a897-45ea-972a-b654e87a21c5 tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup_access--1837433763&fields=id&tenant_id=7d0edfcf6f1645688bfc49c5a1a825a2 HTTP/1.1" status: 200 len: 267 time: 0.0500968 Aug 12 15:05:37.332249 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-f047d7d9-381b-4973-ba96-83e8205fa809 req-58dbdc3e-6d4e-46cd-a2a1-774cbb1f0058 tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup_general--1330542648&fields=id&tenant_id=7d0edfcf6f1645688bfc49c5a1a825a2 HTTP/1.1" status: 200 len: 267 time: 0.0508242 Aug 12 15:05:37.410972 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:37.447982 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f047d7d9-381b-4973-ba96-83e8205fa809 req-12e0b6e9-1dd8-4a84-a708-42e213eaa7db tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:05:37.449469 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-f047d7d9-381b-4973-ba96-83e8205fa809 req-12e0b6e9-1dd8-4a84-a708-42e213eaa7db tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] 10.222.0.39 "GET /v2.0/networks?id=2b83a3c9-a59c-4021-badc-d66a90e0fbc7 HTTP/1.1" status: 200 len: 797 time: 0.1088960 Aug 12 15:05:37.457884 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] For port eb920cee-6c2a-4839-af23-ff33dbe6db65, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=eb920cee-6c2a-4839-af23-ff33dbe6db65,segment=NetworkSegment(a32141d9-7e1f-4fa0-a3d9-97995ff174b8),segment_id=a32141d9-7e1f-4fa0-a3d9-97995ff174b8)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:05:37.468439 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-8adf549b-991f-4149-9685-8215aeb7e7ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '797bf2c2-9672-4419-a640-c2123a41b24f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1671195035', 'tenant_id': '7d0edfcf6f1645688bfc49c5a1a825a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.22'}], 'enable_snat': True}, 'gw_port_id': '05e312ee-bf7c-4451-bf5b-a76d2506c381', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:05:31Z', 'updated_at': '2021-08-12T15:05:35Z', 'revision_number': 4, 'project_id': '7d0edfcf6f1645688bfc49c5a1a825a2', 'gw_port': {'id': '05e312ee-bf7c-4451-bf5b-a76d2506c381', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:b2:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '797bf2c2-9672-4419-a640-c2123a41b24f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3592, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:05:31Z', 'updated_at': '2021-08-12T15:05:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': '2c9ae80d-42f2-44ed-ba27-f8af03507f55', 'name': '', 'network_id': '2b83a3c9-a59c-4021-badc-d66a90e0fbc7', 'tenant_id': '7d0edfcf6f1645688bfc49c5a1a825a2', 'mac_address': 'fa:16:3e:1e:fa:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '797bf2c2-9672-4419-a640-c2123a41b24f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3595, 'fixed_ips': [{'subnet_id': 'f427d097-c02e-4d1e-b328-57504fb50ff2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:05:34Z', 'updated_at': '2021-08-12T15:05:35Z', 'revision_number': 2, 'project_id': '7d0edfcf6f1645688bfc49c5a1a825a2', 'subnets': [{'id': 'f427d097-c02e-4d1e-b328-57504fb50ff2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:05:37.471736 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:37.487624 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-f047d7d9-381b-4973-ba96-83e8205fa809 req-c4d8f9a3-ce7d-4965-94b1-f0a40d513840 tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] 10.222.0.39 "GET /v2.0/quotas/7d0edfcf6f1645688bfc49c5a1a825a2 HTTP/1.1" status: 200 len: 375 time: 0.0303259 Aug 12 15:05:37.537026 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8adf549b-991f-4149-9685-8215aeb7e7ff None None] Checking router: 797bf2c2-9672-4419-a640-c2123a41b24f for host: n-d-694802-15 {{(pid=94468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 15:05:37.537588 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8adf549b-991f-4149-9685-8215aeb7e7ff None None] Updating router 797bf2c2-9672-4419-a640-c2123a41b24f port 2c9ae80d-42f2-44ed-ba27-f8af03507f55 binding host n-d-694802-15 {{(pid=94468) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 15:05:37.561976 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-f047d7d9-381b-4973-ba96-83e8205fa809 req-ca6bc598-a4f7-4ba9-9973-f34c9f209ef3 tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=7d0edfcf6f1645688bfc49c5a1a825a2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0714107 Aug 12 15:05:37.589656 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-8adf549b-991f-4149-9685-8215aeb7e7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:37.592608 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Pushing event updated for resources: {'Port': ['ID=eb920cee-6c2a-4839-af23-ff33dbe6db65,revision_number=3']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:05:37.597447 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-026da241-d575-44fe-b074-4d625ef9b1a0 None None] Provisioning complete for port eb920cee-6c2a-4839-af23-ff33dbe6db65 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:05:37.597943 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-026da241-d575-44fe-b074-4d625ef9b1a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:37.744364 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-f047d7d9-381b-4973-ba96-83e8205fa809 req-9524aace-c853-43df-92f8-525f595a9818 service neutron] 10.222.0.39 "GET /v2.0/networks/2b83a3c9-a59c-4021-badc-d66a90e0fbc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1788979 Aug 12 15:05:37.864531 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-f047d7d9-381b-4973-ba96-83e8205fa809 req-519d115c-f514-4daf-8993-f20c3fc3cd46 service neutron] 10.222.0.39 "GET /v2.0/networks/2b83a3c9-a59c-4021-badc-d66a90e0fbc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108716 Aug 12 15:05:37.950992 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-026da241-d575-44fe-b074-4d625ef9b1a0 None None] Provisioning for port 2c9ae80d-42f2-44ed-ba27-f8af03507f55 completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:05:37.969170 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-026da241-d575-44fe-b074-4d625ef9b1a0 None None] Provisioning complete for port 2c9ae80d-42f2-44ed-ba27-f8af03507f55 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:05:37.969544 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-026da241-d575-44fe-b074-4d625ef9b1a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:38.059566 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-026da241-d575-44fe-b074-4d625ef9b1a0 None None] Port 2c9ae80d-42f2-44ed-ba27-f8af03507f55 cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 15:05:38.081807 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-fc7fff41-07cd-452e-8fef-bd746f6bbc1a req-6ef9144d-0d6f-4f8e-a220-bb4be8622df7 tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0756d0f-16ed-4be8-bbd6-9952f167d880 HTTP/1.1" status: 200 len: 210 time: 0.0362005 Aug 12 15:05:38.082546 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-8adf549b-991f-4149-9685-8215aeb7e7ff None None] Notify callbacks [] for port, precommit_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:38.093679 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-8adf549b-991f-4149-9685-8215aeb7e7ff None None] Transition to ACTIVE for port object 2c9ae80d-42f2-44ed-ba27-f8af03507f55 will not be triggered until provisioned by entity L2. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:05:38.101123 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-8adf549b-991f-4149-9685-8215aeb7e7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:38.157138 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a59917-762c-414d-8247-403a0daa6ea3 None None] Pushing event updated for resources: {'Port': ['ID=2c9ae80d-42f2-44ed-ba27-f8af03507f55,revision_number=3']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:05:38.224504 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-8adf549b-991f-4149-9685-8215aeb7e7ff None None] Attempting to bind port 2c9ae80d-42f2-44ed-ba27-f8af03507f55 on host n-d-694802-15 for vnic_type normal with profile {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 15:05:38.224980 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-8adf549b-991f-4149-9685-8215aeb7e7ff None None] Attempting to bind port 2c9ae80d-42f2-44ed-ba27-f8af03507f55 by drivers openvswitch,hyperv on host n-d-694802-15 at level 0 using segments [{'id': 'a32141d9-7e1f-4fa0-a3d9-97995ff174b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '2b83a3c9-a59c-4021-badc-d66a90e0fbc7'}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 15:05:38.225457 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8adf549b-991f-4149-9685-8215aeb7e7ff None None] Attempting to bind port 2c9ae80d-42f2-44ed-ba27-f8af03507f55 on network 2b83a3c9-a59c-4021-badc-d66a90e0fbc7 {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 15:05:38.241423 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8adf549b-991f-4149-9685-8215aeb7e7ff None None] Checking agent: {'id': '16de73ac-f2e9-4cee-b3e0-91052ae3e6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 20, 13), 'started_at': datetime.datetime(2021, 8, 12, 14, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 15, 5, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 15:05:38.241816 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8adf549b-991f-4149-9685-8215aeb7e7ff None None] Checking segment: {'id': 'a32141d9-7e1f-4fa0-a3d9-97995ff174b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '2b83a3c9-a59c-4021-badc-d66a90e0fbc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 15:05:38.242282 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-8adf549b-991f-4149-9685-8215aeb7e7ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:38.242679 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8adf549b-991f-4149-9685-8215aeb7e7ff None None] Bound using segment: {'id': 'a32141d9-7e1f-4fa0-a3d9-97995ff174b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '2b83a3c9-a59c-4021-badc-d66a90e0fbc7'} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 15:05:38.243198 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-8adf549b-991f-4149-9685-8215aeb7e7ff None None] Bound port: 2c9ae80d-42f2-44ed-ba27-f8af03507f55, host: n-d-694802-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a32141d9-7e1f-4fa0-a3d9-97995ff174b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '2b83a3c9-a59c-4021-badc-d66a90e0fbc7'}}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 15:05:38.255253 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-8adf549b-991f-4149-9685-8215aeb7e7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:38.393435 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-8adf549b-991f-4149-9685-8215aeb7e7ff None None] For port 2c9ae80d-42f2-44ed-ba27-f8af03507f55, host n-d-694802-15, cleared binding levels {{(pid=94468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 15:05:38.401679 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-8adf549b-991f-4149-9685-8215aeb7e7ff None None] For port 2c9ae80d-42f2-44ed-ba27-f8af03507f55, host n-d-694802-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=2c9ae80d-42f2-44ed-ba27-f8af03507f55,segment=NetworkSegment(a32141d9-7e1f-4fa0-a3d9-97995ff174b8),segment_id=a32141d9-7e1f-4fa0-a3d9-97995ff174b8)] {{(pid=94468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 15:05:38.421221 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-8adf549b-991f-4149-9685-8215aeb7e7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:38.493829 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 05e312ee-bf7c-4451-bf5b-a76d2506c381 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 15:05:38.547157 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8adf549b-991f-4149-9685-8215aeb7e7ff None None] Routers {'797bf2c2-9672-4419-a640-c2123a41b24f'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:05:38.548119 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-8adf549b-991f-4149-9685-8215aeb7e7ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T15:05:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['797bf2c2-9672-4419-a640-c2123a41b24f'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:05:38.635306 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a59917-762c-414d-8247-403a0daa6ea3 None None] Pushing event updated for resources: {'Port': ['ID=2c9ae80d-42f2-44ed-ba27-f8af03507f55,revision_number=4']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:05:38.737443 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port 05e312ee-bf7c-4451-bf5b-a76d2506c381 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:05:38.737713 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:38.780124 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvr_db [None req-8adf549b-991f-4149-9685-8215aeb7e7ff None None] Set router 797bf2c2-9672-4419-a640-c2123a41b24f gateway port host: n-d-694802-15 {{(pid=94468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:05:38.870689 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdda6cc-e2fb-4d51-b53f-e4cc6d847aeb req-c8578a34-9522-472d-bb17-c8e875a2a9b7 tempest-TestServerBasicOps-918377184 tempest-TestServerBasicOps-918377184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:05:38.873069 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-cbdda6cc-e2fb-4d51-b53f-e4cc6d847aeb req-c8578a34-9522-472d-bb17-c8e875a2a9b7 tempest-TestServerBasicOps-918377184 tempest-TestServerBasicOps-918377184-project] 10.222.0.39 "GET /v2.0/ports?device_id=a37cf0c8-37b3-4aeb-9ffd-8eb53794b44f HTTP/1.1" status: 200 len: 945 time: 0.0664229 Aug 12 15:05:38.929104 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-cbdda6cc-e2fb-4d51-b53f-e4cc6d847aeb req-1d8edddf-039a-405b-a5c8-94cb0133598e tempest-TestServerBasicOps-918377184 tempest-TestServerBasicOps-918377184-project] 10.222.0.39 "GET /v2.0/security-groups?id=3bb8816a-aab0-403b-ace8-54b02c4c884a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422938 Aug 12 15:05:39.164681 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device eb920cee-6c2a-4839-af23-ff33dbe6db65 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 15:05:39.234615 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-b8794abb-ae93-4603-a39a-617f5040c18e req-fa4e1c58-ddc3-4720-85aa-7733d1c2d50f tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0756d0f-16ed-4be8-bbd6-9952f167d880 HTTP/1.1" status: 200 len: 210 time: 0.0486612 Aug 12 15:05:39.267521 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port eb920cee-6c2a-4839-af23-ff33dbe6db65 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:05:39.267904 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:39.308003 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-8adf549b-991f-4149-9685-8215aeb7e7ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '797bf2c2-9672-4419-a640-c2123a41b24f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1671195035', 'tenant_id': '7d0edfcf6f1645688bfc49c5a1a825a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.22'}], 'enable_snat': True}, 'gw_port_id': '05e312ee-bf7c-4451-bf5b-a76d2506c381', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:05:31Z', 'updated_at': '2021-08-12T15:05:35Z', 'revision_number': 4, 'project_id': '7d0edfcf6f1645688bfc49c5a1a825a2', 'gw_port': {'id': '05e312ee-bf7c-4451-bf5b-a76d2506c381', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:b2:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '797bf2c2-9672-4419-a640-c2123a41b24f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3592, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:05:31Z', 'updated_at': '2021-08-12T15:05:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': '2c9ae80d-42f2-44ed-ba27-f8af03507f55', 'name': '', 'network_id': '2b83a3c9-a59c-4021-badc-d66a90e0fbc7', 'tenant_id': '7d0edfcf6f1645688bfc49c5a1a825a2', 'mac_address': 'fa:16:3e:1e:fa:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '797bf2c2-9672-4419-a640-c2123a41b24f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3595, 'fixed_ips': [{'subnet_id': 'f427d097-c02e-4d1e-b328-57504fb50ff2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:05:34Z', 'updated_at': '2021-08-12T15:05:38Z', 'revision_number': 4, 'project_id': '7d0edfcf6f1645688bfc49c5a1a825a2', 'subnets': [{'id': 'f427d097-c02e-4d1e-b328-57504fb50ff2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:05:39.336625 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8adf549b-991f-4149-9685-8215aeb7e7ff None None] The sync data for ids ['797bf2c2-9672-4419-a640-c2123a41b24f'] in n-d-694802-15 is: [{'id': '797bf2c2-9672-4419-a640-c2123a41b24f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1671195035', 'tenant_id': '7d0edfcf6f1645688bfc49c5a1a825a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.22'}], 'enable_snat': True}, 'gw_port_id': '05e312ee-bf7c-4451-bf5b-a76d2506c381', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:05:31Z', 'updated_at': '2021-08-12T15:05:35Z', 'revision_number': 4, 'project_id': '7d0edfcf6f1645688bfc49c5a1a825a2', 'gw_port': {'id': '05e312ee-bf7c-4451-bf5b-a76d2506c381', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:b2:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '797bf2c2-9672-4419-a640-c2123a41b24f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3592, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:05:31Z', 'updated_at': '2021-08-12T15:05:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': '2c9ae80d-42f2-44ed-ba27-f8af03507f55', 'name': '', 'network_id': '2b83a3c9-a59c-4021-badc-d66a90e0fbc7', 'tenant_id': '7d0edfcf6f1645688bfc49c5a1a825a2', 'mac_address': 'fa:16:3e:1e:fa:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '797bf2c2-9672-4419-a640-c2123a41b24f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3595, 'fixed_ips': [{'subnet_id': 'f427d097-c02e-4d1e-b328-57504fb50ff2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:05:34Z', 'updated_at': '2021-08-12T15:05:38Z', 'revision_number': 4, 'project_id': '7d0edfcf6f1645688bfc49c5a1a825a2', 'subnets': [{'id': 'f427d097-c02e-4d1e-b328-57504fb50ff2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 15:05:39.695833 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f047d7d9-381b-4973-ba96-83e8205fa809 req-a391863c-674f-4cf1-aaa5-106e961ae22f tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:05:39.697712 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f047d7d9-381b-4973-ba96-83e8205fa809 req-a391863c-674f-4cf1-aaa5-106e961ae22f tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] 10.222.0.64 "GET /v2.0/networks?id=2b83a3c9-a59c-4021-badc-d66a90e0fbc7 HTTP/1.1" status: 200 len: 797 time: 0.1529830 Aug 12 15:05:39.753313 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f047d7d9-381b-4973-ba96-83e8205fa809 req-92e24158-4605-4af0-8ebf-d9ce68d4e154 tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7d0edfcf6f1645688bfc49c5a1a825a2 HTTP/1.1" status: 200 len: 478 time: 0.0450029 Aug 12 15:05:39.769533 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-f047d7d9-381b-4973-ba96-83e8205fa809 req-bdd0a2a6-f6e6-461d-ac21-2d267a28f46a tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Request body: {'port': {'device_id': 'b0756d0f-16ed-4be8-bbd6-9952f167d880', 'network_id': '2b83a3c9-a59c-4021-badc-d66a90e0fbc7', 'admin_state_up': True, 'tenant_id': '7d0edfcf6f1645688bfc49c5a1a825a2', 'security_groups': ['a37bd3c6-6203-4637-9a1c-448d1053ccb2', '80806f6e-48c9-4a31-aaa2-f58ad268a3fb']}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:05:39.895610 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f047d7d9-381b-4973-ba96-83e8205fa809 req-bdd0a2a6-f6e6-461d-ac21-2d267a28f46a tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Made reservation on behalf of 7d0edfcf6f1645688bfc49c5a1a825a2 for: {'port': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 15:05:39.900579 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-f047d7d9-381b-4973-ba96-83e8205fa809 req-bdd0a2a6-f6e6-461d-ac21-2d267a28f46a tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:40.059171 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d457ae86-9439-4a19-b2cf-b44884bf9b4c req-082d1623-59ca-4d7c-9487-aa222a2e1d7d tempest-TestServerBasicOps-918377184 tempest-TestServerBasicOps-918377184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:05:40.069855 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-d457ae86-9439-4a19-b2cf-b44884bf9b4c req-082d1623-59ca-4d7c-9487-aa222a2e1d7d tempest-TestServerBasicOps-918377184 tempest-TestServerBasicOps-918377184-project] 10.222.0.39 "GET /v2.0/ports?device_id=a37cf0c8-37b3-4aeb-9ffd-8eb53794b44f HTTP/1.1" status: 200 len: 945 time: 0.0683339 Aug 12 15:05:40.078627 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_common [req-f047d7d9-381b-4973-ba96-83e8205fa809 req-bdd0a2a6-f6e6-461d-ac21-2d267a28f46a tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Allocated IP 172.20.0.10 (2b83a3c9-a59c-4021-badc-d66a90e0fbc7/f427d097-c02e-4d1e-b328-57504fb50ff2/54164cb9-2c7d-409f-857f-3324ece65f60) {{(pid=94467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 15:05:40.135008 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-3d8d988e-2dcb-4e1b-9a78-aa7cc4e5c03e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:40.138165 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-d457ae86-9439-4a19-b2cf-b44884bf9b4c req-f3ea8b00-fd2b-4e7f-8654-31f3ad5e8ca3 tempest-TestServerBasicOps-918377184 tempest-TestServerBasicOps-918377184-project] 10.222.0.39 "GET /v2.0/security-groups?id=3bb8816a-aab0-403b-ace8-54b02c4c884a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625784 Aug 12 15:05:40.369025 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-f047d7d9-381b-4973-ba96-83e8205fa809 req-bdd0a2a6-f6e6-461d-ac21-2d267a28f46a tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Notify callbacks [] for port, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:40.398927 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [req-f047d7d9-381b-4973-ba96-83e8205fa809 req-bdd0a2a6-f6e6-461d-ac21-2d267a28f46a tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Transition to ACTIVE for port object 54164cb9-2c7d-409f-857f-3324ece65f60 will not be triggered until provisioned by entity DHCP. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:05:40.460166 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b8e6d2a0-76f4-4f77-ba1d-e0e6421a5e62 req-5c1f62fc-beff-4129-86dd-a2c88ae5b432 tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0756d0f-16ed-4be8-bbd6-9952f167d880 HTTP/1.1" status: 200 len: 210 time: 0.0348229 Aug 12 15:05:40.492583 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 2c9ae80d-42f2-44ed-ba27-f8af03507f55 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 15:05:40.493716 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730eea0a-da92-4d71-b381-9ce9fc02445e req-b452d291-700d-4b0e-8392-7919c7e6bb88 tempest-TestServerBasicOps-918377184 tempest-TestServerBasicOps-918377184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:05:40.497821 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-730eea0a-da92-4d71-b381-9ce9fc02445e req-b452d291-700d-4b0e-8392-7919c7e6bb88 tempest-TestServerBasicOps-918377184 tempest-TestServerBasicOps-918377184-project] 10.222.0.64 "GET /v2.0/ports?device_id=a37cf0c8-37b3-4aeb-9ffd-8eb53794b44f HTTP/1.1" status: 200 len: 945 time: 0.2051785 Aug 12 15:05:40.512122 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-f047d7d9-381b-4973-ba96-83e8205fa809 req-bdd0a2a6-f6e6-461d-ac21-2d267a28f46a tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:40.557633 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning for port 2c9ae80d-42f2-44ed-ba27-f8af03507f55 completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:05:40.561544 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port 2c9ae80d-42f2-44ed-ba27-f8af03507f55 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:05:40.562177 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:40.596006 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f047d7d9-381b-4973-ba96-83e8205fa809 req-bdd0a2a6-f6e6-461d-ac21-2d267a28f46a tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Network 2b83a3c9-a59c-4021-badc-d66a90e0fbc7 is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 15:05:40.613236 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [req-f047d7d9-381b-4973-ba96-83e8205fa809 req-bdd0a2a6-f6e6-461d-ac21-2d267a28f46a tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:05:40.636590 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd0a2a6-f6e6-461d-ac21-2d267a28f46a tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Pushing event updated for resources: {'Port': ['ID=54164cb9-2c7d-409f-857f-3324ece65f60,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:05:40.640025 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [req-f047d7d9-381b-4973-ba96-83e8205fa809 req-bdd0a2a6-f6e6-461d-ac21-2d267a28f46a tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Received port after_create {{(pid=94467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 15:05:40.682177 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:40.707990 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f047d7d9-381b-4973-ba96-83e8205fa809 req-bdd0a2a6-f6e6-461d-ac21-2d267a28f46a tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:05:40.708836 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-f047d7d9-381b-4973-ba96-83e8205fa809 req-bdd0a2a6-f6e6-461d-ac21-2d267a28f46a tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:40.735446 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f047d7d9-381b-4973-ba96-83e8205fa809 req-bdd0a2a6-f6e6-461d-ac21-2d267a28f46a tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 973 time: 0.9701207 Aug 12 15:05:40.738661 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [req-730eea0a-da92-4d71-b381-9ce9fc02445e req-7a2fc192-1908-4f15-a724-6281af28ce8a tempest-TestServerBasicOps-918377184 tempest-TestServerBasicOps-918377184-project] Deleting port 0a77ed27-665b-404a-9e9e-23237cab5fd6 {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 15:05:40.739211 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-730eea0a-da92-4d71-b381-9ce9fc02445e req-7a2fc192-1908-4f15-a724-6281af28ce8a tempest-TestServerBasicOps-918377184 tempest-TestServerBasicOps-918377184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:40.756752 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] For port 2c9ae80d-42f2-44ed-ba27-f8af03507f55, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=2c9ae80d-42f2-44ed-ba27-f8af03507f55,segment=NetworkSegment(a32141d9-7e1f-4fa0-a3d9-97995ff174b8),segment_id=a32141d9-7e1f-4fa0-a3d9-97995ff174b8)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:05:40.762293 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:40.848295 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Pushing event updated for resources: {'Port': ['ID=2c9ae80d-42f2-44ed-ba27-f8af03507f55,revision_number=5']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:05:40.902198 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-730eea0a-da92-4d71-b381-9ce9fc02445e req-7a2fc192-1908-4f15-a724-6281af28ce8a tempest-TestServerBasicOps-918377184 tempest-TestServerBasicOps-918377184-project] For port 0a77ed27-665b-404a-9e9e-23237cab5fd6, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=0a77ed27-665b-404a-9e9e-23237cab5fd6,segment=NetworkSegment(64e84e1c-ef6d-4039-880b-f3ab6b5c4a52),segment_id=64e84e1c-ef6d-4039-880b-f3ab6b5c4a52)] {{(pid=94467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:05:40.902568 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-730eea0a-da92-4d71-b381-9ce9fc02445e req-7a2fc192-1908-4f15-a724-6281af28ce8a tempest-TestServerBasicOps-918377184 tempest-TestServerBasicOps-918377184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:40.908416 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-f047d7d9-381b-4973-ba96-83e8205fa809 req-015f6aa6-331b-4eea-9b5f-69f3d253226b service neutron] Request body: {'port': {'device_id': 'b0756d0f-16ed-4be8-bbd6-9952f167d880', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-694802-15'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:05:41.022087 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-fff2f4f5-cb83-4ac1-b0b8-8340678e546d None None] Provisioning for port 54164cb9-2c7d-409f-857f-3324ece65f60 completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:05:41.033067 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-fff2f4f5-cb83-4ac1-b0b8-8340678e546d None None] Provisioning complete for port 54164cb9-2c7d-409f-857f-3324ece65f60 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:05:41.033778 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-fff2f4f5-cb83-4ac1-b0b8-8340678e546d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:41.039529 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-f047d7d9-381b-4973-ba96-83e8205fa809 req-015f6aa6-331b-4eea-9b5f-69f3d253226b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:41.073063 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-fff2f4f5-cb83-4ac1-b0b8-8340678e546d None None] Port 54164cb9-2c7d-409f-857f-3324ece65f60 cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 15:05:41.256367 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-730eea0a-da92-4d71-b381-9ce9fc02445e req-7a2fc192-1908-4f15-a724-6281af28ce8a tempest-TestServerBasicOps-918377184 tempest-TestServerBasicOps-918377184-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:41.256736 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-730eea0a-da92-4d71-b381-9ce9fc02445e req-7a2fc192-1908-4f15-a724-6281af28ce8a tempest-TestServerBasicOps-918377184 tempest-TestServerBasicOps-918377184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431510'] for floatingip, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:41.257138 n-d-694802-15 neutron-server[94467]: INFO neutron.db.l3_db [req-730eea0a-da92-4d71-b381-9ce9fc02445e req-7a2fc192-1908-4f15-a724-6281af28ce8a tempest-TestServerBasicOps-918377184 tempest-TestServerBasicOps-918377184-project] Floating IP d96bb47b-5caf-44fe-b525-57da522c7bf1 disassociated. External IP: 172.25.1.5, port: 0a77ed27-665b-404a-9e9e-23237cab5fd6. Aug 12 15:05:41.257479 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [req-730eea0a-da92-4d71-b381-9ce9fc02445e req-7a2fc192-1908-4f15-a724-6281af28ce8a tempest-TestServerBasicOps-918377184 tempest-TestServerBasicOps-918377184-project] Calling delete_port for 0a77ed27-665b-404a-9e9e-23237cab5fd6 owned by compute:nova {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 15:05:41.595996 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8b0b9a-d3f6-4919-8cd2-f57d52fb78be req-2efc4aa8-87d4-44fa-8b8e-ec48ec5b84bb tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:05:41.597790 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-6e8b0b9a-d3f6-4919-8cd2-f57d52fb78be req-2efc4aa8-87d4-44fa-8b8e-ec48ec5b84bb tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0756d0f-16ed-4be8-bbd6-9952f167d880 HTTP/1.1" status: 200 len: 971 time: 0.0548587 Aug 12 15:05:41.642880 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-6e8b0b9a-d3f6-4919-8cd2-f57d52fb78be req-382cd006-113f-4823-a50f-2ed5911c948f tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] 10.222.0.39 "GET /v2.0/security-groups?id=80806f6e-48c9-4a31-aaa2-f58ad268a3fb&id=a37bd3c6-6203-4637-9a1c-448d1053ccb2&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0390060 Aug 12 15:05:41.698516 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:41.741197 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff54900-c580-410b-94e8-14a9646704d2 req-817edc8a-6fe9-4d5a-a005-91e955a404cd tempest-TestServerBasicOps-918377184 tempest-TestServerBasicOps-918377184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:05:41.742580 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-7ff54900-c580-410b-94e8-14a9646704d2 req-817edc8a-6fe9-4d5a-a005-91e955a404cd tempest-TestServerBasicOps-918377184 tempest-TestServerBasicOps-918377184-project] 10.222.0.39 "GET /v2.0/ports?device_id=a37cf0c8-37b3-4aeb-9ffd-8eb53794b44f HTTP/1.1" status: 200 len: 945 time: 0.5072544 Aug 12 15:05:41.842298 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-7ff54900-c580-410b-94e8-14a9646704d2 req-6f1daba8-62eb-4c59-bb04-adda2fd0af16 tempest-TestServerBasicOps-918377184 tempest-TestServerBasicOps-918377184-project] 10.222.0.39 "GET /v2.0/security-groups?id=3bb8816a-aab0-403b-ace8-54b02c4c884a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0910189 Aug 12 15:05:41.922007 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-730eea0a-da92-4d71-b381-9ce9fc02445e req-7a2fc192-1908-4f15-a724-6281af28ce8a tempest-TestServerBasicOps-918377184 tempest-TestServerBasicOps-918377184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:41.938166 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [req-f047d7d9-381b-4973-ba96-83e8205fa809 req-015f6aa6-331b-4eea-9b5f-69f3d253226b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54164cb9-2c7d-409f-857f-3324ece65f60 {{(pid=94467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 15:05:41.964573 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2fc192-1908-4f15-a724-6281af28ce8a tempest-TestServerBasicOps-918377184 tempest-TestServerBasicOps-918377184-project] Pushing event deleted for resources: {'Port': ['ID=0a77ed27-665b-404a-9e9e-23237cab5fd6,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:05:41.968541 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-f047d7d9-381b-4973-ba96-83e8205fa809 req-015f6aa6-331b-4eea-9b5f-69f3d253226b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:41.987101 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [req-f047d7d9-381b-4973-ba96-83e8205fa809 req-015f6aa6-331b-4eea-9b5f-69f3d253226b service neutron] Transition to ACTIVE for port object 54164cb9-2c7d-409f-857f-3324ece65f60 will not be triggered until provisioned by entity L2. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:05:42.025658 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-f047d7d9-381b-4973-ba96-83e8205fa809 req-015f6aa6-331b-4eea-9b5f-69f3d253226b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:42.127222 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015f6aa6-331b-4eea-9b5f-69f3d253226b service neutron] Pushing event updated for resources: {'Port': ['ID=54164cb9-2c7d-409f-857f-3324ece65f60,revision_number=2']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:05:42.199771 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.l3_agent_scheduler [req-730eea0a-da92-4d71-b381-9ce9fc02445e req-7a2fc192-1908-4f15-a724-6281af28ce8a tempest-TestServerBasicOps-918377184 tempest-TestServerBasicOps-918377184-project] Router a9f7f053-1199-4c67-934e-c1860ee0fa17 has already been hosted by L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f {{(pid=94467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 15:05:42.224117 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-f047d7d9-381b-4973-ba96-83e8205fa809 req-015f6aa6-331b-4eea-9b5f-69f3d253226b service neutron] Attempting to bind port 54164cb9-2c7d-409f-857f-3324ece65f60 on host n-h1-694802-15 for vnic_type normal with profile {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 15:05:42.224455 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-f047d7d9-381b-4973-ba96-83e8205fa809 req-015f6aa6-331b-4eea-9b5f-69f3d253226b service neutron] Attempting to bind port 54164cb9-2c7d-409f-857f-3324ece65f60 by drivers openvswitch,hyperv on host n-h1-694802-15 at level 0 using segments [{'id': 'a32141d9-7e1f-4fa0-a3d9-97995ff174b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '2b83a3c9-a59c-4021-badc-d66a90e0fbc7'}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 15:05:42.224787 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f047d7d9-381b-4973-ba96-83e8205fa809 req-015f6aa6-331b-4eea-9b5f-69f3d253226b service neutron] Attempting to bind port 54164cb9-2c7d-409f-857f-3324ece65f60 on network 2b83a3c9-a59c-4021-badc-d66a90e0fbc7 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 15:05:42.263288 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f047d7d9-381b-4973-ba96-83e8205fa809 req-015f6aa6-331b-4eea-9b5f-69f3d253226b service neutron] Port 54164cb9-2c7d-409f-857f-3324ece65f60 on network 2b83a3c9-a59c-4021-badc-d66a90e0fbc7 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-15 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 15:05:42.263618 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f047d7d9-381b-4973-ba96-83e8205fa809 req-015f6aa6-331b-4eea-9b5f-69f3d253226b service neutron] Attempting to bind port 54164cb9-2c7d-409f-857f-3324ece65f60 on network 2b83a3c9-a59c-4021-badc-d66a90e0fbc7 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 15:05:42.272565 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f047d7d9-381b-4973-ba96-83e8205fa809 req-015f6aa6-331b-4eea-9b5f-69f3d253226b service neutron] Checking agent: {'id': 'de568313-a3e6-454a-9813-77e25edcea95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 27, 41), 'started_at': datetime.datetime(2021, 8, 12, 14, 27, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 15, 5, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 15:05:42.272906 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f047d7d9-381b-4973-ba96-83e8205fa809 req-015f6aa6-331b-4eea-9b5f-69f3d253226b service neutron] Checking segment: {'id': 'a32141d9-7e1f-4fa0-a3d9-97995ff174b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '2b83a3c9-a59c-4021-badc-d66a90e0fbc7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 15:05:42.273292 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f047d7d9-381b-4973-ba96-83e8205fa809 req-015f6aa6-331b-4eea-9b5f-69f3d253226b service neutron] Bound using segment: {'id': 'a32141d9-7e1f-4fa0-a3d9-97995ff174b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '2b83a3c9-a59c-4021-badc-d66a90e0fbc7'} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 15:05:42.273722 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-f047d7d9-381b-4973-ba96-83e8205fa809 req-015f6aa6-331b-4eea-9b5f-69f3d253226b service neutron] Bound port: 54164cb9-2c7d-409f-857f-3324ece65f60, host: n-h1-694802-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a32141d9-7e1f-4fa0-a3d9-97995ff174b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '2b83a3c9-a59c-4021-badc-d66a90e0fbc7'}}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 15:05:42.274082 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-f047d7d9-381b-4973-ba96-83e8205fa809 req-015f6aa6-331b-4eea-9b5f-69f3d253226b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:42.401170 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-730eea0a-da92-4d71-b381-9ce9fc02445e req-7a2fc192-1908-4f15-a724-6281af28ce8a tempest-TestServerBasicOps-918377184 tempest-TestServerBasicOps-918377184-project] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 15:05:42.415566 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-f047d7d9-381b-4973-ba96-83e8205fa809 req-015f6aa6-331b-4eea-9b5f-69f3d253226b service neutron] For port 54164cb9-2c7d-409f-857f-3324ece65f60, host n-h1-694802-15, cleared binding levels {{(pid=94467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 15:05:42.422671 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-422d5b23-9123-4be1-8188-18e04daac043 None None] Sync routers for ids ['a9f7f053-1199-4c67-934e-c1860ee0fa17'] in n-d-694802-15 {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 15:05:42.433208 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-422d5b23-9123-4be1-8188-18e04daac043 None None] Routers {'a9f7f053-1199-4c67-934e-c1860ee0fa17'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:05:42.434209 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-422d5b23-9123-4be1-8188-18e04daac043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T15:05:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['a9f7f053-1199-4c67-934e-c1860ee0fa17'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:05:42.443258 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 2c9ae80d-42f2-44ed-ba27-f8af03507f55 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 15:05:42.479616 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [req-730eea0a-da92-4d71-b381-9ce9fc02445e req-7a2fc192-1908-4f15-a724-6281af28ce8a tempest-TestServerBasicOps-918377184 tempest-TestServerBasicOps-918377184-project] No DVR routers for this DVR port 0a77ed27-665b-404a-9e9e-23237cab5fd6 on host n-h1-694802-15 {{(pid=94467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 15:05:42.483327 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-730eea0a-da92-4d71-b381-9ce9fc02445e req-7a2fc192-1908-4f15-a724-6281af28ce8a tempest-TestServerBasicOps-918377184 tempest-TestServerBasicOps-918377184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:42.486186 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-730eea0a-da92-4d71-b381-9ce9fc02445e req-7a2fc192-1908-4f15-a724-6281af28ce8a tempest-TestServerBasicOps-918377184 tempest-TestServerBasicOps-918377184-project] 10.222.0.64 "DELETE /v2.0/ports/0a77ed27-665b-404a-9e9e-23237cab5fd6 HTTP/1.1" status: 204 len: 173 time: 1.9840019 Aug 12 15:05:42.486641 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a37cf0c8-37b3-4aeb-9ffd-8eb53794b44f', 'name': 'network-vif-deleted', 'tag': '0a77ed27-665b-404a-9e9e-23237cab5fd6'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:05:42.489548 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e65282f928b64038367d043a4411777802006c43a98742496cb2e25b724ff1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2e9f4e8-7090-4e61-8ed3-d42bf690aaf6" -d '{"events": [{"server_uuid": "a37cf0c8-37b3-4aeb-9ffd-8eb53794b44f", "name": "network-vif-deleted", "tag": "0a77ed27-665b-404a-9e9e-23237cab5fd6"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 15:05:42.493887 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-f047d7d9-381b-4973-ba96-83e8205fa809 req-015f6aa6-331b-4eea-9b5f-69f3d253226b service neutron] For port 54164cb9-2c7d-409f-857f-3324ece65f60, host n-h1-694802-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=54164cb9-2c7d-409f-857f-3324ece65f60,segment=NetworkSegment(a32141d9-7e1f-4fa0-a3d9-97995ff174b8),segment_id=a32141d9-7e1f-4fa0-a3d9-97995ff174b8)] {{(pid=94467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 15:05:42.502790 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-f047d7d9-381b-4973-ba96-83e8205fa809 req-015f6aa6-331b-4eea-9b5f-69f3d253226b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:42.540222 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port 2c9ae80d-42f2-44ed-ba27-f8af03507f55 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:05:42.540619 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:42.563398 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f047d7d9-381b-4973-ba96-83e8205fa809 req-015f6aa6-331b-4eea-9b5f-69f3d253226b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:05:42.564356 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-f047d7d9-381b-4973-ba96-83e8205fa809 req-015f6aa6-331b-4eea-9b5f-69f3d253226b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:42.566421 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f047d7d9-381b-4973-ba96-83e8205fa809 req-015f6aa6-331b-4eea-9b5f-69f3d253226b service neutron] 10.222.0.64 "PUT /v2.0/ports/54164cb9-2c7d-409f-857f-3324ece65f60 HTTP/1.1" status: 200 len: 1132 time: 1.8057337 Aug 12 15:05:42.616952 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 15:05:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9d2819c-127b-40d8-9e65-1e760c3a0f67 x-openstack-request-id: req-a9d2819c-127b-40d8-9e65-1e760c3a0f67 {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 15:05:42.617258 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a37cf0c8-37b3-4aeb-9ffd-8eb53794b44f", "name": "network-vif-deleted", "tag": "0a77ed27-665b-404a-9e9e-23237cab5fd6", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 15:05:42.617515 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a9d2819c-127b-40d8-9e65-1e760c3a0f67 {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 15:05:42.617946 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a37cf0c8-37b3-4aeb-9ffd-8eb53794b44f', 'name': 'network-vif-deleted', 'tag': '0a77ed27-665b-404a-9e9e-23237cab5fd6', 'status': 'completed', 'code': 200} Aug 12 15:05:42.618953 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015f6aa6-331b-4eea-9b5f-69f3d253226b service neutron] Pushing event updated for resources: {'Port': ['ID=54164cb9-2c7d-409f-857f-3324ece65f60,revision_number=3']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:05:42.749489 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f047d7d9-381b-4973-ba96-83e8205fa809 req-cfe3dd7c-d308-4574-84d1-3b7f38bb003a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:05:42.752126 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f047d7d9-381b-4973-ba96-83e8205fa809 req-cfe3dd7c-d308-4574-84d1-3b7f38bb003a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7d0edfcf6f1645688bfc49c5a1a825a2&device_id=b0756d0f-16ed-4be8-bbd6-9952f167d880 HTTP/1.1" status: 200 len: 1135 time: 0.0889335 Aug 12 15:05:42.815786 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f047d7d9-381b-4973-ba96-83e8205fa809 req-3be050ff-9d54-4bf6-bcd3-64dfe2b1aab2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=54164cb9-2c7d-409f-857f-3324ece65f60 HTTP/1.1" status: 200 len: 217 time: 0.0478837 Aug 12 15:05:42.857097 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7d96ec-f9ce-4f46-92f9-11bcdce83e53 req-e26327e5-4c99-4f5c-9d4d-dba2d2d2904f tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:05:42.869598 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-4b7d96ec-f9ce-4f46-92f9-11bcdce83e53 req-e26327e5-4c99-4f5c-9d4d-dba2d2d2904f tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0756d0f-16ed-4be8-bbd6-9952f167d880 HTTP/1.1" status: 200 len: 983 time: 0.1049418 Aug 12 15:05:42.879648 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-422d5b23-9123-4be1-8188-18e04daac043 None None] Set router a9f7f053-1199-4c67-934e-c1860ee0fa17 gateway port host: n-d-694802-15 {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:05:42.894699 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f047d7d9-381b-4973-ba96-83e8205fa809 req-8fc9a5a8-573d-45d0-a113-9bf4b6b3fbac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:05:42.896775 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f047d7d9-381b-4973-ba96-83e8205fa809 req-8fc9a5a8-573d-45d0-a113-9bf4b6b3fbac service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f427d097-c02e-4d1e-b328-57504fb50ff2 HTTP/1.1" status: 200 len: 835 time: 0.0676241 Aug 12 15:05:42.953866 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-4b7d96ec-f9ce-4f46-92f9-11bcdce83e53 req-49b3b3f0-ae45-4e04-b463-de5bc9622804 tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] 10.222.0.39 "GET /v2.0/security-groups?id=80806f6e-48c9-4a31-aaa2-f58ad268a3fb&id=a37bd3c6-6203-4637-9a1c-448d1053ccb2&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0823638 Aug 12 15:05:42.959565 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f047d7d9-381b-4973-ba96-83e8205fa809 req-f56fd5fb-09bc-4875-84c9-c68ccf87e7c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:05:42.961247 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f047d7d9-381b-4973-ba96-83e8205fa809 req-f56fd5fb-09bc-4875-84c9-c68ccf87e7c3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2b83a3c9-a59c-4021-badc-d66a90e0fbc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0561006 Aug 12 15:05:42.979520 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:43.040711 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:43.075069 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-14667b44-153f-4362-aca3-bb293c8b6c09 req-7ac6cca0-c36b-46d1-83bd-dd5e30d2c1f8 tempest-TestServerBasicOps-918377184 tempest-TestServerBasicOps-918377184-project] 10.222.0.39 "GET /v2.0/ports?device_id=a37cf0c8-37b3-4aeb-9ffd-8eb53794b44f HTTP/1.1" status: 200 len: 210 time: 0.0817807 Aug 12 15:05:43.150684 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f047d7d9-381b-4973-ba96-83e8205fa809 req-661e6a89-4c3f-4cbd-a23f-e796ce07f5ef service neutron] 10.222.0.64 "GET /v2.0/networks/2b83a3c9-a59c-4021-badc-d66a90e0fbc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1758466 Aug 12 15:05:43.249912 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-422d5b23-9123-4be1-8188-18e04daac043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9f7f053-1199-4c67-934e-c1860ee0fa17', 'name': 'tempest-TestServerBasicOps-1051421672-router', 'tenant_id': '8b40dba42c764b37920c3587555867c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.114'}], 'enable_snat': True}, 'gw_port_id': '5f48d5d1-32e0-4bf9-a181-b4e176ebbfb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:00:20Z', 'updated_at': '2021-08-12T15:00:25Z', 'revision_number': 4, 'project_id': '8b40dba42c764b37920c3587555867c7', 'gw_port': {'id': '5f48d5d1-32e0-4bf9-a181-b4e176ebbfb8', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:50:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9f7f053-1199-4c67-934e-c1860ee0fa17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3439, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:00:21Z', 'updated_at': '2021-08-12T15:00:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': 'af2fb18d-a6c8-4f5a-aeb5-83ac7b9c9159', 'name': '', 'network_id': 'bdb8c589-801b-4e9e-808f-194e52b05ffa', 'tenant_id': '8b40dba42c764b37920c3587555867c7', 'mac_address': 'fa:16:3e:e3:6c:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9f7f053-1199-4c67-934e-c1860ee0fa17', 'device_owner': 'network:router_interface', 'standard_attr_id': 3440, 'fixed_ips': [{'subnet_id': '9c491707-38df-4731-ba0a-868cad11a6fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:00:24Z', 'updated_at': '2021-08-12T15:00:32Z', 'revision_number': 5, 'project_id': '8b40dba42c764b37920c3587555867c7', 'subnets': [{'id': '9c491707-38df-4731-ba0a-868cad11a6fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:05:43.273214 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f047d7d9-381b-4973-ba96-83e8205fa809 req-3ce00ff1-89b3-4195-ae89-9c606e01c7d0 service neutron] 10.222.0.64 "GET /v2.0/networks/2b83a3c9-a59c-4021-badc-d66a90e0fbc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1139793 Aug 12 15:05:43.276753 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-422d5b23-9123-4be1-8188-18e04daac043 None None] Checking router: a9f7f053-1199-4c67-934e-c1860ee0fa17 for host: n-d-694802-15 {{(pid=94469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 15:05:43.286011 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-422d5b23-9123-4be1-8188-18e04daac043 None None] Routers {'a9f7f053-1199-4c67-934e-c1860ee0fa17'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:05:43.286621 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-422d5b23-9123-4be1-8188-18e04daac043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T15:05:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['a9f7f053-1199-4c67-934e-c1860ee0fa17'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:05:43.396724 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-422d5b23-9123-4be1-8188-18e04daac043 None None] Set router a9f7f053-1199-4c67-934e-c1860ee0fa17 gateway port host: n-d-694802-15 {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:05:43.411661 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-0d1e0a82-e0fd-49a9-8907-ed652d9c110d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:43.608470 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-422d5b23-9123-4be1-8188-18e04daac043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9f7f053-1199-4c67-934e-c1860ee0fa17', 'name': 'tempest-TestServerBasicOps-1051421672-router', 'tenant_id': '8b40dba42c764b37920c3587555867c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.114'}], 'enable_snat': True}, 'gw_port_id': '5f48d5d1-32e0-4bf9-a181-b4e176ebbfb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:00:20Z', 'updated_at': '2021-08-12T15:00:25Z', 'revision_number': 4, 'project_id': '8b40dba42c764b37920c3587555867c7', 'gw_port': {'id': '5f48d5d1-32e0-4bf9-a181-b4e176ebbfb8', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:50:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9f7f053-1199-4c67-934e-c1860ee0fa17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3439, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:00:21Z', 'updated_at': '2021-08-12T15:00:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': 'af2fb18d-a6c8-4f5a-aeb5-83ac7b9c9159', 'name': '', 'network_id': 'bdb8c589-801b-4e9e-808f-194e52b05ffa', 'tenant_id': '8b40dba42c764b37920c3587555867c7', 'mac_address': 'fa:16:3e:e3:6c:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9f7f053-1199-4c67-934e-c1860ee0fa17', 'device_owner': 'network:router_interface', 'standard_attr_id': 3440, 'fixed_ips': [{'subnet_id': '9c491707-38df-4731-ba0a-868cad11a6fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:00:24Z', 'updated_at': '2021-08-12T15:00:32Z', 'revision_number': 5, 'project_id': '8b40dba42c764b37920c3587555867c7', 'subnets': [{'id': '9c491707-38df-4731-ba0a-868cad11a6fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:05:43.635248 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-422d5b23-9123-4be1-8188-18e04daac043 None None] The sync data for ids ['a9f7f053-1199-4c67-934e-c1860ee0fa17'] in n-d-694802-15 is: [{'id': 'a9f7f053-1199-4c67-934e-c1860ee0fa17', 'name': 'tempest-TestServerBasicOps-1051421672-router', 'tenant_id': '8b40dba42c764b37920c3587555867c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.114'}], 'enable_snat': True}, 'gw_port_id': '5f48d5d1-32e0-4bf9-a181-b4e176ebbfb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:00:20Z', 'updated_at': '2021-08-12T15:00:25Z', 'revision_number': 4, 'project_id': '8b40dba42c764b37920c3587555867c7', 'gw_port': {'id': '5f48d5d1-32e0-4bf9-a181-b4e176ebbfb8', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:50:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9f7f053-1199-4c67-934e-c1860ee0fa17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3439, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:00:21Z', 'updated_at': '2021-08-12T15:00:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': 'af2fb18d-a6c8-4f5a-aeb5-83ac7b9c9159', 'name': '', 'network_id': 'bdb8c589-801b-4e9e-808f-194e52b05ffa', 'tenant_id': '8b40dba42c764b37920c3587555867c7', 'mac_address': 'fa:16:3e:e3:6c:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9f7f053-1199-4c67-934e-c1860ee0fa17', 'device_owner': 'network:router_interface', 'standard_attr_id': 3440, 'fixed_ips': [{'subnet_id': '9c491707-38df-4731-ba0a-868cad11a6fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:00:24Z', 'updated_at': '2021-08-12T15:00:32Z', 'revision_number': 5, 'project_id': '8b40dba42c764b37920c3587555867c7', 'subnets': [{'id': '9c491707-38df-4731-ba0a-868cad11a6fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 15:05:43.865814 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f1c8ace-fa8d-4319-be56-b1cb3b97c6a8 None None] New status for floating IP d96bb47b-5caf-44fe-b525-57da522c7bf1: DOWN {{(pid=94468) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 15:05:43.889723 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [req-c81de694-a1a9-4af5-bfa0-9cac15777d73 req-1c34f372-1a4d-4ea5-80de-56d85699fa09 service neutron] (94467) timed out ('10.222.0.39', 58118) {{(pid=94467) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 12 15:05:43.935939 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device 0a77ed27-665b-404a-9e9e-23237cab5fd6 no longer exists at agent hyperv_n-h1-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 15:05:43.964272 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-93370168-53ca-47c2-9e27-b066be57125c None None] No Port match for: 0a77ed27-665b-404a-9e9e-23237cab5fd6 {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 15:05:43.964619 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device 0a77ed27-665b-404a-9e9e-23237cab5fd6 not bound to the agent host n-h1-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 15:05:44.036466 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-1769855f-eda9-4483-9dc3-3220908ab45d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:44.077852 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3986d309-2ef2-4da6-8ef0-4a73c3c5bc4b req-b61b3f97-2719-41df-9704-3ffd0e7ae9f4 tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:05:44.079396 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3986d309-2ef2-4da6-8ef0-4a73c3c5bc4b req-b61b3f97-2719-41df-9704-3ffd0e7ae9f4 tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0756d0f-16ed-4be8-bbd6-9952f167d880 HTTP/1.1" status: 200 len: 983 time: 0.0581055 Aug 12 15:05:44.121812 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3986d309-2ef2-4da6-8ef0-4a73c3c5bc4b req-fd7b2727-cc71-4cce-9599-32df22b052db tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] 10.222.0.39 "GET /v2.0/security-groups?id=80806f6e-48c9-4a31-aaa2-f58ad268a3fb&id=a37bd3c6-6203-4637-9a1c-448d1053ccb2&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0354822 Aug 12 15:05:44.153853 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 53634) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:05:44.284779 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-de9e912d-f456-479d-b14c-0eabd15b52f7 tempest-TestServerBasicOps-918377184 tempest-TestServerBasicOps-918377184-project] Deleting port c67eb9fb-d7fb-4475-916b-1681c6f39232 {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 15:05:44.285163 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-de9e912d-f456-479d-b14c-0eabd15b52f7 tempest-TestServerBasicOps-918377184 tempest-TestServerBasicOps-918377184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:44.362672 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-de9e912d-f456-479d-b14c-0eabd15b52f7 tempest-TestServerBasicOps-918377184 tempest-TestServerBasicOps-918377184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:44.363002 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-de9e912d-f456-479d-b14c-0eabd15b52f7 tempest-TestServerBasicOps-918377184 tempest-TestServerBasicOps-918377184-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:44.375957 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-de9e912d-f456-479d-b14c-0eabd15b52f7 tempest-TestServerBasicOps-918377184 tempest-TestServerBasicOps-918377184-project] Calling delete_port for c67eb9fb-d7fb-4475-916b-1681c6f39232 owned by network:floatingip {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 15:05:44.516201 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-de9e912d-f456-479d-b14c-0eabd15b52f7 tempest-TestServerBasicOps-918377184 tempest-TestServerBasicOps-918377184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:44.539777 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9e912d-f456-479d-b14c-0eabd15b52f7 tempest-TestServerBasicOps-918377184 tempest-TestServerBasicOps-918377184-project] Pushing event deleted for resources: {'Port': ['ID=c67eb9fb-d7fb-4475-916b-1681c6f39232,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:05:44.550478 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9e912d-f456-479d-b14c-0eabd15b52f7 tempest-TestServerBasicOps-918377184 tempest-TestServerBasicOps-918377184-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:05:44.550833 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9e912d-f456-479d-b14c-0eabd15b52f7 tempest-TestServerBasicOps-918377184 tempest-TestServerBasicOps-918377184-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:05:44.551206 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9e912d-f456-479d-b14c-0eabd15b52f7 tempest-TestServerBasicOps-918377184 tempest-TestServerBasicOps-918377184-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:05:44.551577 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9e912d-f456-479d-b14c-0eabd15b52f7 tempest-TestServerBasicOps-918377184 tempest-TestServerBasicOps-918377184-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:05:44.552743 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9e912d-f456-479d-b14c-0eabd15b52f7 tempest-TestServerBasicOps-918377184 tempest-TestServerBasicOps-918377184-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:05:44.552743 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9e912d-f456-479d-b14c-0eabd15b52f7 tempest-TestServerBasicOps-918377184 tempest-TestServerBasicOps-918377184-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:05:44.553043 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9e912d-f456-479d-b14c-0eabd15b52f7 tempest-TestServerBasicOps-918377184 tempest-TestServerBasicOps-918377184-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:05:44.553348 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9e912d-f456-479d-b14c-0eabd15b52f7 tempest-TestServerBasicOps-918377184 tempest-TestServerBasicOps-918377184-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:05:44.553666 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9e912d-f456-479d-b14c-0eabd15b52f7 tempest-TestServerBasicOps-918377184 tempest-TestServerBasicOps-918377184-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:05:44.554008 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9e912d-f456-479d-b14c-0eabd15b52f7 tempest-TestServerBasicOps-918377184 tempest-TestServerBasicOps-918377184-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:05:44.554333 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9e912d-f456-479d-b14c-0eabd15b52f7 tempest-TestServerBasicOps-918377184 tempest-TestServerBasicOps-918377184-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:05:44.554658 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9e912d-f456-479d-b14c-0eabd15b52f7 tempest-TestServerBasicOps-918377184 tempest-TestServerBasicOps-918377184-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:05:44.618903 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0756d0f-16ed-4be8-bbd6-9952f167d880', 'tag': '54164cb9-2c7d-409f-857f-3324ece65f60'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:05:44.620103 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-de9e912d-f456-479d-b14c-0eabd15b52f7 tempest-TestServerBasicOps-918377184 tempest-TestServerBasicOps-918377184-project] Notify callbacks [] for floatingip, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:44.621514 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e65282f928b64038367d043a4411777802006c43a98742496cb2e25b724ff1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09362053-4fe2-4f2c-84e2-e217e650231c" -d '{"events": [{"name": "network-changed", "server_uuid": "b0756d0f-16ed-4be8-bbd6-9952f167d880", "tag": "54164cb9-2c7d-409f-857f-3324ece65f60"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 15:05:44.623008 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-de9e912d-f456-479d-b14c-0eabd15b52f7 tempest-TestServerBasicOps-918377184 tempest-TestServerBasicOps-918377184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for floatingip, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:44.626929 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-de9e912d-f456-479d-b14c-0eabd15b52f7 tempest-TestServerBasicOps-918377184 tempest-TestServerBasicOps-918377184-project] 10.222.0.39 "DELETE /v2.0/floatingips/d96bb47b-5caf-44fe-b525-57da522c7bf1 HTTP/1.1" status: 204 len: 168 time: 0.4720378 Aug 12 15:05:44.689156 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 15:05:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60dc1db1-11e6-4533-b17e-427fd417b464 x-openstack-request-id: req-60dc1db1-11e6-4533-b17e-427fd417b464 {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 15:05:44.689465 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0756d0f-16ed-4be8-bbd6-9952f167d880", "tag": "54164cb9-2c7d-409f-857f-3324ece65f60", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 15:05:44.689712 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-60dc1db1-11e6-4533-b17e-427fd417b464 {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 15:05:44.690109 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0756d0f-16ed-4be8-bbd6-9952f167d880', 'tag': '54164cb9-2c7d-409f-857f-3324ece65f60', 'status': 'completed', 'code': 200} Aug 12 15:05:44.698947 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 53654) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:05:44.756349 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09362053-4fe2-4f2c-84e2-e217e650231c req-6f568f29-9f86-4989-9a49-899a882923c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:05:44.757894 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-09362053-4fe2-4f2c-84e2-e217e650231c req-6f568f29-9f86-4989-9a49-899a882923c1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7d0edfcf6f1645688bfc49c5a1a825a2&device_id=b0756d0f-16ed-4be8-bbd6-9952f167d880 HTTP/1.1" status: 200 len: 1135 time: 0.0449932 Aug 12 15:05:44.763318 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2fb28073-b28c-4c71-8653-a4e111dfd0db tempest-TestServerBasicOps-918377184 tempest-TestServerBasicOps-918377184-project] Notify callbacks [] for security_group, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:44.791110 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2fb28073-b28c-4c71-8653-a4e111dfd0db tempest-TestServerBasicOps-918377184 tempest-TestServerBasicOps-918377184-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:44.854035 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09362053-4fe2-4f2c-84e2-e217e650231c req-b4e4bf77-505b-488e-8f55-6de46d709490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:05:44.855654 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-09362053-4fe2-4f2c-84e2-e217e650231c req-b4e4bf77-505b-488e-8f55-6de46d709490 service neutron] 10.222.0.64 "GET /v2.0/networks?id=2b83a3c9-a59c-4021-badc-d66a90e0fbc7 HTTP/1.1" status: 200 len: 898 time: 0.0901730 Aug 12 15:05:44.857119 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2fb28073-b28c-4c71-8653-a4e111dfd0db tempest-TestServerBasicOps-918377184 tempest-TestServerBasicOps-918377184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:44.859894 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2fb28073-b28c-4c71-8653-a4e111dfd0db tempest-TestServerBasicOps-918377184 tempest-TestServerBasicOps-918377184-project] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:44.861228 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-2fb28073-b28c-4c71-8653-a4e111dfd0db tempest-TestServerBasicOps-918377184 tempest-TestServerBasicOps-918377184-project] 10.222.0.39 "DELETE /v2.0/security-groups/3bb8816a-aab0-403b-ace8-54b02c4c884a HTTP/1.1" status: 204 len: 168 time: 0.1611516 Aug 12 15:05:44.874597 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb28073-b28c-4c71-8653-a4e111dfd0db tempest-TestServerBasicOps-918377184 tempest-TestServerBasicOps-918377184-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bb8816a-aab0-403b-ace8-54b02c4c884a,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:05:44.910282 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 53662) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:05:44.929472 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-09362053-4fe2-4f2c-84e2-e217e650231c req-90f92689-76b1-4d9e-81c0-6ff823325e45 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=54164cb9-2c7d-409f-857f-3324ece65f60 HTTP/1.1" status: 200 len: 217 time: 0.0662076 Aug 12 15:05:44.984603 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09362053-4fe2-4f2c-84e2-e217e650231c req-505ca4cd-1ae3-42bb-b575-f3dc42518393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:05:44.986234 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-09362053-4fe2-4f2c-84e2-e217e650231c req-505ca4cd-1ae3-42bb-b575-f3dc42518393 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f427d097-c02e-4d1e-b328-57504fb50ff2 HTTP/1.1" status: 200 len: 835 time: 0.0480011 Aug 12 15:05:45.040342 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09362053-4fe2-4f2c-84e2-e217e650231c req-ffac767d-d469-482d-a055-77a0a3aa3a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:05:45.041994 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-09362053-4fe2-4f2c-84e2-e217e650231c req-ffac767d-d469-482d-a055-77a0a3aa3a40 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2b83a3c9-a59c-4021-badc-d66a90e0fbc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0482626 Aug 12 15:05:45.144601 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-09362053-4fe2-4f2c-84e2-e217e650231c req-5bdcfbf0-1d75-42a2-9f0c-229f3a1ee1cc service neutron] 10.222.0.64 "GET /v2.0/networks/2b83a3c9-a59c-4021-badc-d66a90e0fbc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932686 Aug 12 15:05:45.284625 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-09362053-4fe2-4f2c-84e2-e217e650231c req-f742c65f-beb6-4e81-bcd8-989e9202624e service neutron] 10.222.0.64 "GET /v2.0/networks/2b83a3c9-a59c-4021-badc-d66a90e0fbc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315038 Aug 12 15:05:45.298672 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cdf197-2848-47e6-9177-aca37c06c61e req-243b575e-f317-4189-8a62-1ee9edae95b2 tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:05:45.307076 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b0cdf197-2848-47e6-9177-aca37c06c61e req-243b575e-f317-4189-8a62-1ee9edae95b2 tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0756d0f-16ed-4be8-bbd6-9952f167d880 HTTP/1.1" status: 200 len: 983 time: 0.1009183 Aug 12 15:05:45.352899 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b0cdf197-2848-47e6-9177-aca37c06c61e req-b6d5c997-b6b9-42fe-8d76-1d26fc42da91 tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] 10.222.0.39 "GET /v2.0/security-groups?id=80806f6e-48c9-4a31-aaa2-f58ad268a3fb&id=a37bd3c6-6203-4637-9a1c-448d1053ccb2&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0449429 Aug 12 15:05:45.419387 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e4026743-848f-416c-a839-1cd241a52e74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66663830'] for router_interface, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:45.667611 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-fe95f194-a3b0-4c04-9e42-20b511169d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:45.676136 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-e4026743-848f-416c-a839-1cd241a52e74 admin admin] Deleting port af2fb18d-a6c8-4f5a-aeb5-83ac7b9c9159 {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 15:05:45.676485 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e4026743-848f-416c-a839-1cd241a52e74 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:45.772893 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-e4026743-848f-416c-a839-1cd241a52e74 admin admin] For port af2fb18d-a6c8-4f5a-aeb5-83ac7b9c9159, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=af2fb18d-a6c8-4f5a-aeb5-83ac7b9c9159,segment=NetworkSegment(64e84e1c-ef6d-4039-880b-f3ab6b5c4a52),segment_id=64e84e1c-ef6d-4039-880b-f3ab6b5c4a52)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:05:45.773941 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e4026743-848f-416c-a839-1cd241a52e74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:45.789477 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-e4026743-848f-416c-a839-1cd241a52e74 admin admin] Calling delete_port for af2fb18d-a6c8-4f5a-aeb5-83ac7b9c9159 owned by network:router_interface {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 15:05:45.945347 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device 54164cb9-2c7d-409f-857f-3324ece65f60 details requested by agent hyperv_n-h1-694802-15 with host n-h1-694802-15 {{(pid=94468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 15:05:45.976425 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e4026743-848f-416c-a839-1cd241a52e74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:46.012019 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4026743-848f-416c-a839-1cd241a52e74 admin admin] Pushing event deleted for resources: {'Port': ['ID=af2fb18d-a6c8-4f5a-aeb5-83ac7b9c9159,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:05:46.083004 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port 54164cb9-2c7d-409f-857f-3324ece65f60, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=54164cb9-2c7d-409f-857f-3324ece65f60,segment=NetworkSegment(a32141d9-7e1f-4fa0-a3d9-97995ff174b8),segment_id=a32141d9-7e1f-4fa0-a3d9-97995ff174b8)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:05:46.097529 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Returning: {'device': '54164cb9-2c7d-409f-857f-3324ece65f60', 'network_id': '2b83a3c9-a59c-4021-badc-d66a90e0fbc7', 'port_id': '54164cb9-2c7d-409f-857f-3324ece65f60', 'mac_address': 'fa:16:3e:f1:12:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f427d097-c02e-4d1e-b328-57504fb50ff2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 15:05:46.138427 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:46.153167 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54164cb9-2c7d-409f-857f-3324ece65f60 {{(pid=94468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 15:05:46.174256 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port 54164cb9-2c7d-409f-857f-3324ece65f60, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=54164cb9-2c7d-409f-857f-3324ece65f60,segment=NetworkSegment(a32141d9-7e1f-4fa0-a3d9-97995ff174b8),segment_id=a32141d9-7e1f-4fa0-a3d9-97995ff174b8)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:05:46.181262 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:46.203048 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e4026743-848f-416c-a839-1cd241a52e74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66628352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-430630'] for router_interface, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:46.264172 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Pushing event updated for resources: {'Port': ['ID=54164cb9-2c7d-409f-857f-3324ece65f60,revision_number=4']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:05:46.429873 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] get_ports_and_sgs() called for port_ids ['54164cb9-2c7d-409f-857f-3324ece65f60'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 15:05:46.498104 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4026743-848f-416c-a839-1cd241a52e74 admin admin] Router a9f7f053-1199-4c67-934e-c1860ee0fa17 has already been hosted by L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f {{(pid=94466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 15:05:46.509429 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ad5ad6-818d-4e01-83aa-38e13258b090 req-10e77837-101d-460a-9895-2f203fdc25d7 tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:05:46.517895 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-25ad5ad6-818d-4e01-83aa-38e13258b090 req-10e77837-101d-460a-9895-2f203fdc25d7 tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0756d0f-16ed-4be8-bbd6-9952f167d880 HTTP/1.1" status: 200 len: 984 time: 0.0909090 Aug 12 15:05:46.559671 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-25ad5ad6-818d-4e01-83aa-38e13258b090 req-b6d66140-c8c0-4260-9e58-28608565774f tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] 10.222.0.39 "GET /v2.0/security-groups?id=80806f6e-48c9-4a31-aaa2-f58ad268a3fb&id=a37bd3c6-6203-4637-9a1c-448d1053ccb2&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0406306 Aug 12 15:05:46.909322 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4026743-848f-416c-a839-1cd241a52e74 admin admin] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 15:05:46.916224 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-e4026743-848f-416c-a839-1cd241a52e74 admin admin] 10.222.0.39 "PUT /v2.0/routers/a9f7f053-1199-4c67-934e-c1860ee0fa17/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0043600 Aug 12 15:05:46.917267 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 53706) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:05:46.920589 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71de3cbb-e651-464c-a5a4-329a0a82fff2 None None] Sync routers for ids ['a9f7f053-1199-4c67-934e-c1860ee0fa17'] in n-d-694802-15 {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 15:05:46.930425 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71de3cbb-e651-464c-a5a4-329a0a82fff2 None None] Routers {'a9f7f053-1199-4c67-934e-c1860ee0fa17'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:05:46.931045 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-71de3cbb-e651-464c-a5a4-329a0a82fff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T15:05:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['a9f7f053-1199-4c67-934e-c1860ee0fa17'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:05:47.028923 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-13eb07af-bc42-4ef1-8106-0b8710acc8b1 admin admin] Notify callbacks [] for router, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:47.038942 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-71de3cbb-e651-464c-a5a4-329a0a82fff2 None None] Set router a9f7f053-1199-4c67-934e-c1860ee0fa17 gateway port host: n-d-694802-15 {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:05:47.134900 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-13eb07af-bc42-4ef1-8106-0b8710acc8b1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:47.205989 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-13eb07af-bc42-4ef1-8106-0b8710acc8b1 admin admin] Deleting port 5f48d5d1-32e0-4bf9-a181-b4e176ebbfb8 {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 15:05:47.206341 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-13eb07af-bc42-4ef1-8106-0b8710acc8b1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:47.243517 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-71de3cbb-e651-464c-a5a4-329a0a82fff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9f7f053-1199-4c67-934e-c1860ee0fa17', 'name': 'tempest-TestServerBasicOps-1051421672-router', 'tenant_id': '8b40dba42c764b37920c3587555867c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.114'}], 'enable_snat': True}, 'gw_port_id': '5f48d5d1-32e0-4bf9-a181-b4e176ebbfb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:00:20Z', 'updated_at': '2021-08-12T15:05:45Z', 'revision_number': 5, 'project_id': '8b40dba42c764b37920c3587555867c7', 'gw_port': {'id': '5f48d5d1-32e0-4bf9-a181-b4e176ebbfb8', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:50:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9f7f053-1199-4c67-934e-c1860ee0fa17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3439, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:00:21Z', 'updated_at': '2021-08-12T15:00:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15'}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:05:47.274221 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71de3cbb-e651-464c-a5a4-329a0a82fff2 None None] Checking router: a9f7f053-1199-4c67-934e-c1860ee0fa17 for host: n-d-694802-15 {{(pid=94469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 15:05:47.286292 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71de3cbb-e651-464c-a5a4-329a0a82fff2 None None] Routers {'a9f7f053-1199-4c67-934e-c1860ee0fa17'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:05:47.286904 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-71de3cbb-e651-464c-a5a4-329a0a82fff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T15:05:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['a9f7f053-1199-4c67-934e-c1860ee0fa17'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:05:47.293898 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [None req-13eb07af-bc42-4ef1-8106-0b8710acc8b1 admin admin] For port 5f48d5d1-32e0-4bf9-a181-b4e176ebbfb8, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=5f48d5d1-32e0-4bf9-a181-b4e176ebbfb8,segment=NetworkSegment(b1b396cb-2dc6-4041-bfc7-1833a80a4720),segment_id=b1b396cb-2dc6-4041-bfc7-1833a80a4720)] {{(pid=94467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:05:47.294282 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-13eb07af-bc42-4ef1-8106-0b8710acc8b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:47.306139 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-13eb07af-bc42-4ef1-8106-0b8710acc8b1 admin admin] Calling delete_port for 5f48d5d1-32e0-4bf9-a181-b4e176ebbfb8 owned by network:router_gateway {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 15:05:47.380783 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-71de3cbb-e651-464c-a5a4-329a0a82fff2 None None] Set router a9f7f053-1199-4c67-934e-c1860ee0fa17 gateway port host: None {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:05:47.434148 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-71de3cbb-e651-464c-a5a4-329a0a82fff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9f7f053-1199-4c67-934e-c1860ee0fa17', 'name': 'tempest-TestServerBasicOps-1051421672-router', 'tenant_id': '8b40dba42c764b37920c3587555867c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:00:20Z', 'updated_at': '2021-08-12T15:05:47Z', 'revision_number': 6, 'project_id': '8b40dba42c764b37920c3587555867c7', 'gw_port_host': None}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:05:47.464958 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71de3cbb-e651-464c-a5a4-329a0a82fff2 None None] The sync data for ids ['a9f7f053-1199-4c67-934e-c1860ee0fa17'] in n-d-694802-15 is: [{'id': 'a9f7f053-1199-4c67-934e-c1860ee0fa17', 'name': 'tempest-TestServerBasicOps-1051421672-router', 'tenant_id': '8b40dba42c764b37920c3587555867c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:00:20Z', 'updated_at': '2021-08-12T15:05:47Z', 'revision_number': 6, 'project_id': '8b40dba42c764b37920c3587555867c7', 'gw_port_host': None}] {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 15:05:47.488354 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-13eb07af-bc42-4ef1-8106-0b8710acc8b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:47.537554 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13eb07af-bc42-4ef1-8106-0b8710acc8b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=5f48d5d1-32e0-4bf9-a181-b4e176ebbfb8,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:05:47.592442 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-13eb07af-bc42-4ef1-8106-0b8710acc8b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-431580'] for router_gateway, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:47.708161 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-13eb07af-bc42-4ef1-8106-0b8710acc8b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-429360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-104877'] for router, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:47.711465 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-13eb07af-bc42-4ef1-8106-0b8710acc8b1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:47.758192 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-13eb07af-bc42-4ef1-8106-0b8710acc8b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-429375'] for router, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:47.758659 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13eb07af-bc42-4ef1-8106-0b8710acc8b1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a9f7f053-1199-4c67-934e-c1860ee0fa17 {{(pid=94467) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 15:05:47.763641 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-13eb07af-bc42-4ef1-8106-0b8710acc8b1 admin admin] Notify callbacks [] for router, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:47.767048 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-13eb07af-bc42-4ef1-8106-0b8710acc8b1 admin admin] 10.222.0.39 "DELETE /v2.0/routers/a9f7f053-1199-4c67-934e-c1860ee0fa17 HTTP/1.1" status: 204 len: 168 time: 0.8461566 Aug 12 15:05:47.767599 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 53726) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:05:47.772775 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e583e31-0346-4180-b87e-980e3531fceb req-0230d575-3ae5-4bdf-bc8e-b5e341a1bd21 tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:05:47.774196 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0e583e31-0346-4180-b87e-980e3531fceb req-0230d575-3ae5-4bdf-bc8e-b5e341a1bd21 tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0756d0f-16ed-4be8-bbd6-9952f167d880 HTTP/1.1" status: 200 len: 984 time: 0.1216125 Aug 12 15:05:47.827113 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0e583e31-0346-4180-b87e-980e3531fceb req-e16e1517-46c8-4b55-bbc6-45917184f952 tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] 10.222.0.39 "GET /v2.0/security-groups?id=80806f6e-48c9-4a31-aaa2-f58ad268a3fb&id=a37bd3c6-6203-4637-9a1c-448d1053ccb2&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0448909 Aug 12 15:05:47.854212 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e79f510-0efa-4696-9c74-f7771937919a admin admin] Deleting subnet 9c491707-38df-4731-ba0a-868cad11a6fd {{(pid=94466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 15:05:47.857937 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-6e79f510-0efa-4696-9c74-f7771937919a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:47.904568 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-6e79f510-0efa-4696-9c74-f7771937919a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2293551'] for subnet, precommit_delete_associations {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:47.990951 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device 54164cb9-2c7d-409f-857f-3324ece65f60 up at agent hyperv_n-h1-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 15:05:48.008795 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-6e79f510-0efa-4696-9c74-f7771937919a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66416255'] for subnet, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:48.053317 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Provisioning for port 54164cb9-2c7d-409f-857f-3324ece65f60 completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:05:48.058106 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Provisioning complete for port 54164cb9-2c7d-409f-857f-3324ece65f60 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:05:48.059276 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:48.068615 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-6e79f510-0efa-4696-9c74-f7771937919a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66416232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3718429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8776402'] for subnet, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:48.102634 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-6e79f510-0efa-4696-9c74-f7771937919a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:48.104810 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-6e79f510-0efa-4696-9c74-f7771937919a admin admin] 10.222.0.39 "DELETE /v2.0/subnets/9c491707-38df-4731-ba0a-868cad11a6fd HTTP/1.1" status: 204 len: 168 time: 0.3360310 Aug 12 15:05:48.105926 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e79f510-0efa-4696-9c74-f7771937919a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9c491707-38df-4731-ba0a-868cad11a6fd,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:05:48.107446 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 53732) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:05:48.110984 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f70cf48-b7ad-41f9-9b92-cfcdca694d34 None None] Network bdb8c589-801b-4e9e-808f-194e52b05ffa requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 15:05:48.187506 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-4ef04a9b-33ab-4e6b-8fac-569def9395c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680608'] for network, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:48.208144 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:48.252400 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-4ef04a9b-33ab-4e6b-8fac-569def9395c3 admin admin] Deleting port bcd804d5-5912-4ac0-a60f-a8d15423f94a {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 15:05:48.252846 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-4ef04a9b-33ab-4e6b-8fac-569def9395c3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:48.294475 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0756d0f-16ed-4be8-bbd6-9952f167d880', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54164cb9-2c7d-409f-857f-3324ece65f60'}] {{(pid=94468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:05:48.297250 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99a8d87602170099c728e57431aca99e9b98a655a83bbf8727be13192709727b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6869fd65-4cb4-4388-8164-9ad5a9b953c3" -d '{"events": [{"server_uuid": "b0756d0f-16ed-4be8-bbd6-9952f167d880", "name": "network-vif-plugged", "status": "completed", "tag": "54164cb9-2c7d-409f-857f-3324ece65f60"}]}' {{(pid=94468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 15:05:48.315008 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port 54164cb9-2c7d-409f-857f-3324ece65f60, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=54164cb9-2c7d-409f-857f-3324ece65f60,segment=NetworkSegment(a32141d9-7e1f-4fa0-a3d9-97995ff174b8),segment_id=a32141d9-7e1f-4fa0-a3d9-97995ff174b8)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:05:48.327289 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:48.334340 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [None req-4ef04a9b-33ab-4e6b-8fac-569def9395c3 admin admin] For port bcd804d5-5912-4ac0-a60f-a8d15423f94a, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=bcd804d5-5912-4ac0-a60f-a8d15423f94a,segment=NetworkSegment(64e84e1c-ef6d-4039-880b-f3ab6b5c4a52),segment_id=64e84e1c-ef6d-4039-880b-f3ab6b5c4a52)] {{(pid=94467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:05:48.334807 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-4ef04a9b-33ab-4e6b-8fac-569def9395c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:48.351421 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-4ef04a9b-33ab-4e6b-8fac-569def9395c3 admin admin] Calling delete_port for bcd804d5-5912-4ac0-a60f-a8d15423f94a owned by network:dhcp {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 15:05:48.384430 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Pushing event updated for resources: {'Port': ['ID=54164cb9-2c7d-409f-857f-3324ece65f60,revision_number=5']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:05:48.404882 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 15:05:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-068769dc-cf9d-484e-a065-200fd20911d6 x-openstack-request-id: req-068769dc-cf9d-484e-a065-200fd20911d6 {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 15:05:48.405183 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0756d0f-16ed-4be8-bbd6-9952f167d880", "name": "network-vif-plugged", "status": "completed", "tag": "54164cb9-2c7d-409f-857f-3324ece65f60", "code": 200}]} {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 15:05:48.405438 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-068769dc-cf9d-484e-a065-200fd20911d6 {{(pid=94468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 15:05:48.407271 n-d-694802-15 neutron-server[94468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0756d0f-16ed-4be8-bbd6-9952f167d880', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54164cb9-2c7d-409f-857f-3324ece65f60', 'code': 200} Aug 12 15:05:48.439090 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fb15cbc-baf2-4789-8fda-83fc7b11587f None None] DHCP port deletion for bdb8c589-801b-4e9e-808f-194e52b05ffa request from n-d-694802-15 {{(pid=94468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 15:05:48.455286 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-4ef04a9b-33ab-4e6b-8fac-569def9395c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:48.473285 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ef04a9b-33ab-4e6b-8fac-569def9395c3 admin admin] No DVR routers for this DVR port bcd804d5-5912-4ac0-a60f-a8d15423f94a on host n-d-694802-15 {{(pid=94467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 15:05:48.488792 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device af2fb18d-a6c8-4f5a-aeb5-83ac7b9c9159 no longer exists at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 15:05:48.511410 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] No Port match for: af2fb18d-a6c8-4f5a-aeb5-83ac7b9c9159 {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 15:05:48.511843 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device af2fb18d-a6c8-4f5a-aeb5-83ac7b9c9159 not bound to the agent host n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 15:05:48.512371 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 5f48d5d1-32e0-4bf9-a181-b4e176ebbfb8 no longer exists at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 15:05:48.528280 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef04a9b-33ab-4e6b-8fac-569def9395c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=bcd804d5-5912-4ac0-a60f-a8d15423f94a,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:05:48.536794 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] No Port match for: 5f48d5d1-32e0-4bf9-a181-b4e176ebbfb8 {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 15:05:48.536794 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 5f48d5d1-32e0-4bf9-a181-b4e176ebbfb8 not bound to the agent host n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 15:05:48.556502 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-8fb15cbc-baf2-4789-8fda-83fc7b11587f None None] Deleting port bcd804d5-5912-4ac0-a60f-a8d15423f94a {{(pid=94468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 15:05:48.556987 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-8fb15cbc-baf2-4789-8fda-83fc7b11587f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:48.632163 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-4ef04a9b-33ab-4e6b-8fac-569def9395c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66413304', 'neutron.services.segments.db._delete_segments_for_network-8744654118000'] for network, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:48.641835 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d201f2-be28-4925-beb3-127b29d7cf7e req-bcb0ed7e-7958-47a7-86b1-e87234ac6e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:05:48.643410 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-96d201f2-be28-4925-beb3-127b29d7cf7e req-bcb0ed7e-7958-47a7-86b1-e87234ac6e45 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=b0756d0f-16ed-4be8-bbd6-9952f167d880 HTTP/1.1" status: 200 len: 1137 time: 0.1420081 Aug 12 15:05:48.647118 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-4ef04a9b-33ab-4e6b-8fac-569def9395c3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bdb8c589-801b-4e9e-808f-194e52b05ffa']}} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:05:48.652308 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-8fb15cbc-baf2-4789-8fda-83fc7b11587f None None] For port bcd804d5-5912-4ac0-a60f-a8d15423f94a, host n-d-694802-15, got binding levels [] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:05:48.652768 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-8fb15cbc-baf2-4789-8fda-83fc7b11587f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:48.665754 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-4ef04a9b-33ab-4e6b-8fac-569def9395c3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64e84e1c-ef6d-4039-880b-f3ab6b5c4a52') {'for_net_delete': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:05:48.667878 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-4ef04a9b-33ab-4e6b-8fac-569def9395c3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64e84e1c-ef6d-4039-880b-f3ab6b5c4a52') {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:05:48.671104 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-8fb15cbc-baf2-4789-8fda-83fc7b11587f None None] Calling delete_port for bcd804d5-5912-4ac0-a60f-a8d15423f94a owned by network:dhcp {{(pid=94468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 15:05:48.674590 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.ipam_backend_mixin [None req-8fb15cbc-baf2-4789-8fda-83fc7b11587f None None] Port bcd804d5-5912-4ac0-a60f-a8d15423f94a was not found and therefore no delete operation was performed {{(pid=94468) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 12 15:05:48.677154 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-8fb15cbc-baf2-4789-8fda-83fc7b11587f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262'] for port, after_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:48.707719 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-4ef04a9b-33ab-4e6b-8fac-569def9395c3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744654122361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3857526'] for segment, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:48.715645 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb15cbc-baf2-4789-8fda-83fc7b11587f None None] Pushing event deleted for resources: {'Port': ['ID=bcd804d5-5912-4ac0-a60f-a8d15423f94a,revision_number=None']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:05:48.719628 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fb15cbc-baf2-4789-8fda-83fc7b11587f None None] No DVR routers for this DVR port bcd804d5-5912-4ac0-a60f-a8d15423f94a on host n-d-694802-15 {{(pid=94468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 15:05:48.735403 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-4ef04a9b-33ab-4e6b-8fac-569def9395c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:48.746142 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-96d201f2-be28-4925-beb3-127b29d7cf7e req-e4c31d1d-05d0-4bd0-b797-39e49a5bfb35 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=80806f6e-48c9-4a31-aaa2-f58ad268a3fb&id=a37bd3c6-6203-4637-9a1c-448d1053ccb2&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0915854 Aug 12 15:05:48.748144 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ef04a9b-33ab-4e6b-8fac-569def9395c3 admin admin] Releasing vlan 326 on physical network physnet1 to pool {{(pid=94467) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 15:05:48.748535 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-4ef04a9b-33ab-4e6b-8fac-569def9395c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2859015'] for segment, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:48.750194 n-d-694802-15 neutron-server[94467]: Traceback (most recent call last): Aug 12 15:05:48.750194 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 15:05:48.750194 n-d-694802-15 neutron-server[94467]: timer() Aug 12 15:05:48.750194 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 15:05:48.750194 n-d-694802-15 neutron-server[94467]: cb(*args, **kw) Aug 12 15:05:48.750194 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 15:05:48.750194 n-d-694802-15 neutron-server[94467]: return func(*args, **kwargs) Aug 12 15:05:48.750194 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 15:05:48.750194 n-d-694802-15 neutron-server[94467]: self._notify() Aug 12 15:05:48.750194 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 15:05:48.750194 n-d-694802-15 neutron-server[94467]: self.callback(batched_events) Aug 12 15:05:48.750194 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 15:05:48.750194 n-d-694802-15 neutron-server[94467]: event.method(event) Aug 12 15:05:48.750194 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 15:05:48.750194 n-d-694802-15 neutron-server[94467]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 15:05:48.750194 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 15:05:48.750194 n-d-694802-15 neutron-server[94467]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 15:05:48.750194 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 15:05:48.750194 n-d-694802-15 neutron-server[94467]: return f(self, *a, **k) Aug 12 15:05:48.750194 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 15:05:48.750194 n-d-694802-15 neutron-server[94467]: return self._get(url).json() Aug 12 15:05:48.750194 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 15:05:48.750194 n-d-694802-15 neutron-server[94467]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 15:05:48.750194 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 15:05:48.750194 n-d-694802-15 neutron-server[94467]: return self.request(url, 'GET', **kwargs) Aug 12 15:05:48.750194 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 15:05:48.750194 n-d-694802-15 neutron-server[94467]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 15:05:48.750194 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 15:05:48.750194 n-d-694802-15 neutron-server[94467]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 15:05:48.750194 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 15:05:48.750194 n-d-694802-15 neutron-server[94467]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 15:05:48.750194 n-d-694802-15 neutron-server[94467]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 15:05:48.807841 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-4ef04a9b-33ab-4e6b-8fac-569def9395c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66413281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431520'] for network, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:48.813095 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-4ef04a9b-33ab-4e6b-8fac-569def9395c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for network, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:48.814936 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-4ef04a9b-33ab-4e6b-8fac-569def9395c3 admin admin] 10.222.0.39 "DELETE /v2.0/networks/bdb8c589-801b-4e9e-808f-194e52b05ffa HTTP/1.1" status: 204 len: 168 time: 0.7064238 Aug 12 15:05:48.818367 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 53748) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:05:48.826644 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef04a9b-33ab-4e6b-8fac-569def9395c3 admin admin] Pushing event deleted for resources: {'Network': ['ID=bdb8c589-801b-4e9e-808f-194e52b05ffa,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:05:49.014901 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5faa96e-3faf-4ad8-9cb9-bd0bf1b3095a req-469dffb9-ca7c-4437-9f47-f3375b5b8da1 tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:05:49.016312 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-c5faa96e-3faf-4ad8-9cb9-bd0bf1b3095a req-469dffb9-ca7c-4437-9f47-f3375b5b8da1 tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0756d0f-16ed-4be8-bbd6-9952f167d880 HTTP/1.1" status: 200 len: 985 time: 0.1041389 Aug 12 15:05:49.099990 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-c5faa96e-3faf-4ad8-9cb9-bd0bf1b3095a req-602c4625-4b46-4200-ae31-97f1e98cc802 tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] 10.222.0.39 "GET /v2.0/security-groups?id=80806f6e-48c9-4a31-aaa2-f58ad268a3fb&id=a37bd3c6-6203-4637-9a1c-448d1053ccb2&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0768762 Aug 12 15:05:49.253057 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-bd175f7d-d5cb-4711-98e6-8b1a3e4a7ca7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66663830'] for router_interface, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:49.520314 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-bd175f7d-d5cb-4711-98e6-8b1a3e4a7ca7 admin admin] Deleting port 047e4ccf-b277-4d95-b557-890f467bc36a {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 15:05:49.520680 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-bd175f7d-d5cb-4711-98e6-8b1a3e4a7ca7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:49.637207 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-bd175f7d-d5cb-4711-98e6-8b1a3e4a7ca7 admin admin] For port 047e4ccf-b277-4d95-b557-890f467bc36a, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=047e4ccf-b277-4d95-b557-890f467bc36a,segment=NetworkSegment(25471ae2-0d00-4fa6-a471-fbbb734622bc),segment_id=25471ae2-0d00-4fa6-a471-fbbb734622bc)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:05:49.638305 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-bd175f7d-d5cb-4711-98e6-8b1a3e4a7ca7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:49.658766 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-bd175f7d-d5cb-4711-98e6-8b1a3e4a7ca7 admin admin] Calling delete_port for 047e4ccf-b277-4d95-b557-890f467bc36a owned by network:router_interface {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 15:05:49.868502 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-bd175f7d-d5cb-4711-98e6-8b1a3e4a7ca7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:49.897405 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd175f7d-d5cb-4711-98e6-8b1a3e4a7ca7 admin admin] Pushing event deleted for resources: {'Port': ['ID=047e4ccf-b277-4d95-b557-890f467bc36a,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:05:50.080175 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-bd175f7d-d5cb-4711-98e6-8b1a3e4a7ca7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66628352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-430630'] for router_interface, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:50.239064 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3441c91a-d847-41c0-b5b8-d02d7cb6616f req-60ee1a0f-aeb0-4766-b4d8-8166fd232fcd tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:05:50.240576 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-3441c91a-d847-41c0-b5b8-d02d7cb6616f req-60ee1a0f-aeb0-4766-b4d8-8166fd232fcd tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0756d0f-16ed-4be8-bbd6-9952f167d880 HTTP/1.1" status: 200 len: 985 time: 0.0623152 Aug 12 15:05:50.353421 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-3441c91a-d847-41c0-b5b8-d02d7cb6616f req-6cbac844-9cb5-4887-8b63-5574d6535abf tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] 10.222.0.39 "GET /v2.0/security-groups?id=80806f6e-48c9-4a31-aaa2-f58ad268a3fb&id=a37bd3c6-6203-4637-9a1c-448d1053ccb2&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0781248 Aug 12 15:05:50.381632 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd175f7d-d5cb-4711-98e6-8b1a3e4a7ca7 admin admin] Router 3cfe218f-a2f5-4cc7-9673-5f64f353637c has already been hosted by L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f {{(pid=94466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 15:05:50.514554 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device bcd804d5-5912-4ac0-a60f-a8d15423f94a no longer exists at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 15:05:50.519752 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd175f7d-d5cb-4711-98e6-8b1a3e4a7ca7 admin admin] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 15:05:50.528212 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-bd175f7d-d5cb-4711-98e6-8b1a3e4a7ca7 admin admin] 10.222.0.39 "PUT /v2.0/routers/3cfe218f-a2f5-4cc7-9673-5f64f353637c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7085452 Aug 12 15:05:50.528929 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 53784) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:05:50.543155 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74238a3-661a-417b-99c6-d7e296f558fd req-a5e53c97-8d66-4064-8ecc-6b4fa5d43a5d tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:05:50.548605 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] No Port match for: bcd804d5-5912-4ac0-a60f-a8d15423f94a {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 15:05:50.549142 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device bcd804d5-5912-4ac0-a60f-a8d15423f94a not bound to the agent host n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 15:05:50.551953 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f74238a3-661a-417b-99c6-d7e296f558fd req-a5e53c97-8d66-4064-8ecc-6b4fa5d43a5d tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0756d0f-16ed-4be8-bbd6-9952f167d880 HTTP/1.1" status: 200 len: 985 time: 0.0876050 Aug 12 15:05:50.558032 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9269a78-864e-4400-90a3-4059afedba30 None None] Sync routers for ids ['3cfe218f-a2f5-4cc7-9673-5f64f353637c'] in n-d-694802-15 {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 15:05:50.570100 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9269a78-864e-4400-90a3-4059afedba30 None None] Routers {'3cfe218f-a2f5-4cc7-9673-5f64f353637c'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:05:50.571752 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-c9269a78-864e-4400-90a3-4059afedba30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T15:05:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['3cfe218f-a2f5-4cc7-9673-5f64f353637c'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:05:50.599973 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f74238a3-661a-417b-99c6-d7e296f558fd req-29ad6991-c538-4dd0-bac4-94f0b7d22633 tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] 10.222.0.39 "GET /v2.0/security-groups?id=80806f6e-48c9-4a31-aaa2-f58ad268a3fb&id=a37bd3c6-6203-4637-9a1c-448d1053ccb2&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0470543 Aug 12 15:05:50.699050 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d4c6167f-74d8-495e-b20c-bc1a3b6786f5 admin admin] Notify callbacks [] for router, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:50.727941 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvr_db [None req-c9269a78-864e-4400-90a3-4059afedba30 None None] Set router 3cfe218f-a2f5-4cc7-9673-5f64f353637c gateway port host: n-d-694802-15 {{(pid=94468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:05:50.807446 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a564df9f-039d-443a-b655-903e41bb99f6 req-4087a5a1-cbc2-4ee2-b1c4-5c9d6ee0f68d tempest-TestSecurityGroupsBasicOps-899031811 tempest-TestSecurityGroupsBasicOps-899031811-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:05:50.809404 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-a564df9f-039d-443a-b655-903e41bb99f6 req-4087a5a1-cbc2-4ee2-b1c4-5c9d6ee0f68d tempest-TestSecurityGroupsBasicOps-899031811 tempest-TestSecurityGroupsBasicOps-899031811-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=b0756d0f-16ed-4be8-bbd6-9952f167d880 HTTP/1.1" status: 200 len: 1137 time: 0.1234512 Aug 12 15:05:50.837187 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-a564df9f-039d-443a-b655-903e41bb99f6 req-8a726584-8f69-43f0-ade5-7f22a9e2a4ca tempest-TestSecurityGroupsBasicOps-899031811 tempest-TestSecurityGroupsBasicOps-899031811-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:50.862593 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d4c6167f-74d8-495e-b20c-bc1a3b6786f5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:50.923997 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-c9269a78-864e-4400-90a3-4059afedba30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cfe218f-a2f5-4cc7-9673-5f64f353637c', 'name': 'tempest-TestServerBasicOps-927945764-router', 'tenant_id': '5773478e159a43a7b69c4c334dc9d299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.229'}], 'enable_snat': True}, 'gw_port_id': 'c333d1a8-66af-4ea0-8308-4cf47ccbee1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:00:28Z', 'updated_at': '2021-08-12T15:05:49Z', 'revision_number': 5, 'project_id': '5773478e159a43a7b69c4c334dc9d299', 'gw_port': {'id': 'c333d1a8-66af-4ea0-8308-4cf47ccbee1e', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:05:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cfe218f-a2f5-4cc7-9673-5f64f353637c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3451, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:00:29Z', 'updated_at': '2021-08-12T15:00:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15'}], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:05:50.955603 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9269a78-864e-4400-90a3-4059afedba30 None None] Checking router: 3cfe218f-a2f5-4cc7-9673-5f64f353637c for host: n-d-694802-15 {{(pid=94468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 15:05:50.965777 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9269a78-864e-4400-90a3-4059afedba30 None None] Routers {'3cfe218f-a2f5-4cc7-9673-5f64f353637c'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:05:50.966545 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-c9269a78-864e-4400-90a3-4059afedba30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T15:05:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['3cfe218f-a2f5-4cc7-9673-5f64f353637c'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:05:50.986680 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-d4c6167f-74d8-495e-b20c-bc1a3b6786f5 admin admin] Deleting port c333d1a8-66af-4ea0-8308-4cf47ccbee1e {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 15:05:50.987300 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d4c6167f-74d8-495e-b20c-bc1a3b6786f5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:51.057817 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvr_db [None req-c9269a78-864e-4400-90a3-4059afedba30 None None] Set router 3cfe218f-a2f5-4cc7-9673-5f64f353637c gateway port host: None {{(pid=94468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:05:51.072287 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-a564df9f-039d-443a-b655-903e41bb99f6 req-8a726584-8f69-43f0-ade5-7f22a9e2a4ca tempest-TestSecurityGroupsBasicOps-899031811 tempest-TestSecurityGroupsBasicOps-899031811-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:51.077923 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-a564df9f-039d-443a-b655-903e41bb99f6 req-8a726584-8f69-43f0-ade5-7f22a9e2a4ca tempest-TestSecurityGroupsBasicOps-899031811 tempest-TestSecurityGroupsBasicOps-899031811-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:51.116580 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-a564df9f-039d-443a-b655-903e41bb99f6 req-8a726584-8f69-43f0-ade5-7f22a9e2a4ca tempest-TestSecurityGroupsBasicOps-899031811 tempest-TestSecurityGroupsBasicOps-899031811-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=80806f6e-48c9-4a31-aaa2-f58ad268a3fb&id=a37bd3c6-6203-4637-9a1c-448d1053ccb2&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.2962124 Aug 12 15:05:51.118267 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d4c6167f-74d8-495e-b20c-bc1a3b6786f5 admin admin] For port c333d1a8-66af-4ea0-8308-4cf47ccbee1e, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=c333d1a8-66af-4ea0-8308-4cf47ccbee1e,segment=NetworkSegment(b1b396cb-2dc6-4041-bfc7-1833a80a4720),segment_id=b1b396cb-2dc6-4041-bfc7-1833a80a4720)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:05:51.118633 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d4c6167f-74d8-495e-b20c-bc1a3b6786f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:51.121188 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-c9269a78-864e-4400-90a3-4059afedba30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cfe218f-a2f5-4cc7-9673-5f64f353637c', 'name': 'tempest-TestServerBasicOps-927945764-router', 'tenant_id': '5773478e159a43a7b69c4c334dc9d299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:00:28Z', 'updated_at': '2021-08-12T15:05:50Z', 'revision_number': 6, 'project_id': '5773478e159a43a7b69c4c334dc9d299', 'gw_port_host': None}], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:05:51.138178 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a726584-8f69-43f0-ade5-7f22a9e2a4ca tempest-TestSecurityGroupsBasicOps-899031811 tempest-TestSecurityGroupsBasicOps-899031811-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76d5d765-7d4f-471d-bd8f-e21ef7ba9c27,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:05:51.140926 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-d4c6167f-74d8-495e-b20c-bc1a3b6786f5 admin admin] Calling delete_port for c333d1a8-66af-4ea0-8308-4cf47ccbee1e owned by network:router_gateway {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 15:05:51.144162 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 53800) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:05:51.163620 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9269a78-864e-4400-90a3-4059afedba30 None None] The sync data for ids ['3cfe218f-a2f5-4cc7-9673-5f64f353637c'] in n-d-694802-15 is: [{'id': '3cfe218f-a2f5-4cc7-9673-5f64f353637c', 'name': 'tempest-TestServerBasicOps-927945764-router', 'tenant_id': '5773478e159a43a7b69c4c334dc9d299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:00:28Z', 'updated_at': '2021-08-12T15:05:50Z', 'revision_number': 6, 'project_id': '5773478e159a43a7b69c4c334dc9d299', 'gw_port_host': None}] {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 15:05:51.195662 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b969442a-1aa4-4b5f-afd2-0ce061e17d83 tempest-TestSecurityGroupsBasicOps-899031811 tempest-TestSecurityGroupsBasicOps-899031811-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:05:51.203029 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-b969442a-1aa4-4b5f-afd2-0ce061e17d83 tempest-TestSecurityGroupsBasicOps-899031811 tempest-TestSecurityGroupsBasicOps-899031811-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=b0756d0f-16ed-4be8-bbd6-9952f167d880 HTTP/1.1" status: 200 len: 1132 time: 0.0575716 Aug 12 15:05:51.203757 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 53806) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:05:51.209603 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-edb48466-2bb2-4318-8b7a-c04fffe09fae tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Request body: {'floatingip': {'floating_network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'port_id': '54164cb9-2c7d-409f-857f-3324ece65f60', 'tenant_id': '7d0edfcf6f1645688bfc49c5a1a825a2', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:05:51.242641 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-edb48466-2bb2-4318-8b7a-c04fffe09fae tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Notify callbacks [] for floatingip, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:51.344833 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d4c6167f-74d8-495e-b20c-bc1a3b6786f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:51.351041 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-edb48466-2bb2-4318-8b7a-c04fffe09fae tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:51.374423 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c6167f-74d8-495e-b20c-bc1a3b6786f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=c333d1a8-66af-4ea0-8308-4cf47ccbee1e,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:05:51.441471 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d4c6167f-74d8-495e-b20c-bc1a3b6786f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-431580'] for router_gateway, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:51.466565 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_common [None req-edb48466-2bb2-4318-8b7a-c04fffe09fae tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Allocated IP 172.25.1.117 (d3759e1b-6c03-45ac-acd4-90abb417809b/f0254f08-c19c-4e31-bd9c-09389ea4b6f2/90baa64a-6ce2-436a-9738-195d28627b20) {{(pid=94467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 15:05:51.557387 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d4c6167f-74d8-495e-b20c-bc1a3b6786f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-429360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-104877'] for router, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:51.559530 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d4c6167f-74d8-495e-b20c-bc1a3b6786f5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:51.582300 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-edb48466-2bb2-4318-8b7a-c04fffe09fae tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Notify callbacks [] for port, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:51.612782 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d4c6167f-74d8-495e-b20c-bc1a3b6786f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-429375'] for router, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:51.613784 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4c6167f-74d8-495e-b20c-bc1a3b6786f5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3cfe218f-a2f5-4cc7-9673-5f64f353637c {{(pid=94466) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 15:05:51.622118 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d4c6167f-74d8-495e-b20c-bc1a3b6786f5 admin admin] Notify callbacks [] for router, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:51.623566 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-d4c6167f-74d8-495e-b20c-bc1a3b6786f5 admin admin] 10.222.0.39 "DELETE /v2.0/routers/3cfe218f-a2f5-4cc7-9673-5f64f353637c HTTP/1.1" status: 204 len: 168 time: 1.0936241 Aug 12 15:05:51.626499 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 53812) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:05:51.636923 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-edb48466-2bb2-4318-8b7a-c04fffe09fae tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:51.705005 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edb48466-2bb2-4318-8b7a-c04fffe09fae tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Network d3759e1b-6c03-45ac-acd4-90abb417809b is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 15:05:51.713518 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [None req-edb48466-2bb2-4318-8b7a-c04fffe09fae tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:05:51.715864 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edb48466-2bb2-4318-8b7a-c04fffe09fae tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Received port after_create {{(pid=94467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 15:05:51.724166 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b6bcfd9-17b3-477d-8cc8-88fffde688d3 admin admin] Deleting subnet 5c4bb7ca-39ae-4446-b138-11eccbc4ad87 {{(pid=94467) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 15:05:51.728148 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-4b6bcfd9-17b3-477d-8cc8-88fffde688d3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:51.729981 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb48466-2bb2-4318-8b7a-c04fffe09fae tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Pushing event updated for resources: {'Port': ['ID=90baa64a-6ce2-436a-9738-195d28627b20,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:05:51.802802 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-4b6bcfd9-17b3-477d-8cc8-88fffde688d3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3857505'] for subnet, precommit_delete_associations {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:51.979510 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-4b6bcfd9-17b3-477d-8cc8-88fffde688d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66416255'] for subnet, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:52.410257 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 047e4ccf-b277-4d95-b557-890f467bc36a no longer exists at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 15:05:52.425292 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-4b6bcfd9-17b3-477d-8cc8-88fffde688d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66416232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2859225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3343748'] for subnet, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:52.433770 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] No Port match for: 047e4ccf-b277-4d95-b557-890f467bc36a {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 15:05:52.434413 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 047e4ccf-b277-4d95-b557-890f467bc36a not bound to the agent host n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 15:05:52.435059 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device c333d1a8-66af-4ea0-8308-4cf47ccbee1e no longer exists at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 15:05:52.454329 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] No Port match for: c333d1a8-66af-4ea0-8308-4cf47ccbee1e {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 15:05:52.455494 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device c333d1a8-66af-4ea0-8308-4cf47ccbee1e not bound to the agent host n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 15:05:52.484595 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6bcfd9-17b3-477d-8cc8-88fffde688d3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5c4bb7ca-39ae-4446-b138-11eccbc4ad87,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:05:52.494212 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-4b6bcfd9-17b3-477d-8cc8-88fffde688d3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:52.496100 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-4b6bcfd9-17b3-477d-8cc8-88fffde688d3 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/5c4bb7ca-39ae-4446-b138-11eccbc4ad87 HTTP/1.1" status: 204 len: 168 time: 0.8684840 Aug 12 15:05:52.498728 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 53830) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:05:52.506592 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e9a71cc-bd7b-49a1-8651-6190a37f3dc5 None None] Network 2c8baf12-14cc-4192-9884-e73190fae363 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 15:05:52.587192 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-188bbad9-1185-492a-8074-1e43a770e7d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680608'] for network, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:52.632521 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-edb48466-2bb2-4318-8b7a-c04fffe09fae tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:52.657543 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-188bbad9-1185-492a-8074-1e43a770e7d2 admin admin] Deleting port 6825914f-f6b0-4496-bd0d-0936b055e27d {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 15:05:52.658437 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-188bbad9-1185-492a-8074-1e43a770e7d2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:52.731801 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-188bbad9-1185-492a-8074-1e43a770e7d2 admin admin] For port 6825914f-f6b0-4496-bd0d-0936b055e27d, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=6825914f-f6b0-4496-bd0d-0936b055e27d,segment=NetworkSegment(25471ae2-0d00-4fa6-a471-fbbb734622bc),segment_id=25471ae2-0d00-4fa6-a471-fbbb734622bc)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:05:52.732301 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-188bbad9-1185-492a-8074-1e43a770e7d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:52.744057 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-edb48466-2bb2-4318-8b7a-c04fffe09fae tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:52.747788 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-188bbad9-1185-492a-8074-1e43a770e7d2 admin admin] Calling delete_port for 6825914f-f6b0-4496-bd0d-0936b055e27d owned by network:dhcp {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 15:05:52.860717 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-188bbad9-1185-492a-8074-1e43a770e7d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:52.874975 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-188bbad9-1185-492a-8074-1e43a770e7d2 admin admin] No DVR routers for this DVR port 6825914f-f6b0-4496-bd0d-0936b055e27d on host n-d-694802-15 {{(pid=94466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 15:05:52.922749 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188bbad9-1185-492a-8074-1e43a770e7d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=6825914f-f6b0-4496-bd0d-0936b055e27d,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:05:52.935440 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf5c89ce-f973-42a0-977f-d8d5659a6686 None None] DHCP port deletion for 2c8baf12-14cc-4192-9884-e73190fae363 request from n-d-694802-15 {{(pid=94468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 15:05:52.953550 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-edb48466-2bb2-4318-8b7a-c04fffe09fae tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:52.960981 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-edb48466-2bb2-4318-8b7a-c04fffe09fae tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:53.000997 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-188bbad9-1185-492a-8074-1e43a770e7d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66413304', 'neutron.services.segments.db._delete_segments_for_network-8744654118000'] for network, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:53.013408 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-188bbad9-1185-492a-8074-1e43a770e7d2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c8baf12-14cc-4192-9884-e73190fae363']}} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:05:53.024124 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-188bbad9-1185-492a-8074-1e43a770e7d2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25471ae2-0d00-4fa6-a471-fbbb734622bc') {'for_net_delete': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:05:53.024425 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-188bbad9-1185-492a-8074-1e43a770e7d2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25471ae2-0d00-4fa6-a471-fbbb734622bc') {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:05:53.033918 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-188bbad9-1185-492a-8074-1e43a770e7d2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744654122361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2293560'] for segment, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:53.035967 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb48466-2bb2-4318-8b7a-c04fffe09fae tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Pushing event updated for resources: {'Port': ['ID=90baa64a-6ce2-436a-9738-195d28627b20,revision_number=2']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:05:53.054364 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-edb48466-2bb2-4318-8b7a-c04fffe09fae tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431510'] for floatingip, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:53.060924 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-188bbad9-1185-492a-8074-1e43a770e7d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:53.069630 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-188bbad9-1185-492a-8074-1e43a770e7d2 admin admin] Releasing vlan 343 on physical network physnet1 to pool {{(pid=94466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 15:05:53.070162 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-188bbad9-1185-492a-8074-1e43a770e7d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3718595'] for segment, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:53.072436 n-d-694802-15 neutron-server[94466]: Traceback (most recent call last): Aug 12 15:05:53.072436 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 15:05:53.072436 n-d-694802-15 neutron-server[94466]: timer() Aug 12 15:05:53.072436 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 15:05:53.072436 n-d-694802-15 neutron-server[94466]: cb(*args, **kw) Aug 12 15:05:53.072436 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 15:05:53.072436 n-d-694802-15 neutron-server[94466]: return func(*args, **kwargs) Aug 12 15:05:53.072436 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 15:05:53.072436 n-d-694802-15 neutron-server[94466]: self._notify() Aug 12 15:05:53.072436 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 15:05:53.072436 n-d-694802-15 neutron-server[94466]: self.callback(batched_events) Aug 12 15:05:53.072436 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 15:05:53.072436 n-d-694802-15 neutron-server[94466]: event.method(event) Aug 12 15:05:53.072436 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 15:05:53.072436 n-d-694802-15 neutron-server[94466]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 15:05:53.072436 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 15:05:53.072436 n-d-694802-15 neutron-server[94466]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 15:05:53.072436 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 15:05:53.072436 n-d-694802-15 neutron-server[94466]: return f(self, *a, **k) Aug 12 15:05:53.072436 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 15:05:53.072436 n-d-694802-15 neutron-server[94466]: return self._get(url).json() Aug 12 15:05:53.072436 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 15:05:53.072436 n-d-694802-15 neutron-server[94466]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 15:05:53.072436 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 15:05:53.072436 n-d-694802-15 neutron-server[94466]: return self.request(url, 'GET', **kwargs) Aug 12 15:05:53.072436 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 15:05:53.072436 n-d-694802-15 neutron-server[94466]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 15:05:53.072436 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 15:05:53.072436 n-d-694802-15 neutron-server[94466]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 15:05:53.072436 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 15:05:53.072436 n-d-694802-15 neutron-server[94466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 15:05:53.072436 n-d-694802-15 neutron-server[94466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 15:05:53.132506 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-188bbad9-1185-492a-8074-1e43a770e7d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66413281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431520'] for network, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:53.140199 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-188bbad9-1185-492a-8074-1e43a770e7d2 admin admin] Notify callbacks [] for network, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:53.142324 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-188bbad9-1185-492a-8074-1e43a770e7d2 admin admin] 10.222.0.39 "DELETE /v2.0/networks/2c8baf12-14cc-4192-9884-e73190fae363 HTTP/1.1" status: 204 len: 168 time: 0.6412251 Aug 12 15:05:53.153800 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188bbad9-1185-492a-8074-1e43a770e7d2 admin admin] Pushing event deleted for resources: {'Network': ['ID=2c8baf12-14cc-4192-9884-e73190fae363,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:05:53.171252 n-d-694802-15 neutron-server[94467]: INFO neutron.db.l3_db [None req-edb48466-2bb2-4318-8b7a-c04fffe09fae tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Floating IP 23e94e2f-bd88-4d6f-93e8-e3d4f567a573 associated. External IP: 172.25.1.117, port: 54164cb9-2c7d-409f-857f-3324ece65f60. Aug 12 15:05:53.286630 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 53850) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:05:53.330048 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-58989aeb-0738-43a9-860b-f92e2c018429 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8b40dba42c764b37920c3587555867c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0394740 Aug 12 15:05:53.330499 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 53852) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:05:53.435010 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-905ab70f-52ca-41d7-ab95-d845a07fc3ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:53.455244 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edb48466-2bb2-4318-8b7a-c04fffe09fae tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Router 797bf2c2-9672-4419-a640-c2123a41b24f has already been hosted by L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f {{(pid=94467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 15:05:53.481689 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-905ab70f-52ca-41d7-ab95-d845a07fc3ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:53.603739 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edb48466-2bb2-4318-8b7a-c04fffe09fae tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 15:05:53.605979 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-905ab70f-52ca-41d7-ab95-d845a07fc3ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:53.609039 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-905ab70f-52ca-41d7-ab95-d845a07fc3ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:53.609899 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-905ab70f-52ca-41d7-ab95-d845a07fc3ba admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/262d07bc-a1a0-4f8e-9c35-c3890cb74c1c HTTP/1.1" status: 204 len: 168 time: 0.2784019 Aug 12 15:05:53.625473 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ca41dd7-320f-4ff6-9b96-79845ac536b5 None None] Sync routers for ids ['797bf2c2-9672-4419-a640-c2123a41b24f'] in n-d-694802-15 {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 15:05:53.626062 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905ab70f-52ca-41d7-ab95-d845a07fc3ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=262d07bc-a1a0-4f8e-9c35-c3890cb74c1c,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:05:53.632939 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-edb48466-2bb2-4318-8b7a-c04fffe09fae tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for floatingip, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:53.665372 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ca41dd7-320f-4ff6-9b96-79845ac536b5 None None] Routers {'797bf2c2-9672-4419-a640-c2123a41b24f'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:05:53.666694 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-3ca41dd7-320f-4ff6-9b96-79845ac536b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T15:05:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['797bf2c2-9672-4419-a640-c2123a41b24f'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:05:53.677067 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-edb48466-2bb2-4318-8b7a-c04fffe09fae tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4699910 Aug 12 15:05:53.677067 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0756d0f-16ed-4be8-bbd6-9952f167d880', 'tag': '54164cb9-2c7d-409f-857f-3324ece65f60'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:05:53.677760 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 53860) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:05:53.678233 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e65282f928b64038367d043a4411777802006c43a98742496cb2e25b724ff1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5d0d141-df26-4614-ac29-464cadae61c4" -d '{"events": [{"name": "network-changed", "server_uuid": "b0756d0f-16ed-4be8-bbd6-9952f167d880", "tag": "54164cb9-2c7d-409f-857f-3324ece65f60"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 15:05:53.723306 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 15:05:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1f219ea-ac0e-4d00-acae-c0b1a3ef7734 x-openstack-request-id: req-d1f219ea-ac0e-4d00-acae-c0b1a3ef7734 {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 15:05:53.723602 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0756d0f-16ed-4be8-bbd6-9952f167d880", "tag": "54164cb9-2c7d-409f-857f-3324ece65f60", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 15:05:53.723854 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d1f219ea-ac0e-4d00-acae-c0b1a3ef7734 {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 15:05:53.724262 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0756d0f-16ed-4be8-bbd6-9952f167d880', 'tag': '54164cb9-2c7d-409f-857f-3324ece65f60', 'status': 'completed', 'code': 200} Aug 12 15:05:53.814789 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2ad2d13-503c-46ce-811b-250bab4635ac tempest-TestSecurityGroupsBasicOps-899031811 tempest-TestSecurityGroupsBasicOps-899031811-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:05:53.815210 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2ad2d13-503c-46ce-811b-250bab4635ac tempest-TestSecurityGroupsBasicOps-899031811 tempest-TestSecurityGroupsBasicOps-899031811-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:05:53.815683 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2ad2d13-503c-46ce-811b-250bab4635ac tempest-TestSecurityGroupsBasicOps-899031811 tempest-TestSecurityGroupsBasicOps-899031811-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:05:53.816191 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2ad2d13-503c-46ce-811b-250bab4635ac tempest-TestSecurityGroupsBasicOps-899031811 tempest-TestSecurityGroupsBasicOps-899031811-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:05:53.816717 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2ad2d13-503c-46ce-811b-250bab4635ac tempest-TestSecurityGroupsBasicOps-899031811 tempest-TestSecurityGroupsBasicOps-899031811-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:05:53.817027 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d0d141-df26-4614-ac29-464cadae61c4 req-3762d321-2d43-4cbe-97b4-ab44d1bc5da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:05:53.818906 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b5d0d141-df26-4614-ac29-464cadae61c4 req-3762d321-2d43-4cbe-97b4-ab44d1bc5da5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7d0edfcf6f1645688bfc49c5a1a825a2&device_id=b0756d0f-16ed-4be8-bbd6-9952f167d880 HTTP/1.1" status: 200 len: 1137 time: 0.0634227 Aug 12 15:05:53.821409 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 53870) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:05:53.821535 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-a2ad2d13-503c-46ce-811b-250bab4635ac tempest-TestSecurityGroupsBasicOps-899031811 tempest-TestSecurityGroupsBasicOps-899031811-project-admin] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3584 time: 0.1424906 Aug 12 15:05:53.904037 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-3ca41dd7-320f-4ff6-9b96-79845ac536b5 None None] Set router 797bf2c2-9672-4419-a640-c2123a41b24f gateway port host: n-d-694802-15 {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:05:53.937781 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bfd62fb-08f1-460f-a65f-02b56eee5253 tempest-TestSecurityGroupsBasicOps-899031811 tempest-TestSecurityGroupsBasicOps-899031811-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:05:53.938562 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bfd62fb-08f1-460f-a65f-02b56eee5253 tempest-TestSecurityGroupsBasicOps-899031811 tempest-TestSecurityGroupsBasicOps-899031811-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:05:53.939223 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bfd62fb-08f1-460f-a65f-02b56eee5253 tempest-TestSecurityGroupsBasicOps-899031811 tempest-TestSecurityGroupsBasicOps-899031811-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:05:53.939692 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bfd62fb-08f1-460f-a65f-02b56eee5253 tempest-TestSecurityGroupsBasicOps-899031811 tempest-TestSecurityGroupsBasicOps-899031811-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:05:53.940152 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bfd62fb-08f1-460f-a65f-02b56eee5253 tempest-TestSecurityGroupsBasicOps-899031811 tempest-TestSecurityGroupsBasicOps-899031811-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:05:53.941925 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-8bfd62fb-08f1-460f-a65f-02b56eee5253 tempest-TestSecurityGroupsBasicOps-899031811 tempest-TestSecurityGroupsBasicOps-899031811-project-admin] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3365 time: 0.1189313 Aug 12 15:05:53.945998 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 53874) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:05:53.979524 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d0d141-df26-4614-ac29-464cadae61c4 req-f64f99e9-8e2e-49f6-a9ce-eb4f11509336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:05:53.984814 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b5d0d141-df26-4614-ac29-464cadae61c4 req-f64f99e9-8e2e-49f6-a9ce-eb4f11509336 service neutron] 10.222.0.64 "GET /v2.0/networks?id=2b83a3c9-a59c-4021-badc-d66a90e0fbc7 HTTP/1.1" status: 200 len: 898 time: 0.1540997 Aug 12 15:05:54.141356 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-22980cfd-4ecc-47f4-8a5f-0f8476d84f72 tempest-TestSecurityGroupsBasicOps-899031811 tempest-TestSecurityGroupsBasicOps-899031811-project-admin] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2332 time: 0.1940291 Aug 12 15:05:54.145705 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 53882) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:05:54.167747 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b5d0d141-df26-4614-ac29-464cadae61c4 req-89188daf-c82f-457f-ac3d-18572071ed41 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=54164cb9-2c7d-409f-857f-3324ece65f60 HTTP/1.1" status: 200 len: 1000 time: 0.1674061 Aug 12 15:05:54.168498 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 53884) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:05:54.194110 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a4625fc-975f-4db2-ab1b-5265fccd2743 tempest-TestSecurityGroupsBasicOps-899031811 tempest-TestSecurityGroupsBasicOps-899031811-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:05:54.194812 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a4625fc-975f-4db2-ab1b-5265fccd2743 tempest-TestSecurityGroupsBasicOps-899031811 tempest-TestSecurityGroupsBasicOps-899031811-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:05:54.210764 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-8a4625fc-975f-4db2-ab1b-5265fccd2743 tempest-TestSecurityGroupsBasicOps-899031811 tempest-TestSecurityGroupsBasicOps-899031811-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=797bf2c2-9672-4419-a640-c2123a41b24f HTTP/1.1" status: 200 len: 1991 time: 0.0500350 Aug 12 15:05:54.252686 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d0d141-df26-4614-ac29-464cadae61c4 req-dc1cf19b-04b1-4768-837d-42e0c95a455b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:05:54.254551 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b5d0d141-df26-4614-ac29-464cadae61c4 req-dc1cf19b-04b1-4768-837d-42e0c95a455b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f427d097-c02e-4d1e-b328-57504fb50ff2 HTTP/1.1" status: 200 len: 835 time: 0.0792015 Aug 12 15:05:54.260509 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-7dcd39c5-a2ef-4868-a94c-acbff3821dc9 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5773478e159a43a7b69c4c334dc9d299&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0884132 Aug 12 15:05:54.260774 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 53888) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:05:54.313161 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-3ca41dd7-320f-4ff6-9b96-79845ac536b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '797bf2c2-9672-4419-a640-c2123a41b24f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1671195035', 'tenant_id': '7d0edfcf6f1645688bfc49c5a1a825a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.22'}], 'enable_snat': True}, 'gw_port_id': '05e312ee-bf7c-4451-bf5b-a76d2506c381', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:05:31Z', 'updated_at': '2021-08-12T15:05:35Z', 'revision_number': 4, 'project_id': '7d0edfcf6f1645688bfc49c5a1a825a2', 'gw_port': {'id': '05e312ee-bf7c-4451-bf5b-a76d2506c381', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:b2:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '797bf2c2-9672-4419-a640-c2123a41b24f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3592, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:05:31Z', 'updated_at': '2021-08-12T15:05:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_floatingips': [{'id': '23e94e2f-bd88-4d6f-93e8-e3d4f567a573', 'tenant_id': '7d0edfcf6f1645688bfc49c5a1a825a2', 'floating_ip_address': '172.25.1.117', 'floating_network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'router_id': '797bf2c2-9672-4419-a640-c2123a41b24f', 'port_id': '54164cb9-2c7d-409f-857f-3324ece65f60', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3610, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b83a3c9-a59c-4021-badc-d66a90e0fbc7', 'mac_address': 'fa:16:3e:f1:12:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0756d0f-16ed-4be8-bbd6-9952f167d880', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T15:05:52Z', 'updated_at': '2021-08-12T15:05:52Z', 'revision_number': 0, 'project_id': '7d0edfcf6f1645688bfc49c5a1a825a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c9ae80d-42f2-44ed-ba27-f8af03507f55', 'name': '', 'network_id': '2b83a3c9-a59c-4021-badc-d66a90e0fbc7', 'tenant_id': '7d0edfcf6f1645688bfc49c5a1a825a2', 'mac_address': 'fa:16:3e:1e:fa:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '797bf2c2-9672-4419-a640-c2123a41b24f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3595, 'fixed_ips': [{'subnet_id': 'f427d097-c02e-4d1e-b328-57504fb50ff2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:05:34Z', 'updated_at': '2021-08-12T15:05:40Z', 'revision_number': 5, 'project_id': '7d0edfcf6f1645688bfc49c5a1a825a2', 'subnets': [{'id': 'f427d097-c02e-4d1e-b328-57504fb50ff2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:05:54.337073 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d0d141-df26-4614-ac29-464cadae61c4 req-83e60c79-a51f-4ac2-ba00-31a8dd7db305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:05:54.338246 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b5d0d141-df26-4614-ac29-464cadae61c4 req-83e60c79-a51f-4ac2-ba00-31a8dd7db305 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2b83a3c9-a59c-4021-badc-d66a90e0fbc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0714574 Aug 12 15:05:54.341011 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ca41dd7-320f-4ff6-9b96-79845ac536b5 None None] Checking router: 797bf2c2-9672-4419-a640-c2123a41b24f for host: n-d-694802-15 {{(pid=94469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 15:05:54.351125 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ca41dd7-320f-4ff6-9b96-79845ac536b5 None None] Routers {'797bf2c2-9672-4419-a640-c2123a41b24f'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:05:54.351779 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-3ca41dd7-320f-4ff6-9b96-79845ac536b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T15:05:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['797bf2c2-9672-4419-a640-c2123a41b24f'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:05:54.400963 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-77c1abe1-736e-4aeb-b80d-e684a69521d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:54.430709 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-77c1abe1-736e-4aeb-b80d-e684a69521d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:54.434327 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 6825914f-f6b0-4496-bd0d-0936b055e27d no longer exists at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 15:05:54.453641 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] No Port match for: 6825914f-f6b0-4496-bd0d-0936b055e27d {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 15:05:54.453985 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 6825914f-f6b0-4496-bd0d-0936b055e27d not bound to the agent host n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 15:05:54.474089 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-3ca41dd7-320f-4ff6-9b96-79845ac536b5 None None] Set router 797bf2c2-9672-4419-a640-c2123a41b24f gateway port host: n-d-694802-15 {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:05:54.494261 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b5d0d141-df26-4614-ac29-464cadae61c4 req-b4c9f4de-5030-4417-8dcd-0ddfec8dce28 service neutron] 10.222.0.64 "GET /v2.0/networks/2b83a3c9-a59c-4021-badc-d66a90e0fbc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446626 Aug 12 15:05:54.557275 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-77c1abe1-736e-4aeb-b80d-e684a69521d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:54.559870 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-77c1abe1-736e-4aeb-b80d-e684a69521d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:54.561017 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-77c1abe1-736e-4aeb-b80d-e684a69521d1 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/df939888-d54d-46eb-b609-9d6c05d95b22 HTTP/1.1" status: 204 len: 168 time: 0.2993395 Aug 12 15:05:54.579542 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c1abe1-736e-4aeb-b80d-e684a69521d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df939888-d54d-46eb-b609-9d6c05d95b22,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:05:54.603402 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b5d0d141-df26-4614-ac29-464cadae61c4 req-a8624fbe-b66e-4f38-baa3-ce6583597f5b service neutron] 10.222.0.64 "GET /v2.0/networks/2b83a3c9-a59c-4021-badc-d66a90e0fbc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016693 Aug 12 15:05:54.711033 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-3ca41dd7-320f-4ff6-9b96-79845ac536b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '797bf2c2-9672-4419-a640-c2123a41b24f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1671195035', 'tenant_id': '7d0edfcf6f1645688bfc49c5a1a825a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.22'}], 'enable_snat': True}, 'gw_port_id': '05e312ee-bf7c-4451-bf5b-a76d2506c381', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:05:31Z', 'updated_at': '2021-08-12T15:05:35Z', 'revision_number': 4, 'project_id': '7d0edfcf6f1645688bfc49c5a1a825a2', 'gw_port': {'id': '05e312ee-bf7c-4451-bf5b-a76d2506c381', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:b2:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '797bf2c2-9672-4419-a640-c2123a41b24f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3592, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:05:31Z', 'updated_at': '2021-08-12T15:05:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_floatingips': [{'id': '23e94e2f-bd88-4d6f-93e8-e3d4f567a573', 'tenant_id': '7d0edfcf6f1645688bfc49c5a1a825a2', 'floating_ip_address': '172.25.1.117', 'floating_network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'router_id': '797bf2c2-9672-4419-a640-c2123a41b24f', 'port_id': '54164cb9-2c7d-409f-857f-3324ece65f60', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3610, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b83a3c9-a59c-4021-badc-d66a90e0fbc7', 'mac_address': 'fa:16:3e:f1:12:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0756d0f-16ed-4be8-bbd6-9952f167d880', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T15:05:52Z', 'updated_at': '2021-08-12T15:05:52Z', 'revision_number': 0, 'project_id': '7d0edfcf6f1645688bfc49c5a1a825a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c9ae80d-42f2-44ed-ba27-f8af03507f55', 'name': '', 'network_id': '2b83a3c9-a59c-4021-badc-d66a90e0fbc7', 'tenant_id': '7d0edfcf6f1645688bfc49c5a1a825a2', 'mac_address': 'fa:16:3e:1e:fa:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '797bf2c2-9672-4419-a640-c2123a41b24f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3595, 'fixed_ips': [{'subnet_id': 'f427d097-c02e-4d1e-b328-57504fb50ff2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:05:34Z', 'updated_at': '2021-08-12T15:05:40Z', 'revision_number': 5, 'project_id': '7d0edfcf6f1645688bfc49c5a1a825a2', 'subnets': [{'id': 'f427d097-c02e-4d1e-b328-57504fb50ff2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:05:54.740616 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ca41dd7-320f-4ff6-9b96-79845ac536b5 None None] The sync data for ids ['797bf2c2-9672-4419-a640-c2123a41b24f'] in n-d-694802-15 is: [{'id': '797bf2c2-9672-4419-a640-c2123a41b24f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1671195035', 'tenant_id': '7d0edfcf6f1645688bfc49c5a1a825a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.22'}], 'enable_snat': True}, 'gw_port_id': '05e312ee-bf7c-4451-bf5b-a76d2506c381', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:05:31Z', 'updated_at': '2021-08-12T15:05:35Z', 'revision_number': 4, 'project_id': '7d0edfcf6f1645688bfc49c5a1a825a2', 'gw_port': {'id': '05e312ee-bf7c-4451-bf5b-a76d2506c381', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:b2:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '797bf2c2-9672-4419-a640-c2123a41b24f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3592, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:05:31Z', 'updated_at': '2021-08-12T15:05:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_floatingips': [{'id': '23e94e2f-bd88-4d6f-93e8-e3d4f567a573', 'tenant_id': '7d0edfcf6f1645688bfc49c5a1a825a2', 'floating_ip_address': '172.25.1.117', 'floating_network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'router_id': '797bf2c2-9672-4419-a640-c2123a41b24f', 'port_id': '54164cb9-2c7d-409f-857f-3324ece65f60', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3610, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b83a3c9-a59c-4021-badc-d66a90e0fbc7', 'mac_address': 'fa:16:3e:f1:12:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0756d0f-16ed-4be8-bbd6-9952f167d880', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T15:05:52Z', 'updated_at': '2021-08-12T15:05:52Z', 'revision_number': 0, 'project_id': '7d0edfcf6f1645688bfc49c5a1a825a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c9ae80d-42f2-44ed-ba27-f8af03507f55', 'name': '', 'network_id': '2b83a3c9-a59c-4021-badc-d66a90e0fbc7', 'tenant_id': '7d0edfcf6f1645688bfc49c5a1a825a2', 'mac_address': 'fa:16:3e:1e:fa:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '797bf2c2-9672-4419-a640-c2123a41b24f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3595, 'fixed_ips': [{'subnet_id': 'f427d097-c02e-4d1e-b328-57504fb50ff2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:05:34Z', 'updated_at': '2021-08-12T15:05:40Z', 'revision_number': 5, 'project_id': '7d0edfcf6f1645688bfc49c5a1a825a2', 'subnets': [{'id': 'f427d097-c02e-4d1e-b328-57504fb50ff2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 15:05:54.997888 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53860664-8888-4da3-9d41-4b089eea1b1d None None] New status for floating IP 23e94e2f-bd88-4d6f-93e8-e3d4f567a573: ACTIVE {{(pid=94468) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 15:05:55.354199 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 53926) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:05:55.453697 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-c3063d0e-5e77-401b-8b70-ae06a106feb3 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1562996728-network', 'tenant_id': 'b9f3518fbc904b44b3baf79d0578af51'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:05:55.478492 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3063d0e-5e77-401b-8b70-ae06a106feb3 admin admin] Made reservation on behalf of b9f3518fbc904b44b3baf79d0578af51 for: {'network': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 15:05:55.481043 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-c3063d0e-5e77-401b-8b70-ae06a106feb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for network, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:55.491249 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-c3063d0e-5e77-401b-8b70-ae06a106feb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:55.586884 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-c3063d0e-5e77-401b-8b70-ae06a106feb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:55.590807 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-c3063d0e-5e77-401b-8b70-ae06a106feb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:55.615763 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3063d0e-5e77-401b-8b70-ae06a106feb3 admin admin] vlan segment allocate from pool success with {'vlan_id': 343, 'physical_network': 'physnet1'} {{(pid=94467) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 15:05:55.625616 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3063d0e-5e77-401b-8b70-ae06a106feb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3013738a-d4e8-4d22-9424-861312b623e5,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:05:55.632114 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-c3063d0e-5e77-401b-8b70-ae06a106feb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:55.632454 n-d-694802-15 neutron-server[94467]: INFO neutron.db.segments_db [None req-c3063d0e-5e77-401b-8b70-ae06a106feb3 admin admin] Added segment fcd22b33-01d5-4908-ab67-fcc7aa617173 of type vlan for network d9c7e787-4652-4ee4-983d-7b4a9fd53d98 Aug 12 15:05:55.678170 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-c3063d0e-5e77-401b-8b70-ae06a106feb3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744653628263'] for network, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:55.679252 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.agents_db [None req-17ed3e4c-1a7d-4162-9646-11c134aca297 None None] Agent healthcheck: found 7 active agents {{(pid=94469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 15:05:55.707866 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-c3063d0e-5e77-401b-8b70-ae06a106feb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409'] for network, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:55.709559 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3063d0e-5e77-401b-8b70-ae06a106feb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:05:55.710150 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-c3063d0e-5e77-401b-8b70-ae06a106feb3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for network, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:55.764625 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-c3063d0e-5e77-401b-8b70-ae06a106feb3 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4093354 Aug 12 15:05:55.767662 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 53938) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:05:55.773929 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3063d0e-5e77-401b-8b70-ae06a106feb3 admin admin] Pushing event updated for resources: {'Network': ['ID=d9c7e787-4652-4ee4-983d-7b4a9fd53d98,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:05:55.775663 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-b2d39ac0-a190-4798-b2a5-dc41ff5c9d63 admin admin] Request body: {'subnet': {'network_id': 'd9c7e787-4652-4ee4-983d-7b4a9fd53d98', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1562996728-subnet', 'tenant_id': 'b9f3518fbc904b44b3baf79d0578af51', 'ip_version': 4}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:05:55.784625 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Network d9c7e787-4652-4ee4-983d-7b4a9fd53d98 details requested by agent ovs-agent-n-d-694802-15 with host n-d-694802-15 {{(pid=94468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 15:05:55.806247 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2d39ac0-a190-4798-b2a5-dc41ff5c9d63 admin admin] Made reservation on behalf of b9f3518fbc904b44b3baf79d0578af51 for: {'subnet': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 15:05:55.809318 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b2d39ac0-a190-4798-b2a5-dc41ff5c9d63 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8776441'] for subnet, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:55.992682 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b2d39ac0-a190-4798-b2a5-dc41ff5c9d63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3718490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8776395'] for subnet, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:56.051779 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d39ac0-a190-4798-b2a5-dc41ff5c9d63 admin admin] Pushing event updated for resources: {'Subnet': ['ID=56c6cd03-2d72-4138-ab80-065ddfe4454b,revision_number=0']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:05:56.060920 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2d39ac0-a190-4798-b2a5-dc41ff5c9d63 admin admin] Checking segment: {'id': 'fcd22b33-01d5-4908-ab67-fcc7aa617173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd9c7e787-4652-4ee4-983d-7b4a9fd53d98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 15:05:56.061270 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2d39ac0-a190-4798-b2a5-dc41ff5c9d63 admin admin] Network hostable DHCP agents. Network: d9c7e787-4652-4ee4-983d-7b4a9fd53d98, hostable agents: ['1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658'], hosted agents: [] {{(pid=94466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 15:05:56.078671 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2d39ac0-a190-4798-b2a5-dc41ff5c9d63 admin admin] Network d9c7e787-4652-4ee4-983d-7b4a9fd53d98 is scheduled to be hosted by DHCP agent 1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658 with binding_index 1 {{(pid=94466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 15:05:56.086721 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-b2d39ac0-a190-4798-b2a5-dc41ff5c9d63 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-15, d9c7e787-4652-4ee4-983d-7b4a9fd53d98) {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:05:56.091471 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2d39ac0-a190-4798-b2a5-dc41ff5c9d63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:05:56.092231 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b2d39ac0-a190-4798-b2a5-dc41ff5c9d63 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:56.098552 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b4c32a6-9152-4c7f-a274-55a18507fdd5 None None] Network d9c7e787-4652-4ee4-983d-7b4a9fd53d98 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 15:05:56.108054 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-b2d39ac0-a190-4798-b2a5-dc41ff5c9d63 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3382030 Aug 12 15:05:56.111000 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 53946) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:05:56.116416 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-0fe69510-5f82-4811-bc40-76f040543dac admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1562996728-router', 'tenant_id': 'b9f3518fbc904b44b3baf79d0578af51', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'}}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:05:56.137759 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-0fe69510-5f82-4811-bc40-76f040543dac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-430574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-104863'] for router, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:56.138780 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-0fe69510-5f82-4811-bc40-76f040543dac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-429438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-431405', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66646573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-104852'] for router, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:56.199971 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-0fe69510-5f82-4811-bc40-76f040543dac admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:56.276049 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52be3475-1256-4da5-853d-61f12f19cb40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa7035b3e-9a89-5964-b9f4-97301c3f476a-d9c7e787-4652-4ee4-983d-7b4a9fd53d98', 'network_id': 'd9c7e787-4652-4ee4-983d-7b4a9fd53d98', 'tenant_id': 'b9f3518fbc904b44b3baf79d0578af51', 'fixed_ips': [{'subnet_id': '56c6cd03-2d72-4138-ab80-065ddfe4454b'}]}} from n-d-694802-15. {{(pid=94468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 15:05:56.276962 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-52be3475-1256-4da5-853d-61f12f19cb40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:56.366626 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-0fe69510-5f82-4811-bc40-76f040543dac admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:56.419223 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.db_base_plugin_common [None req-52be3475-1256-4da5-853d-61f12f19cb40 None None] Allocated IP 172.20.0.2 (d9c7e787-4652-4ee4-983d-7b4a9fd53d98/56c6cd03-2d72-4138-ab80-065ddfe4454b/ceef4008-9bb6-4900-adc4-c5bf5dc31f04) {{(pid=94468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 15:05:56.583370 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-52be3475-1256-4da5-853d-61f12f19cb40 None None] Notify callbacks [] for port, precommit_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:56.592592 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-52be3475-1256-4da5-853d-61f12f19cb40 None None] Transition to ACTIVE for port object ceef4008-9bb6-4900-adc4-c5bf5dc31f04 will not be triggered until provisioned by entity L2. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:05:56.606628 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-0fe69510-5f82-4811-bc40-76f040543dac admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:56.608539 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-52be3475-1256-4da5-853d-61f12f19cb40 None None] Transition to ACTIVE for port object ceef4008-9bb6-4900-adc4-c5bf5dc31f04 will not be triggered until provisioned by entity DHCP. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:05:56.614693 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-52be3475-1256-4da5-853d-61f12f19cb40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253'] for port, after_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:56.634188 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-0fe69510-5f82-4811-bc40-76f040543dac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:56.656672 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52be3475-1256-4da5-853d-61f12f19cb40 None None] Network d9c7e787-4652-4ee4-983d-7b4a9fd53d98 is already hosted by enough agents. {{(pid=94468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 15:05:56.659509 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.base_scheduler [None req-52be3475-1256-4da5-853d-61f12f19cb40 None None] Resources bound (agent type, host, resource id): {{(pid=94468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:05:56.662683 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52be3475-1256-4da5-853d-61f12f19cb40 None None] Received port after_create {{(pid=94468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 15:05:56.670944 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52be3475-1256-4da5-853d-61f12f19cb40 None None] Pushing event updated for resources: {'Port': ['ID=ceef4008-9bb6-4900-adc4-c5bf5dc31f04,revision_number=1']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:05:56.697356 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52be3475-1256-4da5-853d-61f12f19cb40 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:05:56.697737 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52be3475-1256-4da5-853d-61f12f19cb40 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:05:56.698018 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52be3475-1256-4da5-853d-61f12f19cb40 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:05:56.698353 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52be3475-1256-4da5-853d-61f12f19cb40 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:05:56.698673 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52be3475-1256-4da5-853d-61f12f19cb40 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:05:56.699151 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52be3475-1256-4da5-853d-61f12f19cb40 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:05:56.699478 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52be3475-1256-4da5-853d-61f12f19cb40 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:05:56.699798 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52be3475-1256-4da5-853d-61f12f19cb40 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:05:56.700133 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52be3475-1256-4da5-853d-61f12f19cb40 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:05:56.700443 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52be3475-1256-4da5-853d-61f12f19cb40 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:05:56.700753 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52be3475-1256-4da5-853d-61f12f19cb40 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:05:56.701069 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52be3475-1256-4da5-853d-61f12f19cb40 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:05:56.738234 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-52be3475-1256-4da5-853d-61f12f19cb40 None None] Attempting to bind port ceef4008-9bb6-4900-adc4-c5bf5dc31f04 on host n-d-694802-15 for vnic_type normal with profile {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 15:05:56.738595 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-52be3475-1256-4da5-853d-61f12f19cb40 None None] Attempting to bind port ceef4008-9bb6-4900-adc4-c5bf5dc31f04 by drivers openvswitch,hyperv on host n-d-694802-15 at level 0 using segments [{'id': 'fcd22b33-01d5-4908-ab67-fcc7aa617173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd9c7e787-4652-4ee4-983d-7b4a9fd53d98'}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 15:05:56.738951 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52be3475-1256-4da5-853d-61f12f19cb40 None None] Attempting to bind port ceef4008-9bb6-4900-adc4-c5bf5dc31f04 on network d9c7e787-4652-4ee4-983d-7b4a9fd53d98 {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 15:05:56.743966 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52be3475-1256-4da5-853d-61f12f19cb40 None None] Checking agent: {'id': '16de73ac-f2e9-4cee-b3e0-91052ae3e6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 20, 13), 'started_at': datetime.datetime(2021, 8, 12, 14, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 15, 5, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 15:05:56.744456 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52be3475-1256-4da5-853d-61f12f19cb40 None None] Checking segment: {'id': 'fcd22b33-01d5-4908-ab67-fcc7aa617173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd9c7e787-4652-4ee4-983d-7b4a9fd53d98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 15:05:56.744854 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-52be3475-1256-4da5-853d-61f12f19cb40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:56.745328 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52be3475-1256-4da5-853d-61f12f19cb40 None None] Bound using segment: {'id': 'fcd22b33-01d5-4908-ab67-fcc7aa617173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd9c7e787-4652-4ee4-983d-7b4a9fd53d98'} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 15:05:56.745788 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-52be3475-1256-4da5-853d-61f12f19cb40 None None] Bound port: ceef4008-9bb6-4900-adc4-c5bf5dc31f04, host: n-d-694802-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcd22b33-01d5-4908-ab67-fcc7aa617173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd9c7e787-4652-4ee4-983d-7b4a9fd53d98'}}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 15:05:56.746161 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-52be3475-1256-4da5-853d-61f12f19cb40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:56.759127 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_common [None req-0fe69510-5f82-4811-bc40-76f040543dac admin admin] Allocated IP 172.25.1.197 (d3759e1b-6c03-45ac-acd4-90abb417809b/f0254f08-c19c-4e31-bd9c-09389ea4b6f2/72787f34-510e-4209-bf1e-1684bf07f78e) {{(pid=94467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 15:05:56.828583 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-52be3475-1256-4da5-853d-61f12f19cb40 None None] For port ceef4008-9bb6-4900-adc4-c5bf5dc31f04, host n-d-694802-15, cleared binding levels {{(pid=94468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 15:05:56.831743 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-52be3475-1256-4da5-853d-61f12f19cb40 None None] For port ceef4008-9bb6-4900-adc4-c5bf5dc31f04, host n-d-694802-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=ceef4008-9bb6-4900-adc4-c5bf5dc31f04,segment=NetworkSegment(fcd22b33-01d5-4908-ab67-fcc7aa617173),segment_id=fcd22b33-01d5-4908-ab67-fcc7aa617173)] {{(pid=94468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 15:05:56.837674 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-52be3475-1256-4da5-853d-61f12f19cb40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:56.887071 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-0fe69510-5f82-4811-bc40-76f040543dac admin admin] Notify callbacks [] for port, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:56.901829 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52be3475-1256-4da5-853d-61f12f19cb40 None None] Pushing event updated for resources: {'Port': ['ID=ceef4008-9bb6-4900-adc4-c5bf5dc31f04,revision_number=2']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:05:56.935042 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-0fe69510-5f82-4811-bc40-76f040543dac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:56.975154 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fe69510-5f82-4811-bc40-76f040543dac admin admin] Network d3759e1b-6c03-45ac-acd4-90abb417809b is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 15:05:56.980049 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [None req-0fe69510-5f82-4811-bc40-76f040543dac admin admin] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:05:56.982390 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fe69510-5f82-4811-bc40-76f040543dac admin admin] Received port after_create {{(pid=94467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 15:05:57.008174 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe69510-5f82-4811-bc40-76f040543dac admin admin] Pushing event updated for resources: {'Port': ['ID=72787f34-510e-4209-bf1e-1684bf07f78e,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:05:57.270983 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-0fe69510-5f82-4811-bc40-76f040543dac admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:57.486412 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-0fe69510-5f82-4811-bc40-76f040543dac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-429413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-431608'] for router, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:57.621352 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fe69510-5f82-4811-bc40-76f040543dac admin admin] Router b520f3ac-b818-4ddb-a79e-af80861ae592 is scheduled to L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f with binding_index 1 {{(pid=94467) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 15:05:57.746163 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fe69510-5f82-4811-bc40-76f040543dac admin admin] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 15:05:57.759066 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-210b15aa-256b-4702-9799-5c5a65c8e206 None None] Sync routers for ids ['b520f3ac-b818-4ddb-a79e-af80861ae592'] in n-d-694802-15 {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 15:05:57.771638 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-0fe69510-5f82-4811-bc40-76f040543dac admin admin] Notify callbacks [] for router, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:57.776249 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-0fe69510-5f82-4811-bc40-76f040543dac admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.6609108 Aug 12 15:05:57.776744 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 53978) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:05:57.783561 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-210b15aa-256b-4702-9799-5c5a65c8e206 None None] Routers {'b520f3ac-b818-4ddb-a79e-af80861ae592'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:05:57.784905 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-210b15aa-256b-4702-9799-5c5a65c8e206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T15:05:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['b520f3ac-b818-4ddb-a79e-af80861ae592'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:05:57.912362 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-210b15aa-256b-4702-9799-5c5a65c8e206 None None] Set router b520f3ac-b818-4ddb-a79e-af80861ae592 gateway port host: n-d-694802-15 {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:05:57.924996 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c724c2f-7138-440c-a05b-a919a6a369ea None None] Network d9c7e787-4652-4ee4-983d-7b4a9fd53d98 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 15:05:58.044527 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-a2f5de08-83a0-408a-8645-e9f7aa61aa53 None None] Provisioning for port ceef4008-9bb6-4900-adc4-c5bf5dc31f04 completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:05:58.185760 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-210b15aa-256b-4702-9799-5c5a65c8e206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b520f3ac-b818-4ddb-a79e-af80861ae592', 'name': 'tempest-TestVolumeBootPattern-1562996728-router', 'tenant_id': 'b9f3518fbc904b44b3baf79d0578af51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.197'}], 'enable_snat': True}, 'gw_port_id': '72787f34-510e-4209-bf1e-1684bf07f78e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:05:56Z', 'updated_at': '2021-08-12T15:05:57Z', 'revision_number': 3, 'project_id': 'b9f3518fbc904b44b3baf79d0578af51', 'gw_port': {'id': '72787f34-510e-4209-bf1e-1684bf07f78e', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:ff:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b520f3ac-b818-4ddb-a79e-af80861ae592', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3621, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:05:56Z', 'updated_at': '2021-08-12T15:05:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15'}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:05:58.219398 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-210b15aa-256b-4702-9799-5c5a65c8e206 None None] Checking router: b520f3ac-b818-4ddb-a79e-af80861ae592 for host: n-d-694802-15 {{(pid=94469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 15:05:58.219865 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-210b15aa-256b-4702-9799-5c5a65c8e206 None None] Updating router b520f3ac-b818-4ddb-a79e-af80861ae592 port 72787f34-510e-4209-bf1e-1684bf07f78e binding host n-d-694802-15 {{(pid=94469) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 15:05:58.260039 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-210b15aa-256b-4702-9799-5c5a65c8e206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:58.492336 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device ceef4008-9bb6-4900-adc4-c5bf5dc31f04 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 15:05:58.548117 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning for port ceef4008-9bb6-4900-adc4-c5bf5dc31f04 completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:05:58.552315 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port ceef4008-9bb6-4900-adc4-c5bf5dc31f04 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:05:58.552697 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:58.596287 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-7b80424c-32d9-4e45-adb0-1ca4bf8a5f25 None None] Provisioning complete for port ceef4008-9bb6-4900-adc4-c5bf5dc31f04 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:05:58.596701 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-7b80424c-32d9-4e45-adb0-1ca4bf8a5f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:58.639096 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-210b15aa-256b-4702-9799-5c5a65c8e206 None None] Notify callbacks [] for port, precommit_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:58.639466 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-bb48a784-52fc-4233-9790-523ceb0168b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:58.652121 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.provisioning_blocks [None req-210b15aa-256b-4702-9799-5c5a65c8e206 None None] Transition to ACTIVE for port object 72787f34-510e-4209-bf1e-1684bf07f78e will not be triggered until provisioned by entity L2. {{(pid=94469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:05:58.660483 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-210b15aa-256b-4702-9799-5c5a65c8e206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:58.731054 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.managers [None req-210b15aa-256b-4702-9799-5c5a65c8e206 None None] Attempting to bind port 72787f34-510e-4209-bf1e-1684bf07f78e on host n-d-694802-15 for vnic_type normal with profile {{(pid=94469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 15:05:58.731437 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.managers [None req-210b15aa-256b-4702-9799-5c5a65c8e206 None None] Attempting to bind port 72787f34-510e-4209-bf1e-1684bf07f78e by drivers openvswitch,hyperv on host n-d-694802-15 at level 0 using segments [{'id': 'b1b396cb-2dc6-4041-bfc7-1833a80a4720', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'}] {{(pid=94469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 15:05:58.731803 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-210b15aa-256b-4702-9799-5c5a65c8e206 None None] Attempting to bind port 72787f34-510e-4209-bf1e-1684bf07f78e on network d3759e1b-6c03-45ac-acd4-90abb417809b {{(pid=94469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 15:05:58.733915 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666b995f-94dd-41a6-9474-644b31ba2fe9 None None] Pushing event updated for resources: {'Port': ['ID=72787f34-510e-4209-bf1e-1684bf07f78e,revision_number=2']} {{(pid=94469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:05:58.740719 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-210b15aa-256b-4702-9799-5c5a65c8e206 None None] Checking agent: {'id': '16de73ac-f2e9-4cee-b3e0-91052ae3e6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 20, 13), 'started_at': datetime.datetime(2021, 8, 12, 14, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 15, 5, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 15:05:58.741083 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-210b15aa-256b-4702-9799-5c5a65c8e206 None None] Checking segment: {'id': 'b1b396cb-2dc6-4041-bfc7-1833a80a4720', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 15:05:58.741475 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-210b15aa-256b-4702-9799-5c5a65c8e206 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:58.741857 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-210b15aa-256b-4702-9799-5c5a65c8e206 None None] Bound using segment: {'id': 'b1b396cb-2dc6-4041-bfc7-1833a80a4720', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'} {{(pid=94469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 15:05:58.742314 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.managers [None req-210b15aa-256b-4702-9799-5c5a65c8e206 None None] Bound port: 72787f34-510e-4209-bf1e-1684bf07f78e, host: n-d-694802-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1b396cb-2dc6-4041-bfc7-1833a80a4720', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'}}] {{(pid=94469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 15:05:58.742685 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-210b15aa-256b-4702-9799-5c5a65c8e206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:58.744315 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-7b80424c-32d9-4e45-adb0-1ca4bf8a5f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:58.768810 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:58.808427 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.db [None req-210b15aa-256b-4702-9799-5c5a65c8e206 None None] For port 72787f34-510e-4209-bf1e-1684bf07f78e, host n-d-694802-15, cleared binding levels {{(pid=94469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 15:05:58.817091 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.db [None req-210b15aa-256b-4702-9799-5c5a65c8e206 None None] For port 72787f34-510e-4209-bf1e-1684bf07f78e, host n-d-694802-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=72787f34-510e-4209-bf1e-1684bf07f78e,segment=NetworkSegment(b1b396cb-2dc6-4041-bfc7-1833a80a4720),segment_id=b1b396cb-2dc6-4041-bfc7-1833a80a4720)] {{(pid=94469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 15:05:58.821424 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-7b80424c-32d9-4e45-adb0-1ca4bf8a5f25 None None] For port ceef4008-9bb6-4900-adc4-c5bf5dc31f04, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=ceef4008-9bb6-4900-adc4-c5bf5dc31f04,segment=NetworkSegment(fcd22b33-01d5-4908-ab67-fcc7aa617173),segment_id=fcd22b33-01d5-4908-ab67-fcc7aa617173)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:05:58.824813 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-210b15aa-256b-4702-9799-5c5a65c8e206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:58.835156 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-bb48a784-52fc-4233-9790-523ceb0168b5 admin admin] Allocated IP 172.20.0.1 (d9c7e787-4652-4ee4-983d-7b4a9fd53d98/56c6cd03-2d72-4138-ab80-065ddfe4454b/d888dfff-3b06-4e28-a080-c7a841721c7f) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 15:05:58.835651 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-7b80424c-32d9-4e45-adb0-1ca4bf8a5f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:58.899984 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-210b15aa-256b-4702-9799-5c5a65c8e206 None None] Routers {'b520f3ac-b818-4ddb-a79e-af80861ae592'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:05:58.900723 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-210b15aa-256b-4702-9799-5c5a65c8e206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T15:05:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['b520f3ac-b818-4ddb-a79e-af80861ae592'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:05:58.938335 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.db.api [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94468) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 12 15:05:58.938950 n-d-694802-15 neutron-server[94468]: DEBUG oslo_db.api [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 12 15:05:58.939758 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b80424c-32d9-4e45-adb0-1ca4bf8a5f25 None None] Pushing event updated for resources: {'Port': ['ID=ceef4008-9bb6-4900-adc4-c5bf5dc31f04,revision_number=3']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:05:58.962260 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666b995f-94dd-41a6-9474-644b31ba2fe9 None None] Pushing event updated for resources: {'Port': ['ID=72787f34-510e-4209-bf1e-1684bf07f78e,revision_number=3']} {{(pid=94469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:05:58.979461 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-bb48a784-52fc-4233-9790-523ceb0168b5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:58.994595 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-bb48a784-52fc-4233-9790-523ceb0168b5 admin admin] Transition to ACTIVE for port object d888dfff-3b06-4e28-a080-c7a841721c7f will not be triggered until provisioned by entity DHCP. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:05:59.030936 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-bb48a784-52fc-4233-9790-523ceb0168b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:59.037326 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-210b15aa-256b-4702-9799-5c5a65c8e206 None None] Set router b520f3ac-b818-4ddb-a79e-af80861ae592 gateway port host: n-d-694802-15 {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:05:59.076852 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb48a784-52fc-4233-9790-523ceb0168b5 admin admin] Network d9c7e787-4652-4ee4-983d-7b4a9fd53d98 is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 15:05:59.079732 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-bb48a784-52fc-4233-9790-523ceb0168b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:05:59.082658 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb48a784-52fc-4233-9790-523ceb0168b5 admin admin] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 15:05:59.124899 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-bb48a784-52fc-4233-9790-523ceb0168b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66663725'] for router_interface, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:59.129108 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb48a784-52fc-4233-9790-523ceb0168b5 admin admin] Pushing event updated for resources: {'Port': ['ID=d888dfff-3b06-4e28-a080-c7a841721c7f,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:05:59.273629 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-210b15aa-256b-4702-9799-5c5a65c8e206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b520f3ac-b818-4ddb-a79e-af80861ae592', 'name': 'tempest-TestVolumeBootPattern-1562996728-router', 'tenant_id': 'b9f3518fbc904b44b3baf79d0578af51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.197'}], 'enable_snat': True}, 'gw_port_id': '72787f34-510e-4209-bf1e-1684bf07f78e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:05:56Z', 'updated_at': '2021-08-12T15:05:57Z', 'revision_number': 3, 'project_id': 'b9f3518fbc904b44b3baf79d0578af51', 'gw_port': {'id': '72787f34-510e-4209-bf1e-1684bf07f78e', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:ff:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b520f3ac-b818-4ddb-a79e-af80861ae592', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3621, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:05:56Z', 'updated_at': '2021-08-12T15:05:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15'}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:05:59.304081 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-210b15aa-256b-4702-9799-5c5a65c8e206 None None] The sync data for ids ['b520f3ac-b818-4ddb-a79e-af80861ae592'] in n-d-694802-15 is: [{'id': 'b520f3ac-b818-4ddb-a79e-af80861ae592', 'name': 'tempest-TestVolumeBootPattern-1562996728-router', 'tenant_id': 'b9f3518fbc904b44b3baf79d0578af51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.197'}], 'enable_snat': True}, 'gw_port_id': '72787f34-510e-4209-bf1e-1684bf07f78e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:05:56Z', 'updated_at': '2021-08-12T15:05:57Z', 'revision_number': 3, 'project_id': 'b9f3518fbc904b44b3baf79d0578af51', 'gw_port': {'id': '72787f34-510e-4209-bf1e-1684bf07f78e', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:ff:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b520f3ac-b818-4ddb-a79e-af80861ae592', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3621, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:05:56Z', 'updated_at': '2021-08-12T15:05:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15'}] {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 15:05:59.342757 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-bb48a784-52fc-4233-9790-523ceb0168b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:59.363988 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-3bd52cfc-4a92-4e6f-82aa-fa8ef90a14bd None None] Provisioning for port d888dfff-3b06-4e28-a080-c7a841721c7f completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:05:59.368818 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-3bd52cfc-4a92-4e6f-82aa-fa8ef90a14bd None None] Provisioning complete for port d888dfff-3b06-4e28-a080-c7a841721c7f triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:05:59.369593 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-3bd52cfc-4a92-4e6f-82aa-fa8ef90a14bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:59.411116 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-3bd52cfc-4a92-4e6f-82aa-fa8ef90a14bd None None] Port d888dfff-3b06-4e28-a080-c7a841721c7f cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 15:05:59.541235 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-bb48a784-52fc-4233-9790-523ceb0168b5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:59.547629 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-bb48a784-52fc-4233-9790-523ceb0168b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3718439'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:59.654295 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb48a784-52fc-4233-9790-523ceb0168b5 admin admin] Pushing event updated for resources: {'Port': ['ID=d888dfff-3b06-4e28-a080-c7a841721c7f,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:05:59.656803 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-bb48a784-52fc-4233-9790-523ceb0168b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66628363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66663865'] for router_interface, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:05:59.769839 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb48a784-52fc-4233-9790-523ceb0168b5 admin admin] Network d9c7e787-4652-4ee4-983d-7b4a9fd53d98 is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 15:05:59.772045 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-bb48a784-52fc-4233-9790-523ceb0168b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:05:59.916792 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb48a784-52fc-4233-9790-523ceb0168b5 admin admin] Router b520f3ac-b818-4ddb-a79e-af80861ae592 has already been hosted by L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f {{(pid=94466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 15:06:00.039654 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-2ab0b52b-9931-45a7-9ad1-8aa30547d22c None None] Provisioning complete for port d888dfff-3b06-4e28-a080-c7a841721c7f triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:06:00.040617 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-2ab0b52b-9931-45a7-9ad1-8aa30547d22c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:00.065204 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb48a784-52fc-4233-9790-523ceb0168b5 admin admin] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 15:06:00.076656 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-bb48a784-52fc-4233-9790-523ceb0168b5 admin admin] 10.222.0.39 "PUT /v2.0/routers/b520f3ac-b818-4ddb-a79e-af80861ae592/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2983594 Aug 12 15:06:00.082802 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-2ab0b52b-9931-45a7-9ad1-8aa30547d22c None None] Port d888dfff-3b06-4e28-a080-c7a841721c7f cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 15:06:00.506033 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device ceef4008-9bb6-4900-adc4-c5bf5dc31f04 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 15:06:00.565795 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port ceef4008-9bb6-4900-adc4-c5bf5dc31f04 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:06:00.566166 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:00.642772 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 54052) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:06:00.647977 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-528c759d-1b4c-481b-bc8e-fc2cb1e685a0 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1116553471-network', 'tenant_id': '4d2bb177fe1349bd8affbfeead03fda1'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:06:00.672242 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-528c759d-1b4c-481b-bc8e-fc2cb1e685a0 admin admin] Made reservation on behalf of 4d2bb177fe1349bd8affbfeead03fda1 for: {'network': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 15:06:00.674592 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-528c759d-1b4c-481b-bc8e-fc2cb1e685a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for network, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:00.680526 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 72787f34-510e-4209-bf1e-1684bf07f78e up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 15:06:00.684992 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-528c759d-1b4c-481b-bc8e-fc2cb1e685a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:00.739126 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning for port 72787f34-510e-4209-bf1e-1684bf07f78e completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:06:00.745167 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port 72787f34-510e-4209-bf1e-1684bf07f78e triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:06:00.746026 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:00.804419 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-528c759d-1b4c-481b-bc8e-fc2cb1e685a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:00.809579 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-528c759d-1b4c-481b-bc8e-fc2cb1e685a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:00.839335 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:00.845336 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-528c759d-1b4c-481b-bc8e-fc2cb1e685a0 admin admin] vlan segment allocate from pool success with {'vlan_id': 301, 'physical_network': 'physnet1'} {{(pid=94466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 15:06:00.854754 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528c759d-1b4c-481b-bc8e-fc2cb1e685a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e1aadf0-a2e0-4042-82ca-33c937dd13b6,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:06:00.863198 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-528c759d-1b4c-481b-bc8e-fc2cb1e685a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:00.863494 n-d-694802-15 neutron-server[94466]: INFO neutron.db.segments_db [None req-528c759d-1b4c-481b-bc8e-fc2cb1e685a0 admin admin] Added segment fde886c4-2856-4125-8504-e518448a83d2 of type vlan for network 6a1f781d-f893-4586-9a99-7324107a7159 Aug 12 15:06:00.874720 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] For port 72787f34-510e-4209-bf1e-1684bf07f78e, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=72787f34-510e-4209-bf1e-1684bf07f78e,segment=NetworkSegment(b1b396cb-2dc6-4041-bfc7-1833a80a4720),segment_id=b1b396cb-2dc6-4041-bfc7-1833a80a4720)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:06:00.881592 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:00.915966 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-528c759d-1b4c-481b-bc8e-fc2cb1e685a0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744653628263'] for network, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:00.937120 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Pushing event updated for resources: {'Port': ['ID=72787f34-510e-4209-bf1e-1684bf07f78e,revision_number=4']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:06:00.952729 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-528c759d-1b4c-481b-bc8e-fc2cb1e685a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409'] for network, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:00.954586 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-528c759d-1b4c-481b-bc8e-fc2cb1e685a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:06:00.955427 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-528c759d-1b4c-481b-bc8e-fc2cb1e685a0 admin admin] Notify callbacks [] for network, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:01.016654 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-528c759d-1b4c-481b-bc8e-fc2cb1e685a0 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3727322 Aug 12 15:06:01.019640 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 54062) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:06:01.025104 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-876c37a0-a98e-4b8b-bf28-60bd2f6bd7a7 admin admin] Request body: {'subnet': {'network_id': '6a1f781d-f893-4586-9a99-7324107a7159', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1116553471-subnet', 'tenant_id': '4d2bb177fe1349bd8affbfeead03fda1', 'ip_version': 4}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:06:01.026147 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528c759d-1b4c-481b-bc8e-fc2cb1e685a0 admin admin] Pushing event updated for resources: {'Network': ['ID=6a1f781d-f893-4586-9a99-7324107a7159,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:06:01.037645 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Network 6a1f781d-f893-4586-9a99-7324107a7159 details requested by agent ovs-agent-n-d-694802-15 with host n-d-694802-15 {{(pid=94468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 15:06:01.059000 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-876c37a0-a98e-4b8b-bf28-60bd2f6bd7a7 admin admin] Made reservation on behalf of 4d2bb177fe1349bd8affbfeead03fda1 for: {'subnet': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 15:06:01.062374 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-876c37a0-a98e-4b8b-bf28-60bd2f6bd7a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3343791'] for subnet, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:01.150838 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb60646-aae1-43ed-895b-ba810bd1010d None None] Sync routers for ids ['b520f3ac-b818-4ddb-a79e-af80861ae592'] in n-d-694802-15 {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 15:06:01.163201 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb60646-aae1-43ed-895b-ba810bd1010d None None] Routers {'b520f3ac-b818-4ddb-a79e-af80861ae592'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:06:01.163897 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-3fb60646-aae1-43ed-895b-ba810bd1010d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T15:05:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['b520f3ac-b818-4ddb-a79e-af80861ae592'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:06:01.252109 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-876c37a0-a98e-4b8b-bf28-60bd2f6bd7a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2859166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3343773'] for subnet, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:01.281647 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvr_db [None req-3fb60646-aae1-43ed-895b-ba810bd1010d None None] Set router b520f3ac-b818-4ddb-a79e-af80861ae592 gateway port host: n-d-694802-15 {{(pid=94468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:06:01.311107 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876c37a0-a98e-4b8b-bf28-60bd2f6bd7a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa1abe65-d46d-4ccd-850c-f4b4f7754935,revision_number=0']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:06:01.322962 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-876c37a0-a98e-4b8b-bf28-60bd2f6bd7a7 admin admin] Checking segment: {'id': 'fde886c4-2856-4125-8504-e518448a83d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '6a1f781d-f893-4586-9a99-7324107a7159'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 15:06:01.323361 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-876c37a0-a98e-4b8b-bf28-60bd2f6bd7a7 admin admin] Network hostable DHCP agents. Network: 6a1f781d-f893-4586-9a99-7324107a7159, hostable agents: ['1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658'], hosted agents: [] {{(pid=94467) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 15:06:01.344363 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-876c37a0-a98e-4b8b-bf28-60bd2f6bd7a7 admin admin] Network 6a1f781d-f893-4586-9a99-7324107a7159 is scheduled to be hosted by DHCP agent 1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658 with binding_index 1 {{(pid=94467) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 15:06:01.355666 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [None req-876c37a0-a98e-4b8b-bf28-60bd2f6bd7a7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-15, 6a1f781d-f893-4586-9a99-7324107a7159) {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:06:01.361570 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-876c37a0-a98e-4b8b-bf28-60bd2f6bd7a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:06:01.362672 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-876c37a0-a98e-4b8b-bf28-60bd2f6bd7a7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:01.369771 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59300d74-5496-4789-a0fe-5b7b8a4f56b7 None None] Network 6a1f781d-f893-4586-9a99-7324107a7159 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 15:06:01.378634 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-876c37a0-a98e-4b8b-bf28-60bd2f6bd7a7 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3575342 Aug 12 15:06:01.381915 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 54064) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:06:01.387136 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-157087b5-a283-44c7-b0ef-6c208aa1b9ee admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1116553471-router', 'tenant_id': '4d2bb177fe1349bd8affbfeead03fda1', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'}}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:06:01.412859 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-157087b5-a283-44c7-b0ef-6c208aa1b9ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-430574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-104863'] for router, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:01.416153 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-157087b5-a283-44c7-b0ef-6c208aa1b9ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-429438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-431405', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66646573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-104852'] for router, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:01.469613 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-157087b5-a283-44c7-b0ef-6c208aa1b9ee admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:01.621954 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbdb5274-812c-4119-8946-102b15429303 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa7035b3e-9a89-5964-b9f4-97301c3f476a-6a1f781d-f893-4586-9a99-7324107a7159', 'network_id': '6a1f781d-f893-4586-9a99-7324107a7159', 'tenant_id': '4d2bb177fe1349bd8affbfeead03fda1', 'fixed_ips': [{'subnet_id': 'aa1abe65-d46d-4ccd-850c-f4b4f7754935'}]}} from n-d-694802-15. {{(pid=94468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 15:06:01.622860 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-fbdb5274-812c-4119-8946-102b15429303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:01.632004 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-157087b5-a283-44c7-b0ef-6c208aa1b9ee admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:01.638491 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-3fb60646-aae1-43ed-895b-ba810bd1010d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b520f3ac-b818-4ddb-a79e-af80861ae592', 'name': 'tempest-TestVolumeBootPattern-1562996728-router', 'tenant_id': 'b9f3518fbc904b44b3baf79d0578af51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.197'}], 'enable_snat': True}, 'gw_port_id': '72787f34-510e-4209-bf1e-1684bf07f78e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:05:56Z', 'updated_at': '2021-08-12T15:05:59Z', 'revision_number': 4, 'project_id': 'b9f3518fbc904b44b3baf79d0578af51', 'gw_port': {'id': '72787f34-510e-4209-bf1e-1684bf07f78e', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:ff:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b520f3ac-b818-4ddb-a79e-af80861ae592', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3621, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:05:56Z', 'updated_at': '2021-08-12T15:06:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': 'd888dfff-3b06-4e28-a080-c7a841721c7f', 'name': '', 'network_id': 'd9c7e787-4652-4ee4-983d-7b4a9fd53d98', 'tenant_id': 'b9f3518fbc904b44b3baf79d0578af51', 'mac_address': 'fa:16:3e:00:c5:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b520f3ac-b818-4ddb-a79e-af80861ae592', 'device_owner': 'network:router_interface', 'standard_attr_id': 3622, 'fixed_ips': [{'subnet_id': '56c6cd03-2d72-4138-ab80-065ddfe4454b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:05:58Z', 'updated_at': '2021-08-12T15:05:59Z', 'revision_number': 2, 'project_id': 'b9f3518fbc904b44b3baf79d0578af51', 'subnets': [{'id': '56c6cd03-2d72-4138-ab80-065ddfe4454b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:06:01.721661 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb60646-aae1-43ed-895b-ba810bd1010d None None] Checking router: b520f3ac-b818-4ddb-a79e-af80861ae592 for host: n-d-694802-15 {{(pid=94468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 15:06:01.722013 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb60646-aae1-43ed-895b-ba810bd1010d None None] Updating router b520f3ac-b818-4ddb-a79e-af80861ae592 port d888dfff-3b06-4e28-a080-c7a841721c7f binding host n-d-694802-15 {{(pid=94468) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 15:06:01.767888 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-3fb60646-aae1-43ed-895b-ba810bd1010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:01.847235 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.db_base_plugin_common [None req-fbdb5274-812c-4119-8946-102b15429303 None None] Allocated IP 172.20.0.2 (6a1f781d-f893-4586-9a99-7324107a7159/aa1abe65-d46d-4ccd-850c-f4b4f7754935/f67b6afc-d720-4404-b4f5-e1f7f10e92dc) {{(pid=94468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 15:06:01.851237 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-157087b5-a283-44c7-b0ef-6c208aa1b9ee admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:01.870861 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-157087b5-a283-44c7-b0ef-6c208aa1b9ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:01.979886 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-157087b5-a283-44c7-b0ef-6c208aa1b9ee admin admin] Allocated IP 172.25.1.236 (d3759e1b-6c03-45ac-acd4-90abb417809b/f0254f08-c19c-4e31-bd9c-09389ea4b6f2/abda558c-0af6-4b6a-933d-7c855f9b3328) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 15:06:02.096545 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-157087b5-a283-44c7-b0ef-6c208aa1b9ee admin admin] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:02.138531 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-157087b5-a283-44c7-b0ef-6c208aa1b9ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:02.183536 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-157087b5-a283-44c7-b0ef-6c208aa1b9ee admin admin] Network d3759e1b-6c03-45ac-acd4-90abb417809b is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 15:06:02.187044 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-157087b5-a283-44c7-b0ef-6c208aa1b9ee admin admin] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:06:02.192675 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-157087b5-a283-44c7-b0ef-6c208aa1b9ee admin admin] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 15:06:02.197613 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157087b5-a283-44c7-b0ef-6c208aa1b9ee admin admin] Pushing event updated for resources: {'Port': ['ID=abda558c-0af6-4b6a-933d-7c855f9b3328,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:06:02.309137 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-fbdb5274-812c-4119-8946-102b15429303 None None] Notify callbacks [] for port, precommit_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:02.326416 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-fbdb5274-812c-4119-8946-102b15429303 None None] Transition to ACTIVE for port object f67b6afc-d720-4404-b4f5-e1f7f10e92dc will not be triggered until provisioned by entity L2. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:06:02.368047 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-fbdb5274-812c-4119-8946-102b15429303 None None] Transition to ACTIVE for port object f67b6afc-d720-4404-b4f5-e1f7f10e92dc will not be triggered until provisioned by entity DHCP. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:06:02.382108 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-3fb60646-aae1-43ed-895b-ba810bd1010d None None] Notify callbacks [] for port, precommit_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:02.384713 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-fbdb5274-812c-4119-8946-102b15429303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253'] for port, after_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:02.421593 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-3fb60646-aae1-43ed-895b-ba810bd1010d None None] Transition to ACTIVE for port object d888dfff-3b06-4e28-a080-c7a841721c7f will not be triggered until provisioned by entity L2. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:06:02.437075 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbdb5274-812c-4119-8946-102b15429303 None None] Network 6a1f781d-f893-4586-9a99-7324107a7159 is already hosted by enough agents. {{(pid=94468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 15:06:02.442586 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.base_scheduler [None req-fbdb5274-812c-4119-8946-102b15429303 None None] Resources bound (agent type, host, resource id): {{(pid=94468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:06:02.444433 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-3fb60646-aae1-43ed-895b-ba810bd1010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:02.452837 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbdb5274-812c-4119-8946-102b15429303 None None] Received port after_create {{(pid=94468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 15:06:02.457913 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 72787f34-510e-4209-bf1e-1684bf07f78e up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 15:06:02.492319 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdb5274-812c-4119-8946-102b15429303 None None] Pushing event updated for resources: {'Port': ['ID=f67b6afc-d720-4404-b4f5-e1f7f10e92dc,revision_number=1']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:06:02.511782 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-157087b5-a283-44c7-b0ef-6c208aa1b9ee admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:02.601882 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-fbdb5274-812c-4119-8946-102b15429303 None None] Attempting to bind port f67b6afc-d720-4404-b4f5-e1f7f10e92dc on host n-d-694802-15 for vnic_type normal with profile {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 15:06:02.602420 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-fbdb5274-812c-4119-8946-102b15429303 None None] Attempting to bind port f67b6afc-d720-4404-b4f5-e1f7f10e92dc by drivers openvswitch,hyperv on host n-d-694802-15 at level 0 using segments [{'id': 'fde886c4-2856-4125-8504-e518448a83d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '6a1f781d-f893-4586-9a99-7324107a7159'}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 15:06:02.602878 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbdb5274-812c-4119-8946-102b15429303 None None] Attempting to bind port f67b6afc-d720-4404-b4f5-e1f7f10e92dc on network 6a1f781d-f893-4586-9a99-7324107a7159 {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 15:06:02.613946 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbdb5274-812c-4119-8946-102b15429303 None None] Checking agent: {'id': '16de73ac-f2e9-4cee-b3e0-91052ae3e6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 20, 13), 'started_at': datetime.datetime(2021, 8, 12, 14, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 15, 5, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 15:06:02.614554 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbdb5274-812c-4119-8946-102b15429303 None None] Checking segment: {'id': 'fde886c4-2856-4125-8504-e518448a83d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '6a1f781d-f893-4586-9a99-7324107a7159'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 15:06:02.615676 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-fbdb5274-812c-4119-8946-102b15429303 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:02.616141 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbdb5274-812c-4119-8946-102b15429303 None None] Bound using segment: {'id': 'fde886c4-2856-4125-8504-e518448a83d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '6a1f781d-f893-4586-9a99-7324107a7159'} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 15:06:02.617108 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-fbdb5274-812c-4119-8946-102b15429303 None None] Bound port: f67b6afc-d720-4404-b4f5-e1f7f10e92dc, host: n-d-694802-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fde886c4-2856-4125-8504-e518448a83d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '6a1f781d-f893-4586-9a99-7324107a7159'}}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 15:06:02.617702 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-fbdb5274-812c-4119-8946-102b15429303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:02.693058 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-fbdb5274-812c-4119-8946-102b15429303 None None] For port f67b6afc-d720-4404-b4f5-e1f7f10e92dc, host n-d-694802-15, cleared binding levels {{(pid=94468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 15:06:02.697154 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-fbdb5274-812c-4119-8946-102b15429303 None None] For port f67b6afc-d720-4404-b4f5-e1f7f10e92dc, host n-d-694802-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=f67b6afc-d720-4404-b4f5-e1f7f10e92dc,segment=NetworkSegment(fde886c4-2856-4125-8504-e518448a83d2),segment_id=fde886c4-2856-4125-8504-e518448a83d2)] {{(pid=94468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 15:06:02.733621 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-fbdb5274-812c-4119-8946-102b15429303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:02.746154 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-157087b5-a283-44c7-b0ef-6c208aa1b9ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-429413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-431608'] for router, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:02.781054 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a27b6a8-b5c6-49ec-99e7-d719161a6359 None None] Pushing event updated for resources: {'Port': ['ID=d888dfff-3b06-4e28-a080-c7a841721c7f,revision_number=3']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:06:02.789929 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port 72787f34-510e-4209-bf1e-1684bf07f78e triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:06:02.790298 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:02.795766 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-3fb60646-aae1-43ed-895b-ba810bd1010d None None] Attempting to bind port d888dfff-3b06-4e28-a080-c7a841721c7f on host n-d-694802-15 for vnic_type normal with profile {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 15:06:02.796135 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-3fb60646-aae1-43ed-895b-ba810bd1010d None None] Attempting to bind port d888dfff-3b06-4e28-a080-c7a841721c7f by drivers openvswitch,hyperv on host n-d-694802-15 at level 0 using segments [{'id': 'fcd22b33-01d5-4908-ab67-fcc7aa617173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd9c7e787-4652-4ee4-983d-7b4a9fd53d98'}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 15:06:02.796904 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fb60646-aae1-43ed-895b-ba810bd1010d None None] Attempting to bind port d888dfff-3b06-4e28-a080-c7a841721c7f on network d9c7e787-4652-4ee4-983d-7b4a9fd53d98 {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 15:06:02.849105 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fb60646-aae1-43ed-895b-ba810bd1010d None None] Checking agent: {'id': '16de73ac-f2e9-4cee-b3e0-91052ae3e6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 20, 13), 'started_at': datetime.datetime(2021, 8, 12, 14, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 15, 5, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 15:06:02.849517 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fb60646-aae1-43ed-895b-ba810bd1010d None None] Checking segment: {'id': 'fcd22b33-01d5-4908-ab67-fcc7aa617173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd9c7e787-4652-4ee4-983d-7b4a9fd53d98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 15:06:02.850418 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-3fb60646-aae1-43ed-895b-ba810bd1010d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:02.850817 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fb60646-aae1-43ed-895b-ba810bd1010d None None] Bound using segment: {'id': 'fcd22b33-01d5-4908-ab67-fcc7aa617173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd9c7e787-4652-4ee4-983d-7b4a9fd53d98'} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 15:06:02.851383 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-3fb60646-aae1-43ed-895b-ba810bd1010d None None] Bound port: d888dfff-3b06-4e28-a080-c7a841721c7f, host: n-d-694802-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcd22b33-01d5-4908-ab67-fcc7aa617173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd9c7e787-4652-4ee4-983d-7b4a9fd53d98'}}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 15:06:02.851766 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-3fb60646-aae1-43ed-895b-ba810bd1010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:02.919777 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-157087b5-a283-44c7-b0ef-6c208aa1b9ee admin admin] Router 0634f2cc-622f-4c33-9980-a85be8750c26 is scheduled to L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f with binding_index 1 {{(pid=94466) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 15:06:02.932052 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdb5274-812c-4119-8946-102b15429303 None None] Pushing event updated for resources: {'Port': ['ID=f67b6afc-d720-4404-b4f5-e1f7f10e92dc,revision_number=2']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:06:03.019096 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-3fb60646-aae1-43ed-895b-ba810bd1010d None None] For port d888dfff-3b06-4e28-a080-c7a841721c7f, host n-d-694802-15, cleared binding levels {{(pid=94468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 15:06:03.024539 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-3fb60646-aae1-43ed-895b-ba810bd1010d None None] For port d888dfff-3b06-4e28-a080-c7a841721c7f, host n-d-694802-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=d888dfff-3b06-4e28-a080-c7a841721c7f,segment=NetworkSegment(fcd22b33-01d5-4908-ab67-fcc7aa617173),segment_id=fcd22b33-01d5-4908-ab67-fcc7aa617173)] {{(pid=94468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 15:06:03.032700 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-3fb60646-aae1-43ed-895b-ba810bd1010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:03.115530 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb60646-aae1-43ed-895b-ba810bd1010d None None] Routers {'b520f3ac-b818-4ddb-a79e-af80861ae592'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:06:03.116175 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-3fb60646-aae1-43ed-895b-ba810bd1010d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T15:05:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['b520f3ac-b818-4ddb-a79e-af80861ae592'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:06:03.118153 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-157087b5-a283-44c7-b0ef-6c208aa1b9ee admin admin] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 15:06:03.132584 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0696396-6468-4035-a646-22669a6ddd96 None None] Sync routers for ids ['0634f2cc-622f-4c33-9980-a85be8750c26'] in n-d-694802-15 {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 15:06:03.148252 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0696396-6468-4035-a646-22669a6ddd96 None None] Routers {'0634f2cc-622f-4c33-9980-a85be8750c26'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:06:03.152474 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-c0696396-6468-4035-a646-22669a6ddd96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T15:05:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['0634f2cc-622f-4c33-9980-a85be8750c26'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:06:03.160281 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-157087b5-a283-44c7-b0ef-6c208aa1b9ee admin admin] Notify callbacks [] for router, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:03.164768 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 54074) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:06:03.165835 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-157087b5-a283-44c7-b0ef-6c208aa1b9ee admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.7823081 Aug 12 15:06:03.171201 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a27b6a8-b5c6-49ec-99e7-d719161a6359 None None] Pushing event updated for resources: {'Port': ['ID=d888dfff-3b06-4e28-a080-c7a841721c7f,revision_number=4']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:06:03.300249 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvr_db [None req-3fb60646-aae1-43ed-895b-ba810bd1010d None None] Set router b520f3ac-b818-4ddb-a79e-af80861ae592 gateway port host: n-d-694802-15 {{(pid=94468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:06:03.386833 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-c0696396-6468-4035-a646-22669a6ddd96 None None] Set router 0634f2cc-622f-4c33-9980-a85be8750c26 gateway port host: n-d-694802-15 {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:06:03.570413 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-3fb60646-aae1-43ed-895b-ba810bd1010d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b520f3ac-b818-4ddb-a79e-af80861ae592', 'name': 'tempest-TestVolumeBootPattern-1562996728-router', 'tenant_id': 'b9f3518fbc904b44b3baf79d0578af51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.197'}], 'enable_snat': True}, 'gw_port_id': '72787f34-510e-4209-bf1e-1684bf07f78e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:05:56Z', 'updated_at': '2021-08-12T15:05:59Z', 'revision_number': 4, 'project_id': 'b9f3518fbc904b44b3baf79d0578af51', 'gw_port': {'id': '72787f34-510e-4209-bf1e-1684bf07f78e', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:ff:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b520f3ac-b818-4ddb-a79e-af80861ae592', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3621, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:05:56Z', 'updated_at': '2021-08-12T15:06:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': 'd888dfff-3b06-4e28-a080-c7a841721c7f', 'name': '', 'network_id': 'd9c7e787-4652-4ee4-983d-7b4a9fd53d98', 'tenant_id': 'b9f3518fbc904b44b3baf79d0578af51', 'mac_address': 'fa:16:3e:00:c5:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b520f3ac-b818-4ddb-a79e-af80861ae592', 'device_owner': 'network:router_interface', 'standard_attr_id': 3622, 'fixed_ips': [{'subnet_id': '56c6cd03-2d72-4138-ab80-065ddfe4454b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:05:58Z', 'updated_at': '2021-08-12T15:06:02Z', 'revision_number': 4, 'project_id': 'b9f3518fbc904b44b3baf79d0578af51', 'subnets': [{'id': '56c6cd03-2d72-4138-ab80-065ddfe4454b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:06:03.600095 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb60646-aae1-43ed-895b-ba810bd1010d None None] The sync data for ids ['b520f3ac-b818-4ddb-a79e-af80861ae592'] in n-d-694802-15 is: [{'id': 'b520f3ac-b818-4ddb-a79e-af80861ae592', 'name': 'tempest-TestVolumeBootPattern-1562996728-router', 'tenant_id': 'b9f3518fbc904b44b3baf79d0578af51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.197'}], 'enable_snat': True}, 'gw_port_id': '72787f34-510e-4209-bf1e-1684bf07f78e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:05:56Z', 'updated_at': '2021-08-12T15:05:59Z', 'revision_number': 4, 'project_id': 'b9f3518fbc904b44b3baf79d0578af51', 'gw_port': {'id': '72787f34-510e-4209-bf1e-1684bf07f78e', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:ff:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b520f3ac-b818-4ddb-a79e-af80861ae592', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3621, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:05:56Z', 'updated_at': '2021-08-12T15:06:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': 'd888dfff-3b06-4e28-a080-c7a841721c7f', 'name': '', 'network_id': 'd9c7e787-4652-4ee4-983d-7b4a9fd53d98', 'tenant_id': 'b9f3518fbc904b44b3baf79d0578af51', 'mac_address': 'fa:16:3e:00:c5:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b520f3ac-b818-4ddb-a79e-af80861ae592', 'device_owner': 'network:router_interface', 'standard_attr_id': 3622, 'fixed_ips': [{'subnet_id': '56c6cd03-2d72-4138-ab80-065ddfe4454b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:05:58Z', 'updated_at': '2021-08-12T15:06:02Z', 'revision_number': 4, 'project_id': 'b9f3518fbc904b44b3baf79d0578af51', 'subnets': [{'id': '56c6cd03-2d72-4138-ab80-065ddfe4454b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 15:06:03.774494 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-c0696396-6468-4035-a646-22669a6ddd96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0634f2cc-622f-4c33-9980-a85be8750c26', 'name': 'tempest-TestVolumeBootPattern-1116553471-router', 'tenant_id': '4d2bb177fe1349bd8affbfeead03fda1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.236'}], 'enable_snat': True}, 'gw_port_id': 'abda558c-0af6-4b6a-933d-7c855f9b3328', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:06:01Z', 'updated_at': '2021-08-12T15:06:02Z', 'revision_number': 3, 'project_id': '4d2bb177fe1349bd8affbfeead03fda1', 'gw_port': {'id': 'abda558c-0af6-4b6a-933d-7c855f9b3328', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:cb:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0634f2cc-622f-4c33-9980-a85be8750c26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:06:01Z', 'updated_at': '2021-08-12T15:06:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15'}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:06:03.815655 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0696396-6468-4035-a646-22669a6ddd96 None None] Checking router: 0634f2cc-622f-4c33-9980-a85be8750c26 for host: n-d-694802-15 {{(pid=94469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 15:06:03.815783 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0696396-6468-4035-a646-22669a6ddd96 None None] Updating router 0634f2cc-622f-4c33-9980-a85be8750c26 port abda558c-0af6-4b6a-933d-7c855f9b3328 binding host n-d-694802-15 {{(pid=94469) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 15:06:03.855008 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-c0696396-6468-4035-a646-22669a6ddd96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:04.199679 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-c0696396-6468-4035-a646-22669a6ddd96 None None] Notify callbacks [] for port, precommit_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:04.211935 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.provisioning_blocks [None req-c0696396-6468-4035-a646-22669a6ddd96 None None] Transition to ACTIVE for port object abda558c-0af6-4b6a-933d-7c855f9b3328 will not be triggered until provisioned by entity L2. {{(pid=94469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:06:04.224682 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-c0696396-6468-4035-a646-22669a6ddd96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:04.294487 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.managers [None req-c0696396-6468-4035-a646-22669a6ddd96 None None] Attempting to bind port abda558c-0af6-4b6a-933d-7c855f9b3328 on host n-d-694802-15 for vnic_type normal with profile {{(pid=94469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 15:06:04.294856 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.managers [None req-c0696396-6468-4035-a646-22669a6ddd96 None None] Attempting to bind port abda558c-0af6-4b6a-933d-7c855f9b3328 by drivers openvswitch,hyperv on host n-d-694802-15 at level 0 using segments [{'id': 'b1b396cb-2dc6-4041-bfc7-1833a80a4720', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'}] {{(pid=94469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 15:06:04.295235 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0696396-6468-4035-a646-22669a6ddd96 None None] Attempting to bind port abda558c-0af6-4b6a-933d-7c855f9b3328 on network d3759e1b-6c03-45ac-acd4-90abb417809b {{(pid=94469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 15:06:04.310092 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0696396-6468-4035-a646-22669a6ddd96 None None] Checking agent: {'id': '16de73ac-f2e9-4cee-b3e0-91052ae3e6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 20, 13), 'started_at': datetime.datetime(2021, 8, 12, 14, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 15, 5, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 15:06:04.310460 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0696396-6468-4035-a646-22669a6ddd96 None None] Checking segment: {'id': 'b1b396cb-2dc6-4041-bfc7-1833a80a4720', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 15:06:04.311237 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-c0696396-6468-4035-a646-22669a6ddd96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:04.311629 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0696396-6468-4035-a646-22669a6ddd96 None None] Bound using segment: {'id': 'b1b396cb-2dc6-4041-bfc7-1833a80a4720', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'} {{(pid=94469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 15:06:04.312088 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.managers [None req-c0696396-6468-4035-a646-22669a6ddd96 None None] Bound port: abda558c-0af6-4b6a-933d-7c855f9b3328, host: n-d-694802-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1b396cb-2dc6-4041-bfc7-1833a80a4720', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'}}] {{(pid=94469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 15:06:04.312462 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-c0696396-6468-4035-a646-22669a6ddd96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:04.328776 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-2097b233-6169-43f2-b72e-4e1afa346fe7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:04.338043 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ecab67f-0b5a-4ca1-b9ec-076fc0c16c6f None None] Network 6a1f781d-f893-4586-9a99-7324107a7159 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 15:06:04.366133 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0a546e-31de-4773-85be-69091b91ed32 None None] Pushing event updated for resources: {'Port': ['ID=abda558c-0af6-4b6a-933d-7c855f9b3328,revision_number=2']} {{(pid=94469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:06:04.426869 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.db [None req-c0696396-6468-4035-a646-22669a6ddd96 None None] For port abda558c-0af6-4b6a-933d-7c855f9b3328, host n-d-694802-15, cleared binding levels {{(pid=94469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 15:06:04.433995 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.db [None req-c0696396-6468-4035-a646-22669a6ddd96 None None] For port abda558c-0af6-4b6a-933d-7c855f9b3328, host n-d-694802-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=abda558c-0af6-4b6a-933d-7c855f9b3328,segment=NetworkSegment(b1b396cb-2dc6-4041-bfc7-1833a80a4720),segment_id=b1b396cb-2dc6-4041-bfc7-1833a80a4720)] {{(pid=94469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 15:06:04.449020 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-c0696396-6468-4035-a646-22669a6ddd96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:04.459367 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-34305812-f0d6-4da1-acab-659d91916e72 None None] Provisioning for port f67b6afc-d720-4404-b4f5-e1f7f10e92dc completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:06:04.535552 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0696396-6468-4035-a646-22669a6ddd96 None None] Routers {'0634f2cc-622f-4c33-9980-a85be8750c26'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:06:04.536194 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-c0696396-6468-4035-a646-22669a6ddd96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T15:05:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['0634f2cc-622f-4c33-9980-a85be8750c26'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:06:04.614398 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_common [None req-2097b233-6169-43f2-b72e-4e1afa346fe7 admin admin] Allocated IP 172.20.0.1 (6a1f781d-f893-4586-9a99-7324107a7159/aa1abe65-d46d-4ccd-850c-f4b4f7754935/89235ed7-36e5-45e6-9669-d14bbfcffd8a) {{(pid=94467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 15:06:04.624301 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device f67b6afc-d720-4404-b4f5-e1f7f10e92dc up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 15:06:04.679241 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-c0696396-6468-4035-a646-22669a6ddd96 None None] Set router 0634f2cc-622f-4c33-9980-a85be8750c26 gateway port host: n-d-694802-15 {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:06:04.724074 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning for port f67b6afc-d720-4404-b4f5-e1f7f10e92dc completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:06:04.728859 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port f67b6afc-d720-4404-b4f5-e1f7f10e92dc triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:06:04.729231 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:04.765287 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0a546e-31de-4773-85be-69091b91ed32 None None] Pushing event updated for resources: {'Port': ['ID=abda558c-0af6-4b6a-933d-7c855f9b3328,revision_number=3']} {{(pid=94469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:06:04.791249 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-2097b233-6169-43f2-b72e-4e1afa346fe7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:04.819745 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [None req-2097b233-6169-43f2-b72e-4e1afa346fe7 admin admin] Transition to ACTIVE for port object 89235ed7-36e5-45e6-9669-d14bbfcffd8a will not be triggered until provisioned by entity DHCP. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:06:04.872500 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:04.892742 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-2097b233-6169-43f2-b72e-4e1afa346fe7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:04.945717 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2097b233-6169-43f2-b72e-4e1afa346fe7 admin admin] Pushing event updated for resources: {'Port': ['ID=89235ed7-36e5-45e6-9669-d14bbfcffd8a,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:06:04.953148 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] For port f67b6afc-d720-4404-b4f5-e1f7f10e92dc, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=f67b6afc-d720-4404-b4f5-e1f7f10e92dc,segment=NetworkSegment(fde886c4-2856-4125-8504-e518448a83d2),segment_id=fde886c4-2856-4125-8504-e518448a83d2)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:06:04.965885 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:04.967189 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device d888dfff-3b06-4e28-a080-c7a841721c7f up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 15:06:04.968054 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-c0696396-6468-4035-a646-22669a6ddd96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0634f2cc-622f-4c33-9980-a85be8750c26', 'name': 'tempest-TestVolumeBootPattern-1116553471-router', 'tenant_id': '4d2bb177fe1349bd8affbfeead03fda1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.236'}], 'enable_snat': True}, 'gw_port_id': 'abda558c-0af6-4b6a-933d-7c855f9b3328', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:06:01Z', 'updated_at': '2021-08-12T15:06:02Z', 'revision_number': 3, 'project_id': '4d2bb177fe1349bd8affbfeead03fda1', 'gw_port': {'id': 'abda558c-0af6-4b6a-933d-7c855f9b3328', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:cb:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0634f2cc-622f-4c33-9980-a85be8750c26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:06:01Z', 'updated_at': '2021-08-12T15:06:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15'}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:06:04.978059 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2097b233-6169-43f2-b72e-4e1afa346fe7 admin admin] Network 6a1f781d-f893-4586-9a99-7324107a7159 is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 15:06:04.980159 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [None req-2097b233-6169-43f2-b72e-4e1afa346fe7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:06:04.983166 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2097b233-6169-43f2-b72e-4e1afa346fe7 admin admin] Received port after_create {{(pid=94467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 15:06:05.019043 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0696396-6468-4035-a646-22669a6ddd96 None None] The sync data for ids ['0634f2cc-622f-4c33-9980-a85be8750c26'] in n-d-694802-15 is: [{'id': '0634f2cc-622f-4c33-9980-a85be8750c26', 'name': 'tempest-TestVolumeBootPattern-1116553471-router', 'tenant_id': '4d2bb177fe1349bd8affbfeead03fda1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.236'}], 'enable_snat': True}, 'gw_port_id': 'abda558c-0af6-4b6a-933d-7c855f9b3328', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:06:01Z', 'updated_at': '2021-08-12T15:06:02Z', 'revision_number': 3, 'project_id': '4d2bb177fe1349bd8affbfeead03fda1', 'gw_port': {'id': 'abda558c-0af6-4b6a-933d-7c855f9b3328', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:cb:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0634f2cc-622f-4c33-9980-a85be8750c26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:06:01Z', 'updated_at': '2021-08-12T15:06:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15'}] {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 15:06:05.038703 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-2097b233-6169-43f2-b72e-4e1afa346fe7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66663725'] for router_interface, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:05.105371 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Pushing event updated for resources: {'Port': ['ID=f67b6afc-d720-4404-b4f5-e1f7f10e92dc,revision_number=3']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:06:05.122549 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-2da85e87-f315-4e9c-8e65-61c1001f9f93 None None] Provisioning complete for port f67b6afc-d720-4404-b4f5-e1f7f10e92dc triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:06:05.123122 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-2da85e87-f315-4e9c-8e65-61c1001f9f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:05.129813 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning for port d888dfff-3b06-4e28-a080-c7a841721c7f completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:06:05.152482 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port d888dfff-3b06-4e28-a080-c7a841721c7f triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:06:05.152855 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:05.252191 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-2097b233-6169-43f2-b72e-4e1afa346fe7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:05.310825 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:05.364035 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] For port d888dfff-3b06-4e28-a080-c7a841721c7f, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=d888dfff-3b06-4e28-a080-c7a841721c7f,segment=NetworkSegment(fcd22b33-01d5-4908-ab67-fcc7aa617173),segment_id=fcd22b33-01d5-4908-ab67-fcc7aa617173)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:06:05.370559 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:05.455771 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Pushing event updated for resources: {'Port': ['ID=d888dfff-3b06-4e28-a080-c7a841721c7f,revision_number=5']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:06:05.469340 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-440f0cc1-97d2-4cdd-88ed-3165833ce9ee None None] Provisioning for port 89235ed7-36e5-45e6-9669-d14bbfcffd8a completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:06:05.475387 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-440f0cc1-97d2-4cdd-88ed-3165833ce9ee None None] Provisioning complete for port 89235ed7-36e5-45e6-9669-d14bbfcffd8a triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:06:05.476103 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-440f0cc1-97d2-4cdd-88ed-3165833ce9ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:05.487440 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-2097b233-6169-43f2-b72e-4e1afa346fe7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:05.493350 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-2097b233-6169-43f2-b72e-4e1afa346fe7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:05.522357 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-440f0cc1-97d2-4cdd-88ed-3165833ce9ee None None] Port 89235ed7-36e5-45e6-9669-d14bbfcffd8a cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 15:06:05.569987 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-2097b233-6169-43f2-b72e-4e1afa346fe7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66628363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66663865'] for router_interface, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:05.571725 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2097b233-6169-43f2-b72e-4e1afa346fe7 admin admin] Pushing event updated for resources: {'Port': ['ID=89235ed7-36e5-45e6-9669-d14bbfcffd8a,revision_number=2']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:06:05.703578 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2097b233-6169-43f2-b72e-4e1afa346fe7 admin admin] Network 6a1f781d-f893-4586-9a99-7324107a7159 is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 15:06:05.705033 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [None req-2097b233-6169-43f2-b72e-4e1afa346fe7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:06:05.865532 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2097b233-6169-43f2-b72e-4e1afa346fe7 admin admin] Router 0634f2cc-622f-4c33-9980-a85be8750c26 has already been hosted by L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f {{(pid=94467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 15:06:05.956321 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-e4a6a85e-a8f0-41c6-ba0f-06770fd9241d None None] Provisioning complete for port 89235ed7-36e5-45e6-9669-d14bbfcffd8a triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:06:05.956720 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-e4a6a85e-a8f0-41c6-ba0f-06770fd9241d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:05.998483 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2097b233-6169-43f2-b72e-4e1afa346fe7 admin admin] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 15:06:06.003735 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-2097b233-6169-43f2-b72e-4e1afa346fe7 admin admin] 10.222.0.39 "PUT /v2.0/routers/0634f2cc-622f-4c33-9980-a85be8750c26/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8375494 Aug 12 15:06:06.006857 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-e4a6a85e-a8f0-41c6-ba0f-06770fd9241d None None] Port 89235ed7-36e5-45e6-9669-d14bbfcffd8a cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 15:06:06.538278 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device f67b6afc-d720-4404-b4f5-e1f7f10e92dc up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 15:06:06.591558 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port f67b6afc-d720-4404-b4f5-e1f7f10e92dc triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:06:06.592225 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:06.689941 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device abda558c-0af6-4b6a-933d-7c855f9b3328 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 15:06:06.756999 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning for port abda558c-0af6-4b6a-933d-7c855f9b3328 completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:06:06.761074 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port abda558c-0af6-4b6a-933d-7c855f9b3328 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:06:06.761694 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:06.861543 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:06.889693 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] For port abda558c-0af6-4b6a-933d-7c855f9b3328, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=abda558c-0af6-4b6a-933d-7c855f9b3328,segment=NetworkSegment(b1b396cb-2dc6-4041-bfc7-1833a80a4720),segment_id=b1b396cb-2dc6-4041-bfc7-1833a80a4720)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:06:06.893729 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:06.894750 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device d888dfff-3b06-4e28-a080-c7a841721c7f up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 15:06:06.976201 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Pushing event updated for resources: {'Port': ['ID=abda558c-0af6-4b6a-933d-7c855f9b3328,revision_number=4']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:06:06.988774 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port d888dfff-3b06-4e28-a080-c7a841721c7f triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:06:06.989128 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:07.264772 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cc891a8-09a1-4ab6-b97d-94e7a565930f None None] Sync routers for ids ['0634f2cc-622f-4c33-9980-a85be8750c26'] in n-d-694802-15 {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 15:06:07.274458 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cc891a8-09a1-4ab6-b97d-94e7a565930f None None] Routers {'0634f2cc-622f-4c33-9980-a85be8750c26'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:06:07.275112 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-2cc891a8-09a1-4ab6-b97d-94e7a565930f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T15:05:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['0634f2cc-622f-4c33-9980-a85be8750c26'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:06:07.385637 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvr_db [None req-2cc891a8-09a1-4ab6-b97d-94e7a565930f None None] Set router 0634f2cc-622f-4c33-9980-a85be8750c26 gateway port host: n-d-694802-15 {{(pid=94468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:06:07.623489 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-2cc891a8-09a1-4ab6-b97d-94e7a565930f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0634f2cc-622f-4c33-9980-a85be8750c26', 'name': 'tempest-TestVolumeBootPattern-1116553471-router', 'tenant_id': '4d2bb177fe1349bd8affbfeead03fda1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.236'}], 'enable_snat': True}, 'gw_port_id': 'abda558c-0af6-4b6a-933d-7c855f9b3328', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:06:01Z', 'updated_at': '2021-08-12T15:06:05Z', 'revision_number': 4, 'project_id': '4d2bb177fe1349bd8affbfeead03fda1', 'gw_port': {'id': 'abda558c-0af6-4b6a-933d-7c855f9b3328', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:cb:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0634f2cc-622f-4c33-9980-a85be8750c26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:06:01Z', 'updated_at': '2021-08-12T15:06:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': '89235ed7-36e5-45e6-9669-d14bbfcffd8a', 'name': '', 'network_id': '6a1f781d-f893-4586-9a99-7324107a7159', 'tenant_id': '4d2bb177fe1349bd8affbfeead03fda1', 'mac_address': 'fa:16:3e:85:6c:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0634f2cc-622f-4c33-9980-a85be8750c26', 'device_owner': 'network:router_interface', 'standard_attr_id': 3634, 'fixed_ips': [{'subnet_id': 'aa1abe65-d46d-4ccd-850c-f4b4f7754935', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:06:04Z', 'updated_at': '2021-08-12T15:06:05Z', 'revision_number': 2, 'project_id': '4d2bb177fe1349bd8affbfeead03fda1', 'subnets': [{'id': 'aa1abe65-d46d-4ccd-850c-f4b4f7754935', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:06:07.651944 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cc891a8-09a1-4ab6-b97d-94e7a565930f None None] Checking router: 0634f2cc-622f-4c33-9980-a85be8750c26 for host: n-d-694802-15 {{(pid=94468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 15:06:07.652302 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cc891a8-09a1-4ab6-b97d-94e7a565930f None None] Updating router 0634f2cc-622f-4c33-9980-a85be8750c26 port 89235ed7-36e5-45e6-9669-d14bbfcffd8a binding host n-d-694802-15 {{(pid=94468) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 15:06:07.677510 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-2cc891a8-09a1-4ab6-b97d-94e7a565930f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:07.969417 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-2cc891a8-09a1-4ab6-b97d-94e7a565930f None None] Notify callbacks [] for port, precommit_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:07.980150 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-2cc891a8-09a1-4ab6-b97d-94e7a565930f None None] Transition to ACTIVE for port object 89235ed7-36e5-45e6-9669-d14bbfcffd8a will not be triggered until provisioned by entity L2. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:06:07.985752 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-2cc891a8-09a1-4ab6-b97d-94e7a565930f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:08.043063 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00243956-b74d-405a-a36c-e39dad4e08a8 None None] Pushing event updated for resources: {'Port': ['ID=89235ed7-36e5-45e6-9669-d14bbfcffd8a,revision_number=3']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:06:08.093683 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-2cc891a8-09a1-4ab6-b97d-94e7a565930f None None] Attempting to bind port 89235ed7-36e5-45e6-9669-d14bbfcffd8a on host n-d-694802-15 for vnic_type normal with profile {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 15:06:08.094056 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-2cc891a8-09a1-4ab6-b97d-94e7a565930f None None] Attempting to bind port 89235ed7-36e5-45e6-9669-d14bbfcffd8a by drivers openvswitch,hyperv on host n-d-694802-15 at level 0 using segments [{'id': 'fde886c4-2856-4125-8504-e518448a83d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '6a1f781d-f893-4586-9a99-7324107a7159'}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 15:06:08.094419 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cc891a8-09a1-4ab6-b97d-94e7a565930f None None] Attempting to bind port 89235ed7-36e5-45e6-9669-d14bbfcffd8a on network 6a1f781d-f893-4586-9a99-7324107a7159 {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 15:06:08.100894 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cc891a8-09a1-4ab6-b97d-94e7a565930f None None] Checking agent: {'id': '16de73ac-f2e9-4cee-b3e0-91052ae3e6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 20, 13), 'started_at': datetime.datetime(2021, 8, 12, 14, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 15, 5, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 15:06:08.101302 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cc891a8-09a1-4ab6-b97d-94e7a565930f None None] Checking segment: {'id': 'fde886c4-2856-4125-8504-e518448a83d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '6a1f781d-f893-4586-9a99-7324107a7159'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 15:06:08.101753 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-2cc891a8-09a1-4ab6-b97d-94e7a565930f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:08.102102 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cc891a8-09a1-4ab6-b97d-94e7a565930f None None] Bound using segment: {'id': 'fde886c4-2856-4125-8504-e518448a83d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '6a1f781d-f893-4586-9a99-7324107a7159'} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 15:06:08.102576 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-2cc891a8-09a1-4ab6-b97d-94e7a565930f None None] Bound port: 89235ed7-36e5-45e6-9669-d14bbfcffd8a, host: n-d-694802-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fde886c4-2856-4125-8504-e518448a83d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '6a1f781d-f893-4586-9a99-7324107a7159'}}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 15:06:08.103268 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-2cc891a8-09a1-4ab6-b97d-94e7a565930f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:08.286850 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca031e7-31d5-4ce7-8e05-cb038ee7299e req-a57cfdc0-afc2-496d-aee7-ebaf1157abdf tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:06:08.289871 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-dca031e7-31d5-4ce7-8e05-cb038ee7299e req-a57cfdc0-afc2-496d-aee7-ebaf1157abdf tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/networks?id=d9c7e787-4652-4ee4-983d-7b4a9fd53d98 HTTP/1.1" status: 200 len: 812 time: 0.1584342 Aug 12 15:06:08.307311 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-dca031e7-31d5-4ce7-8e05-cb038ee7299e req-e9aac4d1-2290-4641-8f8f-9a54b468ff11 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/quotas/b9f3518fbc904b44b3baf79d0578af51 HTTP/1.1" status: 200 len: 375 time: 0.0108330 Aug 12 15:06:08.369872 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-dca031e7-31d5-4ce7-8e05-cb038ee7299e req-c93f1f26-ca10-43aa-9e8f-a26c71ab245c tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=b9f3518fbc904b44b3baf79d0578af51&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0547647 Aug 12 15:06:08.383635 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-2cc891a8-09a1-4ab6-b97d-94e7a565930f None None] For port 89235ed7-36e5-45e6-9669-d14bbfcffd8a, host n-d-694802-15, cleared binding levels {{(pid=94468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 15:06:08.389702 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-2cc891a8-09a1-4ab6-b97d-94e7a565930f None None] For port 89235ed7-36e5-45e6-9669-d14bbfcffd8a, host n-d-694802-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=89235ed7-36e5-45e6-9669-d14bbfcffd8a,segment=NetworkSegment(fde886c4-2856-4125-8504-e518448a83d2),segment_id=fde886c4-2856-4125-8504-e518448a83d2)] {{(pid=94468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 15:06:08.394775 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-2cc891a8-09a1-4ab6-b97d-94e7a565930f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:08.459583 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cc891a8-09a1-4ab6-b97d-94e7a565930f None None] Routers {'0634f2cc-622f-4c33-9980-a85be8750c26'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:06:08.460221 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-2cc891a8-09a1-4ab6-b97d-94e7a565930f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T15:05:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['0634f2cc-622f-4c33-9980-a85be8750c26'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:06:08.462102 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00243956-b74d-405a-a36c-e39dad4e08a8 None None] Pushing event updated for resources: {'Port': ['ID=89235ed7-36e5-45e6-9669-d14bbfcffd8a,revision_number=4']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:06:08.467787 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device abda558c-0af6-4b6a-933d-7c855f9b3328 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 15:06:08.502233 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-dca031e7-31d5-4ce7-8e05-cb038ee7299e req-20d1c9d3-570b-40da-8797-64e4c6fa9087 service neutron] 10.222.0.39 "GET /v2.0/networks/d9c7e787-4652-4ee4-983d-7b4a9fd53d98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253464 Aug 12 15:06:08.606132 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port abda558c-0af6-4b6a-933d-7c855f9b3328 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:06:08.606508 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:08.611696 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvr_db [None req-2cc891a8-09a1-4ab6-b97d-94e7a565930f None None] Set router 0634f2cc-622f-4c33-9980-a85be8750c26 gateway port host: n-d-694802-15 {{(pid=94468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:06:08.631841 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-dca031e7-31d5-4ce7-8e05-cb038ee7299e req-ea2795d5-e366-4d60-a70b-4c372e7c1b07 service neutron] 10.222.0.39 "GET /v2.0/networks/d9c7e787-4652-4ee4-983d-7b4a9fd53d98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202946 Aug 12 15:06:08.905006 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-2cc891a8-09a1-4ab6-b97d-94e7a565930f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0634f2cc-622f-4c33-9980-a85be8750c26', 'name': 'tempest-TestVolumeBootPattern-1116553471-router', 'tenant_id': '4d2bb177fe1349bd8affbfeead03fda1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.236'}], 'enable_snat': True}, 'gw_port_id': 'abda558c-0af6-4b6a-933d-7c855f9b3328', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:06:01Z', 'updated_at': '2021-08-12T15:06:05Z', 'revision_number': 4, 'project_id': '4d2bb177fe1349bd8affbfeead03fda1', 'gw_port': {'id': 'abda558c-0af6-4b6a-933d-7c855f9b3328', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:cb:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0634f2cc-622f-4c33-9980-a85be8750c26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:06:01Z', 'updated_at': '2021-08-12T15:06:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': '89235ed7-36e5-45e6-9669-d14bbfcffd8a', 'name': '', 'network_id': '6a1f781d-f893-4586-9a99-7324107a7159', 'tenant_id': '4d2bb177fe1349bd8affbfeead03fda1', 'mac_address': 'fa:16:3e:85:6c:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0634f2cc-622f-4c33-9980-a85be8750c26', 'device_owner': 'network:router_interface', 'standard_attr_id': 3634, 'fixed_ips': [{'subnet_id': 'aa1abe65-d46d-4ccd-850c-f4b4f7754935', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:06:04Z', 'updated_at': '2021-08-12T15:06:08Z', 'revision_number': 4, 'project_id': '4d2bb177fe1349bd8affbfeead03fda1', 'subnets': [{'id': 'aa1abe65-d46d-4ccd-850c-f4b4f7754935', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:06:08.936244 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cc891a8-09a1-4ab6-b97d-94e7a565930f None None] The sync data for ids ['0634f2cc-622f-4c33-9980-a85be8750c26'] in n-d-694802-15 is: [{'id': '0634f2cc-622f-4c33-9980-a85be8750c26', 'name': 'tempest-TestVolumeBootPattern-1116553471-router', 'tenant_id': '4d2bb177fe1349bd8affbfeead03fda1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.236'}], 'enable_snat': True}, 'gw_port_id': 'abda558c-0af6-4b6a-933d-7c855f9b3328', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:06:01Z', 'updated_at': '2021-08-12T15:06:05Z', 'revision_number': 4, 'project_id': '4d2bb177fe1349bd8affbfeead03fda1', 'gw_port': {'id': 'abda558c-0af6-4b6a-933d-7c855f9b3328', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:cb:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0634f2cc-622f-4c33-9980-a85be8750c26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:06:01Z', 'updated_at': '2021-08-12T15:06:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': '89235ed7-36e5-45e6-9669-d14bbfcffd8a', 'name': '', 'network_id': '6a1f781d-f893-4586-9a99-7324107a7159', 'tenant_id': '4d2bb177fe1349bd8affbfeead03fda1', 'mac_address': 'fa:16:3e:85:6c:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0634f2cc-622f-4c33-9980-a85be8750c26', 'device_owner': 'network:router_interface', 'standard_attr_id': 3634, 'fixed_ips': [{'subnet_id': 'aa1abe65-d46d-4ccd-850c-f4b4f7754935', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:06:04Z', 'updated_at': '2021-08-12T15:06:08Z', 'revision_number': 4, 'project_id': '4d2bb177fe1349bd8affbfeead03fda1', 'subnets': [{'id': 'aa1abe65-d46d-4ccd-850c-f4b4f7754935', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 15:06:08.993187 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-d1b7abc7-5257-4b32-83b8-8b1f2094b5a9 req-f34e8a13-1a2d-473b-8b1f-c4b3b7f6d318 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/ports?device_id=c07fdbc2-7608-476b-9aa3-e259714a0336 HTTP/1.1" status: 200 len: 210 time: 0.0487754 Aug 12 15:06:10.014115 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca031e7-31d5-4ce7-8e05-cb038ee7299e req-1b1a5938-e04e-4b43-8147-ac226087e96c tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:06:10.015835 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-dca031e7-31d5-4ce7-8e05-cb038ee7299e req-1b1a5938-e04e-4b43-8147-ac226087e96c tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.49 "GET /v2.0/networks?id=d9c7e787-4652-4ee4-983d-7b4a9fd53d98 HTTP/1.1" status: 200 len: 812 time: 0.1168134 Aug 12 15:06:10.029682 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-dca031e7-31d5-4ce7-8e05-cb038ee7299e req-bf597258-0adc-434d-853d-78a25b4a122d tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Request body: {'port': {'device_id': 'c07fdbc2-7608-476b-9aa3-e259714a0336', 'network_id': 'd9c7e787-4652-4ee4-983d-7b4a9fd53d98', 'admin_state_up': True, 'tenant_id': 'b9f3518fbc904b44b3baf79d0578af51'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:06:10.121714 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-7e48c57f-d4d3-46e3-9b49-62295a7480ea req-d4809a24-641d-4671-b63b-7fe5f73c4429 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/ports?device_id=c07fdbc2-7608-476b-9aa3-e259714a0336 HTTP/1.1" status: 200 len: 210 time: 0.0462110 Aug 12 15:06:10.123212 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-034fce32-86ae-4f97-86ed-aaf0ec03fb0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:10.182867 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dca031e7-31d5-4ce7-8e05-cb038ee7299e req-bf597258-0adc-434d-853d-78a25b4a122d tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Made reservation on behalf of b9f3518fbc904b44b3baf79d0578af51 for: {'port': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 15:06:10.187163 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-dca031e7-31d5-4ce7-8e05-cb038ee7299e req-bf597258-0adc-434d-853d-78a25b4a122d tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:10.324386 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_common [req-dca031e7-31d5-4ce7-8e05-cb038ee7299e req-bf597258-0adc-434d-853d-78a25b4a122d tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Allocated IP 172.20.0.13 (d9c7e787-4652-4ee4-983d-7b4a9fd53d98/56c6cd03-2d72-4138-ab80-065ddfe4454b/9c301d29-08fe-4c5c-b799-b00092b3f160) {{(pid=94467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 15:06:10.503599 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 89235ed7-36e5-45e6-9669-d14bbfcffd8a up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 15:06:10.570116 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-dca031e7-31d5-4ce7-8e05-cb038ee7299e req-bf597258-0adc-434d-853d-78a25b4a122d tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Notify callbacks [] for port, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:10.576963 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning for port 89235ed7-36e5-45e6-9669-d14bbfcffd8a completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:06:10.581751 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port 89235ed7-36e5-45e6-9669-d14bbfcffd8a triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:06:10.582301 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:10.583612 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [req-dca031e7-31d5-4ce7-8e05-cb038ee7299e req-bf597258-0adc-434d-853d-78a25b4a122d tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Transition to ACTIVE for port object 9c301d29-08fe-4c5c-b799-b00092b3f160 will not be triggered until provisioned by entity DHCP. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:06:10.621017 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-dca031e7-31d5-4ce7-8e05-cb038ee7299e req-bf597258-0adc-434d-853d-78a25b4a122d tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:10.673231 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dca031e7-31d5-4ce7-8e05-cb038ee7299e req-bf597258-0adc-434d-853d-78a25b4a122d tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Network d9c7e787-4652-4ee4-983d-7b4a9fd53d98 is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 15:06:10.675254 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:10.677532 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [req-dca031e7-31d5-4ce7-8e05-cb038ee7299e req-bf597258-0adc-434d-853d-78a25b4a122d tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:06:10.684382 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [req-dca031e7-31d5-4ce7-8e05-cb038ee7299e req-bf597258-0adc-434d-853d-78a25b4a122d tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Received port after_create {{(pid=94467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 15:06:10.689132 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf597258-0adc-434d-853d-78a25b4a122d tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Pushing event updated for resources: {'Port': ['ID=9c301d29-08fe-4c5c-b799-b00092b3f160,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:06:10.738614 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] For port 89235ed7-36e5-45e6-9669-d14bbfcffd8a, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=89235ed7-36e5-45e6-9669-d14bbfcffd8a,segment=NetworkSegment(fde886c4-2856-4125-8504-e518448a83d2),segment_id=fde886c4-2856-4125-8504-e518448a83d2)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:06:10.748006 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:10.795799 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca031e7-31d5-4ce7-8e05-cb038ee7299e req-bf597258-0adc-434d-853d-78a25b4a122d tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:06:10.796609 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-dca031e7-31d5-4ce7-8e05-cb038ee7299e req-bf597258-0adc-434d-853d-78a25b4a122d tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:10.827341 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Pushing event updated for resources: {'Port': ['ID=89235ed7-36e5-45e6-9669-d14bbfcffd8a,revision_number=5']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:06:10.832269 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-dca031e7-31d5-4ce7-8e05-cb038ee7299e req-bf597258-0adc-434d-853d-78a25b4a122d tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8065147 Aug 12 15:06:10.845632 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-dca031e7-31d5-4ce7-8e05-cb038ee7299e req-56e79bb7-74d4-4d0e-b262-0f22692381ea service neutron] Request body: {'port': {'device_id': 'c07fdbc2-7608-476b-9aa3-e259714a0336', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-694802-15'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:06:10.923496 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-dca031e7-31d5-4ce7-8e05-cb038ee7299e req-56e79bb7-74d4-4d0e-b262-0f22692381ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:10.989196 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-0a87f9d8-0d09-4196-9238-0e6e59788f0f None None] Provisioning for port 9c301d29-08fe-4c5c-b799-b00092b3f160 completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:06:10.993190 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-0a87f9d8-0d09-4196-9238-0e6e59788f0f None None] Provisioning complete for port 9c301d29-08fe-4c5c-b799-b00092b3f160 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:06:10.993559 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-0a87f9d8-0d09-4196-9238-0e6e59788f0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:11.032426 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-0a87f9d8-0d09-4196-9238-0e6e59788f0f None None] Port 9c301d29-08fe-4c5c-b799-b00092b3f160 cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 15:06:11.232365 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [req-dca031e7-31d5-4ce7-8e05-cb038ee7299e req-56e79bb7-74d4-4d0e-b262-0f22692381ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c301d29-08fe-4c5c-b799-b00092b3f160 {{(pid=94467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 15:06:11.235302 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8184ba94-ab7a-4e9a-a86f-2e5a4e90ab63 req-f4746cb6-5542-4c94-9ec9-f000bb4f4214 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:06:11.236114 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-dca031e7-31d5-4ce7-8e05-cb038ee7299e req-56e79bb7-74d4-4d0e-b262-0f22692381ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:11.238625 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-8184ba94-ab7a-4e9a-a86f-2e5a4e90ab63 req-f4746cb6-5542-4c94-9ec9-f000bb4f4214 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/ports?device_id=c07fdbc2-7608-476b-9aa3-e259714a0336 HTTP/1.1" status: 200 len: 932 time: 0.0533373 Aug 12 15:06:11.248586 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [req-dca031e7-31d5-4ce7-8e05-cb038ee7299e req-56e79bb7-74d4-4d0e-b262-0f22692381ea service neutron] Transition to ACTIVE for port object 9c301d29-08fe-4c5c-b799-b00092b3f160 will not be triggered until provisioned by entity L2. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:06:11.252799 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-dca031e7-31d5-4ce7-8e05-cb038ee7299e req-56e79bb7-74d4-4d0e-b262-0f22692381ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:11.296189 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-8184ba94-ab7a-4e9a-a86f-2e5a4e90ab63 req-1a81b05a-85d7-48cc-aab6-15d1eb3bb02f tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/security-groups?id=3013738a-d4e8-4d22-9424-861312b623e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510697 Aug 12 15:06:11.325851 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e79bb7-74d4-4d0e-b262-0f22692381ea service neutron] Pushing event updated for resources: {'Port': ['ID=9c301d29-08fe-4c5c-b799-b00092b3f160,revision_number=2']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:06:11.399193 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-dca031e7-31d5-4ce7-8e05-cb038ee7299e req-56e79bb7-74d4-4d0e-b262-0f22692381ea service neutron] Attempting to bind port 9c301d29-08fe-4c5c-b799-b00092b3f160 on host n-h2-694802-15 for vnic_type normal with profile {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 15:06:11.399526 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-dca031e7-31d5-4ce7-8e05-cb038ee7299e req-56e79bb7-74d4-4d0e-b262-0f22692381ea service neutron] Attempting to bind port 9c301d29-08fe-4c5c-b799-b00092b3f160 by drivers openvswitch,hyperv on host n-h2-694802-15 at level 0 using segments [{'id': 'fcd22b33-01d5-4908-ab67-fcc7aa617173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd9c7e787-4652-4ee4-983d-7b4a9fd53d98'}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 15:06:11.399863 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dca031e7-31d5-4ce7-8e05-cb038ee7299e req-56e79bb7-74d4-4d0e-b262-0f22692381ea service neutron] Attempting to bind port 9c301d29-08fe-4c5c-b799-b00092b3f160 on network d9c7e787-4652-4ee4-983d-7b4a9fd53d98 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 15:06:11.405149 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dca031e7-31d5-4ce7-8e05-cb038ee7299e req-56e79bb7-74d4-4d0e-b262-0f22692381ea service neutron] Port 9c301d29-08fe-4c5c-b799-b00092b3f160 on network d9c7e787-4652-4ee4-983d-7b4a9fd53d98 not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-15 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 15:06:11.405479 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dca031e7-31d5-4ce7-8e05-cb038ee7299e req-56e79bb7-74d4-4d0e-b262-0f22692381ea service neutron] Attempting to bind port 9c301d29-08fe-4c5c-b799-b00092b3f160 on network d9c7e787-4652-4ee4-983d-7b4a9fd53d98 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 15:06:11.411273 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dca031e7-31d5-4ce7-8e05-cb038ee7299e req-56e79bb7-74d4-4d0e-b262-0f22692381ea service neutron] Checking agent: {'id': 'b7697f71-33f3-4959-ad82-43c2dc15845d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 27, 42), 'started_at': datetime.datetime(2021, 8, 12, 14, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 15, 5, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 15:06:11.411615 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dca031e7-31d5-4ce7-8e05-cb038ee7299e req-56e79bb7-74d4-4d0e-b262-0f22692381ea service neutron] Checking segment: {'id': 'fcd22b33-01d5-4908-ab67-fcc7aa617173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd9c7e787-4652-4ee4-983d-7b4a9fd53d98'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 15:06:11.412001 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dca031e7-31d5-4ce7-8e05-cb038ee7299e req-56e79bb7-74d4-4d0e-b262-0f22692381ea service neutron] Bound using segment: {'id': 'fcd22b33-01d5-4908-ab67-fcc7aa617173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd9c7e787-4652-4ee4-983d-7b4a9fd53d98'} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 15:06:11.412436 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-dca031e7-31d5-4ce7-8e05-cb038ee7299e req-56e79bb7-74d4-4d0e-b262-0f22692381ea service neutron] Bound port: 9c301d29-08fe-4c5c-b799-b00092b3f160, host: n-h2-694802-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fcd22b33-01d5-4908-ab67-fcc7aa617173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd9c7e787-4652-4ee4-983d-7b4a9fd53d98'}}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 15:06:11.412798 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-dca031e7-31d5-4ce7-8e05-cb038ee7299e req-56e79bb7-74d4-4d0e-b262-0f22692381ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:11.499824 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-dca031e7-31d5-4ce7-8e05-cb038ee7299e req-56e79bb7-74d4-4d0e-b262-0f22692381ea service neutron] For port 9c301d29-08fe-4c5c-b799-b00092b3f160, host n-h2-694802-15, cleared binding levels {{(pid=94467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 15:06:11.503940 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-dca031e7-31d5-4ce7-8e05-cb038ee7299e req-56e79bb7-74d4-4d0e-b262-0f22692381ea service neutron] For port 9c301d29-08fe-4c5c-b799-b00092b3f160, host n-h2-694802-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=9c301d29-08fe-4c5c-b799-b00092b3f160,segment=NetworkSegment(fcd22b33-01d5-4908-ab67-fcc7aa617173),segment_id=fcd22b33-01d5-4908-ab67-fcc7aa617173)] {{(pid=94467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 15:06:11.509577 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-dca031e7-31d5-4ce7-8e05-cb038ee7299e req-56e79bb7-74d4-4d0e-b262-0f22692381ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:11.549671 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca031e7-31d5-4ce7-8e05-cb038ee7299e req-56e79bb7-74d4-4d0e-b262-0f22692381ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:06:11.550357 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-dca031e7-31d5-4ce7-8e05-cb038ee7299e req-56e79bb7-74d4-4d0e-b262-0f22692381ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:11.551978 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-dca031e7-31d5-4ce7-8e05-cb038ee7299e req-56e79bb7-74d4-4d0e-b262-0f22692381ea service neutron] 10.222.0.49 "PUT /v2.0/ports/9c301d29-08fe-4c5c-b799-b00092b3f160 HTTP/1.1" status: 200 len: 1093 time: 0.7110679 Aug 12 15:06:11.552471 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c07fdbc2-7608-476b-9aa3-e259714a0336', 'tag': '9c301d29-08fe-4c5c-b799-b00092b3f160'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:06:11.555089 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e65282f928b64038367d043a4411777802006c43a98742496cb2e25b724ff1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5927f07d-7196-4e27-a601-b090b75f9615" -d '{"events": [{"name": "network-changed", "server_uuid": "c07fdbc2-7608-476b-9aa3-e259714a0336", "tag": "9c301d29-08fe-4c5c-b799-b00092b3f160"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 15:06:11.611059 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e79bb7-74d4-4d0e-b262-0f22692381ea service neutron] Pushing event updated for resources: {'Port': ['ID=9c301d29-08fe-4c5c-b799-b00092b3f160,revision_number=3']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:06:11.619384 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 15:06:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6bd8af0-29a3-4014-8c4c-e9fb6b6294f1 x-openstack-request-id: req-c6bd8af0-29a3-4014-8c4c-e9fb6b6294f1 {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 15:06:11.619801 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c07fdbc2-7608-476b-9aa3-e259714a0336", "tag": "9c301d29-08fe-4c5c-b799-b00092b3f160", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 15:06:11.620651 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c6bd8af0-29a3-4014-8c4c-e9fb6b6294f1 {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 15:06:11.620777 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c07fdbc2-7608-476b-9aa3-e259714a0336', 'tag': '9c301d29-08fe-4c5c-b799-b00092b3f160', 'status': 'completed', 'code': 200} Aug 12 15:06:11.655960 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca031e7-31d5-4ce7-8e05-cb038ee7299e req-6684eb91-9fbc-4a36-807c-ef72d8551577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:06:11.657802 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-dca031e7-31d5-4ce7-8e05-cb038ee7299e req-6684eb91-9fbc-4a36-807c-ef72d8551577 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b9f3518fbc904b44b3baf79d0578af51&device_id=c07fdbc2-7608-476b-9aa3-e259714a0336 HTTP/1.1" status: 200 len: 1096 time: 0.0600386 Aug 12 15:06:11.706492 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-dca031e7-31d5-4ce7-8e05-cb038ee7299e req-6a184231-4a44-48ae-ba4b-4330d58cfef2 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9c301d29-08fe-4c5c-b799-b00092b3f160 HTTP/1.1" status: 200 len: 217 time: 0.0410602 Aug 12 15:06:11.752747 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:11.772917 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca031e7-31d5-4ce7-8e05-cb038ee7299e req-09300fa5-bb96-48b5-a84d-63e7a4a0274b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:06:11.774419 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-dca031e7-31d5-4ce7-8e05-cb038ee7299e req-09300fa5-bb96-48b5-a84d-63e7a4a0274b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=56c6cd03-2d72-4138-ab80-065ddfe4454b HTTP/1.1" status: 200 len: 851 time: 0.0613658 Aug 12 15:06:11.825226 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca031e7-31d5-4ce7-8e05-cb038ee7299e req-08ce0f8e-11c9-4b9a-8a25-de2955a391e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:06:11.826744 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-dca031e7-31d5-4ce7-8e05-cb038ee7299e req-08ce0f8e-11c9-4b9a-8a25-de2955a391e9 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d9c7e787-4652-4ee4-983d-7b4a9fd53d98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0435724 Aug 12 15:06:11.924649 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-dca031e7-31d5-4ce7-8e05-cb038ee7299e req-b3a38723-ecb4-4499-b5b4-ff003f09671d service neutron] 10.222.0.49 "GET /v2.0/networks/d9c7e787-4652-4ee4-983d-7b4a9fd53d98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910478 Aug 12 15:06:12.016008 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-dca031e7-31d5-4ce7-8e05-cb038ee7299e req-d5bfefee-b824-407b-ad26-7faa49bb23bc service neutron] 10.222.0.49 "GET /v2.0/networks/d9c7e787-4652-4ee4-983d-7b4a9fd53d98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838270 Aug 12 15:06:12.102323 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5927f07d-7196-4e27-a601-b090b75f9615 req-c697e396-8783-4fbe-9e10-fd8ea4e34837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:06:12.103914 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-5927f07d-7196-4e27-a601-b090b75f9615 req-c697e396-8783-4fbe-9e10-fd8ea4e34837 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b9f3518fbc904b44b3baf79d0578af51&device_id=c07fdbc2-7608-476b-9aa3-e259714a0336 HTTP/1.1" status: 200 len: 1096 time: 0.0450444 Aug 12 15:06:12.203364 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5927f07d-7196-4e27-a601-b090b75f9615 req-5c17e7b8-bde9-4b90-8909-5b191640534e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:06:12.204889 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-5927f07d-7196-4e27-a601-b090b75f9615 req-5c17e7b8-bde9-4b90-8909-5b191640534e service neutron] 10.222.0.49 "GET /v2.0/networks?id=d9c7e787-4652-4ee4-983d-7b4a9fd53d98 HTTP/1.1" status: 200 len: 913 time: 0.0938787 Aug 12 15:06:12.247331 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-5927f07d-7196-4e27-a601-b090b75f9615 req-ecab29cc-841e-479a-ba02-ebc1ec5925a9 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9c301d29-08fe-4c5c-b799-b00092b3f160 HTTP/1.1" status: 200 len: 217 time: 0.0355933 Aug 12 15:06:12.296716 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5927f07d-7196-4e27-a601-b090b75f9615 req-3ed80261-a3f8-4418-a1b6-23d6fe836056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:06:12.298151 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-5927f07d-7196-4e27-a601-b090b75f9615 req-3ed80261-a3f8-4418-a1b6-23d6fe836056 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=56c6cd03-2d72-4138-ab80-065ddfe4454b HTTP/1.1" status: 200 len: 851 time: 0.0445173 Aug 12 15:06:12.349010 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5927f07d-7196-4e27-a601-b090b75f9615 req-5bfc9e8f-6159-48bb-af95-721ab3a26184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:06:12.350546 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-5927f07d-7196-4e27-a601-b090b75f9615 req-5bfc9e8f-6159-48bb-af95-721ab3a26184 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d9c7e787-4652-4ee4-983d-7b4a9fd53d98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0452795 Aug 12 15:06:12.434948 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 89235ed7-36e5-45e6-9669-d14bbfcffd8a up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 15:06:12.472565 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f08a07-cd6f-42f2-aaa5-cf71669e3376 req-e8ca596e-db4b-475a-98f3-d3b620cdb928 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:06:12.474078 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f5f08a07-cd6f-42f2-aaa5-cf71669e3376 req-e8ca596e-db4b-475a-98f3-d3b620cdb928 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/ports?device_id=c07fdbc2-7608-476b-9aa3-e259714a0336 HTTP/1.1" status: 200 len: 944 time: 0.1067238 Aug 12 15:06:12.494837 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port 89235ed7-36e5-45e6-9669-d14bbfcffd8a triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:06:12.495601 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:12.508282 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-5927f07d-7196-4e27-a601-b090b75f9615 req-610409a0-07f0-472b-9529-fd0c8925103c service neutron] 10.222.0.49 "GET /v2.0/networks/d9c7e787-4652-4ee4-983d-7b4a9fd53d98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486566 Aug 12 15:06:12.537508 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f5f08a07-cd6f-42f2-aaa5-cf71669e3376 req-3cbbc6e4-4ad1-43a7-8ea6-aab811e7c92c tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/security-groups?id=3013738a-d4e8-4d22-9424-861312b623e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520337 Aug 12 15:06:12.620911 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-5927f07d-7196-4e27-a601-b090b75f9615 req-05bcdcdc-2aae-47c5-8a95-dbebaad3a076 service neutron] 10.222.0.49 "GET /v2.0/networks/d9c7e787-4652-4ee4-983d-7b4a9fd53d98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993965 Aug 12 15:06:12.981112 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:13.023614 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:13.398642 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-20d3360f-1ebf-4ec5-a89f-7ec0adf237c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:13.686277 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f353f720-ddd4-428a-9bc5-308501c069d3 req-c23f2c98-ea86-48c3-a9c3-1208a100160c tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:06:13.687702 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f353f720-ddd4-428a-9bc5-308501c069d3 req-c23f2c98-ea86-48c3-a9c3-1208a100160c tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/ports?device_id=c07fdbc2-7608-476b-9aa3-e259714a0336 HTTP/1.1" status: 200 len: 944 time: 0.0557318 Aug 12 15:06:13.724334 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f353f720-ddd4-428a-9bc5-308501c069d3 req-0bcfb7f7-6d5d-429c-b57b-a56f88c42f0d tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/security-groups?id=3013738a-d4e8-4d22-9424-861312b623e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305455 Aug 12 15:06:14.034881 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-1769855f-eda9-4483-9dc3-3220908ab45d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:14.840296 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b786334-f64d-4546-bb86-55729189d51f req-7717356a-b6d6-4e8b-b06e-54d1ba1a5962 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:06:14.841776 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3b786334-f64d-4546-bb86-55729189d51f req-7717356a-b6d6-4e8b-b06e-54d1ba1a5962 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/ports?device_id=c07fdbc2-7608-476b-9aa3-e259714a0336 HTTP/1.1" status: 200 len: 944 time: 0.0490639 Aug 12 15:06:14.879726 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3b786334-f64d-4546-bb86-55729189d51f req-12b5f197-838a-4dd2-94f6-cd3132180185 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/security-groups?id=3013738a-d4e8-4d22-9424-861312b623e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317740 Aug 12 15:06:15.773303 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-fe95f194-a3b0-4c04-9e42-20b511169d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:15.998954 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd8b5fb-b3f9-4539-b9d5-1d6381a5139d req-eea87a43-496e-4400-a83b-c468b5e00c83 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:06:16.000676 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-dfd8b5fb-b3f9-4539-b9d5-1d6381a5139d req-eea87a43-496e-4400-a83b-c468b5e00c83 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/ports?device_id=c07fdbc2-7608-476b-9aa3-e259714a0336 HTTP/1.1" status: 200 len: 944 time: 0.0505803 Aug 12 15:06:16.042797 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-dfd8b5fb-b3f9-4539-b9d5-1d6381a5139d req-fccbbb25-0577-48ba-a04c-6747ab732c3f tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/security-groups?id=3013738a-d4e8-4d22-9424-861312b623e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360594 Aug 12 15:06:17.169149 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306b20ed-9979-4eef-b513-2284ba341b8a req-07a629e6-5f66-4178-a20b-e7b3990a618d tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:06:17.170954 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-306b20ed-9979-4eef-b513-2284ba341b8a req-07a629e6-5f66-4178-a20b-e7b3990a618d tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/ports?device_id=c07fdbc2-7608-476b-9aa3-e259714a0336 HTTP/1.1" status: 200 len: 944 time: 0.0573056 Aug 12 15:06:17.210077 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-306b20ed-9979-4eef-b513-2284ba341b8a req-a91f23a2-2dab-42a8-b74e-b8b70692eb08 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/security-groups?id=3013738a-d4e8-4d22-9424-861312b623e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328317 Aug 12 15:06:17.744906 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b9c6976c-eb88-4e04-a178-b7c1bc7238e6 req-7f0605cf-962d-4c45-af21-2c103d17298c service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=b0756d0f-16ed-4be8-bbd6-9952f167d880&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0425415 Aug 12 15:06:17.834779 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c6976c-eb88-4e04-a178-b7c1bc7238e6 req-70569a62-5fe0-4031-bfa2-63678c82b421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:06:17.836357 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b9c6976c-eb88-4e04-a178-b7c1bc7238e6 req-70569a62-5fe0-4031-bfa2-63678c82b421 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7d0edfcf6f1645688bfc49c5a1a825a2&device_id=b0756d0f-16ed-4be8-bbd6-9952f167d880 HTTP/1.1" status: 200 len: 1137 time: 0.0420129 Aug 12 15:06:17.952661 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c6976c-eb88-4e04-a178-b7c1bc7238e6 req-677f20e2-8bd4-43c7-8298-3a9208ad41a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:06:17.954273 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b9c6976c-eb88-4e04-a178-b7c1bc7238e6 req-677f20e2-8bd4-43c7-8298-3a9208ad41a0 service neutron] 10.222.0.64 "GET /v2.0/networks?id=2b83a3c9-a59c-4021-badc-d66a90e0fbc7 HTTP/1.1" status: 200 len: 898 time: 0.0944626 Aug 12 15:06:18.022413 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b9c6976c-eb88-4e04-a178-b7c1bc7238e6 req-f60888f2-3e83-4fbf-a08a-2306879d9397 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=54164cb9-2c7d-409f-857f-3324ece65f60 HTTP/1.1" status: 200 len: 1002 time: 0.0598307 Aug 12 15:06:18.085450 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c6976c-eb88-4e04-a178-b7c1bc7238e6 req-aa04c1e8-526e-40cb-a6c9-bc4009387887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:06:18.086954 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b9c6976c-eb88-4e04-a178-b7c1bc7238e6 req-aa04c1e8-526e-40cb-a6c9-bc4009387887 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f427d097-c02e-4d1e-b328-57504fb50ff2 HTTP/1.1" status: 200 len: 835 time: 0.0566332 Aug 12 15:06:18.137750 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c6976c-eb88-4e04-a178-b7c1bc7238e6 req-82cf97b0-6c95-48af-b97e-10dbf78d2fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:06:18.139279 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b9c6976c-eb88-4e04-a178-b7c1bc7238e6 req-82cf97b0-6c95-48af-b97e-10dbf78d2fe7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2b83a3c9-a59c-4021-badc-d66a90e0fbc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0451591 Aug 12 15:06:18.234488 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b9c6976c-eb88-4e04-a178-b7c1bc7238e6 req-d6847e8d-c683-4db5-aa23-5cd1908f4f96 service neutron] 10.222.0.64 "GET /v2.0/networks/2b83a3c9-a59c-4021-badc-d66a90e0fbc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865271 Aug 12 15:06:18.363548 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aada5454-3f1d-48db-b230-dc540e34d000 req-27c7b45d-9659-4b7d-8210-61ac0fa8d5bd tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:06:18.365081 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-aada5454-3f1d-48db-b230-dc540e34d000 req-27c7b45d-9659-4b7d-8210-61ac0fa8d5bd tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/ports?device_id=c07fdbc2-7608-476b-9aa3-e259714a0336 HTTP/1.1" status: 200 len: 944 time: 0.0712841 Aug 12 15:06:18.388881 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b9c6976c-eb88-4e04-a178-b7c1bc7238e6 req-bd7908c4-dc8f-463b-8657-5e3e1847c4fd service neutron] 10.222.0.64 "GET /v2.0/networks/2b83a3c9-a59c-4021-badc-d66a90e0fbc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465492 Aug 12 15:06:18.415988 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-aada5454-3f1d-48db-b230-dc540e34d000 req-c82460e2-7c38-4ff9-8d4f-60fbc4f58817 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/security-groups?id=3013738a-d4e8-4d22-9424-861312b623e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434294 Aug 12 15:06:19.531774 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f9da64-b20c-4de1-a2ac-a407eedbc07b req-9a88137c-2a9c-404d-a20d-98b44186d573 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:06:19.533415 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-12f9da64-b20c-4de1-a2ac-a407eedbc07b req-9a88137c-2a9c-404d-a20d-98b44186d573 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/ports?device_id=c07fdbc2-7608-476b-9aa3-e259714a0336 HTTP/1.1" status: 200 len: 944 time: 0.0511260 Aug 12 15:06:19.575498 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-12f9da64-b20c-4de1-a2ac-a407eedbc07b req-7707ac62-cf5d-4e25-8ad7-5a75b561467a tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/security-groups?id=3013738a-d4e8-4d22-9424-861312b623e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361490 Aug 12 15:06:20.696505 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686ac07f-fa39-471b-a9f9-221bbc0a7c33 req-7e30ae1c-9d15-4fca-811d-1b31b4fae01a tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:06:20.698586 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-686ac07f-fa39-471b-a9f9-221bbc0a7c33 req-7e30ae1c-9d15-4fca-811d-1b31b4fae01a tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/ports?device_id=c07fdbc2-7608-476b-9aa3-e259714a0336 HTTP/1.1" status: 200 len: 944 time: 0.0511570 Aug 12 15:06:20.740027 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-686ac07f-fa39-471b-a9f9-221bbc0a7c33 req-3ffee9c5-efb2-47ef-bf46-68d90b5d7d2a tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/security-groups?id=3013738a-d4e8-4d22-9424-861312b623e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350635 Aug 12 15:06:21.863068 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc20d3a-867d-48fd-b5fa-50bfb1c12f3c req-16e6730b-2513-4f42-ba0c-a575895c9fca tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:06:21.864567 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-dbc20d3a-867d-48fd-b5fa-50bfb1c12f3c req-16e6730b-2513-4f42-ba0c-a575895c9fca tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/ports?device_id=c07fdbc2-7608-476b-9aa3-e259714a0336 HTTP/1.1" status: 200 len: 944 time: 0.0554488 Aug 12 15:06:21.904696 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-dbc20d3a-867d-48fd-b5fa-50bfb1c12f3c req-c02bcbd1-34fd-4df4-a821-bb4f5c934c6c tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/security-groups?id=3013738a-d4e8-4d22-9424-861312b623e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338361 Aug 12 15:06:23.041392 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015cbdb1-8cbf-437a-9f7f-8b33ea5dd5c9 req-f643ab4b-2bf9-43fc-b485-b83030d69404 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:06:23.043915 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-015cbdb1-8cbf-437a-9f7f-8b33ea5dd5c9 req-f643ab4b-2bf9-43fc-b485-b83030d69404 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/ports?device_id=c07fdbc2-7608-476b-9aa3-e259714a0336 HTTP/1.1" status: 200 len: 944 time: 0.0510399 Aug 12 15:06:23.090880 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-015cbdb1-8cbf-437a-9f7f-8b33ea5dd5c9 req-19d042e0-cfd1-4163-9a52-712dc89a6fe5 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/security-groups?id=3013738a-d4e8-4d22-9424-861312b623e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396309 Aug 12 15:06:24.207046 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f671066a-1a60-4a5c-86c5-f1ea8eedb46b req-4109e24e-675f-40c2-a851-0362ebe2988a tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:06:24.209482 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f671066a-1a60-4a5c-86c5-f1ea8eedb46b req-4109e24e-675f-40c2-a851-0362ebe2988a tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/ports?device_id=c07fdbc2-7608-476b-9aa3-e259714a0336 HTTP/1.1" status: 200 len: 944 time: 0.0519543 Aug 12 15:06:24.254026 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f671066a-1a60-4a5c-86c5-f1ea8eedb46b req-923e27a2-56e6-424c-b1a2-a186f6b75ae0 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/security-groups?id=3013738a-d4e8-4d22-9424-861312b623e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395927 Aug 12 15:06:24.322931 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device 9c301d29-08fe-4c5c-b799-b00092b3f160 details requested by agent hyperv_n-h2-694802-15 with host n-h2-694802-15 {{(pid=94468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 15:06:24.418777 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port 9c301d29-08fe-4c5c-b799-b00092b3f160, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=9c301d29-08fe-4c5c-b799-b00092b3f160,segment=NetworkSegment(fcd22b33-01d5-4908-ab67-fcc7aa617173),segment_id=fcd22b33-01d5-4908-ab67-fcc7aa617173)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:06:24.433909 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Returning: {'device': '9c301d29-08fe-4c5c-b799-b00092b3f160', 'network_id': 'd9c7e787-4652-4ee4-983d-7b4a9fd53d98', 'port_id': '9c301d29-08fe-4c5c-b799-b00092b3f160', 'mac_address': 'fa:16:3e:8d:a8:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56c6cd03-2d72-4138-ab80-065ddfe4454b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 15:06:24.477893 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:24.491484 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c301d29-08fe-4c5c-b799-b00092b3f160 {{(pid=94468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 15:06:24.511327 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port 9c301d29-08fe-4c5c-b799-b00092b3f160, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=9c301d29-08fe-4c5c-b799-b00092b3f160,segment=NetworkSegment(fcd22b33-01d5-4908-ab67-fcc7aa617173),segment_id=fcd22b33-01d5-4908-ab67-fcc7aa617173)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:06:24.515677 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:24.577506 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Pushing event updated for resources: {'Port': ['ID=9c301d29-08fe-4c5c-b799-b00092b3f160,revision_number=4']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:06:24.825414 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] get_ports_and_sgs() called for port_ids ['9c301d29-08fe-4c5c-b799-b00092b3f160'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 15:06:25.372163 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d029e5cd-a50c-445c-b366-ed4033c9f31a req-58609fd6-8e6d-49d6-b91e-46be7669f078 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:06:25.373711 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d029e5cd-a50c-445c-b366-ed4033c9f31a req-58609fd6-8e6d-49d6-b91e-46be7669f078 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/ports?device_id=c07fdbc2-7608-476b-9aa3-e259714a0336 HTTP/1.1" status: 200 len: 945 time: 0.0499389 Aug 12 15:06:25.419265 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d029e5cd-a50c-445c-b366-ed4033c9f31a req-a0a10e6b-a7dc-43cc-806c-d35f008dab97 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/security-groups?id=3013738a-d4e8-4d22-9424-861312b623e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389960 Aug 12 15:06:26.339539 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device 9c301d29-08fe-4c5c-b799-b00092b3f160 up at agent hyperv_n-h2-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 15:06:26.391459 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Provisioning for port 9c301d29-08fe-4c5c-b799-b00092b3f160 completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:06:26.395434 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Provisioning complete for port 9c301d29-08fe-4c5c-b799-b00092b3f160 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:06:26.395809 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:26.491320 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:26.514626 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c07fdbc2-7608-476b-9aa3-e259714a0336', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c301d29-08fe-4c5c-b799-b00092b3f160'}] {{(pid=94468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:06:26.517067 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99a8d87602170099c728e57431aca99e9b98a655a83bbf8727be13192709727b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0044e25e-6041-41b6-a1bc-d1d3a0e9dee3" -d '{"events": [{"server_uuid": "c07fdbc2-7608-476b-9aa3-e259714a0336", "name": "network-vif-plugged", "status": "completed", "tag": "9c301d29-08fe-4c5c-b799-b00092b3f160"}]}' {{(pid=94468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 15:06:26.539370 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port 9c301d29-08fe-4c5c-b799-b00092b3f160, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=9c301d29-08fe-4c5c-b799-b00092b3f160,segment=NetworkSegment(fcd22b33-01d5-4908-ab67-fcc7aa617173),segment_id=fcd22b33-01d5-4908-ab67-fcc7aa617173)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:06:26.545157 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:26.570395 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1109f7ef-094e-4cc7-a879-fa1c1a63dccc req-d80aaced-4f93-469e-9236-ea29cb27addb tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:06:26.579769 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-1109f7ef-094e-4cc7-a879-fa1c1a63dccc req-d80aaced-4f93-469e-9236-ea29cb27addb tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/ports?device_id=c07fdbc2-7608-476b-9aa3-e259714a0336 HTTP/1.1" status: 200 len: 945 time: 0.0807438 Aug 12 15:06:26.606059 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 15:06:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea6823e7-d269-4b4b-a652-bf30db6bae82 x-openstack-request-id: req-ea6823e7-d269-4b4b-a652-bf30db6bae82 {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 15:06:26.606443 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c07fdbc2-7608-476b-9aa3-e259714a0336", "name": "network-vif-plugged", "status": "completed", "tag": "9c301d29-08fe-4c5c-b799-b00092b3f160", "code": 200}]} {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 15:06:26.606906 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ea6823e7-d269-4b4b-a652-bf30db6bae82 {{(pid=94468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 15:06:26.607560 n-d-694802-15 neutron-server[94468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c07fdbc2-7608-476b-9aa3-e259714a0336', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c301d29-08fe-4c5c-b799-b00092b3f160', 'code': 200} Aug 12 15:06:26.608156 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Pushing event updated for resources: {'Port': ['ID=9c301d29-08fe-4c5c-b799-b00092b3f160,revision_number=5']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:06:26.639439 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-1109f7ef-094e-4cc7-a879-fa1c1a63dccc req-257bccc4-5406-4672-8b77-b62b275f4bdc tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/security-groups?id=3013738a-d4e8-4d22-9424-861312b623e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525053 Aug 12 15:06:26.667350 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3c3f79-0df0-490b-bae5-1c740682d39d req-d904bdbf-d3e9-4d09-8ecf-ee4f03c9f5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:06:26.668888 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-bc3c3f79-0df0-490b-bae5-1c740682d39d req-d904bdbf-d3e9-4d09-8ecf-ee4f03c9f5fc service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=c07fdbc2-7608-476b-9aa3-e259714a0336 HTTP/1.1" status: 200 len: 1098 time: 0.0450971 Aug 12 15:06:26.704465 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-bc3c3f79-0df0-490b-bae5-1c740682d39d req-dd2ee5dc-af52-4d02-be37-4567b1c5ec60 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=3013738a-d4e8-4d22-9424-861312b623e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0285077 Aug 12 15:06:27.766358 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb6e5e3-0ccb-4373-a657-6bc905e6c944 req-9f5d0704-ee3a-4f6d-849e-957021b11da1 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:06:27.768840 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3eb6e5e3-0ccb-4373-a657-6bc905e6c944 req-9f5d0704-ee3a-4f6d-849e-957021b11da1 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/ports?device_id=c07fdbc2-7608-476b-9aa3-e259714a0336 HTTP/1.1" status: 200 len: 946 time: 0.0548108 Aug 12 15:06:27.812148 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3eb6e5e3-0ccb-4373-a657-6bc905e6c944 req-eb3a335b-8816-4d2d-a8f7-48358cb5fa94 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/security-groups?id=3013738a-d4e8-4d22-9424-861312b623e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371106 Aug 12 15:06:27.996681 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 54500) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:06:28.087924 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-1336f381-383e-40a1-854f-6a1df1fc0eff tempest-TestSecurityGroupsBasicOps-899031811 tempest-TestSecurityGroupsBasicOps-899031811-project-admin] 10.222.0.39 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 2932 time: 0.0900886 Aug 12 15:06:28.091288 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 54502) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:06:28.096161 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-1640fc59-2776-42fa-ae2d-275ec25ffeb5 tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Request body: {'network': {'name': 'tempest-network-smoke--1073540750', 'project_id': '7d0edfcf6f1645688bfc49c5a1a825a2', 'port_security_enabled': False}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:06:28.116287 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1640fc59-2776-42fa-ae2d-275ec25ffeb5 tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Made reservation on behalf of 7d0edfcf6f1645688bfc49c5a1a825a2 for: {'network': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 15:06:28.120553 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-1640fc59-2776-42fa-ae2d-275ec25ffeb5 tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for network, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:28.145551 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1640fc59-2776-42fa-ae2d-275ec25ffeb5 tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] vlan segment allocate from pool success with {'vlan_id': 317, 'physical_network': 'physnet1'} {{(pid=94467) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 15:06:28.155675 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-1640fc59-2776-42fa-ae2d-275ec25ffeb5 tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:28.156024 n-d-694802-15 neutron-server[94467]: INFO neutron.db.segments_db [None req-1640fc59-2776-42fa-ae2d-275ec25ffeb5 tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Added segment 69d74667-9cfd-49b4-9d2a-5ac045877e74 of type vlan for network a056778e-7168-445c-8291-571a65282615 Aug 12 15:06:28.200460 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-1640fc59-2776-42fa-ae2d-275ec25ffeb5 tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744653628263'] for network, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:28.234951 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-1640fc59-2776-42fa-ae2d-275ec25ffeb5 tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409'] for network, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:28.243521 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1640fc59-2776-42fa-ae2d-275ec25ffeb5 tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:06:28.244176 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-1640fc59-2776-42fa-ae2d-275ec25ffeb5 tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for network, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:28.318286 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-1640fc59-2776-42fa-ae2d-275ec25ffeb5 tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2258306 Aug 12 15:06:28.320837 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 54506) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:06:28.326207 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-24569043-e3c5-4306-adbe-b76e2dd1462c tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1587159225', 'admin_state_up': True, 'project_id': '7d0edfcf6f1645688bfc49c5a1a825a2', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'}}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:06:28.337623 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1640fc59-2776-42fa-ae2d-275ec25ffeb5 tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Pushing event updated for resources: {'Network': ['ID=a056778e-7168-445c-8291-571a65282615,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:06:28.347255 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Network a056778e-7168-445c-8291-571a65282615 details requested by agent ovs-agent-n-d-694802-15 with host n-d-694802-15 {{(pid=94468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 15:06:28.354100 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-24569043-e3c5-4306-adbe-b76e2dd1462c tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-430574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-104863'] for router, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:28.355431 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-24569043-e3c5-4306-adbe-b76e2dd1462c tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-429438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-431405', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66646573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-104852'] for router, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:28.420631 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-24569043-e3c5-4306-adbe-b76e2dd1462c tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:28.560290 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-24569043-e3c5-4306-adbe-b76e2dd1462c tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:28.754128 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-24569043-e3c5-4306-adbe-b76e2dd1462c tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Notify callbacks [] for router_gateway, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:28.776254 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-24569043-e3c5-4306-adbe-b76e2dd1462c tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:28.880622 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_common [None req-24569043-e3c5-4306-adbe-b76e2dd1462c tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Allocated IP 172.25.1.71 (d3759e1b-6c03-45ac-acd4-90abb417809b/f0254f08-c19c-4e31-bd9c-09389ea4b6f2/3e43eb2d-a015-4a60-807c-b4885c7a27d1) {{(pid=94467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 15:06:28.986671 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29444fab-81e6-4522-8d4b-a391fbac6dd6 req-ff1dc382-100c-432f-9bff-322bf1ecf1e4 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:06:28.988213 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-29444fab-81e6-4522-8d4b-a391fbac6dd6 req-ff1dc382-100c-432f-9bff-322bf1ecf1e4 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/ports?device_id=c07fdbc2-7608-476b-9aa3-e259714a0336 HTTP/1.1" status: 200 len: 946 time: 0.1053104 Aug 12 15:06:29.052705 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-29444fab-81e6-4522-8d4b-a391fbac6dd6 req-e1163f8a-866e-4437-b060-5a29b05ae437 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/security-groups?id=3013738a-d4e8-4d22-9424-861312b623e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580304 Aug 12 15:06:29.057152 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-24569043-e3c5-4306-adbe-b76e2dd1462c tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Notify callbacks [] for port, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:29.112312 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-24569043-e3c5-4306-adbe-b76e2dd1462c tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:29.156954 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24569043-e3c5-4306-adbe-b76e2dd1462c tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Network d3759e1b-6c03-45ac-acd4-90abb417809b is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 15:06:29.160048 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [None req-24569043-e3c5-4306-adbe-b76e2dd1462c tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:06:29.167291 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24569043-e3c5-4306-adbe-b76e2dd1462c tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Received port after_create {{(pid=94467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 15:06:29.172305 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24569043-e3c5-4306-adbe-b76e2dd1462c tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Pushing event updated for resources: {'Port': ['ID=3e43eb2d-a015-4a60-807c-b4885c7a27d1,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:06:29.175978 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0401567c-90b9-4bd8-812d-4b86630804d7 req-2d961108-300c-4937-b5a1-5fed71bb12df tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:06:29.177496 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-0401567c-90b9-4bd8-812d-4b86630804d7 req-2d961108-300c-4937-b5a1-5fed71bb12df tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/ports?device_id=c07fdbc2-7608-476b-9aa3-e259714a0336 HTTP/1.1" status: 200 len: 946 time: 0.0548384 Aug 12 15:06:29.223606 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-0401567c-90b9-4bd8-812d-4b86630804d7 req-a74f3d00-01ef-4745-8f02-3e6aa3ea477d tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/security-groups?id=3013738a-d4e8-4d22-9424-861312b623e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396764 Aug 12 15:06:29.542233 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24569043-e3c5-4306-adbe-b76e2dd1462c tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:06:29.542583 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24569043-e3c5-4306-adbe-b76e2dd1462c tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:06:29.542930 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24569043-e3c5-4306-adbe-b76e2dd1462c tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:06:29.543295 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24569043-e3c5-4306-adbe-b76e2dd1462c tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:06:29.543667 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24569043-e3c5-4306-adbe-b76e2dd1462c tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:06:29.544012 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24569043-e3c5-4306-adbe-b76e2dd1462c tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:06:29.544346 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24569043-e3c5-4306-adbe-b76e2dd1462c tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:06:29.544678 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24569043-e3c5-4306-adbe-b76e2dd1462c tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:06:29.545025 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24569043-e3c5-4306-adbe-b76e2dd1462c tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:06:29.545342 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24569043-e3c5-4306-adbe-b76e2dd1462c tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:06:29.545667 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24569043-e3c5-4306-adbe-b76e2dd1462c tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:06:29.545992 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24569043-e3c5-4306-adbe-b76e2dd1462c tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:06:29.667167 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b588394a-c1ca-4815-a186-7ee30490accd req-44a963bc-7b1e-4a5f-a038-80528d6d97cf tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:06:29.668716 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b588394a-c1ca-4815-a186-7ee30490accd req-44a963bc-7b1e-4a5f-a038-80528d6d97cf tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/ports?device_id=c07fdbc2-7608-476b-9aa3-e259714a0336 HTTP/1.1" status: 200 len: 946 time: 0.1394768 Aug 12 15:06:29.734208 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b588394a-c1ca-4815-a186-7ee30490accd req-fca28de0-7399-4897-8ca9-0e1003685818 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/security-groups?id=3013738a-d4e8-4d22-9424-861312b623e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482385 Aug 12 15:06:29.838210 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-24569043-e3c5-4306-adbe-b76e2dd1462c tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Notify callbacks [] for router_gateway, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:30.016555 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e88a80a-f051-4602-928a-af7cdf8c764a req-75286968-1b25-4d01-91db-4ce2218a106b tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:06:30.018158 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6e88a80a-f051-4602-928a-af7cdf8c764a req-75286968-1b25-4d01-91db-4ce2218a106b tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/ports?device_id=c07fdbc2-7608-476b-9aa3-e259714a0336 HTTP/1.1" status: 200 len: 946 time: 0.1005788 Aug 12 15:06:30.094197 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6e88a80a-f051-4602-928a-af7cdf8c764a req-6e0cbdab-61ca-42e4-818b-e73bf963b902 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/security-groups?id=3013738a-d4e8-4d22-9424-861312b623e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694542 Aug 12 15:06:30.100547 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-24569043-e3c5-4306-adbe-b76e2dd1462c tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-429413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-431608'] for router, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:30.225340 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24569043-e3c5-4306-adbe-b76e2dd1462c tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Router 298d2144-90d6-458c-9def-6bc96a1d8931 is scheduled to L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f with binding_index 1 {{(pid=94467) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 15:06:30.343772 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24569043-e3c5-4306-adbe-b76e2dd1462c tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 15:06:30.353557 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25e6aff5-dd81-4d23-ab8c-30ce3f4dba29 None None] Sync routers for ids ['298d2144-90d6-458c-9def-6bc96a1d8931'] in n-d-694802-15 {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 15:06:30.363498 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-24569043-e3c5-4306-adbe-b76e2dd1462c tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Notify callbacks [] for router, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:30.363735 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25e6aff5-dd81-4d23-ab8c-30ce3f4dba29 None None] Routers {'298d2144-90d6-458c-9def-6bc96a1d8931'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:06:30.364478 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-25e6aff5-dd81-4d23-ab8c-30ce3f4dba29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T15:06:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['298d2144-90d6-458c-9def-6bc96a1d8931'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:06:30.364796 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-24569043-e3c5-4306-adbe-b76e2dd1462c tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 2.0430419 Aug 12 15:06:30.368161 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 54526) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:06:30.430193 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6125c64-c4af-4d1c-a448-836680b6cef9 tempest-TestSecurityGroupsBasicOps-899031811 tempest-TestSecurityGroupsBasicOps-899031811-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:06:30.434641 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-f6125c64-c4af-4d1c-a448-836680b6cef9 tempest-TestSecurityGroupsBasicOps-899031811 tempest-TestSecurityGroupsBasicOps-899031811-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=7d0edfcf6f1645688bfc49c5a1a825a2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0654397 Aug 12 15:06:30.435380 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 54530) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:06:30.497451 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-25e6aff5-dd81-4d23-ab8c-30ce3f4dba29 None None] Set router 298d2144-90d6-458c-9def-6bc96a1d8931 gateway port host: n-d-694802-15 {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:06:30.535167 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-280b4668-a01f-44aa-93da-75250d3e4713 tempest-TestSecurityGroupsBasicOps-899031811 tempest-TestSecurityGroupsBasicOps-899031811-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:06:30.536683 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-280b4668-a01f-44aa-93da-75250d3e4713 tempest-TestSecurityGroupsBasicOps-899031811 tempest-TestSecurityGroupsBasicOps-899031811-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1004076 Aug 12 15:06:30.539459 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 54536) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:06:30.573024 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-9bcba7dd-5f7b-435a-9391-d43cdd4219cb tempest-TestSecurityGroupsBasicOps-899031811 tempest-TestSecurityGroupsBasicOps-899031811-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=d3759e1b-6c03-45ac-acd4-90abb417809b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0312796 Aug 12 15:06:30.574458 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 54540) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:06:30.606105 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-860edecb-1702-49c1-86c7-5864958edc39 tempest-TestSecurityGroupsBasicOps-899031811 tempest-TestSecurityGroupsBasicOps-899031811-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=7d0edfcf6f1645688bfc49c5a1a825a2&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0295672 Aug 12 15:06:30.609433 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 54542) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:06:30.713367 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-25e6aff5-dd81-4d23-ab8c-30ce3f4dba29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '298d2144-90d6-458c-9def-6bc96a1d8931', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1587159225', 'tenant_id': '7d0edfcf6f1645688bfc49c5a1a825a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': '3e43eb2d-a015-4a60-807c-b4885c7a27d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:06:28Z', 'updated_at': '2021-08-12T15:06:29Z', 'revision_number': 3, 'project_id': '7d0edfcf6f1645688bfc49c5a1a825a2', 'gw_port': {'id': '3e43eb2d-a015-4a60-807c-b4885c7a27d1', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:5d:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '298d2144-90d6-458c-9def-6bc96a1d8931', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3639, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:06:28Z', 'updated_at': '2021-08-12T15:06:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15'}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:06:30.722290 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb7bc3a3-25c2-404c-a270-12c807b8ddd7 tempest-TestSecurityGroupsBasicOps-899031811 tempest-TestSecurityGroupsBasicOps-899031811-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:06:30.723906 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-cb7bc3a3-25c2-404c-a270-12c807b8ddd7 tempest-TestSecurityGroupsBasicOps-899031811 tempest-TestSecurityGroupsBasicOps-899031811-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1133037 Aug 12 15:06:30.726691 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 54546) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:06:30.747136 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25e6aff5-dd81-4d23-ab8c-30ce3f4dba29 None None] Checking router: 298d2144-90d6-458c-9def-6bc96a1d8931 for host: n-d-694802-15 {{(pid=94469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 15:06:30.747622 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25e6aff5-dd81-4d23-ab8c-30ce3f4dba29 None None] Updating router 298d2144-90d6-458c-9def-6bc96a1d8931 port 3e43eb2d-a015-4a60-807c-b4885c7a27d1 binding host n-d-694802-15 {{(pid=94469) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 15:06:30.756258 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-ac39f914-35dd-4cae-aec4-c81def435374 tempest-TestSecurityGroupsBasicOps-899031811 tempest-TestSecurityGroupsBasicOps-899031811-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=d3759e1b-6c03-45ac-acd4-90abb417809b&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0283921 Aug 12 15:06:30.758676 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 54548) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:06:30.763568 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-e28e8a1a-b9ab-4efb-962b-8b893c572e17 tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1457525283', 'network_id': 'a056778e-7168-445c-8291-571a65282615', 'project_id': '7d0edfcf6f1645688bfc49c5a1a825a2', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:06:30.779703 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-25e6aff5-dd81-4d23-ab8c-30ce3f4dba29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:30.853491 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e28e8a1a-b9ab-4efb-962b-8b893c572e17 tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Made reservation on behalf of 7d0edfcf6f1645688bfc49c5a1a825a2 for: {'subnet': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 15:06:30.858222 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-e28e8a1a-b9ab-4efb-962b-8b893c572e17 tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3343791'] for subnet, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:31.050507 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-e28e8a1a-b9ab-4efb-962b-8b893c572e17 tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2859166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3343773'] for subnet, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:31.052608 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-25e6aff5-dd81-4d23-ab8c-30ce3f4dba29 None None] Notify callbacks [] for port, precommit_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:31.063643 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.provisioning_blocks [None req-25e6aff5-dd81-4d23-ab8c-30ce3f4dba29 None None] Transition to ACTIVE for port object 3e43eb2d-a015-4a60-807c-b4885c7a27d1 will not be triggered until provisioned by entity L2. {{(pid=94469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:06:31.070114 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-25e6aff5-dd81-4d23-ab8c-30ce3f4dba29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:31.122015 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.managers [None req-25e6aff5-dd81-4d23-ab8c-30ce3f4dba29 None None] Attempting to bind port 3e43eb2d-a015-4a60-807c-b4885c7a27d1 on host n-d-694802-15 for vnic_type normal with profile {{(pid=94469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 15:06:31.122138 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.managers [None req-25e6aff5-dd81-4d23-ab8c-30ce3f4dba29 None None] Attempting to bind port 3e43eb2d-a015-4a60-807c-b4885c7a27d1 by drivers openvswitch,hyperv on host n-d-694802-15 at level 0 using segments [{'id': 'b1b396cb-2dc6-4041-bfc7-1833a80a4720', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'}] {{(pid=94469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 15:06:31.123223 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25e6aff5-dd81-4d23-ab8c-30ce3f4dba29 None None] Attempting to bind port 3e43eb2d-a015-4a60-807c-b4885c7a27d1 on network d3759e1b-6c03-45ac-acd4-90abb417809b {{(pid=94469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 15:06:31.132288 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28e8a1a-b9ab-4efb-962b-8b893c572e17 tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Pushing event updated for resources: {'Subnet': ['ID=814f1cf4-4d91-496b-97e0-5c6f5d780189,revision_number=0']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:06:31.133729 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25e6aff5-dd81-4d23-ab8c-30ce3f4dba29 None None] Checking agent: {'id': '16de73ac-f2e9-4cee-b3e0-91052ae3e6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 20, 13), 'started_at': datetime.datetime(2021, 8, 12, 14, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 15, 6, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 15:06:31.134386 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25e6aff5-dd81-4d23-ab8c-30ce3f4dba29 None None] Checking segment: {'id': 'b1b396cb-2dc6-4041-bfc7-1833a80a4720', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 15:06:31.134624 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-25e6aff5-dd81-4d23-ab8c-30ce3f4dba29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:31.135519 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25e6aff5-dd81-4d23-ab8c-30ce3f4dba29 None None] Bound using segment: {'id': 'b1b396cb-2dc6-4041-bfc7-1833a80a4720', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'} {{(pid=94469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 15:06:31.141706 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.managers [None req-25e6aff5-dd81-4d23-ab8c-30ce3f4dba29 None None] Bound port: 3e43eb2d-a015-4a60-807c-b4885c7a27d1, host: n-d-694802-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1b396cb-2dc6-4041-bfc7-1833a80a4720', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'}}] {{(pid=94469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 15:06:31.142110 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-25e6aff5-dd81-4d23-ab8c-30ce3f4dba29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:31.142278 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e28e8a1a-b9ab-4efb-962b-8b893c572e17 tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Checking segment: {'id': '69d74667-9cfd-49b4-9d2a-5ac045877e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'a056778e-7168-445c-8291-571a65282615'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 15:06:31.142835 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e28e8a1a-b9ab-4efb-962b-8b893c572e17 tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Network hostable DHCP agents. Network: a056778e-7168-445c-8291-571a65282615, hostable agents: ['1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658'], hosted agents: [] {{(pid=94467) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 15:06:31.166156 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e28e8a1a-b9ab-4efb-962b-8b893c572e17 tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Network a056778e-7168-445c-8291-571a65282615 is scheduled to be hosted by DHCP agent 1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658 with binding_index 1 {{(pid=94467) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 15:06:31.179523 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [None req-e28e8a1a-b9ab-4efb-962b-8b893c572e17 tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-15, a056778e-7168-445c-8291-571a65282615) {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:06:31.184772 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e28e8a1a-b9ab-4efb-962b-8b893c572e17 tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:06:31.185543 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-e28e8a1a-b9ab-4efb-962b-8b893c572e17 tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Notify callbacks [] for subnet, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:31.189935 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edd1839c-1968-40ad-afda-4e68aaf2d26e None None] Network a056778e-7168-445c-8291-571a65282615 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 15:06:31.196341 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866309e0-ff83-49ea-bd35-e7cd9bf12538 None None] Pushing event updated for resources: {'Port': ['ID=3e43eb2d-a015-4a60-807c-b4885c7a27d1,revision_number=2']} {{(pid=94469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:06:31.228817 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.db [None req-25e6aff5-dd81-4d23-ab8c-30ce3f4dba29 None None] For port 3e43eb2d-a015-4a60-807c-b4885c7a27d1, host n-d-694802-15, cleared binding levels {{(pid=94469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 15:06:31.233848 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.db [None req-25e6aff5-dd81-4d23-ab8c-30ce3f4dba29 None None] For port 3e43eb2d-a015-4a60-807c-b4885c7a27d1, host n-d-694802-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=3e43eb2d-a015-4a60-807c-b4885c7a27d1,segment=NetworkSegment(b1b396cb-2dc6-4041-bfc7-1833a80a4720),segment_id=b1b396cb-2dc6-4041-bfc7-1833a80a4720)] {{(pid=94469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 15:06:31.246108 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-25e6aff5-dd81-4d23-ab8c-30ce3f4dba29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:31.270475 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-e28e8a1a-b9ab-4efb-962b-8b893c572e17 tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.5107081 Aug 12 15:06:31.273385 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 54552) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:06:31.283828 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3ac4f8-31c1-4b96-b3b7-3d1addaa5d56 req-460cfde7-5e51-4ba2-9eda-9c75b2437797 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:06:31.286081 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-bc3ac4f8-31c1-4b96-b3b7-3d1addaa5d56 req-460cfde7-5e51-4ba2-9eda-9c75b2437797 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/ports?device_id=c07fdbc2-7608-476b-9aa3-e259714a0336 HTTP/1.1" status: 200 len: 946 time: 0.0799007 Aug 12 15:06:31.353550 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-bc3ac4f8-31c1-4b96-b3b7-3d1addaa5d56 req-271d02e7-542a-4803-bbfd-ee1181e51f89 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/security-groups?id=3013738a-d4e8-4d22-9424-861312b623e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603700 Aug 12 15:06:31.422357 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25e6aff5-dd81-4d23-ab8c-30ce3f4dba29 None None] Routers {'298d2144-90d6-458c-9def-6bc96a1d8931'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:06:31.423066 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea362b99-f0a0-4ee0-9863-5bd3310bac8e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa7035b3e-9a89-5964-b9f4-97301c3f476a-a056778e-7168-445c-8291-571a65282615', 'network_id': 'a056778e-7168-445c-8291-571a65282615', 'tenant_id': '7d0edfcf6f1645688bfc49c5a1a825a2', 'fixed_ips': [{'subnet_id': '814f1cf4-4d91-496b-97e0-5c6f5d780189'}]}} from n-d-694802-15. {{(pid=94468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 15:06:31.423232 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-25e6aff5-dd81-4d23-ab8c-30ce3f4dba29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T15:06:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['298d2144-90d6-458c-9def-6bc96a1d8931'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:06:31.423945 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-ea362b99-f0a0-4ee0-9863-5bd3310bac8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:31.537883 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-25e6aff5-dd81-4d23-ab8c-30ce3f4dba29 None None] Set router 298d2144-90d6-458c-9def-6bc96a1d8931 gateway port host: n-d-694802-15 {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:06:31.643540 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866309e0-ff83-49ea-bd35-e7cd9bf12538 None None] Pushing event updated for resources: {'Port': ['ID=3e43eb2d-a015-4a60-807c-b4885c7a27d1,revision_number=3']} {{(pid=94469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:06:31.644673 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.db_base_plugin_common [None req-ea362b99-f0a0-4ee0-9863-5bd3310bac8e None None] Allocated IP 172.20.0.18 (a056778e-7168-445c-8291-571a65282615/814f1cf4-4d91-496b-97e0-5c6f5d780189/d34fc974-8937-47cc-a29a-a2226e7c3dd0) {{(pid=94468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 15:06:31.675134 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e99472-69d8-4cef-bdbf-665d3825bdf9 req-82b1c3e3-23e2-41c5-ba50-fd80046be4b0 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:06:31.676988 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-70e99472-69d8-4cef-bdbf-665d3825bdf9 req-82b1c3e3-23e2-41c5-ba50-fd80046be4b0 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.49 "GET /v2.0/ports?device_id=c07fdbc2-7608-476b-9aa3-e259714a0336 HTTP/1.1" status: 200 len: 946 time: 0.1002452 Aug 12 15:06:31.796400 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-25e6aff5-dd81-4d23-ab8c-30ce3f4dba29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '298d2144-90d6-458c-9def-6bc96a1d8931', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1587159225', 'tenant_id': '7d0edfcf6f1645688bfc49c5a1a825a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': '3e43eb2d-a015-4a60-807c-b4885c7a27d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:06:28Z', 'updated_at': '2021-08-12T15:06:29Z', 'revision_number': 3, 'project_id': '7d0edfcf6f1645688bfc49c5a1a825a2', 'gw_port': {'id': '3e43eb2d-a015-4a60-807c-b4885c7a27d1', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:5d:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '298d2144-90d6-458c-9def-6bc96a1d8931', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3639, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:06:28Z', 'updated_at': '2021-08-12T15:06:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15'}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:06:31.832501 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25e6aff5-dd81-4d23-ab8c-30ce3f4dba29 None None] The sync data for ids ['298d2144-90d6-458c-9def-6bc96a1d8931'] in n-d-694802-15 is: [{'id': '298d2144-90d6-458c-9def-6bc96a1d8931', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1587159225', 'tenant_id': '7d0edfcf6f1645688bfc49c5a1a825a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': '3e43eb2d-a015-4a60-807c-b4885c7a27d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:06:28Z', 'updated_at': '2021-08-12T15:06:29Z', 'revision_number': 3, 'project_id': '7d0edfcf6f1645688bfc49c5a1a825a2', 'gw_port': {'id': '3e43eb2d-a015-4a60-807c-b4885c7a27d1', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:5d:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '298d2144-90d6-458c-9def-6bc96a1d8931', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3639, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:06:28Z', 'updated_at': '2021-08-12T15:06:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15'}] {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 15:06:31.861401 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [req-70e99472-69d8-4cef-bdbf-665d3825bdf9 req-95a810a1-27f2-4144-af8d-e618e8c55d1d tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Deleting port 9c301d29-08fe-4c5c-b799-b00092b3f160 {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 15:06:31.861986 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-70e99472-69d8-4cef-bdbf-665d3825bdf9 req-95a810a1-27f2-4144-af8d-e618e8c55d1d tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:31.909748 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-ea362b99-f0a0-4ee0-9863-5bd3310bac8e None None] Notify callbacks [] for port, precommit_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:31.928519 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-ea362b99-f0a0-4ee0-9863-5bd3310bac8e None None] Transition to ACTIVE for port object d34fc974-8937-47cc-a29a-a2226e7c3dd0 will not be triggered until provisioned by entity L2. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:06:31.956029 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-ea362b99-f0a0-4ee0-9863-5bd3310bac8e None None] Transition to ACTIVE for port object d34fc974-8937-47cc-a29a-a2226e7c3dd0 will not be triggered until provisioned by entity DHCP. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:06:31.967437 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-ea362b99-f0a0-4ee0-9863-5bd3310bac8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253'] for port, after_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:31.989284 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-70e99472-69d8-4cef-bdbf-665d3825bdf9 req-95a810a1-27f2-4144-af8d-e618e8c55d1d tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] For port 9c301d29-08fe-4c5c-b799-b00092b3f160, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=9c301d29-08fe-4c5c-b799-b00092b3f160,segment=NetworkSegment(fcd22b33-01d5-4908-ab67-fcc7aa617173),segment_id=fcd22b33-01d5-4908-ab67-fcc7aa617173)] {{(pid=94467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:06:31.989756 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-70e99472-69d8-4cef-bdbf-665d3825bdf9 req-95a810a1-27f2-4144-af8d-e618e8c55d1d tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:32.004229 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [req-70e99472-69d8-4cef-bdbf-665d3825bdf9 req-95a810a1-27f2-4144-af8d-e618e8c55d1d tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Calling delete_port for 9c301d29-08fe-4c5c-b799-b00092b3f160 owned by compute:nova {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 15:06:32.015692 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea362b99-f0a0-4ee0-9863-5bd3310bac8e None None] Network a056778e-7168-445c-8291-571a65282615 is already hosted by enough agents. {{(pid=94468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 15:06:32.019062 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.base_scheduler [None req-ea362b99-f0a0-4ee0-9863-5bd3310bac8e None None] Resources bound (agent type, host, resource id): {{(pid=94468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:06:32.022789 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea362b99-f0a0-4ee0-9863-5bd3310bac8e None None] Received port after_create {{(pid=94468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 15:06:32.041317 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea362b99-f0a0-4ee0-9863-5bd3310bac8e None None] Pushing event updated for resources: {'Port': ['ID=d34fc974-8937-47cc-a29a-a2226e7c3dd0,revision_number=1']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:06:32.132961 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-ea362b99-f0a0-4ee0-9863-5bd3310bac8e None None] Attempting to bind port d34fc974-8937-47cc-a29a-a2226e7c3dd0 on host n-d-694802-15 for vnic_type normal with profile {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 15:06:32.133337 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-ea362b99-f0a0-4ee0-9863-5bd3310bac8e None None] Attempting to bind port d34fc974-8937-47cc-a29a-a2226e7c3dd0 by drivers openvswitch,hyperv on host n-d-694802-15 at level 0 using segments [{'id': '69d74667-9cfd-49b4-9d2a-5ac045877e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'a056778e-7168-445c-8291-571a65282615'}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 15:06:32.133700 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea362b99-f0a0-4ee0-9863-5bd3310bac8e None None] Attempting to bind port d34fc974-8937-47cc-a29a-a2226e7c3dd0 on network a056778e-7168-445c-8291-571a65282615 {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 15:06:32.145508 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea362b99-f0a0-4ee0-9863-5bd3310bac8e None None] Checking agent: {'id': '16de73ac-f2e9-4cee-b3e0-91052ae3e6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 20, 13), 'started_at': datetime.datetime(2021, 8, 12, 14, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 15, 6, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 15:06:32.146228 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea362b99-f0a0-4ee0-9863-5bd3310bac8e None None] Checking segment: {'id': '69d74667-9cfd-49b4-9d2a-5ac045877e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'a056778e-7168-445c-8291-571a65282615'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 15:06:32.147195 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-ea362b99-f0a0-4ee0-9863-5bd3310bac8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:32.148688 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea362b99-f0a0-4ee0-9863-5bd3310bac8e None None] Bound using segment: {'id': '69d74667-9cfd-49b4-9d2a-5ac045877e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'a056778e-7168-445c-8291-571a65282615'} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 15:06:32.149385 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-ea362b99-f0a0-4ee0-9863-5bd3310bac8e None None] Bound port: d34fc974-8937-47cc-a29a-a2226e7c3dd0, host: n-d-694802-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69d74667-9cfd-49b4-9d2a-5ac045877e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'a056778e-7168-445c-8291-571a65282615'}}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 15:06:32.149963 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-ea362b99-f0a0-4ee0-9863-5bd3310bac8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:32.210140 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-70e99472-69d8-4cef-bdbf-665d3825bdf9 req-95a810a1-27f2-4144-af8d-e618e8c55d1d tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:32.256865 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] get_ports_and_sgs() called for port_ids ['9c301d29-08fe-4c5c-b799-b00092b3f160'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 15:06:32.347692 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-ea362b99-f0a0-4ee0-9863-5bd3310bac8e None None] For port d34fc974-8937-47cc-a29a-a2226e7c3dd0, host n-d-694802-15, cleared binding levels {{(pid=94468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 15:06:32.352159 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a810a1-27f2-4144-af8d-e618e8c55d1d tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Pushing event deleted for resources: {'Port': ['ID=9c301d29-08fe-4c5c-b799-b00092b3f160,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:06:32.365668 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-ea362b99-f0a0-4ee0-9863-5bd3310bac8e None None] For port d34fc974-8937-47cc-a29a-a2226e7c3dd0, host n-d-694802-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=d34fc974-8937-47cc-a29a-a2226e7c3dd0,segment=NetworkSegment(69d74667-9cfd-49b4-9d2a-5ac045877e74),segment_id=69d74667-9cfd-49b4-9d2a-5ac045877e74)] {{(pid=94468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 15:06:32.374162 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-ea362b99-f0a0-4ee0-9863-5bd3310bac8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:32.387312 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [req-70e99472-69d8-4cef-bdbf-665d3825bdf9 req-95a810a1-27f2-4144-af8d-e618e8c55d1d tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] No DVR routers for this DVR port 9c301d29-08fe-4c5c-b799-b00092b3f160 on host n-h2-694802-15 {{(pid=94467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 15:06:32.392963 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-70e99472-69d8-4cef-bdbf-665d3825bdf9 req-95a810a1-27f2-4144-af8d-e618e8c55d1d tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:32.399913 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-70e99472-69d8-4cef-bdbf-665d3825bdf9 req-95a810a1-27f2-4144-af8d-e618e8c55d1d tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.49 "DELETE /v2.0/ports/9c301d29-08fe-4c5c-b799-b00092b3f160 HTTP/1.1" status: 204 len: 173 time: 0.7131166 Aug 12 15:06:32.400478 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c07fdbc2-7608-476b-9aa3-e259714a0336', 'name': 'network-vif-deleted', 'tag': '9c301d29-08fe-4c5c-b799-b00092b3f160'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:06:32.412805 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e65282f928b64038367d043a4411777802006c43a98742496cb2e25b724ff1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddbdde92-6054-4fc2-8049-932bf7ef6bc5" -d '{"events": [{"server_uuid": "c07fdbc2-7608-476b-9aa3-e259714a0336", "name": "network-vif-deleted", "tag": "9c301d29-08fe-4c5c-b799-b00092b3f160"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 15:06:32.501935 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-33f9ac9c-8891-4cc3-bd77-88aab1dbceb1 tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:32.567204 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea362b99-f0a0-4ee0-9863-5bd3310bac8e None None] Pushing event updated for resources: {'Port': ['ID=d34fc974-8937-47cc-a29a-a2226e7c3dd0,revision_number=2']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:06:32.602526 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 15:06:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5d05418-deae-4177-a9e3-9cd7f9c0487a x-openstack-request-id: req-d5d05418-deae-4177-a9e3-9cd7f9c0487a {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 15:06:32.602825 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c07fdbc2-7608-476b-9aa3-e259714a0336", "name": "network-vif-deleted", "tag": "9c301d29-08fe-4c5c-b799-b00092b3f160", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 15:06:32.609043 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d5d05418-deae-4177-a9e3-9cd7f9c0487a {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 15:06:32.609489 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c07fdbc2-7608-476b-9aa3-e259714a0336', 'name': 'network-vif-deleted', 'tag': '9c301d29-08fe-4c5c-b799-b00092b3f160', 'status': 'completed', 'code': 200} Aug 12 15:06:32.637056 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-80631df2-2124-47fa-ae75-4330bc08ee83 req-80a7efb3-5a14-4a45-aa11-640c8cdfa184 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/ports?device_id=c07fdbc2-7608-476b-9aa3-e259714a0336 HTTP/1.1" status: 200 len: 210 time: 0.0860848 Aug 12 15:06:32.664591 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 3e43eb2d-a015-4a60-807c-b4885c7a27d1 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 15:06:32.685056 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.agents_db [None req-17ed3e4c-1a7d-4162-9646-11c134aca297 None None] Agent healthcheck: found 7 active agents {{(pid=94469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 15:06:32.824413 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning for port 3e43eb2d-a015-4a60-807c-b4885c7a27d1 completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:06:32.830691 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port 3e43eb2d-a015-4a60-807c-b4885c7a27d1 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:06:32.831130 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:33.010054 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:33.050254 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] For port 3e43eb2d-a015-4a60-807c-b4885c7a27d1, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=3e43eb2d-a015-4a60-807c-b4885c7a27d1,segment=NetworkSegment(b1b396cb-2dc6-4041-bfc7-1833a80a4720),segment_id=b1b396cb-2dc6-4041-bfc7-1833a80a4720)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:06:33.051866 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-33f9ac9c-8891-4cc3-bd77-88aab1dbceb1 tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Allocated IP 172.20.0.17 (a056778e-7168-445c-8291-571a65282615/814f1cf4-4d91-496b-97e0-5c6f5d780189/71a8b4e7-ab08-4c44-943d-35e6e477b71b) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 15:06:33.063197 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:33.166587 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Pushing event updated for resources: {'Port': ['ID=3e43eb2d-a015-4a60-807c-b4885c7a27d1,revision_number=4']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:06:33.256727 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-33f9ac9c-8891-4cc3-bd77-88aab1dbceb1 tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:33.291182 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-33f9ac9c-8891-4cc3-bd77-88aab1dbceb1 tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Transition to ACTIVE for port object 71a8b4e7-ab08-4c44-943d-35e6e477b71b will not be triggered until provisioned by entity DHCP. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:06:33.337548 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-33f9ac9c-8891-4cc3-bd77-88aab1dbceb1 tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:33.420590 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f9ac9c-8891-4cc3-bd77-88aab1dbceb1 tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Pushing event updated for resources: {'Port': ['ID=71a8b4e7-ab08-4c44-943d-35e6e477b71b,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:06:33.431090 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33f9ac9c-8891-4cc3-bd77-88aab1dbceb1 tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Network a056778e-7168-445c-8291-571a65282615 is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 15:06:33.434935 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-33f9ac9c-8891-4cc3-bd77-88aab1dbceb1 tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:06:33.447705 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f9ac9c-8891-4cc3-bd77-88aab1dbceb1 tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 15:06:33.508662 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-33f9ac9c-8891-4cc3-bd77-88aab1dbceb1 tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66663725'] for router_interface, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:33.712628 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-33f9ac9c-8891-4cc3-bd77-88aab1dbceb1 tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:33.792958 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9403e8f1-4698-41fd-91bc-8bc627b477b2 req-0cd53827-1c49-4049-b3c5-e0d61775052f tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/ports?device_id=c07fdbc2-7608-476b-9aa3-e259714a0336 HTTP/1.1" status: 200 len: 210 time: 0.0372150 Aug 12 15:06:34.173499 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a4db583-ac34-4604-bbc9-66208ab08cbd None None] Network a056778e-7168-445c-8291-571a65282615 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 15:06:34.242957 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-33f9ac9c-8891-4cc3-bd77-88aab1dbceb1 tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Notify callbacks [] for port, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:34.259255 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-33f9ac9c-8891-4cc3-bd77-88aab1dbceb1 tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3718439'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:34.290696 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b6c6952b-635b-42a7-924a-63243dd1d0de req-a173e6cb-7327-4bf5-87bd-825bac40f3a1 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=3a0532f0-bca8-4155-8cd0-8fdd40de235a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0767689 Aug 12 15:06:34.334591 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-ca04b373-e77e-436a-b306-9e4e9a45a7b4 None None] Provisioning for port d34fc974-8937-47cc-a29a-a2226e7c3dd0 completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:06:34.416986 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f9ac9c-8891-4cc3-bd77-88aab1dbceb1 tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Pushing event updated for resources: {'Port': ['ID=71a8b4e7-ab08-4c44-943d-35e6e477b71b,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:06:34.417892 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c6952b-635b-42a7-924a-63243dd1d0de req-83245b03-3d17-43be-a59e-81b561fbbd7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:06:34.420546 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-33f9ac9c-8891-4cc3-bd77-88aab1dbceb1 tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66628363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66663865'] for router_interface, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:34.424734 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b6c6952b-635b-42a7-924a-63243dd1d0de req-83245b03-3d17-43be-a59e-81b561fbbd7a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=eddbf0db78bb49c0ab2be813947221dc&device_id=3a0532f0-bca8-4155-8cd0-8fdd40de235a HTTP/1.1" status: 200 len: 1097 time: 0.0981700 Aug 12 15:06:34.686406 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33f9ac9c-8891-4cc3-bd77-88aab1dbceb1 tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Network a056778e-7168-445c-8291-571a65282615 is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 15:06:34.690287 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-33f9ac9c-8891-4cc3-bd77-88aab1dbceb1 tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:06:34.698860 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 3e43eb2d-a015-4a60-807c-b4885c7a27d1 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 15:06:34.749612 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c6952b-635b-42a7-924a-63243dd1d0de req-aefa7b9f-0caf-489a-b940-83bd26473164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:06:34.752152 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b6c6952b-635b-42a7-924a-63243dd1d0de req-aefa7b9f-0caf-489a-b940-83bd26473164 service neutron] 10.222.0.49 "GET /v2.0/networks?id=163c25f9-f902-43c0-b306-3d06c1f84041 HTTP/1.1" status: 200 len: 911 time: 0.3091991 Aug 12 15:06:34.804606 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port 3e43eb2d-a015-4a60-807c-b4885c7a27d1 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:06:34.806625 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:34.900652 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b6c6952b-635b-42a7-924a-63243dd1d0de req-df7efe03-9b1e-4b30-8c76-c6919c2fdfc8 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9d8c1187-d8bf-42f3-93b8-fd0d9c2da515 HTTP/1.1" status: 200 len: 1001 time: 0.1407883 Aug 12 15:06:35.003266 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33f9ac9c-8891-4cc3-bd77-88aab1dbceb1 tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Router 298d2144-90d6-458c-9def-6bc96a1d8931 has already been hosted by L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f {{(pid=94466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 15:06:35.063826 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3e5fdd03-cb07-4e91-9f8d-ffabe24b44c6 req-d98923e1-0ce2-4569-a886-2c44494eaf53 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/ports?device_id=c07fdbc2-7608-476b-9aa3-e259714a0336 HTTP/1.1" status: 200 len: 210 time: 0.0803862 Aug 12 15:06:35.089875 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c6952b-635b-42a7-924a-63243dd1d0de req-7640917c-5757-4b4d-8b64-1b53e94fcd60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:06:35.091347 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b6c6952b-635b-42a7-924a-63243dd1d0de req-7640917c-5757-4b4d-8b64-1b53e94fcd60 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c68a9dc4-9dae-4b6f-89ee-ab739b8f3389 HTTP/1.1" status: 200 len: 849 time: 0.1769488 Aug 12 15:06:35.138839 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device d34fc974-8937-47cc-a29a-a2226e7c3dd0 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 15:06:35.209789 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c6952b-635b-42a7-924a-63243dd1d0de req-e7f26e7b-8334-4f97-bd33-82532b07c9de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:06:35.212634 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b6c6952b-635b-42a7-924a-63243dd1d0de req-e7f26e7b-8334-4f97-bd33-82532b07c9de service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=163c25f9-f902-43c0-b306-3d06c1f84041&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1116359 Aug 12 15:06:35.272117 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-926df26a-eb49-410c-b638-6847c05c072e None None] Provisioning for port 71a8b4e7-ab08-4c44-943d-35e6e477b71b completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:06:35.286745 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning for port d34fc974-8937-47cc-a29a-a2226e7c3dd0 completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:06:35.298320 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-926df26a-eb49-410c-b638-6847c05c072e None None] Provisioning complete for port 71a8b4e7-ab08-4c44-943d-35e6e477b71b triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:06:35.298729 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-926df26a-eb49-410c-b638-6847c05c072e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:35.308561 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33f9ac9c-8891-4cc3-bd77-88aab1dbceb1 tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 15:06:35.321014 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-33f9ac9c-8891-4cc3-bd77-88aab1dbceb1 tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] 10.222.0.39 "PUT /v2.0/routers/298d2144-90d6-458c-9def-6bc96a1d8931/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0461378 Aug 12 15:06:35.383904 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port d34fc974-8937-47cc-a29a-a2226e7c3dd0 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:06:35.384344 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:35.394396 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5e59444-a653-4a80-ae93-e61c759b2483 None None] Sync routers for ids ['298d2144-90d6-458c-9def-6bc96a1d8931'] in n-d-694802-15 {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 15:06:35.407691 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b6c6952b-635b-42a7-924a-63243dd1d0de req-1c3ea60d-1853-4352-8d95-a2e0e00b455e service neutron] 10.222.0.49 "GET /v2.0/networks/163c25f9-f902-43c0-b306-3d06c1f84041?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1860948 Aug 12 15:06:35.542856 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-926df26a-eb49-410c-b638-6847c05c072e None None] Port 71a8b4e7-ab08-4c44-943d-35e6e477b71b cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 15:06:35.544543 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b6c6952b-635b-42a7-924a-63243dd1d0de req-7ac312d0-5899-4aa9-99b5-666f55505cdd service neutron] 10.222.0.49 "GET /v2.0/networks/163c25f9-f902-43c0-b306-3d06c1f84041?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282766 Aug 12 15:06:35.550162 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5e59444-a653-4a80-ae93-e61c759b2483 None None] Routers {'298d2144-90d6-458c-9def-6bc96a1d8931'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:06:35.551088 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-e5e59444-a653-4a80-ae93-e61c759b2483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T15:06:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['298d2144-90d6-458c-9def-6bc96a1d8931'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:06:35.616982 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-926df26a-eb49-410c-b638-6847c05c072e None None] Provisioning complete for port d34fc974-8937-47cc-a29a-a2226e7c3dd0 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:06:35.617351 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-926df26a-eb49-410c-b638-6847c05c072e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:35.846076 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a76351-539f-4708-8d77-3c82a908aacf req-a77774c6-22c5-4c50-938c-872ecb0327d3 tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:06:35.864911 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f3a76351-539f-4708-8d77-3c82a908aacf req-a77774c6-22c5-4c50-938c-872ecb0327d3 tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] 10.222.0.39 "GET /v2.0/networks?id=a056778e-7168-445c-8291-571a65282615 HTTP/1.1" status: 200 len: 798 time: 0.2203872 Aug 12 15:06:35.892307 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f3a76351-539f-4708-8d77-3c82a908aacf req-439b307a-6e62-4d4c-b913-2bd3e14c680e tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] 10.222.0.39 "GET /v2.0/quotas/7d0edfcf6f1645688bfc49c5a1a825a2 HTTP/1.1" status: 200 len: 375 time: 0.0254171 Aug 12 15:06:35.939528 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:35.962730 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f3a76351-539f-4708-8d77-3c82a908aacf req-e3f25b7a-27c5-46a9-819f-3af5ce1cfac5 tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=7d0edfcf6f1645688bfc49c5a1a825a2&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0692112 Aug 12 15:06:36.006715 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvr_db [None req-e5e59444-a653-4a80-ae93-e61c759b2483 None None] Set router 298d2144-90d6-458c-9def-6bc96a1d8931 gateway port host: n-d-694802-15 {{(pid=94468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:06:36.010906 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] For port d34fc974-8937-47cc-a29a-a2226e7c3dd0, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=d34fc974-8937-47cc-a29a-a2226e7c3dd0,segment=NetworkSegment(69d74667-9cfd-49b4-9d2a-5ac045877e74),segment_id=69d74667-9cfd-49b4-9d2a-5ac045877e74)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:06:36.043580 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:36.220206 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Pushing event updated for resources: {'Port': ['ID=d34fc974-8937-47cc-a29a-a2226e7c3dd0,revision_number=3']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:06:36.247691 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-4e296cb9-c3a5-464b-a635-6f532cc95ef8 req-5627c958-6422-4eb7-ad10-173c64d9555d tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/ports?device_id=c07fdbc2-7608-476b-9aa3-e259714a0336 HTTP/1.1" status: 200 len: 210 time: 0.0412216 Aug 12 15:06:36.361509 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-3e4a2ea8-8393-4cb0-a68a-bcec85304be2 None None] Provisioning complete for port 71a8b4e7-ab08-4c44-943d-35e6e477b71b triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:06:36.362040 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-3e4a2ea8-8393-4cb0-a68a-bcec85304be2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:36.362422 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f3a76351-539f-4708-8d77-3c82a908aacf req-5835486c-eade-49de-b005-f2fb0b3022fc service neutron] 10.222.0.39 "GET /v2.0/networks/a056778e-7168-445c-8291-571a65282615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3755693 Aug 12 15:06:36.446769 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device 9c301d29-08fe-4c5c-b799-b00092b3f160 no longer exists at agent hyperv_n-h2-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 15:06:36.449324 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-3e4a2ea8-8393-4cb0-a68a-bcec85304be2 None None] Port 71a8b4e7-ab08-4c44-943d-35e6e477b71b cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 15:06:36.496293 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] No Port match for: 9c301d29-08fe-4c5c-b799-b00092b3f160 {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 15:06:36.497065 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device 9c301d29-08fe-4c5c-b799-b00092b3f160 not bound to the agent host n-h2-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 15:06:36.518572 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-e5e59444-a653-4a80-ae93-e61c759b2483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '298d2144-90d6-458c-9def-6bc96a1d8931', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1587159225', 'tenant_id': '7d0edfcf6f1645688bfc49c5a1a825a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': '3e43eb2d-a015-4a60-807c-b4885c7a27d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:06:28Z', 'updated_at': '2021-08-12T15:06:33Z', 'revision_number': 4, 'project_id': '7d0edfcf6f1645688bfc49c5a1a825a2', 'gw_port': {'id': '3e43eb2d-a015-4a60-807c-b4885c7a27d1', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:5d:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '298d2144-90d6-458c-9def-6bc96a1d8931', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3639, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:06:28Z', 'updated_at': '2021-08-12T15:06:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': '71a8b4e7-ab08-4c44-943d-35e6e477b71b', 'name': '', 'network_id': 'a056778e-7168-445c-8291-571a65282615', 'tenant_id': '7d0edfcf6f1645688bfc49c5a1a825a2', 'mac_address': 'fa:16:3e:8f:7b:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '298d2144-90d6-458c-9def-6bc96a1d8931', 'device_owner': 'network:router_interface', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': '814f1cf4-4d91-496b-97e0-5c6f5d780189', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:06:32Z', 'updated_at': '2021-08-12T15:06:33Z', 'revision_number': 2, 'project_id': '7d0edfcf6f1645688bfc49c5a1a825a2', 'subnets': [{'id': '814f1cf4-4d91-496b-97e0-5c6f5d780189', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:06:36.531965 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f3a76351-539f-4708-8d77-3c82a908aacf req-56bd238e-dd42-47fb-9839-1d8efca7cdce service neutron] 10.222.0.39 "GET /v2.0/networks/a056778e-7168-445c-8291-571a65282615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1642137 Aug 12 15:06:36.564653 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device d34fc974-8937-47cc-a29a-a2226e7c3dd0 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 15:06:36.622007 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5e59444-a653-4a80-ae93-e61c759b2483 None None] Checking router: 298d2144-90d6-458c-9def-6bc96a1d8931 for host: n-d-694802-15 {{(pid=94468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 15:06:36.622755 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5e59444-a653-4a80-ae93-e61c759b2483 None None] Updating router 298d2144-90d6-458c-9def-6bc96a1d8931 port 71a8b4e7-ab08-4c44-943d-35e6e477b71b binding host n-d-694802-15 {{(pid=94468) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 15:06:36.664579 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-e5e59444-a653-4a80-ae93-e61c759b2483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:36.723064 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port d34fc974-8937-47cc-a29a-a2226e7c3dd0 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:06:36.723439 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:36.820693 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-42929609-f52f-47ca-ac52-af2f1e0eca3e req-8fcdc7fd-b084-4be9-b3bb-add1bee3e58b tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] 10.222.0.39 "GET /v2.0/ports?device_id=75083d89-0108-470a-862b-716e339b8a5e HTTP/1.1" status: 200 len: 210 time: 0.0774596 Aug 12 15:06:37.097722 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-e5e59444-a653-4a80-ae93-e61c759b2483 None None] Notify callbacks [] for port, precommit_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:37.112731 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-e5e59444-a653-4a80-ae93-e61c759b2483 None None] Transition to ACTIVE for port object 71a8b4e7-ab08-4c44-943d-35e6e477b71b will not be triggered until provisioned by entity L2. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:06:37.120228 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-e5e59444-a653-4a80-ae93-e61c759b2483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:37.191579 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3b12e5-4884-454b-9192-a37191e8cf38 None None] Pushing event updated for resources: {'Port': ['ID=71a8b4e7-ab08-4c44-943d-35e6e477b71b,revision_number=3']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:06:37.272393 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-e5e59444-a653-4a80-ae93-e61c759b2483 None None] Attempting to bind port 71a8b4e7-ab08-4c44-943d-35e6e477b71b on host n-d-694802-15 for vnic_type normal with profile {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 15:06:37.273067 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-e5e59444-a653-4a80-ae93-e61c759b2483 None None] Attempting to bind port 71a8b4e7-ab08-4c44-943d-35e6e477b71b by drivers openvswitch,hyperv on host n-d-694802-15 at level 0 using segments [{'id': '69d74667-9cfd-49b4-9d2a-5ac045877e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'a056778e-7168-445c-8291-571a65282615'}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 15:06:37.273433 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e59444-a653-4a80-ae93-e61c759b2483 None None] Attempting to bind port 71a8b4e7-ab08-4c44-943d-35e6e477b71b on network a056778e-7168-445c-8291-571a65282615 {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 15:06:37.293849 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e59444-a653-4a80-ae93-e61c759b2483 None None] Checking agent: {'id': '16de73ac-f2e9-4cee-b3e0-91052ae3e6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 20, 13), 'started_at': datetime.datetime(2021, 8, 12, 14, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 15, 6, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 15:06:37.294190 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e59444-a653-4a80-ae93-e61c759b2483 None None] Checking segment: {'id': '69d74667-9cfd-49b4-9d2a-5ac045877e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'a056778e-7168-445c-8291-571a65282615'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 15:06:37.295085 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-e5e59444-a653-4a80-ae93-e61c759b2483 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:37.295692 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e59444-a653-4a80-ae93-e61c759b2483 None None] Bound using segment: {'id': '69d74667-9cfd-49b4-9d2a-5ac045877e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'a056778e-7168-445c-8291-571a65282615'} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 15:06:37.296333 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-e5e59444-a653-4a80-ae93-e61c759b2483 None None] Bound port: 71a8b4e7-ab08-4c44-943d-35e6e477b71b, host: n-d-694802-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69d74667-9cfd-49b4-9d2a-5ac045877e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'a056778e-7168-445c-8291-571a65282615'}}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 15:06:37.296897 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-e5e59444-a653-4a80-ae93-e61c759b2483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:37.414140 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-e5e59444-a653-4a80-ae93-e61c759b2483 None None] For port 71a8b4e7-ab08-4c44-943d-35e6e477b71b, host n-d-694802-15, cleared binding levels {{(pid=94468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 15:06:37.417812 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-e5e59444-a653-4a80-ae93-e61c759b2483 None None] For port 71a8b4e7-ab08-4c44-943d-35e6e477b71b, host n-d-694802-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=71a8b4e7-ab08-4c44-943d-35e6e477b71b,segment=NetworkSegment(69d74667-9cfd-49b4-9d2a-5ac045877e74),segment_id=69d74667-9cfd-49b4-9d2a-5ac045877e74)] {{(pid=94468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 15:06:37.422494 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-e5e59444-a653-4a80-ae93-e61c759b2483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:37.454070 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3d5ea287-9702-4770-92ac-add72e9e66f8 req-edaa03c8-54c1-410c-b51b-b0c56c18c0df tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/ports?device_id=c07fdbc2-7608-476b-9aa3-e259714a0336 HTTP/1.1" status: 200 len: 210 time: 0.0860682 Aug 12 15:06:37.497409 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5e59444-a653-4a80-ae93-e61c759b2483 None None] Routers {'298d2144-90d6-458c-9def-6bc96a1d8931'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:06:37.498591 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-e5e59444-a653-4a80-ae93-e61c759b2483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T15:06:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['298d2144-90d6-458c-9def-6bc96a1d8931'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:06:37.550119 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3b12e5-4884-454b-9192-a37191e8cf38 None None] Pushing event updated for resources: {'Port': ['ID=71a8b4e7-ab08-4c44-943d-35e6e477b71b,revision_number=4']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:06:37.655508 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvr_db [None req-e5e59444-a653-4a80-ae93-e61c759b2483 None None] Set router 298d2144-90d6-458c-9def-6bc96a1d8931 gateway port host: n-d-694802-15 {{(pid=94468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:06:38.015420 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-e5e59444-a653-4a80-ae93-e61c759b2483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '298d2144-90d6-458c-9def-6bc96a1d8931', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1587159225', 'tenant_id': '7d0edfcf6f1645688bfc49c5a1a825a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': '3e43eb2d-a015-4a60-807c-b4885c7a27d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:06:28Z', 'updated_at': '2021-08-12T15:06:33Z', 'revision_number': 4, 'project_id': '7d0edfcf6f1645688bfc49c5a1a825a2', 'gw_port': {'id': '3e43eb2d-a015-4a60-807c-b4885c7a27d1', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:5d:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '298d2144-90d6-458c-9def-6bc96a1d8931', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3639, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:06:28Z', 'updated_at': '2021-08-12T15:06:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': '71a8b4e7-ab08-4c44-943d-35e6e477b71b', 'name': '', 'network_id': 'a056778e-7168-445c-8291-571a65282615', 'tenant_id': '7d0edfcf6f1645688bfc49c5a1a825a2', 'mac_address': 'fa:16:3e:8f:7b:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '298d2144-90d6-458c-9def-6bc96a1d8931', 'device_owner': 'network:router_interface', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': '814f1cf4-4d91-496b-97e0-5c6f5d780189', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:06:32Z', 'updated_at': '2021-08-12T15:06:37Z', 'revision_number': 4, 'project_id': '7d0edfcf6f1645688bfc49c5a1a825a2', 'subnets': [{'id': '814f1cf4-4d91-496b-97e0-5c6f5d780189', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:06:38.051543 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5e59444-a653-4a80-ae93-e61c759b2483 None None] The sync data for ids ['298d2144-90d6-458c-9def-6bc96a1d8931'] in n-d-694802-15 is: [{'id': '298d2144-90d6-458c-9def-6bc96a1d8931', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1587159225', 'tenant_id': '7d0edfcf6f1645688bfc49c5a1a825a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': '3e43eb2d-a015-4a60-807c-b4885c7a27d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:06:28Z', 'updated_at': '2021-08-12T15:06:33Z', 'revision_number': 4, 'project_id': '7d0edfcf6f1645688bfc49c5a1a825a2', 'gw_port': {'id': '3e43eb2d-a015-4a60-807c-b4885c7a27d1', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:5d:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '298d2144-90d6-458c-9def-6bc96a1d8931', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3639, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:06:28Z', 'updated_at': '2021-08-12T15:06:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': '71a8b4e7-ab08-4c44-943d-35e6e477b71b', 'name': '', 'network_id': 'a056778e-7168-445c-8291-571a65282615', 'tenant_id': '7d0edfcf6f1645688bfc49c5a1a825a2', 'mac_address': 'fa:16:3e:8f:7b:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '298d2144-90d6-458c-9def-6bc96a1d8931', 'device_owner': 'network:router_interface', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': '814f1cf4-4d91-496b-97e0-5c6f5d780189', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:06:32Z', 'updated_at': '2021-08-12T15:06:37Z', 'revision_number': 4, 'project_id': '7d0edfcf6f1645688bfc49c5a1a825a2', 'subnets': [{'id': '814f1cf4-4d91-496b-97e0-5c6f5d780189', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 15:06:38.105491 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-74a399eb-2303-4ad5-9fda-370117836f86 req-159472bc-c384-4fab-baf6-11c4812e4bfd tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] 10.222.0.39 "GET /v2.0/ports?device_id=75083d89-0108-470a-862b-716e339b8a5e HTTP/1.1" status: 200 len: 210 time: 0.0633299 Aug 12 15:06:38.170529 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a76351-539f-4708-8d77-3c82a908aacf req-1bca1c15-ae19-49bb-95f5-3db538e14e86 tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:06:38.172886 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f3a76351-539f-4708-8d77-3c82a908aacf req-1bca1c15-ae19-49bb-95f5-3db538e14e86 tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] 10.222.0.49 "GET /v2.0/networks?id=a056778e-7168-445c-8291-571a65282615 HTTP/1.1" status: 200 len: 798 time: 0.2340951 Aug 12 15:06:38.192539 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-f3a76351-539f-4708-8d77-3c82a908aacf req-044f7bfb-d469-45e1-b2dd-eff1589f72e3 tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Request body: {'port': {'device_id': '75083d89-0108-470a-862b-716e339b8a5e', 'network_id': 'a056778e-7168-445c-8291-571a65282615', 'admin_state_up': True, 'tenant_id': '7d0edfcf6f1645688bfc49c5a1a825a2'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:06:38.365283 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3a76351-539f-4708-8d77-3c82a908aacf req-044f7bfb-d469-45e1-b2dd-eff1589f72e3 tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Made reservation on behalf of 7d0edfcf6f1645688bfc49c5a1a825a2 for: {'port': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 15:06:38.369315 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-f3a76351-539f-4708-8d77-3c82a908aacf req-044f7bfb-d469-45e1-b2dd-eff1589f72e3 tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:38.493124 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 71a8b4e7-ab08-4c44-943d-35e6e477b71b up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 15:06:38.542503 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_common [req-f3a76351-539f-4708-8d77-3c82a908aacf req-044f7bfb-d469-45e1-b2dd-eff1589f72e3 tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Allocated IP 172.20.0.21 (a056778e-7168-445c-8291-571a65282615/814f1cf4-4d91-496b-97e0-5c6f5d780189/d30473e6-609f-47e6-82f5-5005d247f822) {{(pid=94467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 15:06:38.556510 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning for port 71a8b4e7-ab08-4c44-943d-35e6e477b71b completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:06:38.566802 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port 71a8b4e7-ab08-4c44-943d-35e6e477b71b triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:06:38.567225 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:38.658264 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-9b90d825-2050-4f4d-b6e9-fbbaf4202528 req-d4d84503-3e03-4824-8e08-17fb17856728 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/ports?device_id=c07fdbc2-7608-476b-9aa3-e259714a0336 HTTP/1.1" status: 200 len: 210 time: 0.0446930 Aug 12 15:06:38.744773 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:38.766199 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-f3a76351-539f-4708-8d77-3c82a908aacf req-044f7bfb-d469-45e1-b2dd-eff1589f72e3 tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Notify callbacks [] for port, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:38.789577 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] For port 71a8b4e7-ab08-4c44-943d-35e6e477b71b, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=71a8b4e7-ab08-4c44-943d-35e6e477b71b,segment=NetworkSegment(69d74667-9cfd-49b4-9d2a-5ac045877e74),segment_id=69d74667-9cfd-49b4-9d2a-5ac045877e74)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:06:38.794852 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:38.799600 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [req-f3a76351-539f-4708-8d77-3c82a908aacf req-044f7bfb-d469-45e1-b2dd-eff1589f72e3 tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Transition to ACTIVE for port object d30473e6-609f-47e6-82f5-5005d247f822 will not be triggered until provisioned by entity DHCP. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:06:38.849983 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-f3a76351-539f-4708-8d77-3c82a908aacf req-044f7bfb-d469-45e1-b2dd-eff1589f72e3 tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:38.904163 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Pushing event updated for resources: {'Port': ['ID=71a8b4e7-ab08-4c44-943d-35e6e477b71b,revision_number=5']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:06:38.916189 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3a76351-539f-4708-8d77-3c82a908aacf req-044f7bfb-d469-45e1-b2dd-eff1589f72e3 tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Network a056778e-7168-445c-8291-571a65282615 is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 15:06:38.919747 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [req-f3a76351-539f-4708-8d77-3c82a908aacf req-044f7bfb-d469-45e1-b2dd-eff1589f72e3 tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:06:38.925247 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3a76351-539f-4708-8d77-3c82a908aacf req-044f7bfb-d469-45e1-b2dd-eff1589f72e3 tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Received port after_create {{(pid=94467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 15:06:38.949678 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044f7bfb-d469-45e1-b2dd-eff1589f72e3 tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Pushing event updated for resources: {'Port': ['ID=d30473e6-609f-47e6-82f5-5005d247f822,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:06:38.981821 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a76351-539f-4708-8d77-3c82a908aacf req-044f7bfb-d469-45e1-b2dd-eff1589f72e3 tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:06:38.982666 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-f3a76351-539f-4708-8d77-3c82a908aacf req-044f7bfb-d469-45e1-b2dd-eff1589f72e3 tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:39.006564 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f3a76351-539f-4708-8d77-3c82a908aacf req-044f7bfb-d469-45e1-b2dd-eff1589f72e3 tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 0.8194692 Aug 12 15:06:39.019289 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-f3a76351-539f-4708-8d77-3c82a908aacf req-553b966c-8157-4593-b777-7a21b351277a service neutron] Request body: {'port': {'device_id': '75083d89-0108-470a-862b-716e339b8a5e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-694802-15'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:06:39.087731 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-f3a76351-539f-4708-8d77-3c82a908aacf req-553b966c-8157-4593-b777-7a21b351277a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:39.308151 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-2263ee35-713a-4808-838d-aad7be6294d0 None None] Provisioning for port d30473e6-609f-47e6-82f5-5005d247f822 completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:06:39.312962 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-2263ee35-713a-4808-838d-aad7be6294d0 None None] Provisioning complete for port d30473e6-609f-47e6-82f5-5005d247f822 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:06:39.314271 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-2263ee35-713a-4808-838d-aad7be6294d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:39.341560 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5af6537-e9a4-42fc-87fb-1c0f157818a7 req-ab18a079-7f31-4627-abd3-8cfce6d43d1d tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:06:39.356281 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-c5af6537-e9a4-42fc-87fb-1c0f157818a7 req-ab18a079-7f31-4627-abd3-8cfce6d43d1d tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] 10.222.0.39 "GET /v2.0/ports?device_id=75083d89-0108-470a-862b-716e339b8a5e HTTP/1.1" status: 200 len: 895 time: 0.0961328 Aug 12 15:06:39.396320 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-2263ee35-713a-4808-838d-aad7be6294d0 None None] Port d30473e6-609f-47e6-82f5-5005d247f822 cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 15:06:39.462092 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [req-f3a76351-539f-4708-8d77-3c82a908aacf req-553b966c-8157-4593-b777-7a21b351277a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d30473e6-609f-47e6-82f5-5005d247f822 {{(pid=94467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 15:06:39.470016 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-f3a76351-539f-4708-8d77-3c82a908aacf req-553b966c-8157-4593-b777-7a21b351277a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:39.483691 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [req-f3a76351-539f-4708-8d77-3c82a908aacf req-553b966c-8157-4593-b777-7a21b351277a service neutron] Transition to ACTIVE for port object d30473e6-609f-47e6-82f5-5005d247f822 will not be triggered until provisioned by entity L2. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:06:39.487700 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-f3a76351-539f-4708-8d77-3c82a908aacf req-553b966c-8157-4593-b777-7a21b351277a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:39.540595 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553b966c-8157-4593-b777-7a21b351277a service neutron] Pushing event updated for resources: {'Port': ['ID=d30473e6-609f-47e6-82f5-5005d247f822,revision_number=2']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:06:39.620465 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-f3a76351-539f-4708-8d77-3c82a908aacf req-553b966c-8157-4593-b777-7a21b351277a service neutron] Attempting to bind port d30473e6-609f-47e6-82f5-5005d247f822 on host n-h2-694802-15 for vnic_type normal with profile {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 15:06:39.621419 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-f3a76351-539f-4708-8d77-3c82a908aacf req-553b966c-8157-4593-b777-7a21b351277a service neutron] Attempting to bind port d30473e6-609f-47e6-82f5-5005d247f822 by drivers openvswitch,hyperv on host n-h2-694802-15 at level 0 using segments [{'id': '69d74667-9cfd-49b4-9d2a-5ac045877e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'a056778e-7168-445c-8291-571a65282615'}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 15:06:39.621419 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3a76351-539f-4708-8d77-3c82a908aacf req-553b966c-8157-4593-b777-7a21b351277a service neutron] Attempting to bind port d30473e6-609f-47e6-82f5-5005d247f822 on network a056778e-7168-445c-8291-571a65282615 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 15:06:39.628299 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3a76351-539f-4708-8d77-3c82a908aacf req-553b966c-8157-4593-b777-7a21b351277a service neutron] Port d30473e6-609f-47e6-82f5-5005d247f822 on network a056778e-7168-445c-8291-571a65282615 not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-15 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 15:06:39.628627 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3a76351-539f-4708-8d77-3c82a908aacf req-553b966c-8157-4593-b777-7a21b351277a service neutron] Attempting to bind port d30473e6-609f-47e6-82f5-5005d247f822 on network a056778e-7168-445c-8291-571a65282615 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 15:06:39.633971 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3a76351-539f-4708-8d77-3c82a908aacf req-553b966c-8157-4593-b777-7a21b351277a service neutron] Checking agent: {'id': 'b7697f71-33f3-4959-ad82-43c2dc15845d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 27, 42), 'started_at': datetime.datetime(2021, 8, 12, 14, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 15, 6, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 15:06:39.634538 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3a76351-539f-4708-8d77-3c82a908aacf req-553b966c-8157-4593-b777-7a21b351277a service neutron] Checking segment: {'id': '69d74667-9cfd-49b4-9d2a-5ac045877e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'a056778e-7168-445c-8291-571a65282615'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 15:06:39.634960 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3a76351-539f-4708-8d77-3c82a908aacf req-553b966c-8157-4593-b777-7a21b351277a service neutron] Bound using segment: {'id': '69d74667-9cfd-49b4-9d2a-5ac045877e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'a056778e-7168-445c-8291-571a65282615'} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 15:06:39.635550 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-f3a76351-539f-4708-8d77-3c82a908aacf req-553b966c-8157-4593-b777-7a21b351277a service neutron] Bound port: d30473e6-609f-47e6-82f5-5005d247f822, host: n-h2-694802-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69d74667-9cfd-49b4-9d2a-5ac045877e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'a056778e-7168-445c-8291-571a65282615'}}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 15:06:39.635922 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-f3a76351-539f-4708-8d77-3c82a908aacf req-553b966c-8157-4593-b777-7a21b351277a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:39.716687 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-f3a76351-539f-4708-8d77-3c82a908aacf req-553b966c-8157-4593-b777-7a21b351277a service neutron] For port d30473e6-609f-47e6-82f5-5005d247f822, host n-h2-694802-15, cleared binding levels {{(pid=94467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 15:06:39.720892 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-f3a76351-539f-4708-8d77-3c82a908aacf req-553b966c-8157-4593-b777-7a21b351277a service neutron] For port d30473e6-609f-47e6-82f5-5005d247f822, host n-h2-694802-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=d30473e6-609f-47e6-82f5-5005d247f822,segment=NetworkSegment(69d74667-9cfd-49b4-9d2a-5ac045877e74),segment_id=69d74667-9cfd-49b4-9d2a-5ac045877e74)] {{(pid=94467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 15:06:39.727137 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-f3a76351-539f-4708-8d77-3c82a908aacf req-553b966c-8157-4593-b777-7a21b351277a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:39.777587 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a76351-539f-4708-8d77-3c82a908aacf req-553b966c-8157-4593-b777-7a21b351277a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:06:39.778300 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-f3a76351-539f-4708-8d77-3c82a908aacf req-553b966c-8157-4593-b777-7a21b351277a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:39.780311 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f3a76351-539f-4708-8d77-3c82a908aacf req-553b966c-8157-4593-b777-7a21b351277a service neutron] 10.222.0.49 "PUT /v2.0/ports/d30473e6-609f-47e6-82f5-5005d247f822 HTTP/1.1" status: 200 len: 1056 time: 0.7658534 Aug 12 15:06:39.780848 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75083d89-0108-470a-862b-716e339b8a5e', 'tag': 'd30473e6-609f-47e6-82f5-5005d247f822'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:06:39.784541 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e65282f928b64038367d043a4411777802006c43a98742496cb2e25b724ff1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c3580b0-e1f6-4aa9-8561-ef94388f8ad8" -d '{"events": [{"name": "network-changed", "server_uuid": "75083d89-0108-470a-862b-716e339b8a5e", "tag": "d30473e6-609f-47e6-82f5-5005d247f822"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 15:06:39.912284 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553b966c-8157-4593-b777-7a21b351277a service neutron] Pushing event updated for resources: {'Port': ['ID=d30473e6-609f-47e6-82f5-5005d247f822,revision_number=3']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:06:39.961228 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a76351-539f-4708-8d77-3c82a908aacf req-0791580a-559c-4244-89a6-30306d951d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:06:39.962922 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f3a76351-539f-4708-8d77-3c82a908aacf req-0791580a-559c-4244-89a6-30306d951d71 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7d0edfcf6f1645688bfc49c5a1a825a2&device_id=75083d89-0108-470a-862b-716e339b8a5e HTTP/1.1" status: 200 len: 1059 time: 0.1196499 Aug 12 15:06:40.022059 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f3a76351-539f-4708-8d77-3c82a908aacf req-2df7ee8c-4e2f-4962-bc36-e7b02dfd4c56 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.21&port_id=d30473e6-609f-47e6-82f5-5005d247f822 HTTP/1.1" status: 200 len: 217 time: 0.0483565 Aug 12 15:06:40.088384 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 15:06:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f61fb15c-0c69-4417-97d6-e6dd9edc2400 x-openstack-request-id: req-f61fb15c-0c69-4417-97d6-e6dd9edc2400 {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 15:06:40.088741 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75083d89-0108-470a-862b-716e339b8a5e", "tag": "d30473e6-609f-47e6-82f5-5005d247f822", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 15:06:40.089057 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f61fb15c-0c69-4417-97d6-e6dd9edc2400 {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 15:06:40.089549 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75083d89-0108-470a-862b-716e339b8a5e', 'tag': 'd30473e6-609f-47e6-82f5-5005d247f822', 'status': 'completed', 'code': 200} Aug 12 15:06:40.105644 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a76351-539f-4708-8d77-3c82a908aacf req-4e7b45ac-1be0-4b0a-bfbd-abf58d09d2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:06:40.107745 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f3a76351-539f-4708-8d77-3c82a908aacf req-4e7b45ac-1be0-4b0a-bfbd-abf58d09d2f0 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=814f1cf4-4d91-496b-97e0-5c6f5d780189 HTTP/1.1" status: 200 len: 838 time: 0.0794365 Aug 12 15:06:40.118104 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4d2b2d76-df1a-4a65-b1c4-3849badca115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:40.156339 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a76351-539f-4708-8d77-3c82a908aacf req-b2bf6ec2-3a46-4aab-b336-6faa8f0c1d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:06:40.157965 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f3a76351-539f-4708-8d77-3c82a908aacf req-b2bf6ec2-3a46-4aab-b336-6faa8f0c1d21 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a056778e-7168-445c-8291-571a65282615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0432026 Aug 12 15:06:40.266108 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f3a76351-539f-4708-8d77-3c82a908aacf req-61f85b28-6dee-402d-aacb-35d2f6337abb service neutron] 10.222.0.49 "GET /v2.0/networks/a056778e-7168-445c-8291-571a65282615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998917 Aug 12 15:06:40.361072 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f3a76351-539f-4708-8d77-3c82a908aacf req-e5db7bee-ef0b-4d0f-adc5-86f95c0904f9 service neutron] 10.222.0.49 "GET /v2.0/networks/a056778e-7168-445c-8291-571a65282615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866616 Aug 12 15:06:40.504592 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3580b0-e1f6-4aa9-8561-ef94388f8ad8 req-6d12293f-920e-4795-9cd3-c284400795b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:06:40.509561 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-5c3580b0-e1f6-4aa9-8561-ef94388f8ad8 req-6d12293f-920e-4795-9cd3-c284400795b8 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7d0edfcf6f1645688bfc49c5a1a825a2&device_id=75083d89-0108-470a-862b-716e339b8a5e HTTP/1.1" status: 200 len: 1059 time: 0.0904653 Aug 12 15:06:40.527734 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 71a8b4e7-ab08-4c44-943d-35e6e477b71b up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 15:06:40.581950 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9d8a51-649e-4e72-88d4-79193138a5eb req-c295d455-2874-47d4-ba96-c6af3102b01b tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:06:40.583560 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-4b9d8a51-649e-4e72-88d4-79193138a5eb req-c295d455-2874-47d4-ba96-c6af3102b01b tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] 10.222.0.39 "GET /v2.0/ports?device_id=75083d89-0108-470a-862b-716e339b8a5e HTTP/1.1" status: 200 len: 907 time: 0.1158421 Aug 12 15:06:40.592848 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port 71a8b4e7-ab08-4c44-943d-35e6e477b71b triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:06:40.593224 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:40.648198 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3580b0-e1f6-4aa9-8561-ef94388f8ad8 req-d7283d47-ef63-4a2a-95a3-a66f22874b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:06:40.649880 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-5c3580b0-e1f6-4aa9-8561-ef94388f8ad8 req-d7283d47-ef63-4a2a-95a3-a66f22874b9a service neutron] 10.222.0.49 "GET /v2.0/networks?id=a056778e-7168-445c-8291-571a65282615 HTTP/1.1" status: 200 len: 899 time: 0.1314952 Aug 12 15:06:40.701763 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-5c3580b0-e1f6-4aa9-8561-ef94388f8ad8 req-b8bc1318-1deb-4a85-8686-f6abae3718c9 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.21&port_id=d30473e6-609f-47e6-82f5-5005d247f822 HTTP/1.1" status: 200 len: 217 time: 0.0429080 Aug 12 15:06:40.761143 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3580b0-e1f6-4aa9-8561-ef94388f8ad8 req-821b44c1-f38e-484a-bd64-e6ca4e904f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:06:40.762936 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-5c3580b0-e1f6-4aa9-8561-ef94388f8ad8 req-821b44c1-f38e-484a-bd64-e6ca4e904f68 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=814f1cf4-4d91-496b-97e0-5c6f5d780189 HTTP/1.1" status: 200 len: 838 time: 0.0539815 Aug 12 15:06:40.811198 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3580b0-e1f6-4aa9-8561-ef94388f8ad8 req-3ff0faa3-4442-4757-b8bb-aa973aad141b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:06:40.812704 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-5c3580b0-e1f6-4aa9-8561-ef94388f8ad8 req-3ff0faa3-4442-4757-b8bb-aa973aad141b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a056778e-7168-445c-8291-571a65282615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0425582 Aug 12 15:06:40.923467 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-5c3580b0-e1f6-4aa9-8561-ef94388f8ad8 req-9ae32702-4de3-4ec5-8a27-1a2a3f6c2a9d service neutron] 10.222.0.49 "GET /v2.0/networks/a056778e-7168-445c-8291-571a65282615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034064 Aug 12 15:06:41.035185 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-5c3580b0-e1f6-4aa9-8561-ef94388f8ad8 req-f40eb412-cf8a-4364-b55a-7934db8df922 service neutron] 10.222.0.49 "GET /v2.0/networks/a056778e-7168-445c-8291-571a65282615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040120 Aug 12 15:06:41.724716 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9507d9-03e4-48bf-8fce-a07e2c4ed59f req-6628abb3-6a5e-4aab-9bd9-186e08adab39 tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:06:41.726762 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-8a9507d9-03e4-48bf-8fce-a07e2c4ed59f req-6628abb3-6a5e-4aab-9bd9-186e08adab39 tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] 10.222.0.39 "GET /v2.0/ports?device_id=75083d89-0108-470a-862b-716e339b8a5e HTTP/1.1" status: 200 len: 907 time: 0.0637152 Aug 12 15:06:41.783570 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:42.426379 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device d30473e6-609f-47e6-82f5-5005d247f822 details requested by agent hyperv_n-h2-694802-15 with host n-h2-694802-15 {{(pid=94468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 15:06:42.529622 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port d30473e6-609f-47e6-82f5-5005d247f822, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=d30473e6-609f-47e6-82f5-5005d247f822,segment=NetworkSegment(69d74667-9cfd-49b4-9d2a-5ac045877e74),segment_id=69d74667-9cfd-49b4-9d2a-5ac045877e74)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:06:42.542947 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Returning: {'device': 'd30473e6-609f-47e6-82f5-5005d247f822', 'network_id': 'a056778e-7168-445c-8291-571a65282615', 'port_id': 'd30473e6-609f-47e6-82f5-5005d247f822', 'mac_address': 'fa:16:3e:11:f2:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '814f1cf4-4d91-496b-97e0-5c6f5d780189', 'ip_address': '172.20.0.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 15:06:42.582485 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:42.595436 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d30473e6-609f-47e6-82f5-5005d247f822 {{(pid=94468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 15:06:42.616552 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port d30473e6-609f-47e6-82f5-5005d247f822, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=d30473e6-609f-47e6-82f5-5005d247f822,segment=NetworkSegment(69d74667-9cfd-49b4-9d2a-5ac045877e74),segment_id=69d74667-9cfd-49b4-9d2a-5ac045877e74)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:06:42.621859 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:42.674551 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Pushing event updated for resources: {'Port': ['ID=d30473e6-609f-47e6-82f5-5005d247f822,revision_number=4']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:06:42.854578 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7956039f-8e82-4b9b-8112-0e7e0ce7939e req-29f7f1a6-1cf6-48be-a731-7bf224638511 tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:06:42.856957 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-7956039f-8e82-4b9b-8112-0e7e0ce7939e req-29f7f1a6-1cf6-48be-a731-7bf224638511 tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] 10.222.0.39 "GET /v2.0/ports?device_id=75083d89-0108-470a-862b-716e339b8a5e HTTP/1.1" status: 200 len: 908 time: 0.0526257 Aug 12 15:06:42.919061 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] get_ports_and_sgs() called for port_ids ['d30473e6-609f-47e6-82f5-5005d247f822'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 15:06:42.983050 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:43.031296 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:43.399654 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-9b08bbb0-2b60-41f1-a2a7-f3c5b32c525d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:44.004853 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00830c9-2629-42b7-a9b2-e6052a4ccc0d req-bbead0f3-9ef8-4b28-bfe6-7463ef64b75c tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:06:44.006675 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-c00830c9-2629-42b7-a9b2-e6052a4ccc0d req-bbead0f3-9ef8-4b28-bfe6-7463ef64b75c tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] 10.222.0.39 "GET /v2.0/ports?device_id=75083d89-0108-470a-862b-716e339b8a5e HTTP/1.1" status: 200 len: 908 time: 0.0585272 Aug 12 15:06:44.052054 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-1769855f-eda9-4483-9dc3-3220908ab45d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:44.443515 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device d30473e6-609f-47e6-82f5-5005d247f822 up at agent hyperv_n-h2-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 15:06:44.502449 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Provisioning for port d30473e6-609f-47e6-82f5-5005d247f822 completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:06:44.507606 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Provisioning complete for port d30473e6-609f-47e6-82f5-5005d247f822 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:06:44.508071 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:44.593123 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:44.616904 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75083d89-0108-470a-862b-716e339b8a5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd30473e6-609f-47e6-82f5-5005d247f822'}] {{(pid=94468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:06:44.619219 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99a8d87602170099c728e57431aca99e9b98a655a83bbf8727be13192709727b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4af39b8-bc84-4abf-a3da-6a19b3daec28" -d '{"events": [{"server_uuid": "75083d89-0108-470a-862b-716e339b8a5e", "name": "network-vif-plugged", "status": "completed", "tag": "d30473e6-609f-47e6-82f5-5005d247f822"}]}' {{(pid=94468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 15:06:44.633663 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port d30473e6-609f-47e6-82f5-5005d247f822, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=d30473e6-609f-47e6-82f5-5005d247f822,segment=NetworkSegment(69d74667-9cfd-49b4-9d2a-5ac045877e74),segment_id=69d74667-9cfd-49b4-9d2a-5ac045877e74)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:06:44.638892 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:44.676263 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 15:06:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9645f7f6-6856-4b7f-9be0-75592470be0a x-openstack-request-id: req-9645f7f6-6856-4b7f-9be0-75592470be0a {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 15:06:44.676558 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75083d89-0108-470a-862b-716e339b8a5e", "name": "network-vif-plugged", "status": "completed", "tag": "d30473e6-609f-47e6-82f5-5005d247f822", "code": 200}]} {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 15:06:44.676818 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9645f7f6-6856-4b7f-9be0-75592470be0a {{(pid=94468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 15:06:44.677215 n-d-694802-15 neutron-server[94468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75083d89-0108-470a-862b-716e339b8a5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd30473e6-609f-47e6-82f5-5005d247f822', 'code': 200} Aug 12 15:06:44.719595 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Pushing event updated for resources: {'Port': ['ID=d30473e6-609f-47e6-82f5-5005d247f822,revision_number=5']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:06:44.783284 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb02ba6-0523-489f-9a27-07a1afe483a7 req-bab0d4a3-86ec-49d0-81d3-05f1ee2b8adf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:06:44.785464 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3bb02ba6-0523-489f-9a27-07a1afe483a7 req-bab0d4a3-86ec-49d0-81d3-05f1ee2b8adf service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=75083d89-0108-470a-862b-716e339b8a5e HTTP/1.1" status: 200 len: 1061 time: 0.0417812 Aug 12 15:06:45.143274 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64958377-ddc9-43f8-a5fb-b58a95203394 req-b9fa2f4c-0198-479e-bf4e-3e4fa5c0a0e9 tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:06:45.145904 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-64958377-ddc9-43f8-a5fb-b58a95203394 req-b9fa2f4c-0198-479e-bf4e-3e4fa5c0a0e9 tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] 10.222.0.39 "GET /v2.0/ports?device_id=75083d89-0108-470a-862b-716e339b8a5e HTTP/1.1" status: 200 len: 909 time: 0.0566840 Aug 12 15:06:45.163532 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 55206) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:06:45.325146 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-2539b1a9-c059-4a1a-ac9a-134449baf8b7 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=32ed25f2df564fb49e52df65c4dd53f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1604385 Aug 12 15:06:45.327645 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 55210) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:06:45.378820 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-dcd976bd-af03-4a89-bd31-148ae386db47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:45.401133 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-dcd976bd-af03-4a89-bd31-148ae386db47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:45.451348 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-dcd976bd-af03-4a89-bd31-148ae386db47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:45.454016 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-dcd976bd-af03-4a89-bd31-148ae386db47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:45.455279 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-dcd976bd-af03-4a89-bd31-148ae386db47 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b8c6e373-2e71-4e85-a4de-2ca163f8d67e HTTP/1.1" status: 204 len: 168 time: 0.1264958 Aug 12 15:06:45.463998 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd976bd-af03-4a89-bd31-148ae386db47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8c6e373-2e71-4e85-a4de-2ca163f8d67e,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:06:45.472431 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd976bd-af03-4a89-bd31-148ae386db47 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:06:45.472731 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd976bd-af03-4a89-bd31-148ae386db47 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:06:45.473073 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd976bd-af03-4a89-bd31-148ae386db47 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:06:45.473437 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd976bd-af03-4a89-bd31-148ae386db47 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:06:45.473792 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd976bd-af03-4a89-bd31-148ae386db47 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:06:45.474152 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd976bd-af03-4a89-bd31-148ae386db47 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:06:45.474506 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd976bd-af03-4a89-bd31-148ae386db47 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:06:45.474854 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd976bd-af03-4a89-bd31-148ae386db47 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:06:45.475214 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd976bd-af03-4a89-bd31-148ae386db47 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:06:45.475544 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd976bd-af03-4a89-bd31-148ae386db47 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:06:45.475870 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd976bd-af03-4a89-bd31-148ae386db47 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:06:45.476195 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd976bd-af03-4a89-bd31-148ae386db47 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:06:45.672060 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-fe95f194-a3b0-4c04-9e42-20b511169d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:46.299922 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea1017c-3370-4cdb-937c-3bba8a42069c req-5d160324-109e-4d5f-ae41-14b13af4499d tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:06:46.301641 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-8ea1017c-3370-4cdb-937c-3bba8a42069c req-5d160324-109e-4d5f-ae41-14b13af4499d tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] 10.222.0.39 "GET /v2.0/ports?device_id=75083d89-0108-470a-862b-716e339b8a5e HTTP/1.1" status: 200 len: 909 time: 0.0643573 Aug 12 15:06:46.445098 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee5863d-91e2-4a51-82f5-1e73158e0e9e req-b07e7d14-9e75-4796-89e1-496488a79996 tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:06:46.447583 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-7ee5863d-91e2-4a51-82f5-1e73158e0e9e req-b07e7d14-9e75-4796-89e1-496488a79996 tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] 10.222.0.39 "GET /v2.0/ports?device_id=75083d89-0108-470a-862b-716e339b8a5e HTTP/1.1" status: 200 len: 909 time: 0.0701644 Aug 12 15:06:46.569800 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea22c513-362d-4fd2-88b7-e218690a1dd9 req-29739a19-01c9-4598-8af4-c48dd3a31704 tempest-TestSecurityGroupsBasicOps-899031811 tempest-TestSecurityGroupsBasicOps-899031811-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:06:46.571527 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ea22c513-362d-4fd2-88b7-e218690a1dd9 req-29739a19-01c9-4598-8af4-c48dd3a31704 tempest-TestSecurityGroupsBasicOps-899031811 tempest-TestSecurityGroupsBasicOps-899031811-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=75083d89-0108-470a-862b-716e339b8a5e HTTP/1.1" status: 200 len: 1061 time: 0.0525496 Aug 12 15:06:46.686866 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c4fd3b-ab9e-4421-8e41-0580f111679c req-178a01fe-8d48-407e-90cf-7faa0faf6db0 tempest-TestSecurityGroupsBasicOps-899031811 tempest-TestSecurityGroupsBasicOps-899031811-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:06:46.688464 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-59c4fd3b-ab9e-4421-8e41-0580f111679c req-178a01fe-8d48-407e-90cf-7faa0faf6db0 tempest-TestSecurityGroupsBasicOps-899031811 tempest-TestSecurityGroupsBasicOps-899031811-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=b0756d0f-16ed-4be8-bbd6-9952f167d880 HTTP/1.1" status: 200 len: 1137 time: 0.0457668 Aug 12 15:06:46.733652 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-59c4fd3b-ab9e-4421-8e41-0580f111679c req-a9915f86-1930-4b17-bc7d-dc0504f07001 tempest-TestSecurityGroupsBasicOps-899031811 tempest-TestSecurityGroupsBasicOps-899031811-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=80806f6e-48c9-4a31-aaa2-f58ad268a3fb&id=a37bd3c6-6203-4637-9a1c-448d1053ccb2&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0348520 Aug 12 15:06:46.759425 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 55250) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:06:46.808260 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc4364f1-a050-4a6a-8ac7-b978bad4b1c3 tempest-TestSecurityGroupsBasicOps-899031811 tempest-TestSecurityGroupsBasicOps-899031811-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:06:46.810031 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-cc4364f1-a050-4a6a-8ac7-b978bad4b1c3 tempest-TestSecurityGroupsBasicOps-899031811 tempest-TestSecurityGroupsBasicOps-899031811-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=75083d89-0108-470a-862b-716e339b8a5e HTTP/1.1" status: 200 len: 1056 time: 0.0497251 Aug 12 15:06:47.054578 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cda410-4be6-441f-896f-02166114d54c req-8b7b90f1-c867-4321-8e4f-860896eb17f9 tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:06:47.056095 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-30cda410-4be6-441f-896f-02166114d54c req-8b7b90f1-c867-4321-8e4f-860896eb17f9 tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] 10.222.0.39 "GET /v2.0/ports?device_id=75083d89-0108-470a-862b-716e339b8a5e HTTP/1.1" status: 200 len: 909 time: 0.0540121 Aug 12 15:06:48.193507 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1ffcdc-f69a-477c-83ba-6bca5d781cda req-9d161479-e095-427a-a7da-3f9a828b1077 tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:06:48.195091 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-3e1ffcdc-f69a-477c-83ba-6bca5d781cda req-9d161479-e095-427a-a7da-3f9a828b1077 tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] 10.222.0.39 "GET /v2.0/ports?device_id=75083d89-0108-470a-862b-716e339b8a5e HTTP/1.1" status: 200 len: 909 time: 0.0580244 Aug 12 15:06:48.465367 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7a0be0-6ada-4488-bbbc-4a653272e82f req-3b479a7e-5205-4dd9-9fc9-ea46db57c20d tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:06:48.467378 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4d7a0be0-6ada-4488-bbbc-4a653272e82f req-3b479a7e-5205-4dd9-9fc9-ea46db57c20d tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] 10.222.0.49 "GET /v2.0/ports?device_id=75083d89-0108-470a-862b-716e339b8a5e HTTP/1.1" status: 200 len: 909 time: 0.0630021 Aug 12 15:06:48.572483 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [req-4d7a0be0-6ada-4488-bbbc-4a653272e82f req-4140362b-5df4-4b7e-ad2a-0ee424f54647 tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Deleting port d30473e6-609f-47e6-82f5-5005d247f822 {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 15:06:48.572760 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-4d7a0be0-6ada-4488-bbbc-4a653272e82f req-4140362b-5df4-4b7e-ad2a-0ee424f54647 tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:48.667664 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-4d7a0be0-6ada-4488-bbbc-4a653272e82f req-4140362b-5df4-4b7e-ad2a-0ee424f54647 tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] For port d30473e6-609f-47e6-82f5-5005d247f822, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=d30473e6-609f-47e6-82f5-5005d247f822,segment=NetworkSegment(69d74667-9cfd-49b4-9d2a-5ac045877e74),segment_id=69d74667-9cfd-49b4-9d2a-5ac045877e74)] {{(pid=94467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:06:48.668044 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-4d7a0be0-6ada-4488-bbbc-4a653272e82f req-4140362b-5df4-4b7e-ad2a-0ee424f54647 tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:48.684216 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [req-4d7a0be0-6ada-4488-bbbc-4a653272e82f req-4140362b-5df4-4b7e-ad2a-0ee424f54647 tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Calling delete_port for d30473e6-609f-47e6-82f5-5005d247f822 owned by compute:nova {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 15:06:48.826036 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-4d7a0be0-6ada-4488-bbbc-4a653272e82f req-4140362b-5df4-4b7e-ad2a-0ee424f54647 tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:48.864519 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4140362b-5df4-4b7e-ad2a-0ee424f54647 tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Pushing event deleted for resources: {'Port': ['ID=d30473e6-609f-47e6-82f5-5005d247f822,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:06:48.904673 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d7a0be0-6ada-4488-bbbc-4a653272e82f req-4140362b-5df4-4b7e-ad2a-0ee424f54647 tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] No DVR routers for this DVR port d30473e6-609f-47e6-82f5-5005d247f822 on host n-h2-694802-15 {{(pid=94467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 15:06:48.907515 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-4d7a0be0-6ada-4488-bbbc-4a653272e82f req-4140362b-5df4-4b7e-ad2a-0ee424f54647 tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:48.909536 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4d7a0be0-6ada-4488-bbbc-4a653272e82f req-4140362b-5df4-4b7e-ad2a-0ee424f54647 tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] 10.222.0.49 "DELETE /v2.0/ports/d30473e6-609f-47e6-82f5-5005d247f822 HTTP/1.1" status: 204 len: 173 time: 0.4355342 Aug 12 15:06:48.909983 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75083d89-0108-470a-862b-716e339b8a5e', 'name': 'network-vif-deleted', 'tag': 'd30473e6-609f-47e6-82f5-5005d247f822'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:06:48.912405 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e65282f928b64038367d043a4411777802006c43a98742496cb2e25b724ff1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31132df1-4c63-4b72-bd5e-3d44b6abb4fe" -d '{"events": [{"server_uuid": "75083d89-0108-470a-862b-716e339b8a5e", "name": "network-vif-deleted", "tag": "d30473e6-609f-47e6-82f5-5005d247f822"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 15:06:48.981546 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 15:06:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff5a4f2f-1dff-4ae6-bc50-27fa4f5b5e7a x-openstack-request-id: req-ff5a4f2f-1dff-4ae6-bc50-27fa4f5b5e7a {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 15:06:48.981937 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75083d89-0108-470a-862b-716e339b8a5e", "name": "network-vif-deleted", "tag": "d30473e6-609f-47e6-82f5-5005d247f822", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 15:06:48.982327 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ff5a4f2f-1dff-4ae6-bc50-27fa4f5b5e7a {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 15:06:48.982900 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75083d89-0108-470a-862b-716e339b8a5e', 'name': 'network-vif-deleted', 'tag': 'd30473e6-609f-47e6-82f5-5005d247f822', 'status': 'completed', 'code': 200} Aug 12 15:06:49.345997 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-be4abe07-f4c7-43b5-a79e-be69072d1e41 req-5ae33cab-0ff0-4acd-9c53-f6236b2f8235 tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] 10.222.0.39 "GET /v2.0/ports?device_id=75083d89-0108-470a-862b-716e339b8a5e HTTP/1.1" status: 200 len: 210 time: 0.0470018 Aug 12 15:06:50.412500 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 55294) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:06:50.828592 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-476f458a-55c7-4d78-9b00-021450e4b8f5 tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66663830'] for router_interface, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:51.123842 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-476f458a-55c7-4d78-9b00-021450e4b8f5 tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Deleting port 71a8b4e7-ab08-4c44-943d-35e6e477b71b {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 15:06:51.124248 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-476f458a-55c7-4d78-9b00-021450e4b8f5 tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:51.237255 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-476f458a-55c7-4d78-9b00-021450e4b8f5 tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] For port 71a8b4e7-ab08-4c44-943d-35e6e477b71b, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=71a8b4e7-ab08-4c44-943d-35e6e477b71b,segment=NetworkSegment(69d74667-9cfd-49b4-9d2a-5ac045877e74),segment_id=69d74667-9cfd-49b4-9d2a-5ac045877e74)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:06:51.237624 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-476f458a-55c7-4d78-9b00-021450e4b8f5 tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:51.252645 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-476f458a-55c7-4d78-9b00-021450e4b8f5 tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Calling delete_port for 71a8b4e7-ab08-4c44-943d-35e6e477b71b owned by network:router_interface {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 15:06:51.462213 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-476f458a-55c7-4d78-9b00-021450e4b8f5 tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:51.518707 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476f458a-55c7-4d78-9b00-021450e4b8f5 tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Pushing event deleted for resources: {'Port': ['ID=71a8b4e7-ab08-4c44-943d-35e6e477b71b,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:06:51.715745 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-476f458a-55c7-4d78-9b00-021450e4b8f5 tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66628352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-430630'] for router_interface, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:52.293013 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-476f458a-55c7-4d78-9b00-021450e4b8f5 tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Router 298d2144-90d6-458c-9def-6bc96a1d8931 has already been hosted by L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f {{(pid=94466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 15:06:52.418344 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-476f458a-55c7-4d78-9b00-021450e4b8f5 tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 15:06:52.423815 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-476f458a-55c7-4d78-9b00-021450e4b8f5 tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] 10.222.0.39 "PUT /v2.0/routers/298d2144-90d6-458c-9def-6bc96a1d8931/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0102565 Aug 12 15:06:52.426437 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 55310) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:06:52.430097 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e293cf-d4e4-4a60-a418-ef64ad40d104 None None] Sync routers for ids ['298d2144-90d6-458c-9def-6bc96a1d8931'] in n-d-694802-15 {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 15:06:52.440891 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79e293cf-d4e4-4a60-a418-ef64ad40d104 None None] Routers {'298d2144-90d6-458c-9def-6bc96a1d8931'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:06:52.441661 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-79e293cf-d4e4-4a60-a418-ef64ad40d104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T15:06:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['298d2144-90d6-458c-9def-6bc96a1d8931'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:06:52.490215 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device d30473e6-609f-47e6-82f5-5005d247f822 no longer exists at agent hyperv_n-h2-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 15:06:52.506486 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8fdfaf2-4578-4c03-8b2d-40b9dd5caf8f tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Deleting subnet 814f1cf4-4d91-496b-97e0-5c6f5d780189 {{(pid=94466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 15:06:52.510697 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f8fdfaf2-4578-4c03-8b2d-40b9dd5caf8f tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Notify callbacks [] for subnet, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:52.533971 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] No Port match for: d30473e6-609f-47e6-82f5-5005d247f822 {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 15:06:52.534316 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device d30473e6-609f-47e6-82f5-5005d247f822 not bound to the agent host n-h2-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 15:06:52.580217 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f8fdfaf2-4578-4c03-8b2d-40b9dd5caf8f tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2293551'] for subnet, precommit_delete_associations {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:52.611367 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-79e293cf-d4e4-4a60-a418-ef64ad40d104 None None] Set router 298d2144-90d6-458c-9def-6bc96a1d8931 gateway port host: n-d-694802-15 {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:06:52.679632 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f8fdfaf2-4578-4c03-8b2d-40b9dd5caf8f tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66416255'] for subnet, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:52.764102 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f8fdfaf2-4578-4c03-8b2d-40b9dd5caf8f tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66416232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3718429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8776402'] for subnet, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:52.794782 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fdfaf2-4578-4c03-8b2d-40b9dd5caf8f tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Pushing event deleted for resources: {'Subnet': ['ID=814f1cf4-4d91-496b-97e0-5c6f5d780189,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:06:52.797586 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f8fdfaf2-4578-4c03-8b2d-40b9dd5caf8f tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Notify callbacks [] for subnet, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:52.799835 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-f8fdfaf2-4578-4c03-8b2d-40b9dd5caf8f tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] 10.222.0.39 "DELETE /v2.0/subnets/814f1cf4-4d91-496b-97e0-5c6f5d780189 HTTP/1.1" status: 204 len: 168 time: 0.3719623 Aug 12 15:06:52.802213 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 55314) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:06:52.804420 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e7e2137-64c2-4111-8ea1-d1c152ab3828 None None] Network a056778e-7168-445c-8291-571a65282615 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 15:06:52.825231 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-79e293cf-d4e4-4a60-a418-ef64ad40d104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '298d2144-90d6-458c-9def-6bc96a1d8931', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1587159225', 'tenant_id': '7d0edfcf6f1645688bfc49c5a1a825a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': '3e43eb2d-a015-4a60-807c-b4885c7a27d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:06:28Z', 'updated_at': '2021-08-12T15:06:51Z', 'revision_number': 5, 'project_id': '7d0edfcf6f1645688bfc49c5a1a825a2', 'gw_port': {'id': '3e43eb2d-a015-4a60-807c-b4885c7a27d1', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:5d:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '298d2144-90d6-458c-9def-6bc96a1d8931', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3639, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:06:28Z', 'updated_at': '2021-08-12T15:06:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15'}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:06:52.859806 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e293cf-d4e4-4a60-a418-ef64ad40d104 None None] Checking router: 298d2144-90d6-458c-9def-6bc96a1d8931 for host: n-d-694802-15 {{(pid=94469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 15:06:52.871318 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79e293cf-d4e4-4a60-a418-ef64ad40d104 None None] Routers {'298d2144-90d6-458c-9def-6bc96a1d8931'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:06:52.872075 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-79e293cf-d4e4-4a60-a418-ef64ad40d104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T15:06:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['298d2144-90d6-458c-9def-6bc96a1d8931'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:06:52.919803 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5d8120a0-dd14-4582-b568-aa03c487de5e tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Notify callbacks [] for router, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:52.994458 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-79e293cf-d4e4-4a60-a418-ef64ad40d104 None None] Set router 298d2144-90d6-458c-9def-6bc96a1d8931 gateway port host: n-d-694802-15 {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:06:53.026205 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a45afd30-cc4f-4296-b295-9affd3a30c0e None None] DHCP port deletion for a056778e-7168-445c-8291-571a65282615 request from n-d-694802-15 {{(pid=94468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 15:06:53.046710 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5d8120a0-dd14-4582-b568-aa03c487de5e tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:53.081784 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-a45afd30-cc4f-4296-b295-9affd3a30c0e None None] Deleting port d34fc974-8937-47cc-a29a-a2226e7c3dd0 {{(pid=94468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 15:06:53.082299 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-a45afd30-cc4f-4296-b295-9affd3a30c0e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:53.112593 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-5d8120a0-dd14-4582-b568-aa03c487de5e tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Deleting port 3e43eb2d-a015-4a60-807c-b4885c7a27d1 {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 15:06:53.113093 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5d8120a0-dd14-4582-b568-aa03c487de5e tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:53.176724 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-a45afd30-cc4f-4296-b295-9affd3a30c0e None None] For port d34fc974-8937-47cc-a29a-a2226e7c3dd0, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=d34fc974-8937-47cc-a29a-a2226e7c3dd0,segment=NetworkSegment(69d74667-9cfd-49b4-9d2a-5ac045877e74),segment_id=69d74667-9cfd-49b4-9d2a-5ac045877e74)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:06:53.177285 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-a45afd30-cc4f-4296-b295-9affd3a30c0e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:53.201039 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-a45afd30-cc4f-4296-b295-9affd3a30c0e None None] Calling delete_port for d34fc974-8937-47cc-a29a-a2226e7c3dd0 owned by network:dhcp {{(pid=94468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 15:06:53.241465 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-5d8120a0-dd14-4582-b568-aa03c487de5e tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] For port 3e43eb2d-a015-4a60-807c-b4885c7a27d1, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=3e43eb2d-a015-4a60-807c-b4885c7a27d1,segment=NetworkSegment(b1b396cb-2dc6-4041-bfc7-1833a80a4720),segment_id=b1b396cb-2dc6-4041-bfc7-1833a80a4720)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:06:53.242721 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5d8120a0-dd14-4582-b568-aa03c487de5e tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:53.247675 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-79e293cf-d4e4-4a60-a418-ef64ad40d104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '298d2144-90d6-458c-9def-6bc96a1d8931', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1587159225', 'tenant_id': '7d0edfcf6f1645688bfc49c5a1a825a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': '3e43eb2d-a015-4a60-807c-b4885c7a27d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:06:28Z', 'updated_at': '2021-08-12T15:06:51Z', 'revision_number': 5, 'project_id': '7d0edfcf6f1645688bfc49c5a1a825a2', 'gw_port': {'id': '3e43eb2d-a015-4a60-807c-b4885c7a27d1', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:5d:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '298d2144-90d6-458c-9def-6bc96a1d8931', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3639, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:06:28Z', 'updated_at': '2021-08-12T15:06:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15'}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:06:53.260903 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-5d8120a0-dd14-4582-b568-aa03c487de5e tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Calling delete_port for 3e43eb2d-a015-4a60-807c-b4885c7a27d1 owned by network:router_gateway {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 15:06:53.305722 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e293cf-d4e4-4a60-a418-ef64ad40d104 None None] The sync data for ids ['298d2144-90d6-458c-9def-6bc96a1d8931'] in n-d-694802-15 is: [{'id': '298d2144-90d6-458c-9def-6bc96a1d8931', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1587159225', 'tenant_id': '7d0edfcf6f1645688bfc49c5a1a825a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': '3e43eb2d-a015-4a60-807c-b4885c7a27d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:06:28Z', 'updated_at': '2021-08-12T15:06:51Z', 'revision_number': 5, 'project_id': '7d0edfcf6f1645688bfc49c5a1a825a2', 'gw_port': {'id': '3e43eb2d-a015-4a60-807c-b4885c7a27d1', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:5d:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '298d2144-90d6-458c-9def-6bc96a1d8931', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3639, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:06:28Z', 'updated_at': '2021-08-12T15:06:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15'}] {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 15:06:53.312064 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-a45afd30-cc4f-4296-b295-9affd3a30c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262'] for port, after_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:53.346988 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45afd30-cc4f-4296-b295-9affd3a30c0e None None] Pushing event deleted for resources: {'Port': ['ID=d34fc974-8937-47cc-a29a-a2226e7c3dd0,revision_number=None']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:06:53.359254 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a45afd30-cc4f-4296-b295-9affd3a30c0e None None] No DVR routers for this DVR port d34fc974-8937-47cc-a29a-a2226e7c3dd0 on host n-d-694802-15 {{(pid=94468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 15:06:53.472286 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5d8120a0-dd14-4582-b568-aa03c487de5e tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:53.504659 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8120a0-dd14-4582-b568-aa03c487de5e tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Pushing event deleted for resources: {'Port': ['ID=3e43eb2d-a015-4a60-807c-b4885c7a27d1,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:06:53.573091 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5d8120a0-dd14-4582-b568-aa03c487de5e tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-431580'] for router_gateway, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:53.674990 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5d8120a0-dd14-4582-b568-aa03c487de5e tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-429360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-104877'] for router, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:53.678471 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5d8120a0-dd14-4582-b568-aa03c487de5e tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:53.734838 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5d8120a0-dd14-4582-b568-aa03c487de5e tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-429375'] for router, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:53.735592 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d8120a0-dd14-4582-b568-aa03c487de5e tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Fanout notify agent at l3_agent the message router_deleted on router 298d2144-90d6-458c-9def-6bc96a1d8931 {{(pid=94466) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 15:06:53.744857 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5d8120a0-dd14-4582-b568-aa03c487de5e tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Notify callbacks [] for router, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:53.748231 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-5d8120a0-dd14-4582-b568-aa03c487de5e tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] 10.222.0.39 "DELETE /v2.0/routers/298d2144-90d6-458c-9def-6bc96a1d8931 HTTP/1.1" status: 204 len: 168 time: 0.9441862 Aug 12 15:06:53.750936 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 55322) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:06:53.855850 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-b82c8e05-0898-4bef-b56a-f2b19badb819 tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680608'] for network, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:53.962058 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-b82c8e05-0898-4bef-b56a-f2b19badb819 tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66413304', 'neutron.services.segments.db._delete_segments_for_network-8744654118000'] for network, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:53.977163 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-b82c8e05-0898-4bef-b56a-f2b19badb819 tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a056778e-7168-445c-8291-571a65282615']}} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:06:53.999471 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-b82c8e05-0898-4bef-b56a-f2b19badb819 tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69d74667-9cfd-49b4-9d2a-5ac045877e74') {'for_net_delete': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:06:54.000399 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-b82c8e05-0898-4bef-b56a-f2b19badb819 tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69d74667-9cfd-49b4-9d2a-5ac045877e74') {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:06:54.022402 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-b82c8e05-0898-4bef-b56a-f2b19badb819 tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744654122361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3857526'] for segment, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:54.041915 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-b82c8e05-0898-4bef-b56a-f2b19badb819 tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:54.050235 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b82c8e05-0898-4bef-b56a-f2b19badb819 tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Releasing vlan 317 on physical network physnet1 to pool {{(pid=94467) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 15:06:54.050588 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-b82c8e05-0898-4bef-b56a-f2b19badb819 tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2859015'] for segment, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:54.055159 n-d-694802-15 neutron-server[94467]: Traceback (most recent call last): Aug 12 15:06:54.055159 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 15:06:54.055159 n-d-694802-15 neutron-server[94467]: timer() Aug 12 15:06:54.055159 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 15:06:54.055159 n-d-694802-15 neutron-server[94467]: cb(*args, **kw) Aug 12 15:06:54.055159 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 15:06:54.055159 n-d-694802-15 neutron-server[94467]: return func(*args, **kwargs) Aug 12 15:06:54.055159 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 15:06:54.055159 n-d-694802-15 neutron-server[94467]: self._notify() Aug 12 15:06:54.055159 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 15:06:54.055159 n-d-694802-15 neutron-server[94467]: self.callback(batched_events) Aug 12 15:06:54.055159 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 15:06:54.055159 n-d-694802-15 neutron-server[94467]: event.method(event) Aug 12 15:06:54.055159 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 15:06:54.055159 n-d-694802-15 neutron-server[94467]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 15:06:54.055159 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 15:06:54.055159 n-d-694802-15 neutron-server[94467]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 15:06:54.055159 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 15:06:54.055159 n-d-694802-15 neutron-server[94467]: return f(self, *a, **k) Aug 12 15:06:54.055159 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 15:06:54.055159 n-d-694802-15 neutron-server[94467]: return self._get(url).json() Aug 12 15:06:54.055159 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 15:06:54.055159 n-d-694802-15 neutron-server[94467]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 15:06:54.055159 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 15:06:54.055159 n-d-694802-15 neutron-server[94467]: return self.request(url, 'GET', **kwargs) Aug 12 15:06:54.055159 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 15:06:54.055159 n-d-694802-15 neutron-server[94467]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 15:06:54.055159 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 15:06:54.055159 n-d-694802-15 neutron-server[94467]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 15:06:54.055159 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 15:06:54.055159 n-d-694802-15 neutron-server[94467]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 15:06:54.055159 n-d-694802-15 neutron-server[94467]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 15:06:54.136219 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-b82c8e05-0898-4bef-b56a-f2b19badb819 tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66413281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431520'] for network, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:54.147683 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-b82c8e05-0898-4bef-b56a-f2b19badb819 tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for network, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:54.150076 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-b82c8e05-0898-4bef-b56a-f2b19badb819 tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] 10.222.0.39 "DELETE /v2.0/networks/a056778e-7168-445c-8291-571a65282615 HTTP/1.1" status: 204 len: 168 time: 0.3979409 Aug 12 15:06:54.152774 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 55336) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:06:54.164476 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82c8e05-0898-4bef-b56a-f2b19badb819 tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Pushing event deleted for resources: {'Network': ['ID=a056778e-7168-445c-8291-571a65282615,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:06:54.357761 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-6b6d96c6-9487-439a-be7e-5c8eeab430b0 tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Deleting port 90baa64a-6ce2-436a-9738-195d28627b20 {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 15:06:54.358213 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-6b6d96c6-9487-439a-be7e-5c8eeab430b0 tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:54.446458 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-6b6d96c6-9487-439a-be7e-5c8eeab430b0 tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:54.446971 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-6b6d96c6-9487-439a-be7e-5c8eeab430b0 tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:54.476987 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-6b6d96c6-9487-439a-be7e-5c8eeab430b0 tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Calling delete_port for 90baa64a-6ce2-436a-9738-195d28627b20 owned by network:floatingip {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 15:06:54.553237 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 71a8b4e7-ab08-4c44-943d-35e6e477b71b no longer exists at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 15:06:54.591189 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] No Port match for: 71a8b4e7-ab08-4c44-943d-35e6e477b71b {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 15:06:54.591784 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 71a8b4e7-ab08-4c44-943d-35e6e477b71b not bound to the agent host n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 15:06:54.592201 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 3e43eb2d-a015-4a60-807c-b4885c7a27d1 no longer exists at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 15:06:54.612325 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] No Port match for: 3e43eb2d-a015-4a60-807c-b4885c7a27d1 {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 15:06:54.612945 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 3e43eb2d-a015-4a60-807c-b4885c7a27d1 not bound to the agent host n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 15:06:54.613545 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device d34fc974-8937-47cc-a29a-a2226e7c3dd0 no longer exists at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 15:06:54.634372 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] No Port match for: d34fc974-8937-47cc-a29a-a2226e7c3dd0 {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 15:06:54.634972 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device d34fc974-8937-47cc-a29a-a2226e7c3dd0 not bound to the agent host n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 15:06:54.681623 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-6b6d96c6-9487-439a-be7e-5c8eeab430b0 tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:54.719401 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6d96c6-9487-439a-be7e-5c8eeab430b0 tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Pushing event deleted for resources: {'Port': ['ID=90baa64a-6ce2-436a-9738-195d28627b20,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:06:54.785542 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-6b6d96c6-9487-439a-be7e-5c8eeab430b0 tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Notify callbacks [] for floatingip, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:54.785874 n-d-694802-15 neutron-server[94466]: INFO neutron.db.l3_db [None req-6b6d96c6-9487-439a-be7e-5c8eeab430b0 tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Floating IP 23e94e2f-bd88-4d6f-93e8-e3d4f567a573 disassociated (deleted). External IP: 172.25.1.117, port: 54164cb9-2c7d-409f-857f-3324ece65f60. Aug 12 15:06:55.088934 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b6d96c6-9487-439a-be7e-5c8eeab430b0 tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Router 797bf2c2-9672-4419-a640-c2123a41b24f has already been hosted by L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f {{(pid=94466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 15:06:55.213246 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b6d96c6-9487-439a-be7e-5c8eeab430b0 tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 15:06:55.220533 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-6b6d96c6-9487-439a-be7e-5c8eeab430b0 tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for floatingip, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:55.225068 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62fb3209-7e46-4b88-8466-1bd0dce4123d None None] Sync routers for ids ['797bf2c2-9672-4419-a640-c2123a41b24f'] in n-d-694802-15 {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 15:06:55.244717 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62fb3209-7e46-4b88-8466-1bd0dce4123d None None] Routers {'797bf2c2-9672-4419-a640-c2123a41b24f'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:06:55.246068 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-62fb3209-7e46-4b88-8466-1bd0dce4123d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T15:06:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['797bf2c2-9672-4419-a640-c2123a41b24f'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:06:55.250705 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-6b6d96c6-9487-439a-be7e-5c8eeab430b0 tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] 10.222.0.39 "DELETE /v2.0/floatingips/23e94e2f-bd88-4d6f-93e8-e3d4f567a573 HTTP/1.1" status: 204 len: 168 time: 1.0958369 Aug 12 15:06:55.250927 n-d-694802-15 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0756d0f-16ed-4be8-bbd6-9952f167d880', 'tag': '54164cb9-2c7d-409f-857f-3324ece65f60'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:06:55.259290 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e785eeede3897370d0b20f09d5f461b30cfecd5ed38c4f07dacd02bc52c9277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9063f3d0-bfc9-4cdf-8d9b-0c4b06129bdf" -d '{"events": [{"name": "network-changed", "server_uuid": "b0756d0f-16ed-4be8-bbd6-9952f167d880", "tag": "54164cb9-2c7d-409f-857f-3324ece65f60"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 15:06:55.317384 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 15:06:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0d60176-4f4d-459b-864f-1ecf9ef99388 x-openstack-request-id: req-f0d60176-4f4d-459b-864f-1ecf9ef99388 {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 15:06:55.317678 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0756d0f-16ed-4be8-bbd6-9952f167d880", "tag": "54164cb9-2c7d-409f-857f-3324ece65f60", "status": "completed", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 15:06:55.317925 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f0d60176-4f4d-459b-864f-1ecf9ef99388 {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 15:06:55.318328 n-d-694802-15 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0756d0f-16ed-4be8-bbd6-9952f167d880', 'tag': '54164cb9-2c7d-409f-857f-3324ece65f60', 'status': 'completed', 'code': 200} Aug 12 15:06:55.396784 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvr_db [None req-62fb3209-7e46-4b88-8466-1bd0dce4123d None None] Set router 797bf2c2-9672-4419-a640-c2123a41b24f gateway port host: n-d-694802-15 {{(pid=94468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:06:55.402366 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9063f3d0-bfc9-4cdf-8d9b-0c4b06129bdf req-6d11b50c-4441-41ca-9d5d-fc83d6848b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:06:55.404069 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9063f3d0-bfc9-4cdf-8d9b-0c4b06129bdf req-6d11b50c-4441-41ca-9d5d-fc83d6848b3d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7d0edfcf6f1645688bfc49c5a1a825a2&device_id=b0756d0f-16ed-4be8-bbd6-9952f167d880 HTTP/1.1" status: 200 len: 1137 time: 0.0661829 Aug 12 15:06:55.596795 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9063f3d0-bfc9-4cdf-8d9b-0c4b06129bdf req-a81f8626-e34e-4da4-afb3-18f67da7a08f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:06:55.598596 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9063f3d0-bfc9-4cdf-8d9b-0c4b06129bdf req-a81f8626-e34e-4da4-afb3-18f67da7a08f service neutron] 10.222.0.64 "GET /v2.0/networks?id=2b83a3c9-a59c-4021-badc-d66a90e0fbc7 HTTP/1.1" status: 200 len: 898 time: 0.1870680 Aug 12 15:06:55.604204 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56809269-1682-4e09-b308-47d136ebec3d req-dcab0afa-9f33-48f1-91b4-d232e580da54 tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:06:55.606368 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-56809269-1682-4e09-b308-47d136ebec3d req-dcab0afa-9f33-48f1-91b4-d232e580da54 tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0756d0f-16ed-4be8-bbd6-9952f167d880 HTTP/1.1" status: 200 len: 985 time: 0.0764561 Aug 12 15:06:55.667724 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9063f3d0-bfc9-4cdf-8d9b-0c4b06129bdf req-725e0503-2d57-4edf-9b78-b28f5dd62c85 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=54164cb9-2c7d-409f-857f-3324ece65f60 HTTP/1.1" status: 200 len: 217 time: 0.0597556 Aug 12 15:06:55.692669 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-62fb3209-7e46-4b88-8466-1bd0dce4123d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '797bf2c2-9672-4419-a640-c2123a41b24f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1671195035', 'tenant_id': '7d0edfcf6f1645688bfc49c5a1a825a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.22'}], 'enable_snat': True}, 'gw_port_id': '05e312ee-bf7c-4451-bf5b-a76d2506c381', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:05:31Z', 'updated_at': '2021-08-12T15:05:35Z', 'revision_number': 4, 'project_id': '7d0edfcf6f1645688bfc49c5a1a825a2', 'gw_port': {'id': '05e312ee-bf7c-4451-bf5b-a76d2506c381', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:b2:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '797bf2c2-9672-4419-a640-c2123a41b24f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3592, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:05:31Z', 'updated_at': '2021-08-12T15:05:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': '2c9ae80d-42f2-44ed-ba27-f8af03507f55', 'name': '', 'network_id': '2b83a3c9-a59c-4021-badc-d66a90e0fbc7', 'tenant_id': '7d0edfcf6f1645688bfc49c5a1a825a2', 'mac_address': 'fa:16:3e:1e:fa:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '797bf2c2-9672-4419-a640-c2123a41b24f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3595, 'fixed_ips': [{'subnet_id': 'f427d097-c02e-4d1e-b328-57504fb50ff2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:05:34Z', 'updated_at': '2021-08-12T15:05:40Z', 'revision_number': 5, 'project_id': '7d0edfcf6f1645688bfc49c5a1a825a2', 'subnets': [{'id': 'f427d097-c02e-4d1e-b328-57504fb50ff2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:06:55.713363 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-56809269-1682-4e09-b308-47d136ebec3d req-5274c1b6-8e83-4afd-b768-290c02a94ca1 tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] 10.222.0.39 "GET /v2.0/security-groups?id=80806f6e-48c9-4a31-aaa2-f58ad268a3fb&id=a37bd3c6-6203-4637-9a1c-448d1053ccb2&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0994658 Aug 12 15:06:55.723243 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62fb3209-7e46-4b88-8466-1bd0dce4123d None None] Checking router: 797bf2c2-9672-4419-a640-c2123a41b24f for host: n-d-694802-15 {{(pid=94468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 15:06:55.733378 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62fb3209-7e46-4b88-8466-1bd0dce4123d None None] Routers {'797bf2c2-9672-4419-a640-c2123a41b24f'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:06:55.734265 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-62fb3209-7e46-4b88-8466-1bd0dce4123d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T15:06:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['797bf2c2-9672-4419-a640-c2123a41b24f'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:06:55.734708 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9063f3d0-bfc9-4cdf-8d9b-0c4b06129bdf req-d7072b60-3653-411e-9b90-2b3410f9bba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:06:55.736393 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9063f3d0-bfc9-4cdf-8d9b-0c4b06129bdf req-d7072b60-3653-411e-9b90-2b3410f9bba6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f427d097-c02e-4d1e-b328-57504fb50ff2 HTTP/1.1" status: 200 len: 835 time: 0.0600631 Aug 12 15:06:55.791471 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9063f3d0-bfc9-4cdf-8d9b-0c4b06129bdf req-64f7910e-9361-41a0-8f3f-0a409911aeea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:06:55.793232 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9063f3d0-bfc9-4cdf-8d9b-0c4b06129bdf req-64f7910e-9361-41a0-8f3f-0a409911aeea service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2b83a3c9-a59c-4021-badc-d66a90e0fbc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0487733 Aug 12 15:06:55.912959 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9063f3d0-bfc9-4cdf-8d9b-0c4b06129bdf req-0c88f9f1-201f-436a-ae72-fa5701f1b8a6 service neutron] 10.222.0.64 "GET /v2.0/networks/2b83a3c9-a59c-4021-badc-d66a90e0fbc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069362 Aug 12 15:06:56.081941 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvr_db [None req-62fb3209-7e46-4b88-8466-1bd0dce4123d None None] Set router 797bf2c2-9672-4419-a640-c2123a41b24f gateway port host: n-d-694802-15 {{(pid=94468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:06:56.376927 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-62fb3209-7e46-4b88-8466-1bd0dce4123d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '797bf2c2-9672-4419-a640-c2123a41b24f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1671195035', 'tenant_id': '7d0edfcf6f1645688bfc49c5a1a825a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.22'}], 'enable_snat': True}, 'gw_port_id': '05e312ee-bf7c-4451-bf5b-a76d2506c381', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:05:31Z', 'updated_at': '2021-08-12T15:05:35Z', 'revision_number': 4, 'project_id': '7d0edfcf6f1645688bfc49c5a1a825a2', 'gw_port': {'id': '05e312ee-bf7c-4451-bf5b-a76d2506c381', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:b2:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '797bf2c2-9672-4419-a640-c2123a41b24f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3592, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:05:31Z', 'updated_at': '2021-08-12T15:05:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': '2c9ae80d-42f2-44ed-ba27-f8af03507f55', 'name': '', 'network_id': '2b83a3c9-a59c-4021-badc-d66a90e0fbc7', 'tenant_id': '7d0edfcf6f1645688bfc49c5a1a825a2', 'mac_address': 'fa:16:3e:1e:fa:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '797bf2c2-9672-4419-a640-c2123a41b24f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3595, 'fixed_ips': [{'subnet_id': 'f427d097-c02e-4d1e-b328-57504fb50ff2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:05:34Z', 'updated_at': '2021-08-12T15:05:40Z', 'revision_number': 5, 'project_id': '7d0edfcf6f1645688bfc49c5a1a825a2', 'subnets': [{'id': 'f427d097-c02e-4d1e-b328-57504fb50ff2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:06:56.410145 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62fb3209-7e46-4b88-8466-1bd0dce4123d None None] The sync data for ids ['797bf2c2-9672-4419-a640-c2123a41b24f'] in n-d-694802-15 is: [{'id': '797bf2c2-9672-4419-a640-c2123a41b24f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1671195035', 'tenant_id': '7d0edfcf6f1645688bfc49c5a1a825a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.22'}], 'enable_snat': True}, 'gw_port_id': '05e312ee-bf7c-4451-bf5b-a76d2506c381', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:05:31Z', 'updated_at': '2021-08-12T15:05:35Z', 'revision_number': 4, 'project_id': '7d0edfcf6f1645688bfc49c5a1a825a2', 'gw_port': {'id': '05e312ee-bf7c-4451-bf5b-a76d2506c381', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:b2:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '797bf2c2-9672-4419-a640-c2123a41b24f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3592, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:05:31Z', 'updated_at': '2021-08-12T15:05:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': '2c9ae80d-42f2-44ed-ba27-f8af03507f55', 'name': '', 'network_id': '2b83a3c9-a59c-4021-badc-d66a90e0fbc7', 'tenant_id': '7d0edfcf6f1645688bfc49c5a1a825a2', 'mac_address': 'fa:16:3e:1e:fa:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '797bf2c2-9672-4419-a640-c2123a41b24f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3595, 'fixed_ips': [{'subnet_id': 'f427d097-c02e-4d1e-b328-57504fb50ff2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:05:34Z', 'updated_at': '2021-08-12T15:05:40Z', 'revision_number': 5, 'project_id': '7d0edfcf6f1645688bfc49c5a1a825a2', 'subnets': [{'id': 'f427d097-c02e-4d1e-b328-57504fb50ff2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 15:06:56.431818 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9063f3d0-bfc9-4cdf-8d9b-0c4b06129bdf req-c0dee7ba-ba59-481d-9b37-4913cd5581bd service neutron] 10.222.0.64 "GET /v2.0/networks/2b83a3c9-a59c-4021-badc-d66a90e0fbc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5038431 Aug 12 15:06:56.695753 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f329fc66-ad65-4763-94f9-f35285532511 None None] New status for floating IP 23e94e2f-bd88-4d6f-93e8-e3d4f567a573: DOWN {{(pid=94469) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 15:06:56.868765 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060a30b3-bad4-4a5b-8b0f-2e475436ce56 req-002c99f2-43dc-42eb-aaae-f8702fa072b9 tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:06:56.870427 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-060a30b3-bad4-4a5b-8b0f-2e475436ce56 req-002c99f2-43dc-42eb-aaae-f8702fa072b9 tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0756d0f-16ed-4be8-bbd6-9952f167d880 HTTP/1.1" status: 200 len: 985 time: 0.0613971 Aug 12 15:06:56.914003 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-060a30b3-bad4-4a5b-8b0f-2e475436ce56 req-2c12f5e6-209f-4eb4-839b-14bfc7537192 tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] 10.222.0.39 "GET /v2.0/security-groups?id=80806f6e-48c9-4a31-aaa2-f58ad268a3fb&id=a37bd3c6-6203-4637-9a1c-448d1053ccb2&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0373189 Aug 12 15:06:57.029990 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4feda13e-4b32-43b8-8ff0-7a7bc4330788 req-1a038611-91aa-4ac1-9112-53943b13bf52 tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:06:57.032041 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4feda13e-4b32-43b8-8ff0-7a7bc4330788 req-1a038611-91aa-4ac1-9112-53943b13bf52 tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] 10.222.0.64 "GET /v2.0/ports?device_id=b0756d0f-16ed-4be8-bbd6-9952f167d880 HTTP/1.1" status: 200 len: 985 time: 0.0633004 Aug 12 15:06:57.137525 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [req-4feda13e-4b32-43b8-8ff0-7a7bc4330788 req-3efefb8c-2ca6-4123-bfbe-4e5e22650083 tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Deleting port 54164cb9-2c7d-409f-857f-3324ece65f60 {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 15:06:57.137872 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-4feda13e-4b32-43b8-8ff0-7a7bc4330788 req-3efefb8c-2ca6-4123-bfbe-4e5e22650083 tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:57.244229 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-4feda13e-4b32-43b8-8ff0-7a7bc4330788 req-3efefb8c-2ca6-4123-bfbe-4e5e22650083 tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] For port 54164cb9-2c7d-409f-857f-3324ece65f60, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=54164cb9-2c7d-409f-857f-3324ece65f60,segment=NetworkSegment(a32141d9-7e1f-4fa0-a3d9-97995ff174b8),segment_id=a32141d9-7e1f-4fa0-a3d9-97995ff174b8)] {{(pid=94467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:06:57.244435 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-4feda13e-4b32-43b8-8ff0-7a7bc4330788 req-3efefb8c-2ca6-4123-bfbe-4e5e22650083 tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:57.258965 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [req-4feda13e-4b32-43b8-8ff0-7a7bc4330788 req-3efefb8c-2ca6-4123-bfbe-4e5e22650083 tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Calling delete_port for 54164cb9-2c7d-409f-857f-3324ece65f60 owned by compute:nova {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 15:06:57.407311 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-4feda13e-4b32-43b8-8ff0-7a7bc4330788 req-3efefb8c-2ca6-4123-bfbe-4e5e22650083 tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:57.437992 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efefb8c-2ca6-4123-bfbe-4e5e22650083 tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Pushing event deleted for resources: {'Port': ['ID=54164cb9-2c7d-409f-857f-3324ece65f60,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:06:57.484140 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [req-4feda13e-4b32-43b8-8ff0-7a7bc4330788 req-3efefb8c-2ca6-4123-bfbe-4e5e22650083 tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] No DVR routers for this DVR port 54164cb9-2c7d-409f-857f-3324ece65f60 on host n-h1-694802-15 {{(pid=94467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 15:06:57.486876 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-4feda13e-4b32-43b8-8ff0-7a7bc4330788 req-3efefb8c-2ca6-4123-bfbe-4e5e22650083 tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:57.488827 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4feda13e-4b32-43b8-8ff0-7a7bc4330788 req-3efefb8c-2ca6-4123-bfbe-4e5e22650083 tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] 10.222.0.64 "DELETE /v2.0/ports/54164cb9-2c7d-409f-857f-3324ece65f60 HTTP/1.1" status: 204 len: 173 time: 0.4506555 Aug 12 15:06:57.489271 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0756d0f-16ed-4be8-bbd6-9952f167d880', 'name': 'network-vif-deleted', 'tag': '54164cb9-2c7d-409f-857f-3324ece65f60'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:06:57.491554 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e65282f928b64038367d043a4411777802006c43a98742496cb2e25b724ff1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2373769a-c05e-415d-a4a0-09e37285b67e" -d '{"events": [{"server_uuid": "b0756d0f-16ed-4be8-bbd6-9952f167d880", "name": "network-vif-deleted", "tag": "54164cb9-2c7d-409f-857f-3324ece65f60"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 15:06:57.531695 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 15:06:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3b8c97a-7449-4da9-8350-159af6267f48 x-openstack-request-id: req-b3b8c97a-7449-4da9-8350-159af6267f48 {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 15:06:57.532002 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0756d0f-16ed-4be8-bbd6-9952f167d880", "name": "network-vif-deleted", "tag": "54164cb9-2c7d-409f-857f-3324ece65f60", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 15:06:57.532408 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b3b8c97a-7449-4da9-8350-159af6267f48 {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 15:06:57.532824 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0756d0f-16ed-4be8-bbd6-9952f167d880', 'name': 'network-vif-deleted', 'tag': '54164cb9-2c7d-409f-857f-3324ece65f60', 'status': 'completed', 'code': 200} Aug 12 15:06:58.088933 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ccb5bdb9-922d-4d30-b01b-7ff3a5043b61 req-2c3e5ce1-ae1c-460f-a8b4-584df6d48227 tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0756d0f-16ed-4be8-bbd6-9952f167d880 HTTP/1.1" status: 200 len: 210 time: 0.0410862 Aug 12 15:06:59.155296 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 55478) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:06:59.232355 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-94e10620-91fc-416a-ba22-867d9f6c9800 tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Notify callbacks [] for security_group, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:59.271992 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-94e10620-91fc-416a-ba22-867d9f6c9800 tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:59.327643 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-94e10620-91fc-416a-ba22-867d9f6c9800 tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:59.330823 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-94e10620-91fc-416a-ba22-867d9f6c9800 tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:59.332032 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-94e10620-91fc-416a-ba22-867d9f6c9800 tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] 10.222.0.39 "DELETE /v2.0/security-groups/80806f6e-48c9-4a31-aaa2-f58ad268a3fb HTTP/1.1" status: 204 len: 168 time: 0.1742496 Aug 12 15:06:59.334825 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 55484) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:06:59.348424 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e10620-91fc-416a-ba22-867d9f6c9800 tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=80806f6e-48c9-4a31-aaa2-f58ad268a3fb,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:06:59.446753 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-e73e7b19-c535-42df-964b-d4f62109e1b6 tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Notify callbacks [] for security_group, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:59.474366 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-e73e7b19-c535-42df-964b-d4f62109e1b6 tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:59.519443 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-e73e7b19-c535-42df-964b-d4f62109e1b6 tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:59.522203 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-e73e7b19-c535-42df-964b-d4f62109e1b6 tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:06:59.523630 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-e73e7b19-c535-42df-964b-d4f62109e1b6 tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] 10.222.0.39 "DELETE /v2.0/security-groups/a37bd3c6-6203-4637-9a1c-448d1053ccb2 HTTP/1.1" status: 204 len: 168 time: 0.1875849 Aug 12 15:06:59.527036 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 55490) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:06:59.547481 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73e7b19-c535-42df-964b-d4f62109e1b6 tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a37bd3c6-6203-4637-9a1c-448d1053ccb2,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:06:59.959298 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-14a5634d-10fe-4138-86fb-1a7b8a4e6a1a tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66663830'] for router_interface, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:07:00.252011 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-14a5634d-10fe-4138-86fb-1a7b8a4e6a1a tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Deleting port 2c9ae80d-42f2-44ed-ba27-f8af03507f55 {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 15:07:00.252647 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-14a5634d-10fe-4138-86fb-1a7b8a4e6a1a tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:07:00.347508 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-14a5634d-10fe-4138-86fb-1a7b8a4e6a1a tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] For port 2c9ae80d-42f2-44ed-ba27-f8af03507f55, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=2c9ae80d-42f2-44ed-ba27-f8af03507f55,segment=NetworkSegment(a32141d9-7e1f-4fa0-a3d9-97995ff174b8),segment_id=a32141d9-7e1f-4fa0-a3d9-97995ff174b8)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:07:00.347944 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-14a5634d-10fe-4138-86fb-1a7b8a4e6a1a tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:07:00.361194 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-14a5634d-10fe-4138-86fb-1a7b8a4e6a1a tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Calling delete_port for 2c9ae80d-42f2-44ed-ba27-f8af03507f55 owned by network:router_interface {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 15:07:00.563726 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-14a5634d-10fe-4138-86fb-1a7b8a4e6a1a tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:07:00.588610 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a5634d-10fe-4138-86fb-1a7b8a4e6a1a tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Pushing event deleted for resources: {'Port': ['ID=2c9ae80d-42f2-44ed-ba27-f8af03507f55,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:07:00.795909 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-14a5634d-10fe-4138-86fb-1a7b8a4e6a1a tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66628352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-430630'] for router_interface, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:07:01.055090 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14a5634d-10fe-4138-86fb-1a7b8a4e6a1a tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Router 797bf2c2-9672-4419-a640-c2123a41b24f has already been hosted by L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f {{(pid=94466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 15:07:01.175395 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14a5634d-10fe-4138-86fb-1a7b8a4e6a1a tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 15:07:01.183889 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-14a5634d-10fe-4138-86fb-1a7b8a4e6a1a tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] 10.222.0.39 "PUT /v2.0/routers/797bf2c2-9672-4419-a640-c2123a41b24f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6528125 Aug 12 15:07:01.186115 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b4aadd-6c23-4825-a5ca-396f66f48201 None None] Sync routers for ids ['797bf2c2-9672-4419-a640-c2123a41b24f'] in n-d-694802-15 {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 15:07:01.187338 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 55536) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:07:01.202764 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b4aadd-6c23-4825-a5ca-396f66f48201 None None] Routers {'797bf2c2-9672-4419-a640-c2123a41b24f'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:07:01.203511 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-80b4aadd-6c23-4825-a5ca-396f66f48201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T15:06:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['797bf2c2-9672-4419-a640-c2123a41b24f'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:07:01.253187 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_v2 [None req-dfb917a1-86f4-431b-849f-3303f5b1147d tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Deleting subnet f427d097-c02e-4d1e-b328-57504fb50ff2 {{(pid=94467) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 15:07:01.269023 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-dfb917a1-86f4-431b-849f-3303f5b1147d tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Notify callbacks [] for subnet, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:07:01.330651 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-dfb917a1-86f4-431b-849f-3303f5b1147d tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3857505'] for subnet, precommit_delete_associations {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:07:01.337637 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvr_db [None req-80b4aadd-6c23-4825-a5ca-396f66f48201 None None] Set router 797bf2c2-9672-4419-a640-c2123a41b24f gateway port host: n-d-694802-15 {{(pid=94468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:07:01.430478 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-dfb917a1-86f4-431b-849f-3303f5b1147d tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66416255'] for subnet, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:07:01.500783 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-dfb917a1-86f4-431b-849f-3303f5b1147d tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66416232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2859225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3343748'] for subnet, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:07:01.541679 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb917a1-86f4-431b-849f-3303f5b1147d tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Pushing event deleted for resources: {'Subnet': ['ID=f427d097-c02e-4d1e-b328-57504fb50ff2,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:07:01.553675 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-dfb917a1-86f4-431b-849f-3303f5b1147d tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Notify callbacks [] for subnet, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:07:01.558844 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-dfb917a1-86f4-431b-849f-3303f5b1147d tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] 10.222.0.39 "DELETE /v2.0/subnets/f427d097-c02e-4d1e-b328-57504fb50ff2 HTTP/1.1" status: 204 len: 168 time: 0.3676279 Aug 12 15:07:01.559446 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 55548) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:07:01.570890 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-80b4aadd-6c23-4825-a5ca-396f66f48201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '797bf2c2-9672-4419-a640-c2123a41b24f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1671195035', 'tenant_id': '7d0edfcf6f1645688bfc49c5a1a825a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.22'}], 'enable_snat': True}, 'gw_port_id': '05e312ee-bf7c-4451-bf5b-a76d2506c381', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:05:31Z', 'updated_at': '2021-08-12T15:07:00Z', 'revision_number': 5, 'project_id': '7d0edfcf6f1645688bfc49c5a1a825a2', 'gw_port': {'id': '05e312ee-bf7c-4451-bf5b-a76d2506c381', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:b2:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '797bf2c2-9672-4419-a640-c2123a41b24f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3592, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:05:31Z', 'updated_at': '2021-08-12T15:05:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15'}], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:07:01.616838 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b4aadd-6c23-4825-a5ca-396f66f48201 None None] Checking router: 797bf2c2-9672-4419-a640-c2123a41b24f for host: n-d-694802-15 {{(pid=94468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 15:07:01.619637 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49ece878-f99e-412d-8d50-dbddee85f216 None None] Network 2b83a3c9-a59c-4021-badc-d66a90e0fbc7 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 15:07:01.697077 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-99c32762-abf7-449e-b888-a10fe4c0a56a tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Notify callbacks [] for router, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:07:01.712122 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b4aadd-6c23-4825-a5ca-396f66f48201 None None] Routers {'797bf2c2-9672-4419-a640-c2123a41b24f'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:07:01.712916 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-80b4aadd-6c23-4825-a5ca-396f66f48201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T15:06:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['797bf2c2-9672-4419-a640-c2123a41b24f'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:07:01.826433 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-99c32762-abf7-449e-b888-a10fe4c0a56a tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:07:01.868761 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvr_db [None req-80b4aadd-6c23-4825-a5ca-396f66f48201 None None] Set router 797bf2c2-9672-4419-a640-c2123a41b24f gateway port host: n-d-694802-15 {{(pid=94468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:07:01.903753 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-99c32762-abf7-449e-b888-a10fe4c0a56a tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Deleting port 05e312ee-bf7c-4451-bf5b-a76d2506c381 {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 15:07:01.904180 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-99c32762-abf7-449e-b888-a10fe4c0a56a tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:07:01.970289 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8317317-7322-4ba3-9ef6-9f492f5a7476 None None] DHCP port deletion for 2b83a3c9-a59c-4021-badc-d66a90e0fbc7 request from n-d-694802-15 {{(pid=94468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 15:07:02.013511 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [None req-99c32762-abf7-449e-b888-a10fe4c0a56a tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] For port 05e312ee-bf7c-4451-bf5b-a76d2506c381, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=05e312ee-bf7c-4451-bf5b-a76d2506c381,segment=NetworkSegment(b1b396cb-2dc6-4041-bfc7-1833a80a4720),segment_id=b1b396cb-2dc6-4041-bfc7-1833a80a4720)] {{(pid=94467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:07:02.013973 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-99c32762-abf7-449e-b888-a10fe4c0a56a tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:07:02.027097 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-99c32762-abf7-449e-b888-a10fe4c0a56a tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Calling delete_port for 05e312ee-bf7c-4451-bf5b-a76d2506c381 owned by network:router_gateway {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 15:07:02.136179 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-e8317317-7322-4ba3-9ef6-9f492f5a7476 None None] Deleting port eb920cee-6c2a-4839-af23-ff33dbe6db65 {{(pid=94468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 15:07:02.136639 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-e8317317-7322-4ba3-9ef6-9f492f5a7476 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:07:02.299683 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-e8317317-7322-4ba3-9ef6-9f492f5a7476 None None] For port eb920cee-6c2a-4839-af23-ff33dbe6db65, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=eb920cee-6c2a-4839-af23-ff33dbe6db65,segment=NetworkSegment(a32141d9-7e1f-4fa0-a3d9-97995ff174b8),segment_id=a32141d9-7e1f-4fa0-a3d9-97995ff174b8)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:07:02.300371 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-e8317317-7322-4ba3-9ef6-9f492f5a7476 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:07:02.302788 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-99c32762-abf7-449e-b888-a10fe4c0a56a tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:07:02.325324 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device 54164cb9-2c7d-409f-857f-3324ece65f60 no longer exists at agent hyperv_n-h1-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 15:07:02.333433 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-80b4aadd-6c23-4825-a5ca-396f66f48201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '797bf2c2-9672-4419-a640-c2123a41b24f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1671195035', 'tenant_id': '7d0edfcf6f1645688bfc49c5a1a825a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.22'}], 'enable_snat': True}, 'gw_port_id': '05e312ee-bf7c-4451-bf5b-a76d2506c381', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:05:31Z', 'updated_at': '2021-08-12T15:07:00Z', 'revision_number': 5, 'project_id': '7d0edfcf6f1645688bfc49c5a1a825a2', 'gw_port': {'id': '05e312ee-bf7c-4451-bf5b-a76d2506c381', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:b2:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '797bf2c2-9672-4419-a640-c2123a41b24f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3592, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:05:31Z', 'updated_at': '2021-08-12T15:05:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15'}], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:07:02.336429 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c32762-abf7-449e-b888-a10fe4c0a56a tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Pushing event deleted for resources: {'Port': ['ID=05e312ee-bf7c-4451-bf5b-a76d2506c381,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:07:02.380360 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-e8317317-7322-4ba3-9ef6-9f492f5a7476 None None] Calling delete_port for eb920cee-6c2a-4839-af23-ff33dbe6db65 owned by network:dhcp {{(pid=94468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 15:07:02.403461 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b4aadd-6c23-4825-a5ca-396f66f48201 None None] The sync data for ids ['797bf2c2-9672-4419-a640-c2123a41b24f'] in n-d-694802-15 is: [{'id': '797bf2c2-9672-4419-a640-c2123a41b24f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1671195035', 'tenant_id': '7d0edfcf6f1645688bfc49c5a1a825a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.22'}], 'enable_snat': True}, 'gw_port_id': '05e312ee-bf7c-4451-bf5b-a76d2506c381', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:05:31Z', 'updated_at': '2021-08-12T15:07:00Z', 'revision_number': 5, 'project_id': '7d0edfcf6f1645688bfc49c5a1a825a2', 'gw_port': {'id': '05e312ee-bf7c-4451-bf5b-a76d2506c381', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:b2:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '797bf2c2-9672-4419-a640-c2123a41b24f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3592, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:05:31Z', 'updated_at': '2021-08-12T15:05:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15'}] {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 15:07:02.412285 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-93370168-53ca-47c2-9e27-b066be57125c None None] No Port match for: 54164cb9-2c7d-409f-857f-3324ece65f60 {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 15:07:02.412285 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device 54164cb9-2c7d-409f-857f-3324ece65f60 not bound to the agent host n-h1-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 15:07:02.483553 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-99c32762-abf7-449e-b888-a10fe4c0a56a tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-431580'] for router_gateway, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:07:02.504198 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-e8317317-7322-4ba3-9ef6-9f492f5a7476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262'] for port, after_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:07:02.519992 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8317317-7322-4ba3-9ef6-9f492f5a7476 None None] No DVR routers for this DVR port eb920cee-6c2a-4839-af23-ff33dbe6db65 on host n-d-694802-15 {{(pid=94468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 15:07:02.542818 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8317317-7322-4ba3-9ef6-9f492f5a7476 None None] Pushing event deleted for resources: {'Port': ['ID=eb920cee-6c2a-4839-af23-ff33dbe6db65,revision_number=None']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:07:02.551980 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8317317-7322-4ba3-9ef6-9f492f5a7476 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:07:02.552654 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8317317-7322-4ba3-9ef6-9f492f5a7476 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:07:02.552654 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8317317-7322-4ba3-9ef6-9f492f5a7476 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:07:02.552994 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8317317-7322-4ba3-9ef6-9f492f5a7476 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:07:02.553327 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8317317-7322-4ba3-9ef6-9f492f5a7476 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:07:02.553799 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8317317-7322-4ba3-9ef6-9f492f5a7476 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:07:02.553996 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8317317-7322-4ba3-9ef6-9f492f5a7476 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:07:02.554364 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8317317-7322-4ba3-9ef6-9f492f5a7476 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:07:02.554662 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8317317-7322-4ba3-9ef6-9f492f5a7476 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:07:02.555367 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8317317-7322-4ba3-9ef6-9f492f5a7476 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:07:02.555505 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8317317-7322-4ba3-9ef6-9f492f5a7476 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:07:02.555781 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8317317-7322-4ba3-9ef6-9f492f5a7476 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:07:02.632883 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-99c32762-abf7-449e-b888-a10fe4c0a56a tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-429360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-104877'] for router, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:07:02.635152 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-99c32762-abf7-449e-b888-a10fe4c0a56a tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:07:02.681701 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-99c32762-abf7-449e-b888-a10fe4c0a56a tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-429375'] for router, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:07:02.682302 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99c32762-abf7-449e-b888-a10fe4c0a56a tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Fanout notify agent at l3_agent the message router_deleted on router 797bf2c2-9672-4419-a640-c2123a41b24f {{(pid=94467) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 15:07:02.696477 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-99c32762-abf7-449e-b888-a10fe4c0a56a tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Notify callbacks [] for router, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:07:02.697604 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-99c32762-abf7-449e-b888-a10fe4c0a56a tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] 10.222.0.39 "DELETE /v2.0/routers/797bf2c2-9672-4419-a640-c2123a41b24f HTTP/1.1" status: 204 len: 168 time: 1.1369402 Aug 12 15:07:02.700916 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 55568) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:07:02.792604 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b4a05396-c6ef-4a7e-85d5-83393a5a7e73 tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680608'] for network, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:07:02.884200 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device eb920cee-6c2a-4839-af23-ff33dbe6db65 no longer exists at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 15:07:02.907706 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] No Port match for: eb920cee-6c2a-4839-af23-ff33dbe6db65 {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 15:07:02.908059 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device eb920cee-6c2a-4839-af23-ff33dbe6db65 not bound to the agent host n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 15:07:03.199632 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b4a05396-c6ef-4a7e-85d5-83393a5a7e73 tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66413304', 'neutron.services.segments.db._delete_segments_for_network-8744654118000'] for network, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:07:03.212790 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-b4a05396-c6ef-4a7e-85d5-83393a5a7e73 tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b83a3c9-a59c-4021-badc-d66a90e0fbc7']}} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:07:03.224707 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-b4a05396-c6ef-4a7e-85d5-83393a5a7e73 tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a32141d9-7e1f-4fa0-a3d9-97995ff174b8') {'for_net_delete': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:07:03.225840 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-b4a05396-c6ef-4a7e-85d5-83393a5a7e73 tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a32141d9-7e1f-4fa0-a3d9-97995ff174b8') {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:07:03.237492 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b4a05396-c6ef-4a7e-85d5-83393a5a7e73 tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744654122361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2293560'] for segment, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:07:03.254147 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b4a05396-c6ef-4a7e-85d5-83393a5a7e73 tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:07:03.262653 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4a05396-c6ef-4a7e-85d5-83393a5a7e73 tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Releasing vlan 309 on physical network physnet1 to pool {{(pid=94466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 15:07:03.263395 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b4a05396-c6ef-4a7e-85d5-83393a5a7e73 tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3718595'] for segment, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:07:03.266829 n-d-694802-15 neutron-server[94466]: Traceback (most recent call last): Aug 12 15:07:03.266829 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 15:07:03.266829 n-d-694802-15 neutron-server[94466]: timer() Aug 12 15:07:03.266829 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 15:07:03.266829 n-d-694802-15 neutron-server[94466]: cb(*args, **kw) Aug 12 15:07:03.266829 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 15:07:03.266829 n-d-694802-15 neutron-server[94466]: return func(*args, **kwargs) Aug 12 15:07:03.266829 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 15:07:03.266829 n-d-694802-15 neutron-server[94466]: self._notify() Aug 12 15:07:03.266829 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 15:07:03.266829 n-d-694802-15 neutron-server[94466]: self.callback(batched_events) Aug 12 15:07:03.266829 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 15:07:03.266829 n-d-694802-15 neutron-server[94466]: event.method(event) Aug 12 15:07:03.266829 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 15:07:03.266829 n-d-694802-15 neutron-server[94466]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 15:07:03.266829 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 15:07:03.266829 n-d-694802-15 neutron-server[94466]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 15:07:03.266829 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 15:07:03.266829 n-d-694802-15 neutron-server[94466]: return f(self, *a, **k) Aug 12 15:07:03.266829 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 15:07:03.266829 n-d-694802-15 neutron-server[94466]: return self._get(url).json() Aug 12 15:07:03.266829 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 15:07:03.266829 n-d-694802-15 neutron-server[94466]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 15:07:03.266829 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 15:07:03.266829 n-d-694802-15 neutron-server[94466]: return self.request(url, 'GET', **kwargs) Aug 12 15:07:03.266829 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 15:07:03.266829 n-d-694802-15 neutron-server[94466]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 15:07:03.266829 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 15:07:03.266829 n-d-694802-15 neutron-server[94466]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 15:07:03.266829 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 15:07:03.266829 n-d-694802-15 neutron-server[94466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 15:07:03.266829 n-d-694802-15 neutron-server[94466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 15:07:03.334099 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b4a05396-c6ef-4a7e-85d5-83393a5a7e73 tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66413281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431520'] for network, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:07:03.342986 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b4a05396-c6ef-4a7e-85d5-83393a5a7e73 tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Notify callbacks [] for network, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:07:03.345499 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-b4a05396-c6ef-4a7e-85d5-83393a5a7e73 tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] 10.222.0.39 "DELETE /v2.0/networks/2b83a3c9-a59c-4021-badc-d66a90e0fbc7 HTTP/1.1" status: 204 len: 168 time: 0.6434543 Aug 12 15:07:03.359630 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a05396-c6ef-4a7e-85d5-83393a5a7e73 tempest-TestSecurityGroupsBasicOps-1630510248 tempest-TestSecurityGroupsBasicOps-1630510248-project] Pushing event deleted for resources: {'Network': ['ID=2b83a3c9-a59c-4021-badc-d66a90e0fbc7,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:07:03.505244 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf733838-c9c2-4f00-96a3-bb5f0f250886 req-77e6fc9c-1a17-4414-8988-7eb955221d0e tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:07:03.506770 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-cf733838-c9c2-4f00-96a3-bb5f0f250886 req-77e6fc9c-1a17-4414-8988-7eb955221d0e tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/networks?id=d9c7e787-4652-4ee4-983d-7b4a9fd53d98 HTTP/1.1" status: 200 len: 812 time: 0.1116383 Aug 12 15:07:03.523657 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-cf733838-c9c2-4f00-96a3-bb5f0f250886 req-aa10a892-6816-471f-bba8-4435064f2d65 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/quotas/b9f3518fbc904b44b3baf79d0578af51 HTTP/1.1" status: 200 len: 375 time: 0.0104012 Aug 12 15:07:03.585854 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-cf733838-c9c2-4f00-96a3-bb5f0f250886 req-7eec4ec7-7265-4304-88e4-5d1a21f30af5 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=b9f3518fbc904b44b3baf79d0578af51&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0540564 Aug 12 15:07:03.691665 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 55608) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:07:03.711571 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-cf733838-c9c2-4f00-96a3-bb5f0f250886 req-12f4caa9-e894-4a38-9129-895383544c2d service neutron] 10.222.0.39 "GET /v2.0/networks/d9c7e787-4652-4ee4-983d-7b4a9fd53d98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1173306 Aug 12 15:07:03.817799 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-cf733838-c9c2-4f00-96a3-bb5f0f250886 req-dc5e3ec7-bc8c-4ecd-8520-74382f904ce0 service neutron] 10.222.0.39 "GET /v2.0/networks/d9c7e787-4652-4ee4-983d-7b4a9fd53d98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052616 Aug 12 15:07:03.850588 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-979417a4-ae27-44b7-8f76-6c0caa3b7c27 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7d0edfcf6f1645688bfc49c5a1a825a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1577303 Aug 12 15:07:03.853272 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 55612) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:07:03.905861 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5550b4af-3228-4866-87c1-9914f82117c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:07:03.929516 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5550b4af-3228-4866-87c1-9914f82117c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:07:03.981551 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5550b4af-3228-4866-87c1-9914f82117c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:07:03.983747 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5550b4af-3228-4866-87c1-9914f82117c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:07:03.987858 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-5550b4af-3228-4866-87c1-9914f82117c4 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8cee00ac-1507-4084-9c47-482c3ca4c0ae HTTP/1.1" status: 204 len: 168 time: 0.1333799 Aug 12 15:07:03.996658 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5550b4af-3228-4866-87c1-9914f82117c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cee00ac-1507-4084-9c47-482c3ca4c0ae,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:07:04.093551 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-023c0cb3-096e-4cd2-8a47-3d78c5bbc0e7 req-411c6afc-1e33-495c-8ebe-5f80112dc9bd tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0ca1e47-a47e-4a3e-8539-420ebd4793f3 HTTP/1.1" status: 200 len: 210 time: 0.0425708 Aug 12 15:07:04.369562 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 55638) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:07:04.384287 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-231f22eb-a139-4b4d-9a30-28c61586d47c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:07:04.421436 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 2c9ae80d-42f2-44ed-ba27-f8af03507f55 no longer exists at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 15:07:04.442006 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] No Port match for: 2c9ae80d-42f2-44ed-ba27-f8af03507f55 {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 15:07:04.442350 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 2c9ae80d-42f2-44ed-ba27-f8af03507f55 not bound to the agent host n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 15:07:04.442773 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 05e312ee-bf7c-4451-bf5b-a76d2506c381 no longer exists at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 15:07:04.465659 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] No Port match for: 05e312ee-bf7c-4451-bf5b-a76d2506c381 {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 15:07:04.466145 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 05e312ee-bf7c-4451-bf5b-a76d2506c381 not bound to the agent host n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 15:07:04.497429 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-231f22eb-a139-4b4d-9a30-28c61586d47c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:07:04.501708 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-231f22eb-a139-4b4d-9a30-28c61586d47c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:07:04.540071 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231f22eb-a139-4b4d-9a30-28c61586d47c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26027a9d-7897-4bf6-8307-d3d6996bcf99,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:07:04.565144 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-231f22eb-a139-4b4d-9a30-28c61586d47c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e2226a340197498484311f87524a9bdb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1941948 Aug 12 15:07:04.567743 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 55644) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:07:04.623611 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-6226dfd0-9703-4fd4-8011-dfbd9c9d717e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:07:04.646963 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-6226dfd0-9703-4fd4-8011-dfbd9c9d717e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:07:04.696973 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-6226dfd0-9703-4fd4-8011-dfbd9c9d717e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:07:04.700820 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-6226dfd0-9703-4fd4-8011-dfbd9c9d717e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:07:04.702222 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-6226dfd0-9703-4fd4-8011-dfbd9c9d717e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/26027a9d-7897-4bf6-8307-d3d6996bcf99 HTTP/1.1" status: 204 len: 168 time: 0.1333246 Aug 12 15:07:04.712869 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6226dfd0-9703-4fd4-8011-dfbd9c9d717e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26027a9d-7897-4bf6-8307-d3d6996bcf99,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:07:05.049373 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf733838-c9c2-4f00-96a3-bb5f0f250886 req-0a977920-d411-4a10-8e5b-1a989faeeee6 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:07:05.051478 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-cf733838-c9c2-4f00-96a3-bb5f0f250886 req-0a977920-d411-4a10-8e5b-1a989faeeee6 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.64 "GET /v2.0/networks?id=d9c7e787-4652-4ee4-983d-7b4a9fd53d98 HTTP/1.1" status: 200 len: 812 time: 0.1292300 Aug 12 15:07:05.065453 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-cf733838-c9c2-4f00-96a3-bb5f0f250886 req-c2e92a38-9fff-4585-a191-328a774b5fa1 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Request body: {'port': {'device_id': 'e0ca1e47-a47e-4a3e-8539-420ebd4793f3', 'network_id': 'd9c7e787-4652-4ee4-983d-7b4a9fd53d98', 'admin_state_up': True, 'tenant_id': 'b9f3518fbc904b44b3baf79d0578af51'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:07:05.106521 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 55660) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:07:05.169855 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-30bac2f4-668b-423d-8863-d57c8929a7fd admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0e3e3e7555004e10b89eb097e6212bda&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0582807 Aug 12 15:07:05.170100 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 55666) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:07:05.236877 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-51616862-8319-4611-a5fc-4b1e57cb0cf7 req-b9e5e51e-3e34-4a1a-96c9-47f097b2c7ac tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0ca1e47-a47e-4a3e-8539-420ebd4793f3 HTTP/1.1" status: 200 len: 210 time: 0.0398688 Aug 12 15:07:05.240057 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf733838-c9c2-4f00-96a3-bb5f0f250886 req-c2e92a38-9fff-4585-a191-328a774b5fa1 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Made reservation on behalf of b9f3518fbc904b44b3baf79d0578af51 for: {'port': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 15:07:05.245393 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-cf733838-c9c2-4f00-96a3-bb5f0f250886 req-c2e92a38-9fff-4585-a191-328a774b5fa1 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:07:05.265878 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c6843447-8609-4b55-bdf5-f4f7a26d5ef7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:07:05.291823 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c6843447-8609-4b55-bdf5-f4f7a26d5ef7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:07:05.357808 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c6843447-8609-4b55-bdf5-f4f7a26d5ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:07:05.360757 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c6843447-8609-4b55-bdf5-f4f7a26d5ef7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:07:05.362057 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-c6843447-8609-4b55-bdf5-f4f7a26d5ef7 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/76d5d765-7d4f-471d-bd8f-e21ef7ba9c27 HTTP/1.1" status: 204 len: 168 time: 0.1905591 Aug 12 15:07:05.372336 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6843447-8609-4b55-bdf5-f4f7a26d5ef7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76d5d765-7d4f-471d-bd8f-e21ef7ba9c27,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:07:05.434429 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_common [req-cf733838-c9c2-4f00-96a3-bb5f0f250886 req-c2e92a38-9fff-4585-a191-328a774b5fa1 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Allocated IP 172.20.0.13 (d9c7e787-4652-4ee4-983d-7b4a9fd53d98/56c6cd03-2d72-4138-ab80-065ddfe4454b/f06b2ba3-85c5-4da5-a142-dab387d92a9b) {{(pid=94467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 15:07:05.639100 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-cf733838-c9c2-4f00-96a3-bb5f0f250886 req-c2e92a38-9fff-4585-a191-328a774b5fa1 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Notify callbacks [] for port, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:07:05.657195 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [req-cf733838-c9c2-4f00-96a3-bb5f0f250886 req-c2e92a38-9fff-4585-a191-328a774b5fa1 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Transition to ACTIVE for port object f06b2ba3-85c5-4da5-a142-dab387d92a9b will not be triggered until provisioned by entity DHCP. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:07:05.715517 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-cf733838-c9c2-4f00-96a3-bb5f0f250886 req-c2e92a38-9fff-4585-a191-328a774b5fa1 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:07:05.767730 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf733838-c9c2-4f00-96a3-bb5f0f250886 req-c2e92a38-9fff-4585-a191-328a774b5fa1 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Network d9c7e787-4652-4ee4-983d-7b4a9fd53d98 is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 15:07:05.774685 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [req-cf733838-c9c2-4f00-96a3-bb5f0f250886 req-c2e92a38-9fff-4585-a191-328a774b5fa1 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:07:05.779908 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf733838-c9c2-4f00-96a3-bb5f0f250886 req-c2e92a38-9fff-4585-a191-328a774b5fa1 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Received port after_create {{(pid=94467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 15:07:05.804640 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e92a38-9fff-4585-a191-328a774b5fa1 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Pushing event updated for resources: {'Port': ['ID=f06b2ba3-85c5-4da5-a142-dab387d92a9b,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:07:05.839679 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf733838-c9c2-4f00-96a3-bb5f0f250886 req-c2e92a38-9fff-4585-a191-328a774b5fa1 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:07:05.840402 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-cf733838-c9c2-4f00-96a3-bb5f0f250886 req-c2e92a38-9fff-4585-a191-328a774b5fa1 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:07:05.876902 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-cf733838-c9c2-4f00-96a3-bb5f0f250886 req-c2e92a38-9fff-4585-a191-328a774b5fa1 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8157840 Aug 12 15:07:05.894781 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-cf733838-c9c2-4f00-96a3-bb5f0f250886 req-34a541ea-831d-4800-92a4-598e7a54b62c service neutron] Request body: {'port': {'device_id': 'e0ca1e47-a47e-4a3e-8539-420ebd4793f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-694802-15'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:07:06.002404 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-cf733838-c9c2-4f00-96a3-bb5f0f250886 req-34a541ea-831d-4800-92a4-598e7a54b62c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:07:06.199038 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-adb63ea2-a8b9-48dd-aeb8-5ee9fa15e827 None None] Provisioning for port f06b2ba3-85c5-4da5-a142-dab387d92a9b completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:07:06.205302 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-adb63ea2-a8b9-48dd-aeb8-5ee9fa15e827 None None] Provisioning complete for port f06b2ba3-85c5-4da5-a142-dab387d92a9b triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:07:06.206236 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-adb63ea2-a8b9-48dd-aeb8-5ee9fa15e827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:07:06.269675 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-adb63ea2-a8b9-48dd-aeb8-5ee9fa15e827 None None] Port f06b2ba3-85c5-4da5-a142-dab387d92a9b cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 15:07:06.422897 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 55710) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:07:06.473290 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f85db0d-3faf-4301-96db-d38b216d8723 req-fe153ea4-cb80-4cf8-bdce-a2894eb9c6fa tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:07:06.475190 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0f85db0d-3faf-4301-96db-d38b216d8723 req-fe153ea4-cb80-4cf8-bdce-a2894eb9c6fa tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0ca1e47-a47e-4a3e-8539-420ebd4793f3 HTTP/1.1" status: 200 len: 932 time: 0.1450889 Aug 12 15:07:06.483570 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [req-cf733838-c9c2-4f00-96a3-bb5f0f250886 req-34a541ea-831d-4800-92a4-598e7a54b62c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f06b2ba3-85c5-4da5-a142-dab387d92a9b {{(pid=94467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 15:07:06.493287 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-cf733838-c9c2-4f00-96a3-bb5f0f250886 req-34a541ea-831d-4800-92a4-598e7a54b62c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:07:06.538989 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0f85db0d-3faf-4301-96db-d38b216d8723 req-834e7066-5481-405d-904c-c6f75843f0e7 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/security-groups?id=3013738a-d4e8-4d22-9424-861312b623e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486467 Aug 12 15:07:06.540080 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [req-cf733838-c9c2-4f00-96a3-bb5f0f250886 req-34a541ea-831d-4800-92a4-598e7a54b62c service neutron] Transition to ACTIVE for port object f06b2ba3-85c5-4da5-a142-dab387d92a9b will not be triggered until provisioned by entity L2. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:07:06.546702 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-cf733838-c9c2-4f00-96a3-bb5f0f250886 req-34a541ea-831d-4800-92a4-598e7a54b62c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:07:06.560753 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-af959df7-383d-408e-88c0-746dfe569e49 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-345502639-network', 'tenant_id': 'bfcee0df549842c0bb71ee94ac688e60'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:07:06.605548 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af959df7-383d-408e-88c0-746dfe569e49 admin admin] Made reservation on behalf of bfcee0df549842c0bb71ee94ac688e60 for: {'network': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 15:07:06.613616 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-af959df7-383d-408e-88c0-746dfe569e49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for network, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:07:06.621391 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a541ea-831d-4800-92a4-598e7a54b62c service neutron] Pushing event updated for resources: {'Port': ['ID=f06b2ba3-85c5-4da5-a142-dab387d92a9b,revision_number=2']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:07:06.633691 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-af959df7-383d-408e-88c0-746dfe569e49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:07:06.716682 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-cf733838-c9c2-4f00-96a3-bb5f0f250886 req-34a541ea-831d-4800-92a4-598e7a54b62c service neutron] Attempting to bind port f06b2ba3-85c5-4da5-a142-dab387d92a9b on host n-h1-694802-15 for vnic_type normal with profile {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 15:07:06.717262 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-cf733838-c9c2-4f00-96a3-bb5f0f250886 req-34a541ea-831d-4800-92a4-598e7a54b62c service neutron] Attempting to bind port f06b2ba3-85c5-4da5-a142-dab387d92a9b by drivers openvswitch,hyperv on host n-h1-694802-15 at level 0 using segments [{'id': 'fcd22b33-01d5-4908-ab67-fcc7aa617173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd9c7e787-4652-4ee4-983d-7b4a9fd53d98'}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 15:07:06.717570 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf733838-c9c2-4f00-96a3-bb5f0f250886 req-34a541ea-831d-4800-92a4-598e7a54b62c service neutron] Attempting to bind port f06b2ba3-85c5-4da5-a142-dab387d92a9b on network d9c7e787-4652-4ee4-983d-7b4a9fd53d98 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 15:07:06.722593 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf733838-c9c2-4f00-96a3-bb5f0f250886 req-34a541ea-831d-4800-92a4-598e7a54b62c service neutron] Port f06b2ba3-85c5-4da5-a142-dab387d92a9b on network d9c7e787-4652-4ee4-983d-7b4a9fd53d98 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-15 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 15:07:06.722920 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf733838-c9c2-4f00-96a3-bb5f0f250886 req-34a541ea-831d-4800-92a4-598e7a54b62c service neutron] Attempting to bind port f06b2ba3-85c5-4da5-a142-dab387d92a9b on network d9c7e787-4652-4ee4-983d-7b4a9fd53d98 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 15:07:06.729493 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf733838-c9c2-4f00-96a3-bb5f0f250886 req-34a541ea-831d-4800-92a4-598e7a54b62c service neutron] Checking agent: {'id': 'de568313-a3e6-454a-9813-77e25edcea95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 27, 41), 'started_at': datetime.datetime(2021, 8, 12, 14, 27, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 15, 6, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 15:07:06.729830 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf733838-c9c2-4f00-96a3-bb5f0f250886 req-34a541ea-831d-4800-92a4-598e7a54b62c service neutron] Checking segment: {'id': 'fcd22b33-01d5-4908-ab67-fcc7aa617173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd9c7e787-4652-4ee4-983d-7b4a9fd53d98'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 15:07:06.730211 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf733838-c9c2-4f00-96a3-bb5f0f250886 req-34a541ea-831d-4800-92a4-598e7a54b62c service neutron] Bound using segment: {'id': 'fcd22b33-01d5-4908-ab67-fcc7aa617173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd9c7e787-4652-4ee4-983d-7b4a9fd53d98'} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 15:07:06.730691 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-cf733838-c9c2-4f00-96a3-bb5f0f250886 req-34a541ea-831d-4800-92a4-598e7a54b62c service neutron] Bound port: f06b2ba3-85c5-4da5-a142-dab387d92a9b, host: n-h1-694802-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fcd22b33-01d5-4908-ab67-fcc7aa617173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd9c7e787-4652-4ee4-983d-7b4a9fd53d98'}}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 15:07:06.731176 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-cf733838-c9c2-4f00-96a3-bb5f0f250886 req-34a541ea-831d-4800-92a4-598e7a54b62c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:07:06.747914 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-af959df7-383d-408e-88c0-746dfe569e49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:07:06.752821 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-af959df7-383d-408e-88c0-746dfe569e49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:07:06.766862 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af959df7-383d-408e-88c0-746dfe569e49 admin admin] vlan segment allocate from pool success with {'vlan_id': 312, 'physical_network': 'physnet1'} {{(pid=94466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 15:07:06.785127 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-af959df7-383d-408e-88c0-746dfe569e49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:07:06.785579 n-d-694802-15 neutron-server[94466]: INFO neutron.db.segments_db [None req-af959df7-383d-408e-88c0-746dfe569e49 admin admin] Added segment 251c1977-4ea2-4b55-a760-35c252989ccc of type vlan for network a000308c-4196-4023-951f-e02fc4e6e174 Aug 12 15:07:06.820149 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-cf733838-c9c2-4f00-96a3-bb5f0f250886 req-34a541ea-831d-4800-92a4-598e7a54b62c service neutron] For port f06b2ba3-85c5-4da5-a142-dab387d92a9b, host n-h1-694802-15, cleared binding levels {{(pid=94467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 15:07:06.830408 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-cf733838-c9c2-4f00-96a3-bb5f0f250886 req-34a541ea-831d-4800-92a4-598e7a54b62c service neutron] For port f06b2ba3-85c5-4da5-a142-dab387d92a9b, host n-h1-694802-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=f06b2ba3-85c5-4da5-a142-dab387d92a9b,segment=NetworkSegment(fcd22b33-01d5-4908-ab67-fcc7aa617173),segment_id=fcd22b33-01d5-4908-ab67-fcc7aa617173)] {{(pid=94467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 15:07:06.835712 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-cf733838-c9c2-4f00-96a3-bb5f0f250886 req-34a541ea-831d-4800-92a4-598e7a54b62c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:07:06.866416 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-af959df7-383d-408e-88c0-746dfe569e49 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744653628263'] for network, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:07:06.870361 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af959df7-383d-408e-88c0-746dfe569e49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d9c94b6-9233-49ad-8dee-c52aea658a38,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:07:06.908792 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a541ea-831d-4800-92a4-598e7a54b62c service neutron] Pushing event updated for resources: {'Port': ['ID=f06b2ba3-85c5-4da5-a142-dab387d92a9b,revision_number=3']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:07:06.913856 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf733838-c9c2-4f00-96a3-bb5f0f250886 req-34a541ea-831d-4800-92a4-598e7a54b62c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:07:06.914780 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-cf733838-c9c2-4f00-96a3-bb5f0f250886 req-34a541ea-831d-4800-92a4-598e7a54b62c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:07:06.916368 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-cf733838-c9c2-4f00-96a3-bb5f0f250886 req-34a541ea-831d-4800-92a4-598e7a54b62c service neutron] 10.222.0.64 "PUT /v2.0/ports/f06b2ba3-85c5-4da5-a142-dab387d92a9b HTTP/1.1" status: 200 len: 1093 time: 1.0304258 Aug 12 15:07:06.917166 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0ca1e47-a47e-4a3e-8539-420ebd4793f3', 'tag': 'f06b2ba3-85c5-4da5-a142-dab387d92a9b'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:07:06.921212 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e65282f928b64038367d043a4411777802006c43a98742496cb2e25b724ff1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-553f24e0-5260-4da0-aa7a-0861791f8f23" -d '{"events": [{"name": "network-changed", "server_uuid": "e0ca1e47-a47e-4a3e-8539-420ebd4793f3", "tag": "f06b2ba3-85c5-4da5-a142-dab387d92a9b"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 15:07:06.963207 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-af959df7-383d-408e-88c0-746dfe569e49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409'] for network, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:07:06.964233 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af959df7-383d-408e-88c0-746dfe569e49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:07:06.964833 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-af959df7-383d-408e-88c0-746dfe569e49 admin admin] Notify callbacks [] for network, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:07:06.975222 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 15:07:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54b1878a-84ac-4132-87b0-dab8a7414fc4 x-openstack-request-id: req-54b1878a-84ac-4132-87b0-dab8a7414fc4 {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 15:07:06.975907 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0ca1e47-a47e-4a3e-8539-420ebd4793f3", "tag": "f06b2ba3-85c5-4da5-a142-dab387d92a9b", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 15:07:06.976458 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-54b1878a-84ac-4132-87b0-dab8a7414fc4 {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 15:07:06.977079 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0ca1e47-a47e-4a3e-8539-420ebd4793f3', 'tag': 'f06b2ba3-85c5-4da5-a142-dab387d92a9b', 'status': 'completed', 'code': 200} Aug 12 15:07:07.068354 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-af959df7-383d-408e-88c0-746dfe569e49 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.6441350 Aug 12 15:07:07.071430 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 55728) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:07:07.078417 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-f6e01e56-feb8-48b3-aa04-601adeec23b2 admin admin] Request body: {'subnet': {'network_id': 'a000308c-4196-4023-951f-e02fc4e6e174', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-345502639-subnet', 'tenant_id': 'bfcee0df549842c0bb71ee94ac688e60', 'ip_version': 4}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:07:07.080915 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af959df7-383d-408e-88c0-746dfe569e49 admin admin] Pushing event updated for resources: {'Network': ['ID=a000308c-4196-4023-951f-e02fc4e6e174,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:07:07.096917 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Network a000308c-4196-4023-951f-e02fc4e6e174 details requested by agent ovs-agent-n-d-694802-15 with host n-d-694802-15 {{(pid=94468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 15:07:07.113942 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf733838-c9c2-4f00-96a3-bb5f0f250886 req-6370c9c7-62c5-4450-ae02-84a917277e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:07:07.114986 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-cf733838-c9c2-4f00-96a3-bb5f0f250886 req-6370c9c7-62c5-4450-ae02-84a917277e3a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b9f3518fbc904b44b3baf79d0578af51&device_id=e0ca1e47-a47e-4a3e-8539-420ebd4793f3 HTTP/1.1" status: 200 len: 1096 time: 0.1263890 Aug 12 15:07:07.122723 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6e01e56-feb8-48b3-aa04-601adeec23b2 admin admin] Made reservation on behalf of bfcee0df549842c0bb71ee94ac688e60 for: {'subnet': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 15:07:07.125349 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-f6e01e56-feb8-48b3-aa04-601adeec23b2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3343791'] for subnet, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:07:07.206778 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-cf733838-c9c2-4f00-96a3-bb5f0f250886 req-c5aeacce-55af-4092-80d2-1f840b42cdb9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f06b2ba3-85c5-4da5-a142-dab387d92a9b HTTP/1.1" status: 200 len: 217 time: 0.0789096 Aug 12 15:07:07.295010 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf733838-c9c2-4f00-96a3-bb5f0f250886 req-899bdb91-cee0-4e2c-ab9c-eacfdf8e6fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:07:07.296416 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-cf733838-c9c2-4f00-96a3-bb5f0f250886 req-899bdb91-cee0-4e2c-ab9c-eacfdf8e6fb5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=56c6cd03-2d72-4138-ab80-065ddfe4454b HTTP/1.1" status: 200 len: 851 time: 0.0769269 Aug 12 15:07:07.393382 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf733838-c9c2-4f00-96a3-bb5f0f250886 req-a8953bac-05fc-4d29-a921-dc0c19e0bdd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:07:07.394893 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-cf733838-c9c2-4f00-96a3-bb5f0f250886 req-a8953bac-05fc-4d29-a921-dc0c19e0bdd8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d9c7e787-4652-4ee4-983d-7b4a9fd53d98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0891173 Aug 12 15:07:07.477347 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-f6e01e56-feb8-48b3-aa04-601adeec23b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2859166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3343773'] for subnet, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:07:07.569662 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e01e56-feb8-48b3-aa04-601adeec23b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b1aeb5d-1323-4fa0-b9ba-254fea1ccf4c,revision_number=0']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:07:07.591296 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-cf733838-c9c2-4f00-96a3-bb5f0f250886 req-7569ab28-16bd-4a86-bb59-8c53ad67a438 service neutron] 10.222.0.64 "GET /v2.0/networks/d9c7e787-4652-4ee4-983d-7b4a9fd53d98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1754396 Aug 12 15:07:07.595629 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6e01e56-feb8-48b3-aa04-601adeec23b2 admin admin] Checking segment: {'id': '251c1977-4ea2-4b55-a760-35c252989ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'a000308c-4196-4023-951f-e02fc4e6e174'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 15:07:07.595629 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6e01e56-feb8-48b3-aa04-601adeec23b2 admin admin] Network hostable DHCP agents. Network: a000308c-4196-4023-951f-e02fc4e6e174, hostable agents: ['1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658'], hosted agents: [] {{(pid=94467) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 15:07:07.667190 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6e01e56-feb8-48b3-aa04-601adeec23b2 admin admin] Network a000308c-4196-4023-951f-e02fc4e6e174 is scheduled to be hosted by DHCP agent 1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658 with binding_index 1 {{(pid=94467) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 15:07:07.679758 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [None req-f6e01e56-feb8-48b3-aa04-601adeec23b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-15, a000308c-4196-4023-951f-e02fc4e6e174) {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:07:07.689709 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dda7e50-772b-41d9-8725-e0b7a840d9a7 None None] Network a000308c-4196-4023-951f-e02fc4e6e174 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 15:07:07.696051 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6e01e56-feb8-48b3-aa04-601adeec23b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:07:07.696766 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-f6e01e56-feb8-48b3-aa04-601adeec23b2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:07:07.732093 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-f6e01e56-feb8-48b3-aa04-601adeec23b2 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.6583414 Aug 12 15:07:07.734534 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 55742) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:07:07.739517 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-52215f16-8409-435c-aab1-8c7859f538f2 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-345502639-router', 'tenant_id': 'bfcee0df549842c0bb71ee94ac688e60', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'}}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:07:07.745330 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-cf733838-c9c2-4f00-96a3-bb5f0f250886 req-9cabb276-d2e0-4be5-89fa-abb56cdafe4d service neutron] 10.222.0.64 "GET /v2.0/networks/d9c7e787-4652-4ee4-983d-7b4a9fd53d98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452639 Aug 12 15:07:07.774036 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-52215f16-8409-435c-aab1-8c7859f538f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-430574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-104863'] for router, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:07:07.776022 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-52215f16-8409-435c-aab1-8c7859f538f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-429438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-431405', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66646573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-104852'] for router, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:07:07.834052 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71a81d3-6d0c-4a20-ae0b-1a22d9f4ce7e req-8f1c5acd-8641-4bee-9542-2b28add17e9a tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:07:07.838062 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-d71a81d3-6d0c-4a20-ae0b-1a22d9f4ce7e req-8f1c5acd-8641-4bee-9542-2b28add17e9a tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0ca1e47-a47e-4a3e-8539-420ebd4793f3 HTTP/1.1" status: 200 len: 944 time: 0.1422780 Aug 12 15:07:07.890371 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-d71a81d3-6d0c-4a20-ae0b-1a22d9f4ce7e req-7dc9ec98-9bf9-44e0-b59e-306d3874322c tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/security-groups?id=3013738a-d4e8-4d22-9424-861312b623e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457089 Aug 12 15:07:07.902936 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-52215f16-8409-435c-aab1-8c7859f538f2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:07:07.943164 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82157ee7-96b6-421c-b48b-47aed03f4034 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa7035b3e-9a89-5964-b9f4-97301c3f476a-a000308c-4196-4023-951f-e02fc4e6e174', 'network_id': 'a000308c-4196-4023-951f-e02fc4e6e174', 'tenant_id': 'bfcee0df549842c0bb71ee94ac688e60', 'fixed_ips': [{'subnet_id': '9b1aeb5d-1323-4fa0-b9ba-254fea1ccf4c'}]}} from n-d-694802-15. {{(pid=94468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 15:07:07.944042 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-82157ee7-96b6-421c-b48b-47aed03f4034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:07:08.099520 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.db_base_plugin_common [None req-82157ee7-96b6-421c-b48b-47aed03f4034 None None] Allocated IP 172.20.0.2 (a000308c-4196-4023-951f-e02fc4e6e174/9b1aeb5d-1323-4fa0-b9ba-254fea1ccf4c/1dce9f9b-948e-4d1e-bee4-33f991980813) {{(pid=94468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 15:07:08.100167 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553f24e0-5260-4da0-aa7a-0861791f8f23 req-454a6ebb-3eac-489f-b4b4-931de6f176f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:07:08.101667 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-553f24e0-5260-4da0-aa7a-0861791f8f23 req-454a6ebb-3eac-489f-b4b4-931de6f176f8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b9f3518fbc904b44b3baf79d0578af51&device_id=e0ca1e47-a47e-4a3e-8539-420ebd4793f3 HTTP/1.1" status: 200 len: 1096 time: 0.2835662 Aug 12 15:07:08.125752 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-52215f16-8409-435c-aab1-8c7859f538f2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:07:08.300212 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553f24e0-5260-4da0-aa7a-0861791f8f23 req-4b91d4e2-b10d-4a26-9482-141c12054ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:07:08.302161 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-553f24e0-5260-4da0-aa7a-0861791f8f23 req-4b91d4e2-b10d-4a26-9482-141c12054ff5 service neutron] 10.222.0.64 "GET /v2.0/networks?id=d9c7e787-4652-4ee4-983d-7b4a9fd53d98 HTTP/1.1" status: 200 len: 913 time: 0.1916933 Aug 12 15:07:08.322570 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-82157ee7-96b6-421c-b48b-47aed03f4034 None None] Notify callbacks [] for port, precommit_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:07:08.331652 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-82157ee7-96b6-421c-b48b-47aed03f4034 None None] Transition to ACTIVE for port object 1dce9f9b-948e-4d1e-bee4-33f991980813 will not be triggered until provisioned by entity L2. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:07:08.347842 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-82157ee7-96b6-421c-b48b-47aed03f4034 None None] Transition to ACTIVE for port object 1dce9f9b-948e-4d1e-bee4-33f991980813 will not be triggered until provisioned by entity DHCP. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:07:08.351362 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-553f24e0-5260-4da0-aa7a-0861791f8f23 req-49b19d43-fe4f-430e-869c-6c7bb550edd3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f06b2ba3-85c5-4da5-a142-dab387d92a9b HTTP/1.1" status: 200 len: 217 time: 0.0417438 Aug 12 15:07:08.355954 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-82157ee7-96b6-421c-b48b-47aed03f4034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253'] for port, after_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:07:08.408438 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82157ee7-96b6-421c-b48b-47aed03f4034 None None] Network a000308c-4196-4023-951f-e02fc4e6e174 is already hosted by enough agents. {{(pid=94468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 15:07:08.409706 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82157ee7-96b6-421c-b48b-47aed03f4034 None None] Pushing event updated for resources: {'Port': ['ID=1dce9f9b-948e-4d1e-bee4-33f991980813,revision_number=1']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:07:08.412264 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.base_scheduler [None req-82157ee7-96b6-421c-b48b-47aed03f4034 None None] Resources bound (agent type, host, resource id): {{(pid=94468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:07:08.426277 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82157ee7-96b6-421c-b48b-47aed03f4034 None None] Received port after_create {{(pid=94468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 15:07:08.444694 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553f24e0-5260-4da0-aa7a-0861791f8f23 req-d8a75fac-d842-4920-9692-3ff77413df7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:07:08.446398 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-553f24e0-5260-4da0-aa7a-0861791f8f23 req-d8a75fac-d842-4920-9692-3ff77413df7c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=56c6cd03-2d72-4138-ab80-065ddfe4454b HTTP/1.1" status: 200 len: 851 time: 0.0814579 Aug 12 15:07:08.492994 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-82157ee7-96b6-421c-b48b-47aed03f4034 None None] Attempting to bind port 1dce9f9b-948e-4d1e-bee4-33f991980813 on host n-d-694802-15 for vnic_type normal with profile {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 15:07:08.499828 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-82157ee7-96b6-421c-b48b-47aed03f4034 None None] Attempting to bind port 1dce9f9b-948e-4d1e-bee4-33f991980813 by drivers openvswitch,hyperv on host n-d-694802-15 at level 0 using segments [{'id': '251c1977-4ea2-4b55-a760-35c252989ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'a000308c-4196-4023-951f-e02fc4e6e174'}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 15:07:08.502349 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82157ee7-96b6-421c-b48b-47aed03f4034 None None] Attempting to bind port 1dce9f9b-948e-4d1e-bee4-33f991980813 on network a000308c-4196-4023-951f-e02fc4e6e174 {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 15:07:08.516480 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82157ee7-96b6-421c-b48b-47aed03f4034 None None] Checking agent: {'id': '16de73ac-f2e9-4cee-b3e0-91052ae3e6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 20, 13), 'started_at': datetime.datetime(2021, 8, 12, 14, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 15, 6, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 15:07:08.517159 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82157ee7-96b6-421c-b48b-47aed03f4034 None None] Checking segment: {'id': '251c1977-4ea2-4b55-a760-35c252989ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'a000308c-4196-4023-951f-e02fc4e6e174'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 15:07:08.520412 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-82157ee7-96b6-421c-b48b-47aed03f4034 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:07:08.521158 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82157ee7-96b6-421c-b48b-47aed03f4034 None None] Bound using segment: {'id': '251c1977-4ea2-4b55-a760-35c252989ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'a000308c-4196-4023-951f-e02fc4e6e174'} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 15:07:08.527766 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-82157ee7-96b6-421c-b48b-47aed03f4034 None None] Bound port: 1dce9f9b-948e-4d1e-bee4-33f991980813, host: n-d-694802-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '251c1977-4ea2-4b55-a760-35c252989ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'a000308c-4196-4023-951f-e02fc4e6e174'}}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 15:07:08.528184 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-82157ee7-96b6-421c-b48b-47aed03f4034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:07:08.584524 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553f24e0-5260-4da0-aa7a-0861791f8f23 req-80c995a2-28e5-4171-9876-ee9c4a1a9c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:07:08.586347 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-553f24e0-5260-4da0-aa7a-0861791f8f23 req-80c995a2-28e5-4171-9876-ee9c4a1a9c9e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d9c7e787-4652-4ee4-983d-7b4a9fd53d98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1083086 Aug 12 15:07:08.607319 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-52215f16-8409-435c-aab1-8c7859f538f2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:07:08.624734 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-82157ee7-96b6-421c-b48b-47aed03f4034 None None] For port 1dce9f9b-948e-4d1e-bee4-33f991980813, host n-d-694802-15, cleared binding levels {{(pid=94468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 15:07:08.629317 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-82157ee7-96b6-421c-b48b-47aed03f4034 None None] For port 1dce9f9b-948e-4d1e-bee4-33f991980813, host n-d-694802-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=1dce9f9b-948e-4d1e-bee4-33f991980813,segment=NetworkSegment(251c1977-4ea2-4b55-a760-35c252989ccc),segment_id=251c1977-4ea2-4b55-a760-35c252989ccc)] {{(pid=94468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 15:07:08.638225 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-52215f16-8409-435c-aab1-8c7859f538f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:07:08.647605 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-82157ee7-96b6-421c-b48b-47aed03f4034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:07:08.775445 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82157ee7-96b6-421c-b48b-47aed03f4034 None None] Pushing event updated for resources: {'Port': ['ID=1dce9f9b-948e-4d1e-bee4-33f991980813,revision_number=2']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:07:09.127184 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71504da1-3e18-4cf4-81c2-9a0bf54ecf94 req-0032de04-f05b-4452-bcc8-8cc1f16dd180 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:07:09.137035 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-71504da1-3e18-4cf4-81c2-9a0bf54ecf94 req-0032de04-f05b-4452-bcc8-8cc1f16dd180 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0ca1e47-a47e-4a3e-8539-420ebd4793f3 HTTP/1.1" status: 200 len: 944 time: 0.1242068 Aug 12 15:07:09.245803 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-71504da1-3e18-4cf4-81c2-9a0bf54ecf94 req-c44cab5e-368e-4b88-8121-1e200481b1a6 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/security-groups?id=3013738a-d4e8-4d22-9424-861312b623e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075199 Aug 12 15:07:09.415480 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-553f24e0-5260-4da0-aa7a-0861791f8f23 req-2152ab32-0b71-40c7-9c81-0cf35f39fb14 service neutron] 10.222.0.64 "GET /v2.0/networks/d9c7e787-4652-4ee4-983d-7b4a9fd53d98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8215206 Aug 12 15:07:09.486776 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_common [None req-52215f16-8409-435c-aab1-8c7859f538f2 admin admin] Allocated IP 172.25.1.95 (d3759e1b-6c03-45ac-acd4-90abb417809b/f0254f08-c19c-4e31-bd9c-09389ea4b6f2/f36d1456-b5d1-4af3-99be-d4ea6cfee295) {{(pid=94467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 15:07:09.622821 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-553f24e0-5260-4da0-aa7a-0861791f8f23 req-c6336f73-2628-4404-a5c3-1cde65ffdf52 service neutron] 10.222.0.64 "GET /v2.0/networks/d9c7e787-4652-4ee4-983d-7b4a9fd53d98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1966960 Aug 12 15:07:09.684603 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-52215f16-8409-435c-aab1-8c7859f538f2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:07:09.689440 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.agents_db [None req-17ed3e4c-1a7d-4162-9646-11c134aca297 None None] Agent healthcheck: found 7 active agents {{(pid=94469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 15:07:09.759982 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-52215f16-8409-435c-aab1-8c7859f538f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:07:09.828153 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52215f16-8409-435c-aab1-8c7859f538f2 admin admin] Network d3759e1b-6c03-45ac-acd4-90abb417809b is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 15:07:09.831354 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [None req-52215f16-8409-435c-aab1-8c7859f538f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:07:09.838676 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52215f16-8409-435c-aab1-8c7859f538f2 admin admin] Received port after_create {{(pid=94467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 15:07:09.869972 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52215f16-8409-435c-aab1-8c7859f538f2 admin admin] Pushing event updated for resources: {'Port': ['ID=f36d1456-b5d1-4af3-99be-d4ea6cfee295,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:07:10.136603 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-ef14b693-08cf-49cc-8876-9495c21ce969 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:07:10.252291 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-52215f16-8409-435c-aab1-8c7859f538f2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:07:10.390524 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0648ac8-8d97-4cd6-8070-9ba573ff8bc6 None None] Network a000308c-4196-4023-951f-e02fc4e6e174 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 15:07:10.518323 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fba95dd-4ce2-4850-92ba-f854d56704ae req-1db162ce-5f31-4283-8349-4e4f1c567f1d tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:07:10.520876 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-7fba95dd-4ce2-4850-92ba-f854d56704ae req-1db162ce-5f31-4283-8349-4e4f1c567f1d tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0ca1e47-a47e-4a3e-8539-420ebd4793f3 HTTP/1.1" status: 200 len: 944 time: 0.0799062 Aug 12 15:07:10.566115 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-21fb98d1-8816-4fe8-88bd-8740e0e7e8bd None None] Provisioning for port 1dce9f9b-948e-4d1e-bee4-33f991980813 completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:07:10.606414 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-7fba95dd-4ce2-4850-92ba-f854d56704ae req-f314d1be-34b4-4085-a351-1d60cf8fa1ce tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/security-groups?id=3013738a-d4e8-4d22-9424-861312b623e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753839 Aug 12 15:07:10.664732 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 1dce9f9b-948e-4d1e-bee4-33f991980813 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 15:07:10.817209 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-52215f16-8409-435c-aab1-8c7859f538f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-429413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-431608'] for router, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:07:10.825850 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning for port 1dce9f9b-948e-4d1e-bee4-33f991980813 completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:07:10.833373 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port 1dce9f9b-948e-4d1e-bee4-33f991980813 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:07:10.833933 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:07:10.941744 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:07:10.999853 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] For port 1dce9f9b-948e-4d1e-bee4-33f991980813, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=1dce9f9b-948e-4d1e-bee4-33f991980813,segment=NetworkSegment(251c1977-4ea2-4b55-a760-35c252989ccc),segment_id=251c1977-4ea2-4b55-a760-35c252989ccc)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:07:11.017179 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:07:11.030706 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52215f16-8409-435c-aab1-8c7859f538f2 admin admin] Router 764989ef-6788-4270-b9a5-7df82064f669 is scheduled to L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f with binding_index 1 {{(pid=94467) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 15:07:11.120347 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Pushing event updated for resources: {'Port': ['ID=1dce9f9b-948e-4d1e-bee4-33f991980813,revision_number=3']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:07:11.285425 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52215f16-8409-435c-aab1-8c7859f538f2 admin admin] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 15:07:11.300595 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce0eb748-c627-4ccf-a7f0-190f6a822def None None] Sync routers for ids ['764989ef-6788-4270-b9a5-7df82064f669'] in n-d-694802-15 {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 15:07:11.313743 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-52215f16-8409-435c-aab1-8c7859f538f2 admin admin] Notify callbacks [] for router, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:07:11.316013 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-52215f16-8409-435c-aab1-8c7859f538f2 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 915 time: 3.5801368 Aug 12 15:07:11.318576 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 55800) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:07:11.321111 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce0eb748-c627-4ccf-a7f0-190f6a822def None None] Routers {'764989ef-6788-4270-b9a5-7df82064f669'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:07:11.321751 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-ce0eb748-c627-4ccf-a7f0-190f6a822def None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T15:06:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['764989ef-6788-4270-b9a5-7df82064f669'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:07:11.323862 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f39f29e2-36a8-4f0c-ab47-36e83c02df11 None None] Provisioning complete for port 1dce9f9b-948e-4d1e-bee4-33f991980813 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:07:11.324375 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f39f29e2-36a8-4f0c-ab47-36e83c02df11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:07:11.460450 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-ce0eb748-c627-4ccf-a7f0-190f6a822def None None] Set router 764989ef-6788-4270-b9a5-7df82064f669 gateway port host: n-d-694802-15 {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:07:11.829137 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:07:11.887323 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ecd7e5-94a2-48b1-ba78-c641a223da3d req-2d756cf8-644e-4c97-9f53-a07adace45f2 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:07:11.889978 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-25ecd7e5-94a2-48b1-ba78-c641a223da3d req-2d756cf8-644e-4c97-9f53-a07adace45f2 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0ca1e47-a47e-4a3e-8539-420ebd4793f3 HTTP/1.1" status: 200 len: 944 time: 0.1215997 Aug 12 15:07:11.996671 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-ce0eb748-c627-4ccf-a7f0-190f6a822def None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '764989ef-6788-4270-b9a5-7df82064f669', 'name': 'tempest-ImageQuotaTest-345502639-router', 'tenant_id': 'bfcee0df549842c0bb71ee94ac688e60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.95'}], 'enable_snat': True}, 'gw_port_id': 'f36d1456-b5d1-4af3-99be-d4ea6cfee295', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:07:07Z', 'updated_at': '2021-08-12T15:07:10Z', 'revision_number': 3, 'project_id': 'bfcee0df549842c0bb71ee94ac688e60', 'gw_port': {'id': 'f36d1456-b5d1-4af3-99be-d4ea6cfee295', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:b6:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '764989ef-6788-4270-b9a5-7df82064f669', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3660, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:07:08Z', 'updated_at': '2021-08-12T15:07:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15'}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:07:12.033131 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-25ecd7e5-94a2-48b1-ba78-c641a223da3d req-fb18af5c-d7ee-41be-94cc-e6fccee25225 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/security-groups?id=3013738a-d4e8-4d22-9424-861312b623e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315017 Aug 12 15:07:12.053969 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce0eb748-c627-4ccf-a7f0-190f6a822def None None] Checking router: 764989ef-6788-4270-b9a5-7df82064f669 for host: n-d-694802-15 {{(pid=94469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 15:07:12.054308 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce0eb748-c627-4ccf-a7f0-190f6a822def None None] Updating router 764989ef-6788-4270-b9a5-7df82064f669 port f36d1456-b5d1-4af3-99be-d4ea6cfee295 binding host n-d-694802-15 {{(pid=94469) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 15:07:12.090832 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-ce0eb748-c627-4ccf-a7f0-190f6a822def None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:07:12.125991 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-f589ac1b-dda3-43e2-878e-654edd02720a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:07:12.392424 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_common [None req-f589ac1b-dda3-43e2-878e-654edd02720a admin admin] Allocated IP 172.20.0.1 (a000308c-4196-4023-951f-e02fc4e6e174/9b1aeb5d-1323-4fa0-b9ba-254fea1ccf4c/1120bebe-aaeb-45c5-8630-280ca35dda15) {{(pid=94467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 15:07:12.521858 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 1dce9f9b-948e-4d1e-bee4-33f991980813 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 15:07:12.524526 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-ce0eb748-c627-4ccf-a7f0-190f6a822def None None] Notify callbacks [] for port, precommit_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:07:12.546683 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.provisioning_blocks [None req-ce0eb748-c627-4ccf-a7f0-190f6a822def None None] Transition to ACTIVE for port object f36d1456-b5d1-4af3-99be-d4ea6cfee295 will not be triggered until provisioned by entity L2. {{(pid=94469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:07:12.553801 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-ce0eb748-c627-4ccf-a7f0-190f6a822def None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:07:12.610591 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port 1dce9f9b-948e-4d1e-bee4-33f991980813 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:07:12.611342 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.managers [None req-ce0eb748-c627-4ccf-a7f0-190f6a822def None None] Attempting to bind port f36d1456-b5d1-4af3-99be-d4ea6cfee295 on host n-d-694802-15 for vnic_type normal with profile {{(pid=94469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 15:07:12.611705 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.managers [None req-ce0eb748-c627-4ccf-a7f0-190f6a822def None None] Attempting to bind port f36d1456-b5d1-4af3-99be-d4ea6cfee295 by drivers openvswitch,hyperv on host n-d-694802-15 at level 0 using segments [{'id': 'b1b396cb-2dc6-4041-bfc7-1833a80a4720', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'}] {{(pid=94469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 15:07:12.612020 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce0eb748-c627-4ccf-a7f0-190f6a822def None None] Attempting to bind port f36d1456-b5d1-4af3-99be-d4ea6cfee295 on network d3759e1b-6c03-45ac-acd4-90abb417809b {{(pid=94469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 15:07:12.612212 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:07:12.631341 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce0eb748-c627-4ccf-a7f0-190f6a822def None None] Checking agent: {'id': '16de73ac-f2e9-4cee-b3e0-91052ae3e6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 20, 13), 'started_at': datetime.datetime(2021, 8, 12, 14, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 15, 6, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 15:07:12.631816 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce0eb748-c627-4ccf-a7f0-190f6a822def None None] Checking segment: {'id': 'b1b396cb-2dc6-4041-bfc7-1833a80a4720', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 15:07:12.632398 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-ce0eb748-c627-4ccf-a7f0-190f6a822def None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:07:12.636169 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce0eb748-c627-4ccf-a7f0-190f6a822def None None] Bound using segment: {'id': 'b1b396cb-2dc6-4041-bfc7-1833a80a4720', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'} {{(pid=94469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 15:07:12.637086 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.managers [None req-ce0eb748-c627-4ccf-a7f0-190f6a822def None None] Bound port: f36d1456-b5d1-4af3-99be-d4ea6cfee295, host: n-d-694802-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1b396cb-2dc6-4041-bfc7-1833a80a4720', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'}}] {{(pid=94469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 15:07:12.637547 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-ce0eb748-c627-4ccf-a7f0-190f6a822def None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:07:12.673051 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-f589ac1b-dda3-43e2-878e-654edd02720a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:07:12.683258 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed7352d-dccf-4d83-b08e-f49359cabdbd None None] Pushing event updated for resources: {'Port': ['ID=f36d1456-b5d1-4af3-99be-d4ea6cfee295,revision_number=2']} {{(pid=94469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:07:12.712678 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed7352d-dccf-4d83-b08e-f49359cabdbd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:07:12.712999 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [None req-f589ac1b-dda3-43e2-878e-654edd02720a admin admin] Transition to ACTIVE for port object 1120bebe-aaeb-45c5-8630-280ca35dda15 will not be triggered until provisioned by entity DHCP. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:07:12.713620 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed7352d-dccf-4d83-b08e-f49359cabdbd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:07:12.714176 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed7352d-dccf-4d83-b08e-f49359cabdbd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:07:12.714856 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed7352d-dccf-4d83-b08e-f49359cabdbd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:07:12.715456 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed7352d-dccf-4d83-b08e-f49359cabdbd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:07:12.716132 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed7352d-dccf-4d83-b08e-f49359cabdbd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:07:12.716679 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed7352d-dccf-4d83-b08e-f49359cabdbd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:07:12.717237 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed7352d-dccf-4d83-b08e-f49359cabdbd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:07:12.717813 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed7352d-dccf-4d83-b08e-f49359cabdbd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:07:12.718371 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed7352d-dccf-4d83-b08e-f49359cabdbd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:07:12.718913 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed7352d-dccf-4d83-b08e-f49359cabdbd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:07:12.719720 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed7352d-dccf-4d83-b08e-f49359cabdbd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:07:12.753828 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.db [None req-ce0eb748-c627-4ccf-a7f0-190f6a822def None None] For port f36d1456-b5d1-4af3-99be-d4ea6cfee295, host n-d-694802-15, cleared binding levels {{(pid=94469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 15:07:12.758241 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.db [None req-ce0eb748-c627-4ccf-a7f0-190f6a822def None None] For port f36d1456-b5d1-4af3-99be-d4ea6cfee295, host n-d-694802-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=f36d1456-b5d1-4af3-99be-d4ea6cfee295,segment=NetworkSegment(b1b396cb-2dc6-4041-bfc7-1833a80a4720),segment_id=b1b396cb-2dc6-4041-bfc7-1833a80a4720)] {{(pid=94469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 15:07:12.764622 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-ce0eb748-c627-4ccf-a7f0-190f6a822def None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:07:12.797756 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-f589ac1b-dda3-43e2-878e-654edd02720a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:07:12.852108 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce0eb748-c627-4ccf-a7f0-190f6a822def None None] Routers {'764989ef-6788-4270-b9a5-7df82064f669'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:07:12.852783 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-ce0eb748-c627-4ccf-a7f0-190f6a822def None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T15:06:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['764989ef-6788-4270-b9a5-7df82064f669'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:07:12.858586 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed7352d-dccf-4d83-b08e-f49359cabdbd None None] Pushing event updated for resources: {'Port': ['ID=f36d1456-b5d1-4af3-99be-d4ea6cfee295,revision_number=3']} {{(pid=94469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:07:12.885683 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f589ac1b-dda3-43e2-878e-654edd02720a admin admin] Network a000308c-4196-4023-951f-e02fc4e6e174 is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 15:07:12.890821 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [None req-f589ac1b-dda3-43e2-878e-654edd02720a admin admin] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:07:12.893242 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f589ac1b-dda3-43e2-878e-654edd02720a admin admin] Received port after_create {{(pid=94467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 15:07:12.941327 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f589ac1b-dda3-43e2-878e-654edd02720a admin admin] Pushing event updated for resources: {'Port': ['ID=1120bebe-aaeb-45c5-8630-280ca35dda15,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:07:12.967267 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-f589ac1b-dda3-43e2-878e-654edd02720a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66663725'] for router_interface, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:07:13.016236 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:07:13.030991 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-ce0eb748-c627-4ccf-a7f0-190f6a822def None None] Set router 764989ef-6788-4270-b9a5-7df82064f669 gateway port host: n-d-694802-15 {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:07:13.057004 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:07:13.243098 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-f589ac1b-dda3-43e2-878e-654edd02720a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:07:13.255308 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5432bd20-0102-48e8-9e61-69b2ae7250fe req-b055c744-74cb-4bc9-a803-8328f5435321 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:07:13.258153 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-5432bd20-0102-48e8-9e61-69b2ae7250fe req-b055c744-74cb-4bc9-a803-8328f5435321 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0ca1e47-a47e-4a3e-8539-420ebd4793f3 HTTP/1.1" status: 200 len: 944 time: 0.1182663 Aug 12 15:07:13.416413 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-1689399e-86f2-455e-b2f6-00c3f339d1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:07:13.422914 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-5432bd20-0102-48e8-9e61-69b2ae7250fe req-9bf7b09f-0be6-4c46-b545-5abd4fa6395c tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/security-groups?id=3013738a-d4e8-4d22-9424-861312b623e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560702 Aug 12 15:07:13.441398 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-8a195abb-2755-4935-a0f5-b228e8ed5213 None None] Provisioning for port 1120bebe-aaeb-45c5-8630-280ca35dda15 completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:07:13.449810 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-8a195abb-2755-4935-a0f5-b228e8ed5213 None None] Provisioning complete for port 1120bebe-aaeb-45c5-8630-280ca35dda15 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:07:13.450169 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-8a195abb-2755-4935-a0f5-b228e8ed5213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:07:13.472895 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-ce0eb748-c627-4ccf-a7f0-190f6a822def None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '764989ef-6788-4270-b9a5-7df82064f669', 'name': 'tempest-ImageQuotaTest-345502639-router', 'tenant_id': 'bfcee0df549842c0bb71ee94ac688e60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.95'}], 'enable_snat': True}, 'gw_port_id': 'f36d1456-b5d1-4af3-99be-d4ea6cfee295', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:07:07Z', 'updated_at': '2021-08-12T15:07:10Z', 'revision_number': 3, 'project_id': 'bfcee0df549842c0bb71ee94ac688e60', 'gw_port': {'id': 'f36d1456-b5d1-4af3-99be-d4ea6cfee295', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:b6:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '764989ef-6788-4270-b9a5-7df82064f669', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3660, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:07:08Z', 'updated_at': '2021-08-12T15:07:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15'}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:07:13.546119 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce0eb748-c627-4ccf-a7f0-190f6a822def None None] The sync data for ids ['764989ef-6788-4270-b9a5-7df82064f669'] in n-d-694802-15 is: [{'id': '764989ef-6788-4270-b9a5-7df82064f669', 'name': 'tempest-ImageQuotaTest-345502639-router', 'tenant_id': 'bfcee0df549842c0bb71ee94ac688e60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.95'}], 'enable_snat': True}, 'gw_port_id': 'f36d1456-b5d1-4af3-99be-d4ea6cfee295', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:07:07Z', 'updated_at': '2021-08-12T15:07:10Z', 'revision_number': 3, 'project_id': 'bfcee0df549842c0bb71ee94ac688e60', 'gw_port': {'id': 'f36d1456-b5d1-4af3-99be-d4ea6cfee295', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:b6:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '764989ef-6788-4270-b9a5-7df82064f669', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3660, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:07:08Z', 'updated_at': '2021-08-12T15:07:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15'}] {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 15:07:13.549354 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-8a195abb-2755-4935-a0f5-b228e8ed5213 None None] Port 1120bebe-aaeb-45c5-8630-280ca35dda15 cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 15:07:13.575784 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-f589ac1b-dda3-43e2-878e-654edd02720a admin admin] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:07:13.591073 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-f589ac1b-dda3-43e2-878e-654edd02720a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:07:13.673915 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f589ac1b-dda3-43e2-878e-654edd02720a admin admin] Pushing event updated for resources: {'Port': ['ID=1120bebe-aaeb-45c5-8630-280ca35dda15,revision_number=2']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:07:13.685597 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-f589ac1b-dda3-43e2-878e-654edd02720a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66628363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66663865'] for router_interface, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:07:13.856779 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f589ac1b-dda3-43e2-878e-654edd02720a admin admin] Network a000308c-4196-4023-951f-e02fc4e6e174 is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 15:07:13.858751 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [None req-f589ac1b-dda3-43e2-878e-654edd02720a admin admin] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:07:14.019594 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f589ac1b-dda3-43e2-878e-654edd02720a admin admin] Router 764989ef-6788-4270-b9a5-7df82064f669 has already been hosted by L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f {{(pid=94467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 15:07:14.082376 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-1769855f-eda9-4483-9dc3-3220908ab45d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:07:14.308855 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f589ac1b-dda3-43e2-878e-654edd02720a admin admin] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 15:07:14.331479 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-f589ac1b-dda3-43e2-878e-654edd02720a admin admin] 10.222.0.39 "PUT /v2.0/routers/764989ef-6788-4270-b9a5-7df82064f669/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0035501 Aug 12 15:07:14.386044 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-001bea4f-d444-40a6-8ce5-be5399ba9e83 None None] Provisioning complete for port 1120bebe-aaeb-45c5-8630-280ca35dda15 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:07:14.386823 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-001bea4f-d444-40a6-8ce5-be5399ba9e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:07:14.428475 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-001bea4f-d444-40a6-8ce5-be5399ba9e83 None None] Port 1120bebe-aaeb-45c5-8630-280ca35dda15 cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 15:07:14.556086 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device f36d1456-b5d1-4af3-99be-d4ea6cfee295 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 15:07:14.611317 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988f1478-ebda-4c81-976e-1c20f881137b req-6da97411-a7d9-41df-972a-232917595999 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:07:14.620502 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-988f1478-ebda-4c81-976e-1c20f881137b req-6da97411-a7d9-41df-972a-232917595999 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0ca1e47-a47e-4a3e-8539-420ebd4793f3 HTTP/1.1" status: 200 len: 944 time: 0.1062601 Aug 12 15:07:14.685578 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning for port f36d1456-b5d1-4af3-99be-d4ea6cfee295 completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:07:14.691261 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port f36d1456-b5d1-4af3-99be-d4ea6cfee295 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:07:14.691521 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:07:14.736213 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-988f1478-ebda-4c81-976e-1c20f881137b req-3cd1cade-f644-46e2-9156-e1f5befee7d1 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/security-groups?id=3013738a-d4e8-4d22-9424-861312b623e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145577 Aug 12 15:07:15.136438 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:07:15.197068 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] For port f36d1456-b5d1-4af3-99be-d4ea6cfee295, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=f36d1456-b5d1-4af3-99be-d4ea6cfee295,segment=NetworkSegment(b1b396cb-2dc6-4041-bfc7-1833a80a4720),segment_id=b1b396cb-2dc6-4041-bfc7-1833a80a4720)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:07:15.204837 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:07:15.287325 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Pushing event updated for resources: {'Port': ['ID=f36d1456-b5d1-4af3-99be-d4ea6cfee295,revision_number=4']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:07:15.681114 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-fe95f194-a3b0-4c04-9e42-20b511169d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:07:15.909400 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e825aee1-413a-4986-bf35-f2c7cc643574 req-f7199331-b87f-47be-83c8-3d001a08d11a tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:07:15.911768 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-e825aee1-413a-4986-bf35-f2c7cc643574 req-f7199331-b87f-47be-83c8-3d001a08d11a tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0ca1e47-a47e-4a3e-8539-420ebd4793f3 HTTP/1.1" status: 200 len: 944 time: 0.0768459 Aug 12 15:07:15.967912 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-e825aee1-413a-4986-bf35-f2c7cc643574 req-4a25a968-cb2a-4f0f-8c20-d16910b39365 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/security-groups?id=3013738a-d4e8-4d22-9424-861312b623e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499792 Aug 12 15:07:16.094676 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-343b00ae-ae20-418d-980f-f9b58e9d48d1 None None] Sync routers for ids ['764989ef-6788-4270-b9a5-7df82064f669'] in n-d-694802-15 {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 15:07:16.118833 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-343b00ae-ae20-418d-980f-f9b58e9d48d1 None None] Routers {'764989ef-6788-4270-b9a5-7df82064f669'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:07:16.119528 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-343b00ae-ae20-418d-980f-f9b58e9d48d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T15:07:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['764989ef-6788-4270-b9a5-7df82064f669'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:07:16.234381 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvr_db [None req-343b00ae-ae20-418d-980f-f9b58e9d48d1 None None] Set router 764989ef-6788-4270-b9a5-7df82064f669 gateway port host: n-d-694802-15 {{(pid=94468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:07:16.247692 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 55900) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:07:16.467866 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-343b00ae-ae20-418d-980f-f9b58e9d48d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '764989ef-6788-4270-b9a5-7df82064f669', 'name': 'tempest-ImageQuotaTest-345502639-router', 'tenant_id': 'bfcee0df549842c0bb71ee94ac688e60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.95'}], 'enable_snat': True}, 'gw_port_id': 'f36d1456-b5d1-4af3-99be-d4ea6cfee295', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:07:07Z', 'updated_at': '2021-08-12T15:07:13Z', 'revision_number': 4, 'project_id': 'bfcee0df549842c0bb71ee94ac688e60', 'gw_port': {'id': 'f36d1456-b5d1-4af3-99be-d4ea6cfee295', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:b6:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '764989ef-6788-4270-b9a5-7df82064f669', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3660, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:07:08Z', 'updated_at': '2021-08-12T15:07:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': '1120bebe-aaeb-45c5-8630-280ca35dda15', 'name': '', 'network_id': 'a000308c-4196-4023-951f-e02fc4e6e174', 'tenant_id': 'bfcee0df549842c0bb71ee94ac688e60', 'mac_address': 'fa:16:3e:0e:ec:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '764989ef-6788-4270-b9a5-7df82064f669', 'device_owner': 'network:router_interface', 'standard_attr_id': 3661, 'fixed_ips': [{'subnet_id': '9b1aeb5d-1323-4fa0-b9ba-254fea1ccf4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:07:12Z', 'updated_at': '2021-08-12T15:07:13Z', 'revision_number': 2, 'project_id': 'bfcee0df549842c0bb71ee94ac688e60', 'subnets': [{'id': '9b1aeb5d-1323-4fa0-b9ba-254fea1ccf4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:07:16.497812 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device f36d1456-b5d1-4af3-99be-d4ea6cfee295 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 15:07:16.501143 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-343b00ae-ae20-418d-980f-f9b58e9d48d1 None None] Checking router: 764989ef-6788-4270-b9a5-7df82064f669 for host: n-d-694802-15 {{(pid=94468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 15:07:16.501457 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-343b00ae-ae20-418d-980f-f9b58e9d48d1 None None] Updating router 764989ef-6788-4270-b9a5-7df82064f669 port 1120bebe-aaeb-45c5-8630-280ca35dda15 binding host n-d-694802-15 {{(pid=94468) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 15:07:16.549947 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-343b00ae-ae20-418d-980f-f9b58e9d48d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:07:16.622532 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-bf540bbe-e9e2-4c1e-9cac-2a5a61796e65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66663830'] for router_interface, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:07:16.698167 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port f36d1456-b5d1-4af3-99be-d4ea6cfee295 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:07:16.699336 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:07:16.884292 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-bf540bbe-e9e2-4c1e-9cac-2a5a61796e65 admin admin] Deleting port 1120bebe-aaeb-45c5-8630-280ca35dda15 {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 15:07:16.884640 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-bf540bbe-e9e2-4c1e-9cac-2a5a61796e65 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:07:16.926129 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-343b00ae-ae20-418d-980f-f9b58e9d48d1 None None] Notify callbacks [] for port, precommit_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:07:16.931051 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-343b00ae-ae20-418d-980f-f9b58e9d48d1 None None] Transition to ACTIVE for port object 1120bebe-aaeb-45c5-8630-280ca35dda15 will not be triggered until provisioned by entity L2. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:07:16.944442 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-343b00ae-ae20-418d-980f-f9b58e9d48d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:07:16.968538 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-bf540bbe-e9e2-4c1e-9cac-2a5a61796e65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:07:16.990744 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-bf540bbe-e9e2-4c1e-9cac-2a5a61796e65 admin admin] Calling delete_port for 1120bebe-aaeb-45c5-8630-280ca35dda15 owned by network:router_interface {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 15:07:16.994737 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77a1b04-498d-428a-88fe-20b341ea316f None None] Pushing event updated for resources: {'Port': ['ID=1120bebe-aaeb-45c5-8630-280ca35dda15,revision_number=3']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:07:17.073791 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-343b00ae-ae20-418d-980f-f9b58e9d48d1 None None] Attempting to bind port 1120bebe-aaeb-45c5-8630-280ca35dda15 on host n-d-694802-15 for vnic_type normal with profile {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 15:07:17.074173 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-343b00ae-ae20-418d-980f-f9b58e9d48d1 None None] Attempting to bind port 1120bebe-aaeb-45c5-8630-280ca35dda15 by drivers openvswitch,hyperv on host n-d-694802-15 at level 0 using segments [{'id': '251c1977-4ea2-4b55-a760-35c252989ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'a000308c-4196-4023-951f-e02fc4e6e174'}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 15:07:17.074720 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-343b00ae-ae20-418d-980f-f9b58e9d48d1 None None] Attempting to bind port 1120bebe-aaeb-45c5-8630-280ca35dda15 on network a000308c-4196-4023-951f-e02fc4e6e174 {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 15:07:17.081303 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-343b00ae-ae20-418d-980f-f9b58e9d48d1 None None] Checking agent: {'id': '16de73ac-f2e9-4cee-b3e0-91052ae3e6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 20, 13), 'started_at': datetime.datetime(2021, 8, 12, 14, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 15, 7, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 15:07:17.081687 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-343b00ae-ae20-418d-980f-f9b58e9d48d1 None None] Checking segment: {'id': '251c1977-4ea2-4b55-a760-35c252989ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'a000308c-4196-4023-951f-e02fc4e6e174'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 15:07:17.082092 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-343b00ae-ae20-418d-980f-f9b58e9d48d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:07:17.082486 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-343b00ae-ae20-418d-980f-f9b58e9d48d1 None None] Bound using segment: {'id': '251c1977-4ea2-4b55-a760-35c252989ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'a000308c-4196-4023-951f-e02fc4e6e174'} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 15:07:17.083371 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-343b00ae-ae20-418d-980f-f9b58e9d48d1 None None] Bound port: 1120bebe-aaeb-45c5-8630-280ca35dda15, host: n-d-694802-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '251c1977-4ea2-4b55-a760-35c252989ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'a000308c-4196-4023-951f-e02fc4e6e174'}}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 15:07:17.083761 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-343b00ae-ae20-418d-980f-f9b58e9d48d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:07:17.152488 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6095291-c7e3-45d8-9b85-644457b222c5 req-3dd3d67c-02bc-4a43-9331-02901ec2d193 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:07:17.162267 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-b6095291-c7e3-45d8-9b85-644457b222c5 req-3dd3d67c-02bc-4a43-9331-02901ec2d193 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0ca1e47-a47e-4a3e-8539-420ebd4793f3 HTTP/1.1" status: 200 len: 944 time: 0.0840442 Aug 12 15:07:17.172143 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-343b00ae-ae20-418d-980f-f9b58e9d48d1 None None] For port 1120bebe-aaeb-45c5-8630-280ca35dda15, host n-d-694802-15, cleared binding levels {{(pid=94468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 15:07:17.176639 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-343b00ae-ae20-418d-980f-f9b58e9d48d1 None None] For port 1120bebe-aaeb-45c5-8630-280ca35dda15, host n-d-694802-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=1120bebe-aaeb-45c5-8630-280ca35dda15,segment=NetworkSegment(251c1977-4ea2-4b55-a760-35c252989ccc),segment_id=251c1977-4ea2-4b55-a760-35c252989ccc)] {{(pid=94468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 15:07:17.182478 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-343b00ae-ae20-418d-980f-f9b58e9d48d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:07:17.250013 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-b6095291-c7e3-45d8-9b85-644457b222c5 req-8435fb62-0ebf-4371-bf31-2dec70140886 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/security-groups?id=3013738a-d4e8-4d22-9424-861312b623e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865779 Aug 12 15:07:17.261922 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-343b00ae-ae20-418d-980f-f9b58e9d48d1 None None] Routers {'764989ef-6788-4270-b9a5-7df82064f669'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:07:17.262684 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-343b00ae-ae20-418d-980f-f9b58e9d48d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T15:07:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['764989ef-6788-4270-b9a5-7df82064f669'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:07:17.276144 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77a1b04-498d-428a-88fe-20b341ea316f None None] Pushing event updated for resources: {'Port': ['ID=1120bebe-aaeb-45c5-8630-280ca35dda15,revision_number=4']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:07:17.362813 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-bf540bbe-e9e2-4c1e-9cac-2a5a61796e65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:07:17.390492 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-e5532b5b-9d63-4e71-b819-ab839f714aec None None] Could not find standard attr ID for object 1120bebe-aaeb-45c5-8630-280ca35dda15. {{(pid=94468) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 12 15:07:17.401066 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf540bbe-e9e2-4c1e-9cac-2a5a61796e65 admin admin] Pushing event deleted for resources: {'Port': ['ID=1120bebe-aaeb-45c5-8630-280ca35dda15,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:07:17.433285 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvr_db [None req-343b00ae-ae20-418d-980f-f9b58e9d48d1 None None] Set router 764989ef-6788-4270-b9a5-7df82064f669 gateway port host: n-d-694802-15 {{(pid=94468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:07:17.613694 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-3025049e-f239-4fb6-887e-4fdbdc08fd57 None None] Could not find standard attr ID for object 1120bebe-aaeb-45c5-8630-280ca35dda15. {{(pid=94468) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 12 15:07:17.637246 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-bf540bbe-e9e2-4c1e-9cac-2a5a61796e65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66628352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-430630'] for router_interface, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:07:17.715848 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-343b00ae-ae20-418d-980f-f9b58e9d48d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '764989ef-6788-4270-b9a5-7df82064f669', 'name': 'tempest-ImageQuotaTest-345502639-router', 'tenant_id': 'bfcee0df549842c0bb71ee94ac688e60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.95'}], 'enable_snat': True}, 'gw_port_id': 'f36d1456-b5d1-4af3-99be-d4ea6cfee295', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:07:07Z', 'updated_at': '2021-08-12T15:07:13Z', 'revision_number': 4, 'project_id': 'bfcee0df549842c0bb71ee94ac688e60', 'gw_port': {'id': 'f36d1456-b5d1-4af3-99be-d4ea6cfee295', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:b6:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '764989ef-6788-4270-b9a5-7df82064f669', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3660, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:07:08Z', 'updated_at': '2021-08-12T15:07:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': '1120bebe-aaeb-45c5-8630-280ca35dda15', 'name': '', 'network_id': 'a000308c-4196-4023-951f-e02fc4e6e174', 'tenant_id': 'bfcee0df549842c0bb71ee94ac688e60', 'mac_address': 'fa:16:3e:0e:ec:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '764989ef-6788-4270-b9a5-7df82064f669', 'device_owner': 'network:router_interface', 'standard_attr_id': 3661, 'fixed_ips': [{'subnet_id': '9b1aeb5d-1323-4fa0-b9ba-254fea1ccf4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:07:12Z', 'updated_at': '2021-08-12T15:07:17Z', 'revision_number': 4, 'project_id': 'bfcee0df549842c0bb71ee94ac688e60', 'subnets': [{'id': '9b1aeb5d-1323-4fa0-b9ba-254fea1ccf4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:07:17.754897 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-343b00ae-ae20-418d-980f-f9b58e9d48d1 None None] The sync data for ids ['764989ef-6788-4270-b9a5-7df82064f669'] in n-d-694802-15 is: [{'id': '764989ef-6788-4270-b9a5-7df82064f669', 'name': 'tempest-ImageQuotaTest-345502639-router', 'tenant_id': 'bfcee0df549842c0bb71ee94ac688e60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.95'}], 'enable_snat': True}, 'gw_port_id': 'f36d1456-b5d1-4af3-99be-d4ea6cfee295', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:07:07Z', 'updated_at': '2021-08-12T15:07:13Z', 'revision_number': 4, 'project_id': 'bfcee0df549842c0bb71ee94ac688e60', 'gw_port': {'id': 'f36d1456-b5d1-4af3-99be-d4ea6cfee295', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:b6:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '764989ef-6788-4270-b9a5-7df82064f669', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3660, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:07:08Z', 'updated_at': '2021-08-12T15:07:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': '1120bebe-aaeb-45c5-8630-280ca35dda15', 'name': '', 'network_id': 'a000308c-4196-4023-951f-e02fc4e6e174', 'tenant_id': 'bfcee0df549842c0bb71ee94ac688e60', 'mac_address': 'fa:16:3e:0e:ec:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '764989ef-6788-4270-b9a5-7df82064f669', 'device_owner': 'network:router_interface', 'standard_attr_id': 3661, 'fixed_ips': [{'subnet_id': '9b1aeb5d-1323-4fa0-b9ba-254fea1ccf4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:07:12Z', 'updated_at': '2021-08-12T15:07:17Z', 'revision_number': 4, 'project_id': 'bfcee0df549842c0bb71ee94ac688e60', 'subnets': [{'id': '9b1aeb5d-1323-4fa0-b9ba-254fea1ccf4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 15:07:17.914336 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf540bbe-e9e2-4c1e-9cac-2a5a61796e65 admin admin] Router 764989ef-6788-4270-b9a5-7df82064f669 has already been hosted by L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f {{(pid=94466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 15:07:18.038824 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf540bbe-e9e2-4c1e-9cac-2a5a61796e65 admin admin] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 15:07:18.046844 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 55932) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:07:18.047358 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-bf540bbe-e9e2-4c1e-9cac-2a5a61796e65 admin admin] 10.222.0.39 "PUT /v2.0/routers/764989ef-6788-4270-b9a5-7df82064f669/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7983029 Aug 12 15:07:18.172633 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-1b137438-5226-487e-b72c-c494a053fd33 admin admin] Notify callbacks [] for router, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:07:18.325221 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-1b137438-5226-487e-b72c-c494a053fd33 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:07:18.391428 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-1b137438-5226-487e-b72c-c494a053fd33 admin admin] Deleting port f36d1456-b5d1-4af3-99be-d4ea6cfee295 {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 15:07:18.391869 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-1b137438-5226-487e-b72c-c494a053fd33 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:07:18.495845 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ddd3b7-e2cb-4835-9b0c-1134b8d3788a req-de1d3202-6acc-4697-89d5-e434b08edec4 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:07:18.497423 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-18ddd3b7-e2cb-4835-9b0c-1134b8d3788a req-de1d3202-6acc-4697-89d5-e434b08edec4 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0ca1e47-a47e-4a3e-8539-420ebd4793f3 HTTP/1.1" status: 200 len: 944 time: 0.1104710 Aug 12 15:07:18.506280 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [None req-1b137438-5226-487e-b72c-c494a053fd33 admin admin] For port f36d1456-b5d1-4af3-99be-d4ea6cfee295, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=f36d1456-b5d1-4af3-99be-d4ea6cfee295,segment=NetworkSegment(b1b396cb-2dc6-4041-bfc7-1833a80a4720),segment_id=b1b396cb-2dc6-4041-bfc7-1833a80a4720)] {{(pid=94467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:07:18.506993 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-1b137438-5226-487e-b72c-c494a053fd33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:07:18.522015 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-1b137438-5226-487e-b72c-c494a053fd33 admin admin] Calling delete_port for f36d1456-b5d1-4af3-99be-d4ea6cfee295 owned by network:router_gateway {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 15:07:18.551512 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-18ddd3b7-e2cb-4835-9b0c-1134b8d3788a req-89511c51-0048-4841-ae9c-6abe42fcd26f tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/security-groups?id=3013738a-d4e8-4d22-9424-861312b623e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476968 Aug 12 15:07:18.732479 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-1b137438-5226-487e-b72c-c494a053fd33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:07:18.763189 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b137438-5226-487e-b72c-c494a053fd33 admin admin] Pushing event deleted for resources: {'Port': ['ID=f36d1456-b5d1-4af3-99be-d4ea6cfee295,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:07:18.836307 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-1b137438-5226-487e-b72c-c494a053fd33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-431580'] for router_gateway, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:07:18.959269 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-1b137438-5226-487e-b72c-c494a053fd33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-429360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-104877'] for router, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:07:18.961848 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-1b137438-5226-487e-b72c-c494a053fd33 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:07:19.005286 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-1b137438-5226-487e-b72c-c494a053fd33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-429375'] for router, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:07:19.005952 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b137438-5226-487e-b72c-c494a053fd33 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 764989ef-6788-4270-b9a5-7df82064f669 {{(pid=94467) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 15:07:19.013565 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-1b137438-5226-487e-b72c-c494a053fd33 admin admin] Notify callbacks [] for router, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:07:19.017117 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-1b137438-5226-487e-b72c-c494a053fd33 admin admin] 10.222.0.39 "DELETE /v2.0/routers/764989ef-6788-4270-b9a5-7df82064f669 HTTP/1.1" status: 204 len: 168 time: 0.9666870 Aug 12 15:07:19.017360 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 55952) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:07:19.066187 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f998461-7dab-4a97-8bb7-b22288676c3b admin admin] Deleting subnet 9b1aeb5d-1323-4fa0-b9ba-254fea1ccf4c {{(pid=94467) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 15:07:19.069924 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-2f998461-7dab-4a97-8bb7-b22288676c3b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:07:19.119775 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-2f998461-7dab-4a97-8bb7-b22288676c3b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3857505'] for subnet, precommit_delete_associations {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:07:19.224333 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-2f998461-7dab-4a97-8bb7-b22288676c3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66416255'] for subnet, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:07:19.286569 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-2f998461-7dab-4a97-8bb7-b22288676c3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66416232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2859225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3343748'] for subnet, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:07:19.314037 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f998461-7dab-4a97-8bb7-b22288676c3b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b1aeb5d-1323-4fa0-b9ba-254fea1ccf4c,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:07:19.320220 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-2f998461-7dab-4a97-8bb7-b22288676c3b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:07:19.322347 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-2f998461-7dab-4a97-8bb7-b22288676c3b admin admin] 10.222.0.39 "DELETE /v2.0/subnets/9b1aeb5d-1323-4fa0-b9ba-254fea1ccf4c HTTP/1.1" status: 204 len: 168 time: 0.3035054 Aug 12 15:07:19.325069 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 55962) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:07:19.329501 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4418b20-9276-4277-95d9-912264953a83 None None] Network a000308c-4196-4023-951f-e02fc4e6e174 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 15:07:19.421573 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6171a431-fc53-4ffc-a07d-c4b31b8e4b82 None None] Sync routers for ids ['764989ef-6788-4270-b9a5-7df82064f669'] in n-d-694802-15 {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 15:07:19.435178 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6171a431-fc53-4ffc-a07d-c4b31b8e4b82 None None] Routers set() bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:07:19.435534 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6171a431-fc53-4ffc-a07d-c4b31b8e4b82 None None] Router IDs set() for agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 12 15:07:19.436291 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_agentschedulers_db [None req-6171a431-fc53-4ffc-a07d-c4b31b8e4b82 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'764989ef-6788-4270-b9a5-7df82064f669'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T15:07:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent'). {{(pid=94469) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 12 15:07:19.436621 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c3e163b7-4df4-4fea-baad-906ff1ab0fa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680608'] for network, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:07:19.455878 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6171a431-fc53-4ffc-a07d-c4b31b8e4b82 None None] Routers set() bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:07:19.456676 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6171a431-fc53-4ffc-a07d-c4b31b8e4b82 None None] Router IDs set() for agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 12 15:07:19.457845 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_agentschedulers_db [None req-6171a431-fc53-4ffc-a07d-c4b31b8e4b82 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'764989ef-6788-4270-b9a5-7df82064f669'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T15:07:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent'). {{(pid=94469) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 12 15:07:19.458413 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6171a431-fc53-4ffc-a07d-c4b31b8e4b82 None None] The sync data for ids ['764989ef-6788-4270-b9a5-7df82064f669'] in n-d-694802-15 is: [] {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 15:07:19.545810 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18fc3cf4-b984-45ff-adfe-4e17a815af4c None None] DHCP port deletion for a000308c-4196-4023-951f-e02fc4e6e174 request from n-d-694802-15 {{(pid=94468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 15:07:19.553952 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-c3e163b7-4df4-4fea-baad-906ff1ab0fa6 admin admin] Deleting port 1dce9f9b-948e-4d1e-bee4-33f991980813 {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 15:07:19.554585 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c3e163b7-4df4-4fea-baad-906ff1ab0fa6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:07:19.652767 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-18fc3cf4-b984-45ff-adfe-4e17a815af4c None None] Deleting port 1dce9f9b-948e-4d1e-bee4-33f991980813 {{(pid=94468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 15:07:19.653155 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-18fc3cf4-b984-45ff-adfe-4e17a815af4c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:07:19.654180 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-c3e163b7-4df4-4fea-baad-906ff1ab0fa6 admin admin] For port 1dce9f9b-948e-4d1e-bee4-33f991980813, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=1dce9f9b-948e-4d1e-bee4-33f991980813,segment=NetworkSegment(251c1977-4ea2-4b55-a760-35c252989ccc),segment_id=251c1977-4ea2-4b55-a760-35c252989ccc)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:07:19.654886 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c3e163b7-4df4-4fea-baad-906ff1ab0fa6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:07:19.680785 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-c3e163b7-4df4-4fea-baad-906ff1ab0fa6 admin admin] Calling delete_port for 1dce9f9b-948e-4d1e-bee4-33f991980813 owned by network:dhcp {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 15:07:19.731704 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-18fc3cf4-b984-45ff-adfe-4e17a815af4c None None] For port 1dce9f9b-948e-4d1e-bee4-33f991980813, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=1dce9f9b-948e-4d1e-bee4-33f991980813,segment=NetworkSegment(251c1977-4ea2-4b55-a760-35c252989ccc),segment_id=251c1977-4ea2-4b55-a760-35c252989ccc)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:07:19.732107 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-18fc3cf4-b984-45ff-adfe-4e17a815af4c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:07:19.747235 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-18fc3cf4-b984-45ff-adfe-4e17a815af4c None None] Calling delete_port for 1dce9f9b-948e-4d1e-bee4-33f991980813 owned by network:dhcp {{(pid=94468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 15:07:19.852609 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbad860-7241-4ed3-9199-9151f25a03ae req-977d30a4-25d7-4fd5-9d57-0cf97a5cd817 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:07:19.852828 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-7bbad860-7241-4ed3-9199-9151f25a03ae req-977d30a4-25d7-4fd5-9d57-0cf97a5cd817 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0ca1e47-a47e-4a3e-8539-420ebd4793f3 HTTP/1.1" status: 200 len: 944 time: 0.0953040 Aug 12 15:07:19.853951 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c3e163b7-4df4-4fea-baad-906ff1ab0fa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:07:19.869393 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-18fc3cf4-b984-45ff-adfe-4e17a815af4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262'] for port, after_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:07:19.882611 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18fc3cf4-b984-45ff-adfe-4e17a815af4c None None] No DVR routers for this DVR port 1dce9f9b-948e-4d1e-bee4-33f991980813 on host n-d-694802-15 {{(pid=94468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 15:07:19.890384 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e163b7-4df4-4fea-baad-906ff1ab0fa6 admin admin] Pushing event deleted for resources: {'Port': ['ID=1dce9f9b-948e-4d1e-bee4-33f991980813,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:07:19.907231 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fc3cf4-b984-45ff-adfe-4e17a815af4c None None] Pushing event deleted for resources: {'Port': ['ID=1dce9f9b-948e-4d1e-bee4-33f991980813,revision_number=None']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:07:19.909996 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3e163b7-4df4-4fea-baad-906ff1ab0fa6 admin admin] No DVR routers for this DVR port 1dce9f9b-948e-4d1e-bee4-33f991980813 on host n-d-694802-15 {{(pid=94466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 15:07:19.994970 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-7bbad860-7241-4ed3-9199-9151f25a03ae req-8b1b73da-987a-40aa-bc2e-760ff2a70c69 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/security-groups?id=3013738a-d4e8-4d22-9424-861312b623e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158328 Aug 12 15:07:20.019714 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c3e163b7-4df4-4fea-baad-906ff1ab0fa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66413304', 'neutron.services.segments.db._delete_segments_for_network-8744654118000'] for network, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:07:20.031599 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-c3e163b7-4df4-4fea-baad-906ff1ab0fa6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a000308c-4196-4023-951f-e02fc4e6e174']}} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:07:20.044480 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-c3e163b7-4df4-4fea-baad-906ff1ab0fa6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '251c1977-4ea2-4b55-a760-35c252989ccc') {'for_net_delete': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:07:20.045368 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-c3e163b7-4df4-4fea-baad-906ff1ab0fa6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '251c1977-4ea2-4b55-a760-35c252989ccc') {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:07:20.055399 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c3e163b7-4df4-4fea-baad-906ff1ab0fa6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744654122361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2293560'] for segment, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:07:20.074165 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c3e163b7-4df4-4fea-baad-906ff1ab0fa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:07:20.087107 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3e163b7-4df4-4fea-baad-906ff1ab0fa6 admin admin] Releasing vlan 312 on physical network physnet1 to pool {{(pid=94466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 15:07:20.087542 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c3e163b7-4df4-4fea-baad-906ff1ab0fa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3718595'] for segment, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:07:20.089446 n-d-694802-15 neutron-server[94466]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 15:07:20.089446 n-d-694802-15 neutron-server[94466]: items = [ Aug 12 15:07:20.089446 n-d-694802-15 neutron-server[94466]: Traceback (most recent call last): Aug 12 15:07:20.089446 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 15:07:20.089446 n-d-694802-15 neutron-server[94466]: timer() Aug 12 15:07:20.089446 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 15:07:20.089446 n-d-694802-15 neutron-server[94466]: cb(*args, **kw) Aug 12 15:07:20.089446 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 15:07:20.089446 n-d-694802-15 neutron-server[94466]: return func(*args, **kwargs) Aug 12 15:07:20.089446 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 15:07:20.089446 n-d-694802-15 neutron-server[94466]: self._notify() Aug 12 15:07:20.089446 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 15:07:20.089446 n-d-694802-15 neutron-server[94466]: self.callback(batched_events) Aug 12 15:07:20.089446 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 15:07:20.089446 n-d-694802-15 neutron-server[94466]: event.method(event) Aug 12 15:07:20.089446 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 15:07:20.089446 n-d-694802-15 neutron-server[94466]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 15:07:20.089446 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 15:07:20.089446 n-d-694802-15 neutron-server[94466]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 15:07:20.089446 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 15:07:20.089446 n-d-694802-15 neutron-server[94466]: return f(self, *a, **k) Aug 12 15:07:20.089446 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 15:07:20.089446 n-d-694802-15 neutron-server[94466]: return self._get(url).json() Aug 12 15:07:20.089446 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 15:07:20.089446 n-d-694802-15 neutron-server[94466]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 15:07:20.089446 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 15:07:20.089446 n-d-694802-15 neutron-server[94466]: return self.request(url, 'GET', **kwargs) Aug 12 15:07:20.089446 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 15:07:20.089446 n-d-694802-15 neutron-server[94466]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 15:07:20.089446 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 15:07:20.089446 n-d-694802-15 neutron-server[94466]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 15:07:20.089446 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 15:07:20.089446 n-d-694802-15 neutron-server[94466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 15:07:20.089446 n-d-694802-15 neutron-server[94466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 15:07:20.189152 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c3e163b7-4df4-4fea-baad-906ff1ab0fa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66413281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431520'] for network, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:07:20.198779 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c3e163b7-4df4-4fea-baad-906ff1ab0fa6 admin admin] Notify callbacks [] for network, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:07:20.203443 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-c3e163b7-4df4-4fea-baad-906ff1ab0fa6 admin admin] 10.222.0.39 "DELETE /v2.0/networks/a000308c-4196-4023-951f-e02fc4e6e174 HTTP/1.1" status: 204 len: 168 time: 0.8772395 Aug 12 15:07:20.219204 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e163b7-4df4-4fea-baad-906ff1ab0fa6 admin admin] Pushing event deleted for resources: {'Network': ['ID=a000308c-4196-4023-951f-e02fc4e6e174,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:07:20.329457 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 55982) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:07:20.380614 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-ce5cc3df-8479-408e-9dde-fe1d38fd6b87 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=bfcee0df549842c0bb71ee94ac688e60&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0498061 Aug 12 15:07:20.383100 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 55990) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:07:20.477470 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1cf04be3-5f9a-4506-9236-021941c1f905 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:07:20.499886 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1cf04be3-5f9a-4506-9236-021941c1f905 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:07:20.533996 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 1120bebe-aaeb-45c5-8630-280ca35dda15 no longer exists at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 15:07:20.556244 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1cf04be3-5f9a-4506-9236-021941c1f905 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:07:20.558807 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1cf04be3-5f9a-4506-9236-021941c1f905 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:07:20.568270 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] No Port match for: 1120bebe-aaeb-45c5-8630-280ca35dda15 {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 15:07:20.568622 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 1120bebe-aaeb-45c5-8630-280ca35dda15 not bound to the agent host n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 15:07:20.569039 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 1dce9f9b-948e-4d1e-bee4-33f991980813 no longer exists at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 15:07:20.570880 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-1cf04be3-5f9a-4506-9236-021941c1f905 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1d9c94b6-9233-49ad-8dee-c52aea658a38 HTTP/1.1" status: 204 len: 168 time: 0.1833951 Aug 12 15:07:20.581776 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf04be3-5f9a-4506-9236-021941c1f905 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d9c94b6-9233-49ad-8dee-c52aea658a38,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:07:20.604531 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] No Port match for: 1dce9f9b-948e-4d1e-bee4-33f991980813 {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 15:07:20.604868 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 1dce9f9b-948e-4d1e-bee4-33f991980813 not bound to the agent host n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 15:07:20.605280 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device f36d1456-b5d1-4af3-99be-d4ea6cfee295 no longer exists at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 15:07:20.629984 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] No Port match for: f36d1456-b5d1-4af3-99be-d4ea6cfee295 {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 15:07:20.630764 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device f36d1456-b5d1-4af3-99be-d4ea6cfee295 not bound to the agent host n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 15:07:20.940510 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 56004) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:07:20.954707 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-80d0b6c1-bc91-4736-b918-5727102b6cc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:07:21.058493 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-80d0b6c1-bc91-4736-b918-5727102b6cc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:07:21.064411 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-80d0b6c1-bc91-4736-b918-5727102b6cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:07:21.418979 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-80d0b6c1-bc91-4736-b918-5727102b6cc3 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.4770403 Aug 12 15:07:21.421664 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 56014) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:07:21.437076 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d0b6c1-bc91-4736-b918-5727102b6cc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3ce5b76-d7c5-4700-a932-cf4ee92c9a57,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:07:21.461726 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a5b6be-805a-4a13-a620-6b2393019b7b req-45093302-79da-4343-82bf-6038e1ce7e1e tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:07:21.465004 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-31a5b6be-805a-4a13-a620-6b2393019b7b req-45093302-79da-4343-82bf-6038e1ce7e1e tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0ca1e47-a47e-4a3e-8539-420ebd4793f3 HTTP/1.1" status: 200 len: 944 time: 0.3693426 Aug 12 15:07:21.498233 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-46ff4ab6-698c-44a1-871f-377b82526d52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:07:21.521063 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-31a5b6be-805a-4a13-a620-6b2393019b7b req-e5c9e4dc-4010-4791-a901-9517802f4238 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/security-groups?id=3013738a-d4e8-4d22-9424-861312b623e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460300 Aug 12 15:07:21.530601 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-46ff4ab6-698c-44a1-871f-377b82526d52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:07:21.604413 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-46ff4ab6-698c-44a1-871f-377b82526d52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:07:21.608257 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-46ff4ab6-698c-44a1-871f-377b82526d52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:07:21.609442 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-46ff4ab6-698c-44a1-871f-377b82526d52 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a3ce5b76-d7c5-4700-a932-cf4ee92c9a57 HTTP/1.1" status: 204 len: 168 time: 0.1867998 Aug 12 15:07:21.618692 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ff4ab6-698c-44a1-871f-377b82526d52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3ce5b76-d7c5-4700-a932-cf4ee92c9a57,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:07:22.663554 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f23c1a6-16d2-46e2-ae2f-b4d56c8e34f3 req-3ea4b955-7118-4905-b70d-c9713e79fc19 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:07:22.666170 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9f23c1a6-16d2-46e2-ae2f-b4d56c8e34f3 req-3ea4b955-7118-4905-b70d-c9713e79fc19 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0ca1e47-a47e-4a3e-8539-420ebd4793f3 HTTP/1.1" status: 200 len: 944 time: 0.0604527 Aug 12 15:07:22.706081 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9f23c1a6-16d2-46e2-ae2f-b4d56c8e34f3 req-eb03966a-8d72-44ee-ba06-3caaa29d4088 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/security-groups?id=3013738a-d4e8-4d22-9424-861312b623e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330906 Aug 12 15:07:23.839740 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e6603f-30df-44b2-924e-886cb5c8e01e req-5828e635-a13e-43ba-92d7-2b7dd824125f tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:07:23.841289 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-91e6603f-30df-44b2-924e-886cb5c8e01e req-5828e635-a13e-43ba-92d7-2b7dd824125f tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0ca1e47-a47e-4a3e-8539-420ebd4793f3 HTTP/1.1" status: 200 len: 944 time: 0.0496025 Aug 12 15:07:23.880171 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-91e6603f-30df-44b2-924e-886cb5c8e01e req-cf812815-f58b-4f3d-982d-38347c65ae47 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/security-groups?id=3013738a-d4e8-4d22-9424-861312b623e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329144 Aug 12 15:07:24.997167 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89071add-340e-40fb-bd01-29f588faf9ee req-9868bf63-5ba9-40ea-a468-d41b2e42a91a tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:07:24.999558 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-89071add-340e-40fb-bd01-29f588faf9ee req-9868bf63-5ba9-40ea-a468-d41b2e42a91a tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0ca1e47-a47e-4a3e-8539-420ebd4793f3 HTTP/1.1" status: 200 len: 944 time: 0.0516391 Aug 12 15:07:25.042323 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-89071add-340e-40fb-bd01-29f588faf9ee req-f9e7b3b4-af01-46bf-9819-9c3ab314893e tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/security-groups?id=3013738a-d4e8-4d22-9424-861312b623e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357947 Aug 12 15:07:26.159223 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1801ae0-4694-4528-975e-e4a66532db4c req-3b75f90d-e79f-4608-aac8-82e173fa82de tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:07:26.160714 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e1801ae0-4694-4528-975e-e4a66532db4c req-3b75f90d-e79f-4608-aac8-82e173fa82de tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0ca1e47-a47e-4a3e-8539-420ebd4793f3 HTTP/1.1" status: 200 len: 944 time: 0.0489497 Aug 12 15:07:26.202281 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e1801ae0-4694-4528-975e-e4a66532db4c req-0428078b-3d0c-425f-96ea-ab843ba028d8 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/security-groups?id=3013738a-d4e8-4d22-9424-861312b623e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349972 Aug 12 15:07:27.316987 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662bdcf8-e1f4-4540-ad32-2ecc11641876 req-0e923499-fac5-4962-9718-3da101409f7b tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:07:27.318483 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-662bdcf8-e1f4-4540-ad32-2ecc11641876 req-0e923499-fac5-4962-9718-3da101409f7b tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0ca1e47-a47e-4a3e-8539-420ebd4793f3 HTTP/1.1" status: 200 len: 944 time: 0.0486877 Aug 12 15:07:27.357000 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-662bdcf8-e1f4-4540-ad32-2ecc11641876 req-5e78928d-9298-4c2b-b983-69fb158a9720 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/security-groups?id=3013738a-d4e8-4d22-9424-861312b623e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319541 Aug 12 15:07:28.482793 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73e07d8-0cf0-4472-a935-77c323e3ca19 req-4469b669-76a5-442b-91d4-daa4ca347b9e tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:07:28.484398 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f73e07d8-0cf0-4472-a935-77c323e3ca19 req-4469b669-76a5-442b-91d4-daa4ca347b9e tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0ca1e47-a47e-4a3e-8539-420ebd4793f3 HTTP/1.1" status: 200 len: 944 time: 0.0609052 Aug 12 15:07:28.526384 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f73e07d8-0cf0-4472-a935-77c323e3ca19 req-ee991fb6-fe3c-4fd0-ab75-8a1eb7afee3b tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/security-groups?id=3013738a-d4e8-4d22-9424-861312b623e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359757 Aug 12 15:07:29.641365 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54134a9-57bb-48ad-a95d-98beb3b46ad2 req-76766b34-25f9-4964-9e89-b5ad1ed816b3 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:07:29.642847 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d54134a9-57bb-48ad-a95d-98beb3b46ad2 req-76766b34-25f9-4964-9e89-b5ad1ed816b3 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0ca1e47-a47e-4a3e-8539-420ebd4793f3 HTTP/1.1" status: 200 len: 944 time: 0.0496778 Aug 12 15:07:29.681248 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d54134a9-57bb-48ad-a95d-98beb3b46ad2 req-3e97d4c6-736e-42ea-b900-e9f140fbf916 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/security-groups?id=3013738a-d4e8-4d22-9424-861312b623e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319307 Aug 12 15:07:30.444223 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device f06b2ba3-85c5-4da5-a142-dab387d92a9b details requested by agent hyperv_n-h1-694802-15 with host n-h1-694802-15 {{(pid=94468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 15:07:30.543260 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port f06b2ba3-85c5-4da5-a142-dab387d92a9b, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=f06b2ba3-85c5-4da5-a142-dab387d92a9b,segment=NetworkSegment(fcd22b33-01d5-4908-ab67-fcc7aa617173),segment_id=fcd22b33-01d5-4908-ab67-fcc7aa617173)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:07:30.556390 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Returning: {'device': 'f06b2ba3-85c5-4da5-a142-dab387d92a9b', 'network_id': 'd9c7e787-4652-4ee4-983d-7b4a9fd53d98', 'port_id': 'f06b2ba3-85c5-4da5-a142-dab387d92a9b', 'mac_address': 'fa:16:3e:74:b5:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56c6cd03-2d72-4138-ab80-065ddfe4454b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 15:07:30.601837 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:07:30.619849 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f06b2ba3-85c5-4da5-a142-dab387d92a9b {{(pid=94468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 15:07:30.644227 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port f06b2ba3-85c5-4da5-a142-dab387d92a9b, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=f06b2ba3-85c5-4da5-a142-dab387d92a9b,segment=NetworkSegment(fcd22b33-01d5-4908-ab67-fcc7aa617173),segment_id=fcd22b33-01d5-4908-ab67-fcc7aa617173)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:07:30.649618 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:07:30.704718 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Pushing event updated for resources: {'Port': ['ID=f06b2ba3-85c5-4da5-a142-dab387d92a9b,revision_number=4']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:07:30.816069 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9594e5-b92f-401f-a1d1-7aa9676e710d req-663ba6e3-0eac-48a9-8bf7-e8624ed57ce9 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:07:30.817806 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-cd9594e5-b92f-401f-a1d1-7aa9676e710d req-663ba6e3-0eac-48a9-8bf7-e8624ed57ce9 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0ca1e47-a47e-4a3e-8539-420ebd4793f3 HTTP/1.1" status: 200 len: 945 time: 0.0568752 Aug 12 15:07:30.855719 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] get_ports_and_sgs() called for port_ids ['f06b2ba3-85c5-4da5-a142-dab387d92a9b'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 15:07:30.863266 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-cd9594e5-b92f-401f-a1d1-7aa9676e710d req-a9d71bd4-43e6-4d2f-b547-34716ed334fb tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/security-groups?id=3013738a-d4e8-4d22-9424-861312b623e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382526 Aug 12 15:07:32.006920 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d9354f-00c5-4c9d-89cf-7384b5232a6c req-436c03b9-1894-4f24-942a-fa43d0f26b6e tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:07:32.008756 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-03d9354f-00c5-4c9d-89cf-7384b5232a6c req-436c03b9-1894-4f24-942a-fa43d0f26b6e tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0ca1e47-a47e-4a3e-8539-420ebd4793f3 HTTP/1.1" status: 200 len: 945 time: 0.0585258 Aug 12 15:07:32.053415 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-03d9354f-00c5-4c9d-89cf-7384b5232a6c req-1309a3bc-2328-470a-a89b-ec64532a4b31 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/security-groups?id=3013738a-d4e8-4d22-9424-861312b623e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371616 Aug 12 15:07:32.442569 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device f06b2ba3-85c5-4da5-a142-dab387d92a9b up at agent hyperv_n-h1-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 15:07:32.498871 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Provisioning for port f06b2ba3-85c5-4da5-a142-dab387d92a9b completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:07:32.503909 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Provisioning complete for port f06b2ba3-85c5-4da5-a142-dab387d92a9b triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:07:32.504282 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:07:32.620505 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:07:32.656204 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0ca1e47-a47e-4a3e-8539-420ebd4793f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f06b2ba3-85c5-4da5-a142-dab387d92a9b'}] {{(pid=94468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:07:32.660433 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99a8d87602170099c728e57431aca99e9b98a655a83bbf8727be13192709727b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a588a99-c5f7-43c3-8122-9e2097342c37" -d '{"events": [{"server_uuid": "e0ca1e47-a47e-4a3e-8539-420ebd4793f3", "name": "network-vif-plugged", "status": "completed", "tag": "f06b2ba3-85c5-4da5-a142-dab387d92a9b"}]}' {{(pid=94468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 15:07:32.665910 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port f06b2ba3-85c5-4da5-a142-dab387d92a9b, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=f06b2ba3-85c5-4da5-a142-dab387d92a9b,segment=NetworkSegment(fcd22b33-01d5-4908-ab67-fcc7aa617173),segment_id=fcd22b33-01d5-4908-ab67-fcc7aa617173)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:07:32.672762 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:07:32.752776 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Pushing event updated for resources: {'Port': ['ID=f06b2ba3-85c5-4da5-a142-dab387d92a9b,revision_number=5']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:07:32.936488 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 15:07:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae8dc6ff-4e65-4680-9a3c-d71c6bfb39a0 x-openstack-request-id: req-ae8dc6ff-4e65-4680-9a3c-d71c6bfb39a0 {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 15:07:32.936929 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0ca1e47-a47e-4a3e-8539-420ebd4793f3", "name": "network-vif-plugged", "status": "completed", "tag": "f06b2ba3-85c5-4da5-a142-dab387d92a9b", "code": 200}]} {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 15:07:32.937304 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ae8dc6ff-4e65-4680-9a3c-d71c6bfb39a0 {{(pid=94468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 15:07:32.937887 n-d-694802-15 neutron-server[94468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0ca1e47-a47e-4a3e-8539-420ebd4793f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f06b2ba3-85c5-4da5-a142-dab387d92a9b', 'code': 200} Aug 12 15:07:33.044795 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d155ab3c-cb27-4e80-a25b-fb7c8b605304 req-69a78b6b-44a0-4a08-9c91-95632f1a59ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:07:33.046836 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d155ab3c-cb27-4e80-a25b-fb7c8b605304 req-69a78b6b-44a0-4a08-9c91-95632f1a59ea service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=e0ca1e47-a47e-4a3e-8539-420ebd4793f3 HTTP/1.1" status: 200 len: 1098 time: 0.0466027 Aug 12 15:07:33.095240 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d155ab3c-cb27-4e80-a25b-fb7c8b605304 req-3f50c8f6-10af-4b2d-8b84-1bf69b1149bb service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=3013738a-d4e8-4d22-9424-861312b623e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407598 Aug 12 15:07:33.219578 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19368415-c700-4b92-9ff5-38fbdc90cab7 req-cebb75d1-1fd1-4ca5-86da-e057d45879cd tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:07:33.219578 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-19368415-c700-4b92-9ff5-38fbdc90cab7 req-cebb75d1-1fd1-4ca5-86da-e057d45879cd tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0ca1e47-a47e-4a3e-8539-420ebd4793f3 HTTP/1.1" status: 200 len: 946 time: 0.0784955 Aug 12 15:07:33.268844 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-19368415-c700-4b92-9ff5-38fbdc90cab7 req-52574a83-6693-4542-ae2b-c38dc5063de9 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/security-groups?id=3013738a-d4e8-4d22-9424-861312b623e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384932 Aug 12 15:07:34.241536 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a71ca960-f0dd-443f-aeff-c11c3ddb9f10 req-5a1a8f4e-fad4-4b53-b172-59f3926f76da service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=3a0532f0-bca8-4155-8cd0-8fdd40de235a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0401309 Aug 12 15:07:34.329724 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71ca960-f0dd-443f-aeff-c11c3ddb9f10 req-0832804c-74f5-4988-8ea6-59fb8d1decd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:07:34.331810 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a71ca960-f0dd-443f-aeff-c11c3ddb9f10 req-0832804c-74f5-4988-8ea6-59fb8d1decd5 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=eddbf0db78bb49c0ab2be813947221dc&device_id=3a0532f0-bca8-4155-8cd0-8fdd40de235a HTTP/1.1" status: 200 len: 1097 time: 0.0488772 Aug 12 15:07:34.454280 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c84150-b5c6-421a-b112-ed19485f89a0 req-dc241c0b-172e-49fc-90d8-eaae863ab146 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:07:34.455792 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-46c84150-b5c6-421a-b112-ed19485f89a0 req-dc241c0b-172e-49fc-90d8-eaae863ab146 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0ca1e47-a47e-4a3e-8539-420ebd4793f3 HTTP/1.1" status: 200 len: 946 time: 0.1138675 Aug 12 15:07:34.476908 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71ca960-f0dd-443f-aeff-c11c3ddb9f10 req-fff96d9f-1eb4-49fa-bca7-19509d3f60a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:07:34.478401 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a71ca960-f0dd-443f-aeff-c11c3ddb9f10 req-fff96d9f-1eb4-49fa-bca7-19509d3f60a2 service neutron] 10.222.0.49 "GET /v2.0/networks?id=163c25f9-f902-43c0-b306-3d06c1f84041 HTTP/1.1" status: 200 len: 911 time: 0.1250708 Aug 12 15:07:34.548672 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-46c84150-b5c6-421a-b112-ed19485f89a0 req-d42c9b18-6112-4728-979a-4812f010cfb2 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/security-groups?id=3013738a-d4e8-4d22-9424-861312b623e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828373 Aug 12 15:07:34.565424 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a71ca960-f0dd-443f-aeff-c11c3ddb9f10 req-7397b501-e9c0-4ac7-9d7e-42c318b18049 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9d8c1187-d8bf-42f3-93b8-fd0d9c2da515 HTTP/1.1" status: 200 len: 1001 time: 0.0784850 Aug 12 15:07:34.623131 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71ca960-f0dd-443f-aeff-c11c3ddb9f10 req-5babe423-a23a-43b1-acbe-8d7dfb6672ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:07:34.624805 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a71ca960-f0dd-443f-aeff-c11c3ddb9f10 req-5babe423-a23a-43b1-acbe-8d7dfb6672ce service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c68a9dc4-9dae-4b6f-89ee-ab739b8f3389 HTTP/1.1" status: 200 len: 849 time: 0.0521028 Aug 12 15:07:34.670993 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba045e85-68fe-45f4-a52c-665dfb2e8c89 req-fd6a2616-577e-4688-b5d1-3394c73aa9b8 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:07:34.672639 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-ba045e85-68fe-45f4-a52c-665dfb2e8c89 req-fd6a2616-577e-4688-b5d1-3394c73aa9b8 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0ca1e47-a47e-4a3e-8539-420ebd4793f3 HTTP/1.1" status: 200 len: 946 time: 0.0512869 Aug 12 15:07:34.715140 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-ba045e85-68fe-45f4-a52c-665dfb2e8c89 req-50c64a03-a02e-45f9-9e15-587df4875883 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/security-groups?id=3013738a-d4e8-4d22-9424-861312b623e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356960 Aug 12 15:07:35.047756 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71ca960-f0dd-443f-aeff-c11c3ddb9f10 req-adbf4d1d-bb03-4f45-851c-910599108688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:07:35.049266 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a71ca960-f0dd-443f-aeff-c11c3ddb9f10 req-adbf4d1d-bb03-4f45-851c-910599108688 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=163c25f9-f902-43c0-b306-3d06c1f84041&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4160419 Aug 12 15:07:35.063414 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cd01a6-41c2-4eee-9b5e-d4eacc2740df req-b2ee3209-7661-4542-8589-86beb4522d39 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:07:35.064851 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a4cd01a6-41c2-4eee-9b5e-d4eacc2740df req-b2ee3209-7661-4542-8589-86beb4522d39 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0ca1e47-a47e-4a3e-8539-420ebd4793f3 HTTP/1.1" status: 200 len: 946 time: 0.0610309 Aug 12 15:07:35.149398 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a4cd01a6-41c2-4eee-9b5e-d4eacc2740df req-7c486ac4-ff09-4be0-915b-0d6fde050686 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/security-groups?id=3013738a-d4e8-4d22-9424-861312b623e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759299 Aug 12 15:07:35.184262 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a71ca960-f0dd-443f-aeff-c11c3ddb9f10 req-a2c7df82-5529-42bd-9db4-fe6f9fdf15c3 service neutron] 10.222.0.49 "GET /v2.0/networks/163c25f9-f902-43c0-b306-3d06c1f84041?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1183102 Aug 12 15:07:35.290979 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a71ca960-f0dd-443f-aeff-c11c3ddb9f10 req-4a891ddc-bc03-4abd-a2ad-0f25f955de72 service neutron] 10.222.0.49 "GET /v2.0/networks/163c25f9-f902-43c0-b306-3d06c1f84041?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989759 Aug 12 15:07:35.484572 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a547b6-982f-4f16-a254-821d11dd69b4 req-b678fb0c-8949-4510-9dab-8080d0ed9a1a tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:07:35.486059 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b3a547b6-982f-4f16-a254-821d11dd69b4 req-b678fb0c-8949-4510-9dab-8080d0ed9a1a tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0ca1e47-a47e-4a3e-8539-420ebd4793f3 HTTP/1.1" status: 200 len: 946 time: 0.0592179 Aug 12 15:07:35.525037 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b3a547b6-982f-4f16-a254-821d11dd69b4 req-80008017-76f6-42b6-90ff-63d7a0596b86 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/security-groups?id=3013738a-d4e8-4d22-9424-861312b623e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321052 Aug 12 15:07:36.677555 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698da0ff-f45d-40e7-8015-c2a81ceb226a req-6bae89f4-d210-4bcd-aa1e-98aafdbf3900 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:07:36.679131 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-698da0ff-f45d-40e7-8015-c2a81ceb226a req-6bae89f4-d210-4bcd-aa1e-98aafdbf3900 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0ca1e47-a47e-4a3e-8539-420ebd4793f3 HTTP/1.1" status: 200 len: 946 time: 0.0535359 Aug 12 15:07:36.717929 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-698da0ff-f45d-40e7-8015-c2a81ceb226a req-1f9a3f08-6c74-4e15-b702-281cf6f9de3a tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/security-groups?id=3013738a-d4e8-4d22-9424-861312b623e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318561 Aug 12 15:07:36.919877 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fd3d36-9361-4b6f-97e2-3855ec27ab46 req-eeca84be-77ce-4098-92e6-83ec009ce146 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:07:36.921254 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-29fd3d36-9361-4b6f-97e2-3855ec27ab46 req-eeca84be-77ce-4098-92e6-83ec009ce146 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.64 "GET /v2.0/ports?device_id=e0ca1e47-a47e-4a3e-8539-420ebd4793f3 HTTP/1.1" status: 200 len: 946 time: 0.0487978 Aug 12 15:07:37.011403 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [req-29fd3d36-9361-4b6f-97e2-3855ec27ab46 req-889d0e1f-db61-4554-98f6-7f171c840f3d tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Deleting port f06b2ba3-85c5-4da5-a142-dab387d92a9b {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 15:07:37.011757 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-29fd3d36-9361-4b6f-97e2-3855ec27ab46 req-889d0e1f-db61-4554-98f6-7f171c840f3d tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:07:37.123605 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-29fd3d36-9361-4b6f-97e2-3855ec27ab46 req-889d0e1f-db61-4554-98f6-7f171c840f3d tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] For port f06b2ba3-85c5-4da5-a142-dab387d92a9b, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=f06b2ba3-85c5-4da5-a142-dab387d92a9b,segment=NetworkSegment(fcd22b33-01d5-4908-ab67-fcc7aa617173),segment_id=fcd22b33-01d5-4908-ab67-fcc7aa617173)] {{(pid=94467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:07:37.123605 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-29fd3d36-9361-4b6f-97e2-3855ec27ab46 req-889d0e1f-db61-4554-98f6-7f171c840f3d tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:07:37.138509 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [req-29fd3d36-9361-4b6f-97e2-3855ec27ab46 req-889d0e1f-db61-4554-98f6-7f171c840f3d tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Calling delete_port for f06b2ba3-85c5-4da5-a142-dab387d92a9b owned by compute:nova {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 15:07:37.232901 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 56670) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:07:37.302750 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-29fd3d36-9361-4b6f-97e2-3855ec27ab46 req-889d0e1f-db61-4554-98f6-7f171c840f3d tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:07:37.316924 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] get_ports_and_sgs() called for port_ids ['f06b2ba3-85c5-4da5-a142-dab387d92a9b'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 15:07:37.339180 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889d0e1f-db61-4554-98f6-7f171c840f3d tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Pushing event deleted for resources: {'Port': ['ID=f06b2ba3-85c5-4da5-a142-dab387d92a9b,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:07:37.377339 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-363a225d-7cee-4649-af97-0ce5c622a09b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:07:37.379794 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889d0e1f-db61-4554-98f6-7f171c840f3d tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:07:37.380148 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889d0e1f-db61-4554-98f6-7f171c840f3d tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:07:37.380480 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889d0e1f-db61-4554-98f6-7f171c840f3d tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:07:37.380816 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889d0e1f-db61-4554-98f6-7f171c840f3d tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:07:37.381147 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889d0e1f-db61-4554-98f6-7f171c840f3d tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:07:37.381482 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889d0e1f-db61-4554-98f6-7f171c840f3d tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:07:37.381807 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889d0e1f-db61-4554-98f6-7f171c840f3d tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:07:37.382130 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889d0e1f-db61-4554-98f6-7f171c840f3d tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:07:37.382449 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889d0e1f-db61-4554-98f6-7f171c840f3d tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:07:37.382773 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889d0e1f-db61-4554-98f6-7f171c840f3d tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:07:37.383119 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889d0e1f-db61-4554-98f6-7f171c840f3d tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:07:37.383443 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889d0e1f-db61-4554-98f6-7f171c840f3d tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:07:37.406587 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [req-29fd3d36-9361-4b6f-97e2-3855ec27ab46 req-889d0e1f-db61-4554-98f6-7f171c840f3d tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] No DVR routers for this DVR port f06b2ba3-85c5-4da5-a142-dab387d92a9b on host n-h1-694802-15 {{(pid=94467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 15:07:37.409611 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-29fd3d36-9361-4b6f-97e2-3855ec27ab46 req-889d0e1f-db61-4554-98f6-7f171c840f3d tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:07:37.411870 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-29fd3d36-9361-4b6f-97e2-3855ec27ab46 req-889d0e1f-db61-4554-98f6-7f171c840f3d tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.64 "DELETE /v2.0/ports/f06b2ba3-85c5-4da5-a142-dab387d92a9b HTTP/1.1" status: 204 len: 173 time: 0.4848530 Aug 12 15:07:37.412641 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0ca1e47-a47e-4a3e-8539-420ebd4793f3', 'name': 'network-vif-deleted', 'tag': 'f06b2ba3-85c5-4da5-a142-dab387d92a9b'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:07:37.414995 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e65282f928b64038367d043a4411777802006c43a98742496cb2e25b724ff1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f385d1bc-0b18-44e9-a735-07763fe16d1b" -d '{"events": [{"server_uuid": "e0ca1e47-a47e-4a3e-8539-420ebd4793f3", "name": "network-vif-deleted", "tag": "f06b2ba3-85c5-4da5-a142-dab387d92a9b"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 15:07:37.464594 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 15:07:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-517ebedb-43c9-49f1-9cb7-dbe9f7a27a9b x-openstack-request-id: req-517ebedb-43c9-49f1-9cb7-dbe9f7a27a9b {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 15:07:37.464956 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0ca1e47-a47e-4a3e-8539-420ebd4793f3", "name": "network-vif-deleted", "tag": "f06b2ba3-85c5-4da5-a142-dab387d92a9b", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 15:07:37.465388 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-517ebedb-43c9-49f1-9cb7-dbe9f7a27a9b {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 15:07:37.465857 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0ca1e47-a47e-4a3e-8539-420ebd4793f3', 'name': 'network-vif-deleted', 'tag': 'f06b2ba3-85c5-4da5-a142-dab387d92a9b', 'status': 'completed', 'code': 200} Aug 12 15:07:37.539847 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-363a225d-7cee-4649-af97-0ce5c622a09b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:07:37.544689 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-363a225d-7cee-4649-af97-0ce5c622a09b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:07:37.592304 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-363a225d-7cee-4649-af97-0ce5c622a09b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3ad1501504ec4eea9306e8c1d7c57b41&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3577745 Aug 12 15:07:37.593214 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363a225d-7cee-4649-af97-0ce5c622a09b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2659094b-70db-4ad4-9565-8de33dcc6bb9,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:07:37.594798 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 56676) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:07:37.660732 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-20941363-b515-4cf7-8d4b-37ff5fbca2f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:07:37.686221 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-20941363-b515-4cf7-8d4b-37ff5fbca2f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:07:37.732297 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-20941363-b515-4cf7-8d4b-37ff5fbca2f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:07:37.735124 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-20941363-b515-4cf7-8d4b-37ff5fbca2f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:07:37.736271 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-20941363-b515-4cf7-8d4b-37ff5fbca2f8 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2659094b-70db-4ad4-9565-8de33dcc6bb9 HTTP/1.1" status: 204 len: 168 time: 0.1404688 Aug 12 15:07:37.759280 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20941363-b515-4cf7-8d4b-37ff5fbca2f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2659094b-70db-4ad4-9565-8de33dcc6bb9,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:07:37.827205 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-e91d7981-1f7d-49b6-bee7-f9991974fd8d req-065d25d3-1779-4492-9148-28cc28895ad3 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0ca1e47-a47e-4a3e-8539-420ebd4793f3 HTTP/1.1" status: 200 len: 210 time: 0.0294442 Aug 12 15:07:38.933121 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2d41b3bd-b185-48bc-b1e7-e3892094d55f req-c0ab0507-3a2b-4fc0-828b-dc96487e873b tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0ca1e47-a47e-4a3e-8539-420ebd4793f3 HTTP/1.1" status: 200 len: 210 time: 0.0318520 Aug 12 15:07:40.037260 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-a661a89a-2e68-4e5a-8550-201d08385690 req-ec34cd4b-c2b4-4bb2-b315-7557f2312cdf tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0ca1e47-a47e-4a3e-8539-420ebd4793f3 HTTP/1.1" status: 200 len: 210 time: 0.0285678 Aug 12 15:07:40.121821 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-63aeda6a-ed51-481d-ab61-822efd28bf27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:07:40.481069 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device f06b2ba3-85c5-4da5-a142-dab387d92a9b no longer exists at agent hyperv_n-h1-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 15:07:40.501764 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-93370168-53ca-47c2-9e27-b066be57125c None None] No Port match for: f06b2ba3-85c5-4da5-a142-dab387d92a9b {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 15:07:40.502262 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device f06b2ba3-85c5-4da5-a142-dab387d92a9b not bound to the agent host n-h1-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 15:07:41.143699 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-1d0635fb-e5c9-4ddb-b9d9-ed5e4d4a4539 req-b3a09a31-b11b-487a-a229-116d0cf5c71c tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0ca1e47-a47e-4a3e-8539-420ebd4793f3 HTTP/1.1" status: 200 len: 210 time: 0.0263634 Aug 12 15:07:41.825482 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:07:43.051406 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:07:43.054517 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:07:43.406579 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-64dcb80c-db0f-4880-99a4-f29bc295330b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:07:44.052444 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-1769855f-eda9-4483-9dc3-3220908ab45d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:07:45.706048 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-fe95f194-a3b0-4c04-9e42-20b511169d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:07:46.690056 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.agents_db [None req-17ed3e4c-1a7d-4162-9646-11c134aca297 None None] Agent healthcheck: found 7 active agents {{(pid=94469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 15:07:52.372502 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [req-13e92da9-2deb-4d66-86db-cbb6f3a74806 req-edaa9c71-b852-485a-875f-48209181d9e7 service neutron] (94467) timed out ('10.222.0.49', 55214) {{(pid=94467) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 12 15:08:04.691335 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85305c4f-29f5-41da-8985-176ab478c58e req-15e29aa4-bc71-4dff-8a52-6e37c41d5238 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:08:04.692736 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-85305c4f-29f5-41da-8985-176ab478c58e req-15e29aa4-bc71-4dff-8a52-6e37c41d5238 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/networks?id=d9c7e787-4652-4ee4-983d-7b4a9fd53d98 HTTP/1.1" status: 200 len: 812 time: 0.1097400 Aug 12 15:08:04.708446 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-85305c4f-29f5-41da-8985-176ab478c58e req-6bc510cb-5f22-44ed-b996-000debc0e1b8 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/quotas/b9f3518fbc904b44b3baf79d0578af51 HTTP/1.1" status: 200 len: 375 time: 0.0098808 Aug 12 15:08:04.762240 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-85305c4f-29f5-41da-8985-176ab478c58e req-dc256ef0-4abb-4468-86bd-b40db38e4c03 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=b9f3518fbc904b44b3baf79d0578af51&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0480678 Aug 12 15:08:04.859554 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-85305c4f-29f5-41da-8985-176ab478c58e req-266388c0-b6ca-498c-8ad9-3c8922007989 service neutron] 10.222.0.39 "GET /v2.0/networks/d9c7e787-4652-4ee4-983d-7b4a9fd53d98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903246 Aug 12 15:08:04.964473 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-85305c4f-29f5-41da-8985-176ab478c58e req-a5724fbe-efdd-474a-9f38-b643cfc21745 service neutron] 10.222.0.39 "GET /v2.0/networks/d9c7e787-4652-4ee4-983d-7b4a9fd53d98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971174 Aug 12 15:08:05.318206 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-29666f50-53f2-42e9-b70e-aa83f705dcb5 req-3cec2654-7905-4823-bd26-eaa2968b3e0d tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/ports?device_id=e067c07c-e2e7-4598-9d1d-b8e6ba7fd667 HTTP/1.1" status: 200 len: 210 time: 0.0335650 Aug 12 15:08:05.464605 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8081717e-35cb-4018-9d60-1694956a6a58 req-53b309d4-e199-4995-991c-ff71865bca17 tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:08:05.466381 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-8081717e-35cb-4018-9d60-1694956a6a58 req-53b309d4-e199-4995-991c-ff71865bca17 tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a0532f0-bca8-4155-8cd0-8fdd40de235a HTTP/1.1" status: 200 len: 945 time: 0.0532718 Aug 12 15:08:05.512024 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-8081717e-35cb-4018-9d60-1694956a6a58 req-460ec2b0-df72-4117-9e3a-3f0c5d963458 tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] 10.222.0.39 "GET /v2.0/security-groups?id=e5efc563-8b10-432a-9ba7-c00eb90e0511&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388386 Aug 12 15:08:06.267919 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85305c4f-29f5-41da-8985-176ab478c58e req-72c86466-8226-47e3-8ef7-e3557a21acbc tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:08:06.270105 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-85305c4f-29f5-41da-8985-176ab478c58e req-72c86466-8226-47e3-8ef7-e3557a21acbc tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.64 "GET /v2.0/networks?id=d9c7e787-4652-4ee4-983d-7b4a9fd53d98 HTTP/1.1" status: 200 len: 812 time: 0.1180248 Aug 12 15:08:06.283925 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-85305c4f-29f5-41da-8985-176ab478c58e req-36ffadce-96eb-4cfb-92d0-dd12b9be7e92 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Request body: {'port': {'device_id': 'e067c07c-e2e7-4598-9d1d-b8e6ba7fd667', 'network_id': 'd9c7e787-4652-4ee4-983d-7b4a9fd53d98', 'admin_state_up': True, 'tenant_id': 'b9f3518fbc904b44b3baf79d0578af51'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:08:06.422866 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85305c4f-29f5-41da-8985-176ab478c58e req-36ffadce-96eb-4cfb-92d0-dd12b9be7e92 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Made reservation on behalf of b9f3518fbc904b44b3baf79d0578af51 for: {'port': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 15:08:06.423796 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-d4f154da-5021-4790-be98-590e85556f52 req-cf5dc95e-87bb-4295-9959-9021097c5abc tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/ports?device_id=e067c07c-e2e7-4598-9d1d-b8e6ba7fd667 HTTP/1.1" status: 200 len: 210 time: 0.0296540 Aug 12 15:08:06.427114 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-85305c4f-29f5-41da-8985-176ab478c58e req-36ffadce-96eb-4cfb-92d0-dd12b9be7e92 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:08:06.592457 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_common [req-85305c4f-29f5-41da-8985-176ab478c58e req-36ffadce-96eb-4cfb-92d0-dd12b9be7e92 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Allocated IP 172.20.0.10 (d9c7e787-4652-4ee4-983d-7b4a9fd53d98/56c6cd03-2d72-4138-ab80-065ddfe4454b/ea6a6034-ba19-479a-ab1f-4fe74796f329) {{(pid=94467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 15:08:06.693209 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682aaf79-4fc4-4cf6-aa1e-4f08be58b446 req-3176b1c2-1c47-4ef2-b3b4-85dad4780e66 tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:08:06.701377 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-682aaf79-4fc4-4cf6-aa1e-4f08be58b446 req-3176b1c2-1c47-4ef2-b3b4-85dad4780e66 tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a0532f0-bca8-4155-8cd0-8fdd40de235a HTTP/1.1" status: 200 len: 945 time: 0.1008422 Aug 12 15:08:06.793100 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-682aaf79-4fc4-4cf6-aa1e-4f08be58b446 req-2e28bd6b-0734-421b-bd4a-0d855976dda3 tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] 10.222.0.39 "GET /v2.0/security-groups?id=e5efc563-8b10-432a-9ba7-c00eb90e0511&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0906138 Aug 12 15:08:06.852870 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-85305c4f-29f5-41da-8985-176ab478c58e req-36ffadce-96eb-4cfb-92d0-dd12b9be7e92 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Notify callbacks [] for port, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:08:06.868271 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [req-85305c4f-29f5-41da-8985-176ab478c58e req-36ffadce-96eb-4cfb-92d0-dd12b9be7e92 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Transition to ACTIVE for port object ea6a6034-ba19-479a-ab1f-4fe74796f329 will not be triggered until provisioned by entity DHCP. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:08:06.904306 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-85305c4f-29f5-41da-8985-176ab478c58e req-36ffadce-96eb-4cfb-92d0-dd12b9be7e92 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:08:06.953247 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85305c4f-29f5-41da-8985-176ab478c58e req-36ffadce-96eb-4cfb-92d0-dd12b9be7e92 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Network d9c7e787-4652-4ee4-983d-7b4a9fd53d98 is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 15:08:06.956949 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [req-85305c4f-29f5-41da-8985-176ab478c58e req-36ffadce-96eb-4cfb-92d0-dd12b9be7e92 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:08:06.961609 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [req-85305c4f-29f5-41da-8985-176ab478c58e req-36ffadce-96eb-4cfb-92d0-dd12b9be7e92 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Received port after_create {{(pid=94467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 15:08:07.014062 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ffadce-96eb-4cfb-92d0-dd12b9be7e92 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Pushing event updated for resources: {'Port': ['ID=ea6a6034-ba19-479a-ab1f-4fe74796f329,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:08:07.039454 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85305c4f-29f5-41da-8985-176ab478c58e req-36ffadce-96eb-4cfb-92d0-dd12b9be7e92 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:08:07.040489 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-85305c4f-29f5-41da-8985-176ab478c58e req-36ffadce-96eb-4cfb-92d0-dd12b9be7e92 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:08:07.060922 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-85305c4f-29f5-41da-8985-176ab478c58e req-36ffadce-96eb-4cfb-92d0-dd12b9be7e92 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7818408 Aug 12 15:08:07.077209 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-85305c4f-29f5-41da-8985-176ab478c58e req-d617f3b8-7f7d-4a59-bfd8-ffe7e80b5d6e service neutron] Request body: {'port': {'device_id': 'e067c07c-e2e7-4598-9d1d-b8e6ba7fd667', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-694802-15'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:08:07.139357 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-85305c4f-29f5-41da-8985-176ab478c58e req-d617f3b8-7f7d-4a59-bfd8-ffe7e80b5d6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:08:07.315291 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-9bcef044-1608-4d62-b31c-9c82f2c8cca7 None None] Provisioning for port ea6a6034-ba19-479a-ab1f-4fe74796f329 completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:08:07.320820 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-9bcef044-1608-4d62-b31c-9c82f2c8cca7 None None] Provisioning complete for port ea6a6034-ba19-479a-ab1f-4fe74796f329 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:08:07.321603 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-9bcef044-1608-4d62-b31c-9c82f2c8cca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:08:07.360393 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-9bcef044-1608-4d62-b31c-9c82f2c8cca7 None None] Port ea6a6034-ba19-479a-ab1f-4fe74796f329 cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 15:08:07.389703 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c379bf5-5f53-45f8-a49f-21f7b72223c4 req-0354ab52-88d8-49c8-9498-ed776376a7e5 tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:08:07.393322 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-5c379bf5-5f53-45f8-a49f-21f7b72223c4 req-0354ab52-88d8-49c8-9498-ed776376a7e5 tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] 10.222.0.49 "GET /v2.0/ports?device_id=3a0532f0-bca8-4155-8cd0-8fdd40de235a HTTP/1.1" status: 200 len: 945 time: 0.1091197 Aug 12 15:08:07.543184 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [req-5c379bf5-5f53-45f8-a49f-21f7b72223c4 req-24331777-e524-4293-b6b5-23be36882e94 tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] Deleting port 9d8c1187-d8bf-42f3-93b8-fd0d9c2da515 {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 15:08:07.543531 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-5c379bf5-5f53-45f8-a49f-21f7b72223c4 req-24331777-e524-4293-b6b5-23be36882e94 tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:08:07.552647 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a0100e-1db0-4809-b471-0e8fc26d8039 req-bf608be7-9b6d-47fe-a3e4-1cf4c36e53dc tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:08:07.555489 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-a1a0100e-1db0-4809-b471-0e8fc26d8039 req-bf608be7-9b6d-47fe-a3e4-1cf4c36e53dc tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/ports?device_id=e067c07c-e2e7-4598-9d1d-b8e6ba7fd667 HTTP/1.1" status: 200 len: 932 time: 0.0550580 Aug 12 15:08:07.624768 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-a1a0100e-1db0-4809-b471-0e8fc26d8039 req-3c64d469-2b9b-4036-bce8-b1baf4916e58 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/security-groups?id=3013738a-d4e8-4d22-9424-861312b623e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616877 Aug 12 15:08:07.635499 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [req-85305c4f-29f5-41da-8985-176ab478c58e req-d617f3b8-7f7d-4a59-bfd8-ffe7e80b5d6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea6a6034-ba19-479a-ab1f-4fe74796f329 {{(pid=94467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 15:08:07.646184 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-85305c4f-29f5-41da-8985-176ab478c58e req-d617f3b8-7f7d-4a59-bfd8-ffe7e80b5d6e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:08:07.673089 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [req-85305c4f-29f5-41da-8985-176ab478c58e req-d617f3b8-7f7d-4a59-bfd8-ffe7e80b5d6e service neutron] Transition to ACTIVE for port object ea6a6034-ba19-479a-ab1f-4fe74796f329 will not be triggered until provisioned by entity L2. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:08:07.680431 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-85305c4f-29f5-41da-8985-176ab478c58e req-d617f3b8-7f7d-4a59-bfd8-ffe7e80b5d6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:08:07.726998 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-5c379bf5-5f53-45f8-a49f-21f7b72223c4 req-24331777-e524-4293-b6b5-23be36882e94 tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] For port 9d8c1187-d8bf-42f3-93b8-fd0d9c2da515, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=9d8c1187-d8bf-42f3-93b8-fd0d9c2da515,segment=NetworkSegment(853d2dcc-17d7-437f-9aad-378917bafe8d),segment_id=853d2dcc-17d7-437f-9aad-378917bafe8d)] {{(pid=94467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:08:07.726998 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-5c379bf5-5f53-45f8-a49f-21f7b72223c4 req-24331777-e524-4293-b6b5-23be36882e94 tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:08:07.791244 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d617f3b8-7f7d-4a59-bfd8-ffe7e80b5d6e service neutron] Pushing event updated for resources: {'Port': ['ID=ea6a6034-ba19-479a-ab1f-4fe74796f329,revision_number=2']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:08:07.978250 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-85305c4f-29f5-41da-8985-176ab478c58e req-d617f3b8-7f7d-4a59-bfd8-ffe7e80b5d6e service neutron] Attempting to bind port ea6a6034-ba19-479a-ab1f-4fe74796f329 on host n-h1-694802-15 for vnic_type normal with profile {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 15:08:07.978837 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-85305c4f-29f5-41da-8985-176ab478c58e req-d617f3b8-7f7d-4a59-bfd8-ffe7e80b5d6e service neutron] Attempting to bind port ea6a6034-ba19-479a-ab1f-4fe74796f329 by drivers openvswitch,hyperv on host n-h1-694802-15 at level 0 using segments [{'id': 'fcd22b33-01d5-4908-ab67-fcc7aa617173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd9c7e787-4652-4ee4-983d-7b4a9fd53d98'}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 15:08:07.979380 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85305c4f-29f5-41da-8985-176ab478c58e req-d617f3b8-7f7d-4a59-bfd8-ffe7e80b5d6e service neutron] Attempting to bind port ea6a6034-ba19-479a-ab1f-4fe74796f329 on network d9c7e787-4652-4ee4-983d-7b4a9fd53d98 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 15:08:08.002008 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85305c4f-29f5-41da-8985-176ab478c58e req-d617f3b8-7f7d-4a59-bfd8-ffe7e80b5d6e service neutron] Port ea6a6034-ba19-479a-ab1f-4fe74796f329 on network d9c7e787-4652-4ee4-983d-7b4a9fd53d98 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-15 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 15:08:08.002008 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85305c4f-29f5-41da-8985-176ab478c58e req-d617f3b8-7f7d-4a59-bfd8-ffe7e80b5d6e service neutron] Attempting to bind port ea6a6034-ba19-479a-ab1f-4fe74796f329 on network d9c7e787-4652-4ee4-983d-7b4a9fd53d98 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 15:08:08.038342 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85305c4f-29f5-41da-8985-176ab478c58e req-d617f3b8-7f7d-4a59-bfd8-ffe7e80b5d6e service neutron] Checking agent: {'id': 'de568313-a3e6-454a-9813-77e25edcea95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 27, 41), 'started_at': datetime.datetime(2021, 8, 12, 14, 27, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 15, 7, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 15:08:08.038766 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85305c4f-29f5-41da-8985-176ab478c58e req-d617f3b8-7f7d-4a59-bfd8-ffe7e80b5d6e service neutron] Checking segment: {'id': 'fcd22b33-01d5-4908-ab67-fcc7aa617173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd9c7e787-4652-4ee4-983d-7b4a9fd53d98'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 15:08:08.039704 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85305c4f-29f5-41da-8985-176ab478c58e req-d617f3b8-7f7d-4a59-bfd8-ffe7e80b5d6e service neutron] Bound using segment: {'id': 'fcd22b33-01d5-4908-ab67-fcc7aa617173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd9c7e787-4652-4ee4-983d-7b4a9fd53d98'} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 15:08:08.040152 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-85305c4f-29f5-41da-8985-176ab478c58e req-d617f3b8-7f7d-4a59-bfd8-ffe7e80b5d6e service neutron] Bound port: ea6a6034-ba19-479a-ab1f-4fe74796f329, host: n-h1-694802-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fcd22b33-01d5-4908-ab67-fcc7aa617173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd9c7e787-4652-4ee4-983d-7b4a9fd53d98'}}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 15:08:08.040515 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-85305c4f-29f5-41da-8985-176ab478c58e req-d617f3b8-7f7d-4a59-bfd8-ffe7e80b5d6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:08:08.065076 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a92bb9-bdc1-47d1-9323-182553921268 req-70d55a79-da8a-4093-8ca8-56fc55214b35 tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:08:08.066602 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-05a92bb9-bdc1-47d1-9323-182553921268 req-70d55a79-da8a-4093-8ca8-56fc55214b35 tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a0532f0-bca8-4155-8cd0-8fdd40de235a HTTP/1.1" status: 200 len: 945 time: 0.1588705 Aug 12 15:08:08.142712 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-5c379bf5-5f53-45f8-a49f-21f7b72223c4 req-24331777-e524-4293-b6b5-23be36882e94 tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:08:08.142712 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-5c379bf5-5f53-45f8-a49f-21f7b72223c4 req-24331777-e524-4293-b6b5-23be36882e94 tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431510'] for floatingip, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:08:08.142712 n-d-694802-15 neutron-server[94467]: INFO neutron.db.l3_db [req-5c379bf5-5f53-45f8-a49f-21f7b72223c4 req-24331777-e524-4293-b6b5-23be36882e94 tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] Floating IP 8693072d-a499-465f-8c40-5e091197a3ae disassociated. External IP: 172.25.1.248, port: 9d8c1187-d8bf-42f3-93b8-fd0d9c2da515. Aug 12 15:08:08.142712 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [req-5c379bf5-5f53-45f8-a49f-21f7b72223c4 req-24331777-e524-4293-b6b5-23be36882e94 tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] Calling delete_port for 9d8c1187-d8bf-42f3-93b8-fd0d9c2da515 owned by compute:nova {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 15:08:08.179519 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-85305c4f-29f5-41da-8985-176ab478c58e req-d617f3b8-7f7d-4a59-bfd8-ffe7e80b5d6e service neutron] For port ea6a6034-ba19-479a-ab1f-4fe74796f329, host n-h1-694802-15, cleared binding levels {{(pid=94467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 15:08:08.211766 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-05a92bb9-bdc1-47d1-9323-182553921268 req-ead45d05-27b6-4454-a86e-76244b434d98 tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] 10.222.0.39 "GET /v2.0/security-groups?id=e5efc563-8b10-432a-9ba7-c00eb90e0511&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1127131 Aug 12 15:08:08.231003 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-85305c4f-29f5-41da-8985-176ab478c58e req-d617f3b8-7f7d-4a59-bfd8-ffe7e80b5d6e service neutron] For port ea6a6034-ba19-479a-ab1f-4fe74796f329, host n-h1-694802-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=ea6a6034-ba19-479a-ab1f-4fe74796f329,segment=NetworkSegment(fcd22b33-01d5-4908-ab67-fcc7aa617173),segment_id=fcd22b33-01d5-4908-ab67-fcc7aa617173)] {{(pid=94467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 15:08:08.245006 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-85305c4f-29f5-41da-8985-176ab478c58e req-d617f3b8-7f7d-4a59-bfd8-ffe7e80b5d6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:08:08.307380 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85305c4f-29f5-41da-8985-176ab478c58e req-d617f3b8-7f7d-4a59-bfd8-ffe7e80b5d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:08:08.308022 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-85305c4f-29f5-41da-8985-176ab478c58e req-d617f3b8-7f7d-4a59-bfd8-ffe7e80b5d6e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:08:08.309704 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-85305c4f-29f5-41da-8985-176ab478c58e req-d617f3b8-7f7d-4a59-bfd8-ffe7e80b5d6e service neutron] 10.222.0.64 "PUT /v2.0/ports/ea6a6034-ba19-479a-ab1f-4fe74796f329 HTTP/1.1" status: 200 len: 1093 time: 1.2407517 Aug 12 15:08:08.310745 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e067c07c-e2e7-4598-9d1d-b8e6ba7fd667', 'tag': 'ea6a6034-ba19-479a-ab1f-4fe74796f329'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:08:08.314692 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e65282f928b64038367d043a4411777802006c43a98742496cb2e25b724ff1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58205956-f652-40a2-a656-9335cfde6a6a" -d '{"events": [{"name": "network-changed", "server_uuid": "e067c07c-e2e7-4598-9d1d-b8e6ba7fd667", "tag": "ea6a6034-ba19-479a-ab1f-4fe74796f329"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 15:08:08.399758 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d617f3b8-7f7d-4a59-bfd8-ffe7e80b5d6e service neutron] Pushing event updated for resources: {'Port': ['ID=ea6a6034-ba19-479a-ab1f-4fe74796f329,revision_number=3']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:08:08.421148 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 15:08:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fc5bc42-0829-414a-b622-5821f81dbd00 x-openstack-request-id: req-5fc5bc42-0829-414a-b622-5821f81dbd00 {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 15:08:08.421417 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e067c07c-e2e7-4598-9d1d-b8e6ba7fd667", "tag": "ea6a6034-ba19-479a-ab1f-4fe74796f329", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 15:08:08.421673 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5fc5bc42-0829-414a-b622-5821f81dbd00 {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 15:08:08.422074 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e067c07c-e2e7-4598-9d1d-b8e6ba7fd667', 'tag': 'ea6a6034-ba19-479a-ab1f-4fe74796f329', 'status': 'completed', 'code': 200} Aug 12 15:08:08.452454 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-5c379bf5-5f53-45f8-a49f-21f7b72223c4 req-24331777-e524-4293-b6b5-23be36882e94 tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:08:08.495506 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24331777-e524-4293-b6b5-23be36882e94 tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] Pushing event deleted for resources: {'Port': ['ID=9d8c1187-d8bf-42f3-93b8-fd0d9c2da515,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:08:08.498768 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85305c4f-29f5-41da-8985-176ab478c58e req-db46fdcd-fb90-4067-96a8-98679e4d1e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:08:08.501014 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-85305c4f-29f5-41da-8985-176ab478c58e req-db46fdcd-fb90-4067-96a8-98679e4d1e55 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b9f3518fbc904b44b3baf79d0578af51&device_id=e067c07c-e2e7-4598-9d1d-b8e6ba7fd667 HTTP/1.1" status: 200 len: 1096 time: 0.1322274 Aug 12 15:08:08.593003 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-85305c4f-29f5-41da-8985-176ab478c58e req-c784e64d-abdb-41c1-bc0f-c4ba4636eac2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ea6a6034-ba19-479a-ab1f-4fe74796f329 HTTP/1.1" status: 200 len: 217 time: 0.0815938 Aug 12 15:08:08.687884 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85305c4f-29f5-41da-8985-176ab478c58e req-9035ae48-8d88-4289-8f6b-f7a3caef5897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:08:08.689289 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-85305c4f-29f5-41da-8985-176ab478c58e req-9035ae48-8d88-4289-8f6b-f7a3caef5897 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=56c6cd03-2d72-4138-ab80-065ddfe4454b HTTP/1.1" status: 200 len: 851 time: 0.0881238 Aug 12 15:08:08.717956 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5c379bf5-5f53-45f8-a49f-21f7b72223c4 req-24331777-e524-4293-b6b5-23be36882e94 tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] Router d7a24878-cc98-48b6-8c12-c5bfd74f38a2 has already been hosted by L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f {{(pid=94467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 15:08:08.820216 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85305c4f-29f5-41da-8985-176ab478c58e req-732f94b2-654f-4f93-9ee9-9ac4b6943d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:08:08.822228 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-85305c4f-29f5-41da-8985-176ab478c58e req-732f94b2-654f-4f93-9ee9-9ac4b6943d74 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d9c7e787-4652-4ee4-983d-7b4a9fd53d98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1191812 Aug 12 15:08:08.851884 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403ec2b4-c3a2-49e6-8df0-92092ccd6de8 req-ce1b06fa-b025-4069-8ac9-dd375970a967 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:08:08.853451 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-403ec2b4-c3a2-49e6-8df0-92092ccd6de8 req-ce1b06fa-b025-4069-8ac9-dd375970a967 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/ports?device_id=e067c07c-e2e7-4598-9d1d-b8e6ba7fd667 HTTP/1.1" status: 200 len: 944 time: 0.1384366 Aug 12 15:08:08.991449 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5c379bf5-5f53-45f8-a49f-21f7b72223c4 req-24331777-e524-4293-b6b5-23be36882e94 tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 15:08:09.007183 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-403ec2b4-c3a2-49e6-8df0-92092ccd6de8 req-fa2aa512-765a-40a2-981d-4e461e515f44 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/security-groups?id=3013738a-d4e8-4d22-9424-861312b623e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121988 Aug 12 15:08:09.009977 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bd5a86f-03b5-4a9e-9b68-0c69deb9b0b8 None None] Sync routers for ids ['d7a24878-cc98-48b6-8c12-c5bfd74f38a2'] in n-d-694802-15 {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 15:08:09.038033 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bd5a86f-03b5-4a9e-9b68-0c69deb9b0b8 None None] Routers {'d7a24878-cc98-48b6-8c12-c5bfd74f38a2'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:08:09.039980 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-0bd5a86f-03b5-4a9e-9b68-0c69deb9b0b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T15:07:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['d7a24878-cc98-48b6-8c12-c5bfd74f38a2'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:08:09.059391 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-85305c4f-29f5-41da-8985-176ab478c58e req-a0c5131e-d95f-4f02-9bf3-a2a486db3ae6 service neutron] 10.222.0.64 "GET /v2.0/networks/d9c7e787-4652-4ee4-983d-7b4a9fd53d98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2255259 Aug 12 15:08:09.060453 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c379bf5-5f53-45f8-a49f-21f7b72223c4 req-24331777-e524-4293-b6b5-23be36882e94 tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] No DVR routers for this DVR port 9d8c1187-d8bf-42f3-93b8-fd0d9c2da515 on host n-h2-694802-15 {{(pid=94467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 15:08:09.066090 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-5c379bf5-5f53-45f8-a49f-21f7b72223c4 req-24331777-e524-4293-b6b5-23be36882e94 tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:08:09.068837 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-5c379bf5-5f53-45f8-a49f-21f7b72223c4 req-24331777-e524-4293-b6b5-23be36882e94 tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] 10.222.0.49 "DELETE /v2.0/ports/9d8c1187-d8bf-42f3-93b8-fd0d9c2da515 HTTP/1.1" status: 204 len: 173 time: 1.6685021 Aug 12 15:08:09.256980 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-85305c4f-29f5-41da-8985-176ab478c58e req-d415a97d-557d-47f6-a084-97799197d0f2 service neutron] 10.222.0.64 "GET /v2.0/networks/d9c7e787-4652-4ee4-983d-7b4a9fd53d98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1871147 Aug 12 15:08:09.407575 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-7c5e8b9a-73c5-4b51-b66a-942ccb5d85fe req-fc2b028f-0296-4361-8615-a3988a9745ee tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a0532f0-bca8-4155-8cd0-8fdd40de235a HTTP/1.1" status: 200 len: 210 time: 0.0572653 Aug 12 15:08:09.410799 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58205956-f652-40a2-a656-9335cfde6a6a req-4c25673c-c983-4f05-ba41-4f5d96743c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:08:09.413154 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-58205956-f652-40a2-a656-9335cfde6a6a req-4c25673c-c983-4f05-ba41-4f5d96743c30 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b9f3518fbc904b44b3baf79d0578af51&device_id=e067c07c-e2e7-4598-9d1d-b8e6ba7fd667 HTTP/1.1" status: 200 len: 1096 time: 0.0882139 Aug 12 15:08:09.425612 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvr_db [None req-0bd5a86f-03b5-4a9e-9b68-0c69deb9b0b8 None None] Set router d7a24878-cc98-48b6-8c12-c5bfd74f38a2 gateway port host: n-d-694802-15 {{(pid=94468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:08:09.526278 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58205956-f652-40a2-a656-9335cfde6a6a req-6817cb2d-b319-4f99-a177-2778c685a19b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:08:09.527827 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-58205956-f652-40a2-a656-9335cfde6a6a req-6817cb2d-b319-4f99-a177-2778c685a19b service neutron] 10.222.0.64 "GET /v2.0/networks?id=d9c7e787-4652-4ee4-983d-7b4a9fd53d98 HTTP/1.1" status: 200 len: 913 time: 0.1071351 Aug 12 15:08:09.581640 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-58205956-f652-40a2-a656-9335cfde6a6a req-02a1b832-d210-4963-9a76-d79210fe18c8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ea6a6034-ba19-479a-ab1f-4fe74796f329 HTTP/1.1" status: 200 len: 217 time: 0.0445583 Aug 12 15:08:09.652977 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58205956-f652-40a2-a656-9335cfde6a6a req-0eea73eb-6489-46c6-9cec-628ca071e7a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:08:09.655257 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-58205956-f652-40a2-a656-9335cfde6a6a req-0eea73eb-6489-46c6-9cec-628ca071e7a0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=56c6cd03-2d72-4138-ab80-065ddfe4454b HTTP/1.1" status: 200 len: 851 time: 0.0671895 Aug 12 15:08:09.707705 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-0bd5a86f-03b5-4a9e-9b68-0c69deb9b0b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7a24878-cc98-48b6-8c12-c5bfd74f38a2', 'name': 'tempest-AttachVolumeTestJSON-610510819-router', 'tenant_id': 'eddbf0db78bb49c0ab2be813947221dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.203'}], 'enable_snat': True}, 'gw_port_id': '2a646784-b90b-43b0-87fd-197d5a6bf71f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:58:40Z', 'updated_at': '2021-08-12T14:58:44Z', 'revision_number': 4, 'project_id': 'eddbf0db78bb49c0ab2be813947221dc', 'gw_port': {'id': '2a646784-b90b-43b0-87fd-197d5a6bf71f', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:91:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a24878-cc98-48b6-8c12-c5bfd74f38a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3259, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:58:41Z', 'updated_at': '2021-08-12T14:58:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': 'e91e4d92-3889-480b-8457-35519d9e617f', 'name': '', 'network_id': '163c25f9-f902-43c0-b306-3d06c1f84041', 'tenant_id': 'eddbf0db78bb49c0ab2be813947221dc', 'mac_address': 'fa:16:3e:56:73:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a24878-cc98-48b6-8c12-c5bfd74f38a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3265, 'fixed_ips': [{'subnet_id': 'c68a9dc4-9dae-4b6f-89ee-ab739b8f3389', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:58:43Z', 'updated_at': '2021-08-12T14:58:54Z', 'revision_number': 5, 'project_id': 'eddbf0db78bb49c0ab2be813947221dc', 'subnets': [{'id': 'c68a9dc4-9dae-4b6f-89ee-ab739b8f3389', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:08:09.716739 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58205956-f652-40a2-a656-9335cfde6a6a req-19cd5ec9-96e5-4441-aaa2-561546799093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:08:09.718697 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-58205956-f652-40a2-a656-9335cfde6a6a req-19cd5ec9-96e5-4441-aaa2-561546799093 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d9c7e787-4652-4ee4-983d-7b4a9fd53d98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0545740 Aug 12 15:08:09.742502 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bd5a86f-03b5-4a9e-9b68-0c69deb9b0b8 None None] Checking router: d7a24878-cc98-48b6-8c12-c5bfd74f38a2 for host: n-d-694802-15 {{(pid=94468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 15:08:09.753938 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bd5a86f-03b5-4a9e-9b68-0c69deb9b0b8 None None] Routers {'d7a24878-cc98-48b6-8c12-c5bfd74f38a2'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:08:09.754828 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-0bd5a86f-03b5-4a9e-9b68-0c69deb9b0b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T15:07:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['d7a24878-cc98-48b6-8c12-c5bfd74f38a2'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:08:09.833147 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-58205956-f652-40a2-a656-9335cfde6a6a req-8cc8f89b-c674-49e4-af92-30950717bd0e service neutron] 10.222.0.64 "GET /v2.0/networks/d9c7e787-4652-4ee4-983d-7b4a9fd53d98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066267 Aug 12 15:08:09.886748 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvr_db [None req-0bd5a86f-03b5-4a9e-9b68-0c69deb9b0b8 None None] Set router d7a24878-cc98-48b6-8c12-c5bfd74f38a2 gateway port host: n-d-694802-15 {{(pid=94468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:08:09.935372 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-58205956-f652-40a2-a656-9335cfde6a6a req-60490f3f-88ea-46a0-b201-80864082f229 service neutron] 10.222.0.64 "GET /v2.0/networks/d9c7e787-4652-4ee4-983d-7b4a9fd53d98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948577 Aug 12 15:08:10.127985 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-22e97868-606a-4b80-9a11-2317ccdf3df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:08:10.132135 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-0bd5a86f-03b5-4a9e-9b68-0c69deb9b0b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7a24878-cc98-48b6-8c12-c5bfd74f38a2', 'name': 'tempest-AttachVolumeTestJSON-610510819-router', 'tenant_id': 'eddbf0db78bb49c0ab2be813947221dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.203'}], 'enable_snat': True}, 'gw_port_id': '2a646784-b90b-43b0-87fd-197d5a6bf71f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:58:40Z', 'updated_at': '2021-08-12T14:58:44Z', 'revision_number': 4, 'project_id': 'eddbf0db78bb49c0ab2be813947221dc', 'gw_port': {'id': '2a646784-b90b-43b0-87fd-197d5a6bf71f', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:91:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a24878-cc98-48b6-8c12-c5bfd74f38a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3259, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:58:41Z', 'updated_at': '2021-08-12T14:58:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': 'e91e4d92-3889-480b-8457-35519d9e617f', 'name': '', 'network_id': '163c25f9-f902-43c0-b306-3d06c1f84041', 'tenant_id': 'eddbf0db78bb49c0ab2be813947221dc', 'mac_address': 'fa:16:3e:56:73:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a24878-cc98-48b6-8c12-c5bfd74f38a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3265, 'fixed_ips': [{'subnet_id': 'c68a9dc4-9dae-4b6f-89ee-ab739b8f3389', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:58:43Z', 'updated_at': '2021-08-12T14:58:54Z', 'revision_number': 5, 'project_id': 'eddbf0db78bb49c0ab2be813947221dc', 'subnets': [{'id': 'c68a9dc4-9dae-4b6f-89ee-ab739b8f3389', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:08:10.166337 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bd5a86f-03b5-4a9e-9b68-0c69deb9b0b8 None None] The sync data for ids ['d7a24878-cc98-48b6-8c12-c5bfd74f38a2'] in n-d-694802-15 is: [{'id': 'd7a24878-cc98-48b6-8c12-c5bfd74f38a2', 'name': 'tempest-AttachVolumeTestJSON-610510819-router', 'tenant_id': 'eddbf0db78bb49c0ab2be813947221dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.203'}], 'enable_snat': True}, 'gw_port_id': '2a646784-b90b-43b0-87fd-197d5a6bf71f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:58:40Z', 'updated_at': '2021-08-12T14:58:44Z', 'revision_number': 4, 'project_id': 'eddbf0db78bb49c0ab2be813947221dc', 'gw_port': {'id': '2a646784-b90b-43b0-87fd-197d5a6bf71f', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:91:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a24878-cc98-48b6-8c12-c5bfd74f38a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3259, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:58:41Z', 'updated_at': '2021-08-12T14:58:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': 'e91e4d92-3889-480b-8457-35519d9e617f', 'name': '', 'network_id': '163c25f9-f902-43c0-b306-3d06c1f84041', 'tenant_id': 'eddbf0db78bb49c0ab2be813947221dc', 'mac_address': 'fa:16:3e:56:73:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a24878-cc98-48b6-8c12-c5bfd74f38a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3265, 'fixed_ips': [{'subnet_id': 'c68a9dc4-9dae-4b6f-89ee-ab739b8f3389', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:58:43Z', 'updated_at': '2021-08-12T14:58:54Z', 'revision_number': 5, 'project_id': 'eddbf0db78bb49c0ab2be813947221dc', 'subnets': [{'id': 'c68a9dc4-9dae-4b6f-89ee-ab739b8f3389', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 15:08:10.187060 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94469a81-b671-4863-b2e8-a5f85991ed1f req-3a2d53e7-447e-40c7-8b9b-55cfb3ea3588 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:08:10.188882 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-94469a81-b671-4863-b2e8-a5f85991ed1f req-3a2d53e7-447e-40c7-8b9b-55cfb3ea3588 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/ports?device_id=e067c07c-e2e7-4598-9d1d-b8e6ba7fd667 HTTP/1.1" status: 200 len: 944 time: 0.0672998 Aug 12 15:08:10.246997 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-94469a81-b671-4863-b2e8-a5f85991ed1f req-dcf3cbeb-a109-4bd4-860e-8a47fcf6b15f tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/security-groups?id=3013738a-d4e8-4d22-9424-861312b623e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515590 Aug 12 15:08:10.423461 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a0532f0-bca8-4155-8cd0-8fdd40de235a', 'name': 'network-vif-deleted', 'tag': '9d8c1187-d8bf-42f3-93b8-fd0d9c2da515'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:08:10.425799 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e65282f928b64038367d043a4411777802006c43a98742496cb2e25b724ff1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c4cd4be-6123-41b0-9bee-6b524b61c698" -d '{"events": [{"server_uuid": "3a0532f0-bca8-4155-8cd0-8fdd40de235a", "name": "network-vif-deleted", "tag": "9d8c1187-d8bf-42f3-93b8-fd0d9c2da515"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 15:08:10.472177 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 15:08:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a75574f-9f7d-4193-9c52-a2eaa7f5401a x-openstack-request-id: req-2a75574f-9f7d-4193-9c52-a2eaa7f5401a {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 15:08:10.472593 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a0532f0-bca8-4155-8cd0-8fdd40de235a", "name": "network-vif-deleted", "tag": "9d8c1187-d8bf-42f3-93b8-fd0d9c2da515", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 15:08:10.472923 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2a75574f-9f7d-4193-9c52-a2eaa7f5401a {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 15:08:10.473321 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a0532f0-bca8-4155-8cd0-8fdd40de235a', 'name': 'network-vif-deleted', 'tag': '9d8c1187-d8bf-42f3-93b8-fd0d9c2da515', 'status': 'completed', 'code': 200} Aug 12 15:08:10.514304 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fb889b3-4b81-4bae-842b-74d1ab79edca None None] New status for floating IP 8693072d-a499-465f-8c40-5e091197a3ae: DOWN {{(pid=94469) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 15:08:10.559370 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 57228) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:08:10.632185 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5e096864-d7dd-4a43-9d41-673600fb0535 tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] Notify callbacks [] for security_group, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:08:10.669126 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5e096864-d7dd-4a43-9d41-673600fb0535 tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:08:10.731071 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5e096864-d7dd-4a43-9d41-673600fb0535 tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:08:10.733660 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5e096864-d7dd-4a43-9d41-673600fb0535 tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:08:10.734826 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-5e096864-d7dd-4a43-9d41-673600fb0535 tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] 10.222.0.39 "DELETE /v2.0/security-groups/e5efc563-8b10-432a-9ba7-c00eb90e0511 HTTP/1.1" status: 204 len: 168 time: 0.1735833 Aug 12 15:08:10.737598 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 57230) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:08:10.752397 n-d-694802-15 neutron-server[94467]: INFO neutron.api.v2.resource [None req-3ac251f8-fb31-4336-b4f9-4075d6ef66e1 tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] show failed (client error): The resource could not be found. Aug 12 15:08:10.754019 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-3ac251f8-fb31-4336-b4f9-4075d6ef66e1 tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] 10.222.0.39 "GET /v2.0/security-groups/e5efc563-8b10-432a-9ba7-c00eb90e0511 HTTP/1.1" status: 404 len: 347 time: 0.0146093 Aug 12 15:08:10.756261 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e096864-d7dd-4a43-9d41-673600fb0535 tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5efc563-8b10-432a-9ba7-c00eb90e0511,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:08:10.757410 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 57232) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:08:10.773724 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e096864-d7dd-4a43-9d41-673600fb0535 tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:08:10.774124 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e096864-d7dd-4a43-9d41-673600fb0535 tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:08:10.775700 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e096864-d7dd-4a43-9d41-673600fb0535 tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:08:10.776042 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e096864-d7dd-4a43-9d41-673600fb0535 tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:08:10.776378 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e096864-d7dd-4a43-9d41-673600fb0535 tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:08:10.776698 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e096864-d7dd-4a43-9d41-673600fb0535 tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:08:10.777033 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e096864-d7dd-4a43-9d41-673600fb0535 tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:08:10.777361 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e096864-d7dd-4a43-9d41-673600fb0535 tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:08:10.777689 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e096864-d7dd-4a43-9d41-673600fb0535 tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:08:10.778014 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e096864-d7dd-4a43-9d41-673600fb0535 tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:08:10.778339 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e096864-d7dd-4a43-9d41-673600fb0535 tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:08:10.778662 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e096864-d7dd-4a43-9d41-673600fb0535 tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:08:10.911903 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-4f3ca9f2-fa04-4c42-9414-83ed8559978f tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] Deleting port c19f8774-aec1-4232-b62b-3ebe7b5e0750 {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 15:08:10.912601 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-4f3ca9f2-fa04-4c42-9414-83ed8559978f tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:08:10.995865 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-4f3ca9f2-fa04-4c42-9414-83ed8559978f tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:08:10.996289 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-4f3ca9f2-fa04-4c42-9414-83ed8559978f tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:08:11.009765 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-4f3ca9f2-fa04-4c42-9414-83ed8559978f tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] Calling delete_port for c19f8774-aec1-4232-b62b-3ebe7b5e0750 owned by network:floatingip {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 15:08:11.533019 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcb3348-c235-4776-aa3b-dfca3bf53a2b req-92a30f7a-9034-41dc-99ba-0d2e23af0653 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:08:11.534444 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4dcb3348-c235-4776-aa3b-dfca3bf53a2b req-92a30f7a-9034-41dc-99ba-0d2e23af0653 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/ports?device_id=e067c07c-e2e7-4598-9d1d-b8e6ba7fd667 HTTP/1.1" status: 200 len: 944 time: 0.0821686 Aug 12 15:08:11.550644 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-4f3ca9f2-fa04-4c42-9414-83ed8559978f tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:08:11.589788 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3ca9f2-fa04-4c42-9414-83ed8559978f tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] Pushing event deleted for resources: {'Port': ['ID=c19f8774-aec1-4232-b62b-3ebe7b5e0750,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:08:11.642523 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4dcb3348-c235-4776-aa3b-dfca3bf53a2b req-8224c9ca-a61f-43eb-89db-4c46b5d59a12 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/security-groups?id=3013738a-d4e8-4d22-9424-861312b623e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007226 Aug 12 15:08:11.663472 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-4f3ca9f2-fa04-4c42-9414-83ed8559978f tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] Notify callbacks [] for floatingip, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:08:11.666013 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-4f3ca9f2-fa04-4c42-9414-83ed8559978f tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for floatingip, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:08:11.667220 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-4f3ca9f2-fa04-4c42-9414-83ed8559978f tempest-AttachVolumeTestJSON-1114815456 tempest-AttachVolumeTestJSON-1114815456-project] 10.222.0.39 "DELETE /v2.0/floatingips/8693072d-a499-465f-8c40-5e091197a3ae HTTP/1.1" status: 204 len: 168 time: 0.9088192 Aug 12 15:08:11.858713 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:08:12.763592 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c25ee2-fc1f-4567-99e2-cf1b60605a57 req-7f93a4fa-09bc-4739-97c0-1428a0b7e20a tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:08:12.765190 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-86c25ee2-fc1f-4567-99e2-cf1b60605a57 req-7f93a4fa-09bc-4739-97c0-1428a0b7e20a tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/ports?device_id=e067c07c-e2e7-4598-9d1d-b8e6ba7fd667 HTTP/1.1" status: 200 len: 944 time: 0.0535719 Aug 12 15:08:12.814017 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-86c25ee2-fc1f-4567-99e2-cf1b60605a57 req-13eee1a3-9e8d-42ca-bd19-3476984c0925 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/security-groups?id=3013738a-d4e8-4d22-9424-861312b623e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405071 Aug 12 15:08:12.886405 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device 9d8c1187-d8bf-42f3-93b8-fd0d9c2da515 no longer exists at agent hyperv_n-h2-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 15:08:12.910437 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] No Port match for: 9d8c1187-d8bf-42f3-93b8-fd0d9c2da515 {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 15:08:12.911081 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device 9d8c1187-d8bf-42f3-93b8-fd0d9c2da515 not bound to the agent host n-h2-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 15:08:13.035816 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:08:13.099804 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:08:13.399094 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-fb8bbb92-3129-4ad8-9b7a-f66ece707d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:08:13.931078 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc10474e-7762-4644-a398-b48c75d9e57c req-8320b0d7-1868-4b5e-8227-871b7024cbf6 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:08:13.932995 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-dc10474e-7762-4644-a398-b48c75d9e57c req-8320b0d7-1868-4b5e-8227-871b7024cbf6 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/ports?device_id=e067c07c-e2e7-4598-9d1d-b8e6ba7fd667 HTTP/1.1" status: 200 len: 944 time: 0.0549233 Aug 12 15:08:13.986572 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-dc10474e-7762-4644-a398-b48c75d9e57c req-aaf75b2d-912c-4b10-b04a-1652ea02820a tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/security-groups?id=3013738a-d4e8-4d22-9424-861312b623e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460203 Aug 12 15:08:14.049296 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-1769855f-eda9-4483-9dc3-3220908ab45d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:08:15.118493 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974db2c7-3463-4435-b657-dcab0855d1ff req-d75349ad-0f18-48f5-a37a-a93a8c874e18 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:08:15.120705 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-974db2c7-3463-4435-b657-dcab0855d1ff req-d75349ad-0f18-48f5-a37a-a93a8c874e18 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/ports?device_id=e067c07c-e2e7-4598-9d1d-b8e6ba7fd667 HTTP/1.1" status: 200 len: 944 time: 0.0595388 Aug 12 15:08:15.167710 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-974db2c7-3463-4435-b657-dcab0855d1ff req-921e6a53-c414-497f-8bdc-51669a12b6a5 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/security-groups?id=3013738a-d4e8-4d22-9424-861312b623e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407460 Aug 12 15:08:15.727955 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-fe95f194-a3b0-4c04-9e42-20b511169d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:08:16.314484 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322d2575-24c3-4249-8d05-eb86766a0db4 req-0e977f60-002f-4b5e-a863-04a39dc3ba45 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:08:16.323191 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-322d2575-24c3-4249-8d05-eb86766a0db4 req-0e977f60-002f-4b5e-a863-04a39dc3ba45 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/ports?device_id=e067c07c-e2e7-4598-9d1d-b8e6ba7fd667 HTTP/1.1" status: 200 len: 944 time: 0.0682817 Aug 12 15:08:16.359568 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-322d2575-24c3-4249-8d05-eb86766a0db4 req-f70bfc5f-7fc2-485d-967c-56eeac1a970d tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/security-groups?id=3013738a-d4e8-4d22-9424-861312b623e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354438 Aug 12 15:08:17.505282 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7114b9-4844-4e25-ad9c-d9b9a727d9e7 req-60b2d5ad-99c0-40af-acb1-5cb275560526 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:08:17.513834 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-7c7114b9-4844-4e25-ad9c-d9b9a727d9e7 req-60b2d5ad-99c0-40af-acb1-5cb275560526 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/ports?device_id=e067c07c-e2e7-4598-9d1d-b8e6ba7fd667 HTTP/1.1" status: 200 len: 944 time: 0.0693612 Aug 12 15:08:17.549147 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-7c7114b9-4844-4e25-ad9c-d9b9a727d9e7 req-06c52aec-a8b1-4a45-9564-a8cecb29093e tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/security-groups?id=3013738a-d4e8-4d22-9424-861312b623e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343184 Aug 12 15:08:18.700483 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851877b3-ace8-4435-aa30-edea8581f926 req-4b4d3371-fbed-4404-94a6-213a526639b1 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:08:18.702159 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-851877b3-ace8-4435-aa30-edea8581f926 req-4b4d3371-fbed-4404-94a6-213a526639b1 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/ports?device_id=e067c07c-e2e7-4598-9d1d-b8e6ba7fd667 HTTP/1.1" status: 200 len: 944 time: 0.0681503 Aug 12 15:08:18.753019 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-851877b3-ace8-4435-aa30-edea8581f926 req-2e30b0d6-65cb-43a7-8601-63431ba27758 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/security-groups?id=3013738a-d4e8-4d22-9424-861312b623e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428667 Aug 12 15:08:18.781533 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device ea6a6034-ba19-479a-ab1f-4fe74796f329 details requested by agent hyperv_n-h1-694802-15 with host n-h1-694802-15 {{(pid=94468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 15:08:18.901601 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port ea6a6034-ba19-479a-ab1f-4fe74796f329, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=ea6a6034-ba19-479a-ab1f-4fe74796f329,segment=NetworkSegment(fcd22b33-01d5-4908-ab67-fcc7aa617173),segment_id=fcd22b33-01d5-4908-ab67-fcc7aa617173)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:08:18.916416 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Returning: {'device': 'ea6a6034-ba19-479a-ab1f-4fe74796f329', 'network_id': 'd9c7e787-4652-4ee4-983d-7b4a9fd53d98', 'port_id': 'ea6a6034-ba19-479a-ab1f-4fe74796f329', 'mac_address': 'fa:16:3e:12:84:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56c6cd03-2d72-4138-ab80-065ddfe4454b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 15:08:18.963837 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:08:18.985800 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea6a6034-ba19-479a-ab1f-4fe74796f329 {{(pid=94468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 15:08:19.013422 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port ea6a6034-ba19-479a-ab1f-4fe74796f329, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=ea6a6034-ba19-479a-ab1f-4fe74796f329,segment=NetworkSegment(fcd22b33-01d5-4908-ab67-fcc7aa617173),segment_id=fcd22b33-01d5-4908-ab67-fcc7aa617173)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:08:19.021770 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:08:19.088226 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Pushing event updated for resources: {'Port': ['ID=ea6a6034-ba19-479a-ab1f-4fe74796f329,revision_number=4']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:08:19.098603 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:08:19.099235 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:08:19.099746 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:08:19.100250 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:08:19.100578 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:08:19.100902 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:08:19.101224 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:08:19.101544 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:08:19.101860 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:08:19.102172 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:08:19.102491 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:08:19.102807 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:08:19.212274 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] get_ports_and_sgs() called for port_ids ['ea6a6034-ba19-479a-ab1f-4fe74796f329'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 15:08:19.900775 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b128311a-f2e8-4f72-90b7-847233ea03f7 req-9573e262-5857-4a8e-919e-1d12beeee97b tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:08:19.902291 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-b128311a-f2e8-4f72-90b7-847233ea03f7 req-9573e262-5857-4a8e-919e-1d12beeee97b tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/ports?device_id=e067c07c-e2e7-4598-9d1d-b8e6ba7fd667 HTTP/1.1" status: 200 len: 945 time: 0.0506890 Aug 12 15:08:19.942733 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-b128311a-f2e8-4f72-90b7-847233ea03f7 req-eb26cbe7-f940-418b-aadd-dcaf9bcb513b tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/security-groups?id=3013738a-d4e8-4d22-9424-861312b623e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340881 Aug 12 15:08:20.642167 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 57346) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:08:20.795798 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device ea6a6034-ba19-479a-ab1f-4fe74796f329 up at agent hyperv_n-h1-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 15:08:20.858720 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Provisioning for port ea6a6034-ba19-479a-ab1f-4fe74796f329 completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:08:20.864012 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Provisioning complete for port ea6a6034-ba19-479a-ab1f-4fe74796f329 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:08:20.864709 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:08:20.948742 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:08:20.983854 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port ea6a6034-ba19-479a-ab1f-4fe74796f329, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=ea6a6034-ba19-479a-ab1f-4fe74796f329,segment=NetworkSegment(fcd22b33-01d5-4908-ab67-fcc7aa617173),segment_id=fcd22b33-01d5-4908-ab67-fcc7aa617173)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:08:20.984798 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e067c07c-e2e7-4598-9d1d-b8e6ba7fd667', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea6a6034-ba19-479a-ab1f-4fe74796f329'}] {{(pid=94468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:08:20.987361 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99a8d87602170099c728e57431aca99e9b98a655a83bbf8727be13192709727b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af0929d2-e018-4f00-a941-f06ab6ae5b79" -d '{"events": [{"server_uuid": "e067c07c-e2e7-4598-9d1d-b8e6ba7fd667", "name": "network-vif-plugged", "status": "completed", "tag": "ea6a6034-ba19-479a-ab1f-4fe74796f329"}]}' {{(pid=94468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 15:08:20.991541 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:08:21.037557 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 15:08:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd23d5ab-6b9f-496b-b804-2c1d0d798015 x-openstack-request-id: req-bd23d5ab-6b9f-496b-b804-2c1d0d798015 {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 15:08:21.037921 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e067c07c-e2e7-4598-9d1d-b8e6ba7fd667", "name": "network-vif-plugged", "status": "completed", "tag": "ea6a6034-ba19-479a-ab1f-4fe74796f329", "code": 200}]} {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 15:08:21.038239 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-bd23d5ab-6b9f-496b-b804-2c1d0d798015 {{(pid=94468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 15:08:21.038695 n-d-694802-15 neutron-server[94468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e067c07c-e2e7-4598-9d1d-b8e6ba7fd667', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea6a6034-ba19-479a-ab1f-4fe74796f329', 'code': 200} Aug 12 15:08:21.062962 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Pushing event updated for resources: {'Port': ['ID=ea6a6034-ba19-479a-ab1f-4fe74796f329,revision_number=5']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:08:21.188488 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bff710-be05-4d55-9228-1ac010bad8bc req-1bd5e015-84b0-41b3-938c-e4171268c3b6 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:08:21.190158 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-94bff710-be05-4d55-9228-1ac010bad8bc req-1bd5e015-84b0-41b3-938c-e4171268c3b6 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/ports?device_id=e067c07c-e2e7-4598-9d1d-b8e6ba7fd667 HTTP/1.1" status: 200 len: 946 time: 0.1182249 Aug 12 15:08:21.198866 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631d03f2-3034-454e-bda8-e23ebf6d652f req-506d9a4e-4717-4deb-a393-4167dc4bca31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:08:21.200371 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-631d03f2-3034-454e-bda8-e23ebf6d652f req-506d9a4e-4717-4deb-a393-4167dc4bca31 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=e067c07c-e2e7-4598-9d1d-b8e6ba7fd667 HTTP/1.1" status: 200 len: 1098 time: 0.0949616 Aug 12 15:08:21.274423 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-94bff710-be05-4d55-9228-1ac010bad8bc req-5a427d8e-62b2-4cc4-9991-73543fc9e95c tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/security-groups?id=3013738a-d4e8-4d22-9424-861312b623e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775402 Aug 12 15:08:21.281230 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-631d03f2-3034-454e-bda8-e23ebf6d652f req-f23476f7-b452-4279-b030-6007c8361e9a service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=3013738a-d4e8-4d22-9424-861312b623e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709770 Aug 12 15:08:21.329277 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-758d29a3-5760-4a57-a33d-219fdcf1d63f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66663830'] for router_interface, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:08:21.599008 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-758d29a3-5760-4a57-a33d-219fdcf1d63f admin admin] Deleting port e91e4d92-3889-480b-8457-35519d9e617f {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 15:08:21.599381 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-758d29a3-5760-4a57-a33d-219fdcf1d63f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:08:21.687576 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [None req-758d29a3-5760-4a57-a33d-219fdcf1d63f admin admin] For port e91e4d92-3889-480b-8457-35519d9e617f, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=e91e4d92-3889-480b-8457-35519d9e617f,segment=NetworkSegment(853d2dcc-17d7-437f-9aad-378917bafe8d),segment_id=853d2dcc-17d7-437f-9aad-378917bafe8d)] {{(pid=94467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:08:21.688357 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-758d29a3-5760-4a57-a33d-219fdcf1d63f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:08:21.701763 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-758d29a3-5760-4a57-a33d-219fdcf1d63f admin admin] Calling delete_port for e91e4d92-3889-480b-8457-35519d9e617f owned by network:router_interface {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 15:08:21.885095 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-758d29a3-5760-4a57-a33d-219fdcf1d63f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:08:21.912751 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758d29a3-5760-4a57-a33d-219fdcf1d63f admin admin] Pushing event deleted for resources: {'Port': ['ID=e91e4d92-3889-480b-8457-35519d9e617f,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:08:22.097869 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-758d29a3-5760-4a57-a33d-219fdcf1d63f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66628352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-430630'] for router_interface, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:08:22.324824 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-758d29a3-5760-4a57-a33d-219fdcf1d63f admin admin] Router d7a24878-cc98-48b6-8c12-c5bfd74f38a2 has already been hosted by L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f {{(pid=94467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 15:08:22.399959 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c194b07a-4fb0-42b0-a9f4-0c518f2f1be9 req-ca4d6339-4d55-4b3f-a56a-79b95f0e23f6 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:08:22.401650 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-c194b07a-4fb0-42b0-a9f4-0c518f2f1be9 req-ca4d6339-4d55-4b3f-a56a-79b95f0e23f6 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/ports?device_id=e067c07c-e2e7-4598-9d1d-b8e6ba7fd667 HTTP/1.1" status: 200 len: 946 time: 0.0566962 Aug 12 15:08:22.438726 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-758d29a3-5760-4a57-a33d-219fdcf1d63f admin admin] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 15:08:22.449174 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-758d29a3-5760-4a57-a33d-219fdcf1d63f admin admin] 10.222.0.39 "PUT /v2.0/routers/d7a24878-cc98-48b6-8c12-c5bfd74f38a2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8055425 Aug 12 15:08:22.449732 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 57364) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:08:22.452589 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b82d90-1d57-4428-90b1-bcf377d436f5 None None] Sync routers for ids ['d7a24878-cc98-48b6-8c12-c5bfd74f38a2'] in n-d-694802-15 {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 15:08:22.453178 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-c194b07a-4fb0-42b0-a9f4-0c518f2f1be9 req-167f29c5-884c-49b3-9a88-373b73f363be tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/security-groups?id=3013738a-d4e8-4d22-9424-861312b623e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447121 Aug 12 15:08:22.475574 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77b82d90-1d57-4428-90b1-bcf377d436f5 None None] Routers {'d7a24878-cc98-48b6-8c12-c5bfd74f38a2'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:08:22.477530 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-77b82d90-1d57-4428-90b1-bcf377d436f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T15:08:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['d7a24878-cc98-48b6-8c12-c5bfd74f38a2'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:08:22.596862 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-ed6c3495-f22b-4cd7-bfb9-54ddc885165d admin admin] Notify callbacks [] for router, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:08:22.611625 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvr_db [None req-77b82d90-1d57-4428-90b1-bcf377d436f5 None None] Set router d7a24878-cc98-48b6-8c12-c5bfd74f38a2 gateway port host: n-d-694802-15 {{(pid=94468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:08:22.714977 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2c3d48-5c6e-4c92-8772-6adf5811db54 req-d93bf415-01aa-4e4c-ad5d-f6aeeca63507 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:08:22.716515 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-1f2c3d48-5c6e-4c92-8772-6adf5811db54 req-d93bf415-01aa-4e4c-ad5d-f6aeeca63507 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/ports?device_id=e067c07c-e2e7-4598-9d1d-b8e6ba7fd667 HTTP/1.1" status: 200 len: 946 time: 0.1221673 Aug 12 15:08:22.765335 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-ed6c3495-f22b-4cd7-bfb9-54ddc885165d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:08:22.771742 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-1f2c3d48-5c6e-4c92-8772-6adf5811db54 req-4bfb42ed-1160-466c-a0e5-a5cdc794f245 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/security-groups?id=3013738a-d4e8-4d22-9424-861312b623e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485144 Aug 12 15:08:22.801799 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-77b82d90-1d57-4428-90b1-bcf377d436f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7a24878-cc98-48b6-8c12-c5bfd74f38a2', 'name': 'tempest-AttachVolumeTestJSON-610510819-router', 'tenant_id': 'eddbf0db78bb49c0ab2be813947221dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.203'}], 'enable_snat': True}, 'gw_port_id': '2a646784-b90b-43b0-87fd-197d5a6bf71f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:58:40Z', 'updated_at': '2021-08-12T15:08:21Z', 'revision_number': 5, 'project_id': 'eddbf0db78bb49c0ab2be813947221dc', 'gw_port': {'id': '2a646784-b90b-43b0-87fd-197d5a6bf71f', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:91:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a24878-cc98-48b6-8c12-c5bfd74f38a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3259, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T14:58:41Z', 'updated_at': '2021-08-12T14:58:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15'}], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:08:22.835698 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b82d90-1d57-4428-90b1-bcf377d436f5 None None] Checking router: d7a24878-cc98-48b6-8c12-c5bfd74f38a2 for host: n-d-694802-15 {{(pid=94468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 15:08:22.842282 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-ed6c3495-f22b-4cd7-bfb9-54ddc885165d admin admin] Deleting port 2a646784-b90b-43b0-87fd-197d5a6bf71f {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 15:08:22.842626 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-ed6c3495-f22b-4cd7-bfb9-54ddc885165d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:08:22.844752 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77b82d90-1d57-4428-90b1-bcf377d436f5 None None] Routers {'d7a24878-cc98-48b6-8c12-c5bfd74f38a2'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:08:22.845375 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-77b82d90-1d57-4428-90b1-bcf377d436f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T15:08:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['d7a24878-cc98-48b6-8c12-c5bfd74f38a2'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:08:22.935194 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [None req-ed6c3495-f22b-4cd7-bfb9-54ddc885165d admin admin] For port 2a646784-b90b-43b0-87fd-197d5a6bf71f, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=2a646784-b90b-43b0-87fd-197d5a6bf71f,segment=NetworkSegment(b1b396cb-2dc6-4041-bfc7-1833a80a4720),segment_id=b1b396cb-2dc6-4041-bfc7-1833a80a4720)] {{(pid=94467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:08:22.935685 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-ed6c3495-f22b-4cd7-bfb9-54ddc885165d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:08:22.947108 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvr_db [None req-77b82d90-1d57-4428-90b1-bcf377d436f5 None None] Set router d7a24878-cc98-48b6-8c12-c5bfd74f38a2 gateway port host: None {{(pid=94468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:08:22.949134 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-ed6c3495-f22b-4cd7-bfb9-54ddc885165d admin admin] Calling delete_port for 2a646784-b90b-43b0-87fd-197d5a6bf71f owned by network:router_gateway {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 15:08:23.012836 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-77b82d90-1d57-4428-90b1-bcf377d436f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7a24878-cc98-48b6-8c12-c5bfd74f38a2', 'name': 'tempest-AttachVolumeTestJSON-610510819-router', 'tenant_id': 'eddbf0db78bb49c0ab2be813947221dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:58:40Z', 'updated_at': '2021-08-12T15:08:22Z', 'revision_number': 6, 'project_id': 'eddbf0db78bb49c0ab2be813947221dc', 'gw_port_host': None}], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:08:23.046865 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b82d90-1d57-4428-90b1-bcf377d436f5 None None] The sync data for ids ['d7a24878-cc98-48b6-8c12-c5bfd74f38a2'] in n-d-694802-15 is: [{'id': 'd7a24878-cc98-48b6-8c12-c5bfd74f38a2', 'name': 'tempest-AttachVolumeTestJSON-610510819-router', 'tenant_id': 'eddbf0db78bb49c0ab2be813947221dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T14:58:40Z', 'updated_at': '2021-08-12T15:08:22Z', 'revision_number': 6, 'project_id': 'eddbf0db78bb49c0ab2be813947221dc', 'gw_port_host': None}] {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 15:08:23.138253 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-ed6c3495-f22b-4cd7-bfb9-54ddc885165d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:08:23.166585 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6c3495-f22b-4cd7-bfb9-54ddc885165d admin admin] Pushing event deleted for resources: {'Port': ['ID=2a646784-b90b-43b0-87fd-197d5a6bf71f,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:08:23.241470 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-ed6c3495-f22b-4cd7-bfb9-54ddc885165d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-431580'] for router_gateway, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:08:23.362523 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-ed6c3495-f22b-4cd7-bfb9-54ddc885165d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-429360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-104877'] for router, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:08:23.364974 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-ed6c3495-f22b-4cd7-bfb9-54ddc885165d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:08:23.419480 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-ed6c3495-f22b-4cd7-bfb9-54ddc885165d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-429375'] for router, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:08:23.420294 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed6c3495-f22b-4cd7-bfb9-54ddc885165d admin admin] Fanout notify agent at l3_agent the message router_deleted on router d7a24878-cc98-48b6-8c12-c5bfd74f38a2 {{(pid=94467) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 15:08:23.426318 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-ed6c3495-f22b-4cd7-bfb9-54ddc885165d admin admin] Notify callbacks [] for router, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:08:23.427987 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-ed6c3495-f22b-4cd7-bfb9-54ddc885165d admin admin] 10.222.0.39 "DELETE /v2.0/routers/d7a24878-cc98-48b6-8c12-c5bfd74f38a2 HTTP/1.1" status: 204 len: 168 time: 0.9769199 Aug 12 15:08:23.430130 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 57386) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:08:23.488405 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_v2 [None req-9bbd548b-9733-49ff-83cf-9df704d181c8 admin admin] Deleting subnet c68a9dc4-9dae-4b6f-89ee-ab739b8f3389 {{(pid=94467) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 15:08:23.491749 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-9bbd548b-9733-49ff-83cf-9df704d181c8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:08:23.543479 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-9bbd548b-9733-49ff-83cf-9df704d181c8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3857505'] for subnet, precommit_delete_associations {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:08:23.671651 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-9bbd548b-9733-49ff-83cf-9df704d181c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66416255'] for subnet, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:08:23.698169 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.agents_db [None req-17ed3e4c-1a7d-4162-9646-11c134aca297 None None] Agent healthcheck: found 7 active agents {{(pid=94469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 15:08:23.782204 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-9bbd548b-9733-49ff-83cf-9df704d181c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66416232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2859225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3343748'] for subnet, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:08:23.825127 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbd548b-9733-49ff-83cf-9df704d181c8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c68a9dc4-9dae-4b6f-89ee-ab739b8f3389,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:08:23.832208 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e445a34f-7bb2-4a27-9c39-5fa8c67e74c2 None None] Network 163c25f9-f902-43c0-b306-3d06c1f84041 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 15:08:23.834596 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-9bbd548b-9733-49ff-83cf-9df704d181c8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:08:23.837832 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-9bbd548b-9733-49ff-83cf-9df704d181c8 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/c68a9dc4-9dae-4b6f-89ee-ab739b8f3389 HTTP/1.1" status: 204 len: 168 time: 0.4064264 Aug 12 15:08:23.840183 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 57406) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:08:24.059648 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-751a35e5-8f09-4f6d-a8ca-56298801bff7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680608'] for network, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:08:24.162486 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-751a35e5-8f09-4f6d-a8ca-56298801bff7 admin admin] Deleting port 5d837020-b82e-47d4-b3c9-cd47e40ad63c {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 15:08:24.162810 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-751a35e5-8f09-4f6d-a8ca-56298801bff7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:08:24.185021 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-002f5b2d-52e4-4587-a7ba-8c6e210e123d None None] DHCP port deletion for 163c25f9-f902-43c0-b306-3d06c1f84041 request from n-d-694802-15 {{(pid=94468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 15:08:24.279482 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [None req-751a35e5-8f09-4f6d-a8ca-56298801bff7 admin admin] For port 5d837020-b82e-47d4-b3c9-cd47e40ad63c, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=5d837020-b82e-47d4-b3c9-cd47e40ad63c,segment=NetworkSegment(853d2dcc-17d7-437f-9aad-378917bafe8d),segment_id=853d2dcc-17d7-437f-9aad-378917bafe8d)] {{(pid=94467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:08:24.280178 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-751a35e5-8f09-4f6d-a8ca-56298801bff7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:08:24.309251 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-751a35e5-8f09-4f6d-a8ca-56298801bff7 admin admin] Calling delete_port for 5d837020-b82e-47d4-b3c9-cd47e40ad63c owned by network:dhcp {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 15:08:24.368266 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-002f5b2d-52e4-4587-a7ba-8c6e210e123d None None] Deleting port 5d837020-b82e-47d4-b3c9-cd47e40ad63c {{(pid=94468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 15:08:24.373302 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-002f5b2d-52e4-4587-a7ba-8c6e210e123d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:08:24.475377 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-002f5b2d-52e4-4587-a7ba-8c6e210e123d None None] For port 5d837020-b82e-47d4-b3c9-cd47e40ad63c, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=5d837020-b82e-47d4-b3c9-cd47e40ad63c,segment=NetworkSegment(853d2dcc-17d7-437f-9aad-378917bafe8d),segment_id=853d2dcc-17d7-437f-9aad-378917bafe8d)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:08:24.479630 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-002f5b2d-52e4-4587-a7ba-8c6e210e123d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:08:24.488582 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-751a35e5-8f09-4f6d-a8ca-56298801bff7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:08:24.497794 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-002f5b2d-52e4-4587-a7ba-8c6e210e123d None None] Calling delete_port for 5d837020-b82e-47d4-b3c9-cd47e40ad63c owned by network:dhcp {{(pid=94468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 15:08:24.510845 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-751a35e5-8f09-4f6d-a8ca-56298801bff7 admin admin] No DVR routers for this DVR port 5d837020-b82e-47d4-b3c9-cd47e40ad63c on host n-d-694802-15 {{(pid=94467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 15:08:24.545875 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751a35e5-8f09-4f6d-a8ca-56298801bff7 admin admin] Pushing event deleted for resources: {'Port': ['ID=5d837020-b82e-47d4-b3c9-cd47e40ad63c,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:08:24.568643 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device e91e4d92-3889-480b-8457-35519d9e617f no longer exists at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 15:08:24.598174 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] No Port match for: e91e4d92-3889-480b-8457-35519d9e617f {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 15:08:24.598532 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device e91e4d92-3889-480b-8457-35519d9e617f not bound to the agent host n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 15:08:24.598958 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 2a646784-b90b-43b0-87fd-197d5a6bf71f no longer exists at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 15:08:24.630315 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] No Port match for: 2a646784-b90b-43b0-87fd-197d5a6bf71f {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 15:08:24.630660 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 2a646784-b90b-43b0-87fd-197d5a6bf71f not bound to the agent host n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 15:08:24.630798 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-751a35e5-8f09-4f6d-a8ca-56298801bff7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66413304', 'neutron.services.segments.db._delete_segments_for_network-8744654118000'] for network, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:08:24.631112 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 5d837020-b82e-47d4-b3c9-cd47e40ad63c no longer exists at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 15:08:24.644340 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-751a35e5-8f09-4f6d-a8ca-56298801bff7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['163c25f9-f902-43c0-b306-3d06c1f84041']}} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:08:24.656637 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-751a35e5-8f09-4f6d-a8ca-56298801bff7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '853d2dcc-17d7-437f-9aad-378917bafe8d') {'for_net_delete': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:08:24.656995 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-751a35e5-8f09-4f6d-a8ca-56298801bff7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '853d2dcc-17d7-437f-9aad-378917bafe8d') {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:08:24.660808 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] No Port match for: 5d837020-b82e-47d4-b3c9-cd47e40ad63c {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 15:08:24.661386 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 5d837020-b82e-47d4-b3c9-cd47e40ad63c not bound to the agent host n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 15:08:24.671460 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-751a35e5-8f09-4f6d-a8ca-56298801bff7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744654122361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3857526'] for segment, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:08:24.689317 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-751a35e5-8f09-4f6d-a8ca-56298801bff7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:08:24.689959 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-002f5b2d-52e4-4587-a7ba-8c6e210e123d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262'] for port, after_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:08:24.697215 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-751a35e5-8f09-4f6d-a8ca-56298801bff7 admin admin] Releasing vlan 347 on physical network physnet1 to pool {{(pid=94467) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 15:08:24.697605 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-751a35e5-8f09-4f6d-a8ca-56298801bff7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2859015'] for segment, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:08:24.699343 n-d-694802-15 neutron-server[94467]: Traceback (most recent call last): Aug 12 15:08:24.699343 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 15:08:24.699343 n-d-694802-15 neutron-server[94467]: timer() Aug 12 15:08:24.699343 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 15:08:24.699343 n-d-694802-15 neutron-server[94467]: cb(*args, **kw) Aug 12 15:08:24.699343 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 15:08:24.699343 n-d-694802-15 neutron-server[94467]: return func(*args, **kwargs) Aug 12 15:08:24.699343 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 15:08:24.699343 n-d-694802-15 neutron-server[94467]: self._notify() Aug 12 15:08:24.699343 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 15:08:24.699343 n-d-694802-15 neutron-server[94467]: self.callback(batched_events) Aug 12 15:08:24.699343 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 15:08:24.699343 n-d-694802-15 neutron-server[94467]: event.method(event) Aug 12 15:08:24.699343 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 15:08:24.699343 n-d-694802-15 neutron-server[94467]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 15:08:24.699343 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 15:08:24.699343 n-d-694802-15 neutron-server[94467]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 15:08:24.699343 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 15:08:24.699343 n-d-694802-15 neutron-server[94467]: return f(self, *a, **k) Aug 12 15:08:24.699343 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 15:08:24.699343 n-d-694802-15 neutron-server[94467]: return self._get(url).json() Aug 12 15:08:24.699343 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 15:08:24.699343 n-d-694802-15 neutron-server[94467]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 15:08:24.699343 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 15:08:24.699343 n-d-694802-15 neutron-server[94467]: return self.request(url, 'GET', **kwargs) Aug 12 15:08:24.699343 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 15:08:24.699343 n-d-694802-15 neutron-server[94467]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 15:08:24.699343 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 15:08:24.699343 n-d-694802-15 neutron-server[94467]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 15:08:24.699343 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 15:08:24.699343 n-d-694802-15 neutron-server[94467]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 15:08:24.699343 n-d-694802-15 neutron-server[94467]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 15:08:24.716933 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002f5b2d-52e4-4587-a7ba-8c6e210e123d None None] Pushing event deleted for resources: {'Port': ['ID=5d837020-b82e-47d4-b3c9-cd47e40ad63c,revision_number=None']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:08:24.723313 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-002f5b2d-52e4-4587-a7ba-8c6e210e123d None None] No DVR routers for this DVR port 5d837020-b82e-47d4-b3c9-cd47e40ad63c on host n-d-694802-15 {{(pid=94468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 15:08:24.790363 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-751a35e5-8f09-4f6d-a8ca-56298801bff7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66413281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431520'] for network, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:08:24.820659 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-751a35e5-8f09-4f6d-a8ca-56298801bff7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for network, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:08:24.825146 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-751a35e5-8f09-4f6d-a8ca-56298801bff7 admin admin] 10.222.0.39 "DELETE /v2.0/networks/163c25f9-f902-43c0-b306-3d06c1f84041 HTTP/1.1" status: 204 len: 168 time: 0.9814205 Aug 12 15:08:24.850628 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751a35e5-8f09-4f6d-a8ca-56298801bff7 admin admin] Pushing event deleted for resources: {'Network': ['ID=163c25f9-f902-43c0-b306-3d06c1f84041,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:08:25.002033 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 57446) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:08:25.046456 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-c716d9f9-f250-42a3-80f2-5767f0be588a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=eddbf0db78bb49c0ab2be813947221dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0431378 Aug 12 15:08:25.048919 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 57448) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:08:25.104489 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-1ad1a339-fc82-4dae-9c70-723eefa9851d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:08:25.127146 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-1ad1a339-fc82-4dae-9c70-723eefa9851d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:08:25.177292 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-1ad1a339-fc82-4dae-9c70-723eefa9851d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:08:25.180127 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-1ad1a339-fc82-4dae-9c70-723eefa9851d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:08:25.183461 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-1ad1a339-fc82-4dae-9c70-723eefa9851d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c251ae89-bc3d-4700-8771-433157df3c6c HTTP/1.1" status: 204 len: 168 time: 0.1334963 Aug 12 15:08:25.191735 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad1a339-fc82-4dae-9c70-723eefa9851d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c251ae89-bc3d-4700-8771-433157df3c6c,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:08:25.959364 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43d9b4b-0e8b-45ea-bc41-412605512030 req-92edffb8-8c93-465c-a506-f3053940c78d tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:08:25.966779 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b43d9b4b-0e8b-45ea-bc41-412605512030 req-92edffb8-8c93-465c-a506-f3053940c78d tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/networks?id=d9c7e787-4652-4ee4-983d-7b4a9fd53d98 HTTP/1.1" status: 200 len: 812 time: 0.1262987 Aug 12 15:08:25.985706 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b43d9b4b-0e8b-45ea-bc41-412605512030 req-cef3af4d-54a0-4367-bd02-2b6d274e5919 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/quotas/b9f3518fbc904b44b3baf79d0578af51 HTTP/1.1" status: 200 len: 375 time: 0.0178709 Aug 12 15:08:26.080502 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b43d9b4b-0e8b-45ea-bc41-412605512030 req-59f7b2ad-1f75-4c42-9877-076e23f35c8d tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=b9f3518fbc904b44b3baf79d0578af51&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0936868 Aug 12 15:08:26.195090 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b43d9b4b-0e8b-45ea-bc41-412605512030 req-86ff08b0-067c-41c6-9285-486e26b7e546 service neutron] 10.222.0.39 "GET /v2.0/networks/d9c7e787-4652-4ee4-983d-7b4a9fd53d98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129599 Aug 12 15:08:26.340350 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b43d9b4b-0e8b-45ea-bc41-412605512030 req-62142ded-71a9-4a8f-998b-5ac2b11dd13e service neutron] 10.222.0.39 "GET /v2.0/networks/d9c7e787-4652-4ee4-983d-7b4a9fd53d98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1445994 Aug 12 15:08:26.666781 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-8397265b-c9dc-4656-b650-6336c319b440 req-ad46a7be-3fc3-4194-88ca-b0c29bed9029 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/ports?device_id=e341fd55-15ba-4f76-b99a-5ffd5e6c4169 HTTP/1.1" status: 200 len: 210 time: 0.0726418 Aug 12 15:08:27.755972 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43d9b4b-0e8b-45ea-bc41-412605512030 req-cdaa8c5b-45c8-4c3d-9173-d09c04d1b896 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:08:27.757464 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b43d9b4b-0e8b-45ea-bc41-412605512030 req-cdaa8c5b-45c8-4c3d-9173-d09c04d1b896 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.49 "GET /v2.0/networks?id=d9c7e787-4652-4ee4-983d-7b4a9fd53d98 HTTP/1.1" status: 200 len: 812 time: 0.1692164 Aug 12 15:08:27.786710 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-75429372-e14c-45f5-8c8f-ebd2c91102f5 req-689d790c-03c8-44c7-bac2-b0e83f9b971e tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/ports?device_id=e341fd55-15ba-4f76-b99a-5ffd5e6c4169 HTTP/1.1" status: 200 len: 210 time: 0.0280490 Aug 12 15:08:27.790475 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-b43d9b4b-0e8b-45ea-bc41-412605512030 req-4cf951d0-029c-40a1-bddd-369fead81bb6 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Request body: {'port': {'device_id': 'e341fd55-15ba-4f76-b99a-5ffd5e6c4169', 'network_id': 'd9c7e787-4652-4ee4-983d-7b4a9fd53d98', 'admin_state_up': True, 'tenant_id': 'b9f3518fbc904b44b3baf79d0578af51'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:08:27.936290 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b43d9b4b-0e8b-45ea-bc41-412605512030 req-4cf951d0-029c-40a1-bddd-369fead81bb6 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Made reservation on behalf of b9f3518fbc904b44b3baf79d0578af51 for: {'port': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 15:08:27.942749 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-b43d9b4b-0e8b-45ea-bc41-412605512030 req-4cf951d0-029c-40a1-bddd-369fead81bb6 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:08:28.102445 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_common [req-b43d9b4b-0e8b-45ea-bc41-412605512030 req-4cf951d0-029c-40a1-bddd-369fead81bb6 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Allocated IP 172.20.0.14 (d9c7e787-4652-4ee4-983d-7b4a9fd53d98/56c6cd03-2d72-4138-ab80-065ddfe4454b/2857d419-8de6-4c2d-8be8-eb72d0bf63ea) {{(pid=94467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 15:08:28.402174 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-b43d9b4b-0e8b-45ea-bc41-412605512030 req-4cf951d0-029c-40a1-bddd-369fead81bb6 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Notify callbacks [] for port, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:08:28.418265 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [req-b43d9b4b-0e8b-45ea-bc41-412605512030 req-4cf951d0-029c-40a1-bddd-369fead81bb6 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Transition to ACTIVE for port object 2857d419-8de6-4c2d-8be8-eb72d0bf63ea will not be triggered until provisioned by entity DHCP. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:08:28.474502 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-b43d9b4b-0e8b-45ea-bc41-412605512030 req-4cf951d0-029c-40a1-bddd-369fead81bb6 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:08:28.485893 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 57560) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:08:28.491045 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] get_ports_and_sgs() called for port_ids ['ea6a6034-ba19-479a-ab1f-4fe74796f329'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 15:08:28.503724 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 57562) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:08:28.536557 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b43d9b4b-0e8b-45ea-bc41-412605512030 req-4cf951d0-029c-40a1-bddd-369fead81bb6 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Network d9c7e787-4652-4ee4-983d-7b4a9fd53d98 is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 15:08:28.543956 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [req-b43d9b4b-0e8b-45ea-bc41-412605512030 req-4cf951d0-029c-40a1-bddd-369fead81bb6 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:08:28.546296 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [req-b43d9b4b-0e8b-45ea-bc41-412605512030 req-4cf951d0-029c-40a1-bddd-369fead81bb6 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Received port after_create {{(pid=94467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 15:08:28.551263 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf951d0-029c-40a1-bddd-369fead81bb6 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Pushing event updated for resources: {'Port': ['ID=2857d419-8de6-4c2d-8be8-eb72d0bf63ea,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:08:28.656700 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43d9b4b-0e8b-45ea-bc41-412605512030 req-4cf951d0-029c-40a1-bddd-369fead81bb6 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:08:28.658387 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-b43d9b4b-0e8b-45ea-bc41-412605512030 req-4cf951d0-029c-40a1-bddd-369fead81bb6 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:08:28.691082 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b43d9b4b-0e8b-45ea-bc41-412605512030 req-4cf951d0-029c-40a1-bddd-369fead81bb6 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9065213 Aug 12 15:08:28.704245 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-b43d9b4b-0e8b-45ea-bc41-412605512030 req-2a49b718-7acd-4d20-9939-4d69d5c60669 service neutron] Request body: {'port': {'device_id': 'e341fd55-15ba-4f76-b99a-5ffd5e6c4169', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-694802-15'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:08:28.752033 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-450d598a-4790-4bb7-a78d-258b87b3f966 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:08:28.805952 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-b43d9b4b-0e8b-45ea-bc41-412605512030 req-2a49b718-7acd-4d20-9939-4d69d5c60669 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:08:28.874937 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d7a0fe74-1b04-41c6-95f4-b97261e982d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:08:28.979491 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-450d598a-4790-4bb7-a78d-258b87b3f966 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:08:28.994222 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-450d598a-4790-4bb7-a78d-258b87b3f966 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:08:29.017119 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-ffd060ee-8dc2-4b7d-8c92-17e91b8dcdd4 None None] Provisioning for port 2857d419-8de6-4c2d-8be8-eb72d0bf63ea completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:08:29.023148 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-ffd060ee-8dc2-4b7d-8c92-17e91b8dcdd4 None None] Provisioning complete for port 2857d419-8de6-4c2d-8be8-eb72d0bf63ea triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:08:29.023870 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-ffd060ee-8dc2-4b7d-8c92-17e91b8dcdd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:08:29.050780 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-450d598a-4790-4bb7-a78d-258b87b3f966 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c2728d765c904bdaa0c5dc207693913a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5634389 Aug 12 15:08:29.058125 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 57570) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:08:29.063779 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a64d149-0d3d-4363-b5ba-7614d16d6c6f req-4ccf599a-933a-4d20-86c1-214f12011fab tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:08:29.065498 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-4a64d149-0d3d-4363-b5ba-7614d16d6c6f req-4ccf599a-933a-4d20-86c1-214f12011fab tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/ports?device_id=e341fd55-15ba-4f76-b99a-5ffd5e6c4169 HTTP/1.1" status: 200 len: 932 time: 0.1354270 Aug 12 15:08:29.095657 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450d598a-4790-4bb7-a78d-258b87b3f966 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ffa3e2a-dbf7-421d-8bc0-e6027a28fd71,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:08:29.147628 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-ffd060ee-8dc2-4b7d-8c92-17e91b8dcdd4 None None] Port 2857d419-8de6-4c2d-8be8-eb72d0bf63ea cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 15:08:29.185630 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-4a64d149-0d3d-4363-b5ba-7614d16d6c6f req-c7e71390-6216-4d4f-9571-114bdf3bc4bb tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/security-groups?id=3013738a-d4e8-4d22-9424-861312b623e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725636 Aug 12 15:08:29.194918 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-31d1afe7-0c12-4369-883f-346ace673ba6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:08:29.238967 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-31d1afe7-0c12-4369-883f-346ace673ba6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:08:29.241581 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d7a0fe74-1b04-41c6-95f4-b97261e982d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:08:29.247168 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d7a0fe74-1b04-41c6-95f4-b97261e982d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:08:29.283009 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-d7a0fe74-1b04-41c6-95f4-b97261e982d7 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b0e17c768851467ea31a94ce288f2b39&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7756159 Aug 12 15:08:29.287680 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 57572) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:08:29.301816 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [req-b43d9b4b-0e8b-45ea-bc41-412605512030 req-2a49b718-7acd-4d20-9939-4d69d5c60669 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2857d419-8de6-4c2d-8be8-eb72d0bf63ea {{(pid=94467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 15:08:29.304572 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a0fe74-1b04-41c6-95f4-b97261e982d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a006d40-4403-48be-953b-611faa5b5604,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:08:29.323347 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-b43d9b4b-0e8b-45ea-bc41-412605512030 req-2a49b718-7acd-4d20-9939-4d69d5c60669 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:08:29.370871 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [req-b43d9b4b-0e8b-45ea-bc41-412605512030 req-2a49b718-7acd-4d20-9939-4d69d5c60669 service neutron] Transition to ACTIVE for port object 2857d419-8de6-4c2d-8be8-eb72d0bf63ea will not be triggered until provisioned by entity L2. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:08:29.373617 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-31d1afe7-0c12-4369-883f-346ace673ba6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:08:29.376465 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-31d1afe7-0c12-4369-883f-346ace673ba6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:08:29.377598 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-31d1afe7-0c12-4369-883f-346ace673ba6 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0ffa3e2a-dbf7-421d-8bc0-e6027a28fd71 HTTP/1.1" status: 204 len: 168 time: 0.3185203 Aug 12 15:08:29.382296 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-b43d9b4b-0e8b-45ea-bc41-412605512030 req-2a49b718-7acd-4d20-9939-4d69d5c60669 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:08:29.386985 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-56773803-6dfc-45fd-b4bd-a68f164e9dd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:08:29.423810 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d1afe7-0c12-4369-883f-346ace673ba6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ffa3e2a-dbf7-421d-8bc0-e6027a28fd71,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:08:29.475153 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-56773803-6dfc-45fd-b4bd-a68f164e9dd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:08:29.482336 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a49b718-7acd-4d20-9939-4d69d5c60669 service neutron] Pushing event updated for resources: {'Port': ['ID=2857d419-8de6-4c2d-8be8-eb72d0bf63ea,revision_number=2']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:08:29.577048 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-56773803-6dfc-45fd-b4bd-a68f164e9dd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:08:29.580639 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-56773803-6dfc-45fd-b4bd-a68f164e9dd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:08:29.598409 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-56773803-6dfc-45fd-b4bd-a68f164e9dd6 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6a006d40-4403-48be-953b-611faa5b5604 HTTP/1.1" status: 204 len: 168 time: 0.3095553 Aug 12 15:08:29.619996 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56773803-6dfc-45fd-b4bd-a68f164e9dd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a006d40-4403-48be-953b-611faa5b5604,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:08:29.647808 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-b43d9b4b-0e8b-45ea-bc41-412605512030 req-2a49b718-7acd-4d20-9939-4d69d5c60669 service neutron] Attempting to bind port 2857d419-8de6-4c2d-8be8-eb72d0bf63ea on host n-h2-694802-15 for vnic_type normal with profile {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 15:08:29.648483 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-b43d9b4b-0e8b-45ea-bc41-412605512030 req-2a49b718-7acd-4d20-9939-4d69d5c60669 service neutron] Attempting to bind port 2857d419-8de6-4c2d-8be8-eb72d0bf63ea by drivers openvswitch,hyperv on host n-h2-694802-15 at level 0 using segments [{'id': 'fcd22b33-01d5-4908-ab67-fcc7aa617173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd9c7e787-4652-4ee4-983d-7b4a9fd53d98'}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 15:08:29.649075 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b43d9b4b-0e8b-45ea-bc41-412605512030 req-2a49b718-7acd-4d20-9939-4d69d5c60669 service neutron] Attempting to bind port 2857d419-8de6-4c2d-8be8-eb72d0bf63ea on network d9c7e787-4652-4ee4-983d-7b4a9fd53d98 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 15:08:29.659994 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b43d9b4b-0e8b-45ea-bc41-412605512030 req-2a49b718-7acd-4d20-9939-4d69d5c60669 service neutron] Port 2857d419-8de6-4c2d-8be8-eb72d0bf63ea on network d9c7e787-4652-4ee4-983d-7b4a9fd53d98 not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-15 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 15:08:29.660882 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b43d9b4b-0e8b-45ea-bc41-412605512030 req-2a49b718-7acd-4d20-9939-4d69d5c60669 service neutron] Attempting to bind port 2857d419-8de6-4c2d-8be8-eb72d0bf63ea on network d9c7e787-4652-4ee4-983d-7b4a9fd53d98 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 15:08:29.667720 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b43d9b4b-0e8b-45ea-bc41-412605512030 req-2a49b718-7acd-4d20-9939-4d69d5c60669 service neutron] Checking agent: {'id': 'b7697f71-33f3-4959-ad82-43c2dc15845d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 27, 42), 'started_at': datetime.datetime(2021, 8, 12, 14, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 15, 8, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 15:08:29.668068 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b43d9b4b-0e8b-45ea-bc41-412605512030 req-2a49b718-7acd-4d20-9939-4d69d5c60669 service neutron] Checking segment: {'id': 'fcd22b33-01d5-4908-ab67-fcc7aa617173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd9c7e787-4652-4ee4-983d-7b4a9fd53d98'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 15:08:29.668465 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b43d9b4b-0e8b-45ea-bc41-412605512030 req-2a49b718-7acd-4d20-9939-4d69d5c60669 service neutron] Bound using segment: {'id': 'fcd22b33-01d5-4908-ab67-fcc7aa617173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd9c7e787-4652-4ee4-983d-7b4a9fd53d98'} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 15:08:29.668909 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-b43d9b4b-0e8b-45ea-bc41-412605512030 req-2a49b718-7acd-4d20-9939-4d69d5c60669 service neutron] Bound port: 2857d419-8de6-4c2d-8be8-eb72d0bf63ea, host: n-h2-694802-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fcd22b33-01d5-4908-ab67-fcc7aa617173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd9c7e787-4652-4ee4-983d-7b4a9fd53d98'}}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 15:08:29.669274 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-b43d9b4b-0e8b-45ea-bc41-412605512030 req-2a49b718-7acd-4d20-9939-4d69d5c60669 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:08:30.095201 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 57580) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:08:30.116991 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-bb1f4090-5314-46bf-a599-9fe23a535782 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:08:30.146825 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-b43d9b4b-0e8b-45ea-bc41-412605512030 req-2a49b718-7acd-4d20-9939-4d69d5c60669 service neutron] For port 2857d419-8de6-4c2d-8be8-eb72d0bf63ea, host n-h2-694802-15, cleared binding levels {{(pid=94467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 15:08:30.152589 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-b43d9b4b-0e8b-45ea-bc41-412605512030 req-2a49b718-7acd-4d20-9939-4d69d5c60669 service neutron] For port 2857d419-8de6-4c2d-8be8-eb72d0bf63ea, host n-h2-694802-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=2857d419-8de6-4c2d-8be8-eb72d0bf63ea,segment=NetworkSegment(fcd22b33-01d5-4908-ab67-fcc7aa617173),segment_id=fcd22b33-01d5-4908-ab67-fcc7aa617173)] {{(pid=94467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 15:08:30.165180 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-b43d9b4b-0e8b-45ea-bc41-412605512030 req-2a49b718-7acd-4d20-9939-4d69d5c60669 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:08:30.211178 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43d9b4b-0e8b-45ea-bc41-412605512030 req-2a49b718-7acd-4d20-9939-4d69d5c60669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:08:30.211847 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-b43d9b4b-0e8b-45ea-bc41-412605512030 req-2a49b718-7acd-4d20-9939-4d69d5c60669 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:08:30.213255 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b43d9b4b-0e8b-45ea-bc41-412605512030 req-2a49b718-7acd-4d20-9939-4d69d5c60669 service neutron] 10.222.0.49 "PUT /v2.0/ports/2857d419-8de6-4c2d-8be8-eb72d0bf63ea HTTP/1.1" status: 200 len: 1093 time: 1.5140474 Aug 12 15:08:30.215340 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e341fd55-15ba-4f76-b99a-5ffd5e6c4169', 'tag': '2857d419-8de6-4c2d-8be8-eb72d0bf63ea'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:08:30.226221 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e65282f928b64038367d043a4411777802006c43a98742496cb2e25b724ff1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6331e111-967b-454d-9822-d80a30d92f3f" -d '{"events": [{"name": "network-changed", "server_uuid": "e341fd55-15ba-4f76-b99a-5ffd5e6c4169", "tag": "2857d419-8de6-4c2d-8be8-eb72d0bf63ea"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 15:08:30.305318 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 15:08:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a26409f-aa88-4214-a9ae-15ab35b12cda x-openstack-request-id: req-4a26409f-aa88-4214-a9ae-15ab35b12cda {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 15:08:30.305611 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e341fd55-15ba-4f76-b99a-5ffd5e6c4169", "tag": "2857d419-8de6-4c2d-8be8-eb72d0bf63ea", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 15:08:30.305868 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4a26409f-aa88-4214-a9ae-15ab35b12cda {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 15:08:30.306268 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e341fd55-15ba-4f76-b99a-5ffd5e6c4169', 'tag': '2857d419-8de6-4c2d-8be8-eb72d0bf63ea', 'status': 'completed', 'code': 200} Aug 12 15:08:30.316090 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a49b718-7acd-4d20-9939-4d69d5c60669 service neutron] Pushing event updated for resources: {'Port': ['ID=2857d419-8de6-4c2d-8be8-eb72d0bf63ea,revision_number=3']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:08:30.394857 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43d9b4b-0e8b-45ea-bc41-412605512030 req-f361ac26-e73d-4005-8e24-8e664fc9984a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:08:30.396509 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b43d9b4b-0e8b-45ea-bc41-412605512030 req-f361ac26-e73d-4005-8e24-8e664fc9984a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b9f3518fbc904b44b3baf79d0578af51&device_id=e341fd55-15ba-4f76-b99a-5ffd5e6c4169 HTTP/1.1" status: 200 len: 1096 time: 0.1336033 Aug 12 15:08:30.404694 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-bb1f4090-5314-46bf-a599-9fe23a535782 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:08:30.420374 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e3385a-90c7-4548-941f-89b25b8ce4e2 req-ad7a261a-4ed2-4a18-869b-abbb846112cf tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:08:30.421940 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-22e3385a-90c7-4548-941f-89b25b8ce4e2 req-ad7a261a-4ed2-4a18-869b-abbb846112cf tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/ports?device_id=e341fd55-15ba-4f76-b99a-5ffd5e6c4169 HTTP/1.1" status: 200 len: 944 time: 0.1136496 Aug 12 15:08:30.424521 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-bb1f4090-5314-46bf-a599-9fe23a535782 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:08:30.464177 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b43d9b4b-0e8b-45ea-bc41-412605512030 req-9e20c86d-0088-4598-829c-1d2e8407fb87 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2857d419-8de6-4c2d-8be8-eb72d0bf63ea HTTP/1.1" status: 200 len: 217 time: 0.0580633 Aug 12 15:08:30.546658 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-bb1f4090-5314-46bf-a599-9fe23a535782 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=612311a7c1624736b66e5948bb9232f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4480543 Aug 12 15:08:30.547858 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 57586) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:08:30.565246 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1f4090-5314-46bf-a599-9fe23a535782 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2d49085-2be1-4305-8375-56bf875f18f8,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:08:30.593270 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-22e3385a-90c7-4548-941f-89b25b8ce4e2 req-8eac8f81-f2a6-4d59-972c-8b191618f7fa tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/security-groups?id=3013738a-d4e8-4d22-9424-861312b623e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367466 Aug 12 15:08:30.599255 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43d9b4b-0e8b-45ea-bc41-412605512030 req-f5821695-3793-4d76-bbfd-173c09f6493e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:08:30.600770 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b43d9b4b-0e8b-45ea-bc41-412605512030 req-f5821695-3793-4d76-bbfd-173c09f6493e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=56c6cd03-2d72-4138-ab80-065ddfe4454b HTTP/1.1" status: 200 len: 851 time: 0.1161585 Aug 12 15:08:30.657833 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-b37173b1-37a2-435d-9d86-110ade958329 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:08:30.681318 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43d9b4b-0e8b-45ea-bc41-412605512030 req-ef0dabd2-fd1e-491c-b2bb-3ada9bf65541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:08:30.682830 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b43d9b4b-0e8b-45ea-bc41-412605512030 req-ef0dabd2-fd1e-491c-b2bb-3ada9bf65541 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d9c7e787-4652-4ee4-983d-7b4a9fd53d98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0746379 Aug 12 15:08:30.687265 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-b37173b1-37a2-435d-9d86-110ade958329 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:08:30.805259 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-b37173b1-37a2-435d-9d86-110ade958329 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:08:30.807933 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-b37173b1-37a2-435d-9d86-110ade958329 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:08:30.809071 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-b37173b1-37a2-435d-9d86-110ade958329 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b2d49085-2be1-4305-8375-56bf875f18f8 HTTP/1.1" status: 204 len: 168 time: 0.2569797 Aug 12 15:08:30.811089 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b43d9b4b-0e8b-45ea-bc41-412605512030 req-83a171fb-0b46-4386-94b6-2148838c9ca9 service neutron] 10.222.0.49 "GET /v2.0/networks/d9c7e787-4652-4ee4-983d-7b4a9fd53d98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165714 Aug 12 15:08:30.828832 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37173b1-37a2-435d-9d86-110ade958329 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2d49085-2be1-4305-8375-56bf875f18f8,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:08:30.928603 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b43d9b4b-0e8b-45ea-bc41-412605512030 req-49bb190f-6d9d-4c7a-9959-5482705fd62a service neutron] 10.222.0.49 "GET /v2.0/networks/d9c7e787-4652-4ee4-983d-7b4a9fd53d98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095388 Aug 12 15:08:31.024364 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6331e111-967b-454d-9822-d80a30d92f3f req-bc9e6367-98b8-4f9e-a82f-87ce1644dbb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:08:31.025870 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6331e111-967b-454d-9822-d80a30d92f3f req-bc9e6367-98b8-4f9e-a82f-87ce1644dbb9 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b9f3518fbc904b44b3baf79d0578af51&device_id=e341fd55-15ba-4f76-b99a-5ffd5e6c4169 HTTP/1.1" status: 200 len: 1096 time: 0.0516024 Aug 12 15:08:31.150783 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6331e111-967b-454d-9822-d80a30d92f3f req-0b8140d3-6591-4a8e-bda2-64b32f5d8107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:08:31.152493 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6331e111-967b-454d-9822-d80a30d92f3f req-0b8140d3-6591-4a8e-bda2-64b32f5d8107 service neutron] 10.222.0.49 "GET /v2.0/networks?id=d9c7e787-4652-4ee4-983d-7b4a9fd53d98 HTTP/1.1" status: 200 len: 913 time: 0.1186883 Aug 12 15:08:31.204302 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6331e111-967b-454d-9822-d80a30d92f3f req-d16d19d2-a36d-4406-b985-569bd2451257 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2857d419-8de6-4c2d-8be8-eb72d0bf63ea HTTP/1.1" status: 200 len: 217 time: 0.0435522 Aug 12 15:08:31.265693 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6331e111-967b-454d-9822-d80a30d92f3f req-c035d668-631a-486a-a68f-5713b3b4b695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:08:31.267331 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6331e111-967b-454d-9822-d80a30d92f3f req-c035d668-631a-486a-a68f-5713b3b4b695 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=56c6cd03-2d72-4138-ab80-065ddfe4454b HTTP/1.1" status: 200 len: 851 time: 0.0560203 Aug 12 15:08:31.318233 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6331e111-967b-454d-9822-d80a30d92f3f req-23ec7e06-3ef1-40c3-93f6-688382b106bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:08:31.320047 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6331e111-967b-454d-9822-d80a30d92f3f req-23ec7e06-3ef1-40c3-93f6-688382b106bf service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d9c7e787-4652-4ee4-983d-7b4a9fd53d98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0460567 Aug 12 15:08:31.475231 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6331e111-967b-454d-9822-d80a30d92f3f req-113428fe-561e-4967-9271-f699b1de1b3a service neutron] 10.222.0.49 "GET /v2.0/networks/d9c7e787-4652-4ee4-983d-7b4a9fd53d98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467412 Aug 12 15:08:31.593071 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6331e111-967b-454d-9822-d80a30d92f3f req-f733dd68-3e38-46b0-b80f-af0ab2044fe1 service neutron] 10.222.0.49 "GET /v2.0/networks/d9c7e787-4652-4ee4-983d-7b4a9fd53d98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109648 Aug 12 15:08:31.759279 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26f0dfc-d834-4ea5-8d83-7792d48e7e61 req-1318a8dd-0a3a-4e20-b8a3-e072deaf988d tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:08:31.762465 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-e26f0dfc-d834-4ea5-8d83-7792d48e7e61 req-1318a8dd-0a3a-4e20-b8a3-e072deaf988d tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/ports?device_id=e341fd55-15ba-4f76-b99a-5ffd5e6c4169 HTTP/1.1" status: 200 len: 944 time: 0.0579553 Aug 12 15:08:31.817111 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-e26f0dfc-d834-4ea5-8d83-7792d48e7e61 req-301dc170-5e80-4002-8fee-1f78dad953c2 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/security-groups?id=3013738a-d4e8-4d22-9424-861312b623e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475502 Aug 12 15:08:33.027759 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15c0b27-492d-4aff-8b47-025b289d0d31 req-a1f9bcb9-0b63-4e88-9ea9-ed626b5782e4 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:08:33.029404 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a15c0b27-492d-4aff-8b47-025b289d0d31 req-a1f9bcb9-0b63-4e88-9ea9-ed626b5782e4 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/ports?device_id=e341fd55-15ba-4f76-b99a-5ffd5e6c4169 HTTP/1.1" status: 200 len: 944 time: 0.1087980 Aug 12 15:08:33.085129 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a15c0b27-492d-4aff-8b47-025b289d0d31 req-d1ce826e-b216-4c68-b87b-fa02d91bdb34 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/security-groups?id=3013738a-d4e8-4d22-9424-861312b623e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451481 Aug 12 15:08:34.195177 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 57672) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:08:34.264879 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a02dd30-dce1-4ca5-a572-513fefafbe7c req-3f3cdd84-8b39-43db-8b13-fde7e65b8d5f tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:08:34.272681 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-9a02dd30-dce1-4ca5-a572-513fefafbe7c req-3f3cdd84-8b39-43db-8b13-fde7e65b8d5f tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/ports?device_id=e341fd55-15ba-4f76-b99a-5ffd5e6c4169 HTTP/1.1" status: 200 len: 944 time: 0.0879436 Aug 12 15:08:34.328460 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-9a02dd30-dce1-4ca5-a572-513fefafbe7c req-eeb556fa-4a6e-4fd6-ab71-8310c86bcd4d tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/security-groups?id=3013738a-d4e8-4d22-9424-861312b623e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548248 Aug 12 15:08:34.361068 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a7ee7568-6e2b-4129-81d3-b05d64e00a2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:08:34.482851 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a7ee7568-6e2b-4129-81d3-b05d64e00a2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:08:34.491387 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a7ee7568-6e2b-4129-81d3-b05d64e00a2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:08:34.530882 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ee7568-6e2b-4129-81d3-b05d64e00a2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a698c81-601d-4f40-a54c-74809d61e602,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:08:34.536124 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-a7ee7568-6e2b-4129-81d3-b05d64e00a2e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6270a2e6775e44a39fcc5346b47cf36c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3389683 Aug 12 15:08:34.538768 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 57676) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:08:34.598709 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-7d7f83aa-82e5-4762-ad42-a81ffe6f2c42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:08:34.623452 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-7d7f83aa-82e5-4762-ad42-a81ffe6f2c42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:08:34.671391 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-7d7f83aa-82e5-4762-ad42-a81ffe6f2c42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:08:34.673953 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-7d7f83aa-82e5-4762-ad42-a81ffe6f2c42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:08:34.675161 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-7d7f83aa-82e5-4762-ad42-a81ffe6f2c42 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8a698c81-601d-4f40-a54c-74809d61e602 HTTP/1.1" status: 204 len: 168 time: 0.1353974 Aug 12 15:08:34.682739 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7f83aa-82e5-4762-ad42-a81ffe6f2c42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a698c81-601d-4f40-a54c-74809d61e602,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:08:34.986261 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 57682) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:08:35.009712 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-600f614e-1133-4804-8172-222cdb608111 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:08:35.102483 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-600f614e-1133-4804-8172-222cdb608111 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:08:35.106688 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-600f614e-1133-4804-8172-222cdb608111 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:08:35.143645 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600f614e-1133-4804-8172-222cdb608111 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3694e1fe-745e-4257-9bf9-56f88c5aeb61,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:08:35.148127 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-600f614e-1133-4804-8172-222cdb608111 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=75db13ceaddc4aa09f92b73076bd3ed2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1604612 Aug 12 15:08:35.151418 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 57684) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:08:35.203788 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-1102503f-bd3b-4c5e-95d5-96b7ae57916a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:08:35.249220 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-1102503f-bd3b-4c5e-95d5-96b7ae57916a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:08:35.311047 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-1102503f-bd3b-4c5e-95d5-96b7ae57916a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:08:35.313816 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-1102503f-bd3b-4c5e-95d5-96b7ae57916a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:08:35.315108 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-1102503f-bd3b-4c5e-95d5-96b7ae57916a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3694e1fe-745e-4257-9bf9-56f88c5aeb61 HTTP/1.1" status: 204 len: 168 time: 0.1623683 Aug 12 15:08:35.323658 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1102503f-bd3b-4c5e-95d5-96b7ae57916a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3694e1fe-745e-4257-9bf9-56f88c5aeb61,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:08:35.457857 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023500e4-7b39-4982-9502-47ab3ad20838 req-8f4d683d-9433-44b0-abc8-1c72300d9cf7 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:08:35.460239 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-023500e4-7b39-4982-9502-47ab3ad20838 req-8f4d683d-9433-44b0-abc8-1c72300d9cf7 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/ports?device_id=e341fd55-15ba-4f76-b99a-5ffd5e6c4169 HTTP/1.1" status: 200 len: 944 time: 0.0613286 Aug 12 15:08:35.507460 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-023500e4-7b39-4982-9502-47ab3ad20838 req-e356be85-3ae1-40ac-91a6-a876d83ed250 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/security-groups?id=3013738a-d4e8-4d22-9424-861312b623e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400820 Aug 12 15:08:36.639065 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768ec812-ebd8-4dcd-81a7-6a835e41f000 req-fb8651a2-1699-47a9-9bba-388d6ef20d57 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:08:36.640601 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-768ec812-ebd8-4dcd-81a7-6a835e41f000 req-fb8651a2-1699-47a9-9bba-388d6ef20d57 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/ports?device_id=e341fd55-15ba-4f76-b99a-5ffd5e6c4169 HTTP/1.1" status: 200 len: 944 time: 0.0595753 Aug 12 15:08:36.706184 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-768ec812-ebd8-4dcd-81a7-6a835e41f000 req-29204147-11b2-47f2-ac1d-b555163bb391 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/security-groups?id=3013738a-d4e8-4d22-9424-861312b623e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582840 Aug 12 15:08:37.836357 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6d2901-ea71-4eee-a297-650cfcdd6dbb req-2d861a6a-3b28-447f-af42-8ed9b2361050 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:08:37.837990 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-df6d2901-ea71-4eee-a297-650cfcdd6dbb req-2d861a6a-3b28-447f-af42-8ed9b2361050 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/ports?device_id=e341fd55-15ba-4f76-b99a-5ffd5e6c4169 HTTP/1.1" status: 200 len: 944 time: 0.0578363 Aug 12 15:08:37.842603 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 57748) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:08:37.885007 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-df6d2901-ea71-4eee-a297-650cfcdd6dbb req-1a95e79c-bcdf-4cba-b1e4-85e9b6020b97 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/security-groups?id=3013738a-d4e8-4d22-9424-861312b623e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366502 Aug 12 15:08:37.958747 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-dd79b593-47cb-42cb-8ebe-77bed1c0300e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:08:38.047263 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-dd79b593-47cb-42cb-8ebe-77bed1c0300e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:08:38.051216 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-dd79b593-47cb-42cb-8ebe-77bed1c0300e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:08:38.090772 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-dd79b593-47cb-42cb-8ebe-77bed1c0300e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=06b581300c36499cba17ead79418289e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2469606 Aug 12 15:08:38.091593 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd79b593-47cb-42cb-8ebe-77bed1c0300e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=755f8c09-6e85-4c5c-bfb5-0c9d7e6c0583,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:08:38.093363 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 57752) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:08:38.100285 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd79b593-47cb-42cb-8ebe-77bed1c0300e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:08:38.100715 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd79b593-47cb-42cb-8ebe-77bed1c0300e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:08:38.101498 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd79b593-47cb-42cb-8ebe-77bed1c0300e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:08:38.101846 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd79b593-47cb-42cb-8ebe-77bed1c0300e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:08:38.102183 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd79b593-47cb-42cb-8ebe-77bed1c0300e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:08:38.102516 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd79b593-47cb-42cb-8ebe-77bed1c0300e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:08:38.102846 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd79b593-47cb-42cb-8ebe-77bed1c0300e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:08:38.103203 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd79b593-47cb-42cb-8ebe-77bed1c0300e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:08:38.103531 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd79b593-47cb-42cb-8ebe-77bed1c0300e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:08:38.103857 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd79b593-47cb-42cb-8ebe-77bed1c0300e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:08:38.104182 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd79b593-47cb-42cb-8ebe-77bed1c0300e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:08:38.104505 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd79b593-47cb-42cb-8ebe-77bed1c0300e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:08:38.147728 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4d4898cd-516b-4051-b149-ece79581a03b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:08:38.168359 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4d4898cd-516b-4051-b149-ece79581a03b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:08:38.221037 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4d4898cd-516b-4051-b149-ece79581a03b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:08:38.223887 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4d4898cd-516b-4051-b149-ece79581a03b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:08:38.225079 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-4d4898cd-516b-4051-b149-ece79581a03b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/755f8c09-6e85-4c5c-bfb5-0c9d7e6c0583 HTTP/1.1" status: 204 len: 168 time: 0.1307361 Aug 12 15:08:38.233518 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4898cd-516b-4051-b149-ece79581a03b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=755f8c09-6e85-4c5c-bfb5-0c9d7e6c0583,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:08:38.501129 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 57758) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:08:38.515186 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-055bec27-3dd0-4c30-b873-5830d3a16c37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:08:38.607095 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-055bec27-3dd0-4c30-b873-5830d3a16c37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:08:38.611056 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-055bec27-3dd0-4c30-b873-5830d3a16c37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:08:38.650225 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-055bec27-3dd0-4c30-b873-5830d3a16c37 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=459d02c63e5943c08799ea408002c819&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1479471 Aug 12 15:08:38.652468 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055bec27-3dd0-4c30-b873-5830d3a16c37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5e41043-9b0d-4f62-8f40-f83cfcac4f8a,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:08:38.652872 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 57760) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:08:38.704953 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-f1b7599c-e3e8-4b2a-8b84-537439dc07f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:08:38.725845 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-f1b7599c-e3e8-4b2a-8b84-537439dc07f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:08:38.772300 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-f1b7599c-e3e8-4b2a-8b84-537439dc07f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:08:38.774884 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-f1b7599c-e3e8-4b2a-8b84-537439dc07f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:08:38.776058 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-f1b7599c-e3e8-4b2a-8b84-537439dc07f7 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b5e41043-9b0d-4f62-8f40-f83cfcac4f8a HTTP/1.1" status: 204 len: 168 time: 0.1221993 Aug 12 15:08:38.783756 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b7599c-e3e8-4b2a-8b84-537439dc07f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5e41043-9b0d-4f62-8f40-f83cfcac4f8a,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:08:39.017891 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebf232d-465c-4f15-a139-ce5fdd2a55d3 req-7f7d0a78-24a3-4e35-8b54-5cd7000fd800 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:08:39.019822 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-5ebf232d-465c-4f15-a139-ce5fdd2a55d3 req-7f7d0a78-24a3-4e35-8b54-5cd7000fd800 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/ports?device_id=e341fd55-15ba-4f76-b99a-5ffd5e6c4169 HTTP/1.1" status: 200 len: 944 time: 0.0539198 Aug 12 15:08:39.064970 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-5ebf232d-465c-4f15-a139-ce5fdd2a55d3 req-647cfd1a-e583-4d94-bb11-5f8e18435d1a tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/security-groups?id=3013738a-d4e8-4d22-9424-861312b623e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380287 Aug 12 15:08:40.122457 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-8cc1e674-117e-46ee-bb73-7b5c48bb29ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:08:40.199468 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f737145-baac-4512-8414-6f8e9cdedda0 req-79e71e27-caa5-4acf-869e-9e2263be2391 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:08:40.201231 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-5f737145-baac-4512-8414-6f8e9cdedda0 req-79e71e27-caa5-4acf-869e-9e2263be2391 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/ports?device_id=e341fd55-15ba-4f76-b99a-5ffd5e6c4169 HTTP/1.1" status: 200 len: 944 time: 0.0555532 Aug 12 15:08:40.260459 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-5f737145-baac-4512-8414-6f8e9cdedda0 req-50222e88-de9a-465b-9b02-f005ff39c73d tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/security-groups?id=3013738a-d4e8-4d22-9424-861312b623e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500822 Aug 12 15:08:41.408455 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a9cdf5-357c-4a38-a78c-aac2960c2527 req-7b20fc23-387d-4722-9f6b-f72d6015f561 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:08:41.409986 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-92a9cdf5-357c-4a38-a78c-aac2960c2527 req-7b20fc23-387d-4722-9f6b-f72d6015f561 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/ports?device_id=e341fd55-15ba-4f76-b99a-5ffd5e6c4169 HTTP/1.1" status: 200 len: 944 time: 0.0551779 Aug 12 15:08:41.452980 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-92a9cdf5-357c-4a38-a78c-aac2960c2527 req-0f480d8a-8d97-441f-8272-224fa64a217d tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/security-groups?id=3013738a-d4e8-4d22-9424-861312b623e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356472 Aug 12 15:08:41.862578 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:08:42.578132 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108bf97c-dfc4-432c-be05-d353bebe9e2a req-df5a7885-d16b-4b7f-a040-c48cbaf875de tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:08:42.579691 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-108bf97c-dfc4-432c-be05-d353bebe9e2a req-df5a7885-d16b-4b7f-a040-c48cbaf875de tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/ports?device_id=e341fd55-15ba-4f76-b99a-5ffd5e6c4169 HTTP/1.1" status: 200 len: 944 time: 0.0503659 Aug 12 15:08:42.624841 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-108bf97c-dfc4-432c-be05-d353bebe9e2a req-957612f2-80c3-488c-95c5-0861aaa02060 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/security-groups?id=3013738a-d4e8-4d22-9424-861312b623e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394135 Aug 12 15:08:43.038604 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:08:43.097599 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:08:43.401890 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-8398fc4f-78d7-4fe1-9ca5-f88cdb207ea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:08:43.748632 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a2ca94-f37f-4936-8301-60cbbc6b8e73 req-eca966c9-5ee2-49b9-ae57-2bd120f17092 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:08:43.750143 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-b1a2ca94-f37f-4936-8301-60cbbc6b8e73 req-eca966c9-5ee2-49b9-ae57-2bd120f17092 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/ports?device_id=e341fd55-15ba-4f76-b99a-5ffd5e6c4169 HTTP/1.1" status: 200 len: 944 time: 0.0526123 Aug 12 15:08:43.792044 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-b1a2ca94-f37f-4936-8301-60cbbc6b8e73 req-98d35eb4-9d50-4798-9804-d7e3cf61b34f tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/security-groups?id=3013738a-d4e8-4d22-9424-861312b623e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353153 Aug 12 15:08:44.051377 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-1769855f-eda9-4483-9dc3-3220908ab45d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:08:44.913187 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0f4ace-6824-451d-a715-ffc5058dcfe3 req-8e9c8e70-33b0-48f2-b989-505512f53bf4 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:08:44.915262 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9a0f4ace-6824-451d-a715-ffc5058dcfe3 req-8e9c8e70-33b0-48f2-b989-505512f53bf4 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/ports?device_id=e341fd55-15ba-4f76-b99a-5ffd5e6c4169 HTTP/1.1" status: 200 len: 944 time: 0.0526803 Aug 12 15:08:44.953844 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9a0f4ace-6824-451d-a715-ffc5058dcfe3 req-a05d12b2-8fdc-443e-af99-b56aca123c7a tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/security-groups?id=3013738a-d4e8-4d22-9424-861312b623e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323491 Aug 12 15:08:45.694951 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-fe95f194-a3b0-4c04-9e42-20b511169d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:08:46.073149 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb32582-6057-47a0-955d-6241ff5c10a4 req-0d8b0442-a39f-4d2c-8000-68dcb8531913 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:08:46.074856 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-8fb32582-6057-47a0-955d-6241ff5c10a4 req-0d8b0442-a39f-4d2c-8000-68dcb8531913 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/ports?device_id=e341fd55-15ba-4f76-b99a-5ffd5e6c4169 HTTP/1.1" status: 200 len: 944 time: 0.0515120 Aug 12 15:08:46.119552 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-8fb32582-6057-47a0-955d-6241ff5c10a4 req-4d2bcc18-066b-4e45-a1f3-411d3ee5fabe tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/security-groups?id=3013738a-d4e8-4d22-9424-861312b623e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375757 Aug 12 15:08:47.249318 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548e672f-c42e-490b-b708-9c70e6669c43 req-a5d634ef-dcdc-4f43-99fe-a5a98bb3e770 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:08:47.250825 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-548e672f-c42e-490b-b708-9c70e6669c43 req-a5d634ef-dcdc-4f43-99fe-a5a98bb3e770 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/ports?device_id=e341fd55-15ba-4f76-b99a-5ffd5e6c4169 HTTP/1.1" status: 200 len: 944 time: 0.0567846 Aug 12 15:08:47.296544 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-548e672f-c42e-490b-b708-9c70e6669c43 req-aaf8a5ce-f00b-4782-958f-259042ef196c tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/security-groups?id=3013738a-d4e8-4d22-9424-861312b623e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393000 Aug 12 15:08:48.432355 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8a0983-e06e-4edf-a44f-edd731f265db req-5adfb6d3-77ac-415b-8e4d-6d081e4a8b37 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:08:48.433878 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-1a8a0983-e06e-4edf-a44f-edd731f265db req-5adfb6d3-77ac-415b-8e4d-6d081e4a8b37 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/ports?device_id=e341fd55-15ba-4f76-b99a-5ffd5e6c4169 HTTP/1.1" status: 200 len: 944 time: 0.0623837 Aug 12 15:08:48.481702 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-1a8a0983-e06e-4edf-a44f-edd731f265db req-c259b9bd-f6eb-472b-ab0d-a96ae2daf9f2 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/security-groups?id=3013738a-d4e8-4d22-9424-861312b623e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412235 Aug 12 15:08:48.769411 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 58030) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:08:48.874448 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a6bc60fc-56e4-4414-b1d5-bca2968f78af admin admin] Notify callbacks [] for security_group, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:08:48.964861 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a6bc60fc-56e4-4414-b1d5-bca2968f78af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:08:48.969011 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a6bc60fc-56e4-4414-b1d5-bca2968f78af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:08:49.008502 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-a6bc60fc-56e4-4414-b1d5-bca2968f78af admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ab0b4ebaa79649e1b695371123ae63f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2380033 Aug 12 15:08:49.009379 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bc60fc-56e4-4414-b1d5-bca2968f78af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90fc8808-ec92-4767-9ca5-7dde201b7fb6,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:08:49.011259 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 58034) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:08:49.063688 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-f51dc601-a560-4e6a-b422-026062936bf3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:08:49.084589 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-f51dc601-a560-4e6a-b422-026062936bf3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:08:49.135780 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-f51dc601-a560-4e6a-b422-026062936bf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:08:49.138353 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-f51dc601-a560-4e6a-b422-026062936bf3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:08:49.139554 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-f51dc601-a560-4e6a-b422-026062936bf3 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/90fc8808-ec92-4767-9ca5-7dde201b7fb6 HTTP/1.1" status: 204 len: 168 time: 0.1273022 Aug 12 15:08:49.147494 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51dc601-a560-4e6a-b422-026062936bf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90fc8808-ec92-4767-9ca5-7dde201b7fb6,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:08:49.402270 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 58040) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:08:49.415285 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-ff706da1-9eff-4d40-9478-b22500f72e1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:08:49.506055 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-ff706da1-9eff-4d40-9478-b22500f72e1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:08:49.509709 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-ff706da1-9eff-4d40-9478-b22500f72e1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:08:49.549078 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-ff706da1-9eff-4d40-9478-b22500f72e1e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a97431209cf641039df5a341273c88ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1457183 Aug 12 15:08:49.549954 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff706da1-9eff-4d40-9478-b22500f72e1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5aa95561-9461-4a87-aa51-c9c974117cae,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:08:49.551820 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 58044) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:08:49.609350 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-92e06c20-560e-4ee2-8b70-1e32689d99ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:08:49.610738 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5735a564-718d-4cb1-ba66-88c3614c188e req-c0a92be0-2573-4d04-ac99-96719809673b tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:08:49.612294 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-5735a564-718d-4cb1-ba66-88c3614c188e req-c0a92be0-2573-4d04-ac99-96719809673b tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/ports?device_id=e341fd55-15ba-4f76-b99a-5ffd5e6c4169 HTTP/1.1" status: 200 len: 944 time: 0.0596151 Aug 12 15:08:49.637399 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-92e06c20-560e-4ee2-8b70-1e32689d99ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:08:49.656385 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-5735a564-718d-4cb1-ba66-88c3614c188e req-d3e42633-4607-4945-b1db-a8442b9bd29c tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/security-groups?id=3013738a-d4e8-4d22-9424-861312b623e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380020 Aug 12 15:08:49.688583 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-92e06c20-560e-4ee2-8b70-1e32689d99ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:08:49.691214 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-92e06c20-560e-4ee2-8b70-1e32689d99ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:08:49.692367 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-92e06c20-560e-4ee2-8b70-1e32689d99ce admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5aa95561-9461-4a87-aa51-c9c974117cae HTTP/1.1" status: 204 len: 168 time: 0.1384690 Aug 12 15:08:49.700974 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e06c20-560e-4ee2-8b70-1e32689d99ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5aa95561-9461-4a87-aa51-c9c974117cae,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:08:50.678390 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 58072) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:08:50.792751 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03477e18-9350-496d-bc09-71aa3b10faa5 req-9f9bdd10-c8af-4c20-9ceb-62c7e6934da8 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:08:50.794449 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-03477e18-9350-496d-bc09-71aa3b10faa5 req-9f9bdd10-c8af-4c20-9ceb-62c7e6934da8 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/ports?device_id=e341fd55-15ba-4f76-b99a-5ffd5e6c4169 HTTP/1.1" status: 200 len: 944 time: 0.0567927 Aug 12 15:08:50.837200 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-09ca252e-e9c2-4958-9069-20539b9c86e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:08:50.865392 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-03477e18-9350-496d-bc09-71aa3b10faa5 req-81dddb94-3ef3-45ca-a471-f695ba9db035 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/security-groups?id=3013738a-d4e8-4d22-9424-861312b623e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636296 Aug 12 15:08:50.957717 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-09ca252e-e9c2-4958-9069-20539b9c86e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:08:50.961932 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-09ca252e-e9c2-4958-9069-20539b9c86e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:08:51.011509 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-09ca252e-e9c2-4958-9069-20539b9c86e6 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=569ecf767541437f8f1e8a2e5e1d8b7e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3313441 Aug 12 15:08:51.012943 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ca252e-e9c2-4958-9069-20539b9c86e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7953da0a-075f-4f00-8fdb-af3f02bcc148,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:08:51.014393 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 58078) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:08:51.073974 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-d7a8341e-fd60-4d8f-a6f7-69c9857ee179 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:08:51.097761 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-d7a8341e-fd60-4d8f-a6f7-69c9857ee179 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:08:51.123586 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device 2857d419-8de6-4c2d-8be8-eb72d0bf63ea details requested by agent hyperv_n-h2-694802-15 with host n-h2-694802-15 {{(pid=94468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 15:08:51.165315 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-d7a8341e-fd60-4d8f-a6f7-69c9857ee179 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:08:51.168001 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-d7a8341e-fd60-4d8f-a6f7-69c9857ee179 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:08:51.169158 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-d7a8341e-fd60-4d8f-a6f7-69c9857ee179 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7953da0a-075f-4f00-8fdb-af3f02bcc148 HTTP/1.1" status: 204 len: 168 time: 0.1536891 Aug 12 15:08:51.177133 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a8341e-fd60-4d8f-a6f7-69c9857ee179 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7953da0a-075f-4f00-8fdb-af3f02bcc148,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:08:51.421100 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port 2857d419-8de6-4c2d-8be8-eb72d0bf63ea, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=2857d419-8de6-4c2d-8be8-eb72d0bf63ea,segment=NetworkSegment(fcd22b33-01d5-4908-ab67-fcc7aa617173),segment_id=fcd22b33-01d5-4908-ab67-fcc7aa617173)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:08:51.432170 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Returning: {'device': '2857d419-8de6-4c2d-8be8-eb72d0bf63ea', 'network_id': 'd9c7e787-4652-4ee4-983d-7b4a9fd53d98', 'port_id': '2857d419-8de6-4c2d-8be8-eb72d0bf63ea', 'mac_address': 'fa:16:3e:f2:c1:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56c6cd03-2d72-4138-ab80-065ddfe4454b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 15:08:51.473951 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:08:51.491706 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2857d419-8de6-4c2d-8be8-eb72d0bf63ea {{(pid=94468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 15:08:51.516060 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port 2857d419-8de6-4c2d-8be8-eb72d0bf63ea, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=2857d419-8de6-4c2d-8be8-eb72d0bf63ea,segment=NetworkSegment(fcd22b33-01d5-4908-ab67-fcc7aa617173),segment_id=fcd22b33-01d5-4908-ab67-fcc7aa617173)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:08:51.520484 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:08:51.583521 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Pushing event updated for resources: {'Port': ['ID=2857d419-8de6-4c2d-8be8-eb72d0bf63ea,revision_number=4']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:08:51.863250 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] get_ports_and_sgs() called for port_ids ['2857d419-8de6-4c2d-8be8-eb72d0bf63ea'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 15:08:51.996283 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e50242-e72c-4b29-a135-38736ca8074e req-2482c34a-59c9-4306-8b5d-9c09aac8390f tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:08:51.997840 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d5e50242-e72c-4b29-a135-38736ca8074e req-2482c34a-59c9-4306-8b5d-9c09aac8390f tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/ports?device_id=e341fd55-15ba-4f76-b99a-5ffd5e6c4169 HTTP/1.1" status: 200 len: 945 time: 0.0576401 Aug 12 15:08:52.049869 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d5e50242-e72c-4b29-a135-38736ca8074e req-83bc8d82-27a3-4bc3-a9a9-c898486aeb7e tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/security-groups?id=3013738a-d4e8-4d22-9424-861312b623e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435240 Aug 12 15:08:52.736201 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 58132) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:08:52.849791 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-5f6f9575-ffb0-4a66-821f-12f2667c966d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:08:52.948604 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-5f6f9575-ffb0-4a66-821f-12f2667c966d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:08:52.952815 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-5f6f9575-ffb0-4a66-821f-12f2667c966d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:08:52.994231 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6f9575-ffb0-4a66-821f-12f2667c966d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f84f7087-0ee9-49b7-9305-9cbe90328507,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:08:52.999500 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-5f6f9575-ffb0-4a66-821f-12f2667c966d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8432849e816e4b57950106cfec73850d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2618070 Aug 12 15:08:53.002310 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 58136) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:08:53.052546 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-01777e2a-6e4f-4466-92eb-0104b26b4675 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:08:53.080057 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-01777e2a-6e4f-4466-92eb-0104b26b4675 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:08:53.124242 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device 2857d419-8de6-4c2d-8be8-eb72d0bf63ea up at agent hyperv_n-h2-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 15:08:53.137144 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-01777e2a-6e4f-4466-92eb-0104b26b4675 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:08:53.140301 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-01777e2a-6e4f-4466-92eb-0104b26b4675 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:08:53.144112 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-01777e2a-6e4f-4466-92eb-0104b26b4675 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f84f7087-0ee9-49b7-9305-9cbe90328507 HTTP/1.1" status: 204 len: 168 time: 0.1383255 Aug 12 15:08:53.151350 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01777e2a-6e4f-4466-92eb-0104b26b4675 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f84f7087-0ee9-49b7-9305-9cbe90328507,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:08:53.200464 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Provisioning for port 2857d419-8de6-4c2d-8be8-eb72d0bf63ea completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:08:53.205300 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Provisioning complete for port 2857d419-8de6-4c2d-8be8-eb72d0bf63ea triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:08:53.206515 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:08:53.226119 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b8eff5-cebe-4389-8cd5-378ba78f631e req-a0e5323a-9a85-4f2d-9c34-5bbb44043dfa tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:08:53.227926 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-82b8eff5-cebe-4389-8cd5-378ba78f631e req-a0e5323a-9a85-4f2d-9c34-5bbb44043dfa tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/ports?device_id=e341fd55-15ba-4f76-b99a-5ffd5e6c4169 HTTP/1.1" status: 200 len: 945 time: 0.0600932 Aug 12 15:08:53.272881 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-82b8eff5-cebe-4389-8cd5-378ba78f631e req-1fc987b1-563d-4b9e-95a4-2ba58ca81186 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/security-groups?id=3013738a-d4e8-4d22-9424-861312b623e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373857 Aug 12 15:08:53.307682 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:08:53.331139 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e341fd55-15ba-4f76-b99a-5ffd5e6c4169', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2857d419-8de6-4c2d-8be8-eb72d0bf63ea'}] {{(pid=94468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:08:53.334039 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99a8d87602170099c728e57431aca99e9b98a655a83bbf8727be13192709727b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-701bcb96-7d4a-476f-b9c8-b6e71b492ec1" -d '{"events": [{"server_uuid": "e341fd55-15ba-4f76-b99a-5ffd5e6c4169", "name": "network-vif-plugged", "status": "completed", "tag": "2857d419-8de6-4c2d-8be8-eb72d0bf63ea"}]}' {{(pid=94468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 15:08:53.348485 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port 2857d419-8de6-4c2d-8be8-eb72d0bf63ea, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=2857d419-8de6-4c2d-8be8-eb72d0bf63ea,segment=NetworkSegment(fcd22b33-01d5-4908-ab67-fcc7aa617173),segment_id=fcd22b33-01d5-4908-ab67-fcc7aa617173)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:08:53.353031 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:08:53.378890 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 15:08:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50cd294a-7925-4383-8005-9db68444146b x-openstack-request-id: req-50cd294a-7925-4383-8005-9db68444146b {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 15:08:53.379317 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e341fd55-15ba-4f76-b99a-5ffd5e6c4169", "name": "network-vif-plugged", "status": "completed", "tag": "2857d419-8de6-4c2d-8be8-eb72d0bf63ea", "code": 200}]} {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 15:08:53.379663 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-50cd294a-7925-4383-8005-9db68444146b {{(pid=94468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 15:08:53.380148 n-d-694802-15 neutron-server[94468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e341fd55-15ba-4f76-b99a-5ffd5e6c4169', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2857d419-8de6-4c2d-8be8-eb72d0bf63ea', 'code': 200} Aug 12 15:08:53.410477 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Pushing event updated for resources: {'Port': ['ID=2857d419-8de6-4c2d-8be8-eb72d0bf63ea,revision_number=5']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:08:53.473547 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b126bbd0-1e61-4232-9c0a-71c930b6e933 req-6607128d-2197-4c98-ba4d-87fe9c2d5843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:08:53.475500 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b126bbd0-1e61-4232-9c0a-71c930b6e933 req-6607128d-2197-4c98-ba4d-87fe9c2d5843 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=e341fd55-15ba-4f76-b99a-5ffd5e6c4169 HTTP/1.1" status: 200 len: 1098 time: 0.0446923 Aug 12 15:08:53.513578 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b126bbd0-1e61-4232-9c0a-71c930b6e933 req-40c97064-9e33-474b-80b6-c773633ad3e4 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=3013738a-d4e8-4d22-9424-861312b623e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308490 Aug 12 15:08:54.411324 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8dcbf2-8b6d-46d4-92fb-f35fb203789a req-9ee7cc70-a801-4326-81d0-6f5eb2d54275 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:08:54.413196 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-8d8dcbf2-8b6d-46d4-92fb-f35fb203789a req-9ee7cc70-a801-4326-81d0-6f5eb2d54275 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/ports?device_id=e341fd55-15ba-4f76-b99a-5ffd5e6c4169 HTTP/1.1" status: 200 len: 946 time: 0.0611167 Aug 12 15:08:54.460181 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-8d8dcbf2-8b6d-46d4-92fb-f35fb203789a req-bb90472d-6e85-4517-bf5c-68f93571b38a tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/security-groups?id=3013738a-d4e8-4d22-9424-861312b623e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392909 Aug 12 15:08:55.412911 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 58216) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:08:55.522881 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-f63b5d5b-12e9-4775-a6e5-a25d903fd51a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:08:55.611721 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c6b75b-44a1-4e6c-975f-443d63fd926f req-7c95b760-8eb8-4eee-81b2-61ec382d6730 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:08:55.613205 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-37c6b75b-44a1-4e6c-975f-443d63fd926f req-7c95b760-8eb8-4eee-81b2-61ec382d6730 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/ports?device_id=e341fd55-15ba-4f76-b99a-5ffd5e6c4169 HTTP/1.1" status: 200 len: 946 time: 0.0807319 Aug 12 15:08:55.675310 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-37c6b75b-44a1-4e6c-975f-443d63fd926f req-324cff59-8960-4e23-ab19-3f041d1bd89a tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/security-groups?id=3013738a-d4e8-4d22-9424-861312b623e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558228 Aug 12 15:08:55.700776 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-f63b5d5b-12e9-4775-a6e5-a25d903fd51a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:08:55.704888 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-f63b5d5b-12e9-4775-a6e5-a25d903fd51a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:08:55.745750 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-f63b5d5b-12e9-4775-a6e5-a25d903fd51a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=235b4a2729e7459991dc39d490147922&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3317432 Aug 12 15:08:55.747147 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63b5d5b-12e9-4775-a6e5-a25d903fd51a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c8fb33b-b46a-40d5-97f2-64b65c4ee602,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:08:55.748490 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 58224) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:08:55.855546 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c65293a-78de-4628-9a46-bae5074f9d6f req-63dd869d-a9d0-42af-811e-4fff5d6823ac tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:08:55.857994 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-2c65293a-78de-4628-9a46-bae5074f9d6f req-63dd869d-a9d0-42af-811e-4fff5d6823ac tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/ports?device_id=e341fd55-15ba-4f76-b99a-5ffd5e6c4169 HTTP/1.1" status: 200 len: 946 time: 0.1058345 Aug 12 15:08:55.864114 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-6c85dd56-7cd8-42f7-a7ea-7a2a32e7a961 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:08:55.916414 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-6c85dd56-7cd8-42f7-a7ea-7a2a32e7a961 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:08:55.941801 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-2c65293a-78de-4628-9a46-bae5074f9d6f req-07af2f35-e6b9-47b8-9556-edbde4291550 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/security-groups?id=3013738a-d4e8-4d22-9424-861312b623e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755398 Aug 12 15:08:55.990110 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-6c85dd56-7cd8-42f7-a7ea-7a2a32e7a961 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:08:55.992860 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-6c85dd56-7cd8-42f7-a7ea-7a2a32e7a961 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:08:55.994085 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-6c85dd56-7cd8-42f7-a7ea-7a2a32e7a961 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6c8fb33b-b46a-40d5-97f2-64b65c4ee602 HTTP/1.1" status: 204 len: 168 time: 0.2434945 Aug 12 15:08:56.002770 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c85dd56-7cd8-42f7-a7ea-7a2a32e7a961 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c8fb33b-b46a-40d5-97f2-64b65c4ee602,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:08:56.259533 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba62154d-d3be-44bb-a059-70972991f8f9 req-39e27cef-cc5b-41af-94ff-053dad007e49 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:08:56.261049 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-ba62154d-d3be-44bb-a059-70972991f8f9 req-39e27cef-cc5b-41af-94ff-053dad007e49 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/ports?device_id=e341fd55-15ba-4f76-b99a-5ffd5e6c4169 HTTP/1.1" status: 200 len: 946 time: 0.0509870 Aug 12 15:08:56.274750 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 58238) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:08:56.289050 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-d15bf7fe-b84a-4442-a603-68b67e41ceb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:08:56.300690 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-ba62154d-d3be-44bb-a059-70972991f8f9 req-ad23078e-dac7-436f-9aa5-0ded6ab85b76 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/security-groups?id=3013738a-d4e8-4d22-9424-861312b623e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333679 Aug 12 15:08:56.376969 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-d15bf7fe-b84a-4442-a603-68b67e41ceb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:08:56.380943 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-d15bf7fe-b84a-4442-a603-68b67e41ceb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:08:56.425968 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-d15bf7fe-b84a-4442-a603-68b67e41ceb8 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=cd7d899edff546ee801ee9e3a4ef2bc1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1477580 Aug 12 15:08:56.425968 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15bf7fe-b84a-4442-a603-68b67e41ceb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fdf27c5-e9da-4677-aca3-ee3ea3fef8ba,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:08:56.426724 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 58240) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:08:56.477202 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-7f60d1cc-d7e2-430b-b272-57644da74410 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:08:56.498990 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-7f60d1cc-d7e2-430b-b272-57644da74410 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:08:56.548388 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-7f60d1cc-d7e2-430b-b272-57644da74410 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:08:56.551040 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-7f60d1cc-d7e2-430b-b272-57644da74410 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:08:56.552185 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-7f60d1cc-d7e2-430b-b272-57644da74410 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9fdf27c5-e9da-4677-aca3-ee3ea3fef8ba HTTP/1.1" status: 204 len: 168 time: 0.1246884 Aug 12 15:08:56.559586 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f60d1cc-d7e2-430b-b272-57644da74410 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fdf27c5-e9da-4677-aca3-ee3ea3fef8ba,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:08:57.421013 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ea6264-d48f-4525-89e9-9f84b42c1bcb req-01f599a5-e5da-4ebf-ab5c-391edfa1701b tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:08:57.422628 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-29ea6264-d48f-4525-89e9-9f84b42c1bcb req-01f599a5-e5da-4ebf-ab5c-391edfa1701b tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/ports?device_id=e341fd55-15ba-4f76-b99a-5ffd5e6c4169 HTTP/1.1" status: 200 len: 946 time: 0.0524313 Aug 12 15:08:57.461301 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-29ea6264-d48f-4525-89e9-9f84b42c1bcb req-4d997a94-f666-404c-8b8d-8c94d57bd4b9 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/security-groups?id=3013738a-d4e8-4d22-9424-861312b623e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328820 Aug 12 15:08:57.926537 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1aaf9b-1dc5-4613-bcb8-253ad472314d req-76d647af-2cb7-49f1-981d-a4f2e2d1a787 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:08:57.928084 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4e1aaf9b-1dc5-4613-bcb8-253ad472314d req-76d647af-2cb7-49f1-981d-a4f2e2d1a787 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.49 "GET /v2.0/ports?device_id=e341fd55-15ba-4f76-b99a-5ffd5e6c4169 HTTP/1.1" status: 200 len: 946 time: 0.0504663 Aug 12 15:08:58.027122 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [req-4e1aaf9b-1dc5-4613-bcb8-253ad472314d req-68818536-9809-4c09-83d4-19bd12ef4e96 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Deleting port 2857d419-8de6-4c2d-8be8-eb72d0bf63ea {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 15:08:58.027452 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-4e1aaf9b-1dc5-4613-bcb8-253ad472314d req-68818536-9809-4c09-83d4-19bd12ef4e96 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:08:58.116567 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-4e1aaf9b-1dc5-4613-bcb8-253ad472314d req-68818536-9809-4c09-83d4-19bd12ef4e96 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] For port 2857d419-8de6-4c2d-8be8-eb72d0bf63ea, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=2857d419-8de6-4c2d-8be8-eb72d0bf63ea,segment=NetworkSegment(fcd22b33-01d5-4908-ab67-fcc7aa617173),segment_id=fcd22b33-01d5-4908-ab67-fcc7aa617173)] {{(pid=94467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:08:58.117034 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-4e1aaf9b-1dc5-4613-bcb8-253ad472314d req-68818536-9809-4c09-83d4-19bd12ef4e96 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:08:58.131499 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [req-4e1aaf9b-1dc5-4613-bcb8-253ad472314d req-68818536-9809-4c09-83d4-19bd12ef4e96 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Calling delete_port for 2857d419-8de6-4c2d-8be8-eb72d0bf63ea owned by compute:nova {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 15:08:58.161302 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 58290) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:08:58.265986 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-4e1aaf9b-1dc5-4613-bcb8-253ad472314d req-68818536-9809-4c09-83d4-19bd12ef4e96 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:08:58.278886 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] get_ports_and_sgs() called for port_ids ['ea6a6034-ba19-479a-ab1f-4fe74796f329'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 15:08:58.281977 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] get_ports_and_sgs() called for port_ids ['2857d419-8de6-4c2d-8be8-eb72d0bf63ea'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 15:08:58.296984 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68818536-9809-4c09-83d4-19bd12ef4e96 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Pushing event deleted for resources: {'Port': ['ID=2857d419-8de6-4c2d-8be8-eb72d0bf63ea,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:08:58.341146 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-e7b227be-8d3c-489e-aa69-f7580384533a tempest-FloatingIPAdminTestJSON-1413302492 tempest-FloatingIPAdminTestJSON-1413302492-project] Request body: {'floatingip': {'floating_network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:08:58.348073 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e1aaf9b-1dc5-4613-bcb8-253ad472314d req-68818536-9809-4c09-83d4-19bd12ef4e96 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] No DVR routers for this DVR port 2857d419-8de6-4c2d-8be8-eb72d0bf63ea on host n-h2-694802-15 {{(pid=94467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 15:08:58.350628 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-4e1aaf9b-1dc5-4613-bcb8-253ad472314d req-68818536-9809-4c09-83d4-19bd12ef4e96 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:08:58.353439 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4e1aaf9b-1dc5-4613-bcb8-253ad472314d req-68818536-9809-4c09-83d4-19bd12ef4e96 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.49 "DELETE /v2.0/ports/2857d419-8de6-4c2d-8be8-eb72d0bf63ea HTTP/1.1" status: 204 len: 173 time: 0.4170451 Aug 12 15:08:58.353439 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e341fd55-15ba-4f76-b99a-5ffd5e6c4169', 'name': 'network-vif-deleted', 'tag': '2857d419-8de6-4c2d-8be8-eb72d0bf63ea'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:08:58.355737 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e65282f928b64038367d043a4411777802006c43a98742496cb2e25b724ff1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-385641b2-d604-4f6d-a0f6-1cdcd95e2ac9" -d '{"events": [{"server_uuid": "e341fd55-15ba-4f76-b99a-5ffd5e6c4169", "name": "network-vif-deleted", "tag": "2857d419-8de6-4c2d-8be8-eb72d0bf63ea"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 15:08:58.376110 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e7b227be-8d3c-489e-aa69-f7580384533a tempest-FloatingIPAdminTestJSON-1413302492 tempest-FloatingIPAdminTestJSON-1413302492-project] Notify callbacks [] for floatingip, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:08:58.400741 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 15:08:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-556efd20-9454-45d4-806d-e068ff2dfd97 x-openstack-request-id: req-556efd20-9454-45d4-806d-e068ff2dfd97 {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 15:08:58.401276 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e341fd55-15ba-4f76-b99a-5ffd5e6c4169", "name": "network-vif-deleted", "tag": "2857d419-8de6-4c2d-8be8-eb72d0bf63ea", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 15:08:58.401730 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-556efd20-9454-45d4-806d-e068ff2dfd97 {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 15:08:58.402300 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e341fd55-15ba-4f76-b99a-5ffd5e6c4169', 'name': 'network-vif-deleted', 'tag': '2857d419-8de6-4c2d-8be8-eb72d0bf63ea', 'status': 'completed', 'code': 200} Aug 12 15:08:58.513457 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e7b227be-8d3c-489e-aa69-f7580384533a tempest-FloatingIPAdminTestJSON-1413302492 tempest-FloatingIPAdminTestJSON-1413302492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:08:58.594820 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b827aee3-9969-46cf-b74c-d83613ce0961 req-d733abf6-9eba-4204-93b2-25c74780c39c tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/ports?device_id=e341fd55-15ba-4f76-b99a-5ffd5e6c4169 HTTP/1.1" status: 200 len: 210 time: 0.0492449 Aug 12 15:08:58.650233 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-e7b227be-8d3c-489e-aa69-f7580384533a tempest-FloatingIPAdminTestJSON-1413302492 tempest-FloatingIPAdminTestJSON-1413302492-project] Allocated IP 172.25.1.44 (d3759e1b-6c03-45ac-acd4-90abb417809b/f0254f08-c19c-4e31-bd9c-09389ea4b6f2/c2c61383-8788-409f-b460-946fc5d25f50) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 15:08:58.754217 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e7b227be-8d3c-489e-aa69-f7580384533a tempest-FloatingIPAdminTestJSON-1413302492 tempest-FloatingIPAdminTestJSON-1413302492-project] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:08:58.793830 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e7b227be-8d3c-489e-aa69-f7580384533a tempest-FloatingIPAdminTestJSON-1413302492 tempest-FloatingIPAdminTestJSON-1413302492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:08:58.838638 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7b227be-8d3c-489e-aa69-f7580384533a tempest-FloatingIPAdminTestJSON-1413302492 tempest-FloatingIPAdminTestJSON-1413302492-project] Network d3759e1b-6c03-45ac-acd4-90abb417809b is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 15:08:58.844149 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-e7b227be-8d3c-489e-aa69-f7580384533a tempest-FloatingIPAdminTestJSON-1413302492 tempest-FloatingIPAdminTestJSON-1413302492-project] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:08:58.848478 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7b227be-8d3c-489e-aa69-f7580384533a tempest-FloatingIPAdminTestJSON-1413302492 tempest-FloatingIPAdminTestJSON-1413302492-project] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 15:08:58.854175 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b227be-8d3c-489e-aa69-f7580384533a tempest-FloatingIPAdminTestJSON-1413302492 tempest-FloatingIPAdminTestJSON-1413302492-project] Pushing event updated for resources: {'Port': ['ID=c2c61383-8788-409f-b460-946fc5d25f50,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:08:58.939099 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e7b227be-8d3c-489e-aa69-f7580384533a tempest-FloatingIPAdminTestJSON-1413302492 tempest-FloatingIPAdminTestJSON-1413302492-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:08:58.974788 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e7b227be-8d3c-489e-aa69-f7580384533a tempest-FloatingIPAdminTestJSON-1413302492 tempest-FloatingIPAdminTestJSON-1413302492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:08:59.140453 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e7b227be-8d3c-489e-aa69-f7580384533a tempest-FloatingIPAdminTestJSON-1413302492 tempest-FloatingIPAdminTestJSON-1413302492-project] Notify callbacks [] for port, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:08:59.145995 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e7b227be-8d3c-489e-aa69-f7580384533a tempest-FloatingIPAdminTestJSON-1413302492 tempest-FloatingIPAdminTestJSON-1413302492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3718439'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:08:59.222253 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b227be-8d3c-489e-aa69-f7580384533a tempest-FloatingIPAdminTestJSON-1413302492 tempest-FloatingIPAdminTestJSON-1413302492-project] Pushing event updated for resources: {'Port': ['ID=c2c61383-8788-409f-b460-946fc5d25f50,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:08:59.230670 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e7b227be-8d3c-489e-aa69-f7580384533a tempest-FloatingIPAdminTestJSON-1413302492 tempest-FloatingIPAdminTestJSON-1413302492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431510'] for floatingip, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:08:59.246330 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e7b227be-8d3c-489e-aa69-f7580384533a tempest-FloatingIPAdminTestJSON-1413302492 tempest-FloatingIPAdminTestJSON-1413302492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for floatingip, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:08:59.247858 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-e7b227be-8d3c-489e-aa69-f7580384533a tempest-FloatingIPAdminTestJSON-1413302492 tempest-FloatingIPAdminTestJSON-1413302492-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0855262 Aug 12 15:08:59.251170 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 58298) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:08:59.256074 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-faed3fea-f702-4111-a6bd-afedfe365c23 tempest-FloatingIPAdminTestJSON-1413302492 tempest-FloatingIPAdminTestJSON-1413302492-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-441194887'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:08:59.276817 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faed3fea-f702-4111-a6bd-afedfe365c23 tempest-FloatingIPAdminTestJSON-1413302492 tempest-FloatingIPAdminTestJSON-1413302492-project] Made reservation on behalf of d2f62373cdad4b60b7d966570ab6acd4 for: {'network': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 15:08:59.280283 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-faed3fea-f702-4111-a6bd-afedfe365c23 tempest-FloatingIPAdminTestJSON-1413302492 tempest-FloatingIPAdminTestJSON-1413302492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for network, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:08:59.288961 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-faed3fea-f702-4111-a6bd-afedfe365c23 tempest-FloatingIPAdminTestJSON-1413302492 tempest-FloatingIPAdminTestJSON-1413302492-project] Notify callbacks [] for security_group, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:08:59.378809 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-faed3fea-f702-4111-a6bd-afedfe365c23 tempest-FloatingIPAdminTestJSON-1413302492 tempest-FloatingIPAdminTestJSON-1413302492-project] Notify callbacks [] for security_group, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:08:59.382953 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-faed3fea-f702-4111-a6bd-afedfe365c23 tempest-FloatingIPAdminTestJSON-1413302492 tempest-FloatingIPAdminTestJSON-1413302492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:08:59.413081 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-faed3fea-f702-4111-a6bd-afedfe365c23 tempest-FloatingIPAdminTestJSON-1413302492 tempest-FloatingIPAdminTestJSON-1413302492-project] vlan segment allocate from pool success with {'vlan_id': 311, 'physical_network': 'physnet1'} {{(pid=94466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 15:08:59.419419 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faed3fea-f702-4111-a6bd-afedfe365c23 tempest-FloatingIPAdminTestJSON-1413302492 tempest-FloatingIPAdminTestJSON-1413302492-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6feb316b-0098-485a-abe1-78f6855c2584,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:08:59.425904 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-faed3fea-f702-4111-a6bd-afedfe365c23 tempest-FloatingIPAdminTestJSON-1413302492 tempest-FloatingIPAdminTestJSON-1413302492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:08:59.426250 n-d-694802-15 neutron-server[94466]: INFO neutron.db.segments_db [None req-faed3fea-f702-4111-a6bd-afedfe365c23 tempest-FloatingIPAdminTestJSON-1413302492 tempest-FloatingIPAdminTestJSON-1413302492-project] Added segment d8816c0e-1ddc-46f4-aff6-974858d1694f of type vlan for network 57ffd533-4716-4ce7-9f60-46a88a30e717 Aug 12 15:08:59.471926 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-faed3fea-f702-4111-a6bd-afedfe365c23 tempest-FloatingIPAdminTestJSON-1413302492 tempest-FloatingIPAdminTestJSON-1413302492-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744653628263'] for network, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:08:59.509757 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-faed3fea-f702-4111-a6bd-afedfe365c23 tempest-FloatingIPAdminTestJSON-1413302492 tempest-FloatingIPAdminTestJSON-1413302492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409'] for network, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:08:59.515717 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faed3fea-f702-4111-a6bd-afedfe365c23 tempest-FloatingIPAdminTestJSON-1413302492 tempest-FloatingIPAdminTestJSON-1413302492-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:08:59.516300 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-faed3fea-f702-4111-a6bd-afedfe365c23 tempest-FloatingIPAdminTestJSON-1413302492 tempest-FloatingIPAdminTestJSON-1413302492-project] Notify callbacks [] for network, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:08:59.583192 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-faed3fea-f702-4111-a6bd-afedfe365c23 tempest-FloatingIPAdminTestJSON-1413302492 tempest-FloatingIPAdminTestJSON-1413302492-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3309159 Aug 12 15:08:59.586090 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 58300) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:08:59.588104 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faed3fea-f702-4111-a6bd-afedfe365c23 tempest-FloatingIPAdminTestJSON-1413302492 tempest-FloatingIPAdminTestJSON-1413302492-project] Pushing event updated for resources: {'Network': ['ID=57ffd533-4716-4ce7-9f60-46a88a30e717,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:08:59.593356 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-06b7b5ed-cc61-4c9a-b826-b4476df379f1 tempest-FloatingIPAdminTestJSON-1413302492 tempest-FloatingIPAdminTestJSON-1413302492-project] Request body: {'subnet': {'network_id': '57ffd533-4716-4ce7-9f60-46a88a30e717', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:08:59.599920 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Network 57ffd533-4716-4ce7-9f60-46a88a30e717 details requested by agent ovs-agent-n-d-694802-15 with host n-d-694802-15 {{(pid=94468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 15:08:59.709504 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-06074855-837a-4562-9be6-cb95832da57b req-fcd1015b-e241-41f6-aad4-3977ec648ba3 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/ports?device_id=e341fd55-15ba-4f76-b99a-5ffd5e6c4169 HTTP/1.1" status: 200 len: 210 time: 0.0503006 Aug 12 15:08:59.735156 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06b7b5ed-cc61-4c9a-b826-b4476df379f1 tempest-FloatingIPAdminTestJSON-1413302492 tempest-FloatingIPAdminTestJSON-1413302492-project] Made reservation on behalf of d2f62373cdad4b60b7d966570ab6acd4 for: {'subnet': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 15:08:59.738786 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-06b7b5ed-cc61-4c9a-b826-b4476df379f1 tempest-FloatingIPAdminTestJSON-1413302492 tempest-FloatingIPAdminTestJSON-1413302492-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8776441'] for subnet, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:08:59.926642 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-06b7b5ed-cc61-4c9a-b826-b4476df379f1 tempest-FloatingIPAdminTestJSON-1413302492 tempest-FloatingIPAdminTestJSON-1413302492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3718490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8776395'] for subnet, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:08:59.993124 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b7b5ed-cc61-4c9a-b826-b4476df379f1 tempest-FloatingIPAdminTestJSON-1413302492 tempest-FloatingIPAdminTestJSON-1413302492-project] Pushing event updated for resources: {'Subnet': ['ID=1b5ecf11-b7c8-46cd-be4d-bec2356ca3c1,revision_number=0']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:09:00.003490 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b7b5ed-cc61-4c9a-b826-b4476df379f1 tempest-FloatingIPAdminTestJSON-1413302492 tempest-FloatingIPAdminTestJSON-1413302492-project] Checking segment: {'id': 'd8816c0e-1ddc-46f4-aff6-974858d1694f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '57ffd533-4716-4ce7-9f60-46a88a30e717'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 15:09:00.003847 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06b7b5ed-cc61-4c9a-b826-b4476df379f1 tempest-FloatingIPAdminTestJSON-1413302492 tempest-FloatingIPAdminTestJSON-1413302492-project] Network hostable DHCP agents. Network: 57ffd533-4716-4ce7-9f60-46a88a30e717, hostable agents: ['1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658'], hosted agents: [] {{(pid=94466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 15:09:00.021750 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06b7b5ed-cc61-4c9a-b826-b4476df379f1 tempest-FloatingIPAdminTestJSON-1413302492 tempest-FloatingIPAdminTestJSON-1413302492-project] Network 57ffd533-4716-4ce7-9f60-46a88a30e717 is scheduled to be hosted by DHCP agent 1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658 with binding_index 1 {{(pid=94466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 15:09:00.031449 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-06b7b5ed-cc61-4c9a-b826-b4476df379f1 tempest-FloatingIPAdminTestJSON-1413302492 tempest-FloatingIPAdminTestJSON-1413302492-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-15, 57ffd533-4716-4ce7-9f60-46a88a30e717) {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:09:00.035577 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06b7b5ed-cc61-4c9a-b826-b4476df379f1 tempest-FloatingIPAdminTestJSON-1413302492 tempest-FloatingIPAdminTestJSON-1413302492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:09:00.036174 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-06b7b5ed-cc61-4c9a-b826-b4476df379f1 tempest-FloatingIPAdminTestJSON-1413302492 tempest-FloatingIPAdminTestJSON-1413302492-project] Notify callbacks [] for subnet, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:00.041978 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2d81754-8468-4ced-a5aa-188d96280d36 None None] Network 57ffd533-4716-4ce7-9f60-46a88a30e717 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 15:09:00.054916 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-06b7b5ed-cc61-4c9a-b826-b4476df379f1 tempest-FloatingIPAdminTestJSON-1413302492 tempest-FloatingIPAdminTestJSON-1413302492-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4674544 Aug 12 15:09:00.057414 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 58304) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:09:00.062656 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-f10e8335-3e02-41fc-baad-391b3a6dd48e tempest-FloatingIPAdminTestJSON-1413302492 tempest-FloatingIPAdminTestJSON-1413302492-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1301602905', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'}, 'admin_state_up': False}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:09:00.091219 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f10e8335-3e02-41fc-baad-391b3a6dd48e tempest-FloatingIPAdminTestJSON-1413302492 tempest-FloatingIPAdminTestJSON-1413302492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-430574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-104863'] for router, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:00.092844 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f10e8335-3e02-41fc-baad-391b3a6dd48e tempest-FloatingIPAdminTestJSON-1413302492 tempest-FloatingIPAdminTestJSON-1413302492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-429438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-431405', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66646573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-104852'] for router, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:00.157749 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f10e8335-3e02-41fc-baad-391b3a6dd48e tempest-FloatingIPAdminTestJSON-1413302492 tempest-FloatingIPAdminTestJSON-1413302492-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:00.208858 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0135b46d-5ed5-4b89-8721-546a8d60f211 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa7035b3e-9a89-5964-b9f4-97301c3f476a-57ffd533-4716-4ce7-9f60-46a88a30e717', 'network_id': '57ffd533-4716-4ce7-9f60-46a88a30e717', 'tenant_id': 'd2f62373cdad4b60b7d966570ab6acd4', 'fixed_ips': [{'subnet_id': '1b5ecf11-b7c8-46cd-be4d-bec2356ca3c1'}]}} from n-d-694802-15. {{(pid=94468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 15:09:00.209780 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-0135b46d-5ed5-4b89-8721-546a8d60f211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:00.310606 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f10e8335-3e02-41fc-baad-391b3a6dd48e tempest-FloatingIPAdminTestJSON-1413302492 tempest-FloatingIPAdminTestJSON-1413302492-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:00.354918 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.db_base_plugin_common [None req-0135b46d-5ed5-4b89-8721-546a8d60f211 None None] Allocated IP 172.20.0.2 (57ffd533-4716-4ce7-9f60-46a88a30e717/1b5ecf11-b7c8-46cd-be4d-bec2356ca3c1/52baf0b7-7960-4efe-a6f4-4ae7d60a2c37) {{(pid=94468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 15:09:00.516409 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-0135b46d-5ed5-4b89-8721-546a8d60f211 None None] Notify callbacks [] for port, precommit_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:00.516956 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f10e8335-3e02-41fc-baad-391b3a6dd48e tempest-FloatingIPAdminTestJSON-1413302492 tempest-FloatingIPAdminTestJSON-1413302492-project] Notify callbacks [] for router_gateway, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:00.524877 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-0135b46d-5ed5-4b89-8721-546a8d60f211 None None] Transition to ACTIVE for port object 52baf0b7-7960-4efe-a6f4-4ae7d60a2c37 will not be triggered until provisioned by entity L2. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:09:00.540743 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-0135b46d-5ed5-4b89-8721-546a8d60f211 None None] Transition to ACTIVE for port object 52baf0b7-7960-4efe-a6f4-4ae7d60a2c37 will not be triggered until provisioned by entity DHCP. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:09:00.541223 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f10e8335-3e02-41fc-baad-391b3a6dd48e tempest-FloatingIPAdminTestJSON-1413302492 tempest-FloatingIPAdminTestJSON-1413302492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:00.547795 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-0135b46d-5ed5-4b89-8721-546a8d60f211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253'] for port, after_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:00.585414 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0135b46d-5ed5-4b89-8721-546a8d60f211 None None] Network 57ffd533-4716-4ce7-9f60-46a88a30e717 is already hosted by enough agents. {{(pid=94468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 15:09:00.588596 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.base_scheduler [None req-0135b46d-5ed5-4b89-8721-546a8d60f211 None None] Resources bound (agent type, host, resource id): {{(pid=94468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:09:00.591432 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0135b46d-5ed5-4b89-8721-546a8d60f211 None None] Received port after_create {{(pid=94468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 15:09:00.627316 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0135b46d-5ed5-4b89-8721-546a8d60f211 None None] Pushing event updated for resources: {'Port': ['ID=52baf0b7-7960-4efe-a6f4-4ae7d60a2c37,revision_number=1']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:09:00.649977 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-f10e8335-3e02-41fc-baad-391b3a6dd48e tempest-FloatingIPAdminTestJSON-1413302492 tempest-FloatingIPAdminTestJSON-1413302492-project] Allocated IP 172.25.1.185 (d3759e1b-6c03-45ac-acd4-90abb417809b/f0254f08-c19c-4e31-bd9c-09389ea4b6f2/4f14d268-ae7c-4d62-9fd1-ec6c306910fc) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 15:09:00.664239 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-0135b46d-5ed5-4b89-8721-546a8d60f211 None None] Attempting to bind port 52baf0b7-7960-4efe-a6f4-4ae7d60a2c37 on host n-d-694802-15 for vnic_type normal with profile {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 15:09:00.664609 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-0135b46d-5ed5-4b89-8721-546a8d60f211 None None] Attempting to bind port 52baf0b7-7960-4efe-a6f4-4ae7d60a2c37 by drivers openvswitch,hyperv on host n-d-694802-15 at level 0 using segments [{'id': 'd8816c0e-1ddc-46f4-aff6-974858d1694f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '57ffd533-4716-4ce7-9f60-46a88a30e717'}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 15:09:00.665023 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0135b46d-5ed5-4b89-8721-546a8d60f211 None None] Attempting to bind port 52baf0b7-7960-4efe-a6f4-4ae7d60a2c37 on network 57ffd533-4716-4ce7-9f60-46a88a30e717 {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 15:09:00.670456 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0135b46d-5ed5-4b89-8721-546a8d60f211 None None] Checking agent: {'id': '16de73ac-f2e9-4cee-b3e0-91052ae3e6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 20, 13), 'started_at': datetime.datetime(2021, 8, 12, 14, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 15, 8, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 15:09:00.670997 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0135b46d-5ed5-4b89-8721-546a8d60f211 None None] Checking segment: {'id': 'd8816c0e-1ddc-46f4-aff6-974858d1694f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '57ffd533-4716-4ce7-9f60-46a88a30e717'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 15:09:00.671956 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-0135b46d-5ed5-4b89-8721-546a8d60f211 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:00.672582 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0135b46d-5ed5-4b89-8721-546a8d60f211 None None] Bound using segment: {'id': 'd8816c0e-1ddc-46f4-aff6-974858d1694f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '57ffd533-4716-4ce7-9f60-46a88a30e717'} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 15:09:00.673057 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-0135b46d-5ed5-4b89-8721-546a8d60f211 None None] Bound port: 52baf0b7-7960-4efe-a6f4-4ae7d60a2c37, host: n-d-694802-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8816c0e-1ddc-46f4-aff6-974858d1694f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '57ffd533-4716-4ce7-9f60-46a88a30e717'}}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 15:09:00.673440 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-0135b46d-5ed5-4b89-8721-546a8d60f211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:00.689390 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.agents_db [None req-17ed3e4c-1a7d-4162-9646-11c134aca297 None None] Agent healthcheck: found 7 active agents {{(pid=94469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 15:09:00.737382 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-0135b46d-5ed5-4b89-8721-546a8d60f211 None None] For port 52baf0b7-7960-4efe-a6f4-4ae7d60a2c37, host n-d-694802-15, cleared binding levels {{(pid=94468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 15:09:00.741243 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-0135b46d-5ed5-4b89-8721-546a8d60f211 None None] For port 52baf0b7-7960-4efe-a6f4-4ae7d60a2c37, host n-d-694802-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=52baf0b7-7960-4efe-a6f4-4ae7d60a2c37,segment=NetworkSegment(d8816c0e-1ddc-46f4-aff6-974858d1694f),segment_id=d8816c0e-1ddc-46f4-aff6-974858d1694f)] {{(pid=94468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 15:09:00.749036 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-0135b46d-5ed5-4b89-8721-546a8d60f211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:00.775905 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f10e8335-3e02-41fc-baad-391b3a6dd48e tempest-FloatingIPAdminTestJSON-1413302492 tempest-FloatingIPAdminTestJSON-1413302492-project] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:00.829788 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f10e8335-3e02-41fc-baad-391b3a6dd48e tempest-FloatingIPAdminTestJSON-1413302492 tempest-FloatingIPAdminTestJSON-1413302492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:00.833417 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0135b46d-5ed5-4b89-8721-546a8d60f211 None None] Pushing event updated for resources: {'Port': ['ID=52baf0b7-7960-4efe-a6f4-4ae7d60a2c37,revision_number=2']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:09:00.846208 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6d053c67-d44f-409c-9d86-cad05479ee28 req-56638277-3250-4fdb-8f14-dc0e6ae8a181 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/ports?device_id=e341fd55-15ba-4f76-b99a-5ffd5e6c4169 HTTP/1.1" status: 200 len: 210 time: 0.0637858 Aug 12 15:09:00.870564 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f10e8335-3e02-41fc-baad-391b3a6dd48e tempest-FloatingIPAdminTestJSON-1413302492 tempest-FloatingIPAdminTestJSON-1413302492-project] Network d3759e1b-6c03-45ac-acd4-90abb417809b is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 15:09:00.876020 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-f10e8335-3e02-41fc-baad-391b3a6dd48e tempest-FloatingIPAdminTestJSON-1413302492 tempest-FloatingIPAdminTestJSON-1413302492-project] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:09:00.880428 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f10e8335-3e02-41fc-baad-391b3a6dd48e tempest-FloatingIPAdminTestJSON-1413302492 tempest-FloatingIPAdminTestJSON-1413302492-project] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 15:09:00.916843 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10e8335-3e02-41fc-baad-391b3a6dd48e tempest-FloatingIPAdminTestJSON-1413302492 tempest-FloatingIPAdminTestJSON-1413302492-project] Pushing event updated for resources: {'Port': ['ID=4f14d268-ae7c-4d62-9fd1-ec6c306910fc,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:09:01.186769 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f10e8335-3e02-41fc-baad-391b3a6dd48e tempest-FloatingIPAdminTestJSON-1413302492 tempest-FloatingIPAdminTestJSON-1413302492-project] Notify callbacks [] for router_gateway, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:01.693355 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f10e8335-3e02-41fc-baad-391b3a6dd48e tempest-FloatingIPAdminTestJSON-1413302492 tempest-FloatingIPAdminTestJSON-1413302492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-429413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-431608'] for router, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:01.822790 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47a19d0d-fb3b-453b-9ece-da55cd89d0d3 None None] Network 57ffd533-4716-4ce7-9f60-46a88a30e717 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 15:09:01.839314 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f10e8335-3e02-41fc-baad-391b3a6dd48e tempest-FloatingIPAdminTestJSON-1413302492 tempest-FloatingIPAdminTestJSON-1413302492-project] Router c5dea66c-777c-42c5-9303-3c8bf8a0f502 is scheduled to L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f with binding_index 1 {{(pid=94466) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 15:09:01.892247 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-9a020ddf-aa47-4705-99bd-e3d6656426a7 None None] Provisioning for port 52baf0b7-7960-4efe-a6f4-4ae7d60a2c37 completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:09:01.990783 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-32751019-b9af-41ca-8580-c4c97ea586d9 req-8acb30ae-d9ae-4e6b-bd6a-fe377e84c3df tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/ports?device_id=e341fd55-15ba-4f76-b99a-5ffd5e6c4169 HTTP/1.1" status: 200 len: 210 time: 0.0331528 Aug 12 15:09:02.011765 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f10e8335-3e02-41fc-baad-391b3a6dd48e tempest-FloatingIPAdminTestJSON-1413302492 tempest-FloatingIPAdminTestJSON-1413302492-project] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 15:09:02.024731 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e46272f1-0838-4378-9101-01b48d62de04 None None] Sync routers for ids ['c5dea66c-777c-42c5-9303-3c8bf8a0f502'] in n-d-694802-15 {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 15:09:02.034736 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f10e8335-3e02-41fc-baad-391b3a6dd48e tempest-FloatingIPAdminTestJSON-1413302492 tempest-FloatingIPAdminTestJSON-1413302492-project] Notify callbacks [] for router, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:02.037540 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-f10e8335-3e02-41fc-baad-391b3a6dd48e tempest-FloatingIPAdminTestJSON-1413302492 tempest-FloatingIPAdminTestJSON-1413302492-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 1.9790642 Aug 12 15:09:02.040642 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 58310) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:09:02.051387 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e46272f1-0838-4378-9101-01b48d62de04 None None] Routers {'c5dea66c-777c-42c5-9303-3c8bf8a0f502'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:09:02.051988 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-e46272f1-0838-4378-9101-01b48d62de04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T15:08:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['c5dea66c-777c-42c5-9303-3c8bf8a0f502'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:09:02.093021 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-e46272f1-0838-4378-9101-01b48d62de04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:09:02.108501 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e46272f1-0838-4378-9101-01b48d62de04 None None] Routers {'c5dea66c-777c-42c5-9303-3c8bf8a0f502'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:09:02.109947 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-e46272f1-0838-4378-9101-01b48d62de04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T15:08:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['c5dea66c-777c-42c5-9303-3c8bf8a0f502'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:09:02.147888 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-e46272f1-0838-4378-9101-01b48d62de04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:09:02.148877 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e46272f1-0838-4378-9101-01b48d62de04 None None] The sync data for ids ['c5dea66c-777c-42c5-9303-3c8bf8a0f502'] in n-d-694802-15 is: [] {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 15:09:02.547839 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c0d39077-a225-4c47-bfa3-574fd73ac87f tempest-FloatingIPAdminTestJSON-1413302492 tempest-FloatingIPAdminTestJSON-1413302492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:02.597944 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 52baf0b7-7960-4efe-a6f4-4ae7d60a2c37 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 15:09:02.664035 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning for port 52baf0b7-7960-4efe-a6f4-4ae7d60a2c37 completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:09:02.669481 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port 52baf0b7-7960-4efe-a6f4-4ae7d60a2c37 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:09:02.670027 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:02.771676 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:02.814231 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] For port 52baf0b7-7960-4efe-a6f4-4ae7d60a2c37, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=52baf0b7-7960-4efe-a6f4-4ae7d60a2c37,segment=NetworkSegment(d8816c0e-1ddc-46f4-aff6-974858d1694f),segment_id=d8816c0e-1ddc-46f4-aff6-974858d1694f)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:09:02.819571 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:02.874098 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Pushing event updated for resources: {'Port': ['ID=52baf0b7-7960-4efe-a6f4-4ae7d60a2c37,revision_number=3']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:09:02.899213 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-c0d39077-a225-4c47-bfa3-574fd73ac87f tempest-FloatingIPAdminTestJSON-1413302492 tempest-FloatingIPAdminTestJSON-1413302492-project] Allocated IP 172.20.0.1 (57ffd533-4716-4ce7-9f60-46a88a30e717/1b5ecf11-b7c8-46cd-be4d-bec2356ca3c1/cfe70ea1-69b4-4a5d-97ff-335ada7bb5b4) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 15:09:03.021848 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c0d39077-a225-4c47-bfa3-574fd73ac87f tempest-FloatingIPAdminTestJSON-1413302492 tempest-FloatingIPAdminTestJSON-1413302492-project] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:03.037493 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-c0d39077-a225-4c47-bfa3-574fd73ac87f tempest-FloatingIPAdminTestJSON-1413302492 tempest-FloatingIPAdminTestJSON-1413302492-project] Transition to ACTIVE for port object cfe70ea1-69b4-4a5d-97ff-335ada7bb5b4 will not be triggered until provisioned by entity DHCP. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:09:03.077017 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c0d39077-a225-4c47-bfa3-574fd73ac87f tempest-FloatingIPAdminTestJSON-1413302492 tempest-FloatingIPAdminTestJSON-1413302492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:03.125825 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0d39077-a225-4c47-bfa3-574fd73ac87f tempest-FloatingIPAdminTestJSON-1413302492 tempest-FloatingIPAdminTestJSON-1413302492-project] Network 57ffd533-4716-4ce7-9f60-46a88a30e717 is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 15:09:03.129004 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-c0d39077-a225-4c47-bfa3-574fd73ac87f tempest-FloatingIPAdminTestJSON-1413302492 tempest-FloatingIPAdminTestJSON-1413302492-project] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:09:03.136043 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0d39077-a225-4c47-bfa3-574fd73ac87f tempest-FloatingIPAdminTestJSON-1413302492 tempest-FloatingIPAdminTestJSON-1413302492-project] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 15:09:03.160568 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device 2857d419-8de6-4c2d-8be8-eb72d0bf63ea no longer exists at agent hyperv_n-h2-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 15:09:03.166719 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d39077-a225-4c47-bfa3-574fd73ac87f tempest-FloatingIPAdminTestJSON-1413302492 tempest-FloatingIPAdminTestJSON-1413302492-project] Pushing event updated for resources: {'Port': ['ID=cfe70ea1-69b4-4a5d-97ff-335ada7bb5b4,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:09:03.187406 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] No Port match for: 2857d419-8de6-4c2d-8be8-eb72d0bf63ea {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 15:09:03.188361 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device 2857d419-8de6-4c2d-8be8-eb72d0bf63ea not bound to the agent host n-h2-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 15:09:03.199415 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c0d39077-a225-4c47-bfa3-574fd73ac87f tempest-FloatingIPAdminTestJSON-1413302492 tempest-FloatingIPAdminTestJSON-1413302492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66663725'] for router_interface, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:03.350749 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c0d39077-a225-4c47-bfa3-574fd73ac87f tempest-FloatingIPAdminTestJSON-1413302492 tempest-FloatingIPAdminTestJSON-1413302492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:03.462663 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-be05487a-183a-46a2-a9cc-e3055331f722 None None] Provisioning for port cfe70ea1-69b4-4a5d-97ff-335ada7bb5b4 completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:09:03.467163 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-be05487a-183a-46a2-a9cc-e3055331f722 None None] Provisioning complete for port cfe70ea1-69b4-4a5d-97ff-335ada7bb5b4 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:09:03.467801 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-be05487a-183a-46a2-a9cc-e3055331f722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:03.507175 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-be05487a-183a-46a2-a9cc-e3055331f722 None None] Port cfe70ea1-69b4-4a5d-97ff-335ada7bb5b4 cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 15:09:03.649469 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c0d39077-a225-4c47-bfa3-574fd73ac87f tempest-FloatingIPAdminTestJSON-1413302492 tempest-FloatingIPAdminTestJSON-1413302492-project] Notify callbacks [] for port, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:03.654476 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c0d39077-a225-4c47-bfa3-574fd73ac87f tempest-FloatingIPAdminTestJSON-1413302492 tempest-FloatingIPAdminTestJSON-1413302492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3718439'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:03.732481 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d39077-a225-4c47-bfa3-574fd73ac87f tempest-FloatingIPAdminTestJSON-1413302492 tempest-FloatingIPAdminTestJSON-1413302492-project] Pushing event updated for resources: {'Port': ['ID=cfe70ea1-69b4-4a5d-97ff-335ada7bb5b4,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:09:03.736427 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c0d39077-a225-4c47-bfa3-574fd73ac87f tempest-FloatingIPAdminTestJSON-1413302492 tempest-FloatingIPAdminTestJSON-1413302492-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66628363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66663865'] for router_interface, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:03.848202 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0d39077-a225-4c47-bfa3-574fd73ac87f tempest-FloatingIPAdminTestJSON-1413302492 tempest-FloatingIPAdminTestJSON-1413302492-project] Network 57ffd533-4716-4ce7-9f60-46a88a30e717 is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 15:09:03.849699 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-c0d39077-a225-4c47-bfa3-574fd73ac87f tempest-FloatingIPAdminTestJSON-1413302492 tempest-FloatingIPAdminTestJSON-1413302492-project] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:09:03.992905 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0d39077-a225-4c47-bfa3-574fd73ac87f tempest-FloatingIPAdminTestJSON-1413302492 tempest-FloatingIPAdminTestJSON-1413302492-project] Router c5dea66c-777c-42c5-9303-3c8bf8a0f502 has already been hosted by L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f {{(pid=94466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 15:09:04.128555 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0d39077-a225-4c47-bfa3-574fd73ac87f tempest-FloatingIPAdminTestJSON-1413302492 tempest-FloatingIPAdminTestJSON-1413302492-project] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 15:09:04.139896 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10165549-05d4-46b5-a83d-ff8c77c80a16 None None] Sync routers for ids ['c5dea66c-777c-42c5-9303-3c8bf8a0f502'] in n-d-694802-15 {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 15:09:04.143078 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-c0d39077-a225-4c47-bfa3-574fd73ac87f tempest-FloatingIPAdminTestJSON-1413302492 tempest-FloatingIPAdminTestJSON-1413302492-project] 10.222.0.39 "PUT /v2.0/routers/c5dea66c-777c-42c5-9303-3c8bf8a0f502/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1012657 Aug 12 15:09:04.146218 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 58318) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:09:04.151878 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-65d802d4-7742-40ca-ae8f-63b7abc15776 None None] Provisioning complete for port cfe70ea1-69b4-4a5d-97ff-335ada7bb5b4 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:09:04.153124 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-65d802d4-7742-40ca-ae8f-63b7abc15776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:04.153383 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-4fb1f0bb-88de-44b8-b0e4-58bdb6441385 tempest-FloatingIPAdminTestJSON-1413302492 tempest-FloatingIPAdminTestJSON-1413302492-project] Request body: {'port': {'network_id': '57ffd533-4716-4ce7-9f60-46a88a30e717', 'name': 'tempest-FloatingIPAdminTestJSON-955763768'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:09:04.191609 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10165549-05d4-46b5-a83d-ff8c77c80a16 None None] Routers {'c5dea66c-777c-42c5-9303-3c8bf8a0f502'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:09:04.192453 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-10165549-05d4-46b5-a83d-ff8c77c80a16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T15:08:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['c5dea66c-777c-42c5-9303-3c8bf8a0f502'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:09:04.246793 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-10165549-05d4-46b5-a83d-ff8c77c80a16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:09:04.255235 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-65d802d4-7742-40ca-ae8f-63b7abc15776 None None] Port cfe70ea1-69b4-4a5d-97ff-335ada7bb5b4 cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 15:09:04.260979 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10165549-05d4-46b5-a83d-ff8c77c80a16 None None] Routers {'c5dea66c-777c-42c5-9303-3c8bf8a0f502'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:09:04.261650 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-10165549-05d4-46b5-a83d-ff8c77c80a16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T15:08:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['c5dea66c-777c-42c5-9303-3c8bf8a0f502'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:09:04.296317 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fb1f0bb-88de-44b8-b0e4-58bdb6441385 tempest-FloatingIPAdminTestJSON-1413302492 tempest-FloatingIPAdminTestJSON-1413302492-project] Made reservation on behalf of d2f62373cdad4b60b7d966570ab6acd4 for: {'port': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 15:09:04.300025 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4fb1f0bb-88de-44b8-b0e4-58bdb6441385 tempest-FloatingIPAdminTestJSON-1413302492 tempest-FloatingIPAdminTestJSON-1413302492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:04.300237 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-10165549-05d4-46b5-a83d-ff8c77c80a16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:09:04.300940 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10165549-05d4-46b5-a83d-ff8c77c80a16 None None] The sync data for ids ['c5dea66c-777c-42c5-9303-3c8bf8a0f502'] in n-d-694802-15 is: [] {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 15:09:04.321304 n-d-694802-15 neutron-server[94466]: DEBUG neutron.notifiers.nova [None req-4fb1f0bb-88de-44b8-b0e4-58bdb6441385 tempest-FloatingIPAdminTestJSON-1413302492 tempest-FloatingIPAdminTestJSON-1413302492-project] device_id is not set on port d5210167-736e-498e-be59-f697adfc6ce1 yet. {{(pid=94466) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 15:09:04.451539 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-4fb1f0bb-88de-44b8-b0e4-58bdb6441385 tempest-FloatingIPAdminTestJSON-1413302492 tempest-FloatingIPAdminTestJSON-1413302492-project] Allocated IP 172.20.0.10 (57ffd533-4716-4ce7-9f60-46a88a30e717/1b5ecf11-b7c8-46cd-be4d-bec2356ca3c1/d5210167-736e-498e-be59-f697adfc6ce1) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 15:09:04.555695 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 52baf0b7-7960-4efe-a6f4-4ae7d60a2c37 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 15:09:04.606743 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port 52baf0b7-7960-4efe-a6f4-4ae7d60a2c37 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:09:04.607158 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:04.652736 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4fb1f0bb-88de-44b8-b0e4-58bdb6441385 tempest-FloatingIPAdminTestJSON-1413302492 tempest-FloatingIPAdminTestJSON-1413302492-project] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:04.671232 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-4fb1f0bb-88de-44b8-b0e4-58bdb6441385 tempest-FloatingIPAdminTestJSON-1413302492 tempest-FloatingIPAdminTestJSON-1413302492-project] Transition to ACTIVE for port object d5210167-736e-498e-be59-f697adfc6ce1 will not be triggered until provisioned by entity DHCP. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:09:04.708918 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4fb1f0bb-88de-44b8-b0e4-58bdb6441385 tempest-FloatingIPAdminTestJSON-1413302492 tempest-FloatingIPAdminTestJSON-1413302492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:04.753572 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fb1f0bb-88de-44b8-b0e4-58bdb6441385 tempest-FloatingIPAdminTestJSON-1413302492 tempest-FloatingIPAdminTestJSON-1413302492-project] Network 57ffd533-4716-4ce7-9f60-46a88a30e717 is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 15:09:04.758860 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-4fb1f0bb-88de-44b8-b0e4-58bdb6441385 tempest-FloatingIPAdminTestJSON-1413302492 tempest-FloatingIPAdminTestJSON-1413302492-project] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:09:04.762628 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fb1f0bb-88de-44b8-b0e4-58bdb6441385 tempest-FloatingIPAdminTestJSON-1413302492 tempest-FloatingIPAdminTestJSON-1413302492-project] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 15:09:04.788384 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb1f0bb-88de-44b8-b0e4-58bdb6441385 tempest-FloatingIPAdminTestJSON-1413302492 tempest-FloatingIPAdminTestJSON-1413302492-project] Pushing event updated for resources: {'Port': ['ID=d5210167-736e-498e-be59-f697adfc6ce1,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:09:04.825672 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fb1f0bb-88de-44b8-b0e4-58bdb6441385 tempest-FloatingIPAdminTestJSON-1413302492 tempest-FloatingIPAdminTestJSON-1413302492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:09:04.826679 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4fb1f0bb-88de-44b8-b0e4-58bdb6441385 tempest-FloatingIPAdminTestJSON-1413302492 tempest-FloatingIPAdminTestJSON-1413302492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:04.845955 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-4fb1f0bb-88de-44b8-b0e4-58bdb6441385 tempest-FloatingIPAdminTestJSON-1413302492 tempest-FloatingIPAdminTestJSON-1413302492-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6982450 Aug 12 15:09:04.849450 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 58320) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:09:04.910434 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-ef03853e-37f0-45e6-8406-17b47d631f61 tempest-FloatingIPAdminTestJSON-311203243 tempest-FloatingIPAdminTestJSON-311203243-project-admin] Request body: {'floatingip': {'floating_network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'project_id': 'd2f62373cdad4b60b7d966570ab6acd4', 'port_id': 'd5210167-736e-498e-be59-f697adfc6ce1'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:09:04.941952 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ef03853e-37f0-45e6-8406-17b47d631f61 tempest-FloatingIPAdminTestJSON-311203243 tempest-FloatingIPAdminTestJSON-311203243-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:05.053494 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ef03853e-37f0-45e6-8406-17b47d631f61 tempest-FloatingIPAdminTestJSON-311203243 tempest-FloatingIPAdminTestJSON-311203243-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:05.084052 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-a92b6b17-882b-4ff1-81de-418f8be94b9c None None] Provisioning for port d5210167-736e-498e-be59-f697adfc6ce1 completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:09:05.089125 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-a92b6b17-882b-4ff1-81de-418f8be94b9c None None] Provisioning complete for port d5210167-736e-498e-be59-f697adfc6ce1 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:09:05.089783 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-a92b6b17-882b-4ff1-81de-418f8be94b9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:05.131799 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-a92b6b17-882b-4ff1-81de-418f8be94b9c None None] Port d5210167-736e-498e-be59-f697adfc6ce1 cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 15:09:05.185922 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-ef03853e-37f0-45e6-8406-17b47d631f61 tempest-FloatingIPAdminTestJSON-311203243 tempest-FloatingIPAdminTestJSON-311203243-project-admin] Allocated IP 172.25.1.104 (d3759e1b-6c03-45ac-acd4-90abb417809b/f0254f08-c19c-4e31-bd9c-09389ea4b6f2/289a570f-35da-431c-a850-65c93cd16248) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 15:09:05.343128 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ef03853e-37f0-45e6-8406-17b47d631f61 tempest-FloatingIPAdminTestJSON-311203243 tempest-FloatingIPAdminTestJSON-311203243-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:05.399761 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ef03853e-37f0-45e6-8406-17b47d631f61 tempest-FloatingIPAdminTestJSON-311203243 tempest-FloatingIPAdminTestJSON-311203243-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:05.440948 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef03853e-37f0-45e6-8406-17b47d631f61 tempest-FloatingIPAdminTestJSON-311203243 tempest-FloatingIPAdminTestJSON-311203243-project-admin] Network d3759e1b-6c03-45ac-acd4-90abb417809b is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 15:09:05.445199 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-ef03853e-37f0-45e6-8406-17b47d631f61 tempest-FloatingIPAdminTestJSON-311203243 tempest-FloatingIPAdminTestJSON-311203243-project-admin] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:09:05.449784 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef03853e-37f0-45e6-8406-17b47d631f61 tempest-FloatingIPAdminTestJSON-311203243 tempest-FloatingIPAdminTestJSON-311203243-project-admin] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 15:09:05.499803 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef03853e-37f0-45e6-8406-17b47d631f61 tempest-FloatingIPAdminTestJSON-311203243 tempest-FloatingIPAdminTestJSON-311203243-project-admin] Pushing event updated for resources: {'Port': ['ID=289a570f-35da-431c-a850-65c93cd16248,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:09:06.133919 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ef03853e-37f0-45e6-8406-17b47d631f61 tempest-FloatingIPAdminTestJSON-311203243 tempest-FloatingIPAdminTestJSON-311203243-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:06.211920 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ef03853e-37f0-45e6-8406-17b47d631f61 tempest-FloatingIPAdminTestJSON-311203243 tempest-FloatingIPAdminTestJSON-311203243-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:06.375180 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ef03853e-37f0-45e6-8406-17b47d631f61 tempest-FloatingIPAdminTestJSON-311203243 tempest-FloatingIPAdminTestJSON-311203243-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:06.380536 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ef03853e-37f0-45e6-8406-17b47d631f61 tempest-FloatingIPAdminTestJSON-311203243 tempest-FloatingIPAdminTestJSON-311203243-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3718439'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:06.452010 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef03853e-37f0-45e6-8406-17b47d631f61 tempest-FloatingIPAdminTestJSON-311203243 tempest-FloatingIPAdminTestJSON-311203243-project-admin] Pushing event updated for resources: {'Port': ['ID=289a570f-35da-431c-a850-65c93cd16248,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:09:06.467423 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ef03853e-37f0-45e6-8406-17b47d631f61 tempest-FloatingIPAdminTestJSON-311203243 tempest-FloatingIPAdminTestJSON-311203243-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431510'] for floatingip, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:06.575644 n-d-694802-15 neutron-server[94466]: INFO neutron.db.l3_db [None req-ef03853e-37f0-45e6-8406-17b47d631f61 tempest-FloatingIPAdminTestJSON-311203243 tempest-FloatingIPAdminTestJSON-311203243-project-admin] Floating IP 03b292b8-d4ae-4667-ae79-dc64e59ce0db associated. External IP: 172.25.1.104, port: d5210167-736e-498e-be59-f697adfc6ce1. Aug 12 15:09:06.778211 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef03853e-37f0-45e6-8406-17b47d631f61 tempest-FloatingIPAdminTestJSON-311203243 tempest-FloatingIPAdminTestJSON-311203243-project-admin] Router c5dea66c-777c-42c5-9303-3c8bf8a0f502 has already been hosted by L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f {{(pid=94466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 15:09:06.886698 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef03853e-37f0-45e6-8406-17b47d631f61 tempest-FloatingIPAdminTestJSON-311203243 tempest-FloatingIPAdminTestJSON-311203243-project-admin] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 15:09:06.895454 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74594dd1-40c8-4a7e-bb62-fd69ed686378 None None] Sync routers for ids ['c5dea66c-777c-42c5-9303-3c8bf8a0f502'] in n-d-694802-15 {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 15:09:06.903565 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ef03853e-37f0-45e6-8406-17b47d631f61 tempest-FloatingIPAdminTestJSON-311203243 tempest-FloatingIPAdminTestJSON-311203243-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for floatingip, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:06.904930 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74594dd1-40c8-4a7e-bb62-fd69ed686378 None None] Routers {'c5dea66c-777c-42c5-9303-3c8bf8a0f502'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:09:06.905567 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-74594dd1-40c8-4a7e-bb62-fd69ed686378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T15:08:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['c5dea66c-777c-42c5-9303-3c8bf8a0f502'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:09:06.930901 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-ef03853e-37f0-45e6-8406-17b47d631f61 tempest-FloatingIPAdminTestJSON-311203243 tempest-FloatingIPAdminTestJSON-311203243-project-admin] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 2.0803165 Aug 12 15:09:06.933483 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 58332) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:09:06.937208 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-74594dd1-40c8-4a7e-bb62-fd69ed686378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:09:06.946991 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74594dd1-40c8-4a7e-bb62-fd69ed686378 None None] Routers {'c5dea66c-777c-42c5-9303-3c8bf8a0f502'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:09:06.947633 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-74594dd1-40c8-4a7e-bb62-fd69ed686378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T15:08:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['c5dea66c-777c-42c5-9303-3c8bf8a0f502'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:09:06.982569 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-74594dd1-40c8-4a7e-bb62-fd69ed686378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:09:06.983236 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74594dd1-40c8-4a7e-bb62-fd69ed686378 None None] The sync data for ids ['c5dea66c-777c-42c5-9303-3c8bf8a0f502'] in n-d-694802-15 is: [] {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 15:09:07.049397 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-fcb05ec6-4a54-4bd8-9e42-44f85e571f05 tempest-FloatingIPAdminTestJSON-311203243 tempest-FloatingIPAdminTestJSON-311203243-project-admin] 10.222.0.39 "GET /v2.0/floatingips/03b292b8-d4ae-4667-ae79-dc64e59ce0db HTTP/1.1" status: 200 len: 983 time: 0.1142371 Aug 12 15:09:07.051730 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 58334) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:09:07.158450 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-55f5ea6f-2327-46e5-94e0-8042b18b26d5 tempest-FloatingIPAdminTestJSON-311203243 tempest-FloatingIPAdminTestJSON-311203243-project-admin] 10.222.0.39 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1466 time: 0.1056509 Aug 12 15:09:07.161028 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 58336) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:09:07.317493 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-8c486842-9aec-4f1b-83fb-c8ac4592c697 tempest-FloatingIPAdminTestJSON-1413302492 tempest-FloatingIPAdminTestJSON-1413302492-project] Deleting port 289a570f-35da-431c-a850-65c93cd16248 {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 15:09:07.317750 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8c486842-9aec-4f1b-83fb-c8ac4592c697 tempest-FloatingIPAdminTestJSON-1413302492 tempest-FloatingIPAdminTestJSON-1413302492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:07.392171 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8c486842-9aec-4f1b-83fb-c8ac4592c697 tempest-FloatingIPAdminTestJSON-1413302492 tempest-FloatingIPAdminTestJSON-1413302492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:07.392507 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8c486842-9aec-4f1b-83fb-c8ac4592c697 tempest-FloatingIPAdminTestJSON-1413302492 tempest-FloatingIPAdminTestJSON-1413302492-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:07.404327 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-8c486842-9aec-4f1b-83fb-c8ac4592c697 tempest-FloatingIPAdminTestJSON-1413302492 tempest-FloatingIPAdminTestJSON-1413302492-project] Calling delete_port for 289a570f-35da-431c-a850-65c93cd16248 owned by network:floatingip {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 15:09:07.562773 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8c486842-9aec-4f1b-83fb-c8ac4592c697 tempest-FloatingIPAdminTestJSON-1413302492 tempest-FloatingIPAdminTestJSON-1413302492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:07.590223 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c486842-9aec-4f1b-83fb-c8ac4592c697 tempest-FloatingIPAdminTestJSON-1413302492 tempest-FloatingIPAdminTestJSON-1413302492-project] Pushing event deleted for resources: {'Port': ['ID=289a570f-35da-431c-a850-65c93cd16248,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:09:07.601765 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367af88b-042e-4e55-aba7-657699946363 req-b9914b49-6705-45f7-be98-d44dce701d09 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:09:07.603368 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-367af88b-042e-4e55-aba7-657699946363 req-b9914b49-6705-45f7-be98-d44dce701d09 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/ports?device_id=e067c07c-e2e7-4598-9d1d-b8e6ba7fd667 HTTP/1.1" status: 200 len: 946 time: 0.0549366 Aug 12 15:09:07.641623 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-367af88b-042e-4e55-aba7-657699946363 req-46f656c8-ae6b-4d96-be8a-b564fc976304 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/security-groups?id=3013738a-d4e8-4d22-9424-861312b623e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321021 Aug 12 15:09:07.652775 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8c486842-9aec-4f1b-83fb-c8ac4592c697 tempest-FloatingIPAdminTestJSON-1413302492 tempest-FloatingIPAdminTestJSON-1413302492-project] Notify callbacks [] for floatingip, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:07.653109 n-d-694802-15 neutron-server[94466]: INFO neutron.db.l3_db [None req-8c486842-9aec-4f1b-83fb-c8ac4592c697 tempest-FloatingIPAdminTestJSON-1413302492 tempest-FloatingIPAdminTestJSON-1413302492-project] Floating IP 03b292b8-d4ae-4667-ae79-dc64e59ce0db disassociated (deleted). External IP: 172.25.1.104, port: d5210167-736e-498e-be59-f697adfc6ce1. Aug 12 15:09:07.859415 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c486842-9aec-4f1b-83fb-c8ac4592c697 tempest-FloatingIPAdminTestJSON-1413302492 tempest-FloatingIPAdminTestJSON-1413302492-project] Router c5dea66c-777c-42c5-9303-3c8bf8a0f502 has already been hosted by L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f {{(pid=94466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 15:09:07.967681 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c486842-9aec-4f1b-83fb-c8ac4592c697 tempest-FloatingIPAdminTestJSON-1413302492 tempest-FloatingIPAdminTestJSON-1413302492-project] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 15:09:07.972806 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8c486842-9aec-4f1b-83fb-c8ac4592c697 tempest-FloatingIPAdminTestJSON-1413302492 tempest-FloatingIPAdminTestJSON-1413302492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for floatingip, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:07.978382 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51b9c19f-02c7-44ce-98fd-db9c3009312b None None] Sync routers for ids ['c5dea66c-777c-42c5-9303-3c8bf8a0f502'] in n-d-694802-15 {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 15:09:07.987004 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51b9c19f-02c7-44ce-98fd-db9c3009312b None None] Routers {'c5dea66c-777c-42c5-9303-3c8bf8a0f502'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:09:07.987651 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-51b9c19f-02c7-44ce-98fd-db9c3009312b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T15:08:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['c5dea66c-777c-42c5-9303-3c8bf8a0f502'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:09:08.004413 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-8c486842-9aec-4f1b-83fb-c8ac4592c697 tempest-FloatingIPAdminTestJSON-1413302492 tempest-FloatingIPAdminTestJSON-1413302492-project] 10.222.0.39 "DELETE /v2.0/floatingips/03b292b8-d4ae-4667-ae79-dc64e59ce0db HTTP/1.1" status: 204 len: 168 time: 0.8423204 Aug 12 15:09:08.008022 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 58344) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:09:08.012890 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-0da437f7-fc31-4494-ab8d-dd20db3f5400 tempest-FloatingIPAdminTestJSON-311203243 tempest-FloatingIPAdminTestJSON-311203243-project-admin] Request body: {'floatingip': {'floating_network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:09:08.021048 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-51b9c19f-02c7-44ce-98fd-db9c3009312b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:09:08.029635 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51b9c19f-02c7-44ce-98fd-db9c3009312b None None] Routers {'c5dea66c-777c-42c5-9303-3c8bf8a0f502'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:09:08.030237 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-51b9c19f-02c7-44ce-98fd-db9c3009312b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T15:08:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['c5dea66c-777c-42c5-9303-3c8bf8a0f502'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:09:08.034929 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-0da437f7-fc31-4494-ab8d-dd20db3f5400 tempest-FloatingIPAdminTestJSON-311203243 tempest-FloatingIPAdminTestJSON-311203243-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:08.064395 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-51b9c19f-02c7-44ce-98fd-db9c3009312b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:09:08.065549 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51b9c19f-02c7-44ce-98fd-db9c3009312b None None] The sync data for ids ['c5dea66c-777c-42c5-9303-3c8bf8a0f502'] in n-d-694802-15 is: [] {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 15:09:08.124153 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-0da437f7-fc31-4494-ab8d-dd20db3f5400 tempest-FloatingIPAdminTestJSON-311203243 tempest-FloatingIPAdminTestJSON-311203243-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:08.227492 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_common [None req-0da437f7-fc31-4494-ab8d-dd20db3f5400 tempest-FloatingIPAdminTestJSON-311203243 tempest-FloatingIPAdminTestJSON-311203243-project-admin] Allocated IP 172.25.1.36 (d3759e1b-6c03-45ac-acd4-90abb417809b/f0254f08-c19c-4e31-bd9c-09389ea4b6f2/203591b0-1ed8-44a1-ad99-b8e9c96a3c7e) {{(pid=94467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 15:09:08.330149 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-0da437f7-fc31-4494-ab8d-dd20db3f5400 tempest-FloatingIPAdminTestJSON-311203243 tempest-FloatingIPAdminTestJSON-311203243-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:08.368542 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-0da437f7-fc31-4494-ab8d-dd20db3f5400 tempest-FloatingIPAdminTestJSON-311203243 tempest-FloatingIPAdminTestJSON-311203243-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:08.406025 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0da437f7-fc31-4494-ab8d-dd20db3f5400 tempest-FloatingIPAdminTestJSON-311203243 tempest-FloatingIPAdminTestJSON-311203243-project-admin] Network d3759e1b-6c03-45ac-acd4-90abb417809b is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 15:09:08.410619 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [None req-0da437f7-fc31-4494-ab8d-dd20db3f5400 tempest-FloatingIPAdminTestJSON-311203243 tempest-FloatingIPAdminTestJSON-311203243-project-admin] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:09:08.414076 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0da437f7-fc31-4494-ab8d-dd20db3f5400 tempest-FloatingIPAdminTestJSON-311203243 tempest-FloatingIPAdminTestJSON-311203243-project-admin] Received port after_create {{(pid=94467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 15:09:08.435712 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da437f7-fc31-4494-ab8d-dd20db3f5400 tempest-FloatingIPAdminTestJSON-311203243 tempest-FloatingIPAdminTestJSON-311203243-project-admin] Pushing event updated for resources: {'Port': ['ID=203591b0-1ed8-44a1-ad99-b8e9c96a3c7e,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:09:08.501856 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-0da437f7-fc31-4494-ab8d-dd20db3f5400 tempest-FloatingIPAdminTestJSON-311203243 tempest-FloatingIPAdminTestJSON-311203243-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:08.534196 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-0da437f7-fc31-4494-ab8d-dd20db3f5400 tempest-FloatingIPAdminTestJSON-311203243 tempest-FloatingIPAdminTestJSON-311203243-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:08.688859 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-0da437f7-fc31-4494-ab8d-dd20db3f5400 tempest-FloatingIPAdminTestJSON-311203243 tempest-FloatingIPAdminTestJSON-311203243-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:08.694196 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-0da437f7-fc31-4494-ab8d-dd20db3f5400 tempest-FloatingIPAdminTestJSON-311203243 tempest-FloatingIPAdminTestJSON-311203243-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:08.759169 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da437f7-fc31-4494-ab8d-dd20db3f5400 tempest-FloatingIPAdminTestJSON-311203243 tempest-FloatingIPAdminTestJSON-311203243-project-admin] Pushing event updated for resources: {'Port': ['ID=203591b0-1ed8-44a1-ad99-b8e9c96a3c7e,revision_number=2']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:09:08.764400 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d8dc53-c40a-4fc9-bc64-51ac7174b5ab req-70504195-bc86-48d4-98c1-4cb0b38a60a5 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:09:08.766179 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-d3d8dc53-c40a-4fc9-bc64-51ac7174b5ab req-70504195-bc86-48d4-98c1-4cb0b38a60a5 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/ports?device_id=e067c07c-e2e7-4598-9d1d-b8e6ba7fd667 HTTP/1.1" status: 200 len: 946 time: 0.0515881 Aug 12 15:09:08.772381 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-0da437f7-fc31-4494-ab8d-dd20db3f5400 tempest-FloatingIPAdminTestJSON-311203243 tempest-FloatingIPAdminTestJSON-311203243-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431510'] for floatingip, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:08.786865 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-0da437f7-fc31-4494-ab8d-dd20db3f5400 tempest-FloatingIPAdminTestJSON-311203243 tempest-FloatingIPAdminTestJSON-311203243-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for floatingip, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:08.788223 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-0da437f7-fc31-4494-ab8d-dd20db3f5400 tempest-FloatingIPAdminTestJSON-311203243 tempest-FloatingIPAdminTestJSON-311203243-project-admin] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7788377 Aug 12 15:09:08.790868 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 58348) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:09:08.806975 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-d3d8dc53-c40a-4fc9-bc64-51ac7174b5ab req-14aabfa8-45a2-4844-b571-0ccb200b251f tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/security-groups?id=3013738a-d4e8-4d22-9424-861312b623e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344069 Aug 12 15:09:08.891401 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-240c6742-51d1-4d76-a0ab-73b9f210f74f tempest-FloatingIPAdminTestJSON-1618181983 tempest-FloatingIPAdminTestJSON-1618181983-project] Request body: {'floatingip': {'floating_network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:09:08.912923 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-240c6742-51d1-4d76-a0ab-73b9f210f74f tempest-FloatingIPAdminTestJSON-1618181983 tempest-FloatingIPAdminTestJSON-1618181983-project] Notify callbacks [] for floatingip, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:09.012360 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-240c6742-51d1-4d76-a0ab-73b9f210f74f tempest-FloatingIPAdminTestJSON-1618181983 tempest-FloatingIPAdminTestJSON-1618181983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:09.125691 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcce39f-e0a5-4e99-b63d-8fa0ea924a6c req-c669a37b-c206-4245-9cdf-ab44208acdc4 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:09:09.127277 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-bfcce39f-e0a5-4e99-b63d-8fa0ea924a6c req-c669a37b-c206-4245-9cdf-ab44208acdc4 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.64 "GET /v2.0/ports?device_id=e067c07c-e2e7-4598-9d1d-b8e6ba7fd667 HTTP/1.1" status: 200 len: 946 time: 0.1073132 Aug 12 15:09:09.181575 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_common [None req-240c6742-51d1-4d76-a0ab-73b9f210f74f tempest-FloatingIPAdminTestJSON-1618181983 tempest-FloatingIPAdminTestJSON-1618181983-project] Allocated IP 172.25.1.8 (d3759e1b-6c03-45ac-acd4-90abb417809b/f0254f08-c19c-4e31-bd9c-09389ea4b6f2/f9ff8a9b-ab68-46de-a4c2-7bb5d345809f) {{(pid=94467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 15:09:09.295944 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [req-bfcce39f-e0a5-4e99-b63d-8fa0ea924a6c req-d78e4678-85c1-4ad4-9056-f82832e0fa61 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Deleting port ea6a6034-ba19-479a-ab1f-4fe74796f329 {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 15:09:09.296222 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-bfcce39f-e0a5-4e99-b63d-8fa0ea924a6c req-d78e4678-85c1-4ad4-9056-f82832e0fa61 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:09.363124 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-240c6742-51d1-4d76-a0ab-73b9f210f74f tempest-FloatingIPAdminTestJSON-1618181983 tempest-FloatingIPAdminTestJSON-1618181983-project] Notify callbacks [] for port, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:09.411277 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-bfcce39f-e0a5-4e99-b63d-8fa0ea924a6c req-d78e4678-85c1-4ad4-9056-f82832e0fa61 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] For port ea6a6034-ba19-479a-ab1f-4fe74796f329, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=ea6a6034-ba19-479a-ab1f-4fe74796f329,segment=NetworkSegment(fcd22b33-01d5-4908-ab67-fcc7aa617173),segment_id=fcd22b33-01d5-4908-ab67-fcc7aa617173)] {{(pid=94467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:09:09.411633 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-bfcce39f-e0a5-4e99-b63d-8fa0ea924a6c req-d78e4678-85c1-4ad4-9056-f82832e0fa61 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:09.431732 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [req-bfcce39f-e0a5-4e99-b63d-8fa0ea924a6c req-d78e4678-85c1-4ad4-9056-f82832e0fa61 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Calling delete_port for ea6a6034-ba19-479a-ab1f-4fe74796f329 owned by compute:nova {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 15:09:09.449319 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-240c6742-51d1-4d76-a0ab-73b9f210f74f tempest-FloatingIPAdminTestJSON-1618181983 tempest-FloatingIPAdminTestJSON-1618181983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:09.521733 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-240c6742-51d1-4d76-a0ab-73b9f210f74f tempest-FloatingIPAdminTestJSON-1618181983 tempest-FloatingIPAdminTestJSON-1618181983-project] Network d3759e1b-6c03-45ac-acd4-90abb417809b is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 15:09:09.531774 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [None req-240c6742-51d1-4d76-a0ab-73b9f210f74f tempest-FloatingIPAdminTestJSON-1618181983 tempest-FloatingIPAdminTestJSON-1618181983-project] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:09:09.534503 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-240c6742-51d1-4d76-a0ab-73b9f210f74f tempest-FloatingIPAdminTestJSON-1618181983 tempest-FloatingIPAdminTestJSON-1618181983-project] Received port after_create {{(pid=94467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 15:09:09.565815 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240c6742-51d1-4d76-a0ab-73b9f210f74f tempest-FloatingIPAdminTestJSON-1618181983 tempest-FloatingIPAdminTestJSON-1618181983-project] Pushing event updated for resources: {'Port': ['ID=f9ff8a9b-ab68-46de-a4c2-7bb5d345809f,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:09:09.656928 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-bfcce39f-e0a5-4e99-b63d-8fa0ea924a6c req-d78e4678-85c1-4ad4-9056-f82832e0fa61 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:09.669489 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] get_ports_and_sgs() called for port_ids ['ea6a6034-ba19-479a-ab1f-4fe74796f329'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 15:09:09.706630 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78e4678-85c1-4ad4-9056-f82832e0fa61 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Pushing event deleted for resources: {'Port': ['ID=ea6a6034-ba19-479a-ab1f-4fe74796f329,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:09:09.740163 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-240c6742-51d1-4d76-a0ab-73b9f210f74f tempest-FloatingIPAdminTestJSON-1618181983 tempest-FloatingIPAdminTestJSON-1618181983-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:09.757856 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfcce39f-e0a5-4e99-b63d-8fa0ea924a6c req-d78e4678-85c1-4ad4-9056-f82832e0fa61 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] No DVR routers for this DVR port ea6a6034-ba19-479a-ab1f-4fe74796f329 on host n-h1-694802-15 {{(pid=94467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 15:09:09.760505 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-bfcce39f-e0a5-4e99-b63d-8fa0ea924a6c req-d78e4678-85c1-4ad4-9056-f82832e0fa61 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:09.762426 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-bfcce39f-e0a5-4e99-b63d-8fa0ea924a6c req-d78e4678-85c1-4ad4-9056-f82832e0fa61 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.64 "DELETE /v2.0/ports/ea6a6034-ba19-479a-ab1f-4fe74796f329 HTTP/1.1" status: 204 len: 173 time: 0.6280789 Aug 12 15:09:09.762882 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e067c07c-e2e7-4598-9d1d-b8e6ba7fd667', 'name': 'network-vif-deleted', 'tag': 'ea6a6034-ba19-479a-ab1f-4fe74796f329'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:09:09.765160 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e65282f928b64038367d043a4411777802006c43a98742496cb2e25b724ff1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-728a7c9a-0de4-469f-97e7-cf43e87d8b57" -d '{"events": [{"server_uuid": "e067c07c-e2e7-4598-9d1d-b8e6ba7fd667", "name": "network-vif-deleted", "tag": "ea6a6034-ba19-479a-ab1f-4fe74796f329"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 15:09:09.800050 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-240c6742-51d1-4d76-a0ab-73b9f210f74f tempest-FloatingIPAdminTestJSON-1618181983 tempest-FloatingIPAdminTestJSON-1618181983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:09.822189 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 15:09:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de418af5-b616-444e-aa43-4afe1c9f1842 x-openstack-request-id: req-de418af5-b616-444e-aa43-4afe1c9f1842 {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 15:09:09.822454 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e067c07c-e2e7-4598-9d1d-b8e6ba7fd667", "name": "network-vif-deleted", "tag": "ea6a6034-ba19-479a-ab1f-4fe74796f329", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 15:09:09.822699 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-de418af5-b616-444e-aa43-4afe1c9f1842 {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 15:09:09.823115 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e067c07c-e2e7-4598-9d1d-b8e6ba7fd667', 'name': 'network-vif-deleted', 'tag': 'ea6a6034-ba19-479a-ab1f-4fe74796f329', 'status': 'completed', 'code': 200} Aug 12 15:09:09.906447 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-7b04bfdb-06aa-4eec-9c81-1fa28b623550 req-b73a011d-062f-4189-8ab6-959b5452ffb5 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/ports?device_id=e067c07c-e2e7-4598-9d1d-b8e6ba7fd667 HTTP/1.1" status: 200 len: 210 time: 0.0277758 Aug 12 15:09:09.964208 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-240c6742-51d1-4d76-a0ab-73b9f210f74f tempest-FloatingIPAdminTestJSON-1618181983 tempest-FloatingIPAdminTestJSON-1618181983-project] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:09.969380 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-240c6742-51d1-4d76-a0ab-73b9f210f74f tempest-FloatingIPAdminTestJSON-1618181983 tempest-FloatingIPAdminTestJSON-1618181983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:10.041320 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240c6742-51d1-4d76-a0ab-73b9f210f74f tempest-FloatingIPAdminTestJSON-1618181983 tempest-FloatingIPAdminTestJSON-1618181983-project] Pushing event updated for resources: {'Port': ['ID=f9ff8a9b-ab68-46de-a4c2-7bb5d345809f,revision_number=2']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:09:10.049837 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-240c6742-51d1-4d76-a0ab-73b9f210f74f tempest-FloatingIPAdminTestJSON-1618181983 tempest-FloatingIPAdminTestJSON-1618181983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431510'] for floatingip, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:10.063958 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-240c6742-51d1-4d76-a0ab-73b9f210f74f tempest-FloatingIPAdminTestJSON-1618181983 tempest-FloatingIPAdminTestJSON-1618181983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for floatingip, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:10.067589 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-240c6742-51d1-4d76-a0ab-73b9f210f74f tempest-FloatingIPAdminTestJSON-1618181983 tempest-FloatingIPAdminTestJSON-1618181983-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.2734199 Aug 12 15:09:10.067827 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 58356) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:09:10.130965 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-11e35e66-1d25-4256-b3a7-04e0b332a87c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:10.151382 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-77424779-2ac7-4c4b-a1b1-784eb7f0d237 tempest-FloatingIPAdminTestJSON-311203243 tempest-FloatingIPAdminTestJSON-311203243-project-admin] 10.222.0.39 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1648 time: 0.0803261 Aug 12 15:09:10.151627 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 58358) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:09:10.221555 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-dd33783b-683d-441d-a054-f61454f65e5a tempest-FloatingIPAdminTestJSON-1413302492 tempest-FloatingIPAdminTestJSON-1413302492-project] 10.222.0.39 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.0687959 Aug 12 15:09:10.224057 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 58360) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:09:10.348514 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-01b11038-4068-4407-8bfe-00252b8a2e50 tempest-FloatingIPAdminTestJSON-1618181983 tempest-FloatingIPAdminTestJSON-1618181983-project] Deleting port f9ff8a9b-ab68-46de-a4c2-7bb5d345809f {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 15:09:10.348773 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-01b11038-4068-4407-8bfe-00252b8a2e50 tempest-FloatingIPAdminTestJSON-1618181983 tempest-FloatingIPAdminTestJSON-1618181983-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:10.424993 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-01b11038-4068-4407-8bfe-00252b8a2e50 tempest-FloatingIPAdminTestJSON-1618181983 tempest-FloatingIPAdminTestJSON-1618181983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:10.425221 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-01b11038-4068-4407-8bfe-00252b8a2e50 tempest-FloatingIPAdminTestJSON-1618181983 tempest-FloatingIPAdminTestJSON-1618181983-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:10.437072 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-01b11038-4068-4407-8bfe-00252b8a2e50 tempest-FloatingIPAdminTestJSON-1618181983 tempest-FloatingIPAdminTestJSON-1618181983-project] Calling delete_port for f9ff8a9b-ab68-46de-a4c2-7bb5d345809f owned by network:floatingip {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 15:09:10.579796 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-01b11038-4068-4407-8bfe-00252b8a2e50 tempest-FloatingIPAdminTestJSON-1618181983 tempest-FloatingIPAdminTestJSON-1618181983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:10.605538 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b11038-4068-4407-8bfe-00252b8a2e50 tempest-FloatingIPAdminTestJSON-1618181983 tempest-FloatingIPAdminTestJSON-1618181983-project] Pushing event deleted for resources: {'Port': ['ID=f9ff8a9b-ab68-46de-a4c2-7bb5d345809f,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:09:10.665205 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-01b11038-4068-4407-8bfe-00252b8a2e50 tempest-FloatingIPAdminTestJSON-1618181983 tempest-FloatingIPAdminTestJSON-1618181983-project] Notify callbacks [] for floatingip, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:10.667912 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-01b11038-4068-4407-8bfe-00252b8a2e50 tempest-FloatingIPAdminTestJSON-1618181983 tempest-FloatingIPAdminTestJSON-1618181983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for floatingip, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:10.669084 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-01b11038-4068-4407-8bfe-00252b8a2e50 tempest-FloatingIPAdminTestJSON-1618181983 tempest-FloatingIPAdminTestJSON-1618181983-project] 10.222.0.39 "DELETE /v2.0/floatingips/091e5e4e-4c72-4809-bd23-49b832c805b5 HTTP/1.1" status: 204 len: 168 time: 0.4440987 Aug 12 15:09:10.671670 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 58362) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:09:11.172672 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9af1b31f-ecf5-4e60-88ff-d7a66df6c2ca req-ce621049-2f7a-4cbc-8f59-253344110319 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/ports?device_id=e067c07c-e2e7-4598-9d1d-b8e6ba7fd667 HTTP/1.1" status: 200 len: 210 time: 0.0277619 Aug 12 15:09:11.176653 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-4c6ba9d8-383e-48b5-8cfd-afd83ed40da6 tempest-FloatingIPAdminTestJSON-311203243 tempest-FloatingIPAdminTestJSON-311203243-project-admin] Deleting port 203591b0-1ed8-44a1-ad99-b8e9c96a3c7e {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 15:09:11.177079 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-4c6ba9d8-383e-48b5-8cfd-afd83ed40da6 tempest-FloatingIPAdminTestJSON-311203243 tempest-FloatingIPAdminTestJSON-311203243-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:11.251809 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-4c6ba9d8-383e-48b5-8cfd-afd83ed40da6 tempest-FloatingIPAdminTestJSON-311203243 tempest-FloatingIPAdminTestJSON-311203243-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:11.252143 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-4c6ba9d8-383e-48b5-8cfd-afd83ed40da6 tempest-FloatingIPAdminTestJSON-311203243 tempest-FloatingIPAdminTestJSON-311203243-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:11.264101 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-4c6ba9d8-383e-48b5-8cfd-afd83ed40da6 tempest-FloatingIPAdminTestJSON-311203243 tempest-FloatingIPAdminTestJSON-311203243-project-admin] Calling delete_port for 203591b0-1ed8-44a1-ad99-b8e9c96a3c7e owned by network:floatingip {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 15:09:11.394855 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-4c6ba9d8-383e-48b5-8cfd-afd83ed40da6 tempest-FloatingIPAdminTestJSON-311203243 tempest-FloatingIPAdminTestJSON-311203243-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:11.421502 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6ba9d8-383e-48b5-8cfd-afd83ed40da6 tempest-FloatingIPAdminTestJSON-311203243 tempest-FloatingIPAdminTestJSON-311203243-project-admin] Pushing event deleted for resources: {'Port': ['ID=203591b0-1ed8-44a1-ad99-b8e9c96a3c7e,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:09:11.481967 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-4c6ba9d8-383e-48b5-8cfd-afd83ed40da6 tempest-FloatingIPAdminTestJSON-311203243 tempest-FloatingIPAdminTestJSON-311203243-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:11.484564 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-4c6ba9d8-383e-48b5-8cfd-afd83ed40da6 tempest-FloatingIPAdminTestJSON-311203243 tempest-FloatingIPAdminTestJSON-311203243-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for floatingip, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:11.485666 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-4c6ba9d8-383e-48b5-8cfd-afd83ed40da6 tempest-FloatingIPAdminTestJSON-311203243 tempest-FloatingIPAdminTestJSON-311203243-project-admin] 10.222.0.39 "DELETE /v2.0/floatingips/90006aab-0676-46ce-8546-1336543a81cc HTTP/1.1" status: 204 len: 168 time: 0.8130214 Aug 12 15:09:11.489177 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 58366) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:09:11.577450 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-b1512c5d-24c3-4a8a-a562-5bc8d3826d8f tempest-FloatingIPAdminTestJSON-1413302492 tempest-FloatingIPAdminTestJSON-1413302492-project] Deleting port d5210167-736e-498e-be59-f697adfc6ce1 {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 15:09:11.577789 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b1512c5d-24c3-4a8a-a562-5bc8d3826d8f tempest-FloatingIPAdminTestJSON-1413302492 tempest-FloatingIPAdminTestJSON-1413302492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:11.660925 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b1512c5d-24c3-4a8a-a562-5bc8d3826d8f tempest-FloatingIPAdminTestJSON-1413302492 tempest-FloatingIPAdminTestJSON-1413302492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:11.672975 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-b1512c5d-24c3-4a8a-a562-5bc8d3826d8f tempest-FloatingIPAdminTestJSON-1413302492 tempest-FloatingIPAdminTestJSON-1413302492-project] Calling delete_port for d5210167-736e-498e-be59-f697adfc6ce1 owned by {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 15:09:11.811981 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b1512c5d-24c3-4a8a-a562-5bc8d3826d8f tempest-FloatingIPAdminTestJSON-1413302492 tempest-FloatingIPAdminTestJSON-1413302492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:11.841888 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1512c5d-24c3-4a8a-a562-5bc8d3826d8f tempest-FloatingIPAdminTestJSON-1413302492 tempest-FloatingIPAdminTestJSON-1413302492-project] Pushing event deleted for resources: {'Port': ['ID=d5210167-736e-498e-be59-f697adfc6ce1,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:09:11.845543 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:11.870164 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1512c5d-24c3-4a8a-a562-5bc8d3826d8f tempest-FloatingIPAdminTestJSON-1413302492 tempest-FloatingIPAdminTestJSON-1413302492-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:09:11.870527 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1512c5d-24c3-4a8a-a562-5bc8d3826d8f tempest-FloatingIPAdminTestJSON-1413302492 tempest-FloatingIPAdminTestJSON-1413302492-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:09:11.870842 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1512c5d-24c3-4a8a-a562-5bc8d3826d8f tempest-FloatingIPAdminTestJSON-1413302492 tempest-FloatingIPAdminTestJSON-1413302492-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:09:11.871200 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1512c5d-24c3-4a8a-a562-5bc8d3826d8f tempest-FloatingIPAdminTestJSON-1413302492 tempest-FloatingIPAdminTestJSON-1413302492-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:09:11.871527 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1512c5d-24c3-4a8a-a562-5bc8d3826d8f tempest-FloatingIPAdminTestJSON-1413302492 tempest-FloatingIPAdminTestJSON-1413302492-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:09:11.871847 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1512c5d-24c3-4a8a-a562-5bc8d3826d8f tempest-FloatingIPAdminTestJSON-1413302492 tempest-FloatingIPAdminTestJSON-1413302492-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:09:11.872164 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1512c5d-24c3-4a8a-a562-5bc8d3826d8f tempest-FloatingIPAdminTestJSON-1413302492 tempest-FloatingIPAdminTestJSON-1413302492-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:09:11.872479 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1512c5d-24c3-4a8a-a562-5bc8d3826d8f tempest-FloatingIPAdminTestJSON-1413302492 tempest-FloatingIPAdminTestJSON-1413302492-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:09:11.872795 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1512c5d-24c3-4a8a-a562-5bc8d3826d8f tempest-FloatingIPAdminTestJSON-1413302492 tempest-FloatingIPAdminTestJSON-1413302492-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:09:11.873109 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1512c5d-24c3-4a8a-a562-5bc8d3826d8f tempest-FloatingIPAdminTestJSON-1413302492 tempest-FloatingIPAdminTestJSON-1413302492-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:09:11.873421 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1512c5d-24c3-4a8a-a562-5bc8d3826d8f tempest-FloatingIPAdminTestJSON-1413302492 tempest-FloatingIPAdminTestJSON-1413302492-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:09:11.873747 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1512c5d-24c3-4a8a-a562-5bc8d3826d8f tempest-FloatingIPAdminTestJSON-1413302492 tempest-FloatingIPAdminTestJSON-1413302492-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:09:11.925318 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b1512c5d-24c3-4a8a-a562-5bc8d3826d8f tempest-FloatingIPAdminTestJSON-1413302492 tempest-FloatingIPAdminTestJSON-1413302492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:11.928609 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-b1512c5d-24c3-4a8a-a562-5bc8d3826d8f tempest-FloatingIPAdminTestJSON-1413302492 tempest-FloatingIPAdminTestJSON-1413302492-project] 10.222.0.39 "DELETE /v2.0/ports/d5210167-736e-498e-be59-f697adfc6ce1 HTTP/1.1" status: 204 len: 168 time: 0.4384532 Aug 12 15:09:11.931275 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 58368) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:09:11.982278 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee474282-56d4-49c9-9714-47942b6d1eb3 tempest-FloatingIPAdminTestJSON-1413302492 tempest-FloatingIPAdminTestJSON-1413302492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:09:11.986146 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-ee474282-56d4-49c9-9714-47942b6d1eb3 tempest-FloatingIPAdminTestJSON-1413302492 tempest-FloatingIPAdminTestJSON-1413302492-project] 10.222.0.39 "GET /v2.0/ports?device_id=c5dea66c-777c-42c5-9303-3c8bf8a0f502 HTTP/1.1" status: 200 len: 913 time: 0.0511847 Aug 12 15:09:11.986507 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 58370) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:09:12.281793 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-4874a869-52a5-4567-82b0-b58827ad5c47 req-a60797c3-cae9-412a-b1a8-320849f0649f tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/ports?device_id=e067c07c-e2e7-4598-9d1d-b8e6ba7fd667 HTTP/1.1" status: 200 len: 210 time: 0.0301116 Aug 12 15:09:12.342396 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-09a4db2d-a5aa-4535-bec3-b445d00afeac tempest-FloatingIPAdminTestJSON-1413302492 tempest-FloatingIPAdminTestJSON-1413302492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66663830'] for router_interface, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:12.608355 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-09a4db2d-a5aa-4535-bec3-b445d00afeac tempest-FloatingIPAdminTestJSON-1413302492 tempest-FloatingIPAdminTestJSON-1413302492-project] Deleting port cfe70ea1-69b4-4a5d-97ff-335ada7bb5b4 {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 15:09:12.608661 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-09a4db2d-a5aa-4535-bec3-b445d00afeac tempest-FloatingIPAdminTestJSON-1413302492 tempest-FloatingIPAdminTestJSON-1413302492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:12.692243 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-09a4db2d-a5aa-4535-bec3-b445d00afeac tempest-FloatingIPAdminTestJSON-1413302492 tempest-FloatingIPAdminTestJSON-1413302492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:12.703903 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-09a4db2d-a5aa-4535-bec3-b445d00afeac tempest-FloatingIPAdminTestJSON-1413302492 tempest-FloatingIPAdminTestJSON-1413302492-project] Calling delete_port for cfe70ea1-69b4-4a5d-97ff-335ada7bb5b4 owned by network:router_interface {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 15:09:12.889416 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-09a4db2d-a5aa-4535-bec3-b445d00afeac tempest-FloatingIPAdminTestJSON-1413302492 tempest-FloatingIPAdminTestJSON-1413302492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:12.923068 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a4db2d-a5aa-4535-bec3-b445d00afeac tempest-FloatingIPAdminTestJSON-1413302492 tempest-FloatingIPAdminTestJSON-1413302492-project] Pushing event deleted for resources: {'Port': ['ID=cfe70ea1-69b4-4a5d-97ff-335ada7bb5b4,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:09:12.979039 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device ea6a6034-ba19-479a-ab1f-4fe74796f329 no longer exists at agent hyperv_n-h1-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 15:09:13.010753 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-93370168-53ca-47c2-9e27-b066be57125c None None] No Port match for: ea6a6034-ba19-479a-ab1f-4fe74796f329 {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 15:09:13.011408 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device ea6a6034-ba19-479a-ab1f-4fe74796f329 not bound to the agent host n-h1-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 15:09:13.046379 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:13.088209 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:13.123863 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-09a4db2d-a5aa-4535-bec3-b445d00afeac tempest-FloatingIPAdminTestJSON-1413302492 tempest-FloatingIPAdminTestJSON-1413302492-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66628352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-430630'] for router_interface, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:13.361397 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09a4db2d-a5aa-4535-bec3-b445d00afeac tempest-FloatingIPAdminTestJSON-1413302492 tempest-FloatingIPAdminTestJSON-1413302492-project] Router c5dea66c-777c-42c5-9303-3c8bf8a0f502 has already been hosted by L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f {{(pid=94467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 15:09:13.397512 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-358a21bb-a45c-46d9-828c-fcbae9425617 req-b94b604f-b8d1-42ab-9213-99c596eb4414 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/ports?device_id=e067c07c-e2e7-4598-9d1d-b8e6ba7fd667 HTTP/1.1" status: 200 len: 210 time: 0.0305569 Aug 12 15:09:13.408499 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-00a9614c-2648-464b-adbc-7bbe9f6bd556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:13.498175 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09a4db2d-a5aa-4535-bec3-b445d00afeac tempest-FloatingIPAdminTestJSON-1413302492 tempest-FloatingIPAdminTestJSON-1413302492-project] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 15:09:13.503247 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-09a4db2d-a5aa-4535-bec3-b445d00afeac tempest-FloatingIPAdminTestJSON-1413302492 tempest-FloatingIPAdminTestJSON-1413302492-project] 10.222.0.39 "PUT /v2.0/routers/c5dea66c-777c-42c5-9303-3c8bf8a0f502/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5156202 Aug 12 15:09:13.505670 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 58376) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:09:13.509771 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58e962d9-7fe9-44db-a361-5eeb3c8f799f None None] Sync routers for ids ['c5dea66c-777c-42c5-9303-3c8bf8a0f502'] in n-d-694802-15 {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 15:09:13.519397 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58e962d9-7fe9-44db-a361-5eeb3c8f799f None None] Routers {'c5dea66c-777c-42c5-9303-3c8bf8a0f502'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:09:13.520094 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-58e962d9-7fe9-44db-a361-5eeb3c8f799f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T15:09:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['c5dea66c-777c-42c5-9303-3c8bf8a0f502'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:09:13.552566 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-58e962d9-7fe9-44db-a361-5eeb3c8f799f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:09:13.568828 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58e962d9-7fe9-44db-a361-5eeb3c8f799f None None] Routers {'c5dea66c-777c-42c5-9303-3c8bf8a0f502'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:09:13.571514 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-58e962d9-7fe9-44db-a361-5eeb3c8f799f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T15:09:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['c5dea66c-777c-42c5-9303-3c8bf8a0f502'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:09:13.606983 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-58e962d9-7fe9-44db-a361-5eeb3c8f799f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:09:13.607996 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58e962d9-7fe9-44db-a361-5eeb3c8f799f None None] The sync data for ids ['c5dea66c-777c-42c5-9303-3c8bf8a0f502'] in n-d-694802-15 is: [] {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 15:09:13.637310 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-8fce4051-bcc3-49fe-82e7-42138ec807d5 tempest-FloatingIPAdminTestJSON-1413302492 tempest-FloatingIPAdminTestJSON-1413302492-project] Notify callbacks [] for router, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:13.755261 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-8fce4051-bcc3-49fe-82e7-42138ec807d5 tempest-FloatingIPAdminTestJSON-1413302492 tempest-FloatingIPAdminTestJSON-1413302492-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:13.806660 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-8fce4051-bcc3-49fe-82e7-42138ec807d5 tempest-FloatingIPAdminTestJSON-1413302492 tempest-FloatingIPAdminTestJSON-1413302492-project] Deleting port 4f14d268-ae7c-4d62-9fd1-ec6c306910fc {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 15:09:13.806993 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-8fce4051-bcc3-49fe-82e7-42138ec807d5 tempest-FloatingIPAdminTestJSON-1413302492 tempest-FloatingIPAdminTestJSON-1413302492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:13.897744 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-8fce4051-bcc3-49fe-82e7-42138ec807d5 tempest-FloatingIPAdminTestJSON-1413302492 tempest-FloatingIPAdminTestJSON-1413302492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:13.910347 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-8fce4051-bcc3-49fe-82e7-42138ec807d5 tempest-FloatingIPAdminTestJSON-1413302492 tempest-FloatingIPAdminTestJSON-1413302492-project] Calling delete_port for 4f14d268-ae7c-4d62-9fd1-ec6c306910fc owned by network:router_gateway {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 15:09:14.056095 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-1769855f-eda9-4483-9dc3-3220908ab45d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:14.076896 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-8fce4051-bcc3-49fe-82e7-42138ec807d5 tempest-FloatingIPAdminTestJSON-1413302492 tempest-FloatingIPAdminTestJSON-1413302492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:14.103128 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fce4051-bcc3-49fe-82e7-42138ec807d5 tempest-FloatingIPAdminTestJSON-1413302492 tempest-FloatingIPAdminTestJSON-1413302492-project] Pushing event deleted for resources: {'Port': ['ID=4f14d268-ae7c-4d62-9fd1-ec6c306910fc,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:09:14.163052 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-8fce4051-bcc3-49fe-82e7-42138ec807d5 tempest-FloatingIPAdminTestJSON-1413302492 tempest-FloatingIPAdminTestJSON-1413302492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-431580'] for router_gateway, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:14.253441 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-8fce4051-bcc3-49fe-82e7-42138ec807d5 tempest-FloatingIPAdminTestJSON-1413302492 tempest-FloatingIPAdminTestJSON-1413302492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-429360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-104877'] for router, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:14.255556 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-8fce4051-bcc3-49fe-82e7-42138ec807d5 tempest-FloatingIPAdminTestJSON-1413302492 tempest-FloatingIPAdminTestJSON-1413302492-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:14.301125 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-8fce4051-bcc3-49fe-82e7-42138ec807d5 tempest-FloatingIPAdminTestJSON-1413302492 tempest-FloatingIPAdminTestJSON-1413302492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-429375'] for router, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:14.301669 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fce4051-bcc3-49fe-82e7-42138ec807d5 tempest-FloatingIPAdminTestJSON-1413302492 tempest-FloatingIPAdminTestJSON-1413302492-project] Fanout notify agent at l3_agent the message router_deleted on router c5dea66c-777c-42c5-9303-3c8bf8a0f502 {{(pid=94467) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 15:09:14.308605 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-8fce4051-bcc3-49fe-82e7-42138ec807d5 tempest-FloatingIPAdminTestJSON-1413302492 tempest-FloatingIPAdminTestJSON-1413302492-project] Notify callbacks [] for router, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:14.309727 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-8fce4051-bcc3-49fe-82e7-42138ec807d5 tempest-FloatingIPAdminTestJSON-1413302492 tempest-FloatingIPAdminTestJSON-1413302492-project] 10.222.0.39 "DELETE /v2.0/routers/c5dea66c-777c-42c5-9303-3c8bf8a0f502 HTTP/1.1" status: 204 len: 168 time: 0.8029685 Aug 12 15:09:14.312228 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 58378) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:09:14.364583 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_v2 [None req-161b33a5-7ef0-4ece-ba4b-c2e96118fc9a tempest-FloatingIPAdminTestJSON-1413302492 tempest-FloatingIPAdminTestJSON-1413302492-project] Deleting subnet 1b5ecf11-b7c8-46cd-be4d-bec2356ca3c1 {{(pid=94467) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 15:09:14.367841 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-161b33a5-7ef0-4ece-ba4b-c2e96118fc9a tempest-FloatingIPAdminTestJSON-1413302492 tempest-FloatingIPAdminTestJSON-1413302492-project] Notify callbacks [] for subnet, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:14.408812 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-161b33a5-7ef0-4ece-ba4b-c2e96118fc9a tempest-FloatingIPAdminTestJSON-1413302492 tempest-FloatingIPAdminTestJSON-1413302492-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3857505'] for subnet, precommit_delete_associations {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:14.501949 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-161b33a5-7ef0-4ece-ba4b-c2e96118fc9a tempest-FloatingIPAdminTestJSON-1413302492 tempest-FloatingIPAdminTestJSON-1413302492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66416255'] for subnet, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:14.568764 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-161b33a5-7ef0-4ece-ba4b-c2e96118fc9a tempest-FloatingIPAdminTestJSON-1413302492 tempest-FloatingIPAdminTestJSON-1413302492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66416232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2859225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3343748'] for subnet, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:14.595760 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161b33a5-7ef0-4ece-ba4b-c2e96118fc9a tempest-FloatingIPAdminTestJSON-1413302492 tempest-FloatingIPAdminTestJSON-1413302492-project] Pushing event deleted for resources: {'Subnet': ['ID=1b5ecf11-b7c8-46cd-be4d-bec2356ca3c1,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:09:14.599293 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-161b33a5-7ef0-4ece-ba4b-c2e96118fc9a tempest-FloatingIPAdminTestJSON-1413302492 tempest-FloatingIPAdminTestJSON-1413302492-project] Notify callbacks [] for subnet, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:14.601159 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-161b33a5-7ef0-4ece-ba4b-c2e96118fc9a tempest-FloatingIPAdminTestJSON-1413302492 tempest-FloatingIPAdminTestJSON-1413302492-project] 10.222.0.39 "DELETE /v2.0/subnets/1b5ecf11-b7c8-46cd-be4d-bec2356ca3c1 HTTP/1.1" status: 204 len: 168 time: 0.2879877 Aug 12 15:09:14.603773 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 58384) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:09:14.605888 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-157ff4ee-2023-474f-8ea0-ff047f7bc238 None None] Network 57ffd533-4716-4ce7-9f60-46a88a30e717 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 15:09:14.685891 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-806b9651-b4f0-471d-a3e2-0298798dd682 tempest-FloatingIPAdminTestJSON-1413302492 tempest-FloatingIPAdminTestJSON-1413302492-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680608'] for network, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:14.740546 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-806b9651-b4f0-471d-a3e2-0298798dd682 tempest-FloatingIPAdminTestJSON-1413302492 tempest-FloatingIPAdminTestJSON-1413302492-project] Deleting port 52baf0b7-7960-4efe-a6f4-4ae7d60a2c37 {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 15:09:14.740891 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-806b9651-b4f0-471d-a3e2-0298798dd682 tempest-FloatingIPAdminTestJSON-1413302492 tempest-FloatingIPAdminTestJSON-1413302492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:14.779377 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fa61966-cd10-4a9d-90a9-75faaaeb8b29 None None] DHCP port deletion for 57ffd533-4716-4ce7-9f60-46a88a30e717 request from n-d-694802-15 {{(pid=94468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 15:09:14.814007 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-806b9651-b4f0-471d-a3e2-0298798dd682 tempest-FloatingIPAdminTestJSON-1413302492 tempest-FloatingIPAdminTestJSON-1413302492-project] For port 52baf0b7-7960-4efe-a6f4-4ae7d60a2c37, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=52baf0b7-7960-4efe-a6f4-4ae7d60a2c37,segment=NetworkSegment(d8816c0e-1ddc-46f4-aff6-974858d1694f),segment_id=d8816c0e-1ddc-46f4-aff6-974858d1694f)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:09:14.814527 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-806b9651-b4f0-471d-a3e2-0298798dd682 tempest-FloatingIPAdminTestJSON-1413302492 tempest-FloatingIPAdminTestJSON-1413302492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:14.828730 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-9fa61966-cd10-4a9d-90a9-75faaaeb8b29 None None] Deleting port 52baf0b7-7960-4efe-a6f4-4ae7d60a2c37 {{(pid=94468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 15:09:14.829123 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-9fa61966-cd10-4a9d-90a9-75faaaeb8b29 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:14.830155 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-806b9651-b4f0-471d-a3e2-0298798dd682 tempest-FloatingIPAdminTestJSON-1413302492 tempest-FloatingIPAdminTestJSON-1413302492-project] Calling delete_port for 52baf0b7-7960-4efe-a6f4-4ae7d60a2c37 owned by network:dhcp {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 15:09:14.895708 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-9fa61966-cd10-4a9d-90a9-75faaaeb8b29 None None] For port 52baf0b7-7960-4efe-a6f4-4ae7d60a2c37, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=52baf0b7-7960-4efe-a6f4-4ae7d60a2c37,segment=NetworkSegment(d8816c0e-1ddc-46f4-aff6-974858d1694f),segment_id=d8816c0e-1ddc-46f4-aff6-974858d1694f)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:09:14.896201 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-9fa61966-cd10-4a9d-90a9-75faaaeb8b29 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:14.909621 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-9fa61966-cd10-4a9d-90a9-75faaaeb8b29 None None] Calling delete_port for 52baf0b7-7960-4efe-a6f4-4ae7d60a2c37 owned by network:dhcp {{(pid=94468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 15:09:14.913112 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-806b9651-b4f0-471d-a3e2-0298798dd682 tempest-FloatingIPAdminTestJSON-1413302492 tempest-FloatingIPAdminTestJSON-1413302492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:14.927475 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-806b9651-b4f0-471d-a3e2-0298798dd682 tempest-FloatingIPAdminTestJSON-1413302492 tempest-FloatingIPAdminTestJSON-1413302492-project] No DVR routers for this DVR port 52baf0b7-7960-4efe-a6f4-4ae7d60a2c37 on host n-d-694802-15 {{(pid=94466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 15:09:14.948765 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806b9651-b4f0-471d-a3e2-0298798dd682 tempest-FloatingIPAdminTestJSON-1413302492 tempest-FloatingIPAdminTestJSON-1413302492-project] Pushing event deleted for resources: {'Port': ['ID=52baf0b7-7960-4efe-a6f4-4ae7d60a2c37,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:09:14.990226 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-9fa61966-cd10-4a9d-90a9-75faaaeb8b29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262'] for port, after_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:15.018897 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa61966-cd10-4a9d-90a9-75faaaeb8b29 None None] Pushing event deleted for resources: {'Port': ['ID=52baf0b7-7960-4efe-a6f4-4ae7d60a2c37,revision_number=None']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:09:15.022885 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fa61966-cd10-4a9d-90a9-75faaaeb8b29 None None] No DVR routers for this DVR port 52baf0b7-7960-4efe-a6f4-4ae7d60a2c37 on host n-d-694802-15 {{(pid=94468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 15:09:15.030836 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-806b9651-b4f0-471d-a3e2-0298798dd682 tempest-FloatingIPAdminTestJSON-1413302492 tempest-FloatingIPAdminTestJSON-1413302492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66413304', 'neutron.services.segments.db._delete_segments_for_network-8744654118000'] for network, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:15.042948 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-806b9651-b4f0-471d-a3e2-0298798dd682 tempest-FloatingIPAdminTestJSON-1413302492 tempest-FloatingIPAdminTestJSON-1413302492-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57ffd533-4716-4ce7-9f60-46a88a30e717']}} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:09:15.054959 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-806b9651-b4f0-471d-a3e2-0298798dd682 tempest-FloatingIPAdminTestJSON-1413302492 tempest-FloatingIPAdminTestJSON-1413302492-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8816c0e-1ddc-46f4-aff6-974858d1694f') {'for_net_delete': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:09:15.055410 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-806b9651-b4f0-471d-a3e2-0298798dd682 tempest-FloatingIPAdminTestJSON-1413302492 tempest-FloatingIPAdminTestJSON-1413302492-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8816c0e-1ddc-46f4-aff6-974858d1694f') {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:09:15.065012 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-806b9651-b4f0-471d-a3e2-0298798dd682 tempest-FloatingIPAdminTestJSON-1413302492 tempest-FloatingIPAdminTestJSON-1413302492-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744654122361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2293560'] for segment, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:15.078520 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-806b9651-b4f0-471d-a3e2-0298798dd682 tempest-FloatingIPAdminTestJSON-1413302492 tempest-FloatingIPAdminTestJSON-1413302492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:15.084827 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-806b9651-b4f0-471d-a3e2-0298798dd682 tempest-FloatingIPAdminTestJSON-1413302492 tempest-FloatingIPAdminTestJSON-1413302492-project] Releasing vlan 311 on physical network physnet1 to pool {{(pid=94466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 15:09:15.085154 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-806b9651-b4f0-471d-a3e2-0298798dd682 tempest-FloatingIPAdminTestJSON-1413302492 tempest-FloatingIPAdminTestJSON-1413302492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3718595'] for segment, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:15.088568 n-d-694802-15 neutron-server[94466]: Traceback (most recent call last): Aug 12 15:09:15.088568 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 15:09:15.088568 n-d-694802-15 neutron-server[94466]: timer() Aug 12 15:09:15.088568 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 15:09:15.088568 n-d-694802-15 neutron-server[94466]: cb(*args, **kw) Aug 12 15:09:15.088568 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 15:09:15.088568 n-d-694802-15 neutron-server[94466]: return func(*args, **kwargs) Aug 12 15:09:15.088568 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 15:09:15.088568 n-d-694802-15 neutron-server[94466]: self._notify() Aug 12 15:09:15.088568 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 15:09:15.088568 n-d-694802-15 neutron-server[94466]: self.callback(batched_events) Aug 12 15:09:15.088568 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 15:09:15.088568 n-d-694802-15 neutron-server[94466]: event.method(event) Aug 12 15:09:15.088568 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 15:09:15.088568 n-d-694802-15 neutron-server[94466]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 15:09:15.088568 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 15:09:15.088568 n-d-694802-15 neutron-server[94466]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 15:09:15.088568 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 15:09:15.088568 n-d-694802-15 neutron-server[94466]: return f(self, *a, **k) Aug 12 15:09:15.088568 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 15:09:15.088568 n-d-694802-15 neutron-server[94466]: return self._get(url).json() Aug 12 15:09:15.088568 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 15:09:15.088568 n-d-694802-15 neutron-server[94466]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 15:09:15.088568 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 15:09:15.088568 n-d-694802-15 neutron-server[94466]: return self.request(url, 'GET', **kwargs) Aug 12 15:09:15.088568 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 15:09:15.088568 n-d-694802-15 neutron-server[94466]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 15:09:15.088568 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 15:09:15.088568 n-d-694802-15 neutron-server[94466]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 15:09:15.088568 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 15:09:15.088568 n-d-694802-15 neutron-server[94466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 15:09:15.088568 n-d-694802-15 neutron-server[94466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 15:09:15.154909 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-806b9651-b4f0-471d-a3e2-0298798dd682 tempest-FloatingIPAdminTestJSON-1413302492 tempest-FloatingIPAdminTestJSON-1413302492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66413281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431520'] for network, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:15.163057 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-806b9651-b4f0-471d-a3e2-0298798dd682 tempest-FloatingIPAdminTestJSON-1413302492 tempest-FloatingIPAdminTestJSON-1413302492-project] Notify callbacks [] for network, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:15.164308 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-806b9651-b4f0-471d-a3e2-0298798dd682 tempest-FloatingIPAdminTestJSON-1413302492 tempest-FloatingIPAdminTestJSON-1413302492-project] 10.222.0.39 "DELETE /v2.0/networks/57ffd533-4716-4ce7-9f60-46a88a30e717 HTTP/1.1" status: 204 len: 168 time: 0.5593483 Aug 12 15:09:15.166776 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 58386) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:09:15.184704 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806b9651-b4f0-471d-a3e2-0298798dd682 tempest-FloatingIPAdminTestJSON-1413302492 tempest-FloatingIPAdminTestJSON-1413302492-project] Pushing event deleted for resources: {'Network': ['ID=57ffd533-4716-4ce7-9f60-46a88a30e717,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:09:15.306670 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-ab14e09e-22b3-457c-8c3d-14eb17a3715c tempest-FloatingIPAdminTestJSON-1413302492 tempest-FloatingIPAdminTestJSON-1413302492-project] Deleting port c2c61383-8788-409f-b460-946fc5d25f50 {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 15:09:15.306939 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ab14e09e-22b3-457c-8c3d-14eb17a3715c tempest-FloatingIPAdminTestJSON-1413302492 tempest-FloatingIPAdminTestJSON-1413302492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:15.384244 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ab14e09e-22b3-457c-8c3d-14eb17a3715c tempest-FloatingIPAdminTestJSON-1413302492 tempest-FloatingIPAdminTestJSON-1413302492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:15.384571 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ab14e09e-22b3-457c-8c3d-14eb17a3715c tempest-FloatingIPAdminTestJSON-1413302492 tempest-FloatingIPAdminTestJSON-1413302492-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:15.396829 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-ab14e09e-22b3-457c-8c3d-14eb17a3715c tempest-FloatingIPAdminTestJSON-1413302492 tempest-FloatingIPAdminTestJSON-1413302492-project] Calling delete_port for c2c61383-8788-409f-b460-946fc5d25f50 owned by network:floatingip {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 15:09:15.533851 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ab14e09e-22b3-457c-8c3d-14eb17a3715c tempest-FloatingIPAdminTestJSON-1413302492 tempest-FloatingIPAdminTestJSON-1413302492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:15.562875 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab14e09e-22b3-457c-8c3d-14eb17a3715c tempest-FloatingIPAdminTestJSON-1413302492 tempest-FloatingIPAdminTestJSON-1413302492-project] Pushing event deleted for resources: {'Port': ['ID=c2c61383-8788-409f-b460-946fc5d25f50,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:09:15.631732 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ab14e09e-22b3-457c-8c3d-14eb17a3715c tempest-FloatingIPAdminTestJSON-1413302492 tempest-FloatingIPAdminTestJSON-1413302492-project] Notify callbacks [] for floatingip, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:15.634718 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ab14e09e-22b3-457c-8c3d-14eb17a3715c tempest-FloatingIPAdminTestJSON-1413302492 tempest-FloatingIPAdminTestJSON-1413302492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for floatingip, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:15.636744 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-ab14e09e-22b3-457c-8c3d-14eb17a3715c tempest-FloatingIPAdminTestJSON-1413302492 tempest-FloatingIPAdminTestJSON-1413302492-project] 10.222.0.39 "DELETE /v2.0/floatingips/64843aae-a4f1-4201-a989-4979a49644cd HTTP/1.1" status: 204 len: 168 time: 0.4689445 Aug 12 15:09:15.701297 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-fe95f194-a3b0-4c04-9e42-20b511169d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:15.896909 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 58412) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:09:16.043066 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-b83b72c2-52d0-4d8d-b42f-9058ac9b68b2 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d2f62373cdad4b60b7d966570ab6acd4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1430531 Aug 12 15:09:16.044571 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 58420) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:09:16.100121 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-d92b90c2-bf4f-429e-9677-9894dcb62f89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:16.122992 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-d92b90c2-bf4f-429e-9677-9894dcb62f89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:16.180371 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-d92b90c2-bf4f-429e-9677-9894dcb62f89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:16.182958 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-d92b90c2-bf4f-429e-9677-9894dcb62f89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:16.186456 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-d92b90c2-bf4f-429e-9677-9894dcb62f89 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6feb316b-0098-485a-abe1-78f6855c2584 HTTP/1.1" status: 204 len: 168 time: 0.1376669 Aug 12 15:09:16.198376 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92b90c2-bf4f-429e-9677-9894dcb62f89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6feb316b-0098-485a-abe1-78f6855c2584,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:09:16.493072 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 58446) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:09:16.506284 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2b71ead4-cb9a-4461-81e4-47ec0ba6234f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:16.549818 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 52baf0b7-7960-4efe-a6f4-4ae7d60a2c37 no longer exists at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 15:09:16.568281 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 58448) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:09:16.572857 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-0920d061-b295-4145-9982-ab06a6458ec0 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-403682324', 'description': 'tempest-secgroup-smoke-403682324 description', 'project_id': 'b9f3518fbc904b44b3baf79d0578af51'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:09:16.573326 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] No Port match for: 52baf0b7-7960-4efe-a6f4-4ae7d60a2c37 {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 15:09:16.574017 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 52baf0b7-7960-4efe-a6f4-4ae7d60a2c37 not bound to the agent host n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 15:09:16.608073 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2b71ead4-cb9a-4461-81e4-47ec0ba6234f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:16.611979 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2b71ead4-cb9a-4461-81e4-47ec0ba6234f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:16.626968 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-0920d061-b295-4145-9982-ab06a6458ec0 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Notify callbacks [] for security_group, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:16.654251 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b71ead4-cb9a-4461-81e4-47ec0ba6234f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37339f1f-fea1-4a35-b816-78737386882c,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:09:16.662909 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-2b71ead4-cb9a-4461-81e4-47ec0ba6234f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c8adcd45b5eb49aba149bade790f680b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1657336 Aug 12 15:09:16.663416 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 58450) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:09:16.746721 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-0920d061-b295-4145-9982-ab06a6458ec0 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Notify callbacks [] for security_group, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:16.747991 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-bdde5786-3b35-4bdc-bf15-adf0f277d650 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:16.752199 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-0920d061-b295-4145-9982-ab06a6458ec0 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:16.793720 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-bdde5786-3b35-4bdc-bf15-adf0f277d650 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:16.795494 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-0920d061-b295-4145-9982-ab06a6458ec0 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:16.796690 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-0920d061-b295-4145-9982-ab06a6458ec0 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2274721 Aug 12 15:09:16.799883 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 58452) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:09:16.804951 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-0c0bda6e-7810-45d2-829a-dfb6ab8b24fe tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Request body: {'security_group_rule': {'security_group_id': 'b6f34255-2a63-471d-83cf-25b9c4e930f4', 'project_id': 'b9f3518fbc904b44b3baf79d0578af51', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:09:16.807748 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0920d061-b295-4145-9982-ab06a6458ec0 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6f34255-2a63-471d-83cf-25b9c4e930f4,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:09:16.834211 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0c0bda6e-7810-45d2-829a-dfb6ab8b24fe tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:16.847527 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-bdde5786-3b35-4bdc-bf15-adf0f277d650 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:16.850818 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-bdde5786-3b35-4bdc-bf15-adf0f277d650 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:16.854479 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-bdde5786-3b35-4bdc-bf15-adf0f277d650 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/37339f1f-fea1-4a35-b816-78737386882c HTTP/1.1" status: 204 len: 168 time: 0.1879165 Aug 12 15:09:16.861618 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdde5786-3b35-4bdc-bf15-adf0f277d650 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37339f1f-fea1-4a35-b816-78737386882c,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:09:16.895198 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0c0bda6e-7810-45d2-829a-dfb6ab8b24fe tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:16.899426 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0c0bda6e-7810-45d2-829a-dfb6ab8b24fe tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641735'] for security_group_rule, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:16.917254 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0bda6e-7810-45d2-829a-dfb6ab8b24fe tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51af78e3-e2ae-43cc-b0b6-756bae555d67,revision_number=0']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:09:16.925203 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0c0bda6e-7810-45d2-829a-dfb6ab8b24fe tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:16.926485 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-0c0bda6e-7810-45d2-829a-dfb6ab8b24fe tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1253588 Aug 12 15:09:16.929262 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 58456) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:09:16.933677 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-3e4f74ce-246a-4ced-beda-e5203d17cc18 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Request body: {'security_group_rule': {'security_group_id': 'b6f34255-2a63-471d-83cf-25b9c4e930f4', 'project_id': 'b9f3518fbc904b44b3baf79d0578af51', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:09:16.960713 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3e4f74ce-246a-4ced-beda-e5203d17cc18 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:17.023919 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3e4f74ce-246a-4ced-beda-e5203d17cc18 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:17.028252 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3e4f74ce-246a-4ced-beda-e5203d17cc18 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641735'] for security_group_rule, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:17.046397 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4f74ce-246a-4ced-beda-e5203d17cc18 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b51feea-bb60-4534-b68a-1fc1c80980aa,revision_number=0']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:09:17.051902 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3e4f74ce-246a-4ced-beda-e5203d17cc18 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:17.053175 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-3e4f74ce-246a-4ced-beda-e5203d17cc18 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1229255 Aug 12 15:09:17.055929 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 58460) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:09:17.060351 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-48896d52-e764-4164-8b8f-51d88ba0085d tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Request body: {'security_group_rule': {'security_group_id': 'b6f34255-2a63-471d-83cf-25b9c4e930f4', 'project_id': 'b9f3518fbc904b44b3baf79d0578af51', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:09:17.089231 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-48896d52-e764-4164-8b8f-51d88ba0085d tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:17.153689 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-48896d52-e764-4164-8b8f-51d88ba0085d tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:17.158006 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-48896d52-e764-4164-8b8f-51d88ba0085d tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641735'] for security_group_rule, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:17.178020 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48896d52-e764-4164-8b8f-51d88ba0085d tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24e03a59-f051-472e-83a1-9c5c7f42103b,revision_number=0']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:09:17.185136 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-48896d52-e764-4164-8b8f-51d88ba0085d tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:17.186467 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-48896d52-e764-4164-8b8f-51d88ba0085d tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1296024 Aug 12 15:09:17.189298 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 58462) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:09:17.191550 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 58464) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:09:17.194551 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-28f1edc1-ea2a-4968-8c81-076eacf29696 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Request body: {'security_group_rule': {'security_group_id': 'b6f34255-2a63-471d-83cf-25b9c4e930f4', 'project_id': 'b9f3518fbc904b44b3baf79d0578af51', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:09:17.204777 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-09cf42d5-6122-4f3c-a873-2d3605ced339 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:17.224991 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-28f1edc1-ea2a-4968-8c81-076eacf29696 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:17.277218 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-28f1edc1-ea2a-4968-8c81-076eacf29696 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:17.281031 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-28f1edc1-ea2a-4968-8c81-076eacf29696 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641735'] for security_group_rule, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:17.299846 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-09cf42d5-6122-4f3c-a873-2d3605ced339 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:17.300632 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f1edc1-ea2a-4968-8c81-076eacf29696 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7ecd00f-d2b3-46d1-b82f-282bd271bcbf,revision_number=0']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:09:17.306481 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-09cf42d5-6122-4f3c-a873-2d3605ced339 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:17.309941 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-28f1edc1-ea2a-4968-8c81-076eacf29696 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:17.311437 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-28f1edc1-ea2a-4968-8c81-076eacf29696 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1205065 Aug 12 15:09:17.314091 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 58466) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:09:17.319465 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-c24196e4-35a0-4126-bc18-a2209f2aa6cb tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Request body: {'security_group_rule': {'security_group_id': 'b6f34255-2a63-471d-83cf-25b9c4e930f4', 'project_id': 'b9f3518fbc904b44b3baf79d0578af51', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:09:17.341145 n-d-694802-15 neutron-server[94467]: INFO neutron.db.securitygroups_db [None req-c24196e4-35a0-4126-bc18-a2209f2aa6cb tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Project b9f3518fbc904b44b3baf79d0578af51 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 12 15:09:17.346154 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-c24196e4-35a0-4126-bc18-a2209f2aa6cb tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:17.352718 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-09cf42d5-6122-4f3c-a873-2d3605ced339 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9c6b77f987db41e681ffec4f88087b44&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1600559 Aug 12 15:09:17.353597 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cf42d5-6122-4f3c-a873-2d3605ced339 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=022bbfef-b831-41e2-8664-6b77fb0fdd0f,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:09:17.355274 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 58468) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:09:17.442329 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-c24196e4-35a0-4126-bc18-a2209f2aa6cb tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:17.447550 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-61744185-0b0b-4785-90c7-baa47bfde029 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:17.450529 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-c24196e4-35a0-4126-bc18-a2209f2aa6cb tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641735'] for security_group_rule, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:17.476820 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24196e4-35a0-4126-bc18-a2209f2aa6cb tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=155fcd98-6929-409c-953b-94623139fe50,revision_number=0']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:09:17.489377 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-61744185-0b0b-4785-90c7-baa47bfde029 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:17.495815 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-c24196e4-35a0-4126-bc18-a2209f2aa6cb tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:17.497017 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-c24196e4-35a0-4126-bc18-a2209f2aa6cb tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1813259 Aug 12 15:09:17.500691 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 58470) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:09:17.506423 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-cd3fb705-d130-40f2-8858-5fcc3e45b020 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Request body: {'security_group_rule': {'security_group_id': 'b6f34255-2a63-471d-83cf-25b9c4e930f4', 'project_id': 'b9f3518fbc904b44b3baf79d0578af51', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:09:17.529951 n-d-694802-15 neutron-server[94466]: INFO neutron.db.securitygroups_db [None req-cd3fb705-d130-40f2-8858-5fcc3e45b020 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Project b9f3518fbc904b44b3baf79d0578af51 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 12 15:09:17.534789 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-cd3fb705-d130-40f2-8858-5fcc3e45b020 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:17.545129 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-61744185-0b0b-4785-90c7-baa47bfde029 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:17.548128 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-61744185-0b0b-4785-90c7-baa47bfde029 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:17.549264 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-61744185-0b0b-4785-90c7-baa47bfde029 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/022bbfef-b831-41e2-8664-6b77fb0fdd0f HTTP/1.1" status: 204 len: 168 time: 0.1897268 Aug 12 15:09:17.557153 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61744185-0b0b-4785-90c7-baa47bfde029 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=022bbfef-b831-41e2-8664-6b77fb0fdd0f,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:09:17.610871 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-cd3fb705-d130-40f2-8858-5fcc3e45b020 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:17.615159 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-cd3fb705-d130-40f2-8858-5fcc3e45b020 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641735'] for security_group_rule, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:17.632877 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3fb705-d130-40f2-8858-5fcc3e45b020 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f3a67c6-8843-47f8-b96b-6d4c49fd7548,revision_number=0']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:09:17.640561 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-cd3fb705-d130-40f2-8858-5fcc3e45b020 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:17.641823 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-cd3fb705-d130-40f2-8858-5fcc3e45b020 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1392715 Aug 12 15:09:18.851031 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 58580) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:09:18.955806 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-1df8910b-8b9d-45a2-8e9d-4439f702271b tempest-RoutersIpV6AdminTest-238989053 tempest-RoutersIpV6AdminTest-238989053-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-243313075', 'router:external': True}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:09:18.978938 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1df8910b-8b9d-45a2-8e9d-4439f702271b tempest-RoutersIpV6AdminTest-238989053 tempest-RoutersIpV6AdminTest-238989053-project-admin] Made reservation on behalf of 54b5af677ba540a29a5651a80f57c017 for: {'network': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 15:09:18.981433 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1df8910b-8b9d-45a2-8e9d-4439f702271b tempest-RoutersIpV6AdminTest-238989053 tempest-RoutersIpV6AdminTest-238989053-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for network, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:18.990208 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1df8910b-8b9d-45a2-8e9d-4439f702271b tempest-RoutersIpV6AdminTest-238989053 tempest-RoutersIpV6AdminTest-238989053-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:19.085750 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1df8910b-8b9d-45a2-8e9d-4439f702271b tempest-RoutersIpV6AdminTest-238989053 tempest-RoutersIpV6AdminTest-238989053-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:19.093237 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1df8910b-8b9d-45a2-8e9d-4439f702271b tempest-RoutersIpV6AdminTest-238989053 tempest-RoutersIpV6AdminTest-238989053-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:19.124782 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1df8910b-8b9d-45a2-8e9d-4439f702271b tempest-RoutersIpV6AdminTest-238989053 tempest-RoutersIpV6AdminTest-238989053-project-admin] vlan segment allocate from pool success with {'vlan_id': 307, 'physical_network': 'physnet1'} {{(pid=94466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 15:09:19.130608 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df8910b-8b9d-45a2-8e9d-4439f702271b tempest-RoutersIpV6AdminTest-238989053 tempest-RoutersIpV6AdminTest-238989053-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9648272-9a4c-4d61-9acc-223e047cced7,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:09:19.142980 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1df8910b-8b9d-45a2-8e9d-4439f702271b tempest-RoutersIpV6AdminTest-238989053 tempest-RoutersIpV6AdminTest-238989053-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:19.143454 n-d-694802-15 neutron-server[94466]: INFO neutron.db.segments_db [None req-1df8910b-8b9d-45a2-8e9d-4439f702271b tempest-RoutersIpV6AdminTest-238989053 tempest-RoutersIpV6AdminTest-238989053-project-admin] Added segment f5bcce78-875e-46a5-a69a-0696cfb79042 of type vlan for network 22bee31a-0ec7-4ce5-b48e-dcddf75f1a8c Aug 12 15:09:19.195532 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1df8910b-8b9d-45a2-8e9d-4439f702271b tempest-RoutersIpV6AdminTest-238989053 tempest-RoutersIpV6AdminTest-238989053-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744653628263'] for network, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:19.237413 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1df8910b-8b9d-45a2-8e9d-4439f702271b tempest-RoutersIpV6AdminTest-238989053 tempest-RoutersIpV6AdminTest-238989053-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409'] for network, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:19.238612 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1df8910b-8b9d-45a2-8e9d-4439f702271b tempest-RoutersIpV6AdminTest-238989053 tempest-RoutersIpV6AdminTest-238989053-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:09:19.239246 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1df8910b-8b9d-45a2-8e9d-4439f702271b tempest-RoutersIpV6AdminTest-238989053 tempest-RoutersIpV6AdminTest-238989053-project-admin] Notify callbacks [] for network, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:19.293408 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-1df8910b-8b9d-45a2-8e9d-4439f702271b tempest-RoutersIpV6AdminTest-238989053 tempest-RoutersIpV6AdminTest-238989053-project-admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 0.4408576 Aug 12 15:09:19.296668 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 58586) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:09:19.302370 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df8910b-8b9d-45a2-8e9d-4439f702271b tempest-RoutersIpV6AdminTest-238989053 tempest-RoutersIpV6AdminTest-238989053-project-admin] Pushing event updated for resources: {'Network': ['ID=22bee31a-0ec7-4ce5-b48e-dcddf75f1a8c,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:09:19.302553 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-f4f534f4-1da4-4160-8aa3-51cf68a6fd75 tempest-RoutersIpV6AdminTest-238989053 tempest-RoutersIpV6AdminTest-238989053-project-admin] Request body: {'subnet': {'network_id': '22bee31a-0ec7-4ce5-b48e-dcddf75f1a8c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:09:19.313782 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Network 22bee31a-0ec7-4ce5-b48e-dcddf75f1a8c details requested by agent ovs-agent-n-d-694802-15 with host n-d-694802-15 {{(pid=94468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 15:09:19.334335 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4f534f4-1da4-4160-8aa3-51cf68a6fd75 tempest-RoutersIpV6AdminTest-238989053 tempest-RoutersIpV6AdminTest-238989053-project-admin] Made reservation on behalf of 54b5af677ba540a29a5651a80f57c017 for: {'subnet': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 15:09:19.336839 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-f4f534f4-1da4-4160-8aa3-51cf68a6fd75 tempest-RoutersIpV6AdminTest-238989053 tempest-RoutersIpV6AdminTest-238989053-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3343791'] for subnet, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:19.642624 n-d-694802-15 neutron-server[94467]: DEBUG neutron.objects.ports [None req-f4f534f4-1da4-4160-8aa3-51cf68a6fd75 tempest-RoutersIpV6AdminTest-238989053 tempest-RoutersIpV6AdminTest-238989053-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94467) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 12 15:09:19.643037 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-f4f534f4-1da4-4160-8aa3-51cf68a6fd75 tempest-RoutersIpV6AdminTest-238989053 tempest-RoutersIpV6AdminTest-238989053-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2859166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3343773'] for subnet, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:19.699384 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f534f4-1da4-4160-8aa3-51cf68a6fd75 tempest-RoutersIpV6AdminTest-238989053 tempest-RoutersIpV6AdminTest-238989053-project-admin] Pushing event updated for resources: {'Subnet': ['ID=236efd8a-e15c-4a5c-bd1d-1603d48aeee3,revision_number=0']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:09:19.708385 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f534f4-1da4-4160-8aa3-51cf68a6fd75 tempest-RoutersIpV6AdminTest-238989053 tempest-RoutersIpV6AdminTest-238989053-project-admin] Checking segment: {'id': 'f5bcce78-875e-46a5-a69a-0696cfb79042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '22bee31a-0ec7-4ce5-b48e-dcddf75f1a8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 15:09:19.708750 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4f534f4-1da4-4160-8aa3-51cf68a6fd75 tempest-RoutersIpV6AdminTest-238989053 tempest-RoutersIpV6AdminTest-238989053-project-admin] Network hostable DHCP agents. Network: 22bee31a-0ec7-4ce5-b48e-dcddf75f1a8c, hostable agents: ['1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658'], hosted agents: [] {{(pid=94467) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 15:09:19.725347 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4f534f4-1da4-4160-8aa3-51cf68a6fd75 tempest-RoutersIpV6AdminTest-238989053 tempest-RoutersIpV6AdminTest-238989053-project-admin] Network 22bee31a-0ec7-4ce5-b48e-dcddf75f1a8c is scheduled to be hosted by DHCP agent 1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658 with binding_index 1 {{(pid=94467) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 15:09:19.735694 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [None req-f4f534f4-1da4-4160-8aa3-51cf68a6fd75 tempest-RoutersIpV6AdminTest-238989053 tempest-RoutersIpV6AdminTest-238989053-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-15, 22bee31a-0ec7-4ce5-b48e-dcddf75f1a8c) {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:09:19.740397 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4f534f4-1da4-4160-8aa3-51cf68a6fd75 tempest-RoutersIpV6AdminTest-238989053 tempest-RoutersIpV6AdminTest-238989053-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:09:19.740992 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-f4f534f4-1da4-4160-8aa3-51cf68a6fd75 tempest-RoutersIpV6AdminTest-238989053 tempest-RoutersIpV6AdminTest-238989053-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:19.746330 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-398f32c5-70e2-40d4-a836-905fc0888ad1 None None] Network 22bee31a-0ec7-4ce5-b48e-dcddf75f1a8c requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 15:09:19.761495 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 58588) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:09:19.761928 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-f4f534f4-1da4-4160-8aa3-51cf68a6fd75 tempest-RoutersIpV6AdminTest-238989053 tempest-RoutersIpV6AdminTest-238989053-project-admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 0.4632344 Aug 12 15:09:19.767059 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-ed1154ce-20b3-4d48-83f7-6cdbfaecf9a4 tempest-RoutersIpV6AdminTest-238989053 tempest-RoutersIpV6AdminTest-238989053-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1964183345', 'network_id': '22bee31a-0ec7-4ce5-b48e-dcddf75f1a8c'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:09:19.794432 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed1154ce-20b3-4d48-83f7-6cdbfaecf9a4 tempest-RoutersIpV6AdminTest-238989053 tempest-RoutersIpV6AdminTest-238989053-project-admin] Made reservation on behalf of 54b5af677ba540a29a5651a80f57c017 for: {'port': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 15:09:19.798580 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ed1154ce-20b3-4d48-83f7-6cdbfaecf9a4 tempest-RoutersIpV6AdminTest-238989053 tempest-RoutersIpV6AdminTest-238989053-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:19.814608 n-d-694802-15 neutron-server[94466]: DEBUG neutron.notifiers.nova [None req-ed1154ce-20b3-4d48-83f7-6cdbfaecf9a4 tempest-RoutersIpV6AdminTest-238989053 tempest-RoutersIpV6AdminTest-238989053-project-admin] device_id is not set on port 869b1a5d-7a2f-44b1-8932-a9027d6450d5 yet. {{(pid=94466) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 15:09:19.889063 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-993011c5-b5ae-4f6b-94bd-48d7c191ab0d None None] Network 22bee31a-0ec7-4ce5-b48e-dcddf75f1a8c requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 15:09:19.940655 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-ed1154ce-20b3-4d48-83f7-6cdbfaecf9a4 tempest-RoutersIpV6AdminTest-238989053 tempest-RoutersIpV6AdminTest-238989053-project-admin] Allocated IP 2001:db8::1ee (22bee31a-0ec7-4ce5-b48e-dcddf75f1a8c/236efd8a-e15c-4a5c-bd1d-1603d48aeee3/869b1a5d-7a2f-44b1-8932-a9027d6450d5) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 15:09:20.084273 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ed1154ce-20b3-4d48-83f7-6cdbfaecf9a4 tempest-RoutersIpV6AdminTest-238989053 tempest-RoutersIpV6AdminTest-238989053-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:20.126510 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ed1154ce-20b3-4d48-83f7-6cdbfaecf9a4 tempest-RoutersIpV6AdminTest-238989053 tempest-RoutersIpV6AdminTest-238989053-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:20.458190 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed1154ce-20b3-4d48-83f7-6cdbfaecf9a4 tempest-RoutersIpV6AdminTest-238989053 tempest-RoutersIpV6AdminTest-238989053-project-admin] Network 22bee31a-0ec7-4ce5-b48e-dcddf75f1a8c is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 15:09:20.461170 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-ed1154ce-20b3-4d48-83f7-6cdbfaecf9a4 tempest-RoutersIpV6AdminTest-238989053 tempest-RoutersIpV6AdminTest-238989053-project-admin] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:09:20.466807 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed1154ce-20b3-4d48-83f7-6cdbfaecf9a4 tempest-RoutersIpV6AdminTest-238989053 tempest-RoutersIpV6AdminTest-238989053-project-admin] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 15:09:20.467844 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed1154ce-20b3-4d48-83f7-6cdbfaecf9a4 tempest-RoutersIpV6AdminTest-238989053 tempest-RoutersIpV6AdminTest-238989053-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:09:20.468445 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ed1154ce-20b3-4d48-83f7-6cdbfaecf9a4 tempest-RoutersIpV6AdminTest-238989053 tempest-RoutersIpV6AdminTest-238989053-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:20.480773 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1154ce-20b3-4d48-83f7-6cdbfaecf9a4 tempest-RoutersIpV6AdminTest-238989053 tempest-RoutersIpV6AdminTest-238989053-project-admin] Pushing event updated for resources: {'Port': ['ID=869b1a5d-7a2f-44b1-8932-a9027d6450d5,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:09:20.489125 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-ed1154ce-20b3-4d48-83f7-6cdbfaecf9a4 tempest-RoutersIpV6AdminTest-238989053 tempest-RoutersIpV6AdminTest-238989053-project-admin] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.7261765 Aug 12 15:09:20.492395 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 58592) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:09:20.570483 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-39872b18-7837-48d1-81f5-1b1d06d9b9f5 tempest-RoutersIpV6AdminTest-238989053 tempest-RoutersIpV6AdminTest-238989053-project-admin] Deleting port 869b1a5d-7a2f-44b1-8932-a9027d6450d5 {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 15:09:20.570867 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-39872b18-7837-48d1-81f5-1b1d06d9b9f5 tempest-RoutersIpV6AdminTest-238989053 tempest-RoutersIpV6AdminTest-238989053-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:20.652249 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-39872b18-7837-48d1-81f5-1b1d06d9b9f5 tempest-RoutersIpV6AdminTest-238989053 tempest-RoutersIpV6AdminTest-238989053-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:20.664600 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-39872b18-7837-48d1-81f5-1b1d06d9b9f5 tempest-RoutersIpV6AdminTest-238989053 tempest-RoutersIpV6AdminTest-238989053-project-admin] Calling delete_port for 869b1a5d-7a2f-44b1-8932-a9027d6450d5 owned by {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 15:09:20.803319 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-39872b18-7837-48d1-81f5-1b1d06d9b9f5 tempest-RoutersIpV6AdminTest-238989053 tempest-RoutersIpV6AdminTest-238989053-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:20.836074 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39872b18-7837-48d1-81f5-1b1d06d9b9f5 tempest-RoutersIpV6AdminTest-238989053 tempest-RoutersIpV6AdminTest-238989053-project-admin] Pushing event deleted for resources: {'Port': ['ID=869b1a5d-7a2f-44b1-8932-a9027d6450d5,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:09:20.866508 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-39872b18-7837-48d1-81f5-1b1d06d9b9f5 tempest-RoutersIpV6AdminTest-238989053 tempest-RoutersIpV6AdminTest-238989053-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:20.869626 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-39872b18-7837-48d1-81f5-1b1d06d9b9f5 tempest-RoutersIpV6AdminTest-238989053 tempest-RoutersIpV6AdminTest-238989053-project-admin] 10.222.0.39 "DELETE /v2.0/ports/869b1a5d-7a2f-44b1-8932-a9027d6450d5 HTTP/1.1" status: 204 len: 168 time: 0.3759251 Aug 12 15:09:20.871997 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 58594) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:09:20.878110 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-a69ee017-2367-4f0d-97e3-f1901c221b98 tempest-RoutersIpV6AdminTest-238989053 tempest-RoutersIpV6AdminTest-238989053-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '22bee31a-0ec7-4ce5-b48e-dcddf75f1a8c', 'external_fixed_ips': [{'subnet_id': '236efd8a-e15c-4a5c-bd1d-1603d48aeee3', 'ip_address': '2001:db8::1ee'}]}}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:09:20.906640 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a69ee017-2367-4f0d-97e3-f1901c221b98 tempest-RoutersIpV6AdminTest-238989053 tempest-RoutersIpV6AdminTest-238989053-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-430574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-104863'] for router, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:20.907970 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a69ee017-2367-4f0d-97e3-f1901c221b98 tempest-RoutersIpV6AdminTest-238989053 tempest-RoutersIpV6AdminTest-238989053-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-429438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-431405', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66646573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-104852'] for router, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:20.975868 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a69ee017-2367-4f0d-97e3-f1901c221b98 tempest-RoutersIpV6AdminTest-238989053 tempest-RoutersIpV6AdminTest-238989053-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:21.118677 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a69ee017-2367-4f0d-97e3-f1901c221b98 tempest-RoutersIpV6AdminTest-238989053 tempest-RoutersIpV6AdminTest-238989053-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:21.337531 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a69ee017-2367-4f0d-97e3-f1901c221b98 tempest-RoutersIpV6AdminTest-238989053 tempest-RoutersIpV6AdminTest-238989053-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:21.357337 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a69ee017-2367-4f0d-97e3-f1901c221b98 tempest-RoutersIpV6AdminTest-238989053 tempest-RoutersIpV6AdminTest-238989053-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:21.512335 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-a69ee017-2367-4f0d-97e3-f1901c221b98 tempest-RoutersIpV6AdminTest-238989053 tempest-RoutersIpV6AdminTest-238989053-project-admin] Allocated IP 2001:db8::1ee (22bee31a-0ec7-4ce5-b48e-dcddf75f1a8c/236efd8a-e15c-4a5c-bd1d-1603d48aeee3/4f5ecce7-86f9-41cd-af8f-9fdfefa326af) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 15:09:21.617824 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a69ee017-2367-4f0d-97e3-f1901c221b98 tempest-RoutersIpV6AdminTest-238989053 tempest-RoutersIpV6AdminTest-238989053-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:21.661952 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a69ee017-2367-4f0d-97e3-f1901c221b98 tempest-RoutersIpV6AdminTest-238989053 tempest-RoutersIpV6AdminTest-238989053-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:21.708668 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a69ee017-2367-4f0d-97e3-f1901c221b98 tempest-RoutersIpV6AdminTest-238989053 tempest-RoutersIpV6AdminTest-238989053-project-admin] Network 22bee31a-0ec7-4ce5-b48e-dcddf75f1a8c is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 15:09:21.714790 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-a69ee017-2367-4f0d-97e3-f1901c221b98 tempest-RoutersIpV6AdminTest-238989053 tempest-RoutersIpV6AdminTest-238989053-project-admin] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:09:21.717004 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69ee017-2367-4f0d-97e3-f1901c221b98 tempest-RoutersIpV6AdminTest-238989053 tempest-RoutersIpV6AdminTest-238989053-project-admin] Pushing event updated for resources: {'Port': ['ID=4f5ecce7-86f9-41cd-af8f-9fdfefa326af,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:09:21.719180 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a69ee017-2367-4f0d-97e3-f1901c221b98 tempest-RoutersIpV6AdminTest-238989053 tempest-RoutersIpV6AdminTest-238989053-project-admin] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 15:09:21.940421 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a69ee017-2367-4f0d-97e3-f1901c221b98 tempest-RoutersIpV6AdminTest-238989053 tempest-RoutersIpV6AdminTest-238989053-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:22.139964 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a69ee017-2367-4f0d-97e3-f1901c221b98 tempest-RoutersIpV6AdminTest-238989053 tempest-RoutersIpV6AdminTest-238989053-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-429413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-431608'] for router, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:22.275783 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a69ee017-2367-4f0d-97e3-f1901c221b98 tempest-RoutersIpV6AdminTest-238989053 tempest-RoutersIpV6AdminTest-238989053-project-admin] Router c7ad9787-410a-4a7c-a762-34a97639df4b is scheduled to L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f with binding_index 1 {{(pid=94466) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 15:09:22.387826 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a69ee017-2367-4f0d-97e3-f1901c221b98 tempest-RoutersIpV6AdminTest-238989053 tempest-RoutersIpV6AdminTest-238989053-project-admin] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 15:09:22.399625 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-427f2d25-96a4-44d4-be12-b0bec8bc6ed5 None None] Sync routers for ids ['c7ad9787-410a-4a7c-a762-34a97639df4b'] in n-d-694802-15 {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 15:09:22.404013 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a69ee017-2367-4f0d-97e3-f1901c221b98 tempest-RoutersIpV6AdminTest-238989053 tempest-RoutersIpV6AdminTest-238989053-project-admin] Notify callbacks [] for router, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:22.405541 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-a69ee017-2367-4f0d-97e3-f1901c221b98 tempest-RoutersIpV6AdminTest-238989053 tempest-RoutersIpV6AdminTest-238989053-project-admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 1.5323787 Aug 12 15:09:22.408357 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 58600) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:09:22.411562 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-427f2d25-96a4-44d4-be12-b0bec8bc6ed5 None None] Routers {'c7ad9787-410a-4a7c-a762-34a97639df4b'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:09:22.412172 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-427f2d25-96a4-44d4-be12-b0bec8bc6ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T15:09:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['c7ad9787-410a-4a7c-a762-34a97639df4b'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:09:22.522590 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvr_db [None req-427f2d25-96a4-44d4-be12-b0bec8bc6ed5 None None] Set router c7ad9787-410a-4a7c-a762-34a97639df4b gateway port host: n-d-694802-15 {{(pid=94468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:09:22.528684 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-32ba0a7a-43b8-4733-b7d3-b9b7d1b0de21 tempest-RoutersIpV6AdminTest-238989053 tempest-RoutersIpV6AdminTest-238989053-project-admin] Notify callbacks [] for router, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:22.639686 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-32ba0a7a-43b8-4733-b7d3-b9b7d1b0de21 tempest-RoutersIpV6AdminTest-238989053 tempest-RoutersIpV6AdminTest-238989053-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:22.696641 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-32ba0a7a-43b8-4733-b7d3-b9b7d1b0de21 tempest-RoutersIpV6AdminTest-238989053 tempest-RoutersIpV6AdminTest-238989053-project-admin] Deleting port 4f5ecce7-86f9-41cd-af8f-9fdfefa326af {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 15:09:22.696991 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-32ba0a7a-43b8-4733-b7d3-b9b7d1b0de21 tempest-RoutersIpV6AdminTest-238989053 tempest-RoutersIpV6AdminTest-238989053-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:22.725610 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-427f2d25-96a4-44d4-be12-b0bec8bc6ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7ad9787-410a-4a7c-a762-34a97639df4b', 'name': '', 'tenant_id': '54b5af677ba540a29a5651a80f57c017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22bee31a-0ec7-4ce5-b48e-dcddf75f1a8c', 'external_fixed_ips': [{'subnet_id': '236efd8a-e15c-4a5c-bd1d-1603d48aeee3', 'ip_address': '2001:db8::1ee'}], 'enable_snat': True}, 'gw_port_id': '4f5ecce7-86f9-41cd-af8f-9fdfefa326af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:09:20Z', 'updated_at': '2021-08-12T15:09:21Z', 'revision_number': 3, 'project_id': '54b5af677ba540a29a5651a80f57c017', 'gw_port': {'id': '4f5ecce7-86f9-41cd-af8f-9fdfefa326af', 'name': '', 'network_id': '22bee31a-0ec7-4ce5-b48e-dcddf75f1a8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:d2:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7ad9787-410a-4a7c-a762-34a97639df4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3789, 'fixed_ips': [{'subnet_id': '236efd8a-e15c-4a5c-bd1d-1603d48aeee3', 'ip_address': '2001:db8::1ee', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:09:21Z', 'updated_at': '2021-08-12T15:09:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '236efd8a-e15c-4a5c-bd1d-1603d48aeee3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15'}], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:09:22.753115 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-427f2d25-96a4-44d4-be12-b0bec8bc6ed5 None None] Checking router: c7ad9787-410a-4a7c-a762-34a97639df4b for host: n-d-694802-15 {{(pid=94468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 15:09:22.753385 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-427f2d25-96a4-44d4-be12-b0bec8bc6ed5 None None] Updating router c7ad9787-410a-4a7c-a762-34a97639df4b port 4f5ecce7-86f9-41cd-af8f-9fdfefa326af binding host n-d-694802-15 {{(pid=94468) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 15:09:22.779264 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-427f2d25-96a4-44d4-be12-b0bec8bc6ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:22.780617 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-32ba0a7a-43b8-4733-b7d3-b9b7d1b0de21 tempest-RoutersIpV6AdminTest-238989053 tempest-RoutersIpV6AdminTest-238989053-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:22.793666 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-32ba0a7a-43b8-4733-b7d3-b9b7d1b0de21 tempest-RoutersIpV6AdminTest-238989053 tempest-RoutersIpV6AdminTest-238989053-project-admin] Calling delete_port for 4f5ecce7-86f9-41cd-af8f-9fdfefa326af owned by network:router_gateway {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 15:09:22.974198 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-32ba0a7a-43b8-4733-b7d3-b9b7d1b0de21 tempest-RoutersIpV6AdminTest-238989053 tempest-RoutersIpV6AdminTest-238989053-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:23.000922 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ba0a7a-43b8-4733-b7d3-b9b7d1b0de21 tempest-RoutersIpV6AdminTest-238989053 tempest-RoutersIpV6AdminTest-238989053-project-admin] Pushing event deleted for resources: {'Port': ['ID=4f5ecce7-86f9-41cd-af8f-9fdfefa326af,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:09:23.028084 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-32ba0a7a-43b8-4733-b7d3-b9b7d1b0de21 tempest-RoutersIpV6AdminTest-238989053 tempest-RoutersIpV6AdminTest-238989053-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-431580'] for router_gateway, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:23.055549 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.db.api [None req-427f2d25-96a4-44d4-be12-b0bec8bc6ed5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94468) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 12 15:09:23.057079 n-d-694802-15 neutron-server[94468]: DEBUG oslo_db.api [None req-427f2d25-96a4-44d4-be12-b0bec8bc6ed5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 12 15:09:23.124657 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-32ba0a7a-43b8-4733-b7d3-b9b7d1b0de21 tempest-RoutersIpV6AdminTest-238989053 tempest-RoutersIpV6AdminTest-238989053-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-429360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-104877'] for router, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:23.126783 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-32ba0a7a-43b8-4733-b7d3-b9b7d1b0de21 tempest-RoutersIpV6AdminTest-238989053 tempest-RoutersIpV6AdminTest-238989053-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:23.169984 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-32ba0a7a-43b8-4733-b7d3-b9b7d1b0de21 tempest-RoutersIpV6AdminTest-238989053 tempest-RoutersIpV6AdminTest-238989053-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-429375'] for router, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:23.170732 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32ba0a7a-43b8-4733-b7d3-b9b7d1b0de21 tempest-RoutersIpV6AdminTest-238989053 tempest-RoutersIpV6AdminTest-238989053-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c7ad9787-410a-4a7c-a762-34a97639df4b {{(pid=94466) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 15:09:23.174843 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-32ba0a7a-43b8-4733-b7d3-b9b7d1b0de21 tempest-RoutersIpV6AdminTest-238989053 tempest-RoutersIpV6AdminTest-238989053-project-admin] Notify callbacks [] for router, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:23.176042 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-32ba0a7a-43b8-4733-b7d3-b9b7d1b0de21 tempest-RoutersIpV6AdminTest-238989053 tempest-RoutersIpV6AdminTest-238989053-project-admin] 10.222.0.39 "DELETE /v2.0/routers/c7ad9787-410a-4a7c-a762-34a97639df4b HTTP/1.1" status: 204 len: 168 time: 0.7660167 Aug 12 15:09:23.178834 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 58602) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:09:23.235372 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_v2 [None req-58478850-0c66-47b2-a47b-fbf7b1768fac tempest-RoutersIpV6AdminTest-238989053 tempest-RoutersIpV6AdminTest-238989053-project-admin] Deleting subnet 236efd8a-e15c-4a5c-bd1d-1603d48aeee3 {{(pid=94466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 15:09:23.239036 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-58478850-0c66-47b2-a47b-fbf7b1768fac tempest-RoutersIpV6AdminTest-238989053 tempest-RoutersIpV6AdminTest-238989053-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:23.274834 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-58478850-0c66-47b2-a47b-fbf7b1768fac tempest-RoutersIpV6AdminTest-238989053 tempest-RoutersIpV6AdminTest-238989053-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2293551'] for subnet, precommit_delete_associations {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:23.316205 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-58478850-0c66-47b2-a47b-fbf7b1768fac tempest-RoutersIpV6AdminTest-238989053 tempest-RoutersIpV6AdminTest-238989053-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66416255'] for subnet, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:23.378038 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-58478850-0c66-47b2-a47b-fbf7b1768fac tempest-RoutersIpV6AdminTest-238989053 tempest-RoutersIpV6AdminTest-238989053-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66416232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3718429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8776402'] for subnet, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:23.411634 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-58478850-0c66-47b2-a47b-fbf7b1768fac tempest-RoutersIpV6AdminTest-238989053 tempest-RoutersIpV6AdminTest-238989053-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:23.413529 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-58478850-0c66-47b2-a47b-fbf7b1768fac tempest-RoutersIpV6AdminTest-238989053 tempest-RoutersIpV6AdminTest-238989053-project-admin] 10.222.0.39 "DELETE /v2.0/subnets/236efd8a-e15c-4a5c-bd1d-1603d48aeee3 HTTP/1.1" status: 204 len: 168 time: 0.2337530 Aug 12 15:09:23.414834 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58478850-0c66-47b2-a47b-fbf7b1768fac tempest-RoutersIpV6AdminTest-238989053 tempest-RoutersIpV6AdminTest-238989053-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=236efd8a-e15c-4a5c-bd1d-1603d48aeee3,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:09:23.416346 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 58606) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:09:23.490773 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-2dbcd40c-17f4-47a0-be3b-602a137e0f39 tempest-RoutersIpV6AdminTest-238989053 tempest-RoutersIpV6AdminTest-238989053-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680608'] for network, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:23.570545 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-2dbcd40c-17f4-47a0-be3b-602a137e0f39 tempest-RoutersIpV6AdminTest-238989053 tempest-RoutersIpV6AdminTest-238989053-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66413304', 'neutron.services.segments.db._delete_segments_for_network-8744654118000'] for network, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:23.580908 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-427f2d25-96a4-44d4-be12-b0bec8bc6ed5 None None] Port 4f5ecce7-86f9-41cd-af8f-9fdfefa326af not found while updating agent binding for router c7ad9787-410a-4a7c-a762-34a97639df4b. {{(pid=94468) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Aug 12 15:09:23.581891 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-2dbcd40c-17f4-47a0-be3b-602a137e0f39 tempest-RoutersIpV6AdminTest-238989053 tempest-RoutersIpV6AdminTest-238989053-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22bee31a-0ec7-4ce5-b48e-dcddf75f1a8c']}} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:09:23.589313 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-427f2d25-96a4-44d4-be12-b0bec8bc6ed5 None None] Routers set() bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:09:23.589685 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-427f2d25-96a4-44d4-be12-b0bec8bc6ed5 None None] Router IDs set() for agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 12 15:09:23.590281 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_agentschedulers_db [None req-427f2d25-96a4-44d4-be12-b0bec8bc6ed5 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'c7ad9787-410a-4a7c-a762-34a97639df4b'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T15:09:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent'). {{(pid=94468) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 12 15:09:23.590648 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-427f2d25-96a4-44d4-be12-b0bec8bc6ed5 None None] The sync data for ids ['c7ad9787-410a-4a7c-a762-34a97639df4b'] in n-d-694802-15 is: [] {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 15:09:23.593406 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-2dbcd40c-17f4-47a0-be3b-602a137e0f39 tempest-RoutersIpV6AdminTest-238989053 tempest-RoutersIpV6AdminTest-238989053-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5bcce78-875e-46a5-a69a-0696cfb79042') {'for_net_delete': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:09:23.593705 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-2dbcd40c-17f4-47a0-be3b-602a137e0f39 tempest-RoutersIpV6AdminTest-238989053 tempest-RoutersIpV6AdminTest-238989053-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5bcce78-875e-46a5-a69a-0696cfb79042') {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:09:23.606801 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-2dbcd40c-17f4-47a0-be3b-602a137e0f39 tempest-RoutersIpV6AdminTest-238989053 tempest-RoutersIpV6AdminTest-238989053-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744654122361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3857526'] for segment, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:23.621341 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-2dbcd40c-17f4-47a0-be3b-602a137e0f39 tempest-RoutersIpV6AdminTest-238989053 tempest-RoutersIpV6AdminTest-238989053-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:23.629773 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2dbcd40c-17f4-47a0-be3b-602a137e0f39 tempest-RoutersIpV6AdminTest-238989053 tempest-RoutersIpV6AdminTest-238989053-project-admin] Releasing vlan 307 on physical network physnet1 to pool {{(pid=94467) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 15:09:23.630180 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-2dbcd40c-17f4-47a0-be3b-602a137e0f39 tempest-RoutersIpV6AdminTest-238989053 tempest-RoutersIpV6AdminTest-238989053-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2859015'] for segment, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:23.632282 n-d-694802-15 neutron-server[94467]: Traceback (most recent call last): Aug 12 15:09:23.632282 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 15:09:23.632282 n-d-694802-15 neutron-server[94467]: timer() Aug 12 15:09:23.632282 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 15:09:23.632282 n-d-694802-15 neutron-server[94467]: cb(*args, **kw) Aug 12 15:09:23.632282 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 15:09:23.632282 n-d-694802-15 neutron-server[94467]: return func(*args, **kwargs) Aug 12 15:09:23.632282 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 15:09:23.632282 n-d-694802-15 neutron-server[94467]: self._notify() Aug 12 15:09:23.632282 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 15:09:23.632282 n-d-694802-15 neutron-server[94467]: self.callback(batched_events) Aug 12 15:09:23.632282 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 15:09:23.632282 n-d-694802-15 neutron-server[94467]: event.method(event) Aug 12 15:09:23.632282 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 15:09:23.632282 n-d-694802-15 neutron-server[94467]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 15:09:23.632282 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 15:09:23.632282 n-d-694802-15 neutron-server[94467]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 15:09:23.632282 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 15:09:23.632282 n-d-694802-15 neutron-server[94467]: return f(self, *a, **k) Aug 12 15:09:23.632282 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 15:09:23.632282 n-d-694802-15 neutron-server[94467]: return self._get(url).json() Aug 12 15:09:23.632282 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 15:09:23.632282 n-d-694802-15 neutron-server[94467]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 15:09:23.632282 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 15:09:23.632282 n-d-694802-15 neutron-server[94467]: return self.request(url, 'GET', **kwargs) Aug 12 15:09:23.632282 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 15:09:23.632282 n-d-694802-15 neutron-server[94467]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 15:09:23.632282 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 15:09:23.632282 n-d-694802-15 neutron-server[94467]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 15:09:23.632282 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 15:09:23.632282 n-d-694802-15 neutron-server[94467]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 15:09:23.632282 n-d-694802-15 neutron-server[94467]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 15:09:23.695444 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-2dbcd40c-17f4-47a0-be3b-602a137e0f39 tempest-RoutersIpV6AdminTest-238989053 tempest-RoutersIpV6AdminTest-238989053-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66413281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431520'] for network, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:23.702482 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dbcd40c-17f4-47a0-be3b-602a137e0f39 tempest-RoutersIpV6AdminTest-238989053 tempest-RoutersIpV6AdminTest-238989053-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 22bee31a-0ec7-4ce5-b48e-dcddf75f1a8c {{(pid=94467) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 12 15:09:23.713374 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-2dbcd40c-17f4-47a0-be3b-602a137e0f39 tempest-RoutersIpV6AdminTest-238989053 tempest-RoutersIpV6AdminTest-238989053-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for network, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:23.715294 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-2dbcd40c-17f4-47a0-be3b-602a137e0f39 tempest-RoutersIpV6AdminTest-238989053 tempest-RoutersIpV6AdminTest-238989053-project-admin] 10.222.0.39 "DELETE /v2.0/networks/22bee31a-0ec7-4ce5-b48e-dcddf75f1a8c HTTP/1.1" status: 204 len: 168 time: 0.2979331 Aug 12 15:09:23.716376 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbcd40c-17f4-47a0-be3b-602a137e0f39 tempest-RoutersIpV6AdminTest-238989053 tempest-RoutersIpV6AdminTest-238989053-project-admin] Pushing event deleted for resources: {'Network': ['ID=22bee31a-0ec7-4ce5-b48e-dcddf75f1a8c,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:09:23.923694 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 58614) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:09:23.928390 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-16aeff51-7ffb-42a6-96fb-d2c168f360bc tempest-RoutersIpV6AdminTest-238989053 tempest-RoutersIpV6AdminTest-238989053-project-admin] Request body: {'router': {'name': 'tempest-router--642833915', 'project_id': '616a50f0f3ca47e19a3e85cc089a4e26'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:09:23.950527 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-16aeff51-7ffb-42a6-96fb-d2c168f360bc tempest-RoutersIpV6AdminTest-238989053 tempest-RoutersIpV6AdminTest-238989053-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-430574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-104863'] for router, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:23.951739 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-16aeff51-7ffb-42a6-96fb-d2c168f360bc tempest-RoutersIpV6AdminTest-238989053 tempest-RoutersIpV6AdminTest-238989053-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-429438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-431405', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66646573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-104852'] for router, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:24.004287 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-16aeff51-7ffb-42a6-96fb-d2c168f360bc tempest-RoutersIpV6AdminTest-238989053 tempest-RoutersIpV6AdminTest-238989053-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:24.009552 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-16aeff51-7ffb-42a6-96fb-d2c168f360bc tempest-RoutersIpV6AdminTest-238989053 tempest-RoutersIpV6AdminTest-238989053-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-429413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-431608'] for router, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:24.024036 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-16aeff51-7ffb-42a6-96fb-d2c168f360bc tempest-RoutersIpV6AdminTest-238989053 tempest-RoutersIpV6AdminTest-238989053-project-admin] Notify callbacks [] for router, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:24.025659 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-16aeff51-7ffb-42a6-96fb-d2c168f360bc tempest-RoutersIpV6AdminTest-238989053 tempest-RoutersIpV6AdminTest-238989053-project-admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1008589 Aug 12 15:09:24.029135 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 58616) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:09:24.108129 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f944e7ef-7c63-469f-8652-f7202c804b27 tempest-RoutersIpV6AdminTest-238989053 tempest-RoutersIpV6AdminTest-238989053-project-admin] Notify callbacks [] for router, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:24.285891 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f944e7ef-7c63-469f-8652-f7202c804b27 tempest-RoutersIpV6AdminTest-238989053 tempest-RoutersIpV6AdminTest-238989053-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-429360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-104877'] for router, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:24.288159 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f944e7ef-7c63-469f-8652-f7202c804b27 tempest-RoutersIpV6AdminTest-238989053 tempest-RoutersIpV6AdminTest-238989053-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:24.335667 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f944e7ef-7c63-469f-8652-f7202c804b27 tempest-RoutersIpV6AdminTest-238989053 tempest-RoutersIpV6AdminTest-238989053-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-429375'] for router, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:24.336197 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f944e7ef-7c63-469f-8652-f7202c804b27 tempest-RoutersIpV6AdminTest-238989053 tempest-RoutersIpV6AdminTest-238989053-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3f6bff90-b50f-4b47-8e44-6c74437d2076 {{(pid=94466) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 15:09:24.340476 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f944e7ef-7c63-469f-8652-f7202c804b27 tempest-RoutersIpV6AdminTest-238989053 tempest-RoutersIpV6AdminTest-238989053-project-admin] Notify callbacks [] for router, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:24.341646 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-f944e7ef-7c63-469f-8652-f7202c804b27 tempest-RoutersIpV6AdminTest-238989053 tempest-RoutersIpV6AdminTest-238989053-project-admin] 10.222.0.39 "DELETE /v2.0/routers/3f6bff90-b50f-4b47-8e44-6c74437d2076 HTTP/1.1" status: 204 len: 168 time: 0.3109891 Aug 12 15:09:24.456960 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 58622) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:09:24.655223 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-ef7861c3-a8b6-4050-9b2a-58cc23e72734 tempest-RoutersIpV6AdminTest-909428488 tempest-RoutersIpV6AdminTest-909428488-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1606521585', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'}, 'admin_state_up': False}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:09:24.679322 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ef7861c3-a8b6-4050-9b2a-58cc23e72734 tempest-RoutersIpV6AdminTest-909428488 tempest-RoutersIpV6AdminTest-909428488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-430574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-104863'] for router, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:24.680337 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ef7861c3-a8b6-4050-9b2a-58cc23e72734 tempest-RoutersIpV6AdminTest-909428488 tempest-RoutersIpV6AdminTest-909428488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-429438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-431405', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66646573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-104852'] for router, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:24.734277 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ef7861c3-a8b6-4050-9b2a-58cc23e72734 tempest-RoutersIpV6AdminTest-909428488 tempest-RoutersIpV6AdminTest-909428488-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:24.878391 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ef7861c3-a8b6-4050-9b2a-58cc23e72734 tempest-RoutersIpV6AdminTest-909428488 tempest-RoutersIpV6AdminTest-909428488-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:25.077180 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ef7861c3-a8b6-4050-9b2a-58cc23e72734 tempest-RoutersIpV6AdminTest-909428488 tempest-RoutersIpV6AdminTest-909428488-project] Notify callbacks [] for router_gateway, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:25.097948 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ef7861c3-a8b6-4050-9b2a-58cc23e72734 tempest-RoutersIpV6AdminTest-909428488 tempest-RoutersIpV6AdminTest-909428488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:25.208188 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-ef7861c3-a8b6-4050-9b2a-58cc23e72734 tempest-RoutersIpV6AdminTest-909428488 tempest-RoutersIpV6AdminTest-909428488-project] Allocated IP 172.25.1.161 (d3759e1b-6c03-45ac-acd4-90abb417809b/f0254f08-c19c-4e31-bd9c-09389ea4b6f2/3c810f43-3166-4f44-8d7e-db6caeb42a4f) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 15:09:25.323587 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ef7861c3-a8b6-4050-9b2a-58cc23e72734 tempest-RoutersIpV6AdminTest-909428488 tempest-RoutersIpV6AdminTest-909428488-project] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:25.370545 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ef7861c3-a8b6-4050-9b2a-58cc23e72734 tempest-RoutersIpV6AdminTest-909428488 tempest-RoutersIpV6AdminTest-909428488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:25.406726 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef7861c3-a8b6-4050-9b2a-58cc23e72734 tempest-RoutersIpV6AdminTest-909428488 tempest-RoutersIpV6AdminTest-909428488-project] Network d3759e1b-6c03-45ac-acd4-90abb417809b is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 15:09:25.410979 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-ef7861c3-a8b6-4050-9b2a-58cc23e72734 tempest-RoutersIpV6AdminTest-909428488 tempest-RoutersIpV6AdminTest-909428488-project] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:09:25.417125 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef7861c3-a8b6-4050-9b2a-58cc23e72734 tempest-RoutersIpV6AdminTest-909428488 tempest-RoutersIpV6AdminTest-909428488-project] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 15:09:25.442184 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7861c3-a8b6-4050-9b2a-58cc23e72734 tempest-RoutersIpV6AdminTest-909428488 tempest-RoutersIpV6AdminTest-909428488-project] Pushing event updated for resources: {'Port': ['ID=3c810f43-3166-4f44-8d7e-db6caeb42a4f,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:09:26.002713 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ef7861c3-a8b6-4050-9b2a-58cc23e72734 tempest-RoutersIpV6AdminTest-909428488 tempest-RoutersIpV6AdminTest-909428488-project] Notify callbacks [] for router_gateway, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:26.208480 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ef7861c3-a8b6-4050-9b2a-58cc23e72734 tempest-RoutersIpV6AdminTest-909428488 tempest-RoutersIpV6AdminTest-909428488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-429413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-431608'] for router, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:26.343669 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef7861c3-a8b6-4050-9b2a-58cc23e72734 tempest-RoutersIpV6AdminTest-909428488 tempest-RoutersIpV6AdminTest-909428488-project] Router 85d01b03-0fdc-4cba-b63a-39406034bdae is scheduled to L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f with binding_index 1 {{(pid=94466) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 15:09:26.460112 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef7861c3-a8b6-4050-9b2a-58cc23e72734 tempest-RoutersIpV6AdminTest-909428488 tempest-RoutersIpV6AdminTest-909428488-project] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 15:09:26.470360 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9769ff29-b94d-46c2-b419-46d44acef7da None None] Sync routers for ids ['85d01b03-0fdc-4cba-b63a-39406034bdae'] in n-d-694802-15 {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 15:09:26.480242 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9769ff29-b94d-46c2-b419-46d44acef7da None None] Routers {'85d01b03-0fdc-4cba-b63a-39406034bdae'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:09:26.481186 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-9769ff29-b94d-46c2-b419-46d44acef7da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T15:09:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['85d01b03-0fdc-4cba-b63a-39406034bdae'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:09:26.492570 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ef7861c3-a8b6-4050-9b2a-58cc23e72734 tempest-RoutersIpV6AdminTest-909428488 tempest-RoutersIpV6AdminTest-909428488-project] Notify callbacks [] for router, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:26.494371 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-ef7861c3-a8b6-4050-9b2a-58cc23e72734 tempest-RoutersIpV6AdminTest-909428488 tempest-RoutersIpV6AdminTest-909428488-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 2.0358720 Aug 12 15:09:26.496552 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 58630) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:09:26.621990 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 58632) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:09:26.624153 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-31039e42-c191-4861-b246-b4311f3645f6 tempest-RoutersIpV6AdminTest-238989053 tempest-RoutersIpV6AdminTest-238989053-project-admin] 10.222.0.39 "GET /v2.0/routers/85d01b03-0fdc-4cba-b63a-39406034bdae HTTP/1.1" status: 200 len: 925 time: 0.1251647 Aug 12 15:09:26.627497 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-9769ff29-b94d-46c2-b419-46d44acef7da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:09:26.638037 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9769ff29-b94d-46c2-b419-46d44acef7da None None] Routers {'85d01b03-0fdc-4cba-b63a-39406034bdae'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:09:26.638986 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-9769ff29-b94d-46c2-b419-46d44acef7da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T15:09:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['85d01b03-0fdc-4cba-b63a-39406034bdae'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:09:26.657975 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 58634) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:09:26.658205 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-3767b240-90a8-467f-b3b1-b00439b3cf40 tempest-RoutersIpV6AdminTest-909428488 tempest-RoutersIpV6AdminTest-909428488-project] 10.222.0.39 "GET /v2.0/ports?device_id=85d01b03-0fdc-4cba-b63a-39406034bdae HTTP/1.1" status: 200 len: 205 time: 0.0348048 Aug 12 15:09:26.677036 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-9769ff29-b94d-46c2-b419-46d44acef7da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:09:26.677705 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9769ff29-b94d-46c2-b419-46d44acef7da None None] The sync data for ids ['85d01b03-0fdc-4cba-b63a-39406034bdae'] in n-d-694802-15 is: [] {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 15:09:26.773396 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-6ab8653c-98cb-4a6a-94f1-4f32e8e404c2 tempest-RoutersIpV6AdminTest-909428488 tempest-RoutersIpV6AdminTest-909428488-project] Notify callbacks [] for router, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:26.875332 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-6ab8653c-98cb-4a6a-94f1-4f32e8e404c2 tempest-RoutersIpV6AdminTest-909428488 tempest-RoutersIpV6AdminTest-909428488-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:26.932666 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-6ab8653c-98cb-4a6a-94f1-4f32e8e404c2 tempest-RoutersIpV6AdminTest-909428488 tempest-RoutersIpV6AdminTest-909428488-project] Deleting port 3c810f43-3166-4f44-8d7e-db6caeb42a4f {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 15:09:26.932989 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-6ab8653c-98cb-4a6a-94f1-4f32e8e404c2 tempest-RoutersIpV6AdminTest-909428488 tempest-RoutersIpV6AdminTest-909428488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:27.011605 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-6ab8653c-98cb-4a6a-94f1-4f32e8e404c2 tempest-RoutersIpV6AdminTest-909428488 tempest-RoutersIpV6AdminTest-909428488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:27.027297 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-6ab8653c-98cb-4a6a-94f1-4f32e8e404c2 tempest-RoutersIpV6AdminTest-909428488 tempest-RoutersIpV6AdminTest-909428488-project] Calling delete_port for 3c810f43-3166-4f44-8d7e-db6caeb42a4f owned by network:router_gateway {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 15:09:27.213224 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-6ab8653c-98cb-4a6a-94f1-4f32e8e404c2 tempest-RoutersIpV6AdminTest-909428488 tempest-RoutersIpV6AdminTest-909428488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:27.241123 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab8653c-98cb-4a6a-94f1-4f32e8e404c2 tempest-RoutersIpV6AdminTest-909428488 tempest-RoutersIpV6AdminTest-909428488-project] Pushing event deleted for resources: {'Port': ['ID=3c810f43-3166-4f44-8d7e-db6caeb42a4f,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:09:27.308048 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-6ab8653c-98cb-4a6a-94f1-4f32e8e404c2 tempest-RoutersIpV6AdminTest-909428488 tempest-RoutersIpV6AdminTest-909428488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-431580'] for router_gateway, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:27.402617 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-6ab8653c-98cb-4a6a-94f1-4f32e8e404c2 tempest-RoutersIpV6AdminTest-909428488 tempest-RoutersIpV6AdminTest-909428488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-429360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-104877'] for router, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:27.404771 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-6ab8653c-98cb-4a6a-94f1-4f32e8e404c2 tempest-RoutersIpV6AdminTest-909428488 tempest-RoutersIpV6AdminTest-909428488-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:27.448553 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-6ab8653c-98cb-4a6a-94f1-4f32e8e404c2 tempest-RoutersIpV6AdminTest-909428488 tempest-RoutersIpV6AdminTest-909428488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-429375'] for router, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:27.449075 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ab8653c-98cb-4a6a-94f1-4f32e8e404c2 tempest-RoutersIpV6AdminTest-909428488 tempest-RoutersIpV6AdminTest-909428488-project] Fanout notify agent at l3_agent the message router_deleted on router 85d01b03-0fdc-4cba-b63a-39406034bdae {{(pid=94466) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 15:09:27.456118 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-6ab8653c-98cb-4a6a-94f1-4f32e8e404c2 tempest-RoutersIpV6AdminTest-909428488 tempest-RoutersIpV6AdminTest-909428488-project] Notify callbacks [] for router, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:27.457214 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-6ab8653c-98cb-4a6a-94f1-4f32e8e404c2 tempest-RoutersIpV6AdminTest-909428488 tempest-RoutersIpV6AdminTest-909428488-project] 10.222.0.39 "DELETE /v2.0/routers/85d01b03-0fdc-4cba-b63a-39406034bdae HTTP/1.1" status: 204 len: 168 time: 0.7982118 Aug 12 15:09:27.460827 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 58636) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:09:27.465263 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-b49acde1-1a9d-43bb-ac96-4b350fed077e tempest-RoutersIpV6AdminTest-238989053 tempest-RoutersIpV6AdminTest-238989053-project-admin] Request body: {'router': {'name': 'tempest-snat-router-35769954', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'enable_snat': False}}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:09:27.488025 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b49acde1-1a9d-43bb-ac96-4b350fed077e tempest-RoutersIpV6AdminTest-238989053 tempest-RoutersIpV6AdminTest-238989053-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-430574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-104863'] for router, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:27.489091 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b49acde1-1a9d-43bb-ac96-4b350fed077e tempest-RoutersIpV6AdminTest-238989053 tempest-RoutersIpV6AdminTest-238989053-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-429438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-431405', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66646573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-104852'] for router, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:27.552914 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b49acde1-1a9d-43bb-ac96-4b350fed077e tempest-RoutersIpV6AdminTest-238989053 tempest-RoutersIpV6AdminTest-238989053-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:27.704477 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b49acde1-1a9d-43bb-ac96-4b350fed077e tempest-RoutersIpV6AdminTest-238989053 tempest-RoutersIpV6AdminTest-238989053-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:27.921971 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b49acde1-1a9d-43bb-ac96-4b350fed077e tempest-RoutersIpV6AdminTest-238989053 tempest-RoutersIpV6AdminTest-238989053-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:27.942367 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b49acde1-1a9d-43bb-ac96-4b350fed077e tempest-RoutersIpV6AdminTest-238989053 tempest-RoutersIpV6AdminTest-238989053-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:28.050402 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-b49acde1-1a9d-43bb-ac96-4b350fed077e tempest-RoutersIpV6AdminTest-238989053 tempest-RoutersIpV6AdminTest-238989053-project-admin] Allocated IP 172.25.1.50 (d3759e1b-6c03-45ac-acd4-90abb417809b/f0254f08-c19c-4e31-bd9c-09389ea4b6f2/dfda2c53-9fb8-4b6e-9fc1-b83af1f12aa9) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 15:09:28.155935 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b49acde1-1a9d-43bb-ac96-4b350fed077e tempest-RoutersIpV6AdminTest-238989053 tempest-RoutersIpV6AdminTest-238989053-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:28.198017 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b49acde1-1a9d-43bb-ac96-4b350fed077e tempest-RoutersIpV6AdminTest-238989053 tempest-RoutersIpV6AdminTest-238989053-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:28.238752 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b49acde1-1a9d-43bb-ac96-4b350fed077e tempest-RoutersIpV6AdminTest-238989053 tempest-RoutersIpV6AdminTest-238989053-project-admin] Network d3759e1b-6c03-45ac-acd4-90abb417809b is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 15:09:28.243977 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-b49acde1-1a9d-43bb-ac96-4b350fed077e tempest-RoutersIpV6AdminTest-238989053 tempest-RoutersIpV6AdminTest-238989053-project-admin] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:09:28.248328 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b49acde1-1a9d-43bb-ac96-4b350fed077e tempest-RoutersIpV6AdminTest-238989053 tempest-RoutersIpV6AdminTest-238989053-project-admin] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 15:09:28.275894 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49acde1-1a9d-43bb-ac96-4b350fed077e tempest-RoutersIpV6AdminTest-238989053 tempest-RoutersIpV6AdminTest-238989053-project-admin] Pushing event updated for resources: {'Port': ['ID=dfda2c53-9fb8-4b6e-9fc1-b83af1f12aa9,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:09:28.514256 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b49acde1-1a9d-43bb-ac96-4b350fed077e tempest-RoutersIpV6AdminTest-238989053 tempest-RoutersIpV6AdminTest-238989053-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:29.008145 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b49acde1-1a9d-43bb-ac96-4b350fed077e tempest-RoutersIpV6AdminTest-238989053 tempest-RoutersIpV6AdminTest-238989053-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-429413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-431608'] for router, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:29.136852 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b49acde1-1a9d-43bb-ac96-4b350fed077e tempest-RoutersIpV6AdminTest-238989053 tempest-RoutersIpV6AdminTest-238989053-project-admin] Router 8fe9f6ce-255b-4cd8-92e8-51e736188ccc is scheduled to L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f with binding_index 1 {{(pid=94466) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 15:09:29.249213 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b49acde1-1a9d-43bb-ac96-4b350fed077e tempest-RoutersIpV6AdminTest-238989053 tempest-RoutersIpV6AdminTest-238989053-project-admin] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 15:09:29.264240 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5756b710-111e-48d7-b854-71f7df9863f2 None None] Sync routers for ids ['8fe9f6ce-255b-4cd8-92e8-51e736188ccc'] in n-d-694802-15 {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 15:09:29.265154 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b49acde1-1a9d-43bb-ac96-4b350fed077e tempest-RoutersIpV6AdminTest-238989053 tempest-RoutersIpV6AdminTest-238989053-project-admin] Notify callbacks [] for router, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:29.266499 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-b49acde1-1a9d-43bb-ac96-4b350fed077e tempest-RoutersIpV6AdminTest-238989053 tempest-RoutersIpV6AdminTest-238989053-project-admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 1.8045838 Aug 12 15:09:29.269168 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 58658) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:09:29.280849 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5756b710-111e-48d7-b854-71f7df9863f2 None None] Routers {'8fe9f6ce-255b-4cd8-92e8-51e736188ccc'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:09:29.283588 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-5756b710-111e-48d7-b854-71f7df9863f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T15:09:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['8fe9f6ce-255b-4cd8-92e8-51e736188ccc'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:09:29.393611 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-8748fb32-f1fb-4205-ba02-fb4fbfaee404 tempest-RoutersIpV6AdminTest-238989053 tempest-RoutersIpV6AdminTest-238989053-project-admin] 10.222.0.39 "GET /v2.0/routers/8fe9f6ce-255b-4cd8-92e8-51e736188ccc HTTP/1.1" status: 200 len: 906 time: 0.1227078 Aug 12 15:09:29.396591 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 58668) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:09:29.401218 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-18f8f3bb-abdc-4d42-8832-ccfd874882c1 tempest-RoutersIpV6AdminTest-238989053 tempest-RoutersIpV6AdminTest-238989053-project-admin] Request body: {'router': {'name': 'tempest-snat-router-35769954', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'enable_snat': True}}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:09:29.424516 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-18f8f3bb-abdc-4d42-8832-ccfd874882c1 tempest-RoutersIpV6AdminTest-238989053 tempest-RoutersIpV6AdminTest-238989053-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-430574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-104863'] for router, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:29.425769 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-18f8f3bb-abdc-4d42-8832-ccfd874882c1 tempest-RoutersIpV6AdminTest-238989053 tempest-RoutersIpV6AdminTest-238989053-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-429438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-431405', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66646573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-104852'] for router, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:29.487613 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-18f8f3bb-abdc-4d42-8832-ccfd874882c1 tempest-RoutersIpV6AdminTest-238989053 tempest-RoutersIpV6AdminTest-238989053-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:29.558924 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvr_db [None req-5756b710-111e-48d7-b854-71f7df9863f2 None None] Set router 8fe9f6ce-255b-4cd8-92e8-51e736188ccc gateway port host: n-d-694802-15 {{(pid=94468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:09:29.644475 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-18f8f3bb-abdc-4d42-8832-ccfd874882c1 tempest-RoutersIpV6AdminTest-238989053 tempest-RoutersIpV6AdminTest-238989053-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:29.740705 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-5756b710-111e-48d7-b854-71f7df9863f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fe9f6ce-255b-4cd8-92e8-51e736188ccc', 'name': 'tempest-snat-router-35769954', 'tenant_id': '54b5af677ba540a29a5651a80f57c017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.50'}], 'enable_snat': False}, 'gw_port_id': 'dfda2c53-9fb8-4b6e-9fc1-b83af1f12aa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:09:27Z', 'updated_at': '2021-08-12T15:09:28Z', 'revision_number': 3, 'project_id': '54b5af677ba540a29a5651a80f57c017', 'gw_port': {'id': 'dfda2c53-9fb8-4b6e-9fc1-b83af1f12aa9', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:3b:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fe9f6ce-255b-4cd8-92e8-51e736188ccc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3794, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:09:27Z', 'updated_at': '2021-08-12T15:09:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-694802-15'}], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:09:29.768278 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5756b710-111e-48d7-b854-71f7df9863f2 None None] Checking router: 8fe9f6ce-255b-4cd8-92e8-51e736188ccc for host: n-d-694802-15 {{(pid=94468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 15:09:29.769282 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5756b710-111e-48d7-b854-71f7df9863f2 None None] Updating router 8fe9f6ce-255b-4cd8-92e8-51e736188ccc port dfda2c53-9fb8-4b6e-9fc1-b83af1f12aa9 binding host n-d-694802-15 {{(pid=94468) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 15:09:29.803146 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-5756b710-111e-48d7-b854-71f7df9863f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:29.874669 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-18f8f3bb-abdc-4d42-8832-ccfd874882c1 tempest-RoutersIpV6AdminTest-238989053 tempest-RoutersIpV6AdminTest-238989053-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:29.894896 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-18f8f3bb-abdc-4d42-8832-ccfd874882c1 tempest-RoutersIpV6AdminTest-238989053 tempest-RoutersIpV6AdminTest-238989053-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:30.057664 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-5756b710-111e-48d7-b854-71f7df9863f2 None None] Notify callbacks [] for port, precommit_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:30.067976 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-5756b710-111e-48d7-b854-71f7df9863f2 None None] Transition to ACTIVE for port object dfda2c53-9fb8-4b6e-9fc1-b83af1f12aa9 will not be triggered until provisioned by entity L2. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:09:30.073166 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-5756b710-111e-48d7-b854-71f7df9863f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:30.125455 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-18f8f3bb-abdc-4d42-8832-ccfd874882c1 tempest-RoutersIpV6AdminTest-238989053 tempest-RoutersIpV6AdminTest-238989053-project-admin] Allocated IP 172.25.1.146 (d3759e1b-6c03-45ac-acd4-90abb417809b/f0254f08-c19c-4e31-bd9c-09389ea4b6f2/8b55d513-44fe-49ee-abf4-db358c9465bd) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 15:09:30.128907 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-5756b710-111e-48d7-b854-71f7df9863f2 None None] Attempting to bind port dfda2c53-9fb8-4b6e-9fc1-b83af1f12aa9 on host n-d-694802-15 for vnic_type normal with profile {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 15:09:30.129320 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-5756b710-111e-48d7-b854-71f7df9863f2 None None] Attempting to bind port dfda2c53-9fb8-4b6e-9fc1-b83af1f12aa9 by drivers openvswitch,hyperv on host n-d-694802-15 at level 0 using segments [{'id': 'b1b396cb-2dc6-4041-bfc7-1833a80a4720', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 15:09:30.129763 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5756b710-111e-48d7-b854-71f7df9863f2 None None] Attempting to bind port dfda2c53-9fb8-4b6e-9fc1-b83af1f12aa9 on network d3759e1b-6c03-45ac-acd4-90abb417809b {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 15:09:30.131893 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5144b6e3-1edd-4530-89be-f3baf95322d5 None None] Pushing event updated for resources: {'Port': ['ID=dfda2c53-9fb8-4b6e-9fc1-b83af1f12aa9,revision_number=2']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:09:30.141360 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5144b6e3-1edd-4530-89be-f3baf95322d5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:09:30.141709 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5144b6e3-1edd-4530-89be-f3baf95322d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:09:30.142155 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5144b6e3-1edd-4530-89be-f3baf95322d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:09:30.142431 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5144b6e3-1edd-4530-89be-f3baf95322d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:09:30.142857 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5144b6e3-1edd-4530-89be-f3baf95322d5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:09:30.143367 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5144b6e3-1edd-4530-89be-f3baf95322d5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:09:30.144212 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5144b6e3-1edd-4530-89be-f3baf95322d5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:09:30.144543 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5144b6e3-1edd-4530-89be-f3baf95322d5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:09:30.144872 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5144b6e3-1edd-4530-89be-f3baf95322d5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:09:30.145197 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5144b6e3-1edd-4530-89be-f3baf95322d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:09:30.145522 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5144b6e3-1edd-4530-89be-f3baf95322d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:09:30.145845 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5144b6e3-1edd-4530-89be-f3baf95322d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:09:30.150868 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5756b710-111e-48d7-b854-71f7df9863f2 None None] Checking agent: {'id': '16de73ac-f2e9-4cee-b3e0-91052ae3e6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 20, 13), 'started_at': datetime.datetime(2021, 8, 12, 14, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 15, 9, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 15:09:30.151293 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5756b710-111e-48d7-b854-71f7df9863f2 None None] Checking segment: {'id': 'b1b396cb-2dc6-4041-bfc7-1833a80a4720', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 15:09:30.151697 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-5756b710-111e-48d7-b854-71f7df9863f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:30.152086 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5756b710-111e-48d7-b854-71f7df9863f2 None None] Bound using segment: {'id': 'b1b396cb-2dc6-4041-bfc7-1833a80a4720', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 15:09:30.152567 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-5756b710-111e-48d7-b854-71f7df9863f2 None None] Bound port: dfda2c53-9fb8-4b6e-9fc1-b83af1f12aa9, host: n-d-694802-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1b396cb-2dc6-4041-bfc7-1833a80a4720', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'}}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 15:09:30.153093 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-5756b710-111e-48d7-b854-71f7df9863f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:30.208263 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-5756b710-111e-48d7-b854-71f7df9863f2 None None] For port dfda2c53-9fb8-4b6e-9fc1-b83af1f12aa9, host n-d-694802-15, cleared binding levels {{(pid=94468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 15:09:30.211518 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-5756b710-111e-48d7-b854-71f7df9863f2 None None] For port dfda2c53-9fb8-4b6e-9fc1-b83af1f12aa9, host n-d-694802-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=dfda2c53-9fb8-4b6e-9fc1-b83af1f12aa9,segment=NetworkSegment(b1b396cb-2dc6-4041-bfc7-1833a80a4720),segment_id=b1b396cb-2dc6-4041-bfc7-1833a80a4720)] {{(pid=94468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 15:09:30.222802 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-5756b710-111e-48d7-b854-71f7df9863f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:30.241312 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-18f8f3bb-abdc-4d42-8832-ccfd874882c1 tempest-RoutersIpV6AdminTest-238989053 tempest-RoutersIpV6AdminTest-238989053-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:30.283448 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5756b710-111e-48d7-b854-71f7df9863f2 None None] Routers {'8fe9f6ce-255b-4cd8-92e8-51e736188ccc'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:09:30.284136 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-5756b710-111e-48d7-b854-71f7df9863f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T15:09:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['8fe9f6ce-255b-4cd8-92e8-51e736188ccc'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:09:30.290452 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-18f8f3bb-abdc-4d42-8832-ccfd874882c1 tempest-RoutersIpV6AdminTest-238989053 tempest-RoutersIpV6AdminTest-238989053-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:30.325975 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5144b6e3-1edd-4530-89be-f3baf95322d5 None None] Pushing event updated for resources: {'Port': ['ID=dfda2c53-9fb8-4b6e-9fc1-b83af1f12aa9,revision_number=3']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:09:30.333275 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18f8f3bb-abdc-4d42-8832-ccfd874882c1 tempest-RoutersIpV6AdminTest-238989053 tempest-RoutersIpV6AdminTest-238989053-project-admin] Network d3759e1b-6c03-45ac-acd4-90abb417809b is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 15:09:30.340424 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-18f8f3bb-abdc-4d42-8832-ccfd874882c1 tempest-RoutersIpV6AdminTest-238989053 tempest-RoutersIpV6AdminTest-238989053-project-admin] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:09:30.344065 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18f8f3bb-abdc-4d42-8832-ccfd874882c1 tempest-RoutersIpV6AdminTest-238989053 tempest-RoutersIpV6AdminTest-238989053-project-admin] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 15:09:30.349782 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f8f3bb-abdc-4d42-8832-ccfd874882c1 tempest-RoutersIpV6AdminTest-238989053 tempest-RoutersIpV6AdminTest-238989053-project-admin] Pushing event updated for resources: {'Port': ['ID=8b55d513-44fe-49ee-abf4-db358c9465bd,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:09:30.402265 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvr_db [None req-5756b710-111e-48d7-b854-71f7df9863f2 None None] Set router 8fe9f6ce-255b-4cd8-92e8-51e736188ccc gateway port host: n-d-694802-15 {{(pid=94468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:09:30.593150 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-5756b710-111e-48d7-b854-71f7df9863f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fe9f6ce-255b-4cd8-92e8-51e736188ccc', 'name': 'tempest-snat-router-35769954', 'tenant_id': '54b5af677ba540a29a5651a80f57c017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.50'}], 'enable_snat': False}, 'gw_port_id': 'dfda2c53-9fb8-4b6e-9fc1-b83af1f12aa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:09:27Z', 'updated_at': '2021-08-12T15:09:28Z', 'revision_number': 3, 'project_id': '54b5af677ba540a29a5651a80f57c017', 'gw_port': {'id': 'dfda2c53-9fb8-4b6e-9fc1-b83af1f12aa9', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:3b:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fe9f6ce-255b-4cd8-92e8-51e736188ccc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3794, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:09:27Z', 'updated_at': '2021-08-12T15:09:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-694802-15'}], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:09:30.619847 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-18f8f3bb-abdc-4d42-8832-ccfd874882c1 tempest-RoutersIpV6AdminTest-238989053 tempest-RoutersIpV6AdminTest-238989053-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:30.629360 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5756b710-111e-48d7-b854-71f7df9863f2 None None] The sync data for ids ['8fe9f6ce-255b-4cd8-92e8-51e736188ccc'] in n-d-694802-15 is: [{'id': '8fe9f6ce-255b-4cd8-92e8-51e736188ccc', 'name': 'tempest-snat-router-35769954', 'tenant_id': '54b5af677ba540a29a5651a80f57c017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.50'}], 'enable_snat': False}, 'gw_port_id': 'dfda2c53-9fb8-4b6e-9fc1-b83af1f12aa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:09:27Z', 'updated_at': '2021-08-12T15:09:28Z', 'revision_number': 3, 'project_id': '54b5af677ba540a29a5651a80f57c017', 'gw_port': {'id': 'dfda2c53-9fb8-4b6e-9fc1-b83af1f12aa9', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:3b:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fe9f6ce-255b-4cd8-92e8-51e736188ccc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3794, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:09:27Z', 'updated_at': '2021-08-12T15:09:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-694802-15'}] {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 15:09:30.840459 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-18f8f3bb-abdc-4d42-8832-ccfd874882c1 tempest-RoutersIpV6AdminTest-238989053 tempest-RoutersIpV6AdminTest-238989053-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-429413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-431608'] for router, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:31.021383 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18f8f3bb-abdc-4d42-8832-ccfd874882c1 tempest-RoutersIpV6AdminTest-238989053 tempest-RoutersIpV6AdminTest-238989053-project-admin] Router 9653af2d-fc2a-4026-8b43-15dde408153a is scheduled to L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f with binding_index 1 {{(pid=94466) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 15:09:31.184131 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18f8f3bb-abdc-4d42-8832-ccfd874882c1 tempest-RoutersIpV6AdminTest-238989053 tempest-RoutersIpV6AdminTest-238989053-project-admin] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 15:09:31.197683 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3120347-3bb2-45d5-a5f9-408e31cc6c96 None None] Sync routers for ids ['9653af2d-fc2a-4026-8b43-15dde408153a'] in n-d-694802-15 {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 15:09:31.204386 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-18f8f3bb-abdc-4d42-8832-ccfd874882c1 tempest-RoutersIpV6AdminTest-238989053 tempest-RoutersIpV6AdminTest-238989053-project-admin] Notify callbacks [] for router, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:31.209044 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-18f8f3bb-abdc-4d42-8832-ccfd874882c1 tempest-RoutersIpV6AdminTest-238989053 tempest-RoutersIpV6AdminTest-238989053-project-admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 1.8084905 Aug 12 15:09:31.209755 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 58674) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:09:31.211187 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3120347-3bb2-45d5-a5f9-408e31cc6c96 None None] Routers {'9653af2d-fc2a-4026-8b43-15dde408153a'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:09:31.212078 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-a3120347-3bb2-45d5-a5f9-408e31cc6c96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T15:09:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['9653af2d-fc2a-4026-8b43-15dde408153a'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:09:31.364354 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-a3120347-3bb2-45d5-a5f9-408e31cc6c96 None None] Set router 9653af2d-fc2a-4026-8b43-15dde408153a gateway port host: n-d-694802-15 {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:09:31.392521 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-69e8426d-f72f-4e28-82ed-85f1a832e7ad tempest-RoutersIpV6AdminTest-238989053 tempest-RoutersIpV6AdminTest-238989053-project-admin] 10.222.0.39 "GET /v2.0/routers/9653af2d-fc2a-4026-8b43-15dde408153a HTTP/1.1" status: 200 len: 906 time: 0.1800733 Aug 12 15:09:31.394897 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 58676) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:09:31.543176 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-9a968dab-e493-44b1-82cf-6e1b93aeb31f tempest-RoutersIpV6AdminTest-238989053 tempest-RoutersIpV6AdminTest-238989053-project-admin] Notify callbacks [] for router, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:31.627742 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-a3120347-3bb2-45d5-a5f9-408e31cc6c96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9653af2d-fc2a-4026-8b43-15dde408153a', 'name': 'tempest-snat-router-35769954', 'tenant_id': '54b5af677ba540a29a5651a80f57c017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.146'}], 'enable_snat': True}, 'gw_port_id': '8b55d513-44fe-49ee-abf4-db358c9465bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:09:29Z', 'updated_at': '2021-08-12T15:09:30Z', 'revision_number': 3, 'project_id': '54b5af677ba540a29a5651a80f57c017', 'gw_port': {'id': '8b55d513-44fe-49ee-abf4-db358c9465bd', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:f1:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9653af2d-fc2a-4026-8b43-15dde408153a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:09:29Z', 'updated_at': '2021-08-12T15:09:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15'}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:09:31.670119 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3120347-3bb2-45d5-a5f9-408e31cc6c96 None None] Checking router: 9653af2d-fc2a-4026-8b43-15dde408153a for host: n-d-694802-15 {{(pid=94469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 15:09:31.670558 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3120347-3bb2-45d5-a5f9-408e31cc6c96 None None] Updating router 9653af2d-fc2a-4026-8b43-15dde408153a port 8b55d513-44fe-49ee-abf4-db358c9465bd binding host n-d-694802-15 {{(pid=94469) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 15:09:31.702832 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-a3120347-3bb2-45d5-a5f9-408e31cc6c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:31.993279 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-a3120347-3bb2-45d5-a5f9-408e31cc6c96 None None] Notify callbacks [] for port, precommit_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:32.004117 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.provisioning_blocks [None req-a3120347-3bb2-45d5-a5f9-408e31cc6c96 None None] Transition to ACTIVE for port object 8b55d513-44fe-49ee-abf4-db358c9465bd will not be triggered until provisioned by entity L2. {{(pid=94469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:09:32.013428 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-a3120347-3bb2-45d5-a5f9-408e31cc6c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:32.035453 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-9a968dab-e493-44b1-82cf-6e1b93aeb31f tempest-RoutersIpV6AdminTest-238989053 tempest-RoutersIpV6AdminTest-238989053-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:32.061257 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.managers [None req-a3120347-3bb2-45d5-a5f9-408e31cc6c96 None None] Attempting to bind port 8b55d513-44fe-49ee-abf4-db358c9465bd on host n-d-694802-15 for vnic_type normal with profile {{(pid=94469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 15:09:32.061677 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.managers [None req-a3120347-3bb2-45d5-a5f9-408e31cc6c96 None None] Attempting to bind port 8b55d513-44fe-49ee-abf4-db358c9465bd by drivers openvswitch,hyperv on host n-d-694802-15 at level 0 using segments [{'id': 'b1b396cb-2dc6-4041-bfc7-1833a80a4720', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'}] {{(pid=94469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 15:09:32.061975 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3120347-3bb2-45d5-a5f9-408e31cc6c96 None None] Attempting to bind port 8b55d513-44fe-49ee-abf4-db358c9465bd on network d3759e1b-6c03-45ac-acd4-90abb417809b {{(pid=94469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 15:09:32.073270 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3120347-3bb2-45d5-a5f9-408e31cc6c96 None None] Checking agent: {'id': '16de73ac-f2e9-4cee-b3e0-91052ae3e6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 20, 13), 'started_at': datetime.datetime(2021, 8, 12, 14, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 15, 9, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 15:09:32.073628 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3120347-3bb2-45d5-a5f9-408e31cc6c96 None None] Checking segment: {'id': 'b1b396cb-2dc6-4041-bfc7-1833a80a4720', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 15:09:32.074407 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-a3120347-3bb2-45d5-a5f9-408e31cc6c96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:32.074407 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3120347-3bb2-45d5-a5f9-408e31cc6c96 None None] Bound using segment: {'id': 'b1b396cb-2dc6-4041-bfc7-1833a80a4720', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'} {{(pid=94469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 15:09:32.074848 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.managers [None req-a3120347-3bb2-45d5-a5f9-408e31cc6c96 None None] Bound port: 8b55d513-44fe-49ee-abf4-db358c9465bd, host: n-d-694802-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1b396cb-2dc6-4041-bfc7-1833a80a4720', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'}}] {{(pid=94469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 15:09:32.075245 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-a3120347-3bb2-45d5-a5f9-408e31cc6c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:32.093217 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-9a968dab-e493-44b1-82cf-6e1b93aeb31f tempest-RoutersIpV6AdminTest-238989053 tempest-RoutersIpV6AdminTest-238989053-project-admin] Deleting port 8b55d513-44fe-49ee-abf4-db358c9465bd {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 15:09:32.093503 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-9a968dab-e493-44b1-82cf-6e1b93aeb31f tempest-RoutersIpV6AdminTest-238989053 tempest-RoutersIpV6AdminTest-238989053-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:32.104585 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edb331c-8a8d-47a8-a3a1-ce7571efe635 None None] Pushing event updated for resources: {'Port': ['ID=8b55d513-44fe-49ee-abf4-db358c9465bd,revision_number=2']} {{(pid=94469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:09:32.118329 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9edb331c-8a8d-47a8-a3a1-ce7571efe635 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:09:32.118676 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9edb331c-8a8d-47a8-a3a1-ce7571efe635 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:09:32.119006 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9edb331c-8a8d-47a8-a3a1-ce7571efe635 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:09:32.119354 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9edb331c-8a8d-47a8-a3a1-ce7571efe635 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:09:32.119678 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9edb331c-8a8d-47a8-a3a1-ce7571efe635 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:09:32.120013 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9edb331c-8a8d-47a8-a3a1-ce7571efe635 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:09:32.120317 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9edb331c-8a8d-47a8-a3a1-ce7571efe635 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:09:32.120959 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9edb331c-8a8d-47a8-a3a1-ce7571efe635 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:09:32.120959 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9edb331c-8a8d-47a8-a3a1-ce7571efe635 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:09:32.121618 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9edb331c-8a8d-47a8-a3a1-ce7571efe635 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:09:32.121618 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9edb331c-8a8d-47a8-a3a1-ce7571efe635 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:09:32.121846 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9edb331c-8a8d-47a8-a3a1-ce7571efe635 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:09:32.162264 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.db [None req-a3120347-3bb2-45d5-a5f9-408e31cc6c96 None None] For port 8b55d513-44fe-49ee-abf4-db358c9465bd, host n-d-694802-15, cleared binding levels {{(pid=94469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 15:09:32.166925 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.db [None req-a3120347-3bb2-45d5-a5f9-408e31cc6c96 None None] For port 8b55d513-44fe-49ee-abf4-db358c9465bd, host n-d-694802-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=8b55d513-44fe-49ee-abf4-db358c9465bd,segment=NetworkSegment(b1b396cb-2dc6-4041-bfc7-1833a80a4720),segment_id=b1b396cb-2dc6-4041-bfc7-1833a80a4720)] {{(pid=94469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 15:09:32.172316 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-a3120347-3bb2-45d5-a5f9-408e31cc6c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:32.207048 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [None req-9a968dab-e493-44b1-82cf-6e1b93aeb31f tempest-RoutersIpV6AdminTest-238989053 tempest-RoutersIpV6AdminTest-238989053-project-admin] For port 8b55d513-44fe-49ee-abf4-db358c9465bd, host n-d-694802-15, got binding levels [] {{(pid=94467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:09:32.207552 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-9a968dab-e493-44b1-82cf-6e1b93aeb31f tempest-RoutersIpV6AdminTest-238989053 tempest-RoutersIpV6AdminTest-238989053-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:32.221615 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-9a968dab-e493-44b1-82cf-6e1b93aeb31f tempest-RoutersIpV6AdminTest-238989053 tempest-RoutersIpV6AdminTest-238989053-project-admin] Calling delete_port for 8b55d513-44fe-49ee-abf4-db358c9465bd owned by network:router_gateway {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 15:09:32.264811 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edb331c-8a8d-47a8-a3a1-ce7571efe635 None None] Pushing event updated for resources: {'Port': ['ID=8b55d513-44fe-49ee-abf4-db358c9465bd,revision_number=3']} {{(pid=94469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:09:32.275465 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3120347-3bb2-45d5-a5f9-408e31cc6c96 None None] Routers {'9653af2d-fc2a-4026-8b43-15dde408153a'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:09:32.276094 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-a3120347-3bb2-45d5-a5f9-408e31cc6c96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T15:09:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['9653af2d-fc2a-4026-8b43-15dde408153a'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:09:32.373158 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-a3120347-3bb2-45d5-a5f9-408e31cc6c96 None None] Set router 9653af2d-fc2a-4026-8b43-15dde408153a gateway port host: None {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:09:32.435062 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-a3120347-3bb2-45d5-a5f9-408e31cc6c96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9653af2d-fc2a-4026-8b43-15dde408153a', 'name': 'tempest-snat-router-35769954', 'tenant_id': '54b5af677ba540a29a5651a80f57c017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:09:29Z', 'updated_at': '2021-08-12T15:09:32Z', 'revision_number': 4, 'project_id': '54b5af677ba540a29a5651a80f57c017', 'gw_port_host': None}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:09:32.463677 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3120347-3bb2-45d5-a5f9-408e31cc6c96 None None] The sync data for ids ['9653af2d-fc2a-4026-8b43-15dde408153a'] in n-d-694802-15 is: [{'id': '9653af2d-fc2a-4026-8b43-15dde408153a', 'name': 'tempest-snat-router-35769954', 'tenant_id': '54b5af677ba540a29a5651a80f57c017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:09:29Z', 'updated_at': '2021-08-12T15:09:32Z', 'revision_number': 4, 'project_id': '54b5af677ba540a29a5651a80f57c017', 'gw_port_host': None}] {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 15:09:32.499168 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-9a968dab-e493-44b1-82cf-6e1b93aeb31f tempest-RoutersIpV6AdminTest-238989053 tempest-RoutersIpV6AdminTest-238989053-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:32.534099 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a968dab-e493-44b1-82cf-6e1b93aeb31f tempest-RoutersIpV6AdminTest-238989053 tempest-RoutersIpV6AdminTest-238989053-project-admin] Pushing event deleted for resources: {'Port': ['ID=8b55d513-44fe-49ee-abf4-db358c9465bd,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:09:32.596880 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device dfda2c53-9fb8-4b6e-9fc1-b83af1f12aa9 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 15:09:32.614699 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-9a968dab-e493-44b1-82cf-6e1b93aeb31f tempest-RoutersIpV6AdminTest-238989053 tempest-RoutersIpV6AdminTest-238989053-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-431580'] for router_gateway, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:32.668998 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning for port dfda2c53-9fb8-4b6e-9fc1-b83af1f12aa9 completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:09:32.680600 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port dfda2c53-9fb8-4b6e-9fc1-b83af1f12aa9 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:09:32.680984 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:32.733663 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-9a968dab-e493-44b1-82cf-6e1b93aeb31f tempest-RoutersIpV6AdminTest-238989053 tempest-RoutersIpV6AdminTest-238989053-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-429360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-104877'] for router, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:32.736372 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-9a968dab-e493-44b1-82cf-6e1b93aeb31f tempest-RoutersIpV6AdminTest-238989053 tempest-RoutersIpV6AdminTest-238989053-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:32.781069 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:32.799798 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-9a968dab-e493-44b1-82cf-6e1b93aeb31f tempest-RoutersIpV6AdminTest-238989053 tempest-RoutersIpV6AdminTest-238989053-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-429375'] for router, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:32.801302 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a968dab-e493-44b1-82cf-6e1b93aeb31f tempest-RoutersIpV6AdminTest-238989053 tempest-RoutersIpV6AdminTest-238989053-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9653af2d-fc2a-4026-8b43-15dde408153a {{(pid=94467) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 15:09:32.810189 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-9a968dab-e493-44b1-82cf-6e1b93aeb31f tempest-RoutersIpV6AdminTest-238989053 tempest-RoutersIpV6AdminTest-238989053-project-admin] Notify callbacks [] for router, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:32.813676 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-9a968dab-e493-44b1-82cf-6e1b93aeb31f tempest-RoutersIpV6AdminTest-238989053 tempest-RoutersIpV6AdminTest-238989053-project-admin] 10.222.0.39 "DELETE /v2.0/routers/9653af2d-fc2a-4026-8b43-15dde408153a HTTP/1.1" status: 204 len: 168 time: 1.4164743 Aug 12 15:09:32.815070 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 58680) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:09:32.816615 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] For port dfda2c53-9fb8-4b6e-9fc1-b83af1f12aa9, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=dfda2c53-9fb8-4b6e-9fc1-b83af1f12aa9,segment=NetworkSegment(b1b396cb-2dc6-4041-bfc7-1833a80a4720),segment_id=b1b396cb-2dc6-4041-bfc7-1833a80a4720)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:09:32.826549 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:32.884931 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Pushing event updated for resources: {'Port': ['ID=dfda2c53-9fb8-4b6e-9fc1-b83af1f12aa9,revision_number=4']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:09:32.931128 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-80e5ff57-9cf8-4afb-8229-edfe46e8edf4 tempest-RoutersIpV6AdminTest-238989053 tempest-RoutersIpV6AdminTest-238989053-project-admin] Notify callbacks [] for router, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:33.045828 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-80e5ff57-9cf8-4afb-8229-edfe46e8edf4 tempest-RoutersIpV6AdminTest-238989053 tempest-RoutersIpV6AdminTest-238989053-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:33.109419 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-80e5ff57-9cf8-4afb-8229-edfe46e8edf4 tempest-RoutersIpV6AdminTest-238989053 tempest-RoutersIpV6AdminTest-238989053-project-admin] Deleting port dfda2c53-9fb8-4b6e-9fc1-b83af1f12aa9 {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 15:09:33.109965 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-80e5ff57-9cf8-4afb-8229-edfe46e8edf4 tempest-RoutersIpV6AdminTest-238989053 tempest-RoutersIpV6AdminTest-238989053-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:33.195847 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [None req-80e5ff57-9cf8-4afb-8229-edfe46e8edf4 tempest-RoutersIpV6AdminTest-238989053 tempest-RoutersIpV6AdminTest-238989053-project-admin] For port dfda2c53-9fb8-4b6e-9fc1-b83af1f12aa9, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=dfda2c53-9fb8-4b6e-9fc1-b83af1f12aa9,segment=NetworkSegment(b1b396cb-2dc6-4041-bfc7-1833a80a4720),segment_id=b1b396cb-2dc6-4041-bfc7-1833a80a4720)] {{(pid=94467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:09:33.196223 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-80e5ff57-9cf8-4afb-8229-edfe46e8edf4 tempest-RoutersIpV6AdminTest-238989053 tempest-RoutersIpV6AdminTest-238989053-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:33.209538 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-80e5ff57-9cf8-4afb-8229-edfe46e8edf4 tempest-RoutersIpV6AdminTest-238989053 tempest-RoutersIpV6AdminTest-238989053-project-admin] Calling delete_port for dfda2c53-9fb8-4b6e-9fc1-b83af1f12aa9 owned by network:router_gateway {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 15:09:33.252250 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-ad35715e-5629-4955-bbee-ac3050194dd8 req-f8b061cf-56bb-42fd-96ea-5b649d77dabc tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-403682324&fields=id&tenant_id=b9f3518fbc904b44b3baf79d0578af51 HTTP/1.1" status: 200 len: 267 time: 0.0426264 Aug 12 15:09:33.368591 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad35715e-5629-4955-bbee-ac3050194dd8 req-ab9a52a1-e7dd-428d-8d7b-1b88fc5f13c2 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:09:33.369999 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-ad35715e-5629-4955-bbee-ac3050194dd8 req-ab9a52a1-e7dd-428d-8d7b-1b88fc5f13c2 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/networks?id=d9c7e787-4652-4ee4-983d-7b4a9fd53d98 HTTP/1.1" status: 200 len: 812 time: 0.1092789 Aug 12 15:09:33.389478 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-ad35715e-5629-4955-bbee-ac3050194dd8 req-f0a98200-a1cb-44fd-abc1-be6718f9d544 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/quotas/b9f3518fbc904b44b3baf79d0578af51 HTTP/1.1" status: 200 len: 375 time: 0.0120018 Aug 12 15:09:33.404107 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-80e5ff57-9cf8-4afb-8229-edfe46e8edf4 tempest-RoutersIpV6AdminTest-238989053 tempest-RoutersIpV6AdminTest-238989053-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:33.432210 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e5ff57-9cf8-4afb-8229-edfe46e8edf4 tempest-RoutersIpV6AdminTest-238989053 tempest-RoutersIpV6AdminTest-238989053-project-admin] Pushing event deleted for resources: {'Port': ['ID=dfda2c53-9fb8-4b6e-9fc1-b83af1f12aa9,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:09:33.446201 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-ad35715e-5629-4955-bbee-ac3050194dd8 req-9ba7341b-4077-46d2-b670-213e474b1468 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=b9f3518fbc904b44b3baf79d0578af51&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0500414 Aug 12 15:09:33.500383 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-80e5ff57-9cf8-4afb-8229-edfe46e8edf4 tempest-RoutersIpV6AdminTest-238989053 tempest-RoutersIpV6AdminTest-238989053-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-431580'] for router_gateway, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:33.553749 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-ad35715e-5629-4955-bbee-ac3050194dd8 req-19d05cb7-a806-4839-91e2-9b0056c7646d service neutron] 10.222.0.39 "GET /v2.0/networks/d9c7e787-4652-4ee4-983d-7b4a9fd53d98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955675 Aug 12 15:09:33.600191 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-80e5ff57-9cf8-4afb-8229-edfe46e8edf4 tempest-RoutersIpV6AdminTest-238989053 tempest-RoutersIpV6AdminTest-238989053-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-429360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-104877'] for router, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:33.602329 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-80e5ff57-9cf8-4afb-8229-edfe46e8edf4 tempest-RoutersIpV6AdminTest-238989053 tempest-RoutersIpV6AdminTest-238989053-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:33.646663 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-ad35715e-5629-4955-bbee-ac3050194dd8 req-d3bdfdc9-0eb9-46f3-939e-f1e47ad4907e service neutron] 10.222.0.39 "GET /v2.0/networks/d9c7e787-4652-4ee4-983d-7b4a9fd53d98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868833 Aug 12 15:09:33.647351 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-80e5ff57-9cf8-4afb-8229-edfe46e8edf4 tempest-RoutersIpV6AdminTest-238989053 tempest-RoutersIpV6AdminTest-238989053-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-429375'] for router, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:33.647914 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80e5ff57-9cf8-4afb-8229-edfe46e8edf4 tempest-RoutersIpV6AdminTest-238989053 tempest-RoutersIpV6AdminTest-238989053-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8fe9f6ce-255b-4cd8-92e8-51e736188ccc {{(pid=94467) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 15:09:33.652381 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-80e5ff57-9cf8-4afb-8229-edfe46e8edf4 tempest-RoutersIpV6AdminTest-238989053 tempest-RoutersIpV6AdminTest-238989053-project-admin] Notify callbacks [] for router, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:33.653518 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-80e5ff57-9cf8-4afb-8229-edfe46e8edf4 tempest-RoutersIpV6AdminTest-238989053 tempest-RoutersIpV6AdminTest-238989053-project-admin] 10.222.0.39 "DELETE /v2.0/routers/8fe9f6ce-255b-4cd8-92e8-51e736188ccc HTTP/1.1" status: 204 len: 168 time: 0.8372903 Aug 12 15:09:33.657020 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 58692) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:09:33.661724 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-3d3068d2-b76a-4d7c-8d1e-bdd9d04435a3 tempest-RoutersIpV6AdminTest-909428488 tempest-RoutersIpV6AdminTest-909428488-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-908053738', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'}, 'admin_state_up': False}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:09:33.687908 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-3d3068d2-b76a-4d7c-8d1e-bdd9d04435a3 tempest-RoutersIpV6AdminTest-909428488 tempest-RoutersIpV6AdminTest-909428488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-430574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-104863'] for router, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:33.689228 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-3d3068d2-b76a-4d7c-8d1e-bdd9d04435a3 tempest-RoutersIpV6AdminTest-909428488 tempest-RoutersIpV6AdminTest-909428488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-429438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-431405', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66646573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-104852'] for router, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:33.745247 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-3d3068d2-b76a-4d7c-8d1e-bdd9d04435a3 tempest-RoutersIpV6AdminTest-909428488 tempest-RoutersIpV6AdminTest-909428488-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:33.893829 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-3d3068d2-b76a-4d7c-8d1e-bdd9d04435a3 tempest-RoutersIpV6AdminTest-909428488 tempest-RoutersIpV6AdminTest-909428488-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:33.977440 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ed2f9e5e-7731-4432-924b-5112dbec3063 req-ab54742b-cf54-4bb7-8f8e-2acfa1a616ab tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/ports?device_id=4f178309-e6d4-48fd-943d-52ac2a96d2cd HTTP/1.1" status: 200 len: 210 time: 0.0330458 Aug 12 15:09:34.125809 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-3d3068d2-b76a-4d7c-8d1e-bdd9d04435a3 tempest-RoutersIpV6AdminTest-909428488 tempest-RoutersIpV6AdminTest-909428488-project] Notify callbacks [] for router_gateway, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:34.150011 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-3d3068d2-b76a-4d7c-8d1e-bdd9d04435a3 tempest-RoutersIpV6AdminTest-909428488 tempest-RoutersIpV6AdminTest-909428488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:34.259740 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_common [None req-3d3068d2-b76a-4d7c-8d1e-bdd9d04435a3 tempest-RoutersIpV6AdminTest-909428488 tempest-RoutersIpV6AdminTest-909428488-project] Allocated IP 172.25.1.243 (d3759e1b-6c03-45ac-acd4-90abb417809b/f0254f08-c19c-4e31-bd9c-09389ea4b6f2/a8910e68-b273-449d-a605-ddd78f2556ec) {{(pid=94467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 15:09:34.370461 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-3d3068d2-b76a-4d7c-8d1e-bdd9d04435a3 tempest-RoutersIpV6AdminTest-909428488 tempest-RoutersIpV6AdminTest-909428488-project] Notify callbacks [] for port, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:34.411474 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-3d3068d2-b76a-4d7c-8d1e-bdd9d04435a3 tempest-RoutersIpV6AdminTest-909428488 tempest-RoutersIpV6AdminTest-909428488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:34.447205 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d3068d2-b76a-4d7c-8d1e-bdd9d04435a3 tempest-RoutersIpV6AdminTest-909428488 tempest-RoutersIpV6AdminTest-909428488-project] Network d3759e1b-6c03-45ac-acd4-90abb417809b is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 15:09:34.453898 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [None req-3d3068d2-b76a-4d7c-8d1e-bdd9d04435a3 tempest-RoutersIpV6AdminTest-909428488 tempest-RoutersIpV6AdminTest-909428488-project] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:09:34.457762 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d3068d2-b76a-4d7c-8d1e-bdd9d04435a3 tempest-RoutersIpV6AdminTest-909428488 tempest-RoutersIpV6AdminTest-909428488-project] Received port after_create {{(pid=94467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 15:09:34.483460 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3068d2-b76a-4d7c-8d1e-bdd9d04435a3 tempest-RoutersIpV6AdminTest-909428488 tempest-RoutersIpV6AdminTest-909428488-project] Pushing event updated for resources: {'Port': ['ID=a8910e68-b273-449d-a605-ddd78f2556ec,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:09:34.553258 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device dfda2c53-9fb8-4b6e-9fc1-b83af1f12aa9 no longer exists at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 15:09:34.573778 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] No Port match for: dfda2c53-9fb8-4b6e-9fc1-b83af1f12aa9 {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 15:09:34.574820 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device dfda2c53-9fb8-4b6e-9fc1-b83af1f12aa9 not bound to the agent host n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 15:09:34.719055 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-3d3068d2-b76a-4d7c-8d1e-bdd9d04435a3 tempest-RoutersIpV6AdminTest-909428488 tempest-RoutersIpV6AdminTest-909428488-project] Notify callbacks [] for router_gateway, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:34.986307 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad35715e-5629-4955-bbee-ac3050194dd8 req-16cddb5c-59f3-47d9-a0ff-902fdd9f02c1 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:09:34.987713 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ad35715e-5629-4955-bbee-ac3050194dd8 req-16cddb5c-59f3-47d9-a0ff-902fdd9f02c1 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.64 "GET /v2.0/networks?id=d9c7e787-4652-4ee4-983d-7b4a9fd53d98 HTTP/1.1" status: 200 len: 812 time: 0.1892021 Aug 12 15:09:35.022463 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-3d3068d2-b76a-4d7c-8d1e-bdd9d04435a3 tempest-RoutersIpV6AdminTest-909428488 tempest-RoutersIpV6AdminTest-909428488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-429413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-431608'] for router, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:35.074325 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ad35715e-5629-4955-bbee-ac3050194dd8 req-171a3e9d-83ea-4449-993b-984d0cb76e05 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b9f3518fbc904b44b3baf79d0578af51 HTTP/1.1" status: 200 len: 379 time: 0.0776656 Aug 12 15:09:35.081718 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-dcf82428-2743-45cb-a951-1a0286663e8e req-c5aec476-fe6e-44a3-ad01-1d99bc41d0d2 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/ports?device_id=4f178309-e6d4-48fd-943d-52ac2a96d2cd HTTP/1.1" status: 200 len: 210 time: 0.0322762 Aug 12 15:09:35.086322 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-ad35715e-5629-4955-bbee-ac3050194dd8 req-df1640de-5d31-4d4d-9855-9fb295387bc8 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Request body: {'port': {'device_id': '4f178309-e6d4-48fd-943d-52ac2a96d2cd', 'network_id': 'd9c7e787-4652-4ee4-983d-7b4a9fd53d98', 'admin_state_up': True, 'tenant_id': 'b9f3518fbc904b44b3baf79d0578af51', 'security_groups': ['b6f34255-2a63-471d-83cf-25b9c4e930f4']}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:09:35.260877 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad35715e-5629-4955-bbee-ac3050194dd8 req-df1640de-5d31-4d4d-9855-9fb295387bc8 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Made reservation on behalf of b9f3518fbc904b44b3baf79d0578af51 for: {'port': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 15:09:35.265134 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-ad35715e-5629-4955-bbee-ac3050194dd8 req-df1640de-5d31-4d4d-9855-9fb295387bc8 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:35.268187 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d3068d2-b76a-4d7c-8d1e-bdd9d04435a3 tempest-RoutersIpV6AdminTest-909428488 tempest-RoutersIpV6AdminTest-909428488-project] Router e341ddcb-1f63-4568-b38d-68dddb3b3c95 is scheduled to L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f with binding_index 1 {{(pid=94467) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 15:09:35.464764 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d3068d2-b76a-4d7c-8d1e-bdd9d04435a3 tempest-RoutersIpV6AdminTest-909428488 tempest-RoutersIpV6AdminTest-909428488-project] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 15:09:35.474029 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5139c74-e6fa-4257-8dcf-a29293f54702 None None] Sync routers for ids ['e341ddcb-1f63-4568-b38d-68dddb3b3c95'] in n-d-694802-15 {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 15:09:35.486779 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_common [req-ad35715e-5629-4955-bbee-ac3050194dd8 req-df1640de-5d31-4d4d-9855-9fb295387bc8 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Allocated IP 172.20.0.14 (d9c7e787-4652-4ee4-983d-7b4a9fd53d98/56c6cd03-2d72-4138-ab80-065ddfe4454b/e40e666a-f518-4939-8f09-31a32595a7d7) {{(pid=94467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 15:09:35.489379 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5139c74-e6fa-4257-8dcf-a29293f54702 None None] Routers {'e341ddcb-1f63-4568-b38d-68dddb3b3c95'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:09:35.490014 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-a5139c74-e6fa-4257-8dcf-a29293f54702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T15:09:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['e341ddcb-1f63-4568-b38d-68dddb3b3c95'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:09:35.492148 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-3d3068d2-b76a-4d7c-8d1e-bdd9d04435a3 tempest-RoutersIpV6AdminTest-909428488 tempest-RoutersIpV6AdminTest-909428488-project] Notify callbacks [] for router, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:35.493559 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-3d3068d2-b76a-4d7c-8d1e-bdd9d04435a3 tempest-RoutersIpV6AdminTest-909428488 tempest-RoutersIpV6AdminTest-909428488-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 1.8355100 Aug 12 15:09:35.496716 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 58712) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:09:35.501793 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-c1bf3d69-7291-4bd2-84d6-144f7a684394 tempest-RoutersIpV6AdminTest-238989053 tempest-RoutersIpV6AdminTest-238989053-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'enable_snat': False}}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:09:35.532973 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-a5139c74-e6fa-4257-8dcf-a29293f54702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:09:35.550444 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5139c74-e6fa-4257-8dcf-a29293f54702 None None] Routers {'e341ddcb-1f63-4568-b38d-68dddb3b3c95'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:09:35.551134 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-a5139c74-e6fa-4257-8dcf-a29293f54702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T15:09:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['e341ddcb-1f63-4568-b38d-68dddb3b3c95'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:09:35.587513 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-a5139c74-e6fa-4257-8dcf-a29293f54702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:09:35.588875 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5139c74-e6fa-4257-8dcf-a29293f54702 None None] The sync data for ids ['e341ddcb-1f63-4568-b38d-68dddb3b3c95'] in n-d-694802-15 is: [] {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 15:09:35.650932 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-ad35715e-5629-4955-bbee-ac3050194dd8 req-df1640de-5d31-4d4d-9855-9fb295387bc8 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Notify callbacks [] for port, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:35.666980 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [req-ad35715e-5629-4955-bbee-ac3050194dd8 req-df1640de-5d31-4d4d-9855-9fb295387bc8 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Transition to ACTIVE for port object e40e666a-f518-4939-8f09-31a32595a7d7 will not be triggered until provisioned by entity DHCP. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:09:35.711517 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-ad35715e-5629-4955-bbee-ac3050194dd8 req-df1640de-5d31-4d4d-9855-9fb295387bc8 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:35.771389 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad35715e-5629-4955-bbee-ac3050194dd8 req-df1640de-5d31-4d4d-9855-9fb295387bc8 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Network d9c7e787-4652-4ee4-983d-7b4a9fd53d98 is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 15:09:35.775547 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [req-ad35715e-5629-4955-bbee-ac3050194dd8 req-df1640de-5d31-4d4d-9855-9fb295387bc8 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:09:35.782289 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad35715e-5629-4955-bbee-ac3050194dd8 req-df1640de-5d31-4d4d-9855-9fb295387bc8 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Received port after_create {{(pid=94467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 15:09:35.786883 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1640de-5d31-4d4d-9855-9fb295387bc8 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Pushing event updated for resources: {'Port': ['ID=e40e666a-f518-4939-8f09-31a32595a7d7,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:09:35.852128 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad35715e-5629-4955-bbee-ac3050194dd8 req-df1640de-5d31-4d4d-9855-9fb295387bc8 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:09:35.853540 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-ad35715e-5629-4955-bbee-ac3050194dd8 req-df1640de-5d31-4d4d-9855-9fb295387bc8 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:35.874217 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ad35715e-5629-4955-bbee-ac3050194dd8 req-df1640de-5d31-4d4d-9855-9fb295387bc8 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7916121 Aug 12 15:09:35.889006 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c1bf3d69-7291-4bd2-84d6-144f7a684394 tempest-RoutersIpV6AdminTest-238989053 tempest-RoutersIpV6AdminTest-238989053-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:35.889694 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-ad35715e-5629-4955-bbee-ac3050194dd8 req-c0983890-6715-4c2b-aca8-5ca3f3abd237 service neutron] Request body: {'port': {'device_id': '4f178309-e6d4-48fd-943d-52ac2a96d2cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-694802-15'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:09:35.961917 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-ad35715e-5629-4955-bbee-ac3050194dd8 req-c0983890-6715-4c2b-aca8-5ca3f3abd237 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:36.102802 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-56910716-1694-4900-a798-e40660a22856 None None] Provisioning for port e40e666a-f518-4939-8f09-31a32595a7d7 completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:09:36.107226 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-56910716-1694-4900-a798-e40660a22856 None None] Provisioning complete for port e40e666a-f518-4939-8f09-31a32595a7d7 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:09:36.107600 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-56910716-1694-4900-a798-e40660a22856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:36.147265 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-56910716-1694-4900-a798-e40660a22856 None None] Port e40e666a-f518-4939-8f09-31a32595a7d7 cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 15:09:36.607116 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311cffec-0e30-4c0e-812c-5357de2b25c2 req-6bb81227-93c7-4d87-b95b-c7e0731fc6cd tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:09:36.608533 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-311cffec-0e30-4c0e-812c-5357de2b25c2 req-6bb81227-93c7-4d87-b95b-c7e0731fc6cd tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/ports?device_id=4f178309-e6d4-48fd-943d-52ac2a96d2cd HTTP/1.1" status: 200 len: 932 time: 0.0726869 Aug 12 15:09:36.675197 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c1bf3d69-7291-4bd2-84d6-144f7a684394 tempest-RoutersIpV6AdminTest-238989053 tempest-RoutersIpV6AdminTest-238989053-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-431363', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-429420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-104890'] for router, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:36.678620 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c1bf3d69-7291-4bd2-84d6-144f7a684394 tempest-RoutersIpV6AdminTest-238989053 tempest-RoutersIpV6AdminTest-238989053-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-431608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-431370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-431601', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-429403'] for router, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:36.683333 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-311cffec-0e30-4c0e-812c-5357de2b25c2 req-d4a9afcb-de6a-4367-9bf7-5f6c956acaa2 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/security-groups?id=b6f34255-2a63-471d-83cf-25b9c4e930f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671177 Aug 12 15:09:36.722564 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [req-ad35715e-5629-4955-bbee-ac3050194dd8 req-c0983890-6715-4c2b-aca8-5ca3f3abd237 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e40e666a-f518-4939-8f09-31a32595a7d7 {{(pid=94467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 15:09:36.730448 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-ad35715e-5629-4955-bbee-ac3050194dd8 req-c0983890-6715-4c2b-aca8-5ca3f3abd237 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:36.743548 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [req-ad35715e-5629-4955-bbee-ac3050194dd8 req-c0983890-6715-4c2b-aca8-5ca3f3abd237 service neutron] Transition to ACTIVE for port object e40e666a-f518-4939-8f09-31a32595a7d7 will not be triggered until provisioned by entity L2. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:09:36.748459 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-ad35715e-5629-4955-bbee-ac3050194dd8 req-c0983890-6715-4c2b-aca8-5ca3f3abd237 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:36.789436 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1bf3d69-7291-4bd2-84d6-144f7a684394 tempest-RoutersIpV6AdminTest-238989053 tempest-RoutersIpV6AdminTest-238989053-project-admin] Router e341ddcb-1f63-4568-b38d-68dddb3b3c95 has already been hosted by L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f {{(pid=94466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 15:09:36.799362 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0983890-6715-4c2b-aca8-5ca3f3abd237 service neutron] Pushing event updated for resources: {'Port': ['ID=e40e666a-f518-4939-8f09-31a32595a7d7,revision_number=2']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:09:36.885257 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-ad35715e-5629-4955-bbee-ac3050194dd8 req-c0983890-6715-4c2b-aca8-5ca3f3abd237 service neutron] Attempting to bind port e40e666a-f518-4939-8f09-31a32595a7d7 on host n-h1-694802-15 for vnic_type normal with profile {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 15:09:36.885594 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-ad35715e-5629-4955-bbee-ac3050194dd8 req-c0983890-6715-4c2b-aca8-5ca3f3abd237 service neutron] Attempting to bind port e40e666a-f518-4939-8f09-31a32595a7d7 by drivers openvswitch,hyperv on host n-h1-694802-15 at level 0 using segments [{'id': 'fcd22b33-01d5-4908-ab67-fcc7aa617173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd9c7e787-4652-4ee4-983d-7b4a9fd53d98'}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 15:09:36.885929 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad35715e-5629-4955-bbee-ac3050194dd8 req-c0983890-6715-4c2b-aca8-5ca3f3abd237 service neutron] Attempting to bind port e40e666a-f518-4939-8f09-31a32595a7d7 on network d9c7e787-4652-4ee4-983d-7b4a9fd53d98 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 15:09:36.891498 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad35715e-5629-4955-bbee-ac3050194dd8 req-c0983890-6715-4c2b-aca8-5ca3f3abd237 service neutron] Port e40e666a-f518-4939-8f09-31a32595a7d7 on network d9c7e787-4652-4ee4-983d-7b4a9fd53d98 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-15 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 15:09:36.891830 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad35715e-5629-4955-bbee-ac3050194dd8 req-c0983890-6715-4c2b-aca8-5ca3f3abd237 service neutron] Attempting to bind port e40e666a-f518-4939-8f09-31a32595a7d7 on network d9c7e787-4652-4ee4-983d-7b4a9fd53d98 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 15:09:36.897753 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad35715e-5629-4955-bbee-ac3050194dd8 req-c0983890-6715-4c2b-aca8-5ca3f3abd237 service neutron] Checking agent: {'id': 'de568313-a3e6-454a-9813-77e25edcea95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 27, 41), 'started_at': datetime.datetime(2021, 8, 12, 14, 27, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 15, 9, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 15:09:36.898090 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad35715e-5629-4955-bbee-ac3050194dd8 req-c0983890-6715-4c2b-aca8-5ca3f3abd237 service neutron] Checking segment: {'id': 'fcd22b33-01d5-4908-ab67-fcc7aa617173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd9c7e787-4652-4ee4-983d-7b4a9fd53d98'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 15:09:36.898481 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad35715e-5629-4955-bbee-ac3050194dd8 req-c0983890-6715-4c2b-aca8-5ca3f3abd237 service neutron] Bound using segment: {'id': 'fcd22b33-01d5-4908-ab67-fcc7aa617173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd9c7e787-4652-4ee4-983d-7b4a9fd53d98'} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 15:09:36.898922 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-ad35715e-5629-4955-bbee-ac3050194dd8 req-c0983890-6715-4c2b-aca8-5ca3f3abd237 service neutron] Bound port: e40e666a-f518-4939-8f09-31a32595a7d7, host: n-h1-694802-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fcd22b33-01d5-4908-ab67-fcc7aa617173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd9c7e787-4652-4ee4-983d-7b4a9fd53d98'}}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 15:09:36.899463 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-ad35715e-5629-4955-bbee-ac3050194dd8 req-c0983890-6715-4c2b-aca8-5ca3f3abd237 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:36.929607 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1bf3d69-7291-4bd2-84d6-144f7a684394 tempest-RoutersIpV6AdminTest-238989053 tempest-RoutersIpV6AdminTest-238989053-project-admin] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 15:09:36.934948 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c1bf3d69-7291-4bd2-84d6-144f7a684394 tempest-RoutersIpV6AdminTest-238989053 tempest-RoutersIpV6AdminTest-238989053-project-admin] Notify callbacks [] for router, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:36.938270 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-c1bf3d69-7291-4bd2-84d6-144f7a684394 tempest-RoutersIpV6AdminTest-238989053 tempest-RoutersIpV6AdminTest-238989053-project-admin] 10.222.0.39 "PUT /v2.0/routers/e341ddcb-1f63-4568-b38d-68dddb3b3c95 HTTP/1.1" status: 200 len: 925 time: 1.4378390 Aug 12 15:09:36.939970 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c242fbc-331e-4b51-a65c-4ec020dae5a6 None None] Sync routers for ids ['e341ddcb-1f63-4568-b38d-68dddb3b3c95'] in n-d-694802-15 {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 15:09:36.942175 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 58716) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:09:36.953801 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c242fbc-331e-4b51-a65c-4ec020dae5a6 None None] Routers {'e341ddcb-1f63-4568-b38d-68dddb3b3c95'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:09:36.954447 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-5c242fbc-331e-4b51-a65c-4ec020dae5a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T15:09:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['e341ddcb-1f63-4568-b38d-68dddb3b3c95'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:09:36.991468 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-ad35715e-5629-4955-bbee-ac3050194dd8 req-c0983890-6715-4c2b-aca8-5ca3f3abd237 service neutron] For port e40e666a-f518-4939-8f09-31a32595a7d7, host n-h1-694802-15, cleared binding levels {{(pid=94467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 15:09:36.995155 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-ad35715e-5629-4955-bbee-ac3050194dd8 req-c0983890-6715-4c2b-aca8-5ca3f3abd237 service neutron] For port e40e666a-f518-4939-8f09-31a32595a7d7, host n-h1-694802-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=e40e666a-f518-4939-8f09-31a32595a7d7,segment=NetworkSegment(fcd22b33-01d5-4908-ab67-fcc7aa617173),segment_id=fcd22b33-01d5-4908-ab67-fcc7aa617173)] {{(pid=94467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 15:09:37.000128 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-ad35715e-5629-4955-bbee-ac3050194dd8 req-c0983890-6715-4c2b-aca8-5ca3f3abd237 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:37.027174 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-5c242fbc-331e-4b51-a65c-4ec020dae5a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:09:37.046438 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c242fbc-331e-4b51-a65c-4ec020dae5a6 None None] Routers {'e341ddcb-1f63-4568-b38d-68dddb3b3c95'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:09:37.047099 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-5c242fbc-331e-4b51-a65c-4ec020dae5a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T15:09:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['e341ddcb-1f63-4568-b38d-68dddb3b3c95'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:09:37.050920 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad35715e-5629-4955-bbee-ac3050194dd8 req-c0983890-6715-4c2b-aca8-5ca3f3abd237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:09:37.051582 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-ad35715e-5629-4955-bbee-ac3050194dd8 req-c0983890-6715-4c2b-aca8-5ca3f3abd237 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:37.053091 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ad35715e-5629-4955-bbee-ac3050194dd8 req-c0983890-6715-4c2b-aca8-5ca3f3abd237 service neutron] 10.222.0.64 "PUT /v2.0/ports/e40e666a-f518-4939-8f09-31a32595a7d7 HTTP/1.1" status: 200 len: 1093 time: 1.1699703 Aug 12 15:09:37.053609 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f178309-e6d4-48fd-943d-52ac2a96d2cd', 'tag': 'e40e666a-f518-4939-8f09-31a32595a7d7'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:09:37.056182 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e65282f928b64038367d043a4411777802006c43a98742496cb2e25b724ff1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20e0cc3b-76d7-4962-9ada-6572dce4b7f1" -d '{"events": [{"name": "network-changed", "server_uuid": "4f178309-e6d4-48fd-943d-52ac2a96d2cd", "tag": "e40e666a-f518-4939-8f09-31a32595a7d7"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 15:09:37.085723 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0983890-6715-4c2b-aca8-5ca3f3abd237 service neutron] Pushing event updated for resources: {'Port': ['ID=e40e666a-f518-4939-8f09-31a32595a7d7,revision_number=3']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:09:37.119654 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-1e8dfca4-12f4-4c7c-a6e4-e83b7d678c47 tempest-RoutersIpV6AdminTest-238989053 tempest-RoutersIpV6AdminTest-238989053-project-admin] 10.222.0.39 "GET /v2.0/routers/e341ddcb-1f63-4568-b38d-68dddb3b3c95 HTTP/1.1" status: 200 len: 925 time: 0.1762276 Aug 12 15:09:37.120247 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 58720) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:09:37.142311 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 15:09:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58bc478a-4ee8-489d-81ba-429af49d682c x-openstack-request-id: req-58bc478a-4ee8-489d-81ba-429af49d682c {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 15:09:37.142629 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f178309-e6d4-48fd-943d-52ac2a96d2cd", "tag": "e40e666a-f518-4939-8f09-31a32595a7d7", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 15:09:37.142855 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-58bc478a-4ee8-489d-81ba-429af49d682c {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 15:09:37.143299 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f178309-e6d4-48fd-943d-52ac2a96d2cd', 'tag': 'e40e666a-f518-4939-8f09-31a32595a7d7', 'status': 'completed', 'code': 200} Aug 12 15:09:37.149432 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-5c242fbc-331e-4b51-a65c-4ec020dae5a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:09:37.155891 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c242fbc-331e-4b51-a65c-4ec020dae5a6 None None] The sync data for ids ['e341ddcb-1f63-4568-b38d-68dddb3b3c95'] in n-d-694802-15 is: [] {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 15:09:37.161970 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad35715e-5629-4955-bbee-ac3050194dd8 req-6412feef-4e04-4e2b-ac92-6690a22f78b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:09:37.163860 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ad35715e-5629-4955-bbee-ac3050194dd8 req-6412feef-4e04-4e2b-ac92-6690a22f78b5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b9f3518fbc904b44b3baf79d0578af51&device_id=4f178309-e6d4-48fd-943d-52ac2a96d2cd HTTP/1.1" status: 200 len: 1096 time: 0.0649407 Aug 12 15:09:37.217430 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ad35715e-5629-4955-bbee-ac3050194dd8 req-29ab42a8-cf29-4eb4-9526-a4a3f2402c79 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e40e666a-f518-4939-8f09-31a32595a7d7 HTTP/1.1" status: 200 len: 217 time: 0.0440025 Aug 12 15:09:37.217722 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab843c8c-1415-4a38-b151-ea307e0fba1f tempest-RoutersIpV6AdminTest-238989053 tempest-RoutersIpV6AdminTest-238989053-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:09:37.219199 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-ab843c8c-1415-4a38-b151-ea307e0fba1f tempest-RoutersIpV6AdminTest-238989053 tempest-RoutersIpV6AdminTest-238989053-project-admin] 10.222.0.39 "GET /v2.0/ports?network_id=d3759e1b-6c03-45ac-acd4-90abb417809b&device_id=e341ddcb-1f63-4568-b38d-68dddb3b3c95&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0978599 Aug 12 15:09:37.222042 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 58722) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:09:37.283864 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad35715e-5629-4955-bbee-ac3050194dd8 req-8d8942d1-7c1e-4067-95d9-850b79bf219b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:09:37.285622 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ad35715e-5629-4955-bbee-ac3050194dd8 req-8d8942d1-7c1e-4067-95d9-850b79bf219b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=56c6cd03-2d72-4138-ab80-065ddfe4454b HTTP/1.1" status: 200 len: 851 time: 0.0599277 Aug 12 15:09:37.324555 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efb24780-33f3-43a5-9f0d-16fec13fb001 tempest-RoutersIpV6AdminTest-238989053 tempest-RoutersIpV6AdminTest-238989053-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:09:37.327065 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-efb24780-33f3-43a5-9f0d-16fec13fb001 tempest-RoutersIpV6AdminTest-238989053 tempest-RoutersIpV6AdminTest-238989053-project-admin] 10.222.0.39 "GET /v2.0/networks/d3759e1b-6c03-45ac-acd4-90abb417809b HTTP/1.1" status: 200 len: 881 time: 0.1033106 Aug 12 15:09:37.329034 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 58724) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:09:37.333618 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad35715e-5629-4955-bbee-ac3050194dd8 req-0f2dfdca-1a19-4ec3-b113-907c68432608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:09:37.335164 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ad35715e-5629-4955-bbee-ac3050194dd8 req-0f2dfdca-1a19-4ec3-b113-907c68432608 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d9c7e787-4652-4ee4-983d-7b4a9fd53d98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0428350 Aug 12 15:09:37.358015 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-ca1c859b-f935-4a78-b38e-752f76f79eaf tempest-RoutersIpV6AdminTest-909428488 tempest-RoutersIpV6AdminTest-909428488-project] 10.222.0.39 "GET /v2.0/ports?device_id=e341ddcb-1f63-4568-b38d-68dddb3b3c95 HTTP/1.1" status: 200 len: 205 time: 0.0277052 Aug 12 15:09:37.360456 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 58726) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:09:37.439801 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ad35715e-5629-4955-bbee-ac3050194dd8 req-3b86fc14-2aaa-4cd3-b5a4-7ad095f6c051 service neutron] 10.222.0.64 "GET /v2.0/networks/d9c7e787-4652-4ee4-983d-7b4a9fd53d98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971284 Aug 12 15:09:37.472271 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-bb1b9565-9297-4f64-934d-e1dad71f5b21 tempest-RoutersIpV6AdminTest-909428488 tempest-RoutersIpV6AdminTest-909428488-project] Notify callbacks [] for router, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:37.538848 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ad35715e-5629-4955-bbee-ac3050194dd8 req-68177a58-4278-44ff-9a8e-7e59fd1736b6 service neutron] 10.222.0.64 "GET /v2.0/networks/d9c7e787-4652-4ee4-983d-7b4a9fd53d98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910273 Aug 12 15:09:37.581678 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-bb1b9565-9297-4f64-934d-e1dad71f5b21 tempest-RoutersIpV6AdminTest-909428488 tempest-RoutersIpV6AdminTest-909428488-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:37.630239 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e0cc3b-76d7-4962-9ada-6572dce4b7f1 req-ef492b64-831a-4b57-aac5-1ddb271e54cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:09:37.631892 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-20e0cc3b-76d7-4962-9ada-6572dce4b7f1 req-ef492b64-831a-4b57-aac5-1ddb271e54cf service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b9f3518fbc904b44b3baf79d0578af51&device_id=4f178309-e6d4-48fd-943d-52ac2a96d2cd HTTP/1.1" status: 200 len: 1096 time: 0.0456390 Aug 12 15:09:37.649974 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-bb1b9565-9297-4f64-934d-e1dad71f5b21 tempest-RoutersIpV6AdminTest-909428488 tempest-RoutersIpV6AdminTest-909428488-project] Deleting port a8910e68-b273-449d-a605-ddd78f2556ec {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 15:09:37.650316 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-bb1b9565-9297-4f64-934d-e1dad71f5b21 tempest-RoutersIpV6AdminTest-909428488 tempest-RoutersIpV6AdminTest-909428488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:37.694329 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.agents_db [None req-17ed3e4c-1a7d-4162-9646-11c134aca297 None None] Agent healthcheck: found 7 active agents {{(pid=94469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 15:09:37.734581 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e0cc3b-76d7-4962-9ada-6572dce4b7f1 req-39e8d9a1-0333-4571-9386-fc9a51c04cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:09:37.736126 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-20e0cc3b-76d7-4962-9ada-6572dce4b7f1 req-39e8d9a1-0333-4571-9386-fc9a51c04cd1 service neutron] 10.222.0.64 "GET /v2.0/networks?id=d9c7e787-4652-4ee4-983d-7b4a9fd53d98 HTTP/1.1" status: 200 len: 913 time: 0.0969007 Aug 12 15:09:37.737528 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-bb1b9565-9297-4f64-934d-e1dad71f5b21 tempest-RoutersIpV6AdminTest-909428488 tempest-RoutersIpV6AdminTest-909428488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:37.750618 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-bb1b9565-9297-4f64-934d-e1dad71f5b21 tempest-RoutersIpV6AdminTest-909428488 tempest-RoutersIpV6AdminTest-909428488-project] Calling delete_port for a8910e68-b273-449d-a605-ddd78f2556ec owned by network:router_gateway {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 15:09:37.788349 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-20e0cc3b-76d7-4962-9ada-6572dce4b7f1 req-82ab22ff-19d1-44a1-b855-65d15a2cf66e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e40e666a-f518-4939-8f09-31a32595a7d7 HTTP/1.1" status: 200 len: 217 time: 0.0451505 Aug 12 15:09:37.872888 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e0cc3b-76d7-4962-9ada-6572dce4b7f1 req-094f0987-6389-4029-99e8-a93310bd6fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:09:37.874303 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-20e0cc3b-76d7-4962-9ada-6572dce4b7f1 req-094f0987-6389-4029-99e8-a93310bd6fe6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=56c6cd03-2d72-4138-ab80-065ddfe4454b HTTP/1.1" status: 200 len: 851 time: 0.0752432 Aug 12 15:09:37.883214 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d04f87-293b-4cce-8486-ec0f5941e8df req-b64049d7-8ef7-438f-b65a-57f03e787706 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:09:37.884669 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b9d04f87-293b-4cce-8486-ec0f5941e8df req-b64049d7-8ef7-438f-b65a-57f03e787706 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/ports?device_id=4f178309-e6d4-48fd-943d-52ac2a96d2cd HTTP/1.1" status: 200 len: 944 time: 0.0992894 Aug 12 15:09:37.926959 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-bb1b9565-9297-4f64-934d-e1dad71f5b21 tempest-RoutersIpV6AdminTest-909428488 tempest-RoutersIpV6AdminTest-909428488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:37.956159 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b9d04f87-293b-4cce-8486-ec0f5941e8df req-d2546d9f-e3bc-4b2c-88e0-8e0cc828edce tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/security-groups?id=b6f34255-2a63-471d-83cf-25b9c4e930f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627987 Aug 12 15:09:37.958857 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e0cc3b-76d7-4962-9ada-6572dce4b7f1 req-3a7ba283-6c40-4524-a81a-44c56791512a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:09:37.960396 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-20e0cc3b-76d7-4962-9ada-6572dce4b7f1 req-3a7ba283-6c40-4524-a81a-44c56791512a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d9c7e787-4652-4ee4-983d-7b4a9fd53d98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0747790 Aug 12 15:09:37.964868 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1b9565-9297-4f64-934d-e1dad71f5b21 tempest-RoutersIpV6AdminTest-909428488 tempest-RoutersIpV6AdminTest-909428488-project] Pushing event deleted for resources: {'Port': ['ID=a8910e68-b273-449d-a605-ddd78f2556ec,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:09:38.044157 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-bb1b9565-9297-4f64-934d-e1dad71f5b21 tempest-RoutersIpV6AdminTest-909428488 tempest-RoutersIpV6AdminTest-909428488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-431580'] for router_gateway, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:38.063640 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-20e0cc3b-76d7-4962-9ada-6572dce4b7f1 req-3551366f-b4d1-4b94-929a-01fb8ed4153f service neutron] 10.222.0.64 "GET /v2.0/networks/d9c7e787-4652-4ee4-983d-7b4a9fd53d98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907154 Aug 12 15:09:38.151429 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-bb1b9565-9297-4f64-934d-e1dad71f5b21 tempest-RoutersIpV6AdminTest-909428488 tempest-RoutersIpV6AdminTest-909428488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-429360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-104877'] for router, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:38.154151 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-bb1b9565-9297-4f64-934d-e1dad71f5b21 tempest-RoutersIpV6AdminTest-909428488 tempest-RoutersIpV6AdminTest-909428488-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:38.158468 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-20e0cc3b-76d7-4962-9ada-6572dce4b7f1 req-6b00b4dd-3b37-402f-bf41-8a9c4949a335 service neutron] 10.222.0.64 "GET /v2.0/networks/d9c7e787-4652-4ee4-983d-7b4a9fd53d98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870285 Aug 12 15:09:38.198049 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-bb1b9565-9297-4f64-934d-e1dad71f5b21 tempest-RoutersIpV6AdminTest-909428488 tempest-RoutersIpV6AdminTest-909428488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-429375'] for router, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:38.199346 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb1b9565-9297-4f64-934d-e1dad71f5b21 tempest-RoutersIpV6AdminTest-909428488 tempest-RoutersIpV6AdminTest-909428488-project] Fanout notify agent at l3_agent the message router_deleted on router e341ddcb-1f63-4568-b38d-68dddb3b3c95 {{(pid=94466) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 15:09:38.208550 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-bb1b9565-9297-4f64-934d-e1dad71f5b21 tempest-RoutersIpV6AdminTest-909428488 tempest-RoutersIpV6AdminTest-909428488-project] Notify callbacks [] for router, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:38.211466 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-bb1b9565-9297-4f64-934d-e1dad71f5b21 tempest-RoutersIpV6AdminTest-909428488 tempest-RoutersIpV6AdminTest-909428488-project] 10.222.0.39 "DELETE /v2.0/routers/e341ddcb-1f63-4568-b38d-68dddb3b3c95 HTTP/1.1" status: 204 len: 168 time: 0.8499994 Aug 12 15:09:38.214934 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 58730) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:09:38.219609 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-187594f5-3d7c-44b4-b451-82572aa3a732 tempest-RoutersIpV6AdminTest-909428488 tempest-RoutersIpV6AdminTest-909428488-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1009409058', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:09:38.243751 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-187594f5-3d7c-44b4-b451-82572aa3a732 tempest-RoutersIpV6AdminTest-909428488 tempest-RoutersIpV6AdminTest-909428488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-430574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-104863'] for router, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:38.244770 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-187594f5-3d7c-44b4-b451-82572aa3a732 tempest-RoutersIpV6AdminTest-909428488 tempest-RoutersIpV6AdminTest-909428488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-429438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-431405', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66646573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-104852'] for router, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:38.306553 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-187594f5-3d7c-44b4-b451-82572aa3a732 tempest-RoutersIpV6AdminTest-909428488 tempest-RoutersIpV6AdminTest-909428488-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:38.312466 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-187594f5-3d7c-44b4-b451-82572aa3a732 tempest-RoutersIpV6AdminTest-909428488 tempest-RoutersIpV6AdminTest-909428488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-429413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-431608'] for router, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:38.331223 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-187594f5-3d7c-44b4-b451-82572aa3a732 tempest-RoutersIpV6AdminTest-909428488 tempest-RoutersIpV6AdminTest-909428488-project] Notify callbacks [] for router, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:38.333054 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-187594f5-3d7c-44b4-b451-82572aa3a732 tempest-RoutersIpV6AdminTest-909428488 tempest-RoutersIpV6AdminTest-909428488-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1169231 Aug 12 15:09:38.335906 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 58732) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:09:38.341371 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-c27e36c5-1e1a-4d5e-90e3-6deade3bf701 tempest-RoutersIpV6AdminTest-909428488 tempest-RoutersIpV6AdminTest-909428488-project] Request body: {'router': {'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'}}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:09:38.547672 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c27e36c5-1e1a-4d5e-90e3-6deade3bf701 tempest-RoutersIpV6AdminTest-909428488 tempest-RoutersIpV6AdminTest-909428488-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:38.744118 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c27e36c5-1e1a-4d5e-90e3-6deade3bf701 tempest-RoutersIpV6AdminTest-909428488 tempest-RoutersIpV6AdminTest-909428488-project] Notify callbacks [] for router_gateway, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:38.763792 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c27e36c5-1e1a-4d5e-90e3-6deade3bf701 tempest-RoutersIpV6AdminTest-909428488 tempest-RoutersIpV6AdminTest-909428488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:38.866296 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-c27e36c5-1e1a-4d5e-90e3-6deade3bf701 tempest-RoutersIpV6AdminTest-909428488 tempest-RoutersIpV6AdminTest-909428488-project] Allocated IP 172.25.1.3 (d3759e1b-6c03-45ac-acd4-90abb417809b/f0254f08-c19c-4e31-bd9c-09389ea4b6f2/ce8041fd-1f59-4af1-8820-58ef4f01e9eb) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 15:09:38.974445 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c27e36c5-1e1a-4d5e-90e3-6deade3bf701 tempest-RoutersIpV6AdminTest-909428488 tempest-RoutersIpV6AdminTest-909428488-project] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:39.017890 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c27e36c5-1e1a-4d5e-90e3-6deade3bf701 tempest-RoutersIpV6AdminTest-909428488 tempest-RoutersIpV6AdminTest-909428488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:39.088006 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c27e36c5-1e1a-4d5e-90e3-6deade3bf701 tempest-RoutersIpV6AdminTest-909428488 tempest-RoutersIpV6AdminTest-909428488-project] Network d3759e1b-6c03-45ac-acd4-90abb417809b is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 15:09:39.097305 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-c27e36c5-1e1a-4d5e-90e3-6deade3bf701 tempest-RoutersIpV6AdminTest-909428488 tempest-RoutersIpV6AdminTest-909428488-project] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:09:39.100996 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27e36c5-1e1a-4d5e-90e3-6deade3bf701 tempest-RoutersIpV6AdminTest-909428488 tempest-RoutersIpV6AdminTest-909428488-project] Pushing event updated for resources: {'Port': ['ID=ce8041fd-1f59-4af1-8820-58ef4f01e9eb,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:09:39.104404 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c27e36c5-1e1a-4d5e-90e3-6deade3bf701 tempest-RoutersIpV6AdminTest-909428488 tempest-RoutersIpV6AdminTest-909428488-project] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 15:09:39.160891 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d0f9c1-b6f1-4aa7-b295-80b5e4bf7a62 req-6bc1d6f0-f686-4be8-8261-266fda29c48a tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:09:39.162435 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-88d0f9c1-b6f1-4aa7-b295-80b5e4bf7a62 req-6bc1d6f0-f686-4be8-8261-266fda29c48a tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/ports?device_id=4f178309-e6d4-48fd-943d-52ac2a96d2cd HTTP/1.1" status: 200 len: 944 time: 0.1174157 Aug 12 15:09:39.286640 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-88d0f9c1-b6f1-4aa7-b295-80b5e4bf7a62 req-f7b95414-e8d3-4f88-8577-88f7322f6219 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/security-groups?id=b6f34255-2a63-471d-83cf-25b9c4e930f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1169119 Aug 12 15:09:39.409049 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c27e36c5-1e1a-4d5e-90e3-6deade3bf701 tempest-RoutersIpV6AdminTest-909428488 tempest-RoutersIpV6AdminTest-909428488-project] Notify callbacks [] for router_gateway, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:39.601539 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c27e36c5-1e1a-4d5e-90e3-6deade3bf701 tempest-RoutersIpV6AdminTest-909428488 tempest-RoutersIpV6AdminTest-909428488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-431363', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-429420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-104890'] for router, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:39.605249 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c27e36c5-1e1a-4d5e-90e3-6deade3bf701 tempest-RoutersIpV6AdminTest-909428488 tempest-RoutersIpV6AdminTest-909428488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-431608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-431370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-431601', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-429403'] for router, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:40.013989 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c27e36c5-1e1a-4d5e-90e3-6deade3bf701 tempest-RoutersIpV6AdminTest-909428488 tempest-RoutersIpV6AdminTest-909428488-project] Router a3ece6a3-f818-40b8-9374-37539cd843a5 is scheduled to L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f with binding_index 1 {{(pid=94466) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 15:09:40.122398 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-6a734d46-2f1b-4e7c-9f25-d698f2f0b5c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:40.125824 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c27e36c5-1e1a-4d5e-90e3-6deade3bf701 tempest-RoutersIpV6AdminTest-909428488 tempest-RoutersIpV6AdminTest-909428488-project] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 15:09:40.132621 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c27e36c5-1e1a-4d5e-90e3-6deade3bf701 tempest-RoutersIpV6AdminTest-909428488 tempest-RoutersIpV6AdminTest-909428488-project] Notify callbacks [] for router, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:40.133809 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-c27e36c5-1e1a-4d5e-90e3-6deade3bf701 tempest-RoutersIpV6AdminTest-909428488 tempest-RoutersIpV6AdminTest-909428488-project] 10.222.0.39 "PUT /v2.0/routers/a3ece6a3-f818-40b8-9374-37539cd843a5 HTTP/1.1" status: 200 len: 882 time: 1.7967458 Aug 12 15:09:40.136136 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98fb4252-7997-4e86-ace3-8072982c1f74 None None] Sync routers for ids ['a3ece6a3-f818-40b8-9374-37539cd843a5'] in n-d-694802-15 {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 15:09:40.137042 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 58736) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:09:40.145351 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98fb4252-7997-4e86-ace3-8072982c1f74 None None] Routers {'a3ece6a3-f818-40b8-9374-37539cd843a5'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:09:40.145960 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-98fb4252-7997-4e86-ace3-8072982c1f74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T15:09:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['a3ece6a3-f818-40b8-9374-37539cd843a5'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:09:40.176889 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-98fb4252-7997-4e86-ace3-8072982c1f74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:09:40.186096 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98fb4252-7997-4e86-ace3-8072982c1f74 None None] Routers {'a3ece6a3-f818-40b8-9374-37539cd843a5'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:09:40.186864 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-98fb4252-7997-4e86-ace3-8072982c1f74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T15:09:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['a3ece6a3-f818-40b8-9374-37539cd843a5'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:09:40.220409 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-98fb4252-7997-4e86-ace3-8072982c1f74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:09:40.221052 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98fb4252-7997-4e86-ace3-8072982c1f74 None None] The sync data for ids ['a3ece6a3-f818-40b8-9374-37539cd843a5'] in n-d-694802-15 is: [] {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 15:09:40.247981 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-bb6cec1f-b3dc-4ece-a86f-77702791a793 tempest-RoutersIpV6AdminTest-238989053 tempest-RoutersIpV6AdminTest-238989053-project-admin] 10.222.0.39 "GET /v2.0/routers/a3ece6a3-f818-40b8-9374-37539cd843a5 HTTP/1.1" status: 200 len: 923 time: 0.1098292 Aug 12 15:09:40.250579 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 58738) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:09:40.292892 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ea2c902-ad31-465d-ac99-4630ca819e8f tempest-RoutersIpV6AdminTest-238989053 tempest-RoutersIpV6AdminTest-238989053-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:09:40.294309 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-7ea2c902-ad31-465d-ac99-4630ca819e8f tempest-RoutersIpV6AdminTest-238989053 tempest-RoutersIpV6AdminTest-238989053-project-admin] 10.222.0.39 "GET /v2.0/ports?network_id=d3759e1b-6c03-45ac-acd4-90abb417809b&device_id=a3ece6a3-f818-40b8-9374-37539cd843a5&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 943 time: 0.0427878 Aug 12 15:09:40.296907 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 58740) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:09:40.380294 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0511c4f1-bfe0-4b24-830b-fe99491bb412 tempest-RoutersIpV6AdminTest-238989053 tempest-RoutersIpV6AdminTest-238989053-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:09:40.381799 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-0511c4f1-bfe0-4b24-830b-fe99491bb412 tempest-RoutersIpV6AdminTest-238989053 tempest-RoutersIpV6AdminTest-238989053-project-admin] 10.222.0.39 "GET /v2.0/networks/d3759e1b-6c03-45ac-acd4-90abb417809b HTTP/1.1" status: 200 len: 881 time: 0.0840111 Aug 12 15:09:40.384656 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 58744) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:09:40.405315 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81ad7af-3cfb-4559-ae35-9be2b62c22d7 req-ecace7e4-6ce2-418f-80de-2848c2f76777 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:09:40.406849 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f81ad7af-3cfb-4559-ae35-9be2b62c22d7 req-ecace7e4-6ce2-418f-80de-2848c2f76777 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/ports?device_id=4f178309-e6d4-48fd-943d-52ac2a96d2cd HTTP/1.1" status: 200 len: 944 time: 0.0556765 Aug 12 15:09:40.411182 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-bf8cc132-dc13-494a-81b2-cadbe154ccfd tempest-RoutersIpV6AdminTest-909428488 tempest-RoutersIpV6AdminTest-909428488-project] 10.222.0.39 "GET /v2.0/ports?device_id=a3ece6a3-f818-40b8-9374-37539cd843a5 HTTP/1.1" status: 200 len: 205 time: 0.0254149 Aug 12 15:09:40.413931 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 58746) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:09:40.448522 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f81ad7af-3cfb-4559-ae35-9be2b62c22d7 req-2bd34737-ebc4-4d81-92ce-ade2997c93cf tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/security-groups?id=b6f34255-2a63-471d-83cf-25b9c4e930f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352943 Aug 12 15:09:40.526139 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-da9393b6-7a16-4711-8e88-11412d1e14ad tempest-RoutersIpV6AdminTest-909428488 tempest-RoutersIpV6AdminTest-909428488-project] Notify callbacks [] for router, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:40.629146 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-da9393b6-7a16-4711-8e88-11412d1e14ad tempest-RoutersIpV6AdminTest-909428488 tempest-RoutersIpV6AdminTest-909428488-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:40.683261 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-da9393b6-7a16-4711-8e88-11412d1e14ad tempest-RoutersIpV6AdminTest-909428488 tempest-RoutersIpV6AdminTest-909428488-project] Deleting port ce8041fd-1f59-4af1-8820-58ef4f01e9eb {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 15:09:40.683636 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-da9393b6-7a16-4711-8e88-11412d1e14ad tempest-RoutersIpV6AdminTest-909428488 tempest-RoutersIpV6AdminTest-909428488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:40.758341 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-da9393b6-7a16-4711-8e88-11412d1e14ad tempest-RoutersIpV6AdminTest-909428488 tempest-RoutersIpV6AdminTest-909428488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:40.770117 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-da9393b6-7a16-4711-8e88-11412d1e14ad tempest-RoutersIpV6AdminTest-909428488 tempest-RoutersIpV6AdminTest-909428488-project] Calling delete_port for ce8041fd-1f59-4af1-8820-58ef4f01e9eb owned by network:router_gateway {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 15:09:40.934808 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-da9393b6-7a16-4711-8e88-11412d1e14ad tempest-RoutersIpV6AdminTest-909428488 tempest-RoutersIpV6AdminTest-909428488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:40.960938 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9393b6-7a16-4711-8e88-11412d1e14ad tempest-RoutersIpV6AdminTest-909428488 tempest-RoutersIpV6AdminTest-909428488-project] Pushing event deleted for resources: {'Port': ['ID=ce8041fd-1f59-4af1-8820-58ef4f01e9eb,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:09:41.024362 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-da9393b6-7a16-4711-8e88-11412d1e14ad tempest-RoutersIpV6AdminTest-909428488 tempest-RoutersIpV6AdminTest-909428488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-431580'] for router_gateway, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:41.116008 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-da9393b6-7a16-4711-8e88-11412d1e14ad tempest-RoutersIpV6AdminTest-909428488 tempest-RoutersIpV6AdminTest-909428488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-429360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-104877'] for router, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:41.118138 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-da9393b6-7a16-4711-8e88-11412d1e14ad tempest-RoutersIpV6AdminTest-909428488 tempest-RoutersIpV6AdminTest-909428488-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:41.161323 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-da9393b6-7a16-4711-8e88-11412d1e14ad tempest-RoutersIpV6AdminTest-909428488 tempest-RoutersIpV6AdminTest-909428488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-429375'] for router, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:41.161828 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da9393b6-7a16-4711-8e88-11412d1e14ad tempest-RoutersIpV6AdminTest-909428488 tempest-RoutersIpV6AdminTest-909428488-project] Fanout notify agent at l3_agent the message router_deleted on router a3ece6a3-f818-40b8-9374-37539cd843a5 {{(pid=94466) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 15:09:41.168631 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-da9393b6-7a16-4711-8e88-11412d1e14ad tempest-RoutersIpV6AdminTest-909428488 tempest-RoutersIpV6AdminTest-909428488-project] Notify callbacks [] for router, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:41.169766 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-da9393b6-7a16-4711-8e88-11412d1e14ad tempest-RoutersIpV6AdminTest-909428488 tempest-RoutersIpV6AdminTest-909428488-project] 10.222.0.39 "DELETE /v2.0/routers/a3ece6a3-f818-40b8-9374-37539cd843a5 HTTP/1.1" status: 204 len: 168 time: 0.7549224 Aug 12 15:09:41.173351 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 58748) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:09:41.177647 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-c06446df-a4f8-410d-8371-8c1c0eda62de tempest-RoutersIpV6AdminTest-909428488 tempest-RoutersIpV6AdminTest-909428488-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-548257976', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:09:41.200581 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c06446df-a4f8-410d-8371-8c1c0eda62de tempest-RoutersIpV6AdminTest-909428488 tempest-RoutersIpV6AdminTest-909428488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-430574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-104863'] for router, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:41.201504 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c06446df-a4f8-410d-8371-8c1c0eda62de tempest-RoutersIpV6AdminTest-909428488 tempest-RoutersIpV6AdminTest-909428488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-429438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-431405', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66646573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-104852'] for router, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:41.257421 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c06446df-a4f8-410d-8371-8c1c0eda62de tempest-RoutersIpV6AdminTest-909428488 tempest-RoutersIpV6AdminTest-909428488-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:41.262211 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c06446df-a4f8-410d-8371-8c1c0eda62de tempest-RoutersIpV6AdminTest-909428488 tempest-RoutersIpV6AdminTest-909428488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-429413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-431608'] for router, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:41.278571 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c06446df-a4f8-410d-8371-8c1c0eda62de tempest-RoutersIpV6AdminTest-909428488 tempest-RoutersIpV6AdminTest-909428488-project] Notify callbacks [] for router, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:41.279795 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-c06446df-a4f8-410d-8371-8c1c0eda62de tempest-RoutersIpV6AdminTest-909428488 tempest-RoutersIpV6AdminTest-909428488-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1055198 Aug 12 15:09:41.282531 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 58750) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:09:41.286779 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-05d02164-082a-4cf3-af6f-b06192247fdd tempest-RoutersIpV6AdminTest-238989053 tempest-RoutersIpV6AdminTest-238989053-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'enable_snat': True}}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:09:41.487092 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-05d02164-082a-4cf3-af6f-b06192247fdd tempest-RoutersIpV6AdminTest-238989053 tempest-RoutersIpV6AdminTest-238989053-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:41.594082 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d49039-b277-4ffe-8814-ae2e5cb97363 req-b7fc8372-3917-4e0a-be0a-7cb92b9cc01d tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:09:41.595573 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-b7d49039-b277-4ffe-8814-ae2e5cb97363 req-b7fc8372-3917-4e0a-be0a-7cb92b9cc01d tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/ports?device_id=4f178309-e6d4-48fd-943d-52ac2a96d2cd HTTP/1.1" status: 200 len: 944 time: 0.0598440 Aug 12 15:09:41.646495 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-b7d49039-b277-4ffe-8814-ae2e5cb97363 req-775c6479-aecf-4ce2-aadc-35a5736c6c0d tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/security-groups?id=b6f34255-2a63-471d-83cf-25b9c4e930f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444624 Aug 12 15:09:41.761445 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-05d02164-082a-4cf3-af6f-b06192247fdd tempest-RoutersIpV6AdminTest-238989053 tempest-RoutersIpV6AdminTest-238989053-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:41.780803 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-05d02164-082a-4cf3-af6f-b06192247fdd tempest-RoutersIpV6AdminTest-238989053 tempest-RoutersIpV6AdminTest-238989053-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:41.784917 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:41.888103 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-05d02164-082a-4cf3-af6f-b06192247fdd tempest-RoutersIpV6AdminTest-238989053 tempest-RoutersIpV6AdminTest-238989053-project-admin] Allocated IP 172.25.1.240 (d3759e1b-6c03-45ac-acd4-90abb417809b/f0254f08-c19c-4e31-bd9c-09389ea4b6f2/9ea91d6a-9a0d-439d-a8c1-4eae750a50f7) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 15:09:41.987931 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-05d02164-082a-4cf3-af6f-b06192247fdd tempest-RoutersIpV6AdminTest-238989053 tempest-RoutersIpV6AdminTest-238989053-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:42.027556 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-05d02164-082a-4cf3-af6f-b06192247fdd tempest-RoutersIpV6AdminTest-238989053 tempest-RoutersIpV6AdminTest-238989053-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:42.074323 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05d02164-082a-4cf3-af6f-b06192247fdd tempest-RoutersIpV6AdminTest-238989053 tempest-RoutersIpV6AdminTest-238989053-project-admin] Network d3759e1b-6c03-45ac-acd4-90abb417809b is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 15:09:42.079698 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-05d02164-082a-4cf3-af6f-b06192247fdd tempest-RoutersIpV6AdminTest-238989053 tempest-RoutersIpV6AdminTest-238989053-project-admin] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:09:42.082182 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d02164-082a-4cf3-af6f-b06192247fdd tempest-RoutersIpV6AdminTest-238989053 tempest-RoutersIpV6AdminTest-238989053-project-admin] Pushing event updated for resources: {'Port': ['ID=9ea91d6a-9a0d-439d-a8c1-4eae750a50f7,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:09:42.084918 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05d02164-082a-4cf3-af6f-b06192247fdd tempest-RoutersIpV6AdminTest-238989053 tempest-RoutersIpV6AdminTest-238989053-project-admin] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 15:09:42.326464 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-05d02164-082a-4cf3-af6f-b06192247fdd tempest-RoutersIpV6AdminTest-238989053 tempest-RoutersIpV6AdminTest-238989053-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:42.763936 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff00c255-47f3-414f-907d-a25524caa0d3 req-d9a9db3b-c4b1-4c09-9a04-39bda6f0bcbc tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:09:42.765438 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ff00c255-47f3-414f-907d-a25524caa0d3 req-d9a9db3b-c4b1-4c09-9a04-39bda6f0bcbc tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/ports?device_id=4f178309-e6d4-48fd-943d-52ac2a96d2cd HTTP/1.1" status: 200 len: 944 time: 0.0509350 Aug 12 15:09:42.806252 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ff00c255-47f3-414f-907d-a25524caa0d3 req-4b500f74-576b-48dc-9a04-0d6b716aeaa1 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/security-groups?id=b6f34255-2a63-471d-83cf-25b9c4e930f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347979 Aug 12 15:09:42.809371 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-05d02164-082a-4cf3-af6f-b06192247fdd tempest-RoutersIpV6AdminTest-238989053 tempest-RoutersIpV6AdminTest-238989053-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-431363', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-429420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-104890'] for router, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:42.812735 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-05d02164-082a-4cf3-af6f-b06192247fdd tempest-RoutersIpV6AdminTest-238989053 tempest-RoutersIpV6AdminTest-238989053-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-431608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-431370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-431601', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-429403'] for router, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:42.935086 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05d02164-082a-4cf3-af6f-b06192247fdd tempest-RoutersIpV6AdminTest-238989053 tempest-RoutersIpV6AdminTest-238989053-project-admin] Router 619e7032-3903-41ec-b602-556e47bac883 is scheduled to L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f with binding_index 1 {{(pid=94466) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 15:09:43.041564 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05d02164-082a-4cf3-af6f-b06192247fdd tempest-RoutersIpV6AdminTest-238989053 tempest-RoutersIpV6AdminTest-238989053-project-admin] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 15:09:43.044466 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:43.050501 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-05d02164-082a-4cf3-af6f-b06192247fdd tempest-RoutersIpV6AdminTest-238989053 tempest-RoutersIpV6AdminTest-238989053-project-admin] Notify callbacks [] for router, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:43.052855 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-05d02164-082a-4cf3-af6f-b06192247fdd tempest-RoutersIpV6AdminTest-238989053 tempest-RoutersIpV6AdminTest-238989053-project-admin] 10.222.0.39 "PUT /v2.0/routers/619e7032-3903-41ec-b602-556e47bac883 HTTP/1.1" status: 200 len: 918 time: 1.7691483 Aug 12 15:09:43.053689 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9a6adb4-f1d6-40af-9043-bd9b2d1136b9 None None] Sync routers for ids ['619e7032-3903-41ec-b602-556e47bac883'] in n-d-694802-15 {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 15:09:43.054915 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:43.055465 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 58756) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:09:43.064835 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9a6adb4-f1d6-40af-9043-bd9b2d1136b9 None None] Routers {'619e7032-3903-41ec-b602-556e47bac883'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:09:43.065441 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-c9a6adb4-f1d6-40af-9043-bd9b2d1136b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T15:09:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['619e7032-3903-41ec-b602-556e47bac883'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:09:43.105048 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-c9a6adb4-f1d6-40af-9043-bd9b2d1136b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:09:43.114395 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9a6adb4-f1d6-40af-9043-bd9b2d1136b9 None None] Routers {'619e7032-3903-41ec-b602-556e47bac883'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:09:43.115332 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-c9a6adb4-f1d6-40af-9043-bd9b2d1136b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T15:09:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['619e7032-3903-41ec-b602-556e47bac883'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:09:43.148618 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-c9a6adb4-f1d6-40af-9043-bd9b2d1136b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:09:43.149270 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9a6adb4-f1d6-40af-9043-bd9b2d1136b9 None None] The sync data for ids ['619e7032-3903-41ec-b602-556e47bac883'] in n-d-694802-15 is: [] {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 15:09:43.173172 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-54b2b618-de98-418b-b110-73414b846e85 tempest-RoutersIpV6AdminTest-238989053 tempest-RoutersIpV6AdminTest-238989053-project-admin] 10.222.0.39 "GET /v2.0/routers/619e7032-3903-41ec-b602-556e47bac883 HTTP/1.1" status: 200 len: 924 time: 0.1163330 Aug 12 15:09:43.175776 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 58758) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:09:43.216484 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83fba5e6-9b62-4d62-8dc6-82ae914586e3 tempest-RoutersIpV6AdminTest-238989053 tempest-RoutersIpV6AdminTest-238989053-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:09:43.218044 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-83fba5e6-9b62-4d62-8dc6-82ae914586e3 tempest-RoutersIpV6AdminTest-238989053 tempest-RoutersIpV6AdminTest-238989053-project-admin] 10.222.0.39 "GET /v2.0/ports?network_id=d3759e1b-6c03-45ac-acd4-90abb417809b&device_id=619e7032-3903-41ec-b602-556e47bac883&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0413246 Aug 12 15:09:43.220769 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 58760) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:09:43.330361 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dc06a2b-f94e-4950-a405-110b0ae33549 tempest-RoutersIpV6AdminTest-238989053 tempest-RoutersIpV6AdminTest-238989053-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:09:43.331777 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-4dc06a2b-f94e-4950-a405-110b0ae33549 tempest-RoutersIpV6AdminTest-238989053 tempest-RoutersIpV6AdminTest-238989053-project-admin] 10.222.0.39 "GET /v2.0/networks/d3759e1b-6c03-45ac-acd4-90abb417809b HTTP/1.1" status: 200 len: 881 time: 0.1100798 Aug 12 15:09:43.334568 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 58762) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:09:43.362030 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-4983544b-b83a-44bf-b8e7-c585a9894daa tempest-RoutersIpV6AdminTest-909428488 tempest-RoutersIpV6AdminTest-909428488-project] 10.222.0.39 "GET /v2.0/ports?device_id=619e7032-3903-41ec-b602-556e47bac883 HTTP/1.1" status: 200 len: 205 time: 0.0257878 Aug 12 15:09:43.364413 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 58764) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:09:43.410539 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-6a3c2c48-f9ba-440e-a464-01410744cf0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:43.476779 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0506af60-0949-4e6c-9bfb-544b585c9d7c tempest-RoutersIpV6AdminTest-909428488 tempest-RoutersIpV6AdminTest-909428488-project] Notify callbacks [] for router, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:43.579518 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0506af60-0949-4e6c-9bfb-544b585c9d7c tempest-RoutersIpV6AdminTest-909428488 tempest-RoutersIpV6AdminTest-909428488-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:43.633047 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-0506af60-0949-4e6c-9bfb-544b585c9d7c tempest-RoutersIpV6AdminTest-909428488 tempest-RoutersIpV6AdminTest-909428488-project] Deleting port 9ea91d6a-9a0d-439d-a8c1-4eae750a50f7 {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 15:09:43.633392 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0506af60-0949-4e6c-9bfb-544b585c9d7c tempest-RoutersIpV6AdminTest-909428488 tempest-RoutersIpV6AdminTest-909428488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:43.713972 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0506af60-0949-4e6c-9bfb-544b585c9d7c tempest-RoutersIpV6AdminTest-909428488 tempest-RoutersIpV6AdminTest-909428488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:43.725748 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-0506af60-0949-4e6c-9bfb-544b585c9d7c tempest-RoutersIpV6AdminTest-909428488 tempest-RoutersIpV6AdminTest-909428488-project] Calling delete_port for 9ea91d6a-9a0d-439d-a8c1-4eae750a50f7 owned by network:router_gateway {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 15:09:43.925900 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0506af60-0949-4e6c-9bfb-544b585c9d7c tempest-RoutersIpV6AdminTest-909428488 tempest-RoutersIpV6AdminTest-909428488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:43.955088 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0506af60-0949-4e6c-9bfb-544b585c9d7c tempest-RoutersIpV6AdminTest-909428488 tempest-RoutersIpV6AdminTest-909428488-project] Pushing event deleted for resources: {'Port': ['ID=9ea91d6a-9a0d-439d-a8c1-4eae750a50f7,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:09:43.968539 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3663e12d-c5c7-41bc-adab-b686472f2fe2 req-f60944c6-a8eb-49ce-9ce5-9be965238375 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:09:43.970050 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-3663e12d-c5c7-41bc-adab-b686472f2fe2 req-f60944c6-a8eb-49ce-9ce5-9be965238375 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/ports?device_id=4f178309-e6d4-48fd-943d-52ac2a96d2cd HTTP/1.1" status: 200 len: 944 time: 0.0938330 Aug 12 15:09:44.055442 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-3663e12d-c5c7-41bc-adab-b686472f2fe2 req-35350f44-08a0-4c2c-bf80-9c1269eb966d tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/security-groups?id=b6f34255-2a63-471d-83cf-25b9c4e930f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676038 Aug 12 15:09:44.056339 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0506af60-0949-4e6c-9bfb-544b585c9d7c tempest-RoutersIpV6AdminTest-909428488 tempest-RoutersIpV6AdminTest-909428488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-431580'] for router_gateway, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:44.058747 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-1769855f-eda9-4483-9dc3-3220908ab45d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:44.156495 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0506af60-0949-4e6c-9bfb-544b585c9d7c tempest-RoutersIpV6AdminTest-909428488 tempest-RoutersIpV6AdminTest-909428488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-429360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-104877'] for router, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:44.158523 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0506af60-0949-4e6c-9bfb-544b585c9d7c tempest-RoutersIpV6AdminTest-909428488 tempest-RoutersIpV6AdminTest-909428488-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:44.201800 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0506af60-0949-4e6c-9bfb-544b585c9d7c tempest-RoutersIpV6AdminTest-909428488 tempest-RoutersIpV6AdminTest-909428488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-429375'] for router, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:44.202527 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0506af60-0949-4e6c-9bfb-544b585c9d7c tempest-RoutersIpV6AdminTest-909428488 tempest-RoutersIpV6AdminTest-909428488-project] Fanout notify agent at l3_agent the message router_deleted on router 619e7032-3903-41ec-b602-556e47bac883 {{(pid=94466) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 15:09:44.209337 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0506af60-0949-4e6c-9bfb-544b585c9d7c tempest-RoutersIpV6AdminTest-909428488 tempest-RoutersIpV6AdminTest-909428488-project] Notify callbacks [] for router, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:44.214048 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-0506af60-0949-4e6c-9bfb-544b585c9d7c tempest-RoutersIpV6AdminTest-909428488 tempest-RoutersIpV6AdminTest-909428488-project] 10.222.0.39 "DELETE /v2.0/routers/619e7032-3903-41ec-b602-556e47bac883 HTTP/1.1" status: 204 len: 168 time: 0.8451712 Aug 12 15:09:44.214147 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 58768) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:09:44.218674 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-b86fbf56-1e00-45d7-8923-e3fb1e0cde7c tempest-RoutersIpV6AdminTest-909428488 tempest-RoutersIpV6AdminTest-909428488-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-62984239', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:09:44.244766 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-b86fbf56-1e00-45d7-8923-e3fb1e0cde7c tempest-RoutersIpV6AdminTest-909428488 tempest-RoutersIpV6AdminTest-909428488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-430574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-104863'] for router, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:44.245731 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-b86fbf56-1e00-45d7-8923-e3fb1e0cde7c tempest-RoutersIpV6AdminTest-909428488 tempest-RoutersIpV6AdminTest-909428488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-429438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-431405', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66646573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-104852'] for router, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:44.298628 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-b86fbf56-1e00-45d7-8923-e3fb1e0cde7c tempest-RoutersIpV6AdminTest-909428488 tempest-RoutersIpV6AdminTest-909428488-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:44.302852 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-b86fbf56-1e00-45d7-8923-e3fb1e0cde7c tempest-RoutersIpV6AdminTest-909428488 tempest-RoutersIpV6AdminTest-909428488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-429413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-431608'] for router, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:44.319188 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-b86fbf56-1e00-45d7-8923-e3fb1e0cde7c tempest-RoutersIpV6AdminTest-909428488 tempest-RoutersIpV6AdminTest-909428488-project] Notify callbacks [] for router, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:44.320380 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-b86fbf56-1e00-45d7-8923-e3fb1e0cde7c tempest-RoutersIpV6AdminTest-909428488 tempest-RoutersIpV6AdminTest-909428488-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.1053116 Aug 12 15:09:44.323245 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 58770) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:09:44.327453 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-3e79dd48-4d9f-4e5c-97f8-020a42973eb4 tempest-RoutersIpV6AdminTest-238989053 tempest-RoutersIpV6AdminTest-238989053-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'enable_snat': False}}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:09:44.524195 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-3e79dd48-4d9f-4e5c-97f8-020a42973eb4 tempest-RoutersIpV6AdminTest-238989053 tempest-RoutersIpV6AdminTest-238989053-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:44.720403 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-3e79dd48-4d9f-4e5c-97f8-020a42973eb4 tempest-RoutersIpV6AdminTest-238989053 tempest-RoutersIpV6AdminTest-238989053-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:44.739048 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-3e79dd48-4d9f-4e5c-97f8-020a42973eb4 tempest-RoutersIpV6AdminTest-238989053 tempest-RoutersIpV6AdminTest-238989053-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:44.839065 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_common [None req-3e79dd48-4d9f-4e5c-97f8-020a42973eb4 tempest-RoutersIpV6AdminTest-238989053 tempest-RoutersIpV6AdminTest-238989053-project-admin] Allocated IP 172.25.1.146 (d3759e1b-6c03-45ac-acd4-90abb417809b/f0254f08-c19c-4e31-bd9c-09389ea4b6f2/a02f6dda-59a0-423d-8da5-8b74fa7c527c) {{(pid=94467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 15:09:44.939038 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-3e79dd48-4d9f-4e5c-97f8-020a42973eb4 tempest-RoutersIpV6AdminTest-238989053 tempest-RoutersIpV6AdminTest-238989053-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:44.976934 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-3e79dd48-4d9f-4e5c-97f8-020a42973eb4 tempest-RoutersIpV6AdminTest-238989053 tempest-RoutersIpV6AdminTest-238989053-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:45.013845 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e79dd48-4d9f-4e5c-97f8-020a42973eb4 tempest-RoutersIpV6AdminTest-238989053 tempest-RoutersIpV6AdminTest-238989053-project-admin] Network d3759e1b-6c03-45ac-acd4-90abb417809b is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 15:09:45.021262 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [None req-3e79dd48-4d9f-4e5c-97f8-020a42973eb4 tempest-RoutersIpV6AdminTest-238989053 tempest-RoutersIpV6AdminTest-238989053-project-admin] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:09:45.026343 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e79dd48-4d9f-4e5c-97f8-020a42973eb4 tempest-RoutersIpV6AdminTest-238989053 tempest-RoutersIpV6AdminTest-238989053-project-admin] Received port after_create {{(pid=94467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 15:09:45.029287 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e79dd48-4d9f-4e5c-97f8-020a42973eb4 tempest-RoutersIpV6AdminTest-238989053 tempest-RoutersIpV6AdminTest-238989053-project-admin] Pushing event updated for resources: {'Port': ['ID=a02f6dda-59a0-423d-8da5-8b74fa7c527c,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:09:45.056654 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e79dd48-4d9f-4e5c-97f8-020a42973eb4 tempest-RoutersIpV6AdminTest-238989053 tempest-RoutersIpV6AdminTest-238989053-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:09:45.057004 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e79dd48-4d9f-4e5c-97f8-020a42973eb4 tempest-RoutersIpV6AdminTest-238989053 tempest-RoutersIpV6AdminTest-238989053-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:09:45.057343 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e79dd48-4d9f-4e5c-97f8-020a42973eb4 tempest-RoutersIpV6AdminTest-238989053 tempest-RoutersIpV6AdminTest-238989053-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:09:45.057677 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e79dd48-4d9f-4e5c-97f8-020a42973eb4 tempest-RoutersIpV6AdminTest-238989053 tempest-RoutersIpV6AdminTest-238989053-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:09:45.058011 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e79dd48-4d9f-4e5c-97f8-020a42973eb4 tempest-RoutersIpV6AdminTest-238989053 tempest-RoutersIpV6AdminTest-238989053-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:09:45.058339 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e79dd48-4d9f-4e5c-97f8-020a42973eb4 tempest-RoutersIpV6AdminTest-238989053 tempest-RoutersIpV6AdminTest-238989053-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:09:45.058662 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e79dd48-4d9f-4e5c-97f8-020a42973eb4 tempest-RoutersIpV6AdminTest-238989053 tempest-RoutersIpV6AdminTest-238989053-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:09:45.058985 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e79dd48-4d9f-4e5c-97f8-020a42973eb4 tempest-RoutersIpV6AdminTest-238989053 tempest-RoutersIpV6AdminTest-238989053-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:09:45.059331 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e79dd48-4d9f-4e5c-97f8-020a42973eb4 tempest-RoutersIpV6AdminTest-238989053 tempest-RoutersIpV6AdminTest-238989053-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:09:45.059653 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e79dd48-4d9f-4e5c-97f8-020a42973eb4 tempest-RoutersIpV6AdminTest-238989053 tempest-RoutersIpV6AdminTest-238989053-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:09:45.059974 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e79dd48-4d9f-4e5c-97f8-020a42973eb4 tempest-RoutersIpV6AdminTest-238989053 tempest-RoutersIpV6AdminTest-238989053-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:09:45.060290 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e79dd48-4d9f-4e5c-97f8-020a42973eb4 tempest-RoutersIpV6AdminTest-238989053 tempest-RoutersIpV6AdminTest-238989053-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:09:45.222729 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60bbc36-7492-416b-937f-c9c94f2945d2 req-5c54fd7a-5c7f-4311-babb-cd9c72f7d2a3 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:09:45.224313 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c60bbc36-7492-416b-937f-c9c94f2945d2 req-5c54fd7a-5c7f-4311-babb-cd9c72f7d2a3 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/ports?device_id=4f178309-e6d4-48fd-943d-52ac2a96d2cd HTTP/1.1" status: 200 len: 944 time: 0.0851257 Aug 12 15:09:45.331478 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c60bbc36-7492-416b-937f-c9c94f2945d2 req-0fbee853-66e4-476e-8147-974fda2bff6b tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/security-groups?id=b6f34255-2a63-471d-83cf-25b9c4e930f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719695 Aug 12 15:09:45.349021 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-3e79dd48-4d9f-4e5c-97f8-020a42973eb4 tempest-RoutersIpV6AdminTest-238989053 tempest-RoutersIpV6AdminTest-238989053-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:45.534157 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-3e79dd48-4d9f-4e5c-97f8-020a42973eb4 tempest-RoutersIpV6AdminTest-238989053 tempest-RoutersIpV6AdminTest-238989053-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-431363', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-429420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-104890'] for router, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:45.537952 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-3e79dd48-4d9f-4e5c-97f8-020a42973eb4 tempest-RoutersIpV6AdminTest-238989053 tempest-RoutersIpV6AdminTest-238989053-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-431608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-431370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-431601', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-429403'] for router, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:45.661459 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e79dd48-4d9f-4e5c-97f8-020a42973eb4 tempest-RoutersIpV6AdminTest-238989053 tempest-RoutersIpV6AdminTest-238989053-project-admin] Router b5b7bebf-73c9-4dd9-9bdd-a49c63f7605f is scheduled to L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f with binding_index 1 {{(pid=94467) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 15:09:45.698922 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-fe95f194-a3b0-4c04-9e42-20b511169d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:45.765829 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e79dd48-4d9f-4e5c-97f8-020a42973eb4 tempest-RoutersIpV6AdminTest-238989053 tempest-RoutersIpV6AdminTest-238989053-project-admin] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 15:09:45.770109 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-3e79dd48-4d9f-4e5c-97f8-020a42973eb4 tempest-RoutersIpV6AdminTest-238989053 tempest-RoutersIpV6AdminTest-238989053-project-admin] Notify callbacks [] for router, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:45.771178 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-3e79dd48-4d9f-4e5c-97f8-020a42973eb4 tempest-RoutersIpV6AdminTest-238989053 tempest-RoutersIpV6AdminTest-238989053-project-admin] 10.222.0.39 "PUT /v2.0/routers/b5b7bebf-73c9-4dd9-9bdd-a49c63f7605f HTTP/1.1" status: 200 len: 918 time: 1.4469960 Aug 12 15:09:45.773921 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 58774) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:09:45.774286 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f84fe8ae-e56f-45cf-ad6f-07009174597b None None] Sync routers for ids ['b5b7bebf-73c9-4dd9-9bdd-a49c63f7605f'] in n-d-694802-15 {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 15:09:45.784117 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f84fe8ae-e56f-45cf-ad6f-07009174597b None None] Routers {'b5b7bebf-73c9-4dd9-9bdd-a49c63f7605f'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:09:45.784732 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-f84fe8ae-e56f-45cf-ad6f-07009174597b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T15:09:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['b5b7bebf-73c9-4dd9-9bdd-a49c63f7605f'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:09:45.818527 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-f84fe8ae-e56f-45cf-ad6f-07009174597b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:09:45.826957 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f84fe8ae-e56f-45cf-ad6f-07009174597b None None] Routers {'b5b7bebf-73c9-4dd9-9bdd-a49c63f7605f'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:09:45.827589 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-f84fe8ae-e56f-45cf-ad6f-07009174597b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T15:09:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['b5b7bebf-73c9-4dd9-9bdd-a49c63f7605f'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:09:45.863197 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-f84fe8ae-e56f-45cf-ad6f-07009174597b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:09:45.863870 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f84fe8ae-e56f-45cf-ad6f-07009174597b None None] The sync data for ids ['b5b7bebf-73c9-4dd9-9bdd-a49c63f7605f'] in n-d-694802-15 is: [] {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 15:09:45.879242 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-c8cd52d7-0cd6-462b-ac23-448dac9a5126 tempest-RoutersIpV6AdminTest-238989053 tempest-RoutersIpV6AdminTest-238989053-project-admin] 10.222.0.39 "GET /v2.0/routers/b5b7bebf-73c9-4dd9-9bdd-a49c63f7605f HTTP/1.1" status: 200 len: 924 time: 0.1039531 Aug 12 15:09:45.881994 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 58776) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:09:45.949719 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43816d1c-88e6-471e-bc40-ee3e84c4eea8 tempest-RoutersIpV6AdminTest-238989053 tempest-RoutersIpV6AdminTest-238989053-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:09:45.951168 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-43816d1c-88e6-471e-bc40-ee3e84c4eea8 tempest-RoutersIpV6AdminTest-238989053 tempest-RoutersIpV6AdminTest-238989053-project-admin] 10.222.0.39 "GET /v2.0/ports?network_id=d3759e1b-6c03-45ac-acd4-90abb417809b&device_id=b5b7bebf-73c9-4dd9-9bdd-a49c63f7605f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0682633 Aug 12 15:09:45.953845 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 58778) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:09:46.038387 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fb47e17-793f-4f2c-8e5c-a6d657d7f3fd tempest-RoutersIpV6AdminTest-238989053 tempest-RoutersIpV6AdminTest-238989053-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:09:46.039772 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-1fb47e17-793f-4f2c-8e5c-a6d657d7f3fd tempest-RoutersIpV6AdminTest-238989053 tempest-RoutersIpV6AdminTest-238989053-project-admin] 10.222.0.39 "GET /v2.0/networks/d3759e1b-6c03-45ac-acd4-90abb417809b HTTP/1.1" status: 200 len: 881 time: 0.0850520 Aug 12 15:09:46.042625 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 58780) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:09:46.068376 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-bc7a6318-56ac-4e25-86d9-2b9f9f3d0c42 tempest-RoutersIpV6AdminTest-909428488 tempest-RoutersIpV6AdminTest-909428488-project] 10.222.0.39 "GET /v2.0/ports?device_id=b5b7bebf-73c9-4dd9-9bdd-a49c63f7605f HTTP/1.1" status: 200 len: 205 time: 0.0247209 Aug 12 15:09:46.070804 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 58782) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:09:46.185190 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-25899b01-6c67-40e9-9436-c56515fd6f16 tempest-RoutersIpV6AdminTest-909428488 tempest-RoutersIpV6AdminTest-909428488-project] Notify callbacks [] for router, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:46.287680 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-25899b01-6c67-40e9-9436-c56515fd6f16 tempest-RoutersIpV6AdminTest-909428488 tempest-RoutersIpV6AdminTest-909428488-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:46.337737 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-25899b01-6c67-40e9-9436-c56515fd6f16 tempest-RoutersIpV6AdminTest-909428488 tempest-RoutersIpV6AdminTest-909428488-project] Deleting port a02f6dda-59a0-423d-8da5-8b74fa7c527c {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 15:09:46.338075 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-25899b01-6c67-40e9-9436-c56515fd6f16 tempest-RoutersIpV6AdminTest-909428488 tempest-RoutersIpV6AdminTest-909428488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:46.417295 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-25899b01-6c67-40e9-9436-c56515fd6f16 tempest-RoutersIpV6AdminTest-909428488 tempest-RoutersIpV6AdminTest-909428488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:46.428965 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-25899b01-6c67-40e9-9436-c56515fd6f16 tempest-RoutersIpV6AdminTest-909428488 tempest-RoutersIpV6AdminTest-909428488-project] Calling delete_port for a02f6dda-59a0-423d-8da5-8b74fa7c527c owned by network:router_gateway {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 15:09:46.451178 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84e438e-03ff-4e16-bddc-6fcfc9ad9d01 req-7d81eebd-daf6-4f72-b13d-fc45c1fe887f tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:09:46.453155 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-b84e438e-03ff-4e16-bddc-6fcfc9ad9d01 req-7d81eebd-daf6-4f72-b13d-fc45c1fe887f tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/ports?device_id=4f178309-e6d4-48fd-943d-52ac2a96d2cd HTTP/1.1" status: 200 len: 944 time: 0.0558050 Aug 12 15:09:46.496467 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-b84e438e-03ff-4e16-bddc-6fcfc9ad9d01 req-85e3186d-94ae-4ba8-bfe3-58705cd1af38 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/security-groups?id=b6f34255-2a63-471d-83cf-25b9c4e930f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364292 Aug 12 15:09:46.595574 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-25899b01-6c67-40e9-9436-c56515fd6f16 tempest-RoutersIpV6AdminTest-909428488 tempest-RoutersIpV6AdminTest-909428488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:46.621620 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25899b01-6c67-40e9-9436-c56515fd6f16 tempest-RoutersIpV6AdminTest-909428488 tempest-RoutersIpV6AdminTest-909428488-project] Pushing event deleted for resources: {'Port': ['ID=a02f6dda-59a0-423d-8da5-8b74fa7c527c,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:09:46.678600 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-25899b01-6c67-40e9-9436-c56515fd6f16 tempest-RoutersIpV6AdminTest-909428488 tempest-RoutersIpV6AdminTest-909428488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-431580'] for router_gateway, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:46.769725 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-25899b01-6c67-40e9-9436-c56515fd6f16 tempest-RoutersIpV6AdminTest-909428488 tempest-RoutersIpV6AdminTest-909428488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-429360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-104877'] for router, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:46.772457 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-25899b01-6c67-40e9-9436-c56515fd6f16 tempest-RoutersIpV6AdminTest-909428488 tempest-RoutersIpV6AdminTest-909428488-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:46.813539 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-25899b01-6c67-40e9-9436-c56515fd6f16 tempest-RoutersIpV6AdminTest-909428488 tempest-RoutersIpV6AdminTest-909428488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-429375'] for router, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:46.814088 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25899b01-6c67-40e9-9436-c56515fd6f16 tempest-RoutersIpV6AdminTest-909428488 tempest-RoutersIpV6AdminTest-909428488-project] Fanout notify agent at l3_agent the message router_deleted on router b5b7bebf-73c9-4dd9-9bdd-a49c63f7605f {{(pid=94467) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 15:09:46.821287 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-25899b01-6c67-40e9-9436-c56515fd6f16 tempest-RoutersIpV6AdminTest-909428488 tempest-RoutersIpV6AdminTest-909428488-project] Notify callbacks [] for router, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:46.824653 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-25899b01-6c67-40e9-9436-c56515fd6f16 tempest-RoutersIpV6AdminTest-909428488 tempest-RoutersIpV6AdminTest-909428488-project] 10.222.0.39 "DELETE /v2.0/routers/b5b7bebf-73c9-4dd9-9bdd-a49c63f7605f HTTP/1.1" status: 204 len: 168 time: 0.7506752 Aug 12 15:09:46.826014 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 58786) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:09:46.830238 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-0b507e82-6db8-4e4b-be65-1e93dd4d5eba tempest-RoutersIpV6AdminTest-909428488 tempest-RoutersIpV6AdminTest-909428488-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1439140708', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'}, 'admin_state_up': False}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:09:46.852691 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-0b507e82-6db8-4e4b-be65-1e93dd4d5eba tempest-RoutersIpV6AdminTest-909428488 tempest-RoutersIpV6AdminTest-909428488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-430574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-104863'] for router, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:46.854102 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-0b507e82-6db8-4e4b-be65-1e93dd4d5eba tempest-RoutersIpV6AdminTest-909428488 tempest-RoutersIpV6AdminTest-909428488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-429438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-431405', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66646573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-104852'] for router, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:46.903616 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-0b507e82-6db8-4e4b-be65-1e93dd4d5eba tempest-RoutersIpV6AdminTest-909428488 tempest-RoutersIpV6AdminTest-909428488-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:47.096132 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device e40e666a-f518-4939-8f09-31a32595a7d7 details requested by agent hyperv_n-h1-694802-15 with host n-h1-694802-15 {{(pid=94468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 15:09:47.194285 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port e40e666a-f518-4939-8f09-31a32595a7d7, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=e40e666a-f518-4939-8f09-31a32595a7d7,segment=NetworkSegment(fcd22b33-01d5-4908-ab67-fcc7aa617173),segment_id=fcd22b33-01d5-4908-ab67-fcc7aa617173)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:09:47.210307 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Returning: {'device': 'e40e666a-f518-4939-8f09-31a32595a7d7', 'network_id': 'd9c7e787-4652-4ee4-983d-7b4a9fd53d98', 'port_id': 'e40e666a-f518-4939-8f09-31a32595a7d7', 'mac_address': 'fa:16:3e:73:60:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56c6cd03-2d72-4138-ab80-065ddfe4454b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 15:09:47.251160 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:47.264678 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e40e666a-f518-4939-8f09-31a32595a7d7 {{(pid=94468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 15:09:47.285987 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port e40e666a-f518-4939-8f09-31a32595a7d7, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=e40e666a-f518-4939-8f09-31a32595a7d7,segment=NetworkSegment(fcd22b33-01d5-4908-ab67-fcc7aa617173),segment_id=fcd22b33-01d5-4908-ab67-fcc7aa617173)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:09:47.290623 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:47.338945 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Pushing event updated for resources: {'Port': ['ID=e40e666a-f518-4939-8f09-31a32595a7d7,revision_number=4']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:09:47.376278 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-0b507e82-6db8-4e4b-be65-1e93dd4d5eba tempest-RoutersIpV6AdminTest-909428488 tempest-RoutersIpV6AdminTest-909428488-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:47.490992 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] get_ports_and_sgs() called for port_ids ['e40e666a-f518-4939-8f09-31a32595a7d7'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 15:09:47.569511 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-0b507e82-6db8-4e4b-be65-1e93dd4d5eba tempest-RoutersIpV6AdminTest-909428488 tempest-RoutersIpV6AdminTest-909428488-project] Notify callbacks [] for router_gateway, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:47.609034 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-0b507e82-6db8-4e4b-be65-1e93dd4d5eba tempest-RoutersIpV6AdminTest-909428488 tempest-RoutersIpV6AdminTest-909428488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:47.673462 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b174fd-5ff3-4b99-a867-30067069fbf8 req-18e923e7-7269-40a3-9086-228c8ae5601c tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:09:47.675003 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-36b174fd-5ff3-4b99-a867-30067069fbf8 req-18e923e7-7269-40a3-9086-228c8ae5601c tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/ports?device_id=4f178309-e6d4-48fd-943d-52ac2a96d2cd HTTP/1.1" status: 200 len: 945 time: 0.1072679 Aug 12 15:09:47.752927 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-36b174fd-5ff3-4b99-a867-30067069fbf8 req-3e05ebdd-3c98-40e5-9256-ec508e43de36 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/security-groups?id=b6f34255-2a63-471d-83cf-25b9c4e930f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692887 Aug 12 15:09:47.758616 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_common [None req-0b507e82-6db8-4e4b-be65-1e93dd4d5eba tempest-RoutersIpV6AdminTest-909428488 tempest-RoutersIpV6AdminTest-909428488-project] Allocated IP 172.25.1.15 (d3759e1b-6c03-45ac-acd4-90abb417809b/f0254f08-c19c-4e31-bd9c-09389ea4b6f2/28f9e6fd-4f41-4a9b-baf7-b3e5d86bd749) {{(pid=94467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 15:09:47.856833 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-0b507e82-6db8-4e4b-be65-1e93dd4d5eba tempest-RoutersIpV6AdminTest-909428488 tempest-RoutersIpV6AdminTest-909428488-project] Notify callbacks [] for port, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:47.895237 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-0b507e82-6db8-4e4b-be65-1e93dd4d5eba tempest-RoutersIpV6AdminTest-909428488 tempest-RoutersIpV6AdminTest-909428488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:47.933765 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b507e82-6db8-4e4b-be65-1e93dd4d5eba tempest-RoutersIpV6AdminTest-909428488 tempest-RoutersIpV6AdminTest-909428488-project] Network d3759e1b-6c03-45ac-acd4-90abb417809b is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 15:09:47.936592 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [None req-0b507e82-6db8-4e4b-be65-1e93dd4d5eba tempest-RoutersIpV6AdminTest-909428488 tempest-RoutersIpV6AdminTest-909428488-project] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:09:47.939224 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b507e82-6db8-4e4b-be65-1e93dd4d5eba tempest-RoutersIpV6AdminTest-909428488 tempest-RoutersIpV6AdminTest-909428488-project] Received port after_create {{(pid=94467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 15:09:47.968966 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b507e82-6db8-4e4b-be65-1e93dd4d5eba tempest-RoutersIpV6AdminTest-909428488 tempest-RoutersIpV6AdminTest-909428488-project] Pushing event updated for resources: {'Port': ['ID=28f9e6fd-4f41-4a9b-baf7-b3e5d86bd749,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:09:48.196051 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-0b507e82-6db8-4e4b-be65-1e93dd4d5eba tempest-RoutersIpV6AdminTest-909428488 tempest-RoutersIpV6AdminTest-909428488-project] Notify callbacks [] for router_gateway, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:48.393864 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-0b507e82-6db8-4e4b-be65-1e93dd4d5eba tempest-RoutersIpV6AdminTest-909428488 tempest-RoutersIpV6AdminTest-909428488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-429413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-431608'] for router, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:48.520951 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b507e82-6db8-4e4b-be65-1e93dd4d5eba tempest-RoutersIpV6AdminTest-909428488 tempest-RoutersIpV6AdminTest-909428488-project] Router 42b58f6a-2492-4a5b-b382-74c2be293b27 is scheduled to L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f with binding_index 1 {{(pid=94467) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 15:09:48.621679 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b507e82-6db8-4e4b-be65-1e93dd4d5eba tempest-RoutersIpV6AdminTest-909428488 tempest-RoutersIpV6AdminTest-909428488-project] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 15:09:48.631751 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69d12468-d35f-4b5d-9766-77a4bb363416 None None] Sync routers for ids ['42b58f6a-2492-4a5b-b382-74c2be293b27'] in n-d-694802-15 {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 15:09:48.640171 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-0b507e82-6db8-4e4b-be65-1e93dd4d5eba tempest-RoutersIpV6AdminTest-909428488 tempest-RoutersIpV6AdminTest-909428488-project] Notify callbacks [] for router, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:48.640770 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69d12468-d35f-4b5d-9766-77a4bb363416 None None] Routers {'42b58f6a-2492-4a5b-b382-74c2be293b27'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:09:48.641396 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-69d12468-d35f-4b5d-9766-77a4bb363416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T15:09:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['42b58f6a-2492-4a5b-b382-74c2be293b27'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:09:48.641600 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-0b507e82-6db8-4e4b-be65-1e93dd4d5eba tempest-RoutersIpV6AdminTest-909428488 tempest-RoutersIpV6AdminTest-909428488-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 1.8146591 Aug 12 15:09:48.644310 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 58790) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:09:48.648794 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-001cda6a-3182-4eab-965e-66d4f2006884 tempest-RoutersIpV6AdminTest-909428488 tempest-RoutersIpV6AdminTest-909428488-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:09:48.672981 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-69d12468-d35f-4b5d-9766-77a4bb363416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:09:48.681921 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69d12468-d35f-4b5d-9766-77a4bb363416 None None] Routers {'42b58f6a-2492-4a5b-b382-74c2be293b27'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:09:48.682510 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-69d12468-d35f-4b5d-9766-77a4bb363416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T15:09:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['42b58f6a-2492-4a5b-b382-74c2be293b27'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:09:48.715956 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-69d12468-d35f-4b5d-9766-77a4bb363416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:09:48.716589 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69d12468-d35f-4b5d-9766-77a4bb363416 None None] The sync data for ids ['42b58f6a-2492-4a5b-b382-74c2be293b27'] in n-d-694802-15 is: [] {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 15:09:48.875058 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c9bdc9-ccda-4d20-905d-1c5740fb4574 req-5a588c1d-4637-4bd2-82cf-030b77ec2202 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:09:48.876596 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-b5c9bdc9-ccda-4d20-905d-1c5740fb4574 req-5a588c1d-4637-4bd2-82cf-030b77ec2202 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/ports?device_id=4f178309-e6d4-48fd-943d-52ac2a96d2cd HTTP/1.1" status: 200 len: 945 time: 0.0495653 Aug 12 15:09:48.915886 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-b5c9bdc9-ccda-4d20-905d-1c5740fb4574 req-19ecc088-3baa-4495-94d1-ce228bb4d9c9 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/security-groups?id=b6f34255-2a63-471d-83cf-25b9c4e930f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333071 Aug 12 15:09:48.947440 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-001cda6a-3182-4eab-965e-66d4f2006884 tempest-RoutersIpV6AdminTest-909428488 tempest-RoutersIpV6AdminTest-909428488-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:48.959238 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-001cda6a-3182-4eab-965e-66d4f2006884 tempest-RoutersIpV6AdminTest-909428488 tempest-RoutersIpV6AdminTest-909428488-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:49.009387 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-001cda6a-3182-4eab-965e-66d4f2006884 tempest-RoutersIpV6AdminTest-909428488 tempest-RoutersIpV6AdminTest-909428488-project] Deleting port 28f9e6fd-4f41-4a9b-baf7-b3e5d86bd749 {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 15:09:49.009733 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-001cda6a-3182-4eab-965e-66d4f2006884 tempest-RoutersIpV6AdminTest-909428488 tempest-RoutersIpV6AdminTest-909428488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:49.086553 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-001cda6a-3182-4eab-965e-66d4f2006884 tempest-RoutersIpV6AdminTest-909428488 tempest-RoutersIpV6AdminTest-909428488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:49.098968 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-001cda6a-3182-4eab-965e-66d4f2006884 tempest-RoutersIpV6AdminTest-909428488 tempest-RoutersIpV6AdminTest-909428488-project] Calling delete_port for 28f9e6fd-4f41-4a9b-baf7-b3e5d86bd749 owned by network:router_gateway {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 15:09:49.109426 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device e40e666a-f518-4939-8f09-31a32595a7d7 up at agent hyperv_n-h1-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 15:09:49.156885 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Provisioning for port e40e666a-f518-4939-8f09-31a32595a7d7 completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:09:49.161698 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Provisioning complete for port e40e666a-f518-4939-8f09-31a32595a7d7 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:09:49.162061 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:49.242792 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:49.265706 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f178309-e6d4-48fd-943d-52ac2a96d2cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e40e666a-f518-4939-8f09-31a32595a7d7'}] {{(pid=94468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:09:49.267999 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-001cda6a-3182-4eab-965e-66d4f2006884 tempest-RoutersIpV6AdminTest-909428488 tempest-RoutersIpV6AdminTest-909428488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:49.268600 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99a8d87602170099c728e57431aca99e9b98a655a83bbf8727be13192709727b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c8db6d4-c289-4a48-880f-1fdb0b2a35a9" -d '{"events": [{"server_uuid": "4f178309-e6d4-48fd-943d-52ac2a96d2cd", "name": "network-vif-plugged", "status": "completed", "tag": "e40e666a-f518-4939-8f09-31a32595a7d7"}]}' {{(pid=94468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 15:09:49.281420 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port e40e666a-f518-4939-8f09-31a32595a7d7, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=e40e666a-f518-4939-8f09-31a32595a7d7,segment=NetworkSegment(fcd22b33-01d5-4908-ab67-fcc7aa617173),segment_id=fcd22b33-01d5-4908-ab67-fcc7aa617173)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:09:49.286504 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:49.296200 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001cda6a-3182-4eab-965e-66d4f2006884 tempest-RoutersIpV6AdminTest-909428488 tempest-RoutersIpV6AdminTest-909428488-project] Pushing event deleted for resources: {'Port': ['ID=28f9e6fd-4f41-4a9b-baf7-b3e5d86bd749,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:09:49.330136 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 15:09:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c06bd29a-940b-486b-b0dc-11217d62c7db x-openstack-request-id: req-c06bd29a-940b-486b-b0dc-11217d62c7db {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 15:09:49.330426 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f178309-e6d4-48fd-943d-52ac2a96d2cd", "name": "network-vif-plugged", "status": "completed", "tag": "e40e666a-f518-4939-8f09-31a32595a7d7", "code": 200}]} {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 15:09:49.330702 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c06bd29a-940b-486b-b0dc-11217d62c7db {{(pid=94468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 15:09:49.331246 n-d-694802-15 neutron-server[94468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f178309-e6d4-48fd-943d-52ac2a96d2cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e40e666a-f518-4939-8f09-31a32595a7d7', 'code': 200} Aug 12 15:09:49.344267 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Pushing event updated for resources: {'Port': ['ID=e40e666a-f518-4939-8f09-31a32595a7d7,revision_number=5']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:09:49.365958 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-001cda6a-3182-4eab-965e-66d4f2006884 tempest-RoutersIpV6AdminTest-909428488 tempest-RoutersIpV6AdminTest-909428488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-431580'] for router_gateway, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:49.526973 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6255a1db-c353-4e5f-af86-1963c31262e0 req-6b453b56-97de-4207-a624-64f457795dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:09:49.528508 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6255a1db-c353-4e5f-af86-1963c31262e0 req-6b453b56-97de-4207-a624-64f457795dfd service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=4f178309-e6d4-48fd-943d-52ac2a96d2cd HTTP/1.1" status: 200 len: 1098 time: 0.1251700 Aug 12 15:09:49.609523 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-001cda6a-3182-4eab-965e-66d4f2006884 tempest-RoutersIpV6AdminTest-909428488 tempest-RoutersIpV6AdminTest-909428488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-431363', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-429420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-104890'] for router, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:49.615973 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-001cda6a-3182-4eab-965e-66d4f2006884 tempest-RoutersIpV6AdminTest-909428488 tempest-RoutersIpV6AdminTest-909428488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-431608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-431370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-431601', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-429403'] for router, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:49.631527 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6255a1db-c353-4e5f-af86-1963c31262e0 req-e2564f78-78de-4f5c-913d-569caa6a28aa service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=b6f34255-2a63-471d-83cf-25b9c4e930f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637209 Aug 12 15:09:49.700748 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-001cda6a-3182-4eab-965e-66d4f2006884 tempest-RoutersIpV6AdminTest-909428488 tempest-RoutersIpV6AdminTest-909428488-project] Router 42b58f6a-2492-4a5b-b382-74c2be293b27 has already been hosted by L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f {{(pid=94467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 15:09:49.776651 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-001cda6a-3182-4eab-965e-66d4f2006884 tempest-RoutersIpV6AdminTest-909428488 tempest-RoutersIpV6AdminTest-909428488-project] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 15:09:49.783952 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-001cda6a-3182-4eab-965e-66d4f2006884 tempest-RoutersIpV6AdminTest-909428488 tempest-RoutersIpV6AdminTest-909428488-project] Notify callbacks [] for router, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:49.787064 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-001cda6a-3182-4eab-965e-66d4f2006884 tempest-RoutersIpV6AdminTest-909428488 tempest-RoutersIpV6AdminTest-909428488-project] 10.222.0.39 "PUT /v2.0/routers/42b58f6a-2492-4a5b-b382-74c2be293b27 HTTP/1.1" status: 200 len: 710 time: 1.1398463 Aug 12 15:09:49.787210 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff26c4c9-b142-42de-b31f-8083df953773 None None] Sync routers for ids ['42b58f6a-2492-4a5b-b382-74c2be293b27'] in n-d-694802-15 {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 15:09:49.787809 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 58798) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:09:49.796031 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff26c4c9-b142-42de-b31f-8083df953773 None None] Routers {'42b58f6a-2492-4a5b-b382-74c2be293b27'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:09:49.796654 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-ff26c4c9-b142-42de-b31f-8083df953773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T15:09:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['42b58f6a-2492-4a5b-b382-74c2be293b27'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:09:49.831996 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-ff26c4c9-b142-42de-b31f-8083df953773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:09:49.840501 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff26c4c9-b142-42de-b31f-8083df953773 None None] Routers {'42b58f6a-2492-4a5b-b382-74c2be293b27'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:09:49.841103 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-ff26c4c9-b142-42de-b31f-8083df953773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T15:09:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['42b58f6a-2492-4a5b-b382-74c2be293b27'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:09:49.862276 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-2d9c6d98-8e58-46c0-bc28-e9b77a506529 tempest-RoutersIpV6AdminTest-238989053 tempest-RoutersIpV6AdminTest-238989053-project-admin] 10.222.0.39 "GET /v2.0/routers/42b58f6a-2492-4a5b-b382-74c2be293b27 HTTP/1.1" status: 200 len: 745 time: 0.0708265 Aug 12 15:09:49.862485 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 58800) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:09:49.872806 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-ff26c4c9-b142-42de-b31f-8083df953773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:09:49.873447 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff26c4c9-b142-42de-b31f-8083df953773 None None] The sync data for ids ['42b58f6a-2492-4a5b-b382-74c2be293b27'] in n-d-694802-15 is: [] {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 15:09:49.911306 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-4afbaf02-85d5-4962-ae29-d0f099e010cd tempest-RoutersIpV6AdminTest-238989053 tempest-RoutersIpV6AdminTest-238989053-project-admin] 10.222.0.39 "GET /v2.0/ports?network_id=d3759e1b-6c03-45ac-acd4-90abb417809b&device_id=42b58f6a-2492-4a5b-b382-74c2be293b27 HTTP/1.1" status: 200 len: 205 time: 0.0478492 Aug 12 15:09:49.914291 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 58802) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:09:49.940086 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-aaaf8dc5-3131-425b-91c1-57321e8fa3ba tempest-RoutersIpV6AdminTest-909428488 tempest-RoutersIpV6AdminTest-909428488-project] 10.222.0.39 "GET /v2.0/ports?device_id=42b58f6a-2492-4a5b-b382-74c2be293b27 HTTP/1.1" status: 200 len: 205 time: 0.0247729 Aug 12 15:09:49.942431 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 58806) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:09:50.017753 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-2fc882ed-b945-4b36-ad46-d443f150a398 tempest-RoutersIpV6AdminTest-909428488 tempest-RoutersIpV6AdminTest-909428488-project] Notify callbacks [] for router, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:50.031589 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993bf14f-1458-48ef-b105-9674feb23888 req-0c7f67e9-e994-4505-b278-453715f95ea8 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:09:50.033091 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-993bf14f-1458-48ef-b105-9674feb23888 req-0c7f67e9-e994-4505-b278-453715f95ea8 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/ports?device_id=4f178309-e6d4-48fd-943d-52ac2a96d2cd HTTP/1.1" status: 200 len: 946 time: 0.0496421 Aug 12 15:09:50.071388 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-993bf14f-1458-48ef-b105-9674feb23888 req-946e0d16-9cac-4250-8c2a-1f9eada1220d tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/security-groups?id=b6f34255-2a63-471d-83cf-25b9c4e930f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322604 Aug 12 15:09:50.173049 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-2fc882ed-b945-4b36-ad46-d443f150a398 tempest-RoutersIpV6AdminTest-909428488 tempest-RoutersIpV6AdminTest-909428488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-429360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-104877'] for router, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:50.175006 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-2fc882ed-b945-4b36-ad46-d443f150a398 tempest-RoutersIpV6AdminTest-909428488 tempest-RoutersIpV6AdminTest-909428488-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:50.227352 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-2fc882ed-b945-4b36-ad46-d443f150a398 tempest-RoutersIpV6AdminTest-909428488 tempest-RoutersIpV6AdminTest-909428488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-429375'] for router, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:50.227852 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fc882ed-b945-4b36-ad46-d443f150a398 tempest-RoutersIpV6AdminTest-909428488 tempest-RoutersIpV6AdminTest-909428488-project] Fanout notify agent at l3_agent the message router_deleted on router 42b58f6a-2492-4a5b-b382-74c2be293b27 {{(pid=94467) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 15:09:50.234787 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-2fc882ed-b945-4b36-ad46-d443f150a398 tempest-RoutersIpV6AdminTest-909428488 tempest-RoutersIpV6AdminTest-909428488-project] Notify callbacks [] for router, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:50.235984 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-2fc882ed-b945-4b36-ad46-d443f150a398 tempest-RoutersIpV6AdminTest-909428488 tempest-RoutersIpV6AdminTest-909428488-project] 10.222.0.39 "DELETE /v2.0/routers/42b58f6a-2492-4a5b-b382-74c2be293b27 HTTP/1.1" status: 204 len: 168 time: 0.2926142 Aug 12 15:09:50.239541 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 58808) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:09:50.268314 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-ec286c06-efdc-45bb-8df4-f808737448ff tempest-RoutersIpV6AdminTest-909428488 tempest-RoutersIpV6AdminTest-909428488-project] 10.222.0.39 "GET /v2.0/ports?device_id=42b58f6a-2492-4a5b-b382-74c2be293b27 HTTP/1.1" status: 200 len: 205 time: 0.0275559 Aug 12 15:09:50.270628 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 58810) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:09:50.314075 n-d-694802-15 neutron-server[94466]: INFO neutron.api.v2.resource [None req-33bf6f45-848c-441e-b6c2-9c4d15f473a8 tempest-RoutersIpV6AdminTest-909428488 tempest-RoutersIpV6AdminTest-909428488-project] delete failed (client error): The resource could not be found. Aug 12 15:09:50.315106 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-33bf6f45-848c-441e-b6c2-9c4d15f473a8 tempest-RoutersIpV6AdminTest-909428488 tempest-RoutersIpV6AdminTest-909428488-project] 10.222.0.39 "DELETE /v2.0/routers/42b58f6a-2492-4a5b-b382-74c2be293b27 HTTP/1.1" status: 404 len: 336 time: 0.0434418 Aug 12 15:09:50.317944 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 58812) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:09:50.346723 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-26cc3cff-aebe-428d-9f57-a285c6e6a265 tempest-RoutersIpV6AdminTest-909428488 tempest-RoutersIpV6AdminTest-909428488-project] 10.222.0.39 "GET /v2.0/ports?device_id=b5b7bebf-73c9-4dd9-9bdd-a49c63f7605f HTTP/1.1" status: 200 len: 205 time: 0.0272324 Aug 12 15:09:50.349140 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 58814) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:09:50.393767 n-d-694802-15 neutron-server[94466]: INFO neutron.api.v2.resource [None req-79d0f26e-091e-4825-884a-0f244f419d28 tempest-RoutersIpV6AdminTest-909428488 tempest-RoutersIpV6AdminTest-909428488-project] delete failed (client error): The resource could not be found. Aug 12 15:09:50.395165 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-79d0f26e-091e-4825-884a-0f244f419d28 tempest-RoutersIpV6AdminTest-909428488 tempest-RoutersIpV6AdminTest-909428488-project] 10.222.0.39 "DELETE /v2.0/routers/b5b7bebf-73c9-4dd9-9bdd-a49c63f7605f HTTP/1.1" status: 404 len: 336 time: 0.0450695 Aug 12 15:09:50.397828 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 58816) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:09:50.426242 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-44a17cdd-1571-4de1-a80f-4a56a27984ac tempest-RoutersIpV6AdminTest-909428488 tempest-RoutersIpV6AdminTest-909428488-project] 10.222.0.39 "GET /v2.0/ports?device_id=619e7032-3903-41ec-b602-556e47bac883 HTTP/1.1" status: 200 len: 205 time: 0.0272498 Aug 12 15:09:50.428413 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 58818) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:09:50.464501 n-d-694802-15 neutron-server[94466]: INFO neutron.api.v2.resource [None req-795b4f2c-87b9-46d6-b55b-980f4d6e1995 tempest-RoutersIpV6AdminTest-909428488 tempest-RoutersIpV6AdminTest-909428488-project] delete failed (client error): The resource could not be found. Aug 12 15:09:50.465475 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-795b4f2c-87b9-46d6-b55b-980f4d6e1995 tempest-RoutersIpV6AdminTest-909428488 tempest-RoutersIpV6AdminTest-909428488-project] 10.222.0.39 "DELETE /v2.0/routers/619e7032-3903-41ec-b602-556e47bac883 HTTP/1.1" status: 404 len: 336 time: 0.0361874 Aug 12 15:09:50.467863 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 58820) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:09:50.494469 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-7df0a630-c919-46fa-b579-eaebbf5a7f2a tempest-RoutersIpV6AdminTest-909428488 tempest-RoutersIpV6AdminTest-909428488-project] 10.222.0.39 "GET /v2.0/ports?device_id=a3ece6a3-f818-40b8-9374-37539cd843a5 HTTP/1.1" status: 200 len: 205 time: 0.0255873 Aug 12 15:09:50.496623 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 58822) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:09:50.535994 n-d-694802-15 neutron-server[94466]: INFO neutron.api.v2.resource [None req-dab8b526-4a4c-4308-9d74-5b9949af9064 tempest-RoutersIpV6AdminTest-909428488 tempest-RoutersIpV6AdminTest-909428488-project] delete failed (client error): The resource could not be found. Aug 12 15:09:50.536980 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-dab8b526-4a4c-4308-9d74-5b9949af9064 tempest-RoutersIpV6AdminTest-909428488 tempest-RoutersIpV6AdminTest-909428488-project] 10.222.0.39 "DELETE /v2.0/routers/a3ece6a3-f818-40b8-9374-37539cd843a5 HTTP/1.1" status: 404 len: 336 time: 0.0394955 Aug 12 15:09:50.539471 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 58824) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:09:50.566227 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-fbb4026e-4a83-4792-8bea-197d7fd56c11 tempest-RoutersIpV6AdminTest-909428488 tempest-RoutersIpV6AdminTest-909428488-project] 10.222.0.39 "GET /v2.0/ports?device_id=e341ddcb-1f63-4568-b38d-68dddb3b3c95 HTTP/1.1" status: 200 len: 205 time: 0.0257652 Aug 12 15:09:50.568348 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 58826) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:09:50.607923 n-d-694802-15 neutron-server[94466]: INFO neutron.api.v2.resource [None req-9ba6586f-dac1-4eed-b5e0-d3c6da480464 tempest-RoutersIpV6AdminTest-909428488 tempest-RoutersIpV6AdminTest-909428488-project] delete failed (client error): The resource could not be found. Aug 12 15:09:50.608932 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-9ba6586f-dac1-4eed-b5e0-d3c6da480464 tempest-RoutersIpV6AdminTest-909428488 tempest-RoutersIpV6AdminTest-909428488-project] 10.222.0.39 "DELETE /v2.0/routers/e341ddcb-1f63-4568-b38d-68dddb3b3c95 HTTP/1.1" status: 404 len: 336 time: 0.0397210 Aug 12 15:09:50.612016 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 58828) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:09:50.638724 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-80be9ace-5a6b-4e3a-bb1d-1541f11cf2db tempest-RoutersIpV6AdminTest-909428488 tempest-RoutersIpV6AdminTest-909428488-project] 10.222.0.39 "GET /v2.0/ports?device_id=85d01b03-0fdc-4cba-b63a-39406034bdae HTTP/1.1" status: 200 len: 205 time: 0.0256984 Aug 12 15:09:50.641082 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 58830) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:09:50.677142 n-d-694802-15 neutron-server[94466]: INFO neutron.api.v2.resource [None req-a8387fd7-802d-450c-9a49-da32a399d368 tempest-RoutersIpV6AdminTest-909428488 tempest-RoutersIpV6AdminTest-909428488-project] delete failed (client error): The resource could not be found. Aug 12 15:09:50.678022 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-a8387fd7-802d-450c-9a49-da32a399d368 tempest-RoutersIpV6AdminTest-909428488 tempest-RoutersIpV6AdminTest-909428488-project] 10.222.0.39 "DELETE /v2.0/routers/85d01b03-0fdc-4cba-b63a-39406034bdae HTTP/1.1" status: 404 len: 336 time: 0.0360842 Aug 12 15:09:50.680318 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 58832) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:09:50.705385 n-d-694802-15 neutron-server[94466]: INFO neutron.pecan_wsgi.hooks.translation [None req-18cb546d-53bb-47f6-85d7-b680fe0e1c30 tempest-RoutersIpV6AdminTest-909428488 tempest-RoutersIpV6AdminTest-909428488-project] DELETE failed (client error): The resource could not be found. Aug 12 15:09:50.705828 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18cb546d-53bb-47f6-85d7-b680fe0e1c30 tempest-RoutersIpV6AdminTest-909428488 tempest-RoutersIpV6AdminTest-909428488-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 15:09:50.707438 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-18cb546d-53bb-47f6-85d7-b680fe0e1c30 tempest-RoutersIpV6AdminTest-909428488 tempest-RoutersIpV6AdminTest-909428488-project] 10.222.0.39 "DELETE /v2.0/subnets/236efd8a-e15c-4a5c-bd1d-1603d48aeee3 HTTP/1.1" status: 404 len: 337 time: 0.0262780 Aug 12 15:09:50.962149 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 58840) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:09:51.075252 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2c722314-63ba-4f12-8e52-e1409d2945cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:51.171770 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2c722314-63ba-4f12-8e52-e1409d2945cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:51.176622 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2c722314-63ba-4f12-8e52-e1409d2945cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:51.217222 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-2c722314-63ba-4f12-8e52-e1409d2945cf admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=42949de4db324171938978f653d222a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2519124 Aug 12 15:09:51.217523 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c722314-63ba-4f12-8e52-e1409d2945cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5eb30900-2da6-45fa-b1f3-8be0b42e4278,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:09:51.218755 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 58848) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:09:51.289381 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-ce4d1950-7c0f-4fe3-bbf7-f6b6c7c43616 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:51.326699 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-ce4d1950-7c0f-4fe3-bbf7-f6b6c7c43616 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:51.353001 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a9a033-79d0-42ba-ae52-24977fedc4e5 req-d52c6e4c-ca77-44ca-90da-2bae88fc36e3 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:09:51.354510 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b6a9a033-79d0-42ba-ae52-24977fedc4e5 req-d52c6e4c-ca77-44ca-90da-2bae88fc36e3 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/ports?device_id=4f178309-e6d4-48fd-943d-52ac2a96d2cd HTTP/1.1" status: 200 len: 946 time: 0.2120516 Aug 12 15:09:51.407379 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b6a9a033-79d0-42ba-ae52-24977fedc4e5 req-3497210c-ec99-4c77-ad53-86447de1b868 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/security-groups?id=b6f34255-2a63-471d-83cf-25b9c4e930f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448484 Aug 12 15:09:51.416063 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-ce4d1950-7c0f-4fe3-bbf7-f6b6c7c43616 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:51.420781 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-ce4d1950-7c0f-4fe3-bbf7-f6b6c7c43616 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:51.424511 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-ce4d1950-7c0f-4fe3-bbf7-f6b6c7c43616 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5eb30900-2da6-45fa-b1f3-8be0b42e4278 HTTP/1.1" status: 204 len: 168 time: 0.2024734 Aug 12 15:09:51.436320 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4d1950-7c0f-4fe3-bbf7-f6b6c7c43616 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5eb30900-2da6-45fa-b1f3-8be0b42e4278,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:09:51.527584 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566bc0bd-a370-481a-bd5f-635e8eb5bfb5 req-c1b4d3e0-8145-4093-820b-05cce37a182f tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:09:51.529223 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-566bc0bd-a370-481a-bd5f-635e8eb5bfb5 req-c1b4d3e0-8145-4093-820b-05cce37a182f tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/ports?device_id=4f178309-e6d4-48fd-943d-52ac2a96d2cd HTTP/1.1" status: 200 len: 946 time: 0.0518992 Aug 12 15:09:51.570817 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-566bc0bd-a370-481a-bd5f-635e8eb5bfb5 req-3cc22989-8268-483b-837a-37b4ad344ec9 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/security-groups?id=b6f34255-2a63-471d-83cf-25b9c4e930f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328143 Aug 12 15:09:51.603049 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 58856) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:09:51.644517 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa78b823-61f0-47e4-aef8-714fc636c6e6 tempest-TestVolumeBootPattern-510025386 tempest-TestVolumeBootPattern-510025386-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:09:51.646072 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-fa78b823-61f0-47e4-aef8-714fc636c6e6 tempest-TestVolumeBootPattern-510025386 tempest-TestVolumeBootPattern-510025386-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=4f178309-e6d4-48fd-943d-52ac2a96d2cd HTTP/1.1" status: 200 len: 1093 time: 0.0420194 Aug 12 15:09:51.649218 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 58858) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:09:51.654016 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-637bf754-704f-4c7b-8733-4a67f9843805 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Request body: {'floatingip': {'floating_network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'port_id': 'e40e666a-f518-4939-8f09-31a32595a7d7', 'tenant_id': 'b9f3518fbc904b44b3baf79d0578af51', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:09:51.681652 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-637bf754-704f-4c7b-8733-4a67f9843805 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Notify callbacks [] for floatingip, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:51.705170 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 58860) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:09:51.744852 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-32b94e3c-c27b-47aa-b8c0-66e0b6705b53 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=54b5af677ba540a29a5651a80f57c017&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0382764 Aug 12 15:09:51.747255 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 58862) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:09:51.787687 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-637bf754-704f-4c7b-8733-4a67f9843805 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:51.800938 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-b30168d8-36ec-4e7a-b144-5abd9095ea2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:51.823779 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-b30168d8-36ec-4e7a-b144-5abd9095ea2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:51.871671 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-b30168d8-36ec-4e7a-b144-5abd9095ea2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:51.874844 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-b30168d8-36ec-4e7a-b144-5abd9095ea2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:51.878331 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-b30168d8-36ec-4e7a-b144-5abd9095ea2c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e9648272-9a4c-4d61-9acc-223e047cced7 HTTP/1.1" status: 204 len: 168 time: 0.1278615 Aug 12 15:09:51.883780 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30168d8-36ec-4e7a-b144-5abd9095ea2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9648272-9a4c-4d61-9acc-223e047cced7,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:09:51.903437 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-637bf754-704f-4c7b-8733-4a67f9843805 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Allocated IP 172.25.1.201 (d3759e1b-6c03-45ac-acd4-90abb417809b/f0254f08-c19c-4e31-bd9c-09389ea4b6f2/2e48a1e6-e007-4c03-b68c-ef576a197393) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 15:09:52.013020 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-637bf754-704f-4c7b-8733-4a67f9843805 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:52.056771 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-637bf754-704f-4c7b-8733-4a67f9843805 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:52.095585 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-637bf754-704f-4c7b-8733-4a67f9843805 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Network d3759e1b-6c03-45ac-acd4-90abb417809b is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 15:09:52.101356 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-637bf754-704f-4c7b-8733-4a67f9843805 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:09:52.105221 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-637bf754-704f-4c7b-8733-4a67f9843805 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 15:09:52.129887 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637bf754-704f-4c7b-8733-4a67f9843805 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Pushing event updated for resources: {'Port': ['ID=2e48a1e6-e007-4c03-b68c-ef576a197393,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:09:52.480505 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-637bf754-704f-4c7b-8733-4a67f9843805 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:52.548757 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-637bf754-704f-4c7b-8733-4a67f9843805 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:52.574309 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 58884) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:09:52.671586 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-8f212427-9bb1-4bc0-b8cb-d20e570306b3 tempest-BulkNetworkOpsIpV6Test-1940634652 tempest-BulkNetworkOpsIpV6Test-1940634652-project] Request body: {'networks': [{'name': 'tempest-network--548984039'}, {'name': 'tempest-network--2029119588'}]} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:09:52.671893 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-8f212427-9bb1-4bc0-b8cb-d20e570306b3 tempest-BulkNetworkOpsIpV6Test-1940634652 tempest-BulkNetworkOpsIpV6Test-1940634652-project] Request body: {'network': {'name': 'tempest-network--548984039'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:09:52.672422 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-8f212427-9bb1-4bc0-b8cb-d20e570306b3 tempest-BulkNetworkOpsIpV6Test-1940634652 tempest-BulkNetworkOpsIpV6Test-1940634652-project] Request body: {'network': {'name': 'tempest-network--2029119588'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:09:52.695630 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f212427-9bb1-4bc0-b8cb-d20e570306b3 tempest-BulkNetworkOpsIpV6Test-1940634652 tempest-BulkNetworkOpsIpV6Test-1940634652-project] Made reservation on behalf of e78afd327985426cbdab1e6d9f04631f for: {'network': 2} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 15:09:52.700021 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-8f212427-9bb1-4bc0-b8cb-d20e570306b3 tempest-BulkNetworkOpsIpV6Test-1940634652 tempest-BulkNetworkOpsIpV6Test-1940634652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for network, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:52.709149 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-8f212427-9bb1-4bc0-b8cb-d20e570306b3 tempest-BulkNetworkOpsIpV6Test-1940634652 tempest-BulkNetworkOpsIpV6Test-1940634652-project] Notify callbacks [] for security_group, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:52.709544 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-637bf754-704f-4c7b-8733-4a67f9843805 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Notify callbacks [] for port, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:52.714953 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-637bf754-704f-4c7b-8733-4a67f9843805 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3718439'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:52.789055 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637bf754-704f-4c7b-8733-4a67f9843805 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Pushing event updated for resources: {'Port': ['ID=2e48a1e6-e007-4c03-b68c-ef576a197393,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:09:52.801972 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-8f212427-9bb1-4bc0-b8cb-d20e570306b3 tempest-BulkNetworkOpsIpV6Test-1940634652 tempest-BulkNetworkOpsIpV6Test-1940634652-project] Notify callbacks [] for security_group, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:52.802526 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-637bf754-704f-4c7b-8733-4a67f9843805 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431510'] for floatingip, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:52.806041 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-8f212427-9bb1-4bc0-b8cb-d20e570306b3 tempest-BulkNetworkOpsIpV6Test-1940634652 tempest-BulkNetworkOpsIpV6Test-1940634652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:52.806586 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-8f212427-9bb1-4bc0-b8cb-d20e570306b3 tempest-BulkNetworkOpsIpV6Test-1940634652 tempest-BulkNetworkOpsIpV6Test-1940634652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for network, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:52.845122 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f212427-9bb1-4bc0-b8cb-d20e570306b3 tempest-BulkNetworkOpsIpV6Test-1940634652 tempest-BulkNetworkOpsIpV6Test-1940634652-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23ca78f0-7d62-4602-a137-04e905991c92,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:09:52.851331 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f212427-9bb1-4bc0-b8cb-d20e570306b3 tempest-BulkNetworkOpsIpV6Test-1940634652 tempest-BulkNetworkOpsIpV6Test-1940634652-project] vlan segment allocate from pool success with {'vlan_id': 319, 'physical_network': 'physnet1'} {{(pid=94467) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 15:09:52.860280 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-8f212427-9bb1-4bc0-b8cb-d20e570306b3 tempest-BulkNetworkOpsIpV6Test-1940634652 tempest-BulkNetworkOpsIpV6Test-1940634652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:52.860710 n-d-694802-15 neutron-server[94467]: INFO neutron.db.segments_db [None req-8f212427-9bb1-4bc0-b8cb-d20e570306b3 tempest-BulkNetworkOpsIpV6Test-1940634652 tempest-BulkNetworkOpsIpV6Test-1940634652-project] Added segment 34c8556b-9664-4871-b104-d8b0cfe074f9 of type vlan for network ce2eaa17-b515-4028-96de-f78bae3380e7 Aug 12 15:09:52.903438 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-8f212427-9bb1-4bc0-b8cb-d20e570306b3 tempest-BulkNetworkOpsIpV6Test-1940634652 tempest-BulkNetworkOpsIpV6Test-1940634652-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744653628263'] for network, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:52.910454 n-d-694802-15 neutron-server[94466]: INFO neutron.db.l3_db [None req-637bf754-704f-4c7b-8733-4a67f9843805 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Floating IP 63ddb04e-3661-433a-983f-445d62a73a91 associated. External IP: 172.25.1.201, port: e40e666a-f518-4939-8f09-31a32595a7d7. Aug 12 15:09:52.936550 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f212427-9bb1-4bc0-b8cb-d20e570306b3 tempest-BulkNetworkOpsIpV6Test-1940634652 tempest-BulkNetworkOpsIpV6Test-1940634652-project] vlan segment allocate from pool success with {'vlan_id': 334, 'physical_network': 'physnet1'} {{(pid=94467) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 15:09:52.945571 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-8f212427-9bb1-4bc0-b8cb-d20e570306b3 tempest-BulkNetworkOpsIpV6Test-1940634652 tempest-BulkNetworkOpsIpV6Test-1940634652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:52.946010 n-d-694802-15 neutron-server[94467]: INFO neutron.db.segments_db [None req-8f212427-9bb1-4bc0-b8cb-d20e570306b3 tempest-BulkNetworkOpsIpV6Test-1940634652 tempest-BulkNetworkOpsIpV6Test-1940634652-project] Added segment 02434d38-c999-4231-9873-d7e1452faec7 of type vlan for network 413df26f-6209-45f6-8f19-829fd7fe5ae3 Aug 12 15:09:52.985075 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-8f212427-9bb1-4bc0-b8cb-d20e570306b3 tempest-BulkNetworkOpsIpV6Test-1940634652 tempest-BulkNetworkOpsIpV6Test-1940634652-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744653628263'] for network, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:53.018039 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-8f212427-9bb1-4bc0-b8cb-d20e570306b3 tempest-BulkNetworkOpsIpV6Test-1940634652 tempest-BulkNetworkOpsIpV6Test-1940634652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409'] for network, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:53.018743 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-8f212427-9bb1-4bc0-b8cb-d20e570306b3 tempest-BulkNetworkOpsIpV6Test-1940634652 tempest-BulkNetworkOpsIpV6Test-1940634652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409'] for network, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:53.024259 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f212427-9bb1-4bc0-b8cb-d20e570306b3 tempest-BulkNetworkOpsIpV6Test-1940634652 tempest-BulkNetworkOpsIpV6Test-1940634652-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:09:53.029104 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f212427-9bb1-4bc0-b8cb-d20e570306b3 tempest-BulkNetworkOpsIpV6Test-1940634652 tempest-BulkNetworkOpsIpV6Test-1940634652-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:09:53.029743 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-8f212427-9bb1-4bc0-b8cb-d20e570306b3 tempest-BulkNetworkOpsIpV6Test-1940634652 tempest-BulkNetworkOpsIpV6Test-1940634652-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for network, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:53.086608 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-8f212427-9bb1-4bc0-b8cb-d20e570306b3 tempest-BulkNetworkOpsIpV6Test-1940634652 tempest-BulkNetworkOpsIpV6Test-1940634652-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 0.5104945 Aug 12 15:09:53.089057 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 58888) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:09:53.125910 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-637bf754-704f-4c7b-8733-4a67f9843805 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Router b520f3ac-b818-4ddb-a79e-af80861ae592 has already been hosted by L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f {{(pid=94466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 15:09:53.131238 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f212427-9bb1-4bc0-b8cb-d20e570306b3 tempest-BulkNetworkOpsIpV6Test-1940634652 tempest-BulkNetworkOpsIpV6Test-1940634652-project] Pushing event updated for resources: {'Network': ['ID=ce2eaa17-b515-4028-96de-f78bae3380e7,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:09:53.143382 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Network ce2eaa17-b515-4028-96de-f78bae3380e7 details requested by agent ovs-agent-n-d-694802-15 with host n-d-694802-15 {{(pid=94468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 15:09:53.240499 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-637bf754-704f-4c7b-8733-4a67f9843805 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 15:09:53.252938 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2433b32e-66bd-4f35-be6e-78431aaccaf0 None None] Sync routers for ids ['b520f3ac-b818-4ddb-a79e-af80861ae592'] in n-d-694802-15 {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 15:09:53.261778 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-637bf754-704f-4c7b-8733-4a67f9843805 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for floatingip, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:53.264637 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2433b32e-66bd-4f35-be6e-78431aaccaf0 None None] Routers {'b520f3ac-b818-4ddb-a79e-af80861ae592'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:09:53.265528 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-2433b32e-66bd-4f35-be6e-78431aaccaf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T15:09:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['b520f3ac-b818-4ddb-a79e-af80861ae592'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:09:53.315035 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-637bf754-704f-4c7b-8733-4a67f9843805 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6513455 Aug 12 15:09:53.315035 n-d-694802-15 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f178309-e6d4-48fd-943d-52ac2a96d2cd', 'tag': 'e40e666a-f518-4939-8f09-31a32595a7d7'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:09:53.315035 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e785eeede3897370d0b20f09d5f461b30cfecd5ed38c4f07dacd02bc52c9277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14903657-de5d-4db6-a61e-c1bf2894f81f" -d '{"events": [{"name": "network-changed", "server_uuid": "4f178309-e6d4-48fd-943d-52ac2a96d2cd", "tag": "e40e666a-f518-4939-8f09-31a32595a7d7"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 15:09:53.377608 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-2433b32e-66bd-4f35-be6e-78431aaccaf0 None None] Set router b520f3ac-b818-4ddb-a79e-af80861ae592 gateway port host: n-d-694802-15 {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:09:53.488173 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 15:09:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aec943de-f720-479a-8bff-f1354541fe7a x-openstack-request-id: req-aec943de-f720-479a-8bff-f1354541fe7a {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 15:09:53.488576 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f178309-e6d4-48fd-943d-52ac2a96d2cd", "tag": "e40e666a-f518-4939-8f09-31a32595a7d7", "status": "completed", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 15:09:53.490281 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-aec943de-f720-479a-8bff-f1354541fe7a {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 15:09:53.490823 n-d-694802-15 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f178309-e6d4-48fd-943d-52ac2a96d2cd', 'tag': 'e40e666a-f518-4939-8f09-31a32595a7d7', 'status': 'completed', 'code': 200} Aug 12 15:09:53.603642 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-2433b32e-66bd-4f35-be6e-78431aaccaf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b520f3ac-b818-4ddb-a79e-af80861ae592', 'name': 'tempest-TestVolumeBootPattern-1562996728-router', 'tenant_id': 'b9f3518fbc904b44b3baf79d0578af51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.197'}], 'enable_snat': True}, 'gw_port_id': '72787f34-510e-4209-bf1e-1684bf07f78e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:05:56Z', 'updated_at': '2021-08-12T15:05:59Z', 'revision_number': 4, 'project_id': 'b9f3518fbc904b44b3baf79d0578af51', 'gw_port': {'id': '72787f34-510e-4209-bf1e-1684bf07f78e', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:ff:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b520f3ac-b818-4ddb-a79e-af80861ae592', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3621, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:05:56Z', 'updated_at': '2021-08-12T15:06:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_floatingips': [{'id': '63ddb04e-3661-433a-983f-445d62a73a91', 'tenant_id': 'b9f3518fbc904b44b3baf79d0578af51', 'floating_ip_address': '172.25.1.201', 'floating_network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'router_id': 'b520f3ac-b818-4ddb-a79e-af80861ae592', 'port_id': 'e40e666a-f518-4939-8f09-31a32595a7d7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3814, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9c7e787-4652-4ee4-983d-7b4a9fd53d98', 'mac_address': 'fa:16:3e:73:60:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f178309-e6d4-48fd-943d-52ac2a96d2cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T15:09:52Z', 'updated_at': '2021-08-12T15:09:52Z', 'revision_number': 0, 'project_id': 'b9f3518fbc904b44b3baf79d0578af51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd888dfff-3b06-4e28-a080-c7a841721c7f', 'name': '', 'network_id': 'd9c7e787-4652-4ee4-983d-7b4a9fd53d98', 'tenant_id': 'b9f3518fbc904b44b3baf79d0578af51', 'mac_address': 'fa:16:3e:00:c5:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b520f3ac-b818-4ddb-a79e-af80861ae592', 'device_owner': 'network:router_interface', 'standard_attr_id': 3622, 'fixed_ips': [{'subnet_id': '56c6cd03-2d72-4138-ab80-065ddfe4454b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:05:58Z', 'updated_at': '2021-08-12T15:06:05Z', 'revision_number': 5, 'project_id': 'b9f3518fbc904b44b3baf79d0578af51', 'subnets': [{'id': '56c6cd03-2d72-4138-ab80-065ddfe4454b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:09:53.687977 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f212427-9bb1-4bc0-b8cb-d20e570306b3 tempest-BulkNetworkOpsIpV6Test-1940634652 tempest-BulkNetworkOpsIpV6Test-1940634652-project] Pushing event updated for resources: {'Network': ['ID=413df26f-6209-45f6-8f19-829fd7fe5ae3,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:09:53.698811 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Network 413df26f-6209-45f6-8f19-829fd7fe5ae3 details requested by agent ovs-agent-n-d-694802-15 with host n-d-694802-15 {{(pid=94468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 15:09:53.699941 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14903657-de5d-4db6-a61e-c1bf2894f81f req-b228fae8-45b3-4a0b-a148-5d5bd0398b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:09:53.701562 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-14903657-de5d-4db6-a61e-c1bf2894f81f req-b228fae8-45b3-4a0b-a148-5d5bd0398b71 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b9f3518fbc904b44b3baf79d0578af51&device_id=4f178309-e6d4-48fd-943d-52ac2a96d2cd HTTP/1.1" status: 200 len: 1098 time: 0.1809793 Aug 12 15:09:53.725803 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2433b32e-66bd-4f35-be6e-78431aaccaf0 None None] Checking router: b520f3ac-b818-4ddb-a79e-af80861ae592 for host: n-d-694802-15 {{(pid=94469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 15:09:53.735258 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2433b32e-66bd-4f35-be6e-78431aaccaf0 None None] Routers {'b520f3ac-b818-4ddb-a79e-af80861ae592'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:09:53.735868 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-2433b32e-66bd-4f35-be6e-78431aaccaf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T15:09:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['b520f3ac-b818-4ddb-a79e-af80861ae592'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:09:53.741312 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9322df5b-b0c3-41f7-937c-66747d6e456e tempest-BulkNetworkOpsIpV6Test-1940634652 tempest-BulkNetworkOpsIpV6Test-1940634652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:09:53.747204 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9322df5b-b0c3-41f7-937c-66747d6e456e tempest-BulkNetworkOpsIpV6Test-1940634652 tempest-BulkNetworkOpsIpV6Test-1940634652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:09:53.753023 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9322df5b-b0c3-41f7-937c-66747d6e456e tempest-BulkNetworkOpsIpV6Test-1940634652 tempest-BulkNetworkOpsIpV6Test-1940634652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:09:53.759227 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9322df5b-b0c3-41f7-937c-66747d6e456e tempest-BulkNetworkOpsIpV6Test-1940634652 tempest-BulkNetworkOpsIpV6Test-1940634652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:09:53.760932 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-9322df5b-b0c3-41f7-937c-66747d6e456e tempest-BulkNetworkOpsIpV6Test-1940634652 tempest-BulkNetworkOpsIpV6Test-1940634652-project] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.6709654 Aug 12 15:09:53.764054 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 58896) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:09:53.832722 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14903657-de5d-4db6-a61e-c1bf2894f81f req-880f1e21-5cf2-4be7-9aaa-3163acf930c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:09:53.834361 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-14903657-de5d-4db6-a61e-c1bf2894f81f req-880f1e21-5cf2-4be7-9aaa-3163acf930c9 service neutron] 10.222.0.64 "GET /v2.0/networks?id=d9c7e787-4652-4ee4-983d-7b4a9fd53d98 HTTP/1.1" status: 200 len: 913 time: 0.1222563 Aug 12 15:09:53.842661 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ec69b30e-e3fe-46a5-b3c1-cbf649192f6d tempest-BulkNetworkOpsIpV6Test-1940634652 tempest-BulkNetworkOpsIpV6Test-1940634652-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680608'] for network, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:53.844338 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-2433b32e-66bd-4f35-be6e-78431aaccaf0 None None] Set router b520f3ac-b818-4ddb-a79e-af80861ae592 gateway port host: n-d-694802-15 {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:09:53.900935 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-14903657-de5d-4db6-a61e-c1bf2894f81f req-b67a37c3-3e30-47ab-84c7-10761ec04f6f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e40e666a-f518-4939-8f09-31a32595a7d7 HTTP/1.1" status: 200 len: 1000 time: 0.0591221 Aug 12 15:09:53.936188 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ec69b30e-e3fe-46a5-b3c1-cbf649192f6d tempest-BulkNetworkOpsIpV6Test-1940634652 tempest-BulkNetworkOpsIpV6Test-1940634652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66413304', 'neutron.services.segments.db._delete_segments_for_network-8744654118000'] for network, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:53.946528 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-ec69b30e-e3fe-46a5-b3c1-cbf649192f6d tempest-BulkNetworkOpsIpV6Test-1940634652 tempest-BulkNetworkOpsIpV6Test-1940634652-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce2eaa17-b515-4028-96de-f78bae3380e7']}} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:09:53.956186 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14903657-de5d-4db6-a61e-c1bf2894f81f req-664ff981-4d57-4084-8386-899b2893a8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:09:53.957066 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-ec69b30e-e3fe-46a5-b3c1-cbf649192f6d tempest-BulkNetworkOpsIpV6Test-1940634652 tempest-BulkNetworkOpsIpV6Test-1940634652-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34c8556b-9664-4871-b104-d8b0cfe074f9') {'for_net_delete': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:09:53.957349 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-ec69b30e-e3fe-46a5-b3c1-cbf649192f6d tempest-BulkNetworkOpsIpV6Test-1940634652 tempest-BulkNetworkOpsIpV6Test-1940634652-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34c8556b-9664-4871-b104-d8b0cfe074f9') {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:09:53.958662 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-14903657-de5d-4db6-a61e-c1bf2894f81f req-664ff981-4d57-4084-8386-899b2893a8e3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=56c6cd03-2d72-4138-ab80-065ddfe4454b HTTP/1.1" status: 200 len: 851 time: 0.0507627 Aug 12 15:09:53.967417 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ec69b30e-e3fe-46a5-b3c1-cbf649192f6d tempest-BulkNetworkOpsIpV6Test-1940634652 tempest-BulkNetworkOpsIpV6Test-1940634652-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744654122361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2293560'] for segment, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:53.982020 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ec69b30e-e3fe-46a5-b3c1-cbf649192f6d tempest-BulkNetworkOpsIpV6Test-1940634652 tempest-BulkNetworkOpsIpV6Test-1940634652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:53.988446 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec69b30e-e3fe-46a5-b3c1-cbf649192f6d tempest-BulkNetworkOpsIpV6Test-1940634652 tempest-BulkNetworkOpsIpV6Test-1940634652-project] Releasing vlan 319 on physical network physnet1 to pool {{(pid=94466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 15:09:53.988876 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ec69b30e-e3fe-46a5-b3c1-cbf649192f6d tempest-BulkNetworkOpsIpV6Test-1940634652 tempest-BulkNetworkOpsIpV6Test-1940634652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3718595'] for segment, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:53.992338 n-d-694802-15 neutron-server[94466]: Traceback (most recent call last): Aug 12 15:09:53.992338 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 15:09:53.992338 n-d-694802-15 neutron-server[94466]: timer() Aug 12 15:09:53.992338 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 15:09:53.992338 n-d-694802-15 neutron-server[94466]: cb(*args, **kw) Aug 12 15:09:53.992338 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 15:09:53.992338 n-d-694802-15 neutron-server[94466]: return func(*args, **kwargs) Aug 12 15:09:53.992338 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 15:09:53.992338 n-d-694802-15 neutron-server[94466]: self._notify() Aug 12 15:09:53.992338 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 15:09:53.992338 n-d-694802-15 neutron-server[94466]: self.callback(batched_events) Aug 12 15:09:53.992338 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 15:09:53.992338 n-d-694802-15 neutron-server[94466]: event.method(event) Aug 12 15:09:53.992338 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 15:09:53.992338 n-d-694802-15 neutron-server[94466]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 15:09:53.992338 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 15:09:53.992338 n-d-694802-15 neutron-server[94466]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 15:09:53.992338 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 15:09:53.992338 n-d-694802-15 neutron-server[94466]: return f(self, *a, **k) Aug 12 15:09:53.992338 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 15:09:53.992338 n-d-694802-15 neutron-server[94466]: return self._get(url).json() Aug 12 15:09:53.992338 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 15:09:53.992338 n-d-694802-15 neutron-server[94466]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 15:09:53.992338 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 15:09:53.992338 n-d-694802-15 neutron-server[94466]: return self.request(url, 'GET', **kwargs) Aug 12 15:09:53.992338 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 15:09:53.992338 n-d-694802-15 neutron-server[94466]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 15:09:53.992338 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 15:09:53.992338 n-d-694802-15 neutron-server[94466]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 15:09:53.992338 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 15:09:53.992338 n-d-694802-15 neutron-server[94466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 15:09:53.992338 n-d-694802-15 neutron-server[94466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 15:09:54.007077 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14903657-de5d-4db6-a61e-c1bf2894f81f req-8407e3e8-ab2e-4194-91ba-62e5a62fa418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:09:54.008619 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-14903657-de5d-4db6-a61e-c1bf2894f81f req-8407e3e8-ab2e-4194-91ba-62e5a62fa418 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d9c7e787-4652-4ee4-983d-7b4a9fd53d98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0421071 Aug 12 15:09:54.056834 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ec69b30e-e3fe-46a5-b3c1-cbf649192f6d tempest-BulkNetworkOpsIpV6Test-1940634652 tempest-BulkNetworkOpsIpV6Test-1940634652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66413281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431520'] for network, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:54.067173 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ec69b30e-e3fe-46a5-b3c1-cbf649192f6d tempest-BulkNetworkOpsIpV6Test-1940634652 tempest-BulkNetworkOpsIpV6Test-1940634652-project] Notify callbacks [] for network, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:54.070053 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-ec69b30e-e3fe-46a5-b3c1-cbf649192f6d tempest-BulkNetworkOpsIpV6Test-1940634652 tempest-BulkNetworkOpsIpV6Test-1940634652-project] 10.222.0.39 "DELETE /v2.0/networks/ce2eaa17-b515-4028-96de-f78bae3380e7 HTTP/1.1" status: 204 len: 168 time: 0.3050160 Aug 12 15:09:54.072797 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 58898) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:09:54.084544 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-2433b32e-66bd-4f35-be6e-78431aaccaf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b520f3ac-b818-4ddb-a79e-af80861ae592', 'name': 'tempest-TestVolumeBootPattern-1562996728-router', 'tenant_id': 'b9f3518fbc904b44b3baf79d0578af51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.197'}], 'enable_snat': True}, 'gw_port_id': '72787f34-510e-4209-bf1e-1684bf07f78e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:05:56Z', 'updated_at': '2021-08-12T15:05:59Z', 'revision_number': 4, 'project_id': 'b9f3518fbc904b44b3baf79d0578af51', 'gw_port': {'id': '72787f34-510e-4209-bf1e-1684bf07f78e', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:ff:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b520f3ac-b818-4ddb-a79e-af80861ae592', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3621, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:05:56Z', 'updated_at': '2021-08-12T15:06:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_floatingips': [{'id': '63ddb04e-3661-433a-983f-445d62a73a91', 'tenant_id': 'b9f3518fbc904b44b3baf79d0578af51', 'floating_ip_address': '172.25.1.201', 'floating_network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'router_id': 'b520f3ac-b818-4ddb-a79e-af80861ae592', 'port_id': 'e40e666a-f518-4939-8f09-31a32595a7d7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3814, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9c7e787-4652-4ee4-983d-7b4a9fd53d98', 'mac_address': 'fa:16:3e:73:60:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f178309-e6d4-48fd-943d-52ac2a96d2cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T15:09:52Z', 'updated_at': '2021-08-12T15:09:52Z', 'revision_number': 0, 'project_id': 'b9f3518fbc904b44b3baf79d0578af51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd888dfff-3b06-4e28-a080-c7a841721c7f', 'name': '', 'network_id': 'd9c7e787-4652-4ee4-983d-7b4a9fd53d98', 'tenant_id': 'b9f3518fbc904b44b3baf79d0578af51', 'mac_address': 'fa:16:3e:00:c5:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b520f3ac-b818-4ddb-a79e-af80861ae592', 'device_owner': 'network:router_interface', 'standard_attr_id': 3622, 'fixed_ips': [{'subnet_id': '56c6cd03-2d72-4138-ab80-065ddfe4454b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:05:58Z', 'updated_at': '2021-08-12T15:06:05Z', 'revision_number': 5, 'project_id': 'b9f3518fbc904b44b3baf79d0578af51', 'subnets': [{'id': '56c6cd03-2d72-4138-ab80-065ddfe4454b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:09:54.085984 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec69b30e-e3fe-46a5-b3c1-cbf649192f6d tempest-BulkNetworkOpsIpV6Test-1940634652 tempest-BulkNetworkOpsIpV6Test-1940634652-project] Pushing event deleted for resources: {'Network': ['ID=ce2eaa17-b515-4028-96de-f78bae3380e7,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:09:54.116342 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2433b32e-66bd-4f35-be6e-78431aaccaf0 None None] The sync data for ids ['b520f3ac-b818-4ddb-a79e-af80861ae592'] in n-d-694802-15 is: [{'id': 'b520f3ac-b818-4ddb-a79e-af80861ae592', 'name': 'tempest-TestVolumeBootPattern-1562996728-router', 'tenant_id': 'b9f3518fbc904b44b3baf79d0578af51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.197'}], 'enable_snat': True}, 'gw_port_id': '72787f34-510e-4209-bf1e-1684bf07f78e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:05:56Z', 'updated_at': '2021-08-12T15:05:59Z', 'revision_number': 4, 'project_id': 'b9f3518fbc904b44b3baf79d0578af51', 'gw_port': {'id': '72787f34-510e-4209-bf1e-1684bf07f78e', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:ff:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b520f3ac-b818-4ddb-a79e-af80861ae592', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3621, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:05:56Z', 'updated_at': '2021-08-12T15:06:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_floatingips': [{'id': '63ddb04e-3661-433a-983f-445d62a73a91', 'tenant_id': 'b9f3518fbc904b44b3baf79d0578af51', 'floating_ip_address': '172.25.1.201', 'floating_network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'router_id': 'b520f3ac-b818-4ddb-a79e-af80861ae592', 'port_id': 'e40e666a-f518-4939-8f09-31a32595a7d7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3814, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9c7e787-4652-4ee4-983d-7b4a9fd53d98', 'mac_address': 'fa:16:3e:73:60:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f178309-e6d4-48fd-943d-52ac2a96d2cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T15:09:52Z', 'updated_at': '2021-08-12T15:09:52Z', 'revision_number': 0, 'project_id': 'b9f3518fbc904b44b3baf79d0578af51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd888dfff-3b06-4e28-a080-c7a841721c7f', 'name': '', 'network_id': 'd9c7e787-4652-4ee4-983d-7b4a9fd53d98', 'tenant_id': 'b9f3518fbc904b44b3baf79d0578af51', 'mac_address': 'fa:16:3e:00:c5:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b520f3ac-b818-4ddb-a79e-af80861ae592', 'device_owner': 'network:router_interface', 'standard_attr_id': 3622, 'fixed_ips': [{'subnet_id': '56c6cd03-2d72-4138-ab80-065ddfe4454b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:05:58Z', 'updated_at': '2021-08-12T15:06:05Z', 'revision_number': 5, 'project_id': 'b9f3518fbc904b44b3baf79d0578af51', 'subnets': [{'id': '56c6cd03-2d72-4138-ab80-065ddfe4454b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 15:09:54.170952 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-14903657-de5d-4db6-a61e-c1bf2894f81f req-d328c5b9-eb60-4933-8d06-6f3f424ea37e service neutron] 10.222.0.64 "GET /v2.0/networks/d9c7e787-4652-4ee4-983d-7b4a9fd53d98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1554308 Aug 12 15:09:54.176120 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a523aa20-77c4-4fab-a0a1-6a760b496af7 tempest-BulkNetworkOpsIpV6Test-1940634652 tempest-BulkNetworkOpsIpV6Test-1940634652-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680608'] for network, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:54.318140 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85b367e1-a4a3-47d4-8499-f049fb47016c None None] New status for floating IP 63ddb04e-3661-433a-983f-445d62a73a91: ACTIVE {{(pid=94468) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 15:09:54.332865 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a523aa20-77c4-4fab-a0a1-6a760b496af7 tempest-BulkNetworkOpsIpV6Test-1940634652 tempest-BulkNetworkOpsIpV6Test-1940634652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66413304', 'neutron.services.segments.db._delete_segments_for_network-8744654118000'] for network, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:54.349946 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-a523aa20-77c4-4fab-a0a1-6a760b496af7 tempest-BulkNetworkOpsIpV6Test-1940634652 tempest-BulkNetworkOpsIpV6Test-1940634652-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['413df26f-6209-45f6-8f19-829fd7fe5ae3']}} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:09:54.358208 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-14903657-de5d-4db6-a61e-c1bf2894f81f req-988b6223-0160-41de-bd3e-b8ba41b26f6e service neutron] 10.222.0.64 "GET /v2.0/networks/d9c7e787-4652-4ee4-983d-7b4a9fd53d98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1793616 Aug 12 15:09:54.361492 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-a523aa20-77c4-4fab-a0a1-6a760b496af7 tempest-BulkNetworkOpsIpV6Test-1940634652 tempest-BulkNetworkOpsIpV6Test-1940634652-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02434d38-c999-4231-9873-d7e1452faec7') {'for_net_delete': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:09:54.361817 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-a523aa20-77c4-4fab-a0a1-6a760b496af7 tempest-BulkNetworkOpsIpV6Test-1940634652 tempest-BulkNetworkOpsIpV6Test-1940634652-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02434d38-c999-4231-9873-d7e1452faec7') {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:09:54.371335 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a523aa20-77c4-4fab-a0a1-6a760b496af7 tempest-BulkNetworkOpsIpV6Test-1940634652 tempest-BulkNetworkOpsIpV6Test-1940634652-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744654122361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3857526'] for segment, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:54.389214 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a523aa20-77c4-4fab-a0a1-6a760b496af7 tempest-BulkNetworkOpsIpV6Test-1940634652 tempest-BulkNetworkOpsIpV6Test-1940634652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:54.395064 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a523aa20-77c4-4fab-a0a1-6a760b496af7 tempest-BulkNetworkOpsIpV6Test-1940634652 tempest-BulkNetworkOpsIpV6Test-1940634652-project] Releasing vlan 334 on physical network physnet1 to pool {{(pid=94467) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 15:09:54.395446 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a523aa20-77c4-4fab-a0a1-6a760b496af7 tempest-BulkNetworkOpsIpV6Test-1940634652 tempest-BulkNetworkOpsIpV6Test-1940634652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2859015'] for segment, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:54.398571 n-d-694802-15 neutron-server[94467]: Traceback (most recent call last): Aug 12 15:09:54.398571 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 15:09:54.398571 n-d-694802-15 neutron-server[94467]: timer() Aug 12 15:09:54.398571 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 15:09:54.398571 n-d-694802-15 neutron-server[94467]: cb(*args, **kw) Aug 12 15:09:54.398571 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 15:09:54.398571 n-d-694802-15 neutron-server[94467]: return func(*args, **kwargs) Aug 12 15:09:54.398571 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 15:09:54.398571 n-d-694802-15 neutron-server[94467]: self._notify() Aug 12 15:09:54.398571 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 15:09:54.398571 n-d-694802-15 neutron-server[94467]: self.callback(batched_events) Aug 12 15:09:54.398571 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 15:09:54.398571 n-d-694802-15 neutron-server[94467]: event.method(event) Aug 12 15:09:54.398571 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 15:09:54.398571 n-d-694802-15 neutron-server[94467]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 15:09:54.398571 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 15:09:54.398571 n-d-694802-15 neutron-server[94467]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 15:09:54.398571 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 15:09:54.398571 n-d-694802-15 neutron-server[94467]: return f(self, *a, **k) Aug 12 15:09:54.398571 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 15:09:54.398571 n-d-694802-15 neutron-server[94467]: return self._get(url).json() Aug 12 15:09:54.398571 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 15:09:54.398571 n-d-694802-15 neutron-server[94467]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 15:09:54.398571 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 15:09:54.398571 n-d-694802-15 neutron-server[94467]: return self.request(url, 'GET', **kwargs) Aug 12 15:09:54.398571 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 15:09:54.398571 n-d-694802-15 neutron-server[94467]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 15:09:54.398571 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 15:09:54.398571 n-d-694802-15 neutron-server[94467]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 15:09:54.398571 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 15:09:54.398571 n-d-694802-15 neutron-server[94467]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 15:09:54.398571 n-d-694802-15 neutron-server[94467]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 15:09:54.460495 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a523aa20-77c4-4fab-a0a1-6a760b496af7 tempest-BulkNetworkOpsIpV6Test-1940634652 tempest-BulkNetworkOpsIpV6Test-1940634652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66413281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431520'] for network, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:54.467463 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a523aa20-77c4-4fab-a0a1-6a760b496af7 tempest-BulkNetworkOpsIpV6Test-1940634652 tempest-BulkNetworkOpsIpV6Test-1940634652-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for network, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:54.469394 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-a523aa20-77c4-4fab-a0a1-6a760b496af7 tempest-BulkNetworkOpsIpV6Test-1940634652 tempest-BulkNetworkOpsIpV6Test-1940634652-project] 10.222.0.39 "DELETE /v2.0/networks/413df26f-6209-45f6-8f19-829fd7fe5ae3 HTTP/1.1" status: 204 len: 168 time: 0.3956654 Aug 12 15:09:54.472813 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 58900) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:09:54.482021 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a523aa20-77c4-4fab-a0a1-6a760b496af7 tempest-BulkNetworkOpsIpV6Test-1940634652 tempest-BulkNetworkOpsIpV6Test-1940634652-project] Pushing event deleted for resources: {'Network': ['ID=413df26f-6209-45f6-8f19-829fd7fe5ae3,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:09:54.940796 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13367667-b610-4c27-910f-6d67c1f6c659 tempest-BulkNetworkOpsIpV6Test-1940634652 tempest-BulkNetworkOpsIpV6Test-1940634652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:09:54.946757 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13367667-b610-4c27-910f-6d67c1f6c659 tempest-BulkNetworkOpsIpV6Test-1940634652 tempest-BulkNetworkOpsIpV6Test-1940634652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:09:54.948310 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-13367667-b610-4c27-910f-6d67c1f6c659 tempest-BulkNetworkOpsIpV6Test-1940634652 tempest-BulkNetworkOpsIpV6Test-1940634652-project] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.4743893 Aug 12 15:09:54.951912 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 58902) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:09:54.956538 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-3614731b-1e4d-4b08-87a4-25e1c8a4fcdf tempest-BulkNetworkOpsIpV6Test-1940634652 tempest-BulkNetworkOpsIpV6Test-1940634652-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-258968275'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:09:54.976558 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3614731b-1e4d-4b08-87a4-25e1c8a4fcdf tempest-BulkNetworkOpsIpV6Test-1940634652 tempest-BulkNetworkOpsIpV6Test-1940634652-project] Made reservation on behalf of e78afd327985426cbdab1e6d9f04631f for: {'network': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 15:09:54.979824 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3614731b-1e4d-4b08-87a4-25e1c8a4fcdf tempest-BulkNetworkOpsIpV6Test-1940634652 tempest-BulkNetworkOpsIpV6Test-1940634652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for network, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:55.003996 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3614731b-1e4d-4b08-87a4-25e1c8a4fcdf tempest-BulkNetworkOpsIpV6Test-1940634652 tempest-BulkNetworkOpsIpV6Test-1940634652-project] vlan segment allocate from pool success with {'vlan_id': 319, 'physical_network': 'physnet1'} {{(pid=94466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 15:09:55.013245 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3614731b-1e4d-4b08-87a4-25e1c8a4fcdf tempest-BulkNetworkOpsIpV6Test-1940634652 tempest-BulkNetworkOpsIpV6Test-1940634652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:55.013600 n-d-694802-15 neutron-server[94466]: INFO neutron.db.segments_db [None req-3614731b-1e4d-4b08-87a4-25e1c8a4fcdf tempest-BulkNetworkOpsIpV6Test-1940634652 tempest-BulkNetworkOpsIpV6Test-1940634652-project] Added segment c799f918-79ad-4824-a52b-756a5e67db46 of type vlan for network 8967f80a-2630-4bd8-94ba-afdbfdbd9729 Aug 12 15:09:55.059373 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3614731b-1e4d-4b08-87a4-25e1c8a4fcdf tempest-BulkNetworkOpsIpV6Test-1940634652 tempest-BulkNetworkOpsIpV6Test-1940634652-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744653628263'] for network, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:55.087991 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3614731b-1e4d-4b08-87a4-25e1c8a4fcdf tempest-BulkNetworkOpsIpV6Test-1940634652 tempest-BulkNetworkOpsIpV6Test-1940634652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409'] for network, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:55.093770 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3614731b-1e4d-4b08-87a4-25e1c8a4fcdf tempest-BulkNetworkOpsIpV6Test-1940634652 tempest-BulkNetworkOpsIpV6Test-1940634652-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:09:55.094423 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3614731b-1e4d-4b08-87a4-25e1c8a4fcdf tempest-BulkNetworkOpsIpV6Test-1940634652 tempest-BulkNetworkOpsIpV6Test-1940634652-project] Notify callbacks [] for network, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:55.154044 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-3614731b-1e4d-4b08-87a4-25e1c8a4fcdf tempest-BulkNetworkOpsIpV6Test-1940634652 tempest-BulkNetworkOpsIpV6Test-1940634652-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2011275 Aug 12 15:09:55.156539 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 58904) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:09:55.163496 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-8c51df59-1663-4bab-90fc-2470ba4df221 tempest-BulkNetworkOpsIpV6Test-1940634652 tempest-BulkNetworkOpsIpV6Test-1940634652-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1756169203'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:09:55.174808 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3614731b-1e4d-4b08-87a4-25e1c8a4fcdf tempest-BulkNetworkOpsIpV6Test-1940634652 tempest-BulkNetworkOpsIpV6Test-1940634652-project] Pushing event updated for resources: {'Network': ['ID=8967f80a-2630-4bd8-94ba-afdbfdbd9729,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:09:55.185423 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Network 8967f80a-2630-4bd8-94ba-afdbfdbd9729 details requested by agent ovs-agent-n-d-694802-15 with host n-d-694802-15 {{(pid=94468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 15:09:55.191693 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c51df59-1663-4bab-90fc-2470ba4df221 tempest-BulkNetworkOpsIpV6Test-1940634652 tempest-BulkNetworkOpsIpV6Test-1940634652-project] Made reservation on behalf of e78afd327985426cbdab1e6d9f04631f for: {'network': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 15:09:55.195138 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8c51df59-1663-4bab-90fc-2470ba4df221 tempest-BulkNetworkOpsIpV6Test-1940634652 tempest-BulkNetworkOpsIpV6Test-1940634652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for network, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:55.218459 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c51df59-1663-4bab-90fc-2470ba4df221 tempest-BulkNetworkOpsIpV6Test-1940634652 tempest-BulkNetworkOpsIpV6Test-1940634652-project] vlan segment allocate from pool success with {'vlan_id': 329, 'physical_network': 'physnet1'} {{(pid=94466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 15:09:55.227970 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8c51df59-1663-4bab-90fc-2470ba4df221 tempest-BulkNetworkOpsIpV6Test-1940634652 tempest-BulkNetworkOpsIpV6Test-1940634652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:55.228319 n-d-694802-15 neutron-server[94466]: INFO neutron.db.segments_db [None req-8c51df59-1663-4bab-90fc-2470ba4df221 tempest-BulkNetworkOpsIpV6Test-1940634652 tempest-BulkNetworkOpsIpV6Test-1940634652-project] Added segment f7d95dd0-6a6d-466d-bdad-cd074616b09b of type vlan for network 0b4e0b6c-d604-4886-adc6-7304ab5592ef Aug 12 15:09:55.269314 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8c51df59-1663-4bab-90fc-2470ba4df221 tempest-BulkNetworkOpsIpV6Test-1940634652 tempest-BulkNetworkOpsIpV6Test-1940634652-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744653628263'] for network, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:55.297854 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8c51df59-1663-4bab-90fc-2470ba4df221 tempest-BulkNetworkOpsIpV6Test-1940634652 tempest-BulkNetworkOpsIpV6Test-1940634652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409'] for network, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:55.303402 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c51df59-1663-4bab-90fc-2470ba4df221 tempest-BulkNetworkOpsIpV6Test-1940634652 tempest-BulkNetworkOpsIpV6Test-1940634652-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:09:55.303986 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8c51df59-1663-4bab-90fc-2470ba4df221 tempest-BulkNetworkOpsIpV6Test-1940634652 tempest-BulkNetworkOpsIpV6Test-1940634652-project] Notify callbacks [] for network, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:55.359797 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-8c51df59-1663-4bab-90fc-2470ba4df221 tempest-BulkNetworkOpsIpV6Test-1940634652 tempest-BulkNetworkOpsIpV6Test-1940634652-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2022119 Aug 12 15:09:55.363075 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 58906) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:09:55.368278 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-710e7445-e290-4925-b358-9ca22f1230eb tempest-BulkNetworkOpsIpV6Test-1940634652 tempest-BulkNetworkOpsIpV6Test-1940634652-project] Request body: {'ports': [{'network_id': '8967f80a-2630-4bd8-94ba-afdbfdbd9729', 'name': 'tempest-port--978601431', 'admin_state_up': True}, {'network_id': '0b4e0b6c-d604-4886-adc6-7304ab5592ef', 'admin_state_up': False}]} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:09:55.368600 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-710e7445-e290-4925-b358-9ca22f1230eb tempest-BulkNetworkOpsIpV6Test-1940634652 tempest-BulkNetworkOpsIpV6Test-1940634652-project] Request body: {'port': {'network_id': '8967f80a-2630-4bd8-94ba-afdbfdbd9729', 'name': 'tempest-port--978601431', 'admin_state_up': True}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:09:55.369094 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-710e7445-e290-4925-b358-9ca22f1230eb tempest-BulkNetworkOpsIpV6Test-1940634652 tempest-BulkNetworkOpsIpV6Test-1940634652-project] Request body: {'port': {'network_id': '0b4e0b6c-d604-4886-adc6-7304ab5592ef', 'admin_state_up': False}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:09:55.377578 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c51df59-1663-4bab-90fc-2470ba4df221 tempest-BulkNetworkOpsIpV6Test-1940634652 tempest-BulkNetworkOpsIpV6Test-1940634652-project] Pushing event updated for resources: {'Network': ['ID=0b4e0b6c-d604-4886-adc6-7304ab5592ef,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:09:55.387540 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Network 0b4e0b6c-d604-4886-adc6-7304ab5592ef details requested by agent ovs-agent-n-d-694802-15 with host n-d-694802-15 {{(pid=94468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 15:09:55.526341 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-710e7445-e290-4925-b358-9ca22f1230eb tempest-BulkNetworkOpsIpV6Test-1940634652 tempest-BulkNetworkOpsIpV6Test-1940634652-project] Made reservation on behalf of e78afd327985426cbdab1e6d9f04631f for: {'port': 2} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 15:09:55.531422 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-710e7445-e290-4925-b358-9ca22f1230eb tempest-BulkNetworkOpsIpV6Test-1940634652 tempest-BulkNetworkOpsIpV6Test-1940634652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:55.545004 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-710e7445-e290-4925-b358-9ca22f1230eb tempest-BulkNetworkOpsIpV6Test-1940634652 tempest-BulkNetworkOpsIpV6Test-1940634652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:55.626482 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [None req-710e7445-e290-4925-b358-9ca22f1230eb tempest-BulkNetworkOpsIpV6Test-1940634652 tempest-BulkNetworkOpsIpV6Test-1940634652-project] device_id is not set on port 87690fd2-fc4e-44c3-8298-5ed2c35c73e0 yet. {{(pid=94467) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 15:09:55.740398 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-710e7445-e290-4925-b358-9ca22f1230eb tempest-BulkNetworkOpsIpV6Test-1940634652 tempest-BulkNetworkOpsIpV6Test-1940634652-project] Notify callbacks [] for port, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:55.811100 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [None req-710e7445-e290-4925-b358-9ca22f1230eb tempest-BulkNetworkOpsIpV6Test-1940634652 tempest-BulkNetworkOpsIpV6Test-1940634652-project] device_id is not set on port f3837288-79cc-4453-8fd6-881173979d44 yet. {{(pid=94467) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 15:09:55.916531 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-710e7445-e290-4925-b358-9ca22f1230eb tempest-BulkNetworkOpsIpV6Test-1940634652 tempest-BulkNetworkOpsIpV6Test-1940634652-project] Notify callbacks [] for port, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:55.955366 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-710e7445-e290-4925-b358-9ca22f1230eb tempest-BulkNetworkOpsIpV6Test-1940634652 tempest-BulkNetworkOpsIpV6Test-1940634652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:56.012210 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710e7445-e290-4925-b358-9ca22f1230eb tempest-BulkNetworkOpsIpV6Test-1940634652 tempest-BulkNetworkOpsIpV6Test-1940634652-project] Pushing event updated for resources: {'Port': ['ID=87690fd2-fc4e-44c3-8298-5ed2c35c73e0,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:09:56.022219 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710e7445-e290-4925-b358-9ca22f1230eb tempest-BulkNetworkOpsIpV6Test-1940634652 tempest-BulkNetworkOpsIpV6Test-1940634652-project] Checking segment: {'id': 'c799f918-79ad-4824-a52b-756a5e67db46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '8967f80a-2630-4bd8-94ba-afdbfdbd9729'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 15:09:56.022572 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-710e7445-e290-4925-b358-9ca22f1230eb tempest-BulkNetworkOpsIpV6Test-1940634652 tempest-BulkNetworkOpsIpV6Test-1940634652-project] Network hostable DHCP agents. Network: 8967f80a-2630-4bd8-94ba-afdbfdbd9729, hostable agents: ['1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658'], hosted agents: [] {{(pid=94467) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 15:09:56.038340 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-710e7445-e290-4925-b358-9ca22f1230eb tempest-BulkNetworkOpsIpV6Test-1940634652 tempest-BulkNetworkOpsIpV6Test-1940634652-project] Network 8967f80a-2630-4bd8-94ba-afdbfdbd9729 is scheduled to be hosted by DHCP agent 1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658 with binding_index 1 {{(pid=94467) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 15:09:56.046681 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [None req-710e7445-e290-4925-b358-9ca22f1230eb tempest-BulkNetworkOpsIpV6Test-1940634652 tempest-BulkNetworkOpsIpV6Test-1940634652-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-15, 8967f80a-2630-4bd8-94ba-afdbfdbd9729) {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:09:56.050409 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-710e7445-e290-4925-b358-9ca22f1230eb tempest-BulkNetworkOpsIpV6Test-1940634652 tempest-BulkNetworkOpsIpV6Test-1940634652-project] Received port after_create {{(pid=94467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 15:09:56.051274 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-710e7445-e290-4925-b358-9ca22f1230eb tempest-BulkNetworkOpsIpV6Test-1940634652 tempest-BulkNetworkOpsIpV6Test-1940634652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:56.056303 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c5a19c8-bdc2-4d76-b588-f911b20f2278 None None] Network 8967f80a-2630-4bd8-94ba-afdbfdbd9729 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 15:09:56.114932 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710e7445-e290-4925-b358-9ca22f1230eb tempest-BulkNetworkOpsIpV6Test-1940634652 tempest-BulkNetworkOpsIpV6Test-1940634652-project] Pushing event updated for resources: {'Port': ['ID=f3837288-79cc-4453-8fd6-881173979d44,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:09:56.124214 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710e7445-e290-4925-b358-9ca22f1230eb tempest-BulkNetworkOpsIpV6Test-1940634652 tempest-BulkNetworkOpsIpV6Test-1940634652-project] Checking segment: {'id': 'f7d95dd0-6a6d-466d-bdad-cd074616b09b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '0b4e0b6c-d604-4886-adc6-7304ab5592ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 15:09:56.124572 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-710e7445-e290-4925-b358-9ca22f1230eb tempest-BulkNetworkOpsIpV6Test-1940634652 tempest-BulkNetworkOpsIpV6Test-1940634652-project] Network hostable DHCP agents. Network: 0b4e0b6c-d604-4886-adc6-7304ab5592ef, hostable agents: ['1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658'], hosted agents: [] {{(pid=94467) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 15:09:56.142002 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-710e7445-e290-4925-b358-9ca22f1230eb tempest-BulkNetworkOpsIpV6Test-1940634652 tempest-BulkNetworkOpsIpV6Test-1940634652-project] Network 0b4e0b6c-d604-4886-adc6-7304ab5592ef is scheduled to be hosted by DHCP agent 1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658 with binding_index 1 {{(pid=94467) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 15:09:56.151546 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [None req-710e7445-e290-4925-b358-9ca22f1230eb tempest-BulkNetworkOpsIpV6Test-1940634652 tempest-BulkNetworkOpsIpV6Test-1940634652-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-15, 0b4e0b6c-d604-4886-adc6-7304ab5592ef) {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:09:56.156003 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-710e7445-e290-4925-b358-9ca22f1230eb tempest-BulkNetworkOpsIpV6Test-1940634652 tempest-BulkNetworkOpsIpV6Test-1940634652-project] Received port after_create {{(pid=94467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 15:09:56.163158 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a04a52c-8c62-40bc-a8f3-2f5dfed41857 None None] Network 0b4e0b6c-d604-4886-adc6-7304ab5592ef requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 15:09:56.163817 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-710e7445-e290-4925-b358-9ca22f1230eb tempest-BulkNetworkOpsIpV6Test-1940634652 tempest-BulkNetworkOpsIpV6Test-1940634652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:09:56.168824 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-710e7445-e290-4925-b358-9ca22f1230eb tempest-BulkNetworkOpsIpV6Test-1940634652 tempest-BulkNetworkOpsIpV6Test-1940634652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:09:56.169497 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-710e7445-e290-4925-b358-9ca22f1230eb tempest-BulkNetworkOpsIpV6Test-1940634652 tempest-BulkNetworkOpsIpV6Test-1940634652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:56.186982 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-710e7445-e290-4925-b358-9ca22f1230eb tempest-BulkNetworkOpsIpV6Test-1940634652 tempest-BulkNetworkOpsIpV6Test-1940634652-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 0.8205700 Aug 12 15:09:56.187260 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 58910) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:09:56.273003 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9aeb6a3-11c6-4bf5-97ad-ae6024f895ef tempest-BulkNetworkOpsIpV6Test-1940634652 tempest-BulkNetworkOpsIpV6Test-1940634652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:09:56.279576 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9aeb6a3-11c6-4bf5-97ad-ae6024f895ef tempest-BulkNetworkOpsIpV6Test-1940634652 tempest-BulkNetworkOpsIpV6Test-1940634652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:09:56.281344 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-a9aeb6a3-11c6-4bf5-97ad-ae6024f895ef tempest-BulkNetworkOpsIpV6Test-1940634652 tempest-BulkNetworkOpsIpV6Test-1940634652-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.0931582 Aug 12 15:09:56.284233 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 58912) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:09:56.379443 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-fd87f683-1eb2-42fa-83bc-a44044c0950c tempest-BulkNetworkOpsIpV6Test-1940634652 tempest-BulkNetworkOpsIpV6Test-1940634652-project] Deleting port 87690fd2-fc4e-44c3-8298-5ed2c35c73e0 {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 15:09:56.380171 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-fd87f683-1eb2-42fa-83bc-a44044c0950c tempest-BulkNetworkOpsIpV6Test-1940634652 tempest-BulkNetworkOpsIpV6Test-1940634652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:56.447144 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-fd87f683-1eb2-42fa-83bc-a44044c0950c tempest-BulkNetworkOpsIpV6Test-1940634652 tempest-BulkNetworkOpsIpV6Test-1940634652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:56.460462 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-fd87f683-1eb2-42fa-83bc-a44044c0950c tempest-BulkNetworkOpsIpV6Test-1940634652 tempest-BulkNetworkOpsIpV6Test-1940634652-project] Calling delete_port for 87690fd2-fc4e-44c3-8298-5ed2c35c73e0 owned by {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 15:09:56.546041 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-fd87f683-1eb2-42fa-83bc-a44044c0950c tempest-BulkNetworkOpsIpV6Test-1940634652 tempest-BulkNetworkOpsIpV6Test-1940634652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:56.574006 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd87f683-1eb2-42fa-83bc-a44044c0950c tempest-BulkNetworkOpsIpV6Test-1940634652 tempest-BulkNetworkOpsIpV6Test-1940634652-project] Pushing event deleted for resources: {'Port': ['ID=87690fd2-fc4e-44c3-8298-5ed2c35c73e0,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:09:56.579176 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-fd87f683-1eb2-42fa-83bc-a44044c0950c tempest-BulkNetworkOpsIpV6Test-1940634652 tempest-BulkNetworkOpsIpV6Test-1940634652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:56.581007 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-fd87f683-1eb2-42fa-83bc-a44044c0950c tempest-BulkNetworkOpsIpV6Test-1940634652 tempest-BulkNetworkOpsIpV6Test-1940634652-project] 10.222.0.39 "DELETE /v2.0/ports/87690fd2-fc4e-44c3-8298-5ed2c35c73e0 HTTP/1.1" status: 204 len: 168 time: 0.2957983 Aug 12 15:09:56.583566 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 58914) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:09:56.669821 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-fd625c72-45a8-44b0-83e3-17f10db52d00 tempest-BulkNetworkOpsIpV6Test-1940634652 tempest-BulkNetworkOpsIpV6Test-1940634652-project] Deleting port f3837288-79cc-4453-8fd6-881173979d44 {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 15:09:56.670162 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-fd625c72-45a8-44b0-83e3-17f10db52d00 tempest-BulkNetworkOpsIpV6Test-1940634652 tempest-BulkNetworkOpsIpV6Test-1940634652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:56.733412 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-fd625c72-45a8-44b0-83e3-17f10db52d00 tempest-BulkNetworkOpsIpV6Test-1940634652 tempest-BulkNetworkOpsIpV6Test-1940634652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:56.745951 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-fd625c72-45a8-44b0-83e3-17f10db52d00 tempest-BulkNetworkOpsIpV6Test-1940634652 tempest-BulkNetworkOpsIpV6Test-1940634652-project] Calling delete_port for f3837288-79cc-4453-8fd6-881173979d44 owned by {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 15:09:56.824100 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-fd625c72-45a8-44b0-83e3-17f10db52d00 tempest-BulkNetworkOpsIpV6Test-1940634652 tempest-BulkNetworkOpsIpV6Test-1940634652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:56.851975 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd625c72-45a8-44b0-83e3-17f10db52d00 tempest-BulkNetworkOpsIpV6Test-1940634652 tempest-BulkNetworkOpsIpV6Test-1940634652-project] Pushing event deleted for resources: {'Port': ['ID=f3837288-79cc-4453-8fd6-881173979d44,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:09:56.857572 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-fd625c72-45a8-44b0-83e3-17f10db52d00 tempest-BulkNetworkOpsIpV6Test-1940634652 tempest-BulkNetworkOpsIpV6Test-1940634652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:56.861074 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-fd625c72-45a8-44b0-83e3-17f10db52d00 tempest-BulkNetworkOpsIpV6Test-1940634652 tempest-BulkNetworkOpsIpV6Test-1940634652-project] 10.222.0.39 "DELETE /v2.0/ports/f3837288-79cc-4453-8fd6-881173979d44 HTTP/1.1" status: 204 len: 168 time: 0.2750134 Aug 12 15:09:56.862159 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 58916) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:09:56.910261 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-e6393b37-6cf5-42c4-9afe-ead54c309217 tempest-BulkNetworkOpsIpV6Test-1940634652 tempest-BulkNetworkOpsIpV6Test-1940634652-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0468788 Aug 12 15:09:56.913710 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 58918) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:09:56.919264 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-3cb5d15b-c780-4251-851c-690c7f09599c tempest-BulkNetworkOpsIpV6Test-1940634652 tempest-BulkNetworkOpsIpV6Test-1940634652-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-657103895'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:09:56.939612 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cb5d15b-c780-4251-851c-690c7f09599c tempest-BulkNetworkOpsIpV6Test-1940634652 tempest-BulkNetworkOpsIpV6Test-1940634652-project] Made reservation on behalf of e78afd327985426cbdab1e6d9f04631f for: {'network': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 15:09:56.942903 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3cb5d15b-c780-4251-851c-690c7f09599c tempest-BulkNetworkOpsIpV6Test-1940634652 tempest-BulkNetworkOpsIpV6Test-1940634652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for network, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:56.965570 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3cb5d15b-c780-4251-851c-690c7f09599c tempest-BulkNetworkOpsIpV6Test-1940634652 tempest-BulkNetworkOpsIpV6Test-1940634652-project] vlan segment allocate from pool success with {'vlan_id': 304, 'physical_network': 'physnet1'} {{(pid=94466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 15:09:56.974586 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3cb5d15b-c780-4251-851c-690c7f09599c tempest-BulkNetworkOpsIpV6Test-1940634652 tempest-BulkNetworkOpsIpV6Test-1940634652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:56.974834 n-d-694802-15 neutron-server[94466]: INFO neutron.db.segments_db [None req-3cb5d15b-c780-4251-851c-690c7f09599c tempest-BulkNetworkOpsIpV6Test-1940634652 tempest-BulkNetworkOpsIpV6Test-1940634652-project] Added segment 598b338f-5040-46ea-8b4c-9f75c57becea of type vlan for network beb4b175-5fca-4f0d-af49-6daed761f7f6 Aug 12 15:09:57.012978 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3cb5d15b-c780-4251-851c-690c7f09599c tempest-BulkNetworkOpsIpV6Test-1940634652 tempest-BulkNetworkOpsIpV6Test-1940634652-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744653628263'] for network, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:57.040250 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3cb5d15b-c780-4251-851c-690c7f09599c tempest-BulkNetworkOpsIpV6Test-1940634652 tempest-BulkNetworkOpsIpV6Test-1940634652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409'] for network, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:57.046385 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cb5d15b-c780-4251-851c-690c7f09599c tempest-BulkNetworkOpsIpV6Test-1940634652 tempest-BulkNetworkOpsIpV6Test-1940634652-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:09:57.046959 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3cb5d15b-c780-4251-851c-690c7f09599c tempest-BulkNetworkOpsIpV6Test-1940634652 tempest-BulkNetworkOpsIpV6Test-1940634652-project] Notify callbacks [] for network, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:57.106277 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-3cb5d15b-c780-4251-851c-690c7f09599c tempest-BulkNetworkOpsIpV6Test-1940634652 tempest-BulkNetworkOpsIpV6Test-1940634652-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.1913476 Aug 12 15:09:57.108847 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 58920) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:09:57.114069 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-b6d00d03-d292-4af1-929b-b00f925c3a3b tempest-BulkNetworkOpsIpV6Test-1940634652 tempest-BulkNetworkOpsIpV6Test-1940634652-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1188595230'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:09:57.114477 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb5d15b-c780-4251-851c-690c7f09599c tempest-BulkNetworkOpsIpV6Test-1940634652 tempest-BulkNetworkOpsIpV6Test-1940634652-project] Pushing event updated for resources: {'Network': ['ID=beb4b175-5fca-4f0d-af49-6daed761f7f6,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:09:57.124566 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Network beb4b175-5fca-4f0d-af49-6daed761f7f6 details requested by agent ovs-agent-n-d-694802-15 with host n-d-694802-15 {{(pid=94468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 15:09:57.137627 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6d00d03-d292-4af1-929b-b00f925c3a3b tempest-BulkNetworkOpsIpV6Test-1940634652 tempest-BulkNetworkOpsIpV6Test-1940634652-project] Made reservation on behalf of e78afd327985426cbdab1e6d9f04631f for: {'network': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 15:09:57.141207 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-b6d00d03-d292-4af1-929b-b00f925c3a3b tempest-BulkNetworkOpsIpV6Test-1940634652 tempest-BulkNetworkOpsIpV6Test-1940634652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for network, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:57.164518 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6d00d03-d292-4af1-929b-b00f925c3a3b tempest-BulkNetworkOpsIpV6Test-1940634652 tempest-BulkNetworkOpsIpV6Test-1940634652-project] vlan segment allocate from pool success with {'vlan_id': 324, 'physical_network': 'physnet1'} {{(pid=94467) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 15:09:57.174041 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-b6d00d03-d292-4af1-929b-b00f925c3a3b tempest-BulkNetworkOpsIpV6Test-1940634652 tempest-BulkNetworkOpsIpV6Test-1940634652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:57.174386 n-d-694802-15 neutron-server[94467]: INFO neutron.db.segments_db [None req-b6d00d03-d292-4af1-929b-b00f925c3a3b tempest-BulkNetworkOpsIpV6Test-1940634652 tempest-BulkNetworkOpsIpV6Test-1940634652-project] Added segment 757ada46-f7f6-4b8a-b788-de607f6159ad of type vlan for network 9aebad82-5a51-48c2-bed1-94f8ce317aee Aug 12 15:09:57.214793 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-b6d00d03-d292-4af1-929b-b00f925c3a3b tempest-BulkNetworkOpsIpV6Test-1940634652 tempest-BulkNetworkOpsIpV6Test-1940634652-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744653628263'] for network, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:57.242520 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-b6d00d03-d292-4af1-929b-b00f925c3a3b tempest-BulkNetworkOpsIpV6Test-1940634652 tempest-BulkNetworkOpsIpV6Test-1940634652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409'] for network, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:57.248079 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6d00d03-d292-4af1-929b-b00f925c3a3b tempest-BulkNetworkOpsIpV6Test-1940634652 tempest-BulkNetworkOpsIpV6Test-1940634652-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:09:57.248649 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-b6d00d03-d292-4af1-929b-b00f925c3a3b tempest-BulkNetworkOpsIpV6Test-1940634652 tempest-BulkNetworkOpsIpV6Test-1940634652-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for network, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:09:57.305267 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-b6d00d03-d292-4af1-929b-b00f925c3a3b tempest-BulkNetworkOpsIpV6Test-1940634652 tempest-BulkNetworkOpsIpV6Test-1940634652-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.1952596 Aug 12 15:09:57.315767 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d00d03-d292-4af1-929b-b00f925c3a3b tempest-BulkNetworkOpsIpV6Test-1940634652 tempest-BulkNetworkOpsIpV6Test-1940634652-project] Pushing event updated for resources: {'Network': ['ID=9aebad82-5a51-48c2-bed1-94f8ce317aee,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:09:57.326085 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Network 9aebad82-5a51-48c2-bed1-94f8ce317aee details requested by agent ovs-agent-n-d-694802-15 with host n-d-694802-15 {{(pid=94468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 15:10:00.577809 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 58922) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:10:00.583330 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-1594716a-19bc-4d11-80af-3ddef508ff3d tempest-BulkNetworkOpsIpV6Test-1940634652 tempest-BulkNetworkOpsIpV6Test-1940634652-project] Request body: {'subnets': [{'network_id': 'beb4b175-5fca-4f0d-af49-6daed761f7f6', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--18554596', 'ip_version': 6}, {'network_id': '9aebad82-5a51-48c2-bed1-94f8ce317aee', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:10:00.583776 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-1594716a-19bc-4d11-80af-3ddef508ff3d tempest-BulkNetworkOpsIpV6Test-1940634652 tempest-BulkNetworkOpsIpV6Test-1940634652-project] Request body: {'subnet': {'network_id': 'beb4b175-5fca-4f0d-af49-6daed761f7f6', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--18554596', 'ip_version': 6}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:10:00.584431 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-1594716a-19bc-4d11-80af-3ddef508ff3d tempest-BulkNetworkOpsIpV6Test-1940634652 tempest-BulkNetworkOpsIpV6Test-1940634652-project] Request body: {'subnet': {'network_id': '9aebad82-5a51-48c2-bed1-94f8ce317aee', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:10:00.742341 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1594716a-19bc-4d11-80af-3ddef508ff3d tempest-BulkNetworkOpsIpV6Test-1940634652 tempest-BulkNetworkOpsIpV6Test-1940634652-project] Made reservation on behalf of e78afd327985426cbdab1e6d9f04631f for: {'subnet': 2} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 15:10:00.746991 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-1594716a-19bc-4d11-80af-3ddef508ff3d tempest-BulkNetworkOpsIpV6Test-1940634652 tempest-BulkNetworkOpsIpV6Test-1940634652-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3343791'] for subnet, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:00.747354 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-1594716a-19bc-4d11-80af-3ddef508ff3d tempest-BulkNetworkOpsIpV6Test-1940634652 tempest-BulkNetworkOpsIpV6Test-1940634652-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3343791'] for subnet, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:01.139885 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-1594716a-19bc-4d11-80af-3ddef508ff3d tempest-BulkNetworkOpsIpV6Test-1940634652 tempest-BulkNetworkOpsIpV6Test-1940634652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2859166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3343773'] for subnet, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:01.199627 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1594716a-19bc-4d11-80af-3ddef508ff3d tempest-BulkNetworkOpsIpV6Test-1940634652 tempest-BulkNetworkOpsIpV6Test-1940634652-project] Pushing event updated for resources: {'Subnet': ['ID=f3d3bcf6-bed3-4cea-8357-0dcf21a40ef6,revision_number=0']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:10:01.208278 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1594716a-19bc-4d11-80af-3ddef508ff3d tempest-BulkNetworkOpsIpV6Test-1940634652 tempest-BulkNetworkOpsIpV6Test-1940634652-project] Checking segment: {'id': '598b338f-5040-46ea-8b4c-9f75c57becea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'beb4b175-5fca-4f0d-af49-6daed761f7f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 15:10:01.208609 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1594716a-19bc-4d11-80af-3ddef508ff3d tempest-BulkNetworkOpsIpV6Test-1940634652 tempest-BulkNetworkOpsIpV6Test-1940634652-project] Network hostable DHCP agents. Network: beb4b175-5fca-4f0d-af49-6daed761f7f6, hostable agents: ['1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658'], hosted agents: [] {{(pid=94467) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 15:10:01.225838 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1594716a-19bc-4d11-80af-3ddef508ff3d tempest-BulkNetworkOpsIpV6Test-1940634652 tempest-BulkNetworkOpsIpV6Test-1940634652-project] Network beb4b175-5fca-4f0d-af49-6daed761f7f6 is scheduled to be hosted by DHCP agent 1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658 with binding_index 1 {{(pid=94467) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 15:10:01.235873 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [None req-1594716a-19bc-4d11-80af-3ddef508ff3d tempest-BulkNetworkOpsIpV6Test-1940634652 tempest-BulkNetworkOpsIpV6Test-1940634652-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-15, beb4b175-5fca-4f0d-af49-6daed761f7f6) {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:10:01.240133 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-1594716a-19bc-4d11-80af-3ddef508ff3d tempest-BulkNetworkOpsIpV6Test-1940634652 tempest-BulkNetworkOpsIpV6Test-1940634652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2859166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3343773'] for subnet, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:01.244946 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2adfb517-b963-48fc-8060-d6861ea381e6 None None] Network beb4b175-5fca-4f0d-af49-6daed761f7f6 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 15:10:01.317196 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1594716a-19bc-4d11-80af-3ddef508ff3d tempest-BulkNetworkOpsIpV6Test-1940634652 tempest-BulkNetworkOpsIpV6Test-1940634652-project] Pushing event updated for resources: {'Subnet': ['ID=2189f5d4-a031-47b2-a1ae-7a4f7cc3c46f,revision_number=0']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:10:01.324519 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1594716a-19bc-4d11-80af-3ddef508ff3d tempest-BulkNetworkOpsIpV6Test-1940634652 tempest-BulkNetworkOpsIpV6Test-1940634652-project] Checking segment: {'id': '757ada46-f7f6-4b8a-b788-de607f6159ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '9aebad82-5a51-48c2-bed1-94f8ce317aee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 15:10:01.324898 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1594716a-19bc-4d11-80af-3ddef508ff3d tempest-BulkNetworkOpsIpV6Test-1940634652 tempest-BulkNetworkOpsIpV6Test-1940634652-project] Network hostable DHCP agents. Network: 9aebad82-5a51-48c2-bed1-94f8ce317aee, hostable agents: ['1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658'], hosted agents: [] {{(pid=94467) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 15:10:01.342264 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1594716a-19bc-4d11-80af-3ddef508ff3d tempest-BulkNetworkOpsIpV6Test-1940634652 tempest-BulkNetworkOpsIpV6Test-1940634652-project] Network 9aebad82-5a51-48c2-bed1-94f8ce317aee is scheduled to be hosted by DHCP agent 1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658 with binding_index 1 {{(pid=94467) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 15:10:01.351814 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [None req-1594716a-19bc-4d11-80af-3ddef508ff3d tempest-BulkNetworkOpsIpV6Test-1940634652 tempest-BulkNetworkOpsIpV6Test-1940634652-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-15, 9aebad82-5a51-48c2-bed1-94f8ce317aee) {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:10:01.356018 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1594716a-19bc-4d11-80af-3ddef508ff3d tempest-BulkNetworkOpsIpV6Test-1940634652 tempest-BulkNetworkOpsIpV6Test-1940634652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:10:01.356504 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1594716a-19bc-4d11-80af-3ddef508ff3d tempest-BulkNetworkOpsIpV6Test-1940634652 tempest-BulkNetworkOpsIpV6Test-1940634652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:10:01.357180 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-1594716a-19bc-4d11-80af-3ddef508ff3d tempest-BulkNetworkOpsIpV6Test-1940634652 tempest-BulkNetworkOpsIpV6Test-1940634652-project] Notify callbacks [] for subnet, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:01.367180 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0589216f-282c-40a4-9033-be678eb2e181 None None] Network 9aebad82-5a51-48c2-bed1-94f8ce317aee requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 15:10:01.372158 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-1594716a-19bc-4d11-80af-3ddef508ff3d tempest-BulkNetworkOpsIpV6Test-1940634652 tempest-BulkNetworkOpsIpV6Test-1940634652-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1474 time: 0.7932377 Aug 12 15:10:01.375221 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 58924) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:10:01.454367 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81100bc8-8673-4b18-b2ef-4460ec2b168a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa7035b3e-9a89-5964-b9f4-97301c3f476a-beb4b175-5fca-4f0d-af49-6daed761f7f6', 'network_id': 'beb4b175-5fca-4f0d-af49-6daed761f7f6', 'tenant_id': 'e78afd327985426cbdab1e6d9f04631f', 'fixed_ips': [{'subnet_id': 'f3d3bcf6-bed3-4cea-8357-0dcf21a40ef6'}]}} from n-d-694802-15. {{(pid=94468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 15:10:01.455457 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-81100bc8-8673-4b18-b2ef-4460ec2b168a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:01.481773 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d28e6d40-6a50-4fda-910c-d97309ce8b51 tempest-BulkNetworkOpsIpV6Test-1940634652 tempest-BulkNetworkOpsIpV6Test-1940634652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:10:01.483466 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d28e6d40-6a50-4fda-910c-d97309ce8b51 tempest-BulkNetworkOpsIpV6Test-1940634652 tempest-BulkNetworkOpsIpV6Test-1940634652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:10:01.485000 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d28e6d40-6a50-4fda-910c-d97309ce8b51 tempest-BulkNetworkOpsIpV6Test-1940634652 tempest-BulkNetworkOpsIpV6Test-1940634652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:10:01.486589 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-d28e6d40-6a50-4fda-910c-d97309ce8b51 tempest-BulkNetworkOpsIpV6Test-1940634652 tempest-BulkNetworkOpsIpV6Test-1940634652-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2100 time: 0.1105998 Aug 12 15:10:01.497601 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 58926) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:10:01.551440 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f9ba25e-173e-4fe2-8596-3dee408e22a5 tempest-BulkNetworkOpsIpV6Test-1940634652 tempest-BulkNetworkOpsIpV6Test-1940634652-project] Deleting subnet f3d3bcf6-bed3-4cea-8357-0dcf21a40ef6 {{(pid=94467) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 15:10:01.554683 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-5f9ba25e-173e-4fe2-8596-3dee408e22a5 tempest-BulkNetworkOpsIpV6Test-1940634652 tempest-BulkNetworkOpsIpV6Test-1940634652-project] Notify callbacks [] for subnet, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:01.603957 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-5f9ba25e-173e-4fe2-8596-3dee408e22a5 tempest-BulkNetworkOpsIpV6Test-1940634652 tempest-BulkNetworkOpsIpV6Test-1940634652-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3857505'] for subnet, precommit_delete_associations {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:01.634059 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7873f193-6cb6-4f72-ad90-e05cbef77295 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa7035b3e-9a89-5964-b9f4-97301c3f476a-9aebad82-5a51-48c2-bed1-94f8ce317aee', 'network_id': '9aebad82-5a51-48c2-bed1-94f8ce317aee', 'tenant_id': 'e78afd327985426cbdab1e6d9f04631f', 'fixed_ips': [{'subnet_id': '2189f5d4-a031-47b2-a1ae-7a4f7cc3c46f'}]}} from n-d-694802-15. {{(pid=94468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 15:10:01.635069 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-7873f193-6cb6-4f72-ad90-e05cbef77295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:01.651045 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-5f9ba25e-173e-4fe2-8596-3dee408e22a5 tempest-BulkNetworkOpsIpV6Test-1940634652 tempest-BulkNetworkOpsIpV6Test-1940634652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66416255'] for subnet, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:01.711243 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-5f9ba25e-173e-4fe2-8596-3dee408e22a5 tempest-BulkNetworkOpsIpV6Test-1940634652 tempest-BulkNetworkOpsIpV6Test-1940634652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66416232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2859225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3343748'] for subnet, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:01.726242 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server [None req-81100bc8-8673-4b18-b2ef-4460ec2b168a None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f3d3bcf6-bed3-4cea-8357-0dcf21a40ef6: This subnet is being modified by another concurrent operation. Aug 12 15:10:01.726242 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 12 15:10:01.726242 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 12 15:10:01.726242 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 12 15:10:01.726242 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 12 15:10:01.726242 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 12 15:10:01.726242 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 12 15:10:01.726242 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 12 15:10:01.726242 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 12 15:10:01.726242 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 12 15:10:01.726242 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 12 15:10:01.726242 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 12 15:10:01.726242 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 12 15:10:01.726242 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 12 15:10:01.726242 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 12 15:10:01.726242 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server raise self.value Aug 12 15:10:01.726242 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 12 15:10:01.726242 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 12 15:10:01.726242 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 12 15:10:01.726242 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 12 15:10:01.726242 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 12 15:10:01.726242 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 12 15:10:01.726242 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 12 15:10:01.726242 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server raise self.value Aug 12 15:10:01.726242 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 12 15:10:01.726242 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 12 15:10:01.726242 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 12 15:10:01.726242 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 12 15:10:01.726242 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 12 15:10:01.726242 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 12 15:10:01.726242 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 12 15:10:01.726242 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server raise self.value Aug 12 15:10:01.726242 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 12 15:10:01.726242 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 12 15:10:01.726242 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 12 15:10:01.726242 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 12 15:10:01.726242 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 12 15:10:01.726242 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 12 15:10:01.726242 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 12 15:10:01.726242 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 12 15:10:01.726242 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 12 15:10:01.726242 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 12 15:10:01.726242 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Aug 12 15:10:01.726242 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 12 15:10:01.726242 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 12 15:10:01.726242 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 12 15:10:01.726242 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 12 15:10:01.726242 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 12 15:10:01.726242 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 12 15:10:01.726242 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 12 15:10:01.726242 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 12 15:10:01.726242 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server raise self.value Aug 12 15:10:01.726242 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 12 15:10:01.726242 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 12 15:10:01.726242 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 12 15:10:01.726242 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 12 15:10:01.726242 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 12 15:10:01.726242 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 12 15:10:01.726242 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 12 15:10:01.726242 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server raise self.value Aug 12 15:10:01.726242 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 12 15:10:01.726242 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 12 15:10:01.726242 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 12 15:10:01.726242 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 12 15:10:01.726242 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 12 15:10:01.726242 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 12 15:10:01.726242 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 12 15:10:01.726242 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server raise self.value Aug 12 15:10:01.726242 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 12 15:10:01.726242 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 12 15:10:01.726242 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Aug 12 15:10:01.726242 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 12 15:10:01.726242 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Aug 12 15:10:01.726242 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 12 15:10:01.726242 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 12 15:10:01.726242 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 12 15:10:01.726242 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 12 15:10:01.726242 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 12 15:10:01.726242 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 12 15:10:01.726242 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 12 15:10:01.726242 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 12 15:10:01.726242 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server raise self.value Aug 12 15:10:01.726242 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 12 15:10:01.726242 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 12 15:10:01.726242 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 12 15:10:01.726242 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 12 15:10:01.726242 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 12 15:10:01.726242 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 12 15:10:01.726242 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 12 15:10:01.726242 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server raise exception Aug 12 15:10:01.726242 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f3d3bcf6-bed3-4cea-8357-0dcf21a40ef6: This subnet is being modified by another concurrent operation. Aug 12 15:10:01.726242 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server Aug 12 15:10:01.742922 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9ba25e-173e-4fe2-8596-3dee408e22a5 tempest-BulkNetworkOpsIpV6Test-1940634652 tempest-BulkNetworkOpsIpV6Test-1940634652-project] Pushing event deleted for resources: {'Subnet': ['ID=f3d3bcf6-bed3-4cea-8357-0dcf21a40ef6,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:10:01.747520 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26f00cdf-b325-46fa-afeb-09ab1fd0b2b2 None None] Network beb4b175-5fca-4f0d-af49-6daed761f7f6 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 15:10:01.751109 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-5f9ba25e-173e-4fe2-8596-3dee408e22a5 tempest-BulkNetworkOpsIpV6Test-1940634652 tempest-BulkNetworkOpsIpV6Test-1940634652-project] Notify callbacks [] for subnet, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:01.755806 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-5f9ba25e-173e-4fe2-8596-3dee408e22a5 tempest-BulkNetworkOpsIpV6Test-1940634652 tempest-BulkNetworkOpsIpV6Test-1940634652-project] 10.222.0.39 "DELETE /v2.0/subnets/f3d3bcf6-bed3-4cea-8357-0dcf21a40ef6 HTTP/1.1" status: 204 len: 168 time: 0.2547359 Aug 12 15:10:01.756032 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 58928) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:10:01.814659 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_v2 [None req-d951ca12-057c-4496-8e73-a2ac0fcee87e tempest-BulkNetworkOpsIpV6Test-1940634652 tempest-BulkNetworkOpsIpV6Test-1940634652-project] Deleting subnet 2189f5d4-a031-47b2-a1ae-7a4f7cc3c46f {{(pid=94467) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 15:10:01.892998 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.db_base_plugin_common [None req-7873f193-6cb6-4f72-ad90-e05cbef77295 None None] Allocated IP 2001:db8:0:1::1 (9aebad82-5a51-48c2-bed1-94f8ce317aee/2189f5d4-a031-47b2-a1ae-7a4f7cc3c46f/ca943f75-6083-46e5-9231-67eacb37103c) {{(pid=94468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 15:10:02.045481 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-7873f193-6cb6-4f72-ad90-e05cbef77295 None None] Notify callbacks [] for port, precommit_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:02.054144 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-7873f193-6cb6-4f72-ad90-e05cbef77295 None None] Transition to ACTIVE for port object ca943f75-6083-46e5-9231-67eacb37103c will not be triggered until provisioned by entity L2. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:10:02.068087 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-7873f193-6cb6-4f72-ad90-e05cbef77295 None None] Transition to ACTIVE for port object ca943f75-6083-46e5-9231-67eacb37103c will not be triggered until provisioned by entity DHCP. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:10:02.073310 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-d951ca12-057c-4496-8e73-a2ac0fcee87e tempest-BulkNetworkOpsIpV6Test-1940634652 tempest-BulkNetworkOpsIpV6Test-1940634652-project] Notify callbacks [] for subnet, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:02.074086 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-7873f193-6cb6-4f72-ad90-e05cbef77295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253'] for port, after_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:02.111202 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7873f193-6cb6-4f72-ad90-e05cbef77295 None None] Network 9aebad82-5a51-48c2-bed1-94f8ce317aee is already hosted by enough agents. {{(pid=94468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 15:10:02.115151 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-d951ca12-057c-4496-8e73-a2ac0fcee87e tempest-BulkNetworkOpsIpV6Test-1940634652 tempest-BulkNetworkOpsIpV6Test-1940634652-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3857505'] for subnet, precommit_delete_associations {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:02.115875 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.base_scheduler [None req-7873f193-6cb6-4f72-ad90-e05cbef77295 None None] Resources bound (agent type, host, resource id): {{(pid=94468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:10:02.120003 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7873f193-6cb6-4f72-ad90-e05cbef77295 None None] Received port after_create {{(pid=94468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 15:10:02.126835 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7873f193-6cb6-4f72-ad90-e05cbef77295 None None] Pushing event updated for resources: {'Port': ['ID=ca943f75-6083-46e5-9231-67eacb37103c,revision_number=1']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:10:02.175492 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-7873f193-6cb6-4f72-ad90-e05cbef77295 None None] Attempting to bind port ca943f75-6083-46e5-9231-67eacb37103c on host n-d-694802-15 for vnic_type normal with profile {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 15:10:02.175853 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-7873f193-6cb6-4f72-ad90-e05cbef77295 None None] Attempting to bind port ca943f75-6083-46e5-9231-67eacb37103c by drivers openvswitch,hyperv on host n-d-694802-15 at level 0 using segments [{'id': '757ada46-f7f6-4b8a-b788-de607f6159ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '9aebad82-5a51-48c2-bed1-94f8ce317aee'}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 15:10:02.176207 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7873f193-6cb6-4f72-ad90-e05cbef77295 None None] Attempting to bind port ca943f75-6083-46e5-9231-67eacb37103c on network 9aebad82-5a51-48c2-bed1-94f8ce317aee {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 15:10:02.181499 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7873f193-6cb6-4f72-ad90-e05cbef77295 None None] Checking agent: {'id': '16de73ac-f2e9-4cee-b3e0-91052ae3e6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 20, 13), 'started_at': datetime.datetime(2021, 8, 12, 14, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 15, 9, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 15:10:02.181860 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7873f193-6cb6-4f72-ad90-e05cbef77295 None None] Checking segment: {'id': '757ada46-f7f6-4b8a-b788-de607f6159ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '9aebad82-5a51-48c2-bed1-94f8ce317aee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 15:10:02.182254 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-7873f193-6cb6-4f72-ad90-e05cbef77295 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:02.182638 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7873f193-6cb6-4f72-ad90-e05cbef77295 None None] Bound using segment: {'id': '757ada46-f7f6-4b8a-b788-de607f6159ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '9aebad82-5a51-48c2-bed1-94f8ce317aee'} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 15:10:02.183118 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-7873f193-6cb6-4f72-ad90-e05cbef77295 None None] Bound port: ca943f75-6083-46e5-9231-67eacb37103c, host: n-d-694802-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '757ada46-f7f6-4b8a-b788-de607f6159ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '9aebad82-5a51-48c2-bed1-94f8ce317aee'}}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 15:10:02.183536 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-7873f193-6cb6-4f72-ad90-e05cbef77295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:02.200875 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-d951ca12-057c-4496-8e73-a2ac0fcee87e tempest-BulkNetworkOpsIpV6Test-1940634652 tempest-BulkNetworkOpsIpV6Test-1940634652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66416255'] for subnet, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:02.264928 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-d951ca12-057c-4496-8e73-a2ac0fcee87e tempest-BulkNetworkOpsIpV6Test-1940634652 tempest-BulkNetworkOpsIpV6Test-1940634652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66416232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2859225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3343748'] for subnet, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:02.268004 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-7873f193-6cb6-4f72-ad90-e05cbef77295 None None] For port ca943f75-6083-46e5-9231-67eacb37103c, host n-d-694802-15, cleared binding levels {{(pid=94468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 15:10:02.271403 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-7873f193-6cb6-4f72-ad90-e05cbef77295 None None] For port ca943f75-6083-46e5-9231-67eacb37103c, host n-d-694802-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=ca943f75-6083-46e5-9231-67eacb37103c,segment=NetworkSegment(757ada46-f7f6-4b8a-b788-de607f6159ad),segment_id=757ada46-f7f6-4b8a-b788-de607f6159ad)] {{(pid=94468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 15:10:02.276634 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-7873f193-6cb6-4f72-ad90-e05cbef77295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:02.295812 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d951ca12-057c-4496-8e73-a2ac0fcee87e tempest-BulkNetworkOpsIpV6Test-1940634652 tempest-BulkNetworkOpsIpV6Test-1940634652-project] Pushing event deleted for resources: {'Subnet': ['ID=2189f5d4-a031-47b2-a1ae-7a4f7cc3c46f,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:10:02.297718 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-d951ca12-057c-4496-8e73-a2ac0fcee87e tempest-BulkNetworkOpsIpV6Test-1940634652 tempest-BulkNetworkOpsIpV6Test-1940634652-project] Notify callbacks [] for subnet, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:02.299737 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-d951ca12-057c-4496-8e73-a2ac0fcee87e tempest-BulkNetworkOpsIpV6Test-1940634652 tempest-BulkNetworkOpsIpV6Test-1940634652-project] 10.222.0.39 "DELETE /v2.0/subnets/2189f5d4-a031-47b2-a1ae-7a4f7cc3c46f HTTP/1.1" status: 204 len: 168 time: 0.5427451 Aug 12 15:10:02.302536 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 58932) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:10:02.355213 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7873f193-6cb6-4f72-ad90-e05cbef77295 None None] Pushing event updated for resources: {'Port': ['ID=ca943f75-6083-46e5-9231-67eacb37103c,revision_number=3']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:10:02.392961 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aea22ed-0d77-4664-b034-5e3d8aa47022 tempest-BulkNetworkOpsIpV6Test-1940634652 tempest-BulkNetworkOpsIpV6Test-1940634652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:10:02.394453 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-3aea22ed-0d77-4664-b034-5e3d8aa47022 tempest-BulkNetworkOpsIpV6Test-1940634652 tempest-BulkNetworkOpsIpV6Test-1940634652-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0908830 Aug 12 15:10:02.398301 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 58934) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:10:02.479263 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-430fcf67-9007-4a1e-b994-b36674e9df4c tempest-BulkNetworkOpsIpV6Test-1940634652 tempest-BulkNetworkOpsIpV6Test-1940634652-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680608'] for network, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:02.544847 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-430fcf67-9007-4a1e-b994-b36674e9df4c tempest-BulkNetworkOpsIpV6Test-1940634652 tempest-BulkNetworkOpsIpV6Test-1940634652-project] Deleting port ca943f75-6083-46e5-9231-67eacb37103c {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 15:10:02.545200 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-430fcf67-9007-4a1e-b994-b36674e9df4c tempest-BulkNetworkOpsIpV6Test-1940634652 tempest-BulkNetworkOpsIpV6Test-1940634652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:02.613218 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device ca943f75-6083-46e5-9231-67eacb37103c up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 15:10:02.627854 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-430fcf67-9007-4a1e-b994-b36674e9df4c tempest-BulkNetworkOpsIpV6Test-1940634652 tempest-BulkNetworkOpsIpV6Test-1940634652-project] For port ca943f75-6083-46e5-9231-67eacb37103c, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=ca943f75-6083-46e5-9231-67eacb37103c,segment=NetworkSegment(757ada46-f7f6-4b8a-b788-de607f6159ad),segment_id=757ada46-f7f6-4b8a-b788-de607f6159ad)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:10:02.628432 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-430fcf67-9007-4a1e-b994-b36674e9df4c tempest-BulkNetworkOpsIpV6Test-1940634652 tempest-BulkNetworkOpsIpV6Test-1940634652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:02.650835 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-430fcf67-9007-4a1e-b994-b36674e9df4c tempest-BulkNetworkOpsIpV6Test-1940634652 tempest-BulkNetworkOpsIpV6Test-1940634652-project] Calling delete_port for ca943f75-6083-46e5-9231-67eacb37103c owned by network:dhcp {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 15:10:02.681792 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning for port ca943f75-6083-46e5-9231-67eacb37103c completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:10:02.737179 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-430fcf67-9007-4a1e-b994-b36674e9df4c tempest-BulkNetworkOpsIpV6Test-1940634652 tempest-BulkNetworkOpsIpV6Test-1940634652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:02.766902 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-430fcf67-9007-4a1e-b994-b36674e9df4c tempest-BulkNetworkOpsIpV6Test-1940634652 tempest-BulkNetworkOpsIpV6Test-1940634652-project] No DVR routers for this DVR port ca943f75-6083-46e5-9231-67eacb37103c on host n-d-694802-15 {{(pid=94466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 15:10:02.772281 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430fcf67-9007-4a1e-b994-b36674e9df4c tempest-BulkNetworkOpsIpV6Test-1940634652 tempest-BulkNetworkOpsIpV6Test-1940634652-project] Pushing event deleted for resources: {'Port': ['ID=ca943f75-6083-46e5-9231-67eacb37103c,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:10:02.847923 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-430fcf67-9007-4a1e-b994-b36674e9df4c tempest-BulkNetworkOpsIpV6Test-1940634652 tempest-BulkNetworkOpsIpV6Test-1940634652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66413304', 'neutron.services.segments.db._delete_segments_for_network-8744654118000'] for network, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:02.858012 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-430fcf67-9007-4a1e-b994-b36674e9df4c tempest-BulkNetworkOpsIpV6Test-1940634652 tempest-BulkNetworkOpsIpV6Test-1940634652-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9aebad82-5a51-48c2-bed1-94f8ce317aee']}} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:10:02.868126 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-430fcf67-9007-4a1e-b994-b36674e9df4c tempest-BulkNetworkOpsIpV6Test-1940634652 tempest-BulkNetworkOpsIpV6Test-1940634652-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '757ada46-f7f6-4b8a-b788-de607f6159ad') {'for_net_delete': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:10:02.868417 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-430fcf67-9007-4a1e-b994-b36674e9df4c tempest-BulkNetworkOpsIpV6Test-1940634652 tempest-BulkNetworkOpsIpV6Test-1940634652-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '757ada46-f7f6-4b8a-b788-de607f6159ad') {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:10:02.877049 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-430fcf67-9007-4a1e-b994-b36674e9df4c tempest-BulkNetworkOpsIpV6Test-1940634652 tempest-BulkNetworkOpsIpV6Test-1940634652-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744654122361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2293560'] for segment, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:02.890245 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-430fcf67-9007-4a1e-b994-b36674e9df4c tempest-BulkNetworkOpsIpV6Test-1940634652 tempest-BulkNetworkOpsIpV6Test-1940634652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:02.895897 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-430fcf67-9007-4a1e-b994-b36674e9df4c tempest-BulkNetworkOpsIpV6Test-1940634652 tempest-BulkNetworkOpsIpV6Test-1940634652-project] Releasing vlan 324 on physical network physnet1 to pool {{(pid=94466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 15:10:02.896277 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-430fcf67-9007-4a1e-b994-b36674e9df4c tempest-BulkNetworkOpsIpV6Test-1940634652 tempest-BulkNetworkOpsIpV6Test-1940634652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3718595'] for segment, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:02.899633 n-d-694802-15 neutron-server[94466]: Traceback (most recent call last): Aug 12 15:10:02.899633 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 15:10:02.899633 n-d-694802-15 neutron-server[94466]: timer() Aug 12 15:10:02.899633 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 15:10:02.899633 n-d-694802-15 neutron-server[94466]: cb(*args, **kw) Aug 12 15:10:02.899633 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 15:10:02.899633 n-d-694802-15 neutron-server[94466]: return func(*args, **kwargs) Aug 12 15:10:02.899633 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 15:10:02.899633 n-d-694802-15 neutron-server[94466]: self._notify() Aug 12 15:10:02.899633 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 15:10:02.899633 n-d-694802-15 neutron-server[94466]: self.callback(batched_events) Aug 12 15:10:02.899633 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 15:10:02.899633 n-d-694802-15 neutron-server[94466]: event.method(event) Aug 12 15:10:02.899633 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 15:10:02.899633 n-d-694802-15 neutron-server[94466]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 15:10:02.899633 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 15:10:02.899633 n-d-694802-15 neutron-server[94466]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 15:10:02.899633 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 15:10:02.899633 n-d-694802-15 neutron-server[94466]: return f(self, *a, **k) Aug 12 15:10:02.899633 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 15:10:02.899633 n-d-694802-15 neutron-server[94466]: return self._get(url).json() Aug 12 15:10:02.899633 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 15:10:02.899633 n-d-694802-15 neutron-server[94466]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 15:10:02.899633 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 15:10:02.899633 n-d-694802-15 neutron-server[94466]: return self.request(url, 'GET', **kwargs) Aug 12 15:10:02.899633 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 15:10:02.899633 n-d-694802-15 neutron-server[94466]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 15:10:02.899633 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 15:10:02.899633 n-d-694802-15 neutron-server[94466]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 15:10:02.899633 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 15:10:02.899633 n-d-694802-15 neutron-server[94466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 15:10:02.899633 n-d-694802-15 neutron-server[94466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 15:10:02.963015 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-430fcf67-9007-4a1e-b994-b36674e9df4c tempest-BulkNetworkOpsIpV6Test-1940634652 tempest-BulkNetworkOpsIpV6Test-1940634652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66413281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431520'] for network, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:02.972042 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-430fcf67-9007-4a1e-b994-b36674e9df4c tempest-BulkNetworkOpsIpV6Test-1940634652 tempest-BulkNetworkOpsIpV6Test-1940634652-project] Notify callbacks [] for network, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:02.973936 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-430fcf67-9007-4a1e-b994-b36674e9df4c tempest-BulkNetworkOpsIpV6Test-1940634652 tempest-BulkNetworkOpsIpV6Test-1940634652-project] 10.222.0.39 "DELETE /v2.0/networks/9aebad82-5a51-48c2-bed1-94f8ce317aee HTTP/1.1" status: 204 len: 168 time: 0.5747099 Aug 12 15:10:02.977163 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 58936) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:10:02.992177 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430fcf67-9007-4a1e-b994-b36674e9df4c tempest-BulkNetworkOpsIpV6Test-1940634652 tempest-BulkNetworkOpsIpV6Test-1940634652-project] Pushing event deleted for resources: {'Network': ['ID=9aebad82-5a51-48c2-bed1-94f8ce317aee,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:10:03.060138 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-d4f86a50-648b-49aa-b341-184fa61a53ed tempest-BulkNetworkOpsIpV6Test-1940634652 tempest-BulkNetworkOpsIpV6Test-1940634652-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680608'] for network, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:03.153588 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-d4f86a50-648b-49aa-b341-184fa61a53ed tempest-BulkNetworkOpsIpV6Test-1940634652 tempest-BulkNetworkOpsIpV6Test-1940634652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66413304', 'neutron.services.segments.db._delete_segments_for_network-8744654118000'] for network, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:03.163744 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-d4f86a50-648b-49aa-b341-184fa61a53ed tempest-BulkNetworkOpsIpV6Test-1940634652 tempest-BulkNetworkOpsIpV6Test-1940634652-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['beb4b175-5fca-4f0d-af49-6daed761f7f6']}} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:10:03.175046 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-d4f86a50-648b-49aa-b341-184fa61a53ed tempest-BulkNetworkOpsIpV6Test-1940634652 tempest-BulkNetworkOpsIpV6Test-1940634652-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '598b338f-5040-46ea-8b4c-9f75c57becea') {'for_net_delete': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:10:03.175356 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-d4f86a50-648b-49aa-b341-184fa61a53ed tempest-BulkNetworkOpsIpV6Test-1940634652 tempest-BulkNetworkOpsIpV6Test-1940634652-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '598b338f-5040-46ea-8b4c-9f75c57becea') {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:10:03.185123 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-d4f86a50-648b-49aa-b341-184fa61a53ed tempest-BulkNetworkOpsIpV6Test-1940634652 tempest-BulkNetworkOpsIpV6Test-1940634652-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744654122361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3857526'] for segment, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:03.200146 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-d4f86a50-648b-49aa-b341-184fa61a53ed tempest-BulkNetworkOpsIpV6Test-1940634652 tempest-BulkNetworkOpsIpV6Test-1940634652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:03.206530 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4f86a50-648b-49aa-b341-184fa61a53ed tempest-BulkNetworkOpsIpV6Test-1940634652 tempest-BulkNetworkOpsIpV6Test-1940634652-project] Releasing vlan 304 on physical network physnet1 to pool {{(pid=94467) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 15:10:03.206928 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-d4f86a50-648b-49aa-b341-184fa61a53ed tempest-BulkNetworkOpsIpV6Test-1940634652 tempest-BulkNetworkOpsIpV6Test-1940634652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2859015'] for segment, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:03.210713 n-d-694802-15 neutron-server[94467]: Traceback (most recent call last): Aug 12 15:10:03.210713 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 15:10:03.210713 n-d-694802-15 neutron-server[94467]: timer() Aug 12 15:10:03.210713 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 15:10:03.210713 n-d-694802-15 neutron-server[94467]: cb(*args, **kw) Aug 12 15:10:03.210713 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 15:10:03.210713 n-d-694802-15 neutron-server[94467]: return func(*args, **kwargs) Aug 12 15:10:03.210713 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 15:10:03.210713 n-d-694802-15 neutron-server[94467]: self._notify() Aug 12 15:10:03.210713 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 15:10:03.210713 n-d-694802-15 neutron-server[94467]: self.callback(batched_events) Aug 12 15:10:03.210713 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 15:10:03.210713 n-d-694802-15 neutron-server[94467]: event.method(event) Aug 12 15:10:03.210713 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 15:10:03.210713 n-d-694802-15 neutron-server[94467]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 15:10:03.210713 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 15:10:03.210713 n-d-694802-15 neutron-server[94467]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 15:10:03.210713 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 15:10:03.210713 n-d-694802-15 neutron-server[94467]: return f(self, *a, **k) Aug 12 15:10:03.210713 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 15:10:03.210713 n-d-694802-15 neutron-server[94467]: return self._get(url).json() Aug 12 15:10:03.210713 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 15:10:03.210713 n-d-694802-15 neutron-server[94467]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 15:10:03.210713 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 15:10:03.210713 n-d-694802-15 neutron-server[94467]: return self.request(url, 'GET', **kwargs) Aug 12 15:10:03.210713 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 15:10:03.210713 n-d-694802-15 neutron-server[94467]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 15:10:03.210713 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 15:10:03.210713 n-d-694802-15 neutron-server[94467]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 15:10:03.210713 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 15:10:03.210713 n-d-694802-15 neutron-server[94467]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 15:10:03.210713 n-d-694802-15 neutron-server[94467]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 15:10:03.271734 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-d4f86a50-648b-49aa-b341-184fa61a53ed tempest-BulkNetworkOpsIpV6Test-1940634652 tempest-BulkNetworkOpsIpV6Test-1940634652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66413281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431520'] for network, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:03.278915 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-d4f86a50-648b-49aa-b341-184fa61a53ed tempest-BulkNetworkOpsIpV6Test-1940634652 tempest-BulkNetworkOpsIpV6Test-1940634652-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for network, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:03.280790 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-d4f86a50-648b-49aa-b341-184fa61a53ed tempest-BulkNetworkOpsIpV6Test-1940634652 tempest-BulkNetworkOpsIpV6Test-1940634652-project] 10.222.0.39 "DELETE /v2.0/networks/beb4b175-5fca-4f0d-af49-6daed761f7f6 HTTP/1.1" status: 204 len: 168 time: 0.3026288 Aug 12 15:10:03.283530 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 58938) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:10:03.301062 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8ceba8e-bcd8-4d79-b135-8a7d54785aea None None] DHCP port deletion for 9aebad82-5a51-48c2-bed1-94f8ce317aee request from n-d-694802-15 {{(pid=94468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 15:10:03.303499 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-6bdb9ee1-1364-4b0d-9363-3c0391f3be0f None None] Could not find standard attr ID for object ca943f75-6083-46e5-9231-67eacb37103c. {{(pid=94468) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 12 15:10:03.303661 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f86a50-648b-49aa-b341-184fa61a53ed tempest-BulkNetworkOpsIpV6Test-1940634652 tempest-BulkNetworkOpsIpV6Test-1940634652-project] Pushing event deleted for resources: {'Network': ['ID=beb4b175-5fca-4f0d-af49-6daed761f7f6,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:10:03.323304 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25367779-a71d-42fa-913c-0b131436b251 None None] Network 9aebad82-5a51-48c2-bed1-94f8ce317aee requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 15:10:03.335084 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25367779-a71d-42fa-913c-0b131436b251 None None] Network 9aebad82-5a51-48c2-bed1-94f8ce317aee could not be found, it might have been deleted concurrently. {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 12 15:10:03.342748 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebace2cf-67c2-4454-b125-b36f90200640 None None] get_active_networks_info from n-d-694802-15 {{(pid=94468) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 12 15:10:03.368715 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-88d8f43f-a5f6-433a-a590-1dc381c23a87 tempest-BulkNetworkOpsIpV6Test-1940634652 tempest-BulkNetworkOpsIpV6Test-1940634652-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680608'] for network, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:03.414668 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebace2cf-67c2-4454-b125-b36f90200640 None None] Resources bound (agent type, host, resource id): {{(pid=94468) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 12 15:10:03.456427 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-88d8f43f-a5f6-433a-a590-1dc381c23a87 tempest-BulkNetworkOpsIpV6Test-1940634652 tempest-BulkNetworkOpsIpV6Test-1940634652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66413304', 'neutron.services.segments.db._delete_segments_for_network-8744654118000'] for network, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:03.466863 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-88d8f43f-a5f6-433a-a590-1dc381c23a87 tempest-BulkNetworkOpsIpV6Test-1940634652 tempest-BulkNetworkOpsIpV6Test-1940634652-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b4e0b6c-d604-4886-adc6-7304ab5592ef']}} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:10:03.477661 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-88d8f43f-a5f6-433a-a590-1dc381c23a87 tempest-BulkNetworkOpsIpV6Test-1940634652 tempest-BulkNetworkOpsIpV6Test-1940634652-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7d95dd0-6a6d-466d-bdad-cd074616b09b') {'for_net_delete': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:10:03.477954 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-88d8f43f-a5f6-433a-a590-1dc381c23a87 tempest-BulkNetworkOpsIpV6Test-1940634652 tempest-BulkNetworkOpsIpV6Test-1940634652-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7d95dd0-6a6d-466d-bdad-cd074616b09b') {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:10:03.486810 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-88d8f43f-a5f6-433a-a590-1dc381c23a87 tempest-BulkNetworkOpsIpV6Test-1940634652 tempest-BulkNetworkOpsIpV6Test-1940634652-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744654122361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2293560'] for segment, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:03.500917 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-88d8f43f-a5f6-433a-a590-1dc381c23a87 tempest-BulkNetworkOpsIpV6Test-1940634652 tempest-BulkNetworkOpsIpV6Test-1940634652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:03.507555 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88d8f43f-a5f6-433a-a590-1dc381c23a87 tempest-BulkNetworkOpsIpV6Test-1940634652 tempest-BulkNetworkOpsIpV6Test-1940634652-project] Releasing vlan 329 on physical network physnet1 to pool {{(pid=94466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 15:10:03.508447 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-88d8f43f-a5f6-433a-a590-1dc381c23a87 tempest-BulkNetworkOpsIpV6Test-1940634652 tempest-BulkNetworkOpsIpV6Test-1940634652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3718595'] for segment, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:03.511521 n-d-694802-15 neutron-server[94466]: Traceback (most recent call last): Aug 12 15:10:03.511521 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 15:10:03.511521 n-d-694802-15 neutron-server[94466]: timer() Aug 12 15:10:03.511521 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 15:10:03.511521 n-d-694802-15 neutron-server[94466]: cb(*args, **kw) Aug 12 15:10:03.511521 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 15:10:03.511521 n-d-694802-15 neutron-server[94466]: return func(*args, **kwargs) Aug 12 15:10:03.511521 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 15:10:03.511521 n-d-694802-15 neutron-server[94466]: self._notify() Aug 12 15:10:03.511521 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 15:10:03.511521 n-d-694802-15 neutron-server[94466]: self.callback(batched_events) Aug 12 15:10:03.511521 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 15:10:03.511521 n-d-694802-15 neutron-server[94466]: event.method(event) Aug 12 15:10:03.511521 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 15:10:03.511521 n-d-694802-15 neutron-server[94466]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 15:10:03.511521 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 15:10:03.511521 n-d-694802-15 neutron-server[94466]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 15:10:03.511521 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 15:10:03.511521 n-d-694802-15 neutron-server[94466]: return f(self, *a, **k) Aug 12 15:10:03.511521 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 15:10:03.511521 n-d-694802-15 neutron-server[94466]: return self._get(url).json() Aug 12 15:10:03.511521 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 15:10:03.511521 n-d-694802-15 neutron-server[94466]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 15:10:03.511521 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 15:10:03.511521 n-d-694802-15 neutron-server[94466]: return self.request(url, 'GET', **kwargs) Aug 12 15:10:03.511521 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 15:10:03.511521 n-d-694802-15 neutron-server[94466]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 15:10:03.511521 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 15:10:03.511521 n-d-694802-15 neutron-server[94466]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 15:10:03.511521 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 15:10:03.511521 n-d-694802-15 neutron-server[94466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 15:10:03.511521 n-d-694802-15 neutron-server[94466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 15:10:03.574339 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-88d8f43f-a5f6-433a-a590-1dc381c23a87 tempest-BulkNetworkOpsIpV6Test-1940634652 tempest-BulkNetworkOpsIpV6Test-1940634652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66413281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431520'] for network, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:03.579675 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-88d8f43f-a5f6-433a-a590-1dc381c23a87 tempest-BulkNetworkOpsIpV6Test-1940634652 tempest-BulkNetworkOpsIpV6Test-1940634652-project] Notify callbacks [] for network, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:03.581555 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-88d8f43f-a5f6-433a-a590-1dc381c23a87 tempest-BulkNetworkOpsIpV6Test-1940634652 tempest-BulkNetworkOpsIpV6Test-1940634652-project] 10.222.0.39 "DELETE /v2.0/networks/0b4e0b6c-d604-4886-adc6-7304ab5592ef HTTP/1.1" status: 204 len: 168 time: 0.2967498 Aug 12 15:10:03.584809 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 58940) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:10:03.596970 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d8f43f-a5f6-433a-a590-1dc381c23a87 tempest-BulkNetworkOpsIpV6Test-1940634652 tempest-BulkNetworkOpsIpV6Test-1940634652-project] Pushing event deleted for resources: {'Network': ['ID=0b4e0b6c-d604-4886-adc6-7304ab5592ef,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:10:03.664186 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-9b93cc98-0889-42d9-a7e6-156f21466122 tempest-BulkNetworkOpsIpV6Test-1940634652 tempest-BulkNetworkOpsIpV6Test-1940634652-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680608'] for network, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:03.752621 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-9b93cc98-0889-42d9-a7e6-156f21466122 tempest-BulkNetworkOpsIpV6Test-1940634652 tempest-BulkNetworkOpsIpV6Test-1940634652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66413304', 'neutron.services.segments.db._delete_segments_for_network-8744654118000'] for network, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:03.762130 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-9b93cc98-0889-42d9-a7e6-156f21466122 tempest-BulkNetworkOpsIpV6Test-1940634652 tempest-BulkNetworkOpsIpV6Test-1940634652-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8967f80a-2630-4bd8-94ba-afdbfdbd9729']}} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:10:03.772620 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-9b93cc98-0889-42d9-a7e6-156f21466122 tempest-BulkNetworkOpsIpV6Test-1940634652 tempest-BulkNetworkOpsIpV6Test-1940634652-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c799f918-79ad-4824-a52b-756a5e67db46') {'for_net_delete': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:10:03.772917 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-9b93cc98-0889-42d9-a7e6-156f21466122 tempest-BulkNetworkOpsIpV6Test-1940634652 tempest-BulkNetworkOpsIpV6Test-1940634652-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c799f918-79ad-4824-a52b-756a5e67db46') {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:10:03.781771 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-9b93cc98-0889-42d9-a7e6-156f21466122 tempest-BulkNetworkOpsIpV6Test-1940634652 tempest-BulkNetworkOpsIpV6Test-1940634652-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744654122361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3857526'] for segment, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:03.795403 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-9b93cc98-0889-42d9-a7e6-156f21466122 tempest-BulkNetworkOpsIpV6Test-1940634652 tempest-BulkNetworkOpsIpV6Test-1940634652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:03.801274 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b93cc98-0889-42d9-a7e6-156f21466122 tempest-BulkNetworkOpsIpV6Test-1940634652 tempest-BulkNetworkOpsIpV6Test-1940634652-project] Releasing vlan 319 on physical network physnet1 to pool {{(pid=94467) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 15:10:03.801660 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-9b93cc98-0889-42d9-a7e6-156f21466122 tempest-BulkNetworkOpsIpV6Test-1940634652 tempest-BulkNetworkOpsIpV6Test-1940634652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2859015'] for segment, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:03.804881 n-d-694802-15 neutron-server[94467]: Traceback (most recent call last): Aug 12 15:10:03.804881 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 15:10:03.804881 n-d-694802-15 neutron-server[94467]: timer() Aug 12 15:10:03.804881 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 15:10:03.804881 n-d-694802-15 neutron-server[94467]: cb(*args, **kw) Aug 12 15:10:03.804881 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 15:10:03.804881 n-d-694802-15 neutron-server[94467]: return func(*args, **kwargs) Aug 12 15:10:03.804881 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 15:10:03.804881 n-d-694802-15 neutron-server[94467]: self._notify() Aug 12 15:10:03.804881 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 15:10:03.804881 n-d-694802-15 neutron-server[94467]: self.callback(batched_events) Aug 12 15:10:03.804881 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 15:10:03.804881 n-d-694802-15 neutron-server[94467]: event.method(event) Aug 12 15:10:03.804881 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 15:10:03.804881 n-d-694802-15 neutron-server[94467]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 15:10:03.804881 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 15:10:03.804881 n-d-694802-15 neutron-server[94467]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 15:10:03.804881 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 15:10:03.804881 n-d-694802-15 neutron-server[94467]: return f(self, *a, **k) Aug 12 15:10:03.804881 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 15:10:03.804881 n-d-694802-15 neutron-server[94467]: return self._get(url).json() Aug 12 15:10:03.804881 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 15:10:03.804881 n-d-694802-15 neutron-server[94467]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 15:10:03.804881 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 15:10:03.804881 n-d-694802-15 neutron-server[94467]: return self.request(url, 'GET', **kwargs) Aug 12 15:10:03.804881 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 15:10:03.804881 n-d-694802-15 neutron-server[94467]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 15:10:03.804881 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 15:10:03.804881 n-d-694802-15 neutron-server[94467]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 15:10:03.804881 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 15:10:03.804881 n-d-694802-15 neutron-server[94467]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 15:10:03.804881 n-d-694802-15 neutron-server[94467]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 15:10:03.860439 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-9b93cc98-0889-42d9-a7e6-156f21466122 tempest-BulkNetworkOpsIpV6Test-1940634652 tempest-BulkNetworkOpsIpV6Test-1940634652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66413281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431520'] for network, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:03.867053 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-9b93cc98-0889-42d9-a7e6-156f21466122 tempest-BulkNetworkOpsIpV6Test-1940634652 tempest-BulkNetworkOpsIpV6Test-1940634652-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for network, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:03.868862 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-9b93cc98-0889-42d9-a7e6-156f21466122 tempest-BulkNetworkOpsIpV6Test-1940634652 tempest-BulkNetworkOpsIpV6Test-1940634652-project] 10.222.0.39 "DELETE /v2.0/networks/8967f80a-2630-4bd8-94ba-afdbfdbd9729 HTTP/1.1" status: 204 len: 168 time: 0.2826717 Aug 12 15:10:03.881087 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b93cc98-0889-42d9-a7e6-156f21466122 tempest-BulkNetworkOpsIpV6Test-1940634652 tempest-BulkNetworkOpsIpV6Test-1940634652-project] Pushing event deleted for resources: {'Network': ['ID=8967f80a-2630-4bd8-94ba-afdbfdbd9729,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:10:04.112426 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 58946) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:10:04.245028 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-a059897f-fbef-4be2-8680-148b79b0121a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e78afd327985426cbdab1e6d9f04631f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1314533 Aug 12 15:10:04.247483 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 58950) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:10:04.293737 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4897a6aa-64ea-419f-87d9-77f84b08f4f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:04.314508 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4897a6aa-64ea-419f-87d9-77f84b08f4f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:04.365918 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4897a6aa-64ea-419f-87d9-77f84b08f4f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:04.368722 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4897a6aa-64ea-419f-87d9-77f84b08f4f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:04.369951 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-4897a6aa-64ea-419f-87d9-77f84b08f4f3 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/23ca78f0-7d62-4602-a137-04e905991c92 HTTP/1.1" status: 204 len: 168 time: 0.1215401 Aug 12 15:10:04.378918 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4897a6aa-64ea-419f-87d9-77f84b08f4f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23ca78f0-7d62-4602-a137-04e905991c92,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:10:04.574552 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device ca943f75-6083-46e5-9231-67eacb37103c no longer exists at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 15:10:04.598574 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] No Port match for: ca943f75-6083-46e5-9231-67eacb37103c {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 15:10:04.599452 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device ca943f75-6083-46e5-9231-67eacb37103c not bound to the agent host n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 15:10:04.990796 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 58972) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:10:05.085652 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-ce39a4fa-1fa7-4e67-bb1a-b6f895034ab0 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1821810383'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:10:05.107585 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce39a4fa-1fa7-4e67-bb1a-b6f895034ab0 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Made reservation on behalf of e05cee706c7f4aacab6904666141bf5a for: {'network': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 15:10:05.110964 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ce39a4fa-1fa7-4e67-bb1a-b6f895034ab0 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for network, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:05.119213 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ce39a4fa-1fa7-4e67-bb1a-b6f895034ab0 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Notify callbacks [] for security_group, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:05.208241 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ce39a4fa-1fa7-4e67-bb1a-b6f895034ab0 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Notify callbacks [] for security_group, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:05.211827 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ce39a4fa-1fa7-4e67-bb1a-b6f895034ab0 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:05.238341 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce39a4fa-1fa7-4e67-bb1a-b6f895034ab0 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] vlan segment allocate from pool success with {'vlan_id': 315, 'physical_network': 'physnet1'} {{(pid=94466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 15:10:05.247996 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce39a4fa-1fa7-4e67-bb1a-b6f895034ab0 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0856605-bcbb-4762-b564-85d91b074ca3,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:10:05.252722 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ce39a4fa-1fa7-4e67-bb1a-b6f895034ab0 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:05.253066 n-d-694802-15 neutron-server[94466]: INFO neutron.db.segments_db [None req-ce39a4fa-1fa7-4e67-bb1a-b6f895034ab0 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Added segment fc924e0f-1627-4df8-b494-8e70a15df1a3 of type vlan for network 229ca6e2-5664-4c58-b5cd-16261f55b5b5 Aug 12 15:10:05.292497 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ce39a4fa-1fa7-4e67-bb1a-b6f895034ab0 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744653628263'] for network, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:05.320061 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ce39a4fa-1fa7-4e67-bb1a-b6f895034ab0 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409'] for network, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:05.325462 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce39a4fa-1fa7-4e67-bb1a-b6f895034ab0 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:10:05.326046 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ce39a4fa-1fa7-4e67-bb1a-b6f895034ab0 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Notify callbacks [] for network, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:05.381508 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-ce39a4fa-1fa7-4e67-bb1a-b6f895034ab0 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3895845 Aug 12 15:10:05.391704 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce39a4fa-1fa7-4e67-bb1a-b6f895034ab0 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Pushing event updated for resources: {'Network': ['ID=229ca6e2-5664-4c58-b5cd-16261f55b5b5,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:10:05.402465 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Network 229ca6e2-5664-4c58-b5cd-16261f55b5b5 details requested by agent ovs-agent-n-d-694802-15 with host n-d-694802-15 {{(pid=94468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 15:10:08.562847 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 58978) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:10:08.568899 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-0ed0573f-ed0c-4bce-aeb7-6b636e13dd99 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Request body: {'subnet': {'network_id': '229ca6e2-5664-4c58-b5cd-16261f55b5b5', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:10:08.660945 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ed0573f-ed0c-4bce-aeb7-6b636e13dd99 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Made reservation on behalf of e05cee706c7f4aacab6904666141bf5a for: {'subnet': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 15:10:08.664537 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-0ed0573f-ed0c-4bce-aeb7-6b636e13dd99 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3343791'] for subnet, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:08.849224 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-0ed0573f-ed0c-4bce-aeb7-6b636e13dd99 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2859166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3343773'] for subnet, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:08.911343 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed0573f-ed0c-4bce-aeb7-6b636e13dd99 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Pushing event updated for resources: {'Subnet': ['ID=e442dd29-b8d2-4fb9-a70c-5b68cf6faa05,revision_number=0']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:10:08.919327 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ed0573f-ed0c-4bce-aeb7-6b636e13dd99 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Checking segment: {'id': 'fc924e0f-1627-4df8-b494-8e70a15df1a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '229ca6e2-5664-4c58-b5cd-16261f55b5b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 15:10:08.919684 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ed0573f-ed0c-4bce-aeb7-6b636e13dd99 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Network hostable DHCP agents. Network: 229ca6e2-5664-4c58-b5cd-16261f55b5b5, hostable agents: ['1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658'], hosted agents: [] {{(pid=94467) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 15:10:08.935609 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ed0573f-ed0c-4bce-aeb7-6b636e13dd99 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Network 229ca6e2-5664-4c58-b5cd-16261f55b5b5 is scheduled to be hosted by DHCP agent 1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658 with binding_index 1 {{(pid=94467) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 15:10:08.943740 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [None req-0ed0573f-ed0c-4bce-aeb7-6b636e13dd99 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-15, 229ca6e2-5664-4c58-b5cd-16261f55b5b5) {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:10:08.948148 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ed0573f-ed0c-4bce-aeb7-6b636e13dd99 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:10:08.949102 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-0ed0573f-ed0c-4bce-aeb7-6b636e13dd99 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Notify callbacks [] for subnet, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:08.952158 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0397fda9-1fb4-4aca-9960-953a362bcc1a None None] Network 229ca6e2-5664-4c58-b5cd-16261f55b5b5 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 15:10:08.964126 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-0ed0573f-ed0c-4bce-aeb7-6b636e13dd99 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4001484 Aug 12 15:10:08.967590 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 58980) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:10:08.973339 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-50766217-77d7-4153-9171-c1a414e8b7eb tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2103788922'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:10:08.992980 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50766217-77d7-4153-9171-c1a414e8b7eb tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Made reservation on behalf of e05cee706c7f4aacab6904666141bf5a for: {'network': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 15:10:08.996912 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-50766217-77d7-4153-9171-c1a414e8b7eb tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for network, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:09.020593 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50766217-77d7-4153-9171-c1a414e8b7eb tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] vlan segment allocate from pool success with {'vlan_id': 318, 'physical_network': 'physnet1'} {{(pid=94467) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 15:10:09.029567 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-50766217-77d7-4153-9171-c1a414e8b7eb tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:09.029907 n-d-694802-15 neutron-server[94467]: INFO neutron.db.segments_db [None req-50766217-77d7-4153-9171-c1a414e8b7eb tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Added segment aa0c3c71-d18d-4dbc-a6df-d884623d2e38 of type vlan for network 1f51dc37-df28-4fac-936a-73e9493c6ea4 Aug 12 15:10:09.070267 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-50766217-77d7-4153-9171-c1a414e8b7eb tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744653628263'] for network, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:09.101327 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-50766217-77d7-4153-9171-c1a414e8b7eb tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409'] for network, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:09.106794 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6325b2d3-5334-477e-8ded-46b5dd7fcd01 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa7035b3e-9a89-5964-b9f4-97301c3f476a-229ca6e2-5664-4c58-b5cd-16261f55b5b5', 'network_id': '229ca6e2-5664-4c58-b5cd-16261f55b5b5', 'tenant_id': 'e05cee706c7f4aacab6904666141bf5a', 'fixed_ips': [{'subnet_id': 'e442dd29-b8d2-4fb9-a70c-5b68cf6faa05'}]}} from n-d-694802-15. {{(pid=94468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 15:10:09.107805 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50766217-77d7-4153-9171-c1a414e8b7eb tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:10:09.107977 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-6325b2d3-5334-477e-8ded-46b5dd7fcd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:09.108404 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-50766217-77d7-4153-9171-c1a414e8b7eb tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for network, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:09.162526 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-50766217-77d7-4153-9171-c1a414e8b7eb tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1938906 Aug 12 15:10:09.165360 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 58982) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:10:09.176926 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-ca6c7998-fab3-421d-a3b9-058277ec5f22 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Request body: {'subnet': {'network_id': '1f51dc37-df28-4fac-936a-73e9493c6ea4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:10:09.234719 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50766217-77d7-4153-9171-c1a414e8b7eb tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Pushing event updated for resources: {'Network': ['ID=1f51dc37-df28-4fac-936a-73e9493c6ea4,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:10:09.248531 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Network 1f51dc37-df28-4fac-936a-73e9493c6ea4 details requested by agent ovs-agent-n-d-694802-15 with host n-d-694802-15 {{(pid=94468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 15:10:09.256781 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.db_base_plugin_common [None req-6325b2d3-5334-477e-8ded-46b5dd7fcd01 None None] Allocated IP 2001:db8:0:ffff::2 (229ca6e2-5664-4c58-b5cd-16261f55b5b5/e442dd29-b8d2-4fb9-a70c-5b68cf6faa05/1a3242ea-18e9-4f49-882e-c17e6c487d60) {{(pid=94468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 15:10:09.275333 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca6c7998-fab3-421d-a3b9-058277ec5f22 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Made reservation on behalf of e05cee706c7f4aacab6904666141bf5a for: {'subnet': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 15:10:09.278881 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-ca6c7998-fab3-421d-a3b9-058277ec5f22 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3343791'] for subnet, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:09.456452 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-6325b2d3-5334-477e-8ded-46b5dd7fcd01 None None] Notify callbacks [] for port, precommit_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:09.464038 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-ca6c7998-fab3-421d-a3b9-058277ec5f22 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2859166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3343773'] for subnet, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:09.465556 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-6325b2d3-5334-477e-8ded-46b5dd7fcd01 None None] Transition to ACTIVE for port object 1a3242ea-18e9-4f49-882e-c17e6c487d60 will not be triggered until provisioned by entity L2. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:10:09.480450 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-6325b2d3-5334-477e-8ded-46b5dd7fcd01 None None] Transition to ACTIVE for port object 1a3242ea-18e9-4f49-882e-c17e6c487d60 will not be triggered until provisioned by entity DHCP. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:10:09.486512 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-6325b2d3-5334-477e-8ded-46b5dd7fcd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253'] for port, after_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:09.523969 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6325b2d3-5334-477e-8ded-46b5dd7fcd01 None None] Network 229ca6e2-5664-4c58-b5cd-16261f55b5b5 is already hosted by enough agents. {{(pid=94468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 15:10:09.530306 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.base_scheduler [None req-6325b2d3-5334-477e-8ded-46b5dd7fcd01 None None] Resources bound (agent type, host, resource id): {{(pid=94468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:10:09.534036 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6c7998-fab3-421d-a3b9-058277ec5f22 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Pushing event updated for resources: {'Subnet': ['ID=4fb93b33-b4f3-4589-b7d8-7b6bc735499c,revision_number=0']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:10:09.535662 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6325b2d3-5334-477e-8ded-46b5dd7fcd01 None None] Received port after_create {{(pid=94468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 15:10:09.538923 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6325b2d3-5334-477e-8ded-46b5dd7fcd01 None None] Pushing event updated for resources: {'Port': ['ID=1a3242ea-18e9-4f49-882e-c17e6c487d60,revision_number=1']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:10:09.542366 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca6c7998-fab3-421d-a3b9-058277ec5f22 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Checking segment: {'id': 'aa0c3c71-d18d-4dbc-a6df-d884623d2e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '1f51dc37-df28-4fac-936a-73e9493c6ea4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 15:10:09.542729 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca6c7998-fab3-421d-a3b9-058277ec5f22 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Network hostable DHCP agents. Network: 1f51dc37-df28-4fac-936a-73e9493c6ea4, hostable agents: ['1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658'], hosted agents: [] {{(pid=94467) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 15:10:09.560078 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca6c7998-fab3-421d-a3b9-058277ec5f22 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Network 1f51dc37-df28-4fac-936a-73e9493c6ea4 is scheduled to be hosted by DHCP agent 1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658 with binding_index 1 {{(pid=94467) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 15:10:09.568814 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [None req-ca6c7998-fab3-421d-a3b9-058277ec5f22 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-15, 1f51dc37-df28-4fac-936a-73e9493c6ea4) {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:10:09.573571 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca6c7998-fab3-421d-a3b9-058277ec5f22 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:10:09.578034 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-ca6c7998-fab3-421d-a3b9-058277ec5f22 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Notify callbacks [] for subnet, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:09.584472 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd3310ad-3cba-4df7-80ee-22df564f7805 None None] Network 1f51dc37-df28-4fac-936a-73e9493c6ea4 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 15:10:09.589429 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-ca6c7998-fab3-421d-a3b9-058277ec5f22 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.4230304 Aug 12 15:10:09.592563 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 58984) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:10:09.632715 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-6325b2d3-5334-477e-8ded-46b5dd7fcd01 None None] Attempting to bind port 1a3242ea-18e9-4f49-882e-c17e6c487d60 on host n-d-694802-15 for vnic_type normal with profile {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 15:10:09.633000 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-6325b2d3-5334-477e-8ded-46b5dd7fcd01 None None] Attempting to bind port 1a3242ea-18e9-4f49-882e-c17e6c487d60 by drivers openvswitch,hyperv on host n-d-694802-15 at level 0 using segments [{'id': 'fc924e0f-1627-4df8-b494-8e70a15df1a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '229ca6e2-5664-4c58-b5cd-16261f55b5b5'}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 15:10:09.633359 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6325b2d3-5334-477e-8ded-46b5dd7fcd01 None None] Attempting to bind port 1a3242ea-18e9-4f49-882e-c17e6c487d60 on network 229ca6e2-5664-4c58-b5cd-16261f55b5b5 {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 15:10:09.644146 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6325b2d3-5334-477e-8ded-46b5dd7fcd01 None None] Checking agent: {'id': '16de73ac-f2e9-4cee-b3e0-91052ae3e6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 20, 13), 'started_at': datetime.datetime(2021, 8, 12, 14, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 15, 9, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 15:10:09.644509 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6325b2d3-5334-477e-8ded-46b5dd7fcd01 None None] Checking segment: {'id': 'fc924e0f-1627-4df8-b494-8e70a15df1a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '229ca6e2-5664-4c58-b5cd-16261f55b5b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 15:10:09.644905 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-6325b2d3-5334-477e-8ded-46b5dd7fcd01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:09.645296 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6325b2d3-5334-477e-8ded-46b5dd7fcd01 None None] Bound using segment: {'id': 'fc924e0f-1627-4df8-b494-8e70a15df1a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '229ca6e2-5664-4c58-b5cd-16261f55b5b5'} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 15:10:09.645755 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-6325b2d3-5334-477e-8ded-46b5dd7fcd01 None None] Bound port: 1a3242ea-18e9-4f49-882e-c17e6c487d60, host: n-d-694802-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc924e0f-1627-4df8-b494-8e70a15df1a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '229ca6e2-5664-4c58-b5cd-16261f55b5b5'}}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 15:10:09.646130 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-6325b2d3-5334-477e-8ded-46b5dd7fcd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:09.692395 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0e7f2aca-645e-4acf-8346-49099e5ea945 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680608'] for network, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:09.759915 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-6325b2d3-5334-477e-8ded-46b5dd7fcd01 None None] For port 1a3242ea-18e9-4f49-882e-c17e6c487d60, host n-d-694802-15, cleared binding levels {{(pid=94468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 15:10:09.771930 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0e7f2aca-645e-4acf-8346-49099e5ea945 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66416255'] for subnet, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:09.776722 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-6325b2d3-5334-477e-8ded-46b5dd7fcd01 None None] For port 1a3242ea-18e9-4f49-882e-c17e6c487d60, host n-d-694802-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=1a3242ea-18e9-4f49-882e-c17e6c487d60,segment=NetworkSegment(fc924e0f-1627-4df8-b494-8e70a15df1a3),segment_id=fc924e0f-1627-4df8-b494-8e70a15df1a3)] {{(pid=94468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 15:10:09.792989 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-6325b2d3-5334-477e-8ded-46b5dd7fcd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:09.820334 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecf64eb3-021b-4bc0-b057-5b9f74533d4e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa7035b3e-9a89-5964-b9f4-97301c3f476a-1f51dc37-df28-4fac-936a-73e9493c6ea4', 'network_id': '1f51dc37-df28-4fac-936a-73e9493c6ea4', 'tenant_id': 'e05cee706c7f4aacab6904666141bf5a', 'fixed_ips': [{'subnet_id': '4fb93b33-b4f3-4589-b7d8-7b6bc735499c'}]}} from n-d-694802-15. {{(pid=94468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 15:10:09.821180 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-ecf64eb3-021b-4bc0-b057-5b9f74533d4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:09.841763 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0e7f2aca-645e-4acf-8346-49099e5ea945 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66416232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3718429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8776402'] for subnet, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:09.867281 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7f2aca-645e-4acf-8346-49099e5ea945 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Pushing event deleted for resources: {'Subnet': ['ID=4fb93b33-b4f3-4589-b7d8-7b6bc735499c,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:10:09.874379 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6325b2d3-5334-477e-8ded-46b5dd7fcd01 None None] Pushing event updated for resources: {'Port': ['ID=1a3242ea-18e9-4f49-882e-c17e6c487d60,revision_number=2']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:10:09.938486 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0e7f2aca-645e-4acf-8346-49099e5ea945 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66413304', 'neutron.services.segments.db._delete_segments_for_network-8744654118000'] for network, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:09.942633 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dde3b0d-3c6c-43c5-886c-5a1df7c31fe7 None None] Network 1f51dc37-df28-4fac-936a-73e9493c6ea4 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 15:10:09.951402 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-0e7f2aca-645e-4acf-8346-49099e5ea945 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f51dc37-df28-4fac-936a-73e9493c6ea4']}} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:10:09.962911 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-0e7f2aca-645e-4acf-8346-49099e5ea945 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa0c3c71-d18d-4dbc-a6df-d884623d2e38') {'for_net_delete': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:10:09.963237 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-0e7f2aca-645e-4acf-8346-49099e5ea945 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa0c3c71-d18d-4dbc-a6df-d884623d2e38') {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:10:09.972959 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0e7f2aca-645e-4acf-8346-49099e5ea945 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744654122361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2293560'] for segment, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:09.994524 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0e7f2aca-645e-4acf-8346-49099e5ea945 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:10.003276 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e7f2aca-645e-4acf-8346-49099e5ea945 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Releasing vlan 318 on physical network physnet1 to pool {{(pid=94466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 15:10:10.003675 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0e7f2aca-645e-4acf-8346-49099e5ea945 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3718595'] for segment, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:10.007512 n-d-694802-15 neutron-server[94466]: Traceback (most recent call last): Aug 12 15:10:10.007512 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 15:10:10.007512 n-d-694802-15 neutron-server[94466]: timer() Aug 12 15:10:10.007512 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 15:10:10.007512 n-d-694802-15 neutron-server[94466]: cb(*args, **kw) Aug 12 15:10:10.007512 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 15:10:10.007512 n-d-694802-15 neutron-server[94466]: return func(*args, **kwargs) Aug 12 15:10:10.007512 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 15:10:10.007512 n-d-694802-15 neutron-server[94466]: self._notify() Aug 12 15:10:10.007512 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 15:10:10.007512 n-d-694802-15 neutron-server[94466]: self.callback(batched_events) Aug 12 15:10:10.007512 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 15:10:10.007512 n-d-694802-15 neutron-server[94466]: event.method(event) Aug 12 15:10:10.007512 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 15:10:10.007512 n-d-694802-15 neutron-server[94466]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 15:10:10.007512 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 15:10:10.007512 n-d-694802-15 neutron-server[94466]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 15:10:10.007512 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 15:10:10.007512 n-d-694802-15 neutron-server[94466]: return f(self, *a, **k) Aug 12 15:10:10.007512 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 15:10:10.007512 n-d-694802-15 neutron-server[94466]: return self._get(url).json() Aug 12 15:10:10.007512 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 15:10:10.007512 n-d-694802-15 neutron-server[94466]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 15:10:10.007512 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 15:10:10.007512 n-d-694802-15 neutron-server[94466]: return self.request(url, 'GET', **kwargs) Aug 12 15:10:10.007512 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 15:10:10.007512 n-d-694802-15 neutron-server[94466]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 15:10:10.007512 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 15:10:10.007512 n-d-694802-15 neutron-server[94466]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 15:10:10.007512 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 15:10:10.007512 n-d-694802-15 neutron-server[94466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 15:10:10.007512 n-d-694802-15 neutron-server[94466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 15:10:10.089724 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0e7f2aca-645e-4acf-8346-49099e5ea945 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66413281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431520'] for network, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:10.097789 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0e7f2aca-645e-4acf-8346-49099e5ea945 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Notify callbacks [] for network, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:10.099646 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-0e7f2aca-645e-4acf-8346-49099e5ea945 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] 10.222.0.39 "DELETE /v2.0/networks/1f51dc37-df28-4fac-936a-73e9493c6ea4 HTTP/1.1" status: 204 len: 168 time: 0.5059946 Aug 12 15:10:10.103475 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 58986) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:10:10.110874 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-7360c61c-d377-48bb-b959-4225f714cf10 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1389218173'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:10:10.124011 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7f2aca-645e-4acf-8346-49099e5ea945 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Pushing event deleted for resources: {'Network': ['ID=1f51dc37-df28-4fac-936a-73e9493c6ea4,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:10:10.131379 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-e65036b7-653c-4c06-99c9-ed244d4665b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:10.152229 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7360c61c-d377-48bb-b959-4225f714cf10 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Made reservation on behalf of e05cee706c7f4aacab6904666141bf5a for: {'network': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 15:10:10.155552 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-7360c61c-d377-48bb-b959-4225f714cf10 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for network, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:10.183531 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7360c61c-d377-48bb-b959-4225f714cf10 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] vlan segment allocate from pool success with {'vlan_id': 322, 'physical_network': 'physnet1'} {{(pid=94467) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 15:10:10.196118 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-7360c61c-d377-48bb-b959-4225f714cf10 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:10.196532 n-d-694802-15 neutron-server[94467]: INFO neutron.db.segments_db [None req-7360c61c-d377-48bb-b959-4225f714cf10 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Added segment 239c47b3-c5d5-4019-b19f-0843b984a232 of type vlan for network 3fac73bf-ae70-494d-acc6-3f4576aaaffa Aug 12 15:10:10.236886 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-7360c61c-d377-48bb-b959-4225f714cf10 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744653628263'] for network, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:10.265930 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-7360c61c-d377-48bb-b959-4225f714cf10 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409'] for network, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:10.271495 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7360c61c-d377-48bb-b959-4225f714cf10 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:10:10.272083 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-7360c61c-d377-48bb-b959-4225f714cf10 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for network, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:10.328309 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-7360c61c-d377-48bb-b959-4225f714cf10 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2235897 Aug 12 15:10:10.330972 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 58988) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:10:10.335948 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-82bc60ba-ee90-4b37-9931-ccee62eb94e3 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Request body: {'subnet': {'network_id': '3fac73bf-ae70-494d-acc6-3f4576aaaffa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:10:10.386065 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7360c61c-d377-48bb-b959-4225f714cf10 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Pushing event updated for resources: {'Network': ['ID=3fac73bf-ae70-494d-acc6-3f4576aaaffa,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:10:10.398071 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Network 3fac73bf-ae70-494d-acc6-3f4576aaaffa details requested by agent ovs-agent-n-d-694802-15 with host n-d-694802-15 {{(pid=94468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 15:10:10.447564 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82bc60ba-ee90-4b37-9931-ccee62eb94e3 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Made reservation on behalf of e05cee706c7f4aacab6904666141bf5a for: {'subnet': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 15:10:10.451070 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-82bc60ba-ee90-4b37-9931-ccee62eb94e3 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3343791'] for subnet, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:10.620596 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 1a3242ea-18e9-4f49-882e-c17e6c487d60 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 15:10:10.673017 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-82bc60ba-ee90-4b37-9931-ccee62eb94e3 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2859166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3343773'] for subnet, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:10.677136 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning for port 1a3242ea-18e9-4f49-882e-c17e6c487d60 completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:10:10.739451 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bc60ba-ee90-4b37-9931-ccee62eb94e3 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Pushing event updated for resources: {'Subnet': ['ID=c3f931b7-210f-4e24-ab7a-efbcd6d3da12,revision_number=0']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:10:10.749124 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82bc60ba-ee90-4b37-9931-ccee62eb94e3 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Checking segment: {'id': '239c47b3-c5d5-4019-b19f-0843b984a232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '3fac73bf-ae70-494d-acc6-3f4576aaaffa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 15:10:10.749506 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82bc60ba-ee90-4b37-9931-ccee62eb94e3 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Network hostable DHCP agents. Network: 3fac73bf-ae70-494d-acc6-3f4576aaaffa, hostable agents: ['1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658'], hosted agents: [] {{(pid=94467) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 15:10:10.767550 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82bc60ba-ee90-4b37-9931-ccee62eb94e3 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Network 3fac73bf-ae70-494d-acc6-3f4576aaaffa is scheduled to be hosted by DHCP agent 1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658 with binding_index 1 {{(pid=94467) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 15:10:10.777128 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [None req-82bc60ba-ee90-4b37-9931-ccee62eb94e3 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-15, 3fac73bf-ae70-494d-acc6-3f4576aaaffa) {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:10:10.781293 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82bc60ba-ee90-4b37-9931-ccee62eb94e3 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:10:10.781887 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-82bc60ba-ee90-4b37-9931-ccee62eb94e3 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Notify callbacks [] for subnet, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:10.789636 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90bdd698-572d-4815-8da6-d6c70b6fff0b None None] Network 3fac73bf-ae70-494d-acc6-3f4576aaaffa requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 15:10:10.801027 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-82bc60ba-ee90-4b37-9931-ccee62eb94e3 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.4688258 Aug 12 15:10:10.804410 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 58990) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:10:10.810577 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-f3f2e50d-947c-412c-99d5-74a1c8b68d3b tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-138139062'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:10:10.833646 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3f2e50d-947c-412c-99d5-74a1c8b68d3b tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Made reservation on behalf of e05cee706c7f4aacab6904666141bf5a for: {'network': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 15:10:10.837638 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f3f2e50d-947c-412c-99d5-74a1c8b68d3b tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for network, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:10.865970 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-369d56f6-d3a2-41ba-966a-5d1951762f6a None None] Network 229ca6e2-5664-4c58-b5cd-16261f55b5b5 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 15:10:10.868237 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3f2e50d-947c-412c-99d5-74a1c8b68d3b tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] vlan segment allocate from pool success with {'vlan_id': 327, 'physical_network': 'physnet1'} {{(pid=94466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 15:10:10.877733 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f3f2e50d-947c-412c-99d5-74a1c8b68d3b tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:10.878197 n-d-694802-15 neutron-server[94466]: INFO neutron.db.segments_db [None req-f3f2e50d-947c-412c-99d5-74a1c8b68d3b tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Added segment 770e075c-52e6-4ebd-a7fd-2800a2e4b2c6 of type vlan for network ec2d6a56-3158-4b43-ab45-517f7d202400 Aug 12 15:10:10.923288 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f3f2e50d-947c-412c-99d5-74a1c8b68d3b tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744653628263'] for network, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:10.953957 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f3f2e50d-947c-412c-99d5-74a1c8b68d3b tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409'] for network, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:10.960435 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3f2e50d-947c-412c-99d5-74a1c8b68d3b tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:10:10.961130 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f3f2e50d-947c-412c-99d5-74a1c8b68d3b tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Notify callbacks [] for network, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:11.010541 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-bea913b6-3898-4ab0-9b96-107d21b7e6d5 None None] Provisioning for port 1a3242ea-18e9-4f49-882e-c17e6c487d60 completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:10:11.024086 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-f3f2e50d-947c-412c-99d5-74a1c8b68d3b tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2185175 Aug 12 15:10:11.027882 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 58992) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:10:11.034809 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-2f9c2b6e-d912-438b-b9ef-70f256769218 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Request body: {'subnet': {'network_id': 'ec2d6a56-3158-4b43-ab45-517f7d202400', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:10:11.039681 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-bea913b6-3898-4ab0-9b96-107d21b7e6d5 None None] Provisioning complete for port 1a3242ea-18e9-4f49-882e-c17e6c487d60 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:10:11.040032 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-bea913b6-3898-4ab0-9b96-107d21b7e6d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:11.044689 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f2e50d-947c-412c-99d5-74a1c8b68d3b tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Pushing event updated for resources: {'Network': ['ID=ec2d6a56-3158-4b43-ab45-517f7d202400,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:10:11.061839 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35163966-31d4-4fd8-9715-430338b2c502 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa7035b3e-9a89-5964-b9f4-97301c3f476a-3fac73bf-ae70-494d-acc6-3f4576aaaffa', 'network_id': '3fac73bf-ae70-494d-acc6-3f4576aaaffa', 'tenant_id': 'e05cee706c7f4aacab6904666141bf5a', 'fixed_ips': [{'subnet_id': 'c3f931b7-210f-4e24-ab7a-efbcd6d3da12'}]}} from n-d-694802-15. {{(pid=94468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 15:10:11.062699 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-35163966-31d4-4fd8-9715-430338b2c502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:11.087184 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Network ec2d6a56-3158-4b43-ab45-517f7d202400 details requested by agent ovs-agent-n-d-694802-15 with host n-d-694802-15 {{(pid=94468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 15:10:11.139775 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f9c2b6e-d912-438b-b9ef-70f256769218 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Made reservation on behalf of e05cee706c7f4aacab6904666141bf5a for: {'subnet': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 15:10:11.143918 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-2f9c2b6e-d912-438b-b9ef-70f256769218 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3343791'] for subnet, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:11.205082 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.ipam_backend_mixin [None req-2f9c2b6e-d912-438b-b9ef-70f256769218 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Performing IP validity checks on allocation pools {{(pid=94467) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 12 15:10:11.205634 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.ipam_backend_mixin [None req-2f9c2b6e-d912-438b-b9ef-70f256769218 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94467) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 12 15:10:11.344603 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-2f9c2b6e-d912-438b-b9ef-70f256769218 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2859166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3343773'] for subnet, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:11.406477 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9c2b6e-d912-438b-b9ef-70f256769218 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Pushing event updated for resources: {'Subnet': ['ID=86566e6b-6bf6-456b-9b80-528e85c8b7f9,revision_number=0']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:10:11.418474 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f9c2b6e-d912-438b-b9ef-70f256769218 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Checking segment: {'id': '770e075c-52e6-4ebd-a7fd-2800a2e4b2c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'ec2d6a56-3158-4b43-ab45-517f7d202400'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 15:10:11.418829 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f9c2b6e-d912-438b-b9ef-70f256769218 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Network hostable DHCP agents. Network: ec2d6a56-3158-4b43-ab45-517f7d202400, hostable agents: ['1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658'], hosted agents: [] {{(pid=94467) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 15:10:11.436685 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f9c2b6e-d912-438b-b9ef-70f256769218 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Network ec2d6a56-3158-4b43-ab45-517f7d202400 is scheduled to be hosted by DHCP agent 1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658 with binding_index 1 {{(pid=94467) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 15:10:11.448140 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [None req-2f9c2b6e-d912-438b-b9ef-70f256769218 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-15, ec2d6a56-3158-4b43-ab45-517f7d202400) {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:10:11.459688 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f9c2b6e-d912-438b-b9ef-70f256769218 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:10:11.460406 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-2f9c2b6e-d912-438b-b9ef-70f256769218 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Notify callbacks [] for subnet, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:11.465300 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f060142-7a11-4a90-bc56-4040636402ff None None] Network ec2d6a56-3158-4b43-ab45-517f7d202400 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 15:10:11.475756 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-2f9c2b6e-d912-438b-b9ef-70f256769218 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 0.4464221 Aug 12 15:10:11.479179 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 58994) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:10:11.576595 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-ff1e5d81-4487-4170-8e2b-31c9f990e053 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680608'] for network, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:11.601709 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-bea913b6-3898-4ab0-9b96-107d21b7e6d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:11.635267 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.db_base_plugin_common [None req-35163966-31d4-4fd8-9715-430338b2c502 None None] Allocated IP 2001:db8::1 (3fac73bf-ae70-494d-acc6-3f4576aaaffa/c3f931b7-210f-4e24-ab7a-efbcd6d3da12/68ce607a-13d6-4233-81a5-0502b75c8929) {{(pid=94468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 15:10:11.670115 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-ff1e5d81-4487-4170-8e2b-31c9f990e053 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66416255'] for subnet, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:11.689006 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-bea913b6-3898-4ab0-9b96-107d21b7e6d5 None None] For port 1a3242ea-18e9-4f49-882e-c17e6c487d60, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=1a3242ea-18e9-4f49-882e-c17e6c487d60,segment=NetworkSegment(fc924e0f-1627-4df8-b494-8e70a15df1a3),segment_id=fc924e0f-1627-4df8-b494-8e70a15df1a3)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:10:11.726212 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-bea913b6-3898-4ab0-9b96-107d21b7e6d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:11.737460 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-ff1e5d81-4487-4170-8e2b-31c9f990e053 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66416232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2859225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3343748'] for subnet, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:11.766672 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1e5d81-4487-4170-8e2b-31c9f990e053 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Pushing event deleted for resources: {'Subnet': ['ID=86566e6b-6bf6-456b-9b80-528e85c8b7f9,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:10:11.843745 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:11.877083 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea913b6-3898-4ab0-9b96-107d21b7e6d5 None None] Pushing event updated for resources: {'Port': ['ID=1a3242ea-18e9-4f49-882e-c17e6c487d60,revision_number=3']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:10:11.914191 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-30938d65-d8d3-41d9-9a99-3fd07dc387a6 None None] Provisioning complete for port 1a3242ea-18e9-4f49-882e-c17e6c487d60 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:10:11.914574 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-30938d65-d8d3-41d9-9a99-3fd07dc387a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:11.924887 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-994a6f5d-9053-497c-b446-b63d18c1212a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa7035b3e-9a89-5964-b9f4-97301c3f476a-ec2d6a56-3158-4b43-ab45-517f7d202400', 'network_id': 'ec2d6a56-3158-4b43-ab45-517f7d202400', 'tenant_id': 'e05cee706c7f4aacab6904666141bf5a', 'fixed_ips': [{'subnet_id': '86566e6b-6bf6-456b-9b80-528e85c8b7f9'}]}} from n-d-694802-15. {{(pid=94468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 15:10:11.925913 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-994a6f5d-9053-497c-b446-b63d18c1212a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:12.024638 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-35163966-31d4-4fd8-9715-430338b2c502 None None] Notify callbacks [] for port, precommit_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:12.088019 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-35163966-31d4-4fd8-9715-430338b2c502 None None] Transition to ACTIVE for port object 68ce607a-13d6-4233-81a5-0502b75c8929 will not be triggered until provisioned by entity L2. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:10:12.126236 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd195492-42f0-48ec-91f5-00a13ef18845 None None] Network ec2d6a56-3158-4b43-ab45-517f7d202400 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 15:10:12.188056 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-35163966-31d4-4fd8-9715-430338b2c502 None None] Transition to ACTIVE for port object 68ce607a-13d6-4233-81a5-0502b75c8929 will not be triggered until provisioned by entity DHCP. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:10:12.198483 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-ff1e5d81-4487-4170-8e2b-31c9f990e053 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66413304', 'neutron.services.segments.db._delete_segments_for_network-8744654118000'] for network, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:12.209046 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-ff1e5d81-4487-4170-8e2b-31c9f990e053 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec2d6a56-3158-4b43-ab45-517f7d202400']}} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:10:12.211638 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-35163966-31d4-4fd8-9715-430338b2c502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253'] for port, after_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:12.223177 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-ff1e5d81-4487-4170-8e2b-31c9f990e053 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '770e075c-52e6-4ebd-a7fd-2800a2e4b2c6') {'for_net_delete': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:10:12.223485 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-ff1e5d81-4487-4170-8e2b-31c9f990e053 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '770e075c-52e6-4ebd-a7fd-2800a2e4b2c6') {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:10:12.238212 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-ff1e5d81-4487-4170-8e2b-31c9f990e053 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744654122361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3857526'] for segment, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:12.252680 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-ff1e5d81-4487-4170-8e2b-31c9f990e053 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:12.258854 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff1e5d81-4487-4170-8e2b-31c9f990e053 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Releasing vlan 327 on physical network physnet1 to pool {{(pid=94467) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 15:10:12.259292 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-ff1e5d81-4487-4170-8e2b-31c9f990e053 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2859015'] for segment, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:12.262516 n-d-694802-15 neutron-server[94467]: Traceback (most recent call last): Aug 12 15:10:12.262516 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 15:10:12.262516 n-d-694802-15 neutron-server[94467]: timer() Aug 12 15:10:12.262516 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 15:10:12.262516 n-d-694802-15 neutron-server[94467]: cb(*args, **kw) Aug 12 15:10:12.262516 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 15:10:12.262516 n-d-694802-15 neutron-server[94467]: return func(*args, **kwargs) Aug 12 15:10:12.262516 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 15:10:12.262516 n-d-694802-15 neutron-server[94467]: self._notify() Aug 12 15:10:12.262516 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 15:10:12.262516 n-d-694802-15 neutron-server[94467]: self.callback(batched_events) Aug 12 15:10:12.262516 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 15:10:12.262516 n-d-694802-15 neutron-server[94467]: event.method(event) Aug 12 15:10:12.262516 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 15:10:12.262516 n-d-694802-15 neutron-server[94467]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 15:10:12.262516 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 15:10:12.262516 n-d-694802-15 neutron-server[94467]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 15:10:12.262516 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 15:10:12.262516 n-d-694802-15 neutron-server[94467]: return f(self, *a, **k) Aug 12 15:10:12.262516 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 15:10:12.262516 n-d-694802-15 neutron-server[94467]: return self._get(url).json() Aug 12 15:10:12.262516 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 15:10:12.262516 n-d-694802-15 neutron-server[94467]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 15:10:12.262516 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 15:10:12.262516 n-d-694802-15 neutron-server[94467]: return self.request(url, 'GET', **kwargs) Aug 12 15:10:12.262516 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 15:10:12.262516 n-d-694802-15 neutron-server[94467]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 15:10:12.262516 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 15:10:12.262516 n-d-694802-15 neutron-server[94467]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 15:10:12.262516 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 15:10:12.262516 n-d-694802-15 neutron-server[94467]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 15:10:12.262516 n-d-694802-15 neutron-server[94467]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 15:10:12.286967 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35163966-31d4-4fd8-9715-430338b2c502 None None] Network 3fac73bf-ae70-494d-acc6-3f4576aaaffa is already hosted by enough agents. {{(pid=94468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 15:10:12.309756 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.base_scheduler [None req-35163966-31d4-4fd8-9715-430338b2c502 None None] Resources bound (agent type, host, resource id): {{(pid=94468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:10:12.313013 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35163966-31d4-4fd8-9715-430338b2c502 None None] Received port after_create {{(pid=94468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 15:10:12.316381 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35163966-31d4-4fd8-9715-430338b2c502 None None] Pushing event updated for resources: {'Port': ['ID=68ce607a-13d6-4233-81a5-0502b75c8929,revision_number=1']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:10:12.324781 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-ff1e5d81-4487-4170-8e2b-31c9f990e053 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66413281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431520'] for network, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:12.330291 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-ff1e5d81-4487-4170-8e2b-31c9f990e053 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for network, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:12.336475 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-ff1e5d81-4487-4170-8e2b-31c9f990e053 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] 10.222.0.39 "DELETE /v2.0/networks/ec2d6a56-3158-4b43-ab45-517f7d202400 HTTP/1.1" status: 204 len: 168 time: 0.8523340 Aug 12 15:10:12.336996 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 58996) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:10:12.342202 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-a0648d09-3f14-42b2-9f21-1831dab2ce51 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-207622067'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:10:12.352069 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1e5d81-4487-4170-8e2b-31c9f990e053 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Pushing event deleted for resources: {'Network': ['ID=ec2d6a56-3158-4b43-ab45-517f7d202400,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:10:12.366852 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0648d09-3f14-42b2-9f21-1831dab2ce51 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Made reservation on behalf of e05cee706c7f4aacab6904666141bf5a for: {'network': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 15:10:12.370478 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a0648d09-3f14-42b2-9f21-1831dab2ce51 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for network, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:12.378592 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-35163966-31d4-4fd8-9715-430338b2c502 None None] Attempting to bind port 68ce607a-13d6-4233-81a5-0502b75c8929 on host n-d-694802-15 for vnic_type normal with profile {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 15:10:12.378967 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-35163966-31d4-4fd8-9715-430338b2c502 None None] Attempting to bind port 68ce607a-13d6-4233-81a5-0502b75c8929 by drivers openvswitch,hyperv on host n-d-694802-15 at level 0 using segments [{'id': '239c47b3-c5d5-4019-b19f-0843b984a232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '3fac73bf-ae70-494d-acc6-3f4576aaaffa'}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 15:10:12.379629 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35163966-31d4-4fd8-9715-430338b2c502 None None] Attempting to bind port 68ce607a-13d6-4233-81a5-0502b75c8929 on network 3fac73bf-ae70-494d-acc6-3f4576aaaffa {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 15:10:12.385848 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35163966-31d4-4fd8-9715-430338b2c502 None None] Checking agent: {'id': '16de73ac-f2e9-4cee-b3e0-91052ae3e6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 20, 13), 'started_at': datetime.datetime(2021, 8, 12, 14, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 15, 9, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 15:10:12.386273 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35163966-31d4-4fd8-9715-430338b2c502 None None] Checking segment: {'id': '239c47b3-c5d5-4019-b19f-0843b984a232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '3fac73bf-ae70-494d-acc6-3f4576aaaffa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 15:10:12.386677 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-35163966-31d4-4fd8-9715-430338b2c502 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:12.387087 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35163966-31d4-4fd8-9715-430338b2c502 None None] Bound using segment: {'id': '239c47b3-c5d5-4019-b19f-0843b984a232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '3fac73bf-ae70-494d-acc6-3f4576aaaffa'} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 15:10:12.387719 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-35163966-31d4-4fd8-9715-430338b2c502 None None] Bound port: 68ce607a-13d6-4233-81a5-0502b75c8929, host: n-d-694802-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '239c47b3-c5d5-4019-b19f-0843b984a232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '3fac73bf-ae70-494d-acc6-3f4576aaaffa'}}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 15:10:12.388158 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-35163966-31d4-4fd8-9715-430338b2c502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:12.396543 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0648d09-3f14-42b2-9f21-1831dab2ce51 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] vlan segment allocate from pool success with {'vlan_id': 318, 'physical_network': 'physnet1'} {{(pid=94466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 15:10:12.406247 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a0648d09-3f14-42b2-9f21-1831dab2ce51 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:12.407223 n-d-694802-15 neutron-server[94466]: INFO neutron.db.segments_db [None req-a0648d09-3f14-42b2-9f21-1831dab2ce51 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Added segment 550597fc-7f32-4931-82b2-8f2664feec51 of type vlan for network 2e35a22f-b1e2-4ce9-b29b-0b0038880d55 Aug 12 15:10:12.448348 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a0648d09-3f14-42b2-9f21-1831dab2ce51 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744653628263'] for network, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:12.458086 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-35163966-31d4-4fd8-9715-430338b2c502 None None] For port 68ce607a-13d6-4233-81a5-0502b75c8929, host n-d-694802-15, cleared binding levels {{(pid=94468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 15:10:12.461574 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-35163966-31d4-4fd8-9715-430338b2c502 None None] For port 68ce607a-13d6-4233-81a5-0502b75c8929, host n-d-694802-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=68ce607a-13d6-4233-81a5-0502b75c8929,segment=NetworkSegment(239c47b3-c5d5-4019-b19f-0843b984a232),segment_id=239c47b3-c5d5-4019-b19f-0843b984a232)] {{(pid=94468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 15:10:12.472231 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-35163966-31d4-4fd8-9715-430338b2c502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:12.481769 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a0648d09-3f14-42b2-9f21-1831dab2ce51 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409'] for network, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:12.487890 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0648d09-3f14-42b2-9f21-1831dab2ce51 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:10:12.488485 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a0648d09-3f14-42b2-9f21-1831dab2ce51 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Notify callbacks [] for network, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:12.538408 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35163966-31d4-4fd8-9715-430338b2c502 None None] Pushing event updated for resources: {'Port': ['ID=68ce607a-13d6-4233-81a5-0502b75c8929,revision_number=2']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:10:12.555661 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 58998) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:10:12.555979 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-a0648d09-3f14-42b2-9f21-1831dab2ce51 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2176223 Aug 12 15:10:12.564296 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-2dc57419-935b-4820-b8e0-453031edcdf6 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Request body: {'subnet': {'network_id': '2e35a22f-b1e2-4ce9-b29b-0b0038880d55', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:10:12.568572 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0648d09-3f14-42b2-9f21-1831dab2ce51 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Pushing event updated for resources: {'Network': ['ID=2e35a22f-b1e2-4ce9-b29b-0b0038880d55,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:10:12.579369 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0648d09-3f14-42b2-9f21-1831dab2ce51 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:10:12.579997 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0648d09-3f14-42b2-9f21-1831dab2ce51 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:10:12.580577 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0648d09-3f14-42b2-9f21-1831dab2ce51 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:10:12.581162 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0648d09-3f14-42b2-9f21-1831dab2ce51 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:10:12.581862 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0648d09-3f14-42b2-9f21-1831dab2ce51 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:10:12.584514 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0648d09-3f14-42b2-9f21-1831dab2ce51 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:10:12.584999 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0648d09-3f14-42b2-9f21-1831dab2ce51 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:10:12.585265 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0648d09-3f14-42b2-9f21-1831dab2ce51 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:10:12.585596 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0648d09-3f14-42b2-9f21-1831dab2ce51 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:10:12.586189 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0648d09-3f14-42b2-9f21-1831dab2ce51 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:10:12.586524 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0648d09-3f14-42b2-9f21-1831dab2ce51 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:10:12.586856 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0648d09-3f14-42b2-9f21-1831dab2ce51 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:10:12.599387 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Network 2e35a22f-b1e2-4ce9-b29b-0b0038880d55 details requested by agent ovs-agent-n-d-694802-15 with host n-d-694802-15 {{(pid=94468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 15:10:12.613740 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 1a3242ea-18e9-4f49-882e-c17e6c487d60 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 15:10:12.689861 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dc57419-935b-4820-b8e0-453031edcdf6 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Made reservation on behalf of e05cee706c7f4aacab6904666141bf5a for: {'subnet': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 15:10:12.694821 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-2dc57419-935b-4820-b8e0-453031edcdf6 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3343791'] for subnet, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:12.735078 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port 1a3242ea-18e9-4f49-882e-c17e6c487d60 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:10:12.735078 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:12.920606 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-2dc57419-935b-4820-b8e0-453031edcdf6 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2859166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3343773'] for subnet, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:12.979468 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc57419-935b-4820-b8e0-453031edcdf6 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Pushing event updated for resources: {'Subnet': ['ID=25cb93cc-c6c6-46a4-a10e-8e34c2b9f8c2,revision_number=0']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:10:12.990135 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dc57419-935b-4820-b8e0-453031edcdf6 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Checking segment: {'id': '550597fc-7f32-4931-82b2-8f2664feec51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '2e35a22f-b1e2-4ce9-b29b-0b0038880d55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 15:10:12.990495 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dc57419-935b-4820-b8e0-453031edcdf6 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Network hostable DHCP agents. Network: 2e35a22f-b1e2-4ce9-b29b-0b0038880d55, hostable agents: ['1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658'], hosted agents: [] {{(pid=94467) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 15:10:13.007429 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dc57419-935b-4820-b8e0-453031edcdf6 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Network 2e35a22f-b1e2-4ce9-b29b-0b0038880d55 is scheduled to be hosted by DHCP agent 1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658 with binding_index 1 {{(pid=94467) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 15:10:13.017770 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [None req-2dc57419-935b-4820-b8e0-453031edcdf6 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-15, 2e35a22f-b1e2-4ce9-b29b-0b0038880d55) {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:10:13.023127 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dc57419-935b-4820-b8e0-453031edcdf6 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:10:13.023787 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-2dc57419-935b-4820-b8e0-453031edcdf6 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Notify callbacks [] for subnet, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:13.034615 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-255f4b9e-78ad-4016-a5cd-ac748cf6e810 None None] Network 2e35a22f-b1e2-4ce9-b29b-0b0038880d55 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 15:10:13.043069 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 59000) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:10:13.043336 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-2dc57419-935b-4820-b8e0-453031edcdf6 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 0.4860950 Aug 12 15:10:13.100373 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:13.118323 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:13.146591 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-37cfa501-0ee1-4d61-bc68-efaecd3b1f62 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680608'] for network, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:13.221502 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-37cfa501-0ee1-4d61-bc68-efaecd3b1f62 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66416255'] for subnet, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:13.228497 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cf342fa-9ac8-4259-b5d8-3c02e6b34963 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa7035b3e-9a89-5964-b9f4-97301c3f476a-2e35a22f-b1e2-4ce9-b29b-0b0038880d55', 'network_id': '2e35a22f-b1e2-4ce9-b29b-0b0038880d55', 'tenant_id': 'e05cee706c7f4aacab6904666141bf5a', 'fixed_ips': [{'subnet_id': '25cb93cc-c6c6-46a4-a10e-8e34c2b9f8c2'}]}} from n-d-694802-15. {{(pid=94468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 15:10:13.229433 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-7cf342fa-9ac8-4259-b5d8-3c02e6b34963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:13.307175 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-37cfa501-0ee1-4d61-bc68-efaecd3b1f62 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66416232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3718429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8776402'] for subnet, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:13.343360 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cfa501-0ee1-4d61-bc68-efaecd3b1f62 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Pushing event deleted for resources: {'Subnet': ['ID=25cb93cc-c6c6-46a4-a10e-8e34c2b9f8c2,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:10:13.346063 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server [None req-7cf342fa-9ac8-4259-b5d8-3c02e6b34963 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 25cb93cc-c6c6-46a4-a10e-8e34c2b9f8c2: This subnet is being modified by another concurrent operation. Aug 12 15:10:13.346063 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 12 15:10:13.346063 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 12 15:10:13.346063 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 12 15:10:13.346063 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 12 15:10:13.346063 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 12 15:10:13.346063 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 12 15:10:13.346063 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 12 15:10:13.346063 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 12 15:10:13.346063 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 12 15:10:13.346063 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 12 15:10:13.346063 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 12 15:10:13.346063 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 12 15:10:13.346063 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 12 15:10:13.346063 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 12 15:10:13.346063 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server raise self.value Aug 12 15:10:13.346063 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 12 15:10:13.346063 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 12 15:10:13.346063 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 12 15:10:13.346063 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 12 15:10:13.346063 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 12 15:10:13.346063 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 12 15:10:13.346063 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 12 15:10:13.346063 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server raise self.value Aug 12 15:10:13.346063 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 12 15:10:13.346063 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 12 15:10:13.346063 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 12 15:10:13.346063 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 12 15:10:13.346063 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 12 15:10:13.346063 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 12 15:10:13.346063 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 12 15:10:13.346063 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server raise self.value Aug 12 15:10:13.346063 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 12 15:10:13.346063 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 12 15:10:13.346063 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 12 15:10:13.346063 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 12 15:10:13.346063 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 12 15:10:13.346063 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 12 15:10:13.346063 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 12 15:10:13.346063 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 12 15:10:13.346063 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 12 15:10:13.346063 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 12 15:10:13.346063 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Aug 12 15:10:13.346063 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 12 15:10:13.346063 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 12 15:10:13.346063 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 12 15:10:13.346063 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 12 15:10:13.346063 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 12 15:10:13.346063 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 12 15:10:13.346063 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 12 15:10:13.346063 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 12 15:10:13.346063 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server raise self.value Aug 12 15:10:13.346063 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 12 15:10:13.346063 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 12 15:10:13.346063 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 12 15:10:13.346063 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 12 15:10:13.346063 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 12 15:10:13.346063 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 12 15:10:13.346063 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 12 15:10:13.346063 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server raise self.value Aug 12 15:10:13.346063 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 12 15:10:13.346063 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 12 15:10:13.346063 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 12 15:10:13.346063 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 12 15:10:13.346063 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 12 15:10:13.346063 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 12 15:10:13.346063 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 12 15:10:13.346063 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server raise self.value Aug 12 15:10:13.346063 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 12 15:10:13.346063 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 12 15:10:13.346063 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Aug 12 15:10:13.346063 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 12 15:10:13.346063 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Aug 12 15:10:13.346063 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 12 15:10:13.346063 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 12 15:10:13.346063 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 12 15:10:13.346063 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 12 15:10:13.346063 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 12 15:10:13.346063 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 12 15:10:13.346063 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 12 15:10:13.346063 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 12 15:10:13.346063 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server raise self.value Aug 12 15:10:13.346063 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 12 15:10:13.346063 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 12 15:10:13.346063 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 12 15:10:13.346063 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 12 15:10:13.346063 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 12 15:10:13.346063 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 12 15:10:13.346063 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 12 15:10:13.346063 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server raise exception Aug 12 15:10:13.346063 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 25cb93cc-c6c6-46a4-a10e-8e34c2b9f8c2: This subnet is being modified by another concurrent operation. Aug 12 15:10:13.346063 n-d-694802-15 neutron-server[94468]: ERROR oslo_messaging.rpc.server Aug 12 15:10:13.370899 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b1f6f8e-8cb5-47a9-9c45-3972217bbab3 None None] Network 2e35a22f-b1e2-4ce9-b29b-0b0038880d55 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 15:10:13.425578 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-37cfa501-0ee1-4d61-bc68-efaecd3b1f62 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66413304', 'neutron.services.segments.db._delete_segments_for_network-8744654118000'] for network, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:13.437811 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-b9f8db45-8315-4656-ae4e-7d89be05465d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:13.442877 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-37cfa501-0ee1-4d61-bc68-efaecd3b1f62 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e35a22f-b1e2-4ce9-b29b-0b0038880d55']}} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:10:13.456374 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-37cfa501-0ee1-4d61-bc68-efaecd3b1f62 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '550597fc-7f32-4931-82b2-8f2664feec51') {'for_net_delete': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:10:13.456748 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-37cfa501-0ee1-4d61-bc68-efaecd3b1f62 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '550597fc-7f32-4931-82b2-8f2664feec51') {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:10:13.469716 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-37cfa501-0ee1-4d61-bc68-efaecd3b1f62 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744654122361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2293560'] for segment, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:13.498135 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-37cfa501-0ee1-4d61-bc68-efaecd3b1f62 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:13.505782 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37cfa501-0ee1-4d61-bc68-efaecd3b1f62 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Releasing vlan 318 on physical network physnet1 to pool {{(pid=94466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 15:10:13.506425 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-37cfa501-0ee1-4d61-bc68-efaecd3b1f62 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3718595'] for segment, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:13.509836 n-d-694802-15 neutron-server[94466]: Traceback (most recent call last): Aug 12 15:10:13.509836 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 15:10:13.509836 n-d-694802-15 neutron-server[94466]: timer() Aug 12 15:10:13.509836 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 15:10:13.509836 n-d-694802-15 neutron-server[94466]: cb(*args, **kw) Aug 12 15:10:13.509836 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 15:10:13.509836 n-d-694802-15 neutron-server[94466]: return func(*args, **kwargs) Aug 12 15:10:13.509836 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 15:10:13.509836 n-d-694802-15 neutron-server[94466]: self._notify() Aug 12 15:10:13.509836 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 15:10:13.509836 n-d-694802-15 neutron-server[94466]: self.callback(batched_events) Aug 12 15:10:13.509836 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 15:10:13.509836 n-d-694802-15 neutron-server[94466]: event.method(event) Aug 12 15:10:13.509836 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 15:10:13.509836 n-d-694802-15 neutron-server[94466]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 15:10:13.509836 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 15:10:13.509836 n-d-694802-15 neutron-server[94466]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 15:10:13.509836 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 15:10:13.509836 n-d-694802-15 neutron-server[94466]: return f(self, *a, **k) Aug 12 15:10:13.509836 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 15:10:13.509836 n-d-694802-15 neutron-server[94466]: return self._get(url).json() Aug 12 15:10:13.509836 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 15:10:13.509836 n-d-694802-15 neutron-server[94466]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 15:10:13.509836 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 15:10:13.509836 n-d-694802-15 neutron-server[94466]: return self.request(url, 'GET', **kwargs) Aug 12 15:10:13.509836 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 15:10:13.509836 n-d-694802-15 neutron-server[94466]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 15:10:13.509836 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 15:10:13.509836 n-d-694802-15 neutron-server[94466]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 15:10:13.509836 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 15:10:13.509836 n-d-694802-15 neutron-server[94466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 15:10:13.509836 n-d-694802-15 neutron-server[94466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 15:10:13.544435 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0443d8b8-7652-45cf-828e-d4f41e90b366 None None] Network 3fac73bf-ae70-494d-acc6-3f4576aaaffa requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 15:10:13.572910 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-37cfa501-0ee1-4d61-bc68-efaecd3b1f62 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66413281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431520'] for network, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:13.579851 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-37cfa501-0ee1-4d61-bc68-efaecd3b1f62 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Notify callbacks [] for network, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:13.581578 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-37cfa501-0ee1-4d61-bc68-efaecd3b1f62 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] 10.222.0.39 "DELETE /v2.0/networks/2e35a22f-b1e2-4ce9-b29b-0b0038880d55 HTTP/1.1" status: 204 len: 168 time: 0.5374870 Aug 12 15:10:13.585125 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 59004) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:10:13.590522 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-04edfbc1-4e96-4141-ad08-5b6d39c7d736 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-13753093'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:10:13.595429 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cfa501-0ee1-4d61-bc68-efaecd3b1f62 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Pushing event deleted for resources: {'Network': ['ID=2e35a22f-b1e2-4ce9-b29b-0b0038880d55,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:10:13.616757 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04edfbc1-4e96-4141-ad08-5b6d39c7d736 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Made reservation on behalf of e05cee706c7f4aacab6904666141bf5a for: {'network': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 15:10:13.620372 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-04edfbc1-4e96-4141-ad08-5b6d39c7d736 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for network, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:13.644134 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04edfbc1-4e96-4141-ad08-5b6d39c7d736 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] vlan segment allocate from pool success with {'vlan_id': 348, 'physical_network': 'physnet1'} {{(pid=94467) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 15:10:13.653201 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-04edfbc1-4e96-4141-ad08-5b6d39c7d736 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:13.653537 n-d-694802-15 neutron-server[94467]: INFO neutron.db.segments_db [None req-04edfbc1-4e96-4141-ad08-5b6d39c7d736 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Added segment 588bd9bd-c0e9-4fb7-9c1f-d65458eac959 of type vlan for network 4ba5e602-bbf9-4676-9674-c66f4ccd7dda Aug 12 15:10:13.689319 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-14b05247-465e-448e-9578-ae03313adcf7 None None] Provisioning for port 68ce607a-13d6-4233-81a5-0502b75c8929 completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:10:13.699703 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-04edfbc1-4e96-4141-ad08-5b6d39c7d736 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744653628263'] for network, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:13.730521 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-04edfbc1-4e96-4141-ad08-5b6d39c7d736 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409'] for network, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:13.736382 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04edfbc1-4e96-4141-ad08-5b6d39c7d736 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:10:13.737030 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-04edfbc1-4e96-4141-ad08-5b6d39c7d736 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for network, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:13.796376 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-04edfbc1-4e96-4141-ad08-5b6d39c7d736 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.2095847 Aug 12 15:10:13.799561 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 59006) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:10:13.805476 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-12e9cf79-b722-4090-ab4a-81a58b4ef3d7 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Request body: {'subnet': {'network_id': '4ba5e602-bbf9-4676-9674-c66f4ccd7dda', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:10:13.819174 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04edfbc1-4e96-4141-ad08-5b6d39c7d736 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Pushing event updated for resources: {'Network': ['ID=4ba5e602-bbf9-4676-9674-c66f4ccd7dda,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:10:13.831129 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Network 4ba5e602-bbf9-4676-9674-c66f4ccd7dda details requested by agent ovs-agent-n-d-694802-15 with host n-d-694802-15 {{(pid=94468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 15:10:13.912863 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12e9cf79-b722-4090-ab4a-81a58b4ef3d7 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Made reservation on behalf of e05cee706c7f4aacab6904666141bf5a for: {'subnet': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 15:10:13.916915 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-12e9cf79-b722-4090-ab4a-81a58b4ef3d7 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8776441'] for subnet, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:13.952159 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d4e4064-99c9-4374-a7a6-364200f549d9 None None] get_active_networks_info from n-d-694802-15 {{(pid=94468) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 12 15:10:14.052700 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d4e4064-99c9-4374-a7a6-364200f549d9 None None] Resources bound (agent type, host, resource id): {{(pid=94468) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 12 15:10:14.071461 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-1769855f-eda9-4483-9dc3-3220908ab45d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:14.126370 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-12e9cf79-b722-4090-ab4a-81a58b4ef3d7 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3718490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8776395'] for subnet, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:14.192108 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e9cf79-b722-4090-ab4a-81a58b4ef3d7 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Pushing event updated for resources: {'Subnet': ['ID=ddb7ef72-f147-426c-baf8-243fcf143676,revision_number=0']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:10:14.199737 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12e9cf79-b722-4090-ab4a-81a58b4ef3d7 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Checking segment: {'id': '588bd9bd-c0e9-4fb7-9c1f-d65458eac959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '4ba5e602-bbf9-4676-9674-c66f4ccd7dda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 15:10:14.200084 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12e9cf79-b722-4090-ab4a-81a58b4ef3d7 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Network hostable DHCP agents. Network: 4ba5e602-bbf9-4676-9674-c66f4ccd7dda, hostable agents: ['1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658'], hosted agents: [] {{(pid=94466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 15:10:14.216784 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12e9cf79-b722-4090-ab4a-81a58b4ef3d7 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Network 4ba5e602-bbf9-4676-9674-c66f4ccd7dda is scheduled to be hosted by DHCP agent 1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658 with binding_index 1 {{(pid=94466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 15:10:14.226374 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-12e9cf79-b722-4090-ab4a-81a58b4ef3d7 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-15, 4ba5e602-bbf9-4676-9674-c66f4ccd7dda) {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:10:14.231305 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12e9cf79-b722-4090-ab4a-81a58b4ef3d7 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:10:14.232084 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-12e9cf79-b722-4090-ab4a-81a58b4ef3d7 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Notify callbacks [] for subnet, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:14.248210 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-12e9cf79-b722-4090-ab4a-81a58b4ef3d7 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.4471061 Aug 12 15:10:14.251178 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 59008) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:10:14.318017 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-842a505b-6214-4c32-8232-c103aa37b8a3 None None] Network 4ba5e602-bbf9-4676-9674-c66f4ccd7dda requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 15:10:14.351130 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-74abb000-ee8e-4ca9-ad3e-ea9cebc93d95 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680608'] for network, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:14.402750 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-74abb000-ee8e-4ca9-ad3e-ea9cebc93d95 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66416255'] for subnet, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:14.460442 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85c55fbe-577f-429a-b030-9d0be8fb4459 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa7035b3e-9a89-5964-b9f4-97301c3f476a-4ba5e602-bbf9-4676-9674-c66f4ccd7dda', 'network_id': '4ba5e602-bbf9-4676-9674-c66f4ccd7dda', 'tenant_id': 'e05cee706c7f4aacab6904666141bf5a', 'fixed_ips': [{'subnet_id': 'ddb7ef72-f147-426c-baf8-243fcf143676'}]}} from n-d-694802-15. {{(pid=94468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 15:10:14.461383 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-85c55fbe-577f-429a-b030-9d0be8fb4459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:14.462716 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-74abb000-ee8e-4ca9-ad3e-ea9cebc93d95 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66416232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3718429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8776402'] for subnet, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:14.492799 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74abb000-ee8e-4ca9-ad3e-ea9cebc93d95 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Pushing event deleted for resources: {'Subnet': ['ID=ddb7ef72-f147-426c-baf8-243fcf143676,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:10:14.566115 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f77544c7-c377-4052-bb1f-a12f7e667fbe None None] Network 4ba5e602-bbf9-4676-9674-c66f4ccd7dda requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 15:10:14.569005 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-74abb000-ee8e-4ca9-ad3e-ea9cebc93d95 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66413304', 'neutron.services.segments.db._delete_segments_for_network-8744654118000'] for network, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:14.580723 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-74abb000-ee8e-4ca9-ad3e-ea9cebc93d95 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ba5e602-bbf9-4676-9674-c66f4ccd7dda']}} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:10:14.591692 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-74abb000-ee8e-4ca9-ad3e-ea9cebc93d95 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '588bd9bd-c0e9-4fb7-9c1f-d65458eac959') {'for_net_delete': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:10:14.592085 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-74abb000-ee8e-4ca9-ad3e-ea9cebc93d95 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '588bd9bd-c0e9-4fb7-9c1f-d65458eac959') {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:10:14.601608 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-74abb000-ee8e-4ca9-ad3e-ea9cebc93d95 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744654122361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2293560'] for segment, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:14.615041 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 68ce607a-13d6-4233-81a5-0502b75c8929 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 15:10:14.616024 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-74abb000-ee8e-4ca9-ad3e-ea9cebc93d95 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:14.622094 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74abb000-ee8e-4ca9-ad3e-ea9cebc93d95 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Releasing vlan 348 on physical network physnet1 to pool {{(pid=94466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 15:10:14.622551 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-74abb000-ee8e-4ca9-ad3e-ea9cebc93d95 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3718595'] for segment, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:14.626348 n-d-694802-15 neutron-server[94466]: Traceback (most recent call last): Aug 12 15:10:14.626348 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 15:10:14.626348 n-d-694802-15 neutron-server[94466]: timer() Aug 12 15:10:14.626348 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 15:10:14.626348 n-d-694802-15 neutron-server[94466]: cb(*args, **kw) Aug 12 15:10:14.626348 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 15:10:14.626348 n-d-694802-15 neutron-server[94466]: return func(*args, **kwargs) Aug 12 15:10:14.626348 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 15:10:14.626348 n-d-694802-15 neutron-server[94466]: self._notify() Aug 12 15:10:14.626348 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 15:10:14.626348 n-d-694802-15 neutron-server[94466]: self.callback(batched_events) Aug 12 15:10:14.626348 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 15:10:14.626348 n-d-694802-15 neutron-server[94466]: event.method(event) Aug 12 15:10:14.626348 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 15:10:14.626348 n-d-694802-15 neutron-server[94466]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 15:10:14.626348 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 15:10:14.626348 n-d-694802-15 neutron-server[94466]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 15:10:14.626348 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 15:10:14.626348 n-d-694802-15 neutron-server[94466]: return f(self, *a, **k) Aug 12 15:10:14.626348 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 15:10:14.626348 n-d-694802-15 neutron-server[94466]: return self._get(url).json() Aug 12 15:10:14.626348 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 15:10:14.626348 n-d-694802-15 neutron-server[94466]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 15:10:14.626348 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 15:10:14.626348 n-d-694802-15 neutron-server[94466]: return self.request(url, 'GET', **kwargs) Aug 12 15:10:14.626348 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 15:10:14.626348 n-d-694802-15 neutron-server[94466]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 15:10:14.626348 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 15:10:14.626348 n-d-694802-15 neutron-server[94466]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 15:10:14.626348 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 15:10:14.626348 n-d-694802-15 neutron-server[94466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 15:10:14.626348 n-d-694802-15 neutron-server[94466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 15:10:14.695653 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.agents_db [None req-17ed3e4c-1a7d-4162-9646-11c134aca297 None None] Agent healthcheck: found 7 active agents {{(pid=94469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 15:10:14.699434 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-74abb000-ee8e-4ca9-ad3e-ea9cebc93d95 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66413281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431520'] for network, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:14.706907 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-74abb000-ee8e-4ca9-ad3e-ea9cebc93d95 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Notify callbacks [] for network, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:14.708801 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-74abb000-ee8e-4ca9-ad3e-ea9cebc93d95 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] 10.222.0.39 "DELETE /v2.0/networks/4ba5e602-bbf9-4676-9674-c66f4ccd7dda HTTP/1.1" status: 204 len: 168 time: 0.4566071 Aug 12 15:10:14.713216 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 59010) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:10:14.720858 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning for port 68ce607a-13d6-4233-81a5-0502b75c8929 completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:10:14.723207 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-d0d99549-aa8e-4cda-8851-bdaf2c35d01c tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-50808611'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:10:14.723586 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74abb000-ee8e-4ca9-ad3e-ea9cebc93d95 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Pushing event deleted for resources: {'Network': ['ID=4ba5e602-bbf9-4676-9674-c66f4ccd7dda,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:10:14.724926 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port 68ce607a-13d6-4233-81a5-0502b75c8929 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:10:14.727372 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:14.749622 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0d99549-aa8e-4cda-8851-bdaf2c35d01c tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Made reservation on behalf of e05cee706c7f4aacab6904666141bf5a for: {'network': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 15:10:14.753997 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-d0d99549-aa8e-4cda-8851-bdaf2c35d01c tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for network, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:14.779222 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0d99549-aa8e-4cda-8851-bdaf2c35d01c tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] vlan segment allocate from pool success with {'vlan_id': 333, 'physical_network': 'physnet1'} {{(pid=94467) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 15:10:14.788744 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-d0d99549-aa8e-4cda-8851-bdaf2c35d01c tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:14.789157 n-d-694802-15 neutron-server[94467]: INFO neutron.db.segments_db [None req-d0d99549-aa8e-4cda-8851-bdaf2c35d01c tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Added segment 2cb79ca7-a160-4341-a29a-d26c1138d011 of type vlan for network e3be654b-9f64-4353-9ad8-7097e2c63a13 Aug 12 15:10:14.805984 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:14.830423 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-d0d99549-aa8e-4cda-8851-bdaf2c35d01c tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744653628263'] for network, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:14.839121 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] For port 68ce607a-13d6-4233-81a5-0502b75c8929, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=68ce607a-13d6-4233-81a5-0502b75c8929,segment=NetworkSegment(239c47b3-c5d5-4019-b19f-0843b984a232),segment_id=239c47b3-c5d5-4019-b19f-0843b984a232)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:10:14.843856 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:14.866745 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-d0d99549-aa8e-4cda-8851-bdaf2c35d01c tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409'] for network, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:14.872850 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0d99549-aa8e-4cda-8851-bdaf2c35d01c tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:10:14.873525 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-d0d99549-aa8e-4cda-8851-bdaf2c35d01c tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for network, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:14.898513 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Pushing event updated for resources: {'Port': ['ID=68ce607a-13d6-4233-81a5-0502b75c8929,revision_number=3']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:10:14.925360 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-d0d99549-aa8e-4cda-8851-bdaf2c35d01c tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.2085497 Aug 12 15:10:14.928450 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 59012) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:10:14.934362 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-e3bb0ae6-db9f-4343-86dc-c79d93c11334 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Request body: {'subnet': {'network_id': 'e3be654b-9f64-4353-9ad8-7097e2c63a13', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:10:14.942588 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d99549-aa8e-4cda-8851-bdaf2c35d01c tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Pushing event updated for resources: {'Network': ['ID=e3be654b-9f64-4353-9ad8-7097e2c63a13,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:10:14.952612 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Network e3be654b-9f64-4353-9ad8-7097e2c63a13 details requested by agent ovs-agent-n-d-694802-15 with host n-d-694802-15 {{(pid=94468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 15:10:15.025318 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3bb0ae6-db9f-4343-86dc-c79d93c11334 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Made reservation on behalf of e05cee706c7f4aacab6904666141bf5a for: {'subnet': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 15:10:15.028752 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e3bb0ae6-db9f-4343-86dc-c79d93c11334 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8776441'] for subnet, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:15.206869 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e3bb0ae6-db9f-4343-86dc-c79d93c11334 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3718490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8776395'] for subnet, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:15.265697 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bb0ae6-db9f-4343-86dc-c79d93c11334 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Pushing event updated for resources: {'Subnet': ['ID=58a75fc8-57b6-430e-a920-2593e97cc5a1,revision_number=0']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:10:15.274110 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3bb0ae6-db9f-4343-86dc-c79d93c11334 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Checking segment: {'id': '2cb79ca7-a160-4341-a29a-d26c1138d011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'e3be654b-9f64-4353-9ad8-7097e2c63a13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 15:10:15.274459 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3bb0ae6-db9f-4343-86dc-c79d93c11334 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Network hostable DHCP agents. Network: e3be654b-9f64-4353-9ad8-7097e2c63a13, hostable agents: ['1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658'], hosted agents: [] {{(pid=94466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 15:10:15.290924 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3bb0ae6-db9f-4343-86dc-c79d93c11334 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Network e3be654b-9f64-4353-9ad8-7097e2c63a13 is scheduled to be hosted by DHCP agent 1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658 with binding_index 1 {{(pid=94466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 15:10:15.299510 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-e3bb0ae6-db9f-4343-86dc-c79d93c11334 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-15, e3be654b-9f64-4353-9ad8-7097e2c63a13) {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:10:15.303379 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3bb0ae6-db9f-4343-86dc-c79d93c11334 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:10:15.303957 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e3bb0ae6-db9f-4343-86dc-c79d93c11334 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Notify callbacks [] for subnet, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:15.309932 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c94b050-fd5c-4495-b0c9-d0de71a3c155 None None] Network e3be654b-9f64-4353-9ad8-7097e2c63a13 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 15:10:15.317737 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-e3bb0ae6-db9f-4343-86dc-c79d93c11334 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.3881364 Aug 12 15:10:15.320886 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 59014) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:10:15.326150 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-c7b18095-f9af-410e-b150-656fb92f9efc tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Request body: {'subnet': {'network_id': 'e3be654b-9f64-4353-9ad8-7097e2c63a13', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:10:15.439863 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7b18095-f9af-410e-b150-656fb92f9efc tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Made reservation on behalf of e05cee706c7f4aacab6904666141bf5a for: {'subnet': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 15:10:15.443479 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c7b18095-f9af-410e-b150-656fb92f9efc tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8776441'] for subnet, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:15.453914 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb66f391-222e-4dfe-90d9-2913fd54cd9b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa7035b3e-9a89-5964-b9f4-97301c3f476a-e3be654b-9f64-4353-9ad8-7097e2c63a13', 'network_id': 'e3be654b-9f64-4353-9ad8-7097e2c63a13', 'tenant_id': 'e05cee706c7f4aacab6904666141bf5a', 'fixed_ips': [{'subnet_id': '58a75fc8-57b6-430e-a920-2593e97cc5a1'}]}} from n-d-694802-15. {{(pid=94468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 15:10:15.454771 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-fb66f391-222e-4dfe-90d9-2913fd54cd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:15.590303 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.db_base_plugin_common [None req-fb66f391-222e-4dfe-90d9-2913fd54cd9b None None] Allocated IP 2001:db8::2 (e3be654b-9f64-4353-9ad8-7097e2c63a13/58a75fc8-57b6-430e-a920-2593e97cc5a1/575eefd8-ce45-44e4-b723-5e51d98f113a) {{(pid=94468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 15:10:15.691325 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c7b18095-f9af-410e-b150-656fb92f9efc tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3718490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8776395'] for subnet, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:15.741127 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-fe95f194-a3b0-4c04-9e42-20b511169d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:15.953708 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-fb66f391-222e-4dfe-90d9-2913fd54cd9b None None] Notify callbacks [] for port, precommit_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:15.967134 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-fb66f391-222e-4dfe-90d9-2913fd54cd9b None None] Transition to ACTIVE for port object 575eefd8-ce45-44e4-b723-5e51d98f113a will not be triggered until provisioned by entity L2. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:10:15.987940 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-fb66f391-222e-4dfe-90d9-2913fd54cd9b None None] Transition to ACTIVE for port object 575eefd8-ce45-44e4-b723-5e51d98f113a will not be triggered until provisioned by entity DHCP. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:10:15.998650 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-fb66f391-222e-4dfe-90d9-2913fd54cd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253'] for port, after_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:16.042417 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb66f391-222e-4dfe-90d9-2913fd54cd9b None None] Network e3be654b-9f64-4353-9ad8-7097e2c63a13 is already hosted by enough agents. {{(pid=94468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 15:10:16.051611 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.base_scheduler [None req-fb66f391-222e-4dfe-90d9-2913fd54cd9b None None] Resources bound (agent type, host, resource id): {{(pid=94468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:10:16.051969 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7b18095-f9af-410e-b150-656fb92f9efc tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Network e3be654b-9f64-4353-9ad8-7097e2c63a13 is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 15:10:16.058795 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-c7b18095-f9af-410e-b150-656fb92f9efc tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:10:16.064630 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7b18095-f9af-410e-b150-656fb92f9efc tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:10:16.065398 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c7b18095-f9af-410e-b150-656fb92f9efc tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Notify callbacks [] for subnet, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:16.069350 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b18095-f9af-410e-b150-656fb92f9efc tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Pushing event updated for resources: {'Subnet': ['ID=8e25691b-1e38-47e9-8920-af2bf4fd65c2,revision_number=0']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:10:16.084849 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-c7b18095-f9af-410e-b150-656fb92f9efc tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.7625377 Aug 12 15:10:16.085375 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb66f391-222e-4dfe-90d9-2913fd54cd9b None None] Received port after_create {{(pid=94468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 15:10:16.087560 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 59016) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:10:16.092831 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb66f391-222e-4dfe-90d9-2913fd54cd9b None None] Pushing event updated for resources: {'Port': ['ID=575eefd8-ce45-44e4-b723-5e51d98f113a,revision_number=1']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:10:16.152593 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a9a136b-2fee-4b0a-b6f8-6c2bd6f89ec7 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:10:16.154128 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a9a136b-2fee-4b0a-b6f8-6c2bd6f89ec7 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:10:16.155684 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a9a136b-2fee-4b0a-b6f8-6c2bd6f89ec7 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:10:16.157522 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a9a136b-2fee-4b0a-b6f8-6c2bd6f89ec7 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:10:16.159064 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a9a136b-2fee-4b0a-b6f8-6c2bd6f89ec7 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:10:16.161166 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-0a9a136b-2fee-4b0a-b6f8-6c2bd6f89ec7 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0724783 Aug 12 15:10:16.166457 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 59018) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:10:16.168517 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-fb66f391-222e-4dfe-90d9-2913fd54cd9b None None] Attempting to bind port 575eefd8-ce45-44e4-b723-5e51d98f113a on host n-d-694802-15 for vnic_type normal with profile {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 15:10:16.168929 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-fb66f391-222e-4dfe-90d9-2913fd54cd9b None None] Attempting to bind port 575eefd8-ce45-44e4-b723-5e51d98f113a by drivers openvswitch,hyperv on host n-d-694802-15 at level 0 using segments [{'id': '2cb79ca7-a160-4341-a29a-d26c1138d011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'e3be654b-9f64-4353-9ad8-7097e2c63a13'}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 15:10:16.169289 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb66f391-222e-4dfe-90d9-2913fd54cd9b None None] Attempting to bind port 575eefd8-ce45-44e4-b723-5e51d98f113a on network e3be654b-9f64-4353-9ad8-7097e2c63a13 {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 15:10:16.172328 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-01b741b3-4fff-4743-b4b8-e8b595e78212 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-140148192'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:10:16.184600 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb66f391-222e-4dfe-90d9-2913fd54cd9b None None] Checking agent: {'id': '16de73ac-f2e9-4cee-b3e0-91052ae3e6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 20, 13), 'started_at': datetime.datetime(2021, 8, 12, 14, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 15, 10, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 15:10:16.185085 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb66f391-222e-4dfe-90d9-2913fd54cd9b None None] Checking segment: {'id': '2cb79ca7-a160-4341-a29a-d26c1138d011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'e3be654b-9f64-4353-9ad8-7097e2c63a13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 15:10:16.186225 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-fb66f391-222e-4dfe-90d9-2913fd54cd9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:16.186622 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb66f391-222e-4dfe-90d9-2913fd54cd9b None None] Bound using segment: {'id': '2cb79ca7-a160-4341-a29a-d26c1138d011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'e3be654b-9f64-4353-9ad8-7097e2c63a13'} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 15:10:16.187257 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-fb66f391-222e-4dfe-90d9-2913fd54cd9b None None] Bound port: 575eefd8-ce45-44e4-b723-5e51d98f113a, host: n-d-694802-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cb79ca7-a160-4341-a29a-d26c1138d011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'e3be654b-9f64-4353-9ad8-7097e2c63a13'}}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 15:10:16.187869 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-fb66f391-222e-4dfe-90d9-2913fd54cd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:16.193820 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01b741b3-4fff-4743-b4b8-e8b595e78212 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Made reservation on behalf of e05cee706c7f4aacab6904666141bf5a for: {'network': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 15:10:16.197959 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-01b741b3-4fff-4743-b4b8-e8b595e78212 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for network, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:16.224885 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01b741b3-4fff-4743-b4b8-e8b595e78212 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] vlan segment allocate from pool success with {'vlan_id': 335, 'physical_network': 'physnet1'} {{(pid=94467) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 15:10:16.236775 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-01b741b3-4fff-4743-b4b8-e8b595e78212 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:16.236775 n-d-694802-15 neutron-server[94467]: INFO neutron.db.segments_db [None req-01b741b3-4fff-4743-b4b8-e8b595e78212 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Added segment 87f4e02c-9639-4d91-9dcb-a5fdef6ef4e5 of type vlan for network 67c02bcd-5b50-4e96-91bb-0be4cacafd53 Aug 12 15:10:16.270095 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-fb66f391-222e-4dfe-90d9-2913fd54cd9b None None] For port 575eefd8-ce45-44e4-b723-5e51d98f113a, host n-d-694802-15, cleared binding levels {{(pid=94468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 15:10:16.273559 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-fb66f391-222e-4dfe-90d9-2913fd54cd9b None None] For port 575eefd8-ce45-44e4-b723-5e51d98f113a, host n-d-694802-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=575eefd8-ce45-44e4-b723-5e51d98f113a,segment=NetworkSegment(2cb79ca7-a160-4341-a29a-d26c1138d011),segment_id=2cb79ca7-a160-4341-a29a-d26c1138d011)] {{(pid=94468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 15:10:16.278496 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-fb66f391-222e-4dfe-90d9-2913fd54cd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:16.279216 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-01b741b3-4fff-4743-b4b8-e8b595e78212 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744653628263'] for network, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:16.313145 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-01b741b3-4fff-4743-b4b8-e8b595e78212 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409'] for network, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:16.321641 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01b741b3-4fff-4743-b4b8-e8b595e78212 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:10:16.322716 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-01b741b3-4fff-4743-b4b8-e8b595e78212 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66628391'] for network, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:16.349550 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb66f391-222e-4dfe-90d9-2913fd54cd9b None None] Pushing event updated for resources: {'Port': ['ID=575eefd8-ce45-44e4-b723-5e51d98f113a,revision_number=2']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:10:16.398386 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-01b741b3-4fff-4743-b4b8-e8b595e78212 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2305562 Aug 12 15:10:16.401339 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 59020) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:10:16.408233 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-30f773cb-b803-4b0d-84da-9cf183336b6a tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Request body: {'network': {'name': 'New_network'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:10:16.461695 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b741b3-4fff-4743-b4b8-e8b595e78212 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Pushing event updated for resources: {'Network': ['ID=67c02bcd-5b50-4e96-91bb-0be4cacafd53,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:10:16.475702 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Network 67c02bcd-5b50-4e96-91bb-0be4cacafd53 details requested by agent ovs-agent-n-d-694802-15 with host n-d-694802-15 {{(pid=94468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 15:10:16.653245 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-30f773cb-b803-4b0d-84da-9cf183336b6a tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744653628263'] for network, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:16.669107 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-30f773cb-b803-4b0d-84da-9cf183336b6a tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409'] for network, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:16.717470 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-30f773cb-b803-4b0d-84da-9cf183336b6a tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Network 67c02bcd-5b50-4e96-91bb-0be4cacafd53 is not hosted by any dhcp agent {{(pid=94467) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 12 15:10:16.720297 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 68ce607a-13d6-4233-81a5-0502b75c8929 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 15:10:16.723277 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30f773cb-b803-4b0d-84da-9cf183336b6a tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:10:16.723902 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-30f773cb-b803-4b0d-84da-9cf183336b6a tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Notify callbacks [] for network, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:16.725384 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-30f773cb-b803-4b0d-84da-9cf183336b6a tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] 10.222.0.39 "PUT /v2.0/networks/67c02bcd-5b50-4e96-91bb-0be4cacafd53 HTTP/1.1" status: 200 len: 723 time: 0.3228567 Aug 12 15:10:16.728816 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 59022) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:10:16.736393 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-fe5976d4-3920-4047-9436-47edcbb2ad34 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Request body: {'subnet': {'network_id': '67c02bcd-5b50-4e96-91bb-0be4cacafd53', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:10:16.750034 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f773cb-b803-4b0d-84da-9cf183336b6a tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Pushing event updated for resources: {'Network': ['ID=67c02bcd-5b50-4e96-91bb-0be4cacafd53,revision_number=2']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:10:16.762423 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Network 67c02bcd-5b50-4e96-91bb-0be4cacafd53 details requested by agent ovs-agent-n-d-694802-15 with host n-d-694802-15 {{(pid=94468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 15:10:16.836538 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port 68ce607a-13d6-4233-81a5-0502b75c8929 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:10:16.837004 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:16.844073 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe5976d4-3920-4047-9436-47edcbb2ad34 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Made reservation on behalf of e05cee706c7f4aacab6904666141bf5a for: {'subnet': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 15:10:16.848043 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-fe5976d4-3920-4047-9436-47edcbb2ad34 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8776441'] for subnet, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:16.926106 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 575eefd8-ce45-44e4-b723-5e51d98f113a up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 15:10:16.982671 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning for port 575eefd8-ce45-44e4-b723-5e51d98f113a completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:10:17.053619 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-fe5976d4-3920-4047-9436-47edcbb2ad34 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3718490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8776395'] for subnet, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:17.116546 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5976d4-3920-4047-9436-47edcbb2ad34 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Pushing event updated for resources: {'Subnet': ['ID=acde7318-c45a-4c98-b056-2af894e277f5,revision_number=0']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:10:17.128110 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe5976d4-3920-4047-9436-47edcbb2ad34 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Checking segment: {'id': '87f4e02c-9639-4d91-9dcb-a5fdef6ef4e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '67c02bcd-5b50-4e96-91bb-0be4cacafd53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 15:10:17.128482 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe5976d4-3920-4047-9436-47edcbb2ad34 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Network hostable DHCP agents. Network: 67c02bcd-5b50-4e96-91bb-0be4cacafd53, hostable agents: ['1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658'], hosted agents: [] {{(pid=94466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 15:10:17.146489 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe5976d4-3920-4047-9436-47edcbb2ad34 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Network 67c02bcd-5b50-4e96-91bb-0be4cacafd53 is scheduled to be hosted by DHCP agent 1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658 with binding_index 1 {{(pid=94466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 15:10:17.157298 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-fe5976d4-3920-4047-9436-47edcbb2ad34 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-15, 67c02bcd-5b50-4e96-91bb-0be4cacafd53) {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:10:17.161902 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe5976d4-3920-4047-9436-47edcbb2ad34 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:10:17.162627 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-fe5976d4-3920-4047-9436-47edcbb2ad34 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Notify callbacks [] for subnet, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:17.169952 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19e11f06-9784-4ceb-9a7c-77aa7691ce10 None None] Network 67c02bcd-5b50-4e96-91bb-0be4cacafd53 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 15:10:17.183791 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-fe5976d4-3920-4047-9436-47edcbb2ad34 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4511762 Aug 12 15:10:17.184140 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 59024) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:10:17.190211 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-553af9d6-be34-40e7-91f1-78d23d6a03e9 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:10:17.298494 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-553af9d6-be34-40e7-91f1-78d23d6a03e9 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3343766'] for subnet, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:17.338890 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdc79b9c-fd22-4ece-ad8b-3e9b5a0116cf None None] Network e3be654b-9f64-4353-9ad8-7097e2c63a13 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 15:10:17.356475 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfb817e5-2110-49fd-8197-45e7b516b32d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa7035b3e-9a89-5964-b9f4-97301c3f476a-67c02bcd-5b50-4e96-91bb-0be4cacafd53', 'network_id': '67c02bcd-5b50-4e96-91bb-0be4cacafd53', 'tenant_id': 'e05cee706c7f4aacab6904666141bf5a', 'fixed_ips': [{'subnet_id': 'acde7318-c45a-4c98-b056-2af894e277f5'}]}} from n-d-694802-15. {{(pid=94468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 15:10:17.358034 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-cfb817e5-2110-49fd-8197-45e7b516b32d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:17.428727 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-03967200-1b12-44da-b7e3-b6e1704884ad None None] Provisioning for port 575eefd8-ce45-44e4-b723-5e51d98f113a completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:10:17.445070 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-03967200-1b12-44da-b7e3-b6e1704884ad None None] Provisioning complete for port 575eefd8-ce45-44e4-b723-5e51d98f113a triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:10:17.445443 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-03967200-1b12-44da-b7e3-b6e1704884ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:17.452629 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-553af9d6-be34-40e7-91f1-78d23d6a03e9 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8744654030987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2859168'] for subnet, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:17.487502 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-553af9d6-be34-40e7-91f1-78d23d6a03e9 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:10:17.487984 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-553af9d6-be34-40e7-91f1-78d23d6a03e9 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Notify callbacks [] for subnet, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:17.489291 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-553af9d6-be34-40e7-91f1-78d23d6a03e9 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] 10.222.0.39 "PUT /v2.0/subnets/acde7318-c45a-4c98-b056-2af894e277f5 HTTP/1.1" status: 200 len: 826 time: 0.3040843 Aug 12 15:10:17.492164 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 59026) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:10:17.554596 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553af9d6-be34-40e7-91f1-78d23d6a03e9 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Pushing event updated for resources: {'Subnet': ['ID=acde7318-c45a-4c98-b056-2af894e277f5,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:10:17.608633 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-d32d085d-3bb9-487a-bcf5-871644a81e66 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680608'] for network, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:17.666639 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.db_base_plugin_common [None req-cfb817e5-2110-49fd-8197-45e7b516b32d None None] Allocated IP 2001:db8::2 (67c02bcd-5b50-4e96-91bb-0be4cacafd53/acde7318-c45a-4c98-b056-2af894e277f5/159d4498-6975-42c0-98cd-b5e6df4d697b) {{(pid=94468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 15:10:17.667911 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-d32d085d-3bb9-487a-bcf5-871644a81e66 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66416255'] for subnet, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:17.782010 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-03967200-1b12-44da-b7e3-b6e1704884ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:17.872544 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-03967200-1b12-44da-b7e3-b6e1704884ad None None] For port 575eefd8-ce45-44e4-b723-5e51d98f113a, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=575eefd8-ce45-44e4-b723-5e51d98f113a,segment=NetworkSegment(2cb79ca7-a160-4341-a29a-d26c1138d011),segment_id=2cb79ca7-a160-4341-a29a-d26c1138d011)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:10:17.881934 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-03967200-1b12-44da-b7e3-b6e1704884ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:17.942131 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6468b710-7406-433a-b4dd-f704cdae8974 None None] Update dhcp port {'port': {'network_id': 'e3be654b-9f64-4353-9ad8-7097e2c63a13', 'fixed_ips': [{'subnet_id': '58a75fc8-57b6-430e-a920-2593e97cc5a1', 'ip_address': '2001:db8::2'}, {'subnet_id': '8e25691b-1e38-47e9-8920-af2bf4fd65c2'}], 'binding:host_id': 'n-d-694802-15'}, 'id': '575eefd8-ce45-44e4-b723-5e51d98f113a'} from n-d-694802-15. {{(pid=94468) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 12 15:10:17.993958 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-cfb817e5-2110-49fd-8197-45e7b516b32d None None] Notify callbacks [] for port, precommit_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:18.005124 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-6468b710-7406-433a-b4dd-f704cdae8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:18.006859 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03967200-1b12-44da-b7e3-b6e1704884ad None None] Pushing event updated for resources: {'Port': ['ID=575eefd8-ce45-44e4-b723-5e51d98f113a,revision_number=3']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:10:18.011942 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-cfb817e5-2110-49fd-8197-45e7b516b32d None None] Transition to ACTIVE for port object 159d4498-6975-42c0-98cd-b5e6df4d697b will not be triggered until provisioned by entity L2. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:10:18.056371 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-cfb817e5-2110-49fd-8197-45e7b516b32d None None] Transition to ACTIVE for port object 159d4498-6975-42c0-98cd-b5e6df4d697b will not be triggered until provisioned by entity DHCP. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:10:18.068321 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-cfb817e5-2110-49fd-8197-45e7b516b32d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253'] for port, after_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:18.084827 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-d32d085d-3bb9-487a-bcf5-871644a81e66 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66416232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2859225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3343748'] for subnet, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:18.115041 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32d085d-3bb9-487a-bcf5-871644a81e66 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Pushing event deleted for resources: {'Subnet': ['ID=acde7318-c45a-4c98-b056-2af894e277f5,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:10:18.172887 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfb817e5-2110-49fd-8197-45e7b516b32d None None] Network 67c02bcd-5b50-4e96-91bb-0be4cacafd53 is already hosted by enough agents. {{(pid=94468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 15:10:18.180537 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.base_scheduler [None req-cfb817e5-2110-49fd-8197-45e7b516b32d None None] Resources bound (agent type, host, resource id): {{(pid=94468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:10:18.184936 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb817e5-2110-49fd-8197-45e7b516b32d None None] Pushing event updated for resources: {'Port': ['ID=159d4498-6975-42c0-98cd-b5e6df4d697b,revision_number=1']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:10:18.186939 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-d32d085d-3bb9-487a-bcf5-871644a81e66 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66413304', 'neutron.services.segments.db._delete_segments_for_network-8744654118000'] for network, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:18.187473 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfb817e5-2110-49fd-8197-45e7b516b32d None None] Received port after_create {{(pid=94468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 15:10:18.199604 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-d32d085d-3bb9-487a-bcf5-871644a81e66 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67c02bcd-5b50-4e96-91bb-0be4cacafd53']}} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:10:18.213037 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-d32d085d-3bb9-487a-bcf5-871644a81e66 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87f4e02c-9639-4d91-9dcb-a5fdef6ef4e5') {'for_net_delete': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:10:18.214322 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-d32d085d-3bb9-487a-bcf5-871644a81e66 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87f4e02c-9639-4d91-9dcb-a5fdef6ef4e5') {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:10:18.223731 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-d32d085d-3bb9-487a-bcf5-871644a81e66 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744654122361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3857526'] for segment, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:18.239329 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-d32d085d-3bb9-487a-bcf5-871644a81e66 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:18.246276 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d32d085d-3bb9-487a-bcf5-871644a81e66 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Releasing vlan 335 on physical network physnet1 to pool {{(pid=94467) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 15:10:18.247272 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-d32d085d-3bb9-487a-bcf5-871644a81e66 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2859015'] for segment, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:18.250691 n-d-694802-15 neutron-server[94467]: Traceback (most recent call last): Aug 12 15:10:18.250691 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 15:10:18.250691 n-d-694802-15 neutron-server[94467]: timer() Aug 12 15:10:18.250691 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 15:10:18.250691 n-d-694802-15 neutron-server[94467]: cb(*args, **kw) Aug 12 15:10:18.250691 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 15:10:18.250691 n-d-694802-15 neutron-server[94467]: return func(*args, **kwargs) Aug 12 15:10:18.250691 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 15:10:18.250691 n-d-694802-15 neutron-server[94467]: self._notify() Aug 12 15:10:18.250691 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 15:10:18.250691 n-d-694802-15 neutron-server[94467]: self.callback(batched_events) Aug 12 15:10:18.250691 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 15:10:18.250691 n-d-694802-15 neutron-server[94467]: event.method(event) Aug 12 15:10:18.250691 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 15:10:18.250691 n-d-694802-15 neutron-server[94467]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 15:10:18.250691 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 15:10:18.250691 n-d-694802-15 neutron-server[94467]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 15:10:18.250691 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 15:10:18.250691 n-d-694802-15 neutron-server[94467]: return f(self, *a, **k) Aug 12 15:10:18.250691 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 15:10:18.250691 n-d-694802-15 neutron-server[94467]: return self._get(url).json() Aug 12 15:10:18.250691 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 15:10:18.250691 n-d-694802-15 neutron-server[94467]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 15:10:18.250691 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 15:10:18.250691 n-d-694802-15 neutron-server[94467]: return self.request(url, 'GET', **kwargs) Aug 12 15:10:18.250691 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 15:10:18.250691 n-d-694802-15 neutron-server[94467]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 15:10:18.250691 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 15:10:18.250691 n-d-694802-15 neutron-server[94467]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 15:10:18.250691 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 15:10:18.250691 n-d-694802-15 neutron-server[94467]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 15:10:18.250691 n-d-694802-15 neutron-server[94467]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 15:10:18.269759 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.db_base_plugin_common [None req-6468b710-7406-433a-b4dd-f704cdae8974 None None] Allocated IP 172.20.0.1 (e3be654b-9f64-4353-9ad8-7097e2c63a13/8e25691b-1e38-47e9-8920-af2bf4fd65c2/575eefd8-ce45-44e4-b723-5e51d98f113a) {{(pid=94468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 15:10:18.289549 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-cfb817e5-2110-49fd-8197-45e7b516b32d None None] Attempting to bind port 159d4498-6975-42c0-98cd-b5e6df4d697b on host n-d-694802-15 for vnic_type normal with profile {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 15:10:18.289911 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-cfb817e5-2110-49fd-8197-45e7b516b32d None None] Attempting to bind port 159d4498-6975-42c0-98cd-b5e6df4d697b by drivers openvswitch,hyperv on host n-d-694802-15 at level 0 using segments [{'id': '87f4e02c-9639-4d91-9dcb-a5fdef6ef4e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '67c02bcd-5b50-4e96-91bb-0be4cacafd53'}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 15:10:18.290280 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfb817e5-2110-49fd-8197-45e7b516b32d None None] Attempting to bind port 159d4498-6975-42c0-98cd-b5e6df4d697b on network 67c02bcd-5b50-4e96-91bb-0be4cacafd53 {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 15:10:18.299548 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfb817e5-2110-49fd-8197-45e7b516b32d None None] Checking agent: {'id': '16de73ac-f2e9-4cee-b3e0-91052ae3e6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 20, 13), 'started_at': datetime.datetime(2021, 8, 12, 14, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 15, 10, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 15:10:18.299944 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfb817e5-2110-49fd-8197-45e7b516b32d None None] Checking segment: {'id': '87f4e02c-9639-4d91-9dcb-a5fdef6ef4e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '67c02bcd-5b50-4e96-91bb-0be4cacafd53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 15:10:18.300323 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-cfb817e5-2110-49fd-8197-45e7b516b32d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:18.300712 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfb817e5-2110-49fd-8197-45e7b516b32d None None] Bound using segment: {'id': '87f4e02c-9639-4d91-9dcb-a5fdef6ef4e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '67c02bcd-5b50-4e96-91bb-0be4cacafd53'} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 15:10:18.301179 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-cfb817e5-2110-49fd-8197-45e7b516b32d None None] Bound port: 159d4498-6975-42c0-98cd-b5e6df4d697b, host: n-d-694802-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87f4e02c-9639-4d91-9dcb-a5fdef6ef4e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '67c02bcd-5b50-4e96-91bb-0be4cacafd53'}}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 15:10:18.301559 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-cfb817e5-2110-49fd-8197-45e7b516b32d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:18.311114 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.db.api [None req-d32d085d-3bb9-487a-bcf5-871644a81e66 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 12 15:10:18.311114 n-d-694802-15 neutron-server[94467]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 12 15:10:18.311114 n-d-694802-15 neutron-server[94467]: [parameters: {'id': '67c02bcd-5b50-4e96-91bb-0be4cacafd53'}] Aug 12 15:10:18.311114 n-d-694802-15 neutron-server[94467]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94467) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 12 15:10:18.311549 n-d-694802-15 neutron-server[94467]: DEBUG oslo_db.api [None req-d32d085d-3bb9-487a-bcf5-871644a81e66 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 12 15:10:18.428319 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-6468b710-7406-433a-b4dd-f704cdae8974 None None] For port 575eefd8-ce45-44e4-b723-5e51d98f113a, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=575eefd8-ce45-44e4-b723-5e51d98f113a,segment=NetworkSegment(2cb79ca7-a160-4341-a29a-d26c1138d011),segment_id=2cb79ca7-a160-4341-a29a-d26c1138d011)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:10:18.430325 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-cfb817e5-2110-49fd-8197-45e7b516b32d None None] For port 159d4498-6975-42c0-98cd-b5e6df4d697b, host n-d-694802-15, cleared binding levels {{(pid=94468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 15:10:18.449525 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-cfb817e5-2110-49fd-8197-45e7b516b32d None None] For port 159d4498-6975-42c0-98cd-b5e6df4d697b, host n-d-694802-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=159d4498-6975-42c0-98cd-b5e6df4d697b,segment=NetworkSegment(87f4e02c-9639-4d91-9dcb-a5fdef6ef4e5),segment_id=87f4e02c-9639-4d91-9dcb-a5fdef6ef4e5)] {{(pid=94468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 15:10:18.457398 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-cfb817e5-2110-49fd-8197-45e7b516b32d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:18.501862 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-6468b710-7406-433a-b4dd-f704cdae8974 None None] Notify callbacks [] for port, precommit_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:18.562922 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-6468b710-7406-433a-b4dd-f704cdae8974 None None] Transition to ACTIVE for port object 575eefd8-ce45-44e4-b723-5e51d98f113a will not be triggered until provisioned by entity DHCP. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:10:18.570653 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-6468b710-7406-433a-b4dd-f704cdae8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:18.576038 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb817e5-2110-49fd-8197-45e7b516b32d None None] Pushing event updated for resources: {'Port': ['ID=159d4498-6975-42c0-98cd-b5e6df4d697b,revision_number=2']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:10:18.606413 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-748cf1fa-067b-4c73-af8e-6430215a4b97 None None] Network 67c02bcd-5b50-4e96-91bb-0be4cacafd53 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 15:10:18.608722 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 575eefd8-ce45-44e4-b723-5e51d98f113a up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 15:10:18.750684 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6468b710-7406-433a-b4dd-f704cdae8974 None None] Pushing event updated for resources: {'Port': ['ID=575eefd8-ce45-44e4-b723-5e51d98f113a,revision_number=4']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:10:18.813078 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-d32d085d-3bb9-487a-bcf5-871644a81e66 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680608'] for network, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:18.826795 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-577f0382-67b8-495b-aa74-727ed609b781 None None] Network 67c02bcd-5b50-4e96-91bb-0be4cacafd53 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 15:10:18.869974 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-d32d085d-3bb9-487a-bcf5-871644a81e66 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Deleting port 159d4498-6975-42c0-98cd-b5e6df4d697b {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 15:10:18.870379 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-d32d085d-3bb9-487a-bcf5-871644a81e66 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:18.951154 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [None req-d32d085d-3bb9-487a-bcf5-871644a81e66 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] For port 159d4498-6975-42c0-98cd-b5e6df4d697b, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=159d4498-6975-42c0-98cd-b5e6df4d697b,segment=NetworkSegment(87f4e02c-9639-4d91-9dcb-a5fdef6ef4e5),segment_id=87f4e02c-9639-4d91-9dcb-a5fdef6ef4e5)] {{(pid=94467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:10:18.951541 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-d32d085d-3bb9-487a-bcf5-871644a81e66 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:18.967808 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-d32d085d-3bb9-487a-bcf5-871644a81e66 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Calling delete_port for 159d4498-6975-42c0-98cd-b5e6df4d697b owned by network:dhcp {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 15:10:19.052325 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-d32d085d-3bb9-487a-bcf5-871644a81e66 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:19.085315 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d32d085d-3bb9-487a-bcf5-871644a81e66 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] No DVR routers for this DVR port 159d4498-6975-42c0-98cd-b5e6df4d697b on host n-d-694802-15 {{(pid=94467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 15:10:19.091114 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32d085d-3bb9-487a-bcf5-871644a81e66 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Pushing event deleted for resources: {'Port': ['ID=159d4498-6975-42c0-98cd-b5e6df4d697b,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:10:19.174917 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-d32d085d-3bb9-487a-bcf5-871644a81e66 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66413304', 'neutron.services.segments.db._delete_segments_for_network-8744654118000'] for network, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:19.185852 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-d32d085d-3bb9-487a-bcf5-871644a81e66 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67c02bcd-5b50-4e96-91bb-0be4cacafd53']}} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:10:19.197249 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-d32d085d-3bb9-487a-bcf5-871644a81e66 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87f4e02c-9639-4d91-9dcb-a5fdef6ef4e5') {'for_net_delete': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:10:19.198008 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-d32d085d-3bb9-487a-bcf5-871644a81e66 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87f4e02c-9639-4d91-9dcb-a5fdef6ef4e5') {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:10:19.207444 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-d32d085d-3bb9-487a-bcf5-871644a81e66 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744654122361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3857526'] for segment, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:19.221834 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-d32d085d-3bb9-487a-bcf5-871644a81e66 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:19.228129 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d32d085d-3bb9-487a-bcf5-871644a81e66 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Releasing vlan 335 on physical network physnet1 to pool {{(pid=94467) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 15:10:19.228581 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-d32d085d-3bb9-487a-bcf5-871644a81e66 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2859015'] for segment, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:19.232736 n-d-694802-15 neutron-server[94467]: Traceback (most recent call last): Aug 12 15:10:19.232736 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 15:10:19.232736 n-d-694802-15 neutron-server[94467]: timer() Aug 12 15:10:19.232736 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 15:10:19.232736 n-d-694802-15 neutron-server[94467]: cb(*args, **kw) Aug 12 15:10:19.232736 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 15:10:19.232736 n-d-694802-15 neutron-server[94467]: return func(*args, **kwargs) Aug 12 15:10:19.232736 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 15:10:19.232736 n-d-694802-15 neutron-server[94467]: self._notify() Aug 12 15:10:19.232736 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 15:10:19.232736 n-d-694802-15 neutron-server[94467]: self.callback(batched_events) Aug 12 15:10:19.232736 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 15:10:19.232736 n-d-694802-15 neutron-server[94467]: event.method(event) Aug 12 15:10:19.232736 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 15:10:19.232736 n-d-694802-15 neutron-server[94467]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 15:10:19.232736 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 15:10:19.232736 n-d-694802-15 neutron-server[94467]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 15:10:19.232736 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 15:10:19.232736 n-d-694802-15 neutron-server[94467]: return f(self, *a, **k) Aug 12 15:10:19.232736 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 15:10:19.232736 n-d-694802-15 neutron-server[94467]: return self._get(url).json() Aug 12 15:10:19.232736 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 15:10:19.232736 n-d-694802-15 neutron-server[94467]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 15:10:19.232736 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 15:10:19.232736 n-d-694802-15 neutron-server[94467]: return self.request(url, 'GET', **kwargs) Aug 12 15:10:19.232736 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 15:10:19.232736 n-d-694802-15 neutron-server[94467]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 15:10:19.232736 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 15:10:19.232736 n-d-694802-15 neutron-server[94467]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 15:10:19.232736 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 15:10:19.232736 n-d-694802-15 neutron-server[94467]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 15:10:19.232736 n-d-694802-15 neutron-server[94467]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 15:10:19.274431 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f29de8b2-03ba-4251-8402-9c75aa358622 None None] Network e3be654b-9f64-4353-9ad8-7097e2c63a13 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 15:10:19.296125 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-d32d085d-3bb9-487a-bcf5-871644a81e66 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66413281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431520'] for network, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:19.302877 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-d32d085d-3bb9-487a-bcf5-871644a81e66 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Notify callbacks [] for network, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:19.304916 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-d32d085d-3bb9-487a-bcf5-871644a81e66 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] 10.222.0.39 "DELETE /v2.0/networks/67c02bcd-5b50-4e96-91bb-0be4cacafd53 HTTP/1.1" status: 204 len: 168 time: 1.8116755 Aug 12 15:10:19.307810 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 59028) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:10:19.333728 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32d085d-3bb9-487a-bcf5-871644a81e66 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Pushing event deleted for resources: {'Network': ['ID=67c02bcd-5b50-4e96-91bb-0be4cacafd53,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:10:19.336636 n-d-694802-15 neutron-server[94467]: INFO neutron.pecan_wsgi.hooks.translation [None req-10f8be98-bc4d-4499-af71-718700eb2da0 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] DELETE failed (client error): The resource could not be found. Aug 12 15:10:19.337494 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10f8be98-bc4d-4499-af71-718700eb2da0 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94467) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 15:10:19.339629 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-10f8be98-bc4d-4499-af71-718700eb2da0 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] 10.222.0.39 "DELETE /v2.0/networks/67c02bcd-5b50-4e96-91bb-0be4cacafd53 HTTP/1.1" status: 404 len: 339 time: 0.0303409 Aug 12 15:10:19.343187 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 59030) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:10:19.343992 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-b9406912-afe1-4ef0-b72e-2b0d54025202 None None] Provisioning for port 575eefd8-ce45-44e4-b723-5e51d98f113a completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:10:19.349309 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-224b2c99-c201-49d0-acfb-7867c9a78a65 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1753220321', 'description': 'd1'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:10:19.356957 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-b9406912-afe1-4ef0-b72e-2b0d54025202 None None] Provisioning complete for port 575eefd8-ce45-44e4-b723-5e51d98f113a triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:10:19.357328 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-b9406912-afe1-4ef0-b72e-2b0d54025202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:19.373714 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-224b2c99-c201-49d0-acfb-7867c9a78a65 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Made reservation on behalf of e05cee706c7f4aacab6904666141bf5a for: {'network': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 15:10:19.377556 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-224b2c99-c201-49d0-acfb-7867c9a78a65 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for network, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:19.405070 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-224b2c99-c201-49d0-acfb-7867c9a78a65 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] vlan segment allocate from pool success with {'vlan_id': 319, 'physical_network': 'physnet1'} {{(pid=94466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 15:10:19.415880 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-224b2c99-c201-49d0-acfb-7867c9a78a65 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:19.416719 n-d-694802-15 neutron-server[94466]: INFO neutron.db.segments_db [None req-224b2c99-c201-49d0-acfb-7867c9a78a65 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Added segment ae2c4d2e-13b9-4ca0-ac38-04613413b4c3 of type vlan for network 36c90a70-f42d-4d51-986f-1c7cc3a3bb2c Aug 12 15:10:19.458566 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-224b2c99-c201-49d0-acfb-7867c9a78a65 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744653628263'] for network, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:19.487899 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-224b2c99-c201-49d0-acfb-7867c9a78a65 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409'] for network, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:19.493724 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-224b2c99-c201-49d0-acfb-7867c9a78a65 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:10:19.494314 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-224b2c99-c201-49d0-acfb-7867c9a78a65 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Notify callbacks [] for network, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:19.557960 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-224b2c99-c201-49d0-acfb-7867c9a78a65 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2128227 Aug 12 15:10:19.560854 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 59032) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:10:19.572078 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224b2c99-c201-49d0-acfb-7867c9a78a65 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Pushing event updated for resources: {'Network': ['ID=36c90a70-f42d-4d51-986f-1c7cc3a3bb2c,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:10:19.584712 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Network 36c90a70-f42d-4d51-986f-1c7cc3a3bb2c details requested by agent ovs-agent-n-d-694802-15 with host n-d-694802-15 {{(pid=94468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 15:10:19.664998 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-861fca3c-a6bc-49fc-a26d-34a6ef3ef282 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:10:19.666528 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-861fca3c-a6bc-49fc-a26d-34a6ef3ef282 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] 10.222.0.39 "GET /v2.0/networks?id=36c90a70-f42d-4d51-986f-1c7cc3a3bb2c HTTP/1.1" status: 200 len: 765 time: 0.1047015 Aug 12 15:10:19.669953 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 59034) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:10:19.675377 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-c3445256-e30b-45b9-b27b-b58691967cc0 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Request body: {'network': {'description': 'd2'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:10:19.700622 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2680d84-c67e-418a-905e-b5063e8ebe7a None None] get_active_networks_info from n-d-694802-15 {{(pid=94468) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 12 15:10:19.754778 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-9bdfc125-9a85-4158-a37a-d6dd8d2e4b3b None None] Provisioning complete for port 575eefd8-ce45-44e4-b723-5e51d98f113a triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:10:19.755189 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-9bdfc125-9a85-4158-a37a-d6dd8d2e4b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:19.833327 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c3445256-e30b-45b9-b27b-b58691967cc0 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744653628263'] for network, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:19.842059 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2680d84-c67e-418a-905e-b5063e8ebe7a None None] Resources bound (agent type, host, resource id): {{(pid=94468) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 12 15:10:19.847732 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c3445256-e30b-45b9-b27b-b58691967cc0 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409'] for network, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:19.857913 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c3445256-e30b-45b9-b27b-b58691967cc0 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Network 36c90a70-f42d-4d51-986f-1c7cc3a3bb2c is not hosted by any dhcp agent {{(pid=94466) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 12 15:10:19.863437 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3445256-e30b-45b9-b27b-b58691967cc0 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:10:19.864032 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c3445256-e30b-45b9-b27b-b58691967cc0 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Notify callbacks [] for network, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:19.867698 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-c3445256-e30b-45b9-b27b-b58691967cc0 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] 10.222.0.39 "PUT /v2.0/networks/36c90a70-f42d-4d51-986f-1c7cc3a3bb2c HTTP/1.1" status: 200 len: 762 time: 0.1943488 Aug 12 15:10:19.868356 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 59036) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:10:19.922403 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3445256-e30b-45b9-b27b-b58691967cc0 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Pushing event updated for resources: {'Network': ['ID=36c90a70-f42d-4d51-986f-1c7cc3a3bb2c,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:10:19.963689 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0709ab2b-e1a5-43bf-9256-a674f7388945 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:10:19.966101 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-0709ab2b-e1a5-43bf-9256-a674f7388945 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] 10.222.0.39 "GET /v2.0/networks?id=36c90a70-f42d-4d51-986f-1c7cc3a3bb2c HTTP/1.1" status: 200 len: 765 time: 0.0969882 Aug 12 15:10:19.969858 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 59038) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:10:20.086137 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Network 36c90a70-f42d-4d51-986f-1c7cc3a3bb2c details requested by agent ovs-agent-n-d-694802-15 with host n-d-694802-15 {{(pid=94468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 15:10:20.158712 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-955bd26a-19cc-45ef-910f-4a77c38cf1a0 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:10:20.160555 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-955bd26a-19cc-45ef-910f-4a77c38cf1a0 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.1896632 Aug 12 15:10:20.163310 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 59040) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:10:20.204677 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-c9d3c705-63a7-4911-b3cc-36cd7512fef3 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] 10.222.0.39 "GET /v2.0/subnets?network_id=d3759e1b-6c03-45ac-acd4-90abb417809b HTTP/1.1" status: 200 len: 207 time: 0.0396810 Aug 12 15:10:20.208234 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 59042) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:10:20.317683 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5026949-b9c5-4b1a-a18c-0b50cd58b10d tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:10:20.325268 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5026949-b9c5-4b1a-a18c-0b50cd58b10d tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:10:20.331349 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5026949-b9c5-4b1a-a18c-0b50cd58b10d tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:10:20.337379 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5026949-b9c5-4b1a-a18c-0b50cd58b10d tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:10:20.343925 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5026949-b9c5-4b1a-a18c-0b50cd58b10d tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:10:20.349839 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5026949-b9c5-4b1a-a18c-0b50cd58b10d tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:10:20.351603 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-e5026949-b9c5-4b1a-a18c-0b50cd58b10d tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.1424735 Aug 12 15:10:20.356103 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 59046) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:10:20.478049 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-c5ea2a08-2fab-44dc-9040-4a119e546240 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] 10.222.0.39 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.1208084 Aug 12 15:10:20.482065 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 59048) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:10:20.541076 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4bb2d22-38ee-4c97-81e5-2c0971624fa9 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:10:20.543182 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4bb2d22-38ee-4c97-81e5-2c0971624fa9 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:10:20.544693 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4bb2d22-38ee-4c97-81e5-2c0971624fa9 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:10:20.546206 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4bb2d22-38ee-4c97-81e5-2c0971624fa9 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:10:20.547748 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4bb2d22-38ee-4c97-81e5-2c0971624fa9 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:10:20.549634 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-c4bb2d22-38ee-4c97-81e5-2c0971624fa9 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0664854 Aug 12 15:10:20.554246 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 59050) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:10:20.587351 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 575eefd8-ce45-44e4-b723-5e51d98f113a up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 15:10:20.613373 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ac9762e-e00f-4e7d-92f4-a797c5e9af22 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Attributes excluded by policy engine: ['shared'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:10:20.614727 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ac9762e-e00f-4e7d-92f4-a797c5e9af22 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Attributes excluded by policy engine: ['shared'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:10:20.616185 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ac9762e-e00f-4e7d-92f4-a797c5e9af22 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Attributes excluded by policy engine: ['shared'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:10:20.617611 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ac9762e-e00f-4e7d-92f4-a797c5e9af22 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Attributes excluded by policy engine: ['shared'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:10:20.619057 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ac9762e-e00f-4e7d-92f4-a797c5e9af22 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Attributes excluded by policy engine: ['shared'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:10:20.620647 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-1ac9762e-e00f-4e7d-92f4-a797c5e9af22 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] 10.222.0.39 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.0653441 Aug 12 15:10:20.624253 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 59052) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:10:20.634965 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port 575eefd8-ce45-44e4-b723-5e51d98f113a triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:10:20.635378 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:20.726630 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30d81463-9b79-4e57-b64e-b69bbd786d41 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:10:20.728063 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-30d81463-9b79-4e57-b64e-b69bbd786d41 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] 10.222.0.39 "GET /v2.0/networks/229ca6e2-5664-4c58-b5cd-16261f55b5b5 HTTP/1.1" status: 200 len: 804 time: 0.1028941 Aug 12 15:10:20.731607 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 59054) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:10:20.829727 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-f0a1d21d-8beb-4216-b5c1-2a24a054a793 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] 10.222.0.39 "GET /v2.0/networks/229ca6e2-5664-4c58-b5cd-16261f55b5b5?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.0970728 Aug 12 15:10:20.833264 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 59056) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:10:20.883037 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1218a86-8603-44bc-9b48-e1b69e473b17 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:10:20.884226 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-b1218a86-8603-44bc-9b48-e1b69e473b17 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] 10.222.0.39 "GET /v2.0/subnets/e442dd29-b8d2-4fb9-a70c-5b68cf6faa05 HTTP/1.1" status: 200 len: 843 time: 0.0500724 Aug 12 15:10:20.887705 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 59058) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:10:20.938016 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ddb9847-fc56-445e-891b-d5a378cfaf3e tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Attributes excluded by policy engine: ['shared'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:10:20.939363 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-1ddb9847-fc56-445e-891b-d5a378cfaf3e tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] 10.222.0.39 "GET /v2.0/subnets/e442dd29-b8d2-4fb9-a70c-5b68cf6faa05?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0507574 Aug 12 15:10:20.942996 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 59060) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:10:20.947742 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-4178012e-4e37-41f4-bb1e-1d4eeef4ca37 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1241222033'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:10:20.967814 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4178012e-4e37-41f4-bb1e-1d4eeef4ca37 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Made reservation on behalf of e05cee706c7f4aacab6904666141bf5a for: {'network': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 15:10:20.971179 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-4178012e-4e37-41f4-bb1e-1d4eeef4ca37 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for network, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:20.993832 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4178012e-4e37-41f4-bb1e-1d4eeef4ca37 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] vlan segment allocate from pool success with {'vlan_id': 304, 'physical_network': 'physnet1'} {{(pid=94467) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 15:10:21.003129 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-4178012e-4e37-41f4-bb1e-1d4eeef4ca37 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:21.003479 n-d-694802-15 neutron-server[94467]: INFO neutron.db.segments_db [None req-4178012e-4e37-41f4-bb1e-1d4eeef4ca37 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Added segment 02642b63-fb7b-4269-b1d7-3a734f5f8b53 of type vlan for network f175ba08-20cf-4c56-905b-f34eb763e5a0 Aug 12 15:10:21.041771 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-4178012e-4e37-41f4-bb1e-1d4eeef4ca37 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744653628263'] for network, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:21.068772 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-4178012e-4e37-41f4-bb1e-1d4eeef4ca37 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409'] for network, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:21.074552 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4178012e-4e37-41f4-bb1e-1d4eeef4ca37 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:10:21.075158 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-4178012e-4e37-41f4-bb1e-1d4eeef4ca37 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Notify callbacks [] for network, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:21.135215 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-4178012e-4e37-41f4-bb1e-1d4eeef4ca37 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1910987 Aug 12 15:10:21.137964 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 59064) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:10:21.144932 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-b1a85146-a482-4d26-bf02-29354cac9711 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Request body: {'subnet': {'network_id': 'f175ba08-20cf-4c56-905b-f34eb763e5a0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:10:21.164146 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4178012e-4e37-41f4-bb1e-1d4eeef4ca37 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Pushing event updated for resources: {'Network': ['ID=f175ba08-20cf-4c56-905b-f34eb763e5a0,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:10:21.174740 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Network f175ba08-20cf-4c56-905b-f34eb763e5a0 details requested by agent ovs-agent-n-d-694802-15 with host n-d-694802-15 {{(pid=94468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 15:10:21.240388 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1a85146-a482-4d26-bf02-29354cac9711 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Made reservation on behalf of e05cee706c7f4aacab6904666141bf5a for: {'subnet': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 15:10:21.244527 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-b1a85146-a482-4d26-bf02-29354cac9711 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3343791'] for subnet, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:21.307162 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.ipam_backend_mixin [None req-b1a85146-a482-4d26-bf02-29354cac9711 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Performing IP validity checks on allocation pools {{(pid=94467) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 12 15:10:21.307679 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.ipam_backend_mixin [None req-b1a85146-a482-4d26-bf02-29354cac9711 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94467) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 12 15:10:21.433544 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-b1a85146-a482-4d26-bf02-29354cac9711 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2859166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3343773'] for subnet, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:21.502346 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a85146-a482-4d26-bf02-29354cac9711 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Pushing event updated for resources: {'Subnet': ['ID=b6fbdb33-1972-46a6-a693-56581604a1c4,revision_number=0']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:10:21.507346 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1a85146-a482-4d26-bf02-29354cac9711 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Checking segment: {'id': '02642b63-fb7b-4269-b1d7-3a734f5f8b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'f175ba08-20cf-4c56-905b-f34eb763e5a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 15:10:21.507709 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1a85146-a482-4d26-bf02-29354cac9711 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Network hostable DHCP agents. Network: f175ba08-20cf-4c56-905b-f34eb763e5a0, hostable agents: ['1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658'], hosted agents: [] {{(pid=94467) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 15:10:21.524388 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1a85146-a482-4d26-bf02-29354cac9711 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Network f175ba08-20cf-4c56-905b-f34eb763e5a0 is scheduled to be hosted by DHCP agent 1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658 with binding_index 1 {{(pid=94467) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 15:10:21.533878 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [None req-b1a85146-a482-4d26-bf02-29354cac9711 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-15, f175ba08-20cf-4c56-905b-f34eb763e5a0) {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:10:21.537835 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1a85146-a482-4d26-bf02-29354cac9711 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:10:21.538422 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-b1a85146-a482-4d26-bf02-29354cac9711 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Notify callbacks [] for subnet, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:21.542392 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ded76091-42cb-4b57-a05b-e25af6888663 None None] Network f175ba08-20cf-4c56-905b-f34eb763e5a0 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 15:10:21.553756 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-b1a85146-a482-4d26-bf02-29354cac9711 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 0.4127285 Aug 12 15:10:21.556517 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 59066) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:10:21.561899 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-8e834302-0a7b-4274-86af-1b870593231f tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:10:21.656943 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-8e834302-0a7b-4274-86af-1b870593231f tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3343766'] for subnet, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:21.693023 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b924629-b75f-46b2-bc4f-68fc9498e69a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa7035b3e-9a89-5964-b9f4-97301c3f476a-f175ba08-20cf-4c56-905b-f34eb763e5a0', 'network_id': 'f175ba08-20cf-4c56-905b-f34eb763e5a0', 'tenant_id': 'e05cee706c7f4aacab6904666141bf5a', 'fixed_ips': [{'subnet_id': 'b6fbdb33-1972-46a6-a693-56581604a1c4'}]}} from n-d-694802-15. {{(pid=94468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 15:10:21.694186 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-9b924629-b75f-46b2-bc4f-68fc9498e69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:21.833668 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-8e834302-0a7b-4274-86af-1b870593231f tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8744654030987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2859168'] for subnet, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:21.877312 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.db_base_plugin_common [None req-9b924629-b75f-46b2-bc4f-68fc9498e69a None None] Allocated IP 2001:db8::3 (f175ba08-20cf-4c56-905b-f34eb763e5a0/b6fbdb33-1972-46a6-a693-56581604a1c4/03dbd47e-0de5-4127-8398-1b8bc605ce3c) {{(pid=94468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 15:10:21.880690 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e834302-0a7b-4274-86af-1b870593231f tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:10:21.881334 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-8e834302-0a7b-4274-86af-1b870593231f tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Notify callbacks [] for subnet, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:21.882782 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-8e834302-0a7b-4274-86af-1b870593231f tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] 10.222.0.39 "PUT /v2.0/subnets/b6fbdb33-1972-46a6-a693-56581604a1c4 HTTP/1.1" status: 200 len: 900 time: 0.3253064 Aug 12 15:10:21.886924 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 59068) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:10:21.892240 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e834302-0a7b-4274-86af-1b870593231f tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Pushing event updated for resources: {'Subnet': ['ID=b6fbdb33-1972-46a6-a693-56581604a1c4,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:10:21.987100 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-fe4b07f3-b987-44f0-9190-3b6ccc9bdcab tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680608'] for network, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:22.024704 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-9b924629-b75f-46b2-bc4f-68fc9498e69a None None] Notify callbacks [] for port, precommit_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:22.033860 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-9b924629-b75f-46b2-bc4f-68fc9498e69a None None] Transition to ACTIVE for port object 03dbd47e-0de5-4127-8398-1b8bc605ce3c will not be triggered until provisioned by entity L2. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:10:22.040230 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-fe4b07f3-b987-44f0-9190-3b6ccc9bdcab tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66416255'] for subnet, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:22.048931 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-9b924629-b75f-46b2-bc4f-68fc9498e69a None None] Transition to ACTIVE for port object 03dbd47e-0de5-4127-8398-1b8bc605ce3c will not be triggered until provisioned by entity DHCP. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:10:22.053996 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-9b924629-b75f-46b2-bc4f-68fc9498e69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253'] for port, after_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:22.088449 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b924629-b75f-46b2-bc4f-68fc9498e69a None None] Network f175ba08-20cf-4c56-905b-f34eb763e5a0 is already hosted by enough agents. {{(pid=94468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 15:10:22.093116 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.base_scheduler [None req-9b924629-b75f-46b2-bc4f-68fc9498e69a None None] Resources bound (agent type, host, resource id): {{(pid=94468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:10:22.098851 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b924629-b75f-46b2-bc4f-68fc9498e69a None None] Received port after_create {{(pid=94468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 15:10:22.109490 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b924629-b75f-46b2-bc4f-68fc9498e69a None None] Pushing event updated for resources: {'Port': ['ID=03dbd47e-0de5-4127-8398-1b8bc605ce3c,revision_number=1']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:10:22.117675 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-fe4b07f3-b987-44f0-9190-3b6ccc9bdcab tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66416232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3718429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8776402'] for subnet, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:22.145409 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4b07f3-b987-44f0-9190-3b6ccc9bdcab tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Pushing event deleted for resources: {'Subnet': ['ID=b6fbdb33-1972-46a6-a693-56581604a1c4,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:10:22.156923 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-9b924629-b75f-46b2-bc4f-68fc9498e69a None None] Attempting to bind port 03dbd47e-0de5-4127-8398-1b8bc605ce3c on host n-d-694802-15 for vnic_type normal with profile {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 15:10:22.157302 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-9b924629-b75f-46b2-bc4f-68fc9498e69a None None] Attempting to bind port 03dbd47e-0de5-4127-8398-1b8bc605ce3c by drivers openvswitch,hyperv on host n-d-694802-15 at level 0 using segments [{'id': '02642b63-fb7b-4269-b1d7-3a734f5f8b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'f175ba08-20cf-4c56-905b-f34eb763e5a0'}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 15:10:22.157663 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b924629-b75f-46b2-bc4f-68fc9498e69a None None] Attempting to bind port 03dbd47e-0de5-4127-8398-1b8bc605ce3c on network f175ba08-20cf-4c56-905b-f34eb763e5a0 {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 15:10:22.162695 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b924629-b75f-46b2-bc4f-68fc9498e69a None None] Checking agent: {'id': '16de73ac-f2e9-4cee-b3e0-91052ae3e6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 20, 13), 'started_at': datetime.datetime(2021, 8, 12, 14, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 15, 10, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 15:10:22.163094 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b924629-b75f-46b2-bc4f-68fc9498e69a None None] Checking segment: {'id': '02642b63-fb7b-4269-b1d7-3a734f5f8b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'f175ba08-20cf-4c56-905b-f34eb763e5a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 15:10:22.163499 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-9b924629-b75f-46b2-bc4f-68fc9498e69a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:22.163891 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b924629-b75f-46b2-bc4f-68fc9498e69a None None] Bound using segment: {'id': '02642b63-fb7b-4269-b1d7-3a734f5f8b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'f175ba08-20cf-4c56-905b-f34eb763e5a0'} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 15:10:22.165063 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-9b924629-b75f-46b2-bc4f-68fc9498e69a None None] Bound port: 03dbd47e-0de5-4127-8398-1b8bc605ce3c, host: n-d-694802-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02642b63-fb7b-4269-b1d7-3a734f5f8b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'f175ba08-20cf-4c56-905b-f34eb763e5a0'}}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 15:10:22.165063 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-9b924629-b75f-46b2-bc4f-68fc9498e69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:22.207665 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-fe4b07f3-b987-44f0-9190-3b6ccc9bdcab tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66413304', 'neutron.services.segments.db._delete_segments_for_network-8744654118000'] for network, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:22.218209 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-fe4b07f3-b987-44f0-9190-3b6ccc9bdcab tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f175ba08-20cf-4c56-905b-f34eb763e5a0']}} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:10:22.226611 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-9b924629-b75f-46b2-bc4f-68fc9498e69a None None] For port 03dbd47e-0de5-4127-8398-1b8bc605ce3c, host n-d-694802-15, cleared binding levels {{(pid=94468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 15:10:22.230376 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-9b924629-b75f-46b2-bc4f-68fc9498e69a None None] For port 03dbd47e-0de5-4127-8398-1b8bc605ce3c, host n-d-694802-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=03dbd47e-0de5-4127-8398-1b8bc605ce3c,segment=NetworkSegment(02642b63-fb7b-4269-b1d7-3a734f5f8b53),segment_id=02642b63-fb7b-4269-b1d7-3a734f5f8b53)] {{(pid=94468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 15:10:22.232312 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-fe4b07f3-b987-44f0-9190-3b6ccc9bdcab tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02642b63-fb7b-4269-b1d7-3a734f5f8b53') {'for_net_delete': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:10:22.232749 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-fe4b07f3-b987-44f0-9190-3b6ccc9bdcab tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02642b63-fb7b-4269-b1d7-3a734f5f8b53') {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:10:22.234407 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-9b924629-b75f-46b2-bc4f-68fc9498e69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:22.244106 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-fe4b07f3-b987-44f0-9190-3b6ccc9bdcab tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744654122361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2293560'] for segment, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:22.259429 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-fe4b07f3-b987-44f0-9190-3b6ccc9bdcab tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:22.266853 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe4b07f3-b987-44f0-9190-3b6ccc9bdcab tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Releasing vlan 304 on physical network physnet1 to pool {{(pid=94466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 15:10:22.267418 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-fe4b07f3-b987-44f0-9190-3b6ccc9bdcab tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3718595'] for segment, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:22.270485 n-d-694802-15 neutron-server[94466]: Traceback (most recent call last): Aug 12 15:10:22.270485 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 15:10:22.270485 n-d-694802-15 neutron-server[94466]: timer() Aug 12 15:10:22.270485 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 15:10:22.270485 n-d-694802-15 neutron-server[94466]: cb(*args, **kw) Aug 12 15:10:22.270485 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 15:10:22.270485 n-d-694802-15 neutron-server[94466]: return func(*args, **kwargs) Aug 12 15:10:22.270485 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 15:10:22.270485 n-d-694802-15 neutron-server[94466]: self._notify() Aug 12 15:10:22.270485 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 15:10:22.270485 n-d-694802-15 neutron-server[94466]: self.callback(batched_events) Aug 12 15:10:22.270485 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 15:10:22.270485 n-d-694802-15 neutron-server[94466]: event.method(event) Aug 12 15:10:22.270485 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 15:10:22.270485 n-d-694802-15 neutron-server[94466]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 15:10:22.270485 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 15:10:22.270485 n-d-694802-15 neutron-server[94466]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 15:10:22.270485 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 15:10:22.270485 n-d-694802-15 neutron-server[94466]: return f(self, *a, **k) Aug 12 15:10:22.270485 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 15:10:22.270485 n-d-694802-15 neutron-server[94466]: return self._get(url).json() Aug 12 15:10:22.270485 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 15:10:22.270485 n-d-694802-15 neutron-server[94466]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 15:10:22.270485 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 15:10:22.270485 n-d-694802-15 neutron-server[94466]: return self.request(url, 'GET', **kwargs) Aug 12 15:10:22.270485 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 15:10:22.270485 n-d-694802-15 neutron-server[94466]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 15:10:22.270485 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 15:10:22.270485 n-d-694802-15 neutron-server[94466]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 15:10:22.270485 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 15:10:22.270485 n-d-694802-15 neutron-server[94466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 15:10:22.270485 n-d-694802-15 neutron-server[94466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 15:10:22.313742 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b924629-b75f-46b2-bc4f-68fc9498e69a None None] Pushing event updated for resources: {'Port': ['ID=03dbd47e-0de5-4127-8398-1b8bc605ce3c,revision_number=2']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:10:22.332951 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a75920a-bbee-4640-bb65-a3a6a06e8fff None None] Network f175ba08-20cf-4c56-905b-f34eb763e5a0 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 15:10:22.335903 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.db.api [None req-fe4b07f3-b987-44f0-9190-3b6ccc9bdcab tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 12 15:10:22.335903 n-d-694802-15 neutron-server[94466]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 12 15:10:22.335903 n-d-694802-15 neutron-server[94466]: [parameters: {'id': 'f175ba08-20cf-4c56-905b-f34eb763e5a0'}] Aug 12 15:10:22.335903 n-d-694802-15 neutron-server[94466]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94466) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 12 15:10:22.336352 n-d-694802-15 neutron-server[94466]: DEBUG oslo_db.api [None req-fe4b07f3-b987-44f0-9190-3b6ccc9bdcab tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 12 15:10:22.448652 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e4f6ed6-4d20-4ec9-a0f6-311abc55c941 None None] Network f175ba08-20cf-4c56-905b-f34eb763e5a0 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 15:10:22.561526 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46c1f0fd-fc2d-480e-8451-cafc3245ef6b None None] get_active_networks_info from n-d-694802-15 {{(pid=94468) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 12 15:10:22.670885 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46c1f0fd-fc2d-480e-8451-cafc3245ef6b None None] Resources bound (agent type, host, resource id): {{(pid=94468) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 12 15:10:22.684299 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4af0e7b1-9f1e-4243-be85-54e442d58131 req-a50a2983-8147-4bd1-846e-f591a1f52642 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=4f178309-e6d4-48fd-943d-52ac2a96d2cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0442312 Aug 12 15:10:22.763694 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af0e7b1-9f1e-4243-be85-54e442d58131 req-678ebe6b-014c-4e6f-8118-96c052c0d6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:10:22.765188 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4af0e7b1-9f1e-4243-be85-54e442d58131 req-678ebe6b-014c-4e6f-8118-96c052c0d6dd service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b9f3518fbc904b44b3baf79d0578af51&device_id=4f178309-e6d4-48fd-943d-52ac2a96d2cd HTTP/1.1" status: 200 len: 1098 time: 0.0396729 Aug 12 15:10:22.837774 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-fe4b07f3-b987-44f0-9190-3b6ccc9bdcab tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680608'] for network, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:22.869900 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af0e7b1-9f1e-4243-be85-54e442d58131 req-adcd4fc9-3273-4130-807f-5a852da53ece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:10:22.871519 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4af0e7b1-9f1e-4243-be85-54e442d58131 req-adcd4fc9-3273-4130-807f-5a852da53ece service neutron] 10.222.0.64 "GET /v2.0/networks?id=d9c7e787-4652-4ee4-983d-7b4a9fd53d98 HTTP/1.1" status: 200 len: 913 time: 0.0875428 Aug 12 15:10:22.892773 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-fe4b07f3-b987-44f0-9190-3b6ccc9bdcab tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Deleting port 03dbd47e-0de5-4127-8398-1b8bc605ce3c {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 15:10:22.893795 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-fe4b07f3-b987-44f0-9190-3b6ccc9bdcab tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:22.943197 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4af0e7b1-9f1e-4243-be85-54e442d58131 req-e26e801f-5ecf-4c5a-a6e3-65eb706de0af service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e40e666a-f518-4939-8f09-31a32595a7d7 HTTP/1.1" status: 200 len: 1002 time: 0.0639751 Aug 12 15:10:22.957635 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-fe4b07f3-b987-44f0-9190-3b6ccc9bdcab tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] For port 03dbd47e-0de5-4127-8398-1b8bc605ce3c, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=03dbd47e-0de5-4127-8398-1b8bc605ce3c,segment=NetworkSegment(02642b63-fb7b-4269-b1d7-3a734f5f8b53),segment_id=02642b63-fb7b-4269-b1d7-3a734f5f8b53)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:10:22.958008 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-fe4b07f3-b987-44f0-9190-3b6ccc9bdcab tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:22.970988 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-fe4b07f3-b987-44f0-9190-3b6ccc9bdcab tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Calling delete_port for 03dbd47e-0de5-4127-8398-1b8bc605ce3c owned by network:dhcp {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 15:10:22.992143 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af0e7b1-9f1e-4243-be85-54e442d58131 req-7eccb37e-82f4-4d2c-a101-856dedd66163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:10:22.993630 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4af0e7b1-9f1e-4243-be85-54e442d58131 req-7eccb37e-82f4-4d2c-a101-856dedd66163 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=56c6cd03-2d72-4138-ab80-065ddfe4454b HTTP/1.1" status: 200 len: 851 time: 0.0441682 Aug 12 15:10:23.042034 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af0e7b1-9f1e-4243-be85-54e442d58131 req-ded38675-e0ec-4380-87e2-1ef7624d8503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:10:23.043669 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4af0e7b1-9f1e-4243-be85-54e442d58131 req-ded38675-e0ec-4380-87e2-1ef7624d8503 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d9c7e787-4652-4ee4-983d-7b4a9fd53d98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396302 Aug 12 15:10:23.067883 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-fe4b07f3-b987-44f0-9190-3b6ccc9bdcab tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:23.110929 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4b07f3-b987-44f0-9190-3b6ccc9bdcab tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Pushing event deleted for resources: {'Port': ['ID=03dbd47e-0de5-4127-8398-1b8bc605ce3c,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:10:23.117774 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe4b07f3-b987-44f0-9190-3b6ccc9bdcab tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] No DVR routers for this DVR port 03dbd47e-0de5-4127-8398-1b8bc605ce3c on host n-d-694802-15 {{(pid=94466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 15:10:23.165388 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4af0e7b1-9f1e-4243-be85-54e442d58131 req-fdd68e88-58aa-4056-8bea-717d5b117eab service neutron] 10.222.0.64 "GET /v2.0/networks/d9c7e787-4652-4ee4-983d-7b4a9fd53d98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131692 Aug 12 15:10:23.199628 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-fe4b07f3-b987-44f0-9190-3b6ccc9bdcab tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66413304', 'neutron.services.segments.db._delete_segments_for_network-8744654118000'] for network, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:23.209777 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-fe4b07f3-b987-44f0-9190-3b6ccc9bdcab tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f175ba08-20cf-4c56-905b-f34eb763e5a0']}} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:10:23.220632 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-fe4b07f3-b987-44f0-9190-3b6ccc9bdcab tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02642b63-fb7b-4269-b1d7-3a734f5f8b53') {'for_net_delete': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:10:23.220929 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-fe4b07f3-b987-44f0-9190-3b6ccc9bdcab tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02642b63-fb7b-4269-b1d7-3a734f5f8b53') {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:10:23.230879 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-fe4b07f3-b987-44f0-9190-3b6ccc9bdcab tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744654122361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2293560'] for segment, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:23.245758 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-fe4b07f3-b987-44f0-9190-3b6ccc9bdcab tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:23.252190 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe4b07f3-b987-44f0-9190-3b6ccc9bdcab tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Releasing vlan 304 on physical network physnet1 to pool {{(pid=94466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 15:10:23.252597 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-fe4b07f3-b987-44f0-9190-3b6ccc9bdcab tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3718595'] for segment, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:23.255539 n-d-694802-15 neutron-server[94466]: Traceback (most recent call last): Aug 12 15:10:23.255539 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 15:10:23.255539 n-d-694802-15 neutron-server[94466]: timer() Aug 12 15:10:23.255539 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 15:10:23.255539 n-d-694802-15 neutron-server[94466]: cb(*args, **kw) Aug 12 15:10:23.255539 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 15:10:23.255539 n-d-694802-15 neutron-server[94466]: return func(*args, **kwargs) Aug 12 15:10:23.255539 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 15:10:23.255539 n-d-694802-15 neutron-server[94466]: self._notify() Aug 12 15:10:23.255539 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 15:10:23.255539 n-d-694802-15 neutron-server[94466]: self.callback(batched_events) Aug 12 15:10:23.255539 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 15:10:23.255539 n-d-694802-15 neutron-server[94466]: event.method(event) Aug 12 15:10:23.255539 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 15:10:23.255539 n-d-694802-15 neutron-server[94466]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 15:10:23.255539 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 15:10:23.255539 n-d-694802-15 neutron-server[94466]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 15:10:23.255539 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 15:10:23.255539 n-d-694802-15 neutron-server[94466]: return f(self, *a, **k) Aug 12 15:10:23.255539 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 15:10:23.255539 n-d-694802-15 neutron-server[94466]: return self._get(url).json() Aug 12 15:10:23.255539 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 15:10:23.255539 n-d-694802-15 neutron-server[94466]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 15:10:23.255539 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 15:10:23.255539 n-d-694802-15 neutron-server[94466]: return self.request(url, 'GET', **kwargs) Aug 12 15:10:23.255539 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 15:10:23.255539 n-d-694802-15 neutron-server[94466]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 15:10:23.255539 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 15:10:23.255539 n-d-694802-15 neutron-server[94466]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 15:10:23.255539 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 15:10:23.255539 n-d-694802-15 neutron-server[94466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 15:10:23.255539 n-d-694802-15 neutron-server[94466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 15:10:23.262949 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4af0e7b1-9f1e-4243-be85-54e442d58131 req-798e81b9-5d5c-4aa6-a5a7-2a2896664509 service neutron] 10.222.0.64 "GET /v2.0/networks/d9c7e787-4652-4ee4-983d-7b4a9fd53d98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895915 Aug 12 15:10:23.319107 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-fe4b07f3-b987-44f0-9190-3b6ccc9bdcab tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66413281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431520'] for network, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:23.325707 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-fe4b07f3-b987-44f0-9190-3b6ccc9bdcab tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Notify callbacks [] for network, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:23.327510 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-fe4b07f3-b987-44f0-9190-3b6ccc9bdcab tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] 10.222.0.39 "DELETE /v2.0/networks/f175ba08-20cf-4c56-905b-f34eb763e5a0 HTTP/1.1" status: 204 len: 168 time: 1.4388785 Aug 12 15:10:23.331869 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 59070) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:10:23.340236 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4b07f3-b987-44f0-9190-3b6ccc9bdcab tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Pushing event deleted for resources: {'Network': ['ID=f175ba08-20cf-4c56-905b-f34eb763e5a0,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:10:23.359495 n-d-694802-15 neutron-server[94467]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ed625dd-9ee0-4f86-a338-06d74be920ef tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] DELETE failed (client error): The resource could not be found. Aug 12 15:10:23.359938 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ed625dd-9ee0-4f86-a338-06d74be920ef tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94467) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 15:10:23.361723 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-1ed625dd-9ee0-4f86-a338-06d74be920ef tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] 10.222.0.39 "DELETE /v2.0/subnets/b6fbdb33-1972-46a6-a693-56581604a1c4 HTTP/1.1" status: 404 len: 337 time: 0.0287981 Aug 12 15:10:23.364264 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 59072) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:10:23.386693 n-d-694802-15 neutron-server[94467]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca29b8cf-5417-4338-a786-196c0065f3ee tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] DELETE failed (client error): The resource could not be found. Aug 12 15:10:23.387246 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca29b8cf-5417-4338-a786-196c0065f3ee tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94467) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 15:10:23.388863 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-ca29b8cf-5417-4338-a786-196c0065f3ee tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] 10.222.0.39 "DELETE /v2.0/networks/f175ba08-20cf-4c56-905b-f34eb763e5a0 HTTP/1.1" status: 404 len: 339 time: 0.0236778 Aug 12 15:10:23.391348 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 59074) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:10:23.464651 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-4d039ba9-0536-403d-90ed-5b43208a6a4a tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680608'] for network, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:23.551210 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-4d039ba9-0536-403d-90ed-5b43208a6a4a tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66413304', 'neutron.services.segments.db._delete_segments_for_network-8744654118000'] for network, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:23.561100 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-4d039ba9-0536-403d-90ed-5b43208a6a4a tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36c90a70-f42d-4d51-986f-1c7cc3a3bb2c']}} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:10:23.571253 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-4d039ba9-0536-403d-90ed-5b43208a6a4a tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae2c4d2e-13b9-4ca0-ac38-04613413b4c3') {'for_net_delete': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:10:23.571550 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-4d039ba9-0536-403d-90ed-5b43208a6a4a tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae2c4d2e-13b9-4ca0-ac38-04613413b4c3') {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:10:23.581216 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-4d039ba9-0536-403d-90ed-5b43208a6a4a tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744654122361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3857526'] for segment, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:23.595037 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-4d039ba9-0536-403d-90ed-5b43208a6a4a tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:23.600794 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d039ba9-0536-403d-90ed-5b43208a6a4a tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Releasing vlan 319 on physical network physnet1 to pool {{(pid=94467) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 15:10:23.601254 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-4d039ba9-0536-403d-90ed-5b43208a6a4a tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2859015'] for segment, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:23.604786 n-d-694802-15 neutron-server[94467]: Traceback (most recent call last): Aug 12 15:10:23.604786 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 15:10:23.604786 n-d-694802-15 neutron-server[94467]: timer() Aug 12 15:10:23.604786 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 15:10:23.604786 n-d-694802-15 neutron-server[94467]: cb(*args, **kw) Aug 12 15:10:23.604786 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 15:10:23.604786 n-d-694802-15 neutron-server[94467]: return func(*args, **kwargs) Aug 12 15:10:23.604786 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 15:10:23.604786 n-d-694802-15 neutron-server[94467]: self._notify() Aug 12 15:10:23.604786 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 15:10:23.604786 n-d-694802-15 neutron-server[94467]: self.callback(batched_events) Aug 12 15:10:23.604786 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 15:10:23.604786 n-d-694802-15 neutron-server[94467]: event.method(event) Aug 12 15:10:23.604786 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 15:10:23.604786 n-d-694802-15 neutron-server[94467]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 15:10:23.604786 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 15:10:23.604786 n-d-694802-15 neutron-server[94467]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 15:10:23.604786 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 15:10:23.604786 n-d-694802-15 neutron-server[94467]: return f(self, *a, **k) Aug 12 15:10:23.604786 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 15:10:23.604786 n-d-694802-15 neutron-server[94467]: return self._get(url).json() Aug 12 15:10:23.604786 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 15:10:23.604786 n-d-694802-15 neutron-server[94467]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 15:10:23.604786 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 15:10:23.604786 n-d-694802-15 neutron-server[94467]: return self.request(url, 'GET', **kwargs) Aug 12 15:10:23.604786 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 15:10:23.604786 n-d-694802-15 neutron-server[94467]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 15:10:23.604786 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 15:10:23.604786 n-d-694802-15 neutron-server[94467]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 15:10:23.604786 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 15:10:23.604786 n-d-694802-15 neutron-server[94467]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 15:10:23.604786 n-d-694802-15 neutron-server[94467]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 15:10:23.660208 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-4d039ba9-0536-403d-90ed-5b43208a6a4a tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66413281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431520'] for network, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:23.666824 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-4d039ba9-0536-403d-90ed-5b43208a6a4a tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Notify callbacks [] for network, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:23.668609 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-4d039ba9-0536-403d-90ed-5b43208a6a4a tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] 10.222.0.39 "DELETE /v2.0/networks/36c90a70-f42d-4d51-986f-1c7cc3a3bb2c HTTP/1.1" status: 204 len: 168 time: 0.2763913 Aug 12 15:10:23.671302 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 59076) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:10:23.679844 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d039ba9-0536-403d-90ed-5b43208a6a4a tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Pushing event deleted for resources: {'Network': ['ID=36c90a70-f42d-4d51-986f-1c7cc3a3bb2c,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:10:23.702215 n-d-694802-15 neutron-server[94466]: INFO neutron.pecan_wsgi.hooks.translation [None req-90fa54ae-4980-4968-b9d2-64059be61ea7 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] DELETE failed (client error): The resource could not be found. Aug 12 15:10:23.702704 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90fa54ae-4980-4968-b9d2-64059be61ea7 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 15:10:23.704471 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-90fa54ae-4980-4968-b9d2-64059be61ea7 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] 10.222.0.39 "DELETE /v2.0/subnets/acde7318-c45a-4c98-b056-2af894e277f5 HTTP/1.1" status: 404 len: 337 time: 0.0321875 Aug 12 15:10:23.707258 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 59078) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:10:23.725716 n-d-694802-15 neutron-server[94466]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ab69fcc-9b8d-4bd9-8269-35e2c88345e7 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] DELETE failed (client error): The resource could not be found. Aug 12 15:10:23.726267 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ab69fcc-9b8d-4bd9-8269-35e2c88345e7 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 15:10:23.727892 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-4ab69fcc-9b8d-4bd9-8269-35e2c88345e7 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] 10.222.0.39 "DELETE /v2.0/networks/67c02bcd-5b50-4e96-91bb-0be4cacafd53 HTTP/1.1" status: 404 len: 339 time: 0.0197544 Aug 12 15:10:23.730175 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 59080) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:10:23.779720 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea64f3d7-5360-4891-aaaf-c45b1ea26b35 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Deleting subnet 8e25691b-1e38-47e9-8920-af2bf4fd65c2 {{(pid=94466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 15:10:23.783262 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ea64f3d7-5360-4891-aaaf-c45b1ea26b35 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Notify callbacks [] for subnet, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:23.822848 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ea64f3d7-5360-4891-aaaf-c45b1ea26b35 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2293551'] for subnet, precommit_delete_associations {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:23.909931 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ea64f3d7-5360-4891-aaaf-c45b1ea26b35 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66416255'] for subnet, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:23.967586 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ea64f3d7-5360-4891-aaaf-c45b1ea26b35 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66416232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3718429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8776402'] for subnet, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:23.996015 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ea64f3d7-5360-4891-aaaf-c45b1ea26b35 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Notify callbacks [] for subnet, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:23.997946 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-ea64f3d7-5360-4891-aaaf-c45b1ea26b35 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] 10.222.0.39 "DELETE /v2.0/subnets/8e25691b-1e38-47e9-8920-af2bf4fd65c2 HTTP/1.1" status: 204 len: 168 time: 0.2669158 Aug 12 15:10:23.998878 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea64f3d7-5360-4891-aaaf-c45b1ea26b35 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Pushing event deleted for resources: {'Subnet': ['ID=8e25691b-1e38-47e9-8920-af2bf4fd65c2,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:10:24.000460 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 59082) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:10:24.001334 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2447c49b-066d-46d2-9634-23746f6489eb None None] Network e3be654b-9f64-4353-9ad8-7097e2c63a13 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 15:10:24.052121 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_v2 [None req-628837e0-dfe8-4763-ba7c-bf604fc1c529 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Deleting subnet 58a75fc8-57b6-430e-a920-2593e97cc5a1 {{(pid=94466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 15:10:24.055391 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-628837e0-dfe8-4763-ba7c-bf604fc1c529 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Notify callbacks [] for subnet, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:24.102610 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-628837e0-dfe8-4763-ba7c-bf604fc1c529 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2293551'] for subnet, precommit_delete_associations {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:24.193488 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-628837e0-dfe8-4763-ba7c-bf604fc1c529 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66416255'] for subnet, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:24.259798 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-628837e0-dfe8-4763-ba7c-bf604fc1c529 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66416232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3718429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8776402'] for subnet, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:24.291096 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-628837e0-dfe8-4763-ba7c-bf604fc1c529 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Notify callbacks [] for subnet, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:24.293936 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-628837e0-dfe8-4763-ba7c-bf604fc1c529 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] 10.222.0.39 "DELETE /v2.0/subnets/58a75fc8-57b6-430e-a920-2593e97cc5a1 HTTP/1.1" status: 204 len: 168 time: 0.2924964 Aug 12 15:10:24.295094 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628837e0-dfe8-4763-ba7c-bf604fc1c529 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Pushing event deleted for resources: {'Subnet': ['ID=58a75fc8-57b6-430e-a920-2593e97cc5a1,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:10:24.295641 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 59084) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:10:24.381455 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-45d0c9d0-d051-4c0a-b429-933e39999f4a tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680608'] for network, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:24.438314 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-45d0c9d0-d051-4c0a-b429-933e39999f4a tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Deleting port 575eefd8-ce45-44e4-b723-5e51d98f113a {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 15:10:24.438654 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-45d0c9d0-d051-4c0a-b429-933e39999f4a tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:24.502344 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [None req-45d0c9d0-d051-4c0a-b429-933e39999f4a tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] For port 575eefd8-ce45-44e4-b723-5e51d98f113a, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=575eefd8-ce45-44e4-b723-5e51d98f113a,segment=NetworkSegment(2cb79ca7-a160-4341-a29a-d26c1138d011),segment_id=2cb79ca7-a160-4341-a29a-d26c1138d011)] {{(pid=94467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:10:24.502633 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-45d0c9d0-d051-4c0a-b429-933e39999f4a tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:24.516348 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-45d0c9d0-d051-4c0a-b429-933e39999f4a tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Calling delete_port for 575eefd8-ce45-44e4-b723-5e51d98f113a owned by network:dhcp {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 15:10:24.603830 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-45d0c9d0-d051-4c0a-b429-933e39999f4a tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:24.617676 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-704c3c7e-63f9-46da-89bb-af16b22db543 None None] Network e3be654b-9f64-4353-9ad8-7097e2c63a13 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 15:10:24.633813 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0c9d0-d051-4c0a-b429-933e39999f4a tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Pushing event deleted for resources: {'Port': ['ID=575eefd8-ce45-44e4-b723-5e51d98f113a,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:10:24.638411 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d0c9d0-d051-4c0a-b429-933e39999f4a tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] No DVR routers for this DVR port 575eefd8-ce45-44e4-b723-5e51d98f113a on host n-d-694802-15 {{(pid=94467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 15:10:24.664255 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-d3e05474-cd3a-4bb1-949d-c14ef6535709 None None] Could not find standard attr ID for object 575eefd8-ce45-44e4-b723-5e51d98f113a. {{(pid=94468) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 12 15:10:24.779889 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40bb9598-4518-4224-bee6-cf589c04736a None None] DHCP port deletion for e3be654b-9f64-4353-9ad8-7097e2c63a13 request from n-d-694802-15 {{(pid=94468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 15:10:24.974968 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-45d0c9d0-d051-4c0a-b429-933e39999f4a tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66413304', 'neutron.services.segments.db._delete_segments_for_network-8744654118000'] for network, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:24.984498 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-45d0c9d0-d051-4c0a-b429-933e39999f4a tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3be654b-9f64-4353-9ad8-7097e2c63a13']}} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:10:24.994661 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-45d0c9d0-d051-4c0a-b429-933e39999f4a tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2cb79ca7-a160-4341-a29a-d26c1138d011') {'for_net_delete': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:10:24.994957 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-45d0c9d0-d051-4c0a-b429-933e39999f4a tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2cb79ca7-a160-4341-a29a-d26c1138d011') {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:10:25.003901 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-45d0c9d0-d051-4c0a-b429-933e39999f4a tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744654122361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3857526'] for segment, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:25.017913 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-45d0c9d0-d051-4c0a-b429-933e39999f4a tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:25.023647 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45d0c9d0-d051-4c0a-b429-933e39999f4a tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Releasing vlan 333 on physical network physnet1 to pool {{(pid=94467) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 15:10:25.024035 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-45d0c9d0-d051-4c0a-b429-933e39999f4a tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2859015'] for segment, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:25.026892 n-d-694802-15 neutron-server[94467]: Traceback (most recent call last): Aug 12 15:10:25.026892 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 15:10:25.026892 n-d-694802-15 neutron-server[94467]: timer() Aug 12 15:10:25.026892 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 15:10:25.026892 n-d-694802-15 neutron-server[94467]: cb(*args, **kw) Aug 12 15:10:25.026892 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 15:10:25.026892 n-d-694802-15 neutron-server[94467]: return func(*args, **kwargs) Aug 12 15:10:25.026892 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 15:10:25.026892 n-d-694802-15 neutron-server[94467]: self._notify() Aug 12 15:10:25.026892 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 15:10:25.026892 n-d-694802-15 neutron-server[94467]: self.callback(batched_events) Aug 12 15:10:25.026892 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 15:10:25.026892 n-d-694802-15 neutron-server[94467]: event.method(event) Aug 12 15:10:25.026892 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 15:10:25.026892 n-d-694802-15 neutron-server[94467]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 15:10:25.026892 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 15:10:25.026892 n-d-694802-15 neutron-server[94467]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 15:10:25.026892 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 15:10:25.026892 n-d-694802-15 neutron-server[94467]: return f(self, *a, **k) Aug 12 15:10:25.026892 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 15:10:25.026892 n-d-694802-15 neutron-server[94467]: return self._get(url).json() Aug 12 15:10:25.026892 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 15:10:25.026892 n-d-694802-15 neutron-server[94467]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 15:10:25.026892 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 15:10:25.026892 n-d-694802-15 neutron-server[94467]: return self.request(url, 'GET', **kwargs) Aug 12 15:10:25.026892 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 15:10:25.026892 n-d-694802-15 neutron-server[94467]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 15:10:25.026892 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 15:10:25.026892 n-d-694802-15 neutron-server[94467]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 15:10:25.026892 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 15:10:25.026892 n-d-694802-15 neutron-server[94467]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 15:10:25.026892 n-d-694802-15 neutron-server[94467]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 15:10:25.083379 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-45d0c9d0-d051-4c0a-b429-933e39999f4a tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66413281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431520'] for network, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:25.090038 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-45d0c9d0-d051-4c0a-b429-933e39999f4a tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Notify callbacks [] for network, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:25.091871 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-45d0c9d0-d051-4c0a-b429-933e39999f4a tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] 10.222.0.39 "DELETE /v2.0/networks/e3be654b-9f64-4353-9ad8-7097e2c63a13 HTTP/1.1" status: 204 len: 168 time: 0.7951934 Aug 12 15:10:25.094606 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 59086) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:10:25.103812 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0c9d0-d051-4c0a-b429-933e39999f4a tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Pushing event deleted for resources: {'Network': ['ID=e3be654b-9f64-4353-9ad8-7097e2c63a13,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:10:25.128344 n-d-694802-15 neutron-server[94466]: INFO neutron.pecan_wsgi.hooks.translation [None req-694a4eec-5aa0-42c2-80ed-075a96978f64 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] DELETE failed (client error): The resource could not be found. Aug 12 15:10:25.128792 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-694a4eec-5aa0-42c2-80ed-075a96978f64 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 15:10:25.130478 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-694a4eec-5aa0-42c2-80ed-075a96978f64 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] 10.222.0.39 "DELETE /v2.0/subnets/ddb7ef72-f147-426c-baf8-243fcf143676 HTTP/1.1" status: 404 len: 337 time: 0.0338888 Aug 12 15:10:25.133101 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 59088) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:10:25.151241 n-d-694802-15 neutron-server[94466]: INFO neutron.pecan_wsgi.hooks.translation [None req-49f0f306-6aae-418c-8b3c-88ca4f6ccd69 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] DELETE failed (client error): The resource could not be found. Aug 12 15:10:25.151755 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49f0f306-6aae-418c-8b3c-88ca4f6ccd69 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 15:10:25.153361 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-49f0f306-6aae-418c-8b3c-88ca4f6ccd69 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] 10.222.0.39 "DELETE /v2.0/networks/4ba5e602-bbf9-4676-9674-c66f4ccd7dda HTTP/1.1" status: 404 len: 339 time: 0.0187795 Aug 12 15:10:25.155876 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 59090) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:10:25.181489 n-d-694802-15 neutron-server[94466]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea9f3d89-a54d-4e24-8847-0a4ed68c510c tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] DELETE failed (client error): The resource could not be found. Aug 12 15:10:25.181916 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea9f3d89-a54d-4e24-8847-0a4ed68c510c tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 15:10:25.183521 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-ea9f3d89-a54d-4e24-8847-0a4ed68c510c tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] 10.222.0.39 "DELETE /v2.0/subnets/25cb93cc-c6c6-46a4-a10e-8e34c2b9f8c2 HTTP/1.1" status: 404 len: 337 time: 0.0267906 Aug 12 15:10:25.186106 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 59092) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:10:25.203231 n-d-694802-15 neutron-server[94466]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e0344db-75bb-4d4e-af48-0683ff011962 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] DELETE failed (client error): The resource could not be found. Aug 12 15:10:25.203770 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e0344db-75bb-4d4e-af48-0683ff011962 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 15:10:25.205594 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-4e0344db-75bb-4d4e-af48-0683ff011962 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] 10.222.0.39 "DELETE /v2.0/networks/2e35a22f-b1e2-4ce9-b29b-0b0038880d55 HTTP/1.1" status: 404 len: 339 time: 0.0186398 Aug 12 15:10:25.207860 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 59094) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:10:25.233148 n-d-694802-15 neutron-server[94466]: INFO neutron.pecan_wsgi.hooks.translation [None req-70ff758d-87d4-4bb7-b492-78b0ad08f029 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] DELETE failed (client error): The resource could not be found. Aug 12 15:10:25.233590 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70ff758d-87d4-4bb7-b492-78b0ad08f029 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 15:10:25.235334 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-70ff758d-87d4-4bb7-b492-78b0ad08f029 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] 10.222.0.39 "DELETE /v2.0/subnets/86566e6b-6bf6-456b-9b80-528e85c8b7f9 HTTP/1.1" status: 404 len: 337 time: 0.0266051 Aug 12 15:10:25.238082 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 59096) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:10:25.256650 n-d-694802-15 neutron-server[94466]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb72acc9-20e8-4350-91da-be9bc68f29bd tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] DELETE failed (client error): The resource could not be found. Aug 12 15:10:25.257113 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb72acc9-20e8-4350-91da-be9bc68f29bd tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 15:10:25.258717 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-eb72acc9-20e8-4350-91da-be9bc68f29bd tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] 10.222.0.39 "DELETE /v2.0/networks/ec2d6a56-3158-4b43-ab45-517f7d202400 HTTP/1.1" status: 404 len: 339 time: 0.0197186 Aug 12 15:10:25.261119 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 59098) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:10:25.311180 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0e2ffed-8d94-4d72-bc97-1c45d32650d9 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Deleting subnet c3f931b7-210f-4e24-ab7a-efbcd6d3da12 {{(pid=94466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 15:10:25.314303 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a0e2ffed-8d94-4d72-bc97-1c45d32650d9 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Notify callbacks [] for subnet, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:25.358787 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a0e2ffed-8d94-4d72-bc97-1c45d32650d9 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2293551'] for subnet, precommit_delete_associations {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:25.441028 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a0e2ffed-8d94-4d72-bc97-1c45d32650d9 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66416255'] for subnet, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:25.502089 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a0e2ffed-8d94-4d72-bc97-1c45d32650d9 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66416232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3718429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8776402'] for subnet, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:25.535279 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e2ffed-8d94-4d72-bc97-1c45d32650d9 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Pushing event deleted for resources: {'Subnet': ['ID=c3f931b7-210f-4e24-ab7a-efbcd6d3da12,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:10:25.541103 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a0e2ffed-8d94-4d72-bc97-1c45d32650d9 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Notify callbacks [] for subnet, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:25.542911 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-a0e2ffed-8d94-4d72-bc97-1c45d32650d9 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] 10.222.0.39 "DELETE /v2.0/subnets/c3f931b7-210f-4e24-ab7a-efbcd6d3da12 HTTP/1.1" status: 204 len: 168 time: 0.2809124 Aug 12 15:10:25.545503 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 59100) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:10:25.547942 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-148fcc2b-402e-4054-a3b9-523413c6a7d2 None None] Network 3fac73bf-ae70-494d-acc6-3f4576aaaffa requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 15:10:25.628138 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-755bcf48-9da5-448e-8962-7230259793dc tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680608'] for network, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:25.683432 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-755bcf48-9da5-448e-8962-7230259793dc tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Deleting port 68ce607a-13d6-4233-81a5-0502b75c8929 {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 15:10:25.683776 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-755bcf48-9da5-448e-8962-7230259793dc tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:25.723829 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0036ac4-fb20-48e4-9c76-fff259af08d2 None None] DHCP port deletion for 3fac73bf-ae70-494d-acc6-3f4576aaaffa request from n-d-694802-15 {{(pid=94468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 15:10:25.753507 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-755bcf48-9da5-448e-8962-7230259793dc tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] For port 68ce607a-13d6-4233-81a5-0502b75c8929, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=68ce607a-13d6-4233-81a5-0502b75c8929,segment=NetworkSegment(239c47b3-c5d5-4019-b19f-0843b984a232),segment_id=239c47b3-c5d5-4019-b19f-0843b984a232)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:10:25.754007 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-755bcf48-9da5-448e-8962-7230259793dc tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:25.767546 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-755bcf48-9da5-448e-8962-7230259793dc tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Calling delete_port for 68ce607a-13d6-4233-81a5-0502b75c8929 owned by network:dhcp {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 15:10:25.769329 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-d0036ac4-fb20-48e4-9c76-fff259af08d2 None None] Deleting port 68ce607a-13d6-4233-81a5-0502b75c8929 {{(pid=94468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 15:10:25.769704 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-d0036ac4-fb20-48e4-9c76-fff259af08d2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:25.831902 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-d0036ac4-fb20-48e4-9c76-fff259af08d2 None None] For port 68ce607a-13d6-4233-81a5-0502b75c8929, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=68ce607a-13d6-4233-81a5-0502b75c8929,segment=NetworkSegment(239c47b3-c5d5-4019-b19f-0843b984a232),segment_id=239c47b3-c5d5-4019-b19f-0843b984a232)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:10:25.832219 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-d0036ac4-fb20-48e4-9c76-fff259af08d2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:25.846271 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-d0036ac4-fb20-48e4-9c76-fff259af08d2 None None] Calling delete_port for 68ce607a-13d6-4233-81a5-0502b75c8929 owned by network:dhcp {{(pid=94468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 15:10:25.847761 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-755bcf48-9da5-448e-8962-7230259793dc tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:25.874349 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755bcf48-9da5-448e-8962-7230259793dc tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Pushing event deleted for resources: {'Port': ['ID=68ce607a-13d6-4233-81a5-0502b75c8929,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:10:25.877882 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-755bcf48-9da5-448e-8962-7230259793dc tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] No DVR routers for this DVR port 68ce607a-13d6-4233-81a5-0502b75c8929 on host n-d-694802-15 {{(pid=94466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 15:10:25.932763 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-d0036ac4-fb20-48e4-9c76-fff259af08d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262'] for port, after_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:25.957818 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0036ac4-fb20-48e4-9c76-fff259af08d2 None None] Pushing event deleted for resources: {'Port': ['ID=68ce607a-13d6-4233-81a5-0502b75c8929,revision_number=None']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:10:25.960663 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-755bcf48-9da5-448e-8962-7230259793dc tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66413304', 'neutron.services.segments.db._delete_segments_for_network-8744654118000'] for network, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:25.963650 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0036ac4-fb20-48e4-9c76-fff259af08d2 None None] No DVR routers for this DVR port 68ce607a-13d6-4233-81a5-0502b75c8929 on host n-d-694802-15 {{(pid=94468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 15:10:25.972554 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-755bcf48-9da5-448e-8962-7230259793dc tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3fac73bf-ae70-494d-acc6-3f4576aaaffa']}} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:10:25.983318 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-755bcf48-9da5-448e-8962-7230259793dc tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '239c47b3-c5d5-4019-b19f-0843b984a232') {'for_net_delete': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:10:25.983625 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-755bcf48-9da5-448e-8962-7230259793dc tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '239c47b3-c5d5-4019-b19f-0843b984a232') {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:10:25.992337 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-755bcf48-9da5-448e-8962-7230259793dc tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744654122361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2293560'] for segment, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:26.005970 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-755bcf48-9da5-448e-8962-7230259793dc tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:26.012322 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-755bcf48-9da5-448e-8962-7230259793dc tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Releasing vlan 322 on physical network physnet1 to pool {{(pid=94466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 15:10:26.012712 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-755bcf48-9da5-448e-8962-7230259793dc tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3718595'] for segment, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:26.015606 n-d-694802-15 neutron-server[94466]: Traceback (most recent call last): Aug 12 15:10:26.015606 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 15:10:26.015606 n-d-694802-15 neutron-server[94466]: timer() Aug 12 15:10:26.015606 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 15:10:26.015606 n-d-694802-15 neutron-server[94466]: cb(*args, **kw) Aug 12 15:10:26.015606 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 15:10:26.015606 n-d-694802-15 neutron-server[94466]: return func(*args, **kwargs) Aug 12 15:10:26.015606 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 15:10:26.015606 n-d-694802-15 neutron-server[94466]: self._notify() Aug 12 15:10:26.015606 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 15:10:26.015606 n-d-694802-15 neutron-server[94466]: self.callback(batched_events) Aug 12 15:10:26.015606 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 15:10:26.015606 n-d-694802-15 neutron-server[94466]: event.method(event) Aug 12 15:10:26.015606 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 15:10:26.015606 n-d-694802-15 neutron-server[94466]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 15:10:26.015606 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 15:10:26.015606 n-d-694802-15 neutron-server[94466]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 15:10:26.015606 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 15:10:26.015606 n-d-694802-15 neutron-server[94466]: return f(self, *a, **k) Aug 12 15:10:26.015606 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 15:10:26.015606 n-d-694802-15 neutron-server[94466]: return self._get(url).json() Aug 12 15:10:26.015606 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 15:10:26.015606 n-d-694802-15 neutron-server[94466]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 15:10:26.015606 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 15:10:26.015606 n-d-694802-15 neutron-server[94466]: return self.request(url, 'GET', **kwargs) Aug 12 15:10:26.015606 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 15:10:26.015606 n-d-694802-15 neutron-server[94466]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 15:10:26.015606 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 15:10:26.015606 n-d-694802-15 neutron-server[94466]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 15:10:26.015606 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 15:10:26.015606 n-d-694802-15 neutron-server[94466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 15:10:26.015606 n-d-694802-15 neutron-server[94466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 15:10:26.077281 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-755bcf48-9da5-448e-8962-7230259793dc tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66413281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431520'] for network, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:26.084833 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-755bcf48-9da5-448e-8962-7230259793dc tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Notify callbacks [] for network, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:26.087125 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-755bcf48-9da5-448e-8962-7230259793dc tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] 10.222.0.39 "DELETE /v2.0/networks/3fac73bf-ae70-494d-acc6-3f4576aaaffa HTTP/1.1" status: 204 len: 168 time: 0.5398862 Aug 12 15:10:26.089867 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 59102) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:10:26.099138 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755bcf48-9da5-448e-8962-7230259793dc tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Pushing event deleted for resources: {'Network': ['ID=3fac73bf-ae70-494d-acc6-3f4576aaaffa,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:10:26.120374 n-d-694802-15 neutron-server[94467]: INFO neutron.pecan_wsgi.hooks.translation [None req-e53d0aaf-ba01-472d-ba8f-49bf97d01758 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] DELETE failed (client error): The resource could not be found. Aug 12 15:10:26.120818 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e53d0aaf-ba01-472d-ba8f-49bf97d01758 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94467) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 15:10:26.124855 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-e53d0aaf-ba01-472d-ba8f-49bf97d01758 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] 10.222.0.39 "DELETE /v2.0/subnets/4fb93b33-b4f3-4589-b7d8-7b6bc735499c HTTP/1.1" status: 404 len: 337 time: 0.0315521 Aug 12 15:10:26.125419 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 59104) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:10:26.143492 n-d-694802-15 neutron-server[94467]: INFO neutron.pecan_wsgi.hooks.translation [None req-8806aee7-5d3c-4a2b-83d9-334ff4057a02 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] DELETE failed (client error): The resource could not be found. Aug 12 15:10:26.144002 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8806aee7-5d3c-4a2b-83d9-334ff4057a02 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94467) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 15:10:26.145596 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-8806aee7-5d3c-4a2b-83d9-334ff4057a02 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] 10.222.0.39 "DELETE /v2.0/networks/1f51dc37-df28-4fac-936a-73e9493c6ea4 HTTP/1.1" status: 404 len: 339 time: 0.0192950 Aug 12 15:10:26.147981 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 59106) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:10:26.197267 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d7032ef-061b-4e55-a98c-d37b182bf310 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Deleting subnet e442dd29-b8d2-4fb9-a70c-5b68cf6faa05 {{(pid=94467) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 15:10:26.200670 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-5d7032ef-061b-4e55-a98c-d37b182bf310 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Notify callbacks [] for subnet, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:26.240230 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-5d7032ef-061b-4e55-a98c-d37b182bf310 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3857505'] for subnet, precommit_delete_associations {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:26.328798 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-5d7032ef-061b-4e55-a98c-d37b182bf310 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66416255'] for subnet, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:26.388433 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-5d7032ef-061b-4e55-a98c-d37b182bf310 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66416232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2859225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3343748'] for subnet, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:26.420395 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7032ef-061b-4e55-a98c-d37b182bf310 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Pushing event deleted for resources: {'Subnet': ['ID=e442dd29-b8d2-4fb9-a70c-5b68cf6faa05,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:10:26.425917 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-5d7032ef-061b-4e55-a98c-d37b182bf310 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Notify callbacks [] for subnet, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:26.428335 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-5d7032ef-061b-4e55-a98c-d37b182bf310 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] 10.222.0.39 "DELETE /v2.0/subnets/e442dd29-b8d2-4fb9-a70c-5b68cf6faa05 HTTP/1.1" status: 204 len: 168 time: 0.2795022 Aug 12 15:10:26.431764 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 59108) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:10:26.437322 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb094c49-01ab-42a7-b766-d1c3281f145c None None] Network 229ca6e2-5664-4c58-b5cd-16261f55b5b5 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 15:10:26.516358 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-fa05013f-ee71-4333-af55-c0b3a991ad64 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680608'] for network, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:26.581944 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-fa05013f-ee71-4333-af55-c0b3a991ad64 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Deleting port 1a3242ea-18e9-4f49-882e-c17e6c487d60 {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 15:10:26.582248 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-fa05013f-ee71-4333-af55-c0b3a991ad64 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:26.596779 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 575eefd8-ce45-44e4-b723-5e51d98f113a no longer exists at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 15:10:26.620552 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] No Port match for: 575eefd8-ce45-44e4-b723-5e51d98f113a {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 15:10:26.621004 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 575eefd8-ce45-44e4-b723-5e51d98f113a not bound to the agent host n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 15:10:26.621549 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 68ce607a-13d6-4233-81a5-0502b75c8929 no longer exists at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 15:10:26.645869 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] No Port match for: 68ce607a-13d6-4233-81a5-0502b75c8929 {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 15:10:26.646661 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 68ce607a-13d6-4233-81a5-0502b75c8929 not bound to the agent host n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 15:10:26.652364 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2fe8fac-9c4b-4a5e-b2e1-635762853c7b None None] DHCP port deletion for 229ca6e2-5664-4c58-b5cd-16261f55b5b5 request from n-d-694802-15 {{(pid=94468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 15:10:26.660784 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-fa05013f-ee71-4333-af55-c0b3a991ad64 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] For port 1a3242ea-18e9-4f49-882e-c17e6c487d60, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=1a3242ea-18e9-4f49-882e-c17e6c487d60,segment=NetworkSegment(fc924e0f-1627-4df8-b494-8e70a15df1a3),segment_id=fc924e0f-1627-4df8-b494-8e70a15df1a3)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:10:26.661153 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-fa05013f-ee71-4333-af55-c0b3a991ad64 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:26.675356 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-fa05013f-ee71-4333-af55-c0b3a991ad64 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Calling delete_port for 1a3242ea-18e9-4f49-882e-c17e6c487d60 owned by network:dhcp {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 15:10:26.707675 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-f2fe8fac-9c4b-4a5e-b2e1-635762853c7b None None] Deleting port 1a3242ea-18e9-4f49-882e-c17e6c487d60 {{(pid=94468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 15:10:26.708047 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f2fe8fac-9c4b-4a5e-b2e1-635762853c7b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:26.773344 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-fa05013f-ee71-4333-af55-c0b3a991ad64 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:26.778210 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-f2fe8fac-9c4b-4a5e-b2e1-635762853c7b None None] For port 1a3242ea-18e9-4f49-882e-c17e6c487d60, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=1a3242ea-18e9-4f49-882e-c17e6c487d60,segment=NetworkSegment(fc924e0f-1627-4df8-b494-8e70a15df1a3),segment_id=fc924e0f-1627-4df8-b494-8e70a15df1a3)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:10:26.778616 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f2fe8fac-9c4b-4a5e-b2e1-635762853c7b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:26.792195 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-f2fe8fac-9c4b-4a5e-b2e1-635762853c7b None None] Calling delete_port for 1a3242ea-18e9-4f49-882e-c17e6c487d60 owned by network:dhcp {{(pid=94468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 15:10:26.806805 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa05013f-ee71-4333-af55-c0b3a991ad64 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Pushing event deleted for resources: {'Port': ['ID=1a3242ea-18e9-4f49-882e-c17e6c487d60,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:10:26.811256 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa05013f-ee71-4333-af55-c0b3a991ad64 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] No DVR routers for this DVR port 1a3242ea-18e9-4f49-882e-c17e6c487d60 on host n-d-694802-15 {{(pid=94466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 15:10:26.866460 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f2fe8fac-9c4b-4a5e-b2e1-635762853c7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262'] for port, after_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:26.895052 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fe8fac-9c4b-4a5e-b2e1-635762853c7b None None] Pushing event deleted for resources: {'Port': ['ID=1a3242ea-18e9-4f49-882e-c17e6c487d60,revision_number=None']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:10:26.898668 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2fe8fac-9c4b-4a5e-b2e1-635762853c7b None None] No DVR routers for this DVR port 1a3242ea-18e9-4f49-882e-c17e6c487d60 on host n-d-694802-15 {{(pid=94468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 15:10:26.917973 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-fa05013f-ee71-4333-af55-c0b3a991ad64 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66413304', 'neutron.services.segments.db._delete_segments_for_network-8744654118000'] for network, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:26.929000 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-fa05013f-ee71-4333-af55-c0b3a991ad64 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['229ca6e2-5664-4c58-b5cd-16261f55b5b5']}} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:10:26.940748 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-fa05013f-ee71-4333-af55-c0b3a991ad64 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc924e0f-1627-4df8-b494-8e70a15df1a3') {'for_net_delete': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:10:26.941049 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-fa05013f-ee71-4333-af55-c0b3a991ad64 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc924e0f-1627-4df8-b494-8e70a15df1a3') {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:10:26.950529 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-fa05013f-ee71-4333-af55-c0b3a991ad64 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744654122361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2293560'] for segment, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:26.969679 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-fa05013f-ee71-4333-af55-c0b3a991ad64 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:26.975894 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa05013f-ee71-4333-af55-c0b3a991ad64 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Releasing vlan 315 on physical network physnet1 to pool {{(pid=94466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 15:10:26.976335 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-fa05013f-ee71-4333-af55-c0b3a991ad64 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3718595'] for segment, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:26.979323 n-d-694802-15 neutron-server[94466]: Traceback (most recent call last): Aug 12 15:10:26.979323 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 15:10:26.979323 n-d-694802-15 neutron-server[94466]: timer() Aug 12 15:10:26.979323 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 15:10:26.979323 n-d-694802-15 neutron-server[94466]: cb(*args, **kw) Aug 12 15:10:26.979323 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 15:10:26.979323 n-d-694802-15 neutron-server[94466]: return func(*args, **kwargs) Aug 12 15:10:26.979323 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 15:10:26.979323 n-d-694802-15 neutron-server[94466]: self._notify() Aug 12 15:10:26.979323 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 15:10:26.979323 n-d-694802-15 neutron-server[94466]: self.callback(batched_events) Aug 12 15:10:26.979323 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 15:10:26.979323 n-d-694802-15 neutron-server[94466]: event.method(event) Aug 12 15:10:26.979323 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 15:10:26.979323 n-d-694802-15 neutron-server[94466]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 15:10:26.979323 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 15:10:26.979323 n-d-694802-15 neutron-server[94466]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 15:10:26.979323 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 15:10:26.979323 n-d-694802-15 neutron-server[94466]: return f(self, *a, **k) Aug 12 15:10:26.979323 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 15:10:26.979323 n-d-694802-15 neutron-server[94466]: return self._get(url).json() Aug 12 15:10:26.979323 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 15:10:26.979323 n-d-694802-15 neutron-server[94466]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 15:10:26.979323 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 15:10:26.979323 n-d-694802-15 neutron-server[94466]: return self.request(url, 'GET', **kwargs) Aug 12 15:10:26.979323 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 15:10:26.979323 n-d-694802-15 neutron-server[94466]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 15:10:26.979323 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 15:10:26.979323 n-d-694802-15 neutron-server[94466]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 15:10:26.979323 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 15:10:26.979323 n-d-694802-15 neutron-server[94466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 15:10:26.979323 n-d-694802-15 neutron-server[94466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 15:10:27.040059 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-fa05013f-ee71-4333-af55-c0b3a991ad64 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66413281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431520'] for network, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:27.045582 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-fa05013f-ee71-4333-af55-c0b3a991ad64 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Notify callbacks [] for network, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:27.048634 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-fa05013f-ee71-4333-af55-c0b3a991ad64 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] 10.222.0.39 "DELETE /v2.0/networks/229ca6e2-5664-4c58-b5cd-16261f55b5b5 HTTP/1.1" status: 204 len: 168 time: 0.6146035 Aug 12 15:10:27.064180 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa05013f-ee71-4333-af55-c0b3a991ad64 tempest-NetworksIpV6Test-1756396574 tempest-NetworksIpV6Test-1756396574-project] Pushing event deleted for resources: {'Network': ['ID=229ca6e2-5664-4c58-b5cd-16261f55b5b5,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:10:27.288676 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 59114) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:10:27.419513 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-449a5502-2596-4da3-90dc-bec0cea98921 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e05cee706c7f4aacab6904666141bf5a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1295311 Aug 12 15:10:27.421899 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 59118) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:10:27.469468 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-789ffa6d-32f8-460d-bfa5-d8bca453afc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:27.490885 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-789ffa6d-32f8-460d-bfa5-d8bca453afc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:27.540736 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-789ffa6d-32f8-460d-bfa5-d8bca453afc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:27.543263 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-789ffa6d-32f8-460d-bfa5-d8bca453afc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:27.544508 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-789ffa6d-32f8-460d-bfa5-d8bca453afc8 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d0856605-bcbb-4762-b564-85d91b074ca3 HTTP/1.1" status: 204 len: 168 time: 0.1216829 Aug 12 15:10:27.552346 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789ffa6d-32f8-460d-bfa5-d8bca453afc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0856605-bcbb-4762-b564-85d91b074ca3,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:10:28.185801 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 59144) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:10:28.283072 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-b32ab487-2cea-4edb-9926-3c42439b078c tempest-SecGroupIPv6Test-295781476 tempest-SecGroupIPv6Test-295781476-project] Request body: {'security_group': {'name': 'tempest-secgroup--1219533454'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:10:28.307967 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b32ab487-2cea-4edb-9926-3c42439b078c tempest-SecGroupIPv6Test-295781476 tempest-SecGroupIPv6Test-295781476-project] Notify callbacks [] for security_group, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:28.315893 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b32ab487-2cea-4edb-9926-3c42439b078c tempest-SecGroupIPv6Test-295781476 tempest-SecGroupIPv6Test-295781476-project] Notify callbacks [] for security_group, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:28.407534 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b32ab487-2cea-4edb-9926-3c42439b078c tempest-SecGroupIPv6Test-295781476 tempest-SecGroupIPv6Test-295781476-project] Notify callbacks [] for security_group, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:28.411394 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b32ab487-2cea-4edb-9926-3c42439b078c tempest-SecGroupIPv6Test-295781476 tempest-SecGroupIPv6Test-295781476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:28.449068 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32ab487-2cea-4edb-9926-3c42439b078c tempest-SecGroupIPv6Test-295781476 tempest-SecGroupIPv6Test-295781476-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5904e02b-edd8-4c23-8601-dafe5c269b03,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:10:28.504308 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b32ab487-2cea-4edb-9926-3c42439b078c tempest-SecGroupIPv6Test-295781476 tempest-SecGroupIPv6Test-295781476-project] Notify callbacks [] for security_group, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:28.508112 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b32ab487-2cea-4edb-9926-3c42439b078c tempest-SecGroupIPv6Test-295781476 tempest-SecGroupIPv6Test-295781476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:28.551884 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b32ab487-2cea-4edb-9926-3c42439b078c tempest-SecGroupIPv6Test-295781476 tempest-SecGroupIPv6Test-295781476-project] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:28.553188 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-b32ab487-2cea-4edb-9926-3c42439b078c tempest-SecGroupIPv6Test-295781476 tempest-SecGroupIPv6Test-295781476-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3663116 Aug 12 15:10:28.554421 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32ab487-2cea-4edb-9926-3c42439b078c tempest-SecGroupIPv6Test-295781476 tempest-SecGroupIPv6Test-295781476-project] Pushing event updated for resources: {'SecurityGroup': ['ID=911b698c-fabf-45dc-a7c2-a94f6c86adad,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:10:28.555987 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 59148) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:10:28.592471 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 1a3242ea-18e9-4f49-882e-c17e6c487d60 no longer exists at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 15:10:28.616856 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] No Port match for: 1a3242ea-18e9-4f49-882e-c17e6c487d60 {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 15:10:28.617428 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 1a3242ea-18e9-4f49-882e-c17e6c487d60 not bound to the agent host n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 15:10:28.625198 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-cb8612d2-5d4e-491d-9d9c-71c31a928027 tempest-SecGroupIPv6Test-295781476 tempest-SecGroupIPv6Test-295781476-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0637774 Aug 12 15:10:28.625198 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 59150) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:10:28.629796 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-15b392fa-d0b7-45ad-99c4-cc106dd2d2b9 tempest-SecGroupIPv6Test-295781476 tempest-SecGroupIPv6Test-295781476-project] Request body: {'security_group': {'name': 'tempest-security--70333006', 'description': 'tempest-security-description-500113854'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:10:28.655573 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-15b392fa-d0b7-45ad-99c4-cc106dd2d2b9 tempest-SecGroupIPv6Test-295781476 tempest-SecGroupIPv6Test-295781476-project] Notify callbacks [] for security_group, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:28.706086 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-15b392fa-d0b7-45ad-99c4-cc106dd2d2b9 tempest-SecGroupIPv6Test-295781476 tempest-SecGroupIPv6Test-295781476-project] Notify callbacks [] for security_group, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:28.709967 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-15b392fa-d0b7-45ad-99c4-cc106dd2d2b9 tempest-SecGroupIPv6Test-295781476 tempest-SecGroupIPv6Test-295781476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:28.712748 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-15b392fa-d0b7-45ad-99c4-cc106dd2d2b9 tempest-SecGroupIPv6Test-295781476 tempest-SecGroupIPv6Test-295781476-project] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:28.713991 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-15b392fa-d0b7-45ad-99c4-cc106dd2d2b9 tempest-SecGroupIPv6Test-295781476 tempest-SecGroupIPv6Test-295781476-project] 10.222.0.39 "PUT /v2.0/security-groups/911b698c-fabf-45dc-a7c2-a94f6c86adad HTTP/1.1" status: 200 len: 1777 time: 0.0879452 Aug 12 15:10:28.716888 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 59152) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:10:28.736323 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b392fa-d0b7-45ad-99c4-cc106dd2d2b9 tempest-SecGroupIPv6Test-295781476 tempest-SecGroupIPv6Test-295781476-project] Pushing event updated for resources: {'SecurityGroup': ['ID=911b698c-fabf-45dc-a7c2-a94f6c86adad,revision_number=2']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:10:28.760184 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-f38eeb09-615e-4e63-af04-595461169fdf tempest-SecGroupIPv6Test-295781476 tempest-SecGroupIPv6Test-295781476-project] 10.222.0.39 "GET /v2.0/security-groups/911b698c-fabf-45dc-a7c2-a94f6c86adad HTTP/1.1" status: 200 len: 1777 time: 0.0421171 Aug 12 15:10:28.762589 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 59154) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:10:28.816081 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c933d374-00cf-4874-868c-97b8531c37f6 tempest-SecGroupIPv6Test-295781476 tempest-SecGroupIPv6Test-295781476-project] Notify callbacks [] for security_group, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:28.838402 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c933d374-00cf-4874-868c-97b8531c37f6 tempest-SecGroupIPv6Test-295781476 tempest-SecGroupIPv6Test-295781476-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:28.880206 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c933d374-00cf-4874-868c-97b8531c37f6 tempest-SecGroupIPv6Test-295781476 tempest-SecGroupIPv6Test-295781476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:28.884225 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c933d374-00cf-4874-868c-97b8531c37f6 tempest-SecGroupIPv6Test-295781476 tempest-SecGroupIPv6Test-295781476-project] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:28.885427 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-c933d374-00cf-4874-868c-97b8531c37f6 tempest-SecGroupIPv6Test-295781476 tempest-SecGroupIPv6Test-295781476-project] 10.222.0.39 "DELETE /v2.0/security-groups/911b698c-fabf-45dc-a7c2-a94f6c86adad HTTP/1.1" status: 204 len: 168 time: 0.1218801 Aug 12 15:10:28.888122 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 59156) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:10:28.894865 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c933d374-00cf-4874-868c-97b8531c37f6 tempest-SecGroupIPv6Test-295781476 tempest-SecGroupIPv6Test-295781476-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=911b698c-fabf-45dc-a7c2-a94f6c86adad,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:10:28.934307 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-4130f054-975f-4649-81eb-ab235508f53d tempest-SecGroupIPv6Test-295781476 tempest-SecGroupIPv6Test-295781476-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0448396 Aug 12 15:10:28.936910 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 59158) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:10:28.949203 n-d-694802-15 neutron-server[94467]: INFO neutron.api.v2.resource [None req-0c3c163b-828a-444f-b13f-f17e0536009d tempest-SecGroupIPv6Test-295781476 tempest-SecGroupIPv6Test-295781476-project] delete failed (client error): The resource could not be found. Aug 12 15:10:28.950156 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-0c3c163b-828a-444f-b13f-f17e0536009d tempest-SecGroupIPv6Test-295781476 tempest-SecGroupIPv6Test-295781476-project] 10.222.0.39 "DELETE /v2.0/security-groups/911b698c-fabf-45dc-a7c2-a94f6c86adad HTTP/1.1" status: 404 len: 347 time: 0.0123677 Aug 12 15:10:28.953755 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 59160) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:10:28.958533 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-cc8e7057-0763-4c05-bcf5-cfebf052323d tempest-SecGroupIPv6Test-295781476 tempest-SecGroupIPv6Test-295781476-project] Request body: {'security_group': {'name': 'tempest-secgroup--1657980282'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:10:28.980233 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-cc8e7057-0763-4c05-bcf5-cfebf052323d tempest-SecGroupIPv6Test-295781476 tempest-SecGroupIPv6Test-295781476-project] Notify callbacks [] for security_group, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:29.059365 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-cc8e7057-0763-4c05-bcf5-cfebf052323d tempest-SecGroupIPv6Test-295781476 tempest-SecGroupIPv6Test-295781476-project] Notify callbacks [] for security_group, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:29.062895 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-cc8e7057-0763-4c05-bcf5-cfebf052323d tempest-SecGroupIPv6Test-295781476 tempest-SecGroupIPv6Test-295781476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:29.088136 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-cc8e7057-0763-4c05-bcf5-cfebf052323d tempest-SecGroupIPv6Test-295781476 tempest-SecGroupIPv6Test-295781476-project] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:29.089332 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-cc8e7057-0763-4c05-bcf5-cfebf052323d tempest-SecGroupIPv6Test-295781476 tempest-SecGroupIPv6Test-295781476-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1347218 Aug 12 15:10:29.092400 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 59162) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:10:29.093192 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8e7057-0763-4c05-bcf5-cfebf052323d tempest-SecGroupIPv6Test-295781476 tempest-SecGroupIPv6Test-295781476-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8d02862-e66f-44cd-9459-be81bc61fc51,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:10:29.097652 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-1ecd173b-a346-4345-b3ed-49041f198f24 tempest-SecGroupIPv6Test-295781476 tempest-SecGroupIPv6Test-295781476-project] Request body: {'security_group_rule': {'security_group_id': 'a8d02862-e66f-44cd-9459-be81bc61fc51', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:10:29.125932 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1ecd173b-a346-4345-b3ed-49041f198f24 tempest-SecGroupIPv6Test-295781476 tempest-SecGroupIPv6Test-295781476-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:29.171538 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1ecd173b-a346-4345-b3ed-49041f198f24 tempest-SecGroupIPv6Test-295781476 tempest-SecGroupIPv6Test-295781476-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:29.174865 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1ecd173b-a346-4345-b3ed-49041f198f24 tempest-SecGroupIPv6Test-295781476 tempest-SecGroupIPv6Test-295781476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641735'] for security_group_rule, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:29.194296 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecd173b-a346-4345-b3ed-49041f198f24 tempest-SecGroupIPv6Test-295781476 tempest-SecGroupIPv6Test-295781476-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bccc2ac-dfc3-4317-80ef-d59bf5af4d52,revision_number=0']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:10:29.201511 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1ecd173b-a346-4345-b3ed-49041f198f24 tempest-SecGroupIPv6Test-295781476 tempest-SecGroupIPv6Test-295781476-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:29.202980 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-1ecd173b-a346-4345-b3ed-49041f198f24 tempest-SecGroupIPv6Test-295781476 tempest-SecGroupIPv6Test-295781476-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1095748 Aug 12 15:10:29.205877 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 59164) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:10:29.235566 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-82b77f7d-734b-4835-8d00-ca6feec1afaa tempest-SecGroupIPv6Test-295781476 tempest-SecGroupIPv6Test-295781476-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:29.243726 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-82b77f7d-734b-4835-8d00-ca6feec1afaa tempest-SecGroupIPv6Test-295781476 tempest-SecGroupIPv6Test-295781476-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:29.272857 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-82b77f7d-734b-4835-8d00-ca6feec1afaa tempest-SecGroupIPv6Test-295781476 tempest-SecGroupIPv6Test-295781476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641735'] for security_group_rule, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:29.278990 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-82b77f7d-734b-4835-8d00-ca6feec1afaa tempest-SecGroupIPv6Test-295781476 tempest-SecGroupIPv6Test-295781476-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:29.280127 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-82b77f7d-734b-4835-8d00-ca6feec1afaa tempest-SecGroupIPv6Test-295781476 tempest-SecGroupIPv6Test-295781476-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/3bccc2ac-dfc3-4317-80ef-d59bf5af4d52 HTTP/1.1" status: 204 len: 168 time: 0.0733094 Aug 12 15:10:29.282873 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 59166) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:10:29.285416 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b77f7d-734b-4835-8d00-ca6feec1afaa tempest-SecGroupIPv6Test-295781476 tempest-SecGroupIPv6Test-295781476-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3bccc2ac-dfc3-4317-80ef-d59bf5af4d52,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:10:29.330214 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-72c03bf7-799a-4281-8245-63bdcea1fd38 tempest-SecGroupIPv6Test-295781476 tempest-SecGroupIPv6Test-295781476-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0461512 Aug 12 15:10:29.332938 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 59168) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:10:29.388275 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-6c864f10-b60f-48ff-898a-bc15919b1b31 tempest-SecGroupIPv6Test-295781476 tempest-SecGroupIPv6Test-295781476-project] Notify callbacks [] for security_group, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:29.409641 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-6c864f10-b60f-48ff-898a-bc15919b1b31 tempest-SecGroupIPv6Test-295781476 tempest-SecGroupIPv6Test-295781476-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:29.450045 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-6c864f10-b60f-48ff-898a-bc15919b1b31 tempest-SecGroupIPv6Test-295781476 tempest-SecGroupIPv6Test-295781476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:29.452926 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-6c864f10-b60f-48ff-898a-bc15919b1b31 tempest-SecGroupIPv6Test-295781476 tempest-SecGroupIPv6Test-295781476-project] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:29.454117 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-6c864f10-b60f-48ff-898a-bc15919b1b31 tempest-SecGroupIPv6Test-295781476 tempest-SecGroupIPv6Test-295781476-project] 10.222.0.39 "DELETE /v2.0/security-groups/a8d02862-e66f-44cd-9459-be81bc61fc51 HTTP/1.1" status: 204 len: 168 time: 0.1202955 Aug 12 15:10:29.456797 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 59170) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:10:29.463493 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c864f10-b60f-48ff-898a-bc15919b1b31 tempest-SecGroupIPv6Test-295781476 tempest-SecGroupIPv6Test-295781476-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8d02862-e66f-44cd-9459-be81bc61fc51,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:10:29.510737 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-b0bd00bb-cd28-4eb6-95e9-c139b62a7e0b tempest-SecGroupIPv6Test-295781476 tempest-SecGroupIPv6Test-295781476-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0525846 Aug 12 15:10:29.514157 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 59172) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:10:29.518425 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-54b57d96-f9ad-4a30-a046-5c0c3f9951f2 tempest-SecGroupIPv6Test-295781476 tempest-SecGroupIPv6Test-295781476-project] Request body: {'security_group': {'name': 'tempest-secgroup--824923593'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:10:29.541277 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-54b57d96-f9ad-4a30-a046-5c0c3f9951f2 tempest-SecGroupIPv6Test-295781476 tempest-SecGroupIPv6Test-295781476-project] Notify callbacks [] for security_group, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:29.624209 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-54b57d96-f9ad-4a30-a046-5c0c3f9951f2 tempest-SecGroupIPv6Test-295781476 tempest-SecGroupIPv6Test-295781476-project] Notify callbacks [] for security_group, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:29.627752 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-54b57d96-f9ad-4a30-a046-5c0c3f9951f2 tempest-SecGroupIPv6Test-295781476 tempest-SecGroupIPv6Test-295781476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:29.657153 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-54b57d96-f9ad-4a30-a046-5c0c3f9951f2 tempest-SecGroupIPv6Test-295781476 tempest-SecGroupIPv6Test-295781476-project] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:29.658383 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-54b57d96-f9ad-4a30-a046-5c0c3f9951f2 tempest-SecGroupIPv6Test-295781476 tempest-SecGroupIPv6Test-295781476-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1433153 Aug 12 15:10:29.660250 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b57d96-f9ad-4a30-a046-5c0c3f9951f2 tempest-SecGroupIPv6Test-295781476 tempest-SecGroupIPv6Test-295781476-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca6180bb-befe-4d2c-aab5-c18c6d060670,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:10:29.661262 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 59174) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:10:29.667687 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-e0ea7ff2-0696-4a9b-bb72-8a2fccf760f7 tempest-SecGroupIPv6Test-295781476 tempest-SecGroupIPv6Test-295781476-project] Request body: {'security_group_rule': {'security_group_id': 'ca6180bb-befe-4d2c-aab5-c18c6d060670', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:10:29.701671 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-e0ea7ff2-0696-4a9b-bb72-8a2fccf760f7 tempest-SecGroupIPv6Test-295781476 tempest-SecGroupIPv6Test-295781476-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:29.748608 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-e0ea7ff2-0696-4a9b-bb72-8a2fccf760f7 tempest-SecGroupIPv6Test-295781476 tempest-SecGroupIPv6Test-295781476-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:29.751865 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-e0ea7ff2-0696-4a9b-bb72-8a2fccf760f7 tempest-SecGroupIPv6Test-295781476 tempest-SecGroupIPv6Test-295781476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641735'] for security_group_rule, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:29.769189 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ea7ff2-0696-4a9b-bb72-8a2fccf760f7 tempest-SecGroupIPv6Test-295781476 tempest-SecGroupIPv6Test-295781476-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=289cb8e6-63b7-45b0-b598-2e955beb6dbb,revision_number=0']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:10:29.775250 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-e0ea7ff2-0696-4a9b-bb72-8a2fccf760f7 tempest-SecGroupIPv6Test-295781476 tempest-SecGroupIPv6Test-295781476-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:29.776439 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-e0ea7ff2-0696-4a9b-bb72-8a2fccf760f7 tempest-SecGroupIPv6Test-295781476 tempest-SecGroupIPv6Test-295781476-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1141145 Aug 12 15:10:29.779129 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 59176) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:10:29.783521 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-ce9d4915-a235-4dae-833d-58b0907bac7e tempest-SecGroupIPv6Test-295781476 tempest-SecGroupIPv6Test-295781476-project] Request body: {'security_group_rule': {'security_group_id': 'ca6180bb-befe-4d2c-aab5-c18c6d060670', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:10:29.810173 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-ce9d4915-a235-4dae-833d-58b0907bac7e tempest-SecGroupIPv6Test-295781476 tempest-SecGroupIPv6Test-295781476-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:29.874899 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-ce9d4915-a235-4dae-833d-58b0907bac7e tempest-SecGroupIPv6Test-295781476 tempest-SecGroupIPv6Test-295781476-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:29.878329 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-ce9d4915-a235-4dae-833d-58b0907bac7e tempest-SecGroupIPv6Test-295781476 tempest-SecGroupIPv6Test-295781476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641735'] for security_group_rule, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:29.897223 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9d4915-a235-4dae-833d-58b0907bac7e tempest-SecGroupIPv6Test-295781476 tempest-SecGroupIPv6Test-295781476-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=348fae1b-b760-4a98-ad99-7ed73804cf15,revision_number=0']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:10:29.900785 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-ce9d4915-a235-4dae-833d-58b0907bac7e tempest-SecGroupIPv6Test-295781476 tempest-SecGroupIPv6Test-295781476-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:29.902060 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-ce9d4915-a235-4dae-833d-58b0907bac7e tempest-SecGroupIPv6Test-295781476 tempest-SecGroupIPv6Test-295781476-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1220243 Aug 12 15:10:29.905105 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 59178) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:10:29.909498 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-57a2696a-810d-4202-a794-37c728f56699 tempest-SecGroupIPv6Test-295781476 tempest-SecGroupIPv6Test-295781476-project] Request body: {'security_group_rule': {'security_group_id': 'ca6180bb-befe-4d2c-aab5-c18c6d060670', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:10:29.936007 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-57a2696a-810d-4202-a794-37c728f56699 tempest-SecGroupIPv6Test-295781476 tempest-SecGroupIPv6Test-295781476-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:29.996250 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-57a2696a-810d-4202-a794-37c728f56699 tempest-SecGroupIPv6Test-295781476 tempest-SecGroupIPv6Test-295781476-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:29.999370 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-57a2696a-810d-4202-a794-37c728f56699 tempest-SecGroupIPv6Test-295781476 tempest-SecGroupIPv6Test-295781476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641735'] for security_group_rule, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:30.017434 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a2696a-810d-4202-a794-37c728f56699 tempest-SecGroupIPv6Test-295781476 tempest-SecGroupIPv6Test-295781476-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c43b3038-a891-4bfd-821b-cb209b8067c6,revision_number=0']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:10:30.020939 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-57a2696a-810d-4202-a794-37c728f56699 tempest-SecGroupIPv6Test-295781476 tempest-SecGroupIPv6Test-295781476-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:30.022450 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-57a2696a-810d-4202-a794-37c728f56699 tempest-SecGroupIPv6Test-295781476 tempest-SecGroupIPv6Test-295781476-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1164052 Aug 12 15:10:30.025162 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 59180) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:10:30.029557 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-19481f15-7b9f-4b1d-a7db-95d815877006 tempest-SecGroupIPv6Test-295781476 tempest-SecGroupIPv6Test-295781476-project] Request body: {'security_group_rule': {'security_group_id': 'ca6180bb-befe-4d2c-aab5-c18c6d060670', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:10:30.056176 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-19481f15-7b9f-4b1d-a7db-95d815877006 tempest-SecGroupIPv6Test-295781476 tempest-SecGroupIPv6Test-295781476-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:30.114877 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-19481f15-7b9f-4b1d-a7db-95d815877006 tempest-SecGroupIPv6Test-295781476 tempest-SecGroupIPv6Test-295781476-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:30.118317 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-19481f15-7b9f-4b1d-a7db-95d815877006 tempest-SecGroupIPv6Test-295781476 tempest-SecGroupIPv6Test-295781476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641735'] for security_group_rule, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:30.135532 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19481f15-7b9f-4b1d-a7db-95d815877006 tempest-SecGroupIPv6Test-295781476 tempest-SecGroupIPv6Test-295781476-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8110f817-3c7f-491a-a444-8ac8aef6e351,revision_number=0']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:10:30.142830 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-19481f15-7b9f-4b1d-a7db-95d815877006 tempest-SecGroupIPv6Test-295781476 tempest-SecGroupIPv6Test-295781476-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:30.144050 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-19481f15-7b9f-4b1d-a7db-95d815877006 tempest-SecGroupIPv6Test-295781476 tempest-SecGroupIPv6Test-295781476-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1179211 Aug 12 15:10:30.147229 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 59182) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:10:30.151574 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-70a975b7-b0d6-45f8-85eb-a3a9455f9035 tempest-SecGroupIPv6Test-295781476 tempest-SecGroupIPv6Test-295781476-project] Request body: {'security_group_rule': {'security_group_id': 'ca6180bb-befe-4d2c-aab5-c18c6d060670', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:10:30.176276 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-70a975b7-b0d6-45f8-85eb-a3a9455f9035 tempest-SecGroupIPv6Test-295781476 tempest-SecGroupIPv6Test-295781476-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:30.235480 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-70a975b7-b0d6-45f8-85eb-a3a9455f9035 tempest-SecGroupIPv6Test-295781476 tempest-SecGroupIPv6Test-295781476-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:30.239172 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-70a975b7-b0d6-45f8-85eb-a3a9455f9035 tempest-SecGroupIPv6Test-295781476 tempest-SecGroupIPv6Test-295781476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641735'] for security_group_rule, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:30.258196 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a975b7-b0d6-45f8-85eb-a3a9455f9035 tempest-SecGroupIPv6Test-295781476 tempest-SecGroupIPv6Test-295781476-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3f135f2-9c9a-4d1b-88e6-18e6511871cb,revision_number=0']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:10:30.262039 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-70a975b7-b0d6-45f8-85eb-a3a9455f9035 tempest-SecGroupIPv6Test-295781476 tempest-SecGroupIPv6Test-295781476-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:30.266091 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 59184) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:10:30.266235 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-70a975b7-b0d6-45f8-85eb-a3a9455f9035 tempest-SecGroupIPv6Test-295781476 tempest-SecGroupIPv6Test-295781476-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.1179087 Aug 12 15:10:30.289640 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f8ef15ed-3d7a-4dc7-aaf7-b815155e2a44 tempest-SecGroupIPv6Test-295781476 tempest-SecGroupIPv6Test-295781476-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:30.296982 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f8ef15ed-3d7a-4dc7-aaf7-b815155e2a44 tempest-SecGroupIPv6Test-295781476 tempest-SecGroupIPv6Test-295781476-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:30.324052 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f8ef15ed-3d7a-4dc7-aaf7-b815155e2a44 tempest-SecGroupIPv6Test-295781476 tempest-SecGroupIPv6Test-295781476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641735'] for security_group_rule, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:30.330354 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f8ef15ed-3d7a-4dc7-aaf7-b815155e2a44 tempest-SecGroupIPv6Test-295781476 tempest-SecGroupIPv6Test-295781476-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:30.331476 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-f8ef15ed-3d7a-4dc7-aaf7-b815155e2a44 tempest-SecGroupIPv6Test-295781476 tempest-SecGroupIPv6Test-295781476-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/f3f135f2-9c9a-4d1b-88e6-18e6511871cb HTTP/1.1" status: 204 len: 168 time: 0.0643716 Aug 12 15:10:30.334169 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 59186) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:10:30.336732 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ef15ed-3d7a-4dc7-aaf7-b815155e2a44 tempest-SecGroupIPv6Test-295781476 tempest-SecGroupIPv6Test-295781476-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f3f135f2-9c9a-4d1b-88e6-18e6511871cb,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:10:30.384157 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-e9b89df9-f8ee-428c-8669-e07432563762 tempest-SecGroupIPv6Test-295781476 tempest-SecGroupIPv6Test-295781476-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0488355 Aug 12 15:10:30.386842 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 59188) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:10:30.418546 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-3b4aeac2-4e07-43ba-a6bb-08164a3f3ad7 tempest-SecGroupIPv6Test-295781476 tempest-SecGroupIPv6Test-295781476-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:30.426426 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-3b4aeac2-4e07-43ba-a6bb-08164a3f3ad7 tempest-SecGroupIPv6Test-295781476 tempest-SecGroupIPv6Test-295781476-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:30.455327 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-3b4aeac2-4e07-43ba-a6bb-08164a3f3ad7 tempest-SecGroupIPv6Test-295781476 tempest-SecGroupIPv6Test-295781476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641735'] for security_group_rule, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:30.460528 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-3b4aeac2-4e07-43ba-a6bb-08164a3f3ad7 tempest-SecGroupIPv6Test-295781476 tempest-SecGroupIPv6Test-295781476-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:30.461640 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-3b4aeac2-4e07-43ba-a6bb-08164a3f3ad7 tempest-SecGroupIPv6Test-295781476 tempest-SecGroupIPv6Test-295781476-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/8110f817-3c7f-491a-a444-8ac8aef6e351 HTTP/1.1" status: 204 len: 168 time: 0.0734825 Aug 12 15:10:30.464225 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 59190) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:10:30.481396 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4aeac2-4e07-43ba-a6bb-08164a3f3ad7 tempest-SecGroupIPv6Test-295781476 tempest-SecGroupIPv6Test-295781476-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8110f817-3c7f-491a-a444-8ac8aef6e351,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:10:30.514809 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-adae2da5-062c-42ec-976f-ad6fc9116ed1 tempest-SecGroupIPv6Test-295781476 tempest-SecGroupIPv6Test-295781476-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0494971 Aug 12 15:10:30.517553 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 59192) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:10:30.540491 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-0f584471-de16-4d38-91f9-e63008304f23 tempest-SecGroupIPv6Test-295781476 tempest-SecGroupIPv6Test-295781476-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:30.548603 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-0f584471-de16-4d38-91f9-e63008304f23 tempest-SecGroupIPv6Test-295781476 tempest-SecGroupIPv6Test-295781476-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:30.575925 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-0f584471-de16-4d38-91f9-e63008304f23 tempest-SecGroupIPv6Test-295781476 tempest-SecGroupIPv6Test-295781476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641735'] for security_group_rule, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:30.582813 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-0f584471-de16-4d38-91f9-e63008304f23 tempest-SecGroupIPv6Test-295781476 tempest-SecGroupIPv6Test-295781476-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:30.583927 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-0f584471-de16-4d38-91f9-e63008304f23 tempest-SecGroupIPv6Test-295781476 tempest-SecGroupIPv6Test-295781476-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/c43b3038-a891-4bfd-821b-cb209b8067c6 HTTP/1.1" status: 204 len: 168 time: 0.0654664 Aug 12 15:10:30.586640 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 59194) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:10:30.587888 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f584471-de16-4d38-91f9-e63008304f23 tempest-SecGroupIPv6Test-295781476 tempest-SecGroupIPv6Test-295781476-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c43b3038-a891-4bfd-821b-cb209b8067c6,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:10:30.638110 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-5d2ea8ab-dc10-4001-a68c-4c656bb2eb69 tempest-SecGroupIPv6Test-295781476 tempest-SecGroupIPv6Test-295781476-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0500944 Aug 12 15:10:30.640764 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 59196) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:10:30.663623 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-eba442d9-eff2-4fad-bb70-aaa7d19a0f72 tempest-SecGroupIPv6Test-295781476 tempest-SecGroupIPv6Test-295781476-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:30.670923 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-eba442d9-eff2-4fad-bb70-aaa7d19a0f72 tempest-SecGroupIPv6Test-295781476 tempest-SecGroupIPv6Test-295781476-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:30.699277 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-eba442d9-eff2-4fad-bb70-aaa7d19a0f72 tempest-SecGroupIPv6Test-295781476 tempest-SecGroupIPv6Test-295781476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641735'] for security_group_rule, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:30.704378 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-eba442d9-eff2-4fad-bb70-aaa7d19a0f72 tempest-SecGroupIPv6Test-295781476 tempest-SecGroupIPv6Test-295781476-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:30.705957 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-eba442d9-eff2-4fad-bb70-aaa7d19a0f72 tempest-SecGroupIPv6Test-295781476 tempest-SecGroupIPv6Test-295781476-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/348fae1b-b760-4a98-ad99-7ed73804cf15 HTTP/1.1" status: 204 len: 168 time: 0.0638609 Aug 12 15:10:30.708304 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 59198) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:10:30.713402 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba442d9-eff2-4fad-bb70-aaa7d19a0f72 tempest-SecGroupIPv6Test-295781476 tempest-SecGroupIPv6Test-295781476-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=348fae1b-b760-4a98-ad99-7ed73804cf15,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:10:30.749401 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-c8bb01c0-1ad1-453a-bb24-f6327ecfa22d tempest-SecGroupIPv6Test-295781476 tempest-SecGroupIPv6Test-295781476-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0398388 Aug 12 15:10:30.752196 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 59200) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:10:30.774698 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-398a2071-0671-4d95-98d4-b74baa6c7bd8 tempest-SecGroupIPv6Test-295781476 tempest-SecGroupIPv6Test-295781476-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:30.781776 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-398a2071-0671-4d95-98d4-b74baa6c7bd8 tempest-SecGroupIPv6Test-295781476 tempest-SecGroupIPv6Test-295781476-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:30.808625 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-398a2071-0671-4d95-98d4-b74baa6c7bd8 tempest-SecGroupIPv6Test-295781476 tempest-SecGroupIPv6Test-295781476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641735'] for security_group_rule, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:30.816010 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-398a2071-0671-4d95-98d4-b74baa6c7bd8 tempest-SecGroupIPv6Test-295781476 tempest-SecGroupIPv6Test-295781476-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:30.817083 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-398a2071-0671-4d95-98d4-b74baa6c7bd8 tempest-SecGroupIPv6Test-295781476 tempest-SecGroupIPv6Test-295781476-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/289cb8e6-63b7-45b0-b598-2e955beb6dbb HTTP/1.1" status: 204 len: 168 time: 0.0639906 Aug 12 15:10:30.819731 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 59202) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:10:30.822393 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398a2071-0671-4d95-98d4-b74baa6c7bd8 tempest-SecGroupIPv6Test-295781476 tempest-SecGroupIPv6Test-295781476-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=289cb8e6-63b7-45b0-b598-2e955beb6dbb,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:10:30.860259 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-bb5bc8d2-c3e7-47ce-bbc0-b15ea82c08da tempest-SecGroupIPv6Test-295781476 tempest-SecGroupIPv6Test-295781476-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0393507 Aug 12 15:10:30.862825 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 59204) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:10:30.917809 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a17502e6-6ba9-4cb9-a84f-9e7337558e0d tempest-SecGroupIPv6Test-295781476 tempest-SecGroupIPv6Test-295781476-project] Notify callbacks [] for security_group, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:30.939587 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a17502e6-6ba9-4cb9-a84f-9e7337558e0d tempest-SecGroupIPv6Test-295781476 tempest-SecGroupIPv6Test-295781476-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:30.979939 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a17502e6-6ba9-4cb9-a84f-9e7337558e0d tempest-SecGroupIPv6Test-295781476 tempest-SecGroupIPv6Test-295781476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:30.982683 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a17502e6-6ba9-4cb9-a84f-9e7337558e0d tempest-SecGroupIPv6Test-295781476 tempest-SecGroupIPv6Test-295781476-project] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:30.983859 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-a17502e6-6ba9-4cb9-a84f-9e7337558e0d tempest-SecGroupIPv6Test-295781476 tempest-SecGroupIPv6Test-295781476-project] 10.222.0.39 "DELETE /v2.0/security-groups/ca6180bb-befe-4d2c-aab5-c18c6d060670 HTTP/1.1" status: 204 len: 168 time: 0.1201143 Aug 12 15:10:30.986487 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 59206) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:10:30.992518 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17502e6-6ba9-4cb9-a84f-9e7337558e0d tempest-SecGroupIPv6Test-295781476 tempest-SecGroupIPv6Test-295781476-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca6180bb-befe-4d2c-aab5-c18c6d060670,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:10:31.034071 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-cd4c8737-bc0e-4276-b737-a591ce8acede tempest-SecGroupIPv6Test-295781476 tempest-SecGroupIPv6Test-295781476-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0464110 Aug 12 15:10:31.038861 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 59208) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:10:31.043295 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-325de7c1-2e1f-43b0-a4d9-48c3330df86d tempest-SecGroupIPv6Test-295781476 tempest-SecGroupIPv6Test-295781476-project] Request body: {'security_group': {'name': 'tempest-secgroup--83744199'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:10:31.063978 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-325de7c1-2e1f-43b0-a4d9-48c3330df86d tempest-SecGroupIPv6Test-295781476 tempest-SecGroupIPv6Test-295781476-project] Notify callbacks [] for security_group, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:31.144889 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-325de7c1-2e1f-43b0-a4d9-48c3330df86d tempest-SecGroupIPv6Test-295781476 tempest-SecGroupIPv6Test-295781476-project] Notify callbacks [] for security_group, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:31.149130 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-325de7c1-2e1f-43b0-a4d9-48c3330df86d tempest-SecGroupIPv6Test-295781476 tempest-SecGroupIPv6Test-295781476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:31.177701 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-325de7c1-2e1f-43b0-a4d9-48c3330df86d tempest-SecGroupIPv6Test-295781476 tempest-SecGroupIPv6Test-295781476-project] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:31.178918 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-325de7c1-2e1f-43b0-a4d9-48c3330df86d tempest-SecGroupIPv6Test-295781476 tempest-SecGroupIPv6Test-295781476-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.1390696 Aug 12 15:10:31.180037 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325de7c1-2e1f-43b0-a4d9-48c3330df86d tempest-SecGroupIPv6Test-295781476 tempest-SecGroupIPv6Test-295781476-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45a289b5-2504-4d4f-823f-44b0fe3061ed,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:10:31.181841 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 59210) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:10:31.186684 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-2c8c9d29-6d58-4962-85d8-cb70a336c4cf tempest-SecGroupIPv6Test-295781476 tempest-SecGroupIPv6Test-295781476-project] Request body: {'security_group_rule': {'security_group_id': '45a289b5-2504-4d4f-823f-44b0fe3061ed', 'direction': 'ingress', 'protocol': 17}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:10:31.213749 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2c8c9d29-6d58-4962-85d8-cb70a336c4cf tempest-SecGroupIPv6Test-295781476 tempest-SecGroupIPv6Test-295781476-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:31.259758 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2c8c9d29-6d58-4962-85d8-cb70a336c4cf tempest-SecGroupIPv6Test-295781476 tempest-SecGroupIPv6Test-295781476-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:31.263504 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2c8c9d29-6d58-4962-85d8-cb70a336c4cf tempest-SecGroupIPv6Test-295781476 tempest-SecGroupIPv6Test-295781476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641735'] for security_group_rule, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:31.282033 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8c9d29-6d58-4962-85d8-cb70a336c4cf tempest-SecGroupIPv6Test-295781476 tempest-SecGroupIPv6Test-295781476-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d693ff29-1720-4a13-a1ae-2b1a9fb007b1,revision_number=0']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:10:31.287860 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2c8c9d29-6d58-4962-85d8-cb70a336c4cf tempest-SecGroupIPv6Test-295781476 tempest-SecGroupIPv6Test-295781476-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:31.288965 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-2c8c9d29-6d58-4962-85d8-cb70a336c4cf tempest-SecGroupIPv6Test-295781476 tempest-SecGroupIPv6Test-295781476-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1058877 Aug 12 15:10:31.291794 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 59212) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:10:31.345156 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e2c994f3-b095-468d-a7b7-23de19c2d0b8 tempest-SecGroupIPv6Test-295781476 tempest-SecGroupIPv6Test-295781476-project] Notify callbacks [] for security_group, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:31.367269 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e2c994f3-b095-468d-a7b7-23de19c2d0b8 tempest-SecGroupIPv6Test-295781476 tempest-SecGroupIPv6Test-295781476-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:31.411149 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e2c994f3-b095-468d-a7b7-23de19c2d0b8 tempest-SecGroupIPv6Test-295781476 tempest-SecGroupIPv6Test-295781476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:31.414019 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e2c994f3-b095-468d-a7b7-23de19c2d0b8 tempest-SecGroupIPv6Test-295781476 tempest-SecGroupIPv6Test-295781476-project] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:31.415523 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-e2c994f3-b095-468d-a7b7-23de19c2d0b8 tempest-SecGroupIPv6Test-295781476 tempest-SecGroupIPv6Test-295781476-project] 10.222.0.39 "DELETE /v2.0/security-groups/45a289b5-2504-4d4f-823f-44b0fe3061ed HTTP/1.1" status: 204 len: 168 time: 0.1228225 Aug 12 15:10:31.418282 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 59214) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:10:31.424829 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c994f3-b095-468d-a7b7-23de19c2d0b8 tempest-SecGroupIPv6Test-295781476 tempest-SecGroupIPv6Test-295781476-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=45a289b5-2504-4d4f-823f-44b0fe3061ed,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:10:31.463320 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-5392d6a8-468b-4102-b531-3dc62f92f6d4 tempest-SecGroupIPv6Test-295781476 tempest-SecGroupIPv6Test-295781476-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0438147 Aug 12 15:10:31.466913 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 59216) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:10:31.471272 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-933b2e5d-53cf-4d5f-8074-2a06de67bda3 tempest-SecGroupIPv6Test-295781476 tempest-SecGroupIPv6Test-295781476-project] Request body: {'security_group': {'name': 'tempest-secgroup--1811947577'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:10:31.492251 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-933b2e5d-53cf-4d5f-8074-2a06de67bda3 tempest-SecGroupIPv6Test-295781476 tempest-SecGroupIPv6Test-295781476-project] Notify callbacks [] for security_group, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:31.571278 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-933b2e5d-53cf-4d5f-8074-2a06de67bda3 tempest-SecGroupIPv6Test-295781476 tempest-SecGroupIPv6Test-295781476-project] Notify callbacks [] for security_group, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:31.574972 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-933b2e5d-53cf-4d5f-8074-2a06de67bda3 tempest-SecGroupIPv6Test-295781476 tempest-SecGroupIPv6Test-295781476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:31.604040 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-933b2e5d-53cf-4d5f-8074-2a06de67bda3 tempest-SecGroupIPv6Test-295781476 tempest-SecGroupIPv6Test-295781476-project] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:31.605196 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-933b2e5d-53cf-4d5f-8074-2a06de67bda3 tempest-SecGroupIPv6Test-295781476 tempest-SecGroupIPv6Test-295781476-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1373434 Aug 12 15:10:31.607046 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933b2e5d-53cf-4d5f-8074-2a06de67bda3 tempest-SecGroupIPv6Test-295781476 tempest-SecGroupIPv6Test-295781476-project] Pushing event updated for resources: {'SecurityGroup': ['ID=783db402-b9a4-4618-9dd5-daf3051ab752,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:10:31.608155 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 59218) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:10:31.612979 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-d772a296-6405-4bb3-baf8-3cb1540ecb08 tempest-SecGroupIPv6Test-295781476 tempest-SecGroupIPv6Test-295781476-project] Request body: {'security_group': {'name': 'tempest-secgroup--1262620923'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:10:31.635645 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d772a296-6405-4bb3-baf8-3cb1540ecb08 tempest-SecGroupIPv6Test-295781476 tempest-SecGroupIPv6Test-295781476-project] Notify callbacks [] for security_group, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:31.726206 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d772a296-6405-4bb3-baf8-3cb1540ecb08 tempest-SecGroupIPv6Test-295781476 tempest-SecGroupIPv6Test-295781476-project] Notify callbacks [] for security_group, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:31.730480 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d772a296-6405-4bb3-baf8-3cb1540ecb08 tempest-SecGroupIPv6Test-295781476 tempest-SecGroupIPv6Test-295781476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:31.758337 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d772a296-6405-4bb3-baf8-3cb1540ecb08 tempest-SecGroupIPv6Test-295781476 tempest-SecGroupIPv6Test-295781476-project] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:31.759599 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-d772a296-6405-4bb3-baf8-3cb1540ecb08 tempest-SecGroupIPv6Test-295781476 tempest-SecGroupIPv6Test-295781476-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1504388 Aug 12 15:10:31.762249 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 59220) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:10:31.766563 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-a90594ae-a20d-422c-aef2-6fa3e646ff50 tempest-SecGroupIPv6Test-295781476 tempest-SecGroupIPv6Test-295781476-project] Request body: {'security_group_rule': {'security_group_id': '783db402-b9a4-4618-9dd5-daf3051ab752', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '7c144bb5-8e00-4b54-a1e4-f053b986d048', 'remote_ip_prefix': None}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:10:31.774128 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d772a296-6405-4bb3-baf8-3cb1540ecb08 tempest-SecGroupIPv6Test-295781476 tempest-SecGroupIPv6Test-295781476-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c144bb5-8e00-4b54-a1e4-f053b986d048,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:10:31.800425 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a90594ae-a20d-422c-aef2-6fa3e646ff50 tempest-SecGroupIPv6Test-295781476 tempest-SecGroupIPv6Test-295781476-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:31.878952 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a90594ae-a20d-422c-aef2-6fa3e646ff50 tempest-SecGroupIPv6Test-295781476 tempest-SecGroupIPv6Test-295781476-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:31.883003 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a90594ae-a20d-422c-aef2-6fa3e646ff50 tempest-SecGroupIPv6Test-295781476 tempest-SecGroupIPv6Test-295781476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641735'] for security_group_rule, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:31.901986 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90594ae-a20d-422c-aef2-6fa3e646ff50 tempest-SecGroupIPv6Test-295781476 tempest-SecGroupIPv6Test-295781476-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ccdbd598-0899-47e2-adb1-2c3ad43f29f0,revision_number=0']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:10:31.908355 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a90594ae-a20d-422c-aef2-6fa3e646ff50 tempest-SecGroupIPv6Test-295781476 tempest-SecGroupIPv6Test-295781476-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:31.909677 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-a90594ae-a20d-422c-aef2-6fa3e646ff50 tempest-SecGroupIPv6Test-295781476 tempest-SecGroupIPv6Test-295781476-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.1465139 Aug 12 15:10:31.912980 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 59222) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:10:31.936371 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-321d3b0e-5e81-4019-8119-8c2f82d2a32b tempest-SecGroupIPv6Test-295781476 tempest-SecGroupIPv6Test-295781476-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:31.943685 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-321d3b0e-5e81-4019-8119-8c2f82d2a32b tempest-SecGroupIPv6Test-295781476 tempest-SecGroupIPv6Test-295781476-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:31.969889 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-321d3b0e-5e81-4019-8119-8c2f82d2a32b tempest-SecGroupIPv6Test-295781476 tempest-SecGroupIPv6Test-295781476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641735'] for security_group_rule, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:31.977217 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-321d3b0e-5e81-4019-8119-8c2f82d2a32b tempest-SecGroupIPv6Test-295781476 tempest-SecGroupIPv6Test-295781476-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:31.978317 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-321d3b0e-5e81-4019-8119-8c2f82d2a32b tempest-SecGroupIPv6Test-295781476 tempest-SecGroupIPv6Test-295781476-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/ccdbd598-0899-47e2-adb1-2c3ad43f29f0 HTTP/1.1" status: 204 len: 168 time: 0.0643888 Aug 12 15:10:31.980969 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 59224) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:10:31.982349 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321d3b0e-5e81-4019-8119-8c2f82d2a32b tempest-SecGroupIPv6Test-295781476 tempest-SecGroupIPv6Test-295781476-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ccdbd598-0899-47e2-adb1-2c3ad43f29f0,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:10:32.023995 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-148d71ae-313f-447e-af40-34fa169f95d4 tempest-SecGroupIPv6Test-295781476 tempest-SecGroupIPv6Test-295781476-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0417843 Aug 12 15:10:32.026740 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 59226) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:10:32.081325 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-ca6d0393-a86e-4367-9c14-9a97084e4b1f tempest-SecGroupIPv6Test-295781476 tempest-SecGroupIPv6Test-295781476-project] Notify callbacks [] for security_group, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:32.104978 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-ca6d0393-a86e-4367-9c14-9a97084e4b1f tempest-SecGroupIPv6Test-295781476 tempest-SecGroupIPv6Test-295781476-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:32.147575 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-ca6d0393-a86e-4367-9c14-9a97084e4b1f tempest-SecGroupIPv6Test-295781476 tempest-SecGroupIPv6Test-295781476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:32.150141 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-ca6d0393-a86e-4367-9c14-9a97084e4b1f tempest-SecGroupIPv6Test-295781476 tempest-SecGroupIPv6Test-295781476-project] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:32.151466 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-ca6d0393-a86e-4367-9c14-9a97084e4b1f tempest-SecGroupIPv6Test-295781476 tempest-SecGroupIPv6Test-295781476-project] 10.222.0.39 "DELETE /v2.0/security-groups/7c144bb5-8e00-4b54-a1e4-f053b986d048 HTTP/1.1" status: 204 len: 168 time: 0.1238136 Aug 12 15:10:32.154335 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 59228) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:10:32.160321 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6d0393-a86e-4367-9c14-9a97084e4b1f tempest-SecGroupIPv6Test-295781476 tempest-SecGroupIPv6Test-295781476-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c144bb5-8e00-4b54-a1e4-f053b986d048,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:10:32.209351 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-57e41d00-5f3d-4be0-b0e2-c3271fc9ede8 tempest-SecGroupIPv6Test-295781476 tempest-SecGroupIPv6Test-295781476-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0535982 Aug 12 15:10:32.212005 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 59230) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:10:32.267025 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a14926c5-01f4-481d-bebb-f792ac285e2a tempest-SecGroupIPv6Test-295781476 tempest-SecGroupIPv6Test-295781476-project] Notify callbacks [] for security_group, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:32.289613 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a14926c5-01f4-481d-bebb-f792ac285e2a tempest-SecGroupIPv6Test-295781476 tempest-SecGroupIPv6Test-295781476-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:32.330747 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a14926c5-01f4-481d-bebb-f792ac285e2a tempest-SecGroupIPv6Test-295781476 tempest-SecGroupIPv6Test-295781476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:32.333926 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a14926c5-01f4-481d-bebb-f792ac285e2a tempest-SecGroupIPv6Test-295781476 tempest-SecGroupIPv6Test-295781476-project] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:32.335093 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-a14926c5-01f4-481d-bebb-f792ac285e2a tempest-SecGroupIPv6Test-295781476 tempest-SecGroupIPv6Test-295781476-project] 10.222.0.39 "DELETE /v2.0/security-groups/783db402-b9a4-4618-9dd5-daf3051ab752 HTTP/1.1" status: 204 len: 168 time: 0.1221440 Aug 12 15:10:32.337799 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 59232) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:10:32.344120 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14926c5-01f4-481d-bebb-f792ac285e2a tempest-SecGroupIPv6Test-295781476 tempest-SecGroupIPv6Test-295781476-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=783db402-b9a4-4618-9dd5-daf3051ab752,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:10:32.389332 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-26e501c7-311d-4bc2-8dbe-00b5cc642fca tempest-SecGroupIPv6Test-295781476 tempest-SecGroupIPv6Test-295781476-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0499961 Aug 12 15:10:32.394115 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 59234) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:10:32.398499 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-1e17e08f-e525-486d-8dd8-f29d7fb78446 tempest-SecGroupIPv6Test-295781476 tempest-SecGroupIPv6Test-295781476-project] Request body: {'security_group': {'name': 'tempest-secgroup--470343420'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:10:32.422182 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-1e17e08f-e525-486d-8dd8-f29d7fb78446 tempest-SecGroupIPv6Test-295781476 tempest-SecGroupIPv6Test-295781476-project] Notify callbacks [] for security_group, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:32.511219 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-1e17e08f-e525-486d-8dd8-f29d7fb78446 tempest-SecGroupIPv6Test-295781476 tempest-SecGroupIPv6Test-295781476-project] Notify callbacks [] for security_group, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:32.515350 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-1e17e08f-e525-486d-8dd8-f29d7fb78446 tempest-SecGroupIPv6Test-295781476 tempest-SecGroupIPv6Test-295781476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:32.545272 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-1e17e08f-e525-486d-8dd8-f29d7fb78446 tempest-SecGroupIPv6Test-295781476 tempest-SecGroupIPv6Test-295781476-project] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:32.546986 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-1e17e08f-e525-486d-8dd8-f29d7fb78446 tempest-SecGroupIPv6Test-295781476 tempest-SecGroupIPv6Test-295781476-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1520724 Aug 12 15:10:32.549530 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 59236) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:10:32.550709 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e17e08f-e525-486d-8dd8-f29d7fb78446 tempest-SecGroupIPv6Test-295781476 tempest-SecGroupIPv6Test-295781476-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72b0fbb1-a4b8-486c-a47d-bc261b431280,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:10:32.555312 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-ab46c504-683f-4747-aa34-3d8577230a6e tempest-SecGroupIPv6Test-295781476 tempest-SecGroupIPv6Test-295781476-project] Request body: {'security_group_rule': {'security_group_id': '72b0fbb1-a4b8-486c-a47d-bc261b431280', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:10:32.588927 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ab46c504-683f-4747-aa34-3d8577230a6e tempest-SecGroupIPv6Test-295781476 tempest-SecGroupIPv6Test-295781476-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:32.648698 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ab46c504-683f-4747-aa34-3d8577230a6e tempest-SecGroupIPv6Test-295781476 tempest-SecGroupIPv6Test-295781476-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:32.652355 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ab46c504-683f-4747-aa34-3d8577230a6e tempest-SecGroupIPv6Test-295781476 tempest-SecGroupIPv6Test-295781476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641735'] for security_group_rule, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:32.670726 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab46c504-683f-4747-aa34-3d8577230a6e tempest-SecGroupIPv6Test-295781476 tempest-SecGroupIPv6Test-295781476-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c5d566a-8823-4cae-8b47-bbd16d38670f,revision_number=0']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:10:32.677974 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ab46c504-683f-4747-aa34-3d8577230a6e tempest-SecGroupIPv6Test-295781476 tempest-SecGroupIPv6Test-295781476-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:32.679238 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-ab46c504-683f-4747-aa34-3d8577230a6e tempest-SecGroupIPv6Test-295781476 tempest-SecGroupIPv6Test-295781476-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1276379 Aug 12 15:10:32.681960 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 59238) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:10:32.713709 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-05d238cb-bd4c-4321-bef7-b7a01de11a55 tempest-SecGroupIPv6Test-295781476 tempest-SecGroupIPv6Test-295781476-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:32.727481 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-05d238cb-bd4c-4321-bef7-b7a01de11a55 tempest-SecGroupIPv6Test-295781476 tempest-SecGroupIPv6Test-295781476-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:32.760168 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-05d238cb-bd4c-4321-bef7-b7a01de11a55 tempest-SecGroupIPv6Test-295781476 tempest-SecGroupIPv6Test-295781476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641735'] for security_group_rule, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:32.766078 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-05d238cb-bd4c-4321-bef7-b7a01de11a55 tempest-SecGroupIPv6Test-295781476 tempest-SecGroupIPv6Test-295781476-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:32.767193 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-05d238cb-bd4c-4321-bef7-b7a01de11a55 tempest-SecGroupIPv6Test-295781476 tempest-SecGroupIPv6Test-295781476-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/3c5d566a-8823-4cae-8b47-bbd16d38670f HTTP/1.1" status: 204 len: 168 time: 0.0843124 Aug 12 15:10:32.769944 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 59240) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:10:32.773379 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d238cb-bd4c-4321-bef7-b7a01de11a55 tempest-SecGroupIPv6Test-295781476 tempest-SecGroupIPv6Test-295781476-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3c5d566a-8823-4cae-8b47-bbd16d38670f,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:10:32.813198 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-33bb3e31-9064-4999-8046-5ab731f385f3 tempest-SecGroupIPv6Test-295781476 tempest-SecGroupIPv6Test-295781476-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0386426 Aug 12 15:10:32.813528 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 59242) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:10:32.876474 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-e83bcc9c-4632-432e-b584-9e046d1f1faf tempest-SecGroupIPv6Test-295781476 tempest-SecGroupIPv6Test-295781476-project] Notify callbacks [] for security_group, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:32.902830 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-e83bcc9c-4632-432e-b584-9e046d1f1faf tempest-SecGroupIPv6Test-295781476 tempest-SecGroupIPv6Test-295781476-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:32.942753 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-e83bcc9c-4632-432e-b584-9e046d1f1faf tempest-SecGroupIPv6Test-295781476 tempest-SecGroupIPv6Test-295781476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:32.945389 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-e83bcc9c-4632-432e-b584-9e046d1f1faf tempest-SecGroupIPv6Test-295781476 tempest-SecGroupIPv6Test-295781476-project] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:32.946551 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-e83bcc9c-4632-432e-b584-9e046d1f1faf tempest-SecGroupIPv6Test-295781476 tempest-SecGroupIPv6Test-295781476-project] 10.222.0.39 "DELETE /v2.0/security-groups/72b0fbb1-a4b8-486c-a47d-bc261b431280 HTTP/1.1" status: 204 len: 168 time: 0.1322505 Aug 12 15:10:32.949434 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 59246) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:10:32.958430 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83bcc9c-4632-432e-b584-9e046d1f1faf tempest-SecGroupIPv6Test-295781476 tempest-SecGroupIPv6Test-295781476-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=72b0fbb1-a4b8-486c-a47d-bc261b431280,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:10:33.000432 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-837267ae-a38e-43e4-a317-fd6f143f3b0e tempest-SecGroupIPv6Test-295781476 tempest-SecGroupIPv6Test-295781476-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0492153 Aug 12 15:10:33.004121 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 59248) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:10:33.008928 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-524c0095-c199-491d-871d-552d855ada58 tempest-SecGroupIPv6Test-295781476 tempest-SecGroupIPv6Test-295781476-project] Request body: {'security_group': {'name': 'tempest-secgroup--1959071890'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:10:33.030982 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-524c0095-c199-491d-871d-552d855ada58 tempest-SecGroupIPv6Test-295781476 tempest-SecGroupIPv6Test-295781476-project] Notify callbacks [] for security_group, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:33.110604 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-524c0095-c199-491d-871d-552d855ada58 tempest-SecGroupIPv6Test-295781476 tempest-SecGroupIPv6Test-295781476-project] Notify callbacks [] for security_group, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:33.115194 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-524c0095-c199-491d-871d-552d855ada58 tempest-SecGroupIPv6Test-295781476 tempest-SecGroupIPv6Test-295781476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:33.144225 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-524c0095-c199-491d-871d-552d855ada58 tempest-SecGroupIPv6Test-295781476 tempest-SecGroupIPv6Test-295781476-project] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:33.145464 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-524c0095-c199-491d-871d-552d855ada58 tempest-SecGroupIPv6Test-295781476 tempest-SecGroupIPv6Test-295781476-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1398702 Aug 12 15:10:33.147318 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524c0095-c199-491d-871d-552d855ada58 tempest-SecGroupIPv6Test-295781476 tempest-SecGroupIPv6Test-295781476-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88814316-32bf-46a0-99a0-8d4a575d6f62,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:10:33.148288 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 59250) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:10:33.153115 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-eccc8a82-e173-4ca4-aefd-0214cf47ef68 tempest-SecGroupIPv6Test-295781476 tempest-SecGroupIPv6Test-295781476-project] Request body: {'security_group_rule': {'security_group_id': '88814316-32bf-46a0-99a0-8d4a575d6f62', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:10:33.179381 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-eccc8a82-e173-4ca4-aefd-0214cf47ef68 tempest-SecGroupIPv6Test-295781476 tempest-SecGroupIPv6Test-295781476-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:33.225532 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-eccc8a82-e173-4ca4-aefd-0214cf47ef68 tempest-SecGroupIPv6Test-295781476 tempest-SecGroupIPv6Test-295781476-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:33.228955 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-eccc8a82-e173-4ca4-aefd-0214cf47ef68 tempest-SecGroupIPv6Test-295781476 tempest-SecGroupIPv6Test-295781476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641735'] for security_group_rule, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:33.243051 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccc8a82-e173-4ca4-aefd-0214cf47ef68 tempest-SecGroupIPv6Test-295781476 tempest-SecGroupIPv6Test-295781476-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e91f42b9-a553-4328-a33b-0b322de9fd95,revision_number=0']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:10:33.255107 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-eccc8a82-e173-4ca4-aefd-0214cf47ef68 tempest-SecGroupIPv6Test-295781476 tempest-SecGroupIPv6Test-295781476-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:33.259268 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-eccc8a82-e173-4ca4-aefd-0214cf47ef68 tempest-SecGroupIPv6Test-295781476 tempest-SecGroupIPv6Test-295781476-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1071479 Aug 12 15:10:33.259597 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 59252) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:10:33.276129 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-0386997b-41ea-4bf4-a72f-1cac93155fab tempest-SecGroupIPv6Test-295781476 tempest-SecGroupIPv6Test-295781476-project] 10.222.0.39 "GET /v2.0/security-group-rules/e91f42b9-a553-4328-a33b-0b322de9fd95 HTTP/1.1" status: 200 len: 763 time: 0.0153313 Aug 12 15:10:33.278618 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 59254) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:10:33.317922 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-279c3dea-55fd-467a-948e-7af508d04be0 tempest-SecGroupIPv6Test-295781476 tempest-SecGroupIPv6Test-295781476-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0382969 Aug 12 15:10:33.320534 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 59256) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:10:33.343725 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-2c56da3c-01cb-42c1-8292-a5f947d0b9a1 tempest-SecGroupIPv6Test-295781476 tempest-SecGroupIPv6Test-295781476-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:33.350910 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-2c56da3c-01cb-42c1-8292-a5f947d0b9a1 tempest-SecGroupIPv6Test-295781476 tempest-SecGroupIPv6Test-295781476-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:33.377758 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-2c56da3c-01cb-42c1-8292-a5f947d0b9a1 tempest-SecGroupIPv6Test-295781476 tempest-SecGroupIPv6Test-295781476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641735'] for security_group_rule, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:33.383120 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-2c56da3c-01cb-42c1-8292-a5f947d0b9a1 tempest-SecGroupIPv6Test-295781476 tempest-SecGroupIPv6Test-295781476-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:33.384332 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-2c56da3c-01cb-42c1-8292-a5f947d0b9a1 tempest-SecGroupIPv6Test-295781476 tempest-SecGroupIPv6Test-295781476-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/e91f42b9-a553-4328-a33b-0b322de9fd95 HTTP/1.1" status: 204 len: 168 time: 0.0628345 Aug 12 15:10:33.386899 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 59258) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:10:33.391648 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c56da3c-01cb-42c1-8292-a5f947d0b9a1 tempest-SecGroupIPv6Test-295781476 tempest-SecGroupIPv6Test-295781476-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e91f42b9-a553-4328-a33b-0b322de9fd95,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:10:33.426763 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-6c7abfbe-ea55-42e7-9d7c-21d5dd993ab5 tempest-SecGroupIPv6Test-295781476 tempest-SecGroupIPv6Test-295781476-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0378528 Aug 12 15:10:33.429044 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 59260) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:10:33.433207 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-8e16da1b-1e43-4702-8d1f-4ba12ffa297c tempest-SecGroupIPv6Test-295781476 tempest-SecGroupIPv6Test-295781476-project] Request body: {'security_group_rule': {'security_group_id': '88814316-32bf-46a0-99a0-8d4a575d6f62', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:10:33.459566 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8e16da1b-1e43-4702-8d1f-4ba12ffa297c tempest-SecGroupIPv6Test-295781476 tempest-SecGroupIPv6Test-295781476-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:33.504814 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8e16da1b-1e43-4702-8d1f-4ba12ffa297c tempest-SecGroupIPv6Test-295781476 tempest-SecGroupIPv6Test-295781476-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:33.508280 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8e16da1b-1e43-4702-8d1f-4ba12ffa297c tempest-SecGroupIPv6Test-295781476 tempest-SecGroupIPv6Test-295781476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641735'] for security_group_rule, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:33.526082 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e16da1b-1e43-4702-8d1f-4ba12ffa297c tempest-SecGroupIPv6Test-295781476 tempest-SecGroupIPv6Test-295781476-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=deb0eba4-856f-4f9d-8d0d-3e58e48ab320,revision_number=0']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:10:33.532662 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8e16da1b-1e43-4702-8d1f-4ba12ffa297c tempest-SecGroupIPv6Test-295781476 tempest-SecGroupIPv6Test-295781476-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:33.533806 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-8e16da1b-1e43-4702-8d1f-4ba12ffa297c tempest-SecGroupIPv6Test-295781476 tempest-SecGroupIPv6Test-295781476-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1038351 Aug 12 15:10:33.536913 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 59262) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:10:33.556281 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-e2db945d-74f9-4803-8442-fdc41def6646 tempest-SecGroupIPv6Test-295781476 tempest-SecGroupIPv6Test-295781476-project] 10.222.0.39 "GET /v2.0/security-group-rules/deb0eba4-856f-4f9d-8d0d-3e58e48ab320 HTTP/1.1" status: 200 len: 763 time: 0.0183203 Aug 12 15:10:33.558464 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 59264) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:10:33.598397 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-e04570eb-e5cf-4037-bc6b-ec9691f703f3 tempest-SecGroupIPv6Test-295781476 tempest-SecGroupIPv6Test-295781476-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0380881 Aug 12 15:10:33.600420 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 59266) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:10:33.622735 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-bec7c08c-f28f-4026-ad00-e0742343315e tempest-SecGroupIPv6Test-295781476 tempest-SecGroupIPv6Test-295781476-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:33.630498 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-bec7c08c-f28f-4026-ad00-e0742343315e tempest-SecGroupIPv6Test-295781476 tempest-SecGroupIPv6Test-295781476-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:33.658602 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-bec7c08c-f28f-4026-ad00-e0742343315e tempest-SecGroupIPv6Test-295781476 tempest-SecGroupIPv6Test-295781476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641735'] for security_group_rule, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:33.663974 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-bec7c08c-f28f-4026-ad00-e0742343315e tempest-SecGroupIPv6Test-295781476 tempest-SecGroupIPv6Test-295781476-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:33.665323 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-bec7c08c-f28f-4026-ad00-e0742343315e tempest-SecGroupIPv6Test-295781476 tempest-SecGroupIPv6Test-295781476-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/deb0eba4-856f-4f9d-8d0d-3e58e48ab320 HTTP/1.1" status: 204 len: 168 time: 0.0640302 Aug 12 15:10:33.667916 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 59268) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:10:33.672753 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec7c08c-f28f-4026-ad00-e0742343315e tempest-SecGroupIPv6Test-295781476 tempest-SecGroupIPv6Test-295781476-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=deb0eba4-856f-4f9d-8d0d-3e58e48ab320,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:10:33.707525 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-06ca0d45-07ef-4f84-9223-bc3075d42195 tempest-SecGroupIPv6Test-295781476 tempest-SecGroupIPv6Test-295781476-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0383365 Aug 12 15:10:33.710074 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 59270) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:10:33.714342 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-a57bf1f6-29f0-4f88-920b-081497291cae tempest-SecGroupIPv6Test-295781476 tempest-SecGroupIPv6Test-295781476-project] Request body: {'security_group_rule': {'security_group_id': '88814316-32bf-46a0-99a0-8d4a575d6f62', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:10:33.736140 n-d-694802-15 neutron-server[94467]: INFO neutron.db.securitygroups_db [None req-a57bf1f6-29f0-4f88-920b-081497291cae tempest-SecGroupIPv6Test-295781476 tempest-SecGroupIPv6Test-295781476-project] Project dd16fdd7a3ea483e8b44c6418c8d30b0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 12 15:10:33.741370 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a57bf1f6-29f0-4f88-920b-081497291cae tempest-SecGroupIPv6Test-295781476 tempest-SecGroupIPv6Test-295781476-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:33.788649 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a57bf1f6-29f0-4f88-920b-081497291cae tempest-SecGroupIPv6Test-295781476 tempest-SecGroupIPv6Test-295781476-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:33.792561 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a57bf1f6-29f0-4f88-920b-081497291cae tempest-SecGroupIPv6Test-295781476 tempest-SecGroupIPv6Test-295781476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641735'] for security_group_rule, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:33.811916 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57bf1f6-29f0-4f88-920b-081497291cae tempest-SecGroupIPv6Test-295781476 tempest-SecGroupIPv6Test-295781476-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=630354ce-5ad2-4be3-a100-6bd31b3613c6,revision_number=0']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:10:33.815847 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a57bf1f6-29f0-4f88-920b-081497291cae tempest-SecGroupIPv6Test-295781476 tempest-SecGroupIPv6Test-295781476-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:33.820061 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-a57bf1f6-29f0-4f88-920b-081497291cae tempest-SecGroupIPv6Test-295781476 tempest-SecGroupIPv6Test-295781476-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1061845 Aug 12 15:10:33.820061 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 59272) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:10:33.838965 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-bfeb4039-deb7-414d-be96-ae2071e0cd0b tempest-SecGroupIPv6Test-295781476 tempest-SecGroupIPv6Test-295781476-project] 10.222.0.39 "GET /v2.0/security-group-rules/630354ce-5ad2-4be3-a100-6bd31b3613c6 HTTP/1.1" status: 200 len: 769 time: 0.0180893 Aug 12 15:10:33.841293 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 59274) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:10:33.880338 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-ed0620f8-8f56-49cf-a792-3c1a15d9167c tempest-SecGroupIPv6Test-295781476 tempest-SecGroupIPv6Test-295781476-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0380812 Aug 12 15:10:33.882703 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 59276) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:10:33.904925 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-3202c571-aace-4bcf-8166-bf9921f48911 tempest-SecGroupIPv6Test-295781476 tempest-SecGroupIPv6Test-295781476-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:33.912785 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-3202c571-aace-4bcf-8166-bf9921f48911 tempest-SecGroupIPv6Test-295781476 tempest-SecGroupIPv6Test-295781476-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:33.938663 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-3202c571-aace-4bcf-8166-bf9921f48911 tempest-SecGroupIPv6Test-295781476 tempest-SecGroupIPv6Test-295781476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641735'] for security_group_rule, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:33.944430 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-3202c571-aace-4bcf-8166-bf9921f48911 tempest-SecGroupIPv6Test-295781476 tempest-SecGroupIPv6Test-295781476-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:33.945496 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-3202c571-aace-4bcf-8166-bf9921f48911 tempest-SecGroupIPv6Test-295781476 tempest-SecGroupIPv6Test-295781476-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/630354ce-5ad2-4be3-a100-6bd31b3613c6 HTTP/1.1" status: 204 len: 168 time: 0.0619094 Aug 12 15:10:33.948157 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 59278) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:10:33.950948 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3202c571-aace-4bcf-8166-bf9921f48911 tempest-SecGroupIPv6Test-295781476 tempest-SecGroupIPv6Test-295781476-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=630354ce-5ad2-4be3-a100-6bd31b3613c6,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:10:33.989070 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-d9b48a3f-30f6-442b-acc3-2a2b718fcd92 tempest-SecGroupIPv6Test-295781476 tempest-SecGroupIPv6Test-295781476-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0397503 Aug 12 15:10:33.991874 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 59280) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:10:34.043126 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ebdb200d-73c5-4262-bf45-05575d941692 tempest-SecGroupIPv6Test-295781476 tempest-SecGroupIPv6Test-295781476-project] Notify callbacks [] for security_group, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:34.065661 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ebdb200d-73c5-4262-bf45-05575d941692 tempest-SecGroupIPv6Test-295781476 tempest-SecGroupIPv6Test-295781476-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:34.107952 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ebdb200d-73c5-4262-bf45-05575d941692 tempest-SecGroupIPv6Test-295781476 tempest-SecGroupIPv6Test-295781476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:34.110527 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ebdb200d-73c5-4262-bf45-05575d941692 tempest-SecGroupIPv6Test-295781476 tempest-SecGroupIPv6Test-295781476-project] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:34.111738 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-ebdb200d-73c5-4262-bf45-05575d941692 tempest-SecGroupIPv6Test-295781476 tempest-SecGroupIPv6Test-295781476-project] 10.222.0.39 "DELETE /v2.0/security-groups/88814316-32bf-46a0-99a0-8d4a575d6f62 HTTP/1.1" status: 204 len: 168 time: 0.1189809 Aug 12 15:10:34.114547 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 59282) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:10:34.120731 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdb200d-73c5-4262-bf45-05575d941692 tempest-SecGroupIPv6Test-295781476 tempest-SecGroupIPv6Test-295781476-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=88814316-32bf-46a0-99a0-8d4a575d6f62,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:10:34.158163 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-905ffa35-4a88-4742-bcb5-60a5a744325c tempest-SecGroupIPv6Test-295781476 tempest-SecGroupIPv6Test-295781476-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0424101 Aug 12 15:10:34.162355 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 59284) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:10:34.203103 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-2a9de8a1-579c-40e9-aba5-40ee580287e1 tempest-SecGroupIPv6Test-295781476 tempest-SecGroupIPv6Test-295781476-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0396221 Aug 12 15:10:34.441008 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 59290) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:10:34.574008 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-1483b778-a40a-4720-8594-cefa7ba098d8 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=dd16fdd7a3ea483e8b44c6418c8d30b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1313691 Aug 12 15:10:34.576694 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 59294) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:10:34.622569 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-fa66f88e-d974-4353-b6b7-25a8ff19ea8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:34.646672 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-fa66f88e-d974-4353-b6b7-25a8ff19ea8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:34.692407 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-fa66f88e-d974-4353-b6b7-25a8ff19ea8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:34.694818 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-fa66f88e-d974-4353-b6b7-25a8ff19ea8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:34.695988 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-fa66f88e-d974-4353-b6b7-25a8ff19ea8b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5904e02b-edd8-4c23-8601-dafe5c269b03 HTTP/1.1" status: 204 len: 168 time: 0.1184080 Aug 12 15:10:34.703497 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa66f88e-d974-4353-b6b7-25a8ff19ea8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5904e02b-edd8-4c23-8601-dafe5c269b03,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:10:36.273328 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 59346) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:10:36.376792 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-331bc235-720f-48b6-86a2-be3e7089aac1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:36.469316 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-331bc235-720f-48b6-86a2-be3e7089aac1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:36.473001 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-331bc235-720f-48b6-86a2-be3e7089aac1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:36.512273 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-331bc235-720f-48b6-86a2-be3e7089aac1 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f9c6aee35c8f446fb83e9c23841980c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2377868 Aug 12 15:10:36.513143 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331bc235-720f-48b6-86a2-be3e7089aac1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f605835-58cc-48c0-868d-8c3166b3768e,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:10:36.514940 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 59350) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:10:36.564847 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-88f4391b-4f91-42f8-a627-ade4a715972b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:36.586507 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-88f4391b-4f91-42f8-a627-ade4a715972b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:36.631420 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-88f4391b-4f91-42f8-a627-ade4a715972b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:36.633946 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-88f4391b-4f91-42f8-a627-ade4a715972b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:36.635114 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-88f4391b-4f91-42f8-a627-ade4a715972b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5f605835-58cc-48c0-868d-8c3166b3768e HTTP/1.1" status: 204 len: 168 time: 0.1191349 Aug 12 15:10:36.642581 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4391b-4f91-42f8-a627-ade4a715972b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f605835-58cc-48c0-868d-8c3166b3768e,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:10:36.889034 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 59356) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:10:36.902036 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-6428faa5-196e-4fbe-9aeb-703001b1c705 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:36.990770 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-6428faa5-196e-4fbe-9aeb-703001b1c705 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:36.994407 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-6428faa5-196e-4fbe-9aeb-703001b1c705 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:37.035197 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-6428faa5-196e-4fbe-9aeb-703001b1c705 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=23de6bce24854307a8ffd4babfb5b540&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1450758 Aug 12 15:10:37.036063 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6428faa5-196e-4fbe-9aeb-703001b1c705 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4841c56e-8f7a-4a72-8c4a-de9ee99a6bfd,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:10:37.038056 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 59358) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:10:37.087485 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8c386688-8f9e-41e6-a723-949b78c43742 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:37.110614 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8c386688-8f9e-41e6-a723-949b78c43742 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:37.156817 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8c386688-8f9e-41e6-a723-949b78c43742 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:37.160236 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8c386688-8f9e-41e6-a723-949b78c43742 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:37.161432 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-8c386688-8f9e-41e6-a723-949b78c43742 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4841c56e-8f7a-4a72-8c4a-de9ee99a6bfd HTTP/1.1" status: 204 len: 168 time: 0.1222367 Aug 12 15:10:37.168737 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c386688-8f9e-41e6-a723-949b78c43742 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4841c56e-8f7a-4a72-8c4a-de9ee99a6bfd,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:10:40.129067 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-b481c6b4-0483-4727-b902-a4dd15d646c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:41.460716 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 59442) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:10:41.564403 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-842b4196-64b6-4dc5-9c12-b04c5b7bd137 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:41.651626 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-842b4196-64b6-4dc5-9c12-b04c5b7bd137 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:41.655165 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-842b4196-64b6-4dc5-9c12-b04c5b7bd137 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:41.694244 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-842b4196-64b6-4dc5-9c12-b04c5b7bd137 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1ceb5d98f49c4569aa5115cda4940dcd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2324784 Aug 12 15:10:41.696386 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842b4196-64b6-4dc5-9c12-b04c5b7bd137 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c59f4bed-a9a5-4948-aaff-56ee415484dd,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:10:41.697248 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 59446) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:10:41.749059 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-84228c14-707a-4d5b-9c90-1e7cf936fa16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:41.763125 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:41.771948 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-84228c14-707a-4d5b-9c90-1e7cf936fa16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:41.818242 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-84228c14-707a-4d5b-9c90-1e7cf936fa16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:41.821236 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-84228c14-707a-4d5b-9c90-1e7cf936fa16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:41.822424 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-84228c14-707a-4d5b-9c90-1e7cf936fa16 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c59f4bed-a9a5-4948-aaff-56ee415484dd HTTP/1.1" status: 204 len: 168 time: 0.1236031 Aug 12 15:10:41.831425 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84228c14-707a-4d5b-9c90-1e7cf936fa16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c59f4bed-a9a5-4948-aaff-56ee415484dd,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:10:42.078154 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 59452) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:10:42.091455 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-85d3e9a6-3d99-42cd-8ed6-5bc760a589bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:42.182184 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-85d3e9a6-3d99-42cd-8ed6-5bc760a589bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:42.186049 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-85d3e9a6-3d99-42cd-8ed6-5bc760a589bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:42.223432 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d3e9a6-3d99-42cd-8ed6-5bc760a589bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ef5e9ea-05ce-4766-aefc-90a31c82594a,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:10:42.230363 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 59454) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:10:42.230595 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-85d3e9a6-3d99-42cd-8ed6-5bc760a589bd admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=48707ea7f076463f9164aa1a68b6ac05&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1511424 Aug 12 15:10:42.282062 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1cb1b62b-1900-49f8-9a89-088c5ab19126 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:42.302783 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1cb1b62b-1900-49f8-9a89-088c5ab19126 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:42.348881 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1cb1b62b-1900-49f8-9a89-088c5ab19126 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:42.351640 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1cb1b62b-1900-49f8-9a89-088c5ab19126 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:42.352775 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-1cb1b62b-1900-49f8-9a89-088c5ab19126 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5ef5e9ea-05ce-4766-aefc-90a31c82594a HTTP/1.1" status: 204 len: 168 time: 0.1208501 Aug 12 15:10:42.360247 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb1b62b-1900-49f8-9a89-088c5ab19126 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ef5e9ea-05ce-4766-aefc-90a31c82594a,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:10:43.040935 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:43.061301 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:43.409759 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-85a17600-421d-44e4-9773-72c71f1b915c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:44.065397 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-1769855f-eda9-4483-9dc3-3220908ab45d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:45.704603 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-fe95f194-a3b0-4c04-9e42-20b511169d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:47.207673 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 59548) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:10:47.313219 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4d026202-943d-4ec0-943e-410d6af67c25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:47.401047 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4d026202-943d-4ec0-943e-410d6af67c25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:47.405331 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4d026202-943d-4ec0-943e-410d6af67c25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:47.441171 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d026202-943d-4ec0-943e-410d6af67c25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dc39af5-3b0f-4b97-b646-8e1da743a72a,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:10:47.445787 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-4d026202-943d-4ec0-943e-410d6af67c25 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=36bcea96979a4e598040bf989a76c572&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2370903 Aug 12 15:10:47.448403 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 59552) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:10:47.499281 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0a291224-219b-44a9-b339-6424601b5666 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:47.527141 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0a291224-219b-44a9-b339-6424601b5666 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:47.582743 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0a291224-219b-44a9-b339-6424601b5666 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:47.585352 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0a291224-219b-44a9-b339-6424601b5666 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:47.586501 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-0a291224-219b-44a9-b339-6424601b5666 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5dc39af5-3b0f-4b97-b646-8e1da743a72a HTTP/1.1" status: 204 len: 168 time: 0.1371317 Aug 12 15:10:47.594794 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a291224-219b-44a9-b339-6424601b5666 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dc39af5-3b0f-4b97-b646-8e1da743a72a,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:10:47.863732 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 59558) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:10:47.873434 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f48a8cbb-4707-439b-8fe1-8f5441d4b1c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:47.969315 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f48a8cbb-4707-439b-8fe1-8f5441d4b1c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:47.973260 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f48a8cbb-4707-439b-8fe1-8f5441d4b1c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:48.011345 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48a8cbb-4707-439b-8fe1-8f5441d4b1c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0deafe2e-ec4c-4a74-b644-a389bc3d8037,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:10:48.017031 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-f48a8cbb-4707-439b-8fe1-8f5441d4b1c3 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=324494289c0e45599220b5a00d7ab578&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1704302 Aug 12 15:10:48.019653 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 59560) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:10:48.067901 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e195ee2b-8381-4d65-8bed-eb350999e207 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:48.088673 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e195ee2b-8381-4d65-8bed-eb350999e207 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:48.139040 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e195ee2b-8381-4d65-8bed-eb350999e207 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:48.141667 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e195ee2b-8381-4d65-8bed-eb350999e207 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:48.142848 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-e195ee2b-8381-4d65-8bed-eb350999e207 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0deafe2e-ec4c-4a74-b644-a389bc3d8037 HTTP/1.1" status: 204 len: 168 time: 0.1222672 Aug 12 15:10:48.150352 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e195ee2b-8381-4d65-8bed-eb350999e207 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0deafe2e-ec4c-4a74-b644-a389bc3d8037,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:10:51.694990 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.agents_db [None req-17ed3e4c-1a7d-4162-9646-11c134aca297 None None] Agent healthcheck: found 7 active agents {{(pid=94469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 15:10:54.017281 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 59638) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:10:54.123199 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-b786720b-1cd7-4576-bc51-5e8c6bb3db81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:54.213103 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-b786720b-1cd7-4576-bc51-5e8c6bb3db81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:54.217522 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-b786720b-1cd7-4576-bc51-5e8c6bb3db81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:54.253581 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b786720b-1cd7-4576-bc51-5e8c6bb3db81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ea9caf5-0945-4a57-b135-28e20dd36337,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:10:54.257944 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-b786720b-1cd7-4576-bc51-5e8c6bb3db81 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=429c8af0b1444195a8b3efe1f5268e70&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2396581 Aug 12 15:10:54.260706 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 59642) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:10:54.264153 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b786720b-1cd7-4576-bc51-5e8c6bb3db81 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:10:54.264498 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b786720b-1cd7-4576-bc51-5e8c6bb3db81 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:10:54.264837 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b786720b-1cd7-4576-bc51-5e8c6bb3db81 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:10:54.265172 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b786720b-1cd7-4576-bc51-5e8c6bb3db81 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:10:54.265501 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b786720b-1cd7-4576-bc51-5e8c6bb3db81 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:10:54.265834 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b786720b-1cd7-4576-bc51-5e8c6bb3db81 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:10:54.266159 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b786720b-1cd7-4576-bc51-5e8c6bb3db81 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:10:54.266483 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b786720b-1cd7-4576-bc51-5e8c6bb3db81 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:10:54.266806 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b786720b-1cd7-4576-bc51-5e8c6bb3db81 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:10:54.267162 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b786720b-1cd7-4576-bc51-5e8c6bb3db81 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:10:54.267485 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b786720b-1cd7-4576-bc51-5e8c6bb3db81 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:10:54.267804 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b786720b-1cd7-4576-bc51-5e8c6bb3db81 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:10:54.309103 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1fec22cb-b7e8-4265-af1b-a39eb21085b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:54.330183 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1fec22cb-b7e8-4265-af1b-a39eb21085b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:54.376613 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1fec22cb-b7e8-4265-af1b-a39eb21085b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:54.379226 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1fec22cb-b7e8-4265-af1b-a39eb21085b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:54.380374 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-1fec22cb-b7e8-4265-af1b-a39eb21085b0 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9ea9caf5-0945-4a57-b135-28e20dd36337 HTTP/1.1" status: 204 len: 168 time: 0.1186516 Aug 12 15:10:54.388555 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fec22cb-b7e8-4265-af1b-a39eb21085b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ea9caf5-0945-4a57-b135-28e20dd36337,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:10:54.638225 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 59648) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:10:54.651283 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-08ff0acc-fbef-4f59-9844-9e3a36fbed4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:54.736932 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-08ff0acc-fbef-4f59-9844-9e3a36fbed4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:54.741003 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-08ff0acc-fbef-4f59-9844-9e3a36fbed4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:54.778383 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-08ff0acc-fbef-4f59-9844-9e3a36fbed4b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a16d7ae8760b463ebf647336a7d241d3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1391978 Aug 12 15:10:54.779597 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ff0acc-fbef-4f59-9844-9e3a36fbed4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3f65d47-e14a-4135-ba55-9a89e2cf0bff,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:10:54.781069 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 59650) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:10:54.833600 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-4511dbed-a162-4c60-978a-fb0e43566f12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:54.854707 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-4511dbed-a162-4c60-978a-fb0e43566f12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:54.900756 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-4511dbed-a162-4c60-978a-fb0e43566f12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:54.903447 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-4511dbed-a162-4c60-978a-fb0e43566f12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:54.904599 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-4511dbed-a162-4c60-978a-fb0e43566f12 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e3f65d47-e14a-4135-ba55-9a89e2cf0bff HTTP/1.1" status: 204 len: 168 time: 0.1225276 Aug 12 15:10:54.911967 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4511dbed-a162-4c60-978a-fb0e43566f12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3f65d47-e14a-4135-ba55-9a89e2cf0bff,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:10:55.918962 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 59686) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:10:56.024326 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-2c8cb9e6-e5d5-4487-a302-ba35c90654b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:56.112536 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-2c8cb9e6-e5d5-4487-a302-ba35c90654b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:56.116788 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-2c8cb9e6-e5d5-4487-a302-ba35c90654b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:56.152813 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8cb9e6-e5d5-4487-a302-ba35c90654b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13fca3f1-07b6-433d-8a68-7ac53f1f2d52,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:10:56.157129 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-2c8cb9e6-e5d5-4487-a302-ba35c90654b9 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=166fef5145414abbaefeec2b4511a394&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2370312 Aug 12 15:10:56.160343 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 59690) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:10:56.211079 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-97d2cbe4-cf84-4441-baed-6902bebd9604 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:56.232078 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-97d2cbe4-cf84-4441-baed-6902bebd9604 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:56.279042 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-97d2cbe4-cf84-4441-baed-6902bebd9604 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:56.281652 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-97d2cbe4-cf84-4441-baed-6902bebd9604 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:10:56.282789 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-97d2cbe4-cf84-4441-baed-6902bebd9604 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/13fca3f1-07b6-433d-8a68-7ac53f1f2d52 HTTP/1.1" status: 204 len: 168 time: 0.1218278 Aug 12 15:10:56.291153 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d2cbe4-cf84-4441-baed-6902bebd9604 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13fca3f1-07b6-433d-8a68-7ac53f1f2d52,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:11:06.314820 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 59820) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:11:06.433528 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-29d67406-eafa-40a6-b20c-302d67869b87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:11:06.522945 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-29d67406-eafa-40a6-b20c-302d67869b87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:11:06.526560 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-29d67406-eafa-40a6-b20c-302d67869b87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:11:06.564909 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-29d67406-eafa-40a6-b20c-302d67869b87 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9af37304ef744d4395c0a755484fb86a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2490020 Aug 12 15:11:06.566019 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d67406-eafa-40a6-b20c-302d67869b87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d61ca7c-d05c-4424-a8a3-7cd3227b3201,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:11:06.567740 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 59824) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:11:06.615084 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-40e2dc52-4d74-44bb-844c-16356174427b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:11:06.635654 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-40e2dc52-4d74-44bb-844c-16356174427b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:11:06.680981 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-40e2dc52-4d74-44bb-844c-16356174427b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:11:06.683773 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-40e2dc52-4d74-44bb-844c-16356174427b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:11:06.685619 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-40e2dc52-4d74-44bb-844c-16356174427b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6d61ca7c-d05c-4424-a8a3-7cd3227b3201 HTTP/1.1" status: 204 len: 168 time: 0.1161928 Aug 12 15:11:06.696635 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e2dc52-4d74-44bb-844c-16356174427b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d61ca7c-d05c-4424-a8a3-7cd3227b3201,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:11:06.949056 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 59830) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:11:06.962562 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-2d30c42d-b7cc-4cb9-ab65-f50385cedcc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:11:07.050313 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-2d30c42d-b7cc-4cb9-ab65-f50385cedcc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:11:07.054041 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-2d30c42d-b7cc-4cb9-ab65-f50385cedcc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:11:07.101939 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-2d30c42d-b7cc-4cb9-ab65-f50385cedcc3 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=157451cdc4214a84805646029b096c8d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1517403 Aug 12 15:11:07.104001 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d30c42d-b7cc-4cb9-ab65-f50385cedcc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68c48291-1caa-42f9-8196-3c374f328f8c,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:11:07.104725 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 59832) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:11:07.160726 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a5b04e47-744a-4b22-a50e-c83ede218c41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:11:07.180922 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a5b04e47-744a-4b22-a50e-c83ede218c41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:11:07.228354 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a5b04e47-744a-4b22-a50e-c83ede218c41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:11:07.232272 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a5b04e47-744a-4b22-a50e-c83ede218c41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:11:07.234011 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-a5b04e47-744a-4b22-a50e-c83ede218c41 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/68c48291-1caa-42f9-8196-3c374f328f8c HTTP/1.1" status: 204 len: 168 time: 0.1278992 Aug 12 15:11:07.243540 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b04e47-744a-4b22-a50e-c83ede218c41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68c48291-1caa-42f9-8196-3c374f328f8c,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:11:07.543740 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 59838) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:11:07.557164 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-cb474214-7d26-4b83-a00b-e86b544c49a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:11:07.646550 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-cb474214-7d26-4b83-a00b-e86b544c49a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:11:07.650414 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-cb474214-7d26-4b83-a00b-e86b544c49a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:11:07.689150 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-cb474214-7d26-4b83-a00b-e86b544c49a6 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a67fd350dbfb4e37b6494a978fa196e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1443479 Aug 12 15:11:07.690029 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb474214-7d26-4b83-a00b-e86b544c49a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46956bd5-12b3-4724-9188-87383c4caf76,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:11:07.692183 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 59840) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:11:07.739565 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-816f8301-ac39-46c5-902d-8990421a4d66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:11:07.760372 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-816f8301-ac39-46c5-902d-8990421a4d66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:11:07.805966 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-816f8301-ac39-46c5-902d-8990421a4d66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:11:07.808506 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-816f8301-ac39-46c5-902d-8990421a4d66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:11:07.810152 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-816f8301-ac39-46c5-902d-8990421a4d66 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/46956bd5-12b3-4724-9188-87383c4caf76 HTTP/1.1" status: 204 len: 168 time: 0.1168163 Aug 12 15:11:07.819325 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816f8301-ac39-46c5-902d-8990421a4d66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46956bd5-12b3-4724-9188-87383c4caf76,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:11:08.836570 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 59872) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:11:08.942513 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-d7c7bd58-2b04-40ac-93b7-1ff1165fc759 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:11:09.030824 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-d7c7bd58-2b04-40ac-93b7-1ff1165fc759 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:11:09.035234 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-d7c7bd58-2b04-40ac-93b7-1ff1165fc759 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:11:09.072918 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-d7c7bd58-2b04-40ac-93b7-1ff1165fc759 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=547a3308d66248b8bda69a083bd3d4d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2352707 Aug 12 15:11:09.074042 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c7bd58-2b04-40ac-93b7-1ff1165fc759 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab333696-1d04-4af0-bc8a-60e13276a338,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:11:09.075797 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 59878) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:11:09.139732 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-7e642164-df92-4f36-af36-c7e5e8da9aa8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:11:09.160599 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-7e642164-df92-4f36-af36-c7e5e8da9aa8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:11:09.209557 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-7e642164-df92-4f36-af36-c7e5e8da9aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:11:09.212123 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-7e642164-df92-4f36-af36-c7e5e8da9aa8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:11:09.213269 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-7e642164-df92-4f36-af36-c7e5e8da9aa8 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ab333696-1d04-4af0-bc8a-60e13276a338 HTTP/1.1" status: 204 len: 168 time: 0.1343327 Aug 12 15:11:09.221711 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e642164-df92-4f36-af36-c7e5e8da9aa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab333696-1d04-4af0-bc8a-60e13276a338,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:11:10.122013 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f0c41528-29b6-4065-883c-0a75b891cabe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:11:11.542028 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-ae1363f7-6a0a-4079-a8f4-1ed944eb9213 req-604b033c-dffe-422f-93e0-5240ce5afa3c tempest-VolumesNegativeTest-2044099629 tempest-VolumesNegativeTest-2044099629-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=6b0355791670470db036e85674088a57&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0292561 Aug 12 15:11:11.717269 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1363f7-6a0a-4079-a8f4-1ed944eb9213 req-3c4dcc32-6f28-411a-99b0-b6a1e9240eb6 tempest-VolumesNegativeTest-2044099629 tempest-VolumesNegativeTest-2044099629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:11:11.718733 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-ae1363f7-6a0a-4079-a8f4-1ed944eb9213 req-3c4dcc32-6f28-411a-99b0-b6a1e9240eb6 tempest-VolumesNegativeTest-2044099629 tempest-VolumesNegativeTest-2044099629-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1715600 Aug 12 15:11:11.734870 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-ae1363f7-6a0a-4079-a8f4-1ed944eb9213 req-4546765e-f837-4323-848f-552c5eb3d9c4 tempest-VolumesNegativeTest-2044099629 tempest-VolumesNegativeTest-2044099629-project] 10.222.0.39 "GET /v2.0/quotas/6b0355791670470db036e85674088a57 HTTP/1.1" status: 200 len: 375 time: 0.0101945 Aug 12 15:11:11.742095 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:11:11.767448 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-ae1363f7-6a0a-4079-a8f4-1ed944eb9213 req-0c5a3af9-ac41-4917-bb1d-822e32b9cb4e tempest-VolumesNegativeTest-2044099629 tempest-VolumesNegativeTest-2044099629-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=6b0355791670470db036e85674088a57&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0268505 Aug 12 15:11:11.930537 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e8b926bf-b912-42df-95e4-8d91780a526b req-941fe5e5-2733-4e66-962e-597291cd03db tempest-VolumesNegativeTest-2044099629 tempest-VolumesNegativeTest-2044099629-project] 10.222.0.39 "GET /v2.0/ports?device_id=6bb16a24-bc23-41c3-96a8-6fd93b6eb9f5 HTTP/1.1" status: 200 len: 210 time: 0.0290182 Aug 12 15:11:12.950091 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ae1363f7-6a0a-4079-a8f4-1ed944eb9213 req-e8e3220f-6baf-4526-8d7f-ba9bb3f817be tempest-VolumesNegativeTest-2044099629 tempest-VolumesNegativeTest-2044099629-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=6b0355791670470db036e85674088a57&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0303233 Aug 12 15:11:13.046320 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:11:13.055440 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:11:13.060297 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-ef5b12ee-d377-46d8-8ea2-f25400c2e543 req-f30b73b1-c741-45e9-98a5-12fe993ca7ca tempest-VolumesNegativeTest-2044099629 tempest-VolumesNegativeTest-2044099629-project] 10.222.0.39 "GET /v2.0/ports?device_id=6bb16a24-bc23-41c3-96a8-6fd93b6eb9f5 HTTP/1.1" status: 200 len: 210 time: 0.0401101 Aug 12 15:11:13.158486 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1363f7-6a0a-4079-a8f4-1ed944eb9213 req-d326cba0-e414-4e63-ba93-229bbb32b18b tempest-VolumesNegativeTest-2044099629 tempest-VolumesNegativeTest-2044099629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:11:13.159975 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ae1363f7-6a0a-4079-a8f4-1ed944eb9213 req-d326cba0-e414-4e63-ba93-229bbb32b18b tempest-VolumesNegativeTest-2044099629 tempest-VolumesNegativeTest-2044099629-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2038467 Aug 12 15:11:13.173230 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-ae1363f7-6a0a-4079-a8f4-1ed944eb9213 req-85d2c1ea-54d1-45e8-915b-8edfa4440d75 tempest-VolumesNegativeTest-2044099629 tempest-VolumesNegativeTest-2044099629-project] Request body: {'port': {'device_id': '6bb16a24-bc23-41c3-96a8-6fd93b6eb9f5', 'network_id': '2525c403-dfb3-4196-a273-739607aab38a', 'admin_state_up': True, 'tenant_id': '6b0355791670470db036e85674088a57'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:11:13.279701 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae1363f7-6a0a-4079-a8f4-1ed944eb9213 req-85d2c1ea-54d1-45e8-915b-8edfa4440d75 tempest-VolumesNegativeTest-2044099629 tempest-VolumesNegativeTest-2044099629-project] Made reservation on behalf of 6b0355791670470db036e85674088a57 for: {'port': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 15:11:13.283409 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-ae1363f7-6a0a-4079-a8f4-1ed944eb9213 req-85d2c1ea-54d1-45e8-915b-8edfa4440d75 tempest-VolumesNegativeTest-2044099629 tempest-VolumesNegativeTest-2044099629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:11:13.292865 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-ae1363f7-6a0a-4079-a8f4-1ed944eb9213 req-85d2c1ea-54d1-45e8-915b-8edfa4440d75 tempest-VolumesNegativeTest-2044099629 tempest-VolumesNegativeTest-2044099629-project] Notify callbacks [] for security_group, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:11:13.381290 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-ae1363f7-6a0a-4079-a8f4-1ed944eb9213 req-85d2c1ea-54d1-45e8-915b-8edfa4440d75 tempest-VolumesNegativeTest-2044099629 tempest-VolumesNegativeTest-2044099629-project] Notify callbacks [] for security_group, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:11:13.385327 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-ae1363f7-6a0a-4079-a8f4-1ed944eb9213 req-85d2c1ea-54d1-45e8-915b-8edfa4440d75 tempest-VolumesNegativeTest-2044099629 tempest-VolumesNegativeTest-2044099629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:11:13.409653 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-d29ea04b-308a-4039-8e4c-e6fddaffd01e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:11:13.444347 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d2c1ea-54d1-45e8-915b-8edfa4440d75 tempest-VolumesNegativeTest-2044099629 tempest-VolumesNegativeTest-2044099629-project] Pushing event updated for resources: {'SecurityGroup': ['ID=726433bb-350b-4978-901a-862e214ee6ed,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:11:13.521475 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_common [req-ae1363f7-6a0a-4079-a8f4-1ed944eb9213 req-85d2c1ea-54d1-45e8-915b-8edfa4440d75 tempest-VolumesNegativeTest-2044099629 tempest-VolumesNegativeTest-2044099629-project] Allocated IP 192.168.233.156 (2525c403-dfb3-4196-a273-739607aab38a/236e0be6-1c94-4221-9e8b-ab02a53331f8/639c0845-ec51-4790-a76a-c1b12fe0e70c) {{(pid=94467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 15:11:13.665276 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-ae1363f7-6a0a-4079-a8f4-1ed944eb9213 req-85d2c1ea-54d1-45e8-915b-8edfa4440d75 tempest-VolumesNegativeTest-2044099629 tempest-VolumesNegativeTest-2044099629-project] Notify callbacks [] for port, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:11:13.678634 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [req-ae1363f7-6a0a-4079-a8f4-1ed944eb9213 req-85d2c1ea-54d1-45e8-915b-8edfa4440d75 tempest-VolumesNegativeTest-2044099629 tempest-VolumesNegativeTest-2044099629-project] Transition to ACTIVE for port object 639c0845-ec51-4790-a76a-c1b12fe0e70c will not be triggered until provisioned by entity DHCP. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:11:13.711358 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-ae1363f7-6a0a-4079-a8f4-1ed944eb9213 req-85d2c1ea-54d1-45e8-915b-8edfa4440d75 tempest-VolumesNegativeTest-2044099629 tempest-VolumesNegativeTest-2044099629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:11:13.751732 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae1363f7-6a0a-4079-a8f4-1ed944eb9213 req-85d2c1ea-54d1-45e8-915b-8edfa4440d75 tempest-VolumesNegativeTest-2044099629 tempest-VolumesNegativeTest-2044099629-project] Network 2525c403-dfb3-4196-a273-739607aab38a is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 15:11:13.756527 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [req-ae1363f7-6a0a-4079-a8f4-1ed944eb9213 req-85d2c1ea-54d1-45e8-915b-8edfa4440d75 tempest-VolumesNegativeTest-2044099629 tempest-VolumesNegativeTest-2044099629-project] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:11:13.760854 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae1363f7-6a0a-4079-a8f4-1ed944eb9213 req-85d2c1ea-54d1-45e8-915b-8edfa4440d75 tempest-VolumesNegativeTest-2044099629 tempest-VolumesNegativeTest-2044099629-project] Received port after_create {{(pid=94467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 15:11:13.783885 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d2c1ea-54d1-45e8-915b-8edfa4440d75 tempest-VolumesNegativeTest-2044099629 tempest-VolumesNegativeTest-2044099629-project] Pushing event updated for resources: {'Port': ['ID=639c0845-ec51-4790-a76a-c1b12fe0e70c,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:11:13.812501 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1363f7-6a0a-4079-a8f4-1ed944eb9213 req-85d2c1ea-54d1-45e8-915b-8edfa4440d75 tempest-VolumesNegativeTest-2044099629 tempest-VolumesNegativeTest-2044099629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:11:13.813119 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-ae1363f7-6a0a-4079-a8f4-1ed944eb9213 req-85d2c1ea-54d1-45e8-915b-8edfa4440d75 tempest-VolumesNegativeTest-2044099629 tempest-VolumesNegativeTest-2044099629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:11:13.828401 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ae1363f7-6a0a-4079-a8f4-1ed944eb9213 req-85d2c1ea-54d1-45e8-915b-8edfa4440d75 tempest-VolumesNegativeTest-2044099629 tempest-VolumesNegativeTest-2044099629-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6587436 Aug 12 15:11:13.840885 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [req-ae1363f7-6a0a-4079-a8f4-1ed944eb9213 req-f4f6a96c-46b3-48c1-9983-7f9f44c5c330 tempest-VolumesNegativeTest-2044099629 tempest-VolumesNegativeTest-2044099629-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=94467) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 15:11:13.841874 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ae1363f7-6a0a-4079-a8f4-1ed944eb9213 req-f4f6a96c-46b3-48c1-9983-7f9f44c5c330 tempest-VolumesNegativeTest-2044099629 tempest-VolumesNegativeTest-2044099629-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059366 Aug 12 15:11:13.956208 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-ae1363f7-6a0a-4079-a8f4-1ed944eb9213 req-8489e6e7-7c22-4118-92e7-37847ec483a8 service neutron] Request body: {'port': {'device_id': '6bb16a24-bc23-41c3-96a8-6fd93b6eb9f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-694802-15'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:11:13.987037 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-de868091-b026-42db-a2b9-58697fb8450c None None] Provisioning for port 639c0845-ec51-4790-a76a-c1b12fe0e70c completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:11:13.990920 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-de868091-b026-42db-a2b9-58697fb8450c None None] Provisioning complete for port 639c0845-ec51-4790-a76a-c1b12fe0e70c triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:11:13.991325 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-de868091-b026-42db-a2b9-58697fb8450c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:11:14.012892 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-ae1363f7-6a0a-4079-a8f4-1ed944eb9213 req-8489e6e7-7c22-4118-92e7-37847ec483a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:11:14.023847 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-de868091-b026-42db-a2b9-58697fb8450c None None] Port 639c0845-ec51-4790-a76a-c1b12fe0e70c cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 15:11:14.065657 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-1769855f-eda9-4483-9dc3-3220908ab45d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:11:14.237266 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc382fc-939a-4d7c-9299-4e54bc0a1051 req-555723b5-daff-468c-96fe-e8ad77febe95 tempest-VolumesNegativeTest-2044099629 tempest-VolumesNegativeTest-2044099629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:11:14.238770 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2dc382fc-939a-4d7c-9299-4e54bc0a1051 req-555723b5-daff-468c-96fe-e8ad77febe95 tempest-VolumesNegativeTest-2044099629 tempest-VolumesNegativeTest-2044099629-project] 10.222.0.39 "GET /v2.0/ports?device_id=6bb16a24-bc23-41c3-96a8-6fd93b6eb9f5 HTTP/1.1" status: 200 len: 936 time: 0.0950994 Aug 12 15:11:14.300379 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2dc382fc-939a-4d7c-9299-4e54bc0a1051 req-5f574ff1-430f-43d8-91bc-90a91d514871 tempest-VolumesNegativeTest-2044099629 tempest-VolumesNegativeTest-2044099629-project] 10.222.0.39 "GET /v2.0/security-groups?id=726433bb-350b-4978-901a-862e214ee6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545304 Aug 12 15:11:14.352852 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [req-ae1363f7-6a0a-4079-a8f4-1ed944eb9213 req-8489e6e7-7c22-4118-92e7-37847ec483a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 639c0845-ec51-4790-a76a-c1b12fe0e70c {{(pid=94467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 15:11:14.360461 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-ae1363f7-6a0a-4079-a8f4-1ed944eb9213 req-8489e6e7-7c22-4118-92e7-37847ec483a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:11:14.372091 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [req-ae1363f7-6a0a-4079-a8f4-1ed944eb9213 req-8489e6e7-7c22-4118-92e7-37847ec483a8 service neutron] Transition to ACTIVE for port object 639c0845-ec51-4790-a76a-c1b12fe0e70c will not be triggered until provisioned by entity L2. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:11:14.375713 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-ae1363f7-6a0a-4079-a8f4-1ed944eb9213 req-8489e6e7-7c22-4118-92e7-37847ec483a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:11:14.442398 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8489e6e7-7c22-4118-92e7-37847ec483a8 service neutron] Pushing event updated for resources: {'Port': ['ID=639c0845-ec51-4790-a76a-c1b12fe0e70c,revision_number=2']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:11:14.496197 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-ae1363f7-6a0a-4079-a8f4-1ed944eb9213 req-8489e6e7-7c22-4118-92e7-37847ec483a8 service neutron] Attempting to bind port 639c0845-ec51-4790-a76a-c1b12fe0e70c on host n-h2-694802-15 for vnic_type normal with profile {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 15:11:14.496536 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-ae1363f7-6a0a-4079-a8f4-1ed944eb9213 req-8489e6e7-7c22-4118-92e7-37847ec483a8 service neutron] Attempting to bind port 639c0845-ec51-4790-a76a-c1b12fe0e70c by drivers openvswitch,hyperv on host n-h2-694802-15 at level 0 using segments [{'id': 'a1f8c867-101b-4d30-814e-b89f55a5edd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '2525c403-dfb3-4196-a273-739607aab38a'}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 15:11:14.496864 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae1363f7-6a0a-4079-a8f4-1ed944eb9213 req-8489e6e7-7c22-4118-92e7-37847ec483a8 service neutron] Attempting to bind port 639c0845-ec51-4790-a76a-c1b12fe0e70c on network 2525c403-dfb3-4196-a273-739607aab38a {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 15:11:14.501635 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae1363f7-6a0a-4079-a8f4-1ed944eb9213 req-8489e6e7-7c22-4118-92e7-37847ec483a8 service neutron] Port 639c0845-ec51-4790-a76a-c1b12fe0e70c on network 2525c403-dfb3-4196-a273-739607aab38a not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-15 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 15:11:14.501986 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae1363f7-6a0a-4079-a8f4-1ed944eb9213 req-8489e6e7-7c22-4118-92e7-37847ec483a8 service neutron] Attempting to bind port 639c0845-ec51-4790-a76a-c1b12fe0e70c on network 2525c403-dfb3-4196-a273-739607aab38a {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 15:11:14.507138 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae1363f7-6a0a-4079-a8f4-1ed944eb9213 req-8489e6e7-7c22-4118-92e7-37847ec483a8 service neutron] Checking agent: {'id': 'b7697f71-33f3-4959-ad82-43c2dc15845d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 27, 42), 'started_at': datetime.datetime(2021, 8, 12, 14, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 15, 11, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 15:11:14.507524 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae1363f7-6a0a-4079-a8f4-1ed944eb9213 req-8489e6e7-7c22-4118-92e7-37847ec483a8 service neutron] Checking segment: {'id': 'a1f8c867-101b-4d30-814e-b89f55a5edd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '2525c403-dfb3-4196-a273-739607aab38a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 15:11:14.507951 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae1363f7-6a0a-4079-a8f4-1ed944eb9213 req-8489e6e7-7c22-4118-92e7-37847ec483a8 service neutron] Bound using segment: {'id': 'a1f8c867-101b-4d30-814e-b89f55a5edd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '2525c403-dfb3-4196-a273-739607aab38a'} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 15:11:14.508378 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-ae1363f7-6a0a-4079-a8f4-1ed944eb9213 req-8489e6e7-7c22-4118-92e7-37847ec483a8 service neutron] Bound port: 639c0845-ec51-4790-a76a-c1b12fe0e70c, host: n-h2-694802-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1f8c867-101b-4d30-814e-b89f55a5edd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '2525c403-dfb3-4196-a273-739607aab38a'}}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 15:11:14.508760 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-ae1363f7-6a0a-4079-a8f4-1ed944eb9213 req-8489e6e7-7c22-4118-92e7-37847ec483a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:11:14.577350 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-ae1363f7-6a0a-4079-a8f4-1ed944eb9213 req-8489e6e7-7c22-4118-92e7-37847ec483a8 service neutron] For port 639c0845-ec51-4790-a76a-c1b12fe0e70c, host n-h2-694802-15, cleared binding levels {{(pid=94467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 15:11:14.580270 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-ae1363f7-6a0a-4079-a8f4-1ed944eb9213 req-8489e6e7-7c22-4118-92e7-37847ec483a8 service neutron] For port 639c0845-ec51-4790-a76a-c1b12fe0e70c, host n-h2-694802-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=639c0845-ec51-4790-a76a-c1b12fe0e70c,segment=NetworkSegment(a1f8c867-101b-4d30-814e-b89f55a5edd0),segment_id=a1f8c867-101b-4d30-814e-b89f55a5edd0)] {{(pid=94467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 15:11:14.584752 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-ae1363f7-6a0a-4079-a8f4-1ed944eb9213 req-8489e6e7-7c22-4118-92e7-37847ec483a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:11:14.618201 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1363f7-6a0a-4079-a8f4-1ed944eb9213 req-8489e6e7-7c22-4118-92e7-37847ec483a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:11:14.618812 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-ae1363f7-6a0a-4079-a8f4-1ed944eb9213 req-8489e6e7-7c22-4118-92e7-37847ec483a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:11:14.620289 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ae1363f7-6a0a-4079-a8f4-1ed944eb9213 req-8489e6e7-7c22-4118-92e7-37847ec483a8 service neutron] 10.222.0.49 "PUT /v2.0/ports/639c0845-ec51-4790-a76a-c1b12fe0e70c HTTP/1.1" status: 200 len: 1097 time: 0.7710249 Aug 12 15:11:14.620717 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bb16a24-bc23-41c3-96a8-6fd93b6eb9f5', 'tag': '639c0845-ec51-4790-a76a-c1b12fe0e70c'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:11:14.622991 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e65282f928b64038367d043a4411777802006c43a98742496cb2e25b724ff1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee738917-8866-46e7-8b00-e67a13a0bae3" -d '{"events": [{"name": "network-changed", "server_uuid": "6bb16a24-bc23-41c3-96a8-6fd93b6eb9f5", "tag": "639c0845-ec51-4790-a76a-c1b12fe0e70c"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 15:11:14.654294 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8489e6e7-7c22-4118-92e7-37847ec483a8 service neutron] Pushing event updated for resources: {'Port': ['ID=639c0845-ec51-4790-a76a-c1b12fe0e70c,revision_number=3']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:11:14.703877 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 15:11:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-697df42b-8fed-49db-8ae0-603a6c76cd55 x-openstack-request-id: req-697df42b-8fed-49db-8ae0-603a6c76cd55 {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 15:11:14.704411 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6bb16a24-bc23-41c3-96a8-6fd93b6eb9f5", "tag": "639c0845-ec51-4790-a76a-c1b12fe0e70c", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 15:11:14.704828 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-697df42b-8fed-49db-8ae0-603a6c76cd55 {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 15:11:14.705448 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6bb16a24-bc23-41c3-96a8-6fd93b6eb9f5', 'tag': '639c0845-ec51-4790-a76a-c1b12fe0e70c', 'status': 'completed', 'code': 200} Aug 12 15:11:14.722055 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1363f7-6a0a-4079-a8f4-1ed944eb9213 req-98fbce04-fc96-42b3-bf09-ca4e42055e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:11:14.723597 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ae1363f7-6a0a-4079-a8f4-1ed944eb9213 req-98fbce04-fc96-42b3-bf09-ca4e42055e2b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=6b0355791670470db036e85674088a57&device_id=6bb16a24-bc23-41c3-96a8-6fd93b6eb9f5 HTTP/1.1" status: 200 len: 1100 time: 0.0533085 Aug 12 15:11:14.766801 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ae1363f7-6a0a-4079-a8f4-1ed944eb9213 req-fe79e16e-d361-4927-8f83-80c0febba96e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.156&port_id=639c0845-ec51-4790-a76a-c1b12fe0e70c HTTP/1.1" status: 200 len: 217 time: 0.0347960 Aug 12 15:11:14.820642 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1363f7-6a0a-4079-a8f4-1ed944eb9213 req-b8fae4e1-224c-42d0-80e5-0973ba3513ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:11:14.822103 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ae1363f7-6a0a-4079-a8f4-1ed944eb9213 req-b8fae4e1-224c-42d0-80e5-0973ba3513ac service neutron] 10.222.0.49 "GET /v2.0/subnets?id=236e0be6-1c94-4221-9e8b-ab02a53331f8 HTTP/1.1" status: 200 len: 843 time: 0.0488694 Aug 12 15:11:14.867048 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1363f7-6a0a-4079-a8f4-1ed944eb9213 req-54fc717d-9210-4c51-93ac-8a154241cc88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:11:14.868721 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ae1363f7-6a0a-4079-a8f4-1ed944eb9213 req-54fc717d-9210-4c51-93ac-8a154241cc88 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2525c403-dfb3-4196-a273-739607aab38a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0395544 Aug 12 15:11:14.960073 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ae1363f7-6a0a-4079-a8f4-1ed944eb9213 req-d21dd717-9336-48ad-ab28-23811043717e service neutron] 10.222.0.49 "GET /v2.0/networks/2525c403-dfb3-4196-a273-739607aab38a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842371 Aug 12 15:11:15.046467 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ae1363f7-6a0a-4079-a8f4-1ed944eb9213 req-2694afc9-2d3c-4951-872e-6d95b802f6f3 service neutron] 10.222.0.49 "GET /v2.0/networks/2525c403-dfb3-4196-a273-739607aab38a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793149 Aug 12 15:11:15.130898 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee738917-8866-46e7-8b00-e67a13a0bae3 req-e54a29a9-c75c-4b45-8da1-48257140c40f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:11:15.133005 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ee738917-8866-46e7-8b00-e67a13a0bae3 req-e54a29a9-c75c-4b45-8da1-48257140c40f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=6b0355791670470db036e85674088a57&device_id=6bb16a24-bc23-41c3-96a8-6fd93b6eb9f5 HTTP/1.1" status: 200 len: 1100 time: 0.0413725 Aug 12 15:11:15.232718 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee738917-8866-46e7-8b00-e67a13a0bae3 req-7d7cf6ca-f11d-4422-9f14-b0f490c38e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:11:15.234206 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ee738917-8866-46e7-8b00-e67a13a0bae3 req-7d7cf6ca-f11d-4422-9f14-b0f490c38e8c service neutron] 10.222.0.49 "GET /v2.0/networks?id=2525c403-dfb3-4196-a273-739607aab38a HTTP/1.1" status: 200 len: 870 time: 0.0949712 Aug 12 15:11:15.275629 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ee738917-8866-46e7-8b00-e67a13a0bae3 req-b2517ec5-2f31-4f24-aa63-ac703aec3019 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.156&port_id=639c0845-ec51-4790-a76a-c1b12fe0e70c HTTP/1.1" status: 200 len: 217 time: 0.0340424 Aug 12 15:11:15.322754 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee738917-8866-46e7-8b00-e67a13a0bae3 req-50330bff-67a0-43d9-a6f5-ca38aae57953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:11:15.324246 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ee738917-8866-46e7-8b00-e67a13a0bae3 req-50330bff-67a0-43d9-a6f5-ca38aae57953 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=236e0be6-1c94-4221-9e8b-ab02a53331f8 HTTP/1.1" status: 200 len: 843 time: 0.0423734 Aug 12 15:11:15.396169 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee738917-8866-46e7-8b00-e67a13a0bae3 req-1fb0f7e4-0b3f-421e-8309-b220aba0bdaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:11:15.397626 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ee738917-8866-46e7-8b00-e67a13a0bae3 req-1fb0f7e4-0b3f-421e-8309-b220aba0bdaf service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2525c403-dfb3-4196-a273-739607aab38a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0664129 Aug 12 15:11:15.462690 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e5045f-c0b3-4038-b659-862f93d1f1b4 req-95ec3724-c309-4205-871a-294912fec8ad tempest-VolumesNegativeTest-2044099629 tempest-VolumesNegativeTest-2044099629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:11:15.464163 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b2e5045f-c0b3-4038-b659-862f93d1f1b4 req-95ec3724-c309-4205-871a-294912fec8ad tempest-VolumesNegativeTest-2044099629 tempest-VolumesNegativeTest-2044099629-project] 10.222.0.39 "GET /v2.0/ports?device_id=6bb16a24-bc23-41c3-96a8-6fd93b6eb9f5 HTTP/1.1" status: 200 len: 948 time: 0.0985110 Aug 12 15:11:15.708638 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-fe95f194-a3b0-4c04-9e42-20b511169d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:11:15.777863 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b2e5045f-c0b3-4038-b659-862f93d1f1b4 req-92823e08-0797-4a16-85e5-99f314bd76a3 tempest-VolumesNegativeTest-2044099629 tempest-VolumesNegativeTest-2044099629-project] 10.222.0.39 "GET /v2.0/security-groups?id=726433bb-350b-4978-901a-862e214ee6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3054698 Aug 12 15:11:15.783251 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ee738917-8866-46e7-8b00-e67a13a0bae3 req-e7cd3def-36a7-4b17-9c67-d0d97fd539ac service neutron] 10.222.0.49 "GET /v2.0/networks/2525c403-dfb3-4196-a273-739607aab38a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3772399 Aug 12 15:11:15.878949 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ee738917-8866-46e7-8b00-e67a13a0bae3 req-faca14a1-6820-4919-a4aa-584c8ec7003d service neutron] 10.222.0.49 "GET /v2.0/networks/2525c403-dfb3-4196-a273-739607aab38a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866370 Aug 12 15:11:16.892199 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ea65ee-81cd-4d29-b497-d48846b75081 req-ff8d9349-dff3-44b9-ada1-6a787cd0885d tempest-VolumesNegativeTest-2044099629 tempest-VolumesNegativeTest-2044099629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:11:16.893657 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-41ea65ee-81cd-4d29-b497-d48846b75081 req-ff8d9349-dff3-44b9-ada1-6a787cd0885d tempest-VolumesNegativeTest-2044099629 tempest-VolumesNegativeTest-2044099629-project] 10.222.0.39 "GET /v2.0/ports?device_id=6bb16a24-bc23-41c3-96a8-6fd93b6eb9f5 HTTP/1.1" status: 200 len: 948 time: 0.0483189 Aug 12 15:11:16.930303 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-41ea65ee-81cd-4d29-b497-d48846b75081 req-5cfdb7d8-42c2-411e-b7bc-ee2d92edc96a tempest-VolumesNegativeTest-2044099629 tempest-VolumesNegativeTest-2044099629-project] 10.222.0.39 "GET /v2.0/security-groups?id=726433bb-350b-4978-901a-862e214ee6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301852 Aug 12 15:11:18.044609 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1b80fc-bcbf-464d-a2f3-a16d6711a30d req-16e55cd9-fb8a-4922-8a4b-3b2da6281936 tempest-VolumesNegativeTest-2044099629 tempest-VolumesNegativeTest-2044099629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:11:18.046060 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-1f1b80fc-bcbf-464d-a2f3-a16d6711a30d req-16e55cd9-fb8a-4922-8a4b-3b2da6281936 tempest-VolumesNegativeTest-2044099629 tempest-VolumesNegativeTest-2044099629-project] 10.222.0.39 "GET /v2.0/ports?device_id=6bb16a24-bc23-41c3-96a8-6fd93b6eb9f5 HTTP/1.1" status: 200 len: 948 time: 0.0487566 Aug 12 15:11:18.087076 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-1f1b80fc-bcbf-464d-a2f3-a16d6711a30d req-1b83c7ad-bbcd-4a5c-aa7f-2fd00e8b0797 tempest-VolumesNegativeTest-2044099629 tempest-VolumesNegativeTest-2044099629-project] 10.222.0.39 "GET /v2.0/security-groups?id=726433bb-350b-4978-901a-862e214ee6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348015 Aug 12 15:11:19.200705 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcbedd3-cf0f-45ac-a2c5-a3dd51bb60de req-7185e3a2-8e7c-4d34-9456-209b9af6247f tempest-VolumesNegativeTest-2044099629 tempest-VolumesNegativeTest-2044099629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:11:19.202155 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-abcbedd3-cf0f-45ac-a2c5-a3dd51bb60de req-7185e3a2-8e7c-4d34-9456-209b9af6247f tempest-VolumesNegativeTest-2044099629 tempest-VolumesNegativeTest-2044099629-project] 10.222.0.39 "GET /v2.0/ports?device_id=6bb16a24-bc23-41c3-96a8-6fd93b6eb9f5 HTTP/1.1" status: 200 len: 948 time: 0.0492764 Aug 12 15:11:19.250503 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-abcbedd3-cf0f-45ac-a2c5-a3dd51bb60de req-dc695dbe-2069-4c0b-8214-45e7ab458f93 tempest-VolumesNegativeTest-2044099629 tempest-VolumesNegativeTest-2044099629-project] 10.222.0.39 "GET /v2.0/security-groups?id=726433bb-350b-4978-901a-862e214ee6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424590 Aug 12 15:11:19.757188 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device 639c0845-ec51-4790-a76a-c1b12fe0e70c details requested by agent hyperv_n-h2-694802-15 with host n-h2-694802-15 {{(pid=94468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 15:11:19.852742 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port 639c0845-ec51-4790-a76a-c1b12fe0e70c, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=639c0845-ec51-4790-a76a-c1b12fe0e70c,segment=NetworkSegment(a1f8c867-101b-4d30-814e-b89f55a5edd0),segment_id=a1f8c867-101b-4d30-814e-b89f55a5edd0)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:11:19.863652 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Returning: {'device': '639c0845-ec51-4790-a76a-c1b12fe0e70c', 'network_id': '2525c403-dfb3-4196-a273-739607aab38a', 'port_id': '639c0845-ec51-4790-a76a-c1b12fe0e70c', 'mac_address': 'fa:16:3e:2d:81:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '236e0be6-1c94-4221-9e8b-ab02a53331f8', 'ip_address': '192.168.233.156'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 15:11:19.899758 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:11:19.911863 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 639c0845-ec51-4790-a76a-c1b12fe0e70c {{(pid=94468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 15:11:19.934823 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port 639c0845-ec51-4790-a76a-c1b12fe0e70c, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=639c0845-ec51-4790-a76a-c1b12fe0e70c,segment=NetworkSegment(a1f8c867-101b-4d30-814e-b89f55a5edd0),segment_id=a1f8c867-101b-4d30-814e-b89f55a5edd0)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:11:19.938739 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:11:19.985518 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Pushing event updated for resources: {'Port': ['ID=639c0845-ec51-4790-a76a-c1b12fe0e70c,revision_number=4']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:11:19.992695 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:11:19.993045 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:11:19.993386 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:11:19.993725 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:11:19.994080 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:11:19.994411 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:11:19.994737 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:11:19.995089 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:11:19.995416 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:11:19.995739 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:11:19.996061 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:11:19.996379 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:11:20.248870 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] get_ports_and_sgs() called for port_ids ['639c0845-ec51-4790-a76a-c1b12fe0e70c'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 15:11:20.368185 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a57dc17-b706-4043-9b12-6e91a403684b req-bc83cb1c-629e-472b-b732-7cac3c43659a tempest-VolumesNegativeTest-2044099629 tempest-VolumesNegativeTest-2044099629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:11:20.369706 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6a57dc17-b706-4043-9b12-6e91a403684b req-bc83cb1c-629e-472b-b732-7cac3c43659a tempest-VolumesNegativeTest-2044099629 tempest-VolumesNegativeTest-2044099629-project] 10.222.0.39 "GET /v2.0/ports?device_id=6bb16a24-bc23-41c3-96a8-6fd93b6eb9f5 HTTP/1.1" status: 200 len: 949 time: 0.0518498 Aug 12 15:11:20.414080 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6a57dc17-b706-4043-9b12-6e91a403684b req-c30212da-1d17-45ff-a932-bf38971f7e61 tempest-VolumesNegativeTest-2044099629 tempest-VolumesNegativeTest-2044099629-project] 10.222.0.39 "GET /v2.0/security-groups?id=726433bb-350b-4978-901a-862e214ee6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384035 Aug 12 15:11:21.528127 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb81d41f-c915-4755-8c6d-f4915cbd0acf req-d9b39b24-7bcd-4e35-bc38-3cb8884594fe tempest-VolumesNegativeTest-2044099629 tempest-VolumesNegativeTest-2044099629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:11:21.529550 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-fb81d41f-c915-4755-8c6d-f4915cbd0acf req-d9b39b24-7bcd-4e35-bc38-3cb8884594fe tempest-VolumesNegativeTest-2044099629 tempest-VolumesNegativeTest-2044099629-project] 10.222.0.39 "GET /v2.0/ports?device_id=6bb16a24-bc23-41c3-96a8-6fd93b6eb9f5 HTTP/1.1" status: 200 len: 949 time: 0.0506003 Aug 12 15:11:21.566637 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-fb81d41f-c915-4755-8c6d-f4915cbd0acf req-7115ef9e-9e00-4df5-9b68-95dab2be02ae tempest-VolumesNegativeTest-2044099629 tempest-VolumesNegativeTest-2044099629-project] 10.222.0.39 "GET /v2.0/security-groups?id=726433bb-350b-4978-901a-862e214ee6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308371 Aug 12 15:11:21.772306 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device 639c0845-ec51-4790-a76a-c1b12fe0e70c up at agent hyperv_n-h2-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 15:11:21.821773 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Provisioning for port 639c0845-ec51-4790-a76a-c1b12fe0e70c completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:11:21.825172 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Provisioning complete for port 639c0845-ec51-4790-a76a-c1b12fe0e70c triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:11:21.825542 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:11:21.899821 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:11:21.921696 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bb16a24-bc23-41c3-96a8-6fd93b6eb9f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '639c0845-ec51-4790-a76a-c1b12fe0e70c'}] {{(pid=94468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:11:21.923954 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99a8d87602170099c728e57431aca99e9b98a655a83bbf8727be13192709727b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd4a0e0b-54dd-4599-af15-43d45ce4599f" -d '{"events": [{"server_uuid": "6bb16a24-bc23-41c3-96a8-6fd93b6eb9f5", "name": "network-vif-plugged", "status": "completed", "tag": "639c0845-ec51-4790-a76a-c1b12fe0e70c"}]}' {{(pid=94468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 15:11:21.936665 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port 639c0845-ec51-4790-a76a-c1b12fe0e70c, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=639c0845-ec51-4790-a76a-c1b12fe0e70c,segment=NetworkSegment(a1f8c867-101b-4d30-814e-b89f55a5edd0),segment_id=a1f8c867-101b-4d30-814e-b89f55a5edd0)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:11:21.940796 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:11:21.966779 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 15:11:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f854cd7-2449-4974-9073-3853443a0347 x-openstack-request-id: req-0f854cd7-2449-4974-9073-3853443a0347 {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 15:11:21.967092 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bb16a24-bc23-41c3-96a8-6fd93b6eb9f5", "name": "network-vif-plugged", "status": "completed", "tag": "639c0845-ec51-4790-a76a-c1b12fe0e70c", "code": 200}]} {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 15:11:21.967345 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0f854cd7-2449-4974-9073-3853443a0347 {{(pid=94468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 15:11:21.967920 n-d-694802-15 neutron-server[94468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bb16a24-bc23-41c3-96a8-6fd93b6eb9f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '639c0845-ec51-4790-a76a-c1b12fe0e70c', 'code': 200} Aug 12 15:11:21.994333 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Pushing event updated for resources: {'Port': ['ID=639c0845-ec51-4790-a76a-c1b12fe0e70c,revision_number=5']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:11:22.055463 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ada31c2-7532-472b-9ae1-c45a4ae333a7 req-2c4e5713-96b3-43a6-ac1a-1936a7fcf3b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:11:22.056915 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2ada31c2-7532-472b-9ae1-c45a4ae333a7 req-2c4e5713-96b3-43a6-ac1a-1936a7fcf3b1 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=6bb16a24-bc23-41c3-96a8-6fd93b6eb9f5 HTTP/1.1" status: 200 len: 1102 time: 0.0406084 Aug 12 15:11:22.090829 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2ada31c2-7532-472b-9ae1-c45a4ae333a7 req-85cbdf68-f420-4088-aa5a-9aa1ed7582c8 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=726433bb-350b-4978-901a-862e214ee6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0267239 Aug 12 15:11:22.679812 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310c2243-2be0-4ebd-bc4a-bb033002ddfd req-a1a0d206-0f46-4f31-b86d-50547b994fc9 tempest-VolumesNegativeTest-2044099629 tempest-VolumesNegativeTest-2044099629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:11:22.681278 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-310c2243-2be0-4ebd-bc4a-bb033002ddfd req-a1a0d206-0f46-4f31-b86d-50547b994fc9 tempest-VolumesNegativeTest-2044099629 tempest-VolumesNegativeTest-2044099629-project] 10.222.0.39 "GET /v2.0/ports?device_id=6bb16a24-bc23-41c3-96a8-6fd93b6eb9f5 HTTP/1.1" status: 200 len: 950 time: 0.0486217 Aug 12 15:11:22.692800 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0e3b1f60-611a-4021-912b-0898890e8767 req-4f528c0e-c197-4f11-a63d-dfc471b2bb63 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=4f178309-e6d4-48fd-943d-52ac2a96d2cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0902667 Aug 12 15:11:22.718844 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-310c2243-2be0-4ebd-bc4a-bb033002ddfd req-ef7864e3-c5b0-4c3a-bdcd-6982139f8b98 tempest-VolumesNegativeTest-2044099629 tempest-VolumesNegativeTest-2044099629-project] 10.222.0.39 "GET /v2.0/security-groups?id=726433bb-350b-4978-901a-862e214ee6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316744 Aug 12 15:11:22.777033 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3b1f60-611a-4021-912b-0898890e8767 req-04d3fb51-4f06-493b-b4e1-5dd862708856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:11:22.778511 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0e3b1f60-611a-4021-912b-0898890e8767 req-04d3fb51-4f06-493b-b4e1-5dd862708856 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b9f3518fbc904b44b3baf79d0578af51&device_id=4f178309-e6d4-48fd-943d-52ac2a96d2cd HTTP/1.1" status: 200 len: 1098 time: 0.0436616 Aug 12 15:11:22.881383 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3b1f60-611a-4021-912b-0898890e8767 req-3cee54c4-d95f-40da-bae6-6920e54a6e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:11:22.882756 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0e3b1f60-611a-4021-912b-0898890e8767 req-3cee54c4-d95f-40da-bae6-6920e54a6e3f service neutron] 10.222.0.64 "GET /v2.0/networks?id=d9c7e787-4652-4ee4-983d-7b4a9fd53d98 HTTP/1.1" status: 200 len: 913 time: 0.0834742 Aug 12 15:11:22.951084 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0e3b1f60-611a-4021-912b-0898890e8767 req-e98a8c09-e6d6-46c0-9d4f-7ff81a214188 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e40e666a-f518-4939-8f09-31a32595a7d7 HTTP/1.1" status: 200 len: 1002 time: 0.0610824 Aug 12 15:11:23.000491 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3b1f60-611a-4021-912b-0898890e8767 req-a758ed5b-c38d-4c21-a1b0-f4fd5d92cd2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:11:23.001959 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0e3b1f60-611a-4021-912b-0898890e8767 req-a758ed5b-c38d-4c21-a1b0-f4fd5d92cd2a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=56c6cd03-2d72-4138-ab80-065ddfe4454b HTTP/1.1" status: 200 len: 851 time: 0.0438321 Aug 12 15:11:23.046517 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3b1f60-611a-4021-912b-0898890e8767 req-9d46f07e-2c29-41ea-8836-a4d9a2391cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:11:23.048077 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0e3b1f60-611a-4021-912b-0898890e8767 req-9d46f07e-2c29-41ea-8836-a4d9a2391cf9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d9c7e787-4652-4ee4-983d-7b4a9fd53d98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0391417 Aug 12 15:11:23.058707 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [req-0e3b1f60-611a-4021-912b-0898890e8767 req-550c93f7-5cb6-49cd-aad0-baed8e4a89c8 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=94467) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 15:11:23.059762 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0e3b1f60-611a-4021-912b-0898890e8767 req-550c93f7-5cb6-49cd-aad0-baed8e4a89c8 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052035 Aug 12 15:11:23.153023 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0e3b1f60-611a-4021-912b-0898890e8767 req-b312d356-98f7-4164-9cb6-25ae38ed47d4 service neutron] 10.222.0.64 "GET /v2.0/networks/d9c7e787-4652-4ee4-983d-7b4a9fd53d98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851467 Aug 12 15:11:23.243624 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0e3b1f60-611a-4021-912b-0898890e8767 req-bccce029-dcfb-46ac-bc7f-88035ad8bc23 service neutron] 10.222.0.64 "GET /v2.0/networks/d9c7e787-4652-4ee4-983d-7b4a9fd53d98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830531 Aug 12 15:11:23.836199 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ef4911-068c-4909-bb2a-1d6b8527726c req-8d2331fe-e630-4eb7-8dc4-1ce06f2669b2 tempest-VolumesNegativeTest-2044099629 tempest-VolumesNegativeTest-2044099629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:11:23.837675 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-57ef4911-068c-4909-bb2a-1d6b8527726c req-8d2331fe-e630-4eb7-8dc4-1ce06f2669b2 tempest-VolumesNegativeTest-2044099629 tempest-VolumesNegativeTest-2044099629-project] 10.222.0.39 "GET /v2.0/ports?device_id=6bb16a24-bc23-41c3-96a8-6fd93b6eb9f5 HTTP/1.1" status: 200 len: 950 time: 0.0499969 Aug 12 15:11:23.874732 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-57ef4911-068c-4909-bb2a-1d6b8527726c req-e3abdfc9-598c-46a1-8983-f42c8a775e47 tempest-VolumesNegativeTest-2044099629 tempest-VolumesNegativeTest-2044099629-project] 10.222.0.39 "GET /v2.0/security-groups?id=726433bb-350b-4978-901a-862e214ee6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311363 Aug 12 15:11:24.128800 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9abad2-c4ad-4bff-a861-928e47eb7bf3 req-556c4626-2074-452d-b6c0-06c9aff41934 tempest-VolumesNegativeTest-2044099629 tempest-VolumesNegativeTest-2044099629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:11:24.130287 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-fe9abad2-c4ad-4bff-a861-928e47eb7bf3 req-556c4626-2074-452d-b6c0-06c9aff41934 tempest-VolumesNegativeTest-2044099629 tempest-VolumesNegativeTest-2044099629-project] 10.222.0.39 "GET /v2.0/ports?device_id=6bb16a24-bc23-41c3-96a8-6fd93b6eb9f5 HTTP/1.1" status: 200 len: 950 time: 0.0548241 Aug 12 15:11:24.167100 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-fe9abad2-c4ad-4bff-a861-928e47eb7bf3 req-f63a06ee-6d6b-4065-9f2c-dd85f7c23d9d tempest-VolumesNegativeTest-2044099629 tempest-VolumesNegativeTest-2044099629-project] 10.222.0.39 "GET /v2.0/security-groups?id=726433bb-350b-4978-901a-862e214ee6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308619 Aug 12 15:11:25.284242 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe53fd43-fa46-4f96-8bb7-8a9901f131a5 req-3c2e3599-7014-4900-81d1-a269f6780c1c tempest-VolumesNegativeTest-2044099629 tempest-VolumesNegativeTest-2044099629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:11:25.285763 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-fe53fd43-fa46-4f96-8bb7-8a9901f131a5 req-3c2e3599-7014-4900-81d1-a269f6780c1c tempest-VolumesNegativeTest-2044099629 tempest-VolumesNegativeTest-2044099629-project] 10.222.0.39 "GET /v2.0/ports?device_id=6bb16a24-bc23-41c3-96a8-6fd93b6eb9f5 HTTP/1.1" status: 200 len: 950 time: 0.0501804 Aug 12 15:11:25.328301 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-fe53fd43-fa46-4f96-8bb7-8a9901f131a5 req-5b2ccac4-8f81-4458-a024-eeaaafbb671d tempest-VolumesNegativeTest-2044099629 tempest-VolumesNegativeTest-2044099629-project] 10.222.0.39 "GET /v2.0/security-groups?id=726433bb-350b-4978-901a-862e214ee6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366402 Aug 12 15:11:25.544483 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ad27ab-e082-4f33-9d26-c278f18c0e9e req-a47992d2-c52a-4dc5-8ffc-b39f6952552d tempest-VolumesNegativeTest-2044099629 tempest-VolumesNegativeTest-2044099629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:11:25.545935 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a1ad27ab-e082-4f33-9d26-c278f18c0e9e req-a47992d2-c52a-4dc5-8ffc-b39f6952552d tempest-VolumesNegativeTest-2044099629 tempest-VolumesNegativeTest-2044099629-project] 10.222.0.49 "GET /v2.0/ports?device_id=6bb16a24-bc23-41c3-96a8-6fd93b6eb9f5 HTTP/1.1" status: 200 len: 950 time: 0.0481236 Aug 12 15:11:25.640846 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [req-a1ad27ab-e082-4f33-9d26-c278f18c0e9e req-fa979c89-ae0b-410f-994d-d3d385ead224 tempest-VolumesNegativeTest-2044099629 tempest-VolumesNegativeTest-2044099629-project] Deleting port 639c0845-ec51-4790-a76a-c1b12fe0e70c {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 15:11:25.641189 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-a1ad27ab-e082-4f33-9d26-c278f18c0e9e req-fa979c89-ae0b-410f-994d-d3d385ead224 tempest-VolumesNegativeTest-2044099629 tempest-VolumesNegativeTest-2044099629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:11:25.727344 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-a1ad27ab-e082-4f33-9d26-c278f18c0e9e req-fa979c89-ae0b-410f-994d-d3d385ead224 tempest-VolumesNegativeTest-2044099629 tempest-VolumesNegativeTest-2044099629-project] For port 639c0845-ec51-4790-a76a-c1b12fe0e70c, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=639c0845-ec51-4790-a76a-c1b12fe0e70c,segment=NetworkSegment(a1f8c867-101b-4d30-814e-b89f55a5edd0),segment_id=a1f8c867-101b-4d30-814e-b89f55a5edd0)] {{(pid=94467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:11:25.727709 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-a1ad27ab-e082-4f33-9d26-c278f18c0e9e req-fa979c89-ae0b-410f-994d-d3d385ead224 tempest-VolumesNegativeTest-2044099629 tempest-VolumesNegativeTest-2044099629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:11:25.740740 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [req-a1ad27ab-e082-4f33-9d26-c278f18c0e9e req-fa979c89-ae0b-410f-994d-d3d385ead224 tempest-VolumesNegativeTest-2044099629 tempest-VolumesNegativeTest-2044099629-project] Calling delete_port for 639c0845-ec51-4790-a76a-c1b12fe0e70c owned by compute:nova {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 15:11:25.869353 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-a1ad27ab-e082-4f33-9d26-c278f18c0e9e req-fa979c89-ae0b-410f-994d-d3d385ead224 tempest-VolumesNegativeTest-2044099629 tempest-VolumesNegativeTest-2044099629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:11:25.881629 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] get_ports_and_sgs() called for port_ids ['639c0845-ec51-4790-a76a-c1b12fe0e70c'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 15:11:25.897113 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa979c89-ae0b-410f-994d-d3d385ead224 tempest-VolumesNegativeTest-2044099629 tempest-VolumesNegativeTest-2044099629-project] Pushing event deleted for resources: {'Port': ['ID=639c0845-ec51-4790-a76a-c1b12fe0e70c,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:11:25.941355 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1ad27ab-e082-4f33-9d26-c278f18c0e9e req-fa979c89-ae0b-410f-994d-d3d385ead224 tempest-VolumesNegativeTest-2044099629 tempest-VolumesNegativeTest-2044099629-project] No DVR routers for this DVR port 639c0845-ec51-4790-a76a-c1b12fe0e70c on host n-h2-694802-15 {{(pid=94467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 15:11:25.944204 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-a1ad27ab-e082-4f33-9d26-c278f18c0e9e req-fa979c89-ae0b-410f-994d-d3d385ead224 tempest-VolumesNegativeTest-2044099629 tempest-VolumesNegativeTest-2044099629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:11:25.946477 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a1ad27ab-e082-4f33-9d26-c278f18c0e9e req-fa979c89-ae0b-410f-994d-d3d385ead224 tempest-VolumesNegativeTest-2044099629 tempest-VolumesNegativeTest-2044099629-project] 10.222.0.49 "DELETE /v2.0/ports/639c0845-ec51-4790-a76a-c1b12fe0e70c HTTP/1.1" status: 204 len: 173 time: 0.3944161 Aug 12 15:11:25.946924 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bb16a24-bc23-41c3-96a8-6fd93b6eb9f5', 'name': 'network-vif-deleted', 'tag': '639c0845-ec51-4790-a76a-c1b12fe0e70c'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:11:25.949195 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e65282f928b64038367d043a4411777802006c43a98742496cb2e25b724ff1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-344804b3-32fd-46e4-8de4-e26315def63e" -d '{"events": [{"server_uuid": "6bb16a24-bc23-41c3-96a8-6fd93b6eb9f5", "name": "network-vif-deleted", "tag": "639c0845-ec51-4790-a76a-c1b12fe0e70c"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 15:11:26.000164 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 15:11:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b15386cb-e581-4d68-a902-12885c3911ad x-openstack-request-id: req-b15386cb-e581-4d68-a902-12885c3911ad {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 15:11:26.000475 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bb16a24-bc23-41c3-96a8-6fd93b6eb9f5", "name": "network-vif-deleted", "tag": "639c0845-ec51-4790-a76a-c1b12fe0e70c", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 15:11:26.000757 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b15386cb-e581-4d68-a902-12885c3911ad {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 15:11:26.001161 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bb16a24-bc23-41c3-96a8-6fd93b6eb9f5', 'name': 'network-vif-deleted', 'tag': '639c0845-ec51-4790-a76a-c1b12fe0e70c', 'status': 'completed', 'code': 200} Aug 12 15:11:26.439598 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-6870b696-e8c6-417e-b186-3c934f5717da req-0cf7de7a-64c7-4f1a-8ee8-130baf38323a tempest-VolumesNegativeTest-2044099629 tempest-VolumesNegativeTest-2044099629-project] 10.222.0.39 "GET /v2.0/ports?device_id=6bb16a24-bc23-41c3-96a8-6fd93b6eb9f5 HTTP/1.1" status: 200 len: 210 time: 0.0305028 Aug 12 15:11:28.693404 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.agents_db [None req-17ed3e4c-1a7d-4162-9646-11c134aca297 None None] Agent healthcheck: found 7 active agents {{(pid=94469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 15:11:29.813785 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device 639c0845-ec51-4790-a76a-c1b12fe0e70c no longer exists at agent hyperv_n-h2-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 15:11:29.834596 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] No Port match for: 639c0845-ec51-4790-a76a-c1b12fe0e70c {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 15:11:29.835103 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device 639c0845-ec51-4790-a76a-c1b12fe0e70c not bound to the agent host n-h2-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 15:11:32.226471 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 60226) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:11:32.375267 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-ee6ce739-fa0c-4b5c-95d3-f68c447a1fbd admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6b0355791670470db036e85674088a57&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1474521 Aug 12 15:11:32.377811 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 60230) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:11:32.425155 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a1c6dafc-6706-4e09-97be-81344aeae777 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:11:32.445847 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a1c6dafc-6706-4e09-97be-81344aeae777 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:11:32.492668 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a1c6dafc-6706-4e09-97be-81344aeae777 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:11:32.495377 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a1c6dafc-6706-4e09-97be-81344aeae777 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:11:32.499900 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-a1c6dafc-6706-4e09-97be-81344aeae777 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/726433bb-350b-4978-901a-862e214ee6ed HTTP/1.1" status: 204 len: 168 time: 0.1178632 Aug 12 15:11:32.505527 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c6dafc-6706-4e09-97be-81344aeae777 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=726433bb-350b-4978-901a-862e214ee6ed,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:11:32.514040 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c6dafc-6706-4e09-97be-81344aeae777 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:11:32.514392 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c6dafc-6706-4e09-97be-81344aeae777 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:11:32.514728 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c6dafc-6706-4e09-97be-81344aeae777 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:11:32.515081 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c6dafc-6706-4e09-97be-81344aeae777 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:11:32.515419 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c6dafc-6706-4e09-97be-81344aeae777 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:11:32.515746 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c6dafc-6706-4e09-97be-81344aeae777 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:11:32.516070 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c6dafc-6706-4e09-97be-81344aeae777 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:11:32.516393 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c6dafc-6706-4e09-97be-81344aeae777 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:11:32.516718 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c6dafc-6706-4e09-97be-81344aeae777 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:11:32.517052 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c6dafc-6706-4e09-97be-81344aeae777 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:11:32.517347 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c6dafc-6706-4e09-97be-81344aeae777 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:11:32.517667 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c6dafc-6706-4e09-97be-81344aeae777 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:11:40.123521 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-9e2ee37b-c469-45d7-a0b0-51ee8c0be54e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:11:41.730331 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:11:43.053230 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:11:43.057051 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:11:43.409454 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-127ac662-9cda-4c4e-9136-b019f11a5f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:11:44.068350 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-1769855f-eda9-4483-9dc3-3220908ab45d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:11:45.710740 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-fe95f194-a3b0-4c04-9e42-20b511169d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:11:49.544943 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424202b2-dacd-4b7a-9ec2-bab515abca4b req-c1fdf218-b439-4637-937f-1ed7ce1343e3 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:11:49.546483 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-424202b2-dacd-4b7a-9ec2-bab515abca4b req-c1fdf218-b439-4637-937f-1ed7ce1343e3 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/ports?device_id=4f178309-e6d4-48fd-943d-52ac2a96d2cd HTTP/1.1" status: 200 len: 946 time: 0.0531743 Aug 12 15:11:49.584262 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-424202b2-dacd-4b7a-9ec2-bab515abca4b req-71bd8c9e-8c3a-4711-ab7b-c3b433acbcba tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/security-groups?id=b6f34255-2a63-471d-83cf-25b9c4e930f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310154 Aug 12 15:11:50.712353 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8030385d-9aec-4137-91a9-ed1a00d49b6c req-43eb6b6b-d5dc-44fc-bf7b-edb315447c47 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:11:50.713823 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-8030385d-9aec-4137-91a9-ed1a00d49b6c req-43eb6b6b-d5dc-44fc-bf7b-edb315447c47 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/ports?device_id=4f178309-e6d4-48fd-943d-52ac2a96d2cd HTTP/1.1" status: 200 len: 946 time: 0.0481794 Aug 12 15:11:50.751311 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-8030385d-9aec-4137-91a9-ed1a00d49b6c req-fb17da34-0ade-4171-94c2-f6179520867a tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/security-groups?id=b6f34255-2a63-471d-83cf-25b9c4e930f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316114 Aug 12 15:11:51.023610 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27169a2a-1227-4eb8-b39a-1582fe57ae4e req-e7c22b19-4c7b-47aa-9e35-9bfca5b4858f tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:11:51.025046 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-27169a2a-1227-4eb8-b39a-1582fe57ae4e req-e7c22b19-4c7b-47aa-9e35-9bfca5b4858f tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.64 "GET /v2.0/ports?device_id=4f178309-e6d4-48fd-943d-52ac2a96d2cd HTTP/1.1" status: 200 len: 946 time: 0.0477471 Aug 12 15:11:51.111433 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [req-27169a2a-1227-4eb8-b39a-1582fe57ae4e req-3f175197-8371-4d40-bbf5-ea2424ec9d85 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Deleting port e40e666a-f518-4939-8f09-31a32595a7d7 {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 15:11:51.111774 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-27169a2a-1227-4eb8-b39a-1582fe57ae4e req-3f175197-8371-4d40-bbf5-ea2424ec9d85 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:11:51.200868 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-27169a2a-1227-4eb8-b39a-1582fe57ae4e req-3f175197-8371-4d40-bbf5-ea2424ec9d85 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] For port e40e666a-f518-4939-8f09-31a32595a7d7, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=e40e666a-f518-4939-8f09-31a32595a7d7,segment=NetworkSegment(fcd22b33-01d5-4908-ab67-fcc7aa617173),segment_id=fcd22b33-01d5-4908-ab67-fcc7aa617173)] {{(pid=94467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:11:51.201227 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-27169a2a-1227-4eb8-b39a-1582fe57ae4e req-3f175197-8371-4d40-bbf5-ea2424ec9d85 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:11:51.464868 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-27169a2a-1227-4eb8-b39a-1582fe57ae4e req-3f175197-8371-4d40-bbf5-ea2424ec9d85 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:11:51.465244 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-27169a2a-1227-4eb8-b39a-1582fe57ae4e req-3f175197-8371-4d40-bbf5-ea2424ec9d85 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431510'] for floatingip, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:11:51.465563 n-d-694802-15 neutron-server[94467]: INFO neutron.db.l3_db [req-27169a2a-1227-4eb8-b39a-1582fe57ae4e req-3f175197-8371-4d40-bbf5-ea2424ec9d85 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Floating IP 63ddb04e-3661-433a-983f-445d62a73a91 disassociated. External IP: 172.25.1.201, port: e40e666a-f518-4939-8f09-31a32595a7d7. Aug 12 15:11:51.465905 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [req-27169a2a-1227-4eb8-b39a-1582fe57ae4e req-3f175197-8371-4d40-bbf5-ea2424ec9d85 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Calling delete_port for e40e666a-f518-4939-8f09-31a32595a7d7 owned by compute:nova {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 15:11:51.602393 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-27169a2a-1227-4eb8-b39a-1582fe57ae4e req-3f175197-8371-4d40-bbf5-ea2424ec9d85 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:11:51.629466 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f175197-8371-4d40-bbf5-ea2424ec9d85 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Pushing event deleted for resources: {'Port': ['ID=e40e666a-f518-4939-8f09-31a32595a7d7,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:11:51.744084 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.l3_agent_scheduler [req-27169a2a-1227-4eb8-b39a-1582fe57ae4e req-3f175197-8371-4d40-bbf5-ea2424ec9d85 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Router b520f3ac-b818-4ddb-a79e-af80861ae592 has already been hosted by L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f {{(pid=94467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 15:11:51.870330 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-5842b212-449a-4fc7-97a1-40990f2d2d31 req-ecce8407-bc0f-499c-bd6b-ee6d7c4bf5b2 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/ports?device_id=4f178309-e6d4-48fd-943d-52ac2a96d2cd HTTP/1.1" status: 200 len: 210 time: 0.0395999 Aug 12 15:11:51.880263 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-27169a2a-1227-4eb8-b39a-1582fe57ae4e req-3f175197-8371-4d40-bbf5-ea2424ec9d85 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 15:11:51.890780 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-278223d8-6149-412e-b67c-ceb7e141a7d4 None None] Sync routers for ids ['b520f3ac-b818-4ddb-a79e-af80861ae592'] in n-d-694802-15 {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 15:11:51.899926 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-278223d8-6149-412e-b67c-ceb7e141a7d4 None None] Routers {'b520f3ac-b818-4ddb-a79e-af80861ae592'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:11:51.900605 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-278223d8-6149-412e-b67c-ceb7e141a7d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T15:11:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['b520f3ac-b818-4ddb-a79e-af80861ae592'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:11:51.922705 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [req-27169a2a-1227-4eb8-b39a-1582fe57ae4e req-3f175197-8371-4d40-bbf5-ea2424ec9d85 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] No DVR routers for this DVR port e40e666a-f518-4939-8f09-31a32595a7d7 on host n-h1-694802-15 {{(pid=94467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 15:11:51.926211 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-27169a2a-1227-4eb8-b39a-1582fe57ae4e req-3f175197-8371-4d40-bbf5-ea2424ec9d85 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:11:51.928257 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-27169a2a-1227-4eb8-b39a-1582fe57ae4e req-3f175197-8371-4d40-bbf5-ea2424ec9d85 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.64 "DELETE /v2.0/ports/e40e666a-f518-4939-8f09-31a32595a7d7 HTTP/1.1" status: 204 len: 173 time: 0.8974433 Aug 12 15:11:51.928761 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f178309-e6d4-48fd-943d-52ac2a96d2cd', 'name': 'network-vif-deleted', 'tag': 'e40e666a-f518-4939-8f09-31a32595a7d7'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:11:51.931083 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e65282f928b64038367d043a4411777802006c43a98742496cb2e25b724ff1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96fe87cf-3026-4bc9-95a7-ddf80e9717cf" -d '{"events": [{"server_uuid": "4f178309-e6d4-48fd-943d-52ac2a96d2cd", "name": "network-vif-deleted", "tag": "e40e666a-f518-4939-8f09-31a32595a7d7"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 15:11:52.039028 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-278223d8-6149-412e-b67c-ceb7e141a7d4 None None] Set router b520f3ac-b818-4ddb-a79e-af80861ae592 gateway port host: n-d-694802-15 {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:11:52.054898 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 15:11:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a7ce8a4-fe38-40b5-921c-32b887074fc0 x-openstack-request-id: req-6a7ce8a4-fe38-40b5-921c-32b887074fc0 {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 15:11:52.055413 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f178309-e6d4-48fd-943d-52ac2a96d2cd", "name": "network-vif-deleted", "tag": "e40e666a-f518-4939-8f09-31a32595a7d7", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 15:11:52.055503 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6a7ce8a4-fe38-40b5-921c-32b887074fc0 {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 15:11:52.055856 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f178309-e6d4-48fd-943d-52ac2a96d2cd', 'name': 'network-vif-deleted', 'tag': 'e40e666a-f518-4939-8f09-31a32595a7d7', 'status': 'completed', 'code': 200} Aug 12 15:11:52.259947 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-278223d8-6149-412e-b67c-ceb7e141a7d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b520f3ac-b818-4ddb-a79e-af80861ae592', 'name': 'tempest-TestVolumeBootPattern-1562996728-router', 'tenant_id': 'b9f3518fbc904b44b3baf79d0578af51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.197'}], 'enable_snat': True}, 'gw_port_id': '72787f34-510e-4209-bf1e-1684bf07f78e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:05:56Z', 'updated_at': '2021-08-12T15:05:59Z', 'revision_number': 4, 'project_id': 'b9f3518fbc904b44b3baf79d0578af51', 'gw_port': {'id': '72787f34-510e-4209-bf1e-1684bf07f78e', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:ff:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b520f3ac-b818-4ddb-a79e-af80861ae592', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3621, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:05:56Z', 'updated_at': '2021-08-12T15:06:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': 'd888dfff-3b06-4e28-a080-c7a841721c7f', 'name': '', 'network_id': 'd9c7e787-4652-4ee4-983d-7b4a9fd53d98', 'tenant_id': 'b9f3518fbc904b44b3baf79d0578af51', 'mac_address': 'fa:16:3e:00:c5:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b520f3ac-b818-4ddb-a79e-af80861ae592', 'device_owner': 'network:router_interface', 'standard_attr_id': 3622, 'fixed_ips': [{'subnet_id': '56c6cd03-2d72-4138-ab80-065ddfe4454b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:05:58Z', 'updated_at': '2021-08-12T15:06:05Z', 'revision_number': 5, 'project_id': 'b9f3518fbc904b44b3baf79d0578af51', 'subnets': [{'id': '56c6cd03-2d72-4138-ab80-065ddfe4454b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:11:52.289756 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-278223d8-6149-412e-b67c-ceb7e141a7d4 None None] Checking router: b520f3ac-b818-4ddb-a79e-af80861ae592 for host: n-d-694802-15 {{(pid=94469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 15:11:52.298002 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-278223d8-6149-412e-b67c-ceb7e141a7d4 None None] Routers {'b520f3ac-b818-4ddb-a79e-af80861ae592'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:11:52.298600 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-278223d8-6149-412e-b67c-ceb7e141a7d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T15:11:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['b520f3ac-b818-4ddb-a79e-af80861ae592'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:11:52.397186 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-278223d8-6149-412e-b67c-ceb7e141a7d4 None None] Set router b520f3ac-b818-4ddb-a79e-af80861ae592 gateway port host: n-d-694802-15 {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:11:52.598914 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-278223d8-6149-412e-b67c-ceb7e141a7d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b520f3ac-b818-4ddb-a79e-af80861ae592', 'name': 'tempest-TestVolumeBootPattern-1562996728-router', 'tenant_id': 'b9f3518fbc904b44b3baf79d0578af51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.197'}], 'enable_snat': True}, 'gw_port_id': '72787f34-510e-4209-bf1e-1684bf07f78e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:05:56Z', 'updated_at': '2021-08-12T15:05:59Z', 'revision_number': 4, 'project_id': 'b9f3518fbc904b44b3baf79d0578af51', 'gw_port': {'id': '72787f34-510e-4209-bf1e-1684bf07f78e', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:ff:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b520f3ac-b818-4ddb-a79e-af80861ae592', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3621, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:05:56Z', 'updated_at': '2021-08-12T15:06:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': 'd888dfff-3b06-4e28-a080-c7a841721c7f', 'name': '', 'network_id': 'd9c7e787-4652-4ee4-983d-7b4a9fd53d98', 'tenant_id': 'b9f3518fbc904b44b3baf79d0578af51', 'mac_address': 'fa:16:3e:00:c5:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b520f3ac-b818-4ddb-a79e-af80861ae592', 'device_owner': 'network:router_interface', 'standard_attr_id': 3622, 'fixed_ips': [{'subnet_id': '56c6cd03-2d72-4138-ab80-065ddfe4454b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:05:58Z', 'updated_at': '2021-08-12T15:06:05Z', 'revision_number': 5, 'project_id': 'b9f3518fbc904b44b3baf79d0578af51', 'subnets': [{'id': '56c6cd03-2d72-4138-ab80-065ddfe4454b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:11:52.624840 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-278223d8-6149-412e-b67c-ceb7e141a7d4 None None] The sync data for ids ['b520f3ac-b818-4ddb-a79e-af80861ae592'] in n-d-694802-15 is: [{'id': 'b520f3ac-b818-4ddb-a79e-af80861ae592', 'name': 'tempest-TestVolumeBootPattern-1562996728-router', 'tenant_id': 'b9f3518fbc904b44b3baf79d0578af51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.197'}], 'enable_snat': True}, 'gw_port_id': '72787f34-510e-4209-bf1e-1684bf07f78e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:05:56Z', 'updated_at': '2021-08-12T15:05:59Z', 'revision_number': 4, 'project_id': 'b9f3518fbc904b44b3baf79d0578af51', 'gw_port': {'id': '72787f34-510e-4209-bf1e-1684bf07f78e', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:ff:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b520f3ac-b818-4ddb-a79e-af80861ae592', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3621, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:05:56Z', 'updated_at': '2021-08-12T15:06:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': 'd888dfff-3b06-4e28-a080-c7a841721c7f', 'name': '', 'network_id': 'd9c7e787-4652-4ee4-983d-7b4a9fd53d98', 'tenant_id': 'b9f3518fbc904b44b3baf79d0578af51', 'mac_address': 'fa:16:3e:00:c5:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b520f3ac-b818-4ddb-a79e-af80861ae592', 'device_owner': 'network:router_interface', 'standard_attr_id': 3622, 'fixed_ips': [{'subnet_id': '56c6cd03-2d72-4138-ab80-065ddfe4454b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:05:58Z', 'updated_at': '2021-08-12T15:06:05Z', 'revision_number': 5, 'project_id': 'b9f3518fbc904b44b3baf79d0578af51', 'subnets': [{'id': '56c6cd03-2d72-4138-ab80-065ddfe4454b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 15:11:52.839202 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ea5d7fa-7b91-4f9f-9fe6-482ec106c918 None None] New status for floating IP 63ddb04e-3661-433a-983f-445d62a73a91: DOWN {{(pid=94468) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 15:11:52.968932 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ac308784-0064-4f5b-ba0e-4eec5caeba1a req-4cf8b97e-8943-4bc7-ab70-4d325de7c78e tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/ports?device_id=4f178309-e6d4-48fd-943d-52ac2a96d2cd HTTP/1.1" status: 200 len: 210 time: 0.0298831 Aug 12 15:11:54.067564 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-3fcab91f-8c27-46a3-a829-a3818cc90b7e req-07951d42-4ea6-498e-b56f-0ff92ca08a95 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/ports?device_id=4f178309-e6d4-48fd-943d-52ac2a96d2cd HTTP/1.1" status: 200 len: 210 time: 0.0297797 Aug 12 15:11:55.164196 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a0b81f2e-23f6-46d1-babe-2e79251ad92c req-ac9a2e9e-2931-417f-9788-d799e7d67b61 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/ports?device_id=4f178309-e6d4-48fd-943d-52ac2a96d2cd HTTP/1.1" status: 200 len: 210 time: 0.0280828 Aug 12 15:11:55.670711 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device e40e666a-f518-4939-8f09-31a32595a7d7 no longer exists at agent hyperv_n-h1-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 15:11:55.691619 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-93370168-53ca-47c2-9e27-b066be57125c None None] No Port match for: e40e666a-f518-4939-8f09-31a32595a7d7 {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 15:11:55.692041 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device e40e666a-f518-4939-8f09-31a32595a7d7 not bound to the agent host n-h1-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 15:11:56.371661 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a618a871-b327-425c-98d4-e4dbf363c915 req-8e6f5e48-e5e0-4524-b4cd-375eda8f1c68 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-403682324&fields=id&tenant_id=b9f3518fbc904b44b3baf79d0578af51 HTTP/1.1" status: 200 len: 267 time: 0.0411370 Aug 12 15:11:56.476154 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a618a871-b327-425c-98d4-e4dbf363c915 req-6f229b4c-394d-474c-af45-8d6aa1124ed0 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:11:56.477593 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a618a871-b327-425c-98d4-e4dbf363c915 req-6f229b4c-394d-474c-af45-8d6aa1124ed0 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/networks?id=d9c7e787-4652-4ee4-983d-7b4a9fd53d98 HTTP/1.1" status: 200 len: 812 time: 0.0992429 Aug 12 15:11:56.492630 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a618a871-b327-425c-98d4-e4dbf363c915 req-7d5335b2-6636-49ae-b36a-e1ab2bec68ce tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/quotas/b9f3518fbc904b44b3baf79d0578af51 HTTP/1.1" status: 200 len: 375 time: 0.0095317 Aug 12 15:11:56.573740 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a618a871-b327-425c-98d4-e4dbf363c915 req-d1415ff6-33ca-4b63-8214-ba09d09cb651 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=b9f3518fbc904b44b3baf79d0578af51&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0760567 Aug 12 15:11:56.768321 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a618a871-b327-425c-98d4-e4dbf363c915 req-7f1fb4a6-8440-4736-a8c3-4ca734fc5099 service neutron] 10.222.0.39 "GET /v2.0/networks/d9c7e787-4652-4ee4-983d-7b4a9fd53d98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1826906 Aug 12 15:11:56.861252 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a618a871-b327-425c-98d4-e4dbf363c915 req-63bd087d-4dc5-4f33-b3c3-829487ccdc5e service neutron] 10.222.0.39 "GET /v2.0/networks/d9c7e787-4652-4ee4-983d-7b4a9fd53d98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867679 Aug 12 15:11:57.138980 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-5ae7a983-066a-4c18-8d40-cb27c3c30f83 req-500c67b1-af40-4826-93b0-4240b1694a9e tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/ports?device_id=0319e5f3-085f-4507-b1ca-8a5b2269cefd HTTP/1.1" status: 200 len: 210 time: 0.0264053 Aug 12 15:11:58.025581 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a618a871-b327-425c-98d4-e4dbf363c915 req-02f3d5ea-6e57-4c9e-81e8-b229e7cb81d9 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:11:58.027448 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a618a871-b327-425c-98d4-e4dbf363c915 req-02f3d5ea-6e57-4c9e-81e8-b229e7cb81d9 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.64 "GET /v2.0/networks?id=d9c7e787-4652-4ee4-983d-7b4a9fd53d98 HTTP/1.1" status: 200 len: 812 time: 0.1074901 Aug 12 15:11:58.070676 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a618a871-b327-425c-98d4-e4dbf363c915 req-e18d16f8-ef25-4118-85f1-51d2486f6739 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b9f3518fbc904b44b3baf79d0578af51 HTTP/1.1" status: 200 len: 379 time: 0.0343363 Aug 12 15:11:58.079971 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-a618a871-b327-425c-98d4-e4dbf363c915 req-0cc25431-146c-4d3f-b261-8fdedbc88fd8 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Request body: {'port': {'device_id': '0319e5f3-085f-4507-b1ca-8a5b2269cefd', 'network_id': 'd9c7e787-4652-4ee4-983d-7b4a9fd53d98', 'admin_state_up': True, 'tenant_id': 'b9f3518fbc904b44b3baf79d0578af51', 'security_groups': ['b6f34255-2a63-471d-83cf-25b9c4e930f4']}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:11:58.188376 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a618a871-b327-425c-98d4-e4dbf363c915 req-0cc25431-146c-4d3f-b261-8fdedbc88fd8 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Made reservation on behalf of b9f3518fbc904b44b3baf79d0578af51 for: {'port': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 15:11:58.192511 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-a618a871-b327-425c-98d4-e4dbf363c915 req-0cc25431-146c-4d3f-b261-8fdedbc88fd8 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:11:58.272542 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c61481a9-a39a-474c-b3fc-74e6d5f21657 req-02f96fed-36fc-43ff-be3d-cb607ca2033a tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/ports?device_id=0319e5f3-085f-4507-b1ca-8a5b2269cefd HTTP/1.1" status: 200 len: 210 time: 0.0613067 Aug 12 15:11:58.350364 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_common [req-a618a871-b327-425c-98d4-e4dbf363c915 req-0cc25431-146c-4d3f-b261-8fdedbc88fd8 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Allocated IP 172.20.0.14 (d9c7e787-4652-4ee4-983d-7b4a9fd53d98/56c6cd03-2d72-4138-ab80-065ddfe4454b/87f3b403-3d73-4ba8-bfe5-d8450318430e) {{(pid=94467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 15:11:58.491486 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-a618a871-b327-425c-98d4-e4dbf363c915 req-0cc25431-146c-4d3f-b261-8fdedbc88fd8 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Notify callbacks [] for port, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:11:58.506727 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [req-a618a871-b327-425c-98d4-e4dbf363c915 req-0cc25431-146c-4d3f-b261-8fdedbc88fd8 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Transition to ACTIVE for port object 87f3b403-3d73-4ba8-bfe5-d8450318430e will not be triggered until provisioned by entity DHCP. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:11:58.539309 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-a618a871-b327-425c-98d4-e4dbf363c915 req-0cc25431-146c-4d3f-b261-8fdedbc88fd8 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:11:58.581667 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a618a871-b327-425c-98d4-e4dbf363c915 req-0cc25431-146c-4d3f-b261-8fdedbc88fd8 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Network d9c7e787-4652-4ee4-983d-7b4a9fd53d98 is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 15:11:58.584460 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [req-a618a871-b327-425c-98d4-e4dbf363c915 req-0cc25431-146c-4d3f-b261-8fdedbc88fd8 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:11:58.588129 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [req-a618a871-b327-425c-98d4-e4dbf363c915 req-0cc25431-146c-4d3f-b261-8fdedbc88fd8 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Received port after_create {{(pid=94467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 15:11:58.622838 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc25431-146c-4d3f-b261-8fdedbc88fd8 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Pushing event updated for resources: {'Port': ['ID=87f3b403-3d73-4ba8-bfe5-d8450318430e,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:11:58.633389 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc25431-146c-4d3f-b261-8fdedbc88fd8 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:11:58.633733 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc25431-146c-4d3f-b261-8fdedbc88fd8 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:11:58.634076 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc25431-146c-4d3f-b261-8fdedbc88fd8 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:11:58.634421 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc25431-146c-4d3f-b261-8fdedbc88fd8 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:11:58.634750 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc25431-146c-4d3f-b261-8fdedbc88fd8 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:11:58.635104 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc25431-146c-4d3f-b261-8fdedbc88fd8 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:11:58.635433 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc25431-146c-4d3f-b261-8fdedbc88fd8 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:11:58.635760 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc25431-146c-4d3f-b261-8fdedbc88fd8 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:11:58.636087 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc25431-146c-4d3f-b261-8fdedbc88fd8 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:11:58.636412 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc25431-146c-4d3f-b261-8fdedbc88fd8 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:11:58.636735 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc25431-146c-4d3f-b261-8fdedbc88fd8 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:11:58.637059 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc25431-146c-4d3f-b261-8fdedbc88fd8 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:11:58.663171 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a618a871-b327-425c-98d4-e4dbf363c915 req-0cc25431-146c-4d3f-b261-8fdedbc88fd8 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:11:58.663888 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-a618a871-b327-425c-98d4-e4dbf363c915 req-0cc25431-146c-4d3f-b261-8fdedbc88fd8 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:11:58.679672 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a618a871-b327-425c-98d4-e4dbf363c915 req-0cc25431-146c-4d3f-b261-8fdedbc88fd8 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6037905 Aug 12 15:11:58.694523 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-a618a871-b327-425c-98d4-e4dbf363c915 req-ad9be1b5-ab96-452b-91dd-f0163b1531df service neutron] Request body: {'port': {'device_id': '0319e5f3-085f-4507-b1ca-8a5b2269cefd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-694802-15'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:11:58.756532 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-a618a871-b327-425c-98d4-e4dbf363c915 req-ad9be1b5-ab96-452b-91dd-f0163b1531df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:11:58.833421 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-e2fb0ff5-e91d-48c3-be35-87487cd4901f None None] Provisioning for port 87f3b403-3d73-4ba8-bfe5-d8450318430e completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:11:58.837109 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-e2fb0ff5-e91d-48c3-be35-87487cd4901f None None] Provisioning complete for port 87f3b403-3d73-4ba8-bfe5-d8450318430e triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:11:58.837588 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-e2fb0ff5-e91d-48c3-be35-87487cd4901f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:11:58.872066 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-e2fb0ff5-e91d-48c3-be35-87487cd4901f None None] Port 87f3b403-3d73-4ba8-bfe5-d8450318430e cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 15:11:59.027313 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [req-a618a871-b327-425c-98d4-e4dbf363c915 req-ad9be1b5-ab96-452b-91dd-f0163b1531df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87f3b403-3d73-4ba8-bfe5-d8450318430e {{(pid=94467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 15:11:59.034901 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-a618a871-b327-425c-98d4-e4dbf363c915 req-ad9be1b5-ab96-452b-91dd-f0163b1531df service neutron] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:11:59.047187 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [req-a618a871-b327-425c-98d4-e4dbf363c915 req-ad9be1b5-ab96-452b-91dd-f0163b1531df service neutron] Transition to ACTIVE for port object 87f3b403-3d73-4ba8-bfe5-d8450318430e will not be triggered until provisioned by entity L2. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:11:59.051244 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-a618a871-b327-425c-98d4-e4dbf363c915 req-ad9be1b5-ab96-452b-91dd-f0163b1531df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:11:59.103499 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9be1b5-ab96-452b-91dd-f0163b1531df service neutron] Pushing event updated for resources: {'Port': ['ID=87f3b403-3d73-4ba8-bfe5-d8450318430e,revision_number=2']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:11:59.175536 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-a618a871-b327-425c-98d4-e4dbf363c915 req-ad9be1b5-ab96-452b-91dd-f0163b1531df service neutron] Attempting to bind port 87f3b403-3d73-4ba8-bfe5-d8450318430e on host n-h1-694802-15 for vnic_type normal with profile {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 15:11:59.176065 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-a618a871-b327-425c-98d4-e4dbf363c915 req-ad9be1b5-ab96-452b-91dd-f0163b1531df service neutron] Attempting to bind port 87f3b403-3d73-4ba8-bfe5-d8450318430e by drivers openvswitch,hyperv on host n-h1-694802-15 at level 0 using segments [{'id': 'fcd22b33-01d5-4908-ab67-fcc7aa617173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd9c7e787-4652-4ee4-983d-7b4a9fd53d98'}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 15:11:59.176965 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a618a871-b327-425c-98d4-e4dbf363c915 req-ad9be1b5-ab96-452b-91dd-f0163b1531df service neutron] Attempting to bind port 87f3b403-3d73-4ba8-bfe5-d8450318430e on network d9c7e787-4652-4ee4-983d-7b4a9fd53d98 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 15:11:59.183999 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a618a871-b327-425c-98d4-e4dbf363c915 req-ad9be1b5-ab96-452b-91dd-f0163b1531df service neutron] Port 87f3b403-3d73-4ba8-bfe5-d8450318430e on network d9c7e787-4652-4ee4-983d-7b4a9fd53d98 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-15 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 15:11:59.184320 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a618a871-b327-425c-98d4-e4dbf363c915 req-ad9be1b5-ab96-452b-91dd-f0163b1531df service neutron] Attempting to bind port 87f3b403-3d73-4ba8-bfe5-d8450318430e on network d9c7e787-4652-4ee4-983d-7b4a9fd53d98 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 15:11:59.192059 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a618a871-b327-425c-98d4-e4dbf363c915 req-ad9be1b5-ab96-452b-91dd-f0163b1531df service neutron] Checking agent: {'id': 'de568313-a3e6-454a-9813-77e25edcea95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 27, 41), 'started_at': datetime.datetime(2021, 8, 12, 14, 27, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 15, 11, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 15:11:59.192407 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a618a871-b327-425c-98d4-e4dbf363c915 req-ad9be1b5-ab96-452b-91dd-f0163b1531df service neutron] Checking segment: {'id': 'fcd22b33-01d5-4908-ab67-fcc7aa617173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd9c7e787-4652-4ee4-983d-7b4a9fd53d98'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 15:11:59.192794 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a618a871-b327-425c-98d4-e4dbf363c915 req-ad9be1b5-ab96-452b-91dd-f0163b1531df service neutron] Bound using segment: {'id': 'fcd22b33-01d5-4908-ab67-fcc7aa617173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd9c7e787-4652-4ee4-983d-7b4a9fd53d98'} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 15:11:59.193233 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-a618a871-b327-425c-98d4-e4dbf363c915 req-ad9be1b5-ab96-452b-91dd-f0163b1531df service neutron] Bound port: 87f3b403-3d73-4ba8-bfe5-d8450318430e, host: n-h1-694802-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fcd22b33-01d5-4908-ab67-fcc7aa617173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd9c7e787-4652-4ee4-983d-7b4a9fd53d98'}}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 15:11:59.193599 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-a618a871-b327-425c-98d4-e4dbf363c915 req-ad9be1b5-ab96-452b-91dd-f0163b1531df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:11:59.272370 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-a618a871-b327-425c-98d4-e4dbf363c915 req-ad9be1b5-ab96-452b-91dd-f0163b1531df service neutron] For port 87f3b403-3d73-4ba8-bfe5-d8450318430e, host n-h1-694802-15, cleared binding levels {{(pid=94467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 15:11:59.275882 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-a618a871-b327-425c-98d4-e4dbf363c915 req-ad9be1b5-ab96-452b-91dd-f0163b1531df service neutron] For port 87f3b403-3d73-4ba8-bfe5-d8450318430e, host n-h1-694802-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=87f3b403-3d73-4ba8-bfe5-d8450318430e,segment=NetworkSegment(fcd22b33-01d5-4908-ab67-fcc7aa617173),segment_id=fcd22b33-01d5-4908-ab67-fcc7aa617173)] {{(pid=94467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 15:11:59.284744 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-a618a871-b327-425c-98d4-e4dbf363c915 req-ad9be1b5-ab96-452b-91dd-f0163b1531df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:11:59.323629 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a618a871-b327-425c-98d4-e4dbf363c915 req-ad9be1b5-ab96-452b-91dd-f0163b1531df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:11:59.324263 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-a618a871-b327-425c-98d4-e4dbf363c915 req-ad9be1b5-ab96-452b-91dd-f0163b1531df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:11:59.325650 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a618a871-b327-425c-98d4-e4dbf363c915 req-ad9be1b5-ab96-452b-91dd-f0163b1531df service neutron] 10.222.0.64 "PUT /v2.0/ports/87f3b403-3d73-4ba8-bfe5-d8450318430e HTTP/1.1" status: 200 len: 1093 time: 0.6371846 Aug 12 15:11:59.326090 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0319e5f3-085f-4507-b1ca-8a5b2269cefd', 'tag': '87f3b403-3d73-4ba8-bfe5-d8450318430e'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:11:59.328453 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e65282f928b64038367d043a4411777802006c43a98742496cb2e25b724ff1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d11688ea-c747-4aec-a99e-0a5ede706812" -d '{"events": [{"name": "network-changed", "server_uuid": "0319e5f3-085f-4507-b1ca-8a5b2269cefd", "tag": "87f3b403-3d73-4ba8-bfe5-d8450318430e"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 15:11:59.361866 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9be1b5-ab96-452b-91dd-f0163b1531df service neutron] Pushing event updated for resources: {'Port': ['ID=87f3b403-3d73-4ba8-bfe5-d8450318430e,revision_number=3']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:11:59.385378 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 15:11:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de854ef7-9042-4f3d-8c99-c1f23658c76c x-openstack-request-id: req-de854ef7-9042-4f3d-8c99-c1f23658c76c {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 15:11:59.385667 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0319e5f3-085f-4507-b1ca-8a5b2269cefd", "tag": "87f3b403-3d73-4ba8-bfe5-d8450318430e", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 15:11:59.385926 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-de854ef7-9042-4f3d-8c99-c1f23658c76c {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 15:11:59.386321 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0319e5f3-085f-4507-b1ca-8a5b2269cefd', 'tag': '87f3b403-3d73-4ba8-bfe5-d8450318430e', 'status': 'completed', 'code': 200} Aug 12 15:11:59.420708 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a618a871-b327-425c-98d4-e4dbf363c915 req-245449f7-2198-42f3-becf-b708817b7242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:11:59.422841 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a618a871-b327-425c-98d4-e4dbf363c915 req-245449f7-2198-42f3-becf-b708817b7242 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b9f3518fbc904b44b3baf79d0578af51&device_id=0319e5f3-085f-4507-b1ca-8a5b2269cefd HTTP/1.1" status: 200 len: 1096 time: 0.0506189 Aug 12 15:11:59.442873 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5357f0d-25f8-4ec7-8954-3583da185a37 req-f4951e43-9cbe-4585-bbe9-f03a6e732049 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:11:59.445073 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-c5357f0d-25f8-4ec7-8954-3583da185a37 req-f4951e43-9cbe-4585-bbe9-f03a6e732049 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/ports?device_id=0319e5f3-085f-4507-b1ca-8a5b2269cefd HTTP/1.1" status: 200 len: 944 time: 0.0780790 Aug 12 15:11:59.469376 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a618a871-b327-425c-98d4-e4dbf363c915 req-d247346e-4827-4593-9945-776f610181e8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=87f3b403-3d73-4ba8-bfe5-d8450318430e HTTP/1.1" status: 200 len: 217 time: 0.0380642 Aug 12 15:11:59.500809 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-c5357f0d-25f8-4ec7-8954-3583da185a37 req-6f50e916-489b-419c-9bbc-43a6399ebaa2 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/security-groups?id=b6f34255-2a63-471d-83cf-25b9c4e930f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446942 Aug 12 15:11:59.530157 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a618a871-b327-425c-98d4-e4dbf363c915 req-b638e538-bb2c-4b93-8669-0290cc6a38f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:11:59.532436 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a618a871-b327-425c-98d4-e4dbf363c915 req-b638e538-bb2c-4b93-8669-0290cc6a38f2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=56c6cd03-2d72-4138-ab80-065ddfe4454b HTTP/1.1" status: 200 len: 851 time: 0.0564010 Aug 12 15:11:59.579894 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a618a871-b327-425c-98d4-e4dbf363c915 req-be0e5ed2-1aff-4bb5-8632-97029c220cde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:11:59.581405 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a618a871-b327-425c-98d4-e4dbf363c915 req-be0e5ed2-1aff-4bb5-8632-97029c220cde service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d9c7e787-4652-4ee4-983d-7b4a9fd53d98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0421803 Aug 12 15:11:59.675857 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a618a871-b327-425c-98d4-e4dbf363c915 req-5df33b04-dba0-44dc-9d00-785245462169 service neutron] 10.222.0.64 "GET /v2.0/networks/d9c7e787-4652-4ee4-983d-7b4a9fd53d98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864935 Aug 12 15:12:00.031091 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a618a871-b327-425c-98d4-e4dbf363c915 req-4db993ff-dcc7-476a-899f-236b2f078ea1 service neutron] 10.222.0.64 "GET /v2.0/networks/d9c7e787-4652-4ee4-983d-7b4a9fd53d98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3480623 Aug 12 15:12:00.115384 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11688ea-c747-4aec-a99e-0a5ede706812 req-d5934adf-b558-45b1-98e2-969c742e7cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:12:00.116884 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d11688ea-c747-4aec-a99e-0a5ede706812 req-d5934adf-b558-45b1-98e2-969c742e7cbe service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b9f3518fbc904b44b3baf79d0578af51&device_id=0319e5f3-085f-4507-b1ca-8a5b2269cefd HTTP/1.1" status: 200 len: 1096 time: 0.0421560 Aug 12 15:12:00.207864 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11688ea-c747-4aec-a99e-0a5ede706812 req-e8b6e5ec-e40f-4602-955a-ac7a1d5f82ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:12:00.209632 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d11688ea-c747-4aec-a99e-0a5ede706812 req-e8b6e5ec-e40f-4602-955a-ac7a1d5f82ff service neutron] 10.222.0.64 "GET /v2.0/networks?id=d9c7e787-4652-4ee4-983d-7b4a9fd53d98 HTTP/1.1" status: 200 len: 913 time: 0.0863972 Aug 12 15:12:00.258753 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d11688ea-c747-4aec-a99e-0a5ede706812 req-8996a0f9-1270-4998-bfdd-79ddbbb1e77f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=87f3b403-3d73-4ba8-bfe5-d8450318430e HTTP/1.1" status: 200 len: 217 time: 0.0400259 Aug 12 15:12:00.314889 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11688ea-c747-4aec-a99e-0a5ede706812 req-ea4f2045-fe64-417c-9d0d-fcd1b506208d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:12:00.316394 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d11688ea-c747-4aec-a99e-0a5ede706812 req-ea4f2045-fe64-417c-9d0d-fcd1b506208d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=56c6cd03-2d72-4138-ab80-065ddfe4454b HTTP/1.1" status: 200 len: 851 time: 0.0514424 Aug 12 15:12:00.375785 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11688ea-c747-4aec-a99e-0a5ede706812 req-fc319e3a-f618-4e60-bb6c-d61d0324b907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:12:00.377317 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d11688ea-c747-4aec-a99e-0a5ede706812 req-fc319e3a-f618-4e60-bb6c-d61d0324b907 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d9c7e787-4652-4ee4-983d-7b4a9fd53d98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0544403 Aug 12 15:12:00.465532 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d11688ea-c747-4aec-a99e-0a5ede706812 req-d6b02009-4d72-4069-8e3b-9040d11939db service neutron] 10.222.0.64 "GET /v2.0/networks/d9c7e787-4652-4ee4-983d-7b4a9fd53d98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810139 Aug 12 15:12:00.575374 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d11688ea-c747-4aec-a99e-0a5ede706812 req-be8f4fc3-bc6b-4c0f-a7de-45fa82eeab49 service neutron] 10.222.0.64 "GET /v2.0/networks/d9c7e787-4652-4ee4-983d-7b4a9fd53d98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024890 Aug 12 15:12:00.614636 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2538f1-afbb-4493-a847-1aac402d7f26 req-c6481bbb-b9cf-4c64-9013-537a7ca29e5f tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:12:00.616215 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ed2538f1-afbb-4493-a847-1aac402d7f26 req-c6481bbb-b9cf-4c64-9013-537a7ca29e5f tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/ports?device_id=0319e5f3-085f-4507-b1ca-8a5b2269cefd HTTP/1.1" status: 200 len: 944 time: 0.0553432 Aug 12 15:12:00.658294 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ed2538f1-afbb-4493-a847-1aac402d7f26 req-68acfcae-f24e-4b43-aef4-a38fc202a6b2 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/security-groups?id=b6f34255-2a63-471d-83cf-25b9c4e930f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357714 Aug 12 15:12:01.778819 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c52022d-7e41-4223-a0bf-b502592c4965 req-2a23d48f-d90e-4de7-afb7-34d3bc6af6fc tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:12:01.780393 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-0c52022d-7e41-4223-a0bf-b502592c4965 req-2a23d48f-d90e-4de7-afb7-34d3bc6af6fc tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/ports?device_id=0319e5f3-085f-4507-b1ca-8a5b2269cefd HTTP/1.1" status: 200 len: 944 time: 0.0552442 Aug 12 15:12:01.819773 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-0c52022d-7e41-4223-a0bf-b502592c4965 req-317ba5c0-d834-4c81-ab6a-37c148c1635d tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/security-groups?id=b6f34255-2a63-471d-83cf-25b9c4e930f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332794 Aug 12 15:12:02.933030 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd97294-7e97-4fcf-be71-3283d673fbdc req-e3de4621-6c10-4298-9143-f3d433537f31 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:12:02.934503 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2dd97294-7e97-4fcf-be71-3283d673fbdc req-e3de4621-6c10-4298-9143-f3d433537f31 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/ports?device_id=0319e5f3-085f-4507-b1ca-8a5b2269cefd HTTP/1.1" status: 200 len: 944 time: 0.0489566 Aug 12 15:12:02.976526 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2dd97294-7e97-4fcf-be71-3283d673fbdc req-0ed67468-ca27-47f5-9922-80635efc8ea3 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/security-groups?id=b6f34255-2a63-471d-83cf-25b9c4e930f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356073 Aug 12 15:12:04.092293 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addf60f8-d7b0-486b-8276-e99d946c1f21 req-60a97d22-b5cc-4e8e-8179-c1c4836849df tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:12:04.093788 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-addf60f8-d7b0-486b-8276-e99d946c1f21 req-60a97d22-b5cc-4e8e-8179-c1c4836849df tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/ports?device_id=0319e5f3-085f-4507-b1ca-8a5b2269cefd HTTP/1.1" status: 200 len: 944 time: 0.0514152 Aug 12 15:12:04.132505 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-addf60f8-d7b0-486b-8276-e99d946c1f21 req-bce48015-5d45-4009-a4b7-c28f3472542b tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/security-groups?id=b6f34255-2a63-471d-83cf-25b9c4e930f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328596 Aug 12 15:12:05.244907 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37503856-b64b-448f-9342-ccadfddc38f6 req-453b435e-961b-4340-9938-bd32d02afe84 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:12:05.246878 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-37503856-b64b-448f-9342-ccadfddc38f6 req-453b435e-961b-4340-9938-bd32d02afe84 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/ports?device_id=0319e5f3-085f-4507-b1ca-8a5b2269cefd HTTP/1.1" status: 200 len: 944 time: 0.0484655 Aug 12 15:12:05.284177 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-37503856-b64b-448f-9342-ccadfddc38f6 req-bf435ed5-da84-44e8-99f4-3f9a64b5e833 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/security-groups?id=b6f34255-2a63-471d-83cf-25b9c4e930f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313156 Aug 12 15:12:05.692283 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.agents_db [None req-17ed3e4c-1a7d-4162-9646-11c134aca297 None None] Agent healthcheck: found 7 active agents {{(pid=94469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 15:12:06.395618 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9eb741-f0f3-4f0a-b032-7ed2733c6e29 req-7c5a4088-747b-4f93-829c-c5fbd0b5a14b tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:12:06.397102 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-1b9eb741-f0f3-4f0a-b032-7ed2733c6e29 req-7c5a4088-747b-4f93-829c-c5fbd0b5a14b tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/ports?device_id=0319e5f3-085f-4507-b1ca-8a5b2269cefd HTTP/1.1" status: 200 len: 944 time: 0.0481129 Aug 12 15:12:06.433792 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-1b9eb741-f0f3-4f0a-b032-7ed2733c6e29 req-445432d0-08a7-4b29-9c93-ae366015834d tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/security-groups?id=b6f34255-2a63-471d-83cf-25b9c4e930f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301170 Aug 12 15:12:07.545621 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9261dbe4-d610-4ded-8174-e2df1400d6f5 req-9ccf4f4f-f987-4d58-abc5-7c1b020b8f41 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:12:07.547010 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9261dbe4-d610-4ded-8174-e2df1400d6f5 req-9ccf4f4f-f987-4d58-abc5-7c1b020b8f41 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/ports?device_id=0319e5f3-085f-4507-b1ca-8a5b2269cefd HTTP/1.1" status: 200 len: 944 time: 0.0483549 Aug 12 15:12:07.584753 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9261dbe4-d610-4ded-8174-e2df1400d6f5 req-426bba67-116e-4288-a8fa-49e04fdb1bd6 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/security-groups?id=b6f34255-2a63-471d-83cf-25b9c4e930f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318649 Aug 12 15:12:08.697109 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05babf6-0b0a-4ccf-8b31-b154b158ba5e req-2d299668-6ad3-437f-972d-2c0f705e23ab tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:12:08.699089 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-c05babf6-0b0a-4ccf-8b31-b154b158ba5e req-2d299668-6ad3-437f-972d-2c0f705e23ab tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/ports?device_id=0319e5f3-085f-4507-b1ca-8a5b2269cefd HTTP/1.1" status: 200 len: 944 time: 0.0484750 Aug 12 15:12:08.736146 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-c05babf6-0b0a-4ccf-8b31-b154b158ba5e req-9a93dada-7af9-4e76-b55f-867f231528c7 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/security-groups?id=b6f34255-2a63-471d-83cf-25b9c4e930f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311780 Aug 12 15:12:09.710587 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device 87f3b403-3d73-4ba8-bfe5-d8450318430e details requested by agent hyperv_n-h1-694802-15 with host n-h1-694802-15 {{(pid=94468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 15:12:09.810272 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port 87f3b403-3d73-4ba8-bfe5-d8450318430e, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=87f3b403-3d73-4ba8-bfe5-d8450318430e,segment=NetworkSegment(fcd22b33-01d5-4908-ab67-fcc7aa617173),segment_id=fcd22b33-01d5-4908-ab67-fcc7aa617173)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:12:09.825613 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Returning: {'device': '87f3b403-3d73-4ba8-bfe5-d8450318430e', 'network_id': 'd9c7e787-4652-4ee4-983d-7b4a9fd53d98', 'port_id': '87f3b403-3d73-4ba8-bfe5-d8450318430e', 'mac_address': 'fa:16:3e:12:6e:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56c6cd03-2d72-4138-ab80-065ddfe4454b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 15:12:09.850413 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6e6749-dffd-4109-b434-55133465d906 req-a072be5f-7c77-49ff-8148-96646533d59b tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:12:09.851977 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4a6e6749-dffd-4109-b434-55133465d906 req-a072be5f-7c77-49ff-8148-96646533d59b tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/ports?device_id=0319e5f3-085f-4507-b1ca-8a5b2269cefd HTTP/1.1" status: 200 len: 944 time: 0.0502927 Aug 12 15:12:09.862782 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:12:09.875651 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87f3b403-3d73-4ba8-bfe5-d8450318430e {{(pid=94468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 15:12:09.895160 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port 87f3b403-3d73-4ba8-bfe5-d8450318430e, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=87f3b403-3d73-4ba8-bfe5-d8450318430e,segment=NetworkSegment(fcd22b33-01d5-4908-ab67-fcc7aa617173),segment_id=fcd22b33-01d5-4908-ab67-fcc7aa617173)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:12:09.896154 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4a6e6749-dffd-4109-b434-55133465d906 req-6af14731-492b-4ae7-a2df-ee5a59c54c14 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/security-groups?id=b6f34255-2a63-471d-83cf-25b9c4e930f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371301 Aug 12 15:12:09.899611 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:12:09.947508 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Pushing event updated for resources: {'Port': ['ID=87f3b403-3d73-4ba8-bfe5-d8450318430e,revision_number=4']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:12:10.123412 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-29ab5db2-979d-4df4-ab01-1261548d5086 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:12:10.131689 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] get_ports_and_sgs() called for port_ids ['87f3b403-3d73-4ba8-bfe5-d8450318430e'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 15:12:11.015197 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5048ffa7-f3c8-4c00-be3e-50d76e85b816 req-68205486-fd65-460b-89c5-5debbb4a88c7 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:12:11.016658 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-5048ffa7-f3c8-4c00-be3e-50d76e85b816 req-68205486-fd65-460b-89c5-5debbb4a88c7 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/ports?device_id=0319e5f3-085f-4507-b1ca-8a5b2269cefd HTTP/1.1" status: 200 len: 945 time: 0.0519745 Aug 12 15:12:11.054094 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-5048ffa7-f3c8-4c00-be3e-50d76e85b816 req-646062b6-8226-48c7-9f74-03ed522dd1bf tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/security-groups?id=b6f34255-2a63-471d-83cf-25b9c4e930f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313375 Aug 12 15:12:11.720817 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:12:11.723216 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device 87f3b403-3d73-4ba8-bfe5-d8450318430e up at agent hyperv_n-h1-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 15:12:11.773435 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Provisioning for port 87f3b403-3d73-4ba8-bfe5-d8450318430e completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:12:11.777816 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Provisioning complete for port 87f3b403-3d73-4ba8-bfe5-d8450318430e triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:12:11.778182 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:12:11.852598 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:12:11.873906 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0319e5f3-085f-4507-b1ca-8a5b2269cefd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87f3b403-3d73-4ba8-bfe5-d8450318430e'}] {{(pid=94468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:12:11.876158 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99a8d87602170099c728e57431aca99e9b98a655a83bbf8727be13192709727b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb6e2c09-7859-4ea2-bf1d-036fb5b8603b" -d '{"events": [{"server_uuid": "0319e5f3-085f-4507-b1ca-8a5b2269cefd", "name": "network-vif-plugged", "status": "completed", "tag": "87f3b403-3d73-4ba8-bfe5-d8450318430e"}]}' {{(pid=94468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 15:12:11.889010 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port 87f3b403-3d73-4ba8-bfe5-d8450318430e, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=87f3b403-3d73-4ba8-bfe5-d8450318430e,segment=NetworkSegment(fcd22b33-01d5-4908-ab67-fcc7aa617173),segment_id=fcd22b33-01d5-4908-ab67-fcc7aa617173)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:12:11.893480 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:12:11.916968 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 15:12:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-443a6dde-2350-4a00-b182-c1b003da1edb x-openstack-request-id: req-443a6dde-2350-4a00-b182-c1b003da1edb {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 15:12:11.917258 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0319e5f3-085f-4507-b1ca-8a5b2269cefd", "name": "network-vif-plugged", "status": "completed", "tag": "87f3b403-3d73-4ba8-bfe5-d8450318430e", "code": 200}]} {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 15:12:11.917508 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-443a6dde-2350-4a00-b182-c1b003da1edb {{(pid=94468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 15:12:11.917890 n-d-694802-15 neutron-server[94468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0319e5f3-085f-4507-b1ca-8a5b2269cefd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87f3b403-3d73-4ba8-bfe5-d8450318430e', 'code': 200} Aug 12 15:12:11.947201 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Pushing event updated for resources: {'Port': ['ID=87f3b403-3d73-4ba8-bfe5-d8450318430e,revision_number=5']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:12:12.013473 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07eb22a9-2f6a-4c79-bac2-b3692271a34c req-a12225df-2dbf-46e3-bb85-b97ba55a8823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:12:12.014849 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-07eb22a9-2f6a-4c79-bac2-b3692271a34c req-a12225df-2dbf-46e3-bb85-b97ba55a8823 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=0319e5f3-085f-4507-b1ca-8a5b2269cefd HTTP/1.1" status: 200 len: 1098 time: 0.0398712 Aug 12 15:12:12.048502 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-07eb22a9-2f6a-4c79-bac2-b3692271a34c req-54471416-5c1c-44d6-998f-59a9efc1752a service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=b6f34255-2a63-471d-83cf-25b9c4e930f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0262344 Aug 12 15:12:12.167041 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3c8135-6335-4e7d-a80f-a25c76e0215e req-cb66c266-c92e-40d0-bafc-f03e981747ff tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:12:12.168510 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-5d3c8135-6335-4e7d-a80f-a25c76e0215e req-cb66c266-c92e-40d0-bafc-f03e981747ff tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/ports?device_id=0319e5f3-085f-4507-b1ca-8a5b2269cefd HTTP/1.1" status: 200 len: 946 time: 0.0490069 Aug 12 15:12:12.205938 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-5d3c8135-6335-4e7d-a80f-a25c76e0215e req-47be96d8-218f-4a3d-8e4d-81b689aae012 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/security-groups?id=b6f34255-2a63-471d-83cf-25b9c4e930f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315337 Aug 12 15:12:13.052888 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:12:13.059386 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:12:13.322334 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a188ab-db11-4382-9369-b9cbd57de10a req-4b23d831-0a42-4caf-940c-17a1f519fbe6 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:12:13.323778 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-28a188ab-db11-4382-9369-b9cbd57de10a req-4b23d831-0a42-4caf-940c-17a1f519fbe6 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/ports?device_id=0319e5f3-085f-4507-b1ca-8a5b2269cefd HTTP/1.1" status: 200 len: 946 time: 0.0507145 Aug 12 15:12:13.362045 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-28a188ab-db11-4382-9369-b9cbd57de10a req-c1dd5ce9-bdb0-4163-b8b3-d4b18f907a70 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/security-groups?id=b6f34255-2a63-471d-83cf-25b9c4e930f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323381 Aug 12 15:12:13.410064 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-5e3c48fc-5081-4ec1-9b73-56552d42359b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:12:13.474628 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97435acb-373a-442c-a366-51bb523ac425 req-f39a310a-25bb-4858-aabd-bc9103dd48ac tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:12:13.476112 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-97435acb-373a-442c-a366-51bb523ac425 req-f39a310a-25bb-4858-aabd-bc9103dd48ac tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/ports?device_id=0319e5f3-085f-4507-b1ca-8a5b2269cefd HTTP/1.1" status: 200 len: 946 time: 0.0473285 Aug 12 15:12:13.512765 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-97435acb-373a-442c-a366-51bb523ac425 req-604f575e-4f72-4572-949f-c2eeb6848bac tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/security-groups?id=b6f34255-2a63-471d-83cf-25b9c4e930f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302117 Aug 12 15:12:13.534701 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 60324) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:12:13.686177 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de51120d-8347-4d9b-85d9-5b928f2098ef tempest-TestVolumeBootPattern-510025386 tempest-TestVolumeBootPattern-510025386-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:12:13.687704 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-de51120d-8347-4d9b-85d9-5b928f2098ef tempest-TestVolumeBootPattern-510025386 tempest-TestVolumeBootPattern-510025386-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=0319e5f3-085f-4507-b1ca-8a5b2269cefd HTTP/1.1" status: 200 len: 1093 time: 0.1520321 Aug 12 15:12:13.690530 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 60328) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:12:13.694762 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-445e4265-4065-4644-8bde-793e6b3fb61b tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Request body: {'floatingip': {'floating_network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'port_id': '87f3b403-3d73-4ba8-bfe5-d8450318430e', 'tenant_id': 'b9f3518fbc904b44b3baf79d0578af51', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:12:13.717435 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-445e4265-4065-4644-8bde-793e6b3fb61b tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Notify callbacks [] for floatingip, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:12:13.810623 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-445e4265-4065-4644-8bde-793e6b3fb61b tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:12:14.072061 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-1769855f-eda9-4483-9dc3-3220908ab45d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:12:14.242558 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-445e4265-4065-4644-8bde-793e6b3fb61b tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Allocated IP 172.25.1.196 (d3759e1b-6c03-45ac-acd4-90abb417809b/f0254f08-c19c-4e31-bd9c-09389ea4b6f2/383d0b15-f342-4eb0-adf6-446b8f6b4f0b) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 15:12:14.340795 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-445e4265-4065-4644-8bde-793e6b3fb61b tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:12:14.381542 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-445e4265-4065-4644-8bde-793e6b3fb61b tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:12:14.415662 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-445e4265-4065-4644-8bde-793e6b3fb61b tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Network d3759e1b-6c03-45ac-acd4-90abb417809b is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 15:12:14.418406 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-445e4265-4065-4644-8bde-793e6b3fb61b tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:12:14.421812 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-445e4265-4065-4644-8bde-793e6b3fb61b tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 15:12:14.449498 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445e4265-4065-4644-8bde-793e6b3fb61b tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Pushing event updated for resources: {'Port': ['ID=383d0b15-f342-4eb0-adf6-446b8f6b4f0b,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:12:14.777648 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-445e4265-4065-4644-8bde-793e6b3fb61b tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:12:14.842480 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-445e4265-4065-4644-8bde-793e6b3fb61b tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:12:14.992499 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-445e4265-4065-4644-8bde-793e6b3fb61b tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Notify callbacks [] for port, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:12:14.996860 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-445e4265-4065-4644-8bde-793e6b3fb61b tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3718439'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:12:15.067370 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445e4265-4065-4644-8bde-793e6b3fb61b tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Pushing event updated for resources: {'Port': ['ID=383d0b15-f342-4eb0-adf6-446b8f6b4f0b,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:12:15.077444 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-445e4265-4065-4644-8bde-793e6b3fb61b tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431510'] for floatingip, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:12:15.178244 n-d-694802-15 neutron-server[94466]: INFO neutron.db.l3_db [None req-445e4265-4065-4644-8bde-793e6b3fb61b tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Floating IP 6daa59ff-a9cd-4eb2-83bf-5ee6adb454c3 associated. External IP: 172.25.1.196, port: 87f3b403-3d73-4ba8-bfe5-d8450318430e. Aug 12 15:12:15.387065 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-445e4265-4065-4644-8bde-793e6b3fb61b tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Router b520f3ac-b818-4ddb-a79e-af80861ae592 has already been hosted by L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f {{(pid=94466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 15:12:15.494683 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-445e4265-4065-4644-8bde-793e6b3fb61b tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 15:12:15.504349 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09a9cf09-45ce-4883-a7cc-2e1e1aa66c87 None None] Sync routers for ids ['b520f3ac-b818-4ddb-a79e-af80861ae592'] in n-d-694802-15 {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 15:12:15.510673 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-445e4265-4065-4644-8bde-793e6b3fb61b tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for floatingip, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:12:15.513701 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09a9cf09-45ce-4883-a7cc-2e1e1aa66c87 None None] Routers {'b520f3ac-b818-4ddb-a79e-af80861ae592'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:12:15.514316 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-09a9cf09-45ce-4883-a7cc-2e1e1aa66c87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T15:12:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['b520f3ac-b818-4ddb-a79e-af80861ae592'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:12:15.537419 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-445e4265-4065-4644-8bde-793e6b3fb61b tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8458683 Aug 12 15:12:15.538508 n-d-694802-15 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0319e5f3-085f-4507-b1ca-8a5b2269cefd', 'tag': '87f3b403-3d73-4ba8-bfe5-d8450318430e'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:12:15.540824 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e785eeede3897370d0b20f09d5f461b30cfecd5ed38c4f07dacd02bc52c9277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31a9db8e-ccbd-4291-a53e-3b49a7ba93e9" -d '{"events": [{"name": "network-changed", "server_uuid": "0319e5f3-085f-4507-b1ca-8a5b2269cefd", "tag": "87f3b403-3d73-4ba8-bfe5-d8450318430e"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 15:12:15.582161 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 15:12:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cd3c673-30fd-4a48-87cb-0db555353f19 x-openstack-request-id: req-6cd3c673-30fd-4a48-87cb-0db555353f19 {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 15:12:15.582555 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0319e5f3-085f-4507-b1ca-8a5b2269cefd", "tag": "87f3b403-3d73-4ba8-bfe5-d8450318430e", "status": "completed", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 15:12:15.583050 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6cd3c673-30fd-4a48-87cb-0db555353f19 {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 15:12:15.583520 n-d-694802-15 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0319e5f3-085f-4507-b1ca-8a5b2269cefd', 'tag': '87f3b403-3d73-4ba8-bfe5-d8450318430e', 'status': 'completed', 'code': 200} Aug 12 15:12:15.621692 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-09a9cf09-45ce-4883-a7cc-2e1e1aa66c87 None None] Set router b520f3ac-b818-4ddb-a79e-af80861ae592 gateway port host: n-d-694802-15 {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:12:15.644737 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a9db8e-ccbd-4291-a53e-3b49a7ba93e9 req-8d0df227-51b1-4987-adbd-6e3f6dde1807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:12:15.646264 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-31a9db8e-ccbd-4291-a53e-3b49a7ba93e9 req-8d0df227-51b1-4987-adbd-6e3f6dde1807 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b9f3518fbc904b44b3baf79d0578af51&device_id=0319e5f3-085f-4507-b1ca-8a5b2269cefd HTTP/1.1" status: 200 len: 1098 time: 0.0406106 Aug 12 15:12:15.724616 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-fe95f194-a3b0-4c04-9e42-20b511169d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:12:15.746585 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a9db8e-ccbd-4291-a53e-3b49a7ba93e9 req-5db7dcd6-9664-4df5-8524-04a88c4c7646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:12:15.748253 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-31a9db8e-ccbd-4291-a53e-3b49a7ba93e9 req-5db7dcd6-9664-4df5-8524-04a88c4c7646 service neutron] 10.222.0.64 "GET /v2.0/networks?id=d9c7e787-4652-4ee4-983d-7b4a9fd53d98 HTTP/1.1" status: 200 len: 913 time: 0.0953171 Aug 12 15:12:15.817837 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-31a9db8e-ccbd-4291-a53e-3b49a7ba93e9 req-33aa7eb8-852a-4815-ae67-e89258b420ed service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=87f3b403-3d73-4ba8-bfe5-d8450318430e HTTP/1.1" status: 200 len: 1000 time: 0.0626626 Aug 12 15:12:15.884369 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a9db8e-ccbd-4291-a53e-3b49a7ba93e9 req-bba8dee3-55fe-4fa6-9a65-2adc26568e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:12:15.885841 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-31a9db8e-ccbd-4291-a53e-3b49a7ba93e9 req-bba8dee3-55fe-4fa6-9a65-2adc26568e63 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=56c6cd03-2d72-4138-ab80-065ddfe4454b HTTP/1.1" status: 200 len: 851 time: 0.0604684 Aug 12 15:12:15.931511 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a9db8e-ccbd-4291-a53e-3b49a7ba93e9 req-663966a0-785a-40f1-bd1c-4a13a7c374ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:12:15.933003 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-31a9db8e-ccbd-4291-a53e-3b49a7ba93e9 req-663966a0-785a-40f1-bd1c-4a13a7c374ba service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d9c7e787-4652-4ee4-983d-7b4a9fd53d98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403376 Aug 12 15:12:15.941369 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-09a9cf09-45ce-4883-a7cc-2e1e1aa66c87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b520f3ac-b818-4ddb-a79e-af80861ae592', 'name': 'tempest-TestVolumeBootPattern-1562996728-router', 'tenant_id': 'b9f3518fbc904b44b3baf79d0578af51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.197'}], 'enable_snat': True}, 'gw_port_id': '72787f34-510e-4209-bf1e-1684bf07f78e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:05:56Z', 'updated_at': '2021-08-12T15:05:59Z', 'revision_number': 4, 'project_id': 'b9f3518fbc904b44b3baf79d0578af51', 'gw_port': {'id': '72787f34-510e-4209-bf1e-1684bf07f78e', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:ff:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b520f3ac-b818-4ddb-a79e-af80861ae592', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3621, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:05:56Z', 'updated_at': '2021-08-12T15:06:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_floatingips': [{'id': '6daa59ff-a9cd-4eb2-83bf-5ee6adb454c3', 'tenant_id': 'b9f3518fbc904b44b3baf79d0578af51', 'floating_ip_address': '172.25.1.196', 'floating_network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'router_id': 'b520f3ac-b818-4ddb-a79e-af80861ae592', 'port_id': '87f3b403-3d73-4ba8-bfe5-d8450318430e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3996, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9c7e787-4652-4ee4-983d-7b4a9fd53d98', 'mac_address': 'fa:16:3e:12:6e:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0319e5f3-085f-4507-b1ca-8a5b2269cefd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T15:12:14Z', 'updated_at': '2021-08-12T15:12:14Z', 'revision_number': 0, 'project_id': 'b9f3518fbc904b44b3baf79d0578af51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd888dfff-3b06-4e28-a080-c7a841721c7f', 'name': '', 'network_id': 'd9c7e787-4652-4ee4-983d-7b4a9fd53d98', 'tenant_id': 'b9f3518fbc904b44b3baf79d0578af51', 'mac_address': 'fa:16:3e:00:c5:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b520f3ac-b818-4ddb-a79e-af80861ae592', 'device_owner': 'network:router_interface', 'standard_attr_id': 3622, 'fixed_ips': [{'subnet_id': '56c6cd03-2d72-4138-ab80-065ddfe4454b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:05:58Z', 'updated_at': '2021-08-12T15:06:05Z', 'revision_number': 5, 'project_id': 'b9f3518fbc904b44b3baf79d0578af51', 'subnets': [{'id': '56c6cd03-2d72-4138-ab80-065ddfe4454b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:12:15.967352 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09a9cf09-45ce-4883-a7cc-2e1e1aa66c87 None None] Checking router: b520f3ac-b818-4ddb-a79e-af80861ae592 for host: n-d-694802-15 {{(pid=94469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 15:12:15.976030 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09a9cf09-45ce-4883-a7cc-2e1e1aa66c87 None None] Routers {'b520f3ac-b818-4ddb-a79e-af80861ae592'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:12:15.976639 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-09a9cf09-45ce-4883-a7cc-2e1e1aa66c87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T15:12:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['b520f3ac-b818-4ddb-a79e-af80861ae592'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:12:16.022556 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-31a9db8e-ccbd-4291-a53e-3b49a7ba93e9 req-8f8962c7-1c7c-42fd-b29d-8fd79c6a7760 service neutron] 10.222.0.64 "GET /v2.0/networks/d9c7e787-4652-4ee4-983d-7b4a9fd53d98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814936 Aug 12 15:12:16.079926 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-09a9cf09-45ce-4883-a7cc-2e1e1aa66c87 None None] Set router b520f3ac-b818-4ddb-a79e-af80861ae592 gateway port host: n-d-694802-15 {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:12:16.118111 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-31a9db8e-ccbd-4291-a53e-3b49a7ba93e9 req-a429d5b0-3447-49d1-8b62-0cf15bfd1c22 service neutron] 10.222.0.64 "GET /v2.0/networks/d9c7e787-4652-4ee4-983d-7b4a9fd53d98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887699 Aug 12 15:12:16.306782 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-09a9cf09-45ce-4883-a7cc-2e1e1aa66c87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b520f3ac-b818-4ddb-a79e-af80861ae592', 'name': 'tempest-TestVolumeBootPattern-1562996728-router', 'tenant_id': 'b9f3518fbc904b44b3baf79d0578af51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.197'}], 'enable_snat': True}, 'gw_port_id': '72787f34-510e-4209-bf1e-1684bf07f78e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:05:56Z', 'updated_at': '2021-08-12T15:05:59Z', 'revision_number': 4, 'project_id': 'b9f3518fbc904b44b3baf79d0578af51', 'gw_port': {'id': '72787f34-510e-4209-bf1e-1684bf07f78e', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:ff:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b520f3ac-b818-4ddb-a79e-af80861ae592', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3621, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:05:56Z', 'updated_at': '2021-08-12T15:06:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_floatingips': [{'id': '6daa59ff-a9cd-4eb2-83bf-5ee6adb454c3', 'tenant_id': 'b9f3518fbc904b44b3baf79d0578af51', 'floating_ip_address': '172.25.1.196', 'floating_network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'router_id': 'b520f3ac-b818-4ddb-a79e-af80861ae592', 'port_id': '87f3b403-3d73-4ba8-bfe5-d8450318430e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3996, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9c7e787-4652-4ee4-983d-7b4a9fd53d98', 'mac_address': 'fa:16:3e:12:6e:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0319e5f3-085f-4507-b1ca-8a5b2269cefd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T15:12:14Z', 'updated_at': '2021-08-12T15:12:14Z', 'revision_number': 0, 'project_id': 'b9f3518fbc904b44b3baf79d0578af51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd888dfff-3b06-4e28-a080-c7a841721c7f', 'name': '', 'network_id': 'd9c7e787-4652-4ee4-983d-7b4a9fd53d98', 'tenant_id': 'b9f3518fbc904b44b3baf79d0578af51', 'mac_address': 'fa:16:3e:00:c5:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b520f3ac-b818-4ddb-a79e-af80861ae592', 'device_owner': 'network:router_interface', 'standard_attr_id': 3622, 'fixed_ips': [{'subnet_id': '56c6cd03-2d72-4138-ab80-065ddfe4454b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:05:58Z', 'updated_at': '2021-08-12T15:06:05Z', 'revision_number': 5, 'project_id': 'b9f3518fbc904b44b3baf79d0578af51', 'subnets': [{'id': '56c6cd03-2d72-4138-ab80-065ddfe4454b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:12:16.332330 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09a9cf09-45ce-4883-a7cc-2e1e1aa66c87 None None] The sync data for ids ['b520f3ac-b818-4ddb-a79e-af80861ae592'] in n-d-694802-15 is: [{'id': 'b520f3ac-b818-4ddb-a79e-af80861ae592', 'name': 'tempest-TestVolumeBootPattern-1562996728-router', 'tenant_id': 'b9f3518fbc904b44b3baf79d0578af51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.197'}], 'enable_snat': True}, 'gw_port_id': '72787f34-510e-4209-bf1e-1684bf07f78e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:05:56Z', 'updated_at': '2021-08-12T15:05:59Z', 'revision_number': 4, 'project_id': 'b9f3518fbc904b44b3baf79d0578af51', 'gw_port': {'id': '72787f34-510e-4209-bf1e-1684bf07f78e', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:ff:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b520f3ac-b818-4ddb-a79e-af80861ae592', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3621, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:05:56Z', 'updated_at': '2021-08-12T15:06:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_floatingips': [{'id': '6daa59ff-a9cd-4eb2-83bf-5ee6adb454c3', 'tenant_id': 'b9f3518fbc904b44b3baf79d0578af51', 'floating_ip_address': '172.25.1.196', 'floating_network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'router_id': 'b520f3ac-b818-4ddb-a79e-af80861ae592', 'port_id': '87f3b403-3d73-4ba8-bfe5-d8450318430e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3996, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9c7e787-4652-4ee4-983d-7b4a9fd53d98', 'mac_address': 'fa:16:3e:12:6e:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0319e5f3-085f-4507-b1ca-8a5b2269cefd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T15:12:14Z', 'updated_at': '2021-08-12T15:12:14Z', 'revision_number': 0, 'project_id': 'b9f3518fbc904b44b3baf79d0578af51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd888dfff-3b06-4e28-a080-c7a841721c7f', 'name': '', 'network_id': 'd9c7e787-4652-4ee4-983d-7b4a9fd53d98', 'tenant_id': 'b9f3518fbc904b44b3baf79d0578af51', 'mac_address': 'fa:16:3e:00:c5:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b520f3ac-b818-4ddb-a79e-af80861ae592', 'device_owner': 'network:router_interface', 'standard_attr_id': 3622, 'fixed_ips': [{'subnet_id': '56c6cd03-2d72-4138-ab80-065ddfe4454b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:05:58Z', 'updated_at': '2021-08-12T15:06:05Z', 'revision_number': 5, 'project_id': 'b9f3518fbc904b44b3baf79d0578af51', 'subnets': [{'id': '56c6cd03-2d72-4138-ab80-065ddfe4454b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 15:12:16.506893 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e9dc565-3864-4404-8e93-fcc09cf2858e None None] New status for floating IP 6daa59ff-a9cd-4eb2-83bf-5ee6adb454c3: ACTIVE {{(pid=94468) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 15:12:23.609408 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-7bb36e4f-1914-437f-9fe8-479584be292a req-0d61cb1b-7a98-46ad-bd18-3e5787bad743 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=0319e5f3-085f-4507-b1ca-8a5b2269cefd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0410635 Aug 12 15:12:23.693645 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb36e4f-1914-437f-9fe8-479584be292a req-ea375970-1121-44f2-b2c7-7f7777c12ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:12:23.695373 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-7bb36e4f-1914-437f-9fe8-479584be292a req-ea375970-1121-44f2-b2c7-7f7777c12ea3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b9f3518fbc904b44b3baf79d0578af51&device_id=0319e5f3-085f-4507-b1ca-8a5b2269cefd HTTP/1.1" status: 200 len: 1098 time: 0.0418372 Aug 12 15:12:23.811098 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb36e4f-1914-437f-9fe8-479584be292a req-7f3045d9-bc94-4526-afaa-763d316946b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:12:23.812725 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-7bb36e4f-1914-437f-9fe8-479584be292a req-7f3045d9-bc94-4526-afaa-763d316946b2 service neutron] 10.222.0.64 "GET /v2.0/networks?id=d9c7e787-4652-4ee4-983d-7b4a9fd53d98 HTTP/1.1" status: 200 len: 913 time: 0.0959315 Aug 12 15:12:23.883455 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-7bb36e4f-1914-437f-9fe8-479584be292a req-7a47983a-bcaa-427f-a248-114404b88e02 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=87f3b403-3d73-4ba8-bfe5-d8450318430e HTTP/1.1" status: 200 len: 1002 time: 0.0626104 Aug 12 15:12:23.942925 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb36e4f-1914-437f-9fe8-479584be292a req-2cc31244-abd5-4cc2-b02c-314938918009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:12:23.944450 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-7bb36e4f-1914-437f-9fe8-479584be292a req-2cc31244-abd5-4cc2-b02c-314938918009 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=56c6cd03-2d72-4138-ab80-065ddfe4454b HTTP/1.1" status: 200 len: 851 time: 0.0536442 Aug 12 15:12:24.002860 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb36e4f-1914-437f-9fe8-479584be292a req-9f1d115d-c730-44c5-bf6f-4c76880b30c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:12:24.004633 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-7bb36e4f-1914-437f-9fe8-479584be292a req-9f1d115d-c730-44c5-bf6f-4c76880b30c9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d9c7e787-4652-4ee4-983d-7b4a9fd53d98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0522859 Aug 12 15:12:24.098550 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-7bb36e4f-1914-437f-9fe8-479584be292a req-132357ae-4ddb-4002-b76e-94a73d48499e service neutron] 10.222.0.64 "GET /v2.0/networks/d9c7e787-4652-4ee4-983d-7b4a9fd53d98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852931 Aug 12 15:12:24.193019 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-7bb36e4f-1914-437f-9fe8-479584be292a req-2f45d2af-57eb-4a78-881c-4e5550f10449 service neutron] 10.222.0.64 "GET /v2.0/networks/d9c7e787-4652-4ee4-983d-7b4a9fd53d98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866623 Aug 12 15:12:28.876501 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [req-ed9fb019-6f38-45db-bfce-f8807336c553 req-7e5a28bc-db1d-4658-8070-e721bf490597 service neutron] (94466) timed out ('10.222.0.49', 55265) {{(pid=94466) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 12 15:12:33.436249 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [req-16b11f8a-e894-4eb8-9aff-159b58c2f404 req-94b17b0f-0850-4d56-85d0-6a68377194ff service neutron] (94467) timed out ('10.222.0.39', 57222) {{(pid=94467) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 12 15:12:40.123880 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-b0cccb0d-ec4d-4522-82d8-66b577792ebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:12:41.705018 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:12:42.691278 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.agents_db [None req-17ed3e4c-1a7d-4162-9646-11c134aca297 None None] Agent healthcheck: found 7 active agents {{(pid=94469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 15:12:43.046595 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:12:43.048649 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:12:43.410278 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-d062a10a-a298-47de-8fa3-52a641a882a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:12:44.074158 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-1769855f-eda9-4483-9dc3-3220908ab45d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:12:45.716141 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-fe95f194-a3b0-4c04-9e42-20b511169d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:13:10.124518 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-ebe79bd5-9cb9-4fa6-8987-58ded465fe2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:13:11.700634 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:13:13.026330 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:13:13.047656 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:13:13.409613 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-a03266f9-05f9-40f3-aa10-4a7bc9d92544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:13:14.077058 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-1769855f-eda9-4483-9dc3-3220908ab45d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:13:15.718274 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-fe95f194-a3b0-4c04-9e42-20b511169d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:13:19.690403 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.agents_db [None req-17ed3e4c-1a7d-4162-9646-11c134aca297 None None] Agent healthcheck: found 7 active agents {{(pid=94469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 15:13:23.575037 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-68db3dd3-e26f-4c42-b682-4ecd6c1f7634 req-26905989-5803-4528-80be-f27261561cfc service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=0319e5f3-085f-4507-b1ca-8a5b2269cefd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0397100 Aug 12 15:13:23.653730 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68db3dd3-e26f-4c42-b682-4ecd6c1f7634 req-8082b364-1f79-4300-997d-68c5fda4f44d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:13:23.655253 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-68db3dd3-e26f-4c42-b682-4ecd6c1f7634 req-8082b364-1f79-4300-997d-68c5fda4f44d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b9f3518fbc904b44b3baf79d0578af51&device_id=0319e5f3-085f-4507-b1ca-8a5b2269cefd HTTP/1.1" status: 200 len: 1098 time: 0.0402334 Aug 12 15:13:23.758212 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68db3dd3-e26f-4c42-b682-4ecd6c1f7634 req-b45f3b2e-3bea-42c8-8362-43a7365bb0d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:13:23.759704 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-68db3dd3-e26f-4c42-b682-4ecd6c1f7634 req-b45f3b2e-3bea-42c8-8362-43a7365bb0d0 service neutron] 10.222.0.64 "GET /v2.0/networks?id=d9c7e787-4652-4ee4-983d-7b4a9fd53d98 HTTP/1.1" status: 200 len: 913 time: 0.0863173 Aug 12 15:13:23.823256 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-68db3dd3-e26f-4c42-b682-4ecd6c1f7634 req-4bf284e4-19a3-4264-980d-574d4329223d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=87f3b403-3d73-4ba8-bfe5-d8450318430e HTTP/1.1" status: 200 len: 1002 time: 0.0563819 Aug 12 15:13:23.875563 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68db3dd3-e26f-4c42-b682-4ecd6c1f7634 req-4d0b20d5-060f-4840-ad2f-df715bccb24a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:13:23.876907 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-68db3dd3-e26f-4c42-b682-4ecd6c1f7634 req-4d0b20d5-060f-4840-ad2f-df715bccb24a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=56c6cd03-2d72-4138-ab80-065ddfe4454b HTTP/1.1" status: 200 len: 851 time: 0.0470932 Aug 12 15:13:23.920880 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68db3dd3-e26f-4c42-b682-4ecd6c1f7634 req-295cd639-d922-4d48-b177-13df06d61479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:13:23.922352 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-68db3dd3-e26f-4c42-b682-4ecd6c1f7634 req-295cd639-d922-4d48-b177-13df06d61479 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d9c7e787-4652-4ee4-983d-7b4a9fd53d98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0384777 Aug 12 15:13:24.011320 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-68db3dd3-e26f-4c42-b682-4ecd6c1f7634 req-696c4f2a-1f57-4d2c-8a82-ef411493151a service neutron] 10.222.0.64 "GET /v2.0/networks/d9c7e787-4652-4ee4-983d-7b4a9fd53d98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819893 Aug 12 15:13:24.101651 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-68db3dd3-e26f-4c42-b682-4ecd6c1f7634 req-e5e9b595-35ca-4969-a8ec-e00f4edf43da service neutron] 10.222.0.64 "GET /v2.0/networks/d9c7e787-4652-4ee4-983d-7b4a9fd53d98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834315 Aug 12 15:13:40.124731 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-a9b18487-8cd3-466c-9d48-e9ab3d1dbe72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:13:41.689182 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:13:43.007982 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:13:43.048224 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:13:43.410300 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-3983a96c-222e-415d-8d14-4a65809ecfa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:13:44.079198 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-1769855f-eda9-4483-9dc3-3220908ab45d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:13:45.723797 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-fe95f194-a3b0-4c04-9e42-20b511169d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:13:52.779391 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-17e6c394-0178-4aae-b197-201d57d4d95f req-107496a4-2aa9-4220-aefd-e2a0553be26e tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-403682324&fields=id&tenant_id=b9f3518fbc904b44b3baf79d0578af51 HTTP/1.1" status: 200 len: 267 time: 0.0342512 Aug 12 15:13:52.886714 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e6c394-0178-4aae-b197-201d57d4d95f req-8d6e0c95-7a1f-4210-845c-841a1e07037e tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:13:52.888123 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-17e6c394-0178-4aae-b197-201d57d4d95f req-8d6e0c95-7a1f-4210-845c-841a1e07037e tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/networks?id=d9c7e787-4652-4ee4-983d-7b4a9fd53d98 HTTP/1.1" status: 200 len: 812 time: 0.1023231 Aug 12 15:13:52.902654 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-17e6c394-0178-4aae-b197-201d57d4d95f req-c48b3be9-dafa-4f93-b536-a8a09f51a44d tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/quotas/b9f3518fbc904b44b3baf79d0578af51 HTTP/1.1" status: 200 len: 375 time: 0.0088606 Aug 12 15:13:52.958813 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-17e6c394-0178-4aae-b197-201d57d4d95f req-2ae42595-dbbf-474d-bb0e-80a29ac549ef tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=b9f3518fbc904b44b3baf79d0578af51&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0510583 Aug 12 15:13:53.024030 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [req-17e6c394-0178-4aae-b197-201d57d4d95f req-384567eb-78b7-4849-8fb7-1a3c87e4d4c0 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=94466) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 15:13:53.025042 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-17e6c394-0178-4aae-b197-201d57d4d95f req-384567eb-78b7-4849-8fb7-1a3c87e4d4c0 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0549555 Aug 12 15:13:53.117460 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-17e6c394-0178-4aae-b197-201d57d4d95f req-8a39d2e5-9c68-451a-8b42-f3bf1fd58403 service neutron] 10.222.0.39 "GET /v2.0/networks/d9c7e787-4652-4ee4-983d-7b4a9fd53d98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861433 Aug 12 15:13:53.206740 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-17e6c394-0178-4aae-b197-201d57d4d95f req-adc7667f-a6b1-4bc3-87ed-13daf892b258 service neutron] 10.222.0.39 "GET /v2.0/networks/d9c7e787-4652-4ee4-983d-7b4a9fd53d98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830412 Aug 12 15:13:53.492984 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a58fe161-65a6-49eb-a283-b655a44ab69c req-2fadebf8-87e5-4531-9794-33295ea3b1df tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/ports?device_id=a32e9440-4852-41d2-b1f3-f04ec509c8cc HTTP/1.1" status: 200 len: 210 time: 0.0272505 Aug 12 15:13:54.373879 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e6c394-0178-4aae-b197-201d57d4d95f req-b174274a-580c-473d-8ca4-4be8b0b97d40 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:13:54.375377 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-17e6c394-0178-4aae-b197-201d57d4d95f req-b174274a-580c-473d-8ca4-4be8b0b97d40 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.49 "GET /v2.0/networks?id=d9c7e787-4652-4ee4-983d-7b4a9fd53d98 HTTP/1.1" status: 200 len: 812 time: 0.1090939 Aug 12 15:13:54.422924 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-17e6c394-0178-4aae-b197-201d57d4d95f req-b77b77fa-3f1e-4194-8ce7-2da299874e0e tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b9f3518fbc904b44b3baf79d0578af51 HTTP/1.1" status: 200 len: 379 time: 0.0352383 Aug 12 15:13:54.432310 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-17e6c394-0178-4aae-b197-201d57d4d95f req-ca5f631f-25ba-4bca-b87a-feb6427f2306 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Request body: {'port': {'device_id': 'a32e9440-4852-41d2-b1f3-f04ec509c8cc', 'network_id': 'd9c7e787-4652-4ee4-983d-7b4a9fd53d98', 'admin_state_up': True, 'tenant_id': 'b9f3518fbc904b44b3baf79d0578af51', 'security_groups': ['b6f34255-2a63-471d-83cf-25b9c4e930f4']}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:13:54.540668 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17e6c394-0178-4aae-b197-201d57d4d95f req-ca5f631f-25ba-4bca-b87a-feb6427f2306 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Made reservation on behalf of b9f3518fbc904b44b3baf79d0578af51 for: {'port': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 15:13:54.544282 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-17e6c394-0178-4aae-b197-201d57d4d95f req-ca5f631f-25ba-4bca-b87a-feb6427f2306 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:13:54.591268 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-83e3a606-d0a5-4246-a8c4-6469a0f9d469 req-0454fefe-0c70-48dc-8275-b2dc64459b65 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/ports?device_id=a32e9440-4852-41d2-b1f3-f04ec509c8cc HTTP/1.1" status: 200 len: 210 time: 0.0280776 Aug 12 15:13:54.677391 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_common [req-17e6c394-0178-4aae-b197-201d57d4d95f req-ca5f631f-25ba-4bca-b87a-feb6427f2306 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Allocated IP 172.20.0.12 (d9c7e787-4652-4ee4-983d-7b4a9fd53d98/56c6cd03-2d72-4138-ab80-065ddfe4454b/8f0a3989-002b-4946-a304-996e912aaacd) {{(pid=94467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 15:13:54.816892 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-17e6c394-0178-4aae-b197-201d57d4d95f req-ca5f631f-25ba-4bca-b87a-feb6427f2306 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Notify callbacks [] for port, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:13:54.829864 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [req-17e6c394-0178-4aae-b197-201d57d4d95f req-ca5f631f-25ba-4bca-b87a-feb6427f2306 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Transition to ACTIVE for port object 8f0a3989-002b-4946-a304-996e912aaacd will not be triggered until provisioned by entity DHCP. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:13:54.862666 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-17e6c394-0178-4aae-b197-201d57d4d95f req-ca5f631f-25ba-4bca-b87a-feb6427f2306 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:13:54.904701 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17e6c394-0178-4aae-b197-201d57d4d95f req-ca5f631f-25ba-4bca-b87a-feb6427f2306 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Network d9c7e787-4652-4ee4-983d-7b4a9fd53d98 is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 15:13:54.910193 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [req-17e6c394-0178-4aae-b197-201d57d4d95f req-ca5f631f-25ba-4bca-b87a-feb6427f2306 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:13:54.913060 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [req-17e6c394-0178-4aae-b197-201d57d4d95f req-ca5f631f-25ba-4bca-b87a-feb6427f2306 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Received port after_create {{(pid=94467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 15:13:54.944678 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5f631f-25ba-4bca-b87a-feb6427f2306 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Pushing event updated for resources: {'Port': ['ID=8f0a3989-002b-4946-a304-996e912aaacd,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:13:54.962021 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5f631f-25ba-4bca-b87a-feb6427f2306 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:13:54.962383 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5f631f-25ba-4bca-b87a-feb6427f2306 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:13:54.962693 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5f631f-25ba-4bca-b87a-feb6427f2306 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:13:54.963044 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5f631f-25ba-4bca-b87a-feb6427f2306 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:13:54.963371 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5f631f-25ba-4bca-b87a-feb6427f2306 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:13:54.963780 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5f631f-25ba-4bca-b87a-feb6427f2306 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:13:54.963999 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5f631f-25ba-4bca-b87a-feb6427f2306 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:13:54.964316 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5f631f-25ba-4bca-b87a-feb6427f2306 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:13:54.964632 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5f631f-25ba-4bca-b87a-feb6427f2306 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:13:54.964945 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5f631f-25ba-4bca-b87a-feb6427f2306 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:13:54.965261 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5f631f-25ba-4bca-b87a-feb6427f2306 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:13:54.965555 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5f631f-25ba-4bca-b87a-feb6427f2306 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:13:54.981782 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e6c394-0178-4aae-b197-201d57d4d95f req-ca5f631f-25ba-4bca-b87a-feb6427f2306 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:13:54.982453 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-17e6c394-0178-4aae-b197-201d57d4d95f req-ca5f631f-25ba-4bca-b87a-feb6427f2306 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:13:54.999151 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-17e6c394-0178-4aae-b197-201d57d4d95f req-ca5f631f-25ba-4bca-b87a-feb6427f2306 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5703242 Aug 12 15:13:55.014944 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-17e6c394-0178-4aae-b197-201d57d4d95f req-1782ad16-983b-4842-b08d-24084d5b8268 service neutron] Request body: {'port': {'device_id': 'a32e9440-4852-41d2-b1f3-f04ec509c8cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-694802-15'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:13:55.071657 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-17e6c394-0178-4aae-b197-201d57d4d95f req-1782ad16-983b-4842-b08d-24084d5b8268 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:13:55.134742 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-c69a3dec-802b-4e0a-8bc4-dba001cb045c None None] Provisioning for port 8f0a3989-002b-4946-a304-996e912aaacd completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:13:55.140000 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-c69a3dec-802b-4e0a-8bc4-dba001cb045c None None] Provisioning complete for port 8f0a3989-002b-4946-a304-996e912aaacd triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:13:55.140380 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-c69a3dec-802b-4e0a-8bc4-dba001cb045c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:13:55.176228 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-c69a3dec-802b-4e0a-8bc4-dba001cb045c None None] Port 8f0a3989-002b-4946-a304-996e912aaacd cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 15:13:55.344365 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [req-17e6c394-0178-4aae-b197-201d57d4d95f req-1782ad16-983b-4842-b08d-24084d5b8268 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f0a3989-002b-4946-a304-996e912aaacd {{(pid=94467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 15:13:55.352572 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-17e6c394-0178-4aae-b197-201d57d4d95f req-1782ad16-983b-4842-b08d-24084d5b8268 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:13:55.364904 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [req-17e6c394-0178-4aae-b197-201d57d4d95f req-1782ad16-983b-4842-b08d-24084d5b8268 service neutron] Transition to ACTIVE for port object 8f0a3989-002b-4946-a304-996e912aaacd will not be triggered until provisioned by entity L2. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:13:55.368604 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-17e6c394-0178-4aae-b197-201d57d4d95f req-1782ad16-983b-4842-b08d-24084d5b8268 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:13:55.418123 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1782ad16-983b-4842-b08d-24084d5b8268 service neutron] Pushing event updated for resources: {'Port': ['ID=8f0a3989-002b-4946-a304-996e912aaacd,revision_number=2']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:13:55.497358 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-17e6c394-0178-4aae-b197-201d57d4d95f req-1782ad16-983b-4842-b08d-24084d5b8268 service neutron] Attempting to bind port 8f0a3989-002b-4946-a304-996e912aaacd on host n-h2-694802-15 for vnic_type normal with profile {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 15:13:55.497690 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-17e6c394-0178-4aae-b197-201d57d4d95f req-1782ad16-983b-4842-b08d-24084d5b8268 service neutron] Attempting to bind port 8f0a3989-002b-4946-a304-996e912aaacd by drivers openvswitch,hyperv on host n-h2-694802-15 at level 0 using segments [{'id': 'fcd22b33-01d5-4908-ab67-fcc7aa617173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd9c7e787-4652-4ee4-983d-7b4a9fd53d98'}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 15:13:55.498047 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17e6c394-0178-4aae-b197-201d57d4d95f req-1782ad16-983b-4842-b08d-24084d5b8268 service neutron] Attempting to bind port 8f0a3989-002b-4946-a304-996e912aaacd on network d9c7e787-4652-4ee4-983d-7b4a9fd53d98 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 15:13:55.503555 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17e6c394-0178-4aae-b197-201d57d4d95f req-1782ad16-983b-4842-b08d-24084d5b8268 service neutron] Port 8f0a3989-002b-4946-a304-996e912aaacd on network d9c7e787-4652-4ee4-983d-7b4a9fd53d98 not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-15 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 15:13:55.503882 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17e6c394-0178-4aae-b197-201d57d4d95f req-1782ad16-983b-4842-b08d-24084d5b8268 service neutron] Attempting to bind port 8f0a3989-002b-4946-a304-996e912aaacd on network d9c7e787-4652-4ee4-983d-7b4a9fd53d98 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 15:13:55.509235 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17e6c394-0178-4aae-b197-201d57d4d95f req-1782ad16-983b-4842-b08d-24084d5b8268 service neutron] Checking agent: {'id': 'b7697f71-33f3-4959-ad82-43c2dc15845d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 27, 42), 'started_at': datetime.datetime(2021, 8, 12, 14, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 15, 13, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 15:13:55.509577 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17e6c394-0178-4aae-b197-201d57d4d95f req-1782ad16-983b-4842-b08d-24084d5b8268 service neutron] Checking segment: {'id': 'fcd22b33-01d5-4908-ab67-fcc7aa617173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd9c7e787-4652-4ee4-983d-7b4a9fd53d98'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 15:13:55.509962 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17e6c394-0178-4aae-b197-201d57d4d95f req-1782ad16-983b-4842-b08d-24084d5b8268 service neutron] Bound using segment: {'id': 'fcd22b33-01d5-4908-ab67-fcc7aa617173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd9c7e787-4652-4ee4-983d-7b4a9fd53d98'} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 15:13:55.510392 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-17e6c394-0178-4aae-b197-201d57d4d95f req-1782ad16-983b-4842-b08d-24084d5b8268 service neutron] Bound port: 8f0a3989-002b-4946-a304-996e912aaacd, host: n-h2-694802-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fcd22b33-01d5-4908-ab67-fcc7aa617173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd9c7e787-4652-4ee4-983d-7b4a9fd53d98'}}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 15:13:55.510752 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-17e6c394-0178-4aae-b197-201d57d4d95f req-1782ad16-983b-4842-b08d-24084d5b8268 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:13:55.588989 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-17e6c394-0178-4aae-b197-201d57d4d95f req-1782ad16-983b-4842-b08d-24084d5b8268 service neutron] For port 8f0a3989-002b-4946-a304-996e912aaacd, host n-h2-694802-15, cleared binding levels {{(pid=94467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 15:13:55.592635 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-17e6c394-0178-4aae-b197-201d57d4d95f req-1782ad16-983b-4842-b08d-24084d5b8268 service neutron] For port 8f0a3989-002b-4946-a304-996e912aaacd, host n-h2-694802-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=8f0a3989-002b-4946-a304-996e912aaacd,segment=NetworkSegment(fcd22b33-01d5-4908-ab67-fcc7aa617173),segment_id=fcd22b33-01d5-4908-ab67-fcc7aa617173)] {{(pid=94467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 15:13:55.598482 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-17e6c394-0178-4aae-b197-201d57d4d95f req-1782ad16-983b-4842-b08d-24084d5b8268 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:13:55.637659 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e6c394-0178-4aae-b197-201d57d4d95f req-1782ad16-983b-4842-b08d-24084d5b8268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:13:55.638072 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-17e6c394-0178-4aae-b197-201d57d4d95f req-1782ad16-983b-4842-b08d-24084d5b8268 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:13:55.640995 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-17e6c394-0178-4aae-b197-201d57d4d95f req-1782ad16-983b-4842-b08d-24084d5b8268 service neutron] 10.222.0.49 "PUT /v2.0/ports/8f0a3989-002b-4946-a304-996e912aaacd HTTP/1.1" status: 200 len: 1093 time: 0.6331010 Aug 12 15:13:55.641496 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a32e9440-4852-41d2-b1f3-f04ec509c8cc', 'tag': '8f0a3989-002b-4946-a304-996e912aaacd'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:13:55.645789 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e65282f928b64038367d043a4411777802006c43a98742496cb2e25b724ff1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70620ea6-3d5b-404b-afa2-b2bb3a342a25" -d '{"events": [{"name": "network-changed", "server_uuid": "a32e9440-4852-41d2-b1f3-f04ec509c8cc", "tag": "8f0a3989-002b-4946-a304-996e912aaacd"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 15:13:55.676392 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1782ad16-983b-4842-b08d-24084d5b8268 service neutron] Pushing event updated for resources: {'Port': ['ID=8f0a3989-002b-4946-a304-996e912aaacd,revision_number=3']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:13:55.744053 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e6c394-0178-4aae-b197-201d57d4d95f req-244a2f6d-2c6b-4f1b-b137-69da014e4a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:13:55.745721 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-17e6c394-0178-4aae-b197-201d57d4d95f req-244a2f6d-2c6b-4f1b-b137-69da014e4a48 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b9f3518fbc904b44b3baf79d0578af51&device_id=a32e9440-4852-41d2-b1f3-f04ec509c8cc HTTP/1.1" status: 200 len: 1096 time: 0.0630095 Aug 12 15:13:55.810588 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-17e6c394-0178-4aae-b197-201d57d4d95f req-ca2bfcab-b9a0-4dce-a1c2-23f69856d796 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8f0a3989-002b-4946-a304-996e912aaacd HTTP/1.1" status: 200 len: 217 time: 0.0412943 Aug 12 15:13:55.838346 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dba5fbb-94aa-4748-974d-c06674790f42 req-a30ada5e-fc19-49e6-9c74-1733af2939fd tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:13:55.840083 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3dba5fbb-94aa-4748-974d-c06674790f42 req-a30ada5e-fc19-49e6-9c74-1733af2939fd tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/ports?device_id=a32e9440-4852-41d2-b1f3-f04ec509c8cc HTTP/1.1" status: 200 len: 944 time: 0.1077690 Aug 12 15:13:55.905498 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e6c394-0178-4aae-b197-201d57d4d95f req-bc1a9539-19c8-4370-bb9b-51945fc16bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:13:55.907630 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-17e6c394-0178-4aae-b197-201d57d4d95f req-bc1a9539-19c8-4370-bb9b-51945fc16bd3 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=56c6cd03-2d72-4138-ab80-065ddfe4454b HTTP/1.1" status: 200 len: 851 time: 0.0888169 Aug 12 15:13:55.916823 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3dba5fbb-94aa-4748-974d-c06674790f42 req-82423733-8ef7-4b3c-a28b-33ddedc88f03 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/security-groups?id=b6f34255-2a63-471d-83cf-25b9c4e930f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558496 Aug 12 15:13:55.966512 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e6c394-0178-4aae-b197-201d57d4d95f req-48b61500-878e-4f6a-b6d7-5d77bc611ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:13:55.968458 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-17e6c394-0178-4aae-b197-201d57d4d95f req-48b61500-878e-4f6a-b6d7-5d77bc611ca4 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d9c7e787-4652-4ee4-983d-7b4a9fd53d98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0503972 Aug 12 15:13:56.030980 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 15:13:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2601b66-6802-4ae9-bf39-5ed9065503d1 x-openstack-request-id: req-b2601b66-6802-4ae9-bf39-5ed9065503d1 {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 15:13:56.031304 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a32e9440-4852-41d2-b1f3-f04ec509c8cc", "tag": "8f0a3989-002b-4946-a304-996e912aaacd", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 15:13:56.031558 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b2601b66-6802-4ae9-bf39-5ed9065503d1 {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 15:13:56.031952 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a32e9440-4852-41d2-b1f3-f04ec509c8cc', 'tag': '8f0a3989-002b-4946-a304-996e912aaacd', 'status': 'completed', 'code': 200} Aug 12 15:13:56.077845 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-17e6c394-0178-4aae-b197-201d57d4d95f req-8041c44e-8df2-4175-9b7a-4e5091bb02f2 service neutron] 10.222.0.49 "GET /v2.0/networks/d9c7e787-4652-4ee4-983d-7b4a9fd53d98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986991 Aug 12 15:13:56.175823 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-17e6c394-0178-4aae-b197-201d57d4d95f req-ef0d8d93-66d9-4da6-8558-82e26c45d78e service neutron] 10.222.0.49 "GET /v2.0/networks/d9c7e787-4652-4ee4-983d-7b4a9fd53d98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893641 Aug 12 15:13:56.266740 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70620ea6-3d5b-404b-afa2-b2bb3a342a25 req-6a629466-61ca-475d-a642-8ee88da98498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:13:56.268316 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-70620ea6-3d5b-404b-afa2-b2bb3a342a25 req-6a629466-61ca-475d-a642-8ee88da98498 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b9f3518fbc904b44b3baf79d0578af51&device_id=a32e9440-4852-41d2-b1f3-f04ec509c8cc HTTP/1.1" status: 200 len: 1096 time: 0.0480344 Aug 12 15:13:56.360323 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70620ea6-3d5b-404b-afa2-b2bb3a342a25 req-d77c58cd-6003-42da-bf96-14257c57f10c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:13:56.361852 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-70620ea6-3d5b-404b-afa2-b2bb3a342a25 req-d77c58cd-6003-42da-bf96-14257c57f10c service neutron] 10.222.0.49 "GET /v2.0/networks?id=d9c7e787-4652-4ee4-983d-7b4a9fd53d98 HTTP/1.1" status: 200 len: 913 time: 0.0863161 Aug 12 15:13:56.407267 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-70620ea6-3d5b-404b-afa2-b2bb3a342a25 req-14260d44-f904-43b9-9cab-ba8f0e0cb7cf service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8f0a3989-002b-4946-a304-996e912aaacd HTTP/1.1" status: 200 len: 217 time: 0.0382800 Aug 12 15:13:56.456665 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70620ea6-3d5b-404b-afa2-b2bb3a342a25 req-142c0a01-4767-4dcb-afea-4162ba4c768a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:13:56.458051 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-70620ea6-3d5b-404b-afa2-b2bb3a342a25 req-142c0a01-4767-4dcb-afea-4162ba4c768a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=56c6cd03-2d72-4138-ab80-065ddfe4454b HTTP/1.1" status: 200 len: 851 time: 0.0442896 Aug 12 15:13:56.504503 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70620ea6-3d5b-404b-afa2-b2bb3a342a25 req-015d0367-24e8-4c6f-a87a-921f079cfa6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:13:56.506013 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-70620ea6-3d5b-404b-afa2-b2bb3a342a25 req-015d0367-24e8-4c6f-a87a-921f079cfa6f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d9c7e787-4652-4ee4-983d-7b4a9fd53d98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409267 Aug 12 15:13:56.598615 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-70620ea6-3d5b-404b-afa2-b2bb3a342a25 req-d6797553-f97d-47c6-8f54-3231f60faf95 service neutron] 10.222.0.49 "GET /v2.0/networks/d9c7e787-4652-4ee4-983d-7b4a9fd53d98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853322 Aug 12 15:13:56.688939 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.agents_db [None req-17ed3e4c-1a7d-4162-9646-11c134aca297 None None] Agent healthcheck: found 7 active agents {{(pid=94469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 15:13:56.689976 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-70620ea6-3d5b-404b-afa2-b2bb3a342a25 req-de016867-ffd6-41be-82bb-e2312d6d7456 service neutron] 10.222.0.49 "GET /v2.0/networks/d9c7e787-4652-4ee4-983d-7b4a9fd53d98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843797 Aug 12 15:13:57.046058 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c8bb6f-103c-48b6-88fa-5a1eb2b5918c req-44fee1fd-c319-4d94-bfb4-8f25488b71a6 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:13:57.047616 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c2c8bb6f-103c-48b6-88fa-5a1eb2b5918c req-44fee1fd-c319-4d94-bfb4-8f25488b71a6 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/ports?device_id=a32e9440-4852-41d2-b1f3-f04ec509c8cc HTTP/1.1" status: 200 len: 944 time: 0.0512846 Aug 12 15:13:57.089768 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c2c8bb6f-103c-48b6-88fa-5a1eb2b5918c req-58bfaa13-ad7c-42f6-9577-90f739fa10db tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/security-groups?id=b6f34255-2a63-471d-83cf-25b9c4e930f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354395 Aug 12 15:13:58.210745 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77705c2-ec49-4104-9154-321c654304d3 req-041ca614-5ac8-427d-9a43-ce69a3d05640 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:13:58.212389 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-c77705c2-ec49-4104-9154-321c654304d3 req-041ca614-5ac8-427d-9a43-ce69a3d05640 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/ports?device_id=a32e9440-4852-41d2-b1f3-f04ec509c8cc HTTP/1.1" status: 200 len: 944 time: 0.0513899 Aug 12 15:13:58.259924 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-c77705c2-ec49-4104-9154-321c654304d3 req-ae7ad1af-1bcd-4340-ac63-95b182e21af4 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/security-groups?id=b6f34255-2a63-471d-83cf-25b9c4e930f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396605 Aug 12 15:13:59.377224 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975b0d6a-ce6c-46f0-93f6-50049cd44128 req-c536a46e-27e7-4ed8-a26f-c7f46533fe30 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:13:59.378811 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-975b0d6a-ce6c-46f0-93f6-50049cd44128 req-c536a46e-27e7-4ed8-a26f-c7f46533fe30 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/ports?device_id=a32e9440-4852-41d2-b1f3-f04ec509c8cc HTTP/1.1" status: 200 len: 944 time: 0.0548127 Aug 12 15:13:59.415246 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-975b0d6a-ce6c-46f0-93f6-50049cd44128 req-92b73756-abaf-41bd-ad55-42234f0f495a tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/security-groups?id=b6f34255-2a63-471d-83cf-25b9c4e930f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306878 Aug 12 15:14:00.539248 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db11f900-ba9a-4302-a78f-c55b3ca95e34 req-8c418521-e676-464c-ad3e-465e08791920 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:14:00.540655 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-db11f900-ba9a-4302-a78f-c55b3ca95e34 req-8c418521-e676-464c-ad3e-465e08791920 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/ports?device_id=a32e9440-4852-41d2-b1f3-f04ec509c8cc HTTP/1.1" status: 200 len: 944 time: 0.0587146 Aug 12 15:14:00.590479 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-db11f900-ba9a-4302-a78f-c55b3ca95e34 req-cfe35cdb-1af4-492a-a6a6-5ba8cccb235f tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/security-groups?id=b6f34255-2a63-471d-83cf-25b9c4e930f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436826 Aug 12 15:14:01.713079 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5200e079-61c9-4711-a203-039644260e3e req-95ef6351-51b1-468c-8e5a-7e46a4dbf983 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:14:01.714654 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-5200e079-61c9-4711-a203-039644260e3e req-95ef6351-51b1-468c-8e5a-7e46a4dbf983 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/ports?device_id=a32e9440-4852-41d2-b1f3-f04ec509c8cc HTTP/1.1" status: 200 len: 944 time: 0.0548022 Aug 12 15:14:01.756316 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-5200e079-61c9-4711-a203-039644260e3e req-c5c999a8-03f1-4e6d-97e5-a5b5b05913df tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/security-groups?id=b6f34255-2a63-471d-83cf-25b9c4e930f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348089 Aug 12 15:14:02.870713 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a834756b-9784-4bbd-9cc3-b19fbabb6fe0 req-00cc0a09-6c18-47a4-a5a9-bffd8b9139ff tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:14:02.872199 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-a834756b-9784-4bbd-9cc3-b19fbabb6fe0 req-00cc0a09-6c18-47a4-a5a9-bffd8b9139ff tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/ports?device_id=a32e9440-4852-41d2-b1f3-f04ec509c8cc HTTP/1.1" status: 200 len: 944 time: 0.0499287 Aug 12 15:14:02.909802 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-a834756b-9784-4bbd-9cc3-b19fbabb6fe0 req-785bc7b1-ed0c-4efa-b154-e90379cae85b tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/security-groups?id=b6f34255-2a63-471d-83cf-25b9c4e930f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317144 Aug 12 15:14:04.021379 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573f0e62-d883-44e6-947a-f5565dac8c94 req-8c2f9304-d4cd-4a0a-9b85-53d7938dbdfe tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:14:04.022839 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-573f0e62-d883-44e6-947a-f5565dac8c94 req-8c2f9304-d4cd-4a0a-9b85-53d7938dbdfe tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/ports?device_id=a32e9440-4852-41d2-b1f3-f04ec509c8cc HTTP/1.1" status: 200 len: 944 time: 0.0482600 Aug 12 15:14:04.063193 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-573f0e62-d883-44e6-947a-f5565dac8c94 req-489f2f80-854f-41f2-9b84-8fc14c427198 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/security-groups?id=b6f34255-2a63-471d-83cf-25b9c4e930f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344796 Aug 12 15:14:05.177948 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517bdcce-1471-4e71-aa0c-355552a835f7 req-add14733-ebf2-42dc-95be-f83abcb0b5a9 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:14:05.179438 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-517bdcce-1471-4e71-aa0c-355552a835f7 req-add14733-ebf2-42dc-95be-f83abcb0b5a9 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/ports?device_id=a32e9440-4852-41d2-b1f3-f04ec509c8cc HTTP/1.1" status: 200 len: 944 time: 0.0485461 Aug 12 15:14:05.220531 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-517bdcce-1471-4e71-aa0c-355552a835f7 req-2a99e7d8-d0ba-49c1-9c69-66cac6b4806e tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/security-groups?id=b6f34255-2a63-471d-83cf-25b9c4e930f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347483 Aug 12 15:14:06.333857 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cf8690-a218-4a70-bd5f-fa2ba31779f8 req-9b1a1d30-0fb5-498d-bbdc-4b25a8ba686e tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:14:06.335250 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-64cf8690-a218-4a70-bd5f-fa2ba31779f8 req-9b1a1d30-0fb5-498d-bbdc-4b25a8ba686e tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/ports?device_id=a32e9440-4852-41d2-b1f3-f04ec509c8cc HTTP/1.1" status: 200 len: 944 time: 0.0485353 Aug 12 15:14:06.371966 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-64cf8690-a218-4a70-bd5f-fa2ba31779f8 req-1b2472bc-229f-4de4-ad67-0c3aff81b8a6 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/security-groups?id=b6f34255-2a63-471d-83cf-25b9c4e930f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306039 Aug 12 15:14:07.485979 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79e38af-f68e-4f32-8e57-58043fa9110d req-75758b80-7c7c-44cc-bf72-11efbaa5c871 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:14:07.487428 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-d79e38af-f68e-4f32-8e57-58043fa9110d req-75758b80-7c7c-44cc-bf72-11efbaa5c871 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/ports?device_id=a32e9440-4852-41d2-b1f3-f04ec509c8cc HTTP/1.1" status: 200 len: 944 time: 0.0505919 Aug 12 15:14:07.525221 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-d79e38af-f68e-4f32-8e57-58043fa9110d req-6dc45c44-35e5-468c-a5a1-d2112172ec4e tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/security-groups?id=b6f34255-2a63-471d-83cf-25b9c4e930f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319228 Aug 12 15:14:08.408212 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device 8f0a3989-002b-4946-a304-996e912aaacd details requested by agent hyperv_n-h2-694802-15 with host n-h2-694802-15 {{(pid=94468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 15:14:08.499459 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port 8f0a3989-002b-4946-a304-996e912aaacd, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=8f0a3989-002b-4946-a304-996e912aaacd,segment=NetworkSegment(fcd22b33-01d5-4908-ab67-fcc7aa617173),segment_id=fcd22b33-01d5-4908-ab67-fcc7aa617173)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:14:08.510087 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Returning: {'device': '8f0a3989-002b-4946-a304-996e912aaacd', 'network_id': 'd9c7e787-4652-4ee4-983d-7b4a9fd53d98', 'port_id': '8f0a3989-002b-4946-a304-996e912aaacd', 'mac_address': 'fa:16:3e:a0:a9:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56c6cd03-2d72-4138-ab80-065ddfe4454b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 15:14:08.545552 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:14:08.558111 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f0a3989-002b-4946-a304-996e912aaacd {{(pid=94468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 15:14:08.577344 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port 8f0a3989-002b-4946-a304-996e912aaacd, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=8f0a3989-002b-4946-a304-996e912aaacd,segment=NetworkSegment(fcd22b33-01d5-4908-ab67-fcc7aa617173),segment_id=fcd22b33-01d5-4908-ab67-fcc7aa617173)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:14:08.581781 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:14:08.628291 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Pushing event updated for resources: {'Port': ['ID=8f0a3989-002b-4946-a304-996e912aaacd,revision_number=4']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:14:08.635602 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:14:08.635947 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:14:08.636287 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:14:08.636624 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:14:08.636953 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:14:08.637280 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:14:08.637404 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f63eb9-03e5-4d72-a13f-e266dd14597b req-cdc21ca3-4b99-4d98-9d98-a53bb7b4982b tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:14:08.637852 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:14:08.637939 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:14:08.638216 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:14:08.638541 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:14:08.638757 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b8f63eb9-03e5-4d72-a13f-e266dd14597b req-cdc21ca3-4b99-4d98-9d98-a53bb7b4982b tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/ports?device_id=a32e9440-4852-41d2-b1f3-f04ec509c8cc HTTP/1.1" status: 200 len: 945 time: 0.0480125 Aug 12 15:14:08.638861 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:14:08.639189 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:14:08.678699 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b8f63eb9-03e5-4d72-a13f-e266dd14597b req-91474830-8cf3-4f11-8ee5-a591f52690d9 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/security-groups?id=b6f34255-2a63-471d-83cf-25b9c4e930f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327842 Aug 12 15:14:08.951954 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] get_ports_and_sgs() called for port_ids ['8f0a3989-002b-4946-a304-996e912aaacd'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 15:14:09.793386 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c8c6d5-b30b-46af-91bc-413f9f0455e2 req-9dab8070-f4c4-4163-b797-156474e94b9f tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:14:09.794861 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-06c8c6d5-b30b-46af-91bc-413f9f0455e2 req-9dab8070-f4c4-4163-b797-156474e94b9f tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/ports?device_id=a32e9440-4852-41d2-b1f3-f04ec509c8cc HTTP/1.1" status: 200 len: 945 time: 0.0492158 Aug 12 15:14:09.833881 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-06c8c6d5-b30b-46af-91bc-413f9f0455e2 req-cafa0163-ce88-42cf-9b7f-d32774eeb453 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/security-groups?id=b6f34255-2a63-471d-83cf-25b9c4e930f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325587 Aug 12 15:14:10.123988 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-cc35d6c9-6ef9-4b08-a022-bb7f055f5e6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:14:10.419206 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device 8f0a3989-002b-4946-a304-996e912aaacd up at agent hyperv_n-h2-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 15:14:10.468523 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Provisioning for port 8f0a3989-002b-4946-a304-996e912aaacd completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:14:10.472219 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Provisioning complete for port 8f0a3989-002b-4946-a304-996e912aaacd triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:14:10.472620 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:14:10.544058 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:14:10.565361 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a32e9440-4852-41d2-b1f3-f04ec509c8cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f0a3989-002b-4946-a304-996e912aaacd'}] {{(pid=94468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:14:10.567608 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99a8d87602170099c728e57431aca99e9b98a655a83bbf8727be13192709727b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a190a399-3f2d-4684-b6fb-cb443a55d1d5" -d '{"events": [{"server_uuid": "a32e9440-4852-41d2-b1f3-f04ec509c8cc", "name": "network-vif-plugged", "status": "completed", "tag": "8f0a3989-002b-4946-a304-996e912aaacd"}]}' {{(pid=94468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 15:14:10.581425 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port 8f0a3989-002b-4946-a304-996e912aaacd, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=8f0a3989-002b-4946-a304-996e912aaacd,segment=NetworkSegment(fcd22b33-01d5-4908-ab67-fcc7aa617173),segment_id=fcd22b33-01d5-4908-ab67-fcc7aa617173)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:14:10.585295 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:14:10.635979 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Pushing event updated for resources: {'Port': ['ID=8f0a3989-002b-4946-a304-996e912aaacd,revision_number=5']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:14:10.691831 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 15:14:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-041c33c8-965a-498e-b8c1-6bf00ce3c807 x-openstack-request-id: req-041c33c8-965a-498e-b8c1-6bf00ce3c807 {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 15:14:10.692121 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a32e9440-4852-41d2-b1f3-f04ec509c8cc", "name": "network-vif-plugged", "status": "completed", "tag": "8f0a3989-002b-4946-a304-996e912aaacd", "code": 200}]} {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 15:14:10.692368 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-041c33c8-965a-498e-b8c1-6bf00ce3c807 {{(pid=94468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 15:14:10.692757 n-d-694802-15 neutron-server[94468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a32e9440-4852-41d2-b1f3-f04ec509c8cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f0a3989-002b-4946-a304-996e912aaacd', 'code': 200} Aug 12 15:14:10.785398 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49937817-250d-4098-9187-51d01316e3b6 req-3da01316-9bdb-44ec-b678-a33340487a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:14:10.786841 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-49937817-250d-4098-9187-51d01316e3b6 req-3da01316-9bdb-44ec-b678-a33340487a51 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=a32e9440-4852-41d2-b1f3-f04ec509c8cc HTTP/1.1" status: 200 len: 1098 time: 0.0404468 Aug 12 15:14:10.827389 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-49937817-250d-4098-9187-51d01316e3b6 req-60718f72-eb94-46ed-b58e-ec5bf4e1b535 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=b6f34255-2a63-471d-83cf-25b9c4e930f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304708 Aug 12 15:14:10.947993 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca92be4-f9f7-49c1-a864-46d83cba5854 req-badfcc9c-b2b5-41ae-bdb9-3488c89ec692 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:14:10.949417 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-6ca92be4-f9f7-49c1-a864-46d83cba5854 req-badfcc9c-b2b5-41ae-bdb9-3488c89ec692 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/ports?device_id=a32e9440-4852-41d2-b1f3-f04ec509c8cc HTTP/1.1" status: 200 len: 946 time: 0.0488944 Aug 12 15:14:10.990764 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-6ca92be4-f9f7-49c1-a864-46d83cba5854 req-d63147e8-8ac0-430a-88e9-7c339b9d3b47 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/security-groups?id=b6f34255-2a63-471d-83cf-25b9c4e930f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353858 Aug 12 15:14:11.690102 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:14:12.104126 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83978337-dc87-4f87-a292-7855bfcf69cb req-07cc5571-01ff-4c86-a8fa-d1ce82ce43b1 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:14:12.105564 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-83978337-dc87-4f87-a292-7855bfcf69cb req-07cc5571-01ff-4c86-a8fa-d1ce82ce43b1 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/ports?device_id=a32e9440-4852-41d2-b1f3-f04ec509c8cc HTTP/1.1" status: 200 len: 946 time: 0.0483010 Aug 12 15:14:12.144640 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-83978337-dc87-4f87-a292-7855bfcf69cb req-b2a04bd3-334e-40e9-baea-bba852db8126 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/security-groups?id=b6f34255-2a63-471d-83cf-25b9c4e930f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325379 Aug 12 15:14:12.257469 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df294d4f-3fa8-4467-b352-a8ae1a7a1341 req-c40ec53b-748b-45ad-b200-7f3d4dde4cfb tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:14:12.258960 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-df294d4f-3fa8-4467-b352-a8ae1a7a1341 req-c40ec53b-748b-45ad-b200-7f3d4dde4cfb tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/ports?device_id=a32e9440-4852-41d2-b1f3-f04ec509c8cc HTTP/1.1" status: 200 len: 946 time: 0.0506003 Aug 12 15:14:12.296537 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-df294d4f-3fa8-4467-b352-a8ae1a7a1341 req-2aed450d-45c9-45f2-b019-e19e50ea7d64 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/security-groups?id=b6f34255-2a63-471d-83cf-25b9c4e930f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315545 Aug 12 15:14:12.318170 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 60478) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:14:12.357905 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90f743d1-64e4-48ae-96ba-249e02ba477e tempest-TestVolumeBootPattern-510025386 tempest-TestVolumeBootPattern-510025386-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:14:12.359429 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-90f743d1-64e4-48ae-96ba-249e02ba477e tempest-TestVolumeBootPattern-510025386 tempest-TestVolumeBootPattern-510025386-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=a32e9440-4852-41d2-b1f3-f04ec509c8cc HTTP/1.1" status: 200 len: 1093 time: 0.0402672 Aug 12 15:14:12.362121 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 60480) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:14:12.366467 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-36406e73-04af-40fb-9908-c86d44b75944 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Request body: {'floatingip': {'floating_network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'port_id': '8f0a3989-002b-4946-a304-996e912aaacd', 'tenant_id': 'b9f3518fbc904b44b3baf79d0578af51', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:14:12.388213 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-36406e73-04af-40fb-9908-c86d44b75944 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Notify callbacks [] for floatingip, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:14:12.487477 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-36406e73-04af-40fb-9908-c86d44b75944 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:14:12.588969 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-36406e73-04af-40fb-9908-c86d44b75944 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Allocated IP 172.25.1.11 (d3759e1b-6c03-45ac-acd4-90abb417809b/f0254f08-c19c-4e31-bd9c-09389ea4b6f2/153801a9-163b-4127-9751-f307fefbe486) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 15:14:12.693548 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-36406e73-04af-40fb-9908-c86d44b75944 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:14:12.731287 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-36406e73-04af-40fb-9908-c86d44b75944 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:14:12.772187 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36406e73-04af-40fb-9908-c86d44b75944 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Network d3759e1b-6c03-45ac-acd4-90abb417809b is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 15:14:12.775150 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-36406e73-04af-40fb-9908-c86d44b75944 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:14:12.777713 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36406e73-04af-40fb-9908-c86d44b75944 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 15:14:12.783962 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36406e73-04af-40fb-9908-c86d44b75944 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Pushing event updated for resources: {'Port': ['ID=153801a9-163b-4127-9751-f307fefbe486,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:14:12.810240 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36406e73-04af-40fb-9908-c86d44b75944 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:14:12.810580 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36406e73-04af-40fb-9908-c86d44b75944 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:14:12.810914 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36406e73-04af-40fb-9908-c86d44b75944 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:14:12.811285 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36406e73-04af-40fb-9908-c86d44b75944 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:14:12.811617 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36406e73-04af-40fb-9908-c86d44b75944 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:14:12.811946 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36406e73-04af-40fb-9908-c86d44b75944 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:14:12.812268 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36406e73-04af-40fb-9908-c86d44b75944 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:14:12.812586 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36406e73-04af-40fb-9908-c86d44b75944 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:14:12.812906 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36406e73-04af-40fb-9908-c86d44b75944 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:14:12.813223 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36406e73-04af-40fb-9908-c86d44b75944 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:14:12.813540 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36406e73-04af-40fb-9908-c86d44b75944 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:14:12.813857 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36406e73-04af-40fb-9908-c86d44b75944 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:14:12.997633 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:14:13.048539 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:14:13.151971 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-36406e73-04af-40fb-9908-c86d44b75944 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:14:13.218057 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-36406e73-04af-40fb-9908-c86d44b75944 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:14:13.370440 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-36406e73-04af-40fb-9908-c86d44b75944 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Notify callbacks [] for port, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:14:13.375438 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-36406e73-04af-40fb-9908-c86d44b75944 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3718439'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:14:13.410418 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-c9befab9-cb2a-40df-8092-3cb6bda6f9e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:14:13.452548 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36406e73-04af-40fb-9908-c86d44b75944 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Pushing event updated for resources: {'Port': ['ID=153801a9-163b-4127-9751-f307fefbe486,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:14:13.461726 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-36406e73-04af-40fb-9908-c86d44b75944 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431510'] for floatingip, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:14:13.559445 n-d-694802-15 neutron-server[94466]: INFO neutron.db.l3_db [None req-36406e73-04af-40fb-9908-c86d44b75944 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Floating IP 4ec4395e-c1da-4ff2-8398-883a498ab2ce associated. External IP: 172.25.1.11, port: 8f0a3989-002b-4946-a304-996e912aaacd. Aug 12 15:14:13.762278 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36406e73-04af-40fb-9908-c86d44b75944 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Router b520f3ac-b818-4ddb-a79e-af80861ae592 has already been hosted by L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f {{(pid=94466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 15:14:13.870218 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36406e73-04af-40fb-9908-c86d44b75944 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 15:14:13.880717 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b4785ce-9ae7-4fab-8f1f-d0e501a0da71 None None] Sync routers for ids ['b520f3ac-b818-4ddb-a79e-af80861ae592'] in n-d-694802-15 {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 15:14:13.887403 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-36406e73-04af-40fb-9908-c86d44b75944 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for floatingip, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:14:13.892843 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b4785ce-9ae7-4fab-8f1f-d0e501a0da71 None None] Routers {'b520f3ac-b818-4ddb-a79e-af80861ae592'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:14:13.893534 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-4b4785ce-9ae7-4fab-8f1f-d0e501a0da71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T15:14:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['b520f3ac-b818-4ddb-a79e-af80861ae592'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:14:13.913932 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-36406e73-04af-40fb-9908-c86d44b75944 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5508301 Aug 12 15:14:13.914647 n-d-694802-15 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a32e9440-4852-41d2-b1f3-f04ec509c8cc', 'tag': '8f0a3989-002b-4946-a304-996e912aaacd'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:14:13.916905 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e785eeede3897370d0b20f09d5f461b30cfecd5ed38c4f07dacd02bc52c9277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35c611c8-7117-4ee2-bc9c-4923999684b8" -d '{"events": [{"name": "network-changed", "server_uuid": "a32e9440-4852-41d2-b1f3-f04ec509c8cc", "tag": "8f0a3989-002b-4946-a304-996e912aaacd"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 15:14:13.954316 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 15:14:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83d8ba91-8acc-4be8-a9bc-39667af177cd x-openstack-request-id: req-83d8ba91-8acc-4be8-a9bc-39667af177cd {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 15:14:13.954620 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a32e9440-4852-41d2-b1f3-f04ec509c8cc", "tag": "8f0a3989-002b-4946-a304-996e912aaacd", "status": "completed", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 15:14:13.954881 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-83d8ba91-8acc-4be8-a9bc-39667af177cd {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 15:14:13.955323 n-d-694802-15 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a32e9440-4852-41d2-b1f3-f04ec509c8cc', 'tag': '8f0a3989-002b-4946-a304-996e912aaacd', 'status': 'completed', 'code': 200} Aug 12 15:14:14.001923 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-4b4785ce-9ae7-4fab-8f1f-d0e501a0da71 None None] Set router b520f3ac-b818-4ddb-a79e-af80861ae592 gateway port host: n-d-694802-15 {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:14:14.017053 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c611c8-7117-4ee2-bc9c-4923999684b8 req-bb0ef0eb-6c1d-4c81-9aad-f4ada37fd29f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:14:14.018485 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-35c611c8-7117-4ee2-bc9c-4923999684b8 req-bb0ef0eb-6c1d-4c81-9aad-f4ada37fd29f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b9f3518fbc904b44b3baf79d0578af51&device_id=a32e9440-4852-41d2-b1f3-f04ec509c8cc HTTP/1.1" status: 200 len: 1098 time: 0.0414181 Aug 12 15:14:14.085535 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-1769855f-eda9-4483-9dc3-3220908ab45d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:14:14.115566 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c611c8-7117-4ee2-bc9c-4923999684b8 req-0df95530-fc28-448e-9fd4-6096383eadde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:14:14.117176 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-35c611c8-7117-4ee2-bc9c-4923999684b8 req-0df95530-fc28-448e-9fd4-6096383eadde service neutron] 10.222.0.49 "GET /v2.0/networks?id=d9c7e787-4652-4ee4-983d-7b4a9fd53d98 HTTP/1.1" status: 200 len: 913 time: 0.0902879 Aug 12 15:14:14.182902 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-35c611c8-7117-4ee2-bc9c-4923999684b8 req-6d9505a4-2ae1-4816-a2ee-b4f12d0c909a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8f0a3989-002b-4946-a304-996e912aaacd HTTP/1.1" status: 200 len: 999 time: 0.0577180 Aug 12 15:14:14.230770 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-4b4785ce-9ae7-4fab-8f1f-d0e501a0da71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b520f3ac-b818-4ddb-a79e-af80861ae592', 'name': 'tempest-TestVolumeBootPattern-1562996728-router', 'tenant_id': 'b9f3518fbc904b44b3baf79d0578af51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.197'}], 'enable_snat': True}, 'gw_port_id': '72787f34-510e-4209-bf1e-1684bf07f78e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:05:56Z', 'updated_at': '2021-08-12T15:05:59Z', 'revision_number': 4, 'project_id': 'b9f3518fbc904b44b3baf79d0578af51', 'gw_port': {'id': '72787f34-510e-4209-bf1e-1684bf07f78e', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:ff:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b520f3ac-b818-4ddb-a79e-af80861ae592', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3621, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:05:56Z', 'updated_at': '2021-08-12T15:06:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_floatingips': [{'id': '4ec4395e-c1da-4ff2-8398-883a498ab2ce', 'tenant_id': 'b9f3518fbc904b44b3baf79d0578af51', 'floating_ip_address': '172.25.1.11', 'floating_network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'router_id': 'b520f3ac-b818-4ddb-a79e-af80861ae592', 'port_id': '8f0a3989-002b-4946-a304-996e912aaacd', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3999, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9c7e787-4652-4ee4-983d-7b4a9fd53d98', 'mac_address': 'fa:16:3e:a0:a9:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a32e9440-4852-41d2-b1f3-f04ec509c8cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T15:14:13Z', 'updated_at': '2021-08-12T15:14:13Z', 'revision_number': 0, 'project_id': 'b9f3518fbc904b44b3baf79d0578af51', 'fixed_ip_address_scope': None}, {'id': '6daa59ff-a9cd-4eb2-83bf-5ee6adb454c3', 'tenant_id': 'b9f3518fbc904b44b3baf79d0578af51', 'floating_ip_address': '172.25.1.196', 'floating_network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'router_id': 'b520f3ac-b818-4ddb-a79e-af80861ae592', 'port_id': '87f3b403-3d73-4ba8-bfe5-d8450318430e', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3996, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9c7e787-4652-4ee4-983d-7b4a9fd53d98', 'mac_address': 'fa:16:3e:12:6e:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0319e5f3-085f-4507-b1ca-8a5b2269cefd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T15:12:14Z', 'updated_at': '2021-08-12T15:12:16Z', 'revision_number': 1, 'project_id': 'b9f3518fbc904b44b3baf79d0578af51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd888dfff-3b06-4e28-a080-c7a841721c7f', 'name': '', 'network_id': 'd9c7e787-4652-4ee4-983d-7b4a9fd53d98', 'tenant_id': 'b9f3518fbc904b44b3baf79d0578af51', 'mac_address': 'fa:16:3e:00:c5:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b520f3ac-b818-4ddb-a79e-af80861ae592', 'device_owner': 'network:router_interface', 'standard_attr_id': 3622, 'fixed_ips': [{'subnet_id': '56c6cd03-2d72-4138-ab80-065ddfe4454b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:05:58Z', 'updated_at': '2021-08-12T15:06:05Z', 'revision_number': 5, 'project_id': 'b9f3518fbc904b44b3baf79d0578af51', 'subnets': [{'id': '56c6cd03-2d72-4138-ab80-065ddfe4454b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:14:14.233733 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c611c8-7117-4ee2-bc9c-4923999684b8 req-aa6a6be1-4b4d-4f39-a33b-95f87ed3f6cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:14:14.235325 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-35c611c8-7117-4ee2-bc9c-4923999684b8 req-aa6a6be1-4b4d-4f39-a33b-95f87ed3f6cd service neutron] 10.222.0.49 "GET /v2.0/subnets?id=56c6cd03-2d72-4138-ab80-065ddfe4454b HTTP/1.1" status: 200 len: 851 time: 0.0452416 Aug 12 15:14:14.257883 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b4785ce-9ae7-4fab-8f1f-d0e501a0da71 None None] Checking router: b520f3ac-b818-4ddb-a79e-af80861ae592 for host: n-d-694802-15 {{(pid=94469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 15:14:14.266678 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b4785ce-9ae7-4fab-8f1f-d0e501a0da71 None None] Routers {'b520f3ac-b818-4ddb-a79e-af80861ae592'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:14:14.267387 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-4b4785ce-9ae7-4fab-8f1f-d0e501a0da71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T15:14:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['b520f3ac-b818-4ddb-a79e-af80861ae592'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:14:14.284497 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c611c8-7117-4ee2-bc9c-4923999684b8 req-9c00476a-4609-47d0-ab3a-09f5c9caf47a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:14:14.285995 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-35c611c8-7117-4ee2-bc9c-4923999684b8 req-9c00476a-4609-47d0-ab3a-09f5c9caf47a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d9c7e787-4652-4ee4-983d-7b4a9fd53d98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0437295 Aug 12 15:14:14.370151 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-4b4785ce-9ae7-4fab-8f1f-d0e501a0da71 None None] Set router b520f3ac-b818-4ddb-a79e-af80861ae592 gateway port host: n-d-694802-15 {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:14:14.375398 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-35c611c8-7117-4ee2-bc9c-4923999684b8 req-efc3cb51-846d-4409-ba05-dfeed2ce9359 service neutron] 10.222.0.49 "GET /v2.0/networks/d9c7e787-4652-4ee4-983d-7b4a9fd53d98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813417 Aug 12 15:14:14.469730 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-35c611c8-7117-4ee2-bc9c-4923999684b8 req-1447e4cc-ecc4-4aec-bec9-a3f1e3d8fe5f service neutron] 10.222.0.49 "GET /v2.0/networks/d9c7e787-4652-4ee4-983d-7b4a9fd53d98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872726 Aug 12 15:14:14.589237 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-4b4785ce-9ae7-4fab-8f1f-d0e501a0da71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b520f3ac-b818-4ddb-a79e-af80861ae592', 'name': 'tempest-TestVolumeBootPattern-1562996728-router', 'tenant_id': 'b9f3518fbc904b44b3baf79d0578af51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.197'}], 'enable_snat': True}, 'gw_port_id': '72787f34-510e-4209-bf1e-1684bf07f78e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:05:56Z', 'updated_at': '2021-08-12T15:05:59Z', 'revision_number': 4, 'project_id': 'b9f3518fbc904b44b3baf79d0578af51', 'gw_port': {'id': '72787f34-510e-4209-bf1e-1684bf07f78e', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:ff:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b520f3ac-b818-4ddb-a79e-af80861ae592', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3621, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:05:56Z', 'updated_at': '2021-08-12T15:06:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_floatingips': [{'id': '4ec4395e-c1da-4ff2-8398-883a498ab2ce', 'tenant_id': 'b9f3518fbc904b44b3baf79d0578af51', 'floating_ip_address': '172.25.1.11', 'floating_network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'router_id': 'b520f3ac-b818-4ddb-a79e-af80861ae592', 'port_id': '8f0a3989-002b-4946-a304-996e912aaacd', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3999, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9c7e787-4652-4ee4-983d-7b4a9fd53d98', 'mac_address': 'fa:16:3e:a0:a9:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a32e9440-4852-41d2-b1f3-f04ec509c8cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T15:14:13Z', 'updated_at': '2021-08-12T15:14:13Z', 'revision_number': 0, 'project_id': 'b9f3518fbc904b44b3baf79d0578af51', 'fixed_ip_address_scope': None}, {'id': '6daa59ff-a9cd-4eb2-83bf-5ee6adb454c3', 'tenant_id': 'b9f3518fbc904b44b3baf79d0578af51', 'floating_ip_address': '172.25.1.196', 'floating_network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'router_id': 'b520f3ac-b818-4ddb-a79e-af80861ae592', 'port_id': '87f3b403-3d73-4ba8-bfe5-d8450318430e', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3996, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9c7e787-4652-4ee4-983d-7b4a9fd53d98', 'mac_address': 'fa:16:3e:12:6e:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0319e5f3-085f-4507-b1ca-8a5b2269cefd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T15:12:14Z', 'updated_at': '2021-08-12T15:12:16Z', 'revision_number': 1, 'project_id': 'b9f3518fbc904b44b3baf79d0578af51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd888dfff-3b06-4e28-a080-c7a841721c7f', 'name': '', 'network_id': 'd9c7e787-4652-4ee4-983d-7b4a9fd53d98', 'tenant_id': 'b9f3518fbc904b44b3baf79d0578af51', 'mac_address': 'fa:16:3e:00:c5:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b520f3ac-b818-4ddb-a79e-af80861ae592', 'device_owner': 'network:router_interface', 'standard_attr_id': 3622, 'fixed_ips': [{'subnet_id': '56c6cd03-2d72-4138-ab80-065ddfe4454b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:05:58Z', 'updated_at': '2021-08-12T15:06:05Z', 'revision_number': 5, 'project_id': 'b9f3518fbc904b44b3baf79d0578af51', 'subnets': [{'id': '56c6cd03-2d72-4138-ab80-065ddfe4454b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:14:14.699440 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b4785ce-9ae7-4fab-8f1f-d0e501a0da71 None None] The sync data for ids ['b520f3ac-b818-4ddb-a79e-af80861ae592'] in n-d-694802-15 is: [{'id': 'b520f3ac-b818-4ddb-a79e-af80861ae592', 'name': 'tempest-TestVolumeBootPattern-1562996728-router', 'tenant_id': 'b9f3518fbc904b44b3baf79d0578af51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.197'}], 'enable_snat': True}, 'gw_port_id': '72787f34-510e-4209-bf1e-1684bf07f78e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:05:56Z', 'updated_at': '2021-08-12T15:05:59Z', 'revision_number': 4, 'project_id': 'b9f3518fbc904b44b3baf79d0578af51', 'gw_port': {'id': '72787f34-510e-4209-bf1e-1684bf07f78e', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:ff:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b520f3ac-b818-4ddb-a79e-af80861ae592', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3621, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:05:56Z', 'updated_at': '2021-08-12T15:06:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_floatingips': [{'id': '4ec4395e-c1da-4ff2-8398-883a498ab2ce', 'tenant_id': 'b9f3518fbc904b44b3baf79d0578af51', 'floating_ip_address': '172.25.1.11', 'floating_network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'router_id': 'b520f3ac-b818-4ddb-a79e-af80861ae592', 'port_id': '8f0a3989-002b-4946-a304-996e912aaacd', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3999, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9c7e787-4652-4ee4-983d-7b4a9fd53d98', 'mac_address': 'fa:16:3e:a0:a9:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a32e9440-4852-41d2-b1f3-f04ec509c8cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T15:14:13Z', 'updated_at': '2021-08-12T15:14:13Z', 'revision_number': 0, 'project_id': 'b9f3518fbc904b44b3baf79d0578af51', 'fixed_ip_address_scope': None}, {'id': '6daa59ff-a9cd-4eb2-83bf-5ee6adb454c3', 'tenant_id': 'b9f3518fbc904b44b3baf79d0578af51', 'floating_ip_address': '172.25.1.196', 'floating_network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'router_id': 'b520f3ac-b818-4ddb-a79e-af80861ae592', 'port_id': '87f3b403-3d73-4ba8-bfe5-d8450318430e', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3996, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9c7e787-4652-4ee4-983d-7b4a9fd53d98', 'mac_address': 'fa:16:3e:12:6e:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0319e5f3-085f-4507-b1ca-8a5b2269cefd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T15:12:14Z', 'updated_at': '2021-08-12T15:12:16Z', 'revision_number': 1, 'project_id': 'b9f3518fbc904b44b3baf79d0578af51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd888dfff-3b06-4e28-a080-c7a841721c7f', 'name': '', 'network_id': 'd9c7e787-4652-4ee4-983d-7b4a9fd53d98', 'tenant_id': 'b9f3518fbc904b44b3baf79d0578af51', 'mac_address': 'fa:16:3e:00:c5:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b520f3ac-b818-4ddb-a79e-af80861ae592', 'device_owner': 'network:router_interface', 'standard_attr_id': 3622, 'fixed_ips': [{'subnet_id': '56c6cd03-2d72-4138-ab80-065ddfe4454b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:05:58Z', 'updated_at': '2021-08-12T15:06:05Z', 'revision_number': 5, 'project_id': 'b9f3518fbc904b44b3baf79d0578af51', 'subnets': [{'id': '56c6cd03-2d72-4138-ab80-065ddfe4454b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 15:14:14.895573 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-989a3b14-f8e9-42d1-96d3-4bdedc435ad3 None None] New status for floating IP 4ec4395e-c1da-4ff2-8398-883a498ab2ce: ACTIVE {{(pid=94468) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 15:14:15.734517 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-fe95f194-a3b0-4c04-9e42-20b511169d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:14:24.546025 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-06070e08-9fde-4f45-9df0-94260d82f40c req-517573b1-d790-4a18-a605-dc09948eaac0 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=0319e5f3-085f-4507-b1ca-8a5b2269cefd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0416408 Aug 12 15:14:24.626106 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06070e08-9fde-4f45-9df0-94260d82f40c req-7f9618de-d9e7-4d47-8c0d-3098973db4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:14:24.627633 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-06070e08-9fde-4f45-9df0-94260d82f40c req-7f9618de-d9e7-4d47-8c0d-3098973db4eb service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b9f3518fbc904b44b3baf79d0578af51&device_id=0319e5f3-085f-4507-b1ca-8a5b2269cefd HTTP/1.1" status: 200 len: 1098 time: 0.0405116 Aug 12 15:14:24.730789 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06070e08-9fde-4f45-9df0-94260d82f40c req-6b59e143-cd1f-431f-9c8f-f349655d5275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:14:24.732279 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-06070e08-9fde-4f45-9df0-94260d82f40c req-6b59e143-cd1f-431f-9c8f-f349655d5275 service neutron] 10.222.0.64 "GET /v2.0/networks?id=d9c7e787-4652-4ee4-983d-7b4a9fd53d98 HTTP/1.1" status: 200 len: 913 time: 0.0860472 Aug 12 15:14:24.796460 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-06070e08-9fde-4f45-9df0-94260d82f40c req-54d1acbe-88f1-4bed-a90a-78c9077361ce service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=87f3b403-3d73-4ba8-bfe5-d8450318430e HTTP/1.1" status: 200 len: 1002 time: 0.0568330 Aug 12 15:14:24.844107 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06070e08-9fde-4f45-9df0-94260d82f40c req-50d2a12f-a474-4026-8739-cac8392f62a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:14:24.845518 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-06070e08-9fde-4f45-9df0-94260d82f40c req-50d2a12f-a474-4026-8739-cac8392f62a1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=56c6cd03-2d72-4138-ab80-065ddfe4454b HTTP/1.1" status: 200 len: 851 time: 0.0421817 Aug 12 15:14:24.897229 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06070e08-9fde-4f45-9df0-94260d82f40c req-8bdc3e2e-89cd-4195-a41b-f3063d467e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:14:24.900418 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-06070e08-9fde-4f45-9df0-94260d82f40c req-8bdc3e2e-89cd-4195-a41b-f3063d467e3e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d9c7e787-4652-4ee4-983d-7b4a9fd53d98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0473924 Aug 12 15:14:24.989892 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-06070e08-9fde-4f45-9df0-94260d82f40c req-b489bb00-304c-438a-b981-f59e47903f8c service neutron] 10.222.0.64 "GET /v2.0/networks/d9c7e787-4652-4ee4-983d-7b4a9fd53d98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820100 Aug 12 15:14:25.082864 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-06070e08-9fde-4f45-9df0-94260d82f40c req-a51f6f43-58a5-4967-91ff-9ca918075eca service neutron] 10.222.0.64 "GET /v2.0/networks/d9c7e787-4652-4ee4-983d-7b4a9fd53d98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855563 Aug 12 15:14:33.689207 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.agents_db [None req-17ed3e4c-1a7d-4162-9646-11c134aca297 None None] Agent healthcheck: found 7 active agents {{(pid=94469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 15:14:40.124174 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4489593b-51ac-41f8-9d6e-2ed0729a6a48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:14:41.674783 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:14:43.006958 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-1050c77d-a305-4a99-806e-bc81f281ba14 req-c5694c1f-cd7d-41c7-9224-1ffb9c971c6e service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=a32e9440-4852-41d2-b1f3-f04ec509c8cc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0394137 Aug 12 15:14:43.010136 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:14:43.049041 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:14:43.091716 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1050c77d-a305-4a99-806e-bc81f281ba14 req-cf0ed09c-16bd-49e9-b786-40fae1060c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:14:43.093230 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-1050c77d-a305-4a99-806e-bc81f281ba14 req-cf0ed09c-16bd-49e9-b786-40fae1060c30 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b9f3518fbc904b44b3baf79d0578af51&device_id=a32e9440-4852-41d2-b1f3-f04ec509c8cc HTTP/1.1" status: 200 len: 1098 time: 0.0412874 Aug 12 15:14:43.200337 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1050c77d-a305-4a99-806e-bc81f281ba14 req-c272ec17-3557-4148-88cc-8e13be7bf325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:14:43.201873 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-1050c77d-a305-4a99-806e-bc81f281ba14 req-c272ec17-3557-4148-88cc-8e13be7bf325 service neutron] 10.222.0.49 "GET /v2.0/networks?id=d9c7e787-4652-4ee4-983d-7b4a9fd53d98 HTTP/1.1" status: 200 len: 913 time: 0.0875206 Aug 12 15:14:43.269111 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-1050c77d-a305-4a99-806e-bc81f281ba14 req-76b13a2b-34cb-4bba-8061-a6351135c08f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8f0a3989-002b-4946-a304-996e912aaacd HTTP/1.1" status: 200 len: 1001 time: 0.0595074 Aug 12 15:14:43.318056 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1050c77d-a305-4a99-806e-bc81f281ba14 req-858f862f-aa19-4fa6-9435-72a729d776e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:14:43.319460 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-1050c77d-a305-4a99-806e-bc81f281ba14 req-858f862f-aa19-4fa6-9435-72a729d776e4 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=56c6cd03-2d72-4138-ab80-065ddfe4454b HTTP/1.1" status: 200 len: 851 time: 0.0427816 Aug 12 15:14:43.368305 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1050c77d-a305-4a99-806e-bc81f281ba14 req-3fe8f9e0-dc1a-4abc-bea0-62156a781671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:14:43.369754 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-1050c77d-a305-4a99-806e-bc81f281ba14 req-3fe8f9e0-dc1a-4abc-bea0-62156a781671 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d9c7e787-4652-4ee4-983d-7b4a9fd53d98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0430954 Aug 12 15:14:43.411295 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-7f09c328-8934-4fd6-971b-0a0ae64e5856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:14:43.461015 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-1050c77d-a305-4a99-806e-bc81f281ba14 req-db60b10b-9c0e-41d9-9df4-9c27e039841d service neutron] 10.222.0.49 "GET /v2.0/networks/d9c7e787-4652-4ee4-983d-7b4a9fd53d98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843151 Aug 12 15:14:43.824066 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-1050c77d-a305-4a99-806e-bc81f281ba14 req-5e173829-3f07-42c6-ad66-44921c5f9a1e service neutron] 10.222.0.49 "GET /v2.0/networks/d9c7e787-4652-4ee4-983d-7b4a9fd53d98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3561847 Aug 12 15:14:44.085993 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-1769855f-eda9-4483-9dc3-3220908ab45d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:14:45.725883 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-fe95f194-a3b0-4c04-9e42-20b511169d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:15:10.125830 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-8c3841bd-7031-4873-8228-0143d26ce100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:15:10.689256 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.agents_db [None req-17ed3e4c-1a7d-4162-9646-11c134aca297 None None] Agent healthcheck: found 7 active agents {{(pid=94469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 15:15:11.675692 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:15:13.010381 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:15:13.049180 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:15:13.411878 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-a35572eb-8bc1-4726-b6c3-8b3e6086cfb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:15:14.088400 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-1769855f-eda9-4483-9dc3-3220908ab45d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:15:15.729092 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-fe95f194-a3b0-4c04-9e42-20b511169d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:15:26.513927 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2f64bed4-de19-4f34-a811-d770608a9ebb req-6b49b601-ccc4-4c0a-920a-31da72ad7bc2 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=0319e5f3-085f-4507-b1ca-8a5b2269cefd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0406387 Aug 12 15:15:26.594839 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f64bed4-de19-4f34-a811-d770608a9ebb req-c2a35c85-96f5-47be-af46-8aef9708ce4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:15:26.596307 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2f64bed4-de19-4f34-a811-d770608a9ebb req-c2a35c85-96f5-47be-af46-8aef9708ce4f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b9f3518fbc904b44b3baf79d0578af51&device_id=0319e5f3-085f-4507-b1ca-8a5b2269cefd HTTP/1.1" status: 200 len: 1098 time: 0.0394545 Aug 12 15:15:26.696986 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f64bed4-de19-4f34-a811-d770608a9ebb req-8a867548-d82a-4720-8c32-ec943b60abe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:15:26.698422 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2f64bed4-de19-4f34-a811-d770608a9ebb req-8a867548-d82a-4720-8c32-ec943b60abe0 service neutron] 10.222.0.64 "GET /v2.0/networks?id=d9c7e787-4652-4ee4-983d-7b4a9fd53d98 HTTP/1.1" status: 200 len: 913 time: 0.0835390 Aug 12 15:15:26.761982 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2f64bed4-de19-4f34-a811-d770608a9ebb req-9f39bae4-169e-418a-b0de-bd3e82ccdb5d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=87f3b403-3d73-4ba8-bfe5-d8450318430e HTTP/1.1" status: 200 len: 1002 time: 0.0565653 Aug 12 15:15:26.811366 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f64bed4-de19-4f34-a811-d770608a9ebb req-3b5efc04-8d3b-4b40-8e1a-ebcd5d1984a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:15:26.812765 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2f64bed4-de19-4f34-a811-d770608a9ebb req-3b5efc04-8d3b-4b40-8e1a-ebcd5d1984a1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=56c6cd03-2d72-4138-ab80-065ddfe4454b HTTP/1.1" status: 200 len: 851 time: 0.0434580 Aug 12 15:15:26.862219 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f64bed4-de19-4f34-a811-d770608a9ebb req-eeb45992-4057-435d-8755-9255b1f686d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:15:26.863736 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2f64bed4-de19-4f34-a811-d770608a9ebb req-eeb45992-4057-435d-8755-9255b1f686d3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d9c7e787-4652-4ee4-983d-7b4a9fd53d98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0438795 Aug 12 15:15:26.953370 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2f64bed4-de19-4f34-a811-d770608a9ebb req-c591c2f5-c3b2-4c66-9b23-fafe94b51ace service neutron] 10.222.0.64 "GET /v2.0/networks/d9c7e787-4652-4ee4-983d-7b4a9fd53d98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801303 Aug 12 15:15:27.044537 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2f64bed4-de19-4f34-a811-d770608a9ebb req-56599e12-cd86-4aed-b0e7-2af3541999f1 service neutron] 10.222.0.64 "GET /v2.0/networks/d9c7e787-4652-4ee4-983d-7b4a9fd53d98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838397 Aug 12 15:15:40.129124 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-3c137b0e-12a2-4a3b-84e9-a4feab8e51f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:15:41.661249 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:15:43.017134 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:15:43.049507 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:15:43.411668 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-9fd684e0-046d-4769-8707-33ab8baf48d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:15:43.997632 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-65bc995c-6584-45ff-b9a2-75d982aa7277 req-82bea212-acb4-4de7-9af2-891d81ae18c7 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=a32e9440-4852-41d2-b1f3-f04ec509c8cc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0395496 Aug 12 15:15:44.079476 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bc995c-6584-45ff-b9a2-75d982aa7277 req-fa362452-1e14-4d33-8cda-af94f3c90a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:15:44.080968 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-65bc995c-6584-45ff-b9a2-75d982aa7277 req-fa362452-1e14-4d33-8cda-af94f3c90a33 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b9f3518fbc904b44b3baf79d0578af51&device_id=a32e9440-4852-41d2-b1f3-f04ec509c8cc HTTP/1.1" status: 200 len: 1098 time: 0.0402761 Aug 12 15:15:44.094695 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-1769855f-eda9-4483-9dc3-3220908ab45d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:15:44.184644 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bc995c-6584-45ff-b9a2-75d982aa7277 req-66716579-359a-4636-9ca4-eb7206682da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:15:44.186145 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-65bc995c-6584-45ff-b9a2-75d982aa7277 req-66716579-359a-4636-9ca4-eb7206682da1 service neutron] 10.222.0.49 "GET /v2.0/networks?id=d9c7e787-4652-4ee4-983d-7b4a9fd53d98 HTTP/1.1" status: 200 len: 913 time: 0.0859323 Aug 12 15:15:44.252829 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-65bc995c-6584-45ff-b9a2-75d982aa7277 req-a11d4ab9-d78d-4f1e-bc96-73231e63130a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8f0a3989-002b-4946-a304-996e912aaacd HTTP/1.1" status: 200 len: 1001 time: 0.0589855 Aug 12 15:15:44.301745 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bc995c-6584-45ff-b9a2-75d982aa7277 req-378dc12e-b1c1-442b-ac58-261b2e7cad72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:15:44.303262 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-65bc995c-6584-45ff-b9a2-75d982aa7277 req-378dc12e-b1c1-442b-ac58-261b2e7cad72 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=56c6cd03-2d72-4138-ab80-065ddfe4454b HTTP/1.1" status: 200 len: 851 time: 0.0435972 Aug 12 15:15:44.351685 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bc995c-6584-45ff-b9a2-75d982aa7277 req-1781fbb7-7945-4427-b3fa-d54f4a092fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:15:44.353193 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-65bc995c-6584-45ff-b9a2-75d982aa7277 req-1781fbb7-7945-4427-b3fa-d54f4a092fd3 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d9c7e787-4652-4ee4-983d-7b4a9fd53d98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0423024 Aug 12 15:15:44.440052 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-65bc995c-6584-45ff-b9a2-75d982aa7277 req-780a0e2c-9082-4938-9c17-f51a56e269b8 service neutron] 10.222.0.49 "GET /v2.0/networks/d9c7e787-4652-4ee4-983d-7b4a9fd53d98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789163 Aug 12 15:15:44.534051 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-65bc995c-6584-45ff-b9a2-75d982aa7277 req-0fbaefa0-62cc-46e2-b5d4-246336a4f6ca service neutron] 10.222.0.49 "GET /v2.0/networks/d9c7e787-4652-4ee4-983d-7b4a9fd53d98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841835 Aug 12 15:15:45.730946 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-fe95f194-a3b0-4c04-9e42-20b511169d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:15:47.688414 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.agents_db [None req-17ed3e4c-1a7d-4162-9646-11c134aca297 None None] Agent healthcheck: found 7 active agents {{(pid=94469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 15:15:52.730659 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 60520) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:15:52.892437 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-dcb44678-e19b-40be-871f-c7fd3cc6c667 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Deleting port 153801a9-163b-4127-9751-f307fefbe486 {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 15:15:52.892784 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-dcb44678-e19b-40be-871f-c7fd3cc6c667 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:15:52.968110 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-dcb44678-e19b-40be-871f-c7fd3cc6c667 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:15:52.968435 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-dcb44678-e19b-40be-871f-c7fd3cc6c667 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:15:52.979975 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-dcb44678-e19b-40be-871f-c7fd3cc6c667 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Calling delete_port for 153801a9-163b-4127-9751-f307fefbe486 owned by network:floatingip {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 15:15:53.126095 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-dcb44678-e19b-40be-871f-c7fd3cc6c667 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:15:53.157494 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb44678-e19b-40be-871f-c7fd3cc6c667 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Pushing event deleted for resources: {'Port': ['ID=153801a9-163b-4127-9751-f307fefbe486,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:15:53.196500 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb44678-e19b-40be-871f-c7fd3cc6c667 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:15:53.196908 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb44678-e19b-40be-871f-c7fd3cc6c667 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:15:53.197242 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb44678-e19b-40be-871f-c7fd3cc6c667 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:15:53.197571 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb44678-e19b-40be-871f-c7fd3cc6c667 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:15:53.197898 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb44678-e19b-40be-871f-c7fd3cc6c667 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:15:53.198220 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb44678-e19b-40be-871f-c7fd3cc6c667 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:15:53.198540 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb44678-e19b-40be-871f-c7fd3cc6c667 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:15:53.198862 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb44678-e19b-40be-871f-c7fd3cc6c667 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:15:53.199206 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb44678-e19b-40be-871f-c7fd3cc6c667 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:15:53.199523 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb44678-e19b-40be-871f-c7fd3cc6c667 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:15:53.199839 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb44678-e19b-40be-871f-c7fd3cc6c667 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:15:53.200154 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb44678-e19b-40be-871f-c7fd3cc6c667 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:15:53.221724 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-dcb44678-e19b-40be-871f-c7fd3cc6c667 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Notify callbacks [] for floatingip, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:15:53.221982 n-d-694802-15 neutron-server[94466]: INFO neutron.db.l3_db [None req-dcb44678-e19b-40be-871f-c7fd3cc6c667 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Floating IP 4ec4395e-c1da-4ff2-8398-883a498ab2ce disassociated (deleted). External IP: 172.25.1.11, port: 8f0a3989-002b-4946-a304-996e912aaacd. Aug 12 15:15:53.430821 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcb44678-e19b-40be-871f-c7fd3cc6c667 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Router b520f3ac-b818-4ddb-a79e-af80861ae592 has already been hosted by L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f {{(pid=94466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 15:15:53.538189 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcb44678-e19b-40be-871f-c7fd3cc6c667 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 15:15:53.543535 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-dcb44678-e19b-40be-871f-c7fd3cc6c667 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for floatingip, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:15:53.548143 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e84aecdb-b617-478f-91c0-813438226e6f None None] Sync routers for ids ['b520f3ac-b818-4ddb-a79e-af80861ae592'] in n-d-694802-15 {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 15:15:53.558228 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e84aecdb-b617-478f-91c0-813438226e6f None None] Routers {'b520f3ac-b818-4ddb-a79e-af80861ae592'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:15:53.558840 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-e84aecdb-b617-478f-91c0-813438226e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T15:15:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['b520f3ac-b818-4ddb-a79e-af80861ae592'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:15:53.570183 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-dcb44678-e19b-40be-871f-c7fd3cc6c667 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "DELETE /v2.0/floatingips/4ec4395e-c1da-4ff2-8398-883a498ab2ce HTTP/1.1" status: 204 len: 168 time: 0.8384037 Aug 12 15:15:53.570875 n-d-694802-15 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a32e9440-4852-41d2-b1f3-f04ec509c8cc', 'tag': '8f0a3989-002b-4946-a304-996e912aaacd'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:15:53.573169 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e785eeede3897370d0b20f09d5f461b30cfecd5ed38c4f07dacd02bc52c9277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a28e9d1e-3258-49ca-8328-04efb5acad20" -d '{"events": [{"name": "network-changed", "server_uuid": "a32e9440-4852-41d2-b1f3-f04ec509c8cc", "tag": "8f0a3989-002b-4946-a304-996e912aaacd"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 15:15:53.666200 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-e84aecdb-b617-478f-91c0-813438226e6f None None] Set router b520f3ac-b818-4ddb-a79e-af80861ae592 gateway port host: n-d-694802-15 {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:15:53.689010 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 15:15:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45edaa98-2868-477d-b76b-a1eb379304b0 x-openstack-request-id: req-45edaa98-2868-477d-b76b-a1eb379304b0 {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 15:15:53.689301 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a32e9440-4852-41d2-b1f3-f04ec509c8cc", "tag": "8f0a3989-002b-4946-a304-996e912aaacd", "status": "completed", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 15:15:53.689555 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-45edaa98-2868-477d-b76b-a1eb379304b0 {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 15:15:53.689966 n-d-694802-15 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a32e9440-4852-41d2-b1f3-f04ec509c8cc', 'tag': '8f0a3989-002b-4946-a304-996e912aaacd', 'status': 'completed', 'code': 200} Aug 12 15:15:53.758770 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28e9d1e-3258-49ca-8328-04efb5acad20 req-abd90b8d-c2ef-471c-8976-d0bec0c59bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:15:53.760392 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a28e9d1e-3258-49ca-8328-04efb5acad20 req-abd90b8d-c2ef-471c-8976-d0bec0c59bdf service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b9f3518fbc904b44b3baf79d0578af51&device_id=a32e9440-4852-41d2-b1f3-f04ec509c8cc HTTP/1.1" status: 200 len: 1098 time: 0.0468395 Aug 12 15:15:53.858406 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28e9d1e-3258-49ca-8328-04efb5acad20 req-d84d88b1-0dd3-4705-8b9c-4f9f947cfe99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:15:53.860058 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a28e9d1e-3258-49ca-8328-04efb5acad20 req-d84d88b1-0dd3-4705-8b9c-4f9f947cfe99 service neutron] 10.222.0.49 "GET /v2.0/networks?id=d9c7e787-4652-4ee4-983d-7b4a9fd53d98 HTTP/1.1" status: 200 len: 913 time: 0.0918570 Aug 12 15:15:53.895442 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-e84aecdb-b617-478f-91c0-813438226e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b520f3ac-b818-4ddb-a79e-af80861ae592', 'name': 'tempest-TestVolumeBootPattern-1562996728-router', 'tenant_id': 'b9f3518fbc904b44b3baf79d0578af51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.197'}], 'enable_snat': True}, 'gw_port_id': '72787f34-510e-4209-bf1e-1684bf07f78e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:05:56Z', 'updated_at': '2021-08-12T15:05:59Z', 'revision_number': 4, 'project_id': 'b9f3518fbc904b44b3baf79d0578af51', 'gw_port': {'id': '72787f34-510e-4209-bf1e-1684bf07f78e', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:ff:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b520f3ac-b818-4ddb-a79e-af80861ae592', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3621, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:05:56Z', 'updated_at': '2021-08-12T15:06:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_floatingips': [{'id': '6daa59ff-a9cd-4eb2-83bf-5ee6adb454c3', 'tenant_id': 'b9f3518fbc904b44b3baf79d0578af51', 'floating_ip_address': '172.25.1.196', 'floating_network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'router_id': 'b520f3ac-b818-4ddb-a79e-af80861ae592', 'port_id': '87f3b403-3d73-4ba8-bfe5-d8450318430e', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3996, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9c7e787-4652-4ee4-983d-7b4a9fd53d98', 'mac_address': 'fa:16:3e:12:6e:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0319e5f3-085f-4507-b1ca-8a5b2269cefd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T15:12:14Z', 'updated_at': '2021-08-12T15:12:16Z', 'revision_number': 1, 'project_id': 'b9f3518fbc904b44b3baf79d0578af51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd888dfff-3b06-4e28-a080-c7a841721c7f', 'name': '', 'network_id': 'd9c7e787-4652-4ee4-983d-7b4a9fd53d98', 'tenant_id': 'b9f3518fbc904b44b3baf79d0578af51', 'mac_address': 'fa:16:3e:00:c5:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b520f3ac-b818-4ddb-a79e-af80861ae592', 'device_owner': 'network:router_interface', 'standard_attr_id': 3622, 'fixed_ips': [{'subnet_id': '56c6cd03-2d72-4138-ab80-065ddfe4454b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:05:58Z', 'updated_at': '2021-08-12T15:06:05Z', 'revision_number': 5, 'project_id': 'b9f3518fbc904b44b3baf79d0578af51', 'subnets': [{'id': '56c6cd03-2d72-4138-ab80-065ddfe4454b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:15:53.915960 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a28e9d1e-3258-49ca-8328-04efb5acad20 req-d425aa96-e709-42fe-ba0f-cccc2c8e8b57 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8f0a3989-002b-4946-a304-996e912aaacd HTTP/1.1" status: 200 len: 217 time: 0.0479813 Aug 12 15:15:53.926192 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e84aecdb-b617-478f-91c0-813438226e6f None None] Checking router: b520f3ac-b818-4ddb-a79e-af80861ae592 for host: n-d-694802-15 {{(pid=94469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 15:15:53.934467 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e84aecdb-b617-478f-91c0-813438226e6f None None] Routers {'b520f3ac-b818-4ddb-a79e-af80861ae592'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:15:53.935105 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-e84aecdb-b617-478f-91c0-813438226e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T15:15:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['b520f3ac-b818-4ddb-a79e-af80861ae592'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:15:53.985174 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e0a484-36f7-4e5e-846f-dd3f487a4658 req-1c520b70-c107-4421-8890-b511bb3ca88d tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:15:53.986678 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-83e0a484-36f7-4e5e-846f-dd3f487a4658 req-1c520b70-c107-4421-8890-b511bb3ca88d tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/ports?device_id=a32e9440-4852-41d2-b1f3-f04ec509c8cc HTTP/1.1" status: 200 len: 946 time: 0.2006600 Aug 12 15:15:53.992351 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28e9d1e-3258-49ca-8328-04efb5acad20 req-e6fd9432-6554-4311-85c9-5206bf5b2dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:15:53.993791 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a28e9d1e-3258-49ca-8328-04efb5acad20 req-e6fd9432-6554-4311-85c9-5206bf5b2dc9 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=56c6cd03-2d72-4138-ab80-065ddfe4454b HTTP/1.1" status: 200 len: 851 time: 0.0635128 Aug 12 15:15:54.039091 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-e84aecdb-b617-478f-91c0-813438226e6f None None] Set router b520f3ac-b818-4ddb-a79e-af80861ae592 gateway port host: n-d-694802-15 {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:15:54.055925 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-83e0a484-36f7-4e5e-846f-dd3f487a4658 req-2b72c13b-95dc-48c7-9379-587609e6b8d7 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/security-groups?id=b6f34255-2a63-471d-83cf-25b9c4e930f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611892 Aug 12 15:15:54.065961 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28e9d1e-3258-49ca-8328-04efb5acad20 req-7cb114f1-f4d0-4622-9f30-11fa3a8454af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:15:54.067423 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a28e9d1e-3258-49ca-8328-04efb5acad20 req-7cb114f1-f4d0-4622-9f30-11fa3a8454af service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d9c7e787-4652-4ee4-983d-7b4a9fd53d98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0598397 Aug 12 15:15:54.158564 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a28e9d1e-3258-49ca-8328-04efb5acad20 req-c695e211-0f71-4e82-91bc-8a519a0b840e service neutron] 10.222.0.49 "GET /v2.0/networks/d9c7e787-4652-4ee4-983d-7b4a9fd53d98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830693 Aug 12 15:15:54.256089 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a28e9d1e-3258-49ca-8328-04efb5acad20 req-117151f5-d37a-4827-a003-59fa09130fa3 service neutron] 10.222.0.49 "GET /v2.0/networks/d9c7e787-4652-4ee4-983d-7b4a9fd53d98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894437 Aug 12 15:15:54.260476 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-e84aecdb-b617-478f-91c0-813438226e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b520f3ac-b818-4ddb-a79e-af80861ae592', 'name': 'tempest-TestVolumeBootPattern-1562996728-router', 'tenant_id': 'b9f3518fbc904b44b3baf79d0578af51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.197'}], 'enable_snat': True}, 'gw_port_id': '72787f34-510e-4209-bf1e-1684bf07f78e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:05:56Z', 'updated_at': '2021-08-12T15:05:59Z', 'revision_number': 4, 'project_id': 'b9f3518fbc904b44b3baf79d0578af51', 'gw_port': {'id': '72787f34-510e-4209-bf1e-1684bf07f78e', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:ff:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b520f3ac-b818-4ddb-a79e-af80861ae592', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3621, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:05:56Z', 'updated_at': '2021-08-12T15:06:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_floatingips': [{'id': '6daa59ff-a9cd-4eb2-83bf-5ee6adb454c3', 'tenant_id': 'b9f3518fbc904b44b3baf79d0578af51', 'floating_ip_address': '172.25.1.196', 'floating_network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'router_id': 'b520f3ac-b818-4ddb-a79e-af80861ae592', 'port_id': '87f3b403-3d73-4ba8-bfe5-d8450318430e', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3996, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9c7e787-4652-4ee4-983d-7b4a9fd53d98', 'mac_address': 'fa:16:3e:12:6e:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0319e5f3-085f-4507-b1ca-8a5b2269cefd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T15:12:14Z', 'updated_at': '2021-08-12T15:12:16Z', 'revision_number': 1, 'project_id': 'b9f3518fbc904b44b3baf79d0578af51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd888dfff-3b06-4e28-a080-c7a841721c7f', 'name': '', 'network_id': 'd9c7e787-4652-4ee4-983d-7b4a9fd53d98', 'tenant_id': 'b9f3518fbc904b44b3baf79d0578af51', 'mac_address': 'fa:16:3e:00:c5:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b520f3ac-b818-4ddb-a79e-af80861ae592', 'device_owner': 'network:router_interface', 'standard_attr_id': 3622, 'fixed_ips': [{'subnet_id': '56c6cd03-2d72-4138-ab80-065ddfe4454b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:05:58Z', 'updated_at': '2021-08-12T15:06:05Z', 'revision_number': 5, 'project_id': 'b9f3518fbc904b44b3baf79d0578af51', 'subnets': [{'id': '56c6cd03-2d72-4138-ab80-065ddfe4454b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:15:54.286978 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e84aecdb-b617-478f-91c0-813438226e6f None None] The sync data for ids ['b520f3ac-b818-4ddb-a79e-af80861ae592'] in n-d-694802-15 is: [{'id': 'b520f3ac-b818-4ddb-a79e-af80861ae592', 'name': 'tempest-TestVolumeBootPattern-1562996728-router', 'tenant_id': 'b9f3518fbc904b44b3baf79d0578af51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.197'}], 'enable_snat': True}, 'gw_port_id': '72787f34-510e-4209-bf1e-1684bf07f78e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:05:56Z', 'updated_at': '2021-08-12T15:05:59Z', 'revision_number': 4, 'project_id': 'b9f3518fbc904b44b3baf79d0578af51', 'gw_port': {'id': '72787f34-510e-4209-bf1e-1684bf07f78e', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:ff:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b520f3ac-b818-4ddb-a79e-af80861ae592', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3621, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:05:56Z', 'updated_at': '2021-08-12T15:06:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_floatingips': [{'id': '6daa59ff-a9cd-4eb2-83bf-5ee6adb454c3', 'tenant_id': 'b9f3518fbc904b44b3baf79d0578af51', 'floating_ip_address': '172.25.1.196', 'floating_network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'router_id': 'b520f3ac-b818-4ddb-a79e-af80861ae592', 'port_id': '87f3b403-3d73-4ba8-bfe5-d8450318430e', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3996, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9c7e787-4652-4ee4-983d-7b4a9fd53d98', 'mac_address': 'fa:16:3e:12:6e:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0319e5f3-085f-4507-b1ca-8a5b2269cefd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T15:12:14Z', 'updated_at': '2021-08-12T15:12:16Z', 'revision_number': 1, 'project_id': 'b9f3518fbc904b44b3baf79d0578af51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd888dfff-3b06-4e28-a080-c7a841721c7f', 'name': '', 'network_id': 'd9c7e787-4652-4ee4-983d-7b4a9fd53d98', 'tenant_id': 'b9f3518fbc904b44b3baf79d0578af51', 'mac_address': 'fa:16:3e:00:c5:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b520f3ac-b818-4ddb-a79e-af80861ae592', 'device_owner': 'network:router_interface', 'standard_attr_id': 3622, 'fixed_ips': [{'subnet_id': '56c6cd03-2d72-4138-ab80-065ddfe4454b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:05:58Z', 'updated_at': '2021-08-12T15:06:05Z', 'revision_number': 5, 'project_id': 'b9f3518fbc904b44b3baf79d0578af51', 'subnets': [{'id': '56c6cd03-2d72-4138-ab80-065ddfe4454b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 15:15:54.505227 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37ee977c-eb1a-4bf6-95a0-7061c2f26302 None None] New status for floating IP 4ec4395e-c1da-4ff2-8398-883a498ab2ce: DOWN {{(pid=94468) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 15:15:55.203276 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633b8bc1-28e6-456d-ad4f-a1be112ba5d2 req-a740cc55-7864-44c8-8e9a-5b719ac709f6 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:15:55.204766 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-633b8bc1-28e6-456d-ad4f-a1be112ba5d2 req-a740cc55-7864-44c8-8e9a-5b719ac709f6 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/ports?device_id=a32e9440-4852-41d2-b1f3-f04ec509c8cc HTTP/1.1" status: 200 len: 946 time: 0.0524452 Aug 12 15:15:55.243226 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-633b8bc1-28e6-456d-ad4f-a1be112ba5d2 req-b7d1182d-e814-4544-9799-7fb3e3d20a2f tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/security-groups?id=b6f34255-2a63-471d-83cf-25b9c4e930f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319188 Aug 12 15:15:55.500212 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbec07e-dcd4-4763-91a4-2aeb11b81355 req-2ae3991f-b1d2-40db-a3ca-6352018f4026 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:15:55.501642 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-1fbec07e-dcd4-4763-91a4-2aeb11b81355 req-2ae3991f-b1d2-40db-a3ca-6352018f4026 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.49 "GET /v2.0/ports?device_id=a32e9440-4852-41d2-b1f3-f04ec509c8cc HTTP/1.1" status: 200 len: 946 time: 0.0480800 Aug 12 15:15:55.589472 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [req-1fbec07e-dcd4-4763-91a4-2aeb11b81355 req-3d753bb3-4c7d-41c7-b2bb-a6cbf01fdfce tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Deleting port 8f0a3989-002b-4946-a304-996e912aaacd {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 15:15:55.589799 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-1fbec07e-dcd4-4763-91a4-2aeb11b81355 req-3d753bb3-4c7d-41c7-b2bb-a6cbf01fdfce tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:15:55.681530 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-1fbec07e-dcd4-4763-91a4-2aeb11b81355 req-3d753bb3-4c7d-41c7-b2bb-a6cbf01fdfce tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] For port 8f0a3989-002b-4946-a304-996e912aaacd, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=8f0a3989-002b-4946-a304-996e912aaacd,segment=NetworkSegment(fcd22b33-01d5-4908-ab67-fcc7aa617173),segment_id=fcd22b33-01d5-4908-ab67-fcc7aa617173)] {{(pid=94467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:15:55.681900 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-1fbec07e-dcd4-4763-91a4-2aeb11b81355 req-3d753bb3-4c7d-41c7-b2bb-a6cbf01fdfce tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:15:55.694927 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [req-1fbec07e-dcd4-4763-91a4-2aeb11b81355 req-3d753bb3-4c7d-41c7-b2bb-a6cbf01fdfce tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Calling delete_port for 8f0a3989-002b-4946-a304-996e912aaacd owned by compute:nova {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 15:15:55.822324 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-1fbec07e-dcd4-4763-91a4-2aeb11b81355 req-3d753bb3-4c7d-41c7-b2bb-a6cbf01fdfce tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:15:55.851190 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d753bb3-4c7d-41c7-b2bb-a6cbf01fdfce tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Pushing event deleted for resources: {'Port': ['ID=8f0a3989-002b-4946-a304-996e912aaacd,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:15:55.863703 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d753bb3-4c7d-41c7-b2bb-a6cbf01fdfce tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:15:55.864057 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d753bb3-4c7d-41c7-b2bb-a6cbf01fdfce tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:15:55.864405 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d753bb3-4c7d-41c7-b2bb-a6cbf01fdfce tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:15:55.864757 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d753bb3-4c7d-41c7-b2bb-a6cbf01fdfce tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:15:55.865097 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d753bb3-4c7d-41c7-b2bb-a6cbf01fdfce tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:15:55.865470 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d753bb3-4c7d-41c7-b2bb-a6cbf01fdfce tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:15:55.865803 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d753bb3-4c7d-41c7-b2bb-a6cbf01fdfce tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:15:55.866131 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d753bb3-4c7d-41c7-b2bb-a6cbf01fdfce tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:15:55.866465 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d753bb3-4c7d-41c7-b2bb-a6cbf01fdfce tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:15:55.866794 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d753bb3-4c7d-41c7-b2bb-a6cbf01fdfce tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:15:55.867146 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d753bb3-4c7d-41c7-b2bb-a6cbf01fdfce tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:15:55.867494 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d753bb3-4c7d-41c7-b2bb-a6cbf01fdfce tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:15:55.901855 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fbec07e-dcd4-4763-91a4-2aeb11b81355 req-3d753bb3-4c7d-41c7-b2bb-a6cbf01fdfce tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] No DVR routers for this DVR port 8f0a3989-002b-4946-a304-996e912aaacd on host n-h2-694802-15 {{(pid=94467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 15:15:55.904307 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-1fbec07e-dcd4-4763-91a4-2aeb11b81355 req-3d753bb3-4c7d-41c7-b2bb-a6cbf01fdfce tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:15:55.906310 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-1fbec07e-dcd4-4763-91a4-2aeb11b81355 req-3d753bb3-4c7d-41c7-b2bb-a6cbf01fdfce tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.49 "DELETE /v2.0/ports/8f0a3989-002b-4946-a304-996e912aaacd HTTP/1.1" status: 204 len: 173 time: 0.3986294 Aug 12 15:15:55.906745 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a32e9440-4852-41d2-b1f3-f04ec509c8cc', 'name': 'network-vif-deleted', 'tag': '8f0a3989-002b-4946-a304-996e912aaacd'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:15:55.909016 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e65282f928b64038367d043a4411777802006c43a98742496cb2e25b724ff1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf1d5dd4-5e32-4e50-92e8-4a6900c5bf99" -d '{"events": [{"server_uuid": "a32e9440-4852-41d2-b1f3-f04ec509c8cc", "name": "network-vif-deleted", "tag": "8f0a3989-002b-4946-a304-996e912aaacd"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 15:15:55.958433 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 15:15:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30a5045f-6880-46b3-9448-45bf42305c43 x-openstack-request-id: req-30a5045f-6880-46b3-9448-45bf42305c43 {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 15:15:55.958817 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a32e9440-4852-41d2-b1f3-f04ec509c8cc", "name": "network-vif-deleted", "tag": "8f0a3989-002b-4946-a304-996e912aaacd", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 15:15:55.959784 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-30a5045f-6880-46b3-9448-45bf42305c43 {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 15:15:55.960195 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a32e9440-4852-41d2-b1f3-f04ec509c8cc', 'name': 'network-vif-deleted', 'tag': '8f0a3989-002b-4946-a304-996e912aaacd', 'status': 'completed', 'code': 200} Aug 12 15:15:56.350892 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-601aa277-9687-4ed8-bb1e-84b50f31b15d req-6d8f06e2-0ec2-4f4a-bb8e-45c45053901e tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/ports?device_id=a32e9440-4852-41d2-b1f3-f04ec509c8cc HTTP/1.1" status: 200 len: 210 time: 0.0363693 Aug 12 15:15:57.455999 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-7cf6757a-76b2-491d-95ae-45b0cda56322 req-b12d6112-0d8e-4503-a164-65ebbf88b0de tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/ports?device_id=a32e9440-4852-41d2-b1f3-f04ec509c8cc HTTP/1.1" status: 200 len: 210 time: 0.0330787 Aug 12 15:15:58.552950 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-4973169e-8465-4891-bc7e-eb77a560ad6c req-0708cf11-6989-458d-9348-6e2973c299bb tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/ports?device_id=a32e9440-4852-41d2-b1f3-f04ec509c8cc HTTP/1.1" status: 200 len: 210 time: 0.0279703 Aug 12 15:15:59.039091 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device 8f0a3989-002b-4946-a304-996e912aaacd no longer exists at agent hyperv_n-h2-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 15:15:59.059112 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] No Port match for: 8f0a3989-002b-4946-a304-996e912aaacd {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 15:15:59.059551 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device 8f0a3989-002b-4946-a304-996e912aaacd not bound to the agent host n-h2-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 15:15:59.663658 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4107ee30-7863-4d7f-b2b2-04b1f98c2e99 req-9eb4c4bf-d0c5-4f91-9979-dc5644335ad8 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/ports?device_id=a32e9440-4852-41d2-b1f3-f04ec509c8cc HTTP/1.1" status: 200 len: 210 time: 0.0294974 Aug 12 15:16:05.022380 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 60586) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:16:05.178534 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-72cbe9aa-146e-492d-80d4-1742ab52d474 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Deleting port 383d0b15-f342-4eb0-adf6-446b8f6b4f0b {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 15:16:05.178880 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-72cbe9aa-146e-492d-80d4-1742ab52d474 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:16:05.575790 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-72cbe9aa-146e-492d-80d4-1742ab52d474 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:16:05.576123 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-72cbe9aa-146e-492d-80d4-1742ab52d474 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:16:05.588419 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-72cbe9aa-146e-492d-80d4-1742ab52d474 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Calling delete_port for 383d0b15-f342-4eb0-adf6-446b8f6b4f0b owned by network:floatingip {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 15:16:05.730516 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-72cbe9aa-146e-492d-80d4-1742ab52d474 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:16:05.760179 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cbe9aa-146e-492d-80d4-1742ab52d474 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Pushing event deleted for resources: {'Port': ['ID=383d0b15-f342-4eb0-adf6-446b8f6b4f0b,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:16:05.821257 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-72cbe9aa-146e-492d-80d4-1742ab52d474 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Notify callbacks [] for floatingip, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:16:05.821594 n-d-694802-15 neutron-server[94466]: INFO neutron.db.l3_db [None req-72cbe9aa-146e-492d-80d4-1742ab52d474 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Floating IP 6daa59ff-a9cd-4eb2-83bf-5ee6adb454c3 disassociated (deleted). External IP: 172.25.1.196, port: 87f3b403-3d73-4ba8-bfe5-d8450318430e. Aug 12 15:16:06.027197 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72cbe9aa-146e-492d-80d4-1742ab52d474 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Router b520f3ac-b818-4ddb-a79e-af80861ae592 has already been hosted by L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f {{(pid=94466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 15:16:06.136125 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72cbe9aa-146e-492d-80d4-1742ab52d474 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 15:16:06.140993 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-72cbe9aa-146e-492d-80d4-1742ab52d474 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for floatingip, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:16:06.148103 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22c84c07-3b69-470a-9d0c-81836e9bf8c9 None None] Sync routers for ids ['b520f3ac-b818-4ddb-a79e-af80861ae592'] in n-d-694802-15 {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 15:16:06.157826 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22c84c07-3b69-470a-9d0c-81836e9bf8c9 None None] Routers {'b520f3ac-b818-4ddb-a79e-af80861ae592'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:16:06.158551 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-22c84c07-3b69-470a-9d0c-81836e9bf8c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T15:15:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['b520f3ac-b818-4ddb-a79e-af80861ae592'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:16:06.168752 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-72cbe9aa-146e-492d-80d4-1742ab52d474 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "DELETE /v2.0/floatingips/6daa59ff-a9cd-4eb2-83bf-5ee6adb454c3 HTTP/1.1" status: 204 len: 168 time: 1.1452630 Aug 12 15:16:06.169451 n-d-694802-15 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0319e5f3-085f-4507-b1ca-8a5b2269cefd', 'tag': '87f3b403-3d73-4ba8-bfe5-d8450318430e'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:16:06.171862 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e785eeede3897370d0b20f09d5f461b30cfecd5ed38c4f07dacd02bc52c9277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a80b6379-b5e2-43f5-8942-790fcc799fa9" -d '{"events": [{"name": "network-changed", "server_uuid": "0319e5f3-085f-4507-b1ca-8a5b2269cefd", "tag": "87f3b403-3d73-4ba8-bfe5-d8450318430e"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 15:16:06.212081 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 15:16:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-327ddea4-c176-498e-a59e-ad3fba44ceb6 x-openstack-request-id: req-327ddea4-c176-498e-a59e-ad3fba44ceb6 {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 15:16:06.212377 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0319e5f3-085f-4507-b1ca-8a5b2269cefd", "tag": "87f3b403-3d73-4ba8-bfe5-d8450318430e", "status": "completed", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 15:16:06.212628 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-327ddea4-c176-498e-a59e-ad3fba44ceb6 {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 15:16:06.213021 n-d-694802-15 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0319e5f3-085f-4507-b1ca-8a5b2269cefd', 'tag': '87f3b403-3d73-4ba8-bfe5-d8450318430e', 'status': 'completed', 'code': 200} Aug 12 15:16:06.270203 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-22c84c07-3b69-470a-9d0c-81836e9bf8c9 None None] Set router b520f3ac-b818-4ddb-a79e-af80861ae592 gateway port host: n-d-694802-15 {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:16:06.274905 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80b6379-b5e2-43f5-8942-790fcc799fa9 req-14d000b9-6ed4-422c-a287-d9fa03365fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:16:06.276620 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a80b6379-b5e2-43f5-8942-790fcc799fa9 req-14d000b9-6ed4-422c-a287-d9fa03365fb3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b9f3518fbc904b44b3baf79d0578af51&device_id=0319e5f3-085f-4507-b1ca-8a5b2269cefd HTTP/1.1" status: 200 len: 1098 time: 0.0426834 Aug 12 15:16:06.370369 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80b6379-b5e2-43f5-8942-790fcc799fa9 req-e91ef882-cb2f-44c0-8bd1-431990bdfa4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:16:06.371900 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a80b6379-b5e2-43f5-8942-790fcc799fa9 req-e91ef882-cb2f-44c0-8bd1-431990bdfa4f service neutron] 10.222.0.64 "GET /v2.0/networks?id=d9c7e787-4652-4ee4-983d-7b4a9fd53d98 HTTP/1.1" status: 200 len: 913 time: 0.0880408 Aug 12 15:16:06.418349 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a80b6379-b5e2-43f5-8942-790fcc799fa9 req-060c3b9a-89c4-4935-9d7d-71ff255be08b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=87f3b403-3d73-4ba8-bfe5-d8450318430e HTTP/1.1" status: 200 len: 217 time: 0.0392487 Aug 12 15:16:06.428013 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d078bb-18d0-46c1-a8f0-d55098f25ca8 req-9139f1f5-0341-4f7a-b61f-7b2593bbaaf6 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:16:06.429509 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-d3d078bb-18d0-46c1-a8f0-d55098f25ca8 req-9139f1f5-0341-4f7a-b61f-7b2593bbaaf6 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/ports?device_id=0319e5f3-085f-4507-b1ca-8a5b2269cefd HTTP/1.1" status: 200 len: 946 time: 0.0497277 Aug 12 15:16:06.473182 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-d3d078bb-18d0-46c1-a8f0-d55098f25ca8 req-90813cb1-ef88-4c28-bcd5-efbb13e31782 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/security-groups?id=b6f34255-2a63-471d-83cf-25b9c4e930f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367768 Aug 12 15:16:06.480055 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80b6379-b5e2-43f5-8942-790fcc799fa9 req-32348374-1c7b-44fe-b874-8aab2e479e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:16:06.481516 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a80b6379-b5e2-43f5-8942-790fcc799fa9 req-32348374-1c7b-44fe-b874-8aab2e479e11 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=56c6cd03-2d72-4138-ab80-065ddfe4454b HTTP/1.1" status: 200 len: 851 time: 0.0558891 Aug 12 15:16:06.483042 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-22c84c07-3b69-470a-9d0c-81836e9bf8c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b520f3ac-b818-4ddb-a79e-af80861ae592', 'name': 'tempest-TestVolumeBootPattern-1562996728-router', 'tenant_id': 'b9f3518fbc904b44b3baf79d0578af51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.197'}], 'enable_snat': True}, 'gw_port_id': '72787f34-510e-4209-bf1e-1684bf07f78e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:05:56Z', 'updated_at': '2021-08-12T15:05:59Z', 'revision_number': 4, 'project_id': 'b9f3518fbc904b44b3baf79d0578af51', 'gw_port': {'id': '72787f34-510e-4209-bf1e-1684bf07f78e', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:ff:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b520f3ac-b818-4ddb-a79e-af80861ae592', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3621, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:05:56Z', 'updated_at': '2021-08-12T15:06:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': 'd888dfff-3b06-4e28-a080-c7a841721c7f', 'name': '', 'network_id': 'd9c7e787-4652-4ee4-983d-7b4a9fd53d98', 'tenant_id': 'b9f3518fbc904b44b3baf79d0578af51', 'mac_address': 'fa:16:3e:00:c5:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b520f3ac-b818-4ddb-a79e-af80861ae592', 'device_owner': 'network:router_interface', 'standard_attr_id': 3622, 'fixed_ips': [{'subnet_id': '56c6cd03-2d72-4138-ab80-065ddfe4454b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:05:58Z', 'updated_at': '2021-08-12T15:06:05Z', 'revision_number': 5, 'project_id': 'b9f3518fbc904b44b3baf79d0578af51', 'subnets': [{'id': '56c6cd03-2d72-4138-ab80-065ddfe4454b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:16:06.509719 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22c84c07-3b69-470a-9d0c-81836e9bf8c9 None None] Checking router: b520f3ac-b818-4ddb-a79e-af80861ae592 for host: n-d-694802-15 {{(pid=94469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 15:16:06.518542 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22c84c07-3b69-470a-9d0c-81836e9bf8c9 None None] Routers {'b520f3ac-b818-4ddb-a79e-af80861ae592'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:16:06.519185 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-22c84c07-3b69-470a-9d0c-81836e9bf8c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T15:15:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['b520f3ac-b818-4ddb-a79e-af80861ae592'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:16:06.529330 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80b6379-b5e2-43f5-8942-790fcc799fa9 req-c6e04bd4-b438-45fe-9dfb-9cfb905dfcb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:16:06.530842 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a80b6379-b5e2-43f5-8942-790fcc799fa9 req-c6e04bd4-b438-45fe-9dfb-9cfb905dfcb2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d9c7e787-4652-4ee4-983d-7b4a9fd53d98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0412986 Aug 12 15:16:06.622837 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-22c84c07-3b69-470a-9d0c-81836e9bf8c9 None None] Set router b520f3ac-b818-4ddb-a79e-af80861ae592 gateway port host: n-d-694802-15 {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:16:06.625408 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a80b6379-b5e2-43f5-8942-790fcc799fa9 req-d97aab8f-fae4-492c-8faf-4d83619517b0 service neutron] 10.222.0.64 "GET /v2.0/networks/d9c7e787-4652-4ee4-983d-7b4a9fd53d98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865531 Aug 12 15:16:06.717678 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a80b6379-b5e2-43f5-8942-790fcc799fa9 req-f0c9ffde-0c23-40de-b935-dc14ef5e27d7 service neutron] 10.222.0.64 "GET /v2.0/networks/d9c7e787-4652-4ee4-983d-7b4a9fd53d98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845013 Aug 12 15:16:06.902492 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-22c84c07-3b69-470a-9d0c-81836e9bf8c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b520f3ac-b818-4ddb-a79e-af80861ae592', 'name': 'tempest-TestVolumeBootPattern-1562996728-router', 'tenant_id': 'b9f3518fbc904b44b3baf79d0578af51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.197'}], 'enable_snat': True}, 'gw_port_id': '72787f34-510e-4209-bf1e-1684bf07f78e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:05:56Z', 'updated_at': '2021-08-12T15:05:59Z', 'revision_number': 4, 'project_id': 'b9f3518fbc904b44b3baf79d0578af51', 'gw_port': {'id': '72787f34-510e-4209-bf1e-1684bf07f78e', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:ff:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b520f3ac-b818-4ddb-a79e-af80861ae592', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3621, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:05:56Z', 'updated_at': '2021-08-12T15:06:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': 'd888dfff-3b06-4e28-a080-c7a841721c7f', 'name': '', 'network_id': 'd9c7e787-4652-4ee4-983d-7b4a9fd53d98', 'tenant_id': 'b9f3518fbc904b44b3baf79d0578af51', 'mac_address': 'fa:16:3e:00:c5:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b520f3ac-b818-4ddb-a79e-af80861ae592', 'device_owner': 'network:router_interface', 'standard_attr_id': 3622, 'fixed_ips': [{'subnet_id': '56c6cd03-2d72-4138-ab80-065ddfe4454b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:05:58Z', 'updated_at': '2021-08-12T15:06:05Z', 'revision_number': 5, 'project_id': 'b9f3518fbc904b44b3baf79d0578af51', 'subnets': [{'id': '56c6cd03-2d72-4138-ab80-065ddfe4454b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:16:06.931770 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22c84c07-3b69-470a-9d0c-81836e9bf8c9 None None] The sync data for ids ['b520f3ac-b818-4ddb-a79e-af80861ae592'] in n-d-694802-15 is: [{'id': 'b520f3ac-b818-4ddb-a79e-af80861ae592', 'name': 'tempest-TestVolumeBootPattern-1562996728-router', 'tenant_id': 'b9f3518fbc904b44b3baf79d0578af51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.197'}], 'enable_snat': True}, 'gw_port_id': '72787f34-510e-4209-bf1e-1684bf07f78e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:05:56Z', 'updated_at': '2021-08-12T15:05:59Z', 'revision_number': 4, 'project_id': 'b9f3518fbc904b44b3baf79d0578af51', 'gw_port': {'id': '72787f34-510e-4209-bf1e-1684bf07f78e', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:ff:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b520f3ac-b818-4ddb-a79e-af80861ae592', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3621, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:05:56Z', 'updated_at': '2021-08-12T15:06:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': 'd888dfff-3b06-4e28-a080-c7a841721c7f', 'name': '', 'network_id': 'd9c7e787-4652-4ee4-983d-7b4a9fd53d98', 'tenant_id': 'b9f3518fbc904b44b3baf79d0578af51', 'mac_address': 'fa:16:3e:00:c5:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b520f3ac-b818-4ddb-a79e-af80861ae592', 'device_owner': 'network:router_interface', 'standard_attr_id': 3622, 'fixed_ips': [{'subnet_id': '56c6cd03-2d72-4138-ab80-065ddfe4454b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:05:58Z', 'updated_at': '2021-08-12T15:06:05Z', 'revision_number': 5, 'project_id': 'b9f3518fbc904b44b3baf79d0578af51', 'subnets': [{'id': '56c6cd03-2d72-4138-ab80-065ddfe4454b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 15:16:07.131306 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9ad501a-27f3-4dcb-a5c3-bf2eec3f93b6 None None] New status for floating IP 6daa59ff-a9cd-4eb2-83bf-5ee6adb454c3: DOWN {{(pid=94468) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 15:16:07.597300 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af96b1d-0a3f-4439-ad13-f8f3b4393505 req-b05bf5e0-4c94-495c-a5e8-6d018817e731 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:16:07.598778 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9af96b1d-0a3f-4439-ad13-f8f3b4393505 req-b05bf5e0-4c94-495c-a5e8-6d018817e731 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/ports?device_id=0319e5f3-085f-4507-b1ca-8a5b2269cefd HTTP/1.1" status: 200 len: 946 time: 0.0551252 Aug 12 15:16:07.634966 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9af96b1d-0a3f-4439-ad13-f8f3b4393505 req-ae9dd562-6cf7-414b-bd28-59fd06e0f98c tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/security-groups?id=b6f34255-2a63-471d-83cf-25b9c4e930f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302176 Aug 12 15:16:07.950848 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fc487a-dfae-47f7-9725-0f89632c3ca6 req-011cca1d-d2d8-4aef-824f-232853deaee2 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:16:07.952345 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c9fc487a-dfae-47f7-9725-0f89632c3ca6 req-011cca1d-d2d8-4aef-824f-232853deaee2 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.64 "GET /v2.0/ports?device_id=0319e5f3-085f-4507-b1ca-8a5b2269cefd HTTP/1.1" status: 200 len: 946 time: 0.0478001 Aug 12 15:16:08.042594 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [req-c9fc487a-dfae-47f7-9725-0f89632c3ca6 req-0d206443-2482-420f-a60e-d8da932f2a90 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Deleting port 87f3b403-3d73-4ba8-bfe5-d8450318430e {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 15:16:08.042942 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-c9fc487a-dfae-47f7-9725-0f89632c3ca6 req-0d206443-2482-420f-a60e-d8da932f2a90 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:16:08.135248 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-c9fc487a-dfae-47f7-9725-0f89632c3ca6 req-0d206443-2482-420f-a60e-d8da932f2a90 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] For port 87f3b403-3d73-4ba8-bfe5-d8450318430e, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=87f3b403-3d73-4ba8-bfe5-d8450318430e,segment=NetworkSegment(fcd22b33-01d5-4908-ab67-fcc7aa617173),segment_id=fcd22b33-01d5-4908-ab67-fcc7aa617173)] {{(pid=94467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:16:08.135614 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-c9fc487a-dfae-47f7-9725-0f89632c3ca6 req-0d206443-2482-420f-a60e-d8da932f2a90 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:16:08.148744 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [req-c9fc487a-dfae-47f7-9725-0f89632c3ca6 req-0d206443-2482-420f-a60e-d8da932f2a90 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Calling delete_port for 87f3b403-3d73-4ba8-bfe5-d8450318430e owned by compute:nova {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 15:16:08.280284 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-c9fc487a-dfae-47f7-9725-0f89632c3ca6 req-0d206443-2482-420f-a60e-d8da932f2a90 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:16:08.307224 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d206443-2482-420f-a60e-d8da932f2a90 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Pushing event deleted for resources: {'Port': ['ID=87f3b403-3d73-4ba8-bfe5-d8450318430e,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:16:08.350179 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9fc487a-dfae-47f7-9725-0f89632c3ca6 req-0d206443-2482-420f-a60e-d8da932f2a90 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] No DVR routers for this DVR port 87f3b403-3d73-4ba8-bfe5-d8450318430e on host n-h1-694802-15 {{(pid=94467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 15:16:08.352651 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-c9fc487a-dfae-47f7-9725-0f89632c3ca6 req-0d206443-2482-420f-a60e-d8da932f2a90 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:16:08.354585 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c9fc487a-dfae-47f7-9725-0f89632c3ca6 req-0d206443-2482-420f-a60e-d8da932f2a90 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.64 "DELETE /v2.0/ports/87f3b403-3d73-4ba8-bfe5-d8450318430e HTTP/1.1" status: 204 len: 173 time: 0.3952682 Aug 12 15:16:08.355024 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0319e5f3-085f-4507-b1ca-8a5b2269cefd', 'name': 'network-vif-deleted', 'tag': '87f3b403-3d73-4ba8-bfe5-d8450318430e'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:16:08.357335 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e65282f928b64038367d043a4411777802006c43a98742496cb2e25b724ff1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f778a5fd-3277-4a1b-839d-bbe19d327c76" -d '{"events": [{"server_uuid": "0319e5f3-085f-4507-b1ca-8a5b2269cefd", "name": "network-vif-deleted", "tag": "87f3b403-3d73-4ba8-bfe5-d8450318430e"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 15:16:08.395794 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 15:16:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da23fb2a-a30e-4792-92e6-9fca2007d7da x-openstack-request-id: req-da23fb2a-a30e-4792-92e6-9fca2007d7da {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 15:16:08.396114 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0319e5f3-085f-4507-b1ca-8a5b2269cefd", "name": "network-vif-deleted", "tag": "87f3b403-3d73-4ba8-bfe5-d8450318430e", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 15:16:08.396370 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-da23fb2a-a30e-4792-92e6-9fca2007d7da {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 15:16:08.396774 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0319e5f3-085f-4507-b1ca-8a5b2269cefd', 'name': 'network-vif-deleted', 'tag': '87f3b403-3d73-4ba8-bfe5-d8450318430e', 'status': 'completed', 'code': 200} Aug 12 15:16:08.737703 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-637f9197-d600-411e-95fc-edfd22ca3a65 req-bb3fb37b-e823-47c6-9cc3-8c73a1fcd3b1 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/ports?device_id=0319e5f3-085f-4507-b1ca-8a5b2269cefd HTTP/1.1" status: 200 len: 210 time: 0.0284996 Aug 12 15:16:09.837379 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-d174d399-a62a-4cf0-b64c-aaf673f86004 req-0d232967-874b-4e34-b34b-83c74c62eabe tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/ports?device_id=0319e5f3-085f-4507-b1ca-8a5b2269cefd HTTP/1.1" status: 200 len: 210 time: 0.0305605 Aug 12 15:16:10.130469 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-282e91ba-e199-41e1-a398-da259071d52c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:16:10.633777 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device 87f3b403-3d73-4ba8-bfe5-d8450318430e no longer exists at agent hyperv_n-h1-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 15:16:10.654587 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-93370168-53ca-47c2-9e27-b066be57125c None None] No Port match for: 87f3b403-3d73-4ba8-bfe5-d8450318430e {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 15:16:10.655875 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device 87f3b403-3d73-4ba8-bfe5-d8450318430e not bound to the agent host n-h1-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 15:16:10.936524 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c84373c6-d7db-47b3-a7ee-3505b88803bd req-749d0fdc-eae9-4cf1-b887-c3e571ca071c tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/ports?device_id=0319e5f3-085f-4507-b1ca-8a5b2269cefd HTTP/1.1" status: 200 len: 210 time: 0.0333703 Aug 12 15:16:11.645975 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:16:12.104778 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-9c057bf3-f9c6-4f06-9c9b-53ac791fc5ce req-ccb28b7d-e4a9-4c9a-8176-866ea5265d9f tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "GET /v2.0/ports?device_id=0319e5f3-085f-4507-b1ca-8a5b2269cefd HTTP/1.1" status: 200 len: 210 time: 0.0885990 Aug 12 15:16:13.010866 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:16:13.049535 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:16:13.160553 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 60612) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:16:13.286593 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-0624c527-1722-4535-85d9-4f0ac8ea6e89 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Deleting port 2e48a1e6-e007-4c03-b68c-ef576a197393 {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 15:16:13.286853 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0624c527-1722-4535-85d9-4f0ac8ea6e89 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:16:13.361528 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0624c527-1722-4535-85d9-4f0ac8ea6e89 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:16:13.361856 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0624c527-1722-4535-85d9-4f0ac8ea6e89 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:16:13.373361 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-0624c527-1722-4535-85d9-4f0ac8ea6e89 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Calling delete_port for 2e48a1e6-e007-4c03-b68c-ef576a197393 owned by network:floatingip {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 15:16:13.414109 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-2ad61648-9d29-4acf-ac93-bad935197dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:16:13.510532 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0624c527-1722-4535-85d9-4f0ac8ea6e89 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:16:13.537682 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0624c527-1722-4535-85d9-4f0ac8ea6e89 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Pushing event deleted for resources: {'Port': ['ID=2e48a1e6-e007-4c03-b68c-ef576a197393,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:16:13.599844 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0624c527-1722-4535-85d9-4f0ac8ea6e89 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Notify callbacks [] for floatingip, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:16:13.602407 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0624c527-1722-4535-85d9-4f0ac8ea6e89 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for floatingip, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:16:13.603620 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-0624c527-1722-4535-85d9-4f0ac8ea6e89 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "DELETE /v2.0/floatingips/63ddb04e-3661-433a-983f-445d62a73a91 HTTP/1.1" status: 204 len: 168 time: 0.4420645 Aug 12 15:16:14.094957 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-1769855f-eda9-4483-9dc3-3220908ab45d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:16:15.739747 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-fe95f194-a3b0-4c04-9e42-20b511169d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:16:15.850334 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 60626) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:16:15.913082 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c8fc3d7f-abf2-4a45-be37-f936072b3157 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Notify callbacks [] for security_group, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:16:15.940183 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c8fc3d7f-abf2-4a45-be37-f936072b3157 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:16:16.003562 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c8fc3d7f-abf2-4a45-be37-f936072b3157 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:16:16.006521 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c8fc3d7f-abf2-4a45-be37-f936072b3157 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:16:16.008036 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-c8fc3d7f-abf2-4a45-be37-f936072b3157 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] 10.222.0.39 "DELETE /v2.0/security-groups/b6f34255-2a63-471d-83cf-25b9c4e930f4 HTTP/1.1" status: 204 len: 168 time: 0.1563020 Aug 12 15:16:16.017796 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fc3d7f-abf2-4a45-be37-f936072b3157 tempest-TestVolumeBootPattern-1414822036 tempest-TestVolumeBootPattern-1414822036-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6f34255-2a63-471d-83cf-25b9c4e930f4,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:16:16.077896 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 60630) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:16:16.550988 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-71f103b5-b30d-4f68-b39a-199608573267 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66663830'] for router_interface, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:16:16.819122 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-71f103b5-b30d-4f68-b39a-199608573267 admin admin] Deleting port d888dfff-3b06-4e28-a080-c7a841721c7f {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 15:16:16.819389 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-71f103b5-b30d-4f68-b39a-199608573267 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:16:16.901175 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-71f103b5-b30d-4f68-b39a-199608573267 admin admin] For port d888dfff-3b06-4e28-a080-c7a841721c7f, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=d888dfff-3b06-4e28-a080-c7a841721c7f,segment=NetworkSegment(fcd22b33-01d5-4908-ab67-fcc7aa617173),segment_id=fcd22b33-01d5-4908-ab67-fcc7aa617173)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:16:16.902118 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-71f103b5-b30d-4f68-b39a-199608573267 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:16:16.914712 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-71f103b5-b30d-4f68-b39a-199608573267 admin admin] Calling delete_port for d888dfff-3b06-4e28-a080-c7a841721c7f owned by network:router_interface {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 15:16:17.093656 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-71f103b5-b30d-4f68-b39a-199608573267 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:16:17.120276 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f103b5-b30d-4f68-b39a-199608573267 admin admin] Pushing event deleted for resources: {'Port': ['ID=d888dfff-3b06-4e28-a080-c7a841721c7f,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:16:17.291056 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-71f103b5-b30d-4f68-b39a-199608573267 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66628352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-430630'] for router_interface, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:16:17.502801 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71f103b5-b30d-4f68-b39a-199608573267 admin admin] Router b520f3ac-b818-4ddb-a79e-af80861ae592 has already been hosted by L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f {{(pid=94466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 15:16:17.608214 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71f103b5-b30d-4f68-b39a-199608573267 admin admin] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 15:16:17.613862 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-71f103b5-b30d-4f68-b39a-199608573267 admin admin] 10.222.0.39 "PUT /v2.0/routers/b520f3ac-b818-4ddb-a79e-af80861ae592/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5349007 Aug 12 15:16:17.615996 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 60634) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:16:17.616835 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddc4d319-cc06-40fb-84e6-7f1e00295f88 None None] Sync routers for ids ['b520f3ac-b818-4ddb-a79e-af80861ae592'] in n-d-694802-15 {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 15:16:17.626452 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddc4d319-cc06-40fb-84e6-7f1e00295f88 None None] Routers {'b520f3ac-b818-4ddb-a79e-af80861ae592'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:16:17.627125 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-ddc4d319-cc06-40fb-84e6-7f1e00295f88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T15:16:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['b520f3ac-b818-4ddb-a79e-af80861ae592'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:16:17.719282 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-26084df8-077a-43de-8086-b1aba4ed5774 admin admin] Notify callbacks [] for router, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:16:17.728661 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-ddc4d319-cc06-40fb-84e6-7f1e00295f88 None None] Set router b520f3ac-b818-4ddb-a79e-af80861ae592 gateway port host: n-d-694802-15 {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:16:17.818295 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-26084df8-077a-43de-8086-b1aba4ed5774 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:16:17.874442 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-26084df8-077a-43de-8086-b1aba4ed5774 admin admin] Deleting port 72787f34-510e-4209-bf1e-1684bf07f78e {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 15:16:17.874787 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-26084df8-077a-43de-8086-b1aba4ed5774 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:16:17.902334 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-ddc4d319-cc06-40fb-84e6-7f1e00295f88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b520f3ac-b818-4ddb-a79e-af80861ae592', 'name': 'tempest-TestVolumeBootPattern-1562996728-router', 'tenant_id': 'b9f3518fbc904b44b3baf79d0578af51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.197'}], 'enable_snat': True}, 'gw_port_id': '72787f34-510e-4209-bf1e-1684bf07f78e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:05:56Z', 'updated_at': '2021-08-12T15:16:17Z', 'revision_number': 5, 'project_id': 'b9f3518fbc904b44b3baf79d0578af51', 'gw_port': {'id': '72787f34-510e-4209-bf1e-1684bf07f78e', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:ff:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b520f3ac-b818-4ddb-a79e-af80861ae592', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3621, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:05:56Z', 'updated_at': '2021-08-12T15:06:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15'}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:16:17.932083 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddc4d319-cc06-40fb-84e6-7f1e00295f88 None None] Checking router: b520f3ac-b818-4ddb-a79e-af80861ae592 for host: n-d-694802-15 {{(pid=94469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 15:16:17.940954 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddc4d319-cc06-40fb-84e6-7f1e00295f88 None None] Routers {'b520f3ac-b818-4ddb-a79e-af80861ae592'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:16:17.941554 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-ddc4d319-cc06-40fb-84e6-7f1e00295f88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T15:16:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['b520f3ac-b818-4ddb-a79e-af80861ae592'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:16:17.951956 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [None req-26084df8-077a-43de-8086-b1aba4ed5774 admin admin] For port 72787f34-510e-4209-bf1e-1684bf07f78e, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=72787f34-510e-4209-bf1e-1684bf07f78e,segment=NetworkSegment(b1b396cb-2dc6-4041-bfc7-1833a80a4720),segment_id=b1b396cb-2dc6-4041-bfc7-1833a80a4720)] {{(pid=94467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:16:17.952321 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-26084df8-077a-43de-8086-b1aba4ed5774 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:16:17.964755 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-26084df8-077a-43de-8086-b1aba4ed5774 admin admin] Calling delete_port for 72787f34-510e-4209-bf1e-1684bf07f78e owned by network:router_gateway {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 15:16:18.021942 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-ddc4d319-cc06-40fb-84e6-7f1e00295f88 None None] Set router b520f3ac-b818-4ddb-a79e-af80861ae592 gateway port host: None {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:16:18.076291 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-ddc4d319-cc06-40fb-84e6-7f1e00295f88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b520f3ac-b818-4ddb-a79e-af80861ae592', 'name': 'tempest-TestVolumeBootPattern-1562996728-router', 'tenant_id': 'b9f3518fbc904b44b3baf79d0578af51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:05:56Z', 'updated_at': '2021-08-12T15:16:17Z', 'revision_number': 6, 'project_id': 'b9f3518fbc904b44b3baf79d0578af51', 'gw_port_host': None}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:16:18.103565 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddc4d319-cc06-40fb-84e6-7f1e00295f88 None None] The sync data for ids ['b520f3ac-b818-4ddb-a79e-af80861ae592'] in n-d-694802-15 is: [{'id': 'b520f3ac-b818-4ddb-a79e-af80861ae592', 'name': 'tempest-TestVolumeBootPattern-1562996728-router', 'tenant_id': 'b9f3518fbc904b44b3baf79d0578af51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:05:56Z', 'updated_at': '2021-08-12T15:16:17Z', 'revision_number': 6, 'project_id': 'b9f3518fbc904b44b3baf79d0578af51', 'gw_port_host': None}] {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 15:16:18.139765 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-26084df8-077a-43de-8086-b1aba4ed5774 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:16:18.165594 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26084df8-077a-43de-8086-b1aba4ed5774 admin admin] Pushing event deleted for resources: {'Port': ['ID=72787f34-510e-4209-bf1e-1684bf07f78e,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:16:18.229442 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-26084df8-077a-43de-8086-b1aba4ed5774 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-431580'] for router_gateway, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:16:18.320368 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-26084df8-077a-43de-8086-b1aba4ed5774 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-429360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-104877'] for router, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:16:18.322452 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-26084df8-077a-43de-8086-b1aba4ed5774 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:16:18.364355 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-26084df8-077a-43de-8086-b1aba4ed5774 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-429375'] for router, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:16:18.364671 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26084df8-077a-43de-8086-b1aba4ed5774 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b520f3ac-b818-4ddb-a79e-af80861ae592 {{(pid=94467) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 15:16:18.368833 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-26084df8-077a-43de-8086-b1aba4ed5774 admin admin] Notify callbacks [] for router, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:16:18.369938 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-26084df8-077a-43de-8086-b1aba4ed5774 admin admin] 10.222.0.39 "DELETE /v2.0/routers/b520f3ac-b818-4ddb-a79e-af80861ae592 HTTP/1.1" status: 204 len: 168 time: 0.7529416 Aug 12 15:16:18.372629 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 60636) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:16:18.419413 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_v2 [None req-8834cd9b-1bcf-4564-8b72-2f2d95d00d1a admin admin] Deleting subnet 56c6cd03-2d72-4138-ab80-065ddfe4454b {{(pid=94467) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 15:16:18.422295 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-8834cd9b-1bcf-4564-8b72-2f2d95d00d1a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:16:18.454882 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-8834cd9b-1bcf-4564-8b72-2f2d95d00d1a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3857505'] for subnet, precommit_delete_associations {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:16:18.537396 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-8834cd9b-1bcf-4564-8b72-2f2d95d00d1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66416255'] for subnet, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:16:18.592462 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-8834cd9b-1bcf-4564-8b72-2f2d95d00d1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66416232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2859225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3343748'] for subnet, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:16:18.623666 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8834cd9b-1bcf-4564-8b72-2f2d95d00d1a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=56c6cd03-2d72-4138-ab80-065ddfe4454b,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:16:18.626934 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-8834cd9b-1bcf-4564-8b72-2f2d95d00d1a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:16:18.629291 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3942590-7e72-4bbb-a276-6d37673f5705 None None] Network d9c7e787-4652-4ee4-983d-7b4a9fd53d98 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 15:16:18.630880 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 60638) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:16:18.631328 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-8834cd9b-1bcf-4564-8b72-2f2d95d00d1a admin admin] 10.222.0.39 "DELETE /v2.0/subnets/56c6cd03-2d72-4138-ab80-065ddfe4454b HTTP/1.1" status: 204 len: 168 time: 0.2573473 Aug 12 15:16:18.700460 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a3d3101b-4a6a-4266-9325-75a5c4f7ca4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680608'] for network, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:16:18.755219 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-a3d3101b-4a6a-4266-9325-75a5c4f7ca4c admin admin] Deleting port ceef4008-9bb6-4900-adc4-c5bf5dc31f04 {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 15:16:18.755565 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a3d3101b-4a6a-4266-9325-75a5c4f7ca4c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:16:18.822113 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-a3d3101b-4a6a-4266-9325-75a5c4f7ca4c admin admin] For port ceef4008-9bb6-4900-adc4-c5bf5dc31f04, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=ceef4008-9bb6-4900-adc4-c5bf5dc31f04,segment=NetworkSegment(fcd22b33-01d5-4908-ab67-fcc7aa617173),segment_id=fcd22b33-01d5-4908-ab67-fcc7aa617173)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:16:18.822410 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a3d3101b-4a6a-4266-9325-75a5c4f7ca4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:16:18.835358 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-a3d3101b-4a6a-4266-9325-75a5c4f7ca4c admin admin] Calling delete_port for ceef4008-9bb6-4900-adc4-c5bf5dc31f04 owned by network:dhcp {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 15:16:18.895982 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7737fcc9-2986-40b5-8183-a629c6544886 None None] DHCP port deletion for d9c7e787-4652-4ee4-983d-7b4a9fd53d98 request from n-d-694802-15 {{(pid=94468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 15:16:18.926117 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a3d3101b-4a6a-4266-9325-75a5c4f7ca4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:16:18.948605 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-7737fcc9-2986-40b5-8183-a629c6544886 None None] Deleting port ceef4008-9bb6-4900-adc4-c5bf5dc31f04 {{(pid=94468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 15:16:18.949606 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-7737fcc9-2986-40b5-8183-a629c6544886 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:16:18.956698 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3d3101b-4a6a-4266-9325-75a5c4f7ca4c admin admin] No DVR routers for this DVR port ceef4008-9bb6-4900-adc4-c5bf5dc31f04 on host n-d-694802-15 {{(pid=94466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 15:16:18.961116 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d3101b-4a6a-4266-9325-75a5c4f7ca4c admin admin] Pushing event deleted for resources: {'Port': ['ID=ceef4008-9bb6-4900-adc4-c5bf5dc31f04,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:16:18.992128 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device ceef4008-9bb6-4900-adc4-c5bf5dc31f04 no longer exists at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 15:16:19.018995 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] No Port match for: ceef4008-9bb6-4900-adc4-c5bf5dc31f04 {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 15:16:19.019366 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device ceef4008-9bb6-4900-adc4-c5bf5dc31f04 not bound to the agent host n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 15:16:19.019790 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device d888dfff-3b06-4e28-a080-c7a841721c7f no longer exists at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 15:16:19.039058 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a3d3101b-4a6a-4266-9325-75a5c4f7ca4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66413304', 'neutron.services.segments.db._delete_segments_for_network-8744654118000'] for network, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:16:19.041571 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] No Port match for: d888dfff-3b06-4e28-a080-c7a841721c7f {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 15:16:19.041921 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device d888dfff-3b06-4e28-a080-c7a841721c7f not bound to the agent host n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 15:16:19.042375 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 72787f34-510e-4209-bf1e-1684bf07f78e no longer exists at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 15:16:19.049091 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-a3d3101b-4a6a-4266-9325-75a5c4f7ca4c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9c7e787-4652-4ee4-983d-7b4a9fd53d98']}} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:16:19.059941 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-a3d3101b-4a6a-4266-9325-75a5c4f7ca4c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fcd22b33-01d5-4908-ab67-fcc7aa617173') {'for_net_delete': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:16:19.060239 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-a3d3101b-4a6a-4266-9325-75a5c4f7ca4c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fcd22b33-01d5-4908-ab67-fcc7aa617173') {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:16:19.064556 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] No Port match for: 72787f34-510e-4209-bf1e-1684bf07f78e {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 15:16:19.064903 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 72787f34-510e-4209-bf1e-1684bf07f78e not bound to the agent host n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 15:16:19.071388 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a3d3101b-4a6a-4266-9325-75a5c4f7ca4c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744654122361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2293560'] for segment, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:16:19.078623 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-7737fcc9-2986-40b5-8183-a629c6544886 None None] For port ceef4008-9bb6-4900-adc4-c5bf5dc31f04, host n-d-694802-15, got binding levels [] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:16:19.079043 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-7737fcc9-2986-40b5-8183-a629c6544886 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:16:19.085801 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a3d3101b-4a6a-4266-9325-75a5c4f7ca4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:16:19.092449 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3d3101b-4a6a-4266-9325-75a5c4f7ca4c admin admin] Releasing vlan 343 on physical network physnet1 to pool {{(pid=94466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 15:16:19.092955 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a3d3101b-4a6a-4266-9325-75a5c4f7ca4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3718595'] for segment, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:16:19.093574 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-7737fcc9-2986-40b5-8183-a629c6544886 None None] Calling delete_port for ceef4008-9bb6-4900-adc4-c5bf5dc31f04 owned by network:dhcp {{(pid=94468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 15:16:19.094958 n-d-694802-15 neutron-server[94466]: Traceback (most recent call last): Aug 12 15:16:19.094958 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 15:16:19.094958 n-d-694802-15 neutron-server[94466]: timer() Aug 12 15:16:19.094958 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 15:16:19.094958 n-d-694802-15 neutron-server[94466]: cb(*args, **kw) Aug 12 15:16:19.094958 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 15:16:19.094958 n-d-694802-15 neutron-server[94466]: return func(*args, **kwargs) Aug 12 15:16:19.094958 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 15:16:19.094958 n-d-694802-15 neutron-server[94466]: self._notify() Aug 12 15:16:19.094958 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 15:16:19.094958 n-d-694802-15 neutron-server[94466]: self.callback(batched_events) Aug 12 15:16:19.094958 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 15:16:19.094958 n-d-694802-15 neutron-server[94466]: event.method(event) Aug 12 15:16:19.094958 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 15:16:19.094958 n-d-694802-15 neutron-server[94466]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 15:16:19.094958 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 15:16:19.094958 n-d-694802-15 neutron-server[94466]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 15:16:19.094958 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 15:16:19.094958 n-d-694802-15 neutron-server[94466]: return f(self, *a, **k) Aug 12 15:16:19.094958 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 15:16:19.094958 n-d-694802-15 neutron-server[94466]: return self._get(url).json() Aug 12 15:16:19.094958 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 15:16:19.094958 n-d-694802-15 neutron-server[94466]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 15:16:19.094958 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 15:16:19.094958 n-d-694802-15 neutron-server[94466]: return self.request(url, 'GET', **kwargs) Aug 12 15:16:19.094958 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 15:16:19.094958 n-d-694802-15 neutron-server[94466]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 15:16:19.094958 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 15:16:19.094958 n-d-694802-15 neutron-server[94466]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 15:16:19.094958 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 15:16:19.094958 n-d-694802-15 neutron-server[94466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 15:16:19.094958 n-d-694802-15 neutron-server[94466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 15:16:19.097706 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.ipam_backend_mixin [None req-7737fcc9-2986-40b5-8183-a629c6544886 None None] Port ceef4008-9bb6-4900-adc4-c5bf5dc31f04 was not found and therefore no delete operation was performed {{(pid=94468) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 12 15:16:19.099000 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-7737fcc9-2986-40b5-8183-a629c6544886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262'] for port, after_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:16:19.128986 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7737fcc9-2986-40b5-8183-a629c6544886 None None] Pushing event deleted for resources: {'Port': ['ID=ceef4008-9bb6-4900-adc4-c5bf5dc31f04,revision_number=None']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:16:19.133621 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7737fcc9-2986-40b5-8183-a629c6544886 None None] No DVR routers for this DVR port ceef4008-9bb6-4900-adc4-c5bf5dc31f04 on host n-d-694802-15 {{(pid=94468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 15:16:19.144102 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7737fcc9-2986-40b5-8183-a629c6544886 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:16:19.144453 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7737fcc9-2986-40b5-8183-a629c6544886 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:16:19.144797 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7737fcc9-2986-40b5-8183-a629c6544886 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:16:19.145141 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7737fcc9-2986-40b5-8183-a629c6544886 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:16:19.145541 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7737fcc9-2986-40b5-8183-a629c6544886 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:16:19.145769 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7737fcc9-2986-40b5-8183-a629c6544886 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:16:19.146093 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7737fcc9-2986-40b5-8183-a629c6544886 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:16:19.146424 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7737fcc9-2986-40b5-8183-a629c6544886 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:16:19.146764 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7737fcc9-2986-40b5-8183-a629c6544886 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:16:19.147116 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7737fcc9-2986-40b5-8183-a629c6544886 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:16:19.147631 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7737fcc9-2986-40b5-8183-a629c6544886 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:16:19.147958 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7737fcc9-2986-40b5-8183-a629c6544886 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:16:19.162281 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a3d3101b-4a6a-4266-9325-75a5c4f7ca4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66413281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431520'] for network, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:16:19.168152 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a3d3101b-4a6a-4266-9325-75a5c4f7ca4c admin admin] Notify callbacks [] for network, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:16:19.173569 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-a3d3101b-4a6a-4266-9325-75a5c4f7ca4c admin admin] 10.222.0.39 "DELETE /v2.0/networks/d9c7e787-4652-4ee4-983d-7b4a9fd53d98 HTTP/1.1" status: 204 len: 168 time: 0.5379744 Aug 12 15:16:19.173691 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 60640) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:16:19.186482 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d3101b-4a6a-4266-9325-75a5c4f7ca4c admin admin] Pushing event deleted for resources: {'Network': ['ID=d9c7e787-4652-4ee4-983d-7b4a9fd53d98,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:16:19.522897 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-7b3ec573-7115-48d2-bb7a-31cc3740d2dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66663830'] for router_interface, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:16:19.763686 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-7b3ec573-7115-48d2-bb7a-31cc3740d2dc admin admin] Deleting port 89235ed7-36e5-45e6-9669-d14bbfcffd8a {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 15:16:19.764384 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-7b3ec573-7115-48d2-bb7a-31cc3740d2dc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:16:19.842236 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [None req-7b3ec573-7115-48d2-bb7a-31cc3740d2dc admin admin] For port 89235ed7-36e5-45e6-9669-d14bbfcffd8a, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=89235ed7-36e5-45e6-9669-d14bbfcffd8a,segment=NetworkSegment(fde886c4-2856-4125-8504-e518448a83d2),segment_id=fde886c4-2856-4125-8504-e518448a83d2)] {{(pid=94467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:16:19.842509 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-7b3ec573-7115-48d2-bb7a-31cc3740d2dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:16:20.128463 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-7b3ec573-7115-48d2-bb7a-31cc3740d2dc admin admin] Calling delete_port for 89235ed7-36e5-45e6-9669-d14bbfcffd8a owned by network:router_interface {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 15:16:20.308459 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-7b3ec573-7115-48d2-bb7a-31cc3740d2dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:16:20.335245 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3ec573-7115-48d2-bb7a-31cc3740d2dc admin admin] Pushing event deleted for resources: {'Port': ['ID=89235ed7-36e5-45e6-9669-d14bbfcffd8a,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:16:20.496045 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-7b3ec573-7115-48d2-bb7a-31cc3740d2dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66628352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-430630'] for router_interface, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:16:20.705108 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b3ec573-7115-48d2-bb7a-31cc3740d2dc admin admin] Router 0634f2cc-622f-4c33-9980-a85be8750c26 has already been hosted by L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f {{(pid=94467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 15:16:20.812613 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b3ec573-7115-48d2-bb7a-31cc3740d2dc admin admin] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 15:16:20.820414 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 60642) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:16:20.820916 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-7b3ec573-7115-48d2-bb7a-31cc3740d2dc admin admin] 10.222.0.39 "PUT /v2.0/routers/0634f2cc-622f-4c33-9980-a85be8750c26/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6462059 Aug 12 15:16:20.823048 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad0564ee-fc85-48aa-a4f5-321d7749b6f0 None None] Sync routers for ids ['0634f2cc-622f-4c33-9980-a85be8750c26'] in n-d-694802-15 {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 15:16:20.832339 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad0564ee-fc85-48aa-a4f5-321d7749b6f0 None None] Routers {'0634f2cc-622f-4c33-9980-a85be8750c26'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:16:20.832957 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-ad0564ee-fc85-48aa-a4f5-321d7749b6f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T15:16:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['0634f2cc-622f-4c33-9980-a85be8750c26'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:16:20.927371 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5d35d0ad-3b17-4a27-abf2-3db7759a8f2a admin admin] Notify callbacks [] for router, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:16:20.936683 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvr_db [None req-ad0564ee-fc85-48aa-a4f5-321d7749b6f0 None None] Set router 0634f2cc-622f-4c33-9980-a85be8750c26 gateway port host: n-d-694802-15 {{(pid=94468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:16:21.034620 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5d35d0ad-3b17-4a27-abf2-3db7759a8f2a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:16:21.093663 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-5d35d0ad-3b17-4a27-abf2-3db7759a8f2a admin admin] Deleting port abda558c-0af6-4b6a-933d-7c855f9b3328 {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 15:16:21.094007 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5d35d0ad-3b17-4a27-abf2-3db7759a8f2a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:16:21.175939 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-5d35d0ad-3b17-4a27-abf2-3db7759a8f2a admin admin] For port abda558c-0af6-4b6a-933d-7c855f9b3328, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=abda558c-0af6-4b6a-933d-7c855f9b3328,segment=NetworkSegment(b1b396cb-2dc6-4041-bfc7-1833a80a4720),segment_id=b1b396cb-2dc6-4041-bfc7-1833a80a4720)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:16:21.176310 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5d35d0ad-3b17-4a27-abf2-3db7759a8f2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:16:21.188992 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-5d35d0ad-3b17-4a27-abf2-3db7759a8f2a admin admin] Calling delete_port for abda558c-0af6-4b6a-933d-7c855f9b3328 owned by network:router_gateway {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 15:16:21.265053 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-ad0564ee-fc85-48aa-a4f5-321d7749b6f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0634f2cc-622f-4c33-9980-a85be8750c26', 'name': 'tempest-TestVolumeBootPattern-1116553471-router', 'tenant_id': '4d2bb177fe1349bd8affbfeead03fda1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.236'}], 'enable_snat': True}, 'gw_port_id': 'abda558c-0af6-4b6a-933d-7c855f9b3328', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:06:01Z', 'updated_at': '2021-08-12T15:16:20Z', 'revision_number': 5, 'project_id': '4d2bb177fe1349bd8affbfeead03fda1', 'gw_port': {'id': 'abda558c-0af6-4b6a-933d-7c855f9b3328', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:cb:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0634f2cc-622f-4c33-9980-a85be8750c26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:06:01Z', 'updated_at': '2021-08-12T15:06:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15'}], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:16:21.291855 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad0564ee-fc85-48aa-a4f5-321d7749b6f0 None None] Checking router: 0634f2cc-622f-4c33-9980-a85be8750c26 for host: n-d-694802-15 {{(pid=94468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 15:16:21.299803 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad0564ee-fc85-48aa-a4f5-321d7749b6f0 None None] Routers {'0634f2cc-622f-4c33-9980-a85be8750c26'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:16:21.300415 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-ad0564ee-fc85-48aa-a4f5-321d7749b6f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T15:16:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['0634f2cc-622f-4c33-9980-a85be8750c26'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:16:21.356165 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5d35d0ad-3b17-4a27-abf2-3db7759a8f2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:16:21.380823 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d35d0ad-3b17-4a27-abf2-3db7759a8f2a admin admin] Pushing event deleted for resources: {'Port': ['ID=abda558c-0af6-4b6a-933d-7c855f9b3328,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:16:21.384342 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvr_db [None req-ad0564ee-fc85-48aa-a4f5-321d7749b6f0 None None] Set router 0634f2cc-622f-4c33-9980-a85be8750c26 gateway port host: None {{(pid=94468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:16:21.440400 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-ad0564ee-fc85-48aa-a4f5-321d7749b6f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0634f2cc-622f-4c33-9980-a85be8750c26', 'name': 'tempest-TestVolumeBootPattern-1116553471-router', 'tenant_id': '4d2bb177fe1349bd8affbfeead03fda1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:06:01Z', 'updated_at': '2021-08-12T15:16:21Z', 'revision_number': 6, 'project_id': '4d2bb177fe1349bd8affbfeead03fda1', 'gw_port_host': None}], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:16:21.467912 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad0564ee-fc85-48aa-a4f5-321d7749b6f0 None None] The sync data for ids ['0634f2cc-622f-4c33-9980-a85be8750c26'] in n-d-694802-15 is: [{'id': '0634f2cc-622f-4c33-9980-a85be8750c26', 'name': 'tempest-TestVolumeBootPattern-1116553471-router', 'tenant_id': '4d2bb177fe1349bd8affbfeead03fda1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:06:01Z', 'updated_at': '2021-08-12T15:16:21Z', 'revision_number': 6, 'project_id': '4d2bb177fe1349bd8affbfeead03fda1', 'gw_port_host': None}] {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 15:16:21.768420 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5d35d0ad-3b17-4a27-abf2-3db7759a8f2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-431580'] for router_gateway, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:16:21.861375 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5d35d0ad-3b17-4a27-abf2-3db7759a8f2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-429360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-104877'] for router, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:16:21.863737 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5d35d0ad-3b17-4a27-abf2-3db7759a8f2a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:16:21.909706 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5d35d0ad-3b17-4a27-abf2-3db7759a8f2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-429375'] for router, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:16:21.910352 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d35d0ad-3b17-4a27-abf2-3db7759a8f2a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0634f2cc-622f-4c33-9980-a85be8750c26 {{(pid=94466) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 15:16:21.915414 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5d35d0ad-3b17-4a27-abf2-3db7759a8f2a admin admin] Notify callbacks [] for router, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:16:21.916646 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-5d35d0ad-3b17-4a27-abf2-3db7759a8f2a admin admin] 10.222.0.39 "DELETE /v2.0/routers/0634f2cc-622f-4c33-9980-a85be8750c26 HTTP/1.1" status: 204 len: 168 time: 1.0943072 Aug 12 15:16:21.919196 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 60644) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:16:21.967258 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_v2 [None req-8fd43db4-0841-4607-ad00-c3afb47d5dfb admin admin] Deleting subnet aa1abe65-d46d-4ccd-850c-f4b4f7754935 {{(pid=94466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 15:16:21.970273 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8fd43db4-0841-4607-ad00-c3afb47d5dfb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:16:22.004460 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8fd43db4-0841-4607-ad00-c3afb47d5dfb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2293551'] for subnet, precommit_delete_associations {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:16:22.081865 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8fd43db4-0841-4607-ad00-c3afb47d5dfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66416255'] for subnet, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:16:22.139326 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8fd43db4-0841-4607-ad00-c3afb47d5dfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66416232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3718429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8776402'] for subnet, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:16:22.168185 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd43db4-0841-4607-ad00-c3afb47d5dfb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aa1abe65-d46d-4ccd-850c-f4b4f7754935,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:16:22.172755 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8fd43db4-0841-4607-ad00-c3afb47d5dfb admin admin] Notify callbacks [] for subnet, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:16:22.177314 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 60646) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:16:22.177795 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-8fd43db4-0841-4607-ad00-c3afb47d5dfb admin admin] 10.222.0.39 "DELETE /v2.0/subnets/aa1abe65-d46d-4ccd-850c-f4b4f7754935 HTTP/1.1" status: 204 len: 168 time: 0.2571886 Aug 12 15:16:22.180183 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0505baa0-55a8-4208-8e0e-fa4f6023cd46 None None] Network 6a1f781d-f893-4586-9a99-7324107a7159 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 15:16:22.254391 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-7e323e2c-4409-4210-a9e0-659a9700c3f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680608'] for network, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:16:22.313360 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-7e323e2c-4409-4210-a9e0-659a9700c3f8 admin admin] Deleting port f67b6afc-d720-4404-b4f5-e1f7f10e92dc {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 15:16:22.313675 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-7e323e2c-4409-4210-a9e0-659a9700c3f8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:16:22.377314 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [None req-7e323e2c-4409-4210-a9e0-659a9700c3f8 admin admin] For port f67b6afc-d720-4404-b4f5-e1f7f10e92dc, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=f67b6afc-d720-4404-b4f5-e1f7f10e92dc,segment=NetworkSegment(fde886c4-2856-4125-8504-e518448a83d2),segment_id=fde886c4-2856-4125-8504-e518448a83d2)] {{(pid=94467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:16:22.377571 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-7e323e2c-4409-4210-a9e0-659a9700c3f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:16:22.377667 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74172190-54c5-4674-8257-21f76f9ef6bd None None] DHCP port deletion for 6a1f781d-f893-4586-9a99-7324107a7159 request from n-d-694802-15 {{(pid=94468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 15:16:22.392131 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-7e323e2c-4409-4210-a9e0-659a9700c3f8 admin admin] Calling delete_port for f67b6afc-d720-4404-b4f5-e1f7f10e92dc owned by network:dhcp {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 15:16:22.425007 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-74172190-54c5-4674-8257-21f76f9ef6bd None None] Deleting port f67b6afc-d720-4404-b4f5-e1f7f10e92dc {{(pid=94468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 15:16:22.425387 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-74172190-54c5-4674-8257-21f76f9ef6bd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:16:22.478812 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-7e323e2c-4409-4210-a9e0-659a9700c3f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:16:22.496553 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-74172190-54c5-4674-8257-21f76f9ef6bd None None] For port f67b6afc-d720-4404-b4f5-e1f7f10e92dc, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=f67b6afc-d720-4404-b4f5-e1f7f10e92dc,segment=NetworkSegment(fde886c4-2856-4125-8504-e518448a83d2),segment_id=fde886c4-2856-4125-8504-e518448a83d2)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:16:22.496962 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-74172190-54c5-4674-8257-21f76f9ef6bd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:16:22.505168 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e323e2c-4409-4210-a9e0-659a9700c3f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=f67b6afc-d720-4404-b4f5-e1f7f10e92dc,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:16:22.510253 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-74172190-54c5-4674-8257-21f76f9ef6bd None None] Calling delete_port for f67b6afc-d720-4404-b4f5-e1f7f10e92dc owned by network:dhcp {{(pid=94468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 15:16:22.510355 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e323e2c-4409-4210-a9e0-659a9700c3f8 admin admin] No DVR routers for this DVR port f67b6afc-d720-4404-b4f5-e1f7f10e92dc on host n-d-694802-15 {{(pid=94467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 15:16:22.580050 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-7e323e2c-4409-4210-a9e0-659a9700c3f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66413304', 'neutron.services.segments.db._delete_segments_for_network-8744654118000'] for network, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:16:22.584204 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-74172190-54c5-4674-8257-21f76f9ef6bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262'] for port, after_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:16:22.589984 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-7e323e2c-4409-4210-a9e0-659a9700c3f8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a1f781d-f893-4586-9a99-7324107a7159']}} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:16:22.604418 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-7e323e2c-4409-4210-a9e0-659a9700c3f8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fde886c4-2856-4125-8504-e518448a83d2') {'for_net_delete': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:16:22.604652 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-7e323e2c-4409-4210-a9e0-659a9700c3f8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fde886c4-2856-4125-8504-e518448a83d2') {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:16:22.609546 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74172190-54c5-4674-8257-21f76f9ef6bd None None] Pushing event deleted for resources: {'Port': ['ID=f67b6afc-d720-4404-b4f5-e1f7f10e92dc,revision_number=None']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:16:22.614534 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-7e323e2c-4409-4210-a9e0-659a9700c3f8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744654122361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3857526'] for segment, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:16:22.615409 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74172190-54c5-4674-8257-21f76f9ef6bd None None] No DVR routers for this DVR port f67b6afc-d720-4404-b4f5-e1f7f10e92dc on host n-d-694802-15 {{(pid=94468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 15:16:22.629704 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-7e323e2c-4409-4210-a9e0-659a9700c3f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:16:22.636141 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e323e2c-4409-4210-a9e0-659a9700c3f8 admin admin] Releasing vlan 301 on physical network physnet1 to pool {{(pid=94467) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 15:16:22.636539 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-7e323e2c-4409-4210-a9e0-659a9700c3f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2859015'] for segment, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:16:22.638209 n-d-694802-15 neutron-server[94467]: Traceback (most recent call last): Aug 12 15:16:22.638209 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 15:16:22.638209 n-d-694802-15 neutron-server[94467]: timer() Aug 12 15:16:22.638209 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 15:16:22.638209 n-d-694802-15 neutron-server[94467]: cb(*args, **kw) Aug 12 15:16:22.638209 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 15:16:22.638209 n-d-694802-15 neutron-server[94467]: return func(*args, **kwargs) Aug 12 15:16:22.638209 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 15:16:22.638209 n-d-694802-15 neutron-server[94467]: self._notify() Aug 12 15:16:22.638209 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 15:16:22.638209 n-d-694802-15 neutron-server[94467]: self.callback(batched_events) Aug 12 15:16:22.638209 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 15:16:22.638209 n-d-694802-15 neutron-server[94467]: event.method(event) Aug 12 15:16:22.638209 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 15:16:22.638209 n-d-694802-15 neutron-server[94467]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 15:16:22.638209 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 15:16:22.638209 n-d-694802-15 neutron-server[94467]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 15:16:22.638209 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 15:16:22.638209 n-d-694802-15 neutron-server[94467]: return f(self, *a, **k) Aug 12 15:16:22.638209 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 15:16:22.638209 n-d-694802-15 neutron-server[94467]: return self._get(url).json() Aug 12 15:16:22.638209 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 15:16:22.638209 n-d-694802-15 neutron-server[94467]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 15:16:22.638209 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 15:16:22.638209 n-d-694802-15 neutron-server[94467]: return self.request(url, 'GET', **kwargs) Aug 12 15:16:22.638209 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 15:16:22.638209 n-d-694802-15 neutron-server[94467]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 15:16:22.638209 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 15:16:22.638209 n-d-694802-15 neutron-server[94467]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 15:16:22.638209 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 15:16:22.638209 n-d-694802-15 neutron-server[94467]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 15:16:22.638209 n-d-694802-15 neutron-server[94467]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 15:16:22.691626 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-7e323e2c-4409-4210-a9e0-659a9700c3f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66413281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431520'] for network, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:16:22.695968 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-7e323e2c-4409-4210-a9e0-659a9700c3f8 admin admin] Notify callbacks [] for network, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:16:22.697938 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-7e323e2c-4409-4210-a9e0-659a9700c3f8 admin admin] 10.222.0.39 "DELETE /v2.0/networks/6a1f781d-f893-4586-9a99-7324107a7159 HTTP/1.1" status: 204 len: 168 time: 0.5189967 Aug 12 15:16:22.710115 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e323e2c-4409-4210-a9e0-659a9700c3f8 admin admin] Pushing event deleted for resources: {'Network': ['ID=6a1f781d-f893-4586-9a99-7324107a7159,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:16:22.783548 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 89235ed7-36e5-45e6-9669-d14bbfcffd8a no longer exists at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 15:16:22.806292 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] No Port match for: 89235ed7-36e5-45e6-9669-d14bbfcffd8a {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 15:16:22.806635 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 89235ed7-36e5-45e6-9669-d14bbfcffd8a not bound to the agent host n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 15:16:22.807073 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device abda558c-0af6-4b6a-933d-7c855f9b3328 no longer exists at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 15:16:22.825629 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] No Port match for: abda558c-0af6-4b6a-933d-7c855f9b3328 {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 15:16:22.825979 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device abda558c-0af6-4b6a-933d-7c855f9b3328 not bound to the agent host n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 15:16:22.826391 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device f67b6afc-d720-4404-b4f5-e1f7f10e92dc no longer exists at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 15:16:22.833606 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 60650) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:16:22.845309 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] No Port match for: f67b6afc-d720-4404-b4f5-e1f7f10e92dc {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 15:16:22.845599 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device f67b6afc-d720-4404-b4f5-e1f7f10e92dc not bound to the agent host n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 15:16:22.874621 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-2399510e-d82a-4c22-aed8-f501378a90af admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b9f3518fbc904b44b3baf79d0578af51&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0397284 Aug 12 15:16:22.876989 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 60652) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:16:22.924730 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-24556829-ebf3-49cf-a0a8-8628b2beca89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:16:22.949358 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-24556829-ebf3-49cf-a0a8-8628b2beca89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:16:22.995840 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-24556829-ebf3-49cf-a0a8-8628b2beca89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:16:22.998460 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-24556829-ebf3-49cf-a0a8-8628b2beca89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:16:22.999634 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-24556829-ebf3-49cf-a0a8-8628b2beca89 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3013738a-d4e8-4d22-9424-861312b623e5 HTTP/1.1" status: 204 len: 168 time: 0.1217449 Aug 12 15:16:23.013763 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24556829-ebf3-49cf-a0a8-8628b2beca89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3013738a-d4e8-4d22-9424-861312b623e5,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:16:23.328874 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 60658) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:16:23.369605 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-00740a08-e325-4b8f-b3a4-886d2314409c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4d2bb177fe1349bd8affbfeead03fda1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0395215 Aug 12 15:16:23.372224 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 60660) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:16:23.420833 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8bb7f03b-0325-4b9d-9bc5-910546682372 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:16:23.441519 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8bb7f03b-0325-4b9d-9bc5-910546682372 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:16:23.488380 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8bb7f03b-0325-4b9d-9bc5-910546682372 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:16:23.491736 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8bb7f03b-0325-4b9d-9bc5-910546682372 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:16:23.493052 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-8bb7f03b-0325-4b9d-9bc5-910546682372 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9e1aadf0-a2e0-4042-82ca-33c937dd13b6 HTTP/1.1" status: 204 len: 168 time: 0.1197140 Aug 12 15:16:23.501701 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb7f03b-0325-4b9d-9bc5-910546682372 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e1aadf0-a2e0-4042-82ca-33c937dd13b6,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:16:24.687099 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.agents_db [None req-17ed3e4c-1a7d-4162-9646-11c134aca297 None None] Agent healthcheck: found 7 active agents {{(pid=94469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 15:16:33.131379 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [req-b249ebb0-180b-4364-9861-880b4e413360 req-74cd96c4-0a38-4030-8c3d-a7785cecc127 service neutron] (94466) timed out ('10.222.0.39', 57490) {{(pid=94466) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 12 15:16:33.439634 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6c0f156a-3aa6-4008-bb52-757b34e4177a req-94b29234-a5ea-4157-93a9-e622704f2265 tempest-ServersAdminNegativeTestJSON-907525103 tempest-ServersAdminNegativeTestJSON-907525103-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=e08a03fc69374d24b739b6c12fe162f7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0225477 Aug 12 15:16:33.548743 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0f156a-3aa6-4008-bb52-757b34e4177a req-152de637-6477-4d53-ba8f-c9bb48ab0b0e tempest-ServersAdminNegativeTestJSON-907525103 tempest-ServersAdminNegativeTestJSON-907525103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:16:33.550194 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6c0f156a-3aa6-4008-bb52-757b34e4177a req-152de637-6477-4d53-ba8f-c9bb48ab0b0e tempest-ServersAdminNegativeTestJSON-907525103 tempest-ServersAdminNegativeTestJSON-907525103-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1051292 Aug 12 15:16:33.565075 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6c0f156a-3aa6-4008-bb52-757b34e4177a req-b1942c50-8912-4837-bd19-2d15e6c41687 tempest-ServersAdminNegativeTestJSON-907525103 tempest-ServersAdminNegativeTestJSON-907525103-project] 10.222.0.39 "GET /v2.0/quotas/e08a03fc69374d24b739b6c12fe162f7 HTTP/1.1" status: 200 len: 375 time: 0.0090549 Aug 12 15:16:33.597125 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6c0f156a-3aa6-4008-bb52-757b34e4177a req-a8f60ef0-112b-44f7-8850-3fffc8841474 tempest-ServersAdminNegativeTestJSON-907525103 tempest-ServersAdminNegativeTestJSON-907525103-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=e08a03fc69374d24b739b6c12fe162f7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0264065 Aug 12 15:16:33.769289 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-01f5ae0e-9b6e-4631-89df-ba4463fce15e req-de401aab-f14c-4dbc-abe3-9e3f3f75354e tempest-ServersAdminNegativeTestJSON-907525103 tempest-ServersAdminNegativeTestJSON-907525103-project] 10.222.0.39 "GET /v2.0/ports?device_id=4e55c043-f424-43a6-8df3-9922d154d31d HTTP/1.1" status: 200 len: 210 time: 0.0285852 Aug 12 15:16:34.759808 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6c0f156a-3aa6-4008-bb52-757b34e4177a req-6aaf6893-35cd-426b-be2d-ac7205cdd2bd tempest-ServersAdminNegativeTestJSON-907525103 tempest-ServersAdminNegativeTestJSON-907525103-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=e08a03fc69374d24b739b6c12fe162f7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0234604 Aug 12 15:16:34.885872 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6ece8bc8-e46c-4447-8f01-e2de66194885 req-c7d7f209-3fb2-495f-98c0-1a1b77a765a4 tempest-ServersAdminNegativeTestJSON-907525103 tempest-ServersAdminNegativeTestJSON-907525103-project] 10.222.0.39 "GET /v2.0/ports?device_id=4e55c043-f424-43a6-8df3-9922d154d31d HTTP/1.1" status: 200 len: 210 time: 0.0420246 Aug 12 15:16:34.901397 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0f156a-3aa6-4008-bb52-757b34e4177a req-edb13f23-b1c0-434c-8ca7-d95e176e9200 tempest-ServersAdminNegativeTestJSON-907525103 tempest-ServersAdminNegativeTestJSON-907525103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:16:34.902829 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6c0f156a-3aa6-4008-bb52-757b34e4177a req-edb13f23-b1c0-434c-8ca7-d95e176e9200 tempest-ServersAdminNegativeTestJSON-907525103 tempest-ServersAdminNegativeTestJSON-907525103-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1374836 Aug 12 15:16:34.915468 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-6c0f156a-3aa6-4008-bb52-757b34e4177a req-e9094b75-f480-4c47-9e8e-17e6887dd7ce tempest-ServersAdminNegativeTestJSON-907525103 tempest-ServersAdminNegativeTestJSON-907525103-project] Request body: {'port': {'device_id': '4e55c043-f424-43a6-8df3-9922d154d31d', 'network_id': '2525c403-dfb3-4196-a273-739607aab38a', 'admin_state_up': True, 'tenant_id': 'e08a03fc69374d24b739b6c12fe162f7'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:16:35.020529 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c0f156a-3aa6-4008-bb52-757b34e4177a req-e9094b75-f480-4c47-9e8e-17e6887dd7ce tempest-ServersAdminNegativeTestJSON-907525103 tempest-ServersAdminNegativeTestJSON-907525103-project] Made reservation on behalf of e08a03fc69374d24b739b6c12fe162f7 for: {'port': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 15:16:35.024106 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-6c0f156a-3aa6-4008-bb52-757b34e4177a req-e9094b75-f480-4c47-9e8e-17e6887dd7ce tempest-ServersAdminNegativeTestJSON-907525103 tempest-ServersAdminNegativeTestJSON-907525103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:16:35.033263 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-6c0f156a-3aa6-4008-bb52-757b34e4177a req-e9094b75-f480-4c47-9e8e-17e6887dd7ce tempest-ServersAdminNegativeTestJSON-907525103 tempest-ServersAdminNegativeTestJSON-907525103-project] Notify callbacks [] for security_group, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:16:35.121731 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-6c0f156a-3aa6-4008-bb52-757b34e4177a req-e9094b75-f480-4c47-9e8e-17e6887dd7ce tempest-ServersAdminNegativeTestJSON-907525103 tempest-ServersAdminNegativeTestJSON-907525103-project] Notify callbacks [] for security_group, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:16:35.125522 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-6c0f156a-3aa6-4008-bb52-757b34e4177a req-e9094b75-f480-4c47-9e8e-17e6887dd7ce tempest-ServersAdminNegativeTestJSON-907525103 tempest-ServersAdminNegativeTestJSON-907525103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:16:35.192021 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9094b75-f480-4c47-9e8e-17e6887dd7ce tempest-ServersAdminNegativeTestJSON-907525103 tempest-ServersAdminNegativeTestJSON-907525103-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d39b6fee-cf36-4a30-84cf-bd0f0d2f06e6,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:16:35.261712 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_common [req-6c0f156a-3aa6-4008-bb52-757b34e4177a req-e9094b75-f480-4c47-9e8e-17e6887dd7ce tempest-ServersAdminNegativeTestJSON-907525103 tempest-ServersAdminNegativeTestJSON-907525103-project] Allocated IP 192.168.233.207 (2525c403-dfb3-4196-a273-739607aab38a/236e0be6-1c94-4221-9e8b-ab02a53331f8/09133e23-5560-4766-806b-426a4a99be94) {{(pid=94467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 15:16:35.409611 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-6c0f156a-3aa6-4008-bb52-757b34e4177a req-e9094b75-f480-4c47-9e8e-17e6887dd7ce tempest-ServersAdminNegativeTestJSON-907525103 tempest-ServersAdminNegativeTestJSON-907525103-project] Notify callbacks [] for port, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:16:35.422818 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [req-6c0f156a-3aa6-4008-bb52-757b34e4177a req-e9094b75-f480-4c47-9e8e-17e6887dd7ce tempest-ServersAdminNegativeTestJSON-907525103 tempest-ServersAdminNegativeTestJSON-907525103-project] Transition to ACTIVE for port object 09133e23-5560-4766-806b-426a4a99be94 will not be triggered until provisioned by entity DHCP. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:16:35.455175 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-6c0f156a-3aa6-4008-bb52-757b34e4177a req-e9094b75-f480-4c47-9e8e-17e6887dd7ce tempest-ServersAdminNegativeTestJSON-907525103 tempest-ServersAdminNegativeTestJSON-907525103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:16:35.497365 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c0f156a-3aa6-4008-bb52-757b34e4177a req-e9094b75-f480-4c47-9e8e-17e6887dd7ce tempest-ServersAdminNegativeTestJSON-907525103 tempest-ServersAdminNegativeTestJSON-907525103-project] Network 2525c403-dfb3-4196-a273-739607aab38a is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 15:16:35.502363 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [req-6c0f156a-3aa6-4008-bb52-757b34e4177a req-e9094b75-f480-4c47-9e8e-17e6887dd7ce tempest-ServersAdminNegativeTestJSON-907525103 tempest-ServersAdminNegativeTestJSON-907525103-project] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:16:35.505433 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c0f156a-3aa6-4008-bb52-757b34e4177a req-e9094b75-f480-4c47-9e8e-17e6887dd7ce tempest-ServersAdminNegativeTestJSON-907525103 tempest-ServersAdminNegativeTestJSON-907525103-project] Received port after_create {{(pid=94467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 15:16:35.531617 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9094b75-f480-4c47-9e8e-17e6887dd7ce tempest-ServersAdminNegativeTestJSON-907525103 tempest-ServersAdminNegativeTestJSON-907525103-project] Pushing event updated for resources: {'Port': ['ID=09133e23-5560-4766-806b-426a4a99be94,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:16:35.560997 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0f156a-3aa6-4008-bb52-757b34e4177a req-e9094b75-f480-4c47-9e8e-17e6887dd7ce tempest-ServersAdminNegativeTestJSON-907525103 tempest-ServersAdminNegativeTestJSON-907525103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:16:35.561697 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-6c0f156a-3aa6-4008-bb52-757b34e4177a req-e9094b75-f480-4c47-9e8e-17e6887dd7ce tempest-ServersAdminNegativeTestJSON-907525103 tempest-ServersAdminNegativeTestJSON-907525103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:16:35.577508 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6c0f156a-3aa6-4008-bb52-757b34e4177a req-e9094b75-f480-4c47-9e8e-17e6887dd7ce tempest-ServersAdminNegativeTestJSON-907525103 tempest-ServersAdminNegativeTestJSON-907525103-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6655753 Aug 12 15:16:35.694964 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-6c0f156a-3aa6-4008-bb52-757b34e4177a req-00801929-302e-4fd7-a31f-67ffbcabb29e service neutron] Request body: {'port': {'device_id': '4e55c043-f424-43a6-8df3-9922d154d31d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-694802-15'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:16:35.700379 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-b337f85f-4493-4c90-adcd-60040508439d None None] Provisioning for port 09133e23-5560-4766-806b-426a4a99be94 completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:16:35.704296 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-b337f85f-4493-4c90-adcd-60040508439d None None] Provisioning complete for port 09133e23-5560-4766-806b-426a4a99be94 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:16:35.704683 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-b337f85f-4493-4c90-adcd-60040508439d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:16:35.737992 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-b337f85f-4493-4c90-adcd-60040508439d None None] Port 09133e23-5560-4766-806b-426a4a99be94 cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 15:16:35.753367 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-6c0f156a-3aa6-4008-bb52-757b34e4177a req-00801929-302e-4fd7-a31f-67ffbcabb29e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:16:36.006409 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd16c4a-6689-47ec-934d-5aeca906b654 req-07623c86-84dc-4f33-bf9d-10925230a7ef tempest-ServersAdminNegativeTestJSON-907525103 tempest-ServersAdminNegativeTestJSON-907525103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:16:36.007944 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-dbd16c4a-6689-47ec-934d-5aeca906b654 req-07623c86-84dc-4f33-bf9d-10925230a7ef tempest-ServersAdminNegativeTestJSON-907525103 tempest-ServersAdminNegativeTestJSON-907525103-project] 10.222.0.39 "GET /v2.0/ports?device_id=4e55c043-f424-43a6-8df3-9922d154d31d HTTP/1.1" status: 200 len: 936 time: 0.0527413 Aug 12 15:16:36.016403 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [req-6c0f156a-3aa6-4008-bb52-757b34e4177a req-00801929-302e-4fd7-a31f-67ffbcabb29e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09133e23-5560-4766-806b-426a4a99be94 {{(pid=94467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 15:16:36.025751 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-6c0f156a-3aa6-4008-bb52-757b34e4177a req-00801929-302e-4fd7-a31f-67ffbcabb29e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:16:36.038757 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [req-6c0f156a-3aa6-4008-bb52-757b34e4177a req-00801929-302e-4fd7-a31f-67ffbcabb29e service neutron] Transition to ACTIVE for port object 09133e23-5560-4766-806b-426a4a99be94 will not be triggered until provisioned by entity L2. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:16:36.042494 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-6c0f156a-3aa6-4008-bb52-757b34e4177a req-00801929-302e-4fd7-a31f-67ffbcabb29e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:16:36.048876 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-dbd16c4a-6689-47ec-934d-5aeca906b654 req-c1a09300-e327-4747-8707-cead06b04fee tempest-ServersAdminNegativeTestJSON-907525103 tempest-ServersAdminNegativeTestJSON-907525103-project] 10.222.0.39 "GET /v2.0/security-groups?id=d39b6fee-cf36-4a30-84cf-bd0f0d2f06e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347803 Aug 12 15:16:36.116901 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00801929-302e-4fd7-a31f-67ffbcabb29e service neutron] Pushing event updated for resources: {'Port': ['ID=09133e23-5560-4766-806b-426a4a99be94,revision_number=2']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:16:36.171048 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-6c0f156a-3aa6-4008-bb52-757b34e4177a req-00801929-302e-4fd7-a31f-67ffbcabb29e service neutron] Attempting to bind port 09133e23-5560-4766-806b-426a4a99be94 on host n-h1-694802-15 for vnic_type normal with profile {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 15:16:36.171302 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-6c0f156a-3aa6-4008-bb52-757b34e4177a req-00801929-302e-4fd7-a31f-67ffbcabb29e service neutron] Attempting to bind port 09133e23-5560-4766-806b-426a4a99be94 by drivers openvswitch,hyperv on host n-h1-694802-15 at level 0 using segments [{'id': 'a1f8c867-101b-4d30-814e-b89f55a5edd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '2525c403-dfb3-4196-a273-739607aab38a'}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 15:16:36.171634 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c0f156a-3aa6-4008-bb52-757b34e4177a req-00801929-302e-4fd7-a31f-67ffbcabb29e service neutron] Attempting to bind port 09133e23-5560-4766-806b-426a4a99be94 on network 2525c403-dfb3-4196-a273-739607aab38a {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 15:16:36.176683 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c0f156a-3aa6-4008-bb52-757b34e4177a req-00801929-302e-4fd7-a31f-67ffbcabb29e service neutron] Port 09133e23-5560-4766-806b-426a4a99be94 on network 2525c403-dfb3-4196-a273-739607aab38a not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-15 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 15:16:36.177290 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c0f156a-3aa6-4008-bb52-757b34e4177a req-00801929-302e-4fd7-a31f-67ffbcabb29e service neutron] Attempting to bind port 09133e23-5560-4766-806b-426a4a99be94 on network 2525c403-dfb3-4196-a273-739607aab38a {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 15:16:36.182206 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c0f156a-3aa6-4008-bb52-757b34e4177a req-00801929-302e-4fd7-a31f-67ffbcabb29e service neutron] Checking agent: {'id': 'de568313-a3e6-454a-9813-77e25edcea95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 27, 41), 'started_at': datetime.datetime(2021, 8, 12, 14, 27, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 15, 16, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 15:16:36.182547 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c0f156a-3aa6-4008-bb52-757b34e4177a req-00801929-302e-4fd7-a31f-67ffbcabb29e service neutron] Checking segment: {'id': 'a1f8c867-101b-4d30-814e-b89f55a5edd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '2525c403-dfb3-4196-a273-739607aab38a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 15:16:36.182931 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c0f156a-3aa6-4008-bb52-757b34e4177a req-00801929-302e-4fd7-a31f-67ffbcabb29e service neutron] Bound using segment: {'id': 'a1f8c867-101b-4d30-814e-b89f55a5edd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '2525c403-dfb3-4196-a273-739607aab38a'} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 15:16:36.183399 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-6c0f156a-3aa6-4008-bb52-757b34e4177a req-00801929-302e-4fd7-a31f-67ffbcabb29e service neutron] Bound port: 09133e23-5560-4766-806b-426a4a99be94, host: n-h1-694802-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1f8c867-101b-4d30-814e-b89f55a5edd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '2525c403-dfb3-4196-a273-739607aab38a'}}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 15:16:36.183759 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-6c0f156a-3aa6-4008-bb52-757b34e4177a req-00801929-302e-4fd7-a31f-67ffbcabb29e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:16:36.251109 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-6c0f156a-3aa6-4008-bb52-757b34e4177a req-00801929-302e-4fd7-a31f-67ffbcabb29e service neutron] For port 09133e23-5560-4766-806b-426a4a99be94, host n-h1-694802-15, cleared binding levels {{(pid=94467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 15:16:36.255066 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-6c0f156a-3aa6-4008-bb52-757b34e4177a req-00801929-302e-4fd7-a31f-67ffbcabb29e service neutron] For port 09133e23-5560-4766-806b-426a4a99be94, host n-h1-694802-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=09133e23-5560-4766-806b-426a4a99be94,segment=NetworkSegment(a1f8c867-101b-4d30-814e-b89f55a5edd0),segment_id=a1f8c867-101b-4d30-814e-b89f55a5edd0)] {{(pid=94467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 15:16:36.259426 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-6c0f156a-3aa6-4008-bb52-757b34e4177a req-00801929-302e-4fd7-a31f-67ffbcabb29e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:16:36.296202 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0f156a-3aa6-4008-bb52-757b34e4177a req-00801929-302e-4fd7-a31f-67ffbcabb29e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:16:36.296814 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-6c0f156a-3aa6-4008-bb52-757b34e4177a req-00801929-302e-4fd7-a31f-67ffbcabb29e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:16:36.298228 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6c0f156a-3aa6-4008-bb52-757b34e4177a req-00801929-302e-4fd7-a31f-67ffbcabb29e service neutron] 10.222.0.64 "PUT /v2.0/ports/09133e23-5560-4766-806b-426a4a99be94 HTTP/1.1" status: 200 len: 1097 time: 0.7118115 Aug 12 15:16:36.298661 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e55c043-f424-43a6-8df3-9922d154d31d', 'tag': '09133e23-5560-4766-806b-426a4a99be94'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:16:36.301554 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e65282f928b64038367d043a4411777802006c43a98742496cb2e25b724ff1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8d8a45e-8c7c-4951-953f-1764eeaee251" -d '{"events": [{"name": "network-changed", "server_uuid": "4e55c043-f424-43a6-8df3-9922d154d31d", "tag": "09133e23-5560-4766-806b-426a4a99be94"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 15:16:36.330644 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00801929-302e-4fd7-a31f-67ffbcabb29e service neutron] Pushing event updated for resources: {'Port': ['ID=09133e23-5560-4766-806b-426a4a99be94,revision_number=3']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:16:36.347854 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 15:16:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55e5d0c3-6523-4469-a5d6-4a6bee1c6059 x-openstack-request-id: req-55e5d0c3-6523-4469-a5d6-4a6bee1c6059 {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 15:16:36.348164 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e55c043-f424-43a6-8df3-9922d154d31d", "tag": "09133e23-5560-4766-806b-426a4a99be94", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 15:16:36.348418 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-55e5d0c3-6523-4469-a5d6-4a6bee1c6059 {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 15:16:36.348817 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e55c043-f424-43a6-8df3-9922d154d31d', 'tag': '09133e23-5560-4766-806b-426a4a99be94', 'status': 'completed', 'code': 200} Aug 12 15:16:36.383937 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0f156a-3aa6-4008-bb52-757b34e4177a req-9cc958d8-efe6-400b-b00b-44ce418b5fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:16:36.385441 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6c0f156a-3aa6-4008-bb52-757b34e4177a req-9cc958d8-efe6-400b-b00b-44ce418b5fa2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e08a03fc69374d24b739b6c12fe162f7&device_id=4e55c043-f424-43a6-8df3-9922d154d31d HTTP/1.1" status: 200 len: 1100 time: 0.0481999 Aug 12 15:16:36.428777 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6c0f156a-3aa6-4008-bb52-757b34e4177a req-c2df759b-111b-48fd-80f2-4d5f27a42b50 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.207&port_id=09133e23-5560-4766-806b-426a4a99be94 HTTP/1.1" status: 200 len: 217 time: 0.0351763 Aug 12 15:16:36.480240 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0f156a-3aa6-4008-bb52-757b34e4177a req-8796d65e-9d99-4196-a9f2-09b7ea18f2f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:16:36.481744 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6c0f156a-3aa6-4008-bb52-757b34e4177a req-8796d65e-9d99-4196-a9f2-09b7ea18f2f6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=236e0be6-1c94-4221-9e8b-ab02a53331f8 HTTP/1.1" status: 200 len: 843 time: 0.0459611 Aug 12 15:16:36.527249 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0f156a-3aa6-4008-bb52-757b34e4177a req-52307412-849a-4fbc-84e6-cac8a6129331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:16:36.528715 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6c0f156a-3aa6-4008-bb52-757b34e4177a req-52307412-849a-4fbc-84e6-cac8a6129331 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2525c403-dfb3-4196-a273-739607aab38a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0400236 Aug 12 15:16:36.621260 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6c0f156a-3aa6-4008-bb52-757b34e4177a req-02fcfd5b-97dc-4d84-9d51-05982aaf30b7 service neutron] 10.222.0.64 "GET /v2.0/networks/2525c403-dfb3-4196-a273-739607aab38a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848200 Aug 12 15:16:36.709376 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6c0f156a-3aa6-4008-bb52-757b34e4177a req-32635fcf-466b-47cd-811a-db229cb15aca service neutron] 10.222.0.64 "GET /v2.0/networks/2525c403-dfb3-4196-a273-739607aab38a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811219 Aug 12 15:16:36.804581 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d8a45e-8c7c-4951-953f-1764eeaee251 req-7e030df2-dcf4-4fe8-92be-75a2555796eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:16:36.806121 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a8d8a45e-8c7c-4951-953f-1764eeaee251 req-7e030df2-dcf4-4fe8-92be-75a2555796eb service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e08a03fc69374d24b739b6c12fe162f7&device_id=4e55c043-f424-43a6-8df3-9922d154d31d HTTP/1.1" status: 200 len: 1100 time: 0.0501387 Aug 12 15:16:36.893236 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d8a45e-8c7c-4951-953f-1764eeaee251 req-9f7340f3-90d3-49c7-8db1-d1a16a390dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:16:36.895376 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a8d8a45e-8c7c-4951-953f-1764eeaee251 req-9f7340f3-90d3-49c7-8db1-d1a16a390dd8 service neutron] 10.222.0.64 "GET /v2.0/networks?id=2525c403-dfb3-4196-a273-739607aab38a HTTP/1.1" status: 200 len: 870 time: 0.0821791 Aug 12 15:16:36.940447 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a8d8a45e-8c7c-4951-953f-1764eeaee251 req-1e2a9b75-dc5d-4e94-926e-e9777adfb8cf service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.207&port_id=09133e23-5560-4766-806b-426a4a99be94 HTTP/1.1" status: 200 len: 217 time: 0.0368385 Aug 12 15:16:36.989994 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d8a45e-8c7c-4951-953f-1764eeaee251 req-415260a0-27d8-4bfa-86b9-21d1d82a34d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:16:36.991411 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a8d8a45e-8c7c-4951-953f-1764eeaee251 req-415260a0-27d8-4bfa-86b9-21d1d82a34d0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=236e0be6-1c94-4221-9e8b-ab02a53331f8 HTTP/1.1" status: 200 len: 843 time: 0.0429606 Aug 12 15:16:37.037090 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d8a45e-8c7c-4951-953f-1764eeaee251 req-b7b80527-f9c6-462b-9e86-d532964c17fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:16:37.038568 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a8d8a45e-8c7c-4951-953f-1764eeaee251 req-b7b80527-f9c6-462b-9e86-d532964c17fa service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2525c403-dfb3-4196-a273-739607aab38a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0389938 Aug 12 15:16:37.130666 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a8d8a45e-8c7c-4951-953f-1764eeaee251 req-1e2cf986-1e5e-428c-9289-3b04069723a0 service neutron] 10.222.0.64 "GET /v2.0/networks/2525c403-dfb3-4196-a273-739607aab38a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841169 Aug 12 15:16:37.166317 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f97b31-d886-46d3-be66-b2a930a71702 req-3f34cc2a-c8ca-4775-85c5-c7f796177f7b tempest-ServersAdminNegativeTestJSON-907525103 tempest-ServersAdminNegativeTestJSON-907525103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:16:37.168239 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-08f97b31-d886-46d3-be66-b2a930a71702 req-3f34cc2a-c8ca-4775-85c5-c7f796177f7b tempest-ServersAdminNegativeTestJSON-907525103 tempest-ServersAdminNegativeTestJSON-907525103-project] 10.222.0.39 "GET /v2.0/ports?device_id=4e55c043-f424-43a6-8df3-9922d154d31d HTTP/1.1" status: 200 len: 948 time: 0.0510254 Aug 12 15:16:37.211300 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-08f97b31-d886-46d3-be66-b2a930a71702 req-c9030e14-2d28-4dbf-a1fe-2f872400441a tempest-ServersAdminNegativeTestJSON-907525103 tempest-ServersAdminNegativeTestJSON-907525103-project] 10.222.0.39 "GET /v2.0/security-groups?id=d39b6fee-cf36-4a30-84cf-bd0f0d2f06e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322683 Aug 12 15:16:37.222604 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a8d8a45e-8c7c-4951-953f-1764eeaee251 req-72f4367b-86e3-4071-9eb4-d123e412e313 service neutron] 10.222.0.64 "GET /v2.0/networks/2525c403-dfb3-4196-a273-739607aab38a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840697 Aug 12 15:16:38.333562 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f64159-263d-46bb-b198-bd807bc91da0 req-2df26725-e8c8-49bb-8b8a-6c45ba236cfb tempest-ServersAdminNegativeTestJSON-907525103 tempest-ServersAdminNegativeTestJSON-907525103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:16:38.335065 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-87f64159-263d-46bb-b198-bd807bc91da0 req-2df26725-e8c8-49bb-8b8a-6c45ba236cfb tempest-ServersAdminNegativeTestJSON-907525103 tempest-ServersAdminNegativeTestJSON-907525103-project] 10.222.0.39 "GET /v2.0/ports?device_id=4e55c043-f424-43a6-8df3-9922d154d31d HTTP/1.1" status: 200 len: 948 time: 0.0492778 Aug 12 15:16:38.371620 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-87f64159-263d-46bb-b198-bd807bc91da0 req-faf77005-39ab-445a-b0e8-b733320cbe0a tempest-ServersAdminNegativeTestJSON-907525103 tempest-ServersAdminNegativeTestJSON-907525103-project] 10.222.0.39 "GET /v2.0/security-groups?id=d39b6fee-cf36-4a30-84cf-bd0f0d2f06e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307639 Aug 12 15:16:39.485221 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b9f3d1-acff-485a-9219-6e76ce940c4c req-7fcc18be-4ba5-495b-832e-40d6502a0e99 tempest-ServersAdminNegativeTestJSON-907525103 tempest-ServersAdminNegativeTestJSON-907525103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:16:39.486734 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-d1b9f3d1-acff-485a-9219-6e76ce940c4c req-7fcc18be-4ba5-495b-832e-40d6502a0e99 tempest-ServersAdminNegativeTestJSON-907525103 tempest-ServersAdminNegativeTestJSON-907525103-project] 10.222.0.39 "GET /v2.0/ports?device_id=4e55c043-f424-43a6-8df3-9922d154d31d HTTP/1.1" status: 200 len: 948 time: 0.0494754 Aug 12 15:16:39.524670 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-d1b9f3d1-acff-485a-9219-6e76ce940c4c req-1531ee73-404f-4e6a-84c0-74631edf5249 tempest-ServersAdminNegativeTestJSON-907525103 tempest-ServersAdminNegativeTestJSON-907525103-project] 10.222.0.39 "GET /v2.0/security-groups?id=d39b6fee-cf36-4a30-84cf-bd0f0d2f06e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322032 Aug 12 15:16:40.132768 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-07f35ef8-c2c1-4a41-91cb-df4caef50999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:16:40.644913 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580c8167-8c8b-41a7-8068-1997615d734b req-399afc7d-e38b-4cbd-ba47-ff905aa58589 tempest-ServersAdminNegativeTestJSON-907525103 tempest-ServersAdminNegativeTestJSON-907525103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:16:40.646483 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-580c8167-8c8b-41a7-8068-1997615d734b req-399afc7d-e38b-4cbd-ba47-ff905aa58589 tempest-ServersAdminNegativeTestJSON-907525103 tempest-ServersAdminNegativeTestJSON-907525103-project] 10.222.0.39 "GET /v2.0/ports?device_id=4e55c043-f424-43a6-8df3-9922d154d31d HTTP/1.1" status: 200 len: 948 time: 0.0544584 Aug 12 15:16:40.685729 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-580c8167-8c8b-41a7-8068-1997615d734b req-d5455cc0-7200-416a-bd7f-efa20f19854e tempest-ServersAdminNegativeTestJSON-907525103 tempest-ServersAdminNegativeTestJSON-907525103-project] 10.222.0.39 "GET /v2.0/security-groups?id=d39b6fee-cf36-4a30-84cf-bd0f0d2f06e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330524 Aug 12 15:16:40.734012 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device 09133e23-5560-4766-806b-426a4a99be94 details requested by agent hyperv_n-h1-694802-15 with host n-h1-694802-15 {{(pid=94468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 15:16:40.830459 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port 09133e23-5560-4766-806b-426a4a99be94, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=09133e23-5560-4766-806b-426a4a99be94,segment=NetworkSegment(a1f8c867-101b-4d30-814e-b89f55a5edd0),segment_id=a1f8c867-101b-4d30-814e-b89f55a5edd0)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:16:40.841728 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Returning: {'device': '09133e23-5560-4766-806b-426a4a99be94', 'network_id': '2525c403-dfb3-4196-a273-739607aab38a', 'port_id': '09133e23-5560-4766-806b-426a4a99be94', 'mac_address': 'fa:16:3e:87:61:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '236e0be6-1c94-4221-9e8b-ab02a53331f8', 'ip_address': '192.168.233.207'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 15:16:40.885001 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:16:40.897739 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09133e23-5560-4766-806b-426a4a99be94 {{(pid=94468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 15:16:40.917290 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port 09133e23-5560-4766-806b-426a4a99be94, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=09133e23-5560-4766-806b-426a4a99be94,segment=NetworkSegment(a1f8c867-101b-4d30-814e-b89f55a5edd0),segment_id=a1f8c867-101b-4d30-814e-b89f55a5edd0)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:16:40.922474 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:16:40.974707 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Pushing event updated for resources: {'Port': ['ID=09133e23-5560-4766-806b-426a4a99be94,revision_number=4']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:16:41.170622 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] get_ports_and_sgs() called for port_ids ['09133e23-5560-4766-806b-426a4a99be94'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 15:16:41.675579 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:16:41.805814 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3534e8ad-8075-4c22-af16-7c5febf09caf req-95fab897-f4f0-4e06-8d59-db8286324acd tempest-ServersAdminNegativeTestJSON-907525103 tempest-ServersAdminNegativeTestJSON-907525103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:16:41.807378 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-3534e8ad-8075-4c22-af16-7c5febf09caf req-95fab897-f4f0-4e06-8d59-db8286324acd tempest-ServersAdminNegativeTestJSON-907525103 tempest-ServersAdminNegativeTestJSON-907525103-project] 10.222.0.39 "GET /v2.0/ports?device_id=4e55c043-f424-43a6-8df3-9922d154d31d HTTP/1.1" status: 200 len: 949 time: 0.0557132 Aug 12 15:16:41.847369 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-3534e8ad-8075-4c22-af16-7c5febf09caf req-cbe9e0fa-2b72-4b23-81ec-f60a4182c8e9 tempest-ServersAdminNegativeTestJSON-907525103 tempest-ServersAdminNegativeTestJSON-907525103-project] 10.222.0.39 "GET /v2.0/security-groups?id=d39b6fee-cf36-4a30-84cf-bd0f0d2f06e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337181 Aug 12 15:16:42.799685 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device 09133e23-5560-4766-806b-426a4a99be94 up at agent hyperv_n-h1-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 15:16:42.850941 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Provisioning for port 09133e23-5560-4766-806b-426a4a99be94 completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:16:42.854568 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Provisioning complete for port 09133e23-5560-4766-806b-426a4a99be94 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:16:42.854942 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:16:42.939765 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:16:42.963798 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e55c043-f424-43a6-8df3-9922d154d31d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09133e23-5560-4766-806b-426a4a99be94'}] {{(pid=94468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:16:42.966029 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4047a9-5305-4d81-9981-5288f18002af req-c67dd13d-6837-4e55-9e7b-c007b51bbee1 tempest-ServersAdminNegativeTestJSON-907525103 tempest-ServersAdminNegativeTestJSON-907525103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:16:42.966783 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99a8d87602170099c728e57431aca99e9b98a655a83bbf8727be13192709727b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1216cd37-eeef-46c3-9779-bd87e7d9fcde" -d '{"events": [{"server_uuid": "4e55c043-f424-43a6-8df3-9922d154d31d", "name": "network-vif-plugged", "status": "completed", "tag": "09133e23-5560-4766-806b-426a4a99be94"}]}' {{(pid=94468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 15:16:42.967917 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4e4047a9-5305-4d81-9981-5288f18002af req-c67dd13d-6837-4e55-9e7b-c007b51bbee1 tempest-ServersAdminNegativeTestJSON-907525103 tempest-ServersAdminNegativeTestJSON-907525103-project] 10.222.0.39 "GET /v2.0/ports?device_id=4e55c043-f424-43a6-8df3-9922d154d31d HTTP/1.1" status: 200 len: 949 time: 0.0523899 Aug 12 15:16:42.980968 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port 09133e23-5560-4766-806b-426a4a99be94, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=09133e23-5560-4766-806b-426a4a99be94,segment=NetworkSegment(a1f8c867-101b-4d30-814e-b89f55a5edd0),segment_id=a1f8c867-101b-4d30-814e-b89f55a5edd0)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:16:42.986364 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:16:43.011166 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4e4047a9-5305-4d81-9981-5288f18002af req-26afdc24-a8b7-4103-a792-e3e666369960 tempest-ServersAdminNegativeTestJSON-907525103 tempest-ServersAdminNegativeTestJSON-907525103-project] 10.222.0.39 "GET /v2.0/security-groups?id=d39b6fee-cf36-4a30-84cf-bd0f0d2f06e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364430 Aug 12 15:16:43.012572 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 15:16:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d0ba416-2eff-4bb9-a848-85f7927839ac x-openstack-request-id: req-0d0ba416-2eff-4bb9-a848-85f7927839ac {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 15:16:43.012873 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e55c043-f424-43a6-8df3-9922d154d31d", "name": "network-vif-plugged", "status": "completed", "tag": "09133e23-5560-4766-806b-426a4a99be94", "code": 200}]} {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 15:16:43.013131 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0d0ba416-2eff-4bb9-a848-85f7927839ac {{(pid=94468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 15:16:43.013527 n-d-694802-15 neutron-server[94468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e55c043-f424-43a6-8df3-9922d154d31d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09133e23-5560-4766-806b-426a4a99be94', 'code': 200} Aug 12 15:16:43.062038 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Pushing event updated for resources: {'Port': ['ID=09133e23-5560-4766-806b-426a4a99be94,revision_number=5']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:16:43.073648 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:16:43.076686 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:16:43.107544 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683fb2c5-2ee5-48ac-a1ee-826a25b7fb3b req-9f9158ec-0981-456c-b345-2fe356e82168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:16:43.109074 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-683fb2c5-2ee5-48ac-a1ee-826a25b7fb3b req-9f9158ec-0981-456c-b345-2fe356e82168 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=4e55c043-f424-43a6-8df3-9922d154d31d HTTP/1.1" status: 200 len: 1102 time: 0.0413573 Aug 12 15:16:43.145588 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-683fb2c5-2ee5-48ac-a1ee-826a25b7fb3b req-411eb078-9862-4daa-876f-102066f729a6 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=d39b6fee-cf36-4a30-84cf-bd0f0d2f06e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0285242 Aug 12 15:16:43.414855 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-11ec33cc-8f5f-4b7b-ab99-4de1ec3511b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:16:44.097206 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-1769855f-eda9-4483-9dc3-3220908ab45d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:16:44.134729 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42b9b7b-c4bd-469d-bffb-168919f356c8 req-7f78761d-7401-4ed6-b0e4-65a98dab317e tempest-ServersAdminNegativeTestJSON-907525103 tempest-ServersAdminNegativeTestJSON-907525103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:16:44.136291 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-c42b9b7b-c4bd-469d-bffb-168919f356c8 req-7f78761d-7401-4ed6-b0e4-65a98dab317e tempest-ServersAdminNegativeTestJSON-907525103 tempest-ServersAdminNegativeTestJSON-907525103-project] 10.222.0.39 "GET /v2.0/ports?device_id=4e55c043-f424-43a6-8df3-9922d154d31d HTTP/1.1" status: 200 len: 950 time: 0.0513341 Aug 12 15:16:44.174436 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-c42b9b7b-c4bd-469d-bffb-168919f356c8 req-bbf85f4a-b4f9-4071-b311-3302725e6a95 tempest-ServersAdminNegativeTestJSON-907525103 tempest-ServersAdminNegativeTestJSON-907525103-project] 10.222.0.39 "GET /v2.0/security-groups?id=d39b6fee-cf36-4a30-84cf-bd0f0d2f06e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319257 Aug 12 15:16:45.095140 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9dde2a-811c-4fe3-b5a3-88abebecad2a req-69f54e03-27c8-4e97-9073-ab4e60b8b5b7 tempest-ServersAdminNegativeTestJSON-907525103 tempest-ServersAdminNegativeTestJSON-907525103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:16:45.096607 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-5e9dde2a-811c-4fe3-b5a3-88abebecad2a req-69f54e03-27c8-4e97-9073-ab4e60b8b5b7 tempest-ServersAdminNegativeTestJSON-907525103 tempest-ServersAdminNegativeTestJSON-907525103-project] 10.222.0.39 "GET /v2.0/ports?device_id=4e55c043-f424-43a6-8df3-9922d154d31d HTTP/1.1" status: 200 len: 950 time: 0.0500970 Aug 12 15:16:45.135940 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-5e9dde2a-811c-4fe3-b5a3-88abebecad2a req-c44d337c-84b0-44ab-8a5a-c5df8ac2ba40 tempest-ServersAdminNegativeTestJSON-907525103 tempest-ServersAdminNegativeTestJSON-907525103-project] 10.222.0.39 "GET /v2.0/security-groups?id=d39b6fee-cf36-4a30-84cf-bd0f0d2f06e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324759 Aug 12 15:16:45.735733 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-fe95f194-a3b0-4c04-9e42-20b511169d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:16:46.256445 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db043f0-a9e2-40a0-b49e-ebba6b1c6503 req-353c4b64-478e-4ad5-b709-e34a6ae6736b tempest-ServersAdminNegativeTestJSON-907525103 tempest-ServersAdminNegativeTestJSON-907525103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:16:46.257928 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-1db043f0-a9e2-40a0-b49e-ebba6b1c6503 req-353c4b64-478e-4ad5-b709-e34a6ae6736b tempest-ServersAdminNegativeTestJSON-907525103 tempest-ServersAdminNegativeTestJSON-907525103-project] 10.222.0.39 "GET /v2.0/ports?device_id=4e55c043-f424-43a6-8df3-9922d154d31d HTTP/1.1" status: 200 len: 950 time: 0.0535939 Aug 12 15:16:46.296377 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-1db043f0-a9e2-40a0-b49e-ebba6b1c6503 req-ea09c8d6-5831-4217-ba3e-b1a8b6cfa8a1 tempest-ServersAdminNegativeTestJSON-907525103 tempest-ServersAdminNegativeTestJSON-907525103-project] 10.222.0.39 "GET /v2.0/security-groups?id=d39b6fee-cf36-4a30-84cf-bd0f0d2f06e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315714 Aug 12 15:16:46.353983 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed54e3e8-902b-4053-9d9d-d5cf69471c74 req-0111f0d1-a30f-4286-a26f-ec2f1b59f12a tempest-ServersAdminNegativeTestJSON-907525103 tempest-ServersAdminNegativeTestJSON-907525103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:16:46.355472 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ed54e3e8-902b-4053-9d9d-d5cf69471c74 req-0111f0d1-a30f-4286-a26f-ec2f1b59f12a tempest-ServersAdminNegativeTestJSON-907525103 tempest-ServersAdminNegativeTestJSON-907525103-project] 10.222.0.64 "GET /v2.0/ports?device_id=4e55c043-f424-43a6-8df3-9922d154d31d HTTP/1.1" status: 200 len: 950 time: 0.0481400 Aug 12 15:16:46.442351 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [req-ed54e3e8-902b-4053-9d9d-d5cf69471c74 req-ac28dbdd-7fcd-407d-92a7-5cf90d94a151 tempest-ServersAdminNegativeTestJSON-907525103 tempest-ServersAdminNegativeTestJSON-907525103-project] Deleting port 09133e23-5560-4766-806b-426a4a99be94 {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 15:16:46.442611 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-ed54e3e8-902b-4053-9d9d-d5cf69471c74 req-ac28dbdd-7fcd-407d-92a7-5cf90d94a151 tempest-ServersAdminNegativeTestJSON-907525103 tempest-ServersAdminNegativeTestJSON-907525103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:16:46.531164 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-ed54e3e8-902b-4053-9d9d-d5cf69471c74 req-ac28dbdd-7fcd-407d-92a7-5cf90d94a151 tempest-ServersAdminNegativeTestJSON-907525103 tempest-ServersAdminNegativeTestJSON-907525103-project] For port 09133e23-5560-4766-806b-426a4a99be94, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=09133e23-5560-4766-806b-426a4a99be94,segment=NetworkSegment(a1f8c867-101b-4d30-814e-b89f55a5edd0),segment_id=a1f8c867-101b-4d30-814e-b89f55a5edd0)] {{(pid=94467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:16:46.531526 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-ed54e3e8-902b-4053-9d9d-d5cf69471c74 req-ac28dbdd-7fcd-407d-92a7-5cf90d94a151 tempest-ServersAdminNegativeTestJSON-907525103 tempest-ServersAdminNegativeTestJSON-907525103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:16:46.544735 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [req-ed54e3e8-902b-4053-9d9d-d5cf69471c74 req-ac28dbdd-7fcd-407d-92a7-5cf90d94a151 tempest-ServersAdminNegativeTestJSON-907525103 tempest-ServersAdminNegativeTestJSON-907525103-project] Calling delete_port for 09133e23-5560-4766-806b-426a4a99be94 owned by compute:nova {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 15:16:46.672961 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-ed54e3e8-902b-4053-9d9d-d5cf69471c74 req-ac28dbdd-7fcd-407d-92a7-5cf90d94a151 tempest-ServersAdminNegativeTestJSON-907525103 tempest-ServersAdminNegativeTestJSON-907525103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:16:46.684906 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] get_ports_and_sgs() called for port_ids ['09133e23-5560-4766-806b-426a4a99be94'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 15:16:46.699546 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac28dbdd-7fcd-407d-92a7-5cf90d94a151 tempest-ServersAdminNegativeTestJSON-907525103 tempest-ServersAdminNegativeTestJSON-907525103-project] Pushing event deleted for resources: {'Port': ['ID=09133e23-5560-4766-806b-426a4a99be94,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:16:46.744249 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed54e3e8-902b-4053-9d9d-d5cf69471c74 req-ac28dbdd-7fcd-407d-92a7-5cf90d94a151 tempest-ServersAdminNegativeTestJSON-907525103 tempest-ServersAdminNegativeTestJSON-907525103-project] No DVR routers for this DVR port 09133e23-5560-4766-806b-426a4a99be94 on host n-h1-694802-15 {{(pid=94467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 15:16:46.747191 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-ed54e3e8-902b-4053-9d9d-d5cf69471c74 req-ac28dbdd-7fcd-407d-92a7-5cf90d94a151 tempest-ServersAdminNegativeTestJSON-907525103 tempest-ServersAdminNegativeTestJSON-907525103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:16:46.749294 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ed54e3e8-902b-4053-9d9d-d5cf69471c74 req-ac28dbdd-7fcd-407d-92a7-5cf90d94a151 tempest-ServersAdminNegativeTestJSON-907525103 tempest-ServersAdminNegativeTestJSON-907525103-project] 10.222.0.64 "DELETE /v2.0/ports/09133e23-5560-4766-806b-426a4a99be94 HTTP/1.1" status: 204 len: 173 time: 0.3872714 Aug 12 15:16:46.749787 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e55c043-f424-43a6-8df3-9922d154d31d', 'name': 'network-vif-deleted', 'tag': '09133e23-5560-4766-806b-426a4a99be94'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:16:46.752580 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e65282f928b64038367d043a4411777802006c43a98742496cb2e25b724ff1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-add6e803-f4c4-41a9-ba57-cadad96f6466" -d '{"events": [{"server_uuid": "4e55c043-f424-43a6-8df3-9922d154d31d", "name": "network-vif-deleted", "tag": "09133e23-5560-4766-806b-426a4a99be94"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 15:16:46.806486 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 15:16:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b572095-151e-4c66-808d-00ad46e86b1c x-openstack-request-id: req-7b572095-151e-4c66-808d-00ad46e86b1c {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 15:16:46.806795 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e55c043-f424-43a6-8df3-9922d154d31d", "name": "network-vif-deleted", "tag": "09133e23-5560-4766-806b-426a4a99be94", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 15:16:46.807049 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7b572095-151e-4c66-808d-00ad46e86b1c {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 15:16:46.808782 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e55c043-f424-43a6-8df3-9922d154d31d', 'name': 'network-vif-deleted', 'tag': '09133e23-5560-4766-806b-426a4a99be94', 'status': 'completed', 'code': 200} Aug 12 15:16:47.585863 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 60800) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:16:47.724192 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-1122553e-81f0-4ad9-acfa-cdfec31cfe9e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e08a03fc69374d24b739b6c12fe162f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1371522 Aug 12 15:16:47.726769 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 60804) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:16:47.773783 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-dc1f3593-10a8-402f-bfdf-8cb2eeed81f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:16:47.795649 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-dc1f3593-10a8-402f-bfdf-8cb2eeed81f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:16:47.841973 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-dc1f3593-10a8-402f-bfdf-8cb2eeed81f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:16:47.844603 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-dc1f3593-10a8-402f-bfdf-8cb2eeed81f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:16:47.845773 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-dc1f3593-10a8-402f-bfdf-8cb2eeed81f2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d39b6fee-cf36-4a30-84cf-bd0f0d2f06e6 HTTP/1.1" status: 204 len: 168 time: 0.1180701 Aug 12 15:16:47.853626 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1f3593-10a8-402f-bfdf-8cb2eeed81f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d39b6fee-cf36-4a30-84cf-bd0f0d2f06e6,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:16:48.112751 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 60810) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:16:48.126773 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-51149d51-562e-4cf4-8e43-cd5757106332 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:16:48.214122 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-51149d51-562e-4cf4-8e43-cd5757106332 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:16:48.219000 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-51149d51-562e-4cf4-8e43-cd5757106332 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:16:48.258446 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-51149d51-562e-4cf4-8e43-cd5757106332 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=674ca2494ab34f4a989620adf2357a1d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1446230 Aug 12 15:16:48.259473 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51149d51-562e-4cf4-8e43-cd5757106332 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72b8b081-e769-44d4-bd2e-31bd0eb1a0dc,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:16:48.261192 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 60812) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:16:48.311284 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-0a4a5e6f-68bf-4190-8a69-c5be863175b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:16:48.336204 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-0a4a5e6f-68bf-4190-8a69-c5be863175b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:16:48.386921 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-0a4a5e6f-68bf-4190-8a69-c5be863175b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:16:48.389491 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-0a4a5e6f-68bf-4190-8a69-c5be863175b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:16:48.393963 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-0a4a5e6f-68bf-4190-8a69-c5be863175b3 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/72b8b081-e769-44d4-bd2e-31bd0eb1a0dc HTTP/1.1" status: 204 len: 168 time: 0.1312201 Aug 12 15:16:48.402016 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4a5e6f-68bf-4190-8a69-c5be863175b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72b8b081-e769-44d4-bd2e-31bd0eb1a0dc,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:16:49.084319 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 60834) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:16:49.185424 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-f2315e53-1412-42b8-8326-6ea78aad7083 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1964316479-network', 'tenant_id': '34218f746c1d4a4c83ef20ab9acb00cd'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:16:49.205420 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2315e53-1412-42b8-8326-6ea78aad7083 admin admin] Made reservation on behalf of 34218f746c1d4a4c83ef20ab9acb00cd for: {'network': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 15:16:49.207876 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f2315e53-1412-42b8-8326-6ea78aad7083 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for network, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:16:49.216957 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f2315e53-1412-42b8-8326-6ea78aad7083 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:16:49.309485 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f2315e53-1412-42b8-8326-6ea78aad7083 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:16:49.313131 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f2315e53-1412-42b8-8326-6ea78aad7083 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:16:49.337180 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2315e53-1412-42b8-8326-6ea78aad7083 admin admin] vlan segment allocate from pool success with {'vlan_id': 314, 'physical_network': 'physnet1'} {{(pid=94466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 15:16:49.347426 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2315e53-1412-42b8-8326-6ea78aad7083 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee93c12f-68f9-4a43-aac9-b2716715a654,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:16:49.353434 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f2315e53-1412-42b8-8326-6ea78aad7083 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:16:49.353798 n-d-694802-15 neutron-server[94466]: INFO neutron.db.segments_db [None req-f2315e53-1412-42b8-8326-6ea78aad7083 admin admin] Added segment 3d1ec219-4ef2-462d-a8e4-c82e1a68d3a6 of type vlan for network 316e9c50-4050-47ff-98f5-52eeda6dcd86 Aug 12 15:16:49.395820 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f2315e53-1412-42b8-8326-6ea78aad7083 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744653628263'] for network, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:16:49.424399 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f2315e53-1412-42b8-8326-6ea78aad7083 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409'] for network, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:16:49.425372 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2315e53-1412-42b8-8326-6ea78aad7083 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:16:49.425944 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f2315e53-1412-42b8-8326-6ea78aad7083 admin admin] Notify callbacks [] for network, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:16:49.478619 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-f2315e53-1412-42b8-8326-6ea78aad7083 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3931897 Aug 12 15:16:49.481736 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 60838) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:16:49.486931 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-fc773f05-11c6-4cfb-800b-48c9810a0d1b admin admin] Request body: {'subnet': {'network_id': '316e9c50-4050-47ff-98f5-52eeda6dcd86', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1964316479-subnet', 'tenant_id': '34218f746c1d4a4c83ef20ab9acb00cd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:16:49.488128 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2315e53-1412-42b8-8326-6ea78aad7083 admin admin] Pushing event updated for resources: {'Network': ['ID=316e9c50-4050-47ff-98f5-52eeda6dcd86,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:16:49.498754 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Network 316e9c50-4050-47ff-98f5-52eeda6dcd86 details requested by agent ovs-agent-n-d-694802-15 with host n-d-694802-15 {{(pid=94468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 15:16:49.509394 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc773f05-11c6-4cfb-800b-48c9810a0d1b admin admin] Made reservation on behalf of 34218f746c1d4a4c83ef20ab9acb00cd for: {'subnet': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 15:16:49.511957 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-fc773f05-11c6-4cfb-800b-48c9810a0d1b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3343791'] for subnet, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:16:49.677224 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-fc773f05-11c6-4cfb-800b-48c9810a0d1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2859166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3343773'] for subnet, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:16:49.732678 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc773f05-11c6-4cfb-800b-48c9810a0d1b admin admin] Pushing event updated for resources: {'Subnet': ['ID=ffb8ce44-f703-4e23-b3ea-04e8fbc5c7b8,revision_number=0']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:16:49.742051 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc773f05-11c6-4cfb-800b-48c9810a0d1b admin admin] Checking segment: {'id': '3d1ec219-4ef2-462d-a8e4-c82e1a68d3a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '316e9c50-4050-47ff-98f5-52eeda6dcd86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 15:16:49.742412 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc773f05-11c6-4cfb-800b-48c9810a0d1b admin admin] Network hostable DHCP agents. Network: 316e9c50-4050-47ff-98f5-52eeda6dcd86, hostable agents: ['1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658'], hosted agents: [] {{(pid=94467) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 15:16:49.759158 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc773f05-11c6-4cfb-800b-48c9810a0d1b admin admin] Network 316e9c50-4050-47ff-98f5-52eeda6dcd86 is scheduled to be hosted by DHCP agent 1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658 with binding_index 1 {{(pid=94467) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 15:16:49.768405 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [None req-fc773f05-11c6-4cfb-800b-48c9810a0d1b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-15, 316e9c50-4050-47ff-98f5-52eeda6dcd86) {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:16:49.772535 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc773f05-11c6-4cfb-800b-48c9810a0d1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:16:49.773322 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-fc773f05-11c6-4cfb-800b-48c9810a0d1b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:16:49.777414 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b73bc6c9-1f1e-42e7-9b72-98f3ba133208 None None] Network 316e9c50-4050-47ff-98f5-52eeda6dcd86 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 15:16:49.787202 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-fc773f05-11c6-4cfb-800b-48c9810a0d1b admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3043087 Aug 12 15:16:49.899726 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32b64fb9-5482-4a2c-bde9-51e6726641b4 None None] Network 316e9c50-4050-47ff-98f5-52eeda6dcd86 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 15:16:50.218909 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1948f84-6e70-49f2-b569-24e53dd5d3b1 req-2b9fa67e-93f2-4da6-ab60-bb7422ae5c42 tempest-DeleteServersTestJSON-1389459574 tempest-DeleteServersTestJSON-1389459574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:16:50.220462 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-b1948f84-6e70-49f2-b569-24e53dd5d3b1 req-2b9fa67e-93f2-4da6-ab60-bb7422ae5c42 tempest-DeleteServersTestJSON-1389459574 tempest-DeleteServersTestJSON-1389459574-project] 10.222.0.39 "GET /v2.0/networks?id=316e9c50-4050-47ff-98f5-52eeda6dcd86 HTTP/1.1" status: 200 len: 812 time: 0.1088493 Aug 12 15:16:50.235892 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-b1948f84-6e70-49f2-b569-24e53dd5d3b1 req-38333f77-3d96-4444-b861-c1f22fe65fac tempest-DeleteServersTestJSON-1389459574 tempest-DeleteServersTestJSON-1389459574-project] 10.222.0.39 "GET /v2.0/quotas/34218f746c1d4a4c83ef20ab9acb00cd HTTP/1.1" status: 200 len: 375 time: 0.0095139 Aug 12 15:16:50.269095 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-b1948f84-6e70-49f2-b569-24e53dd5d3b1 req-9d2c4104-1bb6-4798-b7c4-e3f01aaca7cb tempest-DeleteServersTestJSON-1389459574 tempest-DeleteServersTestJSON-1389459574-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=34218f746c1d4a4c83ef20ab9acb00cd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0269799 Aug 12 15:16:50.365508 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-b1948f84-6e70-49f2-b569-24e53dd5d3b1 req-4482c36a-7d1b-41fb-8cbd-e7e10cee54f0 service neutron] 10.222.0.39 "GET /v2.0/networks/316e9c50-4050-47ff-98f5-52eeda6dcd86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892615 Aug 12 15:16:50.462366 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-b1948f84-6e70-49f2-b569-24e53dd5d3b1 req-27159db7-7d14-4a84-8d25-7570383cb513 service neutron] 10.222.0.39 "GET /v2.0/networks/316e9c50-4050-47ff-98f5-52eeda6dcd86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893178 Aug 12 15:16:50.622990 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-58f78cb8-98ad-4595-bda6-e8a280bc6094 req-e44607a4-c808-4c59-9e34-4c2f4c7fcf58 tempest-DeleteServersTestJSON-1389459574 tempest-DeleteServersTestJSON-1389459574-project] 10.222.0.39 "GET /v2.0/ports?device_id=447b9ae5-8164-4e55-bbf6-75adb18d5547 HTTP/1.1" status: 200 len: 210 time: 0.0277667 Aug 12 15:16:50.958438 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device 09133e23-5560-4766-806b-426a4a99be94 no longer exists at agent hyperv_n-h1-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 15:16:50.979981 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-93370168-53ca-47c2-9e27-b066be57125c None None] No Port match for: 09133e23-5560-4766-806b-426a4a99be94 {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 15:16:50.980330 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device 09133e23-5560-4766-806b-426a4a99be94 not bound to the agent host n-h1-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 15:16:51.543459 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1948f84-6e70-49f2-b569-24e53dd5d3b1 req-dbedb584-912f-451a-a85d-c9370e6d823f tempest-DeleteServersTestJSON-1389459574 tempest-DeleteServersTestJSON-1389459574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:16:51.544845 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b1948f84-6e70-49f2-b569-24e53dd5d3b1 req-dbedb584-912f-451a-a85d-c9370e6d823f tempest-DeleteServersTestJSON-1389459574 tempest-DeleteServersTestJSON-1389459574-project] 10.222.0.64 "GET /v2.0/networks?id=316e9c50-4050-47ff-98f5-52eeda6dcd86 HTTP/1.1" status: 200 len: 812 time: 0.1104727 Aug 12 15:16:51.559824 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-b1948f84-6e70-49f2-b569-24e53dd5d3b1 req-7ec04b7b-1592-4509-954d-fa8b90bd3be3 tempest-DeleteServersTestJSON-1389459574 tempest-DeleteServersTestJSON-1389459574-project] Request body: {'port': {'device_id': '447b9ae5-8164-4e55-bbf6-75adb18d5547', 'network_id': '316e9c50-4050-47ff-98f5-52eeda6dcd86', 'admin_state_up': True, 'tenant_id': '34218f746c1d4a4c83ef20ab9acb00cd'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:16:51.667074 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1948f84-6e70-49f2-b569-24e53dd5d3b1 req-7ec04b7b-1592-4509-954d-fa8b90bd3be3 tempest-DeleteServersTestJSON-1389459574 tempest-DeleteServersTestJSON-1389459574-project] Made reservation on behalf of 34218f746c1d4a4c83ef20ab9acb00cd for: {'port': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 15:16:51.672041 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-b1948f84-6e70-49f2-b569-24e53dd5d3b1 req-7ec04b7b-1592-4509-954d-fa8b90bd3be3 tempest-DeleteServersTestJSON-1389459574 tempest-DeleteServersTestJSON-1389459574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:16:51.720680 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-09544fa7-eca9-41b7-a113-ad20b46cf90e req-b67bd672-e873-421c-b09b-d419a48aecec tempest-DeleteServersTestJSON-1389459574 tempest-DeleteServersTestJSON-1389459574-project] 10.222.0.39 "GET /v2.0/ports?device_id=447b9ae5-8164-4e55-bbf6-75adb18d5547 HTTP/1.1" status: 200 len: 210 time: 0.0278244 Aug 12 15:16:51.799331 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_common [req-b1948f84-6e70-49f2-b569-24e53dd5d3b1 req-7ec04b7b-1592-4509-954d-fa8b90bd3be3 tempest-DeleteServersTestJSON-1389459574 tempest-DeleteServersTestJSON-1389459574-project] Allocated IP 172.20.0.3 (316e9c50-4050-47ff-98f5-52eeda6dcd86/ffb8ce44-f703-4e23-b3ea-04e8fbc5c7b8/d5c9abfb-af57-4952-b14e-c3f03188f9d3) {{(pid=94467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 15:16:51.943403 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-b1948f84-6e70-49f2-b569-24e53dd5d3b1 req-7ec04b7b-1592-4509-954d-fa8b90bd3be3 tempest-DeleteServersTestJSON-1389459574 tempest-DeleteServersTestJSON-1389459574-project] Notify callbacks [] for port, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:16:51.980922 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-b1948f84-6e70-49f2-b569-24e53dd5d3b1 req-7ec04b7b-1592-4509-954d-fa8b90bd3be3 tempest-DeleteServersTestJSON-1389459574 tempest-DeleteServersTestJSON-1389459574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:16:52.022386 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1948f84-6e70-49f2-b569-24e53dd5d3b1 req-7ec04b7b-1592-4509-954d-fa8b90bd3be3 tempest-DeleteServersTestJSON-1389459574 tempest-DeleteServersTestJSON-1389459574-project] Network 316e9c50-4050-47ff-98f5-52eeda6dcd86 is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 15:16:52.027314 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [req-b1948f84-6e70-49f2-b569-24e53dd5d3b1 req-7ec04b7b-1592-4509-954d-fa8b90bd3be3 tempest-DeleteServersTestJSON-1389459574 tempest-DeleteServersTestJSON-1389459574-project] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:16:52.030895 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1948f84-6e70-49f2-b569-24e53dd5d3b1 req-7ec04b7b-1592-4509-954d-fa8b90bd3be3 tempest-DeleteServersTestJSON-1389459574 tempest-DeleteServersTestJSON-1389459574-project] Received port after_create {{(pid=94467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 15:16:52.037843 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec04b7b-1592-4509-954d-fa8b90bd3be3 tempest-DeleteServersTestJSON-1389459574 tempest-DeleteServersTestJSON-1389459574-project] Pushing event updated for resources: {'Port': ['ID=d5c9abfb-af57-4952-b14e-c3f03188f9d3,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:16:52.082284 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1948f84-6e70-49f2-b569-24e53dd5d3b1 req-7ec04b7b-1592-4509-954d-fa8b90bd3be3 tempest-DeleteServersTestJSON-1389459574 tempest-DeleteServersTestJSON-1389459574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:16:52.082799 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-b1948f84-6e70-49f2-b569-24e53dd5d3b1 req-7ec04b7b-1592-4509-954d-fa8b90bd3be3 tempest-DeleteServersTestJSON-1389459574 tempest-DeleteServersTestJSON-1389459574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:16:52.097071 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b1948f84-6e70-49f2-b569-24e53dd5d3b1 req-7ec04b7b-1592-4509-954d-fa8b90bd3be3 tempest-DeleteServersTestJSON-1389459574 tempest-DeleteServersTestJSON-1389459574-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5412555 Aug 12 15:16:52.109040 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-b1948f84-6e70-49f2-b569-24e53dd5d3b1 req-31f36155-c3f9-4dc5-92e8-ed50cb2cde57 service neutron] Request body: {'port': {'device_id': '447b9ae5-8164-4e55-bbf6-75adb18d5547', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-694802-15'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:16:52.435486 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-b1948f84-6e70-49f2-b569-24e53dd5d3b1 req-31f36155-c3f9-4dc5-92e8-ed50cb2cde57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:16:52.691261 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [req-b1948f84-6e70-49f2-b569-24e53dd5d3b1 req-31f36155-c3f9-4dc5-92e8-ed50cb2cde57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5c9abfb-af57-4952-b14e-c3f03188f9d3 {{(pid=94467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 15:16:52.698625 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-b1948f84-6e70-49f2-b569-24e53dd5d3b1 req-31f36155-c3f9-4dc5-92e8-ed50cb2cde57 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:16:52.710959 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [req-b1948f84-6e70-49f2-b569-24e53dd5d3b1 req-31f36155-c3f9-4dc5-92e8-ed50cb2cde57 service neutron] Transition to ACTIVE for port object d5c9abfb-af57-4952-b14e-c3f03188f9d3 will not be triggered until provisioned by entity L2. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:16:52.714815 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-b1948f84-6e70-49f2-b569-24e53dd5d3b1 req-31f36155-c3f9-4dc5-92e8-ed50cb2cde57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:16:52.769760 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f36155-c3f9-4dc5-92e8-ed50cb2cde57 service neutron] Pushing event updated for resources: {'Port': ['ID=d5c9abfb-af57-4952-b14e-c3f03188f9d3,revision_number=2']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:16:52.875449 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a84012c-6116-4b84-b147-28d5a7ec3e89 req-d415c3bd-30be-48d4-9d36-46eb2267fb3f tempest-DeleteServersTestJSON-1389459574 tempest-DeleteServersTestJSON-1389459574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:16:52.876918 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6a84012c-6116-4b84-b147-28d5a7ec3e89 req-d415c3bd-30be-48d4-9d36-46eb2267fb3f tempest-DeleteServersTestJSON-1389459574 tempest-DeleteServersTestJSON-1389459574-project] 10.222.0.39 "GET /v2.0/ports?device_id=447b9ae5-8164-4e55-bbf6-75adb18d5547 HTTP/1.1" status: 200 len: 943 time: 0.0830877 Aug 12 15:16:52.881004 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-b1948f84-6e70-49f2-b569-24e53dd5d3b1 req-31f36155-c3f9-4dc5-92e8-ed50cb2cde57 service neutron] Attempting to bind port d5c9abfb-af57-4952-b14e-c3f03188f9d3 on host n-h1-694802-15 for vnic_type normal with profile {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 15:16:52.881333 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-b1948f84-6e70-49f2-b569-24e53dd5d3b1 req-31f36155-c3f9-4dc5-92e8-ed50cb2cde57 service neutron] Attempting to bind port d5c9abfb-af57-4952-b14e-c3f03188f9d3 by drivers openvswitch,hyperv on host n-h1-694802-15 at level 0 using segments [{'id': '3d1ec219-4ef2-462d-a8e4-c82e1a68d3a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '316e9c50-4050-47ff-98f5-52eeda6dcd86'}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 15:16:52.881653 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1948f84-6e70-49f2-b569-24e53dd5d3b1 req-31f36155-c3f9-4dc5-92e8-ed50cb2cde57 service neutron] Attempting to bind port d5c9abfb-af57-4952-b14e-c3f03188f9d3 on network 316e9c50-4050-47ff-98f5-52eeda6dcd86 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 15:16:52.892140 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1948f84-6e70-49f2-b569-24e53dd5d3b1 req-31f36155-c3f9-4dc5-92e8-ed50cb2cde57 service neutron] Port d5c9abfb-af57-4952-b14e-c3f03188f9d3 on network 316e9c50-4050-47ff-98f5-52eeda6dcd86 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-15 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 15:16:52.892454 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1948f84-6e70-49f2-b569-24e53dd5d3b1 req-31f36155-c3f9-4dc5-92e8-ed50cb2cde57 service neutron] Attempting to bind port d5c9abfb-af57-4952-b14e-c3f03188f9d3 on network 316e9c50-4050-47ff-98f5-52eeda6dcd86 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 15:16:52.906061 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1948f84-6e70-49f2-b569-24e53dd5d3b1 req-31f36155-c3f9-4dc5-92e8-ed50cb2cde57 service neutron] Checking agent: {'id': 'de568313-a3e6-454a-9813-77e25edcea95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 27, 41), 'started_at': datetime.datetime(2021, 8, 12, 14, 27, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 15, 16, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 15:16:52.906394 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1948f84-6e70-49f2-b569-24e53dd5d3b1 req-31f36155-c3f9-4dc5-92e8-ed50cb2cde57 service neutron] Checking segment: {'id': '3d1ec219-4ef2-462d-a8e4-c82e1a68d3a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '316e9c50-4050-47ff-98f5-52eeda6dcd86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 15:16:52.906767 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1948f84-6e70-49f2-b569-24e53dd5d3b1 req-31f36155-c3f9-4dc5-92e8-ed50cb2cde57 service neutron] Bound using segment: {'id': '3d1ec219-4ef2-462d-a8e4-c82e1a68d3a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '316e9c50-4050-47ff-98f5-52eeda6dcd86'} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 15:16:52.907236 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-b1948f84-6e70-49f2-b569-24e53dd5d3b1 req-31f36155-c3f9-4dc5-92e8-ed50cb2cde57 service neutron] Bound port: d5c9abfb-af57-4952-b14e-c3f03188f9d3, host: n-h1-694802-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d1ec219-4ef2-462d-a8e4-c82e1a68d3a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '316e9c50-4050-47ff-98f5-52eeda6dcd86'}}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 15:16:52.907586 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-b1948f84-6e70-49f2-b569-24e53dd5d3b1 req-31f36155-c3f9-4dc5-92e8-ed50cb2cde57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:16:52.933964 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6a84012c-6116-4b84-b147-28d5a7ec3e89 req-5b1a3dcc-4931-4408-b803-a2a6ac79fb3e tempest-DeleteServersTestJSON-1389459574 tempest-DeleteServersTestJSON-1389459574-project] 10.222.0.39 "GET /v2.0/security-groups?id=ee93c12f-68f9-4a43-aac9-b2716715a654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500696 Aug 12 15:16:52.981701 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-b1948f84-6e70-49f2-b569-24e53dd5d3b1 req-31f36155-c3f9-4dc5-92e8-ed50cb2cde57 service neutron] For port d5c9abfb-af57-4952-b14e-c3f03188f9d3, host n-h1-694802-15, cleared binding levels {{(pid=94467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 15:16:52.984734 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-b1948f84-6e70-49f2-b569-24e53dd5d3b1 req-31f36155-c3f9-4dc5-92e8-ed50cb2cde57 service neutron] For port d5c9abfb-af57-4952-b14e-c3f03188f9d3, host n-h1-694802-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=d5c9abfb-af57-4952-b14e-c3f03188f9d3,segment=NetworkSegment(3d1ec219-4ef2-462d-a8e4-c82e1a68d3a6),segment_id=3d1ec219-4ef2-462d-a8e4-c82e1a68d3a6)] {{(pid=94467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 15:16:52.988240 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-b1948f84-6e70-49f2-b569-24e53dd5d3b1 req-31f36155-c3f9-4dc5-92e8-ed50cb2cde57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:16:53.024459 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1948f84-6e70-49f2-b569-24e53dd5d3b1 req-31f36155-c3f9-4dc5-92e8-ed50cb2cde57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:16:53.025066 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-b1948f84-6e70-49f2-b569-24e53dd5d3b1 req-31f36155-c3f9-4dc5-92e8-ed50cb2cde57 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:16:53.026428 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b1948f84-6e70-49f2-b569-24e53dd5d3b1 req-31f36155-c3f9-4dc5-92e8-ed50cb2cde57 service neutron] 10.222.0.64 "PUT /v2.0/ports/d5c9abfb-af57-4952-b14e-c3f03188f9d3 HTTP/1.1" status: 200 len: 1092 time: 0.9213707 Aug 12 15:16:53.026858 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '447b9ae5-8164-4e55-bbf6-75adb18d5547', 'tag': 'd5c9abfb-af57-4952-b14e-c3f03188f9d3'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:16:53.029118 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e65282f928b64038367d043a4411777802006c43a98742496cb2e25b724ff1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2344fcac-04d3-4dfd-a650-20cae9cef1b0" -d '{"events": [{"name": "network-changed", "server_uuid": "447b9ae5-8164-4e55-bbf6-75adb18d5547", "tag": "d5c9abfb-af57-4952-b14e-c3f03188f9d3"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 15:16:53.056504 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f36155-c3f9-4dc5-92e8-ed50cb2cde57 service neutron] Pushing event updated for resources: {'Port': ['ID=d5c9abfb-af57-4952-b14e-c3f03188f9d3,revision_number=3']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:16:53.106483 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1948f84-6e70-49f2-b569-24e53dd5d3b1 req-c91dfe66-339a-4fa4-a699-e6b302c5e434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:16:53.108045 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b1948f84-6e70-49f2-b569-24e53dd5d3b1 req-c91dfe66-339a-4fa4-a699-e6b302c5e434 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=34218f746c1d4a4c83ef20ab9acb00cd&device_id=447b9ae5-8164-4e55-bbf6-75adb18d5547 HTTP/1.1" status: 200 len: 1095 time: 0.0421982 Aug 12 15:16:53.150382 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 15:16:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ee2b52d-eb13-42c9-8778-2d550c588ca9 x-openstack-request-id: req-1ee2b52d-eb13-42c9-8778-2d550c588ca9 {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 15:16:53.150683 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "447b9ae5-8164-4e55-bbf6-75adb18d5547", "tag": "d5c9abfb-af57-4952-b14e-c3f03188f9d3", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 15:16:53.150937 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1ee2b52d-eb13-42c9-8778-2d550c588ca9 {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 15:16:53.151359 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '447b9ae5-8164-4e55-bbf6-75adb18d5547', 'tag': 'd5c9abfb-af57-4952-b14e-c3f03188f9d3', 'status': 'completed', 'code': 200} Aug 12 15:16:53.153133 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b1948f84-6e70-49f2-b569-24e53dd5d3b1 req-fb7bd14f-cd24-4d69-b560-b192170c2a5a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d5c9abfb-af57-4952-b14e-c3f03188f9d3 HTTP/1.1" status: 200 len: 217 time: 0.0375121 Aug 12 15:16:53.205371 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1948f84-6e70-49f2-b569-24e53dd5d3b1 req-cd523822-dc18-42f6-8552-6cb0c1a54740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:16:53.206736 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b1948f84-6e70-49f2-b569-24e53dd5d3b1 req-cd523822-dc18-42f6-8552-6cb0c1a54740 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ffb8ce44-f703-4e23-b3ea-04e8fbc5c7b8 HTTP/1.1" status: 200 len: 852 time: 0.0470285 Aug 12 15:16:53.238740 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b1948f84-6e70-49f2-b569-24e53dd5d3b1 req-f1ddca52-2684-4d4c-8e0b-e8404a58f0ff service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=316e9c50-4050-47ff-98f5-52eeda6dcd86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239377 Aug 12 15:16:53.327006 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b1948f84-6e70-49f2-b569-24e53dd5d3b1 req-3ecc1f1b-081c-4f24-a3f3-422076aafc55 service neutron] 10.222.0.64 "GET /v2.0/networks/316e9c50-4050-47ff-98f5-52eeda6dcd86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802057 Aug 12 15:16:53.420038 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b1948f84-6e70-49f2-b569-24e53dd5d3b1 req-5b40a987-15cd-465d-8c72-97e79f856f7c service neutron] 10.222.0.64 "GET /v2.0/networks/316e9c50-4050-47ff-98f5-52eeda6dcd86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855501 Aug 12 15:16:53.506424 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2344fcac-04d3-4dfd-a650-20cae9cef1b0 req-e1401b49-5865-4212-8dd1-d844a931a2fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:16:53.507963 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2344fcac-04d3-4dfd-a650-20cae9cef1b0 req-e1401b49-5865-4212-8dd1-d844a931a2fa service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=34218f746c1d4a4c83ef20ab9acb00cd&device_id=447b9ae5-8164-4e55-bbf6-75adb18d5547 HTTP/1.1" status: 200 len: 1095 time: 0.0408232 Aug 12 15:16:53.600398 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2344fcac-04d3-4dfd-a650-20cae9cef1b0 req-547d29a1-9555-44b3-b842-67bca685fa05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:16:53.601871 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2344fcac-04d3-4dfd-a650-20cae9cef1b0 req-547d29a1-9555-44b3-b842-67bca685fa05 service neutron] 10.222.0.64 "GET /v2.0/networks?id=316e9c50-4050-47ff-98f5-52eeda6dcd86 HTTP/1.1" status: 200 len: 913 time: 0.0858955 Aug 12 15:16:53.642921 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2344fcac-04d3-4dfd-a650-20cae9cef1b0 req-c1d34ad7-0abb-4e19-b62c-d7f3d3c2e21d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d5c9abfb-af57-4952-b14e-c3f03188f9d3 HTTP/1.1" status: 200 len: 217 time: 0.0336554 Aug 12 15:16:53.692044 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2344fcac-04d3-4dfd-a650-20cae9cef1b0 req-b86f250d-d60a-4701-8f1d-0ccab8474749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:16:53.693492 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2344fcac-04d3-4dfd-a650-20cae9cef1b0 req-b86f250d-d60a-4701-8f1d-0ccab8474749 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ffb8ce44-f703-4e23-b3ea-04e8fbc5c7b8 HTTP/1.1" status: 200 len: 852 time: 0.0428190 Aug 12 15:16:53.725865 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2344fcac-04d3-4dfd-a650-20cae9cef1b0 req-d8033c11-db6b-4a7a-a5f0-6022f3c04eca service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=316e9c50-4050-47ff-98f5-52eeda6dcd86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242312 Aug 12 15:16:53.817485 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2344fcac-04d3-4dfd-a650-20cae9cef1b0 req-63c353fe-58eb-4db9-80c6-3e8d9b47415a service neutron] 10.222.0.64 "GET /v2.0/networks/316e9c50-4050-47ff-98f5-52eeda6dcd86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835381 Aug 12 15:16:53.907868 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2344fcac-04d3-4dfd-a650-20cae9cef1b0 req-badaf6bd-cec6-463c-b862-497318bf9bf6 service neutron] 10.222.0.64 "GET /v2.0/networks/316e9c50-4050-47ff-98f5-52eeda6dcd86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831814 Aug 12 15:16:54.052161 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5da69b-521b-4423-b4bd-48c0195856c8 req-8cce2cae-e8d2-4dea-9f7a-2604b9b45986 tempest-DeleteServersTestJSON-1389459574 tempest-DeleteServersTestJSON-1389459574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:16:54.053649 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-7b5da69b-521b-4423-b4bd-48c0195856c8 req-8cce2cae-e8d2-4dea-9f7a-2604b9b45986 tempest-DeleteServersTestJSON-1389459574 tempest-DeleteServersTestJSON-1389459574-project] 10.222.0.39 "GET /v2.0/ports?device_id=447b9ae5-8164-4e55-bbf6-75adb18d5547 HTTP/1.1" status: 200 len: 943 time: 0.0539455 Aug 12 15:16:54.091089 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-7b5da69b-521b-4423-b4bd-48c0195856c8 req-0abe1f8b-0790-4552-9724-7a80f7caabea tempest-DeleteServersTestJSON-1389459574 tempest-DeleteServersTestJSON-1389459574-project] 10.222.0.39 "GET /v2.0/security-groups?id=ee93c12f-68f9-4a43-aac9-b2716715a654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314574 Aug 12 15:16:55.212877 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b4abec-aea1-42dd-9426-7ae28440e006 req-d804c9a2-19bf-45ca-91dc-a42f54c0c77e tempest-DeleteServersTestJSON-1389459574 tempest-DeleteServersTestJSON-1389459574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:16:55.214383 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-75b4abec-aea1-42dd-9426-7ae28440e006 req-d804c9a2-19bf-45ca-91dc-a42f54c0c77e tempest-DeleteServersTestJSON-1389459574 tempest-DeleteServersTestJSON-1389459574-project] 10.222.0.39 "GET /v2.0/ports?device_id=447b9ae5-8164-4e55-bbf6-75adb18d5547 HTTP/1.1" status: 200 len: 943 time: 0.0543363 Aug 12 15:16:55.254066 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-75b4abec-aea1-42dd-9426-7ae28440e006 req-1775b739-2549-4432-9d22-3b851bcc1557 tempest-DeleteServersTestJSON-1389459574 tempest-DeleteServersTestJSON-1389459574-project] 10.222.0.39 "GET /v2.0/security-groups?id=ee93c12f-68f9-4a43-aac9-b2716715a654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332417 Aug 12 15:16:56.366286 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3060c52f-3b46-4c49-afd7-cc595d24f2e4 req-f3e71464-976d-458f-985b-6c7f6033192e tempest-DeleteServersTestJSON-1389459574 tempest-DeleteServersTestJSON-1389459574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:16:56.368333 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3060c52f-3b46-4c49-afd7-cc595d24f2e4 req-f3e71464-976d-458f-985b-6c7f6033192e tempest-DeleteServersTestJSON-1389459574 tempest-DeleteServersTestJSON-1389459574-project] 10.222.0.39 "GET /v2.0/ports?device_id=447b9ae5-8164-4e55-bbf6-75adb18d5547 HTTP/1.1" status: 200 len: 943 time: 0.0487869 Aug 12 15:16:56.405444 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3060c52f-3b46-4c49-afd7-cc595d24f2e4 req-4713fe4f-9721-4a13-a2f6-9e7299c561a8 tempest-DeleteServersTestJSON-1389459574 tempest-DeleteServersTestJSON-1389459574-project] 10.222.0.39 "GET /v2.0/security-groups?id=ee93c12f-68f9-4a43-aac9-b2716715a654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312145 Aug 12 15:16:57.016822 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device d5c9abfb-af57-4952-b14e-c3f03188f9d3 details requested by agent hyperv_n-h1-694802-15 with host n-h1-694802-15 {{(pid=94468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 15:16:57.111333 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port d5c9abfb-af57-4952-b14e-c3f03188f9d3, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=d5c9abfb-af57-4952-b14e-c3f03188f9d3,segment=NetworkSegment(3d1ec219-4ef2-462d-a8e4-c82e1a68d3a6),segment_id=3d1ec219-4ef2-462d-a8e4-c82e1a68d3a6)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:16:57.122676 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Returning: {'device': 'd5c9abfb-af57-4952-b14e-c3f03188f9d3', 'network_id': '316e9c50-4050-47ff-98f5-52eeda6dcd86', 'port_id': 'd5c9abfb-af57-4952-b14e-c3f03188f9d3', 'mac_address': 'fa:16:3e:6a:45:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ffb8ce44-f703-4e23-b3ea-04e8fbc5c7b8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 15:16:57.160270 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:16:57.172487 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5c9abfb-af57-4952-b14e-c3f03188f9d3 {{(pid=94468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 15:16:57.192226 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port d5c9abfb-af57-4952-b14e-c3f03188f9d3, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=d5c9abfb-af57-4952-b14e-c3f03188f9d3,segment=NetworkSegment(3d1ec219-4ef2-462d-a8e4-c82e1a68d3a6),segment_id=3d1ec219-4ef2-462d-a8e4-c82e1a68d3a6)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:16:57.196299 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:16:57.254781 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Pushing event updated for resources: {'Port': ['ID=d5c9abfb-af57-4952-b14e-c3f03188f9d3,revision_number=4']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:16:57.385103 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] get_ports_and_sgs() called for port_ids ['d5c9abfb-af57-4952-b14e-c3f03188f9d3'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 15:16:57.520017 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7130b0d6-1e89-454a-b14f-beb206c87466 req-e991f5ce-33d0-4de8-b5d2-c50ad12a855f tempest-DeleteServersTestJSON-1389459574 tempest-DeleteServersTestJSON-1389459574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:16:57.521862 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-7130b0d6-1e89-454a-b14f-beb206c87466 req-e991f5ce-33d0-4de8-b5d2-c50ad12a855f tempest-DeleteServersTestJSON-1389459574 tempest-DeleteServersTestJSON-1389459574-project] 10.222.0.39 "GET /v2.0/ports?device_id=447b9ae5-8164-4e55-bbf6-75adb18d5547 HTTP/1.1" status: 200 len: 944 time: 0.0498905 Aug 12 15:16:57.558741 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-7130b0d6-1e89-454a-b14f-beb206c87466 req-6c4ac310-0d30-464d-ba8b-6e0c0d24ac38 tempest-DeleteServersTestJSON-1389459574 tempest-DeleteServersTestJSON-1389459574-project] 10.222.0.39 "GET /v2.0/security-groups?id=ee93c12f-68f9-4a43-aac9-b2716715a654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312767 Aug 12 15:16:58.672813 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b88246-1da6-41f0-9529-3b114bea7acf req-146186f5-b17a-4640-9bc4-456cf52c5f32 tempest-DeleteServersTestJSON-1389459574 tempest-DeleteServersTestJSON-1389459574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:16:58.674298 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a6b88246-1da6-41f0-9529-3b114bea7acf req-146186f5-b17a-4640-9bc4-456cf52c5f32 tempest-DeleteServersTestJSON-1389459574 tempest-DeleteServersTestJSON-1389459574-project] 10.222.0.39 "GET /v2.0/ports?device_id=447b9ae5-8164-4e55-bbf6-75adb18d5547 HTTP/1.1" status: 200 len: 944 time: 0.0487740 Aug 12 15:16:58.712318 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a6b88246-1da6-41f0-9529-3b114bea7acf req-e9a42577-b7d9-4b73-b692-8e2f9a93be7e tempest-DeleteServersTestJSON-1389459574 tempest-DeleteServersTestJSON-1389459574-project] 10.222.0.39 "GET /v2.0/security-groups?id=ee93c12f-68f9-4a43-aac9-b2716715a654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320773 Aug 12 15:16:59.023468 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device d5c9abfb-af57-4952-b14e-c3f03188f9d3 up at agent hyperv_n-h1-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 15:16:59.073461 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Provisioning for port d5c9abfb-af57-4952-b14e-c3f03188f9d3 completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:16:59.077136 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Provisioning complete for port d5c9abfb-af57-4952-b14e-c3f03188f9d3 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:16:59.077506 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:16:59.152628 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:16:59.175066 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '447b9ae5-8164-4e55-bbf6-75adb18d5547', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5c9abfb-af57-4952-b14e-c3f03188f9d3'}] {{(pid=94468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:16:59.177279 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99a8d87602170099c728e57431aca99e9b98a655a83bbf8727be13192709727b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f3aea2d-2853-45c4-b44d-e7dee3583f5a" -d '{"events": [{"server_uuid": "447b9ae5-8164-4e55-bbf6-75adb18d5547", "name": "network-vif-plugged", "status": "completed", "tag": "d5c9abfb-af57-4952-b14e-c3f03188f9d3"}]}' {{(pid=94468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 15:16:59.190644 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port d5c9abfb-af57-4952-b14e-c3f03188f9d3, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=d5c9abfb-af57-4952-b14e-c3f03188f9d3,segment=NetworkSegment(3d1ec219-4ef2-462d-a8e4-c82e1a68d3a6),segment_id=3d1ec219-4ef2-462d-a8e4-c82e1a68d3a6)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:16:59.194558 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:16:59.218431 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 15:16:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80e59cc1-1ab5-473b-b688-d5996808512b x-openstack-request-id: req-80e59cc1-1ab5-473b-b688-d5996808512b {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 15:16:59.218722 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "447b9ae5-8164-4e55-bbf6-75adb18d5547", "name": "network-vif-plugged", "status": "completed", "tag": "d5c9abfb-af57-4952-b14e-c3f03188f9d3", "code": 200}]} {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 15:16:59.218974 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-80e59cc1-1ab5-473b-b688-d5996808512b {{(pid=94468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 15:16:59.219730 n-d-694802-15 neutron-server[94468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '447b9ae5-8164-4e55-bbf6-75adb18d5547', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5c9abfb-af57-4952-b14e-c3f03188f9d3', 'code': 200} Aug 12 15:16:59.251518 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Pushing event updated for resources: {'Port': ['ID=d5c9abfb-af57-4952-b14e-c3f03188f9d3,revision_number=5']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:16:59.316374 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9f4c23-90a0-4128-8164-b66d4738c5b0 req-f1a04549-0e60-4ad0-b0b4-c58e7d195a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:16:59.317774 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-eb9f4c23-90a0-4128-8164-b66d4738c5b0 req-f1a04549-0e60-4ad0-b0b4-c58e7d195a7c service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=447b9ae5-8164-4e55-bbf6-75adb18d5547 HTTP/1.1" status: 200 len: 1097 time: 0.0440743 Aug 12 15:16:59.352048 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-eb9f4c23-90a0-4128-8164-b66d4738c5b0 req-f9e0196f-2847-4718-adb1-77df91e72421 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=ee93c12f-68f9-4a43-aac9-b2716715a654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0269773 Aug 12 15:16:59.826860 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb0cf79-46e2-4aee-a265-6c0194e83eb5 req-5b24faca-3463-40ee-953e-b36228a30474 tempest-DeleteServersTestJSON-1389459574 tempest-DeleteServersTestJSON-1389459574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:16:59.828369 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-dcb0cf79-46e2-4aee-a265-6c0194e83eb5 req-5b24faca-3463-40ee-953e-b36228a30474 tempest-DeleteServersTestJSON-1389459574 tempest-DeleteServersTestJSON-1389459574-project] 10.222.0.39 "GET /v2.0/ports?device_id=447b9ae5-8164-4e55-bbf6-75adb18d5547 HTTP/1.1" status: 200 len: 945 time: 0.0486808 Aug 12 15:16:59.866400 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-dcb0cf79-46e2-4aee-a265-6c0194e83eb5 req-425d97b5-d9b8-408f-b005-315cec53d525 tempest-DeleteServersTestJSON-1389459574 tempest-DeleteServersTestJSON-1389459574-project] 10.222.0.39 "GET /v2.0/security-groups?id=ee93c12f-68f9-4a43-aac9-b2716715a654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316482 Aug 12 15:17:00.981420 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52176aa7-c034-472f-9c6c-568f3af4b7e1 req-61811216-05e3-4aba-b7aa-b0f8f0ea62ef tempest-DeleteServersTestJSON-1389459574 tempest-DeleteServersTestJSON-1389459574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:17:00.982909 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-52176aa7-c034-472f-9c6c-568f3af4b7e1 req-61811216-05e3-4aba-b7aa-b0f8f0ea62ef tempest-DeleteServersTestJSON-1389459574 tempest-DeleteServersTestJSON-1389459574-project] 10.222.0.39 "GET /v2.0/ports?device_id=447b9ae5-8164-4e55-bbf6-75adb18d5547 HTTP/1.1" status: 200 len: 945 time: 0.0492544 Aug 12 15:17:01.021252 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-52176aa7-c034-472f-9c6c-568f3af4b7e1 req-5e0ec3d7-64d1-43f5-8630-ab05b6323658 tempest-DeleteServersTestJSON-1389459574 tempest-DeleteServersTestJSON-1389459574-project] 10.222.0.39 "GET /v2.0/security-groups?id=ee93c12f-68f9-4a43-aac9-b2716715a654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323477 Aug 12 15:17:01.288650 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 60896) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:17:01.352401 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453b6b13-8f3c-4883-9c4f-965d08d6e253 req-31e99aab-2e96-4689-abe2-7f0ff7174545 tempest-DeleteServersTestJSON-1389459574 tempest-DeleteServersTestJSON-1389459574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:17:01.353879 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-453b6b13-8f3c-4883-9c4f-965d08d6e253 req-31e99aab-2e96-4689-abe2-7f0ff7174545 tempest-DeleteServersTestJSON-1389459574 tempest-DeleteServersTestJSON-1389459574-project] 10.222.0.39 "GET /v2.0/ports?device_id=447b9ae5-8164-4e55-bbf6-75adb18d5547 HTTP/1.1" status: 200 len: 945 time: 0.0536780 Aug 12 15:17:01.385868 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6df86c4d-9d9b-4aa5-b7db-53fed1c3e12f req-9e1ca4ad-a0a6-4535-9465-6017c1e6deed service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=447b9ae5-8164-4e55-bbf6-75adb18d5547&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0953190 Aug 12 15:17:01.392300 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-453b6b13-8f3c-4883-9c4f-965d08d6e253 req-669fdb0e-713d-4f53-8cd0-61d945cc9b55 tempest-DeleteServersTestJSON-1389459574 tempest-DeleteServersTestJSON-1389459574-project] 10.222.0.39 "GET /v2.0/security-groups?id=ee93c12f-68f9-4a43-aac9-b2716715a654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319026 Aug 12 15:17:01.686913 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.agents_db [None req-17ed3e4c-1a7d-4162-9646-11c134aca297 None None] Agent healthcheck: found 7 active agents {{(pid=94469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 15:17:02.542645 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf57c254-7538-4a54-bf3b-9ba9cce3b1fd req-922fb6c4-af98-47e4-9653-992f06deada7 tempest-DeleteServersTestJSON-1389459574 tempest-DeleteServersTestJSON-1389459574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:17:02.544177 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-bf57c254-7538-4a54-bf3b-9ba9cce3b1fd req-922fb6c4-af98-47e4-9653-992f06deada7 tempest-DeleteServersTestJSON-1389459574 tempest-DeleteServersTestJSON-1389459574-project] 10.222.0.39 "GET /v2.0/ports?device_id=447b9ae5-8164-4e55-bbf6-75adb18d5547 HTTP/1.1" status: 200 len: 945 time: 0.0820065 Aug 12 15:17:02.550378 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df86c4d-9d9b-4aa5-b7db-53fed1c3e12f req-a64d6cd6-4c34-4b88-aba3-4ce62a5035c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:17:02.551831 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6df86c4d-9d9b-4aa5-b7db-53fed1c3e12f req-a64d6cd6-4c34-4b88-aba3-4ce62a5035c2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=34218f746c1d4a4c83ef20ab9acb00cd&device_id=447b9ae5-8164-4e55-bbf6-75adb18d5547 HTTP/1.1" status: 200 len: 1097 time: 0.0573144 Aug 12 15:17:02.633978 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-bf57c254-7538-4a54-bf3b-9ba9cce3b1fd req-99087c48-5918-4e58-a272-b0deff8b38b4 tempest-DeleteServersTestJSON-1389459574 tempest-DeleteServersTestJSON-1389459574-project] 10.222.0.39 "GET /v2.0/security-groups?id=ee93c12f-68f9-4a43-aac9-b2716715a654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811999 Aug 12 15:17:02.667454 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df86c4d-9d9b-4aa5-b7db-53fed1c3e12f req-5a65e011-a650-43d7-a2a1-41f11833dc29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:17:02.668961 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6df86c4d-9d9b-4aa5-b7db-53fed1c3e12f req-5a65e011-a650-43d7-a2a1-41f11833dc29 service neutron] 10.222.0.64 "GET /v2.0/networks?id=316e9c50-4050-47ff-98f5-52eeda6dcd86 HTTP/1.1" status: 200 len: 913 time: 0.1100373 Aug 12 15:17:02.710341 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6df86c4d-9d9b-4aa5-b7db-53fed1c3e12f req-76d0e551-a640-419f-8a4b-023017cda4bb service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d5c9abfb-af57-4952-b14e-c3f03188f9d3 HTTP/1.1" status: 200 len: 217 time: 0.0341282 Aug 12 15:17:02.758399 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df86c4d-9d9b-4aa5-b7db-53fed1c3e12f req-06e7a495-3b59-4a65-a20d-bb3b00ddca0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:17:02.759882 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6df86c4d-9d9b-4aa5-b7db-53fed1c3e12f req-06e7a495-3b59-4a65-a20d-bb3b00ddca0d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ffb8ce44-f703-4e23-b3ea-04e8fbc5c7b8 HTTP/1.1" status: 200 len: 852 time: 0.0428543 Aug 12 15:17:02.794566 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6df86c4d-9d9b-4aa5-b7db-53fed1c3e12f req-803e34be-1d54-46f4-98dc-bd158aed2052 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=316e9c50-4050-47ff-98f5-52eeda6dcd86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274959 Aug 12 15:17:02.888343 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6df86c4d-9d9b-4aa5-b7db-53fed1c3e12f req-821c5d86-0dc1-4979-a201-c783b54e52e5 service neutron] 10.222.0.64 "GET /v2.0/networks/316e9c50-4050-47ff-98f5-52eeda6dcd86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863056 Aug 12 15:17:02.975406 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6df86c4d-9d9b-4aa5-b7db-53fed1c3e12f req-124923c2-cdc4-4501-9e5f-150043c97091 service neutron] 10.222.0.64 "GET /v2.0/networks/316e9c50-4050-47ff-98f5-52eeda6dcd86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800624 Aug 12 15:17:03.749587 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537b1d67-e391-4cc3-9685-7c5e2d3d9a4b req-be2bc094-15b5-47b1-9077-376f700d75e9 tempest-DeleteServersTestJSON-1389459574 tempest-DeleteServersTestJSON-1389459574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:17:03.751081 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-537b1d67-e391-4cc3-9685-7c5e2d3d9a4b req-be2bc094-15b5-47b1-9077-376f700d75e9 tempest-DeleteServersTestJSON-1389459574 tempest-DeleteServersTestJSON-1389459574-project] 10.222.0.39 "GET /v2.0/ports?device_id=447b9ae5-8164-4e55-bbf6-75adb18d5547 HTTP/1.1" status: 200 len: 945 time: 0.0490627 Aug 12 15:17:03.788923 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-537b1d67-e391-4cc3-9685-7c5e2d3d9a4b req-c45605d8-aecf-4df1-8c5b-4839c786e81d tempest-DeleteServersTestJSON-1389459574 tempest-DeleteServersTestJSON-1389459574-project] 10.222.0.39 "GET /v2.0/security-groups?id=ee93c12f-68f9-4a43-aac9-b2716715a654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319419 Aug 12 15:17:04.907174 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0ba493-adb3-473b-b89f-e7d49ec75b42 req-9f9b7006-9d17-43f5-a755-a0e9893507ae tempest-DeleteServersTestJSON-1389459574 tempest-DeleteServersTestJSON-1389459574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:17:04.908637 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6f0ba493-adb3-473b-b89f-e7d49ec75b42 req-9f9b7006-9d17-43f5-a755-a0e9893507ae tempest-DeleteServersTestJSON-1389459574 tempest-DeleteServersTestJSON-1389459574-project] 10.222.0.39 "GET /v2.0/ports?device_id=447b9ae5-8164-4e55-bbf6-75adb18d5547 HTTP/1.1" status: 200 len: 945 time: 0.0546331 Aug 12 15:17:04.945297 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6f0ba493-adb3-473b-b89f-e7d49ec75b42 req-120afc69-6613-45c2-89ec-1ad0298c1024 tempest-DeleteServersTestJSON-1389459574 tempest-DeleteServersTestJSON-1389459574-project] 10.222.0.39 "GET /v2.0/security-groups?id=ee93c12f-68f9-4a43-aac9-b2716715a654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308456 Aug 12 15:17:06.060914 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d022301-2687-4e14-ac5e-ac1d903f5be9 req-665242e4-4ad8-4319-8f21-61376ea969d2 tempest-DeleteServersTestJSON-1389459574 tempest-DeleteServersTestJSON-1389459574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:17:06.062433 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-8d022301-2687-4e14-ac5e-ac1d903f5be9 req-665242e4-4ad8-4319-8f21-61376ea969d2 tempest-DeleteServersTestJSON-1389459574 tempest-DeleteServersTestJSON-1389459574-project] 10.222.0.39 "GET /v2.0/ports?device_id=447b9ae5-8164-4e55-bbf6-75adb18d5547 HTTP/1.1" status: 200 len: 945 time: 0.0494807 Aug 12 15:17:06.100185 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-8d022301-2687-4e14-ac5e-ac1d903f5be9 req-8a2affe5-0a79-448a-928e-4b5ba7395bce tempest-DeleteServersTestJSON-1389459574 tempest-DeleteServersTestJSON-1389459574-project] 10.222.0.39 "GET /v2.0/security-groups?id=ee93c12f-68f9-4a43-aac9-b2716715a654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311460 Aug 12 15:17:07.218619 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f2d912-1935-486d-8519-d5f29896c4d3 req-516016ad-81b0-4119-9694-66580bd2ed85 tempest-DeleteServersTestJSON-1389459574 tempest-DeleteServersTestJSON-1389459574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:17:07.220212 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a3f2d912-1935-486d-8519-d5f29896c4d3 req-516016ad-81b0-4119-9694-66580bd2ed85 tempest-DeleteServersTestJSON-1389459574 tempest-DeleteServersTestJSON-1389459574-project] 10.222.0.39 "GET /v2.0/ports?device_id=447b9ae5-8164-4e55-bbf6-75adb18d5547 HTTP/1.1" status: 200 len: 945 time: 0.0488527 Aug 12 15:17:07.258111 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a3f2d912-1935-486d-8519-d5f29896c4d3 req-2cfe1c8d-025e-40e4-973e-9405a6690ebe tempest-DeleteServersTestJSON-1389459574 tempest-DeleteServersTestJSON-1389459574-project] 10.222.0.39 "GET /v2.0/security-groups?id=ee93c12f-68f9-4a43-aac9-b2716715a654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320692 Aug 12 15:17:08.378723 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee39443-3d83-40aa-97c8-17f499208576 req-cbe40a2d-d954-46b3-aacd-3755d4d2e855 tempest-DeleteServersTestJSON-1389459574 tempest-DeleteServersTestJSON-1389459574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:17:08.380950 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-fee39443-3d83-40aa-97c8-17f499208576 req-cbe40a2d-d954-46b3-aacd-3755d4d2e855 tempest-DeleteServersTestJSON-1389459574 tempest-DeleteServersTestJSON-1389459574-project] 10.222.0.39 "GET /v2.0/ports?device_id=447b9ae5-8164-4e55-bbf6-75adb18d5547 HTTP/1.1" status: 200 len: 945 time: 0.0542278 Aug 12 15:17:08.417307 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-fee39443-3d83-40aa-97c8-17f499208576 req-22b09cd5-46ce-4506-a6f1-1a32b07fd366 tempest-DeleteServersTestJSON-1389459574 tempest-DeleteServersTestJSON-1389459574-project] 10.222.0.39 "GET /v2.0/security-groups?id=ee93c12f-68f9-4a43-aac9-b2716715a654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303812 Aug 12 15:17:09.771133 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abedbe47-bf87-441c-af86-8fc193105466 req-aeb12cb2-b605-4775-b156-ec08953290f9 tempest-DeleteServersTestJSON-1389459574 tempest-DeleteServersTestJSON-1389459574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:17:09.772592 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-abedbe47-bf87-441c-af86-8fc193105466 req-aeb12cb2-b605-4775-b156-ec08953290f9 tempest-DeleteServersTestJSON-1389459574 tempest-DeleteServersTestJSON-1389459574-project] 10.222.0.39 "GET /v2.0/ports?device_id=447b9ae5-8164-4e55-bbf6-75adb18d5547 HTTP/1.1" status: 200 len: 945 time: 0.0495682 Aug 12 15:17:09.808835 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-abedbe47-bf87-441c-af86-8fc193105466 req-765ffa32-2e05-4578-9fbf-cd9893f03070 tempest-DeleteServersTestJSON-1389459574 tempest-DeleteServersTestJSON-1389459574-project] 10.222.0.39 "GET /v2.0/security-groups?id=ee93c12f-68f9-4a43-aac9-b2716715a654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304577 Aug 12 15:17:10.134902 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-a48526fc-9028-4f9a-a37f-ec4ebbf08135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:17:10.923393 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f17b1fa-7a0a-4087-a57e-14834b82b36a req-28436e18-1c45-4c76-8171-e4f6c9902e1b tempest-DeleteServersTestJSON-1389459574 tempest-DeleteServersTestJSON-1389459574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:17:10.924858 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-3f17b1fa-7a0a-4087-a57e-14834b82b36a req-28436e18-1c45-4c76-8171-e4f6c9902e1b tempest-DeleteServersTestJSON-1389459574 tempest-DeleteServersTestJSON-1389459574-project] 10.222.0.39 "GET /v2.0/ports?device_id=447b9ae5-8164-4e55-bbf6-75adb18d5547 HTTP/1.1" status: 200 len: 945 time: 0.0493996 Aug 12 15:17:10.964204 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-3f17b1fa-7a0a-4087-a57e-14834b82b36a req-e12b184b-b352-484f-987c-779c435d1d3d tempest-DeleteServersTestJSON-1389459574 tempest-DeleteServersTestJSON-1389459574-project] 10.222.0.39 "GET /v2.0/security-groups?id=ee93c12f-68f9-4a43-aac9-b2716715a654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334983 Aug 12 15:17:11.872160 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:17:12.080545 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3e3ff9-2941-4ba5-a027-dbaa4e5b5a12 req-f877bcc1-d7a2-45b7-a8d8-7a43193a48f2 tempest-DeleteServersTestJSON-1389459574 tempest-DeleteServersTestJSON-1389459574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:17:12.082026 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0f3e3ff9-2941-4ba5-a027-dbaa4e5b5a12 req-f877bcc1-d7a2-45b7-a8d8-7a43193a48f2 tempest-DeleteServersTestJSON-1389459574 tempest-DeleteServersTestJSON-1389459574-project] 10.222.0.39 "GET /v2.0/ports?device_id=447b9ae5-8164-4e55-bbf6-75adb18d5547 HTTP/1.1" status: 200 len: 945 time: 0.0521295 Aug 12 15:17:12.120262 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0f3e3ff9-2941-4ba5-a027-dbaa4e5b5a12 req-1d69bf78-fe01-4dab-ac88-2fe1ee57f49e tempest-DeleteServersTestJSON-1389459574 tempest-DeleteServersTestJSON-1389459574-project] 10.222.0.39 "GET /v2.0/security-groups?id=ee93c12f-68f9-4a43-aac9-b2716715a654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323689 Aug 12 15:17:13.054875 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:17:13.235299 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d24ca57-90f8-4643-9356-0ce9ecb62012 req-22553887-d407-4c01-b402-4b74bf57323c tempest-DeleteServersTestJSON-1389459574 tempest-DeleteServersTestJSON-1389459574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:17:13.236402 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-3d24ca57-90f8-4643-9356-0ce9ecb62012 req-22553887-d407-4c01-b402-4b74bf57323c tempest-DeleteServersTestJSON-1389459574 tempest-DeleteServersTestJSON-1389459574-project] 10.222.0.39 "GET /v2.0/ports?device_id=447b9ae5-8164-4e55-bbf6-75adb18d5547 HTTP/1.1" status: 200 len: 945 time: 0.0494182 Aug 12 15:17:13.237848 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:17:13.274523 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-3d24ca57-90f8-4643-9356-0ce9ecb62012 req-e3badc98-c3d3-4173-b05f-8ddf90c5e95b tempest-DeleteServersTestJSON-1389459574 tempest-DeleteServersTestJSON-1389459574-project] 10.222.0.39 "GET /v2.0/security-groups?id=ee93c12f-68f9-4a43-aac9-b2716715a654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317049 Aug 12 15:17:13.415287 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-81dd82b4-f150-4f23-8e00-fcdbaa0fa3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:17:14.100397 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-1769855f-eda9-4483-9dc3-3220908ab45d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:17:14.389833 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd86c33d-31cb-43dd-bfd6-3af39a02b3d9 req-20f3bcaf-ad9e-4463-8607-f83e4c9205a4 tempest-DeleteServersTestJSON-1389459574 tempest-DeleteServersTestJSON-1389459574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:17:14.391288 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-cd86c33d-31cb-43dd-bfd6-3af39a02b3d9 req-20f3bcaf-ad9e-4463-8607-f83e4c9205a4 tempest-DeleteServersTestJSON-1389459574 tempest-DeleteServersTestJSON-1389459574-project] 10.222.0.39 "GET /v2.0/ports?device_id=447b9ae5-8164-4e55-bbf6-75adb18d5547 HTTP/1.1" status: 200 len: 945 time: 0.0505955 Aug 12 15:17:14.427725 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-cd86c33d-31cb-43dd-bfd6-3af39a02b3d9 req-a8fd8660-122e-4586-846b-4035f676c83a tempest-DeleteServersTestJSON-1389459574 tempest-DeleteServersTestJSON-1389459574-project] 10.222.0.39 "GET /v2.0/security-groups?id=ee93c12f-68f9-4a43-aac9-b2716715a654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305908 Aug 12 15:17:15.547447 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd447825-86e1-4759-a351-48d9847c1a27 req-c83d08bf-4124-4e8e-8e8c-9aae370f8df5 tempest-DeleteServersTestJSON-1389459574 tempest-DeleteServersTestJSON-1389459574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:17:15.548854 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-bd447825-86e1-4759-a351-48d9847c1a27 req-c83d08bf-4124-4e8e-8e8c-9aae370f8df5 tempest-DeleteServersTestJSON-1389459574 tempest-DeleteServersTestJSON-1389459574-project] 10.222.0.39 "GET /v2.0/ports?device_id=447b9ae5-8164-4e55-bbf6-75adb18d5547 HTTP/1.1" status: 200 len: 945 time: 0.0535786 Aug 12 15:17:15.585686 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-bd447825-86e1-4759-a351-48d9847c1a27 req-4c4b6ab0-9366-4725-bea5-b1638eaacfa6 tempest-DeleteServersTestJSON-1389459574 tempest-DeleteServersTestJSON-1389459574-project] 10.222.0.39 "GET /v2.0/security-groups?id=ee93c12f-68f9-4a43-aac9-b2716715a654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309215 Aug 12 15:17:15.737676 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-fe95f194-a3b0-4c04-9e42-20b511169d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:17:16.699770 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226bf892-1e53-42b1-96b0-4243e70839ee req-af753d59-b643-42a8-b790-5e7c497afbd2 tempest-DeleteServersTestJSON-1389459574 tempest-DeleteServersTestJSON-1389459574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:17:16.701217 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-226bf892-1e53-42b1-96b0-4243e70839ee req-af753d59-b643-42a8-b790-5e7c497afbd2 tempest-DeleteServersTestJSON-1389459574 tempest-DeleteServersTestJSON-1389459574-project] 10.222.0.39 "GET /v2.0/ports?device_id=447b9ae5-8164-4e55-bbf6-75adb18d5547 HTTP/1.1" status: 200 len: 945 time: 0.0481446 Aug 12 15:17:16.739289 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-226bf892-1e53-42b1-96b0-4243e70839ee req-e3dbe4e0-46fe-429e-b0df-8c328f9756d6 tempest-DeleteServersTestJSON-1389459574 tempest-DeleteServersTestJSON-1389459574-project] 10.222.0.39 "GET /v2.0/security-groups?id=ee93c12f-68f9-4a43-aac9-b2716715a654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322590 Aug 12 15:17:17.854003 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e01db4b-b354-44f2-9ab1-03fa1e20aed1 req-0470ce92-588e-4c2a-9113-8056db80bbaf tempest-DeleteServersTestJSON-1389459574 tempest-DeleteServersTestJSON-1389459574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:17:17.855514 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-9e01db4b-b354-44f2-9ab1-03fa1e20aed1 req-0470ce92-588e-4c2a-9113-8056db80bbaf tempest-DeleteServersTestJSON-1389459574 tempest-DeleteServersTestJSON-1389459574-project] 10.222.0.39 "GET /v2.0/ports?device_id=447b9ae5-8164-4e55-bbf6-75adb18d5547 HTTP/1.1" status: 200 len: 945 time: 0.0483778 Aug 12 15:17:17.893534 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-9e01db4b-b354-44f2-9ab1-03fa1e20aed1 req-caadf746-8ae8-412d-b8a6-240e525e4c7f tempest-DeleteServersTestJSON-1389459574 tempest-DeleteServersTestJSON-1389459574-project] 10.222.0.39 "GET /v2.0/security-groups?id=ee93c12f-68f9-4a43-aac9-b2716715a654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322106 Aug 12 15:17:19.010955 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65b3058-8aee-4980-9498-a4c046ab1481 req-74ede7ca-f2ca-4d41-9b8d-a6489bc749a3 tempest-DeleteServersTestJSON-1389459574 tempest-DeleteServersTestJSON-1389459574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:17:19.012419 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e65b3058-8aee-4980-9498-a4c046ab1481 req-74ede7ca-f2ca-4d41-9b8d-a6489bc749a3 tempest-DeleteServersTestJSON-1389459574 tempest-DeleteServersTestJSON-1389459574-project] 10.222.0.39 "GET /v2.0/ports?device_id=447b9ae5-8164-4e55-bbf6-75adb18d5547 HTTP/1.1" status: 200 len: 945 time: 0.0545189 Aug 12 15:17:19.049685 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e65b3058-8aee-4980-9498-a4c046ab1481 req-3db342cd-2183-4e4a-9006-cc1576f5069f tempest-DeleteServersTestJSON-1389459574 tempest-DeleteServersTestJSON-1389459574-project] 10.222.0.39 "GET /v2.0/security-groups?id=ee93c12f-68f9-4a43-aac9-b2716715a654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313046 Aug 12 15:17:20.167027 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5c371d-149c-4f61-ac0f-383f4f0cff3a req-0ff80d2c-ace7-443c-8e67-cd15a745cd26 tempest-DeleteServersTestJSON-1389459574 tempest-DeleteServersTestJSON-1389459574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:17:20.168522 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-6e5c371d-149c-4f61-ac0f-383f4f0cff3a req-0ff80d2c-ace7-443c-8e67-cd15a745cd26 tempest-DeleteServersTestJSON-1389459574 tempest-DeleteServersTestJSON-1389459574-project] 10.222.0.39 "GET /v2.0/ports?device_id=447b9ae5-8164-4e55-bbf6-75adb18d5547 HTTP/1.1" status: 200 len: 945 time: 0.0532126 Aug 12 15:17:20.206619 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-6e5c371d-149c-4f61-ac0f-383f4f0cff3a req-fcb67826-9b2f-47b3-9a55-6dc87ac964c1 tempest-DeleteServersTestJSON-1389459574 tempest-DeleteServersTestJSON-1389459574-project] 10.222.0.39 "GET /v2.0/security-groups?id=ee93c12f-68f9-4a43-aac9-b2716715a654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321867 Aug 12 15:17:21.321379 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40953bff-67ae-4711-a627-e4972a1b20f8 req-874d0fa6-031b-4139-b7d7-8ccfc2bafd4c tempest-DeleteServersTestJSON-1389459574 tempest-DeleteServersTestJSON-1389459574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:17:21.322857 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-40953bff-67ae-4711-a627-e4972a1b20f8 req-874d0fa6-031b-4139-b7d7-8ccfc2bafd4c tempest-DeleteServersTestJSON-1389459574 tempest-DeleteServersTestJSON-1389459574-project] 10.222.0.39 "GET /v2.0/ports?device_id=447b9ae5-8164-4e55-bbf6-75adb18d5547 HTTP/1.1" status: 200 len: 945 time: 0.0492833 Aug 12 15:17:21.361601 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-40953bff-67ae-4711-a627-e4972a1b20f8 req-c5ac674f-68de-40a7-9b44-6d2e2105a1a1 tempest-DeleteServersTestJSON-1389459574 tempest-DeleteServersTestJSON-1389459574-project] 10.222.0.39 "GET /v2.0/security-groups?id=ee93c12f-68f9-4a43-aac9-b2716715a654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328515 Aug 12 15:17:22.483724 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34382f4-d22a-4af2-a5c4-93b82eb09f5f req-9ae45596-e0f9-4d33-b7bb-25fcbb50992a tempest-DeleteServersTestJSON-1389459574 tempest-DeleteServersTestJSON-1389459574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:17:22.485105 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-e34382f4-d22a-4af2-a5c4-93b82eb09f5f req-9ae45596-e0f9-4d33-b7bb-25fcbb50992a tempest-DeleteServersTestJSON-1389459574 tempest-DeleteServersTestJSON-1389459574-project] 10.222.0.39 "GET /v2.0/ports?device_id=447b9ae5-8164-4e55-bbf6-75adb18d5547 HTTP/1.1" status: 200 len: 945 time: 0.0526574 Aug 12 15:17:22.523398 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-e34382f4-d22a-4af2-a5c4-93b82eb09f5f req-436a13c1-627e-4d14-93d0-c279ae6b7f51 tempest-DeleteServersTestJSON-1389459574 tempest-DeleteServersTestJSON-1389459574-project] 10.222.0.39 "GET /v2.0/security-groups?id=ee93c12f-68f9-4a43-aac9-b2716715a654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323536 Aug 12 15:17:23.638046 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1889645b-eda6-4348-b5f7-b5ba3c3a71a6 req-379b9df2-a383-4550-a639-91c99bb4f0b2 tempest-DeleteServersTestJSON-1389459574 tempest-DeleteServersTestJSON-1389459574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:17:23.639549 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-1889645b-eda6-4348-b5f7-b5ba3c3a71a6 req-379b9df2-a383-4550-a639-91c99bb4f0b2 tempest-DeleteServersTestJSON-1389459574 tempest-DeleteServersTestJSON-1389459574-project] 10.222.0.39 "GET /v2.0/ports?device_id=447b9ae5-8164-4e55-bbf6-75adb18d5547 HTTP/1.1" status: 200 len: 945 time: 0.0477917 Aug 12 15:17:23.675779 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-1889645b-eda6-4348-b5f7-b5ba3c3a71a6 req-6bae3209-5c0d-49a7-b3bc-08447f8aa89e tempest-DeleteServersTestJSON-1389459574 tempest-DeleteServersTestJSON-1389459574-project] 10.222.0.39 "GET /v2.0/security-groups?id=ee93c12f-68f9-4a43-aac9-b2716715a654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304253 Aug 12 15:17:24.791350 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9cf115-c0f4-4583-b574-9a1c43224ab5 req-eda1e935-5707-430c-93e8-89da5100524d tempest-DeleteServersTestJSON-1389459574 tempest-DeleteServersTestJSON-1389459574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:17:24.792833 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-3b9cf115-c0f4-4583-b574-9a1c43224ab5 req-eda1e935-5707-430c-93e8-89da5100524d tempest-DeleteServersTestJSON-1389459574 tempest-DeleteServersTestJSON-1389459574-project] 10.222.0.39 "GET /v2.0/ports?device_id=447b9ae5-8164-4e55-bbf6-75adb18d5547 HTTP/1.1" status: 200 len: 945 time: 0.0499845 Aug 12 15:17:24.830090 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-3b9cf115-c0f4-4583-b574-9a1c43224ab5 req-ef128e91-fdbe-4768-8f87-d341d22f5502 tempest-DeleteServersTestJSON-1389459574 tempest-DeleteServersTestJSON-1389459574-project] 10.222.0.39 "GET /v2.0/security-groups?id=ee93c12f-68f9-4a43-aac9-b2716715a654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314038 Aug 12 15:17:25.947953 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443bcf89-bd2e-48ef-abee-e2ff2ab8ab27 req-fc298cb0-b46a-41ff-ab7f-a472e4231db3 tempest-DeleteServersTestJSON-1389459574 tempest-DeleteServersTestJSON-1389459574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:17:25.949392 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-443bcf89-bd2e-48ef-abee-e2ff2ab8ab27 req-fc298cb0-b46a-41ff-ab7f-a472e4231db3 tempest-DeleteServersTestJSON-1389459574 tempest-DeleteServersTestJSON-1389459574-project] 10.222.0.39 "GET /v2.0/ports?device_id=447b9ae5-8164-4e55-bbf6-75adb18d5547 HTTP/1.1" status: 200 len: 945 time: 0.0515425 Aug 12 15:17:25.985661 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-443bcf89-bd2e-48ef-abee-e2ff2ab8ab27 req-993b7c01-7eb8-4ff6-8056-18ae807f2eb9 tempest-DeleteServersTestJSON-1389459574 tempest-DeleteServersTestJSON-1389459574-project] 10.222.0.39 "GET /v2.0/security-groups?id=ee93c12f-68f9-4a43-aac9-b2716715a654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306077 Aug 12 15:17:27.100608 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb707640-15d9-459d-96ca-b55d601dc6ad req-f3eb28f2-8a96-4f41-8dab-33a575ec3f96 tempest-DeleteServersTestJSON-1389459574 tempest-DeleteServersTestJSON-1389459574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:17:27.102108 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-fb707640-15d9-459d-96ca-b55d601dc6ad req-f3eb28f2-8a96-4f41-8dab-33a575ec3f96 tempest-DeleteServersTestJSON-1389459574 tempest-DeleteServersTestJSON-1389459574-project] 10.222.0.39 "GET /v2.0/ports?device_id=447b9ae5-8164-4e55-bbf6-75adb18d5547 HTTP/1.1" status: 200 len: 945 time: 0.0489852 Aug 12 15:17:27.142882 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-fb707640-15d9-459d-96ca-b55d601dc6ad req-fd099d42-4ca6-4e7f-bb09-2d0193ea35a0 tempest-DeleteServersTestJSON-1389459574 tempest-DeleteServersTestJSON-1389459574-project] 10.222.0.39 "GET /v2.0/security-groups?id=ee93c12f-68f9-4a43-aac9-b2716715a654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347946 Aug 12 15:17:27.746547 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0310547d-1e53-4e1e-948f-65ac1fbaef16 req-890ac6f0-1fbc-4643-8eae-de3a5cb1f1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:17:27.748068 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0310547d-1e53-4e1e-948f-65ac1fbaef16 req-890ac6f0-1fbc-4643-8eae-de3a5cb1f1ef service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=34218f746c1d4a4c83ef20ab9acb00cd&device_id=447b9ae5-8164-4e55-bbf6-75adb18d5547 HTTP/1.1" status: 200 len: 1097 time: 0.0419006 Aug 12 15:17:27.847680 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0310547d-1e53-4e1e-948f-65ac1fbaef16 req-7dac8ebd-573f-4df7-83db-91a484daa81a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:17:27.849139 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0310547d-1e53-4e1e-948f-65ac1fbaef16 req-7dac8ebd-573f-4df7-83db-91a484daa81a service neutron] 10.222.0.64 "GET /v2.0/networks?id=316e9c50-4050-47ff-98f5-52eeda6dcd86 HTTP/1.1" status: 200 len: 913 time: 0.0824151 Aug 12 15:17:27.893732 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0310547d-1e53-4e1e-948f-65ac1fbaef16 req-a82d6f5d-294b-4a47-8218-656143562d54 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d5c9abfb-af57-4952-b14e-c3f03188f9d3 HTTP/1.1" status: 200 len: 217 time: 0.0371084 Aug 12 15:17:27.942942 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0310547d-1e53-4e1e-948f-65ac1fbaef16 req-962dbf02-e904-4706-bcf5-f9f36a5e604b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:17:27.944362 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0310547d-1e53-4e1e-948f-65ac1fbaef16 req-962dbf02-e904-4706-bcf5-f9f36a5e604b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ffb8ce44-f703-4e23-b3ea-04e8fbc5c7b8 HTTP/1.1" status: 200 len: 852 time: 0.0428224 Aug 12 15:17:27.975108 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0310547d-1e53-4e1e-948f-65ac1fbaef16 req-5f90b25c-babc-41dc-b2a3-7b31ba862800 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=316e9c50-4050-47ff-98f5-52eeda6dcd86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0231509 Aug 12 15:17:28.066902 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0310547d-1e53-4e1e-948f-65ac1fbaef16 req-a2efaea2-8453-4a5e-8719-cabe363d3e82 service neutron] 10.222.0.64 "GET /v2.0/networks/316e9c50-4050-47ff-98f5-52eeda6dcd86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849314 Aug 12 15:17:28.159671 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0310547d-1e53-4e1e-948f-65ac1fbaef16 req-28484061-31c9-475d-b081-1c5573fffc5e service neutron] 10.222.0.64 "GET /v2.0/networks/316e9c50-4050-47ff-98f5-52eeda6dcd86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849385 Aug 12 15:17:28.256580 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ad187c-ea33-4580-a2c1-f620287883c6 req-a9069ae9-ef9d-4565-9aaa-4871e33f4333 tempest-DeleteServersTestJSON-1389459574 tempest-DeleteServersTestJSON-1389459574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:17:28.258066 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c6ad187c-ea33-4580-a2c1-f620287883c6 req-a9069ae9-ef9d-4565-9aaa-4871e33f4333 tempest-DeleteServersTestJSON-1389459574 tempest-DeleteServersTestJSON-1389459574-project] 10.222.0.39 "GET /v2.0/ports?device_id=447b9ae5-8164-4e55-bbf6-75adb18d5547 HTTP/1.1" status: 200 len: 945 time: 0.0496197 Aug 12 15:17:28.299316 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c6ad187c-ea33-4580-a2c1-f620287883c6 req-c0200aee-c73e-46fb-8f7f-6f7fbee87627 tempest-DeleteServersTestJSON-1389459574 tempest-DeleteServersTestJSON-1389459574-project] 10.222.0.39 "GET /v2.0/security-groups?id=ee93c12f-68f9-4a43-aac9-b2716715a654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353322 Aug 12 15:17:29.416507 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4504eb6-43c9-420b-b918-3ca0ac8de1ff req-335ad65e-712b-4b0c-a1a5-be1990e08feb tempest-DeleteServersTestJSON-1389459574 tempest-DeleteServersTestJSON-1389459574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:17:29.417982 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-e4504eb6-43c9-420b-b918-3ca0ac8de1ff req-335ad65e-712b-4b0c-a1a5-be1990e08feb tempest-DeleteServersTestJSON-1389459574 tempest-DeleteServersTestJSON-1389459574-project] 10.222.0.39 "GET /v2.0/ports?device_id=447b9ae5-8164-4e55-bbf6-75adb18d5547 HTTP/1.1" status: 200 len: 945 time: 0.0536935 Aug 12 15:17:29.455212 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-e4504eb6-43c9-420b-b918-3ca0ac8de1ff req-9e8e4627-353b-4c5e-ad7f-6e9f0c54f13c tempest-DeleteServersTestJSON-1389459574 tempest-DeleteServersTestJSON-1389459574-project] 10.222.0.39 "GET /v2.0/security-groups?id=ee93c12f-68f9-4a43-aac9-b2716715a654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313528 Aug 12 15:17:29.929933 n-d-694802-15 neutron-server[94467]: INFO neutron.api.v2.resource [req-6df86c4d-9d9b-4aa5-b7db-53fed1c3e12f req-356164ad-d33b-42a0-b8b3-22ddf4fd1b90 service neutron] show failed (client error): The resource could not be found. Aug 12 15:17:29.930912 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6df86c4d-9d9b-4aa5-b7db-53fed1c3e12f req-356164ad-d33b-42a0-b8b3-22ddf4fd1b90 service neutron] 10.222.0.64 "GET /v2.0/ports/d5c9abfb-af57-4952-b14e-c3f03188f9d3/bindings/n-h2-694802-15 HTTP/1.1" status: 404 len: 381 time: 0.0548565 Aug 12 15:17:30.199172 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df86c4d-9d9b-4aa5-b7db-53fed1c3e12f req-426c28a4-e0f3-4be1-b66c-40a3271dd63e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:17:30.200615 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6df86c4d-9d9b-4aa5-b7db-53fed1c3e12f req-426c28a4-e0f3-4be1-b66c-40a3271dd63e service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=447b9ae5-8164-4e55-bbf6-75adb18d5547&tenant_id=34218f746c1d4a4c83ef20ab9acb00cd HTTP/1.1" status: 200 len: 1097 time: 0.1222374 Aug 12 15:17:30.212794 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-6df86c4d-9d9b-4aa5-b7db-53fed1c3e12f req-1410c8f0-fce0-4b0a-944e-2b6c4afba022 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-694802-15', 'device_owner': 'compute:nova'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:17:30.268052 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-6df86c4d-9d9b-4aa5-b7db-53fed1c3e12f req-1410c8f0-fce0-4b0a-944e-2b6c4afba022 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:17:30.459728 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-6df86c4d-9d9b-4aa5-b7db-53fed1c3e12f req-1410c8f0-fce0-4b0a-944e-2b6c4afba022 service neutron] For port d5c9abfb-af57-4952-b14e-c3f03188f9d3, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=d5c9abfb-af57-4952-b14e-c3f03188f9d3,segment=NetworkSegment(3d1ec219-4ef2-462d-a8e4-c82e1a68d3a6),segment_id=3d1ec219-4ef2-462d-a8e4-c82e1a68d3a6)] {{(pid=94467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:17:30.494078 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-6df86c4d-9d9b-4aa5-b7db-53fed1c3e12f req-1410c8f0-fce0-4b0a-944e-2b6c4afba022 service neutron] For port d5c9abfb-af57-4952-b14e-c3f03188f9d3, host n-h1-694802-15, cleared binding levels {{(pid=94467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 15:17:30.543952 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '447b9ae5-8164-4e55-bbf6-75adb18d5547', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd5c9abfb-af57-4952-b14e-c3f03188f9d3'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:17:30.546286 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e65282f928b64038367d043a4411777802006c43a98742496cb2e25b724ff1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b07a9f3e-93da-4b5e-882e-34d2bd005212" -d '{"events": [{"server_uuid": "447b9ae5-8164-4e55-bbf6-75adb18d5547", "name": "network-vif-unplugged", "status": "completed", "tag": "d5c9abfb-af57-4952-b14e-c3f03188f9d3"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 15:17:30.566154 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-6df86c4d-9d9b-4aa5-b7db-53fed1c3e12f req-1410c8f0-fce0-4b0a-944e-2b6c4afba022 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:17:30.583580 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [req-6df86c4d-9d9b-4aa5-b7db-53fed1c3e12f req-1410c8f0-fce0-4b0a-944e-2b6c4afba022 service neutron] Transition to ACTIVE for port object d5c9abfb-af57-4952-b14e-c3f03188f9d3 will not be triggered until provisioned by entity L2. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:17:30.593104 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-6df86c4d-9d9b-4aa5-b7db-53fed1c3e12f req-1410c8f0-fce0-4b0a-944e-2b6c4afba022 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:17:30.597953 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 12 Aug 2021 15:17:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d7ca8ef-72fb-46c5-a9c5-d10f8b9cdf79 x-openstack-request-id: req-8d7ca8ef-72fb-46c5-a9c5-d10f8b9cdf79 {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 15:17:30.598251 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "447b9ae5-8164-4e55-bbf6-75adb18d5547", "name": "network-vif-unplugged", "status": "completed", "tag": "d5c9abfb-af57-4952-b14e-c3f03188f9d3", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 15:17:30.598502 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8d7ca8ef-72fb-46c5-a9c5-d10f8b9cdf79 {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 15:17:30.598884 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '447b9ae5-8164-4e55-bbf6-75adb18d5547', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd5c9abfb-af57-4952-b14e-c3f03188f9d3', 'code': 200} Aug 12 15:17:30.630412 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be51eb32-9d96-4484-ba1b-ff3204b5ecc4 req-2c15ff67-ae00-4b8c-8e3e-bd75288e33e3 tempest-DeleteServersTestJSON-1389459574 tempest-DeleteServersTestJSON-1389459574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:17:30.632167 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-be51eb32-9d96-4484-ba1b-ff3204b5ecc4 req-2c15ff67-ae00-4b8c-8e3e-bd75288e33e3 tempest-DeleteServersTestJSON-1389459574 tempest-DeleteServersTestJSON-1389459574-project] 10.222.0.39 "GET /v2.0/ports?device_id=447b9ae5-8164-4e55-bbf6-75adb18d5547 HTTP/1.1" status: 200 len: 945 time: 0.1077867 Aug 12 15:17:30.680919 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [req-6df86c4d-9d9b-4aa5-b7db-53fed1c3e12f req-1410c8f0-fce0-4b0a-944e-2b6c4afba022 service neutron] No DVR routers for this DVR port d5c9abfb-af57-4952-b14e-c3f03188f9d3 on host n-h1-694802-15 {{(pid=94467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 15:17:30.685983 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1410c8f0-fce0-4b0a-944e-2b6c4afba022 service neutron] Pushing event updated for resources: {'Port': ['ID=d5c9abfb-af57-4952-b14e-c3f03188f9d3,revision_number=6']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:17:30.720161 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1410c8f0-fce0-4b0a-944e-2b6c4afba022 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:17:30.720505 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1410c8f0-fce0-4b0a-944e-2b6c4afba022 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:17:30.720842 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1410c8f0-fce0-4b0a-944e-2b6c4afba022 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:17:30.721178 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1410c8f0-fce0-4b0a-944e-2b6c4afba022 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:17:30.721507 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1410c8f0-fce0-4b0a-944e-2b6c4afba022 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:17:30.721833 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1410c8f0-fce0-4b0a-944e-2b6c4afba022 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:17:30.722157 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1410c8f0-fce0-4b0a-944e-2b6c4afba022 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:17:30.722482 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1410c8f0-fce0-4b0a-944e-2b6c4afba022 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:17:30.722806 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1410c8f0-fce0-4b0a-944e-2b6c4afba022 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:17:30.723153 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1410c8f0-fce0-4b0a-944e-2b6c4afba022 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:17:30.723476 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1410c8f0-fce0-4b0a-944e-2b6c4afba022 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:17:30.723794 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1410c8f0-fce0-4b0a-944e-2b6c4afba022 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:17:30.737937 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-be51eb32-9d96-4484-ba1b-ff3204b5ecc4 req-a7a583b6-9b46-45e6-ae2a-6db1339e958f tempest-DeleteServersTestJSON-1389459574 tempest-DeleteServersTestJSON-1389459574-project] 10.222.0.39 "GET /v2.0/security-groups?id=ee93c12f-68f9-4a43-aac9-b2716715a654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961061 Aug 12 15:17:30.747768 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-6df86c4d-9d9b-4aa5-b7db-53fed1c3e12f req-1410c8f0-fce0-4b0a-944e-2b6c4afba022 service neutron] Attempting to bind port d5c9abfb-af57-4952-b14e-c3f03188f9d3 on host n-h2-694802-15 for vnic_type normal with profile {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 15:17:30.748101 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-6df86c4d-9d9b-4aa5-b7db-53fed1c3e12f req-1410c8f0-fce0-4b0a-944e-2b6c4afba022 service neutron] Attempting to bind port d5c9abfb-af57-4952-b14e-c3f03188f9d3 by drivers openvswitch,hyperv on host n-h2-694802-15 at level 0 using segments [{'id': '3d1ec219-4ef2-462d-a8e4-c82e1a68d3a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '316e9c50-4050-47ff-98f5-52eeda6dcd86'}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 15:17:30.748430 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6df86c4d-9d9b-4aa5-b7db-53fed1c3e12f req-1410c8f0-fce0-4b0a-944e-2b6c4afba022 service neutron] Attempting to bind port d5c9abfb-af57-4952-b14e-c3f03188f9d3 on network 316e9c50-4050-47ff-98f5-52eeda6dcd86 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 15:17:30.752772 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6df86c4d-9d9b-4aa5-b7db-53fed1c3e12f req-1410c8f0-fce0-4b0a-944e-2b6c4afba022 service neutron] Port d5c9abfb-af57-4952-b14e-c3f03188f9d3 on network 316e9c50-4050-47ff-98f5-52eeda6dcd86 not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-15 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 15:17:30.753115 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6df86c4d-9d9b-4aa5-b7db-53fed1c3e12f req-1410c8f0-fce0-4b0a-944e-2b6c4afba022 service neutron] Attempting to bind port d5c9abfb-af57-4952-b14e-c3f03188f9d3 on network 316e9c50-4050-47ff-98f5-52eeda6dcd86 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 15:17:30.758118 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6df86c4d-9d9b-4aa5-b7db-53fed1c3e12f req-1410c8f0-fce0-4b0a-944e-2b6c4afba022 service neutron] Checking agent: {'id': 'b7697f71-33f3-4959-ad82-43c2dc15845d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 27, 42), 'started_at': datetime.datetime(2021, 8, 12, 14, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 15, 17, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 15:17:30.758453 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6df86c4d-9d9b-4aa5-b7db-53fed1c3e12f req-1410c8f0-fce0-4b0a-944e-2b6c4afba022 service neutron] Checking segment: {'id': '3d1ec219-4ef2-462d-a8e4-c82e1a68d3a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '316e9c50-4050-47ff-98f5-52eeda6dcd86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 15:17:30.758833 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6df86c4d-9d9b-4aa5-b7db-53fed1c3e12f req-1410c8f0-fce0-4b0a-944e-2b6c4afba022 service neutron] Bound using segment: {'id': '3d1ec219-4ef2-462d-a8e4-c82e1a68d3a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '316e9c50-4050-47ff-98f5-52eeda6dcd86'} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 15:17:30.759294 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-6df86c4d-9d9b-4aa5-b7db-53fed1c3e12f req-1410c8f0-fce0-4b0a-944e-2b6c4afba022 service neutron] Bound port: d5c9abfb-af57-4952-b14e-c3f03188f9d3, host: n-h2-694802-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d1ec219-4ef2-462d-a8e4-c82e1a68d3a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '316e9c50-4050-47ff-98f5-52eeda6dcd86'}}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 15:17:30.759652 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-6df86c4d-9d9b-4aa5-b7db-53fed1c3e12f req-1410c8f0-fce0-4b0a-944e-2b6c4afba022 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:17:30.820784 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-6df86c4d-9d9b-4aa5-b7db-53fed1c3e12f req-1410c8f0-fce0-4b0a-944e-2b6c4afba022 service neutron] For port d5c9abfb-af57-4952-b14e-c3f03188f9d3, host n-h2-694802-15, cleared binding levels {{(pid=94467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 15:17:30.824204 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-6df86c4d-9d9b-4aa5-b7db-53fed1c3e12f req-1410c8f0-fce0-4b0a-944e-2b6c4afba022 service neutron] For port d5c9abfb-af57-4952-b14e-c3f03188f9d3, host n-h2-694802-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=d5c9abfb-af57-4952-b14e-c3f03188f9d3,segment=NetworkSegment(3d1ec219-4ef2-462d-a8e4-c82e1a68d3a6),segment_id=3d1ec219-4ef2-462d-a8e4-c82e1a68d3a6)] {{(pid=94467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 15:17:30.828804 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-6df86c4d-9d9b-4aa5-b7db-53fed1c3e12f req-1410c8f0-fce0-4b0a-944e-2b6c4afba022 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:17:30.867848 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df86c4d-9d9b-4aa5-b7db-53fed1c3e12f req-1410c8f0-fce0-4b0a-944e-2b6c4afba022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:17:30.868463 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-6df86c4d-9d9b-4aa5-b7db-53fed1c3e12f req-1410c8f0-fce0-4b0a-944e-2b6c4afba022 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:17:30.869871 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6df86c4d-9d9b-4aa5-b7db-53fed1c3e12f req-1410c8f0-fce0-4b0a-944e-2b6c4afba022 service neutron] 10.222.0.49 "PUT /v2.0/ports/d5c9abfb-af57-4952-b14e-c3f03188f9d3 HTTP/1.1" status: 200 len: 1092 time: 0.6610694 Aug 12 15:17:30.885565 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1410c8f0-fce0-4b0a-944e-2b6c4afba022 service neutron] Pushing event updated for resources: {'Port': ['ID=d5c9abfb-af57-4952-b14e-c3f03188f9d3,revision_number=7']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:17:30.931512 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df86c4d-9d9b-4aa5-b7db-53fed1c3e12f req-a1122550-4a75-4213-a7a3-f5a73c6a52e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:17:30.933090 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6df86c4d-9d9b-4aa5-b7db-53fed1c3e12f req-a1122550-4a75-4213-a7a3-f5a73c6a52e7 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=34218f746c1d4a4c83ef20ab9acb00cd&device_id=447b9ae5-8164-4e55-bbf6-75adb18d5547 HTTP/1.1" status: 200 len: 1095 time: 0.0403435 Aug 12 15:17:31.024884 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df86c4d-9d9b-4aa5-b7db-53fed1c3e12f req-a9671af8-254a-4f7b-bb00-e8cdff2406a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:17:31.026968 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6df86c4d-9d9b-4aa5-b7db-53fed1c3e12f req-a9671af8-254a-4f7b-bb00-e8cdff2406a2 service neutron] 10.222.0.49 "GET /v2.0/networks?id=316e9c50-4050-47ff-98f5-52eeda6dcd86 HTTP/1.1" status: 200 len: 913 time: 0.0870712 Aug 12 15:17:31.067664 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6df86c4d-9d9b-4aa5-b7db-53fed1c3e12f req-32b96b21-6966-4388-9c59-f8a4dbfad0ea service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d5c9abfb-af57-4952-b14e-c3f03188f9d3 HTTP/1.1" status: 200 len: 217 time: 0.0335639 Aug 12 15:17:31.118078 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df86c4d-9d9b-4aa5-b7db-53fed1c3e12f req-2555363a-f0ae-442d-b6dc-b56a08c28f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:17:31.120130 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6df86c4d-9d9b-4aa5-b7db-53fed1c3e12f req-2555363a-f0ae-442d-b6dc-b56a08c28f4b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ffb8ce44-f703-4e23-b3ea-04e8fbc5c7b8 HTTP/1.1" status: 200 len: 852 time: 0.0461175 Aug 12 15:17:31.155497 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6df86c4d-9d9b-4aa5-b7db-53fed1c3e12f req-69a73045-79b0-4a7d-9de3-7b28d4ea456f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=316e9c50-4050-47ff-98f5-52eeda6dcd86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285733 Aug 12 15:17:31.243341 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6df86c4d-9d9b-4aa5-b7db-53fed1c3e12f req-5bfde1cb-6c07-4309-a736-0d52a2fb6536 service neutron] 10.222.0.49 "GET /v2.0/networks/316e9c50-4050-47ff-98f5-52eeda6dcd86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811486 Aug 12 15:17:31.335265 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6df86c4d-9d9b-4aa5-b7db-53fed1c3e12f req-a3b775b5-fd92-42d9-a053-1a1d955d91f0 service neutron] 10.222.0.49 "GET /v2.0/networks/316e9c50-4050-47ff-98f5-52eeda6dcd86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846407 Aug 12 15:17:31.855769 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03722be-817a-45a0-b5ac-e5ebf73c6e2e req-44ea92a4-b930-4a7a-a4a8-87d4f8a14d9a tempest-DeleteServersTestJSON-1389459574 tempest-DeleteServersTestJSON-1389459574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:17:31.857231 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-c03722be-817a-45a0-b5ac-e5ebf73c6e2e req-44ea92a4-b930-4a7a-a4a8-87d4f8a14d9a tempest-DeleteServersTestJSON-1389459574 tempest-DeleteServersTestJSON-1389459574-project] 10.222.0.39 "GET /v2.0/ports?device_id=447b9ae5-8164-4e55-bbf6-75adb18d5547 HTTP/1.1" status: 200 len: 943 time: 0.0497320 Aug 12 15:17:31.895901 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-c03722be-817a-45a0-b5ac-e5ebf73c6e2e req-97e80981-16ef-4cb0-945f-ca58d7b3e3cd tempest-DeleteServersTestJSON-1389459574 tempest-DeleteServersTestJSON-1389459574-project] 10.222.0.39 "GET /v2.0/security-groups?id=ee93c12f-68f9-4a43-aac9-b2716715a654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326638 Aug 12 15:17:32.600096 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '447b9ae5-8164-4e55-bbf6-75adb18d5547', 'tag': 'd5c9abfb-af57-4952-b14e-c3f03188f9d3'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:17:32.602422 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e65282f928b64038367d043a4411777802006c43a98742496cb2e25b724ff1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54e34c7c-a118-4903-9959-c78398db4eed" -d '{"events": [{"name": "network-changed", "server_uuid": "447b9ae5-8164-4e55-bbf6-75adb18d5547", "tag": "d5c9abfb-af57-4952-b14e-c3f03188f9d3"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 15:17:32.649501 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 15:17:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22c9c23e-ce2f-408f-b80b-bf37acc2c4b9 x-openstack-request-id: req-22c9c23e-ce2f-408f-b80b-bf37acc2c4b9 {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 15:17:32.649803 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "447b9ae5-8164-4e55-bbf6-75adb18d5547", "tag": "d5c9abfb-af57-4952-b14e-c3f03188f9d3", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 15:17:32.650062 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-22c9c23e-ce2f-408f-b80b-bf37acc2c4b9 {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 15:17:32.650460 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '447b9ae5-8164-4e55-bbf6-75adb18d5547', 'tag': 'd5c9abfb-af57-4952-b14e-c3f03188f9d3', 'status': 'completed', 'code': 200} Aug 12 15:17:32.735772 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e34c7c-a118-4903-9959-c78398db4eed req-126b565d-ca6e-4c85-8088-bfa4ab964379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:17:32.737266 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-54e34c7c-a118-4903-9959-c78398db4eed req-126b565d-ca6e-4c85-8088-bfa4ab964379 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=34218f746c1d4a4c83ef20ab9acb00cd&device_id=447b9ae5-8164-4e55-bbf6-75adb18d5547 HTTP/1.1" status: 200 len: 1095 time: 0.0672541 Aug 12 15:17:32.743299 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e34c7c-a118-4903-9959-c78398db4eed req-3f0da11a-f294-4bb2-9fad-32271ca2fdb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:17:32.745234 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-54e34c7c-a118-4903-9959-c78398db4eed req-3f0da11a-f294-4bb2-9fad-32271ca2fdb9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=34218f746c1d4a4c83ef20ab9acb00cd&device_id=447b9ae5-8164-4e55-bbf6-75adb18d5547 HTTP/1.1" status: 200 len: 1095 time: 0.0655725 Aug 12 15:17:32.902168 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e34c7c-a118-4903-9959-c78398db4eed req-2deaf3a6-dd99-415a-bc5e-eaf0e8f28cab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:17:32.903601 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-54e34c7c-a118-4903-9959-c78398db4eed req-2deaf3a6-dd99-415a-bc5e-eaf0e8f28cab service neutron] 10.222.0.49 "GET /v2.0/networks?id=316e9c50-4050-47ff-98f5-52eeda6dcd86 HTTP/1.1" status: 200 len: 913 time: 0.1575181 Aug 12 15:17:32.904662 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e34c7c-a118-4903-9959-c78398db4eed req-48f47aa7-669d-43fd-8d2a-3592c081b571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:17:32.905965 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-54e34c7c-a118-4903-9959-c78398db4eed req-48f47aa7-669d-43fd-8d2a-3592c081b571 service neutron] 10.222.0.64 "GET /v2.0/networks?id=316e9c50-4050-47ff-98f5-52eeda6dcd86 HTTP/1.1" status: 200 len: 913 time: 0.1530075 Aug 12 15:17:32.974330 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-54e34c7c-a118-4903-9959-c78398db4eed req-80aedb8c-37f8-441c-bbac-1f2190893b1e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d5c9abfb-af57-4952-b14e-c3f03188f9d3 HTTP/1.1" status: 200 len: 217 time: 0.0630918 Aug 12 15:17:32.975768 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-54e34c7c-a118-4903-9959-c78398db4eed req-43fe631d-4851-4a38-86f7-c093d246b6f4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d5c9abfb-af57-4952-b14e-c3f03188f9d3 HTTP/1.1" status: 200 len: 217 time: 0.0593185 Aug 12 15:17:33.012760 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722cce54-2c62-47a1-a078-e73cbacf3db6 req-9004d67c-2d8a-44e8-9e9f-3da91702e3af tempest-DeleteServersTestJSON-1389459574 tempest-DeleteServersTestJSON-1389459574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:17:33.014547 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-722cce54-2c62-47a1-a078-e73cbacf3db6 req-9004d67c-2d8a-44e8-9e9f-3da91702e3af tempest-DeleteServersTestJSON-1389459574 tempest-DeleteServersTestJSON-1389459574-project] 10.222.0.39 "GET /v2.0/ports?device_id=447b9ae5-8164-4e55-bbf6-75adb18d5547 HTTP/1.1" status: 200 len: 943 time: 0.0503776 Aug 12 15:17:33.064624 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e34c7c-a118-4903-9959-c78398db4eed req-dd570a22-2c71-4def-8f7a-b63257706df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:17:33.065246 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-722cce54-2c62-47a1-a078-e73cbacf3db6 req-a44c4688-9e7b-4be8-8ce8-b358f299412a tempest-DeleteServersTestJSON-1389459574 tempest-DeleteServersTestJSON-1389459574-project] 10.222.0.39 "GET /v2.0/security-groups?id=ee93c12f-68f9-4a43-aac9-b2716715a654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433612 Aug 12 15:17:33.066179 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-54e34c7c-a118-4903-9959-c78398db4eed req-dd570a22-2c71-4def-8f7a-b63257706df4 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ffb8ce44-f703-4e23-b3ea-04e8fbc5c7b8 HTTP/1.1" status: 200 len: 852 time: 0.0846190 Aug 12 15:17:33.067565 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e34c7c-a118-4903-9959-c78398db4eed req-d3a210e6-1402-49e4-ad97-e27cb0a4fd62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:17:33.068878 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-54e34c7c-a118-4903-9959-c78398db4eed req-d3a210e6-1402-49e4-ad97-e27cb0a4fd62 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ffb8ce44-f703-4e23-b3ea-04e8fbc5c7b8 HTTP/1.1" status: 200 len: 852 time: 0.0800405 Aug 12 15:17:33.107305 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-54e34c7c-a118-4903-9959-c78398db4eed req-5384ec1b-d030-47c5-8fe0-a6c1f6f96c4a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=316e9c50-4050-47ff-98f5-52eeda6dcd86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310159 Aug 12 15:17:33.122189 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-54e34c7c-a118-4903-9959-c78398db4eed req-c22cb8ca-2dba-4ce7-808a-41b7e5e35725 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=316e9c50-4050-47ff-98f5-52eeda6dcd86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449247 Aug 12 15:17:33.186035 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device d5c9abfb-af57-4952-b14e-c3f03188f9d3 no longer exists at agent hyperv_n-h1-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 15:17:33.223577 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device d5c9abfb-af57-4952-b14e-c3f03188f9d3 not bound to the agent host n-h1-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 15:17:33.272580 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-54e34c7c-a118-4903-9959-c78398db4eed req-4625cc10-14c4-4253-8fab-380dd2ab8fd2 service neutron] 10.222.0.64 "GET /v2.0/networks/316e9c50-4050-47ff-98f5-52eeda6dcd86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529596 Aug 12 15:17:33.278063 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-54e34c7c-a118-4903-9959-c78398db4eed req-d4878fdf-b3e7-436b-8ace-08bd407c5de0 service neutron] 10.222.0.49 "GET /v2.0/networks/316e9c50-4050-47ff-98f5-52eeda6dcd86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396618 Aug 12 15:17:33.693611 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-54e34c7c-a118-4903-9959-c78398db4eed req-39373b6d-b23f-47d1-9dba-8d61a9bcae85 service neutron] 10.222.0.64 "GET /v2.0/networks/316e9c50-4050-47ff-98f5-52eeda6dcd86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4127004 Aug 12 15:17:33.695485 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-54e34c7c-a118-4903-9959-c78398db4eed req-6f36188c-009c-4ecb-94ee-7aa772b47f54 service neutron] 10.222.0.49 "GET /v2.0/networks/316e9c50-4050-47ff-98f5-52eeda6dcd86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4078810 Aug 12 15:17:34.175629 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70580a8d-e5fa-4ad7-b8a1-582c6b689eaf req-2a8c7451-e75b-4520-bca0-2731a68b5eb9 tempest-DeleteServersTestJSON-1389459574 tempest-DeleteServersTestJSON-1389459574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:17:34.177120 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-70580a8d-e5fa-4ad7-b8a1-582c6b689eaf req-2a8c7451-e75b-4520-bca0-2731a68b5eb9 tempest-DeleteServersTestJSON-1389459574 tempest-DeleteServersTestJSON-1389459574-project] 10.222.0.39 "GET /v2.0/ports?device_id=447b9ae5-8164-4e55-bbf6-75adb18d5547 HTTP/1.1" status: 200 len: 943 time: 0.0499642 Aug 12 15:17:34.215298 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-70580a8d-e5fa-4ad7-b8a1-582c6b689eaf req-0453c9ce-44a1-4927-b04a-09547deeee32 tempest-DeleteServersTestJSON-1389459574 tempest-DeleteServersTestJSON-1389459574-project] 10.222.0.39 "GET /v2.0/security-groups?id=ee93c12f-68f9-4a43-aac9-b2716715a654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317013 Aug 12 15:17:35.332926 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f475e067-daac-4562-b641-23270ecc5bcc req-85ce7d2b-4347-466d-9609-5e1acd4a0485 tempest-DeleteServersTestJSON-1389459574 tempest-DeleteServersTestJSON-1389459574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:17:35.334402 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-f475e067-daac-4562-b641-23270ecc5bcc req-85ce7d2b-4347-466d-9609-5e1acd4a0485 tempest-DeleteServersTestJSON-1389459574 tempest-DeleteServersTestJSON-1389459574-project] 10.222.0.39 "GET /v2.0/ports?device_id=447b9ae5-8164-4e55-bbf6-75adb18d5547 HTTP/1.1" status: 200 len: 943 time: 0.0521955 Aug 12 15:17:35.371588 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-f475e067-daac-4562-b641-23270ecc5bcc req-8bbfa749-c16b-4f7f-b4df-99af55c77049 tempest-DeleteServersTestJSON-1389459574 tempest-DeleteServersTestJSON-1389459574-project] 10.222.0.39 "GET /v2.0/security-groups?id=ee93c12f-68f9-4a43-aac9-b2716715a654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306261 Aug 12 15:17:35.639794 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3c0cae-bb28-41e1-9348-9a27b55074ba req-04b62f04-ba39-43a8-85ce-da89e638f2af tempest-DeleteServersTestJSON-1389459574 tempest-DeleteServersTestJSON-1389459574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:17:35.641145 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3d3c0cae-bb28-41e1-9348-9a27b55074ba req-04b62f04-ba39-43a8-85ce-da89e638f2af tempest-DeleteServersTestJSON-1389459574 tempest-DeleteServersTestJSON-1389459574-project] 10.222.0.64 "GET /v2.0/ports?device_id=447b9ae5-8164-4e55-bbf6-75adb18d5547&tenant_id=34218f746c1d4a4c83ef20ab9acb00cd&binding%3Ahost_id=n-h2-694802-15 HTTP/1.1" status: 200 len: 943 time: 0.0867097 Aug 12 15:17:35.699728 n-d-694802-15 neutron-server[94467]: INFO neutron.api.v2.resource [req-3d3c0cae-bb28-41e1-9348-9a27b55074ba req-e20b7ee0-2e16-4520-a00d-0d8669cc2de4 service neutron] delete failed (client error): The resource could not be found. Aug 12 15:17:35.700695 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3d3c0cae-bb28-41e1-9348-9a27b55074ba req-e20b7ee0-2e16-4520-a00d-0d8669cc2de4 service neutron] 10.222.0.64 "DELETE /v2.0/ports/d5c9abfb-af57-4952-b14e-c3f03188f9d3/bindings/n-h1-694802-15 HTTP/1.1" status: 404 len: 381 time: 0.0516806 Aug 12 15:17:35.785454 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3c0cae-bb28-41e1-9348-9a27b55074ba req-34951e86-256d-4875-802e-7a373804d5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:17:35.786949 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3d3c0cae-bb28-41e1-9348-9a27b55074ba req-34951e86-256d-4875-802e-7a373804d5c8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=34218f746c1d4a4c83ef20ab9acb00cd&device_id=447b9ae5-8164-4e55-bbf6-75adb18d5547 HTTP/1.1" status: 200 len: 1095 time: 0.0406327 Aug 12 15:17:35.798080 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device d5c9abfb-af57-4952-b14e-c3f03188f9d3 details requested by agent hyperv_n-h2-694802-15 with host n-h2-694802-15 {{(pid=94468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 15:17:35.884386 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3c0cae-bb28-41e1-9348-9a27b55074ba req-195c6ef0-5a3a-4a62-9f69-f157af16df2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:17:35.886722 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3d3c0cae-bb28-41e1-9348-9a27b55074ba req-195c6ef0-5a3a-4a62-9f69-f157af16df2e service neutron] 10.222.0.64 "GET /v2.0/networks?id=316e9c50-4050-47ff-98f5-52eeda6dcd86 HTTP/1.1" status: 200 len: 913 time: 0.0916996 Aug 12 15:17:35.894737 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port d5c9abfb-af57-4952-b14e-c3f03188f9d3, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=d5c9abfb-af57-4952-b14e-c3f03188f9d3,segment=NetworkSegment(3d1ec219-4ef2-462d-a8e4-c82e1a68d3a6),segment_id=3d1ec219-4ef2-462d-a8e4-c82e1a68d3a6)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:17:35.905918 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Returning: {'device': 'd5c9abfb-af57-4952-b14e-c3f03188f9d3', 'network_id': '316e9c50-4050-47ff-98f5-52eeda6dcd86', 'port_id': 'd5c9abfb-af57-4952-b14e-c3f03188f9d3', 'mac_address': 'fa:16:3e:6a:45:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ffb8ce44-f703-4e23-b3ea-04e8fbc5c7b8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 15:17:35.928236 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3d3c0cae-bb28-41e1-9348-9a27b55074ba req-cb07f6d2-e51e-4bca-935e-f230c4c61818 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d5c9abfb-af57-4952-b14e-c3f03188f9d3 HTTP/1.1" status: 200 len: 217 time: 0.0348549 Aug 12 15:17:35.942813 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:17:35.955313 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5c9abfb-af57-4952-b14e-c3f03188f9d3 {{(pid=94468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 15:17:35.974749 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port d5c9abfb-af57-4952-b14e-c3f03188f9d3, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=d5c9abfb-af57-4952-b14e-c3f03188f9d3,segment=NetworkSegment(3d1ec219-4ef2-462d-a8e4-c82e1a68d3a6),segment_id=3d1ec219-4ef2-462d-a8e4-c82e1a68d3a6)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:17:35.976999 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3c0cae-bb28-41e1-9348-9a27b55074ba req-39d7dc11-4bf8-4689-81ef-9314a2320271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:17:35.978464 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:17:35.978636 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3d3c0cae-bb28-41e1-9348-9a27b55074ba req-39d7dc11-4bf8-4689-81ef-9314a2320271 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ffb8ce44-f703-4e23-b3ea-04e8fbc5c7b8 HTTP/1.1" status: 200 len: 852 time: 0.0428267 Aug 12 15:17:36.014870 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3d3c0cae-bb28-41e1-9348-9a27b55074ba req-b4711f1f-69a3-418f-abb8-6956d204dabe service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=316e9c50-4050-47ff-98f5-52eeda6dcd86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288155 Aug 12 15:17:36.025698 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Pushing event updated for resources: {'Port': ['ID=d5c9abfb-af57-4952-b14e-c3f03188f9d3,revision_number=8']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:17:36.032898 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:17:36.033240 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:17:36.033575 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:17:36.033905 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:17:36.034231 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:17:36.034556 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:17:36.034877 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:17:36.035223 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:17:36.035542 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:17:36.035860 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:17:36.036178 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:17:36.036492 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:17:36.110554 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3d3c0cae-bb28-41e1-9348-9a27b55074ba req-92f6c572-d26a-469d-95a9-1c9da604d83c service neutron] 10.222.0.64 "GET /v2.0/networks/316e9c50-4050-47ff-98f5-52eeda6dcd86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879023 Aug 12 15:17:36.205479 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3d3c0cae-bb28-41e1-9348-9a27b55074ba req-be009436-b0ec-4ee0-ada1-0de322685e18 service neutron] 10.222.0.64 "GET /v2.0/networks/316e9c50-4050-47ff-98f5-52eeda6dcd86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870595 Aug 12 15:17:36.342354 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] get_ports_and_sgs() called for port_ids ['d5c9abfb-af57-4952-b14e-c3f03188f9d3'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 15:17:36.877816 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dcbee8-fe16-4558-a669-e37c96ce3539 req-35eb1089-952b-4712-925d-a232017b94cb tempest-DeleteServersTestJSON-1389459574 tempest-DeleteServersTestJSON-1389459574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:17:36.879218 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-84dcbee8-fe16-4558-a669-e37c96ce3539 req-35eb1089-952b-4712-925d-a232017b94cb tempest-DeleteServersTestJSON-1389459574 tempest-DeleteServersTestJSON-1389459574-project] 10.222.0.39 "GET /v2.0/ports?device_id=447b9ae5-8164-4e55-bbf6-75adb18d5547 HTTP/1.1" status: 200 len: 944 time: 0.0486891 Aug 12 15:17:36.918237 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-84dcbee8-fe16-4558-a669-e37c96ce3539 req-ffeffaaa-fcc3-467d-b05d-b39fe16aa72f tempest-DeleteServersTestJSON-1389459574 tempest-DeleteServersTestJSON-1389459574-project] 10.222.0.39 "GET /v2.0/security-groups?id=ee93c12f-68f9-4a43-aac9-b2716715a654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328183 Aug 12 15:17:37.805999 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device d5c9abfb-af57-4952-b14e-c3f03188f9d3 up at agent hyperv_n-h2-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 15:17:37.857918 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Provisioning for port d5c9abfb-af57-4952-b14e-c3f03188f9d3 completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:17:37.861626 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Provisioning complete for port d5c9abfb-af57-4952-b14e-c3f03188f9d3 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:17:37.861999 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:17:37.938942 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:17:37.961601 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '447b9ae5-8164-4e55-bbf6-75adb18d5547', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5c9abfb-af57-4952-b14e-c3f03188f9d3'}] {{(pid=94468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:17:37.963847 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99a8d87602170099c728e57431aca99e9b98a655a83bbf8727be13192709727b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dcd36c7-c901-4b46-a2a1-aa844e7ff915" -d '{"events": [{"server_uuid": "447b9ae5-8164-4e55-bbf6-75adb18d5547", "name": "network-vif-plugged", "status": "completed", "tag": "d5c9abfb-af57-4952-b14e-c3f03188f9d3"}]}' {{(pid=94468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 15:17:37.978709 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port d5c9abfb-af57-4952-b14e-c3f03188f9d3, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=d5c9abfb-af57-4952-b14e-c3f03188f9d3,segment=NetworkSegment(3d1ec219-4ef2-462d-a8e4-c82e1a68d3a6),segment_id=3d1ec219-4ef2-462d-a8e4-c82e1a68d3a6)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:17:37.983487 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:17:38.010278 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 15:17:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77d4192f-fd26-4246-b0dc-31995b2a83fb x-openstack-request-id: req-77d4192f-fd26-4246-b0dc-31995b2a83fb {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 15:17:38.010569 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "447b9ae5-8164-4e55-bbf6-75adb18d5547", "name": "network-vif-plugged", "status": "completed", "tag": "d5c9abfb-af57-4952-b14e-c3f03188f9d3", "code": 200}]} {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 15:17:38.010851 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-77d4192f-fd26-4246-b0dc-31995b2a83fb {{(pid=94468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 15:17:38.011268 n-d-694802-15 neutron-server[94468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '447b9ae5-8164-4e55-bbf6-75adb18d5547', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5c9abfb-af57-4952-b14e-c3f03188f9d3', 'code': 200} Aug 12 15:17:38.037328 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Pushing event updated for resources: {'Port': ['ID=d5c9abfb-af57-4952-b14e-c3f03188f9d3,revision_number=9']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:17:38.038764 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26facf52-c513-4510-bb71-90feedff0492 req-2db03725-0c72-4abf-b996-30799f592283 tempest-DeleteServersTestJSON-1389459574 tempest-DeleteServersTestJSON-1389459574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:17:38.040367 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-26facf52-c513-4510-bb71-90feedff0492 req-2db03725-0c72-4abf-b996-30799f592283 tempest-DeleteServersTestJSON-1389459574 tempest-DeleteServersTestJSON-1389459574-project] 10.222.0.39 "GET /v2.0/ports?device_id=447b9ae5-8164-4e55-bbf6-75adb18d5547 HTTP/1.1" status: 200 len: 945 time: 0.0519392 Aug 12 15:17:38.080718 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-26facf52-c513-4510-bb71-90feedff0492 req-c2f53c4b-699e-4bfd-bf8c-57689c9b0ee1 tempest-DeleteServersTestJSON-1389459574 tempest-DeleteServersTestJSON-1389459574-project] 10.222.0.39 "GET /v2.0/security-groups?id=ee93c12f-68f9-4a43-aac9-b2716715a654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336523 Aug 12 15:17:38.444535 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3c0cae-bb28-41e1-9348-9a27b55074ba req-ec50d58b-e5f5-4852-80d9-696670e0b631 tempest-DeleteServersTestJSON-1389459574 tempest-DeleteServersTestJSON-1389459574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:17:38.445894 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3d3c0cae-bb28-41e1-9348-9a27b55074ba req-ec50d58b-e5f5-4852-80d9-696670e0b631 tempest-DeleteServersTestJSON-1389459574 tempest-DeleteServersTestJSON-1389459574-project] 10.222.0.49 "GET /v2.0/ports?device_id=447b9ae5-8164-4e55-bbf6-75adb18d5547 HTTP/1.1" status: 200 len: 945 time: 0.0480928 Aug 12 15:17:38.538136 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [req-3d3c0cae-bb28-41e1-9348-9a27b55074ba req-a2d4edc7-ab50-4490-a525-35991c0afec0 tempest-DeleteServersTestJSON-1389459574 tempest-DeleteServersTestJSON-1389459574-project] Deleting port d5c9abfb-af57-4952-b14e-c3f03188f9d3 {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 15:17:38.538479 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-3d3c0cae-bb28-41e1-9348-9a27b55074ba req-a2d4edc7-ab50-4490-a525-35991c0afec0 tempest-DeleteServersTestJSON-1389459574 tempest-DeleteServersTestJSON-1389459574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:17:38.624415 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-3d3c0cae-bb28-41e1-9348-9a27b55074ba req-a2d4edc7-ab50-4490-a525-35991c0afec0 tempest-DeleteServersTestJSON-1389459574 tempest-DeleteServersTestJSON-1389459574-project] For port d5c9abfb-af57-4952-b14e-c3f03188f9d3, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=d5c9abfb-af57-4952-b14e-c3f03188f9d3,segment=NetworkSegment(3d1ec219-4ef2-462d-a8e4-c82e1a68d3a6),segment_id=3d1ec219-4ef2-462d-a8e4-c82e1a68d3a6)] {{(pid=94467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:17:38.624782 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-3d3c0cae-bb28-41e1-9348-9a27b55074ba req-a2d4edc7-ab50-4490-a525-35991c0afec0 tempest-DeleteServersTestJSON-1389459574 tempest-DeleteServersTestJSON-1389459574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:17:38.637890 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [req-3d3c0cae-bb28-41e1-9348-9a27b55074ba req-a2d4edc7-ab50-4490-a525-35991c0afec0 tempest-DeleteServersTestJSON-1389459574 tempest-DeleteServersTestJSON-1389459574-project] Calling delete_port for d5c9abfb-af57-4952-b14e-c3f03188f9d3 owned by compute:nova {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 15:17:38.685935 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.agents_db [None req-17ed3e4c-1a7d-4162-9646-11c134aca297 None None] Agent healthcheck: found 7 active agents {{(pid=94469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 15:17:38.764944 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-3d3c0cae-bb28-41e1-9348-9a27b55074ba req-a2d4edc7-ab50-4490-a525-35991c0afec0 tempest-DeleteServersTestJSON-1389459574 tempest-DeleteServersTestJSON-1389459574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:17:38.776495 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] get_ports_and_sgs() called for port_ids ['d5c9abfb-af57-4952-b14e-c3f03188f9d3'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 15:17:38.791565 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d4edc7-ab50-4490-a525-35991c0afec0 tempest-DeleteServersTestJSON-1389459574 tempest-DeleteServersTestJSON-1389459574-project] Pushing event deleted for resources: {'Port': ['ID=d5c9abfb-af57-4952-b14e-c3f03188f9d3,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:17:38.834774 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d3c0cae-bb28-41e1-9348-9a27b55074ba req-a2d4edc7-ab50-4490-a525-35991c0afec0 tempest-DeleteServersTestJSON-1389459574 tempest-DeleteServersTestJSON-1389459574-project] No DVR routers for this DVR port d5c9abfb-af57-4952-b14e-c3f03188f9d3 on host n-h2-694802-15 {{(pid=94467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 15:17:38.838463 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-3d3c0cae-bb28-41e1-9348-9a27b55074ba req-a2d4edc7-ab50-4490-a525-35991c0afec0 tempest-DeleteServersTestJSON-1389459574 tempest-DeleteServersTestJSON-1389459574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:17:38.840987 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3d3c0cae-bb28-41e1-9348-9a27b55074ba req-a2d4edc7-ab50-4490-a525-35991c0afec0 tempest-DeleteServersTestJSON-1389459574 tempest-DeleteServersTestJSON-1389459574-project] 10.222.0.49 "DELETE /v2.0/ports/d5c9abfb-af57-4952-b14e-c3f03188f9d3 HTTP/1.1" status: 204 len: 173 time: 0.3885388 Aug 12 15:17:38.841419 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '447b9ae5-8164-4e55-bbf6-75adb18d5547', 'name': 'network-vif-deleted', 'tag': 'd5c9abfb-af57-4952-b14e-c3f03188f9d3'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:17:38.843716 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e65282f928b64038367d043a4411777802006c43a98742496cb2e25b724ff1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-155ee09f-3545-48ed-9bf8-aba34ffa3071" -d '{"events": [{"server_uuid": "447b9ae5-8164-4e55-bbf6-75adb18d5547", "name": "network-vif-deleted", "tag": "d5c9abfb-af57-4952-b14e-c3f03188f9d3"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 15:17:38.882507 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 15:17:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8384867-5ec1-4549-8b9f-7a552575a995 x-openstack-request-id: req-e8384867-5ec1-4549-8b9f-7a552575a995 {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 15:17:38.882812 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "447b9ae5-8164-4e55-bbf6-75adb18d5547", "name": "network-vif-deleted", "tag": "d5c9abfb-af57-4952-b14e-c3f03188f9d3", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 15:17:38.883099 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e8384867-5ec1-4549-8b9f-7a552575a995 {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 15:17:38.883764 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '447b9ae5-8164-4e55-bbf6-75adb18d5547', 'name': 'network-vif-deleted', 'tag': 'd5c9abfb-af57-4952-b14e-c3f03188f9d3', 'status': 'completed', 'code': 200} Aug 12 15:17:39.206593 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 32772) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:17:39.251433 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd529182-d025-4bc3-b9b8-d9f8f1236fe7 admin admin] Deleting subnet ffb8ce44-f703-4e23-b3ea-04e8fbc5c7b8 {{(pid=94466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 15:17:39.254411 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-bd529182-d025-4bc3-b9b8-d9f8f1236fe7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:17:39.292983 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-bd529182-d025-4bc3-b9b8-d9f8f1236fe7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2293551'] for subnet, precommit_delete_associations {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:17:39.331414 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-bd529182-d025-4bc3-b9b8-d9f8f1236fe7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66416255'] for subnet, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:17:39.383799 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-bd529182-d025-4bc3-b9b8-d9f8f1236fe7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66416232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3718429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8776402'] for subnet, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:17:39.411173 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd529182-d025-4bc3-b9b8-d9f8f1236fe7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ffb8ce44-f703-4e23-b3ea-04e8fbc5c7b8,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:17:39.413579 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-bd529182-d025-4bc3-b9b8-d9f8f1236fe7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:17:39.415438 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-bd529182-d025-4bc3-b9b8-d9f8f1236fe7 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/ffb8ce44-f703-4e23-b3ea-04e8fbc5c7b8 HTTP/1.1" status: 204 len: 168 time: 0.2077508 Aug 12 15:17:39.418043 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 32774) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:17:39.421746 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd529182-d025-4bc3-b9b8-d9f8f1236fe7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:17:39.422105 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd529182-d025-4bc3-b9b8-d9f8f1236fe7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:17:39.422448 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd529182-d025-4bc3-b9b8-d9f8f1236fe7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:17:39.422787 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd529182-d025-4bc3-b9b8-d9f8f1236fe7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:17:39.423154 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd529182-d025-4bc3-b9b8-d9f8f1236fe7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:17:39.423488 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd529182-d025-4bc3-b9b8-d9f8f1236fe7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:17:39.423822 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd529182-d025-4bc3-b9b8-d9f8f1236fe7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:17:39.424150 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd529182-d025-4bc3-b9b8-d9f8f1236fe7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:17:39.424480 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd529182-d025-4bc3-b9b8-d9f8f1236fe7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:17:39.424805 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd529182-d025-4bc3-b9b8-d9f8f1236fe7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:17:39.425130 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd529182-d025-4bc3-b9b8-d9f8f1236fe7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:17:39.425455 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd529182-d025-4bc3-b9b8-d9f8f1236fe7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:17:39.490195 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-17a7d254-a89f-4f19-98e7-551cc769b4f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680608'] for network, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:17:39.566526 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-17a7d254-a89f-4f19-98e7-551cc769b4f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66413304', 'neutron.services.segments.db._delete_segments_for_network-8744654118000'] for network, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:17:39.576671 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-17a7d254-a89f-4f19-98e7-551cc769b4f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['316e9c50-4050-47ff-98f5-52eeda6dcd86']}} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:17:39.590618 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-17a7d254-a89f-4f19-98e7-551cc769b4f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d1ec219-4ef2-462d-a8e4-c82e1a68d3a6') {'for_net_delete': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:17:39.590906 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-17a7d254-a89f-4f19-98e7-551cc769b4f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d1ec219-4ef2-462d-a8e4-c82e1a68d3a6') {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:17:39.599572 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-17a7d254-a89f-4f19-98e7-551cc769b4f2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744654122361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3857526'] for segment, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:17:39.613125 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-17a7d254-a89f-4f19-98e7-551cc769b4f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:17:39.618737 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17a7d254-a89f-4f19-98e7-551cc769b4f2 admin admin] Releasing vlan 314 on physical network physnet1 to pool {{(pid=94467) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 15:17:39.619152 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-17a7d254-a89f-4f19-98e7-551cc769b4f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2859015'] for segment, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:17:39.620974 n-d-694802-15 neutron-server[94467]: Traceback (most recent call last): Aug 12 15:17:39.620974 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 15:17:39.620974 n-d-694802-15 neutron-server[94467]: timer() Aug 12 15:17:39.620974 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 15:17:39.620974 n-d-694802-15 neutron-server[94467]: cb(*args, **kw) Aug 12 15:17:39.620974 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 15:17:39.620974 n-d-694802-15 neutron-server[94467]: return func(*args, **kwargs) Aug 12 15:17:39.620974 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 15:17:39.620974 n-d-694802-15 neutron-server[94467]: self._notify() Aug 12 15:17:39.620974 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 15:17:39.620974 n-d-694802-15 neutron-server[94467]: self.callback(batched_events) Aug 12 15:17:39.620974 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 15:17:39.620974 n-d-694802-15 neutron-server[94467]: event.method(event) Aug 12 15:17:39.620974 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 15:17:39.620974 n-d-694802-15 neutron-server[94467]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 15:17:39.620974 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 15:17:39.620974 n-d-694802-15 neutron-server[94467]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 15:17:39.620974 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 15:17:39.620974 n-d-694802-15 neutron-server[94467]: return f(self, *a, **k) Aug 12 15:17:39.620974 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 15:17:39.620974 n-d-694802-15 neutron-server[94467]: return self._get(url).json() Aug 12 15:17:39.620974 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 15:17:39.620974 n-d-694802-15 neutron-server[94467]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 15:17:39.620974 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 15:17:39.620974 n-d-694802-15 neutron-server[94467]: return self.request(url, 'GET', **kwargs) Aug 12 15:17:39.620974 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 15:17:39.620974 n-d-694802-15 neutron-server[94467]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 15:17:39.620974 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 15:17:39.620974 n-d-694802-15 neutron-server[94467]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 15:17:39.620974 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 15:17:39.620974 n-d-694802-15 neutron-server[94467]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 15:17:39.620974 n-d-694802-15 neutron-server[94467]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 15:17:39.672722 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-17a7d254-a89f-4f19-98e7-551cc769b4f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66413281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431520'] for network, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:17:39.677997 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-17a7d254-a89f-4f19-98e7-551cc769b4f2 admin admin] Notify callbacks [] for network, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:17:39.679830 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-17a7d254-a89f-4f19-98e7-551cc769b4f2 admin admin] 10.222.0.39 "DELETE /v2.0/networks/316e9c50-4050-47ff-98f5-52eeda6dcd86 HTTP/1.1" status: 204 len: 168 time: 0.2608066 Aug 12 15:17:39.690774 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a7d254-a89f-4f19-98e7-551cc769b4f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=316e9c50-4050-47ff-98f5-52eeda6dcd86,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:17:39.787574 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 32778) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:17:39.827096 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-bdd582d1-a1e5-4a01-ad09-348e44386819 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=34218f746c1d4a4c83ef20ab9acb00cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0383587 Aug 12 15:17:39.829522 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 32780) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:17:39.875642 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-f4119ee4-f1a0-4507-8581-ecc5e3c71556 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:17:39.901248 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-f4119ee4-f1a0-4507-8581-ecc5e3c71556 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:17:39.945637 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-f4119ee4-f1a0-4507-8581-ecc5e3c71556 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:17:39.948061 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-f4119ee4-f1a0-4507-8581-ecc5e3c71556 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:17:39.949561 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-f4119ee4-f1a0-4507-8581-ecc5e3c71556 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ee93c12f-68f9-4a43-aac9-b2716715a654 HTTP/1.1" status: 204 len: 168 time: 0.1188593 Aug 12 15:17:39.957959 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4119ee4-f1a0-4507-8581-ecc5e3c71556 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee93c12f-68f9-4a43-aac9-b2716715a654,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:17:40.135992 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-63645f51-b992-41c0-b879-d33e7822495f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:17:40.597179 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 32802) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:17:40.691452 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-41432a0f-9610-4a20-a107-561dce6aa8ec admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-371170589-network', 'tenant_id': 'ac49ca0cd940426d80c66c07a3ab454f'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:17:40.713035 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41432a0f-9610-4a20-a107-561dce6aa8ec admin admin] Made reservation on behalf of ac49ca0cd940426d80c66c07a3ab454f for: {'network': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 15:17:40.715450 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-41432a0f-9610-4a20-a107-561dce6aa8ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for network, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:17:40.723824 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-41432a0f-9610-4a20-a107-561dce6aa8ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:17:40.811245 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-41432a0f-9610-4a20-a107-561dce6aa8ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:17:40.814882 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-41432a0f-9610-4a20-a107-561dce6aa8ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:17:40.834814 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41432a0f-9610-4a20-a107-561dce6aa8ec admin admin] vlan segment allocate from pool success with {'vlan_id': 302, 'physical_network': 'physnet1'} {{(pid=94467) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 15:17:40.848238 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41432a0f-9610-4a20-a107-561dce6aa8ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8f1aead-f044-46b7-ada3-82e1380083d6,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:17:40.853637 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-41432a0f-9610-4a20-a107-561dce6aa8ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:17:40.853989 n-d-694802-15 neutron-server[94467]: INFO neutron.db.segments_db [None req-41432a0f-9610-4a20-a107-561dce6aa8ec admin admin] Added segment 23f4af88-496a-49e4-8f8f-3a3cf1aa47af of type vlan for network 61db26c5-d711-4f86-a583-b26a79eb41b2 Aug 12 15:17:40.895316 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-41432a0f-9610-4a20-a107-561dce6aa8ec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744653628263'] for network, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:17:40.922610 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-41432a0f-9610-4a20-a107-561dce6aa8ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409'] for network, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:17:40.923597 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41432a0f-9610-4a20-a107-561dce6aa8ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:17:40.924169 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-41432a0f-9610-4a20-a107-561dce6aa8ec admin admin] Notify callbacks [] for network, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:17:40.996247 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-41432a0f-9610-4a20-a107-561dce6aa8ec admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3979673 Aug 12 15:17:40.999869 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 32806) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:17:41.005715 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-98aed7c5-e2d3-4e48-a11e-1e644713f88d admin admin] Request body: {'subnet': {'network_id': '61db26c5-d711-4f86-a583-b26a79eb41b2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-371170589-subnet', 'tenant_id': 'ac49ca0cd940426d80c66c07a3ab454f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:17:41.014862 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41432a0f-9610-4a20-a107-561dce6aa8ec admin admin] Pushing event updated for resources: {'Network': ['ID=61db26c5-d711-4f86-a583-b26a79eb41b2,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:17:41.025996 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Network 61db26c5-d711-4f86-a583-b26a79eb41b2 details requested by agent ovs-agent-n-d-694802-15 with host n-d-694802-15 {{(pid=94468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 15:17:41.027647 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98aed7c5-e2d3-4e48-a11e-1e644713f88d admin admin] Made reservation on behalf of ac49ca0cd940426d80c66c07a3ab454f for: {'subnet': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 15:17:41.030240 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-98aed7c5-e2d3-4e48-a11e-1e644713f88d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8776441'] for subnet, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:17:41.200652 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-98aed7c5-e2d3-4e48-a11e-1e644713f88d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3718490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8776395'] for subnet, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:17:41.250845 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98aed7c5-e2d3-4e48-a11e-1e644713f88d admin admin] Pushing event updated for resources: {'Subnet': ['ID=a5b83863-3e7b-4ae2-94cb-d828ffee1c65,revision_number=0']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:17:41.266765 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98aed7c5-e2d3-4e48-a11e-1e644713f88d admin admin] Checking segment: {'id': '23f4af88-496a-49e4-8f8f-3a3cf1aa47af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '61db26c5-d711-4f86-a583-b26a79eb41b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 15:17:41.267170 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98aed7c5-e2d3-4e48-a11e-1e644713f88d admin admin] Network hostable DHCP agents. Network: 61db26c5-d711-4f86-a583-b26a79eb41b2, hostable agents: ['1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658'], hosted agents: [] {{(pid=94466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 15:17:41.284100 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98aed7c5-e2d3-4e48-a11e-1e644713f88d admin admin] Network 61db26c5-d711-4f86-a583-b26a79eb41b2 is scheduled to be hosted by DHCP agent 1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658 with binding_index 1 {{(pid=94466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 15:17:41.292056 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-98aed7c5-e2d3-4e48-a11e-1e644713f88d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-15, 61db26c5-d711-4f86-a583-b26a79eb41b2) {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:17:41.296977 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98aed7c5-e2d3-4e48-a11e-1e644713f88d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:17:41.297579 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-98aed7c5-e2d3-4e48-a11e-1e644713f88d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:17:41.301972 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64446219-14c8-44f7-8f63-2244a87cc3a2 None None] Network 61db26c5-d711-4f86-a583-b26a79eb41b2 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 15:17:41.311748 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-98aed7c5-e2d3-4e48-a11e-1e644713f88d admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3106680 Aug 12 15:17:41.428026 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3469d252-7d16-4434-9cf9-11da8eea1ad9 None None] Network 61db26c5-d711-4f86-a583-b26a79eb41b2 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 15:17:41.728988 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc9381b-7334-4f41-85ea-5598d8787f9f req-baff3317-04a5-4342-9989-ad26b8450e22 tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:17:41.730446 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-4cc9381b-7334-4f41-85ea-5598d8787f9f req-baff3317-04a5-4342-9989-ad26b8450e22 tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] 10.222.0.39 "GET /v2.0/networks?id=61db26c5-d711-4f86-a583-b26a79eb41b2 HTTP/1.1" status: 200 len: 814 time: 0.1049819 Aug 12 15:17:41.744811 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-4cc9381b-7334-4f41-85ea-5598d8787f9f req-7af13def-2dab-4c06-a7cf-ff1b941705c8 tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] 10.222.0.39 "GET /v2.0/quotas/ac49ca0cd940426d80c66c07a3ab454f HTTP/1.1" status: 200 len: 375 time: 0.0087943 Aug 12 15:17:41.776073 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-4cc9381b-7334-4f41-85ea-5598d8787f9f req-00c4746e-d552-41da-8ea1-8fa85e925cd4 tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=ac49ca0cd940426d80c66c07a3ab454f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0262067 Aug 12 15:17:41.854170 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device d5c9abfb-af57-4952-b14e-c3f03188f9d3 no longer exists at agent hyperv_n-h2-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 15:17:41.882147 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-4cc9381b-7334-4f41-85ea-5598d8787f9f req-10442ba6-cd36-4732-a10c-2fc6160095ab service neutron] 10.222.0.39 "GET /v2.0/networks/61db26c5-d711-4f86-a583-b26a79eb41b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983965 Aug 12 15:17:41.883214 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] No Port match for: d5c9abfb-af57-4952-b14e-c3f03188f9d3 {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 15:17:41.883507 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device d5c9abfb-af57-4952-b14e-c3f03188f9d3 not bound to the agent host n-h2-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 15:17:41.892255 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:17:41.974689 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-4cc9381b-7334-4f41-85ea-5598d8787f9f req-1aa5f622-4077-423a-bdc3-72a3bfbe7037 service neutron] 10.222.0.39 "GET /v2.0/networks/61db26c5-d711-4f86-a583-b26a79eb41b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848238 Aug 12 15:17:42.128556 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-16e03b81-f94d-40fa-850b-68456e09dbe9 req-657e555c-acdf-4c07-9c23-7c62480cf7c2 tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] 10.222.0.39 "GET /v2.0/ports?device_id=ca13c9aa-8ff9-4e8d-9788-915e162b3eeb HTTP/1.1" status: 200 len: 210 time: 0.0260808 Aug 12 15:17:43.056886 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:17:43.067573 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc9381b-7334-4f41-85ea-5598d8787f9f req-56fcd34b-162f-4fc9-b13c-ab06e0784ead tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:17:43.069036 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4cc9381b-7334-4f41-85ea-5598d8787f9f req-56fcd34b-162f-4fc9-b13c-ab06e0784ead tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] 10.222.0.64 "GET /v2.0/networks?id=61db26c5-d711-4f86-a583-b26a79eb41b2 HTTP/1.1" status: 200 len: 814 time: 0.1239793 Aug 12 15:17:43.085840 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-4cc9381b-7334-4f41-85ea-5598d8787f9f req-5621175d-efd8-4a8d-bd56-7c532280e24f tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] Request body: {'port': {'device_id': 'ca13c9aa-8ff9-4e8d-9788-915e162b3eeb', 'network_id': '61db26c5-d711-4f86-a583-b26a79eb41b2', 'admin_state_up': True, 'tenant_id': 'ac49ca0cd940426d80c66c07a3ab454f'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:17:43.192747 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4cc9381b-7334-4f41-85ea-5598d8787f9f req-5621175d-efd8-4a8d-bd56-7c532280e24f tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] Made reservation on behalf of ac49ca0cd940426d80c66c07a3ab454f for: {'port': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 15:17:43.196276 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-4cc9381b-7334-4f41-85ea-5598d8787f9f req-5621175d-efd8-4a8d-bd56-7c532280e24f tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:17:43.229106 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-50309ac9-55cc-4f71-b458-f31c23d1a3e6 req-a38e0dc1-c811-41a0-a4d1-c7a54dfb250c tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] 10.222.0.39 "GET /v2.0/ports?device_id=ca13c9aa-8ff9-4e8d-9788-915e162b3eeb HTTP/1.1" status: 200 len: 210 time: 0.0283451 Aug 12 15:17:43.254245 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:17:43.329714 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_common [req-4cc9381b-7334-4f41-85ea-5598d8787f9f req-5621175d-efd8-4a8d-bd56-7c532280e24f tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] Allocated IP 172.20.0.5 (61db26c5-d711-4f86-a583-b26a79eb41b2/a5b83863-3e7b-4ae2-94cb-d828ffee1c65/64917795-081a-4644-97d3-b7c207ab0c3f) {{(pid=94467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 15:17:43.416090 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-c5f03bf8-82bd-42f1-ab72-4c7ddcf43301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:17:43.479683 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-4cc9381b-7334-4f41-85ea-5598d8787f9f req-5621175d-efd8-4a8d-bd56-7c532280e24f tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] Notify callbacks [] for port, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:17:43.518080 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-4cc9381b-7334-4f41-85ea-5598d8787f9f req-5621175d-efd8-4a8d-bd56-7c532280e24f tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:17:43.560658 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4cc9381b-7334-4f41-85ea-5598d8787f9f req-5621175d-efd8-4a8d-bd56-7c532280e24f tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] Network 61db26c5-d711-4f86-a583-b26a79eb41b2 is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 15:17:43.565611 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [req-4cc9381b-7334-4f41-85ea-5598d8787f9f req-5621175d-efd8-4a8d-bd56-7c532280e24f tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:17:43.567927 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cc9381b-7334-4f41-85ea-5598d8787f9f req-5621175d-efd8-4a8d-bd56-7c532280e24f tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] Received port after_create {{(pid=94467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 15:17:43.595672 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5621175d-efd8-4a8d-bd56-7c532280e24f tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] Pushing event updated for resources: {'Port': ['ID=64917795-081a-4644-97d3-b7c207ab0c3f,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:17:43.621726 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc9381b-7334-4f41-85ea-5598d8787f9f req-5621175d-efd8-4a8d-bd56-7c532280e24f tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:17:43.622337 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-4cc9381b-7334-4f41-85ea-5598d8787f9f req-5621175d-efd8-4a8d-bd56-7c532280e24f tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:17:43.636770 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4cc9381b-7334-4f41-85ea-5598d8787f9f req-5621175d-efd8-4a8d-bd56-7c532280e24f tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5547209 Aug 12 15:17:43.649423 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-4cc9381b-7334-4f41-85ea-5598d8787f9f req-eb8c97ce-916d-4751-b151-18d240c24f9d service neutron] Request body: {'port': {'device_id': 'ca13c9aa-8ff9-4e8d-9788-915e162b3eeb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-694802-15'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:17:43.704308 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-4cc9381b-7334-4f41-85ea-5598d8787f9f req-eb8c97ce-916d-4751-b151-18d240c24f9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:17:43.960886 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [req-4cc9381b-7334-4f41-85ea-5598d8787f9f req-eb8c97ce-916d-4751-b151-18d240c24f9d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64917795-081a-4644-97d3-b7c207ab0c3f {{(pid=94467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 15:17:43.968525 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-4cc9381b-7334-4f41-85ea-5598d8787f9f req-eb8c97ce-916d-4751-b151-18d240c24f9d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:17:43.980239 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [req-4cc9381b-7334-4f41-85ea-5598d8787f9f req-eb8c97ce-916d-4751-b151-18d240c24f9d service neutron] Transition to ACTIVE for port object 64917795-081a-4644-97d3-b7c207ab0c3f will not be triggered until provisioned by entity L2. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:17:43.983899 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-4cc9381b-7334-4f41-85ea-5598d8787f9f req-eb8c97ce-916d-4751-b151-18d240c24f9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:17:44.053251 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8c97ce-916d-4751-b151-18d240c24f9d service neutron] Pushing event updated for resources: {'Port': ['ID=64917795-081a-4644-97d3-b7c207ab0c3f,revision_number=2']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:17:44.100977 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-4cc9381b-7334-4f41-85ea-5598d8787f9f req-eb8c97ce-916d-4751-b151-18d240c24f9d service neutron] Attempting to bind port 64917795-081a-4644-97d3-b7c207ab0c3f on host n-h1-694802-15 for vnic_type normal with profile {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 15:17:44.101285 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-4cc9381b-7334-4f41-85ea-5598d8787f9f req-eb8c97ce-916d-4751-b151-18d240c24f9d service neutron] Attempting to bind port 64917795-081a-4644-97d3-b7c207ab0c3f by drivers openvswitch,hyperv on host n-h1-694802-15 at level 0 using segments [{'id': '23f4af88-496a-49e4-8f8f-3a3cf1aa47af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '61db26c5-d711-4f86-a583-b26a79eb41b2'}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 15:17:44.101598 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cc9381b-7334-4f41-85ea-5598d8787f9f req-eb8c97ce-916d-4751-b151-18d240c24f9d service neutron] Attempting to bind port 64917795-081a-4644-97d3-b7c207ab0c3f on network 61db26c5-d711-4f86-a583-b26a79eb41b2 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 15:17:44.103475 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-1769855f-eda9-4483-9dc3-3220908ab45d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:17:44.106057 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cc9381b-7334-4f41-85ea-5598d8787f9f req-eb8c97ce-916d-4751-b151-18d240c24f9d service neutron] Port 64917795-081a-4644-97d3-b7c207ab0c3f on network 61db26c5-d711-4f86-a583-b26a79eb41b2 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-15 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 15:17:44.106376 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cc9381b-7334-4f41-85ea-5598d8787f9f req-eb8c97ce-916d-4751-b151-18d240c24f9d service neutron] Attempting to bind port 64917795-081a-4644-97d3-b7c207ab0c3f on network 61db26c5-d711-4f86-a583-b26a79eb41b2 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 15:17:44.111138 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cc9381b-7334-4f41-85ea-5598d8787f9f req-eb8c97ce-916d-4751-b151-18d240c24f9d service neutron] Checking agent: {'id': 'de568313-a3e6-454a-9813-77e25edcea95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 27, 41), 'started_at': datetime.datetime(2021, 8, 12, 14, 27, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 15, 17, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 15:17:44.111472 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cc9381b-7334-4f41-85ea-5598d8787f9f req-eb8c97ce-916d-4751-b151-18d240c24f9d service neutron] Checking segment: {'id': '23f4af88-496a-49e4-8f8f-3a3cf1aa47af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '61db26c5-d711-4f86-a583-b26a79eb41b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 15:17:44.111846 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cc9381b-7334-4f41-85ea-5598d8787f9f req-eb8c97ce-916d-4751-b151-18d240c24f9d service neutron] Bound using segment: {'id': '23f4af88-496a-49e4-8f8f-3a3cf1aa47af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '61db26c5-d711-4f86-a583-b26a79eb41b2'} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 15:17:44.112289 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-4cc9381b-7334-4f41-85ea-5598d8787f9f req-eb8c97ce-916d-4751-b151-18d240c24f9d service neutron] Bound port: 64917795-081a-4644-97d3-b7c207ab0c3f, host: n-h1-694802-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23f4af88-496a-49e4-8f8f-3a3cf1aa47af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '61db26c5-d711-4f86-a583-b26a79eb41b2'}}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 15:17:44.112639 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-4cc9381b-7334-4f41-85ea-5598d8787f9f req-eb8c97ce-916d-4751-b151-18d240c24f9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:17:44.176111 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-4cc9381b-7334-4f41-85ea-5598d8787f9f req-eb8c97ce-916d-4751-b151-18d240c24f9d service neutron] For port 64917795-081a-4644-97d3-b7c207ab0c3f, host n-h1-694802-15, cleared binding levels {{(pid=94467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 15:17:44.179503 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-4cc9381b-7334-4f41-85ea-5598d8787f9f req-eb8c97ce-916d-4751-b151-18d240c24f9d service neutron] For port 64917795-081a-4644-97d3-b7c207ab0c3f, host n-h1-694802-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=64917795-081a-4644-97d3-b7c207ab0c3f,segment=NetworkSegment(23f4af88-496a-49e4-8f8f-3a3cf1aa47af),segment_id=23f4af88-496a-49e4-8f8f-3a3cf1aa47af)] {{(pid=94467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 15:17:44.183585 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-4cc9381b-7334-4f41-85ea-5598d8787f9f req-eb8c97ce-916d-4751-b151-18d240c24f9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:17:44.215665 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc9381b-7334-4f41-85ea-5598d8787f9f req-eb8c97ce-916d-4751-b151-18d240c24f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:17:44.216281 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-4cc9381b-7334-4f41-85ea-5598d8787f9f req-eb8c97ce-916d-4751-b151-18d240c24f9d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:17:44.217679 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4cc9381b-7334-4f41-85ea-5598d8787f9f req-eb8c97ce-916d-4751-b151-18d240c24f9d service neutron] 10.222.0.64 "PUT /v2.0/ports/64917795-081a-4644-97d3-b7c207ab0c3f HTTP/1.1" status: 200 len: 1092 time: 0.5724015 Aug 12 15:17:44.218116 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca13c9aa-8ff9-4e8d-9788-915e162b3eeb', 'tag': '64917795-081a-4644-97d3-b7c207ab0c3f'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:17:44.220471 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e65282f928b64038367d043a4411777802006c43a98742496cb2e25b724ff1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77d0d424-4ece-449c-a0c6-e44d7f9af358" -d '{"events": [{"name": "network-changed", "server_uuid": "ca13c9aa-8ff9-4e8d-9788-915e162b3eeb", "tag": "64917795-081a-4644-97d3-b7c207ab0c3f"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 15:17:44.252478 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8c97ce-916d-4751-b151-18d240c24f9d service neutron] Pushing event updated for resources: {'Port': ['ID=64917795-081a-4644-97d3-b7c207ab0c3f,revision_number=3']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:17:44.269727 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 15:17:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f13a18d-b2bf-4ee3-817d-fbef9056da62 x-openstack-request-id: req-4f13a18d-b2bf-4ee3-817d-fbef9056da62 {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 15:17:44.270029 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca13c9aa-8ff9-4e8d-9788-915e162b3eeb", "tag": "64917795-081a-4644-97d3-b7c207ab0c3f", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 15:17:44.270281 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4f13a18d-b2bf-4ee3-817d-fbef9056da62 {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 15:17:44.270716 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca13c9aa-8ff9-4e8d-9788-915e162b3eeb', 'tag': '64917795-081a-4644-97d3-b7c207ab0c3f', 'status': 'completed', 'code': 200} Aug 12 15:17:44.309140 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc9381b-7334-4f41-85ea-5598d8787f9f req-ec2867ef-3d17-44a8-b42e-d762182bbb05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:17:44.311196 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4cc9381b-7334-4f41-85ea-5598d8787f9f req-ec2867ef-3d17-44a8-b42e-d762182bbb05 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ac49ca0cd940426d80c66c07a3ab454f&device_id=ca13c9aa-8ff9-4e8d-9788-915e162b3eeb HTTP/1.1" status: 200 len: 1095 time: 0.0515680 Aug 12 15:17:44.349742 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79b0f75-8d13-47c0-aa31-2fac7ce43d90 req-ee1f681c-9482-4a37-8711-8806edb702d3 tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:17:44.351272 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-e79b0f75-8d13-47c0-aa31-2fac7ce43d90 req-ee1f681c-9482-4a37-8711-8806edb702d3 tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] 10.222.0.39 "GET /v2.0/ports?device_id=ca13c9aa-8ff9-4e8d-9788-915e162b3eeb HTTP/1.1" status: 200 len: 943 time: 0.0494969 Aug 12 15:17:44.352649 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4cc9381b-7334-4f41-85ea-5598d8787f9f req-bddaa51c-0ab3-45de-ab24-a409be0d7af5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=64917795-081a-4644-97d3-b7c207ab0c3f HTTP/1.1" status: 200 len: 217 time: 0.0334361 Aug 12 15:17:44.394702 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-e79b0f75-8d13-47c0-aa31-2fac7ce43d90 req-bdf57bd0-248f-4e88-8a43-68265c2b1ad0 tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] 10.222.0.39 "GET /v2.0/security-groups?id=c8f1aead-f044-46b7-ada3-82e1380083d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371196 Aug 12 15:17:44.401519 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc9381b-7334-4f41-85ea-5598d8787f9f req-96d14b4a-4918-4731-8ff9-f9972f34c9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:17:44.403064 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4cc9381b-7334-4f41-85ea-5598d8787f9f req-96d14b4a-4918-4731-8ff9-f9972f34c9c8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a5b83863-3e7b-4ae2-94cb-d828ffee1c65 HTTP/1.1" status: 200 len: 854 time: 0.0433409 Aug 12 15:17:44.434104 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4cc9381b-7334-4f41-85ea-5598d8787f9f req-9d66a660-16f6-4470-bb27-c892a1b1944b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=61db26c5-d711-4f86-a583-b26a79eb41b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239515 Aug 12 15:17:44.525642 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4cc9381b-7334-4f41-85ea-5598d8787f9f req-212e8ee2-4ffa-4ddd-80db-49384c6b4257 service neutron] 10.222.0.64 "GET /v2.0/networks/61db26c5-d711-4f86-a583-b26a79eb41b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843112 Aug 12 15:17:44.614630 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4cc9381b-7334-4f41-85ea-5598d8787f9f req-aa7637de-d992-46da-8f91-5d67190a3657 service neutron] 10.222.0.64 "GET /v2.0/networks/61db26c5-d711-4f86-a583-b26a79eb41b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802264 Aug 12 15:17:44.706076 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d0d424-4ece-449c-a0c6-e44d7f9af358 req-89bc0e18-a0f8-431f-b40b-92d33fd3a7ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:17:44.707574 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-77d0d424-4ece-449c-a0c6-e44d7f9af358 req-89bc0e18-a0f8-431f-b40b-92d33fd3a7ae service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ac49ca0cd940426d80c66c07a3ab454f&device_id=ca13c9aa-8ff9-4e8d-9788-915e162b3eeb HTTP/1.1" status: 200 len: 1095 time: 0.0452819 Aug 12 15:17:44.795376 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d0d424-4ece-449c-a0c6-e44d7f9af358 req-81065307-5e4d-4bd9-a839-0f6f9df21819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:17:44.796832 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-77d0d424-4ece-449c-a0c6-e44d7f9af358 req-81065307-5e4d-4bd9-a839-0f6f9df21819 service neutron] 10.222.0.64 "GET /v2.0/networks?id=61db26c5-d711-4f86-a583-b26a79eb41b2 HTTP/1.1" status: 200 len: 915 time: 0.0824065 Aug 12 15:17:44.841004 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-77d0d424-4ece-449c-a0c6-e44d7f9af358 req-0aadaa1e-512d-439a-adc6-29dbfa786424 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=64917795-081a-4644-97d3-b7c207ab0c3f HTTP/1.1" status: 200 len: 217 time: 0.0369523 Aug 12 15:17:44.890581 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d0d424-4ece-449c-a0c6-e44d7f9af358 req-fed21407-99fa-4040-8e19-5154897ad23a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:17:44.892063 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-77d0d424-4ece-449c-a0c6-e44d7f9af358 req-fed21407-99fa-4040-8e19-5154897ad23a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a5b83863-3e7b-4ae2-94cb-d828ffee1c65 HTTP/1.1" status: 200 len: 854 time: 0.0431705 Aug 12 15:17:44.924964 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-77d0d424-4ece-449c-a0c6-e44d7f9af358 req-2d655111-0b2e-4e8a-8a87-45985a8c2a74 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=61db26c5-d711-4f86-a583-b26a79eb41b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248559 Aug 12 15:17:45.013189 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-77d0d424-4ece-449c-a0c6-e44d7f9af358 req-09584401-9424-4cf9-91d5-e6da11cd48e0 service neutron] 10.222.0.64 "GET /v2.0/networks/61db26c5-d711-4f86-a583-b26a79eb41b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804169 Aug 12 15:17:45.105639 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-77d0d424-4ece-449c-a0c6-e44d7f9af358 req-f07cea28-7116-4e7c-971c-a2bf98379fdc service neutron] 10.222.0.64 "GET /v2.0/networks/61db26c5-d711-4f86-a583-b26a79eb41b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841985 Aug 12 15:17:45.507889 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1ef043-01a9-4541-bf07-2fc47298403e req-dabc937f-f23d-4475-9d3c-bb6c07f1d94e tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:17:45.509356 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-8d1ef043-01a9-4541-bf07-2fc47298403e req-dabc937f-f23d-4475-9d3c-bb6c07f1d94e tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] 10.222.0.39 "GET /v2.0/ports?device_id=ca13c9aa-8ff9-4e8d-9788-915e162b3eeb HTTP/1.1" status: 200 len: 943 time: 0.0482593 Aug 12 15:17:45.548220 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-8d1ef043-01a9-4541-bf07-2fc47298403e req-2b318814-4941-4ddc-be52-3ba67efc427b tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] 10.222.0.39 "GET /v2.0/security-groups?id=c8f1aead-f044-46b7-ada3-82e1380083d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320027 Aug 12 15:17:45.739425 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-fe95f194-a3b0-4c04-9e42-20b511169d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:17:46.660993 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fd29bb-c4c9-42c3-916c-b4b8c42cc0b5 req-ec6cc2ac-79fb-403a-b027-71c725c2bd78 tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:17:46.662450 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-f3fd29bb-c4c9-42c3-916c-b4b8c42cc0b5 req-ec6cc2ac-79fb-403a-b027-71c725c2bd78 tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] 10.222.0.39 "GET /v2.0/ports?device_id=ca13c9aa-8ff9-4e8d-9788-915e162b3eeb HTTP/1.1" status: 200 len: 943 time: 0.0490177 Aug 12 15:17:46.699356 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-f3fd29bb-c4c9-42c3-916c-b4b8c42cc0b5 req-b87d0a8d-6cc0-455d-b72b-906e945f8beb tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] 10.222.0.39 "GET /v2.0/security-groups?id=c8f1aead-f044-46b7-ada3-82e1380083d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309963 Aug 12 15:17:47.283875 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device 64917795-081a-4644-97d3-b7c207ab0c3f details requested by agent hyperv_n-h1-694802-15 with host n-h1-694802-15 {{(pid=94468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 15:17:47.374921 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port 64917795-081a-4644-97d3-b7c207ab0c3f, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=64917795-081a-4644-97d3-b7c207ab0c3f,segment=NetworkSegment(23f4af88-496a-49e4-8f8f-3a3cf1aa47af),segment_id=23f4af88-496a-49e4-8f8f-3a3cf1aa47af)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:17:47.388679 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Returning: {'device': '64917795-081a-4644-97d3-b7c207ab0c3f', 'network_id': '61db26c5-d711-4f86-a583-b26a79eb41b2', 'port_id': '64917795-081a-4644-97d3-b7c207ab0c3f', 'mac_address': 'fa:16:3e:b0:52:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5b83863-3e7b-4ae2-94cb-d828ffee1c65', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 15:17:47.573730 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:17:47.586285 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64917795-081a-4644-97d3-b7c207ab0c3f {{(pid=94468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 15:17:47.605584 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port 64917795-081a-4644-97d3-b7c207ab0c3f, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=64917795-081a-4644-97d3-b7c207ab0c3f,segment=NetworkSegment(23f4af88-496a-49e4-8f8f-3a3cf1aa47af),segment_id=23f4af88-496a-49e4-8f8f-3a3cf1aa47af)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:17:47.609394 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:17:47.654477 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Pushing event updated for resources: {'Port': ['ID=64917795-081a-4644-97d3-b7c207ab0c3f,revision_number=4']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:17:47.818287 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1fbe3b-6f3f-42f3-8067-3ca57b5d1c21 req-75b334f3-59c9-46ef-8daa-bd59195540e5 tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:17:47.818913 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] get_ports_and_sgs() called for port_ids ['64917795-081a-4644-97d3-b7c207ab0c3f'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 15:17:47.819808 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-5a1fbe3b-6f3f-42f3-8067-3ca57b5d1c21 req-75b334f3-59c9-46ef-8daa-bd59195540e5 tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] 10.222.0.39 "GET /v2.0/ports?device_id=ca13c9aa-8ff9-4e8d-9788-915e162b3eeb HTTP/1.1" status: 200 len: 944 time: 0.0521781 Aug 12 15:17:47.858339 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-5a1fbe3b-6f3f-42f3-8067-3ca57b5d1c21 req-605680cf-d978-41e5-bb7b-4d6d62a3da30 tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] 10.222.0.39 "GET /v2.0/security-groups?id=c8f1aead-f044-46b7-ada3-82e1380083d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322719 Aug 12 15:17:48.973375 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab27391-61e1-44c9-a0a9-3563ea0066ce req-f18a7ced-1a22-42fd-a297-10e697af9a2c tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:17:48.974865 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-cab27391-61e1-44c9-a0a9-3563ea0066ce req-f18a7ced-1a22-42fd-a297-10e697af9a2c tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] 10.222.0.39 "GET /v2.0/ports?device_id=ca13c9aa-8ff9-4e8d-9788-915e162b3eeb HTTP/1.1" status: 200 len: 944 time: 0.0494318 Aug 12 15:17:49.012898 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-cab27391-61e1-44c9-a0a9-3563ea0066ce req-ffc27dd7-404f-4d72-8173-a03298a1fa06 tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] 10.222.0.39 "GET /v2.0/security-groups?id=c8f1aead-f044-46b7-ada3-82e1380083d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320849 Aug 12 15:17:49.299337 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device 64917795-081a-4644-97d3-b7c207ab0c3f up at agent hyperv_n-h1-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 15:17:49.346519 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Provisioning for port 64917795-081a-4644-97d3-b7c207ab0c3f completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:17:49.350211 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Provisioning complete for port 64917795-081a-4644-97d3-b7c207ab0c3f triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:17:49.350602 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:17:49.426606 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:17:49.448349 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca13c9aa-8ff9-4e8d-9788-915e162b3eeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64917795-081a-4644-97d3-b7c207ab0c3f'}] {{(pid=94468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:17:49.450567 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99a8d87602170099c728e57431aca99e9b98a655a83bbf8727be13192709727b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12a7e68e-3224-4d3b-9a79-efb28e1e87b3" -d '{"events": [{"server_uuid": "ca13c9aa-8ff9-4e8d-9788-915e162b3eeb", "name": "network-vif-plugged", "status": "completed", "tag": "64917795-081a-4644-97d3-b7c207ab0c3f"}]}' {{(pid=94468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 15:17:49.463762 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port 64917795-081a-4644-97d3-b7c207ab0c3f, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=64917795-081a-4644-97d3-b7c207ab0c3f,segment=NetworkSegment(23f4af88-496a-49e4-8f8f-3a3cf1aa47af),segment_id=23f4af88-496a-49e4-8f8f-3a3cf1aa47af)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:17:49.467936 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:17:49.490491 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 15:17:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f177114-8652-4669-a29b-1c8650f49a96 x-openstack-request-id: req-6f177114-8652-4669-a29b-1c8650f49a96 {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 15:17:49.490780 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca13c9aa-8ff9-4e8d-9788-915e162b3eeb", "name": "network-vif-plugged", "status": "completed", "tag": "64917795-081a-4644-97d3-b7c207ab0c3f", "code": 200}]} {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 15:17:49.491054 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6f177114-8652-4669-a29b-1c8650f49a96 {{(pid=94468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 15:17:49.491437 n-d-694802-15 neutron-server[94468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca13c9aa-8ff9-4e8d-9788-915e162b3eeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64917795-081a-4644-97d3-b7c207ab0c3f', 'code': 200} Aug 12 15:17:49.518140 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Pushing event updated for resources: {'Port': ['ID=64917795-081a-4644-97d3-b7c207ab0c3f,revision_number=5']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:17:49.583328 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbff2287-4dea-4432-bd5f-256e755218c7 req-91b2edc3-e616-4836-aef3-4ffd285c72e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:17:49.584802 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-bbff2287-4dea-4432-bd5f-256e755218c7 req-91b2edc3-e616-4836-aef3-4ffd285c72e8 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=ca13c9aa-8ff9-4e8d-9788-915e162b3eeb HTTP/1.1" status: 200 len: 1097 time: 0.0398815 Aug 12 15:17:49.618086 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-bbff2287-4dea-4432-bd5f-256e755218c7 req-fd895c32-b38a-45cb-9dd1-6b574d4f4cd4 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=c8f1aead-f044-46b7-ada3-82e1380083d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0263965 Aug 12 15:17:50.130308 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcde871-8e7b-4a1d-bb78-585bd9477fd7 req-d34f772c-1c13-437d-9f5b-31a5a7023041 tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:17:50.131813 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-cbcde871-8e7b-4a1d-bb78-585bd9477fd7 req-d34f772c-1c13-437d-9f5b-31a5a7023041 tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] 10.222.0.39 "GET /v2.0/ports?device_id=ca13c9aa-8ff9-4e8d-9788-915e162b3eeb HTTP/1.1" status: 200 len: 945 time: 0.0519664 Aug 12 15:17:50.175026 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-cbcde871-8e7b-4a1d-bb78-585bd9477fd7 req-f887e2f7-2c82-4ee4-8cdf-b29029f4981c tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] 10.222.0.39 "GET /v2.0/security-groups?id=c8f1aead-f044-46b7-ada3-82e1380083d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368478 Aug 12 15:17:51.291629 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fe7b6a-e16a-4674-9bb0-0e2412f9c131 req-f2de378d-952e-44bb-a908-9d94340c4eb9 tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:17:51.293226 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-66fe7b6a-e16a-4674-9bb0-0e2412f9c131 req-f2de378d-952e-44bb-a908-9d94340c4eb9 tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] 10.222.0.39 "GET /v2.0/ports?device_id=ca13c9aa-8ff9-4e8d-9788-915e162b3eeb HTTP/1.1" status: 200 len: 945 time: 0.0486238 Aug 12 15:17:51.330710 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-66fe7b6a-e16a-4674-9bb0-0e2412f9c131 req-608dcbb4-1145-4f8d-baed-50f112d49444 tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] 10.222.0.39 "GET /v2.0/security-groups?id=c8f1aead-f044-46b7-ada3-82e1380083d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311182 Aug 12 15:17:51.443318 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0da8f6-f1c0-4b56-83fd-e90be4679b2d req-1353c230-3496-4286-ad05-704acb28aac0 tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:17:51.444774 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-2d0da8f6-f1c0-4b56-83fd-e90be4679b2d req-1353c230-3496-4286-ad05-704acb28aac0 tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] 10.222.0.39 "GET /v2.0/ports?device_id=ca13c9aa-8ff9-4e8d-9788-915e162b3eeb HTTP/1.1" status: 200 len: 945 time: 0.0490363 Aug 12 15:17:51.481639 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-2d0da8f6-f1c0-4b56-83fd-e90be4679b2d req-f182de73-8da9-461c-a14b-73bca6d36811 tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] 10.222.0.39 "GET /v2.0/security-groups?id=c8f1aead-f044-46b7-ada3-82e1380083d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309160 Aug 12 15:17:51.676844 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2628523-84ca-4dbf-a29b-84da205b9184 req-f79674aa-354e-43ef-bb4e-3a2132f1b274 tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:17:51.678312 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-b2628523-84ca-4dbf-a29b-84da205b9184 req-f79674aa-354e-43ef-bb4e-3a2132f1b274 tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] 10.222.0.39 "GET /v2.0/ports?device_id=ca13c9aa-8ff9-4e8d-9788-915e162b3eeb HTTP/1.1" status: 200 len: 945 time: 0.0485473 Aug 12 15:17:51.715597 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-b2628523-84ca-4dbf-a29b-84da205b9184 req-e1a7f77b-370b-439c-aadd-6be2f9a80051 tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] 10.222.0.39 "GET /v2.0/security-groups?id=c8f1aead-f044-46b7-ada3-82e1380083d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314121 Aug 12 15:17:51.829674 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c065a41-df50-425c-8394-35e4527403a1 req-75a861d6-a500-4aef-a702-f7234bfb0cb2 tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:17:51.831150 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-1c065a41-df50-425c-8394-35e4527403a1 req-75a861d6-a500-4aef-a702-f7234bfb0cb2 tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] 10.222.0.39 "GET /v2.0/ports?device_id=ca13c9aa-8ff9-4e8d-9788-915e162b3eeb HTTP/1.1" status: 200 len: 945 time: 0.0516839 Aug 12 15:17:51.868259 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-1c065a41-df50-425c-8394-35e4527403a1 req-aa910df9-d16e-4390-bebb-e96454193ffc tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] 10.222.0.39 "GET /v2.0/security-groups?id=c8f1aead-f044-46b7-ada3-82e1380083d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313039 Aug 12 15:17:52.114061 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4e91c106-899b-4302-9c22-436e335f8955 req-13203e9b-de7d-4fb5-b7f5-3cc1f81d7aff service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=ca13c9aa-8ff9-4e8d-9788-915e162b3eeb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0675926 Aug 12 15:17:52.126692 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14a2696-0473-46d0-8513-d072d271e989 req-73cb2b1c-68a2-4e8a-9abd-55f9aa6c7e87 tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:17:52.128283 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f14a2696-0473-46d0-8513-d072d271e989 req-73cb2b1c-68a2-4e8a-9abd-55f9aa6c7e87 tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] 10.222.0.39 "GET /v2.0/ports?device_id=ca13c9aa-8ff9-4e8d-9788-915e162b3eeb HTTP/1.1" status: 200 len: 945 time: 0.0576620 Aug 12 15:17:52.169688 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f14a2696-0473-46d0-8513-d072d271e989 req-9532853d-887c-4b13-bc2f-b7eb8d6b51bc tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] 10.222.0.39 "GET /v2.0/security-groups?id=c8f1aead-f044-46b7-ada3-82e1380083d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341136 Aug 12 15:17:53.210481 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e91c106-899b-4302-9c22-436e335f8955 req-e37aa62b-ee5c-4663-a5c5-51fe20905390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:17:53.212053 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4e91c106-899b-4302-9c22-436e335f8955 req-e37aa62b-ee5c-4663-a5c5-51fe20905390 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ac49ca0cd940426d80c66c07a3ab454f&device_id=ca13c9aa-8ff9-4e8d-9788-915e162b3eeb HTTP/1.1" status: 200 len: 1097 time: 0.0445700 Aug 12 15:17:53.287632 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82161601-2719-42b9-b885-2234b1c57042 req-f3114222-c4fb-4413-be7c-149136fd4a49 tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:17:53.289117 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-82161601-2719-42b9-b885-2234b1c57042 req-f3114222-c4fb-4413-be7c-149136fd4a49 tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] 10.222.0.39 "GET /v2.0/ports?device_id=ca13c9aa-8ff9-4e8d-9788-915e162b3eeb HTTP/1.1" status: 200 len: 945 time: 0.0499856 Aug 12 15:17:53.304679 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e91c106-899b-4302-9c22-436e335f8955 req-4c01474e-9726-4df7-8b4d-78b135861631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:17:53.306159 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4e91c106-899b-4302-9c22-436e335f8955 req-4c01474e-9726-4df7-8b4d-78b135861631 service neutron] 10.222.0.64 "GET /v2.0/networks?id=61db26c5-d711-4f86-a583-b26a79eb41b2 HTTP/1.1" status: 200 len: 915 time: 0.0877924 Aug 12 15:17:53.331174 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-82161601-2719-42b9-b885-2234b1c57042 req-8189684d-8e65-4019-afdb-2a970883afb1 tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] 10.222.0.39 "GET /v2.0/security-groups?id=c8f1aead-f044-46b7-ada3-82e1380083d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360537 Aug 12 15:17:53.349614 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4e91c106-899b-4302-9c22-436e335f8955 req-edb3da9a-baa5-4e18-9e2c-696df795ef17 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=64917795-081a-4644-97d3-b7c207ab0c3f HTTP/1.1" status: 200 len: 217 time: 0.0343482 Aug 12 15:17:53.400963 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e91c106-899b-4302-9c22-436e335f8955 req-4cff2d2d-56da-4119-8eca-3d5e20459688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:17:53.402376 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4e91c106-899b-4302-9c22-436e335f8955 req-4cff2d2d-56da-4119-8eca-3d5e20459688 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a5b83863-3e7b-4ae2-94cb-d828ffee1c65 HTTP/1.1" status: 200 len: 854 time: 0.0465183 Aug 12 15:17:53.433267 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4e91c106-899b-4302-9c22-436e335f8955 req-a518d679-1350-4cd9-bb9b-89f3f73e5142 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=61db26c5-d711-4f86-a583-b26a79eb41b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236316 Aug 12 15:17:53.521897 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4e91c106-899b-4302-9c22-436e335f8955 req-408adea2-7351-4791-bc12-3bb77ad77b59 service neutron] 10.222.0.64 "GET /v2.0/networks/61db26c5-d711-4f86-a583-b26a79eb41b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803194 Aug 12 15:17:53.616326 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4e91c106-899b-4302-9c22-436e335f8955 req-5667812d-ad80-402f-b7da-d43696ab37c4 service neutron] 10.222.0.64 "GET /v2.0/networks/61db26c5-d711-4f86-a583-b26a79eb41b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876088 Aug 12 15:17:54.445156 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19973801-8495-40ba-b7d2-161574e0aa7b req-91903fa9-8bac-44ae-bd1c-9a55c3f048b3 tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:17:54.446646 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-19973801-8495-40ba-b7d2-161574e0aa7b req-91903fa9-8bac-44ae-bd1c-9a55c3f048b3 tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] 10.222.0.39 "GET /v2.0/ports?device_id=ca13c9aa-8ff9-4e8d-9788-915e162b3eeb HTTP/1.1" status: 200 len: 945 time: 0.0489936 Aug 12 15:17:54.483165 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-19973801-8495-40ba-b7d2-161574e0aa7b req-e8ba4efa-ed3c-4955-9419-0bc5b18dc98c tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] 10.222.0.39 "GET /v2.0/security-groups?id=c8f1aead-f044-46b7-ada3-82e1380083d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306334 Aug 12 15:17:55.597392 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb58585e-3a6f-46be-b64d-6701d5f7b407 req-0c0c8a02-0661-412b-9a00-dc112013191f tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:17:55.598876 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-cb58585e-3a6f-46be-b64d-6701d5f7b407 req-0c0c8a02-0661-412b-9a00-dc112013191f tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] 10.222.0.39 "GET /v2.0/ports?device_id=ca13c9aa-8ff9-4e8d-9788-915e162b3eeb HTTP/1.1" status: 200 len: 945 time: 0.0485976 Aug 12 15:17:55.636088 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-cb58585e-3a6f-46be-b64d-6701d5f7b407 req-7b8e82bb-fa6f-4b38-8057-80225667e3fc tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] 10.222.0.39 "GET /v2.0/security-groups?id=c8f1aead-f044-46b7-ada3-82e1380083d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313265 Aug 12 15:17:56.748556 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d256426-2512-40fe-9e54-e456c68925ac req-98107722-a8db-4abd-bae4-ed97574d5b94 tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:17:56.749997 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-5d256426-2512-40fe-9e54-e456c68925ac req-98107722-a8db-4abd-bae4-ed97574d5b94 tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] 10.222.0.39 "GET /v2.0/ports?device_id=ca13c9aa-8ff9-4e8d-9788-915e162b3eeb HTTP/1.1" status: 200 len: 945 time: 0.0471170 Aug 12 15:17:56.790609 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-5d256426-2512-40fe-9e54-e456c68925ac req-82a2ff2a-cf86-4639-a40d-0e28d6bee48d tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] 10.222.0.39 "GET /v2.0/security-groups?id=c8f1aead-f044-46b7-ada3-82e1380083d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341067 Aug 12 15:17:57.904835 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a4de9a-27c3-42fc-8090-f47e0aa54447 req-06b6e6db-7e3b-47c8-9b02-3d5e11e3466a tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:17:57.906285 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-f1a4de9a-27c3-42fc-8090-f47e0aa54447 req-06b6e6db-7e3b-47c8-9b02-3d5e11e3466a tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] 10.222.0.39 "GET /v2.0/ports?device_id=ca13c9aa-8ff9-4e8d-9788-915e162b3eeb HTTP/1.1" status: 200 len: 945 time: 0.0489352 Aug 12 15:17:57.943117 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-f1a4de9a-27c3-42fc-8090-f47e0aa54447 req-e7c89e6c-59cc-48eb-b607-023604004509 tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] 10.222.0.39 "GET /v2.0/security-groups?id=c8f1aead-f044-46b7-ada3-82e1380083d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306878 Aug 12 15:17:59.057687 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd884edd-ea0b-4232-bad3-660284e4cb1e req-5e8293c0-4abb-44b8-9b66-0fb41e2a71a4 tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:17:59.059063 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-dd884edd-ea0b-4232-bad3-660284e4cb1e req-5e8293c0-4abb-44b8-9b66-0fb41e2a71a4 tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] 10.222.0.39 "GET /v2.0/ports?device_id=ca13c9aa-8ff9-4e8d-9788-915e162b3eeb HTTP/1.1" status: 200 len: 945 time: 0.0500469 Aug 12 15:17:59.095592 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-dd884edd-ea0b-4232-bad3-660284e4cb1e req-e1ffb2cd-aa16-4354-a9fd-f0dbb06dc4f6 tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] 10.222.0.39 "GET /v2.0/security-groups?id=c8f1aead-f044-46b7-ada3-82e1380083d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305576 Aug 12 15:18:00.208550 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dfde12-26c0-47e6-9ff8-3bbae87a96df req-8991ce17-f3d9-4df0-a201-37de6aed18fd tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:18:00.210003 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-77dfde12-26c0-47e6-9ff8-3bbae87a96df req-8991ce17-f3d9-4df0-a201-37de6aed18fd tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] 10.222.0.39 "GET /v2.0/ports?device_id=ca13c9aa-8ff9-4e8d-9788-915e162b3eeb HTTP/1.1" status: 200 len: 945 time: 0.0482216 Aug 12 15:18:00.253127 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-77dfde12-26c0-47e6-9ff8-3bbae87a96df req-29cb5ede-aa0a-4c1f-a829-5c6bc8fbca2a tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] 10.222.0.39 "GET /v2.0/security-groups?id=c8f1aead-f044-46b7-ada3-82e1380083d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369263 Aug 12 15:18:01.366357 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb18abe9-d908-44bd-b0fd-26e4d13259c4 req-e558240a-5c2e-487f-bd35-dbb467aa27cf tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:18:01.367856 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-bb18abe9-d908-44bd-b0fd-26e4d13259c4 req-e558240a-5c2e-487f-bd35-dbb467aa27cf tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] 10.222.0.39 "GET /v2.0/ports?device_id=ca13c9aa-8ff9-4e8d-9788-915e162b3eeb HTTP/1.1" status: 200 len: 945 time: 0.0478387 Aug 12 15:18:01.404929 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-bb18abe9-d908-44bd-b0fd-26e4d13259c4 req-9dbd6d41-0ae6-419e-866f-67d3f2e2e69d tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] 10.222.0.39 "GET /v2.0/security-groups?id=c8f1aead-f044-46b7-ada3-82e1380083d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312953 Aug 12 15:18:02.523317 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d6c948-6cc1-48fa-94cc-5cdb0e2ff0c4 req-d922b1a1-b0ff-4b61-8acd-238fd564dc1e tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:18:02.524710 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-72d6c948-6cc1-48fa-94cc-5cdb0e2ff0c4 req-d922b1a1-b0ff-4b61-8acd-238fd564dc1e tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] 10.222.0.39 "GET /v2.0/ports?device_id=ca13c9aa-8ff9-4e8d-9788-915e162b3eeb HTTP/1.1" status: 200 len: 945 time: 0.0512364 Aug 12 15:18:02.562230 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-72d6c948-6cc1-48fa-94cc-5cdb0e2ff0c4 req-03c5ea96-e993-4bf2-9962-e915212c838d tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] 10.222.0.39 "GET /v2.0/security-groups?id=c8f1aead-f044-46b7-ada3-82e1380083d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316932 Aug 12 15:18:03.674278 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7f39db-2342-4c7c-94d7-f413d92c9ce9 req-5a74a210-c36a-42f9-8f89-a86cf549df30 tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:18:03.675752 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6a7f39db-2342-4c7c-94d7-f413d92c9ce9 req-5a74a210-c36a-42f9-8f89-a86cf549df30 tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] 10.222.0.39 "GET /v2.0/ports?device_id=ca13c9aa-8ff9-4e8d-9788-915e162b3eeb HTTP/1.1" status: 200 len: 945 time: 0.0480032 Aug 12 15:18:03.716659 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6a7f39db-2342-4c7c-94d7-f413d92c9ce9 req-88393389-cf65-4939-84f4-2e900e11da9f tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] 10.222.0.39 "GET /v2.0/security-groups?id=c8f1aead-f044-46b7-ada3-82e1380083d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343733 Aug 12 15:18:04.830384 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f801798f-1b11-4312-a521-45b728d506b7 req-b5bfe501-7927-456d-b3f7-0ae79df76108 tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:18:04.831874 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-f801798f-1b11-4312-a521-45b728d506b7 req-b5bfe501-7927-456d-b3f7-0ae79df76108 tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] 10.222.0.39 "GET /v2.0/ports?device_id=ca13c9aa-8ff9-4e8d-9788-915e162b3eeb HTTP/1.1" status: 200 len: 945 time: 0.0487392 Aug 12 15:18:04.870131 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-f801798f-1b11-4312-a521-45b728d506b7 req-e2c2aaa5-1870-4da3-8f5d-adcdd1415d34 tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] 10.222.0.39 "GET /v2.0/security-groups?id=c8f1aead-f044-46b7-ada3-82e1380083d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322669 Aug 12 15:18:05.983458 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb53115-eedb-4cc0-825f-c94b2e17139f req-28ba1178-eaaa-4148-b8a6-53f9eb5e5fde tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:18:05.984944 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-1eb53115-eedb-4cc0-825f-c94b2e17139f req-28ba1178-eaaa-4148-b8a6-53f9eb5e5fde tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] 10.222.0.39 "GET /v2.0/ports?device_id=ca13c9aa-8ff9-4e8d-9788-915e162b3eeb HTTP/1.1" status: 200 len: 945 time: 0.0480790 Aug 12 15:18:06.022887 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-1eb53115-eedb-4cc0-825f-c94b2e17139f req-21ac7cbe-0718-4017-b734-6273b32796ce tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] 10.222.0.39 "GET /v2.0/security-groups?id=c8f1aead-f044-46b7-ada3-82e1380083d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321355 Aug 12 15:18:07.134286 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b777c2-6caf-4a51-b0e8-af4ca324d8ec req-3d7097d6-e4a1-46f7-b237-2534a01fcbc2 tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:18:07.135631 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-37b777c2-6caf-4a51-b0e8-af4ca324d8ec req-3d7097d6-e4a1-46f7-b237-2534a01fcbc2 tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] 10.222.0.39 "GET /v2.0/ports?device_id=ca13c9aa-8ff9-4e8d-9788-915e162b3eeb HTTP/1.1" status: 200 len: 945 time: 0.0477841 Aug 12 15:18:07.178235 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-37b777c2-6caf-4a51-b0e8-af4ca324d8ec req-453d6845-ebf0-4070-a291-4c65fd1342f2 tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] 10.222.0.39 "GET /v2.0/security-groups?id=c8f1aead-f044-46b7-ada3-82e1380083d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360799 Aug 12 15:18:08.291369 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92c4166-2e9c-41c5-acd6-c091be623bd0 req-2e5d3e0f-f8de-4814-89e0-62f6a4da1129 tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:18:08.292824 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f92c4166-2e9c-41c5-acd6-c091be623bd0 req-2e5d3e0f-f8de-4814-89e0-62f6a4da1129 tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] 10.222.0.39 "GET /v2.0/ports?device_id=ca13c9aa-8ff9-4e8d-9788-915e162b3eeb HTTP/1.1" status: 200 len: 945 time: 0.0482926 Aug 12 15:18:08.328944 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f92c4166-2e9c-41c5-acd6-c091be623bd0 req-b0a686ef-ee53-4dab-904b-ee9f96a9b10e tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] 10.222.0.39 "GET /v2.0/security-groups?id=c8f1aead-f044-46b7-ada3-82e1380083d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302835 Aug 12 15:18:09.443863 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5c2e23-9921-45f5-8dbd-a7abecd868f9 req-c218497a-fdcf-402e-b6f3-aa538b1d5113 tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:18:09.445315 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-ff5c2e23-9921-45f5-8dbd-a7abecd868f9 req-c218497a-fdcf-402e-b6f3-aa538b1d5113 tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] 10.222.0.39 "GET /v2.0/ports?device_id=ca13c9aa-8ff9-4e8d-9788-915e162b3eeb HTTP/1.1" status: 200 len: 945 time: 0.0480614 Aug 12 15:18:09.482348 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-ff5c2e23-9921-45f5-8dbd-a7abecd868f9 req-9dfbc805-9024-488a-ab2f-6cca41b48416 tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] 10.222.0.39 "GET /v2.0/security-groups?id=c8f1aead-f044-46b7-ada3-82e1380083d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304861 Aug 12 15:18:10.137757 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-2e55fbb2-9abb-4113-af67-30e86ed57f38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:18:10.597432 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8124b116-a731-4a68-bce6-66fc1efe895c req-d91f6150-7a7f-45fb-9e33-3a68573befdd tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:18:10.598960 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-8124b116-a731-4a68-bce6-66fc1efe895c req-d91f6150-7a7f-45fb-9e33-3a68573befdd tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] 10.222.0.39 "GET /v2.0/ports?device_id=ca13c9aa-8ff9-4e8d-9788-915e162b3eeb HTTP/1.1" status: 200 len: 945 time: 0.0490763 Aug 12 15:18:10.639201 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-8124b116-a731-4a68-bce6-66fc1efe895c req-b3361c13-f71c-45ad-bea5-97e4117401c5 tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] 10.222.0.39 "GET /v2.0/security-groups?id=c8f1aead-f044-46b7-ada3-82e1380083d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341754 Aug 12 15:18:11.751783 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f664fb-88f1-4f98-b482-edf6670c0a0a req-72850055-7727-4741-91ad-9d26e937a166 tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:18:11.753220 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-24f664fb-88f1-4f98-b482-edf6670c0a0a req-72850055-7727-4741-91ad-9d26e937a166 tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] 10.222.0.39 "GET /v2.0/ports?device_id=ca13c9aa-8ff9-4e8d-9788-915e162b3eeb HTTP/1.1" status: 200 len: 945 time: 0.0482202 Aug 12 15:18:11.790180 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-24f664fb-88f1-4f98-b482-edf6670c0a0a req-e73b89b0-f3de-4b30-a5a4-797e8b510a0a tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] 10.222.0.39 "GET /v2.0/security-groups?id=c8f1aead-f044-46b7-ada3-82e1380083d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310645 Aug 12 15:18:11.899243 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:18:12.904645 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae8a351-30bb-47bf-b61f-49f34ec5e9bb req-f7087958-25c5-4b73-a2a5-a718e8fea37b tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:18:12.906117 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6ae8a351-30bb-47bf-b61f-49f34ec5e9bb req-f7087958-25c5-4b73-a2a5-a718e8fea37b tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] 10.222.0.39 "GET /v2.0/ports?device_id=ca13c9aa-8ff9-4e8d-9788-915e162b3eeb HTTP/1.1" status: 200 len: 945 time: 0.0486653 Aug 12 15:18:12.943214 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6ae8a351-30bb-47bf-b61f-49f34ec5e9bb req-4a798ee8-ed7c-47f3-8ac2-a416ca4826b9 tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] 10.222.0.39 "GET /v2.0/security-groups?id=c8f1aead-f044-46b7-ada3-82e1380083d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312457 Aug 12 15:18:13.058210 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:18:13.268103 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:18:13.417258 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-1ecd8e83-489f-411c-bd0a-51f533688856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:18:14.057114 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f86249-a801-4054-a6e5-5f1f3af921f7 req-3ae046db-acc0-4dec-a924-25f2ec8e0360 tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:18:14.058577 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-71f86249-a801-4054-a6e5-5f1f3af921f7 req-3ae046db-acc0-4dec-a924-25f2ec8e0360 tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] 10.222.0.39 "GET /v2.0/ports?device_id=ca13c9aa-8ff9-4e8d-9788-915e162b3eeb HTTP/1.1" status: 200 len: 945 time: 0.0486126 Aug 12 15:18:14.099482 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-71f86249-a801-4054-a6e5-5f1f3af921f7 req-f9fa7452-e3d1-49e0-ab88-f20d54c65611 tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] 10.222.0.39 "GET /v2.0/security-groups?id=c8f1aead-f044-46b7-ada3-82e1380083d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349963 Aug 12 15:18:14.105912 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-1769855f-eda9-4483-9dc3-3220908ab45d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:18:15.214586 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1f734b-3f10-49f1-8b04-3b3233f04a06 req-ee6c16d2-1ece-47c2-b98a-c4003fc71bff tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:18:15.216133 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-fe1f734b-3f10-49f1-8b04-3b3233f04a06 req-ee6c16d2-1ece-47c2-b98a-c4003fc71bff tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] 10.222.0.39 "GET /v2.0/ports?device_id=ca13c9aa-8ff9-4e8d-9788-915e162b3eeb HTTP/1.1" status: 200 len: 945 time: 0.0475981 Aug 12 15:18:15.255861 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-fe1f734b-3f10-49f1-8b04-3b3233f04a06 req-494863de-e059-46f5-b498-513f4779b736 tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] 10.222.0.39 "GET /v2.0/security-groups?id=c8f1aead-f044-46b7-ada3-82e1380083d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320368 Aug 12 15:18:15.687020 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.agents_db [None req-17ed3e4c-1a7d-4162-9646-11c134aca297 None None] Agent healthcheck: found 7 active agents {{(pid=94469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 15:18:15.745677 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-fe95f194-a3b0-4c04-9e42-20b511169d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:18:16.372173 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8147a7-8ad2-4de5-b902-8045842f8e7f req-d76633f5-3797-4373-9c3c-8ff7467ccfbd tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:18:16.373673 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-1d8147a7-8ad2-4de5-b902-8045842f8e7f req-d76633f5-3797-4373-9c3c-8ff7467ccfbd tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] 10.222.0.39 "GET /v2.0/ports?device_id=ca13c9aa-8ff9-4e8d-9788-915e162b3eeb HTTP/1.1" status: 200 len: 945 time: 0.0506108 Aug 12 15:18:16.413050 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-1d8147a7-8ad2-4de5-b902-8045842f8e7f req-8a6d026d-cd36-4423-903c-3cd664c6097f tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] 10.222.0.39 "GET /v2.0/security-groups?id=c8f1aead-f044-46b7-ada3-82e1380083d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333626 Aug 12 15:18:17.527123 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fc7d8a-e353-412c-89c5-18c1d1528f5d req-1d8df133-5885-4fec-a413-4a96438ac010 tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:18:17.528547 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-28fc7d8a-e353-412c-89c5-18c1d1528f5d req-1d8df133-5885-4fec-a413-4a96438ac010 tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] 10.222.0.39 "GET /v2.0/ports?device_id=ca13c9aa-8ff9-4e8d-9788-915e162b3eeb HTTP/1.1" status: 200 len: 945 time: 0.0486119 Aug 12 15:18:17.568992 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-28fc7d8a-e353-412c-89c5-18c1d1528f5d req-c1ba332e-eeef-4701-ad6e-ddbf06bc8677 tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] 10.222.0.39 "GET /v2.0/security-groups?id=c8f1aead-f044-46b7-ada3-82e1380083d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346525 Aug 12 15:18:18.682950 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c993fb8-4497-42cc-9620-31d974770299 req-a19c363b-1cad-4022-a915-8a2e58445a74 tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:18:18.684434 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-3c993fb8-4497-42cc-9620-31d974770299 req-a19c363b-1cad-4022-a915-8a2e58445a74 tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] 10.222.0.39 "GET /v2.0/ports?device_id=ca13c9aa-8ff9-4e8d-9788-915e162b3eeb HTTP/1.1" status: 200 len: 945 time: 0.0481708 Aug 12 15:18:18.721116 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-3c993fb8-4497-42cc-9620-31d974770299 req-acc43553-656c-4cdc-8694-c181abf067e6 tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] 10.222.0.39 "GET /v2.0/security-groups?id=c8f1aead-f044-46b7-ada3-82e1380083d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303357 Aug 12 15:18:19.834525 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e1624e-a0f9-4353-b56c-73712939e680 req-6868c834-43f5-4544-9b89-b379e6603a98 tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:18:19.836021 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-59e1624e-a0f9-4353-b56c-73712939e680 req-6868c834-43f5-4544-9b89-b379e6603a98 tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] 10.222.0.39 "GET /v2.0/ports?device_id=ca13c9aa-8ff9-4e8d-9788-915e162b3eeb HTTP/1.1" status: 200 len: 945 time: 0.0484521 Aug 12 15:18:19.873123 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-59e1624e-a0f9-4353-b56c-73712939e680 req-53b3d519-9368-4279-8d28-08f7d601e221 tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] 10.222.0.39 "GET /v2.0/security-groups?id=c8f1aead-f044-46b7-ada3-82e1380083d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310564 Aug 12 15:18:20.473733 n-d-694802-15 neutron-server[94467]: INFO neutron.api.v2.resource [req-4e91c106-899b-4302-9c22-436e335f8955 req-8b5bea49-ceef-4766-8dd4-707abf0ae885 service neutron] show failed (client error): The resource could not be found. Aug 12 15:18:20.474734 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4e91c106-899b-4302-9c22-436e335f8955 req-8b5bea49-ceef-4766-8dd4-707abf0ae885 service neutron] 10.222.0.64 "GET /v2.0/ports/64917795-081a-4644-97d3-b7c207ab0c3f/bindings/n-h2-694802-15 HTTP/1.1" status: 404 len: 381 time: 0.0537646 Aug 12 15:18:20.662346 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e91c106-899b-4302-9c22-436e335f8955 req-f2eb370e-35ae-4cb1-8f41-c0969bec2deb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:18:20.663832 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4e91c106-899b-4302-9c22-436e335f8955 req-f2eb370e-35ae-4cb1-8f41-c0969bec2deb service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=ca13c9aa-8ff9-4e8d-9788-915e162b3eeb&tenant_id=ac49ca0cd940426d80c66c07a3ab454f HTTP/1.1" status: 200 len: 1097 time: 0.0412321 Aug 12 15:18:20.675701 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-4e91c106-899b-4302-9c22-436e335f8955 req-d15629c3-c047-489c-b52a-c786f104317e service neutron] Request body: {'port': {'binding:host_id': 'n-h2-694802-15', 'device_owner': 'compute:nova'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:18:20.732449 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-4e91c106-899b-4302-9c22-436e335f8955 req-d15629c3-c047-489c-b52a-c786f104317e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:18:20.931345 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-4e91c106-899b-4302-9c22-436e335f8955 req-d15629c3-c047-489c-b52a-c786f104317e service neutron] For port 64917795-081a-4644-97d3-b7c207ab0c3f, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=64917795-081a-4644-97d3-b7c207ab0c3f,segment=NetworkSegment(23f4af88-496a-49e4-8f8f-3a3cf1aa47af),segment_id=23f4af88-496a-49e4-8f8f-3a3cf1aa47af)] {{(pid=94467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:18:20.966543 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-4e91c106-899b-4302-9c22-436e335f8955 req-d15629c3-c047-489c-b52a-c786f104317e service neutron] For port 64917795-081a-4644-97d3-b7c207ab0c3f, host n-h1-694802-15, cleared binding levels {{(pid=94467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 15:18:20.992352 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bc33a6-0a94-405c-97f3-1403ddd0abda req-af391368-5cfd-4a67-a4d0-2483825acf22 tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:18:20.993846 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-11bc33a6-0a94-405c-97f3-1403ddd0abda req-af391368-5cfd-4a67-a4d0-2483825acf22 tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] 10.222.0.39 "GET /v2.0/ports?device_id=ca13c9aa-8ff9-4e8d-9788-915e162b3eeb HTTP/1.1" status: 200 len: 945 time: 0.0511451 Aug 12 15:18:21.004621 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca13c9aa-8ff9-4e8d-9788-915e162b3eeb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '64917795-081a-4644-97d3-b7c207ab0c3f'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:18:21.006960 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e65282f928b64038367d043a4411777802006c43a98742496cb2e25b724ff1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2baafd5a-90e3-4e0c-bab3-cce4b32abfb3" -d '{"events": [{"server_uuid": "ca13c9aa-8ff9-4e8d-9788-915e162b3eeb", "name": "network-vif-unplugged", "status": "completed", "tag": "64917795-081a-4644-97d3-b7c207ab0c3f"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 15:18:21.010753 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-4e91c106-899b-4302-9c22-436e335f8955 req-d15629c3-c047-489c-b52a-c786f104317e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:18:21.026616 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [req-4e91c106-899b-4302-9c22-436e335f8955 req-d15629c3-c047-489c-b52a-c786f104317e service neutron] Transition to ACTIVE for port object 64917795-081a-4644-97d3-b7c207ab0c3f will not be triggered until provisioned by entity L2. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:18:21.031927 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-4e91c106-899b-4302-9c22-436e335f8955 req-d15629c3-c047-489c-b52a-c786f104317e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:18:21.040268 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-11bc33a6-0a94-405c-97f3-1403ddd0abda req-347a3638-36bf-4e47-a507-8f21a3993743 tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] 10.222.0.39 "GET /v2.0/security-groups?id=c8f1aead-f044-46b7-ada3-82e1380083d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403509 Aug 12 15:18:21.066755 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 12 Aug 2021 15:18:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47903996-273b-4921-9688-2601a387c79a x-openstack-request-id: req-47903996-273b-4921-9688-2601a387c79a {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 15:18:21.067068 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca13c9aa-8ff9-4e8d-9788-915e162b3eeb", "name": "network-vif-unplugged", "status": "completed", "tag": "64917795-081a-4644-97d3-b7c207ab0c3f", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 15:18:21.067321 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-47903996-273b-4921-9688-2601a387c79a {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 15:18:21.067710 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca13c9aa-8ff9-4e8d-9788-915e162b3eeb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '64917795-081a-4644-97d3-b7c207ab0c3f', 'code': 200} Aug 12 15:18:21.102321 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e91c106-899b-4302-9c22-436e335f8955 req-d15629c3-c047-489c-b52a-c786f104317e service neutron] No DVR routers for this DVR port 64917795-081a-4644-97d3-b7c207ab0c3f on host n-h1-694802-15 {{(pid=94467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 15:18:21.108943 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15629c3-c047-489c-b52a-c786f104317e service neutron] Pushing event updated for resources: {'Port': ['ID=64917795-081a-4644-97d3-b7c207ab0c3f,revision_number=6']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:18:21.414568 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-4e91c106-899b-4302-9c22-436e335f8955 req-d15629c3-c047-489c-b52a-c786f104317e service neutron] Attempting to bind port 64917795-081a-4644-97d3-b7c207ab0c3f on host n-h2-694802-15 for vnic_type normal with profile {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 15:18:21.414899 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-4e91c106-899b-4302-9c22-436e335f8955 req-d15629c3-c047-489c-b52a-c786f104317e service neutron] Attempting to bind port 64917795-081a-4644-97d3-b7c207ab0c3f by drivers openvswitch,hyperv on host n-h2-694802-15 at level 0 using segments [{'id': '23f4af88-496a-49e4-8f8f-3a3cf1aa47af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '61db26c5-d711-4f86-a583-b26a79eb41b2'}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 15:18:21.415249 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e91c106-899b-4302-9c22-436e335f8955 req-d15629c3-c047-489c-b52a-c786f104317e service neutron] Attempting to bind port 64917795-081a-4644-97d3-b7c207ab0c3f on network 61db26c5-d711-4f86-a583-b26a79eb41b2 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 15:18:21.419488 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e91c106-899b-4302-9c22-436e335f8955 req-d15629c3-c047-489c-b52a-c786f104317e service neutron] Port 64917795-081a-4644-97d3-b7c207ab0c3f on network 61db26c5-d711-4f86-a583-b26a79eb41b2 not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-15 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 15:18:21.419811 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e91c106-899b-4302-9c22-436e335f8955 req-d15629c3-c047-489c-b52a-c786f104317e service neutron] Attempting to bind port 64917795-081a-4644-97d3-b7c207ab0c3f on network 61db26c5-d711-4f86-a583-b26a79eb41b2 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 15:18:21.424449 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e91c106-899b-4302-9c22-436e335f8955 req-d15629c3-c047-489c-b52a-c786f104317e service neutron] Checking agent: {'id': 'b7697f71-33f3-4959-ad82-43c2dc15845d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 27, 42), 'started_at': datetime.datetime(2021, 8, 12, 14, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 15, 18, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 15:18:21.424780 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e91c106-899b-4302-9c22-436e335f8955 req-d15629c3-c047-489c-b52a-c786f104317e service neutron] Checking segment: {'id': '23f4af88-496a-49e4-8f8f-3a3cf1aa47af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '61db26c5-d711-4f86-a583-b26a79eb41b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 15:18:21.425165 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e91c106-899b-4302-9c22-436e335f8955 req-d15629c3-c047-489c-b52a-c786f104317e service neutron] Bound using segment: {'id': '23f4af88-496a-49e4-8f8f-3a3cf1aa47af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '61db26c5-d711-4f86-a583-b26a79eb41b2'} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 15:18:21.425581 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-4e91c106-899b-4302-9c22-436e335f8955 req-d15629c3-c047-489c-b52a-c786f104317e service neutron] Bound port: 64917795-081a-4644-97d3-b7c207ab0c3f, host: n-h2-694802-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23f4af88-496a-49e4-8f8f-3a3cf1aa47af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '61db26c5-d711-4f86-a583-b26a79eb41b2'}}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 15:18:21.425932 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-4e91c106-899b-4302-9c22-436e335f8955 req-d15629c3-c047-489c-b52a-c786f104317e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:18:21.485520 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-4e91c106-899b-4302-9c22-436e335f8955 req-d15629c3-c047-489c-b52a-c786f104317e service neutron] For port 64917795-081a-4644-97d3-b7c207ab0c3f, host n-h2-694802-15, cleared binding levels {{(pid=94467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 15:18:21.488580 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-4e91c106-899b-4302-9c22-436e335f8955 req-d15629c3-c047-489c-b52a-c786f104317e service neutron] For port 64917795-081a-4644-97d3-b7c207ab0c3f, host n-h2-694802-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=64917795-081a-4644-97d3-b7c207ab0c3f,segment=NetworkSegment(23f4af88-496a-49e4-8f8f-3a3cf1aa47af),segment_id=23f4af88-496a-49e4-8f8f-3a3cf1aa47af)] {{(pid=94467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 15:18:21.492690 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-4e91c106-899b-4302-9c22-436e335f8955 req-d15629c3-c047-489c-b52a-c786f104317e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:18:21.525543 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e91c106-899b-4302-9c22-436e335f8955 req-d15629c3-c047-489c-b52a-c786f104317e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:18:21.526185 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-4e91c106-899b-4302-9c22-436e335f8955 req-d15629c3-c047-489c-b52a-c786f104317e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:18:21.527599 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4e91c106-899b-4302-9c22-436e335f8955 req-d15629c3-c047-489c-b52a-c786f104317e service neutron] 10.222.0.49 "PUT /v2.0/ports/64917795-081a-4644-97d3-b7c207ab0c3f HTTP/1.1" status: 200 len: 1092 time: 0.8559794 Aug 12 15:18:21.560427 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15629c3-c047-489c-b52a-c786f104317e service neutron] Pushing event updated for resources: {'Port': ['ID=64917795-081a-4644-97d3-b7c207ab0c3f,revision_number=7']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:18:21.594622 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e91c106-899b-4302-9c22-436e335f8955 req-a8de5423-0740-4bbe-9c23-2d0eaf6a1782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:18:21.596162 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4e91c106-899b-4302-9c22-436e335f8955 req-a8de5423-0740-4bbe-9c23-2d0eaf6a1782 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ac49ca0cd940426d80c66c07a3ab454f&device_id=ca13c9aa-8ff9-4e8d-9788-915e162b3eeb HTTP/1.1" status: 200 len: 1095 time: 0.0467107 Aug 12 15:18:21.685682 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e91c106-899b-4302-9c22-436e335f8955 req-8d25617a-e307-4344-9b5d-bb2d54c4cdee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:18:21.687220 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4e91c106-899b-4302-9c22-436e335f8955 req-8d25617a-e307-4344-9b5d-bb2d54c4cdee service neutron] 10.222.0.49 "GET /v2.0/networks?id=61db26c5-d711-4f86-a583-b26a79eb41b2 HTTP/1.1" status: 200 len: 915 time: 0.0832887 Aug 12 15:18:21.732947 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4e91c106-899b-4302-9c22-436e335f8955 req-94d04607-80b3-423a-81ec-8191c555de2a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=64917795-081a-4644-97d3-b7c207ab0c3f HTTP/1.1" status: 200 len: 217 time: 0.0376630 Aug 12 15:18:21.782455 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e91c106-899b-4302-9c22-436e335f8955 req-2894210d-ede9-483e-8747-297632d0f5fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:18:21.783781 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4e91c106-899b-4302-9c22-436e335f8955 req-2894210d-ede9-483e-8747-297632d0f5fb service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a5b83863-3e7b-4ae2-94cb-d828ffee1c65 HTTP/1.1" status: 200 len: 854 time: 0.0421560 Aug 12 15:18:21.814986 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4e91c106-899b-4302-9c22-436e335f8955 req-a9c95d9c-1ee8-459c-8caa-f56ea66d69dd service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=61db26c5-d711-4f86-a583-b26a79eb41b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236881 Aug 12 15:18:21.901075 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4e91c106-899b-4302-9c22-436e335f8955 req-dcfff411-6976-4705-ae27-f660310af501 service neutron] 10.222.0.49 "GET /v2.0/networks/61db26c5-d711-4f86-a583-b26a79eb41b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788107 Aug 12 15:18:21.992601 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4e91c106-899b-4302-9c22-436e335f8955 req-122a5cbf-972f-4f56-9899-2f86c77e0fbf service neutron] 10.222.0.49 "GET /v2.0/networks/61db26c5-d711-4f86-a583-b26a79eb41b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848014 Aug 12 15:18:22.161217 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d0d55e-5382-4bf3-b7d7-69f81f220c2b req-422dfdcb-cc0e-497a-9ff7-78ece212a501 tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:18:22.162704 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-c0d0d55e-5382-4bf3-b7d7-69f81f220c2b req-422dfdcb-cc0e-497a-9ff7-78ece212a501 tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] 10.222.0.39 "GET /v2.0/ports?device_id=ca13c9aa-8ff9-4e8d-9788-915e162b3eeb HTTP/1.1" status: 200 len: 943 time: 0.0510652 Aug 12 15:18:22.200198 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-c0d0d55e-5382-4bf3-b7d7-69f81f220c2b req-5981a0dd-f223-4fe9-af63-7bad479c30fd tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] 10.222.0.39 "GET /v2.0/security-groups?id=c8f1aead-f044-46b7-ada3-82e1380083d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308919 Aug 12 15:18:23.068403 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca13c9aa-8ff9-4e8d-9788-915e162b3eeb', 'tag': '64917795-081a-4644-97d3-b7c207ab0c3f'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:18:23.070665 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e65282f928b64038367d043a4411777802006c43a98742496cb2e25b724ff1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c82a07c8-a273-4735-9c34-ae8c7b5d0d72" -d '{"events": [{"name": "network-changed", "server_uuid": "ca13c9aa-8ff9-4e8d-9788-915e162b3eeb", "tag": "64917795-081a-4644-97d3-b7c207ab0c3f"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 15:18:23.119414 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 15:18:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce0491ad-ecd2-4011-9247-ac505ffa2158 x-openstack-request-id: req-ce0491ad-ecd2-4011-9247-ac505ffa2158 {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 15:18:23.119711 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca13c9aa-8ff9-4e8d-9788-915e162b3eeb", "tag": "64917795-081a-4644-97d3-b7c207ab0c3f", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 15:18:23.119958 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ce0491ad-ecd2-4011-9247-ac505ffa2158 {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 15:18:23.120347 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca13c9aa-8ff9-4e8d-9788-915e162b3eeb', 'tag': '64917795-081a-4644-97d3-b7c207ab0c3f', 'status': 'completed', 'code': 200} Aug 12 15:18:23.210264 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82a07c8-a273-4735-9c34-ae8c7b5d0d72 req-9d8e8fb6-193f-42f5-a859-9d131a09148d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:18:23.211751 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c82a07c8-a273-4735-9c34-ae8c7b5d0d72 req-9d8e8fb6-193f-42f5-a859-9d131a09148d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ac49ca0cd940426d80c66c07a3ab454f&device_id=ca13c9aa-8ff9-4e8d-9788-915e162b3eeb HTTP/1.1" status: 200 len: 1095 time: 0.0716662 Aug 12 15:18:23.213413 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82a07c8-a273-4735-9c34-ae8c7b5d0d72 req-f37720bd-c4ec-461c-baf0-a754e60151df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:18:23.215300 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c82a07c8-a273-4735-9c34-ae8c7b5d0d72 req-f37720bd-c4ec-461c-baf0-a754e60151df service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ac49ca0cd940426d80c66c07a3ab454f&device_id=ca13c9aa-8ff9-4e8d-9788-915e162b3eeb HTTP/1.1" status: 200 len: 1095 time: 0.0664735 Aug 12 15:18:23.316136 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0671cd58-b82f-4274-a22c-f52979dc2acc req-948ea8b7-e278-4927-8e71-cd24e5fdc577 tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:18:23.317619 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-0671cd58-b82f-4274-a22c-f52979dc2acc req-948ea8b7-e278-4927-8e71-cd24e5fdc577 tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] 10.222.0.39 "GET /v2.0/ports?device_id=ca13c9aa-8ff9-4e8d-9788-915e162b3eeb HTTP/1.1" status: 200 len: 943 time: 0.0491722 Aug 12 15:18:23.357410 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-0671cd58-b82f-4274-a22c-f52979dc2acc req-204a82d0-0c85-48f1-abfd-5e4cd56ac50f tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] 10.222.0.39 "GET /v2.0/security-groups?id=c8f1aead-f044-46b7-ada3-82e1380083d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335803 Aug 12 15:18:23.371440 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82a07c8-a273-4735-9c34-ae8c7b5d0d72 req-1a73ba05-661b-49f9-b422-0d05ae38c5b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:18:23.372904 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c82a07c8-a273-4735-9c34-ae8c7b5d0d72 req-1a73ba05-661b-49f9-b422-0d05ae38c5b0 service neutron] 10.222.0.49 "GET /v2.0/networks?id=61db26c5-d711-4f86-a583-b26a79eb41b2 HTTP/1.1" status: 200 len: 915 time: 0.1538172 Aug 12 15:18:23.374208 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82a07c8-a273-4735-9c34-ae8c7b5d0d72 req-7d7a48f3-e1a5-4617-934f-09ce7c8cc62a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:18:23.375676 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c82a07c8-a273-4735-9c34-ae8c7b5d0d72 req-7d7a48f3-e1a5-4617-934f-09ce7c8cc62a service neutron] 10.222.0.64 "GET /v2.0/networks?id=61db26c5-d711-4f86-a583-b26a79eb41b2 HTTP/1.1" status: 200 len: 915 time: 0.1492238 Aug 12 15:18:23.420108 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c82a07c8-a273-4735-9c34-ae8c7b5d0d72 req-f0b84efe-f456-49e8-b4e5-a8c8bab3bb34 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=64917795-081a-4644-97d3-b7c207ab0c3f HTTP/1.1" status: 200 len: 217 time: 0.0391858 Aug 12 15:18:23.456632 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c82a07c8-a273-4735-9c34-ae8c7b5d0d72 req-30d7471a-de2b-4526-80a1-707743691a69 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=64917795-081a-4644-97d3-b7c207ab0c3f HTTP/1.1" status: 200 len: 217 time: 0.0689309 Aug 12 15:18:23.463161 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device 64917795-081a-4644-97d3-b7c207ab0c3f no longer exists at agent hyperv_n-h1-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 15:18:23.504019 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device 64917795-081a-4644-97d3-b7c207ab0c3f not bound to the agent host n-h1-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 15:18:23.523350 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82a07c8-a273-4735-9c34-ae8c7b5d0d72 req-e10aeafd-aadc-4018-a8a8-ebc4ae0b64bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:18:23.524832 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c82a07c8-a273-4735-9c34-ae8c7b5d0d72 req-e10aeafd-aadc-4018-a8a8-ebc4ae0b64bd service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a5b83863-3e7b-4ae2-94cb-d828ffee1c65 HTTP/1.1" status: 200 len: 854 time: 0.0765667 Aug 12 15:18:23.532136 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82a07c8-a273-4735-9c34-ae8c7b5d0d72 req-1b49d0cd-c6b8-457f-8d68-df2b90a64bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:18:23.533485 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c82a07c8-a273-4735-9c34-ae8c7b5d0d72 req-1b49d0cd-c6b8-457f-8d68-df2b90a64bc2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a5b83863-3e7b-4ae2-94cb-d828ffee1c65 HTTP/1.1" status: 200 len: 854 time: 0.0586264 Aug 12 15:18:23.564387 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c82a07c8-a273-4735-9c34-ae8c7b5d0d72 req-c784ce75-2fc7-4ee8-afad-c19f5b9d0812 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=61db26c5-d711-4f86-a583-b26a79eb41b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299959 Aug 12 15:18:23.583267 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c82a07c8-a273-4735-9c34-ae8c7b5d0d72 req-b9db9efe-4e8c-4c8f-ad02-5264090e28b5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=61db26c5-d711-4f86-a583-b26a79eb41b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407653 Aug 12 15:18:23.728282 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c82a07c8-a273-4735-9c34-ae8c7b5d0d72 req-607a370d-067e-48d8-bab9-c5beeea5e5ad service neutron] 10.222.0.49 "GET /v2.0/networks/61db26c5-d711-4f86-a583-b26a79eb41b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470346 Aug 12 15:18:23.733901 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c82a07c8-a273-4735-9c34-ae8c7b5d0d72 req-628e00fa-5e75-4412-bb4d-568fa782e976 service neutron] 10.222.0.64 "GET /v2.0/networks/61db26c5-d711-4f86-a583-b26a79eb41b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431842 Aug 12 15:18:23.884847 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c82a07c8-a273-4735-9c34-ae8c7b5d0d72 req-a869d8ee-e64f-4236-82d1-c5fe87a8b7c4 service neutron] 10.222.0.49 "GET /v2.0/networks/61db26c5-d711-4f86-a583-b26a79eb41b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1482482 Aug 12 15:18:23.887008 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c82a07c8-a273-4735-9c34-ae8c7b5d0d72 req-28f8ad70-cab5-401c-937c-dd7d126a8b86 service neutron] 10.222.0.64 "GET /v2.0/networks/61db26c5-d711-4f86-a583-b26a79eb41b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433039 Aug 12 15:18:24.474998 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1042b025-3c9a-4bf2-8539-4a593dbba519 req-3cd7976a-0742-4a91-814e-5d78285be1de tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:18:24.476518 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-1042b025-3c9a-4bf2-8539-4a593dbba519 req-3cd7976a-0742-4a91-814e-5d78285be1de tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] 10.222.0.39 "GET /v2.0/ports?device_id=ca13c9aa-8ff9-4e8d-9788-915e162b3eeb HTTP/1.1" status: 200 len: 943 time: 0.0501595 Aug 12 15:18:24.514074 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-1042b025-3c9a-4bf2-8539-4a593dbba519 req-4bbe8a1a-ab87-4dff-b308-c971e49e76c9 tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] 10.222.0.39 "GET /v2.0/security-groups?id=c8f1aead-f044-46b7-ada3-82e1380083d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309916 Aug 12 15:18:25.628366 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98b1c0c-c3c6-4d19-88e8-b169870177d4 req-f72be5e6-749e-490c-9965-86bb83570e4f tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:18:25.629814 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-a98b1c0c-c3c6-4d19-88e8-b169870177d4 req-f72be5e6-749e-490c-9965-86bb83570e4f tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] 10.222.0.39 "GET /v2.0/ports?device_id=ca13c9aa-8ff9-4e8d-9788-915e162b3eeb HTTP/1.1" status: 200 len: 943 time: 0.0484016 Aug 12 15:18:25.671810 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-a98b1c0c-c3c6-4d19-88e8-b169870177d4 req-4d4812e1-3c0f-4077-8af7-2d750f3c84df tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] 10.222.0.39 "GET /v2.0/security-groups?id=c8f1aead-f044-46b7-ada3-82e1380083d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355220 Aug 12 15:18:25.863222 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce36c4b3-5cf6-4284-a5d3-8b2fd603ce8c req-44e8f14e-b465-4a3a-b58d-64a91a8db6ff tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:18:25.864633 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-ce36c4b3-5cf6-4284-a5d3-8b2fd603ce8c req-44e8f14e-b465-4a3a-b58d-64a91a8db6ff tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] 10.222.0.39 "GET /v2.0/ports?device_id=ca13c9aa-8ff9-4e8d-9788-915e162b3eeb HTTP/1.1" status: 200 len: 943 time: 0.0506585 Aug 12 15:18:25.875225 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02f570f-240a-4506-afb5-e05df5d04a97 req-b3eef57b-92a5-4d53-92c2-22b8a0483c99 tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:18:25.876703 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e02f570f-240a-4506-afb5-e05df5d04a97 req-b3eef57b-92a5-4d53-92c2-22b8a0483c99 tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] 10.222.0.64 "GET /v2.0/ports?device_id=ca13c9aa-8ff9-4e8d-9788-915e162b3eeb&tenant_id=ac49ca0cd940426d80c66c07a3ab454f&binding%3Ahost_id=n-h2-694802-15 HTTP/1.1" status: 200 len: 943 time: 0.0552878 Aug 12 15:18:25.905075 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-ce36c4b3-5cf6-4284-a5d3-8b2fd603ce8c req-ffcfe629-c504-4daa-b3a0-3b417e2c06b9 tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] 10.222.0.39 "GET /v2.0/security-groups?id=c8f1aead-f044-46b7-ada3-82e1380083d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338471 Aug 12 15:18:25.938742 n-d-694802-15 neutron-server[94467]: INFO neutron.api.v2.resource [req-e02f570f-240a-4506-afb5-e05df5d04a97 req-2ae10978-34ea-4014-9307-b8fbd4225072 service neutron] delete failed (client error): The resource could not be found. Aug 12 15:18:25.939819 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e02f570f-240a-4506-afb5-e05df5d04a97 req-2ae10978-34ea-4014-9307-b8fbd4225072 service neutron] 10.222.0.64 "DELETE /v2.0/ports/64917795-081a-4644-97d3-b7c207ab0c3f/bindings/n-h1-694802-15 HTTP/1.1" status: 404 len: 381 time: 0.0549955 Aug 12 15:18:26.021372 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02f570f-240a-4506-afb5-e05df5d04a97 req-1491060a-6726-40fa-863a-56f64e55c4c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:18:26.022870 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e02f570f-240a-4506-afb5-e05df5d04a97 req-1491060a-6726-40fa-863a-56f64e55c4c0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ac49ca0cd940426d80c66c07a3ab454f&device_id=ca13c9aa-8ff9-4e8d-9788-915e162b3eeb HTTP/1.1" status: 200 len: 1095 time: 0.0410280 Aug 12 15:18:26.110702 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device 64917795-081a-4644-97d3-b7c207ab0c3f details requested by agent hyperv_n-h2-694802-15 with host n-h2-694802-15 {{(pid=94468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 15:18:26.114685 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02f570f-240a-4506-afb5-e05df5d04a97 req-36d6d02c-1515-43d9-8175-c48e557b2672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:18:26.116164 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e02f570f-240a-4506-afb5-e05df5d04a97 req-36d6d02c-1515-43d9-8175-c48e557b2672 service neutron] 10.222.0.64 "GET /v2.0/networks?id=61db26c5-d711-4f86-a583-b26a79eb41b2 HTTP/1.1" status: 200 len: 915 time: 0.0869484 Aug 12 15:18:26.157711 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e02f570f-240a-4506-afb5-e05df5d04a97 req-dca7390e-9d6e-4009-8729-836544d2bd7a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=64917795-081a-4644-97d3-b7c207ab0c3f HTTP/1.1" status: 200 len: 217 time: 0.0343556 Aug 12 15:18:26.204679 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port 64917795-081a-4644-97d3-b7c207ab0c3f, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=64917795-081a-4644-97d3-b7c207ab0c3f,segment=NetworkSegment(23f4af88-496a-49e4-8f8f-3a3cf1aa47af),segment_id=23f4af88-496a-49e4-8f8f-3a3cf1aa47af)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:18:26.205939 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02f570f-240a-4506-afb5-e05df5d04a97 req-d4feb492-c3c4-4b00-afae-82660b0d2bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:18:26.207431 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e02f570f-240a-4506-afb5-e05df5d04a97 req-d4feb492-c3c4-4b00-afae-82660b0d2bb5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a5b83863-3e7b-4ae2-94cb-d828ffee1c65 HTTP/1.1" status: 200 len: 854 time: 0.0430095 Aug 12 15:18:26.215924 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Returning: {'device': '64917795-081a-4644-97d3-b7c207ab0c3f', 'network_id': '61db26c5-d711-4f86-a583-b26a79eb41b2', 'port_id': '64917795-081a-4644-97d3-b7c207ab0c3f', 'mac_address': 'fa:16:3e:b0:52:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5b83863-3e7b-4ae2-94cb-d828ffee1c65', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 15:18:26.239992 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e02f570f-240a-4506-afb5-e05df5d04a97 req-147fdb05-07fc-4ed8-ad2f-fee21c347977 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=61db26c5-d711-4f86-a583-b26a79eb41b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254724 Aug 12 15:18:26.256983 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:18:26.270000 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64917795-081a-4644-97d3-b7c207ab0c3f {{(pid=94468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 15:18:26.288835 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port 64917795-081a-4644-97d3-b7c207ab0c3f, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=64917795-081a-4644-97d3-b7c207ab0c3f,segment=NetworkSegment(23f4af88-496a-49e4-8f8f-3a3cf1aa47af),segment_id=23f4af88-496a-49e4-8f8f-3a3cf1aa47af)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:18:26.294362 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:18:26.333737 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e02f570f-240a-4506-afb5-e05df5d04a97 req-9b26bd80-fd2a-481a-9f64-1f3deaf04634 service neutron] 10.222.0.64 "GET /v2.0/networks/61db26c5-d711-4f86-a583-b26a79eb41b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871608 Aug 12 15:18:26.339852 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Pushing event updated for resources: {'Port': ['ID=64917795-081a-4644-97d3-b7c207ab0c3f,revision_number=8']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:18:26.424619 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e02f570f-240a-4506-afb5-e05df5d04a97 req-9eed477e-b9d9-4064-91ec-2891d90d1579 service neutron] 10.222.0.64 "GET /v2.0/networks/61db26c5-d711-4f86-a583-b26a79eb41b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841312 Aug 12 15:18:26.588788 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] get_ports_and_sgs() called for port_ids ['64917795-081a-4644-97d3-b7c207ab0c3f'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 15:18:27.026459 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fba8ec1-9d79-485e-afe7-4bd79d3392fc req-63dadb78-163f-4aaf-9994-46f56e7b269e tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:18:27.027943 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2fba8ec1-9d79-485e-afe7-4bd79d3392fc req-63dadb78-163f-4aaf-9994-46f56e7b269e tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] 10.222.0.39 "GET /v2.0/ports?device_id=ca13c9aa-8ff9-4e8d-9788-915e162b3eeb HTTP/1.1" status: 200 len: 944 time: 0.0537088 Aug 12 15:18:27.064219 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2fba8ec1-9d79-485e-afe7-4bd79d3392fc req-238b7874-2b0c-4356-b17e-1372e12c68cb tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] 10.222.0.39 "GET /v2.0/security-groups?id=c8f1aead-f044-46b7-ada3-82e1380083d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302513 Aug 12 15:18:27.176962 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcab4ab-eb6d-451d-92f7-eb9fe5037be2 req-8a1bad8b-5731-4d99-8db5-4b9485ba826a tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:18:27.178413 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-9bcab4ab-eb6d-451d-92f7-eb9fe5037be2 req-8a1bad8b-5731-4d99-8db5-4b9485ba826a tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] 10.222.0.39 "GET /v2.0/ports?device_id=ca13c9aa-8ff9-4e8d-9788-915e162b3eeb HTTP/1.1" status: 200 len: 944 time: 0.0497460 Aug 12 15:18:27.216562 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-9bcab4ab-eb6d-451d-92f7-eb9fe5037be2 req-dc899f37-e92d-4806-ac7d-873d4015d3ee tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] 10.222.0.39 "GET /v2.0/security-groups?id=c8f1aead-f044-46b7-ada3-82e1380083d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317039 Aug 12 15:18:27.328794 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ac2257-0965-4295-9c46-74ff0073d5a3 req-6c5b80de-8685-4373-92a2-1ab2f0544904 tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:18:27.330150 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-66ac2257-0965-4295-9c46-74ff0073d5a3 req-6c5b80de-8685-4373-92a2-1ab2f0544904 tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] 10.222.0.39 "GET /v2.0/ports?device_id=ca13c9aa-8ff9-4e8d-9788-915e162b3eeb HTTP/1.1" status: 200 len: 944 time: 0.0482845 Aug 12 15:18:27.366902 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-66ac2257-0965-4295-9c46-74ff0073d5a3 req-cef9206e-b6d6-4bdd-9e65-63d7d626e2e4 tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] 10.222.0.39 "GET /v2.0/security-groups?id=c8f1aead-f044-46b7-ada3-82e1380083d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307748 Aug 12 15:18:27.707791 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4294faf0-9fd5-4c4c-b122-e17d1faef981 req-ecd60256-6e74-4da1-a353-fd18cc0a413d tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:18:27.709265 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4294faf0-9fd5-4c4c-b122-e17d1faef981 req-ecd60256-6e74-4da1-a353-fd18cc0a413d tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] 10.222.0.39 "GET /v2.0/networks?id=61db26c5-d711-4f86-a583-b26a79eb41b2 HTTP/1.1" status: 200 len: 814 time: 0.1029377 Aug 12 15:18:27.724504 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4294faf0-9fd5-4c4c-b122-e17d1faef981 req-4603c77a-ce19-40f8-9f7e-81ec27c6d80d tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] 10.222.0.39 "GET /v2.0/quotas/ac49ca0cd940426d80c66c07a3ab454f HTTP/1.1" status: 200 len: 375 time: 0.0088212 Aug 12 15:18:27.771829 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4294faf0-9fd5-4c4c-b122-e17d1faef981 req-c0888ae9-73c0-44be-99d5-ad9b4bd67ede tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=ac49ca0cd940426d80c66c07a3ab454f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0422413 Aug 12 15:18:27.893422 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [req-4294faf0-9fd5-4c4c-b122-e17d1faef981 req-f36a2f09-1d13-4e9c-84f9-1a4f44880f6e service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=94467) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 15:18:27.894427 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4294faf0-9fd5-4c4c-b122-e17d1faef981 req-f36a2f09-1d13-4e9c-84f9-1a4f44880f6e service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1155095 Aug 12 15:18:27.985159 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4294faf0-9fd5-4c4c-b122-e17d1faef981 req-d95fcad2-c27e-4c01-85d7-0ec33a2f41a9 service neutron] 10.222.0.39 "GET /v2.0/networks/61db26c5-d711-4f86-a583-b26a79eb41b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844245 Aug 12 15:18:28.078267 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4294faf0-9fd5-4c4c-b122-e17d1faef981 req-0df210b4-92c1-4226-b11d-2b40f8aadcf2 service neutron] 10.222.0.39 "GET /v2.0/networks/61db26c5-d711-4f86-a583-b26a79eb41b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868757 Aug 12 15:18:28.118538 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device 64917795-081a-4644-97d3-b7c207ab0c3f up at agent hyperv_n-h2-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 15:18:28.168195 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Provisioning for port 64917795-081a-4644-97d3-b7c207ab0c3f completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:18:28.171806 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Provisioning complete for port 64917795-081a-4644-97d3-b7c207ab0c3f triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:18:28.172244 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:18:28.249708 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-5f8af21b-a7f4-4143-8aa3-95f18d444347 req-9d65fe7f-c4be-4015-99d9-a3398a5353d6 tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] 10.222.0.39 "GET /v2.0/ports?device_id=7587a53f-846b-4377-8263-8250fbce5b49 HTTP/1.1" status: 200 len: 210 time: 0.0327237 Aug 12 15:18:28.250686 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:18:28.274302 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca13c9aa-8ff9-4e8d-9788-915e162b3eeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64917795-081a-4644-97d3-b7c207ab0c3f'}] {{(pid=94468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:18:28.277158 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99a8d87602170099c728e57431aca99e9b98a655a83bbf8727be13192709727b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6051a425-8a65-49f2-9fce-62f05cf1454c" -d '{"events": [{"server_uuid": "ca13c9aa-8ff9-4e8d-9788-915e162b3eeb", "name": "network-vif-plugged", "status": "completed", "tag": "64917795-081a-4644-97d3-b7c207ab0c3f"}]}' {{(pid=94468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 15:18:28.291531 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port 64917795-081a-4644-97d3-b7c207ab0c3f, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=64917795-081a-4644-97d3-b7c207ab0c3f,segment=NetworkSegment(23f4af88-496a-49e4-8f8f-3a3cf1aa47af),segment_id=23f4af88-496a-49e4-8f8f-3a3cf1aa47af)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:18:28.296106 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:18:28.324504 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 15:18:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-549b5f4c-e2af-4bd8-bb61-ca709172a0ce x-openstack-request-id: req-549b5f4c-e2af-4bd8-bb61-ca709172a0ce {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 15:18:28.324860 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca13c9aa-8ff9-4e8d-9788-915e162b3eeb", "name": "network-vif-plugged", "status": "completed", "tag": "64917795-081a-4644-97d3-b7c207ab0c3f", "code": 200}]} {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 15:18:28.325177 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-549b5f4c-e2af-4bd8-bb61-ca709172a0ce {{(pid=94468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 15:18:28.325624 n-d-694802-15 neutron-server[94468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca13c9aa-8ff9-4e8d-9788-915e162b3eeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64917795-081a-4644-97d3-b7c207ab0c3f', 'code': 200} Aug 12 15:18:28.352329 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Pushing event updated for resources: {'Port': ['ID=64917795-081a-4644-97d3-b7c207ab0c3f,revision_number=9']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:18:29.128145 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5f14db-edfe-4b23-b333-b9cb1652d41b req-a2f10da1-4fb3-4884-9a42-887f1eeb70bb tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:18:29.129611 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-7c5f14db-edfe-4b23-b333-b9cb1652d41b req-a2f10da1-4fb3-4884-9a42-887f1eeb70bb tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] 10.222.0.49 "GET /v2.0/ports?device_id=ca13c9aa-8ff9-4e8d-9788-915e162b3eeb HTTP/1.1" status: 200 len: 945 time: 0.0486765 Aug 12 15:18:29.218857 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.49', 55956) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:18:29.239701 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [req-7c5f14db-edfe-4b23-b333-b9cb1652d41b req-de028af9-6438-4a6f-b813-9634864a0364 tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] Deleting port 64917795-081a-4644-97d3-b7c207ab0c3f {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 15:18:29.240055 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-7c5f14db-edfe-4b23-b333-b9cb1652d41b req-de028af9-6438-4a6f-b813-9634864a0364 tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:18:29.338286 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-7c5f14db-edfe-4b23-b333-b9cb1652d41b req-de028af9-6438-4a6f-b813-9634864a0364 tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] For port 64917795-081a-4644-97d3-b7c207ab0c3f, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=64917795-081a-4644-97d3-b7c207ab0c3f,segment=NetworkSegment(23f4af88-496a-49e4-8f8f-3a3cf1aa47af),segment_id=23f4af88-496a-49e4-8f8f-3a3cf1aa47af)] {{(pid=94467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:18:29.338658 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-7c5f14db-edfe-4b23-b333-b9cb1652d41b req-de028af9-6438-4a6f-b813-9634864a0364 tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:18:29.353209 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [req-7c5f14db-edfe-4b23-b333-b9cb1652d41b req-de028af9-6438-4a6f-b813-9634864a0364 tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] Calling delete_port for 64917795-081a-4644-97d3-b7c207ab0c3f owned by compute:nova {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 15:18:29.378342 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4294faf0-9fd5-4c4c-b122-e17d1faef981 req-049758c0-546e-4aa6-9ac5-ef99427f484f tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:18:29.379785 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-4294faf0-9fd5-4c4c-b122-e17d1faef981 req-049758c0-546e-4aa6-9ac5-ef99427f484f tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] 10.222.0.49 "GET /v2.0/networks?id=61db26c5-d711-4f86-a583-b26a79eb41b2 HTTP/1.1" status: 200 len: 814 time: 0.1599212 Aug 12 15:18:29.397868 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [req-4294faf0-9fd5-4c4c-b122-e17d1faef981 req-093d591f-41ee-4d7c-8254-135ef313de71 tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] Request body: {'port': {'device_id': '7587a53f-846b-4377-8263-8250fbce5b49', 'network_id': '61db26c5-d711-4f86-a583-b26a79eb41b2', 'admin_state_up': True, 'tenant_id': 'ac49ca0cd940426d80c66c07a3ab454f'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:18:29.402772 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-d5ca0b9c-e5c2-4f53-b633-9ab75e8e54e9 req-48c32ba2-14ce-4fe8-a394-b49c20bf453f tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] 10.222.0.39 "GET /v2.0/ports?device_id=7587a53f-846b-4377-8263-8250fbce5b49 HTTP/1.1" status: 200 len: 210 time: 0.0487821 Aug 12 15:18:29.487649 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-7c5f14db-edfe-4b23-b333-b9cb1652d41b req-de028af9-6438-4a6f-b813-9634864a0364 tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:18:29.499425 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] get_ports_and_sgs() called for port_ids ['64917795-081a-4644-97d3-b7c207ab0c3f'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 15:18:29.517623 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4294faf0-9fd5-4c4c-b122-e17d1faef981 req-093d591f-41ee-4d7c-8254-135ef313de71 tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] Made reservation on behalf of ac49ca0cd940426d80c66c07a3ab454f for: {'port': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 15:18:29.520291 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de028af9-6438-4a6f-b813-9634864a0364 tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] Pushing event deleted for resources: {'Port': ['ID=64917795-081a-4644-97d3-b7c207ab0c3f,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:18:29.529592 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-4294faf0-9fd5-4c4c-b122-e17d1faef981 req-093d591f-41ee-4d7c-8254-135ef313de71 tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:18:29.560258 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c5f14db-edfe-4b23-b333-b9cb1652d41b req-de028af9-6438-4a6f-b813-9634864a0364 tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] No DVR routers for this DVR port 64917795-081a-4644-97d3-b7c207ab0c3f on host n-h2-694802-15 {{(pid=94467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 15:18:29.562988 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-7c5f14db-edfe-4b23-b333-b9cb1652d41b req-de028af9-6438-4a6f-b813-9634864a0364 tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:18:29.565079 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-7c5f14db-edfe-4b23-b333-b9cb1652d41b req-de028af9-6438-4a6f-b813-9634864a0364 tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] 10.222.0.49 "DELETE /v2.0/ports/64917795-081a-4644-97d3-b7c207ab0c3f HTTP/1.1" status: 204 len: 173 time: 0.4244180 Aug 12 15:18:29.565522 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca13c9aa-8ff9-4e8d-9788-915e162b3eeb', 'name': 'network-vif-deleted', 'tag': '64917795-081a-4644-97d3-b7c207ab0c3f'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:18:29.567799 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e65282f928b64038367d043a4411777802006c43a98742496cb2e25b724ff1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae135921-17e6-4501-aa88-fc70d10e8c56" -d '{"events": [{"server_uuid": "ca13c9aa-8ff9-4e8d-9788-915e162b3eeb", "name": "network-vif-deleted", "tag": "64917795-081a-4644-97d3-b7c207ab0c3f"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 15:18:29.605962 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 15:18:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa8fd8a2-03a5-4ddf-94f7-2b3a601de841 x-openstack-request-id: req-aa8fd8a2-03a5-4ddf-94f7-2b3a601de841 {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 15:18:29.606269 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca13c9aa-8ff9-4e8d-9788-915e162b3eeb", "name": "network-vif-deleted", "tag": "64917795-081a-4644-97d3-b7c207ab0c3f", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 15:18:29.606525 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-aa8fd8a2-03a5-4ddf-94f7-2b3a601de841 {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 15:18:29.606928 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca13c9aa-8ff9-4e8d-9788-915e162b3eeb', 'name': 'network-vif-deleted', 'tag': '64917795-081a-4644-97d3-b7c207ab0c3f', 'status': 'completed', 'code': 200} Aug 12 15:18:29.656634 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [req-4294faf0-9fd5-4c4c-b122-e17d1faef981 req-093d591f-41ee-4d7c-8254-135ef313de71 tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] Allocated IP 172.20.0.7 (61db26c5-d711-4f86-a583-b26a79eb41b2/a5b83863-3e7b-4ae2-94cb-d828ffee1c65/5a099ea1-2867-4b96-ad6a-b94ed35d147f) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 15:18:29.808356 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-4294faf0-9fd5-4c4c-b122-e17d1faef981 req-093d591f-41ee-4d7c-8254-135ef313de71 tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:18:29.845802 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-4294faf0-9fd5-4c4c-b122-e17d1faef981 req-093d591f-41ee-4d7c-8254-135ef313de71 tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:18:29.857048 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] get_ports_and_sgs() called for port_ids ['64917795-081a-4644-97d3-b7c207ab0c3f'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 15:18:29.888634 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4294faf0-9fd5-4c4c-b122-e17d1faef981 req-093d591f-41ee-4d7c-8254-135ef313de71 tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] Network 61db26c5-d711-4f86-a583-b26a79eb41b2 is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 15:18:29.891879 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [req-4294faf0-9fd5-4c4c-b122-e17d1faef981 req-093d591f-41ee-4d7c-8254-135ef313de71 tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:18:29.896272 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [req-4294faf0-9fd5-4c4c-b122-e17d1faef981 req-093d591f-41ee-4d7c-8254-135ef313de71 tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 15:18:29.931596 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093d591f-41ee-4d7c-8254-135ef313de71 tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] Pushing event updated for resources: {'Port': ['ID=5a099ea1-2867-4b96-ad6a-b94ed35d147f,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:18:29.957832 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4294faf0-9fd5-4c4c-b122-e17d1faef981 req-093d591f-41ee-4d7c-8254-135ef313de71 tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:18:29.958449 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-4294faf0-9fd5-4c4c-b122-e17d1faef981 req-093d591f-41ee-4d7c-8254-135ef313de71 tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:18:29.972189 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-4294faf0-9fd5-4c4c-b122-e17d1faef981 req-093d591f-41ee-4d7c-8254-135ef313de71 tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5781827 Aug 12 15:18:29.986517 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [req-4294faf0-9fd5-4c4c-b122-e17d1faef981 req-f21ef11c-2ec0-4476-b616-be68d6201742 service neutron] Request body: {'port': {'device_id': '7587a53f-846b-4377-8263-8250fbce5b49', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-694802-15'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:18:30.040582 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-4294faf0-9fd5-4c4c-b122-e17d1faef981 req-f21ef11c-2ec0-4476-b616-be68d6201742 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:18:30.354101 n-d-694802-15 neutron-server[94466]: DEBUG neutron.notifiers.nova [req-4294faf0-9fd5-4c4c-b122-e17d1faef981 req-f21ef11c-2ec0-4476-b616-be68d6201742 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a099ea1-2867-4b96-ad6a-b94ed35d147f {{(pid=94466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 15:18:30.361433 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-4294faf0-9fd5-4c4c-b122-e17d1faef981 req-f21ef11c-2ec0-4476-b616-be68d6201742 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:18:30.374356 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [req-4294faf0-9fd5-4c4c-b122-e17d1faef981 req-f21ef11c-2ec0-4476-b616-be68d6201742 service neutron] Transition to ACTIVE for port object 5a099ea1-2867-4b96-ad6a-b94ed35d147f will not be triggered until provisioned by entity L2. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:18:30.378524 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-4294faf0-9fd5-4c4c-b122-e17d1faef981 req-f21ef11c-2ec0-4476-b616-be68d6201742 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3718439'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:18:30.432059 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21ef11c-2ec0-4476-b616-be68d6201742 service neutron] Pushing event updated for resources: {'Port': ['ID=5a099ea1-2867-4b96-ad6a-b94ed35d147f,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:18:30.530215 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [req-4294faf0-9fd5-4c4c-b122-e17d1faef981 req-f21ef11c-2ec0-4476-b616-be68d6201742 service neutron] Attempting to bind port 5a099ea1-2867-4b96-ad6a-b94ed35d147f on host n-h2-694802-15 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 15:18:30.530461 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [req-4294faf0-9fd5-4c4c-b122-e17d1faef981 req-f21ef11c-2ec0-4476-b616-be68d6201742 service neutron] Attempting to bind port 5a099ea1-2867-4b96-ad6a-b94ed35d147f by drivers openvswitch,hyperv on host n-h2-694802-15 at level 0 using segments [{'id': '23f4af88-496a-49e4-8f8f-3a3cf1aa47af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '61db26c5-d711-4f86-a583-b26a79eb41b2'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 15:18:30.530792 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4294faf0-9fd5-4c4c-b122-e17d1faef981 req-f21ef11c-2ec0-4476-b616-be68d6201742 service neutron] Attempting to bind port 5a099ea1-2867-4b96-ad6a-b94ed35d147f on network 61db26c5-d711-4f86-a583-b26a79eb41b2 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 15:18:30.537925 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4294faf0-9fd5-4c4c-b122-e17d1faef981 req-f21ef11c-2ec0-4476-b616-be68d6201742 service neutron] Port 5a099ea1-2867-4b96-ad6a-b94ed35d147f on network 61db26c5-d711-4f86-a583-b26a79eb41b2 not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-15 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 15:18:30.538247 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4294faf0-9fd5-4c4c-b122-e17d1faef981 req-f21ef11c-2ec0-4476-b616-be68d6201742 service neutron] Attempting to bind port 5a099ea1-2867-4b96-ad6a-b94ed35d147f on network 61db26c5-d711-4f86-a583-b26a79eb41b2 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 15:18:30.546564 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4294faf0-9fd5-4c4c-b122-e17d1faef981 req-f21ef11c-2ec0-4476-b616-be68d6201742 service neutron] Checking agent: {'id': 'b7697f71-33f3-4959-ad82-43c2dc15845d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 27, 42), 'started_at': datetime.datetime(2021, 8, 12, 14, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 15, 18, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 15:18:30.546903 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4294faf0-9fd5-4c4c-b122-e17d1faef981 req-f21ef11c-2ec0-4476-b616-be68d6201742 service neutron] Checking segment: {'id': '23f4af88-496a-49e4-8f8f-3a3cf1aa47af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '61db26c5-d711-4f86-a583-b26a79eb41b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 15:18:30.547314 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4294faf0-9fd5-4c4c-b122-e17d1faef981 req-f21ef11c-2ec0-4476-b616-be68d6201742 service neutron] Bound using segment: {'id': '23f4af88-496a-49e4-8f8f-3a3cf1aa47af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '61db26c5-d711-4f86-a583-b26a79eb41b2'} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 15:18:30.547737 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [req-4294faf0-9fd5-4c4c-b122-e17d1faef981 req-f21ef11c-2ec0-4476-b616-be68d6201742 service neutron] Bound port: 5a099ea1-2867-4b96-ad6a-b94ed35d147f, host: n-h2-694802-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23f4af88-496a-49e4-8f8f-3a3cf1aa47af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '61db26c5-d711-4f86-a583-b26a79eb41b2'}}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 15:18:30.548092 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-4294faf0-9fd5-4c4c-b122-e17d1faef981 req-f21ef11c-2ec0-4476-b616-be68d6201742 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:18:30.558480 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc5fa6a-da84-4650-8d08-bf040313d595 req-49dca34a-3c5c-4569-b706-21520e44959d tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:18:30.559994 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-0bc5fa6a-da84-4650-8d08-bf040313d595 req-49dca34a-3c5c-4569-b706-21520e44959d tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] 10.222.0.39 "GET /v2.0/ports?device_id=7587a53f-846b-4377-8263-8250fbce5b49 HTTP/1.1" status: 200 len: 943 time: 0.0868595 Aug 12 15:18:30.622572 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-0bc5fa6a-da84-4650-8d08-bf040313d595 req-08ad3a9e-60ba-4152-bcf7-aec7af52f488 tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] 10.222.0.39 "GET /v2.0/security-groups?id=c8f1aead-f044-46b7-ada3-82e1380083d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564067 Aug 12 15:18:30.650279 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [req-4294faf0-9fd5-4c4c-b122-e17d1faef981 req-f21ef11c-2ec0-4476-b616-be68d6201742 service neutron] For port 5a099ea1-2867-4b96-ad6a-b94ed35d147f, host n-h2-694802-15, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 15:18:30.653384 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [req-4294faf0-9fd5-4c4c-b122-e17d1faef981 req-f21ef11c-2ec0-4476-b616-be68d6201742 service neutron] For port 5a099ea1-2867-4b96-ad6a-b94ed35d147f, host n-h2-694802-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=5a099ea1-2867-4b96-ad6a-b94ed35d147f,segment=NetworkSegment(23f4af88-496a-49e4-8f8f-3a3cf1aa47af),segment_id=23f4af88-496a-49e4-8f8f-3a3cf1aa47af)] {{(pid=94466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 15:18:30.657374 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-4294faf0-9fd5-4c4c-b122-e17d1faef981 req-f21ef11c-2ec0-4476-b616-be68d6201742 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3718439'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:18:30.687420 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4294faf0-9fd5-4c4c-b122-e17d1faef981 req-f21ef11c-2ec0-4476-b616-be68d6201742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:18:30.688407 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-4294faf0-9fd5-4c4c-b122-e17d1faef981 req-f21ef11c-2ec0-4476-b616-be68d6201742 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:18:30.689405 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-4294faf0-9fd5-4c4c-b122-e17d1faef981 req-f21ef11c-2ec0-4476-b616-be68d6201742 service neutron] 10.222.0.49 "PUT /v2.0/ports/5a099ea1-2867-4b96-ad6a-b94ed35d147f HTTP/1.1" status: 200 len: 1092 time: 0.7068737 Aug 12 15:18:30.691411 n-d-694802-15 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7587a53f-846b-4377-8263-8250fbce5b49', 'tag': '5a099ea1-2867-4b96-ad6a-b94ed35d147f'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:18:30.693677 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e785eeede3897370d0b20f09d5f461b30cfecd5ed38c4f07dacd02bc52c9277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b531f7a-af80-403d-a639-d76a5a388c72" -d '{"events": [{"name": "network-changed", "server_uuid": "7587a53f-846b-4377-8263-8250fbce5b49", "tag": "5a099ea1-2867-4b96-ad6a-b94ed35d147f"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 15:18:30.723111 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21ef11c-2ec0-4476-b616-be68d6201742 service neutron] Pushing event updated for resources: {'Port': ['ID=5a099ea1-2867-4b96-ad6a-b94ed35d147f,revision_number=3']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:18:30.757483 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 15:18:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83697603-4297-42b6-beb3-65ca45c36913 x-openstack-request-id: req-83697603-4297-42b6-beb3-65ca45c36913 {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 15:18:30.757770 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7587a53f-846b-4377-8263-8250fbce5b49", "tag": "5a099ea1-2867-4b96-ad6a-b94ed35d147f", "status": "completed", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 15:18:30.758018 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-83697603-4297-42b6-beb3-65ca45c36913 {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 15:18:30.758896 n-d-694802-15 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7587a53f-846b-4377-8263-8250fbce5b49', 'tag': '5a099ea1-2867-4b96-ad6a-b94ed35d147f', 'status': 'completed', 'code': 200} Aug 12 15:18:30.797446 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4294faf0-9fd5-4c4c-b122-e17d1faef981 req-b0a7355c-4295-464f-902e-2f17ac79d9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:18:30.798868 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-4294faf0-9fd5-4c4c-b122-e17d1faef981 req-b0a7355c-4295-464f-902e-2f17ac79d9d7 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ac49ca0cd940426d80c66c07a3ab454f&device_id=7587a53f-846b-4377-8263-8250fbce5b49 HTTP/1.1" status: 200 len: 1095 time: 0.0723701 Aug 12 15:18:30.858526 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-4294faf0-9fd5-4c4c-b122-e17d1faef981 req-951b23e0-d526-45ae-86ab-1abc02c64d69 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5a099ea1-2867-4b96-ad6a-b94ed35d147f HTTP/1.1" status: 200 len: 217 time: 0.0502095 Aug 12 15:18:30.916183 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4294faf0-9fd5-4c4c-b122-e17d1faef981 req-22742a34-91d0-4dd3-a63b-1e8b391b0937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:18:30.917590 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-4294faf0-9fd5-4c4c-b122-e17d1faef981 req-22742a34-91d0-4dd3-a63b-1e8b391b0937 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a5b83863-3e7b-4ae2-94cb-d828ffee1c65 HTTP/1.1" status: 200 len: 854 time: 0.0516460 Aug 12 15:18:30.968630 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-4294faf0-9fd5-4c4c-b122-e17d1faef981 req-b15db81c-69aa-4712-b8fe-8749ead6e43d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=61db26c5-d711-4f86-a583-b26a79eb41b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437055 Aug 12 15:18:31.058664 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-4294faf0-9fd5-4c4c-b122-e17d1faef981 req-5b8186e5-f235-4edf-8c53-03fd31e69f61 service neutron] 10.222.0.49 "GET /v2.0/networks/61db26c5-d711-4f86-a583-b26a79eb41b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826685 Aug 12 15:18:31.146010 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-4294faf0-9fd5-4c4c-b122-e17d1faef981 req-fcd2e50f-8a38-4b39-91e1-47c377b0fb1e service neutron] 10.222.0.49 "GET /v2.0/networks/61db26c5-d711-4f86-a583-b26a79eb41b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807207 Aug 12 15:18:31.232225 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b531f7a-af80-403d-a639-d76a5a388c72 req-77ecb473-0810-43e9-b31d-7223b2d7a11f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:18:31.233779 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-5b531f7a-af80-403d-a639-d76a5a388c72 req-77ecb473-0810-43e9-b31d-7223b2d7a11f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ac49ca0cd940426d80c66c07a3ab454f&device_id=7587a53f-846b-4377-8263-8250fbce5b49 HTTP/1.1" status: 200 len: 1095 time: 0.0408728 Aug 12 15:18:31.383978 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b531f7a-af80-403d-a639-d76a5a388c72 req-107dafa3-6482-428e-bd3e-1d8abbd33496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:18:31.385344 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-5b531f7a-af80-403d-a639-d76a5a388c72 req-107dafa3-6482-428e-bd3e-1d8abbd33496 service neutron] 10.222.0.49 "GET /v2.0/networks?id=61db26c5-d711-4f86-a583-b26a79eb41b2 HTTP/1.1" status: 200 len: 915 time: 0.1439795 Aug 12 15:18:31.756003 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-5b531f7a-af80-403d-a639-d76a5a388c72 req-d080b609-d98c-45a2-a820-2a7a60245035 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5a099ea1-2867-4b96-ad6a-b94ed35d147f HTTP/1.1" status: 200 len: 217 time: 0.3634486 Aug 12 15:18:31.827483 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b531f7a-af80-403d-a639-d76a5a388c72 req-bb732688-c643-49ee-b71e-1b7b5983feba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:18:31.828909 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-5b531f7a-af80-403d-a639-d76a5a388c72 req-bb732688-c643-49ee-b71e-1b7b5983feba service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a5b83863-3e7b-4ae2-94cb-d828ffee1c65 HTTP/1.1" status: 200 len: 854 time: 0.0645885 Aug 12 15:18:31.839944 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9ce640-a22a-4f15-a84f-5b01688a2612 req-51ef5e22-254f-445d-8da3-56b8568ee3b7 tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:18:31.841313 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-2e9ce640-a22a-4f15-a84f-5b01688a2612 req-51ef5e22-254f-445d-8da3-56b8568ee3b7 tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] 10.222.0.39 "GET /v2.0/ports?device_id=7587a53f-846b-4377-8263-8250fbce5b49 HTTP/1.1" status: 200 len: 943 time: 0.0878398 Aug 12 15:18:31.876363 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-5b531f7a-af80-403d-a639-d76a5a388c72 req-57219f47-f020-48a4-a6e7-3292c700a432 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=61db26c5-d711-4f86-a583-b26a79eb41b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341291 Aug 12 15:18:31.912201 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-2e9ce640-a22a-4f15-a84f-5b01688a2612 req-56977932-667d-4df5-9cbd-ca638644d751 tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] 10.222.0.39 "GET /v2.0/security-groups?id=c8f1aead-f044-46b7-ada3-82e1380083d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626993 Aug 12 15:18:31.976547 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-5b531f7a-af80-403d-a639-d76a5a388c72 req-1effd3e7-5fbf-42e6-a566-314d9362eefe service neutron] 10.222.0.49 "GET /v2.0/networks/61db26c5-d711-4f86-a583-b26a79eb41b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924976 Aug 12 15:18:32.071398 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-5b531f7a-af80-403d-a639-d76a5a388c72 req-1fb6adb3-335c-4d92-8eb7-de8c71fddc0f service neutron] 10.222.0.49 "GET /v2.0/networks/61db26c5-d711-4f86-a583-b26a79eb41b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865843 Aug 12 15:18:33.033320 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9d5e3b-1018-4b26-9880-c0f8b8a8c265 req-9cc0258b-5b60-40cb-b0f2-bc39f73ddca4 tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:18:33.034913 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-7e9d5e3b-1018-4b26-9880-c0f8b8a8c265 req-9cc0258b-5b60-40cb-b0f2-bc39f73ddca4 tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] 10.222.0.39 "GET /v2.0/ports?device_id=7587a53f-846b-4377-8263-8250fbce5b49 HTTP/1.1" status: 200 len: 943 time: 0.0548270 Aug 12 15:18:33.073904 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-7e9d5e3b-1018-4b26-9880-c0f8b8a8c265 req-e24ca03f-01e6-49c1-81b8-74fb8067c15b tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] 10.222.0.39 "GET /v2.0/security-groups?id=c8f1aead-f044-46b7-ada3-82e1380083d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322738 Aug 12 15:18:34.141032 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device 5a099ea1-2867-4b96-ad6a-b94ed35d147f details requested by agent hyperv_n-h2-694802-15 with host n-h2-694802-15 {{(pid=94468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 15:18:34.143492 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device 64917795-081a-4644-97d3-b7c207ab0c3f no longer exists at agent hyperv_n-h2-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 15:18:34.167410 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] No Port match for: 64917795-081a-4644-97d3-b7c207ab0c3f {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 15:18:34.167761 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device 64917795-081a-4644-97d3-b7c207ab0c3f not bound to the agent host n-h2-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 15:18:34.192573 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2063d8c-8baf-413e-862f-ad15b17486f4 req-38694cb6-adf0-4757-b8a1-7c5613c98974 tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:18:34.194080 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-b2063d8c-8baf-413e-862f-ad15b17486f4 req-38694cb6-adf0-4757-b8a1-7c5613c98974 tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] 10.222.0.39 "GET /v2.0/ports?device_id=7587a53f-846b-4377-8263-8250fbce5b49 HTTP/1.1" status: 200 len: 943 time: 0.0504532 Aug 12 15:18:34.234286 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-b2063d8c-8baf-413e-862f-ad15b17486f4 req-cd25d013-ba66-4414-8dfe-a96ff1b59253 tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] 10.222.0.39 "GET /v2.0/security-groups?id=c8f1aead-f044-46b7-ada3-82e1380083d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335903 Aug 12 15:18:34.256229 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port 5a099ea1-2867-4b96-ad6a-b94ed35d147f, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=5a099ea1-2867-4b96-ad6a-b94ed35d147f,segment=NetworkSegment(23f4af88-496a-49e4-8f8f-3a3cf1aa47af),segment_id=23f4af88-496a-49e4-8f8f-3a3cf1aa47af)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:18:34.267559 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Returning: {'device': '5a099ea1-2867-4b96-ad6a-b94ed35d147f', 'network_id': '61db26c5-d711-4f86-a583-b26a79eb41b2', 'port_id': '5a099ea1-2867-4b96-ad6a-b94ed35d147f', 'mac_address': 'fa:16:3e:df:bf:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5b83863-3e7b-4ae2-94cb-d828ffee1c65', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 15:18:34.304956 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:18:34.317178 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a099ea1-2867-4b96-ad6a-b94ed35d147f {{(pid=94468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 15:18:34.335746 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port 5a099ea1-2867-4b96-ad6a-b94ed35d147f, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=5a099ea1-2867-4b96-ad6a-b94ed35d147f,segment=NetworkSegment(23f4af88-496a-49e4-8f8f-3a3cf1aa47af),segment_id=23f4af88-496a-49e4-8f8f-3a3cf1aa47af)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:18:34.339701 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:18:34.385473 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Pushing event updated for resources: {'Port': ['ID=5a099ea1-2867-4b96-ad6a-b94ed35d147f,revision_number=4']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:18:34.669577 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] get_ports_and_sgs() called for port_ids ['5a099ea1-2867-4b96-ad6a-b94ed35d147f'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 15:18:35.348996 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32eafdd3-8130-4420-830c-aaac4f141bf0 req-bff2d518-e1c1-4a86-93d5-e666d1e03e85 tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:18:35.350480 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-32eafdd3-8130-4420-830c-aaac4f141bf0 req-bff2d518-e1c1-4a86-93d5-e666d1e03e85 tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] 10.222.0.39 "GET /v2.0/ports?device_id=7587a53f-846b-4377-8263-8250fbce5b49 HTTP/1.1" status: 200 len: 944 time: 0.0495729 Aug 12 15:18:35.388741 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-32eafdd3-8130-4420-830c-aaac4f141bf0 req-acb5c028-7181-4b0c-b593-67023f72169b tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] 10.222.0.39 "GET /v2.0/security-groups?id=c8f1aead-f044-46b7-ada3-82e1380083d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323689 Aug 12 15:18:36.150602 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device 5a099ea1-2867-4b96-ad6a-b94ed35d147f up at agent hyperv_n-h2-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 15:18:36.197439 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Provisioning for port 5a099ea1-2867-4b96-ad6a-b94ed35d147f completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:18:36.200871 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Provisioning complete for port 5a099ea1-2867-4b96-ad6a-b94ed35d147f triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:18:36.201250 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:18:36.278620 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:18:36.300809 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7587a53f-846b-4377-8263-8250fbce5b49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a099ea1-2867-4b96-ad6a-b94ed35d147f'}] {{(pid=94468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:18:36.303055 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99a8d87602170099c728e57431aca99e9b98a655a83bbf8727be13192709727b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9825bb6-d1eb-475e-be82-447f4df861a9" -d '{"events": [{"server_uuid": "7587a53f-846b-4377-8263-8250fbce5b49", "name": "network-vif-plugged", "status": "completed", "tag": "5a099ea1-2867-4b96-ad6a-b94ed35d147f"}]}' {{(pid=94468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 15:18:36.315543 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port 5a099ea1-2867-4b96-ad6a-b94ed35d147f, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=5a099ea1-2867-4b96-ad6a-b94ed35d147f,segment=NetworkSegment(23f4af88-496a-49e4-8f8f-3a3cf1aa47af),segment_id=23f4af88-496a-49e4-8f8f-3a3cf1aa47af)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:18:36.319407 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:18:36.345515 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 15:18:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac45ffaf-1312-478a-a2da-c7de55e1672e x-openstack-request-id: req-ac45ffaf-1312-478a-a2da-c7de55e1672e {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 15:18:36.345806 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7587a53f-846b-4377-8263-8250fbce5b49", "name": "network-vif-plugged", "status": "completed", "tag": "5a099ea1-2867-4b96-ad6a-b94ed35d147f", "code": 200}]} {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 15:18:36.346054 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ac45ffaf-1312-478a-a2da-c7de55e1672e {{(pid=94468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 15:18:36.346439 n-d-694802-15 neutron-server[94468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7587a53f-846b-4377-8263-8250fbce5b49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a099ea1-2867-4b96-ad6a-b94ed35d147f', 'code': 200} Aug 12 15:18:36.373948 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Pushing event updated for resources: {'Port': ['ID=5a099ea1-2867-4b96-ad6a-b94ed35d147f,revision_number=5']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:18:36.381442 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:18:36.381789 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:18:36.382160 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:18:36.382500 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:18:36.382892 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:18:36.383254 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:18:36.383609 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:18:36.383934 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:18:36.384255 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:18:36.384578 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:18:36.384897 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:18:36.385214 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:18:36.439715 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3ad2ce-b359-4508-9ba3-f793805edfac req-3377cc68-6b9e-4e73-94d1-f4a29b39bc93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:18:36.441284 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-9a3ad2ce-b359-4508-9ba3-f793805edfac req-3377cc68-6b9e-4e73-94d1-f4a29b39bc93 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=7587a53f-846b-4377-8263-8250fbce5b49 HTTP/1.1" status: 200 len: 1097 time: 0.0462203 Aug 12 15:18:36.477979 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-9a3ad2ce-b359-4508-9ba3-f793805edfac req-74f58eff-7e61-42b6-8f02-edac6d587adb service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=c8f1aead-f044-46b7-ada3-82e1380083d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296223 Aug 12 15:18:36.503582 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5e4fae-9878-4026-b137-545b15b77a28 req-52455b78-5914-4e74-b003-bd6333fc5635 tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:18:36.505043 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-dc5e4fae-9878-4026-b137-545b15b77a28 req-52455b78-5914-4e74-b003-bd6333fc5635 tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] 10.222.0.39 "GET /v2.0/ports?device_id=7587a53f-846b-4377-8263-8250fbce5b49 HTTP/1.1" status: 200 len: 945 time: 0.0491841 Aug 12 15:18:36.542345 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-dc5e4fae-9878-4026-b137-545b15b77a28 req-0b2fa6d6-7da4-49a0-abe0-4b3238f6cca5 tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] 10.222.0.39 "GET /v2.0/security-groups?id=c8f1aead-f044-46b7-ada3-82e1380083d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306854 Aug 12 15:18:37.658251 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62295372-4fcc-474a-a742-96bc9f1b84cf req-560b1952-cc24-412a-8cf4-9f23af8bf762 tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:18:37.659740 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-62295372-4fcc-474a-a742-96bc9f1b84cf req-560b1952-cc24-412a-8cf4-9f23af8bf762 tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] 10.222.0.39 "GET /v2.0/ports?device_id=7587a53f-846b-4377-8263-8250fbce5b49 HTTP/1.1" status: 200 len: 945 time: 0.0494354 Aug 12 15:18:37.697236 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-62295372-4fcc-474a-a742-96bc9f1b84cf req-cc4d68d6-f230-4ea4-aa62-da4b97ec8c2f tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] 10.222.0.39 "GET /v2.0/security-groups?id=c8f1aead-f044-46b7-ada3-82e1380083d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308993 Aug 12 15:18:37.813028 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e0f189-dd9d-45d0-8001-bcd1a069f225 req-f2c928c9-85b8-4338-af07-405cb2a35167 tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:18:37.814493 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e5e0f189-dd9d-45d0-8001-bcd1a069f225 req-f2c928c9-85b8-4338-af07-405cb2a35167 tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] 10.222.0.39 "GET /v2.0/ports?device_id=7587a53f-846b-4377-8263-8250fbce5b49 HTTP/1.1" status: 200 len: 945 time: 0.0528374 Aug 12 15:18:37.852227 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e5e0f189-dd9d-45d0-8001-bcd1a069f225 req-39f147d0-c9e8-47e6-badb-6a39e0ef8c50 tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] 10.222.0.39 "GET /v2.0/security-groups?id=c8f1aead-f044-46b7-ada3-82e1380083d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310690 Aug 12 15:18:38.101071 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-cca5f79b-f9b3-4157-955d-8024cc60b65b req-8987916d-5135-4e55-9a1d-d1e6e3fb4595 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=7587a53f-846b-4377-8263-8250fbce5b49&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0704036 Aug 12 15:18:38.109227 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2028da-bc37-45ce-b06f-7723b2ab3ff3 req-efc9d051-1907-49ee-9c17-e5a4680ed3d6 tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:18:38.110818 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-fb2028da-bc37-45ce-b06f-7723b2ab3ff3 req-efc9d051-1907-49ee-9c17-e5a4680ed3d6 tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] 10.222.0.39 "GET /v2.0/ports?device_id=7587a53f-846b-4377-8263-8250fbce5b49 HTTP/1.1" status: 200 len: 945 time: 0.0703039 Aug 12 15:18:38.154338 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-fb2028da-bc37-45ce-b06f-7723b2ab3ff3 req-7f6e27df-957a-466d-b788-faad1114d6af tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] 10.222.0.39 "GET /v2.0/security-groups?id=c8f1aead-f044-46b7-ada3-82e1380083d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346634 Aug 12 15:18:39.140182 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca5f79b-f9b3-4157-955d-8024cc60b65b req-0d6fe887-6ae2-4827-9bff-ef65a16c3bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:18:39.141957 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-cca5f79b-f9b3-4157-955d-8024cc60b65b req-0d6fe887-6ae2-4827-9bff-ef65a16c3bf4 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ac49ca0cd940426d80c66c07a3ab454f&device_id=7587a53f-846b-4377-8263-8250fbce5b49 HTTP/1.1" status: 200 len: 1097 time: 0.0433900 Aug 12 15:18:39.260792 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca5f79b-f9b3-4157-955d-8024cc60b65b req-50b8d82e-a738-4740-b722-84fd492e05be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:18:39.262390 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-cca5f79b-f9b3-4157-955d-8024cc60b65b req-50b8d82e-a738-4740-b722-84fd492e05be service neutron] 10.222.0.49 "GET /v2.0/networks?id=61db26c5-d711-4f86-a583-b26a79eb41b2 HTTP/1.1" status: 200 len: 915 time: 0.1129515 Aug 12 15:18:39.316931 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341af482-2524-418a-a9a7-990869803ff3 req-5d55b627-9ebc-4fec-b7e2-1ffd3f24d891 tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:18:39.318385 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-341af482-2524-418a-a9a7-990869803ff3 req-5d55b627-9ebc-4fec-b7e2-1ffd3f24d891 tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] 10.222.0.39 "GET /v2.0/ports?device_id=7587a53f-846b-4377-8263-8250fbce5b49 HTTP/1.1" status: 200 len: 945 time: 0.0957556 Aug 12 15:18:39.319617 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-cca5f79b-f9b3-4157-955d-8024cc60b65b req-eeb82142-a45d-4188-aca0-c262b4cab74c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5a099ea1-2867-4b96-ad6a-b94ed35d147f HTTP/1.1" status: 200 len: 217 time: 0.0493929 Aug 12 15:18:39.389762 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-341af482-2524-418a-a9a7-990869803ff3 req-449e6586-c49d-4e32-a134-71962fedd979 tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] 10.222.0.39 "GET /v2.0/security-groups?id=c8f1aead-f044-46b7-ada3-82e1380083d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653756 Aug 12 15:18:39.393313 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca5f79b-f9b3-4157-955d-8024cc60b65b req-24508ed3-125f-43d2-a25d-6a068b724409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:18:39.394763 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-cca5f79b-f9b3-4157-955d-8024cc60b65b req-24508ed3-125f-43d2-a25d-6a068b724409 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a5b83863-3e7b-4ae2-94cb-d828ffee1c65 HTTP/1.1" status: 200 len: 854 time: 0.0646701 Aug 12 15:18:39.427274 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-cca5f79b-f9b3-4157-955d-8024cc60b65b req-85a150f5-d8de-4d4b-86fb-e25868888303 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=61db26c5-d711-4f86-a583-b26a79eb41b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256429 Aug 12 15:18:39.519927 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-cca5f79b-f9b3-4157-955d-8024cc60b65b req-4edfa56b-9b50-4d31-8beb-497693969ee9 service neutron] 10.222.0.49 "GET /v2.0/networks/61db26c5-d711-4f86-a583-b26a79eb41b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854867 Aug 12 15:18:39.609267 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-cca5f79b-f9b3-4157-955d-8024cc60b65b req-b3e4d16a-6516-47a3-8fe5-0f6def04f72c service neutron] 10.222.0.49 "GET /v2.0/networks/61db26c5-d711-4f86-a583-b26a79eb41b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821509 Aug 12 15:18:40.140216 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-d3c43a5b-36c0-49d5-ac31-4acf6a379274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:18:40.506239 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e17c2e-241d-4b92-a5f3-d9e82ff3f126 req-c68963de-462c-4f7c-a5f7-c1c5ddf93ba5 tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:18:40.507834 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b8e17c2e-241d-4b92-a5f3-d9e82ff3f126 req-c68963de-462c-4f7c-a5f7-c1c5ddf93ba5 tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] 10.222.0.39 "GET /v2.0/ports?device_id=7587a53f-846b-4377-8263-8250fbce5b49 HTTP/1.1" status: 200 len: 945 time: 0.0518098 Aug 12 15:18:40.546954 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b8e17c2e-241d-4b92-a5f3-d9e82ff3f126 req-edab81a1-73a3-4891-937f-1bdfe74e1ac3 tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] 10.222.0.39 "GET /v2.0/security-groups?id=c8f1aead-f044-46b7-ada3-82e1380083d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326803 Aug 12 15:18:41.662249 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e10cf9-ca57-4d9c-8dc8-06c75d5cf235 req-3bd99d14-f9f7-43af-bb7b-a024858d992b tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:18:41.663745 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-d8e10cf9-ca57-4d9c-8dc8-06c75d5cf235 req-3bd99d14-f9f7-43af-bb7b-a024858d992b tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] 10.222.0.39 "GET /v2.0/ports?device_id=7587a53f-846b-4377-8263-8250fbce5b49 HTTP/1.1" status: 200 len: 945 time: 0.0494633 Aug 12 15:18:41.701345 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-d8e10cf9-ca57-4d9c-8dc8-06c75d5cf235 req-7dad5b16-4a16-4316-aeaa-8c023ada4ce9 tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] 10.222.0.39 "GET /v2.0/security-groups?id=c8f1aead-f044-46b7-ada3-82e1380083d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317433 Aug 12 15:18:41.921026 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:18:42.814377 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0c56ed-1660-46a1-90fc-2669f0f68714 req-9ca97974-ee29-48de-ac16-f88f73f0b776 tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:18:42.815889 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-cf0c56ed-1660-46a1-90fc-2669f0f68714 req-9ca97974-ee29-48de-ac16-f88f73f0b776 tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] 10.222.0.39 "GET /v2.0/ports?device_id=7587a53f-846b-4377-8263-8250fbce5b49 HTTP/1.1" status: 200 len: 945 time: 0.0484533 Aug 12 15:18:42.853550 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-cf0c56ed-1660-46a1-90fc-2669f0f68714 req-47f3accb-3a55-4749-9c12-6911024627b7 tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] 10.222.0.39 "GET /v2.0/security-groups?id=c8f1aead-f044-46b7-ada3-82e1380083d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311713 Aug 12 15:18:43.059489 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:18:43.274025 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:18:43.417666 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-ad6030a3-2eee-42b9-800a-865f30e3c85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:18:43.972521 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bf28bd-c958-4712-8bfb-5ed51a578f94 req-a3c867ac-ba30-4a01-a80b-4d263eb4f273 tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:18:43.974002 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-c3bf28bd-c958-4712-8bfb-5ed51a578f94 req-a3c867ac-ba30-4a01-a80b-4d263eb4f273 tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] 10.222.0.39 "GET /v2.0/ports?device_id=7587a53f-846b-4377-8263-8250fbce5b49 HTTP/1.1" status: 200 len: 945 time: 0.0536230 Aug 12 15:18:44.011840 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-c3bf28bd-c958-4712-8bfb-5ed51a578f94 req-4afcec17-8352-412c-8a27-238c7d2d8a79 tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] 10.222.0.39 "GET /v2.0/security-groups?id=c8f1aead-f044-46b7-ada3-82e1380083d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314441 Aug 12 15:18:44.109044 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-1769855f-eda9-4483-9dc3-3220908ab45d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:18:45.125072 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7b60a5-822b-49fb-adf5-67978a1e4855 req-c92a2c1a-5e4d-4db5-9007-693d25ff6773 tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:18:45.126486 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-7a7b60a5-822b-49fb-adf5-67978a1e4855 req-c92a2c1a-5e4d-4db5-9007-693d25ff6773 tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] 10.222.0.39 "GET /v2.0/ports?device_id=7587a53f-846b-4377-8263-8250fbce5b49 HTTP/1.1" status: 200 len: 945 time: 0.0484238 Aug 12 15:18:45.165473 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-7a7b60a5-822b-49fb-adf5-67978a1e4855 req-b5e2776d-caf8-4157-8408-6b5fc46cb234 tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] 10.222.0.39 "GET /v2.0/security-groups?id=c8f1aead-f044-46b7-ada3-82e1380083d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331500 Aug 12 15:18:45.745625 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-fe95f194-a3b0-4c04-9e42-20b511169d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:18:46.281775 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8258726f-5dd2-4b5c-a9de-ec0865f971b3 req-a2ce12b4-0cb5-4187-9e11-e07564473475 tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:18:46.283302 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-8258726f-5dd2-4b5c-a9de-ec0865f971b3 req-a2ce12b4-0cb5-4187-9e11-e07564473475 tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] 10.222.0.39 "GET /v2.0/ports?device_id=7587a53f-846b-4377-8263-8250fbce5b49 HTTP/1.1" status: 200 len: 945 time: 0.0499060 Aug 12 15:18:46.322734 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-8258726f-5dd2-4b5c-a9de-ec0865f971b3 req-e8f01ca2-6977-4982-96e3-7a81e87a4225 tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] 10.222.0.39 "GET /v2.0/security-groups?id=c8f1aead-f044-46b7-ada3-82e1380083d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327432 Aug 12 15:18:46.369605 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4919779f-498f-44c3-a845-83378b00a9ed req-a175d1ad-3686-444e-8fcf-715e090193e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:18:46.371117 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-4919779f-498f-44c3-a845-83378b00a9ed req-a175d1ad-3686-444e-8fcf-715e090193e4 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ac49ca0cd940426d80c66c07a3ab454f&device_id=7587a53f-846b-4377-8263-8250fbce5b49 HTTP/1.1" status: 200 len: 1097 time: 0.0403600 Aug 12 15:18:46.481084 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4919779f-498f-44c3-a845-83378b00a9ed req-b68407cf-ca7c-4eae-9a85-4ae3e65f877d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:18:46.482547 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-4919779f-498f-44c3-a845-83378b00a9ed req-b68407cf-ca7c-4eae-9a85-4ae3e65f877d service neutron] 10.222.0.49 "GET /v2.0/networks?id=61db26c5-d711-4f86-a583-b26a79eb41b2 HTTP/1.1" status: 200 len: 915 time: 0.0879641 Aug 12 15:18:46.525402 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-4919779f-498f-44c3-a845-83378b00a9ed req-cf24ddf7-4ef3-4dfd-b6f2-8fd0ea6eca14 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5a099ea1-2867-4b96-ad6a-b94ed35d147f HTTP/1.1" status: 200 len: 217 time: 0.0352142 Aug 12 15:18:46.577403 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4919779f-498f-44c3-a845-83378b00a9ed req-b0475df3-4869-402a-8af4-31c80dd1083b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:18:46.578874 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-4919779f-498f-44c3-a845-83378b00a9ed req-b0475df3-4869-402a-8af4-31c80dd1083b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a5b83863-3e7b-4ae2-94cb-d828ffee1c65 HTTP/1.1" status: 200 len: 854 time: 0.0471714 Aug 12 15:18:46.611658 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-4919779f-498f-44c3-a845-83378b00a9ed req-9527fbb1-bdba-4371-add3-a4c7be6052d5 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=61db26c5-d711-4f86-a583-b26a79eb41b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251651 Aug 12 15:18:46.711970 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-4919779f-498f-44c3-a845-83378b00a9ed req-1bf2006e-c717-4644-a03f-2fee1397fce6 service neutron] 10.222.0.49 "GET /v2.0/networks/61db26c5-d711-4f86-a583-b26a79eb41b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846395 Aug 12 15:18:46.807516 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-4919779f-498f-44c3-a845-83378b00a9ed req-27b2f77c-8e3c-47e5-8013-4f9b38244efa service neutron] 10.222.0.49 "GET /v2.0/networks/61db26c5-d711-4f86-a583-b26a79eb41b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880525 Aug 12 15:18:47.442266 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85809b7f-0451-427c-8200-da600b7ade4b req-885e8466-aaad-48d6-9f8b-2d7c55703ef7 tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:18:47.443782 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-85809b7f-0451-427c-8200-da600b7ade4b req-885e8466-aaad-48d6-9f8b-2d7c55703ef7 tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] 10.222.0.39 "GET /v2.0/ports?device_id=7587a53f-846b-4377-8263-8250fbce5b49 HTTP/1.1" status: 200 len: 945 time: 0.0529187 Aug 12 15:18:47.481269 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-85809b7f-0451-427c-8200-da600b7ade4b req-32138774-1b11-41bc-804a-3a4df9f7734b tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] 10.222.0.39 "GET /v2.0/security-groups?id=c8f1aead-f044-46b7-ada3-82e1380083d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316103 Aug 12 15:18:48.594840 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47da8b76-9d8e-4a41-8116-67dcfccc22d3 req-23b07dcb-b859-4684-86f6-22c079b89629 tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:18:48.596351 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-47da8b76-9d8e-4a41-8116-67dcfccc22d3 req-23b07dcb-b859-4684-86f6-22c079b89629 tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] 10.222.0.39 "GET /v2.0/ports?device_id=7587a53f-846b-4377-8263-8250fbce5b49 HTTP/1.1" status: 200 len: 945 time: 0.0490589 Aug 12 15:18:48.641284 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-47da8b76-9d8e-4a41-8116-67dcfccc22d3 req-3ae60469-4a14-46b2-9882-7848d3abbe29 tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] 10.222.0.39 "GET /v2.0/security-groups?id=c8f1aead-f044-46b7-ada3-82e1380083d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385208 Aug 12 15:18:49.754135 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ce72d8-7a74-4bfa-822d-52b36c10b39b req-22a53760-44fd-4499-892e-f0a56b9c83f4 tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:18:49.755646 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-25ce72d8-7a74-4bfa-822d-52b36c10b39b req-22a53760-44fd-4499-892e-f0a56b9c83f4 tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] 10.222.0.39 "GET /v2.0/ports?device_id=7587a53f-846b-4377-8263-8250fbce5b49 HTTP/1.1" status: 200 len: 945 time: 0.0481002 Aug 12 15:18:49.792824 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-25ce72d8-7a74-4bfa-822d-52b36c10b39b req-0442af4e-68c1-4f6f-ac18-2541e08d0353 tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] 10.222.0.39 "GET /v2.0/security-groups?id=c8f1aead-f044-46b7-ada3-82e1380083d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313058 Aug 12 15:18:50.906449 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6095ba-c6ce-4fe1-87de-85c0df6b0307 req-e96c0f1e-5691-4639-9241-ba87e803fe36 tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:18:50.907944 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-3e6095ba-c6ce-4fe1-87de-85c0df6b0307 req-e96c0f1e-5691-4639-9241-ba87e803fe36 tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] 10.222.0.39 "GET /v2.0/ports?device_id=7587a53f-846b-4377-8263-8250fbce5b49 HTTP/1.1" status: 200 len: 945 time: 0.0487056 Aug 12 15:18:50.948589 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-3e6095ba-c6ce-4fe1-87de-85c0df6b0307 req-6a471920-2976-4811-b772-b5cf5f8cacb9 tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] 10.222.0.39 "GET /v2.0/security-groups?id=c8f1aead-f044-46b7-ada3-82e1380083d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346859 Aug 12 15:18:52.062372 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057e0eeb-a0fd-4a7f-a2ed-d6d2863fefeb req-7fb611fc-c558-4324-b664-cd19425bded0 tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:18:52.063873 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-057e0eeb-a0fd-4a7f-a2ed-d6d2863fefeb req-7fb611fc-c558-4324-b664-cd19425bded0 tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] 10.222.0.39 "GET /v2.0/ports?device_id=7587a53f-846b-4377-8263-8250fbce5b49 HTTP/1.1" status: 200 len: 945 time: 0.0485253 Aug 12 15:18:52.101551 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-057e0eeb-a0fd-4a7f-a2ed-d6d2863fefeb req-775217ba-c158-48fe-837d-2cc7b754dee5 tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] 10.222.0.39 "GET /v2.0/security-groups?id=c8f1aead-f044-46b7-ada3-82e1380083d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316978 Aug 12 15:18:52.686869 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.agents_db [None req-17ed3e4c-1a7d-4162-9646-11c134aca297 None None] Agent healthcheck: found 7 active agents {{(pid=94469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 15:18:53.225940 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1aad261-b76a-42ae-b29e-e20374156207 req-e5347575-32fe-4d84-82d9-e95915ff8cd6 tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:18:53.231047 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-c1aad261-b76a-42ae-b29e-e20374156207 req-e5347575-32fe-4d84-82d9-e95915ff8cd6 tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] 10.222.0.39 "GET /v2.0/ports?device_id=7587a53f-846b-4377-8263-8250fbce5b49 HTTP/1.1" status: 200 len: 945 time: 0.0565417 Aug 12 15:18:53.266352 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-c1aad261-b76a-42ae-b29e-e20374156207 req-a24c4986-ed6a-42d2-a7e9-a99d764bc6be tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] 10.222.0.39 "GET /v2.0/security-groups?id=c8f1aead-f044-46b7-ada3-82e1380083d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327551 Aug 12 15:18:54.384916 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3deb34db-dbe7-47ac-a916-bb37b4506252 req-eb1387a2-0663-4578-a6bc-4ff466db17da tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:18:54.386281 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3deb34db-dbe7-47ac-a916-bb37b4506252 req-eb1387a2-0663-4578-a6bc-4ff466db17da tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] 10.222.0.39 "GET /v2.0/ports?device_id=7587a53f-846b-4377-8263-8250fbce5b49 HTTP/1.1" status: 200 len: 945 time: 0.0521975 Aug 12 15:18:54.422760 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3deb34db-dbe7-47ac-a916-bb37b4506252 req-73fd7e44-8bc4-4a83-8dc5-01deff74d292 tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] 10.222.0.39 "GET /v2.0/security-groups?id=c8f1aead-f044-46b7-ada3-82e1380083d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303361 Aug 12 15:18:55.540675 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6f12f5-865c-4b41-91b8-7ad563668f22 req-f8d224a0-2be8-483a-b69c-2d611261c699 tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:18:55.542062 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-aa6f12f5-865c-4b41-91b8-7ad563668f22 req-f8d224a0-2be8-483a-b69c-2d611261c699 tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] 10.222.0.39 "GET /v2.0/ports?device_id=7587a53f-846b-4377-8263-8250fbce5b49 HTTP/1.1" status: 200 len: 945 time: 0.0514243 Aug 12 15:18:55.579430 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-aa6f12f5-865c-4b41-91b8-7ad563668f22 req-132a30c7-f61d-4073-af84-1cffaf46610e tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] 10.222.0.39 "GET /v2.0/security-groups?id=c8f1aead-f044-46b7-ada3-82e1380083d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314140 Aug 12 15:18:56.693313 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b2ed41-0f8b-4204-9427-051d65b58f45 req-14d55893-0441-41e7-97a7-3ed6245abb08 tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:18:56.695430 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-18b2ed41-0f8b-4204-9427-051d65b58f45 req-14d55893-0441-41e7-97a7-3ed6245abb08 tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] 10.222.0.39 "GET /v2.0/ports?device_id=7587a53f-846b-4377-8263-8250fbce5b49 HTTP/1.1" status: 200 len: 945 time: 0.0490148 Aug 12 15:18:56.740714 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-18b2ed41-0f8b-4204-9427-051d65b58f45 req-4b371b00-cff3-4dee-bad7-8d81d0fa16e1 tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] 10.222.0.39 "GET /v2.0/security-groups?id=c8f1aead-f044-46b7-ada3-82e1380083d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394270 Aug 12 15:18:57.882762 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605cd650-4f1f-4b7d-a084-87b06cfa795f req-b7b694f3-6621-44d7-9d44-247020127c24 tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:18:57.884266 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-605cd650-4f1f-4b7d-a084-87b06cfa795f req-b7b694f3-6621-44d7-9d44-247020127c24 tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] 10.222.0.39 "GET /v2.0/ports?device_id=7587a53f-846b-4377-8263-8250fbce5b49 HTTP/1.1" status: 200 len: 945 time: 0.0497553 Aug 12 15:18:57.921124 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-605cd650-4f1f-4b7d-a084-87b06cfa795f req-00dbe677-f822-4a37-8f5b-49146e1d17d5 tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] 10.222.0.39 "GET /v2.0/security-groups?id=c8f1aead-f044-46b7-ada3-82e1380083d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307653 Aug 12 15:18:59.047831 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433cd907-c73b-4613-8967-ca2b733b4675 req-db1d22c6-002d-43cd-81d4-8cce22cf7b7c tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:18:59.049302 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-433cd907-c73b-4613-8967-ca2b733b4675 req-db1d22c6-002d-43cd-81d4-8cce22cf7b7c tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] 10.222.0.39 "GET /v2.0/ports?device_id=7587a53f-846b-4377-8263-8250fbce5b49 HTTP/1.1" status: 200 len: 945 time: 0.0483551 Aug 12 15:18:59.086835 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-433cd907-c73b-4613-8967-ca2b733b4675 req-0c571934-6832-4771-83fb-dc4281296a97 tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] 10.222.0.39 "GET /v2.0/security-groups?id=c8f1aead-f044-46b7-ada3-82e1380083d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316739 Aug 12 15:19:00.207215 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ce60f2-904c-4e6d-a2fe-e08366e27138 req-690db35a-a640-4ce3-9fb4-86f97ed6caa9 tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:19:00.208687 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-e8ce60f2-904c-4e6d-a2fe-e08366e27138 req-690db35a-a640-4ce3-9fb4-86f97ed6caa9 tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] 10.222.0.39 "GET /v2.0/ports?device_id=7587a53f-846b-4377-8263-8250fbce5b49 HTTP/1.1" status: 200 len: 945 time: 0.0527143 Aug 12 15:19:00.248442 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-e8ce60f2-904c-4e6d-a2fe-e08366e27138 req-a95fa454-7e3b-4b80-a910-c60145c18fbb tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] 10.222.0.39 "GET /v2.0/security-groups?id=c8f1aead-f044-46b7-ada3-82e1380083d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332921 Aug 12 15:19:01.364868 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51b7b78-29e5-4290-9571-041416e4b7ee req-ce6fc55a-dd0e-4d78-8d03-29a91e22c26a tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:19:01.367030 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d51b7b78-29e5-4290-9571-041416e4b7ee req-ce6fc55a-dd0e-4d78-8d03-29a91e22c26a tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] 10.222.0.39 "GET /v2.0/ports?device_id=7587a53f-846b-4377-8263-8250fbce5b49 HTTP/1.1" status: 200 len: 945 time: 0.0516684 Aug 12 15:19:01.403458 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d51b7b78-29e5-4290-9571-041416e4b7ee req-bc000653-155c-467c-9bb8-e966215aca16 tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] 10.222.0.39 "GET /v2.0/security-groups?id=c8f1aead-f044-46b7-ada3-82e1380083d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306571 Aug 12 15:19:02.518516 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2298d5-93ae-4b1f-bce5-d58983ab7f58 req-95352f8d-51e5-4d69-b0b3-4ca887614f1d tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:19:02.519942 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-5f2298d5-93ae-4b1f-bce5-d58983ab7f58 req-95352f8d-51e5-4d69-b0b3-4ca887614f1d tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] 10.222.0.39 "GET /v2.0/ports?device_id=7587a53f-846b-4377-8263-8250fbce5b49 HTTP/1.1" status: 200 len: 945 time: 0.0504963 Aug 12 15:19:02.557487 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-5f2298d5-93ae-4b1f-bce5-d58983ab7f58 req-b31ce024-af01-4aeb-ad5a-652c7a88c740 tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] 10.222.0.39 "GET /v2.0/security-groups?id=c8f1aead-f044-46b7-ada3-82e1380083d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315826 Aug 12 15:19:03.672528 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cebf91a-870f-43e4-a57c-28785d1dffd3 req-90863a83-4431-4b6d-8bdf-683c9a7d6656 tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:19:03.674029 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-1cebf91a-870f-43e4-a57c-28785d1dffd3 req-90863a83-4431-4b6d-8bdf-683c9a7d6656 tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] 10.222.0.39 "GET /v2.0/ports?device_id=7587a53f-846b-4377-8263-8250fbce5b49 HTTP/1.1" status: 200 len: 945 time: 0.0483241 Aug 12 15:19:03.712192 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-1cebf91a-870f-43e4-a57c-28785d1dffd3 req-3408cf33-b21d-4cc7-b62a-c23619cc5527 tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] 10.222.0.39 "GET /v2.0/security-groups?id=c8f1aead-f044-46b7-ada3-82e1380083d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316753 Aug 12 15:19:04.825543 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e280a069-e7c0-4abd-b7d7-4d1f6ba4280c req-2936809d-a4c4-4cb0-890d-e32f27a1e27f tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:19:04.827033 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-e280a069-e7c0-4abd-b7d7-4d1f6ba4280c req-2936809d-a4c4-4cb0-890d-e32f27a1e27f tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] 10.222.0.39 "GET /v2.0/ports?device_id=7587a53f-846b-4377-8263-8250fbce5b49 HTTP/1.1" status: 200 len: 945 time: 0.0487564 Aug 12 15:19:04.864589 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-e280a069-e7c0-4abd-b7d7-4d1f6ba4280c req-71cbd6fa-6fc4-4b9e-a818-fc4f8d2384b6 tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] 10.222.0.39 "GET /v2.0/security-groups?id=c8f1aead-f044-46b7-ada3-82e1380083d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316601 Aug 12 15:19:05.977244 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6508da00-5786-44ea-9877-c5f325a3b493 req-e84f73a2-dec2-4e0c-9a7a-45ce529ae824 tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:19:05.978801 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6508da00-5786-44ea-9877-c5f325a3b493 req-e84f73a2-dec2-4e0c-9a7a-45ce529ae824 tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] 10.222.0.39 "GET /v2.0/ports?device_id=7587a53f-846b-4377-8263-8250fbce5b49 HTTP/1.1" status: 200 len: 945 time: 0.0489399 Aug 12 15:19:06.015779 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6508da00-5786-44ea-9877-c5f325a3b493 req-e2d79542-380f-4a76-b89e-7db7e8837e8f tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] 10.222.0.39 "GET /v2.0/security-groups?id=c8f1aead-f044-46b7-ada3-82e1380083d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310283 Aug 12 15:19:06.770190 n-d-694802-15 neutron-server[94466]: INFO neutron.api.v2.resource [req-cca5f79b-f9b3-4157-955d-8024cc60b65b req-05880b89-dc28-4c63-bfd3-fd9461dfe375 service neutron] show failed (client error): The resource could not be found. Aug 12 15:19:06.771312 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-cca5f79b-f9b3-4157-955d-8024cc60b65b req-05880b89-dc28-4c63-bfd3-fd9461dfe375 service neutron] 10.222.0.49 "GET /v2.0/ports/5a099ea1-2867-4b96-ad6a-b94ed35d147f/bindings/n-h1-694802-15 HTTP/1.1" status: 404 len: 381 time: 0.0829237 Aug 12 15:19:06.972695 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca5f79b-f9b3-4157-955d-8024cc60b65b req-da714204-fce8-4943-b5ec-663f9f5e8534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:19:06.974191 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-cca5f79b-f9b3-4157-955d-8024cc60b65b req-da714204-fce8-4943-b5ec-663f9f5e8534 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=7587a53f-846b-4377-8263-8250fbce5b49&tenant_id=ac49ca0cd940426d80c66c07a3ab454f HTTP/1.1" status: 200 len: 1097 time: 0.0437391 Aug 12 15:19:06.985690 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-cca5f79b-f9b3-4157-955d-8024cc60b65b req-f884e169-047d-4a12-8c80-2f270823587b service neutron] Request body: {'port': {'binding:host_id': 'n-h1-694802-15', 'device_owner': 'compute:nova'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:19:07.037449 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-cca5f79b-f9b3-4157-955d-8024cc60b65b req-f884e169-047d-4a12-8c80-2f270823587b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:19:07.132112 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ed1bdd-58b8-4caf-9c02-86d5c82a89c9 req-86fa60ec-00ad-450c-9352-0702699c861d tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:19:07.134244 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-97ed1bdd-58b8-4caf-9c02-86d5c82a89c9 req-86fa60ec-00ad-450c-9352-0702699c861d tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] 10.222.0.39 "GET /v2.0/ports?device_id=7587a53f-846b-4377-8263-8250fbce5b49 HTTP/1.1" status: 200 len: 945 time: 0.0509946 Aug 12 15:19:07.173590 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-97ed1bdd-58b8-4caf-9c02-86d5c82a89c9 req-5a667238-ff00-401c-b69a-9ecb923a2b21 tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] 10.222.0.39 "GET /v2.0/security-groups?id=c8f1aead-f044-46b7-ada3-82e1380083d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328755 Aug 12 15:19:07.243228 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-cca5f79b-f9b3-4157-955d-8024cc60b65b req-f884e169-047d-4a12-8c80-2f270823587b service neutron] For port 5a099ea1-2867-4b96-ad6a-b94ed35d147f, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=5a099ea1-2867-4b96-ad6a-b94ed35d147f,segment=NetworkSegment(23f4af88-496a-49e4-8f8f-3a3cf1aa47af),segment_id=23f4af88-496a-49e4-8f8f-3a3cf1aa47af)] {{(pid=94467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:19:07.275164 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-cca5f79b-f9b3-4157-955d-8024cc60b65b req-f884e169-047d-4a12-8c80-2f270823587b service neutron] For port 5a099ea1-2867-4b96-ad6a-b94ed35d147f, host n-h2-694802-15, cleared binding levels {{(pid=94467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 15:19:07.318345 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7587a53f-846b-4377-8263-8250fbce5b49', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a099ea1-2867-4b96-ad6a-b94ed35d147f'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:19:07.320833 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e65282f928b64038367d043a4411777802006c43a98742496cb2e25b724ff1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8447ab42-5183-44db-9129-78804a51ed9c" -d '{"events": [{"server_uuid": "7587a53f-846b-4377-8263-8250fbce5b49", "name": "network-vif-unplugged", "status": "completed", "tag": "5a099ea1-2867-4b96-ad6a-b94ed35d147f"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 15:19:07.324671 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-cca5f79b-f9b3-4157-955d-8024cc60b65b req-f884e169-047d-4a12-8c80-2f270823587b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:19:07.336962 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [req-cca5f79b-f9b3-4157-955d-8024cc60b65b req-f884e169-047d-4a12-8c80-2f270823587b service neutron] Transition to ACTIVE for port object 5a099ea1-2867-4b96-ad6a-b94ed35d147f will not be triggered until provisioned by entity L2. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:19:07.341171 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-cca5f79b-f9b3-4157-955d-8024cc60b65b req-f884e169-047d-4a12-8c80-2f270823587b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:19:07.371752 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 12 Aug 2021 15:19:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2e6abdc-dcd7-4da4-972f-9109f74283ac x-openstack-request-id: req-a2e6abdc-dcd7-4da4-972f-9109f74283ac {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 15:19:07.372052 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7587a53f-846b-4377-8263-8250fbce5b49", "name": "network-vif-unplugged", "status": "completed", "tag": "5a099ea1-2867-4b96-ad6a-b94ed35d147f", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 15:19:07.372303 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a2e6abdc-dcd7-4da4-972f-9109f74283ac {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 15:19:07.372786 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7587a53f-846b-4377-8263-8250fbce5b49', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a099ea1-2867-4b96-ad6a-b94ed35d147f', 'code': 200} Aug 12 15:19:07.401544 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [req-cca5f79b-f9b3-4157-955d-8024cc60b65b req-f884e169-047d-4a12-8c80-2f270823587b service neutron] No DVR routers for this DVR port 5a099ea1-2867-4b96-ad6a-b94ed35d147f on host n-h2-694802-15 {{(pid=94467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 15:19:07.407320 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f884e169-047d-4a12-8c80-2f270823587b service neutron] Pushing event updated for resources: {'Port': ['ID=5a099ea1-2867-4b96-ad6a-b94ed35d147f,revision_number=6']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:19:07.419197 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f884e169-047d-4a12-8c80-2f270823587b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:19:07.419554 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f884e169-047d-4a12-8c80-2f270823587b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:19:07.419899 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f884e169-047d-4a12-8c80-2f270823587b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:19:07.420236 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f884e169-047d-4a12-8c80-2f270823587b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:19:07.420610 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f884e169-047d-4a12-8c80-2f270823587b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:19:07.420982 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f884e169-047d-4a12-8c80-2f270823587b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:19:07.421331 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f884e169-047d-4a12-8c80-2f270823587b service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:19:07.421660 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f884e169-047d-4a12-8c80-2f270823587b service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:19:07.421989 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f884e169-047d-4a12-8c80-2f270823587b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:19:07.422321 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f884e169-047d-4a12-8c80-2f270823587b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:19:07.422649 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f884e169-047d-4a12-8c80-2f270823587b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:19:07.422970 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f884e169-047d-4a12-8c80-2f270823587b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:19:07.451187 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-cca5f79b-f9b3-4157-955d-8024cc60b65b req-f884e169-047d-4a12-8c80-2f270823587b service neutron] Attempting to bind port 5a099ea1-2867-4b96-ad6a-b94ed35d147f on host n-h1-694802-15 for vnic_type normal with profile {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 15:19:07.451522 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-cca5f79b-f9b3-4157-955d-8024cc60b65b req-f884e169-047d-4a12-8c80-2f270823587b service neutron] Attempting to bind port 5a099ea1-2867-4b96-ad6a-b94ed35d147f by drivers openvswitch,hyperv on host n-h1-694802-15 at level 0 using segments [{'id': '23f4af88-496a-49e4-8f8f-3a3cf1aa47af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '61db26c5-d711-4f86-a583-b26a79eb41b2'}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 15:19:07.451849 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cca5f79b-f9b3-4157-955d-8024cc60b65b req-f884e169-047d-4a12-8c80-2f270823587b service neutron] Attempting to bind port 5a099ea1-2867-4b96-ad6a-b94ed35d147f on network 61db26c5-d711-4f86-a583-b26a79eb41b2 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 15:19:07.456069 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cca5f79b-f9b3-4157-955d-8024cc60b65b req-f884e169-047d-4a12-8c80-2f270823587b service neutron] Port 5a099ea1-2867-4b96-ad6a-b94ed35d147f on network 61db26c5-d711-4f86-a583-b26a79eb41b2 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-15 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 15:19:07.456390 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cca5f79b-f9b3-4157-955d-8024cc60b65b req-f884e169-047d-4a12-8c80-2f270823587b service neutron] Attempting to bind port 5a099ea1-2867-4b96-ad6a-b94ed35d147f on network 61db26c5-d711-4f86-a583-b26a79eb41b2 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 15:19:07.461170 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cca5f79b-f9b3-4157-955d-8024cc60b65b req-f884e169-047d-4a12-8c80-2f270823587b service neutron] Checking agent: {'id': 'de568313-a3e6-454a-9813-77e25edcea95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 27, 41), 'started_at': datetime.datetime(2021, 8, 12, 14, 27, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 15, 18, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 15:19:07.461519 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cca5f79b-f9b3-4157-955d-8024cc60b65b req-f884e169-047d-4a12-8c80-2f270823587b service neutron] Checking segment: {'id': '23f4af88-496a-49e4-8f8f-3a3cf1aa47af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '61db26c5-d711-4f86-a583-b26a79eb41b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 15:19:07.461899 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cca5f79b-f9b3-4157-955d-8024cc60b65b req-f884e169-047d-4a12-8c80-2f270823587b service neutron] Bound using segment: {'id': '23f4af88-496a-49e4-8f8f-3a3cf1aa47af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '61db26c5-d711-4f86-a583-b26a79eb41b2'} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 15:19:07.462321 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-cca5f79b-f9b3-4157-955d-8024cc60b65b req-f884e169-047d-4a12-8c80-2f270823587b service neutron] Bound port: 5a099ea1-2867-4b96-ad6a-b94ed35d147f, host: n-h1-694802-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23f4af88-496a-49e4-8f8f-3a3cf1aa47af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '61db26c5-d711-4f86-a583-b26a79eb41b2'}}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 15:19:07.462685 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-cca5f79b-f9b3-4157-955d-8024cc60b65b req-f884e169-047d-4a12-8c80-2f270823587b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:19:07.527830 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-cca5f79b-f9b3-4157-955d-8024cc60b65b req-f884e169-047d-4a12-8c80-2f270823587b service neutron] For port 5a099ea1-2867-4b96-ad6a-b94ed35d147f, host n-h1-694802-15, cleared binding levels {{(pid=94467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 15:19:07.530796 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-cca5f79b-f9b3-4157-955d-8024cc60b65b req-f884e169-047d-4a12-8c80-2f270823587b service neutron] For port 5a099ea1-2867-4b96-ad6a-b94ed35d147f, host n-h1-694802-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=5a099ea1-2867-4b96-ad6a-b94ed35d147f,segment=NetworkSegment(23f4af88-496a-49e4-8f8f-3a3cf1aa47af),segment_id=23f4af88-496a-49e4-8f8f-3a3cf1aa47af)] {{(pid=94467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 15:19:07.535369 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-cca5f79b-f9b3-4157-955d-8024cc60b65b req-f884e169-047d-4a12-8c80-2f270823587b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:19:07.567838 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca5f79b-f9b3-4157-955d-8024cc60b65b req-f884e169-047d-4a12-8c80-2f270823587b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:19:07.568541 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-cca5f79b-f9b3-4157-955d-8024cc60b65b req-f884e169-047d-4a12-8c80-2f270823587b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:19:07.569965 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-cca5f79b-f9b3-4157-955d-8024cc60b65b req-f884e169-047d-4a12-8c80-2f270823587b service neutron] 10.222.0.64 "PUT /v2.0/ports/5a099ea1-2867-4b96-ad6a-b94ed35d147f HTTP/1.1" status: 200 len: 1092 time: 0.5881882 Aug 12 15:19:07.601713 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f884e169-047d-4a12-8c80-2f270823587b service neutron] Pushing event updated for resources: {'Port': ['ID=5a099ea1-2867-4b96-ad6a-b94ed35d147f,revision_number=7']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:19:07.636114 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca5f79b-f9b3-4157-955d-8024cc60b65b req-fdaf1353-ce5a-435b-b8e8-0c6d310c7074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:19:07.637611 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-cca5f79b-f9b3-4157-955d-8024cc60b65b req-fdaf1353-ce5a-435b-b8e8-0c6d310c7074 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ac49ca0cd940426d80c66c07a3ab454f&device_id=7587a53f-846b-4377-8263-8250fbce5b49 HTTP/1.1" status: 200 len: 1095 time: 0.0438495 Aug 12 15:19:07.729509 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca5f79b-f9b3-4157-955d-8024cc60b65b req-da0572fc-3069-485d-b85c-0064168a9174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:19:07.730963 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-cca5f79b-f9b3-4157-955d-8024cc60b65b req-da0572fc-3069-485d-b85c-0064168a9174 service neutron] 10.222.0.64 "GET /v2.0/networks?id=61db26c5-d711-4f86-a583-b26a79eb41b2 HTTP/1.1" status: 200 len: 915 time: 0.0855000 Aug 12 15:19:07.770885 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-cca5f79b-f9b3-4157-955d-8024cc60b65b req-6f26f209-44d7-4cb5-8822-21aa50472e39 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5a099ea1-2867-4b96-ad6a-b94ed35d147f HTTP/1.1" status: 200 len: 217 time: 0.0329947 Aug 12 15:19:07.819832 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca5f79b-f9b3-4157-955d-8024cc60b65b req-e01e83dc-cfc1-46f9-88da-38554fe10611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:19:07.821182 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-cca5f79b-f9b3-4157-955d-8024cc60b65b req-e01e83dc-cfc1-46f9-88da-38554fe10611 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a5b83863-3e7b-4ae2-94cb-d828ffee1c65 HTTP/1.1" status: 200 len: 854 time: 0.0440600 Aug 12 15:19:07.852462 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-cca5f79b-f9b3-4157-955d-8024cc60b65b req-d0304538-7b20-48b5-af82-b1ab912d4d75 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=61db26c5-d711-4f86-a583-b26a79eb41b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241575 Aug 12 15:19:07.942762 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-cca5f79b-f9b3-4157-955d-8024cc60b65b req-9231b7d9-3046-42c8-88e9-88bd31583717 service neutron] 10.222.0.64 "GET /v2.0/networks/61db26c5-d711-4f86-a583-b26a79eb41b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831273 Aug 12 15:19:08.030762 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-cca5f79b-f9b3-4157-955d-8024cc60b65b req-95e3f31a-9589-49d7-be76-145abc1174c2 service neutron] 10.222.0.64 "GET /v2.0/networks/61db26c5-d711-4f86-a583-b26a79eb41b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810754 Aug 12 15:19:08.290147 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c12e3b-7b24-4921-8b0d-dd831a09068d req-717463ed-7e0b-4d44-b92f-eecb63ec5568 tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:19:08.291648 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-e7c12e3b-7b24-4921-8b0d-dd831a09068d req-717463ed-7e0b-4d44-b92f-eecb63ec5568 tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] 10.222.0.39 "GET /v2.0/ports?device_id=7587a53f-846b-4377-8263-8250fbce5b49 HTTP/1.1" status: 200 len: 943 time: 0.0499184 Aug 12 15:19:08.329530 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-e7c12e3b-7b24-4921-8b0d-dd831a09068d req-54053625-969d-4d50-b35b-1ea0a5bbb788 tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] 10.222.0.39 "GET /v2.0/security-groups?id=c8f1aead-f044-46b7-ada3-82e1380083d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320542 Aug 12 15:19:09.373902 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7587a53f-846b-4377-8263-8250fbce5b49', 'tag': '5a099ea1-2867-4b96-ad6a-b94ed35d147f'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:19:09.376315 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e65282f928b64038367d043a4411777802006c43a98742496cb2e25b724ff1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f1516b6-09ee-4609-a8e0-57972a52306c" -d '{"events": [{"name": "network-changed", "server_uuid": "7587a53f-846b-4377-8263-8250fbce5b49", "tag": "5a099ea1-2867-4b96-ad6a-b94ed35d147f"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 15:19:09.431301 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 15:19:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1da7551-5003-4052-b119-aa67a2ee65d2 x-openstack-request-id: req-d1da7551-5003-4052-b119-aa67a2ee65d2 {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 15:19:09.432410 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7587a53f-846b-4377-8263-8250fbce5b49", "tag": "5a099ea1-2867-4b96-ad6a-b94ed35d147f", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 15:19:09.432410 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d1da7551-5003-4052-b119-aa67a2ee65d2 {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 15:19:09.432410 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7587a53f-846b-4377-8263-8250fbce5b49', 'tag': '5a099ea1-2867-4b96-ad6a-b94ed35d147f', 'status': 'completed', 'code': 200} Aug 12 15:19:09.493800 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1516b6-09ee-4609-a8e0-57972a52306c req-25037ce6-3fc8-4f80-bf20-2abe87c25b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:19:09.496530 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-2f1516b6-09ee-4609-a8e0-57972a52306c req-25037ce6-3fc8-4f80-bf20-2abe87c25b9a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ac49ca0cd940426d80c66c07a3ab454f&device_id=7587a53f-846b-4377-8263-8250fbce5b49 HTTP/1.1" status: 200 len: 1095 time: 0.0521905 Aug 12 15:19:09.608930 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1516b6-09ee-4609-a8e0-57972a52306c req-58e1551e-6e82-44db-a5c1-5e8fd2b17761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:19:09.610809 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-2f1516b6-09ee-4609-a8e0-57972a52306c req-58e1551e-6e82-44db-a5c1-5e8fd2b17761 service neutron] 10.222.0.49 "GET /v2.0/networks?id=61db26c5-d711-4f86-a583-b26a79eb41b2 HTTP/1.1" status: 200 len: 915 time: 0.1059923 Aug 12 15:19:09.658514 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-2f1516b6-09ee-4609-a8e0-57972a52306c req-7a1a255b-e887-4ffa-b5ff-b567f8eb5ce9 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5a099ea1-2867-4b96-ad6a-b94ed35d147f HTTP/1.1" status: 200 len: 217 time: 0.0385153 Aug 12 15:19:09.723115 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1516b6-09ee-4609-a8e0-57972a52306c req-f121186e-6288-454f-a5c2-ac8b88cf9ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:19:09.724652 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-2f1516b6-09ee-4609-a8e0-57972a52306c req-f121186e-6288-454f-a5c2-ac8b88cf9ef9 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a5b83863-3e7b-4ae2-94cb-d828ffee1c65 HTTP/1.1" status: 200 len: 854 time: 0.0524468 Aug 12 15:19:09.760002 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-2f1516b6-09ee-4609-a8e0-57972a52306c req-0c1213a6-a3dc-4e51-8edb-975fab6a1df9 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=61db26c5-d711-4f86-a583-b26a79eb41b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252259 Aug 12 15:19:09.764217 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d951807-422b-4383-adfa-4d543923dd19 req-abfdbc78-4354-4e7a-94c3-0c2f6d423743 tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:19:09.765700 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-7d951807-422b-4383-adfa-4d543923dd19 req-abfdbc78-4354-4e7a-94c3-0c2f6d423743 tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] 10.222.0.39 "GET /v2.0/ports?device_id=7587a53f-846b-4377-8263-8250fbce5b49 HTTP/1.1" status: 200 len: 943 time: 0.3657115 Aug 12 15:19:09.781140 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1516b6-09ee-4609-a8e0-57972a52306c req-31ea6a5b-0729-4b0d-bfaf-0e54e366519e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:19:09.782558 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2f1516b6-09ee-4609-a8e0-57972a52306c req-31ea6a5b-0729-4b0d-bfaf-0e54e366519e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ac49ca0cd940426d80c66c07a3ab454f&device_id=7587a53f-846b-4377-8263-8250fbce5b49 HTTP/1.1" status: 200 len: 1095 time: 0.0610287 Aug 12 15:19:09.853989 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-7d951807-422b-4383-adfa-4d543923dd19 req-fdf33c14-b00f-4ee3-ad85-c4fdfa0a8a08 tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] 10.222.0.39 "GET /v2.0/security-groups?id=c8f1aead-f044-46b7-ada3-82e1380083d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809546 Aug 12 15:19:09.855454 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-2f1516b6-09ee-4609-a8e0-57972a52306c req-9b9e1867-addd-4bc9-8345-1d63910c7d0e service neutron] 10.222.0.49 "GET /v2.0/networks/61db26c5-d711-4f86-a583-b26a79eb41b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849707 Aug 12 15:19:09.891152 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1516b6-09ee-4609-a8e0-57972a52306c req-ba62225c-0725-43b3-87cd-a1125390466b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:19:09.892660 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2f1516b6-09ee-4609-a8e0-57972a52306c req-ba62225c-0725-43b3-87cd-a1125390466b service neutron] 10.222.0.64 "GET /v2.0/networks?id=61db26c5-d711-4f86-a583-b26a79eb41b2 HTTP/1.1" status: 200 len: 915 time: 0.1012523 Aug 12 15:19:09.934517 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2f1516b6-09ee-4609-a8e0-57972a52306c req-0234149d-4c0b-4111-90c1-5a44e5c8f25e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5a099ea1-2867-4b96-ad6a-b94ed35d147f HTTP/1.1" status: 200 len: 217 time: 0.0340750 Aug 12 15:19:09.954052 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-2f1516b6-09ee-4609-a8e0-57972a52306c req-1e548a7f-175d-4f20-98c5-0fff57316d5d service neutron] 10.222.0.49 "GET /v2.0/networks/61db26c5-d711-4f86-a583-b26a79eb41b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894239 Aug 12 15:19:09.984327 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1516b6-09ee-4609-a8e0-57972a52306c req-3fbc5c02-4e86-45b6-b759-50f91efefded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:19:09.985785 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2f1516b6-09ee-4609-a8e0-57972a52306c req-3fbc5c02-4e86-45b6-b759-50f91efefded service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a5b83863-3e7b-4ae2-94cb-d828ffee1c65 HTTP/1.1" status: 200 len: 854 time: 0.0430999 Aug 12 15:19:10.017883 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2f1516b6-09ee-4609-a8e0-57972a52306c req-9ff7406e-11df-4b9a-96c3-02daf9036e0b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=61db26c5-d711-4f86-a583-b26a79eb41b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245183 Aug 12 15:19:10.108429 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2f1516b6-09ee-4609-a8e0-57972a52306c req-fadf9413-ca24-4f1c-8d44-036b8c46022b service neutron] 10.222.0.64 "GET /v2.0/networks/61db26c5-d711-4f86-a583-b26a79eb41b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830784 Aug 12 15:19:10.141353 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-b163f514-53c6-4769-aa9a-945b9f9b7c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:19:10.198404 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2f1516b6-09ee-4609-a8e0-57972a52306c req-7c90cece-225b-4c38-bd45-0435c4107fa8 service neutron] 10.222.0.64 "GET /v2.0/networks/61db26c5-d711-4f86-a583-b26a79eb41b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820127 Aug 12 15:19:10.281265 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device 5a099ea1-2867-4b96-ad6a-b94ed35d147f no longer exists at agent hyperv_n-h2-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 15:19:10.321701 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device 5a099ea1-2867-4b96-ad6a-b94ed35d147f not bound to the agent host n-h2-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 15:19:10.971906 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08618771-0ae5-4e93-8ff5-d51ed635467c req-8b85854b-4ceb-4e3b-8853-f5d88c980402 tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:19:10.973376 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-08618771-0ae5-4e93-8ff5-d51ed635467c req-8b85854b-4ceb-4e3b-8853-f5d88c980402 tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] 10.222.0.39 "GET /v2.0/ports?device_id=7587a53f-846b-4377-8263-8250fbce5b49 HTTP/1.1" status: 200 len: 943 time: 0.0504470 Aug 12 15:19:11.011292 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-08618771-0ae5-4e93-8ff5-d51ed635467c req-0b80da88-de9c-479d-99ee-7b491c6db4f9 tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] 10.222.0.39 "GET /v2.0/security-groups?id=c8f1aead-f044-46b7-ada3-82e1380083d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314441 Aug 12 15:19:11.264843 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd03036-98b0-44d3-b360-49ca0938be26 req-8f9b192c-b3bf-49fc-8e0b-60032577cf7f tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:19:11.266334 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-2cd03036-98b0-44d3-b360-49ca0938be26 req-8f9b192c-b3bf-49fc-8e0b-60032577cf7f tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] 10.222.0.39 "GET /v2.0/ports?device_id=7587a53f-846b-4377-8263-8250fbce5b49 HTTP/1.1" status: 200 len: 943 time: 0.1098149 Aug 12 15:19:11.301684 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bfafa6-587d-4246-b081-3899da7b5b0c req-84a31f44-2ded-48fd-a359-229356b7c4c6 tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:19:11.303206 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-12bfafa6-587d-4246-b081-3899da7b5b0c req-84a31f44-2ded-48fd-a359-229356b7c4c6 tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] 10.222.0.49 "GET /v2.0/ports?device_id=7587a53f-846b-4377-8263-8250fbce5b49&tenant_id=ac49ca0cd940426d80c66c07a3ab454f&binding%3Ahost_id=n-h1-694802-15 HTTP/1.1" status: 200 len: 943 time: 0.1194639 Aug 12 15:19:11.343006 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-2cd03036-98b0-44d3-b360-49ca0938be26 req-43beb00e-00a6-4ad7-971e-a651936fbf52 tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] 10.222.0.39 "GET /v2.0/security-groups?id=c8f1aead-f044-46b7-ada3-82e1380083d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704215 Aug 12 15:19:11.373661 n-d-694802-15 neutron-server[94466]: INFO neutron.api.v2.resource [req-12bfafa6-587d-4246-b081-3899da7b5b0c req-49aad081-a032-4a7b-8197-8820841928cb service neutron] delete failed (client error): The resource could not be found. Aug 12 15:19:11.374662 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-12bfafa6-587d-4246-b081-3899da7b5b0c req-49aad081-a032-4a7b-8197-8820841928cb service neutron] 10.222.0.49 "DELETE /v2.0/ports/5a099ea1-2867-4b96-ad6a-b94ed35d147f/bindings/n-h2-694802-15 HTTP/1.1" status: 404 len: 381 time: 0.0602171 Aug 12 15:19:11.463459 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bfafa6-587d-4246-b081-3899da7b5b0c req-34f8810f-6e46-46d7-a55d-9a1d7509efd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:19:11.464976 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-12bfafa6-587d-4246-b081-3899da7b5b0c req-34f8810f-6e46-46d7-a55d-9a1d7509efd1 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ac49ca0cd940426d80c66c07a3ab454f&device_id=7587a53f-846b-4377-8263-8250fbce5b49 HTTP/1.1" status: 200 len: 1095 time: 0.0461118 Aug 12 15:19:11.556631 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bfafa6-587d-4246-b081-3899da7b5b0c req-4ab02be2-8c95-4ccb-8b7f-c7f2d5840214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:19:11.558099 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-12bfafa6-587d-4246-b081-3899da7b5b0c req-4ab02be2-8c95-4ccb-8b7f-c7f2d5840214 service neutron] 10.222.0.49 "GET /v2.0/networks?id=61db26c5-d711-4f86-a583-b26a79eb41b2 HTTP/1.1" status: 200 len: 915 time: 0.0862589 Aug 12 15:19:11.600475 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-12bfafa6-587d-4246-b081-3899da7b5b0c req-ef2f7d82-3a71-4ea7-af0b-6adb96a27d7f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5a099ea1-2867-4b96-ad6a-b94ed35d147f HTTP/1.1" status: 200 len: 217 time: 0.0340788 Aug 12 15:19:11.602359 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device 5a099ea1-2867-4b96-ad6a-b94ed35d147f details requested by agent hyperv_n-h1-694802-15 with host n-h1-694802-15 {{(pid=94468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 15:19:11.655451 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bfafa6-587d-4246-b081-3899da7b5b0c req-34f7b6e0-5fa9-4ea7-bda1-5d842e426791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:19:11.656798 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-12bfafa6-587d-4246-b081-3899da7b5b0c req-34f7b6e0-5fa9-4ea7-bda1-5d842e426791 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a5b83863-3e7b-4ae2-94cb-d828ffee1c65 HTTP/1.1" status: 200 len: 854 time: 0.0484064 Aug 12 15:19:11.690532 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-12bfafa6-587d-4246-b081-3899da7b5b0c req-fff45f77-5d05-4eb2-924a-89a41b47475c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=61db26c5-d711-4f86-a583-b26a79eb41b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243762 Aug 12 15:19:11.694342 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port 5a099ea1-2867-4b96-ad6a-b94ed35d147f, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=5a099ea1-2867-4b96-ad6a-b94ed35d147f,segment=NetworkSegment(23f4af88-496a-49e4-8f8f-3a3cf1aa47af),segment_id=23f4af88-496a-49e4-8f8f-3a3cf1aa47af)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:19:11.705957 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Returning: {'device': '5a099ea1-2867-4b96-ad6a-b94ed35d147f', 'network_id': '61db26c5-d711-4f86-a583-b26a79eb41b2', 'port_id': '5a099ea1-2867-4b96-ad6a-b94ed35d147f', 'mac_address': 'fa:16:3e:df:bf:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5b83863-3e7b-4ae2-94cb-d828ffee1c65', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 15:19:11.746461 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:19:11.759209 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a099ea1-2867-4b96-ad6a-b94ed35d147f {{(pid=94468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 15:19:11.779009 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port 5a099ea1-2867-4b96-ad6a-b94ed35d147f, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=5a099ea1-2867-4b96-ad6a-b94ed35d147f,segment=NetworkSegment(23f4af88-496a-49e4-8f8f-3a3cf1aa47af),segment_id=23f4af88-496a-49e4-8f8f-3a3cf1aa47af)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:19:11.783160 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:19:11.783732 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-12bfafa6-587d-4246-b081-3899da7b5b0c req-c8a02297-f527-4723-997d-2646cf4584d7 service neutron] 10.222.0.49 "GET /v2.0/networks/61db26c5-d711-4f86-a583-b26a79eb41b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843780 Aug 12 15:19:11.829408 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Pushing event updated for resources: {'Port': ['ID=5a099ea1-2867-4b96-ad6a-b94ed35d147f,revision_number=8']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:19:11.884040 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-12bfafa6-587d-4246-b081-3899da7b5b0c req-a77d390f-7649-4041-a33b-afdc6177839e service neutron] 10.222.0.49 "GET /v2.0/networks/61db26c5-d711-4f86-a583-b26a79eb41b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886750 Aug 12 15:19:11.925232 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:19:12.002433 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] get_ports_and_sgs() called for port_ids ['5a099ea1-2867-4b96-ad6a-b94ed35d147f'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 15:19:12.473787 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61711832-002b-4e31-9d14-7b9d3deed18c req-c95abaa6-1a5c-41da-a10b-a1095ecf7643 tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:19:12.475328 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-61711832-002b-4e31-9d14-7b9d3deed18c req-c95abaa6-1a5c-41da-a10b-a1095ecf7643 tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] 10.222.0.39 "GET /v2.0/ports?device_id=7587a53f-846b-4377-8263-8250fbce5b49 HTTP/1.1" status: 200 len: 944 time: 0.0600355 Aug 12 15:19:12.513730 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-61711832-002b-4e31-9d14-7b9d3deed18c req-31931aef-6b0d-442b-a2ef-f384c32450fd tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] 10.222.0.39 "GET /v2.0/security-groups?id=c8f1aead-f044-46b7-ada3-82e1380083d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314996 Aug 12 15:19:12.627579 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e1465d-be79-4f1a-aaf3-52b9c246e024 req-031d22e4-48f5-4b5e-9431-dc5568c1b85b tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:19:12.629037 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-61e1465d-be79-4f1a-aaf3-52b9c246e024 req-031d22e4-48f5-4b5e-9431-dc5568c1b85b tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] 10.222.0.39 "GET /v2.0/ports?device_id=7587a53f-846b-4377-8263-8250fbce5b49 HTTP/1.1" status: 200 len: 944 time: 0.0493476 Aug 12 15:19:12.666709 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-61e1465d-be79-4f1a-aaf3-52b9c246e024 req-64bfc6fb-bd2d-4541-ac46-77ba2178d9eb tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] 10.222.0.39 "GET /v2.0/security-groups?id=c8f1aead-f044-46b7-ada3-82e1380083d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311844 Aug 12 15:19:12.778079 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3514047-0766-4f4f-b4a0-c0a1a2caef73 req-11381e60-3310-4d0e-a841-840428f0e347 tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:19:12.779494 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c3514047-0766-4f4f-b4a0-c0a1a2caef73 req-11381e60-3310-4d0e-a841-840428f0e347 tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] 10.222.0.39 "GET /v2.0/ports?device_id=7587a53f-846b-4377-8263-8250fbce5b49 HTTP/1.1" status: 200 len: 944 time: 0.0487664 Aug 12 15:19:12.815749 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c3514047-0766-4f4f-b4a0-c0a1a2caef73 req-6b3a28cc-e7e7-4d91-8442-99f354169b8b tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] 10.222.0.39 "GET /v2.0/security-groups?id=c8f1aead-f044-46b7-ada3-82e1380083d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304499 Aug 12 15:19:13.060267 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:19:13.152093 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ccb6da-bfbb-45a8-aafc-cf99796f9776 req-d86f0cc6-cc77-4c9a-94a0-2c1019c99a66 tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:19:13.153560 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-34ccb6da-bfbb-45a8-aafc-cf99796f9776 req-d86f0cc6-cc77-4c9a-94a0-2c1019c99a66 tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] 10.222.0.39 "GET /v2.0/ports?device_id=7587a53f-846b-4377-8263-8250fbce5b49 HTTP/1.1" status: 200 len: 944 time: 0.0497830 Aug 12 15:19:13.191341 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-34ccb6da-bfbb-45a8-aafc-cf99796f9776 req-62daa053-d1ff-4e0f-9e16-cc2f776f01b5 tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] 10.222.0.39 "GET /v2.0/security-groups?id=c8f1aead-f044-46b7-ada3-82e1380083d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316920 Aug 12 15:19:13.301741 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:19:13.418283 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-20b87b5e-90a7-4fa2-9473-9f2c57afb150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:19:13.612741 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device 5a099ea1-2867-4b96-ad6a-b94ed35d147f up at agent hyperv_n-h1-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 15:19:13.660462 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Provisioning for port 5a099ea1-2867-4b96-ad6a-b94ed35d147f completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:19:13.664341 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Provisioning complete for port 5a099ea1-2867-4b96-ad6a-b94ed35d147f triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:19:13.664714 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:19:13.737317 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:19:13.759439 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7587a53f-846b-4377-8263-8250fbce5b49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a099ea1-2867-4b96-ad6a-b94ed35d147f'}] {{(pid=94468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:19:13.761663 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99a8d87602170099c728e57431aca99e9b98a655a83bbf8727be13192709727b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90a91285-94b5-4bc5-8ee0-f6a9230a4ab0" -d '{"events": [{"server_uuid": "7587a53f-846b-4377-8263-8250fbce5b49", "name": "network-vif-plugged", "status": "completed", "tag": "5a099ea1-2867-4b96-ad6a-b94ed35d147f"}]}' {{(pid=94468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 15:19:13.777740 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port 5a099ea1-2867-4b96-ad6a-b94ed35d147f, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=5a099ea1-2867-4b96-ad6a-b94ed35d147f,segment=NetworkSegment(23f4af88-496a-49e4-8f8f-3a3cf1aa47af),segment_id=23f4af88-496a-49e4-8f8f-3a3cf1aa47af)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:19:13.781773 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:19:13.828167 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Pushing event updated for resources: {'Port': ['ID=5a099ea1-2867-4b96-ad6a-b94ed35d147f,revision_number=9']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:19:13.866439 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 15:19:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48c8a9ec-73c6-4b5e-b84a-81fd68f72125 x-openstack-request-id: req-48c8a9ec-73c6-4b5e-b84a-81fd68f72125 {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 15:19:13.866730 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7587a53f-846b-4377-8263-8250fbce5b49", "name": "network-vif-plugged", "status": "completed", "tag": "5a099ea1-2867-4b96-ad6a-b94ed35d147f", "code": 200}]} {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 15:19:13.866979 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-48c8a9ec-73c6-4b5e-b84a-81fd68f72125 {{(pid=94468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 15:19:13.867934 n-d-694802-15 neutron-server[94468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7587a53f-846b-4377-8263-8250fbce5b49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a099ea1-2867-4b96-ad6a-b94ed35d147f', 'code': 200} Aug 12 15:19:14.111714 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-1769855f-eda9-4483-9dc3-3220908ab45d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:19:14.298287 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99377ba-983a-441f-8570-3fa3da472cca req-82d00d30-09c0-4b99-ba3e-4082d9a3c771 tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:19:14.299849 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b99377ba-983a-441f-8570-3fa3da472cca req-82d00d30-09c0-4b99-ba3e-4082d9a3c771 tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] 10.222.0.64 "GET /v2.0/ports?device_id=7587a53f-846b-4377-8263-8250fbce5b49 HTTP/1.1" status: 200 len: 945 time: 0.0484502 Aug 12 15:19:14.316234 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95647513-4412-4d2f-a824-3da4dde2b5ea req-9d67915b-9b97-4c7f-97b0-02596cb68958 tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:19:14.317721 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-95647513-4412-4d2f-a824-3da4dde2b5ea req-9d67915b-9b97-4c7f-97b0-02596cb68958 tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] 10.222.0.39 "GET /v2.0/ports?device_id=7587a53f-846b-4377-8263-8250fbce5b49 HTTP/1.1" status: 200 len: 945 time: 0.0540383 Aug 12 15:19:14.355724 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-95647513-4412-4d2f-a824-3da4dde2b5ea req-5988cca0-6a0f-4582-ba9a-fb23b8f27f2e tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] 10.222.0.39 "GET /v2.0/security-groups?id=c8f1aead-f044-46b7-ada3-82e1380083d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318615 Aug 12 15:19:14.392242 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [req-b99377ba-983a-441f-8570-3fa3da472cca req-4e477d32-dec1-4ba6-9b3d-18871100720f tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] Deleting port 5a099ea1-2867-4b96-ad6a-b94ed35d147f {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 15:19:14.392595 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-b99377ba-983a-441f-8570-3fa3da472cca req-4e477d32-dec1-4ba6-9b3d-18871100720f tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:19:14.478675 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-b99377ba-983a-441f-8570-3fa3da472cca req-4e477d32-dec1-4ba6-9b3d-18871100720f tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] For port 5a099ea1-2867-4b96-ad6a-b94ed35d147f, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=5a099ea1-2867-4b96-ad6a-b94ed35d147f,segment=NetworkSegment(23f4af88-496a-49e4-8f8f-3a3cf1aa47af),segment_id=23f4af88-496a-49e4-8f8f-3a3cf1aa47af)] {{(pid=94467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:19:14.479135 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-b99377ba-983a-441f-8570-3fa3da472cca req-4e477d32-dec1-4ba6-9b3d-18871100720f tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:19:14.492128 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [req-b99377ba-983a-441f-8570-3fa3da472cca req-4e477d32-dec1-4ba6-9b3d-18871100720f tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] Calling delete_port for 5a099ea1-2867-4b96-ad6a-b94ed35d147f owned by compute:nova {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 15:19:14.624747 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-b99377ba-983a-441f-8570-3fa3da472cca req-4e477d32-dec1-4ba6-9b3d-18871100720f tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:19:14.639106 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] get_ports_and_sgs() called for port_ids ['5a099ea1-2867-4b96-ad6a-b94ed35d147f'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 15:19:14.654554 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e477d32-dec1-4ba6-9b3d-18871100720f tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] Pushing event deleted for resources: {'Port': ['ID=5a099ea1-2867-4b96-ad6a-b94ed35d147f,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:19:14.699905 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [req-b99377ba-983a-441f-8570-3fa3da472cca req-4e477d32-dec1-4ba6-9b3d-18871100720f tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] No DVR routers for this DVR port 5a099ea1-2867-4b96-ad6a-b94ed35d147f on host n-h1-694802-15 {{(pid=94467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 15:19:14.702430 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-b99377ba-983a-441f-8570-3fa3da472cca req-4e477d32-dec1-4ba6-9b3d-18871100720f tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:19:14.704451 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b99377ba-983a-441f-8570-3fa3da472cca req-4e477d32-dec1-4ba6-9b3d-18871100720f tempest-ServerDiskConfigTestJSON-346233163 tempest-ServerDiskConfigTestJSON-346233163-project] 10.222.0.64 "DELETE /v2.0/ports/5a099ea1-2867-4b96-ad6a-b94ed35d147f HTTP/1.1" status: 204 len: 173 time: 0.3980236 Aug 12 15:19:14.704885 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7587a53f-846b-4377-8263-8250fbce5b49', 'name': 'network-vif-deleted', 'tag': '5a099ea1-2867-4b96-ad6a-b94ed35d147f'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:19:14.707108 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e65282f928b64038367d043a4411777802006c43a98742496cb2e25b724ff1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83812676-c1af-4abf-9b4c-72a02b21f95e" -d '{"events": [{"server_uuid": "7587a53f-846b-4377-8263-8250fbce5b49", "name": "network-vif-deleted", "tag": "5a099ea1-2867-4b96-ad6a-b94ed35d147f"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 15:19:14.742269 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 15:19:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-407c9719-9564-4dcb-a1b5-7900f70ed6ef x-openstack-request-id: req-407c9719-9564-4dcb-a1b5-7900f70ed6ef {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 15:19:14.743239 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7587a53f-846b-4377-8263-8250fbce5b49", "name": "network-vif-deleted", "tag": "5a099ea1-2867-4b96-ad6a-b94ed35d147f", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 15:19:14.743494 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-407c9719-9564-4dcb-a1b5-7900f70ed6ef {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 15:19:14.743898 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7587a53f-846b-4377-8263-8250fbce5b49', 'name': 'network-vif-deleted', 'tag': '5a099ea1-2867-4b96-ad6a-b94ed35d147f', 'status': 'completed', 'code': 200} Aug 12 15:19:15.473687 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 33142) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:19:15.518952 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_v2 [None req-665c7594-04cd-455c-a0a6-64f9059960d6 admin admin] Deleting subnet a5b83863-3e7b-4ae2-94cb-d828ffee1c65 {{(pid=94466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 15:19:15.522004 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-665c7594-04cd-455c-a0a6-64f9059960d6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:19:15.557001 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-665c7594-04cd-455c-a0a6-64f9059960d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2293551'] for subnet, precommit_delete_associations {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:19:15.599482 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-665c7594-04cd-455c-a0a6-64f9059960d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66416255'] for subnet, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:19:15.651997 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-665c7594-04cd-455c-a0a6-64f9059960d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66416232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3718429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8776402'] for subnet, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:19:15.677503 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665c7594-04cd-455c-a0a6-64f9059960d6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a5b83863-3e7b-4ae2-94cb-d828ffee1c65,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:19:15.683109 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-665c7594-04cd-455c-a0a6-64f9059960d6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:19:15.684921 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-665c7594-04cd-455c-a0a6-64f9059960d6 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/a5b83863-3e7b-4ae2-94cb-d828ffee1c65 HTTP/1.1" status: 204 len: 168 time: 0.2102377 Aug 12 15:19:15.687736 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 33144) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:19:15.689953 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665c7594-04cd-455c-a0a6-64f9059960d6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:19:15.690296 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665c7594-04cd-455c-a0a6-64f9059960d6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:19:15.690630 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665c7594-04cd-455c-a0a6-64f9059960d6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:19:15.690965 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665c7594-04cd-455c-a0a6-64f9059960d6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:19:15.691319 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665c7594-04cd-455c-a0a6-64f9059960d6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:19:15.691644 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665c7594-04cd-455c-a0a6-64f9059960d6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:19:15.691987 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665c7594-04cd-455c-a0a6-64f9059960d6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:19:15.692293 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665c7594-04cd-455c-a0a6-64f9059960d6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:19:15.692608 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665c7594-04cd-455c-a0a6-64f9059960d6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:19:15.692928 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665c7594-04cd-455c-a0a6-64f9059960d6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:19:15.693244 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665c7594-04cd-455c-a0a6-64f9059960d6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:19:15.693560 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665c7594-04cd-455c-a0a6-64f9059960d6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:19:15.747497 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-fe95f194-a3b0-4c04-9e42-20b511169d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:19:15.758219 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-45523e89-fda5-41b2-897f-bc2c0208de7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680608'] for network, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:19:15.839381 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-45523e89-fda5-41b2-897f-bc2c0208de7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66413304', 'neutron.services.segments.db._delete_segments_for_network-8744654118000'] for network, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:19:15.849372 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-45523e89-fda5-41b2-897f-bc2c0208de7d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61db26c5-d711-4f86-a583-b26a79eb41b2']}} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:19:15.860036 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-45523e89-fda5-41b2-897f-bc2c0208de7d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23f4af88-496a-49e4-8f8f-3a3cf1aa47af') {'for_net_delete': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:19:15.860336 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-45523e89-fda5-41b2-897f-bc2c0208de7d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23f4af88-496a-49e4-8f8f-3a3cf1aa47af') {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:19:15.869616 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-45523e89-fda5-41b2-897f-bc2c0208de7d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744654122361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3857526'] for segment, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:19:15.883155 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-45523e89-fda5-41b2-897f-bc2c0208de7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:19:15.889360 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45523e89-fda5-41b2-897f-bc2c0208de7d admin admin] Releasing vlan 302 on physical network physnet1 to pool {{(pid=94467) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 15:19:15.889738 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-45523e89-fda5-41b2-897f-bc2c0208de7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2859015'] for segment, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:19:15.892350 n-d-694802-15 neutron-server[94467]: Traceback (most recent call last): Aug 12 15:19:15.892350 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 15:19:15.892350 n-d-694802-15 neutron-server[94467]: timer() Aug 12 15:19:15.892350 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 15:19:15.892350 n-d-694802-15 neutron-server[94467]: cb(*args, **kw) Aug 12 15:19:15.892350 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 15:19:15.892350 n-d-694802-15 neutron-server[94467]: return func(*args, **kwargs) Aug 12 15:19:15.892350 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 15:19:15.892350 n-d-694802-15 neutron-server[94467]: self._notify() Aug 12 15:19:15.892350 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 15:19:15.892350 n-d-694802-15 neutron-server[94467]: self.callback(batched_events) Aug 12 15:19:15.892350 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 15:19:15.892350 n-d-694802-15 neutron-server[94467]: event.method(event) Aug 12 15:19:15.892350 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 15:19:15.892350 n-d-694802-15 neutron-server[94467]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 15:19:15.892350 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 15:19:15.892350 n-d-694802-15 neutron-server[94467]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 15:19:15.892350 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 15:19:15.892350 n-d-694802-15 neutron-server[94467]: return f(self, *a, **k) Aug 12 15:19:15.892350 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 15:19:15.892350 n-d-694802-15 neutron-server[94467]: return self._get(url).json() Aug 12 15:19:15.892350 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 15:19:15.892350 n-d-694802-15 neutron-server[94467]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 15:19:15.892350 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 15:19:15.892350 n-d-694802-15 neutron-server[94467]: return self.request(url, 'GET', **kwargs) Aug 12 15:19:15.892350 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 15:19:15.892350 n-d-694802-15 neutron-server[94467]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 15:19:15.892350 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 15:19:15.892350 n-d-694802-15 neutron-server[94467]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 15:19:15.892350 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 15:19:15.892350 n-d-694802-15 neutron-server[94467]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 15:19:15.892350 n-d-694802-15 neutron-server[94467]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 15:19:15.944051 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-45523e89-fda5-41b2-897f-bc2c0208de7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66413281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431520'] for network, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:19:15.949645 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-45523e89-fda5-41b2-897f-bc2c0208de7d admin admin] Notify callbacks [] for network, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:19:15.951749 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-45523e89-fda5-41b2-897f-bc2c0208de7d admin admin] 10.222.0.39 "DELETE /v2.0/networks/61db26c5-d711-4f86-a583-b26a79eb41b2 HTTP/1.1" status: 204 len: 168 time: 0.2630436 Aug 12 15:19:15.963085 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45523e89-fda5-41b2-897f-bc2c0208de7d admin admin] Pushing event deleted for resources: {'Network': ['ID=61db26c5-d711-4f86-a583-b26a79eb41b2,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:19:16.067206 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 33148) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:19:16.106885 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-1ae903fe-b6e8-43e2-977d-bc3c38fe9af2 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ac49ca0cd940426d80c66c07a3ab454f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0384865 Aug 12 15:19:16.109192 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 33150) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:19:16.161453 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-67d61c86-91be-4579-a0b0-be95552bf9ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:19:16.182680 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-67d61c86-91be-4579-a0b0-be95552bf9ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:19:16.229062 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-67d61c86-91be-4579-a0b0-be95552bf9ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:19:16.231949 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-67d61c86-91be-4579-a0b0-be95552bf9ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:19:16.233359 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-67d61c86-91be-4579-a0b0-be95552bf9ef admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c8f1aead-f044-46b7-ada3-82e1380083d6 HTTP/1.1" status: 204 len: 168 time: 0.1232736 Aug 12 15:19:16.241044 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d61c86-91be-4579-a0b0-be95552bf9ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8f1aead-f044-46b7-ada3-82e1380083d6,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:19:16.875568 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 33172) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:19:16.984393 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-aafb0443-132a-4c6e-8a89-199d58c9f331 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-2065852979-network', 'tenant_id': '75ca84b648f745e19b558c4935eb04e1'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:19:17.005549 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aafb0443-132a-4c6e-8a89-199d58c9f331 admin admin] Made reservation on behalf of 75ca84b648f745e19b558c4935eb04e1 for: {'network': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 15:19:17.008037 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-aafb0443-132a-4c6e-8a89-199d58c9f331 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for network, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:19:17.016332 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-aafb0443-132a-4c6e-8a89-199d58c9f331 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:19:17.105886 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-aafb0443-132a-4c6e-8a89-199d58c9f331 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:19:17.109335 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-aafb0443-132a-4c6e-8a89-199d58c9f331 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:19:17.129700 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aafb0443-132a-4c6e-8a89-199d58c9f331 admin admin] vlan segment allocate from pool success with {'vlan_id': 336, 'physical_network': 'physnet1'} {{(pid=94467) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 15:19:17.143208 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafb0443-132a-4c6e-8a89-199d58c9f331 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=848c2346-7cb8-43b4-b8c9-5e66e34dc0a3,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:19:17.148087 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-aafb0443-132a-4c6e-8a89-199d58c9f331 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:19:17.148458 n-d-694802-15 neutron-server[94467]: INFO neutron.db.segments_db [None req-aafb0443-132a-4c6e-8a89-199d58c9f331 admin admin] Added segment ea7c5eaf-858a-4527-90c5-d67c1ca964ac of type vlan for network 2ee677d4-1e4b-4619-b123-ac984d8e7f0e Aug 12 15:19:17.189295 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-aafb0443-132a-4c6e-8a89-199d58c9f331 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744653628263'] for network, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:19:17.220316 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-aafb0443-132a-4c6e-8a89-199d58c9f331 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409'] for network, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:19:17.221435 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aafb0443-132a-4c6e-8a89-199d58c9f331 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:19:17.222159 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-aafb0443-132a-4c6e-8a89-199d58c9f331 admin admin] Notify callbacks [] for network, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:19:17.277705 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-aafb0443-132a-4c6e-8a89-199d58c9f331 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4010112 Aug 12 15:19:17.280752 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 33176) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:19:17.285817 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-3e52d5cc-0de3-4368-8e31-70cb3f5b321d admin admin] Request body: {'subnet': {'network_id': '2ee677d4-1e4b-4619-b123-ac984d8e7f0e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-2065852979-subnet', 'tenant_id': '75ca84b648f745e19b558c4935eb04e1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:19:17.287151 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafb0443-132a-4c6e-8a89-199d58c9f331 admin admin] Pushing event updated for resources: {'Network': ['ID=2ee677d4-1e4b-4619-b123-ac984d8e7f0e,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:19:17.297399 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Network 2ee677d4-1e4b-4619-b123-ac984d8e7f0e details requested by agent ovs-agent-n-d-694802-15 with host n-d-694802-15 {{(pid=94468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 15:19:17.307812 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e52d5cc-0de3-4368-8e31-70cb3f5b321d admin admin] Made reservation on behalf of 75ca84b648f745e19b558c4935eb04e1 for: {'subnet': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 15:19:17.310290 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3e52d5cc-0de3-4368-8e31-70cb3f5b321d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8776441'] for subnet, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:19:17.481592 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3e52d5cc-0de3-4368-8e31-70cb3f5b321d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3718490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8776395'] for subnet, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:19:17.538631 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e52d5cc-0de3-4368-8e31-70cb3f5b321d admin admin] Pushing event updated for resources: {'Subnet': ['ID=a29bf4ff-3938-4793-81ab-a3fe2312a21a,revision_number=0']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:19:17.548105 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e52d5cc-0de3-4368-8e31-70cb3f5b321d admin admin] Checking segment: {'id': 'ea7c5eaf-858a-4527-90c5-d67c1ca964ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '2ee677d4-1e4b-4619-b123-ac984d8e7f0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 15:19:17.548471 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e52d5cc-0de3-4368-8e31-70cb3f5b321d admin admin] Network hostable DHCP agents. Network: 2ee677d4-1e4b-4619-b123-ac984d8e7f0e, hostable agents: ['1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658'], hosted agents: [] {{(pid=94466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 15:19:17.564659 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e52d5cc-0de3-4368-8e31-70cb3f5b321d admin admin] Network 2ee677d4-1e4b-4619-b123-ac984d8e7f0e is scheduled to be hosted by DHCP agent 1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658 with binding_index 1 {{(pid=94466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 15:19:17.573213 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-3e52d5cc-0de3-4368-8e31-70cb3f5b321d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-15, 2ee677d4-1e4b-4619-b123-ac984d8e7f0e) {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:19:17.577151 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e52d5cc-0de3-4368-8e31-70cb3f5b321d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:19:17.577754 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3e52d5cc-0de3-4368-8e31-70cb3f5b321d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:19:17.583365 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-869e02b9-297f-4ee1-a221-f4f74dba8d55 None None] Network 2ee677d4-1e4b-4619-b123-ac984d8e7f0e requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 15:19:17.594712 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 33178) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:19:17.595156 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-3e52d5cc-0de3-4368-8e31-70cb3f5b321d admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3130460 Aug 12 15:19:17.599378 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-6a8c33c5-eead-4611-bc22-4448927e4be1 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-2065852979-router', 'tenant_id': '75ca84b648f745e19b558c4935eb04e1', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'}}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:19:17.621490 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-6a8c33c5-eead-4611-bc22-4448927e4be1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-430574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-104863'] for router, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:19:17.622195 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device 5a099ea1-2867-4b96-ad6a-b94ed35d147f no longer exists at agent hyperv_n-h1-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 15:19:17.622686 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-6a8c33c5-eead-4611-bc22-4448927e4be1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-429438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-431405', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66646573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-104852'] for router, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:19:17.644245 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-93370168-53ca-47c2-9e27-b066be57125c None None] No Port match for: 5a099ea1-2867-4b96-ad6a-b94ed35d147f {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 15:19:17.644573 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device 5a099ea1-2867-4b96-ad6a-b94ed35d147f not bound to the agent host n-h1-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 15:19:17.679059 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-6a8c33c5-eead-4611-bc22-4448927e4be1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:19:17.750178 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4852a39-ad3d-4009-becd-38b892f5fc5d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa7035b3e-9a89-5964-b9f4-97301c3f476a-2ee677d4-1e4b-4619-b123-ac984d8e7f0e', 'network_id': '2ee677d4-1e4b-4619-b123-ac984d8e7f0e', 'tenant_id': '75ca84b648f745e19b558c4935eb04e1', 'fixed_ips': [{'subnet_id': 'a29bf4ff-3938-4793-81ab-a3fe2312a21a'}]}} from n-d-694802-15. {{(pid=94468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 15:19:17.751132 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f4852a39-ad3d-4009-becd-38b892f5fc5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:19:17.818339 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-6a8c33c5-eead-4611-bc22-4448927e4be1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:19:17.881010 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.db_base_plugin_common [None req-f4852a39-ad3d-4009-becd-38b892f5fc5d None None] Allocated IP 172.20.0.2 (2ee677d4-1e4b-4619-b123-ac984d8e7f0e/a29bf4ff-3938-4793-81ab-a3fe2312a21a/ae020f5e-524c-4e17-8ae6-f8776d642aea) {{(pid=94468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 15:19:18.014837 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-6a8c33c5-eead-4611-bc22-4448927e4be1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:19:18.023253 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f4852a39-ad3d-4009-becd-38b892f5fc5d None None] Notify callbacks [] for port, precommit_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:19:18.032312 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f4852a39-ad3d-4009-becd-38b892f5fc5d None None] Transition to ACTIVE for port object ae020f5e-524c-4e17-8ae6-f8776d642aea will not be triggered until provisioned by entity L2. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:19:18.034072 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-6a8c33c5-eead-4611-bc22-4448927e4be1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:19:18.047970 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f4852a39-ad3d-4009-becd-38b892f5fc5d None None] Transition to ACTIVE for port object ae020f5e-524c-4e17-8ae6-f8776d642aea will not be triggered until provisioned by entity DHCP. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:19:18.053237 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f4852a39-ad3d-4009-becd-38b892f5fc5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253'] for port, after_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:19:18.094099 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4852a39-ad3d-4009-becd-38b892f5fc5d None None] Network 2ee677d4-1e4b-4619-b123-ac984d8e7f0e is already hosted by enough agents. {{(pid=94468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 15:19:18.099589 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.base_scheduler [None req-f4852a39-ad3d-4009-becd-38b892f5fc5d None None] Resources bound (agent type, host, resource id): {{(pid=94468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:19:18.101594 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4852a39-ad3d-4009-becd-38b892f5fc5d None None] Pushing event updated for resources: {'Port': ['ID=ae020f5e-524c-4e17-8ae6-f8776d642aea,revision_number=1']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:19:18.104162 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4852a39-ad3d-4009-becd-38b892f5fc5d None None] Received port after_create {{(pid=94468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 15:19:18.140370 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_common [None req-6a8c33c5-eead-4611-bc22-4448927e4be1 admin admin] Allocated IP 172.25.1.194 (d3759e1b-6c03-45ac-acd4-90abb417809b/f0254f08-c19c-4e31-bd9c-09389ea4b6f2/d31893fb-90de-40d5-b502-11325f6985a2) {{(pid=94467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 15:19:18.162686 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-f4852a39-ad3d-4009-becd-38b892f5fc5d None None] Attempting to bind port ae020f5e-524c-4e17-8ae6-f8776d642aea on host n-d-694802-15 for vnic_type normal with profile {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 15:19:18.163082 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-f4852a39-ad3d-4009-becd-38b892f5fc5d None None] Attempting to bind port ae020f5e-524c-4e17-8ae6-f8776d642aea by drivers openvswitch,hyperv on host n-d-694802-15 at level 0 using segments [{'id': 'ea7c5eaf-858a-4527-90c5-d67c1ca964ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '2ee677d4-1e4b-4619-b123-ac984d8e7f0e'}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 15:19:18.163443 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4852a39-ad3d-4009-becd-38b892f5fc5d None None] Attempting to bind port ae020f5e-524c-4e17-8ae6-f8776d642aea on network 2ee677d4-1e4b-4619-b123-ac984d8e7f0e {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 15:19:18.168428 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4852a39-ad3d-4009-becd-38b892f5fc5d None None] Checking agent: {'id': '16de73ac-f2e9-4cee-b3e0-91052ae3e6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 20, 13), 'started_at': datetime.datetime(2021, 8, 12, 14, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 15, 19, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 15:19:18.168798 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4852a39-ad3d-4009-becd-38b892f5fc5d None None] Checking segment: {'id': 'ea7c5eaf-858a-4527-90c5-d67c1ca964ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '2ee677d4-1e4b-4619-b123-ac984d8e7f0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 15:19:18.169198 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f4852a39-ad3d-4009-becd-38b892f5fc5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:19:18.169588 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4852a39-ad3d-4009-becd-38b892f5fc5d None None] Bound using segment: {'id': 'ea7c5eaf-858a-4527-90c5-d67c1ca964ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '2ee677d4-1e4b-4619-b123-ac984d8e7f0e'} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 15:19:18.170061 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-f4852a39-ad3d-4009-becd-38b892f5fc5d None None] Bound port: ae020f5e-524c-4e17-8ae6-f8776d642aea, host: n-d-694802-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea7c5eaf-858a-4527-90c5-d67c1ca964ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '2ee677d4-1e4b-4619-b123-ac984d8e7f0e'}}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 15:19:18.170436 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f4852a39-ad3d-4009-becd-38b892f5fc5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:19:18.234952 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-f4852a39-ad3d-4009-becd-38b892f5fc5d None None] For port ae020f5e-524c-4e17-8ae6-f8776d642aea, host n-d-694802-15, cleared binding levels {{(pid=94468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 15:19:18.238277 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-f4852a39-ad3d-4009-becd-38b892f5fc5d None None] For port ae020f5e-524c-4e17-8ae6-f8776d642aea, host n-d-694802-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=ae020f5e-524c-4e17-8ae6-f8776d642aea,segment=NetworkSegment(ea7c5eaf-858a-4527-90c5-d67c1ca964ac),segment_id=ea7c5eaf-858a-4527-90c5-d67c1ca964ac)] {{(pid=94468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 15:19:18.242589 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f4852a39-ad3d-4009-becd-38b892f5fc5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:19:18.248410 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-6a8c33c5-eead-4611-bc22-4448927e4be1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:19:18.294284 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-6a8c33c5-eead-4611-bc22-4448927e4be1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:19:18.304406 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4852a39-ad3d-4009-becd-38b892f5fc5d None None] Pushing event updated for resources: {'Port': ['ID=ae020f5e-524c-4e17-8ae6-f8776d642aea,revision_number=2']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:19:18.333324 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a8c33c5-eead-4611-bc22-4448927e4be1 admin admin] Network d3759e1b-6c03-45ac-acd4-90abb417809b is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 15:19:18.336284 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [None req-6a8c33c5-eead-4611-bc22-4448927e4be1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:19:18.342143 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a8c33c5-eead-4611-bc22-4448927e4be1 admin admin] Received port after_create {{(pid=94467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 15:19:18.366954 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8c33c5-eead-4611-bc22-4448927e4be1 admin admin] Pushing event updated for resources: {'Port': ['ID=d31893fb-90de-40d5-b502-11325f6985a2,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:19:18.617364 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-6a8c33c5-eead-4611-bc22-4448927e4be1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:19:18.809716 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-6a8c33c5-eead-4611-bc22-4448927e4be1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-429413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-431608'] for router, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:19:18.917366 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device ae020f5e-524c-4e17-8ae6-f8776d642aea up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 15:19:18.949784 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a8c33c5-eead-4611-bc22-4448927e4be1 admin admin] Router d30a26a0-30fa-463d-b3cf-757521adcc97 is scheduled to L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f with binding_index 1 {{(pid=94467) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 15:19:18.977362 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning for port ae020f5e-524c-4e17-8ae6-f8776d642aea completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:19:19.064583 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a8c33c5-eead-4611-bc22-4448927e4be1 admin admin] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 15:19:19.074123 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94cf130d-f48e-49bb-b5ca-807045aba9ce None None] Sync routers for ids ['d30a26a0-30fa-463d-b3cf-757521adcc97'] in n-d-694802-15 {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 15:19:19.081371 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-6a8c33c5-eead-4611-bc22-4448927e4be1 admin admin] Notify callbacks [] for router, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:19:19.083298 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-6a8c33c5-eead-4611-bc22-4448927e4be1 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.4874604 Aug 12 15:19:19.083735 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94cf130d-f48e-49bb-b5ca-807045aba9ce None None] Routers {'d30a26a0-30fa-463d-b3cf-757521adcc97'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:19:19.084613 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-94cf130d-f48e-49bb-b5ca-807045aba9ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T15:19:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['d30a26a0-30fa-463d-b3cf-757521adcc97'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:19:19.086201 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 33180) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:19:19.197391 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-94cf130d-f48e-49bb-b5ca-807045aba9ce None None] Set router d30a26a0-30fa-463d-b3cf-757521adcc97 gateway port host: n-d-694802-15 {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:19:19.240238 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51bd0b05-abeb-4887-8d41-07f625c9caf8 None None] Network 2ee677d4-1e4b-4619-b123-ac984d8e7f0e requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 15:19:19.307139 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-a1702d66-8957-440b-92f3-b9abf57fc652 None None] Provisioning for port ae020f5e-524c-4e17-8ae6-f8776d642aea completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:19:19.316465 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-a1702d66-8957-440b-92f3-b9abf57fc652 None None] Provisioning complete for port ae020f5e-524c-4e17-8ae6-f8776d642aea triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:19:19.316750 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-a1702d66-8957-440b-92f3-b9abf57fc652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:19:19.387531 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-94cf130d-f48e-49bb-b5ca-807045aba9ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd30a26a0-30fa-463d-b3cf-757521adcc97', 'name': 'tempest-ServerActionsTestJSON-2065852979-router', 'tenant_id': '75ca84b648f745e19b558c4935eb04e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.194'}], 'enable_snat': True}, 'gw_port_id': 'd31893fb-90de-40d5-b502-11325f6985a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:19:17Z', 'updated_at': '2021-08-12T15:19:18Z', 'revision_number': 3, 'project_id': '75ca84b648f745e19b558c4935eb04e1', 'gw_port': {'id': 'd31893fb-90de-40d5-b502-11325f6985a2', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:52:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd30a26a0-30fa-463d-b3cf-757521adcc97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:19:18Z', 'updated_at': '2021-08-12T15:19:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15'}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:19:19.415047 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94cf130d-f48e-49bb-b5ca-807045aba9ce None None] Checking router: d30a26a0-30fa-463d-b3cf-757521adcc97 for host: n-d-694802-15 {{(pid=94469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 15:19:19.415693 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94cf130d-f48e-49bb-b5ca-807045aba9ce None None] Updating router d30a26a0-30fa-463d-b3cf-757521adcc97 port d31893fb-90de-40d5-b502-11325f6985a2 binding host n-d-694802-15 {{(pid=94469) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 15:19:19.443970 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-94cf130d-f48e-49bb-b5ca-807045aba9ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:19:19.453930 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-a1702d66-8957-440b-92f3-b9abf57fc652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:19:19.497969 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-a1702d66-8957-440b-92f3-b9abf57fc652 None None] For port ae020f5e-524c-4e17-8ae6-f8776d642aea, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=ae020f5e-524c-4e17-8ae6-f8776d642aea,segment=NetworkSegment(ea7c5eaf-858a-4527-90c5-d67c1ca964ac),segment_id=ea7c5eaf-858a-4527-90c5-d67c1ca964ac)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:19:19.502688 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-a1702d66-8957-440b-92f3-b9abf57fc652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:19:19.533980 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-4a7b72dd-9338-4f4f-b611-e1c9c37f2722 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:19:19.558780 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1702d66-8957-440b-92f3-b9abf57fc652 None None] Pushing event updated for resources: {'Port': ['ID=ae020f5e-524c-4e17-8ae6-f8776d642aea,revision_number=3']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:19:19.725051 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-5bd01ace-a870-408c-ae4d-dd15af5b7c85 None None] Provisioning complete for port ae020f5e-524c-4e17-8ae6-f8776d642aea triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:19:19.726038 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-5bd01ace-a870-408c-ae4d-dd15af5b7c85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:19:19.833617 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-94cf130d-f48e-49bb-b5ca-807045aba9ce None None] Notify callbacks [] for port, precommit_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:19:19.843697 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.provisioning_blocks [None req-94cf130d-f48e-49bb-b5ca-807045aba9ce None None] Transition to ACTIVE for port object d31893fb-90de-40d5-b502-11325f6985a2 will not be triggered until provisioned by entity L2. {{(pid=94469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:19:19.849122 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-94cf130d-f48e-49bb-b5ca-807045aba9ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:19:19.901246 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.managers [None req-94cf130d-f48e-49bb-b5ca-807045aba9ce None None] Attempting to bind port d31893fb-90de-40d5-b502-11325f6985a2 on host n-d-694802-15 for vnic_type normal with profile {{(pid=94469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 15:19:19.901694 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.managers [None req-94cf130d-f48e-49bb-b5ca-807045aba9ce None None] Attempting to bind port d31893fb-90de-40d5-b502-11325f6985a2 by drivers openvswitch,hyperv on host n-d-694802-15 at level 0 using segments [{'id': 'b1b396cb-2dc6-4041-bfc7-1833a80a4720', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'}] {{(pid=94469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 15:19:19.902056 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94cf130d-f48e-49bb-b5ca-807045aba9ce None None] Attempting to bind port d31893fb-90de-40d5-b502-11325f6985a2 on network d3759e1b-6c03-45ac-acd4-90abb417809b {{(pid=94469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 15:19:19.904294 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b63d2f-3c7f-4617-95a5-af1a96c1393f None None] Pushing event updated for resources: {'Port': ['ID=d31893fb-90de-40d5-b502-11325f6985a2,revision_number=2']} {{(pid=94469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:19:19.912630 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94cf130d-f48e-49bb-b5ca-807045aba9ce None None] Checking agent: {'id': '16de73ac-f2e9-4cee-b3e0-91052ae3e6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 20, 13), 'started_at': datetime.datetime(2021, 8, 12, 14, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 15, 19, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 15:19:19.912994 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94cf130d-f48e-49bb-b5ca-807045aba9ce None None] Checking segment: {'id': 'b1b396cb-2dc6-4041-bfc7-1833a80a4720', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 15:19:19.913388 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-94cf130d-f48e-49bb-b5ca-807045aba9ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:19:19.913770 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94cf130d-f48e-49bb-b5ca-807045aba9ce None None] Bound using segment: {'id': 'b1b396cb-2dc6-4041-bfc7-1833a80a4720', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'} {{(pid=94469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 15:19:19.914222 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.managers [None req-94cf130d-f48e-49bb-b5ca-807045aba9ce None None] Bound port: d31893fb-90de-40d5-b502-11325f6985a2, host: n-d-694802-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1b396cb-2dc6-4041-bfc7-1833a80a4720', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'}}] {{(pid=94469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 15:19:19.914593 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-94cf130d-f48e-49bb-b5ca-807045aba9ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:19:19.918301 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b63d2f-3c7f-4617-95a5-af1a96c1393f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:19:19.918643 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b63d2f-3c7f-4617-95a5-af1a96c1393f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:19:19.918973 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b63d2f-3c7f-4617-95a5-af1a96c1393f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:19:19.919321 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b63d2f-3c7f-4617-95a5-af1a96c1393f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:19:19.919646 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b63d2f-3c7f-4617-95a5-af1a96c1393f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:19:19.919966 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b63d2f-3c7f-4617-95a5-af1a96c1393f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:19:19.920282 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b63d2f-3c7f-4617-95a5-af1a96c1393f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:19:19.920596 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b63d2f-3c7f-4617-95a5-af1a96c1393f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:19:19.920911 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b63d2f-3c7f-4617-95a5-af1a96c1393f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:19:19.921223 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b63d2f-3c7f-4617-95a5-af1a96c1393f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:19:19.921537 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b63d2f-3c7f-4617-95a5-af1a96c1393f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:19:19.921849 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b63d2f-3c7f-4617-95a5-af1a96c1393f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:19:19.973637 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.db [None req-94cf130d-f48e-49bb-b5ca-807045aba9ce None None] For port d31893fb-90de-40d5-b502-11325f6985a2, host n-d-694802-15, cleared binding levels {{(pid=94469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 15:19:19.976873 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.db [None req-94cf130d-f48e-49bb-b5ca-807045aba9ce None None] For port d31893fb-90de-40d5-b502-11325f6985a2, host n-d-694802-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=d31893fb-90de-40d5-b502-11325f6985a2,segment=NetworkSegment(b1b396cb-2dc6-4041-bfc7-1833a80a4720),segment_id=b1b396cb-2dc6-4041-bfc7-1833a80a4720)] {{(pid=94469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 15:19:19.980542 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-94cf130d-f48e-49bb-b5ca-807045aba9ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:19:20.035763 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94cf130d-f48e-49bb-b5ca-807045aba9ce None None] Routers {'d30a26a0-30fa-463d-b3cf-757521adcc97'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:19:20.036372 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-94cf130d-f48e-49bb-b5ca-807045aba9ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T15:19:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['d30a26a0-30fa-463d-b3cf-757521adcc97'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:19:20.046643 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_common [None req-4a7b72dd-9338-4f4f-b611-e1c9c37f2722 admin admin] Allocated IP 172.20.0.1 (2ee677d4-1e4b-4619-b123-ac984d8e7f0e/a29bf4ff-3938-4793-81ab-a3fe2312a21a/3e65877a-9c29-4f06-be2a-f078636d8799) {{(pid=94467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 15:19:20.069659 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b63d2f-3c7f-4617-95a5-af1a96c1393f None None] Pushing event updated for resources: {'Port': ['ID=d31893fb-90de-40d5-b502-11325f6985a2,revision_number=3']} {{(pid=94469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:19:20.141978 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-94cf130d-f48e-49bb-b5ca-807045aba9ce None None] Set router d30a26a0-30fa-463d-b3cf-757521adcc97 gateway port host: n-d-694802-15 {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:19:20.153389 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-4a7b72dd-9338-4f4f-b611-e1c9c37f2722 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:19:20.166405 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [None req-4a7b72dd-9338-4f4f-b611-e1c9c37f2722 admin admin] Transition to ACTIVE for port object 3e65877a-9c29-4f06-be2a-f078636d8799 will not be triggered until provisioned by entity DHCP. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:19:20.199496 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-4a7b72dd-9338-4f4f-b611-e1c9c37f2722 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:19:20.246615 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a7b72dd-9338-4f4f-b611-e1c9c37f2722 admin admin] Network 2ee677d4-1e4b-4619-b123-ac984d8e7f0e is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 15:19:20.252300 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [None req-4a7b72dd-9338-4f4f-b611-e1c9c37f2722 admin admin] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:19:20.254931 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7b72dd-9338-4f4f-b611-e1c9c37f2722 admin admin] Pushing event updated for resources: {'Port': ['ID=3e65877a-9c29-4f06-be2a-f078636d8799,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:19:20.257623 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a7b72dd-9338-4f4f-b611-e1c9c37f2722 admin admin] Received port after_create {{(pid=94467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 15:19:20.296177 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-4a7b72dd-9338-4f4f-b611-e1c9c37f2722 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66663725'] for router_interface, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:19:20.328468 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-94cf130d-f48e-49bb-b5ca-807045aba9ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd30a26a0-30fa-463d-b3cf-757521adcc97', 'name': 'tempest-ServerActionsTestJSON-2065852979-router', 'tenant_id': '75ca84b648f745e19b558c4935eb04e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.194'}], 'enable_snat': True}, 'gw_port_id': 'd31893fb-90de-40d5-b502-11325f6985a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:19:17Z', 'updated_at': '2021-08-12T15:19:18Z', 'revision_number': 3, 'project_id': '75ca84b648f745e19b558c4935eb04e1', 'gw_port': {'id': 'd31893fb-90de-40d5-b502-11325f6985a2', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:52:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd30a26a0-30fa-463d-b3cf-757521adcc97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:19:18Z', 'updated_at': '2021-08-12T15:19:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15'}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:19:20.358499 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94cf130d-f48e-49bb-b5ca-807045aba9ce None None] The sync data for ids ['d30a26a0-30fa-463d-b3cf-757521adcc97'] in n-d-694802-15 is: [{'id': 'd30a26a0-30fa-463d-b3cf-757521adcc97', 'name': 'tempest-ServerActionsTestJSON-2065852979-router', 'tenant_id': '75ca84b648f745e19b558c4935eb04e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.194'}], 'enable_snat': True}, 'gw_port_id': 'd31893fb-90de-40d5-b502-11325f6985a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:19:17Z', 'updated_at': '2021-08-12T15:19:18Z', 'revision_number': 3, 'project_id': '75ca84b648f745e19b558c4935eb04e1', 'gw_port': {'id': 'd31893fb-90de-40d5-b502-11325f6985a2', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:52:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd30a26a0-30fa-463d-b3cf-757521adcc97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:19:18Z', 'updated_at': '2021-08-12T15:19:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15'}] {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 15:19:20.478538 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-4a7b72dd-9338-4f4f-b611-e1c9c37f2722 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:19:20.544159 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-90322fbf-3479-4158-b638-441f1bf8ad97 None None] Provisioning for port 3e65877a-9c29-4f06-be2a-f078636d8799 completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:19:20.548921 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-90322fbf-3479-4158-b638-441f1bf8ad97 None None] Provisioning complete for port 3e65877a-9c29-4f06-be2a-f078636d8799 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:19:20.549888 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-90322fbf-3479-4158-b638-441f1bf8ad97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:19:20.612239 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-90322fbf-3479-4158-b638-441f1bf8ad97 None None] Port 3e65877a-9c29-4f06-be2a-f078636d8799 cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 15:19:20.670106 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-4a7b72dd-9338-4f4f-b611-e1c9c37f2722 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:19:20.676382 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-4a7b72dd-9338-4f4f-b611-e1c9c37f2722 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:19:20.747506 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7b72dd-9338-4f4f-b611-e1c9c37f2722 admin admin] Pushing event updated for resources: {'Port': ['ID=3e65877a-9c29-4f06-be2a-f078636d8799,revision_number=2']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:19:20.752739 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-4a7b72dd-9338-4f4f-b611-e1c9c37f2722 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66628363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66663865'] for router_interface, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:19:20.847662 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a7b72dd-9338-4f4f-b611-e1c9c37f2722 admin admin] Network 2ee677d4-1e4b-4619-b123-ac984d8e7f0e is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 15:19:20.849033 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [None req-4a7b72dd-9338-4f4f-b611-e1c9c37f2722 admin admin] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:19:20.983350 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a7b72dd-9338-4f4f-b611-e1c9c37f2722 admin admin] Router d30a26a0-30fa-463d-b3cf-757521adcc97 has already been hosted by L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f {{(pid=94467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 15:19:20.997337 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device d31893fb-90de-40d5-b502-11325f6985a2 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 15:19:21.057283 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning for port d31893fb-90de-40d5-b502-11325f6985a2 completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:19:21.063933 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port d31893fb-90de-40d5-b502-11325f6985a2 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:19:21.064373 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:19:21.124057 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a7b72dd-9338-4f4f-b611-e1c9c37f2722 admin admin] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 15:19:21.131525 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-4a7b72dd-9338-4f4f-b611-e1c9c37f2722 admin admin] 10.222.0.39 "PUT /v2.0/routers/d30a26a0-30fa-463d-b3cf-757521adcc97/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0434382 Aug 12 15:19:21.170788 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:19:21.176887 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-386058e4-fa3b-423a-8bd9-06cdd888b9b8 None None] Provisioning complete for port 3e65877a-9c29-4f06-be2a-f078636d8799 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:19:21.177245 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-386058e4-fa3b-423a-8bd9-06cdd888b9b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:19:21.214289 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] For port d31893fb-90de-40d5-b502-11325f6985a2, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=d31893fb-90de-40d5-b502-11325f6985a2,segment=NetworkSegment(b1b396cb-2dc6-4041-bfc7-1833a80a4720),segment_id=b1b396cb-2dc6-4041-bfc7-1833a80a4720)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:19:21.224658 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:19:21.225491 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device ae020f5e-524c-4e17-8ae6-f8776d642aea up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 15:19:21.252908 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-386058e4-fa3b-423a-8bd9-06cdd888b9b8 None None] Port 3e65877a-9c29-4f06-be2a-f078636d8799 cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 15:19:21.312947 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Pushing event updated for resources: {'Port': ['ID=d31893fb-90de-40d5-b502-11325f6985a2,revision_number=4']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:19:21.323986 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port ae020f5e-524c-4e17-8ae6-f8776d642aea triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:19:21.324357 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:19:21.627838 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 33188) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:19:21.632626 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-684142d3-6c80-4003-9fa0-6a4b9084f19b tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Request body: {'security_group': {'name': 'tempest-securitygroup--498018287', 'description': 'tempest-description--1297767467'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:19:21.654235 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-684142d3-6c80-4003-9fa0-6a4b9084f19b tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Notify callbacks [] for security_group, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:19:21.739990 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-684142d3-6c80-4003-9fa0-6a4b9084f19b tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Notify callbacks [] for security_group, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:19:21.744054 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-684142d3-6c80-4003-9fa0-6a4b9084f19b tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:19:21.773801 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-684142d3-6c80-4003-9fa0-6a4b9084f19b tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:19:21.775179 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-684142d3-6c80-4003-9fa0-6a4b9084f19b tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.1461983 Aug 12 15:19:21.776301 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684142d3-6c80-4003-9fa0-6a4b9084f19b tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b70a441-79c7-4437-b160-55bbffdc28f3,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:19:21.778258 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 33190) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:19:21.784019 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-07c8efe9-7f0c-473d-a942-401a29b99750 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Request body: {'security_group_rule': {'security_group_id': '5b70a441-79c7-4437-b160-55bbffdc28f3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:19:21.813323 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-07c8efe9-7f0c-473d-a942-401a29b99750 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:19:21.874169 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-07c8efe9-7f0c-473d-a942-401a29b99750 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:19:21.878050 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-07c8efe9-7f0c-473d-a942-401a29b99750 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641735'] for security_group_rule, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:19:21.900715 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c8efe9-7f0c-473d-a942-401a29b99750 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f88df1d-a8fe-40bf-a251-e0c7bd463460,revision_number=0']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:19:21.910523 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-07c8efe9-7f0c-473d-a942-401a29b99750 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:19:21.911805 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-07c8efe9-7f0c-473d-a942-401a29b99750 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1323814 Aug 12 15:19:21.914930 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 33192) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:19:21.920000 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-c29c87fc-f399-43dc-a253-d7e64c8f6320 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Request body: {'security_group_rule': {'security_group_id': '5b70a441-79c7-4437-b160-55bbffdc28f3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:19:21.949380 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-c29c87fc-f399-43dc-a253-d7e64c8f6320 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:19:22.011290 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-c29c87fc-f399-43dc-a253-d7e64c8f6320 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:19:22.015626 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-c29c87fc-f399-43dc-a253-d7e64c8f6320 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641735'] for security_group_rule, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:19:22.027853 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ccbd44e-e1ab-4e13-a2b3-eb29d2911b38 None None] Sync routers for ids ['d30a26a0-30fa-463d-b3cf-757521adcc97'] in n-d-694802-15 {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 15:19:22.033846 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29c87fc-f399-43dc-a253-d7e64c8f6320 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17265e70-e431-4735-8855-ef2cd79b08b8,revision_number=0']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:19:22.037555 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ccbd44e-e1ab-4e13-a2b3-eb29d2911b38 None None] Routers {'d30a26a0-30fa-463d-b3cf-757521adcc97'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:19:22.038172 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-5ccbd44e-e1ab-4e13-a2b3-eb29d2911b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T15:19:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['d30a26a0-30fa-463d-b3cf-757521adcc97'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:19:22.042738 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-c29c87fc-f399-43dc-a253-d7e64c8f6320 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:19:22.043989 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-c29c87fc-f399-43dc-a253-d7e64c8f6320 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1275449 Aug 12 15:19:22.046930 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 33194) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:19:22.051449 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-3c13477e-1cca-4ab7-8cf4-e3ece558c919 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Request body: {'floatingip': {'floating_network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:19:22.075423 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-3c13477e-1cca-4ab7-8cf4-e3ece558c919 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Notify callbacks [] for floatingip, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:19:22.145629 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvr_db [None req-5ccbd44e-e1ab-4e13-a2b3-eb29d2911b38 None None] Set router d30a26a0-30fa-463d-b3cf-757521adcc97 gateway port host: n-d-694802-15 {{(pid=94468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:19:22.172441 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-3c13477e-1cca-4ab7-8cf4-e3ece558c919 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:19:22.296479 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_common [None req-3c13477e-1cca-4ab7-8cf4-e3ece558c919 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Allocated IP 172.25.1.116 (d3759e1b-6c03-45ac-acd4-90abb417809b/f0254f08-c19c-4e31-bd9c-09389ea4b6f2/7cd4dd8f-a60e-4594-b652-dcd7ee423743) {{(pid=94467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 15:19:22.347609 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-5ccbd44e-e1ab-4e13-a2b3-eb29d2911b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd30a26a0-30fa-463d-b3cf-757521adcc97', 'name': 'tempest-ServerActionsTestJSON-2065852979-router', 'tenant_id': '75ca84b648f745e19b558c4935eb04e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.194'}], 'enable_snat': True}, 'gw_port_id': 'd31893fb-90de-40d5-b502-11325f6985a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:19:17Z', 'updated_at': '2021-08-12T15:19:20Z', 'revision_number': 4, 'project_id': '75ca84b648f745e19b558c4935eb04e1', 'gw_port': {'id': 'd31893fb-90de-40d5-b502-11325f6985a2', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:52:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd30a26a0-30fa-463d-b3cf-757521adcc97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:19:18Z', 'updated_at': '2021-08-12T15:19:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': '3e65877a-9c29-4f06-be2a-f078636d8799', 'name': '', 'network_id': '2ee677d4-1e4b-4619-b123-ac984d8e7f0e', 'tenant_id': '75ca84b648f745e19b558c4935eb04e1', 'mac_address': 'fa:16:3e:9e:2d:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd30a26a0-30fa-463d-b3cf-757521adcc97', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'a29bf4ff-3938-4793-81ab-a3fe2312a21a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:19:19Z', 'updated_at': '2021-08-12T15:19:20Z', 'revision_number': 2, 'project_id': '75ca84b648f745e19b558c4935eb04e1', 'subnets': [{'id': 'a29bf4ff-3938-4793-81ab-a3fe2312a21a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:19:22.374336 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ccbd44e-e1ab-4e13-a2b3-eb29d2911b38 None None] Checking router: d30a26a0-30fa-463d-b3cf-757521adcc97 for host: n-d-694802-15 {{(pid=94468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 15:19:22.374686 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ccbd44e-e1ab-4e13-a2b3-eb29d2911b38 None None] Updating router d30a26a0-30fa-463d-b3cf-757521adcc97 port 3e65877a-9c29-4f06-be2a-f078636d8799 binding host n-d-694802-15 {{(pid=94468) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 15:19:22.399238 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-5ccbd44e-e1ab-4e13-a2b3-eb29d2911b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:19:22.399855 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-3c13477e-1cca-4ab7-8cf4-e3ece558c919 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Notify callbacks [] for port, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:19:22.439729 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-3c13477e-1cca-4ab7-8cf4-e3ece558c919 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:19:22.479256 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c13477e-1cca-4ab7-8cf4-e3ece558c919 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Network d3759e1b-6c03-45ac-acd4-90abb417809b is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 15:19:22.482160 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [None req-3c13477e-1cca-4ab7-8cf4-e3ece558c919 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:19:22.484690 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c13477e-1cca-4ab7-8cf4-e3ece558c919 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Received port after_create {{(pid=94467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 15:19:22.513358 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c13477e-1cca-4ab7-8cf4-e3ece558c919 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Pushing event updated for resources: {'Port': ['ID=7cd4dd8f-a60e-4594-b652-dcd7ee423743,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:19:22.609014 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-3c13477e-1cca-4ab7-8cf4-e3ece558c919 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:19:22.650369 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-3c13477e-1cca-4ab7-8cf4-e3ece558c919 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:19:22.667476 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-5ccbd44e-e1ab-4e13-a2b3-eb29d2911b38 None None] Notify callbacks [] for port, precommit_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:19:22.677329 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-5ccbd44e-e1ab-4e13-a2b3-eb29d2911b38 None None] Transition to ACTIVE for port object 3e65877a-9c29-4f06-be2a-f078636d8799 will not be triggered until provisioned by entity L2. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:19:22.683660 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-5ccbd44e-e1ab-4e13-a2b3-eb29d2911b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:19:22.743765 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5f413b-a07a-49d0-a770-91a271b4068c None None] Pushing event updated for resources: {'Port': ['ID=3e65877a-9c29-4f06-be2a-f078636d8799,revision_number=3']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:19:22.789645 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-5ccbd44e-e1ab-4e13-a2b3-eb29d2911b38 None None] Attempting to bind port 3e65877a-9c29-4f06-be2a-f078636d8799 on host n-d-694802-15 for vnic_type normal with profile {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 15:19:22.790026 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-5ccbd44e-e1ab-4e13-a2b3-eb29d2911b38 None None] Attempting to bind port 3e65877a-9c29-4f06-be2a-f078636d8799 by drivers openvswitch,hyperv on host n-d-694802-15 at level 0 using segments [{'id': 'ea7c5eaf-858a-4527-90c5-d67c1ca964ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '2ee677d4-1e4b-4619-b123-ac984d8e7f0e'}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 15:19:22.790382 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ccbd44e-e1ab-4e13-a2b3-eb29d2911b38 None None] Attempting to bind port 3e65877a-9c29-4f06-be2a-f078636d8799 on network 2ee677d4-1e4b-4619-b123-ac984d8e7f0e {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 15:19:22.796413 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ccbd44e-e1ab-4e13-a2b3-eb29d2911b38 None None] Checking agent: {'id': '16de73ac-f2e9-4cee-b3e0-91052ae3e6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 20, 13), 'started_at': datetime.datetime(2021, 8, 12, 14, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 15, 19, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 15:19:22.796870 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ccbd44e-e1ab-4e13-a2b3-eb29d2911b38 None None] Checking segment: {'id': 'ea7c5eaf-858a-4527-90c5-d67c1ca964ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '2ee677d4-1e4b-4619-b123-ac984d8e7f0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 15:19:22.797275 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-5ccbd44e-e1ab-4e13-a2b3-eb29d2911b38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:19:22.797666 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ccbd44e-e1ab-4e13-a2b3-eb29d2911b38 None None] Bound using segment: {'id': 'ea7c5eaf-858a-4527-90c5-d67c1ca964ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '2ee677d4-1e4b-4619-b123-ac984d8e7f0e'} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 15:19:22.798136 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-5ccbd44e-e1ab-4e13-a2b3-eb29d2911b38 None None] Bound port: 3e65877a-9c29-4f06-be2a-f078636d8799, host: n-d-694802-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea7c5eaf-858a-4527-90c5-d67c1ca964ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '2ee677d4-1e4b-4619-b123-ac984d8e7f0e'}}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 15:19:22.798519 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-5ccbd44e-e1ab-4e13-a2b3-eb29d2911b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:19:22.811453 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-3c13477e-1cca-4ab7-8cf4-e3ece558c919 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:19:22.817443 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-3c13477e-1cca-4ab7-8cf4-e3ece558c919 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:19:22.873649 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-5ccbd44e-e1ab-4e13-a2b3-eb29d2911b38 None None] For port 3e65877a-9c29-4f06-be2a-f078636d8799, host n-d-694802-15, cleared binding levels {{(pid=94468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 15:19:22.877224 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-5ccbd44e-e1ab-4e13-a2b3-eb29d2911b38 None None] For port 3e65877a-9c29-4f06-be2a-f078636d8799, host n-d-694802-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=3e65877a-9c29-4f06-be2a-f078636d8799,segment=NetworkSegment(ea7c5eaf-858a-4527-90c5-d67c1ca964ac),segment_id=ea7c5eaf-858a-4527-90c5-d67c1ca964ac)] {{(pid=94468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 15:19:22.884605 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-5ccbd44e-e1ab-4e13-a2b3-eb29d2911b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:19:22.892305 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c13477e-1cca-4ab7-8cf4-e3ece558c919 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Pushing event updated for resources: {'Port': ['ID=7cd4dd8f-a60e-4594-b652-dcd7ee423743,revision_number=2']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:19:22.903681 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-3c13477e-1cca-4ab7-8cf4-e3ece558c919 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431510'] for floatingip, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:19:22.919491 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-3c13477e-1cca-4ab7-8cf4-e3ece558c919 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for floatingip, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:19:22.920906 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-3c13477e-1cca-4ab7-8cf4-e3ece558c919 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8730137 Aug 12 15:19:22.929137 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device d31893fb-90de-40d5-b502-11325f6985a2 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 15:19:23.002309 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ccbd44e-e1ab-4e13-a2b3-eb29d2911b38 None None] Routers {'d30a26a0-30fa-463d-b3cf-757521adcc97'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:19:23.002948 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-5ccbd44e-e1ab-4e13-a2b3-eb29d2911b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T15:19:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['d30a26a0-30fa-463d-b3cf-757521adcc97'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:19:23.011922 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5f413b-a07a-49d0-a770-91a271b4068c None None] Pushing event updated for resources: {'Port': ['ID=3e65877a-9c29-4f06-be2a-f078636d8799,revision_number=4']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:19:23.089273 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port d31893fb-90de-40d5-b502-11325f6985a2 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:19:23.089941 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:19:23.093040 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-327c2a70-4fa5-4204-b03a-da60cf36f2b6 req-c21576f9-fa42-47aa-a54a-c4d5edd12362 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--498018287&fields=id&tenant_id=75ca84b648f745e19b558c4935eb04e1 HTTP/1.1" status: 200 len: 267 time: 0.0451128 Aug 12 15:19:23.170013 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvr_db [None req-5ccbd44e-e1ab-4e13-a2b3-eb29d2911b38 None None] Set router d30a26a0-30fa-463d-b3cf-757521adcc97 gateway port host: n-d-694802-15 {{(pid=94468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:19:23.204363 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327c2a70-4fa5-4204-b03a-da60cf36f2b6 req-673de838-71db-4fc0-b443-f1d6960469e7 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:19:23.205842 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-327c2a70-4fa5-4204-b03a-da60cf36f2b6 req-673de838-71db-4fc0-b443-f1d6960469e7 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/networks?id=2ee677d4-1e4b-4619-b123-ac984d8e7f0e HTTP/1.1" status: 200 len: 812 time: 0.1056356 Aug 12 15:19:23.221883 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-327c2a70-4fa5-4204-b03a-da60cf36f2b6 req-cfb67569-eb26-48c2-bff8-3c909dc32b00 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/quotas/75ca84b648f745e19b558c4935eb04e1 HTTP/1.1" status: 200 len: 375 time: 0.0101976 Aug 12 15:19:23.276324 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-327c2a70-4fa5-4204-b03a-da60cf36f2b6 req-960bb6e5-77a6-4d7d-ace9-d8610587b863 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=75ca84b648f745e19b558c4935eb04e1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0486479 Aug 12 15:19:23.410610 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-5ccbd44e-e1ab-4e13-a2b3-eb29d2911b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd30a26a0-30fa-463d-b3cf-757521adcc97', 'name': 'tempest-ServerActionsTestJSON-2065852979-router', 'tenant_id': '75ca84b648f745e19b558c4935eb04e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.194'}], 'enable_snat': True}, 'gw_port_id': 'd31893fb-90de-40d5-b502-11325f6985a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:19:17Z', 'updated_at': '2021-08-12T15:19:20Z', 'revision_number': 4, 'project_id': '75ca84b648f745e19b558c4935eb04e1', 'gw_port': {'id': 'd31893fb-90de-40d5-b502-11325f6985a2', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:52:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd30a26a0-30fa-463d-b3cf-757521adcc97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:19:18Z', 'updated_at': '2021-08-12T15:19:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': '3e65877a-9c29-4f06-be2a-f078636d8799', 'name': '', 'network_id': '2ee677d4-1e4b-4619-b123-ac984d8e7f0e', 'tenant_id': '75ca84b648f745e19b558c4935eb04e1', 'mac_address': 'fa:16:3e:9e:2d:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd30a26a0-30fa-463d-b3cf-757521adcc97', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'a29bf4ff-3938-4793-81ab-a3fe2312a21a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:19:19Z', 'updated_at': '2021-08-12T15:19:22Z', 'revision_number': 4, 'project_id': '75ca84b648f745e19b558c4935eb04e1', 'subnets': [{'id': 'a29bf4ff-3938-4793-81ab-a3fe2312a21a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:19:23.436783 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ccbd44e-e1ab-4e13-a2b3-eb29d2911b38 None None] The sync data for ids ['d30a26a0-30fa-463d-b3cf-757521adcc97'] in n-d-694802-15 is: [{'id': 'd30a26a0-30fa-463d-b3cf-757521adcc97', 'name': 'tempest-ServerActionsTestJSON-2065852979-router', 'tenant_id': '75ca84b648f745e19b558c4935eb04e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.194'}], 'enable_snat': True}, 'gw_port_id': 'd31893fb-90de-40d5-b502-11325f6985a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:19:17Z', 'updated_at': '2021-08-12T15:19:20Z', 'revision_number': 4, 'project_id': '75ca84b648f745e19b558c4935eb04e1', 'gw_port': {'id': 'd31893fb-90de-40d5-b502-11325f6985a2', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:52:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd30a26a0-30fa-463d-b3cf-757521adcc97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:19:18Z', 'updated_at': '2021-08-12T15:19:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': '3e65877a-9c29-4f06-be2a-f078636d8799', 'name': '', 'network_id': '2ee677d4-1e4b-4619-b123-ac984d8e7f0e', 'tenant_id': '75ca84b648f745e19b558c4935eb04e1', 'mac_address': 'fa:16:3e:9e:2d:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd30a26a0-30fa-463d-b3cf-757521adcc97', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'a29bf4ff-3938-4793-81ab-a3fe2312a21a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:19:19Z', 'updated_at': '2021-08-12T15:19:22Z', 'revision_number': 4, 'project_id': '75ca84b648f745e19b558c4935eb04e1', 'subnets': [{'id': 'a29bf4ff-3938-4793-81ab-a3fe2312a21a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 15:19:23.462031 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-327c2a70-4fa5-4204-b03a-da60cf36f2b6 req-fe601b6f-8d64-480e-aeb7-2363bb96a31a service neutron] 10.222.0.39 "GET /v2.0/networks/2ee677d4-1e4b-4619-b123-ac984d8e7f0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1719317 Aug 12 15:19:23.572571 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-327c2a70-4fa5-4204-b03a-da60cf36f2b6 req-8f7410a4-798d-4464-9679-9e191f57df6d service neutron] 10.222.0.39 "GET /v2.0/networks/2ee677d4-1e4b-4619-b123-ac984d8e7f0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006901 Aug 12 15:19:23.747678 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a074742e-e7fb-4972-bb39-142307d82ed3 req-4f5a50ee-12d6-4d8f-a5c8-a5ae77e2e059 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/ports?device_id=d2d140bf-0287-4c5e-b4ac-d4e405ce2069 HTTP/1.1" status: 200 len: 210 time: 0.0327070 Aug 12 15:19:24.851757 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-a4e6ef8e-61b4-48b5-ba24-4d3e6ad1d9cf req-24f55a58-ca66-433c-96dc-4156717dae82 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/ports?device_id=d2d140bf-0287-4c5e-b4ac-d4e405ce2069 HTTP/1.1" status: 200 len: 210 time: 0.0339935 Aug 12 15:19:24.937405 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327c2a70-4fa5-4204-b03a-da60cf36f2b6 req-1ac5ee1e-7364-4a07-ad1d-48b24975412a tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:19:24.939133 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-327c2a70-4fa5-4204-b03a-da60cf36f2b6 req-1ac5ee1e-7364-4a07-ad1d-48b24975412a tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.64 "GET /v2.0/networks?id=2ee677d4-1e4b-4619-b123-ac984d8e7f0e HTTP/1.1" status: 200 len: 812 time: 0.1252115 Aug 12 15:19:24.950708 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 3e65877a-9c29-4f06-be2a-f078636d8799 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 15:19:24.986759 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-327c2a70-4fa5-4204-b03a-da60cf36f2b6 req-b9d6ef1f-c757-4b0a-b6b3-f4024d92d5c6 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=75ca84b648f745e19b558c4935eb04e1 HTTP/1.1" status: 200 len: 379 time: 0.0380769 Aug 12 15:19:24.997929 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-327c2a70-4fa5-4204-b03a-da60cf36f2b6 req-00403469-bab5-424c-84c2-fbd5d92352bf tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Request body: {'port': {'device_id': 'd2d140bf-0287-4c5e-b4ac-d4e405ce2069', 'network_id': '2ee677d4-1e4b-4619-b123-ac984d8e7f0e', 'admin_state_up': True, 'tenant_id': '75ca84b648f745e19b558c4935eb04e1', 'security_groups': ['5b70a441-79c7-4437-b160-55bbffdc28f3']}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:19:25.004790 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning for port 3e65877a-9c29-4f06-be2a-f078636d8799 completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:19:25.008548 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port 3e65877a-9c29-4f06-be2a-f078636d8799 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:19:25.008919 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:19:25.089661 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:19:25.108399 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-327c2a70-4fa5-4204-b03a-da60cf36f2b6 req-00403469-bab5-424c-84c2-fbd5d92352bf tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Made reservation on behalf of 75ca84b648f745e19b558c4935eb04e1 for: {'port': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 15:19:25.112123 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-327c2a70-4fa5-4204-b03a-da60cf36f2b6 req-00403469-bab5-424c-84c2-fbd5d92352bf tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:19:25.122657 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] For port 3e65877a-9c29-4f06-be2a-f078636d8799, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=3e65877a-9c29-4f06-be2a-f078636d8799,segment=NetworkSegment(ea7c5eaf-858a-4527-90c5-d67c1ca964ac),segment_id=ea7c5eaf-858a-4527-90c5-d67c1ca964ac)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:19:25.126458 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:19:25.175707 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Pushing event updated for resources: {'Port': ['ID=3e65877a-9c29-4f06-be2a-f078636d8799,revision_number=5']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:19:25.246219 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_common [req-327c2a70-4fa5-4204-b03a-da60cf36f2b6 req-00403469-bab5-424c-84c2-fbd5d92352bf tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Allocated IP 172.20.0.10 (2ee677d4-1e4b-4619-b123-ac984d8e7f0e/a29bf4ff-3938-4793-81ab-a3fe2312a21a/fdd61fb3-c3e4-41c5-b046-13b950a89358) {{(pid=94467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 15:19:25.383506 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-327c2a70-4fa5-4204-b03a-da60cf36f2b6 req-00403469-bab5-424c-84c2-fbd5d92352bf tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Notify callbacks [] for port, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:19:25.397200 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [req-327c2a70-4fa5-4204-b03a-da60cf36f2b6 req-00403469-bab5-424c-84c2-fbd5d92352bf tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Transition to ACTIVE for port object fdd61fb3-c3e4-41c5-b046-13b950a89358 will not be triggered until provisioned by entity DHCP. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:19:25.429377 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-327c2a70-4fa5-4204-b03a-da60cf36f2b6 req-00403469-bab5-424c-84c2-fbd5d92352bf tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:19:25.469023 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-327c2a70-4fa5-4204-b03a-da60cf36f2b6 req-00403469-bab5-424c-84c2-fbd5d92352bf tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Network 2ee677d4-1e4b-4619-b123-ac984d8e7f0e is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 15:19:25.472072 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [req-327c2a70-4fa5-4204-b03a-da60cf36f2b6 req-00403469-bab5-424c-84c2-fbd5d92352bf tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:19:25.477744 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [req-327c2a70-4fa5-4204-b03a-da60cf36f2b6 req-00403469-bab5-424c-84c2-fbd5d92352bf tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Received port after_create {{(pid=94467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 15:19:25.505127 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00403469-bab5-424c-84c2-fbd5d92352bf tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Pushing event updated for resources: {'Port': ['ID=fdd61fb3-c3e4-41c5-b046-13b950a89358,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:19:25.532614 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327c2a70-4fa5-4204-b03a-da60cf36f2b6 req-00403469-bab5-424c-84c2-fbd5d92352bf tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:19:25.533243 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-327c2a70-4fa5-4204-b03a-da60cf36f2b6 req-00403469-bab5-424c-84c2-fbd5d92352bf tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:19:25.548358 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-327c2a70-4fa5-4204-b03a-da60cf36f2b6 req-00403469-bab5-424c-84c2-fbd5d92352bf tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5548530 Aug 12 15:19:25.561552 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-327c2a70-4fa5-4204-b03a-da60cf36f2b6 req-c241bf39-1863-44cc-8a39-0a4b4bc11385 service neutron] Request body: {'port': {'device_id': 'd2d140bf-0287-4c5e-b4ac-d4e405ce2069', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-694802-15'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:19:25.616087 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-327c2a70-4fa5-4204-b03a-da60cf36f2b6 req-c241bf39-1863-44cc-8a39-0a4b4bc11385 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:19:25.712489 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-cc5cd3b2-02f7-4c61-847b-d6c7bebeed5b None None] Provisioning for port fdd61fb3-c3e4-41c5-b046-13b950a89358 completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:19:25.717013 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-cc5cd3b2-02f7-4c61-847b-d6c7bebeed5b None None] Provisioning complete for port fdd61fb3-c3e4-41c5-b046-13b950a89358 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:19:25.717379 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-cc5cd3b2-02f7-4c61-847b-d6c7bebeed5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:19:25.754918 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-cc5cd3b2-02f7-4c61-847b-d6c7bebeed5b None None] Port fdd61fb3-c3e4-41c5-b046-13b950a89358 cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 15:19:25.882568 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [req-327c2a70-4fa5-4204-b03a-da60cf36f2b6 req-c241bf39-1863-44cc-8a39-0a4b4bc11385 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fdd61fb3-c3e4-41c5-b046-13b950a89358 {{(pid=94467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 15:19:25.890686 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-327c2a70-4fa5-4204-b03a-da60cf36f2b6 req-c241bf39-1863-44cc-8a39-0a4b4bc11385 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:19:25.903244 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [req-327c2a70-4fa5-4204-b03a-da60cf36f2b6 req-c241bf39-1863-44cc-8a39-0a4b4bc11385 service neutron] Transition to ACTIVE for port object fdd61fb3-c3e4-41c5-b046-13b950a89358 will not be triggered until provisioned by entity L2. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:19:25.907292 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-327c2a70-4fa5-4204-b03a-da60cf36f2b6 req-c241bf39-1863-44cc-8a39-0a4b4bc11385 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:19:25.986293 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c241bf39-1863-44cc-8a39-0a4b4bc11385 service neutron] Pushing event updated for resources: {'Port': ['ID=fdd61fb3-c3e4-41c5-b046-13b950a89358,revision_number=2']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:19:26.043271 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ae37eb-c514-4201-9b6e-2f39a998ef8e req-dcdf8dfd-a5aa-4b31-a67f-ecd752ba02bc tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:19:26.044810 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e0ae37eb-c514-4201-9b6e-2f39a998ef8e req-dcdf8dfd-a5aa-4b31-a67f-ecd752ba02bc tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/ports?device_id=d2d140bf-0287-4c5e-b4ac-d4e405ce2069 HTTP/1.1" status: 200 len: 944 time: 0.1121385 Aug 12 15:19:26.100718 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e0ae37eb-c514-4201-9b6e-2f39a998ef8e req-c87dc31a-97ea-4459-97a5-2361c9d0dcd4 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b70a441-79c7-4437-b160-55bbffdc28f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477822 Aug 12 15:19:26.101550 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-327c2a70-4fa5-4204-b03a-da60cf36f2b6 req-c241bf39-1863-44cc-8a39-0a4b4bc11385 service neutron] Attempting to bind port fdd61fb3-c3e4-41c5-b046-13b950a89358 on host n-h1-694802-15 for vnic_type normal with profile {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 15:19:26.101884 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-327c2a70-4fa5-4204-b03a-da60cf36f2b6 req-c241bf39-1863-44cc-8a39-0a4b4bc11385 service neutron] Attempting to bind port fdd61fb3-c3e4-41c5-b046-13b950a89358 by drivers openvswitch,hyperv on host n-h1-694802-15 at level 0 using segments [{'id': 'ea7c5eaf-858a-4527-90c5-d67c1ca964ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '2ee677d4-1e4b-4619-b123-ac984d8e7f0e'}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 15:19:26.102219 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-327c2a70-4fa5-4204-b03a-da60cf36f2b6 req-c241bf39-1863-44cc-8a39-0a4b4bc11385 service neutron] Attempting to bind port fdd61fb3-c3e4-41c5-b046-13b950a89358 on network 2ee677d4-1e4b-4619-b123-ac984d8e7f0e {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 15:19:26.107548 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-327c2a70-4fa5-4204-b03a-da60cf36f2b6 req-c241bf39-1863-44cc-8a39-0a4b4bc11385 service neutron] Port fdd61fb3-c3e4-41c5-b046-13b950a89358 on network 2ee677d4-1e4b-4619-b123-ac984d8e7f0e not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-15 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 15:19:26.107877 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-327c2a70-4fa5-4204-b03a-da60cf36f2b6 req-c241bf39-1863-44cc-8a39-0a4b4bc11385 service neutron] Attempting to bind port fdd61fb3-c3e4-41c5-b046-13b950a89358 on network 2ee677d4-1e4b-4619-b123-ac984d8e7f0e {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 15:19:26.122496 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-327c2a70-4fa5-4204-b03a-da60cf36f2b6 req-c241bf39-1863-44cc-8a39-0a4b4bc11385 service neutron] Checking agent: {'id': 'de568313-a3e6-454a-9813-77e25edcea95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 27, 41), 'started_at': datetime.datetime(2021, 8, 12, 14, 27, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 15, 19, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 15:19:26.122839 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-327c2a70-4fa5-4204-b03a-da60cf36f2b6 req-c241bf39-1863-44cc-8a39-0a4b4bc11385 service neutron] Checking segment: {'id': 'ea7c5eaf-858a-4527-90c5-d67c1ca964ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '2ee677d4-1e4b-4619-b123-ac984d8e7f0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 15:19:26.123266 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-327c2a70-4fa5-4204-b03a-da60cf36f2b6 req-c241bf39-1863-44cc-8a39-0a4b4bc11385 service neutron] Bound using segment: {'id': 'ea7c5eaf-858a-4527-90c5-d67c1ca964ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '2ee677d4-1e4b-4619-b123-ac984d8e7f0e'} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 15:19:26.123712 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-327c2a70-4fa5-4204-b03a-da60cf36f2b6 req-c241bf39-1863-44cc-8a39-0a4b4bc11385 service neutron] Bound port: fdd61fb3-c3e4-41c5-b046-13b950a89358, host: n-h1-694802-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea7c5eaf-858a-4527-90c5-d67c1ca964ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '2ee677d4-1e4b-4619-b123-ac984d8e7f0e'}}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 15:19:26.124078 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-327c2a70-4fa5-4204-b03a-da60cf36f2b6 req-c241bf39-1863-44cc-8a39-0a4b4bc11385 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:19:26.189569 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-327c2a70-4fa5-4204-b03a-da60cf36f2b6 req-c241bf39-1863-44cc-8a39-0a4b4bc11385 service neutron] For port fdd61fb3-c3e4-41c5-b046-13b950a89358, host n-h1-694802-15, cleared binding levels {{(pid=94467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 15:19:26.192885 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-327c2a70-4fa5-4204-b03a-da60cf36f2b6 req-c241bf39-1863-44cc-8a39-0a4b4bc11385 service neutron] For port fdd61fb3-c3e4-41c5-b046-13b950a89358, host n-h1-694802-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=fdd61fb3-c3e4-41c5-b046-13b950a89358,segment=NetworkSegment(ea7c5eaf-858a-4527-90c5-d67c1ca964ac),segment_id=ea7c5eaf-858a-4527-90c5-d67c1ca964ac)] {{(pid=94467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 15:19:26.196604 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-327c2a70-4fa5-4204-b03a-da60cf36f2b6 req-c241bf39-1863-44cc-8a39-0a4b4bc11385 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:19:26.233327 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327c2a70-4fa5-4204-b03a-da60cf36f2b6 req-c241bf39-1863-44cc-8a39-0a4b4bc11385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:19:26.233994 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-327c2a70-4fa5-4204-b03a-da60cf36f2b6 req-c241bf39-1863-44cc-8a39-0a4b4bc11385 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:19:26.235424 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-327c2a70-4fa5-4204-b03a-da60cf36f2b6 req-c241bf39-1863-44cc-8a39-0a4b4bc11385 service neutron] 10.222.0.64 "PUT /v2.0/ports/fdd61fb3-c3e4-41c5-b046-13b950a89358 HTTP/1.1" status: 200 len: 1093 time: 0.6788838 Aug 12 15:19:26.235863 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2d140bf-0287-4c5e-b4ac-d4e405ce2069', 'tag': 'fdd61fb3-c3e4-41c5-b046-13b950a89358'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:19:26.238119 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e65282f928b64038367d043a4411777802006c43a98742496cb2e25b724ff1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abf9d7f6-e2d2-4a5e-bebd-1facb0229e6c" -d '{"events": [{"name": "network-changed", "server_uuid": "d2d140bf-0287-4c5e-b4ac-d4e405ce2069", "tag": "fdd61fb3-c3e4-41c5-b046-13b950a89358"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 15:19:26.268418 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c241bf39-1863-44cc-8a39-0a4b4bc11385 service neutron] Pushing event updated for resources: {'Port': ['ID=fdd61fb3-c3e4-41c5-b046-13b950a89358,revision_number=3']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:19:26.286677 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 15:19:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a1de784-c67b-4219-8611-e656f0b76386 x-openstack-request-id: req-7a1de784-c67b-4219-8611-e656f0b76386 {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 15:19:26.286981 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2d140bf-0287-4c5e-b4ac-d4e405ce2069", "tag": "fdd61fb3-c3e4-41c5-b046-13b950a89358", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 15:19:26.287264 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7a1de784-c67b-4219-8611-e656f0b76386 {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 15:19:26.287665 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2d140bf-0287-4c5e-b4ac-d4e405ce2069', 'tag': 'fdd61fb3-c3e4-41c5-b046-13b950a89358', 'status': 'completed', 'code': 200} Aug 12 15:19:26.321833 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327c2a70-4fa5-4204-b03a-da60cf36f2b6 req-a0e4aaaf-e36d-480a-b6f9-2e4fa5782bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:19:26.323529 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-327c2a70-4fa5-4204-b03a-da60cf36f2b6 req-a0e4aaaf-e36d-480a-b6f9-2e4fa5782bc7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=75ca84b648f745e19b558c4935eb04e1&device_id=d2d140bf-0287-4c5e-b4ac-d4e405ce2069 HTTP/1.1" status: 200 len: 1096 time: 0.0460253 Aug 12 15:19:26.366623 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-327c2a70-4fa5-4204-b03a-da60cf36f2b6 req-21d0206b-deb0-4722-984b-3bc313402817 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fdd61fb3-c3e4-41c5-b046-13b950a89358 HTTP/1.1" status: 200 len: 217 time: 0.0353770 Aug 12 15:19:26.422024 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327c2a70-4fa5-4204-b03a-da60cf36f2b6 req-a9af5dcd-9e2d-4d4b-bc92-9b991ee70508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:19:26.423526 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-327c2a70-4fa5-4204-b03a-da60cf36f2b6 req-a9af5dcd-9e2d-4d4b-bc92-9b991ee70508 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a29bf4ff-3938-4793-81ab-a3fe2312a21a HTTP/1.1" status: 200 len: 851 time: 0.0505192 Aug 12 15:19:26.467435 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327c2a70-4fa5-4204-b03a-da60cf36f2b6 req-e7e06137-e2ce-4e86-8fbb-8f23e7c8f4d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:19:26.468902 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-327c2a70-4fa5-4204-b03a-da60cf36f2b6 req-e7e06137-e2ce-4e86-8fbb-8f23e7c8f4d7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2ee677d4-1e4b-4619-b123-ac984d8e7f0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0389729 Aug 12 15:19:26.559224 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-327c2a70-4fa5-4204-b03a-da60cf36f2b6 req-10ca7db1-1109-45bf-b69b-db2f789b3854 service neutron] 10.222.0.64 "GET /v2.0/networks/2ee677d4-1e4b-4619-b123-ac984d8e7f0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822394 Aug 12 15:19:26.657291 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-327c2a70-4fa5-4204-b03a-da60cf36f2b6 req-f8c14bf8-0f9e-4b89-b703-e0b31bcd488c service neutron] 10.222.0.64 "GET /v2.0/networks/2ee677d4-1e4b-4619-b123-ac984d8e7f0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908179 Aug 12 15:19:26.745633 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf9d7f6-e2d2-4a5e-bebd-1facb0229e6c req-9d015838-f30e-4e68-a140-ca0937c96bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:19:26.747055 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-abf9d7f6-e2d2-4a5e-bebd-1facb0229e6c req-9d015838-f30e-4e68-a140-ca0937c96bb0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=75ca84b648f745e19b558c4935eb04e1&device_id=d2d140bf-0287-4c5e-b4ac-d4e405ce2069 HTTP/1.1" status: 200 len: 1096 time: 0.0417438 Aug 12 15:19:26.838867 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf9d7f6-e2d2-4a5e-bebd-1facb0229e6c req-1ae182f3-597a-4850-a4eb-461612751fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:19:26.840367 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-abf9d7f6-e2d2-4a5e-bebd-1facb0229e6c req-1ae182f3-597a-4850-a4eb-461612751fb3 service neutron] 10.222.0.64 "GET /v2.0/networks?id=2ee677d4-1e4b-4619-b123-ac984d8e7f0e HTTP/1.1" status: 200 len: 913 time: 0.0856912 Aug 12 15:19:26.883724 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-abf9d7f6-e2d2-4a5e-bebd-1facb0229e6c req-0a8a3b9b-54d1-4d1d-9bec-8f906d710c42 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fdd61fb3-c3e4-41c5-b046-13b950a89358 HTTP/1.1" status: 200 len: 217 time: 0.0354152 Aug 12 15:19:26.888483 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 3e65877a-9c29-4f06-be2a-f078636d8799 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 15:19:26.933142 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf9d7f6-e2d2-4a5e-bebd-1facb0229e6c req-a155d80e-acae-4ae6-ba9c-b5d40f366719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:19:26.934634 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-abf9d7f6-e2d2-4a5e-bebd-1facb0229e6c req-a155d80e-acae-4ae6-ba9c-b5d40f366719 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a29bf4ff-3938-4793-81ab-a3fe2312a21a HTTP/1.1" status: 200 len: 851 time: 0.0428560 Aug 12 15:19:26.935176 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port 3e65877a-9c29-4f06-be2a-f078636d8799 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:19:26.935557 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:19:26.985379 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf9d7f6-e2d2-4a5e-bebd-1facb0229e6c req-45c17438-cdff-4eec-aef0-0e9e50c703cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:19:26.986870 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-abf9d7f6-e2d2-4a5e-bebd-1facb0229e6c req-45c17438-cdff-4eec-aef0-0e9e50c703cd service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2ee677d4-1e4b-4619-b123-ac984d8e7f0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0444639 Aug 12 15:19:27.078151 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-abf9d7f6-e2d2-4a5e-bebd-1facb0229e6c req-ab45d18e-44c5-47a3-b702-8b4d0d72a989 service neutron] 10.222.0.64 "GET /v2.0/networks/2ee677d4-1e4b-4619-b123-ac984d8e7f0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822883 Aug 12 15:19:27.183439 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-abf9d7f6-e2d2-4a5e-bebd-1facb0229e6c req-aa1013a2-3e5b-4f5c-a21d-0f6cb7b2b1b8 service neutron] 10.222.0.64 "GET /v2.0/networks/2ee677d4-1e4b-4619-b123-ac984d8e7f0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974569 Aug 12 15:19:27.221266 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c322af-1d40-4a7f-8940-abdc5620d629 req-98278fba-925f-4d37-8665-7a30468a719e tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:19:27.222785 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-41c322af-1d40-4a7f-8940-abdc5620d629 req-98278fba-925f-4d37-8665-7a30468a719e tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/ports?device_id=d2d140bf-0287-4c5e-b4ac-d4e405ce2069 HTTP/1.1" status: 200 len: 944 time: 0.0524967 Aug 12 15:19:27.261271 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-41c322af-1d40-4a7f-8940-abdc5620d629 req-8f4c8961-28e3-48db-a3f2-8e95f3d8592c tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b70a441-79c7-4437-b160-55bbffdc28f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324144 Aug 12 15:19:28.377230 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9b31de-7dcf-492e-a488-dd6fc7dbc7db req-083eb2fe-d285-4711-82ff-a0226853cf2c tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:19:28.378725 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-fd9b31de-7dcf-492e-a488-dd6fc7dbc7db req-083eb2fe-d285-4711-82ff-a0226853cf2c tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/ports?device_id=d2d140bf-0287-4c5e-b4ac-d4e405ce2069 HTTP/1.1" status: 200 len: 944 time: 0.0490174 Aug 12 15:19:28.418220 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-fd9b31de-7dcf-492e-a488-dd6fc7dbc7db req-f9c13cd8-267e-4de5-8285-3a0857ebabcc tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b70a441-79c7-4437-b160-55bbffdc28f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334671 Aug 12 15:19:29.535830 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236db384-4aa7-4a28-859f-9a9b863f7d18 req-86c622c5-66ab-4491-9f5c-760c26863228 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:19:29.537482 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-236db384-4aa7-4a28-859f-9a9b863f7d18 req-86c622c5-66ab-4491-9f5c-760c26863228 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/ports?device_id=d2d140bf-0287-4c5e-b4ac-d4e405ce2069 HTTP/1.1" status: 200 len: 944 time: 0.0497971 Aug 12 15:19:29.576751 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-236db384-4aa7-4a28-859f-9a9b863f7d18 req-79ec03be-fa66-450a-9e2c-3dc72c60252c tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b70a441-79c7-4437-b160-55bbffdc28f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321476 Aug 12 15:19:29.683428 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device fdd61fb3-c3e4-41c5-b046-13b950a89358 details requested by agent hyperv_n-h1-694802-15 with host n-h1-694802-15 {{(pid=94468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 15:19:29.686856 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.agents_db [None req-17ed3e4c-1a7d-4162-9646-11c134aca297 None None] Agent healthcheck: found 7 active agents {{(pid=94469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 15:19:29.782617 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port fdd61fb3-c3e4-41c5-b046-13b950a89358, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=fdd61fb3-c3e4-41c5-b046-13b950a89358,segment=NetworkSegment(ea7c5eaf-858a-4527-90c5-d67c1ca964ac),segment_id=ea7c5eaf-858a-4527-90c5-d67c1ca964ac)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:19:29.793858 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Returning: {'device': 'fdd61fb3-c3e4-41c5-b046-13b950a89358', 'network_id': '2ee677d4-1e4b-4619-b123-ac984d8e7f0e', 'port_id': 'fdd61fb3-c3e4-41c5-b046-13b950a89358', 'mac_address': 'fa:16:3e:e1:93:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a29bf4ff-3938-4793-81ab-a3fe2312a21a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 15:19:29.830616 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:19:29.843860 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fdd61fb3-c3e4-41c5-b046-13b950a89358 {{(pid=94468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 15:19:29.863274 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port fdd61fb3-c3e4-41c5-b046-13b950a89358, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=fdd61fb3-c3e4-41c5-b046-13b950a89358,segment=NetworkSegment(ea7c5eaf-858a-4527-90c5-d67c1ca964ac),segment_id=ea7c5eaf-858a-4527-90c5-d67c1ca964ac)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:19:29.866843 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:19:29.917468 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Pushing event updated for resources: {'Port': ['ID=fdd61fb3-c3e4-41c5-b046-13b950a89358,revision_number=4']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:19:30.053418 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] get_ports_and_sgs() called for port_ids ['fdd61fb3-c3e4-41c5-b046-13b950a89358'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 15:19:30.691071 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb4e2bf-724c-4f23-ac2c-38143b09d6af req-71ce058e-4ab1-4e91-a0cc-74e96716ef7c tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:19:30.692454 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-ebb4e2bf-724c-4f23-ac2c-38143b09d6af req-71ce058e-4ab1-4e91-a0cc-74e96716ef7c tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/ports?device_id=d2d140bf-0287-4c5e-b4ac-d4e405ce2069 HTTP/1.1" status: 200 len: 945 time: 0.0488744 Aug 12 15:19:30.730645 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-ebb4e2bf-724c-4f23-ac2c-38143b09d6af req-1baf9437-4c0e-4a02-91bc-2d9cd931a59d tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b70a441-79c7-4437-b160-55bbffdc28f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317674 Aug 12 15:19:31.683998 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device fdd61fb3-c3e4-41c5-b046-13b950a89358 up at agent hyperv_n-h1-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 15:19:31.733545 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Provisioning for port fdd61fb3-c3e4-41c5-b046-13b950a89358 completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:19:31.737264 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Provisioning complete for port fdd61fb3-c3e4-41c5-b046-13b950a89358 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:19:31.737636 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:19:31.813537 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:19:31.837333 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2d140bf-0287-4c5e-b4ac-d4e405ce2069', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdd61fb3-c3e4-41c5-b046-13b950a89358'}] {{(pid=94468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:19:31.839823 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99a8d87602170099c728e57431aca99e9b98a655a83bbf8727be13192709727b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a10e19e2-71b2-4c08-ac9a-b75e0bd7ab20" -d '{"events": [{"server_uuid": "d2d140bf-0287-4c5e-b4ac-d4e405ce2069", "name": "network-vif-plugged", "status": "completed", "tag": "fdd61fb3-c3e4-41c5-b046-13b950a89358"}]}' {{(pid=94468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 15:19:31.847170 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a5b0b2-4818-4191-9a90-26c3422a433a req-c0e3f2a7-01ac-4dda-885e-88f0c579cc03 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:19:31.848709 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-67a5b0b2-4818-4191-9a90-26c3422a433a req-c0e3f2a7-01ac-4dda-885e-88f0c579cc03 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/ports?device_id=d2d140bf-0287-4c5e-b4ac-d4e405ce2069 HTTP/1.1" status: 200 len: 945 time: 0.0517268 Aug 12 15:19:31.853119 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port fdd61fb3-c3e4-41c5-b046-13b950a89358, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=fdd61fb3-c3e4-41c5-b046-13b950a89358,segment=NetworkSegment(ea7c5eaf-858a-4527-90c5-d67c1ca964ac),segment_id=ea7c5eaf-858a-4527-90c5-d67c1ca964ac)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:19:31.857699 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:19:31.881285 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 15:19:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2d37cf2-4138-42a6-84a9-7db4119307c8 x-openstack-request-id: req-c2d37cf2-4138-42a6-84a9-7db4119307c8 {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 15:19:31.881657 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2d140bf-0287-4c5e-b4ac-d4e405ce2069", "name": "network-vif-plugged", "status": "completed", "tag": "fdd61fb3-c3e4-41c5-b046-13b950a89358", "code": 200}]} {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 15:19:31.881919 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c2d37cf2-4138-42a6-84a9-7db4119307c8 {{(pid=94468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 15:19:31.882311 n-d-694802-15 neutron-server[94468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2d140bf-0287-4c5e-b4ac-d4e405ce2069', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdd61fb3-c3e4-41c5-b046-13b950a89358', 'code': 200} Aug 12 15:19:31.900508 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-67a5b0b2-4818-4191-9a90-26c3422a433a req-979203c9-4b1b-462a-928e-30be37946d34 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b70a441-79c7-4437-b160-55bbffdc28f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439873 Aug 12 15:19:31.915179 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Pushing event updated for resources: {'Port': ['ID=fdd61fb3-c3e4-41c5-b046-13b950a89358,revision_number=5']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:19:31.979467 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5bbf17-8fbb-437a-bcec-e383b7509e1b req-e8c297f7-958e-436d-9fa5-e980b7f60790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:19:31.981406 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2c5bbf17-8fbb-437a-bcec-e383b7509e1b req-e8c297f7-958e-436d-9fa5-e980b7f60790 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=d2d140bf-0287-4c5e-b4ac-d4e405ce2069 HTTP/1.1" status: 200 len: 1098 time: 0.0399756 Aug 12 15:19:32.015576 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2c5bbf17-8fbb-437a-bcec-e383b7509e1b req-577db207-b3e0-470b-b9da-ab74efd3c394 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=5b70a441-79c7-4437-b160-55bbffdc28f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0272036 Aug 12 15:19:33.042252 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc11d87-8da3-4de0-a489-76062c62d3b5 req-a499f7f0-a9be-47d8-9e2c-29f26646a346 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:19:33.043846 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-1bc11d87-8da3-4de0-a489-76062c62d3b5 req-a499f7f0-a9be-47d8-9e2c-29f26646a346 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/ports?device_id=d2d140bf-0287-4c5e-b4ac-d4e405ce2069 HTTP/1.1" status: 200 len: 946 time: 0.0582314 Aug 12 15:19:33.086081 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-1bc11d87-8da3-4de0-a489-76062c62d3b5 req-85dcbd53-abd7-4203-8929-f27490c528da tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b70a441-79c7-4437-b160-55bbffdc28f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358706 Aug 12 15:19:33.197123 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437a17ac-5701-4364-b74a-d41bee86d8e1 req-4378ae21-ec09-4a48-8144-47e924c10b9c tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:19:33.199280 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-437a17ac-5701-4364-b74a-d41bee86d8e1 req-4378ae21-ec09-4a48-8144-47e924c10b9c tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/ports?device_id=d2d140bf-0287-4c5e-b4ac-d4e405ce2069 HTTP/1.1" status: 200 len: 946 time: 0.0479200 Aug 12 15:19:33.207580 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 33254) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:19:33.212389 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-e9645127-5299-4cd9-ad91-cab67306f272 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Request body: {'floatingip': {'port_id': 'fdd61fb3-c3e4-41c5-b046-13b950a89358'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:19:33.253635 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-e9645127-5299-4cd9-ad91-cab67306f272 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Notify callbacks [] for floatingip, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:19:34.077079 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-e9645127-5299-4cd9-ad91-cab67306f272 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:19:34.081008 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-e9645127-5299-4cd9-ad91-cab67306f272 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431510'] for floatingip, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:19:34.179785 n-d-694802-15 neutron-server[94467]: INFO neutron.db.l3_db [None req-e9645127-5299-4cd9-ad91-cab67306f272 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Floating IP 26e7debd-74c3-44cd-b9cb-ffcd8c0f01ad associated. External IP: 172.25.1.116, port: fdd61fb3-c3e4-41c5-b046-13b950a89358. Aug 12 15:19:34.384296 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9645127-5299-4cd9-ad91-cab67306f272 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Router d30a26a0-30fa-463d-b3cf-757521adcc97 has already been hosted by L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f {{(pid=94467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 15:19:34.490023 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9645127-5299-4cd9-ad91-cab67306f272 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 15:19:34.494478 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-e9645127-5299-4cd9-ad91-cab67306f272 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for floatingip, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:19:34.500424 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b5dec57-6404-4bee-af92-2885c4fc8082 None None] Sync routers for ids ['d30a26a0-30fa-463d-b3cf-757521adcc97'] in n-d-694802-15 {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 15:19:34.509071 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b5dec57-6404-4bee-af92-2885c4fc8082 None None] Routers {'d30a26a0-30fa-463d-b3cf-757521adcc97'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:19:34.509674 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-2b5dec57-6404-4bee-af92-2885c4fc8082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T15:19:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['d30a26a0-30fa-463d-b3cf-757521adcc97'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:19:34.522853 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-e9645127-5299-4cd9-ad91-cab67306f272 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "PUT /v2.0/floatingips/26e7debd-74c3-44cd-b9cb-ffcd8c0f01ad HTTP/1.1" status: 200 len: 992 time: 1.3142416 Aug 12 15:19:34.523489 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2d140bf-0287-4c5e-b4ac-d4e405ce2069', 'tag': 'fdd61fb3-c3e4-41c5-b046-13b950a89358'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:19:34.525731 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e65282f928b64038367d043a4411777802006c43a98742496cb2e25b724ff1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8bb0565-6e1c-4f81-90e1-4972f533f7c5" -d '{"events": [{"name": "network-changed", "server_uuid": "d2d140bf-0287-4c5e-b4ac-d4e405ce2069", "tag": "fdd61fb3-c3e4-41c5-b046-13b950a89358"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 15:19:34.564154 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 15:19:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e398d2c9-1da5-403a-bc4e-a8ddde1e73f1 x-openstack-request-id: req-e398d2c9-1da5-403a-bc4e-a8ddde1e73f1 {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 15:19:34.564452 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2d140bf-0287-4c5e-b4ac-d4e405ce2069", "tag": "fdd61fb3-c3e4-41c5-b046-13b950a89358", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 15:19:34.564707 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e398d2c9-1da5-403a-bc4e-a8ddde1e73f1 {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 15:19:34.565111 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2d140bf-0287-4c5e-b4ac-d4e405ce2069', 'tag': 'fdd61fb3-c3e4-41c5-b046-13b950a89358', 'status': 'completed', 'code': 200} Aug 12 15:19:34.622001 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-2b5dec57-6404-4bee-af92-2885c4fc8082 None None] Set router d30a26a0-30fa-463d-b3cf-757521adcc97 gateway port host: n-d-694802-15 {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:19:34.624512 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bb0565-6e1c-4f81-90e1-4972f533f7c5 req-e0bd8e78-2c0f-44ee-9666-93fec32ce699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:19:34.626044 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a8bb0565-6e1c-4f81-90e1-4972f533f7c5 req-e0bd8e78-2c0f-44ee-9666-93fec32ce699 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=75ca84b648f745e19b558c4935eb04e1&device_id=d2d140bf-0287-4c5e-b4ac-d4e405ce2069 HTTP/1.1" status: 200 len: 1098 time: 0.0414584 Aug 12 15:19:34.719020 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bb0565-6e1c-4f81-90e1-4972f533f7c5 req-4fe75fee-0bad-4522-9143-bba0572aa5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:19:34.720546 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a8bb0565-6e1c-4f81-90e1-4972f533f7c5 req-4fe75fee-0bad-4522-9143-bba0572aa5f8 service neutron] 10.222.0.64 "GET /v2.0/networks?id=2ee677d4-1e4b-4619-b123-ac984d8e7f0e HTTP/1.1" status: 200 len: 913 time: 0.0875611 Aug 12 15:19:34.786312 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a8bb0565-6e1c-4f81-90e1-4972f533f7c5 req-f96bc23d-121f-41ed-b0ba-33e10582aae5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fdd61fb3-c3e4-41c5-b046-13b950a89358 HTTP/1.1" status: 200 len: 1000 time: 0.0587327 Aug 12 15:19:34.835678 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bb0565-6e1c-4f81-90e1-4972f533f7c5 req-3b6d60da-cee9-41a7-9266-ae5a6b49cc58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:19:34.837196 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a8bb0565-6e1c-4f81-90e1-4972f533f7c5 req-3b6d60da-cee9-41a7-9266-ae5a6b49cc58 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a29bf4ff-3938-4793-81ab-a3fe2312a21a HTTP/1.1" status: 200 len: 851 time: 0.0426798 Aug 12 15:19:34.840790 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-2b5dec57-6404-4bee-af92-2885c4fc8082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd30a26a0-30fa-463d-b3cf-757521adcc97', 'name': 'tempest-ServerActionsTestJSON-2065852979-router', 'tenant_id': '75ca84b648f745e19b558c4935eb04e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.194'}], 'enable_snat': True}, 'gw_port_id': 'd31893fb-90de-40d5-b502-11325f6985a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:19:17Z', 'updated_at': '2021-08-12T15:19:20Z', 'revision_number': 4, 'project_id': '75ca84b648f745e19b558c4935eb04e1', 'gw_port': {'id': 'd31893fb-90de-40d5-b502-11325f6985a2', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:52:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd30a26a0-30fa-463d-b3cf-757521adcc97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:19:18Z', 'updated_at': '2021-08-12T15:19:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_floatingips': [{'id': '26e7debd-74c3-44cd-b9cb-ffcd8c0f01ad', 'tenant_id': '75ca84b648f745e19b558c4935eb04e1', 'floating_ip_address': '172.25.1.116', 'floating_network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'router_id': 'd30a26a0-30fa-463d-b3cf-757521adcc97', 'port_id': 'fdd61fb3-c3e4-41c5-b046-13b950a89358', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ee677d4-1e4b-4619-b123-ac984d8e7f0e', 'mac_address': 'fa:16:3e:e1:93:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2d140bf-0287-4c5e-b4ac-d4e405ce2069', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T15:19:22Z', 'updated_at': '2021-08-12T15:19:33Z', 'revision_number': 1, 'project_id': '75ca84b648f745e19b558c4935eb04e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e65877a-9c29-4f06-be2a-f078636d8799', 'name': '', 'network_id': '2ee677d4-1e4b-4619-b123-ac984d8e7f0e', 'tenant_id': '75ca84b648f745e19b558c4935eb04e1', 'mac_address': 'fa:16:3e:9e:2d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd30a26a0-30fa-463d-b3cf-757521adcc97', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'a29bf4ff-3938-4793-81ab-a3fe2312a21a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:19:19Z', 'updated_at': '2021-08-12T15:19:25Z', 'revision_number': 5, 'project_id': '75ca84b648f745e19b558c4935eb04e1', 'subnets': [{'id': 'a29bf4ff-3938-4793-81ab-a3fe2312a21a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:19:34.868698 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b5dec57-6404-4bee-af92-2885c4fc8082 None None] Checking router: d30a26a0-30fa-463d-b3cf-757521adcc97 for host: n-d-694802-15 {{(pid=94469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 15:19:34.876985 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b5dec57-6404-4bee-af92-2885c4fc8082 None None] Routers {'d30a26a0-30fa-463d-b3cf-757521adcc97'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:19:34.877596 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-2b5dec57-6404-4bee-af92-2885c4fc8082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T15:19:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['d30a26a0-30fa-463d-b3cf-757521adcc97'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:19:34.887579 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bb0565-6e1c-4f81-90e1-4972f533f7c5 req-748bd1ea-372e-4f47-b82d-f0012e607a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:19:34.889089 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a8bb0565-6e1c-4f81-90e1-4972f533f7c5 req-748bd1ea-372e-4f47-b82d-f0012e607a96 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2ee677d4-1e4b-4619-b123-ac984d8e7f0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0440993 Aug 12 15:19:34.977883 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a8bb0565-6e1c-4f81-90e1-4972f533f7c5 req-9f1222f3-2fdb-493f-a23e-c49dbb26b951 service neutron] 10.222.0.64 "GET /v2.0/networks/2ee677d4-1e4b-4619-b123-ac984d8e7f0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814345 Aug 12 15:19:34.982552 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-2b5dec57-6404-4bee-af92-2885c4fc8082 None None] Set router d30a26a0-30fa-463d-b3cf-757521adcc97 gateway port host: n-d-694802-15 {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:19:35.073589 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a8bb0565-6e1c-4f81-90e1-4972f533f7c5 req-e41c43bc-cb0c-4ed6-82a0-e20d62f60bef service neutron] 10.222.0.64 "GET /v2.0/networks/2ee677d4-1e4b-4619-b123-ac984d8e7f0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878193 Aug 12 15:19:35.214235 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-2b5dec57-6404-4bee-af92-2885c4fc8082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd30a26a0-30fa-463d-b3cf-757521adcc97', 'name': 'tempest-ServerActionsTestJSON-2065852979-router', 'tenant_id': '75ca84b648f745e19b558c4935eb04e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.194'}], 'enable_snat': True}, 'gw_port_id': 'd31893fb-90de-40d5-b502-11325f6985a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:19:17Z', 'updated_at': '2021-08-12T15:19:20Z', 'revision_number': 4, 'project_id': '75ca84b648f745e19b558c4935eb04e1', 'gw_port': {'id': 'd31893fb-90de-40d5-b502-11325f6985a2', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:52:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd30a26a0-30fa-463d-b3cf-757521adcc97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:19:18Z', 'updated_at': '2021-08-12T15:19:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_floatingips': [{'id': '26e7debd-74c3-44cd-b9cb-ffcd8c0f01ad', 'tenant_id': '75ca84b648f745e19b558c4935eb04e1', 'floating_ip_address': '172.25.1.116', 'floating_network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'router_id': 'd30a26a0-30fa-463d-b3cf-757521adcc97', 'port_id': 'fdd61fb3-c3e4-41c5-b046-13b950a89358', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ee677d4-1e4b-4619-b123-ac984d8e7f0e', 'mac_address': 'fa:16:3e:e1:93:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2d140bf-0287-4c5e-b4ac-d4e405ce2069', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T15:19:22Z', 'updated_at': '2021-08-12T15:19:33Z', 'revision_number': 1, 'project_id': '75ca84b648f745e19b558c4935eb04e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e65877a-9c29-4f06-be2a-f078636d8799', 'name': '', 'network_id': '2ee677d4-1e4b-4619-b123-ac984d8e7f0e', 'tenant_id': '75ca84b648f745e19b558c4935eb04e1', 'mac_address': 'fa:16:3e:9e:2d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd30a26a0-30fa-463d-b3cf-757521adcc97', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'a29bf4ff-3938-4793-81ab-a3fe2312a21a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:19:19Z', 'updated_at': '2021-08-12T15:19:25Z', 'revision_number': 5, 'project_id': '75ca84b648f745e19b558c4935eb04e1', 'subnets': [{'id': 'a29bf4ff-3938-4793-81ab-a3fe2312a21a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:19:35.240429 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b5dec57-6404-4bee-af92-2885c4fc8082 None None] The sync data for ids ['d30a26a0-30fa-463d-b3cf-757521adcc97'] in n-d-694802-15 is: [{'id': 'd30a26a0-30fa-463d-b3cf-757521adcc97', 'name': 'tempest-ServerActionsTestJSON-2065852979-router', 'tenant_id': '75ca84b648f745e19b558c4935eb04e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.194'}], 'enable_snat': True}, 'gw_port_id': 'd31893fb-90de-40d5-b502-11325f6985a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:19:17Z', 'updated_at': '2021-08-12T15:19:20Z', 'revision_number': 4, 'project_id': '75ca84b648f745e19b558c4935eb04e1', 'gw_port': {'id': 'd31893fb-90de-40d5-b502-11325f6985a2', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:52:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd30a26a0-30fa-463d-b3cf-757521adcc97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:19:18Z', 'updated_at': '2021-08-12T15:19:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_floatingips': [{'id': '26e7debd-74c3-44cd-b9cb-ffcd8c0f01ad', 'tenant_id': '75ca84b648f745e19b558c4935eb04e1', 'floating_ip_address': '172.25.1.116', 'floating_network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'router_id': 'd30a26a0-30fa-463d-b3cf-757521adcc97', 'port_id': 'fdd61fb3-c3e4-41c5-b046-13b950a89358', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ee677d4-1e4b-4619-b123-ac984d8e7f0e', 'mac_address': 'fa:16:3e:e1:93:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2d140bf-0287-4c5e-b4ac-d4e405ce2069', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T15:19:22Z', 'updated_at': '2021-08-12T15:19:33Z', 'revision_number': 1, 'project_id': '75ca84b648f745e19b558c4935eb04e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e65877a-9c29-4f06-be2a-f078636d8799', 'name': '', 'network_id': '2ee677d4-1e4b-4619-b123-ac984d8e7f0e', 'tenant_id': '75ca84b648f745e19b558c4935eb04e1', 'mac_address': 'fa:16:3e:9e:2d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd30a26a0-30fa-463d-b3cf-757521adcc97', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'a29bf4ff-3938-4793-81ab-a3fe2312a21a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:19:19Z', 'updated_at': '2021-08-12T15:19:25Z', 'revision_number': 5, 'project_id': '75ca84b648f745e19b558c4935eb04e1', 'subnets': [{'id': 'a29bf4ff-3938-4793-81ab-a3fe2312a21a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 15:19:35.423321 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c48ed94-d96a-4e6f-bb81-01109c4829a1 None None] New status for floating IP 26e7debd-74c3-44cd-b9cb-ffcd8c0f01ad: ACTIVE {{(pid=94468) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 15:19:40.142333 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-46d0f11d-66f2-4698-9373-bdd33d9412d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:19:41.928758 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:19:43.061308 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:19:43.296919 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:19:43.418126 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-3dd9abfd-ca0b-4e28-99ea-328914388610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:19:44.116139 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-1769855f-eda9-4483-9dc3-3220908ab45d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:19:45.749688 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-fe95f194-a3b0-4c04-9e42-20b511169d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:20:06.686026 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.agents_db [None req-17ed3e4c-1a7d-4162-9646-11c134aca297 None None] Agent healthcheck: found 7 active agents {{(pid=94469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 15:20:10.146579 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-0d057dad-10be-421f-bc0d-055d21e177ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:20:11.951894 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:20:13.062538 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:20:13.313699 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:20:13.417077 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-457190be-c0f5-4665-acfa-c6dc25a31c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:20:14.116822 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-1769855f-eda9-4483-9dc3-3220908ab45d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:20:15.761491 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-fe95f194-a3b0-4c04-9e42-20b511169d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:20:31.736210 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0796e1a7-f53e-4908-86c6-8c896e0b3ba3 req-c3f1ff7d-d0fb-481d-acf8-e6cd05290ab7 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=d2d140bf-0287-4c5e-b4ac-d4e405ce2069&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0433302 Aug 12 15:20:31.819709 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0796e1a7-f53e-4908-86c6-8c896e0b3ba3 req-469e85db-21ff-4764-a2db-4cbf84e2fd26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:20:31.821228 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0796e1a7-f53e-4908-86c6-8c896e0b3ba3 req-469e85db-21ff-4764-a2db-4cbf84e2fd26 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=75ca84b648f745e19b558c4935eb04e1&device_id=d2d140bf-0287-4c5e-b4ac-d4e405ce2069 HTTP/1.1" status: 200 len: 1098 time: 0.0432281 Aug 12 15:20:31.936044 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0796e1a7-f53e-4908-86c6-8c896e0b3ba3 req-8f278209-ad0f-43b3-8741-b82e3e993fee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:20:31.937574 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0796e1a7-f53e-4908-86c6-8c896e0b3ba3 req-8f278209-ad0f-43b3-8741-b82e3e993fee service neutron] 10.222.0.64 "GET /v2.0/networks?id=2ee677d4-1e4b-4619-b123-ac984d8e7f0e HTTP/1.1" status: 200 len: 913 time: 0.0970407 Aug 12 15:20:32.002398 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0796e1a7-f53e-4908-86c6-8c896e0b3ba3 req-d402583a-d980-42a9-b136-ec77320838c3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fdd61fb3-c3e4-41c5-b046-13b950a89358 HTTP/1.1" status: 200 len: 1002 time: 0.0577996 Aug 12 15:20:32.049238 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0796e1a7-f53e-4908-86c6-8c896e0b3ba3 req-c42945d6-0cde-4b39-aa1c-a5573ad49838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:20:32.050616 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0796e1a7-f53e-4908-86c6-8c896e0b3ba3 req-c42945d6-0cde-4b39-aa1c-a5573ad49838 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a29bf4ff-3938-4793-81ab-a3fe2312a21a HTTP/1.1" status: 200 len: 851 time: 0.0419366 Aug 12 15:20:32.097512 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0796e1a7-f53e-4908-86c6-8c896e0b3ba3 req-fc0f8b4f-b912-40cc-922b-da493c42232e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:20:32.098941 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0796e1a7-f53e-4908-86c6-8c896e0b3ba3 req-fc0f8b4f-b912-40cc-922b-da493c42232e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2ee677d4-1e4b-4619-b123-ac984d8e7f0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0417640 Aug 12 15:20:32.189308 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0796e1a7-f53e-4908-86c6-8c896e0b3ba3 req-e2bdc889-5421-4aa7-98ff-cf54ef6498aa service neutron] 10.222.0.64 "GET /v2.0/networks/2ee677d4-1e4b-4619-b123-ac984d8e7f0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829606 Aug 12 15:20:32.289587 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0796e1a7-f53e-4908-86c6-8c896e0b3ba3 req-f72393b0-779f-4ba7-9076-a674908a5d99 service neutron] 10.222.0.64 "GET /v2.0/networks/2ee677d4-1e4b-4619-b123-ac984d8e7f0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928133 Aug 12 15:20:40.147435 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-e28ad15f-6bc5-43e5-8029-0b0293a1269a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:20:41.973185 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:20:42.487774 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [req-730eea0a-da92-4d71-b381-9ce9fc02445e req-7a2fc192-1908-4f15-a724-6281af28ce8a tempest-TestServerBasicOps-918377184 tempest-TestServerBasicOps-918377184-project] (94467) timed out ('10.222.0.64', 56083) {{(pid=94467) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 12 15:20:43.064320 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:20:43.340077 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:20:43.417010 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-c7eb3c7f-0e45-42b0-aec2-ff1b905d306b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:20:43.685230 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.agents_db [None req-17ed3e4c-1a7d-4162-9646-11c134aca297 None None] Agent healthcheck: found 7 active agents {{(pid=94469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 15:20:44.118774 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-1769855f-eda9-4483-9dc3-3220908ab45d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:20:45.756007 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-fe95f194-a3b0-4c04-9e42-20b511169d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:21:10.148856 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-1282bf50-8915-4bc1-a106-14fe94b253e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:21:11.353252 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801e1bad-0080-4f4d-9292-a0931d896d1a req-f9ae744c-421e-4395-8bc7-4bc59500dadc tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:21:11.354796 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-801e1bad-0080-4f4d-9292-a0931d896d1a req-f9ae744c-421e-4395-8bc7-4bc59500dadc tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/ports?device_id=d2d140bf-0287-4c5e-b4ac-d4e405ce2069 HTTP/1.1" status: 200 len: 946 time: 0.1616800 Aug 12 15:21:11.392908 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-801e1bad-0080-4f4d-9292-a0931d896d1a req-ada5b23d-0779-468e-8c0c-5e234b99657a tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b70a441-79c7-4437-b160-55bbffdc28f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320227 Aug 12 15:21:11.968696 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:21:12.592243 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 33494) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:21:12.649285 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1a80c2-81ba-4ec8-a249-289afa3f03fa req-7f286137-c07d-4922-a673-986c4bc6e578 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:21:12.650878 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-af1a80c2-81ba-4ec8-a249-289afa3f03fa req-7f286137-c07d-4922-a673-986c4bc6e578 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/ports?device_id=d2d140bf-0287-4c5e-b4ac-d4e405ce2069 HTTP/1.1" status: 200 len: 946 time: 0.0512996 Aug 12 15:21:12.689681 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-af1a80c2-81ba-4ec8-a249-289afa3f03fa req-f6061ce1-bc53-4a2c-9ea3-3c2b59776d78 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b70a441-79c7-4437-b160-55bbffdc28f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317698 Aug 12 15:21:12.692815 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ba55b9fa-f891-4c2f-9eea-6115a763d3b8 req-1d10ab23-229d-4492-ac07-05bcada02323 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d2d140bf-0287-4c5e-b4ac-d4e405ce2069&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0994143 Aug 12 15:21:13.064984 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:21:13.305633 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:21:13.418920 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-5fb74c1d-7379-4831-8079-2ccf91263980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:21:13.757876 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba55b9fa-f891-4c2f-9eea-6115a763d3b8 req-2b61d7d6-0dbe-4aeb-8ece-a2950516989e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:21:13.759396 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ba55b9fa-f891-4c2f-9eea-6115a763d3b8 req-2b61d7d6-0dbe-4aeb-8ece-a2950516989e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=75ca84b648f745e19b558c4935eb04e1&device_id=d2d140bf-0287-4c5e-b4ac-d4e405ce2069 HTTP/1.1" status: 200 len: 1098 time: 0.0401962 Aug 12 15:21:13.880255 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba55b9fa-f891-4c2f-9eea-6115a763d3b8 req-2e384f4b-604a-4dac-a14e-a529cf834156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:21:13.881708 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ba55b9fa-f891-4c2f-9eea-6115a763d3b8 req-2e384f4b-604a-4dac-a14e-a529cf834156 service neutron] 10.222.0.64 "GET /v2.0/networks?id=2ee677d4-1e4b-4619-b123-ac984d8e7f0e HTTP/1.1" status: 200 len: 913 time: 0.1149945 Aug 12 15:21:13.890745 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ef9334-a7c2-4243-aa97-ca5e3b4b2c94 req-320596ec-3f1e-4fdb-8ab9-8be7cbd26649 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:21:13.892131 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-95ef9334-a7c2-4243-aa97-ca5e3b4b2c94 req-320596ec-3f1e-4fdb-8ab9-8be7cbd26649 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/ports?device_id=d2d140bf-0287-4c5e-b4ac-d4e405ce2069 HTTP/1.1" status: 200 len: 946 time: 0.1318979 Aug 12 15:21:14.122496 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-1769855f-eda9-4483-9dc3-3220908ab45d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:21:14.267569 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-95ef9334-a7c2-4243-aa97-ca5e3b4b2c94 req-9328dd27-3a3f-4242-a9bc-78de327bd35b tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b70a441-79c7-4437-b160-55bbffdc28f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3691967 Aug 12 15:21:14.271447 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ba55b9fa-f891-4c2f-9eea-6115a763d3b8 req-d28e5148-5a4c-45b6-b4ce-76bd303439ff service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fdd61fb3-c3e4-41c5-b046-13b950a89358 HTTP/1.1" status: 200 len: 1002 time: 0.3784819 Aug 12 15:21:14.321085 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba55b9fa-f891-4c2f-9eea-6115a763d3b8 req-f90665c5-0b36-47fb-a3ef-b8038885eacb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:21:14.323196 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ba55b9fa-f891-4c2f-9eea-6115a763d3b8 req-f90665c5-0b36-47fb-a3ef-b8038885eacb service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a29bf4ff-3938-4793-81ab-a3fe2312a21a HTTP/1.1" status: 200 len: 851 time: 0.0438137 Aug 12 15:21:14.366004 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba55b9fa-f891-4c2f-9eea-6115a763d3b8 req-4b0d013a-c7ff-496c-abff-0f45e403e2c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:21:14.367606 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ba55b9fa-f891-4c2f-9eea-6115a763d3b8 req-4b0d013a-c7ff-496c-abff-0f45e403e2c4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2ee677d4-1e4b-4619-b123-ac984d8e7f0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0379045 Aug 12 15:21:14.458661 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ba55b9fa-f891-4c2f-9eea-6115a763d3b8 req-504180fe-ce4d-4b76-9b4f-50fff1664634 service neutron] 10.222.0.64 "GET /v2.0/networks/2ee677d4-1e4b-4619-b123-ac984d8e7f0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826552 Aug 12 15:21:14.546587 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ba55b9fa-f891-4c2f-9eea-6115a763d3b8 req-c9168ba3-7671-4d7f-87b9-695a6831316a service neutron] 10.222.0.64 "GET /v2.0/networks/2ee677d4-1e4b-4619-b123-ac984d8e7f0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799932 Aug 12 15:21:15.387277 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567e2860-e40a-4e76-8336-4b8eff355c0d req-b3c6b274-70a5-4226-93ea-bb2cac1d4f08 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:21:15.389171 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-567e2860-e40a-4e76-8336-4b8eff355c0d req-b3c6b274-70a5-4226-93ea-bb2cac1d4f08 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/ports?device_id=d2d140bf-0287-4c5e-b4ac-d4e405ce2069 HTTP/1.1" status: 200 len: 946 time: 0.0543509 Aug 12 15:21:15.426951 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-567e2860-e40a-4e76-8336-4b8eff355c0d req-b788a8ef-6f8b-4268-bb5a-39d4b8201329 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b70a441-79c7-4437-b160-55bbffdc28f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319407 Aug 12 15:21:15.758988 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-fe95f194-a3b0-4c04-9e42-20b511169d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:21:16.542800 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fa196f-e21f-47de-af66-8d579e7def5b req-f8c1e138-0ee0-44c0-b225-04e249ab403c tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:21:16.544222 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-45fa196f-e21f-47de-af66-8d579e7def5b req-f8c1e138-0ee0-44c0-b225-04e249ab403c tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/ports?device_id=d2d140bf-0287-4c5e-b4ac-d4e405ce2069 HTTP/1.1" status: 200 len: 946 time: 0.0499318 Aug 12 15:21:16.580608 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-45fa196f-e21f-47de-af66-8d579e7def5b req-2d3dd425-0aad-49ba-bea5-e389c290670c tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b70a441-79c7-4437-b160-55bbffdc28f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304925 Aug 12 15:21:17.696399 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5868fb9d-e657-4bcf-bd73-bf085c677958 req-dcf1d289-37b8-477d-b1f9-f80665147f94 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:21:17.697856 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-5868fb9d-e657-4bcf-bd73-bf085c677958 req-dcf1d289-37b8-477d-b1f9-f80665147f94 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/ports?device_id=d2d140bf-0287-4c5e-b4ac-d4e405ce2069 HTTP/1.1" status: 200 len: 946 time: 0.0494835 Aug 12 15:21:17.735211 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-5868fb9d-e657-4bcf-bd73-bf085c677958 req-9dba5c23-f097-4d7f-94e3-08a6c962c302 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b70a441-79c7-4437-b160-55bbffdc28f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314109 Aug 12 15:21:18.853805 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50ca425-328c-4d6f-b91a-d9336df9333f req-27b8da15-981f-483c-bcbf-148143d6845d tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:21:18.855323 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e50ca425-328c-4d6f-b91a-d9336df9333f req-27b8da15-981f-483c-bcbf-148143d6845d tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/ports?device_id=d2d140bf-0287-4c5e-b4ac-d4e405ce2069 HTTP/1.1" status: 200 len: 946 time: 0.0539460 Aug 12 15:21:18.893378 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e50ca425-328c-4d6f-b91a-d9336df9333f req-78c9e426-4747-4e16-97c9-b09a23fb2588 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b70a441-79c7-4437-b160-55bbffdc28f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321646 Aug 12 15:21:20.007755 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3f0a11-fe75-4c36-96b6-8cab2938f7b6 req-b91f156e-4c7c-44c9-b172-b6f0376e2dc3 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:21:20.009505 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-5c3f0a11-fe75-4c36-96b6-8cab2938f7b6 req-b91f156e-4c7c-44c9-b172-b6f0376e2dc3 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/ports?device_id=d2d140bf-0287-4c5e-b4ac-d4e405ce2069 HTTP/1.1" status: 200 len: 946 time: 0.0490189 Aug 12 15:21:20.046876 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-5c3f0a11-fe75-4c36-96b6-8cab2938f7b6 req-76a7158d-7eb9-4f5b-a6ae-601e9070247c tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b70a441-79c7-4437-b160-55bbffdc28f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314956 Aug 12 15:21:20.684141 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.agents_db [None req-17ed3e4c-1a7d-4162-9646-11c134aca297 None None] Agent healthcheck: found 7 active agents {{(pid=94469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 15:21:21.161453 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5615e4bd-9eb3-4549-99dd-35d1d9b4b236 req-57be4bd4-e16a-4695-ac96-7a9983564b7c tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:21:21.162978 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-5615e4bd-9eb3-4549-99dd-35d1d9b4b236 req-57be4bd4-e16a-4695-ac96-7a9983564b7c tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/ports?device_id=d2d140bf-0287-4c5e-b4ac-d4e405ce2069 HTTP/1.1" status: 200 len: 946 time: 0.0494480 Aug 12 15:21:21.200617 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-5615e4bd-9eb3-4549-99dd-35d1d9b4b236 req-57a9a99d-0e48-4a5f-8efe-caf87c53fbe3 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b70a441-79c7-4437-b160-55bbffdc28f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317335 Aug 12 15:21:22.318804 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0ebc27-1534-4e8a-9ed3-e38b8aeebb23 req-d884d23b-6781-4360-8378-6e7fd6b6f89e tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:21:22.320294 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-0d0ebc27-1534-4e8a-9ed3-e38b8aeebb23 req-d884d23b-6781-4360-8378-6e7fd6b6f89e tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/ports?device_id=d2d140bf-0287-4c5e-b4ac-d4e405ce2069 HTTP/1.1" status: 200 len: 946 time: 0.0526879 Aug 12 15:21:22.358320 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-0d0ebc27-1534-4e8a-9ed3-e38b8aeebb23 req-8654ca9c-72ae-4e6f-ac53-5b8c4ee8f1e1 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b70a441-79c7-4437-b160-55bbffdc28f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319886 Aug 12 15:21:23.472735 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da6d4e1-d360-4cfa-976b-e6833350d97b req-78452000-6582-46a3-a755-8bddd4a2e1c3 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:21:23.474212 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9da6d4e1-d360-4cfa-976b-e6833350d97b req-78452000-6582-46a3-a755-8bddd4a2e1c3 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/ports?device_id=d2d140bf-0287-4c5e-b4ac-d4e405ce2069 HTTP/1.1" status: 200 len: 946 time: 0.0489831 Aug 12 15:21:23.510992 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9da6d4e1-d360-4cfa-976b-e6833350d97b req-06993d62-2d4c-43ff-9115-70ac7a00b988 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b70a441-79c7-4437-b160-55bbffdc28f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306444 Aug 12 15:21:24.627540 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9a62f2-941f-4ecd-97a0-acee3f20234a req-5fbee2ff-f2d0-495f-9b2a-3dc61aa39bd7 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:21:24.629052 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-2a9a62f2-941f-4ecd-97a0-acee3f20234a req-5fbee2ff-f2d0-495f-9b2a-3dc61aa39bd7 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/ports?device_id=d2d140bf-0287-4c5e-b4ac-d4e405ce2069 HTTP/1.1" status: 200 len: 946 time: 0.0512900 Aug 12 15:21:24.666967 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-2a9a62f2-941f-4ecd-97a0-acee3f20234a req-895021e7-0496-491d-9fd0-83caab4b8409 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b70a441-79c7-4437-b160-55bbffdc28f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317240 Aug 12 15:21:25.786449 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d47073d-51e8-4feb-8f63-e3341b7a8fee req-d794d76c-5696-408c-9940-ec010c6dce2a tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:21:25.787938 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9d47073d-51e8-4feb-8f63-e3341b7a8fee req-d794d76c-5696-408c-9940-ec010c6dce2a tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/ports?device_id=d2d140bf-0287-4c5e-b4ac-d4e405ce2069 HTTP/1.1" status: 200 len: 946 time: 0.0522933 Aug 12 15:21:25.824356 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9d47073d-51e8-4feb-8f63-e3341b7a8fee req-35b32290-fc54-4a1d-a2da-51f665d500d4 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b70a441-79c7-4437-b160-55bbffdc28f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305305 Aug 12 15:21:26.323957 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [req-ba55b9fa-f891-4c2f-9eea-6115a763d3b8 req-8964a31d-dcbc-471a-86c7-f4dbafdaf745 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=94467) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 15:21:26.324909 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ba55b9fa-f891-4c2f-9eea-6115a763d3b8 req-8964a31d-dcbc-471a-86c7-f4dbafdaf745 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057809 Aug 12 15:21:26.384676 n-d-694802-15 neutron-server[94467]: INFO neutron.api.v2.resource [req-ba55b9fa-f891-4c2f-9eea-6115a763d3b8 req-ca076546-c88e-497d-ad3d-f102db938909 service neutron] show failed (client error): The resource could not be found. Aug 12 15:21:26.385637 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ba55b9fa-f891-4c2f-9eea-6115a763d3b8 req-ca076546-c88e-497d-ad3d-f102db938909 service neutron] 10.222.0.64 "GET /v2.0/ports/fdd61fb3-c3e4-41c5-b046-13b950a89358/bindings/n-h2-694802-15 HTTP/1.1" status: 404 len: 381 time: 0.0532498 Aug 12 15:21:26.610612 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba55b9fa-f891-4c2f-9eea-6115a763d3b8 req-32af1d09-f76b-4aca-9dc9-bcaf7d1c3b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:21:26.612121 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-ba55b9fa-f891-4c2f-9eea-6115a763d3b8 req-32af1d09-f76b-4aca-9dc9-bcaf7d1c3b04 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=d2d140bf-0287-4c5e-b4ac-d4e405ce2069&tenant_id=75ca84b648f745e19b558c4935eb04e1 HTTP/1.1" status: 200 len: 1098 time: 0.0701177 Aug 12 15:21:26.624336 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [req-ba55b9fa-f891-4c2f-9eea-6115a763d3b8 req-28db58f4-4193-452a-9680-75d4a9bb0775 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-694802-15', 'device_owner': 'compute:nova'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:21:26.681166 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-ba55b9fa-f891-4c2f-9eea-6115a763d3b8 req-28db58f4-4193-452a-9680-75d4a9bb0775 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:21:26.883608 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [req-ba55b9fa-f891-4c2f-9eea-6115a763d3b8 req-28db58f4-4193-452a-9680-75d4a9bb0775 service neutron] For port fdd61fb3-c3e4-41c5-b046-13b950a89358, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=fdd61fb3-c3e4-41c5-b046-13b950a89358,segment=NetworkSegment(ea7c5eaf-858a-4527-90c5-d67c1ca964ac),segment_id=ea7c5eaf-858a-4527-90c5-d67c1ca964ac)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:21:26.943181 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [req-ba55b9fa-f891-4c2f-9eea-6115a763d3b8 req-28db58f4-4193-452a-9680-75d4a9bb0775 service neutron] For port fdd61fb3-c3e4-41c5-b046-13b950a89358, host n-h1-694802-15, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 15:21:26.978524 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48e0a40-6e2c-4bf0-b118-ae5fd589019c req-c0e2e26b-c2c5-4b00-b9c7-ea37b2c4c72e tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:21:26.980010 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-d48e0a40-6e2c-4bf0-b118-ae5fd589019c req-c0e2e26b-c2c5-4b00-b9c7-ea37b2c4c72e tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/ports?device_id=d2d140bf-0287-4c5e-b4ac-d4e405ce2069 HTTP/1.1" status: 200 len: 946 time: 0.0872567 Aug 12 15:21:27.001028 n-d-694802-15 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2d140bf-0287-4c5e-b4ac-d4e405ce2069', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fdd61fb3-c3e4-41c5-b046-13b950a89358'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:21:27.003998 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e785eeede3897370d0b20f09d5f461b30cfecd5ed38c4f07dacd02bc52c9277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ed7c2b8-03ca-4e18-9d2d-47a451ae68c4" -d '{"events": [{"server_uuid": "d2d140bf-0287-4c5e-b4ac-d4e405ce2069", "name": "network-vif-unplugged", "status": "completed", "tag": "fdd61fb3-c3e4-41c5-b046-13b950a89358"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 15:21:27.017323 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-ba55b9fa-f891-4c2f-9eea-6115a763d3b8 req-28db58f4-4193-452a-9680-75d4a9bb0775 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:21:27.039824 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [req-ba55b9fa-f891-4c2f-9eea-6115a763d3b8 req-28db58f4-4193-452a-9680-75d4a9bb0775 service neutron] Transition to ACTIVE for port object fdd61fb3-c3e4-41c5-b046-13b950a89358 will not be triggered until provisioned by entity L2. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:21:27.048522 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-d48e0a40-6e2c-4bf0-b118-ae5fd589019c req-c49eb86f-6174-45b4-8469-79f0d32158c2 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b70a441-79c7-4437-b160-55bbffdc28f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619118 Aug 12 15:21:27.049103 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-ba55b9fa-f891-4c2f-9eea-6115a763d3b8 req-28db58f4-4193-452a-9680-75d4a9bb0775 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3718439'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:21:27.142489 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 12 Aug 2021 15:21:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-629a0fe3-37c5-475f-ae6f-bb0e1e0eeca5 x-openstack-request-id: req-629a0fe3-37c5-475f-ae6f-bb0e1e0eeca5 {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 15:21:27.142784 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2d140bf-0287-4c5e-b4ac-d4e405ce2069", "name": "network-vif-unplugged", "status": "completed", "tag": "fdd61fb3-c3e4-41c5-b046-13b950a89358", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 15:21:27.143098 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-629a0fe3-37c5-475f-ae6f-bb0e1e0eeca5 {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 15:21:27.143459 n-d-694802-15 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2d140bf-0287-4c5e-b4ac-d4e405ce2069', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fdd61fb3-c3e4-41c5-b046-13b950a89358', 'code': 200} Aug 12 15:21:27.162714 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28db58f4-4193-452a-9680-75d4a9bb0775 service neutron] Pushing event updated for resources: {'Port': ['ID=fdd61fb3-c3e4-41c5-b046-13b950a89358,revision_number=6']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:21:27.184451 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28db58f4-4193-452a-9680-75d4a9bb0775 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:21:27.184786 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28db58f4-4193-452a-9680-75d4a9bb0775 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:21:27.185180 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28db58f4-4193-452a-9680-75d4a9bb0775 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:21:27.186001 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28db58f4-4193-452a-9680-75d4a9bb0775 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:21:27.186324 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28db58f4-4193-452a-9680-75d4a9bb0775 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:21:27.186646 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28db58f4-4193-452a-9680-75d4a9bb0775 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:21:27.186964 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28db58f4-4193-452a-9680-75d4a9bb0775 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:21:27.187311 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28db58f4-4193-452a-9680-75d4a9bb0775 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:21:27.187630 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28db58f4-4193-452a-9680-75d4a9bb0775 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:21:27.187947 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28db58f4-4193-452a-9680-75d4a9bb0775 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:21:27.188262 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28db58f4-4193-452a-9680-75d4a9bb0775 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:21:27.188574 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28db58f4-4193-452a-9680-75d4a9bb0775 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:21:27.239638 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba55b9fa-f891-4c2f-9eea-6115a763d3b8 req-28db58f4-4193-452a-9680-75d4a9bb0775 service neutron] No DVR routers for this DVR port fdd61fb3-c3e4-41c5-b046-13b950a89358 on host n-h1-694802-15 {{(pid=94466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 15:21:27.373742 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [req-ba55b9fa-f891-4c2f-9eea-6115a763d3b8 req-28db58f4-4193-452a-9680-75d4a9bb0775 service neutron] Attempting to bind port fdd61fb3-c3e4-41c5-b046-13b950a89358 on host n-h2-694802-15 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 15:21:27.373986 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [req-ba55b9fa-f891-4c2f-9eea-6115a763d3b8 req-28db58f4-4193-452a-9680-75d4a9bb0775 service neutron] Attempting to bind port fdd61fb3-c3e4-41c5-b046-13b950a89358 by drivers openvswitch,hyperv on host n-h2-694802-15 at level 0 using segments [{'id': 'ea7c5eaf-858a-4527-90c5-d67c1ca964ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '2ee677d4-1e4b-4619-b123-ac984d8e7f0e'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 15:21:27.374309 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba55b9fa-f891-4c2f-9eea-6115a763d3b8 req-28db58f4-4193-452a-9680-75d4a9bb0775 service neutron] Attempting to bind port fdd61fb3-c3e4-41c5-b046-13b950a89358 on network 2ee677d4-1e4b-4619-b123-ac984d8e7f0e {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 15:21:27.378775 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba55b9fa-f891-4c2f-9eea-6115a763d3b8 req-28db58f4-4193-452a-9680-75d4a9bb0775 service neutron] Port fdd61fb3-c3e4-41c5-b046-13b950a89358 on network 2ee677d4-1e4b-4619-b123-ac984d8e7f0e not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-15 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 15:21:27.379119 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba55b9fa-f891-4c2f-9eea-6115a763d3b8 req-28db58f4-4193-452a-9680-75d4a9bb0775 service neutron] Attempting to bind port fdd61fb3-c3e4-41c5-b046-13b950a89358 on network 2ee677d4-1e4b-4619-b123-ac984d8e7f0e {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 15:21:27.383945 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba55b9fa-f891-4c2f-9eea-6115a763d3b8 req-28db58f4-4193-452a-9680-75d4a9bb0775 service neutron] Checking agent: {'id': 'b7697f71-33f3-4959-ad82-43c2dc15845d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 27, 42), 'started_at': datetime.datetime(2021, 8, 12, 14, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 15, 21, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 15:21:27.384232 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba55b9fa-f891-4c2f-9eea-6115a763d3b8 req-28db58f4-4193-452a-9680-75d4a9bb0775 service neutron] Checking segment: {'id': 'ea7c5eaf-858a-4527-90c5-d67c1ca964ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '2ee677d4-1e4b-4619-b123-ac984d8e7f0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 15:21:27.384616 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba55b9fa-f891-4c2f-9eea-6115a763d3b8 req-28db58f4-4193-452a-9680-75d4a9bb0775 service neutron] Bound using segment: {'id': 'ea7c5eaf-858a-4527-90c5-d67c1ca964ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '2ee677d4-1e4b-4619-b123-ac984d8e7f0e'} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 15:21:27.385035 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [req-ba55b9fa-f891-4c2f-9eea-6115a763d3b8 req-28db58f4-4193-452a-9680-75d4a9bb0775 service neutron] Bound port: fdd61fb3-c3e4-41c5-b046-13b950a89358, host: n-h2-694802-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea7c5eaf-858a-4527-90c5-d67c1ca964ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '2ee677d4-1e4b-4619-b123-ac984d8e7f0e'}}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 15:21:27.385384 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-ba55b9fa-f891-4c2f-9eea-6115a763d3b8 req-28db58f4-4193-452a-9680-75d4a9bb0775 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:21:27.446673 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [req-ba55b9fa-f891-4c2f-9eea-6115a763d3b8 req-28db58f4-4193-452a-9680-75d4a9bb0775 service neutron] For port fdd61fb3-c3e4-41c5-b046-13b950a89358, host n-h2-694802-15, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 15:21:27.449610 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [req-ba55b9fa-f891-4c2f-9eea-6115a763d3b8 req-28db58f4-4193-452a-9680-75d4a9bb0775 service neutron] For port fdd61fb3-c3e4-41c5-b046-13b950a89358, host n-h2-694802-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=fdd61fb3-c3e4-41c5-b046-13b950a89358,segment=NetworkSegment(ea7c5eaf-858a-4527-90c5-d67c1ca964ac),segment_id=ea7c5eaf-858a-4527-90c5-d67c1ca964ac)] {{(pid=94466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 15:21:27.454568 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-ba55b9fa-f891-4c2f-9eea-6115a763d3b8 req-28db58f4-4193-452a-9680-75d4a9bb0775 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3718439'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:21:27.486376 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba55b9fa-f891-4c2f-9eea-6115a763d3b8 req-28db58f4-4193-452a-9680-75d4a9bb0775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:21:27.486980 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-ba55b9fa-f891-4c2f-9eea-6115a763d3b8 req-28db58f4-4193-452a-9680-75d4a9bb0775 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:21:27.488655 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-ba55b9fa-f891-4c2f-9eea-6115a763d3b8 req-28db58f4-4193-452a-9680-75d4a9bb0775 service neutron] 10.222.0.49 "PUT /v2.0/ports/fdd61fb3-c3e4-41c5-b046-13b950a89358 HTTP/1.1" status: 200 len: 1093 time: 0.8688469 Aug 12 15:21:27.529955 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28db58f4-4193-452a-9680-75d4a9bb0775 service neutron] Pushing event updated for resources: {'Port': ['ID=fdd61fb3-c3e4-41c5-b046-13b950a89358,revision_number=7']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:21:27.562319 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba55b9fa-f891-4c2f-9eea-6115a763d3b8 req-e38c5f5b-bef0-4325-8618-10c1ebc6ab6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:21:27.563887 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-ba55b9fa-f891-4c2f-9eea-6115a763d3b8 req-e38c5f5b-bef0-4325-8618-10c1ebc6ab6b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=75ca84b648f745e19b558c4935eb04e1&device_id=d2d140bf-0287-4c5e-b4ac-d4e405ce2069 HTTP/1.1" status: 200 len: 1096 time: 0.0505359 Aug 12 15:21:27.657120 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba55b9fa-f891-4c2f-9eea-6115a763d3b8 req-53e21492-3c69-49db-b68d-1a6ddb2624b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:21:27.658635 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-ba55b9fa-f891-4c2f-9eea-6115a763d3b8 req-53e21492-3c69-49db-b68d-1a6ddb2624b4 service neutron] 10.222.0.49 "GET /v2.0/networks?id=2ee677d4-1e4b-4619-b123-ac984d8e7f0e HTTP/1.1" status: 200 len: 913 time: 0.0878170 Aug 12 15:21:28.089509 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-ba55b9fa-f891-4c2f-9eea-6115a763d3b8 req-e6fc66fa-9b52-4c09-aee3-f629e925b444 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fdd61fb3-c3e4-41c5-b046-13b950a89358 HTTP/1.1" status: 200 len: 1000 time: 0.4227946 Aug 12 15:21:28.174003 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba55b9fa-f891-4c2f-9eea-6115a763d3b8 req-f571af4f-21d3-466b-9682-befe923e32e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:21:28.175500 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-ba55b9fa-f891-4c2f-9eea-6115a763d3b8 req-f571af4f-21d3-466b-9682-befe923e32e0 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a29bf4ff-3938-4793-81ab-a3fe2312a21a HTTP/1.1" status: 200 len: 851 time: 0.0772707 Aug 12 15:21:28.187489 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf2cb9a-e5a1-4b98-94c7-17d4c5b21d53 req-3951c4f4-8acd-417e-aaef-aa7b3ac078d3 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:21:28.188915 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-3cf2cb9a-e5a1-4b98-94c7-17d4c5b21d53 req-3951c4f4-8acd-417e-aaef-aa7b3ac078d3 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/ports?device_id=d2d140bf-0287-4c5e-b4ac-d4e405ce2069 HTTP/1.1" status: 200 len: 944 time: 0.0638781 Aug 12 15:21:28.261576 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-3cf2cb9a-e5a1-4b98-94c7-17d4c5b21d53 req-3d107ed0-efb4-4a42-a406-fc32a02f95ec tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b70a441-79c7-4437-b160-55bbffdc28f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637987 Aug 12 15:21:28.264428 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba55b9fa-f891-4c2f-9eea-6115a763d3b8 req-95ba7c6e-15b0-4bb8-b5f8-34dc4574cc11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:21:28.265855 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-ba55b9fa-f891-4c2f-9eea-6115a763d3b8 req-95ba7c6e-15b0-4bb8-b5f8-34dc4574cc11 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2ee677d4-1e4b-4619-b123-ac984d8e7f0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0760925 Aug 12 15:21:28.279070 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [req-ba55b9fa-f891-4c2f-9eea-6115a763d3b8 req-0d1ab306-1999-4b0a-a9dd-77303b616a14 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=94466) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 15:21:28.280028 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-ba55b9fa-f891-4c2f-9eea-6115a763d3b8 req-0d1ab306-1999-4b0a-a9dd-77303b616a14 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056715 Aug 12 15:21:28.372503 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-ba55b9fa-f891-4c2f-9eea-6115a763d3b8 req-8beeef88-238a-4378-b27f-d147788f5831 service neutron] 10.222.0.49 "GET /v2.0/networks/2ee677d4-1e4b-4619-b123-ac984d8e7f0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851502 Aug 12 15:21:28.462183 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-ba55b9fa-f891-4c2f-9eea-6115a763d3b8 req-24971b9f-e0e6-469f-9db8-9053c6a71236 service neutron] 10.222.0.49 "GET /v2.0/networks/2ee677d4-1e4b-4619-b123-ac984d8e7f0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810304 Aug 12 15:21:29.144441 n-d-694802-15 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2d140bf-0287-4c5e-b4ac-d4e405ce2069', 'tag': 'fdd61fb3-c3e4-41c5-b046-13b950a89358'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:21:29.146771 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e785eeede3897370d0b20f09d5f461b30cfecd5ed38c4f07dacd02bc52c9277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6aa3c6a0-5900-4644-8c98-45790fc42b64" -d '{"events": [{"name": "network-changed", "server_uuid": "d2d140bf-0287-4c5e-b4ac-d4e405ce2069", "tag": "fdd61fb3-c3e4-41c5-b046-13b950a89358"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 15:21:29.195475 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 15:21:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de763769-038c-49da-a918-9bc1240673ef x-openstack-request-id: req-de763769-038c-49da-a918-9bc1240673ef {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 15:21:29.195769 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2d140bf-0287-4c5e-b4ac-d4e405ce2069", "tag": "fdd61fb3-c3e4-41c5-b046-13b950a89358", "status": "completed", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 15:21:29.196021 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-de763769-038c-49da-a918-9bc1240673ef {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 15:21:29.196446 n-d-694802-15 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2d140bf-0287-4c5e-b4ac-d4e405ce2069', 'tag': 'fdd61fb3-c3e4-41c5-b046-13b950a89358', 'status': 'completed', 'code': 200} Aug 12 15:21:29.263796 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa3c6a0-5900-4644-8c98-45790fc42b64 req-b6842fc0-2500-48c4-bba5-b39973cf1470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:21:29.264930 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa3c6a0-5900-4644-8c98-45790fc42b64 req-62fc8993-ab63-485e-805d-9667eb73f5cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:21:29.265377 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6aa3c6a0-5900-4644-8c98-45790fc42b64 req-b6842fc0-2500-48c4-bba5-b39973cf1470 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=75ca84b648f745e19b558c4935eb04e1&device_id=d2d140bf-0287-4c5e-b4ac-d4e405ce2069 HTTP/1.1" status: 200 len: 1096 time: 0.0443580 Aug 12 15:21:29.266414 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-6aa3c6a0-5900-4644-8c98-45790fc42b64 req-62fc8993-ab63-485e-805d-9667eb73f5cc service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=75ca84b648f745e19b558c4935eb04e1&device_id=d2d140bf-0287-4c5e-b4ac-d4e405ce2069 HTTP/1.1" status: 200 len: 1096 time: 0.0476189 Aug 12 15:21:29.361375 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa3c6a0-5900-4644-8c98-45790fc42b64 req-256377dd-a644-4c0e-a2c1-983712385d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:21:29.362825 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6aa3c6a0-5900-4644-8c98-45790fc42b64 req-256377dd-a644-4c0e-a2c1-983712385d6f service neutron] 10.222.0.64 "GET /v2.0/networks?id=2ee677d4-1e4b-4619-b123-ac984d8e7f0e HTTP/1.1" status: 200 len: 913 time: 0.0907884 Aug 12 15:21:29.392909 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa3c6a0-5900-4644-8c98-45790fc42b64 req-9c8ba30a-6b1d-42e6-bd10-69800e47a2b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:21:29.394394 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-6aa3c6a0-5900-4644-8c98-45790fc42b64 req-9c8ba30a-6b1d-42e6-bd10-69800e47a2b4 service neutron] 10.222.0.49 "GET /v2.0/networks?id=2ee677d4-1e4b-4619-b123-ac984d8e7f0e HTTP/1.1" status: 200 len: 913 time: 0.1194057 Aug 12 15:21:29.403410 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c803e7a9-8527-4f15-b8cd-41fe5fc39ea3 req-875e2b9f-cae5-4edf-bed8-2c24f04bd3bc tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:21:29.404740 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-c803e7a9-8527-4f15-b8cd-41fe5fc39ea3 req-875e2b9f-cae5-4edf-bed8-2c24f04bd3bc tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/ports?device_id=d2d140bf-0287-4c5e-b4ac-d4e405ce2069 HTTP/1.1" status: 200 len: 944 time: 0.0730596 Aug 12 15:21:29.428407 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6aa3c6a0-5900-4644-8c98-45790fc42b64 req-c3f39de4-426a-4056-83e3-637f91f3183a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fdd61fb3-c3e4-41c5-b046-13b950a89358 HTTP/1.1" status: 200 len: 1000 time: 0.0585122 Aug 12 15:21:29.477085 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa3c6a0-5900-4644-8c98-45790fc42b64 req-63f3b8f2-6b56-44bd-a3b2-3e0a79fb640d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:21:29.478588 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6aa3c6a0-5900-4644-8c98-45790fc42b64 req-63f3b8f2-6b56-44bd-a3b2-3e0a79fb640d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a29bf4ff-3938-4793-81ab-a3fe2312a21a HTTP/1.1" status: 200 len: 851 time: 0.0430756 Aug 12 15:21:29.490149 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-c803e7a9-8527-4f15-b8cd-41fe5fc39ea3 req-1eb701f4-1a75-49e8-b33f-83b05518cff4 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b70a441-79c7-4437-b160-55bbffdc28f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779436 Aug 12 15:21:29.491973 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-6aa3c6a0-5900-4644-8c98-45790fc42b64 req-b24ff591-b4b9-4dfe-ac54-bca4807b83bd service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fdd61fb3-c3e4-41c5-b046-13b950a89358 HTTP/1.1" status: 200 len: 1000 time: 0.0863848 Aug 12 15:21:29.529135 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa3c6a0-5900-4644-8c98-45790fc42b64 req-8d6985ca-5c5a-42e0-b2e7-2dd116252592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:21:29.530675 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6aa3c6a0-5900-4644-8c98-45790fc42b64 req-8d6985ca-5c5a-42e0-b2e7-2dd116252592 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2ee677d4-1e4b-4619-b123-ac984d8e7f0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0455468 Aug 12 15:21:29.548032 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa3c6a0-5900-4644-8c98-45790fc42b64 req-1de32b08-16b7-4201-a493-84f95074fa81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:21:29.549766 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-6aa3c6a0-5900-4644-8c98-45790fc42b64 req-1de32b08-16b7-4201-a493-84f95074fa81 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a29bf4ff-3938-4793-81ab-a3fe2312a21a HTTP/1.1" status: 200 len: 851 time: 0.0496137 Aug 12 15:21:29.601117 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa3c6a0-5900-4644-8c98-45790fc42b64 req-b063b139-84f8-404e-9d14-d29d660cb8ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:21:29.602619 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-6aa3c6a0-5900-4644-8c98-45790fc42b64 req-b063b139-84f8-404e-9d14-d29d660cb8ac service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2ee677d4-1e4b-4619-b123-ac984d8e7f0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0451035 Aug 12 15:21:29.620552 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6aa3c6a0-5900-4644-8c98-45790fc42b64 req-ccf2d707-1366-4532-9b4a-28b035d163fd service neutron] 10.222.0.64 "GET /v2.0/networks/2ee677d4-1e4b-4619-b123-ac984d8e7f0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828176 Aug 12 15:21:29.693837 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-6aa3c6a0-5900-4644-8c98-45790fc42b64 req-d52fd15d-3132-40ac-bdc0-106c8553b7ab service neutron] 10.222.0.49 "GET /v2.0/networks/2ee677d4-1e4b-4619-b123-ac984d8e7f0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816591 Aug 12 15:21:29.715032 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6aa3c6a0-5900-4644-8c98-45790fc42b64 req-4856b341-97b4-4995-b85f-36d3ee288394 service neutron] 10.222.0.64 "GET /v2.0/networks/2ee677d4-1e4b-4619-b123-ac984d8e7f0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860269 Aug 12 15:21:29.789606 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-6aa3c6a0-5900-4644-8c98-45790fc42b64 req-51b95f29-698d-43b8-a235-fa0d27893f6c service neutron] 10.222.0.49 "GET /v2.0/networks/2ee677d4-1e4b-4619-b123-ac984d8e7f0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871277 Aug 12 15:21:30.314610 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device fdd61fb3-c3e4-41c5-b046-13b950a89358 no longer exists at agent hyperv_n-h1-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 15:21:30.351369 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device fdd61fb3-c3e4-41c5-b046-13b950a89358 not bound to the agent host n-h1-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 15:21:30.607625 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675455d6-3a78-4f83-a45a-9ef0b2315c44 req-fc1a2142-8082-4434-9778-206c45f797fb tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:21:30.609154 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-675455d6-3a78-4f83-a45a-9ef0b2315c44 req-fc1a2142-8082-4434-9778-206c45f797fb tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/ports?device_id=d2d140bf-0287-4c5e-b4ac-d4e405ce2069 HTTP/1.1" status: 200 len: 944 time: 0.0494747 Aug 12 15:21:30.645990 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-675455d6-3a78-4f83-a45a-9ef0b2315c44 req-9162d034-1c41-4a15-9647-5cfb683f9abb tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b70a441-79c7-4437-b160-55bbffdc28f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309098 Aug 12 15:21:31.763938 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b2be99-9945-4c23-acb5-e891bb793b20 req-9f2cfd15-6ddd-4522-8a99-d158c434b6f1 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:21:31.765499 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-18b2be99-9945-4c23-acb5-e891bb793b20 req-9f2cfd15-6ddd-4522-8a99-d158c434b6f1 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/ports?device_id=d2d140bf-0287-4c5e-b4ac-d4e405ce2069 HTTP/1.1" status: 200 len: 944 time: 0.0500381 Aug 12 15:21:31.806286 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-18b2be99-9945-4c23-acb5-e891bb793b20 req-ce68095b-6526-43eb-b748-27e2f75affef tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b70a441-79c7-4437-b160-55bbffdc28f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343382 Aug 12 15:21:32.922885 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30566d8-6220-42b1-b93a-7714283383ef req-83e67ec6-b6be-4d1f-9f57-c81a4eebb675 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:21:32.924411 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c30566d8-6220-42b1-b93a-7714283383ef req-83e67ec6-b6be-4d1f-9f57-c81a4eebb675 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/ports?device_id=d2d140bf-0287-4c5e-b4ac-d4e405ce2069 HTTP/1.1" status: 200 len: 944 time: 0.0501859 Aug 12 15:21:32.960526 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c30566d8-6220-42b1-b93a-7714283383ef req-1fc6bd3c-6b60-429e-9958-6c48cc1f5f7c tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b70a441-79c7-4437-b160-55bbffdc28f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302761 Aug 12 15:21:32.995806 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device fdd61fb3-c3e4-41c5-b046-13b950a89358 details requested by agent hyperv_n-h2-694802-15 with host n-h2-694802-15 {{(pid=94468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 15:21:33.097840 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port fdd61fb3-c3e4-41c5-b046-13b950a89358, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=fdd61fb3-c3e4-41c5-b046-13b950a89358,segment=NetworkSegment(ea7c5eaf-858a-4527-90c5-d67c1ca964ac),segment_id=ea7c5eaf-858a-4527-90c5-d67c1ca964ac)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:21:33.109449 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Returning: {'device': 'fdd61fb3-c3e4-41c5-b046-13b950a89358', 'network_id': '2ee677d4-1e4b-4619-b123-ac984d8e7f0e', 'port_id': 'fdd61fb3-c3e4-41c5-b046-13b950a89358', 'mac_address': 'fa:16:3e:e1:93:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a29bf4ff-3938-4793-81ab-a3fe2312a21a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 15:21:33.147705 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:21:33.162078 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fdd61fb3-c3e4-41c5-b046-13b950a89358 {{(pid=94468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 15:21:33.181629 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port fdd61fb3-c3e4-41c5-b046-13b950a89358, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=fdd61fb3-c3e4-41c5-b046-13b950a89358,segment=NetworkSegment(ea7c5eaf-858a-4527-90c5-d67c1ca964ac),segment_id=ea7c5eaf-858a-4527-90c5-d67c1ca964ac)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:21:33.185569 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:21:33.216114 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17219fc9-b8be-4045-b08c-85c4d59c0303 req-0b733a8f-30d0-4422-bef2-4038e4b901e0 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:21:33.217644 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-17219fc9-b8be-4045-b08c-85c4d59c0303 req-0b733a8f-30d0-4422-bef2-4038e4b901e0 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/ports?device_id=d2d140bf-0287-4c5e-b4ac-d4e405ce2069 HTTP/1.1" status: 200 len: 944 time: 0.0910146 Aug 12 15:21:33.225305 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb41882-3db5-4b6b-a862-5ee5f8283ad9 req-7d649a6b-8051-4d9b-bed0-5aefeb7d3511 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:21:33.226715 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6fb41882-3db5-4b6b-a862-5ee5f8283ad9 req-7d649a6b-8051-4d9b-bed0-5aefeb7d3511 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.64 "GET /v2.0/ports?device_id=d2d140bf-0287-4c5e-b4ac-d4e405ce2069&tenant_id=75ca84b648f745e19b558c4935eb04e1&binding%3Ahost_id=n-h2-694802-15 HTTP/1.1" status: 200 len: 944 time: 0.0903709 Aug 12 15:21:33.240735 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Pushing event updated for resources: {'Port': ['ID=fdd61fb3-c3e4-41c5-b046-13b950a89358,revision_number=8']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:21:33.248748 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:21:33.249197 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:21:33.249793 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:21:33.250122 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:21:33.250446 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:21:33.250794 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:21:33.251269 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:21:33.251588 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:21:33.251931 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:21:33.252248 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:21:33.252564 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:21:33.252881 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:21:33.292624 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-17219fc9-b8be-4045-b08c-85c4d59c0303 req-758b0abb-e756-42a0-91c2-0694e6fd5772 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b70a441-79c7-4437-b160-55bbffdc28f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649209 Aug 12 15:21:33.310852 n-d-694802-15 neutron-server[94467]: INFO neutron.api.v2.resource [req-6fb41882-3db5-4b6b-a862-5ee5f8283ad9 req-d4042a84-ba7f-4e54-921a-e6d7b6e9690d service neutron] delete failed (client error): The resource could not be found. Aug 12 15:21:33.311824 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6fb41882-3db5-4b6b-a862-5ee5f8283ad9 req-d4042a84-ba7f-4e54-921a-e6d7b6e9690d service neutron] 10.222.0.64 "DELETE /v2.0/ports/fdd61fb3-c3e4-41c5-b046-13b950a89358/bindings/n-h1-694802-15 HTTP/1.1" status: 404 len: 381 time: 0.0769124 Aug 12 15:21:33.398061 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb41882-3db5-4b6b-a862-5ee5f8283ad9 req-f621bb59-f1a2-4435-b4bc-6f9e7810a27e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:21:33.399508 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6fb41882-3db5-4b6b-a862-5ee5f8283ad9 req-f621bb59-f1a2-4435-b4bc-6f9e7810a27e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=75ca84b648f745e19b558c4935eb04e1&device_id=d2d140bf-0287-4c5e-b4ac-d4e405ce2069 HTTP/1.1" status: 200 len: 1097 time: 0.0445349 Aug 12 15:21:33.488406 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb41882-3db5-4b6b-a862-5ee5f8283ad9 req-6414a08f-b7ed-4728-a003-e69449a7ccf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:21:33.489918 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6fb41882-3db5-4b6b-a862-5ee5f8283ad9 req-6414a08f-b7ed-4728-a003-e69449a7ccf2 service neutron] 10.222.0.64 "GET /v2.0/networks?id=2ee677d4-1e4b-4619-b123-ac984d8e7f0e HTTP/1.1" status: 200 len: 913 time: 0.0827816 Aug 12 15:21:33.557735 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6fb41882-3db5-4b6b-a862-5ee5f8283ad9 req-4d0df4e8-9443-4494-b978-4daee4bfaf3b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fdd61fb3-c3e4-41c5-b046-13b950a89358 HTTP/1.1" status: 200 len: 1001 time: 0.0610607 Aug 12 15:21:33.562433 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] get_ports_and_sgs() called for port_ids ['fdd61fb3-c3e4-41c5-b046-13b950a89358'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 15:21:33.606601 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb41882-3db5-4b6b-a862-5ee5f8283ad9 req-b015c971-432f-45b0-af7f-c1f572890b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:21:33.608098 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6fb41882-3db5-4b6b-a862-5ee5f8283ad9 req-b015c971-432f-45b0-af7f-c1f572890b43 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a29bf4ff-3938-4793-81ab-a3fe2312a21a HTTP/1.1" status: 200 len: 851 time: 0.0434465 Aug 12 15:21:33.655908 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb41882-3db5-4b6b-a862-5ee5f8283ad9 req-8001df87-fec7-4ddc-be8d-b95aaa46990f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:21:33.657336 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6fb41882-3db5-4b6b-a862-5ee5f8283ad9 req-8001df87-fec7-4ddc-be8d-b95aaa46990f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2ee677d4-1e4b-4619-b123-ac984d8e7f0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0426784 Aug 12 15:21:33.750186 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6fb41882-3db5-4b6b-a862-5ee5f8283ad9 req-919acd4f-be39-403f-b2f6-ad4338b09f42 service neutron] 10.222.0.64 "GET /v2.0/networks/2ee677d4-1e4b-4619-b123-ac984d8e7f0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859811 Aug 12 15:21:33.838270 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6fb41882-3db5-4b6b-a862-5ee5f8283ad9 req-126d1de0-5174-473e-84dc-be07541f9cf1 service neutron] 10.222.0.64 "GET /v2.0/networks/2ee677d4-1e4b-4619-b123-ac984d8e7f0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814414 Aug 12 15:21:34.416558 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288e331a-14c1-4fff-ba41-8dafe5bac8dc req-789d1e2c-c9c3-4704-a0dd-c33bf7eb9d43 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:21:34.417939 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-288e331a-14c1-4fff-ba41-8dafe5bac8dc req-789d1e2c-c9c3-4704-a0dd-c33bf7eb9d43 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/ports?device_id=d2d140bf-0287-4c5e-b4ac-d4e405ce2069 HTTP/1.1" status: 200 len: 945 time: 0.0528212 Aug 12 15:21:34.455638 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-288e331a-14c1-4fff-ba41-8dafe5bac8dc req-32a79e02-677f-4adf-8f60-9688b15bd1cd tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b70a441-79c7-4437-b160-55bbffdc28f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316801 Aug 12 15:21:34.568945 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580c5c8b-f917-4dee-8665-4e25e34f7e1b req-141a6166-f9d0-48f2-b509-a9e201ba99e7 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:21:34.570425 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-580c5c8b-f917-4dee-8665-4e25e34f7e1b req-141a6166-f9d0-48f2-b509-a9e201ba99e7 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/ports?device_id=d2d140bf-0287-4c5e-b4ac-d4e405ce2069 HTTP/1.1" status: 200 len: 945 time: 0.0488636 Aug 12 15:21:34.608130 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-580c5c8b-f917-4dee-8665-4e25e34f7e1b req-10f580c2-0607-40a1-b99f-29bc6c251ef6 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b70a441-79c7-4437-b160-55bbffdc28f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312974 Aug 12 15:21:34.724151 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7db34e4-7b32-406d-af82-352f392024fe req-6dd86781-e1ce-4c5b-8f73-22150588f94e tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:21:34.725595 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-f7db34e4-7b32-406d-af82-352f392024fe req-6dd86781-e1ce-4c5b-8f73-22150588f94e tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/ports?device_id=d2d140bf-0287-4c5e-b4ac-d4e405ce2069 HTTP/1.1" status: 200 len: 945 time: 0.0521505 Aug 12 15:21:34.773753 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-f7db34e4-7b32-406d-af82-352f392024fe req-3798c00f-899e-4260-b636-38e881b3c6da tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b70a441-79c7-4437-b160-55bbffdc28f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418305 Aug 12 15:21:34.999409 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device fdd61fb3-c3e4-41c5-b046-13b950a89358 up at agent hyperv_n-h2-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 15:21:35.001960 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039e2680-8f13-4be5-9165-e4e9df1adbce req-caf098c6-ba28-47f5-8e76-fb03f866d0ec tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:21:35.003462 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-039e2680-8f13-4be5-9165-e4e9df1adbce req-caf098c6-ba28-47f5-8e76-fb03f866d0ec tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/ports?device_id=d2d140bf-0287-4c5e-b4ac-d4e405ce2069 HTTP/1.1" status: 200 len: 945 time: 0.0485260 Aug 12 15:21:35.044038 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-039e2680-8f13-4be5-9165-e4e9df1adbce req-ab922cbc-9b91-4b24-84c2-ae668dd886cf tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b70a441-79c7-4437-b160-55bbffdc28f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323136 Aug 12 15:21:35.050164 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Provisioning for port fdd61fb3-c3e4-41c5-b046-13b950a89358 completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:21:35.053838 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Provisioning complete for port fdd61fb3-c3e4-41c5-b046-13b950a89358 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:21:35.054213 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:21:35.132053 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:21:35.154013 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2d140bf-0287-4c5e-b4ac-d4e405ce2069', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdd61fb3-c3e4-41c5-b046-13b950a89358'}] {{(pid=94468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:21:35.157249 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99a8d87602170099c728e57431aca99e9b98a655a83bbf8727be13192709727b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bd8c04e-88fd-48fd-8c6e-9f544383c0b3" -d '{"events": [{"server_uuid": "d2d140bf-0287-4c5e-b4ac-d4e405ce2069", "name": "network-vif-plugged", "status": "completed", "tag": "fdd61fb3-c3e4-41c5-b046-13b950a89358"}]}' {{(pid=94468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 15:21:35.170329 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port fdd61fb3-c3e4-41c5-b046-13b950a89358, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=fdd61fb3-c3e4-41c5-b046-13b950a89358,segment=NetworkSegment(ea7c5eaf-858a-4527-90c5-d67c1ca964ac),segment_id=ea7c5eaf-858a-4527-90c5-d67c1ca964ac)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:21:35.174201 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:21:35.200465 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 15:21:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-921564fa-8f67-4b59-b416-6a41cf9f16d9 x-openstack-request-id: req-921564fa-8f67-4b59-b416-6a41cf9f16d9 {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 15:21:35.200753 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2d140bf-0287-4c5e-b4ac-d4e405ce2069", "name": "network-vif-plugged", "status": "completed", "tag": "fdd61fb3-c3e4-41c5-b046-13b950a89358", "code": 200}]} {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 15:21:35.200999 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-921564fa-8f67-4b59-b416-6a41cf9f16d9 {{(pid=94468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 15:21:35.201380 n-d-694802-15 neutron-server[94468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2d140bf-0287-4c5e-b4ac-d4e405ce2069', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdd61fb3-c3e4-41c5-b046-13b950a89358', 'code': 200} Aug 12 15:21:35.225451 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Pushing event updated for resources: {'Port': ['ID=fdd61fb3-c3e4-41c5-b046-13b950a89358,revision_number=9']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:21:36.160362 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e8fa9c-0956-4fb2-883b-74a11184e09c req-9c8156ef-4b20-4029-8550-2ab401729416 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:21:36.161942 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-10e8fa9c-0956-4fb2-883b-74a11184e09c req-9c8156ef-4b20-4029-8550-2ab401729416 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/ports?device_id=d2d140bf-0287-4c5e-b4ac-d4e405ce2069 HTTP/1.1" status: 200 len: 946 time: 0.0506601 Aug 12 15:21:36.198941 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-10e8fa9c-0956-4fb2-883b-74a11184e09c req-8b491fda-85c2-49e8-ba56-3e627d4d9116 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b70a441-79c7-4437-b160-55bbffdc28f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310948 Aug 12 15:21:36.536803 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3326ed-3d5b-44f2-ba54-36c86c1a650c req-5802d779-2414-4ee7-b19a-099074399b9f tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:21:36.538219 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-4d3326ed-3d5b-44f2-ba54-36c86c1a650c req-5802d779-2414-4ee7-b19a-099074399b9f tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.49 "GET /v2.0/ports?device_id=d2d140bf-0287-4c5e-b4ac-d4e405ce2069 HTTP/1.1" status: 200 len: 946 time: 0.0514843 Aug 12 15:21:36.656291 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [req-4d3326ed-3d5b-44f2-ba54-36c86c1a650c req-d4c7fadc-04f2-46fc-951d-7df4360fdf47 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Deleting port fdd61fb3-c3e4-41c5-b046-13b950a89358 {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 15:21:36.656626 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-4d3326ed-3d5b-44f2-ba54-36c86c1a650c req-d4c7fadc-04f2-46fc-951d-7df4360fdf47 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:21:36.746877 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [req-4d3326ed-3d5b-44f2-ba54-36c86c1a650c req-d4c7fadc-04f2-46fc-951d-7df4360fdf47 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] For port fdd61fb3-c3e4-41c5-b046-13b950a89358, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=fdd61fb3-c3e4-41c5-b046-13b950a89358,segment=NetworkSegment(ea7c5eaf-858a-4527-90c5-d67c1ca964ac),segment_id=ea7c5eaf-858a-4527-90c5-d67c1ca964ac)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:21:36.747263 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-4d3326ed-3d5b-44f2-ba54-36c86c1a650c req-d4c7fadc-04f2-46fc-951d-7df4360fdf47 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:21:36.962510 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-4d3326ed-3d5b-44f2-ba54-36c86c1a650c req-d4c7fadc-04f2-46fc-951d-7df4360fdf47 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:21:36.962884 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-4d3326ed-3d5b-44f2-ba54-36c86c1a650c req-d4c7fadc-04f2-46fc-951d-7df4360fdf47 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431510'] for floatingip, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:21:36.963234 n-d-694802-15 neutron-server[94466]: INFO neutron.db.l3_db [req-4d3326ed-3d5b-44f2-ba54-36c86c1a650c req-d4c7fadc-04f2-46fc-951d-7df4360fdf47 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Floating IP 26e7debd-74c3-44cd-b9cb-ffcd8c0f01ad disassociated. External IP: 172.25.1.116, port: fdd61fb3-c3e4-41c5-b046-13b950a89358. Aug 12 15:21:36.963575 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [req-4d3326ed-3d5b-44f2-ba54-36c86c1a650c req-d4c7fadc-04f2-46fc-951d-7df4360fdf47 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Calling delete_port for fdd61fb3-c3e4-41c5-b046-13b950a89358 owned by compute:nova {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 15:21:37.091208 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-4d3326ed-3d5b-44f2-ba54-36c86c1a650c req-d4c7fadc-04f2-46fc-951d-7df4360fdf47 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:21:37.119970 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c7fadc-04f2-46fc-951d-7df4360fdf47 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Pushing event deleted for resources: {'Port': ['ID=fdd61fb3-c3e4-41c5-b046-13b950a89358,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:21:37.239699 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4d3326ed-3d5b-44f2-ba54-36c86c1a650c req-d4c7fadc-04f2-46fc-951d-7df4360fdf47 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Router d30a26a0-30fa-463d-b3cf-757521adcc97 has already been hosted by L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f {{(pid=94466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 15:21:37.308666 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ff44099d-7eae-417e-8bfa-1d758cdd9923 req-62a6c4e7-ff46-4539-a562-d749b08d53a7 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/ports?device_id=d2d140bf-0287-4c5e-b4ac-d4e405ce2069 HTTP/1.1" status: 200 len: 210 time: 0.0320666 Aug 12 15:21:37.360668 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4d3326ed-3d5b-44f2-ba54-36c86c1a650c req-d4c7fadc-04f2-46fc-951d-7df4360fdf47 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 15:21:37.370475 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42f49ead-f893-4ee1-ad26-1ffe3f4ff1b0 None None] Sync routers for ids ['d30a26a0-30fa-463d-b3cf-757521adcc97'] in n-d-694802-15 {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 15:21:37.379825 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42f49ead-f893-4ee1-ad26-1ffe3f4ff1b0 None None] Routers {'d30a26a0-30fa-463d-b3cf-757521adcc97'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:21:37.380355 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-42f49ead-f893-4ee1-ad26-1ffe3f4ff1b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T15:21:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['d30a26a0-30fa-463d-b3cf-757521adcc97'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:21:37.419364 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d3326ed-3d5b-44f2-ba54-36c86c1a650c req-d4c7fadc-04f2-46fc-951d-7df4360fdf47 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] No DVR routers for this DVR port fdd61fb3-c3e4-41c5-b046-13b950a89358 on host n-h2-694802-15 {{(pid=94466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 15:21:37.422002 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-4d3326ed-3d5b-44f2-ba54-36c86c1a650c req-d4c7fadc-04f2-46fc-951d-7df4360fdf47 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:21:37.424257 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-4d3326ed-3d5b-44f2-ba54-36c86c1a650c req-d4c7fadc-04f2-46fc-951d-7df4360fdf47 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.49 "DELETE /v2.0/ports/fdd61fb3-c3e4-41c5-b046-13b950a89358 HTTP/1.1" status: 204 len: 173 time: 0.8795965 Aug 12 15:21:37.424661 n-d-694802-15 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2d140bf-0287-4c5e-b4ac-d4e405ce2069', 'name': 'network-vif-deleted', 'tag': 'fdd61fb3-c3e4-41c5-b046-13b950a89358'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:21:37.427069 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e785eeede3897370d0b20f09d5f461b30cfecd5ed38c4f07dacd02bc52c9277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1056f5ce-44f2-48a3-a22f-03826b516807" -d '{"events": [{"server_uuid": "d2d140bf-0287-4c5e-b4ac-d4e405ce2069", "name": "network-vif-deleted", "tag": "fdd61fb3-c3e4-41c5-b046-13b950a89358"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 15:21:37.466064 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 15:21:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a5f019d-18e0-44b2-8f31-60aa026f41db x-openstack-request-id: req-7a5f019d-18e0-44b2-8f31-60aa026f41db {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 15:21:37.466444 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2d140bf-0287-4c5e-b4ac-d4e405ce2069", "name": "network-vif-deleted", "tag": "fdd61fb3-c3e4-41c5-b046-13b950a89358", "status": "completed", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 15:21:37.466727 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7a5f019d-18e0-44b2-8f31-60aa026f41db {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 15:21:37.467192 n-d-694802-15 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2d140bf-0287-4c5e-b4ac-d4e405ce2069', 'name': 'network-vif-deleted', 'tag': 'fdd61fb3-c3e4-41c5-b046-13b950a89358', 'status': 'completed', 'code': 200} Aug 12 15:21:37.490656 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-42f49ead-f893-4ee1-ad26-1ffe3f4ff1b0 None None] Set router d30a26a0-30fa-463d-b3cf-757521adcc97 gateway port host: n-d-694802-15 {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:21:37.686884 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-42f49ead-f893-4ee1-ad26-1ffe3f4ff1b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd30a26a0-30fa-463d-b3cf-757521adcc97', 'name': 'tempest-ServerActionsTestJSON-2065852979-router', 'tenant_id': '75ca84b648f745e19b558c4935eb04e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.194'}], 'enable_snat': True}, 'gw_port_id': 'd31893fb-90de-40d5-b502-11325f6985a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:19:17Z', 'updated_at': '2021-08-12T15:19:20Z', 'revision_number': 4, 'project_id': '75ca84b648f745e19b558c4935eb04e1', 'gw_port': {'id': 'd31893fb-90de-40d5-b502-11325f6985a2', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:52:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd30a26a0-30fa-463d-b3cf-757521adcc97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:19:18Z', 'updated_at': '2021-08-12T15:19:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': '3e65877a-9c29-4f06-be2a-f078636d8799', 'name': '', 'network_id': '2ee677d4-1e4b-4619-b123-ac984d8e7f0e', 'tenant_id': '75ca84b648f745e19b558c4935eb04e1', 'mac_address': 'fa:16:3e:9e:2d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd30a26a0-30fa-463d-b3cf-757521adcc97', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'a29bf4ff-3938-4793-81ab-a3fe2312a21a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:19:19Z', 'updated_at': '2021-08-12T15:19:25Z', 'revision_number': 5, 'project_id': '75ca84b648f745e19b558c4935eb04e1', 'subnets': [{'id': 'a29bf4ff-3938-4793-81ab-a3fe2312a21a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:21:37.712829 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42f49ead-f893-4ee1-ad26-1ffe3f4ff1b0 None None] Checking router: d30a26a0-30fa-463d-b3cf-757521adcc97 for host: n-d-694802-15 {{(pid=94469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 15:21:37.720726 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42f49ead-f893-4ee1-ad26-1ffe3f4ff1b0 None None] Routers {'d30a26a0-30fa-463d-b3cf-757521adcc97'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:21:37.721314 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-42f49ead-f893-4ee1-ad26-1ffe3f4ff1b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T15:21:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['d30a26a0-30fa-463d-b3cf-757521adcc97'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:21:37.825609 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-42f49ead-f893-4ee1-ad26-1ffe3f4ff1b0 None None] Set router d30a26a0-30fa-463d-b3cf-757521adcc97 gateway port host: n-d-694802-15 {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:21:38.027697 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-42f49ead-f893-4ee1-ad26-1ffe3f4ff1b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd30a26a0-30fa-463d-b3cf-757521adcc97', 'name': 'tempest-ServerActionsTestJSON-2065852979-router', 'tenant_id': '75ca84b648f745e19b558c4935eb04e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.194'}], 'enable_snat': True}, 'gw_port_id': 'd31893fb-90de-40d5-b502-11325f6985a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:19:17Z', 'updated_at': '2021-08-12T15:19:20Z', 'revision_number': 4, 'project_id': '75ca84b648f745e19b558c4935eb04e1', 'gw_port': {'id': 'd31893fb-90de-40d5-b502-11325f6985a2', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:52:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd30a26a0-30fa-463d-b3cf-757521adcc97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:19:18Z', 'updated_at': '2021-08-12T15:19:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': '3e65877a-9c29-4f06-be2a-f078636d8799', 'name': '', 'network_id': '2ee677d4-1e4b-4619-b123-ac984d8e7f0e', 'tenant_id': '75ca84b648f745e19b558c4935eb04e1', 'mac_address': 'fa:16:3e:9e:2d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd30a26a0-30fa-463d-b3cf-757521adcc97', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'a29bf4ff-3938-4793-81ab-a3fe2312a21a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:19:19Z', 'updated_at': '2021-08-12T15:19:25Z', 'revision_number': 5, 'project_id': '75ca84b648f745e19b558c4935eb04e1', 'subnets': [{'id': 'a29bf4ff-3938-4793-81ab-a3fe2312a21a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:21:38.057471 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42f49ead-f893-4ee1-ad26-1ffe3f4ff1b0 None None] The sync data for ids ['d30a26a0-30fa-463d-b3cf-757521adcc97'] in n-d-694802-15 is: [{'id': 'd30a26a0-30fa-463d-b3cf-757521adcc97', 'name': 'tempest-ServerActionsTestJSON-2065852979-router', 'tenant_id': '75ca84b648f745e19b558c4935eb04e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.194'}], 'enable_snat': True}, 'gw_port_id': 'd31893fb-90de-40d5-b502-11325f6985a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:19:17Z', 'updated_at': '2021-08-12T15:19:20Z', 'revision_number': 4, 'project_id': '75ca84b648f745e19b558c4935eb04e1', 'gw_port': {'id': 'd31893fb-90de-40d5-b502-11325f6985a2', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:52:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd30a26a0-30fa-463d-b3cf-757521adcc97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:19:18Z', 'updated_at': '2021-08-12T15:19:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': '3e65877a-9c29-4f06-be2a-f078636d8799', 'name': '', 'network_id': '2ee677d4-1e4b-4619-b123-ac984d8e7f0e', 'tenant_id': '75ca84b648f745e19b558c4935eb04e1', 'mac_address': 'fa:16:3e:9e:2d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd30a26a0-30fa-463d-b3cf-757521adcc97', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'a29bf4ff-3938-4793-81ab-a3fe2312a21a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:19:19Z', 'updated_at': '2021-08-12T15:19:25Z', 'revision_number': 5, 'project_id': '75ca84b648f745e19b558c4935eb04e1', 'subnets': [{'id': 'a29bf4ff-3938-4793-81ab-a3fe2312a21a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 15:21:38.273340 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e85a2b6-9db8-40d2-9641-42efbefe852c None None] New status for floating IP 26e7debd-74c3-44cd-b9cb-ffcd8c0f01ad: DOWN {{(pid=94468) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 15:21:38.545188 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c8969ef1-8ce0-4fa2-84f1-914fd2cc7e49 req-0b1380bf-190f-4e5b-aeba-9dfd183ecf91 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--498018287&fields=id&tenant_id=75ca84b648f745e19b558c4935eb04e1 HTTP/1.1" status: 200 len: 267 time: 0.0339200 Aug 12 15:21:38.656237 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8969ef1-8ce0-4fa2-84f1-914fd2cc7e49 req-2254437d-0948-4126-8205-788508a53a6e tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:21:38.657657 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c8969ef1-8ce0-4fa2-84f1-914fd2cc7e49 req-2254437d-0948-4126-8205-788508a53a6e tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/networks?id=2ee677d4-1e4b-4619-b123-ac984d8e7f0e HTTP/1.1" status: 200 len: 812 time: 0.1031790 Aug 12 15:21:38.673023 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c8969ef1-8ce0-4fa2-84f1-914fd2cc7e49 req-3e208dd1-2177-4c87-a6fd-9bef4b564728 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/quotas/75ca84b648f745e19b558c4935eb04e1 HTTP/1.1" status: 200 len: 375 time: 0.0089614 Aug 12 15:21:38.726139 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c8969ef1-8ce0-4fa2-84f1-914fd2cc7e49 req-10c333c8-2c0c-4b93-b3e3-d30d85f7c319 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=75ca84b648f745e19b558c4935eb04e1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0475488 Aug 12 15:21:38.835474 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c8969ef1-8ce0-4fa2-84f1-914fd2cc7e49 req-8a2f1d82-dc32-4489-a616-be4a7db8af15 service neutron] 10.222.0.39 "GET /v2.0/networks/2ee677d4-1e4b-4619-b123-ac984d8e7f0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975809 Aug 12 15:21:38.924501 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c8969ef1-8ce0-4fa2-84f1-914fd2cc7e49 req-2f26ef00-391d-4694-ad63-5b18eef90fdb service neutron] 10.222.0.39 "GET /v2.0/networks/2ee677d4-1e4b-4619-b123-ac984d8e7f0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828419 Aug 12 15:21:39.082583 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-a79aac9b-92cf-492b-9669-36047615d3c7 req-6667f16b-a746-424b-bb12-1bd285af9e99 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/ports?device_id=77b28f50-9999-4310-bcdc-dfb00531816f HTTP/1.1" status: 200 len: 210 time: 0.0268953 Aug 12 15:21:40.160595 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-57572654-9803-49b4-a147-df26e74c252a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:21:40.165819 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8969ef1-8ce0-4fa2-84f1-914fd2cc7e49 req-e49a239d-33f3-408f-999a-0ebbd25ddec0 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:21:40.167941 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c8969ef1-8ce0-4fa2-84f1-914fd2cc7e49 req-e49a239d-33f3-408f-999a-0ebbd25ddec0 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.64 "GET /v2.0/networks?id=2ee677d4-1e4b-4619-b123-ac984d8e7f0e HTTP/1.1" status: 200 len: 812 time: 0.1153519 Aug 12 15:21:40.206144 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c0efdc7a-e122-43ca-92fc-e1208e451093 req-31085f23-d23d-4c2a-b103-e19c7709e004 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/ports?device_id=77b28f50-9999-4310-bcdc-dfb00531816f HTTP/1.1" status: 200 len: 210 time: 0.0489626 Aug 12 15:21:40.230378 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c8969ef1-8ce0-4fa2-84f1-914fd2cc7e49 req-822a3c3a-fe99-4b4a-92aa-e7540a35bdea tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=75ca84b648f745e19b558c4935eb04e1 HTTP/1.1" status: 200 len: 379 time: 0.0536015 Aug 12 15:21:40.240768 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-c8969ef1-8ce0-4fa2-84f1-914fd2cc7e49 req-0f7d776c-cc15-4b2b-a0ce-7b9bc2145f18 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Request body: {'port': {'device_id': '77b28f50-9999-4310-bcdc-dfb00531816f', 'network_id': '2ee677d4-1e4b-4619-b123-ac984d8e7f0e', 'admin_state_up': True, 'tenant_id': '75ca84b648f745e19b558c4935eb04e1', 'security_groups': ['5b70a441-79c7-4437-b160-55bbffdc28f3']}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:21:40.350994 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8969ef1-8ce0-4fa2-84f1-914fd2cc7e49 req-0f7d776c-cc15-4b2b-a0ce-7b9bc2145f18 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Made reservation on behalf of 75ca84b648f745e19b558c4935eb04e1 for: {'port': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 15:21:40.355225 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-c8969ef1-8ce0-4fa2-84f1-914fd2cc7e49 req-0f7d776c-cc15-4b2b-a0ce-7b9bc2145f18 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:21:40.478797 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_common [req-c8969ef1-8ce0-4fa2-84f1-914fd2cc7e49 req-0f7d776c-cc15-4b2b-a0ce-7b9bc2145f18 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Allocated IP 172.20.0.13 (2ee677d4-1e4b-4619-b123-ac984d8e7f0e/a29bf4ff-3938-4793-81ab-a3fe2312a21a/0a87f8ba-4127-4665-8943-e5ed869aac9c) {{(pid=94467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 15:21:40.619091 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-c8969ef1-8ce0-4fa2-84f1-914fd2cc7e49 req-0f7d776c-cc15-4b2b-a0ce-7b9bc2145f18 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Notify callbacks [] for port, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:21:40.633514 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [req-c8969ef1-8ce0-4fa2-84f1-914fd2cc7e49 req-0f7d776c-cc15-4b2b-a0ce-7b9bc2145f18 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Transition to ACTIVE for port object 0a87f8ba-4127-4665-8943-e5ed869aac9c will not be triggered until provisioned by entity DHCP. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:21:40.668902 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-c8969ef1-8ce0-4fa2-84f1-914fd2cc7e49 req-0f7d776c-cc15-4b2b-a0ce-7b9bc2145f18 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:21:40.712021 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8969ef1-8ce0-4fa2-84f1-914fd2cc7e49 req-0f7d776c-cc15-4b2b-a0ce-7b9bc2145f18 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Network 2ee677d4-1e4b-4619-b123-ac984d8e7f0e is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 15:21:40.716959 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [req-c8969ef1-8ce0-4fa2-84f1-914fd2cc7e49 req-0f7d776c-cc15-4b2b-a0ce-7b9bc2145f18 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:21:40.720725 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8969ef1-8ce0-4fa2-84f1-914fd2cc7e49 req-0f7d776c-cc15-4b2b-a0ce-7b9bc2145f18 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Received port after_create {{(pid=94467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 15:21:40.751144 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7d776c-cc15-4b2b-a0ce-7b9bc2145f18 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Pushing event updated for resources: {'Port': ['ID=0a87f8ba-4127-4665-8943-e5ed869aac9c,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:21:40.766848 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7d776c-cc15-4b2b-a0ce-7b9bc2145f18 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:21:40.767230 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7d776c-cc15-4b2b-a0ce-7b9bc2145f18 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:21:40.767573 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7d776c-cc15-4b2b-a0ce-7b9bc2145f18 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:21:40.767909 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7d776c-cc15-4b2b-a0ce-7b9bc2145f18 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:21:40.768242 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7d776c-cc15-4b2b-a0ce-7b9bc2145f18 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:21:40.768571 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7d776c-cc15-4b2b-a0ce-7b9bc2145f18 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:21:40.768904 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7d776c-cc15-4b2b-a0ce-7b9bc2145f18 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:21:40.769227 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7d776c-cc15-4b2b-a0ce-7b9bc2145f18 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:21:40.769549 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7d776c-cc15-4b2b-a0ce-7b9bc2145f18 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:21:40.769870 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7d776c-cc15-4b2b-a0ce-7b9bc2145f18 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:21:40.770192 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7d776c-cc15-4b2b-a0ce-7b9bc2145f18 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:21:40.770510 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7d776c-cc15-4b2b-a0ce-7b9bc2145f18 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:21:40.790243 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8969ef1-8ce0-4fa2-84f1-914fd2cc7e49 req-0f7d776c-cc15-4b2b-a0ce-7b9bc2145f18 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:21:40.790859 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-c8969ef1-8ce0-4fa2-84f1-914fd2cc7e49 req-0f7d776c-cc15-4b2b-a0ce-7b9bc2145f18 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:21:40.805669 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c8969ef1-8ce0-4fa2-84f1-914fd2cc7e49 req-0f7d776c-cc15-4b2b-a0ce-7b9bc2145f18 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5686903 Aug 12 15:21:40.895962 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-c8969ef1-8ce0-4fa2-84f1-914fd2cc7e49 req-d5a26761-280c-4b93-b39f-2658f3640f00 service neutron] Request body: {'port': {'device_id': '77b28f50-9999-4310-bcdc-dfb00531816f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-694802-15'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:21:40.937013 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-cd7e0938-181e-4f82-8634-586c53b15bd0 None None] Provisioning for port 0a87f8ba-4127-4665-8943-e5ed869aac9c completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:21:40.942332 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-cd7e0938-181e-4f82-8634-586c53b15bd0 None None] Provisioning complete for port 0a87f8ba-4127-4665-8943-e5ed869aac9c triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:21:40.944299 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-cd7e0938-181e-4f82-8634-586c53b15bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:21:40.955409 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-c8969ef1-8ce0-4fa2-84f1-914fd2cc7e49 req-d5a26761-280c-4b93-b39f-2658f3640f00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:21:40.983745 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-cd7e0938-181e-4f82-8634-586c53b15bd0 None None] Port 0a87f8ba-4127-4665-8943-e5ed869aac9c cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 15:21:41.027277 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device fdd61fb3-c3e4-41c5-b046-13b950a89358 no longer exists at agent hyperv_n-h2-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 15:21:41.046748 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] No Port match for: fdd61fb3-c3e4-41c5-b046-13b950a89358 {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 15:21:41.047112 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device fdd61fb3-c3e4-41c5-b046-13b950a89358 not bound to the agent host n-h2-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 15:21:41.218146 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [req-c8969ef1-8ce0-4fa2-84f1-914fd2cc7e49 req-d5a26761-280c-4b93-b39f-2658f3640f00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a87f8ba-4127-4665-8943-e5ed869aac9c {{(pid=94467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 15:21:41.226038 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-c8969ef1-8ce0-4fa2-84f1-914fd2cc7e49 req-d5a26761-280c-4b93-b39f-2658f3640f00 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:21:41.237769 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [req-c8969ef1-8ce0-4fa2-84f1-914fd2cc7e49 req-d5a26761-280c-4b93-b39f-2658f3640f00 service neutron] Transition to ACTIVE for port object 0a87f8ba-4127-4665-8943-e5ed869aac9c will not be triggered until provisioned by entity L2. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:21:41.242685 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-c8969ef1-8ce0-4fa2-84f1-914fd2cc7e49 req-d5a26761-280c-4b93-b39f-2658f3640f00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:21:41.292062 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a26761-280c-4b93-b39f-2658f3640f00 service neutron] Pushing event updated for resources: {'Port': ['ID=0a87f8ba-4127-4665-8943-e5ed869aac9c,revision_number=2']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:21:41.337948 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55562375-53fa-4270-8b4b-593e1941e9db req-65fb48ee-bd42-4289-a10b-8667cadfe71a tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:21:41.339522 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-55562375-53fa-4270-8b4b-593e1941e9db req-65fb48ee-bd42-4289-a10b-8667cadfe71a tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/ports?device_id=77b28f50-9999-4310-bcdc-dfb00531816f HTTP/1.1" status: 200 len: 944 time: 0.0590041 Aug 12 15:21:41.365263 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-c8969ef1-8ce0-4fa2-84f1-914fd2cc7e49 req-d5a26761-280c-4b93-b39f-2658f3640f00 service neutron] Attempting to bind port 0a87f8ba-4127-4665-8943-e5ed869aac9c on host n-h1-694802-15 for vnic_type normal with profile {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 15:21:41.365605 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-c8969ef1-8ce0-4fa2-84f1-914fd2cc7e49 req-d5a26761-280c-4b93-b39f-2658f3640f00 service neutron] Attempting to bind port 0a87f8ba-4127-4665-8943-e5ed869aac9c by drivers openvswitch,hyperv on host n-h1-694802-15 at level 0 using segments [{'id': 'ea7c5eaf-858a-4527-90c5-d67c1ca964ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '2ee677d4-1e4b-4619-b123-ac984d8e7f0e'}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 15:21:41.365936 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8969ef1-8ce0-4fa2-84f1-914fd2cc7e49 req-d5a26761-280c-4b93-b39f-2658f3640f00 service neutron] Attempting to bind port 0a87f8ba-4127-4665-8943-e5ed869aac9c on network 2ee677d4-1e4b-4619-b123-ac984d8e7f0e {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 15:21:41.370736 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8969ef1-8ce0-4fa2-84f1-914fd2cc7e49 req-d5a26761-280c-4b93-b39f-2658f3640f00 service neutron] Port 0a87f8ba-4127-4665-8943-e5ed869aac9c on network 2ee677d4-1e4b-4619-b123-ac984d8e7f0e not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-15 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 15:21:41.371087 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8969ef1-8ce0-4fa2-84f1-914fd2cc7e49 req-d5a26761-280c-4b93-b39f-2658f3640f00 service neutron] Attempting to bind port 0a87f8ba-4127-4665-8943-e5ed869aac9c on network 2ee677d4-1e4b-4619-b123-ac984d8e7f0e {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 15:21:41.376372 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8969ef1-8ce0-4fa2-84f1-914fd2cc7e49 req-d5a26761-280c-4b93-b39f-2658f3640f00 service neutron] Checking agent: {'id': 'de568313-a3e6-454a-9813-77e25edcea95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 27, 41), 'started_at': datetime.datetime(2021, 8, 12, 14, 27, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 15, 21, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 15:21:41.376717 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8969ef1-8ce0-4fa2-84f1-914fd2cc7e49 req-d5a26761-280c-4b93-b39f-2658f3640f00 service neutron] Checking segment: {'id': 'ea7c5eaf-858a-4527-90c5-d67c1ca964ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '2ee677d4-1e4b-4619-b123-ac984d8e7f0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 15:21:41.377101 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8969ef1-8ce0-4fa2-84f1-914fd2cc7e49 req-d5a26761-280c-4b93-b39f-2658f3640f00 service neutron] Bound using segment: {'id': 'ea7c5eaf-858a-4527-90c5-d67c1ca964ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '2ee677d4-1e4b-4619-b123-ac984d8e7f0e'} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 15:21:41.377533 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-c8969ef1-8ce0-4fa2-84f1-914fd2cc7e49 req-d5a26761-280c-4b93-b39f-2658f3640f00 service neutron] Bound port: 0a87f8ba-4127-4665-8943-e5ed869aac9c, host: n-h1-694802-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea7c5eaf-858a-4527-90c5-d67c1ca964ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '2ee677d4-1e4b-4619-b123-ac984d8e7f0e'}}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 15:21:41.377975 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-c8969ef1-8ce0-4fa2-84f1-914fd2cc7e49 req-d5a26761-280c-4b93-b39f-2658f3640f00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:21:41.381437 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-55562375-53fa-4270-8b4b-593e1941e9db req-c14bda50-8be0-4b8e-9526-c0134d902b48 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b70a441-79c7-4437-b160-55bbffdc28f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355499 Aug 12 15:21:41.448123 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-c8969ef1-8ce0-4fa2-84f1-914fd2cc7e49 req-d5a26761-280c-4b93-b39f-2658f3640f00 service neutron] For port 0a87f8ba-4127-4665-8943-e5ed869aac9c, host n-h1-694802-15, cleared binding levels {{(pid=94467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 15:21:41.452318 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-c8969ef1-8ce0-4fa2-84f1-914fd2cc7e49 req-d5a26761-280c-4b93-b39f-2658f3640f00 service neutron] For port 0a87f8ba-4127-4665-8943-e5ed869aac9c, host n-h1-694802-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=0a87f8ba-4127-4665-8943-e5ed869aac9c,segment=NetworkSegment(ea7c5eaf-858a-4527-90c5-d67c1ca964ac),segment_id=ea7c5eaf-858a-4527-90c5-d67c1ca964ac)] {{(pid=94467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 15:21:41.456443 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-c8969ef1-8ce0-4fa2-84f1-914fd2cc7e49 req-d5a26761-280c-4b93-b39f-2658f3640f00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:21:41.487341 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8969ef1-8ce0-4fa2-84f1-914fd2cc7e49 req-d5a26761-280c-4b93-b39f-2658f3640f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:21:41.488172 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-c8969ef1-8ce0-4fa2-84f1-914fd2cc7e49 req-d5a26761-280c-4b93-b39f-2658f3640f00 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:21:41.490253 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c8969ef1-8ce0-4fa2-84f1-914fd2cc7e49 req-d5a26761-280c-4b93-b39f-2658f3640f00 service neutron] 10.222.0.64 "PUT /v2.0/ports/0a87f8ba-4127-4665-8943-e5ed869aac9c HTTP/1.1" status: 200 len: 1093 time: 0.6705871 Aug 12 15:21:41.492354 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77b28f50-9999-4310-bcdc-dfb00531816f', 'tag': '0a87f8ba-4127-4665-8943-e5ed869aac9c'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:21:41.495062 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e65282f928b64038367d043a4411777802006c43a98742496cb2e25b724ff1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9afebf1-e3c6-436c-bae5-be0521953525" -d '{"events": [{"name": "network-changed", "server_uuid": "77b28f50-9999-4310-bcdc-dfb00531816f", "tag": "0a87f8ba-4127-4665-8943-e5ed869aac9c"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 15:21:41.529393 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a26761-280c-4b93-b39f-2658f3640f00 service neutron] Pushing event updated for resources: {'Port': ['ID=0a87f8ba-4127-4665-8943-e5ed869aac9c,revision_number=3']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:21:41.544965 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 15:21:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20a66ad8-9ffb-4967-90f9-36e3ac2e40ed x-openstack-request-id: req-20a66ad8-9ffb-4967-90f9-36e3ac2e40ed {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 15:21:41.545266 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77b28f50-9999-4310-bcdc-dfb00531816f", "tag": "0a87f8ba-4127-4665-8943-e5ed869aac9c", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 15:21:41.545521 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-20a66ad8-9ffb-4967-90f9-36e3ac2e40ed {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 15:21:41.545920 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77b28f50-9999-4310-bcdc-dfb00531816f', 'tag': '0a87f8ba-4127-4665-8943-e5ed869aac9c', 'status': 'completed', 'code': 200} Aug 12 15:21:41.587754 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8969ef1-8ce0-4fa2-84f1-914fd2cc7e49 req-d53d24dc-75f6-4334-87c4-39fd50b18308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:21:41.589320 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c8969ef1-8ce0-4fa2-84f1-914fd2cc7e49 req-d53d24dc-75f6-4334-87c4-39fd50b18308 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=75ca84b648f745e19b558c4935eb04e1&device_id=77b28f50-9999-4310-bcdc-dfb00531816f HTTP/1.1" status: 200 len: 1096 time: 0.0468242 Aug 12 15:21:41.633190 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c8969ef1-8ce0-4fa2-84f1-914fd2cc7e49 req-20cd0c47-5b15-4bc4-b9b4-64473a8274f4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0a87f8ba-4127-4665-8943-e5ed869aac9c HTTP/1.1" status: 200 len: 217 time: 0.0362668 Aug 12 15:21:41.688288 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8969ef1-8ce0-4fa2-84f1-914fd2cc7e49 req-fb787d89-3cb1-4c16-8200-8ebc35eea186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:21:41.689749 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c8969ef1-8ce0-4fa2-84f1-914fd2cc7e49 req-fb787d89-3cb1-4c16-8200-8ebc35eea186 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a29bf4ff-3938-4793-81ab-a3fe2312a21a HTTP/1.1" status: 200 len: 851 time: 0.0502529 Aug 12 15:21:41.736519 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8969ef1-8ce0-4fa2-84f1-914fd2cc7e49 req-3940a36b-02db-47b2-9490-fd195ecfef26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:21:41.738006 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c8969ef1-8ce0-4fa2-84f1-914fd2cc7e49 req-3940a36b-02db-47b2-9490-fd195ecfef26 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2ee677d4-1e4b-4619-b123-ac984d8e7f0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0408058 Aug 12 15:21:41.827768 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c8969ef1-8ce0-4fa2-84f1-914fd2cc7e49 req-0499ee99-de36-478e-a472-23bed69c4852 service neutron] 10.222.0.64 "GET /v2.0/networks/2ee677d4-1e4b-4619-b123-ac984d8e7f0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824482 Aug 12 15:21:41.914834 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c8969ef1-8ce0-4fa2-84f1-914fd2cc7e49 req-5b69189c-6c29-4e89-b135-733f8923040e service neutron] 10.222.0.64 "GET /v2.0/networks/2ee677d4-1e4b-4619-b123-ac984d8e7f0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796652 Aug 12 15:21:41.946938 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:21:41.999465 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9afebf1-e3c6-436c-bae5-be0521953525 req-a89d4230-86cd-495c-8213-5523f292e852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:21:42.000913 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b9afebf1-e3c6-436c-bae5-be0521953525 req-a89d4230-86cd-495c-8213-5523f292e852 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=75ca84b648f745e19b558c4935eb04e1&device_id=77b28f50-9999-4310-bcdc-dfb00531816f HTTP/1.1" status: 200 len: 1096 time: 0.0412557 Aug 12 15:21:42.092629 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9afebf1-e3c6-436c-bae5-be0521953525 req-0a7b7370-d31d-4c49-82bb-b73af27c2a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:21:42.093975 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b9afebf1-e3c6-436c-bae5-be0521953525 req-0a7b7370-d31d-4c49-82bb-b73af27c2a7f service neutron] 10.222.0.64 "GET /v2.0/networks?id=2ee677d4-1e4b-4619-b123-ac984d8e7f0e HTTP/1.1" status: 200 len: 913 time: 0.0852551 Aug 12 15:21:42.133836 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b9afebf1-e3c6-436c-bae5-be0521953525 req-87db0027-a61f-4f99-a099-58d89bcc1440 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0a87f8ba-4127-4665-8943-e5ed869aac9c HTTP/1.1" status: 200 len: 217 time: 0.0333316 Aug 12 15:21:42.181528 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9afebf1-e3c6-436c-bae5-be0521953525 req-11ac9963-4f88-4d66-972c-9e9a2150777e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:21:42.182918 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b9afebf1-e3c6-436c-bae5-be0521953525 req-11ac9963-4f88-4d66-972c-9e9a2150777e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a29bf4ff-3938-4793-81ab-a3fe2312a21a HTTP/1.1" status: 200 len: 851 time: 0.0413883 Aug 12 15:21:42.231862 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9afebf1-e3c6-436c-bae5-be0521953525 req-51cf29ae-d780-487b-b1d0-f63989aa0bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:21:42.233764 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b9afebf1-e3c6-436c-bae5-be0521953525 req-51cf29ae-d780-487b-b1d0-f63989aa0bf7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2ee677d4-1e4b-4619-b123-ac984d8e7f0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0430405 Aug 12 15:21:42.322372 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b9afebf1-e3c6-436c-bae5-be0521953525 req-3248998d-352b-45cd-bc5b-87ad7bc7974f service neutron] 10.222.0.64 "GET /v2.0/networks/2ee677d4-1e4b-4619-b123-ac984d8e7f0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811498 Aug 12 15:21:42.415447 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b9afebf1-e3c6-436c-bae5-be0521953525 req-843ea037-6d77-4f04-9162-c80b799d7b7c service neutron] 10.222.0.64 "GET /v2.0/networks/2ee677d4-1e4b-4619-b123-ac984d8e7f0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850916 Aug 12 15:21:42.498430 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1c7734-2a14-4327-b6a6-d4217e253f40 req-b8f8e703-faa7-4724-8c5c-7c830b6c8df0 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:21:42.499941 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-0b1c7734-2a14-4327-b6a6-d4217e253f40 req-b8f8e703-faa7-4724-8c5c-7c830b6c8df0 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/ports?device_id=77b28f50-9999-4310-bcdc-dfb00531816f HTTP/1.1" status: 200 len: 944 time: 0.0486691 Aug 12 15:21:42.537020 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-0b1c7734-2a14-4327-b6a6-d4217e253f40 req-da291dd6-09c7-4390-bdd3-2ac446be6b70 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b70a441-79c7-4437-b160-55bbffdc28f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304945 Aug 12 15:21:43.065498 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:21:43.298925 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:21:43.418361 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-d5884d0c-3a57-4cf2-b05a-ea1a56f5b7af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:21:43.654419 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5aee09-4489-4106-a89b-afb8930a0a26 req-a4df730b-d31d-4083-b903-9033c33499a3 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:21:43.655956 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ce5aee09-4489-4106-a89b-afb8930a0a26 req-a4df730b-d31d-4083-b903-9033c33499a3 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/ports?device_id=77b28f50-9999-4310-bcdc-dfb00531816f HTTP/1.1" status: 200 len: 944 time: 0.0513473 Aug 12 15:21:43.694477 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ce5aee09-4489-4106-a89b-afb8930a0a26 req-c1b349b8-c869-41ff-b724-5142baf912d8 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b70a441-79c7-4437-b160-55bbffdc28f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317700 Aug 12 15:21:44.125363 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-1769855f-eda9-4483-9dc3-3220908ab45d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:21:44.400098 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device 0a87f8ba-4127-4665-8943-e5ed869aac9c details requested by agent hyperv_n-h1-694802-15 with host n-h1-694802-15 {{(pid=94468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 15:21:44.491198 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port 0a87f8ba-4127-4665-8943-e5ed869aac9c, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=0a87f8ba-4127-4665-8943-e5ed869aac9c,segment=NetworkSegment(ea7c5eaf-858a-4527-90c5-d67c1ca964ac),segment_id=ea7c5eaf-858a-4527-90c5-d67c1ca964ac)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:21:44.505190 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Returning: {'device': '0a87f8ba-4127-4665-8943-e5ed869aac9c', 'network_id': '2ee677d4-1e4b-4619-b123-ac984d8e7f0e', 'port_id': '0a87f8ba-4127-4665-8943-e5ed869aac9c', 'mac_address': 'fa:16:3e:56:bd:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a29bf4ff-3938-4793-81ab-a3fe2312a21a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 15:21:44.541175 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:21:44.554474 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a87f8ba-4127-4665-8943-e5ed869aac9c {{(pid=94468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 15:21:44.572949 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port 0a87f8ba-4127-4665-8943-e5ed869aac9c, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=0a87f8ba-4127-4665-8943-e5ed869aac9c,segment=NetworkSegment(ea7c5eaf-858a-4527-90c5-d67c1ca964ac),segment_id=ea7c5eaf-858a-4527-90c5-d67c1ca964ac)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:21:44.576839 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:21:44.623588 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Pushing event updated for resources: {'Port': ['ID=0a87f8ba-4127-4665-8943-e5ed869aac9c,revision_number=4']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:21:44.780703 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] get_ports_and_sgs() called for port_ids ['0a87f8ba-4127-4665-8943-e5ed869aac9c'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 15:21:44.807107 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572403c4-c0b6-4e55-9758-8c3ddf7348c7 req-22f41de7-9c8a-4ac2-8c97-a883646acd6d tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:21:44.808577 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-572403c4-c0b6-4e55-9758-8c3ddf7348c7 req-22f41de7-9c8a-4ac2-8c97-a883646acd6d tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/ports?device_id=77b28f50-9999-4310-bcdc-dfb00531816f HTTP/1.1" status: 200 len: 945 time: 0.0484416 Aug 12 15:21:44.845906 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-572403c4-c0b6-4e55-9758-8c3ddf7348c7 req-16681393-daa2-48eb-99ca-84d179219c95 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b70a441-79c7-4437-b160-55bbffdc28f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313597 Aug 12 15:21:45.760022 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-fe95f194-a3b0-4c04-9e42-20b511169d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:21:45.961018 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f8490c-609c-422e-966c-be7eb76abe2c req-299921e5-286b-40d0-930b-e0d70434ab2b tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:21:45.962452 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d6f8490c-609c-422e-966c-be7eb76abe2c req-299921e5-286b-40d0-930b-e0d70434ab2b tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/ports?device_id=77b28f50-9999-4310-bcdc-dfb00531816f HTTP/1.1" status: 200 len: 945 time: 0.0472841 Aug 12 15:21:45.999846 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d6f8490c-609c-422e-966c-be7eb76abe2c req-3c874f79-f3c3-4c9e-a8e4-672628e248ab tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b70a441-79c7-4437-b160-55bbffdc28f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310698 Aug 12 15:21:46.414353 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device 0a87f8ba-4127-4665-8943-e5ed869aac9c up at agent hyperv_n-h1-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 15:21:46.461100 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Provisioning for port 0a87f8ba-4127-4665-8943-e5ed869aac9c completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:21:46.464632 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Provisioning complete for port 0a87f8ba-4127-4665-8943-e5ed869aac9c triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:21:46.465002 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:21:46.541256 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:21:46.565903 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77b28f50-9999-4310-bcdc-dfb00531816f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a87f8ba-4127-4665-8943-e5ed869aac9c'}] {{(pid=94468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:21:46.568182 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99a8d87602170099c728e57431aca99e9b98a655a83bbf8727be13192709727b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89fee505-3a18-49aa-902c-15396dd7db4f" -d '{"events": [{"server_uuid": "77b28f50-9999-4310-bcdc-dfb00531816f", "name": "network-vif-plugged", "status": "completed", "tag": "0a87f8ba-4127-4665-8943-e5ed869aac9c"}]}' {{(pid=94468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 15:21:46.582095 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port 0a87f8ba-4127-4665-8943-e5ed869aac9c, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=0a87f8ba-4127-4665-8943-e5ed869aac9c,segment=NetworkSegment(ea7c5eaf-858a-4527-90c5-d67c1ca964ac),segment_id=ea7c5eaf-858a-4527-90c5-d67c1ca964ac)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:21:46.586901 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:21:46.609853 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 15:21:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e9e9f38-314a-4abd-94e7-39a5065e5751 x-openstack-request-id: req-1e9e9f38-314a-4abd-94e7-39a5065e5751 {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 15:21:46.610142 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77b28f50-9999-4310-bcdc-dfb00531816f", "name": "network-vif-plugged", "status": "completed", "tag": "0a87f8ba-4127-4665-8943-e5ed869aac9c", "code": 200}]} {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 15:21:46.610392 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1e9e9f38-314a-4abd-94e7-39a5065e5751 {{(pid=94468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 15:21:46.610781 n-d-694802-15 neutron-server[94468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77b28f50-9999-4310-bcdc-dfb00531816f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a87f8ba-4127-4665-8943-e5ed869aac9c', 'code': 200} Aug 12 15:21:46.636063 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Pushing event updated for resources: {'Port': ['ID=0a87f8ba-4127-4665-8943-e5ed869aac9c,revision_number=5']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:21:46.709226 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b875f3-ee4e-40ae-bfe4-f111f37d788f req-a7e3635b-df60-411e-97c3-b4807dc8af32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:21:46.710663 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-80b875f3-ee4e-40ae-bfe4-f111f37d788f req-a7e3635b-df60-411e-97c3-b4807dc8af32 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=77b28f50-9999-4310-bcdc-dfb00531816f HTTP/1.1" status: 200 len: 1098 time: 0.0434682 Aug 12 15:21:46.744272 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-80b875f3-ee4e-40ae-bfe4-f111f37d788f req-fa39a04b-a26f-46fc-9975-08aafa25dedb service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=5b70a441-79c7-4437-b160-55bbffdc28f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0265591 Aug 12 15:21:47.111343 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420da12d-624a-46a4-bb2d-c237014e0df1 req-d914368f-b222-43ae-bae6-8adeede8dd6f tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:21:47.112835 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-420da12d-624a-46a4-bb2d-c237014e0df1 req-d914368f-b222-43ae-bae6-8adeede8dd6f tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/ports?device_id=77b28f50-9999-4310-bcdc-dfb00531816f HTTP/1.1" status: 200 len: 946 time: 0.0480559 Aug 12 15:21:47.149997 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-420da12d-624a-46a4-bb2d-c237014e0df1 req-cbe0a17e-d9cd-4bea-8a6c-68c75bb23220 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b70a441-79c7-4437-b160-55bbffdc28f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310190 Aug 12 15:21:48.270022 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eec6264-c5f6-4d7a-9da6-775b32ac96e0 req-58c5af49-c5ce-4f37-b712-c1cc24d84b7b tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:21:48.271541 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-5eec6264-c5f6-4d7a-9da6-775b32ac96e0 req-58c5af49-c5ce-4f37-b712-c1cc24d84b7b tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/ports?device_id=77b28f50-9999-4310-bcdc-dfb00531816f HTTP/1.1" status: 200 len: 946 time: 0.0530453 Aug 12 15:21:48.308082 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-5eec6264-c5f6-4d7a-9da6-775b32ac96e0 req-e2407172-1dc9-45e5-98a7-3bace9bc5b65 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b70a441-79c7-4437-b160-55bbffdc28f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306313 Aug 12 15:21:48.419521 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233e66d1-6f36-4b67-aa10-aa4f476a0ccd req-8564347f-4856-48f8-b953-65c529c8cd97 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:21:48.420965 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-233e66d1-6f36-4b67-aa10-aa4f476a0ccd req-8564347f-4856-48f8-b953-65c529c8cd97 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/ports?device_id=77b28f50-9999-4310-bcdc-dfb00531816f HTTP/1.1" status: 200 len: 946 time: 0.0491812 Aug 12 15:21:48.430393 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 33658) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:21:48.434620 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-215f070c-0e39-45ee-be93-fce8b5d465eb tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Request body: {'floatingip': {'port_id': '0a87f8ba-4127-4665-8943-e5ed869aac9c'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:21:48.475183 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-215f070c-0e39-45ee-be93-fce8b5d465eb tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Notify callbacks [] for floatingip, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:21:48.888690 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-215f070c-0e39-45ee-be93-fce8b5d465eb tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:21:48.892564 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-215f070c-0e39-45ee-be93-fce8b5d465eb tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431510'] for floatingip, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:21:48.988421 n-d-694802-15 neutron-server[94467]: INFO neutron.db.l3_db [None req-215f070c-0e39-45ee-be93-fce8b5d465eb tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Floating IP 26e7debd-74c3-44cd-b9cb-ffcd8c0f01ad associated. External IP: 172.25.1.116, port: 0a87f8ba-4127-4665-8943-e5ed869aac9c. Aug 12 15:21:49.190345 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-215f070c-0e39-45ee-be93-fce8b5d465eb tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Router d30a26a0-30fa-463d-b3cf-757521adcc97 has already been hosted by L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f {{(pid=94467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 15:21:49.296015 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-215f070c-0e39-45ee-be93-fce8b5d465eb tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 15:21:49.301447 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-215f070c-0e39-45ee-be93-fce8b5d465eb tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for floatingip, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:21:49.306822 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02010e37-7be7-4014-a38e-f680b9928975 None None] Sync routers for ids ['d30a26a0-30fa-463d-b3cf-757521adcc97'] in n-d-694802-15 {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 15:21:49.316584 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02010e37-7be7-4014-a38e-f680b9928975 None None] Routers {'d30a26a0-30fa-463d-b3cf-757521adcc97'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:21:49.317189 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-02010e37-7be7-4014-a38e-f680b9928975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T15:21:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['d30a26a0-30fa-463d-b3cf-757521adcc97'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:21:49.328636 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-215f070c-0e39-45ee-be93-fce8b5d465eb tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "PUT /v2.0/floatingips/26e7debd-74c3-44cd-b9cb-ffcd8c0f01ad HTTP/1.1" status: 200 len: 992 time: 0.8973010 Aug 12 15:21:49.329228 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77b28f50-9999-4310-bcdc-dfb00531816f', 'tag': '0a87f8ba-4127-4665-8943-e5ed869aac9c'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:21:49.331576 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e65282f928b64038367d043a4411777802006c43a98742496cb2e25b724ff1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f6b5b3e-40f7-472e-9325-f0568082246f" -d '{"events": [{"name": "network-changed", "server_uuid": "77b28f50-9999-4310-bcdc-dfb00531816f", "tag": "0a87f8ba-4127-4665-8943-e5ed869aac9c"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 15:21:49.369806 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 15:21:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d134afa-b3a8-4aec-bfaf-11835e87b072 x-openstack-request-id: req-4d134afa-b3a8-4aec-bfaf-11835e87b072 {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 15:21:49.370098 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77b28f50-9999-4310-bcdc-dfb00531816f", "tag": "0a87f8ba-4127-4665-8943-e5ed869aac9c", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 15:21:49.372155 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4d134afa-b3a8-4aec-bfaf-11835e87b072 {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 15:21:49.372155 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77b28f50-9999-4310-bcdc-dfb00531816f', 'tag': '0a87f8ba-4127-4665-8943-e5ed869aac9c', 'status': 'completed', 'code': 200} Aug 12 15:21:49.430690 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-02010e37-7be7-4014-a38e-f680b9928975 None None] Set router d30a26a0-30fa-463d-b3cf-757521adcc97 gateway port host: n-d-694802-15 {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:21:49.435072 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6b5b3e-40f7-472e-9325-f0568082246f req-9d79288d-6a7d-4158-bfe8-36d573f77d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:21:49.436585 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-1f6b5b3e-40f7-472e-9325-f0568082246f req-9d79288d-6a7d-4158-bfe8-36d573f77d52 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=75ca84b648f745e19b558c4935eb04e1&device_id=77b28f50-9999-4310-bcdc-dfb00531816f HTTP/1.1" status: 200 len: 1098 time: 0.0447528 Aug 12 15:21:49.525899 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6b5b3e-40f7-472e-9325-f0568082246f req-76c2bcb6-fc00-49c1-8115-f2d520c924b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:21:49.527537 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-1f6b5b3e-40f7-472e-9325-f0568082246f req-76c2bcb6-fc00-49c1-8115-f2d520c924b6 service neutron] 10.222.0.64 "GET /v2.0/networks?id=2ee677d4-1e4b-4619-b123-ac984d8e7f0e HTTP/1.1" status: 200 len: 913 time: 0.0834248 Aug 12 15:21:49.594647 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-1f6b5b3e-40f7-472e-9325-f0568082246f req-52d3ab02-8126-412b-bdde-646bb2ebe91e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0a87f8ba-4127-4665-8943-e5ed869aac9c HTTP/1.1" status: 200 len: 1000 time: 0.0604279 Aug 12 15:21:49.649585 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-02010e37-7be7-4014-a38e-f680b9928975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd30a26a0-30fa-463d-b3cf-757521adcc97', 'name': 'tempest-ServerActionsTestJSON-2065852979-router', 'tenant_id': '75ca84b648f745e19b558c4935eb04e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.194'}], 'enable_snat': True}, 'gw_port_id': 'd31893fb-90de-40d5-b502-11325f6985a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:19:17Z', 'updated_at': '2021-08-12T15:19:20Z', 'revision_number': 4, 'project_id': '75ca84b648f745e19b558c4935eb04e1', 'gw_port': {'id': 'd31893fb-90de-40d5-b502-11325f6985a2', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:52:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd30a26a0-30fa-463d-b3cf-757521adcc97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:19:18Z', 'updated_at': '2021-08-12T15:19:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_floatingips': [{'id': '26e7debd-74c3-44cd-b9cb-ffcd8c0f01ad', 'tenant_id': '75ca84b648f745e19b558c4935eb04e1', 'floating_ip_address': '172.25.1.116', 'floating_network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'router_id': 'd30a26a0-30fa-463d-b3cf-757521adcc97', 'port_id': '0a87f8ba-4127-4665-8943-e5ed869aac9c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ee677d4-1e4b-4619-b123-ac984d8e7f0e', 'mac_address': 'fa:16:3e:56:bd:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77b28f50-9999-4310-bcdc-dfb00531816f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T15:19:22Z', 'updated_at': '2021-08-12T15:21:48Z', 'revision_number': 5, 'project_id': '75ca84b648f745e19b558c4935eb04e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e65877a-9c29-4f06-be2a-f078636d8799', 'name': '', 'network_id': '2ee677d4-1e4b-4619-b123-ac984d8e7f0e', 'tenant_id': '75ca84b648f745e19b558c4935eb04e1', 'mac_address': 'fa:16:3e:9e:2d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd30a26a0-30fa-463d-b3cf-757521adcc97', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'a29bf4ff-3938-4793-81ab-a3fe2312a21a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:19:19Z', 'updated_at': '2021-08-12T15:19:25Z', 'revision_number': 5, 'project_id': '75ca84b648f745e19b558c4935eb04e1', 'subnets': [{'id': 'a29bf4ff-3938-4793-81ab-a3fe2312a21a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:21:49.680710 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02010e37-7be7-4014-a38e-f680b9928975 None None] Checking router: d30a26a0-30fa-463d-b3cf-757521adcc97 for host: n-d-694802-15 {{(pid=94469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 15:21:49.690094 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02010e37-7be7-4014-a38e-f680b9928975 None None] Routers {'d30a26a0-30fa-463d-b3cf-757521adcc97'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:21:49.690714 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-02010e37-7be7-4014-a38e-f680b9928975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T15:21:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['d30a26a0-30fa-463d-b3cf-757521adcc97'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:21:49.794466 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-02010e37-7be7-4014-a38e-f680b9928975 None None] Set router d30a26a0-30fa-463d-b3cf-757521adcc97 gateway port host: n-d-694802-15 {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:21:49.956101 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6b5b3e-40f7-472e-9325-f0568082246f req-2c9c27ea-445d-42b0-9fdb-dfa576ab6cca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:21:49.957551 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-1f6b5b3e-40f7-472e-9325-f0568082246f req-2c9c27ea-445d-42b0-9fdb-dfa576ab6cca service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a29bf4ff-3938-4793-81ab-a3fe2312a21a HTTP/1.1" status: 200 len: 851 time: 0.3561082 Aug 12 15:21:50.003369 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6b5b3e-40f7-472e-9325-f0568082246f req-0195f45b-5deb-4e24-8123-faf24e514c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:21:50.004865 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-1f6b5b3e-40f7-472e-9325-f0568082246f req-0195f45b-5deb-4e24-8123-faf24e514c15 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2ee677d4-1e4b-4619-b123-ac984d8e7f0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402255 Aug 12 15:21:50.019317 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-02010e37-7be7-4014-a38e-f680b9928975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd30a26a0-30fa-463d-b3cf-757521adcc97', 'name': 'tempest-ServerActionsTestJSON-2065852979-router', 'tenant_id': '75ca84b648f745e19b558c4935eb04e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.194'}], 'enable_snat': True}, 'gw_port_id': 'd31893fb-90de-40d5-b502-11325f6985a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:19:17Z', 'updated_at': '2021-08-12T15:19:20Z', 'revision_number': 4, 'project_id': '75ca84b648f745e19b558c4935eb04e1', 'gw_port': {'id': 'd31893fb-90de-40d5-b502-11325f6985a2', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:52:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd30a26a0-30fa-463d-b3cf-757521adcc97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:19:18Z', 'updated_at': '2021-08-12T15:19:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_floatingips': [{'id': '26e7debd-74c3-44cd-b9cb-ffcd8c0f01ad', 'tenant_id': '75ca84b648f745e19b558c4935eb04e1', 'floating_ip_address': '172.25.1.116', 'floating_network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'router_id': 'd30a26a0-30fa-463d-b3cf-757521adcc97', 'port_id': '0a87f8ba-4127-4665-8943-e5ed869aac9c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ee677d4-1e4b-4619-b123-ac984d8e7f0e', 'mac_address': 'fa:16:3e:56:bd:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77b28f50-9999-4310-bcdc-dfb00531816f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T15:19:22Z', 'updated_at': '2021-08-12T15:21:48Z', 'revision_number': 5, 'project_id': '75ca84b648f745e19b558c4935eb04e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e65877a-9c29-4f06-be2a-f078636d8799', 'name': '', 'network_id': '2ee677d4-1e4b-4619-b123-ac984d8e7f0e', 'tenant_id': '75ca84b648f745e19b558c4935eb04e1', 'mac_address': 'fa:16:3e:9e:2d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd30a26a0-30fa-463d-b3cf-757521adcc97', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'a29bf4ff-3938-4793-81ab-a3fe2312a21a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:19:19Z', 'updated_at': '2021-08-12T15:19:25Z', 'revision_number': 5, 'project_id': '75ca84b648f745e19b558c4935eb04e1', 'subnets': [{'id': 'a29bf4ff-3938-4793-81ab-a3fe2312a21a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:21:50.044651 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02010e37-7be7-4014-a38e-f680b9928975 None None] The sync data for ids ['d30a26a0-30fa-463d-b3cf-757521adcc97'] in n-d-694802-15 is: [{'id': 'd30a26a0-30fa-463d-b3cf-757521adcc97', 'name': 'tempest-ServerActionsTestJSON-2065852979-router', 'tenant_id': '75ca84b648f745e19b558c4935eb04e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.194'}], 'enable_snat': True}, 'gw_port_id': 'd31893fb-90de-40d5-b502-11325f6985a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:19:17Z', 'updated_at': '2021-08-12T15:19:20Z', 'revision_number': 4, 'project_id': '75ca84b648f745e19b558c4935eb04e1', 'gw_port': {'id': 'd31893fb-90de-40d5-b502-11325f6985a2', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:52:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd30a26a0-30fa-463d-b3cf-757521adcc97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:19:18Z', 'updated_at': '2021-08-12T15:19:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_floatingips': [{'id': '26e7debd-74c3-44cd-b9cb-ffcd8c0f01ad', 'tenant_id': '75ca84b648f745e19b558c4935eb04e1', 'floating_ip_address': '172.25.1.116', 'floating_network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'router_id': 'd30a26a0-30fa-463d-b3cf-757521adcc97', 'port_id': '0a87f8ba-4127-4665-8943-e5ed869aac9c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ee677d4-1e4b-4619-b123-ac984d8e7f0e', 'mac_address': 'fa:16:3e:56:bd:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77b28f50-9999-4310-bcdc-dfb00531816f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T15:19:22Z', 'updated_at': '2021-08-12T15:21:48Z', 'revision_number': 5, 'project_id': '75ca84b648f745e19b558c4935eb04e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e65877a-9c29-4f06-be2a-f078636d8799', 'name': '', 'network_id': '2ee677d4-1e4b-4619-b123-ac984d8e7f0e', 'tenant_id': '75ca84b648f745e19b558c4935eb04e1', 'mac_address': 'fa:16:3e:9e:2d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd30a26a0-30fa-463d-b3cf-757521adcc97', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'a29bf4ff-3938-4793-81ab-a3fe2312a21a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:19:19Z', 'updated_at': '2021-08-12T15:19:25Z', 'revision_number': 5, 'project_id': '75ca84b648f745e19b558c4935eb04e1', 'subnets': [{'id': 'a29bf4ff-3938-4793-81ab-a3fe2312a21a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 15:21:50.096549 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-1f6b5b3e-40f7-472e-9325-f0568082246f req-e0995d34-0afc-4b16-98be-47d65f0b9276 service neutron] 10.222.0.64 "GET /v2.0/networks/2ee677d4-1e4b-4619-b123-ac984d8e7f0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848367 Aug 12 15:21:50.193368 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-1f6b5b3e-40f7-472e-9325-f0568082246f req-b6e27b65-363c-4d7a-be6d-f5203cab1abc service neutron] 10.222.0.64 "GET /v2.0/networks/2ee677d4-1e4b-4619-b123-ac984d8e7f0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899346 Aug 12 15:21:50.241804 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89e00bd3-49f6-4d0a-a44f-cd54b9b447ec None None] New status for floating IP 26e7debd-74c3-44cd-b9cb-ffcd8c0f01ad: ACTIVE {{(pid=94468) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 15:21:57.683157 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.agents_db [None req-17ed3e4c-1a7d-4162-9646-11c134aca297 None None] Agent healthcheck: found 7 active agents {{(pid=94469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 15:22:10.149338 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-580e870e-828a-4f93-80fb-a1b0afc01141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:22:11.966886 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:22:13.067148 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:22:13.308162 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:22:13.417206 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-63e08ada-a4f8-433a-8b80-162607be2a68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:22:14.128118 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-1769855f-eda9-4483-9dc3-3220908ab45d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:22:15.775912 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-fe95f194-a3b0-4c04-9e42-20b511169d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:22:33.687414 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-83dc2525-b8fb-4e50-a145-c11b0c528b6d req-167ea624-5a3b-4885-b14c-a8e9e93a4353 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=77b28f50-9999-4310-bcdc-dfb00531816f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0413260 Aug 12 15:22:33.770034 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dc2525-b8fb-4e50-a145-c11b0c528b6d req-2b37d810-7eef-44cb-ae1d-2e4fc0e80486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:22:33.771500 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-83dc2525-b8fb-4e50-a145-c11b0c528b6d req-2b37d810-7eef-44cb-ae1d-2e4fc0e80486 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=75ca84b648f745e19b558c4935eb04e1&device_id=77b28f50-9999-4310-bcdc-dfb00531816f HTTP/1.1" status: 200 len: 1098 time: 0.0432694 Aug 12 15:22:33.876821 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dc2525-b8fb-4e50-a145-c11b0c528b6d req-311e6656-0041-4dfb-8e2e-187f6bfd0e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:22:33.878271 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-83dc2525-b8fb-4e50-a145-c11b0c528b6d req-311e6656-0041-4dfb-8e2e-187f6bfd0e6b service neutron] 10.222.0.64 "GET /v2.0/networks?id=2ee677d4-1e4b-4619-b123-ac984d8e7f0e HTTP/1.1" status: 200 len: 913 time: 0.0881383 Aug 12 15:22:33.946885 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-83dc2525-b8fb-4e50-a145-c11b0c528b6d req-3b208021-2345-48b7-9706-e29d5ea8be5c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0a87f8ba-4127-4665-8943-e5ed869aac9c HTTP/1.1" status: 200 len: 1002 time: 0.0616746 Aug 12 15:22:33.998028 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dc2525-b8fb-4e50-a145-c11b0c528b6d req-a7240a06-4c9b-4d51-857b-7c184c73f937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:22:33.999515 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-83dc2525-b8fb-4e50-a145-c11b0c528b6d req-a7240a06-4c9b-4d51-857b-7c184c73f937 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a29bf4ff-3938-4793-81ab-a3fe2312a21a HTTP/1.1" status: 200 len: 851 time: 0.0438035 Aug 12 15:22:34.044143 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dc2525-b8fb-4e50-a145-c11b0c528b6d req-692133d7-cffe-44f2-8e98-f40ad24c56bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:22:34.045605 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-83dc2525-b8fb-4e50-a145-c11b0c528b6d req-692133d7-cffe-44f2-8e98-f40ad24c56bb service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2ee677d4-1e4b-4619-b123-ac984d8e7f0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0393324 Aug 12 15:22:34.134940 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-83dc2525-b8fb-4e50-a145-c11b0c528b6d req-057eaa5d-a08b-4d00-93e9-fcb84bddf1f2 service neutron] 10.222.0.64 "GET /v2.0/networks/2ee677d4-1e4b-4619-b123-ac984d8e7f0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819988 Aug 12 15:22:34.224945 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-83dc2525-b8fb-4e50-a145-c11b0c528b6d req-5c1f44e8-6f3b-4c98-8858-e50f5eab9787 service neutron] 10.222.0.64 "GET /v2.0/networks/2ee677d4-1e4b-4619-b123-ac984d8e7f0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822065 Aug 12 15:22:34.681194 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.agents_db [None req-17ed3e4c-1a7d-4162-9646-11c134aca297 None None] Agent healthcheck: found 7 active agents {{(pid=94469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 15:22:40.149742 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-13e70e7f-1f7d-4ac8-985f-5b65e3fe5631 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:22:41.966739 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:22:43.067339 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:22:43.325085 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:22:43.416320 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-8411588e-3209-4935-904f-d055fc6f4ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:22:44.131125 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-1769855f-eda9-4483-9dc3-3220908ab45d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:22:45.764886 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-fe95f194-a3b0-4c04-9e42-20b511169d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:23:10.149560 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-0b4327bd-ba9c-48d8-b5ab-5bf46caa6870 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:23:11.679884 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.agents_db [None req-17ed3e4c-1a7d-4162-9646-11c134aca297 None None] Agent healthcheck: found 7 active agents {{(pid=94469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 15:23:11.968363 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:23:13.067712 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:23:13.326434 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:23:13.415969 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-a7aea6a4-5cc3-4f41-91f4-32bad6213cb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:23:14.133844 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-1769855f-eda9-4483-9dc3-3220908ab45d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:23:15.767509 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-fe95f194-a3b0-4c04-9e42-20b511169d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:23:25.143169 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb9560d-656d-44b5-ba24-8cd0475892df req-c7483589-8c2d-427f-b8d3-19e6d3620914 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:23:25.144660 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-0bb9560d-656d-44b5-ba24-8cd0475892df req-c7483589-8c2d-427f-b8d3-19e6d3620914 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/ports?device_id=77b28f50-9999-4310-bcdc-dfb00531816f HTTP/1.1" status: 200 len: 946 time: 0.0507870 Aug 12 15:23:25.185228 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-0bb9560d-656d-44b5-ba24-8cd0475892df req-03432ab0-a48e-4345-a7bd-b098af8234ba tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b70a441-79c7-4437-b160-55bbffdc28f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342906 Aug 12 15:23:26.302759 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68c296b-08bf-4238-bfc6-b29cc53fe130 req-def042ce-c599-49c9-b415-330e15c44483 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:23:26.304332 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c68c296b-08bf-4238-bfc6-b29cc53fe130 req-def042ce-c599-49c9-b415-330e15c44483 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/ports?device_id=77b28f50-9999-4310-bcdc-dfb00531816f HTTP/1.1" status: 200 len: 946 time: 0.0498354 Aug 12 15:23:26.342359 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c68c296b-08bf-4238-bfc6-b29cc53fe130 req-fd9333db-318f-43c9-be12-6eea72a91dfc tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b70a441-79c7-4437-b160-55bbffdc28f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316374 Aug 12 15:23:27.456165 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e66830-a6dd-4dbc-963e-c34761c54912 req-686d53ef-a151-401b-b1bc-ee435c3e3288 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:23:27.457608 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-e3e66830-a6dd-4dbc-963e-c34761c54912 req-686d53ef-a151-401b-b1bc-ee435c3e3288 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/ports?device_id=77b28f50-9999-4310-bcdc-dfb00531816f HTTP/1.1" status: 200 len: 946 time: 0.0481627 Aug 12 15:23:27.498626 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-e3e66830-a6dd-4dbc-963e-c34761c54912 req-09038ad4-42a8-48c6-bcf9-a5fe356a91d5 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b70a441-79c7-4437-b160-55bbffdc28f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350006 Aug 12 15:23:28.618574 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f467e51-f1d2-48eb-b22f-a9ce8711b657 req-eedd4abf-ae4d-434a-b59f-6aedc6375712 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:23:28.620096 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-1f467e51-f1d2-48eb-b22f-a9ce8711b657 req-eedd4abf-ae4d-434a-b59f-6aedc6375712 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/ports?device_id=77b28f50-9999-4310-bcdc-dfb00531816f HTTP/1.1" status: 200 len: 946 time: 0.0542378 Aug 12 15:23:28.658503 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-1f467e51-f1d2-48eb-b22f-a9ce8711b657 req-056645f3-7097-4f1a-9ba2-0c7dd694a659 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b70a441-79c7-4437-b160-55bbffdc28f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323019 Aug 12 15:23:29.772108 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e7ed54-7d11-4530-883f-f2c433dd839d req-12bc2492-4a4b-4530-aa15-dc8587c58cb7 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:23:29.773568 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-73e7ed54-7d11-4530-883f-f2c433dd839d req-12bc2492-4a4b-4530-aa15-dc8587c58cb7 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/ports?device_id=77b28f50-9999-4310-bcdc-dfb00531816f HTTP/1.1" status: 200 len: 946 time: 0.0491817 Aug 12 15:23:29.811320 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-73e7ed54-7d11-4530-883f-f2c433dd839d req-14f37143-6f7e-444c-9d83-7c315f143dea tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b70a441-79c7-4437-b160-55bbffdc28f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315011 Aug 12 15:23:30.923964 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676324ff-c3d2-42e0-8e34-afdf60dc5f69 req-68adf47f-54cd-41ce-b424-6ca134ecb2df tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:23:30.925423 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-676324ff-c3d2-42e0-8e34-afdf60dc5f69 req-68adf47f-54cd-41ce-b424-6ca134ecb2df tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/ports?device_id=77b28f50-9999-4310-bcdc-dfb00531816f HTTP/1.1" status: 200 len: 946 time: 0.0481141 Aug 12 15:23:30.964210 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-676324ff-c3d2-42e0-8e34-afdf60dc5f69 req-58458ae4-a59c-459f-a5ff-eda2b476b38a tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b70a441-79c7-4437-b160-55bbffdc28f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329034 Aug 12 15:23:32.081189 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f4f692-3128-4d55-a08c-d6a15950530e req-be55bfcc-81e2-4946-83e8-f5bd023e198b tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:23:32.082676 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-39f4f692-3128-4d55-a08c-d6a15950530e req-be55bfcc-81e2-4946-83e8-f5bd023e198b tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/ports?device_id=77b28f50-9999-4310-bcdc-dfb00531816f HTTP/1.1" status: 200 len: 946 time: 0.0510049 Aug 12 15:23:32.121158 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-39f4f692-3128-4d55-a08c-d6a15950530e req-84abff91-56cf-4e02-bf7d-1c71a02fdb9e tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b70a441-79c7-4437-b160-55bbffdc28f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325515 Aug 12 15:23:33.236136 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aff441e-e204-4ce0-9f3b-a9e497ba9ede req-407f4d34-948d-40d8-a3f1-3c93c556bc16 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:23:33.237616 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-7aff441e-e204-4ce0-9f3b-a9e497ba9ede req-407f4d34-948d-40d8-a3f1-3c93c556bc16 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/ports?device_id=77b28f50-9999-4310-bcdc-dfb00531816f HTTP/1.1" status: 200 len: 946 time: 0.0483325 Aug 12 15:23:33.276213 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-7aff441e-e204-4ce0-9f3b-a9e497ba9ede req-92e5ded7-5bb9-46bc-adf8-38ebf8bf4450 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b70a441-79c7-4437-b160-55bbffdc28f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324440 Aug 12 15:23:34.391524 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb401c35-feed-4b22-b5ab-f0ad6d296a84 req-5ff7d6a8-294d-4989-aba5-c6c67f74b144 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:23:34.393028 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-eb401c35-feed-4b22-b5ab-f0ad6d296a84 req-5ff7d6a8-294d-4989-aba5-c6c67f74b144 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/ports?device_id=77b28f50-9999-4310-bcdc-dfb00531816f HTTP/1.1" status: 200 len: 946 time: 0.0498319 Aug 12 15:23:34.435554 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-eb401c35-feed-4b22-b5ab-f0ad6d296a84 req-7d4eab1b-4442-4423-b2aa-65c4684671b3 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b70a441-79c7-4437-b160-55bbffdc28f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364873 Aug 12 15:23:35.553023 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c9067d-d7a0-4dac-a870-4d3f2e0e1e9c req-bce3f7b1-5b72-41ce-b43c-c304f0f4a20a tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:23:35.554415 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a9c9067d-d7a0-4dac-a870-4d3f2e0e1e9c req-bce3f7b1-5b72-41ce-b43c-c304f0f4a20a tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/ports?device_id=77b28f50-9999-4310-bcdc-dfb00531816f HTTP/1.1" status: 200 len: 946 time: 0.0527492 Aug 12 15:23:35.592240 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a9c9067d-d7a0-4dac-a870-4d3f2e0e1e9c req-a014f1d1-c05b-479b-b55d-8df1cfb9c67b tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b70a441-79c7-4437-b160-55bbffdc28f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318148 Aug 12 15:23:35.693674 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-27fe838e-1a39-4b3d-93da-0b3f2d27f900 req-b52c4cef-da94-42a0-b311-509e61000b2a service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=77b28f50-9999-4310-bcdc-dfb00531816f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0408435 Aug 12 15:23:35.780648 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fe838e-1a39-4b3d-93da-0b3f2d27f900 req-f5616f98-ad6e-495a-8b61-13c32070588d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:23:35.782913 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-27fe838e-1a39-4b3d-93da-0b3f2d27f900 req-f5616f98-ad6e-495a-8b61-13c32070588d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=75ca84b648f745e19b558c4935eb04e1&device_id=77b28f50-9999-4310-bcdc-dfb00531816f HTTP/1.1" status: 200 len: 1098 time: 0.0474780 Aug 12 15:23:35.936159 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24166c7-70de-479c-9365-cd5258859186 req-12a651a0-52d2-4945-a7d9-2e96ab82f88c tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:23:35.937580 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a24166c7-70de-479c-9365-cd5258859186 req-12a651a0-52d2-4945-a7d9-2e96ab82f88c tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/ports?device_id=77b28f50-9999-4310-bcdc-dfb00531816f HTTP/1.1" status: 200 len: 946 time: 0.1498837 Aug 12 15:23:35.943493 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-1240fda5-0028-4753-a63f-28c24b1fcf22 req-2462b315-a9dd-45f3-8370-7fb032448898 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=77b28f50-9999-4310-bcdc-dfb00531816f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1546226 Aug 12 15:23:35.984793 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fe838e-1a39-4b3d-93da-0b3f2d27f900 req-608abf4c-e29c-4280-bf27-3d1c52d74921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:23:35.986258 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-27fe838e-1a39-4b3d-93da-0b3f2d27f900 req-608abf4c-e29c-4280-bf27-3d1c52d74921 service neutron] 10.222.0.64 "GET /v2.0/networks?id=2ee677d4-1e4b-4619-b123-ac984d8e7f0e HTTP/1.1" status: 200 len: 913 time: 0.1793299 Aug 12 15:23:35.994904 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a24166c7-70de-479c-9365-cd5258859186 req-1ee281bb-3025-43f1-ba38-4a915030afcf tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b70a441-79c7-4437-b160-55bbffdc28f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477383 Aug 12 15:23:36.061832 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-27fe838e-1a39-4b3d-93da-0b3f2d27f900 req-d17a6bd4-bc52-453b-a942-1d7505460c11 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0a87f8ba-4127-4665-8943-e5ed869aac9c HTTP/1.1" status: 200 len: 1002 time: 0.0654483 Aug 12 15:23:36.111792 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fe838e-1a39-4b3d-93da-0b3f2d27f900 req-efb30c80-e44b-4aea-a098-33ba8a84836b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:23:36.113241 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-27fe838e-1a39-4b3d-93da-0b3f2d27f900 req-efb30c80-e44b-4aea-a098-33ba8a84836b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a29bf4ff-3938-4793-81ab-a3fe2312a21a HTTP/1.1" status: 200 len: 851 time: 0.0444307 Aug 12 15:23:36.164174 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fe838e-1a39-4b3d-93da-0b3f2d27f900 req-92db33dd-4fe0-4aed-89c6-1eac9899902f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:23:36.165704 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-27fe838e-1a39-4b3d-93da-0b3f2d27f900 req-92db33dd-4fe0-4aed-89c6-1eac9899902f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2ee677d4-1e4b-4619-b123-ac984d8e7f0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0456450 Aug 12 15:23:36.264083 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-27fe838e-1a39-4b3d-93da-0b3f2d27f900 req-5a52bce0-c9f8-4766-ba7b-82b3496760b9 service neutron] 10.222.0.64 "GET /v2.0/networks/2ee677d4-1e4b-4619-b123-ac984d8e7f0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914829 Aug 12 15:23:36.360198 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-27fe838e-1a39-4b3d-93da-0b3f2d27f900 req-de8fcfe1-d931-4da9-ba29-ced11691a28a service neutron] 10.222.0.64 "GET /v2.0/networks/2ee677d4-1e4b-4619-b123-ac984d8e7f0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894873 Aug 12 15:23:37.036117 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1240fda5-0028-4753-a63f-28c24b1fcf22 req-ddede775-bafa-45d3-a8a1-f5d21285b267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:23:37.037655 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-1240fda5-0028-4753-a63f-28c24b1fcf22 req-ddede775-bafa-45d3-a8a1-f5d21285b267 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=75ca84b648f745e19b558c4935eb04e1&device_id=77b28f50-9999-4310-bcdc-dfb00531816f HTTP/1.1" status: 200 len: 1098 time: 0.0433612 Aug 12 15:23:37.110742 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682d2023-9d1e-47ea-b931-e599f8da3812 req-d2058c56-0a90-4bcb-9989-1399a3ed4b1b tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:23:37.112261 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-682d2023-9d1e-47ea-b931-e599f8da3812 req-d2058c56-0a90-4bcb-9989-1399a3ed4b1b tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/ports?device_id=77b28f50-9999-4310-bcdc-dfb00531816f HTTP/1.1" status: 200 len: 946 time: 0.0492239 Aug 12 15:23:37.132332 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1240fda5-0028-4753-a63f-28c24b1fcf22 req-6cae2276-7d45-4cff-9058-b696b547beef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:23:37.133813 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-1240fda5-0028-4753-a63f-28c24b1fcf22 req-6cae2276-7d45-4cff-9058-b696b547beef service neutron] 10.222.0.64 "GET /v2.0/networks?id=2ee677d4-1e4b-4619-b123-ac984d8e7f0e HTTP/1.1" status: 200 len: 913 time: 0.0842679 Aug 12 15:23:37.152138 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-682d2023-9d1e-47ea-b931-e599f8da3812 req-3b26f756-2252-4d81-a203-5b8ea453e099 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b70a441-79c7-4437-b160-55bbffdc28f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337603 Aug 12 15:23:37.212427 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-1240fda5-0028-4753-a63f-28c24b1fcf22 req-34a710f1-88fc-48fc-802e-20e23eba7e01 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0a87f8ba-4127-4665-8943-e5ed869aac9c HTTP/1.1" status: 200 len: 1002 time: 0.0681291 Aug 12 15:23:37.265229 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1240fda5-0028-4753-a63f-28c24b1fcf22 req-43e289d1-2d9d-412c-8c1c-87f8d597aea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:23:37.266663 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-1240fda5-0028-4753-a63f-28c24b1fcf22 req-43e289d1-2d9d-412c-8c1c-87f8d597aea2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a29bf4ff-3938-4793-81ab-a3fe2312a21a HTTP/1.1" status: 200 len: 851 time: 0.0451045 Aug 12 15:23:37.313017 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1240fda5-0028-4753-a63f-28c24b1fcf22 req-12ef021c-8853-4596-ad19-d38c241fdfda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:23:37.314473 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-1240fda5-0028-4753-a63f-28c24b1fcf22 req-12ef021c-8853-4596-ad19-d38c241fdfda service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2ee677d4-1e4b-4619-b123-ac984d8e7f0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395658 Aug 12 15:23:37.407623 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-1240fda5-0028-4753-a63f-28c24b1fcf22 req-62d57b67-296c-4422-a099-eb3a3ebaa2be service neutron] 10.222.0.64 "GET /v2.0/networks/2ee677d4-1e4b-4619-b123-ac984d8e7f0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848696 Aug 12 15:23:37.496488 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-1240fda5-0028-4753-a63f-28c24b1fcf22 req-35e87071-dcc6-454e-94d6-9a9354f32aad service neutron] 10.222.0.64 "GET /v2.0/networks/2ee677d4-1e4b-4619-b123-ac984d8e7f0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815935 Aug 12 15:23:38.276967 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c76783-4abb-4480-b927-6df8ed110cbf req-eec64d0f-a2fe-4698-b261-4460b86b3b4f tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:23:38.278439 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e5c76783-4abb-4480-b927-6df8ed110cbf req-eec64d0f-a2fe-4698-b261-4460b86b3b4f tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/ports?device_id=77b28f50-9999-4310-bcdc-dfb00531816f HTTP/1.1" status: 200 len: 946 time: 0.0535884 Aug 12 15:23:38.316699 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e5c76783-4abb-4480-b927-6df8ed110cbf req-edd14e1d-def7-46ae-a6f3-b9390af211b4 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b70a441-79c7-4437-b160-55bbffdc28f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317657 Aug 12 15:23:39.312924 n-d-694802-15 neutron-server[94467]: INFO neutron.api.v2.resource [req-1240fda5-0028-4753-a63f-28c24b1fcf22 req-8a5e18c8-9998-455d-a5aa-e94e2285eda3 service neutron] show failed (client error): The resource could not be found. Aug 12 15:23:39.313907 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-1240fda5-0028-4753-a63f-28c24b1fcf22 req-8a5e18c8-9998-455d-a5aa-e94e2285eda3 service neutron] 10.222.0.64 "GET /v2.0/ports/0a87f8ba-4127-4665-8943-e5ed869aac9c/bindings/n-h2-694802-15 HTTP/1.1" status: 404 len: 381 time: 0.0539060 Aug 12 15:23:39.436273 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce54cbe-ae89-47c6-8197-63f0ce930220 req-0fec1096-ccb8-41c4-bbfe-1d9e780a60e4 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:23:39.437957 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-7ce54cbe-ae89-47c6-8197-63f0ce930220 req-0fec1096-ccb8-41c4-bbfe-1d9e780a60e4 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/ports?device_id=77b28f50-9999-4310-bcdc-dfb00531816f HTTP/1.1" status: 200 len: 946 time: 0.0520780 Aug 12 15:23:39.486581 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-7ce54cbe-ae89-47c6-8197-63f0ce930220 req-747caa5a-6315-4b4b-bf4d-3a8853cbe151 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b70a441-79c7-4437-b160-55bbffdc28f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393159 Aug 12 15:23:39.567853 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1240fda5-0028-4753-a63f-28c24b1fcf22 req-43e2e4c7-4179-46cc-b0fd-dc2d18d0b9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:23:39.569327 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-1240fda5-0028-4753-a63f-28c24b1fcf22 req-43e2e4c7-4179-46cc-b0fd-dc2d18d0b9c4 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=77b28f50-9999-4310-bcdc-dfb00531816f&tenant_id=75ca84b648f745e19b558c4935eb04e1 HTTP/1.1" status: 200 len: 1098 time: 0.0995479 Aug 12 15:23:39.582532 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [req-1240fda5-0028-4753-a63f-28c24b1fcf22 req-98dba88d-01db-4d31-861b-bd58b3eb9b8a service neutron] Request body: {'port': {'binding:host_id': 'n-h2-694802-15', 'device_owner': 'compute:nova'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:23:39.633759 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-1240fda5-0028-4753-a63f-28c24b1fcf22 req-98dba88d-01db-4d31-861b-bd58b3eb9b8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:23:39.835630 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [req-1240fda5-0028-4753-a63f-28c24b1fcf22 req-98dba88d-01db-4d31-861b-bd58b3eb9b8a service neutron] For port 0a87f8ba-4127-4665-8943-e5ed869aac9c, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=0a87f8ba-4127-4665-8943-e5ed869aac9c,segment=NetworkSegment(ea7c5eaf-858a-4527-90c5-d67c1ca964ac),segment_id=ea7c5eaf-858a-4527-90c5-d67c1ca964ac)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:23:39.869105 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [req-1240fda5-0028-4753-a63f-28c24b1fcf22 req-98dba88d-01db-4d31-861b-bd58b3eb9b8a service neutron] For port 0a87f8ba-4127-4665-8943-e5ed869aac9c, host n-h1-694802-15, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 15:23:39.911589 n-d-694802-15 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77b28f50-9999-4310-bcdc-dfb00531816f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0a87f8ba-4127-4665-8943-e5ed869aac9c'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:23:39.914964 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e785eeede3897370d0b20f09d5f461b30cfecd5ed38c4f07dacd02bc52c9277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8ca81e7-9684-42aa-a301-93af14723b37" -d '{"events": [{"server_uuid": "77b28f50-9999-4310-bcdc-dfb00531816f", "name": "network-vif-unplugged", "status": "completed", "tag": "0a87f8ba-4127-4665-8943-e5ed869aac9c"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 15:23:39.919310 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-1240fda5-0028-4753-a63f-28c24b1fcf22 req-98dba88d-01db-4d31-861b-bd58b3eb9b8a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:23:39.931867 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [req-1240fda5-0028-4753-a63f-28c24b1fcf22 req-98dba88d-01db-4d31-861b-bd58b3eb9b8a service neutron] Transition to ACTIVE for port object 0a87f8ba-4127-4665-8943-e5ed869aac9c will not be triggered until provisioned by entity L2. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:23:39.935698 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-1240fda5-0028-4753-a63f-28c24b1fcf22 req-98dba88d-01db-4d31-861b-bd58b3eb9b8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3718439'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:23:39.968029 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 12 Aug 2021 15:23:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66673793-921c-45b2-b296-0b21f05ba843 x-openstack-request-id: req-66673793-921c-45b2-b296-0b21f05ba843 {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 15:23:39.968326 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77b28f50-9999-4310-bcdc-dfb00531816f", "name": "network-vif-unplugged", "status": "completed", "tag": "0a87f8ba-4127-4665-8943-e5ed869aac9c", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 15:23:39.968577 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-66673793-921c-45b2-b296-0b21f05ba843 {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 15:23:39.968971 n-d-694802-15 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77b28f50-9999-4310-bcdc-dfb00531816f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0a87f8ba-4127-4665-8943-e5ed869aac9c', 'code': 200} Aug 12 15:23:40.025063 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98dba88d-01db-4d31-861b-bd58b3eb9b8a service neutron] Pushing event updated for resources: {'Port': ['ID=0a87f8ba-4127-4665-8943-e5ed869aac9c,revision_number=6']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:23:40.036753 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98dba88d-01db-4d31-861b-bd58b3eb9b8a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:23:40.037101 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98dba88d-01db-4d31-861b-bd58b3eb9b8a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:23:40.037443 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98dba88d-01db-4d31-861b-bd58b3eb9b8a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:23:40.037782 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98dba88d-01db-4d31-861b-bd58b3eb9b8a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:23:40.038117 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98dba88d-01db-4d31-861b-bd58b3eb9b8a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:23:40.038450 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98dba88d-01db-4d31-861b-bd58b3eb9b8a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:23:40.038779 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98dba88d-01db-4d31-861b-bd58b3eb9b8a service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:23:40.039128 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98dba88d-01db-4d31-861b-bd58b3eb9b8a service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:23:40.039462 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98dba88d-01db-4d31-861b-bd58b3eb9b8a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:23:40.039791 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98dba88d-01db-4d31-861b-bd58b3eb9b8a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:23:40.040117 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98dba88d-01db-4d31-861b-bd58b3eb9b8a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:23:40.040440 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98dba88d-01db-4d31-861b-bd58b3eb9b8a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:23:40.076817 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [req-1240fda5-0028-4753-a63f-28c24b1fcf22 req-98dba88d-01db-4d31-861b-bd58b3eb9b8a service neutron] No DVR routers for this DVR port 0a87f8ba-4127-4665-8943-e5ed869aac9c on host n-h1-694802-15 {{(pid=94466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 15:23:40.152336 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-e99439e6-e6a1-40d2-a85a-ba0ff9d30bf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:23:40.464794 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [req-1240fda5-0028-4753-a63f-28c24b1fcf22 req-98dba88d-01db-4d31-861b-bd58b3eb9b8a service neutron] Attempting to bind port 0a87f8ba-4127-4665-8943-e5ed869aac9c on host n-h2-694802-15 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 15:23:40.465412 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [req-1240fda5-0028-4753-a63f-28c24b1fcf22 req-98dba88d-01db-4d31-861b-bd58b3eb9b8a service neutron] Attempting to bind port 0a87f8ba-4127-4665-8943-e5ed869aac9c by drivers openvswitch,hyperv on host n-h2-694802-15 at level 0 using segments [{'id': 'ea7c5eaf-858a-4527-90c5-d67c1ca964ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '2ee677d4-1e4b-4619-b123-ac984d8e7f0e'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 15:23:40.465412 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1240fda5-0028-4753-a63f-28c24b1fcf22 req-98dba88d-01db-4d31-861b-bd58b3eb9b8a service neutron] Attempting to bind port 0a87f8ba-4127-4665-8943-e5ed869aac9c on network 2ee677d4-1e4b-4619-b123-ac984d8e7f0e {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 15:23:40.469673 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1240fda5-0028-4753-a63f-28c24b1fcf22 req-98dba88d-01db-4d31-861b-bd58b3eb9b8a service neutron] Port 0a87f8ba-4127-4665-8943-e5ed869aac9c on network 2ee677d4-1e4b-4619-b123-ac984d8e7f0e not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-15 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 15:23:40.469994 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1240fda5-0028-4753-a63f-28c24b1fcf22 req-98dba88d-01db-4d31-861b-bd58b3eb9b8a service neutron] Attempting to bind port 0a87f8ba-4127-4665-8943-e5ed869aac9c on network 2ee677d4-1e4b-4619-b123-ac984d8e7f0e {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 15:23:40.474741 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1240fda5-0028-4753-a63f-28c24b1fcf22 req-98dba88d-01db-4d31-861b-bd58b3eb9b8a service neutron] Checking agent: {'id': 'b7697f71-33f3-4959-ad82-43c2dc15845d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 27, 42), 'started_at': datetime.datetime(2021, 8, 12, 14, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 15, 23, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 15:23:40.475115 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1240fda5-0028-4753-a63f-28c24b1fcf22 req-98dba88d-01db-4d31-861b-bd58b3eb9b8a service neutron] Checking segment: {'id': 'ea7c5eaf-858a-4527-90c5-d67c1ca964ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '2ee677d4-1e4b-4619-b123-ac984d8e7f0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 15:23:40.475501 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1240fda5-0028-4753-a63f-28c24b1fcf22 req-98dba88d-01db-4d31-861b-bd58b3eb9b8a service neutron] Bound using segment: {'id': 'ea7c5eaf-858a-4527-90c5-d67c1ca964ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '2ee677d4-1e4b-4619-b123-ac984d8e7f0e'} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 15:23:40.475921 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [req-1240fda5-0028-4753-a63f-28c24b1fcf22 req-98dba88d-01db-4d31-861b-bd58b3eb9b8a service neutron] Bound port: 0a87f8ba-4127-4665-8943-e5ed869aac9c, host: n-h2-694802-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea7c5eaf-858a-4527-90c5-d67c1ca964ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '2ee677d4-1e4b-4619-b123-ac984d8e7f0e'}}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 15:23:40.476275 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-1240fda5-0028-4753-a63f-28c24b1fcf22 req-98dba88d-01db-4d31-861b-bd58b3eb9b8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:23:40.543865 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [req-1240fda5-0028-4753-a63f-28c24b1fcf22 req-98dba88d-01db-4d31-861b-bd58b3eb9b8a service neutron] For port 0a87f8ba-4127-4665-8943-e5ed869aac9c, host n-h2-694802-15, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 15:23:40.548206 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [req-1240fda5-0028-4753-a63f-28c24b1fcf22 req-98dba88d-01db-4d31-861b-bd58b3eb9b8a service neutron] For port 0a87f8ba-4127-4665-8943-e5ed869aac9c, host n-h2-694802-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=0a87f8ba-4127-4665-8943-e5ed869aac9c,segment=NetworkSegment(ea7c5eaf-858a-4527-90c5-d67c1ca964ac),segment_id=ea7c5eaf-858a-4527-90c5-d67c1ca964ac)] {{(pid=94466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 15:23:40.552964 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-1240fda5-0028-4753-a63f-28c24b1fcf22 req-98dba88d-01db-4d31-861b-bd58b3eb9b8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3718439'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:23:40.609466 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1240fda5-0028-4753-a63f-28c24b1fcf22 req-98dba88d-01db-4d31-861b-bd58b3eb9b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:23:40.610026 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-1240fda5-0028-4753-a63f-28c24b1fcf22 req-98dba88d-01db-4d31-861b-bd58b3eb9b8a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:23:40.611423 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-1240fda5-0028-4753-a63f-28c24b1fcf22 req-98dba88d-01db-4d31-861b-bd58b3eb9b8a service neutron] 10.222.0.49 "PUT /v2.0/ports/0a87f8ba-4127-4665-8943-e5ed869aac9c HTTP/1.1" status: 200 len: 1093 time: 1.0330586 Aug 12 15:23:40.651004 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98dba88d-01db-4d31-861b-bd58b3eb9b8a service neutron] Pushing event updated for resources: {'Port': ['ID=0a87f8ba-4127-4665-8943-e5ed869aac9c,revision_number=7']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:23:40.688257 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f277a61b-473a-428d-ac1e-d9cf954d06ef req-e871c1b5-eb8e-493f-9fab-ac71b2a56b60 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:23:40.689813 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-f277a61b-473a-428d-ac1e-d9cf954d06ef req-e871c1b5-eb8e-493f-9fab-ac71b2a56b60 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/ports?device_id=77b28f50-9999-4310-bcdc-dfb00531816f HTTP/1.1" status: 200 len: 944 time: 0.1323252 Aug 12 15:23:40.724799 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1240fda5-0028-4753-a63f-28c24b1fcf22 req-e87c1163-c15b-42e0-9402-d86903f6f0fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:23:40.726301 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-1240fda5-0028-4753-a63f-28c24b1fcf22 req-e87c1163-c15b-42e0-9402-d86903f6f0fd service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=75ca84b648f745e19b558c4935eb04e1&device_id=77b28f50-9999-4310-bcdc-dfb00531816f HTTP/1.1" status: 200 len: 1096 time: 0.0854349 Aug 12 15:23:40.748281 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-f277a61b-473a-428d-ac1e-d9cf954d06ef req-5ca52665-43a0-47c4-bf08-f45cc0b10e29 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b70a441-79c7-4437-b160-55bbffdc28f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518763 Aug 12 15:23:40.823697 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1240fda5-0028-4753-a63f-28c24b1fcf22 req-4b295d5a-0f78-42e6-af09-3ab02ca97726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:23:40.825154 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-1240fda5-0028-4753-a63f-28c24b1fcf22 req-4b295d5a-0f78-42e6-af09-3ab02ca97726 service neutron] 10.222.0.49 "GET /v2.0/networks?id=2ee677d4-1e4b-4619-b123-ac984d8e7f0e HTTP/1.1" status: 200 len: 913 time: 0.0906956 Aug 12 15:23:40.896332 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-1240fda5-0028-4753-a63f-28c24b1fcf22 req-f74bd98d-4ac2-4ff2-8308-b72e6c454e58 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0a87f8ba-4127-4665-8943-e5ed869aac9c HTTP/1.1" status: 200 len: 1000 time: 0.0627537 Aug 12 15:23:40.946352 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1240fda5-0028-4753-a63f-28c24b1fcf22 req-307187a4-43d4-44d6-a56e-9018c422db43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:23:40.947623 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-1240fda5-0028-4753-a63f-28c24b1fcf22 req-307187a4-43d4-44d6-a56e-9018c422db43 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a29bf4ff-3938-4793-81ab-a3fe2312a21a HTTP/1.1" status: 200 len: 851 time: 0.0437431 Aug 12 15:23:40.995390 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1240fda5-0028-4753-a63f-28c24b1fcf22 req-58c17b4c-527f-428d-9225-fdb58c32b89a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:23:40.997148 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-1240fda5-0028-4753-a63f-28c24b1fcf22 req-58c17b4c-527f-428d-9225-fdb58c32b89a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2ee677d4-1e4b-4619-b123-ac984d8e7f0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411584 Aug 12 15:23:41.090679 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-1240fda5-0028-4753-a63f-28c24b1fcf22 req-2b64e4b1-6d0b-4b60-8779-3b0d9a2d58cc service neutron] 10.222.0.49 "GET /v2.0/networks/2ee677d4-1e4b-4619-b123-ac984d8e7f0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858977 Aug 12 15:23:41.180113 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-1240fda5-0028-4753-a63f-28c24b1fcf22 req-d7b382b9-9aa0-4887-8dcb-a19971924f83 service neutron] 10.222.0.49 "GET /v2.0/networks/2ee677d4-1e4b-4619-b123-ac984d8e7f0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826344 Aug 12 15:23:41.870414 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e94e707-6262-4a73-a784-28edd700e898 req-5d8963be-a4cb-4ae6-91fc-ddac0dc43379 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:23:41.872191 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0e94e707-6262-4a73-a784-28edd700e898 req-5d8963be-a4cb-4ae6-91fc-ddac0dc43379 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/ports?device_id=77b28f50-9999-4310-bcdc-dfb00531816f HTTP/1.1" status: 200 len: 944 time: 0.0498838 Aug 12 15:23:41.910389 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0e94e707-6262-4a73-a784-28edd700e898 req-be919668-5d44-4ef4-b1b5-d3b3456461bd tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b70a441-79c7-4437-b160-55bbffdc28f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323291 Aug 12 15:23:41.970286 n-d-694802-15 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77b28f50-9999-4310-bcdc-dfb00531816f', 'tag': '0a87f8ba-4127-4665-8943-e5ed869aac9c'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:23:41.972698 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e785eeede3897370d0b20f09d5f461b30cfecd5ed38c4f07dacd02bc52c9277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-800f05f4-c52c-47cc-8973-300bcc424a94" -d '{"events": [{"name": "network-changed", "server_uuid": "77b28f50-9999-4310-bcdc-dfb00531816f", "tag": "0a87f8ba-4127-4665-8943-e5ed869aac9c"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 15:23:41.976043 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:23:42.020035 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 15:23:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cc0a769-5b40-4d27-b939-190644ea68b2 x-openstack-request-id: req-0cc0a769-5b40-4d27-b939-190644ea68b2 {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 15:23:42.020332 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77b28f50-9999-4310-bcdc-dfb00531816f", "tag": "0a87f8ba-4127-4665-8943-e5ed869aac9c", "status": "completed", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 15:23:42.021383 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0cc0a769-5b40-4d27-b939-190644ea68b2 {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 15:23:42.021793 n-d-694802-15 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77b28f50-9999-4310-bcdc-dfb00531816f', 'tag': '0a87f8ba-4127-4665-8943-e5ed869aac9c', 'status': 'completed', 'code': 200} Aug 12 15:23:42.082377 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800f05f4-c52c-47cc-8973-300bcc424a94 req-7014f3cc-1288-4241-8133-3e432996b8ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:23:42.083900 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800f05f4-c52c-47cc-8973-300bcc424a94 req-d6278905-a8ff-434f-ab43-5ee3deb69b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:23:42.084048 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-800f05f4-c52c-47cc-8973-300bcc424a94 req-7014f3cc-1288-4241-8133-3e432996b8ea service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=75ca84b648f745e19b558c4935eb04e1&device_id=77b28f50-9999-4310-bcdc-dfb00531816f HTTP/1.1" status: 200 len: 1096 time: 0.0432894 Aug 12 15:23:42.085439 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-800f05f4-c52c-47cc-8973-300bcc424a94 req-d6278905-a8ff-434f-ab43-5ee3deb69b56 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=75ca84b648f745e19b558c4935eb04e1&device_id=77b28f50-9999-4310-bcdc-dfb00531816f HTTP/1.1" status: 200 len: 1096 time: 0.0406301 Aug 12 15:23:42.182610 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800f05f4-c52c-47cc-8973-300bcc424a94 req-e8186080-e1b2-4b4f-810b-af38d8544b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:23:42.182947 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800f05f4-c52c-47cc-8973-300bcc424a94 req-1abc0d34-9cfd-49c9-b2a7-843ec53574ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:23:42.184110 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-800f05f4-c52c-47cc-8973-300bcc424a94 req-e8186080-e1b2-4b4f-810b-af38d8544b8c service neutron] 10.222.0.49 "GET /v2.0/networks?id=2ee677d4-1e4b-4619-b123-ac984d8e7f0e HTTP/1.1" status: 200 len: 913 time: 0.0908585 Aug 12 15:23:42.184274 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-800f05f4-c52c-47cc-8973-300bcc424a94 req-1abc0d34-9cfd-49c9-b2a7-843ec53574ca service neutron] 10.222.0.64 "GET /v2.0/networks?id=2ee677d4-1e4b-4619-b123-ac984d8e7f0e HTTP/1.1" status: 200 len: 913 time: 0.0920105 Aug 12 15:23:42.251231 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-800f05f4-c52c-47cc-8973-300bcc424a94 req-18a56dca-e053-4265-bf1b-1039cf832074 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0a87f8ba-4127-4665-8943-e5ed869aac9c HTTP/1.1" status: 200 len: 1000 time: 0.0600786 Aug 12 15:23:42.257552 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-800f05f4-c52c-47cc-8973-300bcc424a94 req-9438ecc5-9849-4457-b7b0-be685f9b70c6 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0a87f8ba-4127-4665-8943-e5ed869aac9c HTTP/1.1" status: 200 len: 1000 time: 0.0655863 Aug 12 15:23:42.303920 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800f05f4-c52c-47cc-8973-300bcc424a94 req-9a5b5ec2-f501-458b-99f2-0e7bef7fc5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:23:42.305669 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-800f05f4-c52c-47cc-8973-300bcc424a94 req-9a5b5ec2-f501-458b-99f2-0e7bef7fc5ca service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a29bf4ff-3938-4793-81ab-a3fe2312a21a HTTP/1.1" status: 200 len: 851 time: 0.0476344 Aug 12 15:23:42.313415 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800f05f4-c52c-47cc-8973-300bcc424a94 req-d9201325-b216-476c-ac1f-788552480ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:23:42.314887 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-800f05f4-c52c-47cc-8973-300bcc424a94 req-d9201325-b216-476c-ac1f-788552480ea7 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a29bf4ff-3938-4793-81ab-a3fe2312a21a HTTP/1.1" status: 200 len: 851 time: 0.0488338 Aug 12 15:23:42.350944 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800f05f4-c52c-47cc-8973-300bcc424a94 req-6bfd022c-7132-4f50-9311-4f3fce39500e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:23:42.352411 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-800f05f4-c52c-47cc-8973-300bcc424a94 req-6bfd022c-7132-4f50-9311-4f3fce39500e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2ee677d4-1e4b-4619-b123-ac984d8e7f0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405123 Aug 12 15:23:42.363979 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800f05f4-c52c-47cc-8973-300bcc424a94 req-d9a2be13-2691-4c93-89eb-ac5c109189ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:23:42.365503 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-800f05f4-c52c-47cc-8973-300bcc424a94 req-d9a2be13-2691-4c93-89eb-ac5c109189ac service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2ee677d4-1e4b-4619-b123-ac984d8e7f0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0417995 Aug 12 15:23:42.442056 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-800f05f4-c52c-47cc-8973-300bcc424a94 req-1687d240-71d6-4a83-8620-939c64abfdcb service neutron] 10.222.0.64 "GET /v2.0/networks/2ee677d4-1e4b-4619-b123-ac984d8e7f0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826805 Aug 12 15:23:42.456078 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-800f05f4-c52c-47cc-8973-300bcc424a94 req-0f67d341-0459-4ac1-bb71-3e6b206df788 service neutron] 10.222.0.49 "GET /v2.0/networks/2ee677d4-1e4b-4619-b123-ac984d8e7f0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821130 Aug 12 15:23:42.537930 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-800f05f4-c52c-47cc-8973-300bcc424a94 req-04392280-1500-41cb-a931-a1a19660fb54 service neutron] 10.222.0.64 "GET /v2.0/networks/2ee677d4-1e4b-4619-b123-ac984d8e7f0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875261 Aug 12 15:23:42.553488 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-800f05f4-c52c-47cc-8973-300bcc424a94 req-6e3388d6-5aa5-44ba-9f5d-7dc0ddb14091 service neutron] 10.222.0.49 "GET /v2.0/networks/2ee677d4-1e4b-4619-b123-ac984d8e7f0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887296 Aug 12 15:23:42.963205 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device 0a87f8ba-4127-4665-8943-e5ed869aac9c no longer exists at agent hyperv_n-h1-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 15:23:43.006996 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device 0a87f8ba-4127-4665-8943-e5ed869aac9c not bound to the agent host n-h1-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 15:23:43.027798 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd7d10c-8e72-4cf8-80ba-e56b40efd095 req-d9da320e-9fe6-4e5c-a9b3-9de693ab4888 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:23:43.029321 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-cfd7d10c-8e72-4cf8-80ba-e56b40efd095 req-d9da320e-9fe6-4e5c-a9b3-9de693ab4888 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/ports?device_id=77b28f50-9999-4310-bcdc-dfb00531816f HTTP/1.1" status: 200 len: 944 time: 0.0514557 Aug 12 15:23:43.068029 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:23:43.072389 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-cfd7d10c-8e72-4cf8-80ba-e56b40efd095 req-5afef5ad-d1b0-4953-8f50-9044fd1d9881 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b70a441-79c7-4437-b160-55bbffdc28f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363674 Aug 12 15:23:43.337597 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:23:43.415784 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-5a0ac8d8-52fb-44af-adb9-e0e489869c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:23:43.708428 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device 0a87f8ba-4127-4665-8943-e5ed869aac9c details requested by agent hyperv_n-h2-694802-15 with host n-h2-694802-15 {{(pid=94468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 15:23:43.799685 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port 0a87f8ba-4127-4665-8943-e5ed869aac9c, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=0a87f8ba-4127-4665-8943-e5ed869aac9c,segment=NetworkSegment(ea7c5eaf-858a-4527-90c5-d67c1ca964ac),segment_id=ea7c5eaf-858a-4527-90c5-d67c1ca964ac)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:23:43.810495 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Returning: {'device': '0a87f8ba-4127-4665-8943-e5ed869aac9c', 'network_id': '2ee677d4-1e4b-4619-b123-ac984d8e7f0e', 'port_id': '0a87f8ba-4127-4665-8943-e5ed869aac9c', 'mac_address': 'fa:16:3e:56:bd:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a29bf4ff-3938-4793-81ab-a3fe2312a21a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 15:23:43.852622 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:23:43.865814 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a87f8ba-4127-4665-8943-e5ed869aac9c {{(pid=94468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 15:23:43.885529 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port 0a87f8ba-4127-4665-8943-e5ed869aac9c, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=0a87f8ba-4127-4665-8943-e5ed869aac9c,segment=NetworkSegment(ea7c5eaf-858a-4527-90c5-d67c1ca964ac),segment_id=ea7c5eaf-858a-4527-90c5-d67c1ca964ac)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:23:43.889468 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:23:43.937415 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Pushing event updated for resources: {'Port': ['ID=0a87f8ba-4127-4665-8943-e5ed869aac9c,revision_number=8']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:23:43.944720 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:23:43.945068 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:23:43.945421 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:23:43.945823 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:23:43.946110 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:23:43.946413 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:23:43.946742 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:23:43.947106 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:23:43.947422 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:23:43.947748 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:23:43.948070 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:23:43.948392 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:23:44.141892 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-1769855f-eda9-4483-9dc3-3220908ab45d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:23:44.194043 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c764e9-11be-4444-ab66-2308de10b24f req-58cb7e4f-d813-48ba-8e37-e7722a7be047 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:23:44.195560 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-91c764e9-11be-4444-ab66-2308de10b24f req-58cb7e4f-d813-48ba-8e37-e7722a7be047 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/ports?device_id=77b28f50-9999-4310-bcdc-dfb00531816f HTTP/1.1" status: 200 len: 945 time: 0.0508618 Aug 12 15:23:44.234707 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-91c764e9-11be-4444-ab66-2308de10b24f req-858aba61-23d5-46d7-8a2b-298fdf6aded7 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b70a441-79c7-4437-b160-55bbffdc28f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331631 Aug 12 15:23:44.242008 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] get_ports_and_sgs() called for port_ids ['0a87f8ba-4127-4665-8943-e5ed869aac9c'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 15:23:44.434326 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e083f466-e761-40bd-93da-b933e466cbef req-9751e2e0-7dbe-4487-8492-73123c8d2096 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:23:44.435792 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-e083f466-e761-40bd-93da-b933e466cbef req-9751e2e0-7dbe-4487-8492-73123c8d2096 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/ports?device_id=77b28f50-9999-4310-bcdc-dfb00531816f HTTP/1.1" status: 200 len: 945 time: 0.0496008 Aug 12 15:23:44.447792 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4a9161-0403-424d-b16b-14225f9d2416 req-27a76f0b-424d-4888-bdee-f681a08ea3ea tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:23:44.449365 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6f4a9161-0403-424d-b16b-14225f9d2416 req-27a76f0b-424d-4888-bdee-f681a08ea3ea tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.64 "GET /v2.0/ports?device_id=77b28f50-9999-4310-bcdc-dfb00531816f&tenant_id=75ca84b648f745e19b558c4935eb04e1&binding%3Ahost_id=n-h2-694802-15 HTTP/1.1" status: 200 len: 945 time: 0.0562634 Aug 12 15:23:44.479225 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-e083f466-e761-40bd-93da-b933e466cbef req-ec621fae-e925-4b92-b7ac-e9de5ec69b06 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b70a441-79c7-4437-b160-55bbffdc28f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373187 Aug 12 15:23:44.509924 n-d-694802-15 neutron-server[94467]: INFO neutron.api.v2.resource [req-6f4a9161-0403-424d-b16b-14225f9d2416 req-5be68703-9c12-4d13-9927-2842faecd9c4 service neutron] delete failed (client error): The resource could not be found. Aug 12 15:23:44.510947 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6f4a9161-0403-424d-b16b-14225f9d2416 req-5be68703-9c12-4d13-9927-2842faecd9c4 service neutron] 10.222.0.64 "DELETE /v2.0/ports/0a87f8ba-4127-4665-8943-e5ed869aac9c/bindings/n-h1-694802-15 HTTP/1.1" status: 404 len: 381 time: 0.0546396 Aug 12 15:23:44.595506 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4a9161-0403-424d-b16b-14225f9d2416 req-24baf36a-cb57-4327-987a-abaabb96db55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:23:44.597159 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6f4a9161-0403-424d-b16b-14225f9d2416 req-24baf36a-cb57-4327-987a-abaabb96db55 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=75ca84b648f745e19b558c4935eb04e1&device_id=77b28f50-9999-4310-bcdc-dfb00531816f HTTP/1.1" status: 200 len: 1097 time: 0.0406544 Aug 12 15:23:44.688318 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4a9161-0403-424d-b16b-14225f9d2416 req-a09b3d74-4643-4b7d-a21d-a8e7cbae286b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:23:44.689731 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6f4a9161-0403-424d-b16b-14225f9d2416 req-a09b3d74-4643-4b7d-a21d-a8e7cbae286b service neutron] 10.222.0.64 "GET /v2.0/networks?id=2ee677d4-1e4b-4619-b123-ac984d8e7f0e HTTP/1.1" status: 200 len: 913 time: 0.0853605 Aug 12 15:23:44.754153 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6f4a9161-0403-424d-b16b-14225f9d2416 req-04489a14-fb8e-40cf-b0a7-927335422029 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0a87f8ba-4127-4665-8943-e5ed869aac9c HTTP/1.1" status: 200 len: 1001 time: 0.0571275 Aug 12 15:23:44.802100 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4a9161-0403-424d-b16b-14225f9d2416 req-21d546ce-c4ac-47a9-8f05-47c275e5927e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:23:44.803511 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6f4a9161-0403-424d-b16b-14225f9d2416 req-21d546ce-c4ac-47a9-8f05-47c275e5927e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a29bf4ff-3938-4793-81ab-a3fe2312a21a HTTP/1.1" status: 200 len: 851 time: 0.0420420 Aug 12 15:23:44.850956 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4a9161-0403-424d-b16b-14225f9d2416 req-319c560e-50ea-4d8e-9ac7-fbf98a5e34e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:23:44.852433 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6f4a9161-0403-424d-b16b-14225f9d2416 req-319c560e-50ea-4d8e-9ac7-fbf98a5e34e8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2ee677d4-1e4b-4619-b123-ac984d8e7f0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0418360 Aug 12 15:23:44.939788 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6f4a9161-0403-424d-b16b-14225f9d2416 req-2a041864-3838-4e48-abb3-d8439b087484 service neutron] 10.222.0.64 "GET /v2.0/networks/2ee677d4-1e4b-4619-b123-ac984d8e7f0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803053 Aug 12 15:23:45.032019 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6f4a9161-0403-424d-b16b-14225f9d2416 req-2523a00c-7c2b-4e4b-8850-db9be67371f9 service neutron] 10.222.0.64 "GET /v2.0/networks/2ee677d4-1e4b-4619-b123-ac984d8e7f0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841448 Aug 12 15:23:45.602323 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f697dd-9ebd-4d74-9d0e-036d9410a91e req-340e8f61-eadb-460b-85ee-fc23d8f961b7 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:23:45.603824 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-29f697dd-9ebd-4d74-9d0e-036d9410a91e req-340e8f61-eadb-460b-85ee-fc23d8f961b7 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/ports?device_id=77b28f50-9999-4310-bcdc-dfb00531816f HTTP/1.1" status: 200 len: 945 time: 0.0496981 Aug 12 15:23:45.641669 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-29f697dd-9ebd-4d74-9d0e-036d9410a91e req-e25b6e10-004d-41fe-a81e-32705b5f0f85 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b70a441-79c7-4437-b160-55bbffdc28f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310838 Aug 12 15:23:45.724947 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device 0a87f8ba-4127-4665-8943-e5ed869aac9c up at agent hyperv_n-h2-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 15:23:45.756458 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b096a6bb-a2cc-4f5f-a65d-4665f43c6b74 req-cf870b9d-15d9-401a-a0be-b04cf68b7633 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:23:45.758347 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-b096a6bb-a2cc-4f5f-a65d-4665f43c6b74 req-cf870b9d-15d9-401a-a0be-b04cf68b7633 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/ports?device_id=77b28f50-9999-4310-bcdc-dfb00531816f HTTP/1.1" status: 200 len: 945 time: 0.0514557 Aug 12 15:23:45.775205 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-fe95f194-a3b0-4c04-9e42-20b511169d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:23:45.785429 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Provisioning for port 0a87f8ba-4127-4665-8943-e5ed869aac9c completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:23:45.789221 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Provisioning complete for port 0a87f8ba-4127-4665-8943-e5ed869aac9c triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:23:45.789695 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:23:45.800071 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-b096a6bb-a2cc-4f5f-a65d-4665f43c6b74 req-90d4659b-5b5b-4b7a-a43c-87e8e68be892 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b70a441-79c7-4437-b160-55bbffdc28f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351956 Aug 12 15:23:45.865542 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:23:45.888307 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77b28f50-9999-4310-bcdc-dfb00531816f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a87f8ba-4127-4665-8943-e5ed869aac9c'}] {{(pid=94468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:23:45.890691 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99a8d87602170099c728e57431aca99e9b98a655a83bbf8727be13192709727b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd22843c-3764-4e7d-a15e-30eff705f4e0" -d '{"events": [{"server_uuid": "77b28f50-9999-4310-bcdc-dfb00531816f", "name": "network-vif-plugged", "status": "completed", "tag": "0a87f8ba-4127-4665-8943-e5ed869aac9c"}]}' {{(pid=94468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 15:23:45.909756 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port 0a87f8ba-4127-4665-8943-e5ed869aac9c, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=0a87f8ba-4127-4665-8943-e5ed869aac9c,segment=NetworkSegment(ea7c5eaf-858a-4527-90c5-d67c1ca964ac),segment_id=ea7c5eaf-858a-4527-90c5-d67c1ca964ac)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:23:45.914847 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:23:45.944209 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 15:23:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b21412f9-aca2-4909-ae35-2628a6bb1fad x-openstack-request-id: req-b21412f9-aca2-4909-ae35-2628a6bb1fad {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 15:23:45.944568 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77b28f50-9999-4310-bcdc-dfb00531816f", "name": "network-vif-plugged", "status": "completed", "tag": "0a87f8ba-4127-4665-8943-e5ed869aac9c", "code": 200}]} {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 15:23:45.944927 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b21412f9-aca2-4909-ae35-2628a6bb1fad {{(pid=94468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 15:23:45.945438 n-d-694802-15 neutron-server[94468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77b28f50-9999-4310-bcdc-dfb00531816f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a87f8ba-4127-4665-8943-e5ed869aac9c', 'code': 200} Aug 12 15:23:45.972834 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Pushing event updated for resources: {'Port': ['ID=0a87f8ba-4127-4665-8943-e5ed869aac9c,revision_number=9']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:23:46.006316 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f78dab6-b036-4308-8049-e458f9d33899 req-f3787025-4635-4405-88a2-994720702c34 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:23:46.007947 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9f78dab6-b036-4308-8049-e458f9d33899 req-f3787025-4635-4405-88a2-994720702c34 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/ports?device_id=77b28f50-9999-4310-bcdc-dfb00531816f HTTP/1.1" status: 200 len: 946 time: 0.0528941 Aug 12 15:23:46.040754 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040535f5-acf4-47bb-b382-25043a31e5a7 req-5dcdb408-6c79-499e-a2de-60608bbc8156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:23:46.042141 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-040535f5-acf4-47bb-b382-25043a31e5a7 req-5dcdb408-6c79-499e-a2de-60608bbc8156 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=75ca84b648f745e19b558c4935eb04e1&device_id=77b28f50-9999-4310-bcdc-dfb00531816f HTTP/1.1" status: 200 len: 1098 time: 0.0413306 Aug 12 15:23:46.046778 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9f78dab6-b036-4308-8049-e458f9d33899 req-6348eba4-191b-4cac-b122-b9b43f54a628 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b70a441-79c7-4437-b160-55bbffdc28f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326552 Aug 12 15:23:46.140006 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040535f5-acf4-47bb-b382-25043a31e5a7 req-89104178-835c-4c80-97b7-5c92258e63a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:23:46.142168 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-040535f5-acf4-47bb-b382-25043a31e5a7 req-89104178-835c-4c80-97b7-5c92258e63a4 service neutron] 10.222.0.49 "GET /v2.0/networks?id=2ee677d4-1e4b-4619-b123-ac984d8e7f0e HTTP/1.1" status: 200 len: 913 time: 0.0890269 Aug 12 15:23:46.209296 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-040535f5-acf4-47bb-b382-25043a31e5a7 req-5b521f41-fb5a-4cc1-8a3c-9f179e7a9430 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0a87f8ba-4127-4665-8943-e5ed869aac9c HTTP/1.1" status: 200 len: 1002 time: 0.0593507 Aug 12 15:23:46.260543 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040535f5-acf4-47bb-b382-25043a31e5a7 req-228c2e14-e960-4041-a471-8dd637d3c96c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:23:46.262026 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-040535f5-acf4-47bb-b382-25043a31e5a7 req-228c2e14-e960-4041-a471-8dd637d3c96c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a29bf4ff-3938-4793-81ab-a3fe2312a21a HTTP/1.1" status: 200 len: 851 time: 0.0447173 Aug 12 15:23:46.312127 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040535f5-acf4-47bb-b382-25043a31e5a7 req-e8b9744f-879e-49fa-89db-c3a33ce909af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:23:46.313548 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-040535f5-acf4-47bb-b382-25043a31e5a7 req-e8b9744f-879e-49fa-89db-c3a33ce909af service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2ee677d4-1e4b-4619-b123-ac984d8e7f0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0447352 Aug 12 15:23:46.403170 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-040535f5-acf4-47bb-b382-25043a31e5a7 req-5c64d60c-b0e8-446f-a9a9-5d98f2475600 service neutron] 10.222.0.49 "GET /v2.0/networks/2ee677d4-1e4b-4619-b123-ac984d8e7f0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816031 Aug 12 15:23:46.495289 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-040535f5-acf4-47bb-b382-25043a31e5a7 req-a0d48004-b276-41a3-847f-799259750ca8 service neutron] 10.222.0.49 "GET /v2.0/networks/2ee677d4-1e4b-4619-b123-ac984d8e7f0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850594 Aug 12 15:23:47.162142 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a64874-ace2-4ee9-95df-4e2eb425d16e req-2430baab-3543-475f-b33f-005b9c0c3e15 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:23:47.163624 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-c5a64874-ace2-4ee9-95df-4e2eb425d16e req-2430baab-3543-475f-b33f-005b9c0c3e15 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/ports?device_id=77b28f50-9999-4310-bcdc-dfb00531816f HTTP/1.1" status: 200 len: 946 time: 0.0492532 Aug 12 15:23:47.203005 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-c5a64874-ace2-4ee9-95df-4e2eb425d16e req-64db0c8a-0343-4502-acd6-8e133b39d8a1 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b70a441-79c7-4437-b160-55bbffdc28f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326285 Aug 12 15:23:47.430806 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a90614-8a1a-4564-a6a1-8cc37508736c req-2e99a8d6-d8fb-4410-aa7f-c5ebfcbe5e34 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:23:47.432309 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-38a90614-8a1a-4564-a6a1-8cc37508736c req-2e99a8d6-d8fb-4410-aa7f-c5ebfcbe5e34 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/ports?device_id=77b28f50-9999-4310-bcdc-dfb00531816f HTTP/1.1" status: 200 len: 946 time: 0.0489142 Aug 12 15:23:47.469482 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-38a90614-8a1a-4564-a6a1-8cc37508736c req-9dbb7194-0f59-4b85-86d0-3bd415026b02 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b70a441-79c7-4437-b160-55bbffdc28f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312293 Aug 12 15:23:48.585505 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e296ec-5b72-4fb1-9264-6c9097b3ab48 req-ceb25fdf-73a0-4d74-844a-bf49ebe01898 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:23:48.587149 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-81e296ec-5b72-4fb1-9264-6c9097b3ab48 req-ceb25fdf-73a0-4d74-844a-bf49ebe01898 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/ports?device_id=77b28f50-9999-4310-bcdc-dfb00531816f HTTP/1.1" status: 200 len: 946 time: 0.0488455 Aug 12 15:23:48.630586 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-81e296ec-5b72-4fb1-9264-6c9097b3ab48 req-7e1594c9-fddd-4a69-8a79-0f55bdf87963 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b70a441-79c7-4437-b160-55bbffdc28f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375619 Aug 12 15:23:48.678872 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.agents_db [None req-17ed3e4c-1a7d-4162-9646-11c134aca297 None None] Agent healthcheck: found 7 active agents {{(pid=94469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 15:23:48.880550 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3a29e0-2f1c-4652-a6f5-1e4fdb2cd7af req-63bd9ae0-4976-4141-b6b1-f92d5fc79396 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:23:48.881917 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-3c3a29e0-2f1c-4652-a6f5-1e4fdb2cd7af req-63bd9ae0-4976-4141-b6b1-f92d5fc79396 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.49 "GET /v2.0/ports?device_id=77b28f50-9999-4310-bcdc-dfb00531816f HTTP/1.1" status: 200 len: 946 time: 0.0527956 Aug 12 15:23:48.969858 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [req-3c3a29e0-2f1c-4652-a6f5-1e4fdb2cd7af req-70a8edc6-892d-430e-9a17-461153af480c tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Deleting port 0a87f8ba-4127-4665-8943-e5ed869aac9c {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 15:23:48.970204 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-3c3a29e0-2f1c-4652-a6f5-1e4fdb2cd7af req-70a8edc6-892d-430e-9a17-461153af480c tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:23:49.060565 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [req-3c3a29e0-2f1c-4652-a6f5-1e4fdb2cd7af req-70a8edc6-892d-430e-9a17-461153af480c tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] For port 0a87f8ba-4127-4665-8943-e5ed869aac9c, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=0a87f8ba-4127-4665-8943-e5ed869aac9c,segment=NetworkSegment(ea7c5eaf-858a-4527-90c5-d67c1ca964ac),segment_id=ea7c5eaf-858a-4527-90c5-d67c1ca964ac)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:23:49.060925 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-3c3a29e0-2f1c-4652-a6f5-1e4fdb2cd7af req-70a8edc6-892d-430e-9a17-461153af480c tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:23:49.227971 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-3c3a29e0-2f1c-4652-a6f5-1e4fdb2cd7af req-70a8edc6-892d-430e-9a17-461153af480c tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:23:49.228327 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-3c3a29e0-2f1c-4652-a6f5-1e4fdb2cd7af req-70a8edc6-892d-430e-9a17-461153af480c tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431510'] for floatingip, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:23:49.228656 n-d-694802-15 neutron-server[94466]: INFO neutron.db.l3_db [req-3c3a29e0-2f1c-4652-a6f5-1e4fdb2cd7af req-70a8edc6-892d-430e-9a17-461153af480c tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Floating IP 26e7debd-74c3-44cd-b9cb-ffcd8c0f01ad disassociated. External IP: 172.25.1.116, port: 0a87f8ba-4127-4665-8943-e5ed869aac9c. Aug 12 15:23:49.229003 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [req-3c3a29e0-2f1c-4652-a6f5-1e4fdb2cd7af req-70a8edc6-892d-430e-9a17-461153af480c tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Calling delete_port for 0a87f8ba-4127-4665-8943-e5ed869aac9c owned by compute:nova {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 15:23:49.357774 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-3c3a29e0-2f1c-4652-a6f5-1e4fdb2cd7af req-70a8edc6-892d-430e-9a17-461153af480c tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:23:49.385028 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a8edc6-892d-430e-9a17-461153af480c tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Pushing event deleted for resources: {'Port': ['ID=0a87f8ba-4127-4665-8943-e5ed869aac9c,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:23:49.504940 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3c3a29e0-2f1c-4652-a6f5-1e4fdb2cd7af req-70a8edc6-892d-430e-9a17-461153af480c tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Router d30a26a0-30fa-463d-b3cf-757521adcc97 has already been hosted by L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f {{(pid=94466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 15:23:49.613838 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3c3a29e0-2f1c-4652-a6f5-1e4fdb2cd7af req-70a8edc6-892d-430e-9a17-461153af480c tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 15:23:49.623702 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc601bed-1eb2-452a-b12f-06723431fcb9 None None] Sync routers for ids ['d30a26a0-30fa-463d-b3cf-757521adcc97'] in n-d-694802-15 {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 15:23:49.633438 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc601bed-1eb2-452a-b12f-06723431fcb9 None None] Routers {'d30a26a0-30fa-463d-b3cf-757521adcc97'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:23:49.634046 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-fc601bed-1eb2-452a-b12f-06723431fcb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T15:23:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['d30a26a0-30fa-463d-b3cf-757521adcc97'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:23:49.654224 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c3a29e0-2f1c-4652-a6f5-1e4fdb2cd7af req-70a8edc6-892d-430e-9a17-461153af480c tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] No DVR routers for this DVR port 0a87f8ba-4127-4665-8943-e5ed869aac9c on host n-h2-694802-15 {{(pid=94466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 15:23:49.656799 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-3c3a29e0-2f1c-4652-a6f5-1e4fdb2cd7af req-70a8edc6-892d-430e-9a17-461153af480c tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:23:49.658985 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-3c3a29e0-2f1c-4652-a6f5-1e4fdb2cd7af req-70a8edc6-892d-430e-9a17-461153af480c tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.49 "DELETE /v2.0/ports/0a87f8ba-4127-4665-8943-e5ed869aac9c HTTP/1.1" status: 204 len: 173 time: 0.7705257 Aug 12 15:23:49.660148 n-d-694802-15 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77b28f50-9999-4310-bcdc-dfb00531816f', 'name': 'network-vif-deleted', 'tag': '0a87f8ba-4127-4665-8943-e5ed869aac9c'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:23:49.662442 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e785eeede3897370d0b20f09d5f461b30cfecd5ed38c4f07dacd02bc52c9277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c831b9da-bb44-42ae-b3e5-173d9f6b60eb" -d '{"events": [{"server_uuid": "77b28f50-9999-4310-bcdc-dfb00531816f", "name": "network-vif-deleted", "tag": "0a87f8ba-4127-4665-8943-e5ed869aac9c"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 15:23:49.707229 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 15:23:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7aaef4fd-282b-49c3-9faa-385042b04ead x-openstack-request-id: req-7aaef4fd-282b-49c3-9faa-385042b04ead {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 15:23:49.707711 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77b28f50-9999-4310-bcdc-dfb00531816f", "name": "network-vif-deleted", "tag": "0a87f8ba-4127-4665-8943-e5ed869aac9c", "status": "completed", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 15:23:49.707836 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7aaef4fd-282b-49c3-9faa-385042b04ead {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 15:23:49.708381 n-d-694802-15 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77b28f50-9999-4310-bcdc-dfb00531816f', 'name': 'network-vif-deleted', 'tag': '0a87f8ba-4127-4665-8943-e5ed869aac9c', 'status': 'completed', 'code': 200} Aug 12 15:23:49.736740 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-80563260-54c4-48c9-9579-20a0d0706e76 req-a207f52d-d939-413d-ae57-d1cbf3dd2683 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/ports?device_id=77b28f50-9999-4310-bcdc-dfb00531816f HTTP/1.1" status: 200 len: 210 time: 0.0264096 Aug 12 15:23:49.756751 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-fc601bed-1eb2-452a-b12f-06723431fcb9 None None] Set router d30a26a0-30fa-463d-b3cf-757521adcc97 gateway port host: n-d-694802-15 {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:23:49.956896 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-fc601bed-1eb2-452a-b12f-06723431fcb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd30a26a0-30fa-463d-b3cf-757521adcc97', 'name': 'tempest-ServerActionsTestJSON-2065852979-router', 'tenant_id': '75ca84b648f745e19b558c4935eb04e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.194'}], 'enable_snat': True}, 'gw_port_id': 'd31893fb-90de-40d5-b502-11325f6985a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:19:17Z', 'updated_at': '2021-08-12T15:19:20Z', 'revision_number': 4, 'project_id': '75ca84b648f745e19b558c4935eb04e1', 'gw_port': {'id': 'd31893fb-90de-40d5-b502-11325f6985a2', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:52:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd30a26a0-30fa-463d-b3cf-757521adcc97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:19:18Z', 'updated_at': '2021-08-12T15:19:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': '3e65877a-9c29-4f06-be2a-f078636d8799', 'name': '', 'network_id': '2ee677d4-1e4b-4619-b123-ac984d8e7f0e', 'tenant_id': '75ca84b648f745e19b558c4935eb04e1', 'mac_address': 'fa:16:3e:9e:2d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd30a26a0-30fa-463d-b3cf-757521adcc97', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'a29bf4ff-3938-4793-81ab-a3fe2312a21a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:19:19Z', 'updated_at': '2021-08-12T15:19:25Z', 'revision_number': 5, 'project_id': '75ca84b648f745e19b558c4935eb04e1', 'subnets': [{'id': 'a29bf4ff-3938-4793-81ab-a3fe2312a21a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:23:49.982785 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc601bed-1eb2-452a-b12f-06723431fcb9 None None] Checking router: d30a26a0-30fa-463d-b3cf-757521adcc97 for host: n-d-694802-15 {{(pid=94469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 15:23:49.991480 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc601bed-1eb2-452a-b12f-06723431fcb9 None None] Routers {'d30a26a0-30fa-463d-b3cf-757521adcc97'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:23:49.992087 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-fc601bed-1eb2-452a-b12f-06723431fcb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T15:23:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['d30a26a0-30fa-463d-b3cf-757521adcc97'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:23:50.094333 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-fc601bed-1eb2-452a-b12f-06723431fcb9 None None] Set router d30a26a0-30fa-463d-b3cf-757521adcc97 gateway port host: n-d-694802-15 {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:23:50.298773 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-fc601bed-1eb2-452a-b12f-06723431fcb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd30a26a0-30fa-463d-b3cf-757521adcc97', 'name': 'tempest-ServerActionsTestJSON-2065852979-router', 'tenant_id': '75ca84b648f745e19b558c4935eb04e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.194'}], 'enable_snat': True}, 'gw_port_id': 'd31893fb-90de-40d5-b502-11325f6985a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:19:17Z', 'updated_at': '2021-08-12T15:19:20Z', 'revision_number': 4, 'project_id': '75ca84b648f745e19b558c4935eb04e1', 'gw_port': {'id': 'd31893fb-90de-40d5-b502-11325f6985a2', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:52:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd30a26a0-30fa-463d-b3cf-757521adcc97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:19:18Z', 'updated_at': '2021-08-12T15:19:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': '3e65877a-9c29-4f06-be2a-f078636d8799', 'name': '', 'network_id': '2ee677d4-1e4b-4619-b123-ac984d8e7f0e', 'tenant_id': '75ca84b648f745e19b558c4935eb04e1', 'mac_address': 'fa:16:3e:9e:2d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd30a26a0-30fa-463d-b3cf-757521adcc97', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'a29bf4ff-3938-4793-81ab-a3fe2312a21a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:19:19Z', 'updated_at': '2021-08-12T15:19:25Z', 'revision_number': 5, 'project_id': '75ca84b648f745e19b558c4935eb04e1', 'subnets': [{'id': 'a29bf4ff-3938-4793-81ab-a3fe2312a21a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:23:50.326045 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc601bed-1eb2-452a-b12f-06723431fcb9 None None] The sync data for ids ['d30a26a0-30fa-463d-b3cf-757521adcc97'] in n-d-694802-15 is: [{'id': 'd30a26a0-30fa-463d-b3cf-757521adcc97', 'name': 'tempest-ServerActionsTestJSON-2065852979-router', 'tenant_id': '75ca84b648f745e19b558c4935eb04e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.194'}], 'enable_snat': True}, 'gw_port_id': 'd31893fb-90de-40d5-b502-11325f6985a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:19:17Z', 'updated_at': '2021-08-12T15:19:20Z', 'revision_number': 4, 'project_id': '75ca84b648f745e19b558c4935eb04e1', 'gw_port': {'id': 'd31893fb-90de-40d5-b502-11325f6985a2', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:52:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd30a26a0-30fa-463d-b3cf-757521adcc97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:19:18Z', 'updated_at': '2021-08-12T15:19:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': '3e65877a-9c29-4f06-be2a-f078636d8799', 'name': '', 'network_id': '2ee677d4-1e4b-4619-b123-ac984d8e7f0e', 'tenant_id': '75ca84b648f745e19b558c4935eb04e1', 'mac_address': 'fa:16:3e:9e:2d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd30a26a0-30fa-463d-b3cf-757521adcc97', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'a29bf4ff-3938-4793-81ab-a3fe2312a21a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:19:19Z', 'updated_at': '2021-08-12T15:19:25Z', 'revision_number': 5, 'project_id': '75ca84b648f745e19b558c4935eb04e1', 'subnets': [{'id': 'a29bf4ff-3938-4793-81ab-a3fe2312a21a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 15:23:50.648729 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaf5d585-eb82-45b8-8905-0fd1f1c0153e None None] New status for floating IP 26e7debd-74c3-44cd-b9cb-ffcd8c0f01ad: DOWN {{(pid=94468) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 15:23:51.007998 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0858c398-b660-4f8a-9c03-adf177f1fbad req-3ee28072-c6b2-454e-a8f2-3821aa66f733 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--498018287&fields=id&tenant_id=75ca84b648f745e19b558c4935eb04e1 HTTP/1.1" status: 200 len: 267 time: 0.0353258 Aug 12 15:23:51.111660 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0858c398-b660-4f8a-9c03-adf177f1fbad req-de00756e-becb-4b04-924e-0b2f3d1306a3 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:23:51.113682 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0858c398-b660-4f8a-9c03-adf177f1fbad req-de00756e-becb-4b04-924e-0b2f3d1306a3 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/networks?id=2ee677d4-1e4b-4619-b123-ac984d8e7f0e HTTP/1.1" status: 200 len: 812 time: 0.0989738 Aug 12 15:23:51.128403 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0858c398-b660-4f8a-9c03-adf177f1fbad req-d275e127-4ab7-41de-903f-765b5b5e0002 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/quotas/75ca84b648f745e19b558c4935eb04e1 HTTP/1.1" status: 200 len: 375 time: 0.0090988 Aug 12 15:23:51.181875 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0858c398-b660-4f8a-9c03-adf177f1fbad req-a348ab73-dc13-442c-a678-e04fe1256e1a tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=75ca84b648f745e19b558c4935eb04e1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0484710 Aug 12 15:23:51.328133 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0858c398-b660-4f8a-9c03-adf177f1fbad req-ecbb434b-a998-4e3e-8103-35cc8906ed46 service neutron] 10.222.0.39 "GET /v2.0/networks/2ee677d4-1e4b-4619-b123-ac984d8e7f0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337802 Aug 12 15:23:51.416180 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0858c398-b660-4f8a-9c03-adf177f1fbad req-0dd75c33-47bb-42d1-a932-a0d106c9abe4 service neutron] 10.222.0.39 "GET /v2.0/networks/2ee677d4-1e4b-4619-b123-ac984d8e7f0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817707 Aug 12 15:23:51.573657 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-661690dc-4edb-4880-a14e-b0a7ebdbfad6 req-0ea04382-786d-473d-b191-20c90585b46a tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/ports?device_id=a09a3493-05db-42f3-b2e6-d2ce17c7109b HTTP/1.1" status: 200 len: 210 time: 0.0259118 Aug 12 15:23:52.469989 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0858c398-b660-4f8a-9c03-adf177f1fbad req-f51ff6f7-5279-4fe3-9502-4f8e9792908c tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:23:52.471488 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0858c398-b660-4f8a-9c03-adf177f1fbad req-f51ff6f7-5279-4fe3-9502-4f8e9792908c tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.64 "GET /v2.0/networks?id=2ee677d4-1e4b-4619-b123-ac984d8e7f0e HTTP/1.1" status: 200 len: 812 time: 0.1082482 Aug 12 15:23:52.517513 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0858c398-b660-4f8a-9c03-adf177f1fbad req-04835d19-b3f8-4f58-8fd7-2ca84c5a07e1 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=75ca84b648f745e19b558c4935eb04e1 HTTP/1.1" status: 200 len: 379 time: 0.0364416 Aug 12 15:23:52.526572 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-0858c398-b660-4f8a-9c03-adf177f1fbad req-3c482c81-10fb-43c9-8c95-d834061d4dc6 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Request body: {'port': {'device_id': 'a09a3493-05db-42f3-b2e6-d2ce17c7109b', 'network_id': '2ee677d4-1e4b-4619-b123-ac984d8e7f0e', 'admin_state_up': True, 'tenant_id': '75ca84b648f745e19b558c4935eb04e1', 'security_groups': ['5b70a441-79c7-4437-b160-55bbffdc28f3']}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:23:52.638585 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0858c398-b660-4f8a-9c03-adf177f1fbad req-3c482c81-10fb-43c9-8c95-d834061d4dc6 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Made reservation on behalf of 75ca84b648f745e19b558c4935eb04e1 for: {'port': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 15:23:52.642141 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-0858c398-b660-4f8a-9c03-adf177f1fbad req-3c482c81-10fb-43c9-8c95-d834061d4dc6 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:23:52.681321 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-8961acc8-b3fe-4ed7-8636-13f191e7e42a req-96b4c8a9-9cdc-4d8a-ab5e-4136870eb99e tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/ports?device_id=a09a3493-05db-42f3-b2e6-d2ce17c7109b HTTP/1.1" status: 200 len: 210 time: 0.0349925 Aug 12 15:23:52.788928 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_common [req-0858c398-b660-4f8a-9c03-adf177f1fbad req-3c482c81-10fb-43c9-8c95-d834061d4dc6 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Allocated IP 172.20.0.8 (2ee677d4-1e4b-4619-b123-ac984d8e7f0e/a29bf4ff-3938-4793-81ab-a3fe2312a21a/eec886fd-7720-425b-9b8f-a201629934a3) {{(pid=94467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 15:23:52.923172 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-0858c398-b660-4f8a-9c03-adf177f1fbad req-3c482c81-10fb-43c9-8c95-d834061d4dc6 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Notify callbacks [] for port, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:23:52.936636 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [req-0858c398-b660-4f8a-9c03-adf177f1fbad req-3c482c81-10fb-43c9-8c95-d834061d4dc6 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Transition to ACTIVE for port object eec886fd-7720-425b-9b8f-a201629934a3 will not be triggered until provisioned by entity DHCP. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:23:52.968162 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-0858c398-b660-4f8a-9c03-adf177f1fbad req-3c482c81-10fb-43c9-8c95-d834061d4dc6 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:23:53.011099 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0858c398-b660-4f8a-9c03-adf177f1fbad req-3c482c81-10fb-43c9-8c95-d834061d4dc6 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Network 2ee677d4-1e4b-4619-b123-ac984d8e7f0e is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 15:23:53.014005 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [req-0858c398-b660-4f8a-9c03-adf177f1fbad req-3c482c81-10fb-43c9-8c95-d834061d4dc6 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:23:53.016550 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [req-0858c398-b660-4f8a-9c03-adf177f1fbad req-3c482c81-10fb-43c9-8c95-d834061d4dc6 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Received port after_create {{(pid=94467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 15:23:53.052151 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c482c81-10fb-43c9-8c95-d834061d4dc6 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Pushing event updated for resources: {'Port': ['ID=eec886fd-7720-425b-9b8f-a201629934a3,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:23:53.067376 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c482c81-10fb-43c9-8c95-d834061d4dc6 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:23:53.067720 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c482c81-10fb-43c9-8c95-d834061d4dc6 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:23:53.068063 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c482c81-10fb-43c9-8c95-d834061d4dc6 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:23:53.068393 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c482c81-10fb-43c9-8c95-d834061d4dc6 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:23:53.068720 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c482c81-10fb-43c9-8c95-d834061d4dc6 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:23:53.069044 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c482c81-10fb-43c9-8c95-d834061d4dc6 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:23:53.069363 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c482c81-10fb-43c9-8c95-d834061d4dc6 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:23:53.069683 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c482c81-10fb-43c9-8c95-d834061d4dc6 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:23:53.070001 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c482c81-10fb-43c9-8c95-d834061d4dc6 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:23:53.070315 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c482c81-10fb-43c9-8c95-d834061d4dc6 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:23:53.070635 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c482c81-10fb-43c9-8c95-d834061d4dc6 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:23:53.070947 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c482c81-10fb-43c9-8c95-d834061d4dc6 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:23:53.091652 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0858c398-b660-4f8a-9c03-adf177f1fbad req-3c482c81-10fb-43c9-8c95-d834061d4dc6 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:23:53.092266 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-0858c398-b660-4f8a-9c03-adf177f1fbad req-3c482c81-10fb-43c9-8c95-d834061d4dc6 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:23:53.111491 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0858c398-b660-4f8a-9c03-adf177f1fbad req-3c482c81-10fb-43c9-8c95-d834061d4dc6 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5883818 Aug 12 15:23:53.124200 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-0858c398-b660-4f8a-9c03-adf177f1fbad req-0328e54f-b03e-4d22-8c98-978b10bce599 service neutron] Request body: {'port': {'device_id': 'a09a3493-05db-42f3-b2e6-d2ce17c7109b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-694802-15'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:23:53.181387 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-0858c398-b660-4f8a-9c03-adf177f1fbad req-0328e54f-b03e-4d22-8c98-978b10bce599 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:23:53.262530 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-cfe6f58d-823d-4618-933f-598bbad1953d None None] Provisioning for port eec886fd-7720-425b-9b8f-a201629934a3 completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:23:53.268232 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-cfe6f58d-823d-4618-933f-598bbad1953d None None] Provisioning complete for port eec886fd-7720-425b-9b8f-a201629934a3 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:23:53.269359 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-cfe6f58d-823d-4618-933f-598bbad1953d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:23:53.302766 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-cfe6f58d-823d-4618-933f-598bbad1953d None None] Port eec886fd-7720-425b-9b8f-a201629934a3 cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 15:23:53.443910 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [req-0858c398-b660-4f8a-9c03-adf177f1fbad req-0328e54f-b03e-4d22-8c98-978b10bce599 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eec886fd-7720-425b-9b8f-a201629934a3 {{(pid=94467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 15:23:53.451189 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-0858c398-b660-4f8a-9c03-adf177f1fbad req-0328e54f-b03e-4d22-8c98-978b10bce599 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:23:53.464029 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [req-0858c398-b660-4f8a-9c03-adf177f1fbad req-0328e54f-b03e-4d22-8c98-978b10bce599 service neutron] Transition to ACTIVE for port object eec886fd-7720-425b-9b8f-a201629934a3 will not be triggered until provisioned by entity L2. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:23:53.468027 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-0858c398-b660-4f8a-9c03-adf177f1fbad req-0328e54f-b03e-4d22-8c98-978b10bce599 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:23:53.525492 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0328e54f-b03e-4d22-8c98-978b10bce599 service neutron] Pushing event updated for resources: {'Port': ['ID=eec886fd-7720-425b-9b8f-a201629934a3,revision_number=2']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:23:53.591652 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-0858c398-b660-4f8a-9c03-adf177f1fbad req-0328e54f-b03e-4d22-8c98-978b10bce599 service neutron] Attempting to bind port eec886fd-7720-425b-9b8f-a201629934a3 on host n-h1-694802-15 for vnic_type normal with profile {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 15:23:53.592001 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-0858c398-b660-4f8a-9c03-adf177f1fbad req-0328e54f-b03e-4d22-8c98-978b10bce599 service neutron] Attempting to bind port eec886fd-7720-425b-9b8f-a201629934a3 by drivers openvswitch,hyperv on host n-h1-694802-15 at level 0 using segments [{'id': 'ea7c5eaf-858a-4527-90c5-d67c1ca964ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '2ee677d4-1e4b-4619-b123-ac984d8e7f0e'}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 15:23:53.592338 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0858c398-b660-4f8a-9c03-adf177f1fbad req-0328e54f-b03e-4d22-8c98-978b10bce599 service neutron] Attempting to bind port eec886fd-7720-425b-9b8f-a201629934a3 on network 2ee677d4-1e4b-4619-b123-ac984d8e7f0e {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 15:23:53.597023 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0858c398-b660-4f8a-9c03-adf177f1fbad req-0328e54f-b03e-4d22-8c98-978b10bce599 service neutron] Port eec886fd-7720-425b-9b8f-a201629934a3 on network 2ee677d4-1e4b-4619-b123-ac984d8e7f0e not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-15 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 15:23:53.597351 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0858c398-b660-4f8a-9c03-adf177f1fbad req-0328e54f-b03e-4d22-8c98-978b10bce599 service neutron] Attempting to bind port eec886fd-7720-425b-9b8f-a201629934a3 on network 2ee677d4-1e4b-4619-b123-ac984d8e7f0e {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 15:23:53.602493 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0858c398-b660-4f8a-9c03-adf177f1fbad req-0328e54f-b03e-4d22-8c98-978b10bce599 service neutron] Checking agent: {'id': 'de568313-a3e6-454a-9813-77e25edcea95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 27, 41), 'started_at': datetime.datetime(2021, 8, 12, 14, 27, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 15, 23, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 15:23:53.602835 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0858c398-b660-4f8a-9c03-adf177f1fbad req-0328e54f-b03e-4d22-8c98-978b10bce599 service neutron] Checking segment: {'id': 'ea7c5eaf-858a-4527-90c5-d67c1ca964ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '2ee677d4-1e4b-4619-b123-ac984d8e7f0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 15:23:53.603268 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0858c398-b660-4f8a-9c03-adf177f1fbad req-0328e54f-b03e-4d22-8c98-978b10bce599 service neutron] Bound using segment: {'id': 'ea7c5eaf-858a-4527-90c5-d67c1ca964ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '2ee677d4-1e4b-4619-b123-ac984d8e7f0e'} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 15:23:53.603698 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-0858c398-b660-4f8a-9c03-adf177f1fbad req-0328e54f-b03e-4d22-8c98-978b10bce599 service neutron] Bound port: eec886fd-7720-425b-9b8f-a201629934a3, host: n-h1-694802-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea7c5eaf-858a-4527-90c5-d67c1ca964ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '2ee677d4-1e4b-4619-b123-ac984d8e7f0e'}}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 15:23:53.604064 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-0858c398-b660-4f8a-9c03-adf177f1fbad req-0328e54f-b03e-4d22-8c98-978b10bce599 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:23:53.671404 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-0858c398-b660-4f8a-9c03-adf177f1fbad req-0328e54f-b03e-4d22-8c98-978b10bce599 service neutron] For port eec886fd-7720-425b-9b8f-a201629934a3, host n-h1-694802-15, cleared binding levels {{(pid=94467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 15:23:53.675983 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-0858c398-b660-4f8a-9c03-adf177f1fbad req-0328e54f-b03e-4d22-8c98-978b10bce599 service neutron] For port eec886fd-7720-425b-9b8f-a201629934a3, host n-h1-694802-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=eec886fd-7720-425b-9b8f-a201629934a3,segment=NetworkSegment(ea7c5eaf-858a-4527-90c5-d67c1ca964ac),segment_id=ea7c5eaf-858a-4527-90c5-d67c1ca964ac)] {{(pid=94467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 15:23:53.679720 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-0858c398-b660-4f8a-9c03-adf177f1fbad req-0328e54f-b03e-4d22-8c98-978b10bce599 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:23:53.720596 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0858c398-b660-4f8a-9c03-adf177f1fbad req-0328e54f-b03e-4d22-8c98-978b10bce599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:23:53.721225 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-0858c398-b660-4f8a-9c03-adf177f1fbad req-0328e54f-b03e-4d22-8c98-978b10bce599 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:23:53.722699 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0858c398-b660-4f8a-9c03-adf177f1fbad req-0328e54f-b03e-4d22-8c98-978b10bce599 service neutron] 10.222.0.64 "PUT /v2.0/ports/eec886fd-7720-425b-9b8f-a201629934a3 HTTP/1.1" status: 200 len: 1092 time: 0.6032760 Aug 12 15:23:53.723168 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a09a3493-05db-42f3-b2e6-d2ce17c7109b', 'tag': 'eec886fd-7720-425b-9b8f-a201629934a3'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:23:53.725777 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e65282f928b64038367d043a4411777802006c43a98742496cb2e25b724ff1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee77a479-d287-4118-a7c3-6a7a852b2387" -d '{"events": [{"name": "network-changed", "server_uuid": "a09a3493-05db-42f3-b2e6-d2ce17c7109b", "tag": "eec886fd-7720-425b-9b8f-a201629934a3"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 15:23:53.765493 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0328e54f-b03e-4d22-8c98-978b10bce599 service neutron] Pushing event updated for resources: {'Port': ['ID=eec886fd-7720-425b-9b8f-a201629934a3,revision_number=3']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:23:53.766381 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device 0a87f8ba-4127-4665-8943-e5ed869aac9c no longer exists at agent hyperv_n-h2-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 15:23:53.796664 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] No Port match for: 0a87f8ba-4127-4665-8943-e5ed869aac9c {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 15:23:53.797014 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device 0a87f8ba-4127-4665-8943-e5ed869aac9c not bound to the agent host n-h2-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 15:23:53.836612 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0858c398-b660-4f8a-9c03-adf177f1fbad req-bfa5907e-9a54-4d7c-a68b-0783e4f38658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:23:53.838216 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0858c398-b660-4f8a-9c03-adf177f1fbad req-bfa5907e-9a54-4d7c-a68b-0783e4f38658 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=75ca84b648f745e19b558c4935eb04e1&device_id=a09a3493-05db-42f3-b2e6-d2ce17c7109b HTTP/1.1" status: 200 len: 1095 time: 0.0593379 Aug 12 15:23:53.838989 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422fd6ae-fec9-4259-8770-96dfda43a165 req-0ec4877b-815c-4085-a889-4f5515bfed8a tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:23:53.840541 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-422fd6ae-fec9-4259-8770-96dfda43a165 req-0ec4877b-815c-4085-a889-4f5515bfed8a tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/ports?device_id=a09a3493-05db-42f3-b2e6-d2ce17c7109b HTTP/1.1" status: 200 len: 943 time: 0.0740645 Aug 12 15:23:53.884425 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 15:23:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-100cefcd-76c7-4001-bf13-ae9703ffcfb7 x-openstack-request-id: req-100cefcd-76c7-4001-bf13-ae9703ffcfb7 {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 15:23:53.884713 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a09a3493-05db-42f3-b2e6-d2ce17c7109b", "tag": "eec886fd-7720-425b-9b8f-a201629934a3", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 15:23:53.884963 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-100cefcd-76c7-4001-bf13-ae9703ffcfb7 {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 15:23:53.885382 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a09a3493-05db-42f3-b2e6-d2ce17c7109b', 'tag': 'eec886fd-7720-425b-9b8f-a201629934a3', 'status': 'completed', 'code': 200} Aug 12 15:23:53.887230 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-422fd6ae-fec9-4259-8770-96dfda43a165 req-923203e1-aa2b-478e-8605-67d33de14343 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b70a441-79c7-4437-b160-55bbffdc28f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371213 Aug 12 15:23:53.887367 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0858c398-b660-4f8a-9c03-adf177f1fbad req-3c0e180d-ad78-4c6b-94e1-dd6ea418e107 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eec886fd-7720-425b-9b8f-a201629934a3 HTTP/1.1" status: 200 len: 217 time: 0.0407395 Aug 12 15:23:53.943655 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0858c398-b660-4f8a-9c03-adf177f1fbad req-c36fae5d-4fe8-4d84-acb6-21487b3bbe30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:23:53.945151 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0858c398-b660-4f8a-9c03-adf177f1fbad req-c36fae5d-4fe8-4d84-acb6-21487b3bbe30 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a29bf4ff-3938-4793-81ab-a3fe2312a21a HTTP/1.1" status: 200 len: 851 time: 0.0513539 Aug 12 15:23:53.991641 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0858c398-b660-4f8a-9c03-adf177f1fbad req-61714899-8036-4fc6-bd36-cef68c8545c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:23:53.993124 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0858c398-b660-4f8a-9c03-adf177f1fbad req-61714899-8036-4fc6-bd36-cef68c8545c4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2ee677d4-1e4b-4619-b123-ac984d8e7f0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404563 Aug 12 15:23:54.079324 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0858c398-b660-4f8a-9c03-adf177f1fbad req-2254a093-8b5b-4cd7-865a-3d8f76a6efe2 service neutron] 10.222.0.64 "GET /v2.0/networks/2ee677d4-1e4b-4619-b123-ac984d8e7f0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787756 Aug 12 15:23:54.170307 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0858c398-b660-4f8a-9c03-adf177f1fbad req-28abb2c8-b482-4ffa-876b-220f364c4d4e service neutron] 10.222.0.64 "GET /v2.0/networks/2ee677d4-1e4b-4619-b123-ac984d8e7f0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836425 Aug 12 15:23:54.258861 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee77a479-d287-4118-a7c3-6a7a852b2387 req-a78027ff-65f2-4d93-ab82-743e5359acc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:23:54.260486 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ee77a479-d287-4118-a7c3-6a7a852b2387 req-a78027ff-65f2-4d93-ab82-743e5359acc1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=75ca84b648f745e19b558c4935eb04e1&device_id=a09a3493-05db-42f3-b2e6-d2ce17c7109b HTTP/1.1" status: 200 len: 1095 time: 0.0421133 Aug 12 15:23:54.354964 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee77a479-d287-4118-a7c3-6a7a852b2387 req-e5303f96-5421-4dab-878b-5f8786965c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:23:54.356414 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ee77a479-d287-4118-a7c3-6a7a852b2387 req-e5303f96-5421-4dab-878b-5f8786965c38 service neutron] 10.222.0.64 "GET /v2.0/networks?id=2ee677d4-1e4b-4619-b123-ac984d8e7f0e HTTP/1.1" status: 200 len: 913 time: 0.0894382 Aug 12 15:23:54.399824 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ee77a479-d287-4118-a7c3-6a7a852b2387 req-76df018a-3201-4889-9618-4e15fe211500 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eec886fd-7720-425b-9b8f-a201629934a3 HTTP/1.1" status: 200 len: 217 time: 0.0360296 Aug 12 15:23:54.449104 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee77a479-d287-4118-a7c3-6a7a852b2387 req-1bb226d9-d3cb-45ba-9af7-58795fedaed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:23:54.450573 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ee77a479-d287-4118-a7c3-6a7a852b2387 req-1bb226d9-d3cb-45ba-9af7-58795fedaed7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a29bf4ff-3938-4793-81ab-a3fe2312a21a HTTP/1.1" status: 200 len: 851 time: 0.0434079 Aug 12 15:23:54.501013 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee77a479-d287-4118-a7c3-6a7a852b2387 req-7bb0af26-1f68-4d3c-91bf-f78158aad022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:23:54.502550 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ee77a479-d287-4118-a7c3-6a7a852b2387 req-7bb0af26-1f68-4d3c-91bf-f78158aad022 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2ee677d4-1e4b-4619-b123-ac984d8e7f0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0445917 Aug 12 15:23:54.591768 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ee77a479-d287-4118-a7c3-6a7a852b2387 req-92484862-54a9-4d7f-b92a-3079bdc328f0 service neutron] 10.222.0.64 "GET /v2.0/networks/2ee677d4-1e4b-4619-b123-ac984d8e7f0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804608 Aug 12 15:23:54.684815 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ee77a479-d287-4118-a7c3-6a7a852b2387 req-01d97f03-b697-459f-b1bd-69a2b720eaf4 service neutron] 10.222.0.64 "GET /v2.0/networks/2ee677d4-1e4b-4619-b123-ac984d8e7f0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846107 Aug 12 15:23:55.005878 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e5e638-501a-408b-aee5-11c2c94f09bc req-ef3ec1d3-7846-4e0d-b3f4-12f30f287a4d tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:23:55.007433 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-73e5e638-501a-408b-aee5-11c2c94f09bc req-ef3ec1d3-7846-4e0d-b3f4-12f30f287a4d tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/ports?device_id=a09a3493-05db-42f3-b2e6-d2ce17c7109b HTTP/1.1" status: 200 len: 943 time: 0.0500708 Aug 12 15:23:55.044567 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-73e5e638-501a-408b-aee5-11c2c94f09bc req-04d6a585-e5ff-4a9d-819c-39efe957fcb7 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b70a441-79c7-4437-b160-55bbffdc28f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312190 Aug 12 15:23:56.157463 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835b68a3-6eb8-4408-bed0-c8d06ad5b49c req-1c3b3696-724c-4311-bc5b-a351488d0993 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:23:56.158998 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-835b68a3-6eb8-4408-bed0-c8d06ad5b49c req-1c3b3696-724c-4311-bc5b-a351488d0993 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/ports?device_id=a09a3493-05db-42f3-b2e6-d2ce17c7109b HTTP/1.1" status: 200 len: 943 time: 0.0496294 Aug 12 15:23:56.197599 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-835b68a3-6eb8-4408-bed0-c8d06ad5b49c req-193e9866-3b3c-4c1c-a835-c316a68ad6d6 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b70a441-79c7-4437-b160-55bbffdc28f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327253 Aug 12 15:23:57.030562 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device eec886fd-7720-425b-9b8f-a201629934a3 details requested by agent hyperv_n-h1-694802-15 with host n-h1-694802-15 {{(pid=94468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 15:23:57.121274 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port eec886fd-7720-425b-9b8f-a201629934a3, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=eec886fd-7720-425b-9b8f-a201629934a3,segment=NetworkSegment(ea7c5eaf-858a-4527-90c5-d67c1ca964ac),segment_id=ea7c5eaf-858a-4527-90c5-d67c1ca964ac)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:23:57.132933 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Returning: {'device': 'eec886fd-7720-425b-9b8f-a201629934a3', 'network_id': '2ee677d4-1e4b-4619-b123-ac984d8e7f0e', 'port_id': 'eec886fd-7720-425b-9b8f-a201629934a3', 'mac_address': 'fa:16:3e:c2:f2:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a29bf4ff-3938-4793-81ab-a3fe2312a21a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 15:23:57.169230 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:23:57.184918 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eec886fd-7720-425b-9b8f-a201629934a3 {{(pid=94468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 15:23:57.204172 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port eec886fd-7720-425b-9b8f-a201629934a3, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=eec886fd-7720-425b-9b8f-a201629934a3,segment=NetworkSegment(ea7c5eaf-858a-4527-90c5-d67c1ca964ac),segment_id=ea7c5eaf-858a-4527-90c5-d67c1ca964ac)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:23:57.208542 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:23:57.257076 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Pushing event updated for resources: {'Port': ['ID=eec886fd-7720-425b-9b8f-a201629934a3,revision_number=4']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:23:57.312812 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ba2fbf-cbbb-416e-825c-eab652d76217 req-8a543757-dfb1-4fc3-b2e2-0114b71fddd9 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:23:57.314275 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a4ba2fbf-cbbb-416e-825c-eab652d76217 req-8a543757-dfb1-4fc3-b2e2-0114b71fddd9 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/ports?device_id=a09a3493-05db-42f3-b2e6-d2ce17c7109b HTTP/1.1" status: 200 len: 944 time: 0.0492072 Aug 12 15:23:57.351777 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a4ba2fbf-cbbb-416e-825c-eab652d76217 req-79ded3c7-ee27-4e95-bbff-6d69e189d2c1 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b70a441-79c7-4437-b160-55bbffdc28f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309615 Aug 12 15:23:57.427378 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] get_ports_and_sgs() called for port_ids ['eec886fd-7720-425b-9b8f-a201629934a3'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 15:23:58.467652 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd44a625-a95a-4128-939f-8ced52fa228f req-9fd802e1-0741-40d9-9b79-b758342a7a94 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:23:58.469125 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-cd44a625-a95a-4128-939f-8ced52fa228f req-9fd802e1-0741-40d9-9b79-b758342a7a94 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/ports?device_id=a09a3493-05db-42f3-b2e6-d2ce17c7109b HTTP/1.1" status: 200 len: 944 time: 0.0484560 Aug 12 15:23:58.507712 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-cd44a625-a95a-4128-939f-8ced52fa228f req-c1182611-a8a9-48a3-86b4-9a8279c1771d tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b70a441-79c7-4437-b160-55bbffdc28f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319476 Aug 12 15:23:59.042807 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device eec886fd-7720-425b-9b8f-a201629934a3 up at agent hyperv_n-h1-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 15:23:59.093026 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Provisioning for port eec886fd-7720-425b-9b8f-a201629934a3 completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:23:59.096859 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Provisioning complete for port eec886fd-7720-425b-9b8f-a201629934a3 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:23:59.097237 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:23:59.170474 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:23:59.192529 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a09a3493-05db-42f3-b2e6-d2ce17c7109b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eec886fd-7720-425b-9b8f-a201629934a3'}] {{(pid=94468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:23:59.194733 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99a8d87602170099c728e57431aca99e9b98a655a83bbf8727be13192709727b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46318d86-7f12-4fb2-8679-01f71b86711b" -d '{"events": [{"server_uuid": "a09a3493-05db-42f3-b2e6-d2ce17c7109b", "name": "network-vif-plugged", "status": "completed", "tag": "eec886fd-7720-425b-9b8f-a201629934a3"}]}' {{(pid=94468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 15:23:59.207247 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port eec886fd-7720-425b-9b8f-a201629934a3, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=eec886fd-7720-425b-9b8f-a201629934a3,segment=NetworkSegment(ea7c5eaf-858a-4527-90c5-d67c1ca964ac),segment_id=ea7c5eaf-858a-4527-90c5-d67c1ca964ac)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:23:59.211806 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:23:59.237568 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 15:23:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2efa5abd-328c-4c34-971a-a3980d6ad9b8 x-openstack-request-id: req-2efa5abd-328c-4c34-971a-a3980d6ad9b8 {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 15:23:59.237866 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a09a3493-05db-42f3-b2e6-d2ce17c7109b", "name": "network-vif-plugged", "status": "completed", "tag": "eec886fd-7720-425b-9b8f-a201629934a3", "code": 200}]} {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 15:23:59.238122 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2efa5abd-328c-4c34-971a-a3980d6ad9b8 {{(pid=94468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 15:23:59.239044 n-d-694802-15 neutron-server[94468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a09a3493-05db-42f3-b2e6-d2ce17c7109b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eec886fd-7720-425b-9b8f-a201629934a3', 'code': 200} Aug 12 15:23:59.265308 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Pushing event updated for resources: {'Port': ['ID=eec886fd-7720-425b-9b8f-a201629934a3,revision_number=5']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:23:59.326714 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df0489d-dd0d-473b-8d93-ecc9c7309e3b req-7b3e8151-7d7c-4011-bc4b-2344485f8210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:23:59.328234 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4df0489d-dd0d-473b-8d93-ecc9c7309e3b req-7b3e8151-7d7c-4011-bc4b-2344485f8210 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=a09a3493-05db-42f3-b2e6-d2ce17c7109b HTTP/1.1" status: 200 len: 1097 time: 0.0387976 Aug 12 15:23:59.365931 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4df0489d-dd0d-473b-8d93-ecc9c7309e3b req-a47691cf-7aaa-4efa-90c4-3c92e442b683 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=5b70a441-79c7-4437-b160-55bbffdc28f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309000 Aug 12 15:23:59.626622 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c453936c-3978-4fb3-8531-463837e00362 req-cf665597-60ab-4651-99e9-6e903a9439f9 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:23:59.628127 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-c453936c-3978-4fb3-8531-463837e00362 req-cf665597-60ab-4651-99e9-6e903a9439f9 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/ports?device_id=a09a3493-05db-42f3-b2e6-d2ce17c7109b HTTP/1.1" status: 200 len: 945 time: 0.0536499 Aug 12 15:23:59.665995 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-c453936c-3978-4fb3-8531-463837e00362 req-76b24074-9a95-40df-8145-5f5fa9738387 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b70a441-79c7-4437-b160-55bbffdc28f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317519 Aug 12 15:24:00.782096 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1956ab92-7781-49e3-a04f-48d691711a76 req-1ee7f7fe-2d83-4f6b-93f9-e667c42e111c tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:24:00.783592 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-1956ab92-7781-49e3-a04f-48d691711a76 req-1ee7f7fe-2d83-4f6b-93f9-e667c42e111c tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/ports?device_id=a09a3493-05db-42f3-b2e6-d2ce17c7109b HTTP/1.1" status: 200 len: 945 time: 0.0487242 Aug 12 15:24:00.820652 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-1956ab92-7781-49e3-a04f-48d691711a76 req-8884b949-1c98-4a6d-b442-e752b3ebd2e8 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b70a441-79c7-4437-b160-55bbffdc28f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310583 Aug 12 15:24:00.930248 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a868a887-ae1d-49d7-b38d-b45e2f7be5e0 req-4aab0d90-2f15-41df-82f1-95174d58bef4 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:24:00.931744 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-a868a887-ae1d-49d7-b38d-b45e2f7be5e0 req-4aab0d90-2f15-41df-82f1-95174d58bef4 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/ports?device_id=a09a3493-05db-42f3-b2e6-d2ce17c7109b HTTP/1.1" status: 200 len: 945 time: 0.0485015 Aug 12 15:24:00.940354 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 34020) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:24:00.945355 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-a6129045-9f10-4fb7-93d6-8f4310a3774e tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Request body: {'floatingip': {'port_id': 'eec886fd-7720-425b-9b8f-a201629934a3'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:24:00.985136 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a6129045-9f10-4fb7-93d6-8f4310a3774e tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Notify callbacks [] for floatingip, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:24:01.408030 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a6129045-9f10-4fb7-93d6-8f4310a3774e tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:24:01.411698 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a6129045-9f10-4fb7-93d6-8f4310a3774e tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431510'] for floatingip, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:24:01.765340 n-d-694802-15 neutron-server[94466]: INFO neutron.db.l3_db [None req-a6129045-9f10-4fb7-93d6-8f4310a3774e tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Floating IP 26e7debd-74c3-44cd-b9cb-ffcd8c0f01ad associated. External IP: 172.25.1.116, port: eec886fd-7720-425b-9b8f-a201629934a3. Aug 12 15:24:01.968031 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6129045-9f10-4fb7-93d6-8f4310a3774e tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Router d30a26a0-30fa-463d-b3cf-757521adcc97 has already been hosted by L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f {{(pid=94466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 15:24:02.080099 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6129045-9f10-4fb7-93d6-8f4310a3774e tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 15:24:02.085515 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a6129045-9f10-4fb7-93d6-8f4310a3774e tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for floatingip, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:24:02.090316 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c7ec192-8e22-4af2-bef8-b7f9a8bf87b1 None None] Sync routers for ids ['d30a26a0-30fa-463d-b3cf-757521adcc97'] in n-d-694802-15 {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 15:24:02.100084 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c7ec192-8e22-4af2-bef8-b7f9a8bf87b1 None None] Routers {'d30a26a0-30fa-463d-b3cf-757521adcc97'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:24:02.100688 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-8c7ec192-8e22-4af2-bef8-b7f9a8bf87b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T15:23:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['d30a26a0-30fa-463d-b3cf-757521adcc97'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:24:02.112667 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-a6129045-9f10-4fb7-93d6-8f4310a3774e tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "PUT /v2.0/floatingips/26e7debd-74c3-44cd-b9cb-ffcd8c0f01ad HTTP/1.1" status: 200 len: 991 time: 1.1712236 Aug 12 15:24:02.113268 n-d-694802-15 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a09a3493-05db-42f3-b2e6-d2ce17c7109b', 'tag': 'eec886fd-7720-425b-9b8f-a201629934a3'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:24:02.115581 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e785eeede3897370d0b20f09d5f461b30cfecd5ed38c4f07dacd02bc52c9277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-041af638-f47a-410a-b2ec-012e70d9fa62" -d '{"events": [{"name": "network-changed", "server_uuid": "a09a3493-05db-42f3-b2e6-d2ce17c7109b", "tag": "eec886fd-7720-425b-9b8f-a201629934a3"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 15:24:02.153662 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 15:24:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc247ab9-5faf-4f5a-b6da-568c25761b6c x-openstack-request-id: req-cc247ab9-5faf-4f5a-b6da-568c25761b6c {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 15:24:02.153975 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a09a3493-05db-42f3-b2e6-d2ce17c7109b", "tag": "eec886fd-7720-425b-9b8f-a201629934a3", "status": "completed", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 15:24:02.154231 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-cc247ab9-5faf-4f5a-b6da-568c25761b6c {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 15:24:02.154634 n-d-694802-15 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a09a3493-05db-42f3-b2e6-d2ce17c7109b', 'tag': 'eec886fd-7720-425b-9b8f-a201629934a3', 'status': 'completed', 'code': 200} Aug 12 15:24:02.211932 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-8c7ec192-8e22-4af2-bef8-b7f9a8bf87b1 None None] Set router d30a26a0-30fa-463d-b3cf-757521adcc97 gateway port host: n-d-694802-15 {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:24:02.219678 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041af638-f47a-410a-b2ec-012e70d9fa62 req-081d54c6-8525-42df-87d6-4e590a35f761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:24:02.221224 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-041af638-f47a-410a-b2ec-012e70d9fa62 req-081d54c6-8525-42df-87d6-4e590a35f761 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=75ca84b648f745e19b558c4935eb04e1&device_id=a09a3493-05db-42f3-b2e6-d2ce17c7109b HTTP/1.1" status: 200 len: 1097 time: 0.0402739 Aug 12 15:24:02.445408 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-8c7ec192-8e22-4af2-bef8-b7f9a8bf87b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd30a26a0-30fa-463d-b3cf-757521adcc97', 'name': 'tempest-ServerActionsTestJSON-2065852979-router', 'tenant_id': '75ca84b648f745e19b558c4935eb04e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.194'}], 'enable_snat': True}, 'gw_port_id': 'd31893fb-90de-40d5-b502-11325f6985a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:19:17Z', 'updated_at': '2021-08-12T15:19:20Z', 'revision_number': 4, 'project_id': '75ca84b648f745e19b558c4935eb04e1', 'gw_port': {'id': 'd31893fb-90de-40d5-b502-11325f6985a2', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:52:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd30a26a0-30fa-463d-b3cf-757521adcc97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:19:18Z', 'updated_at': '2021-08-12T15:19:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_floatingips': [{'id': '26e7debd-74c3-44cd-b9cb-ffcd8c0f01ad', 'tenant_id': '75ca84b648f745e19b558c4935eb04e1', 'floating_ip_address': '172.25.1.116', 'floating_network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'router_id': 'd30a26a0-30fa-463d-b3cf-757521adcc97', 'port_id': 'eec886fd-7720-425b-9b8f-a201629934a3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ee677d4-1e4b-4619-b123-ac984d8e7f0e', 'mac_address': 'fa:16:3e:c2:f2:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a09a3493-05db-42f3-b2e6-d2ce17c7109b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T15:19:22Z', 'updated_at': '2021-08-12T15:24:01Z', 'revision_number': 9, 'project_id': '75ca84b648f745e19b558c4935eb04e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e65877a-9c29-4f06-be2a-f078636d8799', 'name': '', 'network_id': '2ee677d4-1e4b-4619-b123-ac984d8e7f0e', 'tenant_id': '75ca84b648f745e19b558c4935eb04e1', 'mac_address': 'fa:16:3e:9e:2d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd30a26a0-30fa-463d-b3cf-757521adcc97', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'a29bf4ff-3938-4793-81ab-a3fe2312a21a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:19:19Z', 'updated_at': '2021-08-12T15:19:25Z', 'revision_number': 5, 'project_id': '75ca84b648f745e19b558c4935eb04e1', 'subnets': [{'id': 'a29bf4ff-3938-4793-81ab-a3fe2312a21a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:24:02.472065 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c7ec192-8e22-4af2-bef8-b7f9a8bf87b1 None None] Checking router: d30a26a0-30fa-463d-b3cf-757521adcc97 for host: n-d-694802-15 {{(pid=94469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 15:24:02.481851 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c7ec192-8e22-4af2-bef8-b7f9a8bf87b1 None None] Routers {'d30a26a0-30fa-463d-b3cf-757521adcc97'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:24:02.482477 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-8c7ec192-8e22-4af2-bef8-b7f9a8bf87b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T15:23:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['d30a26a0-30fa-463d-b3cf-757521adcc97'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:24:02.589433 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-8c7ec192-8e22-4af2-bef8-b7f9a8bf87b1 None None] Set router d30a26a0-30fa-463d-b3cf-757521adcc97 gateway port host: n-d-694802-15 {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:24:02.653220 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041af638-f47a-410a-b2ec-012e70d9fa62 req-6f49bba3-da59-452a-92a4-265b986fba02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:24:02.654695 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-041af638-f47a-410a-b2ec-012e70d9fa62 req-6f49bba3-da59-452a-92a4-265b986fba02 service neutron] 10.222.0.64 "GET /v2.0/networks?id=2ee677d4-1e4b-4619-b123-ac984d8e7f0e HTTP/1.1" status: 200 len: 913 time: 0.4267621 Aug 12 15:24:02.720653 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-041af638-f47a-410a-b2ec-012e70d9fa62 req-37c904dd-c07e-4765-aac4-8198f88fdf78 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eec886fd-7720-425b-9b8f-a201629934a3 HTTP/1.1" status: 200 len: 999 time: 0.0583854 Aug 12 15:24:02.770718 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041af638-f47a-410a-b2ec-012e70d9fa62 req-a1e23ba6-fa70-4959-b5c0-ad372f26deaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:24:02.772403 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-041af638-f47a-410a-b2ec-012e70d9fa62 req-a1e23ba6-fa70-4959-b5c0-ad372f26deaa service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a29bf4ff-3938-4793-81ab-a3fe2312a21a HTTP/1.1" status: 200 len: 851 time: 0.0451374 Aug 12 15:24:02.821248 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041af638-f47a-410a-b2ec-012e70d9fa62 req-7a6f8a71-1970-46e2-a17e-93646736a6d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:24:02.822740 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-041af638-f47a-410a-b2ec-012e70d9fa62 req-7a6f8a71-1970-46e2-a17e-93646736a6d0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2ee677d4-1e4b-4619-b123-ac984d8e7f0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0429814 Aug 12 15:24:02.901363 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-8c7ec192-8e22-4af2-bef8-b7f9a8bf87b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd30a26a0-30fa-463d-b3cf-757521adcc97', 'name': 'tempest-ServerActionsTestJSON-2065852979-router', 'tenant_id': '75ca84b648f745e19b558c4935eb04e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.194'}], 'enable_snat': True}, 'gw_port_id': 'd31893fb-90de-40d5-b502-11325f6985a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:19:17Z', 'updated_at': '2021-08-12T15:19:20Z', 'revision_number': 4, 'project_id': '75ca84b648f745e19b558c4935eb04e1', 'gw_port': {'id': 'd31893fb-90de-40d5-b502-11325f6985a2', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:52:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd30a26a0-30fa-463d-b3cf-757521adcc97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:19:18Z', 'updated_at': '2021-08-12T15:19:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_floatingips': [{'id': '26e7debd-74c3-44cd-b9cb-ffcd8c0f01ad', 'tenant_id': '75ca84b648f745e19b558c4935eb04e1', 'floating_ip_address': '172.25.1.116', 'floating_network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'router_id': 'd30a26a0-30fa-463d-b3cf-757521adcc97', 'port_id': 'eec886fd-7720-425b-9b8f-a201629934a3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ee677d4-1e4b-4619-b123-ac984d8e7f0e', 'mac_address': 'fa:16:3e:c2:f2:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a09a3493-05db-42f3-b2e6-d2ce17c7109b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T15:19:22Z', 'updated_at': '2021-08-12T15:24:01Z', 'revision_number': 9, 'project_id': '75ca84b648f745e19b558c4935eb04e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e65877a-9c29-4f06-be2a-f078636d8799', 'name': '', 'network_id': '2ee677d4-1e4b-4619-b123-ac984d8e7f0e', 'tenant_id': '75ca84b648f745e19b558c4935eb04e1', 'mac_address': 'fa:16:3e:9e:2d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd30a26a0-30fa-463d-b3cf-757521adcc97', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'a29bf4ff-3938-4793-81ab-a3fe2312a21a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:19:19Z', 'updated_at': '2021-08-12T15:19:25Z', 'revision_number': 5, 'project_id': '75ca84b648f745e19b558c4935eb04e1', 'subnets': [{'id': 'a29bf4ff-3938-4793-81ab-a3fe2312a21a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:24:02.911626 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-041af638-f47a-410a-b2ec-012e70d9fa62 req-c337bf29-3b01-4ea2-97e0-56ef9a0e32ce service neutron] 10.222.0.64 "GET /v2.0/networks/2ee677d4-1e4b-4619-b123-ac984d8e7f0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808172 Aug 12 15:24:02.930631 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c7ec192-8e22-4af2-bef8-b7f9a8bf87b1 None None] The sync data for ids ['d30a26a0-30fa-463d-b3cf-757521adcc97'] in n-d-694802-15 is: [{'id': 'd30a26a0-30fa-463d-b3cf-757521adcc97', 'name': 'tempest-ServerActionsTestJSON-2065852979-router', 'tenant_id': '75ca84b648f745e19b558c4935eb04e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.194'}], 'enable_snat': True}, 'gw_port_id': 'd31893fb-90de-40d5-b502-11325f6985a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:19:17Z', 'updated_at': '2021-08-12T15:19:20Z', 'revision_number': 4, 'project_id': '75ca84b648f745e19b558c4935eb04e1', 'gw_port': {'id': 'd31893fb-90de-40d5-b502-11325f6985a2', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:52:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd30a26a0-30fa-463d-b3cf-757521adcc97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:19:18Z', 'updated_at': '2021-08-12T15:19:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_floatingips': [{'id': '26e7debd-74c3-44cd-b9cb-ffcd8c0f01ad', 'tenant_id': '75ca84b648f745e19b558c4935eb04e1', 'floating_ip_address': '172.25.1.116', 'floating_network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'router_id': 'd30a26a0-30fa-463d-b3cf-757521adcc97', 'port_id': 'eec886fd-7720-425b-9b8f-a201629934a3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ee677d4-1e4b-4619-b123-ac984d8e7f0e', 'mac_address': 'fa:16:3e:c2:f2:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a09a3493-05db-42f3-b2e6-d2ce17c7109b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T15:19:22Z', 'updated_at': '2021-08-12T15:24:01Z', 'revision_number': 9, 'project_id': '75ca84b648f745e19b558c4935eb04e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e65877a-9c29-4f06-be2a-f078636d8799', 'name': '', 'network_id': '2ee677d4-1e4b-4619-b123-ac984d8e7f0e', 'tenant_id': '75ca84b648f745e19b558c4935eb04e1', 'mac_address': 'fa:16:3e:9e:2d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd30a26a0-30fa-463d-b3cf-757521adcc97', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'a29bf4ff-3938-4793-81ab-a3fe2312a21a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:19:19Z', 'updated_at': '2021-08-12T15:19:25Z', 'revision_number': 5, 'project_id': '75ca84b648f745e19b558c4935eb04e1', 'subnets': [{'id': 'a29bf4ff-3938-4793-81ab-a3fe2312a21a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 15:24:03.007707 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-041af638-f47a-410a-b2ec-012e70d9fa62 req-54326581-901f-4a64-bedd-593cd8208ad2 service neutron] 10.222.0.64 "GET /v2.0/networks/2ee677d4-1e4b-4619-b123-ac984d8e7f0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895574 Aug 12 15:24:03.109063 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e8b52f5-17d4-4e2f-be9e-3d4142099b39 None None] New status for floating IP 26e7debd-74c3-44cd-b9cb-ffcd8c0f01ad: ACTIVE {{(pid=94468) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 15:24:10.153391 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-7378b7bb-d1bc-4a1e-a211-158b6871365d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:24:11.978133 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:24:13.069153 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:24:13.351121 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:24:13.414465 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-a83cd7ad-fbe5-4b01-9d20-0bd3a99ae11b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:24:14.140298 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-1769855f-eda9-4483-9dc3-3220908ab45d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:24:15.774219 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-fe95f194-a3b0-4c04-9e42-20b511169d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:24:25.678529 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.agents_db [None req-17ed3e4c-1a7d-4162-9646-11c134aca297 None None] Agent healthcheck: found 7 active agents {{(pid=94469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 15:24:37.708171 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c27c8640-dd73-44d0-a616-287a4c51cd8f req-6564438a-cf9f-49c2-a635-69372045e30e service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=a09a3493-05db-42f3-b2e6-d2ce17c7109b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0404785 Aug 12 15:24:37.787030 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27c8640-dd73-44d0-a616-287a4c51cd8f req-0e0c6aec-d78b-4d28-affd-9f55651ccaff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:24:37.788513 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c27c8640-dd73-44d0-a616-287a4c51cd8f req-0e0c6aec-d78b-4d28-affd-9f55651ccaff service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=75ca84b648f745e19b558c4935eb04e1&device_id=a09a3493-05db-42f3-b2e6-d2ce17c7109b HTTP/1.1" status: 200 len: 1097 time: 0.0395343 Aug 12 15:24:37.891235 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27c8640-dd73-44d0-a616-287a4c51cd8f req-ab0072de-1938-40ce-9f13-43d1cc9a6ace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:24:37.892693 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c27c8640-dd73-44d0-a616-287a4c51cd8f req-ab0072de-1938-40ce-9f13-43d1cc9a6ace service neutron] 10.222.0.64 "GET /v2.0/networks?id=2ee677d4-1e4b-4619-b123-ac984d8e7f0e HTTP/1.1" status: 200 len: 913 time: 0.0856903 Aug 12 15:24:37.960481 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c27c8640-dd73-44d0-a616-287a4c51cd8f req-c79a3742-d2a0-4900-ab69-70d55a63cccd service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eec886fd-7720-425b-9b8f-a201629934a3 HTTP/1.1" status: 200 len: 1002 time: 0.0609741 Aug 12 15:24:38.008509 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27c8640-dd73-44d0-a616-287a4c51cd8f req-5d984f33-4983-44a0-8b49-117f4a6a59be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:24:38.009892 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c27c8640-dd73-44d0-a616-287a4c51cd8f req-5d984f33-4983-44a0-8b49-117f4a6a59be service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a29bf4ff-3938-4793-81ab-a3fe2312a21a HTTP/1.1" status: 200 len: 851 time: 0.0427294 Aug 12 15:24:38.059706 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27c8640-dd73-44d0-a616-287a4c51cd8f req-3cd4cd9d-aa9a-4d4f-a852-9417b350c5f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:24:38.061157 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c27c8640-dd73-44d0-a616-287a4c51cd8f req-3cd4cd9d-aa9a-4d4f-a852-9417b350c5f7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2ee677d4-1e4b-4619-b123-ac984d8e7f0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0430079 Aug 12 15:24:38.147461 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c27c8640-dd73-44d0-a616-287a4c51cd8f req-6a96beed-8256-4ce6-9e01-74f874336acb service neutron] 10.222.0.64 "GET /v2.0/networks/2ee677d4-1e4b-4619-b123-ac984d8e7f0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787957 Aug 12 15:24:38.245183 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c27c8640-dd73-44d0-a616-287a4c51cd8f req-babb34ae-8815-4538-afc8-87e3c230ca08 service neutron] 10.222.0.64 "GET /v2.0/networks/2ee677d4-1e4b-4619-b123-ac984d8e7f0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905528 Aug 12 15:24:40.154220 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-57a88cc4-3aa8-4c5a-b194-f4568347ec3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:24:41.987950 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:24:43.069307 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:24:43.386361 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:24:43.412866 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-8b8a7e8b-f32a-4465-b956-9aa95a20d009 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:24:44.143592 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-1769855f-eda9-4483-9dc3-3220908ab45d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:24:45.776043 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-fe95f194-a3b0-4c04-9e42-20b511169d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:25:02.678088 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.agents_db [None req-17ed3e4c-1a7d-4162-9646-11c134aca297 None None] Agent healthcheck: found 7 active agents {{(pid=94469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 15:25:10.157622 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-48e05db0-0149-4c79-94fc-ebf12e838136 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:25:12.001174 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:25:13.070405 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:25:13.412305 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:25:13.416116 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-99b6e161-47af-47ff-88d8-e9e8e1bd7278 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:25:14.145999 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-1769855f-eda9-4483-9dc3-3220908ab45d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:25:15.779841 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-fe95f194-a3b0-4c04-9e42-20b511169d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:25:38.022054 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-af013e59-12db-451e-a23a-babf88aa0115 req-01715a37-dab3-4615-89a3-f1f3578d3928 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=a09a3493-05db-42f3-b2e6-d2ce17c7109b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0677993 Aug 12 15:25:38.034223 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fd76cf-5a33-485e-b1cb-c6b7366736ab req-01c1b860-974b-4e25-947b-beec56f60c01 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:25:38.035682 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-00fd76cf-5a33-485e-b1cb-c6b7366736ab req-01c1b860-974b-4e25-947b-beec56f60c01 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/ports?device_id=a09a3493-05db-42f3-b2e6-d2ce17c7109b HTTP/1.1" status: 200 len: 945 time: 0.0702317 Aug 12 15:25:38.076190 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-00fd76cf-5a33-485e-b1cb-c6b7366736ab req-59dbaf41-41df-4461-bbcc-2bc08deeb92e tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b70a441-79c7-4437-b160-55bbffdc28f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332749 Aug 12 15:25:38.755660 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6702dee7-6dd2-41c6-8fd3-ca92c26880dd req-1a5df326-58d9-4900-b910-9467afdf221a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:25:38.757149 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6702dee7-6dd2-41c6-8fd3-ca92c26880dd req-1a5df326-58d9-4900-b910-9467afdf221a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=75ca84b648f745e19b558c4935eb04e1&device_id=a09a3493-05db-42f3-b2e6-d2ce17c7109b HTTP/1.1" status: 200 len: 1097 time: 0.0456996 Aug 12 15:25:38.865131 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6702dee7-6dd2-41c6-8fd3-ca92c26880dd req-cb77c2a0-5372-401e-a1c3-410e07ec1129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:25:38.866507 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6702dee7-6dd2-41c6-8fd3-ca92c26880dd req-cb77c2a0-5372-401e-a1c3-410e07ec1129 service neutron] 10.222.0.64 "GET /v2.0/networks?id=2ee677d4-1e4b-4619-b123-ac984d8e7f0e HTTP/1.1" status: 200 len: 913 time: 0.0863235 Aug 12 15:25:38.936245 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6702dee7-6dd2-41c6-8fd3-ca92c26880dd req-dec307ea-647d-4384-83c1-b07cc8bc8d43 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eec886fd-7720-425b-9b8f-a201629934a3 HTTP/1.1" status: 200 len: 1002 time: 0.0629394 Aug 12 15:25:38.984812 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6702dee7-6dd2-41c6-8fd3-ca92c26880dd req-03f8d282-dff6-486b-995f-c607cc9eca7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:25:38.986228 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6702dee7-6dd2-41c6-8fd3-ca92c26880dd req-03f8d282-dff6-486b-995f-c607cc9eca7d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a29bf4ff-3938-4793-81ab-a3fe2312a21a HTTP/1.1" status: 200 len: 851 time: 0.0433421 Aug 12 15:25:39.032666 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6702dee7-6dd2-41c6-8fd3-ca92c26880dd req-f3f065d4-7273-4bc7-89da-57e3543da662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:25:39.034160 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6702dee7-6dd2-41c6-8fd3-ca92c26880dd req-f3f065d4-7273-4bc7-89da-57e3543da662 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2ee677d4-1e4b-4619-b123-ac984d8e7f0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0393214 Aug 12 15:25:39.126629 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6702dee7-6dd2-41c6-8fd3-ca92c26880dd req-666ad117-5aa0-4d2a-b904-cd1676541442 service neutron] 10.222.0.64 "GET /v2.0/networks/2ee677d4-1e4b-4619-b123-ac984d8e7f0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840461 Aug 12 15:25:39.198898 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5a5f31-294d-4d8f-9f05-efc42aa115a5 req-9309f8d7-d3f6-4ee9-9d67-1988af8f86da tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:25:39.200447 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-3a5a5f31-294d-4d8f-9f05-efc42aa115a5 req-9309f8d7-d3f6-4ee9-9d67-1988af8f86da tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/ports?device_id=a09a3493-05db-42f3-b2e6-d2ce17c7109b HTTP/1.1" status: 200 len: 945 time: 0.0524626 Aug 12 15:25:39.220767 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6702dee7-6dd2-41c6-8fd3-ca92c26880dd req-c0f135a0-3418-403f-bc35-77a2345738fe service neutron] 10.222.0.64 "GET /v2.0/networks/2ee677d4-1e4b-4619-b123-ac984d8e7f0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876811 Aug 12 15:25:39.240462 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-3a5a5f31-294d-4d8f-9f05-efc42aa115a5 req-28be76e5-d488-4638-ba1c-617c41a669c7 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b70a441-79c7-4437-b160-55bbffdc28f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332227 Aug 12 15:25:39.303276 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af013e59-12db-451e-a23a-babf88aa0115 req-6ebd3b81-3043-4718-bf76-0861ff91cf88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:25:39.304759 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-af013e59-12db-451e-a23a-babf88aa0115 req-6ebd3b81-3043-4718-bf76-0861ff91cf88 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=75ca84b648f745e19b558c4935eb04e1&device_id=a09a3493-05db-42f3-b2e6-d2ce17c7109b HTTP/1.1" status: 200 len: 1097 time: 0.0417712 Aug 12 15:25:39.396053 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af013e59-12db-451e-a23a-babf88aa0115 req-083f2b4a-4435-4f40-87ba-dfc7639b69a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:25:39.397411 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-af013e59-12db-451e-a23a-babf88aa0115 req-083f2b4a-4435-4f40-87ba-dfc7639b69a4 service neutron] 10.222.0.64 "GET /v2.0/networks?id=2ee677d4-1e4b-4619-b123-ac984d8e7f0e HTTP/1.1" status: 200 len: 913 time: 0.0860708 Aug 12 15:25:39.460826 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-af013e59-12db-451e-a23a-babf88aa0115 req-8f6a9000-6352-46b1-b8a2-311ae03e6c0a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eec886fd-7720-425b-9b8f-a201629934a3 HTTP/1.1" status: 200 len: 1002 time: 0.0564094 Aug 12 15:25:39.513521 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af013e59-12db-451e-a23a-babf88aa0115 req-54cabc29-2eab-4baf-bbd7-53f336dd96da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:25:39.514948 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-af013e59-12db-451e-a23a-babf88aa0115 req-54cabc29-2eab-4baf-bbd7-53f336dd96da service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a29bf4ff-3938-4793-81ab-a3fe2312a21a HTTP/1.1" status: 200 len: 851 time: 0.0468187 Aug 12 15:25:39.559702 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af013e59-12db-451e-a23a-babf88aa0115 req-b104678c-853e-45c0-8dac-5407d6c16b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:25:39.561147 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-af013e59-12db-451e-a23a-babf88aa0115 req-b104678c-853e-45c0-8dac-5407d6c16b5b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2ee677d4-1e4b-4619-b123-ac984d8e7f0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0391848 Aug 12 15:25:39.648442 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-af013e59-12db-451e-a23a-babf88aa0115 req-b4967a80-7dc2-4e60-89ce-a19b6b592326 service neutron] 10.222.0.64 "GET /v2.0/networks/2ee677d4-1e4b-4619-b123-ac984d8e7f0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800254 Aug 12 15:25:39.676750 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.agents_db [None req-17ed3e4c-1a7d-4162-9646-11c134aca297 None None] Agent healthcheck: found 7 active agents {{(pid=94469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 15:25:39.741074 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-af013e59-12db-451e-a23a-babf88aa0115 req-813f950f-2f57-4fac-8733-1ca97929e62b service neutron] 10.222.0.64 "GET /v2.0/networks/2ee677d4-1e4b-4619-b123-ac984d8e7f0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852473 Aug 12 15:25:40.159115 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-0c18e82f-075a-4f1a-82c2-8ca8f30a59b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:25:40.359266 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec0aff4-f747-4c1e-8f49-7fa8d933651c req-d40036cc-7d34-4626-b48e-f8af4ae36301 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:25:40.360715 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2ec0aff4-f747-4c1e-8f49-7fa8d933651c req-d40036cc-7d34-4626-b48e-f8af4ae36301 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/ports?device_id=a09a3493-05db-42f3-b2e6-d2ce17c7109b HTTP/1.1" status: 200 len: 945 time: 0.0497525 Aug 12 15:25:40.399499 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2ec0aff4-f747-4c1e-8f49-7fa8d933651c req-3bac5284-303a-4c16-b40a-bd05055c7152 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b70a441-79c7-4437-b160-55bbffdc28f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321374 Aug 12 15:25:41.517721 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdf3874-c0d9-407b-80bc-aee4378c44d9 req-d54b5d08-ed3a-43cc-8bf6-6ee11059e31c tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:25:41.519279 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-6bdf3874-c0d9-407b-80bc-aee4378c44d9 req-d54b5d08-ed3a-43cc-8bf6-6ee11059e31c tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/ports?device_id=a09a3493-05db-42f3-b2e6-d2ce17c7109b HTTP/1.1" status: 200 len: 945 time: 0.0525694 Aug 12 15:25:41.556335 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-6bdf3874-c0d9-407b-80bc-aee4378c44d9 req-4c5c5803-ee92-4f2e-8d69-9f58cde327e4 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b70a441-79c7-4437-b160-55bbffdc28f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306575 Aug 12 15:25:42.002695 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:25:42.670740 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efddfa5-07be-478a-9d20-b3670f968dce req-3e2cdd33-01fa-4eb8-8b02-c13bab513ae9 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:25:42.672215 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-1efddfa5-07be-478a-9d20-b3670f968dce req-3e2cdd33-01fa-4eb8-8b02-c13bab513ae9 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/ports?device_id=a09a3493-05db-42f3-b2e6-d2ce17c7109b HTTP/1.1" status: 200 len: 945 time: 0.0484388 Aug 12 15:25:42.709567 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-1efddfa5-07be-478a-9d20-b3670f968dce req-e48957be-f15e-4971-b2a2-d814da80edc6 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b70a441-79c7-4437-b160-55bbffdc28f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305059 Aug 12 15:25:43.071453 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:25:43.414371 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:25:43.418524 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-5c0bb721-31b3-42f2-8839-29bd2395de93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:25:43.824162 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c83790-d8f6-4f0e-8a8c-0c5921d36c79 req-b41be9f9-9fa2-4180-846f-af9947817e80 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:25:43.825658 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-11c83790-d8f6-4f0e-8a8c-0c5921d36c79 req-b41be9f9-9fa2-4180-846f-af9947817e80 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/ports?device_id=a09a3493-05db-42f3-b2e6-d2ce17c7109b HTTP/1.1" status: 200 len: 945 time: 0.0491772 Aug 12 15:25:43.862899 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-11c83790-d8f6-4f0e-8a8c-0c5921d36c79 req-e202af2a-289c-483c-a69f-550409e6611c tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b70a441-79c7-4437-b160-55bbffdc28f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312567 Aug 12 15:25:44.149761 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-1769855f-eda9-4483-9dc3-3220908ab45d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:25:44.980160 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d9ca73-a108-4e7c-a956-2312b91e99a5 req-9e4b18fc-82fd-4b8a-94dc-3007b7a1a188 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:25:44.981636 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b9d9ca73-a108-4e7c-a956-2312b91e99a5 req-9e4b18fc-82fd-4b8a-94dc-3007b7a1a188 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/ports?device_id=a09a3493-05db-42f3-b2e6-d2ce17c7109b HTTP/1.1" status: 200 len: 945 time: 0.0520771 Aug 12 15:25:45.023516 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b9d9ca73-a108-4e7c-a956-2312b91e99a5 req-6c02fb97-380b-4b2b-89de-20526b29d155 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b70a441-79c7-4437-b160-55bbffdc28f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359991 Aug 12 15:25:45.782676 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-fe95f194-a3b0-4c04-9e42-20b511169d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:25:46.140058 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f913c9e-e95f-4f61-a8c8-39539cf6e176 req-5c59ccc1-b0c0-4226-8b06-47ec5f9424ce tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:25:46.141539 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-1f913c9e-e95f-4f61-a8c8-39539cf6e176 req-5c59ccc1-b0c0-4226-8b06-47ec5f9424ce tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/ports?device_id=a09a3493-05db-42f3-b2e6-d2ce17c7109b HTTP/1.1" status: 200 len: 945 time: 0.0490913 Aug 12 15:25:46.178135 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-1f913c9e-e95f-4f61-a8c8-39539cf6e176 req-346ffb6f-e5ee-44df-b306-e6f8ff20b9fd tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b70a441-79c7-4437-b160-55bbffdc28f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301170 Aug 12 15:25:47.294518 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a43530-f1f5-4e10-b210-c5ecea379e64 req-2b37ac10-d68a-4bc1-93ef-d99e483a5088 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:25:47.295941 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-76a43530-f1f5-4e10-b210-c5ecea379e64 req-2b37ac10-d68a-4bc1-93ef-d99e483a5088 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/ports?device_id=a09a3493-05db-42f3-b2e6-d2ce17c7109b HTTP/1.1" status: 200 len: 945 time: 0.0493517 Aug 12 15:25:47.332730 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-76a43530-f1f5-4e10-b210-c5ecea379e64 req-a209c22b-fc84-4fbf-93bf-4e5b5d027d2d tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b70a441-79c7-4437-b160-55bbffdc28f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309062 Aug 12 15:25:48.452502 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d4c8f0-3237-4833-a732-2561a234c981 req-abfb75f1-4803-4cc4-b1ab-3ee6ecd384c5 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:25:48.453952 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-02d4c8f0-3237-4833-a732-2561a234c981 req-abfb75f1-4803-4cc4-b1ab-3ee6ecd384c5 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/ports?device_id=a09a3493-05db-42f3-b2e6-d2ce17c7109b HTTP/1.1" status: 200 len: 945 time: 0.0529332 Aug 12 15:25:48.492078 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-02d4c8f0-3237-4833-a732-2561a234c981 req-cdb0f20c-1e62-42f9-8ae2-f22111003dd8 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b70a441-79c7-4437-b160-55bbffdc28f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314219 Aug 12 15:25:49.606838 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5b6837-aa8f-4d03-93b3-3e9c9a1ad58a req-240ffec0-5ab9-4ab8-889b-f22853afb21e tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:25:49.608367 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6d5b6837-aa8f-4d03-93b3-3e9c9a1ad58a req-240ffec0-5ab9-4ab8-889b-f22853afb21e tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/ports?device_id=a09a3493-05db-42f3-b2e6-d2ce17c7109b HTTP/1.1" status: 200 len: 945 time: 0.0486274 Aug 12 15:25:49.644579 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6d5b6837-aa8f-4d03-93b3-3e9c9a1ad58a req-d0baf861-d0b3-4258-9611-6b3c838f85cf tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b70a441-79c7-4437-b160-55bbffdc28f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304320 Aug 12 15:25:50.762212 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75ec140-5109-45e7-ab48-6f504beab72a req-073bb927-1388-49e7-9805-159c8476a996 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:25:50.763743 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-a75ec140-5109-45e7-ab48-6f504beab72a req-073bb927-1388-49e7-9805-159c8476a996 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/ports?device_id=a09a3493-05db-42f3-b2e6-d2ce17c7109b HTTP/1.1" status: 200 len: 945 time: 0.0523176 Aug 12 15:25:50.801788 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-a75ec140-5109-45e7-ab48-6f504beab72a req-daec901c-fd2a-4171-8f4a-aaf21c4c0f18 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b70a441-79c7-4437-b160-55bbffdc28f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314186 Aug 12 15:25:51.605764 n-d-694802-15 neutron-server[94467]: INFO neutron.api.v2.resource [req-af013e59-12db-451e-a23a-babf88aa0115 req-32a4c670-b34d-4238-a4d2-12d610fa3f7d service neutron] show failed (client error): The resource could not be found. Aug 12 15:25:51.606774 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-af013e59-12db-451e-a23a-babf88aa0115 req-32a4c670-b34d-4238-a4d2-12d610fa3f7d service neutron] 10.222.0.64 "GET /v2.0/ports/eec886fd-7720-425b-9b8f-a201629934a3/bindings/n-h2-694802-15 HTTP/1.1" status: 404 len: 381 time: 0.0583601 Aug 12 15:25:51.799735 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af013e59-12db-451e-a23a-babf88aa0115 req-f146f15b-2f9f-4f53-ba64-c198387127ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:25:51.801346 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-af013e59-12db-451e-a23a-babf88aa0115 req-f146f15b-2f9f-4f53-ba64-c198387127ae service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=a09a3493-05db-42f3-b2e6-d2ce17c7109b&tenant_id=75ca84b648f745e19b558c4935eb04e1 HTTP/1.1" status: 200 len: 1097 time: 0.0422671 Aug 12 15:25:51.813329 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [req-af013e59-12db-451e-a23a-babf88aa0115 req-133cb0c6-1f02-4085-bd76-04dc98e4dd3f service neutron] Request body: {'port': {'binding:host_id': 'n-h2-694802-15', 'device_owner': 'compute:nova'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:25:51.871281 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-af013e59-12db-451e-a23a-babf88aa0115 req-133cb0c6-1f02-4085-bd76-04dc98e4dd3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:25:51.919635 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b685a8-5945-4240-bce6-9d5f84aafe1b req-feb3dabf-b2c3-474d-96bb-add4961fb025 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:25:51.921143 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-48b685a8-5945-4240-bce6-9d5f84aafe1b req-feb3dabf-b2c3-474d-96bb-add4961fb025 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/ports?device_id=a09a3493-05db-42f3-b2e6-d2ce17c7109b HTTP/1.1" status: 200 len: 945 time: 0.0501676 Aug 12 15:25:51.958476 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-48b685a8-5945-4240-bce6-9d5f84aafe1b req-4d3180da-3a88-4444-8bf5-58b8ac4060fb tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b70a441-79c7-4437-b160-55bbffdc28f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313187 Aug 12 15:25:52.081390 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [req-af013e59-12db-451e-a23a-babf88aa0115 req-133cb0c6-1f02-4085-bd76-04dc98e4dd3f service neutron] For port eec886fd-7720-425b-9b8f-a201629934a3, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=eec886fd-7720-425b-9b8f-a201629934a3,segment=NetworkSegment(ea7c5eaf-858a-4527-90c5-d67c1ca964ac),segment_id=ea7c5eaf-858a-4527-90c5-d67c1ca964ac)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:25:52.114706 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [req-af013e59-12db-451e-a23a-babf88aa0115 req-133cb0c6-1f02-4085-bd76-04dc98e4dd3f service neutron] For port eec886fd-7720-425b-9b8f-a201629934a3, host n-h1-694802-15, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 15:25:52.155204 n-d-694802-15 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a09a3493-05db-42f3-b2e6-d2ce17c7109b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eec886fd-7720-425b-9b8f-a201629934a3'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:25:52.157452 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e785eeede3897370d0b20f09d5f461b30cfecd5ed38c4f07dacd02bc52c9277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcf62eb9-9e6f-4e4d-8cb4-03758bbf0556" -d '{"events": [{"server_uuid": "a09a3493-05db-42f3-b2e6-d2ce17c7109b", "name": "network-vif-unplugged", "status": "completed", "tag": "eec886fd-7720-425b-9b8f-a201629934a3"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 15:25:52.161804 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-af013e59-12db-451e-a23a-babf88aa0115 req-133cb0c6-1f02-4085-bd76-04dc98e4dd3f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:25:52.174372 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [req-af013e59-12db-451e-a23a-babf88aa0115 req-133cb0c6-1f02-4085-bd76-04dc98e4dd3f service neutron] Transition to ACTIVE for port object eec886fd-7720-425b-9b8f-a201629934a3 will not be triggered until provisioned by entity L2. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:25:52.178630 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-af013e59-12db-451e-a23a-babf88aa0115 req-133cb0c6-1f02-4085-bd76-04dc98e4dd3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3718439'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:25:52.220012 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 12 Aug 2021 15:25:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c876d595-bd52-451e-b058-ff7aeaee7d38 x-openstack-request-id: req-c876d595-bd52-451e-b058-ff7aeaee7d38 {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 15:25:52.220316 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a09a3493-05db-42f3-b2e6-d2ce17c7109b", "name": "network-vif-unplugged", "status": "completed", "tag": "eec886fd-7720-425b-9b8f-a201629934a3", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 15:25:52.220574 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c876d595-bd52-451e-b058-ff7aeaee7d38 {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 15:25:52.220968 n-d-694802-15 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a09a3493-05db-42f3-b2e6-d2ce17c7109b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eec886fd-7720-425b-9b8f-a201629934a3', 'code': 200} Aug 12 15:25:52.261676 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae35c8c-f9bd-49b7-9dc9-de1df0f94a16 req-d16cc9c7-b8e1-43c7-a507-7cd15f0ba726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:25:52.263227 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-cae35c8c-f9bd-49b7-9dc9-de1df0f94a16 req-d16cc9c7-b8e1-43c7-a507-7cd15f0ba726 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=75ca84b648f745e19b558c4935eb04e1&device_id=a09a3493-05db-42f3-b2e6-d2ce17c7109b HTTP/1.1" status: 200 len: 1053 time: 0.0555942 Aug 12 15:25:52.274044 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133cb0c6-1f02-4085-bd76-04dc98e4dd3f service neutron] Pushing event updated for resources: {'Port': ['ID=eec886fd-7720-425b-9b8f-a201629934a3,revision_number=6']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:25:52.288643 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133cb0c6-1f02-4085-bd76-04dc98e4dd3f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:25:52.288991 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133cb0c6-1f02-4085-bd76-04dc98e4dd3f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:25:52.289337 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133cb0c6-1f02-4085-bd76-04dc98e4dd3f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:25:52.289672 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133cb0c6-1f02-4085-bd76-04dc98e4dd3f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:25:52.290083 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133cb0c6-1f02-4085-bd76-04dc98e4dd3f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:25:52.290328 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133cb0c6-1f02-4085-bd76-04dc98e4dd3f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:25:52.290661 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133cb0c6-1f02-4085-bd76-04dc98e4dd3f service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:25:52.290997 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133cb0c6-1f02-4085-bd76-04dc98e4dd3f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:25:52.291350 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133cb0c6-1f02-4085-bd76-04dc98e4dd3f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:25:52.291733 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133cb0c6-1f02-4085-bd76-04dc98e4dd3f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:25:52.292069 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133cb0c6-1f02-4085-bd76-04dc98e4dd3f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:25:52.292397 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133cb0c6-1f02-4085-bd76-04dc98e4dd3f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:25:52.319798 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [req-af013e59-12db-451e-a23a-babf88aa0115 req-133cb0c6-1f02-4085-bd76-04dc98e4dd3f service neutron] No DVR routers for this DVR port eec886fd-7720-425b-9b8f-a201629934a3 on host n-h1-694802-15 {{(pid=94466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 15:25:52.378741 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae35c8c-f9bd-49b7-9dc9-de1df0f94a16 req-7105ffd4-c9b9-453b-ba6f-bea058e4e2a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:25:52.380312 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-cae35c8c-f9bd-49b7-9dc9-de1df0f94a16 req-7105ffd4-c9b9-453b-ba6f-bea058e4e2a4 service neutron] 10.222.0.49 "GET /v2.0/networks?id=2ee677d4-1e4b-4619-b123-ac984d8e7f0e HTTP/1.1" status: 200 len: 913 time: 0.0947456 Aug 12 15:25:52.448741 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-cae35c8c-f9bd-49b7-9dc9-de1df0f94a16 req-272d9a16-a058-4896-96f3-6f1973b52f7a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eec886fd-7720-425b-9b8f-a201629934a3 HTTP/1.1" status: 200 len: 1000 time: 0.0602715 Aug 12 15:25:52.464650 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [req-af013e59-12db-451e-a23a-babf88aa0115 req-133cb0c6-1f02-4085-bd76-04dc98e4dd3f service neutron] Attempting to bind port eec886fd-7720-425b-9b8f-a201629934a3 on host n-h2-694802-15 for vnic_type normal with profile {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 15:25:52.464993 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [req-af013e59-12db-451e-a23a-babf88aa0115 req-133cb0c6-1f02-4085-bd76-04dc98e4dd3f service neutron] Attempting to bind port eec886fd-7720-425b-9b8f-a201629934a3 by drivers openvswitch,hyperv on host n-h2-694802-15 at level 0 using segments [{'id': 'ea7c5eaf-858a-4527-90c5-d67c1ca964ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '2ee677d4-1e4b-4619-b123-ac984d8e7f0e'}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 15:25:52.465326 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af013e59-12db-451e-a23a-babf88aa0115 req-133cb0c6-1f02-4085-bd76-04dc98e4dd3f service neutron] Attempting to bind port eec886fd-7720-425b-9b8f-a201629934a3 on network 2ee677d4-1e4b-4619-b123-ac984d8e7f0e {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 15:25:52.469606 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af013e59-12db-451e-a23a-babf88aa0115 req-133cb0c6-1f02-4085-bd76-04dc98e4dd3f service neutron] Port eec886fd-7720-425b-9b8f-a201629934a3 on network 2ee677d4-1e4b-4619-b123-ac984d8e7f0e not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-15 {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 15:25:52.469930 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af013e59-12db-451e-a23a-babf88aa0115 req-133cb0c6-1f02-4085-bd76-04dc98e4dd3f service neutron] Attempting to bind port eec886fd-7720-425b-9b8f-a201629934a3 on network 2ee677d4-1e4b-4619-b123-ac984d8e7f0e {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 15:25:52.474780 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af013e59-12db-451e-a23a-babf88aa0115 req-133cb0c6-1f02-4085-bd76-04dc98e4dd3f service neutron] Checking agent: {'id': 'b7697f71-33f3-4959-ad82-43c2dc15845d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 27, 42), 'started_at': datetime.datetime(2021, 8, 12, 14, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 15, 25, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 15:25:52.475153 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af013e59-12db-451e-a23a-babf88aa0115 req-133cb0c6-1f02-4085-bd76-04dc98e4dd3f service neutron] Checking segment: {'id': 'ea7c5eaf-858a-4527-90c5-d67c1ca964ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '2ee677d4-1e4b-4619-b123-ac984d8e7f0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 15:25:52.475599 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af013e59-12db-451e-a23a-babf88aa0115 req-133cb0c6-1f02-4085-bd76-04dc98e4dd3f service neutron] Bound using segment: {'id': 'ea7c5eaf-858a-4527-90c5-d67c1ca964ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '2ee677d4-1e4b-4619-b123-ac984d8e7f0e'} {{(pid=94466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 15:25:52.476041 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.managers [req-af013e59-12db-451e-a23a-babf88aa0115 req-133cb0c6-1f02-4085-bd76-04dc98e4dd3f service neutron] Bound port: eec886fd-7720-425b-9b8f-a201629934a3, host: n-h2-694802-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea7c5eaf-858a-4527-90c5-d67c1ca964ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '2ee677d4-1e4b-4619-b123-ac984d8e7f0e'}}] {{(pid=94466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 15:25:52.476428 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-af013e59-12db-451e-a23a-babf88aa0115 req-133cb0c6-1f02-4085-bd76-04dc98e4dd3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:25:52.503959 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae35c8c-f9bd-49b7-9dc9-de1df0f94a16 req-cc8c0113-ab1a-424b-87e7-9a5881d2f182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:25:52.505417 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-cae35c8c-f9bd-49b7-9dc9-de1df0f94a16 req-cc8c0113-ab1a-424b-87e7-9a5881d2f182 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a29bf4ff-3938-4793-81ab-a3fe2312a21a HTTP/1.1" status: 200 len: 851 time: 0.0488074 Aug 12 15:25:52.541370 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [req-af013e59-12db-451e-a23a-babf88aa0115 req-133cb0c6-1f02-4085-bd76-04dc98e4dd3f service neutron] For port eec886fd-7720-425b-9b8f-a201629934a3, host n-h2-694802-15, cleared binding levels {{(pid=94466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 15:25:52.545560 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [req-af013e59-12db-451e-a23a-babf88aa0115 req-133cb0c6-1f02-4085-bd76-04dc98e4dd3f service neutron] For port eec886fd-7720-425b-9b8f-a201629934a3, host n-h2-694802-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=eec886fd-7720-425b-9b8f-a201629934a3,segment=NetworkSegment(ea7c5eaf-858a-4527-90c5-d67c1ca964ac),segment_id=ea7c5eaf-858a-4527-90c5-d67c1ca964ac)] {{(pid=94466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 15:25:52.549819 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-af013e59-12db-451e-a23a-babf88aa0115 req-133cb0c6-1f02-4085-bd76-04dc98e4dd3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3718439'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:25:52.553296 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae35c8c-f9bd-49b7-9dc9-de1df0f94a16 req-c6fc8e03-a594-4b0b-9c73-c85ed59d8821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:25:52.555348 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-cae35c8c-f9bd-49b7-9dc9-de1df0f94a16 req-c6fc8e03-a594-4b0b-9c73-c85ed59d8821 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2ee677d4-1e4b-4619-b123-ac984d8e7f0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0419011 Aug 12 15:25:52.588930 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af013e59-12db-451e-a23a-babf88aa0115 req-133cb0c6-1f02-4085-bd76-04dc98e4dd3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:25:52.589555 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [req-af013e59-12db-451e-a23a-babf88aa0115 req-133cb0c6-1f02-4085-bd76-04dc98e4dd3f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:25:52.591064 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-af013e59-12db-451e-a23a-babf88aa0115 req-133cb0c6-1f02-4085-bd76-04dc98e4dd3f service neutron] 10.222.0.49 "PUT /v2.0/ports/eec886fd-7720-425b-9b8f-a201629934a3 HTTP/1.1" status: 200 len: 1092 time: 0.7816913 Aug 12 15:25:52.612352 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133cb0c6-1f02-4085-bd76-04dc98e4dd3f service neutron] Pushing event updated for resources: {'Port': ['ID=eec886fd-7720-425b-9b8f-a201629934a3,revision_number=7']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:25:52.653798 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-cae35c8c-f9bd-49b7-9dc9-de1df0f94a16 req-a7265360-50b0-490f-b724-2d9756719d9e service neutron] 10.222.0.49 "GET /v2.0/networks/2ee677d4-1e4b-4619-b123-ac984d8e7f0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895817 Aug 12 15:25:52.754086 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-cae35c8c-f9bd-49b7-9dc9-de1df0f94a16 req-90273d32-8dd8-4d1f-bc29-05ae99b274f2 service neutron] 10.222.0.49 "GET /v2.0/networks/2ee677d4-1e4b-4619-b123-ac984d8e7f0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916572 Aug 12 15:25:52.839684 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af013e59-12db-451e-a23a-babf88aa0115 req-b4c4a4f8-74ea-478d-9661-6ee423710a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:25:52.841182 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-af013e59-12db-451e-a23a-babf88aa0115 req-b4c4a4f8-74ea-478d-9661-6ee423710a7c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=75ca84b648f745e19b558c4935eb04e1&device_id=a09a3493-05db-42f3-b2e6-d2ce17c7109b HTTP/1.1" status: 200 len: 1095 time: 0.0421643 Aug 12 15:25:52.934354 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af013e59-12db-451e-a23a-babf88aa0115 req-209902f7-b440-41ff-adfb-022b858fffa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:25:52.935750 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-af013e59-12db-451e-a23a-babf88aa0115 req-209902f7-b440-41ff-adfb-022b858fffa5 service neutron] 10.222.0.49 "GET /v2.0/networks?id=2ee677d4-1e4b-4619-b123-ac984d8e7f0e HTTP/1.1" status: 200 len: 913 time: 0.0855541 Aug 12 15:25:53.002358 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-af013e59-12db-451e-a23a-babf88aa0115 req-d75e6201-cb76-43b9-88f9-6da01b4d4bb2 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eec886fd-7720-425b-9b8f-a201629934a3 HTTP/1.1" status: 200 len: 1000 time: 0.0580833 Aug 12 15:25:53.079282 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af013e59-12db-451e-a23a-babf88aa0115 req-ffc99b8a-5614-416b-bd53-6c22ef74f82f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:25:53.080734 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-af013e59-12db-451e-a23a-babf88aa0115 req-ffc99b8a-5614-416b-bd53-6c22ef74f82f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a29bf4ff-3938-4793-81ab-a3fe2312a21a HTTP/1.1" status: 200 len: 851 time: 0.0715299 Aug 12 15:25:53.104217 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8623d3be-89bf-4086-86fa-ae9486ff6cdb req-e6949844-017b-4249-8d5f-309a9e0c68f8 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:25:53.105608 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-8623d3be-89bf-4086-86fa-ae9486ff6cdb req-e6949844-017b-4249-8d5f-309a9e0c68f8 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/ports?device_id=a09a3493-05db-42f3-b2e6-d2ce17c7109b HTTP/1.1" status: 200 len: 943 time: 0.0706601 Aug 12 15:25:53.157697 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-8623d3be-89bf-4086-86fa-ae9486ff6cdb req-dfd10e47-30b9-4c56-b930-e2b91bdbc9ef tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b70a441-79c7-4437-b160-55bbffdc28f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384731 Aug 12 15:25:53.162332 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af013e59-12db-451e-a23a-babf88aa0115 req-269c4c95-ef57-4e5d-8525-39cacd6a1f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:25:53.163805 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-af013e59-12db-451e-a23a-babf88aa0115 req-269c4c95-ef57-4e5d-8525-39cacd6a1f8b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2ee677d4-1e4b-4619-b123-ac984d8e7f0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0750387 Aug 12 15:25:53.254728 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-af013e59-12db-451e-a23a-babf88aa0115 req-8adc0224-25c2-4631-b3c0-4fa7208b037a service neutron] 10.222.0.49 "GET /v2.0/networks/2ee677d4-1e4b-4619-b123-ac984d8e7f0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838099 Aug 12 15:25:53.341944 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-af013e59-12db-451e-a23a-babf88aa0115 req-af83e885-1286-4ad7-8e49-755e9de89e5e service neutron] 10.222.0.49 "GET /v2.0/networks/2ee677d4-1e4b-4619-b123-ac984d8e7f0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803957 Aug 12 15:25:54.222697 n-d-694802-15 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a09a3493-05db-42f3-b2e6-d2ce17c7109b', 'tag': 'eec886fd-7720-425b-9b8f-a201629934a3'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:25:54.225118 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e785eeede3897370d0b20f09d5f461b30cfecd5ed38c4f07dacd02bc52c9277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef79e545-afe3-41a0-8dd8-f81fa25e42f0" -d '{"events": [{"name": "network-changed", "server_uuid": "a09a3493-05db-42f3-b2e6-d2ce17c7109b", "tag": "eec886fd-7720-425b-9b8f-a201629934a3"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 15:25:54.279332 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cef2199-4cdd-4aae-9fbc-179f80362455 req-77e19618-6c98-47d6-8a3e-55422d694449 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:25:54.280862 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-3cef2199-4cdd-4aae-9fbc-179f80362455 req-77e19618-6c98-47d6-8a3e-55422d694449 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/ports?device_id=a09a3493-05db-42f3-b2e6-d2ce17c7109b HTTP/1.1" status: 200 len: 943 time: 0.0518687 Aug 12 15:25:54.287987 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 15:25:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0614f2c4-74d9-4159-8299-1eae2f0c1178 x-openstack-request-id: req-0614f2c4-74d9-4159-8299-1eae2f0c1178 {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 15:25:54.287987 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a09a3493-05db-42f3-b2e6-d2ce17c7109b", "tag": "eec886fd-7720-425b-9b8f-a201629934a3", "status": "completed", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 15:25:54.287987 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0614f2c4-74d9-4159-8299-1eae2f0c1178 {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 15:25:54.287987 n-d-694802-15 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a09a3493-05db-42f3-b2e6-d2ce17c7109b', 'tag': 'eec886fd-7720-425b-9b8f-a201629934a3', 'status': 'completed', 'code': 200} Aug 12 15:25:54.323269 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-3cef2199-4cdd-4aae-9fbc-179f80362455 req-51711144-72fa-4abc-8714-db54bd0aaeff tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b70a441-79c7-4437-b160-55bbffdc28f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346739 Aug 12 15:25:54.372372 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef79e545-afe3-41a0-8dd8-f81fa25e42f0 req-421994ab-6c5d-4899-9676-b633da720a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:25:54.373868 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ef79e545-afe3-41a0-8dd8-f81fa25e42f0 req-421994ab-6c5d-4899-9676-b633da720a6a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=75ca84b648f745e19b558c4935eb04e1&device_id=a09a3493-05db-42f3-b2e6-d2ce17c7109b HTTP/1.1" status: 200 len: 1095 time: 0.0727541 Aug 12 15:25:54.375636 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef79e545-afe3-41a0-8dd8-f81fa25e42f0 req-5aa6604b-0734-41ef-8a21-477d5d2991dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:25:54.377013 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ef79e545-afe3-41a0-8dd8-f81fa25e42f0 req-5aa6604b-0734-41ef-8a21-477d5d2991dc service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=75ca84b648f745e19b558c4935eb04e1&device_id=a09a3493-05db-42f3-b2e6-d2ce17c7109b HTTP/1.1" status: 200 len: 1095 time: 0.0747054 Aug 12 15:25:54.533999 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef79e545-afe3-41a0-8dd8-f81fa25e42f0 req-eb5c3c0a-7a2e-4b9a-9331-47afd8384288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:25:54.535489 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ef79e545-afe3-41a0-8dd8-f81fa25e42f0 req-eb5c3c0a-7a2e-4b9a-9331-47afd8384288 service neutron] 10.222.0.49 "GET /v2.0/networks?id=2ee677d4-1e4b-4619-b123-ac984d8e7f0e HTTP/1.1" status: 200 len: 913 time: 0.1526177 Aug 12 15:25:54.536562 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef79e545-afe3-41a0-8dd8-f81fa25e42f0 req-dfcb800a-b32b-4d69-b3fa-6525fa4f32a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:25:54.537869 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ef79e545-afe3-41a0-8dd8-f81fa25e42f0 req-dfcb800a-b32b-4d69-b3fa-6525fa4f32a4 service neutron] 10.222.0.64 "GET /v2.0/networks?id=2ee677d4-1e4b-4619-b123-ac984d8e7f0e HTTP/1.1" status: 200 len: 913 time: 0.1473966 Aug 12 15:25:54.645489 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ef79e545-afe3-41a0-8dd8-f81fa25e42f0 req-2f8863c7-aaf1-4767-9c81-1ea6c666c0bc service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eec886fd-7720-425b-9b8f-a201629934a3 HTTP/1.1" status: 200 len: 1000 time: 0.1021097 Aug 12 15:25:54.649199 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ef79e545-afe3-41a0-8dd8-f81fa25e42f0 req-4aae4bcf-2e69-42cf-a886-6e100a03d703 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eec886fd-7720-425b-9b8f-a201629934a3 HTTP/1.1" status: 200 len: 1000 time: 0.1004658 Aug 12 15:25:54.730370 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef79e545-afe3-41a0-8dd8-f81fa25e42f0 req-11b46174-1f0d-495e-ac33-0f4369b3515e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:25:54.731872 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ef79e545-afe3-41a0-8dd8-f81fa25e42f0 req-11b46174-1f0d-495e-ac33-0f4369b3515e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a29bf4ff-3938-4793-81ab-a3fe2312a21a HTTP/1.1" status: 200 len: 851 time: 0.0791256 Aug 12 15:25:54.733218 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef79e545-afe3-41a0-8dd8-f81fa25e42f0 req-5b1f7afe-e646-4220-92d6-ed80d54bed7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:25:54.734525 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ef79e545-afe3-41a0-8dd8-f81fa25e42f0 req-5b1f7afe-e646-4220-92d6-ed80d54bed7e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a29bf4ff-3938-4793-81ab-a3fe2312a21a HTTP/1.1" status: 200 len: 851 time: 0.0747788 Aug 12 15:25:54.813704 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef79e545-afe3-41a0-8dd8-f81fa25e42f0 req-c8c7ccec-d3f8-40fa-8e3c-a7d7bbc61106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:25:54.815313 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ef79e545-afe3-41a0-8dd8-f81fa25e42f0 req-c8c7ccec-d3f8-40fa-8e3c-a7d7bbc61106 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2ee677d4-1e4b-4619-b123-ac984d8e7f0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0744059 Aug 12 15:25:54.818365 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef79e545-afe3-41a0-8dd8-f81fa25e42f0 req-4344959d-4590-4fab-9559-727c475ad764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:25:54.819854 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ef79e545-afe3-41a0-8dd8-f81fa25e42f0 req-4344959d-4590-4fab-9559-727c475ad764 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2ee677d4-1e4b-4619-b123-ac984d8e7f0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0778983 Aug 12 15:25:54.977923 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ef79e545-afe3-41a0-8dd8-f81fa25e42f0 req-1b89f428-39a8-4e45-b3c5-ede1a65740f7 service neutron] 10.222.0.49 "GET /v2.0/networks/2ee677d4-1e4b-4619-b123-ac984d8e7f0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1542392 Aug 12 15:25:54.979801 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ef79e545-afe3-41a0-8dd8-f81fa25e42f0 req-11d78e4e-6d45-4781-b8f9-d471e87475de service neutron] 10.222.0.64 "GET /v2.0/networks/2ee677d4-1e4b-4619-b123-ac984d8e7f0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490760 Aug 12 15:25:55.136797 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ef79e545-afe3-41a0-8dd8-f81fa25e42f0 req-f4b59b88-5d64-4ab5-9a29-ac2e96c0d14d service neutron] 10.222.0.49 "GET /v2.0/networks/2ee677d4-1e4b-4619-b123-ac984d8e7f0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1502895 Aug 12 15:25:55.138573 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ef79e545-afe3-41a0-8dd8-f81fa25e42f0 req-ed557fcf-20b9-489a-93f4-2c00f29995c0 service neutron] 10.222.0.64 "GET /v2.0/networks/2ee677d4-1e4b-4619-b123-ac984d8e7f0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451409 Aug 12 15:25:55.443349 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5e4b6b-f382-4445-bef5-bafb9f96cf3c req-e16be86e-deae-4bc5-86c1-2f37714ffe97 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:25:55.444758 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-8a5e4b6b-f382-4445-bef5-bafb9f96cf3c req-e16be86e-deae-4bc5-86c1-2f37714ffe97 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/ports?device_id=a09a3493-05db-42f3-b2e6-d2ce17c7109b HTTP/1.1" status: 200 len: 943 time: 0.0508056 Aug 12 15:25:55.481700 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-8a5e4b6b-f382-4445-bef5-bafb9f96cf3c req-54c0246c-8377-490c-9dd6-0938ffa2df06 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b70a441-79c7-4437-b160-55bbffdc28f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305645 Aug 12 15:25:55.561695 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device eec886fd-7720-425b-9b8f-a201629934a3 no longer exists at agent hyperv_n-h1-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 15:25:55.598708 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device eec886fd-7720-425b-9b8f-a201629934a3 not bound to the agent host n-h1-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 15:25:56.300648 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device eec886fd-7720-425b-9b8f-a201629934a3 details requested by agent hyperv_n-h2-694802-15 with host n-h2-694802-15 {{(pid=94468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 15:25:56.398240 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port eec886fd-7720-425b-9b8f-a201629934a3, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=eec886fd-7720-425b-9b8f-a201629934a3,segment=NetworkSegment(ea7c5eaf-858a-4527-90c5-d67c1ca964ac),segment_id=ea7c5eaf-858a-4527-90c5-d67c1ca964ac)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:25:56.410886 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Returning: {'device': 'eec886fd-7720-425b-9b8f-a201629934a3', 'network_id': '2ee677d4-1e4b-4619-b123-ac984d8e7f0e', 'port_id': 'eec886fd-7720-425b-9b8f-a201629934a3', 'mac_address': 'fa:16:3e:c2:f2:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a29bf4ff-3938-4793-81ab-a3fe2312a21a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 15:25:56.448897 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:25:56.461714 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eec886fd-7720-425b-9b8f-a201629934a3 {{(pid=94468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 15:25:56.480969 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port eec886fd-7720-425b-9b8f-a201629934a3, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=eec886fd-7720-425b-9b8f-a201629934a3,segment=NetworkSegment(ea7c5eaf-858a-4527-90c5-d67c1ca964ac),segment_id=ea7c5eaf-858a-4527-90c5-d67c1ca964ac)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:25:56.485084 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:25:56.537863 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Pushing event updated for resources: {'Port': ['ID=eec886fd-7720-425b-9b8f-a201629934a3,revision_number=8']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:25:56.545215 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:25:56.545560 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:25:56.545904 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:25:56.546236 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:25:56.546567 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:25:56.546897 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:25:56.547247 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:25:56.547578 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:25:56.547903 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:25:56.548223 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:25:56.548543 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:25:56.548863 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:25:56.598817 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd9326d-aaab-44bb-8dd2-f461ebbf11a5 req-e3ace8b1-78d6-4231-8adf-49a8e5f79682 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:25:56.600308 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-dfd9326d-aaab-44bb-8dd2-f461ebbf11a5 req-e3ace8b1-78d6-4231-8adf-49a8e5f79682 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/ports?device_id=a09a3493-05db-42f3-b2e6-d2ce17c7109b HTTP/1.1" status: 200 len: 944 time: 0.0504844 Aug 12 15:25:56.637916 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-dfd9326d-aaab-44bb-8dd2-f461ebbf11a5 req-37db60f3-8e2f-4aa7-91cd-72e74bd64d92 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b70a441-79c7-4437-b160-55bbffdc28f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314717 Aug 12 15:25:56.839850 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] get_ports_and_sgs() called for port_ids ['eec886fd-7720-425b-9b8f-a201629934a3'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 15:25:56.928150 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1e32ba-783f-49b6-b07d-43b1b5e4e402 req-3f14a8e5-a968-4e9d-9f87-b4f7db03ee7a tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:25:56.930342 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-1e1e32ba-783f-49b6-b07d-43b1b5e4e402 req-3f14a8e5-a968-4e9d-9f87-b4f7db03ee7a tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.49 "GET /v2.0/ports?device_id=a09a3493-05db-42f3-b2e6-d2ce17c7109b&tenant_id=75ca84b648f745e19b558c4935eb04e1&binding%3Ahost_id=n-h2-694802-15 HTTP/1.1" status: 200 len: 944 time: 0.0613284 Aug 12 15:25:56.947283 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5dd145-c755-4d40-867c-b39d2581ed30 req-434b2d95-0f06-48ee-a385-13bbd75c3716 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:25:56.949200 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-bd5dd145-c755-4d40-867c-b39d2581ed30 req-434b2d95-0f06-48ee-a385-13bbd75c3716 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/ports?device_id=a09a3493-05db-42f3-b2e6-d2ce17c7109b HTTP/1.1" status: 200 len: 944 time: 0.0589833 Aug 12 15:25:56.990066 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-bd5dd145-c755-4d40-867c-b39d2581ed30 req-a40b1133-2252-429c-9a7f-de913b09aaf0 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b70a441-79c7-4437-b160-55bbffdc28f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343339 Aug 12 15:25:56.994046 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-1e1e32ba-783f-49b6-b07d-43b1b5e4e402 req-abb2500d-ca32-4674-b3bf-73c899b56a8b service neutron] 10.222.0.49 "GET /v2.0/ports/eec886fd-7720-425b-9b8f-a201629934a3/bindings/n-h2-694802-15 HTTP/1.1" status: 200 len: 383 time: 0.0560234 Aug 12 15:25:57.061721 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1e32ba-783f-49b6-b07d-43b1b5e4e402 req-376f1848-6254-478b-ab67-34c4e4bf4f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:25:57.063236 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-1e1e32ba-783f-49b6-b07d-43b1b5e4e402 req-376f1848-6254-478b-ab67-34c4e4bf4f22 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=75ca84b648f745e19b558c4935eb04e1&device_id=a09a3493-05db-42f3-b2e6-d2ce17c7109b HTTP/1.1" status: 200 len: 1096 time: 0.0433667 Aug 12 15:25:57.462989 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1e32ba-783f-49b6-b07d-43b1b5e4e402 req-543efa47-769a-4b7d-a090-c80c39e1415b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:25:57.464488 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-1e1e32ba-783f-49b6-b07d-43b1b5e4e402 req-543efa47-769a-4b7d-a090-c80c39e1415b service neutron] 10.222.0.49 "GET /v2.0/networks?id=2ee677d4-1e4b-4619-b123-ac984d8e7f0e HTTP/1.1" status: 200 len: 913 time: 0.3936944 Aug 12 15:25:57.535189 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-1e1e32ba-783f-49b6-b07d-43b1b5e4e402 req-c0be90ce-007e-4f1c-94f0-84333b310151 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eec886fd-7720-425b-9b8f-a201629934a3 HTTP/1.1" status: 200 len: 1001 time: 0.0590129 Aug 12 15:25:57.582627 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1e32ba-783f-49b6-b07d-43b1b5e4e402 req-4826c217-507e-401f-8202-a893810b594a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:25:57.584057 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-1e1e32ba-783f-49b6-b07d-43b1b5e4e402 req-4826c217-507e-401f-8202-a893810b594a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a29bf4ff-3938-4793-81ab-a3fe2312a21a HTTP/1.1" status: 200 len: 851 time: 0.0413194 Aug 12 15:25:57.628458 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1e32ba-783f-49b6-b07d-43b1b5e4e402 req-9761169f-6c51-4ade-bd09-a691b74d5533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:25:57.629879 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-1e1e32ba-783f-49b6-b07d-43b1b5e4e402 req-9761169f-6c51-4ade-bd09-a691b74d5533 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2ee677d4-1e4b-4619-b123-ac984d8e7f0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0383587 Aug 12 15:25:57.719570 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-1e1e32ba-783f-49b6-b07d-43b1b5e4e402 req-699dac12-54d9-4ae9-939b-1b0105616d23 service neutron] 10.222.0.49 "GET /v2.0/networks/2ee677d4-1e4b-4619-b123-ac984d8e7f0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823092 Aug 12 15:25:57.808127 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-1e1e32ba-783f-49b6-b07d-43b1b5e4e402 req-657d3c2a-cc0d-4c52-875d-fdd2cd6db5c8 service neutron] 10.222.0.49 "GET /v2.0/networks/2ee677d4-1e4b-4619-b123-ac984d8e7f0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807581 Aug 12 15:25:58.111413 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748aaa12-6595-4a33-ad64-3ff8739ae9cb req-fa76eefc-9295-4da2-837a-8bef194a551e tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:25:58.112808 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-748aaa12-6595-4a33-ad64-3ff8739ae9cb req-fa76eefc-9295-4da2-837a-8bef194a551e tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/ports?device_id=a09a3493-05db-42f3-b2e6-d2ce17c7109b HTTP/1.1" status: 200 len: 944 time: 0.0491076 Aug 12 15:25:58.150523 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-748aaa12-6595-4a33-ad64-3ff8739ae9cb req-65fa90cc-6229-43fd-afe3-d72f9fca4f04 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b70a441-79c7-4437-b160-55bbffdc28f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318742 Aug 12 15:25:58.317401 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device eec886fd-7720-425b-9b8f-a201629934a3 up at agent hyperv_n-h2-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 15:25:58.368287 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Provisioning for port eec886fd-7720-425b-9b8f-a201629934a3 completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:25:58.371759 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Provisioning complete for port eec886fd-7720-425b-9b8f-a201629934a3 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:25:58.372126 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:25:58.446667 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:25:58.467910 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a09a3493-05db-42f3-b2e6-d2ce17c7109b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eec886fd-7720-425b-9b8f-a201629934a3'}] {{(pid=94468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:25:58.470152 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99a8d87602170099c728e57431aca99e9b98a655a83bbf8727be13192709727b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ad1811a-e00a-47e5-b3d1-6048fa3487a5" -d '{"events": [{"server_uuid": "a09a3493-05db-42f3-b2e6-d2ce17c7109b", "name": "network-vif-plugged", "status": "completed", "tag": "eec886fd-7720-425b-9b8f-a201629934a3"}]}' {{(pid=94468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 15:25:58.483098 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port eec886fd-7720-425b-9b8f-a201629934a3, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=eec886fd-7720-425b-9b8f-a201629934a3,segment=NetworkSegment(ea7c5eaf-858a-4527-90c5-d67c1ca964ac),segment_id=ea7c5eaf-858a-4527-90c5-d67c1ca964ac)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:25:58.486915 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:25:58.533860 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Pushing event updated for resources: {'Port': ['ID=eec886fd-7720-425b-9b8f-a201629934a3,revision_number=9']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:25:58.580102 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 15:25:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaef77d6-332b-452e-83ce-4bce27da2d07 x-openstack-request-id: req-aaef77d6-332b-452e-83ce-4bce27da2d07 {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 15:25:58.580401 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a09a3493-05db-42f3-b2e6-d2ce17c7109b", "name": "network-vif-plugged", "status": "completed", "tag": "eec886fd-7720-425b-9b8f-a201629934a3", "code": 200}]} {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 15:25:58.580693 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-aaef77d6-332b-452e-83ce-4bce27da2d07 {{(pid=94468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 15:25:58.581096 n-d-694802-15 neutron-server[94468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a09a3493-05db-42f3-b2e6-d2ce17c7109b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eec886fd-7720-425b-9b8f-a201629934a3', 'code': 200} Aug 12 15:25:59.270861 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35dba5b-2fd3-4b00-9559-652cea7ae190 req-544eef06-de28-4088-a3fe-02765ef222bc tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:25:59.272475 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a35dba5b-2fd3-4b00-9559-652cea7ae190 req-544eef06-de28-4088-a3fe-02765ef222bc tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/ports?device_id=a09a3493-05db-42f3-b2e6-d2ce17c7109b HTTP/1.1" status: 200 len: 945 time: 0.0551414 Aug 12 15:25:59.310732 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a35dba5b-2fd3-4b00-9559-652cea7ae190 req-e40e5901-1994-4b70-a9fb-07834b06bf2a tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b70a441-79c7-4437-b160-55bbffdc28f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318170 Aug 12 15:26:00.172764 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1e32ba-783f-49b6-b07d-43b1b5e4e402 req-ee564a1e-df7a-44ff-90c8-aebcf06aa9c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:26:00.174268 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-1e1e32ba-783f-49b6-b07d-43b1b5e4e402 req-ee564a1e-df7a-44ff-90c8-aebcf06aa9c9 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=a09a3493-05db-42f3-b2e6-d2ce17c7109b&tenant_id=75ca84b648f745e19b558c4935eb04e1 HTTP/1.1" status: 200 len: 1097 time: 0.0413508 Aug 12 15:26:00.185738 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-1e1e32ba-783f-49b6-b07d-43b1b5e4e402 req-a0e48e72-0116-4799-be29-4deaa44c847a service neutron] Request body: {'port': {'binding:host_id': 'n-h1-694802-15', 'device_owner': 'compute:nova'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:26:00.240002 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-1e1e32ba-783f-49b6-b07d-43b1b5e4e402 req-a0e48e72-0116-4799-be29-4deaa44c847a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:26:00.428298 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53193a27-7e4c-41e6-a39a-369e2536a70c req-31c0f01f-388e-4e6d-8d1e-0d41f234169c tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:26:00.429837 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-53193a27-7e4c-41e6-a39a-369e2536a70c req-31c0f01f-388e-4e6d-8d1e-0d41f234169c tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/ports?device_id=a09a3493-05db-42f3-b2e6-d2ce17c7109b HTTP/1.1" status: 200 len: 945 time: 0.0507350 Aug 12 15:26:00.440848 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-1e1e32ba-783f-49b6-b07d-43b1b5e4e402 req-a0e48e72-0116-4799-be29-4deaa44c847a service neutron] For port eec886fd-7720-425b-9b8f-a201629934a3, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=eec886fd-7720-425b-9b8f-a201629934a3,segment=NetworkSegment(ea7c5eaf-858a-4527-90c5-d67c1ca964ac),segment_id=ea7c5eaf-858a-4527-90c5-d67c1ca964ac)] {{(pid=94467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:26:00.469129 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-53193a27-7e4c-41e6-a39a-369e2536a70c req-f6716dc5-605b-4c0a-85fc-ec6b136c86d9 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b70a441-79c7-4437-b160-55bbffdc28f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331888 Aug 12 15:26:00.474911 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-1e1e32ba-783f-49b6-b07d-43b1b5e4e402 req-a0e48e72-0116-4799-be29-4deaa44c847a service neutron] For port eec886fd-7720-425b-9b8f-a201629934a3, host n-h2-694802-15, cleared binding levels {{(pid=94467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 15:26:00.514528 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a09a3493-05db-42f3-b2e6-d2ce17c7109b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eec886fd-7720-425b-9b8f-a201629934a3'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:26:00.517115 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e65282f928b64038367d043a4411777802006c43a98742496cb2e25b724ff1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59c53d0d-0427-4e61-a5b4-1beed2c09077" -d '{"events": [{"server_uuid": "a09a3493-05db-42f3-b2e6-d2ce17c7109b", "name": "network-vif-unplugged", "status": "completed", "tag": "eec886fd-7720-425b-9b8f-a201629934a3"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 15:26:00.521176 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-1e1e32ba-783f-49b6-b07d-43b1b5e4e402 req-a0e48e72-0116-4799-be29-4deaa44c847a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:26:00.537872 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [req-1e1e32ba-783f-49b6-b07d-43b1b5e4e402 req-a0e48e72-0116-4799-be29-4deaa44c847a service neutron] Transition to ACTIVE for port object eec886fd-7720-425b-9b8f-a201629934a3 will not be triggered until provisioned by entity L2. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:26:00.541814 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-1e1e32ba-783f-49b6-b07d-43b1b5e4e402 req-a0e48e72-0116-4799-be29-4deaa44c847a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:26:00.568591 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 12 Aug 2021 15:26:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-582d0d08-d10e-425b-bf5d-3b0e4a6147d9 x-openstack-request-id: req-582d0d08-d10e-425b-bf5d-3b0e4a6147d9 {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 15:26:00.568883 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a09a3493-05db-42f3-b2e6-d2ce17c7109b", "name": "network-vif-unplugged", "status": "completed", "tag": "eec886fd-7720-425b-9b8f-a201629934a3", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 15:26:00.569129 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-582d0d08-d10e-425b-bf5d-3b0e4a6147d9 {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 15:26:00.569509 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a09a3493-05db-42f3-b2e6-d2ce17c7109b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eec886fd-7720-425b-9b8f-a201629934a3', 'code': 200} Aug 12 15:26:00.656634 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e48e72-0116-4799-be29-4deaa44c847a service neutron] Pushing event updated for resources: {'Port': ['ID=eec886fd-7720-425b-9b8f-a201629934a3,revision_number=10']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:26:00.676941 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e48e72-0116-4799-be29-4deaa44c847a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:26:00.677264 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e48e72-0116-4799-be29-4deaa44c847a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:26:00.677599 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e48e72-0116-4799-be29-4deaa44c847a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:26:00.677931 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e48e72-0116-4799-be29-4deaa44c847a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:26:00.678257 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e48e72-0116-4799-be29-4deaa44c847a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:26:00.678578 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e48e72-0116-4799-be29-4deaa44c847a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:26:00.678898 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e48e72-0116-4799-be29-4deaa44c847a service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:26:00.679772 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e48e72-0116-4799-be29-4deaa44c847a service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:26:00.680114 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e48e72-0116-4799-be29-4deaa44c847a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:26:00.680443 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e48e72-0116-4799-be29-4deaa44c847a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:26:00.680804 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e48e72-0116-4799-be29-4deaa44c847a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:26:00.681124 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e48e72-0116-4799-be29-4deaa44c847a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:26:00.726834 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e1e32ba-783f-49b6-b07d-43b1b5e4e402 req-a0e48e72-0116-4799-be29-4deaa44c847a service neutron] No DVR routers for this DVR port eec886fd-7720-425b-9b8f-a201629934a3 on host n-h2-694802-15 {{(pid=94467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 15:26:00.865148 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-1e1e32ba-783f-49b6-b07d-43b1b5e4e402 req-a0e48e72-0116-4799-be29-4deaa44c847a service neutron] Attempting to bind port eec886fd-7720-425b-9b8f-a201629934a3 on host n-h1-694802-15 for vnic_type normal with profile {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 15:26:00.865365 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-1e1e32ba-783f-49b6-b07d-43b1b5e4e402 req-a0e48e72-0116-4799-be29-4deaa44c847a service neutron] Attempting to bind port eec886fd-7720-425b-9b8f-a201629934a3 by drivers openvswitch,hyperv on host n-h1-694802-15 at level 0 using segments [{'id': 'ea7c5eaf-858a-4527-90c5-d67c1ca964ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '2ee677d4-1e4b-4619-b123-ac984d8e7f0e'}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 15:26:00.865668 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e1e32ba-783f-49b6-b07d-43b1b5e4e402 req-a0e48e72-0116-4799-be29-4deaa44c847a service neutron] Attempting to bind port eec886fd-7720-425b-9b8f-a201629934a3 on network 2ee677d4-1e4b-4619-b123-ac984d8e7f0e {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 15:26:00.869789 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e1e32ba-783f-49b6-b07d-43b1b5e4e402 req-a0e48e72-0116-4799-be29-4deaa44c847a service neutron] Port eec886fd-7720-425b-9b8f-a201629934a3 on network 2ee677d4-1e4b-4619-b123-ac984d8e7f0e not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-15 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 15:26:00.870102 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e1e32ba-783f-49b6-b07d-43b1b5e4e402 req-a0e48e72-0116-4799-be29-4deaa44c847a service neutron] Attempting to bind port eec886fd-7720-425b-9b8f-a201629934a3 on network 2ee677d4-1e4b-4619-b123-ac984d8e7f0e {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 15:26:00.874854 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e1e32ba-783f-49b6-b07d-43b1b5e4e402 req-a0e48e72-0116-4799-be29-4deaa44c847a service neutron] Checking agent: {'id': 'de568313-a3e6-454a-9813-77e25edcea95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 27, 41), 'started_at': datetime.datetime(2021, 8, 12, 14, 27, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 15, 25, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 15:26:00.875209 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e1e32ba-783f-49b6-b07d-43b1b5e4e402 req-a0e48e72-0116-4799-be29-4deaa44c847a service neutron] Checking segment: {'id': 'ea7c5eaf-858a-4527-90c5-d67c1ca964ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '2ee677d4-1e4b-4619-b123-ac984d8e7f0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 15:26:00.875583 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e1e32ba-783f-49b6-b07d-43b1b5e4e402 req-a0e48e72-0116-4799-be29-4deaa44c847a service neutron] Bound using segment: {'id': 'ea7c5eaf-858a-4527-90c5-d67c1ca964ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '2ee677d4-1e4b-4619-b123-ac984d8e7f0e'} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 15:26:00.875995 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-1e1e32ba-783f-49b6-b07d-43b1b5e4e402 req-a0e48e72-0116-4799-be29-4deaa44c847a service neutron] Bound port: eec886fd-7720-425b-9b8f-a201629934a3, host: n-h1-694802-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea7c5eaf-858a-4527-90c5-d67c1ca964ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '2ee677d4-1e4b-4619-b123-ac984d8e7f0e'}}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 15:26:00.876340 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-1e1e32ba-783f-49b6-b07d-43b1b5e4e402 req-a0e48e72-0116-4799-be29-4deaa44c847a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:26:00.939415 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-1e1e32ba-783f-49b6-b07d-43b1b5e4e402 req-a0e48e72-0116-4799-be29-4deaa44c847a service neutron] For port eec886fd-7720-425b-9b8f-a201629934a3, host n-h1-694802-15, cleared binding levels {{(pid=94467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 15:26:00.942705 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-1e1e32ba-783f-49b6-b07d-43b1b5e4e402 req-a0e48e72-0116-4799-be29-4deaa44c847a service neutron] For port eec886fd-7720-425b-9b8f-a201629934a3, host n-h1-694802-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=eec886fd-7720-425b-9b8f-a201629934a3,segment=NetworkSegment(ea7c5eaf-858a-4527-90c5-d67c1ca964ac),segment_id=ea7c5eaf-858a-4527-90c5-d67c1ca964ac)] {{(pid=94467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 15:26:00.949105 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-1e1e32ba-783f-49b6-b07d-43b1b5e4e402 req-a0e48e72-0116-4799-be29-4deaa44c847a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:26:00.985591 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1e32ba-783f-49b6-b07d-43b1b5e4e402 req-a0e48e72-0116-4799-be29-4deaa44c847a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:26:00.986200 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-1e1e32ba-783f-49b6-b07d-43b1b5e4e402 req-a0e48e72-0116-4799-be29-4deaa44c847a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:26:00.987685 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-1e1e32ba-783f-49b6-b07d-43b1b5e4e402 req-a0e48e72-0116-4799-be29-4deaa44c847a service neutron] 10.222.0.64 "PUT /v2.0/ports/eec886fd-7720-425b-9b8f-a201629934a3 HTTP/1.1" status: 200 len: 1093 time: 0.8059165 Aug 12 15:26:01.020690 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e48e72-0116-4799-be29-4deaa44c847a service neutron] Pushing event updated for resources: {'Port': ['ID=eec886fd-7720-425b-9b8f-a201629934a3,revision_number=11']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:26:01.053359 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1e32ba-783f-49b6-b07d-43b1b5e4e402 req-7abbd43d-cdba-472f-90cd-75d7ab82aece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:26:01.054909 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-1e1e32ba-783f-49b6-b07d-43b1b5e4e402 req-7abbd43d-cdba-472f-90cd-75d7ab82aece service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=75ca84b648f745e19b558c4935eb04e1&device_id=a09a3493-05db-42f3-b2e6-d2ce17c7109b HTTP/1.1" status: 200 len: 1096 time: 0.0455632 Aug 12 15:26:01.153273 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1e32ba-783f-49b6-b07d-43b1b5e4e402 req-10aeb07f-ab7a-4ed5-82c7-779f96b1fc7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:26:01.154803 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-1e1e32ba-783f-49b6-b07d-43b1b5e4e402 req-10aeb07f-ab7a-4ed5-82c7-779f96b1fc7b service neutron] 10.222.0.64 "GET /v2.0/networks?id=2ee677d4-1e4b-4619-b123-ac984d8e7f0e HTTP/1.1" status: 200 len: 913 time: 0.0924199 Aug 12 15:26:01.223392 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-1e1e32ba-783f-49b6-b07d-43b1b5e4e402 req-683baca2-1aaa-48d5-824f-0cdbb5a1dbf5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eec886fd-7720-425b-9b8f-a201629934a3 HTTP/1.1" status: 200 len: 1000 time: 0.0609691 Aug 12 15:26:01.276487 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1e32ba-783f-49b6-b07d-43b1b5e4e402 req-acdff705-a9ab-47e8-a19c-1d3ee1c4f539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:26:01.277843 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-1e1e32ba-783f-49b6-b07d-43b1b5e4e402 req-acdff705-a9ab-47e8-a19c-1d3ee1c4f539 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a29bf4ff-3938-4793-81ab-a3fe2312a21a HTTP/1.1" status: 200 len: 851 time: 0.0474620 Aug 12 15:26:01.321863 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1e32ba-783f-49b6-b07d-43b1b5e4e402 req-24d0b82d-7090-44bf-b602-2402a86e684c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:26:01.323329 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-1e1e32ba-783f-49b6-b07d-43b1b5e4e402 req-24d0b82d-7090-44bf-b602-2402a86e684c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2ee677d4-1e4b-4619-b123-ac984d8e7f0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0387423 Aug 12 15:26:01.409786 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-1e1e32ba-783f-49b6-b07d-43b1b5e4e402 req-ab8c3a99-1145-4249-aa1b-2f61755a231a service neutron] 10.222.0.64 "GET /v2.0/networks/2ee677d4-1e4b-4619-b123-ac984d8e7f0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796854 Aug 12 15:26:01.499959 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-1e1e32ba-783f-49b6-b07d-43b1b5e4e402 req-82bd6aa4-66c1-4224-b896-987e832416b2 service neutron] 10.222.0.64 "GET /v2.0/networks/2ee677d4-1e4b-4619-b123-ac984d8e7f0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834033 Aug 12 15:26:01.588196 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4478fe-974f-4dcd-975f-3440ba11ab86 req-32752e43-9e3c-43fc-b382-8ae80a671614 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:26:01.589672 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-1c4478fe-974f-4dcd-975f-3440ba11ab86 req-32752e43-9e3c-43fc-b382-8ae80a671614 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/ports?device_id=a09a3493-05db-42f3-b2e6-d2ce17c7109b HTTP/1.1" status: 200 len: 944 time: 0.0493648 Aug 12 15:26:01.627446 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-1c4478fe-974f-4dcd-975f-3440ba11ab86 req-879bf8f7-5460-4ea7-b14b-a162c469d0f9 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b70a441-79c7-4437-b160-55bbffdc28f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316591 Aug 12 15:26:02.319398 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device eec886fd-7720-425b-9b8f-a201629934a3 no longer exists at agent hyperv_n-h2-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 15:26:02.356085 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device eec886fd-7720-425b-9b8f-a201629934a3 not bound to the agent host n-h2-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 15:26:02.570971 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a09a3493-05db-42f3-b2e6-d2ce17c7109b', 'tag': 'eec886fd-7720-425b-9b8f-a201629934a3'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:26:02.573285 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e65282f928b64038367d043a4411777802006c43a98742496cb2e25b724ff1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e96780ec-a202-41bc-be74-e84b5d8680fc" -d '{"events": [{"name": "network-changed", "server_uuid": "a09a3493-05db-42f3-b2e6-d2ce17c7109b", "tag": "eec886fd-7720-425b-9b8f-a201629934a3"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 15:26:02.620420 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 15:26:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fa0bf6f-e512-41c4-b5dd-c97eaee894c4 x-openstack-request-id: req-7fa0bf6f-e512-41c4-b5dd-c97eaee894c4 {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 15:26:02.620708 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a09a3493-05db-42f3-b2e6-d2ce17c7109b", "tag": "eec886fd-7720-425b-9b8f-a201629934a3", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 15:26:02.620958 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7fa0bf6f-e512-41c4-b5dd-c97eaee894c4 {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 15:26:02.621353 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a09a3493-05db-42f3-b2e6-d2ce17c7109b', 'tag': 'eec886fd-7720-425b-9b8f-a201629934a3', 'status': 'completed', 'code': 200} Aug 12 15:26:02.712260 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96780ec-a202-41bc-be74-e84b5d8680fc req-18c52b9b-9d77-4b15-ae6d-72f1a08cc6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:26:02.713769 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e96780ec-a202-41bc-be74-e84b5d8680fc req-18c52b9b-9d77-4b15-ae6d-72f1a08cc6f1 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=75ca84b648f745e19b558c4935eb04e1&device_id=a09a3493-05db-42f3-b2e6-d2ce17c7109b HTTP/1.1" status: 200 len: 1096 time: 0.0690651 Aug 12 15:26:02.716324 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96780ec-a202-41bc-be74-e84b5d8680fc req-f532bfcc-963b-420b-864c-00ccd885a9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:26:02.717665 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e96780ec-a202-41bc-be74-e84b5d8680fc req-f532bfcc-963b-420b-864c-00ccd885a9ca service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=75ca84b648f745e19b558c4935eb04e1&device_id=a09a3493-05db-42f3-b2e6-d2ce17c7109b HTTP/1.1" status: 200 len: 1096 time: 0.0643373 Aug 12 15:26:02.748117 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5d238f-c7eb-4255-ac80-e78a0fdaab22 req-e2879efe-6501-48a7-8475-08a7201ea1b4 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:26:02.749676 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-ae5d238f-c7eb-4255-ac80-e78a0fdaab22 req-e2879efe-6501-48a7-8475-08a7201ea1b4 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/ports?device_id=a09a3493-05db-42f3-b2e6-d2ce17c7109b HTTP/1.1" status: 200 len: 944 time: 0.0529914 Aug 12 15:26:02.788568 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-ae5d238f-c7eb-4255-ac80-e78a0fdaab22 req-9233b622-d65d-4085-b46f-3a501164a106 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b70a441-79c7-4437-b160-55bbffdc28f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328767 Aug 12 15:26:02.877143 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96780ec-a202-41bc-be74-e84b5d8680fc req-69230c19-c318-452b-aed2-697dcceeab53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:26:02.878551 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e96780ec-a202-41bc-be74-e84b5d8680fc req-69230c19-c318-452b-aed2-697dcceeab53 service neutron] 10.222.0.49 "GET /v2.0/networks?id=2ee677d4-1e4b-4619-b123-ac984d8e7f0e HTTP/1.1" status: 200 len: 913 time: 0.1575525 Aug 12 15:26:02.879769 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96780ec-a202-41bc-be74-e84b5d8680fc req-264b697b-6b5a-4446-a817-9ed241c2f658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:26:02.881101 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e96780ec-a202-41bc-be74-e84b5d8680fc req-264b697b-6b5a-4446-a817-9ed241c2f658 service neutron] 10.222.0.64 "GET /v2.0/networks?id=2ee677d4-1e4b-4619-b123-ac984d8e7f0e HTTP/1.1" status: 200 len: 913 time: 0.1528904 Aug 12 15:26:02.992713 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e96780ec-a202-41bc-be74-e84b5d8680fc req-d8161da3-64f9-45de-8b80-c5157f78964c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eec886fd-7720-425b-9b8f-a201629934a3 HTTP/1.1" status: 200 len: 1000 time: 0.1061661 Aug 12 15:26:03.015926 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e96780ec-a202-41bc-be74-e84b5d8680fc req-7dda55cb-9906-426e-aee2-0c7fd3e613db service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eec886fd-7720-425b-9b8f-a201629934a3 HTTP/1.1" status: 200 len: 1000 time: 0.0945754 Aug 12 15:26:03.082705 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96780ec-a202-41bc-be74-e84b5d8680fc req-b9e3c3d9-037c-4fc5-a118-362f7812be8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:26:03.084204 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e96780ec-a202-41bc-be74-e84b5d8680fc req-b9e3c3d9-037c-4fc5-a118-362f7812be8a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a29bf4ff-3938-4793-81ab-a3fe2312a21a HTTP/1.1" status: 200 len: 851 time: 0.0842147 Aug 12 15:26:03.089116 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96780ec-a202-41bc-be74-e84b5d8680fc req-55fd9928-1ae6-4f6f-8e3f-bd60377e08c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:26:03.090448 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e96780ec-a202-41bc-be74-e84b5d8680fc req-55fd9928-1ae6-4f6f-8e3f-bd60377e08c3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a29bf4ff-3938-4793-81ab-a3fe2312a21a HTTP/1.1" status: 200 len: 851 time: 0.0568819 Aug 12 15:26:03.161995 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96780ec-a202-41bc-be74-e84b5d8680fc req-0a19aeb3-b212-437b-b4b2-a3021b15ad99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:26:03.163395 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e96780ec-a202-41bc-be74-e84b5d8680fc req-0a19aeb3-b212-437b-b4b2-a3021b15ad99 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2ee677d4-1e4b-4619-b123-ac984d8e7f0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0714049 Aug 12 15:26:03.165995 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96780ec-a202-41bc-be74-e84b5d8680fc req-2a6ae0e2-7b5c-4821-8a5e-b40d8396afc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:26:03.167356 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e96780ec-a202-41bc-be74-e84b5d8680fc req-2a6ae0e2-7b5c-4821-8a5e-b40d8396afc3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2ee677d4-1e4b-4619-b123-ac984d8e7f0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0681784 Aug 12 15:26:03.317406 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e96780ec-a202-41bc-be74-e84b5d8680fc req-79b87ed1-9075-4fea-ab48-116ca85eb9ed service neutron] 10.222.0.49 "GET /v2.0/networks/2ee677d4-1e4b-4619-b123-ac984d8e7f0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465719 Aug 12 15:26:03.320708 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e96780ec-a202-41bc-be74-e84b5d8680fc req-63cb3a31-2595-4845-bb19-0ca7b246664c service neutron] 10.222.0.64 "GET /v2.0/networks/2ee677d4-1e4b-4619-b123-ac984d8e7f0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431503 Aug 12 15:26:03.469622 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e96780ec-a202-41bc-be74-e84b5d8680fc req-255c55d9-3072-45e3-a715-730f727e0b19 service neutron] 10.222.0.49 "GET /v2.0/networks/2ee677d4-1e4b-4619-b123-ac984d8e7f0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444297 Aug 12 15:26:03.474537 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e96780ec-a202-41bc-be74-e84b5d8680fc req-b72c90f6-257f-4589-a17a-e7602c1921b8 service neutron] 10.222.0.64 "GET /v2.0/networks/2ee677d4-1e4b-4619-b123-ac984d8e7f0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419442 Aug 12 15:26:03.609476 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device eec886fd-7720-425b-9b8f-a201629934a3 details requested by agent hyperv_n-h1-694802-15 with host n-h1-694802-15 {{(pid=94468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 15:26:03.699183 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port eec886fd-7720-425b-9b8f-a201629934a3, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=eec886fd-7720-425b-9b8f-a201629934a3,segment=NetworkSegment(ea7c5eaf-858a-4527-90c5-d67c1ca964ac),segment_id=ea7c5eaf-858a-4527-90c5-d67c1ca964ac)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:26:03.710129 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Returning: {'device': 'eec886fd-7720-425b-9b8f-a201629934a3', 'network_id': '2ee677d4-1e4b-4619-b123-ac984d8e7f0e', 'port_id': 'eec886fd-7720-425b-9b8f-a201629934a3', 'mac_address': 'fa:16:3e:c2:f2:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a29bf4ff-3938-4793-81ab-a3fe2312a21a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 15:26:03.750175 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:26:03.762762 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eec886fd-7720-425b-9b8f-a201629934a3 {{(pid=94468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 15:26:03.782376 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port eec886fd-7720-425b-9b8f-a201629934a3, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=eec886fd-7720-425b-9b8f-a201629934a3,segment=NetworkSegment(ea7c5eaf-858a-4527-90c5-d67c1ca964ac),segment_id=ea7c5eaf-858a-4527-90c5-d67c1ca964ac)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:26:03.785732 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:26:03.833374 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Pushing event updated for resources: {'Port': ['ID=eec886fd-7720-425b-9b8f-a201629934a3,revision_number=12']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:26:03.905891 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f033d120-0a65-4b7d-99a5-0b8f24d2113a req-9b8b1332-0d6b-454d-b4be-c237696ddebf tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:26:03.907408 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f033d120-0a65-4b7d-99a5-0b8f24d2113a req-9b8b1332-0d6b-454d-b4be-c237696ddebf tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/ports?device_id=a09a3493-05db-42f3-b2e6-d2ce17c7109b HTTP/1.1" status: 200 len: 945 time: 0.0489492 Aug 12 15:26:03.949623 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f033d120-0a65-4b7d-99a5-0b8f24d2113a req-dbbb1ef3-80fa-42d4-9752-589f4eac2138 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b70a441-79c7-4437-b160-55bbffdc28f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362144 Aug 12 15:26:03.997611 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] get_ports_and_sgs() called for port_ids ['eec886fd-7720-425b-9b8f-a201629934a3'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 15:26:04.067649 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36faec82-cf7a-473d-8c9f-67ff935c2864 req-f0bfb026-9de6-4667-bdb9-028480cf3017 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:26:04.069061 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-36faec82-cf7a-473d-8c9f-67ff935c2864 req-f0bfb026-9de6-4667-bdb9-028480cf3017 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/ports?device_id=a09a3493-05db-42f3-b2e6-d2ce17c7109b HTTP/1.1" status: 200 len: 945 time: 0.0496435 Aug 12 15:26:04.107243 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-36faec82-cf7a-473d-8c9f-67ff935c2864 req-2544e44f-027d-4028-ba4e-bdca4c6c608f tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b70a441-79c7-4437-b160-55bbffdc28f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320165 Aug 12 15:26:04.223317 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ea262f-6905-4f2a-be20-df28c7cf75b9 req-df9f59fa-e2fb-4761-9268-39244d240b64 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:26:04.224806 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-07ea262f-6905-4f2a-be20-df28c7cf75b9 req-df9f59fa-e2fb-4761-9268-39244d240b64 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/ports?device_id=a09a3493-05db-42f3-b2e6-d2ce17c7109b HTTP/1.1" status: 200 len: 945 time: 0.0522852 Aug 12 15:26:04.264064 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-07ea262f-6905-4f2a-be20-df28c7cf75b9 req-bd2c7c89-e51e-4725-a499-38f1c9b1a163 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b70a441-79c7-4437-b160-55bbffdc28f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327291 Aug 12 15:26:04.495718 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db15dfb-c66e-4172-b49b-b39fce91ccdb req-b165ff8f-79a0-40ee-9487-9ae29daf3c5e tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:26:04.497373 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9db15dfb-c66e-4172-b49b-b39fce91ccdb req-b165ff8f-79a0-40ee-9487-9ae29daf3c5e tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/ports?device_id=a09a3493-05db-42f3-b2e6-d2ce17c7109b HTTP/1.1" status: 200 len: 945 time: 0.0491984 Aug 12 15:26:04.534804 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9db15dfb-c66e-4172-b49b-b39fce91ccdb req-48613d4f-a35b-4cf2-8aba-3d33812389bb tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b70a441-79c7-4437-b160-55bbffdc28f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316067 Aug 12 15:26:05.645946 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device eec886fd-7720-425b-9b8f-a201629934a3 up at agent hyperv_n-h1-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 15:26:05.653418 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87799ad1-2e52-49f1-b101-9e0992c4584b req-4141c071-11d4-425b-90fd-8036e0012991 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:26:05.655439 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-87799ad1-2e52-49f1-b101-9e0992c4584b req-4141c071-11d4-425b-90fd-8036e0012991 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/ports?device_id=a09a3493-05db-42f3-b2e6-d2ce17c7109b HTTP/1.1" status: 200 len: 945 time: 0.0524921 Aug 12 15:26:05.693807 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-87799ad1-2e52-49f1-b101-9e0992c4584b req-50e6f4cf-aac8-4ff0-9e93-bfc1006693f6 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b70a441-79c7-4437-b160-55bbffdc28f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323734 Aug 12 15:26:05.695623 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Provisioning for port eec886fd-7720-425b-9b8f-a201629934a3 completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:26:05.699904 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Provisioning complete for port eec886fd-7720-425b-9b8f-a201629934a3 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:26:05.700415 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:26:05.756860 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c23b19-4d58-4755-9941-ae513d088956 req-244bd53a-dc0f-4755-bc12-add1610a31c1 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:26:05.758920 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-79c23b19-4d58-4755-9941-ae513d088956 req-244bd53a-dc0f-4755-bc12-add1610a31c1 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.64 "GET /v2.0/ports?device_id=a09a3493-05db-42f3-b2e6-d2ce17c7109b HTTP/1.1" status: 200 len: 945 time: 0.0467880 Aug 12 15:26:05.776630 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:26:05.798162 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a09a3493-05db-42f3-b2e6-d2ce17c7109b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eec886fd-7720-425b-9b8f-a201629934a3'}] {{(pid=94468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:26:05.800456 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99a8d87602170099c728e57431aca99e9b98a655a83bbf8727be13192709727b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d49b9494-2e81-45d3-95fd-4d6fe1db5ab6" -d '{"events": [{"server_uuid": "a09a3493-05db-42f3-b2e6-d2ce17c7109b", "name": "network-vif-plugged", "status": "completed", "tag": "eec886fd-7720-425b-9b8f-a201629934a3"}]}' {{(pid=94468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 15:26:05.817056 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port eec886fd-7720-425b-9b8f-a201629934a3, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=eec886fd-7720-425b-9b8f-a201629934a3,segment=NetworkSegment(ea7c5eaf-858a-4527-90c5-d67c1ca964ac),segment_id=ea7c5eaf-858a-4527-90c5-d67c1ca964ac)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:26:05.822069 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:26:05.847381 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 15:26:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b666772-d380-428d-88f7-d518ff8371c5 x-openstack-request-id: req-4b666772-d380-428d-88f7-d518ff8371c5 {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 15:26:05.847674 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a09a3493-05db-42f3-b2e6-d2ce17c7109b", "name": "network-vif-plugged", "status": "completed", "tag": "eec886fd-7720-425b-9b8f-a201629934a3", "code": 200}]} {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 15:26:05.847932 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4b666772-d380-428d-88f7-d518ff8371c5 {{(pid=94468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 15:26:05.848315 n-d-694802-15 neutron-server[94468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a09a3493-05db-42f3-b2e6-d2ce17c7109b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eec886fd-7720-425b-9b8f-a201629934a3', 'code': 200} Aug 12 15:26:05.854752 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [req-79c23b19-4d58-4755-9941-ae513d088956 req-bb3db5f4-21a3-44df-8d73-381db9fad224 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Deleting port eec886fd-7720-425b-9b8f-a201629934a3 {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 15:26:05.855155 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-79c23b19-4d58-4755-9941-ae513d088956 req-bb3db5f4-21a3-44df-8d73-381db9fad224 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:26:05.873876 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Pushing event updated for resources: {'Port': ['ID=eec886fd-7720-425b-9b8f-a201629934a3,revision_number=13']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:26:05.941752 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-79c23b19-4d58-4755-9941-ae513d088956 req-bb3db5f4-21a3-44df-8d73-381db9fad224 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] For port eec886fd-7720-425b-9b8f-a201629934a3, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=eec886fd-7720-425b-9b8f-a201629934a3,segment=NetworkSegment(ea7c5eaf-858a-4527-90c5-d67c1ca964ac),segment_id=ea7c5eaf-858a-4527-90c5-d67c1ca964ac)] {{(pid=94467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:26:05.942116 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-79c23b19-4d58-4755-9941-ae513d088956 req-bb3db5f4-21a3-44df-8d73-381db9fad224 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:26:06.118810 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-79c23b19-4d58-4755-9941-ae513d088956 req-bb3db5f4-21a3-44df-8d73-381db9fad224 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:26:06.119119 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-79c23b19-4d58-4755-9941-ae513d088956 req-bb3db5f4-21a3-44df-8d73-381db9fad224 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431510'] for floatingip, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:26:06.119428 n-d-694802-15 neutron-server[94467]: INFO neutron.db.l3_db [req-79c23b19-4d58-4755-9941-ae513d088956 req-bb3db5f4-21a3-44df-8d73-381db9fad224 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Floating IP 26e7debd-74c3-44cd-b9cb-ffcd8c0f01ad disassociated. External IP: 172.25.1.116, port: eec886fd-7720-425b-9b8f-a201629934a3. Aug 12 15:26:06.119761 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [req-79c23b19-4d58-4755-9941-ae513d088956 req-bb3db5f4-21a3-44df-8d73-381db9fad224 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Calling delete_port for eec886fd-7720-425b-9b8f-a201629934a3 owned by compute:nova {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 15:26:06.244563 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-79c23b19-4d58-4755-9941-ae513d088956 req-bb3db5f4-21a3-44df-8d73-381db9fad224 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:26:06.271735 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3db5f4-21a3-44df-8d73-381db9fad224 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Pushing event deleted for resources: {'Port': ['ID=eec886fd-7720-425b-9b8f-a201629934a3,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:26:06.390314 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.l3_agent_scheduler [req-79c23b19-4d58-4755-9941-ae513d088956 req-bb3db5f4-21a3-44df-8d73-381db9fad224 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Router d30a26a0-30fa-463d-b3cf-757521adcc97 has already been hosted by L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f {{(pid=94467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 15:26:06.498982 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-79c23b19-4d58-4755-9941-ae513d088956 req-bb3db5f4-21a3-44df-8d73-381db9fad224 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 15:26:06.509159 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a342f1f-2f03-4107-a4a5-79f05650c06f None None] Sync routers for ids ['d30a26a0-30fa-463d-b3cf-757521adcc97'] in n-d-694802-15 {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 15:26:06.519157 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a342f1f-2f03-4107-a4a5-79f05650c06f None None] Routers {'d30a26a0-30fa-463d-b3cf-757521adcc97'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:26:06.519763 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-7a342f1f-2f03-4107-a4a5-79f05650c06f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T15:25:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['d30a26a0-30fa-463d-b3cf-757521adcc97'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:26:06.541376 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [req-79c23b19-4d58-4755-9941-ae513d088956 req-bb3db5f4-21a3-44df-8d73-381db9fad224 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] No DVR routers for this DVR port eec886fd-7720-425b-9b8f-a201629934a3 on host n-h1-694802-15 {{(pid=94467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 15:26:06.544339 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-79c23b19-4d58-4755-9941-ae513d088956 req-bb3db5f4-21a3-44df-8d73-381db9fad224 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:26:06.546653 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-79c23b19-4d58-4755-9941-ae513d088956 req-bb3db5f4-21a3-44df-8d73-381db9fad224 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.64 "DELETE /v2.0/ports/eec886fd-7720-425b-9b8f-a201629934a3 HTTP/1.1" status: 204 len: 173 time: 0.7819819 Aug 12 15:26:06.547223 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a09a3493-05db-42f3-b2e6-d2ce17c7109b', 'name': 'network-vif-deleted', 'tag': 'eec886fd-7720-425b-9b8f-a201629934a3'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:26:06.549860 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e65282f928b64038367d043a4411777802006c43a98742496cb2e25b724ff1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58280fe8-6066-4c9c-835b-595efb04e71d" -d '{"events": [{"server_uuid": "a09a3493-05db-42f3-b2e6-d2ce17c7109b", "name": "network-vif-deleted", "tag": "eec886fd-7720-425b-9b8f-a201629934a3"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 15:26:06.587668 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 15:26:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7750dee-848c-493f-ae3f-68cd962353cc x-openstack-request-id: req-f7750dee-848c-493f-ae3f-68cd962353cc {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 15:26:06.587972 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a09a3493-05db-42f3-b2e6-d2ce17c7109b", "name": "network-vif-deleted", "tag": "eec886fd-7720-425b-9b8f-a201629934a3", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 15:26:06.588310 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f7750dee-848c-493f-ae3f-68cd962353cc {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 15:26:06.588710 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a09a3493-05db-42f3-b2e6-d2ce17c7109b', 'name': 'network-vif-deleted', 'tag': 'eec886fd-7720-425b-9b8f-a201629934a3', 'status': 'completed', 'code': 200} Aug 12 15:26:06.638963 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-7a342f1f-2f03-4107-a4a5-79f05650c06f None None] Set router d30a26a0-30fa-463d-b3cf-757521adcc97 gateway port host: n-d-694802-15 {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:26:06.800074 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-096b3697-327b-4e79-ba00-72fa78abd88a req-58e524b7-add1-4d87-b751-e2877517e105 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/ports?device_id=a09a3493-05db-42f3-b2e6-d2ce17c7109b HTTP/1.1" status: 200 len: 210 time: 0.0265608 Aug 12 15:26:06.835168 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-7a342f1f-2f03-4107-a4a5-79f05650c06f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd30a26a0-30fa-463d-b3cf-757521adcc97', 'name': 'tempest-ServerActionsTestJSON-2065852979-router', 'tenant_id': '75ca84b648f745e19b558c4935eb04e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.194'}], 'enable_snat': True}, 'gw_port_id': 'd31893fb-90de-40d5-b502-11325f6985a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:19:17Z', 'updated_at': '2021-08-12T15:19:20Z', 'revision_number': 4, 'project_id': '75ca84b648f745e19b558c4935eb04e1', 'gw_port': {'id': 'd31893fb-90de-40d5-b502-11325f6985a2', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:52:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd30a26a0-30fa-463d-b3cf-757521adcc97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:19:18Z', 'updated_at': '2021-08-12T15:19:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': '3e65877a-9c29-4f06-be2a-f078636d8799', 'name': '', 'network_id': '2ee677d4-1e4b-4619-b123-ac984d8e7f0e', 'tenant_id': '75ca84b648f745e19b558c4935eb04e1', 'mac_address': 'fa:16:3e:9e:2d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd30a26a0-30fa-463d-b3cf-757521adcc97', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'a29bf4ff-3938-4793-81ab-a3fe2312a21a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:19:19Z', 'updated_at': '2021-08-12T15:19:25Z', 'revision_number': 5, 'project_id': '75ca84b648f745e19b558c4935eb04e1', 'subnets': [{'id': 'a29bf4ff-3938-4793-81ab-a3fe2312a21a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:26:06.865729 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a342f1f-2f03-4107-a4a5-79f05650c06f None None] Checking router: d30a26a0-30fa-463d-b3cf-757521adcc97 for host: n-d-694802-15 {{(pid=94469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 15:26:06.873915 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a342f1f-2f03-4107-a4a5-79f05650c06f None None] Routers {'d30a26a0-30fa-463d-b3cf-757521adcc97'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:26:06.874506 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-7a342f1f-2f03-4107-a4a5-79f05650c06f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T15:25:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['d30a26a0-30fa-463d-b3cf-757521adcc97'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:26:06.982277 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-7a342f1f-2f03-4107-a4a5-79f05650c06f None None] Set router d30a26a0-30fa-463d-b3cf-757521adcc97 gateway port host: n-d-694802-15 {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:26:07.178847 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-7a342f1f-2f03-4107-a4a5-79f05650c06f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd30a26a0-30fa-463d-b3cf-757521adcc97', 'name': 'tempest-ServerActionsTestJSON-2065852979-router', 'tenant_id': '75ca84b648f745e19b558c4935eb04e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.194'}], 'enable_snat': True}, 'gw_port_id': 'd31893fb-90de-40d5-b502-11325f6985a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:19:17Z', 'updated_at': '2021-08-12T15:19:20Z', 'revision_number': 4, 'project_id': '75ca84b648f745e19b558c4935eb04e1', 'gw_port': {'id': 'd31893fb-90de-40d5-b502-11325f6985a2', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:52:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd30a26a0-30fa-463d-b3cf-757521adcc97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:19:18Z', 'updated_at': '2021-08-12T15:19:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': '3e65877a-9c29-4f06-be2a-f078636d8799', 'name': '', 'network_id': '2ee677d4-1e4b-4619-b123-ac984d8e7f0e', 'tenant_id': '75ca84b648f745e19b558c4935eb04e1', 'mac_address': 'fa:16:3e:9e:2d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd30a26a0-30fa-463d-b3cf-757521adcc97', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'a29bf4ff-3938-4793-81ab-a3fe2312a21a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:19:19Z', 'updated_at': '2021-08-12T15:19:25Z', 'revision_number': 5, 'project_id': '75ca84b648f745e19b558c4935eb04e1', 'subnets': [{'id': 'a29bf4ff-3938-4793-81ab-a3fe2312a21a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:26:07.204213 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a342f1f-2f03-4107-a4a5-79f05650c06f None None] The sync data for ids ['d30a26a0-30fa-463d-b3cf-757521adcc97'] in n-d-694802-15 is: [{'id': 'd30a26a0-30fa-463d-b3cf-757521adcc97', 'name': 'tempest-ServerActionsTestJSON-2065852979-router', 'tenant_id': '75ca84b648f745e19b558c4935eb04e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.194'}], 'enable_snat': True}, 'gw_port_id': 'd31893fb-90de-40d5-b502-11325f6985a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:19:17Z', 'updated_at': '2021-08-12T15:19:20Z', 'revision_number': 4, 'project_id': '75ca84b648f745e19b558c4935eb04e1', 'gw_port': {'id': 'd31893fb-90de-40d5-b502-11325f6985a2', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:52:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd30a26a0-30fa-463d-b3cf-757521adcc97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:19:18Z', 'updated_at': '2021-08-12T15:19:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': '3e65877a-9c29-4f06-be2a-f078636d8799', 'name': '', 'network_id': '2ee677d4-1e4b-4619-b123-ac984d8e7f0e', 'tenant_id': '75ca84b648f745e19b558c4935eb04e1', 'mac_address': 'fa:16:3e:9e:2d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd30a26a0-30fa-463d-b3cf-757521adcc97', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'a29bf4ff-3938-4793-81ab-a3fe2312a21a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:19:19Z', 'updated_at': '2021-08-12T15:19:25Z', 'revision_number': 5, 'project_id': '75ca84b648f745e19b558c4935eb04e1', 'subnets': [{'id': 'a29bf4ff-3938-4793-81ab-a3fe2312a21a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 15:26:07.412641 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9541a8a2-8731-4488-9a41-f52d5127f9b4 None None] New status for floating IP 26e7debd-74c3-44cd-b9cb-ffcd8c0f01ad: DOWN {{(pid=94468) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 15:26:08.074503 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-6dcfec1e-ec0a-43a6-887b-d1e7117de9d4 req-43317983-02a5-4581-aab3-d7f9201de12c tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--498018287&fields=id&tenant_id=75ca84b648f745e19b558c4935eb04e1 HTTP/1.1" status: 200 len: 267 time: 0.0324090 Aug 12 15:26:08.187746 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcfec1e-ec0a-43a6-887b-d1e7117de9d4 req-3fb581a3-d6bb-44e1-990a-0d55d49bdd26 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:26:08.189192 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-6dcfec1e-ec0a-43a6-887b-d1e7117de9d4 req-3fb581a3-d6bb-44e1-990a-0d55d49bdd26 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/networks?id=2ee677d4-1e4b-4619-b123-ac984d8e7f0e HTTP/1.1" status: 200 len: 812 time: 0.1079051 Aug 12 15:26:08.204650 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-6dcfec1e-ec0a-43a6-887b-d1e7117de9d4 req-c4d6d536-490b-43c7-a826-e792a9bd6adc tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/quotas/75ca84b648f745e19b558c4935eb04e1 HTTP/1.1" status: 200 len: 375 time: 0.0097256 Aug 12 15:26:08.258663 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-6dcfec1e-ec0a-43a6-887b-d1e7117de9d4 req-5cf2bce9-fa58-4f67-9932-10b03dca1d46 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=75ca84b648f745e19b558c4935eb04e1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0482171 Aug 12 15:26:08.317737 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [req-6dcfec1e-ec0a-43a6-887b-d1e7117de9d4 req-8aab9641-6145-476c-93ab-66ca3898b0ee service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=94466) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 15:26:08.318741 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-6dcfec1e-ec0a-43a6-887b-d1e7117de9d4 req-8aab9641-6145-476c-93ab-66ca3898b0ee service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0487349 Aug 12 15:26:08.414710 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-6dcfec1e-ec0a-43a6-887b-d1e7117de9d4 req-e8936353-3d59-49d8-aca4-ad57e761e95a service neutron] 10.222.0.39 "GET /v2.0/networks/2ee677d4-1e4b-4619-b123-ac984d8e7f0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887825 Aug 12 15:26:08.504993 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-6dcfec1e-ec0a-43a6-887b-d1e7117de9d4 req-681c6bbb-c244-4394-9361-0f16e8882625 service neutron] 10.222.0.39 "GET /v2.0/networks/2ee677d4-1e4b-4619-b123-ac984d8e7f0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838628 Aug 12 15:26:08.660869 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3ae8840b-af1f-4f63-8dbd-7acd131cdd68 req-ad657583-92bb-4bdf-933b-4c005f4303f8 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/ports?device_id=32467086-3fdf-4f05-8b67-b16f3369901c HTTP/1.1" status: 200 len: 210 time: 0.0260656 Aug 12 15:26:09.579792 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcfec1e-ec0a-43a6-887b-d1e7117de9d4 req-7d2ddd6f-3c2c-4ba8-bbcb-726cb71b87cc tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:26:09.581153 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6dcfec1e-ec0a-43a6-887b-d1e7117de9d4 req-7d2ddd6f-3c2c-4ba8-bbcb-726cb71b87cc tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.64 "GET /v2.0/networks?id=2ee677d4-1e4b-4619-b123-ac984d8e7f0e HTTP/1.1" status: 200 len: 812 time: 0.1024430 Aug 12 15:26:09.628412 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6dcfec1e-ec0a-43a6-887b-d1e7117de9d4 req-b5ea3d0a-1387-429a-ab32-01a1976ded7d tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=75ca84b648f745e19b558c4935eb04e1 HTTP/1.1" status: 200 len: 379 time: 0.0378659 Aug 12 15:26:09.638265 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-6dcfec1e-ec0a-43a6-887b-d1e7117de9d4 req-529867d8-2292-4205-8a86-243ab1a972f5 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Request body: {'port': {'device_id': '32467086-3fdf-4f05-8b67-b16f3369901c', 'network_id': '2ee677d4-1e4b-4619-b123-ac984d8e7f0e', 'admin_state_up': True, 'tenant_id': '75ca84b648f745e19b558c4935eb04e1', 'security_groups': ['5b70a441-79c7-4437-b160-55bbffdc28f3']}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:26:09.649327 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device eec886fd-7720-425b-9b8f-a201629934a3 no longer exists at agent hyperv_n-h1-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 15:26:09.669305 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-93370168-53ca-47c2-9e27-b066be57125c None None] No Port match for: eec886fd-7720-425b-9b8f-a201629934a3 {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 15:26:09.669653 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device eec886fd-7720-425b-9b8f-a201629934a3 not bound to the agent host n-h1-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 15:26:09.744647 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6dcfec1e-ec0a-43a6-887b-d1e7117de9d4 req-529867d8-2292-4205-8a86-243ab1a972f5 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Made reservation on behalf of 75ca84b648f745e19b558c4935eb04e1 for: {'port': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 15:26:09.748172 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-6dcfec1e-ec0a-43a6-887b-d1e7117de9d4 req-529867d8-2292-4205-8a86-243ab1a972f5 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:26:09.757571 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-27390d74-63f3-49e4-bca8-8722408ec519 req-c8ca55bc-5e2f-480e-88a8-fd9b360656ba tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/ports?device_id=32467086-3fdf-4f05-8b67-b16f3369901c HTTP/1.1" status: 200 len: 210 time: 0.0297096 Aug 12 15:26:09.879711 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_common [req-6dcfec1e-ec0a-43a6-887b-d1e7117de9d4 req-529867d8-2292-4205-8a86-243ab1a972f5 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Allocated IP 172.20.0.8 (2ee677d4-1e4b-4619-b123-ac984d8e7f0e/a29bf4ff-3938-4793-81ab-a3fe2312a21a/3e58a21e-a8c5-4a66-b732-43df74f1d554) {{(pid=94467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 15:26:10.012021 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-6dcfec1e-ec0a-43a6-887b-d1e7117de9d4 req-529867d8-2292-4205-8a86-243ab1a972f5 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Notify callbacks [] for port, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:26:10.026309 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [req-6dcfec1e-ec0a-43a6-887b-d1e7117de9d4 req-529867d8-2292-4205-8a86-243ab1a972f5 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Transition to ACTIVE for port object 3e58a21e-a8c5-4a66-b732-43df74f1d554 will not be triggered until provisioned by entity DHCP. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:26:10.059271 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-6dcfec1e-ec0a-43a6-887b-d1e7117de9d4 req-529867d8-2292-4205-8a86-243ab1a972f5 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:26:10.104718 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6dcfec1e-ec0a-43a6-887b-d1e7117de9d4 req-529867d8-2292-4205-8a86-243ab1a972f5 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Network 2ee677d4-1e4b-4619-b123-ac984d8e7f0e is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 15:26:10.109734 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [req-6dcfec1e-ec0a-43a6-887b-d1e7117de9d4 req-529867d8-2292-4205-8a86-243ab1a972f5 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:26:10.113563 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dcfec1e-ec0a-43a6-887b-d1e7117de9d4 req-529867d8-2292-4205-8a86-243ab1a972f5 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Received port after_create {{(pid=94467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 15:26:10.137257 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529867d8-2292-4205-8a86-243ab1a972f5 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Pushing event updated for resources: {'Port': ['ID=3e58a21e-a8c5-4a66-b732-43df74f1d554,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:26:10.166774 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcfec1e-ec0a-43a6-887b-d1e7117de9d4 req-529867d8-2292-4205-8a86-243ab1a972f5 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:26:10.167442 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-6dcfec1e-ec0a-43a6-887b-d1e7117de9d4 req-529867d8-2292-4205-8a86-243ab1a972f5 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:26:10.169851 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-1de75aa4-f70a-4667-aa50-ec5bfe3f3552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:26:10.183805 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6dcfec1e-ec0a-43a6-887b-d1e7117de9d4 req-529867d8-2292-4205-8a86-243ab1a972f5 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5489643 Aug 12 15:26:10.196640 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-6dcfec1e-ec0a-43a6-887b-d1e7117de9d4 req-261c1b0b-7231-45d4-ae32-a268e212cdf5 service neutron] Request body: {'port': {'device_id': '32467086-3fdf-4f05-8b67-b16f3369901c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-694802-15'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:26:10.252710 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-6dcfec1e-ec0a-43a6-887b-d1e7117de9d4 req-261c1b0b-7231-45d4-ae32-a268e212cdf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:26:10.375198 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-41f80db0-45f4-4a11-a0a6-f226946cdfc1 None None] Provisioning for port 3e58a21e-a8c5-4a66-b732-43df74f1d554 completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:26:10.379093 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-41f80db0-45f4-4a11-a0a6-f226946cdfc1 None None] Provisioning complete for port 3e58a21e-a8c5-4a66-b732-43df74f1d554 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:26:10.379493 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-41f80db0-45f4-4a11-a0a6-f226946cdfc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:26:10.415957 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-41f80db0-45f4-4a11-a0a6-f226946cdfc1 None None] Port 3e58a21e-a8c5-4a66-b732-43df74f1d554 cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 15:26:10.519243 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [req-6dcfec1e-ec0a-43a6-887b-d1e7117de9d4 req-261c1b0b-7231-45d4-ae32-a268e212cdf5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e58a21e-a8c5-4a66-b732-43df74f1d554 {{(pid=94467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 15:26:10.526411 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-6dcfec1e-ec0a-43a6-887b-d1e7117de9d4 req-261c1b0b-7231-45d4-ae32-a268e212cdf5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:26:10.537959 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [req-6dcfec1e-ec0a-43a6-887b-d1e7117de9d4 req-261c1b0b-7231-45d4-ae32-a268e212cdf5 service neutron] Transition to ACTIVE for port object 3e58a21e-a8c5-4a66-b732-43df74f1d554 will not be triggered until provisioned by entity L2. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:26:10.540941 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-6dcfec1e-ec0a-43a6-887b-d1e7117de9d4 req-261c1b0b-7231-45d4-ae32-a268e212cdf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:26:10.591343 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261c1b0b-7231-45d4-ae32-a268e212cdf5 service neutron] Pushing event updated for resources: {'Port': ['ID=3e58a21e-a8c5-4a66-b732-43df74f1d554,revision_number=2']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:26:10.659356 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-6dcfec1e-ec0a-43a6-887b-d1e7117de9d4 req-261c1b0b-7231-45d4-ae32-a268e212cdf5 service neutron] Attempting to bind port 3e58a21e-a8c5-4a66-b732-43df74f1d554 on host n-h1-694802-15 for vnic_type normal with profile {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 15:26:10.659687 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-6dcfec1e-ec0a-43a6-887b-d1e7117de9d4 req-261c1b0b-7231-45d4-ae32-a268e212cdf5 service neutron] Attempting to bind port 3e58a21e-a8c5-4a66-b732-43df74f1d554 by drivers openvswitch,hyperv on host n-h1-694802-15 at level 0 using segments [{'id': 'ea7c5eaf-858a-4527-90c5-d67c1ca964ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '2ee677d4-1e4b-4619-b123-ac984d8e7f0e'}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 15:26:10.660017 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dcfec1e-ec0a-43a6-887b-d1e7117de9d4 req-261c1b0b-7231-45d4-ae32-a268e212cdf5 service neutron] Attempting to bind port 3e58a21e-a8c5-4a66-b732-43df74f1d554 on network 2ee677d4-1e4b-4619-b123-ac984d8e7f0e {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 15:26:10.664556 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dcfec1e-ec0a-43a6-887b-d1e7117de9d4 req-261c1b0b-7231-45d4-ae32-a268e212cdf5 service neutron] Port 3e58a21e-a8c5-4a66-b732-43df74f1d554 on network 2ee677d4-1e4b-4619-b123-ac984d8e7f0e not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-15 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 15:26:10.664927 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dcfec1e-ec0a-43a6-887b-d1e7117de9d4 req-261c1b0b-7231-45d4-ae32-a268e212cdf5 service neutron] Attempting to bind port 3e58a21e-a8c5-4a66-b732-43df74f1d554 on network 2ee677d4-1e4b-4619-b123-ac984d8e7f0e {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 15:26:10.670007 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dcfec1e-ec0a-43a6-887b-d1e7117de9d4 req-261c1b0b-7231-45d4-ae32-a268e212cdf5 service neutron] Checking agent: {'id': 'de568313-a3e6-454a-9813-77e25edcea95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 27, 41), 'started_at': datetime.datetime(2021, 8, 12, 14, 27, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 15, 25, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 15:26:10.670277 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dcfec1e-ec0a-43a6-887b-d1e7117de9d4 req-261c1b0b-7231-45d4-ae32-a268e212cdf5 service neutron] Checking segment: {'id': 'ea7c5eaf-858a-4527-90c5-d67c1ca964ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '2ee677d4-1e4b-4619-b123-ac984d8e7f0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 15:26:10.670661 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dcfec1e-ec0a-43a6-887b-d1e7117de9d4 req-261c1b0b-7231-45d4-ae32-a268e212cdf5 service neutron] Bound using segment: {'id': 'ea7c5eaf-858a-4527-90c5-d67c1ca964ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '2ee677d4-1e4b-4619-b123-ac984d8e7f0e'} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 15:26:10.671114 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-6dcfec1e-ec0a-43a6-887b-d1e7117de9d4 req-261c1b0b-7231-45d4-ae32-a268e212cdf5 service neutron] Bound port: 3e58a21e-a8c5-4a66-b732-43df74f1d554, host: n-h1-694802-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea7c5eaf-858a-4527-90c5-d67c1ca964ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '2ee677d4-1e4b-4619-b123-ac984d8e7f0e'}}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 15:26:10.671480 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-6dcfec1e-ec0a-43a6-887b-d1e7117de9d4 req-261c1b0b-7231-45d4-ae32-a268e212cdf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:26:10.743680 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-6dcfec1e-ec0a-43a6-887b-d1e7117de9d4 req-261c1b0b-7231-45d4-ae32-a268e212cdf5 service neutron] For port 3e58a21e-a8c5-4a66-b732-43df74f1d554, host n-h1-694802-15, cleared binding levels {{(pid=94467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 15:26:10.746673 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-6dcfec1e-ec0a-43a6-887b-d1e7117de9d4 req-261c1b0b-7231-45d4-ae32-a268e212cdf5 service neutron] For port 3e58a21e-a8c5-4a66-b732-43df74f1d554, host n-h1-694802-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=3e58a21e-a8c5-4a66-b732-43df74f1d554,segment=NetworkSegment(ea7c5eaf-858a-4527-90c5-d67c1ca964ac),segment_id=ea7c5eaf-858a-4527-90c5-d67c1ca964ac)] {{(pid=94467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 15:26:10.750951 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-6dcfec1e-ec0a-43a6-887b-d1e7117de9d4 req-261c1b0b-7231-45d4-ae32-a268e212cdf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:26:10.785408 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcfec1e-ec0a-43a6-887b-d1e7117de9d4 req-261c1b0b-7231-45d4-ae32-a268e212cdf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:26:10.786044 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-6dcfec1e-ec0a-43a6-887b-d1e7117de9d4 req-261c1b0b-7231-45d4-ae32-a268e212cdf5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:26:10.787474 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6dcfec1e-ec0a-43a6-887b-d1e7117de9d4 req-261c1b0b-7231-45d4-ae32-a268e212cdf5 service neutron] 10.222.0.64 "PUT /v2.0/ports/3e58a21e-a8c5-4a66-b732-43df74f1d554 HTTP/1.1" status: 200 len: 1092 time: 0.5957692 Aug 12 15:26:10.789597 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32467086-3fdf-4f05-8b67-b16f3369901c', 'tag': '3e58a21e-a8c5-4a66-b732-43df74f1d554'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:26:10.791935 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e65282f928b64038367d043a4411777802006c43a98742496cb2e25b724ff1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c715775e-8111-41db-9255-4c795dc0908e" -d '{"events": [{"name": "network-changed", "server_uuid": "32467086-3fdf-4f05-8b67-b16f3369901c", "tag": "3e58a21e-a8c5-4a66-b732-43df74f1d554"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 15:26:10.817094 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261c1b0b-7231-45d4-ae32-a268e212cdf5 service neutron] Pushing event updated for resources: {'Port': ['ID=3e58a21e-a8c5-4a66-b732-43df74f1d554,revision_number=3']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:26:10.868858 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 15:26:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75f2ad1c-970d-4a23-8954-9dfb2ba4b2b6 x-openstack-request-id: req-75f2ad1c-970d-4a23-8954-9dfb2ba4b2b6 {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 15:26:10.869150 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32467086-3fdf-4f05-8b67-b16f3369901c", "tag": "3e58a21e-a8c5-4a66-b732-43df74f1d554", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 15:26:10.869413 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-75f2ad1c-970d-4a23-8954-9dfb2ba4b2b6 {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 15:26:10.869802 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32467086-3fdf-4f05-8b67-b16f3369901c', 'tag': '3e58a21e-a8c5-4a66-b732-43df74f1d554', 'status': 'completed', 'code': 200} Aug 12 15:26:10.912813 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f49b23-b32b-4c3d-bb39-b8617242c443 req-75ea858f-935b-482e-afba-7d2a71506e92 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:26:10.914393 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-44f49b23-b32b-4c3d-bb39-b8617242c443 req-75ea858f-935b-482e-afba-7d2a71506e92 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/ports?device_id=32467086-3fdf-4f05-8b67-b16f3369901c HTTP/1.1" status: 200 len: 943 time: 0.0789576 Aug 12 15:26:10.921901 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcfec1e-ec0a-43a6-887b-d1e7117de9d4 req-96c9e559-fffc-4ccc-a6ad-f66be9eec804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:26:10.923342 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6dcfec1e-ec0a-43a6-887b-d1e7117de9d4 req-96c9e559-fffc-4ccc-a6ad-f66be9eec804 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=75ca84b648f745e19b558c4935eb04e1&device_id=32467086-3fdf-4f05-8b67-b16f3369901c HTTP/1.1" status: 200 len: 1095 time: 0.0766499 Aug 12 15:26:11.284409 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6dcfec1e-ec0a-43a6-887b-d1e7117de9d4 req-9956ebe9-3803-4de8-8b69-8075e210619f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3e58a21e-a8c5-4a66-b732-43df74f1d554 HTTP/1.1" status: 200 len: 217 time: 0.3527796 Aug 12 15:26:11.308479 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-44f49b23-b32b-4c3d-bb39-b8617242c443 req-964d224b-e9d8-487f-adc4-368e810d7c37 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b70a441-79c7-4437-b160-55bbffdc28f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3842289 Aug 12 15:26:11.342252 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcfec1e-ec0a-43a6-887b-d1e7117de9d4 req-bf3adada-571f-486f-b682-42e661fe9859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:26:11.344487 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6dcfec1e-ec0a-43a6-887b-d1e7117de9d4 req-bf3adada-571f-486f-b682-42e661fe9859 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a29bf4ff-3938-4793-81ab-a3fe2312a21a HTTP/1.1" status: 200 len: 851 time: 0.0505724 Aug 12 15:26:11.393447 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcfec1e-ec0a-43a6-887b-d1e7117de9d4 req-0ec88424-fdae-4a28-9157-c8d680fe39cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:26:11.394890 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6dcfec1e-ec0a-43a6-887b-d1e7117de9d4 req-0ec88424-fdae-4a28-9157-c8d680fe39cc service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2ee677d4-1e4b-4619-b123-ac984d8e7f0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0430684 Aug 12 15:26:11.481098 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6dcfec1e-ec0a-43a6-887b-d1e7117de9d4 req-5be7ddbe-c908-4c91-9582-c27e3bcde65b service neutron] 10.222.0.64 "GET /v2.0/networks/2ee677d4-1e4b-4619-b123-ac984d8e7f0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788212 Aug 12 15:26:11.571542 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6dcfec1e-ec0a-43a6-887b-d1e7117de9d4 req-505ba5e4-0d3c-4e41-8ea7-a406e495058c service neutron] 10.222.0.64 "GET /v2.0/networks/2ee677d4-1e4b-4619-b123-ac984d8e7f0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832644 Aug 12 15:26:11.656012 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c715775e-8111-41db-9255-4c795dc0908e req-069f6315-8d0f-4831-be94-eda7143309db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:26:11.657497 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c715775e-8111-41db-9255-4c795dc0908e req-069f6315-8d0f-4831-be94-eda7143309db service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=75ca84b648f745e19b558c4935eb04e1&device_id=32467086-3fdf-4f05-8b67-b16f3369901c HTTP/1.1" status: 200 len: 1095 time: 0.0403275 Aug 12 15:26:11.745248 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c715775e-8111-41db-9255-4c795dc0908e req-337a7aa7-dd18-4e6a-b9b2-299483191307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:26:11.746675 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c715775e-8111-41db-9255-4c795dc0908e req-337a7aa7-dd18-4e6a-b9b2-299483191307 service neutron] 10.222.0.64 "GET /v2.0/networks?id=2ee677d4-1e4b-4619-b123-ac984d8e7f0e HTTP/1.1" status: 200 len: 913 time: 0.0820653 Aug 12 15:26:11.789239 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c715775e-8111-41db-9255-4c795dc0908e req-d8001b5b-0f75-4374-94f3-7afd3b9853e6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3e58a21e-a8c5-4a66-b732-43df74f1d554 HTTP/1.1" status: 200 len: 217 time: 0.0357573 Aug 12 15:26:11.837412 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c715775e-8111-41db-9255-4c795dc0908e req-61bfa0dc-5802-46c9-8a52-34accec884fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:26:11.838722 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c715775e-8111-41db-9255-4c795dc0908e req-61bfa0dc-5802-46c9-8a52-34accec884fe service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a29bf4ff-3938-4793-81ab-a3fe2312a21a HTTP/1.1" status: 200 len: 851 time: 0.0424037 Aug 12 15:26:11.884135 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c715775e-8111-41db-9255-4c795dc0908e req-db3e9de2-f60f-44c5-aa1c-a09502e9b59d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:26:11.885567 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c715775e-8111-41db-9255-4c795dc0908e req-db3e9de2-f60f-44c5-aa1c-a09502e9b59d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2ee677d4-1e4b-4619-b123-ac984d8e7f0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0383253 Aug 12 15:26:11.976473 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c715775e-8111-41db-9255-4c795dc0908e req-65bf979f-bc92-4613-bc44-692a458becb3 service neutron] 10.222.0.64 "GET /v2.0/networks/2ee677d4-1e4b-4619-b123-ac984d8e7f0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827539 Aug 12 15:26:12.005870 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:26:12.068486 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c715775e-8111-41db-9255-4c795dc0908e req-0971b1c3-5ee8-460a-982e-1664923aae68 service neutron] 10.222.0.64 "GET /v2.0/networks/2ee677d4-1e4b-4619-b123-ac984d8e7f0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841873 Aug 12 15:26:12.478510 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffbf076-d96e-433f-b851-6a144e52b466 req-0e168c21-09a5-4f12-837d-b2d2fa778c9f tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:26:12.480022 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-5ffbf076-d96e-433f-b851-6a144e52b466 req-0e168c21-09a5-4f12-837d-b2d2fa778c9f tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/ports?device_id=32467086-3fdf-4f05-8b67-b16f3369901c HTTP/1.1" status: 200 len: 943 time: 0.1031976 Aug 12 15:26:12.517846 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-5ffbf076-d96e-433f-b851-6a144e52b466 req-d5ea775a-0855-4494-8007-4b3387351bd1 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b70a441-79c7-4437-b160-55bbffdc28f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317581 Aug 12 15:26:13.070713 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:26:13.423531 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-24bd723a-25f3-4649-ac59-72e35d838681 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:26:13.428114 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:26:13.638709 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f3051a-b9c8-44fa-b684-cb3e039992e2 req-e1374193-57c3-4a66-88bb-f33eea9d7ad0 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:26:13.640311 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-93f3051a-b9c8-44fa-b684-cb3e039992e2 req-e1374193-57c3-4a66-88bb-f33eea9d7ad0 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/ports?device_id=32467086-3fdf-4f05-8b67-b16f3369901c HTTP/1.1" status: 200 len: 943 time: 0.0546148 Aug 12 15:26:13.656518 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device 3e58a21e-a8c5-4a66-b732-43df74f1d554 details requested by agent hyperv_n-h1-694802-15 with host n-h1-694802-15 {{(pid=94468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 15:26:13.677919 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-93f3051a-b9c8-44fa-b684-cb3e039992e2 req-38af6eb6-dab7-433d-9d58-fc702b1a2de2 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b70a441-79c7-4437-b160-55bbffdc28f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313456 Aug 12 15:26:13.748043 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port 3e58a21e-a8c5-4a66-b732-43df74f1d554, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=3e58a21e-a8c5-4a66-b732-43df74f1d554,segment=NetworkSegment(ea7c5eaf-858a-4527-90c5-d67c1ca964ac),segment_id=ea7c5eaf-858a-4527-90c5-d67c1ca964ac)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:26:13.758620 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Returning: {'device': '3e58a21e-a8c5-4a66-b732-43df74f1d554', 'network_id': '2ee677d4-1e4b-4619-b123-ac984d8e7f0e', 'port_id': '3e58a21e-a8c5-4a66-b732-43df74f1d554', 'mac_address': 'fa:16:3e:d0:36:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a29bf4ff-3938-4793-81ab-a3fe2312a21a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 15:26:13.798530 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:26:13.811483 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e58a21e-a8c5-4a66-b732-43df74f1d554 {{(pid=94468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 15:26:13.830113 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port 3e58a21e-a8c5-4a66-b732-43df74f1d554, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=3e58a21e-a8c5-4a66-b732-43df74f1d554,segment=NetworkSegment(ea7c5eaf-858a-4527-90c5-d67c1ca964ac),segment_id=ea7c5eaf-858a-4527-90c5-d67c1ca964ac)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:26:13.833782 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:26:13.878814 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Pushing event updated for resources: {'Port': ['ID=3e58a21e-a8c5-4a66-b732-43df74f1d554,revision_number=4']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:26:14.019265 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] get_ports_and_sgs() called for port_ids ['3e58a21e-a8c5-4a66-b732-43df74f1d554'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 15:26:14.160015 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-1769855f-eda9-4483-9dc3-3220908ab45d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:26:14.794700 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2dcafc-cd0c-4242-bd54-c71961760f6d req-8820c8ac-9c6e-4248-8e93-0e97c30841b8 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:26:14.796184 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-7c2dcafc-cd0c-4242-bd54-c71961760f6d req-8820c8ac-9c6e-4248-8e93-0e97c30841b8 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/ports?device_id=32467086-3fdf-4f05-8b67-b16f3369901c HTTP/1.1" status: 200 len: 944 time: 0.0483649 Aug 12 15:26:14.833504 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-7c2dcafc-cd0c-4242-bd54-c71961760f6d req-38e15ff4-7731-4bad-9f5a-84a8498e0777 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b70a441-79c7-4437-b160-55bbffdc28f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313160 Aug 12 15:26:15.681292 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device 3e58a21e-a8c5-4a66-b732-43df74f1d554 up at agent hyperv_n-h1-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 15:26:15.729780 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Provisioning for port 3e58a21e-a8c5-4a66-b732-43df74f1d554 completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:26:15.734059 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Provisioning complete for port 3e58a21e-a8c5-4a66-b732-43df74f1d554 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:26:15.735264 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:26:15.787222 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-fe95f194-a3b0-4c04-9e42-20b511169d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:26:15.820383 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:26:15.844799 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32467086-3fdf-4f05-8b67-b16f3369901c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e58a21e-a8c5-4a66-b732-43df74f1d554'}] {{(pid=94468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:26:15.847030 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99a8d87602170099c728e57431aca99e9b98a655a83bbf8727be13192709727b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d51f44ec-149e-4408-b5d8-35cf1385f6cc" -d '{"events": [{"server_uuid": "32467086-3fdf-4f05-8b67-b16f3369901c", "name": "network-vif-plugged", "status": "completed", "tag": "3e58a21e-a8c5-4a66-b732-43df74f1d554"}]}' {{(pid=94468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 15:26:15.859773 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port 3e58a21e-a8c5-4a66-b732-43df74f1d554, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=3e58a21e-a8c5-4a66-b732-43df74f1d554,segment=NetworkSegment(ea7c5eaf-858a-4527-90c5-d67c1ca964ac),segment_id=ea7c5eaf-858a-4527-90c5-d67c1ca964ac)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:26:15.864408 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:26:15.888922 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 15:26:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fa55a3e-9f13-418a-82d3-baa284ed4228 x-openstack-request-id: req-6fa55a3e-9f13-418a-82d3-baa284ed4228 {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 15:26:15.889224 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32467086-3fdf-4f05-8b67-b16f3369901c", "name": "network-vif-plugged", "status": "completed", "tag": "3e58a21e-a8c5-4a66-b732-43df74f1d554", "code": 200}]} {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 15:26:15.889468 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6fa55a3e-9f13-418a-82d3-baa284ed4228 {{(pid=94468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 15:26:15.889857 n-d-694802-15 neutron-server[94468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32467086-3fdf-4f05-8b67-b16f3369901c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e58a21e-a8c5-4a66-b732-43df74f1d554', 'code': 200} Aug 12 15:26:15.915536 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Pushing event updated for resources: {'Port': ['ID=3e58a21e-a8c5-4a66-b732-43df74f1d554,revision_number=5']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:26:15.967967 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c689a5-6a5c-4a95-8d36-eae3421813fa req-1de5c5a1-d0b0-4f59-9699-4f17dd120bd8 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:26:15.969522 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-d6c689a5-6a5c-4a95-8d36-eae3421813fa req-1de5c5a1-d0b0-4f59-9699-4f17dd120bd8 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/ports?device_id=32467086-3fdf-4f05-8b67-b16f3369901c HTTP/1.1" status: 200 len: 945 time: 0.0520732 Aug 12 15:26:15.987912 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3ef7fe-a950-41dc-a41b-90a700879eb2 req-96665f06-5334-4693-9667-13c67d419b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:26:15.989411 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9e3ef7fe-a950-41dc-a41b-90a700879eb2 req-96665f06-5334-4693-9667-13c67d419b6e service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=32467086-3fdf-4f05-8b67-b16f3369901c HTTP/1.1" status: 200 len: 1097 time: 0.0414813 Aug 12 15:26:16.008462 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-d6c689a5-6a5c-4a95-8d36-eae3421813fa req-0aafb4df-059f-4917-bba0-e5abf68afa2c tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b70a441-79c7-4437-b160-55bbffdc28f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326002 Aug 12 15:26:16.025010 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9e3ef7fe-a950-41dc-a41b-90a700879eb2 req-8fdca2c1-29c8-451e-9a4d-e5747fc86fbf service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=5b70a441-79c7-4437-b160-55bbffdc28f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0279672 Aug 12 15:26:16.676049 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.agents_db [None req-17ed3e4c-1a7d-4162-9646-11c134aca297 None None] Agent healthcheck: found 7 active agents {{(pid=94469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 15:26:17.171768 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b41572e-0968-4680-8fce-6e853c2c07dc req-46e8b87b-da7c-4895-8182-c421206f446e tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:26:17.173315 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-8b41572e-0968-4680-8fce-6e853c2c07dc req-46e8b87b-da7c-4895-8182-c421206f446e tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/ports?device_id=32467086-3fdf-4f05-8b67-b16f3369901c HTTP/1.1" status: 200 len: 945 time: 0.0956028 Aug 12 15:26:17.210623 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-8b41572e-0968-4680-8fce-6e853c2c07dc req-3224dd71-cf54-4dca-9bc8-09841436608a tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b70a441-79c7-4437-b160-55bbffdc28f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312850 Aug 12 15:26:17.323923 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff07c396-662d-4707-8b5e-8364be1a6cb8 req-ffb85100-e606-4b27-9170-df25d5291513 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:26:17.325283 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-ff07c396-662d-4707-8b5e-8364be1a6cb8 req-ffb85100-e606-4b27-9170-df25d5291513 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/ports?device_id=32467086-3fdf-4f05-8b67-b16f3369901c HTTP/1.1" status: 200 len: 945 time: 0.0520527 Aug 12 15:26:17.333652 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 34400) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:26:17.337935 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-3ab44953-e9c7-4c41-8917-076b8a4d1afb tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Request body: {'floatingip': {'port_id': '3e58a21e-a8c5-4a66-b732-43df74f1d554'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:26:17.375537 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3ab44953-e9c7-4c41-8917-076b8a4d1afb tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Notify callbacks [] for floatingip, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:26:17.797661 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3ab44953-e9c7-4c41-8917-076b8a4d1afb tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:26:17.801514 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3ab44953-e9c7-4c41-8917-076b8a4d1afb tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431510'] for floatingip, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:26:17.900592 n-d-694802-15 neutron-server[94466]: INFO neutron.db.l3_db [None req-3ab44953-e9c7-4c41-8917-076b8a4d1afb tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Floating IP 26e7debd-74c3-44cd-b9cb-ffcd8c0f01ad associated. External IP: 172.25.1.116, port: 3e58a21e-a8c5-4a66-b732-43df74f1d554. Aug 12 15:26:18.366561 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ab44953-e9c7-4c41-8917-076b8a4d1afb tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Router d30a26a0-30fa-463d-b3cf-757521adcc97 has already been hosted by L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f {{(pid=94466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 15:26:18.472397 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ab44953-e9c7-4c41-8917-076b8a4d1afb tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 15:26:18.477243 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3ab44953-e9c7-4c41-8917-076b8a4d1afb tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for floatingip, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:26:18.482179 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c12901c3-3fea-47fe-aee0-871ed845c402 None None] Sync routers for ids ['d30a26a0-30fa-463d-b3cf-757521adcc97'] in n-d-694802-15 {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 15:26:18.491065 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c12901c3-3fea-47fe-aee0-871ed845c402 None None] Routers {'d30a26a0-30fa-463d-b3cf-757521adcc97'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:26:18.491628 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-c12901c3-3fea-47fe-aee0-871ed845c402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T15:26:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['d30a26a0-30fa-463d-b3cf-757521adcc97'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:26:18.507404 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-3ab44953-e9c7-4c41-8917-076b8a4d1afb tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "PUT /v2.0/floatingips/26e7debd-74c3-44cd-b9cb-ffcd8c0f01ad HTTP/1.1" status: 200 len: 992 time: 1.1727116 Aug 12 15:26:18.508002 n-d-694802-15 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32467086-3fdf-4f05-8b67-b16f3369901c', 'tag': '3e58a21e-a8c5-4a66-b732-43df74f1d554'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:26:18.510765 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e785eeede3897370d0b20f09d5f461b30cfecd5ed38c4f07dacd02bc52c9277c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12293d45-e253-4506-85ce-6ce7134d7573" -d '{"events": [{"name": "network-changed", "server_uuid": "32467086-3fdf-4f05-8b67-b16f3369901c", "tag": "3e58a21e-a8c5-4a66-b732-43df74f1d554"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 15:26:18.548326 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 15:26:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4679a75c-7261-4598-84f6-906f8934776f x-openstack-request-id: req-4679a75c-7261-4598-84f6-906f8934776f {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 15:26:18.548749 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32467086-3fdf-4f05-8b67-b16f3369901c", "tag": "3e58a21e-a8c5-4a66-b732-43df74f1d554", "status": "completed", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 15:26:18.549009 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4679a75c-7261-4598-84f6-906f8934776f {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 15:26:18.549437 n-d-694802-15 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32467086-3fdf-4f05-8b67-b16f3369901c', 'tag': '3e58a21e-a8c5-4a66-b732-43df74f1d554', 'status': 'completed', 'code': 200} Aug 12 15:26:18.604991 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-c12901c3-3fea-47fe-aee0-871ed845c402 None None] Set router d30a26a0-30fa-463d-b3cf-757521adcc97 gateway port host: n-d-694802-15 {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:26:18.613654 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12293d45-e253-4506-85ce-6ce7134d7573 req-b5044af6-0492-402d-8aba-04886b473259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:26:18.615222 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-12293d45-e253-4506-85ce-6ce7134d7573 req-b5044af6-0492-402d-8aba-04886b473259 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=75ca84b648f745e19b558c4935eb04e1&device_id=32467086-3fdf-4f05-8b67-b16f3369901c HTTP/1.1" status: 200 len: 1097 time: 0.0439749 Aug 12 15:26:18.703803 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12293d45-e253-4506-85ce-6ce7134d7573 req-fc1ca31e-b5fb-4c88-add0-b4923f4d2f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:26:18.705299 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-12293d45-e253-4506-85ce-6ce7134d7573 req-fc1ca31e-b5fb-4c88-add0-b4923f4d2f2b service neutron] 10.222.0.64 "GET /v2.0/networks?id=2ee677d4-1e4b-4619-b123-ac984d8e7f0e HTTP/1.1" status: 200 len: 913 time: 0.0830445 Aug 12 15:26:18.775537 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-12293d45-e253-4506-85ce-6ce7134d7573 req-0aa9583f-6f18-4403-a386-93d3da89b3e6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3e58a21e-a8c5-4a66-b732-43df74f1d554 HTTP/1.1" status: 200 len: 1000 time: 0.0629091 Aug 12 15:26:18.823630 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12293d45-e253-4506-85ce-6ce7134d7573 req-757acbd3-3e89-4f33-8967-ce529dae8835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:26:18.825158 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-12293d45-e253-4506-85ce-6ce7134d7573 req-757acbd3-3e89-4f33-8967-ce529dae8835 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a29bf4ff-3938-4793-81ab-a3fe2312a21a HTTP/1.1" status: 200 len: 851 time: 0.0440123 Aug 12 15:26:18.827292 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-c12901c3-3fea-47fe-aee0-871ed845c402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd30a26a0-30fa-463d-b3cf-757521adcc97', 'name': 'tempest-ServerActionsTestJSON-2065852979-router', 'tenant_id': '75ca84b648f745e19b558c4935eb04e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.194'}], 'enable_snat': True}, 'gw_port_id': 'd31893fb-90de-40d5-b502-11325f6985a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:19:17Z', 'updated_at': '2021-08-12T15:19:20Z', 'revision_number': 4, 'project_id': '75ca84b648f745e19b558c4935eb04e1', 'gw_port': {'id': 'd31893fb-90de-40d5-b502-11325f6985a2', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:52:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd30a26a0-30fa-463d-b3cf-757521adcc97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:19:18Z', 'updated_at': '2021-08-12T15:19:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_floatingips': [{'id': '26e7debd-74c3-44cd-b9cb-ffcd8c0f01ad', 'tenant_id': '75ca84b648f745e19b558c4935eb04e1', 'floating_ip_address': '172.25.1.116', 'floating_network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'router_id': 'd30a26a0-30fa-463d-b3cf-757521adcc97', 'port_id': '3e58a21e-a8c5-4a66-b732-43df74f1d554', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ee677d4-1e4b-4619-b123-ac984d8e7f0e', 'mac_address': 'fa:16:3e:d0:36:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32467086-3fdf-4f05-8b67-b16f3369901c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T15:19:22Z', 'updated_at': '2021-08-12T15:26:17Z', 'revision_number': 13, 'project_id': '75ca84b648f745e19b558c4935eb04e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e65877a-9c29-4f06-be2a-f078636d8799', 'name': '', 'network_id': '2ee677d4-1e4b-4619-b123-ac984d8e7f0e', 'tenant_id': '75ca84b648f745e19b558c4935eb04e1', 'mac_address': 'fa:16:3e:9e:2d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd30a26a0-30fa-463d-b3cf-757521adcc97', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'a29bf4ff-3938-4793-81ab-a3fe2312a21a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:19:19Z', 'updated_at': '2021-08-12T15:19:25Z', 'revision_number': 5, 'project_id': '75ca84b648f745e19b558c4935eb04e1', 'subnets': [{'id': 'a29bf4ff-3938-4793-81ab-a3fe2312a21a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:26:18.853968 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c12901c3-3fea-47fe-aee0-871ed845c402 None None] Checking router: d30a26a0-30fa-463d-b3cf-757521adcc97 for host: n-d-694802-15 {{(pid=94469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 15:26:18.862430 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c12901c3-3fea-47fe-aee0-871ed845c402 None None] Routers {'d30a26a0-30fa-463d-b3cf-757521adcc97'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:26:18.863180 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-c12901c3-3fea-47fe-aee0-871ed845c402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T15:26:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['d30a26a0-30fa-463d-b3cf-757521adcc97'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:26:18.871332 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12293d45-e253-4506-85ce-6ce7134d7573 req-88f8957c-aad8-4f9a-a42f-7c9069df6f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:26:18.872861 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-12293d45-e253-4506-85ce-6ce7134d7573 req-88f8957c-aad8-4f9a-a42f-7c9069df6f87 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2ee677d4-1e4b-4619-b123-ac984d8e7f0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410173 Aug 12 15:26:18.968212 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-12293d45-e253-4506-85ce-6ce7134d7573 req-942e00ea-6859-4f61-b066-c0997109f7f8 service neutron] 10.222.0.64 "GET /v2.0/networks/2ee677d4-1e4b-4619-b123-ac984d8e7f0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883672 Aug 12 15:26:19.060892 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-c12901c3-3fea-47fe-aee0-871ed845c402 None None] Set router d30a26a0-30fa-463d-b3cf-757521adcc97 gateway port host: n-d-694802-15 {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:26:19.061208 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-12293d45-e253-4506-85ce-6ce7134d7573 req-8b72f0b3-a28a-42b4-a32d-cfed47423f00 service neutron] 10.222.0.64 "GET /v2.0/networks/2ee677d4-1e4b-4619-b123-ac984d8e7f0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853798 Aug 12 15:26:19.274058 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-c12901c3-3fea-47fe-aee0-871ed845c402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd30a26a0-30fa-463d-b3cf-757521adcc97', 'name': 'tempest-ServerActionsTestJSON-2065852979-router', 'tenant_id': '75ca84b648f745e19b558c4935eb04e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.194'}], 'enable_snat': True}, 'gw_port_id': 'd31893fb-90de-40d5-b502-11325f6985a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:19:17Z', 'updated_at': '2021-08-12T15:19:20Z', 'revision_number': 4, 'project_id': '75ca84b648f745e19b558c4935eb04e1', 'gw_port': {'id': 'd31893fb-90de-40d5-b502-11325f6985a2', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:52:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd30a26a0-30fa-463d-b3cf-757521adcc97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:19:18Z', 'updated_at': '2021-08-12T15:19:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_floatingips': [{'id': '26e7debd-74c3-44cd-b9cb-ffcd8c0f01ad', 'tenant_id': '75ca84b648f745e19b558c4935eb04e1', 'floating_ip_address': '172.25.1.116', 'floating_network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'router_id': 'd30a26a0-30fa-463d-b3cf-757521adcc97', 'port_id': '3e58a21e-a8c5-4a66-b732-43df74f1d554', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ee677d4-1e4b-4619-b123-ac984d8e7f0e', 'mac_address': 'fa:16:3e:d0:36:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32467086-3fdf-4f05-8b67-b16f3369901c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T15:19:22Z', 'updated_at': '2021-08-12T15:26:17Z', 'revision_number': 13, 'project_id': '75ca84b648f745e19b558c4935eb04e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e65877a-9c29-4f06-be2a-f078636d8799', 'name': '', 'network_id': '2ee677d4-1e4b-4619-b123-ac984d8e7f0e', 'tenant_id': '75ca84b648f745e19b558c4935eb04e1', 'mac_address': 'fa:16:3e:9e:2d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd30a26a0-30fa-463d-b3cf-757521adcc97', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'a29bf4ff-3938-4793-81ab-a3fe2312a21a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:19:19Z', 'updated_at': '2021-08-12T15:19:25Z', 'revision_number': 5, 'project_id': '75ca84b648f745e19b558c4935eb04e1', 'subnets': [{'id': 'a29bf4ff-3938-4793-81ab-a3fe2312a21a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:26:19.302969 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c12901c3-3fea-47fe-aee0-871ed845c402 None None] The sync data for ids ['d30a26a0-30fa-463d-b3cf-757521adcc97'] in n-d-694802-15 is: [{'id': 'd30a26a0-30fa-463d-b3cf-757521adcc97', 'name': 'tempest-ServerActionsTestJSON-2065852979-router', 'tenant_id': '75ca84b648f745e19b558c4935eb04e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.194'}], 'enable_snat': True}, 'gw_port_id': 'd31893fb-90de-40d5-b502-11325f6985a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:19:17Z', 'updated_at': '2021-08-12T15:19:20Z', 'revision_number': 4, 'project_id': '75ca84b648f745e19b558c4935eb04e1', 'gw_port': {'id': 'd31893fb-90de-40d5-b502-11325f6985a2', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:52:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd30a26a0-30fa-463d-b3cf-757521adcc97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:19:18Z', 'updated_at': '2021-08-12T15:19:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_floatingips': [{'id': '26e7debd-74c3-44cd-b9cb-ffcd8c0f01ad', 'tenant_id': '75ca84b648f745e19b558c4935eb04e1', 'floating_ip_address': '172.25.1.116', 'floating_network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'router_id': 'd30a26a0-30fa-463d-b3cf-757521adcc97', 'port_id': '3e58a21e-a8c5-4a66-b732-43df74f1d554', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ee677d4-1e4b-4619-b123-ac984d8e7f0e', 'mac_address': 'fa:16:3e:d0:36:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32467086-3fdf-4f05-8b67-b16f3369901c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T15:19:22Z', 'updated_at': '2021-08-12T15:26:17Z', 'revision_number': 13, 'project_id': '75ca84b648f745e19b558c4935eb04e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e65877a-9c29-4f06-be2a-f078636d8799', 'name': '', 'network_id': '2ee677d4-1e4b-4619-b123-ac984d8e7f0e', 'tenant_id': '75ca84b648f745e19b558c4935eb04e1', 'mac_address': 'fa:16:3e:9e:2d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd30a26a0-30fa-463d-b3cf-757521adcc97', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'a29bf4ff-3938-4793-81ab-a3fe2312a21a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:19:19Z', 'updated_at': '2021-08-12T15:19:25Z', 'revision_number': 5, 'project_id': '75ca84b648f745e19b558c4935eb04e1', 'subnets': [{'id': 'a29bf4ff-3938-4793-81ab-a3fe2312a21a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 15:26:19.489307 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49115aed-063c-4947-80a5-701d333c2f13 None None] New status for floating IP 26e7debd-74c3-44cd-b9cb-ffcd8c0f01ad: ACTIVE {{(pid=94468) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 15:26:38.715807 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6306f5b7-5e13-46f5-b313-ee368a5faf20 req-be87e3b1-896f-4bb0-99ea-0fa6b865777d service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=32467086-3fdf-4f05-8b67-b16f3369901c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0413365 Aug 12 15:26:38.799583 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6306f5b7-5e13-46f5-b313-ee368a5faf20 req-1b4fe93d-732c-43af-909f-ad9b63f89830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:26:38.801059 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6306f5b7-5e13-46f5-b313-ee368a5faf20 req-1b4fe93d-732c-43af-909f-ad9b63f89830 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=75ca84b648f745e19b558c4935eb04e1&device_id=32467086-3fdf-4f05-8b67-b16f3369901c HTTP/1.1" status: 200 len: 1097 time: 0.0444517 Aug 12 15:26:38.903485 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6306f5b7-5e13-46f5-b313-ee368a5faf20 req-ea23a1a1-0c21-4964-9c3a-92e31b951107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:26:38.904863 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6306f5b7-5e13-46f5-b313-ee368a5faf20 req-ea23a1a1-0c21-4964-9c3a-92e31b951107 service neutron] 10.222.0.64 "GET /v2.0/networks?id=2ee677d4-1e4b-4619-b123-ac984d8e7f0e HTTP/1.1" status: 200 len: 913 time: 0.0852005 Aug 12 15:26:38.972694 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6306f5b7-5e13-46f5-b313-ee368a5faf20 req-749e880a-67e3-4232-b0c4-ce5f9eaae38f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3e58a21e-a8c5-4a66-b732-43df74f1d554 HTTP/1.1" status: 200 len: 1002 time: 0.0605316 Aug 12 15:26:39.020930 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6306f5b7-5e13-46f5-b313-ee368a5faf20 req-cde52303-641f-44df-80ed-82da421c4af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:26:39.022320 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6306f5b7-5e13-46f5-b313-ee368a5faf20 req-cde52303-641f-44df-80ed-82da421c4af4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a29bf4ff-3938-4793-81ab-a3fe2312a21a HTTP/1.1" status: 200 len: 851 time: 0.0426521 Aug 12 15:26:39.066123 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6306f5b7-5e13-46f5-b313-ee368a5faf20 req-3ce92048-9ef5-4353-85ce-cc52ae4a7f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:26:39.067626 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6306f5b7-5e13-46f5-b313-ee368a5faf20 req-3ce92048-9ef5-4353-85ce-cc52ae4a7f21 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2ee677d4-1e4b-4619-b123-ac984d8e7f0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0385692 Aug 12 15:26:39.158873 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6306f5b7-5e13-46f5-b313-ee368a5faf20 req-a4d0e97e-c20a-4040-b869-ae27e6b81752 service neutron] 10.222.0.64 "GET /v2.0/networks/2ee677d4-1e4b-4619-b123-ac984d8e7f0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830977 Aug 12 15:26:39.248531 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6306f5b7-5e13-46f5-b313-ee368a5faf20 req-36b668fc-ac7a-4f70-ab0b-192557374826 service neutron] 10.222.0.64 "GET /v2.0/networks/2ee677d4-1e4b-4619-b123-ac984d8e7f0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825691 Aug 12 15:26:40.163223 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-b72dad67-9e8c-4b93-8520-28833b8191d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:26:42.009032 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:26:43.071899 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:26:43.423813 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-cdd9a6bc-2608-4dd1-9361-dd5137e25945 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:26:43.442878 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:26:44.155589 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-1769855f-eda9-4483-9dc3-3220908ab45d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:26:45.788737 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-fe95f194-a3b0-4c04-9e42-20b511169d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:26:53.675039 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.agents_db [None req-17ed3e4c-1a7d-4162-9646-11c134aca297 None None] Agent healthcheck: found 7 active agents {{(pid=94469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 15:27:10.164474 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-28140c6a-968a-4b5e-b78a-6deb3b34b9ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:27:12.020096 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:27:13.072689 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:27:13.424083 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-805303cc-a3e1-419e-8c80-b547d01ba2c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:27:13.461041 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:27:14.158299 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-1769855f-eda9-4483-9dc3-3220908ab45d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:27:15.790117 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-fe95f194-a3b0-4c04-9e42-20b511169d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:27:30.674195 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.agents_db [None req-17ed3e4c-1a7d-4162-9646-11c134aca297 None None] Agent healthcheck: found 7 active agents {{(pid=94469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 15:27:40.164992 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-242f4fb0-1454-445f-938a-1b526fbcf35c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:27:40.754756 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-253d454f-2d65-4ab8-b2fc-f101a6aea34f req-ac2f5765-24f3-4a7c-8336-7507d1a20be6 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=32467086-3fdf-4f05-8b67-b16f3369901c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0836618 Aug 12 15:27:40.839300 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253d454f-2d65-4ab8-b2fc-f101a6aea34f req-7aaf4bd5-ee70-4dd8-92c9-7ffb99348866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:27:40.840765 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-253d454f-2d65-4ab8-b2fc-f101a6aea34f req-7aaf4bd5-ee70-4dd8-92c9-7ffb99348866 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=75ca84b648f745e19b558c4935eb04e1&device_id=32467086-3fdf-4f05-8b67-b16f3369901c HTTP/1.1" status: 200 len: 1097 time: 0.0452399 Aug 12 15:27:40.944785 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253d454f-2d65-4ab8-b2fc-f101a6aea34f req-5d0c8107-535a-414b-991a-ef6393e66ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:27:40.946229 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-253d454f-2d65-4ab8-b2fc-f101a6aea34f req-5d0c8107-535a-414b-991a-ef6393e66ae9 service neutron] 10.222.0.64 "GET /v2.0/networks?id=2ee677d4-1e4b-4619-b123-ac984d8e7f0e HTTP/1.1" status: 200 len: 913 time: 0.0852008 Aug 12 15:27:41.013864 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-253d454f-2d65-4ab8-b2fc-f101a6aea34f req-c4ae350f-17a8-4f01-af48-fab3e8261a24 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3e58a21e-a8c5-4a66-b732-43df74f1d554 HTTP/1.1" status: 200 len: 1002 time: 0.0611231 Aug 12 15:27:41.062174 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253d454f-2d65-4ab8-b2fc-f101a6aea34f req-7398afe8-4cc3-4387-8ee2-88e0cf26a022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:27:41.063622 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-253d454f-2d65-4ab8-b2fc-f101a6aea34f req-7398afe8-4cc3-4387-8ee2-88e0cf26a022 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a29bf4ff-3938-4793-81ab-a3fe2312a21a HTTP/1.1" status: 200 len: 851 time: 0.0431840 Aug 12 15:27:41.109968 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253d454f-2d65-4ab8-b2fc-f101a6aea34f req-9a365c4a-996f-42e6-8ee8-f9d686cf84b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:27:41.111494 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-253d454f-2d65-4ab8-b2fc-f101a6aea34f req-9a365c4a-996f-42e6-8ee8-f9d686cf84b7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2ee677d4-1e4b-4619-b123-ac984d8e7f0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405304 Aug 12 15:27:41.204032 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-253d454f-2d65-4ab8-b2fc-f101a6aea34f req-fb09f9ca-e974-4588-8f47-b4ca108ea47c service neutron] 10.222.0.64 "GET /v2.0/networks/2ee677d4-1e4b-4619-b123-ac984d8e7f0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843151 Aug 12 15:27:41.295208 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-253d454f-2d65-4ab8-b2fc-f101a6aea34f req-fedc0ec1-2c53-4b0d-afdb-007f67c6db72 service neutron] 10.222.0.64 "GET /v2.0/networks/2ee677d4-1e4b-4619-b123-ac984d8e7f0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833855 Aug 12 15:27:42.036827 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:27:43.073424 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:27:43.424525 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-444f66fe-5417-4c47-9bfc-f5642d388797 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:27:43.461234 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:27:44.162233 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-1769855f-eda9-4483-9dc3-3220908ab45d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:27:45.792408 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-fe95f194-a3b0-4c04-9e42-20b511169d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:27:55.647330 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7fbda0-a9d4-4061-aac0-ece11f40bbdd req-ff4dde45-aa59-489c-9333-4bcb2495a5f7 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:27:55.648814 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-0a7fbda0-a9d4-4061-aac0-ece11f40bbdd req-ff4dde45-aa59-489c-9333-4bcb2495a5f7 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/ports?device_id=32467086-3fdf-4f05-8b67-b16f3369901c HTTP/1.1" status: 200 len: 945 time: 0.0949790 Aug 12 15:27:55.685548 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-0a7fbda0-a9d4-4061-aac0-ece11f40bbdd req-741dc8ba-4d40-4c38-b88b-4a6952fdb71b tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b70a441-79c7-4437-b160-55bbffdc28f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308826 Aug 12 15:28:07.104192 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb0a046-bb37-4151-b9a7-71fbfe5f9923 req-34f3cf6b-015a-4352-878f-b58e3a409531 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:28:07.105663 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9cb0a046-bb37-4151-b9a7-71fbfe5f9923 req-34f3cf6b-015a-4352-878f-b58e3a409531 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/ports?device_id=32467086-3fdf-4f05-8b67-b16f3369901c HTTP/1.1" status: 200 len: 945 time: 0.0738943 Aug 12 15:28:07.133739 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-5a9ebd21-6c56-4262-9074-cf0bb864bd32 req-2b2389f1-ec50-441b-9b4a-579dc6901cfd service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=32467086-3fdf-4f05-8b67-b16f3369901c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1129112 Aug 12 15:28:07.152069 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9cb0a046-bb37-4151-b9a7-71fbfe5f9923 req-176223e9-b749-4249-82f9-b331926949e2 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b70a441-79c7-4437-b160-55bbffdc28f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397744 Aug 12 15:28:07.674028 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.agents_db [None req-17ed3e4c-1a7d-4162-9646-11c134aca297 None None] Agent healthcheck: found 7 active agents {{(pid=94469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 15:28:08.282423 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745a48d8-85bb-4396-a811-63fcf9e53792 req-15e5f24a-283f-4afe-9d53-68b09a2c756c tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:28:08.283935 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-745a48d8-85bb-4396-a811-63fcf9e53792 req-15e5f24a-283f-4afe-9d53-68b09a2c756c tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/ports?device_id=32467086-3fdf-4f05-8b67-b16f3369901c HTTP/1.1" status: 200 len: 945 time: 0.0492353 Aug 12 15:28:08.322616 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-745a48d8-85bb-4396-a811-63fcf9e53792 req-63941341-2095-4962-875b-aa009afbf8b1 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b70a441-79c7-4437-b160-55bbffdc28f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323520 Aug 12 15:28:09.452619 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d639f0-66f8-4068-b7f3-142282bd878f req-0d757d53-e54f-45f6-8041-e4046fe4a2ab tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:28:09.454086 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a5d639f0-66f8-4068-b7f3-142282bd878f req-0d757d53-e54f-45f6-8041-e4046fe4a2ab tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/ports?device_id=32467086-3fdf-4f05-8b67-b16f3369901c HTTP/1.1" status: 200 len: 945 time: 0.0490711 Aug 12 15:28:09.492041 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a5d639f0-66f8-4068-b7f3-142282bd878f req-e8904ba0-ff14-4e8f-a9e1-59d6cb7bd5fc tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b70a441-79c7-4437-b160-55bbffdc28f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321150 Aug 12 15:28:10.164250 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-b5c29518-d17e-4f46-a4ce-e70cf5134ec8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:28:10.424014 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9ebd21-6c56-4262-9074-cf0bb864bd32 req-56164b9a-ac60-42c7-890e-b67e7890840b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:28:10.425482 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-5a9ebd21-6c56-4262-9074-cf0bb864bd32 req-56164b9a-ac60-42c7-890e-b67e7890840b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=75ca84b648f745e19b558c4935eb04e1&device_id=32467086-3fdf-4f05-8b67-b16f3369901c HTTP/1.1" status: 200 len: 1097 time: 0.0773380 Aug 12 15:28:10.515148 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9ebd21-6c56-4262-9074-cf0bb864bd32 req-736a5248-543f-4cea-8ec3-73824edc654f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:28:10.516743 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-5a9ebd21-6c56-4262-9074-cf0bb864bd32 req-736a5248-543f-4cea-8ec3-73824edc654f service neutron] 10.222.0.64 "GET /v2.0/networks?id=2ee677d4-1e4b-4619-b123-ac984d8e7f0e HTTP/1.1" status: 200 len: 913 time: 0.0842113 Aug 12 15:28:10.583850 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-5a9ebd21-6c56-4262-9074-cf0bb864bd32 req-4655f1a0-c67d-4f30-8509-b6f05980f5a7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3e58a21e-a8c5-4a66-b732-43df74f1d554 HTTP/1.1" status: 200 len: 1002 time: 0.0590057 Aug 12 15:28:10.613800 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f074acc-5e98-44b2-a584-e85476bd1230 req-912aa7cf-8dd5-490d-bd14-e3daa119db22 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:28:10.615872 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-7f074acc-5e98-44b2-a584-e85476bd1230 req-912aa7cf-8dd5-490d-bd14-e3daa119db22 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/ports?device_id=32467086-3fdf-4f05-8b67-b16f3369901c HTTP/1.1" status: 200 len: 945 time: 0.0555182 Aug 12 15:28:10.632790 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9ebd21-6c56-4262-9074-cf0bb864bd32 req-35aed74f-45e0-424c-af4e-0bb2b7c468be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:28:10.634307 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-5a9ebd21-6c56-4262-9074-cf0bb864bd32 req-35aed74f-45e0-424c-af4e-0bb2b7c468be service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a29bf4ff-3938-4793-81ab-a3fe2312a21a HTTP/1.1" status: 200 len: 851 time: 0.0435722 Aug 12 15:28:10.655575 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-7f074acc-5e98-44b2-a584-e85476bd1230 req-fa5c8445-8d02-4a2a-82ff-90b0bdd286d1 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b70a441-79c7-4437-b160-55bbffdc28f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336971 Aug 12 15:28:10.683836 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9ebd21-6c56-4262-9074-cf0bb864bd32 req-39029997-91b1-4988-8c8f-4f356cdb3e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:28:10.685351 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-5a9ebd21-6c56-4262-9074-cf0bb864bd32 req-39029997-91b1-4988-8c8f-4f356cdb3e3a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2ee677d4-1e4b-4619-b123-ac984d8e7f0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0436366 Aug 12 15:28:10.772074 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-5a9ebd21-6c56-4262-9074-cf0bb864bd32 req-7b8e6eaa-5241-4c4e-80f7-83d92a44b87d service neutron] 10.222.0.64 "GET /v2.0/networks/2ee677d4-1e4b-4619-b123-ac984d8e7f0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794415 Aug 12 15:28:10.863246 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-5a9ebd21-6c56-4262-9074-cf0bb864bd32 req-c5f30bec-abc8-4c86-bfc2-9d9c7f794d41 service neutron] 10.222.0.64 "GET /v2.0/networks/2ee677d4-1e4b-4619-b123-ac984d8e7f0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842998 Aug 12 15:28:11.771766 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd5f632-c2f1-43ec-8237-064e735937c1 req-47bab5a5-48b7-41d0-93a5-d838173ea325 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:28:11.773227 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-fcd5f632-c2f1-43ec-8237-064e735937c1 req-47bab5a5-48b7-41d0-93a5-d838173ea325 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/ports?device_id=32467086-3fdf-4f05-8b67-b16f3369901c HTTP/1.1" status: 200 len: 945 time: 0.0488758 Aug 12 15:28:11.810739 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-fcd5f632-c2f1-43ec-8237-064e735937c1 req-a3a824bb-2588-4757-a1f9-a4be88e7d5b5 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b70a441-79c7-4437-b160-55bbffdc28f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317035 Aug 12 15:28:12.036638 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:28:12.924784 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668ffaaf-8ee9-4aee-9605-045924a73295 req-aef7d2af-2fa4-4d94-b752-0eb0f3dedf0b tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:28:12.926270 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-668ffaaf-8ee9-4aee-9605-045924a73295 req-aef7d2af-2fa4-4d94-b752-0eb0f3dedf0b tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/ports?device_id=32467086-3fdf-4f05-8b67-b16f3369901c HTTP/1.1" status: 200 len: 945 time: 0.0487032 Aug 12 15:28:12.963502 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-668ffaaf-8ee9-4aee-9605-045924a73295 req-4c5a2abb-692d-43aa-94cf-79dd09a5e5d3 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b70a441-79c7-4437-b160-55bbffdc28f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312746 Aug 12 15:28:13.074476 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:28:13.423881 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-277ff7e3-5d43-45be-8485-a5b263fd416b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:28:13.457545 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:28:14.078436 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11c4e68-bc45-4d96-9ad1-ba6f0d553da6 req-7553333d-2e01-42ec-985a-8c773886d76f tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:28:14.080510 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d11c4e68-bc45-4d96-9ad1-ba6f0d553da6 req-7553333d-2e01-42ec-985a-8c773886d76f tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/ports?device_id=32467086-3fdf-4f05-8b67-b16f3369901c HTTP/1.1" status: 200 len: 945 time: 0.0486729 Aug 12 15:28:14.117656 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d11c4e68-bc45-4d96-9ad1-ba6f0d553da6 req-013c6550-3421-4c72-9a0f-a2b1a024621b tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b70a441-79c7-4437-b160-55bbffdc28f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306723 Aug 12 15:28:14.163068 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-1769855f-eda9-4483-9dc3-3220908ab45d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:28:15.235318 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c3f967-1190-4d6f-9c54-d39f863f5d43 req-6792d0c8-6baa-4454-9151-f26f50e337f4 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:28:15.236840 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-b8c3f967-1190-4d6f-9c54-d39f863f5d43 req-6792d0c8-6baa-4454-9151-f26f50e337f4 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/ports?device_id=32467086-3fdf-4f05-8b67-b16f3369901c HTTP/1.1" status: 200 len: 945 time: 0.0493307 Aug 12 15:28:15.274424 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-b8c3f967-1190-4d6f-9c54-d39f863f5d43 req-a475564a-0b60-4fca-9ed3-db94c849152a tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b70a441-79c7-4437-b160-55bbffdc28f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317259 Aug 12 15:28:15.796005 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-fe95f194-a3b0-4c04-9e42-20b511169d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:28:16.390683 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0d52a7-282f-4dd9-b899-1f2d3d7b501b req-8c9f58da-6c80-48ef-8bdf-83e0a3460e10 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:28:16.392143 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6c0d52a7-282f-4dd9-b899-1f2d3d7b501b req-8c9f58da-6c80-48ef-8bdf-83e0a3460e10 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/ports?device_id=32467086-3fdf-4f05-8b67-b16f3369901c HTTP/1.1" status: 200 len: 945 time: 0.0516939 Aug 12 15:28:16.429405 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6c0d52a7-282f-4dd9-b899-1f2d3d7b501b req-63ebcfa6-589c-4742-92d8-0e3731d2ae8d tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b70a441-79c7-4437-b160-55bbffdc28f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311143 Aug 12 15:28:17.549542 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1bdb1b-e414-499a-816f-6637771bacc9 req-7276af0b-40c8-4e03-a416-640832b181a6 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:28:17.551125 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-3c1bdb1b-e414-499a-816f-6637771bacc9 req-7276af0b-40c8-4e03-a416-640832b181a6 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/ports?device_id=32467086-3fdf-4f05-8b67-b16f3369901c HTTP/1.1" status: 200 len: 945 time: 0.0532863 Aug 12 15:28:17.589017 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-3c1bdb1b-e414-499a-816f-6637771bacc9 req-25e46099-ec33-40d0-b5e6-0b34f8e03e9e tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b70a441-79c7-4437-b160-55bbffdc28f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320630 Aug 12 15:28:18.707277 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b374c50-5f1a-4f93-98da-5c4c20a7018b req-60386093-a114-463e-90ad-4711ecbbef79 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:28:18.708751 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6b374c50-5f1a-4f93-98da-5c4c20a7018b req-60386093-a114-463e-90ad-4711ecbbef79 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/ports?device_id=32467086-3fdf-4f05-8b67-b16f3369901c HTTP/1.1" status: 200 len: 945 time: 0.0487521 Aug 12 15:28:18.746570 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6b374c50-5f1a-4f93-98da-5c4c20a7018b req-77aa7798-89b2-48e5-8ab4-16999dc8ade9 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b70a441-79c7-4437-b160-55bbffdc28f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318515 Aug 12 15:28:19.860893 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb8412b-c856-48be-a315-0c18131c3d71 req-e6b999b1-9918-4e6e-819d-b4adab41acf1 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:28:19.862373 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-acb8412b-c856-48be-a315-0c18131c3d71 req-e6b999b1-9918-4e6e-819d-b4adab41acf1 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/ports?device_id=32467086-3fdf-4f05-8b67-b16f3369901c HTTP/1.1" status: 200 len: 945 time: 0.0495741 Aug 12 15:28:19.899799 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-acb8412b-c856-48be-a315-0c18131c3d71 req-02c45ad3-2a3c-423c-bf98-13138b3cf2b6 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b70a441-79c7-4437-b160-55bbffdc28f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316067 Aug 12 15:28:21.014883 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d173a3b-9c82-49dd-8450-a35ee2157f44 req-40bcfa9e-2ca0-4c31-888e-18434df36fae tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:28:21.016398 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3d173a3b-9c82-49dd-8450-a35ee2157f44 req-40bcfa9e-2ca0-4c31-888e-18434df36fae tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/ports?device_id=32467086-3fdf-4f05-8b67-b16f3369901c HTTP/1.1" status: 200 len: 945 time: 0.0502133 Aug 12 15:28:21.055167 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3d173a3b-9c82-49dd-8450-a35ee2157f44 req-7a613bf5-0d33-42c8-927b-50fea45d00f2 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b70a441-79c7-4437-b160-55bbffdc28f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325646 Aug 12 15:28:22.168247 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd3070d-f7b9-43bc-8315-865062f9e6d7 req-d05e99b5-6674-4307-a152-c235a2be862e tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:28:22.169699 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-6bd3070d-f7b9-43bc-8315-865062f9e6d7 req-d05e99b5-6674-4307-a152-c235a2be862e tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/ports?device_id=32467086-3fdf-4f05-8b67-b16f3369901c HTTP/1.1" status: 200 len: 945 time: 0.0489862 Aug 12 15:28:22.207478 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-6bd3070d-f7b9-43bc-8315-865062f9e6d7 req-e39f779d-4756-4f5b-9d78-d6024482dfcc tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b70a441-79c7-4437-b160-55bbffdc28f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318310 Aug 12 15:28:23.328588 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f82173-d6b2-41fd-ba49-f3bf0a5c7a81 req-d71c161f-606b-4027-8c33-d088534b35da tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:28:23.330116 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-26f82173-d6b2-41fd-ba49-f3bf0a5c7a81 req-d71c161f-606b-4027-8c33-d088534b35da tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/ports?device_id=32467086-3fdf-4f05-8b67-b16f3369901c HTTP/1.1" status: 200 len: 945 time: 0.0539610 Aug 12 15:28:23.367910 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-26f82173-d6b2-41fd-ba49-f3bf0a5c7a81 req-88361a9a-2dac-483d-b089-9b61b7107548 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b70a441-79c7-4437-b160-55bbffdc28f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318961 Aug 12 15:28:24.491613 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f0c1f4-7924-4341-8b79-4ad839e6e2f0 req-11159d05-9454-40c5-92b5-7335a137854f tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:28:24.493004 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-64f0c1f4-7924-4341-8b79-4ad839e6e2f0 req-11159d05-9454-40c5-92b5-7335a137854f tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/ports?device_id=32467086-3fdf-4f05-8b67-b16f3369901c HTTP/1.1" status: 200 len: 945 time: 0.0534177 Aug 12 15:28:24.511986 n-d-694802-15 neutron-server[94467]: INFO neutron.api.v2.resource [req-5a9ebd21-6c56-4262-9074-cf0bb864bd32 req-e9ba2027-9391-4b1a-bf3b-b70eacca21de service neutron] show failed (client error): The resource could not be found. Aug 12 15:28:24.513392 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-5a9ebd21-6c56-4262-9074-cf0bb864bd32 req-e9ba2027-9391-4b1a-bf3b-b70eacca21de service neutron] 10.222.0.64 "GET /v2.0/ports/3e58a21e-a8c5-4a66-b732-43df74f1d554/bindings/n-h2-694802-15 HTTP/1.1" status: 404 len: 381 time: 0.0552032 Aug 12 15:28:24.532740 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-64f0c1f4-7924-4341-8b79-4ad839e6e2f0 req-43bc3d79-f5d2-43a4-a35b-d41ef3ff1056 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b70a441-79c7-4437-b160-55bbffdc28f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335767 Aug 12 15:28:24.777030 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9ebd21-6c56-4262-9074-cf0bb864bd32 req-00f606c9-631c-4bef-ac78-4103496310f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:28:24.778418 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-5a9ebd21-6c56-4262-9074-cf0bb864bd32 req-00f606c9-631c-4bef-ac78-4103496310f7 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=32467086-3fdf-4f05-8b67-b16f3369901c&tenant_id=75ca84b648f745e19b558c4935eb04e1 HTTP/1.1" status: 200 len: 1097 time: 0.0770731 Aug 12 15:28:24.791674 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-5a9ebd21-6c56-4262-9074-cf0bb864bd32 req-e5d0df5a-bd7a-473f-9a55-9f5653149587 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-694802-15', 'device_owner': 'compute:nova'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:28:24.845201 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-5a9ebd21-6c56-4262-9074-cf0bb864bd32 req-e5d0df5a-bd7a-473f-9a55-9f5653149587 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:28:25.039418 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-5a9ebd21-6c56-4262-9074-cf0bb864bd32 req-e5d0df5a-bd7a-473f-9a55-9f5653149587 service neutron] For port 3e58a21e-a8c5-4a66-b732-43df74f1d554, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=3e58a21e-a8c5-4a66-b732-43df74f1d554,segment=NetworkSegment(ea7c5eaf-858a-4527-90c5-d67c1ca964ac),segment_id=ea7c5eaf-858a-4527-90c5-d67c1ca964ac)] {{(pid=94467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:28:25.071220 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-5a9ebd21-6c56-4262-9074-cf0bb864bd32 req-e5d0df5a-bd7a-473f-9a55-9f5653149587 service neutron] For port 3e58a21e-a8c5-4a66-b732-43df74f1d554, host n-h1-694802-15, cleared binding levels {{(pid=94467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 15:28:25.110780 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32467086-3fdf-4f05-8b67-b16f3369901c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3e58a21e-a8c5-4a66-b732-43df74f1d554'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:28:25.116117 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-5a9ebd21-6c56-4262-9074-cf0bb864bd32 req-e5d0df5a-bd7a-473f-9a55-9f5653149587 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:28:25.128945 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [req-5a9ebd21-6c56-4262-9074-cf0bb864bd32 req-e5d0df5a-bd7a-473f-9a55-9f5653149587 service neutron] Transition to ACTIVE for port object 3e58a21e-a8c5-4a66-b732-43df74f1d554 will not be triggered until provisioned by entity L2. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:28:25.132460 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-5a9ebd21-6c56-4262-9074-cf0bb864bd32 req-e5d0df5a-bd7a-473f-9a55-9f5653149587 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:28:25.161703 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1d90890f15e5cc8eba4d51c7734538f2f2e5e8e12504eb7d6ddd0a29ee9b803" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e616a7c7-6f0d-498a-8a11-85511adaf7f7" -d '{"events": [{"server_uuid": "32467086-3fdf-4f05-8b67-b16f3369901c", "name": "network-vif-unplugged", "status": "completed", "tag": "3e58a21e-a8c5-4a66-b732-43df74f1d554"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 15:28:25.228859 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d0df5a-bd7a-473f-9a55-9f5653149587 service neutron] Pushing event updated for resources: {'Port': ['ID=3e58a21e-a8c5-4a66-b732-43df74f1d554,revision_number=6']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:28:25.245707 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d0df5a-bd7a-473f-9a55-9f5653149587 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:28:25.246056 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d0df5a-bd7a-473f-9a55-9f5653149587 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:28:25.246400 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d0df5a-bd7a-473f-9a55-9f5653149587 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:28:25.246745 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d0df5a-bd7a-473f-9a55-9f5653149587 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:28:25.247107 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d0df5a-bd7a-473f-9a55-9f5653149587 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:28:25.247443 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d0df5a-bd7a-473f-9a55-9f5653149587 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:28:25.247808 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d0df5a-bd7a-473f-9a55-9f5653149587 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:28:25.248089 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d0df5a-bd7a-473f-9a55-9f5653149587 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:28:25.248955 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d0df5a-bd7a-473f-9a55-9f5653149587 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:28:25.249283 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d0df5a-bd7a-473f-9a55-9f5653149587 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:28:25.249610 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d0df5a-bd7a-473f-9a55-9f5653149587 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:28:25.249932 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d0df5a-bd7a-473f-9a55-9f5653149587 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:28:25.281022 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 12 Aug 2021 15:28:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14d2ae59-801d-4de3-952f-1b1d9cdf5831 x-openstack-request-id: req-14d2ae59-801d-4de3-952f-1b1d9cdf5831 {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 15:28:25.281321 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32467086-3fdf-4f05-8b67-b16f3369901c", "name": "network-vif-unplugged", "status": "completed", "tag": "3e58a21e-a8c5-4a66-b732-43df74f1d554", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 15:28:25.281577 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-14d2ae59-801d-4de3-952f-1b1d9cdf5831 {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 15:28:25.281976 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32467086-3fdf-4f05-8b67-b16f3369901c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3e58a21e-a8c5-4a66-b732-43df74f1d554', 'code': 200} Aug 12 15:28:25.282842 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a9ebd21-6c56-4262-9074-cf0bb864bd32 req-e5d0df5a-bd7a-473f-9a55-9f5653149587 service neutron] No DVR routers for this DVR port 3e58a21e-a8c5-4a66-b732-43df74f1d554 on host n-h1-694802-15 {{(pid=94467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 15:28:25.417847 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-5a9ebd21-6c56-4262-9074-cf0bb864bd32 req-e5d0df5a-bd7a-473f-9a55-9f5653149587 service neutron] Attempting to bind port 3e58a21e-a8c5-4a66-b732-43df74f1d554 on host n-h2-694802-15 for vnic_type normal with profile {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 15:28:25.418181 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-5a9ebd21-6c56-4262-9074-cf0bb864bd32 req-e5d0df5a-bd7a-473f-9a55-9f5653149587 service neutron] Attempting to bind port 3e58a21e-a8c5-4a66-b732-43df74f1d554 by drivers openvswitch,hyperv on host n-h2-694802-15 at level 0 using segments [{'id': 'ea7c5eaf-858a-4527-90c5-d67c1ca964ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '2ee677d4-1e4b-4619-b123-ac984d8e7f0e'}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 15:28:25.418507 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a9ebd21-6c56-4262-9074-cf0bb864bd32 req-e5d0df5a-bd7a-473f-9a55-9f5653149587 service neutron] Attempting to bind port 3e58a21e-a8c5-4a66-b732-43df74f1d554 on network 2ee677d4-1e4b-4619-b123-ac984d8e7f0e {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 15:28:25.422694 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a9ebd21-6c56-4262-9074-cf0bb864bd32 req-e5d0df5a-bd7a-473f-9a55-9f5653149587 service neutron] Port 3e58a21e-a8c5-4a66-b732-43df74f1d554 on network 2ee677d4-1e4b-4619-b123-ac984d8e7f0e not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-15 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 15:28:25.423010 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a9ebd21-6c56-4262-9074-cf0bb864bd32 req-e5d0df5a-bd7a-473f-9a55-9f5653149587 service neutron] Attempting to bind port 3e58a21e-a8c5-4a66-b732-43df74f1d554 on network 2ee677d4-1e4b-4619-b123-ac984d8e7f0e {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 15:28:25.427835 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a9ebd21-6c56-4262-9074-cf0bb864bd32 req-e5d0df5a-bd7a-473f-9a55-9f5653149587 service neutron] Checking agent: {'id': 'b7697f71-33f3-4959-ad82-43c2dc15845d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 27, 42), 'started_at': datetime.datetime(2021, 8, 12, 14, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 15, 28, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 15:28:25.428166 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a9ebd21-6c56-4262-9074-cf0bb864bd32 req-e5d0df5a-bd7a-473f-9a55-9f5653149587 service neutron] Checking segment: {'id': 'ea7c5eaf-858a-4527-90c5-d67c1ca964ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '2ee677d4-1e4b-4619-b123-ac984d8e7f0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 15:28:25.428543 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a9ebd21-6c56-4262-9074-cf0bb864bd32 req-e5d0df5a-bd7a-473f-9a55-9f5653149587 service neutron] Bound using segment: {'id': 'ea7c5eaf-858a-4527-90c5-d67c1ca964ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '2ee677d4-1e4b-4619-b123-ac984d8e7f0e'} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 15:28:25.428962 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-5a9ebd21-6c56-4262-9074-cf0bb864bd32 req-e5d0df5a-bd7a-473f-9a55-9f5653149587 service neutron] Bound port: 3e58a21e-a8c5-4a66-b732-43df74f1d554, host: n-h2-694802-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea7c5eaf-858a-4527-90c5-d67c1ca964ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '2ee677d4-1e4b-4619-b123-ac984d8e7f0e'}}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 15:28:25.429311 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-5a9ebd21-6c56-4262-9074-cf0bb864bd32 req-e5d0df5a-bd7a-473f-9a55-9f5653149587 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:28:25.491439 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-5a9ebd21-6c56-4262-9074-cf0bb864bd32 req-e5d0df5a-bd7a-473f-9a55-9f5653149587 service neutron] For port 3e58a21e-a8c5-4a66-b732-43df74f1d554, host n-h2-694802-15, cleared binding levels {{(pid=94467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 15:28:25.494398 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-5a9ebd21-6c56-4262-9074-cf0bb864bd32 req-e5d0df5a-bd7a-473f-9a55-9f5653149587 service neutron] For port 3e58a21e-a8c5-4a66-b732-43df74f1d554, host n-h2-694802-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=3e58a21e-a8c5-4a66-b732-43df74f1d554,segment=NetworkSegment(ea7c5eaf-858a-4527-90c5-d67c1ca964ac),segment_id=ea7c5eaf-858a-4527-90c5-d67c1ca964ac)] {{(pid=94467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 15:28:25.499893 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-5a9ebd21-6c56-4262-9074-cf0bb864bd32 req-e5d0df5a-bd7a-473f-9a55-9f5653149587 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:28:25.539581 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9ebd21-6c56-4262-9074-cf0bb864bd32 req-e5d0df5a-bd7a-473f-9a55-9f5653149587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:28:25.540235 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-5a9ebd21-6c56-4262-9074-cf0bb864bd32 req-e5d0df5a-bd7a-473f-9a55-9f5653149587 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:28:25.541681 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-5a9ebd21-6c56-4262-9074-cf0bb864bd32 req-e5d0df5a-bd7a-473f-9a55-9f5653149587 service neutron] 10.222.0.49 "PUT /v2.0/ports/3e58a21e-a8c5-4a66-b732-43df74f1d554 HTTP/1.1" status: 200 len: 1092 time: 0.7539048 Aug 12 15:28:25.565453 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d0df5a-bd7a-473f-9a55-9f5653149587 service neutron] Pushing event updated for resources: {'Port': ['ID=3e58a21e-a8c5-4a66-b732-43df74f1d554,revision_number=7']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:28:25.622546 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9ebd21-6c56-4262-9074-cf0bb864bd32 req-3bcd6010-d7d0-4eaf-8d6f-8e2a53caf1f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:28:25.626052 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-5a9ebd21-6c56-4262-9074-cf0bb864bd32 req-3bcd6010-d7d0-4eaf-8d6f-8e2a53caf1f7 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=75ca84b648f745e19b558c4935eb04e1&device_id=32467086-3fdf-4f05-8b67-b16f3369901c HTTP/1.1" status: 200 len: 1095 time: 0.0437939 Aug 12 15:28:25.664828 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a26cf5f-921c-4a6b-a2c7-cfa16421539d req-c6910783-f539-4a17-ac56-b5839f570343 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:28:25.666535 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-7a26cf5f-921c-4a6b-a2c7-cfa16421539d req-c6910783-f539-4a17-ac56-b5839f570343 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/ports?device_id=32467086-3fdf-4f05-8b67-b16f3369901c HTTP/1.1" status: 200 len: 943 time: 0.0532298 Aug 12 15:28:25.707079 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-7a26cf5f-921c-4a6b-a2c7-cfa16421539d req-79da54f0-9d89-407e-8b2c-633c56883d90 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b70a441-79c7-4437-b160-55bbffdc28f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338390 Aug 12 15:28:25.721768 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9ebd21-6c56-4262-9074-cf0bb864bd32 req-1e289a8d-ac19-4597-a8fb-cabed0508b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:28:25.723279 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-5a9ebd21-6c56-4262-9074-cf0bb864bd32 req-1e289a8d-ac19-4597-a8fb-cabed0508b05 service neutron] 10.222.0.49 "GET /v2.0/networks?id=2ee677d4-1e4b-4619-b123-ac984d8e7f0e HTTP/1.1" status: 200 len: 913 time: 0.0916524 Aug 12 15:28:25.793211 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-5a9ebd21-6c56-4262-9074-cf0bb864bd32 req-00ace2ce-eb38-4f30-84eb-b68cfbd2c3bc service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3e58a21e-a8c5-4a66-b732-43df74f1d554 HTTP/1.1" status: 200 len: 1000 time: 0.0628946 Aug 12 15:28:25.844155 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9ebd21-6c56-4262-9074-cf0bb864bd32 req-11189c11-297d-4018-9dbf-28a2743bdb49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:28:25.846201 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-5a9ebd21-6c56-4262-9074-cf0bb864bd32 req-11189c11-297d-4018-9dbf-28a2743bdb49 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a29bf4ff-3938-4793-81ab-a3fe2312a21a HTTP/1.1" status: 200 len: 851 time: 0.0462089 Aug 12 15:28:25.892340 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9ebd21-6c56-4262-9074-cf0bb864bd32 req-4d735a15-0195-4a55-95de-0cebf248279f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:28:25.893802 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-5a9ebd21-6c56-4262-9074-cf0bb864bd32 req-4d735a15-0195-4a55-95de-0cebf248279f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2ee677d4-1e4b-4619-b123-ac984d8e7f0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396245 Aug 12 15:28:25.984827 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-5a9ebd21-6c56-4262-9074-cf0bb864bd32 req-dd59d4d9-2982-42b0-9f66-12b14b77504e service neutron] 10.222.0.49 "GET /v2.0/networks/2ee677d4-1e4b-4619-b123-ac984d8e7f0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835702 Aug 12 15:28:26.071957 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-5a9ebd21-6c56-4262-9074-cf0bb864bd32 req-c817de63-3c51-4d16-a979-916341dbce1b service neutron] 10.222.0.49 "GET /v2.0/networks/2ee677d4-1e4b-4619-b123-ac984d8e7f0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799744 Aug 12 15:28:26.830055 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca5a823-8f02-45b0-8c2a-a0d4494ef398 req-ab3120b3-a52e-48aa-aa6a-36ef834ac8be tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:28:26.831573 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-aca5a823-8f02-45b0-8c2a-a0d4494ef398 req-ab3120b3-a52e-48aa-aa6a-36ef834ac8be tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/ports?device_id=32467086-3fdf-4f05-8b67-b16f3369901c HTTP/1.1" status: 200 len: 943 time: 0.0532954 Aug 12 15:28:26.870080 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-aca5a823-8f02-45b0-8c2a-a0d4494ef398 req-76317cdb-52e4-4a19-94b5-466d62d74a7d tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b70a441-79c7-4437-b160-55bbffdc28f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323882 Aug 12 15:28:27.283527 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32467086-3fdf-4f05-8b67-b16f3369901c', 'tag': '3e58a21e-a8c5-4a66-b732-43df74f1d554'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:28:27.285891 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1d90890f15e5cc8eba4d51c7734538f2f2e5e8e12504eb7d6ddd0a29ee9b803" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-674967cc-a354-41a6-b736-38d8f657ea50" -d '{"events": [{"name": "network-changed", "server_uuid": "32467086-3fdf-4f05-8b67-b16f3369901c", "tag": "3e58a21e-a8c5-4a66-b732-43df74f1d554"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 15:28:27.334441 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 15:28:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70349baf-a59f-44cb-a1ed-92226a187bbf x-openstack-request-id: req-70349baf-a59f-44cb-a1ed-92226a187bbf {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 15:28:27.335110 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32467086-3fdf-4f05-8b67-b16f3369901c", "tag": "3e58a21e-a8c5-4a66-b732-43df74f1d554", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 15:28:27.335245 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-70349baf-a59f-44cb-a1ed-92226a187bbf {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 15:28:27.335810 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32467086-3fdf-4f05-8b67-b16f3369901c', 'tag': '3e58a21e-a8c5-4a66-b732-43df74f1d554', 'status': 'completed', 'code': 200} Aug 12 15:28:27.427077 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674967cc-a354-41a6-b736-38d8f657ea50 req-d998098a-6985-4298-b53a-326fe9ba4125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:28:27.428535 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-674967cc-a354-41a6-b736-38d8f657ea50 req-d998098a-6985-4298-b53a-326fe9ba4125 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=75ca84b648f745e19b558c4935eb04e1&device_id=32467086-3fdf-4f05-8b67-b16f3369901c HTTP/1.1" status: 200 len: 1095 time: 0.0610018 Aug 12 15:28:27.430351 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674967cc-a354-41a6-b736-38d8f657ea50 req-2a8eeb5b-d47f-495b-befb-b4f359e31af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:28:27.431789 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-674967cc-a354-41a6-b736-38d8f657ea50 req-2a8eeb5b-d47f-495b-befb-b4f359e31af0 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=75ca84b648f745e19b558c4935eb04e1&device_id=32467086-3fdf-4f05-8b67-b16f3369901c HTTP/1.1" status: 200 len: 1095 time: 0.0721242 Aug 12 15:28:27.591092 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674967cc-a354-41a6-b736-38d8f657ea50 req-0d8b1bc1-a3c7-4526-ad82-f6731ee51f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:28:27.593000 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-674967cc-a354-41a6-b736-38d8f657ea50 req-0d8b1bc1-a3c7-4526-ad82-f6731ee51f2a service neutron] 10.222.0.64 "GET /v2.0/networks?id=2ee677d4-1e4b-4619-b123-ac984d8e7f0e HTTP/1.1" status: 200 len: 913 time: 0.1575487 Aug 12 15:28:27.594064 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674967cc-a354-41a6-b736-38d8f657ea50 req-4cb479d6-8938-4812-a5a4-b62412695085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:28:27.595421 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-674967cc-a354-41a6-b736-38d8f657ea50 req-4cb479d6-8938-4812-a5a4-b62412695085 service neutron] 10.222.0.49 "GET /v2.0/networks?id=2ee677d4-1e4b-4619-b123-ac984d8e7f0e HTTP/1.1" status: 200 len: 913 time: 0.1522882 Aug 12 15:28:27.704876 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-674967cc-a354-41a6-b736-38d8f657ea50 req-e65c691b-86d1-4259-92bb-8a44954a6d9d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3e58a21e-a8c5-4a66-b732-43df74f1d554 HTTP/1.1" status: 200 len: 1000 time: 0.1046576 Aug 12 15:28:27.706494 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-674967cc-a354-41a6-b736-38d8f657ea50 req-be7e30fa-13c6-4ca7-b440-7dd70e86ee14 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3e58a21e-a8c5-4a66-b732-43df74f1d554 HTTP/1.1" status: 200 len: 1000 time: 0.1009879 Aug 12 15:28:28.138473 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674967cc-a354-41a6-b736-38d8f657ea50 req-8e35978a-e8ac-4d5d-9dd0-4067b379badf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:28:28.140519 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-674967cc-a354-41a6-b736-38d8f657ea50 req-8e35978a-e8ac-4d5d-9dd0-4067b379badf service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a29bf4ff-3938-4793-81ab-a3fe2312a21a HTTP/1.1" status: 200 len: 851 time: 0.4290102 Aug 12 15:28:28.141739 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674967cc-a354-41a6-b736-38d8f657ea50 req-69b3d432-8c49-4df7-aafe-9b66d4f9c3df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:28:28.143081 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-674967cc-a354-41a6-b736-38d8f657ea50 req-69b3d432-8c49-4df7-aafe-9b66d4f9c3df service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a29bf4ff-3938-4793-81ab-a3fe2312a21a HTTP/1.1" status: 200 len: 851 time: 0.4238973 Aug 12 15:28:28.162906 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device 3e58a21e-a8c5-4a66-b732-43df74f1d554 no longer exists at agent hyperv_n-h1-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 15:28:28.204682 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0da49d-8c8f-4b4d-a6f8-5876faa96c24 req-5967fdd7-7cf4-4425-8306-fb7875549cc0 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:28:28.205415 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device 3e58a21e-a8c5-4a66-b732-43df74f1d554 not bound to the agent host n-h1-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 15:28:28.206089 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-8d0da49d-8c8f-4b4d-a6f8-5876faa96c24 req-5967fdd7-7cf4-4425-8306-fb7875549cc0 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/ports?device_id=32467086-3fdf-4f05-8b67-b16f3369901c HTTP/1.1" status: 200 len: 943 time: 0.1424243 Aug 12 15:28:28.244237 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674967cc-a354-41a6-b736-38d8f657ea50 req-f677601d-03fc-4004-bdc5-29c6f6a856aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:28:28.245741 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-674967cc-a354-41a6-b736-38d8f657ea50 req-f677601d-03fc-4004-bdc5-29c6f6a856aa service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2ee677d4-1e4b-4619-b123-ac984d8e7f0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0970042 Aug 12 15:28:28.256955 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674967cc-a354-41a6-b736-38d8f657ea50 req-7e1c9c44-bf35-4375-8eb3-9beae9557f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:28:28.258371 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-674967cc-a354-41a6-b736-38d8f657ea50 req-7e1c9c44-bf35-4375-8eb3-9beae9557f61 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2ee677d4-1e4b-4619-b123-ac984d8e7f0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0998313 Aug 12 15:28:28.291493 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-8d0da49d-8c8f-4b4d-a6f8-5876faa96c24 req-a816e58e-71a7-4384-8bfe-1309ee08d98e tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b70a441-79c7-4437-b160-55bbffdc28f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777822 Aug 12 15:28:28.418286 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-674967cc-a354-41a6-b736-38d8f657ea50 req-af32107b-55cd-4a54-9ebe-a50a543511d1 service neutron] 10.222.0.64 "GET /v2.0/networks/2ee677d4-1e4b-4619-b123-ac984d8e7f0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1588888 Aug 12 15:28:28.421778 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-674967cc-a354-41a6-b736-38d8f657ea50 req-c1870c26-4989-47ea-bf28-e93d9d218837 service neutron] 10.222.0.49 "GET /v2.0/networks/2ee677d4-1e4b-4619-b123-ac984d8e7f0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524241 Aug 12 15:28:28.586034 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-674967cc-a354-41a6-b736-38d8f657ea50 req-8e592794-0d76-4269-9083-3c12c23fa748 service neutron] 10.222.0.64 "GET /v2.0/networks/2ee677d4-1e4b-4619-b123-ac984d8e7f0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1595478 Aug 12 15:28:28.587954 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-674967cc-a354-41a6-b736-38d8f657ea50 req-e69ffa87-f71a-4c41-8145-e0bbd3618c64 service neutron] 10.222.0.49 "GET /v2.0/networks/2ee677d4-1e4b-4619-b123-ac984d8e7f0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1544662 Aug 12 15:28:29.413054 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c6c385-8f67-44c8-80e7-71457647483e req-7e288f40-0e0d-494a-9eb7-84937e3a37c5 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:28:29.414474 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-00c6c385-8f67-44c8-80e7-71457647483e req-7e288f40-0e0d-494a-9eb7-84937e3a37c5 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/ports?device_id=32467086-3fdf-4f05-8b67-b16f3369901c HTTP/1.1" status: 200 len: 943 time: 0.0508494 Aug 12 15:28:29.452394 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-00c6c385-8f67-44c8-80e7-71457647483e req-b553dda6-142d-4585-aedd-5af1c5bb3631 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b70a441-79c7-4437-b160-55bbffdc28f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318358 Aug 12 15:28:30.569344 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e35f995-8286-42da-9dc1-9ae9e46d5452 req-b8bbcb4e-1b49-4569-a37e-438e6e6ad648 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:28:30.570815 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2e35f995-8286-42da-9dc1-9ae9e46d5452 req-b8bbcb4e-1b49-4569-a37e-438e6e6ad648 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/ports?device_id=32467086-3fdf-4f05-8b67-b16f3369901c HTTP/1.1" status: 200 len: 943 time: 0.0495696 Aug 12 15:28:30.609750 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2e35f995-8286-42da-9dc1-9ae9e46d5452 req-b536d11b-338f-4a71-93a3-5d4bb9340171 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b70a441-79c7-4437-b160-55bbffdc28f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330732 Aug 12 15:28:31.729241 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eba70dc-fce9-4659-a9a9-27d1fa0867fd req-979aaa2a-8ece-4387-b13f-859888d48305 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:28:31.730709 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-3eba70dc-fce9-4659-a9a9-27d1fa0867fd req-979aaa2a-8ece-4387-b13f-859888d48305 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/ports?device_id=32467086-3fdf-4f05-8b67-b16f3369901c HTTP/1.1" status: 200 len: 943 time: 0.0526388 Aug 12 15:28:31.770060 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-3eba70dc-fce9-4659-a9a9-27d1fa0867fd req-b30c0488-7b78-47f0-a7c4-05917410d7bc tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b70a441-79c7-4437-b160-55bbffdc28f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328181 Aug 12 15:28:32.885297 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa1e81a-3fe4-4620-86bb-3195cc5c552a req-36e6e666-0ec8-41bf-a63c-b655470da64b tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:28:32.886748 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-aaa1e81a-3fe4-4620-86bb-3195cc5c552a req-36e6e666-0ec8-41bf-a63c-b655470da64b tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/ports?device_id=32467086-3fdf-4f05-8b67-b16f3369901c HTTP/1.1" status: 200 len: 943 time: 0.0488882 Aug 12 15:28:32.924597 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-aaa1e81a-3fe4-4620-86bb-3195cc5c552a req-c12e1736-a38f-4627-b43b-16c9e1fd3e3f tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b70a441-79c7-4437-b160-55bbffdc28f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318089 Aug 12 15:28:34.040017 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ed8c44-36b2-43c2-9ee3-8e0435882e25 req-ee4d6c3f-513f-41f0-a050-426f2273023c tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:28:34.041497 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-49ed8c44-36b2-43c2-9ee3-8e0435882e25 req-ee4d6c3f-513f-41f0-a050-426f2273023c tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/ports?device_id=32467086-3fdf-4f05-8b67-b16f3369901c HTTP/1.1" status: 200 len: 943 time: 0.0503266 Aug 12 15:28:34.079327 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-49ed8c44-36b2-43c2-9ee3-8e0435882e25 req-b7bfd1c6-5c1c-4f18-866a-84a0b8450f5f tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b70a441-79c7-4437-b160-55bbffdc28f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319004 Aug 12 15:28:35.197139 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0bc8e3-fc9a-41ef-a7ce-ed404830307f req-ee1906b2-7387-44c6-bf84-f5dc7e6a9b9b tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:28:35.198601 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-fe0bc8e3-fc9a-41ef-a7ce-ed404830307f req-ee1906b2-7387-44c6-bf84-f5dc7e6a9b9b tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/ports?device_id=32467086-3fdf-4f05-8b67-b16f3369901c HTTP/1.1" status: 200 len: 943 time: 0.0512035 Aug 12 15:28:35.235859 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-fe0bc8e3-fc9a-41ef-a7ce-ed404830307f req-3db3f853-7452-48af-9a2f-83e1b5335d1f tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b70a441-79c7-4437-b160-55bbffdc28f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305212 Aug 12 15:28:36.351636 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1131ee22-0bf4-4a3e-9b85-30fd86c0f6b0 req-2b7a165b-0b65-498d-921c-8f7e1893021f tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:28:36.353133 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-1131ee22-0bf4-4a3e-9b85-30fd86c0f6b0 req-2b7a165b-0b65-498d-921c-8f7e1893021f tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/ports?device_id=32467086-3fdf-4f05-8b67-b16f3369901c HTTP/1.1" status: 200 len: 943 time: 0.0497265 Aug 12 15:28:36.393630 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-1131ee22-0bf4-4a3e-9b85-30fd86c0f6b0 req-149fa9c8-6449-467d-8e07-71506afd043c tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b70a441-79c7-4437-b160-55bbffdc28f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338209 Aug 12 15:28:37.508805 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3121852a-42e4-4dad-b29d-6119fb2518e8 req-82406d68-59d6-4234-bd2c-a3a82de02b6d tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:28:37.510286 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3121852a-42e4-4dad-b29d-6119fb2518e8 req-82406d68-59d6-4234-bd2c-a3a82de02b6d tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/ports?device_id=32467086-3fdf-4f05-8b67-b16f3369901c HTTP/1.1" status: 200 len: 943 time: 0.0483017 Aug 12 15:28:37.548160 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3121852a-42e4-4dad-b29d-6119fb2518e8 req-cc37cc4d-a673-4593-9fc2-c97c39aead68 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b70a441-79c7-4437-b160-55bbffdc28f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312550 Aug 12 15:28:38.667306 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36d2cb5-b522-4ece-97a0-6e957bd28ea3 req-2d28f4ed-3265-4490-9459-785b57fc425c tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:28:38.668768 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-d36d2cb5-b522-4ece-97a0-6e957bd28ea3 req-2d28f4ed-3265-4490-9459-785b57fc425c tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/ports?device_id=32467086-3fdf-4f05-8b67-b16f3369901c HTTP/1.1" status: 200 len: 943 time: 0.0530565 Aug 12 15:28:38.706724 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-d36d2cb5-b522-4ece-97a0-6e957bd28ea3 req-0799e3b4-4557-488d-a97a-6754667b0b1e tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b70a441-79c7-4437-b160-55bbffdc28f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319676 Aug 12 15:28:38.960833 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device 3e58a21e-a8c5-4a66-b732-43df74f1d554 details requested by agent hyperv_n-h2-694802-15 with host n-h2-694802-15 {{(pid=94468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 15:28:39.000546 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a072686-81e1-4e0d-a4ae-60c9f84288ac req-b7eefc5d-170f-4e76-bc46-46388e0e41ef tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:28:39.002089 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3a072686-81e1-4e0d-a4ae-60c9f84288ac req-b7eefc5d-170f-4e76-bc46-46388e0e41ef tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.49 "GET /v2.0/ports?device_id=32467086-3fdf-4f05-8b67-b16f3369901c&tenant_id=75ca84b648f745e19b558c4935eb04e1&binding%3Ahost_id=n-h2-694802-15 HTTP/1.1" status: 200 len: 943 time: 0.0613420 Aug 12 15:28:39.011766 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145f3e75-1a20-460c-9dba-7a2f344f389e req-31397a16-02dc-408c-8fbf-723101a86efc tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:28:39.013252 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-145f3e75-1a20-460c-9dba-7a2f344f389e req-31397a16-02dc-408c-8fbf-723101a86efc tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/ports?device_id=32467086-3fdf-4f05-8b67-b16f3369901c HTTP/1.1" status: 200 len: 943 time: 0.0497491 Aug 12 15:28:39.053546 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-145f3e75-1a20-460c-9dba-7a2f344f389e req-1173b0e6-4673-4046-8b37-58f1ff8c65dc tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b70a441-79c7-4437-b160-55bbffdc28f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334413 Aug 12 15:28:39.065162 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port 3e58a21e-a8c5-4a66-b732-43df74f1d554, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=3e58a21e-a8c5-4a66-b732-43df74f1d554,segment=NetworkSegment(ea7c5eaf-858a-4527-90c5-d67c1ca964ac),segment_id=ea7c5eaf-858a-4527-90c5-d67c1ca964ac)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:28:39.077551 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3a072686-81e1-4e0d-a4ae-60c9f84288ac req-b89d846b-ca46-4de4-9260-e2cd9b7f64a9 service neutron] 10.222.0.49 "GET /v2.0/ports/3e58a21e-a8c5-4a66-b732-43df74f1d554/bindings/n-h2-694802-15 HTTP/1.1" status: 200 len: 383 time: 0.0662868 Aug 12 15:28:39.077990 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Returning: {'device': '3e58a21e-a8c5-4a66-b732-43df74f1d554', 'network_id': '2ee677d4-1e4b-4619-b123-ac984d8e7f0e', 'port_id': '3e58a21e-a8c5-4a66-b732-43df74f1d554', 'mac_address': 'fa:16:3e:d0:36:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a29bf4ff-3938-4793-81ab-a3fe2312a21a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 15:28:39.118007 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:28:39.131298 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e58a21e-a8c5-4a66-b732-43df74f1d554 {{(pid=94468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 15:28:39.147159 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a072686-81e1-4e0d-a4ae-60c9f84288ac req-ff8bf602-8ce5-4e7f-ac18-44b16d0c98c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:28:39.148684 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3a072686-81e1-4e0d-a4ae-60c9f84288ac req-ff8bf602-8ce5-4e7f-ac18-44b16d0c98c1 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=75ca84b648f745e19b558c4935eb04e1&device_id=32467086-3fdf-4f05-8b67-b16f3369901c HTTP/1.1" status: 200 len: 1095 time: 0.0454900 Aug 12 15:28:39.150299 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port 3e58a21e-a8c5-4a66-b732-43df74f1d554, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=3e58a21e-a8c5-4a66-b732-43df74f1d554,segment=NetworkSegment(ea7c5eaf-858a-4527-90c5-d67c1ca964ac),segment_id=ea7c5eaf-858a-4527-90c5-d67c1ca964ac)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:28:39.154388 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:28:39.201769 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Pushing event updated for resources: {'Port': ['ID=3e58a21e-a8c5-4a66-b732-43df74f1d554,revision_number=8']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:28:39.209490 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:28:39.209833 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:28:39.210172 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:28:39.210505 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:28:39.210832 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:28:39.211188 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:28:39.211512 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:28:39.211833 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:28:39.212149 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:28:39.212467 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:28:39.212783 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:28:39.213103 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:28:39.239628 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a072686-81e1-4e0d-a4ae-60c9f84288ac req-e2a10fd7-aa32-4e2c-8e4d-733ac52c4a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:28:39.241105 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3a072686-81e1-4e0d-a4ae-60c9f84288ac req-e2a10fd7-aa32-4e2c-8e4d-733ac52c4a34 service neutron] 10.222.0.49 "GET /v2.0/networks?id=2ee677d4-1e4b-4619-b123-ac984d8e7f0e HTTP/1.1" status: 200 len: 913 time: 0.0851970 Aug 12 15:28:39.309922 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3a072686-81e1-4e0d-a4ae-60c9f84288ac req-b7f43e20-a95c-409b-a244-2d271db50bc4 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3e58a21e-a8c5-4a66-b732-43df74f1d554 HTTP/1.1" status: 200 len: 1001 time: 0.0610471 Aug 12 15:28:39.359515 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a072686-81e1-4e0d-a4ae-60c9f84288ac req-1740e9fb-22f1-4536-bb1d-a1f966db21a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:28:39.360905 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3a072686-81e1-4e0d-a4ae-60c9f84288ac req-1740e9fb-22f1-4536-bb1d-a1f966db21a5 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a29bf4ff-3938-4793-81ab-a3fe2312a21a HTTP/1.1" status: 200 len: 851 time: 0.0432773 Aug 12 15:28:39.407725 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a072686-81e1-4e0d-a4ae-60c9f84288ac req-53a66729-3cb3-499c-b79d-17a66b9d3b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:28:39.409211 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3a072686-81e1-4e0d-a4ae-60c9f84288ac req-53a66729-3cb3-499c-b79d-17a66b9d3b0b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2ee677d4-1e4b-4619-b123-ac984d8e7f0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396707 Aug 12 15:28:39.503898 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3a072686-81e1-4e0d-a4ae-60c9f84288ac req-3ad842b0-eb26-42e9-a21f-ff30213b3598 service neutron] 10.222.0.49 "GET /v2.0/networks/2ee677d4-1e4b-4619-b123-ac984d8e7f0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858610 Aug 12 15:28:39.513005 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] get_ports_and_sgs() called for port_ids ['3e58a21e-a8c5-4a66-b732-43df74f1d554'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 15:28:39.595790 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3a072686-81e1-4e0d-a4ae-60c9f84288ac req-1f78a0af-67fd-4c50-b338-99cfe9fdc85f service neutron] 10.222.0.49 "GET /v2.0/networks/2ee677d4-1e4b-4619-b123-ac984d8e7f0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841672 Aug 12 15:28:40.164841 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-a50f127d-3b77-4be8-84be-fca097aa1276 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:28:40.177023 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415d978a-35a4-4e56-887b-795d77570bb3 req-df6b9595-b031-4bf4-90ca-6587ba9611ed tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:28:40.178541 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-415d978a-35a4-4e56-887b-795d77570bb3 req-df6b9595-b031-4bf4-90ca-6587ba9611ed tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/ports?device_id=32467086-3fdf-4f05-8b67-b16f3369901c HTTP/1.1" status: 200 len: 944 time: 0.0541494 Aug 12 15:28:40.216392 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-415d978a-35a4-4e56-887b-795d77570bb3 req-3d247ae6-d711-41e9-9692-0bee2308bc5a tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b70a441-79c7-4437-b160-55bbffdc28f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319161 Aug 12 15:28:40.976667 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device 3e58a21e-a8c5-4a66-b732-43df74f1d554 up at agent hyperv_n-h2-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 15:28:41.024206 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Provisioning for port 3e58a21e-a8c5-4a66-b732-43df74f1d554 completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:28:41.027742 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Provisioning complete for port 3e58a21e-a8c5-4a66-b732-43df74f1d554 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:28:41.028112 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:28:41.101894 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:28:41.126279 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32467086-3fdf-4f05-8b67-b16f3369901c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e58a21e-a8c5-4a66-b732-43df74f1d554'}] {{(pid=94468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:28:41.141396 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port 3e58a21e-a8c5-4a66-b732-43df74f1d554, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=3e58a21e-a8c5-4a66-b732-43df74f1d554,segment=NetworkSegment(ea7c5eaf-858a-4527-90c5-d67c1ca964ac),segment_id=ea7c5eaf-858a-4527-90c5-d67c1ca964ac)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:28:41.145603 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:28:41.175915 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}152b85fe2f58ac5d6dd54f9692cb8ffc3f7471d0248cb45901c289f6e837e934" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1827190-41f5-4ce2-8e68-3c76b518ce0e" -d '{"events": [{"server_uuid": "32467086-3fdf-4f05-8b67-b16f3369901c", "name": "network-vif-plugged", "status": "completed", "tag": "3e58a21e-a8c5-4a66-b732-43df74f1d554"}]}' {{(pid=94468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 15:28:41.199236 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Pushing event updated for resources: {'Port': ['ID=3e58a21e-a8c5-4a66-b732-43df74f1d554,revision_number=9']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:28:41.275200 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 15:28:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf053d88-5309-419d-8d62-fd5f90b29cf1 x-openstack-request-id: req-bf053d88-5309-419d-8d62-fd5f90b29cf1 {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 15:28:41.275497 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32467086-3fdf-4f05-8b67-b16f3369901c", "name": "network-vif-plugged", "status": "completed", "tag": "3e58a21e-a8c5-4a66-b732-43df74f1d554", "code": 200}]} {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 15:28:41.275750 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-bf053d88-5309-419d-8d62-fd5f90b29cf1 {{(pid=94468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 15:28:41.276145 n-d-694802-15 neutron-server[94468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32467086-3fdf-4f05-8b67-b16f3369901c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e58a21e-a8c5-4a66-b732-43df74f1d554', 'code': 200} Aug 12 15:28:41.337756 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0323f4f-7b7e-46e6-a84f-f6415dda3691 req-9fe6344c-10e3-41e5-bfe0-e363e568ed65 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:28:41.339277 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f0323f4f-7b7e-46e6-a84f-f6415dda3691 req-9fe6344c-10e3-41e5-bfe0-e363e568ed65 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/ports?device_id=32467086-3fdf-4f05-8b67-b16f3369901c HTTP/1.1" status: 200 len: 945 time: 0.0530858 Aug 12 15:28:41.377348 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f0323f4f-7b7e-46e6-a84f-f6415dda3691 req-bc7296fb-6ef6-45e8-9b80-4b77d19efbd8 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b70a441-79c7-4437-b160-55bbffdc28f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313296 Aug 12 15:28:42.051538 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:28:42.506702 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5881e3-9046-4ffb-90c0-9c23d8bc8a01 req-3b782b11-b423-4e25-a7bb-c486a03e62fa tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:28:42.508354 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-3a5881e3-9046-4ffb-90c0-9c23d8bc8a01 req-3b782b11-b423-4e25-a7bb-c486a03e62fa tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/ports?device_id=32467086-3fdf-4f05-8b67-b16f3369901c HTTP/1.1" status: 200 len: 945 time: 0.0516164 Aug 12 15:28:42.547648 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-3a5881e3-9046-4ffb-90c0-9c23d8bc8a01 req-ffc578a2-477a-44c0-a5ce-4553e17baac5 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b70a441-79c7-4437-b160-55bbffdc28f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332878 Aug 12 15:28:43.076687 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:28:43.426570 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-7a2088ff-1ccc-4eb9-a177-09c140879c03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:28:43.488794 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:28:43.520895 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a072686-81e1-4e0d-a4ae-60c9f84288ac req-f069f951-b16e-474f-bec9-06257e161230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:28:43.522377 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3a072686-81e1-4e0d-a4ae-60c9f84288ac req-f069f951-b16e-474f-bec9-06257e161230 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=32467086-3fdf-4f05-8b67-b16f3369901c&tenant_id=75ca84b648f745e19b558c4935eb04e1 HTTP/1.1" status: 200 len: 1097 time: 0.0415411 Aug 12 15:28:43.534046 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-3a072686-81e1-4e0d-a4ae-60c9f84288ac req-60f6ad7a-cd8f-4309-a1b4-e63d9a95ef2b service neutron] Request body: {'port': {'binding:host_id': 'n-h1-694802-15', 'device_owner': 'compute:nova'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:28:43.589520 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-3a072686-81e1-4e0d-a4ae-60c9f84288ac req-60f6ad7a-cd8f-4309-a1b4-e63d9a95ef2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:28:43.738842 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595c0eb4-6dd8-4353-ae16-4aa59c7e3cf0 req-138c333d-4876-486c-842c-683d89e61204 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:28:43.740321 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-595c0eb4-6dd8-4353-ae16-4aa59c7e3cf0 req-138c333d-4876-486c-842c-683d89e61204 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/ports?device_id=32467086-3fdf-4f05-8b67-b16f3369901c HTTP/1.1" status: 200 len: 945 time: 0.1198285 Aug 12 15:28:43.822269 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-595c0eb4-6dd8-4353-ae16-4aa59c7e3cf0 req-0a5785b6-86ea-47d6-b2a3-f507cbdbc9f5 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b70a441-79c7-4437-b160-55bbffdc28f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740173 Aug 12 15:28:43.852295 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-3a072686-81e1-4e0d-a4ae-60c9f84288ac req-60f6ad7a-cd8f-4309-a1b4-e63d9a95ef2b service neutron] For port 3e58a21e-a8c5-4a66-b732-43df74f1d554, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=3e58a21e-a8c5-4a66-b732-43df74f1d554,segment=NetworkSegment(ea7c5eaf-858a-4527-90c5-d67c1ca964ac),segment_id=ea7c5eaf-858a-4527-90c5-d67c1ca964ac)] {{(pid=94467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:28:43.885323 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-3a072686-81e1-4e0d-a4ae-60c9f84288ac req-60f6ad7a-cd8f-4309-a1b4-e63d9a95ef2b service neutron] For port 3e58a21e-a8c5-4a66-b732-43df74f1d554, host n-h2-694802-15, cleared binding levels {{(pid=94467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 15:28:43.929564 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32467086-3fdf-4f05-8b67-b16f3369901c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3e58a21e-a8c5-4a66-b732-43df74f1d554'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:28:43.931896 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1d90890f15e5cc8eba4d51c7734538f2f2e5e8e12504eb7d6ddd0a29ee9b803" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6489b4ab-065b-4147-bfc6-b166bbbc548a" -d '{"events": [{"server_uuid": "32467086-3fdf-4f05-8b67-b16f3369901c", "name": "network-vif-unplugged", "status": "completed", "tag": "3e58a21e-a8c5-4a66-b732-43df74f1d554"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 15:28:43.936519 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-3a072686-81e1-4e0d-a4ae-60c9f84288ac req-60f6ad7a-cd8f-4309-a1b4-e63d9a95ef2b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:28:43.949366 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [req-3a072686-81e1-4e0d-a4ae-60c9f84288ac req-60f6ad7a-cd8f-4309-a1b4-e63d9a95ef2b service neutron] Transition to ACTIVE for port object 3e58a21e-a8c5-4a66-b732-43df74f1d554 will not be triggered until provisioned by entity L2. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:28:43.953678 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-3a072686-81e1-4e0d-a4ae-60c9f84288ac req-60f6ad7a-cd8f-4309-a1b4-e63d9a95ef2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:28:43.984190 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 12 Aug 2021 15:28:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1770cf3a-9427-4f32-bf73-14755357b611 x-openstack-request-id: req-1770cf3a-9427-4f32-bf73-14755357b611 {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 15:28:43.985087 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32467086-3fdf-4f05-8b67-b16f3369901c", "name": "network-vif-unplugged", "status": "completed", "tag": "3e58a21e-a8c5-4a66-b732-43df74f1d554", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 15:28:43.985087 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1770cf3a-9427-4f32-bf73-14755357b611 {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 15:28:43.985087 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32467086-3fdf-4f05-8b67-b16f3369901c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3e58a21e-a8c5-4a66-b732-43df74f1d554', 'code': 200} Aug 12 15:28:44.032097 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f6ad7a-cd8f-4309-a1b4-e63d9a95ef2b service neutron] Pushing event updated for resources: {'Port': ['ID=3e58a21e-a8c5-4a66-b732-43df74f1d554,revision_number=10']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:28:44.073820 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a072686-81e1-4e0d-a4ae-60c9f84288ac req-60f6ad7a-cd8f-4309-a1b4-e63d9a95ef2b service neutron] No DVR routers for this DVR port 3e58a21e-a8c5-4a66-b732-43df74f1d554 on host n-h2-694802-15 {{(pid=94467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 15:28:44.168194 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-1769855f-eda9-4483-9dc3-3220908ab45d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:28:44.211805 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-3a072686-81e1-4e0d-a4ae-60c9f84288ac req-60f6ad7a-cd8f-4309-a1b4-e63d9a95ef2b service neutron] Attempting to bind port 3e58a21e-a8c5-4a66-b732-43df74f1d554 on host n-h1-694802-15 for vnic_type normal with profile {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 15:28:44.212154 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-3a072686-81e1-4e0d-a4ae-60c9f84288ac req-60f6ad7a-cd8f-4309-a1b4-e63d9a95ef2b service neutron] Attempting to bind port 3e58a21e-a8c5-4a66-b732-43df74f1d554 by drivers openvswitch,hyperv on host n-h1-694802-15 at level 0 using segments [{'id': 'ea7c5eaf-858a-4527-90c5-d67c1ca964ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '2ee677d4-1e4b-4619-b123-ac984d8e7f0e'}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 15:28:44.212510 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a072686-81e1-4e0d-a4ae-60c9f84288ac req-60f6ad7a-cd8f-4309-a1b4-e63d9a95ef2b service neutron] Attempting to bind port 3e58a21e-a8c5-4a66-b732-43df74f1d554 on network 2ee677d4-1e4b-4619-b123-ac984d8e7f0e {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 15:28:44.217337 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a072686-81e1-4e0d-a4ae-60c9f84288ac req-60f6ad7a-cd8f-4309-a1b4-e63d9a95ef2b service neutron] Port 3e58a21e-a8c5-4a66-b732-43df74f1d554 on network 2ee677d4-1e4b-4619-b123-ac984d8e7f0e not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-15 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 15:28:44.217653 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a072686-81e1-4e0d-a4ae-60c9f84288ac req-60f6ad7a-cd8f-4309-a1b4-e63d9a95ef2b service neutron] Attempting to bind port 3e58a21e-a8c5-4a66-b732-43df74f1d554 on network 2ee677d4-1e4b-4619-b123-ac984d8e7f0e {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 15:28:44.222664 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a072686-81e1-4e0d-a4ae-60c9f84288ac req-60f6ad7a-cd8f-4309-a1b4-e63d9a95ef2b service neutron] Checking agent: {'id': 'de568313-a3e6-454a-9813-77e25edcea95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 27, 41), 'started_at': datetime.datetime(2021, 8, 12, 14, 27, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 15, 28, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 15:28:44.223006 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a072686-81e1-4e0d-a4ae-60c9f84288ac req-60f6ad7a-cd8f-4309-a1b4-e63d9a95ef2b service neutron] Checking segment: {'id': 'ea7c5eaf-858a-4527-90c5-d67c1ca964ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '2ee677d4-1e4b-4619-b123-ac984d8e7f0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 15:28:44.223421 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a072686-81e1-4e0d-a4ae-60c9f84288ac req-60f6ad7a-cd8f-4309-a1b4-e63d9a95ef2b service neutron] Bound using segment: {'id': 'ea7c5eaf-858a-4527-90c5-d67c1ca964ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '2ee677d4-1e4b-4619-b123-ac984d8e7f0e'} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 15:28:44.223854 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-3a072686-81e1-4e0d-a4ae-60c9f84288ac req-60f6ad7a-cd8f-4309-a1b4-e63d9a95ef2b service neutron] Bound port: 3e58a21e-a8c5-4a66-b732-43df74f1d554, host: n-h1-694802-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea7c5eaf-858a-4527-90c5-d67c1ca964ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '2ee677d4-1e4b-4619-b123-ac984d8e7f0e'}}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 15:28:44.224335 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-3a072686-81e1-4e0d-a4ae-60c9f84288ac req-60f6ad7a-cd8f-4309-a1b4-e63d9a95ef2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:28:44.291091 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-3a072686-81e1-4e0d-a4ae-60c9f84288ac req-60f6ad7a-cd8f-4309-a1b4-e63d9a95ef2b service neutron] For port 3e58a21e-a8c5-4a66-b732-43df74f1d554, host n-h1-694802-15, cleared binding levels {{(pid=94467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 15:28:44.294772 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-3a072686-81e1-4e0d-a4ae-60c9f84288ac req-60f6ad7a-cd8f-4309-a1b4-e63d9a95ef2b service neutron] For port 3e58a21e-a8c5-4a66-b732-43df74f1d554, host n-h1-694802-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=3e58a21e-a8c5-4a66-b732-43df74f1d554,segment=NetworkSegment(ea7c5eaf-858a-4527-90c5-d67c1ca964ac),segment_id=ea7c5eaf-858a-4527-90c5-d67c1ca964ac)] {{(pid=94467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 15:28:44.299058 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-3a072686-81e1-4e0d-a4ae-60c9f84288ac req-60f6ad7a-cd8f-4309-a1b4-e63d9a95ef2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:28:44.331475 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a072686-81e1-4e0d-a4ae-60c9f84288ac req-60f6ad7a-cd8f-4309-a1b4-e63d9a95ef2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:28:44.332103 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-3a072686-81e1-4e0d-a4ae-60c9f84288ac req-60f6ad7a-cd8f-4309-a1b4-e63d9a95ef2b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:28:44.333510 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3a072686-81e1-4e0d-a4ae-60c9f84288ac req-60f6ad7a-cd8f-4309-a1b4-e63d9a95ef2b service neutron] 10.222.0.64 "PUT /v2.0/ports/3e58a21e-a8c5-4a66-b732-43df74f1d554 HTTP/1.1" status: 200 len: 1093 time: 0.8034675 Aug 12 15:28:44.365684 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f6ad7a-cd8f-4309-a1b4-e63d9a95ef2b service neutron] Pushing event updated for resources: {'Port': ['ID=3e58a21e-a8c5-4a66-b732-43df74f1d554,revision_number=11']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:28:44.401296 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a072686-81e1-4e0d-a4ae-60c9f84288ac req-68d7a8fa-7710-4668-9e4b-9b7e836def40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:28:44.402829 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3a072686-81e1-4e0d-a4ae-60c9f84288ac req-68d7a8fa-7710-4668-9e4b-9b7e836def40 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=75ca84b648f745e19b558c4935eb04e1&device_id=32467086-3fdf-4f05-8b67-b16f3369901c HTTP/1.1" status: 200 len: 1096 time: 0.0451896 Aug 12 15:28:44.498763 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a072686-81e1-4e0d-a4ae-60c9f84288ac req-d919ba36-b8ba-48e2-a652-d4a61dfd9437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:28:44.501556 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3a072686-81e1-4e0d-a4ae-60c9f84288ac req-d919ba36-b8ba-48e2-a652-d4a61dfd9437 service neutron] 10.222.0.64 "GET /v2.0/networks?id=2ee677d4-1e4b-4619-b123-ac984d8e7f0e HTTP/1.1" status: 200 len: 913 time: 0.0916007 Aug 12 15:28:44.567351 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3a072686-81e1-4e0d-a4ae-60c9f84288ac req-84075d2c-c71b-4160-8bfa-a5bcf25c333e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3e58a21e-a8c5-4a66-b732-43df74f1d554 HTTP/1.1" status: 200 len: 1000 time: 0.0591853 Aug 12 15:28:44.618847 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a072686-81e1-4e0d-a4ae-60c9f84288ac req-608968ab-e013-4046-9f96-08d4457a4e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:28:44.620249 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3a072686-81e1-4e0d-a4ae-60c9f84288ac req-608968ab-e013-4046-9f96-08d4457a4e9d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a29bf4ff-3938-4793-81ab-a3fe2312a21a HTTP/1.1" status: 200 len: 851 time: 0.0460243 Aug 12 15:28:44.664596 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a072686-81e1-4e0d-a4ae-60c9f84288ac req-086b7fb7-deeb-45fa-941d-43c3302f503b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:28:44.665975 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3a072686-81e1-4e0d-a4ae-60c9f84288ac req-086b7fb7-deeb-45fa-941d-43c3302f503b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2ee677d4-1e4b-4619-b123-ac984d8e7f0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0385089 Aug 12 15:28:44.673812 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.agents_db [None req-17ed3e4c-1a7d-4162-9646-11c134aca297 None None] Agent healthcheck: found 7 active agents {{(pid=94469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 15:28:44.754113 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3a072686-81e1-4e0d-a4ae-60c9f84288ac req-0cd8aba1-4eef-41ed-b7f7-ec3a0700b6e4 service neutron] 10.222.0.64 "GET /v2.0/networks/2ee677d4-1e4b-4619-b123-ac984d8e7f0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805147 Aug 12 15:28:44.846494 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3a072686-81e1-4e0d-a4ae-60c9f84288ac req-dfead69d-e595-402c-80f1-9de465fe57cf service neutron] 10.222.0.64 "GET /v2.0/networks/2ee677d4-1e4b-4619-b123-ac984d8e7f0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850799 Aug 12 15:28:44.942984 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8daa9a99-5a7c-4367-bf2b-7c6f4cd43868 req-07771e5a-e459-4f70-a6a1-524bcc3e09ea tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:28:44.944431 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-8daa9a99-5a7c-4367-bf2b-7c6f4cd43868 req-07771e5a-e459-4f70-a6a1-524bcc3e09ea tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/ports?device_id=32467086-3fdf-4f05-8b67-b16f3369901c HTTP/1.1" status: 200 len: 944 time: 0.0515070 Aug 12 15:28:44.984101 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-8daa9a99-5a7c-4367-bf2b-7c6f4cd43868 req-8ed88135-19b0-43f3-9de9-63ee26dffa06 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b70a441-79c7-4437-b160-55bbffdc28f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336094 Aug 12 15:28:44.993192 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device 3e58a21e-a8c5-4a66-b732-43df74f1d554 no longer exists at agent hyperv_n-h2-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 15:28:45.030561 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device 3e58a21e-a8c5-4a66-b732-43df74f1d554 not bound to the agent host n-h2-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 15:28:45.798493 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-fe95f194-a3b0-4c04-9e42-20b511169d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:28:45.986597 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32467086-3fdf-4f05-8b67-b16f3369901c', 'tag': '3e58a21e-a8c5-4a66-b732-43df74f1d554'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:28:45.989009 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1d90890f15e5cc8eba4d51c7734538f2f2e5e8e12504eb7d6ddd0a29ee9b803" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49d7662e-7e68-413f-874f-4c71e75d714f" -d '{"events": [{"name": "network-changed", "server_uuid": "32467086-3fdf-4f05-8b67-b16f3369901c", "tag": "3e58a21e-a8c5-4a66-b732-43df74f1d554"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 15:28:46.048818 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 15:28:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42433b34-38ef-4071-8c7b-bb8e37c695eb x-openstack-request-id: req-42433b34-38ef-4071-8c7b-bb8e37c695eb {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 15:28:46.049109 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32467086-3fdf-4f05-8b67-b16f3369901c", "tag": "3e58a21e-a8c5-4a66-b732-43df74f1d554", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 15:28:46.049383 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-42433b34-38ef-4071-8c7b-bb8e37c695eb {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 15:28:46.049758 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32467086-3fdf-4f05-8b67-b16f3369901c', 'tag': '3e58a21e-a8c5-4a66-b732-43df74f1d554', 'status': 'completed', 'code': 200} Aug 12 15:28:46.166365 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bdb204-14ff-491b-85e0-2c623aec2490 req-9324a0e5-27aa-466b-8b24-1f0c239700ea tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:28:46.168679 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d6bdb204-14ff-491b-85e0-2c623aec2490 req-9324a0e5-27aa-466b-8b24-1f0c239700ea tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/ports?device_id=32467086-3fdf-4f05-8b67-b16f3369901c HTTP/1.1" status: 200 len: 944 time: 0.1131110 Aug 12 15:28:46.184309 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d7662e-7e68-413f-874f-4c71e75d714f req-6210fb12-b8a4-4e03-85a2-9e477aaacdd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:28:46.186293 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-49d7662e-7e68-413f-874f-4c71e75d714f req-6210fb12-b8a4-4e03-85a2-9e477aaacdd4 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=75ca84b648f745e19b558c4935eb04e1&device_id=32467086-3fdf-4f05-8b67-b16f3369901c HTTP/1.1" status: 200 len: 1096 time: 0.1031766 Aug 12 15:28:46.189030 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d7662e-7e68-413f-874f-4c71e75d714f req-e782a03f-19d1-404e-9d4e-c413a212ceea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:28:46.190384 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-49d7662e-7e68-413f-874f-4c71e75d714f req-e782a03f-19d1-404e-9d4e-c413a212ceea service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=75ca84b648f745e19b558c4935eb04e1&device_id=32467086-3fdf-4f05-8b67-b16f3369901c HTTP/1.1" status: 200 len: 1096 time: 0.1083782 Aug 12 15:28:46.309267 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d6bdb204-14ff-491b-85e0-2c623aec2490 req-4c93afff-8f82-455c-94e2-6263c69c6f16 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b70a441-79c7-4437-b160-55bbffdc28f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1331952 Aug 12 15:28:46.366946 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d7662e-7e68-413f-874f-4c71e75d714f req-26825423-b2f9-4005-ac49-98362b2503e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:28:46.368428 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-49d7662e-7e68-413f-874f-4c71e75d714f req-26825423-b2f9-4005-ac49-98362b2503e3 service neutron] 10.222.0.49 "GET /v2.0/networks?id=2ee677d4-1e4b-4619-b123-ac984d8e7f0e HTTP/1.1" status: 200 len: 913 time: 0.1718876 Aug 12 15:28:46.370868 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d7662e-7e68-413f-874f-4c71e75d714f req-f587f66d-5a41-4aa6-85d7-da7bc14f92bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:28:46.372902 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-49d7662e-7e68-413f-874f-4c71e75d714f req-f587f66d-5a41-4aa6-85d7-da7bc14f92bb service neutron] 10.222.0.64 "GET /v2.0/networks?id=2ee677d4-1e4b-4619-b123-ac984d8e7f0e HTTP/1.1" status: 200 len: 913 time: 0.1657786 Aug 12 15:28:46.483088 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-49d7662e-7e68-413f-874f-4c71e75d714f req-ec6ce061-c062-423e-8ea2-727a0f2e2ef9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3e58a21e-a8c5-4a66-b732-43df74f1d554 HTTP/1.1" status: 200 len: 1000 time: 0.1015930 Aug 12 15:28:46.484871 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-49d7662e-7e68-413f-874f-4c71e75d714f req-883546c2-5399-42fa-a523-5badee8343a9 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3e58a21e-a8c5-4a66-b732-43df74f1d554 HTTP/1.1" status: 200 len: 1000 time: 0.1090274 Aug 12 15:28:46.572568 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d7662e-7e68-413f-874f-4c71e75d714f req-bdc85089-cfa1-481e-ad75-1fc3b882a9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:28:46.573959 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-49d7662e-7e68-413f-874f-4c71e75d714f req-bdc85089-cfa1-481e-ad75-1fc3b882a9dd service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a29bf4ff-3938-4793-81ab-a3fe2312a21a HTTP/1.1" status: 200 len: 851 time: 0.0808871 Aug 12 15:28:46.575251 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d7662e-7e68-413f-874f-4c71e75d714f req-f97a8540-2417-426a-802a-2e35d53f8b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:28:46.576684 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-49d7662e-7e68-413f-874f-4c71e75d714f req-f97a8540-2417-426a-802a-2e35d53f8b69 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a29bf4ff-3938-4793-81ab-a3fe2312a21a HTTP/1.1" status: 200 len: 851 time: 0.0846791 Aug 12 15:28:46.648186 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d7662e-7e68-413f-874f-4c71e75d714f req-2710fe7b-866e-4d12-9b22-3d757953f623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:28:46.649052 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-49d7662e-7e68-413f-874f-4c71e75d714f req-2710fe7b-866e-4d12-9b22-3d757953f623 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2ee677d4-1e4b-4619-b123-ac984d8e7f0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0669582 Aug 12 15:28:46.655243 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d7662e-7e68-413f-874f-4c71e75d714f req-8cb8e1a4-f0ae-4149-a0dd-0433d2c1c033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:28:46.656663 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-49d7662e-7e68-413f-874f-4c71e75d714f req-8cb8e1a4-f0ae-4149-a0dd-0433d2c1c033 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2ee677d4-1e4b-4619-b123-ac984d8e7f0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0668018 Aug 12 15:28:46.813310 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-49d7662e-7e68-413f-874f-4c71e75d714f req-75f537c9-4d7d-438b-afda-911ac0aebccd service neutron] 10.222.0.64 "GET /v2.0/networks/2ee677d4-1e4b-4619-b123-ac984d8e7f0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522334 Aug 12 15:28:46.815427 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-49d7662e-7e68-413f-874f-4c71e75d714f req-4be3de19-0c87-4b40-aa49-7874c6026305 service neutron] 10.222.0.49 "GET /v2.0/networks/2ee677d4-1e4b-4619-b123-ac984d8e7f0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475265 Aug 12 15:28:46.971868 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-49d7662e-7e68-413f-874f-4c71e75d714f req-e3353fcc-e4c0-4aa6-919b-3e28a5d49ff7 service neutron] 10.222.0.64 "GET /v2.0/networks/2ee677d4-1e4b-4619-b123-ac984d8e7f0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492369 Aug 12 15:28:46.973710 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-49d7662e-7e68-413f-874f-4c71e75d714f req-fe2d2093-7085-4a1d-9dd7-d04797d59550 service neutron] 10.222.0.49 "GET /v2.0/networks/2ee677d4-1e4b-4619-b123-ac984d8e7f0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442332 Aug 12 15:28:47.435187 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350b2002-3101-4791-a43b-e28b8f84a289 req-fc28d1df-4bde-4b7d-a673-6beaf4833dde tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:28:47.436690 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-350b2002-3101-4791-a43b-e28b8f84a289 req-fc28d1df-4bde-4b7d-a673-6beaf4833dde tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/ports?device_id=32467086-3fdf-4f05-8b67-b16f3369901c HTTP/1.1" status: 200 len: 944 time: 0.0544624 Aug 12 15:28:47.476316 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-350b2002-3101-4791-a43b-e28b8f84a289 req-1e75dc16-abdf-4e27-b151-4f2f54f9491a tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b70a441-79c7-4437-b160-55bbffdc28f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335181 Aug 12 15:28:48.596311 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18c30ed-4dfc-4353-89ee-148a94acde63 req-842555ab-fd1f-4488-a77b-4190ea3e3efd tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:28:48.597809 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b18c30ed-4dfc-4353-89ee-148a94acde63 req-842555ab-fd1f-4488-a77b-4190ea3e3efd tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/ports?device_id=32467086-3fdf-4f05-8b67-b16f3369901c HTTP/1.1" status: 200 len: 944 time: 0.0505705 Aug 12 15:28:48.635541 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b18c30ed-4dfc-4353-89ee-148a94acde63 req-2ccd35ce-04c7-4981-b193-52cd94dfb103 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b70a441-79c7-4437-b160-55bbffdc28f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315003 Aug 12 15:28:49.752113 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1402a2-3be6-4e5b-a9a1-4efdfa1302b5 req-5761856b-1015-44f1-b90d-7b32e51c617a tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:28:49.753566 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-1b1402a2-3be6-4e5b-a9a1-4efdfa1302b5 req-5761856b-1015-44f1-b90d-7b32e51c617a tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/ports?device_id=32467086-3fdf-4f05-8b67-b16f3369901c HTTP/1.1" status: 200 len: 944 time: 0.0496209 Aug 12 15:28:49.792267 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-1b1402a2-3be6-4e5b-a9a1-4efdfa1302b5 req-dc0be1cc-e7f2-498f-aa06-cc4ddfdf7533 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b70a441-79c7-4437-b160-55bbffdc28f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328078 Aug 12 15:28:50.910350 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c6c64c-aba9-4938-8271-ee8c415aeb36 req-673e04d5-4734-4f65-abac-940cf6265e57 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:28:50.911829 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-87c6c64c-aba9-4938-8271-ee8c415aeb36 req-673e04d5-4734-4f65-abac-940cf6265e57 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/ports?device_id=32467086-3fdf-4f05-8b67-b16f3369901c HTTP/1.1" status: 200 len: 944 time: 0.0476029 Aug 12 15:28:50.949732 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-87c6c64c-aba9-4938-8271-ee8c415aeb36 req-682ccf11-d78d-417f-b7af-75b11bac2f4b tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b70a441-79c7-4437-b160-55bbffdc28f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317440 Aug 12 15:28:52.075641 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919bcfea-5d52-4e09-b40d-d856cbc8c9d8 req-014dfe35-d904-4406-9ea4-41e6d07f809b tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:28:52.077133 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-919bcfea-5d52-4e09-b40d-d856cbc8c9d8 req-014dfe35-d904-4406-9ea4-41e6d07f809b tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/ports?device_id=32467086-3fdf-4f05-8b67-b16f3369901c HTTP/1.1" status: 200 len: 944 time: 0.0591574 Aug 12 15:28:52.114853 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-919bcfea-5d52-4e09-b40d-d856cbc8c9d8 req-64950a3d-2814-4a30-ad63-3dc04b01497a tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b70a441-79c7-4437-b160-55bbffdc28f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315683 Aug 12 15:28:53.232901 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39881b45-fc06-498e-a41d-1cff36ee7086 req-ac16921d-9b7e-4844-96e5-689ce72de694 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:28:53.234385 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-39881b45-fc06-498e-a41d-1cff36ee7086 req-ac16921d-9b7e-4844-96e5-689ce72de694 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/ports?device_id=32467086-3fdf-4f05-8b67-b16f3369901c HTTP/1.1" status: 200 len: 944 time: 0.0515509 Aug 12 15:28:53.272010 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-39881b45-fc06-498e-a41d-1cff36ee7086 req-68ea11c0-2c0c-44f6-8389-9bf4ba05ca54 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b70a441-79c7-4437-b160-55bbffdc28f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317628 Aug 12 15:28:54.395298 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bf1202-78b0-4400-b1e8-4886ccd3c2f0 req-83704f9e-45b5-41a0-b54c-0e8ac172f768 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:28:54.396715 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-95bf1202-78b0-4400-b1e8-4886ccd3c2f0 req-83704f9e-45b5-41a0-b54c-0e8ac172f768 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/ports?device_id=32467086-3fdf-4f05-8b67-b16f3369901c HTTP/1.1" status: 200 len: 944 time: 0.0536351 Aug 12 15:28:54.434627 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-95bf1202-78b0-4400-b1e8-4886ccd3c2f0 req-4c06feff-1ad3-442a-9227-b4ab3be933c9 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b70a441-79c7-4437-b160-55bbffdc28f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320272 Aug 12 15:28:55.556189 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8277c1-f45f-49b9-9159-b679099130c6 req-62beb76b-c003-4db0-8dad-39bff52fbcaa tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:28:55.557719 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3a8277c1-f45f-49b9-9159-b679099130c6 req-62beb76b-c003-4db0-8dad-39bff52fbcaa tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/ports?device_id=32467086-3fdf-4f05-8b67-b16f3369901c HTTP/1.1" status: 200 len: 944 time: 0.0522971 Aug 12 15:28:55.598995 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3a8277c1-f45f-49b9-9159-b679099130c6 req-c6f5af6e-b7db-4fdd-960b-50981489d868 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b70a441-79c7-4437-b160-55bbffdc28f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332928 Aug 12 15:28:56.338720 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device 3e58a21e-a8c5-4a66-b732-43df74f1d554 details requested by agent hyperv_n-h1-694802-15 with host n-h1-694802-15 {{(pid=94468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 15:28:56.430954 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port 3e58a21e-a8c5-4a66-b732-43df74f1d554, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=3e58a21e-a8c5-4a66-b732-43df74f1d554,segment=NetworkSegment(ea7c5eaf-858a-4527-90c5-d67c1ca964ac),segment_id=ea7c5eaf-858a-4527-90c5-d67c1ca964ac)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:28:56.441798 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Returning: {'device': '3e58a21e-a8c5-4a66-b732-43df74f1d554', 'network_id': '2ee677d4-1e4b-4619-b123-ac984d8e7f0e', 'port_id': '3e58a21e-a8c5-4a66-b732-43df74f1d554', 'mac_address': 'fa:16:3e:d0:36:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a29bf4ff-3938-4793-81ab-a3fe2312a21a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 15:28:56.477414 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:28:56.489451 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e58a21e-a8c5-4a66-b732-43df74f1d554 {{(pid=94468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 15:28:56.507685 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port 3e58a21e-a8c5-4a66-b732-43df74f1d554, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=3e58a21e-a8c5-4a66-b732-43df74f1d554,segment=NetworkSegment(ea7c5eaf-858a-4527-90c5-d67c1ca964ac),segment_id=ea7c5eaf-858a-4527-90c5-d67c1ca964ac)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:28:56.511739 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:28:56.559954 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Pushing event updated for resources: {'Port': ['ID=3e58a21e-a8c5-4a66-b732-43df74f1d554,revision_number=12']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:28:56.718256 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f76bfd-a392-4a2f-b372-797b7c97ba6f req-bc3c12d8-60aa-477f-8f3d-f9f29b8f44bd tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:28:56.719783 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-63f76bfd-a392-4a2f-b372-797b7c97ba6f req-bc3c12d8-60aa-477f-8f3d-f9f29b8f44bd tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/ports?device_id=32467086-3fdf-4f05-8b67-b16f3369901c HTTP/1.1" status: 200 len: 945 time: 0.0512452 Aug 12 15:28:56.757560 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-63f76bfd-a392-4a2f-b372-797b7c97ba6f req-9cfd2e3a-78ae-49ec-80ff-eaa7143129e9 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b70a441-79c7-4437-b160-55bbffdc28f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317862 Aug 12 15:28:56.795122 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] get_ports_and_sgs() called for port_ids ['3e58a21e-a8c5-4a66-b732-43df74f1d554'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 15:28:56.871916 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796389a9-e880-4730-b8ca-ed111b79c642 req-cb2f93aa-62c7-4b08-a623-423ddccf6556 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:28:56.873491 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-796389a9-e880-4730-b8ca-ed111b79c642 req-cb2f93aa-62c7-4b08-a623-423ddccf6556 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/ports?device_id=32467086-3fdf-4f05-8b67-b16f3369901c HTTP/1.1" status: 200 len: 945 time: 0.0482736 Aug 12 15:28:56.910791 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-796389a9-e880-4730-b8ca-ed111b79c642 req-ee467e71-ee87-4a37-96e8-5fdaf1ed1bbf tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b70a441-79c7-4437-b160-55bbffdc28f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312963 Aug 12 15:28:57.024649 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287a7d90-5404-45ca-a6a5-d1d2be597a9e req-d6a055e7-f28d-4394-a408-222a0507e9e7 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:28:57.026033 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-287a7d90-5404-45ca-a6a5-d1d2be597a9e req-d6a055e7-f28d-4394-a408-222a0507e9e7 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/ports?device_id=32467086-3fdf-4f05-8b67-b16f3369901c HTTP/1.1" status: 200 len: 945 time: 0.0486338 Aug 12 15:28:57.063837 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-287a7d90-5404-45ca-a6a5-d1d2be597a9e req-2c301063-4b22-4da7-9ffb-e341467af1f7 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b70a441-79c7-4437-b160-55bbffdc28f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313098 Aug 12 15:28:57.307183 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58759f36-0c8b-47fb-8b96-ebdebe13af5d req-db72f80e-238b-4202-8231-fa1f4dede699 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:28:57.308579 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-58759f36-0c8b-47fb-8b96-ebdebe13af5d req-db72f80e-238b-4202-8231-fa1f4dede699 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/ports?device_id=32467086-3fdf-4f05-8b67-b16f3369901c HTTP/1.1" status: 200 len: 945 time: 0.0540235 Aug 12 15:28:57.346334 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-58759f36-0c8b-47fb-8b96-ebdebe13af5d req-42c0c43d-deef-4eee-96a6-48c9b2a69bdc tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b70a441-79c7-4437-b160-55bbffdc28f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318923 Aug 12 15:28:58.349853 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device 3e58a21e-a8c5-4a66-b732-43df74f1d554 up at agent hyperv_n-h1-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 15:28:58.398691 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Provisioning for port 3e58a21e-a8c5-4a66-b732-43df74f1d554 completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:28:58.402637 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Provisioning complete for port 3e58a21e-a8c5-4a66-b732-43df74f1d554 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:28:58.403129 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:28:58.467825 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61201ded-f01e-4ed3-9255-f2e5b7d128c2 req-07aa9f9d-8345-4eea-a8fa-b30757d8d57b tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:28:58.469305 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-61201ded-f01e-4ed3-9255-f2e5b7d128c2 req-07aa9f9d-8345-4eea-a8fa-b30757d8d57b tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/ports?device_id=32467086-3fdf-4f05-8b67-b16f3369901c HTTP/1.1" status: 200 len: 945 time: 0.0539656 Aug 12 15:28:58.482288 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:28:58.506749 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32467086-3fdf-4f05-8b67-b16f3369901c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e58a21e-a8c5-4a66-b732-43df74f1d554'}] {{(pid=94468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:28:58.508916 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}152b85fe2f58ac5d6dd54f9692cb8ffc3f7471d0248cb45901c289f6e837e934" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4379e0b-6055-40d4-951e-9c7aa90d3627" -d '{"events": [{"server_uuid": "32467086-3fdf-4f05-8b67-b16f3369901c", "name": "network-vif-plugged", "status": "completed", "tag": "3e58a21e-a8c5-4a66-b732-43df74f1d554"}]}' {{(pid=94468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 15:28:58.509238 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-61201ded-f01e-4ed3-9255-f2e5b7d128c2 req-0c0684e7-0859-4e02-abb0-5a1f8ea7f734 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b70a441-79c7-4437-b160-55bbffdc28f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336506 Aug 12 15:28:58.522281 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port 3e58a21e-a8c5-4a66-b732-43df74f1d554, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=3e58a21e-a8c5-4a66-b732-43df74f1d554,segment=NetworkSegment(ea7c5eaf-858a-4527-90c5-d67c1ca964ac),segment_id=ea7c5eaf-858a-4527-90c5-d67c1ca964ac)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:28:58.534246 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:28:58.557419 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 15:28:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dea3c78-1d59-4211-aa03-e17c45fec1d4 x-openstack-request-id: req-9dea3c78-1d59-4211-aa03-e17c45fec1d4 {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 15:28:58.557722 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32467086-3fdf-4f05-8b67-b16f3369901c", "name": "network-vif-plugged", "status": "completed", "tag": "3e58a21e-a8c5-4a66-b732-43df74f1d554", "code": 200}]} {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 15:28:58.557950 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9dea3c78-1d59-4211-aa03-e17c45fec1d4 {{(pid=94468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 15:28:58.558323 n-d-694802-15 neutron-server[94468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32467086-3fdf-4f05-8b67-b16f3369901c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e58a21e-a8c5-4a66-b732-43df74f1d554', 'code': 200} Aug 12 15:28:58.584193 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Pushing event updated for resources: {'Port': ['ID=3e58a21e-a8c5-4a66-b732-43df74f1d554,revision_number=13']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:28:58.998067 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc5fed1-f402-42a7-b8a9-f5788864554f req-4a0fdfdc-550d-40b8-a32d-146ce949aec7 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:28:58.999550 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-8cc5fed1-f402-42a7-b8a9-f5788864554f req-4a0fdfdc-550d-40b8-a32d-146ce949aec7 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.64 "GET /v2.0/ports?device_id=32467086-3fdf-4f05-8b67-b16f3369901c HTTP/1.1" status: 200 len: 946 time: 0.0473957 Aug 12 15:28:59.089880 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [req-8cc5fed1-f402-42a7-b8a9-f5788864554f req-314c8fee-beef-4eb6-a916-8aaab85f8562 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Deleting port 3e58a21e-a8c5-4a66-b732-43df74f1d554 {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 15:28:59.090245 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-8cc5fed1-f402-42a7-b8a9-f5788864554f req-314c8fee-beef-4eb6-a916-8aaab85f8562 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:28:59.175687 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-8cc5fed1-f402-42a7-b8a9-f5788864554f req-314c8fee-beef-4eb6-a916-8aaab85f8562 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] For port 3e58a21e-a8c5-4a66-b732-43df74f1d554, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=3e58a21e-a8c5-4a66-b732-43df74f1d554,segment=NetworkSegment(ea7c5eaf-858a-4527-90c5-d67c1ca964ac),segment_id=ea7c5eaf-858a-4527-90c5-d67c1ca964ac)] {{(pid=94467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:28:59.175985 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-8cc5fed1-f402-42a7-b8a9-f5788864554f req-314c8fee-beef-4eb6-a916-8aaab85f8562 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:28:59.340967 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-8cc5fed1-f402-42a7-b8a9-f5788864554f req-314c8fee-beef-4eb6-a916-8aaab85f8562 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:28:59.341344 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-8cc5fed1-f402-42a7-b8a9-f5788864554f req-314c8fee-beef-4eb6-a916-8aaab85f8562 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431510'] for floatingip, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:28:59.341650 n-d-694802-15 neutron-server[94467]: INFO neutron.db.l3_db [req-8cc5fed1-f402-42a7-b8a9-f5788864554f req-314c8fee-beef-4eb6-a916-8aaab85f8562 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Floating IP 26e7debd-74c3-44cd-b9cb-ffcd8c0f01ad disassociated. External IP: 172.25.1.116, port: 3e58a21e-a8c5-4a66-b732-43df74f1d554. Aug 12 15:28:59.342120 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [req-8cc5fed1-f402-42a7-b8a9-f5788864554f req-314c8fee-beef-4eb6-a916-8aaab85f8562 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Calling delete_port for 3e58a21e-a8c5-4a66-b732-43df74f1d554 owned by compute:nova {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 15:28:59.471253 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-8cc5fed1-f402-42a7-b8a9-f5788864554f req-314c8fee-beef-4eb6-a916-8aaab85f8562 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:28:59.499615 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314c8fee-beef-4eb6-a916-8aaab85f8562 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Pushing event deleted for resources: {'Port': ['ID=3e58a21e-a8c5-4a66-b732-43df74f1d554,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:28:59.628852 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6dce37eb-acc6-4146-9584-e68cdf904c3a req-6accff95-2d41-44cd-ac4f-2eff7483dcfb tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/ports?device_id=32467086-3fdf-4f05-8b67-b16f3369901c HTTP/1.1" status: 200 len: 210 time: 0.0371366 Aug 12 15:28:59.648392 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8cc5fed1-f402-42a7-b8a9-f5788864554f req-314c8fee-beef-4eb6-a916-8aaab85f8562 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Router d30a26a0-30fa-463d-b3cf-757521adcc97 has already been hosted by L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f {{(pid=94467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 15:29:00.060932 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8cc5fed1-f402-42a7-b8a9-f5788864554f req-314c8fee-beef-4eb6-a916-8aaab85f8562 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 15:29:00.070457 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e889072-cb41-4230-aeba-4507c74e4587 None None] Sync routers for ids ['d30a26a0-30fa-463d-b3cf-757521adcc97'] in n-d-694802-15 {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 15:29:00.079935 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e889072-cb41-4230-aeba-4507c74e4587 None None] Routers {'d30a26a0-30fa-463d-b3cf-757521adcc97'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:29:00.080564 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-4e889072-cb41-4230-aeba-4507c74e4587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T15:28:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['d30a26a0-30fa-463d-b3cf-757521adcc97'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:29:00.100244 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cc5fed1-f402-42a7-b8a9-f5788864554f req-314c8fee-beef-4eb6-a916-8aaab85f8562 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] No DVR routers for this DVR port 3e58a21e-a8c5-4a66-b732-43df74f1d554 on host n-h1-694802-15 {{(pid=94467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 15:29:00.102894 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-8cc5fed1-f402-42a7-b8a9-f5788864554f req-314c8fee-beef-4eb6-a916-8aaab85f8562 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:00.104887 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-8cc5fed1-f402-42a7-b8a9-f5788864554f req-314c8fee-beef-4eb6-a916-8aaab85f8562 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.64 "DELETE /v2.0/ports/3e58a21e-a8c5-4a66-b732-43df74f1d554 HTTP/1.1" status: 204 len: 173 time: 1.0979760 Aug 12 15:29:00.105316 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32467086-3fdf-4f05-8b67-b16f3369901c', 'name': 'network-vif-deleted', 'tag': '3e58a21e-a8c5-4a66-b732-43df74f1d554'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:29:00.107637 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1d90890f15e5cc8eba4d51c7734538f2f2e5e8e12504eb7d6ddd0a29ee9b803" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c21d037-d0b3-4a94-ae7c-2b6cf55cfa88" -d '{"events": [{"server_uuid": "32467086-3fdf-4f05-8b67-b16f3369901c", "name": "network-vif-deleted", "tag": "3e58a21e-a8c5-4a66-b732-43df74f1d554"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 15:29:00.151359 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 15:29:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3b84992-ee61-4fa2-aeeb-6a36f3a93405 x-openstack-request-id: req-a3b84992-ee61-4fa2-aeeb-6a36f3a93405 {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 15:29:00.151654 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32467086-3fdf-4f05-8b67-b16f3369901c", "name": "network-vif-deleted", "tag": "3e58a21e-a8c5-4a66-b732-43df74f1d554", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 15:29:00.151909 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a3b84992-ee61-4fa2-aeeb-6a36f3a93405 {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 15:29:00.152304 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32467086-3fdf-4f05-8b67-b16f3369901c', 'name': 'network-vif-deleted', 'tag': '3e58a21e-a8c5-4a66-b732-43df74f1d554', 'status': 'completed', 'code': 200} Aug 12 15:29:00.192422 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-4e889072-cb41-4230-aeba-4507c74e4587 None None] Set router d30a26a0-30fa-463d-b3cf-757521adcc97 gateway port host: n-d-694802-15 {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:29:00.389261 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-4e889072-cb41-4230-aeba-4507c74e4587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd30a26a0-30fa-463d-b3cf-757521adcc97', 'name': 'tempest-ServerActionsTestJSON-2065852979-router', 'tenant_id': '75ca84b648f745e19b558c4935eb04e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.194'}], 'enable_snat': True}, 'gw_port_id': 'd31893fb-90de-40d5-b502-11325f6985a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:19:17Z', 'updated_at': '2021-08-12T15:19:20Z', 'revision_number': 4, 'project_id': '75ca84b648f745e19b558c4935eb04e1', 'gw_port': {'id': 'd31893fb-90de-40d5-b502-11325f6985a2', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:52:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd30a26a0-30fa-463d-b3cf-757521adcc97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:19:18Z', 'updated_at': '2021-08-12T15:19:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': '3e65877a-9c29-4f06-be2a-f078636d8799', 'name': '', 'network_id': '2ee677d4-1e4b-4619-b123-ac984d8e7f0e', 'tenant_id': '75ca84b648f745e19b558c4935eb04e1', 'mac_address': 'fa:16:3e:9e:2d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd30a26a0-30fa-463d-b3cf-757521adcc97', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'a29bf4ff-3938-4793-81ab-a3fe2312a21a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:19:19Z', 'updated_at': '2021-08-12T15:19:25Z', 'revision_number': 5, 'project_id': '75ca84b648f745e19b558c4935eb04e1', 'subnets': [{'id': 'a29bf4ff-3938-4793-81ab-a3fe2312a21a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:29:00.415389 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e889072-cb41-4230-aeba-4507c74e4587 None None] Checking router: d30a26a0-30fa-463d-b3cf-757521adcc97 for host: n-d-694802-15 {{(pid=94469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 15:29:00.423657 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e889072-cb41-4230-aeba-4507c74e4587 None None] Routers {'d30a26a0-30fa-463d-b3cf-757521adcc97'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:29:00.424255 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-4e889072-cb41-4230-aeba-4507c74e4587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T15:28:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['d30a26a0-30fa-463d-b3cf-757521adcc97'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:29:00.527230 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-4e889072-cb41-4230-aeba-4507c74e4587 None None] Set router d30a26a0-30fa-463d-b3cf-757521adcc97 gateway port host: n-d-694802-15 {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:29:00.729551 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d75bbf4c-cbf9-4397-bc1e-c4d9710cf587 req-0b3151a1-0a18-4996-854e-55813690200d tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/ports?device_id=32467086-3fdf-4f05-8b67-b16f3369901c HTTP/1.1" status: 200 len: 210 time: 0.0257990 Aug 12 15:29:00.736574 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-4e889072-cb41-4230-aeba-4507c74e4587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd30a26a0-30fa-463d-b3cf-757521adcc97', 'name': 'tempest-ServerActionsTestJSON-2065852979-router', 'tenant_id': '75ca84b648f745e19b558c4935eb04e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.194'}], 'enable_snat': True}, 'gw_port_id': 'd31893fb-90de-40d5-b502-11325f6985a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:19:17Z', 'updated_at': '2021-08-12T15:19:20Z', 'revision_number': 4, 'project_id': '75ca84b648f745e19b558c4935eb04e1', 'gw_port': {'id': 'd31893fb-90de-40d5-b502-11325f6985a2', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:52:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd30a26a0-30fa-463d-b3cf-757521adcc97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:19:18Z', 'updated_at': '2021-08-12T15:19:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': '3e65877a-9c29-4f06-be2a-f078636d8799', 'name': '', 'network_id': '2ee677d4-1e4b-4619-b123-ac984d8e7f0e', 'tenant_id': '75ca84b648f745e19b558c4935eb04e1', 'mac_address': 'fa:16:3e:9e:2d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd30a26a0-30fa-463d-b3cf-757521adcc97', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'a29bf4ff-3938-4793-81ab-a3fe2312a21a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:19:19Z', 'updated_at': '2021-08-12T15:19:25Z', 'revision_number': 5, 'project_id': '75ca84b648f745e19b558c4935eb04e1', 'subnets': [{'id': 'a29bf4ff-3938-4793-81ab-a3fe2312a21a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:29:00.767966 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e889072-cb41-4230-aeba-4507c74e4587 None None] The sync data for ids ['d30a26a0-30fa-463d-b3cf-757521adcc97'] in n-d-694802-15 is: [{'id': 'd30a26a0-30fa-463d-b3cf-757521adcc97', 'name': 'tempest-ServerActionsTestJSON-2065852979-router', 'tenant_id': '75ca84b648f745e19b558c4935eb04e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.194'}], 'enable_snat': True}, 'gw_port_id': 'd31893fb-90de-40d5-b502-11325f6985a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:19:17Z', 'updated_at': '2021-08-12T15:19:20Z', 'revision_number': 4, 'project_id': '75ca84b648f745e19b558c4935eb04e1', 'gw_port': {'id': 'd31893fb-90de-40d5-b502-11325f6985a2', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:52:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd30a26a0-30fa-463d-b3cf-757521adcc97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:19:18Z', 'updated_at': '2021-08-12T15:19:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': '3e65877a-9c29-4f06-be2a-f078636d8799', 'name': '', 'network_id': '2ee677d4-1e4b-4619-b123-ac984d8e7f0e', 'tenant_id': '75ca84b648f745e19b558c4935eb04e1', 'mac_address': 'fa:16:3e:9e:2d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd30a26a0-30fa-463d-b3cf-757521adcc97', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'a29bf4ff-3938-4793-81ab-a3fe2312a21a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:19:19Z', 'updated_at': '2021-08-12T15:19:25Z', 'revision_number': 5, 'project_id': '75ca84b648f745e19b558c4935eb04e1', 'subnets': [{'id': 'a29bf4ff-3938-4793-81ab-a3fe2312a21a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 15:29:00.996560 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20f2f709-2ffe-44d4-80d1-11206eb9a81c None None] New status for floating IP 26e7debd-74c3-44cd-b9cb-ffcd8c0f01ad: DOWN {{(pid=94468) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 15:29:01.827162 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-d63df9c5-4b76-4069-bb9f-a24a325bf770 req-7694c54c-05f4-4bf0-97cb-d5e60fea71b5 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/ports?device_id=32467086-3fdf-4f05-8b67-b16f3369901c HTTP/1.1" status: 200 len: 210 time: 0.0270059 Aug 12 15:29:02.384896 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device 3e58a21e-a8c5-4a66-b732-43df74f1d554 no longer exists at agent hyperv_n-h1-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 15:29:02.404557 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-93370168-53ca-47c2-9e27-b066be57125c None None] No Port match for: 3e58a21e-a8c5-4a66-b732-43df74f1d554 {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 15:29:02.404907 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device 3e58a21e-a8c5-4a66-b732-43df74f1d554 not bound to the agent host n-h1-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 15:29:02.921925 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-5cdbeb15-ef21-417a-83d4-b4a1cdc7c66d req-0febd807-d971-457c-b0e6-9f3e13cf2bea tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/ports?device_id=32467086-3fdf-4f05-8b67-b16f3369901c HTTP/1.1" status: 200 len: 210 time: 0.0267119 Aug 12 15:29:06.632031 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 34892) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:29:06.686892 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3848f7bf-36d4-44c1-93a0-101738cc864a tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Notify callbacks [] for security_group, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:06.711407 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3848f7bf-36d4-44c1-93a0-101738cc864a tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:06.759461 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3848f7bf-36d4-44c1-93a0-101738cc864a tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:06.762455 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3848f7bf-36d4-44c1-93a0-101738cc864a tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:06.764502 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-3848f7bf-36d4-44c1-93a0-101738cc864a tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "DELETE /v2.0/security-groups/5b70a441-79c7-4437-b160-55bbffdc28f3 HTTP/1.1" status: 204 len: 168 time: 0.1314118 Aug 12 15:29:06.767302 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 34894) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:29:06.774630 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3848f7bf-36d4-44c1-93a0-101738cc864a tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b70a441-79c7-4437-b160-55bbffdc28f3,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:29:06.782464 n-d-694802-15 neutron-server[94467]: INFO neutron.api.v2.resource [None req-f4c59a1b-f991-4c09-be41-54b4140698a8 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] show failed (client error): The resource could not be found. Aug 12 15:29:06.783165 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3848f7bf-36d4-44c1-93a0-101738cc864a tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:29:06.786292 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3848f7bf-36d4-44c1-93a0-101738cc864a tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:29:06.786568 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-f4c59a1b-f991-4c09-be41-54b4140698a8 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "GET /v2.0/security-groups/5b70a441-79c7-4437-b160-55bbffdc28f3 HTTP/1.1" status: 404 len: 347 time: 0.0154543 Aug 12 15:29:06.786677 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3848f7bf-36d4-44c1-93a0-101738cc864a tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:29:06.786677 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3848f7bf-36d4-44c1-93a0-101738cc864a tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:29:06.786677 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3848f7bf-36d4-44c1-93a0-101738cc864a tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:29:06.786677 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3848f7bf-36d4-44c1-93a0-101738cc864a tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:29:06.786677 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3848f7bf-36d4-44c1-93a0-101738cc864a tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:29:06.786677 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3848f7bf-36d4-44c1-93a0-101738cc864a tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:29:06.786677 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3848f7bf-36d4-44c1-93a0-101738cc864a tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:29:06.786677 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3848f7bf-36d4-44c1-93a0-101738cc864a tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:29:06.786677 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3848f7bf-36d4-44c1-93a0-101738cc864a tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:29:06.787465 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3848f7bf-36d4-44c1-93a0-101738cc864a tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:29:06.787665 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 34896) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:29:06.911858 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-aabd6ba7-b79e-45d3-86e8-31dc3acf2272 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Deleting port 7cd4dd8f-a60e-4594-b652-dcd7ee423743 {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 15:29:06.912192 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-aabd6ba7-b79e-45d3-86e8-31dc3acf2272 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:06.988525 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-aabd6ba7-b79e-45d3-86e8-31dc3acf2272 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:06.988877 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-aabd6ba7-b79e-45d3-86e8-31dc3acf2272 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:07.001851 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-aabd6ba7-b79e-45d3-86e8-31dc3acf2272 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Calling delete_port for 7cd4dd8f-a60e-4594-b652-dcd7ee423743 owned by network:floatingip {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 15:29:07.135221 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-aabd6ba7-b79e-45d3-86e8-31dc3acf2272 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:07.161656 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabd6ba7-b79e-45d3-86e8-31dc3acf2272 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Pushing event deleted for resources: {'Port': ['ID=7cd4dd8f-a60e-4594-b652-dcd7ee423743,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:29:07.220683 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-aabd6ba7-b79e-45d3-86e8-31dc3acf2272 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Notify callbacks [] for floatingip, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:07.223267 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-aabd6ba7-b79e-45d3-86e8-31dc3acf2272 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for floatingip, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:07.224416 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-aabd6ba7-b79e-45d3-86e8-31dc3acf2272 tempest-ServerActionsTestJSON-767823456 tempest-ServerActionsTestJSON-767823456-project] 10.222.0.39 "DELETE /v2.0/floatingips/26e7debd-74c3-44cd-b9cb-ffcd8c0f01ad HTTP/1.1" status: 204 len: 168 time: 0.4357753 Aug 12 15:29:07.227315 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 34898) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:29:07.611528 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-fae96235-a86f-44b2-a65a-e623eb17e85d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66663830'] for router_interface, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:07.851280 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-fae96235-a86f-44b2-a65a-e623eb17e85d admin admin] Deleting port 3e65877a-9c29-4f06-be2a-f078636d8799 {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 15:29:07.851985 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-fae96235-a86f-44b2-a65a-e623eb17e85d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:07.929019 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [None req-fae96235-a86f-44b2-a65a-e623eb17e85d admin admin] For port 3e65877a-9c29-4f06-be2a-f078636d8799, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=3e65877a-9c29-4f06-be2a-f078636d8799,segment=NetworkSegment(ea7c5eaf-858a-4527-90c5-d67c1ca964ac),segment_id=ea7c5eaf-858a-4527-90c5-d67c1ca964ac)] {{(pid=94467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:29:07.929293 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-fae96235-a86f-44b2-a65a-e623eb17e85d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:07.946321 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-fae96235-a86f-44b2-a65a-e623eb17e85d admin admin] Calling delete_port for 3e65877a-9c29-4f06-be2a-f078636d8799 owned by network:router_interface {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 15:29:08.123458 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-fae96235-a86f-44b2-a65a-e623eb17e85d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:08.148541 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae96235-a86f-44b2-a65a-e623eb17e85d admin admin] Pushing event deleted for resources: {'Port': ['ID=3e65877a-9c29-4f06-be2a-f078636d8799,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:29:08.317765 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-fae96235-a86f-44b2-a65a-e623eb17e85d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66628352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-430630'] for router_interface, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:08.529115 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fae96235-a86f-44b2-a65a-e623eb17e85d admin admin] Router d30a26a0-30fa-463d-b3cf-757521adcc97 has already been hosted by L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f {{(pid=94467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 15:29:08.635499 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fae96235-a86f-44b2-a65a-e623eb17e85d admin admin] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 15:29:08.640936 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-fae96235-a86f-44b2-a65a-e623eb17e85d admin admin] 10.222.0.39 "PUT /v2.0/routers/d30a26a0-30fa-463d-b3cf-757521adcc97/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4126968 Aug 12 15:29:08.644105 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 34902) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:29:08.644862 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c47e465-5398-4761-9c14-8d05ffab8ad4 None None] Sync routers for ids ['d30a26a0-30fa-463d-b3cf-757521adcc97'] in n-d-694802-15 {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 15:29:08.654456 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c47e465-5398-4761-9c14-8d05ffab8ad4 None None] Routers {'d30a26a0-30fa-463d-b3cf-757521adcc97'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:29:08.655122 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-7c47e465-5398-4761-9c14-8d05ffab8ad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T15:28:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['d30a26a0-30fa-463d-b3cf-757521adcc97'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:29:08.749243 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-6350b493-01f0-45d8-8ed7-e4ca3e34ff38 admin admin] Notify callbacks [] for router, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:08.757751 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-7c47e465-5398-4761-9c14-8d05ffab8ad4 None None] Set router d30a26a0-30fa-463d-b3cf-757521adcc97 gateway port host: n-d-694802-15 {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:29:08.853562 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-6350b493-01f0-45d8-8ed7-e4ca3e34ff38 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:08.910123 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-6350b493-01f0-45d8-8ed7-e4ca3e34ff38 admin admin] Deleting port d31893fb-90de-40d5-b502-11325f6985a2 {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 15:29:08.912093 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-6350b493-01f0-45d8-8ed7-e4ca3e34ff38 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:08.988710 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [None req-6350b493-01f0-45d8-8ed7-e4ca3e34ff38 admin admin] For port d31893fb-90de-40d5-b502-11325f6985a2, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=d31893fb-90de-40d5-b502-11325f6985a2,segment=NetworkSegment(b1b396cb-2dc6-4041-bfc7-1833a80a4720),segment_id=b1b396cb-2dc6-4041-bfc7-1833a80a4720)] {{(pid=94467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:29:08.989073 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-6350b493-01f0-45d8-8ed7-e4ca3e34ff38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:09.005194 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-6350b493-01f0-45d8-8ed7-e4ca3e34ff38 admin admin] Calling delete_port for d31893fb-90de-40d5-b502-11325f6985a2 owned by network:router_gateway {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 15:29:09.024482 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-7c47e465-5398-4761-9c14-8d05ffab8ad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd30a26a0-30fa-463d-b3cf-757521adcc97', 'name': 'tempest-ServerActionsTestJSON-2065852979-router', 'tenant_id': '75ca84b648f745e19b558c4935eb04e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.194'}], 'enable_snat': True}, 'gw_port_id': 'd31893fb-90de-40d5-b502-11325f6985a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:19:17Z', 'updated_at': '2021-08-12T15:29:08Z', 'revision_number': 5, 'project_id': '75ca84b648f745e19b558c4935eb04e1', 'gw_port': {'id': 'd31893fb-90de-40d5-b502-11325f6985a2', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:52:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd30a26a0-30fa-463d-b3cf-757521adcc97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:19:18Z', 'updated_at': '2021-08-12T15:19:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15'}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:29:09.050815 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c47e465-5398-4761-9c14-8d05ffab8ad4 None None] Checking router: d30a26a0-30fa-463d-b3cf-757521adcc97 for host: n-d-694802-15 {{(pid=94469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 15:29:09.058992 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c47e465-5398-4761-9c14-8d05ffab8ad4 None None] Routers {'d30a26a0-30fa-463d-b3cf-757521adcc97'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:29:09.060037 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-7c47e465-5398-4761-9c14-8d05ffab8ad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T15:28:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['d30a26a0-30fa-463d-b3cf-757521adcc97'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:29:09.146058 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-7c47e465-5398-4761-9c14-8d05ffab8ad4 None None] Set router d30a26a0-30fa-463d-b3cf-757521adcc97 gateway port host: None {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:29:09.172618 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-6350b493-01f0-45d8-8ed7-e4ca3e34ff38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:09.199588 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6350b493-01f0-45d8-8ed7-e4ca3e34ff38 admin admin] Pushing event deleted for resources: {'Port': ['ID=d31893fb-90de-40d5-b502-11325f6985a2,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:29:09.206092 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-7c47e465-5398-4761-9c14-8d05ffab8ad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd30a26a0-30fa-463d-b3cf-757521adcc97', 'name': 'tempest-ServerActionsTestJSON-2065852979-router', 'tenant_id': '75ca84b648f745e19b558c4935eb04e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:19:17Z', 'updated_at': '2021-08-12T15:29:08Z', 'revision_number': 6, 'project_id': '75ca84b648f745e19b558c4935eb04e1', 'gw_port_host': None}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:29:09.233687 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c47e465-5398-4761-9c14-8d05ffab8ad4 None None] The sync data for ids ['d30a26a0-30fa-463d-b3cf-757521adcc97'] in n-d-694802-15 is: [{'id': 'd30a26a0-30fa-463d-b3cf-757521adcc97', 'name': 'tempest-ServerActionsTestJSON-2065852979-router', 'tenant_id': '75ca84b648f745e19b558c4935eb04e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:19:17Z', 'updated_at': '2021-08-12T15:29:08Z', 'revision_number': 6, 'project_id': '75ca84b648f745e19b558c4935eb04e1', 'gw_port_host': None}] {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 15:29:09.262006 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-6350b493-01f0-45d8-8ed7-e4ca3e34ff38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-431580'] for router_gateway, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:09.351113 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-6350b493-01f0-45d8-8ed7-e4ca3e34ff38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-429360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-104877'] for router, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:09.353161 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-6350b493-01f0-45d8-8ed7-e4ca3e34ff38 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:09.395315 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-6350b493-01f0-45d8-8ed7-e4ca3e34ff38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-429375'] for router, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:09.395763 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6350b493-01f0-45d8-8ed7-e4ca3e34ff38 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d30a26a0-30fa-463d-b3cf-757521adcc97 {{(pid=94467) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 15:29:09.399906 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-6350b493-01f0-45d8-8ed7-e4ca3e34ff38 admin admin] Notify callbacks [] for router, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:09.401113 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-6350b493-01f0-45d8-8ed7-e4ca3e34ff38 admin admin] 10.222.0.39 "DELETE /v2.0/routers/d30a26a0-30fa-463d-b3cf-757521adcc97 HTTP/1.1" status: 204 len: 168 time: 0.7559600 Aug 12 15:29:09.404335 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 34904) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:29:09.451227 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_v2 [None req-fcfe2cf4-e75b-43f7-8c68-4d3ec036012f admin admin] Deleting subnet a29bf4ff-3938-4793-81ab-a3fe2312a21a {{(pid=94467) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 15:29:09.454251 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-fcfe2cf4-e75b-43f7-8c68-4d3ec036012f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:09.487526 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-fcfe2cf4-e75b-43f7-8c68-4d3ec036012f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3857505'] for subnet, precommit_delete_associations {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:09.564154 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-fcfe2cf4-e75b-43f7-8c68-4d3ec036012f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66416255'] for subnet, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:09.625562 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-fcfe2cf4-e75b-43f7-8c68-4d3ec036012f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66416232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2859225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3343748'] for subnet, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:09.655826 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-fcfe2cf4-e75b-43f7-8c68-4d3ec036012f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:09.657710 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-fcfe2cf4-e75b-43f7-8c68-4d3ec036012f admin admin] 10.222.0.39 "DELETE /v2.0/subnets/a29bf4ff-3938-4793-81ab-a3fe2312a21a HTTP/1.1" status: 204 len: 168 time: 0.2524190 Aug 12 15:29:09.658517 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfe2cf4-e75b-43f7-8c68-4d3ec036012f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a29bf4ff-3938-4793-81ab-a3fe2312a21a,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:29:09.660489 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 34906) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:29:09.663693 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5ea2232-1f85-4528-804a-fb2c5e380c9d None None] Network 2ee677d4-1e4b-4619-b123-ac984d8e7f0e requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 15:29:09.734910 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-151be749-dbff-45b9-95c0-3ca399cd2a8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680608'] for network, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:09.787932 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-151be749-dbff-45b9-95c0-3ca399cd2a8f admin admin] Deleting port ae020f5e-524c-4e17-8ae6-f8776d642aea {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 15:29:09.788275 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-151be749-dbff-45b9-95c0-3ca399cd2a8f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:09.857163 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-151be749-dbff-45b9-95c0-3ca399cd2a8f admin admin] For port ae020f5e-524c-4e17-8ae6-f8776d642aea, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=ae020f5e-524c-4e17-8ae6-f8776d642aea,segment=NetworkSegment(ea7c5eaf-858a-4527-90c5-d67c1ca964ac),segment_id=ea7c5eaf-858a-4527-90c5-d67c1ca964ac)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:29:09.857523 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-151be749-dbff-45b9-95c0-3ca399cd2a8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:09.870401 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-151be749-dbff-45b9-95c0-3ca399cd2a8f admin admin] Calling delete_port for ae020f5e-524c-4e17-8ae6-f8776d642aea owned by network:dhcp {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 15:29:09.953293 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-151be749-dbff-45b9-95c0-3ca399cd2a8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:09.968546 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8726dad9-95b7-41b8-aa5c-776256755e28 None None] DHCP port deletion for 2ee677d4-1e4b-4619-b123-ac984d8e7f0e request from n-d-694802-15 {{(pid=94468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 15:29:09.984017 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151be749-dbff-45b9-95c0-3ca399cd2a8f admin admin] Pushing event deleted for resources: {'Port': ['ID=ae020f5e-524c-4e17-8ae6-f8776d642aea,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:29:09.986002 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-151be749-dbff-45b9-95c0-3ca399cd2a8f admin admin] No DVR routers for this DVR port ae020f5e-524c-4e17-8ae6-f8776d642aea on host n-d-694802-15 {{(pid=94466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 15:29:10.060982 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-151be749-dbff-45b9-95c0-3ca399cd2a8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66413304', 'neutron.services.segments.db._delete_segments_for_network-8744654118000'] for network, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:10.071448 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-151be749-dbff-45b9-95c0-3ca399cd2a8f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ee677d4-1e4b-4619-b123-ac984d8e7f0e']}} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:29:10.082176 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-151be749-dbff-45b9-95c0-3ca399cd2a8f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea7c5eaf-858a-4527-90c5-d67c1ca964ac') {'for_net_delete': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:29:10.082471 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-151be749-dbff-45b9-95c0-3ca399cd2a8f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea7c5eaf-858a-4527-90c5-d67c1ca964ac') {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:29:10.092176 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-151be749-dbff-45b9-95c0-3ca399cd2a8f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744654122361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2293560'] for segment, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:10.106687 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-151be749-dbff-45b9-95c0-3ca399cd2a8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:10.112481 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-151be749-dbff-45b9-95c0-3ca399cd2a8f admin admin] Releasing vlan 336 on physical network physnet1 to pool {{(pid=94466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 15:29:10.112866 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-151be749-dbff-45b9-95c0-3ca399cd2a8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3718595'] for segment, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:10.114495 n-d-694802-15 neutron-server[94466]: Traceback (most recent call last): Aug 12 15:29:10.114495 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 15:29:10.114495 n-d-694802-15 neutron-server[94466]: timer() Aug 12 15:29:10.114495 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 15:29:10.114495 n-d-694802-15 neutron-server[94466]: cb(*args, **kw) Aug 12 15:29:10.114495 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 15:29:10.114495 n-d-694802-15 neutron-server[94466]: return func(*args, **kwargs) Aug 12 15:29:10.114495 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 15:29:10.114495 n-d-694802-15 neutron-server[94466]: self._notify() Aug 12 15:29:10.114495 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 15:29:10.114495 n-d-694802-15 neutron-server[94466]: self.callback(batched_events) Aug 12 15:29:10.114495 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 15:29:10.114495 n-d-694802-15 neutron-server[94466]: event.method(event) Aug 12 15:29:10.114495 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 15:29:10.114495 n-d-694802-15 neutron-server[94466]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 15:29:10.114495 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 15:29:10.114495 n-d-694802-15 neutron-server[94466]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 15:29:10.114495 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 15:29:10.114495 n-d-694802-15 neutron-server[94466]: return f(self, *a, **k) Aug 12 15:29:10.114495 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 15:29:10.114495 n-d-694802-15 neutron-server[94466]: return self._get(url).json() Aug 12 15:29:10.114495 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 15:29:10.114495 n-d-694802-15 neutron-server[94466]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 15:29:10.114495 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 15:29:10.114495 n-d-694802-15 neutron-server[94466]: return self.request(url, 'GET', **kwargs) Aug 12 15:29:10.114495 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 15:29:10.114495 n-d-694802-15 neutron-server[94466]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 15:29:10.114495 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 15:29:10.114495 n-d-694802-15 neutron-server[94466]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 15:29:10.114495 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 15:29:10.114495 n-d-694802-15 neutron-server[94466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 15:29:10.114495 n-d-694802-15 neutron-server[94466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 15:29:10.169422 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-d6060a86-7c44-4f5a-a663-5d0174736bff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:10.176677 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-151be749-dbff-45b9-95c0-3ca399cd2a8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66413281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431520'] for network, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:10.182328 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-151be749-dbff-45b9-95c0-3ca399cd2a8f admin admin] Notify callbacks [] for network, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:10.184257 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-151be749-dbff-45b9-95c0-3ca399cd2a8f admin admin] 10.222.0.39 "DELETE /v2.0/networks/2ee677d4-1e4b-4619-b123-ac984d8e7f0e HTTP/1.1" status: 204 len: 168 time: 0.5220649 Aug 12 15:29:10.200875 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151be749-dbff-45b9-95c0-3ca399cd2a8f admin admin] Pushing event deleted for resources: {'Network': ['ID=2ee677d4-1e4b-4619-b123-ac984d8e7f0e,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:29:10.302156 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 34910) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:29:10.342005 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-e5fbcf40-5302-4796-8935-fbc7adb6377d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=75ca84b648f745e19b558c4935eb04e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0386608 Aug 12 15:29:10.344373 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 34912) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:29:10.390469 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-ced331e7-479c-4593-bab2-1c7389db6ae5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:10.412469 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-ced331e7-479c-4593-bab2-1c7389db6ae5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:10.457247 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-ced331e7-479c-4593-bab2-1c7389db6ae5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:10.459838 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-ced331e7-479c-4593-bab2-1c7389db6ae5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:10.460981 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-ced331e7-479c-4593-bab2-1c7389db6ae5 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/848c2346-7cb8-43b4-b8c9-5e66e34dc0a3 HTTP/1.1" status: 204 len: 168 time: 0.1157284 Aug 12 15:29:10.469183 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced331e7-479c-4593-bab2-1c7389db6ae5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=848c2346-7cb8-43b4-b8c9-5e66e34dc0a3,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:29:11.179456 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 34934) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:29:11.201982 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device d31893fb-90de-40d5-b502-11325f6985a2 no longer exists at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 15:29:11.221773 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] No Port match for: d31893fb-90de-40d5-b502-11325f6985a2 {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 15:29:11.222198 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device d31893fb-90de-40d5-b502-11325f6985a2 not bound to the agent host n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 15:29:11.222698 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device ae020f5e-524c-4e17-8ae6-f8776d642aea no longer exists at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 15:29:11.241928 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] No Port match for: ae020f5e-524c-4e17-8ae6-f8776d642aea {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 15:29:11.242276 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device ae020f5e-524c-4e17-8ae6-f8776d642aea not bound to the agent host n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 15:29:11.242700 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 3e65877a-9c29-4f06-be2a-f078636d8799 no longer exists at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 15:29:11.260513 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] No Port match for: 3e65877a-9c29-4f06-be2a-f078636d8799 {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 15:29:11.260862 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 3e65877a-9c29-4f06-be2a-f078636d8799 not bound to the agent host n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 15:29:11.281008 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-71fdd50e-7639-474c-ace1-abf2f1d9b26d admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-376652495-network', 'tenant_id': '6cfa06c3f9194131b0eb500744cf5597'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:29:11.302031 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71fdd50e-7639-474c-ace1-abf2f1d9b26d admin admin] Made reservation on behalf of 6cfa06c3f9194131b0eb500744cf5597 for: {'network': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 15:29:11.304193 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-71fdd50e-7639-474c-ace1-abf2f1d9b26d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for network, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:11.315892 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-71fdd50e-7639-474c-ace1-abf2f1d9b26d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:11.401126 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-71fdd50e-7639-474c-ace1-abf2f1d9b26d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:11.405485 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-71fdd50e-7639-474c-ace1-abf2f1d9b26d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:11.429626 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71fdd50e-7639-474c-ace1-abf2f1d9b26d admin admin] vlan segment allocate from pool success with {'vlan_id': 344, 'physical_network': 'physnet1'} {{(pid=94467) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 15:29:11.439191 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fdd50e-7639-474c-ace1-abf2f1d9b26d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=150a7909-4e4d-4bd0-97fa-357e6fa16fa0,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:29:11.444912 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-71fdd50e-7639-474c-ace1-abf2f1d9b26d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:11.445251 n-d-694802-15 neutron-server[94467]: INFO neutron.db.segments_db [None req-71fdd50e-7639-474c-ace1-abf2f1d9b26d admin admin] Added segment 9db4250f-6863-487b-a105-86263d1cde28 of type vlan for network ae69940f-8e2b-4250-a0fd-c46c9b6947c3 Aug 12 15:29:11.485871 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-71fdd50e-7639-474c-ace1-abf2f1d9b26d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744653628263'] for network, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:11.514808 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-71fdd50e-7639-474c-ace1-abf2f1d9b26d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409'] for network, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:11.515717 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71fdd50e-7639-474c-ace1-abf2f1d9b26d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:29:11.516300 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-71fdd50e-7639-474c-ace1-abf2f1d9b26d admin admin] Notify callbacks [] for network, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:11.565838 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-71fdd50e-7639-474c-ace1-abf2f1d9b26d admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3852370 Aug 12 15:29:11.569127 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 34938) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:29:11.575413 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-d12d588e-8913-4485-816c-f6899ee1f510 admin admin] Request body: {'subnet': {'network_id': 'ae69940f-8e2b-4250-a0fd-c46c9b6947c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-376652495-subnet', 'tenant_id': '6cfa06c3f9194131b0eb500744cf5597', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:29:11.575559 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fdd50e-7639-474c-ace1-abf2f1d9b26d admin admin] Pushing event updated for resources: {'Network': ['ID=ae69940f-8e2b-4250-a0fd-c46c9b6947c3,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:29:11.585475 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Network ae69940f-8e2b-4250-a0fd-c46c9b6947c3 details requested by agent ovs-agent-n-d-694802-15 with host n-d-694802-15 {{(pid=94468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 15:29:11.597289 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d12d588e-8913-4485-816c-f6899ee1f510 admin admin] Made reservation on behalf of 6cfa06c3f9194131b0eb500744cf5597 for: {'subnet': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 15:29:11.599858 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d12d588e-8913-4485-816c-f6899ee1f510 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8776441'] for subnet, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:11.768958 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d12d588e-8913-4485-816c-f6899ee1f510 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3718490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8776395'] for subnet, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:11.818159 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12d588e-8913-4485-816c-f6899ee1f510 admin admin] Pushing event updated for resources: {'Subnet': ['ID=02f1205a-7962-4ba4-ad23-178bbc23a341,revision_number=0']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:29:11.832909 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d12d588e-8913-4485-816c-f6899ee1f510 admin admin] Checking segment: {'id': '9db4250f-6863-487b-a105-86263d1cde28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ae69940f-8e2b-4250-a0fd-c46c9b6947c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 15:29:11.833274 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d12d588e-8913-4485-816c-f6899ee1f510 admin admin] Network hostable DHCP agents. Network: ae69940f-8e2b-4250-a0fd-c46c9b6947c3, hostable agents: ['1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658'], hosted agents: [] {{(pid=94466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 15:29:11.849929 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d12d588e-8913-4485-816c-f6899ee1f510 admin admin] Network ae69940f-8e2b-4250-a0fd-c46c9b6947c3 is scheduled to be hosted by DHCP agent 1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658 with binding_index 1 {{(pid=94466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 15:29:11.859183 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-d12d588e-8913-4485-816c-f6899ee1f510 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-15, ae69940f-8e2b-4250-a0fd-c46c9b6947c3) {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:29:11.863207 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d12d588e-8913-4485-816c-f6899ee1f510 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:29:11.863799 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d12d588e-8913-4485-816c-f6899ee1f510 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:11.868750 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75910321-d40b-4c67-aad6-aa6967062d2b None None] Network ae69940f-8e2b-4250-a0fd-c46c9b6947c3 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 15:29:11.886230 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-d12d588e-8913-4485-816c-f6899ee1f510 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3081477 Aug 12 15:29:11.989625 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db8b1ed7-e64d-4dd3-ba7c-127d8db12197 None None] Network ae69940f-8e2b-4250-a0fd-c46c9b6947c3 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 15:29:12.066245 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:12.299636 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dff1c5-d60b-40d2-8c65-a9f68e361e0a req-7bce211a-dd9a-4db1-b3be-cbfa3dbfe2b7 tempest-ServersNegativeTestJSON-2049653791 tempest-ServersNegativeTestJSON-2049653791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:29:12.301468 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-75dff1c5-d60b-40d2-8c65-a9f68e361e0a req-7bce211a-dd9a-4db1-b3be-cbfa3dbfe2b7 tempest-ServersNegativeTestJSON-2049653791 tempest-ServersNegativeTestJSON-2049653791-project] 10.222.0.39 "GET /v2.0/networks?id=ae69940f-8e2b-4250-a0fd-c46c9b6947c3 HTTP/1.1" status: 200 len: 813 time: 0.1043472 Aug 12 15:29:12.316619 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-75dff1c5-d60b-40d2-8c65-a9f68e361e0a req-0f076320-e0a6-4060-b767-7cf1bf0989f2 tempest-ServersNegativeTestJSON-2049653791 tempest-ServersNegativeTestJSON-2049653791-project] 10.222.0.39 "GET /v2.0/quotas/6cfa06c3f9194131b0eb500744cf5597 HTTP/1.1" status: 200 len: 375 time: 0.0094008 Aug 12 15:29:12.348851 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-75dff1c5-d60b-40d2-8c65-a9f68e361e0a req-e115351f-d12e-4f2c-9370-8ac3a349c57d tempest-ServersNegativeTestJSON-2049653791 tempest-ServersNegativeTestJSON-2049653791-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=6cfa06c3f9194131b0eb500744cf5597&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0268483 Aug 12 15:29:12.449109 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [req-75dff1c5-d60b-40d2-8c65-a9f68e361e0a req-e59c9cae-d022-4e7d-ab77-c2fceb218f7d service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=94467) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 15:29:12.450830 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-75dff1c5-d60b-40d2-8c65-a9f68e361e0a req-e59c9cae-d022-4e7d-ab77-c2fceb218f7d service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0443270 Aug 12 15:29:12.541176 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-75dff1c5-d60b-40d2-8c65-a9f68e361e0a req-eaaff96e-7577-4af6-9e74-f2bf62151381 service neutron] 10.222.0.39 "GET /v2.0/networks/ae69940f-8e2b-4250-a0fd-c46c9b6947c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841086 Aug 12 15:29:12.628849 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-75dff1c5-d60b-40d2-8c65-a9f68e361e0a req-46f977b9-62d9-42de-af06-decf857c09b0 service neutron] 10.222.0.39 "GET /v2.0/networks/ae69940f-8e2b-4250-a0fd-c46c9b6947c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814471 Aug 12 15:29:12.800992 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-95aa7256-68f4-4598-bfd2-e83ee810a55c req-ac06008f-0362-4e34-b6ac-97123f606369 tempest-ServersNegativeTestJSON-2049653791 tempest-ServersNegativeTestJSON-2049653791-project] 10.222.0.39 "GET /v2.0/ports?device_id=2f2d69f4-b71f-485d-b772-54e763da8ff0 HTTP/1.1" status: 200 len: 210 time: 0.0278161 Aug 12 15:29:13.077754 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:13.426536 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-57556f00-bb2b-4af8-a335-ebc8ed65ff11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:13.490957 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:13.736891 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dff1c5-d60b-40d2-8c65-a9f68e361e0a req-3d8157ed-6172-4ddd-bdb5-60c34519e358 tempest-ServersNegativeTestJSON-2049653791 tempest-ServersNegativeTestJSON-2049653791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:29:13.738389 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-75dff1c5-d60b-40d2-8c65-a9f68e361e0a req-3d8157ed-6172-4ddd-bdb5-60c34519e358 tempest-ServersNegativeTestJSON-2049653791 tempest-ServersNegativeTestJSON-2049653791-project] 10.222.0.64 "GET /v2.0/networks?id=ae69940f-8e2b-4250-a0fd-c46c9b6947c3 HTTP/1.1" status: 200 len: 813 time: 0.1099923 Aug 12 15:29:13.751911 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-75dff1c5-d60b-40d2-8c65-a9f68e361e0a req-2f3b243e-5a71-4c6a-ab9f-2f43c273241f tempest-ServersNegativeTestJSON-2049653791 tempest-ServersNegativeTestJSON-2049653791-project] Request body: {'port': {'device_id': '2f2d69f4-b71f-485d-b772-54e763da8ff0', 'network_id': 'ae69940f-8e2b-4250-a0fd-c46c9b6947c3', 'admin_state_up': True, 'tenant_id': '6cfa06c3f9194131b0eb500744cf5597'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:29:13.858812 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75dff1c5-d60b-40d2-8c65-a9f68e361e0a req-2f3b243e-5a71-4c6a-ab9f-2f43c273241f tempest-ServersNegativeTestJSON-2049653791 tempest-ServersNegativeTestJSON-2049653791-project] Made reservation on behalf of 6cfa06c3f9194131b0eb500744cf5597 for: {'port': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 15:29:13.862427 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-75dff1c5-d60b-40d2-8c65-a9f68e361e0a req-2f3b243e-5a71-4c6a-ab9f-2f43c273241f tempest-ServersNegativeTestJSON-2049653791 tempest-ServersNegativeTestJSON-2049653791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:13.906256 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f5b4c0a7-3020-4e31-8d25-15a5a1e4b1be req-a8762559-679f-4bcc-9da0-7c12b9283589 tempest-ServersNegativeTestJSON-2049653791 tempest-ServersNegativeTestJSON-2049653791-project] 10.222.0.39 "GET /v2.0/ports?device_id=2f2d69f4-b71f-485d-b772-54e763da8ff0 HTTP/1.1" status: 200 len: 210 time: 0.0340331 Aug 12 15:29:14.011860 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_common [req-75dff1c5-d60b-40d2-8c65-a9f68e361e0a req-2f3b243e-5a71-4c6a-ab9f-2f43c273241f tempest-ServersNegativeTestJSON-2049653791 tempest-ServersNegativeTestJSON-2049653791-project] Allocated IP 172.20.0.12 (ae69940f-8e2b-4250-a0fd-c46c9b6947c3/02f1205a-7962-4ba4-ad23-178bbc23a341/95d3b3e8-2a19-4e38-a468-190409433691) {{(pid=94467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 15:29:14.157542 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-75dff1c5-d60b-40d2-8c65-a9f68e361e0a req-2f3b243e-5a71-4c6a-ab9f-2f43c273241f tempest-ServersNegativeTestJSON-2049653791 tempest-ServersNegativeTestJSON-2049653791-project] Notify callbacks [] for port, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:14.169815 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-1769855f-eda9-4483-9dc3-3220908ab45d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:14.198363 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-75dff1c5-d60b-40d2-8c65-a9f68e361e0a req-2f3b243e-5a71-4c6a-ab9f-2f43c273241f tempest-ServersNegativeTestJSON-2049653791 tempest-ServersNegativeTestJSON-2049653791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:14.238194 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75dff1c5-d60b-40d2-8c65-a9f68e361e0a req-2f3b243e-5a71-4c6a-ab9f-2f43c273241f tempest-ServersNegativeTestJSON-2049653791 tempest-ServersNegativeTestJSON-2049653791-project] Network ae69940f-8e2b-4250-a0fd-c46c9b6947c3 is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 15:29:14.241261 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [req-75dff1c5-d60b-40d2-8c65-a9f68e361e0a req-2f3b243e-5a71-4c6a-ab9f-2f43c273241f tempest-ServersNegativeTestJSON-2049653791 tempest-ServersNegativeTestJSON-2049653791-project] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:29:14.243625 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [req-75dff1c5-d60b-40d2-8c65-a9f68e361e0a req-2f3b243e-5a71-4c6a-ab9f-2f43c273241f tempest-ServersNegativeTestJSON-2049653791 tempest-ServersNegativeTestJSON-2049653791-project] Received port after_create {{(pid=94467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 15:29:14.275050 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3b243e-5a71-4c6a-ab9f-2f43c273241f tempest-ServersNegativeTestJSON-2049653791 tempest-ServersNegativeTestJSON-2049653791-project] Pushing event updated for resources: {'Port': ['ID=95d3b3e8-2a19-4e38-a468-190409433691,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:29:14.300116 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dff1c5-d60b-40d2-8c65-a9f68e361e0a req-2f3b243e-5a71-4c6a-ab9f-2f43c273241f tempest-ServersNegativeTestJSON-2049653791 tempest-ServersNegativeTestJSON-2049653791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:29:14.300713 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-75dff1c5-d60b-40d2-8c65-a9f68e361e0a req-2f3b243e-5a71-4c6a-ab9f-2f43c273241f tempest-ServersNegativeTestJSON-2049653791 tempest-ServersNegativeTestJSON-2049653791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:14.314248 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-75dff1c5-d60b-40d2-8c65-a9f68e361e0a req-2f3b243e-5a71-4c6a-ab9f-2f43c273241f tempest-ServersNegativeTestJSON-2049653791 tempest-ServersNegativeTestJSON-2049653791-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5662119 Aug 12 15:29:14.326774 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-75dff1c5-d60b-40d2-8c65-a9f68e361e0a req-2e27e64c-7af2-4946-a7a4-b19bc1dff389 service neutron] Request body: {'port': {'device_id': '2f2d69f4-b71f-485d-b772-54e763da8ff0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-694802-15'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:29:14.383451 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-75dff1c5-d60b-40d2-8c65-a9f68e361e0a req-2e27e64c-7af2-4946-a7a4-b19bc1dff389 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:14.639596 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [req-75dff1c5-d60b-40d2-8c65-a9f68e361e0a req-2e27e64c-7af2-4946-a7a4-b19bc1dff389 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95d3b3e8-2a19-4e38-a468-190409433691 {{(pid=94467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 15:29:14.646913 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-75dff1c5-d60b-40d2-8c65-a9f68e361e0a req-2e27e64c-7af2-4946-a7a4-b19bc1dff389 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:14.658947 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [req-75dff1c5-d60b-40d2-8c65-a9f68e361e0a req-2e27e64c-7af2-4946-a7a4-b19bc1dff389 service neutron] Transition to ACTIVE for port object 95d3b3e8-2a19-4e38-a468-190409433691 will not be triggered until provisioned by entity L2. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:29:14.662735 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-75dff1c5-d60b-40d2-8c65-a9f68e361e0a req-2e27e64c-7af2-4946-a7a4-b19bc1dff389 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:14.714000 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e27e64c-7af2-4946-a7a4-b19bc1dff389 service neutron] Pushing event updated for resources: {'Port': ['ID=95d3b3e8-2a19-4e38-a468-190409433691,revision_number=2']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:29:14.780047 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-75dff1c5-d60b-40d2-8c65-a9f68e361e0a req-2e27e64c-7af2-4946-a7a4-b19bc1dff389 service neutron] Attempting to bind port 95d3b3e8-2a19-4e38-a468-190409433691 on host n-h1-694802-15 for vnic_type normal with profile {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 15:29:14.780716 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-75dff1c5-d60b-40d2-8c65-a9f68e361e0a req-2e27e64c-7af2-4946-a7a4-b19bc1dff389 service neutron] Attempting to bind port 95d3b3e8-2a19-4e38-a468-190409433691 by drivers openvswitch,hyperv on host n-h1-694802-15 at level 0 using segments [{'id': '9db4250f-6863-487b-a105-86263d1cde28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ae69940f-8e2b-4250-a0fd-c46c9b6947c3'}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 15:29:14.780716 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75dff1c5-d60b-40d2-8c65-a9f68e361e0a req-2e27e64c-7af2-4946-a7a4-b19bc1dff389 service neutron] Attempting to bind port 95d3b3e8-2a19-4e38-a468-190409433691 on network ae69940f-8e2b-4250-a0fd-c46c9b6947c3 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 15:29:14.784930 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75dff1c5-d60b-40d2-8c65-a9f68e361e0a req-2e27e64c-7af2-4946-a7a4-b19bc1dff389 service neutron] Port 95d3b3e8-2a19-4e38-a468-190409433691 on network ae69940f-8e2b-4250-a0fd-c46c9b6947c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-15 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 15:29:14.785249 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75dff1c5-d60b-40d2-8c65-a9f68e361e0a req-2e27e64c-7af2-4946-a7a4-b19bc1dff389 service neutron] Attempting to bind port 95d3b3e8-2a19-4e38-a468-190409433691 on network ae69940f-8e2b-4250-a0fd-c46c9b6947c3 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 15:29:14.790017 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75dff1c5-d60b-40d2-8c65-a9f68e361e0a req-2e27e64c-7af2-4946-a7a4-b19bc1dff389 service neutron] Checking agent: {'id': 'de568313-a3e6-454a-9813-77e25edcea95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 27, 41), 'started_at': datetime.datetime(2021, 8, 12, 14, 27, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 15, 29, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 15:29:14.790349 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75dff1c5-d60b-40d2-8c65-a9f68e361e0a req-2e27e64c-7af2-4946-a7a4-b19bc1dff389 service neutron] Checking segment: {'id': '9db4250f-6863-487b-a105-86263d1cde28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ae69940f-8e2b-4250-a0fd-c46c9b6947c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 15:29:14.790726 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75dff1c5-d60b-40d2-8c65-a9f68e361e0a req-2e27e64c-7af2-4946-a7a4-b19bc1dff389 service neutron] Bound using segment: {'id': '9db4250f-6863-487b-a105-86263d1cde28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ae69940f-8e2b-4250-a0fd-c46c9b6947c3'} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 15:29:14.791184 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-75dff1c5-d60b-40d2-8c65-a9f68e361e0a req-2e27e64c-7af2-4946-a7a4-b19bc1dff389 service neutron] Bound port: 95d3b3e8-2a19-4e38-a468-190409433691, host: n-h1-694802-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9db4250f-6863-487b-a105-86263d1cde28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ae69940f-8e2b-4250-a0fd-c46c9b6947c3'}}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 15:29:14.791537 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-75dff1c5-d60b-40d2-8c65-a9f68e361e0a req-2e27e64c-7af2-4946-a7a4-b19bc1dff389 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:14.852414 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-75dff1c5-d60b-40d2-8c65-a9f68e361e0a req-2e27e64c-7af2-4946-a7a4-b19bc1dff389 service neutron] For port 95d3b3e8-2a19-4e38-a468-190409433691, host n-h1-694802-15, cleared binding levels {{(pid=94467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 15:29:14.855532 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-75dff1c5-d60b-40d2-8c65-a9f68e361e0a req-2e27e64c-7af2-4946-a7a4-b19bc1dff389 service neutron] For port 95d3b3e8-2a19-4e38-a468-190409433691, host n-h1-694802-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=95d3b3e8-2a19-4e38-a468-190409433691,segment=NetworkSegment(9db4250f-6863-487b-a105-86263d1cde28),segment_id=9db4250f-6863-487b-a105-86263d1cde28)] {{(pid=94467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 15:29:14.860695 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-75dff1c5-d60b-40d2-8c65-a9f68e361e0a req-2e27e64c-7af2-4946-a7a4-b19bc1dff389 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:14.893102 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dff1c5-d60b-40d2-8c65-a9f68e361e0a req-2e27e64c-7af2-4946-a7a4-b19bc1dff389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:29:14.893972 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-75dff1c5-d60b-40d2-8c65-a9f68e361e0a req-2e27e64c-7af2-4946-a7a4-b19bc1dff389 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:14.895362 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-75dff1c5-d60b-40d2-8c65-a9f68e361e0a req-2e27e64c-7af2-4946-a7a4-b19bc1dff389 service neutron] 10.222.0.64 "PUT /v2.0/ports/95d3b3e8-2a19-4e38-a468-190409433691 HTTP/1.1" status: 200 len: 1093 time: 0.5727227 Aug 12 15:29:14.895785 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f2d69f4-b71f-485d-b772-54e763da8ff0', 'tag': '95d3b3e8-2a19-4e38-a468-190409433691'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:29:14.897977 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1d90890f15e5cc8eba4d51c7734538f2f2e5e8e12504eb7d6ddd0a29ee9b803" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b267b1c4-894f-46ba-b465-49b561d98d2d" -d '{"events": [{"name": "network-changed", "server_uuid": "2f2d69f4-b71f-485d-b772-54e763da8ff0", "tag": "95d3b3e8-2a19-4e38-a468-190409433691"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 15:29:14.922506 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e27e64c-7af2-4946-a7a4-b19bc1dff389 service neutron] Pushing event updated for resources: {'Port': ['ID=95d3b3e8-2a19-4e38-a468-190409433691,revision_number=3']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:29:14.971381 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 15:29:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22c9f364-14a7-4c35-b9a7-82659767cb13 x-openstack-request-id: req-22c9f364-14a7-4c35-b9a7-82659767cb13 {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 15:29:14.971670 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f2d69f4-b71f-485d-b772-54e763da8ff0", "tag": "95d3b3e8-2a19-4e38-a468-190409433691", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 15:29:14.971919 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-22c9f364-14a7-4c35-b9a7-82659767cb13 {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 15:29:14.972310 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f2d69f4-b71f-485d-b772-54e763da8ff0', 'tag': '95d3b3e8-2a19-4e38-a468-190409433691', 'status': 'completed', 'code': 200} Aug 12 15:29:15.017930 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dff1c5-d60b-40d2-8c65-a9f68e361e0a req-dfef3423-7ebb-4c8e-9f44-1bb55d4cd802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:29:15.019729 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-75dff1c5-d60b-40d2-8c65-a9f68e361e0a req-dfef3423-7ebb-4c8e-9f44-1bb55d4cd802 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6cfa06c3f9194131b0eb500744cf5597&device_id=2f2d69f4-b71f-485d-b772-54e763da8ff0 HTTP/1.1" status: 200 len: 1096 time: 0.0794988 Aug 12 15:29:15.032797 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0d1186-29d5-48a9-be41-76354427a23b req-bd514e9a-f066-4546-9ff9-50eddf7822b8 tempest-ServersNegativeTestJSON-2049653791 tempest-ServersNegativeTestJSON-2049653791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:29:15.034200 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-db0d1186-29d5-48a9-be41-76354427a23b req-bd514e9a-f066-4546-9ff9-50eddf7822b8 tempest-ServersNegativeTestJSON-2049653791 tempest-ServersNegativeTestJSON-2049653791-project] 10.222.0.39 "GET /v2.0/ports?device_id=2f2d69f4-b71f-485d-b772-54e763da8ff0 HTTP/1.1" status: 200 len: 944 time: 0.0599754 Aug 12 15:29:15.072956 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-75dff1c5-d60b-40d2-8c65-a9f68e361e0a req-27e18a1d-c401-4768-9e88-cba3802a0c2d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=95d3b3e8-2a19-4e38-a468-190409433691 HTTP/1.1" status: 200 len: 217 time: 0.0378461 Aug 12 15:29:15.131217 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-db0d1186-29d5-48a9-be41-76354427a23b req-02dbc90d-d302-46ee-8a2e-656e0dfe36a6 tempest-ServersNegativeTestJSON-2049653791 tempest-ServersNegativeTestJSON-2049653791-project] 10.222.0.39 "GET /v2.0/security-groups?id=150a7909-4e4d-4bd0-97fa-357e6fa16fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906112 Aug 12 15:29:15.140538 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dff1c5-d60b-40d2-8c65-a9f68e361e0a req-27e9132f-947d-4e5e-b65d-01d1d5273828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:29:15.141970 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-75dff1c5-d60b-40d2-8c65-a9f68e361e0a req-27e9132f-947d-4e5e-b65d-01d1d5273828 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=02f1205a-7962-4ba4-ad23-178bbc23a341 HTTP/1.1" status: 200 len: 853 time: 0.0607989 Aug 12 15:29:15.174549 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-75dff1c5-d60b-40d2-8c65-a9f68e361e0a req-f3d0a14a-4d82-4f40-87ef-f66cbeaca6c5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ae69940f-8e2b-4250-a0fd-c46c9b6947c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249629 Aug 12 15:29:15.262403 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-75dff1c5-d60b-40d2-8c65-a9f68e361e0a req-c325e164-8f47-43e1-8b36-e0783b9a52c6 service neutron] 10.222.0.64 "GET /v2.0/networks/ae69940f-8e2b-4250-a0fd-c46c9b6947c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0785568 Aug 12 15:29:15.354648 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-75dff1c5-d60b-40d2-8c65-a9f68e361e0a req-b97b17ad-993f-4395-ba18-3fa0ac73366a service neutron] 10.222.0.64 "GET /v2.0/networks/ae69940f-8e2b-4250-a0fd-c46c9b6947c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829298 Aug 12 15:29:15.441760 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b267b1c4-894f-46ba-b465-49b561d98d2d req-5b8f307e-1a73-496d-aa6e-01f86ce56386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:29:15.443137 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b267b1c4-894f-46ba-b465-49b561d98d2d req-5b8f307e-1a73-496d-aa6e-01f86ce56386 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6cfa06c3f9194131b0eb500744cf5597&device_id=2f2d69f4-b71f-485d-b772-54e763da8ff0 HTTP/1.1" status: 200 len: 1096 time: 0.0404482 Aug 12 15:29:15.532281 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b267b1c4-894f-46ba-b465-49b561d98d2d req-1e87a897-01e2-4d3a-8fb8-1e8afb66edc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:29:15.533704 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b267b1c4-894f-46ba-b465-49b561d98d2d req-1e87a897-01e2-4d3a-8fb8-1e8afb66edc9 service neutron] 10.222.0.64 "GET /v2.0/networks?id=ae69940f-8e2b-4250-a0fd-c46c9b6947c3 HTTP/1.1" status: 200 len: 914 time: 0.0838308 Aug 12 15:29:15.798220 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-fe95f194-a3b0-4c04-9e42-20b511169d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:15.884320 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b267b1c4-894f-46ba-b465-49b561d98d2d req-c32f68aa-c56c-48a5-adeb-703a1f81632f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=95d3b3e8-2a19-4e38-a468-190409433691 HTTP/1.1" status: 200 len: 217 time: 0.3421261 Aug 12 15:29:15.932471 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b267b1c4-894f-46ba-b465-49b561d98d2d req-9d5f761c-9f47-4046-8602-404d42b2b6ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:29:15.933844 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b267b1c4-894f-46ba-b465-49b561d98d2d req-9d5f761c-9f47-4046-8602-404d42b2b6ac service neutron] 10.222.0.64 "GET /v2.0/subnets?id=02f1205a-7962-4ba4-ad23-178bbc23a341 HTTP/1.1" status: 200 len: 853 time: 0.0418520 Aug 12 15:29:15.963886 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b267b1c4-894f-46ba-b465-49b561d98d2d req-64c150b7-2108-4145-8fdd-b6370a8685d5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ae69940f-8e2b-4250-a0fd-c46c9b6947c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0226896 Aug 12 15:29:16.052773 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b267b1c4-894f-46ba-b465-49b561d98d2d req-294da157-c59f-4452-9f34-13441566e78e service neutron] 10.222.0.64 "GET /v2.0/networks/ae69940f-8e2b-4250-a0fd-c46c9b6947c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811954 Aug 12 15:29:16.139148 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b267b1c4-894f-46ba-b465-49b561d98d2d req-3462c85d-09d2-4a7a-8521-cf790a8be8a1 service neutron] 10.222.0.64 "GET /v2.0/networks/ae69940f-8e2b-4250-a0fd-c46c9b6947c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0780444 Aug 12 15:29:16.248020 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3ce1e9-6b8e-4888-b70b-c82211776ab5 req-21e7b318-ccfa-43f9-9d71-f9fab868c16b tempest-ServersNegativeTestJSON-2049653791 tempest-ServersNegativeTestJSON-2049653791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:29:16.249513 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-ab3ce1e9-6b8e-4888-b70b-c82211776ab5 req-21e7b318-ccfa-43f9-9d71-f9fab868c16b tempest-ServersNegativeTestJSON-2049653791 tempest-ServersNegativeTestJSON-2049653791-project] 10.222.0.39 "GET /v2.0/ports?device_id=2f2d69f4-b71f-485d-b772-54e763da8ff0 HTTP/1.1" status: 200 len: 944 time: 0.0500381 Aug 12 15:29:16.287035 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-ab3ce1e9-6b8e-4888-b70b-c82211776ab5 req-b4e91988-8af1-4966-8f61-aa24a9dc86a1 tempest-ServersNegativeTestJSON-2049653791 tempest-ServersNegativeTestJSON-2049653791-project] 10.222.0.39 "GET /v2.0/security-groups?id=150a7909-4e4d-4bd0-97fa-357e6fa16fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315592 Aug 12 15:29:17.406241 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9459aff9-e94f-47dd-81fa-b0dcf5ba0d0b req-7007920a-7312-441a-b471-c9311e30ddc4 tempest-ServersNegativeTestJSON-2049653791 tempest-ServersNegativeTestJSON-2049653791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:29:17.407669 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9459aff9-e94f-47dd-81fa-b0dcf5ba0d0b req-7007920a-7312-441a-b471-c9311e30ddc4 tempest-ServersNegativeTestJSON-2049653791 tempest-ServersNegativeTestJSON-2049653791-project] 10.222.0.39 "GET /v2.0/ports?device_id=2f2d69f4-b71f-485d-b772-54e763da8ff0 HTTP/1.1" status: 200 len: 944 time: 0.0536637 Aug 12 15:29:17.443732 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9459aff9-e94f-47dd-81fa-b0dcf5ba0d0b req-be378729-5e15-412c-b173-8ccb5dd655ba tempest-ServersNegativeTestJSON-2049653791 tempest-ServersNegativeTestJSON-2049653791-project] 10.222.0.39 "GET /v2.0/security-groups?id=150a7909-4e4d-4bd0-97fa-357e6fa16fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301800 Aug 12 15:29:18.493819 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device 95d3b3e8-2a19-4e38-a468-190409433691 details requested by agent hyperv_n-h1-694802-15 with host n-h1-694802-15 {{(pid=94468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 15:29:18.561311 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c0e37b-9cfe-4f2a-995e-e0ecb61c9684 req-c009d10d-a48c-4f59-a539-924f74aa3f6b tempest-ServersNegativeTestJSON-2049653791 tempest-ServersNegativeTestJSON-2049653791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:29:18.562797 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-b5c0e37b-9cfe-4f2a-995e-e0ecb61c9684 req-c009d10d-a48c-4f59-a539-924f74aa3f6b tempest-ServersNegativeTestJSON-2049653791 tempest-ServersNegativeTestJSON-2049653791-project] 10.222.0.39 "GET /v2.0/ports?device_id=2f2d69f4-b71f-485d-b772-54e763da8ff0 HTTP/1.1" status: 200 len: 944 time: 0.0530813 Aug 12 15:29:18.585792 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port 95d3b3e8-2a19-4e38-a468-190409433691, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=95d3b3e8-2a19-4e38-a468-190409433691,segment=NetworkSegment(9db4250f-6863-487b-a105-86263d1cde28),segment_id=9db4250f-6863-487b-a105-86263d1cde28)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:29:18.598067 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Returning: {'device': '95d3b3e8-2a19-4e38-a468-190409433691', 'network_id': 'ae69940f-8e2b-4250-a0fd-c46c9b6947c3', 'port_id': '95d3b3e8-2a19-4e38-a468-190409433691', 'mac_address': 'fa:16:3e:0a:f7:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02f1205a-7962-4ba4-ad23-178bbc23a341', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 15:29:18.601731 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-b5c0e37b-9cfe-4f2a-995e-e0ecb61c9684 req-d68a237d-8c05-482d-a272-114725eda552 tempest-ServersNegativeTestJSON-2049653791 tempest-ServersNegativeTestJSON-2049653791-project] 10.222.0.39 "GET /v2.0/security-groups?id=150a7909-4e4d-4bd0-97fa-357e6fa16fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327804 Aug 12 15:29:18.634604 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:18.650439 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95d3b3e8-2a19-4e38-a468-190409433691 {{(pid=94468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 15:29:18.669309 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port 95d3b3e8-2a19-4e38-a468-190409433691, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=95d3b3e8-2a19-4e38-a468-190409433691,segment=NetworkSegment(9db4250f-6863-487b-a105-86263d1cde28),segment_id=9db4250f-6863-487b-a105-86263d1cde28)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:29:18.674169 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:18.720185 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Pushing event updated for resources: {'Port': ['ID=95d3b3e8-2a19-4e38-a468-190409433691,revision_number=4']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:29:18.873467 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] get_ports_and_sgs() called for port_ids ['95d3b3e8-2a19-4e38-a468-190409433691'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 15:29:19.715528 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a377c7ac-de23-44a3-aa34-1944c4cbc75f req-3b51a322-7892-4111-9b5f-4460196f256f tempest-ServersNegativeTestJSON-2049653791 tempest-ServersNegativeTestJSON-2049653791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:29:19.716994 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a377c7ac-de23-44a3-aa34-1944c4cbc75f req-3b51a322-7892-4111-9b5f-4460196f256f tempest-ServersNegativeTestJSON-2049653791 tempest-ServersNegativeTestJSON-2049653791-project] 10.222.0.39 "GET /v2.0/ports?device_id=2f2d69f4-b71f-485d-b772-54e763da8ff0 HTTP/1.1" status: 200 len: 945 time: 0.0488577 Aug 12 15:29:19.755105 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a377c7ac-de23-44a3-aa34-1944c4cbc75f req-a1bb1b8c-65ba-46a0-973d-5892b6648d04 tempest-ServersNegativeTestJSON-2049653791 tempest-ServersNegativeTestJSON-2049653791-project] 10.222.0.39 "GET /v2.0/security-groups?id=150a7909-4e4d-4bd0-97fa-357e6fa16fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318890 Aug 12 15:29:20.508606 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device 95d3b3e8-2a19-4e38-a468-190409433691 up at agent hyperv_n-h1-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 15:29:20.559372 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Provisioning for port 95d3b3e8-2a19-4e38-a468-190409433691 completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:29:20.562860 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Provisioning complete for port 95d3b3e8-2a19-4e38-a468-190409433691 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:29:20.563763 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:20.637512 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:20.659233 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f2d69f4-b71f-485d-b772-54e763da8ff0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95d3b3e8-2a19-4e38-a468-190409433691'}] {{(pid=94468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:29:20.661454 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}152b85fe2f58ac5d6dd54f9692cb8ffc3f7471d0248cb45901c289f6e837e934" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4b29f66-3273-4f81-8fbb-631b9f1c1ffb" -d '{"events": [{"server_uuid": "2f2d69f4-b71f-485d-b772-54e763da8ff0", "name": "network-vif-plugged", "status": "completed", "tag": "95d3b3e8-2a19-4e38-a468-190409433691"}]}' {{(pid=94468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 15:29:20.674170 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port 95d3b3e8-2a19-4e38-a468-190409433691, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=95d3b3e8-2a19-4e38-a468-190409433691,segment=NetworkSegment(9db4250f-6863-487b-a105-86263d1cde28),segment_id=9db4250f-6863-487b-a105-86263d1cde28)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:29:20.678367 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:20.705265 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 15:29:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebe69459-5eff-40d7-8e45-03e30ab358d9 x-openstack-request-id: req-ebe69459-5eff-40d7-8e45-03e30ab358d9 {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 15:29:20.705570 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f2d69f4-b71f-485d-b772-54e763da8ff0", "name": "network-vif-plugged", "status": "completed", "tag": "95d3b3e8-2a19-4e38-a468-190409433691", "code": 200}]} {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 15:29:20.706244 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ebe69459-5eff-40d7-8e45-03e30ab358d9 {{(pid=94468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 15:29:20.706648 n-d-694802-15 neutron-server[94468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f2d69f4-b71f-485d-b772-54e763da8ff0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95d3b3e8-2a19-4e38-a468-190409433691', 'code': 200} Aug 12 15:29:20.733699 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Pushing event updated for resources: {'Port': ['ID=95d3b3e8-2a19-4e38-a468-190409433691,revision_number=5']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:29:20.801264 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b577cb-1248-493b-9dcd-59691e6fe85c req-1a65cc09-0626-4b1c-818a-69df0f5dd0e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:29:20.802848 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-39b577cb-1248-493b-9dcd-59691e6fe85c req-1a65cc09-0626-4b1c-818a-69df0f5dd0e9 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=2f2d69f4-b71f-485d-b772-54e763da8ff0 HTTP/1.1" status: 200 len: 1098 time: 0.0434415 Aug 12 15:29:20.869337 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-39b577cb-1248-493b-9dcd-59691e6fe85c req-ca7aac79-d25d-4da3-9e21-87472b40fbeb service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=150a7909-4e4d-4bd0-97fa-357e6fa16fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574117 Aug 12 15:29:20.884666 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b195c171-2eeb-49a1-bc3f-4f46e95e69f6 req-713f22bf-f30a-4088-bcec-90d502b82e41 tempest-ServersNegativeTestJSON-2049653791 tempest-ServersNegativeTestJSON-2049653791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:29:20.886058 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b195c171-2eeb-49a1-bc3f-4f46e95e69f6 req-713f22bf-f30a-4088-bcec-90d502b82e41 tempest-ServersNegativeTestJSON-2049653791 tempest-ServersNegativeTestJSON-2049653791-project] 10.222.0.39 "GET /v2.0/ports?device_id=2f2d69f4-b71f-485d-b772-54e763da8ff0 HTTP/1.1" status: 200 len: 946 time: 0.0617821 Aug 12 15:29:20.924249 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b195c171-2eeb-49a1-bc3f-4f46e95e69f6 req-70b9de3f-f6c2-40c0-a366-222c7c184233 tempest-ServersNegativeTestJSON-2049653791 tempest-ServersNegativeTestJSON-2049653791-project] 10.222.0.39 "GET /v2.0/security-groups?id=150a7909-4e4d-4bd0-97fa-357e6fa16fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321574 Aug 12 15:29:21.673568 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.agents_db [None req-17ed3e4c-1a7d-4162-9646-11c134aca297 None None] Agent healthcheck: found 7 active agents {{(pid=94469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 15:29:22.040971 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc966063-3232-497f-9208-ea42af6587c7 req-d637ea11-93c0-49f4-b402-23a793aba214 tempest-ServersNegativeTestJSON-2049653791 tempest-ServersNegativeTestJSON-2049653791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:29:22.042480 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-dc966063-3232-497f-9208-ea42af6587c7 req-d637ea11-93c0-49f4-b402-23a793aba214 tempest-ServersNegativeTestJSON-2049653791 tempest-ServersNegativeTestJSON-2049653791-project] 10.222.0.39 "GET /v2.0/ports?device_id=2f2d69f4-b71f-485d-b772-54e763da8ff0 HTTP/1.1" status: 200 len: 946 time: 0.0509095 Aug 12 15:29:22.081067 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-dc966063-3232-497f-9208-ea42af6587c7 req-b917aa06-cd57-45c3-8f14-7f02d7c64fcb tempest-ServersNegativeTestJSON-2049653791 tempest-ServersNegativeTestJSON-2049653791-project] 10.222.0.39 "GET /v2.0/security-groups?id=150a7909-4e4d-4bd0-97fa-357e6fa16fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319378 Aug 12 15:29:22.301426 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b37b02-52c6-4f43-a173-612ffa0da9de req-d8f9cd79-4102-4ea8-ace7-643e87d83fd2 tempest-ServersNegativeTestJSON-2049653791 tempest-ServersNegativeTestJSON-2049653791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:29:22.302916 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-52b37b02-52c6-4f43-a173-612ffa0da9de req-d8f9cd79-4102-4ea8-ace7-643e87d83fd2 tempest-ServersNegativeTestJSON-2049653791 tempest-ServersNegativeTestJSON-2049653791-project] 10.222.0.39 "GET /v2.0/networks?id=ae69940f-8e2b-4250-a0fd-c46c9b6947c3 HTTP/1.1" status: 200 len: 813 time: 0.0998828 Aug 12 15:29:22.317479 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-52b37b02-52c6-4f43-a173-612ffa0da9de req-0b091f67-44ae-423c-99bf-030d752bbf50 tempest-ServersNegativeTestJSON-2049653791 tempest-ServersNegativeTestJSON-2049653791-project] 10.222.0.39 "GET /v2.0/quotas/6cfa06c3f9194131b0eb500744cf5597 HTTP/1.1" status: 200 len: 375 time: 0.0088780 Aug 12 15:29:22.369079 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-52b37b02-52c6-4f43-a173-612ffa0da9de req-d17e0d9d-578a-415b-bc1a-027a2d4669bf tempest-ServersNegativeTestJSON-2049653791 tempest-ServersNegativeTestJSON-2049653791-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=6cfa06c3f9194131b0eb500744cf5597&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0465355 Aug 12 15:29:22.457482 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-52b37b02-52c6-4f43-a173-612ffa0da9de req-108f8b31-7b76-49e3-896b-33a930ed52dd service neutron] 10.222.0.39 "GET /v2.0/networks/ae69940f-8e2b-4250-a0fd-c46c9b6947c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815361 Aug 12 15:29:22.550881 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-52b37b02-52c6-4f43-a173-612ffa0da9de req-3ffacb4e-077c-4d68-af53-dfe69114ce47 service neutron] 10.222.0.39 "GET /v2.0/networks/ae69940f-8e2b-4250-a0fd-c46c9b6947c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872681 Aug 12 15:29:22.705929 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-43f144c2-a6a6-4cae-920d-f5a9d3a03858 req-915e2a45-3a41-4c86-971b-882fba61add4 tempest-ServersNegativeTestJSON-2049653791 tempest-ServersNegativeTestJSON-2049653791-project] 10.222.0.39 "GET /v2.0/ports?device_id=ef01796e-f277-4d8b-ab3b-9398b5b77bdd HTTP/1.1" status: 200 len: 210 time: 0.0271316 Aug 12 15:29:23.589764 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b37b02-52c6-4f43-a173-612ffa0da9de req-5a0629b2-67bf-4a2b-84f3-f160dc19da54 tempest-ServersNegativeTestJSON-2049653791 tempest-ServersNegativeTestJSON-2049653791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:29:23.591348 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-52b37b02-52c6-4f43-a173-612ffa0da9de req-5a0629b2-67bf-4a2b-84f3-f160dc19da54 tempest-ServersNegativeTestJSON-2049653791 tempest-ServersNegativeTestJSON-2049653791-project] 10.222.0.49 "GET /v2.0/networks?id=ae69940f-8e2b-4250-a0fd-c46c9b6947c3 HTTP/1.1" status: 200 len: 813 time: 0.1016283 Aug 12 15:29:23.604303 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-52b37b02-52c6-4f43-a173-612ffa0da9de req-06059dbc-72c8-481c-8000-0dbece4a5c98 tempest-ServersNegativeTestJSON-2049653791 tempest-ServersNegativeTestJSON-2049653791-project] Request body: {'port': {'device_id': 'ef01796e-f277-4d8b-ab3b-9398b5b77bdd', 'network_id': 'ae69940f-8e2b-4250-a0fd-c46c9b6947c3', 'admin_state_up': True, 'tenant_id': '6cfa06c3f9194131b0eb500744cf5597'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:29:23.714497 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52b37b02-52c6-4f43-a173-612ffa0da9de req-06059dbc-72c8-481c-8000-0dbece4a5c98 tempest-ServersNegativeTestJSON-2049653791 tempest-ServersNegativeTestJSON-2049653791-project] Made reservation on behalf of 6cfa06c3f9194131b0eb500744cf5597 for: {'port': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 15:29:23.718083 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-52b37b02-52c6-4f43-a173-612ffa0da9de req-06059dbc-72c8-481c-8000-0dbece4a5c98 tempest-ServersNegativeTestJSON-2049653791 tempest-ServersNegativeTestJSON-2049653791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:23.807085 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-dbf96441-3eca-4f3e-a93b-6fdf915e05fd req-b45abe86-0eab-4ad9-ba26-e9c3a6b0d1f3 tempest-ServersNegativeTestJSON-2049653791 tempest-ServersNegativeTestJSON-2049653791-project] 10.222.0.39 "GET /v2.0/ports?device_id=ef01796e-f277-4d8b-ab3b-9398b5b77bdd HTTP/1.1" status: 200 len: 210 time: 0.0342696 Aug 12 15:29:23.870187 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_common [req-52b37b02-52c6-4f43-a173-612ffa0da9de req-06059dbc-72c8-481c-8000-0dbece4a5c98 tempest-ServersNegativeTestJSON-2049653791 tempest-ServersNegativeTestJSON-2049653791-project] Allocated IP 172.20.0.10 (ae69940f-8e2b-4250-a0fd-c46c9b6947c3/02f1205a-7962-4ba4-ad23-178bbc23a341/d5d57cf8-1ca1-4b97-9357-26aae69b4419) {{(pid=94467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 15:29:24.010211 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-52b37b02-52c6-4f43-a173-612ffa0da9de req-06059dbc-72c8-481c-8000-0dbece4a5c98 tempest-ServersNegativeTestJSON-2049653791 tempest-ServersNegativeTestJSON-2049653791-project] Notify callbacks [] for port, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:24.049804 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-52b37b02-52c6-4f43-a173-612ffa0da9de req-06059dbc-72c8-481c-8000-0dbece4a5c98 tempest-ServersNegativeTestJSON-2049653791 tempest-ServersNegativeTestJSON-2049653791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:24.063489 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] get_ports_and_sgs() called for port_ids ['95d3b3e8-2a19-4e38-a468-190409433691'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 15:29:24.093819 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52b37b02-52c6-4f43-a173-612ffa0da9de req-06059dbc-72c8-481c-8000-0dbece4a5c98 tempest-ServersNegativeTestJSON-2049653791 tempest-ServersNegativeTestJSON-2049653791-project] Network ae69940f-8e2b-4250-a0fd-c46c9b6947c3 is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 15:29:24.097694 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [req-52b37b02-52c6-4f43-a173-612ffa0da9de req-06059dbc-72c8-481c-8000-0dbece4a5c98 tempest-ServersNegativeTestJSON-2049653791 tempest-ServersNegativeTestJSON-2049653791-project] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:29:24.103976 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [req-52b37b02-52c6-4f43-a173-612ffa0da9de req-06059dbc-72c8-481c-8000-0dbece4a5c98 tempest-ServersNegativeTestJSON-2049653791 tempest-ServersNegativeTestJSON-2049653791-project] Received port after_create {{(pid=94467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 15:29:24.128781 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06059dbc-72c8-481c-8000-0dbece4a5c98 tempest-ServersNegativeTestJSON-2049653791 tempest-ServersNegativeTestJSON-2049653791-project] Pushing event updated for resources: {'Port': ['ID=d5d57cf8-1ca1-4b97-9357-26aae69b4419,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:29:24.156767 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b37b02-52c6-4f43-a173-612ffa0da9de req-06059dbc-72c8-481c-8000-0dbece4a5c98 tempest-ServersNegativeTestJSON-2049653791 tempest-ServersNegativeTestJSON-2049653791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:29:24.157948 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-52b37b02-52c6-4f43-a173-612ffa0da9de req-06059dbc-72c8-481c-8000-0dbece4a5c98 tempest-ServersNegativeTestJSON-2049653791 tempest-ServersNegativeTestJSON-2049653791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:24.172192 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-52b37b02-52c6-4f43-a173-612ffa0da9de req-06059dbc-72c8-481c-8000-0dbece4a5c98 tempest-ServersNegativeTestJSON-2049653791 tempest-ServersNegativeTestJSON-2049653791-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5716271 Aug 12 15:29:24.185742 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-52b37b02-52c6-4f43-a173-612ffa0da9de req-090fdd44-5fe1-4e49-be6d-a8ca6d966dbb service neutron] Request body: {'port': {'device_id': 'ef01796e-f277-4d8b-ab3b-9398b5b77bdd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-694802-15'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:29:24.240276 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-52b37b02-52c6-4f43-a173-612ffa0da9de req-090fdd44-5fe1-4e49-be6d-a8ca6d966dbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:24.501103 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [req-52b37b02-52c6-4f43-a173-612ffa0da9de req-090fdd44-5fe1-4e49-be6d-a8ca6d966dbb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5d57cf8-1ca1-4b97-9357-26aae69b4419 {{(pid=94467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 15:29:24.508292 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-52b37b02-52c6-4f43-a173-612ffa0da9de req-090fdd44-5fe1-4e49-be6d-a8ca6d966dbb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:24.520522 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [req-52b37b02-52c6-4f43-a173-612ffa0da9de req-090fdd44-5fe1-4e49-be6d-a8ca6d966dbb service neutron] Transition to ACTIVE for port object d5d57cf8-1ca1-4b97-9357-26aae69b4419 will not be triggered until provisioned by entity L2. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:29:24.523618 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-52b37b02-52c6-4f43-a173-612ffa0da9de req-090fdd44-5fe1-4e49-be6d-a8ca6d966dbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:24.575816 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090fdd44-5fe1-4e49-be6d-a8ca6d966dbb service neutron] Pushing event updated for resources: {'Port': ['ID=d5d57cf8-1ca1-4b97-9357-26aae69b4419,revision_number=2']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:29:24.639339 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-52b37b02-52c6-4f43-a173-612ffa0da9de req-090fdd44-5fe1-4e49-be6d-a8ca6d966dbb service neutron] Attempting to bind port d5d57cf8-1ca1-4b97-9357-26aae69b4419 on host n-h2-694802-15 for vnic_type normal with profile {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 15:29:24.639995 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-52b37b02-52c6-4f43-a173-612ffa0da9de req-090fdd44-5fe1-4e49-be6d-a8ca6d966dbb service neutron] Attempting to bind port d5d57cf8-1ca1-4b97-9357-26aae69b4419 by drivers openvswitch,hyperv on host n-h2-694802-15 at level 0 using segments [{'id': '9db4250f-6863-487b-a105-86263d1cde28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ae69940f-8e2b-4250-a0fd-c46c9b6947c3'}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 15:29:24.639995 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52b37b02-52c6-4f43-a173-612ffa0da9de req-090fdd44-5fe1-4e49-be6d-a8ca6d966dbb service neutron] Attempting to bind port d5d57cf8-1ca1-4b97-9357-26aae69b4419 on network ae69940f-8e2b-4250-a0fd-c46c9b6947c3 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 15:29:24.645272 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52b37b02-52c6-4f43-a173-612ffa0da9de req-090fdd44-5fe1-4e49-be6d-a8ca6d966dbb service neutron] Port d5d57cf8-1ca1-4b97-9357-26aae69b4419 on network ae69940f-8e2b-4250-a0fd-c46c9b6947c3 not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-15 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 15:29:24.645592 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52b37b02-52c6-4f43-a173-612ffa0da9de req-090fdd44-5fe1-4e49-be6d-a8ca6d966dbb service neutron] Attempting to bind port d5d57cf8-1ca1-4b97-9357-26aae69b4419 on network ae69940f-8e2b-4250-a0fd-c46c9b6947c3 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 15:29:24.650340 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52b37b02-52c6-4f43-a173-612ffa0da9de req-090fdd44-5fe1-4e49-be6d-a8ca6d966dbb service neutron] Checking agent: {'id': 'b7697f71-33f3-4959-ad82-43c2dc15845d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 27, 42), 'started_at': datetime.datetime(2021, 8, 12, 14, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 15, 29, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 15:29:24.650668 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52b37b02-52c6-4f43-a173-612ffa0da9de req-090fdd44-5fe1-4e49-be6d-a8ca6d966dbb service neutron] Checking segment: {'id': '9db4250f-6863-487b-a105-86263d1cde28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ae69940f-8e2b-4250-a0fd-c46c9b6947c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 15:29:24.651072 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52b37b02-52c6-4f43-a173-612ffa0da9de req-090fdd44-5fe1-4e49-be6d-a8ca6d966dbb service neutron] Bound using segment: {'id': '9db4250f-6863-487b-a105-86263d1cde28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ae69940f-8e2b-4250-a0fd-c46c9b6947c3'} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 15:29:24.651492 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-52b37b02-52c6-4f43-a173-612ffa0da9de req-090fdd44-5fe1-4e49-be6d-a8ca6d966dbb service neutron] Bound port: d5d57cf8-1ca1-4b97-9357-26aae69b4419, host: n-h2-694802-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9db4250f-6863-487b-a105-86263d1cde28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ae69940f-8e2b-4250-a0fd-c46c9b6947c3'}}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 15:29:24.651843 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-52b37b02-52c6-4f43-a173-612ffa0da9de req-090fdd44-5fe1-4e49-be6d-a8ca6d966dbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:24.716687 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-52b37b02-52c6-4f43-a173-612ffa0da9de req-090fdd44-5fe1-4e49-be6d-a8ca6d966dbb service neutron] For port d5d57cf8-1ca1-4b97-9357-26aae69b4419, host n-h2-694802-15, cleared binding levels {{(pid=94467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 15:29:24.720291 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-52b37b02-52c6-4f43-a173-612ffa0da9de req-090fdd44-5fe1-4e49-be6d-a8ca6d966dbb service neutron] For port d5d57cf8-1ca1-4b97-9357-26aae69b4419, host n-h2-694802-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=d5d57cf8-1ca1-4b97-9357-26aae69b4419,segment=NetworkSegment(9db4250f-6863-487b-a105-86263d1cde28),segment_id=9db4250f-6863-487b-a105-86263d1cde28)] {{(pid=94467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 15:29:24.724707 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-52b37b02-52c6-4f43-a173-612ffa0da9de req-090fdd44-5fe1-4e49-be6d-a8ca6d966dbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:24.756262 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b37b02-52c6-4f43-a173-612ffa0da9de req-090fdd44-5fe1-4e49-be6d-a8ca6d966dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:29:24.756886 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-52b37b02-52c6-4f43-a173-612ffa0da9de req-090fdd44-5fe1-4e49-be6d-a8ca6d966dbb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:24.758271 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-52b37b02-52c6-4f43-a173-612ffa0da9de req-090fdd44-5fe1-4e49-be6d-a8ca6d966dbb service neutron] 10.222.0.49 "PUT /v2.0/ports/d5d57cf8-1ca1-4b97-9357-26aae69b4419 HTTP/1.1" status: 200 len: 1093 time: 0.5767119 Aug 12 15:29:24.758716 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef01796e-f277-4d8b-ab3b-9398b5b77bdd', 'tag': 'd5d57cf8-1ca1-4b97-9357-26aae69b4419'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:29:24.760979 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1d90890f15e5cc8eba4d51c7734538f2f2e5e8e12504eb7d6ddd0a29ee9b803" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5e7d38a-a7b0-4bab-b6f3-48430c168e1e" -d '{"events": [{"name": "network-changed", "server_uuid": "ef01796e-f277-4d8b-ab3b-9398b5b77bdd", "tag": "d5d57cf8-1ca1-4b97-9357-26aae69b4419"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 15:29:24.788370 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090fdd44-5fe1-4e49-be6d-a8ca6d966dbb service neutron] Pushing event updated for resources: {'Port': ['ID=d5d57cf8-1ca1-4b97-9357-26aae69b4419,revision_number=3']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:29:24.801523 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 15:29:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25f98dd9-f96c-41d3-a5c9-432af8fbbf5d x-openstack-request-id: req-25f98dd9-f96c-41d3-a5c9-432af8fbbf5d {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 15:29:24.802201 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef01796e-f277-4d8b-ab3b-9398b5b77bdd", "tag": "d5d57cf8-1ca1-4b97-9357-26aae69b4419", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 15:29:24.802457 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-25f98dd9-f96c-41d3-a5c9-432af8fbbf5d {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 15:29:24.802852 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef01796e-f277-4d8b-ab3b-9398b5b77bdd', 'tag': 'd5d57cf8-1ca1-4b97-9357-26aae69b4419', 'status': 'completed', 'code': 200} Aug 12 15:29:24.842212 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b37b02-52c6-4f43-a173-612ffa0da9de req-96d4d243-c490-4e12-987f-b2310d905dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:29:24.843759 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-52b37b02-52c6-4f43-a173-612ffa0da9de req-96d4d243-c490-4e12-987f-b2310d905dd5 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=6cfa06c3f9194131b0eb500744cf5597&device_id=ef01796e-f277-4d8b-ab3b-9398b5b77bdd HTTP/1.1" status: 200 len: 1096 time: 0.0444658 Aug 12 15:29:24.892004 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-52b37b02-52c6-4f43-a173-612ffa0da9de req-aba87c1e-0471-4b9d-ab7e-a7ff6a31ae9e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d5d57cf8-1ca1-4b97-9357-26aae69b4419 HTTP/1.1" status: 200 len: 217 time: 0.0393159 Aug 12 15:29:24.963916 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b37b02-52c6-4f43-a173-612ffa0da9de req-9cef2696-bcb0-4270-9a6a-be8578bdd4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:29:24.965411 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-52b37b02-52c6-4f43-a173-612ffa0da9de req-9cef2696-bcb0-4270-9a6a-be8578bdd4a0 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=02f1205a-7962-4ba4-ad23-178bbc23a341 HTTP/1.1" status: 200 len: 853 time: 0.0657041 Aug 12 15:29:24.974498 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dcbab4-bc7f-4372-80b8-d21d5dcbd0bc req-f20f5c1c-af1a-42f1-806d-a89a926628ff tempest-ServersNegativeTestJSON-2049653791 tempest-ServersNegativeTestJSON-2049653791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:29:24.975915 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e2dcbab4-bc7f-4372-80b8-d21d5dcbd0bc req-f20f5c1c-af1a-42f1-806d-a89a926628ff tempest-ServersNegativeTestJSON-2049653791 tempest-ServersNegativeTestJSON-2049653791-project] 10.222.0.39 "GET /v2.0/ports?device_id=ef01796e-f277-4d8b-ab3b-9398b5b77bdd HTTP/1.1" status: 200 len: 944 time: 0.0872021 Aug 12 15:29:25.013968 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-52b37b02-52c6-4f43-a173-612ffa0da9de req-da259c99-e906-4096-9621-42a04ec5ab03 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ae69940f-8e2b-4250-a0fd-c46c9b6947c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370471 Aug 12 15:29:25.073790 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e2dcbab4-bc7f-4372-80b8-d21d5dcbd0bc req-bc4f5945-2004-4252-a74f-b4a3929f62ac tempest-ServersNegativeTestJSON-2049653791 tempest-ServersNegativeTestJSON-2049653791-project] 10.222.0.39 "GET /v2.0/security-groups?id=150a7909-4e4d-4bd0-97fa-357e6fa16fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896022 Aug 12 15:29:25.116272 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-52b37b02-52c6-4f43-a173-612ffa0da9de req-1b331bed-114e-487a-84f7-d3b6ef9308d2 service neutron] 10.222.0.49 "GET /v2.0/networks/ae69940f-8e2b-4250-a0fd-c46c9b6947c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939021 Aug 12 15:29:25.213209 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-52b37b02-52c6-4f43-a173-612ffa0da9de req-2d7cb108-5926-42f3-8802-1f2c7c85199f service neutron] 10.222.0.49 "GET /v2.0/networks/ae69940f-8e2b-4250-a0fd-c46c9b6947c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901704 Aug 12 15:29:25.299820 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e7d38a-a7b0-4bab-b6f3-48430c168e1e req-edaec1cb-d0bc-4b27-8ba7-1f02f708b9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:29:25.301237 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c5e7d38a-a7b0-4bab-b6f3-48430c168e1e req-edaec1cb-d0bc-4b27-8ba7-1f02f708b9fb service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=6cfa06c3f9194131b0eb500744cf5597&device_id=ef01796e-f277-4d8b-ab3b-9398b5b77bdd HTTP/1.1" status: 200 len: 1096 time: 0.0415924 Aug 12 15:29:25.391040 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e7d38a-a7b0-4bab-b6f3-48430c168e1e req-89289f7f-33ae-4ea1-a01a-351f452bc176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:29:25.393158 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c5e7d38a-a7b0-4bab-b6f3-48430c168e1e req-89289f7f-33ae-4ea1-a01a-351f452bc176 service neutron] 10.222.0.49 "GET /v2.0/networks?id=ae69940f-8e2b-4250-a0fd-c46c9b6947c3 HTTP/1.1" status: 200 len: 914 time: 0.0854466 Aug 12 15:29:25.437480 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c5e7d38a-a7b0-4bab-b6f3-48430c168e1e req-0a2c775c-4937-47b0-975c-50fd3f04a2c6 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d5d57cf8-1ca1-4b97-9357-26aae69b4419 HTTP/1.1" status: 200 len: 217 time: 0.0373230 Aug 12 15:29:25.486359 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e7d38a-a7b0-4bab-b6f3-48430c168e1e req-98b50578-ddf0-4c50-888d-1b3b00994d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:29:25.487883 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c5e7d38a-a7b0-4bab-b6f3-48430c168e1e req-98b50578-ddf0-4c50-888d-1b3b00994d25 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=02f1205a-7962-4ba4-ad23-178bbc23a341 HTTP/1.1" status: 200 len: 853 time: 0.0427272 Aug 12 15:29:25.518519 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c5e7d38a-a7b0-4bab-b6f3-48430c168e1e req-09a60a83-c095-443f-8050-6f4aec8a84fb service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ae69940f-8e2b-4250-a0fd-c46c9b6947c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238841 Aug 12 15:29:25.610759 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c5e7d38a-a7b0-4bab-b6f3-48430c168e1e req-3a4ead5d-34c1-41fb-aff8-6a927bcdd361 service neutron] 10.222.0.49 "GET /v2.0/networks/ae69940f-8e2b-4250-a0fd-c46c9b6947c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848565 Aug 12 15:29:25.699381 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c5e7d38a-a7b0-4bab-b6f3-48430c168e1e req-896507a3-9bd8-4694-9e56-eef7c3a212b6 service neutron] 10.222.0.49 "GET /v2.0/networks/ae69940f-8e2b-4250-a0fd-c46c9b6947c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807712 Aug 12 15:29:26.189232 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2c7471-4c44-4199-880a-b9b7056a6c41 req-c6355499-6f7b-4ea8-9339-9915f80f9ba7 tempest-ServersNegativeTestJSON-2049653791 tempest-ServersNegativeTestJSON-2049653791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:29:26.190690 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-8a2c7471-4c44-4199-880a-b9b7056a6c41 req-c6355499-6f7b-4ea8-9339-9915f80f9ba7 tempest-ServersNegativeTestJSON-2049653791 tempest-ServersNegativeTestJSON-2049653791-project] 10.222.0.39 "GET /v2.0/ports?device_id=ef01796e-f277-4d8b-ab3b-9398b5b77bdd HTTP/1.1" status: 200 len: 944 time: 0.0488565 Aug 12 15:29:26.233471 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-8a2c7471-4c44-4199-880a-b9b7056a6c41 req-b6e8d25b-6fed-412c-af1a-7476947bff51 tempest-ServersNegativeTestJSON-2049653791 tempest-ServersNegativeTestJSON-2049653791-project] 10.222.0.39 "GET /v2.0/security-groups?id=150a7909-4e4d-4bd0-97fa-357e6fa16fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364892 Aug 12 15:29:27.241564 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device d5d57cf8-1ca1-4b97-9357-26aae69b4419 details requested by agent hyperv_n-h2-694802-15 with host n-h2-694802-15 {{(pid=94468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 15:29:27.338794 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port d5d57cf8-1ca1-4b97-9357-26aae69b4419, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=d5d57cf8-1ca1-4b97-9357-26aae69b4419,segment=NetworkSegment(9db4250f-6863-487b-a105-86263d1cde28),segment_id=9db4250f-6863-487b-a105-86263d1cde28)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:29:27.347547 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dbbc77-4be4-4903-b743-7fcbfb0a4b79 req-ab7856c9-03f5-41db-8aaf-d4d1ed0f41dd tempest-ServersNegativeTestJSON-2049653791 tempest-ServersNegativeTestJSON-2049653791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:29:27.349049 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d3dbbc77-4be4-4903-b743-7fcbfb0a4b79 req-ab7856c9-03f5-41db-8aaf-d4d1ed0f41dd tempest-ServersNegativeTestJSON-2049653791 tempest-ServersNegativeTestJSON-2049653791-project] 10.222.0.39 "GET /v2.0/ports?device_id=ef01796e-f277-4d8b-ab3b-9398b5b77bdd HTTP/1.1" status: 200 len: 944 time: 0.0493376 Aug 12 15:29:27.350296 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Returning: {'device': 'd5d57cf8-1ca1-4b97-9357-26aae69b4419', 'network_id': 'ae69940f-8e2b-4250-a0fd-c46c9b6947c3', 'port_id': 'd5d57cf8-1ca1-4b97-9357-26aae69b4419', 'mac_address': 'fa:16:3e:b1:f6:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02f1205a-7962-4ba4-ad23-178bbc23a341', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 15:29:27.386814 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:27.390606 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d3dbbc77-4be4-4903-b743-7fcbfb0a4b79 req-6ffa3ca1-a78a-44c3-bbad-71bcc3ff6458 tempest-ServersNegativeTestJSON-2049653791 tempest-ServersNegativeTestJSON-2049653791-project] 10.222.0.39 "GET /v2.0/security-groups?id=150a7909-4e4d-4bd0-97fa-357e6fa16fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355806 Aug 12 15:29:27.400865 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5d57cf8-1ca1-4b97-9357-26aae69b4419 {{(pid=94468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 15:29:27.421035 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port d5d57cf8-1ca1-4b97-9357-26aae69b4419, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=d5d57cf8-1ca1-4b97-9357-26aae69b4419,segment=NetworkSegment(9db4250f-6863-487b-a105-86263d1cde28),segment_id=9db4250f-6863-487b-a105-86263d1cde28)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:29:27.424757 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:27.474504 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Pushing event updated for resources: {'Port': ['ID=d5d57cf8-1ca1-4b97-9357-26aae69b4419,revision_number=4']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:29:27.708450 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] get_ports_and_sgs() called for port_ids ['d5d57cf8-1ca1-4b97-9357-26aae69b4419'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 15:29:28.506334 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020a5d85-9fe5-4597-91b8-16d4af5dd2bd req-066ee7ff-fe3e-48b7-883d-8293451d13ea tempest-ServersNegativeTestJSON-2049653791 tempest-ServersNegativeTestJSON-2049653791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:29:28.507746 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-020a5d85-9fe5-4597-91b8-16d4af5dd2bd req-066ee7ff-fe3e-48b7-883d-8293451d13ea tempest-ServersNegativeTestJSON-2049653791 tempest-ServersNegativeTestJSON-2049653791-project] 10.222.0.39 "GET /v2.0/ports?device_id=ef01796e-f277-4d8b-ab3b-9398b5b77bdd HTTP/1.1" status: 200 len: 945 time: 0.0505478 Aug 12 15:29:28.545914 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-020a5d85-9fe5-4597-91b8-16d4af5dd2bd req-e5d8d303-2d8f-4d8d-aae6-dc1940ab7006 tempest-ServersNegativeTestJSON-2049653791 tempest-ServersNegativeTestJSON-2049653791-project] 10.222.0.39 "GET /v2.0/security-groups?id=150a7909-4e4d-4bd0-97fa-357e6fa16fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321763 Aug 12 15:29:29.241910 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device d5d57cf8-1ca1-4b97-9357-26aae69b4419 up at agent hyperv_n-h2-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 15:29:29.289331 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Provisioning for port d5d57cf8-1ca1-4b97-9357-26aae69b4419 completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:29:29.293445 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Provisioning complete for port d5d57cf8-1ca1-4b97-9357-26aae69b4419 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:29:29.293817 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:29.370018 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:29.391857 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef01796e-f277-4d8b-ab3b-9398b5b77bdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5d57cf8-1ca1-4b97-9357-26aae69b4419'}] {{(pid=94468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:29:29.394338 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}152b85fe2f58ac5d6dd54f9692cb8ffc3f7471d0248cb45901c289f6e837e934" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85c6effe-32b7-4e8f-a300-77d91dfc9aa5" -d '{"events": [{"server_uuid": "ef01796e-f277-4d8b-ab3b-9398b5b77bdd", "name": "network-vif-plugged", "status": "completed", "tag": "d5d57cf8-1ca1-4b97-9357-26aae69b4419"}]}' {{(pid=94468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 15:29:29.407979 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port d5d57cf8-1ca1-4b97-9357-26aae69b4419, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=d5d57cf8-1ca1-4b97-9357-26aae69b4419,segment=NetworkSegment(9db4250f-6863-487b-a105-86263d1cde28),segment_id=9db4250f-6863-487b-a105-86263d1cde28)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:29:29.412074 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:29.439785 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 15:29:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32fc0600-db5b-4461-8db9-bc3ae03b810a x-openstack-request-id: req-32fc0600-db5b-4461-8db9-bc3ae03b810a {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 15:29:29.440080 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef01796e-f277-4d8b-ab3b-9398b5b77bdd", "name": "network-vif-plugged", "status": "completed", "tag": "d5d57cf8-1ca1-4b97-9357-26aae69b4419", "code": 200}]} {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 15:29:29.440323 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-32fc0600-db5b-4461-8db9-bc3ae03b810a {{(pid=94468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 15:29:29.440709 n-d-694802-15 neutron-server[94468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef01796e-f277-4d8b-ab3b-9398b5b77bdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5d57cf8-1ca1-4b97-9357-26aae69b4419', 'code': 200} Aug 12 15:29:29.468268 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Pushing event updated for resources: {'Port': ['ID=d5d57cf8-1ca1-4b97-9357-26aae69b4419,revision_number=5']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:29:29.524969 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81152f9-be5e-49d5-931e-6627e67a5ad8 req-800943ff-ca0c-4973-9592-0abb9630e236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:29:29.526469 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a81152f9-be5e-49d5-931e-6627e67a5ad8 req-800943ff-ca0c-4973-9592-0abb9630e236 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=ef01796e-f277-4d8b-ab3b-9398b5b77bdd HTTP/1.1" status: 200 len: 1098 time: 0.0404646 Aug 12 15:29:29.560886 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a81152f9-be5e-49d5-931e-6627e67a5ad8 req-61c0bd43-07ea-4255-b6e9-3d6abfceda35 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=150a7909-4e4d-4bd0-97fa-357e6fa16fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0268490 Aug 12 15:29:29.659192 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6541d10a-ab67-47f5-bbef-049eb5b1e7fe req-c609ddf2-f7b7-4596-a901-63871adcddf2 tempest-ServersNegativeTestJSON-2049653791 tempest-ServersNegativeTestJSON-2049653791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:29:29.660555 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-6541d10a-ab67-47f5-bbef-049eb5b1e7fe req-c609ddf2-f7b7-4596-a901-63871adcddf2 tempest-ServersNegativeTestJSON-2049653791 tempest-ServersNegativeTestJSON-2049653791-project] 10.222.0.39 "GET /v2.0/ports?device_id=ef01796e-f277-4d8b-ab3b-9398b5b77bdd HTTP/1.1" status: 200 len: 946 time: 0.0494139 Aug 12 15:29:29.697915 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-6541d10a-ab67-47f5-bbef-049eb5b1e7fe req-4d013e63-fff4-4fea-b3e6-dda1b18dcc44 tempest-ServersNegativeTestJSON-2049653791 tempest-ServersNegativeTestJSON-2049653791-project] 10.222.0.39 "GET /v2.0/security-groups?id=150a7909-4e4d-4bd0-97fa-357e6fa16fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314152 Aug 12 15:29:30.815366 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53e1388-d8c5-4cca-8b78-8deb392b9d58 req-f6629498-1aba-482f-96a8-662042476aa1 tempest-ServersNegativeTestJSON-2049653791 tempest-ServersNegativeTestJSON-2049653791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:29:30.816870 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e53e1388-d8c5-4cca-8b78-8deb392b9d58 req-f6629498-1aba-482f-96a8-662042476aa1 tempest-ServersNegativeTestJSON-2049653791 tempest-ServersNegativeTestJSON-2049653791-project] 10.222.0.39 "GET /v2.0/ports?device_id=ef01796e-f277-4d8b-ab3b-9398b5b77bdd HTTP/1.1" status: 200 len: 946 time: 0.0508380 Aug 12 15:29:30.854415 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e53e1388-d8c5-4cca-8b78-8deb392b9d58 req-6c1763bb-3918-425f-a95f-19827b781179 tempest-ServersNegativeTestJSON-2049653791 tempest-ServersNegativeTestJSON-2049653791-project] 10.222.0.39 "GET /v2.0/security-groups?id=150a7909-4e4d-4bd0-97fa-357e6fa16fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316093 Aug 12 15:29:31.085334 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06408981-198e-4362-a837-fc471f4f154e req-b137963c-0247-442f-8c32-ebe012910596 tempest-ServersNegativeTestJSON-2049653791 tempest-ServersNegativeTestJSON-2049653791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:29:31.086798 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-06408981-198e-4362-a837-fc471f4f154e req-b137963c-0247-442f-8c32-ebe012910596 tempest-ServersNegativeTestJSON-2049653791 tempest-ServersNegativeTestJSON-2049653791-project] 10.222.0.39 "GET /v2.0/ports?device_id=ef01796e-f277-4d8b-ab3b-9398b5b77bdd HTTP/1.1" status: 200 len: 946 time: 0.0481198 Aug 12 15:29:31.127705 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-06408981-198e-4362-a837-fc471f4f154e req-7ee8bf36-4720-4db9-a0aa-e37257a45c7a tempest-ServersNegativeTestJSON-2049653791 tempest-ServersNegativeTestJSON-2049653791-project] 10.222.0.39 "GET /v2.0/security-groups?id=150a7909-4e4d-4bd0-97fa-357e6fa16fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349779 Aug 12 15:29:32.246551 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ca4981-6aea-40b0-a051-5c0f5fd4cfe8 req-3747f1a6-3a55-470d-b2d7-797b1523ab99 tempest-ServersNegativeTestJSON-2049653791 tempest-ServersNegativeTestJSON-2049653791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:29:32.248684 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-78ca4981-6aea-40b0-a051-5c0f5fd4cfe8 req-3747f1a6-3a55-470d-b2d7-797b1523ab99 tempest-ServersNegativeTestJSON-2049653791 tempest-ServersNegativeTestJSON-2049653791-project] 10.222.0.39 "GET /v2.0/ports?device_id=ef01796e-f277-4d8b-ab3b-9398b5b77bdd HTTP/1.1" status: 200 len: 946 time: 0.0518494 Aug 12 15:29:32.292256 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-78ca4981-6aea-40b0-a051-5c0f5fd4cfe8 req-50e919b2-37df-4ca3-a051-4ad36317ab3c tempest-ServersNegativeTestJSON-2049653791 tempest-ServersNegativeTestJSON-2049653791-project] 10.222.0.39 "GET /v2.0/security-groups?id=150a7909-4e4d-4bd0-97fa-357e6fa16fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367091 Aug 12 15:29:32.484145 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39923037-0ede-48c0-9c3d-561437161b77 req-e7b2162c-557b-465f-8d20-02224d38598e tempest-ServersNegativeTestJSON-2049653791 tempest-ServersNegativeTestJSON-2049653791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:29:32.486097 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-39923037-0ede-48c0-9c3d-561437161b77 req-e7b2162c-557b-465f-8d20-02224d38598e tempest-ServersNegativeTestJSON-2049653791 tempest-ServersNegativeTestJSON-2049653791-project] 10.222.0.49 "GET /v2.0/ports?device_id=ef01796e-f277-4d8b-ab3b-9398b5b77bdd HTTP/1.1" status: 200 len: 946 time: 0.0483735 Aug 12 15:29:32.575724 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [req-39923037-0ede-48c0-9c3d-561437161b77 req-fe31442a-4af1-447b-b445-dcb2323cf388 tempest-ServersNegativeTestJSON-2049653791 tempest-ServersNegativeTestJSON-2049653791-project] Deleting port d5d57cf8-1ca1-4b97-9357-26aae69b4419 {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 15:29:32.576069 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-39923037-0ede-48c0-9c3d-561437161b77 req-fe31442a-4af1-447b-b445-dcb2323cf388 tempest-ServersNegativeTestJSON-2049653791 tempest-ServersNegativeTestJSON-2049653791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:32.672257 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-39923037-0ede-48c0-9c3d-561437161b77 req-fe31442a-4af1-447b-b445-dcb2323cf388 tempest-ServersNegativeTestJSON-2049653791 tempest-ServersNegativeTestJSON-2049653791-project] For port d5d57cf8-1ca1-4b97-9357-26aae69b4419, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=d5d57cf8-1ca1-4b97-9357-26aae69b4419,segment=NetworkSegment(9db4250f-6863-487b-a105-86263d1cde28),segment_id=9db4250f-6863-487b-a105-86263d1cde28)] {{(pid=94467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:29:32.672665 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-39923037-0ede-48c0-9c3d-561437161b77 req-fe31442a-4af1-447b-b445-dcb2323cf388 tempest-ServersNegativeTestJSON-2049653791 tempest-ServersNegativeTestJSON-2049653791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:32.685677 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [req-39923037-0ede-48c0-9c3d-561437161b77 req-fe31442a-4af1-447b-b445-dcb2323cf388 tempest-ServersNegativeTestJSON-2049653791 tempest-ServersNegativeTestJSON-2049653791-project] Calling delete_port for d5d57cf8-1ca1-4b97-9357-26aae69b4419 owned by compute:nova {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 15:29:32.817309 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-39923037-0ede-48c0-9c3d-561437161b77 req-fe31442a-4af1-447b-b445-dcb2323cf388 tempest-ServersNegativeTestJSON-2049653791 tempest-ServersNegativeTestJSON-2049653791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:32.828607 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] get_ports_and_sgs() called for port_ids ['d5d57cf8-1ca1-4b97-9357-26aae69b4419'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 15:29:32.832947 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] get_ports_and_sgs() called for port_ids ['95d3b3e8-2a19-4e38-a468-190409433691'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 15:29:32.846297 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe31442a-4af1-447b-b445-dcb2323cf388 tempest-ServersNegativeTestJSON-2049653791 tempest-ServersNegativeTestJSON-2049653791-project] Pushing event deleted for resources: {'Port': ['ID=d5d57cf8-1ca1-4b97-9357-26aae69b4419,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:29:32.873806 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe31442a-4af1-447b-b445-dcb2323cf388 tempest-ServersNegativeTestJSON-2049653791 tempest-ServersNegativeTestJSON-2049653791-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:29:32.874156 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe31442a-4af1-447b-b445-dcb2323cf388 tempest-ServersNegativeTestJSON-2049653791 tempest-ServersNegativeTestJSON-2049653791-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:29:32.874495 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe31442a-4af1-447b-b445-dcb2323cf388 tempest-ServersNegativeTestJSON-2049653791 tempest-ServersNegativeTestJSON-2049653791-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:29:32.874831 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe31442a-4af1-447b-b445-dcb2323cf388 tempest-ServersNegativeTestJSON-2049653791 tempest-ServersNegativeTestJSON-2049653791-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:29:32.875706 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe31442a-4af1-447b-b445-dcb2323cf388 tempest-ServersNegativeTestJSON-2049653791 tempest-ServersNegativeTestJSON-2049653791-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:29:32.875706 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe31442a-4af1-447b-b445-dcb2323cf388 tempest-ServersNegativeTestJSON-2049653791 tempest-ServersNegativeTestJSON-2049653791-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:29:32.875902 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe31442a-4af1-447b-b445-dcb2323cf388 tempest-ServersNegativeTestJSON-2049653791 tempest-ServersNegativeTestJSON-2049653791-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:29:32.876193 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe31442a-4af1-447b-b445-dcb2323cf388 tempest-ServersNegativeTestJSON-2049653791 tempest-ServersNegativeTestJSON-2049653791-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:29:32.876520 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe31442a-4af1-447b-b445-dcb2323cf388 tempest-ServersNegativeTestJSON-2049653791 tempest-ServersNegativeTestJSON-2049653791-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:29:32.876846 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe31442a-4af1-447b-b445-dcb2323cf388 tempest-ServersNegativeTestJSON-2049653791 tempest-ServersNegativeTestJSON-2049653791-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:29:32.877225 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe31442a-4af1-447b-b445-dcb2323cf388 tempest-ServersNegativeTestJSON-2049653791 tempest-ServersNegativeTestJSON-2049653791-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:29:32.877550 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe31442a-4af1-447b-b445-dcb2323cf388 tempest-ServersNegativeTestJSON-2049653791 tempest-ServersNegativeTestJSON-2049653791-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:29:32.896367 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [req-39923037-0ede-48c0-9c3d-561437161b77 req-fe31442a-4af1-447b-b445-dcb2323cf388 tempest-ServersNegativeTestJSON-2049653791 tempest-ServersNegativeTestJSON-2049653791-project] No DVR routers for this DVR port d5d57cf8-1ca1-4b97-9357-26aae69b4419 on host n-h2-694802-15 {{(pid=94467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 15:29:32.898902 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-39923037-0ede-48c0-9c3d-561437161b77 req-fe31442a-4af1-447b-b445-dcb2323cf388 tempest-ServersNegativeTestJSON-2049653791 tempest-ServersNegativeTestJSON-2049653791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:32.900908 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-39923037-0ede-48c0-9c3d-561437161b77 req-fe31442a-4af1-447b-b445-dcb2323cf388 tempest-ServersNegativeTestJSON-2049653791 tempest-ServersNegativeTestJSON-2049653791-project] 10.222.0.49 "DELETE /v2.0/ports/d5d57cf8-1ca1-4b97-9357-26aae69b4419 HTTP/1.1" status: 204 len: 173 time: 0.4083080 Aug 12 15:29:32.901381 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef01796e-f277-4d8b-ab3b-9398b5b77bdd', 'name': 'network-vif-deleted', 'tag': 'd5d57cf8-1ca1-4b97-9357-26aae69b4419'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:29:32.903660 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1d90890f15e5cc8eba4d51c7734538f2f2e5e8e12504eb7d6ddd0a29ee9b803" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f6f9197-65b9-41f6-8b0b-7bd3e14ab129" -d '{"events": [{"server_uuid": "ef01796e-f277-4d8b-ab3b-9398b5b77bdd", "name": "network-vif-deleted", "tag": "d5d57cf8-1ca1-4b97-9357-26aae69b4419"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 15:29:32.948861 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 15:29:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c8e943b-3264-4efc-814b-44045901a76c x-openstack-request-id: req-4c8e943b-3264-4efc-814b-44045901a76c {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 15:29:32.949292 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef01796e-f277-4d8b-ab3b-9398b5b77bdd", "name": "network-vif-deleted", "tag": "d5d57cf8-1ca1-4b97-9357-26aae69b4419", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 15:29:32.949615 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4c8e943b-3264-4efc-814b-44045901a76c {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 15:29:32.950298 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef01796e-f277-4d8b-ab3b-9398b5b77bdd', 'name': 'network-vif-deleted', 'tag': 'd5d57cf8-1ca1-4b97-9357-26aae69b4419', 'status': 'completed', 'code': 200} Aug 12 15:29:33.401197 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-7be89ae3-fc12-42f9-91f0-5938989ca9ce req-7f072966-e0bb-4507-a734-f4d115aeb649 tempest-ServersNegativeTestJSON-2049653791 tempest-ServersNegativeTestJSON-2049653791-project] 10.222.0.39 "GET /v2.0/ports?device_id=ef01796e-f277-4d8b-ab3b-9398b5b77bdd HTTP/1.1" status: 200 len: 210 time: 0.0291722 Aug 12 15:29:34.548748 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4750e9b-ab98-4018-9ba4-c7adb5d44053 req-cc98f8fb-be34-4dae-b0c4-3421d2de1dbc tempest-ServersNegativeTestJSON-2049653791 tempest-ServersNegativeTestJSON-2049653791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:29:34.550219 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-e4750e9b-ab98-4018-9ba4-c7adb5d44053 req-cc98f8fb-be34-4dae-b0c4-3421d2de1dbc tempest-ServersNegativeTestJSON-2049653791 tempest-ServersNegativeTestJSON-2049653791-project] 10.222.0.39 "GET /v2.0/ports?device_id=2f2d69f4-b71f-485d-b772-54e763da8ff0 HTTP/1.1" status: 200 len: 946 time: 0.0507081 Aug 12 15:29:34.587130 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-e4750e9b-ab98-4018-9ba4-c7adb5d44053 req-346c9237-6dba-43f9-b09b-ada877fef8ed tempest-ServersNegativeTestJSON-2049653791 tempest-ServersNegativeTestJSON-2049653791-project] 10.222.0.39 "GET /v2.0/security-groups?id=150a7909-4e4d-4bd0-97fa-357e6fa16fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310097 Aug 12 15:29:34.717731 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabb00a8-ff03-4bc6-bc41-a94835786302 req-e9625433-8a86-466d-827f-37a70f0316e2 tempest-ServersNegativeTestJSON-2049653791 tempest-ServersNegativeTestJSON-2049653791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:29:34.719225 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-cabb00a8-ff03-4bc6-bc41-a94835786302 req-e9625433-8a86-466d-827f-37a70f0316e2 tempest-ServersNegativeTestJSON-2049653791 tempest-ServersNegativeTestJSON-2049653791-project] 10.222.0.39 "GET /v2.0/ports?device_id=2f2d69f4-b71f-485d-b772-54e763da8ff0 HTTP/1.1" status: 200 len: 946 time: 0.0491765 Aug 12 15:29:34.757174 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-cabb00a8-ff03-4bc6-bc41-a94835786302 req-e10dac35-a274-46e5-a2a3-50ea9a0279a9 tempest-ServersNegativeTestJSON-2049653791 tempest-ServersNegativeTestJSON-2049653791-project] 10.222.0.39 "GET /v2.0/security-groups?id=150a7909-4e4d-4bd0-97fa-357e6fa16fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320117 Aug 12 15:29:34.871605 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afd7b22-e4f0-48c6-af15-81a7bdd35120 req-7ce78af6-7a88-4457-88a8-bbc66f2a0ca8 tempest-ServersNegativeTestJSON-2049653791 tempest-ServersNegativeTestJSON-2049653791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:29:34.873074 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9afd7b22-e4f0-48c6-af15-81a7bdd35120 req-7ce78af6-7a88-4457-88a8-bbc66f2a0ca8 tempest-ServersNegativeTestJSON-2049653791 tempest-ServersNegativeTestJSON-2049653791-project] 10.222.0.39 "GET /v2.0/ports?device_id=2f2d69f4-b71f-485d-b772-54e763da8ff0 HTTP/1.1" status: 200 len: 946 time: 0.0482352 Aug 12 15:29:34.910383 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9afd7b22-e4f0-48c6-af15-81a7bdd35120 req-fa13372c-4cde-4f91-b598-0981ec062b69 tempest-ServersNegativeTestJSON-2049653791 tempest-ServersNegativeTestJSON-2049653791-project] 10.222.0.39 "GET /v2.0/security-groups?id=150a7909-4e4d-4bd0-97fa-357e6fa16fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309434 Aug 12 15:29:35.078684 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144bf9b4-311f-444b-9979-25166460b67a req-a171092e-b3d5-46c7-8d7d-1ad85e9e6a1e tempest-ServersNegativeTestJSON-2049653791 tempest-ServersNegativeTestJSON-2049653791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:29:35.080792 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-144bf9b4-311f-444b-9979-25166460b67a req-a171092e-b3d5-46c7-8d7d-1ad85e9e6a1e tempest-ServersNegativeTestJSON-2049653791 tempest-ServersNegativeTestJSON-2049653791-project] 10.222.0.39 "GET /v2.0/ports?device_id=2f2d69f4-b71f-485d-b772-54e763da8ff0 HTTP/1.1" status: 200 len: 946 time: 0.0520976 Aug 12 15:29:35.116926 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-144bf9b4-311f-444b-9979-25166460b67a req-4c114f2d-0e57-40ef-939d-24c57e3c3b32 tempest-ServersNegativeTestJSON-2049653791 tempest-ServersNegativeTestJSON-2049653791-project] 10.222.0.39 "GET /v2.0/security-groups?id=150a7909-4e4d-4bd0-97fa-357e6fa16fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302095 Aug 12 15:29:35.234433 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628d7e51-fcdf-4879-9cab-804bf3ba8e46 req-2e478ff5-8454-4b13-9c66-83b4bfa3be5e tempest-ServersNegativeTestJSON-2049653791 tempest-ServersNegativeTestJSON-2049653791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:29:35.236504 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-628d7e51-fcdf-4879-9cab-804bf3ba8e46 req-2e478ff5-8454-4b13-9c66-83b4bfa3be5e tempest-ServersNegativeTestJSON-2049653791 tempest-ServersNegativeTestJSON-2049653791-project] 10.222.0.39 "GET /v2.0/ports?device_id=2f2d69f4-b71f-485d-b772-54e763da8ff0 HTTP/1.1" status: 200 len: 946 time: 0.0531085 Aug 12 15:29:35.274102 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-628d7e51-fcdf-4879-9cab-804bf3ba8e46 req-524edae3-f950-453b-8fac-652b15fcd094 tempest-ServersNegativeTestJSON-2049653791 tempest-ServersNegativeTestJSON-2049653791-project] 10.222.0.39 "GET /v2.0/security-groups?id=150a7909-4e4d-4bd0-97fa-357e6fa16fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317106 Aug 12 15:29:35.287485 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device d5d57cf8-1ca1-4b97-9357-26aae69b4419 no longer exists at agent hyperv_n-h2-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 15:29:35.307372 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] No Port match for: d5d57cf8-1ca1-4b97-9357-26aae69b4419 {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 15:29:35.307713 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device d5d57cf8-1ca1-4b97-9357-26aae69b4419 not bound to the agent host n-h2-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 15:29:35.397335 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7d8895-4b2d-453f-8bf3-0dcc2031ad35 req-3211a9cd-eeb0-432f-9cb4-f87305ffab7f tempest-ServersNegativeTestJSON-2049653791 tempest-ServersNegativeTestJSON-2049653791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:29:35.398809 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-3b7d8895-4b2d-453f-8bf3-0dcc2031ad35 req-3211a9cd-eeb0-432f-9cb4-f87305ffab7f tempest-ServersNegativeTestJSON-2049653791 tempest-ServersNegativeTestJSON-2049653791-project] 10.222.0.39 "GET /v2.0/ports?device_id=2f2d69f4-b71f-485d-b772-54e763da8ff0 HTTP/1.1" status: 200 len: 946 time: 0.0491180 Aug 12 15:29:35.435972 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-3b7d8895-4b2d-453f-8bf3-0dcc2031ad35 req-f0dfd0a2-034e-4195-b518-1d4d317dc7f3 tempest-ServersNegativeTestJSON-2049653791 tempest-ServersNegativeTestJSON-2049653791-project] 10.222.0.39 "GET /v2.0/security-groups?id=150a7909-4e4d-4bd0-97fa-357e6fa16fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313325 Aug 12 15:29:35.732666 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2fbc43-6446-403b-afb6-5b68ab608b51 req-837cc332-3a9a-4ce5-99cc-5248230485a4 tempest-ServersNegativeTestJSON-2049653791 tempest-ServersNegativeTestJSON-2049653791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:29:35.734134 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-4f2fbc43-6446-403b-afb6-5b68ab608b51 req-837cc332-3a9a-4ce5-99cc-5248230485a4 tempest-ServersNegativeTestJSON-2049653791 tempest-ServersNegativeTestJSON-2049653791-project] 10.222.0.39 "GET /v2.0/ports?device_id=2f2d69f4-b71f-485d-b772-54e763da8ff0 HTTP/1.1" status: 200 len: 946 time: 0.0499899 Aug 12 15:29:35.771555 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-4f2fbc43-6446-403b-afb6-5b68ab608b51 req-54317f40-0d2c-47a4-a6af-def276b94898 tempest-ServersNegativeTestJSON-2049653791 tempest-ServersNegativeTestJSON-2049653791-project] 10.222.0.39 "GET /v2.0/security-groups?id=150a7909-4e4d-4bd0-97fa-357e6fa16fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307684 Aug 12 15:29:36.887751 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bce8567-086f-4ee7-a236-d0db8a1a3c37 req-78c145ff-9da0-4d2c-bf79-1a6ddb51ba4c tempest-ServersNegativeTestJSON-2049653791 tempest-ServersNegativeTestJSON-2049653791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:29:36.889215 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-1bce8567-086f-4ee7-a236-d0db8a1a3c37 req-78c145ff-9da0-4d2c-bf79-1a6ddb51ba4c tempest-ServersNegativeTestJSON-2049653791 tempest-ServersNegativeTestJSON-2049653791-project] 10.222.0.39 "GET /v2.0/ports?device_id=2f2d69f4-b71f-485d-b772-54e763da8ff0 HTTP/1.1" status: 200 len: 946 time: 0.0484776 Aug 12 15:29:36.926909 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-1bce8567-086f-4ee7-a236-d0db8a1a3c37 req-73cfcbdb-cf79-46d0-90d0-0c7756a1928a tempest-ServersNegativeTestJSON-2049653791 tempest-ServersNegativeTestJSON-2049653791-project] 10.222.0.39 "GET /v2.0/security-groups?id=150a7909-4e4d-4bd0-97fa-357e6fa16fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315418 Aug 12 15:29:37.308072 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b2ff74-8c0d-4597-bfa7-7626b1eaa782 req-d81a77b5-b4cb-42ec-819a-e32581477f7e tempest-ServersNegativeTestJSON-2049653791 tempest-ServersNegativeTestJSON-2049653791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:29:37.309498 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-40b2ff74-8c0d-4597-bfa7-7626b1eaa782 req-d81a77b5-b4cb-42ec-819a-e32581477f7e tempest-ServersNegativeTestJSON-2049653791 tempest-ServersNegativeTestJSON-2049653791-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f2d69f4-b71f-485d-b772-54e763da8ff0 HTTP/1.1" status: 200 len: 946 time: 0.0474298 Aug 12 15:29:37.399839 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [req-40b2ff74-8c0d-4597-bfa7-7626b1eaa782 req-e146b28c-ade2-4b99-99f6-274e4ab81a01 tempest-ServersNegativeTestJSON-2049653791 tempest-ServersNegativeTestJSON-2049653791-project] Deleting port 95d3b3e8-2a19-4e38-a468-190409433691 {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 15:29:37.400172 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-40b2ff74-8c0d-4597-bfa7-7626b1eaa782 req-e146b28c-ade2-4b99-99f6-274e4ab81a01 tempest-ServersNegativeTestJSON-2049653791 tempest-ServersNegativeTestJSON-2049653791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:37.490883 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-40b2ff74-8c0d-4597-bfa7-7626b1eaa782 req-e146b28c-ade2-4b99-99f6-274e4ab81a01 tempest-ServersNegativeTestJSON-2049653791 tempest-ServersNegativeTestJSON-2049653791-project] For port 95d3b3e8-2a19-4e38-a468-190409433691, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=95d3b3e8-2a19-4e38-a468-190409433691,segment=NetworkSegment(9db4250f-6863-487b-a105-86263d1cde28),segment_id=9db4250f-6863-487b-a105-86263d1cde28)] {{(pid=94467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:29:37.491286 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-40b2ff74-8c0d-4597-bfa7-7626b1eaa782 req-e146b28c-ade2-4b99-99f6-274e4ab81a01 tempest-ServersNegativeTestJSON-2049653791 tempest-ServersNegativeTestJSON-2049653791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:37.504609 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [req-40b2ff74-8c0d-4597-bfa7-7626b1eaa782 req-e146b28c-ade2-4b99-99f6-274e4ab81a01 tempest-ServersNegativeTestJSON-2049653791 tempest-ServersNegativeTestJSON-2049653791-project] Calling delete_port for 95d3b3e8-2a19-4e38-a468-190409433691 owned by compute:nova {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 15:29:37.631586 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-40b2ff74-8c0d-4597-bfa7-7626b1eaa782 req-e146b28c-ade2-4b99-99f6-274e4ab81a01 tempest-ServersNegativeTestJSON-2049653791 tempest-ServersNegativeTestJSON-2049653791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:37.644201 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] get_ports_and_sgs() called for port_ids ['95d3b3e8-2a19-4e38-a468-190409433691'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 15:29:37.662240 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e146b28c-ade2-4b99-99f6-274e4ab81a01 tempest-ServersNegativeTestJSON-2049653791 tempest-ServersNegativeTestJSON-2049653791-project] Pushing event deleted for resources: {'Port': ['ID=95d3b3e8-2a19-4e38-a468-190409433691,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:29:37.708237 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [req-40b2ff74-8c0d-4597-bfa7-7626b1eaa782 req-e146b28c-ade2-4b99-99f6-274e4ab81a01 tempest-ServersNegativeTestJSON-2049653791 tempest-ServersNegativeTestJSON-2049653791-project] No DVR routers for this DVR port 95d3b3e8-2a19-4e38-a468-190409433691 on host n-h1-694802-15 {{(pid=94467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 15:29:37.710712 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-40b2ff74-8c0d-4597-bfa7-7626b1eaa782 req-e146b28c-ade2-4b99-99f6-274e4ab81a01 tempest-ServersNegativeTestJSON-2049653791 tempest-ServersNegativeTestJSON-2049653791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:37.712801 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-40b2ff74-8c0d-4597-bfa7-7626b1eaa782 req-e146b28c-ade2-4b99-99f6-274e4ab81a01 tempest-ServersNegativeTestJSON-2049653791 tempest-ServersNegativeTestJSON-2049653791-project] 10.222.0.64 "DELETE /v2.0/ports/95d3b3e8-2a19-4e38-a468-190409433691 HTTP/1.1" status: 204 len: 173 time: 0.3947928 Aug 12 15:29:37.713254 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f2d69f4-b71f-485d-b772-54e763da8ff0', 'name': 'network-vif-deleted', 'tag': '95d3b3e8-2a19-4e38-a468-190409433691'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:29:37.715782 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1d90890f15e5cc8eba4d51c7734538f2f2e5e8e12504eb7d6ddd0a29ee9b803" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d417a5db-5099-4293-8632-f056cf595b2e" -d '{"events": [{"server_uuid": "2f2d69f4-b71f-485d-b772-54e763da8ff0", "name": "network-vif-deleted", "tag": "95d3b3e8-2a19-4e38-a468-190409433691"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 15:29:37.756101 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 15:29:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fab3c40-5b7c-42f5-a824-b6554e14d690 x-openstack-request-id: req-4fab3c40-5b7c-42f5-a824-b6554e14d690 {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 15:29:37.756404 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f2d69f4-b71f-485d-b772-54e763da8ff0", "name": "network-vif-deleted", "tag": "95d3b3e8-2a19-4e38-a468-190409433691", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 15:29:37.756702 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4fab3c40-5b7c-42f5-a824-b6554e14d690 {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 15:29:37.757106 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f2d69f4-b71f-485d-b772-54e763da8ff0', 'name': 'network-vif-deleted', 'tag': '95d3b3e8-2a19-4e38-a468-190409433691', 'status': 'completed', 'code': 200} Aug 12 15:29:38.029817 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0fde1fdc-fd6a-4e57-a64f-e89809add25e req-9d91a9a2-b952-4666-b188-389a42e83580 tempest-ServersNegativeTestJSON-2049653791 tempest-ServersNegativeTestJSON-2049653791-project] 10.222.0.39 "GET /v2.0/ports?device_id=2f2d69f4-b71f-485d-b772-54e763da8ff0 HTTP/1.1" status: 200 len: 210 time: 0.0263495 Aug 12 15:29:39.084792 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 35098) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:29:39.133078 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_v2 [None req-965e695a-6517-43ca-8a3e-87c7fd5477f1 admin admin] Deleting subnet 02f1205a-7962-4ba4-ad23-178bbc23a341 {{(pid=94466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 15:29:39.136098 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-965e695a-6517-43ca-8a3e-87c7fd5477f1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:39.171281 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-965e695a-6517-43ca-8a3e-87c7fd5477f1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2293551'] for subnet, precommit_delete_associations {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:39.210565 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-965e695a-6517-43ca-8a3e-87c7fd5477f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66416255'] for subnet, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:39.263740 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-965e695a-6517-43ca-8a3e-87c7fd5477f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66416232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3718429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8776402'] for subnet, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:39.296954 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-965e695a-6517-43ca-8a3e-87c7fd5477f1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:39.299452 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-965e695a-6517-43ca-8a3e-87c7fd5477f1 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/02f1205a-7962-4ba4-ad23-178bbc23a341 HTTP/1.1" status: 204 len: 168 time: 0.2130098 Aug 12 15:29:39.299598 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965e695a-6517-43ca-8a3e-87c7fd5477f1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=02f1205a-7962-4ba4-ad23-178bbc23a341,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:29:39.301462 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 35100) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:29:39.367422 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-24f6c8f7-b6be-495a-8b37-2aa6f344e4e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680608'] for network, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:39.449313 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-24f6c8f7-b6be-495a-8b37-2aa6f344e4e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66413304', 'neutron.services.segments.db._delete_segments_for_network-8744654118000'] for network, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:39.460049 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-24f6c8f7-b6be-495a-8b37-2aa6f344e4e7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae69940f-8e2b-4250-a0fd-c46c9b6947c3']}} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:29:39.470016 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-24f6c8f7-b6be-495a-8b37-2aa6f344e4e7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9db4250f-6863-487b-a105-86263d1cde28') {'for_net_delete': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:29:39.470312 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-24f6c8f7-b6be-495a-8b37-2aa6f344e4e7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9db4250f-6863-487b-a105-86263d1cde28') {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:29:39.478852 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-24f6c8f7-b6be-495a-8b37-2aa6f344e4e7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744654122361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3857526'] for segment, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:39.491990 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-24f6c8f7-b6be-495a-8b37-2aa6f344e4e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:39.498321 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24f6c8f7-b6be-495a-8b37-2aa6f344e4e7 admin admin] Releasing vlan 344 on physical network physnet1 to pool {{(pid=94467) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 15:29:39.498889 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-24f6c8f7-b6be-495a-8b37-2aa6f344e4e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2859015'] for segment, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:39.500527 n-d-694802-15 neutron-server[94467]: Traceback (most recent call last): Aug 12 15:29:39.500527 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 15:29:39.500527 n-d-694802-15 neutron-server[94467]: timer() Aug 12 15:29:39.500527 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 15:29:39.500527 n-d-694802-15 neutron-server[94467]: cb(*args, **kw) Aug 12 15:29:39.500527 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 15:29:39.500527 n-d-694802-15 neutron-server[94467]: return func(*args, **kwargs) Aug 12 15:29:39.500527 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 15:29:39.500527 n-d-694802-15 neutron-server[94467]: self._notify() Aug 12 15:29:39.500527 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 15:29:39.500527 n-d-694802-15 neutron-server[94467]: self.callback(batched_events) Aug 12 15:29:39.500527 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 15:29:39.500527 n-d-694802-15 neutron-server[94467]: event.method(event) Aug 12 15:29:39.500527 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 15:29:39.500527 n-d-694802-15 neutron-server[94467]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 15:29:39.500527 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 15:29:39.500527 n-d-694802-15 neutron-server[94467]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 15:29:39.500527 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 15:29:39.500527 n-d-694802-15 neutron-server[94467]: return f(self, *a, **k) Aug 12 15:29:39.500527 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 15:29:39.500527 n-d-694802-15 neutron-server[94467]: return self._get(url).json() Aug 12 15:29:39.500527 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 15:29:39.500527 n-d-694802-15 neutron-server[94467]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 15:29:39.500527 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 15:29:39.500527 n-d-694802-15 neutron-server[94467]: return self.request(url, 'GET', **kwargs) Aug 12 15:29:39.500527 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 15:29:39.500527 n-d-694802-15 neutron-server[94467]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 15:29:39.500527 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 15:29:39.500527 n-d-694802-15 neutron-server[94467]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 15:29:39.500527 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 15:29:39.500527 n-d-694802-15 neutron-server[94467]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 15:29:39.500527 n-d-694802-15 neutron-server[94467]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 15:29:39.553274 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-24f6c8f7-b6be-495a-8b37-2aa6f344e4e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66413281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431520'] for network, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:39.560801 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-24f6c8f7-b6be-495a-8b37-2aa6f344e4e7 admin admin] Notify callbacks [] for network, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:39.562532 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-24f6c8f7-b6be-495a-8b37-2aa6f344e4e7 admin admin] 10.222.0.39 "DELETE /v2.0/networks/ae69940f-8e2b-4250-a0fd-c46c9b6947c3 HTTP/1.1" status: 204 len: 168 time: 0.2600322 Aug 12 15:29:39.572400 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f6c8f7-b6be-495a-8b37-2aa6f344e4e7 admin admin] Pushing event deleted for resources: {'Network': ['ID=ae69940f-8e2b-4250-a0fd-c46c9b6947c3,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:29:39.680821 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 35104) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:29:39.725052 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-86540f14-3602-462b-a85a-89d2efe06235 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6cfa06c3f9194131b0eb500744cf5597&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0430701 Aug 12 15:29:39.727617 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 35106) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:29:39.774780 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-b4bd0a53-5ac0-45c5-9518-057fdb74d1db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:39.795704 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-b4bd0a53-5ac0-45c5-9518-057fdb74d1db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:39.842468 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-b4bd0a53-5ac0-45c5-9518-057fdb74d1db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:39.845035 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-b4bd0a53-5ac0-45c5-9518-057fdb74d1db admin admin] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:39.847234 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-b4bd0a53-5ac0-45c5-9518-057fdb74d1db admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/150a7909-4e4d-4bd0-97fa-357e6fa16fa0 HTTP/1.1" status: 204 len: 168 time: 0.1176970 Aug 12 15:29:39.853999 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bd0a53-5ac0-45c5-9518-057fdb74d1db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=150a7909-4e4d-4bd0-97fa-357e6fa16fa0,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:29:40.161954 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-0666c769-2c9d-4218-8332-d9c1647bc9cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:40.525394 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 35128) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:29:40.630820 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-31106ee8-c7c0-4981-9d63-907f0f3273d1 tempest-NetworksIpV6Test-1102478671 tempest-NetworksIpV6Test-1102478671-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-627263368'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:29:40.651987 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31106ee8-c7c0-4981-9d63-907f0f3273d1 tempest-NetworksIpV6Test-1102478671 tempest-NetworksIpV6Test-1102478671-project] Made reservation on behalf of b1ed29c8f5e44945a8d3452193814176 for: {'network': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 15:29:40.655636 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-31106ee8-c7c0-4981-9d63-907f0f3273d1 tempest-NetworksIpV6Test-1102478671 tempest-NetworksIpV6Test-1102478671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for network, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:40.665076 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-31106ee8-c7c0-4981-9d63-907f0f3273d1 tempest-NetworksIpV6Test-1102478671 tempest-NetworksIpV6Test-1102478671-project] Notify callbacks [] for security_group, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:40.753514 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-31106ee8-c7c0-4981-9d63-907f0f3273d1 tempest-NetworksIpV6Test-1102478671 tempest-NetworksIpV6Test-1102478671-project] Notify callbacks [] for security_group, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:40.757284 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-31106ee8-c7c0-4981-9d63-907f0f3273d1 tempest-NetworksIpV6Test-1102478671 tempest-NetworksIpV6Test-1102478671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:40.786221 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31106ee8-c7c0-4981-9d63-907f0f3273d1 tempest-NetworksIpV6Test-1102478671 tempest-NetworksIpV6Test-1102478671-project] vlan segment allocate from pool success with {'vlan_id': 341, 'physical_network': 'physnet1'} {{(pid=94466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 15:29:40.796894 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31106ee8-c7c0-4981-9d63-907f0f3273d1 tempest-NetworksIpV6Test-1102478671 tempest-NetworksIpV6Test-1102478671-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10305319-a66c-4368-ab05-bb7fa9d03592,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:29:40.806460 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-31106ee8-c7c0-4981-9d63-907f0f3273d1 tempest-NetworksIpV6Test-1102478671 tempest-NetworksIpV6Test-1102478671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:40.807526 n-d-694802-15 neutron-server[94466]: INFO neutron.db.segments_db [None req-31106ee8-c7c0-4981-9d63-907f0f3273d1 tempest-NetworksIpV6Test-1102478671 tempest-NetworksIpV6Test-1102478671-project] Added segment 7ab88863-cb59-4c8f-a843-aea89b8174c2 of type vlan for network 2eafd6da-c731-470b-91cd-3fb5cf8b6432 Aug 12 15:29:40.850547 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-31106ee8-c7c0-4981-9d63-907f0f3273d1 tempest-NetworksIpV6Test-1102478671 tempest-NetworksIpV6Test-1102478671-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744653628263'] for network, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:40.878859 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-31106ee8-c7c0-4981-9d63-907f0f3273d1 tempest-NetworksIpV6Test-1102478671 tempest-NetworksIpV6Test-1102478671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409'] for network, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:40.884420 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31106ee8-c7c0-4981-9d63-907f0f3273d1 tempest-NetworksIpV6Test-1102478671 tempest-NetworksIpV6Test-1102478671-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:29:40.885005 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-31106ee8-c7c0-4981-9d63-907f0f3273d1 tempest-NetworksIpV6Test-1102478671 tempest-NetworksIpV6Test-1102478671-project] Notify callbacks [] for network, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:40.955819 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-31106ee8-c7c0-4981-9d63-907f0f3273d1 tempest-NetworksIpV6Test-1102478671 tempest-NetworksIpV6Test-1102478671-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4293032 Aug 12 15:29:40.989230 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31106ee8-c7c0-4981-9d63-907f0f3273d1 tempest-NetworksIpV6Test-1102478671 tempest-NetworksIpV6Test-1102478671-project] Pushing event updated for resources: {'Network': ['ID=2eafd6da-c731-470b-91cd-3fb5cf8b6432,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:29:40.999627 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Network 2eafd6da-c731-470b-91cd-3fb5cf8b6432 details requested by agent ovs-agent-n-d-694802-15 with host n-d-694802-15 {{(pid=94468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 15:29:42.062718 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:42.567251 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device 95d3b3e8-2a19-4e38-a468-190409433691 no longer exists at agent hyperv_n-h1-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 15:29:42.590499 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-93370168-53ca-47c2-9e27-b066be57125c None None] No Port match for: 95d3b3e8-2a19-4e38-a468-190409433691 {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 15:29:42.590840 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device 95d3b3e8-2a19-4e38-a468-190409433691 not bound to the agent host n-h1-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 15:29:43.079980 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:43.428138 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-b6cc16ea-3f7b-46cc-bfe3-b47ddc237603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:43.506109 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:44.174083 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-1769855f-eda9-4483-9dc3-3220908ab45d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:44.185512 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 35132) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:29:44.190728 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-d04925d6-e582-4405-91f1-60ee585b2b25 tempest-NetworksIpV6Test-1102478671 tempest-NetworksIpV6Test-1102478671-project] Request body: {'subnet': {'network_id': '2eafd6da-c731-470b-91cd-3fb5cf8b6432', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:29:44.281987 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d04925d6-e582-4405-91f1-60ee585b2b25 tempest-NetworksIpV6Test-1102478671 tempest-NetworksIpV6Test-1102478671-project] Made reservation on behalf of b1ed29c8f5e44945a8d3452193814176 for: {'subnet': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 15:29:44.285960 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-d04925d6-e582-4405-91f1-60ee585b2b25 tempest-NetworksIpV6Test-1102478671 tempest-NetworksIpV6Test-1102478671-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3343791'] for subnet, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:44.462459 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-d04925d6-e582-4405-91f1-60ee585b2b25 tempest-NetworksIpV6Test-1102478671 tempest-NetworksIpV6Test-1102478671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2859166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3343773'] for subnet, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:44.522621 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04925d6-e582-4405-91f1-60ee585b2b25 tempest-NetworksIpV6Test-1102478671 tempest-NetworksIpV6Test-1102478671-project] Pushing event updated for resources: {'Subnet': ['ID=9bd1edfe-89d0-4fc9-a0aa-d5fd55de8859,revision_number=0']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:29:44.530912 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d04925d6-e582-4405-91f1-60ee585b2b25 tempest-NetworksIpV6Test-1102478671 tempest-NetworksIpV6Test-1102478671-project] Checking segment: {'id': '7ab88863-cb59-4c8f-a843-aea89b8174c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '2eafd6da-c731-470b-91cd-3fb5cf8b6432'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 15:29:44.531309 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d04925d6-e582-4405-91f1-60ee585b2b25 tempest-NetworksIpV6Test-1102478671 tempest-NetworksIpV6Test-1102478671-project] Network hostable DHCP agents. Network: 2eafd6da-c731-470b-91cd-3fb5cf8b6432, hostable agents: ['1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658'], hosted agents: [] {{(pid=94467) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 15:29:44.547716 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d04925d6-e582-4405-91f1-60ee585b2b25 tempest-NetworksIpV6Test-1102478671 tempest-NetworksIpV6Test-1102478671-project] Network 2eafd6da-c731-470b-91cd-3fb5cf8b6432 is scheduled to be hosted by DHCP agent 1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658 with binding_index 1 {{(pid=94467) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 15:29:44.556489 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [None req-d04925d6-e582-4405-91f1-60ee585b2b25 tempest-NetworksIpV6Test-1102478671 tempest-NetworksIpV6Test-1102478671-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-15, 2eafd6da-c731-470b-91cd-3fb5cf8b6432) {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:29:44.560815 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d04925d6-e582-4405-91f1-60ee585b2b25 tempest-NetworksIpV6Test-1102478671 tempest-NetworksIpV6Test-1102478671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:29:44.561420 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-d04925d6-e582-4405-91f1-60ee585b2b25 tempest-NetworksIpV6Test-1102478671 tempest-NetworksIpV6Test-1102478671-project] Notify callbacks [] for subnet, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:44.566809 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d4f675e-3d07-468d-86a9-607fd9fd107d None None] Network 2eafd6da-c731-470b-91cd-3fb5cf8b6432 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 15:29:44.576415 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-d04925d6-e582-4405-91f1-60ee585b2b25 tempest-NetworksIpV6Test-1102478671 tempest-NetworksIpV6Test-1102478671-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3897836 Aug 12 15:29:44.580665 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 35134) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:29:44.585584 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-720ae051-b1c3-400e-9f65-af687878fc16 tempest-NetworksIpV6Test-1102478671 tempest-NetworksIpV6Test-1102478671-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-734580235'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:29:44.605770 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-720ae051-b1c3-400e-9f65-af687878fc16 tempest-NetworksIpV6Test-1102478671 tempest-NetworksIpV6Test-1102478671-project] Made reservation on behalf of b1ed29c8f5e44945a8d3452193814176 for: {'network': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 15:29:44.609437 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-720ae051-b1c3-400e-9f65-af687878fc16 tempest-NetworksIpV6Test-1102478671 tempest-NetworksIpV6Test-1102478671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for network, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:44.633223 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-720ae051-b1c3-400e-9f65-af687878fc16 tempest-NetworksIpV6Test-1102478671 tempest-NetworksIpV6Test-1102478671-project] vlan segment allocate from pool success with {'vlan_id': 343, 'physical_network': 'physnet1'} {{(pid=94467) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 15:29:44.642888 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-720ae051-b1c3-400e-9f65-af687878fc16 tempest-NetworksIpV6Test-1102478671 tempest-NetworksIpV6Test-1102478671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:44.643258 n-d-694802-15 neutron-server[94467]: INFO neutron.db.segments_db [None req-720ae051-b1c3-400e-9f65-af687878fc16 tempest-NetworksIpV6Test-1102478671 tempest-NetworksIpV6Test-1102478671-project] Added segment 794df277-5c24-4caa-ad93-586acfe479dd of type vlan for network 5f8dfd74-d28c-427a-94c7-391136b63ea4 Aug 12 15:29:44.682940 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-720ae051-b1c3-400e-9f65-af687878fc16 tempest-NetworksIpV6Test-1102478671 tempest-NetworksIpV6Test-1102478671-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744653628263'] for network, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:44.711462 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5773b64f-531c-4e90-9cd7-efc03cf875ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa7035b3e-9a89-5964-b9f4-97301c3f476a-2eafd6da-c731-470b-91cd-3fb5cf8b6432', 'network_id': '2eafd6da-c731-470b-91cd-3fb5cf8b6432', 'tenant_id': 'b1ed29c8f5e44945a8d3452193814176', 'fixed_ips': [{'subnet_id': '9bd1edfe-89d0-4fc9-a0aa-d5fd55de8859'}]}} from n-d-694802-15. {{(pid=94468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 15:29:44.712659 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-5773b64f-531c-4e90-9cd7-efc03cf875ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:44.714503 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-720ae051-b1c3-400e-9f65-af687878fc16 tempest-NetworksIpV6Test-1102478671 tempest-NetworksIpV6Test-1102478671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409'] for network, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:44.720341 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-720ae051-b1c3-400e-9f65-af687878fc16 tempest-NetworksIpV6Test-1102478671 tempest-NetworksIpV6Test-1102478671-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:29:44.720926 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-720ae051-b1c3-400e-9f65-af687878fc16 tempest-NetworksIpV6Test-1102478671 tempest-NetworksIpV6Test-1102478671-project] Notify callbacks [] for network, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:44.776755 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-720ae051-b1c3-400e-9f65-af687878fc16 tempest-NetworksIpV6Test-1102478671 tempest-NetworksIpV6Test-1102478671-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1921062 Aug 12 15:29:44.777615 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 35136) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:29:44.783918 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-21a41f9a-1e16-4707-9045-cdb92a19a92f tempest-NetworksIpV6Test-1102478671 tempest-NetworksIpV6Test-1102478671-project] Request body: {'subnet': {'network_id': '5f8dfd74-d28c-427a-94c7-391136b63ea4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:29:44.791045 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720ae051-b1c3-400e-9f65-af687878fc16 tempest-NetworksIpV6Test-1102478671 tempest-NetworksIpV6Test-1102478671-project] Pushing event updated for resources: {'Network': ['ID=5f8dfd74-d28c-427a-94c7-391136b63ea4,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:29:44.805304 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Network 5f8dfd74-d28c-427a-94c7-391136b63ea4 details requested by agent ovs-agent-n-d-694802-15 with host n-d-694802-15 {{(pid=94468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 15:29:44.885888 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21a41f9a-1e16-4707-9045-cdb92a19a92f tempest-NetworksIpV6Test-1102478671 tempest-NetworksIpV6Test-1102478671-project] Made reservation on behalf of b1ed29c8f5e44945a8d3452193814176 for: {'subnet': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 15:29:44.889468 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-21a41f9a-1e16-4707-9045-cdb92a19a92f tempest-NetworksIpV6Test-1102478671 tempest-NetworksIpV6Test-1102478671-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8776441'] for subnet, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:44.908307 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.db_base_plugin_common [None req-5773b64f-531c-4e90-9cd7-efc03cf875ea None None] Allocated IP 2001:db8:0:ffff::2 (2eafd6da-c731-470b-91cd-3fb5cf8b6432/9bd1edfe-89d0-4fc9-a0aa-d5fd55de8859/0e92c8ec-54bb-4f05-861d-5208d6f5b4a3) {{(pid=94468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 15:29:45.054854 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-5773b64f-531c-4e90-9cd7-efc03cf875ea None None] Notify callbacks [] for port, precommit_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:45.063415 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-5773b64f-531c-4e90-9cd7-efc03cf875ea None None] Transition to ACTIVE for port object 0e92c8ec-54bb-4f05-861d-5208d6f5b4a3 will not be triggered until provisioned by entity L2. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:29:45.078184 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-5773b64f-531c-4e90-9cd7-efc03cf875ea None None] Transition to ACTIVE for port object 0e92c8ec-54bb-4f05-861d-5208d6f5b4a3 will not be triggered until provisioned by entity DHCP. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:29:45.084031 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-5773b64f-531c-4e90-9cd7-efc03cf875ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253'] for port, after_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:45.098586 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-21a41f9a-1e16-4707-9045-cdb92a19a92f tempest-NetworksIpV6Test-1102478671 tempest-NetworksIpV6Test-1102478671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3718490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8776395'] for subnet, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:45.124295 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5773b64f-531c-4e90-9cd7-efc03cf875ea None None] Network 2eafd6da-c731-470b-91cd-3fb5cf8b6432 is already hosted by enough agents. {{(pid=94468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 15:29:45.127683 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.base_scheduler [None req-5773b64f-531c-4e90-9cd7-efc03cf875ea None None] Resources bound (agent type, host, resource id): {{(pid=94468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:29:45.132036 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5773b64f-531c-4e90-9cd7-efc03cf875ea None None] Received port after_create {{(pid=94468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 15:29:45.136643 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5773b64f-531c-4e90-9cd7-efc03cf875ea None None] Pushing event updated for resources: {'Port': ['ID=0e92c8ec-54bb-4f05-861d-5208d6f5b4a3,revision_number=1']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:29:45.161378 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a41f9a-1e16-4707-9045-cdb92a19a92f tempest-NetworksIpV6Test-1102478671 tempest-NetworksIpV6Test-1102478671-project] Pushing event updated for resources: {'Subnet': ['ID=c4e318ed-0b0d-4628-a649-5b3ede68e39d,revision_number=0']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:29:45.164472 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5773b64f-531c-4e90-9cd7-efc03cf875ea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:29:45.164812 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5773b64f-531c-4e90-9cd7-efc03cf875ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:29:45.165217 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5773b64f-531c-4e90-9cd7-efc03cf875ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:29:45.165460 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5773b64f-531c-4e90-9cd7-efc03cf875ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:29:45.165809 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5773b64f-531c-4e90-9cd7-efc03cf875ea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:29:45.166104 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5773b64f-531c-4e90-9cd7-efc03cf875ea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:29:45.166424 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5773b64f-531c-4e90-9cd7-efc03cf875ea None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:29:45.166736 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5773b64f-531c-4e90-9cd7-efc03cf875ea None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:29:45.167154 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5773b64f-531c-4e90-9cd7-efc03cf875ea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:29:45.167475 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5773b64f-531c-4e90-9cd7-efc03cf875ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:29:45.167959 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5773b64f-531c-4e90-9cd7-efc03cf875ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:29:45.168273 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5773b64f-531c-4e90-9cd7-efc03cf875ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:29:45.175888 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a41f9a-1e16-4707-9045-cdb92a19a92f tempest-NetworksIpV6Test-1102478671 tempest-NetworksIpV6Test-1102478671-project] Checking segment: {'id': '794df277-5c24-4caa-ad93-586acfe479dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '5f8dfd74-d28c-427a-94c7-391136b63ea4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 15:29:45.176252 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21a41f9a-1e16-4707-9045-cdb92a19a92f tempest-NetworksIpV6Test-1102478671 tempest-NetworksIpV6Test-1102478671-project] Network hostable DHCP agents. Network: 5f8dfd74-d28c-427a-94c7-391136b63ea4, hostable agents: ['1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658'], hosted agents: [] {{(pid=94466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 15:29:45.194745 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21a41f9a-1e16-4707-9045-cdb92a19a92f tempest-NetworksIpV6Test-1102478671 tempest-NetworksIpV6Test-1102478671-project] Network 5f8dfd74-d28c-427a-94c7-391136b63ea4 is scheduled to be hosted by DHCP agent 1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658 with binding_index 1 {{(pid=94466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 15:29:45.200436 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-5773b64f-531c-4e90-9cd7-efc03cf875ea None None] Attempting to bind port 0e92c8ec-54bb-4f05-861d-5208d6f5b4a3 on host n-d-694802-15 for vnic_type normal with profile {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 15:29:45.201239 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-5773b64f-531c-4e90-9cd7-efc03cf875ea None None] Attempting to bind port 0e92c8ec-54bb-4f05-861d-5208d6f5b4a3 by drivers openvswitch,hyperv on host n-d-694802-15 at level 0 using segments [{'id': '7ab88863-cb59-4c8f-a843-aea89b8174c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '2eafd6da-c731-470b-91cd-3fb5cf8b6432'}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 15:29:45.201239 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5773b64f-531c-4e90-9cd7-efc03cf875ea None None] Attempting to bind port 0e92c8ec-54bb-4f05-861d-5208d6f5b4a3 on network 2eafd6da-c731-470b-91cd-3fb5cf8b6432 {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 15:29:45.206087 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-21a41f9a-1e16-4707-9045-cdb92a19a92f tempest-NetworksIpV6Test-1102478671 tempest-NetworksIpV6Test-1102478671-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-15, 5f8dfd74-d28c-427a-94c7-391136b63ea4) {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:29:45.207188 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5773b64f-531c-4e90-9cd7-efc03cf875ea None None] Checking agent: {'id': '16de73ac-f2e9-4cee-b3e0-91052ae3e6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 20, 13), 'started_at': datetime.datetime(2021, 8, 12, 14, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 15, 29, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 15:29:45.207572 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5773b64f-531c-4e90-9cd7-efc03cf875ea None None] Checking segment: {'id': '7ab88863-cb59-4c8f-a843-aea89b8174c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '2eafd6da-c731-470b-91cd-3fb5cf8b6432'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 15:29:45.207948 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-5773b64f-531c-4e90-9cd7-efc03cf875ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:45.208330 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5773b64f-531c-4e90-9cd7-efc03cf875ea None None] Bound using segment: {'id': '7ab88863-cb59-4c8f-a843-aea89b8174c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '2eafd6da-c731-470b-91cd-3fb5cf8b6432'} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 15:29:45.208788 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-5773b64f-531c-4e90-9cd7-efc03cf875ea None None] Bound port: 0e92c8ec-54bb-4f05-861d-5208d6f5b4a3, host: n-d-694802-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ab88863-cb59-4c8f-a843-aea89b8174c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '2eafd6da-c731-470b-91cd-3fb5cf8b6432'}}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 15:29:45.209163 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-5773b64f-531c-4e90-9cd7-efc03cf875ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:45.211004 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21a41f9a-1e16-4707-9045-cdb92a19a92f tempest-NetworksIpV6Test-1102478671 tempest-NetworksIpV6Test-1102478671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:29:45.212128 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-21a41f9a-1e16-4707-9045-cdb92a19a92f tempest-NetworksIpV6Test-1102478671 tempest-NetworksIpV6Test-1102478671-project] Notify callbacks [] for subnet, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:45.222437 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1fe3514-b2c4-45f0-9324-e72e522904f9 None None] Network 5f8dfd74-d28c-427a-94c7-391136b63ea4 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 15:29:45.232671 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 35138) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:29:45.239584 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-21a41f9a-1e16-4707-9045-cdb92a19a92f tempest-NetworksIpV6Test-1102478671 tempest-NetworksIpV6Test-1102478671-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4601543 Aug 12 15:29:45.330104 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-5773b64f-531c-4e90-9cd7-efc03cf875ea None None] For port 0e92c8ec-54bb-4f05-861d-5208d6f5b4a3, host n-d-694802-15, cleared binding levels {{(pid=94468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 15:29:45.332697 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-2f84479a-e073-4949-9cce-709f04ba3613 tempest-NetworksIpV6Test-1102478671 tempest-NetworksIpV6Test-1102478671-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680608'] for network, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:45.337088 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-5773b64f-531c-4e90-9cd7-efc03cf875ea None None] For port 0e92c8ec-54bb-4f05-861d-5208d6f5b4a3, host n-d-694802-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=0e92c8ec-54bb-4f05-861d-5208d6f5b4a3,segment=NetworkSegment(7ab88863-cb59-4c8f-a843-aea89b8174c2),segment_id=7ab88863-cb59-4c8f-a843-aea89b8174c2)] {{(pid=94468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 15:29:45.345937 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-5773b64f-531c-4e90-9cd7-efc03cf875ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:45.389800 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-2f84479a-e073-4949-9cce-709f04ba3613 tempest-NetworksIpV6Test-1102478671 tempest-NetworksIpV6Test-1102478671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66416255'] for subnet, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:45.449862 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5773b64f-531c-4e90-9cd7-efc03cf875ea None None] Pushing event updated for resources: {'Port': ['ID=0e92c8ec-54bb-4f05-861d-5208d6f5b4a3,revision_number=2']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:29:45.460018 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5a8e0ea-6f70-4932-99c7-f93e3ba98dfd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa7035b3e-9a89-5964-b9f4-97301c3f476a-5f8dfd74-d28c-427a-94c7-391136b63ea4', 'network_id': '5f8dfd74-d28c-427a-94c7-391136b63ea4', 'tenant_id': 'b1ed29c8f5e44945a8d3452193814176', 'fixed_ips': [{'subnet_id': 'c4e318ed-0b0d-4628-a649-5b3ede68e39d'}]}} from n-d-694802-15. {{(pid=94468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 15:29:45.460911 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-c5a8e0ea-6f70-4932-99c7-f93e3ba98dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:45.466159 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-2f84479a-e073-4949-9cce-709f04ba3613 tempest-NetworksIpV6Test-1102478671 tempest-NetworksIpV6Test-1102478671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66416232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2859225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3343748'] for subnet, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:45.498250 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f84479a-e073-4949-9cce-709f04ba3613 tempest-NetworksIpV6Test-1102478671 tempest-NetworksIpV6Test-1102478671-project] Pushing event deleted for resources: {'Subnet': ['ID=c4e318ed-0b0d-4628-a649-5b3ede68e39d,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:29:45.554493 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdcda1d9-a212-468d-b866-b43f07aedf58 None None] Network 5f8dfd74-d28c-427a-94c7-391136b63ea4 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 15:29:45.560530 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-2f84479a-e073-4949-9cce-709f04ba3613 tempest-NetworksIpV6Test-1102478671 tempest-NetworksIpV6Test-1102478671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66413304', 'neutron.services.segments.db._delete_segments_for_network-8744654118000'] for network, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:45.571255 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-2f84479a-e073-4949-9cce-709f04ba3613 tempest-NetworksIpV6Test-1102478671 tempest-NetworksIpV6Test-1102478671-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f8dfd74-d28c-427a-94c7-391136b63ea4']}} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:29:45.612473 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-2f84479a-e073-4949-9cce-709f04ba3613 tempest-NetworksIpV6Test-1102478671 tempest-NetworksIpV6Test-1102478671-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '794df277-5c24-4caa-ad93-586acfe479dd') {'for_net_delete': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:29:45.612792 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-2f84479a-e073-4949-9cce-709f04ba3613 tempest-NetworksIpV6Test-1102478671 tempest-NetworksIpV6Test-1102478671-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '794df277-5c24-4caa-ad93-586acfe479dd') {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:29:45.621921 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-2f84479a-e073-4949-9cce-709f04ba3613 tempest-NetworksIpV6Test-1102478671 tempest-NetworksIpV6Test-1102478671-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744654122361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3857526'] for segment, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:45.645491 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-2f84479a-e073-4949-9cce-709f04ba3613 tempest-NetworksIpV6Test-1102478671 tempest-NetworksIpV6Test-1102478671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:45.653747 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f84479a-e073-4949-9cce-709f04ba3613 tempest-NetworksIpV6Test-1102478671 tempest-NetworksIpV6Test-1102478671-project] Releasing vlan 343 on physical network physnet1 to pool {{(pid=94467) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 15:29:45.654686 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-2f84479a-e073-4949-9cce-709f04ba3613 tempest-NetworksIpV6Test-1102478671 tempest-NetworksIpV6Test-1102478671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2859015'] for segment, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:45.659487 n-d-694802-15 neutron-server[94467]: Traceback (most recent call last): Aug 12 15:29:45.659487 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 15:29:45.659487 n-d-694802-15 neutron-server[94467]: timer() Aug 12 15:29:45.659487 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 15:29:45.659487 n-d-694802-15 neutron-server[94467]: cb(*args, **kw) Aug 12 15:29:45.659487 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 15:29:45.659487 n-d-694802-15 neutron-server[94467]: return func(*args, **kwargs) Aug 12 15:29:45.659487 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 15:29:45.659487 n-d-694802-15 neutron-server[94467]: self._notify() Aug 12 15:29:45.659487 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 15:29:45.659487 n-d-694802-15 neutron-server[94467]: self.callback(batched_events) Aug 12 15:29:45.659487 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 15:29:45.659487 n-d-694802-15 neutron-server[94467]: event.method(event) Aug 12 15:29:45.659487 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 15:29:45.659487 n-d-694802-15 neutron-server[94467]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 15:29:45.659487 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 15:29:45.659487 n-d-694802-15 neutron-server[94467]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 15:29:45.659487 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 15:29:45.659487 n-d-694802-15 neutron-server[94467]: return f(self, *a, **k) Aug 12 15:29:45.659487 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 15:29:45.659487 n-d-694802-15 neutron-server[94467]: return self._get(url).json() Aug 12 15:29:45.659487 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 15:29:45.659487 n-d-694802-15 neutron-server[94467]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 15:29:45.659487 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 15:29:45.659487 n-d-694802-15 neutron-server[94467]: return self.request(url, 'GET', **kwargs) Aug 12 15:29:45.659487 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 15:29:45.659487 n-d-694802-15 neutron-server[94467]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 15:29:45.659487 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 15:29:45.659487 n-d-694802-15 neutron-server[94467]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 15:29:45.659487 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 15:29:45.659487 n-d-694802-15 neutron-server[94467]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 15:29:45.659487 n-d-694802-15 neutron-server[94467]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 15:29:45.725366 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-2f84479a-e073-4949-9cce-709f04ba3613 tempest-NetworksIpV6Test-1102478671 tempest-NetworksIpV6Test-1102478671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66413281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431520'] for network, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:45.730968 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-2f84479a-e073-4949-9cce-709f04ba3613 tempest-NetworksIpV6Test-1102478671 tempest-NetworksIpV6Test-1102478671-project] Notify callbacks [] for network, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:45.732914 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-2f84479a-e073-4949-9cce-709f04ba3613 tempest-NetworksIpV6Test-1102478671 tempest-NetworksIpV6Test-1102478671-project] 10.222.0.39 "DELETE /v2.0/networks/5f8dfd74-d28c-427a-94c7-391136b63ea4 HTTP/1.1" status: 204 len: 168 time: 0.4988954 Aug 12 15:29:45.736493 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 35140) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:29:45.741694 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-361c7d5c-7ae5-4686-9ba9-edc227b1d8c2 tempest-NetworksIpV6Test-1102478671 tempest-NetworksIpV6Test-1102478671-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1623321180'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:29:45.748078 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f84479a-e073-4949-9cce-709f04ba3613 tempest-NetworksIpV6Test-1102478671 tempest-NetworksIpV6Test-1102478671-project] Pushing event deleted for resources: {'Network': ['ID=5f8dfd74-d28c-427a-94c7-391136b63ea4,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:29:45.763221 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-361c7d5c-7ae5-4686-9ba9-edc227b1d8c2 tempest-NetworksIpV6Test-1102478671 tempest-NetworksIpV6Test-1102478671-project] Made reservation on behalf of b1ed29c8f5e44945a8d3452193814176 for: {'network': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 15:29:45.767237 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-361c7d5c-7ae5-4686-9ba9-edc227b1d8c2 tempest-NetworksIpV6Test-1102478671 tempest-NetworksIpV6Test-1102478671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for network, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:45.792015 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-361c7d5c-7ae5-4686-9ba9-edc227b1d8c2 tempest-NetworksIpV6Test-1102478671 tempest-NetworksIpV6Test-1102478671-project] vlan segment allocate from pool success with {'vlan_id': 326, 'physical_network': 'physnet1'} {{(pid=94466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 15:29:45.799754 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-fe95f194-a3b0-4c04-9e42-20b511169d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:45.802561 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-361c7d5c-7ae5-4686-9ba9-edc227b1d8c2 tempest-NetworksIpV6Test-1102478671 tempest-NetworksIpV6Test-1102478671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:45.802910 n-d-694802-15 neutron-server[94466]: INFO neutron.db.segments_db [None req-361c7d5c-7ae5-4686-9ba9-edc227b1d8c2 tempest-NetworksIpV6Test-1102478671 tempest-NetworksIpV6Test-1102478671-project] Added segment d48a408e-44d0-4c87-a776-213d21229789 of type vlan for network c022bc0c-fb88-44bd-a4fe-e5084bf673be Aug 12 15:29:45.843224 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-361c7d5c-7ae5-4686-9ba9-edc227b1d8c2 tempest-NetworksIpV6Test-1102478671 tempest-NetworksIpV6Test-1102478671-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744653628263'] for network, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:45.872764 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-361c7d5c-7ae5-4686-9ba9-edc227b1d8c2 tempest-NetworksIpV6Test-1102478671 tempest-NetworksIpV6Test-1102478671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409'] for network, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:45.878379 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-361c7d5c-7ae5-4686-9ba9-edc227b1d8c2 tempest-NetworksIpV6Test-1102478671 tempest-NetworksIpV6Test-1102478671-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:29:45.878964 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-361c7d5c-7ae5-4686-9ba9-edc227b1d8c2 tempest-NetworksIpV6Test-1102478671 tempest-NetworksIpV6Test-1102478671-project] Notify callbacks [] for network, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:45.941557 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-361c7d5c-7ae5-4686-9ba9-edc227b1d8c2 tempest-NetworksIpV6Test-1102478671 tempest-NetworksIpV6Test-1102478671-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2039533 Aug 12 15:29:45.944546 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 35142) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:29:45.949513 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-527bf674-d76c-4238-b0ad-9b0b3741285d tempest-NetworksIpV6Test-1102478671 tempest-NetworksIpV6Test-1102478671-project] Request body: {'subnet': {'network_id': 'c022bc0c-fb88-44bd-a4fe-e5084bf673be', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:29:45.956550 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361c7d5c-7ae5-4686-9ba9-edc227b1d8c2 tempest-NetworksIpV6Test-1102478671 tempest-NetworksIpV6Test-1102478671-project] Pushing event updated for resources: {'Network': ['ID=c022bc0c-fb88-44bd-a4fe-e5084bf673be,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:29:45.966839 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Network c022bc0c-fb88-44bd-a4fe-e5084bf673be details requested by agent ovs-agent-n-d-694802-15 with host n-d-694802-15 {{(pid=94468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 15:29:46.047505 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-527bf674-d76c-4238-b0ad-9b0b3741285d tempest-NetworksIpV6Test-1102478671 tempest-NetworksIpV6Test-1102478671-project] Made reservation on behalf of b1ed29c8f5e44945a8d3452193814176 for: {'subnet': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 15:29:46.051132 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-527bf674-d76c-4238-b0ad-9b0b3741285d tempest-NetworksIpV6Test-1102478671 tempest-NetworksIpV6Test-1102478671-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8776441'] for subnet, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:46.114867 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.ipam_backend_mixin [None req-527bf674-d76c-4238-b0ad-9b0b3741285d tempest-NetworksIpV6Test-1102478671 tempest-NetworksIpV6Test-1102478671-project] Performing IP validity checks on allocation pools {{(pid=94466) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 12 15:29:46.115384 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.ipam_backend_mixin [None req-527bf674-d76c-4238-b0ad-9b0b3741285d tempest-NetworksIpV6Test-1102478671 tempest-NetworksIpV6Test-1102478671-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94466) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 12 15:29:46.242837 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-527bf674-d76c-4238-b0ad-9b0b3741285d tempest-NetworksIpV6Test-1102478671 tempest-NetworksIpV6Test-1102478671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3718490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8776395'] for subnet, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:46.305981 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527bf674-d76c-4238-b0ad-9b0b3741285d tempest-NetworksIpV6Test-1102478671 tempest-NetworksIpV6Test-1102478671-project] Pushing event updated for resources: {'Subnet': ['ID=3401e713-bdc3-4282-80fb-4ffb241146d9,revision_number=0']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:29:46.315179 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-527bf674-d76c-4238-b0ad-9b0b3741285d tempest-NetworksIpV6Test-1102478671 tempest-NetworksIpV6Test-1102478671-project] Checking segment: {'id': 'd48a408e-44d0-4c87-a776-213d21229789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'c022bc0c-fb88-44bd-a4fe-e5084bf673be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 15:29:46.315596 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-527bf674-d76c-4238-b0ad-9b0b3741285d tempest-NetworksIpV6Test-1102478671 tempest-NetworksIpV6Test-1102478671-project] Network hostable DHCP agents. Network: c022bc0c-fb88-44bd-a4fe-e5084bf673be, hostable agents: ['1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658'], hosted agents: [] {{(pid=94466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 15:29:46.319304 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-580d037b-838b-420e-a28c-639401e49394 None None] Network 2eafd6da-c731-470b-91cd-3fb5cf8b6432 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 15:29:46.334585 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-527bf674-d76c-4238-b0ad-9b0b3741285d tempest-NetworksIpV6Test-1102478671 tempest-NetworksIpV6Test-1102478671-project] Network c022bc0c-fb88-44bd-a4fe-e5084bf673be is scheduled to be hosted by DHCP agent 1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658 with binding_index 1 {{(pid=94466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 15:29:46.344119 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-527bf674-d76c-4238-b0ad-9b0b3741285d tempest-NetworksIpV6Test-1102478671 tempest-NetworksIpV6Test-1102478671-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-15, c022bc0c-fb88-44bd-a4fe-e5084bf673be) {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:29:46.348335 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-527bf674-d76c-4238-b0ad-9b0b3741285d tempest-NetworksIpV6Test-1102478671 tempest-NetworksIpV6Test-1102478671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:29:46.348839 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-527bf674-d76c-4238-b0ad-9b0b3741285d tempest-NetworksIpV6Test-1102478671 tempest-NetworksIpV6Test-1102478671-project] Notify callbacks [] for subnet, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:46.361628 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cb2113d-9787-4085-bfff-87b5b8fc9a48 None None] Network c022bc0c-fb88-44bd-a4fe-e5084bf673be requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 15:29:46.365665 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-527bf674-d76c-4238-b0ad-9b0b3741285d tempest-NetworksIpV6Test-1102478671 tempest-NetworksIpV6Test-1102478671-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4173331 Aug 12 15:29:46.365819 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 35144) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:29:46.465154 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-ca0734b3-4dfb-46c1-90a5-1d51ee357ae5 None None] Provisioning for port 0e92c8ec-54bb-4f05-861d-5208d6f5b4a3 completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:29:46.467094 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-6adbd3a8-14f2-4dbb-a2c3-d85590c419c4 tempest-NetworksIpV6Test-1102478671 tempest-NetworksIpV6Test-1102478671-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680608'] for network, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:46.537393 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-6adbd3a8-14f2-4dbb-a2c3-d85590c419c4 tempest-NetworksIpV6Test-1102478671 tempest-NetworksIpV6Test-1102478671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66416255'] for subnet, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:46.597413 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c027e501-e72f-4d81-a625-10fb6297d14c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa7035b3e-9a89-5964-b9f4-97301c3f476a-c022bc0c-fb88-44bd-a4fe-e5084bf673be', 'network_id': 'c022bc0c-fb88-44bd-a4fe-e5084bf673be', 'tenant_id': 'b1ed29c8f5e44945a8d3452193814176', 'fixed_ips': [{'subnet_id': '3401e713-bdc3-4282-80fb-4ffb241146d9'}]}} from n-d-694802-15. {{(pid=94468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 15:29:46.598264 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-c027e501-e72f-4d81-a625-10fb6297d14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:46.603771 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-6adbd3a8-14f2-4dbb-a2c3-d85590c419c4 tempest-NetworksIpV6Test-1102478671 tempest-NetworksIpV6Test-1102478671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66416232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3718429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8776402'] for subnet, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:46.639950 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adbd3a8-14f2-4dbb-a2c3-d85590c419c4 tempest-NetworksIpV6Test-1102478671 tempest-NetworksIpV6Test-1102478671-project] Pushing event deleted for resources: {'Subnet': ['ID=3401e713-bdc3-4282-80fb-4ffb241146d9,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:29:46.693159 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3be72eb9-8ff3-467d-948e-553cab092e47 None None] Network c022bc0c-fb88-44bd-a4fe-e5084bf673be requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 15:29:46.705481 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-6adbd3a8-14f2-4dbb-a2c3-d85590c419c4 tempest-NetworksIpV6Test-1102478671 tempest-NetworksIpV6Test-1102478671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66413304', 'neutron.services.segments.db._delete_segments_for_network-8744654118000'] for network, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:46.716522 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-6adbd3a8-14f2-4dbb-a2c3-d85590c419c4 tempest-NetworksIpV6Test-1102478671 tempest-NetworksIpV6Test-1102478671-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c022bc0c-fb88-44bd-a4fe-e5084bf673be']}} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:29:46.727369 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-6adbd3a8-14f2-4dbb-a2c3-d85590c419c4 tempest-NetworksIpV6Test-1102478671 tempest-NetworksIpV6Test-1102478671-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd48a408e-44d0-4c87-a776-213d21229789') {'for_net_delete': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:29:46.727808 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-6adbd3a8-14f2-4dbb-a2c3-d85590c419c4 tempest-NetworksIpV6Test-1102478671 tempest-NetworksIpV6Test-1102478671-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd48a408e-44d0-4c87-a776-213d21229789') {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:29:46.739450 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-6adbd3a8-14f2-4dbb-a2c3-d85590c419c4 tempest-NetworksIpV6Test-1102478671 tempest-NetworksIpV6Test-1102478671-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744654122361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2293560'] for segment, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:46.760774 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-6adbd3a8-14f2-4dbb-a2c3-d85590c419c4 tempest-NetworksIpV6Test-1102478671 tempest-NetworksIpV6Test-1102478671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:46.767595 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6adbd3a8-14f2-4dbb-a2c3-d85590c419c4 tempest-NetworksIpV6Test-1102478671 tempest-NetworksIpV6Test-1102478671-project] Releasing vlan 326 on physical network physnet1 to pool {{(pid=94466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 15:29:46.768062 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-6adbd3a8-14f2-4dbb-a2c3-d85590c419c4 tempest-NetworksIpV6Test-1102478671 tempest-NetworksIpV6Test-1102478671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3718595'] for segment, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:46.772545 n-d-694802-15 neutron-server[94466]: Traceback (most recent call last): Aug 12 15:29:46.772545 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 15:29:46.772545 n-d-694802-15 neutron-server[94466]: timer() Aug 12 15:29:46.772545 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 15:29:46.772545 n-d-694802-15 neutron-server[94466]: cb(*args, **kw) Aug 12 15:29:46.772545 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 15:29:46.772545 n-d-694802-15 neutron-server[94466]: return func(*args, **kwargs) Aug 12 15:29:46.772545 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 15:29:46.772545 n-d-694802-15 neutron-server[94466]: self._notify() Aug 12 15:29:46.772545 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 15:29:46.772545 n-d-694802-15 neutron-server[94466]: self.callback(batched_events) Aug 12 15:29:46.772545 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 15:29:46.772545 n-d-694802-15 neutron-server[94466]: event.method(event) Aug 12 15:29:46.772545 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 15:29:46.772545 n-d-694802-15 neutron-server[94466]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 15:29:46.772545 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 15:29:46.772545 n-d-694802-15 neutron-server[94466]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 15:29:46.772545 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 15:29:46.772545 n-d-694802-15 neutron-server[94466]: return f(self, *a, **k) Aug 12 15:29:46.772545 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 15:29:46.772545 n-d-694802-15 neutron-server[94466]: return self._get(url).json() Aug 12 15:29:46.772545 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 15:29:46.772545 n-d-694802-15 neutron-server[94466]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 15:29:46.772545 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 15:29:46.772545 n-d-694802-15 neutron-server[94466]: return self.request(url, 'GET', **kwargs) Aug 12 15:29:46.772545 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 15:29:46.772545 n-d-694802-15 neutron-server[94466]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 15:29:46.772545 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 15:29:46.772545 n-d-694802-15 neutron-server[94466]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 15:29:46.772545 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 15:29:46.772545 n-d-694802-15 neutron-server[94466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 15:29:46.772545 n-d-694802-15 neutron-server[94466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 15:29:46.830497 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-6adbd3a8-14f2-4dbb-a2c3-d85590c419c4 tempest-NetworksIpV6Test-1102478671 tempest-NetworksIpV6Test-1102478671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66413281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431520'] for network, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:46.837268 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-6adbd3a8-14f2-4dbb-a2c3-d85590c419c4 tempest-NetworksIpV6Test-1102478671 tempest-NetworksIpV6Test-1102478671-project] Notify callbacks [] for network, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:46.839082 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-6adbd3a8-14f2-4dbb-a2c3-d85590c419c4 tempest-NetworksIpV6Test-1102478671 tempest-NetworksIpV6Test-1102478671-project] 10.222.0.39 "DELETE /v2.0/networks/c022bc0c-fb88-44bd-a4fe-e5084bf673be HTTP/1.1" status: 204 len: 168 time: 0.4723752 Aug 12 15:29:46.842867 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 35146) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:29:46.848796 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-8a394560-398b-4c7c-bf71-a18d06e3fd58 tempest-NetworksIpV6Test-1102478671 tempest-NetworksIpV6Test-1102478671-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-746255029'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:29:46.851026 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adbd3a8-14f2-4dbb-a2c3-d85590c419c4 tempest-NetworksIpV6Test-1102478671 tempest-NetworksIpV6Test-1102478671-project] Pushing event deleted for resources: {'Network': ['ID=c022bc0c-fb88-44bd-a4fe-e5084bf673be,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:29:46.870972 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a394560-398b-4c7c-bf71-a18d06e3fd58 tempest-NetworksIpV6Test-1102478671 tempest-NetworksIpV6Test-1102478671-project] Made reservation on behalf of b1ed29c8f5e44945a8d3452193814176 for: {'network': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 15:29:46.874338 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-8a394560-398b-4c7c-bf71-a18d06e3fd58 tempest-NetworksIpV6Test-1102478671 tempest-NetworksIpV6Test-1102478671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for network, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:46.898290 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a394560-398b-4c7c-bf71-a18d06e3fd58 tempest-NetworksIpV6Test-1102478671 tempest-NetworksIpV6Test-1102478671-project] vlan segment allocate from pool success with {'vlan_id': 342, 'physical_network': 'physnet1'} {{(pid=94467) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 15:29:46.909193 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-8a394560-398b-4c7c-bf71-a18d06e3fd58 tempest-NetworksIpV6Test-1102478671 tempest-NetworksIpV6Test-1102478671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:46.909715 n-d-694802-15 neutron-server[94467]: INFO neutron.db.segments_db [None req-8a394560-398b-4c7c-bf71-a18d06e3fd58 tempest-NetworksIpV6Test-1102478671 tempest-NetworksIpV6Test-1102478671-project] Added segment e4e1e8e2-a544-4297-9ac1-2c4b5b8bbfd6 of type vlan for network 592db91a-4143-4666-813d-af4090f20cbd Aug 12 15:29:46.949026 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-8a394560-398b-4c7c-bf71-a18d06e3fd58 tempest-NetworksIpV6Test-1102478671 tempest-NetworksIpV6Test-1102478671-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744653628263'] for network, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:46.980075 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-8a394560-398b-4c7c-bf71-a18d06e3fd58 tempest-NetworksIpV6Test-1102478671 tempest-NetworksIpV6Test-1102478671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409'] for network, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:46.986282 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a394560-398b-4c7c-bf71-a18d06e3fd58 tempest-NetworksIpV6Test-1102478671 tempest-NetworksIpV6Test-1102478671-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:29:46.986857 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-8a394560-398b-4c7c-bf71-a18d06e3fd58 tempest-NetworksIpV6Test-1102478671 tempest-NetworksIpV6Test-1102478671-project] Notify callbacks [] for network, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:47.044848 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-8a394560-398b-4c7c-bf71-a18d06e3fd58 tempest-NetworksIpV6Test-1102478671 tempest-NetworksIpV6Test-1102478671-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2007883 Aug 12 15:29:47.047877 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 35148) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:29:47.054922 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-f349720d-0597-4b7a-bb1f-fc4b9d6c46c2 tempest-NetworksIpV6Test-1102478671 tempest-NetworksIpV6Test-1102478671-project] Request body: {'subnet': {'network_id': '592db91a-4143-4666-813d-af4090f20cbd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:29:47.059479 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a394560-398b-4c7c-bf71-a18d06e3fd58 tempest-NetworksIpV6Test-1102478671 tempest-NetworksIpV6Test-1102478671-project] Pushing event updated for resources: {'Network': ['ID=592db91a-4143-4666-813d-af4090f20cbd,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:29:47.069384 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Network 592db91a-4143-4666-813d-af4090f20cbd details requested by agent ovs-agent-n-d-694802-15 with host n-d-694802-15 {{(pid=94468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 15:29:47.148330 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f349720d-0597-4b7a-bb1f-fc4b9d6c46c2 tempest-NetworksIpV6Test-1102478671 tempest-NetworksIpV6Test-1102478671-project] Made reservation on behalf of b1ed29c8f5e44945a8d3452193814176 for: {'subnet': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 15:29:47.152018 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-f349720d-0597-4b7a-bb1f-fc4b9d6c46c2 tempest-NetworksIpV6Test-1102478671 tempest-NetworksIpV6Test-1102478671-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3343791'] for subnet, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:47.249012 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 0e92c8ec-54bb-4f05-861d-5208d6f5b4a3 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 15:29:47.298582 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning for port 0e92c8ec-54bb-4f05-861d-5208d6f5b4a3 completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:29:47.302203 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port 0e92c8ec-54bb-4f05-861d-5208d6f5b4a3 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:29:47.302580 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:47.341638 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-f349720d-0597-4b7a-bb1f-fc4b9d6c46c2 tempest-NetworksIpV6Test-1102478671 tempest-NetworksIpV6Test-1102478671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2859166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3343773'] for subnet, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:47.402434 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f349720d-0597-4b7a-bb1f-fc4b9d6c46c2 tempest-NetworksIpV6Test-1102478671 tempest-NetworksIpV6Test-1102478671-project] Pushing event updated for resources: {'Subnet': ['ID=4e2ac3c5-e4af-484b-8192-a41a384c2ce7,revision_number=0']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:29:47.414077 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f349720d-0597-4b7a-bb1f-fc4b9d6c46c2 tempest-NetworksIpV6Test-1102478671 tempest-NetworksIpV6Test-1102478671-project] Checking segment: {'id': 'e4e1e8e2-a544-4297-9ac1-2c4b5b8bbfd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '592db91a-4143-4666-813d-af4090f20cbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 15:29:47.414439 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f349720d-0597-4b7a-bb1f-fc4b9d6c46c2 tempest-NetworksIpV6Test-1102478671 tempest-NetworksIpV6Test-1102478671-project] Network hostable DHCP agents. Network: 592db91a-4143-4666-813d-af4090f20cbd, hostable agents: ['1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658'], hosted agents: [] {{(pid=94467) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 15:29:47.431664 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f349720d-0597-4b7a-bb1f-fc4b9d6c46c2 tempest-NetworksIpV6Test-1102478671 tempest-NetworksIpV6Test-1102478671-project] Network 592db91a-4143-4666-813d-af4090f20cbd is scheduled to be hosted by DHCP agent 1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658 with binding_index 1 {{(pid=94467) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 15:29:47.441260 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [None req-f349720d-0597-4b7a-bb1f-fc4b9d6c46c2 tempest-NetworksIpV6Test-1102478671 tempest-NetworksIpV6Test-1102478671-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-15, 592db91a-4143-4666-813d-af4090f20cbd) {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:29:47.445381 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f349720d-0597-4b7a-bb1f-fc4b9d6c46c2 tempest-NetworksIpV6Test-1102478671 tempest-NetworksIpV6Test-1102478671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:29:47.445964 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-f349720d-0597-4b7a-bb1f-fc4b9d6c46c2 tempest-NetworksIpV6Test-1102478671 tempest-NetworksIpV6Test-1102478671-project] Notify callbacks [] for subnet, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:47.461276 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-f349720d-0597-4b7a-bb1f-fc4b9d6c46c2 tempest-NetworksIpV6Test-1102478671 tempest-NetworksIpV6Test-1102478671-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4118655 Aug 12 15:29:47.465664 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 35150) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:29:47.471502 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-290d5c1a-3d78-455d-becb-131363f689da tempest-NetworksIpV6Test-1102478671 tempest-NetworksIpV6Test-1102478671-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1818772508'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:29:47.488407 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31faac68-b84d-4585-9233-bf21c851cdcf None None] Network 592db91a-4143-4666-813d-af4090f20cbd requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 15:29:47.493019 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-290d5c1a-3d78-455d-becb-131363f689da tempest-NetworksIpV6Test-1102478671 tempest-NetworksIpV6Test-1102478671-project] Made reservation on behalf of b1ed29c8f5e44945a8d3452193814176 for: {'network': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 15:29:47.496970 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-290d5c1a-3d78-455d-becb-131363f689da tempest-NetworksIpV6Test-1102478671 tempest-NetworksIpV6Test-1102478671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for network, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:47.521346 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-290d5c1a-3d78-455d-becb-131363f689da tempest-NetworksIpV6Test-1102478671 tempest-NetworksIpV6Test-1102478671-project] vlan segment allocate from pool success with {'vlan_id': 316, 'physical_network': 'physnet1'} {{(pid=94466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 15:29:47.532763 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-290d5c1a-3d78-455d-becb-131363f689da tempest-NetworksIpV6Test-1102478671 tempest-NetworksIpV6Test-1102478671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:47.533161 n-d-694802-15 neutron-server[94466]: INFO neutron.db.segments_db [None req-290d5c1a-3d78-455d-becb-131363f689da tempest-NetworksIpV6Test-1102478671 tempest-NetworksIpV6Test-1102478671-project] Added segment 50386983-f9a5-4668-b4ec-2f0629936792 of type vlan for network cb5eecfa-41d5-4270-8899-33ed1d98e3e5 Aug 12 15:29:47.574044 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-290d5c1a-3d78-455d-becb-131363f689da tempest-NetworksIpV6Test-1102478671 tempest-NetworksIpV6Test-1102478671-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744653628263'] for network, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:47.604275 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-290d5c1a-3d78-455d-becb-131363f689da tempest-NetworksIpV6Test-1102478671 tempest-NetworksIpV6Test-1102478671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409'] for network, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:47.610169 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-290d5c1a-3d78-455d-becb-131363f689da tempest-NetworksIpV6Test-1102478671 tempest-NetworksIpV6Test-1102478671-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:29:47.610962 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-290d5c1a-3d78-455d-becb-131363f689da tempest-NetworksIpV6Test-1102478671 tempest-NetworksIpV6Test-1102478671-project] Notify callbacks [] for network, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:47.636901 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:47.672065 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-290d5c1a-3d78-455d-becb-131363f689da tempest-NetworksIpV6Test-1102478671 tempest-NetworksIpV6Test-1102478671-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2051866 Aug 12 15:29:47.674809 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 35152) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:29:47.684003 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-43dd55df-c4f2-4b69-9324-c453450210b6 tempest-NetworksIpV6Test-1102478671 tempest-NetworksIpV6Test-1102478671-project] Request body: {'subnet': {'network_id': 'cb5eecfa-41d5-4270-8899-33ed1d98e3e5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:29:47.699543 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] For port 0e92c8ec-54bb-4f05-861d-5208d6f5b4a3, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=0e92c8ec-54bb-4f05-861d-5208d6f5b4a3,segment=NetworkSegment(7ab88863-cb59-4c8f-a843-aea89b8174c2),segment_id=7ab88863-cb59-4c8f-a843-aea89b8174c2)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:29:47.700806 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290d5c1a-3d78-455d-becb-131363f689da tempest-NetworksIpV6Test-1102478671 tempest-NetworksIpV6Test-1102478671-project] Pushing event updated for resources: {'Network': ['ID=cb5eecfa-41d5-4270-8899-33ed1d98e3e5,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:29:47.708869 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:47.711725 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8e65fd6-5670-4a99-84c2-837af3c023df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa7035b3e-9a89-5964-b9f4-97301c3f476a-592db91a-4143-4666-813d-af4090f20cbd', 'network_id': '592db91a-4143-4666-813d-af4090f20cbd', 'tenant_id': 'b1ed29c8f5e44945a8d3452193814176', 'fixed_ips': [{'subnet_id': '4e2ac3c5-e4af-484b-8192-a41a384c2ce7'}]}} from n-d-694802-15. {{(pid=94468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 15:29:47.712420 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-d8e65fd6-5670-4a99-84c2-837af3c023df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:47.718731 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Network cb5eecfa-41d5-4270-8899-33ed1d98e3e5 details requested by agent ovs-agent-n-d-694802-15 with host n-d-694802-15 {{(pid=94468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 15:29:47.774753 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43dd55df-c4f2-4b69-9324-c453450210b6 tempest-NetworksIpV6Test-1102478671 tempest-NetworksIpV6Test-1102478671-project] Made reservation on behalf of b1ed29c8f5e44945a8d3452193814176 for: {'subnet': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 15:29:47.778267 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-43dd55df-c4f2-4b69-9324-c453450210b6 tempest-NetworksIpV6Test-1102478671 tempest-NetworksIpV6Test-1102478671-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8776441'] for subnet, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:47.881784 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Pushing event updated for resources: {'Port': ['ID=0e92c8ec-54bb-4f05-861d-5208d6f5b4a3,revision_number=3']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:29:47.960639 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.db_base_plugin_common [None req-d8e65fd6-5670-4a99-84c2-837af3c023df None None] Allocated IP 2001:db8::2 (592db91a-4143-4666-813d-af4090f20cbd/4e2ac3c5-e4af-484b-8192-a41a384c2ce7/c75a62b0-b962-4dec-83a7-6e79e1bd2e8d) {{(pid=94468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 15:29:47.970064 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-43dd55df-c4f2-4b69-9324-c453450210b6 tempest-NetworksIpV6Test-1102478671 tempest-NetworksIpV6Test-1102478671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3718490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8776395'] for subnet, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:48.032315 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43dd55df-c4f2-4b69-9324-c453450210b6 tempest-NetworksIpV6Test-1102478671 tempest-NetworksIpV6Test-1102478671-project] Pushing event updated for resources: {'Subnet': ['ID=f305edd3-cfb3-43c2-b4fe-5023c4a605d9,revision_number=0']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:29:48.042654 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43dd55df-c4f2-4b69-9324-c453450210b6 tempest-NetworksIpV6Test-1102478671 tempest-NetworksIpV6Test-1102478671-project] Checking segment: {'id': '50386983-f9a5-4668-b4ec-2f0629936792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'cb5eecfa-41d5-4270-8899-33ed1d98e3e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 15:29:48.043094 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43dd55df-c4f2-4b69-9324-c453450210b6 tempest-NetworksIpV6Test-1102478671 tempest-NetworksIpV6Test-1102478671-project] Network hostable DHCP agents. Network: cb5eecfa-41d5-4270-8899-33ed1d98e3e5, hostable agents: ['1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658'], hosted agents: [] {{(pid=94466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 15:29:48.059678 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43dd55df-c4f2-4b69-9324-c453450210b6 tempest-NetworksIpV6Test-1102478671 tempest-NetworksIpV6Test-1102478671-project] Network cb5eecfa-41d5-4270-8899-33ed1d98e3e5 is scheduled to be hosted by DHCP agent 1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658 with binding_index 1 {{(pid=94466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 15:29:48.069125 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-43dd55df-c4f2-4b69-9324-c453450210b6 tempest-NetworksIpV6Test-1102478671 tempest-NetworksIpV6Test-1102478671-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-15, cb5eecfa-41d5-4270-8899-33ed1d98e3e5) {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:29:48.075158 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43dd55df-c4f2-4b69-9324-c453450210b6 tempest-NetworksIpV6Test-1102478671 tempest-NetworksIpV6Test-1102478671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:29:48.075765 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-43dd55df-c4f2-4b69-9324-c453450210b6 tempest-NetworksIpV6Test-1102478671 tempest-NetworksIpV6Test-1102478671-project] Notify callbacks [] for subnet, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:48.087356 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8c97957-e83b-47de-b344-5def8b246784 None None] Network cb5eecfa-41d5-4270-8899-33ed1d98e3e5 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 15:29:48.090984 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-43dd55df-c4f2-4b69-9324-c453450210b6 tempest-NetworksIpV6Test-1102478671 tempest-NetworksIpV6Test-1102478671-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4131057 Aug 12 15:29:48.093843 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 35154) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:29:48.154059 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-d8e65fd6-5670-4a99-84c2-837af3c023df None None] Notify callbacks [] for port, precommit_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:48.170930 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-d8e65fd6-5670-4a99-84c2-837af3c023df None None] Transition to ACTIVE for port object c75a62b0-b962-4dec-83a7-6e79e1bd2e8d will not be triggered until provisioned by entity L2. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:29:48.194662 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-84496845-4047-421f-8a4e-3b7499daaaef tempest-NetworksIpV6Test-1102478671 tempest-NetworksIpV6Test-1102478671-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680608'] for network, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:48.199059 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-d8e65fd6-5670-4a99-84c2-837af3c023df None None] Transition to ACTIVE for port object c75a62b0-b962-4dec-83a7-6e79e1bd2e8d will not be triggered until provisioned by entity DHCP. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:29:48.222621 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-d8e65fd6-5670-4a99-84c2-837af3c023df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253'] for port, after_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:48.250242 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-84496845-4047-421f-8a4e-3b7499daaaef tempest-NetworksIpV6Test-1102478671 tempest-NetworksIpV6Test-1102478671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66416255'] for subnet, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:48.280340 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8e65fd6-5670-4a99-84c2-837af3c023df None None] Network 592db91a-4143-4666-813d-af4090f20cbd is already hosted by enough agents. {{(pid=94468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 15:29:48.281856 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e65fd6-5670-4a99-84c2-837af3c023df None None] Pushing event updated for resources: {'Port': ['ID=c75a62b0-b962-4dec-83a7-6e79e1bd2e8d,revision_number=1']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:29:48.287042 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.base_scheduler [None req-d8e65fd6-5670-4a99-84c2-837af3c023df None None] Resources bound (agent type, host, resource id): {{(pid=94468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:29:48.289623 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e65fd6-5670-4a99-84c2-837af3c023df None None] Received port after_create {{(pid=94468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 15:29:48.323736 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-84496845-4047-421f-8a4e-3b7499daaaef tempest-NetworksIpV6Test-1102478671 tempest-NetworksIpV6Test-1102478671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66416232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3718429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8776402'] for subnet, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:48.331345 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42b3b662-791d-48d8-b110-ef25f95bf24a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa7035b3e-9a89-5964-b9f4-97301c3f476a-cb5eecfa-41d5-4270-8899-33ed1d98e3e5', 'network_id': 'cb5eecfa-41d5-4270-8899-33ed1d98e3e5', 'tenant_id': 'b1ed29c8f5e44945a8d3452193814176', 'fixed_ips': [{'subnet_id': 'f305edd3-cfb3-43c2-b4fe-5023c4a605d9'}]}} from n-d-694802-15. {{(pid=94468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 15:29:48.332193 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-42b3b662-791d-48d8-b110-ef25f95bf24a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:48.354185 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84496845-4047-421f-8a4e-3b7499daaaef tempest-NetworksIpV6Test-1102478671 tempest-NetworksIpV6Test-1102478671-project] Pushing event deleted for resources: {'Subnet': ['ID=f305edd3-cfb3-43c2-b4fe-5023c4a605d9,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:29:48.377950 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-d8e65fd6-5670-4a99-84c2-837af3c023df None None] Attempting to bind port c75a62b0-b962-4dec-83a7-6e79e1bd2e8d on host n-d-694802-15 for vnic_type normal with profile {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 15:29:48.378316 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-d8e65fd6-5670-4a99-84c2-837af3c023df None None] Attempting to bind port c75a62b0-b962-4dec-83a7-6e79e1bd2e8d by drivers openvswitch,hyperv on host n-d-694802-15 at level 0 using segments [{'id': 'e4e1e8e2-a544-4297-9ac1-2c4b5b8bbfd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '592db91a-4143-4666-813d-af4090f20cbd'}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 15:29:48.378669 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8e65fd6-5670-4a99-84c2-837af3c023df None None] Attempting to bind port c75a62b0-b962-4dec-83a7-6e79e1bd2e8d on network 592db91a-4143-4666-813d-af4090f20cbd {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 15:29:48.414209 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-84496845-4047-421f-8a4e-3b7499daaaef tempest-NetworksIpV6Test-1102478671 tempest-NetworksIpV6Test-1102478671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66413304', 'neutron.services.segments.db._delete_segments_for_network-8744654118000'] for network, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:48.425264 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-84496845-4047-421f-8a4e-3b7499daaaef tempest-NetworksIpV6Test-1102478671 tempest-NetworksIpV6Test-1102478671-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb5eecfa-41d5-4270-8899-33ed1d98e3e5']}} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:29:48.425835 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8e65fd6-5670-4a99-84c2-837af3c023df None None] Checking agent: {'id': '16de73ac-f2e9-4cee-b3e0-91052ae3e6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 20, 13), 'started_at': datetime.datetime(2021, 8, 12, 14, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 15, 29, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 15:29:48.426205 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8e65fd6-5670-4a99-84c2-837af3c023df None None] Checking segment: {'id': 'e4e1e8e2-a544-4297-9ac1-2c4b5b8bbfd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '592db91a-4143-4666-813d-af4090f20cbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 15:29:48.426605 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-d8e65fd6-5670-4a99-84c2-837af3c023df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:48.426990 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8e65fd6-5670-4a99-84c2-837af3c023df None None] Bound using segment: {'id': 'e4e1e8e2-a544-4297-9ac1-2c4b5b8bbfd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '592db91a-4143-4666-813d-af4090f20cbd'} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 15:29:48.427479 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-d8e65fd6-5670-4a99-84c2-837af3c023df None None] Bound port: c75a62b0-b962-4dec-83a7-6e79e1bd2e8d, host: n-d-694802-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4e1e8e2-a544-4297-9ac1-2c4b5b8bbfd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '592db91a-4143-4666-813d-af4090f20cbd'}}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 15:29:48.427856 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-d8e65fd6-5670-4a99-84c2-837af3c023df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:48.436171 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-84496845-4047-421f-8a4e-3b7499daaaef tempest-NetworksIpV6Test-1102478671 tempest-NetworksIpV6Test-1102478671-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50386983-f9a5-4668-b4ec-2f0629936792') {'for_net_delete': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:29:48.436469 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-84496845-4047-421f-8a4e-3b7499daaaef tempest-NetworksIpV6Test-1102478671 tempest-NetworksIpV6Test-1102478671-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50386983-f9a5-4668-b4ec-2f0629936792') {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:29:48.446741 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-84496845-4047-421f-8a4e-3b7499daaaef tempest-NetworksIpV6Test-1102478671 tempest-NetworksIpV6Test-1102478671-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744654122361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2293560'] for segment, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:48.461981 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-84496845-4047-421f-8a4e-3b7499daaaef tempest-NetworksIpV6Test-1102478671 tempest-NetworksIpV6Test-1102478671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:48.466196 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-090c7047-03b6-49a2-8137-b74c4d6245b7 None None] Network cb5eecfa-41d5-4270-8899-33ed1d98e3e5 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 15:29:48.468651 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84496845-4047-421f-8a4e-3b7499daaaef tempest-NetworksIpV6Test-1102478671 tempest-NetworksIpV6Test-1102478671-project] Releasing vlan 316 on physical network physnet1 to pool {{(pid=94466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 15:29:48.469325 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-84496845-4047-421f-8a4e-3b7499daaaef tempest-NetworksIpV6Test-1102478671 tempest-NetworksIpV6Test-1102478671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3718595'] for segment, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:48.472849 n-d-694802-15 neutron-server[94466]: Traceback (most recent call last): Aug 12 15:29:48.472849 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 15:29:48.472849 n-d-694802-15 neutron-server[94466]: timer() Aug 12 15:29:48.472849 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 15:29:48.472849 n-d-694802-15 neutron-server[94466]: cb(*args, **kw) Aug 12 15:29:48.472849 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 15:29:48.472849 n-d-694802-15 neutron-server[94466]: return func(*args, **kwargs) Aug 12 15:29:48.472849 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 15:29:48.472849 n-d-694802-15 neutron-server[94466]: self._notify() Aug 12 15:29:48.472849 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 15:29:48.472849 n-d-694802-15 neutron-server[94466]: self.callback(batched_events) Aug 12 15:29:48.472849 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 15:29:48.472849 n-d-694802-15 neutron-server[94466]: event.method(event) Aug 12 15:29:48.472849 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 15:29:48.472849 n-d-694802-15 neutron-server[94466]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 15:29:48.472849 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 15:29:48.472849 n-d-694802-15 neutron-server[94466]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 15:29:48.472849 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 15:29:48.472849 n-d-694802-15 neutron-server[94466]: return f(self, *a, **k) Aug 12 15:29:48.472849 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 15:29:48.472849 n-d-694802-15 neutron-server[94466]: return self._get(url).json() Aug 12 15:29:48.472849 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 15:29:48.472849 n-d-694802-15 neutron-server[94466]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 15:29:48.472849 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 15:29:48.472849 n-d-694802-15 neutron-server[94466]: return self.request(url, 'GET', **kwargs) Aug 12 15:29:48.472849 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 15:29:48.472849 n-d-694802-15 neutron-server[94466]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 15:29:48.472849 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 15:29:48.472849 n-d-694802-15 neutron-server[94466]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 15:29:48.472849 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 15:29:48.472849 n-d-694802-15 neutron-server[94466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 15:29:48.472849 n-d-694802-15 neutron-server[94466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 15:29:48.535927 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-84496845-4047-421f-8a4e-3b7499daaaef tempest-NetworksIpV6Test-1102478671 tempest-NetworksIpV6Test-1102478671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66413281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431520'] for network, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:48.547408 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-84496845-4047-421f-8a4e-3b7499daaaef tempest-NetworksIpV6Test-1102478671 tempest-NetworksIpV6Test-1102478671-project] Notify callbacks [] for network, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:48.549932 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-84496845-4047-421f-8a4e-3b7499daaaef tempest-NetworksIpV6Test-1102478671 tempest-NetworksIpV6Test-1102478671-project] 10.222.0.39 "DELETE /v2.0/networks/cb5eecfa-41d5-4270-8899-33ed1d98e3e5 HTTP/1.1" status: 204 len: 168 time: 0.4551415 Aug 12 15:29:48.551752 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-d8e65fd6-5670-4a99-84c2-837af3c023df None None] For port c75a62b0-b962-4dec-83a7-6e79e1bd2e8d, host n-d-694802-15, cleared binding levels {{(pid=94468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 15:29:48.553035 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 35156) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:29:48.561119 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84496845-4047-421f-8a4e-3b7499daaaef tempest-NetworksIpV6Test-1102478671 tempest-NetworksIpV6Test-1102478671-project] Pushing event deleted for resources: {'Network': ['ID=cb5eecfa-41d5-4270-8899-33ed1d98e3e5,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:29:48.580473 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-d8e65fd6-5670-4a99-84c2-837af3c023df None None] For port c75a62b0-b962-4dec-83a7-6e79e1bd2e8d, host n-d-694802-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=c75a62b0-b962-4dec-83a7-6e79e1bd2e8d,segment=NetworkSegment(e4e1e8e2-a544-4297-9ac1-2c4b5b8bbfd6),segment_id=e4e1e8e2-a544-4297-9ac1-2c4b5b8bbfd6)] {{(pid=94468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 15:29:48.588495 n-d-694802-15 neutron-server[94467]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ea7f1c1-00fe-4aa8-98a4-008c3895e8de tempest-NetworksIpV6Test-1102478671 tempest-NetworksIpV6Test-1102478671-project] GET failed (client error): The resource could not be found. Aug 12 15:29:48.591047 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-6ea7f1c1-00fe-4aa8-98a4-008c3895e8de tempest-NetworksIpV6Test-1102478671 tempest-NetworksIpV6Test-1102478671-project] 10.222.0.39 "GET /v2.0/subnets/f305edd3-cfb3-43c2-b4fe-5023c4a605d9 HTTP/1.1" status: 404 len: 337 time: 0.0348015 Aug 12 15:29:48.592722 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 35158) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:29:48.599981 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-d8e65fd6-5670-4a99-84c2-837af3c023df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:48.613224 n-d-694802-15 neutron-server[94467]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a47518a-3509-45f3-bcde-46006d0f8311 tempest-NetworksIpV6Test-1102478671 tempest-NetworksIpV6Test-1102478671-project] DELETE failed (client error): The resource could not be found. Aug 12 15:29:48.613796 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a47518a-3509-45f3-bcde-46006d0f8311 tempest-NetworksIpV6Test-1102478671 tempest-NetworksIpV6Test-1102478671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94467) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 15:29:48.619083 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-2a47518a-3509-45f3-bcde-46006d0f8311 tempest-NetworksIpV6Test-1102478671 tempest-NetworksIpV6Test-1102478671-project] 10.222.0.39 "DELETE /v2.0/networks/cb5eecfa-41d5-4270-8899-33ed1d98e3e5 HTTP/1.1" status: 404 len: 339 time: 0.0218949 Aug 12 15:29:48.619315 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 35160) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:29:48.647921 n-d-694802-15 neutron-server[94467]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8c5abda-9730-43b7-a5e3-e9727e3acf66 tempest-NetworksIpV6Test-1102478671 tempest-NetworksIpV6Test-1102478671-project] DELETE failed (client error): The resource could not be found. Aug 12 15:29:48.648487 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8c5abda-9730-43b7-a5e3-e9727e3acf66 tempest-NetworksIpV6Test-1102478671 tempest-NetworksIpV6Test-1102478671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94467) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 15:29:48.650692 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-a8c5abda-9730-43b7-a5e3-e9727e3acf66 tempest-NetworksIpV6Test-1102478671 tempest-NetworksIpV6Test-1102478671-project] 10.222.0.39 "DELETE /v2.0/subnets/f305edd3-cfb3-43c2-b4fe-5023c4a605d9 HTTP/1.1" status: 404 len: 337 time: 0.0298779 Aug 12 15:29:48.653074 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 35162) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:29:48.659348 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e65fd6-5670-4a99-84c2-837af3c023df None None] Pushing event updated for resources: {'Port': ['ID=c75a62b0-b962-4dec-83a7-6e79e1bd2e8d,revision_number=2']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:29:48.674118 n-d-694802-15 neutron-server[94466]: INFO neutron.pecan_wsgi.hooks.translation [None req-471afd4f-dd0e-4e87-a664-049b701c1f4e tempest-NetworksIpV6Test-1102478671 tempest-NetworksIpV6Test-1102478671-project] DELETE failed (client error): The resource could not be found. Aug 12 15:29:48.674745 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-471afd4f-dd0e-4e87-a664-049b701c1f4e tempest-NetworksIpV6Test-1102478671 tempest-NetworksIpV6Test-1102478671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94466) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 15:29:48.676591 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-471afd4f-dd0e-4e87-a664-049b701c1f4e tempest-NetworksIpV6Test-1102478671 tempest-NetworksIpV6Test-1102478671-project] 10.222.0.39 "DELETE /v2.0/networks/cb5eecfa-41d5-4270-8899-33ed1d98e3e5 HTTP/1.1" status: 404 len: 339 time: 0.0222449 Aug 12 15:29:48.679240 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 35164) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:29:48.731287 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_v2 [None req-30d6105c-c6eb-47b5-a25e-529625e25270 tempest-NetworksIpV6Test-1102478671 tempest-NetworksIpV6Test-1102478671-project] Deleting subnet 4e2ac3c5-e4af-484b-8192-a41a384c2ce7 {{(pid=94466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 15:29:48.734391 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-30d6105c-c6eb-47b5-a25e-529625e25270 tempest-NetworksIpV6Test-1102478671 tempest-NetworksIpV6Test-1102478671-project] Notify callbacks [] for subnet, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:48.775558 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-30d6105c-c6eb-47b5-a25e-529625e25270 tempest-NetworksIpV6Test-1102478671 tempest-NetworksIpV6Test-1102478671-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2293551'] for subnet, precommit_delete_associations {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:49.142937 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-30d6105c-c6eb-47b5-a25e-529625e25270 tempest-NetworksIpV6Test-1102478671 tempest-NetworksIpV6Test-1102478671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66416255'] for subnet, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:49.208396 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-30d6105c-c6eb-47b5-a25e-529625e25270 tempest-NetworksIpV6Test-1102478671 tempest-NetworksIpV6Test-1102478671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66416232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3718429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8776402'] for subnet, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:49.246927 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d6105c-c6eb-47b5-a25e-529625e25270 tempest-NetworksIpV6Test-1102478671 tempest-NetworksIpV6Test-1102478671-project] Pushing event deleted for resources: {'Subnet': ['ID=4e2ac3c5-e4af-484b-8192-a41a384c2ce7,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:29:49.252778 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-30d6105c-c6eb-47b5-a25e-529625e25270 tempest-NetworksIpV6Test-1102478671 tempest-NetworksIpV6Test-1102478671-project] Notify callbacks [] for subnet, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:49.257087 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-30d6105c-c6eb-47b5-a25e-529625e25270 tempest-NetworksIpV6Test-1102478671 tempest-NetworksIpV6Test-1102478671-project] 10.222.0.39 "DELETE /v2.0/subnets/4e2ac3c5-e4af-484b-8192-a41a384c2ce7 HTTP/1.1" status: 204 len: 168 time: 0.5745697 Aug 12 15:29:49.257587 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 35166) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:29:49.328410 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device c75a62b0-b962-4dec-83a7-6e79e1bd2e8d up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 15:29:49.345705 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2f85f804-cc6e-4e8a-84f4-5c16675f696b tempest-NetworksIpV6Test-1102478671 tempest-NetworksIpV6Test-1102478671-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680608'] for network, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:49.383956 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning for port c75a62b0-b962-4dec-83a7-6e79e1bd2e8d completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:29:49.388576 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 0e92c8ec-54bb-4f05-861d-5208d6f5b4a3 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 15:29:49.400205 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-2f85f804-cc6e-4e8a-84f4-5c16675f696b tempest-NetworksIpV6Test-1102478671 tempest-NetworksIpV6Test-1102478671-project] Deleting port c75a62b0-b962-4dec-83a7-6e79e1bd2e8d {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 15:29:49.400558 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2f85f804-cc6e-4e8a-84f4-5c16675f696b tempest-NetworksIpV6Test-1102478671 tempest-NetworksIpV6Test-1102478671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:49.439745 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port 0e92c8ec-54bb-4f05-861d-5208d6f5b4a3 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:29:49.440243 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:49.464333 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-2f85f804-cc6e-4e8a-84f4-5c16675f696b tempest-NetworksIpV6Test-1102478671 tempest-NetworksIpV6Test-1102478671-project] For port c75a62b0-b962-4dec-83a7-6e79e1bd2e8d, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=c75a62b0-b962-4dec-83a7-6e79e1bd2e8d,segment=NetworkSegment(e4e1e8e2-a544-4297-9ac1-2c4b5b8bbfd6),segment_id=e4e1e8e2-a544-4297-9ac1-2c4b5b8bbfd6)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:29:49.464856 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2f85f804-cc6e-4e8a-84f4-5c16675f696b tempest-NetworksIpV6Test-1102478671 tempest-NetworksIpV6Test-1102478671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:49.482785 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-2f85f804-cc6e-4e8a-84f4-5c16675f696b tempest-NetworksIpV6Test-1102478671 tempest-NetworksIpV6Test-1102478671-project] Calling delete_port for c75a62b0-b962-4dec-83a7-6e79e1bd2e8d owned by network:dhcp {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 15:29:49.559064 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-850567fd-858a-40df-b5f2-594317dd554e None None] Network 592db91a-4143-4666-813d-af4090f20cbd requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 15:29:49.567080 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2f85f804-cc6e-4e8a-84f4-5c16675f696b tempest-NetworksIpV6Test-1102478671 tempest-NetworksIpV6Test-1102478671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:49.594015 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f85f804-cc6e-4e8a-84f4-5c16675f696b tempest-NetworksIpV6Test-1102478671 tempest-NetworksIpV6Test-1102478671-project] Pushing event deleted for resources: {'Port': ['ID=c75a62b0-b962-4dec-83a7-6e79e1bd2e8d,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:29:49.597179 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f85f804-cc6e-4e8a-84f4-5c16675f696b tempest-NetworksIpV6Test-1102478671 tempest-NetworksIpV6Test-1102478671-project] No DVR routers for this DVR port c75a62b0-b962-4dec-83a7-6e79e1bd2e8d on host n-d-694802-15 {{(pid=94466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 15:29:49.643297 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-2723dc36-15a6-4022-bfc8-7d750d61a00e None None] Could not find standard attr ID for object c75a62b0-b962-4dec-83a7-6e79e1bd2e8d. {{(pid=94468) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 12 15:29:49.681009 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2f85f804-cc6e-4e8a-84f4-5c16675f696b tempest-NetworksIpV6Test-1102478671 tempest-NetworksIpV6Test-1102478671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66413304', 'neutron.services.segments.db._delete_segments_for_network-8744654118000'] for network, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:49.691605 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-2f85f804-cc6e-4e8a-84f4-5c16675f696b tempest-NetworksIpV6Test-1102478671 tempest-NetworksIpV6Test-1102478671-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['592db91a-4143-4666-813d-af4090f20cbd']}} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:29:49.702720 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-2f85f804-cc6e-4e8a-84f4-5c16675f696b tempest-NetworksIpV6Test-1102478671 tempest-NetworksIpV6Test-1102478671-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4e1e8e2-a544-4297-9ac1-2c4b5b8bbfd6') {'for_net_delete': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:29:49.703159 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-2f85f804-cc6e-4e8a-84f4-5c16675f696b tempest-NetworksIpV6Test-1102478671 tempest-NetworksIpV6Test-1102478671-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4e1e8e2-a544-4297-9ac1-2c4b5b8bbfd6') {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:29:49.712191 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2f85f804-cc6e-4e8a-84f4-5c16675f696b tempest-NetworksIpV6Test-1102478671 tempest-NetworksIpV6Test-1102478671-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744654122361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2293560'] for segment, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:49.725577 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2f85f804-cc6e-4e8a-84f4-5c16675f696b tempest-NetworksIpV6Test-1102478671 tempest-NetworksIpV6Test-1102478671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:49.729104 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80d21586-8870-4c39-898c-466c262edfc4 None None] DHCP port deletion for 592db91a-4143-4666-813d-af4090f20cbd request from n-d-694802-15 {{(pid=94468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 15:29:49.733026 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f85f804-cc6e-4e8a-84f4-5c16675f696b tempest-NetworksIpV6Test-1102478671 tempest-NetworksIpV6Test-1102478671-project] Releasing vlan 342 on physical network physnet1 to pool {{(pid=94466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 15:29:49.733457 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2f85f804-cc6e-4e8a-84f4-5c16675f696b tempest-NetworksIpV6Test-1102478671 tempest-NetworksIpV6Test-1102478671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3718595'] for segment, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:49.738268 n-d-694802-15 neutron-server[94466]: Traceback (most recent call last): Aug 12 15:29:49.738268 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 15:29:49.738268 n-d-694802-15 neutron-server[94466]: timer() Aug 12 15:29:49.738268 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 15:29:49.738268 n-d-694802-15 neutron-server[94466]: cb(*args, **kw) Aug 12 15:29:49.738268 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 15:29:49.738268 n-d-694802-15 neutron-server[94466]: return func(*args, **kwargs) Aug 12 15:29:49.738268 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 15:29:49.738268 n-d-694802-15 neutron-server[94466]: self._notify() Aug 12 15:29:49.738268 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 15:29:49.738268 n-d-694802-15 neutron-server[94466]: self.callback(batched_events) Aug 12 15:29:49.738268 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 15:29:49.738268 n-d-694802-15 neutron-server[94466]: event.method(event) Aug 12 15:29:49.738268 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 15:29:49.738268 n-d-694802-15 neutron-server[94466]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 15:29:49.738268 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 15:29:49.738268 n-d-694802-15 neutron-server[94466]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 15:29:49.738268 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 15:29:49.738268 n-d-694802-15 neutron-server[94466]: return f(self, *a, **k) Aug 12 15:29:49.738268 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 15:29:49.738268 n-d-694802-15 neutron-server[94466]: return self._get(url).json() Aug 12 15:29:49.738268 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 15:29:49.738268 n-d-694802-15 neutron-server[94466]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 15:29:49.738268 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 15:29:49.738268 n-d-694802-15 neutron-server[94466]: return self.request(url, 'GET', **kwargs) Aug 12 15:29:49.738268 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 15:29:49.738268 n-d-694802-15 neutron-server[94466]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 15:29:49.738268 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 15:29:49.738268 n-d-694802-15 neutron-server[94466]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 15:29:49.738268 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 15:29:49.738268 n-d-694802-15 neutron-server[94466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 15:29:49.738268 n-d-694802-15 neutron-server[94466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 15:29:49.795447 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2f85f804-cc6e-4e8a-84f4-5c16675f696b tempest-NetworksIpV6Test-1102478671 tempest-NetworksIpV6Test-1102478671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66413281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431520'] for network, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:49.801265 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2f85f804-cc6e-4e8a-84f4-5c16675f696b tempest-NetworksIpV6Test-1102478671 tempest-NetworksIpV6Test-1102478671-project] Notify callbacks [] for network, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:49.803755 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-2f85f804-cc6e-4e8a-84f4-5c16675f696b tempest-NetworksIpV6Test-1102478671 tempest-NetworksIpV6Test-1102478671-project] 10.222.0.39 "DELETE /v2.0/networks/592db91a-4143-4666-813d-af4090f20cbd HTTP/1.1" status: 204 len: 168 time: 0.5449512 Aug 12 15:29:49.806498 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 35168) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:29:49.818507 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f85f804-cc6e-4e8a-84f4-5c16675f696b tempest-NetworksIpV6Test-1102478671 tempest-NetworksIpV6Test-1102478671-project] Pushing event deleted for resources: {'Network': ['ID=592db91a-4143-4666-813d-af4090f20cbd,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:29:49.831885 n-d-694802-15 neutron-server[94467]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2b99328-ca3f-4b5e-b542-5b1f7aca88e1 tempest-NetworksIpV6Test-1102478671 tempest-NetworksIpV6Test-1102478671-project] DELETE failed (client error): The resource could not be found. Aug 12 15:29:49.832592 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2b99328-ca3f-4b5e-b542-5b1f7aca88e1 tempest-NetworksIpV6Test-1102478671 tempest-NetworksIpV6Test-1102478671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94467) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 15:29:49.835616 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-c2b99328-ca3f-4b5e-b542-5b1f7aca88e1 tempest-NetworksIpV6Test-1102478671 tempest-NetworksIpV6Test-1102478671-project] 10.222.0.39 "DELETE /v2.0/subnets/3401e713-bdc3-4282-80fb-4ffb241146d9 HTTP/1.1" status: 404 len: 337 time: 0.0278451 Aug 12 15:29:49.837920 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 35170) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:29:49.856131 n-d-694802-15 neutron-server[94467]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1015896-3d73-484c-b6e2-388c4185254d tempest-NetworksIpV6Test-1102478671 tempest-NetworksIpV6Test-1102478671-project] DELETE failed (client error): The resource could not be found. Aug 12 15:29:49.856714 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1015896-3d73-484c-b6e2-388c4185254d tempest-NetworksIpV6Test-1102478671 tempest-NetworksIpV6Test-1102478671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94467) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 15:29:49.858370 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-c1015896-3d73-484c-b6e2-388c4185254d tempest-NetworksIpV6Test-1102478671 tempest-NetworksIpV6Test-1102478671-project] 10.222.0.39 "DELETE /v2.0/networks/c022bc0c-fb88-44bd-a4fe-e5084bf673be HTTP/1.1" status: 404 len: 339 time: 0.0195804 Aug 12 15:29:49.861558 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 35172) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:29:49.889632 n-d-694802-15 neutron-server[94467]: INFO neutron.pecan_wsgi.hooks.translation [None req-11271820-d382-4ea1-ad61-f390272043a6 tempest-NetworksIpV6Test-1102478671 tempest-NetworksIpV6Test-1102478671-project] DELETE failed (client error): The resource could not be found. Aug 12 15:29:49.890065 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11271820-d382-4ea1-ad61-f390272043a6 tempest-NetworksIpV6Test-1102478671 tempest-NetworksIpV6Test-1102478671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94467) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 15:29:49.891677 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-11271820-d382-4ea1-ad61-f390272043a6 tempest-NetworksIpV6Test-1102478671 tempest-NetworksIpV6Test-1102478671-project] 10.222.0.39 "DELETE /v2.0/subnets/c4e318ed-0b0d-4628-a649-5b3ede68e39d HTTP/1.1" status: 404 len: 337 time: 0.0292575 Aug 12 15:29:49.894251 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 35174) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:29:49.911114 n-d-694802-15 neutron-server[94467]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0e2ce02-b511-41a5-a928-ee410cede3e7 tempest-NetworksIpV6Test-1102478671 tempest-NetworksIpV6Test-1102478671-project] DELETE failed (client error): The resource could not be found. Aug 12 15:29:49.911616 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0e2ce02-b511-41a5-a928-ee410cede3e7 tempest-NetworksIpV6Test-1102478671 tempest-NetworksIpV6Test-1102478671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94467) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 15:29:49.913155 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-f0e2ce02-b511-41a5-a928-ee410cede3e7 tempest-NetworksIpV6Test-1102478671 tempest-NetworksIpV6Test-1102478671-project] 10.222.0.39 "DELETE /v2.0/networks/5f8dfd74-d28c-427a-94c7-391136b63ea4 HTTP/1.1" status: 404 len: 339 time: 0.0180633 Aug 12 15:29:49.915330 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 35176) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:29:49.962560 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_v2 [None req-24a52c4f-af16-4c85-a51d-0b6b5b2eadc8 tempest-NetworksIpV6Test-1102478671 tempest-NetworksIpV6Test-1102478671-project] Deleting subnet 9bd1edfe-89d0-4fc9-a0aa-d5fd55de8859 {{(pid=94467) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 15:29:49.965490 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-24a52c4f-af16-4c85-a51d-0b6b5b2eadc8 tempest-NetworksIpV6Test-1102478671 tempest-NetworksIpV6Test-1102478671-project] Notify callbacks [] for subnet, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:50.004066 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-24a52c4f-af16-4c85-a51d-0b6b5b2eadc8 tempest-NetworksIpV6Test-1102478671 tempest-NetworksIpV6Test-1102478671-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3857505'] for subnet, precommit_delete_associations {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:50.087602 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-24a52c4f-af16-4c85-a51d-0b6b5b2eadc8 tempest-NetworksIpV6Test-1102478671 tempest-NetworksIpV6Test-1102478671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66416255'] for subnet, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:50.143944 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-24a52c4f-af16-4c85-a51d-0b6b5b2eadc8 tempest-NetworksIpV6Test-1102478671 tempest-NetworksIpV6Test-1102478671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66416232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2859225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3343748'] for subnet, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:50.170251 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a52c4f-af16-4c85-a51d-0b6b5b2eadc8 tempest-NetworksIpV6Test-1102478671 tempest-NetworksIpV6Test-1102478671-project] Pushing event deleted for resources: {'Subnet': ['ID=9bd1edfe-89d0-4fc9-a0aa-d5fd55de8859,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:29:50.176002 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-24a52c4f-af16-4c85-a51d-0b6b5b2eadc8 tempest-NetworksIpV6Test-1102478671 tempest-NetworksIpV6Test-1102478671-project] Notify callbacks [] for subnet, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:50.177984 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-24a52c4f-af16-4c85-a51d-0b6b5b2eadc8 tempest-NetworksIpV6Test-1102478671 tempest-NetworksIpV6Test-1102478671-project] 10.222.0.39 "DELETE /v2.0/subnets/9bd1edfe-89d0-4fc9-a0aa-d5fd55de8859 HTTP/1.1" status: 204 len: 168 time: 0.2617404 Aug 12 15:29:50.180755 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 35178) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:29:50.181627 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4467be8-a44b-45eb-8cfe-ecc39acd2f35 None None] Network 2eafd6da-c731-470b-91cd-3fb5cf8b6432 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 15:29:50.261655 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-82c5aade-4221-495e-8dd8-0599c4ec9510 tempest-NetworksIpV6Test-1102478671 tempest-NetworksIpV6Test-1102478671-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680608'] for network, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:50.316523 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-82c5aade-4221-495e-8dd8-0599c4ec9510 tempest-NetworksIpV6Test-1102478671 tempest-NetworksIpV6Test-1102478671-project] Deleting port 0e92c8ec-54bb-4f05-861d-5208d6f5b4a3 {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 15:29:50.316870 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-82c5aade-4221-495e-8dd8-0599c4ec9510 tempest-NetworksIpV6Test-1102478671 tempest-NetworksIpV6Test-1102478671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:50.352303 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50acf4b3-fcc5-423d-b353-b7b4339c1999 None None] DHCP port deletion for 2eafd6da-c731-470b-91cd-3fb5cf8b6432 request from n-d-694802-15 {{(pid=94468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 15:29:50.378193 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [None req-82c5aade-4221-495e-8dd8-0599c4ec9510 tempest-NetworksIpV6Test-1102478671 tempest-NetworksIpV6Test-1102478671-project] For port 0e92c8ec-54bb-4f05-861d-5208d6f5b4a3, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=0e92c8ec-54bb-4f05-861d-5208d6f5b4a3,segment=NetworkSegment(7ab88863-cb59-4c8f-a843-aea89b8174c2),segment_id=7ab88863-cb59-4c8f-a843-aea89b8174c2)] {{(pid=94467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:29:50.378562 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-82c5aade-4221-495e-8dd8-0599c4ec9510 tempest-NetworksIpV6Test-1102478671 tempest-NetworksIpV6Test-1102478671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:50.391274 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-82c5aade-4221-495e-8dd8-0599c4ec9510 tempest-NetworksIpV6Test-1102478671 tempest-NetworksIpV6Test-1102478671-project] Calling delete_port for 0e92c8ec-54bb-4f05-861d-5208d6f5b4a3 owned by network:dhcp {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 15:29:50.400396 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-50acf4b3-fcc5-423d-b353-b7b4339c1999 None None] Deleting port 0e92c8ec-54bb-4f05-861d-5208d6f5b4a3 {{(pid=94468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 15:29:50.400768 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-50acf4b3-fcc5-423d-b353-b7b4339c1999 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:50.461091 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-50acf4b3-fcc5-423d-b353-b7b4339c1999 None None] For port 0e92c8ec-54bb-4f05-861d-5208d6f5b4a3, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=0e92c8ec-54bb-4f05-861d-5208d6f5b4a3,segment=NetworkSegment(7ab88863-cb59-4c8f-a843-aea89b8174c2),segment_id=7ab88863-cb59-4c8f-a843-aea89b8174c2)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:29:50.461584 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-50acf4b3-fcc5-423d-b353-b7b4339c1999 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:50.474742 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-50acf4b3-fcc5-423d-b353-b7b4339c1999 None None] Calling delete_port for 0e92c8ec-54bb-4f05-861d-5208d6f5b4a3 owned by network:dhcp {{(pid=94468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 15:29:50.474912 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-82c5aade-4221-495e-8dd8-0599c4ec9510 tempest-NetworksIpV6Test-1102478671 tempest-NetworksIpV6Test-1102478671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:50.499848 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c5aade-4221-495e-8dd8-0599c4ec9510 tempest-NetworksIpV6Test-1102478671 tempest-NetworksIpV6Test-1102478671-project] Pushing event deleted for resources: {'Port': ['ID=0e92c8ec-54bb-4f05-861d-5208d6f5b4a3,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:29:50.503465 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82c5aade-4221-495e-8dd8-0599c4ec9510 tempest-NetworksIpV6Test-1102478671 tempest-NetworksIpV6Test-1102478671-project] No DVR routers for this DVR port 0e92c8ec-54bb-4f05-861d-5208d6f5b4a3 on host n-d-694802-15 {{(pid=94467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 15:29:50.555611 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-50acf4b3-fcc5-423d-b353-b7b4339c1999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262'] for port, after_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:50.578628 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50acf4b3-fcc5-423d-b353-b7b4339c1999 None None] Pushing event deleted for resources: {'Port': ['ID=0e92c8ec-54bb-4f05-861d-5208d6f5b4a3,revision_number=None']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:29:50.584757 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-82c5aade-4221-495e-8dd8-0599c4ec9510 tempest-NetworksIpV6Test-1102478671 tempest-NetworksIpV6Test-1102478671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66413304', 'neutron.services.segments.db._delete_segments_for_network-8744654118000'] for network, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:50.585689 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50acf4b3-fcc5-423d-b353-b7b4339c1999 None None] No DVR routers for this DVR port 0e92c8ec-54bb-4f05-861d-5208d6f5b4a3 on host n-d-694802-15 {{(pid=94468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 15:29:50.598902 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-82c5aade-4221-495e-8dd8-0599c4ec9510 tempest-NetworksIpV6Test-1102478671 tempest-NetworksIpV6Test-1102478671-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2eafd6da-c731-470b-91cd-3fb5cf8b6432']}} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:29:50.614221 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-82c5aade-4221-495e-8dd8-0599c4ec9510 tempest-NetworksIpV6Test-1102478671 tempest-NetworksIpV6Test-1102478671-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ab88863-cb59-4c8f-a843-aea89b8174c2') {'for_net_delete': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:29:50.614446 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-82c5aade-4221-495e-8dd8-0599c4ec9510 tempest-NetworksIpV6Test-1102478671 tempest-NetworksIpV6Test-1102478671-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ab88863-cb59-4c8f-a843-aea89b8174c2') {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:29:50.623410 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-82c5aade-4221-495e-8dd8-0599c4ec9510 tempest-NetworksIpV6Test-1102478671 tempest-NetworksIpV6Test-1102478671-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744654122361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3857526'] for segment, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:50.638202 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-82c5aade-4221-495e-8dd8-0599c4ec9510 tempest-NetworksIpV6Test-1102478671 tempest-NetworksIpV6Test-1102478671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:50.645031 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82c5aade-4221-495e-8dd8-0599c4ec9510 tempest-NetworksIpV6Test-1102478671 tempest-NetworksIpV6Test-1102478671-project] Releasing vlan 341 on physical network physnet1 to pool {{(pid=94467) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 15:29:50.645438 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-82c5aade-4221-495e-8dd8-0599c4ec9510 tempest-NetworksIpV6Test-1102478671 tempest-NetworksIpV6Test-1102478671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2859015'] for segment, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:50.648693 n-d-694802-15 neutron-server[94467]: Traceback (most recent call last): Aug 12 15:29:50.648693 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 15:29:50.648693 n-d-694802-15 neutron-server[94467]: timer() Aug 12 15:29:50.648693 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 15:29:50.648693 n-d-694802-15 neutron-server[94467]: cb(*args, **kw) Aug 12 15:29:50.648693 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 15:29:50.648693 n-d-694802-15 neutron-server[94467]: return func(*args, **kwargs) Aug 12 15:29:50.648693 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 15:29:50.648693 n-d-694802-15 neutron-server[94467]: self._notify() Aug 12 15:29:50.648693 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 15:29:50.648693 n-d-694802-15 neutron-server[94467]: self.callback(batched_events) Aug 12 15:29:50.648693 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 15:29:50.648693 n-d-694802-15 neutron-server[94467]: event.method(event) Aug 12 15:29:50.648693 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 15:29:50.648693 n-d-694802-15 neutron-server[94467]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 15:29:50.648693 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 15:29:50.648693 n-d-694802-15 neutron-server[94467]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 15:29:50.648693 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 15:29:50.648693 n-d-694802-15 neutron-server[94467]: return f(self, *a, **k) Aug 12 15:29:50.648693 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 15:29:50.648693 n-d-694802-15 neutron-server[94467]: return self._get(url).json() Aug 12 15:29:50.648693 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 15:29:50.648693 n-d-694802-15 neutron-server[94467]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 15:29:50.648693 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 15:29:50.648693 n-d-694802-15 neutron-server[94467]: return self.request(url, 'GET', **kwargs) Aug 12 15:29:50.648693 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 15:29:50.648693 n-d-694802-15 neutron-server[94467]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 15:29:50.648693 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 15:29:50.648693 n-d-694802-15 neutron-server[94467]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 15:29:50.648693 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 15:29:50.648693 n-d-694802-15 neutron-server[94467]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 15:29:50.648693 n-d-694802-15 neutron-server[94467]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 15:29:50.705231 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-82c5aade-4221-495e-8dd8-0599c4ec9510 tempest-NetworksIpV6Test-1102478671 tempest-NetworksIpV6Test-1102478671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66413281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431520'] for network, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:50.716398 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-82c5aade-4221-495e-8dd8-0599c4ec9510 tempest-NetworksIpV6Test-1102478671 tempest-NetworksIpV6Test-1102478671-project] Notify callbacks [] for network, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:50.718249 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-82c5aade-4221-495e-8dd8-0599c4ec9510 tempest-NetworksIpV6Test-1102478671 tempest-NetworksIpV6Test-1102478671-project] 10.222.0.39 "DELETE /v2.0/networks/2eafd6da-c731-470b-91cd-3fb5cf8b6432 HTTP/1.1" status: 204 len: 168 time: 0.5365834 Aug 12 15:29:50.727801 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c5aade-4221-495e-8dd8-0599c4ec9510 tempest-NetworksIpV6Test-1102478671 tempest-NetworksIpV6Test-1102478671-project] Pushing event deleted for resources: {'Network': ['ID=2eafd6da-c731-470b-91cd-3fb5cf8b6432,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:29:50.960273 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 35184) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:29:51.089309 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-fd587c26-d5c0-4f8b-8786-f9aa81e1d240 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b1ed29c8f5e44945a8d3452193814176&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1278746 Aug 12 15:29:51.091795 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 35188) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:29:51.143039 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-9c45e798-a6c7-41db-9ac4-d0b0270b0268 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:51.164077 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-9c45e798-a6c7-41db-9ac4-d0b0270b0268 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:51.214355 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-9c45e798-a6c7-41db-9ac4-d0b0270b0268 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:51.217291 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-9c45e798-a6c7-41db-9ac4-d0b0270b0268 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:51.218698 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-9c45e798-a6c7-41db-9ac4-d0b0270b0268 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/10305319-a66c-4368-ab05-bb7fa9d03592 HTTP/1.1" status: 204 len: 168 time: 0.1259511 Aug 12 15:29:51.229021 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device c75a62b0-b962-4dec-83a7-6e79e1bd2e8d no longer exists at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 15:29:51.232745 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c45e798-a6c7-41db-9ac4-d0b0270b0268 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10305319-a66c-4368-ab05-bb7fa9d03592,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:29:51.257569 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] No Port match for: c75a62b0-b962-4dec-83a7-6e79e1bd2e8d {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 15:29:51.257916 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device c75a62b0-b962-4dec-83a7-6e79e1bd2e8d not bound to the agent host n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 15:29:51.258356 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 0e92c8ec-54bb-4f05-861d-5208d6f5b4a3 no longer exists at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 15:29:51.281625 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] No Port match for: 0e92c8ec-54bb-4f05-861d-5208d6f5b4a3 {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 15:29:51.282492 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 0e92c8ec-54bb-4f05-861d-5208d6f5b4a3 not bound to the agent host n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 15:29:51.839957 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 35210) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:29:51.932298 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-d62c1282-d49a-4a34-9790-630e8d08b5f1 tempest-RoutersNegativeTest-1619332745 tempest-RoutersNegativeTest-1619332745-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-32542411', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:29:51.955208 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-d62c1282-d49a-4a34-9790-630e8d08b5f1 tempest-RoutersNegativeTest-1619332745 tempest-RoutersNegativeTest-1619332745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-430574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-104863'] for router, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:51.956155 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-d62c1282-d49a-4a34-9790-630e8d08b5f1 tempest-RoutersNegativeTest-1619332745 tempest-RoutersNegativeTest-1619332745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-429438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-431405', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66646573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-104852'] for router, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:52.005880 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-d62c1282-d49a-4a34-9790-630e8d08b5f1 tempest-RoutersNegativeTest-1619332745 tempest-RoutersNegativeTest-1619332745-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:52.010000 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-d62c1282-d49a-4a34-9790-630e8d08b5f1 tempest-RoutersNegativeTest-1619332745 tempest-RoutersNegativeTest-1619332745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-429413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-431608'] for router, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:52.025955 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-d62c1282-d49a-4a34-9790-630e8d08b5f1 tempest-RoutersNegativeTest-1619332745 tempest-RoutersNegativeTest-1619332745-project] Notify callbacks [] for router, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:52.027154 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-d62c1282-d49a-4a34-9790-630e8d08b5f1 tempest-RoutersNegativeTest-1619332745 tempest-RoutersNegativeTest-1619332745-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.1861534 Aug 12 15:29:52.029884 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 35214) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:29:52.035484 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-4cb3e1b6-a95b-4ae5-965f-663c2f66029c tempest-RoutersNegativeTest-1619332745 tempest-RoutersNegativeTest-1619332745-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-487995328'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:29:52.056470 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cb3e1b6-a95b-4ae5-965f-663c2f66029c tempest-RoutersNegativeTest-1619332745 tempest-RoutersNegativeTest-1619332745-project] Made reservation on behalf of 496661070d8648ce9e19dba8429dd5be for: {'network': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 15:29:52.060059 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-4cb3e1b6-a95b-4ae5-965f-663c2f66029c tempest-RoutersNegativeTest-1619332745 tempest-RoutersNegativeTest-1619332745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for network, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:52.071361 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-4cb3e1b6-a95b-4ae5-965f-663c2f66029c tempest-RoutersNegativeTest-1619332745 tempest-RoutersNegativeTest-1619332745-project] Notify callbacks [] for security_group, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:52.162034 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-4cb3e1b6-a95b-4ae5-965f-663c2f66029c tempest-RoutersNegativeTest-1619332745 tempest-RoutersNegativeTest-1619332745-project] Notify callbacks [] for security_group, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:52.165566 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-4cb3e1b6-a95b-4ae5-965f-663c2f66029c tempest-RoutersNegativeTest-1619332745 tempest-RoutersNegativeTest-1619332745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:52.191343 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4cb3e1b6-a95b-4ae5-965f-663c2f66029c tempest-RoutersNegativeTest-1619332745 tempest-RoutersNegativeTest-1619332745-project] vlan segment allocate from pool success with {'vlan_id': 311, 'physical_network': 'physnet1'} {{(pid=94467) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 15:29:52.200021 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb3e1b6-a95b-4ae5-965f-663c2f66029c tempest-RoutersNegativeTest-1619332745 tempest-RoutersNegativeTest-1619332745-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16941bbe-30f9-4f79-a557-657b127dabad,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:29:52.206486 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-4cb3e1b6-a95b-4ae5-965f-663c2f66029c tempest-RoutersNegativeTest-1619332745 tempest-RoutersNegativeTest-1619332745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:52.206855 n-d-694802-15 neutron-server[94467]: INFO neutron.db.segments_db [None req-4cb3e1b6-a95b-4ae5-965f-663c2f66029c tempest-RoutersNegativeTest-1619332745 tempest-RoutersNegativeTest-1619332745-project] Added segment 9a477208-1238-4995-875a-30aaffede6e6 of type vlan for network 01209004-6bfa-4266-9bbe-3dbb821b5e0e Aug 12 15:29:52.248460 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-4cb3e1b6-a95b-4ae5-965f-663c2f66029c tempest-RoutersNegativeTest-1619332745 tempest-RoutersNegativeTest-1619332745-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744653628263'] for network, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:52.277360 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-4cb3e1b6-a95b-4ae5-965f-663c2f66029c tempest-RoutersNegativeTest-1619332745 tempest-RoutersNegativeTest-1619332745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409'] for network, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:52.282945 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cb3e1b6-a95b-4ae5-965f-663c2f66029c tempest-RoutersNegativeTest-1619332745 tempest-RoutersNegativeTest-1619332745-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:29:52.283557 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-4cb3e1b6-a95b-4ae5-965f-663c2f66029c tempest-RoutersNegativeTest-1619332745 tempest-RoutersNegativeTest-1619332745-project] Notify callbacks [] for network, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:52.334920 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-4cb3e1b6-a95b-4ae5-965f-663c2f66029c tempest-RoutersNegativeTest-1619332745 tempest-RoutersNegativeTest-1619332745-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3039823 Aug 12 15:29:52.337899 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 35216) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:29:52.343156 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-25de205d-0676-470b-9c7e-89b9fcc94e4e tempest-RoutersNegativeTest-1619332745 tempest-RoutersNegativeTest-1619332745-project] Request body: {'subnet': {'network_id': '01209004-6bfa-4266-9bbe-3dbb821b5e0e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:29:52.351691 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb3e1b6-a95b-4ae5-965f-663c2f66029c tempest-RoutersNegativeTest-1619332745 tempest-RoutersNegativeTest-1619332745-project] Pushing event updated for resources: {'Network': ['ID=01209004-6bfa-4266-9bbe-3dbb821b5e0e,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:29:52.362594 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Network 01209004-6bfa-4266-9bbe-3dbb821b5e0e details requested by agent ovs-agent-n-d-694802-15 with host n-d-694802-15 {{(pid=94468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 15:29:52.435220 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25de205d-0676-470b-9c7e-89b9fcc94e4e tempest-RoutersNegativeTest-1619332745 tempest-RoutersNegativeTest-1619332745-project] Made reservation on behalf of 496661070d8648ce9e19dba8429dd5be for: {'subnet': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 15:29:52.439307 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-25de205d-0676-470b-9c7e-89b9fcc94e4e tempest-RoutersNegativeTest-1619332745 tempest-RoutersNegativeTest-1619332745-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8776441'] for subnet, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:52.616164 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-25de205d-0676-470b-9c7e-89b9fcc94e4e tempest-RoutersNegativeTest-1619332745 tempest-RoutersNegativeTest-1619332745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3718490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8776395'] for subnet, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:52.673336 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25de205d-0676-470b-9c7e-89b9fcc94e4e tempest-RoutersNegativeTest-1619332745 tempest-RoutersNegativeTest-1619332745-project] Pushing event updated for resources: {'Subnet': ['ID=bc0933f7-2179-4956-9838-3fcea02e5f40,revision_number=0']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:29:52.684412 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25de205d-0676-470b-9c7e-89b9fcc94e4e tempest-RoutersNegativeTest-1619332745 tempest-RoutersNegativeTest-1619332745-project] Checking segment: {'id': '9a477208-1238-4995-875a-30aaffede6e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '01209004-6bfa-4266-9bbe-3dbb821b5e0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 15:29:52.684779 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25de205d-0676-470b-9c7e-89b9fcc94e4e tempest-RoutersNegativeTest-1619332745 tempest-RoutersNegativeTest-1619332745-project] Network hostable DHCP agents. Network: 01209004-6bfa-4266-9bbe-3dbb821b5e0e, hostable agents: ['1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658'], hosted agents: [] {{(pid=94466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 15:29:52.701819 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25de205d-0676-470b-9c7e-89b9fcc94e4e tempest-RoutersNegativeTest-1619332745 tempest-RoutersNegativeTest-1619332745-project] Network 01209004-6bfa-4266-9bbe-3dbb821b5e0e is scheduled to be hosted by DHCP agent 1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658 with binding_index 1 {{(pid=94466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 15:29:52.710598 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-25de205d-0676-470b-9c7e-89b9fcc94e4e tempest-RoutersNegativeTest-1619332745 tempest-RoutersNegativeTest-1619332745-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-15, 01209004-6bfa-4266-9bbe-3dbb821b5e0e) {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:29:52.714521 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25de205d-0676-470b-9c7e-89b9fcc94e4e tempest-RoutersNegativeTest-1619332745 tempest-RoutersNegativeTest-1619332745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:29:52.715144 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-25de205d-0676-470b-9c7e-89b9fcc94e4e tempest-RoutersNegativeTest-1619332745 tempest-RoutersNegativeTest-1619332745-project] Notify callbacks [] for subnet, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:52.719059 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-497fc063-6f79-4145-80cf-ad9ecc13458e None None] Network 01209004-6bfa-4266-9bbe-3dbb821b5e0e requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 15:29:52.728764 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-25de205d-0676-470b-9c7e-89b9fcc94e4e tempest-RoutersNegativeTest-1619332745 tempest-RoutersNegativeTest-1619332745-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3897557 Aug 12 15:29:52.731988 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 35218) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:29:52.737925 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-1fd78b15-54fc-4d67-9214-b7cd8c461456 tempest-RoutersNegativeTest-1619332745 tempest-RoutersNegativeTest-1619332745-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1834545825'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:29:52.759668 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fd78b15-54fc-4d67-9214-b7cd8c461456 tempest-RoutersNegativeTest-1619332745 tempest-RoutersNegativeTest-1619332745-project] Made reservation on behalf of 496661070d8648ce9e19dba8429dd5be for: {'network': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 15:29:52.763125 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1fd78b15-54fc-4d67-9214-b7cd8c461456 tempest-RoutersNegativeTest-1619332745 tempest-RoutersNegativeTest-1619332745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for network, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:52.788168 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fd78b15-54fc-4d67-9214-b7cd8c461456 tempest-RoutersNegativeTest-1619332745 tempest-RoutersNegativeTest-1619332745-project] vlan segment allocate from pool success with {'vlan_id': 315, 'physical_network': 'physnet1'} {{(pid=94466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 15:29:52.800480 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1fd78b15-54fc-4d67-9214-b7cd8c461456 tempest-RoutersNegativeTest-1619332745 tempest-RoutersNegativeTest-1619332745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:52.800829 n-d-694802-15 neutron-server[94466]: INFO neutron.db.segments_db [None req-1fd78b15-54fc-4d67-9214-b7cd8c461456 tempest-RoutersNegativeTest-1619332745 tempest-RoutersNegativeTest-1619332745-project] Added segment b1d4ebdc-bd57-4995-8af5-ae46cef19cdc of type vlan for network a77d7834-27ff-4b4c-a9b3-b0d514771249 Aug 12 15:29:52.842673 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1fd78b15-54fc-4d67-9214-b7cd8c461456 tempest-RoutersNegativeTest-1619332745 tempest-RoutersNegativeTest-1619332745-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744653628263'] for network, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:52.873210 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71184f96-d807-403f-8091-6d4f05df3eb5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa7035b3e-9a89-5964-b9f4-97301c3f476a-01209004-6bfa-4266-9bbe-3dbb821b5e0e', 'network_id': '01209004-6bfa-4266-9bbe-3dbb821b5e0e', 'tenant_id': '496661070d8648ce9e19dba8429dd5be', 'fixed_ips': [{'subnet_id': 'bc0933f7-2179-4956-9838-3fcea02e5f40'}]}} from n-d-694802-15. {{(pid=94468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 15:29:52.874108 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-71184f96-d807-403f-8091-6d4f05df3eb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:52.880122 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1fd78b15-54fc-4d67-9214-b7cd8c461456 tempest-RoutersNegativeTest-1619332745 tempest-RoutersNegativeTest-1619332745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409'] for network, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:52.887734 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fd78b15-54fc-4d67-9214-b7cd8c461456 tempest-RoutersNegativeTest-1619332745 tempest-RoutersNegativeTest-1619332745-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:29:52.888773 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1fd78b15-54fc-4d67-9214-b7cd8c461456 tempest-RoutersNegativeTest-1619332745 tempest-RoutersNegativeTest-1619332745-project] Notify callbacks [] for network, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:52.940336 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-1fd78b15-54fc-4d67-9214-b7cd8c461456 tempest-RoutersNegativeTest-1619332745 tempest-RoutersNegativeTest-1619332745-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2073116 Aug 12 15:29:52.943028 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 35220) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:29:52.947903 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-3eb20c30-5e99-41db-b307-320af4c7b426 tempest-RoutersNegativeTest-1619332745 tempest-RoutersNegativeTest-1619332745-project] Request body: {'subnet': {'network_id': 'a77d7834-27ff-4b4c-a9b3-b0d514771249', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:29:53.010101 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.db_base_plugin_common [None req-71184f96-d807-403f-8091-6d4f05df3eb5 None None] Allocated IP 172.20.0.2 (01209004-6bfa-4266-9bbe-3dbb821b5e0e/bc0933f7-2179-4956-9838-3fcea02e5f40/90f2422f-89e8-4150-b242-7f583cc9e9f3) {{(pid=94468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 15:29:53.011892 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd78b15-54fc-4d67-9214-b7cd8c461456 tempest-RoutersNegativeTest-1619332745 tempest-RoutersNegativeTest-1619332745-project] Pushing event updated for resources: {'Network': ['ID=a77d7834-27ff-4b4c-a9b3-b0d514771249,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:29:53.023920 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Network a77d7834-27ff-4b4c-a9b3-b0d514771249 details requested by agent ovs-agent-n-d-694802-15 with host n-d-694802-15 {{(pid=94468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 15:29:53.053293 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3eb20c30-5e99-41db-b307-320af4c7b426 tempest-RoutersNegativeTest-1619332745 tempest-RoutersNegativeTest-1619332745-project] Made reservation on behalf of 496661070d8648ce9e19dba8429dd5be for: {'subnet': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 15:29:53.056747 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3eb20c30-5e99-41db-b307-320af4c7b426 tempest-RoutersNegativeTest-1619332745 tempest-RoutersNegativeTest-1619332745-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8776441'] for subnet, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:53.218326 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-71184f96-d807-403f-8091-6d4f05df3eb5 None None] Notify callbacks [] for port, precommit_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:53.227612 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-71184f96-d807-403f-8091-6d4f05df3eb5 None None] Transition to ACTIVE for port object 90f2422f-89e8-4150-b242-7f583cc9e9f3 will not be triggered until provisioned by entity L2. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:29:53.244279 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-71184f96-d807-403f-8091-6d4f05df3eb5 None None] Transition to ACTIVE for port object 90f2422f-89e8-4150-b242-7f583cc9e9f3 will not be triggered until provisioned by entity DHCP. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:29:53.249319 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3eb20c30-5e99-41db-b307-320af4c7b426 tempest-RoutersNegativeTest-1619332745 tempest-RoutersNegativeTest-1619332745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3718490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8776395'] for subnet, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:53.250296 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-71184f96-d807-403f-8091-6d4f05df3eb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253'] for port, after_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:53.291406 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71184f96-d807-403f-8091-6d4f05df3eb5 None None] Network 01209004-6bfa-4266-9bbe-3dbb821b5e0e is already hosted by enough agents. {{(pid=94468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 15:29:53.296174 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.base_scheduler [None req-71184f96-d807-403f-8091-6d4f05df3eb5 None None] Resources bound (agent type, host, resource id): {{(pid=94468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:29:53.299813 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71184f96-d807-403f-8091-6d4f05df3eb5 None None] Received port after_create {{(pid=94468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 15:29:53.306404 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb20c30-5e99-41db-b307-320af4c7b426 tempest-RoutersNegativeTest-1619332745 tempest-RoutersNegativeTest-1619332745-project] Pushing event updated for resources: {'Subnet': ['ID=92bba848-6e71-4596-9ed9-7bc4b4f71ac2,revision_number=0']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:29:53.307143 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71184f96-d807-403f-8091-6d4f05df3eb5 None None] Pushing event updated for resources: {'Port': ['ID=90f2422f-89e8-4150-b242-7f583cc9e9f3,revision_number=1']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:29:53.322727 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eb20c30-5e99-41db-b307-320af4c7b426 tempest-RoutersNegativeTest-1619332745 tempest-RoutersNegativeTest-1619332745-project] Checking segment: {'id': 'b1d4ebdc-bd57-4995-8af5-ae46cef19cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'a77d7834-27ff-4b4c-a9b3-b0d514771249'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 15:29:53.323121 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eb20c30-5e99-41db-b307-320af4c7b426 tempest-RoutersNegativeTest-1619332745 tempest-RoutersNegativeTest-1619332745-project] Network hostable DHCP agents. Network: a77d7834-27ff-4b4c-a9b3-b0d514771249, hostable agents: ['1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658'], hosted agents: [] {{(pid=94466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 15:29:53.340591 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eb20c30-5e99-41db-b307-320af4c7b426 tempest-RoutersNegativeTest-1619332745 tempest-RoutersNegativeTest-1619332745-project] Network a77d7834-27ff-4b4c-a9b3-b0d514771249 is scheduled to be hosted by DHCP agent 1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658 with binding_index 1 {{(pid=94466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 15:29:53.350211 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-3eb20c30-5e99-41db-b307-320af4c7b426 tempest-RoutersNegativeTest-1619332745 tempest-RoutersNegativeTest-1619332745-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-15, a77d7834-27ff-4b4c-a9b3-b0d514771249) {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:29:53.354510 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eb20c30-5e99-41db-b307-320af4c7b426 tempest-RoutersNegativeTest-1619332745 tempest-RoutersNegativeTest-1619332745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:29:53.355201 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3eb20c30-5e99-41db-b307-320af4c7b426 tempest-RoutersNegativeTest-1619332745 tempest-RoutersNegativeTest-1619332745-project] Notify callbacks [] for subnet, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:53.360823 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c4413e9-a524-4def-8626-d701a1e15265 None None] Network a77d7834-27ff-4b4c-a9b3-b0d514771249 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 15:29:53.363104 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-71184f96-d807-403f-8091-6d4f05df3eb5 None None] Attempting to bind port 90f2422f-89e8-4150-b242-7f583cc9e9f3 on host n-d-694802-15 for vnic_type normal with profile {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 15:29:53.363686 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-71184f96-d807-403f-8091-6d4f05df3eb5 None None] Attempting to bind port 90f2422f-89e8-4150-b242-7f583cc9e9f3 by drivers openvswitch,hyperv on host n-d-694802-15 at level 0 using segments [{'id': '9a477208-1238-4995-875a-30aaffede6e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '01209004-6bfa-4266-9bbe-3dbb821b5e0e'}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 15:29:53.363825 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71184f96-d807-403f-8091-6d4f05df3eb5 None None] Attempting to bind port 90f2422f-89e8-4150-b242-7f583cc9e9f3 on network 01209004-6bfa-4266-9bbe-3dbb821b5e0e {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 15:29:53.370396 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-3eb20c30-5e99-41db-b307-320af4c7b426 tempest-RoutersNegativeTest-1619332745 tempest-RoutersNegativeTest-1619332745-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4262984 Aug 12 15:29:53.373127 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 35222) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:29:53.377862 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-01006709-af6b-45ba-9178-1d71b005c86b tempest-RoutersNegativeTest-1619332745 tempest-RoutersNegativeTest-1619332745-project] Request body: {'router': {'external_gateway_info': {'network_id': 'a77d7834-27ff-4b4c-a9b3-b0d514771249'}}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:29:53.404996 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71184f96-d807-403f-8091-6d4f05df3eb5 None None] Checking agent: {'id': '16de73ac-f2e9-4cee-b3e0-91052ae3e6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 20, 13), 'started_at': datetime.datetime(2021, 8, 12, 14, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 15, 29, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 15:29:53.405293 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71184f96-d807-403f-8091-6d4f05df3eb5 None None] Checking segment: {'id': '9a477208-1238-4995-875a-30aaffede6e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '01209004-6bfa-4266-9bbe-3dbb821b5e0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 15:29:53.405698 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-71184f96-d807-403f-8091-6d4f05df3eb5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:53.406093 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71184f96-d807-403f-8091-6d4f05df3eb5 None None] Bound using segment: {'id': '9a477208-1238-4995-875a-30aaffede6e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '01209004-6bfa-4266-9bbe-3dbb821b5e0e'} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 15:29:53.406583 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-71184f96-d807-403f-8091-6d4f05df3eb5 None None] Bound port: 90f2422f-89e8-4150-b242-7f583cc9e9f3, host: n-d-694802-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a477208-1238-4995-875a-30aaffede6e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '01209004-6bfa-4266-9bbe-3dbb821b5e0e'}}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 15:29:53.407036 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-71184f96-d807-403f-8091-6d4f05df3eb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:53.517318 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-71184f96-d807-403f-8091-6d4f05df3eb5 None None] For port 90f2422f-89e8-4150-b242-7f583cc9e9f3, host n-d-694802-15, cleared binding levels {{(pid=94468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 15:29:53.536278 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-71184f96-d807-403f-8091-6d4f05df3eb5 None None] For port 90f2422f-89e8-4150-b242-7f583cc9e9f3, host n-d-694802-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=90f2422f-89e8-4150-b242-7f583cc9e9f3,segment=NetworkSegment(9a477208-1238-4995-875a-30aaffede6e6),segment_id=9a477208-1238-4995-875a-30aaffede6e6)] {{(pid=94468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 15:29:53.544231 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-71184f96-d807-403f-8091-6d4f05df3eb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:53.600567 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c5b7ee6-df83-4c31-bf94-0b5b7575e666 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa7035b3e-9a89-5964-b9f4-97301c3f476a-a77d7834-27ff-4b4c-a9b3-b0d514771249', 'network_id': 'a77d7834-27ff-4b4c-a9b3-b0d514771249', 'tenant_id': '496661070d8648ce9e19dba8429dd5be', 'fixed_ips': [{'subnet_id': '92bba848-6e71-4596-9ed9-7bc4b4f71ac2'}]}} from n-d-694802-15. {{(pid=94468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 15:29:53.601412 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-2c5b7ee6-df83-4c31-bf94-0b5b7575e666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:53.632330 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71184f96-d807-403f-8091-6d4f05df3eb5 None None] Pushing event updated for resources: {'Port': ['ID=90f2422f-89e8-4150-b242-7f583cc9e9f3,revision_number=2']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:29:53.641335 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-01006709-af6b-45ba-9178-1d71b005c86b tempest-RoutersNegativeTest-1619332745 tempest-RoutersNegativeTest-1619332745-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:53.755616 n-d-694802-15 neutron-server[94466]: INFO neutron.api.v2.resource [None req-01006709-af6b-45ba-9178-1d71b005c86b tempest-RoutersNegativeTest-1619332745 tempest-RoutersNegativeTest-1619332745-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 12 15:29:53.756735 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-01006709-af6b-45ba-9178-1d71b005c86b tempest-RoutersNegativeTest-1619332745 tempest-RoutersNegativeTest-1619332745-project] 10.222.0.39 "PUT /v2.0/routers/c33ee00a-7818-4df1-8542-0baddac4699c HTTP/1.1" status: 400 len: 364 time: 0.3825870 Aug 12 15:29:53.760512 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.db_base_plugin_common [None req-2c5b7ee6-df83-4c31-bf94-0b5b7575e666 None None] Allocated IP 172.21.0.2 (a77d7834-27ff-4b4c-a9b3-b0d514771249/92bba848-6e71-4596-9ed9-7bc4b4f71ac2/bf1c2098-1abc-4a98-86d4-dea1e98795a7) {{(pid=94468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 15:29:53.762421 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 35224) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:29:53.836243 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b351f8c-fb06-4ebe-b62d-d7d233d39425 tempest-RoutersNegativeTest-1619332745 tempest-RoutersNegativeTest-1619332745-project] Deleting subnet 92bba848-6e71-4596-9ed9-7bc4b4f71ac2 {{(pid=94466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 15:29:53.945435 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-2c5b7ee6-df83-4c31-bf94-0b5b7575e666 None None] Notify callbacks [] for port, precommit_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:53.953561 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-2c5b7ee6-df83-4c31-bf94-0b5b7575e666 None None] Transition to ACTIVE for port object bf1c2098-1abc-4a98-86d4-dea1e98795a7 will not be triggered until provisioned by entity L2. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:29:53.968622 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-2c5b7ee6-df83-4c31-bf94-0b5b7575e666 None None] Transition to ACTIVE for port object bf1c2098-1abc-4a98-86d4-dea1e98795a7 will not be triggered until provisioned by entity DHCP. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:29:53.974368 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2b351f8c-fb06-4ebe-b62d-d7d233d39425 tempest-RoutersNegativeTest-1619332745 tempest-RoutersNegativeTest-1619332745-project] Notify callbacks [] for subnet, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:53.974927 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-2c5b7ee6-df83-4c31-bf94-0b5b7575e666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253'] for port, after_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:54.010935 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c5b7ee6-df83-4c31-bf94-0b5b7575e666 None None] Network a77d7834-27ff-4b4c-a9b3-b0d514771249 is already hosted by enough agents. {{(pid=94468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 15:29:54.013862 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2b351f8c-fb06-4ebe-b62d-d7d233d39425 tempest-RoutersNegativeTest-1619332745 tempest-RoutersNegativeTest-1619332745-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2293551'] for subnet, precommit_delete_associations {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:54.017710 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.base_scheduler [None req-2c5b7ee6-df83-4c31-bf94-0b5b7575e666 None None] Resources bound (agent type, host, resource id): {{(pid=94468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:29:54.024046 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c5b7ee6-df83-4c31-bf94-0b5b7575e666 None None] Received port after_create {{(pid=94468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 15:29:54.027700 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5b7ee6-df83-4c31-bf94-0b5b7575e666 None None] Pushing event updated for resources: {'Port': ['ID=bf1c2098-1abc-4a98-86d4-dea1e98795a7,revision_number=1']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:29:54.084916 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-2c5b7ee6-df83-4c31-bf94-0b5b7575e666 None None] Attempting to bind port bf1c2098-1abc-4a98-86d4-dea1e98795a7 on host n-d-694802-15 for vnic_type normal with profile {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 15:29:54.085284 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-2c5b7ee6-df83-4c31-bf94-0b5b7575e666 None None] Attempting to bind port bf1c2098-1abc-4a98-86d4-dea1e98795a7 by drivers openvswitch,hyperv on host n-d-694802-15 at level 0 using segments [{'id': 'b1d4ebdc-bd57-4995-8af5-ae46cef19cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'a77d7834-27ff-4b4c-a9b3-b0d514771249'}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 15:29:54.085632 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c5b7ee6-df83-4c31-bf94-0b5b7575e666 None None] Attempting to bind port bf1c2098-1abc-4a98-86d4-dea1e98795a7 on network a77d7834-27ff-4b4c-a9b3-b0d514771249 {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 15:29:54.090644 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c5b7ee6-df83-4c31-bf94-0b5b7575e666 None None] Checking agent: {'id': '16de73ac-f2e9-4cee-b3e0-91052ae3e6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 20, 13), 'started_at': datetime.datetime(2021, 8, 12, 14, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 15, 29, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 15:29:54.091029 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c5b7ee6-df83-4c31-bf94-0b5b7575e666 None None] Checking segment: {'id': 'b1d4ebdc-bd57-4995-8af5-ae46cef19cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'a77d7834-27ff-4b4c-a9b3-b0d514771249'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 15:29:54.091432 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-2c5b7ee6-df83-4c31-bf94-0b5b7575e666 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:54.091818 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c5b7ee6-df83-4c31-bf94-0b5b7575e666 None None] Bound using segment: {'id': 'b1d4ebdc-bd57-4995-8af5-ae46cef19cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'a77d7834-27ff-4b4c-a9b3-b0d514771249'} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 15:29:54.092281 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-2c5b7ee6-df83-4c31-bf94-0b5b7575e666 None None] Bound port: bf1c2098-1abc-4a98-86d4-dea1e98795a7, host: n-d-694802-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1d4ebdc-bd57-4995-8af5-ae46cef19cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'a77d7834-27ff-4b4c-a9b3-b0d514771249'}}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 15:29:54.092652 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-2c5b7ee6-df83-4c31-bf94-0b5b7575e666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:54.100444 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2b351f8c-fb06-4ebe-b62d-d7d233d39425 tempest-RoutersNegativeTest-1619332745 tempest-RoutersNegativeTest-1619332745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66416255'] for subnet, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:54.188590 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2b351f8c-fb06-4ebe-b62d-d7d233d39425 tempest-RoutersNegativeTest-1619332745 tempest-RoutersNegativeTest-1619332745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66416232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3718429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8776402'] for subnet, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:54.193036 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-2c5b7ee6-df83-4c31-bf94-0b5b7575e666 None None] For port bf1c2098-1abc-4a98-86d4-dea1e98795a7, host n-d-694802-15, cleared binding levels {{(pid=94468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 15:29:54.198767 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-2c5b7ee6-df83-4c31-bf94-0b5b7575e666 None None] For port bf1c2098-1abc-4a98-86d4-dea1e98795a7, host n-d-694802-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=bf1c2098-1abc-4a98-86d4-dea1e98795a7,segment=NetworkSegment(b1d4ebdc-bd57-4995-8af5-ae46cef19cdc),segment_id=b1d4ebdc-bd57-4995-8af5-ae46cef19cdc)] {{(pid=94468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 15:29:54.207495 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-2c5b7ee6-df83-4c31-bf94-0b5b7575e666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:54.237489 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b351f8c-fb06-4ebe-b62d-d7d233d39425 tempest-RoutersNegativeTest-1619332745 tempest-RoutersNegativeTest-1619332745-project] Pushing event deleted for resources: {'Subnet': ['ID=92bba848-6e71-4596-9ed9-7bc4b4f71ac2,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:29:54.240698 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2b351f8c-fb06-4ebe-b62d-d7d233d39425 tempest-RoutersNegativeTest-1619332745 tempest-RoutersNegativeTest-1619332745-project] Notify callbacks [] for subnet, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:54.244006 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-2b351f8c-fb06-4ebe-b62d-d7d233d39425 tempest-RoutersNegativeTest-1619332745 tempest-RoutersNegativeTest-1619332745-project] 10.222.0.39 "DELETE /v2.0/subnets/92bba848-6e71-4596-9ed9-7bc4b4f71ac2 HTTP/1.1" status: 204 len: 168 time: 0.4803658 Aug 12 15:29:54.247312 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 35226) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:29:54.302126 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5b7ee6-df83-4c31-bf94-0b5b7575e666 None None] Pushing event updated for resources: {'Port': ['ID=bf1c2098-1abc-4a98-86d4-dea1e98795a7,revision_number=3']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:29:54.340609 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-36b5e945-0558-4d1f-b74f-febf027d7526 tempest-RoutersNegativeTest-1619332745 tempest-RoutersNegativeTest-1619332745-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680608'] for network, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:54.403501 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-36b5e945-0558-4d1f-b74f-febf027d7526 tempest-RoutersNegativeTest-1619332745 tempest-RoutersNegativeTest-1619332745-project] Deleting port bf1c2098-1abc-4a98-86d4-dea1e98795a7 {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 15:29:54.404008 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-36b5e945-0558-4d1f-b74f-febf027d7526 tempest-RoutersNegativeTest-1619332745 tempest-RoutersNegativeTest-1619332745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:54.489040 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-36b5e945-0558-4d1f-b74f-febf027d7526 tempest-RoutersNegativeTest-1619332745 tempest-RoutersNegativeTest-1619332745-project] For port bf1c2098-1abc-4a98-86d4-dea1e98795a7, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=bf1c2098-1abc-4a98-86d4-dea1e98795a7,segment=NetworkSegment(b1d4ebdc-bd57-4995-8af5-ae46cef19cdc),segment_id=b1d4ebdc-bd57-4995-8af5-ae46cef19cdc)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:29:54.489493 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-36b5e945-0558-4d1f-b74f-febf027d7526 tempest-RoutersNegativeTest-1619332745 tempest-RoutersNegativeTest-1619332745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:54.506979 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-36b5e945-0558-4d1f-b74f-febf027d7526 tempest-RoutersNegativeTest-1619332745 tempest-RoutersNegativeTest-1619332745-project] Calling delete_port for bf1c2098-1abc-4a98-86d4-dea1e98795a7 owned by network:dhcp {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 15:29:54.596101 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-36b5e945-0558-4d1f-b74f-febf027d7526 tempest-RoutersNegativeTest-1619332745 tempest-RoutersNegativeTest-1619332745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:54.630594 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b5e945-0558-4d1f-b74f-febf027d7526 tempest-RoutersNegativeTest-1619332745 tempest-RoutersNegativeTest-1619332745-project] Pushing event deleted for resources: {'Port': ['ID=bf1c2098-1abc-4a98-86d4-dea1e98795a7,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:29:54.636103 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36b5e945-0558-4d1f-b74f-febf027d7526 tempest-RoutersNegativeTest-1619332745 tempest-RoutersNegativeTest-1619332745-project] No DVR routers for this DVR port bf1c2098-1abc-4a98-86d4-dea1e98795a7 on host n-d-694802-15 {{(pid=94466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 15:29:54.653965 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da6f36be-1a0c-4ac0-95f5-f7a4c9b91a70 None None] Network 01209004-6bfa-4266-9bbe-3dbb821b5e0e requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 15:29:54.718656 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-36b5e945-0558-4d1f-b74f-febf027d7526 tempest-RoutersNegativeTest-1619332745 tempest-RoutersNegativeTest-1619332745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66413304', 'neutron.services.segments.db._delete_segments_for_network-8744654118000'] for network, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:54.730134 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-36b5e945-0558-4d1f-b74f-febf027d7526 tempest-RoutersNegativeTest-1619332745 tempest-RoutersNegativeTest-1619332745-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a77d7834-27ff-4b4c-a9b3-b0d514771249']}} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:29:54.741435 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-36b5e945-0558-4d1f-b74f-febf027d7526 tempest-RoutersNegativeTest-1619332745 tempest-RoutersNegativeTest-1619332745-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1d4ebdc-bd57-4995-8af5-ae46cef19cdc') {'for_net_delete': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:29:54.741712 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-36b5e945-0558-4d1f-b74f-febf027d7526 tempest-RoutersNegativeTest-1619332745 tempest-RoutersNegativeTest-1619332745-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1d4ebdc-bd57-4995-8af5-ae46cef19cdc') {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:29:54.751771 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-36b5e945-0558-4d1f-b74f-febf027d7526 tempest-RoutersNegativeTest-1619332745 tempest-RoutersNegativeTest-1619332745-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744654122361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2293560'] for segment, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:54.767111 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-36b5e945-0558-4d1f-b74f-febf027d7526 tempest-RoutersNegativeTest-1619332745 tempest-RoutersNegativeTest-1619332745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:54.774249 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36b5e945-0558-4d1f-b74f-febf027d7526 tempest-RoutersNegativeTest-1619332745 tempest-RoutersNegativeTest-1619332745-project] Releasing vlan 315 on physical network physnet1 to pool {{(pid=94466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 15:29:54.774658 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-36b5e945-0558-4d1f-b74f-febf027d7526 tempest-RoutersNegativeTest-1619332745 tempest-RoutersNegativeTest-1619332745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3718595'] for segment, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:54.777985 n-d-694802-15 neutron-server[94466]: Traceback (most recent call last): Aug 12 15:29:54.777985 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 15:29:54.777985 n-d-694802-15 neutron-server[94466]: timer() Aug 12 15:29:54.777985 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 15:29:54.777985 n-d-694802-15 neutron-server[94466]: cb(*args, **kw) Aug 12 15:29:54.777985 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 15:29:54.777985 n-d-694802-15 neutron-server[94466]: return func(*args, **kwargs) Aug 12 15:29:54.777985 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 15:29:54.777985 n-d-694802-15 neutron-server[94466]: self._notify() Aug 12 15:29:54.777985 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 15:29:54.777985 n-d-694802-15 neutron-server[94466]: self.callback(batched_events) Aug 12 15:29:54.777985 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 15:29:54.777985 n-d-694802-15 neutron-server[94466]: event.method(event) Aug 12 15:29:54.777985 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 15:29:54.777985 n-d-694802-15 neutron-server[94466]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 15:29:54.777985 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 15:29:54.777985 n-d-694802-15 neutron-server[94466]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 15:29:54.777985 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 15:29:54.777985 n-d-694802-15 neutron-server[94466]: return f(self, *a, **k) Aug 12 15:29:54.777985 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 15:29:54.777985 n-d-694802-15 neutron-server[94466]: return self._get(url).json() Aug 12 15:29:54.777985 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 15:29:54.777985 n-d-694802-15 neutron-server[94466]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 15:29:54.777985 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 15:29:54.777985 n-d-694802-15 neutron-server[94466]: return self.request(url, 'GET', **kwargs) Aug 12 15:29:54.777985 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 15:29:54.777985 n-d-694802-15 neutron-server[94466]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 15:29:54.777985 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 15:29:54.777985 n-d-694802-15 neutron-server[94466]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 15:29:54.777985 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 15:29:54.777985 n-d-694802-15 neutron-server[94466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 15:29:54.777985 n-d-694802-15 neutron-server[94466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 15:29:54.843321 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-36b5e945-0558-4d1f-b74f-febf027d7526 tempest-RoutersNegativeTest-1619332745 tempest-RoutersNegativeTest-1619332745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66413281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431520'] for network, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:54.851046 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-36b5e945-0558-4d1f-b74f-febf027d7526 tempest-RoutersNegativeTest-1619332745 tempest-RoutersNegativeTest-1619332745-project] Notify callbacks [] for network, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:54.852894 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-36b5e945-0558-4d1f-b74f-febf027d7526 tempest-RoutersNegativeTest-1619332745 tempest-RoutersNegativeTest-1619332745-project] 10.222.0.39 "DELETE /v2.0/networks/a77d7834-27ff-4b4c-a9b3-b0d514771249 HTTP/1.1" status: 204 len: 168 time: 0.6045935 Aug 12 15:29:54.855396 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 35230) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:29:54.873508 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b5e945-0558-4d1f-b74f-febf027d7526 tempest-RoutersNegativeTest-1619332745 tempest-RoutersNegativeTest-1619332745-project] Pushing event deleted for resources: {'Network': ['ID=a77d7834-27ff-4b4c-a9b3-b0d514771249,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:29:54.873752 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-be1d5ac1-6dc7-4680-81bf-476e6e282afb None None] Provisioning for port 90f2422f-89e8-4150-b242-7f583cc9e9f3 completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:29:54.917891 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b244e5c-4813-4396-aea4-b255e44ce99e tempest-RoutersNegativeTest-1619332745 tempest-RoutersNegativeTest-1619332745-project] Deleting subnet bc0933f7-2179-4956-9838-3fcea02e5f40 {{(pid=94466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 15:29:54.921069 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2b244e5c-4813-4396-aea4-b255e44ce99e tempest-RoutersNegativeTest-1619332745 tempest-RoutersNegativeTest-1619332745-project] Notify callbacks [] for subnet, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:54.966573 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2b244e5c-4813-4396-aea4-b255e44ce99e tempest-RoutersNegativeTest-1619332745 tempest-RoutersNegativeTest-1619332745-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2293551'] for subnet, precommit_delete_associations {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:55.062793 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2b244e5c-4813-4396-aea4-b255e44ce99e tempest-RoutersNegativeTest-1619332745 tempest-RoutersNegativeTest-1619332745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66416255'] for subnet, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:55.130134 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2b244e5c-4813-4396-aea4-b255e44ce99e tempest-RoutersNegativeTest-1619332745 tempest-RoutersNegativeTest-1619332745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66416232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3718429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8776402'] for subnet, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:55.158914 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b244e5c-4813-4396-aea4-b255e44ce99e tempest-RoutersNegativeTest-1619332745 tempest-RoutersNegativeTest-1619332745-project] Pushing event deleted for resources: {'Subnet': ['ID=bc0933f7-2179-4956-9838-3fcea02e5f40,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:29:55.163637 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2b244e5c-4813-4396-aea4-b255e44ce99e tempest-RoutersNegativeTest-1619332745 tempest-RoutersNegativeTest-1619332745-project] Notify callbacks [] for subnet, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:55.165958 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-2b244e5c-4813-4396-aea4-b255e44ce99e tempest-RoutersNegativeTest-1619332745 tempest-RoutersNegativeTest-1619332745-project] 10.222.0.39 "DELETE /v2.0/subnets/bc0933f7-2179-4956-9838-3fcea02e5f40 HTTP/1.1" status: 204 len: 168 time: 0.3096330 Aug 12 15:29:55.168668 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 35232) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:29:55.236061 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79cc16f4-7327-4d4e-b9d8-ea0ef44b6643 None None] Network 01209004-6bfa-4266-9bbe-3dbb821b5e0e requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 15:29:55.301568 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 90f2422f-89e8-4150-b242-7f583cc9e9f3 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 15:29:55.416422 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning for port 90f2422f-89e8-4150-b242-7f583cc9e9f3 completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:29:55.423741 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port 90f2422f-89e8-4150-b242-7f583cc9e9f3 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:29:55.424114 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:55.450900 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6546462-98e0-40fd-9ac8-9b4152807498 None None] DHCP port deletion for a77d7834-27ff-4b4c-a9b3-b0d514771249 request from n-d-694802-15 {{(pid=94468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 15:29:55.474945 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-c4cc1852-4a01-4240-8e9d-2f7c05e0b388 None None] Could not find standard attr ID for object bf1c2098-1abc-4a98-86d4-dea1e98795a7. {{(pid=94468) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 12 15:29:55.478776 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f491ff1-c2dc-4a91-a1d3-65e97be82196 None None] Network a77d7834-27ff-4b4c-a9b3-b0d514771249 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 15:29:55.494905 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f491ff1-c2dc-4a91-a1d3-65e97be82196 None None] Network a77d7834-27ff-4b4c-a9b3-b0d514771249 could not be found, it might have been deleted concurrently. {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 12 15:29:55.522161 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7f9626a-d0eb-4864-874f-0bc80cfa3693 None None] DHCP port deletion for 01209004-6bfa-4266-9bbe-3dbb821b5e0e request from n-d-694802-15 {{(pid=94468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 15:29:55.557634 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:55.599601 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] For port 90f2422f-89e8-4150-b242-7f583cc9e9f3, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=90f2422f-89e8-4150-b242-7f583cc9e9f3,segment=NetworkSegment(9a477208-1238-4995-875a-30aaffede6e6),segment_id=9a477208-1238-4995-875a-30aaffede6e6)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:29:55.601716 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-28039bd7-5ff3-421f-b5c4-4f29e0418659 tempest-RoutersNegativeTest-1619332745 tempest-RoutersNegativeTest-1619332745-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680608'] for network, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:55.607978 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-d7f9626a-d0eb-4864-874f-0bc80cfa3693 None None] Deleting port 90f2422f-89e8-4150-b242-7f583cc9e9f3 {{(pid=94468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 15:29:55.608357 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-d7f9626a-d0eb-4864-874f-0bc80cfa3693 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:55.609956 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:55.656109 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-28039bd7-5ff3-421f-b5c4-4f29e0418659 tempest-RoutersNegativeTest-1619332745 tempest-RoutersNegativeTest-1619332745-project] Deleting port 90f2422f-89e8-4150-b242-7f583cc9e9f3 {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 15:29:55.656343 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-28039bd7-5ff3-421f-b5c4-4f29e0418659 tempest-RoutersNegativeTest-1619332745 tempest-RoutersNegativeTest-1619332745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:55.710628 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-d7f9626a-d0eb-4864-874f-0bc80cfa3693 None None] For port 90f2422f-89e8-4150-b242-7f583cc9e9f3, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=90f2422f-89e8-4150-b242-7f583cc9e9f3,segment=NetworkSegment(9a477208-1238-4995-875a-30aaffede6e6),segment_id=9a477208-1238-4995-875a-30aaffede6e6)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:29:55.711238 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-d7f9626a-d0eb-4864-874f-0bc80cfa3693 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:55.713594 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Pushing event updated for resources: {'Port': ['ID=90f2422f-89e8-4150-b242-7f583cc9e9f3,revision_number=4']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:29:55.720346 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [None req-28039bd7-5ff3-421f-b5c4-4f29e0418659 tempest-RoutersNegativeTest-1619332745 tempest-RoutersNegativeTest-1619332745-project] For port 90f2422f-89e8-4150-b242-7f583cc9e9f3, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=90f2422f-89e8-4150-b242-7f583cc9e9f3,segment=NetworkSegment(9a477208-1238-4995-875a-30aaffede6e6),segment_id=9a477208-1238-4995-875a-30aaffede6e6)] {{(pid=94467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:29:55.721206 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-28039bd7-5ff3-421f-b5c4-4f29e0418659 tempest-RoutersNegativeTest-1619332745 tempest-RoutersNegativeTest-1619332745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:55.726410 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-d7f9626a-d0eb-4864-874f-0bc80cfa3693 None None] Calling delete_port for 90f2422f-89e8-4150-b242-7f583cc9e9f3 owned by network:dhcp {{(pid=94468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 15:29:55.736976 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-28039bd7-5ff3-421f-b5c4-4f29e0418659 tempest-RoutersNegativeTest-1619332745 tempest-RoutersNegativeTest-1619332745-project] Calling delete_port for 90f2422f-89e8-4150-b242-7f583cc9e9f3 owned by network:dhcp {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 15:29:55.814455 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-d7f9626a-d0eb-4864-874f-0bc80cfa3693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262'] for port, after_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:55.821390 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-28039bd7-5ff3-421f-b5c4-4f29e0418659 tempest-RoutersNegativeTest-1619332745 tempest-RoutersNegativeTest-1619332745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:55.841449 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f9626a-d0eb-4864-874f-0bc80cfa3693 None None] Pushing event deleted for resources: {'Port': ['ID=90f2422f-89e8-4150-b242-7f583cc9e9f3,revision_number=None']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:29:55.845069 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7f9626a-d0eb-4864-874f-0bc80cfa3693 None None] No DVR routers for this DVR port 90f2422f-89e8-4150-b242-7f583cc9e9f3 on host n-d-694802-15 {{(pid=94468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 15:29:55.852029 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28039bd7-5ff3-421f-b5c4-4f29e0418659 tempest-RoutersNegativeTest-1619332745 tempest-RoutersNegativeTest-1619332745-project] Pushing event deleted for resources: {'Port': ['ID=90f2422f-89e8-4150-b242-7f583cc9e9f3,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:29:55.865467 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28039bd7-5ff3-421f-b5c4-4f29e0418659 tempest-RoutersNegativeTest-1619332745 tempest-RoutersNegativeTest-1619332745-project] No DVR routers for this DVR port 90f2422f-89e8-4150-b242-7f583cc9e9f3 on host n-d-694802-15 {{(pid=94467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 15:29:55.944696 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-28039bd7-5ff3-421f-b5c4-4f29e0418659 tempest-RoutersNegativeTest-1619332745 tempest-RoutersNegativeTest-1619332745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66413304', 'neutron.services.segments.db._delete_segments_for_network-8744654118000'] for network, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:55.961894 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-28039bd7-5ff3-421f-b5c4-4f29e0418659 tempest-RoutersNegativeTest-1619332745 tempest-RoutersNegativeTest-1619332745-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01209004-6bfa-4266-9bbe-3dbb821b5e0e']}} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:29:55.973987 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-28039bd7-5ff3-421f-b5c4-4f29e0418659 tempest-RoutersNegativeTest-1619332745 tempest-RoutersNegativeTest-1619332745-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a477208-1238-4995-875a-30aaffede6e6') {'for_net_delete': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:29:55.974285 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-28039bd7-5ff3-421f-b5c4-4f29e0418659 tempest-RoutersNegativeTest-1619332745 tempest-RoutersNegativeTest-1619332745-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a477208-1238-4995-875a-30aaffede6e6') {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:29:55.983619 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-28039bd7-5ff3-421f-b5c4-4f29e0418659 tempest-RoutersNegativeTest-1619332745 tempest-RoutersNegativeTest-1619332745-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744654122361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3857526'] for segment, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:55.997391 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-28039bd7-5ff3-421f-b5c4-4f29e0418659 tempest-RoutersNegativeTest-1619332745 tempest-RoutersNegativeTest-1619332745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:56.003726 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28039bd7-5ff3-421f-b5c4-4f29e0418659 tempest-RoutersNegativeTest-1619332745 tempest-RoutersNegativeTest-1619332745-project] Releasing vlan 311 on physical network physnet1 to pool {{(pid=94467) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 15:29:56.004121 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-28039bd7-5ff3-421f-b5c4-4f29e0418659 tempest-RoutersNegativeTest-1619332745 tempest-RoutersNegativeTest-1619332745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2859015'] for segment, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:56.007036 n-d-694802-15 neutron-server[94467]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 15:29:56.007036 n-d-694802-15 neutron-server[94467]: self.session.flush() Aug 12 15:29:56.007036 n-d-694802-15 neutron-server[94467]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 15:29:56.007036 n-d-694802-15 neutron-server[94467]: self.session.flush() Aug 12 15:29:56.007036 n-d-694802-15 neutron-server[94467]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 15:29:56.007036 n-d-694802-15 neutron-server[94467]: self.session.flush() Aug 12 15:29:56.007036 n-d-694802-15 neutron-server[94467]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 15:29:56.007036 n-d-694802-15 neutron-server[94467]: self.session.flush() Aug 12 15:29:56.007036 n-d-694802-15 neutron-server[94467]: Traceback (most recent call last): Aug 12 15:29:56.007036 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 15:29:56.007036 n-d-694802-15 neutron-server[94467]: timer() Aug 12 15:29:56.007036 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 15:29:56.007036 n-d-694802-15 neutron-server[94467]: cb(*args, **kw) Aug 12 15:29:56.007036 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 15:29:56.007036 n-d-694802-15 neutron-server[94467]: return func(*args, **kwargs) Aug 12 15:29:56.007036 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 15:29:56.007036 n-d-694802-15 neutron-server[94467]: self._notify() Aug 12 15:29:56.007036 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 15:29:56.007036 n-d-694802-15 neutron-server[94467]: self.callback(batched_events) Aug 12 15:29:56.007036 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 15:29:56.007036 n-d-694802-15 neutron-server[94467]: event.method(event) Aug 12 15:29:56.007036 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 15:29:56.007036 n-d-694802-15 neutron-server[94467]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 15:29:56.007036 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 15:29:56.007036 n-d-694802-15 neutron-server[94467]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 15:29:56.007036 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 15:29:56.007036 n-d-694802-15 neutron-server[94467]: return f(self, *a, **k) Aug 12 15:29:56.007036 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 15:29:56.007036 n-d-694802-15 neutron-server[94467]: return self._get(url).json() Aug 12 15:29:56.007036 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 15:29:56.007036 n-d-694802-15 neutron-server[94467]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 15:29:56.007036 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 15:29:56.007036 n-d-694802-15 neutron-server[94467]: return self.request(url, 'GET', **kwargs) Aug 12 15:29:56.007036 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 15:29:56.007036 n-d-694802-15 neutron-server[94467]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 15:29:56.007036 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 15:29:56.007036 n-d-694802-15 neutron-server[94467]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 15:29:56.007036 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 15:29:56.007036 n-d-694802-15 neutron-server[94467]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 15:29:56.007036 n-d-694802-15 neutron-server[94467]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 15:29:56.068484 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-28039bd7-5ff3-421f-b5c4-4f29e0418659 tempest-RoutersNegativeTest-1619332745 tempest-RoutersNegativeTest-1619332745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66413281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431520'] for network, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:56.075552 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-28039bd7-5ff3-421f-b5c4-4f29e0418659 tempest-RoutersNegativeTest-1619332745 tempest-RoutersNegativeTest-1619332745-project] Notify callbacks [] for network, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:56.077357 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-28039bd7-5ff3-421f-b5c4-4f29e0418659 tempest-RoutersNegativeTest-1619332745 tempest-RoutersNegativeTest-1619332745-project] 10.222.0.39 "DELETE /v2.0/networks/01209004-6bfa-4266-9bbe-3dbb821b5e0e HTTP/1.1" status: 204 len: 168 time: 0.9070265 Aug 12 15:29:56.080703 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 35236) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:29:56.089351 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28039bd7-5ff3-421f-b5c4-4f29e0418659 tempest-RoutersNegativeTest-1619332745 tempest-RoutersNegativeTest-1619332745-project] Pushing event deleted for resources: {'Network': ['ID=01209004-6bfa-4266-9bbe-3dbb821b5e0e,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:29:56.107199 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-f5a4715a-60bf-43b6-ab5e-dc6756c35f68 tempest-RoutersNegativeTest-1619332745 tempest-RoutersNegativeTest-1619332745-project] 10.222.0.39 "GET /v2.0/ports?device_id=c33ee00a-7818-4df1-8542-0baddac4699c HTTP/1.1" status: 200 len: 205 time: 0.0252781 Aug 12 15:29:56.109556 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 35238) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:29:56.187381 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a3c4d3ec-973a-40bd-9a2e-b2cf7699c7f5 tempest-RoutersNegativeTest-1619332745 tempest-RoutersNegativeTest-1619332745-project] Notify callbacks [] for router, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:56.350792 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a3c4d3ec-973a-40bd-9a2e-b2cf7699c7f5 tempest-RoutersNegativeTest-1619332745 tempest-RoutersNegativeTest-1619332745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-429360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-104877'] for router, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:56.352913 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a3c4d3ec-973a-40bd-9a2e-b2cf7699c7f5 tempest-RoutersNegativeTest-1619332745 tempest-RoutersNegativeTest-1619332745-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:56.397009 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a3c4d3ec-973a-40bd-9a2e-b2cf7699c7f5 tempest-RoutersNegativeTest-1619332745 tempest-RoutersNegativeTest-1619332745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-429375'] for router, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:56.397537 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3c4d3ec-973a-40bd-9a2e-b2cf7699c7f5 tempest-RoutersNegativeTest-1619332745 tempest-RoutersNegativeTest-1619332745-project] Fanout notify agent at l3_agent the message router_deleted on router c33ee00a-7818-4df1-8542-0baddac4699c {{(pid=94466) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 15:29:56.404954 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a3c4d3ec-973a-40bd-9a2e-b2cf7699c7f5 tempest-RoutersNegativeTest-1619332745 tempest-RoutersNegativeTest-1619332745-project] Notify callbacks [] for router, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:56.406156 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-a3c4d3ec-973a-40bd-9a2e-b2cf7699c7f5 tempest-RoutersNegativeTest-1619332745 tempest-RoutersNegativeTest-1619332745-project] 10.222.0.39 "DELETE /v2.0/routers/c33ee00a-7818-4df1-8542-0baddac4699c HTTP/1.1" status: 204 len: 168 time: 0.2956517 Aug 12 15:29:56.636865 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 35244) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:29:56.770192 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-2a8c6b11-6eca-4dc5-a2bd-827e350ff222 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=496661070d8648ce9e19dba8429dd5be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1321313 Aug 12 15:29:56.772724 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 35248) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:29:56.822622 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f8a7869c-1519-4eca-b134-7fa5030a6288 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:56.843005 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f8a7869c-1519-4eca-b134-7fa5030a6288 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:56.888894 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f8a7869c-1519-4eca-b134-7fa5030a6288 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:56.891402 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f8a7869c-1519-4eca-b134-7fa5030a6288 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:56.892546 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-f8a7869c-1519-4eca-b134-7fa5030a6288 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/16941bbe-30f9-4f79-a557-657b127dabad HTTP/1.1" status: 204 len: 168 time: 0.1187775 Aug 12 15:29:56.900253 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a7869c-1519-4eca-b134-7fa5030a6288 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16941bbe-30f9-4f79-a557-657b127dabad,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:29:57.227381 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device bf1c2098-1abc-4a98-86d4-dea1e98795a7 no longer exists at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 15:29:57.248339 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] No Port match for: bf1c2098-1abc-4a98-86d4-dea1e98795a7 {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 15:29:57.248755 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device bf1c2098-1abc-4a98-86d4-dea1e98795a7 not bound to the agent host n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 15:29:57.249178 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 90f2422f-89e8-4150-b242-7f583cc9e9f3 no longer exists at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 15:29:57.268092 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] No Port match for: 90f2422f-89e8-4150-b242-7f583cc9e9f3 {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 15:29:57.268501 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 90f2422f-89e8-4150-b242-7f583cc9e9f3 not bound to the agent host n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 15:29:57.492432 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 35270) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:29:57.588210 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-c3944deb-0077-4165-a6db-426f44875d5b admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1829854795-network', 'tenant_id': 'b5ee3f7ff65e49f6a54967107300881f'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:29:57.609065 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3944deb-0077-4165-a6db-426f44875d5b admin admin] Made reservation on behalf of b5ee3f7ff65e49f6a54967107300881f for: {'network': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 15:29:57.611329 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c3944deb-0077-4165-a6db-426f44875d5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for network, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:57.619645 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c3944deb-0077-4165-a6db-426f44875d5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:57.709560 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c3944deb-0077-4165-a6db-426f44875d5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:57.713250 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c3944deb-0077-4165-a6db-426f44875d5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:57.735748 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3944deb-0077-4165-a6db-426f44875d5b admin admin] vlan segment allocate from pool success with {'vlan_id': 327, 'physical_network': 'physnet1'} {{(pid=94466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 15:29:57.751429 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3944deb-0077-4165-a6db-426f44875d5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a2f5552-1830-45bb-a644-42dc338a3e15,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:29:57.755277 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c3944deb-0077-4165-a6db-426f44875d5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:57.755622 n-d-694802-15 neutron-server[94466]: INFO neutron.db.segments_db [None req-c3944deb-0077-4165-a6db-426f44875d5b admin admin] Added segment 601f6131-a9b6-4a09-9522-3590047a81df of type vlan for network 2856bc1d-078e-431e-a92d-7525eca08930 Aug 12 15:29:57.798612 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c3944deb-0077-4165-a6db-426f44875d5b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744653628263'] for network, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:57.828232 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c3944deb-0077-4165-a6db-426f44875d5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409'] for network, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:57.829262 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3944deb-0077-4165-a6db-426f44875d5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:29:57.829839 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c3944deb-0077-4165-a6db-426f44875d5b admin admin] Notify callbacks [] for network, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:57.881327 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-c3944deb-0077-4165-a6db-426f44875d5b admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3878055 Aug 12 15:29:57.884335 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 35274) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:29:57.889463 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-0da96040-1d95-4501-b89b-9a68b7dd4cad admin admin] Request body: {'subnet': {'network_id': '2856bc1d-078e-431e-a92d-7525eca08930', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1829854795-subnet', 'tenant_id': 'b5ee3f7ff65e49f6a54967107300881f', 'ip_version': 4}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:29:57.890090 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3944deb-0077-4165-a6db-426f44875d5b admin admin] Pushing event updated for resources: {'Network': ['ID=2856bc1d-078e-431e-a92d-7525eca08930,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:29:57.901309 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Network 2856bc1d-078e-431e-a92d-7525eca08930 details requested by agent ovs-agent-n-d-694802-15 with host n-d-694802-15 {{(pid=94468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 15:29:57.909989 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0da96040-1d95-4501-b89b-9a68b7dd4cad admin admin] Made reservation on behalf of b5ee3f7ff65e49f6a54967107300881f for: {'subnet': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 15:29:57.912411 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-0da96040-1d95-4501-b89b-9a68b7dd4cad admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3343791'] for subnet, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:58.081433 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-0da96040-1d95-4501-b89b-9a68b7dd4cad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2859166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3343773'] for subnet, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:58.139806 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da96040-1d95-4501-b89b-9a68b7dd4cad admin admin] Pushing event updated for resources: {'Subnet': ['ID=67c987d4-328e-4b0c-a39c-4c95409dfd15,revision_number=0']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:29:58.148496 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0da96040-1d95-4501-b89b-9a68b7dd4cad admin admin] Checking segment: {'id': '601f6131-a9b6-4a09-9522-3590047a81df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '2856bc1d-078e-431e-a92d-7525eca08930'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 15:29:58.148852 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0da96040-1d95-4501-b89b-9a68b7dd4cad admin admin] Network hostable DHCP agents. Network: 2856bc1d-078e-431e-a92d-7525eca08930, hostable agents: ['1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658'], hosted agents: [] {{(pid=94467) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 15:29:58.164399 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0da96040-1d95-4501-b89b-9a68b7dd4cad admin admin] Network 2856bc1d-078e-431e-a92d-7525eca08930 is scheduled to be hosted by DHCP agent 1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658 with binding_index 1 {{(pid=94467) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 15:29:58.174531 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [None req-0da96040-1d95-4501-b89b-9a68b7dd4cad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-15, 2856bc1d-078e-431e-a92d-7525eca08930) {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:29:58.179418 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0da96040-1d95-4501-b89b-9a68b7dd4cad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:29:58.180047 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-0da96040-1d95-4501-b89b-9a68b7dd4cad admin admin] Notify callbacks [] for subnet, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:58.183992 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-615b1580-f1c3-44b6-b682-b1822896b436 None None] Network 2856bc1d-078e-431e-a92d-7525eca08930 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 15:29:58.194298 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-0da96040-1d95-4501-b89b-9a68b7dd4cad admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3087926 Aug 12 15:29:58.197180 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 35276) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:29:58.201677 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-ab8b78a9-2d5e-4758-804f-00f3e4a4a2e1 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1829854795-router', 'tenant_id': 'b5ee3f7ff65e49f6a54967107300881f', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'}}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:29:58.224747 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-ab8b78a9-2d5e-4758-804f-00f3e4a4a2e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-430574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-104863'] for router, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:58.225774 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-ab8b78a9-2d5e-4758-804f-00f3e4a4a2e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-429438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-431405', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66646573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-104852'] for router, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:58.283276 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-ab8b78a9-2d5e-4758-804f-00f3e4a4a2e1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:58.334385 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45f0e252-9663-4543-b9cc-a546f8258a9a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa7035b3e-9a89-5964-b9f4-97301c3f476a-2856bc1d-078e-431e-a92d-7525eca08930', 'network_id': '2856bc1d-078e-431e-a92d-7525eca08930', 'tenant_id': 'b5ee3f7ff65e49f6a54967107300881f', 'fixed_ips': [{'subnet_id': '67c987d4-328e-4b0c-a39c-4c95409dfd15'}]}} from n-d-694802-15. {{(pid=94468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 15:29:58.335323 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-45f0e252-9663-4543-b9cc-a546f8258a9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:58.425512 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-ab8b78a9-2d5e-4758-804f-00f3e4a4a2e1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:58.468758 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.db_base_plugin_common [None req-45f0e252-9663-4543-b9cc-a546f8258a9a None None] Allocated IP 172.20.0.2 (2856bc1d-078e-431e-a92d-7525eca08930/67c987d4-328e-4b0c-a39c-4c95409dfd15/7fe1a76a-823e-4959-a0e6-d20321f03641) {{(pid=94468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 15:29:58.614036 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-45f0e252-9663-4543-b9cc-a546f8258a9a None None] Notify callbacks [] for port, precommit_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:58.623849 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-45f0e252-9663-4543-b9cc-a546f8258a9a None None] Transition to ACTIVE for port object 7fe1a76a-823e-4959-a0e6-d20321f03641 will not be triggered until provisioned by entity L2. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:29:58.629315 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-ab8b78a9-2d5e-4758-804f-00f3e4a4a2e1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:58.641290 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-45f0e252-9663-4543-b9cc-a546f8258a9a None None] Transition to ACTIVE for port object 7fe1a76a-823e-4959-a0e6-d20321f03641 will not be triggered until provisioned by entity DHCP. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:29:58.647624 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-45f0e252-9663-4543-b9cc-a546f8258a9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253'] for port, after_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:58.649425 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-ab8b78a9-2d5e-4758-804f-00f3e4a4a2e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:58.673279 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.agents_db [None req-17ed3e4c-1a7d-4162-9646-11c134aca297 None None] Agent healthcheck: found 7 active agents {{(pid=94469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 15:29:58.685761 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45f0e252-9663-4543-b9cc-a546f8258a9a None None] Network 2856bc1d-078e-431e-a92d-7525eca08930 is already hosted by enough agents. {{(pid=94468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 15:29:58.689249 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.base_scheduler [None req-45f0e252-9663-4543-b9cc-a546f8258a9a None None] Resources bound (agent type, host, resource id): {{(pid=94468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:29:58.695238 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f0e252-9663-4543-b9cc-a546f8258a9a None None] Received port after_create {{(pid=94468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 15:29:58.704669 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f0e252-9663-4543-b9cc-a546f8258a9a None None] Pushing event updated for resources: {'Port': ['ID=7fe1a76a-823e-4959-a0e6-d20321f03641,revision_number=1']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:29:58.760255 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-45f0e252-9663-4543-b9cc-a546f8258a9a None None] Attempting to bind port 7fe1a76a-823e-4959-a0e6-d20321f03641 on host n-d-694802-15 for vnic_type normal with profile {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 15:29:58.760629 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-45f0e252-9663-4543-b9cc-a546f8258a9a None None] Attempting to bind port 7fe1a76a-823e-4959-a0e6-d20321f03641 by drivers openvswitch,hyperv on host n-d-694802-15 at level 0 using segments [{'id': '601f6131-a9b6-4a09-9522-3590047a81df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '2856bc1d-078e-431e-a92d-7525eca08930'}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 15:29:58.760992 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f0e252-9663-4543-b9cc-a546f8258a9a None None] Attempting to bind port 7fe1a76a-823e-4959-a0e6-d20321f03641 on network 2856bc1d-078e-431e-a92d-7525eca08930 {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 15:29:58.762939 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_common [None req-ab8b78a9-2d5e-4758-804f-00f3e4a4a2e1 admin admin] Allocated IP 172.25.1.21 (d3759e1b-6c03-45ac-acd4-90abb417809b/f0254f08-c19c-4e31-bd9c-09389ea4b6f2/1984f285-3657-459f-a78e-2d1340ae48e1) {{(pid=94467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 15:29:58.766860 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f0e252-9663-4543-b9cc-a546f8258a9a None None] Checking agent: {'id': '16de73ac-f2e9-4cee-b3e0-91052ae3e6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 20, 13), 'started_at': datetime.datetime(2021, 8, 12, 14, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 15, 29, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 15:29:58.767266 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f0e252-9663-4543-b9cc-a546f8258a9a None None] Checking segment: {'id': '601f6131-a9b6-4a09-9522-3590047a81df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '2856bc1d-078e-431e-a92d-7525eca08930'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 15:29:58.767670 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-45f0e252-9663-4543-b9cc-a546f8258a9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:58.768078 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f0e252-9663-4543-b9cc-a546f8258a9a None None] Bound using segment: {'id': '601f6131-a9b6-4a09-9522-3590047a81df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '2856bc1d-078e-431e-a92d-7525eca08930'} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 15:29:58.768648 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-45f0e252-9663-4543-b9cc-a546f8258a9a None None] Bound port: 7fe1a76a-823e-4959-a0e6-d20321f03641, host: n-d-694802-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '601f6131-a9b6-4a09-9522-3590047a81df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '2856bc1d-078e-431e-a92d-7525eca08930'}}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 15:29:58.769512 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-45f0e252-9663-4543-b9cc-a546f8258a9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:58.845843 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-45f0e252-9663-4543-b9cc-a546f8258a9a None None] For port 7fe1a76a-823e-4959-a0e6-d20321f03641, host n-d-694802-15, cleared binding levels {{(pid=94468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 15:29:58.848896 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-45f0e252-9663-4543-b9cc-a546f8258a9a None None] For port 7fe1a76a-823e-4959-a0e6-d20321f03641, host n-d-694802-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=7fe1a76a-823e-4959-a0e6-d20321f03641,segment=NetworkSegment(601f6131-a9b6-4a09-9522-3590047a81df),segment_id=601f6131-a9b6-4a09-9522-3590047a81df)] {{(pid=94468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 15:29:58.853461 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-45f0e252-9663-4543-b9cc-a546f8258a9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:58.867839 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-ab8b78a9-2d5e-4758-804f-00f3e4a4a2e1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:58.912753 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-ab8b78a9-2d5e-4758-804f-00f3e4a4a2e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:58.915845 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f0e252-9663-4543-b9cc-a546f8258a9a None None] Pushing event updated for resources: {'Port': ['ID=7fe1a76a-823e-4959-a0e6-d20321f03641,revision_number=2']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:29:58.959859 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab8b78a9-2d5e-4758-804f-00f3e4a4a2e1 admin admin] Network d3759e1b-6c03-45ac-acd4-90abb417809b is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 15:29:58.962827 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [None req-ab8b78a9-2d5e-4758-804f-00f3e4a4a2e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:29:58.968647 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab8b78a9-2d5e-4758-804f-00f3e4a4a2e1 admin admin] Received port after_create {{(pid=94467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 15:29:58.996682 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8b78a9-2d5e-4758-804f-00f3e4a4a2e1 admin admin] Pushing event updated for resources: {'Port': ['ID=1984f285-3657-459f-a78e-2d1340ae48e1,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:29:59.252445 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-ab8b78a9-2d5e-4758-804f-00f3e4a4a2e1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:59.257641 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 7fe1a76a-823e-4959-a0e6-d20321f03641 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 15:29:59.310973 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning for port 7fe1a76a-823e-4959-a0e6-d20321f03641 completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:29:59.451165 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-ab8b78a9-2d5e-4758-804f-00f3e4a4a2e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-429413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-431608'] for router, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:59.576637 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab8b78a9-2d5e-4758-804f-00f3e4a4a2e1 admin admin] Router cd450324-8db7-4c60-9890-21fa437e57f9 is scheduled to L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f with binding_index 1 {{(pid=94467) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 15:29:59.687917 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab8b78a9-2d5e-4758-804f-00f3e4a4a2e1 admin admin] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 15:29:59.697616 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e4ef247-2a8b-4e7c-a31e-86f73e8e7be1 None None] Sync routers for ids ['cd450324-8db7-4c60-9890-21fa437e57f9'] in n-d-694802-15 {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 15:29:59.705643 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-ab8b78a9-2d5e-4758-804f-00f3e4a4a2e1 admin admin] Notify callbacks [] for router, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:29:59.709365 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-ab8b78a9-2d5e-4758-804f-00f3e4a4a2e1 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.5086930 Aug 12 15:29:59.709518 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e4ef247-2a8b-4e7c-a31e-86f73e8e7be1 None None] Routers {'cd450324-8db7-4c60-9890-21fa437e57f9'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:29:59.709518 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-4e4ef247-2a8b-4e7c-a31e-86f73e8e7be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T15:29:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['cd450324-8db7-4c60-9890-21fa437e57f9'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:29:59.709729 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 35278) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:29:59.824496 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvr_db [None req-4e4ef247-2a8b-4e7c-a31e-86f73e8e7be1 None None] Set router cd450324-8db7-4c60-9890-21fa437e57f9 gateway port host: n-d-694802-15 {{(pid=94468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:29:59.892294 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66132ca7-4f52-4474-aae3-989f9e1cb5a4 None None] Network 2856bc1d-078e-431e-a92d-7525eca08930 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 15:29:59.986874 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-c0967f64-cae5-4eeb-9751-ba56eedd53b0 None None] Provisioning for port 7fe1a76a-823e-4959-a0e6-d20321f03641 completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:30:00.009439 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-c0967f64-cae5-4eeb-9751-ba56eedd53b0 None None] Provisioning complete for port 7fe1a76a-823e-4959-a0e6-d20321f03641 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:30:00.009815 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-c0967f64-cae5-4eeb-9751-ba56eedd53b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:00.167358 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-da24a0d3-a9fc-47fc-af4f-4943d0ecdc3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:00.215036 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-c0967f64-cae5-4eeb-9751-ba56eedd53b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:00.218835 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-4e4ef247-2a8b-4e7c-a31e-86f73e8e7be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd450324-8db7-4c60-9890-21fa437e57f9', 'name': 'tempest-TestEncryptedCinderVolumes-1829854795-router', 'tenant_id': 'b5ee3f7ff65e49f6a54967107300881f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': '1984f285-3657-459f-a78e-2d1340ae48e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:29:58Z', 'updated_at': '2021-08-12T15:29:59Z', 'revision_number': 3, 'project_id': 'b5ee3f7ff65e49f6a54967107300881f', 'gw_port': {'id': '1984f285-3657-459f-a78e-2d1340ae48e1', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:45:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd450324-8db7-4c60-9890-21fa437e57f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:29:58Z', 'updated_at': '2021-08-12T15:29:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15'}], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:30:00.253359 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e4ef247-2a8b-4e7c-a31e-86f73e8e7be1 None None] Checking router: cd450324-8db7-4c60-9890-21fa437e57f9 for host: n-d-694802-15 {{(pid=94468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 15:30:00.253715 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e4ef247-2a8b-4e7c-a31e-86f73e8e7be1 None None] Updating router cd450324-8db7-4c60-9890-21fa437e57f9 port 1984f285-3657-459f-a78e-2d1340ae48e1 binding host n-d-694802-15 {{(pid=94468) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 15:30:00.296097 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4e4ef247-2a8b-4e7c-a31e-86f73e8e7be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:00.321011 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-c0967f64-cae5-4eeb-9751-ba56eedd53b0 None None] For port 7fe1a76a-823e-4959-a0e6-d20321f03641, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=7fe1a76a-823e-4959-a0e6-d20321f03641,segment=NetworkSegment(601f6131-a9b6-4a09-9522-3590047a81df),segment_id=601f6131-a9b6-4a09-9522-3590047a81df)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:30:00.327565 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-c0967f64-cae5-4eeb-9751-ba56eedd53b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:00.387826 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-da24a0d3-a9fc-47fc-af4f-4943d0ecdc3a admin admin] Allocated IP 172.20.0.1 (2856bc1d-078e-431e-a92d-7525eca08930/67c987d4-328e-4b0c-a39c-4c95409dfd15/d847c1ac-2eb2-41b1-bbca-be2d804c7ba8) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 15:30:00.444635 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0967f64-cae5-4eeb-9751-ba56eedd53b0 None None] Pushing event updated for resources: {'Port': ['ID=7fe1a76a-823e-4959-a0e6-d20321f03641,revision_number=3']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:30:00.506193 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-d3072e1d-8d3a-4061-b50d-4aef87fb794b None None] Provisioning complete for port 7fe1a76a-823e-4959-a0e6-d20321f03641 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:30:00.506421 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-d3072e1d-8d3a-4061-b50d-4aef87fb794b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:00.675754 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4e4ef247-2a8b-4e7c-a31e-86f73e8e7be1 None None] Notify callbacks [] for port, precommit_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:00.687787 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-4e4ef247-2a8b-4e7c-a31e-86f73e8e7be1 None None] Transition to ACTIVE for port object 1984f285-3657-459f-a78e-2d1340ae48e1 will not be triggered until provisioned by entity L2. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:30:00.694880 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4e4ef247-2a8b-4e7c-a31e-86f73e8e7be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:00.777617 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-da24a0d3-a9fc-47fc-af4f-4943d0ecdc3a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:00.792351 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-da24a0d3-a9fc-47fc-af4f-4943d0ecdc3a admin admin] Transition to ACTIVE for port object d847c1ac-2eb2-41b1-bbca-be2d804c7ba8 will not be triggered until provisioned by entity DHCP. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:30:00.832888 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-da24a0d3-a9fc-47fc-af4f-4943d0ecdc3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:00.872425 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da24a0d3-a9fc-47fc-af4f-4943d0ecdc3a admin admin] Network 2856bc1d-078e-431e-a92d-7525eca08930 is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 15:30:00.875346 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-da24a0d3-a9fc-47fc-af4f-4943d0ecdc3a admin admin] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:30:00.880941 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da24a0d3-a9fc-47fc-af4f-4943d0ecdc3a admin admin] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 15:30:00.907778 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da24a0d3-a9fc-47fc-af4f-4943d0ecdc3a admin admin] Pushing event updated for resources: {'Port': ['ID=d847c1ac-2eb2-41b1-bbca-be2d804c7ba8,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:30:00.912916 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-4e4ef247-2a8b-4e7c-a31e-86f73e8e7be1 None None] Attempting to bind port 1984f285-3657-459f-a78e-2d1340ae48e1 on host n-d-694802-15 for vnic_type normal with profile {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 15:30:00.913404 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-4e4ef247-2a8b-4e7c-a31e-86f73e8e7be1 None None] Attempting to bind port 1984f285-3657-459f-a78e-2d1340ae48e1 by drivers openvswitch,hyperv on host n-d-694802-15 at level 0 using segments [{'id': 'b1b396cb-2dc6-4041-bfc7-1833a80a4720', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 15:30:00.913643 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e4ef247-2a8b-4e7c-a31e-86f73e8e7be1 None None] Attempting to bind port 1984f285-3657-459f-a78e-2d1340ae48e1 on network d3759e1b-6c03-45ac-acd4-90abb417809b {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 15:30:00.921306 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efbed50-64e3-4f9d-981c-3782a666b112 None None] Pushing event updated for resources: {'Port': ['ID=1984f285-3657-459f-a78e-2d1340ae48e1,revision_number=2']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:30:00.924537 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e4ef247-2a8b-4e7c-a31e-86f73e8e7be1 None None] Checking agent: {'id': '16de73ac-f2e9-4cee-b3e0-91052ae3e6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 20, 13), 'started_at': datetime.datetime(2021, 8, 12, 14, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 15, 29, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 15:30:00.925282 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e4ef247-2a8b-4e7c-a31e-86f73e8e7be1 None None] Checking segment: {'id': 'b1b396cb-2dc6-4041-bfc7-1833a80a4720', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 15:30:00.925692 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4e4ef247-2a8b-4e7c-a31e-86f73e8e7be1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:00.926081 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e4ef247-2a8b-4e7c-a31e-86f73e8e7be1 None None] Bound using segment: {'id': 'b1b396cb-2dc6-4041-bfc7-1833a80a4720', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 15:30:00.926566 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-4e4ef247-2a8b-4e7c-a31e-86f73e8e7be1 None None] Bound port: 1984f285-3657-459f-a78e-2d1340ae48e1, host: n-d-694802-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1b396cb-2dc6-4041-bfc7-1833a80a4720', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'}}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 15:30:00.926952 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4e4ef247-2a8b-4e7c-a31e-86f73e8e7be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:00.927444 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-da24a0d3-a9fc-47fc-af4f-4943d0ecdc3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66663725'] for router_interface, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:00.984684 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4e4ef247-2a8b-4e7c-a31e-86f73e8e7be1 None None] For port 1984f285-3657-459f-a78e-2d1340ae48e1, host n-d-694802-15, cleared binding levels {{(pid=94468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 15:30:00.988787 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4e4ef247-2a8b-4e7c-a31e-86f73e8e7be1 None None] For port 1984f285-3657-459f-a78e-2d1340ae48e1, host n-d-694802-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=1984f285-3657-459f-a78e-2d1340ae48e1,segment=NetworkSegment(b1b396cb-2dc6-4041-bfc7-1833a80a4720),segment_id=b1b396cb-2dc6-4041-bfc7-1833a80a4720)] {{(pid=94468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 15:30:00.994038 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4e4ef247-2a8b-4e7c-a31e-86f73e8e7be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:01.061039 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e4ef247-2a8b-4e7c-a31e-86f73e8e7be1 None None] Routers {'cd450324-8db7-4c60-9890-21fa437e57f9'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:30:01.061685 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-4e4ef247-2a8b-4e7c-a31e-86f73e8e7be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T15:29:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['cd450324-8db7-4c60-9890-21fa437e57f9'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:30:01.064254 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efbed50-64e3-4f9d-981c-3782a666b112 None None] Pushing event updated for resources: {'Port': ['ID=1984f285-3657-459f-a78e-2d1340ae48e1,revision_number=3']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:30:01.119529 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-da24a0d3-a9fc-47fc-af4f-4943d0ecdc3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:01.179588 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvr_db [None req-4e4ef247-2a8b-4e7c-a31e-86f73e8e7be1 None None] Set router cd450324-8db7-4c60-9890-21fa437e57f9 gateway port host: n-d-694802-15 {{(pid=94468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:30:01.251588 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 7fe1a76a-823e-4959-a0e6-d20321f03641 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 15:30:01.280015 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-bf729c79-d014-4537-8edc-63cca9ca3d23 None None] Provisioning for port d847c1ac-2eb2-41b1-bbca-be2d804c7ba8 completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:30:01.295925 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-da24a0d3-a9fc-47fc-af4f-4943d0ecdc3a admin admin] Notify callbacks [] for port, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:01.300877 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-da24a0d3-a9fc-47fc-af4f-4943d0ecdc3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3718439'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:01.309559 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-bf729c79-d014-4537-8edc-63cca9ca3d23 None None] Provisioning complete for port d847c1ac-2eb2-41b1-bbca-be2d804c7ba8 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:30:01.309926 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-bf729c79-d014-4537-8edc-63cca9ca3d23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:01.366856 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-da24a0d3-a9fc-47fc-af4f-4943d0ecdc3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66628363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66663865'] for router_interface, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:01.369519 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da24a0d3-a9fc-47fc-af4f-4943d0ecdc3a admin admin] Pushing event updated for resources: {'Port': ['ID=d847c1ac-2eb2-41b1-bbca-be2d804c7ba8,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:30:01.370232 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-bf729c79-d014-4537-8edc-63cca9ca3d23 None None] Port d847c1ac-2eb2-41b1-bbca-be2d804c7ba8 cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 15:30:01.390328 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port 7fe1a76a-823e-4959-a0e6-d20321f03641 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:30:01.390694 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:01.463896 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da24a0d3-a9fc-47fc-af4f-4943d0ecdc3a admin admin] Network 2856bc1d-078e-431e-a92d-7525eca08930 is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 15:30:01.465251 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-da24a0d3-a9fc-47fc-af4f-4943d0ecdc3a admin admin] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:30:01.494702 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-4e4ef247-2a8b-4e7c-a31e-86f73e8e7be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd450324-8db7-4c60-9890-21fa437e57f9', 'name': 'tempest-TestEncryptedCinderVolumes-1829854795-router', 'tenant_id': 'b5ee3f7ff65e49f6a54967107300881f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': '1984f285-3657-459f-a78e-2d1340ae48e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:29:58Z', 'updated_at': '2021-08-12T15:29:59Z', 'revision_number': 3, 'project_id': 'b5ee3f7ff65e49f6a54967107300881f', 'gw_port': {'id': '1984f285-3657-459f-a78e-2d1340ae48e1', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:45:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd450324-8db7-4c60-9890-21fa437e57f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:29:58Z', 'updated_at': '2021-08-12T15:30:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15'}], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:30:01.526441 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e4ef247-2a8b-4e7c-a31e-86f73e8e7be1 None None] The sync data for ids ['cd450324-8db7-4c60-9890-21fa437e57f9'] in n-d-694802-15 is: [{'id': 'cd450324-8db7-4c60-9890-21fa437e57f9', 'name': 'tempest-TestEncryptedCinderVolumes-1829854795-router', 'tenant_id': 'b5ee3f7ff65e49f6a54967107300881f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': '1984f285-3657-459f-a78e-2d1340ae48e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:29:58Z', 'updated_at': '2021-08-12T15:29:59Z', 'revision_number': 3, 'project_id': 'b5ee3f7ff65e49f6a54967107300881f', 'gw_port': {'id': '1984f285-3657-459f-a78e-2d1340ae48e1', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:45:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd450324-8db7-4c60-9890-21fa437e57f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:29:58Z', 'updated_at': '2021-08-12T15:30:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15'}] {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 15:30:01.623330 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da24a0d3-a9fc-47fc-af4f-4943d0ecdc3a admin admin] Router cd450324-8db7-4c60-9890-21fa437e57f9 has already been hosted by L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f {{(pid=94466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 15:30:01.744688 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da24a0d3-a9fc-47fc-af4f-4943d0ecdc3a admin admin] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 15:30:01.753083 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-da24a0d3-a9fc-47fc-af4f-4943d0ecdc3a admin admin] 10.222.0.39 "PUT /v2.0/routers/cd450324-8db7-4c60-9890-21fa437e57f9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0422146 Aug 12 15:30:01.809629 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-ed983066-ced8-4fbc-9b5f-94a50e4eba2f None None] Provisioning complete for port d847c1ac-2eb2-41b1-bbca-be2d804c7ba8 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:30:01.810291 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-ed983066-ced8-4fbc-9b5f-94a50e4eba2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:01.857073 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-ed983066-ced8-4fbc-9b5f-94a50e4eba2f None None] Port d847c1ac-2eb2-41b1-bbca-be2d804c7ba8 cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 15:30:02.265562 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 35294) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:30:02.270896 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-cb6ac574-496d-47a6-94db-5b1bf388c630 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1640576854-network', 'tenant_id': '6e747b4f45f64cffaf5154321e63f400'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:30:02.292350 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb6ac574-496d-47a6-94db-5b1bf388c630 admin admin] Made reservation on behalf of 6e747b4f45f64cffaf5154321e63f400 for: {'network': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 15:30:02.294826 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-cb6ac574-496d-47a6-94db-5b1bf388c630 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for network, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:02.307776 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-cb6ac574-496d-47a6-94db-5b1bf388c630 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:02.400476 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-cb6ac574-496d-47a6-94db-5b1bf388c630 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:02.404276 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-cb6ac574-496d-47a6-94db-5b1bf388c630 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:02.426660 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb6ac574-496d-47a6-94db-5b1bf388c630 admin admin] vlan segment allocate from pool success with {'vlan_id': 330, 'physical_network': 'physnet1'} {{(pid=94466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 15:30:02.442922 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6ac574-496d-47a6-94db-5b1bf388c630 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4782929e-e242-466b-bbe4-9e54874e6277,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:30:02.447426 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-cb6ac574-496d-47a6-94db-5b1bf388c630 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:02.447779 n-d-694802-15 neutron-server[94466]: INFO neutron.db.segments_db [None req-cb6ac574-496d-47a6-94db-5b1bf388c630 admin admin] Added segment 9a419ce1-a4b7-4457-afc3-8f94ba227a0c of type vlan for network a7e2cd48-edf8-4da4-8463-461c7a0f95ab Aug 12 15:30:02.488135 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-cb6ac574-496d-47a6-94db-5b1bf388c630 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744653628263'] for network, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:02.516592 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-cb6ac574-496d-47a6-94db-5b1bf388c630 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409'] for network, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:02.517798 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb6ac574-496d-47a6-94db-5b1bf388c630 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:30:02.518473 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-cb6ac574-496d-47a6-94db-5b1bf388c630 admin admin] Notify callbacks [] for network, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:02.577951 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-cb6ac574-496d-47a6-94db-5b1bf388c630 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3110921 Aug 12 15:30:02.580655 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 35296) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:30:02.581112 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6ac574-496d-47a6-94db-5b1bf388c630 admin admin] Pushing event updated for resources: {'Network': ['ID=a7e2cd48-edf8-4da4-8463-461c7a0f95ab,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:30:02.586020 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-31b529bf-52e0-411b-8fe2-4f8b9294931c admin admin] Request body: {'subnet': {'network_id': 'a7e2cd48-edf8-4da4-8463-461c7a0f95ab', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1640576854-subnet', 'tenant_id': '6e747b4f45f64cffaf5154321e63f400', 'ip_version': 4}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:30:02.591187 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Network a7e2cd48-edf8-4da4-8463-461c7a0f95ab details requested by agent ovs-agent-n-d-694802-15 with host n-d-694802-15 {{(pid=94468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 15:30:02.613178 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31b529bf-52e0-411b-8fe2-4f8b9294931c admin admin] Made reservation on behalf of 6e747b4f45f64cffaf5154321e63f400 for: {'subnet': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 15:30:02.615546 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-31b529bf-52e0-411b-8fe2-4f8b9294931c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3343791'] for subnet, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:02.783930 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-31b529bf-52e0-411b-8fe2-4f8b9294931c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2859166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3343773'] for subnet, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:02.834195 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b529bf-52e0-411b-8fe2-4f8b9294931c admin admin] Pushing event updated for resources: {'Subnet': ['ID=c774824e-e2e6-4b4c-b946-99bf7b2c3d57,revision_number=0']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:30:02.850340 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31b529bf-52e0-411b-8fe2-4f8b9294931c admin admin] Checking segment: {'id': '9a419ce1-a4b7-4457-afc3-8f94ba227a0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'a7e2cd48-edf8-4da4-8463-461c7a0f95ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 15:30:02.850686 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31b529bf-52e0-411b-8fe2-4f8b9294931c admin admin] Network hostable DHCP agents. Network: a7e2cd48-edf8-4da4-8463-461c7a0f95ab, hostable agents: ['1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658'], hosted agents: [] {{(pid=94467) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 15:30:02.872584 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31b529bf-52e0-411b-8fe2-4f8b9294931c admin admin] Network a7e2cd48-edf8-4da4-8463-461c7a0f95ab is scheduled to be hosted by DHCP agent 1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658 with binding_index 1 {{(pid=94467) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 15:30:02.881465 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [None req-31b529bf-52e0-411b-8fe2-4f8b9294931c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-15, a7e2cd48-edf8-4da4-8463-461c7a0f95ab) {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:30:02.885451 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31b529bf-52e0-411b-8fe2-4f8b9294931c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:30:02.886114 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-31b529bf-52e0-411b-8fe2-4f8b9294931c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:02.891241 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dbe4b25-f800-4caa-9c9b-e90bb4032caa None None] Network a7e2cd48-edf8-4da4-8463-461c7a0f95ab requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 15:30:02.901916 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-31b529bf-52e0-411b-8fe2-4f8b9294931c admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3199582 Aug 12 15:30:02.904625 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 35298) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:30:02.909728 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-86515f1a-d1d0-4069-9778-8b9617c64852 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1640576854-router', 'tenant_id': '6e747b4f45f64cffaf5154321e63f400', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'}}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:30:02.938514 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-86515f1a-d1d0-4069-9778-8b9617c64852 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-430574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-104863'] for router, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:02.939589 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-86515f1a-d1d0-4069-9778-8b9617c64852 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-429438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-431405', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66646573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-104852'] for router, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:03.025116 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-86515f1a-d1d0-4069-9778-8b9617c64852 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:03.053772 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73ba14c4-925c-44f1-9958-d6c907c930b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa7035b3e-9a89-5964-b9f4-97301c3f476a-a7e2cd48-edf8-4da4-8463-461c7a0f95ab', 'network_id': 'a7e2cd48-edf8-4da4-8463-461c7a0f95ab', 'tenant_id': '6e747b4f45f64cffaf5154321e63f400', 'fixed_ips': [{'subnet_id': 'c774824e-e2e6-4b4c-b946-99bf7b2c3d57'}]}} from n-d-694802-15. {{(pid=94468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 15:30:03.054977 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-73ba14c4-925c-44f1-9958-d6c907c930b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:03.135069 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38656b41-3900-4af6-9e69-dc5ffaea9df5 None None] Sync routers for ids ['cd450324-8db7-4c60-9890-21fa437e57f9'] in n-d-694802-15 {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 15:30:03.146180 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38656b41-3900-4af6-9e69-dc5ffaea9df5 None None] Routers {'cd450324-8db7-4c60-9890-21fa437e57f9'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:30:03.147168 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-38656b41-3900-4af6-9e69-dc5ffaea9df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T15:29:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['cd450324-8db7-4c60-9890-21fa437e57f9'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:30:03.175411 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-86515f1a-d1d0-4069-9778-8b9617c64852 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:03.200570 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.db_base_plugin_common [None req-73ba14c4-925c-44f1-9958-d6c907c930b3 None None] Allocated IP 172.20.0.2 (a7e2cd48-edf8-4da4-8463-461c7a0f95ab/c774824e-e2e6-4b4c-b946-99bf7b2c3d57/4d8b39eb-bca8-4e80-9153-848496842763) {{(pid=94468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 15:30:03.262582 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-38656b41-3900-4af6-9e69-dc5ffaea9df5 None None] Set router cd450324-8db7-4c60-9890-21fa437e57f9 gateway port host: n-d-694802-15 {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:30:03.330141 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 1984f285-3657-459f-a78e-2d1340ae48e1 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 15:30:03.407762 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-73ba14c4-925c-44f1-9958-d6c907c930b3 None None] Notify callbacks [] for port, precommit_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:03.419205 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-86515f1a-d1d0-4069-9778-8b9617c64852 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:03.421486 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-73ba14c4-925c-44f1-9958-d6c907c930b3 None None] Transition to ACTIVE for port object 4d8b39eb-bca8-4e80-9153-848496842763 will not be triggered until provisioned by entity L2. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:30:03.433313 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning for port 1984f285-3657-459f-a78e-2d1340ae48e1 completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:30:03.443115 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port 1984f285-3657-459f-a78e-2d1340ae48e1 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:30:03.443455 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:03.446402 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-86515f1a-d1d0-4069-9778-8b9617c64852 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:03.469539 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-73ba14c4-925c-44f1-9958-d6c907c930b3 None None] Transition to ACTIVE for port object 4d8b39eb-bca8-4e80-9153-848496842763 will not be triggered until provisioned by entity DHCP. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:30:03.477551 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-38656b41-3900-4af6-9e69-dc5ffaea9df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd450324-8db7-4c60-9890-21fa437e57f9', 'name': 'tempest-TestEncryptedCinderVolumes-1829854795-router', 'tenant_id': 'b5ee3f7ff65e49f6a54967107300881f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': '1984f285-3657-459f-a78e-2d1340ae48e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:29:58Z', 'updated_at': '2021-08-12T15:30:01Z', 'revision_number': 4, 'project_id': 'b5ee3f7ff65e49f6a54967107300881f', 'gw_port': {'id': '1984f285-3657-459f-a78e-2d1340ae48e1', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:45:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd450324-8db7-4c60-9890-21fa437e57f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:29:58Z', 'updated_at': '2021-08-12T15:30:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': 'd847c1ac-2eb2-41b1-bbca-be2d804c7ba8', 'name': '', 'network_id': '2856bc1d-078e-431e-a92d-7525eca08930', 'tenant_id': 'b5ee3f7ff65e49f6a54967107300881f', 'mac_address': 'fa:16:3e:6e:55:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd450324-8db7-4c60-9890-21fa437e57f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '67c987d4-328e-4b0c-a39c-4c95409dfd15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:30:00Z', 'updated_at': '2021-08-12T15:30:01Z', 'revision_number': 2, 'project_id': 'b5ee3f7ff65e49f6a54967107300881f', 'subnets': [{'id': '67c987d4-328e-4b0c-a39c-4c95409dfd15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:30:03.480190 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-73ba14c4-925c-44f1-9958-d6c907c930b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253'] for port, after_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:03.505038 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38656b41-3900-4af6-9e69-dc5ffaea9df5 None None] Checking router: cd450324-8db7-4c60-9890-21fa437e57f9 for host: n-d-694802-15 {{(pid=94469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 15:30:03.505385 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38656b41-3900-4af6-9e69-dc5ffaea9df5 None None] Updating router cd450324-8db7-4c60-9890-21fa437e57f9 port d847c1ac-2eb2-41b1-bbca-be2d804c7ba8 binding host n-d-694802-15 {{(pid=94469) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 15:30:03.525752 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73ba14c4-925c-44f1-9958-d6c907c930b3 None None] Network a7e2cd48-edf8-4da4-8463-461c7a0f95ab is already hosted by enough agents. {{(pid=94468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 15:30:03.531805 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-38656b41-3900-4af6-9e69-dc5ffaea9df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:03.533425 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.base_scheduler [None req-73ba14c4-925c-44f1-9958-d6c907c930b3 None None] Resources bound (agent type, host, resource id): {{(pid=94468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:30:03.554870 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-86515f1a-d1d0-4069-9778-8b9617c64852 admin admin] Allocated IP 172.25.1.194 (d3759e1b-6c03-45ac-acd4-90abb417809b/f0254f08-c19c-4e31-bd9c-09389ea4b6f2/b63e1d4f-82cf-422a-be6e-36d74bc16640) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 15:30:03.556245 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ba14c4-925c-44f1-9958-d6c907c930b3 None None] Received port after_create {{(pid=94468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 15:30:03.562834 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ba14c4-925c-44f1-9958-d6c907c930b3 None None] Pushing event updated for resources: {'Port': ['ID=4d8b39eb-bca8-4e80-9153-848496842763,revision_number=1']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:30:03.615152 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:03.633535 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-73ba14c4-925c-44f1-9958-d6c907c930b3 None None] Attempting to bind port 4d8b39eb-bca8-4e80-9153-848496842763 on host n-d-694802-15 for vnic_type normal with profile {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 15:30:03.633535 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-73ba14c4-925c-44f1-9958-d6c907c930b3 None None] Attempting to bind port 4d8b39eb-bca8-4e80-9153-848496842763 by drivers openvswitch,hyperv on host n-d-694802-15 at level 0 using segments [{'id': '9a419ce1-a4b7-4457-afc3-8f94ba227a0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'a7e2cd48-edf8-4da4-8463-461c7a0f95ab'}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 15:30:03.633872 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73ba14c4-925c-44f1-9958-d6c907c930b3 None None] Attempting to bind port 4d8b39eb-bca8-4e80-9153-848496842763 on network a7e2cd48-edf8-4da4-8463-461c7a0f95ab {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 15:30:03.650634 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73ba14c4-925c-44f1-9958-d6c907c930b3 None None] Checking agent: {'id': '16de73ac-f2e9-4cee-b3e0-91052ae3e6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 20, 13), 'started_at': datetime.datetime(2021, 8, 12, 14, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 15, 29, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 15:30:03.650998 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73ba14c4-925c-44f1-9958-d6c907c930b3 None None] Checking segment: {'id': '9a419ce1-a4b7-4457-afc3-8f94ba227a0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'a7e2cd48-edf8-4da4-8463-461c7a0f95ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 15:30:03.651415 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-73ba14c4-925c-44f1-9958-d6c907c930b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:03.651984 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73ba14c4-925c-44f1-9958-d6c907c930b3 None None] Bound using segment: {'id': '9a419ce1-a4b7-4457-afc3-8f94ba227a0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'a7e2cd48-edf8-4da4-8463-461c7a0f95ab'} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 15:30:03.652658 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-73ba14c4-925c-44f1-9958-d6c907c930b3 None None] Bound port: 4d8b39eb-bca8-4e80-9153-848496842763, host: n-d-694802-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a419ce1-a4b7-4457-afc3-8f94ba227a0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'a7e2cd48-edf8-4da4-8463-461c7a0f95ab'}}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 15:30:03.653036 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-73ba14c4-925c-44f1-9958-d6c907c930b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:03.665073 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] For port 1984f285-3657-459f-a78e-2d1340ae48e1, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=1984f285-3657-459f-a78e-2d1340ae48e1,segment=NetworkSegment(b1b396cb-2dc6-4041-bfc7-1833a80a4720),segment_id=b1b396cb-2dc6-4041-bfc7-1833a80a4720)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:30:03.670376 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:03.675846 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-86515f1a-d1d0-4069-9778-8b9617c64852 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:03.728888 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-86515f1a-d1d0-4069-9778-8b9617c64852 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:03.762276 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Pushing event updated for resources: {'Port': ['ID=1984f285-3657-459f-a78e-2d1340ae48e1,revision_number=4']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:30:03.765407 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-73ba14c4-925c-44f1-9958-d6c907c930b3 None None] For port 4d8b39eb-bca8-4e80-9153-848496842763, host n-d-694802-15, cleared binding levels {{(pid=94468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 15:30:03.773772 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-73ba14c4-925c-44f1-9958-d6c907c930b3 None None] For port 4d8b39eb-bca8-4e80-9153-848496842763, host n-d-694802-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=4d8b39eb-bca8-4e80-9153-848496842763,segment=NetworkSegment(9a419ce1-a4b7-4457-afc3-8f94ba227a0c),segment_id=9a419ce1-a4b7-4457-afc3-8f94ba227a0c)] {{(pid=94468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 15:30:03.773913 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86515f1a-d1d0-4069-9778-8b9617c64852 admin admin] Network d3759e1b-6c03-45ac-acd4-90abb417809b is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 15:30:03.776915 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-86515f1a-d1d0-4069-9778-8b9617c64852 admin admin] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:30:03.779554 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-73ba14c4-925c-44f1-9958-d6c907c930b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:03.782384 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86515f1a-d1d0-4069-9778-8b9617c64852 admin admin] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 15:30:03.785679 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86515f1a-d1d0-4069-9778-8b9617c64852 admin admin] Pushing event updated for resources: {'Port': ['ID=b63e1d4f-82cf-422a-be6e-36d74bc16640,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:30:03.828841 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-38656b41-3900-4af6-9e69-dc5ffaea9df5 None None] Notify callbacks [] for port, precommit_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:03.849325 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ba14c4-925c-44f1-9958-d6c907c930b3 None None] Pushing event updated for resources: {'Port': ['ID=4d8b39eb-bca8-4e80-9153-848496842763,revision_number=2']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:30:03.856959 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.provisioning_blocks [None req-38656b41-3900-4af6-9e69-dc5ffaea9df5 None None] Transition to ACTIVE for port object d847c1ac-2eb2-41b1-bbca-be2d804c7ba8 will not be triggered until provisioned by entity L2. {{(pid=94469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:30:03.863984 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-38656b41-3900-4af6-9e69-dc5ffaea9df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:03.920289 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcacf80-06e4-4dcb-8dbb-add82ebd2c49 None None] Pushing event updated for resources: {'Port': ['ID=d847c1ac-2eb2-41b1-bbca-be2d804c7ba8,revision_number=3']} {{(pid=94469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:30:03.947434 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcacf80-06e4-4dcb-8dbb-add82ebd2c49 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:30:03.947894 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcacf80-06e4-4dcb-8dbb-add82ebd2c49 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:30:03.948338 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcacf80-06e4-4dcb-8dbb-add82ebd2c49 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:30:03.948792 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcacf80-06e4-4dcb-8dbb-add82ebd2c49 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:30:03.949216 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcacf80-06e4-4dcb-8dbb-add82ebd2c49 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:30:03.949637 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcacf80-06e4-4dcb-8dbb-add82ebd2c49 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:30:03.950060 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcacf80-06e4-4dcb-8dbb-add82ebd2c49 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:30:03.950486 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcacf80-06e4-4dcb-8dbb-add82ebd2c49 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:30:03.950905 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcacf80-06e4-4dcb-8dbb-add82ebd2c49 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:30:03.951346 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcacf80-06e4-4dcb-8dbb-add82ebd2c49 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:30:03.951768 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcacf80-06e4-4dcb-8dbb-add82ebd2c49 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:30:03.952189 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcacf80-06e4-4dcb-8dbb-add82ebd2c49 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:30:03.991357 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.managers [None req-38656b41-3900-4af6-9e69-dc5ffaea9df5 None None] Attempting to bind port d847c1ac-2eb2-41b1-bbca-be2d804c7ba8 on host n-d-694802-15 for vnic_type normal with profile {{(pid=94469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 15:30:03.992537 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.managers [None req-38656b41-3900-4af6-9e69-dc5ffaea9df5 None None] Attempting to bind port d847c1ac-2eb2-41b1-bbca-be2d804c7ba8 by drivers openvswitch,hyperv on host n-d-694802-15 at level 0 using segments [{'id': '601f6131-a9b6-4a09-9522-3590047a81df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '2856bc1d-078e-431e-a92d-7525eca08930'}] {{(pid=94469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 15:30:03.993267 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38656b41-3900-4af6-9e69-dc5ffaea9df5 None None] Attempting to bind port d847c1ac-2eb2-41b1-bbca-be2d804c7ba8 on network 2856bc1d-078e-431e-a92d-7525eca08930 {{(pid=94469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 15:30:04.001746 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38656b41-3900-4af6-9e69-dc5ffaea9df5 None None] Checking agent: {'id': '16de73ac-f2e9-4cee-b3e0-91052ae3e6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 20, 13), 'started_at': datetime.datetime(2021, 8, 12, 14, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 15, 29, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 15:30:04.002040 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38656b41-3900-4af6-9e69-dc5ffaea9df5 None None] Checking segment: {'id': '601f6131-a9b6-4a09-9522-3590047a81df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '2856bc1d-078e-431e-a92d-7525eca08930'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 15:30:04.002445 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-38656b41-3900-4af6-9e69-dc5ffaea9df5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:04.002837 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38656b41-3900-4af6-9e69-dc5ffaea9df5 None None] Bound using segment: {'id': '601f6131-a9b6-4a09-9522-3590047a81df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '2856bc1d-078e-431e-a92d-7525eca08930'} {{(pid=94469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 15:30:04.003460 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.managers [None req-38656b41-3900-4af6-9e69-dc5ffaea9df5 None None] Bound port: d847c1ac-2eb2-41b1-bbca-be2d804c7ba8, host: n-d-694802-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '601f6131-a9b6-4a09-9522-3590047a81df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '2856bc1d-078e-431e-a92d-7525eca08930'}}] {{(pid=94469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 15:30:04.003840 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-38656b41-3900-4af6-9e69-dc5ffaea9df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:04.088281 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-86515f1a-d1d0-4069-9778-8b9617c64852 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:04.094155 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.db [None req-38656b41-3900-4af6-9e69-dc5ffaea9df5 None None] For port d847c1ac-2eb2-41b1-bbca-be2d804c7ba8, host n-d-694802-15, cleared binding levels {{(pid=94469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 15:30:04.098520 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.db [None req-38656b41-3900-4af6-9e69-dc5ffaea9df5 None None] For port d847c1ac-2eb2-41b1-bbca-be2d804c7ba8, host n-d-694802-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=d847c1ac-2eb2-41b1-bbca-be2d804c7ba8,segment=NetworkSegment(601f6131-a9b6-4a09-9522-3590047a81df),segment_id=601f6131-a9b6-4a09-9522-3590047a81df)] {{(pid=94469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 15:30:04.104332 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-38656b41-3900-4af6-9e69-dc5ffaea9df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:04.155167 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38656b41-3900-4af6-9e69-dc5ffaea9df5 None None] Routers {'cd450324-8db7-4c60-9890-21fa437e57f9'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:30:04.156511 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-38656b41-3900-4af6-9e69-dc5ffaea9df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T15:29:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['cd450324-8db7-4c60-9890-21fa437e57f9'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:30:04.281579 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-38656b41-3900-4af6-9e69-dc5ffaea9df5 None None] Set router cd450324-8db7-4c60-9890-21fa437e57f9 gateway port host: n-d-694802-15 {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:30:04.328218 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-86515f1a-d1d0-4069-9778-8b9617c64852 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-429413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-431608'] for router, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:04.342758 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcacf80-06e4-4dcb-8dbb-add82ebd2c49 None None] Pushing event updated for resources: {'Port': ['ID=d847c1ac-2eb2-41b1-bbca-be2d804c7ba8,revision_number=4']} {{(pid=94469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:30:04.476995 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86515f1a-d1d0-4069-9778-8b9617c64852 admin admin] Router bf9a373b-9cf7-437f-a724-37c2e4514364 is scheduled to L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f with binding_index 1 {{(pid=94466) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 15:30:04.516783 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-38656b41-3900-4af6-9e69-dc5ffaea9df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd450324-8db7-4c60-9890-21fa437e57f9', 'name': 'tempest-TestEncryptedCinderVolumes-1829854795-router', 'tenant_id': 'b5ee3f7ff65e49f6a54967107300881f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': '1984f285-3657-459f-a78e-2d1340ae48e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:29:58Z', 'updated_at': '2021-08-12T15:30:01Z', 'revision_number': 4, 'project_id': 'b5ee3f7ff65e49f6a54967107300881f', 'gw_port': {'id': '1984f285-3657-459f-a78e-2d1340ae48e1', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:45:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd450324-8db7-4c60-9890-21fa437e57f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:29:58Z', 'updated_at': '2021-08-12T15:30:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': 'd847c1ac-2eb2-41b1-bbca-be2d804c7ba8', 'name': '', 'network_id': '2856bc1d-078e-431e-a92d-7525eca08930', 'tenant_id': 'b5ee3f7ff65e49f6a54967107300881f', 'mac_address': 'fa:16:3e:6e:55:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd450324-8db7-4c60-9890-21fa437e57f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '67c987d4-328e-4b0c-a39c-4c95409dfd15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:30:00Z', 'updated_at': '2021-08-12T15:30:04Z', 'revision_number': 4, 'project_id': 'b5ee3f7ff65e49f6a54967107300881f', 'subnets': [{'id': '67c987d4-328e-4b0c-a39c-4c95409dfd15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:30:04.592367 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86515f1a-d1d0-4069-9778-8b9617c64852 admin admin] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 15:30:04.606342 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97cc5dba-bb2a-42fa-85f6-171cc920e6bf None None] Sync routers for ids ['bf9a373b-9cf7-437f-a724-37c2e4514364'] in n-d-694802-15 {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 15:30:04.613638 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-86515f1a-d1d0-4069-9778-8b9617c64852 admin admin] Notify callbacks [] for router, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:04.615606 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-86515f1a-d1d0-4069-9778-8b9617c64852 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.7095902 Aug 12 15:30:04.617915 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 35300) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:30:04.620914 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97cc5dba-bb2a-42fa-85f6-171cc920e6bf None None] Routers {'bf9a373b-9cf7-437f-a724-37c2e4514364'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:30:04.622204 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-97cc5dba-bb2a-42fa-85f6-171cc920e6bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T15:29:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['bf9a373b-9cf7-437f-a724-37c2e4514364'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:30:04.648819 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38656b41-3900-4af6-9e69-dc5ffaea9df5 None None] The sync data for ids ['cd450324-8db7-4c60-9890-21fa437e57f9'] in n-d-694802-15 is: [{'id': 'cd450324-8db7-4c60-9890-21fa437e57f9', 'name': 'tempest-TestEncryptedCinderVolumes-1829854795-router', 'tenant_id': 'b5ee3f7ff65e49f6a54967107300881f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': '1984f285-3657-459f-a78e-2d1340ae48e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:29:58Z', 'updated_at': '2021-08-12T15:30:01Z', 'revision_number': 4, 'project_id': 'b5ee3f7ff65e49f6a54967107300881f', 'gw_port': {'id': '1984f285-3657-459f-a78e-2d1340ae48e1', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:45:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd450324-8db7-4c60-9890-21fa437e57f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:29:58Z', 'updated_at': '2021-08-12T15:30:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': 'd847c1ac-2eb2-41b1-bbca-be2d804c7ba8', 'name': '', 'network_id': '2856bc1d-078e-431e-a92d-7525eca08930', 'tenant_id': 'b5ee3f7ff65e49f6a54967107300881f', 'mac_address': 'fa:16:3e:6e:55:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd450324-8db7-4c60-9890-21fa437e57f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '67c987d4-328e-4b0c-a39c-4c95409dfd15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:30:00Z', 'updated_at': '2021-08-12T15:30:04Z', 'revision_number': 4, 'project_id': 'b5ee3f7ff65e49f6a54967107300881f', 'subnets': [{'id': '67c987d4-328e-4b0c-a39c-4c95409dfd15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 15:30:04.785910 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvr_db [None req-97cc5dba-bb2a-42fa-85f6-171cc920e6bf None None] Set router bf9a373b-9cf7-437f-a724-37c2e4514364 gateway port host: n-d-694802-15 {{(pid=94468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:30:04.997491 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-97cc5dba-bb2a-42fa-85f6-171cc920e6bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf9a373b-9cf7-437f-a724-37c2e4514364', 'name': 'tempest-TestEncryptedCinderVolumes-1640576854-router', 'tenant_id': '6e747b4f45f64cffaf5154321e63f400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.194'}], 'enable_snat': True}, 'gw_port_id': 'b63e1d4f-82cf-422a-be6e-36d74bc16640', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:30:02Z', 'updated_at': '2021-08-12T15:30:03Z', 'revision_number': 3, 'project_id': '6e747b4f45f64cffaf5154321e63f400', 'gw_port': {'id': 'b63e1d4f-82cf-422a-be6e-36d74bc16640', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:8a:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf9a373b-9cf7-437f-a724-37c2e4514364', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:30:03Z', 'updated_at': '2021-08-12T15:30:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15'}], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:30:05.029507 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c34bd00b-f1c4-48cd-824c-4cea87e241d7 None None] Network a7e2cd48-edf8-4da4-8463-461c7a0f95ab requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 15:30:05.032197 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97cc5dba-bb2a-42fa-85f6-171cc920e6bf None None] Checking router: bf9a373b-9cf7-437f-a724-37c2e4514364 for host: n-d-694802-15 {{(pid=94468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 15:30:05.032618 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97cc5dba-bb2a-42fa-85f6-171cc920e6bf None None] Updating router bf9a373b-9cf7-437f-a724-37c2e4514364 port b63e1d4f-82cf-422a-be6e-36d74bc16640 binding host n-d-694802-15 {{(pid=94468) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 15:30:05.111360 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-97cc5dba-bb2a-42fa-85f6-171cc920e6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:05.115671 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-ae587529-05f8-4691-b669-6daf8f9872aa None None] Provisioning for port 4d8b39eb-bca8-4e80-9153-848496842763 completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:30:05.135791 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d2ba6b15-9a8f-4b4f-9f27-2b685900daf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:05.342010 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-d2ba6b15-9a8f-4b4f-9f27-2b685900daf3 admin admin] Allocated IP 172.20.0.1 (a7e2cd48-edf8-4da4-8463-461c7a0f95ab/c774824e-e2e6-4b4c-b946-99bf7b2c3d57/27a0b9f4-6293-4042-8639-215a9fe1482f) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 15:30:05.553753 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device d847c1ac-2eb2-41b1-bbca-be2d804c7ba8 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 15:30:05.650391 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning for port d847c1ac-2eb2-41b1-bbca-be2d804c7ba8 completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:30:05.663895 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port d847c1ac-2eb2-41b1-bbca-be2d804c7ba8 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:30:05.664245 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:05.735916 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-97cc5dba-bb2a-42fa-85f6-171cc920e6bf None None] Notify callbacks [] for port, precommit_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:05.750613 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-97cc5dba-bb2a-42fa-85f6-171cc920e6bf None None] Transition to ACTIVE for port object b63e1d4f-82cf-422a-be6e-36d74bc16640 will not be triggered until provisioned by entity L2. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:30:05.790940 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d2ba6b15-9a8f-4b4f-9f27-2b685900daf3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:05.795458 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-97cc5dba-bb2a-42fa-85f6-171cc920e6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:05.808709 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-d2ba6b15-9a8f-4b4f-9f27-2b685900daf3 admin admin] Transition to ACTIVE for port object 27a0b9f4-6293-4042-8639-215a9fe1482f will not be triggered until provisioned by entity DHCP. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:30:05.845146 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:05.853038 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d2ba6b15-9a8f-4b4f-9f27-2b685900daf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:05.872318 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-97cc5dba-bb2a-42fa-85f6-171cc920e6bf None None] Attempting to bind port b63e1d4f-82cf-422a-be6e-36d74bc16640 on host n-d-694802-15 for vnic_type normal with profile {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 15:30:05.872544 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-97cc5dba-bb2a-42fa-85f6-171cc920e6bf None None] Attempting to bind port b63e1d4f-82cf-422a-be6e-36d74bc16640 by drivers openvswitch,hyperv on host n-d-694802-15 at level 0 using segments [{'id': 'b1b396cb-2dc6-4041-bfc7-1833a80a4720', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 15:30:05.872840 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97cc5dba-bb2a-42fa-85f6-171cc920e6bf None None] Attempting to bind port b63e1d4f-82cf-422a-be6e-36d74bc16640 on network d3759e1b-6c03-45ac-acd4-90abb417809b {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 15:30:05.877499 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b09390-5cd3-469d-a8a4-d8f57e89c1e2 None None] Pushing event updated for resources: {'Port': ['ID=b63e1d4f-82cf-422a-be6e-36d74bc16640,revision_number=2']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:30:05.888632 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97cc5dba-bb2a-42fa-85f6-171cc920e6bf None None] Checking agent: {'id': '16de73ac-f2e9-4cee-b3e0-91052ae3e6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 20, 13), 'started_at': datetime.datetime(2021, 8, 12, 14, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 15, 29, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 15:30:05.889010 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97cc5dba-bb2a-42fa-85f6-171cc920e6bf None None] Checking segment: {'id': 'b1b396cb-2dc6-4041-bfc7-1833a80a4720', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 15:30:05.889418 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-97cc5dba-bb2a-42fa-85f6-171cc920e6bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:05.889811 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97cc5dba-bb2a-42fa-85f6-171cc920e6bf None None] Bound using segment: {'id': 'b1b396cb-2dc6-4041-bfc7-1833a80a4720', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 15:30:05.890297 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-97cc5dba-bb2a-42fa-85f6-171cc920e6bf None None] Bound port: b63e1d4f-82cf-422a-be6e-36d74bc16640, host: n-d-694802-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1b396cb-2dc6-4041-bfc7-1833a80a4720', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'}}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 15:30:05.891229 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-97cc5dba-bb2a-42fa-85f6-171cc920e6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:05.892203 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2ba6b15-9a8f-4b4f-9f27-2b685900daf3 admin admin] Network a7e2cd48-edf8-4da4-8463-461c7a0f95ab is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 15:30:05.895633 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-d2ba6b15-9a8f-4b4f-9f27-2b685900daf3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:30:05.898447 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2ba6b15-9a8f-4b4f-9f27-2b685900daf3 admin admin] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 15:30:05.936976 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] For port d847c1ac-2eb2-41b1-bbca-be2d804c7ba8, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=d847c1ac-2eb2-41b1-bbca-be2d804c7ba8,segment=NetworkSegment(601f6131-a9b6-4a09-9522-3590047a81df),segment_id=601f6131-a9b6-4a09-9522-3590047a81df)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:30:05.948869 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:05.949859 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 1984f285-3657-459f-a78e-2d1340ae48e1 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 15:30:05.951107 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ba6b15-9a8f-4b4f-9f27-2b685900daf3 admin admin] Pushing event updated for resources: {'Port': ['ID=27a0b9f4-6293-4042-8639-215a9fe1482f,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:30:05.960692 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d2ba6b15-9a8f-4b4f-9f27-2b685900daf3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66663725'] for router_interface, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:06.013530 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-97cc5dba-bb2a-42fa-85f6-171cc920e6bf None None] For port b63e1d4f-82cf-422a-be6e-36d74bc16640, host n-d-694802-15, cleared binding levels {{(pid=94468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 15:30:06.046570 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-97cc5dba-bb2a-42fa-85f6-171cc920e6bf None None] For port b63e1d4f-82cf-422a-be6e-36d74bc16640, host n-d-694802-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=b63e1d4f-82cf-422a-be6e-36d74bc16640,segment=NetworkSegment(b1b396cb-2dc6-4041-bfc7-1833a80a4720),segment_id=b1b396cb-2dc6-4041-bfc7-1833a80a4720)] {{(pid=94468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 15:30:06.060481 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-97cc5dba-bb2a-42fa-85f6-171cc920e6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:06.076905 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Pushing event updated for resources: {'Port': ['ID=d847c1ac-2eb2-41b1-bbca-be2d804c7ba8,revision_number=5']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:30:06.105204 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d2ba6b15-9a8f-4b4f-9f27-2b685900daf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:06.132093 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port 1984f285-3657-459f-a78e-2d1340ae48e1 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:30:06.132463 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:06.165737 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97cc5dba-bb2a-42fa-85f6-171cc920e6bf None None] Routers {'bf9a373b-9cf7-437f-a724-37c2e4514364'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:30:06.166373 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-97cc5dba-bb2a-42fa-85f6-171cc920e6bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T15:29:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['bf9a373b-9cf7-437f-a724-37c2e4514364'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:30:06.210583 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b09390-5cd3-469d-a8a4-d8f57e89c1e2 None None] Pushing event updated for resources: {'Port': ['ID=b63e1d4f-82cf-422a-be6e-36d74bc16640,revision_number=3']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:30:06.250558 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-832b8e33-8f04-4258-9153-fa55b86a3772 None None] Provisioning for port 27a0b9f4-6293-4042-8639-215a9fe1482f completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:30:06.279749 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d2ba6b15-9a8f-4b4f-9f27-2b685900daf3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:06.285196 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d2ba6b15-9a8f-4b4f-9f27-2b685900daf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3718439'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:06.291678 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-832b8e33-8f04-4258-9153-fa55b86a3772 None None] Provisioning complete for port 27a0b9f4-6293-4042-8639-215a9fe1482f triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:30:06.292054 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-832b8e33-8f04-4258-9153-fa55b86a3772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:06.355234 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d2ba6b15-9a8f-4b4f-9f27-2b685900daf3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66628363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66663865'] for router_interface, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:06.357875 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ba6b15-9a8f-4b4f-9f27-2b685900daf3 admin admin] Pushing event updated for resources: {'Port': ['ID=27a0b9f4-6293-4042-8639-215a9fe1482f,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:30:06.363734 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvr_db [None req-97cc5dba-bb2a-42fa-85f6-171cc920e6bf None None] Set router bf9a373b-9cf7-437f-a724-37c2e4514364 gateway port host: n-d-694802-15 {{(pid=94468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:30:06.396060 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-832b8e33-8f04-4258-9153-fa55b86a3772 None None] Port 27a0b9f4-6293-4042-8639-215a9fe1482f cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 15:30:06.404817 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 4d8b39eb-bca8-4e80-9153-848496842763 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 15:30:06.448857 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2ba6b15-9a8f-4b4f-9f27-2b685900daf3 admin admin] Network a7e2cd48-edf8-4da4-8463-461c7a0f95ab is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 15:30:06.450245 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-d2ba6b15-9a8f-4b4f-9f27-2b685900daf3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:30:06.548789 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning for port 4d8b39eb-bca8-4e80-9153-848496842763 completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:30:06.556267 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port 4d8b39eb-bca8-4e80-9153-848496842763 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:30:06.556645 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:06.574254 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2ba6b15-9a8f-4b4f-9f27-2b685900daf3 admin admin] Router bf9a373b-9cf7-437f-a724-37c2e4514364 has already been hosted by L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f {{(pid=94466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 15:30:06.679276 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-97cc5dba-bb2a-42fa-85f6-171cc920e6bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf9a373b-9cf7-437f-a724-37c2e4514364', 'name': 'tempest-TestEncryptedCinderVolumes-1640576854-router', 'tenant_id': '6e747b4f45f64cffaf5154321e63f400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.194'}], 'enable_snat': True}, 'gw_port_id': 'b63e1d4f-82cf-422a-be6e-36d74bc16640', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:30:02Z', 'updated_at': '2021-08-12T15:30:06Z', 'revision_number': 4, 'project_id': '6e747b4f45f64cffaf5154321e63f400', 'gw_port': {'id': 'b63e1d4f-82cf-422a-be6e-36d74bc16640', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:8a:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf9a373b-9cf7-437f-a724-37c2e4514364', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:30:03Z', 'updated_at': '2021-08-12T15:30:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': '27a0b9f4-6293-4042-8639-215a9fe1482f', 'name': '', 'network_id': 'a7e2cd48-edf8-4da4-8463-461c7a0f95ab', 'tenant_id': '6e747b4f45f64cffaf5154321e63f400', 'mac_address': 'fa:16:3e:98:e2:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf9a373b-9cf7-437f-a724-37c2e4514364', 'device_owner': 'network:router_interface', 'standard_attr_id': 4125, 'fixed_ips': [{'subnet_id': 'c774824e-e2e6-4b4c-b946-99bf7b2c3d57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:30:05Z', 'updated_at': '2021-08-12T15:30:05Z', 'revision_number': 1, 'project_id': '6e747b4f45f64cffaf5154321e63f400', 'subnets': [{'id': 'c774824e-e2e6-4b4c-b946-99bf7b2c3d57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:30:06.694635 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2ba6b15-9a8f-4b4f-9f27-2b685900daf3 admin admin] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 15:30:06.699682 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-d2ba6b15-9a8f-4b4f-9f27-2b685900daf3 admin admin] 10.222.0.39 "PUT /v2.0/routers/bf9a373b-9cf7-437f-a724-37c2e4514364/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0801561 Aug 12 15:30:06.720041 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97cc5dba-bb2a-42fa-85f6-171cc920e6bf None None] The sync data for ids ['bf9a373b-9cf7-437f-a724-37c2e4514364'] in n-d-694802-15 is: [{'id': 'bf9a373b-9cf7-437f-a724-37c2e4514364', 'name': 'tempest-TestEncryptedCinderVolumes-1640576854-router', 'tenant_id': '6e747b4f45f64cffaf5154321e63f400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.194'}], 'enable_snat': True}, 'gw_port_id': 'b63e1d4f-82cf-422a-be6e-36d74bc16640', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:30:02Z', 'updated_at': '2021-08-12T15:30:06Z', 'revision_number': 4, 'project_id': '6e747b4f45f64cffaf5154321e63f400', 'gw_port': {'id': 'b63e1d4f-82cf-422a-be6e-36d74bc16640', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:8a:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf9a373b-9cf7-437f-a724-37c2e4514364', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:30:03Z', 'updated_at': '2021-08-12T15:30:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': '27a0b9f4-6293-4042-8639-215a9fe1482f', 'name': '', 'network_id': 'a7e2cd48-edf8-4da4-8463-461c7a0f95ab', 'tenant_id': '6e747b4f45f64cffaf5154321e63f400', 'mac_address': 'fa:16:3e:98:e2:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf9a373b-9cf7-437f-a724-37c2e4514364', 'device_owner': 'network:router_interface', 'standard_attr_id': 4125, 'fixed_ips': [{'subnet_id': 'c774824e-e2e6-4b4c-b946-99bf7b2c3d57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:30:05Z', 'updated_at': '2021-08-12T15:30:05Z', 'revision_number': 1, 'project_id': '6e747b4f45f64cffaf5154321e63f400', 'subnets': [{'id': 'c774824e-e2e6-4b4c-b946-99bf7b2c3d57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 15:30:06.726713 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:06.745231 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-aed6b120-2aad-4ee4-82d1-14485f3e2fc3 None None] Provisioning complete for port 27a0b9f4-6293-4042-8639-215a9fe1482f triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:30:06.745551 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-aed6b120-2aad-4ee4-82d1-14485f3e2fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:06.795293 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] For port 4d8b39eb-bca8-4e80-9153-848496842763, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=4d8b39eb-bca8-4e80-9153-848496842763,segment=NetworkSegment(9a419ce1-a4b7-4457-afc3-8f94ba227a0c),segment_id=9a419ce1-a4b7-4457-afc3-8f94ba227a0c)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:30:06.800833 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:06.809488 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-aed6b120-2aad-4ee4-82d1-14485f3e2fc3 None None] Port 27a0b9f4-6293-4042-8639-215a9fe1482f cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 15:30:06.856490 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Pushing event updated for resources: {'Port': ['ID=4d8b39eb-bca8-4e80-9153-848496842763,revision_number=3']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:30:07.278132 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device d847c1ac-2eb2-41b1-bbca-be2d804c7ba8 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 15:30:07.348473 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port d847c1ac-2eb2-41b1-bbca-be2d804c7ba8 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:30:07.348935 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:07.444550 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 4d8b39eb-bca8-4e80-9153-848496842763 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 15:30:07.494345 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port 4d8b39eb-bca8-4e80-9153-848496842763 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:30:07.494721 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:07.606232 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f7bc60-ee9a-4d43-a3f8-af81446f3ba6 req-805f5ffc-53ef-490b-96fa-c6d360e443e8 tempest-TestEncryptedCinderVolumes-733193298 tempest-TestEncryptedCinderVolumes-733193298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:30:07.607819 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-39f7bc60-ee9a-4d43-a3f8-af81446f3ba6 req-805f5ffc-53ef-490b-96fa-c6d360e443e8 tempest-TestEncryptedCinderVolumes-733193298 tempest-TestEncryptedCinderVolumes-733193298-project] 10.222.0.39 "GET /v2.0/networks?id=2856bc1d-078e-431e-a92d-7525eca08930 HTTP/1.1" status: 200 len: 817 time: 0.1288147 Aug 12 15:30:07.624211 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-39f7bc60-ee9a-4d43-a3f8-af81446f3ba6 req-b03eb369-0dec-452d-914d-4b6ef4807f2b tempest-TestEncryptedCinderVolumes-733193298 tempest-TestEncryptedCinderVolumes-733193298-project] 10.222.0.39 "GET /v2.0/quotas/b5ee3f7ff65e49f6a54967107300881f HTTP/1.1" status: 200 len: 375 time: 0.0098553 Aug 12 15:30:07.679468 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-39f7bc60-ee9a-4d43-a3f8-af81446f3ba6 req-8a807fb8-3569-4850-8d1d-cca7e2700a6b tempest-TestEncryptedCinderVolumes-733193298 tempest-TestEncryptedCinderVolumes-733193298-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=b5ee3f7ff65e49f6a54967107300881f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0485487 Aug 12 15:30:07.900018 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-39f7bc60-ee9a-4d43-a3f8-af81446f3ba6 req-ce0dab1a-d23c-467f-9919-5d59440c034a service neutron] 10.222.0.39 "GET /v2.0/networks/2856bc1d-078e-431e-a92d-7525eca08930?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269941 Aug 12 15:30:07.997763 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-39f7bc60-ee9a-4d43-a3f8-af81446f3ba6 req-4cbcf8da-1680-4c36-a832-f91ba38e18dd service neutron] 10.222.0.39 "GET /v2.0/networks/2856bc1d-078e-431e-a92d-7525eca08930?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913386 Aug 12 15:30:08.164893 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-8a1de717-93ae-4f53-824b-034bb9c01a86 req-60c822ec-f7ed-4ffe-b57d-a60482dd0986 tempest-TestEncryptedCinderVolumes-733193298 tempest-TestEncryptedCinderVolumes-733193298-project] 10.222.0.39 "GET /v2.0/ports?device_id=0baad7c2-19ca-41d2-85b7-d37cb23e24d0 HTTP/1.1" status: 200 len: 210 time: 0.0312526 Aug 12 15:30:08.654140 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ffb2d49-680b-4c30-ada4-9d9ce66a88b9 None None] Sync routers for ids ['bf9a373b-9cf7-437f-a724-37c2e4514364'] in n-d-694802-15 {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 15:30:08.663265 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ffb2d49-680b-4c30-ada4-9d9ce66a88b9 None None] Routers {'bf9a373b-9cf7-437f-a724-37c2e4514364'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:30:08.663878 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-7ffb2d49-680b-4c30-ada4-9d9ce66a88b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T15:29:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['bf9a373b-9cf7-437f-a724-37c2e4514364'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:30:08.767648 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-7ffb2d49-680b-4c30-ada4-9d9ce66a88b9 None None] Set router bf9a373b-9cf7-437f-a724-37c2e4514364 gateway port host: n-d-694802-15 {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:30:08.968328 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-7ffb2d49-680b-4c30-ada4-9d9ce66a88b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf9a373b-9cf7-437f-a724-37c2e4514364', 'name': 'tempest-TestEncryptedCinderVolumes-1640576854-router', 'tenant_id': '6e747b4f45f64cffaf5154321e63f400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.194'}], 'enable_snat': True}, 'gw_port_id': 'b63e1d4f-82cf-422a-be6e-36d74bc16640', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:30:02Z', 'updated_at': '2021-08-12T15:30:06Z', 'revision_number': 4, 'project_id': '6e747b4f45f64cffaf5154321e63f400', 'gw_port': {'id': 'b63e1d4f-82cf-422a-be6e-36d74bc16640', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:8a:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf9a373b-9cf7-437f-a724-37c2e4514364', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:30:03Z', 'updated_at': '2021-08-12T15:30:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': '27a0b9f4-6293-4042-8639-215a9fe1482f', 'name': '', 'network_id': 'a7e2cd48-edf8-4da4-8463-461c7a0f95ab', 'tenant_id': '6e747b4f45f64cffaf5154321e63f400', 'mac_address': 'fa:16:3e:98:e2:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf9a373b-9cf7-437f-a724-37c2e4514364', 'device_owner': 'network:router_interface', 'standard_attr_id': 4125, 'fixed_ips': [{'subnet_id': 'c774824e-e2e6-4b4c-b946-99bf7b2c3d57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:30:05Z', 'updated_at': '2021-08-12T15:30:06Z', 'revision_number': 2, 'project_id': '6e747b4f45f64cffaf5154321e63f400', 'subnets': [{'id': 'c774824e-e2e6-4b4c-b946-99bf7b2c3d57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:30:08.997875 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ffb2d49-680b-4c30-ada4-9d9ce66a88b9 None None] Checking router: bf9a373b-9cf7-437f-a724-37c2e4514364 for host: n-d-694802-15 {{(pid=94469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 15:30:08.998225 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ffb2d49-680b-4c30-ada4-9d9ce66a88b9 None None] Updating router bf9a373b-9cf7-437f-a724-37c2e4514364 port 27a0b9f4-6293-4042-8639-215a9fe1482f binding host n-d-694802-15 {{(pid=94469) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 15:30:09.024618 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-7ffb2d49-680b-4c30-ada4-9d9ce66a88b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:09.121323 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f7bc60-ee9a-4d43-a3f8-af81446f3ba6 req-ef113251-cfe2-486a-9a10-67c7e00b1c79 tempest-TestEncryptedCinderVolumes-733193298 tempest-TestEncryptedCinderVolumes-733193298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:30:09.123716 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-39f7bc60-ee9a-4d43-a3f8-af81446f3ba6 req-ef113251-cfe2-486a-9a10-67c7e00b1c79 tempest-TestEncryptedCinderVolumes-733193298 tempest-TestEncryptedCinderVolumes-733193298-project] 10.222.0.64 "GET /v2.0/networks?id=2856bc1d-078e-431e-a92d-7525eca08930 HTTP/1.1" status: 200 len: 817 time: 0.1119914 Aug 12 15:30:09.137788 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-39f7bc60-ee9a-4d43-a3f8-af81446f3ba6 req-35f8c381-c15d-4ce8-9fa7-945fd2c43f93 tempest-TestEncryptedCinderVolumes-733193298 tempest-TestEncryptedCinderVolumes-733193298-project] Request body: {'port': {'device_id': '0baad7c2-19ca-41d2-85b7-d37cb23e24d0', 'network_id': '2856bc1d-078e-431e-a92d-7525eca08930', 'admin_state_up': True, 'tenant_id': 'b5ee3f7ff65e49f6a54967107300881f'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:30:09.282639 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39f7bc60-ee9a-4d43-a3f8-af81446f3ba6 req-35f8c381-c15d-4ce8-9fa7-945fd2c43f93 tempest-TestEncryptedCinderVolumes-733193298 tempest-TestEncryptedCinderVolumes-733193298-project] Made reservation on behalf of b5ee3f7ff65e49f6a54967107300881f for: {'port': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 15:30:09.288894 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-39f7bc60-ee9a-4d43-a3f8-af81446f3ba6 req-35f8c381-c15d-4ce8-9fa7-945fd2c43f93 tempest-TestEncryptedCinderVolumes-733193298 tempest-TestEncryptedCinderVolumes-733193298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:09.311499 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-8bf4fda9-46bf-42c3-af62-07b7d33af895 req-f0ff8a58-e188-4c71-a914-5335b3875242 tempest-TestEncryptedCinderVolumes-733193298 tempest-TestEncryptedCinderVolumes-733193298-project] 10.222.0.39 "GET /v2.0/ports?device_id=0baad7c2-19ca-41d2-85b7-d37cb23e24d0 HTTP/1.1" status: 200 len: 210 time: 0.0455310 Aug 12 15:30:09.325775 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device b63e1d4f-82cf-422a-be6e-36d74bc16640 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 15:30:09.342415 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-7ffb2d49-680b-4c30-ada4-9d9ce66a88b9 None None] Notify callbacks [] for port, precommit_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:09.354170 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.provisioning_blocks [None req-7ffb2d49-680b-4c30-ada4-9d9ce66a88b9 None None] Transition to ACTIVE for port object 27a0b9f4-6293-4042-8639-215a9fe1482f will not be triggered until provisioned by entity L2. {{(pid=94469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:30:09.361590 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-7ffb2d49-680b-4c30-ada4-9d9ce66a88b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:09.380174 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning for port b63e1d4f-82cf-422a-be6e-36d74bc16640 completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:30:09.384275 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port b63e1d4f-82cf-422a-be6e-36d74bc16640 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:30:09.384740 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:09.411714 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3e2add-8e08-4beb-8693-0e29bb97fc1d None None] Pushing event updated for resources: {'Port': ['ID=27a0b9f4-6293-4042-8639-215a9fe1482f,revision_number=3']} {{(pid=94469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:30:09.458217 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_common [req-39f7bc60-ee9a-4d43-a3f8-af81446f3ba6 req-35f8c381-c15d-4ce8-9fa7-945fd2c43f93 tempest-TestEncryptedCinderVolumes-733193298 tempest-TestEncryptedCinderVolumes-733193298-project] Allocated IP 172.20.0.14 (2856bc1d-078e-431e-a92d-7525eca08930/67c987d4-328e-4b0c-a39c-4c95409dfd15/1c5a75a8-ba0f-46f8-b58a-efa609c5463c) {{(pid=94467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 15:30:09.475046 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.managers [None req-7ffb2d49-680b-4c30-ada4-9d9ce66a88b9 None None] Attempting to bind port 27a0b9f4-6293-4042-8639-215a9fe1482f on host n-d-694802-15 for vnic_type normal with profile {{(pid=94469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 15:30:09.475426 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.managers [None req-7ffb2d49-680b-4c30-ada4-9d9ce66a88b9 None None] Attempting to bind port 27a0b9f4-6293-4042-8639-215a9fe1482f by drivers openvswitch,hyperv on host n-d-694802-15 at level 0 using segments [{'id': '9a419ce1-a4b7-4457-afc3-8f94ba227a0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'a7e2cd48-edf8-4da4-8463-461c7a0f95ab'}] {{(pid=94469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 15:30:09.475863 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ffb2d49-680b-4c30-ada4-9d9ce66a88b9 None None] Attempting to bind port 27a0b9f4-6293-4042-8639-215a9fe1482f on network a7e2cd48-edf8-4da4-8463-461c7a0f95ab {{(pid=94469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 15:30:09.481711 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ffb2d49-680b-4c30-ada4-9d9ce66a88b9 None None] Checking agent: {'id': '16de73ac-f2e9-4cee-b3e0-91052ae3e6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 20, 13), 'started_at': datetime.datetime(2021, 8, 12, 14, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 15, 29, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 15:30:09.482083 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ffb2d49-680b-4c30-ada4-9d9ce66a88b9 None None] Checking segment: {'id': '9a419ce1-a4b7-4457-afc3-8f94ba227a0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'a7e2cd48-edf8-4da4-8463-461c7a0f95ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 15:30:09.482490 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-7ffb2d49-680b-4c30-ada4-9d9ce66a88b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:09.482881 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:09.482999 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ffb2d49-680b-4c30-ada4-9d9ce66a88b9 None None] Bound using segment: {'id': '9a419ce1-a4b7-4457-afc3-8f94ba227a0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'a7e2cd48-edf8-4da4-8463-461c7a0f95ab'} {{(pid=94469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 15:30:09.483428 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.managers [None req-7ffb2d49-680b-4c30-ada4-9d9ce66a88b9 None None] Bound port: 27a0b9f4-6293-4042-8639-215a9fe1482f, host: n-d-694802-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a419ce1-a4b7-4457-afc3-8f94ba227a0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'a7e2cd48-edf8-4da4-8463-461c7a0f95ab'}}] {{(pid=94469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 15:30:09.483968 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-7ffb2d49-680b-4c30-ada4-9d9ce66a88b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:09.507529 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] For port b63e1d4f-82cf-422a-be6e-36d74bc16640, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=b63e1d4f-82cf-422a-be6e-36d74bc16640,segment=NetworkSegment(b1b396cb-2dc6-4041-bfc7-1833a80a4720),segment_id=b1b396cb-2dc6-4041-bfc7-1833a80a4720)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:30:09.516566 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:09.572633 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.db [None req-7ffb2d49-680b-4c30-ada4-9d9ce66a88b9 None None] For port 27a0b9f4-6293-4042-8639-215a9fe1482f, host n-d-694802-15, cleared binding levels {{(pid=94469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 15:30:09.572770 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Pushing event updated for resources: {'Port': ['ID=b63e1d4f-82cf-422a-be6e-36d74bc16640,revision_number=4']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:30:09.583336 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.db [None req-7ffb2d49-680b-4c30-ada4-9d9ce66a88b9 None None] For port 27a0b9f4-6293-4042-8639-215a9fe1482f, host n-d-694802-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=27a0b9f4-6293-4042-8639-215a9fe1482f,segment=NetworkSegment(9a419ce1-a4b7-4457-afc3-8f94ba227a0c),segment_id=9a419ce1-a4b7-4457-afc3-8f94ba227a0c)] {{(pid=94469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 15:30:09.588701 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-7ffb2d49-680b-4c30-ada4-9d9ce66a88b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:09.636888 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-39f7bc60-ee9a-4d43-a3f8-af81446f3ba6 req-35f8c381-c15d-4ce8-9fa7-945fd2c43f93 tempest-TestEncryptedCinderVolumes-733193298 tempest-TestEncryptedCinderVolumes-733193298-project] Notify callbacks [] for port, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:09.648768 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ffb2d49-680b-4c30-ada4-9d9ce66a88b9 None None] Routers {'bf9a373b-9cf7-437f-a724-37c2e4514364'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:30:09.649400 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-7ffb2d49-680b-4c30-ada4-9d9ce66a88b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T15:29:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['bf9a373b-9cf7-437f-a724-37c2e4514364'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:30:09.653425 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [req-39f7bc60-ee9a-4d43-a3f8-af81446f3ba6 req-35f8c381-c15d-4ce8-9fa7-945fd2c43f93 tempest-TestEncryptedCinderVolumes-733193298 tempest-TestEncryptedCinderVolumes-733193298-project] Transition to ACTIVE for port object 1c5a75a8-ba0f-46f8-b58a-efa609c5463c will not be triggered until provisioned by entity DHCP. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:30:09.654492 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3e2add-8e08-4beb-8693-0e29bb97fc1d None None] Pushing event updated for resources: {'Port': ['ID=27a0b9f4-6293-4042-8639-215a9fe1482f,revision_number=4']} {{(pid=94469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:30:09.697085 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-39f7bc60-ee9a-4d43-a3f8-af81446f3ba6 req-35f8c381-c15d-4ce8-9fa7-945fd2c43f93 tempest-TestEncryptedCinderVolumes-733193298 tempest-TestEncryptedCinderVolumes-733193298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:09.751461 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39f7bc60-ee9a-4d43-a3f8-af81446f3ba6 req-35f8c381-c15d-4ce8-9fa7-945fd2c43f93 tempest-TestEncryptedCinderVolumes-733193298 tempest-TestEncryptedCinderVolumes-733193298-project] Network 2856bc1d-078e-431e-a92d-7525eca08930 is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 15:30:09.754745 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [req-39f7bc60-ee9a-4d43-a3f8-af81446f3ba6 req-35f8c381-c15d-4ce8-9fa7-945fd2c43f93 tempest-TestEncryptedCinderVolumes-733193298 tempest-TestEncryptedCinderVolumes-733193298-project] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:30:09.759468 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [req-39f7bc60-ee9a-4d43-a3f8-af81446f3ba6 req-35f8c381-c15d-4ce8-9fa7-945fd2c43f93 tempest-TestEncryptedCinderVolumes-733193298 tempest-TestEncryptedCinderVolumes-733193298-project] Received port after_create {{(pid=94467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 15:30:09.764200 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f8c381-c15d-4ce8-9fa7-945fd2c43f93 tempest-TestEncryptedCinderVolumes-733193298 tempest-TestEncryptedCinderVolumes-733193298-project] Pushing event updated for resources: {'Port': ['ID=1c5a75a8-ba0f-46f8-b58a-efa609c5463c,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:30:09.770917 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-7ffb2d49-680b-4c30-ada4-9d9ce66a88b9 None None] Set router bf9a373b-9cf7-437f-a724-37c2e4514364 gateway port host: n-d-694802-15 {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:30:09.815769 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f7bc60-ee9a-4d43-a3f8-af81446f3ba6 req-35f8c381-c15d-4ce8-9fa7-945fd2c43f93 tempest-TestEncryptedCinderVolumes-733193298 tempest-TestEncryptedCinderVolumes-733193298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:30:09.817055 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-39f7bc60-ee9a-4d43-a3f8-af81446f3ba6 req-35f8c381-c15d-4ce8-9fa7-945fd2c43f93 tempest-TestEncryptedCinderVolumes-733193298 tempest-TestEncryptedCinderVolumes-733193298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:09.832429 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-39f7bc60-ee9a-4d43-a3f8-af81446f3ba6 req-35f8c381-c15d-4ce8-9fa7-945fd2c43f93 tempest-TestEncryptedCinderVolumes-733193298 tempest-TestEncryptedCinderVolumes-733193298-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6985641 Aug 12 15:30:09.847102 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-39f7bc60-ee9a-4d43-a3f8-af81446f3ba6 req-109d8150-d10d-4cf9-a3a5-10909a91bd65 service neutron] Request body: {'port': {'device_id': '0baad7c2-19ca-41d2-85b7-d37cb23e24d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-694802-15'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:30:09.905589 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-39f7bc60-ee9a-4d43-a3f8-af81446f3ba6 req-109d8150-d10d-4cf9-a3a5-10909a91bd65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:10.008935 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-7ffb2d49-680b-4c30-ada4-9d9ce66a88b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf9a373b-9cf7-437f-a724-37c2e4514364', 'name': 'tempest-TestEncryptedCinderVolumes-1640576854-router', 'tenant_id': '6e747b4f45f64cffaf5154321e63f400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.194'}], 'enable_snat': True}, 'gw_port_id': 'b63e1d4f-82cf-422a-be6e-36d74bc16640', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:30:02Z', 'updated_at': '2021-08-12T15:30:06Z', 'revision_number': 4, 'project_id': '6e747b4f45f64cffaf5154321e63f400', 'gw_port': {'id': 'b63e1d4f-82cf-422a-be6e-36d74bc16640', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:8a:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf9a373b-9cf7-437f-a724-37c2e4514364', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:30:03Z', 'updated_at': '2021-08-12T15:30:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': '27a0b9f4-6293-4042-8639-215a9fe1482f', 'name': '', 'network_id': 'a7e2cd48-edf8-4da4-8463-461c7a0f95ab', 'tenant_id': '6e747b4f45f64cffaf5154321e63f400', 'mac_address': 'fa:16:3e:98:e2:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf9a373b-9cf7-437f-a724-37c2e4514364', 'device_owner': 'network:router_interface', 'standard_attr_id': 4125, 'fixed_ips': [{'subnet_id': 'c774824e-e2e6-4b4c-b946-99bf7b2c3d57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:30:05Z', 'updated_at': '2021-08-12T15:30:09Z', 'revision_number': 4, 'project_id': '6e747b4f45f64cffaf5154321e63f400', 'subnets': [{'id': 'c774824e-e2e6-4b4c-b946-99bf7b2c3d57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:30:10.037503 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ffb2d49-680b-4c30-ada4-9d9ce66a88b9 None None] The sync data for ids ['bf9a373b-9cf7-437f-a724-37c2e4514364'] in n-d-694802-15 is: [{'id': 'bf9a373b-9cf7-437f-a724-37c2e4514364', 'name': 'tempest-TestEncryptedCinderVolumes-1640576854-router', 'tenant_id': '6e747b4f45f64cffaf5154321e63f400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.194'}], 'enable_snat': True}, 'gw_port_id': 'b63e1d4f-82cf-422a-be6e-36d74bc16640', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:30:02Z', 'updated_at': '2021-08-12T15:30:06Z', 'revision_number': 4, 'project_id': '6e747b4f45f64cffaf5154321e63f400', 'gw_port': {'id': 'b63e1d4f-82cf-422a-be6e-36d74bc16640', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:8a:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf9a373b-9cf7-437f-a724-37c2e4514364', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:30:03Z', 'updated_at': '2021-08-12T15:30:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': '27a0b9f4-6293-4042-8639-215a9fe1482f', 'name': '', 'network_id': 'a7e2cd48-edf8-4da4-8463-461c7a0f95ab', 'tenant_id': '6e747b4f45f64cffaf5154321e63f400', 'mac_address': 'fa:16:3e:98:e2:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf9a373b-9cf7-437f-a724-37c2e4514364', 'device_owner': 'network:router_interface', 'standard_attr_id': 4125, 'fixed_ips': [{'subnet_id': 'c774824e-e2e6-4b4c-b946-99bf7b2c3d57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:30:05Z', 'updated_at': '2021-08-12T15:30:09Z', 'revision_number': 4, 'project_id': '6e747b4f45f64cffaf5154321e63f400', 'subnets': [{'id': 'c774824e-e2e6-4b4c-b946-99bf7b2c3d57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 15:30:10.168605 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-af97514d-595e-41d9-9a2a-0a2abfb07abb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:10.202494 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [req-39f7bc60-ee9a-4d43-a3f8-af81446f3ba6 req-109d8150-d10d-4cf9-a3a5-10909a91bd65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c5a75a8-ba0f-46f8-b58a-efa609c5463c {{(pid=94467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 15:30:10.211629 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-39f7bc60-ee9a-4d43-a3f8-af81446f3ba6 req-109d8150-d10d-4cf9-a3a5-10909a91bd65 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:10.223392 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-0f1ba7cd-53fe-474b-85cf-ea43765d8774 None None] Provisioning for port 1c5a75a8-ba0f-46f8-b58a-efa609c5463c completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:30:10.230576 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [req-39f7bc60-ee9a-4d43-a3f8-af81446f3ba6 req-109d8150-d10d-4cf9-a3a5-10909a91bd65 service neutron] Transition to ACTIVE for port object 1c5a75a8-ba0f-46f8-b58a-efa609c5463c will not be triggered until provisioned by entity L2. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:30:10.233433 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-0f1ba7cd-53fe-474b-85cf-ea43765d8774 None None] Provisioning complete for port 1c5a75a8-ba0f-46f8-b58a-efa609c5463c triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:30:10.233878 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-0f1ba7cd-53fe-474b-85cf-ea43765d8774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:10.235688 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-39f7bc60-ee9a-4d43-a3f8-af81446f3ba6 req-109d8150-d10d-4cf9-a3a5-10909a91bd65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:10.274081 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-0f1ba7cd-53fe-474b-85cf-ea43765d8774 None None] Port 1c5a75a8-ba0f-46f8-b58a-efa609c5463c cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 15:30:10.286932 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109d8150-d10d-4cf9-a3a5-10909a91bd65 service neutron] Pushing event updated for resources: {'Port': ['ID=1c5a75a8-ba0f-46f8-b58a-efa609c5463c,revision_number=2']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:30:10.365207 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-39f7bc60-ee9a-4d43-a3f8-af81446f3ba6 req-109d8150-d10d-4cf9-a3a5-10909a91bd65 service neutron] Attempting to bind port 1c5a75a8-ba0f-46f8-b58a-efa609c5463c on host n-h1-694802-15 for vnic_type normal with profile {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 15:30:10.365546 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-39f7bc60-ee9a-4d43-a3f8-af81446f3ba6 req-109d8150-d10d-4cf9-a3a5-10909a91bd65 service neutron] Attempting to bind port 1c5a75a8-ba0f-46f8-b58a-efa609c5463c by drivers openvswitch,hyperv on host n-h1-694802-15 at level 0 using segments [{'id': '601f6131-a9b6-4a09-9522-3590047a81df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '2856bc1d-078e-431e-a92d-7525eca08930'}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 15:30:10.365885 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39f7bc60-ee9a-4d43-a3f8-af81446f3ba6 req-109d8150-d10d-4cf9-a3a5-10909a91bd65 service neutron] Attempting to bind port 1c5a75a8-ba0f-46f8-b58a-efa609c5463c on network 2856bc1d-078e-431e-a92d-7525eca08930 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 15:30:10.370737 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39f7bc60-ee9a-4d43-a3f8-af81446f3ba6 req-109d8150-d10d-4cf9-a3a5-10909a91bd65 service neutron] Port 1c5a75a8-ba0f-46f8-b58a-efa609c5463c on network 2856bc1d-078e-431e-a92d-7525eca08930 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-15 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 15:30:10.371096 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39f7bc60-ee9a-4d43-a3f8-af81446f3ba6 req-109d8150-d10d-4cf9-a3a5-10909a91bd65 service neutron] Attempting to bind port 1c5a75a8-ba0f-46f8-b58a-efa609c5463c on network 2856bc1d-078e-431e-a92d-7525eca08930 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 15:30:10.377145 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39f7bc60-ee9a-4d43-a3f8-af81446f3ba6 req-109d8150-d10d-4cf9-a3a5-10909a91bd65 service neutron] Checking agent: {'id': 'de568313-a3e6-454a-9813-77e25edcea95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 27, 41), 'started_at': datetime.datetime(2021, 8, 12, 14, 27, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 15, 29, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 15:30:10.377489 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39f7bc60-ee9a-4d43-a3f8-af81446f3ba6 req-109d8150-d10d-4cf9-a3a5-10909a91bd65 service neutron] Checking segment: {'id': '601f6131-a9b6-4a09-9522-3590047a81df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '2856bc1d-078e-431e-a92d-7525eca08930'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 15:30:10.377882 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39f7bc60-ee9a-4d43-a3f8-af81446f3ba6 req-109d8150-d10d-4cf9-a3a5-10909a91bd65 service neutron] Bound using segment: {'id': '601f6131-a9b6-4a09-9522-3590047a81df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '2856bc1d-078e-431e-a92d-7525eca08930'} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 15:30:10.378318 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-39f7bc60-ee9a-4d43-a3f8-af81446f3ba6 req-109d8150-d10d-4cf9-a3a5-10909a91bd65 service neutron] Bound port: 1c5a75a8-ba0f-46f8-b58a-efa609c5463c, host: n-h1-694802-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '601f6131-a9b6-4a09-9522-3590047a81df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '2856bc1d-078e-431e-a92d-7525eca08930'}}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 15:30:10.378685 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-39f7bc60-ee9a-4d43-a3f8-af81446f3ba6 req-109d8150-d10d-4cf9-a3a5-10909a91bd65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:10.488835 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987453c6-91ed-42c4-ba76-ea23c608f070 req-fce41c72-3899-43e0-9210-172f166fea61 tempest-TestEncryptedCinderVolumes-733193298 tempest-TestEncryptedCinderVolumes-733193298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:30:10.490439 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-987453c6-91ed-42c4-ba76-ea23c608f070 req-fce41c72-3899-43e0-9210-172f166fea61 tempest-TestEncryptedCinderVolumes-733193298 tempest-TestEncryptedCinderVolumes-733193298-project] 10.222.0.39 "GET /v2.0/ports?device_id=0baad7c2-19ca-41d2-85b7-d37cb23e24d0 HTTP/1.1" status: 200 len: 944 time: 0.1012096 Aug 12 15:30:10.495086 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-39f7bc60-ee9a-4d43-a3f8-af81446f3ba6 req-109d8150-d10d-4cf9-a3a5-10909a91bd65 service neutron] For port 1c5a75a8-ba0f-46f8-b58a-efa609c5463c, host n-h1-694802-15, cleared binding levels {{(pid=94467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 15:30:10.500105 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-39f7bc60-ee9a-4d43-a3f8-af81446f3ba6 req-109d8150-d10d-4cf9-a3a5-10909a91bd65 service neutron] For port 1c5a75a8-ba0f-46f8-b58a-efa609c5463c, host n-h1-694802-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=1c5a75a8-ba0f-46f8-b58a-efa609c5463c,segment=NetworkSegment(601f6131-a9b6-4a09-9522-3590047a81df),segment_id=601f6131-a9b6-4a09-9522-3590047a81df)] {{(pid=94467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 15:30:10.507803 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-39f7bc60-ee9a-4d43-a3f8-af81446f3ba6 req-109d8150-d10d-4cf9-a3a5-10909a91bd65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:10.567255 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f7bc60-ee9a-4d43-a3f8-af81446f3ba6 req-109d8150-d10d-4cf9-a3a5-10909a91bd65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:30:10.567877 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-39f7bc60-ee9a-4d43-a3f8-af81446f3ba6 req-109d8150-d10d-4cf9-a3a5-10909a91bd65 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:10.569283 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-39f7bc60-ee9a-4d43-a3f8-af81446f3ba6 req-109d8150-d10d-4cf9-a3a5-10909a91bd65 service neutron] 10.222.0.64 "PUT /v2.0/ports/1c5a75a8-ba0f-46f8-b58a-efa609c5463c HTTP/1.1" status: 200 len: 1093 time: 0.7281199 Aug 12 15:30:10.573552 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0baad7c2-19ca-41d2-85b7-d37cb23e24d0', 'tag': '1c5a75a8-ba0f-46f8-b58a-efa609c5463c'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:30:10.576039 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1d90890f15e5cc8eba4d51c7734538f2f2e5e8e12504eb7d6ddd0a29ee9b803" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dc76528-954f-4138-8867-f93554c718ca" -d '{"events": [{"name": "network-changed", "server_uuid": "0baad7c2-19ca-41d2-85b7-d37cb23e24d0", "tag": "1c5a75a8-ba0f-46f8-b58a-efa609c5463c"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 15:30:10.589792 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-987453c6-91ed-42c4-ba76-ea23c608f070 req-94b7943a-af4d-42cc-96e2-7c5cc6bee4ec tempest-TestEncryptedCinderVolumes-733193298 tempest-TestEncryptedCinderVolumes-733193298-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a2f5552-1830-45bb-a644-42dc338a3e15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922456 Aug 12 15:30:10.600889 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109d8150-d10d-4cf9-a3a5-10909a91bd65 service neutron] Pushing event updated for resources: {'Port': ['ID=1c5a75a8-ba0f-46f8-b58a-efa609c5463c,revision_number=3']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:30:10.635501 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 15:30:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1773e457-3c1d-4e3c-a1ec-c015fde26c26 x-openstack-request-id: req-1773e457-3c1d-4e3c-a1ec-c015fde26c26 {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 15:30:10.635801 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0baad7c2-19ca-41d2-85b7-d37cb23e24d0", "tag": "1c5a75a8-ba0f-46f8-b58a-efa609c5463c", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 15:30:10.636057 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1773e457-3c1d-4e3c-a1ec-c015fde26c26 {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 15:30:10.636469 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0baad7c2-19ca-41d2-85b7-d37cb23e24d0', 'tag': '1c5a75a8-ba0f-46f8-b58a-efa609c5463c', 'status': 'completed', 'code': 200} Aug 12 15:30:10.675915 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f7bc60-ee9a-4d43-a3f8-af81446f3ba6 req-029d9d96-95a1-4aa5-ac1f-dac7f0326956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:30:10.677449 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-39f7bc60-ee9a-4d43-a3f8-af81446f3ba6 req-029d9d96-95a1-4aa5-ac1f-dac7f0326956 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b5ee3f7ff65e49f6a54967107300881f&device_id=0baad7c2-19ca-41d2-85b7-d37cb23e24d0 HTTP/1.1" status: 200 len: 1096 time: 0.0513582 Aug 12 15:30:10.725637 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-39f7bc60-ee9a-4d43-a3f8-af81446f3ba6 req-397f8aac-ab07-4442-b151-7d9360fbb43f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1c5a75a8-ba0f-46f8-b58a-efa609c5463c HTTP/1.1" status: 200 len: 217 time: 0.0361021 Aug 12 15:30:10.777539 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f7bc60-ee9a-4d43-a3f8-af81446f3ba6 req-5bf43c7f-b018-4ffc-87da-01a7cbc19dee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:30:10.779365 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-39f7bc60-ee9a-4d43-a3f8-af81446f3ba6 req-5bf43c7f-b018-4ffc-87da-01a7cbc19dee service neutron] 10.222.0.64 "GET /v2.0/subnets?id=67c987d4-328e-4b0c-a39c-4c95409dfd15 HTTP/1.1" status: 200 len: 856 time: 0.0455730 Aug 12 15:30:10.832073 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f7bc60-ee9a-4d43-a3f8-af81446f3ba6 req-845cc23b-46ae-4f1a-8628-e33119c1e67f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:30:10.833555 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-39f7bc60-ee9a-4d43-a3f8-af81446f3ba6 req-845cc23b-46ae-4f1a-8628-e33119c1e67f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2856bc1d-078e-431e-a92d-7525eca08930&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0445576 Aug 12 15:30:10.926104 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-39f7bc60-ee9a-4d43-a3f8-af81446f3ba6 req-884c503b-0b2d-4958-9a39-9769f21842af service neutron] 10.222.0.64 "GET /v2.0/networks/2856bc1d-078e-431e-a92d-7525eca08930?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825799 Aug 12 15:30:11.021792 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-39f7bc60-ee9a-4d43-a3f8-af81446f3ba6 req-c49fdb39-380a-4d3d-82b6-824ee630db73 service neutron] 10.222.0.64 "GET /v2.0/networks/2856bc1d-078e-431e-a92d-7525eca08930?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863094 Aug 12 15:30:11.111428 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc76528-954f-4138-8867-f93554c718ca req-4baae9ae-d2d5-41a9-b5d7-4ca3338f973f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:30:11.112927 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3dc76528-954f-4138-8867-f93554c718ca req-4baae9ae-d2d5-41a9-b5d7-4ca3338f973f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b5ee3f7ff65e49f6a54967107300881f&device_id=0baad7c2-19ca-41d2-85b7-d37cb23e24d0 HTTP/1.1" status: 200 len: 1096 time: 0.0410657 Aug 12 15:30:11.210061 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc76528-954f-4138-8867-f93554c718ca req-1671f008-8f81-47d3-a391-83e6bef649af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:30:11.211618 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3dc76528-954f-4138-8867-f93554c718ca req-1671f008-8f81-47d3-a391-83e6bef649af service neutron] 10.222.0.64 "GET /v2.0/networks?id=2856bc1d-078e-431e-a92d-7525eca08930 HTTP/1.1" status: 200 len: 918 time: 0.0900567 Aug 12 15:30:11.273207 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device b63e1d4f-82cf-422a-be6e-36d74bc16640 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 15:30:11.324061 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port b63e1d4f-82cf-422a-be6e-36d74bc16640 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:30:11.324433 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:11.408385 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 27a0b9f4-6293-4042-8639-215a9fe1482f up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 15:30:11.458744 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning for port 27a0b9f4-6293-4042-8639-215a9fe1482f completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:30:11.462915 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port 27a0b9f4-6293-4042-8639-215a9fe1482f triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:30:11.463338 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:11.542873 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:11.575961 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] For port 27a0b9f4-6293-4042-8639-215a9fe1482f, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=27a0b9f4-6293-4042-8639-215a9fe1482f,segment=NetworkSegment(9a419ce1-a4b7-4457-afc3-8f94ba227a0c),segment_id=9a419ce1-a4b7-4457-afc3-8f94ba227a0c)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:30:11.578451 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3dc76528-954f-4138-8867-f93554c718ca req-42846267-7769-4537-b60a-94ca4149691f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1c5a75a8-ba0f-46f8-b58a-efa609c5463c HTTP/1.1" status: 200 len: 217 time: 0.3578393 Aug 12 15:30:11.580621 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:11.634354 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Pushing event updated for resources: {'Port': ['ID=27a0b9f4-6293-4042-8639-215a9fe1482f,revision_number=5']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:30:11.639215 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc76528-954f-4138-8867-f93554c718ca req-b8a4045d-c7cf-46d7-95bd-db580792662c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:30:11.640997 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3dc76528-954f-4138-8867-f93554c718ca req-b8a4045d-c7cf-46d7-95bd-db580792662c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=67c987d4-328e-4b0c-a39c-4c95409dfd15 HTTP/1.1" status: 200 len: 856 time: 0.0523376 Aug 12 15:30:11.722977 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc76528-954f-4138-8867-f93554c718ca req-5f7fe0c3-6b04-4e6b-915e-c1a514699508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:30:11.724521 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3dc76528-954f-4138-8867-f93554c718ca req-5f7fe0c3-6b04-4e6b-915e-c1a514699508 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2856bc1d-078e-431e-a92d-7525eca08930&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0745099 Aug 12 15:30:11.737148 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d9bec9-cd9e-4422-819e-457515949439 req-1f24fc5a-a937-4a79-a652-9743c15e0c49 tempest-TestEncryptedCinderVolumes-733193298 tempest-TestEncryptedCinderVolumes-733193298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:30:11.738536 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a6d9bec9-cd9e-4422-819e-457515949439 req-1f24fc5a-a937-4a79-a652-9743c15e0c49 tempest-TestEncryptedCinderVolumes-733193298 tempest-TestEncryptedCinderVolumes-733193298-project] 10.222.0.39 "GET /v2.0/ports?device_id=0baad7c2-19ca-41d2-85b7-d37cb23e24d0 HTTP/1.1" status: 200 len: 944 time: 0.0641203 Aug 12 15:30:11.827159 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a6d9bec9-cd9e-4422-819e-457515949439 req-65c70de5-6603-4464-9036-5f6a50b8c6e1 tempest-TestEncryptedCinderVolumes-733193298 tempest-TestEncryptedCinderVolumes-733193298-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a2f5552-1830-45bb-a644-42dc338a3e15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797086 Aug 12 15:30:11.853305 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3dc76528-954f-4138-8867-f93554c718ca req-71ca39c6-9a14-4d5c-8d72-300d0850879d service neutron] 10.222.0.64 "GET /v2.0/networks/2856bc1d-078e-431e-a92d-7525eca08930?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1138277 Aug 12 15:30:11.943642 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3dc76528-954f-4138-8867-f93554c718ca req-d989c949-64d4-4eca-becf-2a1b21fcdd41 service neutron] 10.222.0.64 "GET /v2.0/networks/2856bc1d-078e-431e-a92d-7525eca08930?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807438 Aug 12 15:30:12.076805 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:12.656855 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device 1c5a75a8-ba0f-46f8-b58a-efa609c5463c details requested by agent hyperv_n-h1-694802-15 with host n-h1-694802-15 {{(pid=94468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 15:30:12.748655 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port 1c5a75a8-ba0f-46f8-b58a-efa609c5463c, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=1c5a75a8-ba0f-46f8-b58a-efa609c5463c,segment=NetworkSegment(601f6131-a9b6-4a09-9522-3590047a81df),segment_id=601f6131-a9b6-4a09-9522-3590047a81df)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:30:12.759542 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Returning: {'device': '1c5a75a8-ba0f-46f8-b58a-efa609c5463c', 'network_id': '2856bc1d-078e-431e-a92d-7525eca08930', 'port_id': '1c5a75a8-ba0f-46f8-b58a-efa609c5463c', 'mac_address': 'fa:16:3e:cc:e9:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67c987d4-328e-4b0c-a39c-4c95409dfd15', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 15:30:12.799391 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:12.811412 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c5a75a8-ba0f-46f8-b58a-efa609c5463c {{(pid=94468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 15:30:12.830263 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port 1c5a75a8-ba0f-46f8-b58a-efa609c5463c, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=1c5a75a8-ba0f-46f8-b58a-efa609c5463c,segment=NetworkSegment(601f6131-a9b6-4a09-9522-3590047a81df),segment_id=601f6131-a9b6-4a09-9522-3590047a81df)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:30:12.834257 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:12.880454 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Pushing event updated for resources: {'Port': ['ID=1c5a75a8-ba0f-46f8-b58a-efa609c5463c,revision_number=4']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:30:12.945845 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03226b90-2cf4-4d95-bee7-08981a8be261 req-6879817b-c7cc-4358-ac22-91c3071ff467 tempest-TestEncryptedCinderVolumes-733193298 tempest-TestEncryptedCinderVolumes-733193298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:30:12.947262 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-03226b90-2cf4-4d95-bee7-08981a8be261 req-6879817b-c7cc-4358-ac22-91c3071ff467 tempest-TestEncryptedCinderVolumes-733193298 tempest-TestEncryptedCinderVolumes-733193298-project] 10.222.0.39 "GET /v2.0/ports?device_id=0baad7c2-19ca-41d2-85b7-d37cb23e24d0 HTTP/1.1" status: 200 len: 945 time: 0.0500872 Aug 12 15:30:12.985362 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-03226b90-2cf4-4d95-bee7-08981a8be261 req-791a2a42-4d87-4422-9ac4-455bf98d8d97 tempest-TestEncryptedCinderVolumes-733193298 tempest-TestEncryptedCinderVolumes-733193298-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a2f5552-1830-45bb-a644-42dc338a3e15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321670 Aug 12 15:30:13.081922 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:13.089378 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] get_ports_and_sgs() called for port_ids ['1c5a75a8-ba0f-46f8-b58a-efa609c5463c'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 15:30:13.240481 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 27a0b9f4-6293-4042-8639-215a9fe1482f up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 15:30:13.287869 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port 27a0b9f4-6293-4042-8639-215a9fe1482f triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:30:13.288262 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:13.429104 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-759605e1-e494-4292-89cf-5e94f0a141e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:13.504773 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:14.099269 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c43ddf-9539-4168-a6c3-ec2b59b52f5a req-7cc10da8-8b5d-4d9a-bcf3-61c9401ac85f tempest-TestEncryptedCinderVolumes-733193298 tempest-TestEncryptedCinderVolumes-733193298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:30:14.100734 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b3c43ddf-9539-4168-a6c3-ec2b59b52f5a req-7cc10da8-8b5d-4d9a-bcf3-61c9401ac85f tempest-TestEncryptedCinderVolumes-733193298 tempest-TestEncryptedCinderVolumes-733193298-project] 10.222.0.39 "GET /v2.0/ports?device_id=0baad7c2-19ca-41d2-85b7-d37cb23e24d0 HTTP/1.1" status: 200 len: 945 time: 0.0481849 Aug 12 15:30:14.137485 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b3c43ddf-9539-4168-a6c3-ec2b59b52f5a req-f9b1236b-2e13-4b7f-9c38-809c5f086b66 tempest-TestEncryptedCinderVolumes-733193298 tempest-TestEncryptedCinderVolumes-733193298-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a2f5552-1830-45bb-a644-42dc338a3e15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309024 Aug 12 15:30:14.178074 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-1769855f-eda9-4483-9dc3-3220908ab45d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:14.656669 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device 1c5a75a8-ba0f-46f8-b58a-efa609c5463c up at agent hyperv_n-h1-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 15:30:14.706278 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Provisioning for port 1c5a75a8-ba0f-46f8-b58a-efa609c5463c completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:30:14.710105 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Provisioning complete for port 1c5a75a8-ba0f-46f8-b58a-efa609c5463c triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:30:14.710472 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:14.784511 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:14.805497 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0baad7c2-19ca-41d2-85b7-d37cb23e24d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c5a75a8-ba0f-46f8-b58a-efa609c5463c'}] {{(pid=94468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:30:14.807739 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}152b85fe2f58ac5d6dd54f9692cb8ffc3f7471d0248cb45901c289f6e837e934" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87775e96-2177-4191-947f-cb0c05c775be" -d '{"events": [{"server_uuid": "0baad7c2-19ca-41d2-85b7-d37cb23e24d0", "name": "network-vif-plugged", "status": "completed", "tag": "1c5a75a8-ba0f-46f8-b58a-efa609c5463c"}]}' {{(pid=94468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 15:30:14.820545 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port 1c5a75a8-ba0f-46f8-b58a-efa609c5463c, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=1c5a75a8-ba0f-46f8-b58a-efa609c5463c,segment=NetworkSegment(601f6131-a9b6-4a09-9522-3590047a81df),segment_id=601f6131-a9b6-4a09-9522-3590047a81df)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:30:14.824685 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:14.849229 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 15:30:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a295aed2-38b2-4c74-bf6d-d5e8f4e1a5cc x-openstack-request-id: req-a295aed2-38b2-4c74-bf6d-d5e8f4e1a5cc {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 15:30:14.849553 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0baad7c2-19ca-41d2-85b7-d37cb23e24d0", "name": "network-vif-plugged", "status": "completed", "tag": "1c5a75a8-ba0f-46f8-b58a-efa609c5463c", "code": 200}]} {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 15:30:14.849824 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a295aed2-38b2-4c74-bf6d-d5e8f4e1a5cc {{(pid=94468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 15:30:14.850195 n-d-694802-15 neutron-server[94468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0baad7c2-19ca-41d2-85b7-d37cb23e24d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c5a75a8-ba0f-46f8-b58a-efa609c5463c', 'code': 200} Aug 12 15:30:14.888511 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Pushing event updated for resources: {'Port': ['ID=1c5a75a8-ba0f-46f8-b58a-efa609c5463c,revision_number=5']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:30:14.956431 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7344e834-49bd-4fd8-8005-df2b5822e430 req-e6d23bda-9502-4c69-adca-b086aad76e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:30:14.957812 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-7344e834-49bd-4fd8-8005-df2b5822e430 req-e6d23bda-9502-4c69-adca-b086aad76e4a service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=0baad7c2-19ca-41d2-85b7-d37cb23e24d0 HTTP/1.1" status: 200 len: 1098 time: 0.0444260 Aug 12 15:30:14.992947 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-7344e834-49bd-4fd8-8005-df2b5822e430 req-14a4a29c-c848-4a37-9c5f-e06be5498b37 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=3a2f5552-1830-45bb-a644-42dc338a3e15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0270133 Aug 12 15:30:15.251996 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5329e3fb-d80b-483c-bc82-be3fd38e71e5 req-6aeb0a57-0aab-4535-82f7-702a42fb8f97 tempest-TestEncryptedCinderVolumes-733193298 tempest-TestEncryptedCinderVolumes-733193298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:30:15.253484 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-5329e3fb-d80b-483c-bc82-be3fd38e71e5 req-6aeb0a57-0aab-4535-82f7-702a42fb8f97 tempest-TestEncryptedCinderVolumes-733193298 tempest-TestEncryptedCinderVolumes-733193298-project] 10.222.0.39 "GET /v2.0/ports?device_id=0baad7c2-19ca-41d2-85b7-d37cb23e24d0 HTTP/1.1" status: 200 len: 946 time: 0.0489602 Aug 12 15:30:15.291324 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-5329e3fb-d80b-483c-bc82-be3fd38e71e5 req-dc28df7a-2628-4824-9245-82f153719d27 tempest-TestEncryptedCinderVolumes-733193298 tempest-TestEncryptedCinderVolumes-733193298-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a2f5552-1830-45bb-a644-42dc338a3e15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317860 Aug 12 15:30:15.803808 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-fe95f194-a3b0-4c04-9e42-20b511169d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:16.412988 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cbd424-6424-4aec-aedc-ac93ef384671 req-867ee030-0c42-41a3-baf5-0e7a25367823 tempest-TestEncryptedCinderVolumes-733193298 tempest-TestEncryptedCinderVolumes-733193298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:30:16.414496 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-d6cbd424-6424-4aec-aedc-ac93ef384671 req-867ee030-0c42-41a3-baf5-0e7a25367823 tempest-TestEncryptedCinderVolumes-733193298 tempest-TestEncryptedCinderVolumes-733193298-project] 10.222.0.39 "GET /v2.0/ports?device_id=0baad7c2-19ca-41d2-85b7-d37cb23e24d0 HTTP/1.1" status: 200 len: 946 time: 0.0547843 Aug 12 15:30:16.452787 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-d6cbd424-6424-4aec-aedc-ac93ef384671 req-5266e0f8-355b-4258-9f59-368f3f74b696 tempest-TestEncryptedCinderVolumes-733193298 tempest-TestEncryptedCinderVolumes-733193298-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a2f5552-1830-45bb-a644-42dc338a3e15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322855 Aug 12 15:30:16.565554 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bacd7e9-f69b-4b76-b822-58958a3782e2 req-3cc03013-e3c7-430e-b74e-cb098d9462fb tempest-TestEncryptedCinderVolumes-733193298 tempest-TestEncryptedCinderVolumes-733193298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:30:16.567027 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6bacd7e9-f69b-4b76-b822-58958a3782e2 req-3cc03013-e3c7-430e-b74e-cb098d9462fb tempest-TestEncryptedCinderVolumes-733193298 tempest-TestEncryptedCinderVolumes-733193298-project] 10.222.0.39 "GET /v2.0/ports?device_id=0baad7c2-19ca-41d2-85b7-d37cb23e24d0 HTTP/1.1" status: 200 len: 946 time: 0.0491304 Aug 12 15:30:16.603366 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6bacd7e9-f69b-4b76-b822-58958a3782e2 req-4200a0ad-d532-486c-8550-a87409b38102 tempest-TestEncryptedCinderVolumes-733193298 tempest-TestEncryptedCinderVolumes-733193298-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a2f5552-1830-45bb-a644-42dc338a3e15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303512 Aug 12 15:30:35.108857 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804cae80-179e-42b0-b6fd-c5810ae38b07 req-ff41f32e-1f7b-41f4-a716-4ea3fe65cc86 tempest-TestEncryptedCinderVolumes-733193298 tempest-TestEncryptedCinderVolumes-733193298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:30:35.110459 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-804cae80-179e-42b0-b6fd-c5810ae38b07 req-ff41f32e-1f7b-41f4-a716-4ea3fe65cc86 tempest-TestEncryptedCinderVolumes-733193298 tempest-TestEncryptedCinderVolumes-733193298-project] 10.222.0.39 "GET /v2.0/ports?device_id=0baad7c2-19ca-41d2-85b7-d37cb23e24d0 HTTP/1.1" status: 200 len: 946 time: 0.0557253 Aug 12 15:30:35.150101 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-804cae80-179e-42b0-b6fd-c5810ae38b07 req-e8f8efbf-e1c9-4984-a4fc-3902cae557ea tempest-TestEncryptedCinderVolumes-733193298 tempest-TestEncryptedCinderVolumes-733193298-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a2f5552-1830-45bb-a644-42dc338a3e15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334356 Aug 12 15:30:35.672018 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.agents_db [None req-17ed3e4c-1a7d-4162-9646-11c134aca297 None None] Agent healthcheck: found 7 active agents {{(pid=94469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 15:30:36.270676 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e077fcae-6daa-4e91-b7fe-9aec8d579e99 req-bd03cd8b-2693-4c86-9660-9205f268385d tempest-TestEncryptedCinderVolumes-733193298 tempest-TestEncryptedCinderVolumes-733193298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:30:36.272208 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-e077fcae-6daa-4e91-b7fe-9aec8d579e99 req-bd03cd8b-2693-4c86-9660-9205f268385d tempest-TestEncryptedCinderVolumes-733193298 tempest-TestEncryptedCinderVolumes-733193298-project] 10.222.0.39 "GET /v2.0/ports?device_id=0baad7c2-19ca-41d2-85b7-d37cb23e24d0 HTTP/1.1" status: 200 len: 946 time: 0.0544419 Aug 12 15:30:36.311356 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-e077fcae-6daa-4e91-b7fe-9aec8d579e99 req-7fb1cb3b-de4d-477d-afea-2289391322a1 tempest-TestEncryptedCinderVolumes-733193298 tempest-TestEncryptedCinderVolumes-733193298-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a2f5552-1830-45bb-a644-42dc338a3e15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332901 Aug 12 15:30:36.779420 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01772653-ae37-4fe0-ad7d-4c4ac17450ee req-7c29eddf-23cd-4490-bba7-c0b40660eba3 tempest-TestEncryptedCinderVolumes-733193298 tempest-TestEncryptedCinderVolumes-733193298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:30:36.780831 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-01772653-ae37-4fe0-ad7d-4c4ac17450ee req-7c29eddf-23cd-4490-bba7-c0b40660eba3 tempest-TestEncryptedCinderVolumes-733193298 tempest-TestEncryptedCinderVolumes-733193298-project] 10.222.0.64 "GET /v2.0/ports?device_id=0baad7c2-19ca-41d2-85b7-d37cb23e24d0 HTTP/1.1" status: 200 len: 946 time: 0.0490379 Aug 12 15:30:36.866942 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [req-01772653-ae37-4fe0-ad7d-4c4ac17450ee req-a768e3da-3132-4d56-9c4f-acb840810c65 tempest-TestEncryptedCinderVolumes-733193298 tempest-TestEncryptedCinderVolumes-733193298-project] Deleting port 1c5a75a8-ba0f-46f8-b58a-efa609c5463c {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 15:30:36.867305 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-01772653-ae37-4fe0-ad7d-4c4ac17450ee req-a768e3da-3132-4d56-9c4f-acb840810c65 tempest-TestEncryptedCinderVolumes-733193298 tempest-TestEncryptedCinderVolumes-733193298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:36.955139 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-01772653-ae37-4fe0-ad7d-4c4ac17450ee req-a768e3da-3132-4d56-9c4f-acb840810c65 tempest-TestEncryptedCinderVolumes-733193298 tempest-TestEncryptedCinderVolumes-733193298-project] For port 1c5a75a8-ba0f-46f8-b58a-efa609c5463c, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=1c5a75a8-ba0f-46f8-b58a-efa609c5463c,segment=NetworkSegment(601f6131-a9b6-4a09-9522-3590047a81df),segment_id=601f6131-a9b6-4a09-9522-3590047a81df)] {{(pid=94467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:30:36.955495 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-01772653-ae37-4fe0-ad7d-4c4ac17450ee req-a768e3da-3132-4d56-9c4f-acb840810c65 tempest-TestEncryptedCinderVolumes-733193298 tempest-TestEncryptedCinderVolumes-733193298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:36.967916 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [req-01772653-ae37-4fe0-ad7d-4c4ac17450ee req-a768e3da-3132-4d56-9c4f-acb840810c65 tempest-TestEncryptedCinderVolumes-733193298 tempest-TestEncryptedCinderVolumes-733193298-project] Calling delete_port for 1c5a75a8-ba0f-46f8-b58a-efa609c5463c owned by compute:nova {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 15:30:37.095970 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-01772653-ae37-4fe0-ad7d-4c4ac17450ee req-a768e3da-3132-4d56-9c4f-acb840810c65 tempest-TestEncryptedCinderVolumes-733193298 tempest-TestEncryptedCinderVolumes-733193298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:37.110114 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] get_ports_and_sgs() called for port_ids ['1c5a75a8-ba0f-46f8-b58a-efa609c5463c'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 15:30:37.124810 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a768e3da-3132-4d56-9c4f-acb840810c65 tempest-TestEncryptedCinderVolumes-733193298 tempest-TestEncryptedCinderVolumes-733193298-project] Pushing event deleted for resources: {'Port': ['ID=1c5a75a8-ba0f-46f8-b58a-efa609c5463c,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:30:37.150530 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a768e3da-3132-4d56-9c4f-acb840810c65 tempest-TestEncryptedCinderVolumes-733193298 tempest-TestEncryptedCinderVolumes-733193298-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:30:37.150886 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a768e3da-3132-4d56-9c4f-acb840810c65 tempest-TestEncryptedCinderVolumes-733193298 tempest-TestEncryptedCinderVolumes-733193298-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:30:37.151258 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a768e3da-3132-4d56-9c4f-acb840810c65 tempest-TestEncryptedCinderVolumes-733193298 tempest-TestEncryptedCinderVolumes-733193298-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:30:37.151594 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a768e3da-3132-4d56-9c4f-acb840810c65 tempest-TestEncryptedCinderVolumes-733193298 tempest-TestEncryptedCinderVolumes-733193298-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:30:37.151933 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a768e3da-3132-4d56-9c4f-acb840810c65 tempest-TestEncryptedCinderVolumes-733193298 tempest-TestEncryptedCinderVolumes-733193298-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:30:37.152267 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a768e3da-3132-4d56-9c4f-acb840810c65 tempest-TestEncryptedCinderVolumes-733193298 tempest-TestEncryptedCinderVolumes-733193298-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:30:37.152598 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a768e3da-3132-4d56-9c4f-acb840810c65 tempest-TestEncryptedCinderVolumes-733193298 tempest-TestEncryptedCinderVolumes-733193298-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:30:37.152927 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a768e3da-3132-4d56-9c4f-acb840810c65 tempest-TestEncryptedCinderVolumes-733193298 tempest-TestEncryptedCinderVolumes-733193298-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:30:37.153257 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a768e3da-3132-4d56-9c4f-acb840810c65 tempest-TestEncryptedCinderVolumes-733193298 tempest-TestEncryptedCinderVolumes-733193298-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:30:37.153577 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a768e3da-3132-4d56-9c4f-acb840810c65 tempest-TestEncryptedCinderVolumes-733193298 tempest-TestEncryptedCinderVolumes-733193298-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:30:37.153899 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a768e3da-3132-4d56-9c4f-acb840810c65 tempest-TestEncryptedCinderVolumes-733193298 tempest-TestEncryptedCinderVolumes-733193298-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:30:37.154218 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a768e3da-3132-4d56-9c4f-acb840810c65 tempest-TestEncryptedCinderVolumes-733193298 tempest-TestEncryptedCinderVolumes-733193298-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:30:37.176267 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [req-01772653-ae37-4fe0-ad7d-4c4ac17450ee req-a768e3da-3132-4d56-9c4f-acb840810c65 tempest-TestEncryptedCinderVolumes-733193298 tempest-TestEncryptedCinderVolumes-733193298-project] No DVR routers for this DVR port 1c5a75a8-ba0f-46f8-b58a-efa609c5463c on host n-h1-694802-15 {{(pid=94467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 15:30:37.178814 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-01772653-ae37-4fe0-ad7d-4c4ac17450ee req-a768e3da-3132-4d56-9c4f-acb840810c65 tempest-TestEncryptedCinderVolumes-733193298 tempest-TestEncryptedCinderVolumes-733193298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:37.180826 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-01772653-ae37-4fe0-ad7d-4c4ac17450ee req-a768e3da-3132-4d56-9c4f-acb840810c65 tempest-TestEncryptedCinderVolumes-733193298 tempest-TestEncryptedCinderVolumes-733193298-project] 10.222.0.64 "DELETE /v2.0/ports/1c5a75a8-ba0f-46f8-b58a-efa609c5463c HTTP/1.1" status: 204 len: 173 time: 0.3936152 Aug 12 15:30:37.181261 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0baad7c2-19ca-41d2-85b7-d37cb23e24d0', 'name': 'network-vif-deleted', 'tag': '1c5a75a8-ba0f-46f8-b58a-efa609c5463c'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:30:37.183557 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1d90890f15e5cc8eba4d51c7734538f2f2e5e8e12504eb7d6ddd0a29ee9b803" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0055cc2-8963-4bbb-9a6d-c2b68408ac4a" -d '{"events": [{"server_uuid": "0baad7c2-19ca-41d2-85b7-d37cb23e24d0", "name": "network-vif-deleted", "tag": "1c5a75a8-ba0f-46f8-b58a-efa609c5463c"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 15:30:37.229019 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 15:30:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-981367be-6dc8-4d85-80a9-13f3448f74db x-openstack-request-id: req-981367be-6dc8-4d85-80a9-13f3448f74db {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 15:30:37.229317 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0baad7c2-19ca-41d2-85b7-d37cb23e24d0", "name": "network-vif-deleted", "tag": "1c5a75a8-ba0f-46f8-b58a-efa609c5463c", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 15:30:37.229572 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-981367be-6dc8-4d85-80a9-13f3448f74db {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 15:30:37.229974 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0baad7c2-19ca-41d2-85b7-d37cb23e24d0', 'name': 'network-vif-deleted', 'tag': '1c5a75a8-ba0f-46f8-b58a-efa609c5463c', 'status': 'completed', 'code': 200} Aug 12 15:30:37.415224 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-5234f091-9fd9-4913-acc5-01f1484f9978 req-232748fa-fdd4-45a7-a032-276e13f0abf5 tempest-TestEncryptedCinderVolumes-733193298 tempest-TestEncryptedCinderVolumes-733193298-project] 10.222.0.39 "GET /v2.0/ports?device_id=0baad7c2-19ca-41d2-85b7-d37cb23e24d0 HTTP/1.1" status: 200 len: 210 time: 0.0267551 Aug 12 15:30:38.978165 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b2f9e5-95f4-4f75-bda2-de5730ae68f8 req-58b4d99e-f1c1-435b-a23d-e44bbb9c7362 tempest-TestEncryptedCinderVolumes-733193298 tempest-TestEncryptedCinderVolumes-733193298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:30:38.979665 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-16b2f9e5-95f4-4f75-bda2-de5730ae68f8 req-58b4d99e-f1c1-435b-a23d-e44bbb9c7362 tempest-TestEncryptedCinderVolumes-733193298 tempest-TestEncryptedCinderVolumes-733193298-project] 10.222.0.39 "GET /v2.0/networks?id=2856bc1d-078e-431e-a92d-7525eca08930 HTTP/1.1" status: 200 len: 817 time: 0.1034172 Aug 12 15:30:38.994830 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-16b2f9e5-95f4-4f75-bda2-de5730ae68f8 req-08443fdf-6163-4d01-bb8a-6ca1605b8824 tempest-TestEncryptedCinderVolumes-733193298 tempest-TestEncryptedCinderVolumes-733193298-project] 10.222.0.39 "GET /v2.0/quotas/b5ee3f7ff65e49f6a54967107300881f HTTP/1.1" status: 200 len: 375 time: 0.0089145 Aug 12 15:30:39.045351 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-16b2f9e5-95f4-4f75-bda2-de5730ae68f8 req-91cc129b-6e04-40ba-83d3-09aec19e6d10 tempest-TestEncryptedCinderVolumes-733193298 tempest-TestEncryptedCinderVolumes-733193298-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=b5ee3f7ff65e49f6a54967107300881f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0453343 Aug 12 15:30:39.143133 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-16b2f9e5-95f4-4f75-bda2-de5730ae68f8 req-e05e25b7-dabb-4677-a281-fdd501f0e5b4 service neutron] 10.222.0.39 "GET /v2.0/networks/2856bc1d-078e-431e-a92d-7525eca08930?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866411 Aug 12 15:30:39.234211 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-16b2f9e5-95f4-4f75-bda2-de5730ae68f8 req-e6834ac8-a850-45d2-9075-11b3114745a5 service neutron] 10.222.0.39 "GET /v2.0/networks/2856bc1d-078e-431e-a92d-7525eca08930?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847871 Aug 12 15:30:39.397870 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e33e0b64-5052-4a07-9051-362763739482 req-9fa95beb-242f-4e51-b300-d68521c1bb93 tempest-TestEncryptedCinderVolumes-733193298 tempest-TestEncryptedCinderVolumes-733193298-project] 10.222.0.39 "GET /v2.0/ports?device_id=96c6f0b2-3c22-429b-ae22-9ffd4f9a3e3c HTTP/1.1" status: 200 len: 210 time: 0.0294929 Aug 12 15:30:40.159558 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-efbe42f8-14e1-41dc-8cab-9ab84da4216d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:40.466385 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b2f9e5-95f4-4f75-bda2-de5730ae68f8 req-72d31306-4a4a-4aa7-8293-f9a1479487fb tempest-TestEncryptedCinderVolumes-733193298 tempest-TestEncryptedCinderVolumes-733193298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:30:40.467884 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-16b2f9e5-95f4-4f75-bda2-de5730ae68f8 req-72d31306-4a4a-4aa7-8293-f9a1479487fb tempest-TestEncryptedCinderVolumes-733193298 tempest-TestEncryptedCinderVolumes-733193298-project] 10.222.0.64 "GET /v2.0/networks?id=2856bc1d-078e-431e-a92d-7525eca08930 HTTP/1.1" status: 200 len: 817 time: 0.1020365 Aug 12 15:30:40.480848 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-16b2f9e5-95f4-4f75-bda2-de5730ae68f8 req-fbd708de-957e-4887-a48b-c95505293ed1 tempest-TestEncryptedCinderVolumes-733193298 tempest-TestEncryptedCinderVolumes-733193298-project] Request body: {'port': {'device_id': '96c6f0b2-3c22-429b-ae22-9ffd4f9a3e3c', 'network_id': '2856bc1d-078e-431e-a92d-7525eca08930', 'admin_state_up': True, 'tenant_id': 'b5ee3f7ff65e49f6a54967107300881f'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:30:40.507554 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-5da90ee1-e747-4f63-a5e1-7756488dbd86 req-c1aff20f-9cfc-48d4-9f05-49cd4be6903e tempest-TestEncryptedCinderVolumes-733193298 tempest-TestEncryptedCinderVolumes-733193298-project] 10.222.0.39 "GET /v2.0/ports?device_id=96c6f0b2-3c22-429b-ae22-9ffd4f9a3e3c HTTP/1.1" status: 200 len: 210 time: 0.0287797 Aug 12 15:30:40.595402 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16b2f9e5-95f4-4f75-bda2-de5730ae68f8 req-fbd708de-957e-4887-a48b-c95505293ed1 tempest-TestEncryptedCinderVolumes-733193298 tempest-TestEncryptedCinderVolumes-733193298-project] Made reservation on behalf of b5ee3f7ff65e49f6a54967107300881f for: {'port': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 15:30:40.598825 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-16b2f9e5-95f4-4f75-bda2-de5730ae68f8 req-fbd708de-957e-4887-a48b-c95505293ed1 tempest-TestEncryptedCinderVolumes-733193298 tempest-TestEncryptedCinderVolumes-733193298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:40.721510 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_common [req-16b2f9e5-95f4-4f75-bda2-de5730ae68f8 req-fbd708de-957e-4887-a48b-c95505293ed1 tempest-TestEncryptedCinderVolumes-733193298 tempest-TestEncryptedCinderVolumes-733193298-project] Allocated IP 172.20.0.9 (2856bc1d-078e-431e-a92d-7525eca08930/67c987d4-328e-4b0c-a39c-4c95409dfd15/a1991e13-6e58-47a3-aae4-0085c67f890f) {{(pid=94467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 15:30:40.735759 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device 1c5a75a8-ba0f-46f8-b58a-efa609c5463c no longer exists at agent hyperv_n-h1-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 15:30:40.755945 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-93370168-53ca-47c2-9e27-b066be57125c None None] No Port match for: 1c5a75a8-ba0f-46f8-b58a-efa609c5463c {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 15:30:40.756290 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device 1c5a75a8-ba0f-46f8-b58a-efa609c5463c not bound to the agent host n-h1-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 15:30:40.874914 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-16b2f9e5-95f4-4f75-bda2-de5730ae68f8 req-fbd708de-957e-4887-a48b-c95505293ed1 tempest-TestEncryptedCinderVolumes-733193298 tempest-TestEncryptedCinderVolumes-733193298-project] Notify callbacks [] for port, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:40.889228 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [req-16b2f9e5-95f4-4f75-bda2-de5730ae68f8 req-fbd708de-957e-4887-a48b-c95505293ed1 tempest-TestEncryptedCinderVolumes-733193298 tempest-TestEncryptedCinderVolumes-733193298-project] Transition to ACTIVE for port object a1991e13-6e58-47a3-aae4-0085c67f890f will not be triggered until provisioned by entity DHCP. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:30:40.922385 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-16b2f9e5-95f4-4f75-bda2-de5730ae68f8 req-fbd708de-957e-4887-a48b-c95505293ed1 tempest-TestEncryptedCinderVolumes-733193298 tempest-TestEncryptedCinderVolumes-733193298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:40.964043 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16b2f9e5-95f4-4f75-bda2-de5730ae68f8 req-fbd708de-957e-4887-a48b-c95505293ed1 tempest-TestEncryptedCinderVolumes-733193298 tempest-TestEncryptedCinderVolumes-733193298-project] Network 2856bc1d-078e-431e-a92d-7525eca08930 is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 15:30:40.968995 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [req-16b2f9e5-95f4-4f75-bda2-de5730ae68f8 req-fbd708de-957e-4887-a48b-c95505293ed1 tempest-TestEncryptedCinderVolumes-733193298 tempest-TestEncryptedCinderVolumes-733193298-project] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:30:40.973269 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [req-16b2f9e5-95f4-4f75-bda2-de5730ae68f8 req-fbd708de-957e-4887-a48b-c95505293ed1 tempest-TestEncryptedCinderVolumes-733193298 tempest-TestEncryptedCinderVolumes-733193298-project] Received port after_create {{(pid=94467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 15:30:40.979544 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd708de-957e-4887-a48b-c95505293ed1 tempest-TestEncryptedCinderVolumes-733193298 tempest-TestEncryptedCinderVolumes-733193298-project] Pushing event updated for resources: {'Port': ['ID=a1991e13-6e58-47a3-aae4-0085c67f890f,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:30:41.030532 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b2f9e5-95f4-4f75-bda2-de5730ae68f8 req-fbd708de-957e-4887-a48b-c95505293ed1 tempest-TestEncryptedCinderVolumes-733193298 tempest-TestEncryptedCinderVolumes-733193298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:30:41.031244 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-16b2f9e5-95f4-4f75-bda2-de5730ae68f8 req-fbd708de-957e-4887-a48b-c95505293ed1 tempest-TestEncryptedCinderVolumes-733193298 tempest-TestEncryptedCinderVolumes-733193298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:41.046327 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-16b2f9e5-95f4-4f75-bda2-de5730ae68f8 req-fbd708de-957e-4887-a48b-c95505293ed1 tempest-TestEncryptedCinderVolumes-733193298 tempest-TestEncryptedCinderVolumes-733193298-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5695760 Aug 12 15:30:41.060410 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-16b2f9e5-95f4-4f75-bda2-de5730ae68f8 req-a2ac1a15-7858-4e2d-8a62-cbb948f9bc8d service neutron] Request body: {'port': {'device_id': '96c6f0b2-3c22-429b-ae22-9ffd4f9a3e3c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-694802-15'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:30:41.116864 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-16b2f9e5-95f4-4f75-bda2-de5730ae68f8 req-a2ac1a15-7858-4e2d-8a62-cbb948f9bc8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:41.211595 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-96bc67d0-e0a7-48c0-a490-ebd648c262cb None None] Provisioning for port a1991e13-6e58-47a3-aae4-0085c67f890f completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:30:41.215345 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-96bc67d0-e0a7-48c0-a490-ebd648c262cb None None] Provisioning complete for port a1991e13-6e58-47a3-aae4-0085c67f890f triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:30:41.215834 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-96bc67d0-e0a7-48c0-a490-ebd648c262cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:41.250084 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-96bc67d0-e0a7-48c0-a490-ebd648c262cb None None] Port a1991e13-6e58-47a3-aae4-0085c67f890f cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 15:30:41.393735 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [req-16b2f9e5-95f4-4f75-bda2-de5730ae68f8 req-a2ac1a15-7858-4e2d-8a62-cbb948f9bc8d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1991e13-6e58-47a3-aae4-0085c67f890f {{(pid=94467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 15:30:41.401279 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-16b2f9e5-95f4-4f75-bda2-de5730ae68f8 req-a2ac1a15-7858-4e2d-8a62-cbb948f9bc8d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:41.413544 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [req-16b2f9e5-95f4-4f75-bda2-de5730ae68f8 req-a2ac1a15-7858-4e2d-8a62-cbb948f9bc8d service neutron] Transition to ACTIVE for port object a1991e13-6e58-47a3-aae4-0085c67f890f will not be triggered until provisioned by entity L2. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:30:41.416330 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-16b2f9e5-95f4-4f75-bda2-de5730ae68f8 req-a2ac1a15-7858-4e2d-8a62-cbb948f9bc8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:41.482487 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ac1a15-7858-4e2d-8a62-cbb948f9bc8d service neutron] Pushing event updated for resources: {'Port': ['ID=a1991e13-6e58-47a3-aae4-0085c67f890f,revision_number=2']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:30:41.539792 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-16b2f9e5-95f4-4f75-bda2-de5730ae68f8 req-a2ac1a15-7858-4e2d-8a62-cbb948f9bc8d service neutron] Attempting to bind port a1991e13-6e58-47a3-aae4-0085c67f890f on host n-h1-694802-15 for vnic_type normal with profile {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 15:30:41.540136 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-16b2f9e5-95f4-4f75-bda2-de5730ae68f8 req-a2ac1a15-7858-4e2d-8a62-cbb948f9bc8d service neutron] Attempting to bind port a1991e13-6e58-47a3-aae4-0085c67f890f by drivers openvswitch,hyperv on host n-h1-694802-15 at level 0 using segments [{'id': '601f6131-a9b6-4a09-9522-3590047a81df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '2856bc1d-078e-431e-a92d-7525eca08930'}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 15:30:41.540468 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b2f9e5-95f4-4f75-bda2-de5730ae68f8 req-a2ac1a15-7858-4e2d-8a62-cbb948f9bc8d service neutron] Attempting to bind port a1991e13-6e58-47a3-aae4-0085c67f890f on network 2856bc1d-078e-431e-a92d-7525eca08930 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 15:30:41.545102 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b2f9e5-95f4-4f75-bda2-de5730ae68f8 req-a2ac1a15-7858-4e2d-8a62-cbb948f9bc8d service neutron] Port a1991e13-6e58-47a3-aae4-0085c67f890f on network 2856bc1d-078e-431e-a92d-7525eca08930 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-15 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 15:30:41.545428 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b2f9e5-95f4-4f75-bda2-de5730ae68f8 req-a2ac1a15-7858-4e2d-8a62-cbb948f9bc8d service neutron] Attempting to bind port a1991e13-6e58-47a3-aae4-0085c67f890f on network 2856bc1d-078e-431e-a92d-7525eca08930 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 15:30:41.550670 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b2f9e5-95f4-4f75-bda2-de5730ae68f8 req-a2ac1a15-7858-4e2d-8a62-cbb948f9bc8d service neutron] Checking agent: {'id': 'de568313-a3e6-454a-9813-77e25edcea95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 27, 41), 'started_at': datetime.datetime(2021, 8, 12, 14, 27, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 15, 30, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 15:30:41.551036 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b2f9e5-95f4-4f75-bda2-de5730ae68f8 req-a2ac1a15-7858-4e2d-8a62-cbb948f9bc8d service neutron] Checking segment: {'id': '601f6131-a9b6-4a09-9522-3590047a81df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '2856bc1d-078e-431e-a92d-7525eca08930'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 15:30:41.551437 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b2f9e5-95f4-4f75-bda2-de5730ae68f8 req-a2ac1a15-7858-4e2d-8a62-cbb948f9bc8d service neutron] Bound using segment: {'id': '601f6131-a9b6-4a09-9522-3590047a81df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '2856bc1d-078e-431e-a92d-7525eca08930'} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 15:30:41.551873 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-16b2f9e5-95f4-4f75-bda2-de5730ae68f8 req-a2ac1a15-7858-4e2d-8a62-cbb948f9bc8d service neutron] Bound port: a1991e13-6e58-47a3-aae4-0085c67f890f, host: n-h1-694802-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '601f6131-a9b6-4a09-9522-3590047a81df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '2856bc1d-078e-431e-a92d-7525eca08930'}}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 15:30:41.552238 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-16b2f9e5-95f4-4f75-bda2-de5730ae68f8 req-a2ac1a15-7858-4e2d-8a62-cbb948f9bc8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:41.654996 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-16b2f9e5-95f4-4f75-bda2-de5730ae68f8 req-a2ac1a15-7858-4e2d-8a62-cbb948f9bc8d service neutron] For port a1991e13-6e58-47a3-aae4-0085c67f890f, host n-h1-694802-15, cleared binding levels {{(pid=94467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 15:30:41.664630 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19076a9-f83e-4ba4-a533-dd6a18e7e45d req-0212e7f8-fff8-4b27-8204-8cf36c2f3e62 tempest-TestEncryptedCinderVolumes-733193298 tempest-TestEncryptedCinderVolumes-733193298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:30:41.666140 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e19076a9-f83e-4ba4-a533-dd6a18e7e45d req-0212e7f8-fff8-4b27-8204-8cf36c2f3e62 tempest-TestEncryptedCinderVolumes-733193298 tempest-TestEncryptedCinderVolumes-733193298-project] 10.222.0.39 "GET /v2.0/ports?device_id=96c6f0b2-3c22-429b-ae22-9ffd4f9a3e3c HTTP/1.1" status: 200 len: 943 time: 0.0782669 Aug 12 15:30:41.667903 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-16b2f9e5-95f4-4f75-bda2-de5730ae68f8 req-a2ac1a15-7858-4e2d-8a62-cbb948f9bc8d service neutron] For port a1991e13-6e58-47a3-aae4-0085c67f890f, host n-h1-694802-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=a1991e13-6e58-47a3-aae4-0085c67f890f,segment=NetworkSegment(601f6131-a9b6-4a09-9522-3590047a81df),segment_id=601f6131-a9b6-4a09-9522-3590047a81df)] {{(pid=94467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 15:30:41.673516 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-16b2f9e5-95f4-4f75-bda2-de5730ae68f8 req-a2ac1a15-7858-4e2d-8a62-cbb948f9bc8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:41.722310 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b2f9e5-95f4-4f75-bda2-de5730ae68f8 req-a2ac1a15-7858-4e2d-8a62-cbb948f9bc8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:30:41.722932 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-16b2f9e5-95f4-4f75-bda2-de5730ae68f8 req-a2ac1a15-7858-4e2d-8a62-cbb948f9bc8d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:41.724398 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-16b2f9e5-95f4-4f75-bda2-de5730ae68f8 req-a2ac1a15-7858-4e2d-8a62-cbb948f9bc8d service neutron] 10.222.0.64 "PUT /v2.0/ports/a1991e13-6e58-47a3-aae4-0085c67f890f HTTP/1.1" status: 200 len: 1092 time: 0.6683903 Aug 12 15:30:41.724844 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96c6f0b2-3c22-429b-ae22-9ffd4f9a3e3c', 'tag': 'a1991e13-6e58-47a3-aae4-0085c67f890f'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:30:41.727168 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1d90890f15e5cc8eba4d51c7734538f2f2e5e8e12504eb7d6ddd0a29ee9b803" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d5f5643-2445-40e1-aacf-5c194d05d335" -d '{"events": [{"name": "network-changed", "server_uuid": "96c6f0b2-3c22-429b-ae22-9ffd4f9a3e3c", "tag": "a1991e13-6e58-47a3-aae4-0085c67f890f"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 15:30:41.768294 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e19076a9-f83e-4ba4-a533-dd6a18e7e45d req-b6b80ebb-951d-4b5e-b167-7369311cf775 tempest-TestEncryptedCinderVolumes-733193298 tempest-TestEncryptedCinderVolumes-733193298-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a2f5552-1830-45bb-a644-42dc338a3e15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911572 Aug 12 15:30:41.781749 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ac1a15-7858-4e2d-8a62-cbb948f9bc8d service neutron] Pushing event updated for resources: {'Port': ['ID=a1991e13-6e58-47a3-aae4-0085c67f890f,revision_number=3']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:30:41.807801 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 15:30:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f5275d6-61ee-42af-b18f-0f849cfa4203 x-openstack-request-id: req-5f5275d6-61ee-42af-b18f-0f849cfa4203 {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 15:30:41.808096 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96c6f0b2-3c22-429b-ae22-9ffd4f9a3e3c", "tag": "a1991e13-6e58-47a3-aae4-0085c67f890f", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 15:30:41.808347 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5f5275d6-61ee-42af-b18f-0f849cfa4203 {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 15:30:41.808745 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96c6f0b2-3c22-429b-ae22-9ffd4f9a3e3c', 'tag': 'a1991e13-6e58-47a3-aae4-0085c67f890f', 'status': 'completed', 'code': 200} Aug 12 15:30:41.818589 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b2f9e5-95f4-4f75-bda2-de5730ae68f8 req-84c97eb2-ef57-458e-9cf6-34f644132c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:30:41.820156 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-16b2f9e5-95f4-4f75-bda2-de5730ae68f8 req-84c97eb2-ef57-458e-9cf6-34f644132c60 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b5ee3f7ff65e49f6a54967107300881f&device_id=96c6f0b2-3c22-429b-ae22-9ffd4f9a3e3c HTTP/1.1" status: 200 len: 1095 time: 0.0486469 Aug 12 15:30:41.868485 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-16b2f9e5-95f4-4f75-bda2-de5730ae68f8 req-7bf3123f-3135-4098-8c50-3770b5f29361 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a1991e13-6e58-47a3-aae4-0085c67f890f HTTP/1.1" status: 200 len: 217 time: 0.0398867 Aug 12 15:30:41.918109 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b2f9e5-95f4-4f75-bda2-de5730ae68f8 req-e032d3aa-e924-4ee1-afcb-e1e301990fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:30:41.919635 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-16b2f9e5-95f4-4f75-bda2-de5730ae68f8 req-e032d3aa-e924-4ee1-afcb-e1e301990fa3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=67c987d4-328e-4b0c-a39c-4c95409dfd15 HTTP/1.1" status: 200 len: 856 time: 0.0444269 Aug 12 15:30:41.964046 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b2f9e5-95f4-4f75-bda2-de5730ae68f8 req-47dfd2ff-fb3c-4921-8ec1-0838fe395602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:30:41.965512 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-16b2f9e5-95f4-4f75-bda2-de5730ae68f8 req-47dfd2ff-fb3c-4921-8ec1-0838fe395602 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2856bc1d-078e-431e-a92d-7525eca08930&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0392060 Aug 12 15:30:42.062881 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-16b2f9e5-95f4-4f75-bda2-de5730ae68f8 req-6ffbb11f-a86e-4f45-a2fa-a7c1b3740add service neutron] 10.222.0.64 "GET /v2.0/networks/2856bc1d-078e-431e-a92d-7525eca08930?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888124 Aug 12 15:30:42.075708 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:42.152294 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-16b2f9e5-95f4-4f75-bda2-de5730ae68f8 req-015d8b37-5a52-4c43-888e-cdaa32f00a0a service neutron] 10.222.0.64 "GET /v2.0/networks/2856bc1d-078e-431e-a92d-7525eca08930?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823970 Aug 12 15:30:42.242729 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5f5643-2445-40e1-aacf-5c194d05d335 req-73b77832-3914-444b-97cb-8e32820639fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:30:42.244259 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6d5f5643-2445-40e1-aacf-5c194d05d335 req-73b77832-3914-444b-97cb-8e32820639fc service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b5ee3f7ff65e49f6a54967107300881f&device_id=96c6f0b2-3c22-429b-ae22-9ffd4f9a3e3c HTTP/1.1" status: 200 len: 1095 time: 0.0416350 Aug 12 15:30:42.336944 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5f5643-2445-40e1-aacf-5c194d05d335 req-c8489dcc-2dee-4ceb-bc42-228eeb90a250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:30:42.338301 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6d5f5643-2445-40e1-aacf-5c194d05d335 req-c8489dcc-2dee-4ceb-bc42-228eeb90a250 service neutron] 10.222.0.64 "GET /v2.0/networks?id=2856bc1d-078e-431e-a92d-7525eca08930 HTTP/1.1" status: 200 len: 918 time: 0.0861866 Aug 12 15:30:42.378918 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6d5f5643-2445-40e1-aacf-5c194d05d335 req-00333adc-9049-40bc-9007-464bb9d2606c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a1991e13-6e58-47a3-aae4-0085c67f890f HTTP/1.1" status: 200 len: 217 time: 0.0332286 Aug 12 15:30:42.431598 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5f5643-2445-40e1-aacf-5c194d05d335 req-a406c389-b4f2-47e4-b84e-09a5fbba3d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:30:42.432985 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6d5f5643-2445-40e1-aacf-5c194d05d335 req-a406c389-b4f2-47e4-b84e-09a5fbba3d28 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=67c987d4-328e-4b0c-a39c-4c95409dfd15 HTTP/1.1" status: 200 len: 856 time: 0.0456150 Aug 12 15:30:42.477869 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5f5643-2445-40e1-aacf-5c194d05d335 req-c46b86d3-26c3-4aff-9a6d-d9c132d3066a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:30:42.479327 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6d5f5643-2445-40e1-aacf-5c194d05d335 req-c46b86d3-26c3-4aff-9a6d-d9c132d3066a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2856bc1d-078e-431e-a92d-7525eca08930&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0384514 Aug 12 15:30:42.567891 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6d5f5643-2445-40e1-aacf-5c194d05d335 req-12d901f6-6227-4060-a54a-6f87549b505c service neutron] 10.222.0.64 "GET /v2.0/networks/2856bc1d-078e-431e-a92d-7525eca08930?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802987 Aug 12 15:30:42.661519 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6d5f5643-2445-40e1-aacf-5c194d05d335 req-4cbee691-a267-4b24-bfc2-cd677150f9a9 service neutron] 10.222.0.64 "GET /v2.0/networks/2856bc1d-078e-431e-a92d-7525eca08930?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848780 Aug 12 15:30:42.882805 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe2e3bc-9102-421e-9cc5-4183facccecd req-3057c9c2-9226-4cf5-a99f-f7c1e124f9c0 tempest-TestEncryptedCinderVolumes-733193298 tempest-TestEncryptedCinderVolumes-733193298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:30:42.884284 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-cfe2e3bc-9102-421e-9cc5-4183facccecd req-3057c9c2-9226-4cf5-a99f-f7c1e124f9c0 tempest-TestEncryptedCinderVolumes-733193298 tempest-TestEncryptedCinderVolumes-733193298-project] 10.222.0.39 "GET /v2.0/ports?device_id=96c6f0b2-3c22-429b-ae22-9ffd4f9a3e3c HTTP/1.1" status: 200 len: 943 time: 0.0483301 Aug 12 15:30:42.922127 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-cfe2e3bc-9102-421e-9cc5-4183facccecd req-4b5f0fd4-3563-4683-b6ee-1840f4ca4ee2 tempest-TestEncryptedCinderVolumes-733193298 tempest-TestEncryptedCinderVolumes-733193298-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a2f5552-1830-45bb-a644-42dc338a3e15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318394 Aug 12 15:30:43.084082 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:43.428604 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-c04b42f5-149c-4f4a-82cc-e0498c6f1037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:43.521455 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:44.037827 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b227c5f6-066b-4096-9156-4d5408fecd1f req-91ada624-3cc7-4c12-8200-cd38d4aea441 tempest-TestEncryptedCinderVolumes-733193298 tempest-TestEncryptedCinderVolumes-733193298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:30:44.039319 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-b227c5f6-066b-4096-9156-4d5408fecd1f req-91ada624-3cc7-4c12-8200-cd38d4aea441 tempest-TestEncryptedCinderVolumes-733193298 tempest-TestEncryptedCinderVolumes-733193298-project] 10.222.0.39 "GET /v2.0/ports?device_id=96c6f0b2-3c22-429b-ae22-9ffd4f9a3e3c HTTP/1.1" status: 200 len: 943 time: 0.0486386 Aug 12 15:30:44.081268 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-b227c5f6-066b-4096-9156-4d5408fecd1f req-b9fe8a1f-168a-462a-aa5b-ea7dc2bef62e tempest-TestEncryptedCinderVolumes-733193298 tempest-TestEncryptedCinderVolumes-733193298-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a2f5552-1830-45bb-a644-42dc338a3e15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359943 Aug 12 15:30:44.178550 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-1769855f-eda9-4483-9dc3-3220908ab45d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:44.770011 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device a1991e13-6e58-47a3-aae4-0085c67f890f details requested by agent hyperv_n-h1-694802-15 with host n-h1-694802-15 {{(pid=94468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 15:30:44.870175 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port a1991e13-6e58-47a3-aae4-0085c67f890f, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=a1991e13-6e58-47a3-aae4-0085c67f890f,segment=NetworkSegment(601f6131-a9b6-4a09-9522-3590047a81df),segment_id=601f6131-a9b6-4a09-9522-3590047a81df)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:30:44.881180 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Returning: {'device': 'a1991e13-6e58-47a3-aae4-0085c67f890f', 'network_id': '2856bc1d-078e-431e-a92d-7525eca08930', 'port_id': 'a1991e13-6e58-47a3-aae4-0085c67f890f', 'mac_address': 'fa:16:3e:98:95:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67c987d4-328e-4b0c-a39c-4c95409dfd15', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 15:30:44.916583 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:44.929318 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1991e13-6e58-47a3-aae4-0085c67f890f {{(pid=94468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 15:30:44.947572 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port a1991e13-6e58-47a3-aae4-0085c67f890f, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=a1991e13-6e58-47a3-aae4-0085c67f890f,segment=NetworkSegment(601f6131-a9b6-4a09-9522-3590047a81df),segment_id=601f6131-a9b6-4a09-9522-3590047a81df)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:30:44.951601 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:45.001343 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Pushing event updated for resources: {'Port': ['ID=a1991e13-6e58-47a3-aae4-0085c67f890f,revision_number=4']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:30:45.140448 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] get_ports_and_sgs() called for port_ids ['a1991e13-6e58-47a3-aae4-0085c67f890f'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 15:30:45.199072 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6f5112-c3d4-4585-becb-15de8f5a3852 req-645a14bc-1361-4b4d-87de-6cc7628db16c tempest-TestEncryptedCinderVolumes-733193298 tempest-TestEncryptedCinderVolumes-733193298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:30:45.200593 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2f6f5112-c3d4-4585-becb-15de8f5a3852 req-645a14bc-1361-4b4d-87de-6cc7628db16c tempest-TestEncryptedCinderVolumes-733193298 tempest-TestEncryptedCinderVolumes-733193298-project] 10.222.0.39 "GET /v2.0/ports?device_id=96c6f0b2-3c22-429b-ae22-9ffd4f9a3e3c HTTP/1.1" status: 200 len: 944 time: 0.0522044 Aug 12 15:30:45.246199 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2f6f5112-c3d4-4585-becb-15de8f5a3852 req-102bb560-b62b-4927-b0af-58b524c6efca tempest-TestEncryptedCinderVolumes-733193298 tempest-TestEncryptedCinderVolumes-733193298-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a2f5552-1830-45bb-a644-42dc338a3e15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388370 Aug 12 15:30:45.805565 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-fe95f194-a3b0-4c04-9e42-20b511169d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:46.359250 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff52ab20-1502-422b-ac58-5a1fa1001c0f req-5cbd46bb-9d8e-45ed-823e-1a5f03eaafd1 tempest-TestEncryptedCinderVolumes-733193298 tempest-TestEncryptedCinderVolumes-733193298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:30:46.361392 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-ff52ab20-1502-422b-ac58-5a1fa1001c0f req-5cbd46bb-9d8e-45ed-823e-1a5f03eaafd1 tempest-TestEncryptedCinderVolumes-733193298 tempest-TestEncryptedCinderVolumes-733193298-project] 10.222.0.39 "GET /v2.0/ports?device_id=96c6f0b2-3c22-429b-ae22-9ffd4f9a3e3c HTTP/1.1" status: 200 len: 944 time: 0.0489140 Aug 12 15:30:46.398238 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-ff52ab20-1502-422b-ac58-5a1fa1001c0f req-6906d6ff-370b-4b99-b3a0-c62699e71f08 tempest-TestEncryptedCinderVolumes-733193298 tempest-TestEncryptedCinderVolumes-733193298-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a2f5552-1830-45bb-a644-42dc338a3e15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310299 Aug 12 15:30:46.785319 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device a1991e13-6e58-47a3-aae4-0085c67f890f up at agent hyperv_n-h1-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 15:30:46.835527 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Provisioning for port a1991e13-6e58-47a3-aae4-0085c67f890f completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:30:46.839110 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Provisioning complete for port a1991e13-6e58-47a3-aae4-0085c67f890f triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:30:46.839483 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:46.913143 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:46.934946 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96c6f0b2-3c22-429b-ae22-9ffd4f9a3e3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1991e13-6e58-47a3-aae4-0085c67f890f'}] {{(pid=94468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:30:46.937199 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}152b85fe2f58ac5d6dd54f9692cb8ffc3f7471d0248cb45901c289f6e837e934" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ee6307c-5761-4cf4-930e-4cee470f2de9" -d '{"events": [{"server_uuid": "96c6f0b2-3c22-429b-ae22-9ffd4f9a3e3c", "name": "network-vif-plugged", "status": "completed", "tag": "a1991e13-6e58-47a3-aae4-0085c67f890f"}]}' {{(pid=94468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 15:30:46.950106 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port a1991e13-6e58-47a3-aae4-0085c67f890f, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=a1991e13-6e58-47a3-aae4-0085c67f890f,segment=NetworkSegment(601f6131-a9b6-4a09-9522-3590047a81df),segment_id=601f6131-a9b6-4a09-9522-3590047a81df)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:30:46.954158 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:30:46.978381 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 15:30:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dc6c7be-454f-48a3-8106-fac8d335862e x-openstack-request-id: req-4dc6c7be-454f-48a3-8106-fac8d335862e {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 15:30:46.978667 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96c6f0b2-3c22-429b-ae22-9ffd4f9a3e3c", "name": "network-vif-plugged", "status": "completed", "tag": "a1991e13-6e58-47a3-aae4-0085c67f890f", "code": 200}]} {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 15:30:46.978913 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4dc6c7be-454f-48a3-8106-fac8d335862e {{(pid=94468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 15:30:46.979409 n-d-694802-15 neutron-server[94468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96c6f0b2-3c22-429b-ae22-9ffd4f9a3e3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1991e13-6e58-47a3-aae4-0085c67f890f', 'code': 200} Aug 12 15:30:47.007826 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Pushing event updated for resources: {'Port': ['ID=a1991e13-6e58-47a3-aae4-0085c67f890f,revision_number=5']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:30:47.015203 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:30:47.015532 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:30:47.015863 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:30:47.016187 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:30:47.016511 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:30:47.016845 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:30:47.017150 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:30:47.017465 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:30:47.017779 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:30:47.018097 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:30:47.018411 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:30:47.018721 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:30:47.068719 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c12c4e5-cfa4-439c-b75f-94c4dd9a3bff req-2cb16a89-40e6-462d-ab02-6fa1f380a9e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:30:47.070108 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2c12c4e5-cfa4-439c-b75f-94c4dd9a3bff req-2cb16a89-40e6-462d-ab02-6fa1f380a9e0 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=96c6f0b2-3c22-429b-ae22-9ffd4f9a3e3c HTTP/1.1" status: 200 len: 1097 time: 0.0401664 Aug 12 15:30:47.105146 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2c12c4e5-cfa4-439c-b75f-94c4dd9a3bff req-2afc4ae5-27cc-4841-8d4a-c0c0070734c2 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=3a2f5552-1830-45bb-a644-42dc338a3e15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275531 Aug 12 15:30:47.509862 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650e2bd9-143b-41f0-856a-7a5e27dabc8c req-a1a264e1-7b05-400d-87b3-983713dcbb29 tempest-TestEncryptedCinderVolumes-733193298 tempest-TestEncryptedCinderVolumes-733193298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:30:47.511416 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-650e2bd9-143b-41f0-856a-7a5e27dabc8c req-a1a264e1-7b05-400d-87b3-983713dcbb29 tempest-TestEncryptedCinderVolumes-733193298 tempest-TestEncryptedCinderVolumes-733193298-project] 10.222.0.39 "GET /v2.0/ports?device_id=96c6f0b2-3c22-429b-ae22-9ffd4f9a3e3c HTTP/1.1" status: 200 len: 945 time: 0.0483418 Aug 12 15:30:47.549433 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-650e2bd9-143b-41f0-856a-7a5e27dabc8c req-784877b4-8a18-49b9-a496-1bd38dc909ce tempest-TestEncryptedCinderVolumes-733193298 tempest-TestEncryptedCinderVolumes-733193298-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a2f5552-1830-45bb-a644-42dc338a3e15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317335 Aug 12 15:30:48.664595 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8a032a-4add-47b2-b477-c3cc47958275 req-bd15511e-b1af-447f-9aa1-714ff39704c6 tempest-TestEncryptedCinderVolumes-733193298 tempest-TestEncryptedCinderVolumes-733193298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:30:48.666080 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3c8a032a-4add-47b2-b477-c3cc47958275 req-bd15511e-b1af-447f-9aa1-714ff39704c6 tempest-TestEncryptedCinderVolumes-733193298 tempest-TestEncryptedCinderVolumes-733193298-project] 10.222.0.39 "GET /v2.0/ports?device_id=96c6f0b2-3c22-429b-ae22-9ffd4f9a3e3c HTTP/1.1" status: 200 len: 945 time: 0.0488639 Aug 12 15:30:48.704465 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3c8a032a-4add-47b2-b477-c3cc47958275 req-acaf7d11-c3ce-46f3-8895-da37dc2ab949 tempest-TestEncryptedCinderVolumes-733193298 tempest-TestEncryptedCinderVolumes-733193298-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a2f5552-1830-45bb-a644-42dc338a3e15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317812 Aug 12 15:30:48.819897 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5bfbdc-e900-4620-a294-643b7c64c124 req-fe961b85-03db-4b2a-a757-263e31d6f9f9 tempest-TestEncryptedCinderVolumes-733193298 tempest-TestEncryptedCinderVolumes-733193298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:30:48.821749 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-4f5bfbdc-e900-4620-a294-643b7c64c124 req-fe961b85-03db-4b2a-a757-263e31d6f9f9 tempest-TestEncryptedCinderVolumes-733193298 tempest-TestEncryptedCinderVolumes-733193298-project] 10.222.0.39 "GET /v2.0/ports?device_id=96c6f0b2-3c22-429b-ae22-9ffd4f9a3e3c HTTP/1.1" status: 200 len: 945 time: 0.0526404 Aug 12 15:30:48.864286 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-4f5bfbdc-e900-4620-a294-643b7c64c124 req-f2a979fd-0bd6-4b06-996d-3ae456a6d9d4 tempest-TestEncryptedCinderVolumes-733193298 tempest-TestEncryptedCinderVolumes-733193298-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a2f5552-1830-45bb-a644-42dc338a3e15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364976 Aug 12 15:31:07.203658 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982dd6fa-a7b3-4b21-8a6a-febe36f85f55 req-3bb218d1-399d-486d-af34-8cf9eebe8fb6 tempest-TestEncryptedCinderVolumes-733193298 tempest-TestEncryptedCinderVolumes-733193298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:31:07.205170 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-982dd6fa-a7b3-4b21-8a6a-febe36f85f55 req-3bb218d1-399d-486d-af34-8cf9eebe8fb6 tempest-TestEncryptedCinderVolumes-733193298 tempest-TestEncryptedCinderVolumes-733193298-project] 10.222.0.39 "GET /v2.0/ports?device_id=96c6f0b2-3c22-429b-ae22-9ffd4f9a3e3c HTTP/1.1" status: 200 len: 945 time: 0.0516038 Aug 12 15:31:07.248244 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-982dd6fa-a7b3-4b21-8a6a-febe36f85f55 req-6a422ae5-7814-484c-8c34-4072e270949c tempest-TestEncryptedCinderVolumes-733193298 tempest-TestEncryptedCinderVolumes-733193298-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a2f5552-1830-45bb-a644-42dc338a3e15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361664 Aug 12 15:31:08.364305 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f538564-40aa-4c69-868a-d82f7a97dbfb req-da263b70-7762-4b4c-bce4-3fddc59587e1 tempest-TestEncryptedCinderVolumes-733193298 tempest-TestEncryptedCinderVolumes-733193298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:31:08.365749 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4f538564-40aa-4c69-868a-d82f7a97dbfb req-da263b70-7762-4b4c-bce4-3fddc59587e1 tempest-TestEncryptedCinderVolumes-733193298 tempest-TestEncryptedCinderVolumes-733193298-project] 10.222.0.39 "GET /v2.0/ports?device_id=96c6f0b2-3c22-429b-ae22-9ffd4f9a3e3c HTTP/1.1" status: 200 len: 945 time: 0.0481262 Aug 12 15:31:08.408713 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4f538564-40aa-4c69-868a-d82f7a97dbfb req-b2097d4e-bed3-4db4-9399-5dec1d807345 tempest-TestEncryptedCinderVolumes-733193298 tempest-TestEncryptedCinderVolumes-733193298-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a2f5552-1830-45bb-a644-42dc338a3e15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369327 Aug 12 15:31:08.694766 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93ed94a-44fb-488c-a4bd-cf12d125af85 req-ad1542a3-b926-493d-bb92-9b39c580beb7 tempest-TestEncryptedCinderVolumes-733193298 tempest-TestEncryptedCinderVolumes-733193298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:31:08.696315 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e93ed94a-44fb-488c-a4bd-cf12d125af85 req-ad1542a3-b926-493d-bb92-9b39c580beb7 tempest-TestEncryptedCinderVolumes-733193298 tempest-TestEncryptedCinderVolumes-733193298-project] 10.222.0.64 "GET /v2.0/ports?device_id=96c6f0b2-3c22-429b-ae22-9ffd4f9a3e3c HTTP/1.1" status: 200 len: 945 time: 0.0489662 Aug 12 15:31:08.786198 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [req-e93ed94a-44fb-488c-a4bd-cf12d125af85 req-4bd5dde4-83d1-4cd9-a1f5-4a34fdc600ac tempest-TestEncryptedCinderVolumes-733193298 tempest-TestEncryptedCinderVolumes-733193298-project] Deleting port a1991e13-6e58-47a3-aae4-0085c67f890f {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 15:31:08.786535 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-e93ed94a-44fb-488c-a4bd-cf12d125af85 req-4bd5dde4-83d1-4cd9-a1f5-4a34fdc600ac tempest-TestEncryptedCinderVolumes-733193298 tempest-TestEncryptedCinderVolumes-733193298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:08.878272 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-e93ed94a-44fb-488c-a4bd-cf12d125af85 req-4bd5dde4-83d1-4cd9-a1f5-4a34fdc600ac tempest-TestEncryptedCinderVolumes-733193298 tempest-TestEncryptedCinderVolumes-733193298-project] For port a1991e13-6e58-47a3-aae4-0085c67f890f, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=a1991e13-6e58-47a3-aae4-0085c67f890f,segment=NetworkSegment(601f6131-a9b6-4a09-9522-3590047a81df),segment_id=601f6131-a9b6-4a09-9522-3590047a81df)] {{(pid=94467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:31:08.878635 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-e93ed94a-44fb-488c-a4bd-cf12d125af85 req-4bd5dde4-83d1-4cd9-a1f5-4a34fdc600ac tempest-TestEncryptedCinderVolumes-733193298 tempest-TestEncryptedCinderVolumes-733193298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:08.891135 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [req-e93ed94a-44fb-488c-a4bd-cf12d125af85 req-4bd5dde4-83d1-4cd9-a1f5-4a34fdc600ac tempest-TestEncryptedCinderVolumes-733193298 tempest-TestEncryptedCinderVolumes-733193298-project] Calling delete_port for a1991e13-6e58-47a3-aae4-0085c67f890f owned by compute:nova {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 15:31:09.018675 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-e93ed94a-44fb-488c-a4bd-cf12d125af85 req-4bd5dde4-83d1-4cd9-a1f5-4a34fdc600ac tempest-TestEncryptedCinderVolumes-733193298 tempest-TestEncryptedCinderVolumes-733193298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:09.031120 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] get_ports_and_sgs() called for port_ids ['a1991e13-6e58-47a3-aae4-0085c67f890f'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 15:31:09.048038 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd5dde4-83d1-4cd9-a1f5-4a34fdc600ac tempest-TestEncryptedCinderVolumes-733193298 tempest-TestEncryptedCinderVolumes-733193298-project] Pushing event deleted for resources: {'Port': ['ID=a1991e13-6e58-47a3-aae4-0085c67f890f,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:31:09.088738 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [req-e93ed94a-44fb-488c-a4bd-cf12d125af85 req-4bd5dde4-83d1-4cd9-a1f5-4a34fdc600ac tempest-TestEncryptedCinderVolumes-733193298 tempest-TestEncryptedCinderVolumes-733193298-project] No DVR routers for this DVR port a1991e13-6e58-47a3-aae4-0085c67f890f on host n-h1-694802-15 {{(pid=94467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 15:31:09.091307 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-e93ed94a-44fb-488c-a4bd-cf12d125af85 req-4bd5dde4-83d1-4cd9-a1f5-4a34fdc600ac tempest-TestEncryptedCinderVolumes-733193298 tempest-TestEncryptedCinderVolumes-733193298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:09.093280 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e93ed94a-44fb-488c-a4bd-cf12d125af85 req-4bd5dde4-83d1-4cd9-a1f5-4a34fdc600ac tempest-TestEncryptedCinderVolumes-733193298 tempest-TestEncryptedCinderVolumes-733193298-project] 10.222.0.64 "DELETE /v2.0/ports/a1991e13-6e58-47a3-aae4-0085c67f890f HTTP/1.1" status: 204 len: 173 time: 0.3900745 Aug 12 15:31:09.093704 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96c6f0b2-3c22-429b-ae22-9ffd4f9a3e3c', 'name': 'network-vif-deleted', 'tag': 'a1991e13-6e58-47a3-aae4-0085c67f890f'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:31:09.096764 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1d90890f15e5cc8eba4d51c7734538f2f2e5e8e12504eb7d6ddd0a29ee9b803" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-506d6639-7e34-4fdf-b9c0-d9ed91286b85" -d '{"events": [{"server_uuid": "96c6f0b2-3c22-429b-ae22-9ffd4f9a3e3c", "name": "network-vif-deleted", "tag": "a1991e13-6e58-47a3-aae4-0085c67f890f"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 15:31:09.139578 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 15:31:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4a6eb39-f4af-4bfe-9d3e-e098613c5af1 x-openstack-request-id: req-e4a6eb39-f4af-4bfe-9d3e-e098613c5af1 {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 15:31:09.139879 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96c6f0b2-3c22-429b-ae22-9ffd4f9a3e3c", "name": "network-vif-deleted", "tag": "a1991e13-6e58-47a3-aae4-0085c67f890f", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 15:31:09.140129 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e4a6eb39-f4af-4bfe-9d3e-e098613c5af1 {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 15:31:09.140523 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96c6f0b2-3c22-429b-ae22-9ffd4f9a3e3c', 'name': 'network-vif-deleted', 'tag': 'a1991e13-6e58-47a3-aae4-0085c67f890f', 'status': 'completed', 'code': 200} Aug 12 15:31:09.515608 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-28e98888-c40c-4db5-b93e-c309b72e196a req-9b18ede1-78a6-4b70-bd1d-09895aeb7909 tempest-TestEncryptedCinderVolumes-733193298 tempest-TestEncryptedCinderVolumes-733193298-project] 10.222.0.39 "GET /v2.0/ports?device_id=96c6f0b2-3c22-429b-ae22-9ffd4f9a3e3c HTTP/1.1" status: 200 len: 210 time: 0.0259900 Aug 12 15:31:10.160379 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-bedbc28e-cf7b-4cb2-8223-a6f8d8b5bbf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:10.632056 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 35654) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:31:10.979098 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e7ad17b7-6bcc-4837-a0aa-7557faf85197 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66663830'] for router_interface, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:11.219286 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-e7ad17b7-6bcc-4837-a0aa-7557faf85197 admin admin] Deleting port d847c1ac-2eb2-41b1-bbca-be2d804c7ba8 {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 15:31:11.219708 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e7ad17b7-6bcc-4837-a0aa-7557faf85197 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:11.300747 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-e7ad17b7-6bcc-4837-a0aa-7557faf85197 admin admin] For port d847c1ac-2eb2-41b1-bbca-be2d804c7ba8, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=d847c1ac-2eb2-41b1-bbca-be2d804c7ba8,segment=NetworkSegment(601f6131-a9b6-4a09-9522-3590047a81df),segment_id=601f6131-a9b6-4a09-9522-3590047a81df)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:31:11.301117 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e7ad17b7-6bcc-4837-a0aa-7557faf85197 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:11.313669 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-e7ad17b7-6bcc-4837-a0aa-7557faf85197 admin admin] Calling delete_port for d847c1ac-2eb2-41b1-bbca-be2d804c7ba8 owned by network:router_interface {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 15:31:11.493180 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e7ad17b7-6bcc-4837-a0aa-7557faf85197 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:11.518656 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ad17b7-6bcc-4837-a0aa-7557faf85197 admin admin] Pushing event deleted for resources: {'Port': ['ID=d847c1ac-2eb2-41b1-bbca-be2d804c7ba8,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:31:11.531652 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ad17b7-6bcc-4837-a0aa-7557faf85197 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:31:11.532006 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ad17b7-6bcc-4837-a0aa-7557faf85197 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:31:11.532879 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ad17b7-6bcc-4837-a0aa-7557faf85197 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:31:11.533219 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ad17b7-6bcc-4837-a0aa-7557faf85197 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:31:11.533554 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ad17b7-6bcc-4837-a0aa-7557faf85197 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:31:11.533888 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ad17b7-6bcc-4837-a0aa-7557faf85197 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:31:11.534218 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ad17b7-6bcc-4837-a0aa-7557faf85197 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:31:11.534545 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ad17b7-6bcc-4837-a0aa-7557faf85197 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:31:11.534873 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ad17b7-6bcc-4837-a0aa-7557faf85197 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:31:11.535381 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ad17b7-6bcc-4837-a0aa-7557faf85197 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:31:11.535710 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ad17b7-6bcc-4837-a0aa-7557faf85197 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:31:11.536042 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ad17b7-6bcc-4837-a0aa-7557faf85197 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:31:11.705718 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e7ad17b7-6bcc-4837-a0aa-7557faf85197 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66628352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-430630'] for router_interface, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:11.914858 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7ad17b7-6bcc-4837-a0aa-7557faf85197 admin admin] Router cd450324-8db7-4c60-9890-21fa437e57f9 has already been hosted by L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f {{(pid=94466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 15:31:12.019265 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7ad17b7-6bcc-4837-a0aa-7557faf85197 admin admin] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 15:31:12.025602 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-e7ad17b7-6bcc-4837-a0aa-7557faf85197 admin admin] 10.222.0.39 "PUT /v2.0/routers/cd450324-8db7-4c60-9890-21fa437e57f9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3923235 Aug 12 15:31:12.027526 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 35656) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:31:12.029322 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aad7fd5-a093-4624-b45a-a0b466bd446d None None] Sync routers for ids ['cd450324-8db7-4c60-9890-21fa437e57f9'] in n-d-694802-15 {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 15:31:12.040257 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aad7fd5-a093-4624-b45a-a0b466bd446d None None] Routers {'cd450324-8db7-4c60-9890-21fa437e57f9'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:31:12.040941 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-1aad7fd5-a093-4624-b45a-a0b466bd446d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T15:30:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['cd450324-8db7-4c60-9890-21fa437e57f9'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:31:12.133137 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:12.134483 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1e2fa846-6166-40bb-bba2-87222a5e7c20 admin admin] Notify callbacks [] for router, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:12.157427 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvr_db [None req-1aad7fd5-a093-4624-b45a-a0b466bd446d None None] Set router cd450324-8db7-4c60-9890-21fa437e57f9 gateway port host: n-d-694802-15 {{(pid=94468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:31:12.240461 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1e2fa846-6166-40bb-bba2-87222a5e7c20 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:12.293301 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-1e2fa846-6166-40bb-bba2-87222a5e7c20 admin admin] Deleting port 1984f285-3657-459f-a78e-2d1340ae48e1 {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 15:31:12.293644 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1e2fa846-6166-40bb-bba2-87222a5e7c20 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:12.338639 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-1aad7fd5-a093-4624-b45a-a0b466bd446d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd450324-8db7-4c60-9890-21fa437e57f9', 'name': 'tempest-TestEncryptedCinderVolumes-1829854795-router', 'tenant_id': 'b5ee3f7ff65e49f6a54967107300881f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': '1984f285-3657-459f-a78e-2d1340ae48e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:29:58Z', 'updated_at': '2021-08-12T15:31:11Z', 'revision_number': 5, 'project_id': 'b5ee3f7ff65e49f6a54967107300881f', 'gw_port': {'id': '1984f285-3657-459f-a78e-2d1340ae48e1', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:45:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd450324-8db7-4c60-9890-21fa437e57f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:29:58Z', 'updated_at': '2021-08-12T15:30:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15'}], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:31:12.368289 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aad7fd5-a093-4624-b45a-a0b466bd446d None None] Checking router: cd450324-8db7-4c60-9890-21fa437e57f9 for host: n-d-694802-15 {{(pid=94468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 15:31:12.376464 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-1e2fa846-6166-40bb-bba2-87222a5e7c20 admin admin] For port 1984f285-3657-459f-a78e-2d1340ae48e1, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=1984f285-3657-459f-a78e-2d1340ae48e1,segment=NetworkSegment(b1b396cb-2dc6-4041-bfc7-1833a80a4720),segment_id=b1b396cb-2dc6-4041-bfc7-1833a80a4720)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:31:12.376834 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1e2fa846-6166-40bb-bba2-87222a5e7c20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:12.377082 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aad7fd5-a093-4624-b45a-a0b466bd446d None None] Routers {'cd450324-8db7-4c60-9890-21fa437e57f9'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:31:12.377681 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-1aad7fd5-a093-4624-b45a-a0b466bd446d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T15:30:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['cd450324-8db7-4c60-9890-21fa437e57f9'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:31:12.388543 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-1e2fa846-6166-40bb-bba2-87222a5e7c20 admin admin] Calling delete_port for 1984f285-3657-459f-a78e-2d1340ae48e1 owned by network:router_gateway {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 15:31:12.461584 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvr_db [None req-1aad7fd5-a093-4624-b45a-a0b466bd446d None None] Set router cd450324-8db7-4c60-9890-21fa437e57f9 gateway port host: None {{(pid=94468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:31:12.512547 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-1aad7fd5-a093-4624-b45a-a0b466bd446d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd450324-8db7-4c60-9890-21fa437e57f9', 'name': 'tempest-TestEncryptedCinderVolumes-1829854795-router', 'tenant_id': 'b5ee3f7ff65e49f6a54967107300881f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:29:58Z', 'updated_at': '2021-08-12T15:31:12Z', 'revision_number': 6, 'project_id': 'b5ee3f7ff65e49f6a54967107300881f', 'gw_port_host': None}], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:31:12.541864 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aad7fd5-a093-4624-b45a-a0b466bd446d None None] The sync data for ids ['cd450324-8db7-4c60-9890-21fa437e57f9'] in n-d-694802-15 is: [{'id': 'cd450324-8db7-4c60-9890-21fa437e57f9', 'name': 'tempest-TestEncryptedCinderVolumes-1829854795-router', 'tenant_id': 'b5ee3f7ff65e49f6a54967107300881f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:29:58Z', 'updated_at': '2021-08-12T15:31:12Z', 'revision_number': 6, 'project_id': 'b5ee3f7ff65e49f6a54967107300881f', 'gw_port_host': None}] {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 15:31:12.555338 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1e2fa846-6166-40bb-bba2-87222a5e7c20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:12.582264 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2fa846-6166-40bb-bba2-87222a5e7c20 admin admin] Pushing event deleted for resources: {'Port': ['ID=1984f285-3657-459f-a78e-2d1340ae48e1,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:31:12.644463 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1e2fa846-6166-40bb-bba2-87222a5e7c20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-431580'] for router_gateway, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:12.671404 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.agents_db [None req-17ed3e4c-1a7d-4162-9646-11c134aca297 None None] Agent healthcheck: found 7 active agents {{(pid=94469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 15:31:12.860107 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device a1991e13-6e58-47a3-aae4-0085c67f890f no longer exists at agent hyperv_n-h1-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 15:31:12.881503 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-93370168-53ca-47c2-9e27-b066be57125c None None] No Port match for: a1991e13-6e58-47a3-aae4-0085c67f890f {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 15:31:12.881851 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device a1991e13-6e58-47a3-aae4-0085c67f890f not bound to the agent host n-h1-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 15:31:13.023573 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1e2fa846-6166-40bb-bba2-87222a5e7c20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-429360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-104877'] for router, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:13.025794 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1e2fa846-6166-40bb-bba2-87222a5e7c20 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:13.068399 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1e2fa846-6166-40bb-bba2-87222a5e7c20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-429375'] for router, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:13.069013 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e2fa846-6166-40bb-bba2-87222a5e7c20 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cd450324-8db7-4c60-9890-21fa437e57f9 {{(pid=94466) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 15:31:13.073508 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1e2fa846-6166-40bb-bba2-87222a5e7c20 admin admin] Notify callbacks [] for router, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:13.074625 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-1e2fa846-6166-40bb-bba2-87222a5e7c20 admin admin] 10.222.0.39 "DELETE /v2.0/routers/cd450324-8db7-4c60-9890-21fa437e57f9 HTTP/1.1" status: 204 len: 168 time: 1.0458360 Aug 12 15:31:13.077297 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 35664) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:31:13.086431 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:13.128885 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_v2 [None req-e265f9bd-933e-445c-8312-917277b268f7 admin admin] Deleting subnet 67c987d4-328e-4b0c-a39c-4c95409dfd15 {{(pid=94467) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 15:31:13.131877 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-e265f9bd-933e-445c-8312-917277b268f7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:13.165472 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-e265f9bd-933e-445c-8312-917277b268f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3857505'] for subnet, precommit_delete_associations {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:13.242617 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-e265f9bd-933e-445c-8312-917277b268f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66416255'] for subnet, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:13.297256 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-e265f9bd-933e-445c-8312-917277b268f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66416232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2859225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3343748'] for subnet, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:13.325673 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e265f9bd-933e-445c-8312-917277b268f7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=67c987d4-328e-4b0c-a39c-4c95409dfd15,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:31:13.336307 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-e265f9bd-933e-445c-8312-917277b268f7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:13.336550 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cadd5d5-3e72-4227-b741-809542716f7f None None] Network 2856bc1d-078e-431e-a92d-7525eca08930 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 15:31:13.338483 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-e265f9bd-933e-445c-8312-917277b268f7 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/67c987d4-328e-4b0c-a39c-4c95409dfd15 HTTP/1.1" status: 204 len: 168 time: 0.2600853 Aug 12 15:31:13.340721 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 35666) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:31:13.376908 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device d847c1ac-2eb2-41b1-bbca-be2d804c7ba8 no longer exists at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 15:31:13.405072 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] No Port match for: d847c1ac-2eb2-41b1-bbca-be2d804c7ba8 {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 15:31:13.405330 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device d847c1ac-2eb2-41b1-bbca-be2d804c7ba8 not bound to the agent host n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 15:31:13.405750 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 1984f285-3657-459f-a78e-2d1340ae48e1 no longer exists at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 15:31:13.413507 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-442c972a-8dbe-43d9-a308-89889492a3d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680608'] for network, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:13.432336 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] No Port match for: 1984f285-3657-459f-a78e-2d1340ae48e1 {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 15:31:13.432694 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 1984f285-3657-459f-a78e-2d1340ae48e1 not bound to the agent host n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 15:31:13.469638 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-442c972a-8dbe-43d9-a308-89889492a3d6 admin admin] Deleting port 7fe1a76a-823e-4959-a0e6-d20321f03641 {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 15:31:13.469986 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-442c972a-8dbe-43d9-a308-89889492a3d6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:13.493974 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-376245c9-0b6a-4d14-b8b5-42f2cfe67e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:13.539602 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:13.551890 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [None req-442c972a-8dbe-43d9-a308-89889492a3d6 admin admin] For port 7fe1a76a-823e-4959-a0e6-d20321f03641, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=7fe1a76a-823e-4959-a0e6-d20321f03641,segment=NetworkSegment(601f6131-a9b6-4a09-9522-3590047a81df),segment_id=601f6131-a9b6-4a09-9522-3590047a81df)] {{(pid=94467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:31:13.552194 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-442c972a-8dbe-43d9-a308-89889492a3d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:13.566349 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-442c972a-8dbe-43d9-a308-89889492a3d6 admin admin] Calling delete_port for 7fe1a76a-823e-4959-a0e6-d20321f03641 owned by network:dhcp {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 15:31:13.574814 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ebc7364-e2a4-45c4-b7ba-0a72b1813260 None None] DHCP port deletion for 2856bc1d-078e-431e-a92d-7525eca08930 request from n-d-694802-15 {{(pid=94468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 15:31:13.623594 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-1ebc7364-e2a4-45c4-b7ba-0a72b1813260 None None] Deleting port 7fe1a76a-823e-4959-a0e6-d20321f03641 {{(pid=94468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 15:31:13.623966 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-1ebc7364-e2a4-45c4-b7ba-0a72b1813260 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:13.660821 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-442c972a-8dbe-43d9-a308-89889492a3d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:13.693109 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442c972a-8dbe-43d9-a308-89889492a3d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=7fe1a76a-823e-4959-a0e6-d20321f03641,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:31:13.698602 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-1ebc7364-e2a4-45c4-b7ba-0a72b1813260 None None] For port 7fe1a76a-823e-4959-a0e6-d20321f03641, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=7fe1a76a-823e-4959-a0e6-d20321f03641,segment=NetworkSegment(601f6131-a9b6-4a09-9522-3590047a81df),segment_id=601f6131-a9b6-4a09-9522-3590047a81df)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:31:13.698754 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-1ebc7364-e2a4-45c4-b7ba-0a72b1813260 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:13.701347 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-442c972a-8dbe-43d9-a308-89889492a3d6 admin admin] No DVR routers for this DVR port 7fe1a76a-823e-4959-a0e6-d20321f03641 on host n-d-694802-15 {{(pid=94467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 15:31:13.711955 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-1ebc7364-e2a4-45c4-b7ba-0a72b1813260 None None] Calling delete_port for 7fe1a76a-823e-4959-a0e6-d20321f03641 owned by network:dhcp {{(pid=94468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 15:31:13.770314 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-442c972a-8dbe-43d9-a308-89889492a3d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66413304', 'neutron.services.segments.db._delete_segments_for_network-8744654118000'] for network, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:13.780276 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-442c972a-8dbe-43d9-a308-89889492a3d6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2856bc1d-078e-431e-a92d-7525eca08930']}} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:31:13.781917 n-d-694802-15 neutron-server[94468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 15:31:13.781917 n-d-694802-15 neutron-server[94468]: self.session.flush() Aug 12 15:31:13.781917 n-d-694802-15 neutron-server[94468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 15:31:13.781917 n-d-694802-15 neutron-server[94468]: self.session.flush() Aug 12 15:31:13.781917 n-d-694802-15 neutron-server[94468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 15:31:13.781917 n-d-694802-15 neutron-server[94468]: self.session.flush() Aug 12 15:31:13.781917 n-d-694802-15 neutron-server[94468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 15:31:13.781917 n-d-694802-15 neutron-server[94468]: self.session.flush() Aug 12 15:31:13.781917 n-d-694802-15 neutron-server[94468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 15:31:13.781917 n-d-694802-15 neutron-server[94468]: self.session.flush() Aug 12 15:31:13.781917 n-d-694802-15 neutron-server[94468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 15:31:13.781917 n-d-694802-15 neutron-server[94468]: self.session.flush() Aug 12 15:31:13.781917 n-d-694802-15 neutron-server[94468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 15:31:13.781917 n-d-694802-15 neutron-server[94468]: self.session.flush() Aug 12 15:31:13.781917 n-d-694802-15 neutron-server[94468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 15:31:13.781917 n-d-694802-15 neutron-server[94468]: self.session.flush() Aug 12 15:31:13.781917 n-d-694802-15 neutron-server[94468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 15:31:13.781917 n-d-694802-15 neutron-server[94468]: self.session.flush() Aug 12 15:31:13.781917 n-d-694802-15 neutron-server[94468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 15:31:13.781917 n-d-694802-15 neutron-server[94468]: self.session.flush() Aug 12 15:31:13.781917 n-d-694802-15 neutron-server[94468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 15:31:13.781917 n-d-694802-15 neutron-server[94468]: self.session.flush() Aug 12 15:31:13.781917 n-d-694802-15 neutron-server[94468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 15:31:13.781917 n-d-694802-15 neutron-server[94468]: self.session.flush() Aug 12 15:31:13.781917 n-d-694802-15 neutron-server[94468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 15:31:13.781917 n-d-694802-15 neutron-server[94468]: self.session.flush() Aug 12 15:31:13.781917 n-d-694802-15 neutron-server[94468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 15:31:13.781917 n-d-694802-15 neutron-server[94468]: self.session.flush() Aug 12 15:31:13.781917 n-d-694802-15 neutron-server[94468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 15:31:13.781917 n-d-694802-15 neutron-server[94468]: self.session.flush() Aug 12 15:31:13.781917 n-d-694802-15 neutron-server[94468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 15:31:13.781917 n-d-694802-15 neutron-server[94468]: self.session.flush() Aug 12 15:31:13.781917 n-d-694802-15 neutron-server[94468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 15:31:13.781917 n-d-694802-15 neutron-server[94468]: self.session.flush() Aug 12 15:31:13.781917 n-d-694802-15 neutron-server[94468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 15:31:13.781917 n-d-694802-15 neutron-server[94468]: self.session.flush() Aug 12 15:31:13.781917 n-d-694802-15 neutron-server[94468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 15:31:13.781917 n-d-694802-15 neutron-server[94468]: self.session.flush() Aug 12 15:31:13.781917 n-d-694802-15 neutron-server[94468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 15:31:13.781917 n-d-694802-15 neutron-server[94468]: self.session.flush() Aug 12 15:31:13.781917 n-d-694802-15 neutron-server[94468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 15:31:13.781917 n-d-694802-15 neutron-server[94468]: self.session.flush() Aug 12 15:31:13.781917 n-d-694802-15 neutron-server[94468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 15:31:13.781917 n-d-694802-15 neutron-server[94468]: self.session.flush() Aug 12 15:31:13.781917 n-d-694802-15 neutron-server[94468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 15:31:13.781917 n-d-694802-15 neutron-server[94468]: self.session.flush() Aug 12 15:31:13.781917 n-d-694802-15 neutron-server[94468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 15:31:13.781917 n-d-694802-15 neutron-server[94468]: self.session.flush() Aug 12 15:31:13.781917 n-d-694802-15 neutron-server[94468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 15:31:13.781917 n-d-694802-15 neutron-server[94468]: self.session.flush() Aug 12 15:31:13.781917 n-d-694802-15 neutron-server[94468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 15:31:13.781917 n-d-694802-15 neutron-server[94468]: self.session.flush() Aug 12 15:31:13.781917 n-d-694802-15 neutron-server[94468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 15:31:13.781917 n-d-694802-15 neutron-server[94468]: self.session.flush() Aug 12 15:31:13.790006 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-1ebc7364-e2a4-45c4-b7ba-0a72b1813260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262'] for port, after_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:13.791453 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-442c972a-8dbe-43d9-a308-89889492a3d6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '601f6131-a9b6-4a09-9522-3590047a81df') {'for_net_delete': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:31:13.791755 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-442c972a-8dbe-43d9-a308-89889492a3d6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '601f6131-a9b6-4a09-9522-3590047a81df') {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:31:13.802332 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-442c972a-8dbe-43d9-a308-89889492a3d6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744654122361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3857526'] for segment, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:13.816142 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebc7364-e2a4-45c4-b7ba-0a72b1813260 None None] Pushing event deleted for resources: {'Port': ['ID=7fe1a76a-823e-4959-a0e6-d20321f03641,revision_number=None']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:31:13.818114 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ebc7364-e2a4-45c4-b7ba-0a72b1813260 None None] No DVR routers for this DVR port 7fe1a76a-823e-4959-a0e6-d20321f03641 on host n-d-694802-15 {{(pid=94468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 15:31:13.818265 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-442c972a-8dbe-43d9-a308-89889492a3d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:13.826696 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-442c972a-8dbe-43d9-a308-89889492a3d6 admin admin] Releasing vlan 327 on physical network physnet1 to pool {{(pid=94467) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 15:31:13.827058 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-442c972a-8dbe-43d9-a308-89889492a3d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2859015'] for segment, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:13.829469 n-d-694802-15 neutron-server[94467]: Traceback (most recent call last): Aug 12 15:31:13.829469 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 15:31:13.829469 n-d-694802-15 neutron-server[94467]: timer() Aug 12 15:31:13.829469 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 15:31:13.829469 n-d-694802-15 neutron-server[94467]: cb(*args, **kw) Aug 12 15:31:13.829469 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 15:31:13.829469 n-d-694802-15 neutron-server[94467]: return func(*args, **kwargs) Aug 12 15:31:13.829469 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 15:31:13.829469 n-d-694802-15 neutron-server[94467]: self._notify() Aug 12 15:31:13.829469 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 15:31:13.829469 n-d-694802-15 neutron-server[94467]: self.callback(batched_events) Aug 12 15:31:13.829469 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 15:31:13.829469 n-d-694802-15 neutron-server[94467]: event.method(event) Aug 12 15:31:13.829469 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 15:31:13.829469 n-d-694802-15 neutron-server[94467]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 15:31:13.829469 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 15:31:13.829469 n-d-694802-15 neutron-server[94467]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 15:31:13.829469 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 15:31:13.829469 n-d-694802-15 neutron-server[94467]: return f(self, *a, **k) Aug 12 15:31:13.829469 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 15:31:13.829469 n-d-694802-15 neutron-server[94467]: return self._get(url).json() Aug 12 15:31:13.829469 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 15:31:13.829469 n-d-694802-15 neutron-server[94467]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 15:31:13.829469 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 15:31:13.829469 n-d-694802-15 neutron-server[94467]: return self.request(url, 'GET', **kwargs) Aug 12 15:31:13.829469 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 15:31:13.829469 n-d-694802-15 neutron-server[94467]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 15:31:13.829469 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 15:31:13.829469 n-d-694802-15 neutron-server[94467]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 15:31:13.829469 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 15:31:13.829469 n-d-694802-15 neutron-server[94467]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 15:31:13.829469 n-d-694802-15 neutron-server[94467]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 15:31:13.884948 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-442c972a-8dbe-43d9-a308-89889492a3d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66413281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431520'] for network, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:13.890205 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-442c972a-8dbe-43d9-a308-89889492a3d6 admin admin] Notify callbacks [] for network, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:13.892111 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-442c972a-8dbe-43d9-a308-89889492a3d6 admin admin] 10.222.0.39 "DELETE /v2.0/networks/2856bc1d-078e-431e-a92d-7525eca08930 HTTP/1.1" status: 204 len: 168 time: 0.5504711 Aug 12 15:31:13.895183 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 35668) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:31:13.904762 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442c972a-8dbe-43d9-a308-89889492a3d6 admin admin] Pushing event deleted for resources: {'Network': ['ID=2856bc1d-078e-431e-a92d-7525eca08930,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:31:14.182722 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-1769855f-eda9-4483-9dc3-3220908ab45d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:14.245887 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ccb2ac1f-442f-45e3-8d5c-35d1ea93048e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66663830'] for router_interface, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:14.498590 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-ccb2ac1f-442f-45e3-8d5c-35d1ea93048e admin admin] Deleting port 27a0b9f4-6293-4042-8639-215a9fe1482f {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 15:31:14.498941 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ccb2ac1f-442f-45e3-8d5c-35d1ea93048e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:14.578783 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-ccb2ac1f-442f-45e3-8d5c-35d1ea93048e admin admin] For port 27a0b9f4-6293-4042-8639-215a9fe1482f, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=27a0b9f4-6293-4042-8639-215a9fe1482f,segment=NetworkSegment(9a419ce1-a4b7-4457-afc3-8f94ba227a0c),segment_id=9a419ce1-a4b7-4457-afc3-8f94ba227a0c)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:31:14.579749 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ccb2ac1f-442f-45e3-8d5c-35d1ea93048e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:14.592386 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-ccb2ac1f-442f-45e3-8d5c-35d1ea93048e admin admin] Calling delete_port for 27a0b9f4-6293-4042-8639-215a9fe1482f owned by network:router_interface {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 15:31:14.772673 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ccb2ac1f-442f-45e3-8d5c-35d1ea93048e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:14.804186 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb2ac1f-442f-45e3-8d5c-35d1ea93048e admin admin] Pushing event deleted for resources: {'Port': ['ID=27a0b9f4-6293-4042-8639-215a9fe1482f,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:31:14.969894 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ccb2ac1f-442f-45e3-8d5c-35d1ea93048e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66628352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-430630'] for router_interface, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:15.199143 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccb2ac1f-442f-45e3-8d5c-35d1ea93048e admin admin] Router bf9a373b-9cf7-437f-a724-37c2e4514364 has already been hosted by L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f {{(pid=94466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 15:31:15.309268 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccb2ac1f-442f-45e3-8d5c-35d1ea93048e admin admin] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 15:31:15.314739 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-ccb2ac1f-442f-45e3-8d5c-35d1ea93048e admin admin] 10.222.0.39 "PUT /v2.0/routers/bf9a373b-9cf7-437f-a724-37c2e4514364/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4184358 Aug 12 15:31:15.317248 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 35670) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:31:15.320332 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e1a3528-9650-4b17-8052-4d62c2fd5d2f None None] Sync routers for ids ['bf9a373b-9cf7-437f-a724-37c2e4514364'] in n-d-694802-15 {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 15:31:15.325585 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 7fe1a76a-823e-4959-a0e6-d20321f03641 no longer exists at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 15:31:15.331864 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e1a3528-9650-4b17-8052-4d62c2fd5d2f None None] Routers {'bf9a373b-9cf7-437f-a724-37c2e4514364'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:31:15.332556 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-2e1a3528-9650-4b17-8052-4d62c2fd5d2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T15:31:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['bf9a373b-9cf7-437f-a724-37c2e4514364'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:31:15.350111 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] No Port match for: 7fe1a76a-823e-4959-a0e6-d20321f03641 {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 15:31:15.350448 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 7fe1a76a-823e-4959-a0e6-d20321f03641 not bound to the agent host n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 15:31:15.427479 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a7cf58c0-0dde-4cc0-b83b-3f713216d2d7 admin admin] Notify callbacks [] for router, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:15.435199 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-2e1a3528-9650-4b17-8052-4d62c2fd5d2f None None] Set router bf9a373b-9cf7-437f-a724-37c2e4514364 gateway port host: n-d-694802-15 {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:31:15.533861 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a7cf58c0-0dde-4cc0-b83b-3f713216d2d7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:15.585702 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-a7cf58c0-0dde-4cc0-b83b-3f713216d2d7 admin admin] Deleting port b63e1d4f-82cf-422a-be6e-36d74bc16640 {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 15:31:15.586039 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a7cf58c0-0dde-4cc0-b83b-3f713216d2d7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:15.610164 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-2e1a3528-9650-4b17-8052-4d62c2fd5d2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf9a373b-9cf7-437f-a724-37c2e4514364', 'name': 'tempest-TestEncryptedCinderVolumes-1640576854-router', 'tenant_id': '6e747b4f45f64cffaf5154321e63f400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.194'}], 'enable_snat': True}, 'gw_port_id': 'b63e1d4f-82cf-422a-be6e-36d74bc16640', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:30:02Z', 'updated_at': '2021-08-12T15:31:14Z', 'revision_number': 5, 'project_id': '6e747b4f45f64cffaf5154321e63f400', 'gw_port': {'id': 'b63e1d4f-82cf-422a-be6e-36d74bc16640', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:8a:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf9a373b-9cf7-437f-a724-37c2e4514364', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:30:03Z', 'updated_at': '2021-08-12T15:30:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15'}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:31:15.666030 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [None req-a7cf58c0-0dde-4cc0-b83b-3f713216d2d7 admin admin] For port b63e1d4f-82cf-422a-be6e-36d74bc16640, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=b63e1d4f-82cf-422a-be6e-36d74bc16640,segment=NetworkSegment(b1b396cb-2dc6-4041-bfc7-1833a80a4720),segment_id=b1b396cb-2dc6-4041-bfc7-1833a80a4720)] {{(pid=94467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:31:15.666396 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a7cf58c0-0dde-4cc0-b83b-3f713216d2d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:15.686197 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-a7cf58c0-0dde-4cc0-b83b-3f713216d2d7 admin admin] Calling delete_port for b63e1d4f-82cf-422a-be6e-36d74bc16640 owned by network:router_gateway {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 15:31:15.731599 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e1a3528-9650-4b17-8052-4d62c2fd5d2f None None] Checking router: bf9a373b-9cf7-437f-a724-37c2e4514364 for host: n-d-694802-15 {{(pid=94469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 15:31:15.739936 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e1a3528-9650-4b17-8052-4d62c2fd5d2f None None] Routers {'bf9a373b-9cf7-437f-a724-37c2e4514364'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:31:15.740543 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-2e1a3528-9650-4b17-8052-4d62c2fd5d2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T15:31:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['bf9a373b-9cf7-437f-a724-37c2e4514364'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:31:15.814694 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-fe95f194-a3b0-4c04-9e42-20b511169d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:15.827432 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-2e1a3528-9650-4b17-8052-4d62c2fd5d2f None None] Set router bf9a373b-9cf7-437f-a724-37c2e4514364 gateway port host: None {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:31:15.851413 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a7cf58c0-0dde-4cc0-b83b-3f713216d2d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:15.879506 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cf58c0-0dde-4cc0-b83b-3f713216d2d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=b63e1d4f-82cf-422a-be6e-36d74bc16640,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:31:15.879714 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-2e1a3528-9650-4b17-8052-4d62c2fd5d2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf9a373b-9cf7-437f-a724-37c2e4514364', 'name': 'tempest-TestEncryptedCinderVolumes-1640576854-router', 'tenant_id': '6e747b4f45f64cffaf5154321e63f400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:30:02Z', 'updated_at': '2021-08-12T15:31:15Z', 'revision_number': 6, 'project_id': '6e747b4f45f64cffaf5154321e63f400', 'gw_port_host': None}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:31:15.912937 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e1a3528-9650-4b17-8052-4d62c2fd5d2f None None] The sync data for ids ['bf9a373b-9cf7-437f-a724-37c2e4514364'] in n-d-694802-15 is: [{'id': 'bf9a373b-9cf7-437f-a724-37c2e4514364', 'name': 'tempest-TestEncryptedCinderVolumes-1640576854-router', 'tenant_id': '6e747b4f45f64cffaf5154321e63f400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:30:02Z', 'updated_at': '2021-08-12T15:31:15Z', 'revision_number': 6, 'project_id': '6e747b4f45f64cffaf5154321e63f400', 'gw_port_host': None}] {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 15:31:15.941082 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a7cf58c0-0dde-4cc0-b83b-3f713216d2d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-431580'] for router_gateway, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:16.028804 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a7cf58c0-0dde-4cc0-b83b-3f713216d2d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-429360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-104877'] for router, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:16.030872 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a7cf58c0-0dde-4cc0-b83b-3f713216d2d7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:16.075967 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a7cf58c0-0dde-4cc0-b83b-3f713216d2d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-429375'] for router, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:16.076527 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7cf58c0-0dde-4cc0-b83b-3f713216d2d7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bf9a373b-9cf7-437f-a724-37c2e4514364 {{(pid=94467) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 15:31:16.082106 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a7cf58c0-0dde-4cc0-b83b-3f713216d2d7 admin admin] Notify callbacks [] for router, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:16.083292 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-a7cf58c0-0dde-4cc0-b83b-3f713216d2d7 admin admin] 10.222.0.39 "DELETE /v2.0/routers/bf9a373b-9cf7-437f-a724-37c2e4514364 HTTP/1.1" status: 204 len: 168 time: 0.7650266 Aug 12 15:31:16.085860 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 35672) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:31:16.128761 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ed51f36-7d32-40a0-89ee-80a1f212794e admin admin] Deleting subnet c774824e-e2e6-4b4c-b946-99bf7b2c3d57 {{(pid=94467) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 15:31:16.131708 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-2ed51f36-7d32-40a0-89ee-80a1f212794e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:16.165432 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-2ed51f36-7d32-40a0-89ee-80a1f212794e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3857505'] for subnet, precommit_delete_associations {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:16.245756 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-2ed51f36-7d32-40a0-89ee-80a1f212794e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66416255'] for subnet, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:16.301777 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-2ed51f36-7d32-40a0-89ee-80a1f212794e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66416232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2859225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3343748'] for subnet, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:16.325881 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed51f36-7d32-40a0-89ee-80a1f212794e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c774824e-e2e6-4b4c-b946-99bf7b2c3d57,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:31:16.332487 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-2ed51f36-7d32-40a0-89ee-80a1f212794e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:16.334351 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-2ed51f36-7d32-40a0-89ee-80a1f212794e admin admin] 10.222.0.39 "DELETE /v2.0/subnets/c774824e-e2e6-4b4c-b946-99bf7b2c3d57 HTTP/1.1" status: 204 len: 168 time: 0.2475615 Aug 12 15:31:16.336987 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 35674) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:31:16.339320 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87465141-9d4a-4b7a-93df-bee85a3d1716 None None] Network a7e2cd48-edf8-4da4-8463-461c7a0f95ab requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 15:31:16.406720 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b408b832-ca44-4364-b15d-2789230201d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680608'] for network, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:16.460755 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-b408b832-ca44-4364-b15d-2789230201d6 admin admin] Deleting port 4d8b39eb-bca8-4e80-9153-848496842763 {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 15:31:16.461101 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b408b832-ca44-4364-b15d-2789230201d6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:16.527105 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-b408b832-ca44-4364-b15d-2789230201d6 admin admin] For port 4d8b39eb-bca8-4e80-9153-848496842763, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=4d8b39eb-bca8-4e80-9153-848496842763,segment=NetworkSegment(9a419ce1-a4b7-4457-afc3-8f94ba227a0c),segment_id=9a419ce1-a4b7-4457-afc3-8f94ba227a0c)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:31:16.527472 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b408b832-ca44-4364-b15d-2789230201d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:16.539819 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-b408b832-ca44-4364-b15d-2789230201d6 admin admin] Calling delete_port for 4d8b39eb-bca8-4e80-9153-848496842763 owned by network:dhcp {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 15:31:16.617060 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b408b832-ca44-4364-b15d-2789230201d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:16.642844 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b408b832-ca44-4364-b15d-2789230201d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=4d8b39eb-bca8-4e80-9153-848496842763,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:31:16.647454 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b408b832-ca44-4364-b15d-2789230201d6 admin admin] No DVR routers for this DVR port 4d8b39eb-bca8-4e80-9153-848496842763 on host n-d-694802-15 {{(pid=94466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 15:31:16.680158 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79802036-c45b-441f-b5c1-0d80b61bf6d4 None None] DHCP port deletion for a7e2cd48-edf8-4da4-8463-461c7a0f95ab request from n-d-694802-15 {{(pid=94468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 15:31:16.725935 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b408b832-ca44-4364-b15d-2789230201d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66413304', 'neutron.services.segments.db._delete_segments_for_network-8744654118000'] for network, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:16.736642 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-b408b832-ca44-4364-b15d-2789230201d6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7e2cd48-edf8-4da4-8463-461c7a0f95ab']}} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:31:16.746742 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-b408b832-ca44-4364-b15d-2789230201d6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a419ce1-a4b7-4457-afc3-8f94ba227a0c') {'for_net_delete': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:31:16.747077 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-b408b832-ca44-4364-b15d-2789230201d6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a419ce1-a4b7-4457-afc3-8f94ba227a0c') {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:31:16.756922 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b408b832-ca44-4364-b15d-2789230201d6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744654122361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2293560'] for segment, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:16.772427 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b408b832-ca44-4364-b15d-2789230201d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:16.778859 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b408b832-ca44-4364-b15d-2789230201d6 admin admin] Releasing vlan 330 on physical network physnet1 to pool {{(pid=94466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 15:31:16.779302 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b408b832-ca44-4364-b15d-2789230201d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3718595'] for segment, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:16.781133 n-d-694802-15 neutron-server[94466]: Traceback (most recent call last): Aug 12 15:31:16.781133 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 15:31:16.781133 n-d-694802-15 neutron-server[94466]: timer() Aug 12 15:31:16.781133 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 15:31:16.781133 n-d-694802-15 neutron-server[94466]: cb(*args, **kw) Aug 12 15:31:16.781133 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 15:31:16.781133 n-d-694802-15 neutron-server[94466]: return func(*args, **kwargs) Aug 12 15:31:16.781133 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 15:31:16.781133 n-d-694802-15 neutron-server[94466]: self._notify() Aug 12 15:31:16.781133 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 15:31:16.781133 n-d-694802-15 neutron-server[94466]: self.callback(batched_events) Aug 12 15:31:16.781133 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 15:31:16.781133 n-d-694802-15 neutron-server[94466]: event.method(event) Aug 12 15:31:16.781133 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 15:31:16.781133 n-d-694802-15 neutron-server[94466]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 15:31:16.781133 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 15:31:16.781133 n-d-694802-15 neutron-server[94466]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 15:31:16.781133 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 15:31:16.781133 n-d-694802-15 neutron-server[94466]: return f(self, *a, **k) Aug 12 15:31:16.781133 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 15:31:16.781133 n-d-694802-15 neutron-server[94466]: return self._get(url).json() Aug 12 15:31:16.781133 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 15:31:16.781133 n-d-694802-15 neutron-server[94466]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 15:31:16.781133 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 15:31:16.781133 n-d-694802-15 neutron-server[94466]: return self.request(url, 'GET', **kwargs) Aug 12 15:31:16.781133 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 15:31:16.781133 n-d-694802-15 neutron-server[94466]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 15:31:16.781133 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 15:31:16.781133 n-d-694802-15 neutron-server[94466]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 15:31:16.781133 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 15:31:16.781133 n-d-694802-15 neutron-server[94466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 15:31:16.781133 n-d-694802-15 neutron-server[94466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 15:31:16.839490 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b408b832-ca44-4364-b15d-2789230201d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66413281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431520'] for network, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:16.845790 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b408b832-ca44-4364-b15d-2789230201d6 admin admin] Notify callbacks [] for network, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:16.847699 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-b408b832-ca44-4364-b15d-2789230201d6 admin admin] 10.222.0.39 "DELETE /v2.0/networks/a7e2cd48-edf8-4da4-8463-461c7a0f95ab HTTP/1.1" status: 204 len: 168 time: 0.5097232 Aug 12 15:31:16.859082 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b408b832-ca44-4364-b15d-2789230201d6 admin admin] Pushing event deleted for resources: {'Network': ['ID=a7e2cd48-edf8-4da4-8463-461c7a0f95ab,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:31:17.034728 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 35678) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:31:17.073945 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-7950f926-5e18-4955-b17e-61726fce07ed admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b5ee3f7ff65e49f6a54967107300881f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0380454 Aug 12 15:31:17.076371 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 35680) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:31:17.123422 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-2f5474d4-54b2-4131-8993-bad5b81f2fa4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:17.143843 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-2f5474d4-54b2-4131-8993-bad5b81f2fa4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:17.188770 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-2f5474d4-54b2-4131-8993-bad5b81f2fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:17.191472 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-2f5474d4-54b2-4131-8993-bad5b81f2fa4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:17.192613 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-2f5474d4-54b2-4131-8993-bad5b81f2fa4 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3a2f5552-1830-45bb-a644-42dc338a3e15 HTTP/1.1" status: 204 len: 168 time: 0.1153717 Aug 12 15:31:17.200140 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5474d4-54b2-4131-8993-bad5b81f2fa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a2f5552-1830-45bb-a644-42dc338a3e15,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:31:17.293672 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device b63e1d4f-82cf-422a-be6e-36d74bc16640 no longer exists at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 15:31:17.312663 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] No Port match for: b63e1d4f-82cf-422a-be6e-36d74bc16640 {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 15:31:17.313011 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device b63e1d4f-82cf-422a-be6e-36d74bc16640 not bound to the agent host n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 15:31:17.313430 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 4d8b39eb-bca8-4e80-9153-848496842763 no longer exists at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 15:31:17.332420 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] No Port match for: 4d8b39eb-bca8-4e80-9153-848496842763 {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 15:31:17.332765 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 4d8b39eb-bca8-4e80-9153-848496842763 not bound to the agent host n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 15:31:17.333205 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 27a0b9f4-6293-4042-8639-215a9fe1482f no longer exists at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 15:31:17.352510 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] No Port match for: 27a0b9f4-6293-4042-8639-215a9fe1482f {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 15:31:17.353143 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 27a0b9f4-6293-4042-8639-215a9fe1482f not bound to the agent host n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 15:31:17.553627 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 35686) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:31:17.596228 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-2de4e6a1-0fc1-4064-a761-3d56d27fc0b8 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6e747b4f45f64cffaf5154321e63f400&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0414407 Aug 12 15:31:17.598676 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 35688) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:31:17.647475 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-85b10764-d2ec-499f-887a-66e59621ff18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:17.667908 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-85b10764-d2ec-499f-887a-66e59621ff18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:17.714978 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-85b10764-d2ec-499f-887a-66e59621ff18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:17.717893 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-85b10764-d2ec-499f-887a-66e59621ff18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:17.719217 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-85b10764-d2ec-499f-887a-66e59621ff18 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4782929e-e242-466b-bbe4-9e54874e6277 HTTP/1.1" status: 204 len: 168 time: 0.1194725 Aug 12 15:31:17.727974 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b10764-d2ec-499f-887a-66e59621ff18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4782929e-e242-466b-bbe4-9e54874e6277,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:31:18.376400 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 35710) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:31:18.485460 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-0a097d38-fccd-497f-b006-256e8c713346 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2023992375-network', 'tenant_id': '7822f59cb85b4ff694106fedfd15411e'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:31:18.505965 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a097d38-fccd-497f-b006-256e8c713346 admin admin] Made reservation on behalf of 7822f59cb85b4ff694106fedfd15411e for: {'network': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 15:31:18.508430 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-0a097d38-fccd-497f-b006-256e8c713346 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for network, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:18.517414 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-0a097d38-fccd-497f-b006-256e8c713346 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:18.606186 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-0a097d38-fccd-497f-b006-256e8c713346 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:18.609789 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-0a097d38-fccd-497f-b006-256e8c713346 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:18.633250 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a097d38-fccd-497f-b006-256e8c713346 admin admin] vlan segment allocate from pool success with {'vlan_id': 324, 'physical_network': 'physnet1'} {{(pid=94467) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 15:31:18.643160 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a097d38-fccd-497f-b006-256e8c713346 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=265f4107-2b82-4ce4-b0e7-f547c238f058,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:31:18.648087 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-0a097d38-fccd-497f-b006-256e8c713346 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:18.648433 n-d-694802-15 neutron-server[94467]: INFO neutron.db.segments_db [None req-0a097d38-fccd-497f-b006-256e8c713346 admin admin] Added segment 0d76a79a-bc67-4bc6-82c9-15ab6238912e of type vlan for network eb7d9bc6-a7c6-4fe9-b8ff-9a7e557f1f28 Aug 12 15:31:18.687284 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-0a097d38-fccd-497f-b006-256e8c713346 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744653628263'] for network, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:18.715100 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-0a097d38-fccd-497f-b006-256e8c713346 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409'] for network, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:18.716047 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a097d38-fccd-497f-b006-256e8c713346 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:31:18.716626 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-0a097d38-fccd-497f-b006-256e8c713346 admin admin] Notify callbacks [] for network, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:18.769923 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-0a097d38-fccd-497f-b006-256e8c713346 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3924334 Aug 12 15:31:18.773204 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 35714) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:31:18.778326 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-9385c929-8d70-4cb2-b193-633bf681f47e admin admin] Request body: {'subnet': {'network_id': 'eb7d9bc6-a7c6-4fe9-b8ff-9a7e557f1f28', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2023992375-subnet', 'tenant_id': '7822f59cb85b4ff694106fedfd15411e', 'ip_version': 4}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:31:18.780145 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a097d38-fccd-497f-b006-256e8c713346 admin admin] Pushing event updated for resources: {'Network': ['ID=eb7d9bc6-a7c6-4fe9-b8ff-9a7e557f1f28,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:31:18.790428 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Network eb7d9bc6-a7c6-4fe9-b8ff-9a7e557f1f28 details requested by agent ovs-agent-n-d-694802-15 with host n-d-694802-15 {{(pid=94468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 15:31:18.803822 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9385c929-8d70-4cb2-b193-633bf681f47e admin admin] Made reservation on behalf of 7822f59cb85b4ff694106fedfd15411e for: {'subnet': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 15:31:18.806248 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9385c929-8d70-4cb2-b193-633bf681f47e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8776441'] for subnet, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:18.972164 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9385c929-8d70-4cb2-b193-633bf681f47e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3718490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8776395'] for subnet, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:19.034777 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9385c929-8d70-4cb2-b193-633bf681f47e admin admin] Pushing event updated for resources: {'Subnet': ['ID=349e802f-a2f0-40eb-b937-c509c9391ab3,revision_number=0']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:31:19.037504 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9385c929-8d70-4cb2-b193-633bf681f47e admin admin] Checking segment: {'id': '0d76a79a-bc67-4bc6-82c9-15ab6238912e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'eb7d9bc6-a7c6-4fe9-b8ff-9a7e557f1f28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 15:31:19.038214 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9385c929-8d70-4cb2-b193-633bf681f47e admin admin] Network hostable DHCP agents. Network: eb7d9bc6-a7c6-4fe9-b8ff-9a7e557f1f28, hostable agents: ['1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658'], hosted agents: [] {{(pid=94466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 15:31:19.056060 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9385c929-8d70-4cb2-b193-633bf681f47e admin admin] Network eb7d9bc6-a7c6-4fe9-b8ff-9a7e557f1f28 is scheduled to be hosted by DHCP agent 1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658 with binding_index 1 {{(pid=94466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 15:31:19.064644 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-9385c929-8d70-4cb2-b193-633bf681f47e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-15, eb7d9bc6-a7c6-4fe9-b8ff-9a7e557f1f28) {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:31:19.069084 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9385c929-8d70-4cb2-b193-633bf681f47e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:31:19.070099 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9385c929-8d70-4cb2-b193-633bf681f47e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:19.073105 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d324a54-79e6-4b7d-b283-8199fc2ff8bb None None] Network eb7d9bc6-a7c6-4fe9-b8ff-9a7e557f1f28 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 15:31:19.083873 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-9385c929-8d70-4cb2-b193-633bf681f47e admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3094974 Aug 12 15:31:19.086476 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 35716) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:31:19.090952 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-86b52899-8c2f-4a29-a9e9-0d4dd57b0a05 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2023992375-router', 'tenant_id': '7822f59cb85b4ff694106fedfd15411e', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'}}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:31:19.112535 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-86b52899-8c2f-4a29-a9e9-0d4dd57b0a05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-430574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-104863'] for router, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:19.113515 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-86b52899-8c2f-4a29-a9e9-0d4dd57b0a05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-429438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-431405', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66646573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-104852'] for router, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:19.169318 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-86b52899-8c2f-4a29-a9e9-0d4dd57b0a05 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:19.217691 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f78ca0b-3123-4eba-837f-2d3627ed2cb5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa7035b3e-9a89-5964-b9f4-97301c3f476a-eb7d9bc6-a7c6-4fe9-b8ff-9a7e557f1f28', 'network_id': 'eb7d9bc6-a7c6-4fe9-b8ff-9a7e557f1f28', 'tenant_id': '7822f59cb85b4ff694106fedfd15411e', 'fixed_ips': [{'subnet_id': '349e802f-a2f0-40eb-b937-c509c9391ab3'}]}} from n-d-694802-15. {{(pid=94468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 15:31:19.218653 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-9f78ca0b-3123-4eba-837f-2d3627ed2cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:19.311108 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-86b52899-8c2f-4a29-a9e9-0d4dd57b0a05 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:19.348531 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.db_base_plugin_common [None req-9f78ca0b-3123-4eba-837f-2d3627ed2cb5 None None] Allocated IP 172.20.0.2 (eb7d9bc6-a7c6-4fe9-b8ff-9a7e557f1f28/349e802f-a2f0-40eb-b937-c509c9391ab3/95cddc27-597c-46ae-9b38-c0cecd9e6f4f) {{(pid=94468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 15:31:19.494960 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-9f78ca0b-3123-4eba-837f-2d3627ed2cb5 None None] Notify callbacks [] for port, precommit_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:19.504591 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-9f78ca0b-3123-4eba-837f-2d3627ed2cb5 None None] Transition to ACTIVE for port object 95cddc27-597c-46ae-9b38-c0cecd9e6f4f will not be triggered until provisioned by entity L2. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:31:19.520842 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-9f78ca0b-3123-4eba-837f-2d3627ed2cb5 None None] Transition to ACTIVE for port object 95cddc27-597c-46ae-9b38-c0cecd9e6f4f will not be triggered until provisioned by entity DHCP. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:31:19.527211 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-9f78ca0b-3123-4eba-837f-2d3627ed2cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253'] for port, after_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:19.565842 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f78ca0b-3123-4eba-837f-2d3627ed2cb5 None None] Network eb7d9bc6-a7c6-4fe9-b8ff-9a7e557f1f28 is already hosted by enough agents. {{(pid=94468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 15:31:19.570877 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.base_scheduler [None req-9f78ca0b-3123-4eba-837f-2d3627ed2cb5 None None] Resources bound (agent type, host, resource id): {{(pid=94468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:31:19.573296 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f78ca0b-3123-4eba-837f-2d3627ed2cb5 None None] Received port after_create {{(pid=94468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 15:31:19.583414 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f78ca0b-3123-4eba-837f-2d3627ed2cb5 None None] Pushing event updated for resources: {'Port': ['ID=95cddc27-597c-46ae-9b38-c0cecd9e6f4f,revision_number=1']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:31:19.638445 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-9f78ca0b-3123-4eba-837f-2d3627ed2cb5 None None] Attempting to bind port 95cddc27-597c-46ae-9b38-c0cecd9e6f4f on host n-d-694802-15 for vnic_type normal with profile {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 15:31:19.638814 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-9f78ca0b-3123-4eba-837f-2d3627ed2cb5 None None] Attempting to bind port 95cddc27-597c-46ae-9b38-c0cecd9e6f4f by drivers openvswitch,hyperv on host n-d-694802-15 at level 0 using segments [{'id': '0d76a79a-bc67-4bc6-82c9-15ab6238912e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'eb7d9bc6-a7c6-4fe9-b8ff-9a7e557f1f28'}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 15:31:19.639202 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f78ca0b-3123-4eba-837f-2d3627ed2cb5 None None] Attempting to bind port 95cddc27-597c-46ae-9b38-c0cecd9e6f4f on network eb7d9bc6-a7c6-4fe9-b8ff-9a7e557f1f28 {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 15:31:19.645127 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f78ca0b-3123-4eba-837f-2d3627ed2cb5 None None] Checking agent: {'id': '16de73ac-f2e9-4cee-b3e0-91052ae3e6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 20, 13), 'started_at': datetime.datetime(2021, 8, 12, 14, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 15, 31, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 15:31:19.645504 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f78ca0b-3123-4eba-837f-2d3627ed2cb5 None None] Checking segment: {'id': '0d76a79a-bc67-4bc6-82c9-15ab6238912e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'eb7d9bc6-a7c6-4fe9-b8ff-9a7e557f1f28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 15:31:19.645912 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-9f78ca0b-3123-4eba-837f-2d3627ed2cb5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:19.646308 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f78ca0b-3123-4eba-837f-2d3627ed2cb5 None None] Bound using segment: {'id': '0d76a79a-bc67-4bc6-82c9-15ab6238912e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'eb7d9bc6-a7c6-4fe9-b8ff-9a7e557f1f28'} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 15:31:19.646784 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-9f78ca0b-3123-4eba-837f-2d3627ed2cb5 None None] Bound port: 95cddc27-597c-46ae-9b38-c0cecd9e6f4f, host: n-d-694802-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d76a79a-bc67-4bc6-82c9-15ab6238912e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'eb7d9bc6-a7c6-4fe9-b8ff-9a7e557f1f28'}}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 15:31:19.647447 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-9f78ca0b-3123-4eba-837f-2d3627ed2cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:19.711263 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-9f78ca0b-3123-4eba-837f-2d3627ed2cb5 None None] For port 95cddc27-597c-46ae-9b38-c0cecd9e6f4f, host n-d-694802-15, cleared binding levels {{(pid=94468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 15:31:19.714836 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-9f78ca0b-3123-4eba-837f-2d3627ed2cb5 None None] For port 95cddc27-597c-46ae-9b38-c0cecd9e6f4f, host n-d-694802-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=95cddc27-597c-46ae-9b38-c0cecd9e6f4f,segment=NetworkSegment(0d76a79a-bc67-4bc6-82c9-15ab6238912e),segment_id=0d76a79a-bc67-4bc6-82c9-15ab6238912e)] {{(pid=94468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 15:31:19.719384 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-9f78ca0b-3123-4eba-837f-2d3627ed2cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:19.781823 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f78ca0b-3123-4eba-837f-2d3627ed2cb5 None None] Pushing event updated for resources: {'Port': ['ID=95cddc27-597c-46ae-9b38-c0cecd9e6f4f,revision_number=2']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:31:19.806543 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-86b52899-8c2f-4a29-a9e9-0d4dd57b0a05 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:19.827958 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-86b52899-8c2f-4a29-a9e9-0d4dd57b0a05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:19.948297 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-86b52899-8c2f-4a29-a9e9-0d4dd57b0a05 admin admin] Allocated IP 172.25.1.241 (d3759e1b-6c03-45ac-acd4-90abb417809b/f0254f08-c19c-4e31-bd9c-09389ea4b6f2/930051b1-0d27-4ed5-9838-08803cdefab3) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 15:31:20.055405 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-86b52899-8c2f-4a29-a9e9-0d4dd57b0a05 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:20.099263 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-86b52899-8c2f-4a29-a9e9-0d4dd57b0a05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:20.135106 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86b52899-8c2f-4a29-a9e9-0d4dd57b0a05 admin admin] Network d3759e1b-6c03-45ac-acd4-90abb417809b is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 15:31:20.138038 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-86b52899-8c2f-4a29-a9e9-0d4dd57b0a05 admin admin] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:31:20.144872 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86b52899-8c2f-4a29-a9e9-0d4dd57b0a05 admin admin] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 15:31:20.168475 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b52899-8c2f-4a29-a9e9-0d4dd57b0a05 admin admin] Pushing event updated for resources: {'Port': ['ID=930051b1-0d27-4ed5-9838-08803cdefab3,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:31:20.397971 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-86b52899-8c2f-4a29-a9e9-0d4dd57b0a05 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:20.604093 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-86b52899-8c2f-4a29-a9e9-0d4dd57b0a05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-429413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-431608'] for router, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:20.656068 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-954c6403-399d-4656-8b05-eef2f9d752aa None None] Network eb7d9bc6-a7c6-4fe9-b8ff-9a7e557f1f28 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 15:31:20.743194 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86b52899-8c2f-4a29-a9e9-0d4dd57b0a05 admin admin] Router 2fadc636-2eb7-49b2-aee1-1a679d6fbb00 is scheduled to L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f with binding_index 1 {{(pid=94466) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 15:31:20.770989 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-3f2f27d8-500e-422b-b74e-47c1c170b215 None None] Provisioning for port 95cddc27-597c-46ae-9b38-c0cecd9e6f4f completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:31:20.856776 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86b52899-8c2f-4a29-a9e9-0d4dd57b0a05 admin admin] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 15:31:20.871692 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c61e8c6-13d0-4864-8d37-3dbb92908233 None None] Sync routers for ids ['2fadc636-2eb7-49b2-aee1-1a679d6fbb00'] in n-d-694802-15 {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 15:31:20.873792 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-86b52899-8c2f-4a29-a9e9-0d4dd57b0a05 admin admin] Notify callbacks [] for router, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:20.875260 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-86b52899-8c2f-4a29-a9e9-0d4dd57b0a05 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.7876663 Aug 12 15:31:20.877944 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 35718) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:31:20.884285 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c61e8c6-13d0-4864-8d37-3dbb92908233 None None] Routers {'2fadc636-2eb7-49b2-aee1-1a679d6fbb00'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:31:20.884909 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-6c61e8c6-13d0-4864-8d37-3dbb92908233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T15:31:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['2fadc636-2eb7-49b2-aee1-1a679d6fbb00'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:31:20.993938 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvr_db [None req-6c61e8c6-13d0-4864-8d37-3dbb92908233 None None] Set router 2fadc636-2eb7-49b2-aee1-1a679d6fbb00 gateway port host: n-d-694802-15 {{(pid=94468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:31:21.183309 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-6c61e8c6-13d0-4864-8d37-3dbb92908233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fadc636-2eb7-49b2-aee1-1a679d6fbb00', 'name': 'tempest-TestMinimumBasicScenario-2023992375-router', 'tenant_id': '7822f59cb85b4ff694106fedfd15411e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.241'}], 'enable_snat': True}, 'gw_port_id': '930051b1-0d27-4ed5-9838-08803cdefab3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:31:19Z', 'updated_at': '2021-08-12T15:31:20Z', 'revision_number': 3, 'project_id': '7822f59cb85b4ff694106fedfd15411e', 'gw_port': {'id': '930051b1-0d27-4ed5-9838-08803cdefab3', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:27:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fadc636-2eb7-49b2-aee1-1a679d6fbb00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:31:19Z', 'updated_at': '2021-08-12T15:31:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15'}], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:31:21.332227 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5a96d10f-76c8-49c5-b969-df0e4a8b0a08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:21.372299 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 95cddc27-597c-46ae-9b38-c0cecd9e6f4f up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 15:31:21.374476 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c61e8c6-13d0-4864-8d37-3dbb92908233 None None] Checking router: 2fadc636-2eb7-49b2-aee1-1a679d6fbb00 for host: n-d-694802-15 {{(pid=94468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 15:31:21.374816 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c61e8c6-13d0-4864-8d37-3dbb92908233 None None] Updating router 2fadc636-2eb7-49b2-aee1-1a679d6fbb00 port 930051b1-0d27-4ed5-9838-08803cdefab3 binding host n-d-694802-15 {{(pid=94468) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 15:31:21.419137 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-6c61e8c6-13d0-4864-8d37-3dbb92908233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:21.489626 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-5a96d10f-76c8-49c5-b969-df0e4a8b0a08 admin admin] Allocated IP 172.20.0.1 (eb7d9bc6-a7c6-4fe9-b8ff-9a7e557f1f28/349e802f-a2f0-40eb-b937-c509c9391ab3/077ef758-7241-483c-8183-6b7e89252140) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 15:31:21.517116 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning for port 95cddc27-597c-46ae-9b38-c0cecd9e6f4f completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:31:21.526078 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port 95cddc27-597c-46ae-9b38-c0cecd9e6f4f triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:31:21.526441 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:21.598442 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5a96d10f-76c8-49c5-b969-df0e4a8b0a08 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:21.611618 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-5a96d10f-76c8-49c5-b969-df0e4a8b0a08 admin admin] Transition to ACTIVE for port object 077ef758-7241-483c-8183-6b7e89252140 will not be triggered until provisioned by entity DHCP. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:31:21.644079 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5a96d10f-76c8-49c5-b969-df0e4a8b0a08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:21.681704 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:21.688347 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a96d10f-76c8-49c5-b969-df0e4a8b0a08 admin admin] Network eb7d9bc6-a7c6-4fe9-b8ff-9a7e557f1f28 is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 15:31:21.694765 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-5a96d10f-76c8-49c5-b969-df0e4a8b0a08 admin admin] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:31:21.697123 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a96d10f-76c8-49c5-b969-df0e4a8b0a08 admin admin] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 15:31:21.722901 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a96d10f-76c8-49c5-b969-df0e4a8b0a08 admin admin] Pushing event updated for resources: {'Port': ['ID=077ef758-7241-483c-8183-6b7e89252140,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:31:21.741534 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5a96d10f-76c8-49c5-b969-df0e4a8b0a08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66663725'] for router_interface, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:21.763079 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] For port 95cddc27-597c-46ae-9b38-c0cecd9e6f4f, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=95cddc27-597c-46ae-9b38-c0cecd9e6f4f,segment=NetworkSegment(0d76a79a-bc67-4bc6-82c9-15ab6238912e),segment_id=0d76a79a-bc67-4bc6-82c9-15ab6238912e)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:31:21.770651 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:21.801822 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-6c61e8c6-13d0-4864-8d37-3dbb92908233 None None] Notify callbacks [] for port, precommit_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:21.820834 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-6c61e8c6-13d0-4864-8d37-3dbb92908233 None None] Transition to ACTIVE for port object 930051b1-0d27-4ed5-9838-08803cdefab3 will not be triggered until provisioned by entity L2. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:31:21.833821 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-6c61e8c6-13d0-4864-8d37-3dbb92908233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:21.842322 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Pushing event updated for resources: {'Port': ['ID=95cddc27-597c-46ae-9b38-c0cecd9e6f4f,revision_number=3']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:31:21.886161 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-6c61e8c6-13d0-4864-8d37-3dbb92908233 None None] Attempting to bind port 930051b1-0d27-4ed5-9838-08803cdefab3 on host n-d-694802-15 for vnic_type normal with profile {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 15:31:21.886529 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-6c61e8c6-13d0-4864-8d37-3dbb92908233 None None] Attempting to bind port 930051b1-0d27-4ed5-9838-08803cdefab3 by drivers openvswitch,hyperv on host n-d-694802-15 at level 0 using segments [{'id': 'b1b396cb-2dc6-4041-bfc7-1833a80a4720', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 15:31:21.886949 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c61e8c6-13d0-4864-8d37-3dbb92908233 None None] Attempting to bind port 930051b1-0d27-4ed5-9838-08803cdefab3 on network d3759e1b-6c03-45ac-acd4-90abb417809b {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 15:31:21.894521 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5a96d10f-76c8-49c5-b969-df0e4a8b0a08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:21.900456 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c61e8c6-13d0-4864-8d37-3dbb92908233 None None] Checking agent: {'id': '16de73ac-f2e9-4cee-b3e0-91052ae3e6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 20, 13), 'started_at': datetime.datetime(2021, 8, 12, 14, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 15, 31, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 15:31:21.900825 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c61e8c6-13d0-4864-8d37-3dbb92908233 None None] Checking segment: {'id': 'b1b396cb-2dc6-4041-bfc7-1833a80a4720', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 15:31:21.901224 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-6c61e8c6-13d0-4864-8d37-3dbb92908233 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:21.901609 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c61e8c6-13d0-4864-8d37-3dbb92908233 None None] Bound using segment: {'id': 'b1b396cb-2dc6-4041-bfc7-1833a80a4720', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 15:31:21.902071 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-6c61e8c6-13d0-4864-8d37-3dbb92908233 None None] Bound port: 930051b1-0d27-4ed5-9838-08803cdefab3, host: n-d-694802-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1b396cb-2dc6-4041-bfc7-1833a80a4720', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'}}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 15:31:21.902544 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-6c61e8c6-13d0-4864-8d37-3dbb92908233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:21.904382 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf6678e-4a67-495a-b8cb-63a51791110d None None] Pushing event updated for resources: {'Port': ['ID=930051b1-0d27-4ed5-9838-08803cdefab3,revision_number=2']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:31:21.958834 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-6c61e8c6-13d0-4864-8d37-3dbb92908233 None None] For port 930051b1-0d27-4ed5-9838-08803cdefab3, host n-d-694802-15, cleared binding levels {{(pid=94468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 15:31:21.962498 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-6c61e8c6-13d0-4864-8d37-3dbb92908233 None None] For port 930051b1-0d27-4ed5-9838-08803cdefab3, host n-d-694802-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=930051b1-0d27-4ed5-9838-08803cdefab3,segment=NetworkSegment(b1b396cb-2dc6-4041-bfc7-1833a80a4720),segment_id=b1b396cb-2dc6-4041-bfc7-1833a80a4720)] {{(pid=94468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 15:31:21.966794 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-6c61e8c6-13d0-4864-8d37-3dbb92908233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:22.038018 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c61e8c6-13d0-4864-8d37-3dbb92908233 None None] Routers {'2fadc636-2eb7-49b2-aee1-1a679d6fbb00'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:31:22.038643 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-6c61e8c6-13d0-4864-8d37-3dbb92908233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T15:31:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['2fadc636-2eb7-49b2-aee1-1a679d6fbb00'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:31:22.043424 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf6678e-4a67-495a-b8cb-63a51791110d None None] Pushing event updated for resources: {'Port': ['ID=930051b1-0d27-4ed5-9838-08803cdefab3,revision_number=3']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:31:22.068317 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5a96d10f-76c8-49c5-b969-df0e4a8b0a08 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:22.073317 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5a96d10f-76c8-49c5-b969-df0e4a8b0a08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3718439'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:22.088125 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-68e40cf8-c409-4108-9440-8d2f7b2678ec None None] Provisioning for port 077ef758-7241-483c-8183-6b7e89252140 completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:31:22.096998 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-68e40cf8-c409-4108-9440-8d2f7b2678ec None None] Provisioning complete for port 077ef758-7241-483c-8183-6b7e89252140 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:31:22.097374 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-68e40cf8-c409-4108-9440-8d2f7b2678ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:22.139514 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5a96d10f-76c8-49c5-b969-df0e4a8b0a08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66628363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66663865'] for router_interface, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:22.141239 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a96d10f-76c8-49c5-b969-df0e4a8b0a08 admin admin] Pushing event updated for resources: {'Port': ['ID=077ef758-7241-483c-8183-6b7e89252140,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:31:22.167510 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-68e40cf8-c409-4108-9440-8d2f7b2678ec None None] Port 077ef758-7241-483c-8183-6b7e89252140 cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 15:31:22.187743 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvr_db [None req-6c61e8c6-13d0-4864-8d37-3dbb92908233 None None] Set router 2fadc636-2eb7-49b2-aee1-1a679d6fbb00 gateway port host: n-d-694802-15 {{(pid=94468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:31:22.242721 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a96d10f-76c8-49c5-b969-df0e4a8b0a08 admin admin] Network eb7d9bc6-a7c6-4fe9-b8ff-9a7e557f1f28 is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 15:31:22.244186 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-5a96d10f-76c8-49c5-b969-df0e4a8b0a08 admin admin] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:31:22.366156 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a96d10f-76c8-49c5-b969-df0e4a8b0a08 admin admin] Router 2fadc636-2eb7-49b2-aee1-1a679d6fbb00 has already been hosted by L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f {{(pid=94466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 15:31:22.399142 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-6c61e8c6-13d0-4864-8d37-3dbb92908233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fadc636-2eb7-49b2-aee1-1a679d6fbb00', 'name': 'tempest-TestMinimumBasicScenario-2023992375-router', 'tenant_id': '7822f59cb85b4ff694106fedfd15411e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.241'}], 'enable_snat': True}, 'gw_port_id': '930051b1-0d27-4ed5-9838-08803cdefab3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:31:19Z', 'updated_at': '2021-08-12T15:31:21Z', 'revision_number': 4, 'project_id': '7822f59cb85b4ff694106fedfd15411e', 'gw_port': {'id': '930051b1-0d27-4ed5-9838-08803cdefab3', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:27:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fadc636-2eb7-49b2-aee1-1a679d6fbb00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:31:19Z', 'updated_at': '2021-08-12T15:31:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': '077ef758-7241-483c-8183-6b7e89252140', 'name': '', 'network_id': 'eb7d9bc6-a7c6-4fe9-b8ff-9a7e557f1f28', 'tenant_id': '7822f59cb85b4ff694106fedfd15411e', 'mac_address': 'fa:16:3e:f9:b3:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fadc636-2eb7-49b2-aee1-1a679d6fbb00', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '349e802f-a2f0-40eb-b937-c509c9391ab3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:31:21Z', 'updated_at': '2021-08-12T15:31:21Z', 'revision_number': 1, 'project_id': '7822f59cb85b4ff694106fedfd15411e', 'subnets': [{'id': '349e802f-a2f0-40eb-b937-c509c9391ab3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:31:22.430137 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c61e8c6-13d0-4864-8d37-3dbb92908233 None None] The sync data for ids ['2fadc636-2eb7-49b2-aee1-1a679d6fbb00'] in n-d-694802-15 is: [{'id': '2fadc636-2eb7-49b2-aee1-1a679d6fbb00', 'name': 'tempest-TestMinimumBasicScenario-2023992375-router', 'tenant_id': '7822f59cb85b4ff694106fedfd15411e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.241'}], 'enable_snat': True}, 'gw_port_id': '930051b1-0d27-4ed5-9838-08803cdefab3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:31:19Z', 'updated_at': '2021-08-12T15:31:21Z', 'revision_number': 4, 'project_id': '7822f59cb85b4ff694106fedfd15411e', 'gw_port': {'id': '930051b1-0d27-4ed5-9838-08803cdefab3', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:27:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fadc636-2eb7-49b2-aee1-1a679d6fbb00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:31:19Z', 'updated_at': '2021-08-12T15:31:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': '077ef758-7241-483c-8183-6b7e89252140', 'name': '', 'network_id': 'eb7d9bc6-a7c6-4fe9-b8ff-9a7e557f1f28', 'tenant_id': '7822f59cb85b4ff694106fedfd15411e', 'mac_address': 'fa:16:3e:f9:b3:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fadc636-2eb7-49b2-aee1-1a679d6fbb00', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '349e802f-a2f0-40eb-b937-c509c9391ab3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:31:21Z', 'updated_at': '2021-08-12T15:31:21Z', 'revision_number': 1, 'project_id': '7822f59cb85b4ff694106fedfd15411e', 'subnets': [{'id': '349e802f-a2f0-40eb-b937-c509c9391ab3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 15:31:22.477459 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a96d10f-76c8-49c5-b969-df0e4a8b0a08 admin admin] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 15:31:22.483175 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-5a96d10f-76c8-49c5-b969-df0e4a8b0a08 admin admin] 10.222.0.39 "PUT /v2.0/routers/2fadc636-2eb7-49b2-aee1-1a679d6fbb00/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6041267 Aug 12 15:31:22.493402 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-8d177cdd-bd4f-4688-9952-9bd5e015f77a None None] Provisioning complete for port 077ef758-7241-483c-8183-6b7e89252140 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:31:22.493803 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-8d177cdd-bd4f-4688-9952-9bd5e015f77a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:22.529081 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-8d177cdd-bd4f-4688-9952-9bd5e015f77a None None] Port 077ef758-7241-483c-8183-6b7e89252140 cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 15:31:22.987802 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 35734) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:31:22.993030 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-9340d7ee-a8c2-4e60-a118-433c143cda8c admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-493595058-network', 'tenant_id': '94bbe3c55c4a42a2bca976ef28a7d9be'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:31:23.016074 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9340d7ee-a8c2-4e60-a118-433c143cda8c admin admin] Made reservation on behalf of 94bbe3c55c4a42a2bca976ef28a7d9be for: {'network': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 15:31:23.023224 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9340d7ee-a8c2-4e60-a118-433c143cda8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for network, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:23.044029 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9340d7ee-a8c2-4e60-a118-433c143cda8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:23.142893 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9340d7ee-a8c2-4e60-a118-433c143cda8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:23.148638 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9340d7ee-a8c2-4e60-a118-433c143cda8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:23.179043 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9340d7ee-a8c2-4e60-a118-433c143cda8c admin admin] vlan segment allocate from pool success with {'vlan_id': 306, 'physical_network': 'physnet1'} {{(pid=94466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 15:31:23.185321 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9340d7ee-a8c2-4e60-a118-433c143cda8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c476f47-4fec-4bfc-abcf-4d4cc3d697c2,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:31:23.194489 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9340d7ee-a8c2-4e60-a118-433c143cda8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:23.194826 n-d-694802-15 neutron-server[94466]: INFO neutron.db.segments_db [None req-9340d7ee-a8c2-4e60-a118-433c143cda8c admin admin] Added segment de0b58d2-f6b1-4223-aff1-4a42f2fa5acd of type vlan for network afd97fd8-f242-440b-ad5d-bdabbb8b0a95 Aug 12 15:31:23.239616 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9340d7ee-a8c2-4e60-a118-433c143cda8c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744653628263'] for network, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:23.279853 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9340d7ee-a8c2-4e60-a118-433c143cda8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409'] for network, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:23.280879 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9340d7ee-a8c2-4e60-a118-433c143cda8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:31:23.281554 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9340d7ee-a8c2-4e60-a118-433c143cda8c admin admin] Notify callbacks [] for network, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:23.342860 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-9340d7ee-a8c2-4e60-a118-433c143cda8c admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3539133 Aug 12 15:31:23.346009 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 35736) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:31:23.351678 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-2613d5b8-bb5e-4116-863d-42011a65f000 admin admin] Request body: {'subnet': {'network_id': 'afd97fd8-f242-440b-ad5d-bdabbb8b0a95', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-493595058-subnet', 'tenant_id': '94bbe3c55c4a42a2bca976ef28a7d9be', 'ip_version': 4}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:31:23.354821 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9340d7ee-a8c2-4e60-a118-433c143cda8c admin admin] Pushing event updated for resources: {'Network': ['ID=afd97fd8-f242-440b-ad5d-bdabbb8b0a95,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:31:23.364734 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 95cddc27-597c-46ae-9b38-c0cecd9e6f4f up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 15:31:23.375543 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2613d5b8-bb5e-4116-863d-42011a65f000 admin admin] Made reservation on behalf of 94bbe3c55c4a42a2bca976ef28a7d9be for: {'subnet': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 15:31:23.378737 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-2613d5b8-bb5e-4116-863d-42011a65f000 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3343791'] for subnet, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:23.390314 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Network afd97fd8-f242-440b-ad5d-bdabbb8b0a95 details requested by agent ovs-agent-n-d-694802-15 with host n-d-694802-15 {{(pid=94468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 15:31:23.478207 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port 95cddc27-597c-46ae-9b38-c0cecd9e6f4f triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:31:23.478585 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:23.564211 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 930051b1-0d27-4ed5-9838-08803cdefab3 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 15:31:23.619911 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning for port 930051b1-0d27-4ed5-9838-08803cdefab3 completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:31:23.624335 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port 930051b1-0d27-4ed5-9838-08803cdefab3 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:31:23.624776 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:23.710474 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:23.732943 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] For port 930051b1-0d27-4ed5-9838-08803cdefab3, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=930051b1-0d27-4ed5-9838-08803cdefab3,segment=NetworkSegment(b1b396cb-2dc6-4041-bfc7-1833a80a4720),segment_id=b1b396cb-2dc6-4041-bfc7-1833a80a4720)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:31:23.737618 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:23.793539 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Pushing event updated for resources: {'Port': ['ID=930051b1-0d27-4ed5-9838-08803cdefab3,revision_number=4']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:31:23.887384 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-2613d5b8-bb5e-4116-863d-42011a65f000 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2859166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3343773'] for subnet, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:23.943881 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2613d5b8-bb5e-4116-863d-42011a65f000 admin admin] Pushing event updated for resources: {'Subnet': ['ID=831089c0-2cf1-414a-8451-30e0eda33166,revision_number=0']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:31:23.952163 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2613d5b8-bb5e-4116-863d-42011a65f000 admin admin] Checking segment: {'id': 'de0b58d2-f6b1-4223-aff1-4a42f2fa5acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'afd97fd8-f242-440b-ad5d-bdabbb8b0a95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 15:31:23.952523 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2613d5b8-bb5e-4116-863d-42011a65f000 admin admin] Network hostable DHCP agents. Network: afd97fd8-f242-440b-ad5d-bdabbb8b0a95, hostable agents: ['1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658'], hosted agents: [] {{(pid=94467) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 15:31:23.969440 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2613d5b8-bb5e-4116-863d-42011a65f000 admin admin] Network afd97fd8-f242-440b-ad5d-bdabbb8b0a95 is scheduled to be hosted by DHCP agent 1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658 with binding_index 1 {{(pid=94467) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 15:31:23.978918 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [None req-2613d5b8-bb5e-4116-863d-42011a65f000 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-15, afd97fd8-f242-440b-ad5d-bdabbb8b0a95) {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:31:23.983240 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2613d5b8-bb5e-4116-863d-42011a65f000 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:31:23.983824 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-2613d5b8-bb5e-4116-863d-42011a65f000 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:23.989001 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea5aa079-6067-4aa6-89dc-03e4baf4822b None None] Network afd97fd8-f242-440b-ad5d-bdabbb8b0a95 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 15:31:23.997639 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-2613d5b8-bb5e-4116-863d-42011a65f000 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6498985 Aug 12 15:31:24.000360 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 35738) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:31:24.004993 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-8d0ed2f7-d6cf-4fab-93ff-4d4df8626424 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-493595058-router', 'tenant_id': '94bbe3c55c4a42a2bca976ef28a7d9be', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'}}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:31:24.027556 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8d0ed2f7-d6cf-4fab-93ff-4d4df8626424 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-430574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-104863'] for router, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:24.028558 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8d0ed2f7-d6cf-4fab-93ff-4d4df8626424 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-429438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-431405', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66646573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-104852'] for router, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:24.085130 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8d0ed2f7-d6cf-4fab-93ff-4d4df8626424 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:24.134304 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-551d7317-3c51-417b-8ae0-d731b22c2493 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa7035b3e-9a89-5964-b9f4-97301c3f476a-afd97fd8-f242-440b-ad5d-bdabbb8b0a95', 'network_id': 'afd97fd8-f242-440b-ad5d-bdabbb8b0a95', 'tenant_id': '94bbe3c55c4a42a2bca976ef28a7d9be', 'fixed_ips': [{'subnet_id': '831089c0-2cf1-414a-8451-30e0eda33166'}]}} from n-d-694802-15. {{(pid=94468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 15:31:24.135464 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-551d7317-3c51-417b-8ae0-d731b22c2493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:24.288312 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.db_base_plugin_common [None req-551d7317-3c51-417b-8ae0-d731b22c2493 None None] Allocated IP 172.20.0.2 (afd97fd8-f242-440b-ad5d-bdabbb8b0a95/831089c0-2cf1-414a-8451-30e0eda33166/0546a3b6-9421-4222-9eed-43f5b616f1c7) {{(pid=94468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 15:31:24.441205 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-551d7317-3c51-417b-8ae0-d731b22c2493 None None] Notify callbacks [] for port, precommit_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:24.450500 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-551d7317-3c51-417b-8ae0-d731b22c2493 None None] Transition to ACTIVE for port object 0546a3b6-9421-4222-9eed-43f5b616f1c7 will not be triggered until provisioned by entity L2. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:31:24.465372 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f1c1bc5-842f-4e6d-9334-66e2b4c10a8e None None] Sync routers for ids ['2fadc636-2eb7-49b2-aee1-1a679d6fbb00'] in n-d-694802-15 {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 15:31:24.467836 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-551d7317-3c51-417b-8ae0-d731b22c2493 None None] Transition to ACTIVE for port object 0546a3b6-9421-4222-9eed-43f5b616f1c7 will not be triggered until provisioned by entity DHCP. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:31:24.474848 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-551d7317-3c51-417b-8ae0-d731b22c2493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253'] for port, after_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:24.476007 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f1c1bc5-842f-4e6d-9334-66e2b4c10a8e None None] Routers {'2fadc636-2eb7-49b2-aee1-1a679d6fbb00'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:31:24.476625 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-8f1c1bc5-842f-4e6d-9334-66e2b4c10a8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T15:31:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['2fadc636-2eb7-49b2-aee1-1a679d6fbb00'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:31:24.512614 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-551d7317-3c51-417b-8ae0-d731b22c2493 None None] Network afd97fd8-f242-440b-ad5d-bdabbb8b0a95 is already hosted by enough agents. {{(pid=94468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 15:31:24.518157 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.base_scheduler [None req-551d7317-3c51-417b-8ae0-d731b22c2493 None None] Resources bound (agent type, host, resource id): {{(pid=94468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:31:24.521403 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8d0ed2f7-d6cf-4fab-93ff-4d4df8626424 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:24.528837 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-551d7317-3c51-417b-8ae0-d731b22c2493 None None] Received port after_create {{(pid=94468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 15:31:24.536511 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551d7317-3c51-417b-8ae0-d731b22c2493 None None] Pushing event updated for resources: {'Port': ['ID=0546a3b6-9421-4222-9eed-43f5b616f1c7,revision_number=1']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:31:24.585676 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-8f1c1bc5-842f-4e6d-9334-66e2b4c10a8e None None] Set router 2fadc636-2eb7-49b2-aee1-1a679d6fbb00 gateway port host: n-d-694802-15 {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:31:24.589274 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-551d7317-3c51-417b-8ae0-d731b22c2493 None None] Attempting to bind port 0546a3b6-9421-4222-9eed-43f5b616f1c7 on host n-d-694802-15 for vnic_type normal with profile {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 15:31:24.589652 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-551d7317-3c51-417b-8ae0-d731b22c2493 None None] Attempting to bind port 0546a3b6-9421-4222-9eed-43f5b616f1c7 by drivers openvswitch,hyperv on host n-d-694802-15 at level 0 using segments [{'id': 'de0b58d2-f6b1-4223-aff1-4a42f2fa5acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'afd97fd8-f242-440b-ad5d-bdabbb8b0a95'}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 15:31:24.590011 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-551d7317-3c51-417b-8ae0-d731b22c2493 None None] Attempting to bind port 0546a3b6-9421-4222-9eed-43f5b616f1c7 on network afd97fd8-f242-440b-ad5d-bdabbb8b0a95 {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 15:31:24.595087 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-551d7317-3c51-417b-8ae0-d731b22c2493 None None] Checking agent: {'id': '16de73ac-f2e9-4cee-b3e0-91052ae3e6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 20, 13), 'started_at': datetime.datetime(2021, 8, 12, 14, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 15, 31, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 15:31:24.595582 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-551d7317-3c51-417b-8ae0-d731b22c2493 None None] Checking segment: {'id': 'de0b58d2-f6b1-4223-aff1-4a42f2fa5acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'afd97fd8-f242-440b-ad5d-bdabbb8b0a95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 15:31:24.595993 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-551d7317-3c51-417b-8ae0-d731b22c2493 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:24.596389 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-551d7317-3c51-417b-8ae0-d731b22c2493 None None] Bound using segment: {'id': 'de0b58d2-f6b1-4223-aff1-4a42f2fa5acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'afd97fd8-f242-440b-ad5d-bdabbb8b0a95'} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 15:31:24.596856 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-551d7317-3c51-417b-8ae0-d731b22c2493 None None] Bound port: 0546a3b6-9421-4222-9eed-43f5b616f1c7, host: n-d-694802-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de0b58d2-f6b1-4223-aff1-4a42f2fa5acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'afd97fd8-f242-440b-ad5d-bdabbb8b0a95'}}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 15:31:24.597238 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-551d7317-3c51-417b-8ae0-d731b22c2493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:24.664304 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-551d7317-3c51-417b-8ae0-d731b22c2493 None None] For port 0546a3b6-9421-4222-9eed-43f5b616f1c7, host n-d-694802-15, cleared binding levels {{(pid=94468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 15:31:24.667988 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-551d7317-3c51-417b-8ae0-d731b22c2493 None None] For port 0546a3b6-9421-4222-9eed-43f5b616f1c7, host n-d-694802-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=0546a3b6-9421-4222-9eed-43f5b616f1c7,segment=NetworkSegment(de0b58d2-f6b1-4223-aff1-4a42f2fa5acd),segment_id=de0b58d2-f6b1-4223-aff1-4a42f2fa5acd)] {{(pid=94468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 15:31:24.672711 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-551d7317-3c51-417b-8ae0-d731b22c2493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:24.728679 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551d7317-3c51-417b-8ae0-d731b22c2493 None None] Pushing event updated for resources: {'Port': ['ID=0546a3b6-9421-4222-9eed-43f5b616f1c7,revision_number=2']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:31:24.737255 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8d0ed2f7-d6cf-4fab-93ff-4d4df8626424 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:24.758641 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8d0ed2f7-d6cf-4fab-93ff-4d4df8626424 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:24.800085 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-8f1c1bc5-842f-4e6d-9334-66e2b4c10a8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fadc636-2eb7-49b2-aee1-1a679d6fbb00', 'name': 'tempest-TestMinimumBasicScenario-2023992375-router', 'tenant_id': '7822f59cb85b4ff694106fedfd15411e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.241'}], 'enable_snat': True}, 'gw_port_id': '930051b1-0d27-4ed5-9838-08803cdefab3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:31:19Z', 'updated_at': '2021-08-12T15:31:21Z', 'revision_number': 4, 'project_id': '7822f59cb85b4ff694106fedfd15411e', 'gw_port': {'id': '930051b1-0d27-4ed5-9838-08803cdefab3', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:27:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fadc636-2eb7-49b2-aee1-1a679d6fbb00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:31:19Z', 'updated_at': '2021-08-12T15:31:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': '077ef758-7241-483c-8183-6b7e89252140', 'name': '', 'network_id': 'eb7d9bc6-a7c6-4fe9-b8ff-9a7e557f1f28', 'tenant_id': '7822f59cb85b4ff694106fedfd15411e', 'mac_address': 'fa:16:3e:f9:b3:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fadc636-2eb7-49b2-aee1-1a679d6fbb00', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '349e802f-a2f0-40eb-b937-c509c9391ab3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:31:21Z', 'updated_at': '2021-08-12T15:31:21Z', 'revision_number': 2, 'project_id': '7822f59cb85b4ff694106fedfd15411e', 'subnets': [{'id': '349e802f-a2f0-40eb-b937-c509c9391ab3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:31:24.827278 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f1c1bc5-842f-4e6d-9334-66e2b4c10a8e None None] Checking router: 2fadc636-2eb7-49b2-aee1-1a679d6fbb00 for host: n-d-694802-15 {{(pid=94469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 15:31:24.827635 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f1c1bc5-842f-4e6d-9334-66e2b4c10a8e None None] Updating router 2fadc636-2eb7-49b2-aee1-1a679d6fbb00 port 077ef758-7241-483c-8183-6b7e89252140 binding host n-d-694802-15 {{(pid=94469) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 15:31:24.856405 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-8f1c1bc5-842f-4e6d-9334-66e2b4c10a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:24.874486 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-8d0ed2f7-d6cf-4fab-93ff-4d4df8626424 admin admin] Allocated IP 172.25.1.188 (d3759e1b-6c03-45ac-acd4-90abb417809b/f0254f08-c19c-4e31-bd9c-09389ea4b6f2/52346c6b-cfd3-44bf-a772-396424d7c56a) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 15:31:25.012440 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8d0ed2f7-d6cf-4fab-93ff-4d4df8626424 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:25.059626 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8d0ed2f7-d6cf-4fab-93ff-4d4df8626424 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:25.100048 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d0ed2f7-d6cf-4fab-93ff-4d4df8626424 admin admin] Network d3759e1b-6c03-45ac-acd4-90abb417809b is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 15:31:25.102885 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-8d0ed2f7-d6cf-4fab-93ff-4d4df8626424 admin admin] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:31:25.108779 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d0ed2f7-d6cf-4fab-93ff-4d4df8626424 admin admin] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 15:31:25.134614 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0ed2f7-d6cf-4fab-93ff-4d4df8626424 admin admin] Pushing event updated for resources: {'Port': ['ID=52346c6b-cfd3-44bf-a772-396424d7c56a,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:31:25.177386 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-8f1c1bc5-842f-4e6d-9334-66e2b4c10a8e None None] Notify callbacks [] for port, precommit_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:25.187027 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.provisioning_blocks [None req-8f1c1bc5-842f-4e6d-9334-66e2b4c10a8e None None] Transition to ACTIVE for port object 077ef758-7241-483c-8183-6b7e89252140 will not be triggered until provisioned by entity L2. {{(pid=94469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:31:25.192808 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-8f1c1bc5-842f-4e6d-9334-66e2b4c10a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:25.268811 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04971c0b-b28b-465e-a9dd-01ef4b2bdfba None None] Pushing event updated for resources: {'Port': ['ID=077ef758-7241-483c-8183-6b7e89252140,revision_number=3']} {{(pid=94469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:31:25.292561 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04971c0b-b28b-465e-a9dd-01ef4b2bdfba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:31:25.292903 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04971c0b-b28b-465e-a9dd-01ef4b2bdfba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:31:25.295751 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04971c0b-b28b-465e-a9dd-01ef4b2bdfba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:31:25.296437 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04971c0b-b28b-465e-a9dd-01ef4b2bdfba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:31:25.296936 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04971c0b-b28b-465e-a9dd-01ef4b2bdfba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:31:25.297511 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04971c0b-b28b-465e-a9dd-01ef4b2bdfba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:31:25.298603 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04971c0b-b28b-465e-a9dd-01ef4b2bdfba None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:31:25.299242 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04971c0b-b28b-465e-a9dd-01ef4b2bdfba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:31:25.299905 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04971c0b-b28b-465e-a9dd-01ef4b2bdfba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:31:25.303574 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04971c0b-b28b-465e-a9dd-01ef4b2bdfba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:31:25.303960 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04971c0b-b28b-465e-a9dd-01ef4b2bdfba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:31:25.304418 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04971c0b-b28b-465e-a9dd-01ef4b2bdfba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:31:25.332227 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.managers [None req-8f1c1bc5-842f-4e6d-9334-66e2b4c10a8e None None] Attempting to bind port 077ef758-7241-483c-8183-6b7e89252140 on host n-d-694802-15 for vnic_type normal with profile {{(pid=94469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 15:31:25.332597 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.managers [None req-8f1c1bc5-842f-4e6d-9334-66e2b4c10a8e None None] Attempting to bind port 077ef758-7241-483c-8183-6b7e89252140 by drivers openvswitch,hyperv on host n-d-694802-15 at level 0 using segments [{'id': '0d76a79a-bc67-4bc6-82c9-15ab6238912e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'eb7d9bc6-a7c6-4fe9-b8ff-9a7e557f1f28'}] {{(pid=94469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 15:31:25.333529 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f1c1bc5-842f-4e6d-9334-66e2b4c10a8e None None] Attempting to bind port 077ef758-7241-483c-8183-6b7e89252140 on network eb7d9bc6-a7c6-4fe9-b8ff-9a7e557f1f28 {{(pid=94469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 15:31:25.338785 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f1c1bc5-842f-4e6d-9334-66e2b4c10a8e None None] Checking agent: {'id': '16de73ac-f2e9-4cee-b3e0-91052ae3e6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 20, 13), 'started_at': datetime.datetime(2021, 8, 12, 14, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 15, 31, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 15:31:25.339211 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f1c1bc5-842f-4e6d-9334-66e2b4c10a8e None None] Checking segment: {'id': '0d76a79a-bc67-4bc6-82c9-15ab6238912e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'eb7d9bc6-a7c6-4fe9-b8ff-9a7e557f1f28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 15:31:25.339612 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-8f1c1bc5-842f-4e6d-9334-66e2b4c10a8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:25.340002 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f1c1bc5-842f-4e6d-9334-66e2b4c10a8e None None] Bound using segment: {'id': '0d76a79a-bc67-4bc6-82c9-15ab6238912e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'eb7d9bc6-a7c6-4fe9-b8ff-9a7e557f1f28'} {{(pid=94469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 15:31:25.340457 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.managers [None req-8f1c1bc5-842f-4e6d-9334-66e2b4c10a8e None None] Bound port: 077ef758-7241-483c-8183-6b7e89252140, host: n-d-694802-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d76a79a-bc67-4bc6-82c9-15ab6238912e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'eb7d9bc6-a7c6-4fe9-b8ff-9a7e557f1f28'}}] {{(pid=94469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 15:31:25.340923 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-8f1c1bc5-842f-4e6d-9334-66e2b4c10a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:25.411975 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 0546a3b6-9421-4222-9eed-43f5b616f1c7 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 15:31:25.421337 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.db [None req-8f1c1bc5-842f-4e6d-9334-66e2b4c10a8e None None] For port 077ef758-7241-483c-8183-6b7e89252140, host n-d-694802-15, cleared binding levels {{(pid=94469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 15:31:25.426702 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.db [None req-8f1c1bc5-842f-4e6d-9334-66e2b4c10a8e None None] For port 077ef758-7241-483c-8183-6b7e89252140, host n-d-694802-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=077ef758-7241-483c-8183-6b7e89252140,segment=NetworkSegment(0d76a79a-bc67-4bc6-82c9-15ab6238912e),segment_id=0d76a79a-bc67-4bc6-82c9-15ab6238912e)] {{(pid=94469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 15:31:25.431938 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-8f1c1bc5-842f-4e6d-9334-66e2b4c10a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:25.443054 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8d0ed2f7-d6cf-4fab-93ff-4d4df8626424 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:25.501411 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04971c0b-b28b-465e-a9dd-01ef4b2bdfba None None] Pushing event updated for resources: {'Port': ['ID=077ef758-7241-483c-8183-6b7e89252140,revision_number=4']} {{(pid=94469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:31:25.504762 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f1c1bc5-842f-4e6d-9334-66e2b4c10a8e None None] Routers {'2fadc636-2eb7-49b2-aee1-1a679d6fbb00'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:31:25.505700 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-8f1c1bc5-842f-4e6d-9334-66e2b4c10a8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T15:31:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['2fadc636-2eb7-49b2-aee1-1a679d6fbb00'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:31:25.510762 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning for port 0546a3b6-9421-4222-9eed-43f5b616f1c7 completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:31:25.524385 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 930051b1-0d27-4ed5-9838-08803cdefab3 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 15:31:25.611889 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port 930051b1-0d27-4ed5-9838-08803cdefab3 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:31:25.612267 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:25.644694 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-8f1c1bc5-842f-4e6d-9334-66e2b4c10a8e None None] Set router 2fadc636-2eb7-49b2-aee1-1a679d6fbb00 gateway port host: n-d-694802-15 {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:31:25.746607 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8d0ed2f7-d6cf-4fab-93ff-4d4df8626424 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-429413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-431608'] for router, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:25.879358 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-8f1c1bc5-842f-4e6d-9334-66e2b4c10a8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fadc636-2eb7-49b2-aee1-1a679d6fbb00', 'name': 'tempest-TestMinimumBasicScenario-2023992375-router', 'tenant_id': '7822f59cb85b4ff694106fedfd15411e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.241'}], 'enable_snat': True}, 'gw_port_id': '930051b1-0d27-4ed5-9838-08803cdefab3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:31:19Z', 'updated_at': '2021-08-12T15:31:21Z', 'revision_number': 4, 'project_id': '7822f59cb85b4ff694106fedfd15411e', 'gw_port': {'id': '930051b1-0d27-4ed5-9838-08803cdefab3', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:27:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fadc636-2eb7-49b2-aee1-1a679d6fbb00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:31:19Z', 'updated_at': '2021-08-12T15:31:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': '077ef758-7241-483c-8183-6b7e89252140', 'name': '', 'network_id': 'eb7d9bc6-a7c6-4fe9-b8ff-9a7e557f1f28', 'tenant_id': '7822f59cb85b4ff694106fedfd15411e', 'mac_address': 'fa:16:3e:f9:b3:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fadc636-2eb7-49b2-aee1-1a679d6fbb00', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '349e802f-a2f0-40eb-b937-c509c9391ab3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:31:21Z', 'updated_at': '2021-08-12T15:31:25Z', 'revision_number': 4, 'project_id': '7822f59cb85b4ff694106fedfd15411e', 'subnets': [{'id': '349e802f-a2f0-40eb-b937-c509c9391ab3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:31:25.881507 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db27bb4a-338d-4692-b192-744543f5aef2 None None] Network afd97fd8-f242-440b-ad5d-bdabbb8b0a95 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 15:31:25.905427 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d0ed2f7-d6cf-4fab-93ff-4d4df8626424 admin admin] Router 6dada611-020d-42d9-b8f5-b4ad6dbc99f7 is scheduled to L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f with binding_index 1 {{(pid=94466) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 15:31:25.906967 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f1c1bc5-842f-4e6d-9334-66e2b4c10a8e None None] The sync data for ids ['2fadc636-2eb7-49b2-aee1-1a679d6fbb00'] in n-d-694802-15 is: [{'id': '2fadc636-2eb7-49b2-aee1-1a679d6fbb00', 'name': 'tempest-TestMinimumBasicScenario-2023992375-router', 'tenant_id': '7822f59cb85b4ff694106fedfd15411e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.241'}], 'enable_snat': True}, 'gw_port_id': '930051b1-0d27-4ed5-9838-08803cdefab3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:31:19Z', 'updated_at': '2021-08-12T15:31:21Z', 'revision_number': 4, 'project_id': '7822f59cb85b4ff694106fedfd15411e', 'gw_port': {'id': '930051b1-0d27-4ed5-9838-08803cdefab3', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:27:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fadc636-2eb7-49b2-aee1-1a679d6fbb00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:31:19Z', 'updated_at': '2021-08-12T15:31:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': '077ef758-7241-483c-8183-6b7e89252140', 'name': '', 'network_id': 'eb7d9bc6-a7c6-4fe9-b8ff-9a7e557f1f28', 'tenant_id': '7822f59cb85b4ff694106fedfd15411e', 'mac_address': 'fa:16:3e:f9:b3:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fadc636-2eb7-49b2-aee1-1a679d6fbb00', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '349e802f-a2f0-40eb-b937-c509c9391ab3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:31:21Z', 'updated_at': '2021-08-12T15:31:25Z', 'revision_number': 4, 'project_id': '7822f59cb85b4ff694106fedfd15411e', 'subnets': [{'id': '349e802f-a2f0-40eb-b937-c509c9391ab3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 15:31:25.987675 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f02ab095-e9cd-425a-b0fd-4832721fddd3 None None] Provisioning for port 0546a3b6-9421-4222-9eed-43f5b616f1c7 completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:31:25.993782 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f02ab095-e9cd-425a-b0fd-4832721fddd3 None None] Provisioning complete for port 0546a3b6-9421-4222-9eed-43f5b616f1c7 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:31:25.994174 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f02ab095-e9cd-425a-b0fd-4832721fddd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:26.025680 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d0ed2f7-d6cf-4fab-93ff-4d4df8626424 admin admin] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 15:31:26.038333 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a376f13f-6368-488c-b2f2-55a2481832c5 None None] Sync routers for ids ['6dada611-020d-42d9-b8f5-b4ad6dbc99f7'] in n-d-694802-15 {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 15:31:26.045482 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8d0ed2f7-d6cf-4fab-93ff-4d4df8626424 admin admin] Notify callbacks [] for router, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:26.049415 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 35740) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:31:26.049951 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-8d0ed2f7-d6cf-4fab-93ff-4d4df8626424 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.0481269 Aug 12 15:31:26.069912 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a376f13f-6368-488c-b2f2-55a2481832c5 None None] Routers {'6dada611-020d-42d9-b8f5-b4ad6dbc99f7'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:31:26.070549 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-a376f13f-6368-488c-b2f2-55a2481832c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T15:31:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['6dada611-020d-42d9-b8f5-b4ad6dbc99f7'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:31:26.399710 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f02ab095-e9cd-425a-b0fd-4832721fddd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:26.405182 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvr_db [None req-a376f13f-6368-488c-b2f2-55a2481832c5 None None] Set router 6dada611-020d-42d9-b8f5-b4ad6dbc99f7 gateway port host: n-d-694802-15 {{(pid=94468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:31:26.504483 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-bd9a1e8f-1bf7-4f06-a420-d24ac25927fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:26.538233 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-f02ab095-e9cd-425a-b0fd-4832721fddd3 None None] For port 0546a3b6-9421-4222-9eed-43f5b616f1c7, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=0546a3b6-9421-4222-9eed-43f5b616f1c7,segment=NetworkSegment(de0b58d2-f6b1-4223-aff1-4a42f2fa5acd),segment_id=de0b58d2-f6b1-4223-aff1-4a42f2fa5acd)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:31:26.544164 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f02ab095-e9cd-425a-b0fd-4832721fddd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:26.619613 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02ab095-e9cd-425a-b0fd-4832721fddd3 None None] Pushing event updated for resources: {'Port': ['ID=0546a3b6-9421-4222-9eed-43f5b616f1c7,revision_number=3']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:31:26.676451 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-c2d2131b-f59d-435c-8a47-08a00496ffb8 None None] Provisioning complete for port 0546a3b6-9421-4222-9eed-43f5b616f1c7 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:31:26.676819 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-c2d2131b-f59d-435c-8a47-08a00496ffb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:26.694543 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_common [None req-bd9a1e8f-1bf7-4f06-a420-d24ac25927fd admin admin] Allocated IP 172.20.0.1 (afd97fd8-f242-440b-ad5d-bdabbb8b0a95/831089c0-2cf1-414a-8451-30e0eda33166/f9649145-bb67-498a-bb5a-9251f1e5003f) {{(pid=94467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 15:31:26.705443 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-a376f13f-6368-488c-b2f2-55a2481832c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dada611-020d-42d9-b8f5-b4ad6dbc99f7', 'name': 'tempest-TestMinimumBasicScenario-493595058-router', 'tenant_id': '94bbe3c55c4a42a2bca976ef28a7d9be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.188'}], 'enable_snat': True}, 'gw_port_id': '52346c6b-cfd3-44bf-a772-396424d7c56a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:31:24Z', 'updated_at': '2021-08-12T15:31:25Z', 'revision_number': 3, 'project_id': '94bbe3c55c4a42a2bca976ef28a7d9be', 'gw_port': {'id': '52346c6b-cfd3-44bf-a772-396424d7c56a', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:7e:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dada611-020d-42d9-b8f5-b4ad6dbc99f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:31:24Z', 'updated_at': '2021-08-12T15:31:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15'}], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:31:26.734631 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a376f13f-6368-488c-b2f2-55a2481832c5 None None] Checking router: 6dada611-020d-42d9-b8f5-b4ad6dbc99f7 for host: n-d-694802-15 {{(pid=94468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 15:31:26.734978 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a376f13f-6368-488c-b2f2-55a2481832c5 None None] Updating router 6dada611-020d-42d9-b8f5-b4ad6dbc99f7 port 52346c6b-cfd3-44bf-a772-396424d7c56a binding host n-d-694802-15 {{(pid=94468) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 15:31:26.767925 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-a376f13f-6368-488c-b2f2-55a2481832c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:26.797397 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-bd9a1e8f-1bf7-4f06-a420-d24ac25927fd admin admin] Notify callbacks [] for port, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:26.809860 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [None req-bd9a1e8f-1bf7-4f06-a420-d24ac25927fd admin admin] Transition to ACTIVE for port object f9649145-bb67-498a-bb5a-9251f1e5003f will not be triggered until provisioned by entity DHCP. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:31:26.843619 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-bd9a1e8f-1bf7-4f06-a420-d24ac25927fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:26.880277 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd9a1e8f-1bf7-4f06-a420-d24ac25927fd admin admin] Network afd97fd8-f242-440b-ad5d-bdabbb8b0a95 is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 15:31:26.886667 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [None req-bd9a1e8f-1bf7-4f06-a420-d24ac25927fd admin admin] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:31:26.891003 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd9a1e8f-1bf7-4f06-a420-d24ac25927fd admin admin] Received port after_create {{(pid=94467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 15:31:26.917907 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9a1e8f-1bf7-4f06-a420-d24ac25927fd admin admin] Pushing event updated for resources: {'Port': ['ID=f9649145-bb67-498a-bb5a-9251f1e5003f,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:31:26.937959 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-bd9a1e8f-1bf7-4f06-a420-d24ac25927fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66663725'] for router_interface, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:27.064243 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-a376f13f-6368-488c-b2f2-55a2481832c5 None None] Notify callbacks [] for port, precommit_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:27.075208 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-a376f13f-6368-488c-b2f2-55a2481832c5 None None] Transition to ACTIVE for port object 52346c6b-cfd3-44bf-a772-396424d7c56a will not be triggered until provisioned by entity L2. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:31:27.079088 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-bd9a1e8f-1bf7-4f06-a420-d24ac25927fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:27.082771 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-a376f13f-6368-488c-b2f2-55a2481832c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:27.144030 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161c5e8a-85e5-4ffc-95fb-595c3f1c3936 None None] Pushing event updated for resources: {'Port': ['ID=52346c6b-cfd3-44bf-a772-396424d7c56a,revision_number=2']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:31:27.147555 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-0e3121e3-1e61-4f77-8478-6a6aca3bcd5d None None] Provisioning for port f9649145-bb67-498a-bb5a-9251f1e5003f completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:31:27.149609 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-a376f13f-6368-488c-b2f2-55a2481832c5 None None] Attempting to bind port 52346c6b-cfd3-44bf-a772-396424d7c56a on host n-d-694802-15 for vnic_type normal with profile {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 15:31:27.149982 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-a376f13f-6368-488c-b2f2-55a2481832c5 None None] Attempting to bind port 52346c6b-cfd3-44bf-a772-396424d7c56a by drivers openvswitch,hyperv on host n-d-694802-15 at level 0 using segments [{'id': 'b1b396cb-2dc6-4041-bfc7-1833a80a4720', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 15:31:27.150348 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a376f13f-6368-488c-b2f2-55a2481832c5 None None] Attempting to bind port 52346c6b-cfd3-44bf-a772-396424d7c56a on network d3759e1b-6c03-45ac-acd4-90abb417809b {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 15:31:27.156244 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-0e3121e3-1e61-4f77-8478-6a6aca3bcd5d None None] Provisioning complete for port f9649145-bb67-498a-bb5a-9251f1e5003f triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:31:27.156622 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-0e3121e3-1e61-4f77-8478-6a6aca3bcd5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:27.159054 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a376f13f-6368-488c-b2f2-55a2481832c5 None None] Checking agent: {'id': '16de73ac-f2e9-4cee-b3e0-91052ae3e6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 20, 13), 'started_at': datetime.datetime(2021, 8, 12, 14, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 15, 31, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 15:31:27.159351 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a376f13f-6368-488c-b2f2-55a2481832c5 None None] Checking segment: {'id': 'b1b396cb-2dc6-4041-bfc7-1833a80a4720', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 15:31:27.159746 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-a376f13f-6368-488c-b2f2-55a2481832c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:27.160138 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a376f13f-6368-488c-b2f2-55a2481832c5 None None] Bound using segment: {'id': 'b1b396cb-2dc6-4041-bfc7-1833a80a4720', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 15:31:27.160605 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-a376f13f-6368-488c-b2f2-55a2481832c5 None None] Bound port: 52346c6b-cfd3-44bf-a772-396424d7c56a, host: n-d-694802-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1b396cb-2dc6-4041-bfc7-1833a80a4720', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'}}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 15:31:27.160983 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-a376f13f-6368-488c-b2f2-55a2481832c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:27.234768 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-0e3121e3-1e61-4f77-8478-6a6aca3bcd5d None None] Port f9649145-bb67-498a-bb5a-9251f1e5003f cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 15:31:27.242675 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-a376f13f-6368-488c-b2f2-55a2481832c5 None None] For port 52346c6b-cfd3-44bf-a772-396424d7c56a, host n-d-694802-15, cleared binding levels {{(pid=94468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 15:31:27.246127 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-a376f13f-6368-488c-b2f2-55a2481832c5 None None] For port 52346c6b-cfd3-44bf-a772-396424d7c56a, host n-d-694802-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=52346c6b-cfd3-44bf-a772-396424d7c56a,segment=NetworkSegment(b1b396cb-2dc6-4041-bfc7-1833a80a4720),segment_id=b1b396cb-2dc6-4041-bfc7-1833a80a4720)] {{(pid=94468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 15:31:27.253707 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-a376f13f-6368-488c-b2f2-55a2481832c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:27.267718 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-bd9a1e8f-1bf7-4f06-a420-d24ac25927fd admin admin] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:27.276434 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-bd9a1e8f-1bf7-4f06-a420-d24ac25927fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:27.315781 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a376f13f-6368-488c-b2f2-55a2481832c5 None None] Routers {'6dada611-020d-42d9-b8f5-b4ad6dbc99f7'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:31:27.316327 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-a376f13f-6368-488c-b2f2-55a2481832c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T15:31:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['6dada611-020d-42d9-b8f5-b4ad6dbc99f7'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:31:27.318136 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161c5e8a-85e5-4ffc-95fb-595c3f1c3936 None None] Pushing event updated for resources: {'Port': ['ID=52346c6b-cfd3-44bf-a772-396424d7c56a,revision_number=3']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:31:27.350015 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-bd9a1e8f-1bf7-4f06-a420-d24ac25927fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66628363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66663865'] for router_interface, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:27.351702 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9a1e8f-1bf7-4f06-a420-d24ac25927fd admin admin] Pushing event updated for resources: {'Port': ['ID=f9649145-bb67-498a-bb5a-9251f1e5003f,revision_number=2']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:31:27.355036 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 077ef758-7241-483c-8183-6b7e89252140 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 15:31:27.442602 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd9a1e8f-1bf7-4f06-a420-d24ac25927fd admin admin] Network afd97fd8-f242-440b-ad5d-bdabbb8b0a95 is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 15:31:27.444251 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [None req-bd9a1e8f-1bf7-4f06-a420-d24ac25927fd admin admin] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:31:27.455917 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning for port 077ef758-7241-483c-8183-6b7e89252140 completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:31:27.465750 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvr_db [None req-a376f13f-6368-488c-b2f2-55a2481832c5 None None] Set router 6dada611-020d-42d9-b8f5-b4ad6dbc99f7 gateway port host: n-d-694802-15 {{(pid=94468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:31:27.467461 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port 077ef758-7241-483c-8183-6b7e89252140 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:31:27.467848 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:27.564492 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd9a1e8f-1bf7-4f06-a420-d24ac25927fd admin admin] Router 6dada611-020d-42d9-b8f5-b4ad6dbc99f7 has already been hosted by L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f {{(pid=94467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 15:31:27.681916 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:27.682503 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd9a1e8f-1bf7-4f06-a420-d24ac25927fd admin admin] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 15:31:27.687372 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-bd9a1e8f-1bf7-4f06-a420-d24ac25927fd admin admin] 10.222.0.39 "PUT /v2.0/routers/6dada611-020d-42d9-b8f5-b4ad6dbc99f7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6365767 Aug 12 15:31:27.739335 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] For port 077ef758-7241-483c-8183-6b7e89252140, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=077ef758-7241-483c-8183-6b7e89252140,segment=NetworkSegment(0d76a79a-bc67-4bc6-82c9-15ab6238912e),segment_id=0d76a79a-bc67-4bc6-82c9-15ab6238912e)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:31:27.745501 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:27.746297 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 0546a3b6-9421-4222-9eed-43f5b616f1c7 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 15:31:27.832565 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f930bf88-f907-44aa-b732-bdc5e7367a8d None None] Provisioning complete for port f9649145-bb67-498a-bb5a-9251f1e5003f triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:31:27.832875 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f930bf88-f907-44aa-b732-bdc5e7367a8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:27.871859 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-a376f13f-6368-488c-b2f2-55a2481832c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dada611-020d-42d9-b8f5-b4ad6dbc99f7', 'name': 'tempest-TestMinimumBasicScenario-493595058-router', 'tenant_id': '94bbe3c55c4a42a2bca976ef28a7d9be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.188'}], 'enable_snat': True}, 'gw_port_id': '52346c6b-cfd3-44bf-a772-396424d7c56a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:31:24Z', 'updated_at': '2021-08-12T15:31:27Z', 'revision_number': 4, 'project_id': '94bbe3c55c4a42a2bca976ef28a7d9be', 'gw_port': {'id': '52346c6b-cfd3-44bf-a772-396424d7c56a', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:7e:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dada611-020d-42d9-b8f5-b4ad6dbc99f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:31:24Z', 'updated_at': '2021-08-12T15:31:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': 'f9649145-bb67-498a-bb5a-9251f1e5003f', 'name': '', 'network_id': 'afd97fd8-f242-440b-ad5d-bdabbb8b0a95', 'tenant_id': '94bbe3c55c4a42a2bca976ef28a7d9be', 'mac_address': 'fa:16:3e:34:2a:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dada611-020d-42d9-b8f5-b4ad6dbc99f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '831089c0-2cf1-414a-8451-30e0eda33166', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:31:26Z', 'updated_at': '2021-08-12T15:31:27Z', 'revision_number': 2, 'project_id': '94bbe3c55c4a42a2bca976ef28a7d9be', 'subnets': [{'id': '831089c0-2cf1-414a-8451-30e0eda33166', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:31:27.876776 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Pushing event updated for resources: {'Port': ['ID=077ef758-7241-483c-8183-6b7e89252140,revision_number=5']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:31:27.910997 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a376f13f-6368-488c-b2f2-55a2481832c5 None None] The sync data for ids ['6dada611-020d-42d9-b8f5-b4ad6dbc99f7'] in n-d-694802-15 is: [{'id': '6dada611-020d-42d9-b8f5-b4ad6dbc99f7', 'name': 'tempest-TestMinimumBasicScenario-493595058-router', 'tenant_id': '94bbe3c55c4a42a2bca976ef28a7d9be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.188'}], 'enable_snat': True}, 'gw_port_id': '52346c6b-cfd3-44bf-a772-396424d7c56a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:31:24Z', 'updated_at': '2021-08-12T15:31:27Z', 'revision_number': 4, 'project_id': '94bbe3c55c4a42a2bca976ef28a7d9be', 'gw_port': {'id': '52346c6b-cfd3-44bf-a772-396424d7c56a', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:7e:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dada611-020d-42d9-b8f5-b4ad6dbc99f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:31:24Z', 'updated_at': '2021-08-12T15:31:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': 'f9649145-bb67-498a-bb5a-9251f1e5003f', 'name': '', 'network_id': 'afd97fd8-f242-440b-ad5d-bdabbb8b0a95', 'tenant_id': '94bbe3c55c4a42a2bca976ef28a7d9be', 'mac_address': 'fa:16:3e:34:2a:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dada611-020d-42d9-b8f5-b4ad6dbc99f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '831089c0-2cf1-414a-8451-30e0eda33166', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:31:26Z', 'updated_at': '2021-08-12T15:31:27Z', 'revision_number': 2, 'project_id': '94bbe3c55c4a42a2bca976ef28a7d9be', 'subnets': [{'id': '831089c0-2cf1-414a-8451-30e0eda33166', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 15:31:27.917710 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-f930bf88-f907-44aa-b732-bdc5e7367a8d None None] Port f9649145-bb67-498a-bb5a-9251f1e5003f cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 15:31:27.923579 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port 0546a3b6-9421-4222-9eed-43f5b616f1c7 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:31:27.923956 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:29.405147 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 077ef758-7241-483c-8183-6b7e89252140 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 15:31:29.461769 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port 077ef758-7241-483c-8183-6b7e89252140 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:31:29.462445 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:29.561491 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 52346c6b-cfd3-44bf-a772-396424d7c56a up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 15:31:29.612664 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning for port 52346c6b-cfd3-44bf-a772-396424d7c56a completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:31:29.616395 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port 52346c6b-cfd3-44bf-a772-396424d7c56a triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:31:29.616842 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:29.705642 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:29.734213 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] For port 52346c6b-cfd3-44bf-a772-396424d7c56a, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=52346c6b-cfd3-44bf-a772-396424d7c56a,segment=NetworkSegment(b1b396cb-2dc6-4041-bfc7-1833a80a4720),segment_id=b1b396cb-2dc6-4041-bfc7-1833a80a4720)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:31:29.739826 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:29.809029 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Pushing event updated for resources: {'Port': ['ID=52346c6b-cfd3-44bf-a772-396424d7c56a,revision_number=4']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:31:30.118627 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85fb8af9-97b8-4143-b641-38056809a3f8 None None] Sync routers for ids ['6dada611-020d-42d9-b8f5-b4ad6dbc99f7'] in n-d-694802-15 {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 15:31:30.129433 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85fb8af9-97b8-4143-b641-38056809a3f8 None None] Routers {'6dada611-020d-42d9-b8f5-b4ad6dbc99f7'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:31:30.130019 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-85fb8af9-97b8-4143-b641-38056809a3f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T15:31:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['6dada611-020d-42d9-b8f5-b4ad6dbc99f7'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:31:30.350339 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-85fb8af9-97b8-4143-b641-38056809a3f8 None None] Set router 6dada611-020d-42d9-b8f5-b4ad6dbc99f7 gateway port host: n-d-694802-15 {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:31:30.589120 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-85fb8af9-97b8-4143-b641-38056809a3f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dada611-020d-42d9-b8f5-b4ad6dbc99f7', 'name': 'tempest-TestMinimumBasicScenario-493595058-router', 'tenant_id': '94bbe3c55c4a42a2bca976ef28a7d9be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.188'}], 'enable_snat': True}, 'gw_port_id': '52346c6b-cfd3-44bf-a772-396424d7c56a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:31:24Z', 'updated_at': '2021-08-12T15:31:27Z', 'revision_number': 4, 'project_id': '94bbe3c55c4a42a2bca976ef28a7d9be', 'gw_port': {'id': '52346c6b-cfd3-44bf-a772-396424d7c56a', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:7e:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dada611-020d-42d9-b8f5-b4ad6dbc99f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:31:24Z', 'updated_at': '2021-08-12T15:31:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': 'f9649145-bb67-498a-bb5a-9251f1e5003f', 'name': '', 'network_id': 'afd97fd8-f242-440b-ad5d-bdabbb8b0a95', 'tenant_id': '94bbe3c55c4a42a2bca976ef28a7d9be', 'mac_address': 'fa:16:3e:34:2a:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dada611-020d-42d9-b8f5-b4ad6dbc99f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '831089c0-2cf1-414a-8451-30e0eda33166', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:31:26Z', 'updated_at': '2021-08-12T15:31:27Z', 'revision_number': 2, 'project_id': '94bbe3c55c4a42a2bca976ef28a7d9be', 'subnets': [{'id': '831089c0-2cf1-414a-8451-30e0eda33166', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:31:30.621326 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85fb8af9-97b8-4143-b641-38056809a3f8 None None] Checking router: 6dada611-020d-42d9-b8f5-b4ad6dbc99f7 for host: n-d-694802-15 {{(pid=94469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 15:31:30.621671 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85fb8af9-97b8-4143-b641-38056809a3f8 None None] Updating router 6dada611-020d-42d9-b8f5-b4ad6dbc99f7 port f9649145-bb67-498a-bb5a-9251f1e5003f binding host n-d-694802-15 {{(pid=94469) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 15:31:30.647114 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-85fb8af9-97b8-4143-b641-38056809a3f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:30.972252 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-85fb8af9-97b8-4143-b641-38056809a3f8 None None] Notify callbacks [] for port, precommit_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:30.987065 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.provisioning_blocks [None req-85fb8af9-97b8-4143-b641-38056809a3f8 None None] Transition to ACTIVE for port object f9649145-bb67-498a-bb5a-9251f1e5003f will not be triggered until provisioned by entity L2. {{(pid=94469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:31:30.997976 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-85fb8af9-97b8-4143-b641-38056809a3f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:31.058119 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56a12be-06b4-45d6-8bb7-6b96bb830866 None None] Pushing event updated for resources: {'Port': ['ID=f9649145-bb67-498a-bb5a-9251f1e5003f,revision_number=3']} {{(pid=94469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:31:31.127647 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.managers [None req-85fb8af9-97b8-4143-b641-38056809a3f8 None None] Attempting to bind port f9649145-bb67-498a-bb5a-9251f1e5003f on host n-d-694802-15 for vnic_type normal with profile {{(pid=94469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 15:31:31.128298 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.managers [None req-85fb8af9-97b8-4143-b641-38056809a3f8 None None] Attempting to bind port f9649145-bb67-498a-bb5a-9251f1e5003f by drivers openvswitch,hyperv on host n-d-694802-15 at level 0 using segments [{'id': 'de0b58d2-f6b1-4223-aff1-4a42f2fa5acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'afd97fd8-f242-440b-ad5d-bdabbb8b0a95'}] {{(pid=94469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 15:31:31.128393 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85fb8af9-97b8-4143-b641-38056809a3f8 None None] Attempting to bind port f9649145-bb67-498a-bb5a-9251f1e5003f on network afd97fd8-f242-440b-ad5d-bdabbb8b0a95 {{(pid=94469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 15:31:31.134669 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85fb8af9-97b8-4143-b641-38056809a3f8 None None] Checking agent: {'id': '16de73ac-f2e9-4cee-b3e0-91052ae3e6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 20, 13), 'started_at': datetime.datetime(2021, 8, 12, 14, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 15, 31, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 15:31:31.135124 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85fb8af9-97b8-4143-b641-38056809a3f8 None None] Checking segment: {'id': 'de0b58d2-f6b1-4223-aff1-4a42f2fa5acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'afd97fd8-f242-440b-ad5d-bdabbb8b0a95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 15:31:31.135533 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-85fb8af9-97b8-4143-b641-38056809a3f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:31.135932 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85fb8af9-97b8-4143-b641-38056809a3f8 None None] Bound using segment: {'id': 'de0b58d2-f6b1-4223-aff1-4a42f2fa5acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'afd97fd8-f242-440b-ad5d-bdabbb8b0a95'} {{(pid=94469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 15:31:31.136420 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.managers [None req-85fb8af9-97b8-4143-b641-38056809a3f8 None None] Bound port: f9649145-bb67-498a-bb5a-9251f1e5003f, host: n-d-694802-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de0b58d2-f6b1-4223-aff1-4a42f2fa5acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'afd97fd8-f242-440b-ad5d-bdabbb8b0a95'}}] {{(pid=94469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 15:31:31.136809 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-85fb8af9-97b8-4143-b641-38056809a3f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:31.254823 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.db [None req-85fb8af9-97b8-4143-b641-38056809a3f8 None None] For port f9649145-bb67-498a-bb5a-9251f1e5003f, host n-d-694802-15, cleared binding levels {{(pid=94469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 15:31:31.258614 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.db [None req-85fb8af9-97b8-4143-b641-38056809a3f8 None None] For port f9649145-bb67-498a-bb5a-9251f1e5003f, host n-d-694802-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=f9649145-bb67-498a-bb5a-9251f1e5003f,segment=NetworkSegment(de0b58d2-f6b1-4223-aff1-4a42f2fa5acd),segment_id=de0b58d2-f6b1-4223-aff1-4a42f2fa5acd)] {{(pid=94469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 15:31:31.263932 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-85fb8af9-97b8-4143-b641-38056809a3f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:31.317462 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 52346c6b-cfd3-44bf-a772-396424d7c56a up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 15:31:31.319770 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85fb8af9-97b8-4143-b641-38056809a3f8 None None] Routers {'6dada611-020d-42d9-b8f5-b4ad6dbc99f7'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:31:31.320480 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-85fb8af9-97b8-4143-b641-38056809a3f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T15:31:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['6dada611-020d-42d9-b8f5-b4ad6dbc99f7'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:31:31.374900 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port 52346c6b-cfd3-44bf-a772-396424d7c56a triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:31:31.375566 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:31.387156 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56a12be-06b4-45d6-8bb7-6b96bb830866 None None] Pushing event updated for resources: {'Port': ['ID=f9649145-bb67-498a-bb5a-9251f1e5003f,revision_number=4']} {{(pid=94469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:31:31.518556 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-85fb8af9-97b8-4143-b641-38056809a3f8 None None] Set router 6dada611-020d-42d9-b8f5-b4ad6dbc99f7 gateway port host: n-d-694802-15 {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:31:31.755623 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-85fb8af9-97b8-4143-b641-38056809a3f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dada611-020d-42d9-b8f5-b4ad6dbc99f7', 'name': 'tempest-TestMinimumBasicScenario-493595058-router', 'tenant_id': '94bbe3c55c4a42a2bca976ef28a7d9be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.188'}], 'enable_snat': True}, 'gw_port_id': '52346c6b-cfd3-44bf-a772-396424d7c56a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:31:24Z', 'updated_at': '2021-08-12T15:31:27Z', 'revision_number': 4, 'project_id': '94bbe3c55c4a42a2bca976ef28a7d9be', 'gw_port': {'id': '52346c6b-cfd3-44bf-a772-396424d7c56a', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:7e:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dada611-020d-42d9-b8f5-b4ad6dbc99f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:31:24Z', 'updated_at': '2021-08-12T15:31:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': 'f9649145-bb67-498a-bb5a-9251f1e5003f', 'name': '', 'network_id': 'afd97fd8-f242-440b-ad5d-bdabbb8b0a95', 'tenant_id': '94bbe3c55c4a42a2bca976ef28a7d9be', 'mac_address': 'fa:16:3e:34:2a:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dada611-020d-42d9-b8f5-b4ad6dbc99f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '831089c0-2cf1-414a-8451-30e0eda33166', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:31:26Z', 'updated_at': '2021-08-12T15:31:31Z', 'revision_number': 4, 'project_id': '94bbe3c55c4a42a2bca976ef28a7d9be', 'subnets': [{'id': '831089c0-2cf1-414a-8451-30e0eda33166', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:31:31.784147 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85fb8af9-97b8-4143-b641-38056809a3f8 None None] The sync data for ids ['6dada611-020d-42d9-b8f5-b4ad6dbc99f7'] in n-d-694802-15 is: [{'id': '6dada611-020d-42d9-b8f5-b4ad6dbc99f7', 'name': 'tempest-TestMinimumBasicScenario-493595058-router', 'tenant_id': '94bbe3c55c4a42a2bca976ef28a7d9be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.188'}], 'enable_snat': True}, 'gw_port_id': '52346c6b-cfd3-44bf-a772-396424d7c56a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:31:24Z', 'updated_at': '2021-08-12T15:31:27Z', 'revision_number': 4, 'project_id': '94bbe3c55c4a42a2bca976ef28a7d9be', 'gw_port': {'id': '52346c6b-cfd3-44bf-a772-396424d7c56a', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:7e:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dada611-020d-42d9-b8f5-b4ad6dbc99f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:31:24Z', 'updated_at': '2021-08-12T15:31:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': 'f9649145-bb67-498a-bb5a-9251f1e5003f', 'name': '', 'network_id': 'afd97fd8-f242-440b-ad5d-bdabbb8b0a95', 'tenant_id': '94bbe3c55c4a42a2bca976ef28a7d9be', 'mac_address': 'fa:16:3e:34:2a:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dada611-020d-42d9-b8f5-b4ad6dbc99f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '831089c0-2cf1-414a-8451-30e0eda33166', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:31:26Z', 'updated_at': '2021-08-12T15:31:31Z', 'revision_number': 4, 'project_id': '94bbe3c55c4a42a2bca976ef28a7d9be', 'subnets': [{'id': '831089c0-2cf1-414a-8451-30e0eda33166', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 15:31:33.354513 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device f9649145-bb67-498a-bb5a-9251f1e5003f up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 15:31:33.418203 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning for port f9649145-bb67-498a-bb5a-9251f1e5003f completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:31:33.423123 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port f9649145-bb67-498a-bb5a-9251f1e5003f triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:31:33.423511 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:33.511311 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:33.548427 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] For port f9649145-bb67-498a-bb5a-9251f1e5003f, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=f9649145-bb67-498a-bb5a-9251f1e5003f,segment=NetworkSegment(de0b58d2-f6b1-4223-aff1-4a42f2fa5acd),segment_id=de0b58d2-f6b1-4223-aff1-4a42f2fa5acd)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:31:33.553414 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:33.604919 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Pushing event updated for resources: {'Port': ['ID=f9649145-bb67-498a-bb5a-9251f1e5003f,revision_number=5']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:31:35.299649 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device f9649145-bb67-498a-bb5a-9251f1e5003f up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 15:31:35.359713 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port f9649145-bb67-498a-bb5a-9251f1e5003f triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:31:35.360424 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:37.745050 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a1d3cb-3466-4079-8f36-79bd77a1a054 req-a59b3356-26c5-4643-8246-b4d4a8f977ed tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:31:37.746444 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-18a1d3cb-3466-4079-8f36-79bd77a1a054 req-a59b3356-26c5-4643-8246-b4d4a8f977ed tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] 10.222.0.39 "GET /v2.0/networks?id=eb7d9bc6-a7c6-4fe9-b8ff-9a7e557f1f28 HTTP/1.1" status: 200 len: 815 time: 0.1034243 Aug 12 15:31:37.761063 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-18a1d3cb-3466-4079-8f36-79bd77a1a054 req-7001ecc6-e948-42ef-958b-feebe2aff0cc tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] 10.222.0.39 "GET /v2.0/quotas/7822f59cb85b4ff694106fedfd15411e HTTP/1.1" status: 200 len: 375 time: 0.0088890 Aug 12 15:31:37.811937 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-18a1d3cb-3466-4079-8f36-79bd77a1a054 req-418a0f71-1339-43d5-8b4c-187c6e15fab9 tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=7822f59cb85b4ff694106fedfd15411e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0457194 Aug 12 15:31:37.906976 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-18a1d3cb-3466-4079-8f36-79bd77a1a054 req-6180f82e-8ed7-4f94-bbca-f331dff2f249 service neutron] 10.222.0.39 "GET /v2.0/networks/eb7d9bc6-a7c6-4fe9-b8ff-9a7e557f1f28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826354 Aug 12 15:31:37.998904 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-18a1d3cb-3466-4079-8f36-79bd77a1a054 req-796e4b42-2cbd-4858-8a91-a3b650c8061c service neutron] 10.222.0.39 "GET /v2.0/networks/eb7d9bc6-a7c6-4fe9-b8ff-9a7e557f1f28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856657 Aug 12 15:31:38.158071 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-d2b980a0-6d93-44d5-beb1-9072bda0ab91 req-b3e9744b-952f-42d9-ac01-5c923409af56 tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] 10.222.0.39 "GET /v2.0/ports?device_id=1ac624f4-f984-430e-bb95-136233d40411 HTTP/1.1" status: 200 len: 210 time: 0.0279195 Aug 12 15:31:39.077739 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a1d3cb-3466-4079-8f36-79bd77a1a054 req-21eb471f-934c-4163-8045-8bae8cc48148 tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:31:39.079249 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-18a1d3cb-3466-4079-8f36-79bd77a1a054 req-21eb471f-934c-4163-8045-8bae8cc48148 tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] 10.222.0.64 "GET /v2.0/networks?id=eb7d9bc6-a7c6-4fe9-b8ff-9a7e557f1f28 HTTP/1.1" status: 200 len: 815 time: 0.1057885 Aug 12 15:31:39.093720 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-18a1d3cb-3466-4079-8f36-79bd77a1a054 req-8207b8a9-f9b7-44d8-b08e-d47371067031 tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] Request body: {'port': {'device_id': '1ac624f4-f984-430e-bb95-136233d40411', 'network_id': 'eb7d9bc6-a7c6-4fe9-b8ff-9a7e557f1f28', 'admin_state_up': True, 'tenant_id': '7822f59cb85b4ff694106fedfd15411e'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:31:39.211641 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18a1d3cb-3466-4079-8f36-79bd77a1a054 req-8207b8a9-f9b7-44d8-b08e-d47371067031 tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] Made reservation on behalf of 7822f59cb85b4ff694106fedfd15411e for: {'port': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 15:31:39.217580 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-18a1d3cb-3466-4079-8f36-79bd77a1a054 req-8207b8a9-f9b7-44d8-b08e-d47371067031 tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:39.272146 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e5131779-7584-4bc4-b9f3-6bf2dc48370c req-be53fd05-c32c-4d44-8633-0209413f115e tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] 10.222.0.39 "GET /v2.0/ports?device_id=1ac624f4-f984-430e-bb95-136233d40411 HTTP/1.1" status: 200 len: 210 time: 0.0335572 Aug 12 15:31:39.410937 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_common [req-18a1d3cb-3466-4079-8f36-79bd77a1a054 req-8207b8a9-f9b7-44d8-b08e-d47371067031 tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] Allocated IP 172.20.0.3 (eb7d9bc6-a7c6-4fe9-b8ff-9a7e557f1f28/349e802f-a2f0-40eb-b937-c509c9391ab3/83b70343-f860-4b19-a144-c5acb6885129) {{(pid=94467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 15:31:39.635308 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-18a1d3cb-3466-4079-8f36-79bd77a1a054 req-8207b8a9-f9b7-44d8-b08e-d47371067031 tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] Notify callbacks [] for port, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:39.649641 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [req-18a1d3cb-3466-4079-8f36-79bd77a1a054 req-8207b8a9-f9b7-44d8-b08e-d47371067031 tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] Transition to ACTIVE for port object 83b70343-f860-4b19-a144-c5acb6885129 will not be triggered until provisioned by entity DHCP. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:31:39.697697 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-18a1d3cb-3466-4079-8f36-79bd77a1a054 req-8207b8a9-f9b7-44d8-b08e-d47371067031 tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:39.742961 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18a1d3cb-3466-4079-8f36-79bd77a1a054 req-8207b8a9-f9b7-44d8-b08e-d47371067031 tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] Network eb7d9bc6-a7c6-4fe9-b8ff-9a7e557f1f28 is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 15:31:39.748018 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [req-18a1d3cb-3466-4079-8f36-79bd77a1a054 req-8207b8a9-f9b7-44d8-b08e-d47371067031 tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:31:39.752692 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [req-18a1d3cb-3466-4079-8f36-79bd77a1a054 req-8207b8a9-f9b7-44d8-b08e-d47371067031 tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] Received port after_create {{(pid=94467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 15:31:39.789259 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8207b8a9-f9b7-44d8-b08e-d47371067031 tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] Pushing event updated for resources: {'Port': ['ID=83b70343-f860-4b19-a144-c5acb6885129,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:31:39.804971 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8207b8a9-f9b7-44d8-b08e-d47371067031 tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:31:39.805337 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8207b8a9-f9b7-44d8-b08e-d47371067031 tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:31:39.805685 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8207b8a9-f9b7-44d8-b08e-d47371067031 tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:31:39.806024 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8207b8a9-f9b7-44d8-b08e-d47371067031 tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:31:39.806358 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8207b8a9-f9b7-44d8-b08e-d47371067031 tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:31:39.806692 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8207b8a9-f9b7-44d8-b08e-d47371067031 tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:31:39.807143 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8207b8a9-f9b7-44d8-b08e-d47371067031 tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:31:39.807379 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8207b8a9-f9b7-44d8-b08e-d47371067031 tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:31:39.807708 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8207b8a9-f9b7-44d8-b08e-d47371067031 tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:31:39.808035 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8207b8a9-f9b7-44d8-b08e-d47371067031 tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:31:39.808360 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8207b8a9-f9b7-44d8-b08e-d47371067031 tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:31:39.808685 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8207b8a9-f9b7-44d8-b08e-d47371067031 tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:31:39.833502 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a1d3cb-3466-4079-8f36-79bd77a1a054 req-8207b8a9-f9b7-44d8-b08e-d47371067031 tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:31:39.834162 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-18a1d3cb-3466-4079-8f36-79bd77a1a054 req-8207b8a9-f9b7-44d8-b08e-d47371067031 tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:39.852901 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-18a1d3cb-3466-4079-8f36-79bd77a1a054 req-8207b8a9-f9b7-44d8-b08e-d47371067031 tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7641361 Aug 12 15:31:40.004705 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-d3860b75-1437-468a-b7f9-dd4aa4d67f6a None None] Provisioning for port 83b70343-f860-4b19-a144-c5acb6885129 completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:31:40.008484 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-d3860b75-1437-468a-b7f9-dd4aa4d67f6a None None] Provisioning complete for port 83b70343-f860-4b19-a144-c5acb6885129 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:31:40.008852 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-d3860b75-1437-468a-b7f9-dd4aa4d67f6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:40.042806 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-d3860b75-1437-468a-b7f9-dd4aa4d67f6a None None] Port 83b70343-f860-4b19-a144-c5acb6885129 cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 15:31:40.160784 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-48afe4c4-3e43-458d-8079-69daecdc1659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:40.393723 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8c2516-3c37-4af4-8da0-fb57771537ee req-dee65b89-55c5-493f-a7ab-21114a6623dd tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:31:40.395971 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-be8c2516-3c37-4af4-8da0-fb57771537ee req-dee65b89-55c5-493f-a7ab-21114a6623dd tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] 10.222.0.39 "GET /v2.0/ports?device_id=1ac624f4-f984-430e-bb95-136233d40411 HTTP/1.1" status: 200 len: 931 time: 0.0521302 Aug 12 15:31:40.436168 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-be8c2516-3c37-4af4-8da0-fb57771537ee req-9ea2c0a5-b9a1-4b6c-8eb0-257a30b4d3c9 tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] 10.222.0.39 "GET /v2.0/security-groups?id=265f4107-2b82-4ce4-b0e7-f547c238f058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332963 Aug 12 15:31:41.557181 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd6d639-e7c6-4705-8c2a-2a15a8242c69 req-81d52bba-6d64-4e1c-bb78-e0883ff5b047 tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:31:41.559286 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0fd6d639-e7c6-4705-8c2a-2a15a8242c69 req-81d52bba-6d64-4e1c-bb78-e0883ff5b047 tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] 10.222.0.39 "GET /v2.0/ports?device_id=1ac624f4-f984-430e-bb95-136233d40411 HTTP/1.1" status: 200 len: 931 time: 0.0531390 Aug 12 15:31:41.599654 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0fd6d639-e7c6-4705-8c2a-2a15a8242c69 req-55e38667-62b8-46ec-8fea-c177d2f306c2 tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] 10.222.0.39 "GET /v2.0/security-groups?id=265f4107-2b82-4ce4-b0e7-f547c238f058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331504 Aug 12 15:31:42.118369 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:42.719439 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fbf49b-7ae9-4cfb-b856-330614c5d245 req-fdbf852a-b944-4555-afb6-fa45e2591daf tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:31:42.721065 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-c0fbf49b-7ae9-4cfb-b856-330614c5d245 req-fdbf852a-b944-4555-afb6-fa45e2591daf tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] 10.222.0.39 "GET /v2.0/ports?device_id=1ac624f4-f984-430e-bb95-136233d40411 HTTP/1.1" status: 200 len: 931 time: 0.0529430 Aug 12 15:31:42.764039 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-c0fbf49b-7ae9-4cfb-b856-330614c5d245 req-7e5bfe52-cdfa-487b-a0f7-f00b24c34195 tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] 10.222.0.39 "GET /v2.0/security-groups?id=265f4107-2b82-4ce4-b0e7-f547c238f058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369906 Aug 12 15:31:43.088809 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:43.440838 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-14fc4cf7-270e-4273-8556-95ce222ab8bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:43.549596 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:43.914478 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56519bc0-8530-4e67-b2a0-6dc113e80613 req-da72e10a-e19a-4f79-9c73-fd2cc3f05ced tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:31:43.916266 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-56519bc0-8530-4e67-b2a0-6dc113e80613 req-da72e10a-e19a-4f79-9c73-fd2cc3f05ced tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] 10.222.0.39 "GET /v2.0/ports?device_id=1ac624f4-f984-430e-bb95-136233d40411 HTTP/1.1" status: 200 len: 931 time: 0.0647354 Aug 12 15:31:43.968180 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-56519bc0-8530-4e67-b2a0-6dc113e80613 req-eee23310-f0bb-45b9-9d9c-64e6bcf405f0 tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] 10.222.0.39 "GET /v2.0/security-groups?id=265f4107-2b82-4ce4-b0e7-f547c238f058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456886 Aug 12 15:31:44.186828 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-1769855f-eda9-4483-9dc3-3220908ab45d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:45.088614 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474323f0-9d0c-4d73-af50-a82856a6cc00 req-d51cba89-4e86-4e45-b219-bc8aa50e2969 tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:31:45.090127 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-474323f0-9d0c-4d73-af50-a82856a6cc00 req-d51cba89-4e86-4e45-b219-bc8aa50e2969 tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] 10.222.0.39 "GET /v2.0/ports?device_id=1ac624f4-f984-430e-bb95-136233d40411 HTTP/1.1" status: 200 len: 931 time: 0.0547509 Aug 12 15:31:45.130917 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-474323f0-9d0c-4d73-af50-a82856a6cc00 req-a54c48f6-4462-4cbc-ac85-938d2f97e642 tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] 10.222.0.39 "GET /v2.0/security-groups?id=265f4107-2b82-4ce4-b0e7-f547c238f058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339081 Aug 12 15:31:45.816206 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-fe95f194-a3b0-4c04-9e42-20b511169d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:46.252930 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394db14e-dc89-41c0-9335-3f98327602a6 req-fb7df8b2-32f2-4ab8-a05d-3f602a951034 tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:31:46.254496 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-394db14e-dc89-41c0-9335-3f98327602a6 req-fb7df8b2-32f2-4ab8-a05d-3f602a951034 tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] 10.222.0.39 "GET /v2.0/ports?device_id=1ac624f4-f984-430e-bb95-136233d40411 HTTP/1.1" status: 200 len: 931 time: 0.0504272 Aug 12 15:31:46.307400 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-394db14e-dc89-41c0-9335-3f98327602a6 req-673a8d48-87fd-454b-9818-959dd74f367d tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] 10.222.0.39 "GET /v2.0/security-groups?id=265f4107-2b82-4ce4-b0e7-f547c238f058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451427 Aug 12 15:31:47.429934 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accff019-d636-42ed-b089-fb1ca8d89f71 req-c5fde5d6-c22c-4692-b23c-9d8c980ebbf9 tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:31:47.431596 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-accff019-d636-42ed-b089-fb1ca8d89f71 req-c5fde5d6-c22c-4692-b23c-9d8c980ebbf9 tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] 10.222.0.39 "GET /v2.0/ports?device_id=1ac624f4-f984-430e-bb95-136233d40411 HTTP/1.1" status: 200 len: 931 time: 0.0501249 Aug 12 15:31:47.472505 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-accff019-d636-42ed-b089-fb1ca8d89f71 req-df7b1cb8-c6a7-4cfa-87fe-235d709ce473 tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] 10.222.0.39 "GET /v2.0/security-groups?id=265f4107-2b82-4ce4-b0e7-f547c238f058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345030 Aug 12 15:31:48.598638 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9befda23-3e14-41a8-9ced-eb3ec379d982 req-13824419-2677-4ce5-9d48-941ce3ede319 tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:31:48.600143 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9befda23-3e14-41a8-9ced-eb3ec379d982 req-13824419-2677-4ce5-9d48-941ce3ede319 tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] 10.222.0.39 "GET /v2.0/ports?device_id=1ac624f4-f984-430e-bb95-136233d40411 HTTP/1.1" status: 200 len: 931 time: 0.0504494 Aug 12 15:31:48.641299 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9befda23-3e14-41a8-9ced-eb3ec379d982 req-b3cdd363-3a63-4638-b899-aa62a519659b tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] 10.222.0.39 "GET /v2.0/security-groups?id=265f4107-2b82-4ce4-b0e7-f547c238f058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352299 Aug 12 15:31:49.340870 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [req-18a1d3cb-3466-4079-8f36-79bd77a1a054 req-f0dd99f3-15ee-41e0-bdc2-deaf1f10b233 tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=94467) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 15:31:49.341931 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-18a1d3cb-3466-4079-8f36-79bd77a1a054 req-f0dd99f3-15ee-41e0-bdc2-deaf1f10b233 tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054648 Aug 12 15:31:49.355714 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-18a1d3cb-3466-4079-8f36-79bd77a1a054 req-87f324fa-539a-4877-a4e9-dda0ff7569bc service neutron] Request body: {'port': {'device_id': '1ac624f4-f984-430e-bb95-136233d40411', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-694802-15'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:31:49.411510 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-18a1d3cb-3466-4079-8f36-79bd77a1a054 req-87f324fa-539a-4877-a4e9-dda0ff7569bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:49.665329 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [req-18a1d3cb-3466-4079-8f36-79bd77a1a054 req-87f324fa-539a-4877-a4e9-dda0ff7569bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83b70343-f860-4b19-a144-c5acb6885129 {{(pid=94467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 15:31:49.671708 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.agents_db [None req-17ed3e4c-1a7d-4162-9646-11c134aca297 None None] Agent healthcheck: found 7 active agents {{(pid=94469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 15:31:49.672982 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-18a1d3cb-3466-4079-8f36-79bd77a1a054 req-87f324fa-539a-4877-a4e9-dda0ff7569bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:49.685795 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [req-18a1d3cb-3466-4079-8f36-79bd77a1a054 req-87f324fa-539a-4877-a4e9-dda0ff7569bc service neutron] Transition to ACTIVE for port object 83b70343-f860-4b19-a144-c5acb6885129 will not be triggered until provisioned by entity L2. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:31:49.690218 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-18a1d3cb-3466-4079-8f36-79bd77a1a054 req-87f324fa-539a-4877-a4e9-dda0ff7569bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:49.764776 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f324fa-539a-4877-a4e9-dda0ff7569bc service neutron] Pushing event updated for resources: {'Port': ['ID=83b70343-f860-4b19-a144-c5acb6885129,revision_number=2']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:31:49.775274 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6f2fb8-4ee7-4b56-b6b4-a7d1e3464015 req-dffc4362-6f18-4d31-8a6e-924c156a9a31 tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:31:49.776845 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-fb6f2fb8-4ee7-4b56-b6b4-a7d1e3464015 req-dffc4362-6f18-4d31-8a6e-924c156a9a31 tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] 10.222.0.39 "GET /v2.0/ports?device_id=1ac624f4-f984-430e-bb95-136233d40411 HTTP/1.1" status: 200 len: 943 time: 0.0528030 Aug 12 15:31:49.819795 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-fb6f2fb8-4ee7-4b56-b6b4-a7d1e3464015 req-1f7b3663-3ed6-48e7-8bd1-1e1b96fe80f1 tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] 10.222.0.39 "GET /v2.0/security-groups?id=265f4107-2b82-4ce4-b0e7-f547c238f058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368755 Aug 12 15:31:49.826337 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-18a1d3cb-3466-4079-8f36-79bd77a1a054 req-87f324fa-539a-4877-a4e9-dda0ff7569bc service neutron] Attempting to bind port 83b70343-f860-4b19-a144-c5acb6885129 on host n-h1-694802-15 for vnic_type normal with profile {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 15:31:49.826674 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-18a1d3cb-3466-4079-8f36-79bd77a1a054 req-87f324fa-539a-4877-a4e9-dda0ff7569bc service neutron] Attempting to bind port 83b70343-f860-4b19-a144-c5acb6885129 by drivers openvswitch,hyperv on host n-h1-694802-15 at level 0 using segments [{'id': '0d76a79a-bc67-4bc6-82c9-15ab6238912e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'eb7d9bc6-a7c6-4fe9-b8ff-9a7e557f1f28'}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 15:31:49.827008 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18a1d3cb-3466-4079-8f36-79bd77a1a054 req-87f324fa-539a-4877-a4e9-dda0ff7569bc service neutron] Attempting to bind port 83b70343-f860-4b19-a144-c5acb6885129 on network eb7d9bc6-a7c6-4fe9-b8ff-9a7e557f1f28 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 15:31:49.840043 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18a1d3cb-3466-4079-8f36-79bd77a1a054 req-87f324fa-539a-4877-a4e9-dda0ff7569bc service neutron] Port 83b70343-f860-4b19-a144-c5acb6885129 on network eb7d9bc6-a7c6-4fe9-b8ff-9a7e557f1f28 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-15 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 15:31:49.840373 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18a1d3cb-3466-4079-8f36-79bd77a1a054 req-87f324fa-539a-4877-a4e9-dda0ff7569bc service neutron] Attempting to bind port 83b70343-f860-4b19-a144-c5acb6885129 on network eb7d9bc6-a7c6-4fe9-b8ff-9a7e557f1f28 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 15:31:49.846524 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18a1d3cb-3466-4079-8f36-79bd77a1a054 req-87f324fa-539a-4877-a4e9-dda0ff7569bc service neutron] Checking agent: {'id': 'de568313-a3e6-454a-9813-77e25edcea95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 27, 41), 'started_at': datetime.datetime(2021, 8, 12, 14, 27, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 15, 31, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 15:31:49.846862 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18a1d3cb-3466-4079-8f36-79bd77a1a054 req-87f324fa-539a-4877-a4e9-dda0ff7569bc service neutron] Checking segment: {'id': '0d76a79a-bc67-4bc6-82c9-15ab6238912e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'eb7d9bc6-a7c6-4fe9-b8ff-9a7e557f1f28'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 15:31:49.847295 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18a1d3cb-3466-4079-8f36-79bd77a1a054 req-87f324fa-539a-4877-a4e9-dda0ff7569bc service neutron] Bound using segment: {'id': '0d76a79a-bc67-4bc6-82c9-15ab6238912e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'eb7d9bc6-a7c6-4fe9-b8ff-9a7e557f1f28'} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 15:31:49.847735 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-18a1d3cb-3466-4079-8f36-79bd77a1a054 req-87f324fa-539a-4877-a4e9-dda0ff7569bc service neutron] Bound port: 83b70343-f860-4b19-a144-c5acb6885129, host: n-h1-694802-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d76a79a-bc67-4bc6-82c9-15ab6238912e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'eb7d9bc6-a7c6-4fe9-b8ff-9a7e557f1f28'}}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 15:31:49.848099 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-18a1d3cb-3466-4079-8f36-79bd77a1a054 req-87f324fa-539a-4877-a4e9-dda0ff7569bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:49.913050 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-18a1d3cb-3466-4079-8f36-79bd77a1a054 req-87f324fa-539a-4877-a4e9-dda0ff7569bc service neutron] For port 83b70343-f860-4b19-a144-c5acb6885129, host n-h1-694802-15, cleared binding levels {{(pid=94467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 15:31:49.916338 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-18a1d3cb-3466-4079-8f36-79bd77a1a054 req-87f324fa-539a-4877-a4e9-dda0ff7569bc service neutron] For port 83b70343-f860-4b19-a144-c5acb6885129, host n-h1-694802-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=83b70343-f860-4b19-a144-c5acb6885129,segment=NetworkSegment(0d76a79a-bc67-4bc6-82c9-15ab6238912e),segment_id=0d76a79a-bc67-4bc6-82c9-15ab6238912e)] {{(pid=94467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 15:31:49.920385 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-18a1d3cb-3466-4079-8f36-79bd77a1a054 req-87f324fa-539a-4877-a4e9-dda0ff7569bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:49.958108 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a1d3cb-3466-4079-8f36-79bd77a1a054 req-87f324fa-539a-4877-a4e9-dda0ff7569bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:31:49.958733 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-18a1d3cb-3466-4079-8f36-79bd77a1a054 req-87f324fa-539a-4877-a4e9-dda0ff7569bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:49.960155 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-18a1d3cb-3466-4079-8f36-79bd77a1a054 req-87f324fa-539a-4877-a4e9-dda0ff7569bc service neutron] 10.222.0.64 "PUT /v2.0/ports/83b70343-f860-4b19-a144-c5acb6885129 HTTP/1.1" status: 200 len: 1092 time: 0.6084599 Aug 12 15:31:49.960599 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ac624f4-f984-430e-bb95-136233d40411', 'tag': '83b70343-f860-4b19-a144-c5acb6885129'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:31:49.962909 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1d90890f15e5cc8eba4d51c7734538f2f2e5e8e12504eb7d6ddd0a29ee9b803" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5a0017b-c9be-4ac1-9a61-fd8d38e706c0" -d '{"events": [{"name": "network-changed", "server_uuid": "1ac624f4-f984-430e-bb95-136233d40411", "tag": "83b70343-f860-4b19-a144-c5acb6885129"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 15:31:49.989480 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f324fa-539a-4877-a4e9-dda0ff7569bc service neutron] Pushing event updated for resources: {'Port': ['ID=83b70343-f860-4b19-a144-c5acb6885129,revision_number=3']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:31:50.007601 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 15:31:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13243932-6f30-46e6-a1b3-13befca8dc26 x-openstack-request-id: req-13243932-6f30-46e6-a1b3-13befca8dc26 {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 15:31:50.007905 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ac624f4-f984-430e-bb95-136233d40411", "tag": "83b70343-f860-4b19-a144-c5acb6885129", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 15:31:50.008771 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-13243932-6f30-46e6-a1b3-13befca8dc26 {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 15:31:50.008771 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ac624f4-f984-430e-bb95-136233d40411', 'tag': '83b70343-f860-4b19-a144-c5acb6885129', 'status': 'completed', 'code': 200} Aug 12 15:31:50.074500 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a1d3cb-3466-4079-8f36-79bd77a1a054 req-ca60a31e-e889-49ca-9fc2-0e676b46f289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:31:50.077504 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-18a1d3cb-3466-4079-8f36-79bd77a1a054 req-ca60a31e-e889-49ca-9fc2-0e676b46f289 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7822f59cb85b4ff694106fedfd15411e&device_id=1ac624f4-f984-430e-bb95-136233d40411 HTTP/1.1" status: 200 len: 1095 time: 0.0464671 Aug 12 15:31:50.123258 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-18a1d3cb-3466-4079-8f36-79bd77a1a054 req-ff4c7c2b-adc1-48c6-b221-f8eea74174ba service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=83b70343-f860-4b19-a144-c5acb6885129 HTTP/1.1" status: 200 len: 217 time: 0.0368905 Aug 12 15:31:50.179239 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a1d3cb-3466-4079-8f36-79bd77a1a054 req-923ae8b8-1560-4e8c-8da0-32201a682f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:31:50.180637 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-18a1d3cb-3466-4079-8f36-79bd77a1a054 req-923ae8b8-1560-4e8c-8da0-32201a682f45 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=349e802f-a2f0-40eb-b937-c509c9391ab3 HTTP/1.1" status: 200 len: 854 time: 0.0486696 Aug 12 15:31:50.229074 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a1d3cb-3466-4079-8f36-79bd77a1a054 req-2040777a-7e50-46a6-a999-730a511c8b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:31:50.230616 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-18a1d3cb-3466-4079-8f36-79bd77a1a054 req-2040777a-7e50-46a6-a999-730a511c8b53 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=eb7d9bc6-a7c6-4fe9-b8ff-9a7e557f1f28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407357 Aug 12 15:31:50.324807 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-18a1d3cb-3466-4079-8f36-79bd77a1a054 req-7c642e85-7bf0-4821-9fec-6be140729651 service neutron] 10.222.0.64 "GET /v2.0/networks/eb7d9bc6-a7c6-4fe9-b8ff-9a7e557f1f28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851965 Aug 12 15:31:50.417313 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-18a1d3cb-3466-4079-8f36-79bd77a1a054 req-0562c008-93fb-4a97-ad8e-bc14f6b0a750 service neutron] 10.222.0.64 "GET /v2.0/networks/eb7d9bc6-a7c6-4fe9-b8ff-9a7e557f1f28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848365 Aug 12 15:31:50.500467 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a0017b-c9be-4ac1-9a61-fd8d38e706c0 req-fd736bb7-fc68-4a8a-af1f-efe2746912be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:31:50.501963 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b5a0017b-c9be-4ac1-9a61-fd8d38e706c0 req-fd736bb7-fc68-4a8a-af1f-efe2746912be service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7822f59cb85b4ff694106fedfd15411e&device_id=1ac624f4-f984-430e-bb95-136233d40411 HTTP/1.1" status: 200 len: 1095 time: 0.0411203 Aug 12 15:31:50.594366 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a0017b-c9be-4ac1-9a61-fd8d38e706c0 req-24f84460-6104-41f3-bc6b-18e7c2855cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:31:50.595894 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b5a0017b-c9be-4ac1-9a61-fd8d38e706c0 req-24f84460-6104-41f3-bc6b-18e7c2855cd6 service neutron] 10.222.0.64 "GET /v2.0/networks?id=eb7d9bc6-a7c6-4fe9-b8ff-9a7e557f1f28 HTTP/1.1" status: 200 len: 916 time: 0.0861480 Aug 12 15:31:50.637416 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b5a0017b-c9be-4ac1-9a61-fd8d38e706c0 req-7263c8a2-9dc0-422f-81ec-e601a7aa6e91 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=83b70343-f860-4b19-a144-c5acb6885129 HTTP/1.1" status: 200 len: 217 time: 0.0340099 Aug 12 15:31:50.686361 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a0017b-c9be-4ac1-9a61-fd8d38e706c0 req-2b82cef7-0302-45da-a697-4710a251b6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:31:50.687821 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b5a0017b-c9be-4ac1-9a61-fd8d38e706c0 req-2b82cef7-0302-45da-a697-4710a251b6b2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=349e802f-a2f0-40eb-b937-c509c9391ab3 HTTP/1.1" status: 200 len: 854 time: 0.0412998 Aug 12 15:31:50.736343 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a0017b-c9be-4ac1-9a61-fd8d38e706c0 req-1955455c-c714-4e35-b900-9b14c77fbe49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:31:50.737780 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b5a0017b-c9be-4ac1-9a61-fd8d38e706c0 req-1955455c-c714-4e35-b900-9b14c77fbe49 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=eb7d9bc6-a7c6-4fe9-b8ff-9a7e557f1f28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0423255 Aug 12 15:31:50.824617 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b5a0017b-c9be-4ac1-9a61-fd8d38e706c0 req-827a4a69-12ef-46fc-800a-bc43cca45aa9 service neutron] 10.222.0.64 "GET /v2.0/networks/eb7d9bc6-a7c6-4fe9-b8ff-9a7e557f1f28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792446 Aug 12 15:31:50.919259 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b5a0017b-c9be-4ac1-9a61-fd8d38e706c0 req-6a68abe4-6ae6-4908-8729-fdc67f5fe1ac service neutron] 10.222.0.64 "GET /v2.0/networks/eb7d9bc6-a7c6-4fe9-b8ff-9a7e557f1f28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872717 Aug 12 15:31:50.942148 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5997ed80-93fa-4246-b882-9ea73304bb72 req-48ac2aa2-2f2b-4dac-8069-d658715ab4b7 tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:31:50.943673 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-5997ed80-93fa-4246-b882-9ea73304bb72 req-48ac2aa2-2f2b-4dac-8069-d658715ab4b7 tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] 10.222.0.39 "GET /v2.0/ports?device_id=1ac624f4-f984-430e-bb95-136233d40411 HTTP/1.1" status: 200 len: 943 time: 0.0572410 Aug 12 15:31:50.980696 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-5997ed80-93fa-4246-b882-9ea73304bb72 req-15001953-d23e-4bd8-80e1-95bfe682245b tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] 10.222.0.39 "GET /v2.0/security-groups?id=265f4107-2b82-4ce4-b0e7-f547c238f058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311468 Aug 12 15:31:52.099216 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04df0fe-b058-4d2d-b5cf-97eaf6ecb53f req-157bf06c-5df4-40d3-83b3-b940d544eb24 tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:31:52.100743 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e04df0fe-b058-4d2d-b5cf-97eaf6ecb53f req-157bf06c-5df4-40d3-83b3-b940d544eb24 tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] 10.222.0.39 "GET /v2.0/ports?device_id=1ac624f4-f984-430e-bb95-136233d40411 HTTP/1.1" status: 200 len: 943 time: 0.0527873 Aug 12 15:31:52.143372 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e04df0fe-b058-4d2d-b5cf-97eaf6ecb53f req-6ae67495-b5ad-4c5c-8271-9bfbad4e6c45 tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] 10.222.0.39 "GET /v2.0/security-groups?id=265f4107-2b82-4ce4-b0e7-f547c238f058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330961 Aug 12 15:31:53.099674 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device 83b70343-f860-4b19-a144-c5acb6885129 details requested by agent hyperv_n-h1-694802-15 with host n-h1-694802-15 {{(pid=94468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 15:31:53.192028 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port 83b70343-f860-4b19-a144-c5acb6885129, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=83b70343-f860-4b19-a144-c5acb6885129,segment=NetworkSegment(0d76a79a-bc67-4bc6-82c9-15ab6238912e),segment_id=0d76a79a-bc67-4bc6-82c9-15ab6238912e)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:31:53.203308 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Returning: {'device': '83b70343-f860-4b19-a144-c5acb6885129', 'network_id': 'eb7d9bc6-a7c6-4fe9-b8ff-9a7e557f1f28', 'port_id': '83b70343-f860-4b19-a144-c5acb6885129', 'mac_address': 'fa:16:3e:9d:fb:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '349e802f-a2f0-40eb-b937-c509c9391ab3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 15:31:53.246521 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:53.258778 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0c0779-7e92-44df-8c0c-87f352c59d87 req-69724e25-c4c3-4049-80c6-28aa7c6d1281 tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:31:53.259369 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83b70343-f860-4b19-a144-c5acb6885129 {{(pid=94468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 15:31:53.260310 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-8f0c0779-7e92-44df-8c0c-87f352c59d87 req-69724e25-c4c3-4049-80c6-28aa7c6d1281 tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] 10.222.0.39 "GET /v2.0/ports?device_id=1ac624f4-f984-430e-bb95-136233d40411 HTTP/1.1" status: 200 len: 943 time: 0.0490918 Aug 12 15:31:53.279560 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port 83b70343-f860-4b19-a144-c5acb6885129, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=83b70343-f860-4b19-a144-c5acb6885129,segment=NetworkSegment(0d76a79a-bc67-4bc6-82c9-15ab6238912e),segment_id=0d76a79a-bc67-4bc6-82c9-15ab6238912e)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:31:53.284029 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:53.300076 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-8f0c0779-7e92-44df-8c0c-87f352c59d87 req-94b79f94-56e5-4ff7-a1d9-418b5cb614f6 tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] 10.222.0.39 "GET /v2.0/security-groups?id=265f4107-2b82-4ce4-b0e7-f547c238f058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336437 Aug 12 15:31:53.331872 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Pushing event updated for resources: {'Port': ['ID=83b70343-f860-4b19-a144-c5acb6885129,revision_number=4']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:31:53.339092 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:31:53.339430 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:31:53.339759 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:31:53.340085 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:31:53.340409 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:31:53.340725 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:31:53.341040 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:31:53.341352 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:31:53.341665 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:31:53.341976 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:31:53.342286 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:31:53.342597 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:31:53.489503 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] get_ports_and_sgs() called for port_ids ['83b70343-f860-4b19-a144-c5acb6885129'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 15:31:54.416368 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6e6eb5-46de-4b0f-bc28-38b34ae3622c req-2a1cd909-cbe2-423f-82fa-592005b71811 tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:31:54.417863 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9d6e6eb5-46de-4b0f-bc28-38b34ae3622c req-2a1cd909-cbe2-423f-82fa-592005b71811 tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] 10.222.0.39 "GET /v2.0/ports?device_id=1ac624f4-f984-430e-bb95-136233d40411 HTTP/1.1" status: 200 len: 944 time: 0.0486705 Aug 12 15:31:54.454795 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9d6e6eb5-46de-4b0f-bc28-38b34ae3622c req-d0b49183-8513-46ad-bd31-f2977edfdd6f tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] 10.222.0.39 "GET /v2.0/security-groups?id=265f4107-2b82-4ce4-b0e7-f547c238f058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308452 Aug 12 15:31:55.098837 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device 83b70343-f860-4b19-a144-c5acb6885129 up at agent hyperv_n-h1-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 15:31:55.146084 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Provisioning for port 83b70343-f860-4b19-a144-c5acb6885129 completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:31:55.149821 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Provisioning complete for port 83b70343-f860-4b19-a144-c5acb6885129 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:31:55.150183 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:55.225140 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:55.247832 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ac624f4-f984-430e-bb95-136233d40411', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83b70343-f860-4b19-a144-c5acb6885129'}] {{(pid=94468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:31:55.250129 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}152b85fe2f58ac5d6dd54f9692cb8ffc3f7471d0248cb45901c289f6e837e934" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-730ee49e-3613-4914-a260-2c87244d2e38" -d '{"events": [{"server_uuid": "1ac624f4-f984-430e-bb95-136233d40411", "name": "network-vif-plugged", "status": "completed", "tag": "83b70343-f860-4b19-a144-c5acb6885129"}]}' {{(pid=94468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 15:31:55.266218 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port 83b70343-f860-4b19-a144-c5acb6885129, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=83b70343-f860-4b19-a144-c5acb6885129,segment=NetworkSegment(0d76a79a-bc67-4bc6-82c9-15ab6238912e),segment_id=0d76a79a-bc67-4bc6-82c9-15ab6238912e)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:31:55.270662 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:31:55.393078 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2eb0ba-3071-4bd7-aa0e-7cf6161c7385 req-6b493c9f-c653-4da4-ac5b-1c88155fb9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:31:55.394505 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9c2eb0ba-3071-4bd7-aa0e-7cf6161c7385 req-6b493c9f-c653-4da4-ac5b-1c88155fb9f1 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=1ac624f4-f984-430e-bb95-136233d40411 HTTP/1.1" status: 200 len: 1097 time: 0.0414505 Aug 12 15:31:55.440962 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9c2eb0ba-3071-4bd7-aa0e-7cf6161c7385 req-93d12e09-ebf2-4451-92e0-f4d715e88f04 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=265f4107-2b82-4ce4-b0e7-f547c238f058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389578 Aug 12 15:31:55.453798 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 15:31:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04ce8f62-95b0-4a66-9cb5-3ede16c7f834 x-openstack-request-id: req-04ce8f62-95b0-4a66-9cb5-3ede16c7f834 {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 15:31:55.454083 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ac624f4-f984-430e-bb95-136233d40411", "name": "network-vif-plugged", "status": "completed", "tag": "83b70343-f860-4b19-a144-c5acb6885129", "code": 200}]} {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 15:31:55.454326 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-04ce8f62-95b0-4a66-9cb5-3ede16c7f834 {{(pid=94468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 15:31:55.455230 n-d-694802-15 neutron-server[94468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ac624f4-f984-430e-bb95-136233d40411', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83b70343-f860-4b19-a144-c5acb6885129', 'code': 200} Aug 12 15:31:55.479839 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Pushing event updated for resources: {'Port': ['ID=83b70343-f860-4b19-a144-c5acb6885129,revision_number=5']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:31:55.569311 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927c05d0-b985-4bbd-a20b-82f4f912375a req-fdd0abe3-d359-4522-b379-006354c51043 tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:31:55.570789 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-927c05d0-b985-4bbd-a20b-82f4f912375a req-fdd0abe3-d359-4522-b379-006354c51043 tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] 10.222.0.39 "GET /v2.0/ports?device_id=1ac624f4-f984-430e-bb95-136233d40411 HTTP/1.1" status: 200 len: 945 time: 0.0496559 Aug 12 15:31:55.609040 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-927c05d0-b985-4bbd-a20b-82f4f912375a req-5a9e2f08-7a52-4aa8-b31d-c5dac4745683 tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] 10.222.0.39 "GET /v2.0/security-groups?id=265f4107-2b82-4ce4-b0e7-f547c238f058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320978 Aug 12 15:31:56.724229 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741c37d8-04f4-45db-a4c4-2982040cfcf9 req-8325dff8-34b8-4998-a25c-c252654443bd tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:31:56.725718 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-741c37d8-04f4-45db-a4c4-2982040cfcf9 req-8325dff8-34b8-4998-a25c-c252654443bd tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] 10.222.0.39 "GET /v2.0/ports?device_id=1ac624f4-f984-430e-bb95-136233d40411 HTTP/1.1" status: 200 len: 945 time: 0.0500593 Aug 12 15:31:56.763367 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-741c37d8-04f4-45db-a4c4-2982040cfcf9 req-c732b8f4-e002-4713-9d21-5fa3a188c04a tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] 10.222.0.39 "GET /v2.0/security-groups?id=265f4107-2b82-4ce4-b0e7-f547c238f058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316546 Aug 12 15:31:56.874605 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81600311-82ac-41ce-88aa-5505554ea637 req-b14715c8-5926-441a-975c-989691ed9605 tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:31:56.876123 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-81600311-82ac-41ce-88aa-5505554ea637 req-b14715c8-5926-441a-975c-989691ed9605 tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] 10.222.0.39 "GET /v2.0/ports?device_id=1ac624f4-f984-430e-bb95-136233d40411 HTTP/1.1" status: 200 len: 945 time: 0.0477176 Aug 12 15:31:56.913738 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-81600311-82ac-41ce-88aa-5505554ea637 req-616a48c5-4527-4c98-a730-620d17d7b419 tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] 10.222.0.39 "GET /v2.0/security-groups?id=265f4107-2b82-4ce4-b0e7-f547c238f058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312569 Aug 12 15:31:57.095785 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c311045f-ca25-4c31-8558-84acc9df3c84 req-1009e3e4-cf3b-48cc-8c13-63884922003f tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:31:57.097237 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c311045f-ca25-4c31-8558-84acc9df3c84 req-1009e3e4-cf3b-48cc-8c13-63884922003f tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] 10.222.0.39 "GET /v2.0/ports?device_id=1ac624f4-f984-430e-bb95-136233d40411 HTTP/1.1" status: 200 len: 945 time: 0.0479069 Aug 12 15:31:57.140399 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c311045f-ca25-4c31-8558-84acc9df3c84 req-6bee5204-0457-4d2d-abde-748730290259 tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] 10.222.0.39 "GET /v2.0/security-groups?id=265f4107-2b82-4ce4-b0e7-f547c238f058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369978 Aug 12 15:32:08.674339 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f0750e-819f-48cf-b34d-10683edde8bd req-f3f6bd5f-2a98-4c6e-bd63-76cba7297d06 tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:32:08.675844 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-73f0750e-819f-48cf-b34d-10683edde8bd req-f3f6bd5f-2a98-4c6e-bd63-76cba7297d06 tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] 10.222.0.39 "GET /v2.0/ports?device_id=1ac624f4-f984-430e-bb95-136233d40411 HTTP/1.1" status: 200 len: 945 time: 0.0490422 Aug 12 15:32:08.713130 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-73f0750e-819f-48cf-b34d-10683edde8bd req-5bf50a59-2e4d-48d3-8f79-f33f6b0eb1ca tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] 10.222.0.39 "GET /v2.0/security-groups?id=265f4107-2b82-4ce4-b0e7-f547c238f058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314319 Aug 12 15:32:08.734672 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 35940) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:32:08.860849 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21edf29f-bcbf-41d8-9f69-62337d8217b8 tempest-TestMinimumBasicScenario-550756633 tempest-TestMinimumBasicScenario-550756633-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:32:08.862397 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-21edf29f-bcbf-41d8-9f69-62337d8217b8 tempest-TestMinimumBasicScenario-550756633 tempest-TestMinimumBasicScenario-550756633-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=1ac624f4-f984-430e-bb95-136233d40411 HTTP/1.1" status: 200 len: 1092 time: 0.1267834 Aug 12 15:32:08.865333 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 35944) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:32:08.869591 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-26cb8584-ccc7-47b8-a233-5216b01a6324 tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] Request body: {'floatingip': {'floating_network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'port_id': '83b70343-f860-4b19-a144-c5acb6885129', 'tenant_id': '7822f59cb85b4ff694106fedfd15411e', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:32:08.891250 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-26cb8584-ccc7-47b8-a233-5216b01a6324 tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] Notify callbacks [] for floatingip, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:32:08.988134 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-26cb8584-ccc7-47b8-a233-5216b01a6324 tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:32:09.087508 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_common [None req-26cb8584-ccc7-47b8-a233-5216b01a6324 tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] Allocated IP 172.25.1.117 (d3759e1b-6c03-45ac-acd4-90abb417809b/f0254f08-c19c-4e31-bd9c-09389ea4b6f2/c5f3a6b1-b224-4314-abce-d4a7791c4cd5) {{(pid=94467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 15:32:09.191004 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-26cb8584-ccc7-47b8-a233-5216b01a6324 tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] Notify callbacks [] for port, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:32:09.230057 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-26cb8584-ccc7-47b8-a233-5216b01a6324 tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:32:09.271632 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26cb8584-ccc7-47b8-a233-5216b01a6324 tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] Network d3759e1b-6c03-45ac-acd4-90abb417809b is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 15:32:09.274712 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [None req-26cb8584-ccc7-47b8-a233-5216b01a6324 tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:32:09.277162 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26cb8584-ccc7-47b8-a233-5216b01a6324 tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] Received port after_create {{(pid=94467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 15:32:09.282574 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cb8584-ccc7-47b8-a233-5216b01a6324 tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] Pushing event updated for resources: {'Port': ['ID=c5f3a6b1-b224-4314-abce-d4a7791c4cd5,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:32:09.629473 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-26cb8584-ccc7-47b8-a233-5216b01a6324 tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:32:09.693359 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-26cb8584-ccc7-47b8-a233-5216b01a6324 tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:32:09.843040 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-26cb8584-ccc7-47b8-a233-5216b01a6324 tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:32:09.847354 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-26cb8584-ccc7-47b8-a233-5216b01a6324 tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:32:09.919837 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cb8584-ccc7-47b8-a233-5216b01a6324 tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] Pushing event updated for resources: {'Port': ['ID=c5f3a6b1-b224-4314-abce-d4a7791c4cd5,revision_number=2']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:32:09.929261 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-26cb8584-ccc7-47b8-a233-5216b01a6324 tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431510'] for floatingip, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:32:10.162916 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-2d30a348-f776-411e-b98e-634c408b6ef7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:32:10.344806 n-d-694802-15 neutron-server[94467]: INFO neutron.db.l3_db [None req-26cb8584-ccc7-47b8-a233-5216b01a6324 tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] Floating IP b89d8716-fb00-405b-8447-dd317465c191 associated. External IP: 172.25.1.117, port: 83b70343-f860-4b19-a144-c5acb6885129. Aug 12 15:32:10.547743 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26cb8584-ccc7-47b8-a233-5216b01a6324 tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] Router 2fadc636-2eb7-49b2-aee1-1a679d6fbb00 has already been hosted by L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f {{(pid=94467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 15:32:10.650200 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26cb8584-ccc7-47b8-a233-5216b01a6324 tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 15:32:10.659667 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30ae155e-04ed-40ee-a0df-59535230277a None None] Sync routers for ids ['2fadc636-2eb7-49b2-aee1-1a679d6fbb00'] in n-d-694802-15 {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 15:32:10.665970 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-26cb8584-ccc7-47b8-a233-5216b01a6324 tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for floatingip, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:32:10.668616 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30ae155e-04ed-40ee-a0df-59535230277a None None] Routers {'2fadc636-2eb7-49b2-aee1-1a679d6fbb00'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:32:10.669226 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-30ae155e-04ed-40ee-a0df-59535230277a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T15:31:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['2fadc636-2eb7-49b2-aee1-1a679d6fbb00'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:32:10.697051 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-26cb8584-ccc7-47b8-a233-5216b01a6324 tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8307137 Aug 12 15:32:10.697750 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ac624f4-f984-430e-bb95-136233d40411', 'tag': '83b70343-f860-4b19-a144-c5acb6885129'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:32:10.700013 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 35946) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:32:10.700470 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1d90890f15e5cc8eba4d51c7734538f2f2e5e8e12504eb7d6ddd0a29ee9b803" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f75adf9-b1cc-42bb-a45c-14ff9542c93d" -d '{"events": [{"name": "network-changed", "server_uuid": "1ac624f4-f984-430e-bb95-136233d40411", "tag": "83b70343-f860-4b19-a144-c5acb6885129"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 15:32:10.706603 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-39cc5d94-380b-4c5a-ace1-0064b9ee47f3 tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1877410867', 'description': 'tempest-secgroup-smoke-1877410867 description', 'project_id': '7822f59cb85b4ff694106fedfd15411e'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:32:10.738036 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-39cc5d94-380b-4c5a-ace1-0064b9ee47f3 tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] Notify callbacks [] for security_group, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:32:10.738385 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 15:32:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b93af10e-4b2a-4965-842a-47c869b815be x-openstack-request-id: req-b93af10e-4b2a-4965-842a-47c869b815be {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 15:32:10.738682 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ac624f4-f984-430e-bb95-136233d40411", "tag": "83b70343-f860-4b19-a144-c5acb6885129", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 15:32:10.739100 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b93af10e-4b2a-4965-842a-47c869b815be {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 15:32:10.739412 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ac624f4-f984-430e-bb95-136233d40411', 'tag': '83b70343-f860-4b19-a144-c5acb6885129', 'status': 'completed', 'code': 200} Aug 12 15:32:10.792512 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvr_db [None req-30ae155e-04ed-40ee-a0df-59535230277a None None] Set router 2fadc636-2eb7-49b2-aee1-1a679d6fbb00 gateway port host: n-d-694802-15 {{(pid=94468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:32:10.803893 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f75adf9-b1cc-42bb-a45c-14ff9542c93d req-1f64d2eb-acdc-44d7-bbce-7422c3a9d74a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:32:10.805484 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0f75adf9-b1cc-42bb-a45c-14ff9542c93d req-1f64d2eb-acdc-44d7-bbce-7422c3a9d74a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7822f59cb85b4ff694106fedfd15411e&device_id=1ac624f4-f984-430e-bb95-136233d40411 HTTP/1.1" status: 200 len: 1097 time: 0.0442970 Aug 12 15:32:10.831748 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-39cc5d94-380b-4c5a-ace1-0064b9ee47f3 tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] Notify callbacks [] for security_group, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:32:10.836206 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-39cc5d94-380b-4c5a-ace1-0064b9ee47f3 tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:32:10.865061 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cc5d94-380b-4c5a-ace1-0064b9ee47f3 tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ebcfdb6a-9774-4d35-8dcf-4d66f9e8c896,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:32:10.876580 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-39cc5d94-380b-4c5a-ace1-0064b9ee47f3 tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:32:10.878541 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-39cc5d94-380b-4c5a-ace1-0064b9ee47f3 tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1773758 Aug 12 15:32:10.881560 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 35950) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:32:10.886728 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-0eeed4f9-6f5e-4c3a-b26a-b21e54c9a478 tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] Request body: {'security_group_rule': {'security_group_id': 'ebcfdb6a-9774-4d35-8dcf-4d66f9e8c896', 'project_id': '7822f59cb85b4ff694106fedfd15411e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:32:10.919970 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f75adf9-b1cc-42bb-a45c-14ff9542c93d req-a3c0e9ce-256e-44fe-b94a-88ebc5e1f470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:32:10.921449 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0f75adf9-b1cc-42bb-a45c-14ff9542c93d req-a3c0e9ce-256e-44fe-b94a-88ebc5e1f470 service neutron] 10.222.0.64 "GET /v2.0/networks?id=eb7d9bc6-a7c6-4fe9-b8ff-9a7e557f1f28 HTTP/1.1" status: 200 len: 916 time: 0.1087067 Aug 12 15:32:10.931243 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-0eeed4f9-6f5e-4c3a-b26a-b21e54c9a478 tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:32:11.025236 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0f75adf9-b1cc-42bb-a45c-14ff9542c93d req-177928dc-0f55-4c2f-9b9c-bb087e1865bc service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=83b70343-f860-4b19-a144-c5acb6885129 HTTP/1.1" status: 200 len: 999 time: 0.0912769 Aug 12 15:32:11.036397 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-0eeed4f9-6f5e-4c3a-b26a-b21e54c9a478 tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:32:11.037643 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-30ae155e-04ed-40ee-a0df-59535230277a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fadc636-2eb7-49b2-aee1-1a679d6fbb00', 'name': 'tempest-TestMinimumBasicScenario-2023992375-router', 'tenant_id': '7822f59cb85b4ff694106fedfd15411e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.241'}], 'enable_snat': True}, 'gw_port_id': '930051b1-0d27-4ed5-9838-08803cdefab3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:31:19Z', 'updated_at': '2021-08-12T15:31:21Z', 'revision_number': 4, 'project_id': '7822f59cb85b4ff694106fedfd15411e', 'gw_port': {'id': '930051b1-0d27-4ed5-9838-08803cdefab3', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:27:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fadc636-2eb7-49b2-aee1-1a679d6fbb00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:31:19Z', 'updated_at': '2021-08-12T15:31:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_floatingips': [{'id': 'b89d8716-fb00-405b-8447-dd317465c191', 'tenant_id': '7822f59cb85b4ff694106fedfd15411e', 'floating_ip_address': '172.25.1.117', 'floating_network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'router_id': '2fadc636-2eb7-49b2-aee1-1a679d6fbb00', 'port_id': '83b70343-f860-4b19-a144-c5acb6885129', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb7d9bc6-a7c6-4fe9-b8ff-9a7e557f1f28', 'mac_address': 'fa:16:3e:9d:fb:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ac624f4-f984-430e-bb95-136233d40411', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T15:32:09Z', 'updated_at': '2021-08-12T15:32:09Z', 'revision_number': 0, 'project_id': '7822f59cb85b4ff694106fedfd15411e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '077ef758-7241-483c-8183-6b7e89252140', 'name': '', 'network_id': 'eb7d9bc6-a7c6-4fe9-b8ff-9a7e557f1f28', 'tenant_id': '7822f59cb85b4ff694106fedfd15411e', 'mac_address': 'fa:16:3e:f9:b3:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fadc636-2eb7-49b2-aee1-1a679d6fbb00', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '349e802f-a2f0-40eb-b937-c509c9391ab3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:31:21Z', 'updated_at': '2021-08-12T15:31:27Z', 'revision_number': 5, 'project_id': '7822f59cb85b4ff694106fedfd15411e', 'subnets': [{'id': '349e802f-a2f0-40eb-b937-c509c9391ab3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:32:11.044822 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-0eeed4f9-6f5e-4c3a-b26a-b21e54c9a478 tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641735'] for security_group_rule, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:32:11.064406 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30ae155e-04ed-40ee-a0df-59535230277a None None] Checking router: 2fadc636-2eb7-49b2-aee1-1a679d6fbb00 for host: n-d-694802-15 {{(pid=94468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 15:32:11.077507 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30ae155e-04ed-40ee-a0df-59535230277a None None] Routers {'2fadc636-2eb7-49b2-aee1-1a679d6fbb00'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:32:11.078118 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-30ae155e-04ed-40ee-a0df-59535230277a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T15:31:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['2fadc636-2eb7-49b2-aee1-1a679d6fbb00'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:32:11.087559 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eeed4f9-6f5e-4c3a-b26a-b21e54c9a478 tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae2031a7-9b93-4bd6-87ec-166c065056a1,revision_number=0']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:32:11.101401 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f75adf9-b1cc-42bb-a45c-14ff9542c93d req-6f8654b2-c8ba-4788-ac30-77ade354ff29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:32:11.102969 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0f75adf9-b1cc-42bb-a45c-14ff9542c93d req-6f8654b2-c8ba-4788-ac30-77ade354ff29 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=349e802f-a2f0-40eb-b937-c509c9391ab3 HTTP/1.1" status: 200 len: 854 time: 0.0685167 Aug 12 15:32:11.103664 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-0eeed4f9-6f5e-4c3a-b26a-b21e54c9a478 tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:32:11.108826 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-0eeed4f9-6f5e-4c3a-b26a-b21e54c9a478 tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2222195 Aug 12 15:32:11.108826 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 35952) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:32:11.112438 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-bd73a54f-998f-4ddc-a6a9-c88db22c34d6 tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] Request body: {'security_group_rule': {'security_group_id': 'ebcfdb6a-9774-4d35-8dcf-4d66f9e8c896', 'project_id': '7822f59cb85b4ff694106fedfd15411e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:32:11.169947 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-bd73a54f-998f-4ddc-a6a9-c88db22c34d6 tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:32:11.184388 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f75adf9-b1cc-42bb-a45c-14ff9542c93d req-3e7fdb61-1c4a-42fa-a6e9-83f5d19cf05b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:32:11.185907 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0f75adf9-b1cc-42bb-a45c-14ff9542c93d req-3e7fdb61-1c4a-42fa-a6e9-83f5d19cf05b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=eb7d9bc6-a7c6-4fe9-b8ff-9a7e557f1f28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0683999 Aug 12 15:32:11.187577 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvr_db [None req-30ae155e-04ed-40ee-a0df-59535230277a None None] Set router 2fadc636-2eb7-49b2-aee1-1a679d6fbb00 gateway port host: n-d-694802-15 {{(pid=94468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:32:11.276827 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-bd73a54f-998f-4ddc-a6a9-c88db22c34d6 tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:32:11.286719 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-bd73a54f-998f-4ddc-a6a9-c88db22c34d6 tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641735'] for security_group_rule, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:32:11.318387 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd73a54f-998f-4ddc-a6a9-c88db22c34d6 tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=043a3746-2695-42c1-bb06-94dc82d693c2,revision_number=0']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:32:11.323159 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0f75adf9-b1cc-42bb-a45c-14ff9542c93d req-5e9e4024-2f6b-48b2-8b16-990eb8899463 service neutron] 10.222.0.64 "GET /v2.0/networks/eb7d9bc6-a7c6-4fe9-b8ff-9a7e557f1f28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270008 Aug 12 15:32:11.324391 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-bd73a54f-998f-4ddc-a6a9-c88db22c34d6 tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:32:11.325896 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-bd73a54f-998f-4ddc-a6a9-c88db22c34d6 tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2170234 Aug 12 15:32:11.328231 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 35954) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:32:11.333193 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-0540f2f0-5a9f-473d-8e95-612d59ac92d1 tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] Request body: {'security_group_rule': {'security_group_id': 'ebcfdb6a-9774-4d35-8dcf-4d66f9e8c896', 'project_id': '7822f59cb85b4ff694106fedfd15411e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:32:11.415397 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-30ae155e-04ed-40ee-a0df-59535230277a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fadc636-2eb7-49b2-aee1-1a679d6fbb00', 'name': 'tempest-TestMinimumBasicScenario-2023992375-router', 'tenant_id': '7822f59cb85b4ff694106fedfd15411e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.241'}], 'enable_snat': True}, 'gw_port_id': '930051b1-0d27-4ed5-9838-08803cdefab3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:31:19Z', 'updated_at': '2021-08-12T15:31:21Z', 'revision_number': 4, 'project_id': '7822f59cb85b4ff694106fedfd15411e', 'gw_port': {'id': '930051b1-0d27-4ed5-9838-08803cdefab3', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:27:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fadc636-2eb7-49b2-aee1-1a679d6fbb00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:31:19Z', 'updated_at': '2021-08-12T15:31:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_floatingips': [{'id': 'b89d8716-fb00-405b-8447-dd317465c191', 'tenant_id': '7822f59cb85b4ff694106fedfd15411e', 'floating_ip_address': '172.25.1.117', 'floating_network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'router_id': '2fadc636-2eb7-49b2-aee1-1a679d6fbb00', 'port_id': '83b70343-f860-4b19-a144-c5acb6885129', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb7d9bc6-a7c6-4fe9-b8ff-9a7e557f1f28', 'mac_address': 'fa:16:3e:9d:fb:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ac624f4-f984-430e-bb95-136233d40411', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T15:32:09Z', 'updated_at': '2021-08-12T15:32:09Z', 'revision_number': 0, 'project_id': '7822f59cb85b4ff694106fedfd15411e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '077ef758-7241-483c-8183-6b7e89252140', 'name': '', 'network_id': 'eb7d9bc6-a7c6-4fe9-b8ff-9a7e557f1f28', 'tenant_id': '7822f59cb85b4ff694106fedfd15411e', 'mac_address': 'fa:16:3e:f9:b3:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fadc636-2eb7-49b2-aee1-1a679d6fbb00', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '349e802f-a2f0-40eb-b937-c509c9391ab3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:31:21Z', 'updated_at': '2021-08-12T15:31:27Z', 'revision_number': 5, 'project_id': '7822f59cb85b4ff694106fedfd15411e', 'subnets': [{'id': '349e802f-a2f0-40eb-b937-c509c9391ab3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:32:11.418798 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-0540f2f0-5a9f-473d-8e95-612d59ac92d1 tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:32:11.446298 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30ae155e-04ed-40ee-a0df-59535230277a None None] The sync data for ids ['2fadc636-2eb7-49b2-aee1-1a679d6fbb00'] in n-d-694802-15 is: [{'id': '2fadc636-2eb7-49b2-aee1-1a679d6fbb00', 'name': 'tempest-TestMinimumBasicScenario-2023992375-router', 'tenant_id': '7822f59cb85b4ff694106fedfd15411e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.241'}], 'enable_snat': True}, 'gw_port_id': '930051b1-0d27-4ed5-9838-08803cdefab3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:31:19Z', 'updated_at': '2021-08-12T15:31:21Z', 'revision_number': 4, 'project_id': '7822f59cb85b4ff694106fedfd15411e', 'gw_port': {'id': '930051b1-0d27-4ed5-9838-08803cdefab3', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:27:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fadc636-2eb7-49b2-aee1-1a679d6fbb00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:31:19Z', 'updated_at': '2021-08-12T15:31:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_floatingips': [{'id': 'b89d8716-fb00-405b-8447-dd317465c191', 'tenant_id': '7822f59cb85b4ff694106fedfd15411e', 'floating_ip_address': '172.25.1.117', 'floating_network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'router_id': '2fadc636-2eb7-49b2-aee1-1a679d6fbb00', 'port_id': '83b70343-f860-4b19-a144-c5acb6885129', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb7d9bc6-a7c6-4fe9-b8ff-9a7e557f1f28', 'mac_address': 'fa:16:3e:9d:fb:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ac624f4-f984-430e-bb95-136233d40411', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T15:32:09Z', 'updated_at': '2021-08-12T15:32:09Z', 'revision_number': 0, 'project_id': '7822f59cb85b4ff694106fedfd15411e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '077ef758-7241-483c-8183-6b7e89252140', 'name': '', 'network_id': 'eb7d9bc6-a7c6-4fe9-b8ff-9a7e557f1f28', 'tenant_id': '7822f59cb85b4ff694106fedfd15411e', 'mac_address': 'fa:16:3e:f9:b3:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fadc636-2eb7-49b2-aee1-1a679d6fbb00', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '349e802f-a2f0-40eb-b937-c509c9391ab3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:31:21Z', 'updated_at': '2021-08-12T15:31:27Z', 'revision_number': 5, 'project_id': '7822f59cb85b4ff694106fedfd15411e', 'subnets': [{'id': '349e802f-a2f0-40eb-b937-c509c9391ab3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 15:32:11.463954 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0f75adf9-b1cc-42bb-a45c-14ff9542c93d req-608798e0-7808-48b2-bb6e-a3da3c5ac281 service neutron] 10.222.0.64 "GET /v2.0/networks/eb7d9bc6-a7c6-4fe9-b8ff-9a7e557f1f28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264315 Aug 12 15:32:11.485596 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-0540f2f0-5a9f-473d-8e95-612d59ac92d1 tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:32:11.490721 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-0540f2f0-5a9f-473d-8e95-612d59ac92d1 tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641735'] for security_group_rule, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:32:11.510247 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0540f2f0-5a9f-473d-8e95-612d59ac92d1 tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b46d7f3a-dbf3-4347-8960-a60cab702224,revision_number=0']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:32:11.517806 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-0540f2f0-5a9f-473d-8e95-612d59ac92d1 tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:32:11.518956 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-0540f2f0-5a9f-473d-8e95-612d59ac92d1 tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1898115 Aug 12 15:32:11.521913 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 35956) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:32:11.526890 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-021fbefe-d0ec-4568-a4a0-db240ab502ed tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] Request body: {'security_group_rule': {'security_group_id': 'ebcfdb6a-9774-4d35-8dcf-4d66f9e8c896', 'project_id': '7822f59cb85b4ff694106fedfd15411e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:32:11.554246 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-021fbefe-d0ec-4568-a4a0-db240ab502ed tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:32:11.620685 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-021fbefe-d0ec-4568-a4a0-db240ab502ed tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:32:11.624534 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-021fbefe-d0ec-4568-a4a0-db240ab502ed tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641735'] for security_group_rule, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:32:11.644174 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021fbefe-d0ec-4568-a4a0-db240ab502ed tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38307bb2-4fec-4945-9e42-1962a4252424,revision_number=0']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:32:11.652021 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-021fbefe-d0ec-4568-a4a0-db240ab502ed tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:32:11.653519 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-021fbefe-d0ec-4568-a4a0-db240ab502ed tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1305652 Aug 12 15:32:11.656852 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 35958) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:32:11.658882 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a362fd7c-bfc2-4f19-a0a0-f9085e28ed95 None None] New status for floating IP b89d8716-fb00-405b-8447-dd317465c191: ACTIVE {{(pid=94469) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 15:32:11.662380 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-9ff0f1e5-0ce0-4365-95d1-b496abe1ae94 tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] Request body: {'security_group_rule': {'security_group_id': 'ebcfdb6a-9774-4d35-8dcf-4d66f9e8c896', 'project_id': '7822f59cb85b4ff694106fedfd15411e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:32:11.684548 n-d-694802-15 neutron-server[94466]: INFO neutron.db.securitygroups_db [None req-9ff0f1e5-0ce0-4365-95d1-b496abe1ae94 tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] Project 7822f59cb85b4ff694106fedfd15411e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 12 15:32:11.689469 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9ff0f1e5-0ce0-4365-95d1-b496abe1ae94 tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:32:11.750430 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9ff0f1e5-0ce0-4365-95d1-b496abe1ae94 tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:32:11.754474 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9ff0f1e5-0ce0-4365-95d1-b496abe1ae94 tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641735'] for security_group_rule, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:32:11.772238 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff0f1e5-0ce0-4365-95d1-b496abe1ae94 tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c3220ba-7f46-4383-8bd1-e55f3f12989b,revision_number=0']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:32:11.780839 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9ff0f1e5-0ce0-4365-95d1-b496abe1ae94 tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:32:11.782042 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-9ff0f1e5-0ce0-4365-95d1-b496abe1ae94 tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1240680 Aug 12 15:32:11.783940 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff0f1e5-0ce0-4365-95d1-b496abe1ae94 tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:32:11.784285 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff0f1e5-0ce0-4365-95d1-b496abe1ae94 tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:32:11.784621 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff0f1e5-0ce0-4365-95d1-b496abe1ae94 tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:32:11.784953 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff0f1e5-0ce0-4365-95d1-b496abe1ae94 tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:32:11.785286 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff0f1e5-0ce0-4365-95d1-b496abe1ae94 tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:32:11.785612 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff0f1e5-0ce0-4365-95d1-b496abe1ae94 tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:32:11.785935 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff0f1e5-0ce0-4365-95d1-b496abe1ae94 tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:32:11.786256 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff0f1e5-0ce0-4365-95d1-b496abe1ae94 tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:32:11.786599 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff0f1e5-0ce0-4365-95d1-b496abe1ae94 tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:32:11.786860 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 35960) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:32:11.787366 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff0f1e5-0ce0-4365-95d1-b496abe1ae94 tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:32:11.787366 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff0f1e5-0ce0-4365-95d1-b496abe1ae94 tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:32:11.787523 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff0f1e5-0ce0-4365-95d1-b496abe1ae94 tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:32:11.793699 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-d8d949d8-67a7-413f-ae44-9df2cf8e8fde tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] Request body: {'security_group_rule': {'security_group_id': 'ebcfdb6a-9774-4d35-8dcf-4d66f9e8c896', 'project_id': '7822f59cb85b4ff694106fedfd15411e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:32:11.816957 n-d-694802-15 neutron-server[94467]: INFO neutron.db.securitygroups_db [None req-d8d949d8-67a7-413f-ae44-9df2cf8e8fde tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] Project 7822f59cb85b4ff694106fedfd15411e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 12 15:32:11.821792 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-d8d949d8-67a7-413f-ae44-9df2cf8e8fde tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:32:11.885481 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-d8d949d8-67a7-413f-ae44-9df2cf8e8fde tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:32:11.889048 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-d8d949d8-67a7-413f-ae44-9df2cf8e8fde tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641735'] for security_group_rule, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:32:11.906894 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d949d8-67a7-413f-ae44-9df2cf8e8fde tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5cbfd294-80a0-4aaf-9dc0-a63cb3d5a819,revision_number=0']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:32:11.914455 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-d8d949d8-67a7-413f-ae44-9df2cf8e8fde tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:32:11.915763 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-d8d949d8-67a7-413f-ae44-9df2cf8e8fde tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1268084 Aug 12 15:32:11.993030 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ae3e1161-73cc-482a-9e0e-de028910fec4 req-e44e1ec8-0043-4883-abf9-34f6fbe76824 tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1877410867&fields=id&tenant_id=7822f59cb85b4ff694106fedfd15411e HTTP/1.1" status: 200 len: 267 time: 0.0323226 Aug 12 15:32:12.045052 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3e1161-73cc-482a-9e0e-de028910fec4 req-078456a8-e438-4315-b073-fea905ecf7f4 tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:32:12.046497 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ae3e1161-73cc-482a-9e0e-de028910fec4 req-078456a8-e438-4315-b073-fea905ecf7f4 tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] 10.222.0.39 "GET /v2.0/ports?device_id=1ac624f4-f984-430e-bb95-136233d40411 HTTP/1.1" status: 200 len: 945 time: 0.0480318 Aug 12 15:32:12.057452 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-ae3e1161-73cc-482a-9e0e-de028910fec4 req-b2e3ba33-ca5f-43af-ba41-c24b3b553c55 tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] Request body: {'port': {'security_groups': ['265f4107-2b82-4ce4-b0e7-f547c238f058', 'ebcfdb6a-9774-4d35-8dcf-4d66f9e8c896']}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:32:12.123274 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-ae3e1161-73cc-482a-9e0e-de028910fec4 req-b2e3ba33-ca5f-43af-ba41-c24b3b553c55 tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:32:12.130122 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:32:12.311489 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-ae3e1161-73cc-482a-9e0e-de028910fec4 req-b2e3ba33-ca5f-43af-ba41-c24b3b553c55 tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] For port 83b70343-f860-4b19-a144-c5acb6885129, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=83b70343-f860-4b19-a144-c5acb6885129,segment=NetworkSegment(0d76a79a-bc67-4bc6-82c9-15ab6238912e),segment_id=0d76a79a-bc67-4bc6-82c9-15ab6238912e)] {{(pid=94467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:32:12.342507 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-ae3e1161-73cc-482a-9e0e-de028910fec4 req-b2e3ba33-ca5f-43af-ba41-c24b3b553c55 tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:32:12.347733 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-ae3e1161-73cc-482a-9e0e-de028910fec4 req-b2e3ba33-ca5f-43af-ba41-c24b3b553c55 tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:32:12.359539 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] get_ports_and_sgs() called for port_ids ['83b70343-f860-4b19-a144-c5acb6885129'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 15:32:12.400604 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3e1161-73cc-482a-9e0e-de028910fec4 req-b2e3ba33-ca5f-43af-ba41-c24b3b553c55 tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:32:12.401229 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-ae3e1161-73cc-482a-9e0e-de028910fec4 req-b2e3ba33-ca5f-43af-ba41-c24b3b553c55 tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:32:12.402612 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ae3e1161-73cc-482a-9e0e-de028910fec4 req-b2e3ba33-ca5f-43af-ba41-c24b3b553c55 tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] 10.222.0.39 "PUT /v2.0/ports/83b70343-f860-4b19-a144-c5acb6885129 HTTP/1.1" status: 200 len: 981 time: 0.3496764 Aug 12 15:32:12.434324 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e3ba33-ca5f-43af-ba41-c24b3b553c55 tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] Pushing event updated for resources: {'Port': ['ID=83b70343-f860-4b19-a144-c5acb6885129,revision_number=6']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:32:12.469409 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] get_ports_and_sgs() called for port_ids ['83b70343-f860-4b19-a144-c5acb6885129'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 15:32:12.511815 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3623f04a-20f0-4b5a-b621-a268f0051b7e req-14edd40c-c197-4fb0-b502-d7199f526bec tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:32:12.513480 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-3623f04a-20f0-4b5a-b621-a268f0051b7e req-14edd40c-c197-4fb0-b502-d7199f526bec tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] 10.222.0.39 "GET /v2.0/ports?device_id=1ac624f4-f984-430e-bb95-136233d40411 HTTP/1.1" status: 200 len: 984 time: 0.0530605 Aug 12 15:32:12.558660 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-3623f04a-20f0-4b5a-b621-a268f0051b7e req-ab6ddebb-471f-4155-960b-4c9b57a11e96 tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] 10.222.0.39 "GET /v2.0/security-groups?id=265f4107-2b82-4ce4-b0e7-f547c238f058&id=ebcfdb6a-9774-4d35-8dcf-4d66f9e8c896&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0380626 Aug 12 15:32:12.740456 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ac624f4-f984-430e-bb95-136233d40411', 'tag': '83b70343-f860-4b19-a144-c5acb6885129'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:32:12.742818 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1d90890f15e5cc8eba4d51c7734538f2f2e5e8e12504eb7d6ddd0a29ee9b803" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2ea3757-7556-44d9-8194-ec74380a7a33" -d '{"events": [{"name": "network-changed", "server_uuid": "1ac624f4-f984-430e-bb95-136233d40411", "tag": "83b70343-f860-4b19-a144-c5acb6885129"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 15:32:12.747647 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-27858e65-96ca-4b9e-bd72-cee8481eb91a None None] Provisioning complete for port 83b70343-f860-4b19-a144-c5acb6885129 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:32:12.748024 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-27858e65-96ca-4b9e-bd72-cee8481eb91a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:32:12.779384 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 15:32:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c22f258-79f2-4885-b499-f8c7439930ff x-openstack-request-id: req-7c22f258-79f2-4885-b499-f8c7439930ff {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 15:32:12.779773 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ac624f4-f984-430e-bb95-136233d40411", "tag": "83b70343-f860-4b19-a144-c5acb6885129", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 15:32:12.780211 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7c22f258-79f2-4885-b499-f8c7439930ff {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 15:32:12.780740 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ac624f4-f984-430e-bb95-136233d40411', 'tag': '83b70343-f860-4b19-a144-c5acb6885129', 'status': 'completed', 'code': 200} Aug 12 15:32:12.843434 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ea3757-7556-44d9-8194-ec74380a7a33 req-f6049710-8911-488c-b965-d3a18f8ce2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:32:12.845136 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a2ea3757-7556-44d9-8194-ec74380a7a33 req-f6049710-8911-488c-b965-d3a18f8ce2ef service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7822f59cb85b4ff694106fedfd15411e&device_id=1ac624f4-f984-430e-bb95-136233d40411 HTTP/1.1" status: 200 len: 1136 time: 0.0413260 Aug 12 15:32:12.943488 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ea3757-7556-44d9-8194-ec74380a7a33 req-556bda22-7499-44bb-b3a0-37e611420614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:32:12.944984 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a2ea3757-7556-44d9-8194-ec74380a7a33 req-556bda22-7499-44bb-b3a0-37e611420614 service neutron] 10.222.0.64 "GET /v2.0/networks?id=eb7d9bc6-a7c6-4fe9-b8ff-9a7e557f1f28 HTTP/1.1" status: 200 len: 916 time: 0.0922856 Aug 12 15:32:13.009709 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a2ea3757-7556-44d9-8194-ec74380a7a33 req-b7f6cf6a-318d-4d77-b185-b74540c2992a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=83b70343-f860-4b19-a144-c5acb6885129 HTTP/1.1" status: 200 len: 1001 time: 0.0576785 Aug 12 15:32:13.063489 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ea3757-7556-44d9-8194-ec74380a7a33 req-927a22d5-a845-47ee-9a41-ce478065c3b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:32:13.065452 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a2ea3757-7556-44d9-8194-ec74380a7a33 req-927a22d5-a845-47ee-9a41-ce478065c3b4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=349e802f-a2f0-40eb-b937-c509c9391ab3 HTTP/1.1" status: 200 len: 854 time: 0.0479321 Aug 12 15:32:13.091083 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:32:13.112943 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ea3757-7556-44d9-8194-ec74380a7a33 req-82460e1b-a7ac-4965-a81d-7c12d4405c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:32:13.114422 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a2ea3757-7556-44d9-8194-ec74380a7a33 req-82460e1b-a7ac-4965-a81d-7c12d4405c2e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=eb7d9bc6-a7c6-4fe9-b8ff-9a7e557f1f28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405602 Aug 12 15:32:13.209497 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a2ea3757-7556-44d9-8194-ec74380a7a33 req-59ad3a37-65e1-4202-8aa9-d06e2e6bb826 service neutron] 10.222.0.64 "GET /v2.0/networks/eb7d9bc6-a7c6-4fe9-b8ff-9a7e557f1f28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809376 Aug 12 15:32:13.303838 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a2ea3757-7556-44d9-8194-ec74380a7a33 req-6c901a2e-311e-4053-87f2-854e61b3bc2f service neutron] 10.222.0.64 "GET /v2.0/networks/eb7d9bc6-a7c6-4fe9-b8ff-9a7e557f1f28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866499 Aug 12 15:32:13.430951 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-44f70583-3997-4256-a81d-d335e14d2b30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:32:13.549359 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:32:14.188724 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-1769855f-eda9-4483-9dc3-3220908ab45d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:32:15.816008 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-fe95f194-a3b0-4c04-9e42-20b511169d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:32:26.671314 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.agents_db [None req-17ed3e4c-1a7d-4162-9646-11c134aca297 None None] Agent healthcheck: found 7 active agents {{(pid=94469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 15:32:35.402410 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd497014-1ee8-40ad-bd8d-eb76b458498d req-c0dc2021-60ab-4650-a114-f71302e3e3a9 tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:32:35.403950 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-dd497014-1ee8-40ad-bd8d-eb76b458498d req-c0dc2021-60ab-4650-a114-f71302e3e3a9 tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] 10.222.0.39 "GET /v2.0/ports?device_id=1ac624f4-f984-430e-bb95-136233d40411 HTTP/1.1" status: 200 len: 984 time: 0.0796030 Aug 12 15:32:35.405835 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518a04f3-e4f4-4a4e-ac05-ecedbeb72713 req-43fecc51-8995-425e-9b74-bdaacdb16e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:32:35.407192 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-518a04f3-e4f4-4a4e-ac05-ecedbeb72713 req-43fecc51-8995-425e-9b74-bdaacdb16e4a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7822f59cb85b4ff694106fedfd15411e&device_id=1ac624f4-f984-430e-bb95-136233d40411 HTTP/1.1" status: 200 len: 1136 time: 0.0705197 Aug 12 15:32:35.493983 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-dd497014-1ee8-40ad-bd8d-eb76b458498d req-d0556ece-3e46-4229-b1eb-d3e4bc24e169 tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] 10.222.0.39 "GET /v2.0/security-groups?id=265f4107-2b82-4ce4-b0e7-f547c238f058&id=ebcfdb6a-9774-4d35-8dcf-4d66f9e8c896&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0826526 Aug 12 15:32:35.524515 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518a04f3-e4f4-4a4e-ac05-ecedbeb72713 req-5ff3dde8-6b35-45ac-8b11-dc88ea3b73d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:32:35.526264 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-518a04f3-e4f4-4a4e-ac05-ecedbeb72713 req-5ff3dde8-6b35-45ac-8b11-dc88ea3b73d8 service neutron] 10.222.0.64 "GET /v2.0/networks?id=eb7d9bc6-a7c6-4fe9-b8ff-9a7e557f1f28 HTTP/1.1" status: 200 len: 916 time: 0.1091456 Aug 12 15:32:35.596875 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-518a04f3-e4f4-4a4e-ac05-ecedbeb72713 req-b7e4e2ed-0aac-4aa7-b9f7-1a2b963be994 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=83b70343-f860-4b19-a144-c5acb6885129 HTTP/1.1" status: 200 len: 1001 time: 0.0629940 Aug 12 15:32:35.645573 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518a04f3-e4f4-4a4e-ac05-ecedbeb72713 req-1c2a8827-c1ba-4d25-aaf3-ccfcd94887f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:32:35.646995 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-518a04f3-e4f4-4a4e-ac05-ecedbeb72713 req-1c2a8827-c1ba-4d25-aaf3-ccfcd94887f6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=349e802f-a2f0-40eb-b937-c509c9391ab3 HTTP/1.1" status: 200 len: 854 time: 0.0427625 Aug 12 15:32:35.692151 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518a04f3-e4f4-4a4e-ac05-ecedbeb72713 req-87fadbd2-bd20-4342-97e4-3a5725e1ce96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:32:35.693531 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-518a04f3-e4f4-4a4e-ac05-ecedbeb72713 req-87fadbd2-bd20-4342-97e4-3a5725e1ce96 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=eb7d9bc6-a7c6-4fe9-b8ff-9a7e557f1f28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0388010 Aug 12 15:32:35.785809 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-518a04f3-e4f4-4a4e-ac05-ecedbeb72713 req-1cb14330-6b36-4875-97de-2ebd0d7d2dd4 service neutron] 10.222.0.64 "GET /v2.0/networks/eb7d9bc6-a7c6-4fe9-b8ff-9a7e557f1f28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841906 Aug 12 15:32:35.875411 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-518a04f3-e4f4-4a4e-ac05-ecedbeb72713 req-12c9985b-2c32-4221-accf-44d0e81db9c0 service neutron] 10.222.0.64 "GET /v2.0/networks/eb7d9bc6-a7c6-4fe9-b8ff-9a7e557f1f28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800710 Aug 12 15:32:36.614683 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4da7a5-3603-4b98-865e-be5c1c19b5f4 req-5e80fd7e-f808-4e4a-87f5-2a5fd84883a3 tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:32:36.616186 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-7b4da7a5-3603-4b98-865e-be5c1c19b5f4 req-5e80fd7e-f808-4e4a-87f5-2a5fd84883a3 tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] 10.222.0.39 "GET /v2.0/ports?device_id=1ac624f4-f984-430e-bb95-136233d40411 HTTP/1.1" status: 200 len: 984 time: 0.0531051 Aug 12 15:32:36.656238 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-7b4da7a5-3603-4b98-865e-be5c1c19b5f4 req-bf41bdce-1ece-44ad-aaf6-43ed8d241f4f tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] 10.222.0.39 "GET /v2.0/security-groups?id=265f4107-2b82-4ce4-b0e7-f547c238f058&id=ebcfdb6a-9774-4d35-8dcf-4d66f9e8c896&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0340044 Aug 12 15:32:37.772637 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518e6be5-d055-4a92-aacc-5d641265d7df req-1f1adab9-fb3b-461a-815b-51f4873a7864 tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:32:37.774147 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-518e6be5-d055-4a92-aacc-5d641265d7df req-1f1adab9-fb3b-461a-815b-51f4873a7864 tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] 10.222.0.39 "GET /v2.0/ports?device_id=1ac624f4-f984-430e-bb95-136233d40411 HTTP/1.1" status: 200 len: 984 time: 0.0499187 Aug 12 15:32:37.814957 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-518e6be5-d055-4a92-aacc-5d641265d7df req-75e8b9a1-8cd4-473e-9f4a-8e5e1ba8174c tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] 10.222.0.39 "GET /v2.0/security-groups?id=265f4107-2b82-4ce4-b0e7-f547c238f058&id=ebcfdb6a-9774-4d35-8dcf-4d66f9e8c896&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0343540 Aug 12 15:32:38.937238 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9357bb7-a5ca-4164-abde-e2b076239533 req-58eb60cf-c400-4126-b5d6-970c910ddb2d tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:32:38.938674 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-e9357bb7-a5ca-4164-abde-e2b076239533 req-58eb60cf-c400-4126-b5d6-970c910ddb2d tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] 10.222.0.39 "GET /v2.0/ports?device_id=1ac624f4-f984-430e-bb95-136233d40411 HTTP/1.1" status: 200 len: 984 time: 0.0494876 Aug 12 15:32:38.978788 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-e9357bb7-a5ca-4164-abde-e2b076239533 req-a00b9a52-40b0-488e-936d-8673bc2fbd7a tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] 10.222.0.39 "GET /v2.0/security-groups?id=265f4107-2b82-4ce4-b0e7-f547c238f058&id=ebcfdb6a-9774-4d35-8dcf-4d66f9e8c896&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0339375 Aug 12 15:32:40.098356 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2908866b-258a-4056-8b82-8c410bc7978d req-19fba185-3738-4691-80d5-933cc73c0f01 tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:32:40.099862 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2908866b-258a-4056-8b82-8c410bc7978d req-19fba185-3738-4691-80d5-933cc73c0f01 tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] 10.222.0.39 "GET /v2.0/ports?device_id=1ac624f4-f984-430e-bb95-136233d40411 HTTP/1.1" status: 200 len: 984 time: 0.0543182 Aug 12 15:32:40.140050 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2908866b-258a-4056-8b82-8c410bc7978d req-3c68f08c-1986-47d2-b758-1d78418847b7 tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] 10.222.0.39 "GET /v2.0/security-groups?id=265f4107-2b82-4ce4-b0e7-f547c238f058&id=ebcfdb6a-9774-4d35-8dcf-4d66f9e8c896&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0333080 Aug 12 15:32:40.163933 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-a7c705dd-65c4-4a34-af0f-945b8b030ec8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:32:41.257347 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbcae3f-8e4e-442e-b4ec-7bff9041bbf8 req-d7e7bf99-1f3c-4826-a071-c45504eeb0d1 tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:32:41.258845 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-4dbcae3f-8e4e-442e-b4ec-7bff9041bbf8 req-d7e7bf99-1f3c-4826-a071-c45504eeb0d1 tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] 10.222.0.39 "GET /v2.0/ports?device_id=1ac624f4-f984-430e-bb95-136233d40411 HTTP/1.1" status: 200 len: 984 time: 0.0508747 Aug 12 15:32:41.299365 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-4dbcae3f-8e4e-442e-b4ec-7bff9041bbf8 req-db0530cf-8e1d-4228-b037-e63bc959a4f9 tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] 10.222.0.39 "GET /v2.0/security-groups?id=265f4107-2b82-4ce4-b0e7-f547c238f058&id=ebcfdb6a-9774-4d35-8dcf-4d66f9e8c896&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0344489 Aug 12 15:32:42.157299 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:32:42.412931 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c201e5c4-0e67-4cb7-b215-86ea8eff6c22 req-93165f7b-12fa-4134-a242-25c66f2cb2c9 tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:32:42.414408 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c201e5c4-0e67-4cb7-b215-86ea8eff6c22 req-93165f7b-12fa-4134-a242-25c66f2cb2c9 tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] 10.222.0.39 "GET /v2.0/ports?device_id=1ac624f4-f984-430e-bb95-136233d40411 HTTP/1.1" status: 200 len: 984 time: 0.0491624 Aug 12 15:32:42.454239 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c201e5c4-0e67-4cb7-b215-86ea8eff6c22 req-5ab50b88-ea9a-40dc-a41e-03945b3fbacd tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] 10.222.0.39 "GET /v2.0/security-groups?id=265f4107-2b82-4ce4-b0e7-f547c238f058&id=ebcfdb6a-9774-4d35-8dcf-4d66f9e8c896&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0335014 Aug 12 15:32:43.092462 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:32:43.431645 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-bd048886-b381-4464-9e47-b42530337984 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:32:43.554566 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:32:43.576481 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373eab71-9eef-4bf4-89f9-b7270e31b6ae req-be316c5c-aa83-4c9f-b65e-cc4768e1156d tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:32:43.577948 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-373eab71-9eef-4bf4-89f9-b7270e31b6ae req-be316c5c-aa83-4c9f-b65e-cc4768e1156d tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] 10.222.0.39 "GET /v2.0/ports?device_id=1ac624f4-f984-430e-bb95-136233d40411 HTTP/1.1" status: 200 len: 984 time: 0.0564854 Aug 12 15:32:43.617636 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-373eab71-9eef-4bf4-89f9-b7270e31b6ae req-011b15a8-f5bb-485f-b21d-8beb9e87c0ee tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] 10.222.0.39 "GET /v2.0/security-groups?id=265f4107-2b82-4ce4-b0e7-f547c238f058&id=ebcfdb6a-9774-4d35-8dcf-4d66f9e8c896&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0330679 Aug 12 15:32:44.189620 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-1769855f-eda9-4483-9dc3-3220908ab45d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:32:44.733469 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af78c38-7dfd-4f41-9c18-8679d46d0398 req-c5c76664-b596-442b-b2f7-1fcaf59684fe tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:32:44.734961 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-8af78c38-7dfd-4f41-9c18-8679d46d0398 req-c5c76664-b596-442b-b2f7-1fcaf59684fe tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] 10.222.0.39 "GET /v2.0/ports?device_id=1ac624f4-f984-430e-bb95-136233d40411 HTTP/1.1" status: 200 len: 984 time: 0.0481164 Aug 12 15:32:44.782958 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-8af78c38-7dfd-4f41-9c18-8679d46d0398 req-fff539d9-b70f-42f8-a8f7-79aea67ad567 tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] 10.222.0.39 "GET /v2.0/security-groups?id=265f4107-2b82-4ce4-b0e7-f547c238f058&id=ebcfdb6a-9774-4d35-8dcf-4d66f9e8c896&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0413446 Aug 12 15:32:45.819086 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-fe95f194-a3b0-4c04-9e42-20b511169d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:32:45.899595 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7c9c24-22f7-4f3a-87ba-83d7346bb896 req-4073933d-438e-4e0e-a899-ac022eade745 tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:32:45.901056 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-ed7c9c24-22f7-4f3a-87ba-83d7346bb896 req-4073933d-438e-4e0e-a899-ac022eade745 tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] 10.222.0.39 "GET /v2.0/ports?device_id=1ac624f4-f984-430e-bb95-136233d40411 HTTP/1.1" status: 200 len: 984 time: 0.0490463 Aug 12 15:32:45.942160 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-ed7c9c24-22f7-4f3a-87ba-83d7346bb896 req-522b5060-6dca-4688-926c-75f38e946bbb tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] 10.222.0.39 "GET /v2.0/security-groups?id=265f4107-2b82-4ce4-b0e7-f547c238f058&id=ebcfdb6a-9774-4d35-8dcf-4d66f9e8c896&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0346611 Aug 12 15:32:47.060473 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e790add-e8fd-49b9-9e0a-3fa7f99bc117 req-6ac5ce82-282e-4ef2-9766-2d9cb49ef899 tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:32:47.061935 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6e790add-e8fd-49b9-9e0a-3fa7f99bc117 req-6ac5ce82-282e-4ef2-9766-2d9cb49ef899 tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] 10.222.0.39 "GET /v2.0/ports?device_id=1ac624f4-f984-430e-bb95-136233d40411 HTTP/1.1" status: 200 len: 984 time: 0.0535595 Aug 12 15:32:47.100542 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6e790add-e8fd-49b9-9e0a-3fa7f99bc117 req-70be318f-7573-4611-aa6c-18eddf772769 tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] 10.222.0.39 "GET /v2.0/security-groups?id=265f4107-2b82-4ce4-b0e7-f547c238f058&id=ebcfdb6a-9774-4d35-8dcf-4d66f9e8c896&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0326512 Aug 12 15:32:48.218048 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df85933b-6f42-4de4-896f-a4a13706db62 req-0ea98197-2911-47dc-9f36-6dba5a0fcd35 tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:32:48.219630 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-df85933b-6f42-4de4-896f-a4a13706db62 req-0ea98197-2911-47dc-9f36-6dba5a0fcd35 tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] 10.222.0.39 "GET /v2.0/ports?device_id=1ac624f4-f984-430e-bb95-136233d40411 HTTP/1.1" status: 200 len: 984 time: 0.0510890 Aug 12 15:32:48.260527 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-df85933b-6f42-4de4-896f-a4a13706db62 req-3fb92c6f-29df-433d-a644-830946e68297 tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] 10.222.0.39 "GET /v2.0/security-groups?id=265f4107-2b82-4ce4-b0e7-f547c238f058&id=ebcfdb6a-9774-4d35-8dcf-4d66f9e8c896&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0341108 Aug 12 15:32:48.752034 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0526b5-6622-4f6e-9acb-f9c4b3a7c986 req-b7a0095f-cfa8-4ec1-890c-dc8856ed99e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:32:48.754146 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-fb0526b5-6622-4f6e-9acb-f9c4b3a7c986 req-b7a0095f-cfa8-4ec1-890c-dc8856ed99e4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7822f59cb85b4ff694106fedfd15411e&device_id=1ac624f4-f984-430e-bb95-136233d40411 HTTP/1.1" status: 200 len: 1136 time: 0.0420599 Aug 12 15:32:48.859619 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0526b5-6622-4f6e-9acb-f9c4b3a7c986 req-7a5c7158-31cd-40c8-8486-fda31da28cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:32:48.861127 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-fb0526b5-6622-4f6e-9acb-f9c4b3a7c986 req-7a5c7158-31cd-40c8-8486-fda31da28cbe service neutron] 10.222.0.64 "GET /v2.0/networks?id=eb7d9bc6-a7c6-4fe9-b8ff-9a7e557f1f28 HTTP/1.1" status: 200 len: 916 time: 0.0872405 Aug 12 15:32:48.929628 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-fb0526b5-6622-4f6e-9acb-f9c4b3a7c986 req-d35d70b4-e465-4563-afcc-f071bba54e2d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=83b70343-f860-4b19-a144-c5acb6885129 HTTP/1.1" status: 200 len: 1001 time: 0.0595980 Aug 12 15:32:48.978507 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0526b5-6622-4f6e-9acb-f9c4b3a7c986 req-5add4bbe-9a7d-4b72-85fa-01a9e58285d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:32:48.979945 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-fb0526b5-6622-4f6e-9acb-f9c4b3a7c986 req-5add4bbe-9a7d-4b72-85fa-01a9e58285d0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=349e802f-a2f0-40eb-b937-c509c9391ab3 HTTP/1.1" status: 200 len: 854 time: 0.0422139 Aug 12 15:32:49.029859 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0526b5-6622-4f6e-9acb-f9c4b3a7c986 req-ab0ce258-523e-4884-aace-4a37888f89b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:32:49.031289 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-fb0526b5-6622-4f6e-9acb-f9c4b3a7c986 req-ab0ce258-523e-4884-aace-4a37888f89b5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=eb7d9bc6-a7c6-4fe9-b8ff-9a7e557f1f28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0425889 Aug 12 15:32:49.122291 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-fb0526b5-6622-4f6e-9acb-f9c4b3a7c986 req-af138171-a10b-4bb5-abac-c0d12daf87c9 service neutron] 10.222.0.64 "GET /v2.0/networks/eb7d9bc6-a7c6-4fe9-b8ff-9a7e557f1f28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807848 Aug 12 15:32:49.217569 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-fb0526b5-6622-4f6e-9acb-f9c4b3a7c986 req-44be3c23-4f6f-43a2-9507-b9cb5ddb7a52 service neutron] 10.222.0.64 "GET /v2.0/networks/eb7d9bc6-a7c6-4fe9-b8ff-9a7e557f1f28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865853 Aug 12 15:32:49.375779 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e514a91-e14c-453e-b044-db087ec5bc21 req-fa180cd7-0d77-4691-af44-4caabef27b2b tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:32:49.377470 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-8e514a91-e14c-453e-b044-db087ec5bc21 req-fa180cd7-0d77-4691-af44-4caabef27b2b tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] 10.222.0.39 "GET /v2.0/ports?device_id=1ac624f4-f984-430e-bb95-136233d40411 HTTP/1.1" status: 200 len: 984 time: 0.0514231 Aug 12 15:32:49.418973 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-8e514a91-e14c-453e-b044-db087ec5bc21 req-c6c62bd1-7eaf-4d0a-a453-3463eb0ec9f1 tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] 10.222.0.39 "GET /v2.0/security-groups?id=265f4107-2b82-4ce4-b0e7-f547c238f058&id=ebcfdb6a-9774-4d35-8dcf-4d66f9e8c896&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0354450 Aug 12 15:32:50.539926 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5d1fc4-2af1-43e6-9a62-3c7f28d59886 req-5044e614-3a0b-4312-8428-6affd5a4ba3f tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:32:50.541329 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-ee5d1fc4-2af1-43e6-9a62-3c7f28d59886 req-5044e614-3a0b-4312-8428-6affd5a4ba3f tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] 10.222.0.39 "GET /v2.0/ports?device_id=1ac624f4-f984-430e-bb95-136233d40411 HTTP/1.1" status: 200 len: 984 time: 0.0562027 Aug 12 15:32:50.580626 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-ee5d1fc4-2af1-43e6-9a62-3c7f28d59886 req-fd9fff22-52fa-41ee-8aa0-a013d8201491 tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] 10.222.0.39 "GET /v2.0/security-groups?id=265f4107-2b82-4ce4-b0e7-f547c238f058&id=ebcfdb6a-9774-4d35-8dcf-4d66f9e8c896&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0331919 Aug 12 15:32:51.697374 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2c5772-e8c5-4994-bd85-f6b6a712ba48 req-d2422a4e-7ee8-4974-a4d0-11471f58ad9b tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:32:51.698945 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-fb2c5772-e8c5-4994-bd85-f6b6a712ba48 req-d2422a4e-7ee8-4974-a4d0-11471f58ad9b tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] 10.222.0.39 "GET /v2.0/ports?device_id=1ac624f4-f984-430e-bb95-136233d40411 HTTP/1.1" status: 200 len: 984 time: 0.0520754 Aug 12 15:32:51.739919 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-fb2c5772-e8c5-4994-bd85-f6b6a712ba48 req-d5d187b2-18ed-47df-a106-6791c71302f3 tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] 10.222.0.39 "GET /v2.0/security-groups?id=265f4107-2b82-4ce4-b0e7-f547c238f058&id=ebcfdb6a-9774-4d35-8dcf-4d66f9e8c896&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0348840 Aug 12 15:32:52.857718 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182087be-74ab-4975-8e76-d780dc85aa4b req-5382be46-3f89-4a3c-9665-1b6b868cd531 tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:32:52.859248 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-182087be-74ab-4975-8e76-d780dc85aa4b req-5382be46-3f89-4a3c-9665-1b6b868cd531 tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] 10.222.0.39 "GET /v2.0/ports?device_id=1ac624f4-f984-430e-bb95-136233d40411 HTTP/1.1" status: 200 len: 984 time: 0.0500133 Aug 12 15:32:52.898916 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-182087be-74ab-4975-8e76-d780dc85aa4b req-c5db2782-fe09-469d-b3bf-3b84173214b3 tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] 10.222.0.39 "GET /v2.0/security-groups?id=265f4107-2b82-4ce4-b0e7-f547c238f058&id=ebcfdb6a-9774-4d35-8dcf-4d66f9e8c896&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0329366 Aug 12 15:33:03.669944 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.agents_db [None req-17ed3e4c-1a7d-4162-9646-11c134aca297 None None] Agent healthcheck: found 7 active agents {{(pid=94469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 15:33:10.166013 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-cbdc21ac-069c-40cd-9389-5bd53815652f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:12.181741 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:13.092612 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:13.432926 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-c36041cc-1db7-4aeb-bf53-390e0ab6d50e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:13.555353 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:14.192331 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-1769855f-eda9-4483-9dc3-3220908ab45d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:15.821742 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-fe95f194-a3b0-4c04-9e42-20b511169d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:25.870473 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b5809a5d-0fba-4fc4-bbd3-e00cb9e9c986 req-0be112b2-4510-43fd-81a9-ab9c4aa66116 tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1877410867&fields=id&tenant_id=7822f59cb85b4ff694106fedfd15411e HTTP/1.1" status: 200 len: 267 time: 0.1495969 Aug 12 15:33:25.925546 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5809a5d-0fba-4fc4-bbd3-e00cb9e9c986 req-fef1a44d-88cf-47c3-b278-82425b8f44af tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:33:25.927637 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b5809a5d-0fba-4fc4-bbd3-e00cb9e9c986 req-fef1a44d-88cf-47c3-b278-82425b8f44af tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] 10.222.0.39 "GET /v2.0/ports?device_id=1ac624f4-f984-430e-bb95-136233d40411 HTTP/1.1" status: 200 len: 984 time: 0.0515504 Aug 12 15:33:25.938522 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-b5809a5d-0fba-4fc4-bbd3-e00cb9e9c986 req-1762c1ff-5b70-4f85-b76b-2215bd74ece4 tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] Request body: {'port': {'security_groups': ['265f4107-2b82-4ce4-b0e7-f547c238f058']}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:33:26.002107 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-b5809a5d-0fba-4fc4-bbd3-e00cb9e9c986 req-1762c1ff-5b70-4f85-b76b-2215bd74ece4 tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:26.172267 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-b5809a5d-0fba-4fc4-bbd3-e00cb9e9c986 req-1762c1ff-5b70-4f85-b76b-2215bd74ece4 tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] For port 83b70343-f860-4b19-a144-c5acb6885129, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=83b70343-f860-4b19-a144-c5acb6885129,segment=NetworkSegment(0d76a79a-bc67-4bc6-82c9-15ab6238912e),segment_id=0d76a79a-bc67-4bc6-82c9-15ab6238912e)] {{(pid=94467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:33:26.201589 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-b5809a5d-0fba-4fc4-bbd3-e00cb9e9c986 req-1762c1ff-5b70-4f85-b76b-2215bd74ece4 tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:26.205950 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-b5809a5d-0fba-4fc4-bbd3-e00cb9e9c986 req-1762c1ff-5b70-4f85-b76b-2215bd74ece4 tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:26.219289 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] get_ports_and_sgs() called for port_ids ['83b70343-f860-4b19-a144-c5acb6885129'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 15:33:26.252743 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5809a5d-0fba-4fc4-bbd3-e00cb9e9c986 req-1762c1ff-5b70-4f85-b76b-2215bd74ece4 tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:33:26.253357 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-b5809a5d-0fba-4fc4-bbd3-e00cb9e9c986 req-1762c1ff-5b70-4f85-b76b-2215bd74ece4 tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:26.254885 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b5809a5d-0fba-4fc4-bbd3-e00cb9e9c986 req-1762c1ff-5b70-4f85-b76b-2215bd74ece4 tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] 10.222.0.39 "PUT /v2.0/ports/83b70343-f860-4b19-a144-c5acb6885129 HTTP/1.1" status: 200 len: 942 time: 0.3209338 Aug 12 15:33:26.261057 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ac624f4-f984-430e-bb95-136233d40411', 'tag': '83b70343-f860-4b19-a144-c5acb6885129'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:33:26.262711 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 36036) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:33:26.263712 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1d90890f15e5cc8eba4d51c7734538f2f2e5e8e12504eb7d6ddd0a29ee9b803" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ab98a67-859a-40e1-82ac-0c9395989281" -d '{"events": [{"name": "network-changed", "server_uuid": "1ac624f4-f984-430e-bb95-136233d40411", "tag": "83b70343-f860-4b19-a144-c5acb6885129"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 15:33:26.300734 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1762c1ff-5b70-4f85-b76b-2215bd74ece4 tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] Pushing event updated for resources: {'Port': ['ID=83b70343-f860-4b19-a144-c5acb6885129,revision_number=7']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:33:26.310030 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1762c1ff-5b70-4f85-b76b-2215bd74ece4 tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:33:26.310293 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1762c1ff-5b70-4f85-b76b-2215bd74ece4 tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:33:26.310641 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1762c1ff-5b70-4f85-b76b-2215bd74ece4 tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:33:26.310980 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1762c1ff-5b70-4f85-b76b-2215bd74ece4 tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:33:26.311340 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1762c1ff-5b70-4f85-b76b-2215bd74ece4 tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:33:26.311746 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1762c1ff-5b70-4f85-b76b-2215bd74ece4 tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:33:26.312359 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1762c1ff-5b70-4f85-b76b-2215bd74ece4 tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:33:26.312719 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1762c1ff-5b70-4f85-b76b-2215bd74ece4 tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:33:26.313071 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1762c1ff-5b70-4f85-b76b-2215bd74ece4 tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:33:26.313410 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1762c1ff-5b70-4f85-b76b-2215bd74ece4 tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:33:26.313752 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1762c1ff-5b70-4f85-b76b-2215bd74ece4 tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:33:26.314103 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1762c1ff-5b70-4f85-b76b-2215bd74ece4 tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:33:26.334396 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] get_ports_and_sgs() called for port_ids ['83b70343-f860-4b19-a144-c5acb6885129'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 15:33:26.343869 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0f028e3c-594f-4908-9c96-65a1007b1a67 tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] Notify callbacks [] for security_group, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:26.376608 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0f028e3c-594f-4908-9c96-65a1007b1a67 tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:26.408591 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 15:33:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-492ac6bd-c69e-481b-9b6f-bd01701f9aac x-openstack-request-id: req-492ac6bd-c69e-481b-9b6f-bd01701f9aac {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 15:33:26.408889 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ac624f4-f984-430e-bb95-136233d40411", "tag": "83b70343-f860-4b19-a144-c5acb6885129", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 15:33:26.409161 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-492ac6bd-c69e-481b-9b6f-bd01701f9aac {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 15:33:26.409551 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ac624f4-f984-430e-bb95-136233d40411', 'tag': '83b70343-f860-4b19-a144-c5acb6885129', 'status': 'completed', 'code': 200} Aug 12 15:33:26.446069 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0f028e3c-594f-4908-9c96-65a1007b1a67 tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:26.448865 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0f028e3c-594f-4908-9c96-65a1007b1a67 tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:26.452672 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-0f028e3c-594f-4908-9c96-65a1007b1a67 tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] 10.222.0.39 "DELETE /v2.0/security-groups/ebcfdb6a-9774-4d35-8dcf-4d66f9e8c896 HTTP/1.1" status: 204 len: 168 time: 0.1851442 Aug 12 15:33:26.456785 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 36042) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:33:26.463668 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f028e3c-594f-4908-9c96-65a1007b1a67 tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebcfdb6a-9774-4d35-8dcf-4d66f9e8c896,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:33:26.477449 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f028e3c-594f-4908-9c96-65a1007b1a67 tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:33:26.477879 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f028e3c-594f-4908-9c96-65a1007b1a67 tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:33:26.478236 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f028e3c-594f-4908-9c96-65a1007b1a67 tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:33:26.478781 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f028e3c-594f-4908-9c96-65a1007b1a67 tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:33:26.479465 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f028e3c-594f-4908-9c96-65a1007b1a67 tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:33:26.480194 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f028e3c-594f-4908-9c96-65a1007b1a67 tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:33:26.480959 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f028e3c-594f-4908-9c96-65a1007b1a67 tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:33:26.481785 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f028e3c-594f-4908-9c96-65a1007b1a67 tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:33:26.482337 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f028e3c-594f-4908-9c96-65a1007b1a67 tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:33:26.482959 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f028e3c-594f-4908-9c96-65a1007b1a67 tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:33:26.483507 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f028e3c-594f-4908-9c96-65a1007b1a67 tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:33:26.484012 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f028e3c-594f-4908-9c96-65a1007b1a67 tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:33:26.577513 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-03121452-c5b2-4669-8711-46f476c6a2d6 None None] Provisioning complete for port 83b70343-f860-4b19-a144-c5acb6885129 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:33:26.577926 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-03121452-c5b2-4669-8711-46f476c6a2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:26.614840 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab98a67-859a-40e1-82ac-0c9395989281 req-0c87f0a3-2a8d-423b-87f2-3a3bcf2d8ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:33:26.616620 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-5ab98a67-859a-40e1-82ac-0c9395989281 req-0c87f0a3-2a8d-423b-87f2-3a3bcf2d8ceb service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7822f59cb85b4ff694106fedfd15411e&device_id=1ac624f4-f984-430e-bb95-136233d40411 HTTP/1.1" status: 200 len: 1097 time: 0.1685486 Aug 12 15:33:26.748582 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab98a67-859a-40e1-82ac-0c9395989281 req-30a06f0e-bb18-4790-a3d0-eb10d774c486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:33:26.750078 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-5ab98a67-859a-40e1-82ac-0c9395989281 req-30a06f0e-bb18-4790-a3d0-eb10d774c486 service neutron] 10.222.0.64 "GET /v2.0/networks?id=eb7d9bc6-a7c6-4fe9-b8ff-9a7e557f1f28 HTTP/1.1" status: 200 len: 916 time: 0.1251662 Aug 12 15:33:26.755804 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-8fb7fad3-d00d-4c2a-8fe2-1641efddb65c tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] Deleting port c5f3a6b1-b224-4314-abce-d4a7791c4cd5 {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 15:33:26.756149 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-8fb7fad3-d00d-4c2a-8fe2-1641efddb65c tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:26.862747 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-5ab98a67-859a-40e1-82ac-0c9395989281 req-c8b5fee3-e41c-4325-9d4f-bc8a64f131a9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=83b70343-f860-4b19-a144-c5acb6885129 HTTP/1.1" status: 200 len: 1001 time: 0.1038620 Aug 12 15:33:26.887682 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-8fb7fad3-d00d-4c2a-8fe2-1641efddb65c tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:26.888369 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-8fb7fad3-d00d-4c2a-8fe2-1641efddb65c tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:26.919417 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-8fb7fad3-d00d-4c2a-8fe2-1641efddb65c tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] Calling delete_port for c5f3a6b1-b224-4314-abce-d4a7791c4cd5 owned by network:floatingip {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 15:33:26.939727 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab98a67-859a-40e1-82ac-0c9395989281 req-f346621e-7972-4aaf-8318-d80f51454b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:33:26.941169 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-5ab98a67-859a-40e1-82ac-0c9395989281 req-f346621e-7972-4aaf-8318-d80f51454b8d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=349e802f-a2f0-40eb-b937-c509c9391ab3 HTTP/1.1" status: 200 len: 854 time: 0.0690122 Aug 12 15:33:27.055848 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab98a67-859a-40e1-82ac-0c9395989281 req-396f4da6-3a32-466e-8d30-43c131c35fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:33:27.057245 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-5ab98a67-859a-40e1-82ac-0c9395989281 req-396f4da6-3a32-466e-8d30-43c131c35fe8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=eb7d9bc6-a7c6-4fe9-b8ff-9a7e557f1f28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0869677 Aug 12 15:33:27.503926 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-5ab98a67-859a-40e1-82ac-0c9395989281 req-a5435430-da1a-459a-b6d7-884ffc8b7d90 service neutron] 10.222.0.64 "GET /v2.0/networks/eb7d9bc6-a7c6-4fe9-b8ff-9a7e557f1f28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4383943 Aug 12 15:33:27.561699 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-8fb7fad3-d00d-4c2a-8fe2-1641efddb65c tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:27.597333 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb7fad3-d00d-4c2a-8fe2-1641efddb65c tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] Pushing event deleted for resources: {'Port': ['ID=c5f3a6b1-b224-4314-abce-d4a7791c4cd5,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:33:27.666074 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-5ab98a67-859a-40e1-82ac-0c9395989281 req-e462c43b-5f0b-4a94-849a-54f638fe0cc7 service neutron] 10.222.0.64 "GET /v2.0/networks/eb7d9bc6-a7c6-4fe9-b8ff-9a7e557f1f28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546946 Aug 12 15:33:27.676663 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-8fb7fad3-d00d-4c2a-8fe2-1641efddb65c tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] Notify callbacks [] for floatingip, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:27.676949 n-d-694802-15 neutron-server[94467]: INFO neutron.db.l3_db [None req-8fb7fad3-d00d-4c2a-8fe2-1641efddb65c tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] Floating IP b89d8716-fb00-405b-8447-dd317465c191 disassociated (deleted). External IP: 172.25.1.117, port: 83b70343-f860-4b19-a144-c5acb6885129. Aug 12 15:33:27.885682 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fb7fad3-d00d-4c2a-8fe2-1641efddb65c tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] Router 2fadc636-2eb7-49b2-aee1-1a679d6fbb00 has already been hosted by L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f {{(pid=94467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 15:33:27.994097 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fb7fad3-d00d-4c2a-8fe2-1641efddb65c tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 15:33:27.998850 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-8fb7fad3-d00d-4c2a-8fe2-1641efddb65c tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for floatingip, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:28.004774 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-057b023f-0b38-41dc-b980-691e0cdbdc15 None None] Sync routers for ids ['2fadc636-2eb7-49b2-aee1-1a679d6fbb00'] in n-d-694802-15 {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 15:33:28.013850 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-057b023f-0b38-41dc-b980-691e0cdbdc15 None None] Routers {'2fadc636-2eb7-49b2-aee1-1a679d6fbb00'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:33:28.014465 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-057b023f-0b38-41dc-b980-691e0cdbdc15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T15:33:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['2fadc636-2eb7-49b2-aee1-1a679d6fbb00'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:33:28.026209 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-8fb7fad3-d00d-4c2a-8fe2-1641efddb65c tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] 10.222.0.39 "DELETE /v2.0/floatingips/b89d8716-fb00-405b-8447-dd317465c191 HTTP/1.1" status: 204 len: 168 time: 1.5674839 Aug 12 15:33:28.122351 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvr_db [None req-057b023f-0b38-41dc-b980-691e0cdbdc15 None None] Set router 2fadc636-2eb7-49b2-aee1-1a679d6fbb00 gateway port host: n-d-694802-15 {{(pid=94468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:33:28.330935 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-057b023f-0b38-41dc-b980-691e0cdbdc15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fadc636-2eb7-49b2-aee1-1a679d6fbb00', 'name': 'tempest-TestMinimumBasicScenario-2023992375-router', 'tenant_id': '7822f59cb85b4ff694106fedfd15411e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.241'}], 'enable_snat': True}, 'gw_port_id': '930051b1-0d27-4ed5-9838-08803cdefab3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:31:19Z', 'updated_at': '2021-08-12T15:31:21Z', 'revision_number': 4, 'project_id': '7822f59cb85b4ff694106fedfd15411e', 'gw_port': {'id': '930051b1-0d27-4ed5-9838-08803cdefab3', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:27:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fadc636-2eb7-49b2-aee1-1a679d6fbb00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:31:19Z', 'updated_at': '2021-08-12T15:31:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': '077ef758-7241-483c-8183-6b7e89252140', 'name': '', 'network_id': 'eb7d9bc6-a7c6-4fe9-b8ff-9a7e557f1f28', 'tenant_id': '7822f59cb85b4ff694106fedfd15411e', 'mac_address': 'fa:16:3e:f9:b3:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fadc636-2eb7-49b2-aee1-1a679d6fbb00', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '349e802f-a2f0-40eb-b937-c509c9391ab3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:31:21Z', 'updated_at': '2021-08-12T15:31:27Z', 'revision_number': 5, 'project_id': '7822f59cb85b4ff694106fedfd15411e', 'subnets': [{'id': '349e802f-a2f0-40eb-b937-c509c9391ab3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:33:28.356369 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-057b023f-0b38-41dc-b980-691e0cdbdc15 None None] Checking router: 2fadc636-2eb7-49b2-aee1-1a679d6fbb00 for host: n-d-694802-15 {{(pid=94468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 15:33:28.365172 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-057b023f-0b38-41dc-b980-691e0cdbdc15 None None] Routers {'2fadc636-2eb7-49b2-aee1-1a679d6fbb00'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:33:28.365835 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-057b023f-0b38-41dc-b980-691e0cdbdc15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T15:33:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['2fadc636-2eb7-49b2-aee1-1a679d6fbb00'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:33:28.410592 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ac624f4-f984-430e-bb95-136233d40411', 'tag': '83b70343-f860-4b19-a144-c5acb6885129'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:33:28.412965 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1d90890f15e5cc8eba4d51c7734538f2f2e5e8e12504eb7d6ddd0a29ee9b803" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bd958b1-4ae7-4dd1-a861-7cf4ba6910e7" -d '{"events": [{"name": "network-changed", "server_uuid": "1ac624f4-f984-430e-bb95-136233d40411", "tag": "83b70343-f860-4b19-a144-c5acb6885129"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 15:33:28.449693 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 15:33:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd93b0ca-f848-406c-8122-15b0353c7632 x-openstack-request-id: req-dd93b0ca-f848-406c-8122-15b0353c7632 {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 15:33:28.449991 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ac624f4-f984-430e-bb95-136233d40411", "tag": "83b70343-f860-4b19-a144-c5acb6885129", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 15:33:28.450243 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-dd93b0ca-f848-406c-8122-15b0353c7632 {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 15:33:28.450657 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ac624f4-f984-430e-bb95-136233d40411', 'tag': '83b70343-f860-4b19-a144-c5acb6885129', 'status': 'completed', 'code': 200} Aug 12 15:33:28.470631 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvr_db [None req-057b023f-0b38-41dc-b980-691e0cdbdc15 None None] Set router 2fadc636-2eb7-49b2-aee1-1a679d6fbb00 gateway port host: n-d-694802-15 {{(pid=94468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:33:28.515543 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd958b1-4ae7-4dd1-a861-7cf4ba6910e7 req-ff2c324d-7ae4-426d-9753-cf23210b63ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:33:28.517162 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2bd958b1-4ae7-4dd1-a861-7cf4ba6910e7 req-ff2c324d-7ae4-426d-9753-cf23210b63ee service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7822f59cb85b4ff694106fedfd15411e&device_id=1ac624f4-f984-430e-bb95-136233d40411 HTTP/1.1" status: 200 len: 1097 time: 0.0413780 Aug 12 15:33:28.610581 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd958b1-4ae7-4dd1-a861-7cf4ba6910e7 req-b654c5f7-83d2-4de4-a618-be7a41b20547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:33:28.612134 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2bd958b1-4ae7-4dd1-a861-7cf4ba6910e7 req-b654c5f7-83d2-4de4-a618-be7a41b20547 service neutron] 10.222.0.64 "GET /v2.0/networks?id=eb7d9bc6-a7c6-4fe9-b8ff-9a7e557f1f28 HTTP/1.1" status: 200 len: 916 time: 0.0874410 Aug 12 15:33:28.657151 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2bd958b1-4ae7-4dd1-a861-7cf4ba6910e7 req-fca0b91c-9a0e-48a9-b7f3-beda1cf1abd3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=83b70343-f860-4b19-a144-c5acb6885129 HTTP/1.1" status: 200 len: 217 time: 0.0348866 Aug 12 15:33:28.666080 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-057b023f-0b38-41dc-b980-691e0cdbdc15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fadc636-2eb7-49b2-aee1-1a679d6fbb00', 'name': 'tempest-TestMinimumBasicScenario-2023992375-router', 'tenant_id': '7822f59cb85b4ff694106fedfd15411e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.241'}], 'enable_snat': True}, 'gw_port_id': '930051b1-0d27-4ed5-9838-08803cdefab3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:31:19Z', 'updated_at': '2021-08-12T15:31:21Z', 'revision_number': 4, 'project_id': '7822f59cb85b4ff694106fedfd15411e', 'gw_port': {'id': '930051b1-0d27-4ed5-9838-08803cdefab3', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:27:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fadc636-2eb7-49b2-aee1-1a679d6fbb00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:31:19Z', 'updated_at': '2021-08-12T15:31:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': '077ef758-7241-483c-8183-6b7e89252140', 'name': '', 'network_id': 'eb7d9bc6-a7c6-4fe9-b8ff-9a7e557f1f28', 'tenant_id': '7822f59cb85b4ff694106fedfd15411e', 'mac_address': 'fa:16:3e:f9:b3:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fadc636-2eb7-49b2-aee1-1a679d6fbb00', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '349e802f-a2f0-40eb-b937-c509c9391ab3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:31:21Z', 'updated_at': '2021-08-12T15:31:27Z', 'revision_number': 5, 'project_id': '7822f59cb85b4ff694106fedfd15411e', 'subnets': [{'id': '349e802f-a2f0-40eb-b937-c509c9391ab3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:33:28.696385 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-057b023f-0b38-41dc-b980-691e0cdbdc15 None None] The sync data for ids ['2fadc636-2eb7-49b2-aee1-1a679d6fbb00'] in n-d-694802-15 is: [{'id': '2fadc636-2eb7-49b2-aee1-1a679d6fbb00', 'name': 'tempest-TestMinimumBasicScenario-2023992375-router', 'tenant_id': '7822f59cb85b4ff694106fedfd15411e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.241'}], 'enable_snat': True}, 'gw_port_id': '930051b1-0d27-4ed5-9838-08803cdefab3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:31:19Z', 'updated_at': '2021-08-12T15:31:21Z', 'revision_number': 4, 'project_id': '7822f59cb85b4ff694106fedfd15411e', 'gw_port': {'id': '930051b1-0d27-4ed5-9838-08803cdefab3', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:27:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fadc636-2eb7-49b2-aee1-1a679d6fbb00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:31:19Z', 'updated_at': '2021-08-12T15:31:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': '077ef758-7241-483c-8183-6b7e89252140', 'name': '', 'network_id': 'eb7d9bc6-a7c6-4fe9-b8ff-9a7e557f1f28', 'tenant_id': '7822f59cb85b4ff694106fedfd15411e', 'mac_address': 'fa:16:3e:f9:b3:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fadc636-2eb7-49b2-aee1-1a679d6fbb00', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '349e802f-a2f0-40eb-b937-c509c9391ab3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:31:21Z', 'updated_at': '2021-08-12T15:31:27Z', 'revision_number': 5, 'project_id': '7822f59cb85b4ff694106fedfd15411e', 'subnets': [{'id': '349e802f-a2f0-40eb-b937-c509c9391ab3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 15:33:28.711006 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd958b1-4ae7-4dd1-a861-7cf4ba6910e7 req-64e20c12-bb1d-4c3f-98ac-9d9f1cf10219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:33:28.716807 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2bd958b1-4ae7-4dd1-a861-7cf4ba6910e7 req-64e20c12-bb1d-4c3f-98ac-9d9f1cf10219 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=349e802f-a2f0-40eb-b937-c509c9391ab3 HTTP/1.1" status: 200 len: 854 time: 0.0519085 Aug 12 15:33:28.771759 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd958b1-4ae7-4dd1-a861-7cf4ba6910e7 req-b89ac5ce-0983-43f8-ab4b-1bb1c780e259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:33:28.773325 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2bd958b1-4ae7-4dd1-a861-7cf4ba6910e7 req-b89ac5ce-0983-43f8-ab4b-1bb1c780e259 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=eb7d9bc6-a7c6-4fe9-b8ff-9a7e557f1f28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0490260 Aug 12 15:33:28.875361 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2bd958b1-4ae7-4dd1-a861-7cf4ba6910e7 req-6e34316e-6176-4025-ae24-b4c35e21bf55 service neutron] 10.222.0.64 "GET /v2.0/networks/eb7d9bc6-a7c6-4fe9-b8ff-9a7e557f1f28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917993 Aug 12 15:33:28.941087 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-285699e6-4f26-47dd-99e4-d439228fef6e None None] New status for floating IP b89d8716-fb00-405b-8447-dd317465c191: DOWN {{(pid=94469) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 15:33:28.976758 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2bd958b1-4ae7-4dd1-a861-7cf4ba6910e7 req-b3b521b5-492b-4bbb-a8ba-0690425f19df service neutron] 10.222.0.64 "GET /v2.0/networks/eb7d9bc6-a7c6-4fe9-b8ff-9a7e557f1f28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934436 Aug 12 15:33:35.076989 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c526317-4ae9-4250-9240-d697679741ad req-be6e930e-d200-4f3c-b622-5265050bfa2d tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:33:35.078503 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-7c526317-4ae9-4250-9240-d697679741ad req-be6e930e-d200-4f3c-b622-5265050bfa2d tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] 10.222.0.39 "GET /v2.0/ports?device_id=1ac624f4-f984-430e-bb95-136233d40411 HTTP/1.1" status: 200 len: 945 time: 0.0551863 Aug 12 15:33:35.117581 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-7c526317-4ae9-4250-9240-d697679741ad req-9002cad0-1c3d-4ae9-9f4f-7d1bfec9c221 tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] 10.222.0.39 "GET /v2.0/security-groups?id=265f4107-2b82-4ce4-b0e7-f547c238f058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323212 Aug 12 15:33:36.233701 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ed2b2e-af75-4d91-a760-46599865f1f4 req-ba9423e4-ff59-40c0-a31f-236d6285f307 tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:33:36.235237 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e0ed2b2e-af75-4d91-a760-46599865f1f4 req-ba9423e4-ff59-40c0-a31f-236d6285f307 tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] 10.222.0.39 "GET /v2.0/ports?device_id=1ac624f4-f984-430e-bb95-136233d40411 HTTP/1.1" status: 200 len: 945 time: 0.0491869 Aug 12 15:33:36.273250 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e0ed2b2e-af75-4d91-a760-46599865f1f4 req-d3dbbfd1-45af-4665-85ef-1cb1c443dff1 tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] 10.222.0.39 "GET /v2.0/security-groups?id=265f4107-2b82-4ce4-b0e7-f547c238f058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314841 Aug 12 15:33:36.833807 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b46a63b-6c4b-445c-a881-ffffada4548d req-c9291948-4d6c-4764-8d3c-bb24260ecf70 tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:33:36.835282 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-7b46a63b-6c4b-445c-a881-ffffada4548d req-c9291948-4d6c-4764-8d3c-bb24260ecf70 tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] 10.222.0.64 "GET /v2.0/ports?device_id=1ac624f4-f984-430e-bb95-136233d40411 HTTP/1.1" status: 200 len: 945 time: 0.0470431 Aug 12 15:33:36.926262 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [req-7b46a63b-6c4b-445c-a881-ffffada4548d req-69fbdcb0-5dd6-472a-9d30-63f53ff32e17 tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] Deleting port 83b70343-f860-4b19-a144-c5acb6885129 {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 15:33:36.926606 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-7b46a63b-6c4b-445c-a881-ffffada4548d req-69fbdcb0-5dd6-472a-9d30-63f53ff32e17 tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:37.010898 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-7b46a63b-6c4b-445c-a881-ffffada4548d req-69fbdcb0-5dd6-472a-9d30-63f53ff32e17 tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] For port 83b70343-f860-4b19-a144-c5acb6885129, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=83b70343-f860-4b19-a144-c5acb6885129,segment=NetworkSegment(0d76a79a-bc67-4bc6-82c9-15ab6238912e),segment_id=0d76a79a-bc67-4bc6-82c9-15ab6238912e)] {{(pid=94467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:33:37.011287 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-7b46a63b-6c4b-445c-a881-ffffada4548d req-69fbdcb0-5dd6-472a-9d30-63f53ff32e17 tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:37.024250 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [req-7b46a63b-6c4b-445c-a881-ffffada4548d req-69fbdcb0-5dd6-472a-9d30-63f53ff32e17 tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] Calling delete_port for 83b70343-f860-4b19-a144-c5acb6885129 owned by compute:nova {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 15:33:37.153115 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-7b46a63b-6c4b-445c-a881-ffffada4548d req-69fbdcb0-5dd6-472a-9d30-63f53ff32e17 tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:37.169533 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] get_ports_and_sgs() called for port_ids ['83b70343-f860-4b19-a144-c5acb6885129'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 15:33:37.179981 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fbdcb0-5dd6-472a-9d30-63f53ff32e17 tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] Pushing event deleted for resources: {'Port': ['ID=83b70343-f860-4b19-a144-c5acb6885129,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:33:37.230920 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b46a63b-6c4b-445c-a881-ffffada4548d req-69fbdcb0-5dd6-472a-9d30-63f53ff32e17 tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] No DVR routers for this DVR port 83b70343-f860-4b19-a144-c5acb6885129 on host n-h1-694802-15 {{(pid=94467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 15:33:37.233377 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-7b46a63b-6c4b-445c-a881-ffffada4548d req-69fbdcb0-5dd6-472a-9d30-63f53ff32e17 tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:37.235363 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-7b46a63b-6c4b-445c-a881-ffffada4548d req-69fbdcb0-5dd6-472a-9d30-63f53ff32e17 tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] 10.222.0.64 "DELETE /v2.0/ports/83b70343-f860-4b19-a144-c5acb6885129 HTTP/1.1" status: 204 len: 173 time: 0.3937843 Aug 12 15:33:37.235857 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ac624f4-f984-430e-bb95-136233d40411', 'name': 'network-vif-deleted', 'tag': '83b70343-f860-4b19-a144-c5acb6885129'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:33:37.238027 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1d90890f15e5cc8eba4d51c7734538f2f2e5e8e12504eb7d6ddd0a29ee9b803" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3696caa-b0ba-4141-81c4-52ae1c10de11" -d '{"events": [{"server_uuid": "1ac624f4-f984-430e-bb95-136233d40411", "name": "network-vif-deleted", "tag": "83b70343-f860-4b19-a144-c5acb6885129"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 15:33:37.274926 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 15:33:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15cb1d48-18a5-4f2d-875e-6fc1c2c766b9 x-openstack-request-id: req-15cb1d48-18a5-4f2d-875e-6fc1c2c766b9 {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 15:33:37.275241 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ac624f4-f984-430e-bb95-136233d40411", "name": "network-vif-deleted", "tag": "83b70343-f860-4b19-a144-c5acb6885129", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 15:33:37.275487 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-15cb1d48-18a5-4f2d-875e-6fc1c2c766b9 {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 15:33:37.275882 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ac624f4-f984-430e-bb95-136233d40411', 'name': 'network-vif-deleted', 'tag': '83b70343-f860-4b19-a144-c5acb6885129', 'status': 'completed', 'code': 200} Aug 12 15:33:37.374067 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-83ef162c-4606-4a28-9eb1-718e33b4a271 req-a0a5a2b8-a9d4-4fa3-bf22-3b1b4969877c tempest-TestMinimumBasicScenario-860305543 tempest-TestMinimumBasicScenario-860305543-project] 10.222.0.39 "GET /v2.0/ports?device_id=1ac624f4-f984-430e-bb95-136233d40411 HTTP/1.1" status: 200 len: 210 time: 0.0295162 Aug 12 15:33:38.102298 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [req-cca5f79b-f9b3-4157-955d-8024cc60b65b req-8987916d-5135-4e55-9a1d-d1e6e3fb4595 service neutron] (94467) timed out ('10.222.0.39', 60896) {{(pid=94467) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 12 15:33:38.922945 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 36140) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:33:39.265697 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-7e2ec2a3-77e5-4aa8-8fe0-fc9412c79850 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66663830'] for router_interface, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:39.514906 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-7e2ec2a3-77e5-4aa8-8fe0-fc9412c79850 admin admin] Deleting port 077ef758-7241-483c-8183-6b7e89252140 {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 15:33:39.515210 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-7e2ec2a3-77e5-4aa8-8fe0-fc9412c79850 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:39.595256 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-7e2ec2a3-77e5-4aa8-8fe0-fc9412c79850 admin admin] For port 077ef758-7241-483c-8183-6b7e89252140, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=077ef758-7241-483c-8183-6b7e89252140,segment=NetworkSegment(0d76a79a-bc67-4bc6-82c9-15ab6238912e),segment_id=0d76a79a-bc67-4bc6-82c9-15ab6238912e)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:33:39.595621 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-7e2ec2a3-77e5-4aa8-8fe0-fc9412c79850 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:39.608681 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-7e2ec2a3-77e5-4aa8-8fe0-fc9412c79850 admin admin] Calling delete_port for 077ef758-7241-483c-8183-6b7e89252140 owned by network:router_interface {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 15:33:40.068966 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-7e2ec2a3-77e5-4aa8-8fe0-fc9412c79850 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:40.094472 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2ec2a3-77e5-4aa8-8fe0-fc9412c79850 admin admin] Pushing event deleted for resources: {'Port': ['ID=077ef758-7241-483c-8183-6b7e89252140,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:33:40.167740 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-a8d0166c-709c-432e-9b2e-43b1f1ad27d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:40.266144 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-7e2ec2a3-77e5-4aa8-8fe0-fc9412c79850 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66628352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-430630'] for router_interface, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:40.479495 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e2ec2a3-77e5-4aa8-8fe0-fc9412c79850 admin admin] Router 2fadc636-2eb7-49b2-aee1-1a679d6fbb00 has already been hosted by L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f {{(pid=94466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 15:33:40.587042 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e2ec2a3-77e5-4aa8-8fe0-fc9412c79850 admin admin] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 15:33:40.592336 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-7e2ec2a3-77e5-4aa8-8fe0-fc9412c79850 admin admin] 10.222.0.39 "PUT /v2.0/routers/2fadc636-2eb7-49b2-aee1-1a679d6fbb00/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6681457 Aug 12 15:33:40.594646 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 36144) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:33:40.597328 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1578628a-5ec8-4110-a907-1516259877e0 None None] Sync routers for ids ['2fadc636-2eb7-49b2-aee1-1a679d6fbb00'] in n-d-694802-15 {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 15:33:40.606630 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1578628a-5ec8-4110-a907-1516259877e0 None None] Routers {'2fadc636-2eb7-49b2-aee1-1a679d6fbb00'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:33:40.607282 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-1578628a-5ec8-4110-a907-1516259877e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T15:33:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['2fadc636-2eb7-49b2-aee1-1a679d6fbb00'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:33:40.668089 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.agents_db [None req-17ed3e4c-1a7d-4162-9646-11c134aca297 None None] Agent healthcheck: found 7 active agents {{(pid=94469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 15:33:40.700793 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4cd6bbde-8c2b-44d9-b984-8f069cd2a635 admin admin] Notify callbacks [] for router, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:40.810927 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4cd6bbde-8c2b-44d9-b984-8f069cd2a635 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:40.865515 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-4cd6bbde-8c2b-44d9-b984-8f069cd2a635 admin admin] Deleting port 930051b1-0d27-4ed5-9838-08803cdefab3 {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 15:33:40.865855 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4cd6bbde-8c2b-44d9-b984-8f069cd2a635 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:40.871212 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvr_db [None req-1578628a-5ec8-4110-a907-1516259877e0 None None] Set router 2fadc636-2eb7-49b2-aee1-1a679d6fbb00 gateway port host: n-d-694802-15 {{(pid=94468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:33:40.948230 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-4cd6bbde-8c2b-44d9-b984-8f069cd2a635 admin admin] For port 930051b1-0d27-4ed5-9838-08803cdefab3, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=930051b1-0d27-4ed5-9838-08803cdefab3,segment=NetworkSegment(b1b396cb-2dc6-4041-bfc7-1833a80a4720),segment_id=b1b396cb-2dc6-4041-bfc7-1833a80a4720)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:33:40.948611 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4cd6bbde-8c2b-44d9-b984-8f069cd2a635 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:40.962678 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-4cd6bbde-8c2b-44d9-b984-8f069cd2a635 admin admin] Calling delete_port for 930051b1-0d27-4ed5-9838-08803cdefab3 owned by network:router_gateway {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 15:33:41.044981 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-1578628a-5ec8-4110-a907-1516259877e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fadc636-2eb7-49b2-aee1-1a679d6fbb00', 'name': 'tempest-TestMinimumBasicScenario-2023992375-router', 'tenant_id': '7822f59cb85b4ff694106fedfd15411e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.241'}], 'enable_snat': True}, 'gw_port_id': '930051b1-0d27-4ed5-9838-08803cdefab3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:31:19Z', 'updated_at': '2021-08-12T15:33:40Z', 'revision_number': 5, 'project_id': '7822f59cb85b4ff694106fedfd15411e', 'gw_port': {'id': '930051b1-0d27-4ed5-9838-08803cdefab3', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:27:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fadc636-2eb7-49b2-aee1-1a679d6fbb00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:31:19Z', 'updated_at': '2021-08-12T15:31:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15'}], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:33:41.074990 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1578628a-5ec8-4110-a907-1516259877e0 None None] Checking router: 2fadc636-2eb7-49b2-aee1-1a679d6fbb00 for host: n-d-694802-15 {{(pid=94468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 15:33:41.083425 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1578628a-5ec8-4110-a907-1516259877e0 None None] Routers {'2fadc636-2eb7-49b2-aee1-1a679d6fbb00'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:33:41.084046 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-1578628a-5ec8-4110-a907-1516259877e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T15:33:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['2fadc636-2eb7-49b2-aee1-1a679d6fbb00'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:33:41.150166 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4cd6bbde-8c2b-44d9-b984-8f069cd2a635 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:41.172040 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvr_db [None req-1578628a-5ec8-4110-a907-1516259877e0 None None] Set router 2fadc636-2eb7-49b2-aee1-1a679d6fbb00 gateway port host: None {{(pid=94468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:33:41.179132 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd6bbde-8c2b-44d9-b984-8f069cd2a635 admin admin] Pushing event deleted for resources: {'Port': ['ID=930051b1-0d27-4ed5-9838-08803cdefab3,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:33:41.228510 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-1578628a-5ec8-4110-a907-1516259877e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fadc636-2eb7-49b2-aee1-1a679d6fbb00', 'name': 'tempest-TestMinimumBasicScenario-2023992375-router', 'tenant_id': '7822f59cb85b4ff694106fedfd15411e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:31:19Z', 'updated_at': '2021-08-12T15:33:40Z', 'revision_number': 6, 'project_id': '7822f59cb85b4ff694106fedfd15411e', 'gw_port_host': None}], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:33:41.241676 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4cd6bbde-8c2b-44d9-b984-8f069cd2a635 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-431580'] for router_gateway, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:41.255527 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1578628a-5ec8-4110-a907-1516259877e0 None None] The sync data for ids ['2fadc636-2eb7-49b2-aee1-1a679d6fbb00'] in n-d-694802-15 is: [{'id': '2fadc636-2eb7-49b2-aee1-1a679d6fbb00', 'name': 'tempest-TestMinimumBasicScenario-2023992375-router', 'tenant_id': '7822f59cb85b4ff694106fedfd15411e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:31:19Z', 'updated_at': '2021-08-12T15:33:40Z', 'revision_number': 6, 'project_id': '7822f59cb85b4ff694106fedfd15411e', 'gw_port_host': None}] {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 15:33:41.336109 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4cd6bbde-8c2b-44d9-b984-8f069cd2a635 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-429360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-104877'] for router, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:41.338227 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4cd6bbde-8c2b-44d9-b984-8f069cd2a635 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:41.398941 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4cd6bbde-8c2b-44d9-b984-8f069cd2a635 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-429375'] for router, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:41.399500 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cd6bbde-8c2b-44d9-b984-8f069cd2a635 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2fadc636-2eb7-49b2-aee1-1a679d6fbb00 {{(pid=94466) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 15:33:41.404531 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4cd6bbde-8c2b-44d9-b984-8f069cd2a635 admin admin] Notify callbacks [] for router, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:41.405960 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-4cd6bbde-8c2b-44d9-b984-8f069cd2a635 admin admin] 10.222.0.39 "DELETE /v2.0/routers/2fadc636-2eb7-49b2-aee1-1a679d6fbb00 HTTP/1.1" status: 204 len: 168 time: 0.8103542 Aug 12 15:33:41.408500 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 36146) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:33:41.460613 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_v2 [None req-02f8f025-142b-441a-8863-57c0a6799941 admin admin] Deleting subnet 349e802f-a2f0-40eb-b937-c509c9391ab3 {{(pid=94466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 15:33:41.463723 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-02f8f025-142b-441a-8863-57c0a6799941 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:41.498921 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-02f8f025-142b-441a-8863-57c0a6799941 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2293551'] for subnet, precommit_delete_associations {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:41.559322 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device 83b70343-f860-4b19-a144-c5acb6885129 no longer exists at agent hyperv_n-h1-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 15:33:41.579293 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-93370168-53ca-47c2-9e27-b066be57125c None None] No Port match for: 83b70343-f860-4b19-a144-c5acb6885129 {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 15:33:41.579643 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device 83b70343-f860-4b19-a144-c5acb6885129 not bound to the agent host n-h1-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 15:33:41.580413 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-02f8f025-142b-441a-8863-57c0a6799941 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66416255'] for subnet, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:41.642741 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-02f8f025-142b-441a-8863-57c0a6799941 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66416232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3718429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8776402'] for subnet, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:41.670770 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f8f025-142b-441a-8863-57c0a6799941 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=349e802f-a2f0-40eb-b937-c509c9391ab3,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:33:41.676280 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-02f8f025-142b-441a-8863-57c0a6799941 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:41.680797 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-02f8f025-142b-441a-8863-57c0a6799941 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/349e802f-a2f0-40eb-b937-c509c9391ab3 HTTP/1.1" status: 204 len: 168 time: 0.2689724 Aug 12 15:33:41.681202 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 36148) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:33:41.687661 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8685b8a-0b7f-40af-a92e-550c1fe01992 None None] Network eb7d9bc6-a7c6-4fe9-b8ff-9a7e557f1f28 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 15:33:41.750844 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-845d7ff5-c81a-4f86-9019-f351c0d2e238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680608'] for network, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:41.802895 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-845d7ff5-c81a-4f86-9019-f351c0d2e238 admin admin] Deleting port 95cddc27-597c-46ae-9b38-c0cecd9e6f4f {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 15:33:41.803264 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-845d7ff5-c81a-4f86-9019-f351c0d2e238 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:41.869572 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [None req-845d7ff5-c81a-4f86-9019-f351c0d2e238 admin admin] For port 95cddc27-597c-46ae-9b38-c0cecd9e6f4f, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=95cddc27-597c-46ae-9b38-c0cecd9e6f4f,segment=NetworkSegment(0d76a79a-bc67-4bc6-82c9-15ab6238912e),segment_id=0d76a79a-bc67-4bc6-82c9-15ab6238912e)] {{(pid=94467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:33:41.869933 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-845d7ff5-c81a-4f86-9019-f351c0d2e238 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:41.882679 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-845d7ff5-c81a-4f86-9019-f351c0d2e238 admin admin] Calling delete_port for 95cddc27-597c-46ae-9b38-c0cecd9e6f4f owned by network:dhcp {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 15:33:41.958759 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-845d7ff5-c81a-4f86-9019-f351c0d2e238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:41.981928 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845d7ff5-c81a-4f86-9019-f351c0d2e238 admin admin] Pushing event deleted for resources: {'Port': ['ID=95cddc27-597c-46ae-9b38-c0cecd9e6f4f,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:33:41.987417 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-845d7ff5-c81a-4f86-9019-f351c0d2e238 admin admin] No DVR routers for this DVR port 95cddc27-597c-46ae-9b38-c0cecd9e6f4f on host n-d-694802-15 {{(pid=94467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 15:33:42.013996 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 077ef758-7241-483c-8183-6b7e89252140 no longer exists at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 15:33:42.035445 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] No Port match for: 077ef758-7241-483c-8183-6b7e89252140 {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 15:33:42.035699 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 077ef758-7241-483c-8183-6b7e89252140 not bound to the agent host n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 15:33:42.038740 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18b5596d-a617-4b2a-b49a-35e0deda8973 None None] DHCP port deletion for eb7d9bc6-a7c6-4fe9-b8ff-9a7e557f1f28 request from n-d-694802-15 {{(pid=94468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 15:33:42.068315 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-845d7ff5-c81a-4f86-9019-f351c0d2e238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66413304', 'neutron.services.segments.db._delete_segments_for_network-8744654118000'] for network, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:42.078329 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-845d7ff5-c81a-4f86-9019-f351c0d2e238 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb7d9bc6-a7c6-4fe9-b8ff-9a7e557f1f28']}} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:33:42.089339 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-845d7ff5-c81a-4f86-9019-f351c0d2e238 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d76a79a-bc67-4bc6-82c9-15ab6238912e') {'for_net_delete': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:33:42.089701 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-845d7ff5-c81a-4f86-9019-f351c0d2e238 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d76a79a-bc67-4bc6-82c9-15ab6238912e') {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:33:42.098598 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-845d7ff5-c81a-4f86-9019-f351c0d2e238 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744654122361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3857526'] for segment, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:42.112210 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-845d7ff5-c81a-4f86-9019-f351c0d2e238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:42.119282 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-845d7ff5-c81a-4f86-9019-f351c0d2e238 admin admin] Releasing vlan 324 on physical network physnet1 to pool {{(pid=94467) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 15:33:42.119686 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-845d7ff5-c81a-4f86-9019-f351c0d2e238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2859015'] for segment, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:42.121703 n-d-694802-15 neutron-server[94467]: Traceback (most recent call last): Aug 12 15:33:42.121703 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 15:33:42.121703 n-d-694802-15 neutron-server[94467]: timer() Aug 12 15:33:42.121703 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 15:33:42.121703 n-d-694802-15 neutron-server[94467]: cb(*args, **kw) Aug 12 15:33:42.121703 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 15:33:42.121703 n-d-694802-15 neutron-server[94467]: return func(*args, **kwargs) Aug 12 15:33:42.121703 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 15:33:42.121703 n-d-694802-15 neutron-server[94467]: self._notify() Aug 12 15:33:42.121703 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 15:33:42.121703 n-d-694802-15 neutron-server[94467]: self.callback(batched_events) Aug 12 15:33:42.121703 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 15:33:42.121703 n-d-694802-15 neutron-server[94467]: event.method(event) Aug 12 15:33:42.121703 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 15:33:42.121703 n-d-694802-15 neutron-server[94467]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 15:33:42.121703 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 15:33:42.121703 n-d-694802-15 neutron-server[94467]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 15:33:42.121703 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 15:33:42.121703 n-d-694802-15 neutron-server[94467]: return f(self, *a, **k) Aug 12 15:33:42.121703 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 15:33:42.121703 n-d-694802-15 neutron-server[94467]: return self._get(url).json() Aug 12 15:33:42.121703 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 15:33:42.121703 n-d-694802-15 neutron-server[94467]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 15:33:42.121703 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 15:33:42.121703 n-d-694802-15 neutron-server[94467]: return self.request(url, 'GET', **kwargs) Aug 12 15:33:42.121703 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 15:33:42.121703 n-d-694802-15 neutron-server[94467]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 15:33:42.121703 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 15:33:42.121703 n-d-694802-15 neutron-server[94467]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 15:33:42.121703 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 15:33:42.121703 n-d-694802-15 neutron-server[94467]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 15:33:42.121703 n-d-694802-15 neutron-server[94467]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 15:33:42.179405 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-845d7ff5-c81a-4f86-9019-f351c0d2e238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66413281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431520'] for network, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:42.184996 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-845d7ff5-c81a-4f86-9019-f351c0d2e238 admin admin] Notify callbacks [] for network, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:42.189885 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 36150) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:33:42.190377 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-845d7ff5-c81a-4f86-9019-f351c0d2e238 admin admin] 10.222.0.39 "DELETE /v2.0/networks/eb7d9bc6-a7c6-4fe9-b8ff-9a7e557f1f28 HTTP/1.1" status: 204 len: 168 time: 0.5077934 Aug 12 15:33:42.201379 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:42.204248 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845d7ff5-c81a-4f86-9019-f351c0d2e238 admin admin] Pushing event deleted for resources: {'Network': ['ID=eb7d9bc6-a7c6-4fe9-b8ff-9a7e557f1f28,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:33:42.552034 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e053aba2-f2ee-4bd9-942c-dbefc1f44c8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66663830'] for router_interface, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:42.792237 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-e053aba2-f2ee-4bd9-942c-dbefc1f44c8a admin admin] Deleting port f9649145-bb67-498a-bb5a-9251f1e5003f {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 15:33:42.792576 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e053aba2-f2ee-4bd9-942c-dbefc1f44c8a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:42.868019 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-e053aba2-f2ee-4bd9-942c-dbefc1f44c8a admin admin] For port f9649145-bb67-498a-bb5a-9251f1e5003f, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=f9649145-bb67-498a-bb5a-9251f1e5003f,segment=NetworkSegment(de0b58d2-f6b1-4223-aff1-4a42f2fa5acd),segment_id=de0b58d2-f6b1-4223-aff1-4a42f2fa5acd)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:33:42.868280 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e053aba2-f2ee-4bd9-942c-dbefc1f44c8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:42.880758 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-e053aba2-f2ee-4bd9-942c-dbefc1f44c8a admin admin] Calling delete_port for f9649145-bb67-498a-bb5a-9251f1e5003f owned by network:router_interface {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 15:33:43.063849 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e053aba2-f2ee-4bd9-942c-dbefc1f44c8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:43.093462 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e053aba2-f2ee-4bd9-942c-dbefc1f44c8a admin admin] Pushing event deleted for resources: {'Port': ['ID=f9649145-bb67-498a-bb5a-9251f1e5003f,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:33:43.094069 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:43.272042 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e053aba2-f2ee-4bd9-942c-dbefc1f44c8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66628352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-430630'] for router_interface, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:43.405143 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 95cddc27-597c-46ae-9b38-c0cecd9e6f4f no longer exists at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 15:33:43.432294 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] No Port match for: 95cddc27-597c-46ae-9b38-c0cecd9e6f4f {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 15:33:43.432628 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 95cddc27-597c-46ae-9b38-c0cecd9e6f4f not bound to the agent host n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 15:33:43.433033 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 930051b1-0d27-4ed5-9838-08803cdefab3 no longer exists at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 15:33:43.456641 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] No Port match for: 930051b1-0d27-4ed5-9838-08803cdefab3 {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 15:33:43.456978 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 930051b1-0d27-4ed5-9838-08803cdefab3 not bound to the agent host n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 15:33:43.464224 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-57d44670-48e4-4da7-8ad3-3e1527ffca82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:43.491846 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e053aba2-f2ee-4bd9-942c-dbefc1f44c8a admin admin] Router 6dada611-020d-42d9-b8f5-b4ad6dbc99f7 has already been hosted by L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f {{(pid=94466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 15:33:43.571301 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:43.597768 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e053aba2-f2ee-4bd9-942c-dbefc1f44c8a admin admin] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 15:33:43.603921 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-e053aba2-f2ee-4bd9-942c-dbefc1f44c8a admin admin] 10.222.0.39 "PUT /v2.0/routers/6dada611-020d-42d9-b8f5-b4ad6dbc99f7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4128015 Aug 12 15:33:43.606392 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 36152) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:33:43.609373 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f85a903-e2c0-41f2-a827-cab159c0d992 None None] Sync routers for ids ['6dada611-020d-42d9-b8f5-b4ad6dbc99f7'] in n-d-694802-15 {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 15:33:43.618462 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f85a903-e2c0-41f2-a827-cab159c0d992 None None] Routers {'6dada611-020d-42d9-b8f5-b4ad6dbc99f7'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:33:43.619161 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-7f85a903-e2c0-41f2-a827-cab159c0d992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T15:33:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['6dada611-020d-42d9-b8f5-b4ad6dbc99f7'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:33:43.725271 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-7f85a903-e2c0-41f2-a827-cab159c0d992 None None] Set router 6dada611-020d-42d9-b8f5-b4ad6dbc99f7 gateway port host: n-d-694802-15 {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:33:43.999233 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0757ec40-5ca0-42b1-935f-656543a28d47 admin admin] Notify callbacks [] for router, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:43.999758 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-7f85a903-e2c0-41f2-a827-cab159c0d992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dada611-020d-42d9-b8f5-b4ad6dbc99f7', 'name': 'tempest-TestMinimumBasicScenario-493595058-router', 'tenant_id': '94bbe3c55c4a42a2bca976ef28a7d9be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.188'}], 'enable_snat': True}, 'gw_port_id': '52346c6b-cfd3-44bf-a772-396424d7c56a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:31:24Z', 'updated_at': '2021-08-12T15:33:43Z', 'revision_number': 5, 'project_id': '94bbe3c55c4a42a2bca976ef28a7d9be', 'gw_port': {'id': '52346c6b-cfd3-44bf-a772-396424d7c56a', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:7e:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dada611-020d-42d9-b8f5-b4ad6dbc99f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:31:24Z', 'updated_at': '2021-08-12T15:31:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15'}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:33:44.025122 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f85a903-e2c0-41f2-a827-cab159c0d992 None None] Checking router: 6dada611-020d-42d9-b8f5-b4ad6dbc99f7 for host: n-d-694802-15 {{(pid=94469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 15:33:44.033910 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f85a903-e2c0-41f2-a827-cab159c0d992 None None] Routers {'6dada611-020d-42d9-b8f5-b4ad6dbc99f7'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:33:44.034515 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-7f85a903-e2c0-41f2-a827-cab159c0d992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T15:33:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['6dada611-020d-42d9-b8f5-b4ad6dbc99f7'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:33:44.102369 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0757ec40-5ca0-42b1-935f-656543a28d47 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:44.136802 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-7f85a903-e2c0-41f2-a827-cab159c0d992 None None] Set router 6dada611-020d-42d9-b8f5-b4ad6dbc99f7 gateway port host: n-d-694802-15 {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:33:44.154411 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-0757ec40-5ca0-42b1-935f-656543a28d47 admin admin] Deleting port 52346c6b-cfd3-44bf-a772-396424d7c56a {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 15:33:44.154760 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0757ec40-5ca0-42b1-935f-656543a28d47 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:44.196756 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-1769855f-eda9-4483-9dc3-3220908ab45d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:44.238249 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-0757ec40-5ca0-42b1-935f-656543a28d47 admin admin] For port 52346c6b-cfd3-44bf-a772-396424d7c56a, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=52346c6b-cfd3-44bf-a772-396424d7c56a,segment=NetworkSegment(b1b396cb-2dc6-4041-bfc7-1833a80a4720),segment_id=b1b396cb-2dc6-4041-bfc7-1833a80a4720)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:33:44.238623 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0757ec40-5ca0-42b1-935f-656543a28d47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:44.251590 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-0757ec40-5ca0-42b1-935f-656543a28d47 admin admin] Calling delete_port for 52346c6b-cfd3-44bf-a772-396424d7c56a owned by network:router_gateway {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 15:33:44.318215 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-7f85a903-e2c0-41f2-a827-cab159c0d992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dada611-020d-42d9-b8f5-b4ad6dbc99f7', 'name': 'tempest-TestMinimumBasicScenario-493595058-router', 'tenant_id': '94bbe3c55c4a42a2bca976ef28a7d9be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.188'}], 'enable_snat': True}, 'gw_port_id': '52346c6b-cfd3-44bf-a772-396424d7c56a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:31:24Z', 'updated_at': '2021-08-12T15:33:43Z', 'revision_number': 5, 'project_id': '94bbe3c55c4a42a2bca976ef28a7d9be', 'gw_port': {'id': '52346c6b-cfd3-44bf-a772-396424d7c56a', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:7e:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dada611-020d-42d9-b8f5-b4ad6dbc99f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:31:24Z', 'updated_at': '2021-08-12T15:31:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15'}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:33:44.347958 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f85a903-e2c0-41f2-a827-cab159c0d992 None None] The sync data for ids ['6dada611-020d-42d9-b8f5-b4ad6dbc99f7'] in n-d-694802-15 is: [{'id': '6dada611-020d-42d9-b8f5-b4ad6dbc99f7', 'name': 'tempest-TestMinimumBasicScenario-493595058-router', 'tenant_id': '94bbe3c55c4a42a2bca976ef28a7d9be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.188'}], 'enable_snat': True}, 'gw_port_id': '52346c6b-cfd3-44bf-a772-396424d7c56a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:31:24Z', 'updated_at': '2021-08-12T15:33:43Z', 'revision_number': 5, 'project_id': '94bbe3c55c4a42a2bca976ef28a7d9be', 'gw_port': {'id': '52346c6b-cfd3-44bf-a772-396424d7c56a', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:7e:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dada611-020d-42d9-b8f5-b4ad6dbc99f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:31:24Z', 'updated_at': '2021-08-12T15:31:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15'}] {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 15:33:44.425643 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0757ec40-5ca0-42b1-935f-656543a28d47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:44.453028 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0757ec40-5ca0-42b1-935f-656543a28d47 admin admin] Pushing event deleted for resources: {'Port': ['ID=52346c6b-cfd3-44bf-a772-396424d7c56a,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:33:44.515872 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0757ec40-5ca0-42b1-935f-656543a28d47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-431580'] for router_gateway, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:44.606377 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0757ec40-5ca0-42b1-935f-656543a28d47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-429360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-104877'] for router, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:44.608471 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0757ec40-5ca0-42b1-935f-656543a28d47 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:44.650825 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0757ec40-5ca0-42b1-935f-656543a28d47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-429375'] for router, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:44.651318 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0757ec40-5ca0-42b1-935f-656543a28d47 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6dada611-020d-42d9-b8f5-b4ad6dbc99f7 {{(pid=94466) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 15:33:44.656040 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0757ec40-5ca0-42b1-935f-656543a28d47 admin admin] Notify callbacks [] for router, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:44.656921 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-0757ec40-5ca0-42b1-935f-656543a28d47 admin admin] 10.222.0.39 "DELETE /v2.0/routers/6dada611-020d-42d9-b8f5-b4ad6dbc99f7 HTTP/1.1" status: 204 len: 168 time: 1.0495107 Aug 12 15:33:44.659379 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 36154) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:33:44.708473 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f74a2be-c3ec-448d-bcb5-333094bc2152 admin admin] Deleting subnet 831089c0-2cf1-414a-8451-30e0eda33166 {{(pid=94466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 15:33:44.711748 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4f74a2be-c3ec-448d-bcb5-333094bc2152 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:44.746908 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4f74a2be-c3ec-448d-bcb5-333094bc2152 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2293551'] for subnet, precommit_delete_associations {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:44.829104 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4f74a2be-c3ec-448d-bcb5-333094bc2152 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66416255'] for subnet, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:44.882581 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4f74a2be-c3ec-448d-bcb5-333094bc2152 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66416232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3718429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8776402'] for subnet, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:44.914050 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f74a2be-c3ec-448d-bcb5-333094bc2152 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=831089c0-2cf1-414a-8451-30e0eda33166,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:33:44.919001 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-4f74a2be-c3ec-448d-bcb5-333094bc2152 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:44.923817 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-4f74a2be-c3ec-448d-bcb5-333094bc2152 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/831089c0-2cf1-414a-8451-30e0eda33166 HTTP/1.1" status: 204 len: 168 time: 0.2606187 Aug 12 15:33:44.923817 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 36156) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:33:44.927467 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bbe5c92-2c2f-437a-ac8e-cf399106e5d0 None None] Network afd97fd8-f242-440b-ad5d-bdabbb8b0a95 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 15:33:44.995264 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-408277a0-be75-410e-b266-3c77ec915600 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680608'] for network, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:45.054462 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-408277a0-be75-410e-b266-3c77ec915600 admin admin] Deleting port 0546a3b6-9421-4222-9eed-43f5b616f1c7 {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 15:33:45.054812 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-408277a0-be75-410e-b266-3c77ec915600 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:45.122173 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-408277a0-be75-410e-b266-3c77ec915600 admin admin] For port 0546a3b6-9421-4222-9eed-43f5b616f1c7, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=0546a3b6-9421-4222-9eed-43f5b616f1c7,segment=NetworkSegment(de0b58d2-f6b1-4223-aff1-4a42f2fa5acd),segment_id=de0b58d2-f6b1-4223-aff1-4a42f2fa5acd)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:33:45.122544 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-408277a0-be75-410e-b266-3c77ec915600 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:45.136153 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-408277a0-be75-410e-b266-3c77ec915600 admin admin] Calling delete_port for 0546a3b6-9421-4222-9eed-43f5b616f1c7 owned by network:dhcp {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 15:33:45.214430 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-408277a0-be75-410e-b266-3c77ec915600 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:45.240638 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408277a0-be75-410e-b266-3c77ec915600 admin admin] Pushing event deleted for resources: {'Port': ['ID=0546a3b6-9421-4222-9eed-43f5b616f1c7,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:33:45.244595 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-408277a0-be75-410e-b266-3c77ec915600 admin admin] No DVR routers for this DVR port 0546a3b6-9421-4222-9eed-43f5b616f1c7 on host n-d-694802-15 {{(pid=94466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 15:33:45.320285 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-408277a0-be75-410e-b266-3c77ec915600 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66413304', 'neutron.services.segments.db._delete_segments_for_network-8744654118000'] for network, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:45.330268 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-408277a0-be75-410e-b266-3c77ec915600 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['afd97fd8-f242-440b-ad5d-bdabbb8b0a95']}} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:33:45.345324 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-408277a0-be75-410e-b266-3c77ec915600 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de0b58d2-f6b1-4223-aff1-4a42f2fa5acd') {'for_net_delete': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:33:45.345655 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-408277a0-be75-410e-b266-3c77ec915600 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de0b58d2-f6b1-4223-aff1-4a42f2fa5acd') {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:33:45.356109 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-408277a0-be75-410e-b266-3c77ec915600 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744654122361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2293560'] for segment, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:45.360811 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc5cb155-f6f4-4eac-8af7-94c46962309e None None] DHCP port deletion for afd97fd8-f242-440b-ad5d-bdabbb8b0a95 request from n-d-694802-15 {{(pid=94468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 15:33:45.373363 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-408277a0-be75-410e-b266-3c77ec915600 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:45.382617 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-408277a0-be75-410e-b266-3c77ec915600 admin admin] Releasing vlan 306 on physical network physnet1 to pool {{(pid=94466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 15:33:45.383317 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-408277a0-be75-410e-b266-3c77ec915600 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3718595'] for segment, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:45.389522 n-d-694802-15 neutron-server[94466]: Traceback (most recent call last): Aug 12 15:33:45.389522 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 15:33:45.389522 n-d-694802-15 neutron-server[94466]: timer() Aug 12 15:33:45.389522 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 15:33:45.389522 n-d-694802-15 neutron-server[94466]: cb(*args, **kw) Aug 12 15:33:45.389522 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 15:33:45.389522 n-d-694802-15 neutron-server[94466]: return func(*args, **kwargs) Aug 12 15:33:45.389522 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 15:33:45.389522 n-d-694802-15 neutron-server[94466]: self._notify() Aug 12 15:33:45.389522 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 15:33:45.389522 n-d-694802-15 neutron-server[94466]: self.callback(batched_events) Aug 12 15:33:45.389522 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 15:33:45.389522 n-d-694802-15 neutron-server[94466]: event.method(event) Aug 12 15:33:45.389522 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 15:33:45.389522 n-d-694802-15 neutron-server[94466]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 15:33:45.389522 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 15:33:45.389522 n-d-694802-15 neutron-server[94466]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 15:33:45.389522 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 15:33:45.389522 n-d-694802-15 neutron-server[94466]: return f(self, *a, **k) Aug 12 15:33:45.389522 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 15:33:45.389522 n-d-694802-15 neutron-server[94466]: return self._get(url).json() Aug 12 15:33:45.389522 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 15:33:45.389522 n-d-694802-15 neutron-server[94466]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 15:33:45.389522 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 15:33:45.389522 n-d-694802-15 neutron-server[94466]: return self.request(url, 'GET', **kwargs) Aug 12 15:33:45.389522 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 15:33:45.389522 n-d-694802-15 neutron-server[94466]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 15:33:45.389522 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 15:33:45.389522 n-d-694802-15 neutron-server[94466]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 15:33:45.389522 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 15:33:45.389522 n-d-694802-15 neutron-server[94466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 15:33:45.389522 n-d-694802-15 neutron-server[94466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 15:33:45.439063 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 52346c6b-cfd3-44bf-a772-396424d7c56a no longer exists at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 15:33:45.459104 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] No Port match for: 52346c6b-cfd3-44bf-a772-396424d7c56a {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 15:33:45.459440 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 52346c6b-cfd3-44bf-a772-396424d7c56a not bound to the agent host n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 15:33:45.460052 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device f9649145-bb67-498a-bb5a-9251f1e5003f no longer exists at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 15:33:45.460420 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-408277a0-be75-410e-b266-3c77ec915600 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66413281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431520'] for network, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:45.466436 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-408277a0-be75-410e-b266-3c77ec915600 admin admin] Notify callbacks [] for network, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:45.468583 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-408277a0-be75-410e-b266-3c77ec915600 admin admin] 10.222.0.39 "DELETE /v2.0/networks/afd97fd8-f242-440b-ad5d-bdabbb8b0a95 HTTP/1.1" status: 204 len: 168 time: 0.5439289 Aug 12 15:33:45.481864 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] No Port match for: f9649145-bb67-498a-bb5a-9251f1e5003f {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 15:33:45.482203 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device f9649145-bb67-498a-bb5a-9251f1e5003f not bound to the agent host n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 15:33:45.482622 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 0546a3b6-9421-4222-9eed-43f5b616f1c7 no longer exists at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 15:33:45.486939 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408277a0-be75-410e-b266-3c77ec915600 admin admin] Pushing event deleted for resources: {'Network': ['ID=afd97fd8-f242-440b-ad5d-bdabbb8b0a95,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:33:45.502868 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] No Port match for: 0546a3b6-9421-4222-9eed-43f5b616f1c7 {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 15:33:45.503230 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 0546a3b6-9421-4222-9eed-43f5b616f1c7 not bound to the agent host n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 15:33:45.635230 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 36160) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:33:45.675180 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-50223b3f-3965-4440-8d7e-3d67aa0aa20e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7822f59cb85b4ff694106fedfd15411e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0387449 Aug 12 15:33:45.678235 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 36162) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:33:45.727768 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5c9dd68e-1bd0-41ed-bde6-b1e4b72a44cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:45.748827 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5c9dd68e-1bd0-41ed-bde6-b1e4b72a44cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:45.796771 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5c9dd68e-1bd0-41ed-bde6-b1e4b72a44cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:45.799419 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5c9dd68e-1bd0-41ed-bde6-b1e4b72a44cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:45.800663 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-5c9dd68e-1bd0-41ed-bde6-b1e4b72a44cf admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/265f4107-2b82-4ce4-b0e7-f547c238f058 HTTP/1.1" status: 204 len: 168 time: 0.1214480 Aug 12 15:33:45.810154 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9dd68e-1bd0-41ed-bde6-b1e4b72a44cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=265f4107-2b82-4ce4-b0e7-f547c238f058,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:33:45.835367 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-fe95f194-a3b0-4c04-9e42-20b511169d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:46.124614 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 36168) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:33:46.164451 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-2e626644-ac75-47bd-8075-505f85ffdce0 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=94bbe3c55c4a42a2bca976ef28a7d9be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0386586 Aug 12 15:33:46.166765 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 36170) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:33:46.219311 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-54a47b4c-6a86-4e36-9777-596246b81cf2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:46.240629 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-54a47b4c-6a86-4e36-9777-596246b81cf2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:46.288297 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-54a47b4c-6a86-4e36-9777-596246b81cf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:46.290984 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-54a47b4c-6a86-4e36-9777-596246b81cf2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:46.292155 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-54a47b4c-6a86-4e36-9777-596246b81cf2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3c476f47-4fec-4bfc-abcf-4d4cc3d697c2 HTTP/1.1" status: 204 len: 168 time: 0.1244307 Aug 12 15:33:46.299880 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a47b4c-6a86-4e36-9777-596246b81cf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c476f47-4fec-4bfc-abcf-4d4cc3d697c2,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:33:48.282362 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 36210) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:33:48.287759 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-643a9112-b2d5-4ef6-9410-9ec8a1e4770e tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1364422152', 'description': 'tempest-secgroup-smoke-1364422152 description', 'project_id': 'b54ac9ed014240dead4ece37b0fb3f94'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:33:48.308996 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-643a9112-b2d5-4ef6-9410-9ec8a1e4770e tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks [] for security_group, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:48.316654 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-643a9112-b2d5-4ef6-9410-9ec8a1e4770e tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks [] for security_group, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:48.408471 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-643a9112-b2d5-4ef6-9410-9ec8a1e4770e tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks [] for security_group, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:48.412363 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-643a9112-b2d5-4ef6-9410-9ec8a1e4770e tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:48.452008 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643a9112-b2d5-4ef6-9410-9ec8a1e4770e tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc3a2c42-6ea0-4b80-b8b9-ead670dc28de,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:33:48.505174 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-643a9112-b2d5-4ef6-9410-9ec8a1e4770e tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks [] for security_group, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:48.508838 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-643a9112-b2d5-4ef6-9410-9ec8a1e4770e tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:48.539113 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-643a9112-b2d5-4ef6-9410-9ec8a1e4770e tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:48.540375 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-643a9112-b2d5-4ef6-9410-9ec8a1e4770e tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2569783 Aug 12 15:33:48.541058 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643a9112-b2d5-4ef6-9410-9ec8a1e4770e tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c658f3f-53ea-4a0c-9b59-85a4c863a1f1,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:33:48.544759 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 36212) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:33:48.549179 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-f0fc9e51-41ee-4d7e-9e72-da06801785ff tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Request body: {'security_group_rule': {'security_group_id': '2c658f3f-53ea-4a0c-9b59-85a4c863a1f1', 'project_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:33:48.575597 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f0fc9e51-41ee-4d7e-9e72-da06801785ff tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:48.636688 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f0fc9e51-41ee-4d7e-9e72-da06801785ff tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:48.640304 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f0fc9e51-41ee-4d7e-9e72-da06801785ff tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641735'] for security_group_rule, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:48.661591 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fc9e51-41ee-4d7e-9e72-da06801785ff tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26746490-bad3-4224-a8fc-4e35ab6977dd,revision_number=0']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:33:48.665309 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f0fc9e51-41ee-4d7e-9e72-da06801785ff tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:48.666526 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-f0fc9e51-41ee-4d7e-9e72-da06801785ff tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1208537 Aug 12 15:33:48.669274 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 36214) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:33:48.673687 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-6a53ca90-96a4-4b16-be49-fb9b766d1486 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Request body: {'security_group_rule': {'security_group_id': '2c658f3f-53ea-4a0c-9b59-85a4c863a1f1', 'project_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:33:48.701345 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-6a53ca90-96a4-4b16-be49-fb9b766d1486 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:48.757505 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-6a53ca90-96a4-4b16-be49-fb9b766d1486 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:48.761160 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-6a53ca90-96a4-4b16-be49-fb9b766d1486 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641735'] for security_group_rule, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:48.778326 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a53ca90-96a4-4b16-be49-fb9b766d1486 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8018dfce-1d4e-472b-a17e-3582173e3fe8,revision_number=0']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:33:48.785403 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-6a53ca90-96a4-4b16-be49-fb9b766d1486 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:48.786959 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-6a53ca90-96a4-4b16-be49-fb9b766d1486 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1167388 Aug 12 15:33:48.789697 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 36216) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:33:48.794633 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-15b22572-785e-4049-9d40-66f697120823 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Request body: {'security_group_rule': {'security_group_id': '2c658f3f-53ea-4a0c-9b59-85a4c863a1f1', 'project_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:33:48.823381 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-15b22572-785e-4049-9d40-66f697120823 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:48.884675 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-15b22572-785e-4049-9d40-66f697120823 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:48.888053 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-15b22572-785e-4049-9d40-66f697120823 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641735'] for security_group_rule, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:48.905543 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b22572-785e-4049-9d40-66f697120823 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9edf904-3d98-400e-a324-92d616e8b028,revision_number=0']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:33:48.911394 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-15b22572-785e-4049-9d40-66f697120823 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:48.912673 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-15b22572-785e-4049-9d40-66f697120823 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1218224 Aug 12 15:33:48.915259 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 36218) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:33:48.919584 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-d34f04c8-d58e-4614-90dc-ac818fa268d0 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Request body: {'security_group_rule': {'security_group_id': '2c658f3f-53ea-4a0c-9b59-85a4c863a1f1', 'project_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:33:48.945316 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d34f04c8-d58e-4614-90dc-ac818fa268d0 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:49.005812 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d34f04c8-d58e-4614-90dc-ac818fa268d0 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:49.009889 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d34f04c8-d58e-4614-90dc-ac818fa268d0 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641735'] for security_group_rule, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:49.028159 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34f04c8-d58e-4614-90dc-ac818fa268d0 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77b3b946-ea17-4b0d-b2bb-117493388508,revision_number=0']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:33:49.036508 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d34f04c8-d58e-4614-90dc-ac818fa268d0 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:49.037884 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-d34f04c8-d58e-4614-90dc-ac818fa268d0 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1216452 Aug 12 15:33:49.041267 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 36220) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:33:49.045678 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-61189ee8-ac97-47eb-b261-771b31b36833 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Request body: {'security_group_rule': {'security_group_id': '2c658f3f-53ea-4a0c-9b59-85a4c863a1f1', 'project_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:33:49.067811 n-d-694802-15 neutron-server[94466]: INFO neutron.db.securitygroups_db [None req-61189ee8-ac97-47eb-b261-771b31b36833 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Project b54ac9ed014240dead4ece37b0fb3f94 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 12 15:33:49.072949 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-61189ee8-ac97-47eb-b261-771b31b36833 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:49.132372 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-61189ee8-ac97-47eb-b261-771b31b36833 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:49.136205 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-61189ee8-ac97-47eb-b261-771b31b36833 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641735'] for security_group_rule, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:49.164722 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61189ee8-ac97-47eb-b261-771b31b36833 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8c9078c-475b-4d3a-a061-2cf60987cdcd,revision_number=0']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:33:49.168135 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-61189ee8-ac97-47eb-b261-771b31b36833 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:49.169521 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-61189ee8-ac97-47eb-b261-771b31b36833 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1272721 Aug 12 15:33:49.173841 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 36222) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:33:49.180127 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-badb8fe7-303b-463b-869c-b0944793c748 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Request body: {'security_group_rule': {'security_group_id': '2c658f3f-53ea-4a0c-9b59-85a4c863a1f1', 'project_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:33:49.202899 n-d-694802-15 neutron-server[94466]: INFO neutron.db.securitygroups_db [None req-badb8fe7-303b-463b-869c-b0944793c748 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Project b54ac9ed014240dead4ece37b0fb3f94 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 12 15:33:49.207959 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-badb8fe7-303b-463b-869c-b0944793c748 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:49.272969 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-badb8fe7-303b-463b-869c-b0944793c748 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:49.276535 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-badb8fe7-303b-463b-869c-b0944793c748 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641735'] for security_group_rule, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:49.292556 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badb8fe7-303b-463b-869c-b0944793c748 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=931acb64-324d-412d-9ed9-d6d1d57a7ce8,revision_number=0']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:33:49.300714 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-badb8fe7-303b-463b-869c-b0944793c748 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:49.305420 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-badb8fe7-303b-463b-869c-b0944793c748 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1269257 Aug 12 15:33:49.305519 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 36224) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:33:49.310335 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-2f2d31cc-3a14-4729-931d-d3eb934794ef tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Request body: {'network': {'name': 'tempest-network-smoke--720017260', 'project_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'port_security_enabled': True}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:33:49.331095 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f2d31cc-3a14-4729-931d-d3eb934794ef tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Made reservation on behalf of b54ac9ed014240dead4ece37b0fb3f94 for: {'network': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 15:33:49.335074 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2f2d31cc-3a14-4729-931d-d3eb934794ef tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for network, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:49.358404 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f2d31cc-3a14-4729-931d-d3eb934794ef tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] vlan segment allocate from pool success with {'vlan_id': 327, 'physical_network': 'physnet1'} {{(pid=94466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 15:33:49.367929 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2f2d31cc-3a14-4729-931d-d3eb934794ef tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:49.368334 n-d-694802-15 neutron-server[94466]: INFO neutron.db.segments_db [None req-2f2d31cc-3a14-4729-931d-d3eb934794ef tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Added segment 6639bd2c-dbd4-4004-ba39-12530ce74afd of type vlan for network fb08d230-8c66-4caa-9ac1-09b0c6cf3388 Aug 12 15:33:49.413229 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2f2d31cc-3a14-4729-931d-d3eb934794ef tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744653628263'] for network, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:49.441461 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2f2d31cc-3a14-4729-931d-d3eb934794ef tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409'] for network, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:49.447797 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f2d31cc-3a14-4729-931d-d3eb934794ef tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:33:49.448393 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2f2d31cc-3a14-4729-931d-d3eb934794ef tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks [] for network, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:49.506919 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-2f2d31cc-3a14-4729-931d-d3eb934794ef tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2003970 Aug 12 15:33:49.509769 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 36226) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:33:49.514153 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-83e606b1-ed03-439e-9243-86fc43c8685c tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1819264424', 'admin_state_up': True, 'project_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'}}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:33:49.531631 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2d31cc-3a14-4729-931d-d3eb934794ef tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Pushing event updated for resources: {'Network': ['ID=fb08d230-8c66-4caa-9ac1-09b0c6cf3388,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:33:49.543323 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Network fb08d230-8c66-4caa-9ac1-09b0c6cf3388 details requested by agent ovs-agent-n-d-694802-15 with host n-d-694802-15 {{(pid=94468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 15:33:49.548391 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-83e606b1-ed03-439e-9243-86fc43c8685c tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-430574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-104863'] for router, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:49.549496 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-83e606b1-ed03-439e-9243-86fc43c8685c tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-429438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-431405', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66646573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-104852'] for router, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:49.607428 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-83e606b1-ed03-439e-9243-86fc43c8685c tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:49.746092 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-83e606b1-ed03-439e-9243-86fc43c8685c tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:49.938088 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-83e606b1-ed03-439e-9243-86fc43c8685c tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks [] for router_gateway, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:49.956972 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-83e606b1-ed03-439e-9243-86fc43c8685c tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:50.061095 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-83e606b1-ed03-439e-9243-86fc43c8685c tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Allocated IP 172.25.1.58 (d3759e1b-6c03-45ac-acd4-90abb417809b/f0254f08-c19c-4e31-bd9c-09389ea4b6f2/9dba8f7e-8beb-48db-83ec-a91e4ff4f3d3) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 15:33:50.163530 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-83e606b1-ed03-439e-9243-86fc43c8685c tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:50.202519 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-83e606b1-ed03-439e-9243-86fc43c8685c tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:50.243218 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83e606b1-ed03-439e-9243-86fc43c8685c tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Network d3759e1b-6c03-45ac-acd4-90abb417809b is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 15:33:50.245999 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-83e606b1-ed03-439e-9243-86fc43c8685c tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:33:50.251407 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83e606b1-ed03-439e-9243-86fc43c8685c tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 15:33:50.276719 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e606b1-ed03-439e-9243-86fc43c8685c tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Pushing event updated for resources: {'Port': ['ID=9dba8f7e-8beb-48db-83ec-a91e4ff4f3d3,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:33:50.554008 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-83e606b1-ed03-439e-9243-86fc43c8685c tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks [] for router_gateway, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:51.039895 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-83e606b1-ed03-439e-9243-86fc43c8685c tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-429413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-431608'] for router, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:51.196036 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83e606b1-ed03-439e-9243-86fc43c8685c tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Router 91c2912c-7f4c-4e26-9189-8c39edafd54d is scheduled to L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f with binding_index 1 {{(pid=94466) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 15:33:51.304734 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83e606b1-ed03-439e-9243-86fc43c8685c tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 15:33:51.315005 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e00912fc-f590-4eb1-a3e6-1492110668de None None] Sync routers for ids ['91c2912c-7f4c-4e26-9189-8c39edafd54d'] in n-d-694802-15 {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 15:33:51.324606 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e00912fc-f590-4eb1-a3e6-1492110668de None None] Routers {'91c2912c-7f4c-4e26-9189-8c39edafd54d'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:33:51.325285 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-e00912fc-f590-4eb1-a3e6-1492110668de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T15:33:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['91c2912c-7f4c-4e26-9189-8c39edafd54d'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:33:51.326245 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-83e606b1-ed03-439e-9243-86fc43c8685c tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks [] for router, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:51.327882 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-83e606b1-ed03-439e-9243-86fc43c8685c tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8170638 Aug 12 15:33:51.330923 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 36228) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:33:51.434855 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvr_db [None req-e00912fc-f590-4eb1-a3e6-1492110668de None None] Set router 91c2912c-7f4c-4e26-9189-8c39edafd54d gateway port host: n-d-694802-15 {{(pid=94468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:33:51.461212 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-71676165-51a4-4971-b956-b4a27773d089 tempest-TestNetworkAdvancedServerOps-1009123411 tempest-TestNetworkAdvancedServerOps-1009123411-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=b54ac9ed014240dead4ece37b0fb3f94&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1291091 Aug 12 15:33:51.463828 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 36232) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:33:51.611056 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-e00912fc-f590-4eb1-a3e6-1492110668de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91c2912c-7f4c-4e26-9189-8c39edafd54d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1819264424', 'tenant_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.58'}], 'enable_snat': True}, 'gw_port_id': '9dba8f7e-8beb-48db-83ec-a91e4ff4f3d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:33:49Z', 'updated_at': '2021-08-12T15:33:50Z', 'revision_number': 3, 'project_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'gw_port': {'id': '9dba8f7e-8beb-48db-83ec-a91e4ff4f3d3', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:45:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91c2912c-7f4c-4e26-9189-8c39edafd54d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:33:49Z', 'updated_at': '2021-08-12T15:33:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15'}], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:33:51.621982 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67ae0e72-cdca-490f-8464-1fd56d90e7b0 tempest-TestNetworkAdvancedServerOps-1009123411 tempest-TestNetworkAdvancedServerOps-1009123411-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:33:51.623533 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-67ae0e72-cdca-490f-8464-1fd56d90e7b0 tempest-TestNetworkAdvancedServerOps-1009123411 tempest-TestNetworkAdvancedServerOps-1009123411-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1587932 Aug 12 15:33:51.626319 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 36234) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:33:51.641093 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e00912fc-f590-4eb1-a3e6-1492110668de None None] Checking router: 91c2912c-7f4c-4e26-9189-8c39edafd54d for host: n-d-694802-15 {{(pid=94468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 15:33:51.641475 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e00912fc-f590-4eb1-a3e6-1492110668de None None] Updating router 91c2912c-7f4c-4e26-9189-8c39edafd54d port 9dba8f7e-8beb-48db-83ec-a91e4ff4f3d3 binding host n-d-694802-15 {{(pid=94468) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 15:33:51.661303 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-034e4fb7-89e6-4cef-b054-5a5744c3b652 tempest-TestNetworkAdvancedServerOps-1009123411 tempest-TestNetworkAdvancedServerOps-1009123411-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=d3759e1b-6c03-45ac-acd4-90abb417809b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0338750 Aug 12 15:33:51.664361 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 36236) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:33:51.672229 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-5be0e75f-609b-4f22-9e41-4693a3f8065b tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1895350866', 'network_id': 'fb08d230-8c66-4caa-9ac1-09b0c6cf3388', 'project_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:33:51.673791 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-e00912fc-f590-4eb1-a3e6-1492110668de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:51.761892 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5be0e75f-609b-4f22-9e41-4693a3f8065b tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Made reservation on behalf of b54ac9ed014240dead4ece37b0fb3f94 for: {'subnet': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 15:33:51.765343 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-5be0e75f-609b-4f22-9e41-4693a3f8065b tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3343791'] for subnet, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:51.936948 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-e00912fc-f590-4eb1-a3e6-1492110668de None None] Notify callbacks [] for port, precommit_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:51.945927 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-5be0e75f-609b-4f22-9e41-4693a3f8065b tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2859166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3343773'] for subnet, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:51.947815 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-e00912fc-f590-4eb1-a3e6-1492110668de None None] Transition to ACTIVE for port object 9dba8f7e-8beb-48db-83ec-a91e4ff4f3d3 will not be triggered until provisioned by entity L2. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:33:51.953102 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-e00912fc-f590-4eb1-a3e6-1492110668de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:52.004234 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-e00912fc-f590-4eb1-a3e6-1492110668de None None] Attempting to bind port 9dba8f7e-8beb-48db-83ec-a91e4ff4f3d3 on host n-d-694802-15 for vnic_type normal with profile {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 15:33:52.004608 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-e00912fc-f590-4eb1-a3e6-1492110668de None None] Attempting to bind port 9dba8f7e-8beb-48db-83ec-a91e4ff4f3d3 by drivers openvswitch,hyperv on host n-d-694802-15 at level 0 using segments [{'id': 'b1b396cb-2dc6-4041-bfc7-1833a80a4720', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 15:33:52.005300 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e00912fc-f590-4eb1-a3e6-1492110668de None None] Attempting to bind port 9dba8f7e-8beb-48db-83ec-a91e4ff4f3d3 on network d3759e1b-6c03-45ac-acd4-90abb417809b {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 15:33:52.008676 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1883ec96-af60-46f4-bf9e-9aa6b99f6aca None None] Pushing event updated for resources: {'Port': ['ID=9dba8f7e-8beb-48db-83ec-a91e4ff4f3d3,revision_number=2']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:33:52.011899 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be0e75f-609b-4f22-9e41-4693a3f8065b tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Pushing event updated for resources: {'Subnet': ['ID=6f0a1a27-4e23-4d69-9c51-d83d70f96366,revision_number=0']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:33:52.019045 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1883ec96-af60-46f4-bf9e-9aa6b99f6aca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:33:52.019447 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1883ec96-af60-46f4-bf9e-9aa6b99f6aca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:33:52.019766 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5be0e75f-609b-4f22-9e41-4693a3f8065b tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Checking segment: {'id': '6639bd2c-dbd4-4004-ba39-12530ce74afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'fb08d230-8c66-4caa-9ac1-09b0c6cf3388'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 15:33:52.019893 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1883ec96-af60-46f4-bf9e-9aa6b99f6aca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:33:52.020132 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5be0e75f-609b-4f22-9e41-4693a3f8065b tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Network hostable DHCP agents. Network: fb08d230-8c66-4caa-9ac1-09b0c6cf3388, hostable agents: ['1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658'], hosted agents: [] {{(pid=94467) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 15:33:52.020487 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1883ec96-af60-46f4-bf9e-9aa6b99f6aca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:33:52.020985 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1883ec96-af60-46f4-bf9e-9aa6b99f6aca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:33:52.021392 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1883ec96-af60-46f4-bf9e-9aa6b99f6aca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:33:52.021782 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1883ec96-af60-46f4-bf9e-9aa6b99f6aca None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:33:52.022195 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1883ec96-af60-46f4-bf9e-9aa6b99f6aca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:33:52.022520 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1883ec96-af60-46f4-bf9e-9aa6b99f6aca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:33:52.022847 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1883ec96-af60-46f4-bf9e-9aa6b99f6aca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:33:52.023348 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1883ec96-af60-46f4-bf9e-9aa6b99f6aca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:33:52.023668 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1883ec96-af60-46f4-bf9e-9aa6b99f6aca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:33:52.027959 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e00912fc-f590-4eb1-a3e6-1492110668de None None] Checking agent: {'id': '16de73ac-f2e9-4cee-b3e0-91052ae3e6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 20, 13), 'started_at': datetime.datetime(2021, 8, 12, 14, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 15, 33, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 15:33:52.028334 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e00912fc-f590-4eb1-a3e6-1492110668de None None] Checking segment: {'id': 'b1b396cb-2dc6-4041-bfc7-1833a80a4720', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 15:33:52.028873 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-e00912fc-f590-4eb1-a3e6-1492110668de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:52.029278 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e00912fc-f590-4eb1-a3e6-1492110668de None None] Bound using segment: {'id': 'b1b396cb-2dc6-4041-bfc7-1833a80a4720', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 15:33:52.029750 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-e00912fc-f590-4eb1-a3e6-1492110668de None None] Bound port: 9dba8f7e-8beb-48db-83ec-a91e4ff4f3d3, host: n-d-694802-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1b396cb-2dc6-4041-bfc7-1833a80a4720', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'}}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 15:33:52.030129 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-e00912fc-f590-4eb1-a3e6-1492110668de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:52.037981 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5be0e75f-609b-4f22-9e41-4693a3f8065b tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Network fb08d230-8c66-4caa-9ac1-09b0c6cf3388 is scheduled to be hosted by DHCP agent 1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658 with binding_index 1 {{(pid=94467) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 15:33:52.047305 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [None req-5be0e75f-609b-4f22-9e41-4693a3f8065b tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-15, fb08d230-8c66-4caa-9ac1-09b0c6cf3388) {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:33:52.051850 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5be0e75f-609b-4f22-9e41-4693a3f8065b tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:33:52.053205 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-5be0e75f-609b-4f22-9e41-4693a3f8065b tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks [] for subnet, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:52.060000 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4a6dc6c-6fc5-498b-af48-f72a70a77ce6 None None] Network fb08d230-8c66-4caa-9ac1-09b0c6cf3388 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 15:33:52.068731 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-5be0e75f-609b-4f22-9e41-4693a3f8065b tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4021773 Aug 12 15:33:52.071537 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 36238) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:33:52.138731 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-e00912fc-f590-4eb1-a3e6-1492110668de None None] For port 9dba8f7e-8beb-48db-83ec-a91e4ff4f3d3, host n-d-694802-15, cleared binding levels {{(pid=94468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 15:33:52.146893 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-e00912fc-f590-4eb1-a3e6-1492110668de None None] For port 9dba8f7e-8beb-48db-83ec-a91e4ff4f3d3, host n-d-694802-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=9dba8f7e-8beb-48db-83ec-a91e4ff4f3d3,segment=NetworkSegment(b1b396cb-2dc6-4041-bfc7-1833a80a4720),segment_id=b1b396cb-2dc6-4041-bfc7-1833a80a4720)] {{(pid=94468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 15:33:52.152298 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-e00912fc-f590-4eb1-a3e6-1492110668de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:52.257606 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e00912fc-f590-4eb1-a3e6-1492110668de None None] Routers {'91c2912c-7f4c-4e26-9189-8c39edafd54d'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:33:52.258206 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-e00912fc-f590-4eb1-a3e6-1492110668de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T15:33:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['91c2912c-7f4c-4e26-9189-8c39edafd54d'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:33:52.294397 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1883ec96-af60-46f4-bf9e-9aa6b99f6aca None None] Pushing event updated for resources: {'Port': ['ID=9dba8f7e-8beb-48db-83ec-a91e4ff4f3d3,revision_number=3']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:33:52.327724 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cc230ed-a797-4c06-8ba6-c15c7ba18fd6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa7035b3e-9a89-5964-b9f4-97301c3f476a-fb08d230-8c66-4caa-9ac1-09b0c6cf3388', 'network_id': 'fb08d230-8c66-4caa-9ac1-09b0c6cf3388', 'tenant_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'fixed_ips': [{'subnet_id': '6f0a1a27-4e23-4d69-9c51-d83d70f96366'}]}} from n-d-694802-15. {{(pid=94468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 15:33:52.328568 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-6cc230ed-a797-4c06-8ba6-c15c7ba18fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:52.443993 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvr_db [None req-e00912fc-f590-4eb1-a3e6-1492110668de None None] Set router 91c2912c-7f4c-4e26-9189-8c39edafd54d gateway port host: n-d-694802-15 {{(pid=94468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:33:52.496803 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-d895e55b-bbe7-4e30-9ddf-80f33e45ab16 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:52.607353 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.db_base_plugin_common [None req-6cc230ed-a797-4c06-8ba6-c15c7ba18fd6 None None] Allocated IP 172.20.0.2 (fb08d230-8c66-4caa-9ac1-09b0c6cf3388/6f0a1a27-4e23-4d69-9c51-d83d70f96366/c7ea51d6-6b64-47fe-8f51-557cbf4b5bc3) {{(pid=94468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 15:33:52.904066 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-e00912fc-f590-4eb1-a3e6-1492110668de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91c2912c-7f4c-4e26-9189-8c39edafd54d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1819264424', 'tenant_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.58'}], 'enable_snat': True}, 'gw_port_id': '9dba8f7e-8beb-48db-83ec-a91e4ff4f3d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:33:49Z', 'updated_at': '2021-08-12T15:33:50Z', 'revision_number': 3, 'project_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'gw_port': {'id': '9dba8f7e-8beb-48db-83ec-a91e4ff4f3d3', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:45:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91c2912c-7f4c-4e26-9189-8c39edafd54d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:33:49Z', 'updated_at': '2021-08-12T15:33:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15'}], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:33:52.947009 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e00912fc-f590-4eb1-a3e6-1492110668de None None] The sync data for ids ['91c2912c-7f4c-4e26-9189-8c39edafd54d'] in n-d-694802-15 is: [{'id': '91c2912c-7f4c-4e26-9189-8c39edafd54d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1819264424', 'tenant_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.58'}], 'enable_snat': True}, 'gw_port_id': '9dba8f7e-8beb-48db-83ec-a91e4ff4f3d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:33:49Z', 'updated_at': '2021-08-12T15:33:50Z', 'revision_number': 3, 'project_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'gw_port': {'id': '9dba8f7e-8beb-48db-83ec-a91e4ff4f3d3', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:45:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91c2912c-7f4c-4e26-9189-8c39edafd54d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:33:49Z', 'updated_at': '2021-08-12T15:33:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15'}] {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 15:33:52.972513 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-6cc230ed-a797-4c06-8ba6-c15c7ba18fd6 None None] Notify callbacks [] for port, precommit_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:52.980966 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-6cc230ed-a797-4c06-8ba6-c15c7ba18fd6 None None] Transition to ACTIVE for port object c7ea51d6-6b64-47fe-8f51-557cbf4b5bc3 will not be triggered until provisioned by entity L2. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:33:52.996263 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-6cc230ed-a797-4c06-8ba6-c15c7ba18fd6 None None] Transition to ACTIVE for port object c7ea51d6-6b64-47fe-8f51-557cbf4b5bc3 will not be triggered until provisioned by entity DHCP. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:33:53.007876 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-6cc230ed-a797-4c06-8ba6-c15c7ba18fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253'] for port, after_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:53.045299 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cc230ed-a797-4c06-8ba6-c15c7ba18fd6 None None] Network fb08d230-8c66-4caa-9ac1-09b0c6cf3388 is already hosted by enough agents. {{(pid=94468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 15:33:53.048278 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.base_scheduler [None req-6cc230ed-a797-4c06-8ba6-c15c7ba18fd6 None None] Resources bound (agent type, host, resource id): {{(pid=94468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:33:53.054486 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cc230ed-a797-4c06-8ba6-c15c7ba18fd6 None None] Received port after_create {{(pid=94468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 15:33:53.063891 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_common [None req-d895e55b-bbe7-4e30-9ddf-80f33e45ab16 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Allocated IP 172.20.0.1 (fb08d230-8c66-4caa-9ac1-09b0c6cf3388/6f0a1a27-4e23-4d69-9c51-d83d70f96366/1676b6a5-a9e3-4f12-8499-68430165b3c7) {{(pid=94467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 15:33:53.065431 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc230ed-a797-4c06-8ba6-c15c7ba18fd6 None None] Pushing event updated for resources: {'Port': ['ID=c7ea51d6-6b64-47fe-8f51-557cbf4b5bc3,revision_number=1']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:33:53.121868 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-6cc230ed-a797-4c06-8ba6-c15c7ba18fd6 None None] Attempting to bind port c7ea51d6-6b64-47fe-8f51-557cbf4b5bc3 on host n-d-694802-15 for vnic_type normal with profile {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 15:33:53.122314 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-6cc230ed-a797-4c06-8ba6-c15c7ba18fd6 None None] Attempting to bind port c7ea51d6-6b64-47fe-8f51-557cbf4b5bc3 by drivers openvswitch,hyperv on host n-d-694802-15 at level 0 using segments [{'id': '6639bd2c-dbd4-4004-ba39-12530ce74afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'fb08d230-8c66-4caa-9ac1-09b0c6cf3388'}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 15:33:53.122740 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cc230ed-a797-4c06-8ba6-c15c7ba18fd6 None None] Attempting to bind port c7ea51d6-6b64-47fe-8f51-557cbf4b5bc3 on network fb08d230-8c66-4caa-9ac1-09b0c6cf3388 {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 15:33:53.128473 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cc230ed-a797-4c06-8ba6-c15c7ba18fd6 None None] Checking agent: {'id': '16de73ac-f2e9-4cee-b3e0-91052ae3e6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 20, 13), 'started_at': datetime.datetime(2021, 8, 12, 14, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 15, 33, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 15:33:53.130744 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cc230ed-a797-4c06-8ba6-c15c7ba18fd6 None None] Checking segment: {'id': '6639bd2c-dbd4-4004-ba39-12530ce74afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'fb08d230-8c66-4caa-9ac1-09b0c6cf3388'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 15:33:53.131245 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-6cc230ed-a797-4c06-8ba6-c15c7ba18fd6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:53.132311 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cc230ed-a797-4c06-8ba6-c15c7ba18fd6 None None] Bound using segment: {'id': '6639bd2c-dbd4-4004-ba39-12530ce74afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'fb08d230-8c66-4caa-9ac1-09b0c6cf3388'} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 15:33:53.132872 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-6cc230ed-a797-4c06-8ba6-c15c7ba18fd6 None None] Bound port: c7ea51d6-6b64-47fe-8f51-557cbf4b5bc3, host: n-d-694802-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6639bd2c-dbd4-4004-ba39-12530ce74afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'fb08d230-8c66-4caa-9ac1-09b0c6cf3388'}}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 15:33:53.133328 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-6cc230ed-a797-4c06-8ba6-c15c7ba18fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:53.214424 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-d895e55b-bbe7-4e30-9ddf-80f33e45ab16 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks [] for port, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:53.221012 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-6cc230ed-a797-4c06-8ba6-c15c7ba18fd6 None None] For port c7ea51d6-6b64-47fe-8f51-557cbf4b5bc3, host n-d-694802-15, cleared binding levels {{(pid=94468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 15:33:53.225431 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-6cc230ed-a797-4c06-8ba6-c15c7ba18fd6 None None] For port c7ea51d6-6b64-47fe-8f51-557cbf4b5bc3, host n-d-694802-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=c7ea51d6-6b64-47fe-8f51-557cbf4b5bc3,segment=NetworkSegment(6639bd2c-dbd4-4004-ba39-12530ce74afd),segment_id=6639bd2c-dbd4-4004-ba39-12530ce74afd)] {{(pid=94468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 15:33:53.238097 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-6cc230ed-a797-4c06-8ba6-c15c7ba18fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:53.248509 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [None req-d895e55b-bbe7-4e30-9ddf-80f33e45ab16 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Transition to ACTIVE for port object 1676b6a5-a9e3-4f12-8499-68430165b3c7 will not be triggered until provisioned by entity DHCP. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:33:53.286705 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-d895e55b-bbe7-4e30-9ddf-80f33e45ab16 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:53.308911 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc230ed-a797-4c06-8ba6-c15c7ba18fd6 None None] Pushing event updated for resources: {'Port': ['ID=c7ea51d6-6b64-47fe-8f51-557cbf4b5bc3,revision_number=2']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:33:53.337114 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d895e55b-bbe7-4e30-9ddf-80f33e45ab16 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Network fb08d230-8c66-4caa-9ac1-09b0c6cf3388 is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 15:33:53.341054 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [None req-d895e55b-bbe7-4e30-9ddf-80f33e45ab16 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:33:53.352524 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d895e55b-bbe7-4e30-9ddf-80f33e45ab16 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Received port after_create {{(pid=94467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 15:33:53.393567 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d895e55b-bbe7-4e30-9ddf-80f33e45ab16 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Pushing event updated for resources: {'Port': ['ID=1676b6a5-a9e3-4f12-8499-68430165b3c7,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:33:53.418285 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-d895e55b-bbe7-4e30-9ddf-80f33e45ab16 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66663725'] for router_interface, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:53.419231 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 9dba8f7e-8beb-48db-83ec-a91e4ff4f3d3 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 15:33:53.484140 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning for port 9dba8f7e-8beb-48db-83ec-a91e4ff4f3d3 completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:33:53.491662 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port 9dba8f7e-8beb-48db-83ec-a91e4ff4f3d3 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:33:53.492392 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:53.609348 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:53.619813 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-d895e55b-bbe7-4e30-9ddf-80f33e45ab16 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:53.652274 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] For port 9dba8f7e-8beb-48db-83ec-a91e4ff4f3d3, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=9dba8f7e-8beb-48db-83ec-a91e4ff4f3d3,segment=NetworkSegment(b1b396cb-2dc6-4041-bfc7-1833a80a4720),segment_id=b1b396cb-2dc6-4041-bfc7-1833a80a4720)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:33:53.658980 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:53.712441 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Pushing event updated for resources: {'Port': ['ID=9dba8f7e-8beb-48db-83ec-a91e4ff4f3d3,revision_number=4']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:33:53.920806 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-d895e55b-bbe7-4e30-9ddf-80f33e45ab16 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:53.925571 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-d895e55b-bbe7-4e30-9ddf-80f33e45ab16 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:54.003625 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-d895e55b-bbe7-4e30-9ddf-80f33e45ab16 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66628363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66663865'] for router_interface, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:54.005433 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d895e55b-bbe7-4e30-9ddf-80f33e45ab16 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Pushing event updated for resources: {'Port': ['ID=1676b6a5-a9e3-4f12-8499-68430165b3c7,revision_number=2']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:33:54.100726 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d895e55b-bbe7-4e30-9ddf-80f33e45ab16 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Network fb08d230-8c66-4caa-9ac1-09b0c6cf3388 is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 15:33:54.102071 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [None req-d895e55b-bbe7-4e30-9ddf-80f33e45ab16 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:33:54.217938 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d895e55b-bbe7-4e30-9ddf-80f33e45ab16 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Router 91c2912c-7f4c-4e26-9189-8c39edafd54d has already been hosted by L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f {{(pid=94467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 15:33:54.269649 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd1a3109-7ae3-416b-a9fc-ef9926e47706 None None] Network fb08d230-8c66-4caa-9ac1-09b0c6cf3388 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 15:33:54.390902 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-c603c6a0-99ce-415c-8479-9904f393ecbe None None] Provisioning for port c7ea51d6-6b64-47fe-8f51-557cbf4b5bc3 completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:33:54.663058 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d895e55b-bbe7-4e30-9ddf-80f33e45ab16 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 15:33:54.668969 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-d895e55b-bbe7-4e30-9ddf-80f33e45ab16 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "PUT /v2.0/routers/91c2912c-7f4c-4e26-9189-8c39edafd54d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5963559 Aug 12 15:33:54.741581 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-09f43aeb-7a1d-4de6-a0c5-2afb5432eaba None None] Provisioning for port 1676b6a5-a9e3-4f12-8499-68430165b3c7 completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:33:54.746074 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-09f43aeb-7a1d-4de6-a0c5-2afb5432eaba None None] Provisioning complete for port 1676b6a5-a9e3-4f12-8499-68430165b3c7 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:33:54.746597 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-09f43aeb-7a1d-4de6-a0c5-2afb5432eaba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:54.792857 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-09f43aeb-7a1d-4de6-a0c5-2afb5432eaba None None] Port 1676b6a5-a9e3-4f12-8499-68430165b3c7 cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 15:33:54.827258 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4f56b545-498a-4ec2-95ac-72135365e36b req-0bad96cf-f253-4a69-a149-9fa27939c0a5 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1364422152&fields=id&tenant_id=b54ac9ed014240dead4ece37b0fb3f94 HTTP/1.1" status: 200 len: 267 time: 0.0365157 Aug 12 15:33:54.870461 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7516ab54-4aca-452d-a62e-fd2d6c481fbb None None] Sync routers for ids ['91c2912c-7f4c-4e26-9189-8c39edafd54d'] in n-d-694802-15 {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 15:33:54.881816 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7516ab54-4aca-452d-a62e-fd2d6c481fbb None None] Routers {'91c2912c-7f4c-4e26-9189-8c39edafd54d'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:33:54.882443 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-7516ab54-4aca-452d-a62e-fd2d6c481fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T15:33:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['91c2912c-7f4c-4e26-9189-8c39edafd54d'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:33:54.913412 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-74b9c815-be03-4bc2-96b1-624114f39ae1 None None] Provisioning complete for port 1676b6a5-a9e3-4f12-8499-68430165b3c7 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:33:54.914079 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-74b9c815-be03-4bc2-96b1-624114f39ae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:54.952923 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f56b545-498a-4ec2-95ac-72135365e36b req-9f20ca78-c06c-41a4-9367-628b42bd4992 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:33:54.954721 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4f56b545-498a-4ec2-95ac-72135365e36b req-9f20ca78-c06c-41a4-9367-628b42bd4992 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "GET /v2.0/networks?id=fb08d230-8c66-4caa-9ac1-09b0c6cf3388 HTTP/1.1" status: 200 len: 796 time: 0.1198771 Aug 12 15:33:54.970001 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-74b9c815-be03-4bc2-96b1-624114f39ae1 None None] Port 1676b6a5-a9e3-4f12-8499-68430165b3c7 cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 15:33:54.972259 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4f56b545-498a-4ec2-95ac-72135365e36b req-8a925da9-50c0-4581-904f-51360a4d70bb tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "GET /v2.0/quotas/b54ac9ed014240dead4ece37b0fb3f94 HTTP/1.1" status: 200 len: 375 time: 0.0098348 Aug 12 15:33:54.995920 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-7516ab54-4aca-452d-a62e-fd2d6c481fbb None None] Set router 91c2912c-7f4c-4e26-9189-8c39edafd54d gateway port host: n-d-694802-15 {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:33:55.030309 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4f56b545-498a-4ec2-95ac-72135365e36b req-1623e454-0d61-46db-9ffb-0ab51c1b8392 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=b54ac9ed014240dead4ece37b0fb3f94&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0490539 Aug 12 15:33:55.093181 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-0c3761f7-14d7-4f24-8a85-eb343b2a4fd6 None None] Provisioning complete for port 1676b6a5-a9e3-4f12-8499-68430165b3c7 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:33:55.093725 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-0c3761f7-14d7-4f24-8a85-eb343b2a4fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:55.128984 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-0c3761f7-14d7-4f24-8a85-eb343b2a4fd6 None None] Port 1676b6a5-a9e3-4f12-8499-68430165b3c7 cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 15:33:55.133345 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4f56b545-498a-4ec2-95ac-72135365e36b req-fa39e617-ec5f-43ad-aeda-e73b13bbb0f4 service neutron] 10.222.0.39 "GET /v2.0/networks/fb08d230-8c66-4caa-9ac1-09b0c6cf3388?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888896 Aug 12 15:33:55.201590 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-7516ab54-4aca-452d-a62e-fd2d6c481fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91c2912c-7f4c-4e26-9189-8c39edafd54d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1819264424', 'tenant_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.58'}], 'enable_snat': True}, 'gw_port_id': '9dba8f7e-8beb-48db-83ec-a91e4ff4f3d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:33:49Z', 'updated_at': '2021-08-12T15:33:53Z', 'revision_number': 4, 'project_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'gw_port': {'id': '9dba8f7e-8beb-48db-83ec-a91e4ff4f3d3', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:45:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c2912c-7f4c-4e26-9189-8c39edafd54d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:33:49Z', 'updated_at': '2021-08-12T15:33:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': '1676b6a5-a9e3-4f12-8499-68430165b3c7', 'name': '', 'network_id': 'fb08d230-8c66-4caa-9ac1-09b0c6cf3388', 'tenant_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'mac_address': 'fa:16:3e:ab:cc:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91c2912c-7f4c-4e26-9189-8c39edafd54d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '6f0a1a27-4e23-4d69-9c51-d83d70f96366', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:33:52Z', 'updated_at': '2021-08-12T15:33:53Z', 'revision_number': 2, 'project_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'subnets': [{'id': '6f0a1a27-4e23-4d69-9c51-d83d70f96366', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:33:55.227648 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4f56b545-498a-4ec2-95ac-72135365e36b req-001b0daa-e219-4084-aff9-6782c7fe026e service neutron] 10.222.0.39 "GET /v2.0/networks/fb08d230-8c66-4caa-9ac1-09b0c6cf3388?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876768 Aug 12 15:33:55.231081 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7516ab54-4aca-452d-a62e-fd2d6c481fbb None None] Checking router: 91c2912c-7f4c-4e26-9189-8c39edafd54d for host: n-d-694802-15 {{(pid=94469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 15:33:55.231629 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7516ab54-4aca-452d-a62e-fd2d6c481fbb None None] Updating router 91c2912c-7f4c-4e26-9189-8c39edafd54d port 1676b6a5-a9e3-4f12-8499-68430165b3c7 binding host n-d-694802-15 {{(pid=94469) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 15:33:55.257795 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-7516ab54-4aca-452d-a62e-fd2d6c481fbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:55.412430 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-e67907cb-c258-4814-8eb2-fd60db3ef4ac req-5e32c365-af94-412e-8008-655a42132c4a tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c9cbad2-b18d-40ff-a217-29016a8e4b65 HTTP/1.1" status: 200 len: 210 time: 0.0297012 Aug 12 15:33:55.482648 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 9dba8f7e-8beb-48db-83ec-a91e4ff4f3d3 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 15:33:55.532818 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port 9dba8f7e-8beb-48db-83ec-a91e4ff4f3d3 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:33:55.533197 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:55.562509 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-7516ab54-4aca-452d-a62e-fd2d6c481fbb None None] Notify callbacks [] for port, precommit_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:55.574610 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.provisioning_blocks [None req-7516ab54-4aca-452d-a62e-fd2d6c481fbb None None] Transition to ACTIVE for port object 1676b6a5-a9e3-4f12-8499-68430165b3c7 will not be triggered until provisioned by entity L2. {{(pid=94469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:33:55.581216 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-7516ab54-4aca-452d-a62e-fd2d6c481fbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:55.617998 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device c7ea51d6-6b64-47fe-8f51-557cbf4b5bc3 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 15:33:55.675446 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning for port c7ea51d6-6b64-47fe-8f51-557cbf4b5bc3 completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:33:55.677219 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f378b5-cb78-40bd-8ca5-7936f3fcaa1a None None] Pushing event updated for resources: {'Port': ['ID=1676b6a5-a9e3-4f12-8499-68430165b3c7,revision_number=3']} {{(pid=94469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:33:55.680478 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port c7ea51d6-6b64-47fe-8f51-557cbf4b5bc3 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:33:55.680936 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:55.688804 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f378b5-cb78-40bd-8ca5-7936f3fcaa1a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:33:55.689139 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f378b5-cb78-40bd-8ca5-7936f3fcaa1a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:33:55.689489 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f378b5-cb78-40bd-8ca5-7936f3fcaa1a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:33:55.689964 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f378b5-cb78-40bd-8ca5-7936f3fcaa1a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:33:55.690421 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f378b5-cb78-40bd-8ca5-7936f3fcaa1a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:33:55.690612 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f378b5-cb78-40bd-8ca5-7936f3fcaa1a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:33:55.691122 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f378b5-cb78-40bd-8ca5-7936f3fcaa1a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:33:55.691587 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f378b5-cb78-40bd-8ca5-7936f3fcaa1a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:33:55.692050 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f378b5-cb78-40bd-8ca5-7936f3fcaa1a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:33:55.693021 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f378b5-cb78-40bd-8ca5-7936f3fcaa1a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:33:55.693339 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f378b5-cb78-40bd-8ca5-7936f3fcaa1a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:33:55.693759 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f378b5-cb78-40bd-8ca5-7936f3fcaa1a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:33:55.708368 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.managers [None req-7516ab54-4aca-452d-a62e-fd2d6c481fbb None None] Attempting to bind port 1676b6a5-a9e3-4f12-8499-68430165b3c7 on host n-d-694802-15 for vnic_type normal with profile {{(pid=94469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 15:33:55.708795 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.managers [None req-7516ab54-4aca-452d-a62e-fd2d6c481fbb None None] Attempting to bind port 1676b6a5-a9e3-4f12-8499-68430165b3c7 by drivers openvswitch,hyperv on host n-d-694802-15 at level 0 using segments [{'id': '6639bd2c-dbd4-4004-ba39-12530ce74afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'fb08d230-8c66-4caa-9ac1-09b0c6cf3388'}] {{(pid=94469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 15:33:55.709162 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7516ab54-4aca-452d-a62e-fd2d6c481fbb None None] Attempting to bind port 1676b6a5-a9e3-4f12-8499-68430165b3c7 on network fb08d230-8c66-4caa-9ac1-09b0c6cf3388 {{(pid=94469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 15:33:55.714788 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7516ab54-4aca-452d-a62e-fd2d6c481fbb None None] Checking agent: {'id': '16de73ac-f2e9-4cee-b3e0-91052ae3e6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 20, 13), 'started_at': datetime.datetime(2021, 8, 12, 14, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 15, 33, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 15:33:55.715206 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7516ab54-4aca-452d-a62e-fd2d6c481fbb None None] Checking segment: {'id': '6639bd2c-dbd4-4004-ba39-12530ce74afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'fb08d230-8c66-4caa-9ac1-09b0c6cf3388'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 15:33:55.715608 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-7516ab54-4aca-452d-a62e-fd2d6c481fbb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:55.716003 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7516ab54-4aca-452d-a62e-fd2d6c481fbb None None] Bound using segment: {'id': '6639bd2c-dbd4-4004-ba39-12530ce74afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'fb08d230-8c66-4caa-9ac1-09b0c6cf3388'} {{(pid=94469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 15:33:55.716470 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.managers [None req-7516ab54-4aca-452d-a62e-fd2d6c481fbb None None] Bound port: 1676b6a5-a9e3-4f12-8499-68430165b3c7, host: n-d-694802-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6639bd2c-dbd4-4004-ba39-12530ce74afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'fb08d230-8c66-4caa-9ac1-09b0c6cf3388'}}] {{(pid=94469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 15:33:55.716928 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-7516ab54-4aca-452d-a62e-fd2d6c481fbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:55.789104 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.db [None req-7516ab54-4aca-452d-a62e-fd2d6c481fbb None None] For port 1676b6a5-a9e3-4f12-8499-68430165b3c7, host n-d-694802-15, cleared binding levels {{(pid=94469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 15:33:55.793865 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.db [None req-7516ab54-4aca-452d-a62e-fd2d6c481fbb None None] For port 1676b6a5-a9e3-4f12-8499-68430165b3c7, host n-d-694802-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=1676b6a5-a9e3-4f12-8499-68430165b3c7,segment=NetworkSegment(6639bd2c-dbd4-4004-ba39-12530ce74afd),segment_id=6639bd2c-dbd4-4004-ba39-12530ce74afd)] {{(pid=94469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 15:33:55.799692 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-7516ab54-4aca-452d-a62e-fd2d6c481fbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:55.801203 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:55.861858 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] For port c7ea51d6-6b64-47fe-8f51-557cbf4b5bc3, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=c7ea51d6-6b64-47fe-8f51-557cbf4b5bc3,segment=NetworkSegment(6639bd2c-dbd4-4004-ba39-12530ce74afd),segment_id=6639bd2c-dbd4-4004-ba39-12530ce74afd)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:33:55.868027 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:55.879684 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7516ab54-4aca-452d-a62e-fd2d6c481fbb None None] Routers {'91c2912c-7f4c-4e26-9189-8c39edafd54d'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:33:55.880364 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-7516ab54-4aca-452d-a62e-fd2d6c481fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T15:33:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['91c2912c-7f4c-4e26-9189-8c39edafd54d'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:33:55.922627 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Pushing event updated for resources: {'Port': ['ID=c7ea51d6-6b64-47fe-8f51-557cbf4b5bc3,revision_number=3']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:33:55.945394 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f378b5-cb78-40bd-8ca5-7936f3fcaa1a None None] Pushing event updated for resources: {'Port': ['ID=1676b6a5-a9e3-4f12-8499-68430165b3c7,revision_number=4']} {{(pid=94469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:33:56.021794 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-7516ab54-4aca-452d-a62e-fd2d6c481fbb None None] Set router 91c2912c-7f4c-4e26-9189-8c39edafd54d gateway port host: n-d-694802-15 {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:33:56.316510 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-7516ab54-4aca-452d-a62e-fd2d6c481fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91c2912c-7f4c-4e26-9189-8c39edafd54d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1819264424', 'tenant_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.58'}], 'enable_snat': True}, 'gw_port_id': '9dba8f7e-8beb-48db-83ec-a91e4ff4f3d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:33:49Z', 'updated_at': '2021-08-12T15:33:53Z', 'revision_number': 4, 'project_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'gw_port': {'id': '9dba8f7e-8beb-48db-83ec-a91e4ff4f3d3', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:45:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c2912c-7f4c-4e26-9189-8c39edafd54d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:33:49Z', 'updated_at': '2021-08-12T15:33:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': '1676b6a5-a9e3-4f12-8499-68430165b3c7', 'name': '', 'network_id': 'fb08d230-8c66-4caa-9ac1-09b0c6cf3388', 'tenant_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'mac_address': 'fa:16:3e:ab:cc:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91c2912c-7f4c-4e26-9189-8c39edafd54d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '6f0a1a27-4e23-4d69-9c51-d83d70f96366', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:33:52Z', 'updated_at': '2021-08-12T15:33:55Z', 'revision_number': 4, 'project_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'subnets': [{'id': '6f0a1a27-4e23-4d69-9c51-d83d70f96366', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:33:56.342002 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7516ab54-4aca-452d-a62e-fd2d6c481fbb None None] The sync data for ids ['91c2912c-7f4c-4e26-9189-8c39edafd54d'] in n-d-694802-15 is: [{'id': '91c2912c-7f4c-4e26-9189-8c39edafd54d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1819264424', 'tenant_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.58'}], 'enable_snat': True}, 'gw_port_id': '9dba8f7e-8beb-48db-83ec-a91e4ff4f3d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:33:49Z', 'updated_at': '2021-08-12T15:33:53Z', 'revision_number': 4, 'project_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'gw_port': {'id': '9dba8f7e-8beb-48db-83ec-a91e4ff4f3d3', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:45:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c2912c-7f4c-4e26-9189-8c39edafd54d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:33:49Z', 'updated_at': '2021-08-12T15:33:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': '1676b6a5-a9e3-4f12-8499-68430165b3c7', 'name': '', 'network_id': 'fb08d230-8c66-4caa-9ac1-09b0c6cf3388', 'tenant_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'mac_address': 'fa:16:3e:ab:cc:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91c2912c-7f4c-4e26-9189-8c39edafd54d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '6f0a1a27-4e23-4d69-9c51-d83d70f96366', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:33:52Z', 'updated_at': '2021-08-12T15:33:55Z', 'revision_number': 4, 'project_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'subnets': [{'id': '6f0a1a27-4e23-4d69-9c51-d83d70f96366', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 15:33:56.514307 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3d30aa56-388b-472a-ae3b-060d707e1df7 req-03fd37b3-c1f0-4ec0-aa05-7dc0159c76af tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c9cbad2-b18d-40ff-a217-29016a8e4b65 HTTP/1.1" status: 200 len: 210 time: 0.0270159 Aug 12 15:33:56.686562 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f56b545-498a-4ec2-95ac-72135365e36b req-fe17145c-eafb-47dd-a129-a6cae61db06b tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:33:56.688290 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4f56b545-498a-4ec2-95ac-72135365e36b req-fe17145c-eafb-47dd-a129-a6cae61db06b tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.64 "GET /v2.0/networks?id=fb08d230-8c66-4caa-9ac1-09b0c6cf3388 HTTP/1.1" status: 200 len: 796 time: 0.1216238 Aug 12 15:33:56.738412 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4f56b545-498a-4ec2-95ac-72135365e36b req-d6b7f997-aadb-4830-a793-8d3ed987e24c tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b54ac9ed014240dead4ece37b0fb3f94 HTTP/1.1" status: 200 len: 380 time: 0.0358362 Aug 12 15:33:56.753480 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-4f56b545-498a-4ec2-95ac-72135365e36b req-99ca17b3-3552-4eba-9127-c64c78295e17 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Request body: {'port': {'device_id': '9c9cbad2-b18d-40ff-a217-29016a8e4b65', 'network_id': 'fb08d230-8c66-4caa-9ac1-09b0c6cf3388', 'admin_state_up': True, 'tenant_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'security_groups': ['2c658f3f-53ea-4a0c-9b59-85a4c863a1f1']}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:33:56.874266 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f56b545-498a-4ec2-95ac-72135365e36b req-99ca17b3-3552-4eba-9127-c64c78295e17 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Made reservation on behalf of b54ac9ed014240dead4ece37b0fb3f94 for: {'port': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 15:33:56.878109 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-4f56b545-498a-4ec2-95ac-72135365e36b req-99ca17b3-3552-4eba-9127-c64c78295e17 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:57.021360 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_common [req-4f56b545-498a-4ec2-95ac-72135365e36b req-99ca17b3-3552-4eba-9127-c64c78295e17 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Allocated IP 172.20.0.3 (fb08d230-8c66-4caa-9ac1-09b0c6cf3388/6f0a1a27-4e23-4d69-9c51-d83d70f96366/877f8603-179a-438a-b8ba-37acb249c808) {{(pid=94467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 15:33:57.177712 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-4f56b545-498a-4ec2-95ac-72135365e36b req-99ca17b3-3552-4eba-9127-c64c78295e17 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks [] for port, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:57.192279 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [req-4f56b545-498a-4ec2-95ac-72135365e36b req-99ca17b3-3552-4eba-9127-c64c78295e17 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Transition to ACTIVE for port object 877f8603-179a-438a-b8ba-37acb249c808 will not be triggered until provisioned by entity DHCP. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:33:57.228480 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-4f56b545-498a-4ec2-95ac-72135365e36b req-99ca17b3-3552-4eba-9127-c64c78295e17 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:57.273516 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f56b545-498a-4ec2-95ac-72135365e36b req-99ca17b3-3552-4eba-9127-c64c78295e17 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Network fb08d230-8c66-4caa-9ac1-09b0c6cf3388 is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 15:33:57.278639 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [req-4f56b545-498a-4ec2-95ac-72135365e36b req-99ca17b3-3552-4eba-9127-c64c78295e17 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:33:57.282920 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f56b545-498a-4ec2-95ac-72135365e36b req-99ca17b3-3552-4eba-9127-c64c78295e17 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Received port after_create {{(pid=94467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 15:33:57.291070 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ca17b3-3552-4eba-9127-c64c78295e17 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Pushing event updated for resources: {'Port': ['ID=877f8603-179a-438a-b8ba-37acb249c808,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:33:57.342397 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f56b545-498a-4ec2-95ac-72135365e36b req-99ca17b3-3552-4eba-9127-c64c78295e17 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:33:57.343071 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-4f56b545-498a-4ec2-95ac-72135365e36b req-99ca17b3-3552-4eba-9127-c64c78295e17 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:57.359344 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4f56b545-498a-4ec2-95ac-72135365e36b req-99ca17b3-3552-4eba-9127-c64c78295e17 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6099734 Aug 12 15:33:57.375153 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-4f56b545-498a-4ec2-95ac-72135365e36b req-fcaa4b1d-8ff7-43da-ab05-755a29c3d311 service neutron] Request body: {'port': {'device_id': '9c9cbad2-b18d-40ff-a217-29016a8e4b65', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-694802-15'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:33:57.447531 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-4f56b545-498a-4ec2-95ac-72135365e36b req-fcaa4b1d-8ff7-43da-ab05-755a29c3d311 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:57.488675 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 1676b6a5-a9e3-4f12-8499-68430165b3c7 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 15:33:57.546697 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning for port 1676b6a5-a9e3-4f12-8499-68430165b3c7 completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:33:57.550074 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port 1676b6a5-a9e3-4f12-8499-68430165b3c7 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:33:57.550515 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:57.643859 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-5b6b8336-da06-4955-9761-48af8420070c None None] Provisioning for port 877f8603-179a-438a-b8ba-37acb249c808 completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:33:57.644325 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f3f5b4-0bba-43b5-95d9-fe80b5e7f6e7 req-87316bd4-61a2-4d14-8983-bd1a85049424 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:33:57.649450 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:57.649902 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-23f3f5b4-0bba-43b5-95d9-fe80b5e7f6e7 req-87316bd4-61a2-4d14-8983-bd1a85049424 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c9cbad2-b18d-40ff-a217-29016a8e4b65 HTTP/1.1" status: 200 len: 931 time: 0.0584385 Aug 12 15:33:57.652530 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-5b6b8336-da06-4955-9761-48af8420070c None None] Provisioning complete for port 877f8603-179a-438a-b8ba-37acb249c808 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:33:57.652892 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-5b6b8336-da06-4955-9761-48af8420070c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:57.686474 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-23f3f5b4-0bba-43b5-95d9-fe80b5e7f6e7 req-87e18971-7513-42bd-94e9-ef64fb8c4ecd tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "GET /v2.0/security-groups?id=2c658f3f-53ea-4a0c-9b59-85a4c863a1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338042 Aug 12 15:33:57.710590 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-5b6b8336-da06-4955-9761-48af8420070c None None] Port 877f8603-179a-438a-b8ba-37acb249c808 cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 15:33:57.713075 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] For port 1676b6a5-a9e3-4f12-8499-68430165b3c7, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=1676b6a5-a9e3-4f12-8499-68430165b3c7,segment=NetworkSegment(6639bd2c-dbd4-4004-ba39-12530ce74afd),segment_id=6639bd2c-dbd4-4004-ba39-12530ce74afd)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:33:57.717429 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:57.718409 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device c7ea51d6-6b64-47fe-8f51-557cbf4b5bc3 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 15:33:57.748268 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [req-4f56b545-498a-4ec2-95ac-72135365e36b req-fcaa4b1d-8ff7-43da-ab05-755a29c3d311 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 877f8603-179a-438a-b8ba-37acb249c808 {{(pid=94467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 15:33:57.755777 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-4f56b545-498a-4ec2-95ac-72135365e36b req-fcaa4b1d-8ff7-43da-ab05-755a29c3d311 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:57.767782 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [req-4f56b545-498a-4ec2-95ac-72135365e36b req-fcaa4b1d-8ff7-43da-ab05-755a29c3d311 service neutron] Transition to ACTIVE for port object 877f8603-179a-438a-b8ba-37acb249c808 will not be triggered until provisioned by entity L2. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:33:57.772146 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-4f56b545-498a-4ec2-95ac-72135365e36b req-fcaa4b1d-8ff7-43da-ab05-755a29c3d311 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:57.796412 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Pushing event updated for resources: {'Port': ['ID=1676b6a5-a9e3-4f12-8499-68430165b3c7,revision_number=5']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:33:57.810638 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port c7ea51d6-6b64-47fe-8f51-557cbf4b5bc3 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:33:57.811008 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:57.822341 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcaa4b1d-8ff7-43da-ab05-755a29c3d311 service neutron] Pushing event updated for resources: {'Port': ['ID=877f8603-179a-438a-b8ba-37acb249c808,revision_number=2']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:33:57.902753 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-4f56b545-498a-4ec2-95ac-72135365e36b req-fcaa4b1d-8ff7-43da-ab05-755a29c3d311 service neutron] Attempting to bind port 877f8603-179a-438a-b8ba-37acb249c808 on host n-h1-694802-15 for vnic_type normal with profile {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 15:33:57.903039 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-4f56b545-498a-4ec2-95ac-72135365e36b req-fcaa4b1d-8ff7-43da-ab05-755a29c3d311 service neutron] Attempting to bind port 877f8603-179a-438a-b8ba-37acb249c808 by drivers openvswitch,hyperv on host n-h1-694802-15 at level 0 using segments [{'id': '6639bd2c-dbd4-4004-ba39-12530ce74afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'fb08d230-8c66-4caa-9ac1-09b0c6cf3388'}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 15:33:57.903392 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f56b545-498a-4ec2-95ac-72135365e36b req-fcaa4b1d-8ff7-43da-ab05-755a29c3d311 service neutron] Attempting to bind port 877f8603-179a-438a-b8ba-37acb249c808 on network fb08d230-8c66-4caa-9ac1-09b0c6cf3388 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 15:33:57.908010 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f56b545-498a-4ec2-95ac-72135365e36b req-fcaa4b1d-8ff7-43da-ab05-755a29c3d311 service neutron] Port 877f8603-179a-438a-b8ba-37acb249c808 on network fb08d230-8c66-4caa-9ac1-09b0c6cf3388 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-15 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 15:33:57.908320 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f56b545-498a-4ec2-95ac-72135365e36b req-fcaa4b1d-8ff7-43da-ab05-755a29c3d311 service neutron] Attempting to bind port 877f8603-179a-438a-b8ba-37acb249c808 on network fb08d230-8c66-4caa-9ac1-09b0c6cf3388 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 15:33:57.913375 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f56b545-498a-4ec2-95ac-72135365e36b req-fcaa4b1d-8ff7-43da-ab05-755a29c3d311 service neutron] Checking agent: {'id': 'de568313-a3e6-454a-9813-77e25edcea95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 27, 41), 'started_at': datetime.datetime(2021, 8, 12, 14, 27, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 15, 33, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 15:33:57.913705 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f56b545-498a-4ec2-95ac-72135365e36b req-fcaa4b1d-8ff7-43da-ab05-755a29c3d311 service neutron] Checking segment: {'id': '6639bd2c-dbd4-4004-ba39-12530ce74afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'fb08d230-8c66-4caa-9ac1-09b0c6cf3388'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 15:33:57.914082 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f56b545-498a-4ec2-95ac-72135365e36b req-fcaa4b1d-8ff7-43da-ab05-755a29c3d311 service neutron] Bound using segment: {'id': '6639bd2c-dbd4-4004-ba39-12530ce74afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'fb08d230-8c66-4caa-9ac1-09b0c6cf3388'} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 15:33:57.914498 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-4f56b545-498a-4ec2-95ac-72135365e36b req-fcaa4b1d-8ff7-43da-ab05-755a29c3d311 service neutron] Bound port: 877f8603-179a-438a-b8ba-37acb249c808, host: n-h1-694802-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6639bd2c-dbd4-4004-ba39-12530ce74afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'fb08d230-8c66-4caa-9ac1-09b0c6cf3388'}}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 15:33:57.914851 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-4f56b545-498a-4ec2-95ac-72135365e36b req-fcaa4b1d-8ff7-43da-ab05-755a29c3d311 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:57.984462 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-4f56b545-498a-4ec2-95ac-72135365e36b req-fcaa4b1d-8ff7-43da-ab05-755a29c3d311 service neutron] For port 877f8603-179a-438a-b8ba-37acb249c808, host n-h1-694802-15, cleared binding levels {{(pid=94467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 15:33:57.987853 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-4f56b545-498a-4ec2-95ac-72135365e36b req-fcaa4b1d-8ff7-43da-ab05-755a29c3d311 service neutron] For port 877f8603-179a-438a-b8ba-37acb249c808, host n-h1-694802-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=877f8603-179a-438a-b8ba-37acb249c808,segment=NetworkSegment(6639bd2c-dbd4-4004-ba39-12530ce74afd),segment_id=6639bd2c-dbd4-4004-ba39-12530ce74afd)] {{(pid=94467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 15:33:57.992988 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-4f56b545-498a-4ec2-95ac-72135365e36b req-fcaa4b1d-8ff7-43da-ab05-755a29c3d311 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:58.029435 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f56b545-498a-4ec2-95ac-72135365e36b req-fcaa4b1d-8ff7-43da-ab05-755a29c3d311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:33:58.030069 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-4f56b545-498a-4ec2-95ac-72135365e36b req-fcaa4b1d-8ff7-43da-ab05-755a29c3d311 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:58.031794 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4f56b545-498a-4ec2-95ac-72135365e36b req-fcaa4b1d-8ff7-43da-ab05-755a29c3d311 service neutron] 10.222.0.64 "PUT /v2.0/ports/877f8603-179a-438a-b8ba-37acb249c808 HTTP/1.1" status: 200 len: 1092 time: 0.6611938 Aug 12 15:33:58.032236 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c9cbad2-b18d-40ff-a217-29016a8e4b65', 'tag': '877f8603-179a-438a-b8ba-37acb249c808'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:33:58.034563 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1d90890f15e5cc8eba4d51c7734538f2f2e5e8e12504eb7d6ddd0a29ee9b803" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31870249-08e2-4ed2-be60-7152d0fbf87f" -d '{"events": [{"name": "network-changed", "server_uuid": "9c9cbad2-b18d-40ff-a217-29016a8e4b65", "tag": "877f8603-179a-438a-b8ba-37acb249c808"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 15:33:58.065370 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcaa4b1d-8ff7-43da-ab05-755a29c3d311 service neutron] Pushing event updated for resources: {'Port': ['ID=877f8603-179a-438a-b8ba-37acb249c808,revision_number=3']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:33:58.097310 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 15:33:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbebcb49-e5b7-497f-86e8-38b07406628e x-openstack-request-id: req-fbebcb49-e5b7-497f-86e8-38b07406628e {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 15:33:58.097683 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c9cbad2-b18d-40ff-a217-29016a8e4b65", "tag": "877f8603-179a-438a-b8ba-37acb249c808", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 15:33:58.098009 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-fbebcb49-e5b7-497f-86e8-38b07406628e {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 15:33:58.098472 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c9cbad2-b18d-40ff-a217-29016a8e4b65', 'tag': '877f8603-179a-438a-b8ba-37acb249c808', 'status': 'completed', 'code': 200} Aug 12 15:33:58.132882 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f56b545-498a-4ec2-95ac-72135365e36b req-aaed13b4-dbf6-4117-9b3c-a775faad3715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:33:58.134428 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4f56b545-498a-4ec2-95ac-72135365e36b req-aaed13b4-dbf6-4117-9b3c-a775faad3715 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b54ac9ed014240dead4ece37b0fb3f94&device_id=9c9cbad2-b18d-40ff-a217-29016a8e4b65 HTTP/1.1" status: 200 len: 1095 time: 0.0468554 Aug 12 15:33:58.181976 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4f56b545-498a-4ec2-95ac-72135365e36b req-7ae2f336-6e99-4528-a3d1-cb3307387fae service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=877f8603-179a-438a-b8ba-37acb249c808 HTTP/1.1" status: 200 len: 217 time: 0.0393181 Aug 12 15:33:58.236258 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f56b545-498a-4ec2-95ac-72135365e36b req-2ccbe124-2dfd-495e-9340-a59608fbadf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:33:58.237740 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4f56b545-498a-4ec2-95ac-72135365e36b req-2ccbe124-2dfd-495e-9340-a59608fbadf1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6f0a1a27-4e23-4d69-9c51-d83d70f96366 HTTP/1.1" status: 200 len: 835 time: 0.0487592 Aug 12 15:33:58.284704 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f56b545-498a-4ec2-95ac-72135365e36b req-76743938-3371-4f03-b210-3fcdffeb54db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:33:58.286727 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4f56b545-498a-4ec2-95ac-72135365e36b req-76743938-3371-4f03-b210-3fcdffeb54db service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=fb08d230-8c66-4caa-9ac1-09b0c6cf3388&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410047 Aug 12 15:33:58.381886 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4f56b545-498a-4ec2-95ac-72135365e36b req-95a7408d-5d94-4cf5-9baa-2219d23cdbc9 service neutron] 10.222.0.64 "GET /v2.0/networks/fb08d230-8c66-4caa-9ac1-09b0c6cf3388?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876312 Aug 12 15:33:58.474537 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4f56b545-498a-4ec2-95ac-72135365e36b req-cad7f94d-3b88-4f7f-94dd-7d1507c61526 service neutron] 10.222.0.64 "GET /v2.0/networks/fb08d230-8c66-4caa-9ac1-09b0c6cf3388?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829494 Aug 12 15:33:58.560968 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31870249-08e2-4ed2-be60-7152d0fbf87f req-b0e70e69-92fc-4d6b-96be-4ac4239ea212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:33:58.562486 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-31870249-08e2-4ed2-be60-7152d0fbf87f req-b0e70e69-92fc-4d6b-96be-4ac4239ea212 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b54ac9ed014240dead4ece37b0fb3f94&device_id=9c9cbad2-b18d-40ff-a217-29016a8e4b65 HTTP/1.1" status: 200 len: 1095 time: 0.0457375 Aug 12 15:33:58.651214 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31870249-08e2-4ed2-be60-7152d0fbf87f req-2b48f54c-4d2b-45f1-bc8f-0a21c66ddcc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:33:58.652671 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-31870249-08e2-4ed2-be60-7152d0fbf87f req-2b48f54c-4d2b-45f1-bc8f-0a21c66ddcc6 service neutron] 10.222.0.64 "GET /v2.0/networks?id=fb08d230-8c66-4caa-9ac1-09b0c6cf3388 HTTP/1.1" status: 200 len: 897 time: 0.0821676 Aug 12 15:33:58.696912 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-31870249-08e2-4ed2-be60-7152d0fbf87f req-2194cac9-8d08-4ed3-af41-06b59dfb1553 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=877f8603-179a-438a-b8ba-37acb249c808 HTTP/1.1" status: 200 len: 217 time: 0.0330510 Aug 12 15:33:58.750842 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31870249-08e2-4ed2-be60-7152d0fbf87f req-08ab4944-cb9f-4d33-b5bf-629cbd2107a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:33:58.752330 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-31870249-08e2-4ed2-be60-7152d0fbf87f req-08ab4944-cb9f-4d33-b5bf-629cbd2107a1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6f0a1a27-4e23-4d69-9c51-d83d70f96366 HTTP/1.1" status: 200 len: 835 time: 0.0482948 Aug 12 15:33:58.800871 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31870249-08e2-4ed2-be60-7152d0fbf87f req-cbf63d1e-6085-4d26-8ebc-0f6c723172d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:33:58.802404 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-31870249-08e2-4ed2-be60-7152d0fbf87f req-cbf63d1e-6085-4d26-8ebc-0f6c723172d8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=fb08d230-8c66-4caa-9ac1-09b0c6cf3388&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404465 Aug 12 15:33:58.805728 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bac7724-6662-45e3-ac48-302c048d5bf4 req-8e7f99dc-b6e1-4b52-9ee4-5c5b7d66a061 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:33:58.807240 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-1bac7724-6662-45e3-ac48-302c048d5bf4 req-8e7f99dc-b6e1-4b52-9ee4-5c5b7d66a061 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c9cbad2-b18d-40ff-a217-29016a8e4b65 HTTP/1.1" status: 200 len: 943 time: 0.0506020 Aug 12 15:33:58.846550 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-1bac7724-6662-45e3-ac48-302c048d5bf4 req-b28ec6e2-4f7b-475e-a6fc-c5b0a46ffff2 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "GET /v2.0/security-groups?id=2c658f3f-53ea-4a0c-9b59-85a4c863a1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331919 Aug 12 15:33:58.893354 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-31870249-08e2-4ed2-be60-7152d0fbf87f req-91cf402d-5371-48ce-b72f-4c4f981ec66b service neutron] 10.222.0.64 "GET /v2.0/networks/fb08d230-8c66-4caa-9ac1-09b0c6cf3388?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833449 Aug 12 15:33:58.990397 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-31870249-08e2-4ed2-be60-7152d0fbf87f req-2a9dd5b0-ceda-4dd8-a52c-f92e716c6e25 service neutron] 10.222.0.64 "GET /v2.0/networks/fb08d230-8c66-4caa-9ac1-09b0c6cf3388?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896790 Aug 12 15:33:59.364175 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 1676b6a5-a9e3-4f12-8499-68430165b3c7 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 15:33:59.414294 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port 1676b6a5-a9e3-4f12-8499-68430165b3c7 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:33:59.414670 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:59.608699 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device 877f8603-179a-438a-b8ba-37acb249c808 details requested by agent hyperv_n-h1-694802-15 with host n-h1-694802-15 {{(pid=94468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 15:33:59.699392 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port 877f8603-179a-438a-b8ba-37acb249c808, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=877f8603-179a-438a-b8ba-37acb249c808,segment=NetworkSegment(6639bd2c-dbd4-4004-ba39-12530ce74afd),segment_id=6639bd2c-dbd4-4004-ba39-12530ce74afd)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:33:59.713964 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Returning: {'device': '877f8603-179a-438a-b8ba-37acb249c808', 'network_id': 'fb08d230-8c66-4caa-9ac1-09b0c6cf3388', 'port_id': '877f8603-179a-438a-b8ba-37acb249c808', 'mac_address': 'fa:16:3e:72:da:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f0a1a27-4e23-4d69-9c51-d83d70f96366', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 15:33:59.750637 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:59.763179 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 877f8603-179a-438a-b8ba-37acb249c808 {{(pid=94468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 15:33:59.781918 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port 877f8603-179a-438a-b8ba-37acb249c808, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=877f8603-179a-438a-b8ba-37acb249c808,segment=NetworkSegment(6639bd2c-dbd4-4004-ba39-12530ce74afd),segment_id=6639bd2c-dbd4-4004-ba39-12530ce74afd)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:33:59.785597 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:33:59.831705 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Pushing event updated for resources: {'Port': ['ID=877f8603-179a-438a-b8ba-37acb249c808,revision_number=4']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:33:59.966830 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a90081-b7b7-4fb8-b426-e8b858b12764 req-08a31c1b-d3ab-4900-be59-6a304c266a32 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:33:59.968346 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-34a90081-b7b7-4fb8-b426-e8b858b12764 req-08a31c1b-d3ab-4900-be59-6a304c266a32 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c9cbad2-b18d-40ff-a217-29016a8e4b65 HTTP/1.1" status: 200 len: 944 time: 0.0505083 Aug 12 15:34:00.007340 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-34a90081-b7b7-4fb8-b426-e8b858b12764 req-0e61930c-69bf-4d25-942a-dbaaabc6268a tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "GET /v2.0/security-groups?id=2c658f3f-53ea-4a0c-9b59-85a4c863a1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323498 Aug 12 15:34:00.016183 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] get_ports_and_sgs() called for port_ids ['877f8603-179a-438a-b8ba-37acb249c808'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 15:34:01.123023 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd89f13-53ed-4e8c-b5fc-c9c1e3f8acee req-74817a49-13ae-4256-8ac4-a496f9c54515 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:34:01.124504 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-dbd89f13-53ed-4e8c-b5fc-c9c1e3f8acee req-74817a49-13ae-4256-8ac4-a496f9c54515 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c9cbad2-b18d-40ff-a217-29016a8e4b65 HTTP/1.1" status: 200 len: 944 time: 0.0483372 Aug 12 15:34:01.162609 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-dbd89f13-53ed-4e8c-b5fc-c9c1e3f8acee req-73e666f5-8fff-4778-9f4b-c3fea16525d8 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "GET /v2.0/security-groups?id=2c658f3f-53ea-4a0c-9b59-85a4c863a1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313730 Aug 12 15:34:01.617851 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device 877f8603-179a-438a-b8ba-37acb249c808 up at agent hyperv_n-h1-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 15:34:01.665435 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Provisioning for port 877f8603-179a-438a-b8ba-37acb249c808 completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:34:01.669151 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Provisioning complete for port 877f8603-179a-438a-b8ba-37acb249c808 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:34:01.669548 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:01.747314 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:01.768372 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c9cbad2-b18d-40ff-a217-29016a8e4b65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '877f8603-179a-438a-b8ba-37acb249c808'}] {{(pid=94468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:34:01.770609 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}152b85fe2f58ac5d6dd54f9692cb8ffc3f7471d0248cb45901c289f6e837e934" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1497ee7-35ee-4967-b6b5-6f5ba1a6e6c1" -d '{"events": [{"server_uuid": "9c9cbad2-b18d-40ff-a217-29016a8e4b65", "name": "network-vif-plugged", "status": "completed", "tag": "877f8603-179a-438a-b8ba-37acb249c808"}]}' {{(pid=94468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 15:34:01.785240 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port 877f8603-179a-438a-b8ba-37acb249c808, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=877f8603-179a-438a-b8ba-37acb249c808,segment=NetworkSegment(6639bd2c-dbd4-4004-ba39-12530ce74afd),segment_id=6639bd2c-dbd4-4004-ba39-12530ce74afd)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:34:01.790627 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:01.838163 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Pushing event updated for resources: {'Port': ['ID=877f8603-179a-438a-b8ba-37acb249c808,revision_number=5']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:34:01.867754 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 15:34:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03403ebd-0afa-409d-870c-64d79ec0338f x-openstack-request-id: req-03403ebd-0afa-409d-870c-64d79ec0338f {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 15:34:01.868122 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c9cbad2-b18d-40ff-a217-29016a8e4b65", "name": "network-vif-plugged", "status": "completed", "tag": "877f8603-179a-438a-b8ba-37acb249c808", "code": 200}]} {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 15:34:01.868327 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-03403ebd-0afa-409d-870c-64d79ec0338f {{(pid=94468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 15:34:01.868723 n-d-694802-15 neutron-server[94468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c9cbad2-b18d-40ff-a217-29016a8e4b65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '877f8603-179a-438a-b8ba-37acb249c808', 'code': 200} Aug 12 15:34:01.975810 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e836ac-1809-4366-b818-8a49dba6d53a req-31da7153-8899-44b6-b29d-ab32f19a4a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:34:01.977290 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-58e836ac-1809-4366-b818-8a49dba6d53a req-31da7153-8899-44b6-b29d-ab32f19a4a34 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=9c9cbad2-b18d-40ff-a217-29016a8e4b65 HTTP/1.1" status: 200 len: 1097 time: 0.0443783 Aug 12 15:34:02.012262 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-58e836ac-1809-4366-b818-8a49dba6d53a req-43faa851-750b-4284-a5ea-b67454a802b9 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=2c658f3f-53ea-4a0c-9b59-85a4c863a1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0266464 Aug 12 15:34:02.280635 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ac01e4-e3f1-464d-8c79-2150edd71f50 req-b48b8e9b-d6da-4241-bf9e-468c4e98558f tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:34:02.282378 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-32ac01e4-e3f1-464d-8c79-2150edd71f50 req-b48b8e9b-d6da-4241-bf9e-468c4e98558f tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c9cbad2-b18d-40ff-a217-29016a8e4b65 HTTP/1.1" status: 200 len: 945 time: 0.0532341 Aug 12 15:34:02.320665 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-32ac01e4-e3f1-464d-8c79-2150edd71f50 req-9e6ee62a-1741-400e-a361-2bad14a7ac8a tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "GET /v2.0/security-groups?id=2c658f3f-53ea-4a0c-9b59-85a4c863a1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317583 Aug 12 15:34:03.439375 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b103d2-77c5-47ac-9f8f-69fc5e965c6b req-8089f62d-1da4-4505-a6b6-274361f00496 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:34:03.440887 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b5b103d2-77c5-47ac-9f8f-69fc5e965c6b req-8089f62d-1da4-4505-a6b6-274361f00496 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c9cbad2-b18d-40ff-a217-29016a8e4b65 HTTP/1.1" status: 200 len: 945 time: 0.0496860 Aug 12 15:34:03.478708 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b5b103d2-77c5-47ac-9f8f-69fc5e965c6b req-84c7c795-82cf-4490-87b2-48f084cb013a tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "GET /v2.0/security-groups?id=2c658f3f-53ea-4a0c-9b59-85a4c863a1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317984 Aug 12 15:34:03.591846 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6d4d59-a183-4dad-bb08-74b0de88112c req-d2aee6de-0660-4470-ab04-acc7b17e10e6 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:34:03.593336 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-9d6d4d59-a183-4dad-bb08-74b0de88112c req-d2aee6de-0660-4470-ab04-acc7b17e10e6 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c9cbad2-b18d-40ff-a217-29016a8e4b65 HTTP/1.1" status: 200 len: 945 time: 0.0489306 Aug 12 15:34:03.631917 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-9d6d4d59-a183-4dad-bb08-74b0de88112c req-4456ff3c-d02c-4e2c-a9f9-ecb248f90d7d tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "GET /v2.0/security-groups?id=2c658f3f-53ea-4a0c-9b59-85a4c863a1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327466 Aug 12 15:34:03.652833 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 36296) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:34:03.692203 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f26bac4-42c1-4d11-a2a3-803f063a2d0a tempest-TestNetworkAdvancedServerOps-1009123411 tempest-TestNetworkAdvancedServerOps-1009123411-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:34:03.693690 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-3f26bac4-42c1-4d11-a2a3-803f063a2d0a tempest-TestNetworkAdvancedServerOps-1009123411 tempest-TestNetworkAdvancedServerOps-1009123411-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=9c9cbad2-b18d-40ff-a217-29016a8e4b65 HTTP/1.1" status: 200 len: 1092 time: 0.0398800 Aug 12 15:34:03.696465 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 36298) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:34:03.700790 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-34ef20e0-2357-4de4-81d8-246688e0e6e3 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Request body: {'floatingip': {'floating_network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'port_id': '877f8603-179a-438a-b8ba-37acb249c808', 'tenant_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:34:03.722606 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-34ef20e0-2357-4de4-81d8-246688e0e6e3 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks [] for floatingip, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:03.822310 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-34ef20e0-2357-4de4-81d8-246688e0e6e3 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:03.922104 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_common [None req-34ef20e0-2357-4de4-81d8-246688e0e6e3 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Allocated IP 172.25.1.65 (d3759e1b-6c03-45ac-acd4-90abb417809b/f0254f08-c19c-4e31-bd9c-09389ea4b6f2/7cc9fb43-12ec-42b0-8e07-ebbeeb0570fe) {{(pid=94467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 15:34:04.024384 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-34ef20e0-2357-4de4-81d8-246688e0e6e3 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks [] for port, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:04.062460 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-34ef20e0-2357-4de4-81d8-246688e0e6e3 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:04.096815 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34ef20e0-2357-4de4-81d8-246688e0e6e3 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Network d3759e1b-6c03-45ac-acd4-90abb417809b is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 15:34:04.100051 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [None req-34ef20e0-2357-4de4-81d8-246688e0e6e3 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:34:04.105562 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34ef20e0-2357-4de4-81d8-246688e0e6e3 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Received port after_create {{(pid=94467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 15:34:04.129253 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ef20e0-2357-4de4-81d8-246688e0e6e3 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Pushing event updated for resources: {'Port': ['ID=7cc9fb43-12ec-42b0-8e07-ebbeeb0570fe,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:34:04.460630 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-34ef20e0-2357-4de4-81d8-246688e0e6e3 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:04.524992 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-34ef20e0-2357-4de4-81d8-246688e0e6e3 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:04.671778 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-34ef20e0-2357-4de4-81d8-246688e0e6e3 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:04.676660 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-34ef20e0-2357-4de4-81d8-246688e0e6e3 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:04.744819 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ef20e0-2357-4de4-81d8-246688e0e6e3 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Pushing event updated for resources: {'Port': ['ID=7cc9fb43-12ec-42b0-8e07-ebbeeb0570fe,revision_number=2']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:34:04.760076 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-34ef20e0-2357-4de4-81d8-246688e0e6e3 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431510'] for floatingip, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:04.864016 n-d-694802-15 neutron-server[94467]: INFO neutron.db.l3_db [None req-34ef20e0-2357-4de4-81d8-246688e0e6e3 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Floating IP 1b480e49-0018-4429-86fa-8f4dd4e15a13 associated. External IP: 172.25.1.65, port: 877f8603-179a-438a-b8ba-37acb249c808. Aug 12 15:34:05.067421 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34ef20e0-2357-4de4-81d8-246688e0e6e3 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Router 91c2912c-7f4c-4e26-9189-8c39edafd54d has already been hosted by L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f {{(pid=94467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 15:34:05.170199 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34ef20e0-2357-4de4-81d8-246688e0e6e3 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 15:34:05.180177 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae3e89d2-d25c-4be2-8898-dae7c8a6d01d None None] Sync routers for ids ['91c2912c-7f4c-4e26-9189-8c39edafd54d'] in n-d-694802-15 {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 15:34:05.187862 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-34ef20e0-2357-4de4-81d8-246688e0e6e3 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for floatingip, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:05.188952 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae3e89d2-d25c-4be2-8898-dae7c8a6d01d None None] Routers {'91c2912c-7f4c-4e26-9189-8c39edafd54d'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:34:05.189564 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-ae3e89d2-d25c-4be2-8898-dae7c8a6d01d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T15:33:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['91c2912c-7f4c-4e26-9189-8c39edafd54d'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:34:05.220697 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-34ef20e0-2357-4de4-81d8-246688e0e6e3 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5208812 Aug 12 15:34:05.220697 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c9cbad2-b18d-40ff-a217-29016a8e4b65', 'tag': '877f8603-179a-438a-b8ba-37acb249c808'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:34:05.222154 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1d90890f15e5cc8eba4d51c7734538f2f2e5e8e12504eb7d6ddd0a29ee9b803" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55b2efc7-ef31-44f6-972a-fbb9369828a2" -d '{"events": [{"name": "network-changed", "server_uuid": "9c9cbad2-b18d-40ff-a217-29016a8e4b65", "tag": "877f8603-179a-438a-b8ba-37acb249c808"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 15:34:05.263399 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 15:34:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72a76eff-6807-4bbe-9c9e-63478e87d151 x-openstack-request-id: req-72a76eff-6807-4bbe-9c9e-63478e87d151 {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 15:34:05.263700 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c9cbad2-b18d-40ff-a217-29016a8e4b65", "tag": "877f8603-179a-438a-b8ba-37acb249c808", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 15:34:05.263958 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-72a76eff-6807-4bbe-9c9e-63478e87d151 {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 15:34:05.264365 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c9cbad2-b18d-40ff-a217-29016a8e4b65', 'tag': '877f8603-179a-438a-b8ba-37acb249c808', 'status': 'completed', 'code': 200} Aug 12 15:34:05.303427 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvr_db [None req-ae3e89d2-d25c-4be2-8898-dae7c8a6d01d None None] Set router 91c2912c-7f4c-4e26-9189-8c39edafd54d gateway port host: n-d-694802-15 {{(pid=94468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:34:05.346651 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4179e730-900e-46f6-9ae5-c355eec139b3 req-7abc4cc9-e4ab-4f8f-b30a-785f48481b57 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:34:05.348095 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4179e730-900e-46f6-9ae5-c355eec139b3 req-7abc4cc9-e4ab-4f8f-b30a-785f48481b57 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c9cbad2-b18d-40ff-a217-29016a8e4b65 HTTP/1.1" status: 200 len: 945 time: 0.0761521 Aug 12 15:34:05.354611 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b2efc7-ef31-44f6-972a-fbb9369828a2 req-0bcf726f-8a50-49a0-b4b7-a76fb66cfe75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:34:05.356219 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-55b2efc7-ef31-44f6-972a-fbb9369828a2 req-0bcf726f-8a50-49a0-b4b7-a76fb66cfe75 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b54ac9ed014240dead4ece37b0fb3f94&device_id=9c9cbad2-b18d-40ff-a217-29016a8e4b65 HTTP/1.1" status: 200 len: 1097 time: 0.0716126 Aug 12 15:34:05.438525 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4179e730-900e-46f6-9ae5-c355eec139b3 req-d2fa100a-8d9e-4ede-a095-157179301945 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "GET /v2.0/security-groups?id=2c658f3f-53ea-4a0c-9b59-85a4c863a1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811889 Aug 12 15:34:05.461301 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 36304) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:34:05.475265 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b2efc7-ef31-44f6-972a-fbb9369828a2 req-d5757645-417b-495c-a58c-ffe5683d38fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:34:05.476801 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-55b2efc7-ef31-44f6-972a-fbb9369828a2 req-d5757645-417b-495c-a58c-ffe5683d38fa service neutron] 10.222.0.64 "GET /v2.0/networks?id=fb08d230-8c66-4caa-9ac1-09b0c6cf3388 HTTP/1.1" status: 200 len: 897 time: 0.1127145 Aug 12 15:34:05.532445 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-7e1c5eca-6d07-400c-84b0-93d3552dca3f tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "GET /v2.0/floatingips/1b480e49-0018-4429-86fa-8f4dd4e15a13 HTTP/1.1" status: 200 len: 990 time: 0.0692320 Aug 12 15:34:05.538723 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-ae3e89d2-d25c-4be2-8898-dae7c8a6d01d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91c2912c-7f4c-4e26-9189-8c39edafd54d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1819264424', 'tenant_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.58'}], 'enable_snat': True}, 'gw_port_id': '9dba8f7e-8beb-48db-83ec-a91e4ff4f3d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:33:49Z', 'updated_at': '2021-08-12T15:33:53Z', 'revision_number': 4, 'project_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'gw_port': {'id': '9dba8f7e-8beb-48db-83ec-a91e4ff4f3d3', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:45:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c2912c-7f4c-4e26-9189-8c39edafd54d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:33:49Z', 'updated_at': '2021-08-12T15:33:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_floatingips': [{'id': '1b480e49-0018-4429-86fa-8f4dd4e15a13', 'tenant_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'floating_ip_address': '172.25.1.65', 'floating_network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'router_id': '91c2912c-7f4c-4e26-9189-8c39edafd54d', 'port_id': '877f8603-179a-438a-b8ba-37acb249c808', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4187, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb08d230-8c66-4caa-9ac1-09b0c6cf3388', 'mac_address': 'fa:16:3e:72:da:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c9cbad2-b18d-40ff-a217-29016a8e4b65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T15:34:04Z', 'updated_at': '2021-08-12T15:34:04Z', 'revision_number': 0, 'project_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1676b6a5-a9e3-4f12-8499-68430165b3c7', 'name': '', 'network_id': 'fb08d230-8c66-4caa-9ac1-09b0c6cf3388', 'tenant_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'mac_address': 'fa:16:3e:ab:cc:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c2912c-7f4c-4e26-9189-8c39edafd54d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '6f0a1a27-4e23-4d69-9c51-d83d70f96366', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:33:52Z', 'updated_at': '2021-08-12T15:33:57Z', 'revision_number': 5, 'project_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'subnets': [{'id': '6f0a1a27-4e23-4d69-9c51-d83d70f96366', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:34:05.546089 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-55b2efc7-ef31-44f6-972a-fbb9369828a2 req-cb25303b-669c-4e52-b784-7cfb47f217ff service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=877f8603-179a-438a-b8ba-37acb249c808 HTTP/1.1" status: 200 len: 998 time: 0.0616994 Aug 12 15:34:05.564091 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae3e89d2-d25c-4be2-8898-dae7c8a6d01d None None] Checking router: 91c2912c-7f4c-4e26-9189-8c39edafd54d for host: n-d-694802-15 {{(pid=94468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 15:34:05.572796 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae3e89d2-d25c-4be2-8898-dae7c8a6d01d None None] Routers {'91c2912c-7f4c-4e26-9189-8c39edafd54d'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:34:05.573389 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-ae3e89d2-d25c-4be2-8898-dae7c8a6d01d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T15:33:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['91c2912c-7f4c-4e26-9189-8c39edafd54d'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:34:05.600670 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b2efc7-ef31-44f6-972a-fbb9369828a2 req-ec2a5482-d091-4027-b0cd-e52d2da938e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:34:05.602061 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-55b2efc7-ef31-44f6-972a-fbb9369828a2 req-ec2a5482-d091-4027-b0cd-e52d2da938e8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6f0a1a27-4e23-4d69-9c51-d83d70f96366 HTTP/1.1" status: 200 len: 835 time: 0.0475669 Aug 12 15:34:05.646993 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b2efc7-ef31-44f6-972a-fbb9369828a2 req-59ee52ee-cbb3-4d3c-9891-93174f4229f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:34:05.649048 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-55b2efc7-ef31-44f6-972a-fbb9369828a2 req-59ee52ee-cbb3-4d3c-9891-93174f4229f0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=fb08d230-8c66-4caa-9ac1-09b0c6cf3388&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398185 Aug 12 15:34:05.677455 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvr_db [None req-ae3e89d2-d25c-4be2-8898-dae7c8a6d01d None None] Set router 91c2912c-7f4c-4e26-9189-8c39edafd54d gateway port host: n-d-694802-15 {{(pid=94468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:34:05.738767 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-55b2efc7-ef31-44f6-972a-fbb9369828a2 req-537658db-85f2-40cd-84d6-65f33b7da575 service neutron] 10.222.0.64 "GET /v2.0/networks/fb08d230-8c66-4caa-9ac1-09b0c6cf3388?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814660 Aug 12 15:34:05.834796 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-55b2efc7-ef31-44f6-972a-fbb9369828a2 req-8bece699-c1bf-489f-a7a1-9254a2cb21b1 service neutron] 10.222.0.64 "GET /v2.0/networks/fb08d230-8c66-4caa-9ac1-09b0c6cf3388?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885267 Aug 12 15:34:05.902051 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-ae3e89d2-d25c-4be2-8898-dae7c8a6d01d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91c2912c-7f4c-4e26-9189-8c39edafd54d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1819264424', 'tenant_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.58'}], 'enable_snat': True}, 'gw_port_id': '9dba8f7e-8beb-48db-83ec-a91e4ff4f3d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:33:49Z', 'updated_at': '2021-08-12T15:33:53Z', 'revision_number': 4, 'project_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'gw_port': {'id': '9dba8f7e-8beb-48db-83ec-a91e4ff4f3d3', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:45:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c2912c-7f4c-4e26-9189-8c39edafd54d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:33:49Z', 'updated_at': '2021-08-12T15:33:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_floatingips': [{'id': '1b480e49-0018-4429-86fa-8f4dd4e15a13', 'tenant_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'floating_ip_address': '172.25.1.65', 'floating_network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'router_id': '91c2912c-7f4c-4e26-9189-8c39edafd54d', 'port_id': '877f8603-179a-438a-b8ba-37acb249c808', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4187, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb08d230-8c66-4caa-9ac1-09b0c6cf3388', 'mac_address': 'fa:16:3e:72:da:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c9cbad2-b18d-40ff-a217-29016a8e4b65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T15:34:04Z', 'updated_at': '2021-08-12T15:34:04Z', 'revision_number': 0, 'project_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1676b6a5-a9e3-4f12-8499-68430165b3c7', 'name': '', 'network_id': 'fb08d230-8c66-4caa-9ac1-09b0c6cf3388', 'tenant_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'mac_address': 'fa:16:3e:ab:cc:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c2912c-7f4c-4e26-9189-8c39edafd54d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '6f0a1a27-4e23-4d69-9c51-d83d70f96366', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:33:52Z', 'updated_at': '2021-08-12T15:33:57Z', 'revision_number': 5, 'project_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'subnets': [{'id': '6f0a1a27-4e23-4d69-9c51-d83d70f96366', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:34:05.928458 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae3e89d2-d25c-4be2-8898-dae7c8a6d01d None None] The sync data for ids ['91c2912c-7f4c-4e26-9189-8c39edafd54d'] in n-d-694802-15 is: [{'id': '91c2912c-7f4c-4e26-9189-8c39edafd54d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1819264424', 'tenant_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.58'}], 'enable_snat': True}, 'gw_port_id': '9dba8f7e-8beb-48db-83ec-a91e4ff4f3d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:33:49Z', 'updated_at': '2021-08-12T15:33:53Z', 'revision_number': 4, 'project_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'gw_port': {'id': '9dba8f7e-8beb-48db-83ec-a91e4ff4f3d3', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:45:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c2912c-7f4c-4e26-9189-8c39edafd54d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:33:49Z', 'updated_at': '2021-08-12T15:33:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_floatingips': [{'id': '1b480e49-0018-4429-86fa-8f4dd4e15a13', 'tenant_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'floating_ip_address': '172.25.1.65', 'floating_network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'router_id': '91c2912c-7f4c-4e26-9189-8c39edafd54d', 'port_id': '877f8603-179a-438a-b8ba-37acb249c808', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4187, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb08d230-8c66-4caa-9ac1-09b0c6cf3388', 'mac_address': 'fa:16:3e:72:da:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c9cbad2-b18d-40ff-a217-29016a8e4b65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T15:34:04Z', 'updated_at': '2021-08-12T15:34:04Z', 'revision_number': 0, 'project_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1676b6a5-a9e3-4f12-8499-68430165b3c7', 'name': '', 'network_id': 'fb08d230-8c66-4caa-9ac1-09b0c6cf3388', 'tenant_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'mac_address': 'fa:16:3e:ab:cc:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c2912c-7f4c-4e26-9189-8c39edafd54d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '6f0a1a27-4e23-4d69-9c51-d83d70f96366', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:33:52Z', 'updated_at': '2021-08-12T15:33:57Z', 'revision_number': 5, 'project_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'subnets': [{'id': '6f0a1a27-4e23-4d69-9c51-d83d70f96366', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 15:34:06.111273 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6f296c4-8f81-4441-a506-d9531284c1b2 None None] New status for floating IP 1b480e49-0018-4429-86fa-8f4dd4e15a13: ACTIVE {{(pid=94469) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 15:34:06.534773 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 36306) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:34:06.600591 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-66f4b831-e46e-458f-acf5-dd12e04b16cb tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "GET /v2.0/floatingips/1b480e49-0018-4429-86fa-8f4dd4e15a13 HTTP/1.1" status: 200 len: 992 time: 0.0645339 Aug 12 15:34:10.169554 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-0ac654af-6e0f-4e30-8913-4274314db277 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:12.193215 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:13.094784 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:13.435736 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-3f4454a6-d9bb-453a-9244-9e91fe1dfc8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:13.576032 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:14.199042 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-1769855f-eda9-4483-9dc3-3220908ab45d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:15.827093 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-fe95f194-a3b0-4c04-9e42-20b511169d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:17.667133 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.agents_db [None req-17ed3e4c-1a7d-4162-9646-11c134aca297 None None] Agent healthcheck: found 7 active agents {{(pid=94469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 15:34:39.946916 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626b056f-b7e2-4e52-a8c7-47027278907a req-6b9eab34-5afa-4b36-a959-2ce9f2245638 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:34:39.948440 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-626b056f-b7e2-4e52-a8c7-47027278907a req-6b9eab34-5afa-4b36-a959-2ce9f2245638 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c9cbad2-b18d-40ff-a217-29016a8e4b65 HTTP/1.1" status: 200 len: 945 time: 0.0498233 Aug 12 15:34:39.987646 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-626b056f-b7e2-4e52-a8c7-47027278907a req-ab02280d-95d2-442c-a601-a6fdf621e696 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "GET /v2.0/security-groups?id=2c658f3f-53ea-4a0c-9b59-85a4c863a1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331504 Aug 12 15:34:40.170114 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-1504fd05-bde2-4796-b867-66e7608c37e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:41.119222 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144f4f20-3574-4f68-8d36-b443ea38aeec req-0c6459ea-12eb-46f0-af1d-04a275c44799 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:34:41.120721 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-144f4f20-3574-4f68-8d36-b443ea38aeec req-0c6459ea-12eb-46f0-af1d-04a275c44799 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c9cbad2-b18d-40ff-a217-29016a8e4b65 HTTP/1.1" status: 200 len: 945 time: 0.0492435 Aug 12 15:34:41.158101 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-144f4f20-3574-4f68-8d36-b443ea38aeec req-247dbac8-7dd8-4973-af6b-18f22263125c tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "GET /v2.0/security-groups?id=2c658f3f-53ea-4a0c-9b59-85a4c863a1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314722 Aug 12 15:34:41.181046 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 36330) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:34:41.246669 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-ddf76e37-67d3-4c95-a010-f6df89b731aa tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "GET /v2.0/floatingips/1b480e49-0018-4429-86fa-8f4dd4e15a13 HTTP/1.1" status: 200 len: 992 time: 0.0644894 Aug 12 15:34:42.228180 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:42.500847 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8e4ed3-b87d-46fd-90d1-00ef5233c7ad req-8ebc5683-6ee6-43c1-8703-b7f7a63cf8aa tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:34:42.503500 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-da8e4ed3-b87d-46fd-90d1-00ef5233c7ad req-8ebc5683-6ee6-43c1-8703-b7f7a63cf8aa tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c9cbad2-b18d-40ff-a217-29016a8e4b65 HTTP/1.1" status: 200 len: 945 time: 0.0501025 Aug 12 15:34:42.541518 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-da8e4ed3-b87d-46fd-90d1-00ef5233c7ad req-ed2b42a9-b16a-4f19-952c-c9abe883e692 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "GET /v2.0/security-groups?id=2c658f3f-53ea-4a0c-9b59-85a4c863a1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319593 Aug 12 15:34:43.096097 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:43.436501 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-2f0200fb-1dea-4375-9b25-0d1d18fdfab3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:43.578913 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:43.656753 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed654420-4ffe-4a58-b4b6-9e3bda61c94e req-b12ffd22-aec4-403d-b821-a8e3b296e673 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:34:43.658263 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ed654420-4ffe-4a58-b4b6-9e3bda61c94e req-b12ffd22-aec4-403d-b821-a8e3b296e673 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c9cbad2-b18d-40ff-a217-29016a8e4b65 HTTP/1.1" status: 200 len: 945 time: 0.0488286 Aug 12 15:34:43.700626 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ed654420-4ffe-4a58-b4b6-9e3bda61c94e req-7b94255c-0cbd-4121-bcb3-8ad7a4e54d31 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "GET /v2.0/security-groups?id=2c658f3f-53ea-4a0c-9b59-85a4c863a1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360191 Aug 12 15:34:43.722211 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 36340) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:34:43.782249 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-c6c203c0-e5b6-4ac0-be7a-817aa242fefe tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "GET /v2.0/floatingips/1b480e49-0018-4429-86fa-8f4dd4e15a13 HTTP/1.1" status: 200 len: 992 time: 0.0589588 Aug 12 15:34:43.996694 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 36346) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:34:44.156000 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-e3ef0687-9e54-4a86-81f1-72a2c3c3e45a tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Deleting port 7cc9fb43-12ec-42b0-8e07-ebbeeb0570fe {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 15:34:44.156352 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e3ef0687-9e54-4a86-81f1-72a2c3c3e45a tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:44.202254 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-1769855f-eda9-4483-9dc3-3220908ab45d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:44.235254 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e3ef0687-9e54-4a86-81f1-72a2c3c3e45a tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:44.235588 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e3ef0687-9e54-4a86-81f1-72a2c3c3e45a tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:44.247746 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-e3ef0687-9e54-4a86-81f1-72a2c3c3e45a tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Calling delete_port for 7cc9fb43-12ec-42b0-8e07-ebbeeb0570fe owned by network:floatingip {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 15:34:44.395751 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e3ef0687-9e54-4a86-81f1-72a2c3c3e45a tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:44.424001 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ef0687-9e54-4a86-81f1-72a2c3c3e45a tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Pushing event deleted for resources: {'Port': ['ID=7cc9fb43-12ec-42b0-8e07-ebbeeb0570fe,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:34:44.435267 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ef0687-9e54-4a86-81f1-72a2c3c3e45a tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:34:44.435624 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ef0687-9e54-4a86-81f1-72a2c3c3e45a tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:34:44.435971 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ef0687-9e54-4a86-81f1-72a2c3c3e45a tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:34:44.436308 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ef0687-9e54-4a86-81f1-72a2c3c3e45a tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:34:44.436646 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ef0687-9e54-4a86-81f1-72a2c3c3e45a tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:34:44.436979 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ef0687-9e54-4a86-81f1-72a2c3c3e45a tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:34:44.437310 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ef0687-9e54-4a86-81f1-72a2c3c3e45a tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:34:44.437638 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ef0687-9e54-4a86-81f1-72a2c3c3e45a tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:34:44.437967 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ef0687-9e54-4a86-81f1-72a2c3c3e45a tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:34:44.438293 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ef0687-9e54-4a86-81f1-72a2c3c3e45a tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:34:44.438619 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ef0687-9e54-4a86-81f1-72a2c3c3e45a tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:34:44.439041 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ef0687-9e54-4a86-81f1-72a2c3c3e45a tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:34:44.495159 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e3ef0687-9e54-4a86-81f1-72a2c3c3e45a tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks [] for floatingip, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:44.495529 n-d-694802-15 neutron-server[94466]: INFO neutron.db.l3_db [None req-e3ef0687-9e54-4a86-81f1-72a2c3c3e45a tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Floating IP 1b480e49-0018-4429-86fa-8f4dd4e15a13 disassociated (deleted). External IP: 172.25.1.65, port: 877f8603-179a-438a-b8ba-37acb249c808. Aug 12 15:34:44.706719 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3ef0687-9e54-4a86-81f1-72a2c3c3e45a tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Router 91c2912c-7f4c-4e26-9189-8c39edafd54d has already been hosted by L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f {{(pid=94466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 15:34:44.815044 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3ef0687-9e54-4a86-81f1-72a2c3c3e45a tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 15:34:44.820379 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e3ef0687-9e54-4a86-81f1-72a2c3c3e45a tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for floatingip, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:44.825046 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26fe5d2b-f176-4890-846d-c0f2fbc743b6 None None] Sync routers for ids ['91c2912c-7f4c-4e26-9189-8c39edafd54d'] in n-d-694802-15 {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 15:34:44.834115 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26fe5d2b-f176-4890-846d-c0f2fbc743b6 None None] Routers {'91c2912c-7f4c-4e26-9189-8c39edafd54d'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:34:44.835376 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-26fe5d2b-f176-4890-846d-c0f2fbc743b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T15:34:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['91c2912c-7f4c-4e26-9189-8c39edafd54d'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:34:44.849728 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-e3ef0687-9e54-4a86-81f1-72a2c3c3e45a tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "DELETE /v2.0/floatingips/1b480e49-0018-4429-86fa-8f4dd4e15a13 HTTP/1.1" status: 204 len: 168 time: 0.8494539 Aug 12 15:34:44.849728 n-d-694802-15 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c9cbad2-b18d-40ff-a217-29016a8e4b65', 'tag': '877f8603-179a-438a-b8ba-37acb249c808'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:34:44.909562 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d3d836888f8bae48364cf832021765cae83eba5216adbc1a01d11f14e92adce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c3e6230-8129-49a4-94c8-2bb12957661a" -d '{"events": [{"name": "network-changed", "server_uuid": "9c9cbad2-b18d-40ff-a217-29016a8e4b65", "tag": "877f8603-179a-438a-b8ba-37acb249c808"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 15:34:44.951494 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvr_db [None req-26fe5d2b-f176-4890-846d-c0f2fbc743b6 None None] Set router 91c2912c-7f4c-4e26-9189-8c39edafd54d gateway port host: n-d-694802-15 {{(pid=94468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:34:45.012685 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 15:34:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b54b2a4-7669-40ca-a9f5-ac7cc148c761 x-openstack-request-id: req-4b54b2a4-7669-40ca-a9f5-ac7cc148c761 {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 15:34:45.013188 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c9cbad2-b18d-40ff-a217-29016a8e4b65", "tag": "877f8603-179a-438a-b8ba-37acb249c808", "status": "completed", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 15:34:45.013291 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4b54b2a4-7669-40ca-a9f5-ac7cc148c761 {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 15:34:45.013653 n-d-694802-15 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c9cbad2-b18d-40ff-a217-29016a8e4b65', 'tag': '877f8603-179a-438a-b8ba-37acb249c808', 'status': 'completed', 'code': 200} Aug 12 15:34:45.109128 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3e6230-8129-49a4-94c8-2bb12957661a req-62f36f3c-1068-452b-92de-4f208be6b666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:34:45.110661 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4c3e6230-8129-49a4-94c8-2bb12957661a req-62f36f3c-1068-452b-92de-4f208be6b666 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b54ac9ed014240dead4ece37b0fb3f94&device_id=9c9cbad2-b18d-40ff-a217-29016a8e4b65 HTTP/1.1" status: 200 len: 1097 time: 0.0752101 Aug 12 15:34:45.123158 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d48431-bd74-4e41-b985-e6b80c83e1ec req-19185d30-e69f-456e-83cb-59fd7a3abb25 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:34:45.124685 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-18d48431-bd74-4e41-b985-e6b80c83e1ec req-19185d30-e69f-456e-83cb-59fd7a3abb25 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c9cbad2-b18d-40ff-a217-29016a8e4b65 HTTP/1.1" status: 200 len: 945 time: 0.0809894 Aug 12 15:34:45.328866 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-26fe5d2b-f176-4890-846d-c0f2fbc743b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91c2912c-7f4c-4e26-9189-8c39edafd54d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1819264424', 'tenant_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.58'}], 'enable_snat': True}, 'gw_port_id': '9dba8f7e-8beb-48db-83ec-a91e4ff4f3d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:33:49Z', 'updated_at': '2021-08-12T15:33:53Z', 'revision_number': 4, 'project_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'gw_port': {'id': '9dba8f7e-8beb-48db-83ec-a91e4ff4f3d3', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:45:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c2912c-7f4c-4e26-9189-8c39edafd54d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:33:49Z', 'updated_at': '2021-08-12T15:33:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': '1676b6a5-a9e3-4f12-8499-68430165b3c7', 'name': '', 'network_id': 'fb08d230-8c66-4caa-9ac1-09b0c6cf3388', 'tenant_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'mac_address': 'fa:16:3e:ab:cc:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c2912c-7f4c-4e26-9189-8c39edafd54d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '6f0a1a27-4e23-4d69-9c51-d83d70f96366', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:33:52Z', 'updated_at': '2021-08-12T15:33:57Z', 'revision_number': 5, 'project_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'subnets': [{'id': '6f0a1a27-4e23-4d69-9c51-d83d70f96366', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:34:45.355834 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26fe5d2b-f176-4890-846d-c0f2fbc743b6 None None] Checking router: 91c2912c-7f4c-4e26-9189-8c39edafd54d for host: n-d-694802-15 {{(pid=94468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 15:34:45.364720 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26fe5d2b-f176-4890-846d-c0f2fbc743b6 None None] Routers {'91c2912c-7f4c-4e26-9189-8c39edafd54d'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:34:45.365347 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-26fe5d2b-f176-4890-846d-c0f2fbc743b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T15:34:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['91c2912c-7f4c-4e26-9189-8c39edafd54d'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:34:45.473279 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvr_db [None req-26fe5d2b-f176-4890-846d-c0f2fbc743b6 None None] Set router 91c2912c-7f4c-4e26-9189-8c39edafd54d gateway port host: n-d-694802-15 {{(pid=94468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:34:45.532101 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-18d48431-bd74-4e41-b985-e6b80c83e1ec req-7a5bcc63-ff4d-49d7-889b-4dd1a26416cd tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "GET /v2.0/security-groups?id=2c658f3f-53ea-4a0c-9b59-85a4c863a1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3984957 Aug 12 15:34:45.561332 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3e6230-8129-49a4-94c8-2bb12957661a req-101dac7e-82f7-4189-a81e-1e0886775d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:34:45.562807 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4c3e6230-8129-49a4-94c8-2bb12957661a req-101dac7e-82f7-4189-a81e-1e0886775d17 service neutron] 10.222.0.64 "GET /v2.0/networks?id=fb08d230-8c66-4caa-9ac1-09b0c6cf3388 HTTP/1.1" status: 200 len: 897 time: 0.4372659 Aug 12 15:34:45.606716 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4c3e6230-8129-49a4-94c8-2bb12957661a req-d0deff81-f220-44c7-9eae-960bdb0423e3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=877f8603-179a-438a-b8ba-37acb249c808 HTTP/1.1" status: 200 len: 217 time: 0.0364087 Aug 12 15:34:45.657141 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3e6230-8129-49a4-94c8-2bb12957661a req-d2a1cf88-8a0e-421e-ac9c-0f3452f0334f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:34:45.658640 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4c3e6230-8129-49a4-94c8-2bb12957661a req-d2a1cf88-8a0e-421e-ac9c-0f3452f0334f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6f0a1a27-4e23-4d69-9c51-d83d70f96366 HTTP/1.1" status: 200 len: 835 time: 0.0431092 Aug 12 15:34:45.670776 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-26fe5d2b-f176-4890-846d-c0f2fbc743b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91c2912c-7f4c-4e26-9189-8c39edafd54d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1819264424', 'tenant_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.58'}], 'enable_snat': True}, 'gw_port_id': '9dba8f7e-8beb-48db-83ec-a91e4ff4f3d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:33:49Z', 'updated_at': '2021-08-12T15:33:53Z', 'revision_number': 4, 'project_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'gw_port': {'id': '9dba8f7e-8beb-48db-83ec-a91e4ff4f3d3', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:45:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c2912c-7f4c-4e26-9189-8c39edafd54d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:33:49Z', 'updated_at': '2021-08-12T15:33:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': '1676b6a5-a9e3-4f12-8499-68430165b3c7', 'name': '', 'network_id': 'fb08d230-8c66-4caa-9ac1-09b0c6cf3388', 'tenant_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'mac_address': 'fa:16:3e:ab:cc:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c2912c-7f4c-4e26-9189-8c39edafd54d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '6f0a1a27-4e23-4d69-9c51-d83d70f96366', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:33:52Z', 'updated_at': '2021-08-12T15:33:57Z', 'revision_number': 5, 'project_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'subnets': [{'id': '6f0a1a27-4e23-4d69-9c51-d83d70f96366', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:34:45.701002 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26fe5d2b-f176-4890-846d-c0f2fbc743b6 None None] The sync data for ids ['91c2912c-7f4c-4e26-9189-8c39edafd54d'] in n-d-694802-15 is: [{'id': '91c2912c-7f4c-4e26-9189-8c39edafd54d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1819264424', 'tenant_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.58'}], 'enable_snat': True}, 'gw_port_id': '9dba8f7e-8beb-48db-83ec-a91e4ff4f3d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:33:49Z', 'updated_at': '2021-08-12T15:33:53Z', 'revision_number': 4, 'project_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'gw_port': {'id': '9dba8f7e-8beb-48db-83ec-a91e4ff4f3d3', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:45:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c2912c-7f4c-4e26-9189-8c39edafd54d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:33:49Z', 'updated_at': '2021-08-12T15:33:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': '1676b6a5-a9e3-4f12-8499-68430165b3c7', 'name': '', 'network_id': 'fb08d230-8c66-4caa-9ac1-09b0c6cf3388', 'tenant_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'mac_address': 'fa:16:3e:ab:cc:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c2912c-7f4c-4e26-9189-8c39edafd54d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '6f0a1a27-4e23-4d69-9c51-d83d70f96366', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:33:52Z', 'updated_at': '2021-08-12T15:33:57Z', 'revision_number': 5, 'project_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'subnets': [{'id': '6f0a1a27-4e23-4d69-9c51-d83d70f96366', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 15:34:45.709099 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3e6230-8129-49a4-94c8-2bb12957661a req-3d7785b3-9f4a-4eec-8f51-1ae847d3fe19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:34:45.711207 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4c3e6230-8129-49a4-94c8-2bb12957661a req-3d7785b3-9f4a-4eec-8f51-1ae847d3fe19 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=fb08d230-8c66-4caa-9ac1-09b0c6cf3388&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407910 Aug 12 15:34:45.808987 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4c3e6230-8129-49a4-94c8-2bb12957661a req-bc659ed1-f81e-40a4-be3f-a9369a7de59e service neutron] 10.222.0.64 "GET /v2.0/networks/fb08d230-8c66-4caa-9ac1-09b0c6cf3388?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888474 Aug 12 15:34:45.830292 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-fe95f194-a3b0-4c04-9e42-20b511169d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:45.906792 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4c3e6230-8129-49a4-94c8-2bb12957661a req-e980a53f-24b7-475b-af36-c68816745b49 service neutron] 10.222.0.64 "GET /v2.0/networks/fb08d230-8c66-4caa-9ac1-09b0c6cf3388?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867100 Aug 12 15:34:45.920680 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd4fce9b-8dd2-41ba-94e5-97ea9c56e3ae None None] New status for floating IP 1b480e49-0018-4429-86fa-8f4dd4e15a13: DOWN {{(pid=94469) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 15:34:46.656427 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87bbd78-3b92-49dc-b0e5-f728c38970db req-0cd86a7e-a17a-408d-8122-76ba4f0a19d7 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:34:46.658070 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-b87bbd78-3b92-49dc-b0e5-f728c38970db req-0cd86a7e-a17a-408d-8122-76ba4f0a19d7 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c9cbad2-b18d-40ff-a217-29016a8e4b65 HTTP/1.1" status: 200 len: 945 time: 0.0547886 Aug 12 15:34:46.678928 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5a57e4-4519-40a5-887e-1a69631c3278 req-e8623f69-7b40-428b-a965-10cde003ed3d tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:34:46.680445 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4b5a57e4-4519-40a5-887e-1a69631c3278 req-e8623f69-7b40-428b-a965-10cde003ed3d tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.64 "GET /v2.0/ports?device_id=9c9cbad2-b18d-40ff-a217-29016a8e4b65 HTTP/1.1" status: 200 len: 945 time: 0.0507898 Aug 12 15:34:46.699056 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-b87bbd78-3b92-49dc-b0e5-f728c38970db req-6a58fec8-91b4-44ca-87ee-f66b181da09a tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "GET /v2.0/security-groups?id=2c658f3f-53ea-4a0c-9b59-85a4c863a1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334840 Aug 12 15:34:46.775793 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [req-4b5a57e4-4519-40a5-887e-1a69631c3278 req-d450980c-52b9-404c-b0f9-7d6611f86aea tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Deleting port 877f8603-179a-438a-b8ba-37acb249c808 {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 15:34:46.776048 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-4b5a57e4-4519-40a5-887e-1a69631c3278 req-d450980c-52b9-404c-b0f9-7d6611f86aea tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:46.863348 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-4b5a57e4-4519-40a5-887e-1a69631c3278 req-d450980c-52b9-404c-b0f9-7d6611f86aea tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] For port 877f8603-179a-438a-b8ba-37acb249c808, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=877f8603-179a-438a-b8ba-37acb249c808,segment=NetworkSegment(6639bd2c-dbd4-4004-ba39-12530ce74afd),segment_id=6639bd2c-dbd4-4004-ba39-12530ce74afd)] {{(pid=94467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:34:46.863714 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-4b5a57e4-4519-40a5-887e-1a69631c3278 req-d450980c-52b9-404c-b0f9-7d6611f86aea tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:46.876840 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [req-4b5a57e4-4519-40a5-887e-1a69631c3278 req-d450980c-52b9-404c-b0f9-7d6611f86aea tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Calling delete_port for 877f8603-179a-438a-b8ba-37acb249c808 owned by compute:nova {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 15:34:47.004138 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-4b5a57e4-4519-40a5-887e-1a69631c3278 req-d450980c-52b9-404c-b0f9-7d6611f86aea tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:47.031201 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d450980c-52b9-404c-b0f9-7d6611f86aea tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Pushing event deleted for resources: {'Port': ['ID=877f8603-179a-438a-b8ba-37acb249c808,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:34:47.041946 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d450980c-52b9-404c-b0f9-7d6611f86aea tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:34:47.042299 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d450980c-52b9-404c-b0f9-7d6611f86aea tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:34:47.042640 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d450980c-52b9-404c-b0f9-7d6611f86aea tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:34:47.042973 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d450980c-52b9-404c-b0f9-7d6611f86aea tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:34:47.043326 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d450980c-52b9-404c-b0f9-7d6611f86aea tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:34:47.043654 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d450980c-52b9-404c-b0f9-7d6611f86aea tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:34:47.043982 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d450980c-52b9-404c-b0f9-7d6611f86aea tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:34:47.044310 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d450980c-52b9-404c-b0f9-7d6611f86aea tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:34:47.045450 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d450980c-52b9-404c-b0f9-7d6611f86aea tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:34:47.045450 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d450980c-52b9-404c-b0f9-7d6611f86aea tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:34:47.045450 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d450980c-52b9-404c-b0f9-7d6611f86aea tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:34:47.045932 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d450980c-52b9-404c-b0f9-7d6611f86aea tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:34:47.089134 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b5a57e4-4519-40a5-887e-1a69631c3278 req-d450980c-52b9-404c-b0f9-7d6611f86aea tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] No DVR routers for this DVR port 877f8603-179a-438a-b8ba-37acb249c808 on host n-h1-694802-15 {{(pid=94467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 15:34:47.091773 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-4b5a57e4-4519-40a5-887e-1a69631c3278 req-d450980c-52b9-404c-b0f9-7d6611f86aea tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:47.093752 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4b5a57e4-4519-40a5-887e-1a69631c3278 req-d450980c-52b9-404c-b0f9-7d6611f86aea tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.64 "DELETE /v2.0/ports/877f8603-179a-438a-b8ba-37acb249c808 HTTP/1.1" status: 204 len: 173 time: 0.4058566 Aug 12 15:34:47.094182 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c9cbad2-b18d-40ff-a217-29016a8e4b65', 'name': 'network-vif-deleted', 'tag': '877f8603-179a-438a-b8ba-37acb249c808'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:34:47.096460 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1d90890f15e5cc8eba4d51c7734538f2f2e5e8e12504eb7d6ddd0a29ee9b803" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bacecb1a-183c-430d-bb55-d27f035a4903" -d '{"events": [{"server_uuid": "9c9cbad2-b18d-40ff-a217-29016a8e4b65", "name": "network-vif-deleted", "tag": "877f8603-179a-438a-b8ba-37acb249c808"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 15:34:47.137188 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 15:34:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2026835-492d-4098-ac4f-14b7400ff673 x-openstack-request-id: req-e2026835-492d-4098-ac4f-14b7400ff673 {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 15:34:47.137489 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c9cbad2-b18d-40ff-a217-29016a8e4b65", "name": "network-vif-deleted", "tag": "877f8603-179a-438a-b8ba-37acb249c808", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 15:34:47.137741 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e2026835-492d-4098-ac4f-14b7400ff673 {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 15:34:47.138135 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c9cbad2-b18d-40ff-a217-29016a8e4b65', 'name': 'network-vif-deleted', 'tag': '877f8603-179a-438a-b8ba-37acb249c808', 'status': 'completed', 'code': 200} Aug 12 15:34:47.752926 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 36364) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:34:48.105768 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-dad8d601-0bc9-40b0-bb16-72490c8a9978 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66663830'] for router_interface, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:48.359948 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-dad8d601-0bc9-40b0-bb16-72490c8a9978 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Deleting port 1676b6a5-a9e3-4f12-8499-68430165b3c7 {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 15:34:48.360208 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-dad8d601-0bc9-40b0-bb16-72490c8a9978 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:48.452926 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-dad8d601-0bc9-40b0-bb16-72490c8a9978 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] For port 1676b6a5-a9e3-4f12-8499-68430165b3c7, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=1676b6a5-a9e3-4f12-8499-68430165b3c7,segment=NetworkSegment(6639bd2c-dbd4-4004-ba39-12530ce74afd),segment_id=6639bd2c-dbd4-4004-ba39-12530ce74afd)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:34:48.453285 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-dad8d601-0bc9-40b0-bb16-72490c8a9978 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:48.466577 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-dad8d601-0bc9-40b0-bb16-72490c8a9978 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Calling delete_port for 1676b6a5-a9e3-4f12-8499-68430165b3c7 owned by network:router_interface {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 15:34:48.647076 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-dad8d601-0bc9-40b0-bb16-72490c8a9978 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:48.678690 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad8d601-0bc9-40b0-bb16-72490c8a9978 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Pushing event deleted for resources: {'Port': ['ID=1676b6a5-a9e3-4f12-8499-68430165b3c7,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:34:48.851583 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-dad8d601-0bc9-40b0-bb16-72490c8a9978 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66628352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-430630'] for router_interface, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:49.352372 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dad8d601-0bc9-40b0-bb16-72490c8a9978 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Router 91c2912c-7f4c-4e26-9189-8c39edafd54d has already been hosted by L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f {{(pid=94466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 15:34:49.458397 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dad8d601-0bc9-40b0-bb16-72490c8a9978 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 15:34:49.463898 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-dad8d601-0bc9-40b0-bb16-72490c8a9978 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "PUT /v2.0/routers/91c2912c-7f4c-4e26-9189-8c39edafd54d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7099478 Aug 12 15:34:49.467291 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 36366) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:34:49.468100 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba1aaacf-c315-4b97-b9e5-4a89cea98370 None None] Sync routers for ids ['91c2912c-7f4c-4e26-9189-8c39edafd54d'] in n-d-694802-15 {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 15:34:49.478313 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba1aaacf-c315-4b97-b9e5-4a89cea98370 None None] Routers {'91c2912c-7f4c-4e26-9189-8c39edafd54d'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:34:49.478927 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-ba1aaacf-c315-4b97-b9e5-4a89cea98370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T15:34:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['91c2912c-7f4c-4e26-9189-8c39edafd54d'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:34:49.518871 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2406427-35f6-4f09-a60b-b226e656587a tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Deleting subnet 6f0a1a27-4e23-4d69-9c51-d83d70f96366 {{(pid=94467) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 15:34:49.521897 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a2406427-35f6-4f09-a60b-b226e656587a tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks [] for subnet, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:49.562247 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a2406427-35f6-4f09-a60b-b226e656587a tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3857505'] for subnet, precommit_delete_associations {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:49.583006 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvr_db [None req-ba1aaacf-c315-4b97-b9e5-4a89cea98370 None None] Set router 91c2912c-7f4c-4e26-9189-8c39edafd54d gateway port host: n-d-694802-15 {{(pid=94468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:34:49.648708 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a2406427-35f6-4f09-a60b-b226e656587a tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66416255'] for subnet, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:49.706990 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a2406427-35f6-4f09-a60b-b226e656587a tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66416232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2859225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3343748'] for subnet, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:49.733823 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2406427-35f6-4f09-a60b-b226e656587a tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Pushing event deleted for resources: {'Subnet': ['ID=6f0a1a27-4e23-4d69-9c51-d83d70f96366,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:34:49.738907 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a2406427-35f6-4f09-a60b-b226e656587a tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks [] for subnet, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:49.743800 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 36368) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:34:49.743941 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-a2406427-35f6-4f09-a60b-b226e656587a tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "DELETE /v2.0/subnets/6f0a1a27-4e23-4d69-9c51-d83d70f96366 HTTP/1.1" status: 204 len: 168 time: 0.2754292 Aug 12 15:34:49.749748 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cce3b944-76e9-4a0a-ba9f-eac7e22e8c21 None None] Network fb08d230-8c66-4caa-9ac1-09b0c6cf3388 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 15:34:49.845323 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-ba1aaacf-c315-4b97-b9e5-4a89cea98370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91c2912c-7f4c-4e26-9189-8c39edafd54d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1819264424', 'tenant_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.58'}], 'enable_snat': True}, 'gw_port_id': '9dba8f7e-8beb-48db-83ec-a91e4ff4f3d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:33:49Z', 'updated_at': '2021-08-12T15:34:48Z', 'revision_number': 5, 'project_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'gw_port': {'id': '9dba8f7e-8beb-48db-83ec-a91e4ff4f3d3', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:45:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c2912c-7f4c-4e26-9189-8c39edafd54d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:33:49Z', 'updated_at': '2021-08-12T15:33:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15'}], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:34:49.851975 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-97692c54-f48d-4d31-bf71-860ebc7466ba tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks [] for router, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:49.886750 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device 877f8603-179a-438a-b8ba-37acb249c808 no longer exists at agent hyperv_n-h1-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 15:34:49.889650 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba1aaacf-c315-4b97-b9e5-4a89cea98370 None None] Checking router: 91c2912c-7f4c-4e26-9189-8c39edafd54d for host: n-d-694802-15 {{(pid=94468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 15:34:49.919075 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-93370168-53ca-47c2-9e27-b066be57125c None None] No Port match for: 877f8603-179a-438a-b8ba-37acb249c808 {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 15:34:49.919414 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device 877f8603-179a-438a-b8ba-37acb249c808 not bound to the agent host n-h1-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 15:34:49.927186 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba1aaacf-c315-4b97-b9e5-4a89cea98370 None None] Routers {'91c2912c-7f4c-4e26-9189-8c39edafd54d'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:34:49.927804 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-ba1aaacf-c315-4b97-b9e5-4a89cea98370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T15:34:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['91c2912c-7f4c-4e26-9189-8c39edafd54d'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:34:49.961987 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-97692c54-f48d-4d31-bf71-860ebc7466ba tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:50.008727 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9698d6ed-6fa2-4f51-a03f-027dd724b54f None None] DHCP port deletion for fb08d230-8c66-4caa-9ac1-09b0c6cf3388 request from n-d-694802-15 {{(pid=94468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 15:34:50.016312 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-97692c54-f48d-4d31-bf71-860ebc7466ba tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Deleting port 9dba8f7e-8beb-48db-83ec-a91e4ff4f3d3 {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 15:34:50.016670 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-97692c54-f48d-4d31-bf71-860ebc7466ba tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:50.060420 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvr_db [None req-ba1aaacf-c315-4b97-b9e5-4a89cea98370 None None] Set router 91c2912c-7f4c-4e26-9189-8c39edafd54d gateway port host: n-d-694802-15 {{(pid=94468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:34:50.104651 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-97692c54-f48d-4d31-bf71-860ebc7466ba tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] For port 9dba8f7e-8beb-48db-83ec-a91e4ff4f3d3, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=9dba8f7e-8beb-48db-83ec-a91e4ff4f3d3,segment=NetworkSegment(b1b396cb-2dc6-4041-bfc7-1833a80a4720),segment_id=b1b396cb-2dc6-4041-bfc7-1833a80a4720)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:34:50.104936 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-97692c54-f48d-4d31-bf71-860ebc7466ba tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:50.117279 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-97692c54-f48d-4d31-bf71-860ebc7466ba tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Calling delete_port for 9dba8f7e-8beb-48db-83ec-a91e4ff4f3d3 owned by network:router_gateway {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 15:34:50.171629 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-9698d6ed-6fa2-4f51-a03f-027dd724b54f None None] Deleting port c7ea51d6-6b64-47fe-8f51-557cbf4b5bc3 {{(pid=94468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 15:34:50.171996 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-9698d6ed-6fa2-4f51-a03f-027dd724b54f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:50.255498 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-9698d6ed-6fa2-4f51-a03f-027dd724b54f None None] For port c7ea51d6-6b64-47fe-8f51-557cbf4b5bc3, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=c7ea51d6-6b64-47fe-8f51-557cbf4b5bc3,segment=NetworkSegment(6639bd2c-dbd4-4004-ba39-12530ce74afd),segment_id=6639bd2c-dbd4-4004-ba39-12530ce74afd)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:34:50.255896 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-9698d6ed-6fa2-4f51-a03f-027dd724b54f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:50.291210 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-9698d6ed-6fa2-4f51-a03f-027dd724b54f None None] Calling delete_port for c7ea51d6-6b64-47fe-8f51-557cbf4b5bc3 owned by network:dhcp {{(pid=94468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 15:34:50.300979 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-97692c54-f48d-4d31-bf71-860ebc7466ba tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:50.325369 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97692c54-f48d-4d31-bf71-860ebc7466ba tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Pushing event deleted for resources: {'Port': ['ID=9dba8f7e-8beb-48db-83ec-a91e4ff4f3d3,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:34:50.363806 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-ba1aaacf-c315-4b97-b9e5-4a89cea98370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91c2912c-7f4c-4e26-9189-8c39edafd54d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1819264424', 'tenant_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.58'}], 'enable_snat': True}, 'gw_port_id': '9dba8f7e-8beb-48db-83ec-a91e4ff4f3d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:33:49Z', 'updated_at': '2021-08-12T15:34:48Z', 'revision_number': 5, 'project_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'gw_port': {'id': '9dba8f7e-8beb-48db-83ec-a91e4ff4f3d3', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:45:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c2912c-7f4c-4e26-9189-8c39edafd54d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:33:49Z', 'updated_at': '2021-08-12T15:33:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15'}], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:34:50.391564 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba1aaacf-c315-4b97-b9e5-4a89cea98370 None None] The sync data for ids ['91c2912c-7f4c-4e26-9189-8c39edafd54d'] in n-d-694802-15 is: [{'id': '91c2912c-7f4c-4e26-9189-8c39edafd54d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1819264424', 'tenant_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.58'}], 'enable_snat': True}, 'gw_port_id': '9dba8f7e-8beb-48db-83ec-a91e4ff4f3d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:33:49Z', 'updated_at': '2021-08-12T15:34:48Z', 'revision_number': 5, 'project_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'gw_port': {'id': '9dba8f7e-8beb-48db-83ec-a91e4ff4f3d3', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:45:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c2912c-7f4c-4e26-9189-8c39edafd54d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:33:49Z', 'updated_at': '2021-08-12T15:33:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15'}] {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 15:34:50.391942 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-97692c54-f48d-4d31-bf71-860ebc7466ba tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-431580'] for router_gateway, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:50.417122 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-9698d6ed-6fa2-4f51-a03f-027dd724b54f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262'] for port, after_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:50.447060 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9698d6ed-6fa2-4f51-a03f-027dd724b54f None None] Pushing event deleted for resources: {'Port': ['ID=c7ea51d6-6b64-47fe-8f51-557cbf4b5bc3,revision_number=None']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:34:50.451357 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9698d6ed-6fa2-4f51-a03f-027dd724b54f None None] No DVR routers for this DVR port c7ea51d6-6b64-47fe-8f51-557cbf4b5bc3 on host n-d-694802-15 {{(pid=94468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 15:34:50.486685 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-97692c54-f48d-4d31-bf71-860ebc7466ba tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-429360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-104877'] for router, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:50.488784 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-97692c54-f48d-4d31-bf71-860ebc7466ba tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:50.531330 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-97692c54-f48d-4d31-bf71-860ebc7466ba tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-429375'] for router, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:50.531922 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97692c54-f48d-4d31-bf71-860ebc7466ba tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Fanout notify agent at l3_agent the message router_deleted on router 91c2912c-7f4c-4e26-9189-8c39edafd54d {{(pid=94466) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 15:34:50.540049 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-97692c54-f48d-4d31-bf71-860ebc7466ba tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks [] for router, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:50.541156 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-97692c54-f48d-4d31-bf71-860ebc7466ba tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "DELETE /v2.0/routers/91c2912c-7f4c-4e26-9189-8c39edafd54d HTTP/1.1" status: 204 len: 168 time: 0.7963347 Aug 12 15:34:50.544285 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 36370) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:34:50.619921 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-df8d4a0b-0181-427e-9d08-cbbe3003388f tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680608'] for network, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:50.707697 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-df8d4a0b-0181-427e-9d08-cbbe3003388f tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66413304', 'neutron.services.segments.db._delete_segments_for_network-8744654118000'] for network, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:50.717821 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-df8d4a0b-0181-427e-9d08-cbbe3003388f tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb08d230-8c66-4caa-9ac1-09b0c6cf3388']}} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:34:50.727867 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-df8d4a0b-0181-427e-9d08-cbbe3003388f tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6639bd2c-dbd4-4004-ba39-12530ce74afd') {'for_net_delete': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:34:50.728162 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-df8d4a0b-0181-427e-9d08-cbbe3003388f tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6639bd2c-dbd4-4004-ba39-12530ce74afd') {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:34:50.737906 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-df8d4a0b-0181-427e-9d08-cbbe3003388f tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744654122361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2293560'] for segment, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:50.752019 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-df8d4a0b-0181-427e-9d08-cbbe3003388f tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:50.758958 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df8d4a0b-0181-427e-9d08-cbbe3003388f tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Releasing vlan 327 on physical network physnet1 to pool {{(pid=94466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 15:34:50.759459 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-df8d4a0b-0181-427e-9d08-cbbe3003388f tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3718595'] for segment, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:50.762588 n-d-694802-15 neutron-server[94466]: Traceback (most recent call last): Aug 12 15:34:50.762588 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 15:34:50.762588 n-d-694802-15 neutron-server[94466]: timer() Aug 12 15:34:50.762588 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 15:34:50.762588 n-d-694802-15 neutron-server[94466]: cb(*args, **kw) Aug 12 15:34:50.762588 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 15:34:50.762588 n-d-694802-15 neutron-server[94466]: return func(*args, **kwargs) Aug 12 15:34:50.762588 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 15:34:50.762588 n-d-694802-15 neutron-server[94466]: self._notify() Aug 12 15:34:50.762588 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 15:34:50.762588 n-d-694802-15 neutron-server[94466]: self.callback(batched_events) Aug 12 15:34:50.762588 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 15:34:50.762588 n-d-694802-15 neutron-server[94466]: event.method(event) Aug 12 15:34:50.762588 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 15:34:50.762588 n-d-694802-15 neutron-server[94466]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 15:34:50.762588 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 15:34:50.762588 n-d-694802-15 neutron-server[94466]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 15:34:50.762588 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 15:34:50.762588 n-d-694802-15 neutron-server[94466]: return f(self, *a, **k) Aug 12 15:34:50.762588 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 15:34:50.762588 n-d-694802-15 neutron-server[94466]: return self._get(url).json() Aug 12 15:34:50.762588 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 15:34:50.762588 n-d-694802-15 neutron-server[94466]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 15:34:50.762588 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 15:34:50.762588 n-d-694802-15 neutron-server[94466]: return self.request(url, 'GET', **kwargs) Aug 12 15:34:50.762588 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 15:34:50.762588 n-d-694802-15 neutron-server[94466]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 15:34:50.762588 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 15:34:50.762588 n-d-694802-15 neutron-server[94466]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 15:34:50.762588 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 15:34:50.762588 n-d-694802-15 neutron-server[94466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 15:34:50.762588 n-d-694802-15 neutron-server[94466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 15:34:50.828828 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-df8d4a0b-0181-427e-9d08-cbbe3003388f tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66413281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431520'] for network, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:50.837154 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-df8d4a0b-0181-427e-9d08-cbbe3003388f tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks [] for network, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:50.839052 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-df8d4a0b-0181-427e-9d08-cbbe3003388f tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "DELETE /v2.0/networks/fb08d230-8c66-4caa-9ac1-09b0c6cf3388 HTTP/1.1" status: 204 len: 168 time: 0.2938006 Aug 12 15:34:50.841787 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 36372) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:34:50.859617 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8d4a0b-0181-427e-9d08-cbbe3003388f tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Pushing event deleted for resources: {'Network': ['ID=fb08d230-8c66-4caa-9ac1-09b0c6cf3388,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:34:50.918067 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e29ae9d9-5b3d-41a5-8db1-c9131abf2ae9 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks [] for security_group, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:50.943105 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e29ae9d9-5b3d-41a5-8db1-c9131abf2ae9 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:51.007761 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e29ae9d9-5b3d-41a5-8db1-c9131abf2ae9 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:51.010477 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e29ae9d9-5b3d-41a5-8db1-c9131abf2ae9 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:51.011711 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-e29ae9d9-5b3d-41a5-8db1-c9131abf2ae9 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "DELETE /v2.0/security-groups/2c658f3f-53ea-4a0c-9b59-85a4c863a1f1 HTTP/1.1" status: 204 len: 168 time: 0.1689980 Aug 12 15:34:51.022195 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29ae9d9-5b3d-41a5-8db1-c9131abf2ae9 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c658f3f-53ea-4a0c-9b59-85a4c863a1f1,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:34:51.292299 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 36378) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:34:51.297134 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-b9d90730-d727-4a27-bece-35297efcfaa9 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-134966564', 'description': 'tempest-secgroup-smoke-134966564 description', 'project_id': 'b54ac9ed014240dead4ece37b0fb3f94'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:34:51.319871 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b9d90730-d727-4a27-bece-35297efcfaa9 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks [] for security_group, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:51.399005 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b9d90730-d727-4a27-bece-35297efcfaa9 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks [] for security_group, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:51.403068 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b9d90730-d727-4a27-bece-35297efcfaa9 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:51.432302 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b9d90730-d727-4a27-bece-35297efcfaa9 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:51.433455 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-b9d90730-d727-4a27-bece-35297efcfaa9 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1401157 Aug 12 15:34:51.436389 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 36380) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:34:51.437967 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d90730-d727-4a27-bece-35297efcfaa9 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50e35311-45af-4e42-a544-93a5b1dbf2e2,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:34:51.442267 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-e6f09e95-1c7b-4b61-9ac7-7e5877bb6069 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Request body: {'security_group_rule': {'security_group_id': '50e35311-45af-4e42-a544-93a5b1dbf2e2', 'project_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:34:51.480987 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-e6f09e95-1c7b-4b61-9ac7-7e5877bb6069 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:51.510636 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device c7ea51d6-6b64-47fe-8f51-557cbf4b5bc3 no longer exists at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 15:34:51.530999 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] No Port match for: c7ea51d6-6b64-47fe-8f51-557cbf4b5bc3 {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 15:34:51.531377 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device c7ea51d6-6b64-47fe-8f51-557cbf4b5bc3 not bound to the agent host n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 15:34:51.531771 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 1676b6a5-a9e3-4f12-8499-68430165b3c7 no longer exists at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 15:34:51.541451 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-e6f09e95-1c7b-4b61-9ac7-7e5877bb6069 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:51.545957 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-e6f09e95-1c7b-4b61-9ac7-7e5877bb6069 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641735'] for security_group_rule, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:51.552858 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] No Port match for: 1676b6a5-a9e3-4f12-8499-68430165b3c7 {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 15:34:51.553204 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 1676b6a5-a9e3-4f12-8499-68430165b3c7 not bound to the agent host n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 15:34:51.553655 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 9dba8f7e-8beb-48db-83ec-a91e4ff4f3d3 no longer exists at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 15:34:51.566026 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f09e95-1c7b-4b61-9ac7-7e5877bb6069 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28693739-4308-4b48-8d81-f7e5bd9b9873,revision_number=0']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:34:51.572880 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] No Port match for: 9dba8f7e-8beb-48db-83ec-a91e4ff4f3d3 {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 15:34:51.573222 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 9dba8f7e-8beb-48db-83ec-a91e4ff4f3d3 not bound to the agent host n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 15:34:51.573686 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-e6f09e95-1c7b-4b61-9ac7-7e5877bb6069 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:51.575878 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-e6f09e95-1c7b-4b61-9ac7-7e5877bb6069 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1383655 Aug 12 15:34:51.579236 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 36382) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:34:51.583894 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-d98ac2bf-3641-4b85-a294-aa82e04119f9 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Request body: {'security_group_rule': {'security_group_id': '50e35311-45af-4e42-a544-93a5b1dbf2e2', 'project_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:34:51.609743 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d98ac2bf-3641-4b85-a294-aa82e04119f9 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:51.671249 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d98ac2bf-3641-4b85-a294-aa82e04119f9 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:51.675034 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d98ac2bf-3641-4b85-a294-aa82e04119f9 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641735'] for security_group_rule, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:51.692954 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98ac2bf-3641-4b85-a294-aa82e04119f9 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5b0bbd5-fb8d-44d0-ae9f-1177d9a1b457,revision_number=0']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:34:51.699510 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d98ac2bf-3641-4b85-a294-aa82e04119f9 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:51.700666 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-d98ac2bf-3641-4b85-a294-aa82e04119f9 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1204212 Aug 12 15:34:51.703357 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 36384) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:34:51.707850 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-7ef16006-5b6d-4680-aae8-3ecca87b562f tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Request body: {'security_group_rule': {'security_group_id': '50e35311-45af-4e42-a544-93a5b1dbf2e2', 'project_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:34:51.735493 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-7ef16006-5b6d-4680-aae8-3ecca87b562f tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:51.795661 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-7ef16006-5b6d-4680-aae8-3ecca87b562f tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:51.799103 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-7ef16006-5b6d-4680-aae8-3ecca87b562f tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641735'] for security_group_rule, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:51.820087 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef16006-5b6d-4680-aae8-3ecca87b562f tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b01ed72-40dd-4ad1-811d-488b94fefa25,revision_number=0']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:34:51.826349 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-7ef16006-5b6d-4680-aae8-3ecca87b562f tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:51.827583 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-7ef16006-5b6d-4680-aae8-3ecca87b562f tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1232383 Aug 12 15:34:51.830268 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 36386) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:34:51.835332 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-7ee83a46-cb93-494b-b736-b49390dc2d24 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Request body: {'security_group_rule': {'security_group_id': '50e35311-45af-4e42-a544-93a5b1dbf2e2', 'project_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:34:51.861549 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-7ee83a46-cb93-494b-b736-b49390dc2d24 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:51.921110 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-7ee83a46-cb93-494b-b736-b49390dc2d24 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:51.924717 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-7ee83a46-cb93-494b-b736-b49390dc2d24 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641735'] for security_group_rule, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:51.945465 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee83a46-cb93-494b-b736-b49390dc2d24 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97ce8d15-9022-4fa9-995d-9f5821c63e8e,revision_number=0']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:34:51.949197 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-7ee83a46-cb93-494b-b736-b49390dc2d24 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:51.950390 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-7ee83a46-cb93-494b-b736-b49390dc2d24 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1191683 Aug 12 15:34:51.953075 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 36388) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:34:51.957716 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-88393ab4-8e06-4b49-9830-c86e31483fb3 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Request body: {'security_group_rule': {'security_group_id': '50e35311-45af-4e42-a544-93a5b1dbf2e2', 'project_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:34:51.980583 n-d-694802-15 neutron-server[94466]: INFO neutron.db.securitygroups_db [None req-88393ab4-8e06-4b49-9830-c86e31483fb3 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Project b54ac9ed014240dead4ece37b0fb3f94 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 12 15:34:51.985366 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-88393ab4-8e06-4b49-9830-c86e31483fb3 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:52.048115 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-88393ab4-8e06-4b49-9830-c86e31483fb3 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:52.051409 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-88393ab4-8e06-4b49-9830-c86e31483fb3 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641735'] for security_group_rule, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:52.072170 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88393ab4-8e06-4b49-9830-c86e31483fb3 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b3785d5-4a28-48d5-a3df-8098a2e790b7,revision_number=0']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:34:52.075577 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-88393ab4-8e06-4b49-9830-c86e31483fb3 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:52.076761 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-88393ab4-8e06-4b49-9830-c86e31483fb3 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1225536 Aug 12 15:34:52.080925 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 36390) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:34:52.086081 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-532b2dea-c441-4182-87c5-caca676e371c tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Request body: {'security_group_rule': {'security_group_id': '50e35311-45af-4e42-a544-93a5b1dbf2e2', 'project_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:34:52.109897 n-d-694802-15 neutron-server[94466]: INFO neutron.db.securitygroups_db [None req-532b2dea-c441-4182-87c5-caca676e371c tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Project b54ac9ed014240dead4ece37b0fb3f94 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 12 15:34:52.115274 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-532b2dea-c441-4182-87c5-caca676e371c tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:52.178781 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-532b2dea-c441-4182-87c5-caca676e371c tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:52.182235 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-532b2dea-c441-4182-87c5-caca676e371c tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641735'] for security_group_rule, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:52.198582 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532b2dea-c441-4182-87c5-caca676e371c tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0191441a-8cda-4dd4-8265-2298496a0830,revision_number=0']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:34:52.207934 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-532b2dea-c441-4182-87c5-caca676e371c tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:52.209326 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-532b2dea-c441-4182-87c5-caca676e371c tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1274524 Aug 12 15:34:52.212733 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 36392) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:34:52.217662 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-3cd81b4d-6418-4a3a-90d9-3a3d68edbcc1 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Request body: {'network': {'name': 'tempest-network-smoke--1751023807', 'project_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'port_security_enabled': True}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:34:52.239530 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cd81b4d-6418-4a3a-90d9-3a3d68edbcc1 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Made reservation on behalf of b54ac9ed014240dead4ece37b0fb3f94 for: {'network': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 15:34:52.243164 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3cd81b4d-6418-4a3a-90d9-3a3d68edbcc1 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for network, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:52.267604 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3cd81b4d-6418-4a3a-90d9-3a3d68edbcc1 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] vlan segment allocate from pool success with {'vlan_id': 305, 'physical_network': 'physnet1'} {{(pid=94466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 15:34:52.277855 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3cd81b4d-6418-4a3a-90d9-3a3d68edbcc1 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:52.278207 n-d-694802-15 neutron-server[94466]: INFO neutron.db.segments_db [None req-3cd81b4d-6418-4a3a-90d9-3a3d68edbcc1 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Added segment 125dd75d-ee5a-4daa-9e7e-07ce6719227c of type vlan for network ea3cdccd-773a-40dc-9f21-95efe4a523a9 Aug 12 15:34:52.318025 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3cd81b4d-6418-4a3a-90d9-3a3d68edbcc1 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744653628263'] for network, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:52.346893 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3cd81b4d-6418-4a3a-90d9-3a3d68edbcc1 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409'] for network, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:52.352470 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cd81b4d-6418-4a3a-90d9-3a3d68edbcc1 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:34:52.353106 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3cd81b4d-6418-4a3a-90d9-3a3d68edbcc1 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks [] for network, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:52.405596 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-3cd81b4d-6418-4a3a-90d9-3a3d68edbcc1 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1918569 Aug 12 15:34:52.408475 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 36394) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:34:52.413442 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-e2e3cb6e-c982-4cb2-96a0-72f4e1176329 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-215610464', 'admin_state_up': True, 'project_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'}}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:34:52.422781 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd81b4d-6418-4a3a-90d9-3a3d68edbcc1 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Pushing event updated for resources: {'Network': ['ID=ea3cdccd-773a-40dc-9f21-95efe4a523a9,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:34:52.433434 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Network ea3cdccd-773a-40dc-9f21-95efe4a523a9 details requested by agent ovs-agent-n-d-694802-15 with host n-d-694802-15 {{(pid=94468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 15:34:52.438486 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-e2e3cb6e-c982-4cb2-96a0-72f4e1176329 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-430574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-104863'] for router, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:52.439664 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-e2e3cb6e-c982-4cb2-96a0-72f4e1176329 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-429438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-431405', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66646573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-104852'] for router, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:52.495264 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-e2e3cb6e-c982-4cb2-96a0-72f4e1176329 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:52.627254 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-e2e3cb6e-c982-4cb2-96a0-72f4e1176329 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:52.818503 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-e2e3cb6e-c982-4cb2-96a0-72f4e1176329 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks [] for router_gateway, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:52.836464 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-e2e3cb6e-c982-4cb2-96a0-72f4e1176329 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:52.942441 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_common [None req-e2e3cb6e-c982-4cb2-96a0-72f4e1176329 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Allocated IP 172.25.1.48 (d3759e1b-6c03-45ac-acd4-90abb417809b/f0254f08-c19c-4e31-bd9c-09389ea4b6f2/21e3f0d9-57a9-4790-8340-05d26c8eaf21) {{(pid=94467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 15:34:53.044271 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-e2e3cb6e-c982-4cb2-96a0-72f4e1176329 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks [] for port, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:53.082426 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-e2e3cb6e-c982-4cb2-96a0-72f4e1176329 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:53.129249 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2e3cb6e-c982-4cb2-96a0-72f4e1176329 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Network d3759e1b-6c03-45ac-acd4-90abb417809b is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 15:34:53.132196 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [None req-e2e3cb6e-c982-4cb2-96a0-72f4e1176329 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:34:53.136648 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2e3cb6e-c982-4cb2-96a0-72f4e1176329 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Received port after_create {{(pid=94467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 15:34:53.139591 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e3cb6e-c982-4cb2-96a0-72f4e1176329 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Pushing event updated for resources: {'Port': ['ID=21e3f0d9-57a9-4790-8340-05d26c8eaf21,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:34:53.385432 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-e2e3cb6e-c982-4cb2-96a0-72f4e1176329 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks [] for router_gateway, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:53.584658 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-e2e3cb6e-c982-4cb2-96a0-72f4e1176329 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-429413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-431608'] for router, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:53.705052 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2e3cb6e-c982-4cb2-96a0-72f4e1176329 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Router 54de55c1-b5c6-47b5-a76e-bf4a4ee43ba3 is scheduled to L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f with binding_index 1 {{(pid=94467) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 15:34:53.808740 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2e3cb6e-c982-4cb2-96a0-72f4e1176329 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 15:34:53.819589 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9323817-2b1e-49ff-a7d1-73514591bfa2 None None] Sync routers for ids ['54de55c1-b5c6-47b5-a76e-bf4a4ee43ba3'] in n-d-694802-15 {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 15:34:53.826530 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-e2e3cb6e-c982-4cb2-96a0-72f4e1176329 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks [] for router, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:53.827971 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-e2e3cb6e-c982-4cb2-96a0-72f4e1176329 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.4184957 Aug 12 15:34:53.829223 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9323817-2b1e-49ff-a7d1-73514591bfa2 None None] Routers {'54de55c1-b5c6-47b5-a76e-bf4a4ee43ba3'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:34:53.829839 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-e9323817-2b1e-49ff-a7d1-73514591bfa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T15:34:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['54de55c1-b5c6-47b5-a76e-bf4a4ee43ba3'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:34:53.831277 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 36396) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:34:53.872144 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-0a310614-fc0b-41bd-80c4-e66bd422b65f tempest-TestNetworkAdvancedServerOps-1009123411 tempest-TestNetworkAdvancedServerOps-1009123411-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=b54ac9ed014240dead4ece37b0fb3f94&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0373263 Aug 12 15:34:53.872351 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 36398) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:34:53.933796 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-e9323817-2b1e-49ff-a7d1-73514591bfa2 None None] Set router 54de55c1-b5c6-47b5-a76e-bf4a4ee43ba3 gateway port host: n-d-694802-15 {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:34:54.019092 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d779ec65-d990-42e9-b5cd-dc38ace6471d tempest-TestNetworkAdvancedServerOps-1009123411 tempest-TestNetworkAdvancedServerOps-1009123411-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:34:54.020635 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-d779ec65-d990-42e9-b5cd-dc38ace6471d tempest-TestNetworkAdvancedServerOps-1009123411 tempest-TestNetworkAdvancedServerOps-1009123411-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1475155 Aug 12 15:34:54.024027 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 36400) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:34:54.057665 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-2c972d32-88d1-4a12-b029-7d7ac25cd137 tempest-TestNetworkAdvancedServerOps-1009123411 tempest-TestNetworkAdvancedServerOps-1009123411-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=d3759e1b-6c03-45ac-acd4-90abb417809b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0325716 Aug 12 15:34:54.060201 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 36402) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:34:54.064965 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-e8c76e6b-9448-45bf-a28e-8937e4f9d233 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-384742088', 'network_id': 'ea3cdccd-773a-40dc-9f21-95efe4a523a9', 'project_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:34:54.109135 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-e9323817-2b1e-49ff-a7d1-73514591bfa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54de55c1-b5c6-47b5-a76e-bf4a4ee43ba3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-215610464', 'tenant_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.48'}], 'enable_snat': True}, 'gw_port_id': '21e3f0d9-57a9-4790-8340-05d26c8eaf21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:34:52Z', 'updated_at': '2021-08-12T15:34:53Z', 'revision_number': 3, 'project_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'gw_port': {'id': '21e3f0d9-57a9-4790-8340-05d26c8eaf21', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:48:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54de55c1-b5c6-47b5-a76e-bf4a4ee43ba3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:34:52Z', 'updated_at': '2021-08-12T15:34:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15'}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:34:54.138231 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9323817-2b1e-49ff-a7d1-73514591bfa2 None None] Checking router: 54de55c1-b5c6-47b5-a76e-bf4a4ee43ba3 for host: n-d-694802-15 {{(pid=94469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 15:34:54.138578 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9323817-2b1e-49ff-a7d1-73514591bfa2 None None] Updating router 54de55c1-b5c6-47b5-a76e-bf4a4ee43ba3 port 21e3f0d9-57a9-4790-8340-05d26c8eaf21 binding host n-d-694802-15 {{(pid=94469) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 15:34:54.154700 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8c76e6b-9448-45bf-a28e-8937e4f9d233 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Made reservation on behalf of b54ac9ed014240dead4ece37b0fb3f94 for: {'subnet': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 15:34:54.158374 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-e8c76e6b-9448-45bf-a28e-8937e4f9d233 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3343791'] for subnet, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:54.165228 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-e9323817-2b1e-49ff-a7d1-73514591bfa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:54.347129 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-e8c76e6b-9448-45bf-a28e-8937e4f9d233 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2859166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3343773'] for subnet, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:54.412341 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c76e6b-9448-45bf-a28e-8937e4f9d233 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Pushing event updated for resources: {'Subnet': ['ID=b68fdce6-9536-4824-8377-054bbf50cd90,revision_number=0']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:34:54.416645 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-e9323817-2b1e-49ff-a7d1-73514591bfa2 None None] Notify callbacks [] for port, precommit_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:54.421405 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8c76e6b-9448-45bf-a28e-8937e4f9d233 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Checking segment: {'id': '125dd75d-ee5a-4daa-9e7e-07ce6719227c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'ea3cdccd-773a-40dc-9f21-95efe4a523a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 15:34:54.421768 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8c76e6b-9448-45bf-a28e-8937e4f9d233 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Network hostable DHCP agents. Network: ea3cdccd-773a-40dc-9f21-95efe4a523a9, hostable agents: ['1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658'], hosted agents: [] {{(pid=94467) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 15:34:54.427497 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.provisioning_blocks [None req-e9323817-2b1e-49ff-a7d1-73514591bfa2 None None] Transition to ACTIVE for port object 21e3f0d9-57a9-4790-8340-05d26c8eaf21 will not be triggered until provisioned by entity L2. {{(pid=94469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:34:54.433323 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-e9323817-2b1e-49ff-a7d1-73514591bfa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:54.439233 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8c76e6b-9448-45bf-a28e-8937e4f9d233 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Network ea3cdccd-773a-40dc-9f21-95efe4a523a9 is scheduled to be hosted by DHCP agent 1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658 with binding_index 1 {{(pid=94467) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 15:34:54.448484 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [None req-e8c76e6b-9448-45bf-a28e-8937e4f9d233 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-15, ea3cdccd-773a-40dc-9f21-95efe4a523a9) {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:34:54.453112 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8c76e6b-9448-45bf-a28e-8937e4f9d233 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:34:54.453725 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-e8c76e6b-9448-45bf-a28e-8937e4f9d233 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks [] for subnet, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:54.457852 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d8bd0dd-826f-4502-9706-8eb916a7738b None None] Network ea3cdccd-773a-40dc-9f21-95efe4a523a9 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 15:34:54.474899 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-e8c76e6b-9448-45bf-a28e-8937e4f9d233 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4136422 Aug 12 15:34:54.477645 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 36404) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:34:54.488806 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.managers [None req-e9323817-2b1e-49ff-a7d1-73514591bfa2 None None] Attempting to bind port 21e3f0d9-57a9-4790-8340-05d26c8eaf21 on host n-d-694802-15 for vnic_type normal with profile {{(pid=94469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 15:34:54.489182 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.managers [None req-e9323817-2b1e-49ff-a7d1-73514591bfa2 None None] Attempting to bind port 21e3f0d9-57a9-4790-8340-05d26c8eaf21 by drivers openvswitch,hyperv on host n-d-694802-15 at level 0 using segments [{'id': 'b1b396cb-2dc6-4041-bfc7-1833a80a4720', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'}] {{(pid=94469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 15:34:54.489542 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9323817-2b1e-49ff-a7d1-73514591bfa2 None None] Attempting to bind port 21e3f0d9-57a9-4790-8340-05d26c8eaf21 on network d3759e1b-6c03-45ac-acd4-90abb417809b {{(pid=94469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 15:34:54.495114 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc3998e-0abc-4dd9-ab82-af81a14cc280 None None] Pushing event updated for resources: {'Port': ['ID=21e3f0d9-57a9-4790-8340-05d26c8eaf21,revision_number=2']} {{(pid=94469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:34:54.499612 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9323817-2b1e-49ff-a7d1-73514591bfa2 None None] Checking agent: {'id': '16de73ac-f2e9-4cee-b3e0-91052ae3e6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 20, 13), 'started_at': datetime.datetime(2021, 8, 12, 14, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 15, 34, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 15:34:54.500002 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9323817-2b1e-49ff-a7d1-73514591bfa2 None None] Checking segment: {'id': 'b1b396cb-2dc6-4041-bfc7-1833a80a4720', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 15:34:54.500386 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-e9323817-2b1e-49ff-a7d1-73514591bfa2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:54.500772 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9323817-2b1e-49ff-a7d1-73514591bfa2 None None] Bound using segment: {'id': 'b1b396cb-2dc6-4041-bfc7-1833a80a4720', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'} {{(pid=94469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 15:34:54.501238 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.managers [None req-e9323817-2b1e-49ff-a7d1-73514591bfa2 None None] Bound port: 21e3f0d9-57a9-4790-8340-05d26c8eaf21, host: n-d-694802-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1b396cb-2dc6-4041-bfc7-1833a80a4720', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'}}] {{(pid=94469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 15:34:54.501620 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-e9323817-2b1e-49ff-a7d1-73514591bfa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:54.553554 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.db [None req-e9323817-2b1e-49ff-a7d1-73514591bfa2 None None] For port 21e3f0d9-57a9-4790-8340-05d26c8eaf21, host n-d-694802-15, cleared binding levels {{(pid=94469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 15:34:54.556856 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.db [None req-e9323817-2b1e-49ff-a7d1-73514591bfa2 None None] For port 21e3f0d9-57a9-4790-8340-05d26c8eaf21, host n-d-694802-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=21e3f0d9-57a9-4790-8340-05d26c8eaf21,segment=NetworkSegment(b1b396cb-2dc6-4041-bfc7-1833a80a4720),segment_id=b1b396cb-2dc6-4041-bfc7-1833a80a4720)] {{(pid=94469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 15:34:54.560427 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-e9323817-2b1e-49ff-a7d1-73514591bfa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:54.608353 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9323817-2b1e-49ff-a7d1-73514591bfa2 None None] Routers {'54de55c1-b5c6-47b5-a76e-bf4a4ee43ba3'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:34:54.608973 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-e9323817-2b1e-49ff-a7d1-73514591bfa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T15:34:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['54de55c1-b5c6-47b5-a76e-bf4a4ee43ba3'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:34:54.621032 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d26d072-73be-4e54-925f-56ffc03b99c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa7035b3e-9a89-5964-b9f4-97301c3f476a-ea3cdccd-773a-40dc-9f21-95efe4a523a9', 'network_id': 'ea3cdccd-773a-40dc-9f21-95efe4a523a9', 'tenant_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'fixed_ips': [{'subnet_id': 'b68fdce6-9536-4824-8377-054bbf50cd90'}]}} from n-d-694802-15. {{(pid=94468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 15:34:54.621896 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-2d26d072-73be-4e54-925f-56ffc03b99c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:54.710235 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.agents_db [None req-17ed3e4c-1a7d-4162-9646-11c134aca297 None None] Agent healthcheck: found 7 active agents {{(pid=94469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 15:34:54.717249 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc3998e-0abc-4dd9-ab82-af81a14cc280 None None] Pushing event updated for resources: {'Port': ['ID=21e3f0d9-57a9-4790-8340-05d26c8eaf21,revision_number=3']} {{(pid=94469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:34:54.735279 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-e9323817-2b1e-49ff-a7d1-73514591bfa2 None None] Set router 54de55c1-b5c6-47b5-a76e-bf4a4ee43ba3 gateway port host: n-d-694802-15 {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:34:54.766123 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.db_base_plugin_common [None req-2d26d072-73be-4e54-925f-56ffc03b99c6 None None] Allocated IP 172.20.0.2 (ea3cdccd-773a-40dc-9f21-95efe4a523a9/b68fdce6-9536-4824-8377-054bbf50cd90/207caf0d-68f5-4bb7-9abf-a416c41c083e) {{(pid=94468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 15:34:54.918981 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-2d26d072-73be-4e54-925f-56ffc03b99c6 None None] Notify callbacks [] for port, precommit_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:54.923672 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-e9323817-2b1e-49ff-a7d1-73514591bfa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54de55c1-b5c6-47b5-a76e-bf4a4ee43ba3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-215610464', 'tenant_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.48'}], 'enable_snat': True}, 'gw_port_id': '21e3f0d9-57a9-4790-8340-05d26c8eaf21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:34:52Z', 'updated_at': '2021-08-12T15:34:53Z', 'revision_number': 3, 'project_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'gw_port': {'id': '21e3f0d9-57a9-4790-8340-05d26c8eaf21', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:48:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54de55c1-b5c6-47b5-a76e-bf4a4ee43ba3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:34:52Z', 'updated_at': '2021-08-12T15:34:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15'}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:34:54.928536 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-2d26d072-73be-4e54-925f-56ffc03b99c6 None None] Transition to ACTIVE for port object 207caf0d-68f5-4bb7-9abf-a416c41c083e will not be triggered until provisioned by entity L2. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:34:54.945022 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-2d26d072-73be-4e54-925f-56ffc03b99c6 None None] Transition to ACTIVE for port object 207caf0d-68f5-4bb7-9abf-a416c41c083e will not be triggered until provisioned by entity DHCP. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:34:54.951241 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-2d26d072-73be-4e54-925f-56ffc03b99c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253'] for port, after_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:54.952382 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9323817-2b1e-49ff-a7d1-73514591bfa2 None None] The sync data for ids ['54de55c1-b5c6-47b5-a76e-bf4a4ee43ba3'] in n-d-694802-15 is: [{'id': '54de55c1-b5c6-47b5-a76e-bf4a4ee43ba3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-215610464', 'tenant_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.48'}], 'enable_snat': True}, 'gw_port_id': '21e3f0d9-57a9-4790-8340-05d26c8eaf21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:34:52Z', 'updated_at': '2021-08-12T15:34:53Z', 'revision_number': 3, 'project_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'gw_port': {'id': '21e3f0d9-57a9-4790-8340-05d26c8eaf21', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:48:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54de55c1-b5c6-47b5-a76e-bf4a4ee43ba3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:34:52Z', 'updated_at': '2021-08-12T15:34:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15'}] {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 15:34:54.995562 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d26d072-73be-4e54-925f-56ffc03b99c6 None None] Network ea3cdccd-773a-40dc-9f21-95efe4a523a9 is already hosted by enough agents. {{(pid=94468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 15:34:54.998646 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.base_scheduler [None req-2d26d072-73be-4e54-925f-56ffc03b99c6 None None] Resources bound (agent type, host, resource id): {{(pid=94468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:34:55.003520 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d26d072-73be-4e54-925f-56ffc03b99c6 None None] Received port after_create {{(pid=94468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 15:34:55.006900 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d26d072-73be-4e54-925f-56ffc03b99c6 None None] Pushing event updated for resources: {'Port': ['ID=207caf0d-68f5-4bb7-9abf-a416c41c083e,revision_number=1']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:34:55.040396 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d26d072-73be-4e54-925f-56ffc03b99c6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:34:55.040732 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d26d072-73be-4e54-925f-56ffc03b99c6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:34:55.041063 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d26d072-73be-4e54-925f-56ffc03b99c6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:34:55.041416 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d26d072-73be-4e54-925f-56ffc03b99c6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:34:55.041749 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d26d072-73be-4e54-925f-56ffc03b99c6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:34:55.042080 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d26d072-73be-4e54-925f-56ffc03b99c6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:34:55.042392 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d26d072-73be-4e54-925f-56ffc03b99c6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:34:55.042967 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d26d072-73be-4e54-925f-56ffc03b99c6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:34:55.043414 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d26d072-73be-4e54-925f-56ffc03b99c6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:34:55.043749 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d26d072-73be-4e54-925f-56ffc03b99c6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:34:55.044070 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d26d072-73be-4e54-925f-56ffc03b99c6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:34:55.044416 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d26d072-73be-4e54-925f-56ffc03b99c6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:34:55.079941 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-2d26d072-73be-4e54-925f-56ffc03b99c6 None None] Attempting to bind port 207caf0d-68f5-4bb7-9abf-a416c41c083e on host n-d-694802-15 for vnic_type normal with profile {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 15:34:55.080306 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-2d26d072-73be-4e54-925f-56ffc03b99c6 None None] Attempting to bind port 207caf0d-68f5-4bb7-9abf-a416c41c083e by drivers openvswitch,hyperv on host n-d-694802-15 at level 0 using segments [{'id': '125dd75d-ee5a-4daa-9e7e-07ce6719227c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'ea3cdccd-773a-40dc-9f21-95efe4a523a9'}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 15:34:55.080661 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d26d072-73be-4e54-925f-56ffc03b99c6 None None] Attempting to bind port 207caf0d-68f5-4bb7-9abf-a416c41c083e on network ea3cdccd-773a-40dc-9f21-95efe4a523a9 {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 15:34:55.086358 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d26d072-73be-4e54-925f-56ffc03b99c6 None None] Checking agent: {'id': '16de73ac-f2e9-4cee-b3e0-91052ae3e6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 20, 13), 'started_at': datetime.datetime(2021, 8, 12, 14, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 15, 34, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 15:34:55.086718 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d26d072-73be-4e54-925f-56ffc03b99c6 None None] Checking segment: {'id': '125dd75d-ee5a-4daa-9e7e-07ce6719227c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'ea3cdccd-773a-40dc-9f21-95efe4a523a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 15:34:55.087142 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-2d26d072-73be-4e54-925f-56ffc03b99c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:55.087533 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d26d072-73be-4e54-925f-56ffc03b99c6 None None] Bound using segment: {'id': '125dd75d-ee5a-4daa-9e7e-07ce6719227c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'ea3cdccd-773a-40dc-9f21-95efe4a523a9'} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 15:34:55.087986 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-2d26d072-73be-4e54-925f-56ffc03b99c6 None None] Bound port: 207caf0d-68f5-4bb7-9abf-a416c41c083e, host: n-d-694802-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '125dd75d-ee5a-4daa-9e7e-07ce6719227c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'ea3cdccd-773a-40dc-9f21-95efe4a523a9'}}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 15:34:55.088365 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-2d26d072-73be-4e54-925f-56ffc03b99c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:55.157786 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-2d26d072-73be-4e54-925f-56ffc03b99c6 None None] For port 207caf0d-68f5-4bb7-9abf-a416c41c083e, host n-d-694802-15, cleared binding levels {{(pid=94468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 15:34:55.161932 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-2d26d072-73be-4e54-925f-56ffc03b99c6 None None] For port 207caf0d-68f5-4bb7-9abf-a416c41c083e, host n-d-694802-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=207caf0d-68f5-4bb7-9abf-a416c41c083e,segment=NetworkSegment(125dd75d-ee5a-4daa-9e7e-07ce6719227c),segment_id=125dd75d-ee5a-4daa-9e7e-07ce6719227c)] {{(pid=94468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 15:34:55.167854 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-2d26d072-73be-4e54-925f-56ffc03b99c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:55.252021 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d26d072-73be-4e54-925f-56ffc03b99c6 None None] Pushing event updated for resources: {'Port': ['ID=207caf0d-68f5-4bb7-9abf-a416c41c083e,revision_number=2']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:34:55.307447 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-1436373a-c047-4dc2-b0f4-48338863cd5e tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:55.462246 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 21e3f0d9-57a9-4790-8340-05d26c8eaf21 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 15:34:55.527524 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning for port 21e3f0d9-57a9-4790-8340-05d26c8eaf21 completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:34:55.533481 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port 21e3f0d9-57a9-4790-8340-05d26c8eaf21 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:34:55.533920 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:55.623215 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:55.645623 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] For port 21e3f0d9-57a9-4790-8340-05d26c8eaf21, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=21e3f0d9-57a9-4790-8340-05d26c8eaf21,segment=NetworkSegment(b1b396cb-2dc6-4041-bfc7-1833a80a4720),segment_id=b1b396cb-2dc6-4041-bfc7-1833a80a4720)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:34:55.651629 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:55.679164 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_common [None req-1436373a-c047-4dc2-b0f4-48338863cd5e tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Allocated IP 172.20.0.1 (ea3cdccd-773a-40dc-9f21-95efe4a523a9/b68fdce6-9536-4824-8377-054bbf50cd90/bb1cc482-db54-40b1-bffa-fdc7cb751f24) {{(pid=94467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 15:34:55.705188 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Pushing event updated for resources: {'Port': ['ID=21e3f0d9-57a9-4790-8340-05d26c8eaf21,revision_number=4']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:34:55.800713 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-1436373a-c047-4dc2-b0f4-48338863cd5e tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks [] for port, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:55.814419 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [None req-1436373a-c047-4dc2-b0f4-48338863cd5e tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Transition to ACTIVE for port object bb1cc482-db54-40b1-bffa-fdc7cb751f24 will not be triggered until provisioned by entity DHCP. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:34:55.851470 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-1436373a-c047-4dc2-b0f4-48338863cd5e tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:55.897052 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1436373a-c047-4dc2-b0f4-48338863cd5e tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Network ea3cdccd-773a-40dc-9f21-95efe4a523a9 is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 15:34:55.903344 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [None req-1436373a-c047-4dc2-b0f4-48338863cd5e tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:34:55.907501 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1436373a-c047-4dc2-b0f4-48338863cd5e tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Received port after_create {{(pid=94467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 15:34:55.940934 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1436373a-c047-4dc2-b0f4-48338863cd5e tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Pushing event updated for resources: {'Port': ['ID=bb1cc482-db54-40b1-bffa-fdc7cb751f24,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:34:55.960850 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-1436373a-c047-4dc2-b0f4-48338863cd5e tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66663725'] for router_interface, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:56.096401 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-1436373a-c047-4dc2-b0f4-48338863cd5e tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:56.200168 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb14999d-7922-49a5-b924-8aa49b7ec481 None None] Network ea3cdccd-773a-40dc-9f21-95efe4a523a9 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 15:34:56.395860 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-1436373a-c047-4dc2-b0f4-48338863cd5e tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:56.401056 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-1436373a-c047-4dc2-b0f4-48338863cd5e tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:56.419835 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-fb015baf-ae26-4d95-9c85-095e30e9fcdd None None] Provisioning for port 207caf0d-68f5-4bb7-9abf-a416c41c083e completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:34:56.484648 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1436373a-c047-4dc2-b0f4-48338863cd5e tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Pushing event updated for resources: {'Port': ['ID=bb1cc482-db54-40b1-bffa-fdc7cb751f24,revision_number=2']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:34:56.487426 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-1436373a-c047-4dc2-b0f4-48338863cd5e tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66628363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66663865'] for router_interface, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:56.585845 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1436373a-c047-4dc2-b0f4-48338863cd5e tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Network ea3cdccd-773a-40dc-9f21-95efe4a523a9 is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 15:34:56.587351 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [None req-1436373a-c047-4dc2-b0f4-48338863cd5e tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:34:56.708404 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1436373a-c047-4dc2-b0f4-48338863cd5e tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Router 54de55c1-b5c6-47b5-a76e-bf4a4ee43ba3 has already been hosted by L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f {{(pid=94467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 15:34:56.753772 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-8d9145dd-ff67-42d7-8486-d82de832908f None None] Provisioning for port bb1cc482-db54-40b1-bffa-fdc7cb751f24 completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:34:56.758776 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-8d9145dd-ff67-42d7-8486-d82de832908f None None] Provisioning complete for port bb1cc482-db54-40b1-bffa-fdc7cb751f24 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:34:56.759289 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-8d9145dd-ff67-42d7-8486-d82de832908f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:56.801977 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-8d9145dd-ff67-42d7-8486-d82de832908f None None] Port bb1cc482-db54-40b1-bffa-fdc7cb751f24 cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 15:34:56.823944 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1436373a-c047-4dc2-b0f4-48338863cd5e tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 15:34:56.829839 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-1436373a-c047-4dc2-b0f4-48338863cd5e tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "PUT /v2.0/routers/54de55c1-b5c6-47b5-a76e-bf4a4ee43ba3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3511736 Aug 12 15:34:56.834007 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae19c375-4b87-491a-bf5f-521e4e17ebd6 None None] Sync routers for ids ['54de55c1-b5c6-47b5-a76e-bf4a4ee43ba3'] in n-d-694802-15 {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 15:34:56.844663 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae19c375-4b87-491a-bf5f-521e4e17ebd6 None None] Routers {'54de55c1-b5c6-47b5-a76e-bf4a4ee43ba3'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:34:56.845290 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-ae19c375-4b87-491a-bf5f-521e4e17ebd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T15:34:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['54de55c1-b5c6-47b5-a76e-bf4a4ee43ba3'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:34:56.974914 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-246c5a50-4e21-46ff-94cc-72c65bf4499d None None] Provisioning complete for port bb1cc482-db54-40b1-bffa-fdc7cb751f24 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:34:56.975546 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-246c5a50-4e21-46ff-94cc-72c65bf4499d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:56.988584 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-740f581f-bf18-4096-a639-7bba84ffdd73 req-0a232764-00c9-4ba7-a877-4da50a2aff7b tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-134966564&fields=id&tenant_id=b54ac9ed014240dead4ece37b0fb3f94 HTTP/1.1" status: 200 len: 267 time: 0.0381753 Aug 12 15:34:57.005824 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvr_db [None req-ae19c375-4b87-491a-bf5f-521e4e17ebd6 None None] Set router 54de55c1-b5c6-47b5-a76e-bf4a4ee43ba3 gateway port host: n-d-694802-15 {{(pid=94468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:34:57.046218 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-246c5a50-4e21-46ff-94cc-72c65bf4499d None None] Port bb1cc482-db54-40b1-bffa-fdc7cb751f24 cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 15:34:57.109258 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740f581f-bf18-4096-a639-7bba84ffdd73 req-85ca5530-5874-4a14-bb54-6d2a9b5aca21 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:34:57.110750 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-740f581f-bf18-4096-a639-7bba84ffdd73 req-85ca5530-5874-4a14-bb54-6d2a9b5aca21 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "GET /v2.0/networks?id=ea3cdccd-773a-40dc-9f21-95efe4a523a9 HTTP/1.1" status: 200 len: 797 time: 0.1130164 Aug 12 15:34:57.133506 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-740f581f-bf18-4096-a639-7bba84ffdd73 req-087c5019-e5a4-4da3-8df1-c4549a0004ef tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "GET /v2.0/quotas/b54ac9ed014240dead4ece37b0fb3f94 HTTP/1.1" status: 200 len: 375 time: 0.0152690 Aug 12 15:34:57.187683 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-740f581f-bf18-4096-a639-7bba84ffdd73 req-a7ae95c1-67d0-4c2e-96aa-050542179d76 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=b54ac9ed014240dead4ece37b0fb3f94&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0530803 Aug 12 15:34:57.199683 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-932cf2ab-b714-4406-adfa-347645d9f039 None None] Provisioning complete for port bb1cc482-db54-40b1-bffa-fdc7cb751f24 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:34:57.200125 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-932cf2ab-b714-4406-adfa-347645d9f039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:57.249442 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-932cf2ab-b714-4406-adfa-347645d9f039 None None] Port bb1cc482-db54-40b1-bffa-fdc7cb751f24 cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 15:34:57.266611 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-ae19c375-4b87-491a-bf5f-521e4e17ebd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54de55c1-b5c6-47b5-a76e-bf4a4ee43ba3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-215610464', 'tenant_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.48'}], 'enable_snat': True}, 'gw_port_id': '21e3f0d9-57a9-4790-8340-05d26c8eaf21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:34:52Z', 'updated_at': '2021-08-12T15:34:56Z', 'revision_number': 4, 'project_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'gw_port': {'id': '21e3f0d9-57a9-4790-8340-05d26c8eaf21', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:48:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54de55c1-b5c6-47b5-a76e-bf4a4ee43ba3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:34:52Z', 'updated_at': '2021-08-12T15:34:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': 'bb1cc482-db54-40b1-bffa-fdc7cb751f24', 'name': '', 'network_id': 'ea3cdccd-773a-40dc-9f21-95efe4a523a9', 'tenant_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'mac_address': 'fa:16:3e:72:a3:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54de55c1-b5c6-47b5-a76e-bf4a4ee43ba3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'b68fdce6-9536-4824-8377-054bbf50cd90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:34:55Z', 'updated_at': '2021-08-12T15:34:56Z', 'revision_number': 2, 'project_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'subnets': [{'id': 'b68fdce6-9536-4824-8377-054bbf50cd90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:34:57.294790 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae19c375-4b87-491a-bf5f-521e4e17ebd6 None None] Checking router: 54de55c1-b5c6-47b5-a76e-bf4a4ee43ba3 for host: n-d-694802-15 {{(pid=94468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 15:34:57.295213 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae19c375-4b87-491a-bf5f-521e4e17ebd6 None None] Updating router 54de55c1-b5c6-47b5-a76e-bf4a4ee43ba3 port bb1cc482-db54-40b1-bffa-fdc7cb751f24 binding host n-d-694802-15 {{(pid=94468) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 15:34:57.320390 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-ae19c375-4b87-491a-bf5f-521e4e17ebd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:57.350778 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-740f581f-bf18-4096-a639-7bba84ffdd73 req-a9c8e879-5a32-4eed-8180-48c99ff7e688 service neutron] 10.222.0.39 "GET /v2.0/networks/ea3cdccd-773a-40dc-9f21-95efe4a523a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511531 Aug 12 15:34:57.473885 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-740f581f-bf18-4096-a639-7bba84ffdd73 req-2ed388ef-b843-4eb4-9f97-3f35e4c7729f service neutron] 10.222.0.39 "GET /v2.0/networks/ea3cdccd-773a-40dc-9f21-95efe4a523a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119723 Aug 12 15:34:57.513372 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 207caf0d-68f5-4bb7-9abf-a416c41c083e up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 15:34:57.607542 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning for port 207caf0d-68f5-4bb7-9abf-a416c41c083e completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:34:57.614305 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port 207caf0d-68f5-4bb7-9abf-a416c41c083e triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:34:57.614881 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:57.645552 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-e51f9b1f-5f91-44e8-b21f-6736414c3499 req-ddfeba18-e34d-44e6-85e9-d1d709a24171 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b1825e6-c8e4-4cf8-b463-8283e9c628f5 HTTP/1.1" status: 200 len: 210 time: 0.0282671 Aug 12 15:34:57.678738 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-ae19c375-4b87-491a-bf5f-521e4e17ebd6 None None] Notify callbacks [] for port, precommit_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:57.693203 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-ae19c375-4b87-491a-bf5f-521e4e17ebd6 None None] Transition to ACTIVE for port object bb1cc482-db54-40b1-bffa-fdc7cb751f24 will not be triggered until provisioned by entity L2. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:34:57.701135 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-ae19c375-4b87-491a-bf5f-521e4e17ebd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:57.780757 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:57.784109 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bda8da3-f831-41c1-9443-346b247f4286 None None] Pushing event updated for resources: {'Port': ['ID=bb1cc482-db54-40b1-bffa-fdc7cb751f24,revision_number=3']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:34:57.860415 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] For port 207caf0d-68f5-4bb7-9abf-a416c41c083e, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=207caf0d-68f5-4bb7-9abf-a416c41c083e,segment=NetworkSegment(125dd75d-ee5a-4daa-9e7e-07ce6719227c),segment_id=125dd75d-ee5a-4daa-9e7e-07ce6719227c)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:34:57.862121 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-ae19c375-4b87-491a-bf5f-521e4e17ebd6 None None] Attempting to bind port bb1cc482-db54-40b1-bffa-fdc7cb751f24 on host n-d-694802-15 for vnic_type normal with profile {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 15:34:57.862528 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-ae19c375-4b87-491a-bf5f-521e4e17ebd6 None None] Attempting to bind port bb1cc482-db54-40b1-bffa-fdc7cb751f24 by drivers openvswitch,hyperv on host n-d-694802-15 at level 0 using segments [{'id': '125dd75d-ee5a-4daa-9e7e-07ce6719227c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'ea3cdccd-773a-40dc-9f21-95efe4a523a9'}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 15:34:57.862901 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae19c375-4b87-491a-bf5f-521e4e17ebd6 None None] Attempting to bind port bb1cc482-db54-40b1-bffa-fdc7cb751f24 on network ea3cdccd-773a-40dc-9f21-95efe4a523a9 {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 15:34:57.866946 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:57.867684 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 21e3f0d9-57a9-4790-8340-05d26c8eaf21 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 15:34:57.874621 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae19c375-4b87-491a-bf5f-521e4e17ebd6 None None] Checking agent: {'id': '16de73ac-f2e9-4cee-b3e0-91052ae3e6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 20, 13), 'started_at': datetime.datetime(2021, 8, 12, 14, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 15, 34, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 15:34:57.875100 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae19c375-4b87-491a-bf5f-521e4e17ebd6 None None] Checking segment: {'id': '125dd75d-ee5a-4daa-9e7e-07ce6719227c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'ea3cdccd-773a-40dc-9f21-95efe4a523a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 15:34:57.875509 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-ae19c375-4b87-491a-bf5f-521e4e17ebd6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:57.875903 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae19c375-4b87-491a-bf5f-521e4e17ebd6 None None] Bound using segment: {'id': '125dd75d-ee5a-4daa-9e7e-07ce6719227c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'ea3cdccd-773a-40dc-9f21-95efe4a523a9'} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 15:34:57.876380 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-ae19c375-4b87-491a-bf5f-521e4e17ebd6 None None] Bound port: bb1cc482-db54-40b1-bffa-fdc7cb751f24, host: n-d-694802-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '125dd75d-ee5a-4daa-9e7e-07ce6719227c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'ea3cdccd-773a-40dc-9f21-95efe4a523a9'}}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 15:34:57.876759 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-ae19c375-4b87-491a-bf5f-521e4e17ebd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:57.995679 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Pushing event updated for resources: {'Port': ['ID=207caf0d-68f5-4bb7-9abf-a416c41c083e,revision_number=3']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:34:58.027504 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-ae19c375-4b87-491a-bf5f-521e4e17ebd6 None None] For port bb1cc482-db54-40b1-bffa-fdc7cb751f24, host n-d-694802-15, cleared binding levels {{(pid=94468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 15:34:58.032458 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-ae19c375-4b87-491a-bf5f-521e4e17ebd6 None None] For port bb1cc482-db54-40b1-bffa-fdc7cb751f24, host n-d-694802-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=bb1cc482-db54-40b1-bffa-fdc7cb751f24,segment=NetworkSegment(125dd75d-ee5a-4daa-9e7e-07ce6719227c),segment_id=125dd75d-ee5a-4daa-9e7e-07ce6719227c)] {{(pid=94468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 15:34:58.035510 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port 21e3f0d9-57a9-4790-8340-05d26c8eaf21 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:34:58.035925 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:58.039379 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-ae19c375-4b87-491a-bf5f-521e4e17ebd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:58.138298 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bda8da3-f831-41c1-9443-346b247f4286 None None] Pushing event updated for resources: {'Port': ['ID=bb1cc482-db54-40b1-bffa-fdc7cb751f24,revision_number=4']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:34:58.141651 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae19c375-4b87-491a-bf5f-521e4e17ebd6 None None] Routers {'54de55c1-b5c6-47b5-a76e-bf4a4ee43ba3'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:34:58.142239 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-ae19c375-4b87-491a-bf5f-521e4e17ebd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T15:34:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['54de55c1-b5c6-47b5-a76e-bf4a4ee43ba3'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:34:58.282794 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvr_db [None req-ae19c375-4b87-491a-bf5f-521e4e17ebd6 None None] Set router 54de55c1-b5c6-47b5-a76e-bf4a4ee43ba3 gateway port host: n-d-694802-15 {{(pid=94468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:34:58.490776 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-ae19c375-4b87-491a-bf5f-521e4e17ebd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54de55c1-b5c6-47b5-a76e-bf4a4ee43ba3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-215610464', 'tenant_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.48'}], 'enable_snat': True}, 'gw_port_id': '21e3f0d9-57a9-4790-8340-05d26c8eaf21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:34:52Z', 'updated_at': '2021-08-12T15:34:56Z', 'revision_number': 4, 'project_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'gw_port': {'id': '21e3f0d9-57a9-4790-8340-05d26c8eaf21', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:48:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54de55c1-b5c6-47b5-a76e-bf4a4ee43ba3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:34:52Z', 'updated_at': '2021-08-12T15:34:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': 'bb1cc482-db54-40b1-bffa-fdc7cb751f24', 'name': '', 'network_id': 'ea3cdccd-773a-40dc-9f21-95efe4a523a9', 'tenant_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'mac_address': 'fa:16:3e:72:a3:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54de55c1-b5c6-47b5-a76e-bf4a4ee43ba3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'b68fdce6-9536-4824-8377-054bbf50cd90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:34:55Z', 'updated_at': '2021-08-12T15:34:58Z', 'revision_number': 4, 'project_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'subnets': [{'id': 'b68fdce6-9536-4824-8377-054bbf50cd90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:34:58.522399 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae19c375-4b87-491a-bf5f-521e4e17ebd6 None None] The sync data for ids ['54de55c1-b5c6-47b5-a76e-bf4a4ee43ba3'] in n-d-694802-15 is: [{'id': '54de55c1-b5c6-47b5-a76e-bf4a4ee43ba3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-215610464', 'tenant_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.48'}], 'enable_snat': True}, 'gw_port_id': '21e3f0d9-57a9-4790-8340-05d26c8eaf21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:34:52Z', 'updated_at': '2021-08-12T15:34:56Z', 'revision_number': 4, 'project_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'gw_port': {'id': '21e3f0d9-57a9-4790-8340-05d26c8eaf21', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:48:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54de55c1-b5c6-47b5-a76e-bf4a4ee43ba3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:34:52Z', 'updated_at': '2021-08-12T15:34:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': 'bb1cc482-db54-40b1-bffa-fdc7cb751f24', 'name': '', 'network_id': 'ea3cdccd-773a-40dc-9f21-95efe4a523a9', 'tenant_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'mac_address': 'fa:16:3e:72:a3:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54de55c1-b5c6-47b5-a76e-bf4a4ee43ba3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'b68fdce6-9536-4824-8377-054bbf50cd90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:34:55Z', 'updated_at': '2021-08-12T15:34:58Z', 'revision_number': 4, 'project_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'subnets': [{'id': 'b68fdce6-9536-4824-8377-054bbf50cd90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 15:34:58.654889 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740f581f-bf18-4096-a639-7bba84ffdd73 req-af03a6c8-9bc2-4b25-9864-e4d575b15cf4 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:34:58.656522 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-740f581f-bf18-4096-a639-7bba84ffdd73 req-af03a6c8-9bc2-4b25-9864-e4d575b15cf4 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.64 "GET /v2.0/networks?id=ea3cdccd-773a-40dc-9f21-95efe4a523a9 HTTP/1.1" status: 200 len: 797 time: 0.1374149 Aug 12 15:34:58.709691 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-740f581f-bf18-4096-a639-7bba84ffdd73 req-360a3e03-cf47-4787-9228-6ad1ac5ffacc tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b54ac9ed014240dead4ece37b0fb3f94 HTTP/1.1" status: 200 len: 379 time: 0.0438430 Aug 12 15:34:58.721580 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-740f581f-bf18-4096-a639-7bba84ffdd73 req-0f4faf40-0001-44a9-bdc1-b9569d9d1528 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Request body: {'port': {'device_id': '6b1825e6-c8e4-4cf8-b463-8283e9c628f5', 'network_id': 'ea3cdccd-773a-40dc-9f21-95efe4a523a9', 'admin_state_up': True, 'tenant_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'security_groups': ['50e35311-45af-4e42-a544-93a5b1dbf2e2']}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:34:58.786575 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-8d5a92dd-5e2f-411d-be4a-10a8311c422a req-b3de264f-d6f5-4ed5-a21e-fefe022fc1f4 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b1825e6-c8e4-4cf8-b463-8283e9c628f5 HTTP/1.1" status: 200 len: 210 time: 0.0610108 Aug 12 15:34:58.856691 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-740f581f-bf18-4096-a639-7bba84ffdd73 req-0f4faf40-0001-44a9-bdc1-b9569d9d1528 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Made reservation on behalf of b54ac9ed014240dead4ece37b0fb3f94 for: {'port': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 15:34:58.860604 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-740f581f-bf18-4096-a639-7bba84ffdd73 req-0f4faf40-0001-44a9-bdc1-b9569d9d1528 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:58.998166 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_common [req-740f581f-bf18-4096-a639-7bba84ffdd73 req-0f4faf40-0001-44a9-bdc1-b9569d9d1528 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Allocated IP 172.20.0.6 (ea3cdccd-773a-40dc-9f21-95efe4a523a9/b68fdce6-9536-4824-8377-054bbf50cd90/215c650f-f1a3-4c3e-9555-c67674bdaad5) {{(pid=94467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 15:34:59.145988 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-740f581f-bf18-4096-a639-7bba84ffdd73 req-0f4faf40-0001-44a9-bdc1-b9569d9d1528 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks [] for port, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:59.159268 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [req-740f581f-bf18-4096-a639-7bba84ffdd73 req-0f4faf40-0001-44a9-bdc1-b9569d9d1528 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Transition to ACTIVE for port object 215c650f-f1a3-4c3e-9555-c67674bdaad5 will not be triggered until provisioned by entity DHCP. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:34:59.194112 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-740f581f-bf18-4096-a639-7bba84ffdd73 req-0f4faf40-0001-44a9-bdc1-b9569d9d1528 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:59.238194 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-740f581f-bf18-4096-a639-7bba84ffdd73 req-0f4faf40-0001-44a9-bdc1-b9569d9d1528 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Network ea3cdccd-773a-40dc-9f21-95efe4a523a9 is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 15:34:59.243423 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [req-740f581f-bf18-4096-a639-7bba84ffdd73 req-0f4faf40-0001-44a9-bdc1-b9569d9d1528 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:34:59.247237 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [req-740f581f-bf18-4096-a639-7bba84ffdd73 req-0f4faf40-0001-44a9-bdc1-b9569d9d1528 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Received port after_create {{(pid=94467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 15:34:59.254816 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4faf40-0001-44a9-bdc1-b9569d9d1528 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Pushing event updated for resources: {'Port': ['ID=215c650f-f1a3-4c3e-9555-c67674bdaad5,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:34:59.304972 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740f581f-bf18-4096-a639-7bba84ffdd73 req-0f4faf40-0001-44a9-bdc1-b9569d9d1528 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:34:59.305720 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-740f581f-bf18-4096-a639-7bba84ffdd73 req-0f4faf40-0001-44a9-bdc1-b9569d9d1528 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:59.323480 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-740f581f-bf18-4096-a639-7bba84ffdd73 req-0f4faf40-0001-44a9-bdc1-b9569d9d1528 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6059022 Aug 12 15:34:59.336804 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-740f581f-bf18-4096-a639-7bba84ffdd73 req-a14921d6-14a9-4559-83f8-fc54e8e007a6 service neutron] Request body: {'port': {'device_id': '6b1825e6-c8e4-4cf8-b463-8283e9c628f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-694802-15'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:34:59.430149 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-740f581f-bf18-4096-a639-7bba84ffdd73 req-a14921d6-14a9-4559-83f8-fc54e8e007a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:59.505957 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 207caf0d-68f5-4bb7-9abf-a416c41c083e up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 15:34:59.555726 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82b8026-cad0-4ec9-8c69-12bac408d60d None None] Provisioning for port 215c650f-f1a3-4c3e-9555-c67674bdaad5 completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:34:59.560577 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82b8026-cad0-4ec9-8c69-12bac408d60d None None] Provisioning complete for port 215c650f-f1a3-4c3e-9555-c67674bdaad5 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:34:59.560947 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82b8026-cad0-4ec9-8c69-12bac408d60d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:59.600594 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port 207caf0d-68f5-4bb7-9abf-a416c41c083e triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:34:59.601067 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:59.605376 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-f82b8026-cad0-4ec9-8c69-12bac408d60d None None] Port 215c650f-f1a3-4c3e-9555-c67674bdaad5 cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 15:34:59.685043 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device bb1cc482-db54-40b1-bffa-fdc7cb751f24 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 15:34:59.732929 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning for port bb1cc482-db54-40b1-bffa-fdc7cb751f24 completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:34:59.736648 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port bb1cc482-db54-40b1-bffa-fdc7cb751f24 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:34:59.737047 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:59.740125 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [req-740f581f-bf18-4096-a639-7bba84ffdd73 req-a14921d6-14a9-4559-83f8-fc54e8e007a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 215c650f-f1a3-4c3e-9555-c67674bdaad5 {{(pid=94467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 15:34:59.747467 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-740f581f-bf18-4096-a639-7bba84ffdd73 req-a14921d6-14a9-4559-83f8-fc54e8e007a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:59.760360 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [req-740f581f-bf18-4096-a639-7bba84ffdd73 req-a14921d6-14a9-4559-83f8-fc54e8e007a6 service neutron] Transition to ACTIVE for port object 215c650f-f1a3-4c3e-9555-c67674bdaad5 will not be triggered until provisioned by entity L2. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:34:59.763526 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-740f581f-bf18-4096-a639-7bba84ffdd73 req-a14921d6-14a9-4559-83f8-fc54e8e007a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:59.815826 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:59.860094 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] For port bb1cc482-db54-40b1-bffa-fdc7cb751f24, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=bb1cc482-db54-40b1-bffa-fdc7cb751f24,segment=NetworkSegment(125dd75d-ee5a-4daa-9e7e-07ce6719227c),segment_id=125dd75d-ee5a-4daa-9e7e-07ce6719227c)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:34:59.864833 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:59.872257 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14921d6-14a9-4559-83f8-fc54e8e007a6 service neutron] Pushing event updated for resources: {'Port': ['ID=215c650f-f1a3-4c3e-9555-c67674bdaad5,revision_number=2']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:34:59.903496 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-740f581f-bf18-4096-a639-7bba84ffdd73 req-a14921d6-14a9-4559-83f8-fc54e8e007a6 service neutron] Attempting to bind port 215c650f-f1a3-4c3e-9555-c67674bdaad5 on host n-h1-694802-15 for vnic_type normal with profile {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 15:34:59.903753 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-740f581f-bf18-4096-a639-7bba84ffdd73 req-a14921d6-14a9-4559-83f8-fc54e8e007a6 service neutron] Attempting to bind port 215c650f-f1a3-4c3e-9555-c67674bdaad5 by drivers openvswitch,hyperv on host n-h1-694802-15 at level 0 using segments [{'id': '125dd75d-ee5a-4daa-9e7e-07ce6719227c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'ea3cdccd-773a-40dc-9f21-95efe4a523a9'}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 15:34:59.903906 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-740f581f-bf18-4096-a639-7bba84ffdd73 req-a14921d6-14a9-4559-83f8-fc54e8e007a6 service neutron] Attempting to bind port 215c650f-f1a3-4c3e-9555-c67674bdaad5 on network ea3cdccd-773a-40dc-9f21-95efe4a523a9 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 15:34:59.908572 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-740f581f-bf18-4096-a639-7bba84ffdd73 req-a14921d6-14a9-4559-83f8-fc54e8e007a6 service neutron] Port 215c650f-f1a3-4c3e-9555-c67674bdaad5 on network ea3cdccd-773a-40dc-9f21-95efe4a523a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-15 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 15:34:59.909476 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-740f581f-bf18-4096-a639-7bba84ffdd73 req-a14921d6-14a9-4559-83f8-fc54e8e007a6 service neutron] Attempting to bind port 215c650f-f1a3-4c3e-9555-c67674bdaad5 on network ea3cdccd-773a-40dc-9f21-95efe4a523a9 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 15:34:59.914989 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-740f581f-bf18-4096-a639-7bba84ffdd73 req-a14921d6-14a9-4559-83f8-fc54e8e007a6 service neutron] Checking agent: {'id': 'de568313-a3e6-454a-9813-77e25edcea95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 27, 41), 'started_at': datetime.datetime(2021, 8, 12, 14, 27, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 15, 34, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 15:34:59.915234 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-740f581f-bf18-4096-a639-7bba84ffdd73 req-a14921d6-14a9-4559-83f8-fc54e8e007a6 service neutron] Checking segment: {'id': '125dd75d-ee5a-4daa-9e7e-07ce6719227c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'ea3cdccd-773a-40dc-9f21-95efe4a523a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 15:34:59.915507 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-740f581f-bf18-4096-a639-7bba84ffdd73 req-a14921d6-14a9-4559-83f8-fc54e8e007a6 service neutron] Bound using segment: {'id': '125dd75d-ee5a-4daa-9e7e-07ce6719227c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'ea3cdccd-773a-40dc-9f21-95efe4a523a9'} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 15:34:59.915934 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-740f581f-bf18-4096-a639-7bba84ffdd73 req-a14921d6-14a9-4559-83f8-fc54e8e007a6 service neutron] Bound port: 215c650f-f1a3-4c3e-9555-c67674bdaad5, host: n-h1-694802-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '125dd75d-ee5a-4daa-9e7e-07ce6719227c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'ea3cdccd-773a-40dc-9f21-95efe4a523a9'}}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 15:34:59.916296 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-740f581f-bf18-4096-a639-7bba84ffdd73 req-a14921d6-14a9-4559-83f8-fc54e8e007a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:34:59.922539 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0aa9b8-97e7-4634-963d-ed308e68cfc2 req-4441c0bd-0ec1-4318-8ffc-0ed06f072f91 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:34:59.925404 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Pushing event updated for resources: {'Port': ['ID=bb1cc482-db54-40b1-bffa-fdc7cb751f24,revision_number=5']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:34:59.930903 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-df0aa9b8-97e7-4634-963d-ed308e68cfc2 req-4441c0bd-0ec1-4318-8ffc-0ed06f072f91 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b1825e6-c8e4-4cf8-b463-8283e9c628f5 HTTP/1.1" status: 200 len: 943 time: 0.0607169 Aug 12 15:34:59.987291 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-df0aa9b8-97e7-4634-963d-ed308e68cfc2 req-b4b4dc07-bf11-42ec-a59b-cac6f590dbaf tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "GET /v2.0/security-groups?id=50e35311-45af-4e42-a544-93a5b1dbf2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505929 Aug 12 15:35:00.012789 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-740f581f-bf18-4096-a639-7bba84ffdd73 req-a14921d6-14a9-4559-83f8-fc54e8e007a6 service neutron] For port 215c650f-f1a3-4c3e-9555-c67674bdaad5, host n-h1-694802-15, cleared binding levels {{(pid=94467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 15:35:00.016720 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-740f581f-bf18-4096-a639-7bba84ffdd73 req-a14921d6-14a9-4559-83f8-fc54e8e007a6 service neutron] For port 215c650f-f1a3-4c3e-9555-c67674bdaad5, host n-h1-694802-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=215c650f-f1a3-4c3e-9555-c67674bdaad5,segment=NetworkSegment(125dd75d-ee5a-4daa-9e7e-07ce6719227c),segment_id=125dd75d-ee5a-4daa-9e7e-07ce6719227c)] {{(pid=94467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 15:35:00.020512 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-740f581f-bf18-4096-a639-7bba84ffdd73 req-a14921d6-14a9-4559-83f8-fc54e8e007a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:35:00.052564 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740f581f-bf18-4096-a639-7bba84ffdd73 req-a14921d6-14a9-4559-83f8-fc54e8e007a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:35:00.053175 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-740f581f-bf18-4096-a639-7bba84ffdd73 req-a14921d6-14a9-4559-83f8-fc54e8e007a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:35:00.055233 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-740f581f-bf18-4096-a639-7bba84ffdd73 req-a14921d6-14a9-4559-83f8-fc54e8e007a6 service neutron] 10.222.0.64 "PUT /v2.0/ports/215c650f-f1a3-4c3e-9555-c67674bdaad5 HTTP/1.1" status: 200 len: 1092 time: 0.7234476 Aug 12 15:35:00.055663 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b1825e6-c8e4-4cf8-b463-8283e9c628f5', 'tag': '215c650f-f1a3-4c3e-9555-c67674bdaad5'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:35:00.057895 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1d90890f15e5cc8eba4d51c7734538f2f2e5e8e12504eb7d6ddd0a29ee9b803" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-434317a1-afd8-4e73-b26c-76c9118058e5" -d '{"events": [{"name": "network-changed", "server_uuid": "6b1825e6-c8e4-4cf8-b463-8283e9c628f5", "tag": "215c650f-f1a3-4c3e-9555-c67674bdaad5"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 15:35:00.084922 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14921d6-14a9-4559-83f8-fc54e8e007a6 service neutron] Pushing event updated for resources: {'Port': ['ID=215c650f-f1a3-4c3e-9555-c67674bdaad5,revision_number=3']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:35:00.110709 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 15:35:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0053e01f-5cd1-42a7-b8d4-31d8932213ce x-openstack-request-id: req-0053e01f-5cd1-42a7-b8d4-31d8932213ce {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 15:35:00.111115 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b1825e6-c8e4-4cf8-b463-8283e9c628f5", "tag": "215c650f-f1a3-4c3e-9555-c67674bdaad5", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 15:35:00.111432 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0053e01f-5cd1-42a7-b8d4-31d8932213ce {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 15:35:00.111901 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b1825e6-c8e4-4cf8-b463-8283e9c628f5', 'tag': '215c650f-f1a3-4c3e-9555-c67674bdaad5', 'status': 'completed', 'code': 200} Aug 12 15:35:00.146527 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740f581f-bf18-4096-a639-7bba84ffdd73 req-17fb9d9b-4e13-4899-95d0-e71d91f277b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:35:00.148204 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-740f581f-bf18-4096-a639-7bba84ffdd73 req-17fb9d9b-4e13-4899-95d0-e71d91f277b3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b54ac9ed014240dead4ece37b0fb3f94&device_id=6b1825e6-c8e4-4cf8-b463-8283e9c628f5 HTTP/1.1" status: 200 len: 1095 time: 0.0466795 Aug 12 15:35:00.195584 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-740f581f-bf18-4096-a639-7bba84ffdd73 req-b3916b45-a141-4570-a395-532fe8a94ca7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=215c650f-f1a3-4c3e-9555-c67674bdaad5 HTTP/1.1" status: 200 len: 217 time: 0.0387657 Aug 12 15:35:00.246869 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740f581f-bf18-4096-a639-7bba84ffdd73 req-101d721c-df8b-4d50-b755-b9327f044ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:35:00.248410 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-740f581f-bf18-4096-a639-7bba84ffdd73 req-101d721c-df8b-4d50-b755-b9327f044ddb service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b68fdce6-9536-4824-8377-054bbf50cd90 HTTP/1.1" status: 200 len: 834 time: 0.0467858 Aug 12 15:35:00.294914 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740f581f-bf18-4096-a639-7bba84ffdd73 req-80591197-e157-421d-be9a-1bd62ef95aac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:35:00.296443 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-740f581f-bf18-4096-a639-7bba84ffdd73 req-80591197-e157-421d-be9a-1bd62ef95aac service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ea3cdccd-773a-40dc-9f21-95efe4a523a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404494 Aug 12 15:35:00.391001 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-740f581f-bf18-4096-a639-7bba84ffdd73 req-191996f6-c64b-405d-b97b-403fdf2c5f50 service neutron] 10.222.0.64 "GET /v2.0/networks/ea3cdccd-773a-40dc-9f21-95efe4a523a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866301 Aug 12 15:35:00.480080 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-740f581f-bf18-4096-a639-7bba84ffdd73 req-29583db3-2a99-45a1-8fa8-58853de858f8 service neutron] 10.222.0.64 "GET /v2.0/networks/ea3cdccd-773a-40dc-9f21-95efe4a523a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815616 Aug 12 15:35:00.567944 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434317a1-afd8-4e73-b26c-76c9118058e5 req-098cf1b4-c682-42cb-88ca-aa6585ce9c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:35:00.569432 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-434317a1-afd8-4e73-b26c-76c9118058e5 req-098cf1b4-c682-42cb-88ca-aa6585ce9c6b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b54ac9ed014240dead4ece37b0fb3f94&device_id=6b1825e6-c8e4-4cf8-b463-8283e9c628f5 HTTP/1.1" status: 200 len: 1095 time: 0.0416207 Aug 12 15:35:00.664515 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434317a1-afd8-4e73-b26c-76c9118058e5 req-8af41b98-26fd-4946-a8be-82f4aa65c307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:35:00.665993 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-434317a1-afd8-4e73-b26c-76c9118058e5 req-8af41b98-26fd-4946-a8be-82f4aa65c307 service neutron] 10.222.0.64 "GET /v2.0/networks?id=ea3cdccd-773a-40dc-9f21-95efe4a523a9 HTTP/1.1" status: 200 len: 898 time: 0.0880415 Aug 12 15:35:00.707294 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-434317a1-afd8-4e73-b26c-76c9118058e5 req-e518129c-c03c-4f07-9580-f38481fbe6ae service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=215c650f-f1a3-4c3e-9555-c67674bdaad5 HTTP/1.1" status: 200 len: 217 time: 0.0337763 Aug 12 15:35:00.760635 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434317a1-afd8-4e73-b26c-76c9118058e5 req-56ea469c-c708-40bd-8724-2bec77c9d31a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:35:00.761983 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-434317a1-afd8-4e73-b26c-76c9118058e5 req-56ea469c-c708-40bd-8724-2bec77c9d31a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b68fdce6-9536-4824-8377-054bbf50cd90 HTTP/1.1" status: 200 len: 834 time: 0.0461569 Aug 12 15:35:00.810318 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434317a1-afd8-4e73-b26c-76c9118058e5 req-82bb0f56-c6f2-4aa1-8ca6-bc61be3ef10c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:35:00.811841 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-434317a1-afd8-4e73-b26c-76c9118058e5 req-82bb0f56-c6f2-4aa1-8ca6-bc61be3ef10c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ea3cdccd-773a-40dc-9f21-95efe4a523a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0416038 Aug 12 15:35:00.900546 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-434317a1-afd8-4e73-b26c-76c9118058e5 req-7a915d04-0eb5-4877-954e-b3474a77f7aa service neutron] 10.222.0.64 "GET /v2.0/networks/ea3cdccd-773a-40dc-9f21-95efe4a523a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801156 Aug 12 15:35:00.995442 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-434317a1-afd8-4e73-b26c-76c9118058e5 req-e422e954-4cdc-40c6-8d15-0171c92e1458 service neutron] 10.222.0.64 "GET /v2.0/networks/ea3cdccd-773a-40dc-9f21-95efe4a523a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869818 Aug 12 15:35:01.097586 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7d5167-6a4c-4fdc-82ee-f9a07de9cec9 req-8a153042-f2f1-47cc-b857-2f2475890916 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:35:01.099073 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-9f7d5167-6a4c-4fdc-82ee-f9a07de9cec9 req-8a153042-f2f1-47cc-b857-2f2475890916 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b1825e6-c8e4-4cf8-b463-8283e9c628f5 HTTP/1.1" status: 200 len: 943 time: 0.0530200 Aug 12 15:35:01.136092 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-9f7d5167-6a4c-4fdc-82ee-f9a07de9cec9 req-8a429a12-3115-40a9-874c-765a2ac37daa tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "GET /v2.0/security-groups?id=50e35311-45af-4e42-a544-93a5b1dbf2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311475 Aug 12 15:35:01.396454 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device bb1cc482-db54-40b1-bffa-fdc7cb751f24 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 15:35:01.443956 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port bb1cc482-db54-40b1-bffa-fdc7cb751f24 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:35:01.444330 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:35:01.932273 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device 215c650f-f1a3-4c3e-9555-c67674bdaad5 details requested by agent hyperv_n-h1-694802-15 with host n-h1-694802-15 {{(pid=94468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 15:35:02.023398 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port 215c650f-f1a3-4c3e-9555-c67674bdaad5, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=215c650f-f1a3-4c3e-9555-c67674bdaad5,segment=NetworkSegment(125dd75d-ee5a-4daa-9e7e-07ce6719227c),segment_id=125dd75d-ee5a-4daa-9e7e-07ce6719227c)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:35:02.035547 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Returning: {'device': '215c650f-f1a3-4c3e-9555-c67674bdaad5', 'network_id': 'ea3cdccd-773a-40dc-9f21-95efe4a523a9', 'port_id': '215c650f-f1a3-4c3e-9555-c67674bdaad5', 'mac_address': 'fa:16:3e:b7:8a:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b68fdce6-9536-4824-8377-054bbf50cd90', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 15:35:02.071116 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:35:02.087237 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 215c650f-f1a3-4c3e-9555-c67674bdaad5 {{(pid=94468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 15:35:02.107551 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port 215c650f-f1a3-4c3e-9555-c67674bdaad5, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=215c650f-f1a3-4c3e-9555-c67674bdaad5,segment=NetworkSegment(125dd75d-ee5a-4daa-9e7e-07ce6719227c),segment_id=125dd75d-ee5a-4daa-9e7e-07ce6719227c)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:35:02.110996 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:35:02.260261 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a507750-c387-42f6-800a-3d4bc7095f6f req-18b178ea-531e-44f1-b744-071ac5e8fae5 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:35:02.261829 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-1a507750-c387-42f6-800a-3d4bc7095f6f req-18b178ea-531e-44f1-b744-071ac5e8fae5 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b1825e6-c8e4-4cf8-b463-8283e9c628f5 HTTP/1.1" status: 200 len: 944 time: 0.0552704 Aug 12 15:35:02.301241 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-1a507750-c387-42f6-800a-3d4bc7095f6f req-56eb627b-fc17-4975-aa2f-e551afffd0c4 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "GET /v2.0/security-groups?id=50e35311-45af-4e42-a544-93a5b1dbf2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333819 Aug 12 15:35:02.317368 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Pushing event updated for resources: {'Port': ['ID=215c650f-f1a3-4c3e-9555-c67674bdaad5,revision_number=4']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:35:02.358745 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] get_ports_and_sgs() called for port_ids ['215c650f-f1a3-4c3e-9555-c67674bdaad5'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 15:35:03.416820 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddd6e92-a3bd-4281-96cb-0b3e798e7121 req-515a23fe-e6c9-40a0-8d3a-20fbf0bb0f44 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:35:03.418302 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-5ddd6e92-a3bd-4281-96cb-0b3e798e7121 req-515a23fe-e6c9-40a0-8d3a-20fbf0bb0f44 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b1825e6-c8e4-4cf8-b463-8283e9c628f5 HTTP/1.1" status: 200 len: 944 time: 0.0501080 Aug 12 15:35:03.455851 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-5ddd6e92-a3bd-4281-96cb-0b3e798e7121 req-6db4ab95-058f-4c97-ad9f-f1a274f0fb37 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "GET /v2.0/security-groups?id=50e35311-45af-4e42-a544-93a5b1dbf2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316172 Aug 12 15:35:03.952340 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device 215c650f-f1a3-4c3e-9555-c67674bdaad5 up at agent hyperv_n-h1-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 15:35:03.998779 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Provisioning for port 215c650f-f1a3-4c3e-9555-c67674bdaad5 completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:35:04.002301 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Provisioning complete for port 215c650f-f1a3-4c3e-9555-c67674bdaad5 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:35:04.002670 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:35:04.081716 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:35:04.103761 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b1825e6-c8e4-4cf8-b463-8283e9c628f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '215c650f-f1a3-4c3e-9555-c67674bdaad5'}] {{(pid=94468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:35:04.106006 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}152b85fe2f58ac5d6dd54f9692cb8ffc3f7471d0248cb45901c289f6e837e934" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1017c853-c1bf-43c0-96ed-a0230b5c2c4c" -d '{"events": [{"server_uuid": "6b1825e6-c8e4-4cf8-b463-8283e9c628f5", "name": "network-vif-plugged", "status": "completed", "tag": "215c650f-f1a3-4c3e-9555-c67674bdaad5"}]}' {{(pid=94468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 15:35:04.120871 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port 215c650f-f1a3-4c3e-9555-c67674bdaad5, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=215c650f-f1a3-4c3e-9555-c67674bdaad5,segment=NetworkSegment(125dd75d-ee5a-4daa-9e7e-07ce6719227c),segment_id=125dd75d-ee5a-4daa-9e7e-07ce6719227c)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:35:04.125182 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:35:04.148026 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 15:35:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-852d24d3-2f6f-4279-a8c2-938b590b7632 x-openstack-request-id: req-852d24d3-2f6f-4279-a8c2-938b590b7632 {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 15:35:04.148823 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b1825e6-c8e4-4cf8-b463-8283e9c628f5", "name": "network-vif-plugged", "status": "completed", "tag": "215c650f-f1a3-4c3e-9555-c67674bdaad5", "code": 200}]} {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 15:35:04.149077 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-852d24d3-2f6f-4279-a8c2-938b590b7632 {{(pid=94468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 15:35:04.149462 n-d-694802-15 neutron-server[94468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b1825e6-c8e4-4cf8-b463-8283e9c628f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '215c650f-f1a3-4c3e-9555-c67674bdaad5', 'code': 200} Aug 12 15:35:04.180129 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Pushing event updated for resources: {'Port': ['ID=215c650f-f1a3-4c3e-9555-c67674bdaad5,revision_number=5']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:35:04.245441 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fd91e2-3c8f-4c6f-99a9-9cab78286b86 req-e3672997-9918-4d22-a328-015b955e8011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:35:04.247035 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-41fd91e2-3c8f-4c6f-99a9-9cab78286b86 req-e3672997-9918-4d22-a328-015b955e8011 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=6b1825e6-c8e4-4cf8-b463-8283e9c628f5 HTTP/1.1" status: 200 len: 1097 time: 0.0444198 Aug 12 15:35:04.287115 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-41fd91e2-3c8f-4c6f-99a9-9cab78286b86 req-2699e70c-42c2-462a-87ed-88180a57159b service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=50e35311-45af-4e42-a544-93a5b1dbf2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330124 Aug 12 15:35:04.571191 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5268ce-c437-4652-9e15-c804f3e2841b req-f920a45f-77b3-4031-8473-c63596e36f5e tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:35:04.572724 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-ef5268ce-c437-4652-9e15-c804f3e2841b req-f920a45f-77b3-4031-8473-c63596e36f5e tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b1825e6-c8e4-4cf8-b463-8283e9c628f5 HTTP/1.1" status: 200 len: 945 time: 0.0499973 Aug 12 15:35:04.610637 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-ef5268ce-c437-4652-9e15-c804f3e2841b req-33f63d72-7c7f-4831-9176-876a68044da6 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "GET /v2.0/security-groups?id=50e35311-45af-4e42-a544-93a5b1dbf2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317705 Aug 12 15:35:05.728943 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0256d3d5-65df-4dfd-9dbd-fcbc044fb47a req-a7d8086e-f1e8-4005-b962-a630b807c64b tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:35:05.730771 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0256d3d5-65df-4dfd-9dbd-fcbc044fb47a req-a7d8086e-f1e8-4005-b962-a630b807c64b tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b1825e6-c8e4-4cf8-b463-8283e9c628f5 HTTP/1.1" status: 200 len: 945 time: 0.0491817 Aug 12 15:35:05.769483 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0256d3d5-65df-4dfd-9dbd-fcbc044fb47a req-005cfb33-571f-404e-b864-4355faaa3016 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "GET /v2.0/security-groups?id=50e35311-45af-4e42-a544-93a5b1dbf2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325668 Aug 12 15:35:05.885984 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38110bc7-32fb-4865-a14e-ca7288242301 req-a3acd60a-2403-487a-827d-07954f9d17a4 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:35:05.887388 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-38110bc7-32fb-4865-a14e-ca7288242301 req-a3acd60a-2403-487a-827d-07954f9d17a4 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b1825e6-c8e4-4cf8-b463-8283e9c628f5 HTTP/1.1" status: 200 len: 945 time: 0.0526516 Aug 12 15:35:05.924567 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-38110bc7-32fb-4865-a14e-ca7288242301 req-2b9ff228-8f09-4444-9f14-77cfa339fed3 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "GET /v2.0/security-groups?id=50e35311-45af-4e42-a544-93a5b1dbf2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312870 Aug 12 15:35:05.945308 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 36454) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:35:05.984462 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39d00932-2eba-4ad2-b62f-e20ba0035e93 tempest-TestNetworkAdvancedServerOps-1009123411 tempest-TestNetworkAdvancedServerOps-1009123411-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:35:05.985923 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-39d00932-2eba-4ad2-b62f-e20ba0035e93 tempest-TestNetworkAdvancedServerOps-1009123411 tempest-TestNetworkAdvancedServerOps-1009123411-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=6b1825e6-c8e4-4cf8-b463-8283e9c628f5 HTTP/1.1" status: 200 len: 1092 time: 0.0396719 Aug 12 15:35:05.988674 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 36456) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:35:05.992910 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-197fe1ac-432f-4189-a328-517ea740952d tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Request body: {'floatingip': {'floating_network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'port_id': '215c650f-f1a3-4c3e-9555-c67674bdaad5', 'tenant_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:35:06.013737 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-197fe1ac-432f-4189-a328-517ea740952d tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks [] for floatingip, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:35:06.112459 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-197fe1ac-432f-4189-a328-517ea740952d tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:35:06.213190 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-197fe1ac-432f-4189-a328-517ea740952d tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Allocated IP 172.25.1.185 (d3759e1b-6c03-45ac-acd4-90abb417809b/f0254f08-c19c-4e31-bd9c-09389ea4b6f2/b431eb41-7224-407f-a98b-f7001c094f41) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 15:35:06.324667 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-197fe1ac-432f-4189-a328-517ea740952d tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:35:06.364785 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-197fe1ac-432f-4189-a328-517ea740952d tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:35:06.400570 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-197fe1ac-432f-4189-a328-517ea740952d tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Network d3759e1b-6c03-45ac-acd4-90abb417809b is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 15:35:06.403329 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-197fe1ac-432f-4189-a328-517ea740952d tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:35:06.409741 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-197fe1ac-432f-4189-a328-517ea740952d tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 15:35:06.433289 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197fe1ac-432f-4189-a328-517ea740952d tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Pushing event updated for resources: {'Port': ['ID=b431eb41-7224-407f-a98b-f7001c094f41,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:35:06.762864 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-197fe1ac-432f-4189-a328-517ea740952d tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:35:06.827565 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-197fe1ac-432f-4189-a328-517ea740952d tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:35:06.977161 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-197fe1ac-432f-4189-a328-517ea740952d tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks [] for port, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:35:06.981676 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-197fe1ac-432f-4189-a328-517ea740952d tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3718439'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:35:07.054937 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197fe1ac-432f-4189-a328-517ea740952d tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Pushing event updated for resources: {'Port': ['ID=b431eb41-7224-407f-a98b-f7001c094f41,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:35:07.063145 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-197fe1ac-432f-4189-a328-517ea740952d tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431510'] for floatingip, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:35:07.169382 n-d-694802-15 neutron-server[94466]: INFO neutron.db.l3_db [None req-197fe1ac-432f-4189-a328-517ea740952d tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Floating IP b4c0e49b-4eeb-4982-9e80-13d13ccd7570 associated. External IP: 172.25.1.185, port: 215c650f-f1a3-4c3e-9555-c67674bdaad5. Aug 12 15:35:07.372367 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-197fe1ac-432f-4189-a328-517ea740952d tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Router 54de55c1-b5c6-47b5-a76e-bf4a4ee43ba3 has already been hosted by L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f {{(pid=94466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 15:35:07.774590 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-197fe1ac-432f-4189-a328-517ea740952d tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 15:35:07.784318 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fed2979c-7677-4868-9532-97e9e9e037ac None None] Sync routers for ids ['54de55c1-b5c6-47b5-a76e-bf4a4ee43ba3'] in n-d-694802-15 {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 15:35:07.791617 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-197fe1ac-432f-4189-a328-517ea740952d tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for floatingip, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:35:07.793888 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fed2979c-7677-4868-9532-97e9e9e037ac None None] Routers {'54de55c1-b5c6-47b5-a76e-bf4a4ee43ba3'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:35:07.794479 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-fed2979c-7677-4868-9532-97e9e9e037ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T15:34:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['54de55c1-b5c6-47b5-a76e-bf4a4ee43ba3'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:35:07.821167 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-197fe1ac-432f-4189-a328-517ea740952d tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8315015 Aug 12 15:35:07.821838 n-d-694802-15 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b1825e6-c8e4-4cf8-b463-8283e9c628f5', 'tag': '215c650f-f1a3-4c3e-9555-c67674bdaad5'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:35:07.824489 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d3d836888f8bae48364cf832021765cae83eba5216adbc1a01d11f14e92adce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68f821e6-0027-4b72-838e-fefcffacd336" -d '{"events": [{"name": "network-changed", "server_uuid": "6b1825e6-c8e4-4cf8-b463-8283e9c628f5", "tag": "215c650f-f1a3-4c3e-9555-c67674bdaad5"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 15:35:07.861366 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 15:35:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff7d8ca2-500a-4712-93cd-ea27ff14a44d x-openstack-request-id: req-ff7d8ca2-500a-4712-93cd-ea27ff14a44d {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 15:35:07.861666 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b1825e6-c8e4-4cf8-b463-8283e9c628f5", "tag": "215c650f-f1a3-4c3e-9555-c67674bdaad5", "status": "completed", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 15:35:07.861930 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ff7d8ca2-500a-4712-93cd-ea27ff14a44d {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 15:35:07.862353 n-d-694802-15 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b1825e6-c8e4-4cf8-b463-8283e9c628f5', 'tag': '215c650f-f1a3-4c3e-9555-c67674bdaad5', 'status': 'completed', 'code': 200} Aug 12 15:35:07.953713 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384e67fd-dc6e-4554-b7c5-612b40e1364c req-9160bb42-c089-4f84-98a9-6b5be5b95129 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:35:07.955262 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-384e67fd-dc6e-4554-b7c5-612b40e1364c req-9160bb42-c089-4f84-98a9-6b5be5b95129 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b1825e6-c8e4-4cf8-b463-8283e9c628f5 HTTP/1.1" status: 200 len: 945 time: 0.0803821 Aug 12 15:35:07.958215 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f821e6-0027-4b72-838e-fefcffacd336 req-094fc924-a779-4c09-bf8e-acc5a0d344cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:35:07.959659 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-68f821e6-0027-4b72-838e-fefcffacd336 req-094fc924-a779-4c09-bf8e-acc5a0d344cb service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b54ac9ed014240dead4ece37b0fb3f94&device_id=6b1825e6-c8e4-4cf8-b463-8283e9c628f5 HTTP/1.1" status: 200 len: 1097 time: 0.0753946 Aug 12 15:35:08.002861 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-fed2979c-7677-4868-9532-97e9e9e037ac None None] Set router 54de55c1-b5c6-47b5-a76e-bf4a4ee43ba3 gateway port host: n-d-694802-15 {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:35:08.045718 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-384e67fd-dc6e-4554-b7c5-612b40e1364c req-0d61408c-8211-419d-b516-5018bfa9155c tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "GET /v2.0/security-groups?id=50e35311-45af-4e42-a544-93a5b1dbf2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0840445 Aug 12 15:35:08.068021 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 36462) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:35:08.078155 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f821e6-0027-4b72-838e-fefcffacd336 req-416d40cf-e74b-4cbb-91cd-1dceb652cb05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:35:08.079701 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-68f821e6-0027-4b72-838e-fefcffacd336 req-416d40cf-e74b-4cbb-91cd-1dceb652cb05 service neutron] 10.222.0.64 "GET /v2.0/networks?id=ea3cdccd-773a-40dc-9f21-95efe4a523a9 HTTP/1.1" status: 200 len: 898 time: 0.1122355 Aug 12 15:35:08.131448 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-6602aa12-6162-4a18-bd4b-ac64559b59f9 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "GET /v2.0/floatingips/b4c0e49b-4eeb-4982-9e80-13d13ccd7570 HTTP/1.1" status: 200 len: 991 time: 0.0611880 Aug 12 15:35:08.151618 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-68f821e6-0027-4b72-838e-fefcffacd336 req-56d5ae84-b67a-459f-a704-ef995bc05882 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=215c650f-f1a3-4c3e-9555-c67674bdaad5 HTTP/1.1" status: 200 len: 999 time: 0.0652642 Aug 12 15:35:08.201464 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f821e6-0027-4b72-838e-fefcffacd336 req-9ba0aff3-8540-451e-8d01-87a773c489d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:35:08.202975 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-68f821e6-0027-4b72-838e-fefcffacd336 req-9ba0aff3-8540-451e-8d01-87a773c489d6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b68fdce6-9536-4824-8377-054bbf50cd90 HTTP/1.1" status: 200 len: 834 time: 0.0447845 Aug 12 15:35:08.230191 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-fed2979c-7677-4868-9532-97e9e9e037ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54de55c1-b5c6-47b5-a76e-bf4a4ee43ba3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-215610464', 'tenant_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.48'}], 'enable_snat': True}, 'gw_port_id': '21e3f0d9-57a9-4790-8340-05d26c8eaf21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:34:52Z', 'updated_at': '2021-08-12T15:34:56Z', 'revision_number': 4, 'project_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'gw_port': {'id': '21e3f0d9-57a9-4790-8340-05d26c8eaf21', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:48:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54de55c1-b5c6-47b5-a76e-bf4a4ee43ba3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:34:52Z', 'updated_at': '2021-08-12T15:34:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_floatingips': [{'id': 'b4c0e49b-4eeb-4982-9e80-13d13ccd7570', 'tenant_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'floating_ip_address': '172.25.1.185', 'floating_network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'router_id': '54de55c1-b5c6-47b5-a76e-bf4a4ee43ba3', 'port_id': '215c650f-f1a3-4c3e-9555-c67674bdaad5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4206, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea3cdccd-773a-40dc-9f21-95efe4a523a9', 'mac_address': 'fa:16:3e:b7:8a:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b1825e6-c8e4-4cf8-b463-8283e9c628f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T15:35:06Z', 'updated_at': '2021-08-12T15:35:06Z', 'revision_number': 0, 'project_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb1cc482-db54-40b1-bffa-fdc7cb751f24', 'name': '', 'network_id': 'ea3cdccd-773a-40dc-9f21-95efe4a523a9', 'tenant_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'mac_address': 'fa:16:3e:72:a3:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54de55c1-b5c6-47b5-a76e-bf4a4ee43ba3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'b68fdce6-9536-4824-8377-054bbf50cd90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:34:55Z', 'updated_at': '2021-08-12T15:34:59Z', 'revision_number': 5, 'project_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'subnets': [{'id': 'b68fdce6-9536-4824-8377-054bbf50cd90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:35:08.249388 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f821e6-0027-4b72-838e-fefcffacd336 req-f090c280-ef13-4d62-b7a5-40abde96e4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:35:08.250932 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-68f821e6-0027-4b72-838e-fefcffacd336 req-f090c280-ef13-4d62-b7a5-40abde96e4e4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ea3cdccd-773a-40dc-9f21-95efe4a523a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0417197 Aug 12 15:35:08.260642 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fed2979c-7677-4868-9532-97e9e9e037ac None None] Checking router: 54de55c1-b5c6-47b5-a76e-bf4a4ee43ba3 for host: n-d-694802-15 {{(pid=94469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 15:35:08.268926 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fed2979c-7677-4868-9532-97e9e9e037ac None None] Routers {'54de55c1-b5c6-47b5-a76e-bf4a4ee43ba3'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:35:08.269532 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-fed2979c-7677-4868-9532-97e9e9e037ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T15:34:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['54de55c1-b5c6-47b5-a76e-bf4a4ee43ba3'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:35:08.342455 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-68f821e6-0027-4b72-838e-fefcffacd336 req-58162df5-867b-4260-ad90-2567cc4041f6 service neutron] 10.222.0.64 "GET /v2.0/networks/ea3cdccd-773a-40dc-9f21-95efe4a523a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846827 Aug 12 15:35:08.372964 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-fed2979c-7677-4868-9532-97e9e9e037ac None None] Set router 54de55c1-b5c6-47b5-a76e-bf4a4ee43ba3 gateway port host: n-d-694802-15 {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:35:08.432351 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-68f821e6-0027-4b72-838e-fefcffacd336 req-7fc7b290-f510-4aac-a8c5-a60d8ea8e716 service neutron] 10.222.0.64 "GET /v2.0/networks/ea3cdccd-773a-40dc-9f21-95efe4a523a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834529 Aug 12 15:35:08.593894 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-fed2979c-7677-4868-9532-97e9e9e037ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54de55c1-b5c6-47b5-a76e-bf4a4ee43ba3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-215610464', 'tenant_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.48'}], 'enable_snat': True}, 'gw_port_id': '21e3f0d9-57a9-4790-8340-05d26c8eaf21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:34:52Z', 'updated_at': '2021-08-12T15:34:56Z', 'revision_number': 4, 'project_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'gw_port': {'id': '21e3f0d9-57a9-4790-8340-05d26c8eaf21', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:48:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54de55c1-b5c6-47b5-a76e-bf4a4ee43ba3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:34:52Z', 'updated_at': '2021-08-12T15:34:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_floatingips': [{'id': 'b4c0e49b-4eeb-4982-9e80-13d13ccd7570', 'tenant_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'floating_ip_address': '172.25.1.185', 'floating_network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'router_id': '54de55c1-b5c6-47b5-a76e-bf4a4ee43ba3', 'port_id': '215c650f-f1a3-4c3e-9555-c67674bdaad5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4206, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea3cdccd-773a-40dc-9f21-95efe4a523a9', 'mac_address': 'fa:16:3e:b7:8a:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b1825e6-c8e4-4cf8-b463-8283e9c628f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T15:35:06Z', 'updated_at': '2021-08-12T15:35:06Z', 'revision_number': 0, 'project_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb1cc482-db54-40b1-bffa-fdc7cb751f24', 'name': '', 'network_id': 'ea3cdccd-773a-40dc-9f21-95efe4a523a9', 'tenant_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'mac_address': 'fa:16:3e:72:a3:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54de55c1-b5c6-47b5-a76e-bf4a4ee43ba3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'b68fdce6-9536-4824-8377-054bbf50cd90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:34:55Z', 'updated_at': '2021-08-12T15:34:59Z', 'revision_number': 5, 'project_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'subnets': [{'id': 'b68fdce6-9536-4824-8377-054bbf50cd90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:35:08.620191 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fed2979c-7677-4868-9532-97e9e9e037ac None None] The sync data for ids ['54de55c1-b5c6-47b5-a76e-bf4a4ee43ba3'] in n-d-694802-15 is: [{'id': '54de55c1-b5c6-47b5-a76e-bf4a4ee43ba3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-215610464', 'tenant_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.48'}], 'enable_snat': True}, 'gw_port_id': '21e3f0d9-57a9-4790-8340-05d26c8eaf21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:34:52Z', 'updated_at': '2021-08-12T15:34:56Z', 'revision_number': 4, 'project_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'gw_port': {'id': '21e3f0d9-57a9-4790-8340-05d26c8eaf21', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:48:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54de55c1-b5c6-47b5-a76e-bf4a4ee43ba3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:34:52Z', 'updated_at': '2021-08-12T15:34:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_floatingips': [{'id': 'b4c0e49b-4eeb-4982-9e80-13d13ccd7570', 'tenant_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'floating_ip_address': '172.25.1.185', 'floating_network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'router_id': '54de55c1-b5c6-47b5-a76e-bf4a4ee43ba3', 'port_id': '215c650f-f1a3-4c3e-9555-c67674bdaad5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4206, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea3cdccd-773a-40dc-9f21-95efe4a523a9', 'mac_address': 'fa:16:3e:b7:8a:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b1825e6-c8e4-4cf8-b463-8283e9c628f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T15:35:06Z', 'updated_at': '2021-08-12T15:35:06Z', 'revision_number': 0, 'project_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb1cc482-db54-40b1-bffa-fdc7cb751f24', 'name': '', 'network_id': 'ea3cdccd-773a-40dc-9f21-95efe4a523a9', 'tenant_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'mac_address': 'fa:16:3e:72:a3:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54de55c1-b5c6-47b5-a76e-bf4a4ee43ba3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'b68fdce6-9536-4824-8377-054bbf50cd90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:34:55Z', 'updated_at': '2021-08-12T15:34:59Z', 'revision_number': 5, 'project_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'subnets': [{'id': 'b68fdce6-9536-4824-8377-054bbf50cd90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 15:35:08.798348 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa469f00-5edb-4bd4-ad72-0a7069bc9ac7 None None] New status for floating IP b4c0e49b-4eeb-4982-9e80-13d13ccd7570: ACTIVE {{(pid=94468) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 15:35:09.134280 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 36464) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:35:09.203439 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-6657954c-d07d-467c-a67a-48e39009a5aa tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "GET /v2.0/floatingips/b4c0e49b-4eeb-4982-9e80-13d13ccd7570 HTTP/1.1" status: 200 len: 993 time: 0.0678918 Aug 12 15:35:10.170328 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-6a8004ae-36bb-4bc4-9815-ef330d4a1d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:35:12.247033 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:35:13.096974 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:35:13.436571 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-71e7e28a-c73d-433b-92f7-ecddc986a9fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:35:13.580761 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:35:14.205040 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-1769855f-eda9-4483-9dc3-3220908ab45d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:35:15.836264 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-fe95f194-a3b0-4c04-9e42-20b511169d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:35:31.700158 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.agents_db [None req-17ed3e4c-1a7d-4162-9646-11c134aca297 None None] Agent healthcheck: found 7 active agents {{(pid=94469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 15:35:37.939159 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469e114c-d565-4036-a49a-c3c0837c9a8f req-e4c716eb-84c0-4e16-a8b8-6a64f0f3b13e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:35:37.940797 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-469e114c-d565-4036-a49a-c3c0837c9a8f req-e4c716eb-84c0-4e16-a8b8-6a64f0f3b13e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b54ac9ed014240dead4ece37b0fb3f94&device_id=6b1825e6-c8e4-4cf8-b463-8283e9c628f5 HTTP/1.1" status: 200 len: 1097 time: 0.0419185 Aug 12 15:35:37.941766 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2a00a8-df22-41c0-aa68-81cbfa4f6c4a req-85c7fbe2-1e54-479d-ad4a-10e42fa0448c tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:35:37.943277 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-bc2a00a8-df22-41c0-aa68-81cbfa4f6c4a req-85c7fbe2-1e54-479d-ad4a-10e42fa0448c tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b1825e6-c8e4-4cf8-b463-8283e9c628f5 HTTP/1.1" status: 200 len: 945 time: 0.0498514 Aug 12 15:35:37.981361 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-bc2a00a8-df22-41c0-aa68-81cbfa4f6c4a req-cedbc8b0-26c4-4270-ab49-0cc699183d03 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "GET /v2.0/security-groups?id=50e35311-45af-4e42-a544-93a5b1dbf2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316365 Aug 12 15:35:38.034359 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469e114c-d565-4036-a49a-c3c0837c9a8f req-3605f31a-9e33-41ef-a65c-629cd9a0a05b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:35:38.035798 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-469e114c-d565-4036-a49a-c3c0837c9a8f req-3605f31a-9e33-41ef-a65c-629cd9a0a05b service neutron] 10.222.0.64 "GET /v2.0/networks?id=ea3cdccd-773a-40dc-9f21-95efe4a523a9 HTTP/1.1" status: 200 len: 898 time: 0.0879614 Aug 12 15:35:38.099770 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-469e114c-d565-4036-a49a-c3c0837c9a8f req-f7221f7f-665c-460f-88b9-724ef8da587d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=215c650f-f1a3-4c3e-9555-c67674bdaad5 HTTP/1.1" status: 200 len: 1001 time: 0.0566227 Aug 12 15:35:38.151384 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469e114c-d565-4036-a49a-c3c0837c9a8f req-5f3ecb84-1f79-41b4-b821-b06ef9b4d8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:35:38.152779 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-469e114c-d565-4036-a49a-c3c0837c9a8f req-5f3ecb84-1f79-41b4-b821-b06ef9b4d8ca service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b68fdce6-9536-4824-8377-054bbf50cd90 HTTP/1.1" status: 200 len: 834 time: 0.0457730 Aug 12 15:35:38.198579 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469e114c-d565-4036-a49a-c3c0837c9a8f req-11874910-7070-4b05-b99c-d10d3dbfa3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:35:38.200044 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-469e114c-d565-4036-a49a-c3c0837c9a8f req-11874910-7070-4b05-b99c-d10d3dbfa3c9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ea3cdccd-773a-40dc-9f21-95efe4a523a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0391192 Aug 12 15:35:38.289835 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-469e114c-d565-4036-a49a-c3c0837c9a8f req-fa4a845d-a1f4-4b2f-be4b-01b6f920454f service neutron] 10.222.0.64 "GET /v2.0/networks/ea3cdccd-773a-40dc-9f21-95efe4a523a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810466 Aug 12 15:35:38.380732 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-469e114c-d565-4036-a49a-c3c0837c9a8f req-94140578-4dbe-4aa3-a50a-469e7b8b7487 service neutron] 10.222.0.64 "GET /v2.0/networks/ea3cdccd-773a-40dc-9f21-95efe4a523a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834522 Aug 12 15:35:39.099480 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c132843c-3a85-490e-982a-5f7ddfa29606 req-8aba9c41-4b71-4877-88c8-69f1e8393353 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:35:39.100955 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c132843c-3a85-490e-982a-5f7ddfa29606 req-8aba9c41-4b71-4877-88c8-69f1e8393353 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b1825e6-c8e4-4cf8-b463-8283e9c628f5 HTTP/1.1" status: 200 len: 945 time: 0.0501823 Aug 12 15:35:39.138919 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c132843c-3a85-490e-982a-5f7ddfa29606 req-94cf2dc5-c1f8-476a-8dab-87e0d9479262 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "GET /v2.0/security-groups?id=50e35311-45af-4e42-a544-93a5b1dbf2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315323 Aug 12 15:35:40.173867 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-3473171a-0750-4dba-9048-7558f51215ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:35:40.258445 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613fbe9b-c274-49ca-9e81-3239ae57f6ed req-21354d90-4d34-467e-8456-407c730394a7 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:35:40.259948 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-613fbe9b-c274-49ca-9e81-3239ae57f6ed req-21354d90-4d34-467e-8456-407c730394a7 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b1825e6-c8e4-4cf8-b463-8283e9c628f5 HTTP/1.1" status: 200 len: 945 time: 0.0508444 Aug 12 15:35:40.298016 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-613fbe9b-c274-49ca-9e81-3239ae57f6ed req-0ea6e902-907e-4f98-b7ef-11d4a0052f1f tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "GET /v2.0/security-groups?id=50e35311-45af-4e42-a544-93a5b1dbf2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320532 Aug 12 15:35:41.411815 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb103d31-67e9-4872-abb5-78417dbdc2a9 req-beb51e46-a2e6-4501-9a5a-fadcb1d8b1fc tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:35:41.413550 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-fb103d31-67e9-4872-abb5-78417dbdc2a9 req-beb51e46-a2e6-4501-9a5a-fadcb1d8b1fc tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b1825e6-c8e4-4cf8-b463-8283e9c628f5 HTTP/1.1" status: 200 len: 945 time: 0.0479107 Aug 12 15:35:41.450157 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-fb103d31-67e9-4872-abb5-78417dbdc2a9 req-df17011f-781a-4390-9ac0-c2e02a9841a0 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "GET /v2.0/security-groups?id=50e35311-45af-4e42-a544-93a5b1dbf2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300689 Aug 12 15:35:42.251358 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:35:42.562991 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19e5204-692f-4b5a-b78e-571d0ab285dd req-fb582164-d40f-477a-a904-6b75559cb6b9 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:35:42.564463 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-b19e5204-692f-4b5a-b78e-571d0ab285dd req-fb582164-d40f-477a-a904-6b75559cb6b9 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b1825e6-c8e4-4cf8-b463-8283e9c628f5 HTTP/1.1" status: 200 len: 945 time: 0.0482488 Aug 12 15:35:42.606462 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-b19e5204-692f-4b5a-b78e-571d0ab285dd req-59fb134a-e590-4ef4-b7c9-9985d707152b tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "GET /v2.0/security-groups?id=50e35311-45af-4e42-a544-93a5b1dbf2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360978 Aug 12 15:35:43.097882 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:35:43.436334 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-a1e4d527-32e3-4ba4-89ef-57d4cd6bcdf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:35:43.596913 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:35:43.727214 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166f3329-7993-4b08-9b4b-ab1732969586 req-bde3ff2d-4b8f-4d05-999f-2e01f4193c80 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:35:43.729274 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-166f3329-7993-4b08-9b4b-ab1732969586 req-bde3ff2d-4b8f-4d05-999f-2e01f4193c80 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b1825e6-c8e4-4cf8-b463-8283e9c628f5 HTTP/1.1" status: 200 len: 945 time: 0.0568237 Aug 12 15:35:43.766945 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-166f3329-7993-4b08-9b4b-ab1732969586 req-07524b3e-c128-4d5f-9e5d-c20dd1fa89b1 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "GET /v2.0/security-groups?id=50e35311-45af-4e42-a544-93a5b1dbf2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314503 Aug 12 15:35:44.207001 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-1769855f-eda9-4483-9dc3-3220908ab45d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:35:44.883567 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150fe001-8dac-4601-8143-d453b0c31c25 req-bb038163-f77a-4e50-a79f-515d0a4a92eb tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:35:44.885025 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-150fe001-8dac-4601-8143-d453b0c31c25 req-bb038163-f77a-4e50-a79f-515d0a4a92eb tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b1825e6-c8e4-4cf8-b463-8283e9c628f5 HTTP/1.1" status: 200 len: 945 time: 0.0488534 Aug 12 15:35:44.922468 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-150fe001-8dac-4601-8143-d453b0c31c25 req-59ba8cd9-dba5-43dd-853d-18509df97019 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "GET /v2.0/security-groups?id=50e35311-45af-4e42-a544-93a5b1dbf2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314801 Aug 12 15:35:45.834895 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-fe95f194-a3b0-4c04-9e42-20b511169d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:35:46.037220 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e24a3b-14f4-4e35-880f-e03aaa2cdf12 req-e820c17b-10d9-4e3c-b1ab-b1a4d35fbff2 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:35:46.038972 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-17e24a3b-14f4-4e35-880f-e03aaa2cdf12 req-e820c17b-10d9-4e3c-b1ab-b1a4d35fbff2 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b1825e6-c8e4-4cf8-b463-8283e9c628f5 HTTP/1.1" status: 200 len: 945 time: 0.0490510 Aug 12 15:35:46.076633 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-17e24a3b-14f4-4e35-880f-e03aaa2cdf12 req-1b1be807-cc5e-48c0-8d97-be318ea1b27f tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "GET /v2.0/security-groups?id=50e35311-45af-4e42-a544-93a5b1dbf2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308313 Aug 12 15:35:47.192650 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e584cfc9-0cad-494e-9897-d332a46fb794 req-b7c4bdbe-5e04-42b0-b788-380f6da9def1 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:35:47.194114 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-e584cfc9-0cad-494e-9897-d332a46fb794 req-b7c4bdbe-5e04-42b0-b788-380f6da9def1 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b1825e6-c8e4-4cf8-b463-8283e9c628f5 HTTP/1.1" status: 200 len: 945 time: 0.0486436 Aug 12 15:35:47.231976 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-e584cfc9-0cad-494e-9897-d332a46fb794 req-ef877394-11d2-4309-a79d-e5f03b655f18 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "GET /v2.0/security-groups?id=50e35311-45af-4e42-a544-93a5b1dbf2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313120 Aug 12 15:35:48.347364 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fa2180-66b2-487d-bfff-de813fe7e5fd req-2e4a39de-1360-4a24-bd1d-829f06de9c67 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:35:48.348893 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-15fa2180-66b2-487d-bfff-de813fe7e5fd req-2e4a39de-1360-4a24-bd1d-829f06de9c67 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b1825e6-c8e4-4cf8-b463-8283e9c628f5 HTTP/1.1" status: 200 len: 945 time: 0.0483685 Aug 12 15:35:48.388335 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-15fa2180-66b2-487d-bfff-de813fe7e5fd req-e4820c98-3e8c-47b4-810c-534504d3eba4 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "GET /v2.0/security-groups?id=50e35311-45af-4e42-a544-93a5b1dbf2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330012 Aug 12 15:35:49.511727 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1e7896-75a7-4d2d-989e-c5185556806d req-13198aa5-872b-49a0-8121-983cd79e36f9 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:35:49.513120 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-2d1e7896-75a7-4d2d-989e-c5185556806d req-13198aa5-872b-49a0-8121-983cd79e36f9 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b1825e6-c8e4-4cf8-b463-8283e9c628f5 HTTP/1.1" status: 200 len: 945 time: 0.0488572 Aug 12 15:35:49.555126 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-2d1e7896-75a7-4d2d-989e-c5185556806d req-5efb0e17-3cf7-431c-b8bf-fc2f50af64e8 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "GET /v2.0/security-groups?id=50e35311-45af-4e42-a544-93a5b1dbf2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360174 Aug 12 15:35:49.576571 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 36502) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:35:49.636363 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-fbc338a1-b9a8-4878-895c-afbce01b1b9c tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "GET /v2.0/floatingips/b4c0e49b-4eeb-4982-9e80-13d13ccd7570 HTTP/1.1" status: 200 len: 993 time: 0.0587156 Aug 12 15:35:51.716922 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4bf1bb10-b3ec-4e20-87ed-60a234dd6eda req-1c5e1d58-c69e-4464-9420-2fb6b2091f12 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=6b1825e6-c8e4-4cf8-b463-8283e9c628f5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0426712 Aug 12 15:35:51.797950 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf1bb10-b3ec-4e20-87ed-60a234dd6eda req-ae5316ad-348b-4dcc-bd29-29a3ad2e9cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:35:51.799441 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4bf1bb10-b3ec-4e20-87ed-60a234dd6eda req-ae5316ad-348b-4dcc-bd29-29a3ad2e9cb6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b54ac9ed014240dead4ece37b0fb3f94&device_id=6b1825e6-c8e4-4cf8-b463-8283e9c628f5 HTTP/1.1" status: 200 len: 1097 time: 0.0400739 Aug 12 15:35:51.901887 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf1bb10-b3ec-4e20-87ed-60a234dd6eda req-80dbe446-713a-495e-8b2b-545185493a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:35:51.903373 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4bf1bb10-b3ec-4e20-87ed-60a234dd6eda req-80dbe446-713a-495e-8b2b-545185493a46 service neutron] 10.222.0.64 "GET /v2.0/networks?id=ea3cdccd-773a-40dc-9f21-95efe4a523a9 HTTP/1.1" status: 200 len: 898 time: 0.0849910 Aug 12 15:35:51.967463 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4bf1bb10-b3ec-4e20-87ed-60a234dd6eda req-b8b0ec96-cf30-4864-bcde-0692c9b1b7d3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=215c650f-f1a3-4c3e-9555-c67674bdaad5 HTTP/1.1" status: 200 len: 1001 time: 0.0572855 Aug 12 15:35:52.014347 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf1bb10-b3ec-4e20-87ed-60a234dd6eda req-d374d222-b703-4b22-bced-93fb1ff82f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:35:52.015758 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4bf1bb10-b3ec-4e20-87ed-60a234dd6eda req-d374d222-b703-4b22-bced-93fb1ff82f28 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b68fdce6-9536-4824-8377-054bbf50cd90 HTTP/1.1" status: 200 len: 834 time: 0.0420871 Aug 12 15:35:52.062931 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf1bb10-b3ec-4e20-87ed-60a234dd6eda req-d68098e3-f8af-4f72-9916-1588afe7b11f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:35:52.064405 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4bf1bb10-b3ec-4e20-87ed-60a234dd6eda req-d68098e3-f8af-4f72-9916-1588afe7b11f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ea3cdccd-773a-40dc-9f21-95efe4a523a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0421879 Aug 12 15:35:52.151976 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4bf1bb10-b3ec-4e20-87ed-60a234dd6eda req-0602114a-f4b3-4d00-ad4d-29e23f5d1d9a service neutron] 10.222.0.64 "GET /v2.0/networks/ea3cdccd-773a-40dc-9f21-95efe4a523a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802083 Aug 12 15:35:52.245512 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4bf1bb10-b3ec-4e20-87ed-60a234dd6eda req-ae1b387f-0add-414c-afd8-3c1b3adfea1d service neutron] 10.222.0.64 "GET /v2.0/networks/ea3cdccd-773a-40dc-9f21-95efe4a523a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855219 Aug 12 15:36:08.699761 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.agents_db [None req-17ed3e4c-1a7d-4162-9646-11c134aca297 None None] Agent healthcheck: found 7 active agents {{(pid=94469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 15:36:10.174871 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-2ef102bc-ff77-4242-8e24-6664cee216c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:12.242799 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:13.098458 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:13.436130 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-fbdd061f-db2a-454e-9398-188f99f6878a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:13.596314 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:14.209902 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-1769855f-eda9-4483-9dc3-3220908ab45d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:15.837225 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-fe95f194-a3b0-4c04-9e42-20b511169d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:19.965808 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 36518) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:36:20.123719 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-3d2c2f0c-da9b-4be3-ad12-39ff4e2a4558 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Deleting port b431eb41-7224-407f-a98b-f7001c094f41 {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 15:36:20.124071 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3d2c2f0c-da9b-4be3-ad12-39ff4e2a4558 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:20.203553 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3d2c2f0c-da9b-4be3-ad12-39ff4e2a4558 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:20.203968 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3d2c2f0c-da9b-4be3-ad12-39ff4e2a4558 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:20.216052 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-3d2c2f0c-da9b-4be3-ad12-39ff4e2a4558 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Calling delete_port for b431eb41-7224-407f-a98b-f7001c094f41 owned by network:floatingip {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 15:36:20.365173 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3d2c2f0c-da9b-4be3-ad12-39ff4e2a4558 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:20.390385 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2c2f0c-da9b-4be3-ad12-39ff4e2a4558 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Pushing event deleted for resources: {'Port': ['ID=b431eb41-7224-407f-a98b-f7001c094f41,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:36:20.417474 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2c2f0c-da9b-4be3-ad12-39ff4e2a4558 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:36:20.417848 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2c2f0c-da9b-4be3-ad12-39ff4e2a4558 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:36:20.418183 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2c2f0c-da9b-4be3-ad12-39ff4e2a4558 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:36:20.418538 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2c2f0c-da9b-4be3-ad12-39ff4e2a4558 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:36:20.418862 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2c2f0c-da9b-4be3-ad12-39ff4e2a4558 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:36:20.419213 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2c2f0c-da9b-4be3-ad12-39ff4e2a4558 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:36:20.419539 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2c2f0c-da9b-4be3-ad12-39ff4e2a4558 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:36:20.419858 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2c2f0c-da9b-4be3-ad12-39ff4e2a4558 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:36:20.420177 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2c2f0c-da9b-4be3-ad12-39ff4e2a4558 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:36:20.420513 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2c2f0c-da9b-4be3-ad12-39ff4e2a4558 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:36:20.420806 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2c2f0c-da9b-4be3-ad12-39ff4e2a4558 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:36:20.421119 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2c2f0c-da9b-4be3-ad12-39ff4e2a4558 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:36:20.459879 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3d2c2f0c-da9b-4be3-ad12-39ff4e2a4558 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks [] for floatingip, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:20.460236 n-d-694802-15 neutron-server[94466]: INFO neutron.db.l3_db [None req-3d2c2f0c-da9b-4be3-ad12-39ff4e2a4558 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Floating IP b4c0e49b-4eeb-4982-9e80-13d13ccd7570 disassociated (deleted). External IP: 172.25.1.185, port: 215c650f-f1a3-4c3e-9555-c67674bdaad5. Aug 12 15:36:20.669733 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d2c2f0c-da9b-4be3-ad12-39ff4e2a4558 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Router 54de55c1-b5c6-47b5-a76e-bf4a4ee43ba3 has already been hosted by L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f {{(pid=94466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 15:36:20.780007 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d2c2f0c-da9b-4be3-ad12-39ff4e2a4558 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 15:36:20.785409 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3d2c2f0c-da9b-4be3-ad12-39ff4e2a4558 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for floatingip, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:20.790487 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc5b774-5e82-4110-bb5a-93e5e45fc93c None None] Sync routers for ids ['54de55c1-b5c6-47b5-a76e-bf4a4ee43ba3'] in n-d-694802-15 {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 15:36:20.799897 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc5b774-5e82-4110-bb5a-93e5e45fc93c None None] Routers {'54de55c1-b5c6-47b5-a76e-bf4a4ee43ba3'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:36:20.800624 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-0fc5b774-5e82-4110-bb5a-93e5e45fc93c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T15:36:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['54de55c1-b5c6-47b5-a76e-bf4a4ee43ba3'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:36:20.811119 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-3d2c2f0c-da9b-4be3-ad12-39ff4e2a4558 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "DELETE /v2.0/floatingips/b4c0e49b-4eeb-4982-9e80-13d13ccd7570 HTTP/1.1" status: 204 len: 168 time: 0.8441987 Aug 12 15:36:20.811698 n-d-694802-15 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b1825e6-c8e4-4cf8-b463-8283e9c628f5', 'tag': '215c650f-f1a3-4c3e-9555-c67674bdaad5'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:36:20.813956 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d3d836888f8bae48364cf832021765cae83eba5216adbc1a01d11f14e92adce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbafe37e-4d5c-4f39-addc-c688157fcdde" -d '{"events": [{"name": "network-changed", "server_uuid": "6b1825e6-c8e4-4cf8-b463-8283e9c628f5", "tag": "215c650f-f1a3-4c3e-9555-c67674bdaad5"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 15:36:20.870002 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 15:36:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-711d7529-318c-4f81-bc2e-98ad4fa4f14f x-openstack-request-id: req-711d7529-318c-4f81-bc2e-98ad4fa4f14f {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 15:36:20.870497 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b1825e6-c8e4-4cf8-b463-8283e9c628f5", "tag": "215c650f-f1a3-4c3e-9555-c67674bdaad5", "status": "completed", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 15:36:20.870810 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-711d7529-318c-4f81-bc2e-98ad4fa4f14f {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 15:36:20.871271 n-d-694802-15 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b1825e6-c8e4-4cf8-b463-8283e9c628f5', 'tag': '215c650f-f1a3-4c3e-9555-c67674bdaad5', 'status': 'completed', 'code': 200} Aug 12 15:36:20.911619 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-0fc5b774-5e82-4110-bb5a-93e5e45fc93c None None] Set router 54de55c1-b5c6-47b5-a76e-bf4a4ee43ba3 gateway port host: n-d-694802-15 {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:36:20.936378 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbafe37e-4d5c-4f39-addc-c688157fcdde req-e2edab3d-7902-4f61-828a-7d42371a8541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:36:20.937821 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-cbafe37e-4d5c-4f39-addc-c688157fcdde req-e2edab3d-7902-4f61-828a-7d42371a8541 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b54ac9ed014240dead4ece37b0fb3f94&device_id=6b1825e6-c8e4-4cf8-b463-8283e9c628f5 HTTP/1.1" status: 200 len: 1097 time: 0.0435767 Aug 12 15:36:21.131875 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-0fc5b774-5e82-4110-bb5a-93e5e45fc93c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54de55c1-b5c6-47b5-a76e-bf4a4ee43ba3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-215610464', 'tenant_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.48'}], 'enable_snat': True}, 'gw_port_id': '21e3f0d9-57a9-4790-8340-05d26c8eaf21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:34:52Z', 'updated_at': '2021-08-12T15:34:56Z', 'revision_number': 4, 'project_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'gw_port': {'id': '21e3f0d9-57a9-4790-8340-05d26c8eaf21', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:48:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54de55c1-b5c6-47b5-a76e-bf4a4ee43ba3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:34:52Z', 'updated_at': '2021-08-12T15:34:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': 'bb1cc482-db54-40b1-bffa-fdc7cb751f24', 'name': '', 'network_id': 'ea3cdccd-773a-40dc-9f21-95efe4a523a9', 'tenant_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'mac_address': 'fa:16:3e:72:a3:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54de55c1-b5c6-47b5-a76e-bf4a4ee43ba3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'b68fdce6-9536-4824-8377-054bbf50cd90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:34:55Z', 'updated_at': '2021-08-12T15:34:59Z', 'revision_number': 5, 'project_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'subnets': [{'id': 'b68fdce6-9536-4824-8377-054bbf50cd90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:36:21.161160 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc5b774-5e82-4110-bb5a-93e5e45fc93c None None] Checking router: 54de55c1-b5c6-47b5-a76e-bf4a4ee43ba3 for host: n-d-694802-15 {{(pid=94469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 15:36:21.170708 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc5b774-5e82-4110-bb5a-93e5e45fc93c None None] Routers {'54de55c1-b5c6-47b5-a76e-bf4a4ee43ba3'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:36:21.171369 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-0fc5b774-5e82-4110-bb5a-93e5e45fc93c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T15:36:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['54de55c1-b5c6-47b5-a76e-bf4a4ee43ba3'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:36:21.288317 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-0fc5b774-5e82-4110-bb5a-93e5e45fc93c None None] Set router 54de55c1-b5c6-47b5-a76e-bf4a4ee43ba3 gateway port host: n-d-694802-15 {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:36:21.403817 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbafe37e-4d5c-4f39-addc-c688157fcdde req-748a2e5f-1202-477b-9620-a0fbde56b011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:36:21.405297 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-cbafe37e-4d5c-4f39-addc-c688157fcdde req-748a2e5f-1202-477b-9620-a0fbde56b011 service neutron] 10.222.0.64 "GET /v2.0/networks?id=ea3cdccd-773a-40dc-9f21-95efe4a523a9 HTTP/1.1" status: 200 len: 898 time: 0.4571183 Aug 12 15:36:21.427125 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cce628f-fac5-462d-99cb-45a018bfd053 req-5d7eafe9-eabd-4f9b-90ac-b372168f94db tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:36:21.428555 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-7cce628f-fac5-462d-99cb-45a018bfd053 req-5d7eafe9-eabd-4f9b-90ac-b372168f94db tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b1825e6-c8e4-4cf8-b463-8283e9c628f5 HTTP/1.1" status: 200 len: 945 time: 0.4087577 Aug 12 15:36:21.458950 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-cbafe37e-4d5c-4f39-addc-c688157fcdde req-f088db7b-ce83-46e2-9875-3212fc25d27d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=215c650f-f1a3-4c3e-9555-c67674bdaad5 HTTP/1.1" status: 200 len: 217 time: 0.0451887 Aug 12 15:36:21.485585 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-0fc5b774-5e82-4110-bb5a-93e5e45fc93c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54de55c1-b5c6-47b5-a76e-bf4a4ee43ba3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-215610464', 'tenant_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.48'}], 'enable_snat': True}, 'gw_port_id': '21e3f0d9-57a9-4790-8340-05d26c8eaf21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:34:52Z', 'updated_at': '2021-08-12T15:34:56Z', 'revision_number': 4, 'project_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'gw_port': {'id': '21e3f0d9-57a9-4790-8340-05d26c8eaf21', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:48:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54de55c1-b5c6-47b5-a76e-bf4a4ee43ba3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:34:52Z', 'updated_at': '2021-08-12T15:34:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': 'bb1cc482-db54-40b1-bffa-fdc7cb751f24', 'name': '', 'network_id': 'ea3cdccd-773a-40dc-9f21-95efe4a523a9', 'tenant_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'mac_address': 'fa:16:3e:72:a3:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54de55c1-b5c6-47b5-a76e-bf4a4ee43ba3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'b68fdce6-9536-4824-8377-054bbf50cd90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:34:55Z', 'updated_at': '2021-08-12T15:34:59Z', 'revision_number': 5, 'project_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'subnets': [{'id': 'b68fdce6-9536-4824-8377-054bbf50cd90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:36:21.521417 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-7cce628f-fac5-462d-99cb-45a018bfd053 req-c1f4d754-93eb-421f-8293-00a286948618 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "GET /v2.0/security-groups?id=50e35311-45af-4e42-a544-93a5b1dbf2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650632 Aug 12 15:36:21.529805 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbafe37e-4d5c-4f39-addc-c688157fcdde req-4baaa684-a713-4767-87be-b27593dd321a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:36:21.531324 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-cbafe37e-4d5c-4f39-addc-c688157fcdde req-4baaa684-a713-4767-87be-b27593dd321a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b68fdce6-9536-4824-8377-054bbf50cd90 HTTP/1.1" status: 200 len: 834 time: 0.0607350 Aug 12 15:36:21.584232 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbafe37e-4d5c-4f39-addc-c688157fcdde req-c0673880-46a9-4dec-9f00-05604e9058b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:36:21.585725 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-cbafe37e-4d5c-4f39-addc-c688157fcdde req-c0673880-46a9-4dec-9f00-05604e9058b5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ea3cdccd-773a-40dc-9f21-95efe4a523a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0465515 Aug 12 15:36:21.605498 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc5b774-5e82-4110-bb5a-93e5e45fc93c None None] The sync data for ids ['54de55c1-b5c6-47b5-a76e-bf4a4ee43ba3'] in n-d-694802-15 is: [{'id': '54de55c1-b5c6-47b5-a76e-bf4a4ee43ba3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-215610464', 'tenant_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.48'}], 'enable_snat': True}, 'gw_port_id': '21e3f0d9-57a9-4790-8340-05d26c8eaf21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:34:52Z', 'updated_at': '2021-08-12T15:34:56Z', 'revision_number': 4, 'project_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'gw_port': {'id': '21e3f0d9-57a9-4790-8340-05d26c8eaf21', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:48:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54de55c1-b5c6-47b5-a76e-bf4a4ee43ba3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:34:52Z', 'updated_at': '2021-08-12T15:34:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': 'bb1cc482-db54-40b1-bffa-fdc7cb751f24', 'name': '', 'network_id': 'ea3cdccd-773a-40dc-9f21-95efe4a523a9', 'tenant_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'mac_address': 'fa:16:3e:72:a3:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54de55c1-b5c6-47b5-a76e-bf4a4ee43ba3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'b68fdce6-9536-4824-8377-054bbf50cd90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:34:55Z', 'updated_at': '2021-08-12T15:34:59Z', 'revision_number': 5, 'project_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'subnets': [{'id': 'b68fdce6-9536-4824-8377-054bbf50cd90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 15:36:21.680613 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-cbafe37e-4d5c-4f39-addc-c688157fcdde req-c2bb6768-6a5e-4c0e-afd0-1a42ff81eaf3 service neutron] 10.222.0.64 "GET /v2.0/networks/ea3cdccd-773a-40dc-9f21-95efe4a523a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856380 Aug 12 15:36:21.776380 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-cbafe37e-4d5c-4f39-addc-c688157fcdde req-ba7f0067-9847-4a0f-b4bb-734b6fca2269 service neutron] 10.222.0.64 "GET /v2.0/networks/ea3cdccd-773a-40dc-9f21-95efe4a523a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879810 Aug 12 15:36:21.838927 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d27b72c3-c8ca-4e19-a72d-4b7b9c72d216 None None] New status for floating IP b4c0e49b-4eeb-4982-9e80-13d13ccd7570: DOWN {{(pid=94468) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 15:36:22.512661 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe761d78-184e-4aad-8336-26e728a5d7f0 req-db60ddf8-946b-4631-a5b1-e0ef9a527e25 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:36:22.513964 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-fe761d78-184e-4aad-8336-26e728a5d7f0 req-db60ddf8-946b-4631-a5b1-e0ef9a527e25 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.64 "GET /v2.0/ports?device_id=6b1825e6-c8e4-4cf8-b463-8283e9c628f5 HTTP/1.1" status: 200 len: 945 time: 0.0479360 Aug 12 15:36:22.601439 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [req-fe761d78-184e-4aad-8336-26e728a5d7f0 req-bbfc8d1e-0be6-4b52-b091-c9c1f386b700 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Deleting port 215c650f-f1a3-4c3e-9555-c67674bdaad5 {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 15:36:22.601780 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-fe761d78-184e-4aad-8336-26e728a5d7f0 req-bbfc8d1e-0be6-4b52-b091-c9c1f386b700 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:22.641055 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fe67ed-c167-4bec-b02f-b85b8de4a991 req-8f374d6d-e3b8-474a-b7d7-c4e5473e95aa tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:36:22.642665 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-c0fe67ed-c167-4bec-b02f-b85b8de4a991 req-8f374d6d-e3b8-474a-b7d7-c4e5473e95aa tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b1825e6-c8e4-4cf8-b463-8283e9c628f5 HTTP/1.1" status: 200 len: 945 time: 0.0518687 Aug 12 15:36:22.682789 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-c0fe67ed-c167-4bec-b02f-b85b8de4a991 req-b7ef75f9-54e9-41ce-bf18-cb6412df699c tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "GET /v2.0/security-groups?id=50e35311-45af-4e42-a544-93a5b1dbf2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339708 Aug 12 15:36:22.693601 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-fe761d78-184e-4aad-8336-26e728a5d7f0 req-bbfc8d1e-0be6-4b52-b091-c9c1f386b700 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] For port 215c650f-f1a3-4c3e-9555-c67674bdaad5, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=215c650f-f1a3-4c3e-9555-c67674bdaad5,segment=NetworkSegment(125dd75d-ee5a-4daa-9e7e-07ce6719227c),segment_id=125dd75d-ee5a-4daa-9e7e-07ce6719227c)] {{(pid=94467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:36:22.693816 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-fe761d78-184e-4aad-8336-26e728a5d7f0 req-bbfc8d1e-0be6-4b52-b091-c9c1f386b700 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:22.706770 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [req-fe761d78-184e-4aad-8336-26e728a5d7f0 req-bbfc8d1e-0be6-4b52-b091-c9c1f386b700 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Calling delete_port for 215c650f-f1a3-4c3e-9555-c67674bdaad5 owned by compute:nova {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 15:36:22.837350 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-fe761d78-184e-4aad-8336-26e728a5d7f0 req-bbfc8d1e-0be6-4b52-b091-c9c1f386b700 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:22.865155 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfc8d1e-0be6-4b52-b091-c9c1f386b700 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Pushing event deleted for resources: {'Port': ['ID=215c650f-f1a3-4c3e-9555-c67674bdaad5,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:36:22.889189 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfc8d1e-0be6-4b52-b091-c9c1f386b700 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:36:22.889544 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfc8d1e-0be6-4b52-b091-c9c1f386b700 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:36:22.889888 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfc8d1e-0be6-4b52-b091-c9c1f386b700 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:36:22.890226 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfc8d1e-0be6-4b52-b091-c9c1f386b700 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:36:22.890821 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfc8d1e-0be6-4b52-b091-c9c1f386b700 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:36:22.891191 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfc8d1e-0be6-4b52-b091-c9c1f386b700 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:36:22.892047 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfc8d1e-0be6-4b52-b091-c9c1f386b700 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:36:22.892379 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfc8d1e-0be6-4b52-b091-c9c1f386b700 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:36:22.892706 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfc8d1e-0be6-4b52-b091-c9c1f386b700 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:36:22.893029 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfc8d1e-0be6-4b52-b091-c9c1f386b700 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:36:22.893353 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfc8d1e-0be6-4b52-b091-c9c1f386b700 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:36:22.893710 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfc8d1e-0be6-4b52-b091-c9c1f386b700 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:36:22.915096 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe761d78-184e-4aad-8336-26e728a5d7f0 req-bbfc8d1e-0be6-4b52-b091-c9c1f386b700 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] No DVR routers for this DVR port 215c650f-f1a3-4c3e-9555-c67674bdaad5 on host n-h1-694802-15 {{(pid=94467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 15:36:22.917561 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-fe761d78-184e-4aad-8336-26e728a5d7f0 req-bbfc8d1e-0be6-4b52-b091-c9c1f386b700 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:22.919559 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-fe761d78-184e-4aad-8336-26e728a5d7f0 req-bbfc8d1e-0be6-4b52-b091-c9c1f386b700 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.64 "DELETE /v2.0/ports/215c650f-f1a3-4c3e-9555-c67674bdaad5 HTTP/1.1" status: 204 len: 173 time: 0.3993707 Aug 12 15:36:22.919989 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b1825e6-c8e4-4cf8-b463-8283e9c628f5', 'name': 'network-vif-deleted', 'tag': '215c650f-f1a3-4c3e-9555-c67674bdaad5'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:36:22.922216 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1d90890f15e5cc8eba4d51c7734538f2f2e5e8e12504eb7d6ddd0a29ee9b803" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83c8480d-7b45-491a-a4c5-e692f0ef98c1" -d '{"events": [{"server_uuid": "6b1825e6-c8e4-4cf8-b463-8283e9c628f5", "name": "network-vif-deleted", "tag": "215c650f-f1a3-4c3e-9555-c67674bdaad5"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 15:36:22.957769 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 15:36:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4213dc4-d4b1-4492-8d83-3a483c95cd1e x-openstack-request-id: req-a4213dc4-d4b1-4492-8d83-3a483c95cd1e {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 15:36:22.958067 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b1825e6-c8e4-4cf8-b463-8283e9c628f5", "name": "network-vif-deleted", "tag": "215c650f-f1a3-4c3e-9555-c67674bdaad5", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 15:36:22.958319 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a4213dc4-d4b1-4492-8d83-3a483c95cd1e {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 15:36:22.958715 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b1825e6-c8e4-4cf8-b463-8283e9c628f5', 'name': 'network-vif-deleted', 'tag': '215c650f-f1a3-4c3e-9555-c67674bdaad5', 'status': 'completed', 'code': 200} Aug 12 15:36:23.741574 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 36532) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:36:24.101674 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-af38d986-3da9-47ef-9309-99fec172c2c8 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66663830'] for router_interface, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:24.353208 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-af38d986-3da9-47ef-9309-99fec172c2c8 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Deleting port bb1cc482-db54-40b1-bffa-fdc7cb751f24 {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 15:36:24.353454 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-af38d986-3da9-47ef-9309-99fec172c2c8 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:24.440260 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-af38d986-3da9-47ef-9309-99fec172c2c8 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] For port bb1cc482-db54-40b1-bffa-fdc7cb751f24, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=bb1cc482-db54-40b1-bffa-fdc7cb751f24,segment=NetworkSegment(125dd75d-ee5a-4daa-9e7e-07ce6719227c),segment_id=125dd75d-ee5a-4daa-9e7e-07ce6719227c)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:36:24.440620 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-af38d986-3da9-47ef-9309-99fec172c2c8 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:24.453202 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-af38d986-3da9-47ef-9309-99fec172c2c8 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Calling delete_port for bb1cc482-db54-40b1-bffa-fdc7cb751f24 owned by network:router_interface {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 15:36:24.637923 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-af38d986-3da9-47ef-9309-99fec172c2c8 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:24.664317 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af38d986-3da9-47ef-9309-99fec172c2c8 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Pushing event deleted for resources: {'Port': ['ID=bb1cc482-db54-40b1-bffa-fdc7cb751f24,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:36:24.839129 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-af38d986-3da9-47ef-9309-99fec172c2c8 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66628352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-430630'] for router_interface, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:25.053047 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af38d986-3da9-47ef-9309-99fec172c2c8 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Router 54de55c1-b5c6-47b5-a76e-bf4a4ee43ba3 has already been hosted by L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f {{(pid=94466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 15:36:25.159217 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af38d986-3da9-47ef-9309-99fec172c2c8 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 15:36:25.164181 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-af38d986-3da9-47ef-9309-99fec172c2c8 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "PUT /v2.0/routers/54de55c1-b5c6-47b5-a76e-bf4a4ee43ba3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4215920 Aug 12 15:36:25.166973 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 36534) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:36:25.168548 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27185839-efd7-4fdd-8b96-99cf203a4f4d None None] Sync routers for ids ['54de55c1-b5c6-47b5-a76e-bf4a4ee43ba3'] in n-d-694802-15 {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 15:36:25.178187 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27185839-efd7-4fdd-8b96-99cf203a4f4d None None] Routers {'54de55c1-b5c6-47b5-a76e-bf4a4ee43ba3'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:36:25.178796 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-27185839-efd7-4fdd-8b96-99cf203a4f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T15:36:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['54de55c1-b5c6-47b5-a76e-bf4a4ee43ba3'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:36:25.221883 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_v2 [None req-34774e03-7d03-4ce1-9004-93b5ec606d14 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Deleting subnet b68fdce6-9536-4824-8377-054bbf50cd90 {{(pid=94466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 15:36:25.225121 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-34774e03-7d03-4ce1-9004-93b5ec606d14 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks [] for subnet, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:25.270037 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-34774e03-7d03-4ce1-9004-93b5ec606d14 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2293551'] for subnet, precommit_delete_associations {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:25.288041 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-27185839-efd7-4fdd-8b96-99cf203a4f4d None None] Set router 54de55c1-b5c6-47b5-a76e-bf4a4ee43ba3 gateway port host: n-d-694802-15 {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:36:25.358277 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-34774e03-7d03-4ce1-9004-93b5ec606d14 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66416255'] for subnet, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:25.424420 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-34774e03-7d03-4ce1-9004-93b5ec606d14 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66416232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3718429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8776402'] for subnet, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:25.449767 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34774e03-7d03-4ce1-9004-93b5ec606d14 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Pushing event deleted for resources: {'Subnet': ['ID=b68fdce6-9536-4824-8377-054bbf50cd90,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:36:25.456828 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-34774e03-7d03-4ce1-9004-93b5ec606d14 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks [] for subnet, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:25.461469 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 36536) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:36:25.461988 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-34774e03-7d03-4ce1-9004-93b5ec606d14 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "DELETE /v2.0/subnets/b68fdce6-9536-4824-8377-054bbf50cd90 HTTP/1.1" status: 204 len: 168 time: 0.2935972 Aug 12 15:36:25.462838 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-314c1091-6ad8-4ea6-ade3-9fcdb4f93243 None None] Network ea3cdccd-773a-40dc-9f21-95efe4a523a9 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 15:36:25.480166 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-27185839-efd7-4fdd-8b96-99cf203a4f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54de55c1-b5c6-47b5-a76e-bf4a4ee43ba3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-215610464', 'tenant_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.48'}], 'enable_snat': True}, 'gw_port_id': '21e3f0d9-57a9-4790-8340-05d26c8eaf21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:34:52Z', 'updated_at': '2021-08-12T15:36:24Z', 'revision_number': 5, 'project_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'gw_port': {'id': '21e3f0d9-57a9-4790-8340-05d26c8eaf21', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:48:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54de55c1-b5c6-47b5-a76e-bf4a4ee43ba3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:34:52Z', 'updated_at': '2021-08-12T15:34:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15'}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:36:25.506547 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27185839-efd7-4fdd-8b96-99cf203a4f4d None None] Checking router: 54de55c1-b5c6-47b5-a76e-bf4a4ee43ba3 for host: n-d-694802-15 {{(pid=94469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 15:36:25.515598 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27185839-efd7-4fdd-8b96-99cf203a4f4d None None] Routers {'54de55c1-b5c6-47b5-a76e-bf4a4ee43ba3'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:36:25.516212 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-27185839-efd7-4fdd-8b96-99cf203a4f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T15:36:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['54de55c1-b5c6-47b5-a76e-bf4a4ee43ba3'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:36:25.580148 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-dc88c05b-cf8b-4c79-8e09-a96696b77fd2 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks [] for router, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:25.623268 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-27185839-efd7-4fdd-8b96-99cf203a4f4d None None] Set router 54de55c1-b5c6-47b5-a76e-bf4a4ee43ba3 gateway port host: n-d-694802-15 {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:36:25.653786 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb53b937-404d-4c32-9732-62274d4d1263 None None] DHCP port deletion for ea3cdccd-773a-40dc-9f21-95efe4a523a9 request from n-d-694802-15 {{(pid=94468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 15:36:25.689638 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-dc88c05b-cf8b-4c79-8e09-a96696b77fd2 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:25.700643 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-fb53b937-404d-4c32-9732-62274d4d1263 None None] Deleting port 207caf0d-68f5-4bb7-9abf-a416c41c083e {{(pid=94468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 15:36:25.701017 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-fb53b937-404d-4c32-9732-62274d4d1263 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:25.747699 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-dc88c05b-cf8b-4c79-8e09-a96696b77fd2 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Deleting port 21e3f0d9-57a9-4790-8340-05d26c8eaf21 {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 15:36:25.748048 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-dc88c05b-cf8b-4c79-8e09-a96696b77fd2 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:25.762269 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-fb53b937-404d-4c32-9732-62274d4d1263 None None] For port 207caf0d-68f5-4bb7-9abf-a416c41c083e, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=207caf0d-68f5-4bb7-9abf-a416c41c083e,segment=NetworkSegment(125dd75d-ee5a-4daa-9e7e-07ce6719227c),segment_id=125dd75d-ee5a-4daa-9e7e-07ce6719227c)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:36:25.762666 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-fb53b937-404d-4c32-9732-62274d4d1263 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:25.776164 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-fb53b937-404d-4c32-9732-62274d4d1263 None None] Calling delete_port for 207caf0d-68f5-4bb7-9abf-a416c41c083e owned by network:dhcp {{(pid=94468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 15:36:25.809520 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-27185839-efd7-4fdd-8b96-99cf203a4f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54de55c1-b5c6-47b5-a76e-bf4a4ee43ba3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-215610464', 'tenant_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.48'}], 'enable_snat': True}, 'gw_port_id': '21e3f0d9-57a9-4790-8340-05d26c8eaf21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:34:52Z', 'updated_at': '2021-08-12T15:36:24Z', 'revision_number': 5, 'project_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'gw_port': {'id': '21e3f0d9-57a9-4790-8340-05d26c8eaf21', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:48:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54de55c1-b5c6-47b5-a76e-bf4a4ee43ba3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:34:52Z', 'updated_at': '2021-08-12T15:34:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15'}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:36:25.836279 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27185839-efd7-4fdd-8b96-99cf203a4f4d None None] The sync data for ids ['54de55c1-b5c6-47b5-a76e-bf4a4ee43ba3'] in n-d-694802-15 is: [{'id': '54de55c1-b5c6-47b5-a76e-bf4a4ee43ba3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-215610464', 'tenant_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.48'}], 'enable_snat': True}, 'gw_port_id': '21e3f0d9-57a9-4790-8340-05d26c8eaf21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:34:52Z', 'updated_at': '2021-08-12T15:36:24Z', 'revision_number': 5, 'project_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'gw_port': {'id': '21e3f0d9-57a9-4790-8340-05d26c8eaf21', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:48:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54de55c1-b5c6-47b5-a76e-bf4a4ee43ba3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:34:52Z', 'updated_at': '2021-08-12T15:34:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15'}] {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 15:36:25.839767 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [None req-dc88c05b-cf8b-4c79-8e09-a96696b77fd2 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] For port 21e3f0d9-57a9-4790-8340-05d26c8eaf21, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=21e3f0d9-57a9-4790-8340-05d26c8eaf21,segment=NetworkSegment(b1b396cb-2dc6-4041-bfc7-1833a80a4720),segment_id=b1b396cb-2dc6-4041-bfc7-1833a80a4720)] {{(pid=94467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:36:25.840424 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-dc88c05b-cf8b-4c79-8e09-a96696b77fd2 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:25.856220 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-dc88c05b-cf8b-4c79-8e09-a96696b77fd2 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Calling delete_port for 21e3f0d9-57a9-4790-8340-05d26c8eaf21 owned by network:router_gateway {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 15:36:25.859638 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-fb53b937-404d-4c32-9732-62274d4d1263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262'] for port, after_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:25.885197 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb53b937-404d-4c32-9732-62274d4d1263 None None] Pushing event deleted for resources: {'Port': ['ID=207caf0d-68f5-4bb7-9abf-a416c41c083e,revision_number=None']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:36:25.893427 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb53b937-404d-4c32-9732-62274d4d1263 None None] No DVR routers for this DVR port 207caf0d-68f5-4bb7-9abf-a416c41c083e on host n-d-694802-15 {{(pid=94468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 15:36:25.895519 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb53b937-404d-4c32-9732-62274d4d1263 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:36:25.895952 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb53b937-404d-4c32-9732-62274d4d1263 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:36:25.896189 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb53b937-404d-4c32-9732-62274d4d1263 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:36:25.896525 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb53b937-404d-4c32-9732-62274d4d1263 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:36:25.896853 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb53b937-404d-4c32-9732-62274d4d1263 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:36:25.897178 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb53b937-404d-4c32-9732-62274d4d1263 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:36:25.897503 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb53b937-404d-4c32-9732-62274d4d1263 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:36:25.897853 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb53b937-404d-4c32-9732-62274d4d1263 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:36:25.898149 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb53b937-404d-4c32-9732-62274d4d1263 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:36:25.898472 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb53b937-404d-4c32-9732-62274d4d1263 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:36:25.898788 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb53b937-404d-4c32-9732-62274d4d1263 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:36:25.899144 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb53b937-404d-4c32-9732-62274d4d1263 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:36:26.028743 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-dc88c05b-cf8b-4c79-8e09-a96696b77fd2 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:26.054332 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc88c05b-cf8b-4c79-8e09-a96696b77fd2 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Pushing event deleted for resources: {'Port': ['ID=21e3f0d9-57a9-4790-8340-05d26c8eaf21,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:36:26.116922 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-dc88c05b-cf8b-4c79-8e09-a96696b77fd2 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-431580'] for router_gateway, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:26.208510 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-dc88c05b-cf8b-4c79-8e09-a96696b77fd2 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-429360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-104877'] for router, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:26.210692 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-dc88c05b-cf8b-4c79-8e09-a96696b77fd2 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:26.258701 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-dc88c05b-cf8b-4c79-8e09-a96696b77fd2 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-429375'] for router, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:26.259268 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc88c05b-cf8b-4c79-8e09-a96696b77fd2 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Fanout notify agent at l3_agent the message router_deleted on router 54de55c1-b5c6-47b5-a76e-bf4a4ee43ba3 {{(pid=94467) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 15:36:26.266710 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-dc88c05b-cf8b-4c79-8e09-a96696b77fd2 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks [] for router, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:26.275432 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-dc88c05b-cf8b-4c79-8e09-a96696b77fd2 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "DELETE /v2.0/routers/54de55c1-b5c6-47b5-a76e-bf4a4ee43ba3 HTTP/1.1" status: 204 len: 168 time: 0.8041310 Aug 12 15:36:26.275432 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 36538) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:36:26.345131 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device 215c650f-f1a3-4c3e-9555-c67674bdaad5 no longer exists at agent hyperv_n-h1-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 15:36:26.351257 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-d432e06e-a735-46ac-ba8f-0c7eea1cf848 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680608'] for network, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:26.364189 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-93370168-53ca-47c2-9e27-b066be57125c None None] No Port match for: 215c650f-f1a3-4c3e-9555-c67674bdaad5 {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 15:36:26.364537 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device 215c650f-f1a3-4c3e-9555-c67674bdaad5 not bound to the agent host n-h1-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 15:36:26.442688 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-d432e06e-a735-46ac-ba8f-0c7eea1cf848 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66413304', 'neutron.services.segments.db._delete_segments_for_network-8744654118000'] for network, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:26.454139 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-d432e06e-a735-46ac-ba8f-0c7eea1cf848 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea3cdccd-773a-40dc-9f21-95efe4a523a9']}} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:36:26.465379 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-d432e06e-a735-46ac-ba8f-0c7eea1cf848 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '125dd75d-ee5a-4daa-9e7e-07ce6719227c') {'for_net_delete': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:36:26.466036 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-d432e06e-a735-46ac-ba8f-0c7eea1cf848 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '125dd75d-ee5a-4daa-9e7e-07ce6719227c') {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:36:26.475285 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-d432e06e-a735-46ac-ba8f-0c7eea1cf848 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744654122361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3857526'] for segment, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:26.489185 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-d432e06e-a735-46ac-ba8f-0c7eea1cf848 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:26.495291 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d432e06e-a735-46ac-ba8f-0c7eea1cf848 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Releasing vlan 305 on physical network physnet1 to pool {{(pid=94467) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 15:36:26.495690 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-d432e06e-a735-46ac-ba8f-0c7eea1cf848 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2859015'] for segment, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:26.499300 n-d-694802-15 neutron-server[94467]: Traceback (most recent call last): Aug 12 15:36:26.499300 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 15:36:26.499300 n-d-694802-15 neutron-server[94467]: timer() Aug 12 15:36:26.499300 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 15:36:26.499300 n-d-694802-15 neutron-server[94467]: cb(*args, **kw) Aug 12 15:36:26.499300 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 15:36:26.499300 n-d-694802-15 neutron-server[94467]: return func(*args, **kwargs) Aug 12 15:36:26.499300 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 15:36:26.499300 n-d-694802-15 neutron-server[94467]: self._notify() Aug 12 15:36:26.499300 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 15:36:26.499300 n-d-694802-15 neutron-server[94467]: self.callback(batched_events) Aug 12 15:36:26.499300 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 15:36:26.499300 n-d-694802-15 neutron-server[94467]: event.method(event) Aug 12 15:36:26.499300 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 15:36:26.499300 n-d-694802-15 neutron-server[94467]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 15:36:26.499300 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 15:36:26.499300 n-d-694802-15 neutron-server[94467]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 15:36:26.499300 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 15:36:26.499300 n-d-694802-15 neutron-server[94467]: return f(self, *a, **k) Aug 12 15:36:26.499300 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 15:36:26.499300 n-d-694802-15 neutron-server[94467]: return self._get(url).json() Aug 12 15:36:26.499300 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 15:36:26.499300 n-d-694802-15 neutron-server[94467]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 15:36:26.499300 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 15:36:26.499300 n-d-694802-15 neutron-server[94467]: return self.request(url, 'GET', **kwargs) Aug 12 15:36:26.499300 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 15:36:26.499300 n-d-694802-15 neutron-server[94467]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 15:36:26.499300 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 15:36:26.499300 n-d-694802-15 neutron-server[94467]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 15:36:26.499300 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 15:36:26.499300 n-d-694802-15 neutron-server[94467]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 15:36:26.499300 n-d-694802-15 neutron-server[94467]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 15:36:26.562637 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-d432e06e-a735-46ac-ba8f-0c7eea1cf848 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66413281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431520'] for network, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:26.570857 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-d432e06e-a735-46ac-ba8f-0c7eea1cf848 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks [] for network, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:26.575329 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-d432e06e-a735-46ac-ba8f-0c7eea1cf848 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "DELETE /v2.0/networks/ea3cdccd-773a-40dc-9f21-95efe4a523a9 HTTP/1.1" status: 204 len: 168 time: 0.3012068 Aug 12 15:36:26.576684 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 36540) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:36:26.585786 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d432e06e-a735-46ac-ba8f-0c7eea1cf848 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Pushing event deleted for resources: {'Network': ['ID=ea3cdccd-773a-40dc-9f21-95efe4a523a9,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:36:26.637058 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2b5932e1-72c9-4753-a581-ee93b5afd046 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks [] for security_group, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:26.661859 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2b5932e1-72c9-4753-a581-ee93b5afd046 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:26.727420 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2b5932e1-72c9-4753-a581-ee93b5afd046 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:26.730294 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2b5932e1-72c9-4753-a581-ee93b5afd046 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:26.731672 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-2b5932e1-72c9-4753-a581-ee93b5afd046 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "DELETE /v2.0/security-groups/50e35311-45af-4e42-a544-93a5b1dbf2e2 HTTP/1.1" status: 204 len: 168 time: 0.1534040 Aug 12 15:36:26.741254 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5932e1-72c9-4753-a581-ee93b5afd046 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=50e35311-45af-4e42-a544-93a5b1dbf2e2,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:36:27.103806 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 36546) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:36:27.109254 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-739bfb23-e7ad-4b2a-ba41-6efb67693d24 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-342320162', 'description': 'tempest-secgroup-smoke-342320162 description', 'project_id': 'b54ac9ed014240dead4ece37b0fb3f94'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:36:27.131200 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-739bfb23-e7ad-4b2a-ba41-6efb67693d24 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks [] for security_group, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:27.212478 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-739bfb23-e7ad-4b2a-ba41-6efb67693d24 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks [] for security_group, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:27.216993 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-739bfb23-e7ad-4b2a-ba41-6efb67693d24 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:27.247475 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-739bfb23-e7ad-4b2a-ba41-6efb67693d24 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:27.248776 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-739bfb23-e7ad-4b2a-ba41-6efb67693d24 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1439104 Aug 12 15:36:27.250687 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739bfb23-e7ad-4b2a-ba41-6efb67693d24 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a2418c9-18f3-49a6-9b78-2e59468b3249,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:36:27.251810 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 36548) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:36:27.256654 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-1c3b8e8b-8b02-4a2a-9248-dbbfb904ba96 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Request body: {'security_group_rule': {'security_group_id': '7a2418c9-18f3-49a6-9b78-2e59468b3249', 'project_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:36:27.283625 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-1c3b8e8b-8b02-4a2a-9248-dbbfb904ba96 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:27.346336 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-1c3b8e8b-8b02-4a2a-9248-dbbfb904ba96 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:27.350177 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-1c3b8e8b-8b02-4a2a-9248-dbbfb904ba96 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641735'] for security_group_rule, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:27.367234 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3b8e8b-8b02-4a2a-9248-dbbfb904ba96 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af7111d0-0d56-40b1-bef0-bcff139fc647,revision_number=0']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:36:27.372668 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-1c3b8e8b-8b02-4a2a-9248-dbbfb904ba96 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:27.374234 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-1c3b8e8b-8b02-4a2a-9248-dbbfb904ba96 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1213739 Aug 12 15:36:27.376912 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 36550) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:36:27.381224 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-429463a7-7232-4f9f-b5c2-03d744c93590 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Request body: {'security_group_rule': {'security_group_id': '7a2418c9-18f3-49a6-9b78-2e59468b3249', 'project_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:36:27.409422 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-429463a7-7232-4f9f-b5c2-03d744c93590 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:27.441049 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 207caf0d-68f5-4bb7-9abf-a416c41c083e no longer exists at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 15:36:27.461174 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] No Port match for: 207caf0d-68f5-4bb7-9abf-a416c41c083e {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 15:36:27.461683 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 207caf0d-68f5-4bb7-9abf-a416c41c083e not bound to the agent host n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 15:36:27.462184 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 21e3f0d9-57a9-4790-8340-05d26c8eaf21 no longer exists at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 15:36:27.468586 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-429463a7-7232-4f9f-b5c2-03d744c93590 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:27.472494 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-429463a7-7232-4f9f-b5c2-03d744c93590 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641735'] for security_group_rule, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:27.484109 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] No Port match for: 21e3f0d9-57a9-4790-8340-05d26c8eaf21 {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 15:36:27.484455 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 21e3f0d9-57a9-4790-8340-05d26c8eaf21 not bound to the agent host n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 15:36:27.484871 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device bb1cc482-db54-40b1-bffa-fdc7cb751f24 no longer exists at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 15:36:27.491229 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429463a7-7232-4f9f-b5c2-03d744c93590 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=321d808c-e7c9-423a-b984-7b5e7fdf384f,revision_number=0']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:36:27.498762 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-429463a7-7232-4f9f-b5c2-03d744c93590 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:27.500107 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-429463a7-7232-4f9f-b5c2-03d744c93590 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1222908 Aug 12 15:36:27.502920 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 36552) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:36:27.503570 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] No Port match for: bb1cc482-db54-40b1-bffa-fdc7cb751f24 {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 15:36:27.503907 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device bb1cc482-db54-40b1-bffa-fdc7cb751f24 not bound to the agent host n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 15:36:27.508519 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-e6a28392-a1ae-41bc-a086-d698059d95c9 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Request body: {'security_group_rule': {'security_group_id': '7a2418c9-18f3-49a6-9b78-2e59468b3249', 'project_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:36:27.536414 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e6a28392-a1ae-41bc-a086-d698059d95c9 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:27.594996 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e6a28392-a1ae-41bc-a086-d698059d95c9 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:27.598518 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e6a28392-a1ae-41bc-a086-d698059d95c9 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641735'] for security_group_rule, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:27.618391 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a28392-a1ae-41bc-a086-d698059d95c9 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e964edd0-48bd-41a7-a9f8-37606cc1d037,revision_number=0']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:36:27.623651 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e6a28392-a1ae-41bc-a086-d698059d95c9 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:27.624883 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-e6a28392-a1ae-41bc-a086-d698059d95c9 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1209335 Aug 12 15:36:27.627596 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 36554) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:36:27.632610 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-e37b3278-1dfe-4b86-aa30-bd61c133e22f tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Request body: {'security_group_rule': {'security_group_id': '7a2418c9-18f3-49a6-9b78-2e59468b3249', 'project_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:36:27.659807 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e37b3278-1dfe-4b86-aa30-bd61c133e22f tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:27.721859 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e37b3278-1dfe-4b86-aa30-bd61c133e22f tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:27.726221 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e37b3278-1dfe-4b86-aa30-bd61c133e22f tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641735'] for security_group_rule, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:27.743651 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b3278-1dfe-4b86-aa30-bd61c133e22f tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fda2c7bc-97e4-4973-aee4-974ef714ee93,revision_number=0']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:36:27.749262 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e37b3278-1dfe-4b86-aa30-bd61c133e22f tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:27.750480 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-e37b3278-1dfe-4b86-aa30-bd61c133e22f tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1219325 Aug 12 15:36:27.753224 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 36556) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:36:27.757913 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-ef136201-a6f2-4809-a948-19e5c6bd0835 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Request body: {'security_group_rule': {'security_group_id': '7a2418c9-18f3-49a6-9b78-2e59468b3249', 'project_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:36:27.780974 n-d-694802-15 neutron-server[94466]: INFO neutron.db.securitygroups_db [None req-ef136201-a6f2-4809-a948-19e5c6bd0835 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Project b54ac9ed014240dead4ece37b0fb3f94 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 12 15:36:27.785684 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ef136201-a6f2-4809-a948-19e5c6bd0835 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:27.846445 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ef136201-a6f2-4809-a948-19e5c6bd0835 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:27.849790 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ef136201-a6f2-4809-a948-19e5c6bd0835 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641735'] for security_group_rule, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:27.868258 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef136201-a6f2-4809-a948-19e5c6bd0835 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b2fc6d8-9a6a-4d92-8860-0f502c0c3735,revision_number=0']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:36:27.875713 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ef136201-a6f2-4809-a948-19e5c6bd0835 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:27.876948 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-ef136201-a6f2-4809-a948-19e5c6bd0835 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1224434 Aug 12 15:36:27.879895 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 36558) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:36:27.884490 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-85c32890-85bc-4df0-9ece-781826ad259f tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Request body: {'security_group_rule': {'security_group_id': '7a2418c9-18f3-49a6-9b78-2e59468b3249', 'project_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:36:27.907601 n-d-694802-15 neutron-server[94467]: INFO neutron.db.securitygroups_db [None req-85c32890-85bc-4df0-9ece-781826ad259f tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Project b54ac9ed014240dead4ece37b0fb3f94 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 12 15:36:27.912136 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-85c32890-85bc-4df0-9ece-781826ad259f tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:27.977126 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-85c32890-85bc-4df0-9ece-781826ad259f tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:27.980724 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-85c32890-85bc-4df0-9ece-781826ad259f tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641735'] for security_group_rule, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:28.001729 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c32890-85bc-4df0-9ece-781826ad259f tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=812a231b-c175-49bb-b7cf-efb80434affc,revision_number=0']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:36:28.006115 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-85c32890-85bc-4df0-9ece-781826ad259f tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:28.009891 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-85c32890-85bc-4df0-9ece-781826ad259f tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1264038 Aug 12 15:36:28.010348 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 36560) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:36:28.016099 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-4dcdb6d8-e92a-4437-a6d3-2d7e741b0838 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Request body: {'network': {'name': 'tempest-network-smoke--108684298', 'project_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'port_security_enabled': True}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:36:28.036220 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dcdb6d8-e92a-4437-a6d3-2d7e741b0838 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Made reservation on behalf of b54ac9ed014240dead4ece37b0fb3f94 for: {'network': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 15:36:28.040176 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-4dcdb6d8-e92a-4437-a6d3-2d7e741b0838 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for network, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:28.065197 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4dcdb6d8-e92a-4437-a6d3-2d7e741b0838 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] vlan segment allocate from pool success with {'vlan_id': 349, 'physical_network': 'physnet1'} {{(pid=94467) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 15:36:28.074226 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-4dcdb6d8-e92a-4437-a6d3-2d7e741b0838 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:28.074562 n-d-694802-15 neutron-server[94467]: INFO neutron.db.segments_db [None req-4dcdb6d8-e92a-4437-a6d3-2d7e741b0838 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Added segment 664fea66-326f-4a19-9353-6a61c56d93b2 of type vlan for network c2794f18-d93a-41fe-b0a7-9f5cc5d98f28 Aug 12 15:36:28.113462 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-4dcdb6d8-e92a-4437-a6d3-2d7e741b0838 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744653628263'] for network, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:28.141014 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-4dcdb6d8-e92a-4437-a6d3-2d7e741b0838 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409'] for network, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:28.146578 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dcdb6d8-e92a-4437-a6d3-2d7e741b0838 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:36:28.147185 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-4dcdb6d8-e92a-4437-a6d3-2d7e741b0838 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks [] for network, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:28.207919 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-4dcdb6d8-e92a-4437-a6d3-2d7e741b0838 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1968234 Aug 12 15:36:28.210743 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 36562) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:36:28.215518 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-0ddeb550-b65b-4ac9-91da-741bc0cf3858 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-866847507', 'admin_state_up': True, 'project_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'}}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:36:28.218160 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcdb6d8-e92a-4437-a6d3-2d7e741b0838 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Pushing event updated for resources: {'Network': ['ID=c2794f18-d93a-41fe-b0a7-9f5cc5d98f28,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:36:28.232133 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Network c2794f18-d93a-41fe-b0a7-9f5cc5d98f28 details requested by agent ovs-agent-n-d-694802-15 with host n-d-694802-15 {{(pid=94468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 15:36:28.241793 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0ddeb550-b65b-4ac9-91da-741bc0cf3858 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-430574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-104863'] for router, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:28.242803 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0ddeb550-b65b-4ac9-91da-741bc0cf3858 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-429438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-431405', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66646573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-104852'] for router, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:28.296472 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0ddeb550-b65b-4ac9-91da-741bc0cf3858 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:28.440731 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0ddeb550-b65b-4ac9-91da-741bc0cf3858 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:28.632691 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0ddeb550-b65b-4ac9-91da-741bc0cf3858 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks [] for router_gateway, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:28.651253 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0ddeb550-b65b-4ac9-91da-741bc0cf3858 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:28.750798 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-0ddeb550-b65b-4ac9-91da-741bc0cf3858 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Allocated IP 172.25.1.155 (d3759e1b-6c03-45ac-acd4-90abb417809b/f0254f08-c19c-4e31-bd9c-09389ea4b6f2/d677e189-ff6e-4cd7-adf2-9bee651a769e) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 15:36:28.852285 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0ddeb550-b65b-4ac9-91da-741bc0cf3858 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:28.892444 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0ddeb550-b65b-4ac9-91da-741bc0cf3858 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:28.934308 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ddeb550-b65b-4ac9-91da-741bc0cf3858 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Network d3759e1b-6c03-45ac-acd4-90abb417809b is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 15:36:28.939800 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-0ddeb550-b65b-4ac9-91da-741bc0cf3858 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:36:28.941997 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddeb550-b65b-4ac9-91da-741bc0cf3858 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Pushing event updated for resources: {'Port': ['ID=d677e189-ff6e-4cd7-adf2-9bee651a769e,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:36:28.944704 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ddeb550-b65b-4ac9-91da-741bc0cf3858 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 15:36:29.486569 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0ddeb550-b65b-4ac9-91da-741bc0cf3858 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks [] for router_gateway, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:29.682949 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0ddeb550-b65b-4ac9-91da-741bc0cf3858 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-429413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-431608'] for router, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:29.811848 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ddeb550-b65b-4ac9-91da-741bc0cf3858 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Router c369c0b0-064c-4e29-9005-4be3d059a60b is scheduled to L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f with binding_index 1 {{(pid=94466) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 15:36:29.918534 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ddeb550-b65b-4ac9-91da-741bc0cf3858 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 15:36:29.927744 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-312ae943-6dd2-4e7a-ae54-38ca5f002ba7 None None] Sync routers for ids ['c369c0b0-064c-4e29-9005-4be3d059a60b'] in n-d-694802-15 {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 15:36:29.936369 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0ddeb550-b65b-4ac9-91da-741bc0cf3858 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks [] for router, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:29.936982 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-312ae943-6dd2-4e7a-ae54-38ca5f002ba7 None None] Routers {'c369c0b0-064c-4e29-9005-4be3d059a60b'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:36:29.937595 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-312ae943-6dd2-4e7a-ae54-38ca5f002ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T15:36:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['c369c0b0-064c-4e29-9005-4be3d059a60b'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:36:29.937959 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-0ddeb550-b65b-4ac9-91da-741bc0cf3858 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7260835 Aug 12 15:36:29.941168 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 36564) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:36:29.973980 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-d654aa4a-5ae8-4d1c-9669-4fe30e1e17e4 tempest-TestNetworkAdvancedServerOps-1009123411 tempest-TestNetworkAdvancedServerOps-1009123411-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=b54ac9ed014240dead4ece37b0fb3f94&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0316522 Aug 12 15:36:29.976602 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 36568) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:36:30.050763 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvr_db [None req-312ae943-6dd2-4e7a-ae54-38ca5f002ba7 None None] Set router c369c0b0-064c-4e29-9005-4be3d059a60b gateway port host: n-d-694802-15 {{(pid=94468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:36:30.063534 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cc38652-c8ab-478c-ba07-733717478acd tempest-TestNetworkAdvancedServerOps-1009123411 tempest-TestNetworkAdvancedServerOps-1009123411-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:36:30.064994 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-7cc38652-c8ab-478c-ba07-733717478acd tempest-TestNetworkAdvancedServerOps-1009123411 tempest-TestNetworkAdvancedServerOps-1009123411-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0874953 Aug 12 15:36:30.067759 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 36570) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:36:30.098382 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-2811e62d-12bb-495e-aab3-62ae4f6eb67a tempest-TestNetworkAdvancedServerOps-1009123411 tempest-TestNetworkAdvancedServerOps-1009123411-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=d3759e1b-6c03-45ac-acd4-90abb417809b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0273817 Aug 12 15:36:30.098607 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 36572) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:36:30.103299 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-e4b90c83-fbe5-4c9c-87db-c36f0ba58a85 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1904424448', 'network_id': 'c2794f18-d93a-41fe-b0a7-9f5cc5d98f28', 'project_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:36:30.193629 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4b90c83-fbe5-4c9c-87db-c36f0ba58a85 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Made reservation on behalf of b54ac9ed014240dead4ece37b0fb3f94 for: {'subnet': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 15:36:30.197106 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-e4b90c83-fbe5-4c9c-87db-c36f0ba58a85 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3343791'] for subnet, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:30.228759 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-312ae943-6dd2-4e7a-ae54-38ca5f002ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c369c0b0-064c-4e29-9005-4be3d059a60b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-866847507', 'tenant_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.155'}], 'enable_snat': True}, 'gw_port_id': 'd677e189-ff6e-4cd7-adf2-9bee651a769e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:36:28Z', 'updated_at': '2021-08-12T15:36:29Z', 'revision_number': 3, 'project_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'gw_port': {'id': 'd677e189-ff6e-4cd7-adf2-9bee651a769e', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:38:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c369c0b0-064c-4e29-9005-4be3d059a60b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:36:28Z', 'updated_at': '2021-08-12T15:36:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15'}], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:36:30.256012 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-312ae943-6dd2-4e7a-ae54-38ca5f002ba7 None None] Checking router: c369c0b0-064c-4e29-9005-4be3d059a60b for host: n-d-694802-15 {{(pid=94468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 15:36:30.256365 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-312ae943-6dd2-4e7a-ae54-38ca5f002ba7 None None] Updating router c369c0b0-064c-4e29-9005-4be3d059a60b port d677e189-ff6e-4cd7-adf2-9bee651a769e binding host n-d-694802-15 {{(pid=94468) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 15:36:30.281626 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-312ae943-6dd2-4e7a-ae54-38ca5f002ba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:30.378222 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-e4b90c83-fbe5-4c9c-87db-c36f0ba58a85 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2859166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3343773'] for subnet, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:30.437121 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b90c83-fbe5-4c9c-87db-c36f0ba58a85 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Pushing event updated for resources: {'Subnet': ['ID=fbd93d0a-26e6-4256-91e1-4a14c197f063,revision_number=0']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:36:30.450285 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4b90c83-fbe5-4c9c-87db-c36f0ba58a85 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Checking segment: {'id': '664fea66-326f-4a19-9353-6a61c56d93b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c2794f18-d93a-41fe-b0a7-9f5cc5d98f28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 15:36:30.450647 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4b90c83-fbe5-4c9c-87db-c36f0ba58a85 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Network hostable DHCP agents. Network: c2794f18-d93a-41fe-b0a7-9f5cc5d98f28, hostable agents: ['1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658'], hosted agents: [] {{(pid=94467) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 15:36:30.467592 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4b90c83-fbe5-4c9c-87db-c36f0ba58a85 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Network c2794f18-d93a-41fe-b0a7-9f5cc5d98f28 is scheduled to be hosted by DHCP agent 1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658 with binding_index 1 {{(pid=94467) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 15:36:30.475681 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [None req-e4b90c83-fbe5-4c9c-87db-c36f0ba58a85 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-15, c2794f18-d93a-41fe-b0a7-9f5cc5d98f28) {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:36:30.479725 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4b90c83-fbe5-4c9c-87db-c36f0ba58a85 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:36:30.480937 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-e4b90c83-fbe5-4c9c-87db-c36f0ba58a85 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks [] for subnet, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:30.491893 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c674dcd8-18f3-4f64-a580-386a0ab0713f None None] Network c2794f18-d93a-41fe-b0a7-9f5cc5d98f28 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 15:36:30.496686 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-e4b90c83-fbe5-4c9c-87db-c36f0ba58a85 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3960786 Aug 12 15:36:30.498922 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 36574) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:36:30.577737 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-312ae943-6dd2-4e7a-ae54-38ca5f002ba7 None None] Notify callbacks [] for port, precommit_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:30.597042 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-312ae943-6dd2-4e7a-ae54-38ca5f002ba7 None None] Transition to ACTIVE for port object d677e189-ff6e-4cd7-adf2-9bee651a769e will not be triggered until provisioned by entity L2. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:36:30.607128 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-312ae943-6dd2-4e7a-ae54-38ca5f002ba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:30.689730 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-312ae943-6dd2-4e7a-ae54-38ca5f002ba7 None None] Attempting to bind port d677e189-ff6e-4cd7-adf2-9bee651a769e on host n-d-694802-15 for vnic_type normal with profile {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 15:36:30.690098 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-312ae943-6dd2-4e7a-ae54-38ca5f002ba7 None None] Attempting to bind port d677e189-ff6e-4cd7-adf2-9bee651a769e by drivers openvswitch,hyperv on host n-d-694802-15 at level 0 using segments [{'id': 'b1b396cb-2dc6-4041-bfc7-1833a80a4720', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 15:36:30.690491 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-312ae943-6dd2-4e7a-ae54-38ca5f002ba7 None None] Attempting to bind port d677e189-ff6e-4cd7-adf2-9bee651a769e on network d3759e1b-6c03-45ac-acd4-90abb417809b {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 15:36:30.700925 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a022361-2dc0-4c48-b08d-41c94dd1d769 None None] Pushing event updated for resources: {'Port': ['ID=d677e189-ff6e-4cd7-adf2-9bee651a769e,revision_number=2']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:36:30.708618 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-312ae943-6dd2-4e7a-ae54-38ca5f002ba7 None None] Checking agent: {'id': '16de73ac-f2e9-4cee-b3e0-91052ae3e6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 20, 13), 'started_at': datetime.datetime(2021, 8, 12, 14, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 15, 36, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 15:36:30.708998 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-312ae943-6dd2-4e7a-ae54-38ca5f002ba7 None None] Checking segment: {'id': 'b1b396cb-2dc6-4041-bfc7-1833a80a4720', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 15:36:30.709402 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-312ae943-6dd2-4e7a-ae54-38ca5f002ba7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:30.709788 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-312ae943-6dd2-4e7a-ae54-38ca5f002ba7 None None] Bound using segment: {'id': 'b1b396cb-2dc6-4041-bfc7-1833a80a4720', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 15:36:30.710260 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-312ae943-6dd2-4e7a-ae54-38ca5f002ba7 None None] Bound port: d677e189-ff6e-4cd7-adf2-9bee651a769e, host: n-d-694802-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1b396cb-2dc6-4041-bfc7-1833a80a4720', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'}}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 15:36:30.710637 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-312ae943-6dd2-4e7a-ae54-38ca5f002ba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:30.771316 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-214e8d30-e7a5-499d-9aac-2d5733a935e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa7035b3e-9a89-5964-b9f4-97301c3f476a-c2794f18-d93a-41fe-b0a7-9f5cc5d98f28', 'network_id': 'c2794f18-d93a-41fe-b0a7-9f5cc5d98f28', 'tenant_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'fixed_ips': [{'subnet_id': 'fbd93d0a-26e6-4256-91e1-4a14c197f063'}]}} from n-d-694802-15. {{(pid=94468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 15:36:30.772174 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-214e8d30-e7a5-499d-9aac-2d5733a935e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:30.792741 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-312ae943-6dd2-4e7a-ae54-38ca5f002ba7 None None] For port d677e189-ff6e-4cd7-adf2-9bee651a769e, host n-d-694802-15, cleared binding levels {{(pid=94468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 15:36:30.810797 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-312ae943-6dd2-4e7a-ae54-38ca5f002ba7 None None] For port d677e189-ff6e-4cd7-adf2-9bee651a769e, host n-d-694802-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=d677e189-ff6e-4cd7-adf2-9bee651a769e,segment=NetworkSegment(b1b396cb-2dc6-4041-bfc7-1833a80a4720),segment_id=b1b396cb-2dc6-4041-bfc7-1833a80a4720)] {{(pid=94468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 15:36:30.815448 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-312ae943-6dd2-4e7a-ae54-38ca5f002ba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:30.953193 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-2cbd5074-e5cc-445c-8500-8cf725ad05a5 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:30.962849 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a022361-2dc0-4c48-b08d-41c94dd1d769 None None] Pushing event updated for resources: {'Port': ['ID=d677e189-ff6e-4cd7-adf2-9bee651a769e,revision_number=3']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:36:30.973414 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-312ae943-6dd2-4e7a-ae54-38ca5f002ba7 None None] Routers {'c369c0b0-064c-4e29-9005-4be3d059a60b'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:36:30.974026 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-312ae943-6dd2-4e7a-ae54-38ca5f002ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T15:36:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['c369c0b0-064c-4e29-9005-4be3d059a60b'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:36:31.009476 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.db_base_plugin_common [None req-214e8d30-e7a5-499d-9aac-2d5733a935e4 None None] Allocated IP 172.20.0.2 (c2794f18-d93a-41fe-b0a7-9f5cc5d98f28/fbd93d0a-26e6-4256-91e1-4a14c197f063/6d41daae-27cd-4b07-8d2e-f6f33863b193) {{(pid=94468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 15:36:31.296143 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvr_db [None req-312ae943-6dd2-4e7a-ae54-38ca5f002ba7 None None] Set router c369c0b0-064c-4e29-9005-4be3d059a60b gateway port host: n-d-694802-15 {{(pid=94468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:36:31.479729 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-214e8d30-e7a5-499d-9aac-2d5733a935e4 None None] Notify callbacks [] for port, precommit_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:31.496921 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-214e8d30-e7a5-499d-9aac-2d5733a935e4 None None] Transition to ACTIVE for port object 6d41daae-27cd-4b07-8d2e-f6f33863b193 will not be triggered until provisioned by entity L2. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:36:31.531775 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-214e8d30-e7a5-499d-9aac-2d5733a935e4 None None] Transition to ACTIVE for port object 6d41daae-27cd-4b07-8d2e-f6f33863b193 will not be triggered until provisioned by entity DHCP. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:36:31.539318 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-214e8d30-e7a5-499d-9aac-2d5733a935e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253'] for port, after_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:31.584228 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-214e8d30-e7a5-499d-9aac-2d5733a935e4 None None] Network c2794f18-d93a-41fe-b0a7-9f5cc5d98f28 is already hosted by enough agents. {{(pid=94468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 15:36:31.589771 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_common [None req-2cbd5074-e5cc-445c-8500-8cf725ad05a5 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Allocated IP 172.20.0.1 (c2794f18-d93a-41fe-b0a7-9f5cc5d98f28/fbd93d0a-26e6-4256-91e1-4a14c197f063/8529ddc2-e964-4de1-8a50-3efa994ec37a) {{(pid=94467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 15:36:31.590779 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.base_scheduler [None req-214e8d30-e7a5-499d-9aac-2d5733a935e4 None None] Resources bound (agent type, host, resource id): {{(pid=94468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:36:31.597919 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-214e8d30-e7a5-499d-9aac-2d5733a935e4 None None] Received port after_create {{(pid=94468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 15:36:31.612034 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214e8d30-e7a5-499d-9aac-2d5733a935e4 None None] Pushing event updated for resources: {'Port': ['ID=6d41daae-27cd-4b07-8d2e-f6f33863b193,revision_number=1']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:36:31.632673 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-312ae943-6dd2-4e7a-ae54-38ca5f002ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c369c0b0-064c-4e29-9005-4be3d059a60b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-866847507', 'tenant_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.155'}], 'enable_snat': True}, 'gw_port_id': 'd677e189-ff6e-4cd7-adf2-9bee651a769e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:36:28Z', 'updated_at': '2021-08-12T15:36:29Z', 'revision_number': 3, 'project_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'gw_port': {'id': 'd677e189-ff6e-4cd7-adf2-9bee651a769e', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:38:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c369c0b0-064c-4e29-9005-4be3d059a60b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:36:28Z', 'updated_at': '2021-08-12T15:36:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15'}], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:36:31.675248 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-312ae943-6dd2-4e7a-ae54-38ca5f002ba7 None None] The sync data for ids ['c369c0b0-064c-4e29-9005-4be3d059a60b'] in n-d-694802-15 is: [{'id': 'c369c0b0-064c-4e29-9005-4be3d059a60b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-866847507', 'tenant_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.155'}], 'enable_snat': True}, 'gw_port_id': 'd677e189-ff6e-4cd7-adf2-9bee651a769e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:36:28Z', 'updated_at': '2021-08-12T15:36:29Z', 'revision_number': 3, 'project_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'gw_port': {'id': 'd677e189-ff6e-4cd7-adf2-9bee651a769e', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:38:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c369c0b0-064c-4e29-9005-4be3d059a60b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:36:28Z', 'updated_at': '2021-08-12T15:36:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15'}] {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 15:36:31.687505 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-214e8d30-e7a5-499d-9aac-2d5733a935e4 None None] Attempting to bind port 6d41daae-27cd-4b07-8d2e-f6f33863b193 on host n-d-694802-15 for vnic_type normal with profile {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 15:36:31.687872 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-214e8d30-e7a5-499d-9aac-2d5733a935e4 None None] Attempting to bind port 6d41daae-27cd-4b07-8d2e-f6f33863b193 by drivers openvswitch,hyperv on host n-d-694802-15 at level 0 using segments [{'id': '664fea66-326f-4a19-9353-6a61c56d93b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c2794f18-d93a-41fe-b0a7-9f5cc5d98f28'}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 15:36:31.688226 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-214e8d30-e7a5-499d-9aac-2d5733a935e4 None None] Attempting to bind port 6d41daae-27cd-4b07-8d2e-f6f33863b193 on network c2794f18-d93a-41fe-b0a7-9f5cc5d98f28 {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 15:36:31.693449 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-214e8d30-e7a5-499d-9aac-2d5733a935e4 None None] Checking agent: {'id': '16de73ac-f2e9-4cee-b3e0-91052ae3e6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 20, 13), 'started_at': datetime.datetime(2021, 8, 12, 14, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 15, 36, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 15:36:31.693817 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-214e8d30-e7a5-499d-9aac-2d5733a935e4 None None] Checking segment: {'id': '664fea66-326f-4a19-9353-6a61c56d93b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c2794f18-d93a-41fe-b0a7-9f5cc5d98f28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 15:36:31.694219 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-214e8d30-e7a5-499d-9aac-2d5733a935e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:31.694601 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-214e8d30-e7a5-499d-9aac-2d5733a935e4 None None] Bound using segment: {'id': '664fea66-326f-4a19-9353-6a61c56d93b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c2794f18-d93a-41fe-b0a7-9f5cc5d98f28'} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 15:36:31.695161 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-214e8d30-e7a5-499d-9aac-2d5733a935e4 None None] Bound port: 6d41daae-27cd-4b07-8d2e-f6f33863b193, host: n-d-694802-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '664fea66-326f-4a19-9353-6a61c56d93b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c2794f18-d93a-41fe-b0a7-9f5cc5d98f28'}}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 15:36:31.695484 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-214e8d30-e7a5-499d-9aac-2d5733a935e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:31.707612 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-2cbd5074-e5cc-445c-8500-8cf725ad05a5 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks [] for port, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:31.723693 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [None req-2cbd5074-e5cc-445c-8500-8cf725ad05a5 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Transition to ACTIVE for port object 8529ddc2-e964-4de1-8a50-3efa994ec37a will not be triggered until provisioned by entity DHCP. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:36:31.761761 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-2cbd5074-e5cc-445c-8500-8cf725ad05a5 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:31.767198 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-214e8d30-e7a5-499d-9aac-2d5733a935e4 None None] For port 6d41daae-27cd-4b07-8d2e-f6f33863b193, host n-d-694802-15, cleared binding levels {{(pid=94468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 15:36:31.772425 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-214e8d30-e7a5-499d-9aac-2d5733a935e4 None None] For port 6d41daae-27cd-4b07-8d2e-f6f33863b193, host n-d-694802-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=6d41daae-27cd-4b07-8d2e-f6f33863b193,segment=NetworkSegment(664fea66-326f-4a19-9353-6a61c56d93b2),segment_id=664fea66-326f-4a19-9353-6a61c56d93b2)] {{(pid=94468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 15:36:31.776863 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-214e8d30-e7a5-499d-9aac-2d5733a935e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:31.803762 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cbd5074-e5cc-445c-8500-8cf725ad05a5 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Network c2794f18-d93a-41fe-b0a7-9f5cc5d98f28 is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 15:36:31.807695 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [None req-2cbd5074-e5cc-445c-8500-8cf725ad05a5 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:36:31.810005 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cbd5074-e5cc-445c-8500-8cf725ad05a5 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Received port after_create {{(pid=94467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 15:36:31.837553 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214e8d30-e7a5-499d-9aac-2d5733a935e4 None None] Pushing event updated for resources: {'Port': ['ID=6d41daae-27cd-4b07-8d2e-f6f33863b193,revision_number=2']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:36:31.853361 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbd5074-e5cc-445c-8500-8cf725ad05a5 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Pushing event updated for resources: {'Port': ['ID=8529ddc2-e964-4de1-8a50-3efa994ec37a,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:36:31.876706 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-2cbd5074-e5cc-445c-8500-8cf725ad05a5 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66663725'] for router_interface, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:32.061674 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-2cbd5074-e5cc-445c-8500-8cf725ad05a5 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:32.376362 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-2cbd5074-e5cc-445c-8500-8cf725ad05a5 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:32.382182 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-2cbd5074-e5cc-445c-8500-8cf725ad05a5 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:32.461463 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbd5074-e5cc-445c-8500-8cf725ad05a5 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Pushing event updated for resources: {'Port': ['ID=8529ddc2-e964-4de1-8a50-3efa994ec37a,revision_number=2']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:36:32.466283 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-2cbd5074-e5cc-445c-8500-8cf725ad05a5 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66628363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66663865'] for router_interface, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:32.564854 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cbd5074-e5cc-445c-8500-8cf725ad05a5 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Network c2794f18-d93a-41fe-b0a7-9f5cc5d98f28 is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 15:36:32.566261 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [None req-2cbd5074-e5cc-445c-8500-8cf725ad05a5 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:36:32.691119 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cbd5074-e5cc-445c-8500-8cf725ad05a5 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Router c369c0b0-064c-4e29-9005-4be3d059a60b has already been hosted by L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f {{(pid=94467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 15:36:32.811398 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cbd5074-e5cc-445c-8500-8cf725ad05a5 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 15:36:32.825444 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-2cbd5074-e5cc-445c-8500-8cf725ad05a5 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "PUT /v2.0/routers/c369c0b0-064c-4e29-9005-4be3d059a60b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3163860 Aug 12 15:36:32.885535 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eea40ca4-0c67-4675-88d6-c0f8bdb6ea64 None None] Network c2794f18-d93a-41fe-b0a7-9f5cc5d98f28 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 15:36:32.966818 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4e69751e-41d4-4313-8ce0-aecd14e5274e req-53ed13a1-6a91-4276-98fb-f55cf4b1be28 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-342320162&fields=id&tenant_id=b54ac9ed014240dead4ece37b0fb3f94 HTTP/1.1" status: 200 len: 267 time: 0.0355809 Aug 12 15:36:32.978736 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-8edf4799-004d-4e5d-9f69-82cf50af5fd0 None None] Provisioning for port 6d41daae-27cd-4b07-8d2e-f6f33863b193 completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:36:33.092666 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e69751e-41d4-4313-8ce0-aecd14e5274e req-61df2bc9-35b8-4741-810d-014597e6acf9 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:36:33.094386 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4e69751e-41d4-4313-8ce0-aecd14e5274e req-61df2bc9-35b8-4741-810d-014597e6acf9 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "GET /v2.0/networks?id=c2794f18-d93a-41fe-b0a7-9f5cc5d98f28 HTTP/1.1" status: 200 len: 796 time: 0.1199143 Aug 12 15:36:33.111880 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4e69751e-41d4-4313-8ce0-aecd14e5274e req-ed303f72-6314-4639-831b-ca100db59c7c tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "GET /v2.0/quotas/b54ac9ed014240dead4ece37b0fb3f94 HTTP/1.1" status: 200 len: 375 time: 0.0107379 Aug 12 15:36:33.173014 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4e69751e-41d4-4313-8ce0-aecd14e5274e req-ef9465ff-637b-42fa-ac2d-16b3be2c4da8 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=b54ac9ed014240dead4ece37b0fb3f94&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0546539 Aug 12 15:36:33.282979 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4e69751e-41d4-4313-8ce0-aecd14e5274e req-811bd2b4-92e2-4c5d-b6a6-4463b0527fd2 service neutron] 10.222.0.39 "GET /v2.0/networks/c2794f18-d93a-41fe-b0a7-9f5cc5d98f28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927136 Aug 12 15:36:33.344657 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-c27df465-6a2a-410f-a9f0-27212a2a6e63 None None] Provisioning for port 8529ddc2-e964-4de1-8a50-3efa994ec37a completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:36:33.348605 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-c27df465-6a2a-410f-a9f0-27212a2a6e63 None None] Provisioning complete for port 8529ddc2-e964-4de1-8a50-3efa994ec37a triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:36:33.349058 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-c27df465-6a2a-410f-a9f0-27212a2a6e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:33.386121 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4e69751e-41d4-4313-8ce0-aecd14e5274e req-83c45e2e-f00b-4758-8e3f-07b557491f9b service neutron] 10.222.0.39 "GET /v2.0/networks/c2794f18-d93a-41fe-b0a7-9f5cc5d98f28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962126 Aug 12 15:36:33.408046 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-c27df465-6a2a-410f-a9f0-27212a2a6e63 None None] Port 8529ddc2-e964-4de1-8a50-3efa994ec37a cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 15:36:33.447121 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ea0594f-e793-4ff8-9e03-5e8e7f0ff333 None None] Sync routers for ids ['c369c0b0-064c-4e29-9005-4be3d059a60b'] in n-d-694802-15 {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 15:36:33.457861 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ea0594f-e793-4ff8-9e03-5e8e7f0ff333 None None] Routers {'c369c0b0-064c-4e29-9005-4be3d059a60b'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:36:33.458574 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-8ea0594f-e793-4ff8-9e03-5e8e7f0ff333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T15:36:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['c369c0b0-064c-4e29-9005-4be3d059a60b'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:36:33.534342 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-97a7d5fc-0dea-4be6-b867-86fc6545262b None None] Provisioning complete for port 8529ddc2-e964-4de1-8a50-3efa994ec37a triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:36:33.534981 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-97a7d5fc-0dea-4be6-b867-86fc6545262b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:33.564150 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device d677e189-ff6e-4cd7-adf2-9bee651a769e up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 15:36:33.632637 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-b525c50a-25eb-4e3b-8cae-b3097ed2f776 req-2d88aec6-6782-4657-bfbd-33168fdaf76c tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "GET /v2.0/ports?device_id=b14ceeba-09d1-4559-9485-a6044ac7c191 HTTP/1.1" status: 200 len: 210 time: 0.0469136 Aug 12 15:36:33.633202 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-8ea0594f-e793-4ff8-9e03-5e8e7f0ff333 None None] Set router c369c0b0-064c-4e29-9005-4be3d059a60b gateway port host: n-d-694802-15 {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:36:33.660536 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-97a7d5fc-0dea-4be6-b867-86fc6545262b None None] Port 8529ddc2-e964-4de1-8a50-3efa994ec37a cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 15:36:33.680689 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning for port d677e189-ff6e-4cd7-adf2-9bee651a769e completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:36:33.687506 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port d677e189-ff6e-4cd7-adf2-9bee651a769e triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:36:33.687886 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:33.778606 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:33.802408 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-1048dd55-bd03-49a6-a467-b1e7a2dc136b None None] Provisioning complete for port 8529ddc2-e964-4de1-8a50-3efa994ec37a triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:36:33.802809 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-1048dd55-bd03-49a6-a467-b1e7a2dc136b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:33.805376 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] For port d677e189-ff6e-4cd7-adf2-9bee651a769e, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=d677e189-ff6e-4cd7-adf2-9bee651a769e,segment=NetworkSegment(b1b396cb-2dc6-4041-bfc7-1833a80a4720),segment_id=b1b396cb-2dc6-4041-bfc7-1833a80a4720)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:36:33.829897 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:33.830528 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 6d41daae-27cd-4b07-8d2e-f6f33863b193 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 15:36:33.864665 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-8ea0594f-e793-4ff8-9e03-5e8e7f0ff333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c369c0b0-064c-4e29-9005-4be3d059a60b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-866847507', 'tenant_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.155'}], 'enable_snat': True}, 'gw_port_id': 'd677e189-ff6e-4cd7-adf2-9bee651a769e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:36:28Z', 'updated_at': '2021-08-12T15:36:31Z', 'revision_number': 4, 'project_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'gw_port': {'id': 'd677e189-ff6e-4cd7-adf2-9bee651a769e', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:38:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c369c0b0-064c-4e29-9005-4be3d059a60b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:36:28Z', 'updated_at': '2021-08-12T15:36:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': '8529ddc2-e964-4de1-8a50-3efa994ec37a', 'name': '', 'network_id': 'c2794f18-d93a-41fe-b0a7-9f5cc5d98f28', 'tenant_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'mac_address': 'fa:16:3e:0b:35:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c369c0b0-064c-4e29-9005-4be3d059a60b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'fbd93d0a-26e6-4256-91e1-4a14c197f063', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:36:31Z', 'updated_at': '2021-08-12T15:36:32Z', 'revision_number': 2, 'project_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'subnets': [{'id': 'fbd93d0a-26e6-4256-91e1-4a14c197f063', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:36:33.896911 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ea0594f-e793-4ff8-9e03-5e8e7f0ff333 None None] Checking router: c369c0b0-064c-4e29-9005-4be3d059a60b for host: n-d-694802-15 {{(pid=94469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 15:36:33.897266 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ea0594f-e793-4ff8-9e03-5e8e7f0ff333 None None] Updating router c369c0b0-064c-4e29-9005-4be3d059a60b port 8529ddc2-e964-4de1-8a50-3efa994ec37a binding host n-d-694802-15 {{(pid=94469) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 15:36:33.913722 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-1048dd55-bd03-49a6-a467-b1e7a2dc136b None None] Port 8529ddc2-e964-4de1-8a50-3efa994ec37a cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 15:36:33.924038 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-8ea0594f-e793-4ff8-9e03-5e8e7f0ff333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:33.937519 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Pushing event updated for resources: {'Port': ['ID=d677e189-ff6e-4cd7-adf2-9bee651a769e,revision_number=4']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:36:33.947227 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning for port 6d41daae-27cd-4b07-8d2e-f6f33863b193 completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:36:33.951780 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port 6d41daae-27cd-4b07-8d2e-f6f33863b193 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:36:33.951927 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:34.049275 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:34.082417 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] For port 6d41daae-27cd-4b07-8d2e-f6f33863b193, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=6d41daae-27cd-4b07-8d2e-f6f33863b193,segment=NetworkSegment(664fea66-326f-4a19-9353-6a61c56d93b2),segment_id=664fea66-326f-4a19-9353-6a61c56d93b2)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:36:34.086733 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:34.142401 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Pushing event updated for resources: {'Port': ['ID=6d41daae-27cd-4b07-8d2e-f6f33863b193,revision_number=3']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:36:34.222463 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-8ea0594f-e793-4ff8-9e03-5e8e7f0ff333 None None] Notify callbacks [] for port, precommit_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:34.233144 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.provisioning_blocks [None req-8ea0594f-e793-4ff8-9e03-5e8e7f0ff333 None None] Transition to ACTIVE for port object 8529ddc2-e964-4de1-8a50-3efa994ec37a will not be triggered until provisioned by entity L2. {{(pid=94469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:36:34.238707 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-8ea0594f-e793-4ff8-9e03-5e8e7f0ff333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:34.292527 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3951af-f5e5-4e12-ba56-8dbb56441faf None None] Pushing event updated for resources: {'Port': ['ID=8529ddc2-e964-4de1-8a50-3efa994ec37a,revision_number=3']} {{(pid=94469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:36:34.337431 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3951af-f5e5-4e12-ba56-8dbb56441faf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:36:34.338031 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3951af-f5e5-4e12-ba56-8dbb56441faf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:36:34.338403 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3951af-f5e5-4e12-ba56-8dbb56441faf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:36:34.338828 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3951af-f5e5-4e12-ba56-8dbb56441faf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:36:34.339150 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3951af-f5e5-4e12-ba56-8dbb56441faf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:36:34.339548 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3951af-f5e5-4e12-ba56-8dbb56441faf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:36:34.339902 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3951af-f5e5-4e12-ba56-8dbb56441faf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:36:34.340262 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3951af-f5e5-4e12-ba56-8dbb56441faf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:36:34.340623 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3951af-f5e5-4e12-ba56-8dbb56441faf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:36:34.340978 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3951af-f5e5-4e12-ba56-8dbb56441faf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:36:34.341306 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3951af-f5e5-4e12-ba56-8dbb56441faf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:36:34.341681 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3951af-f5e5-4e12-ba56-8dbb56441faf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:36:34.359915 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.managers [None req-8ea0594f-e793-4ff8-9e03-5e8e7f0ff333 None None] Attempting to bind port 8529ddc2-e964-4de1-8a50-3efa994ec37a on host n-d-694802-15 for vnic_type normal with profile {{(pid=94469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 15:36:34.360292 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.managers [None req-8ea0594f-e793-4ff8-9e03-5e8e7f0ff333 None None] Attempting to bind port 8529ddc2-e964-4de1-8a50-3efa994ec37a by drivers openvswitch,hyperv on host n-d-694802-15 at level 0 using segments [{'id': '664fea66-326f-4a19-9353-6a61c56d93b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c2794f18-d93a-41fe-b0a7-9f5cc5d98f28'}] {{(pid=94469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 15:36:34.360652 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ea0594f-e793-4ff8-9e03-5e8e7f0ff333 None None] Attempting to bind port 8529ddc2-e964-4de1-8a50-3efa994ec37a on network c2794f18-d93a-41fe-b0a7-9f5cc5d98f28 {{(pid=94469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 15:36:34.365790 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ea0594f-e793-4ff8-9e03-5e8e7f0ff333 None None] Checking agent: {'id': '16de73ac-f2e9-4cee-b3e0-91052ae3e6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 20, 13), 'started_at': datetime.datetime(2021, 8, 12, 14, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 15, 36, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 15:36:34.366162 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ea0594f-e793-4ff8-9e03-5e8e7f0ff333 None None] Checking segment: {'id': '664fea66-326f-4a19-9353-6a61c56d93b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c2794f18-d93a-41fe-b0a7-9f5cc5d98f28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 15:36:34.366569 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-8ea0594f-e793-4ff8-9e03-5e8e7f0ff333 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:34.366965 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ea0594f-e793-4ff8-9e03-5e8e7f0ff333 None None] Bound using segment: {'id': '664fea66-326f-4a19-9353-6a61c56d93b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c2794f18-d93a-41fe-b0a7-9f5cc5d98f28'} {{(pid=94469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 15:36:34.367463 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.managers [None req-8ea0594f-e793-4ff8-9e03-5e8e7f0ff333 None None] Bound port: 8529ddc2-e964-4de1-8a50-3efa994ec37a, host: n-d-694802-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '664fea66-326f-4a19-9353-6a61c56d93b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c2794f18-d93a-41fe-b0a7-9f5cc5d98f28'}}] {{(pid=94469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 15:36:34.367911 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-8ea0594f-e793-4ff8-9e03-5e8e7f0ff333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:34.432463 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.db [None req-8ea0594f-e793-4ff8-9e03-5e8e7f0ff333 None None] For port 8529ddc2-e964-4de1-8a50-3efa994ec37a, host n-d-694802-15, cleared binding levels {{(pid=94469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 15:36:34.436473 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.db [None req-8ea0594f-e793-4ff8-9e03-5e8e7f0ff333 None None] For port 8529ddc2-e964-4de1-8a50-3efa994ec37a, host n-d-694802-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=8529ddc2-e964-4de1-8a50-3efa994ec37a,segment=NetworkSegment(664fea66-326f-4a19-9353-6a61c56d93b2),segment_id=664fea66-326f-4a19-9353-6a61c56d93b2)] {{(pid=94469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 15:36:34.441168 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-8ea0594f-e793-4ff8-9e03-5e8e7f0ff333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:34.492008 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ea0594f-e793-4ff8-9e03-5e8e7f0ff333 None None] Routers {'c369c0b0-064c-4e29-9005-4be3d059a60b'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:36:34.492646 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-8ea0594f-e793-4ff8-9e03-5e8e7f0ff333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T15:36:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['c369c0b0-064c-4e29-9005-4be3d059a60b'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:36:34.555790 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3951af-f5e5-4e12-ba56-8dbb56441faf None None] Pushing event updated for resources: {'Port': ['ID=8529ddc2-e964-4de1-8a50-3efa994ec37a,revision_number=4']} {{(pid=94469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:36:34.626105 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-8ea0594f-e793-4ff8-9e03-5e8e7f0ff333 None None] Set router c369c0b0-064c-4e29-9005-4be3d059a60b gateway port host: n-d-694802-15 {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:36:34.774524 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6716dc82-a6eb-43f9-91c2-e02f492fb1de req-ee98ff07-3a3e-430c-be3d-5705aba906d8 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "GET /v2.0/ports?device_id=b14ceeba-09d1-4559-9485-a6044ac7c191 HTTP/1.1" status: 200 len: 210 time: 0.0476425 Aug 12 15:36:34.783885 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e69751e-41d4-4313-8ce0-aecd14e5274e req-21508b7f-47cc-440e-8b7f-16702ca7324e tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:36:34.785579 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4e69751e-41d4-4313-8ce0-aecd14e5274e req-21508b7f-47cc-440e-8b7f-16702ca7324e tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.64 "GET /v2.0/networks?id=c2794f18-d93a-41fe-b0a7-9f5cc5d98f28 HTTP/1.1" status: 200 len: 796 time: 0.1553752 Aug 12 15:36:34.829061 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4e69751e-41d4-4313-8ce0-aecd14e5274e req-54e13b61-ad24-4844-80c6-6bddeb4bb2e1 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b54ac9ed014240dead4ece37b0fb3f94 HTTP/1.1" status: 200 len: 379 time: 0.0343955 Aug 12 15:36:34.839252 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-4e69751e-41d4-4313-8ce0-aecd14e5274e req-ac18cd88-84b8-4f7d-ad8a-8d669b3af059 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Request body: {'port': {'device_id': 'b14ceeba-09d1-4559-9485-a6044ac7c191', 'network_id': 'c2794f18-d93a-41fe-b0a7-9f5cc5d98f28', 'admin_state_up': True, 'tenant_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'security_groups': ['7a2418c9-18f3-49a6-9b78-2e59468b3249']}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:36:34.927830 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-8ea0594f-e793-4ff8-9e03-5e8e7f0ff333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c369c0b0-064c-4e29-9005-4be3d059a60b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-866847507', 'tenant_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.155'}], 'enable_snat': True}, 'gw_port_id': 'd677e189-ff6e-4cd7-adf2-9bee651a769e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:36:28Z', 'updated_at': '2021-08-12T15:36:31Z', 'revision_number': 4, 'project_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'gw_port': {'id': 'd677e189-ff6e-4cd7-adf2-9bee651a769e', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:38:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c369c0b0-064c-4e29-9005-4be3d059a60b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:36:28Z', 'updated_at': '2021-08-12T15:36:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': '8529ddc2-e964-4de1-8a50-3efa994ec37a', 'name': '', 'network_id': 'c2794f18-d93a-41fe-b0a7-9f5cc5d98f28', 'tenant_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'mac_address': 'fa:16:3e:0b:35:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c369c0b0-064c-4e29-9005-4be3d059a60b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'fbd93d0a-26e6-4256-91e1-4a14c197f063', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:36:31Z', 'updated_at': '2021-08-12T15:36:34Z', 'revision_number': 4, 'project_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'subnets': [{'id': 'fbd93d0a-26e6-4256-91e1-4a14c197f063', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:36:34.952288 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e69751e-41d4-4313-8ce0-aecd14e5274e req-ac18cd88-84b8-4f7d-ad8a-8d669b3af059 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Made reservation on behalf of b54ac9ed014240dead4ece37b0fb3f94 for: {'port': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 15:36:34.954454 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ea0594f-e793-4ff8-9e03-5e8e7f0ff333 None None] The sync data for ids ['c369c0b0-064c-4e29-9005-4be3d059a60b'] in n-d-694802-15 is: [{'id': 'c369c0b0-064c-4e29-9005-4be3d059a60b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-866847507', 'tenant_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.155'}], 'enable_snat': True}, 'gw_port_id': 'd677e189-ff6e-4cd7-adf2-9bee651a769e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:36:28Z', 'updated_at': '2021-08-12T15:36:31Z', 'revision_number': 4, 'project_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'gw_port': {'id': 'd677e189-ff6e-4cd7-adf2-9bee651a769e', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:38:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c369c0b0-064c-4e29-9005-4be3d059a60b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:36:28Z', 'updated_at': '2021-08-12T15:36:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': '8529ddc2-e964-4de1-8a50-3efa994ec37a', 'name': '', 'network_id': 'c2794f18-d93a-41fe-b0a7-9f5cc5d98f28', 'tenant_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'mac_address': 'fa:16:3e:0b:35:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c369c0b0-064c-4e29-9005-4be3d059a60b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'fbd93d0a-26e6-4256-91e1-4a14c197f063', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:36:31Z', 'updated_at': '2021-08-12T15:36:34Z', 'revision_number': 4, 'project_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'subnets': [{'id': 'fbd93d0a-26e6-4256-91e1-4a14c197f063', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 15:36:34.957349 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-4e69751e-41d4-4313-8ce0-aecd14e5274e req-ac18cd88-84b8-4f7d-ad8a-8d669b3af059 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:35.110335 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_common [req-4e69751e-41d4-4313-8ce0-aecd14e5274e req-ac18cd88-84b8-4f7d-ad8a-8d669b3af059 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Allocated IP 172.20.0.6 (c2794f18-d93a-41fe-b0a7-9f5cc5d98f28/fbd93d0a-26e6-4256-91e1-4a14c197f063/90070be3-8221-44fc-beb6-a1750e068767) {{(pid=94467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 15:36:35.261653 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-4e69751e-41d4-4313-8ce0-aecd14e5274e req-ac18cd88-84b8-4f7d-ad8a-8d669b3af059 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks [] for port, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:35.277188 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [req-4e69751e-41d4-4313-8ce0-aecd14e5274e req-ac18cd88-84b8-4f7d-ad8a-8d669b3af059 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Transition to ACTIVE for port object 90070be3-8221-44fc-beb6-a1750e068767 will not be triggered until provisioned by entity DHCP. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:36:35.311807 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-4e69751e-41d4-4313-8ce0-aecd14e5274e req-ac18cd88-84b8-4f7d-ad8a-8d669b3af059 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:35.357471 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e69751e-41d4-4313-8ce0-aecd14e5274e req-ac18cd88-84b8-4f7d-ad8a-8d669b3af059 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Network c2794f18-d93a-41fe-b0a7-9f5cc5d98f28 is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 15:36:35.363413 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [req-4e69751e-41d4-4313-8ce0-aecd14e5274e req-ac18cd88-84b8-4f7d-ad8a-8d669b3af059 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:36:35.365740 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e69751e-41d4-4313-8ce0-aecd14e5274e req-ac18cd88-84b8-4f7d-ad8a-8d669b3af059 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Received port after_create {{(pid=94467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 15:36:35.401326 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac18cd88-84b8-4f7d-ad8a-8d669b3af059 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Pushing event updated for resources: {'Port': ['ID=90070be3-8221-44fc-beb6-a1750e068767,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:36:35.432957 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e69751e-41d4-4313-8ce0-aecd14e5274e req-ac18cd88-84b8-4f7d-ad8a-8d669b3af059 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:36:35.433415 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-4e69751e-41d4-4313-8ce0-aecd14e5274e req-ac18cd88-84b8-4f7d-ad8a-8d669b3af059 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:35.454670 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4e69751e-41d4-4313-8ce0-aecd14e5274e req-ac18cd88-84b8-4f7d-ad8a-8d669b3af059 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6196430 Aug 12 15:36:35.467128 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-4e69751e-41d4-4313-8ce0-aecd14e5274e req-de6d1939-e53d-4bcc-8b3c-df72f7e60f91 service neutron] Request body: {'port': {'device_id': 'b14ceeba-09d1-4559-9485-a6044ac7c191', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-694802-15'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:36:35.539937 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-4e69751e-41d4-4313-8ce0-aecd14e5274e req-de6d1939-e53d-4bcc-8b3c-df72f7e60f91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:35.572047 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device d677e189-ff6e-4cd7-adf2-9bee651a769e up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 15:36:35.625746 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port d677e189-ff6e-4cd7-adf2-9bee651a769e triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:36:35.626231 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:35.719480 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 8529ddc2-e964-4de1-8a50-3efa994ec37a up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 15:36:35.722402 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-011e3e1d-6cbf-40d3-b9e3-ca8090b982f2 None None] Provisioning for port 90070be3-8221-44fc-beb6-a1750e068767 completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:36:35.746694 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-011e3e1d-6cbf-40d3-b9e3-ca8090b982f2 None None] Provisioning complete for port 90070be3-8221-44fc-beb6-a1750e068767 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:36:35.746694 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-011e3e1d-6cbf-40d3-b9e3-ca8090b982f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:35.791442 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-011e3e1d-6cbf-40d3-b9e3-ca8090b982f2 None None] Port 90070be3-8221-44fc-beb6-a1750e068767 cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 15:36:35.805681 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning for port 8529ddc2-e964-4de1-8a50-3efa994ec37a completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:36:35.812539 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port 8529ddc2-e964-4de1-8a50-3efa994ec37a triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:36:35.812834 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:35.839956 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [req-4e69751e-41d4-4313-8ce0-aecd14e5274e req-de6d1939-e53d-4bcc-8b3c-df72f7e60f91 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90070be3-8221-44fc-beb6-a1750e068767 {{(pid=94467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 15:36:35.848481 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-4e69751e-41d4-4313-8ce0-aecd14e5274e req-de6d1939-e53d-4bcc-8b3c-df72f7e60f91 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:35.866744 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [req-4e69751e-41d4-4313-8ce0-aecd14e5274e req-de6d1939-e53d-4bcc-8b3c-df72f7e60f91 service neutron] Transition to ACTIVE for port object 90070be3-8221-44fc-beb6-a1750e068767 will not be triggered until provisioned by entity L2. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:36:35.871713 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-4e69751e-41d4-4313-8ce0-aecd14e5274e req-de6d1939-e53d-4bcc-8b3c-df72f7e60f91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:35.908480 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4dcae6-8cd1-4c9b-b7f9-76695aeeeb78 req-551c2c97-eebe-4385-9aec-3993a0d0439f tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:36:35.911171 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-cd4dcae6-8cd1-4c9b-b7f9-76695aeeeb78 req-551c2c97-eebe-4385-9aec-3993a0d0439f tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "GET /v2.0/ports?device_id=b14ceeba-09d1-4559-9485-a6044ac7c191 HTTP/1.1" status: 200 len: 931 time: 0.0579908 Aug 12 15:36:35.943892 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:35.952031 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6d1939-e53d-4bcc-8b3c-df72f7e60f91 service neutron] Pushing event updated for resources: {'Port': ['ID=90070be3-8221-44fc-beb6-a1750e068767,revision_number=2']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:36:35.968077 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-cd4dcae6-8cd1-4c9b-b7f9-76695aeeeb78 req-a031203a-b151-48b3-afb3-943ee179e389 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "GET /v2.0/security-groups?id=7a2418c9-18f3-49a6-9b78-2e59468b3249&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493095 Aug 12 15:36:35.992587 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] For port 8529ddc2-e964-4de1-8a50-3efa994ec37a, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=8529ddc2-e964-4de1-8a50-3efa994ec37a,segment=NetworkSegment(664fea66-326f-4a19-9353-6a61c56d93b2),segment_id=664fea66-326f-4a19-9353-6a61c56d93b2)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:36:36.005643 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:36.006560 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 6d41daae-27cd-4b07-8d2e-f6f33863b193 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 15:36:36.016658 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-4e69751e-41d4-4313-8ce0-aecd14e5274e req-de6d1939-e53d-4bcc-8b3c-df72f7e60f91 service neutron] Attempting to bind port 90070be3-8221-44fc-beb6-a1750e068767 on host n-h1-694802-15 for vnic_type normal with profile {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 15:36:36.017065 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-4e69751e-41d4-4313-8ce0-aecd14e5274e req-de6d1939-e53d-4bcc-8b3c-df72f7e60f91 service neutron] Attempting to bind port 90070be3-8221-44fc-beb6-a1750e068767 by drivers openvswitch,hyperv on host n-h1-694802-15 at level 0 using segments [{'id': '664fea66-326f-4a19-9353-6a61c56d93b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c2794f18-d93a-41fe-b0a7-9f5cc5d98f28'}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 15:36:36.017472 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e69751e-41d4-4313-8ce0-aecd14e5274e req-de6d1939-e53d-4bcc-8b3c-df72f7e60f91 service neutron] Attempting to bind port 90070be3-8221-44fc-beb6-a1750e068767 on network c2794f18-d93a-41fe-b0a7-9f5cc5d98f28 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 15:36:36.022404 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e69751e-41d4-4313-8ce0-aecd14e5274e req-de6d1939-e53d-4bcc-8b3c-df72f7e60f91 service neutron] Port 90070be3-8221-44fc-beb6-a1750e068767 on network c2794f18-d93a-41fe-b0a7-9f5cc5d98f28 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-15 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 15:36:36.022824 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e69751e-41d4-4313-8ce0-aecd14e5274e req-de6d1939-e53d-4bcc-8b3c-df72f7e60f91 service neutron] Attempting to bind port 90070be3-8221-44fc-beb6-a1750e068767 on network c2794f18-d93a-41fe-b0a7-9f5cc5d98f28 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 15:36:36.028846 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e69751e-41d4-4313-8ce0-aecd14e5274e req-de6d1939-e53d-4bcc-8b3c-df72f7e60f91 service neutron] Checking agent: {'id': 'de568313-a3e6-454a-9813-77e25edcea95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 27, 41), 'started_at': datetime.datetime(2021, 8, 12, 14, 27, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 15, 36, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 15:36:36.029262 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e69751e-41d4-4313-8ce0-aecd14e5274e req-de6d1939-e53d-4bcc-8b3c-df72f7e60f91 service neutron] Checking segment: {'id': '664fea66-326f-4a19-9353-6a61c56d93b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c2794f18-d93a-41fe-b0a7-9f5cc5d98f28'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 15:36:36.029723 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e69751e-41d4-4313-8ce0-aecd14e5274e req-de6d1939-e53d-4bcc-8b3c-df72f7e60f91 service neutron] Bound using segment: {'id': '664fea66-326f-4a19-9353-6a61c56d93b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c2794f18-d93a-41fe-b0a7-9f5cc5d98f28'} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 15:36:36.030234 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-4e69751e-41d4-4313-8ce0-aecd14e5274e req-de6d1939-e53d-4bcc-8b3c-df72f7e60f91 service neutron] Bound port: 90070be3-8221-44fc-beb6-a1750e068767, host: n-h1-694802-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '664fea66-326f-4a19-9353-6a61c56d93b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c2794f18-d93a-41fe-b0a7-9f5cc5d98f28'}}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 15:36:36.030673 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-4e69751e-41d4-4313-8ce0-aecd14e5274e req-de6d1939-e53d-4bcc-8b3c-df72f7e60f91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:36.104756 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-4e69751e-41d4-4313-8ce0-aecd14e5274e req-de6d1939-e53d-4bcc-8b3c-df72f7e60f91 service neutron] For port 90070be3-8221-44fc-beb6-a1750e068767, host n-h1-694802-15, cleared binding levels {{(pid=94467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 15:36:36.106362 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Pushing event updated for resources: {'Port': ['ID=8529ddc2-e964-4de1-8a50-3efa994ec37a,revision_number=5']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:36:36.108898 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-4e69751e-41d4-4313-8ce0-aecd14e5274e req-de6d1939-e53d-4bcc-8b3c-df72f7e60f91 service neutron] For port 90070be3-8221-44fc-beb6-a1750e068767, host n-h1-694802-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=90070be3-8221-44fc-beb6-a1750e068767,segment=NetworkSegment(664fea66-326f-4a19-9353-6a61c56d93b2),segment_id=664fea66-326f-4a19-9353-6a61c56d93b2)] {{(pid=94467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 15:36:36.117721 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-4e69751e-41d4-4313-8ce0-aecd14e5274e req-de6d1939-e53d-4bcc-8b3c-df72f7e60f91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:36.119747 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port 6d41daae-27cd-4b07-8d2e-f6f33863b193 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:36:36.120799 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:36.164920 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e69751e-41d4-4313-8ce0-aecd14e5274e req-de6d1939-e53d-4bcc-8b3c-df72f7e60f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:36:36.165648 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-4e69751e-41d4-4313-8ce0-aecd14e5274e req-de6d1939-e53d-4bcc-8b3c-df72f7e60f91 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:36.166967 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4e69751e-41d4-4313-8ce0-aecd14e5274e req-de6d1939-e53d-4bcc-8b3c-df72f7e60f91 service neutron] 10.222.0.64 "PUT /v2.0/ports/90070be3-8221-44fc-beb6-a1750e068767 HTTP/1.1" status: 200 len: 1092 time: 0.7045748 Aug 12 15:36:36.167444 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b14ceeba-09d1-4559-9485-a6044ac7c191', 'tag': '90070be3-8221-44fc-beb6-a1750e068767'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:36:36.169891 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1d90890f15e5cc8eba4d51c7734538f2f2e5e8e12504eb7d6ddd0a29ee9b803" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-647433e4-2342-4c50-b979-0697d1632f58" -d '{"events": [{"name": "network-changed", "server_uuid": "b14ceeba-09d1-4559-9485-a6044ac7c191", "tag": "90070be3-8221-44fc-beb6-a1750e068767"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 15:36:36.196695 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6d1939-e53d-4bcc-8b3c-df72f7e60f91 service neutron] Pushing event updated for resources: {'Port': ['ID=90070be3-8221-44fc-beb6-a1750e068767,revision_number=3']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:36:36.249598 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 15:36:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00946116-24ae-4b27-8edc-506b27f0bc99 x-openstack-request-id: req-00946116-24ae-4b27-8edc-506b27f0bc99 {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 15:36:36.249899 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b14ceeba-09d1-4559-9485-a6044ac7c191", "tag": "90070be3-8221-44fc-beb6-a1750e068767", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 15:36:36.250151 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-00946116-24ae-4b27-8edc-506b27f0bc99 {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 15:36:36.250562 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b14ceeba-09d1-4559-9485-a6044ac7c191', 'tag': '90070be3-8221-44fc-beb6-a1750e068767', 'status': 'completed', 'code': 200} Aug 12 15:36:36.265580 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e69751e-41d4-4313-8ce0-aecd14e5274e req-52b68e9b-05eb-4441-a824-2fbecfbbc197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:36:36.266956 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4e69751e-41d4-4313-8ce0-aecd14e5274e req-52b68e9b-05eb-4441-a824-2fbecfbbc197 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b54ac9ed014240dead4ece37b0fb3f94&device_id=b14ceeba-09d1-4559-9485-a6044ac7c191 HTTP/1.1" status: 200 len: 1095 time: 0.0522194 Aug 12 15:36:36.642390 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4e69751e-41d4-4313-8ce0-aecd14e5274e req-a4288663-7a6c-4b11-a199-f4974318157d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=90070be3-8221-44fc-beb6-a1750e068767 HTTP/1.1" status: 200 len: 217 time: 0.3677175 Aug 12 15:36:36.690283 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e69751e-41d4-4313-8ce0-aecd14e5274e req-e30b0708-c07e-485a-bc26-472668167e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:36:36.691701 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4e69751e-41d4-4313-8ce0-aecd14e5274e req-e30b0708-c07e-485a-bc26-472668167e86 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=fbd93d0a-26e6-4256-91e1-4a14c197f063 HTTP/1.1" status: 200 len: 835 time: 0.0423756 Aug 12 15:36:36.735635 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e69751e-41d4-4313-8ce0-aecd14e5274e req-43f86ca8-4270-4726-ba76-bdce74b52d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:36:36.737038 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4e69751e-41d4-4313-8ce0-aecd14e5274e req-43f86ca8-4270-4726-ba76-bdce74b52d10 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c2794f18-d93a-41fe-b0a7-9f5cc5d98f28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0384209 Aug 12 15:36:36.827124 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4e69751e-41d4-4313-8ce0-aecd14e5274e req-a0275b8a-00f9-4252-871e-70ef8dc4b9d2 service neutron] 10.222.0.64 "GET /v2.0/networks/c2794f18-d93a-41fe-b0a7-9f5cc5d98f28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829184 Aug 12 15:36:36.917384 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4e69751e-41d4-4313-8ce0-aecd14e5274e req-ef114726-f253-4844-bc63-93f7c8ba44aa service neutron] 10.222.0.64 "GET /v2.0/networks/c2794f18-d93a-41fe-b0a7-9f5cc5d98f28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837865 Aug 12 15:36:37.004449 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647433e4-2342-4c50-b979-0697d1632f58 req-f3f054d8-e736-4023-be98-5f8772ee74d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:36:37.005867 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-647433e4-2342-4c50-b979-0697d1632f58 req-f3f054d8-e736-4023-be98-5f8772ee74d8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b54ac9ed014240dead4ece37b0fb3f94&device_id=b14ceeba-09d1-4559-9485-a6044ac7c191 HTTP/1.1" status: 200 len: 1095 time: 0.0399959 Aug 12 15:36:37.095180 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647433e4-2342-4c50-b979-0697d1632f58 req-8468f8f4-7670-467b-9dbd-7f5cde3f2575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:36:37.096658 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-647433e4-2342-4c50-b979-0697d1632f58 req-8468f8f4-7670-467b-9dbd-7f5cde3f2575 service neutron] 10.222.0.64 "GET /v2.0/networks?id=c2794f18-d93a-41fe-b0a7-9f5cc5d98f28 HTTP/1.1" status: 200 len: 897 time: 0.0842671 Aug 12 15:36:37.100097 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f85af63-724a-4451-bed7-78169220b91b req-122da715-0c08-4fa8-975c-4979b48e388c tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:36:37.101640 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-3f85af63-724a-4451-bed7-78169220b91b req-122da715-0c08-4fa8-975c-4979b48e388c tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "GET /v2.0/ports?device_id=b14ceeba-09d1-4559-9485-a6044ac7c191 HTTP/1.1" status: 200 len: 943 time: 0.0491772 Aug 12 15:36:37.139892 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-3f85af63-724a-4451-bed7-78169220b91b req-be99e573-396b-4b7c-b370-6e4fdc67a98f tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "GET /v2.0/security-groups?id=7a2418c9-18f3-49a6-9b78-2e59468b3249&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321577 Aug 12 15:36:37.141489 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-647433e4-2342-4c50-b979-0697d1632f58 req-dd28d0ea-6eb3-4b54-8ae4-7871d00cab9e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=90070be3-8221-44fc-beb6-a1750e068767 HTTP/1.1" status: 200 len: 217 time: 0.0376699 Aug 12 15:36:37.189752 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647433e4-2342-4c50-b979-0697d1632f58 req-7eaf7d85-f8f2-4485-bd44-529e20c72132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:36:37.191211 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-647433e4-2342-4c50-b979-0697d1632f58 req-7eaf7d85-f8f2-4485-bd44-529e20c72132 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=fbd93d0a-26e6-4256-91e1-4a14c197f063 HTTP/1.1" status: 200 len: 835 time: 0.0425732 Aug 12 15:36:37.237560 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647433e4-2342-4c50-b979-0697d1632f58 req-d12aea8b-6ceb-4052-96a2-08f0d17db811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:36:37.239358 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-647433e4-2342-4c50-b979-0697d1632f58 req-d12aea8b-6ceb-4052-96a2-08f0d17db811 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c2794f18-d93a-41fe-b0a7-9f5cc5d98f28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400338 Aug 12 15:36:37.332536 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-647433e4-2342-4c50-b979-0697d1632f58 req-ba7ce707-244d-4fe9-b6d6-7966f90bf40f service neutron] 10.222.0.64 "GET /v2.0/networks/c2794f18-d93a-41fe-b0a7-9f5cc5d98f28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838020 Aug 12 15:36:37.421187 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-647433e4-2342-4c50-b979-0697d1632f58 req-e024a653-1eb4-4dfb-ae10-84b2dea8e516 service neutron] 10.222.0.64 "GET /v2.0/networks/c2794f18-d93a-41fe-b0a7-9f5cc5d98f28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814722 Aug 12 15:36:37.448387 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 8529ddc2-e964-4de1-8a50-3efa994ec37a up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 15:36:37.494912 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port 8529ddc2-e964-4de1-8a50-3efa994ec37a triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:36:37.495311 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:38.257332 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deff1a48-6932-4dff-bf7b-cb6dc53e0988 req-2699c129-ac09-457e-a52c-517e37d31615 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:36:38.258825 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-deff1a48-6932-4dff-bf7b-cb6dc53e0988 req-2699c129-ac09-457e-a52c-517e37d31615 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "GET /v2.0/ports?device_id=b14ceeba-09d1-4559-9485-a6044ac7c191 HTTP/1.1" status: 200 len: 943 time: 0.0508437 Aug 12 15:36:38.301043 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-deff1a48-6932-4dff-bf7b-cb6dc53e0988 req-1c5822d7-2f37-4f07-9aff-9b1c692b531a tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "GET /v2.0/security-groups?id=7a2418c9-18f3-49a6-9b78-2e59468b3249&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362413 Aug 12 15:36:38.411443 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device 90070be3-8221-44fc-beb6-a1750e068767 details requested by agent hyperv_n-h1-694802-15 with host n-h1-694802-15 {{(pid=94468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 15:36:38.507224 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port 90070be3-8221-44fc-beb6-a1750e068767, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=90070be3-8221-44fc-beb6-a1750e068767,segment=NetworkSegment(664fea66-326f-4a19-9353-6a61c56d93b2),segment_id=664fea66-326f-4a19-9353-6a61c56d93b2)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:36:38.518237 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Returning: {'device': '90070be3-8221-44fc-beb6-a1750e068767', 'network_id': 'c2794f18-d93a-41fe-b0a7-9f5cc5d98f28', 'port_id': '90070be3-8221-44fc-beb6-a1750e068767', 'mac_address': 'fa:16:3e:ea:42:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbd93d0a-26e6-4256-91e1-4a14c197f063', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 15:36:38.554936 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:38.567403 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90070be3-8221-44fc-beb6-a1750e068767 {{(pid=94468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 15:36:38.586466 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port 90070be3-8221-44fc-beb6-a1750e068767, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=90070be3-8221-44fc-beb6-a1750e068767,segment=NetworkSegment(664fea66-326f-4a19-9353-6a61c56d93b2),segment_id=664fea66-326f-4a19-9353-6a61c56d93b2)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:36:38.590597 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:38.650878 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Pushing event updated for resources: {'Port': ['ID=90070be3-8221-44fc-beb6-a1750e068767,revision_number=4']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:36:38.822251 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] get_ports_and_sgs() called for port_ids ['90070be3-8221-44fc-beb6-a1750e068767'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 15:36:39.415304 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627ca25f-50f9-4bb6-ba20-b63c45032bac req-8a640885-8f65-401c-95ef-10a833a037ab tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:36:39.416839 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-627ca25f-50f9-4bb6-ba20-b63c45032bac req-8a640885-8f65-401c-95ef-10a833a037ab tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "GET /v2.0/ports?device_id=b14ceeba-09d1-4559-9485-a6044ac7c191 HTTP/1.1" status: 200 len: 944 time: 0.0495491 Aug 12 15:36:39.454822 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-627ca25f-50f9-4bb6-ba20-b63c45032bac req-df483cd6-2e5e-45e9-bd4c-906fbb91a742 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "GET /v2.0/security-groups?id=7a2418c9-18f3-49a6-9b78-2e59468b3249&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320737 Aug 12 15:36:40.175604 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-c466859d-b0c0-4302-bc08-dc554ad27f51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:40.421448 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device 90070be3-8221-44fc-beb6-a1750e068767 up at agent hyperv_n-h1-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 15:36:40.470869 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Provisioning for port 90070be3-8221-44fc-beb6-a1750e068767 completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:36:40.475192 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Provisioning complete for port 90070be3-8221-44fc-beb6-a1750e068767 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:36:40.475565 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:40.552022 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:40.568048 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0ef526-949b-4e57-9970-3ae51051cf98 req-24cc7cdf-8b97-41b5-ac92-7fe1964854e9 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:36:40.569565 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-fc0ef526-949b-4e57-9970-3ae51051cf98 req-24cc7cdf-8b97-41b5-ac92-7fe1964854e9 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "GET /v2.0/ports?device_id=b14ceeba-09d1-4559-9485-a6044ac7c191 HTTP/1.1" status: 200 len: 944 time: 0.0493891 Aug 12 15:36:40.574278 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b14ceeba-09d1-4559-9485-a6044ac7c191', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90070be3-8221-44fc-beb6-a1750e068767'}] {{(pid=94468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:36:40.576567 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}152b85fe2f58ac5d6dd54f9692cb8ffc3f7471d0248cb45901c289f6e837e934" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c294a1b-8fb0-4b02-94cb-bd43ffabd012" -d '{"events": [{"server_uuid": "b14ceeba-09d1-4559-9485-a6044ac7c191", "name": "network-vif-plugged", "status": "completed", "tag": "90070be3-8221-44fc-beb6-a1750e068767"}]}' {{(pid=94468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 15:36:40.589954 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port 90070be3-8221-44fc-beb6-a1750e068767, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=90070be3-8221-44fc-beb6-a1750e068767,segment=NetworkSegment(664fea66-326f-4a19-9353-6a61c56d93b2),segment_id=664fea66-326f-4a19-9353-6a61c56d93b2)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:36:40.594212 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:40.611183 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-fc0ef526-949b-4e57-9970-3ae51051cf98 req-77ed2ca9-443b-44df-a0c9-a71c827d6189 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "GET /v2.0/security-groups?id=7a2418c9-18f3-49a6-9b78-2e59468b3249&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352352 Aug 12 15:36:40.621409 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 15:36:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f8e7d49-552b-4cdd-8485-005fb8c6ce3a x-openstack-request-id: req-7f8e7d49-552b-4cdd-8485-005fb8c6ce3a {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 15:36:40.621701 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b14ceeba-09d1-4559-9485-a6044ac7c191", "name": "network-vif-plugged", "status": "completed", "tag": "90070be3-8221-44fc-beb6-a1750e068767", "code": 200}]} {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 15:36:40.621952 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7f8e7d49-552b-4cdd-8485-005fb8c6ce3a {{(pid=94468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 15:36:40.622339 n-d-694802-15 neutron-server[94468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b14ceeba-09d1-4559-9485-a6044ac7c191', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90070be3-8221-44fc-beb6-a1750e068767', 'code': 200} Aug 12 15:36:40.649227 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Pushing event updated for resources: {'Port': ['ID=90070be3-8221-44fc-beb6-a1750e068767,revision_number=5']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:36:40.717166 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58292ec-106b-406a-8c71-8bde3e8a8be5 req-20d02037-9f31-4ce5-b62a-35c7eadf2264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:36:40.718658 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f58292ec-106b-406a-8c71-8bde3e8a8be5 req-20d02037-9f31-4ce5-b62a-35c7eadf2264 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=b14ceeba-09d1-4559-9485-a6044ac7c191 HTTP/1.1" status: 200 len: 1097 time: 0.0397849 Aug 12 15:36:40.752315 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f58292ec-106b-406a-8c71-8bde3e8a8be5 req-d8419def-5556-4ea2-af93-aa4d74c0d1e0 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=7a2418c9-18f3-49a6-9b78-2e59468b3249&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0270154 Aug 12 15:36:41.731449 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e85189c-0934-4255-8c7b-056364e5276b req-4bcd0c8d-5f4a-4654-a144-46401ab5b69a tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:36:41.733011 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-0e85189c-0934-4255-8c7b-056364e5276b req-4bcd0c8d-5f4a-4654-a144-46401ab5b69a tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "GET /v2.0/ports?device_id=b14ceeba-09d1-4559-9485-a6044ac7c191 HTTP/1.1" status: 200 len: 945 time: 0.0513573 Aug 12 15:36:41.775063 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-0e85189c-0934-4255-8c7b-056364e5276b req-72ba3760-5e99-49a2-b90b-b155c10fb4d6 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "GET /v2.0/security-groups?id=7a2418c9-18f3-49a6-9b78-2e59468b3249&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354283 Aug 12 15:36:41.890061 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a35aa8f-072a-42e7-99e9-bbfee70fd4aa req-b3062801-33d0-4fde-afa1-67e21d1cb888 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:36:41.891600 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3a35aa8f-072a-42e7-99e9-bbfee70fd4aa req-b3062801-33d0-4fde-afa1-67e21d1cb888 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "GET /v2.0/ports?device_id=b14ceeba-09d1-4559-9485-a6044ac7c191 HTTP/1.1" status: 200 len: 945 time: 0.0484068 Aug 12 15:36:41.933142 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3a35aa8f-072a-42e7-99e9-bbfee70fd4aa req-e2cd5f96-37f1-4138-b487-6a4a00762850 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "GET /v2.0/security-groups?id=7a2418c9-18f3-49a6-9b78-2e59468b3249&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348744 Aug 12 15:36:41.954127 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 36636) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:36:41.993592 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd79be3f-effb-4b68-bd0e-1cf0e62aec4a tempest-TestNetworkAdvancedServerOps-1009123411 tempest-TestNetworkAdvancedServerOps-1009123411-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:36:41.995145 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-fd79be3f-effb-4b68-bd0e-1cf0e62aec4a tempest-TestNetworkAdvancedServerOps-1009123411 tempest-TestNetworkAdvancedServerOps-1009123411-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=b14ceeba-09d1-4559-9485-a6044ac7c191 HTTP/1.1" status: 200 len: 1092 time: 0.0400426 Aug 12 15:36:41.998009 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 36638) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:36:42.004496 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-5d0f2ed3-a8cf-402f-b151-d11090fddaa4 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Request body: {'floatingip': {'floating_network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'port_id': '90070be3-8221-44fc-beb6-a1750e068767', 'tenant_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:36:42.026584 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-5d0f2ed3-a8cf-402f-b151-d11090fddaa4 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks [] for floatingip, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:42.122938 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-5d0f2ed3-a8cf-402f-b151-d11090fddaa4 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:42.227919 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_common [None req-5d0f2ed3-a8cf-402f-b151-d11090fddaa4 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Allocated IP 172.25.1.119 (d3759e1b-6c03-45ac-acd4-90abb417809b/f0254f08-c19c-4e31-bd9c-09389ea4b6f2/e35301bf-fbac-40c7-b12e-d6d5c7fe309d) {{(pid=94467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 15:36:42.231873 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:42.330264 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-5d0f2ed3-a8cf-402f-b151-d11090fddaa4 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks [] for port, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:42.372742 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-5d0f2ed3-a8cf-402f-b151-d11090fddaa4 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:42.407003 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d0f2ed3-a8cf-402f-b151-d11090fddaa4 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Network d3759e1b-6c03-45ac-acd4-90abb417809b is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 15:36:42.410254 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [None req-5d0f2ed3-a8cf-402f-b151-d11090fddaa4 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:36:42.416421 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d0f2ed3-a8cf-402f-b151-d11090fddaa4 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Received port after_create {{(pid=94467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 15:36:42.440913 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0f2ed3-a8cf-402f-b151-d11090fddaa4 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Pushing event updated for resources: {'Port': ['ID=e35301bf-fbac-40c7-b12e-d6d5c7fe309d,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:36:42.768889 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-5d0f2ed3-a8cf-402f-b151-d11090fddaa4 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:42.833654 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-5d0f2ed3-a8cf-402f-b151-d11090fddaa4 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:42.980448 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-5d0f2ed3-a8cf-402f-b151-d11090fddaa4 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:42.984926 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-5d0f2ed3-a8cf-402f-b151-d11090fddaa4 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:43.049080 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0f2ed3-a8cf-402f-b151-d11090fddaa4 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Pushing event updated for resources: {'Port': ['ID=e35301bf-fbac-40c7-b12e-d6d5c7fe309d,revision_number=2']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:36:43.065348 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-5d0f2ed3-a8cf-402f-b151-d11090fddaa4 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431510'] for floatingip, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:43.100225 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:43.167485 n-d-694802-15 neutron-server[94467]: INFO neutron.db.l3_db [None req-5d0f2ed3-a8cf-402f-b151-d11090fddaa4 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Floating IP de2f71b0-f2b5-4061-aa8e-c1fe8598135f associated. External IP: 172.25.1.119, port: 90070be3-8221-44fc-beb6-a1750e068767. Aug 12 15:36:43.370813 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d0f2ed3-a8cf-402f-b151-d11090fddaa4 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Router c369c0b0-064c-4e29-9005-4be3d059a60b has already been hosted by L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f {{(pid=94467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 15:36:43.436970 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-3ea4b765-e26b-4e44-8f72-0bde7ce931b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:43.480124 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d0f2ed3-a8cf-402f-b151-d11090fddaa4 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 15:36:43.490201 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed41107e-c685-4fb8-81bd-ff8598d35ad9 None None] Sync routers for ids ['c369c0b0-064c-4e29-9005-4be3d059a60b'] in n-d-694802-15 {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 15:36:43.496078 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-5d0f2ed3-a8cf-402f-b151-d11090fddaa4 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for floatingip, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:43.500415 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed41107e-c685-4fb8-81bd-ff8598d35ad9 None None] Routers {'c369c0b0-064c-4e29-9005-4be3d059a60b'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:36:43.501057 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-ed41107e-c685-4fb8-81bd-ff8598d35ad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T15:36:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['c369c0b0-064c-4e29-9005-4be3d059a60b'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:36:43.524420 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-5d0f2ed3-a8cf-402f-b151-d11090fddaa4 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5253615 Aug 12 15:36:43.525059 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b14ceeba-09d1-4559-9485-a6044ac7c191', 'tag': '90070be3-8221-44fc-beb6-a1750e068767'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:36:43.528944 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1d90890f15e5cc8eba4d51c7734538f2f2e5e8e12504eb7d6ddd0a29ee9b803" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06332f92-7e97-4ac9-a191-28fca431a7f3" -d '{"events": [{"name": "network-changed", "server_uuid": "b14ceeba-09d1-4559-9485-a6044ac7c191", "tag": "90070be3-8221-44fc-beb6-a1750e068767"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 15:36:43.572203 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 15:36:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6465759-cb10-4731-9fcf-190440062d54 x-openstack-request-id: req-e6465759-cb10-4731-9fcf-190440062d54 {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 15:36:43.572586 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b14ceeba-09d1-4559-9485-a6044ac7c191", "tag": "90070be3-8221-44fc-beb6-a1750e068767", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 15:36:43.572957 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e6465759-cb10-4731-9fcf-190440062d54 {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 15:36:43.573462 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b14ceeba-09d1-4559-9485-a6044ac7c191', 'tag': '90070be3-8221-44fc-beb6-a1750e068767', 'status': 'completed', 'code': 200} Aug 12 15:36:43.604417 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:43.621964 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvr_db [None req-ed41107e-c685-4fb8-81bd-ff8598d35ad9 None None] Set router c369c0b0-064c-4e29-9005-4be3d059a60b gateway port host: n-d-694802-15 {{(pid=94468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:36:43.626080 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647b4fa2-c0b1-46b7-a19e-030bca09bd5a req-3cfa046d-c450-45cf-b10d-3dec06ab27ee tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:36:43.628663 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-647b4fa2-c0b1-46b7-a19e-030bca09bd5a req-3cfa046d-c450-45cf-b10d-3dec06ab27ee tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "GET /v2.0/ports?device_id=b14ceeba-09d1-4559-9485-a6044ac7c191 HTTP/1.1" status: 200 len: 945 time: 0.0532639 Aug 12 15:36:43.641608 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06332f92-7e97-4ac9-a191-28fca431a7f3 req-67430225-5eb6-4887-b0c5-fb1c29cef0ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:36:43.643210 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-06332f92-7e97-4ac9-a191-28fca431a7f3 req-67430225-5eb6-4887-b0c5-fb1c29cef0ed service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b54ac9ed014240dead4ece37b0fb3f94&device_id=b14ceeba-09d1-4559-9485-a6044ac7c191 HTTP/1.1" status: 200 len: 1097 time: 0.0470774 Aug 12 15:36:43.672371 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-647b4fa2-c0b1-46b7-a19e-030bca09bd5a req-9e006524-b575-4165-aa14-237f660b3314 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "GET /v2.0/security-groups?id=7a2418c9-18f3-49a6-9b78-2e59468b3249&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375087 Aug 12 15:36:43.696308 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 36644) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:36:43.740503 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06332f92-7e97-4ac9-a191-28fca431a7f3 req-e37f60cb-915c-4303-b02c-c550a23f7cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:36:43.742040 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-06332f92-7e97-4ac9-a191-28fca431a7f3 req-e37f60cb-915c-4303-b02c-c550a23f7cd6 service neutron] 10.222.0.64 "GET /v2.0/networks?id=c2794f18-d93a-41fe-b0a7-9f5cc5d98f28 HTTP/1.1" status: 200 len: 897 time: 0.0919747 Aug 12 15:36:43.758450 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-d6c487f1-d9ef-4fdc-a771-d7f35b6c30cd tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "GET /v2.0/floatingips/de2f71b0-f2b5-4061-aa8e-c1fe8598135f HTTP/1.1" status: 200 len: 991 time: 0.0609159 Aug 12 15:36:43.809131 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-06332f92-7e97-4ac9-a191-28fca431a7f3 req-1aef7c87-7fdf-4d60-85a5-22a40efc500d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=90070be3-8221-44fc-beb6-a1750e068767 HTTP/1.1" status: 200 len: 999 time: 0.0593984 Aug 12 15:36:43.848937 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-ed41107e-c685-4fb8-81bd-ff8598d35ad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c369c0b0-064c-4e29-9005-4be3d059a60b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-866847507', 'tenant_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.155'}], 'enable_snat': True}, 'gw_port_id': 'd677e189-ff6e-4cd7-adf2-9bee651a769e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:36:28Z', 'updated_at': '2021-08-12T15:36:31Z', 'revision_number': 4, 'project_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'gw_port': {'id': 'd677e189-ff6e-4cd7-adf2-9bee651a769e', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:38:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c369c0b0-064c-4e29-9005-4be3d059a60b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:36:28Z', 'updated_at': '2021-08-12T15:36:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_floatingips': [{'id': 'de2f71b0-f2b5-4061-aa8e-c1fe8598135f', 'tenant_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'floating_ip_address': '172.25.1.119', 'floating_network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'router_id': 'c369c0b0-064c-4e29-9005-4be3d059a60b', 'port_id': '90070be3-8221-44fc-beb6-a1750e068767', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4225, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2794f18-d93a-41fe-b0a7-9f5cc5d98f28', 'mac_address': 'fa:16:3e:ea:42:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b14ceeba-09d1-4559-9485-a6044ac7c191', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T15:36:42Z', 'updated_at': '2021-08-12T15:36:42Z', 'revision_number': 0, 'project_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8529ddc2-e964-4de1-8a50-3efa994ec37a', 'name': '', 'network_id': 'c2794f18-d93a-41fe-b0a7-9f5cc5d98f28', 'tenant_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'mac_address': 'fa:16:3e:0b:35:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c369c0b0-064c-4e29-9005-4be3d059a60b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'fbd93d0a-26e6-4256-91e1-4a14c197f063', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:36:31Z', 'updated_at': '2021-08-12T15:36:35Z', 'revision_number': 5, 'project_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'subnets': [{'id': 'fbd93d0a-26e6-4256-91e1-4a14c197f063', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:36:43.862994 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06332f92-7e97-4ac9-a191-28fca431a7f3 req-b54a4e27-8782-4031-b416-2a0020fd98da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:36:43.864594 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-06332f92-7e97-4ac9-a191-28fca431a7f3 req-b54a4e27-8782-4031-b416-2a0020fd98da service neutron] 10.222.0.64 "GET /v2.0/subnets?id=fbd93d0a-26e6-4256-91e1-4a14c197f063 HTTP/1.1" status: 200 len: 835 time: 0.0489872 Aug 12 15:36:43.878845 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed41107e-c685-4fb8-81bd-ff8598d35ad9 None None] Checking router: c369c0b0-064c-4e29-9005-4be3d059a60b for host: n-d-694802-15 {{(pid=94468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 15:36:43.887132 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed41107e-c685-4fb8-81bd-ff8598d35ad9 None None] Routers {'c369c0b0-064c-4e29-9005-4be3d059a60b'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:36:43.887750 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-ed41107e-c685-4fb8-81bd-ff8598d35ad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T15:36:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['c369c0b0-064c-4e29-9005-4be3d059a60b'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:36:43.911509 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06332f92-7e97-4ac9-a191-28fca431a7f3 req-4532cd7b-6588-4a14-9bab-0cc15cfe5b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:36:43.913027 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-06332f92-7e97-4ac9-a191-28fca431a7f3 req-4532cd7b-6588-4a14-9bab-0cc15cfe5b6c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c2794f18-d93a-41fe-b0a7-9f5cc5d98f28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410163 Aug 12 15:36:44.006419 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-06332f92-7e97-4ac9-a191-28fca431a7f3 req-296b2aa9-2cf1-47e1-9489-d0ee82067767 service neutron] 10.222.0.64 "GET /v2.0/networks/c2794f18-d93a-41fe-b0a7-9f5cc5d98f28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863094 Aug 12 15:36:44.107728 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-06332f92-7e97-4ac9-a191-28fca431a7f3 req-a904c5db-a23b-4850-8fcf-07f4aca47dfd service neutron] 10.222.0.64 "GET /v2.0/networks/c2794f18-d93a-41fe-b0a7-9f5cc5d98f28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938210 Aug 12 15:36:44.152854 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvr_db [None req-ed41107e-c685-4fb8-81bd-ff8598d35ad9 None None] Set router c369c0b0-064c-4e29-9005-4be3d059a60b gateway port host: n-d-694802-15 {{(pid=94468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:36:44.246405 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-1769855f-eda9-4483-9dc3-3220908ab45d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:44.380004 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-ed41107e-c685-4fb8-81bd-ff8598d35ad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c369c0b0-064c-4e29-9005-4be3d059a60b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-866847507', 'tenant_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.155'}], 'enable_snat': True}, 'gw_port_id': 'd677e189-ff6e-4cd7-adf2-9bee651a769e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:36:28Z', 'updated_at': '2021-08-12T15:36:31Z', 'revision_number': 4, 'project_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'gw_port': {'id': 'd677e189-ff6e-4cd7-adf2-9bee651a769e', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:38:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c369c0b0-064c-4e29-9005-4be3d059a60b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:36:28Z', 'updated_at': '2021-08-12T15:36:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_floatingips': [{'id': 'de2f71b0-f2b5-4061-aa8e-c1fe8598135f', 'tenant_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'floating_ip_address': '172.25.1.119', 'floating_network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'router_id': 'c369c0b0-064c-4e29-9005-4be3d059a60b', 'port_id': '90070be3-8221-44fc-beb6-a1750e068767', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4225, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2794f18-d93a-41fe-b0a7-9f5cc5d98f28', 'mac_address': 'fa:16:3e:ea:42:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b14ceeba-09d1-4559-9485-a6044ac7c191', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T15:36:42Z', 'updated_at': '2021-08-12T15:36:42Z', 'revision_number': 0, 'project_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8529ddc2-e964-4de1-8a50-3efa994ec37a', 'name': '', 'network_id': 'c2794f18-d93a-41fe-b0a7-9f5cc5d98f28', 'tenant_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'mac_address': 'fa:16:3e:0b:35:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c369c0b0-064c-4e29-9005-4be3d059a60b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'fbd93d0a-26e6-4256-91e1-4a14c197f063', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:36:31Z', 'updated_at': '2021-08-12T15:36:35Z', 'revision_number': 5, 'project_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'subnets': [{'id': 'fbd93d0a-26e6-4256-91e1-4a14c197f063', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:36:44.409690 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed41107e-c685-4fb8-81bd-ff8598d35ad9 None None] The sync data for ids ['c369c0b0-064c-4e29-9005-4be3d059a60b'] in n-d-694802-15 is: [{'id': 'c369c0b0-064c-4e29-9005-4be3d059a60b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-866847507', 'tenant_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.155'}], 'enable_snat': True}, 'gw_port_id': 'd677e189-ff6e-4cd7-adf2-9bee651a769e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:36:28Z', 'updated_at': '2021-08-12T15:36:31Z', 'revision_number': 4, 'project_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'gw_port': {'id': 'd677e189-ff6e-4cd7-adf2-9bee651a769e', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:38:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c369c0b0-064c-4e29-9005-4be3d059a60b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:36:28Z', 'updated_at': '2021-08-12T15:36:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_floatingips': [{'id': 'de2f71b0-f2b5-4061-aa8e-c1fe8598135f', 'tenant_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'floating_ip_address': '172.25.1.119', 'floating_network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'router_id': 'c369c0b0-064c-4e29-9005-4be3d059a60b', 'port_id': '90070be3-8221-44fc-beb6-a1750e068767', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4225, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2794f18-d93a-41fe-b0a7-9f5cc5d98f28', 'mac_address': 'fa:16:3e:ea:42:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b14ceeba-09d1-4559-9485-a6044ac7c191', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T15:36:42Z', 'updated_at': '2021-08-12T15:36:42Z', 'revision_number': 0, 'project_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8529ddc2-e964-4de1-8a50-3efa994ec37a', 'name': '', 'network_id': 'c2794f18-d93a-41fe-b0a7-9f5cc5d98f28', 'tenant_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'mac_address': 'fa:16:3e:0b:35:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c369c0b0-064c-4e29-9005-4be3d059a60b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'fbd93d0a-26e6-4256-91e1-4a14c197f063', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:36:31Z', 'updated_at': '2021-08-12T15:36:35Z', 'revision_number': 5, 'project_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'subnets': [{'id': 'fbd93d0a-26e6-4256-91e1-4a14c197f063', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 15:36:44.607488 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbeafed8-07f3-4428-a09e-40a6d878462d None None] New status for floating IP de2f71b0-f2b5-4061-aa8e-c1fe8598135f: ACTIVE {{(pid=94469) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 15:36:44.762220 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 36646) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:36:44.825971 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-42eabfa4-7109-40bb-a207-01a551c257d0 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "GET /v2.0/floatingips/de2f71b0-f2b5-4061-aa8e-c1fe8598135f HTTP/1.1" status: 200 len: 993 time: 0.0626011 Aug 12 15:36:45.698662 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.agents_db [None req-17ed3e4c-1a7d-4162-9646-11c134aca297 None None] Agent healthcheck: found 7 active agents {{(pid=94469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 15:36:45.839930 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-fe95f194-a3b0-4c04-9e42-20b511169d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:36:54.221403 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a4d655c2-0cb2-47f1-ad43-940018ab0cbe req-20fa13e3-0c67-40c7-8c09-a28a1341ad77 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=b14ceeba-09d1-4559-9485-a6044ac7c191&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0421000 Aug 12 15:36:54.302185 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d655c2-0cb2-47f1-ad43-940018ab0cbe req-1d68327a-9516-4fa5-a9c7-06326bf7230e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:36:54.303678 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a4d655c2-0cb2-47f1-ad43-940018ab0cbe req-1d68327a-9516-4fa5-a9c7-06326bf7230e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b54ac9ed014240dead4ece37b0fb3f94&device_id=b14ceeba-09d1-4559-9485-a6044ac7c191 HTTP/1.1" status: 200 len: 1097 time: 0.0399930 Aug 12 15:36:54.407973 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d655c2-0cb2-47f1-ad43-940018ab0cbe req-f781615f-6f4c-47a7-98d1-9b76115f9ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:36:54.409332 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a4d655c2-0cb2-47f1-ad43-940018ab0cbe req-f781615f-6f4c-47a7-98d1-9b76115f9ec7 service neutron] 10.222.0.64 "GET /v2.0/networks?id=c2794f18-d93a-41fe-b0a7-9f5cc5d98f28 HTTP/1.1" status: 200 len: 897 time: 0.0859430 Aug 12 15:36:54.473969 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a4d655c2-0cb2-47f1-ad43-940018ab0cbe req-14b9dbad-1def-4367-a0cb-7d66ad70bfaa service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=90070be3-8221-44fc-beb6-a1750e068767 HTTP/1.1" status: 200 len: 1001 time: 0.0561979 Aug 12 15:36:54.526700 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d655c2-0cb2-47f1-ad43-940018ab0cbe req-adefda42-a5f5-4232-a8e1-e000752898f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:36:54.528161 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a4d655c2-0cb2-47f1-ad43-940018ab0cbe req-adefda42-a5f5-4232-a8e1-e000752898f9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=fbd93d0a-26e6-4256-91e1-4a14c197f063 HTTP/1.1" status: 200 len: 835 time: 0.0462101 Aug 12 15:36:54.575335 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d655c2-0cb2-47f1-ad43-940018ab0cbe req-1c41478b-40a3-4c96-ba6b-bed56db3228d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:36:54.576788 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a4d655c2-0cb2-47f1-ad43-940018ab0cbe req-1c41478b-40a3-4c96-ba6b-bed56db3228d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c2794f18-d93a-41fe-b0a7-9f5cc5d98f28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0390220 Aug 12 15:36:54.665383 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a4d655c2-0cb2-47f1-ad43-940018ab0cbe req-4d577687-66f5-4300-a655-896a23877899 service neutron] 10.222.0.64 "GET /v2.0/networks/c2794f18-d93a-41fe-b0a7-9f5cc5d98f28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797756 Aug 12 15:36:54.758181 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a4d655c2-0cb2-47f1-ad43-940018ab0cbe req-5d4dd24f-aa1c-4a27-8373-cd06ccd83c1d service neutron] 10.222.0.64 "GET /v2.0/networks/c2794f18-d93a-41fe-b0a7-9f5cc5d98f28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855203 Aug 12 15:37:10.178156 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-fda44a7d-58f6-4cc3-ac1f-993e0bc68283 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:37:12.223069 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:37:13.101565 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:37:13.438262 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4661ab45-f1c7-4186-893b-d857dd5a51f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:37:13.562105 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:37:13.599343 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5a4633-fd55-475e-9dd6-efabbc19f8f0 req-7fe81161-29b3-4f39-8f9d-8f918f377cbd tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:37:13.600883 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-bd5a4633-fd55-475e-9dd6-efabbc19f8f0 req-7fe81161-29b3-4f39-8f9d-8f918f377cbd tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "GET /v2.0/ports?device_id=b14ceeba-09d1-4559-9485-a6044ac7c191 HTTP/1.1" status: 200 len: 945 time: 0.0565705 Aug 12 15:37:13.667921 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-bd5a4633-fd55-475e-9dd6-efabbc19f8f0 req-92faf116-6daa-4f6c-8ec2-97fae2059780 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "GET /v2.0/security-groups?id=7a2418c9-18f3-49a6-9b78-2e59468b3249&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610049 Aug 12 15:37:13.675888 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a88136fa-4d44-4efc-be3c-5c6007b866d8 req-897a4c78-1529-41fc-96d8-76ac0477d274 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=b14ceeba-09d1-4559-9485-a6044ac7c191&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1047063 Aug 12 15:37:14.214644 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-1769855f-eda9-4483-9dc3-3220908ab45d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:37:14.760320 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88136fa-4d44-4efc-be3c-5c6007b866d8 req-220e559b-ad84-4048-852d-fb3a2fe50368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:37:14.761871 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a88136fa-4d44-4efc-be3c-5c6007b866d8 req-220e559b-ad84-4048-852d-fb3a2fe50368 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b54ac9ed014240dead4ece37b0fb3f94&device_id=b14ceeba-09d1-4559-9485-a6044ac7c191 HTTP/1.1" status: 200 len: 1097 time: 0.0449529 Aug 12 15:37:14.790980 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf723d9-7ba5-4006-9030-d33499c03d6e req-e91432af-fb7a-497e-bbff-2212538d1c4d tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:37:14.792538 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-9cf723d9-7ba5-4006-9030-d33499c03d6e req-e91432af-fb7a-497e-bbff-2212538d1c4d tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "GET /v2.0/ports?device_id=b14ceeba-09d1-4559-9485-a6044ac7c191 HTTP/1.1" status: 200 len: 945 time: 0.0509491 Aug 12 15:37:14.830930 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-9cf723d9-7ba5-4006-9030-d33499c03d6e req-78a435f0-36ff-4928-a1ea-1aeb989a2ea0 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "GET /v2.0/security-groups?id=7a2418c9-18f3-49a6-9b78-2e59468b3249&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320652 Aug 12 15:37:14.853473 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88136fa-4d44-4efc-be3c-5c6007b866d8 req-7173c7ec-3389-4653-9990-a68aa6c85c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:37:14.854943 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a88136fa-4d44-4efc-be3c-5c6007b866d8 req-7173c7ec-3389-4653-9990-a68aa6c85c5c service neutron] 10.222.0.64 "GET /v2.0/networks?id=c2794f18-d93a-41fe-b0a7-9f5cc5d98f28 HTTP/1.1" status: 200 len: 897 time: 0.0850134 Aug 12 15:37:14.924287 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a88136fa-4d44-4efc-be3c-5c6007b866d8 req-5340e99c-3e55-4878-8700-6d5d136cad25 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=90070be3-8221-44fc-beb6-a1750e068767 HTTP/1.1" status: 200 len: 1001 time: 0.0614395 Aug 12 15:37:14.974069 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88136fa-4d44-4efc-be3c-5c6007b866d8 req-c338df45-a42b-4fde-957e-385eb5376cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:37:14.975546 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a88136fa-4d44-4efc-be3c-5c6007b866d8 req-c338df45-a42b-4fde-957e-385eb5376cbc service neutron] 10.222.0.64 "GET /v2.0/subnets?id=fbd93d0a-26e6-4256-91e1-4a14c197f063 HTTP/1.1" status: 200 len: 835 time: 0.0435696 Aug 12 15:37:15.021249 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88136fa-4d44-4efc-be3c-5c6007b866d8 req-7f36764c-2901-4ed9-8f6a-3e92d2704254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:37:15.022708 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a88136fa-4d44-4efc-be3c-5c6007b866d8 req-7f36764c-2901-4ed9-8f6a-3e92d2704254 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c2794f18-d93a-41fe-b0a7-9f5cc5d98f28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0397408 Aug 12 15:37:15.117467 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a88136fa-4d44-4efc-be3c-5c6007b866d8 req-7b9a6cd5-89f2-4e14-99b7-1076a758b15b service neutron] 10.222.0.64 "GET /v2.0/networks/c2794f18-d93a-41fe-b0a7-9f5cc5d98f28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856140 Aug 12 15:37:15.207857 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a88136fa-4d44-4efc-be3c-5c6007b866d8 req-724d3b25-61c4-4e19-b9ed-3eb6ea7dcbe0 service neutron] 10.222.0.64 "GET /v2.0/networks/c2794f18-d93a-41fe-b0a7-9f5cc5d98f28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831692 Aug 12 15:37:15.843578 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-fe95f194-a3b0-4c04-9e42-20b511169d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:37:15.949367 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06595472-3337-4035-95bc-5c6e939c6e67 req-06c340a7-911b-4aca-bedb-ab03e965e73d tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:37:15.950867 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-06595472-3337-4035-95bc-5c6e939c6e67 req-06c340a7-911b-4aca-bedb-ab03e965e73d tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "GET /v2.0/ports?device_id=b14ceeba-09d1-4559-9485-a6044ac7c191 HTTP/1.1" status: 200 len: 945 time: 0.0511274 Aug 12 15:37:15.989530 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-06595472-3337-4035-95bc-5c6e939c6e67 req-9ca1f6ab-7076-4999-8da1-9c85a94e07f3 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "GET /v2.0/security-groups?id=7a2418c9-18f3-49a6-9b78-2e59468b3249&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320306 Aug 12 15:37:17.105117 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227a7995-8b11-4c64-8120-63c72852ec36 req-e0e161ab-a7b7-4a45-abd1-da6df368798a tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:37:17.106602 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-227a7995-8b11-4c64-8120-63c72852ec36 req-e0e161ab-a7b7-4a45-abd1-da6df368798a tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "GET /v2.0/ports?device_id=b14ceeba-09d1-4559-9485-a6044ac7c191 HTTP/1.1" status: 200 len: 945 time: 0.0499539 Aug 12 15:37:17.145174 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-227a7995-8b11-4c64-8120-63c72852ec36 req-45fdcf01-53c1-429e-82fa-e71f2cebd2ff tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "GET /v2.0/security-groups?id=7a2418c9-18f3-49a6-9b78-2e59468b3249&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318122 Aug 12 15:37:18.268796 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ae4fea-1126-4c44-8e4c-ec4bcb30b61c req-69abb31a-565f-4135-b815-c4cec3d7abf1 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:37:18.270297 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-39ae4fea-1126-4c44-8e4c-ec4bcb30b61c req-69abb31a-565f-4135-b815-c4cec3d7abf1 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "GET /v2.0/ports?device_id=b14ceeba-09d1-4559-9485-a6044ac7c191 HTTP/1.1" status: 200 len: 945 time: 0.0572641 Aug 12 15:37:18.309962 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-39ae4fea-1126-4c44-8e4c-ec4bcb30b61c req-fd721ce8-3400-4d77-aa21-b3ceddb54e17 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "GET /v2.0/security-groups?id=7a2418c9-18f3-49a6-9b78-2e59468b3249&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336816 Aug 12 15:37:19.431473 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53cc644-8b4b-4e55-a3b8-e17de4ec865a req-f4a10050-37f9-450d-ab35-3de8022025d7 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:37:19.432977 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-b53cc644-8b4b-4e55-a3b8-e17de4ec865a req-f4a10050-37f9-450d-ab35-3de8022025d7 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "GET /v2.0/ports?device_id=b14ceeba-09d1-4559-9485-a6044ac7c191 HTTP/1.1" status: 200 len: 945 time: 0.0537198 Aug 12 15:37:19.472043 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-b53cc644-8b4b-4e55-a3b8-e17de4ec865a req-d2600291-38cb-4d8e-babb-b252c3196fc3 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "GET /v2.0/security-groups?id=7a2418c9-18f3-49a6-9b78-2e59468b3249&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324640 Aug 12 15:37:20.586457 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d57cc1-afea-4171-9429-c33c2d468a81 req-d4004bd8-6387-498b-b7d2-462214223da8 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:37:20.587994 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-12d57cc1-afea-4171-9429-c33c2d468a81 req-d4004bd8-6387-498b-b7d2-462214223da8 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "GET /v2.0/ports?device_id=b14ceeba-09d1-4559-9485-a6044ac7c191 HTTP/1.1" status: 200 len: 945 time: 0.0495765 Aug 12 15:37:20.627706 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-12d57cc1-afea-4171-9429-c33c2d468a81 req-0ec12cb2-3b8c-4059-a17f-35905da5ac7b tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "GET /v2.0/security-groups?id=7a2418c9-18f3-49a6-9b78-2e59468b3249&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334437 Aug 12 15:37:21.747439 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f714df2d-4382-44ca-aa8e-3a1da5277448 req-cdf2e7c1-0029-4f1e-9cd4-5b68e97aa02a tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:37:21.749006 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-f714df2d-4382-44ca-aa8e-3a1da5277448 req-cdf2e7c1-0029-4f1e-9cd4-5b68e97aa02a tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "GET /v2.0/ports?device_id=b14ceeba-09d1-4559-9485-a6044ac7c191 HTTP/1.1" status: 200 len: 945 time: 0.0530427 Aug 12 15:37:21.787973 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-f714df2d-4382-44ca-aa8e-3a1da5277448 req-ca8d8f75-4836-4e52-90b2-6eaf5e8145d9 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "GET /v2.0/security-groups?id=7a2418c9-18f3-49a6-9b78-2e59468b3249&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328841 Aug 12 15:37:22.701424 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.agents_db [None req-17ed3e4c-1a7d-4162-9646-11c134aca297 None None] Agent healthcheck: found 7 active agents {{(pid=94469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 15:37:22.904242 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02546bc8-d687-4209-a9df-42a63e4ed34b req-afcd0eae-51d5-4198-bce6-4f710931408c tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:37:22.905756 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-02546bc8-d687-4209-a9df-42a63e4ed34b req-afcd0eae-51d5-4198-bce6-4f710931408c tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "GET /v2.0/ports?device_id=b14ceeba-09d1-4559-9485-a6044ac7c191 HTTP/1.1" status: 200 len: 945 time: 0.0499301 Aug 12 15:37:22.947198 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-02546bc8-d687-4209-a9df-42a63e4ed34b req-6be6876d-164c-4f02-bf1c-cd4da2dd53d8 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "GET /v2.0/security-groups?id=7a2418c9-18f3-49a6-9b78-2e59468b3249&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353878 Aug 12 15:37:24.067538 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6ba576-45fe-41f7-97dd-5b4420fa2f95 req-ca4c896a-2eec-4473-a270-e93dfcd6848f tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:37:24.069034 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-cf6ba576-45fe-41f7-97dd-5b4420fa2f95 req-ca4c896a-2eec-4473-a270-e93dfcd6848f tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "GET /v2.0/ports?device_id=b14ceeba-09d1-4559-9485-a6044ac7c191 HTTP/1.1" status: 200 len: 945 time: 0.0513439 Aug 12 15:37:24.107002 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-cf6ba576-45fe-41f7-97dd-5b4420fa2f95 req-9e34a32b-7dc6-4d72-8bad-9e7555867691 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "GET /v2.0/security-groups?id=7a2418c9-18f3-49a6-9b78-2e59468b3249&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318151 Aug 12 15:37:25.227956 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102e57cf-8fbe-4e24-8564-4f814c15189b req-a98aa48e-83a4-4d14-a72c-f1b540990421 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:37:25.229566 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-102e57cf-8fbe-4e24-8564-4f814c15189b req-a98aa48e-83a4-4d14-a72c-f1b540990421 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "GET /v2.0/ports?device_id=b14ceeba-09d1-4559-9485-a6044ac7c191 HTTP/1.1" status: 200 len: 945 time: 0.0522678 Aug 12 15:37:25.268319 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-102e57cf-8fbe-4e24-8564-4f814c15189b req-a15ebbf7-9705-433c-bb25-e11249b469f0 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "GET /v2.0/security-groups?id=7a2418c9-18f3-49a6-9b78-2e59468b3249&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320892 Aug 12 15:37:26.398412 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a30d3b-50cc-40e3-8fe6-7c309707504a req-0859e385-2989-4e01-b03c-fb358102ed61 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:37:26.399930 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-c0a30d3b-50cc-40e3-8fe6-7c309707504a req-0859e385-2989-4e01-b03c-fb358102ed61 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "GET /v2.0/ports?device_id=b14ceeba-09d1-4559-9485-a6044ac7c191 HTTP/1.1" status: 200 len: 945 time: 0.0551648 Aug 12 15:37:26.438040 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-c0a30d3b-50cc-40e3-8fe6-7c309707504a req-e916d67c-749d-4c10-ad80-9f14010bf712 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "GET /v2.0/security-groups?id=7a2418c9-18f3-49a6-9b78-2e59468b3249&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319111 Aug 12 15:37:27.069165 n-d-694802-15 neutron-server[94467]: INFO neutron.api.v2.resource [req-a88136fa-4d44-4efc-be3c-5c6007b866d8 req-87667ab4-67af-4554-9f76-c206eaf36f17 service neutron] show failed (client error): The resource could not be found. Aug 12 15:37:27.070154 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a88136fa-4d44-4efc-be3c-5c6007b866d8 req-87667ab4-67af-4554-9f76-c206eaf36f17 service neutron] 10.222.0.64 "GET /v2.0/ports/90070be3-8221-44fc-beb6-a1750e068767/bindings/n-h2-694802-15 HTTP/1.1" status: 404 len: 381 time: 0.0533633 Aug 12 15:37:27.322573 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88136fa-4d44-4efc-be3c-5c6007b866d8 req-4fd1e42c-9c32-446e-9e7c-b0807068ba7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:37:27.324102 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a88136fa-4d44-4efc-be3c-5c6007b866d8 req-4fd1e42c-9c32-446e-9e7c-b0807068ba7f service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=b14ceeba-09d1-4559-9485-a6044ac7c191&tenant_id=b54ac9ed014240dead4ece37b0fb3f94 HTTP/1.1" status: 200 len: 1097 time: 0.0953557 Aug 12 15:37:27.336393 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-a88136fa-4d44-4efc-be3c-5c6007b866d8 req-04b0089a-1b7b-40bd-ada8-c7ba2d323518 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-694802-15', 'device_owner': 'compute:nova'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:37:27.394624 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-a88136fa-4d44-4efc-be3c-5c6007b866d8 req-04b0089a-1b7b-40bd-ada8-c7ba2d323518 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:37:27.627405 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833935ef-aee4-4948-a0ec-f8f2b8fd3ad8 req-456d9615-dd41-4e80-a19f-e842f5dd6faa tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:37:27.628810 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-833935ef-aee4-4948-a0ec-f8f2b8fd3ad8 req-456d9615-dd41-4e80-a19f-e842f5dd6faa tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "GET /v2.0/ports?device_id=b14ceeba-09d1-4559-9485-a6044ac7c191 HTTP/1.1" status: 200 len: 945 time: 0.1096301 Aug 12 15:37:27.663298 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-a88136fa-4d44-4efc-be3c-5c6007b866d8 req-04b0089a-1b7b-40bd-ada8-c7ba2d323518 service neutron] For port 90070be3-8221-44fc-beb6-a1750e068767, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=90070be3-8221-44fc-beb6-a1750e068767,segment=NetworkSegment(664fea66-326f-4a19-9353-6a61c56d93b2),segment_id=664fea66-326f-4a19-9353-6a61c56d93b2)] {{(pid=94467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:37:27.696011 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-833935ef-aee4-4948-a0ec-f8f2b8fd3ad8 req-ea299753-c9b4-4bfb-b0e3-d3822fdcaf35 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "GET /v2.0/security-groups?id=7a2418c9-18f3-49a6-9b78-2e59468b3249&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601933 Aug 12 15:37:27.713553 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-a88136fa-4d44-4efc-be3c-5c6007b866d8 req-04b0089a-1b7b-40bd-ada8-c7ba2d323518 service neutron] For port 90070be3-8221-44fc-beb6-a1750e068767, host n-h1-694802-15, cleared binding levels {{(pid=94467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 15:37:27.757388 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b14ceeba-09d1-4559-9485-a6044ac7c191', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '90070be3-8221-44fc-beb6-a1750e068767'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:37:27.759705 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1d90890f15e5cc8eba4d51c7734538f2f2e5e8e12504eb7d6ddd0a29ee9b803" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46ac50bd-bd7b-46d0-ad92-e8b7ec904e0f" -d '{"events": [{"server_uuid": "b14ceeba-09d1-4559-9485-a6044ac7c191", "name": "network-vif-unplugged", "status": "completed", "tag": "90070be3-8221-44fc-beb6-a1750e068767"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 15:37:27.763922 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-a88136fa-4d44-4efc-be3c-5c6007b866d8 req-04b0089a-1b7b-40bd-ada8-c7ba2d323518 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:37:27.776377 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [req-a88136fa-4d44-4efc-be3c-5c6007b866d8 req-04b0089a-1b7b-40bd-ada8-c7ba2d323518 service neutron] Transition to ACTIVE for port object 90070be3-8221-44fc-beb6-a1750e068767 will not be triggered until provisioned by entity L2. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:37:27.780027 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-a88136fa-4d44-4efc-be3c-5c6007b866d8 req-04b0089a-1b7b-40bd-ada8-c7ba2d323518 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:37:27.813593 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 12 Aug 2021 15:37:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f72e7c5-238a-4b6d-9433-63c7397850af x-openstack-request-id: req-7f72e7c5-238a-4b6d-9433-63c7397850af {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 15:37:27.813882 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b14ceeba-09d1-4559-9485-a6044ac7c191", "name": "network-vif-unplugged", "status": "completed", "tag": "90070be3-8221-44fc-beb6-a1750e068767", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 15:37:27.814132 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7f72e7c5-238a-4b6d-9433-63c7397850af {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 15:37:27.814519 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b14ceeba-09d1-4559-9485-a6044ac7c191', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '90070be3-8221-44fc-beb6-a1750e068767', 'code': 200} Aug 12 15:37:27.858633 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b0089a-1b7b-40bd-ada8-c7ba2d323518 service neutron] Pushing event updated for resources: {'Port': ['ID=90070be3-8221-44fc-beb6-a1750e068767,revision_number=6']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:37:27.873908 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b0089a-1b7b-40bd-ada8-c7ba2d323518 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:37:27.874253 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b0089a-1b7b-40bd-ada8-c7ba2d323518 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:37:27.874594 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b0089a-1b7b-40bd-ada8-c7ba2d323518 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:37:27.874936 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b0089a-1b7b-40bd-ada8-c7ba2d323518 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:37:27.875293 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b0089a-1b7b-40bd-ada8-c7ba2d323518 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:37:27.875620 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b0089a-1b7b-40bd-ada8-c7ba2d323518 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:37:27.875946 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b0089a-1b7b-40bd-ada8-c7ba2d323518 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:37:27.876270 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b0089a-1b7b-40bd-ada8-c7ba2d323518 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:37:27.876594 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b0089a-1b7b-40bd-ada8-c7ba2d323518 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:37:27.876982 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b0089a-1b7b-40bd-ada8-c7ba2d323518 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:37:27.877301 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b0089a-1b7b-40bd-ada8-c7ba2d323518 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:37:27.877672 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b0089a-1b7b-40bd-ada8-c7ba2d323518 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:37:27.917132 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [req-a88136fa-4d44-4efc-be3c-5c6007b866d8 req-04b0089a-1b7b-40bd-ada8-c7ba2d323518 service neutron] No DVR routers for this DVR port 90070be3-8221-44fc-beb6-a1750e068767 on host n-h1-694802-15 {{(pid=94467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 15:37:28.068910 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-a88136fa-4d44-4efc-be3c-5c6007b866d8 req-04b0089a-1b7b-40bd-ada8-c7ba2d323518 service neutron] Attempting to bind port 90070be3-8221-44fc-beb6-a1750e068767 on host n-h2-694802-15 for vnic_type normal with profile {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 15:37:28.069273 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-a88136fa-4d44-4efc-be3c-5c6007b866d8 req-04b0089a-1b7b-40bd-ada8-c7ba2d323518 service neutron] Attempting to bind port 90070be3-8221-44fc-beb6-a1750e068767 by drivers openvswitch,hyperv on host n-h2-694802-15 at level 0 using segments [{'id': '664fea66-326f-4a19-9353-6a61c56d93b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c2794f18-d93a-41fe-b0a7-9f5cc5d98f28'}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 15:37:28.069849 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a88136fa-4d44-4efc-be3c-5c6007b866d8 req-04b0089a-1b7b-40bd-ada8-c7ba2d323518 service neutron] Attempting to bind port 90070be3-8221-44fc-beb6-a1750e068767 on network c2794f18-d93a-41fe-b0a7-9f5cc5d98f28 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 15:37:28.073975 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a88136fa-4d44-4efc-be3c-5c6007b866d8 req-04b0089a-1b7b-40bd-ada8-c7ba2d323518 service neutron] Port 90070be3-8221-44fc-beb6-a1750e068767 on network c2794f18-d93a-41fe-b0a7-9f5cc5d98f28 not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-15 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 15:37:28.075499 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a88136fa-4d44-4efc-be3c-5c6007b866d8 req-04b0089a-1b7b-40bd-ada8-c7ba2d323518 service neutron] Attempting to bind port 90070be3-8221-44fc-beb6-a1750e068767 on network c2794f18-d93a-41fe-b0a7-9f5cc5d98f28 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 15:37:28.082000 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a88136fa-4d44-4efc-be3c-5c6007b866d8 req-04b0089a-1b7b-40bd-ada8-c7ba2d323518 service neutron] Checking agent: {'id': 'b7697f71-33f3-4959-ad82-43c2dc15845d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 27, 42), 'started_at': datetime.datetime(2021, 8, 12, 14, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 15, 37, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 15:37:28.082335 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a88136fa-4d44-4efc-be3c-5c6007b866d8 req-04b0089a-1b7b-40bd-ada8-c7ba2d323518 service neutron] Checking segment: {'id': '664fea66-326f-4a19-9353-6a61c56d93b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c2794f18-d93a-41fe-b0a7-9f5cc5d98f28'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 15:37:28.082715 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a88136fa-4d44-4efc-be3c-5c6007b866d8 req-04b0089a-1b7b-40bd-ada8-c7ba2d323518 service neutron] Bound using segment: {'id': '664fea66-326f-4a19-9353-6a61c56d93b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c2794f18-d93a-41fe-b0a7-9f5cc5d98f28'} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 15:37:28.083173 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-a88136fa-4d44-4efc-be3c-5c6007b866d8 req-04b0089a-1b7b-40bd-ada8-c7ba2d323518 service neutron] Bound port: 90070be3-8221-44fc-beb6-a1750e068767, host: n-h2-694802-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '664fea66-326f-4a19-9353-6a61c56d93b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c2794f18-d93a-41fe-b0a7-9f5cc5d98f28'}}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 15:37:28.083540 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-a88136fa-4d44-4efc-be3c-5c6007b866d8 req-04b0089a-1b7b-40bd-ada8-c7ba2d323518 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:37:28.149356 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-a88136fa-4d44-4efc-be3c-5c6007b866d8 req-04b0089a-1b7b-40bd-ada8-c7ba2d323518 service neutron] For port 90070be3-8221-44fc-beb6-a1750e068767, host n-h2-694802-15, cleared binding levels {{(pid=94467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 15:37:28.152226 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-a88136fa-4d44-4efc-be3c-5c6007b866d8 req-04b0089a-1b7b-40bd-ada8-c7ba2d323518 service neutron] For port 90070be3-8221-44fc-beb6-a1750e068767, host n-h2-694802-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=90070be3-8221-44fc-beb6-a1750e068767,segment=NetworkSegment(664fea66-326f-4a19-9353-6a61c56d93b2),segment_id=664fea66-326f-4a19-9353-6a61c56d93b2)] {{(pid=94467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 15:37:28.157284 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-a88136fa-4d44-4efc-be3c-5c6007b866d8 req-04b0089a-1b7b-40bd-ada8-c7ba2d323518 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:37:28.191082 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88136fa-4d44-4efc-be3c-5c6007b866d8 req-04b0089a-1b7b-40bd-ada8-c7ba2d323518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:37:28.191786 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-a88136fa-4d44-4efc-be3c-5c6007b866d8 req-04b0089a-1b7b-40bd-ada8-c7ba2d323518 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:37:28.193293 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a88136fa-4d44-4efc-be3c-5c6007b866d8 req-04b0089a-1b7b-40bd-ada8-c7ba2d323518 service neutron] 10.222.0.49 "PUT /v2.0/ports/90070be3-8221-44fc-beb6-a1750e068767 HTTP/1.1" status: 200 len: 1092 time: 0.8608243 Aug 12 15:37:28.228007 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b0089a-1b7b-40bd-ada8-c7ba2d323518 service neutron] Pushing event updated for resources: {'Port': ['ID=90070be3-8221-44fc-beb6-a1750e068767,revision_number=7']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:37:28.261746 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88136fa-4d44-4efc-be3c-5c6007b866d8 req-e599d49c-7158-4a92-8422-3771a74fb11d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:37:28.264042 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a88136fa-4d44-4efc-be3c-5c6007b866d8 req-e599d49c-7158-4a92-8422-3771a74fb11d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b54ac9ed014240dead4ece37b0fb3f94&device_id=b14ceeba-09d1-4559-9485-a6044ac7c191 HTTP/1.1" status: 200 len: 1095 time: 0.0451233 Aug 12 15:37:28.366610 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88136fa-4d44-4efc-be3c-5c6007b866d8 req-04459cfe-466b-483a-95dd-293b0ed14b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:37:28.370292 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a88136fa-4d44-4efc-be3c-5c6007b866d8 req-04459cfe-466b-483a-95dd-293b0ed14b69 service neutron] 10.222.0.49 "GET /v2.0/networks?id=c2794f18-d93a-41fe-b0a7-9f5cc5d98f28 HTTP/1.1" status: 200 len: 897 time: 0.0976858 Aug 12 15:37:28.440332 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a88136fa-4d44-4efc-be3c-5c6007b866d8 req-3950835c-9a03-48a9-9625-0170c579d640 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=90070be3-8221-44fc-beb6-a1750e068767 HTTP/1.1" status: 200 len: 999 time: 0.0620377 Aug 12 15:37:28.494874 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88136fa-4d44-4efc-be3c-5c6007b866d8 req-d4f04a4d-3eaf-4d3d-88e6-1097b13140ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:37:28.497148 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a88136fa-4d44-4efc-be3c-5c6007b866d8 req-d4f04a4d-3eaf-4d3d-88e6-1097b13140ee service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fbd93d0a-26e6-4256-91e1-4a14c197f063 HTTP/1.1" status: 200 len: 835 time: 0.0492957 Aug 12 15:37:28.542530 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88136fa-4d44-4efc-be3c-5c6007b866d8 req-676d4375-3d1a-494e-8826-b5522044dda8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:37:28.544538 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a88136fa-4d44-4efc-be3c-5c6007b866d8 req-676d4375-3d1a-494e-8826-b5522044dda8 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c2794f18-d93a-41fe-b0a7-9f5cc5d98f28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404732 Aug 12 15:37:28.556798 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [req-a88136fa-4d44-4efc-be3c-5c6007b866d8 req-a54e6b23-7c98-4d03-9843-f19f5bef25ae service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=94467) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 15:37:28.557775 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a88136fa-4d44-4efc-be3c-5c6007b866d8 req-a54e6b23-7c98-4d03-9843-f19f5bef25ae service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051954 Aug 12 15:37:28.648474 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a88136fa-4d44-4efc-be3c-5c6007b866d8 req-773b4633-64ac-4c33-9ece-55fa6022df44 service neutron] 10.222.0.49 "GET /v2.0/networks/c2794f18-d93a-41fe-b0a7-9f5cc5d98f28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836112 Aug 12 15:37:28.746779 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a88136fa-4d44-4efc-be3c-5c6007b866d8 req-a799f769-d290-462c-8be2-76277ea7bd38 service neutron] 10.222.0.49 "GET /v2.0/networks/c2794f18-d93a-41fe-b0a7-9f5cc5d98f28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900948 Aug 12 15:37:28.818385 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3edf98-e84b-4ea0-9786-49db756ef6a5 req-85ed724e-218c-4915-bf63-283b9b74606d tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:37:28.819915 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2a3edf98-e84b-4ea0-9786-49db756ef6a5 req-85ed724e-218c-4915-bf63-283b9b74606d tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "GET /v2.0/ports?device_id=b14ceeba-09d1-4559-9485-a6044ac7c191 HTTP/1.1" status: 200 len: 943 time: 0.0520856 Aug 12 15:37:28.860524 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2a3edf98-e84b-4ea0-9786-49db756ef6a5 req-59de5929-57d7-4003-90bb-0c1456e26219 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "GET /v2.0/security-groups?id=7a2418c9-18f3-49a6-9b78-2e59468b3249&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342896 Aug 12 15:37:29.815544 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b14ceeba-09d1-4559-9485-a6044ac7c191', 'tag': '90070be3-8221-44fc-beb6-a1750e068767'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:37:29.818038 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1d90890f15e5cc8eba4d51c7734538f2f2e5e8e12504eb7d6ddd0a29ee9b803" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ec3df70-fed0-4507-9383-e3e8bd8f2e26" -d '{"events": [{"name": "network-changed", "server_uuid": "b14ceeba-09d1-4559-9485-a6044ac7c191", "tag": "90070be3-8221-44fc-beb6-a1750e068767"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 15:37:29.869491 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 15:37:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e192071-86f1-4bbd-a40c-2325cf3afb77 x-openstack-request-id: req-4e192071-86f1-4bbd-a40c-2325cf3afb77 {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 15:37:29.869803 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b14ceeba-09d1-4559-9485-a6044ac7c191", "tag": "90070be3-8221-44fc-beb6-a1750e068767", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 15:37:29.870054 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4e192071-86f1-4bbd-a40c-2325cf3afb77 {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 15:37:29.871066 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b14ceeba-09d1-4559-9485-a6044ac7c191', 'tag': '90070be3-8221-44fc-beb6-a1750e068767', 'status': 'completed', 'code': 200} Aug 12 15:37:29.996880 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec3df70-fed0-4507-9383-e3e8bd8f2e26 req-552e050a-8b07-4799-9562-c10676b36d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:37:29.998397 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3ec3df70-fed0-4507-9383-e3e8bd8f2e26 req-552e050a-8b07-4799-9562-c10676b36d21 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b54ac9ed014240dead4ece37b0fb3f94&device_id=b14ceeba-09d1-4559-9485-a6044ac7c191 HTTP/1.1" status: 200 len: 1095 time: 0.1088099 Aug 12 15:37:30.001966 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec3df70-fed0-4507-9383-e3e8bd8f2e26 req-37ee488f-c418-4ed1-ab2f-ef561d0a81f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:37:30.003370 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3ec3df70-fed0-4507-9383-e3e8bd8f2e26 req-37ee488f-c418-4ed1-ab2f-ef561d0a81f9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b54ac9ed014240dead4ece37b0fb3f94&device_id=b14ceeba-09d1-4559-9485-a6044ac7c191 HTTP/1.1" status: 200 len: 1095 time: 0.1055126 Aug 12 15:37:30.076422 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa66fdd8-c355-4978-84e4-c2764fbefdaa req-c6380a31-d89c-4522-90d3-509f19a2c8a4 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:37:30.078256 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-fa66fdd8-c355-4978-84e4-c2764fbefdaa req-c6380a31-d89c-4522-90d3-509f19a2c8a4 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "GET /v2.0/ports?device_id=b14ceeba-09d1-4559-9485-a6044ac7c191 HTTP/1.1" status: 200 len: 943 time: 0.1309886 Aug 12 15:37:30.198756 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-fa66fdd8-c355-4978-84e4-c2764fbefdaa req-4b056f77-09e7-43ab-a956-b2676c8ce7b9 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "GET /v2.0/security-groups?id=7a2418c9-18f3-49a6-9b78-2e59468b3249&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1050570 Aug 12 15:37:30.213466 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec3df70-fed0-4507-9383-e3e8bd8f2e26 req-ceaae173-bc7f-4d07-a53a-574a2a5cfd7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:37:30.220238 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3ec3df70-fed0-4507-9383-e3e8bd8f2e26 req-ceaae173-bc7f-4d07-a53a-574a2a5cfd7f service neutron] 10.222.0.49 "GET /v2.0/networks?id=c2794f18-d93a-41fe-b0a7-9f5cc5d98f28 HTTP/1.1" status: 200 len: 897 time: 0.2066910 Aug 12 15:37:30.232159 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec3df70-fed0-4507-9383-e3e8bd8f2e26 req-13cb70ce-f011-4604-a95c-0f67add59cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:37:30.233612 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3ec3df70-fed0-4507-9383-e3e8bd8f2e26 req-13cb70ce-f011-4604-a95c-0f67add59cdc service neutron] 10.222.0.64 "GET /v2.0/networks?id=c2794f18-d93a-41fe-b0a7-9f5cc5d98f28 HTTP/1.1" status: 200 len: 897 time: 0.2129421 Aug 12 15:37:30.330174 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3ec3df70-fed0-4507-9383-e3e8bd8f2e26 req-02ee68a4-de06-4e12-805d-377135fb032a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=90070be3-8221-44fc-beb6-a1750e068767 HTTP/1.1" status: 200 len: 999 time: 0.1072636 Aug 12 15:37:30.349898 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3ec3df70-fed0-4507-9383-e3e8bd8f2e26 req-c7f93817-888f-43a3-b1c8-4b0c3d6cf14c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=90070be3-8221-44fc-beb6-a1750e068767 HTTP/1.1" status: 200 len: 999 time: 0.0849459 Aug 12 15:37:30.591287 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device 90070be3-8221-44fc-beb6-a1750e068767 no longer exists at agent hyperv_n-h1-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 15:37:30.636704 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device 90070be3-8221-44fc-beb6-a1750e068767 not bound to the agent host n-h1-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 15:37:30.766412 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec3df70-fed0-4507-9383-e3e8bd8f2e26 req-044f8380-bda1-43f7-b39b-3020dbaa4f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:37:30.768019 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3ec3df70-fed0-4507-9383-e3e8bd8f2e26 req-044f8380-bda1-43f7-b39b-3020dbaa4f64 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fbd93d0a-26e6-4256-91e1-4a14c197f063 HTTP/1.1" status: 200 len: 835 time: 0.4279399 Aug 12 15:37:30.777854 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec3df70-fed0-4507-9383-e3e8bd8f2e26 req-39ba5dc5-ac0b-4dda-a3a1-3a93b324e13e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:37:30.779614 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3ec3df70-fed0-4507-9383-e3e8bd8f2e26 req-39ba5dc5-ac0b-4dda-a3a1-3a93b324e13e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=fbd93d0a-26e6-4256-91e1-4a14c197f063 HTTP/1.1" status: 200 len: 835 time: 0.4086146 Aug 12 15:37:30.850746 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec3df70-fed0-4507-9383-e3e8bd8f2e26 req-1ded0624-ffa6-4923-8d01-5b1e7e6ad511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:37:30.852195 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3ec3df70-fed0-4507-9383-e3e8bd8f2e26 req-1ded0624-ffa6-4923-8d01-5b1e7e6ad511 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c2794f18-d93a-41fe-b0a7-9f5cc5d98f28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0717187 Aug 12 15:37:30.855211 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec3df70-fed0-4507-9383-e3e8bd8f2e26 req-9e69e2c9-3bae-4cc9-852a-4a61006d0cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:37:30.856603 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3ec3df70-fed0-4507-9383-e3e8bd8f2e26 req-9e69e2c9-3bae-4cc9-852a-4a61006d0cb3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c2794f18-d93a-41fe-b0a7-9f5cc5d98f28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0680568 Aug 12 15:37:31.018826 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3ec3df70-fed0-4507-9383-e3e8bd8f2e26 req-73585c17-1ef2-4fae-9e64-e4f7b0cddb01 service neutron] 10.222.0.49 "GET /v2.0/networks/c2794f18-d93a-41fe-b0a7-9f5cc5d98f28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1587608 Aug 12 15:37:31.022302 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3ec3df70-fed0-4507-9383-e3e8bd8f2e26 req-57071c62-d89a-43f2-b266-d716de01ba18 service neutron] 10.222.0.64 "GET /v2.0/networks/c2794f18-d93a-41fe-b0a7-9f5cc5d98f28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526031 Aug 12 15:37:31.181889 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3ec3df70-fed0-4507-9383-e3e8bd8f2e26 req-0231d6be-7323-4932-9592-883e2fc7dd66 service neutron] 10.222.0.49 "GET /v2.0/networks/c2794f18-d93a-41fe-b0a7-9f5cc5d98f28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1544399 Aug 12 15:37:31.184640 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3ec3df70-fed0-4507-9383-e3e8bd8f2e26 req-27916395-ac1a-4130-864b-dc984e1e7866 service neutron] 10.222.0.64 "GET /v2.0/networks/c2794f18-d93a-41fe-b0a7-9f5cc5d98f28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500940 Aug 12 15:37:31.322169 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b78d6f5-4c29-4be7-b755-c58a4023caf7 req-df7fddd9-debd-4780-a14e-d2aae01c6836 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:37:31.324348 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-4b78d6f5-4c29-4be7-b755-c58a4023caf7 req-df7fddd9-debd-4780-a14e-d2aae01c6836 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "GET /v2.0/ports?device_id=b14ceeba-09d1-4559-9485-a6044ac7c191 HTTP/1.1" status: 200 len: 943 time: 0.0500250 Aug 12 15:37:31.364938 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-4b78d6f5-4c29-4be7-b755-c58a4023caf7 req-aa2168c1-2267-4bf8-9bea-154edfd27af3 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "GET /v2.0/security-groups?id=7a2418c9-18f3-49a6-9b78-2e59468b3249&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345671 Aug 12 15:37:32.504949 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3557ac0-8770-4c4e-baec-24ac86f5b9e4 req-cdaa4d76-3b98-40d2-828d-a06d04fccc65 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:37:32.506664 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e3557ac0-8770-4c4e-baec-24ac86f5b9e4 req-cdaa4d76-3b98-40d2-828d-a06d04fccc65 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "GET /v2.0/ports?device_id=b14ceeba-09d1-4559-9485-a6044ac7c191 HTTP/1.1" status: 200 len: 943 time: 0.0592549 Aug 12 15:37:32.546728 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e3557ac0-8770-4c4e-baec-24ac86f5b9e4 req-f093b5b2-7c61-4bdf-9228-12ab20327302 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "GET /v2.0/security-groups?id=7a2418c9-18f3-49a6-9b78-2e59468b3249&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332088 Aug 12 15:37:32.811971 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bf7fd5-3d18-4963-85bd-2c0d60319903 req-61111c73-334d-480a-bea5-d4fe19c6ca10 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:37:32.813428 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-24bf7fd5-3d18-4963-85bd-2c0d60319903 req-61111c73-334d-480a-bea5-d4fe19c6ca10 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.64 "GET /v2.0/ports?device_id=b14ceeba-09d1-4559-9485-a6044ac7c191&tenant_id=b54ac9ed014240dead4ece37b0fb3f94&binding%3Ahost_id=n-h2-694802-15 HTTP/1.1" status: 200 len: 943 time: 0.0840578 Aug 12 15:37:32.821854 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27507d4-7714-49c4-ac32-172a8d1ca2f1 req-da326a29-96a7-4ac5-a3f1-248cf4dcc9fd tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:37:32.823922 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d27507d4-7714-49c4-ac32-172a8d1ca2f1 req-da326a29-96a7-4ac5-a3f1-248cf4dcc9fd tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "GET /v2.0/ports?device_id=b14ceeba-09d1-4559-9485-a6044ac7c191 HTTP/1.1" status: 200 len: 943 time: 0.0857534 Aug 12 15:37:32.898649 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d27507d4-7714-49c4-ac32-172a8d1ca2f1 req-6043398e-2091-4eb4-ba28-4610e3cdb5c6 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "GET /v2.0/security-groups?id=7a2418c9-18f3-49a6-9b78-2e59468b3249&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683522 Aug 12 15:37:32.903843 n-d-694802-15 neutron-server[94467]: INFO neutron.api.v2.resource [req-24bf7fd5-3d18-4963-85bd-2c0d60319903 req-9a8fa401-374b-43a0-b245-ca04cb263aef service neutron] delete failed (client error): The resource could not be found. Aug 12 15:37:32.905261 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-24bf7fd5-3d18-4963-85bd-2c0d60319903 req-9a8fa401-374b-43a0-b245-ca04cb263aef service neutron] 10.222.0.64 "DELETE /v2.0/ports/90070be3-8221-44fc-beb6-a1750e068767/bindings/n-h1-694802-15 HTTP/1.1" status: 404 len: 381 time: 0.0800252 Aug 12 15:37:33.005324 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bf7fd5-3d18-4963-85bd-2c0d60319903 req-e6663fd7-9404-4e7c-828a-c9dded0dffbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:37:33.006831 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-24bf7fd5-3d18-4963-85bd-2c0d60319903 req-e6663fd7-9404-4e7c-828a-c9dded0dffbf service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b54ac9ed014240dead4ece37b0fb3f94&device_id=b14ceeba-09d1-4559-9485-a6044ac7c191 HTTP/1.1" status: 200 len: 1095 time: 0.0466037 Aug 12 15:37:33.021532 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da528f5-36cf-4a08-b46a-ab6d74524e1c req-c42258ae-7fe0-4dd3-bb6b-1eb9b66f6dc2 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:37:33.023073 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-2da528f5-36cf-4a08-b46a-ab6d74524e1c req-c42258ae-7fe0-4dd3-bb6b-1eb9b66f6dc2 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "GET /v2.0/ports?device_id=b14ceeba-09d1-4559-9485-a6044ac7c191 HTTP/1.1" status: 200 len: 943 time: 0.0514266 Aug 12 15:37:33.063081 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-2da528f5-36cf-4a08-b46a-ab6d74524e1c req-4cf0f036-dd36-4766-8aa1-846475137e39 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "GET /v2.0/security-groups?id=7a2418c9-18f3-49a6-9b78-2e59468b3249&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338936 Aug 12 15:37:33.099729 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bf7fd5-3d18-4963-85bd-2c0d60319903 req-2d009171-dba1-4a28-80bd-848cb8a2355c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:37:33.101212 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-24bf7fd5-3d18-4963-85bd-2c0d60319903 req-2d009171-dba1-4a28-80bd-848cb8a2355c service neutron] 10.222.0.64 "GET /v2.0/networks?id=c2794f18-d93a-41fe-b0a7-9f5cc5d98f28 HTTP/1.1" status: 200 len: 897 time: 0.0876963 Aug 12 15:37:33.171543 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-24bf7fd5-3d18-4963-85bd-2c0d60319903 req-8cafb24b-c764-490b-8f69-0f18779acdb4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=90070be3-8221-44fc-beb6-a1750e068767 HTTP/1.1" status: 200 len: 999 time: 0.0634768 Aug 12 15:37:33.221483 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bf7fd5-3d18-4963-85bd-2c0d60319903 req-7bcbe6b2-5d28-4635-9699-97a3378e1bff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:37:33.222937 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-24bf7fd5-3d18-4963-85bd-2c0d60319903 req-7bcbe6b2-5d28-4635-9699-97a3378e1bff service neutron] 10.222.0.64 "GET /v2.0/subnets?id=fbd93d0a-26e6-4256-91e1-4a14c197f063 HTTP/1.1" status: 200 len: 835 time: 0.0436404 Aug 12 15:37:33.269089 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bf7fd5-3d18-4963-85bd-2c0d60319903 req-e2ecf86e-837f-492f-ae06-d83c761ec305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:37:33.270603 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-24bf7fd5-3d18-4963-85bd-2c0d60319903 req-e2ecf86e-837f-492f-ae06-d83c761ec305 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c2794f18-d93a-41fe-b0a7-9f5cc5d98f28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401599 Aug 12 15:37:33.362554 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-24bf7fd5-3d18-4963-85bd-2c0d60319903 req-464dd526-c3dc-4953-acf3-d3c76a858fd1 service neutron] 10.222.0.64 "GET /v2.0/networks/c2794f18-d93a-41fe-b0a7-9f5cc5d98f28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850751 Aug 12 15:37:33.455130 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-24bf7fd5-3d18-4963-85bd-2c0d60319903 req-74f6e79b-5ec9-414a-a89f-f01de9c2c1a9 service neutron] 10.222.0.64 "GET /v2.0/networks/c2794f18-d93a-41fe-b0a7-9f5cc5d98f28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861015 Aug 12 15:37:33.805160 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device 90070be3-8221-44fc-beb6-a1750e068767 details requested by agent hyperv_n-h2-694802-15 with host n-h2-694802-15 {{(pid=94468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 15:37:33.905929 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port 90070be3-8221-44fc-beb6-a1750e068767, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=90070be3-8221-44fc-beb6-a1750e068767,segment=NetworkSegment(664fea66-326f-4a19-9353-6a61c56d93b2),segment_id=664fea66-326f-4a19-9353-6a61c56d93b2)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:37:33.918436 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Returning: {'device': '90070be3-8221-44fc-beb6-a1750e068767', 'network_id': 'c2794f18-d93a-41fe-b0a7-9f5cc5d98f28', 'port_id': '90070be3-8221-44fc-beb6-a1750e068767', 'mac_address': 'fa:16:3e:ea:42:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbd93d0a-26e6-4256-91e1-4a14c197f063', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 15:37:33.958133 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:37:33.970962 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90070be3-8221-44fc-beb6-a1750e068767 {{(pid=94468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 15:37:33.991209 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port 90070be3-8221-44fc-beb6-a1750e068767, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=90070be3-8221-44fc-beb6-a1750e068767,segment=NetworkSegment(664fea66-326f-4a19-9353-6a61c56d93b2),segment_id=664fea66-326f-4a19-9353-6a61c56d93b2)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:37:33.995586 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:37:34.045808 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Pushing event updated for resources: {'Port': ['ID=90070be3-8221-44fc-beb6-a1750e068767,revision_number=8']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:37:34.053033 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:37:34.053375 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:37:34.053705 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:37:34.054036 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:37:34.054359 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:37:34.054680 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:37:34.054994 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:37:34.055388 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:37:34.055648 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:37:34.055987 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:37:34.056301 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:37:34.056615 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:37:34.181955 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb01525-1a2e-40bf-b57f-5a7fffab7d55 req-58f23ff3-9b4b-44c3-9de0-1cfaa47ae179 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:37:34.183497 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3cb01525-1a2e-40bf-b57f-5a7fffab7d55 req-58f23ff3-9b4b-44c3-9de0-1cfaa47ae179 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "GET /v2.0/ports?device_id=b14ceeba-09d1-4559-9485-a6044ac7c191 HTTP/1.1" status: 200 len: 944 time: 0.0505331 Aug 12 15:37:34.221716 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3cb01525-1a2e-40bf-b57f-5a7fffab7d55 req-a6d8f33d-1b75-4798-bfbf-69c9748a4685 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "GET /v2.0/security-groups?id=7a2418c9-18f3-49a6-9b78-2e59468b3249&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322356 Aug 12 15:37:34.244744 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 36740) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:37:34.310374 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-2023b330-8a30-4682-83f9-534b0a619159 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "GET /v2.0/floatingips/de2f71b0-f2b5-4061-aa8e-c1fe8598135f HTTP/1.1" status: 200 len: 992 time: 0.0643883 Aug 12 15:37:34.411557 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] get_ports_and_sgs() called for port_ids ['90070be3-8221-44fc-beb6-a1750e068767'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 15:37:35.814649 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device 90070be3-8221-44fc-beb6-a1750e068767 up at agent hyperv_n-h2-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 15:37:35.864834 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Provisioning for port 90070be3-8221-44fc-beb6-a1750e068767 completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:37:35.868955 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Provisioning complete for port 90070be3-8221-44fc-beb6-a1750e068767 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:37:35.869334 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:37:35.945438 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:37:35.969197 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b14ceeba-09d1-4559-9485-a6044ac7c191', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90070be3-8221-44fc-beb6-a1750e068767'}] {{(pid=94468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:37:35.971684 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}152b85fe2f58ac5d6dd54f9692cb8ffc3f7471d0248cb45901c289f6e837e934" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d12b9c1-7827-4e17-8f9f-6b69b54740ac" -d '{"events": [{"server_uuid": "b14ceeba-09d1-4559-9485-a6044ac7c191", "name": "network-vif-plugged", "status": "completed", "tag": "90070be3-8221-44fc-beb6-a1750e068767"}]}' {{(pid=94468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 15:37:35.984999 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port 90070be3-8221-44fc-beb6-a1750e068767, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=90070be3-8221-44fc-beb6-a1750e068767,segment=NetworkSegment(664fea66-326f-4a19-9353-6a61c56d93b2),segment_id=664fea66-326f-4a19-9353-6a61c56d93b2)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:37:35.990039 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:37:36.016785 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 15:37:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8678e427-a56b-4043-89a3-fe95fe014b07 x-openstack-request-id: req-8678e427-a56b-4043-89a3-fe95fe014b07 {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 15:37:36.017080 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b14ceeba-09d1-4559-9485-a6044ac7c191", "name": "network-vif-plugged", "status": "completed", "tag": "90070be3-8221-44fc-beb6-a1750e068767", "code": 200}]} {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 15:37:36.017339 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8678e427-a56b-4043-89a3-fe95fe014b07 {{(pid=94468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 15:37:36.017724 n-d-694802-15 neutron-server[94468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b14ceeba-09d1-4559-9485-a6044ac7c191', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90070be3-8221-44fc-beb6-a1750e068767', 'code': 200} Aug 12 15:37:36.043773 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Pushing event updated for resources: {'Port': ['ID=90070be3-8221-44fc-beb6-a1750e068767,revision_number=9']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:37:40.179751 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-1b6a7188-423d-4091-bf06-a2157e063186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:37:42.248872 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:37:43.102934 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:37:43.439445 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-e3ee612b-808c-46bd-ac6d-8e0a681442eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:37:43.543576 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:37:44.218185 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-1769855f-eda9-4483-9dc3-3220908ab45d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:37:45.850237 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-fe95f194-a3b0-4c04-9e42-20b511169d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:37:59.700809 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.agents_db [None req-17ed3e4c-1a7d-4162-9646-11c134aca297 None None] Agent healthcheck: found 7 active agents {{(pid=94469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 15:38:04.128669 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3ededcc6-5ab6-4ba2-99d7-8b4c5c735080 req-226ba6f7-f895-4960-81ce-442b43cc549c service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=b14ceeba-09d1-4559-9485-a6044ac7c191&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0501909 Aug 12 15:38:04.214487 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ededcc6-5ab6-4ba2-99d7-8b4c5c735080 req-57f8009b-fa16-4d00-bc86-452817a3a068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:38:04.216059 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3ededcc6-5ab6-4ba2-99d7-8b4c5c735080 req-57f8009b-fa16-4d00-bc86-452817a3a068 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b54ac9ed014240dead4ece37b0fb3f94&device_id=b14ceeba-09d1-4559-9485-a6044ac7c191 HTTP/1.1" status: 200 len: 1097 time: 0.0430160 Aug 12 15:38:04.329196 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ededcc6-5ab6-4ba2-99d7-8b4c5c735080 req-0a864968-91aa-4917-9c57-0b0041d299a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:38:04.330706 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3ededcc6-5ab6-4ba2-99d7-8b4c5c735080 req-0a864968-91aa-4917-9c57-0b0041d299a1 service neutron] 10.222.0.49 "GET /v2.0/networks?id=c2794f18-d93a-41fe-b0a7-9f5cc5d98f28 HTTP/1.1" status: 200 len: 897 time: 0.0874727 Aug 12 15:38:04.403760 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3ededcc6-5ab6-4ba2-99d7-8b4c5c735080 req-48e20ad1-5ba0-47e6-8cc5-be485a623ebd service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=90070be3-8221-44fc-beb6-a1750e068767 HTTP/1.1" status: 200 len: 1001 time: 0.0637004 Aug 12 15:38:04.456590 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ededcc6-5ab6-4ba2-99d7-8b4c5c735080 req-661e92b3-1653-46f6-85b6-efc0d59f80fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:38:04.458073 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3ededcc6-5ab6-4ba2-99d7-8b4c5c735080 req-661e92b3-1653-46f6-85b6-efc0d59f80fb service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fbd93d0a-26e6-4256-91e1-4a14c197f063 HTTP/1.1" status: 200 len: 835 time: 0.0473096 Aug 12 15:38:04.510051 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ededcc6-5ab6-4ba2-99d7-8b4c5c735080 req-82873970-b099-4844-871c-68b13e6b3ede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:38:04.511601 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3ededcc6-5ab6-4ba2-99d7-8b4c5c735080 req-82873970-b099-4844-871c-68b13e6b3ede service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c2794f18-d93a-41fe-b0a7-9f5cc5d98f28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0450134 Aug 12 15:38:04.615849 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3ededcc6-5ab6-4ba2-99d7-8b4c5c735080 req-196dcaf6-192f-45f9-b3a2-2c8c3ab815fc service neutron] 10.222.0.49 "GET /v2.0/networks/c2794f18-d93a-41fe-b0a7-9f5cc5d98f28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926409 Aug 12 15:38:04.714870 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3ededcc6-5ab6-4ba2-99d7-8b4c5c735080 req-dd6cd0a3-f787-41da-a743-4c472d3c1a88 service neutron] 10.222.0.49 "GET /v2.0/networks/c2794f18-d93a-41fe-b0a7-9f5cc5d98f28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911841 Aug 12 15:38:10.181661 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-0529a27f-31fb-4dfa-8f44-7a0729f61e84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:12.221591 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:13.105341 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:13.439710 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-90640e28-e1ec-470b-88f6-b20fadfc0be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:13.548556 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:14.222302 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-1769855f-eda9-4483-9dc3-3220908ab45d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:15.851525 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-fe95f194-a3b0-4c04-9e42-20b511169d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:36.700555 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.agents_db [None req-17ed3e4c-1a7d-4162-9646-11c134aca297 None None] Agent healthcheck: found 7 active agents {{(pid=94469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 15:38:37.376106 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 36760) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:38:37.536898 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-0b65ffe8-ed29-4aee-b857-49831936f70f tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Deleting port e35301bf-fbac-40c7-b12e-d6d5c7fe309d {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 15:38:37.537165 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-0b65ffe8-ed29-4aee-b857-49831936f70f tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:37.610568 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-0b65ffe8-ed29-4aee-b857-49831936f70f tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:37.610898 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-0b65ffe8-ed29-4aee-b857-49831936f70f tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:37.622399 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-0b65ffe8-ed29-4aee-b857-49831936f70f tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Calling delete_port for e35301bf-fbac-40c7-b12e-d6d5c7fe309d owned by network:floatingip {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 15:38:37.768103 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-0b65ffe8-ed29-4aee-b857-49831936f70f tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:37.794512 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b65ffe8-ed29-4aee-b857-49831936f70f tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Pushing event deleted for resources: {'Port': ['ID=e35301bf-fbac-40c7-b12e-d6d5c7fe309d,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:38:37.818818 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b65ffe8-ed29-4aee-b857-49831936f70f tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:38:37.819196 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b65ffe8-ed29-4aee-b857-49831936f70f tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:38:37.819542 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b65ffe8-ed29-4aee-b857-49831936f70f tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:38:37.819874 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b65ffe8-ed29-4aee-b857-49831936f70f tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:38:37.820202 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b65ffe8-ed29-4aee-b857-49831936f70f tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:38:37.820539 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b65ffe8-ed29-4aee-b857-49831936f70f tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:38:37.820865 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b65ffe8-ed29-4aee-b857-49831936f70f tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:38:37.821190 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b65ffe8-ed29-4aee-b857-49831936f70f tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:38:37.821516 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b65ffe8-ed29-4aee-b857-49831936f70f tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:38:37.821839 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b65ffe8-ed29-4aee-b857-49831936f70f tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:38:37.822161 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b65ffe8-ed29-4aee-b857-49831936f70f tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:38:37.822480 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b65ffe8-ed29-4aee-b857-49831936f70f tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:38:37.862846 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-0b65ffe8-ed29-4aee-b857-49831936f70f tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks [] for floatingip, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:37.863727 n-d-694802-15 neutron-server[94467]: INFO neutron.db.l3_db [None req-0b65ffe8-ed29-4aee-b857-49831936f70f tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Floating IP de2f71b0-f2b5-4061-aa8e-c1fe8598135f disassociated (deleted). External IP: 172.25.1.119, port: 90070be3-8221-44fc-beb6-a1750e068767. Aug 12 15:38:38.075991 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b65ffe8-ed29-4aee-b857-49831936f70f tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Router c369c0b0-064c-4e29-9005-4be3d059a60b has already been hosted by L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f {{(pid=94467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 15:38:38.180858 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b65ffe8-ed29-4aee-b857-49831936f70f tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 15:38:38.185203 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-0b65ffe8-ed29-4aee-b857-49831936f70f tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for floatingip, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:38.190890 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b058916-a578-4e07-8394-e130b062fb76 None None] Sync routers for ids ['c369c0b0-064c-4e29-9005-4be3d059a60b'] in n-d-694802-15 {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 15:38:38.200210 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b058916-a578-4e07-8394-e130b062fb76 None None] Routers {'c369c0b0-064c-4e29-9005-4be3d059a60b'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:38:38.200817 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-2b058916-a578-4e07-8394-e130b062fb76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T15:38:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['c369c0b0-064c-4e29-9005-4be3d059a60b'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:38:38.212639 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-0b65ffe8-ed29-4aee-b857-49831936f70f tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "DELETE /v2.0/floatingips/de2f71b0-f2b5-4061-aa8e-c1fe8598135f HTTP/1.1" status: 204 len: 168 time: 0.8351619 Aug 12 15:38:38.217281 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b14ceeba-09d1-4559-9485-a6044ac7c191', 'tag': '90070be3-8221-44fc-beb6-a1750e068767'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:38:38.217281 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1d90890f15e5cc8eba4d51c7734538f2f2e5e8e12504eb7d6ddd0a29ee9b803" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da0860fd-ef33-45a1-8627-888386477d94" -d '{"events": [{"name": "network-changed", "server_uuid": "b14ceeba-09d1-4559-9485-a6044ac7c191", "tag": "90070be3-8221-44fc-beb6-a1750e068767"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 15:38:38.315674 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvr_db [None req-2b058916-a578-4e07-8394-e130b062fb76 None None] Set router c369c0b0-064c-4e29-9005-4be3d059a60b gateway port host: n-d-694802-15 {{(pid=94468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:38:38.336587 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 15:38:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44e43c68-ef95-45d4-8c57-532d2542c94b x-openstack-request-id: req-44e43c68-ef95-45d4-8c57-532d2542c94b {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 15:38:38.336877 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b14ceeba-09d1-4559-9485-a6044ac7c191", "tag": "90070be3-8221-44fc-beb6-a1750e068767", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 15:38:38.337128 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-44e43c68-ef95-45d4-8c57-532d2542c94b {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 15:38:38.337582 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b14ceeba-09d1-4559-9485-a6044ac7c191', 'tag': '90070be3-8221-44fc-beb6-a1750e068767', 'status': 'completed', 'code': 200} Aug 12 15:38:38.410515 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0860fd-ef33-45a1-8627-888386477d94 req-f71e99cf-0faf-4f62-8bd7-359d601602ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:38:38.412075 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-da0860fd-ef33-45a1-8627-888386477d94 req-f71e99cf-0faf-4f62-8bd7-359d601602ec service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b54ac9ed014240dead4ece37b0fb3f94&device_id=b14ceeba-09d1-4559-9485-a6044ac7c191 HTTP/1.1" status: 200 len: 1097 time: 0.0469458 Aug 12 15:38:38.545640 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c30fdf2-9c29-4ef5-bc4a-b22f584f25b7 req-1df8681e-e57e-4c04-a10c-6288d3d35373 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:38:38.546855 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-2b058916-a578-4e07-8394-e130b062fb76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c369c0b0-064c-4e29-9005-4be3d059a60b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-866847507', 'tenant_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.155'}], 'enable_snat': True}, 'gw_port_id': 'd677e189-ff6e-4cd7-adf2-9bee651a769e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:36:28Z', 'updated_at': '2021-08-12T15:36:31Z', 'revision_number': 4, 'project_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'gw_port': {'id': 'd677e189-ff6e-4cd7-adf2-9bee651a769e', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:38:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c369c0b0-064c-4e29-9005-4be3d059a60b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:36:28Z', 'updated_at': '2021-08-12T15:36:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': '8529ddc2-e964-4de1-8a50-3efa994ec37a', 'name': '', 'network_id': 'c2794f18-d93a-41fe-b0a7-9f5cc5d98f28', 'tenant_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'mac_address': 'fa:16:3e:0b:35:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c369c0b0-064c-4e29-9005-4be3d059a60b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'fbd93d0a-26e6-4256-91e1-4a14c197f063', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:36:31Z', 'updated_at': '2021-08-12T15:36:35Z', 'revision_number': 5, 'project_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'subnets': [{'id': 'fbd93d0a-26e6-4256-91e1-4a14c197f063', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:38:38.547298 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2c30fdf2-9c29-4ef5-bc4a-b22f584f25b7 req-1df8681e-e57e-4c04-a10c-6288d3d35373 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "GET /v2.0/ports?device_id=b14ceeba-09d1-4559-9485-a6044ac7c191 HTTP/1.1" status: 200 len: 945 time: 0.1340756 Aug 12 15:38:38.548205 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0860fd-ef33-45a1-8627-888386477d94 req-5d6c1101-e697-42ea-af85-1c2f56068678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:38:38.549468 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-da0860fd-ef33-45a1-8627-888386477d94 req-5d6c1101-e697-42ea-af85-1c2f56068678 service neutron] 10.222.0.49 "GET /v2.0/networks?id=c2794f18-d93a-41fe-b0a7-9f5cc5d98f28 HTTP/1.1" status: 200 len: 897 time: 0.1270120 Aug 12 15:38:38.574859 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b058916-a578-4e07-8394-e130b062fb76 None None] Checking router: c369c0b0-064c-4e29-9005-4be3d059a60b for host: n-d-694802-15 {{(pid=94468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 15:38:38.585002 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b058916-a578-4e07-8394-e130b062fb76 None None] Routers {'c369c0b0-064c-4e29-9005-4be3d059a60b'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:38:38.585594 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-2b058916-a578-4e07-8394-e130b062fb76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T15:38:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['c369c0b0-064c-4e29-9005-4be3d059a60b'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:38:38.604853 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-da0860fd-ef33-45a1-8627-888386477d94 req-b55f80e5-94e1-4b44-b689-7b83312379db service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=90070be3-8221-44fc-beb6-a1750e068767 HTTP/1.1" status: 200 len: 217 time: 0.0451443 Aug 12 15:38:38.646995 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2c30fdf2-9c29-4ef5-bc4a-b22f584f25b7 req-00b5cfdd-3c58-4551-94da-b1b55e301575 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "GET /v2.0/security-groups?id=7a2418c9-18f3-49a6-9b78-2e59468b3249&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0933452 Aug 12 15:38:38.668773 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0860fd-ef33-45a1-8627-888386477d94 req-955962e2-1557-48d3-a0eb-3bf78c662f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:38:38.668773 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-da0860fd-ef33-45a1-8627-888386477d94 req-955962e2-1557-48d3-a0eb-3bf78c662f97 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fbd93d0a-26e6-4256-91e1-4a14c197f063 HTTP/1.1" status: 200 len: 835 time: 0.0505266 Aug 12 15:38:38.706547 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvr_db [None req-2b058916-a578-4e07-8394-e130b062fb76 None None] Set router c369c0b0-064c-4e29-9005-4be3d059a60b gateway port host: n-d-694802-15 {{(pid=94468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:38:38.715033 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0860fd-ef33-45a1-8627-888386477d94 req-08299dbf-af8b-4c16-80b5-4a48cd7950ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:38:38.716546 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-da0860fd-ef33-45a1-8627-888386477d94 req-08299dbf-af8b-4c16-80b5-4a48cd7950ab service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c2794f18-d93a-41fe-b0a7-9f5cc5d98f28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411353 Aug 12 15:38:38.811846 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-da0860fd-ef33-45a1-8627-888386477d94 req-b1c6c231-b350-470c-8c2e-c40348aeecef service neutron] 10.222.0.49 "GET /v2.0/networks/c2794f18-d93a-41fe-b0a7-9f5cc5d98f28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856969 Aug 12 15:38:38.911105 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-da0860fd-ef33-45a1-8627-888386477d94 req-c57cf400-b3bf-48a0-9212-9d96fd22ec94 service neutron] 10.222.0.49 "GET /v2.0/networks/c2794f18-d93a-41fe-b0a7-9f5cc5d98f28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861545 Aug 12 15:38:38.912991 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-2b058916-a578-4e07-8394-e130b062fb76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c369c0b0-064c-4e29-9005-4be3d059a60b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-866847507', 'tenant_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.155'}], 'enable_snat': True}, 'gw_port_id': 'd677e189-ff6e-4cd7-adf2-9bee651a769e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:36:28Z', 'updated_at': '2021-08-12T15:36:31Z', 'revision_number': 4, 'project_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'gw_port': {'id': 'd677e189-ff6e-4cd7-adf2-9bee651a769e', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:38:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c369c0b0-064c-4e29-9005-4be3d059a60b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:36:28Z', 'updated_at': '2021-08-12T15:36:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': '8529ddc2-e964-4de1-8a50-3efa994ec37a', 'name': '', 'network_id': 'c2794f18-d93a-41fe-b0a7-9f5cc5d98f28', 'tenant_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'mac_address': 'fa:16:3e:0b:35:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c369c0b0-064c-4e29-9005-4be3d059a60b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'fbd93d0a-26e6-4256-91e1-4a14c197f063', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:36:31Z', 'updated_at': '2021-08-12T15:36:35Z', 'revision_number': 5, 'project_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'subnets': [{'id': 'fbd93d0a-26e6-4256-91e1-4a14c197f063', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:38:38.944960 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b058916-a578-4e07-8394-e130b062fb76 None None] The sync data for ids ['c369c0b0-064c-4e29-9005-4be3d059a60b'] in n-d-694802-15 is: [{'id': 'c369c0b0-064c-4e29-9005-4be3d059a60b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-866847507', 'tenant_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.155'}], 'enable_snat': True}, 'gw_port_id': 'd677e189-ff6e-4cd7-adf2-9bee651a769e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:36:28Z', 'updated_at': '2021-08-12T15:36:31Z', 'revision_number': 4, 'project_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'gw_port': {'id': 'd677e189-ff6e-4cd7-adf2-9bee651a769e', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:38:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c369c0b0-064c-4e29-9005-4be3d059a60b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:36:28Z', 'updated_at': '2021-08-12T15:36:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': '8529ddc2-e964-4de1-8a50-3efa994ec37a', 'name': '', 'network_id': 'c2794f18-d93a-41fe-b0a7-9f5cc5d98f28', 'tenant_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'mac_address': 'fa:16:3e:0b:35:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c369c0b0-064c-4e29-9005-4be3d059a60b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'fbd93d0a-26e6-4256-91e1-4a14c197f063', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:36:31Z', 'updated_at': '2021-08-12T15:36:35Z', 'revision_number': 5, 'project_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'subnets': [{'id': 'fbd93d0a-26e6-4256-91e1-4a14c197f063', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 15:38:39.162496 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6926ae50-8552-4c9f-a182-f7921130e820 None None] New status for floating IP de2f71b0-f2b5-4061-aa8e-c1fe8598135f: DOWN {{(pid=94469) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 15:38:39.835530 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73116d66-0fb7-4deb-acd8-c295df043358 req-c8157a6d-7f2c-4d1e-bf58-b63620a1af72 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:38:39.837007 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-73116d66-0fb7-4deb-acd8-c295df043358 req-c8157a6d-7f2c-4d1e-bf58-b63620a1af72 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "GET /v2.0/ports?device_id=b14ceeba-09d1-4559-9485-a6044ac7c191 HTTP/1.1" status: 200 len: 945 time: 0.1014216 Aug 12 15:38:39.877940 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-73116d66-0fb7-4deb-acd8-c295df043358 req-a96202c7-3806-4399-9821-e0f3436621ef tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "GET /v2.0/security-groups?id=7a2418c9-18f3-49a6-9b78-2e59468b3249&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348804 Aug 12 15:38:40.182681 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-054aef12-e381-4c5f-a360-99b3f644bcdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:40.206055 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46aa09e-3ff0-481b-9582-f6c53cd5df63 req-d21536a7-966b-4368-9022-733c77d360fc tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:38:40.207802 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b46aa09e-3ff0-481b-9582-f6c53cd5df63 req-d21536a7-966b-4368-9022-733c77d360fc tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.49 "GET /v2.0/ports?device_id=b14ceeba-09d1-4559-9485-a6044ac7c191 HTTP/1.1" status: 200 len: 945 time: 0.0554838 Aug 12 15:38:40.297723 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [req-b46aa09e-3ff0-481b-9582-f6c53cd5df63 req-5df84af7-0c7b-4cd4-add3-f1588891e535 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Deleting port 90070be3-8221-44fc-beb6-a1750e068767 {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 15:38:40.298057 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-b46aa09e-3ff0-481b-9582-f6c53cd5df63 req-5df84af7-0c7b-4cd4-add3-f1588891e535 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:40.389092 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-b46aa09e-3ff0-481b-9582-f6c53cd5df63 req-5df84af7-0c7b-4cd4-add3-f1588891e535 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] For port 90070be3-8221-44fc-beb6-a1750e068767, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=90070be3-8221-44fc-beb6-a1750e068767,segment=NetworkSegment(664fea66-326f-4a19-9353-6a61c56d93b2),segment_id=664fea66-326f-4a19-9353-6a61c56d93b2)] {{(pid=94467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:38:40.389450 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-b46aa09e-3ff0-481b-9582-f6c53cd5df63 req-5df84af7-0c7b-4cd4-add3-f1588891e535 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:40.402087 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [req-b46aa09e-3ff0-481b-9582-f6c53cd5df63 req-5df84af7-0c7b-4cd4-add3-f1588891e535 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Calling delete_port for 90070be3-8221-44fc-beb6-a1750e068767 owned by compute:nova {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 15:38:40.528992 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-b46aa09e-3ff0-481b-9582-f6c53cd5df63 req-5df84af7-0c7b-4cd4-add3-f1588891e535 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:40.561865 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df84af7-0c7b-4cd4-add3-f1588891e535 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Pushing event deleted for resources: {'Port': ['ID=90070be3-8221-44fc-beb6-a1750e068767,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:38:40.603697 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [req-b46aa09e-3ff0-481b-9582-f6c53cd5df63 req-5df84af7-0c7b-4cd4-add3-f1588891e535 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] No DVR routers for this DVR port 90070be3-8221-44fc-beb6-a1750e068767 on host n-h2-694802-15 {{(pid=94467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 15:38:40.606230 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-b46aa09e-3ff0-481b-9582-f6c53cd5df63 req-5df84af7-0c7b-4cd4-add3-f1588891e535 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:40.608211 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b46aa09e-3ff0-481b-9582-f6c53cd5df63 req-5df84af7-0c7b-4cd4-add3-f1588891e535 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.49 "DELETE /v2.0/ports/90070be3-8221-44fc-beb6-a1750e068767 HTTP/1.1" status: 204 len: 173 time: 0.3932776 Aug 12 15:38:40.608664 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b14ceeba-09d1-4559-9485-a6044ac7c191', 'name': 'network-vif-deleted', 'tag': '90070be3-8221-44fc-beb6-a1750e068767'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:38:40.610868 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1d90890f15e5cc8eba4d51c7734538f2f2e5e8e12504eb7d6ddd0a29ee9b803" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2959f0c0-ba89-4ad7-b048-a4fe22eaba7b" -d '{"events": [{"server_uuid": "b14ceeba-09d1-4559-9485-a6044ac7c191", "name": "network-vif-deleted", "tag": "90070be3-8221-44fc-beb6-a1750e068767"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 15:38:40.647948 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 15:38:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adb6410a-9191-48cf-bed3-6320866a8fe9 x-openstack-request-id: req-adb6410a-9191-48cf-bed3-6320866a8fe9 {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 15:38:40.648246 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b14ceeba-09d1-4559-9485-a6044ac7c191", "name": "network-vif-deleted", "tag": "90070be3-8221-44fc-beb6-a1750e068767", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 15:38:40.648501 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-adb6410a-9191-48cf-bed3-6320866a8fe9 {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 15:38:40.648900 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b14ceeba-09d1-4559-9485-a6044ac7c191', 'name': 'network-vif-deleted', 'tag': '90070be3-8221-44fc-beb6-a1750e068767', 'status': 'completed', 'code': 200} Aug 12 15:38:41.007306 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-c42ede5b-7c7a-4e23-8a38-9c341c9612c5 req-d18b024d-8c8f-4c55-b4f7-7f59592b4424 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "GET /v2.0/ports?device_id=b14ceeba-09d1-4559-9485-a6044ac7c191 HTTP/1.1" status: 200 len: 210 time: 0.0392225 Aug 12 15:38:42.069773 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 36790) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:38:42.236392 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:42.443123 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d5d6ea8e-c098-4265-a417-d82b7287793f tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66663830'] for router_interface, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:42.702061 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-d5d6ea8e-c098-4265-a417-d82b7287793f tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Deleting port 8529ddc2-e964-4de1-8a50-3efa994ec37a {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 15:38:42.702322 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d5d6ea8e-c098-4265-a417-d82b7287793f tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:42.805374 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d5d6ea8e-c098-4265-a417-d82b7287793f tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] For port 8529ddc2-e964-4de1-8a50-3efa994ec37a, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=8529ddc2-e964-4de1-8a50-3efa994ec37a,segment=NetworkSegment(664fea66-326f-4a19-9353-6a61c56d93b2),segment_id=664fea66-326f-4a19-9353-6a61c56d93b2)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:38:42.805937 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d5d6ea8e-c098-4265-a417-d82b7287793f tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:42.825735 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-d5d6ea8e-c098-4265-a417-d82b7287793f tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Calling delete_port for 8529ddc2-e964-4de1-8a50-3efa994ec37a owned by network:router_interface {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 15:38:43.037294 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d5d6ea8e-c098-4265-a417-d82b7287793f tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:43.068198 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d6ea8e-c098-4265-a417-d82b7287793f tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Pushing event deleted for resources: {'Port': ['ID=8529ddc2-e964-4de1-8a50-3efa994ec37a,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:38:43.083895 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d6ea8e-c098-4265-a417-d82b7287793f tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:38:43.084582 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d6ea8e-c098-4265-a417-d82b7287793f tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:38:43.084582 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d6ea8e-c098-4265-a417-d82b7287793f tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:38:43.084785 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d6ea8e-c098-4265-a417-d82b7287793f tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:38:43.085235 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d6ea8e-c098-4265-a417-d82b7287793f tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:38:43.085575 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d6ea8e-c098-4265-a417-d82b7287793f tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:38:43.085911 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d6ea8e-c098-4265-a417-d82b7287793f tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:38:43.086249 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d6ea8e-c098-4265-a417-d82b7287793f tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:38:43.086579 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d6ea8e-c098-4265-a417-d82b7287793f tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:38:43.086906 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d6ea8e-c098-4265-a417-d82b7287793f tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:38:43.087258 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d6ea8e-c098-4265-a417-d82b7287793f tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:38:43.087580 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d6ea8e-c098-4265-a417-d82b7287793f tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:38:43.117063 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:43.262731 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d5d6ea8e-c098-4265-a417-d82b7287793f tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66628352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-430630'] for router_interface, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:43.448508 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f3e992fc-f33e-4fc8-93e8-671f39bf679f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:43.521612 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5d6ea8e-c098-4265-a417-d82b7287793f tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Router c369c0b0-064c-4e29-9005-4be3d059a60b has already been hosted by L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f {{(pid=94466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 15:38:43.545629 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:43.673215 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5d6ea8e-c098-4265-a417-d82b7287793f tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 15:38:43.680570 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-d5d6ea8e-c098-4265-a417-d82b7287793f tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "PUT /v2.0/routers/c369c0b0-064c-4e29-9005-4be3d059a60b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6087217 Aug 12 15:38:43.684218 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 36792) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:38:43.687053 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da4ba430-aab9-4bde-82ba-9f78b06bcf0a None None] Sync routers for ids ['c369c0b0-064c-4e29-9005-4be3d059a60b'] in n-d-694802-15 {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 15:38:43.698421 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da4ba430-aab9-4bde-82ba-9f78b06bcf0a None None] Routers {'c369c0b0-064c-4e29-9005-4be3d059a60b'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:38:43.700366 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-da4ba430-aab9-4bde-82ba-9f78b06bcf0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T15:38:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['c369c0b0-064c-4e29-9005-4be3d059a60b'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:38:43.794490 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b461ba6-0fa2-4085-ba00-a66ea1f8532b tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Deleting subnet fbd93d0a-26e6-4256-91e1-4a14c197f063 {{(pid=94467) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 15:38:43.800430 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-2b461ba6-0fa2-4085-ba00-a66ea1f8532b tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks [] for subnet, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:43.819990 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvr_db [None req-da4ba430-aab9-4bde-82ba-9f78b06bcf0a None None] Set router c369c0b0-064c-4e29-9005-4be3d059a60b gateway port host: n-d-694802-15 {{(pid=94468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:38:43.874180 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-2b461ba6-0fa2-4085-ba00-a66ea1f8532b tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3857505'] for subnet, precommit_delete_associations {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:44.011652 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device 90070be3-8221-44fc-beb6-a1750e068767 no longer exists at agent hyperv_n-h2-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 15:38:44.027179 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-2b461ba6-0fa2-4085-ba00-a66ea1f8532b tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66416255'] for subnet, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:44.051737 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] No Port match for: 90070be3-8221-44fc-beb6-a1750e068767 {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 15:38:44.052251 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device 90070be3-8221-44fc-beb6-a1750e068767 not bound to the agent host n-h2-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 15:38:44.069468 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-da4ba430-aab9-4bde-82ba-9f78b06bcf0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c369c0b0-064c-4e29-9005-4be3d059a60b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-866847507', 'tenant_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.155'}], 'enable_snat': True}, 'gw_port_id': 'd677e189-ff6e-4cd7-adf2-9bee651a769e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:36:28Z', 'updated_at': '2021-08-12T15:38:42Z', 'revision_number': 5, 'project_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'gw_port': {'id': 'd677e189-ff6e-4cd7-adf2-9bee651a769e', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:38:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c369c0b0-064c-4e29-9005-4be3d059a60b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:36:28Z', 'updated_at': '2021-08-12T15:36:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15'}], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:38:44.117699 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da4ba430-aab9-4bde-82ba-9f78b06bcf0a None None] Checking router: c369c0b0-064c-4e29-9005-4be3d059a60b for host: n-d-694802-15 {{(pid=94468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 15:38:44.125529 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-2b461ba6-0fa2-4085-ba00-a66ea1f8532b tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66416232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2859225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3343748'] for subnet, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:44.133096 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da4ba430-aab9-4bde-82ba-9f78b06bcf0a None None] Routers {'c369c0b0-064c-4e29-9005-4be3d059a60b'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:38:44.134490 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-da4ba430-aab9-4bde-82ba-9f78b06bcf0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T15:38:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['c369c0b0-064c-4e29-9005-4be3d059a60b'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:38:44.181289 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-2b461ba6-0fa2-4085-ba00-a66ea1f8532b tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks [] for subnet, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:44.184732 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-2b461ba6-0fa2-4085-ba00-a66ea1f8532b tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "DELETE /v2.0/subnets/fbd93d0a-26e6-4256-91e1-4a14c197f063 HTTP/1.1" status: 204 len: 168 time: 0.4989448 Aug 12 15:38:44.186146 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b461ba6-0fa2-4085-ba00-a66ea1f8532b tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Pushing event deleted for resources: {'Subnet': ['ID=fbd93d0a-26e6-4256-91e1-4a14c197f063,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:38:44.189066 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 36794) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:38:44.199761 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a9739b0-19e7-4b21-9e64-59e7b921b83d None None] Network c2794f18-d93a-41fe-b0a7-9f5cc5d98f28 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 15:38:44.310059 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-1769855f-eda9-4483-9dc3-3220908ab45d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:44.341192 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-0dddb505-92bc-426b-b845-bf671d5a25d3 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks [] for router, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:44.457110 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-0dddb505-92bc-426b-b845-bf671d5a25d3 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:44.520062 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-0dddb505-92bc-426b-b845-bf671d5a25d3 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Deleting port d677e189-ff6e-4cd7-adf2-9bee651a769e {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 15:38:44.520406 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-0dddb505-92bc-426b-b845-bf671d5a25d3 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:44.564660 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvr_db [None req-da4ba430-aab9-4bde-82ba-9f78b06bcf0a None None] Set router c369c0b0-064c-4e29-9005-4be3d059a60b gateway port host: n-d-694802-15 {{(pid=94468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:38:44.601562 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [None req-0dddb505-92bc-426b-b845-bf671d5a25d3 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] For port d677e189-ff6e-4cd7-adf2-9bee651a769e, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=d677e189-ff6e-4cd7-adf2-9bee651a769e,segment=NetworkSegment(b1b396cb-2dc6-4041-bfc7-1833a80a4720),segment_id=b1b396cb-2dc6-4041-bfc7-1833a80a4720)] {{(pid=94467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:38:44.601929 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-0dddb505-92bc-426b-b845-bf671d5a25d3 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:44.614977 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-0dddb505-92bc-426b-b845-bf671d5a25d3 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Calling delete_port for d677e189-ff6e-4cd7-adf2-9bee651a769e owned by network:router_gateway {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 15:38:44.708124 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df477d80-a7b8-4a27-9624-c2cc7d6a9e70 None None] DHCP port deletion for c2794f18-d93a-41fe-b0a7-9f5cc5d98f28 request from n-d-694802-15 {{(pid=94468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 15:38:44.795386 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-df477d80-a7b8-4a27-9624-c2cc7d6a9e70 None None] Deleting port 6d41daae-27cd-4b07-8d2e-f6f33863b193 {{(pid=94468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 15:38:44.795758 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-df477d80-a7b8-4a27-9624-c2cc7d6a9e70 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:44.807928 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-0dddb505-92bc-426b-b845-bf671d5a25d3 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:44.837180 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dddb505-92bc-426b-b845-bf671d5a25d3 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Pushing event deleted for resources: {'Port': ['ID=d677e189-ff6e-4cd7-adf2-9bee651a769e,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:38:44.845017 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-da4ba430-aab9-4bde-82ba-9f78b06bcf0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c369c0b0-064c-4e29-9005-4be3d059a60b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-866847507', 'tenant_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.155'}], 'enable_snat': True}, 'gw_port_id': 'd677e189-ff6e-4cd7-adf2-9bee651a769e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:36:28Z', 'updated_at': '2021-08-12T15:38:42Z', 'revision_number': 5, 'project_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'gw_port': {'id': 'd677e189-ff6e-4cd7-adf2-9bee651a769e', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:38:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c369c0b0-064c-4e29-9005-4be3d059a60b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:36:28Z', 'updated_at': '2021-08-12T15:36:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15'}], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:38:44.875122 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da4ba430-aab9-4bde-82ba-9f78b06bcf0a None None] The sync data for ids ['c369c0b0-064c-4e29-9005-4be3d059a60b'] in n-d-694802-15 is: [{'id': 'c369c0b0-064c-4e29-9005-4be3d059a60b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-866847507', 'tenant_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.155'}], 'enable_snat': True}, 'gw_port_id': 'd677e189-ff6e-4cd7-adf2-9bee651a769e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:36:28Z', 'updated_at': '2021-08-12T15:38:42Z', 'revision_number': 5, 'project_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'gw_port': {'id': 'd677e189-ff6e-4cd7-adf2-9bee651a769e', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:38:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c369c0b0-064c-4e29-9005-4be3d059a60b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:36:28Z', 'updated_at': '2021-08-12T15:36:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15'}] {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 15:38:44.893556 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-df477d80-a7b8-4a27-9624-c2cc7d6a9e70 None None] For port 6d41daae-27cd-4b07-8d2e-f6f33863b193, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=6d41daae-27cd-4b07-8d2e-f6f33863b193,segment=NetworkSegment(664fea66-326f-4a19-9353-6a61c56d93b2),segment_id=664fea66-326f-4a19-9353-6a61c56d93b2)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:38:44.893957 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-df477d80-a7b8-4a27-9624-c2cc7d6a9e70 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:44.901086 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-0dddb505-92bc-426b-b845-bf671d5a25d3 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-431580'] for router_gateway, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:44.907090 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-df477d80-a7b8-4a27-9624-c2cc7d6a9e70 None None] Calling delete_port for 6d41daae-27cd-4b07-8d2e-f6f33863b193 owned by network:dhcp {{(pid=94468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 15:38:44.995517 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-0dddb505-92bc-426b-b845-bf671d5a25d3 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-429360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-104877'] for router, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:44.995784 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-df477d80-a7b8-4a27-9624-c2cc7d6a9e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262'] for port, after_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:44.997695 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-0dddb505-92bc-426b-b845-bf671d5a25d3 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:45.024609 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df477d80-a7b8-4a27-9624-c2cc7d6a9e70 None None] Pushing event deleted for resources: {'Port': ['ID=6d41daae-27cd-4b07-8d2e-f6f33863b193,revision_number=None']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:38:45.028337 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df477d80-a7b8-4a27-9624-c2cc7d6a9e70 None None] No DVR routers for this DVR port 6d41daae-27cd-4b07-8d2e-f6f33863b193 on host n-d-694802-15 {{(pid=94468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 15:38:45.044153 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df477d80-a7b8-4a27-9624-c2cc7d6a9e70 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:38:45.044153 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df477d80-a7b8-4a27-9624-c2cc7d6a9e70 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:38:45.044153 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df477d80-a7b8-4a27-9624-c2cc7d6a9e70 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:38:45.044153 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df477d80-a7b8-4a27-9624-c2cc7d6a9e70 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:38:45.044153 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df477d80-a7b8-4a27-9624-c2cc7d6a9e70 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:38:45.044153 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df477d80-a7b8-4a27-9624-c2cc7d6a9e70 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:38:45.044153 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df477d80-a7b8-4a27-9624-c2cc7d6a9e70 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:38:45.044153 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df477d80-a7b8-4a27-9624-c2cc7d6a9e70 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:38:45.044153 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df477d80-a7b8-4a27-9624-c2cc7d6a9e70 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:38:45.044153 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df477d80-a7b8-4a27-9624-c2cc7d6a9e70 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:38:45.044153 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df477d80-a7b8-4a27-9624-c2cc7d6a9e70 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:38:45.044153 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df477d80-a7b8-4a27-9624-c2cc7d6a9e70 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:38:45.054255 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-0dddb505-92bc-426b-b845-bf671d5a25d3 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-429375'] for router, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:45.054879 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dddb505-92bc-426b-b845-bf671d5a25d3 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Fanout notify agent at l3_agent the message router_deleted on router c369c0b0-064c-4e29-9005-4be3d059a60b {{(pid=94467) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 15:38:45.062196 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-0dddb505-92bc-426b-b845-bf671d5a25d3 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks [] for router, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:45.063392 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-0dddb505-92bc-426b-b845-bf671d5a25d3 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "DELETE /v2.0/routers/c369c0b0-064c-4e29-9005-4be3d059a60b HTTP/1.1" status: 204 len: 168 time: 0.8719764 Aug 12 15:38:45.066545 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 36796) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:38:45.146789 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-30796093-1545-4c34-9c95-ff08dfff62c5 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680608'] for network, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:45.235159 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-30796093-1545-4c34-9c95-ff08dfff62c5 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66413304', 'neutron.services.segments.db._delete_segments_for_network-8744654118000'] for network, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:45.245734 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-30796093-1545-4c34-9c95-ff08dfff62c5 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2794f18-d93a-41fe-b0a7-9f5cc5d98f28']}} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:38:45.257712 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-30796093-1545-4c34-9c95-ff08dfff62c5 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '664fea66-326f-4a19-9353-6a61c56d93b2') {'for_net_delete': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:38:45.257987 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-30796093-1545-4c34-9c95-ff08dfff62c5 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '664fea66-326f-4a19-9353-6a61c56d93b2') {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:38:45.268260 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-30796093-1545-4c34-9c95-ff08dfff62c5 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744654122361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3857526'] for segment, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:45.282580 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-30796093-1545-4c34-9c95-ff08dfff62c5 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:45.289472 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30796093-1545-4c34-9c95-ff08dfff62c5 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Releasing vlan 349 on physical network physnet1 to pool {{(pid=94467) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 15:38:45.289882 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-30796093-1545-4c34-9c95-ff08dfff62c5 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2859015'] for segment, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:45.293076 n-d-694802-15 neutron-server[94467]: Traceback (most recent call last): Aug 12 15:38:45.293076 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 15:38:45.293076 n-d-694802-15 neutron-server[94467]: timer() Aug 12 15:38:45.293076 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 15:38:45.293076 n-d-694802-15 neutron-server[94467]: cb(*args, **kw) Aug 12 15:38:45.293076 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 15:38:45.293076 n-d-694802-15 neutron-server[94467]: return func(*args, **kwargs) Aug 12 15:38:45.293076 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 15:38:45.293076 n-d-694802-15 neutron-server[94467]: self._notify() Aug 12 15:38:45.293076 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 15:38:45.293076 n-d-694802-15 neutron-server[94467]: self.callback(batched_events) Aug 12 15:38:45.293076 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 15:38:45.293076 n-d-694802-15 neutron-server[94467]: event.method(event) Aug 12 15:38:45.293076 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 15:38:45.293076 n-d-694802-15 neutron-server[94467]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 15:38:45.293076 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 15:38:45.293076 n-d-694802-15 neutron-server[94467]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 15:38:45.293076 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 15:38:45.293076 n-d-694802-15 neutron-server[94467]: return f(self, *a, **k) Aug 12 15:38:45.293076 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 15:38:45.293076 n-d-694802-15 neutron-server[94467]: return self._get(url).json() Aug 12 15:38:45.293076 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 15:38:45.293076 n-d-694802-15 neutron-server[94467]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 15:38:45.293076 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 15:38:45.293076 n-d-694802-15 neutron-server[94467]: return self.request(url, 'GET', **kwargs) Aug 12 15:38:45.293076 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 15:38:45.293076 n-d-694802-15 neutron-server[94467]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 15:38:45.293076 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 15:38:45.293076 n-d-694802-15 neutron-server[94467]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 15:38:45.293076 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 15:38:45.293076 n-d-694802-15 neutron-server[94467]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 15:38:45.293076 n-d-694802-15 neutron-server[94467]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 15:38:45.358142 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-30796093-1545-4c34-9c95-ff08dfff62c5 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66413281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431520'] for network, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:45.363345 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-30796093-1545-4c34-9c95-ff08dfff62c5 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks [] for network, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:45.365544 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-30796093-1545-4c34-9c95-ff08dfff62c5 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "DELETE /v2.0/networks/c2794f18-d93a-41fe-b0a7-9f5cc5d98f28 HTTP/1.1" status: 204 len: 168 time: 0.2979929 Aug 12 15:38:45.368511 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 36798) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:38:45.380330 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30796093-1545-4c34-9c95-ff08dfff62c5 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Pushing event deleted for resources: {'Network': ['ID=c2794f18-d93a-41fe-b0a7-9f5cc5d98f28,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:38:45.435637 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-012fa9ec-b16f-4115-bcee-03d97299b99f tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks [] for security_group, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:45.471599 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-012fa9ec-b16f-4115-bcee-03d97299b99f tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:45.567107 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-012fa9ec-b16f-4115-bcee-03d97299b99f tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:45.570819 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-012fa9ec-b16f-4115-bcee-03d97299b99f tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:45.572290 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-012fa9ec-b16f-4115-bcee-03d97299b99f tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "DELETE /v2.0/security-groups/7a2418c9-18f3-49a6-9b78-2e59468b3249 HTTP/1.1" status: 204 len: 168 time: 0.2023363 Aug 12 15:38:45.586164 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012fa9ec-b16f-4115-bcee-03d97299b99f tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a2418c9-18f3-49a6-9b78-2e59468b3249,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:38:45.856305 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-fe95f194-a3b0-4c04-9e42-20b511169d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:45.938711 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 8529ddc2-e964-4de1-8a50-3efa994ec37a no longer exists at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 15:38:45.960640 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] No Port match for: 8529ddc2-e964-4de1-8a50-3efa994ec37a {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 15:38:45.960978 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 8529ddc2-e964-4de1-8a50-3efa994ec37a not bound to the agent host n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 15:38:45.961395 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 6d41daae-27cd-4b07-8d2e-f6f33863b193 no longer exists at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 15:38:45.982652 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] No Port match for: 6d41daae-27cd-4b07-8d2e-f6f33863b193 {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 15:38:45.983003 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 6d41daae-27cd-4b07-8d2e-f6f33863b193 not bound to the agent host n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 15:38:45.988068 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 36804) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:38:45.993659 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-c63bd58b-c264-4fcf-8614-7d074e29c337 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-421081534', 'description': 'tempest-secgroup-smoke-421081534 description', 'project_id': 'b54ac9ed014240dead4ece37b0fb3f94'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:38:46.016186 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c63bd58b-c264-4fcf-8614-7d074e29c337 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks [] for security_group, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:46.106721 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c63bd58b-c264-4fcf-8614-7d074e29c337 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks [] for security_group, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:46.110909 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c63bd58b-c264-4fcf-8614-7d074e29c337 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:46.137275 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-c63bd58b-c264-4fcf-8614-7d074e29c337 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:46.138542 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-c63bd58b-c264-4fcf-8614-7d074e29c337 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1490884 Aug 12 15:38:46.141431 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 36806) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:38:46.146512 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-a010a902-8d1a-4570-981e-42e70816e26d tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Request body: {'security_group_rule': {'security_group_id': '5b01e15c-e762-408c-bcae-0d7a03a8103a', 'project_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:38:46.153077 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63bd58b-c264-4fcf-8614-7d074e29c337 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b01e15c-e762-408c-bcae-0d7a03a8103a,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:38:46.177343 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a010a902-8d1a-4570-981e-42e70816e26d tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:46.236191 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a010a902-8d1a-4570-981e-42e70816e26d tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:46.239711 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a010a902-8d1a-4570-981e-42e70816e26d tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641735'] for security_group_rule, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:46.257353 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a010a902-8d1a-4570-981e-42e70816e26d tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd5e2b8f-2964-436b-83c9-05bbb60fb30c,revision_number=0']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:38:46.263250 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a010a902-8d1a-4570-981e-42e70816e26d tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:46.264456 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-a010a902-8d1a-4570-981e-42e70816e26d tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1214962 Aug 12 15:38:46.267793 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 36808) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:38:46.272211 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-63dd7f7a-1ec0-47af-9cef-1551b8544e5d tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Request body: {'security_group_rule': {'security_group_id': '5b01e15c-e762-408c-bcae-0d7a03a8103a', 'project_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:38:46.303274 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-63dd7f7a-1ec0-47af-9cef-1551b8544e5d tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:46.362265 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-63dd7f7a-1ec0-47af-9cef-1551b8544e5d tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:46.365948 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-63dd7f7a-1ec0-47af-9cef-1551b8544e5d tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641735'] for security_group_rule, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:46.382219 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dd7f7a-1ec0-47af-9cef-1551b8544e5d tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f528437a-71d7-4aff-aea8-dab2199f98ad,revision_number=0']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:38:46.392415 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-63dd7f7a-1ec0-47af-9cef-1551b8544e5d tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:46.393632 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-63dd7f7a-1ec0-47af-9cef-1551b8544e5d tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1249285 Aug 12 15:38:46.396495 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 36810) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:38:46.400887 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-b0fd5e75-4485-4b4b-b999-545f451a8cd5 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Request body: {'security_group_rule': {'security_group_id': '5b01e15c-e762-408c-bcae-0d7a03a8103a', 'project_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:38:46.427147 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b0fd5e75-4485-4b4b-b999-545f451a8cd5 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:46.489049 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b0fd5e75-4485-4b4b-b999-545f451a8cd5 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:46.492674 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b0fd5e75-4485-4b4b-b999-545f451a8cd5 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641735'] for security_group_rule, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:46.511412 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fd5e75-4485-4b4b-b999-545f451a8cd5 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4426193e-003c-4426-8007-67d4bd6c0886,revision_number=0']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:38:46.517455 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b0fd5e75-4485-4b4b-b999-545f451a8cd5 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:46.518823 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-b0fd5e75-4485-4b4b-b999-545f451a8cd5 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1213813 Aug 12 15:38:46.521745 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 36812) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:38:46.526349 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-8eb1a5b7-c284-4be6-886f-8ab7974fa766 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Request body: {'security_group_rule': {'security_group_id': '5b01e15c-e762-408c-bcae-0d7a03a8103a', 'project_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:38:46.552190 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-8eb1a5b7-c284-4be6-886f-8ab7974fa766 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:46.611192 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-8eb1a5b7-c284-4be6-886f-8ab7974fa766 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:46.614666 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-8eb1a5b7-c284-4be6-886f-8ab7974fa766 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641735'] for security_group_rule, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:46.632222 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb1a5b7-c284-4be6-886f-8ab7974fa766 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80159cc2-ec40-4214-a238-61f2d2ed29c9,revision_number=0']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:38:46.639099 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-8eb1a5b7-c284-4be6-886f-8ab7974fa766 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:46.640346 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-8eb1a5b7-c284-4be6-886f-8ab7974fa766 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1176016 Aug 12 15:38:46.643709 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 36814) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:38:46.648044 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-0429d6a5-06d9-4a87-b833-2f457c83df4e tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Request body: {'security_group_rule': {'security_group_id': '5b01e15c-e762-408c-bcae-0d7a03a8103a', 'project_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:38:46.669084 n-d-694802-15 neutron-server[94467]: INFO neutron.db.securitygroups_db [None req-0429d6a5-06d9-4a87-b833-2f457c83df4e tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Project b54ac9ed014240dead4ece37b0fb3f94 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 12 15:38:46.673964 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-0429d6a5-06d9-4a87-b833-2f457c83df4e tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:46.734891 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-0429d6a5-06d9-4a87-b833-2f457c83df4e tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:46.738970 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-0429d6a5-06d9-4a87-b833-2f457c83df4e tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641735'] for security_group_rule, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:46.758138 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0429d6a5-06d9-4a87-b833-2f457c83df4e tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2d95bcd-f6fa-4f91-8a5b-da2b9ceca994,revision_number=0']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:38:46.761398 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-0429d6a5-06d9-4a87-b833-2f457c83df4e tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:46.762719 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-0429d6a5-06d9-4a87-b833-2f457c83df4e tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1180813 Aug 12 15:38:46.765514 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 36816) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:38:46.769908 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-8ff57339-3ead-4810-99a0-3d11584ae29b tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Request body: {'security_group_rule': {'security_group_id': '5b01e15c-e762-408c-bcae-0d7a03a8103a', 'project_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:38:46.791313 n-d-694802-15 neutron-server[94467]: INFO neutron.db.securitygroups_db [None req-8ff57339-3ead-4810-99a0-3d11584ae29b tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Project b54ac9ed014240dead4ece37b0fb3f94 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 12 15:38:46.796111 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-8ff57339-3ead-4810-99a0-3d11584ae29b tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:46.861246 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-8ff57339-3ead-4810-99a0-3d11584ae29b tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:46.864768 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-8ff57339-3ead-4810-99a0-3d11584ae29b tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641735'] for security_group_rule, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:46.882487 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff57339-3ead-4810-99a0-3d11584ae29b tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=312b804f-4a4b-4e70-b04d-d73d3e3c77e8,revision_number=0']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:38:46.889289 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-8ff57339-3ead-4810-99a0-3d11584ae29b tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:46.890625 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-8ff57339-3ead-4810-99a0-3d11584ae29b tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1241722 Aug 12 15:38:46.893603 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 36818) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:38:46.898484 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-f0740922-e5f6-4cb4-951b-0f6ae71f0532 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Request body: {'network': {'name': 'tempest-network-smoke--13712088', 'project_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'port_security_enabled': True}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:38:46.919538 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0740922-e5f6-4cb4-951b-0f6ae71f0532 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Made reservation on behalf of b54ac9ed014240dead4ece37b0fb3f94 for: {'network': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 15:38:46.923483 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-f0740922-e5f6-4cb4-951b-0f6ae71f0532 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for network, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:46.948021 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0740922-e5f6-4cb4-951b-0f6ae71f0532 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] vlan segment allocate from pool success with {'vlan_id': 317, 'physical_network': 'physnet1'} {{(pid=94467) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 15:38:46.956942 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-f0740922-e5f6-4cb4-951b-0f6ae71f0532 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:46.957285 n-d-694802-15 neutron-server[94467]: INFO neutron.db.segments_db [None req-f0740922-e5f6-4cb4-951b-0f6ae71f0532 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Added segment 83d74fb8-a13d-409f-8541-bc35638667e7 of type vlan for network d42fe13f-7e70-4490-8772-0e7deaa5bf84 Aug 12 15:38:46.995939 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-f0740922-e5f6-4cb4-951b-0f6ae71f0532 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744653628263'] for network, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:47.024246 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-f0740922-e5f6-4cb4-951b-0f6ae71f0532 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409'] for network, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:47.030020 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0740922-e5f6-4cb4-951b-0f6ae71f0532 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:38:47.030599 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-f0740922-e5f6-4cb4-951b-0f6ae71f0532 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks [] for network, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:47.093564 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-f0740922-e5f6-4cb4-951b-0f6ae71f0532 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.1989312 Aug 12 15:38:47.096803 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 36820) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:38:47.104713 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0740922-e5f6-4cb4-951b-0f6ae71f0532 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Pushing event updated for resources: {'Network': ['ID=d42fe13f-7e70-4490-8772-0e7deaa5bf84,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:38:47.116119 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Network d42fe13f-7e70-4490-8772-0e7deaa5bf84 details requested by agent ovs-agent-n-d-694802-15 with host n-d-694802-15 {{(pid=94468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 15:38:47.145500 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-4d049836-5ae8-40a9-a18c-d1b917069e2e tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1366583720', 'admin_state_up': True, 'project_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'}}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:38:47.169404 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-4d049836-5ae8-40a9-a18c-d1b917069e2e tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-430574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-104863'] for router, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:47.170453 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-4d049836-5ae8-40a9-a18c-d1b917069e2e tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-429438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-431405', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66646573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-104852'] for router, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:47.223638 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-4d049836-5ae8-40a9-a18c-d1b917069e2e tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:47.357699 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-4d049836-5ae8-40a9-a18c-d1b917069e2e tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:47.480701 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device d677e189-ff6e-4cd7-adf2-9bee651a769e no longer exists at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 15:38:47.500678 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] No Port match for: d677e189-ff6e-4cd7-adf2-9bee651a769e {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 15:38:47.501019 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device d677e189-ff6e-4cd7-adf2-9bee651a769e not bound to the agent host n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 15:38:47.545974 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-4d049836-5ae8-40a9-a18c-d1b917069e2e tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks [] for router_gateway, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:47.569634 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-4d049836-5ae8-40a9-a18c-d1b917069e2e tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:47.671599 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_common [None req-4d049836-5ae8-40a9-a18c-d1b917069e2e tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Allocated IP 172.25.1.105 (d3759e1b-6c03-45ac-acd4-90abb417809b/f0254f08-c19c-4e31-bd9c-09389ea4b6f2/8a1ce0e1-6acb-451e-967e-fc7fcb8a9ee1) {{(pid=94467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 15:38:47.776140 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-4d049836-5ae8-40a9-a18c-d1b917069e2e tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks [] for port, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:48.155649 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-4d049836-5ae8-40a9-a18c-d1b917069e2e tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:48.189477 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d049836-5ae8-40a9-a18c-d1b917069e2e tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Network d3759e1b-6c03-45ac-acd4-90abb417809b is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 15:38:48.192215 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [None req-4d049836-5ae8-40a9-a18c-d1b917069e2e tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:38:48.195674 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d049836-5ae8-40a9-a18c-d1b917069e2e tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Received port after_create {{(pid=94467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 15:38:48.224211 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d049836-5ae8-40a9-a18c-d1b917069e2e tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Pushing event updated for resources: {'Port': ['ID=8a1ce0e1-6acb-451e-967e-fc7fcb8a9ee1,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:38:48.457126 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-4d049836-5ae8-40a9-a18c-d1b917069e2e tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks [] for router_gateway, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:48.663717 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-4d049836-5ae8-40a9-a18c-d1b917069e2e tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-429413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-431608'] for router, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:48.797481 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d049836-5ae8-40a9-a18c-d1b917069e2e tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Router ae17407c-5137-4972-8d14-792300e57efc is scheduled to L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f with binding_index 1 {{(pid=94467) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 15:38:48.908212 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d049836-5ae8-40a9-a18c-d1b917069e2e tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 15:38:48.918100 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17672bba-875a-4263-80d2-a3cbcae58091 None None] Sync routers for ids ['ae17407c-5137-4972-8d14-792300e57efc'] in n-d-694802-15 {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 15:38:48.925823 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-4d049836-5ae8-40a9-a18c-d1b917069e2e tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks [] for router, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:48.927140 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-4d049836-5ae8-40a9-a18c-d1b917069e2e tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.8293808 Aug 12 15:38:48.929580 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17672bba-875a-4263-80d2-a3cbcae58091 None None] Routers {'ae17407c-5137-4972-8d14-792300e57efc'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:38:48.930218 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 36824) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:38:48.930351 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-17672bba-875a-4263-80d2-a3cbcae58091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T15:38:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['ae17407c-5137-4972-8d14-792300e57efc'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:38:48.959794 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-11617079-60d6-4e67-b9f2-e71bf9b9a50a tempest-TestNetworkAdvancedServerOps-1009123411 tempest-TestNetworkAdvancedServerOps-1009123411-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=b54ac9ed014240dead4ece37b0fb3f94&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0284662 Aug 12 15:38:48.962435 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 36826) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:38:49.038097 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-17672bba-875a-4263-80d2-a3cbcae58091 None None] Set router ae17407c-5137-4972-8d14-792300e57efc gateway port host: n-d-694802-15 {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:38:49.052982 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd117915-c0f1-4d01-9038-f867ee0f11f4 tempest-TestNetworkAdvancedServerOps-1009123411 tempest-TestNetworkAdvancedServerOps-1009123411-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:38:49.054458 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-bd117915-c0f1-4d01-9038-f867ee0f11f4 tempest-TestNetworkAdvancedServerOps-1009123411 tempest-TestNetworkAdvancedServerOps-1009123411-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0911148 Aug 12 15:38:49.057380 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 36828) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:38:49.095306 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-b1c277b2-c456-464a-a7e6-c491175d851c tempest-TestNetworkAdvancedServerOps-1009123411 tempest-TestNetworkAdvancedServerOps-1009123411-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=d3759e1b-6c03-45ac-acd4-90abb417809b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0344748 Aug 12 15:38:49.095609 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 36830) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:38:49.101055 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-59cae8de-f7a0-45c1-9074-bb4f81cdd335 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1885799671', 'network_id': 'd42fe13f-7e70-4490-8772-0e7deaa5bf84', 'project_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:38:49.192610 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59cae8de-f7a0-45c1-9074-bb4f81cdd335 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Made reservation on behalf of b54ac9ed014240dead4ece37b0fb3f94 for: {'subnet': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 15:38:49.196415 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-59cae8de-f7a0-45c1-9074-bb4f81cdd335 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3343791'] for subnet, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:49.231726 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-17672bba-875a-4263-80d2-a3cbcae58091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae17407c-5137-4972-8d14-792300e57efc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1366583720', 'tenant_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.105'}], 'enable_snat': True}, 'gw_port_id': '8a1ce0e1-6acb-451e-967e-fc7fcb8a9ee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:38:47Z', 'updated_at': '2021-08-12T15:38:48Z', 'revision_number': 3, 'project_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'gw_port': {'id': '8a1ce0e1-6acb-451e-967e-fc7fcb8a9ee1', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:4b:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae17407c-5137-4972-8d14-792300e57efc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:38:47Z', 'updated_at': '2021-08-12T15:38:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15'}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:38:49.255572 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17672bba-875a-4263-80d2-a3cbcae58091 None None] Checking router: ae17407c-5137-4972-8d14-792300e57efc for host: n-d-694802-15 {{(pid=94469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 15:38:49.255916 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17672bba-875a-4263-80d2-a3cbcae58091 None None] Updating router ae17407c-5137-4972-8d14-792300e57efc port 8a1ce0e1-6acb-451e-967e-fc7fcb8a9ee1 binding host n-d-694802-15 {{(pid=94469) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 15:38:49.282320 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-17672bba-875a-4263-80d2-a3cbcae58091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:49.393011 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-59cae8de-f7a0-45c1-9074-bb4f81cdd335 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2859166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3343773'] for subnet, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:49.456593 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cae8de-f7a0-45c1-9074-bb4f81cdd335 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Pushing event updated for resources: {'Subnet': ['ID=1cfb795b-219b-4ccb-853b-386ffbdad260,revision_number=0']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:38:49.464746 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59cae8de-f7a0-45c1-9074-bb4f81cdd335 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Checking segment: {'id': '83d74fb8-a13d-409f-8541-bc35638667e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'd42fe13f-7e70-4490-8772-0e7deaa5bf84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 15:38:49.465102 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59cae8de-f7a0-45c1-9074-bb4f81cdd335 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Network hostable DHCP agents. Network: d42fe13f-7e70-4490-8772-0e7deaa5bf84, hostable agents: ['1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658'], hosted agents: [] {{(pid=94467) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 15:38:49.482011 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59cae8de-f7a0-45c1-9074-bb4f81cdd335 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Network d42fe13f-7e70-4490-8772-0e7deaa5bf84 is scheduled to be hosted by DHCP agent 1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658 with binding_index 1 {{(pid=94467) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 15:38:49.492624 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [None req-59cae8de-f7a0-45c1-9074-bb4f81cdd335 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-15, d42fe13f-7e70-4490-8772-0e7deaa5bf84) {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:38:49.497109 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59cae8de-f7a0-45c1-9074-bb4f81cdd335 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:38:49.498324 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-59cae8de-f7a0-45c1-9074-bb4f81cdd335 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks [] for subnet, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:49.503636 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7310ac03-2445-4840-bc6b-8f109d2429e9 None None] Network d42fe13f-7e70-4490-8772-0e7deaa5bf84 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 15:38:49.513138 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-59cae8de-f7a0-45c1-9074-bb4f81cdd335 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4160745 Aug 12 15:38:49.515934 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 36832) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:38:49.580093 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-17672bba-875a-4263-80d2-a3cbcae58091 None None] Notify callbacks [] for port, precommit_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:49.593487 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.provisioning_blocks [None req-17672bba-875a-4263-80d2-a3cbcae58091 None None] Transition to ACTIVE for port object 8a1ce0e1-6acb-451e-967e-fc7fcb8a9ee1 will not be triggered until provisioned by entity L2. {{(pid=94469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:38:49.600441 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-17672bba-875a-4263-80d2-a3cbcae58091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:49.658995 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.managers [None req-17672bba-875a-4263-80d2-a3cbcae58091 None None] Attempting to bind port 8a1ce0e1-6acb-451e-967e-fc7fcb8a9ee1 on host n-d-694802-15 for vnic_type normal with profile {{(pid=94469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 15:38:49.659384 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.managers [None req-17672bba-875a-4263-80d2-a3cbcae58091 None None] Attempting to bind port 8a1ce0e1-6acb-451e-967e-fc7fcb8a9ee1 by drivers openvswitch,hyperv on host n-d-694802-15 at level 0 using segments [{'id': 'b1b396cb-2dc6-4041-bfc7-1833a80a4720', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'}] {{(pid=94469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 15:38:49.659769 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17672bba-875a-4263-80d2-a3cbcae58091 None None] Attempting to bind port 8a1ce0e1-6acb-451e-967e-fc7fcb8a9ee1 on network d3759e1b-6c03-45ac-acd4-90abb417809b {{(pid=94469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 15:38:49.660916 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9d1cbf0-1a81-4b17-8959-70064b96ccc4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa7035b3e-9a89-5964-b9f4-97301c3f476a-d42fe13f-7e70-4490-8772-0e7deaa5bf84', 'network_id': 'd42fe13f-7e70-4490-8772-0e7deaa5bf84', 'tenant_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'fixed_ips': [{'subnet_id': '1cfb795b-219b-4ccb-853b-386ffbdad260'}]}} from n-d-694802-15. {{(pid=94468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 15:38:49.661848 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-d9d1cbf0-1a81-4b17-8959-70064b96ccc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:49.666583 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17672bba-875a-4263-80d2-a3cbcae58091 None None] Checking agent: {'id': '16de73ac-f2e9-4cee-b3e0-91052ae3e6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 20, 13), 'started_at': datetime.datetime(2021, 8, 12, 14, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 15, 38, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 15:38:49.667115 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17672bba-875a-4263-80d2-a3cbcae58091 None None] Checking segment: {'id': 'b1b396cb-2dc6-4041-bfc7-1833a80a4720', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 15:38:49.667545 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-17672bba-875a-4263-80d2-a3cbcae58091 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:49.667960 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17672bba-875a-4263-80d2-a3cbcae58091 None None] Bound using segment: {'id': 'b1b396cb-2dc6-4041-bfc7-1833a80a4720', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'} {{(pid=94469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 15:38:49.668490 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.managers [None req-17672bba-875a-4263-80d2-a3cbcae58091 None None] Bound port: 8a1ce0e1-6acb-451e-967e-fc7fcb8a9ee1, host: n-d-694802-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1b396cb-2dc6-4041-bfc7-1833a80a4720', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'}}] {{(pid=94469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 15:38:49.669089 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-17672bba-875a-4263-80d2-a3cbcae58091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:49.692385 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c012f9e5-c8d2-4122-bc75-ee6e2d79b59a None None] Pushing event updated for resources: {'Port': ['ID=8a1ce0e1-6acb-451e-967e-fc7fcb8a9ee1,revision_number=2']} {{(pid=94469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:38:49.704616 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c012f9e5-c8d2-4122-bc75-ee6e2d79b59a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:38:49.704937 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c012f9e5-c8d2-4122-bc75-ee6e2d79b59a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:38:49.705268 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c012f9e5-c8d2-4122-bc75-ee6e2d79b59a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:38:49.705594 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c012f9e5-c8d2-4122-bc75-ee6e2d79b59a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:38:49.705917 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c012f9e5-c8d2-4122-bc75-ee6e2d79b59a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:38:49.706235 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c012f9e5-c8d2-4122-bc75-ee6e2d79b59a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:38:49.706550 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c012f9e5-c8d2-4122-bc75-ee6e2d79b59a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:38:49.706864 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c012f9e5-c8d2-4122-bc75-ee6e2d79b59a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:38:49.707202 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c012f9e5-c8d2-4122-bc75-ee6e2d79b59a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:38:49.707515 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c012f9e5-c8d2-4122-bc75-ee6e2d79b59a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:38:49.707827 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c012f9e5-c8d2-4122-bc75-ee6e2d79b59a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:38:49.708137 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c012f9e5-c8d2-4122-bc75-ee6e2d79b59a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:38:49.740399 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.db [None req-17672bba-875a-4263-80d2-a3cbcae58091 None None] For port 8a1ce0e1-6acb-451e-967e-fc7fcb8a9ee1, host n-d-694802-15, cleared binding levels {{(pid=94469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 15:38:49.743761 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.db [None req-17672bba-875a-4263-80d2-a3cbcae58091 None None] For port 8a1ce0e1-6acb-451e-967e-fc7fcb8a9ee1, host n-d-694802-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=8a1ce0e1-6acb-451e-967e-fc7fcb8a9ee1,segment=NetworkSegment(b1b396cb-2dc6-4041-bfc7-1833a80a4720),segment_id=b1b396cb-2dc6-4041-bfc7-1833a80a4720)] {{(pid=94469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 15:38:49.749690 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-17672bba-875a-4263-80d2-a3cbcae58091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:49.810305 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.db_base_plugin_common [None req-d9d1cbf0-1a81-4b17-8959-70064b96ccc4 None None] Allocated IP 172.20.0.2 (d42fe13f-7e70-4490-8772-0e7deaa5bf84/1cfb795b-219b-4ccb-853b-386ffbdad260/3c8212bc-e2e4-4021-a7ae-f399ee603809) {{(pid=94468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 15:38:49.812284 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17672bba-875a-4263-80d2-a3cbcae58091 None None] Routers {'ae17407c-5137-4972-8d14-792300e57efc'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:38:49.814331 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-17672bba-875a-4263-80d2-a3cbcae58091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T15:38:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['ae17407c-5137-4972-8d14-792300e57efc'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:38:49.816004 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c012f9e5-c8d2-4122-bc75-ee6e2d79b59a None None] Pushing event updated for resources: {'Port': ['ID=8a1ce0e1-6acb-451e-967e-fc7fcb8a9ee1,revision_number=3']} {{(pid=94469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:38:49.973611 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-d9d1cbf0-1a81-4b17-8959-70064b96ccc4 None None] Notify callbacks [] for port, precommit_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:49.983442 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-d9d1cbf0-1a81-4b17-8959-70064b96ccc4 None None] Transition to ACTIVE for port object 3c8212bc-e2e4-4021-a7ae-f399ee603809 will not be triggered until provisioned by entity L2. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:38:50.003328 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-d9d1cbf0-1a81-4b17-8959-70064b96ccc4 None None] Transition to ACTIVE for port object 3c8212bc-e2e4-4021-a7ae-f399ee603809 will not be triggered until provisioned by entity DHCP. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:38:50.011208 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-d9d1cbf0-1a81-4b17-8959-70064b96ccc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253'] for port, after_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:50.012897 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-1282e602-7be7-482c-913b-e9cd538e5777 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:50.034746 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-17672bba-875a-4263-80d2-a3cbcae58091 None None] Set router ae17407c-5137-4972-8d14-792300e57efc gateway port host: n-d-694802-15 {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:38:50.049193 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9d1cbf0-1a81-4b17-8959-70064b96ccc4 None None] Network d42fe13f-7e70-4490-8772-0e7deaa5bf84 is already hosted by enough agents. {{(pid=94468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 15:38:50.052108 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.base_scheduler [None req-d9d1cbf0-1a81-4b17-8959-70064b96ccc4 None None] Resources bound (agent type, host, resource id): {{(pid=94468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:38:50.057619 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9d1cbf0-1a81-4b17-8959-70064b96ccc4 None None] Received port after_create {{(pid=94468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 15:38:50.068914 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d1cbf0-1a81-4b17-8959-70064b96ccc4 None None] Pushing event updated for resources: {'Port': ['ID=3c8212bc-e2e4-4021-a7ae-f399ee603809,revision_number=1']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:38:50.128348 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-d9d1cbf0-1a81-4b17-8959-70064b96ccc4 None None] Attempting to bind port 3c8212bc-e2e4-4021-a7ae-f399ee603809 on host n-d-694802-15 for vnic_type normal with profile {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 15:38:50.128725 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-d9d1cbf0-1a81-4b17-8959-70064b96ccc4 None None] Attempting to bind port 3c8212bc-e2e4-4021-a7ae-f399ee603809 by drivers openvswitch,hyperv on host n-d-694802-15 at level 0 using segments [{'id': '83d74fb8-a13d-409f-8541-bc35638667e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'd42fe13f-7e70-4490-8772-0e7deaa5bf84'}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 15:38:50.129320 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9d1cbf0-1a81-4b17-8959-70064b96ccc4 None None] Attempting to bind port 3c8212bc-e2e4-4021-a7ae-f399ee603809 on network d42fe13f-7e70-4490-8772-0e7deaa5bf84 {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 15:38:50.135491 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9d1cbf0-1a81-4b17-8959-70064b96ccc4 None None] Checking agent: {'id': '16de73ac-f2e9-4cee-b3e0-91052ae3e6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 20, 13), 'started_at': datetime.datetime(2021, 8, 12, 14, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 15, 38, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 15:38:50.136085 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9d1cbf0-1a81-4b17-8959-70064b96ccc4 None None] Checking segment: {'id': '83d74fb8-a13d-409f-8541-bc35638667e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'd42fe13f-7e70-4490-8772-0e7deaa5bf84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 15:38:50.136655 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-d9d1cbf0-1a81-4b17-8959-70064b96ccc4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:50.137210 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9d1cbf0-1a81-4b17-8959-70064b96ccc4 None None] Bound using segment: {'id': '83d74fb8-a13d-409f-8541-bc35638667e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'd42fe13f-7e70-4490-8772-0e7deaa5bf84'} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 15:38:50.137866 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-d9d1cbf0-1a81-4b17-8959-70064b96ccc4 None None] Bound port: 3c8212bc-e2e4-4021-a7ae-f399ee603809, host: n-d-694802-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83d74fb8-a13d-409f-8541-bc35638667e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'd42fe13f-7e70-4490-8772-0e7deaa5bf84'}}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 15:38:50.138433 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-d9d1cbf0-1a81-4b17-8959-70064b96ccc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:50.212198 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-d9d1cbf0-1a81-4b17-8959-70064b96ccc4 None None] For port 3c8212bc-e2e4-4021-a7ae-f399ee603809, host n-d-694802-15, cleared binding levels {{(pid=94468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 15:38:50.219977 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-d9d1cbf0-1a81-4b17-8959-70064b96ccc4 None None] For port 3c8212bc-e2e4-4021-a7ae-f399ee603809, host n-d-694802-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=3c8212bc-e2e4-4021-a7ae-f399ee603809,segment=NetworkSegment(83d74fb8-a13d-409f-8541-bc35638667e7),segment_id=83d74fb8-a13d-409f-8541-bc35638667e7)] {{(pid=94468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 15:38:50.226214 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-d9d1cbf0-1a81-4b17-8959-70064b96ccc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:50.276026 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-17672bba-875a-4263-80d2-a3cbcae58091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae17407c-5137-4972-8d14-792300e57efc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1366583720', 'tenant_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.105'}], 'enable_snat': True}, 'gw_port_id': '8a1ce0e1-6acb-451e-967e-fc7fcb8a9ee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:38:47Z', 'updated_at': '2021-08-12T15:38:48Z', 'revision_number': 3, 'project_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'gw_port': {'id': '8a1ce0e1-6acb-451e-967e-fc7fcb8a9ee1', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:4b:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae17407c-5137-4972-8d14-792300e57efc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:38:47Z', 'updated_at': '2021-08-12T15:38:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15'}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:38:50.295374 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d1cbf0-1a81-4b17-8959-70064b96ccc4 None None] Pushing event updated for resources: {'Port': ['ID=3c8212bc-e2e4-4021-a7ae-f399ee603809,revision_number=2']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:38:50.304107 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17672bba-875a-4263-80d2-a3cbcae58091 None None] The sync data for ids ['ae17407c-5137-4972-8d14-792300e57efc'] in n-d-694802-15 is: [{'id': 'ae17407c-5137-4972-8d14-792300e57efc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1366583720', 'tenant_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.105'}], 'enable_snat': True}, 'gw_port_id': '8a1ce0e1-6acb-451e-967e-fc7fcb8a9ee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:38:47Z', 'updated_at': '2021-08-12T15:38:48Z', 'revision_number': 3, 'project_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'gw_port': {'id': '8a1ce0e1-6acb-451e-967e-fc7fcb8a9ee1', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:4b:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae17407c-5137-4972-8d14-792300e57efc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:38:47Z', 'updated_at': '2021-08-12T15:38:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15'}] {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 15:38:50.367266 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_common [None req-1282e602-7be7-482c-913b-e9cd538e5777 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Allocated IP 172.20.0.1 (d42fe13f-7e70-4490-8772-0e7deaa5bf84/1cfb795b-219b-4ccb-853b-386ffbdad260/0fd029bd-7ca1-4f2d-8abb-650afdc8e4fe) {{(pid=94467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 15:38:50.506188 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-1282e602-7be7-482c-913b-e9cd538e5777 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks [] for port, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:50.523356 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [None req-1282e602-7be7-482c-913b-e9cd538e5777 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Transition to ACTIVE for port object 0fd029bd-7ca1-4f2d-8abb-650afdc8e4fe will not be triggered until provisioned by entity DHCP. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:38:50.562197 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-1282e602-7be7-482c-913b-e9cd538e5777 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:50.645313 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1282e602-7be7-482c-913b-e9cd538e5777 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Network d42fe13f-7e70-4490-8772-0e7deaa5bf84 is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 15:38:50.648829 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [None req-1282e602-7be7-482c-913b-e9cd538e5777 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:38:50.651690 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1282e602-7be7-482c-913b-e9cd538e5777 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Pushing event updated for resources: {'Port': ['ID=0fd029bd-7ca1-4f2d-8abb-650afdc8e4fe,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:38:50.655908 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1282e602-7be7-482c-913b-e9cd538e5777 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Received port after_create {{(pid=94467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 15:38:50.710214 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-1282e602-7be7-482c-913b-e9cd538e5777 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66663725'] for router_interface, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:50.847968 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-1282e602-7be7-482c-913b-e9cd538e5777 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:51.206318 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-1282e602-7be7-482c-913b-e9cd538e5777 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:51.212406 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-1282e602-7be7-482c-913b-e9cd538e5777 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:51.293735 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-1282e602-7be7-482c-913b-e9cd538e5777 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66628363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66663865'] for router_interface, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:51.305164 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1282e602-7be7-482c-913b-e9cd538e5777 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Pushing event updated for resources: {'Port': ['ID=0fd029bd-7ca1-4f2d-8abb-650afdc8e4fe,revision_number=2']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:38:51.352392 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a825bba5-919c-4b1d-b1f2-7af7cb12a7a1 None None] Network d42fe13f-7e70-4490-8772-0e7deaa5bf84 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 15:38:51.405130 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1282e602-7be7-482c-913b-e9cd538e5777 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Network d42fe13f-7e70-4490-8772-0e7deaa5bf84 is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 15:38:51.406801 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [None req-1282e602-7be7-482c-913b-e9cd538e5777 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:38:51.414062 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-9aca0120-7917-4ad5-95e5-a06697632188 None None] Provisioning for port 3c8212bc-e2e4-4021-a7ae-f399ee603809 completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:38:51.537260 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1282e602-7be7-482c-913b-e9cd538e5777 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Router ae17407c-5137-4972-8d14-792300e57efc has already been hosted by L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f {{(pid=94467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 15:38:51.627261 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 8a1ce0e1-6acb-451e-967e-fc7fcb8a9ee1 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 15:38:51.678596 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1282e602-7be7-482c-913b-e9cd538e5777 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 15:38:51.684283 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning for port 8a1ce0e1-6acb-451e-967e-fc7fcb8a9ee1 completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:38:51.689056 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port 8a1ce0e1-6acb-451e-967e-fc7fcb8a9ee1 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:38:51.689429 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:51.690072 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-1282e602-7be7-482c-913b-e9cd538e5777 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "PUT /v2.0/routers/ae17407c-5137-4972-8d14-792300e57efc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1721108 Aug 12 15:38:51.784944 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:51.821208 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] For port 8a1ce0e1-6acb-451e-967e-fc7fcb8a9ee1, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=8a1ce0e1-6acb-451e-967e-fc7fcb8a9ee1,segment=NetworkSegment(b1b396cb-2dc6-4041-bfc7-1833a80a4720),segment_id=b1b396cb-2dc6-4041-bfc7-1833a80a4720)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:38:51.826898 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:51.827889 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 3c8212bc-e2e4-4021-a7ae-f399ee603809 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 15:38:51.855920 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-a1e9d452-bd94-4e9a-a316-33c7e1efe37d req-72128cb2-e346-46d1-85a9-cbc1f48072f7 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-421081534&fields=id&tenant_id=b54ac9ed014240dead4ece37b0fb3f94 HTTP/1.1" status: 200 len: 267 time: 0.0434034 Aug 12 15:38:51.926097 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-225779a6-7bcc-469c-85ba-eb8f384b224c None None] Provisioning for port 0fd029bd-7ca1-4f2d-8abb-650afdc8e4fe completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:38:51.941241 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-225779a6-7bcc-469c-85ba-eb8f384b224c None None] Provisioning complete for port 0fd029bd-7ca1-4f2d-8abb-650afdc8e4fe triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:38:51.941582 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-225779a6-7bcc-469c-85ba-eb8f384b224c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:51.944976 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning for port 3c8212bc-e2e4-4021-a7ae-f399ee603809 completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:38:51.972809 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port 3c8212bc-e2e4-4021-a7ae-f399ee603809 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:38:51.973182 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:51.976445 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Pushing event updated for resources: {'Port': ['ID=8a1ce0e1-6acb-451e-967e-fc7fcb8a9ee1,revision_number=4']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:38:51.987554 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e9d452-bd94-4e9a-a316-33c7e1efe37d req-45fb93cf-4696-40bc-adba-ab31af53d646 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:38:51.995138 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-a1e9d452-bd94-4e9a-a316-33c7e1efe37d req-45fb93cf-4696-40bc-adba-ab31af53d646 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "GET /v2.0/networks?id=d42fe13f-7e70-4490-8772-0e7deaa5bf84 HTTP/1.1" status: 200 len: 795 time: 0.1286330 Aug 12 15:38:52.011779 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-a1e9d452-bd94-4e9a-a316-33c7e1efe37d req-6b119c4e-b07c-4ef8-8ae9-f2ad888e214e tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "GET /v2.0/quotas/b54ac9ed014240dead4ece37b0fb3f94 HTTP/1.1" status: 200 len: 375 time: 0.0151486 Aug 12 15:38:52.017217 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-225779a6-7bcc-469c-85ba-eb8f384b224c None None] Port 0fd029bd-7ca1-4f2d-8abb-650afdc8e4fe cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 15:38:52.040562 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-225779a6-7bcc-469c-85ba-eb8f384b224c None None] Provisioning complete for port 3c8212bc-e2e4-4021-a7ae-f399ee603809 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:38:52.041002 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-225779a6-7bcc-469c-85ba-eb8f384b224c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:52.081068 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-a1e9d452-bd94-4e9a-a316-33c7e1efe37d req-fb1efdf0-8f50-4387-bf7e-173946adca43 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=b54ac9ed014240dead4ece37b0fb3f94&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0654316 Aug 12 15:38:52.120634 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:52.168137 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [req-a1e9d452-bd94-4e9a-a316-33c7e1efe37d req-18fca58b-3268-42cd-959c-d79d7d483385 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=94466) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 15:38:52.169136 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-a1e9d452-bd94-4e9a-a316-33c7e1efe37d req-18fca58b-3268-42cd-959c-d79d7d483385 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0696945 Aug 12 15:38:52.181276 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] For port 3c8212bc-e2e4-4021-a7ae-f399ee603809, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=3c8212bc-e2e4-4021-a7ae-f399ee603809,segment=NetworkSegment(83d74fb8-a13d-409f-8541-bc35638667e7),segment_id=83d74fb8-a13d-409f-8541-bc35638667e7)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:38:52.192365 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:52.219053 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-225779a6-7bcc-469c-85ba-eb8f384b224c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:52.265961 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aed57efe-9416-4ad4-9be3-80020775eb92 None None] Sync routers for ids ['ae17407c-5137-4972-8d14-792300e57efc'] in n-d-694802-15 {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 15:38:52.275692 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-a1e9d452-bd94-4e9a-a316-33c7e1efe37d req-1c908e3c-c8bc-4210-a1e9-a3ac46209697 service neutron] 10.222.0.39 "GET /v2.0/networks/d42fe13f-7e70-4490-8772-0e7deaa5bf84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991516 Aug 12 15:38:52.291637 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Pushing event updated for resources: {'Port': ['ID=3c8212bc-e2e4-4021-a7ae-f399ee603809,revision_number=3']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:38:52.311640 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aed57efe-9416-4ad4-9be3-80020775eb92 None None] Routers {'ae17407c-5137-4972-8d14-792300e57efc'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:38:52.312822 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-aed57efe-9416-4ad4-9be3-80020775eb92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T15:38:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['ae17407c-5137-4972-8d14-792300e57efc'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:38:52.316256 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.db.api [None req-225779a6-7bcc-469c-85ba-eb8f384b224c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94468) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 12 15:38:52.316256 n-d-694802-15 neutron-server[94468]: DEBUG oslo_db.api [None req-225779a6-7bcc-469c-85ba-eb8f384b224c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 12 15:38:52.375134 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-a1e9d452-bd94-4e9a-a316-33c7e1efe37d req-287cbb40-b61b-4cbb-9ff3-4feba02883d7 service neutron] 10.222.0.39 "GET /v2.0/networks/d42fe13f-7e70-4490-8772-0e7deaa5bf84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930271 Aug 12 15:38:52.421174 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvr_db [None req-aed57efe-9416-4ad4-9be3-80020775eb92 None None] Set router ae17407c-5137-4972-8d14-792300e57efc gateway port host: n-d-694802-15 {{(pid=94468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:38:52.552764 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-fd3ab5c2-de00-4b61-b7e3-99200f64a4ff req-8ec9ccb3-612f-42dd-8694-8471dd785bed tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "GET /v2.0/ports?device_id=d85fa691-fcb5-4638-8db0-cc7945e5c86c HTTP/1.1" status: 200 len: 210 time: 0.0374086 Aug 12 15:38:52.637229 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-aed57efe-9416-4ad4-9be3-80020775eb92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae17407c-5137-4972-8d14-792300e57efc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1366583720', 'tenant_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.105'}], 'enable_snat': True}, 'gw_port_id': '8a1ce0e1-6acb-451e-967e-fc7fcb8a9ee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:38:47Z', 'updated_at': '2021-08-12T15:38:50Z', 'revision_number': 4, 'project_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'gw_port': {'id': '8a1ce0e1-6acb-451e-967e-fc7fcb8a9ee1', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:4b:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae17407c-5137-4972-8d14-792300e57efc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:38:47Z', 'updated_at': '2021-08-12T15:38:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': '0fd029bd-7ca1-4f2d-8abb-650afdc8e4fe', 'name': '', 'network_id': 'd42fe13f-7e70-4490-8772-0e7deaa5bf84', 'tenant_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'mac_address': 'fa:16:3e:d9:c0:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae17407c-5137-4972-8d14-792300e57efc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '1cfb795b-219b-4ccb-853b-386ffbdad260', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:38:50Z', 'updated_at': '2021-08-12T15:38:51Z', 'revision_number': 2, 'project_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'subnets': [{'id': '1cfb795b-219b-4ccb-853b-386ffbdad260', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:38:52.663714 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aed57efe-9416-4ad4-9be3-80020775eb92 None None] Checking router: ae17407c-5137-4972-8d14-792300e57efc for host: n-d-694802-15 {{(pid=94468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 15:38:52.664234 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aed57efe-9416-4ad4-9be3-80020775eb92 None None] Updating router ae17407c-5137-4972-8d14-792300e57efc port 0fd029bd-7ca1-4f2d-8abb-650afdc8e4fe binding host n-d-694802-15 {{(pid=94468) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 15:38:52.691889 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-aed57efe-9416-4ad4-9be3-80020775eb92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:53.013336 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-aed57efe-9416-4ad4-9be3-80020775eb92 None None] Notify callbacks [] for port, precommit_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:53.026249 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-aed57efe-9416-4ad4-9be3-80020775eb92 None None] Transition to ACTIVE for port object 0fd029bd-7ca1-4f2d-8abb-650afdc8e4fe will not be triggered until provisioned by entity L2. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:38:53.035094 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-aed57efe-9416-4ad4-9be3-80020775eb92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:53.098026 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c861117-6c3d-40d3-9017-06ede8929b46 None None] Pushing event updated for resources: {'Port': ['ID=0fd029bd-7ca1-4f2d-8abb-650afdc8e4fe,revision_number=3']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:38:53.173344 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-aed57efe-9416-4ad4-9be3-80020775eb92 None None] Attempting to bind port 0fd029bd-7ca1-4f2d-8abb-650afdc8e4fe on host n-d-694802-15 for vnic_type normal with profile {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 15:38:53.173794 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-aed57efe-9416-4ad4-9be3-80020775eb92 None None] Attempting to bind port 0fd029bd-7ca1-4f2d-8abb-650afdc8e4fe by drivers openvswitch,hyperv on host n-d-694802-15 at level 0 using segments [{'id': '83d74fb8-a13d-409f-8541-bc35638667e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'd42fe13f-7e70-4490-8772-0e7deaa5bf84'}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 15:38:53.174249 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed57efe-9416-4ad4-9be3-80020775eb92 None None] Attempting to bind port 0fd029bd-7ca1-4f2d-8abb-650afdc8e4fe on network d42fe13f-7e70-4490-8772-0e7deaa5bf84 {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 15:38:53.179997 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed57efe-9416-4ad4-9be3-80020775eb92 None None] Checking agent: {'id': '16de73ac-f2e9-4cee-b3e0-91052ae3e6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 20, 13), 'started_at': datetime.datetime(2021, 8, 12, 14, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 15, 38, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 15:38:53.180368 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed57efe-9416-4ad4-9be3-80020775eb92 None None] Checking segment: {'id': '83d74fb8-a13d-409f-8541-bc35638667e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'd42fe13f-7e70-4490-8772-0e7deaa5bf84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 15:38:53.180785 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-aed57efe-9416-4ad4-9be3-80020775eb92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:53.181186 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed57efe-9416-4ad4-9be3-80020775eb92 None None] Bound using segment: {'id': '83d74fb8-a13d-409f-8541-bc35638667e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'd42fe13f-7e70-4490-8772-0e7deaa5bf84'} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 15:38:53.181850 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-aed57efe-9416-4ad4-9be3-80020775eb92 None None] Bound port: 0fd029bd-7ca1-4f2d-8abb-650afdc8e4fe, host: n-d-694802-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83d74fb8-a13d-409f-8541-bc35638667e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'd42fe13f-7e70-4490-8772-0e7deaa5bf84'}}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 15:38:53.182440 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-aed57efe-9416-4ad4-9be3-80020775eb92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:53.250481 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-aed57efe-9416-4ad4-9be3-80020775eb92 None None] For port 0fd029bd-7ca1-4f2d-8abb-650afdc8e4fe, host n-d-694802-15, cleared binding levels {{(pid=94468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 15:38:53.254473 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-aed57efe-9416-4ad4-9be3-80020775eb92 None None] For port 0fd029bd-7ca1-4f2d-8abb-650afdc8e4fe, host n-d-694802-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=0fd029bd-7ca1-4f2d-8abb-650afdc8e4fe,segment=NetworkSegment(83d74fb8-a13d-409f-8541-bc35638667e7),segment_id=83d74fb8-a13d-409f-8541-bc35638667e7)] {{(pid=94468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 15:38:53.259360 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-aed57efe-9416-4ad4-9be3-80020775eb92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:53.334085 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c861117-6c3d-40d3-9017-06ede8929b46 None None] Pushing event updated for resources: {'Port': ['ID=0fd029bd-7ca1-4f2d-8abb-650afdc8e4fe,revision_number=4']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:38:53.338550 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aed57efe-9416-4ad4-9be3-80020775eb92 None None] Routers {'ae17407c-5137-4972-8d14-792300e57efc'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:38:53.339220 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-aed57efe-9416-4ad4-9be3-80020775eb92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T15:38:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['ae17407c-5137-4972-8d14-792300e57efc'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:38:53.560759 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 8a1ce0e1-6acb-451e-967e-fc7fcb8a9ee1 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 15:38:53.654392 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e9d452-bd94-4e9a-a316-33c7e1efe37d req-439b7fb6-782a-417d-acac-265552b77b0c tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:38:53.657061 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a1e9d452-bd94-4e9a-a316-33c7e1efe37d req-439b7fb6-782a-417d-acac-265552b77b0c tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.64 "GET /v2.0/networks?id=d42fe13f-7e70-4490-8772-0e7deaa5bf84 HTTP/1.1" status: 200 len: 795 time: 0.1194336 Aug 12 15:38:53.683510 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port 8a1ce0e1-6acb-451e-967e-fc7fcb8a9ee1 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:38:53.683886 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:53.689682 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvr_db [None req-aed57efe-9416-4ad4-9be3-80020775eb92 None None] Set router ae17407c-5137-4972-8d14-792300e57efc gateway port host: n-d-694802-15 {{(pid=94468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:38:53.691164 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-af36f088-0f0e-421e-95ae-9d7426d6fe72 req-76bc5bdd-84d5-4a19-9f26-43e94b07d8fd tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "GET /v2.0/ports?device_id=d85fa691-fcb5-4638-8db0-cc7945e5c86c HTTP/1.1" status: 200 len: 210 time: 0.0420356 Aug 12 15:38:53.709130 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a1e9d452-bd94-4e9a-a316-33c7e1efe37d req-634ce978-830b-49d6-8579-6741feebb05d tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b54ac9ed014240dead4ece37b0fb3f94 HTTP/1.1" status: 200 len: 379 time: 0.0429599 Aug 12 15:38:53.722242 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-a1e9d452-bd94-4e9a-a316-33c7e1efe37d req-ca5879cc-1387-4149-bdf2-9dcfc7460b7a tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Request body: {'port': {'device_id': 'd85fa691-fcb5-4638-8db0-cc7945e5c86c', 'network_id': 'd42fe13f-7e70-4490-8772-0e7deaa5bf84', 'admin_state_up': True, 'tenant_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'security_groups': ['5b01e15c-e762-408c-bcae-0d7a03a8103a']}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:38:53.831506 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1e9d452-bd94-4e9a-a316-33c7e1efe37d req-ca5879cc-1387-4149-bdf2-9dcfc7460b7a tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Made reservation on behalf of b54ac9ed014240dead4ece37b0fb3f94 for: {'port': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 15:38:53.835007 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-a1e9d452-bd94-4e9a-a316-33c7e1efe37d req-ca5879cc-1387-4149-bdf2-9dcfc7460b7a tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:53.890064 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 3c8212bc-e2e4-4021-a7ae-f399ee603809 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 15:38:53.965326 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_common [req-a1e9d452-bd94-4e9a-a316-33c7e1efe37d req-ca5879cc-1387-4149-bdf2-9dcfc7460b7a tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Allocated IP 172.20.0.9 (d42fe13f-7e70-4490-8772-0e7deaa5bf84/1cfb795b-219b-4ccb-853b-386ffbdad260/bedfb1f8-097d-4097-b2b5-afdc76e111e2) {{(pid=94467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 15:38:53.980225 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port 3c8212bc-e2e4-4021-a7ae-f399ee603809 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:38:53.980621 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:54.021596 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-aed57efe-9416-4ad4-9be3-80020775eb92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae17407c-5137-4972-8d14-792300e57efc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1366583720', 'tenant_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.105'}], 'enable_snat': True}, 'gw_port_id': '8a1ce0e1-6acb-451e-967e-fc7fcb8a9ee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:38:47Z', 'updated_at': '2021-08-12T15:38:50Z', 'revision_number': 4, 'project_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'gw_port': {'id': '8a1ce0e1-6acb-451e-967e-fc7fcb8a9ee1', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:4b:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae17407c-5137-4972-8d14-792300e57efc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:38:47Z', 'updated_at': '2021-08-12T15:38:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': '0fd029bd-7ca1-4f2d-8abb-650afdc8e4fe', 'name': '', 'network_id': 'd42fe13f-7e70-4490-8772-0e7deaa5bf84', 'tenant_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'mac_address': 'fa:16:3e:d9:c0:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae17407c-5137-4972-8d14-792300e57efc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '1cfb795b-219b-4ccb-853b-386ffbdad260', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:38:50Z', 'updated_at': '2021-08-12T15:38:53Z', 'revision_number': 4, 'project_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'subnets': [{'id': '1cfb795b-219b-4ccb-853b-386ffbdad260', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:38:54.055922 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aed57efe-9416-4ad4-9be3-80020775eb92 None None] The sync data for ids ['ae17407c-5137-4972-8d14-792300e57efc'] in n-d-694802-15 is: [{'id': 'ae17407c-5137-4972-8d14-792300e57efc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1366583720', 'tenant_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.105'}], 'enable_snat': True}, 'gw_port_id': '8a1ce0e1-6acb-451e-967e-fc7fcb8a9ee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:38:47Z', 'updated_at': '2021-08-12T15:38:50Z', 'revision_number': 4, 'project_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'gw_port': {'id': '8a1ce0e1-6acb-451e-967e-fc7fcb8a9ee1', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:4b:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae17407c-5137-4972-8d14-792300e57efc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:38:47Z', 'updated_at': '2021-08-12T15:38:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': '0fd029bd-7ca1-4f2d-8abb-650afdc8e4fe', 'name': '', 'network_id': 'd42fe13f-7e70-4490-8772-0e7deaa5bf84', 'tenant_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'mac_address': 'fa:16:3e:d9:c0:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae17407c-5137-4972-8d14-792300e57efc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '1cfb795b-219b-4ccb-853b-386ffbdad260', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:38:50Z', 'updated_at': '2021-08-12T15:38:53Z', 'revision_number': 4, 'project_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'subnets': [{'id': '1cfb795b-219b-4ccb-853b-386ffbdad260', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 15:38:54.131845 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-a1e9d452-bd94-4e9a-a316-33c7e1efe37d req-ca5879cc-1387-4149-bdf2-9dcfc7460b7a tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks [] for port, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:54.146696 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [req-a1e9d452-bd94-4e9a-a316-33c7e1efe37d req-ca5879cc-1387-4149-bdf2-9dcfc7460b7a tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Transition to ACTIVE for port object bedfb1f8-097d-4097-b2b5-afdc76e111e2 will not be triggered until provisioned by entity DHCP. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:38:54.186261 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-a1e9d452-bd94-4e9a-a316-33c7e1efe37d req-ca5879cc-1387-4149-bdf2-9dcfc7460b7a tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:54.231608 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1e9d452-bd94-4e9a-a316-33c7e1efe37d req-ca5879cc-1387-4149-bdf2-9dcfc7460b7a tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Network d42fe13f-7e70-4490-8772-0e7deaa5bf84 is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 15:38:54.237426 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [req-a1e9d452-bd94-4e9a-a316-33c7e1efe37d req-ca5879cc-1387-4149-bdf2-9dcfc7460b7a tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:38:54.241333 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1e9d452-bd94-4e9a-a316-33c7e1efe37d req-ca5879cc-1387-4149-bdf2-9dcfc7460b7a tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Received port after_create {{(pid=94467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 15:38:54.248312 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5879cc-1387-4149-bdf2-9dcfc7460b7a tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Pushing event updated for resources: {'Port': ['ID=bedfb1f8-097d-4097-b2b5-afdc76e111e2,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:38:54.299678 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e9d452-bd94-4e9a-a316-33c7e1efe37d req-ca5879cc-1387-4149-bdf2-9dcfc7460b7a tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:38:54.300359 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-a1e9d452-bd94-4e9a-a316-33c7e1efe37d req-ca5879cc-1387-4149-bdf2-9dcfc7460b7a tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:54.316364 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a1e9d452-bd94-4e9a-a316-33c7e1efe37d req-ca5879cc-1387-4149-bdf2-9dcfc7460b7a tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5992794 Aug 12 15:38:54.380161 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-a1e9d452-bd94-4e9a-a316-33c7e1efe37d req-d01c7c22-6fd2-4c5c-aacf-c1596025530d service neutron] Request body: {'port': {'device_id': 'd85fa691-fcb5-4638-8db0-cc7945e5c86c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-694802-15'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:38:54.447968 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-a1e9d452-bd94-4e9a-a316-33c7e1efe37d req-d01c7c22-6fd2-4c5c-aacf-c1596025530d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:54.490380 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-158878de-387c-4c13-9bf3-902c5d3fa2d6 None None] Provisioning for port bedfb1f8-097d-4097-b2b5-afdc76e111e2 completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:38:54.494672 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-158878de-387c-4c13-9bf3-902c5d3fa2d6 None None] Provisioning complete for port bedfb1f8-097d-4097-b2b5-afdc76e111e2 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:38:54.495246 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-158878de-387c-4c13-9bf3-902c5d3fa2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:54.533576 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-158878de-387c-4c13-9bf3-902c5d3fa2d6 None None] Port bedfb1f8-097d-4097-b2b5-afdc76e111e2 cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 15:38:54.735296 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [req-a1e9d452-bd94-4e9a-a316-33c7e1efe37d req-d01c7c22-6fd2-4c5c-aacf-c1596025530d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bedfb1f8-097d-4097-b2b5-afdc76e111e2 {{(pid=94467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 15:38:54.744644 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-a1e9d452-bd94-4e9a-a316-33c7e1efe37d req-d01c7c22-6fd2-4c5c-aacf-c1596025530d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:54.759281 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [req-a1e9d452-bd94-4e9a-a316-33c7e1efe37d req-d01c7c22-6fd2-4c5c-aacf-c1596025530d service neutron] Transition to ACTIVE for port object bedfb1f8-097d-4097-b2b5-afdc76e111e2 will not be triggered until provisioned by entity L2. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:38:54.772389 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-a1e9d452-bd94-4e9a-a316-33c7e1efe37d req-d01c7c22-6fd2-4c5c-aacf-c1596025530d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:54.865253 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01c7c22-6fd2-4c5c-aacf-c1596025530d service neutron] Pushing event updated for resources: {'Port': ['ID=bedfb1f8-097d-4097-b2b5-afdc76e111e2,revision_number=2']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:38:54.880151 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a16f843-cb28-4b9f-a82c-23143968201d req-2f98f974-ea93-4464-b1a9-e4964f5332ec tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:38:54.882103 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4a16f843-cb28-4b9f-a82c-23143968201d req-2f98f974-ea93-4464-b1a9-e4964f5332ec tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "GET /v2.0/ports?device_id=d85fa691-fcb5-4638-8db0-cc7945e5c86c HTTP/1.1" status: 200 len: 943 time: 0.1204283 Aug 12 15:38:54.981024 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4a16f843-cb28-4b9f-a82c-23143968201d req-53d0bb9c-863c-455c-b338-ed935dbdbf0e tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b01e15c-e762-408c-bcae-0d7a03a8103a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0841701 Aug 12 15:38:55.007697 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-a1e9d452-bd94-4e9a-a316-33c7e1efe37d req-d01c7c22-6fd2-4c5c-aacf-c1596025530d service neutron] Attempting to bind port bedfb1f8-097d-4097-b2b5-afdc76e111e2 on host n-h1-694802-15 for vnic_type normal with profile {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 15:38:55.008128 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-a1e9d452-bd94-4e9a-a316-33c7e1efe37d req-d01c7c22-6fd2-4c5c-aacf-c1596025530d service neutron] Attempting to bind port bedfb1f8-097d-4097-b2b5-afdc76e111e2 by drivers openvswitch,hyperv on host n-h1-694802-15 at level 0 using segments [{'id': '83d74fb8-a13d-409f-8541-bc35638667e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'd42fe13f-7e70-4490-8772-0e7deaa5bf84'}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 15:38:55.008551 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1e9d452-bd94-4e9a-a316-33c7e1efe37d req-d01c7c22-6fd2-4c5c-aacf-c1596025530d service neutron] Attempting to bind port bedfb1f8-097d-4097-b2b5-afdc76e111e2 on network d42fe13f-7e70-4490-8772-0e7deaa5bf84 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 15:38:55.013539 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1e9d452-bd94-4e9a-a316-33c7e1efe37d req-d01c7c22-6fd2-4c5c-aacf-c1596025530d service neutron] Port bedfb1f8-097d-4097-b2b5-afdc76e111e2 on network d42fe13f-7e70-4490-8772-0e7deaa5bf84 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-15 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 15:38:55.013990 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1e9d452-bd94-4e9a-a316-33c7e1efe37d req-d01c7c22-6fd2-4c5c-aacf-c1596025530d service neutron] Attempting to bind port bedfb1f8-097d-4097-b2b5-afdc76e111e2 on network d42fe13f-7e70-4490-8772-0e7deaa5bf84 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 15:38:55.020841 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1e9d452-bd94-4e9a-a316-33c7e1efe37d req-d01c7c22-6fd2-4c5c-aacf-c1596025530d service neutron] Checking agent: {'id': 'de568313-a3e6-454a-9813-77e25edcea95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 27, 41), 'started_at': datetime.datetime(2021, 8, 12, 14, 27, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 15, 38, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 15:38:55.021369 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1e9d452-bd94-4e9a-a316-33c7e1efe37d req-d01c7c22-6fd2-4c5c-aacf-c1596025530d service neutron] Checking segment: {'id': '83d74fb8-a13d-409f-8541-bc35638667e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'd42fe13f-7e70-4490-8772-0e7deaa5bf84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 15:38:55.021989 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1e9d452-bd94-4e9a-a316-33c7e1efe37d req-d01c7c22-6fd2-4c5c-aacf-c1596025530d service neutron] Bound using segment: {'id': '83d74fb8-a13d-409f-8541-bc35638667e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'd42fe13f-7e70-4490-8772-0e7deaa5bf84'} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 15:38:55.022351 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-a1e9d452-bd94-4e9a-a316-33c7e1efe37d req-d01c7c22-6fd2-4c5c-aacf-c1596025530d service neutron] Bound port: bedfb1f8-097d-4097-b2b5-afdc76e111e2, host: n-h1-694802-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83d74fb8-a13d-409f-8541-bc35638667e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'd42fe13f-7e70-4490-8772-0e7deaa5bf84'}}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 15:38:55.022842 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-a1e9d452-bd94-4e9a-a316-33c7e1efe37d req-d01c7c22-6fd2-4c5c-aacf-c1596025530d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:55.095074 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-a1e9d452-bd94-4e9a-a316-33c7e1efe37d req-d01c7c22-6fd2-4c5c-aacf-c1596025530d service neutron] For port bedfb1f8-097d-4097-b2b5-afdc76e111e2, host n-h1-694802-15, cleared binding levels {{(pid=94467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 15:38:55.098347 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-a1e9d452-bd94-4e9a-a316-33c7e1efe37d req-d01c7c22-6fd2-4c5c-aacf-c1596025530d service neutron] For port bedfb1f8-097d-4097-b2b5-afdc76e111e2, host n-h1-694802-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=bedfb1f8-097d-4097-b2b5-afdc76e111e2,segment=NetworkSegment(83d74fb8-a13d-409f-8541-bc35638667e7),segment_id=83d74fb8-a13d-409f-8541-bc35638667e7)] {{(pid=94467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 15:38:55.103240 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-a1e9d452-bd94-4e9a-a316-33c7e1efe37d req-d01c7c22-6fd2-4c5c-aacf-c1596025530d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:55.146667 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e9d452-bd94-4e9a-a316-33c7e1efe37d req-d01c7c22-6fd2-4c5c-aacf-c1596025530d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:38:55.147495 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-a1e9d452-bd94-4e9a-a316-33c7e1efe37d req-d01c7c22-6fd2-4c5c-aacf-c1596025530d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:55.148920 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a1e9d452-bd94-4e9a-a316-33c7e1efe37d req-d01c7c22-6fd2-4c5c-aacf-c1596025530d service neutron] 10.222.0.64 "PUT /v2.0/ports/bedfb1f8-097d-4097-b2b5-afdc76e111e2 HTTP/1.1" status: 200 len: 1092 time: 0.8240747 Aug 12 15:38:55.149362 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd85fa691-fcb5-4638-8db0-cc7945e5c86c', 'tag': 'bedfb1f8-097d-4097-b2b5-afdc76e111e2'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:38:55.151653 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1d90890f15e5cc8eba4d51c7734538f2f2e5e8e12504eb7d6ddd0a29ee9b803" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80683944-d9bc-4494-9702-eaf0d7ada0cb" -d '{"events": [{"name": "network-changed", "server_uuid": "d85fa691-fcb5-4638-8db0-cc7945e5c86c", "tag": "bedfb1f8-097d-4097-b2b5-afdc76e111e2"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 15:38:55.171860 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01c7c22-6fd2-4c5c-aacf-c1596025530d service neutron] Pushing event updated for resources: {'Port': ['ID=bedfb1f8-097d-4097-b2b5-afdc76e111e2,revision_number=3']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:38:55.201814 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 15:38:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c68c7467-5e4a-4816-b6a5-663955e873ad x-openstack-request-id: req-c68c7467-5e4a-4816-b6a5-663955e873ad {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 15:38:55.202084 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d85fa691-fcb5-4638-8db0-cc7945e5c86c", "tag": "bedfb1f8-097d-4097-b2b5-afdc76e111e2", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 15:38:55.202338 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c68c7467-5e4a-4816-b6a5-663955e873ad {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 15:38:55.202997 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd85fa691-fcb5-4638-8db0-cc7945e5c86c', 'tag': 'bedfb1f8-097d-4097-b2b5-afdc76e111e2', 'status': 'completed', 'code': 200} Aug 12 15:38:55.250715 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e9d452-bd94-4e9a-a316-33c7e1efe37d req-a48effcd-4817-4ff6-95ca-68be661afa81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:38:55.252381 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a1e9d452-bd94-4e9a-a316-33c7e1efe37d req-a48effcd-4817-4ff6-95ca-68be661afa81 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b54ac9ed014240dead4ece37b0fb3f94&device_id=d85fa691-fcb5-4638-8db0-cc7945e5c86c HTTP/1.1" status: 200 len: 1095 time: 0.0462534 Aug 12 15:38:55.312617 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a1e9d452-bd94-4e9a-a316-33c7e1efe37d req-6f312773-438c-45bb-baaa-dd2c9069cf69 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bedfb1f8-097d-4097-b2b5-afdc76e111e2 HTTP/1.1" status: 200 len: 217 time: 0.0514891 Aug 12 15:38:55.368606 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e9d452-bd94-4e9a-a316-33c7e1efe37d req-b524fd1c-5fb7-4816-b2a8-66c4e58eee30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:38:55.370224 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a1e9d452-bd94-4e9a-a316-33c7e1efe37d req-b524fd1c-5fb7-4816-b2a8-66c4e58eee30 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1cfb795b-219b-4ccb-853b-386ffbdad260 HTTP/1.1" status: 200 len: 835 time: 0.0510709 Aug 12 15:38:55.416714 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e9d452-bd94-4e9a-a316-33c7e1efe37d req-436babd6-5fc8-4503-8de4-9f2e393a6ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:38:55.418161 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a1e9d452-bd94-4e9a-a316-33c7e1efe37d req-436babd6-5fc8-4503-8de4-9f2e393a6ff1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d42fe13f-7e70-4490-8772-0e7deaa5bf84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411999 Aug 12 15:38:55.512174 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a1e9d452-bd94-4e9a-a316-33c7e1efe37d req-0b0f2c12-bf64-4c28-ae02-8d56a3103a54 service neutron] 10.222.0.64 "GET /v2.0/networks/d42fe13f-7e70-4490-8772-0e7deaa5bf84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869813 Aug 12 15:38:55.549370 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 0fd029bd-7ca1-4f2d-8abb-650afdc8e4fe up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 15:38:55.598964 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning for port 0fd029bd-7ca1-4f2d-8abb-650afdc8e4fe completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:38:55.602745 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port 0fd029bd-7ca1-4f2d-8abb-650afdc8e4fe triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:38:55.603151 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:55.610353 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a1e9d452-bd94-4e9a-a316-33c7e1efe37d req-2a0f8f3c-b933-4027-847c-c5373d26a30a service neutron] 10.222.0.64 "GET /v2.0/networks/d42fe13f-7e70-4490-8772-0e7deaa5bf84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910006 Aug 12 15:38:55.686188 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:55.694425 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80683944-d9bc-4494-9702-eaf0d7ada0cb req-5f2c1552-3a41-4ebe-ac64-4411c89daf38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:38:55.695967 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-80683944-d9bc-4494-9702-eaf0d7ada0cb req-5f2c1552-3a41-4ebe-ac64-4411c89daf38 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b54ac9ed014240dead4ece37b0fb3f94&device_id=d85fa691-fcb5-4638-8db0-cc7945e5c86c HTTP/1.1" status: 200 len: 1095 time: 0.0413890 Aug 12 15:38:55.720341 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] For port 0fd029bd-7ca1-4f2d-8abb-650afdc8e4fe, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=0fd029bd-7ca1-4f2d-8abb-650afdc8e4fe,segment=NetworkSegment(83d74fb8-a13d-409f-8541-bc35638667e7),segment_id=83d74fb8-a13d-409f-8541-bc35638667e7)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:38:55.724661 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:55.771926 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Pushing event updated for resources: {'Port': ['ID=0fd029bd-7ca1-4f2d-8abb-650afdc8e4fe,revision_number=5']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:38:55.792510 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80683944-d9bc-4494-9702-eaf0d7ada0cb req-9f931b20-4f2f-4892-90d8-e449b9dba98c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:38:55.793995 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-80683944-d9bc-4494-9702-eaf0d7ada0cb req-9f931b20-4f2f-4892-90d8-e449b9dba98c service neutron] 10.222.0.64 "GET /v2.0/networks?id=d42fe13f-7e70-4490-8772-0e7deaa5bf84 HTTP/1.1" status: 200 len: 896 time: 0.0900974 Aug 12 15:38:55.836755 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-80683944-d9bc-4494-9702-eaf0d7ada0cb req-a8662f54-6176-4bbb-b698-5e88882dc815 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bedfb1f8-097d-4097-b2b5-afdc76e111e2 HTTP/1.1" status: 200 len: 217 time: 0.0351887 Aug 12 15:38:55.890012 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80683944-d9bc-4494-9702-eaf0d7ada0cb req-3fbbe524-805a-4aa4-8c75-7859401cf752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:38:55.891788 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-80683944-d9bc-4494-9702-eaf0d7ada0cb req-3fbbe524-805a-4aa4-8c75-7859401cf752 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1cfb795b-219b-4ccb-853b-386ffbdad260 HTTP/1.1" status: 200 len: 835 time: 0.0467076 Aug 12 15:38:56.310665 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80683944-d9bc-4494-9702-eaf0d7ada0cb req-c0215494-4b9e-40a1-8dbc-7911aab89a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:38:56.312654 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-80683944-d9bc-4494-9702-eaf0d7ada0cb req-c0215494-4b9e-40a1-8dbc-7911aab89a83 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d42fe13f-7e70-4490-8772-0e7deaa5bf84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4101939 Aug 12 15:38:56.336511 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0ff4fe-0bb4-4b54-bf5e-a54fb077de52 req-09259fb4-3eb9-43b2-999e-a6b1c85f8e04 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:38:56.337938 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ba0ff4fe-0bb4-4b54-bf5e-a54fb077de52 req-09259fb4-3eb9-43b2-999e-a6b1c85f8e04 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "GET /v2.0/ports?device_id=d85fa691-fcb5-4638-8db0-cc7945e5c86c HTTP/1.1" status: 200 len: 943 time: 0.0672929 Aug 12 15:38:56.422724 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ba0ff4fe-0bb4-4b54-bf5e-a54fb077de52 req-59355e1b-1089-41a3-95d8-3fdff25b988b tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b01e15c-e762-408c-bcae-0d7a03a8103a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753889 Aug 12 15:38:56.441689 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-80683944-d9bc-4494-9702-eaf0d7ada0cb req-2e6431ab-c46d-4ddc-97b8-c114e8c33080 service neutron] 10.222.0.64 "GET /v2.0/networks/d42fe13f-7e70-4490-8772-0e7deaa5bf84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208649 Aug 12 15:38:56.533580 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-80683944-d9bc-4494-9702-eaf0d7ada0cb req-31a3d1a3-cb10-42dc-8080-77a452cd4af1 service neutron] 10.222.0.64 "GET /v2.0/networks/d42fe13f-7e70-4490-8772-0e7deaa5bf84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832167 Aug 12 15:38:57.526675 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 0fd029bd-7ca1-4f2d-8abb-650afdc8e4fe up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 15:38:57.544587 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94521dc4-e8a0-4f81-ac00-5cdce98d6130 req-0966ddb4-bf78-47a9-b156-91259f094c7d tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:38:57.546092 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-94521dc4-e8a0-4f81-ac00-5cdce98d6130 req-0966ddb4-bf78-47a9-b156-91259f094c7d tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "GET /v2.0/ports?device_id=d85fa691-fcb5-4638-8db0-cc7945e5c86c HTTP/1.1" status: 200 len: 943 time: 0.0540659 Aug 12 15:38:57.575111 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port 0fd029bd-7ca1-4f2d-8abb-650afdc8e4fe triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:38:57.575405 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:57.585399 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-94521dc4-e8a0-4f81-ac00-5cdce98d6130 req-0c2acb8a-51c0-4e1e-a1ca-49e8bcdac4eb tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b01e15c-e762-408c-bcae-0d7a03a8103a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330305 Aug 12 15:38:58.703042 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a8f883-981b-4347-ba75-9a5cb692fd7f req-e0898f1a-0cb9-4f18-aecc-07659559405f tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:38:58.704587 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d6a8f883-981b-4347-ba75-9a5cb692fd7f req-e0898f1a-0cb9-4f18-aecc-07659559405f tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "GET /v2.0/ports?device_id=d85fa691-fcb5-4638-8db0-cc7945e5c86c HTTP/1.1" status: 200 len: 943 time: 0.0511634 Aug 12 15:38:58.746493 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d6a8f883-981b-4347-ba75-9a5cb692fd7f req-26ce668b-b4c0-482d-8f2b-8eedea40d884 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b01e15c-e762-408c-bcae-0d7a03a8103a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359187 Aug 12 15:38:58.887904 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device bedfb1f8-097d-4097-b2b5-afdc76e111e2 details requested by agent hyperv_n-h1-694802-15 with host n-h1-694802-15 {{(pid=94468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 15:38:58.981754 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port bedfb1f8-097d-4097-b2b5-afdc76e111e2, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=bedfb1f8-097d-4097-b2b5-afdc76e111e2,segment=NetworkSegment(83d74fb8-a13d-409f-8541-bc35638667e7),segment_id=83d74fb8-a13d-409f-8541-bc35638667e7)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:38:58.998227 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Returning: {'device': 'bedfb1f8-097d-4097-b2b5-afdc76e111e2', 'network_id': 'd42fe13f-7e70-4490-8772-0e7deaa5bf84', 'port_id': 'bedfb1f8-097d-4097-b2b5-afdc76e111e2', 'mac_address': 'fa:16:3e:3b:51:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1cfb795b-219b-4ccb-853b-386ffbdad260', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 15:38:59.036289 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:59.049270 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bedfb1f8-097d-4097-b2b5-afdc76e111e2 {{(pid=94468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 15:38:59.070808 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port bedfb1f8-097d-4097-b2b5-afdc76e111e2, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=bedfb1f8-097d-4097-b2b5-afdc76e111e2,segment=NetworkSegment(83d74fb8-a13d-409f-8541-bc35638667e7),segment_id=83d74fb8-a13d-409f-8541-bc35638667e7)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:38:59.076205 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:38:59.125851 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Pushing event updated for resources: {'Port': ['ID=bedfb1f8-097d-4097-b2b5-afdc76e111e2,revision_number=4']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:38:59.339502 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] get_ports_and_sgs() called for port_ids ['bedfb1f8-097d-4097-b2b5-afdc76e111e2'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 15:38:59.863724 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d56e81-8fc8-419d-aa63-4a735f792465 req-12b81a07-9e50-4826-ad9d-0eaf0c86d634 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:38:59.865206 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-d0d56e81-8fc8-419d-aa63-4a735f792465 req-12b81a07-9e50-4826-ad9d-0eaf0c86d634 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "GET /v2.0/ports?device_id=d85fa691-fcb5-4638-8db0-cc7945e5c86c HTTP/1.1" status: 200 len: 944 time: 0.0519073 Aug 12 15:38:59.902539 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-d0d56e81-8fc8-419d-aa63-4a735f792465 req-e3bc7ae7-6f9d-467a-8709-6c4f6c0b5146 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b01e15c-e762-408c-bcae-0d7a03a8103a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312183 Aug 12 15:39:00.914515 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device bedfb1f8-097d-4097-b2b5-afdc76e111e2 up at agent hyperv_n-h1-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 15:39:00.969487 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Provisioning for port bedfb1f8-097d-4097-b2b5-afdc76e111e2 completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:39:00.976658 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Provisioning complete for port bedfb1f8-097d-4097-b2b5-afdc76e111e2 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:39:00.977035 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:39:01.031299 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea97b07-ab37-4d13-b195-6b722aa08910 req-c847fbe3-3ba9-4088-9f82-3460b2bd4cd3 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:39:01.033026 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6ea97b07-ab37-4d13-b195-6b722aa08910 req-c847fbe3-3ba9-4088-9f82-3460b2bd4cd3 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "GET /v2.0/ports?device_id=d85fa691-fcb5-4638-8db0-cc7945e5c86c HTTP/1.1" status: 200 len: 944 time: 0.0524938 Aug 12 15:39:01.066515 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:39:01.080942 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6ea97b07-ab37-4d13-b195-6b722aa08910 req-e3f1fabe-dce0-4761-9df8-bd122b4c56df tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b01e15c-e762-408c-bcae-0d7a03a8103a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405571 Aug 12 15:39:01.090738 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd85fa691-fcb5-4638-8db0-cc7945e5c86c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bedfb1f8-097d-4097-b2b5-afdc76e111e2'}] {{(pid=94468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:39:01.093020 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}152b85fe2f58ac5d6dd54f9692cb8ffc3f7471d0248cb45901c289f6e837e934" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97efee4b-29ec-4f09-a9a3-1a3c1a8db8db" -d '{"events": [{"server_uuid": "d85fa691-fcb5-4638-8db0-cc7945e5c86c", "name": "network-vif-plugged", "status": "completed", "tag": "bedfb1f8-097d-4097-b2b5-afdc76e111e2"}]}' {{(pid=94468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 15:39:01.107053 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port bedfb1f8-097d-4097-b2b5-afdc76e111e2, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=bedfb1f8-097d-4097-b2b5-afdc76e111e2,segment=NetworkSegment(83d74fb8-a13d-409f-8541-bc35638667e7),segment_id=83d74fb8-a13d-409f-8541-bc35638667e7)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:39:01.111960 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:39:01.136033 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 15:39:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0a36bcf-4045-4824-b5c2-6fd2d1de2ec3 x-openstack-request-id: req-f0a36bcf-4045-4824-b5c2-6fd2d1de2ec3 {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 15:39:01.136334 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d85fa691-fcb5-4638-8db0-cc7945e5c86c", "name": "network-vif-plugged", "status": "completed", "tag": "bedfb1f8-097d-4097-b2b5-afdc76e111e2", "code": 200}]} {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 15:39:01.136576 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f0a36bcf-4045-4824-b5c2-6fd2d1de2ec3 {{(pid=94468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 15:39:01.136966 n-d-694802-15 neutron-server[94468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd85fa691-fcb5-4638-8db0-cc7945e5c86c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bedfb1f8-097d-4097-b2b5-afdc76e111e2', 'code': 200} Aug 12 15:39:01.165637 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Pushing event updated for resources: {'Port': ['ID=bedfb1f8-097d-4097-b2b5-afdc76e111e2,revision_number=5']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:39:01.231641 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c89d64-583d-43ad-99b7-d83034519097 req-490846ce-bfed-4522-a03f-3a2e9a26bc65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:39:01.233682 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a7c89d64-583d-43ad-99b7-d83034519097 req-490846ce-bfed-4522-a03f-3a2e9a26bc65 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=d85fa691-fcb5-4638-8db0-cc7945e5c86c HTTP/1.1" status: 200 len: 1097 time: 0.0408309 Aug 12 15:39:01.269982 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a7c89d64-583d-43ad-99b7-d83034519097 req-31ccf632-be6a-4bab-b3a4-2e0296b1cdab service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=5b01e15c-e762-408c-bcae-0d7a03a8103a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0292463 Aug 12 15:39:02.198910 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bd1cdf-b88a-43a3-9927-1799a135d432 req-ddc2de45-ff7a-415e-82d5-1298f7fc568d tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:39:02.200440 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-32bd1cdf-b88a-43a3-9927-1799a135d432 req-ddc2de45-ff7a-415e-82d5-1298f7fc568d tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "GET /v2.0/ports?device_id=d85fa691-fcb5-4638-8db0-cc7945e5c86c HTTP/1.1" status: 200 len: 945 time: 0.0519798 Aug 12 15:39:02.245696 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-32bd1cdf-b88a-43a3-9927-1799a135d432 req-a688979a-e585-46b7-85e5-e60b0af1b2d9 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b01e15c-e762-408c-bcae-0d7a03a8103a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383255 Aug 12 15:39:02.366671 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643d9f34-8acf-42b7-bd34-72f8245a60fb req-11a9b959-24cf-4c78-9e48-44f19120ed74 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:39:02.368093 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-643d9f34-8acf-42b7-bd34-72f8245a60fb req-11a9b959-24cf-4c78-9e48-44f19120ed74 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "GET /v2.0/ports?device_id=d85fa691-fcb5-4638-8db0-cc7945e5c86c HTTP/1.1" status: 200 len: 945 time: 0.0536480 Aug 12 15:39:02.407539 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-643d9f34-8acf-42b7-bd34-72f8245a60fb req-9081ece0-ea87-43d7-a17e-d35e28ca3c75 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b01e15c-e762-408c-bcae-0d7a03a8103a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329719 Aug 12 15:39:02.429327 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 36886) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:39:02.511337 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02fac4cd-2e6c-4169-9778-6c0707ce4191 tempest-TestNetworkAdvancedServerOps-1009123411 tempest-TestNetworkAdvancedServerOps-1009123411-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:39:02.512858 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-02fac4cd-2e6c-4169-9778-6c0707ce4191 tempest-TestNetworkAdvancedServerOps-1009123411 tempest-TestNetworkAdvancedServerOps-1009123411-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=d85fa691-fcb5-4638-8db0-cc7945e5c86c HTTP/1.1" status: 200 len: 1092 time: 0.0825582 Aug 12 15:39:02.515683 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 36890) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:39:02.519994 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-82b6f4a0-d469-4cd2-9380-756748d472ba tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Request body: {'floatingip': {'floating_network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'port_id': 'bedfb1f8-097d-4097-b2b5-afdc76e111e2', 'tenant_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:39:02.541867 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-82b6f4a0-d469-4cd2-9380-756748d472ba tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks [] for floatingip, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:39:02.644440 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-82b6f4a0-d469-4cd2-9380-756748d472ba tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:39:02.750971 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-82b6f4a0-d469-4cd2-9380-756748d472ba tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Allocated IP 172.25.1.112 (d3759e1b-6c03-45ac-acd4-90abb417809b/f0254f08-c19c-4e31-bd9c-09389ea4b6f2/2dd2eda9-1afa-46c7-b71f-fa4c47e5865f) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 15:39:02.856743 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-82b6f4a0-d469-4cd2-9380-756748d472ba tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:39:02.895493 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-82b6f4a0-d469-4cd2-9380-756748d472ba tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:39:02.933316 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82b6f4a0-d469-4cd2-9380-756748d472ba tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Network d3759e1b-6c03-45ac-acd4-90abb417809b is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 15:39:02.938154 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-82b6f4a0-d469-4cd2-9380-756748d472ba tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:39:02.941742 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82b6f4a0-d469-4cd2-9380-756748d472ba tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 15:39:02.947643 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b6f4a0-d469-4cd2-9380-756748d472ba tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Pushing event updated for resources: {'Port': ['ID=2dd2eda9-1afa-46c7-b71f-fa4c47e5865f,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:39:03.629188 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-82b6f4a0-d469-4cd2-9380-756748d472ba tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:39:03.697266 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-82b6f4a0-d469-4cd2-9380-756748d472ba tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:39:03.854743 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-82b6f4a0-d469-4cd2-9380-756748d472ba tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks [] for port, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:39:03.859517 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-82b6f4a0-d469-4cd2-9380-756748d472ba tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3718439'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:39:03.930313 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b6f4a0-d469-4cd2-9380-756748d472ba tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Pushing event updated for resources: {'Port': ['ID=2dd2eda9-1afa-46c7-b71f-fa4c47e5865f,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:39:03.946623 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-82b6f4a0-d469-4cd2-9380-756748d472ba tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431510'] for floatingip, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:39:04.067182 n-d-694802-15 neutron-server[94466]: INFO neutron.db.l3_db [None req-82b6f4a0-d469-4cd2-9380-756748d472ba tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Floating IP 73206bf0-22c4-4d99-a80f-a63acce85306 associated. External IP: 172.25.1.112, port: bedfb1f8-097d-4097-b2b5-afdc76e111e2. Aug 12 15:39:04.361921 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82b6f4a0-d469-4cd2-9380-756748d472ba tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Router ae17407c-5137-4972-8d14-792300e57efc has already been hosted by L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f {{(pid=94466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 15:39:04.508823 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82b6f4a0-d469-4cd2-9380-756748d472ba tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 15:39:04.518815 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc5ea679-1c65-4fe1-9482-c4bb4439269c None None] Sync routers for ids ['ae17407c-5137-4972-8d14-792300e57efc'] in n-d-694802-15 {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 15:39:04.528295 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc5ea679-1c65-4fe1-9482-c4bb4439269c None None] Routers {'ae17407c-5137-4972-8d14-792300e57efc'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:39:04.528945 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-dc5ea679-1c65-4fe1-9482-c4bb4439269c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T15:38:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['ae17407c-5137-4972-8d14-792300e57efc'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:39:04.656305 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-dc5ea679-1c65-4fe1-9482-c4bb4439269c None None] Set router ae17407c-5137-4972-8d14-792300e57efc gateway port host: n-d-694802-15 {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:39:04.742258 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-82b6f4a0-d469-4cd2-9380-756748d472ba tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for floatingip, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:39:04.773000 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-82b6f4a0-d469-4cd2-9380-756748d472ba tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2561741 Aug 12 15:39:04.774260 n-d-694802-15 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd85fa691-fcb5-4638-8db0-cc7945e5c86c', 'tag': 'bedfb1f8-097d-4097-b2b5-afdc76e111e2'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:39:04.777383 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d3d836888f8bae48364cf832021765cae83eba5216adbc1a01d11f14e92adce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ff49794-1f38-4485-9a6b-5f8142ea5e26" -d '{"events": [{"name": "network-changed", "server_uuid": "d85fa691-fcb5-4638-8db0-cc7945e5c86c", "tag": "bedfb1f8-097d-4097-b2b5-afdc76e111e2"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 15:39:04.828627 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 15:39:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2771192e-7790-4411-b872-2262974c536c x-openstack-request-id: req-2771192e-7790-4411-b872-2262974c536c {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 15:39:04.828947 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d85fa691-fcb5-4638-8db0-cc7945e5c86c", "tag": "bedfb1f8-097d-4097-b2b5-afdc76e111e2", "status": "completed", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 15:39:04.829311 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2771192e-7790-4411-b872-2262974c536c {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 15:39:04.829653 n-d-694802-15 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd85fa691-fcb5-4638-8db0-cc7945e5c86c', 'tag': 'bedfb1f8-097d-4097-b2b5-afdc76e111e2', 'status': 'completed', 'code': 200} Aug 12 15:39:04.945241 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-dc5ea679-1c65-4fe1-9482-c4bb4439269c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae17407c-5137-4972-8d14-792300e57efc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1366583720', 'tenant_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.105'}], 'enable_snat': True}, 'gw_port_id': '8a1ce0e1-6acb-451e-967e-fc7fcb8a9ee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:38:47Z', 'updated_at': '2021-08-12T15:38:50Z', 'revision_number': 4, 'project_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'gw_port': {'id': '8a1ce0e1-6acb-451e-967e-fc7fcb8a9ee1', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:4b:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae17407c-5137-4972-8d14-792300e57efc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:38:47Z', 'updated_at': '2021-08-12T15:38:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_floatingips': [{'id': '73206bf0-22c4-4d99-a80f-a63acce85306', 'tenant_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'floating_ip_address': '172.25.1.112', 'floating_network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'router_id': 'ae17407c-5137-4972-8d14-792300e57efc', 'port_id': 'bedfb1f8-097d-4097-b2b5-afdc76e111e2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4244, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd42fe13f-7e70-4490-8772-0e7deaa5bf84', 'mac_address': 'fa:16:3e:3b:51:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85fa691-fcb5-4638-8db0-cc7945e5c86c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T15:39:03Z', 'updated_at': '2021-08-12T15:39:03Z', 'revision_number': 0, 'project_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fd029bd-7ca1-4f2d-8abb-650afdc8e4fe', 'name': '', 'network_id': 'd42fe13f-7e70-4490-8772-0e7deaa5bf84', 'tenant_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'mac_address': 'fa:16:3e:d9:c0:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae17407c-5137-4972-8d14-792300e57efc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '1cfb795b-219b-4ccb-853b-386ffbdad260', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:38:50Z', 'updated_at': '2021-08-12T15:38:55Z', 'revision_number': 5, 'project_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'subnets': [{'id': '1cfb795b-219b-4ccb-853b-386ffbdad260', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:39:04.955765 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d980a1-97bb-43e3-a3e0-41660f9367f3 req-3b712882-8dc1-493b-b821-c10db43b49a3 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:39:04.957386 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-03d980a1-97bb-43e3-a3e0-41660f9367f3 req-3b712882-8dc1-493b-b821-c10db43b49a3 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "GET /v2.0/ports?device_id=d85fa691-fcb5-4638-8db0-cc7945e5c86c HTTP/1.1" status: 200 len: 945 time: 0.1169488 Aug 12 15:39:04.960725 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff49794-1f38-4485-9a6b-5f8142ea5e26 req-2157ad3d-7154-4a02-98c4-ca78c7d02a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:39:04.962219 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9ff49794-1f38-4485-9a6b-5f8142ea5e26 req-2157ad3d-7154-4a02-98c4-ca78c7d02a1b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b54ac9ed014240dead4ece37b0fb3f94&device_id=d85fa691-fcb5-4638-8db0-cc7945e5c86c HTTP/1.1" status: 200 len: 1097 time: 0.1081779 Aug 12 15:39:04.975735 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc5ea679-1c65-4fe1-9482-c4bb4439269c None None] Checking router: ae17407c-5137-4972-8d14-792300e57efc for host: n-d-694802-15 {{(pid=94469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 15:39:04.985230 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc5ea679-1c65-4fe1-9482-c4bb4439269c None None] Routers {'ae17407c-5137-4972-8d14-792300e57efc'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:39:04.985846 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-dc5ea679-1c65-4fe1-9482-c4bb4439269c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T15:38:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['ae17407c-5137-4972-8d14-792300e57efc'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:39:05.059683 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-03d980a1-97bb-43e3-a3e0-41660f9367f3 req-bf2aa1bd-c8e1-4ca2-8e41-fecdddf412b8 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b01e15c-e762-408c-bcae-0d7a03a8103a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0954275 Aug 12 15:39:05.086962 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 36896) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:39:05.113002 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff49794-1f38-4485-9a6b-5f8142ea5e26 req-861e1c0d-e498-4e4b-99ca-1c0f778c708a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:39:05.113728 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-dc5ea679-1c65-4fe1-9482-c4bb4439269c None None] Set router ae17407c-5137-4972-8d14-792300e57efc gateway port host: n-d-694802-15 {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:39:05.115567 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9ff49794-1f38-4485-9a6b-5f8142ea5e26 req-861e1c0d-e498-4e4b-99ca-1c0f778c708a service neutron] 10.222.0.64 "GET /v2.0/networks?id=d42fe13f-7e70-4490-8772-0e7deaa5bf84 HTTP/1.1" status: 200 len: 896 time: 0.1446555 Aug 12 15:39:05.170344 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-ff227dc5-7dc8-4bf2-b4de-5b98f3a69279 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "GET /v2.0/floatingips/73206bf0-22c4-4d99-a80f-a63acce85306 HTTP/1.1" status: 200 len: 991 time: 0.0819118 Aug 12 15:39:05.192200 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9ff49794-1f38-4485-9a6b-5f8142ea5e26 req-e652d714-79a6-44ed-b517-f3d1bbd40689 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bedfb1f8-097d-4097-b2b5-afdc76e111e2 HTTP/1.1" status: 200 len: 999 time: 0.0697470 Aug 12 15:39:05.272297 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff49794-1f38-4485-9a6b-5f8142ea5e26 req-47831fb7-59ac-4a77-9e41-02f07337ef39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:39:05.273864 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9ff49794-1f38-4485-9a6b-5f8142ea5e26 req-47831fb7-59ac-4a77-9e41-02f07337ef39 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1cfb795b-219b-4ccb-853b-386ffbdad260 HTTP/1.1" status: 200 len: 835 time: 0.0748999 Aug 12 15:39:05.334450 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff49794-1f38-4485-9a6b-5f8142ea5e26 req-ed938730-b91b-4488-998b-9b5356211ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:39:05.336583 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9ff49794-1f38-4485-9a6b-5f8142ea5e26 req-ed938730-b91b-4488-998b-9b5356211ae2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d42fe13f-7e70-4490-8772-0e7deaa5bf84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0555899 Aug 12 15:39:05.393610 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-dc5ea679-1c65-4fe1-9482-c4bb4439269c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae17407c-5137-4972-8d14-792300e57efc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1366583720', 'tenant_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.105'}], 'enable_snat': True}, 'gw_port_id': '8a1ce0e1-6acb-451e-967e-fc7fcb8a9ee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:38:47Z', 'updated_at': '2021-08-12T15:38:50Z', 'revision_number': 4, 'project_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'gw_port': {'id': '8a1ce0e1-6acb-451e-967e-fc7fcb8a9ee1', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:4b:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae17407c-5137-4972-8d14-792300e57efc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:38:47Z', 'updated_at': '2021-08-12T15:38:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_floatingips': [{'id': '73206bf0-22c4-4d99-a80f-a63acce85306', 'tenant_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'floating_ip_address': '172.25.1.112', 'floating_network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'router_id': 'ae17407c-5137-4972-8d14-792300e57efc', 'port_id': 'bedfb1f8-097d-4097-b2b5-afdc76e111e2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4244, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd42fe13f-7e70-4490-8772-0e7deaa5bf84', 'mac_address': 'fa:16:3e:3b:51:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85fa691-fcb5-4638-8db0-cc7945e5c86c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T15:39:03Z', 'updated_at': '2021-08-12T15:39:03Z', 'revision_number': 0, 'project_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fd029bd-7ca1-4f2d-8abb-650afdc8e4fe', 'name': '', 'network_id': 'd42fe13f-7e70-4490-8772-0e7deaa5bf84', 'tenant_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'mac_address': 'fa:16:3e:d9:c0:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae17407c-5137-4972-8d14-792300e57efc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '1cfb795b-219b-4ccb-853b-386ffbdad260', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:38:50Z', 'updated_at': '2021-08-12T15:38:55Z', 'revision_number': 5, 'project_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'subnets': [{'id': '1cfb795b-219b-4ccb-853b-386ffbdad260', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:39:05.422614 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc5ea679-1c65-4fe1-9482-c4bb4439269c None None] The sync data for ids ['ae17407c-5137-4972-8d14-792300e57efc'] in n-d-694802-15 is: [{'id': 'ae17407c-5137-4972-8d14-792300e57efc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1366583720', 'tenant_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.105'}], 'enable_snat': True}, 'gw_port_id': '8a1ce0e1-6acb-451e-967e-fc7fcb8a9ee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:38:47Z', 'updated_at': '2021-08-12T15:38:50Z', 'revision_number': 4, 'project_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'gw_port': {'id': '8a1ce0e1-6acb-451e-967e-fc7fcb8a9ee1', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:4b:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae17407c-5137-4972-8d14-792300e57efc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:38:47Z', 'updated_at': '2021-08-12T15:38:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_floatingips': [{'id': '73206bf0-22c4-4d99-a80f-a63acce85306', 'tenant_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'floating_ip_address': '172.25.1.112', 'floating_network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'router_id': 'ae17407c-5137-4972-8d14-792300e57efc', 'port_id': 'bedfb1f8-097d-4097-b2b5-afdc76e111e2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4244, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd42fe13f-7e70-4490-8772-0e7deaa5bf84', 'mac_address': 'fa:16:3e:3b:51:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85fa691-fcb5-4638-8db0-cc7945e5c86c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T15:39:03Z', 'updated_at': '2021-08-12T15:39:03Z', 'revision_number': 0, 'project_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fd029bd-7ca1-4f2d-8abb-650afdc8e4fe', 'name': '', 'network_id': 'd42fe13f-7e70-4490-8772-0e7deaa5bf84', 'tenant_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'mac_address': 'fa:16:3e:d9:c0:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae17407c-5137-4972-8d14-792300e57efc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '1cfb795b-219b-4ccb-853b-386ffbdad260', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:38:50Z', 'updated_at': '2021-08-12T15:38:55Z', 'revision_number': 5, 'project_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'subnets': [{'id': '1cfb795b-219b-4ccb-853b-386ffbdad260', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 15:39:05.436383 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9ff49794-1f38-4485-9a6b-5f8142ea5e26 req-e09c28bd-b62a-43f0-8838-c838dc5ae86d service neutron] 10.222.0.64 "GET /v2.0/networks/d42fe13f-7e70-4490-8772-0e7deaa5bf84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921109 Aug 12 15:39:05.559152 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9ff49794-1f38-4485-9a6b-5f8142ea5e26 req-375d5870-32ac-48d8-b561-459a59296eed service neutron] 10.222.0.64 "GET /v2.0/networks/d42fe13f-7e70-4490-8772-0e7deaa5bf84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1163330 Aug 12 15:39:05.673453 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c8b10a2-a012-4179-92ae-4b9e74d8adb9 None None] New status for floating IP 73206bf0-22c4-4d99-a80f-a63acce85306: ACTIVE {{(pid=94468) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 15:39:06.174971 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 36898) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:39:06.237774 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-914f5bf7-c4ab-48e0-b24c-fd5c2c2b8ca0 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "GET /v2.0/floatingips/73206bf0-22c4-4d99-a80f-a63acce85306 HTTP/1.1" status: 200 len: 993 time: 0.0616646 Aug 12 15:39:10.182979 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-7c12b669-e841-4500-954b-cbd8b184bb9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:39:12.227505 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:39:13.112904 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:39:13.442761 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-e2af20d9-4e3b-4b84-9923-f08bcae8bb40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:39:13.535712 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:39:13.699933 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.agents_db [None req-17ed3e4c-1a7d-4162-9646-11c134aca297 None None] Agent healthcheck: found 7 active agents {{(pid=94469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 15:39:14.230533 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-1769855f-eda9-4483-9dc3-3220908ab45d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:39:15.857202 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-fe95f194-a3b0-4c04-9e42-20b511169d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:39:37.707073 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d2252d-7a3b-40b9-bb3b-c20e145dbe7f req-55fdeadd-3d79-4113-a58b-955275dbfa54 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:39:37.708678 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-57d2252d-7a3b-40b9-bb3b-c20e145dbe7f req-55fdeadd-3d79-4113-a58b-955275dbfa54 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "GET /v2.0/ports?device_id=d85fa691-fcb5-4638-8db0-cc7945e5c86c HTTP/1.1" status: 200 len: 945 time: 0.0575962 Aug 12 15:39:37.749788 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-57d2252d-7a3b-40b9-bb3b-c20e145dbe7f req-76b7817f-1fd2-4a38-b76c-52c21150c444 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b01e15c-e762-408c-bcae-0d7a03a8103a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350506 Aug 12 15:39:38.869791 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ddf0c6-3244-4bfa-8557-bc14c5f7412c req-d8162f5d-906a-4c06-a8a0-bede95a19ae6 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:39:38.871458 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c0ddf0c6-3244-4bfa-8557-bc14c5f7412c req-d8162f5d-906a-4c06-a8a0-bede95a19ae6 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "GET /v2.0/ports?device_id=d85fa691-fcb5-4638-8db0-cc7945e5c86c HTTP/1.1" status: 200 len: 945 time: 0.0515933 Aug 12 15:39:38.911913 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c0ddf0c6-3244-4bfa-8557-bc14c5f7412c req-875ef8bb-8cb2-475e-9b69-0f11c12e6003 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b01e15c-e762-408c-bcae-0d7a03a8103a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344555 Aug 12 15:39:40.033570 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc2f5ef-3b04-4f5c-8d46-78920f21ea63 req-a4cb16f7-cac7-46f4-a845-0cdb6c2d5c9d tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:39:40.035118 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-1dc2f5ef-3b04-4f5c-8d46-78920f21ea63 req-a4cb16f7-cac7-46f4-a845-0cdb6c2d5c9d tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "GET /v2.0/ports?device_id=d85fa691-fcb5-4638-8db0-cc7945e5c86c HTTP/1.1" status: 200 len: 945 time: 0.0499032 Aug 12 15:39:40.076907 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-1dc2f5ef-3b04-4f5c-8d46-78920f21ea63 req-49f81077-619f-46cb-94df-813b5e587231 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b01e15c-e762-408c-bcae-0d7a03a8103a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347588 Aug 12 15:39:40.184412 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f7ef0e44-e556-4570-9cab-1b32a7596b0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:39:41.193175 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c265f9c-4c75-4fba-a264-f4a73c12c77d req-7a88f000-d65c-405d-8d85-8c6f4586aeb9 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:39:41.195637 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-7c265f9c-4c75-4fba-a264-f4a73c12c77d req-7a88f000-d65c-405d-8d85-8c6f4586aeb9 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "GET /v2.0/ports?device_id=d85fa691-fcb5-4638-8db0-cc7945e5c86c HTTP/1.1" status: 200 len: 945 time: 0.0511706 Aug 12 15:39:41.235332 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-7c265f9c-4c75-4fba-a264-f4a73c12c77d req-187d1812-97e9-432a-97e3-2c2c76b19abc tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b01e15c-e762-408c-bcae-0d7a03a8103a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337548 Aug 12 15:39:42.235476 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:39:42.357150 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e7e73b-4554-4cee-8c99-0d91a4babaa2 req-6328683d-50eb-421c-b036-f154bf77f6bc tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:39:42.358727 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-52e7e73b-4554-4cee-8c99-0d91a4babaa2 req-6328683d-50eb-421c-b036-f154bf77f6bc tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "GET /v2.0/ports?device_id=d85fa691-fcb5-4638-8db0-cc7945e5c86c HTTP/1.1" status: 200 len: 945 time: 0.0521417 Aug 12 15:39:42.400678 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-52e7e73b-4554-4cee-8c99-0d91a4babaa2 req-8ad2a6be-31a6-4278-9042-680927c9f965 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b01e15c-e762-408c-bcae-0d7a03a8103a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358560 Aug 12 15:39:43.115158 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:39:43.447577 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-8b928ca2-0190-45dc-8b18-95568b877938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:39:43.530340 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:39:43.535293 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fa96f4-0008-4aeb-840a-47843bf96131 req-853fbbaa-6476-46e9-be9e-9541c536b2c8 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:39:43.536862 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-59fa96f4-0008-4aeb-840a-47843bf96131 req-853fbbaa-6476-46e9-be9e-9541c536b2c8 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "GET /v2.0/ports?device_id=d85fa691-fcb5-4638-8db0-cc7945e5c86c HTTP/1.1" status: 200 len: 945 time: 0.0601325 Aug 12 15:39:43.578478 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-59fa96f4-0008-4aeb-840a-47843bf96131 req-da43291d-8c68-4213-aa32-7eaec0f0ab1e tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b01e15c-e762-408c-bcae-0d7a03a8103a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338438 Aug 12 15:39:44.231996 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-1769855f-eda9-4483-9dc3-3220908ab45d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:39:44.719639 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e449f5-2cbf-4233-967d-afea7aa59ce7 req-25717e92-c5fa-4118-b65f-fcd1e5bb021c tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:39:44.721197 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-d8e449f5-2cbf-4233-967d-afea7aa59ce7 req-25717e92-c5fa-4118-b65f-fcd1e5bb021c tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "GET /v2.0/ports?device_id=d85fa691-fcb5-4638-8db0-cc7945e5c86c HTTP/1.1" status: 200 len: 945 time: 0.0636618 Aug 12 15:39:44.764450 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-d8e449f5-2cbf-4233-967d-afea7aa59ce7 req-e4642484-fd5c-4339-8124-702e07d5cf18 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b01e15c-e762-408c-bcae-0d7a03a8103a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356796 Aug 12 15:39:45.859588 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-fe95f194-a3b0-4c04-9e42-20b511169d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:39:45.890175 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe800da-7783-4db8-97f4-4a301f44daa6 req-ef26f9b0-8f99-42e0-8d81-83da20b9a66b tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:39:45.891877 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3fe800da-7783-4db8-97f4-4a301f44daa6 req-ef26f9b0-8f99-42e0-8d81-83da20b9a66b tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "GET /v2.0/ports?device_id=d85fa691-fcb5-4638-8db0-cc7945e5c86c HTTP/1.1" status: 200 len: 945 time: 0.0528278 Aug 12 15:39:45.931248 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3fe800da-7783-4db8-97f4-4a301f44daa6 req-43dbe930-ba28-430b-9bb0-cbdec823c47e tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b01e15c-e762-408c-bcae-0d7a03a8103a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328724 Aug 12 15:39:47.051954 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b86b0f-b163-442b-973a-89d7a270a5d9 req-3e1ba3b6-52e7-4ce6-9109-1916ea94ae85 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:39:47.053517 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-24b86b0f-b163-442b-973a-89d7a270a5d9 req-3e1ba3b6-52e7-4ce6-9109-1916ea94ae85 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "GET /v2.0/ports?device_id=d85fa691-fcb5-4638-8db0-cc7945e5c86c HTTP/1.1" status: 200 len: 945 time: 0.0522640 Aug 12 15:39:47.094379 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-24b86b0f-b163-442b-973a-89d7a270a5d9 req-fad762f2-e697-4699-a487-46b8a6b62db6 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b01e15c-e762-408c-bcae-0d7a03a8103a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343516 Aug 12 15:39:48.209422 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef6326c-97cc-4325-9b04-d3344d90bfc2 req-eeb49941-89f7-42c1-8369-f9b48cb9fd47 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:39:48.210897 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0ef6326c-97cc-4325-9b04-d3344d90bfc2 req-eeb49941-89f7-42c1-8369-f9b48cb9fd47 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "GET /v2.0/ports?device_id=d85fa691-fcb5-4638-8db0-cc7945e5c86c HTTP/1.1" status: 200 len: 945 time: 0.0498111 Aug 12 15:39:48.250141 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0ef6326c-97cc-4325-9b04-d3344d90bfc2 req-147c400d-fb0f-4ccc-bbe0-994745837bf2 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b01e15c-e762-408c-bcae-0d7a03a8103a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332351 Aug 12 15:39:49.367150 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d9d960-76c1-4b14-9cb9-cb36eca43c20 req-4b6f674f-5f38-4c13-9201-34c95c3f4b30 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:39:49.368643 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-f4d9d960-76c1-4b14-9cb9-cb36eca43c20 req-4b6f674f-5f38-4c13-9201-34c95c3f4b30 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "GET /v2.0/ports?device_id=d85fa691-fcb5-4638-8db0-cc7945e5c86c HTTP/1.1" status: 200 len: 945 time: 0.0503109 Aug 12 15:39:49.408040 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-f4d9d960-76c1-4b14-9cb9-cb36eca43c20 req-87ce002c-45d0-4973-a739-6a3500ac4544 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b01e15c-e762-408c-bcae-0d7a03a8103a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320158 Aug 12 15:39:50.537198 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7105d6-4d02-43dd-a320-dc89f519e48b req-ae988dcf-4803-48d1-a68f-bec68df9c3b6 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:39:50.538654 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-7a7105d6-4d02-43dd-a320-dc89f519e48b req-ae988dcf-4803-48d1-a68f-bec68df9c3b6 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "GET /v2.0/ports?device_id=d85fa691-fcb5-4638-8db0-cc7945e5c86c HTTP/1.1" status: 200 len: 945 time: 0.0606916 Aug 12 15:39:50.579899 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-7a7105d6-4d02-43dd-a320-dc89f519e48b req-70d9623a-d6c6-427b-8627-b2044f068bf7 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b01e15c-e762-408c-bcae-0d7a03a8103a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348802 Aug 12 15:39:50.699478 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.agents_db [None req-17ed3e4c-1a7d-4162-9646-11c134aca297 None None] Agent healthcheck: found 7 active agents {{(pid=94469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 15:39:51.704795 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bcc7a0-d295-4663-b28f-3b20e9c9bd75 req-6cca1e72-412f-4735-b378-8a9d18745206 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:39:51.706306 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-90bcc7a0-d295-4663-b28f-3b20e9c9bd75 req-6cca1e72-412f-4735-b378-8a9d18745206 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "GET /v2.0/ports?device_id=d85fa691-fcb5-4638-8db0-cc7945e5c86c HTTP/1.1" status: 200 len: 945 time: 0.0585928 Aug 12 15:39:51.747410 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-90bcc7a0-d295-4663-b28f-3b20e9c9bd75 req-feb0639f-8e41-4792-857c-742af782947c tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b01e15c-e762-408c-bcae-0d7a03a8103a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350242 Aug 12 15:39:52.870562 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a2843b-7a19-447d-b9c3-7f6a449f282a req-d3442533-2ac4-40dc-bd44-8df3a7acea72 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:39:52.872180 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-67a2843b-7a19-447d-b9c3-7f6a449f282a req-d3442533-2ac4-40dc-bd44-8df3a7acea72 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "GET /v2.0/ports?device_id=d85fa691-fcb5-4638-8db0-cc7945e5c86c HTTP/1.1" status: 200 len: 945 time: 0.0544052 Aug 12 15:39:52.914562 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-67a2843b-7a19-447d-b9c3-7f6a449f282a req-bc6944b5-5dbf-45ea-81cc-01c23c5eade0 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b01e15c-e762-408c-bcae-0d7a03a8103a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354509 Aug 12 15:39:53.624292 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-fa3e512d-5c7d-4ba8-9ea2-295e73483788 req-391dc25d-75ce-4473-a68e-dd3711923902 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=d85fa691-fcb5-4638-8db0-cc7945e5c86c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0399284 Aug 12 15:39:53.711440 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3e512d-5c7d-4ba8-9ea2-295e73483788 req-f4a602d9-31d4-4322-95ed-8ce63aea6a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:39:53.712930 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-fa3e512d-5c7d-4ba8-9ea2-295e73483788 req-f4a602d9-31d4-4322-95ed-8ce63aea6a1b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b54ac9ed014240dead4ece37b0fb3f94&device_id=d85fa691-fcb5-4638-8db0-cc7945e5c86c HTTP/1.1" status: 200 len: 1097 time: 0.0456727 Aug 12 15:39:53.815865 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3e512d-5c7d-4ba8-9ea2-295e73483788 req-eb6773b9-d746-4788-a492-5731b5a96ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:39:53.818126 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-fa3e512d-5c7d-4ba8-9ea2-295e73483788 req-eb6773b9-d746-4788-a492-5731b5a96ca6 service neutron] 10.222.0.64 "GET /v2.0/networks?id=d42fe13f-7e70-4490-8772-0e7deaa5bf84 HTTP/1.1" status: 200 len: 896 time: 0.0839131 Aug 12 15:39:53.886429 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-fa3e512d-5c7d-4ba8-9ea2-295e73483788 req-1fb65316-c9a1-4c4f-9c50-3b8954559afd service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bedfb1f8-097d-4097-b2b5-afdc76e111e2 HTTP/1.1" status: 200 len: 1001 time: 0.0605717 Aug 12 15:39:53.936677 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3e512d-5c7d-4ba8-9ea2-295e73483788 req-05c824c9-927e-41ab-b488-611114d47591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:39:53.938139 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-fa3e512d-5c7d-4ba8-9ea2-295e73483788 req-05c824c9-927e-41ab-b488-611114d47591 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1cfb795b-219b-4ccb-853b-386ffbdad260 HTTP/1.1" status: 200 len: 835 time: 0.0445776 Aug 12 15:39:53.985373 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3e512d-5c7d-4ba8-9ea2-295e73483788 req-02ab89d6-0ad9-4ad1-b25f-892c6ad3c2a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:39:53.986870 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-fa3e512d-5c7d-4ba8-9ea2-295e73483788 req-02ab89d6-0ad9-4ad1-b25f-892c6ad3c2a0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d42fe13f-7e70-4490-8772-0e7deaa5bf84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0419919 Aug 12 15:39:54.033825 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f83ccc1-fcb4-4725-a03a-8557a6814f27 req-2011af35-fa40-4c9e-b938-510b3f588870 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:39:54.035364 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-7f83ccc1-fcb4-4725-a03a-8557a6814f27 req-2011af35-fa40-4c9e-b938-510b3f588870 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "GET /v2.0/ports?device_id=d85fa691-fcb5-4638-8db0-cc7945e5c86c HTTP/1.1" status: 200 len: 945 time: 0.0507410 Aug 12 15:39:54.075792 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-7f83ccc1-fcb4-4725-a03a-8557a6814f27 req-9fe9d032-df96-4819-ab64-88b8687eb861 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b01e15c-e762-408c-bcae-0d7a03a8103a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336924 Aug 12 15:39:54.083678 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-fa3e512d-5c7d-4ba8-9ea2-295e73483788 req-0d3b976a-ed92-4fb2-a4ac-f954b33a8733 service neutron] 10.222.0.64 "GET /v2.0/networks/d42fe13f-7e70-4490-8772-0e7deaa5bf84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886133 Aug 12 15:39:54.098518 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 36948) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:39:54.162722 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-d2d4b7c5-1fe1-4c52-b64b-409e4eb6ef49 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "GET /v2.0/floatingips/73206bf0-22c4-4d99-a80f-a63acce85306 HTTP/1.1" status: 200 len: 993 time: 0.0630081 Aug 12 15:39:54.176553 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-fa3e512d-5c7d-4ba8-9ea2-295e73483788 req-f00cac33-754a-467f-b6f4-d5532e53860e service neutron] 10.222.0.64 "GET /v2.0/networks/d42fe13f-7e70-4490-8772-0e7deaa5bf84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854726 Aug 12 15:39:55.460419 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89f7326-9b39-4870-8f67-989f34d5f0bc req-82a6d86f-4f03-49db-a064-7ccfc6bd993d tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:39:55.461825 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c89f7326-9b39-4870-8f67-989f34d5f0bc req-82a6d86f-4f03-49db-a064-7ccfc6bd993d tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "GET /v2.0/ports?device_id=d85fa691-fcb5-4638-8db0-cc7945e5c86c HTTP/1.1" status: 200 len: 945 time: 0.0909410 Aug 12 15:39:55.468524 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a17671-8371-4e4d-b1cf-11c92347d38b req-422ceff1-7065-46c2-ae4e-35a44381f0b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:39:55.470013 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-03a17671-8371-4e4d-b1cf-11c92347d38b req-422ceff1-7065-46c2-ae4e-35a44381f0b7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b54ac9ed014240dead4ece37b0fb3f94&device_id=d85fa691-fcb5-4638-8db0-cc7945e5c86c HTTP/1.1" status: 200 len: 1097 time: 0.0644209 Aug 12 15:39:55.555186 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c89f7326-9b39-4870-8f67-989f34d5f0bc req-e40696b0-f3bd-4491-a976-b59880a445b8 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b01e15c-e762-408c-bcae-0d7a03a8103a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0841641 Aug 12 15:39:55.587605 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a17671-8371-4e4d-b1cf-11c92347d38b req-f9d7cc2e-5c6a-4177-8272-f254a1f187fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:39:55.589073 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-03a17671-8371-4e4d-b1cf-11c92347d38b req-f9d7cc2e-5c6a-4177-8272-f254a1f187fe service neutron] 10.222.0.64 "GET /v2.0/networks?id=d42fe13f-7e70-4490-8772-0e7deaa5bf84 HTTP/1.1" status: 200 len: 896 time: 0.1117196 Aug 12 15:39:55.662419 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-03a17671-8371-4e4d-b1cf-11c92347d38b req-f6fc7006-a787-4813-b4ab-ca5e3d610a7f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bedfb1f8-097d-4097-b2b5-afdc76e111e2 HTTP/1.1" status: 200 len: 1001 time: 0.0631371 Aug 12 15:39:55.714502 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a17671-8371-4e4d-b1cf-11c92347d38b req-b14b49da-3ab5-4a0a-badf-7da47ead922d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:39:55.715959 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-03a17671-8371-4e4d-b1cf-11c92347d38b req-b14b49da-3ab5-4a0a-badf-7da47ead922d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1cfb795b-219b-4ccb-853b-386ffbdad260 HTTP/1.1" status: 200 len: 835 time: 0.0462289 Aug 12 15:39:55.766253 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a17671-8371-4e4d-b1cf-11c92347d38b req-6daf7b08-5232-4217-953f-5b6251dbec0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:39:55.767797 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-03a17671-8371-4e4d-b1cf-11c92347d38b req-6daf7b08-5232-4217-953f-5b6251dbec0a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d42fe13f-7e70-4490-8772-0e7deaa5bf84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0427983 Aug 12 15:39:55.868259 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-03a17671-8371-4e4d-b1cf-11c92347d38b req-d9f2ba2e-efeb-4ca0-ae7b-74728ae419c5 service neutron] 10.222.0.64 "GET /v2.0/networks/d42fe13f-7e70-4490-8772-0e7deaa5bf84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896189 Aug 12 15:39:55.966352 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-03a17671-8371-4e4d-b1cf-11c92347d38b req-75b3719c-9827-4564-9923-b5a6dad93764 service neutron] 10.222.0.64 "GET /v2.0/networks/d42fe13f-7e70-4490-8772-0e7deaa5bf84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887020 Aug 12 15:39:56.682861 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99583dcb-9221-405f-a313-740556238838 req-875e87aa-7764-461f-b875-271c33cbc590 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:39:56.684428 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-99583dcb-9221-405f-a313-740556238838 req-875e87aa-7764-461f-b875-271c33cbc590 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "GET /v2.0/ports?device_id=d85fa691-fcb5-4638-8db0-cc7945e5c86c HTTP/1.1" status: 200 len: 945 time: 0.0511518 Aug 12 15:39:56.727944 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-99583dcb-9221-405f-a313-740556238838 req-3b706e64-e85d-41f3-a2c7-165c6cdb3747 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b01e15c-e762-408c-bcae-0d7a03a8103a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373030 Aug 12 15:39:56.750885 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 36966) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:39:56.811616 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-e7a3a9c7-cd22-46d9-a36f-4ac7817edf32 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "GET /v2.0/floatingips/73206bf0-22c4-4d99-a80f-a63acce85306 HTTP/1.1" status: 200 len: 993 time: 0.0595932 Aug 12 15:40:10.185305 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-633497cd-7fc3-4143-a785-772c67adc6f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:40:12.229782 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:40:13.117437 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:40:13.439198 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-a8f1088f-3649-41a3-89f3-310abe030beb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:40:13.543736 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:40:14.234100 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-1769855f-eda9-4483-9dc3-3220908ab45d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:40:15.862824 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-fe95f194-a3b0-4c04-9e42-20b511169d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:40:27.410178 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 36984) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:40:27.576372 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-553b2ee5-828c-4720-85ba-d23d7d3a9856 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Deleting port 2dd2eda9-1afa-46c7-b71f-fa4c47e5865f {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 15:40:27.576760 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-553b2ee5-828c-4720-85ba-d23d7d3a9856 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:40:27.658872 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-553b2ee5-828c-4720-85ba-d23d7d3a9856 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:40:27.659239 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-553b2ee5-828c-4720-85ba-d23d7d3a9856 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:40:27.671617 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-553b2ee5-828c-4720-85ba-d23d7d3a9856 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Calling delete_port for 2dd2eda9-1afa-46c7-b71f-fa4c47e5865f owned by network:floatingip {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 15:40:27.699352 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.agents_db [None req-17ed3e4c-1a7d-4162-9646-11c134aca297 None None] Agent healthcheck: found 7 active agents {{(pid=94469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 15:40:27.830572 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-553b2ee5-828c-4720-85ba-d23d7d3a9856 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:40:27.860682 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553b2ee5-828c-4720-85ba-d23d7d3a9856 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Pushing event deleted for resources: {'Port': ['ID=2dd2eda9-1afa-46c7-b71f-fa4c47e5865f,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:40:27.884060 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553b2ee5-828c-4720-85ba-d23d7d3a9856 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:40:27.884432 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553b2ee5-828c-4720-85ba-d23d7d3a9856 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:40:27.884818 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553b2ee5-828c-4720-85ba-d23d7d3a9856 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:40:27.885160 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553b2ee5-828c-4720-85ba-d23d7d3a9856 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:40:27.885498 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553b2ee5-828c-4720-85ba-d23d7d3a9856 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:40:27.885854 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553b2ee5-828c-4720-85ba-d23d7d3a9856 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:40:27.886198 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553b2ee5-828c-4720-85ba-d23d7d3a9856 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:40:27.886544 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553b2ee5-828c-4720-85ba-d23d7d3a9856 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:40:27.886893 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553b2ee5-828c-4720-85ba-d23d7d3a9856 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:40:27.887262 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553b2ee5-828c-4720-85ba-d23d7d3a9856 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:40:27.887610 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553b2ee5-828c-4720-85ba-d23d7d3a9856 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:40:27.889100 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553b2ee5-828c-4720-85ba-d23d7d3a9856 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:40:27.933033 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-553b2ee5-828c-4720-85ba-d23d7d3a9856 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks [] for floatingip, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:40:27.933369 n-d-694802-15 neutron-server[94467]: INFO neutron.db.l3_db [None req-553b2ee5-828c-4720-85ba-d23d7d3a9856 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Floating IP 73206bf0-22c4-4d99-a80f-a63acce85306 disassociated (deleted). External IP: 172.25.1.112, port: bedfb1f8-097d-4097-b2b5-afdc76e111e2. Aug 12 15:40:28.146286 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-553b2ee5-828c-4720-85ba-d23d7d3a9856 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Router ae17407c-5137-4972-8d14-792300e57efc has already been hosted by L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f {{(pid=94467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 15:40:28.259515 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-553b2ee5-828c-4720-85ba-d23d7d3a9856 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 15:40:28.266367 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-553b2ee5-828c-4720-85ba-d23d7d3a9856 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for floatingip, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:40:28.272128 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff099b8c-e690-414c-8919-0899ba59b261 None None] Sync routers for ids ['ae17407c-5137-4972-8d14-792300e57efc'] in n-d-694802-15 {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 15:40:28.282955 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff099b8c-e690-414c-8919-0899ba59b261 None None] Routers {'ae17407c-5137-4972-8d14-792300e57efc'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:40:28.283603 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-ff099b8c-e690-414c-8919-0899ba59b261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T15:40:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['ae17407c-5137-4972-8d14-792300e57efc'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:40:28.293704 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-553b2ee5-828c-4720-85ba-d23d7d3a9856 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "DELETE /v2.0/floatingips/73206bf0-22c4-4d99-a80f-a63acce85306 HTTP/1.1" status: 204 len: 168 time: 0.8823717 Aug 12 15:40:28.294279 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd85fa691-fcb5-4638-8db0-cc7945e5c86c', 'tag': 'bedfb1f8-097d-4097-b2b5-afdc76e111e2'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:40:28.296588 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1d90890f15e5cc8eba4d51c7734538f2f2e5e8e12504eb7d6ddd0a29ee9b803" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6d1689d-b8c6-4893-8268-90f0cffa4cd6" -d '{"events": [{"name": "network-changed", "server_uuid": "d85fa691-fcb5-4638-8db0-cc7945e5c86c", "tag": "bedfb1f8-097d-4097-b2b5-afdc76e111e2"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 15:40:28.337409 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 15:40:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6150dbf4-1925-4159-a3b2-137e3ea8d488 x-openstack-request-id: req-6150dbf4-1925-4159-a3b2-137e3ea8d488 {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 15:40:28.337700 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d85fa691-fcb5-4638-8db0-cc7945e5c86c", "tag": "bedfb1f8-097d-4097-b2b5-afdc76e111e2", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 15:40:28.337950 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6150dbf4-1925-4159-a3b2-137e3ea8d488 {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 15:40:28.338346 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd85fa691-fcb5-4638-8db0-cc7945e5c86c', 'tag': 'bedfb1f8-097d-4097-b2b5-afdc76e111e2', 'status': 'completed', 'code': 200} Aug 12 15:40:28.403764 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-ff099b8c-e690-414c-8919-0899ba59b261 None None] Set router ae17407c-5137-4972-8d14-792300e57efc gateway port host: n-d-694802-15 {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:40:28.417149 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d1689d-b8c6-4893-8268-90f0cffa4cd6 req-30ec6ea4-cd17-4b5d-911d-2873d2f6704a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:40:28.419256 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d6d1689d-b8c6-4893-8268-90f0cffa4cd6 req-30ec6ea4-cd17-4b5d-911d-2873d2f6704a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b54ac9ed014240dead4ece37b0fb3f94&device_id=d85fa691-fcb5-4638-8db0-cc7945e5c86c HTTP/1.1" status: 200 len: 1097 time: 0.0536139 Aug 12 15:40:28.556184 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d1689d-b8c6-4893-8268-90f0cffa4cd6 req-b4b43e4f-189e-4c9f-a664-92a07b4675b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:40:28.557682 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d6d1689d-b8c6-4893-8268-90f0cffa4cd6 req-b4b43e4f-189e-4c9f-a664-92a07b4675b7 service neutron] 10.222.0.64 "GET /v2.0/networks?id=d42fe13f-7e70-4490-8772-0e7deaa5bf84 HTTP/1.1" status: 200 len: 896 time: 0.1284728 Aug 12 15:40:28.565596 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82280edd-a6ab-4bc9-a4e8-21e5114de004 req-f950c95b-bbff-4629-8741-12eee0460715 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:40:28.567084 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-82280edd-a6ab-4bc9-a4e8-21e5114de004 req-f950c95b-bbff-4629-8741-12eee0460715 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "GET /v2.0/ports?device_id=d85fa691-fcb5-4638-8db0-cc7945e5c86c HTTP/1.1" status: 200 len: 945 time: 0.0805702 Aug 12 15:40:28.614084 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d6d1689d-b8c6-4893-8268-90f0cffa4cd6 req-335a2087-aac8-471a-ba2b-b920473b7d27 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bedfb1f8-097d-4097-b2b5-afdc76e111e2 HTTP/1.1" status: 200 len: 217 time: 0.0436566 Aug 12 15:40:28.625020 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-ff099b8c-e690-414c-8919-0899ba59b261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae17407c-5137-4972-8d14-792300e57efc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1366583720', 'tenant_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.105'}], 'enable_snat': True}, 'gw_port_id': '8a1ce0e1-6acb-451e-967e-fc7fcb8a9ee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:38:47Z', 'updated_at': '2021-08-12T15:38:50Z', 'revision_number': 4, 'project_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'gw_port': {'id': '8a1ce0e1-6acb-451e-967e-fc7fcb8a9ee1', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:4b:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae17407c-5137-4972-8d14-792300e57efc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:38:47Z', 'updated_at': '2021-08-12T15:38:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': '0fd029bd-7ca1-4f2d-8abb-650afdc8e4fe', 'name': '', 'network_id': 'd42fe13f-7e70-4490-8772-0e7deaa5bf84', 'tenant_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'mac_address': 'fa:16:3e:d9:c0:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae17407c-5137-4972-8d14-792300e57efc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '1cfb795b-219b-4ccb-853b-386ffbdad260', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:38:50Z', 'updated_at': '2021-08-12T15:38:55Z', 'revision_number': 5, 'project_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'subnets': [{'id': '1cfb795b-219b-4ccb-853b-386ffbdad260', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:40:28.671435 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-82280edd-a6ab-4bc9-a4e8-21e5114de004 req-1a32d62b-0f3c-46b8-a6eb-a061d3080672 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b01e15c-e762-408c-bcae-0d7a03a8103a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0941622 Aug 12 15:40:28.685775 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d1689d-b8c6-4893-8268-90f0cffa4cd6 req-7f334f26-6197-4bbf-8ad4-53cff13bf088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:40:28.688234 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d6d1689d-b8c6-4893-8268-90f0cffa4cd6 req-7f334f26-6197-4bbf-8ad4-53cff13bf088 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1cfb795b-219b-4ccb-853b-386ffbdad260 HTTP/1.1" status: 200 len: 835 time: 0.0632226 Aug 12 15:40:28.740241 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d1689d-b8c6-4893-8268-90f0cffa4cd6 req-b1cbd97a-d09e-4ff8-90a5-19ef3ae71d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:40:28.741807 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d6d1689d-b8c6-4893-8268-90f0cffa4cd6 req-b1cbd97a-d09e-4ff8-90a5-19ef3ae71d86 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d42fe13f-7e70-4490-8772-0e7deaa5bf84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0440254 Aug 12 15:40:28.750067 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff099b8c-e690-414c-8919-0899ba59b261 None None] Checking router: ae17407c-5137-4972-8d14-792300e57efc for host: n-d-694802-15 {{(pid=94469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 15:40:28.758772 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff099b8c-e690-414c-8919-0899ba59b261 None None] Routers {'ae17407c-5137-4972-8d14-792300e57efc'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:40:28.759422 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-ff099b8c-e690-414c-8919-0899ba59b261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T15:40:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['ae17407c-5137-4972-8d14-792300e57efc'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:40:28.865182 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-ff099b8c-e690-414c-8919-0899ba59b261 None None] Set router ae17407c-5137-4972-8d14-792300e57efc gateway port host: n-d-694802-15 {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:40:28.871844 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d6d1689d-b8c6-4893-8268-90f0cffa4cd6 req-5091438f-005d-414b-b7fe-0508b8248def service neutron] 10.222.0.64 "GET /v2.0/networks/d42fe13f-7e70-4490-8772-0e7deaa5bf84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210952 Aug 12 15:40:28.975107 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d6d1689d-b8c6-4893-8268-90f0cffa4cd6 req-c208722f-d7fd-4619-b01c-49fe39647283 service neutron] 10.222.0.64 "GET /v2.0/networks/d42fe13f-7e70-4490-8772-0e7deaa5bf84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896707 Aug 12 15:40:29.068417 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-ff099b8c-e690-414c-8919-0899ba59b261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae17407c-5137-4972-8d14-792300e57efc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1366583720', 'tenant_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.105'}], 'enable_snat': True}, 'gw_port_id': '8a1ce0e1-6acb-451e-967e-fc7fcb8a9ee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:38:47Z', 'updated_at': '2021-08-12T15:38:50Z', 'revision_number': 4, 'project_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'gw_port': {'id': '8a1ce0e1-6acb-451e-967e-fc7fcb8a9ee1', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:4b:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae17407c-5137-4972-8d14-792300e57efc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:38:47Z', 'updated_at': '2021-08-12T15:38:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': '0fd029bd-7ca1-4f2d-8abb-650afdc8e4fe', 'name': '', 'network_id': 'd42fe13f-7e70-4490-8772-0e7deaa5bf84', 'tenant_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'mac_address': 'fa:16:3e:d9:c0:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae17407c-5137-4972-8d14-792300e57efc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '1cfb795b-219b-4ccb-853b-386ffbdad260', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:38:50Z', 'updated_at': '2021-08-12T15:38:55Z', 'revision_number': 5, 'project_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'subnets': [{'id': '1cfb795b-219b-4ccb-853b-386ffbdad260', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:40:29.095848 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff099b8c-e690-414c-8919-0899ba59b261 None None] The sync data for ids ['ae17407c-5137-4972-8d14-792300e57efc'] in n-d-694802-15 is: [{'id': 'ae17407c-5137-4972-8d14-792300e57efc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1366583720', 'tenant_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.105'}], 'enable_snat': True}, 'gw_port_id': '8a1ce0e1-6acb-451e-967e-fc7fcb8a9ee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:38:47Z', 'updated_at': '2021-08-12T15:38:50Z', 'revision_number': 4, 'project_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'gw_port': {'id': '8a1ce0e1-6acb-451e-967e-fc7fcb8a9ee1', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:4b:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae17407c-5137-4972-8d14-792300e57efc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:38:47Z', 'updated_at': '2021-08-12T15:38:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': '0fd029bd-7ca1-4f2d-8abb-650afdc8e4fe', 'name': '', 'network_id': 'd42fe13f-7e70-4490-8772-0e7deaa5bf84', 'tenant_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'mac_address': 'fa:16:3e:d9:c0:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae17407c-5137-4972-8d14-792300e57efc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '1cfb795b-219b-4ccb-853b-386ffbdad260', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:38:50Z', 'updated_at': '2021-08-12T15:38:55Z', 'revision_number': 5, 'project_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'subnets': [{'id': '1cfb795b-219b-4ccb-853b-386ffbdad260', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 15:40:29.309888 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc2a3715-fc41-405a-b940-2c7837519ea1 None None] New status for floating IP 73206bf0-22c4-4d99-a80f-a63acce85306: DOWN {{(pid=94468) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 15:40:29.797070 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2edb6c-92ef-4c34-a4b4-eef3326219b9 req-bcc5a3da-26b8-4639-b9d7-3ea5c4aa81a4 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:40:29.798489 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-8d2edb6c-92ef-4c34-a4b4-eef3326219b9 req-bcc5a3da-26b8-4639-b9d7-3ea5c4aa81a4 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "GET /v2.0/ports?device_id=d85fa691-fcb5-4638-8db0-cc7945e5c86c HTTP/1.1" status: 200 len: 945 time: 0.0540876 Aug 12 15:40:29.838408 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-8d2edb6c-92ef-4c34-a4b4-eef3326219b9 req-6f6bcb76-950d-48d0-956b-eb74fe08b8ab tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b01e15c-e762-408c-bcae-0d7a03a8103a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339558 Aug 12 15:40:30.142907 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699787ca-d8cf-417d-87e3-9a24748b31a5 req-c020b9d5-1419-46a5-9906-cfa10e140486 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:40:30.144304 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-699787ca-d8cf-417d-87e3-9a24748b31a5 req-c020b9d5-1419-46a5-9906-cfa10e140486 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.64 "GET /v2.0/ports?device_id=d85fa691-fcb5-4638-8db0-cc7945e5c86c HTTP/1.1" status: 200 len: 945 time: 0.0486708 Aug 12 15:40:30.237500 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [req-699787ca-d8cf-417d-87e3-9a24748b31a5 req-0ca063f0-98e9-464a-8633-03ce4c4bc656 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Deleting port bedfb1f8-097d-4097-b2b5-afdc76e111e2 {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 15:40:30.237842 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-699787ca-d8cf-417d-87e3-9a24748b31a5 req-0ca063f0-98e9-464a-8633-03ce4c4bc656 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:40:30.325849 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-699787ca-d8cf-417d-87e3-9a24748b31a5 req-0ca063f0-98e9-464a-8633-03ce4c4bc656 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] For port bedfb1f8-097d-4097-b2b5-afdc76e111e2, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=bedfb1f8-097d-4097-b2b5-afdc76e111e2,segment=NetworkSegment(83d74fb8-a13d-409f-8541-bc35638667e7),segment_id=83d74fb8-a13d-409f-8541-bc35638667e7)] {{(pid=94467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:40:30.326224 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-699787ca-d8cf-417d-87e3-9a24748b31a5 req-0ca063f0-98e9-464a-8633-03ce4c4bc656 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:40:30.339419 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [req-699787ca-d8cf-417d-87e3-9a24748b31a5 req-0ca063f0-98e9-464a-8633-03ce4c4bc656 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Calling delete_port for bedfb1f8-097d-4097-b2b5-afdc76e111e2 owned by compute:nova {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 15:40:30.473290 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-699787ca-d8cf-417d-87e3-9a24748b31a5 req-0ca063f0-98e9-464a-8633-03ce4c4bc656 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:40:30.509672 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca063f0-98e9-464a-8633-03ce4c4bc656 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Pushing event deleted for resources: {'Port': ['ID=bedfb1f8-097d-4097-b2b5-afdc76e111e2,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:40:30.549754 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [req-699787ca-d8cf-417d-87e3-9a24748b31a5 req-0ca063f0-98e9-464a-8633-03ce4c4bc656 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] No DVR routers for this DVR port bedfb1f8-097d-4097-b2b5-afdc76e111e2 on host n-h1-694802-15 {{(pid=94467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 15:40:30.552326 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-699787ca-d8cf-417d-87e3-9a24748b31a5 req-0ca063f0-98e9-464a-8633-03ce4c4bc656 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:40:30.554451 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-699787ca-d8cf-417d-87e3-9a24748b31a5 req-0ca063f0-98e9-464a-8633-03ce4c4bc656 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.64 "DELETE /v2.0/ports/bedfb1f8-097d-4097-b2b5-afdc76e111e2 HTTP/1.1" status: 204 len: 173 time: 0.4037147 Aug 12 15:40:30.554880 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd85fa691-fcb5-4638-8db0-cc7945e5c86c', 'name': 'network-vif-deleted', 'tag': 'bedfb1f8-097d-4097-b2b5-afdc76e111e2'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:40:30.557151 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1d90890f15e5cc8eba4d51c7734538f2f2e5e8e12504eb7d6ddd0a29ee9b803" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54b87c48-ef9d-4efd-9d36-f3a67b1ef302" -d '{"events": [{"server_uuid": "d85fa691-fcb5-4638-8db0-cc7945e5c86c", "name": "network-vif-deleted", "tag": "bedfb1f8-097d-4097-b2b5-afdc76e111e2"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 15:40:30.594304 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 15:40:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-117bcab3-2744-4357-908a-0bd41ada7682 x-openstack-request-id: req-117bcab3-2744-4357-908a-0bd41ada7682 {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 15:40:30.594600 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d85fa691-fcb5-4638-8db0-cc7945e5c86c", "name": "network-vif-deleted", "tag": "bedfb1f8-097d-4097-b2b5-afdc76e111e2", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 15:40:30.594849 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-117bcab3-2744-4357-908a-0bd41ada7682 {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 15:40:30.595281 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd85fa691-fcb5-4638-8db0-cc7945e5c86c', 'name': 'network-vif-deleted', 'tag': 'bedfb1f8-097d-4097-b2b5-afdc76e111e2', 'status': 'completed', 'code': 200} Aug 12 15:40:30.949382 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-aa291e9a-cbd7-4bdb-8762-70665a48b9a1 req-cbbf821a-3468-4696-9225-a069d94b06f4 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "GET /v2.0/ports?device_id=d85fa691-fcb5-4638-8db0-cc7945e5c86c HTTP/1.1" status: 200 len: 210 time: 0.0295599 Aug 12 15:40:32.008648 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 37000) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:40:32.416000 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a4a72223-5a66-4388-bb4d-45408382cced tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66663830'] for router_interface, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:40:32.721092 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-a4a72223-5a66-4388-bb4d-45408382cced tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Deleting port 0fd029bd-7ca1-4f2d-8abb-650afdc8e4fe {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 15:40:32.721644 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a4a72223-5a66-4388-bb4d-45408382cced tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:40:32.832448 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-a4a72223-5a66-4388-bb4d-45408382cced tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] For port 0fd029bd-7ca1-4f2d-8abb-650afdc8e4fe, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=0fd029bd-7ca1-4f2d-8abb-650afdc8e4fe,segment=NetworkSegment(83d74fb8-a13d-409f-8541-bc35638667e7),segment_id=83d74fb8-a13d-409f-8541-bc35638667e7)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:40:32.832814 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a4a72223-5a66-4388-bb4d-45408382cced tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:40:32.848571 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-a4a72223-5a66-4388-bb4d-45408382cced tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Calling delete_port for 0fd029bd-7ca1-4f2d-8abb-650afdc8e4fe owned by network:router_interface {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 15:40:33.063983 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a4a72223-5a66-4388-bb4d-45408382cced tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:40:33.089986 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a72223-5a66-4388-bb4d-45408382cced tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Pushing event deleted for resources: {'Port': ['ID=0fd029bd-7ca1-4f2d-8abb-650afdc8e4fe,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:40:33.106799 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a72223-5a66-4388-bb4d-45408382cced tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:40:33.106799 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a72223-5a66-4388-bb4d-45408382cced tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:40:33.106799 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a72223-5a66-4388-bb4d-45408382cced tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:40:33.106799 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a72223-5a66-4388-bb4d-45408382cced tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:40:33.106799 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a72223-5a66-4388-bb4d-45408382cced tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:40:33.106799 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a72223-5a66-4388-bb4d-45408382cced tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:40:33.107418 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a72223-5a66-4388-bb4d-45408382cced tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:40:33.108017 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a72223-5a66-4388-bb4d-45408382cced tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:40:33.108646 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a72223-5a66-4388-bb4d-45408382cced tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:40:33.109012 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a72223-5a66-4388-bb4d-45408382cced tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:40:33.109342 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a72223-5a66-4388-bb4d-45408382cced tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:40:33.109711 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a72223-5a66-4388-bb4d-45408382cced tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:40:33.319048 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device bedfb1f8-097d-4097-b2b5-afdc76e111e2 no longer exists at agent hyperv_n-h1-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 15:40:33.322832 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a4a72223-5a66-4388-bb4d-45408382cced tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66628352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-430630'] for router_interface, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:40:33.342399 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-93370168-53ca-47c2-9e27-b066be57125c None None] No Port match for: bedfb1f8-097d-4097-b2b5-afdc76e111e2 {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 15:40:33.342738 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device bedfb1f8-097d-4097-b2b5-afdc76e111e2 not bound to the agent host n-h1-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 15:40:33.560868 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4a72223-5a66-4388-bb4d-45408382cced tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Router ae17407c-5137-4972-8d14-792300e57efc has already been hosted by L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f {{(pid=94466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 15:40:33.672005 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4a72223-5a66-4388-bb4d-45408382cced tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 15:40:33.677631 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-a4a72223-5a66-4388-bb4d-45408382cced tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "PUT /v2.0/routers/ae17407c-5137-4972-8d14-792300e57efc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6679294 Aug 12 15:40:33.680449 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 37002) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:40:33.681244 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08158a02-5694-481e-87ad-0c6e5f7edf47 None None] Sync routers for ids ['ae17407c-5137-4972-8d14-792300e57efc'] in n-d-694802-15 {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 15:40:33.691122 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08158a02-5694-481e-87ad-0c6e5f7edf47 None None] Routers {'ae17407c-5137-4972-8d14-792300e57efc'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:40:33.691772 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-08158a02-5694-481e-87ad-0c6e5f7edf47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T15:40:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['ae17407c-5137-4972-8d14-792300e57efc'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:40:33.733090 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_v2 [None req-58e48854-1e2f-4d4a-ad2e-7cd5fc8a497a tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Deleting subnet 1cfb795b-219b-4ccb-853b-386ffbdad260 {{(pid=94466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 15:40:33.736273 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-58e48854-1e2f-4d4a-ad2e-7cd5fc8a497a tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks [] for subnet, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:40:33.776756 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-58e48854-1e2f-4d4a-ad2e-7cd5fc8a497a tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2293551'] for subnet, precommit_delete_associations {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:40:33.801137 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-08158a02-5694-481e-87ad-0c6e5f7edf47 None None] Set router ae17407c-5137-4972-8d14-792300e57efc gateway port host: n-d-694802-15 {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:40:33.876477 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-58e48854-1e2f-4d4a-ad2e-7cd5fc8a497a tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66416255'] for subnet, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:40:33.942665 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-58e48854-1e2f-4d4a-ad2e-7cd5fc8a497a tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66416232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3718429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8776402'] for subnet, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:40:33.971919 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e48854-1e2f-4d4a-ad2e-7cd5fc8a497a tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Pushing event deleted for resources: {'Subnet': ['ID=1cfb795b-219b-4ccb-853b-386ffbdad260,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:40:33.976965 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-58e48854-1e2f-4d4a-ad2e-7cd5fc8a497a tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks [] for subnet, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:40:33.979522 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-58e48854-1e2f-4d4a-ad2e-7cd5fc8a497a tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "DELETE /v2.0/subnets/1cfb795b-219b-4ccb-853b-386ffbdad260 HTTP/1.1" status: 204 len: 168 time: 0.2981372 Aug 12 15:40:33.982182 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 37004) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:40:33.983661 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-08158a02-5694-481e-87ad-0c6e5f7edf47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae17407c-5137-4972-8d14-792300e57efc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1366583720', 'tenant_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.105'}], 'enable_snat': True}, 'gw_port_id': '8a1ce0e1-6acb-451e-967e-fc7fcb8a9ee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:38:47Z', 'updated_at': '2021-08-12T15:40:32Z', 'revision_number': 5, 'project_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'gw_port': {'id': '8a1ce0e1-6acb-451e-967e-fc7fcb8a9ee1', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:4b:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae17407c-5137-4972-8d14-792300e57efc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:38:47Z', 'updated_at': '2021-08-12T15:38:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15'}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:40:33.985274 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a56e8c8-66bd-46f8-8f05-7028c2833020 None None] Network d42fe13f-7e70-4490-8772-0e7deaa5bf84 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 15:40:34.010438 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08158a02-5694-481e-87ad-0c6e5f7edf47 None None] Checking router: ae17407c-5137-4972-8d14-792300e57efc for host: n-d-694802-15 {{(pid=94469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 15:40:34.020751 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08158a02-5694-481e-87ad-0c6e5f7edf47 None None] Routers {'ae17407c-5137-4972-8d14-792300e57efc'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:40:34.021306 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-08158a02-5694-481e-87ad-0c6e5f7edf47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T15:40:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['ae17407c-5137-4972-8d14-792300e57efc'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:40:34.150285 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-08158a02-5694-481e-87ad-0c6e5f7edf47 None None] Set router ae17407c-5137-4972-8d14-792300e57efc gateway port host: n-d-694802-15 {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:40:34.186691 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-543bcc54-1592-430e-afe2-bfe0f43719ac None None] DHCP port deletion for d42fe13f-7e70-4490-8772-0e7deaa5bf84 request from n-d-694802-15 {{(pid=94468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 15:40:34.250170 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-543bcc54-1592-430e-afe2-bfe0f43719ac None None] Deleting port 3c8212bc-e2e4-4021-a7ae-f399ee603809 {{(pid=94468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 15:40:34.250894 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-543bcc54-1592-430e-afe2-bfe0f43719ac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:40:34.323692 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-543bcc54-1592-430e-afe2-bfe0f43719ac None None] For port 3c8212bc-e2e4-4021-a7ae-f399ee603809, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=3c8212bc-e2e4-4021-a7ae-f399ee603809,segment=NetworkSegment(83d74fb8-a13d-409f-8541-bc35638667e7),segment_id=83d74fb8-a13d-409f-8541-bc35638667e7)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:40:34.324852 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-543bcc54-1592-430e-afe2-bfe0f43719ac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:40:34.339399 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-543bcc54-1592-430e-afe2-bfe0f43719ac None None] Calling delete_port for 3c8212bc-e2e4-4021-a7ae-f399ee603809 owned by network:dhcp {{(pid=94468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 15:40:34.346132 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-08158a02-5694-481e-87ad-0c6e5f7edf47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae17407c-5137-4972-8d14-792300e57efc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1366583720', 'tenant_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.105'}], 'enable_snat': True}, 'gw_port_id': '8a1ce0e1-6acb-451e-967e-fc7fcb8a9ee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:38:47Z', 'updated_at': '2021-08-12T15:40:32Z', 'revision_number': 5, 'project_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'gw_port': {'id': '8a1ce0e1-6acb-451e-967e-fc7fcb8a9ee1', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:4b:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae17407c-5137-4972-8d14-792300e57efc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:38:47Z', 'updated_at': '2021-08-12T15:38:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15'}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:40:34.380269 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08158a02-5694-481e-87ad-0c6e5f7edf47 None None] The sync data for ids ['ae17407c-5137-4972-8d14-792300e57efc'] in n-d-694802-15 is: [{'id': 'ae17407c-5137-4972-8d14-792300e57efc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1366583720', 'tenant_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.105'}], 'enable_snat': True}, 'gw_port_id': '8a1ce0e1-6acb-451e-967e-fc7fcb8a9ee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:38:47Z', 'updated_at': '2021-08-12T15:40:32Z', 'revision_number': 5, 'project_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'gw_port': {'id': '8a1ce0e1-6acb-451e-967e-fc7fcb8a9ee1', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:4b:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae17407c-5137-4972-8d14-792300e57efc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:38:47Z', 'updated_at': '2021-08-12T15:38:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15'}] {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 15:40:34.425700 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-543bcc54-1592-430e-afe2-bfe0f43719ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262'] for port, after_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:40:34.433934 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d8bb5782-4939-4b57-9970-142a0ae2db00 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks [] for router, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:40:34.451846 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543bcc54-1592-430e-afe2-bfe0f43719ac None None] Pushing event deleted for resources: {'Port': ['ID=3c8212bc-e2e4-4021-a7ae-f399ee603809,revision_number=None']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:40:34.456278 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-543bcc54-1592-430e-afe2-bfe0f43719ac None None] No DVR routers for this DVR port 3c8212bc-e2e4-4021-a7ae-f399ee603809 on host n-d-694802-15 {{(pid=94468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 15:40:34.463270 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543bcc54-1592-430e-afe2-bfe0f43719ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:40:34.463612 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543bcc54-1592-430e-afe2-bfe0f43719ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:40:34.463955 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543bcc54-1592-430e-afe2-bfe0f43719ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:40:34.464286 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543bcc54-1592-430e-afe2-bfe0f43719ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:40:34.464620 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543bcc54-1592-430e-afe2-bfe0f43719ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:40:34.465053 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543bcc54-1592-430e-afe2-bfe0f43719ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:40:34.465280 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543bcc54-1592-430e-afe2-bfe0f43719ac None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:40:34.465599 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543bcc54-1592-430e-afe2-bfe0f43719ac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:40:34.466313 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543bcc54-1592-430e-afe2-bfe0f43719ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:40:34.466313 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543bcc54-1592-430e-afe2-bfe0f43719ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:40:34.466577 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543bcc54-1592-430e-afe2-bfe0f43719ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:40:34.466898 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543bcc54-1592-430e-afe2-bfe0f43719ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:40:34.550896 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d8bb5782-4939-4b57-9970-142a0ae2db00 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:40:34.613000 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-d8bb5782-4939-4b57-9970-142a0ae2db00 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Deleting port 8a1ce0e1-6acb-451e-967e-fc7fcb8a9ee1 {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 15:40:34.613343 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d8bb5782-4939-4b57-9970-142a0ae2db00 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:40:34.692219 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d8bb5782-4939-4b57-9970-142a0ae2db00 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] For port 8a1ce0e1-6acb-451e-967e-fc7fcb8a9ee1, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=8a1ce0e1-6acb-451e-967e-fc7fcb8a9ee1,segment=NetworkSegment(b1b396cb-2dc6-4041-bfc7-1833a80a4720),segment_id=b1b396cb-2dc6-4041-bfc7-1833a80a4720)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:40:34.692479 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d8bb5782-4939-4b57-9970-142a0ae2db00 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:40:34.709367 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-d8bb5782-4939-4b57-9970-142a0ae2db00 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Calling delete_port for 8a1ce0e1-6acb-451e-967e-fc7fcb8a9ee1 owned by network:router_gateway {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 15:40:34.883323 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d8bb5782-4939-4b57-9970-142a0ae2db00 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:40:34.921646 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bb5782-4939-4b57-9970-142a0ae2db00 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Pushing event deleted for resources: {'Port': ['ID=8a1ce0e1-6acb-451e-967e-fc7fcb8a9ee1,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:40:34.983803 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d8bb5782-4939-4b57-9970-142a0ae2db00 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-431580'] for router_gateway, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:40:35.082024 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d8bb5782-4939-4b57-9970-142a0ae2db00 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-429360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-104877'] for router, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:40:35.084458 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d8bb5782-4939-4b57-9970-142a0ae2db00 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:40:35.135924 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d8bb5782-4939-4b57-9970-142a0ae2db00 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-429375'] for router, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:40:35.136477 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8bb5782-4939-4b57-9970-142a0ae2db00 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Fanout notify agent at l3_agent the message router_deleted on router ae17407c-5137-4972-8d14-792300e57efc {{(pid=94466) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 15:40:35.143556 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d8bb5782-4939-4b57-9970-142a0ae2db00 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks [] for router, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:40:35.144685 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-d8bb5782-4939-4b57-9970-142a0ae2db00 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "DELETE /v2.0/routers/ae17407c-5137-4972-8d14-792300e57efc HTTP/1.1" status: 204 len: 168 time: 1.1599784 Aug 12 15:40:35.147921 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 37006) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:40:35.234000 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-8b22a629-f1b1-4948-84d2-b4ab5c1871e6 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680608'] for network, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:40:35.330651 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-8b22a629-f1b1-4948-84d2-b4ab5c1871e6 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66413304', 'neutron.services.segments.db._delete_segments_for_network-8744654118000'] for network, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:40:35.340754 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-8b22a629-f1b1-4948-84d2-b4ab5c1871e6 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d42fe13f-7e70-4490-8772-0e7deaa5bf84']}} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:40:35.352736 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-8b22a629-f1b1-4948-84d2-b4ab5c1871e6 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83d74fb8-a13d-409f-8541-bc35638667e7') {'for_net_delete': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:40:35.353033 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-8b22a629-f1b1-4948-84d2-b4ab5c1871e6 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83d74fb8-a13d-409f-8541-bc35638667e7') {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:40:35.363619 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-8b22a629-f1b1-4948-84d2-b4ab5c1871e6 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744654122361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3857526'] for segment, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:40:35.377559 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-8b22a629-f1b1-4948-84d2-b4ab5c1871e6 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:40:35.387097 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b22a629-f1b1-4948-84d2-b4ab5c1871e6 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Releasing vlan 317 on physical network physnet1 to pool {{(pid=94467) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 15:40:35.387634 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-8b22a629-f1b1-4948-84d2-b4ab5c1871e6 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2859015'] for segment, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:40:35.390851 n-d-694802-15 neutron-server[94467]: Traceback (most recent call last): Aug 12 15:40:35.390851 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 15:40:35.390851 n-d-694802-15 neutron-server[94467]: timer() Aug 12 15:40:35.390851 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 15:40:35.390851 n-d-694802-15 neutron-server[94467]: cb(*args, **kw) Aug 12 15:40:35.390851 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 15:40:35.390851 n-d-694802-15 neutron-server[94467]: return func(*args, **kwargs) Aug 12 15:40:35.390851 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 15:40:35.390851 n-d-694802-15 neutron-server[94467]: self._notify() Aug 12 15:40:35.390851 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 15:40:35.390851 n-d-694802-15 neutron-server[94467]: self.callback(batched_events) Aug 12 15:40:35.390851 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 15:40:35.390851 n-d-694802-15 neutron-server[94467]: event.method(event) Aug 12 15:40:35.390851 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 15:40:35.390851 n-d-694802-15 neutron-server[94467]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 15:40:35.390851 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 15:40:35.390851 n-d-694802-15 neutron-server[94467]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 15:40:35.390851 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 15:40:35.390851 n-d-694802-15 neutron-server[94467]: return f(self, *a, **k) Aug 12 15:40:35.390851 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 15:40:35.390851 n-d-694802-15 neutron-server[94467]: return self._get(url).json() Aug 12 15:40:35.390851 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 15:40:35.390851 n-d-694802-15 neutron-server[94467]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 15:40:35.390851 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 15:40:35.390851 n-d-694802-15 neutron-server[94467]: return self.request(url, 'GET', **kwargs) Aug 12 15:40:35.390851 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 15:40:35.390851 n-d-694802-15 neutron-server[94467]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 15:40:35.390851 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 15:40:35.390851 n-d-694802-15 neutron-server[94467]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 15:40:35.390851 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 15:40:35.390851 n-d-694802-15 neutron-server[94467]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 15:40:35.390851 n-d-694802-15 neutron-server[94467]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 15:40:35.452833 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-8b22a629-f1b1-4948-84d2-b4ab5c1871e6 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66413281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431520'] for network, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:40:35.460751 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-8b22a629-f1b1-4948-84d2-b4ab5c1871e6 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks [] for network, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:40:35.461916 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-8b22a629-f1b1-4948-84d2-b4ab5c1871e6 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "DELETE /v2.0/networks/d42fe13f-7e70-4490-8772-0e7deaa5bf84 HTTP/1.1" status: 204 len: 168 time: 0.3126340 Aug 12 15:40:35.464889 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 37008) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:40:35.473971 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b22a629-f1b1-4948-84d2-b4ab5c1871e6 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Pushing event deleted for resources: {'Network': ['ID=d42fe13f-7e70-4490-8772-0e7deaa5bf84,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:40:35.530953 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b2160a79-1f4e-4101-b782-40a1ec676cd0 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks [] for security_group, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:40:35.559047 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b2160a79-1f4e-4101-b782-40a1ec676cd0 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:40:35.631915 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b2160a79-1f4e-4101-b782-40a1ec676cd0 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:40:35.636115 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b2160a79-1f4e-4101-b782-40a1ec676cd0 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:40:35.640998 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-b2160a79-1f4e-4101-b782-40a1ec676cd0 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "DELETE /v2.0/security-groups/5b01e15c-e762-408c-bcae-0d7a03a8103a HTTP/1.1" status: 204 len: 168 time: 0.1714504 Aug 12 15:40:35.644207 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 8a1ce0e1-6acb-451e-967e-fc7fcb8a9ee1 no longer exists at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 15:40:35.653040 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2160a79-1f4e-4101-b782-40a1ec676cd0 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b01e15c-e762-408c-bcae-0d7a03a8103a,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:40:35.671614 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] No Port match for: 8a1ce0e1-6acb-451e-967e-fc7fcb8a9ee1 {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 15:40:35.671950 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 8a1ce0e1-6acb-451e-967e-fc7fcb8a9ee1 not bound to the agent host n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 15:40:35.672368 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 0fd029bd-7ca1-4f2d-8abb-650afdc8e4fe no longer exists at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 15:40:35.696063 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] No Port match for: 0fd029bd-7ca1-4f2d-8abb-650afdc8e4fe {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 15:40:35.696399 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 0fd029bd-7ca1-4f2d-8abb-650afdc8e4fe not bound to the agent host n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 15:40:35.696821 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 3c8212bc-e2e4-4021-a7ae-f399ee603809 no longer exists at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 15:40:35.719656 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] No Port match for: 3c8212bc-e2e4-4021-a7ae-f399ee603809 {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 15:40:35.719997 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 3c8212bc-e2e4-4021-a7ae-f399ee603809 not bound to the agent host n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 15:40:36.041680 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 37014) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:40:36.046542 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-d78cfaba-63cb-41bd-a910-b056e7d48531 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-953025210', 'description': 'tempest-secgroup-smoke-953025210 description', 'project_id': 'b54ac9ed014240dead4ece37b0fb3f94'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:40:36.072670 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d78cfaba-63cb-41bd-a910-b056e7d48531 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks [] for security_group, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:40:36.169847 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d78cfaba-63cb-41bd-a910-b056e7d48531 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks [] for security_group, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:40:36.173910 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d78cfaba-63cb-41bd-a910-b056e7d48531 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:40:36.202076 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d78cfaba-63cb-41bd-a910-b056e7d48531 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:40:36.203339 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-d78cfaba-63cb-41bd-a910-b056e7d48531 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1605656 Aug 12 15:40:36.206508 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 37016) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:40:36.207408 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78cfaba-63cb-41bd-a910-b056e7d48531 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Pushing event updated for resources: {'SecurityGroup': ['ID=454bfb5d-38c8-4cec-9d12-e11b8687c3e8,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:40:36.211801 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-eb517795-e951-4630-ab57-f330fd1f8017 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Request body: {'security_group_rule': {'security_group_id': '454bfb5d-38c8-4cec-9d12-e11b8687c3e8', 'project_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:40:36.241402 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-eb517795-e951-4630-ab57-f330fd1f8017 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:40:36.304407 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-eb517795-e951-4630-ab57-f330fd1f8017 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:40:36.308036 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-eb517795-e951-4630-ab57-f330fd1f8017 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641735'] for security_group_rule, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:40:36.324181 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb517795-e951-4630-ab57-f330fd1f8017 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3de72a5f-0786-47f3-86af-f6daac2ae0ce,revision_number=0']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:40:36.334983 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-eb517795-e951-4630-ab57-f330fd1f8017 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:40:36.336385 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-eb517795-e951-4630-ab57-f330fd1f8017 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1282985 Aug 12 15:40:36.339263 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 37018) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:40:36.343999 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-c6a7b92a-f56b-48cc-8001-0f5256ef68c6 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Request body: {'security_group_rule': {'security_group_id': '454bfb5d-38c8-4cec-9d12-e11b8687c3e8', 'project_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:40:36.370613 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-c6a7b92a-f56b-48cc-8001-0f5256ef68c6 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:40:36.432511 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-c6a7b92a-f56b-48cc-8001-0f5256ef68c6 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:40:36.437271 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-c6a7b92a-f56b-48cc-8001-0f5256ef68c6 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641735'] for security_group_rule, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:40:36.457071 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a7b92a-f56b-48cc-8001-0f5256ef68c6 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c571ea2-62cc-4342-a189-8a08bc98fb7a,revision_number=0']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:40:36.463487 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-c6a7b92a-f56b-48cc-8001-0f5256ef68c6 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:40:36.464760 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-c6a7b92a-f56b-48cc-8001-0f5256ef68c6 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1244142 Aug 12 15:40:36.467726 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 37020) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:40:36.472248 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-55578394-146b-4efd-99b9-a1fa1d352cef tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Request body: {'security_group_rule': {'security_group_id': '454bfb5d-38c8-4cec-9d12-e11b8687c3e8', 'project_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:40:36.501996 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-55578394-146b-4efd-99b9-a1fa1d352cef tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:40:36.563680 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-55578394-146b-4efd-99b9-a1fa1d352cef tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:40:36.567588 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-55578394-146b-4efd-99b9-a1fa1d352cef tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641735'] for security_group_rule, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:40:36.589777 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55578394-146b-4efd-99b9-a1fa1d352cef tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18502010-8eda-4f3e-b46e-325d1a387709,revision_number=0']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:40:36.593940 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-55578394-146b-4efd-99b9-a1fa1d352cef tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:40:36.595200 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-55578394-146b-4efd-99b9-a1fa1d352cef tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1265028 Aug 12 15:40:36.599361 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 37022) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:40:36.603916 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-9da03a1b-587f-42c9-a237-14ed7b192ae3 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Request body: {'security_group_rule': {'security_group_id': '454bfb5d-38c8-4cec-9d12-e11b8687c3e8', 'project_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:40:36.633293 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-9da03a1b-587f-42c9-a237-14ed7b192ae3 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:40:36.699550 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-9da03a1b-587f-42c9-a237-14ed7b192ae3 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:40:36.703798 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-9da03a1b-587f-42c9-a237-14ed7b192ae3 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641735'] for security_group_rule, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:40:36.723140 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da03a1b-587f-42c9-a237-14ed7b192ae3 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b85bf8d-743c-4b6e-b5f6-97089f8ef009,revision_number=0']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:40:36.726494 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-9da03a1b-587f-42c9-a237-14ed7b192ae3 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:40:36.727783 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-9da03a1b-587f-42c9-a237-14ed7b192ae3 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1274452 Aug 12 15:40:36.730640 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 37024) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:40:36.735998 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-e2a8b6d8-1572-4785-9f4b-0bedd95bc124 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Request body: {'security_group_rule': {'security_group_id': '454bfb5d-38c8-4cec-9d12-e11b8687c3e8', 'project_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:40:36.764257 n-d-694802-15 neutron-server[94467]: INFO neutron.db.securitygroups_db [None req-e2a8b6d8-1572-4785-9f4b-0bedd95bc124 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Project b54ac9ed014240dead4ece37b0fb3f94 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 12 15:40:36.769725 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-e2a8b6d8-1572-4785-9f4b-0bedd95bc124 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:40:36.854359 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-e2a8b6d8-1572-4785-9f4b-0bedd95bc124 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:40:36.868115 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-e2a8b6d8-1572-4785-9f4b-0bedd95bc124 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641735'] for security_group_rule, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:40:36.887076 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a8b6d8-1572-4785-9f4b-0bedd95bc124 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9a4b3b7-4ea6-413f-b9e3-9840b3fcb1ea,revision_number=0']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:40:36.890481 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-e2a8b6d8-1572-4785-9f4b-0bedd95bc124 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:40:36.891732 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-e2a8b6d8-1572-4785-9f4b-0bedd95bc124 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1600931 Aug 12 15:40:36.894618 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 37026) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:40:36.898963 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-2ad9f199-21c2-4865-aa9e-0e1add983530 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Request body: {'security_group_rule': {'security_group_id': '454bfb5d-38c8-4cec-9d12-e11b8687c3e8', 'project_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:40:36.921033 n-d-694802-15 neutron-server[94467]: INFO neutron.db.securitygroups_db [None req-2ad9f199-21c2-4865-aa9e-0e1add983530 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Project b54ac9ed014240dead4ece37b0fb3f94 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 12 15:40:36.926580 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-2ad9f199-21c2-4865-aa9e-0e1add983530 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:40:36.989355 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-2ad9f199-21c2-4865-aa9e-0e1add983530 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:40:36.993915 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-2ad9f199-21c2-4865-aa9e-0e1add983530 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641735'] for security_group_rule, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:40:37.011885 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad9f199-21c2-4865-aa9e-0e1add983530 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3ea276d-d024-487c-ab74-5369ce529938,revision_number=0']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:40:37.017460 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-2ad9f199-21c2-4865-aa9e-0e1add983530 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:40:37.018743 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-2ad9f199-21c2-4865-aa9e-0e1add983530 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1231694 Aug 12 15:40:37.021715 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 37028) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:40:37.026780 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-8aeb6201-ec92-430d-95e1-9930f3d72b9f tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Request body: {'network': {'name': 'tempest-network-smoke--987716116', 'project_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'port_security_enabled': True}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:40:37.048739 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8aeb6201-ec92-430d-95e1-9930f3d72b9f tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Made reservation on behalf of b54ac9ed014240dead4ece37b0fb3f94 for: {'network': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 15:40:37.052183 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-8aeb6201-ec92-430d-95e1-9930f3d72b9f tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for network, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:40:37.076273 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8aeb6201-ec92-430d-95e1-9930f3d72b9f tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] vlan segment allocate from pool success with {'vlan_id': 304, 'physical_network': 'physnet1'} {{(pid=94467) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 15:40:37.085626 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-8aeb6201-ec92-430d-95e1-9930f3d72b9f tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:40:37.085973 n-d-694802-15 neutron-server[94467]: INFO neutron.db.segments_db [None req-8aeb6201-ec92-430d-95e1-9930f3d72b9f tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Added segment e59aa25c-a390-493d-ae3a-21a4b4d646e8 of type vlan for network 4f7f8cb4-6915-46c9-858b-4a65123dc6c3 Aug 12 15:40:37.129538 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-8aeb6201-ec92-430d-95e1-9930f3d72b9f tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744653628263'] for network, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:40:37.160153 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-8aeb6201-ec92-430d-95e1-9930f3d72b9f tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409'] for network, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:40:37.165939 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aeb6201-ec92-430d-95e1-9930f3d72b9f tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:40:37.166596 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-8aeb6201-ec92-430d-95e1-9930f3d72b9f tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks [] for network, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:40:37.228008 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-8aeb6201-ec92-430d-95e1-9930f3d72b9f tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2050393 Aug 12 15:40:37.230813 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 37030) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:40:37.240365 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-ea7a1ec9-3636-4ac2-a505-ec8cd620a48d tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1819977671', 'admin_state_up': True, 'project_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'}}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:40:37.240563 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aeb6201-ec92-430d-95e1-9930f3d72b9f tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Pushing event updated for resources: {'Network': ['ID=4f7f8cb4-6915-46c9-858b-4a65123dc6c3,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:40:37.255279 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Network 4f7f8cb4-6915-46c9-858b-4a65123dc6c3 details requested by agent ovs-agent-n-d-694802-15 with host n-d-694802-15 {{(pid=94468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 15:40:37.272644 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ea7a1ec9-3636-4ac2-a505-ec8cd620a48d tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-430574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-104863'] for router, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:40:37.273677 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ea7a1ec9-3636-4ac2-a505-ec8cd620a48d tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-429438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-431405', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66646573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-104852'] for router, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:40:37.334691 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ea7a1ec9-3636-4ac2-a505-ec8cd620a48d tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:40:37.477415 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ea7a1ec9-3636-4ac2-a505-ec8cd620a48d tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:40:37.691025 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ea7a1ec9-3636-4ac2-a505-ec8cd620a48d tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks [] for router_gateway, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:40:37.710294 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ea7a1ec9-3636-4ac2-a505-ec8cd620a48d tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:40:37.820078 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-ea7a1ec9-3636-4ac2-a505-ec8cd620a48d tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Allocated IP 172.25.1.217 (d3759e1b-6c03-45ac-acd4-90abb417809b/f0254f08-c19c-4e31-bd9c-09389ea4b6f2/f5ac1f86-260e-43fd-ba2f-8396624969d4) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 15:40:37.922981 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ea7a1ec9-3636-4ac2-a505-ec8cd620a48d tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:40:37.962800 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ea7a1ec9-3636-4ac2-a505-ec8cd620a48d tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:40:38.006652 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea7a1ec9-3636-4ac2-a505-ec8cd620a48d tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Network d3759e1b-6c03-45ac-acd4-90abb417809b is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 15:40:38.011685 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-ea7a1ec9-3636-4ac2-a505-ec8cd620a48d tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:40:38.016022 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea7a1ec9-3636-4ac2-a505-ec8cd620a48d tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 15:40:38.021839 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7a1ec9-3636-4ac2-a505-ec8cd620a48d tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Pushing event updated for resources: {'Port': ['ID=f5ac1f86-260e-43fd-ba2f-8396624969d4,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:40:38.285115 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ea7a1ec9-3636-4ac2-a505-ec8cd620a48d tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks [] for router_gateway, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:40:38.487321 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ea7a1ec9-3636-4ac2-a505-ec8cd620a48d tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-429413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-431608'] for router, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:40:38.617886 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea7a1ec9-3636-4ac2-a505-ec8cd620a48d tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Router bbc76c9b-4992-4663-a99b-221b2ee391b8 is scheduled to L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f with binding_index 1 {{(pid=94466) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 15:40:38.728546 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea7a1ec9-3636-4ac2-a505-ec8cd620a48d tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 15:40:38.741968 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19526586-7845-4464-a23d-bb77ced30d13 None None] Sync routers for ids ['bbc76c9b-4992-4663-a99b-221b2ee391b8'] in n-d-694802-15 {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 15:40:38.751725 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-ea7a1ec9-3636-4ac2-a505-ec8cd620a48d tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks [] for router, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:40:38.752837 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19526586-7845-4464-a23d-bb77ced30d13 None None] Routers {'bbc76c9b-4992-4663-a99b-221b2ee391b8'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:40:38.752979 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-ea7a1ec9-3636-4ac2-a505-ec8cd620a48d tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.5187836 Aug 12 15:40:38.753588 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-19526586-7845-4464-a23d-bb77ced30d13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T15:40:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['bbc76c9b-4992-4663-a99b-221b2ee391b8'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:40:38.756180 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 37032) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:40:38.790087 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-30ff29b8-da4b-402a-847a-e6b8f6388e47 tempest-TestNetworkAdvancedServerOps-1009123411 tempest-TestNetworkAdvancedServerOps-1009123411-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=b54ac9ed014240dead4ece37b0fb3f94&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0327663 Aug 12 15:40:38.794455 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 37034) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:40:38.867542 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvr_db [None req-19526586-7845-4464-a23d-bb77ced30d13 None None] Set router bbc76c9b-4992-4663-a99b-221b2ee391b8 gateway port host: n-d-694802-15 {{(pid=94468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:40:38.888251 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afc76697-21b2-43f1-a276-089e4484b74c tempest-TestNetworkAdvancedServerOps-1009123411 tempest-TestNetworkAdvancedServerOps-1009123411-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:40:38.889793 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-afc76697-21b2-43f1-a276-089e4484b74c tempest-TestNetworkAdvancedServerOps-1009123411 tempest-TestNetworkAdvancedServerOps-1009123411-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0940902 Aug 12 15:40:38.893095 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 37036) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:40:38.923331 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-d4e82d18-43d2-4eaf-b93b-6ec63e53c171 tempest-TestNetworkAdvancedServerOps-1009123411 tempest-TestNetworkAdvancedServerOps-1009123411-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=d3759e1b-6c03-45ac-acd4-90abb417809b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0289385 Aug 12 15:40:38.926094 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 37038) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:40:38.931397 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-8fcdb39f-94df-4641-b173-47241b136dc6 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-992508272', 'network_id': '4f7f8cb4-6915-46c9-858b-4a65123dc6c3', 'project_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:40:39.029900 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fcdb39f-94df-4641-b173-47241b136dc6 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Made reservation on behalf of b54ac9ed014240dead4ece37b0fb3f94 for: {'subnet': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 15:40:39.035046 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8fcdb39f-94df-4641-b173-47241b136dc6 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8776441'] for subnet, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:40:39.065480 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-19526586-7845-4464-a23d-bb77ced30d13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbc76c9b-4992-4663-a99b-221b2ee391b8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1819977671', 'tenant_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.217'}], 'enable_snat': True}, 'gw_port_id': 'f5ac1f86-260e-43fd-ba2f-8396624969d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:40:37Z', 'updated_at': '2021-08-12T15:40:38Z', 'revision_number': 3, 'project_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'gw_port': {'id': 'f5ac1f86-260e-43fd-ba2f-8396624969d4', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:79:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbc76c9b-4992-4663-a99b-221b2ee391b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:40:37Z', 'updated_at': '2021-08-12T15:40:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15'}], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:40:39.093532 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19526586-7845-4464-a23d-bb77ced30d13 None None] Checking router: bbc76c9b-4992-4663-a99b-221b2ee391b8 for host: n-d-694802-15 {{(pid=94468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 15:40:39.093868 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19526586-7845-4464-a23d-bb77ced30d13 None None] Updating router bbc76c9b-4992-4663-a99b-221b2ee391b8 port f5ac1f86-260e-43fd-ba2f-8396624969d4 binding host n-d-694802-15 {{(pid=94468) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 15:40:39.121427 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-19526586-7845-4464-a23d-bb77ced30d13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:40:39.251848 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8fcdb39f-94df-4641-b173-47241b136dc6 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3718490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8776395'] for subnet, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:40:39.332575 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcdb39f-94df-4641-b173-47241b136dc6 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Pushing event updated for resources: {'Subnet': ['ID=ff6f6a1d-ca8a-4a4e-aa6f-745def5177ca,revision_number=0']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:40:39.341294 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fcdb39f-94df-4641-b173-47241b136dc6 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Checking segment: {'id': 'e59aa25c-a390-493d-ae3a-21a4b4d646e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '4f7f8cb4-6915-46c9-858b-4a65123dc6c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 15:40:39.341658 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fcdb39f-94df-4641-b173-47241b136dc6 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Network hostable DHCP agents. Network: 4f7f8cb4-6915-46c9-858b-4a65123dc6c3, hostable agents: ['1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658'], hosted agents: [] {{(pid=94466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 15:40:39.359108 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fcdb39f-94df-4641-b173-47241b136dc6 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Network 4f7f8cb4-6915-46c9-858b-4a65123dc6c3 is scheduled to be hosted by DHCP agent 1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658 with binding_index 1 {{(pid=94466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 15:40:39.368948 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-8fcdb39f-94df-4641-b173-47241b136dc6 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-15, 4f7f8cb4-6915-46c9-858b-4a65123dc6c3) {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:40:39.374179 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fcdb39f-94df-4641-b173-47241b136dc6 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:40:39.375056 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8fcdb39f-94df-4641-b173-47241b136dc6 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks [] for subnet, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:40:39.391573 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-8fcdb39f-94df-4641-b173-47241b136dc6 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4644239 Aug 12 15:40:39.394829 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 37040) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:40:39.402597 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb4cbee1-22d3-43bc-8e08-e8a71f161432 None None] Network 4f7f8cb4-6915-46c9-858b-4a65123dc6c3 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 15:40:39.465860 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-19526586-7845-4464-a23d-bb77ced30d13 None None] Notify callbacks [] for port, precommit_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:40:39.489020 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-19526586-7845-4464-a23d-bb77ced30d13 None None] Transition to ACTIVE for port object f5ac1f86-260e-43fd-ba2f-8396624969d4 will not be triggered until provisioned by entity L2. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:40:39.503267 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-19526586-7845-4464-a23d-bb77ced30d13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:40:39.766494 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-19526586-7845-4464-a23d-bb77ced30d13 None None] Attempting to bind port f5ac1f86-260e-43fd-ba2f-8396624969d4 on host n-d-694802-15 for vnic_type normal with profile {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 15:40:39.767547 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-19526586-7845-4464-a23d-bb77ced30d13 None None] Attempting to bind port f5ac1f86-260e-43fd-ba2f-8396624969d4 by drivers openvswitch,hyperv on host n-d-694802-15 at level 0 using segments [{'id': 'b1b396cb-2dc6-4041-bfc7-1833a80a4720', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 15:40:39.767547 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19526586-7845-4464-a23d-bb77ced30d13 None None] Attempting to bind port f5ac1f86-260e-43fd-ba2f-8396624969d4 on network d3759e1b-6c03-45ac-acd4-90abb417809b {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 15:40:39.769582 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc589f26-6a95-4a19-aceb-f6430ab393b8 None None] Pushing event updated for resources: {'Port': ['ID=f5ac1f86-260e-43fd-ba2f-8396624969d4,revision_number=2']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:40:39.780065 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19526586-7845-4464-a23d-bb77ced30d13 None None] Checking agent: {'id': '16de73ac-f2e9-4cee-b3e0-91052ae3e6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 20, 13), 'started_at': datetime.datetime(2021, 8, 12, 14, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 15, 40, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 15:40:39.780470 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19526586-7845-4464-a23d-bb77ced30d13 None None] Checking segment: {'id': 'b1b396cb-2dc6-4041-bfc7-1833a80a4720', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 15:40:39.780825 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-19526586-7845-4464-a23d-bb77ced30d13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:40:39.781206 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19526586-7845-4464-a23d-bb77ced30d13 None None] Bound using segment: {'id': 'b1b396cb-2dc6-4041-bfc7-1833a80a4720', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 15:40:39.781679 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-19526586-7845-4464-a23d-bb77ced30d13 None None] Bound port: f5ac1f86-260e-43fd-ba2f-8396624969d4, host: n-d-694802-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1b396cb-2dc6-4041-bfc7-1833a80a4720', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'}}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 15:40:39.782052 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-19526586-7845-4464-a23d-bb77ced30d13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:40:39.848576 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc377ceb-bc58-4c19-bcd1-2a7159e82bd3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa7035b3e-9a89-5964-b9f4-97301c3f476a-4f7f8cb4-6915-46c9-858b-4a65123dc6c3', 'network_id': '4f7f8cb4-6915-46c9-858b-4a65123dc6c3', 'tenant_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'fixed_ips': [{'subnet_id': 'ff6f6a1d-ca8a-4a4e-aa6f-745def5177ca'}]}} from n-d-694802-15. {{(pid=94468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 15:40:39.849785 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-fc377ceb-bc58-4c19-bcd1-2a7159e82bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:40:39.890557 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-19526586-7845-4464-a23d-bb77ced30d13 None None] For port f5ac1f86-260e-43fd-ba2f-8396624969d4, host n-d-694802-15, cleared binding levels {{(pid=94468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 15:40:39.895403 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-19526586-7845-4464-a23d-bb77ced30d13 None None] For port f5ac1f86-260e-43fd-ba2f-8396624969d4, host n-d-694802-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=f5ac1f86-260e-43fd-ba2f-8396624969d4,segment=NetworkSegment(b1b396cb-2dc6-4041-bfc7-1833a80a4720),segment_id=b1b396cb-2dc6-4041-bfc7-1833a80a4720)] {{(pid=94468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 15:40:39.948174 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-19526586-7845-4464-a23d-bb77ced30d13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:40:40.047986 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19526586-7845-4464-a23d-bb77ced30d13 None None] Routers {'bbc76c9b-4992-4663-a99b-221b2ee391b8'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:40:40.048611 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-19526586-7845-4464-a23d-bb77ced30d13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T15:40:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['bbc76c9b-4992-4663-a99b-221b2ee391b8'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:40:40.111636 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc589f26-6a95-4a19-aceb-f6430ab393b8 None None] Pushing event updated for resources: {'Port': ['ID=f5ac1f86-260e-43fd-ba2f-8396624969d4,revision_number=3']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:40:40.127058 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.db_base_plugin_common [None req-fc377ceb-bc58-4c19-bcd1-2a7159e82bd3 None None] Allocated IP 172.20.0.2 (4f7f8cb4-6915-46c9-858b-4a65123dc6c3/ff6f6a1d-ca8a-4a4e-aa6f-745def5177ca/d718c312-d93d-46fa-852b-0f893f08d03f) {{(pid=94468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 15:40:40.177051 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-eaec20b4-3806-41a0-a25d-e337325fbd9c tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:40:40.241220 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvr_db [None req-19526586-7845-4464-a23d-bb77ced30d13 None None] Set router bbc76c9b-4992-4663-a99b-221b2ee391b8 gateway port host: n-d-694802-15 {{(pid=94468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:40:40.270365 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-fa0f40e5-8483-42bf-a65e-93ee639c2f2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:40:40.480190 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-fc377ceb-bc58-4c19-bcd1-2a7159e82bd3 None None] Notify callbacks [] for port, precommit_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:40:40.492102 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-fc377ceb-bc58-4c19-bcd1-2a7159e82bd3 None None] Transition to ACTIVE for port object d718c312-d93d-46fa-852b-0f893f08d03f will not be triggered until provisioned by entity L2. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:40:40.520733 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-fc377ceb-bc58-4c19-bcd1-2a7159e82bd3 None None] Transition to ACTIVE for port object d718c312-d93d-46fa-852b-0f893f08d03f will not be triggered until provisioned by entity DHCP. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:40:40.528461 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-fc377ceb-bc58-4c19-bcd1-2a7159e82bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253'] for port, after_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:40:40.574643 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-19526586-7845-4464-a23d-bb77ced30d13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbc76c9b-4992-4663-a99b-221b2ee391b8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1819977671', 'tenant_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.217'}], 'enable_snat': True}, 'gw_port_id': 'f5ac1f86-260e-43fd-ba2f-8396624969d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:40:37Z', 'updated_at': '2021-08-12T15:40:38Z', 'revision_number': 3, 'project_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'gw_port': {'id': 'f5ac1f86-260e-43fd-ba2f-8396624969d4', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:79:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbc76c9b-4992-4663-a99b-221b2ee391b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:40:37Z', 'updated_at': '2021-08-12T15:40:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15'}], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:40:40.578298 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-eaec20b4-3806-41a0-a25d-e337325fbd9c tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Allocated IP 172.20.0.1 (4f7f8cb4-6915-46c9-858b-4a65123dc6c3/ff6f6a1d-ca8a-4a4e-aa6f-745def5177ca/86085776-04b4-410a-99ec-6162e7e15667) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 15:40:40.582173 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc377ceb-bc58-4c19-bcd1-2a7159e82bd3 None None] Network 4f7f8cb4-6915-46c9-858b-4a65123dc6c3 is already hosted by enough agents. {{(pid=94468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 15:40:40.612081 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.base_scheduler [None req-fc377ceb-bc58-4c19-bcd1-2a7159e82bd3 None None] Resources bound (agent type, host, resource id): {{(pid=94468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:40:40.614256 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc377ceb-bc58-4c19-bcd1-2a7159e82bd3 None None] Pushing event updated for resources: {'Port': ['ID=d718c312-d93d-46fa-852b-0f893f08d03f,revision_number=1']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:40:40.618163 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc377ceb-bc58-4c19-bcd1-2a7159e82bd3 None None] Received port after_create {{(pid=94468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 15:40:40.620600 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19526586-7845-4464-a23d-bb77ced30d13 None None] The sync data for ids ['bbc76c9b-4992-4663-a99b-221b2ee391b8'] in n-d-694802-15 is: [{'id': 'bbc76c9b-4992-4663-a99b-221b2ee391b8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1819977671', 'tenant_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.217'}], 'enable_snat': True}, 'gw_port_id': 'f5ac1f86-260e-43fd-ba2f-8396624969d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:40:37Z', 'updated_at': '2021-08-12T15:40:38Z', 'revision_number': 3, 'project_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'gw_port': {'id': 'f5ac1f86-260e-43fd-ba2f-8396624969d4', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:79:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbc76c9b-4992-4663-a99b-221b2ee391b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:40:37Z', 'updated_at': '2021-08-12T15:40:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15'}] {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 15:40:40.686798 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-fc377ceb-bc58-4c19-bcd1-2a7159e82bd3 None None] Attempting to bind port d718c312-d93d-46fa-852b-0f893f08d03f on host n-d-694802-15 for vnic_type normal with profile {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 15:40:40.687254 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-fc377ceb-bc58-4c19-bcd1-2a7159e82bd3 None None] Attempting to bind port d718c312-d93d-46fa-852b-0f893f08d03f by drivers openvswitch,hyperv on host n-d-694802-15 at level 0 using segments [{'id': 'e59aa25c-a390-493d-ae3a-21a4b4d646e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '4f7f8cb4-6915-46c9-858b-4a65123dc6c3'}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 15:40:40.687603 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc377ceb-bc58-4c19-bcd1-2a7159e82bd3 None None] Attempting to bind port d718c312-d93d-46fa-852b-0f893f08d03f on network 4f7f8cb4-6915-46c9-858b-4a65123dc6c3 {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 15:40:40.693971 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc377ceb-bc58-4c19-bcd1-2a7159e82bd3 None None] Checking agent: {'id': '16de73ac-f2e9-4cee-b3e0-91052ae3e6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 20, 13), 'started_at': datetime.datetime(2021, 8, 12, 14, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 15, 40, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 15:40:40.694377 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc377ceb-bc58-4c19-bcd1-2a7159e82bd3 None None] Checking segment: {'id': 'e59aa25c-a390-493d-ae3a-21a4b4d646e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '4f7f8cb4-6915-46c9-858b-4a65123dc6c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 15:40:40.694722 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-fc377ceb-bc58-4c19-bcd1-2a7159e82bd3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:40:40.695176 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc377ceb-bc58-4c19-bcd1-2a7159e82bd3 None None] Bound using segment: {'id': 'e59aa25c-a390-493d-ae3a-21a4b4d646e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '4f7f8cb4-6915-46c9-858b-4a65123dc6c3'} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 15:40:40.695642 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-fc377ceb-bc58-4c19-bcd1-2a7159e82bd3 None None] Bound port: d718c312-d93d-46fa-852b-0f893f08d03f, host: n-d-694802-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e59aa25c-a390-493d-ae3a-21a4b4d646e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '4f7f8cb4-6915-46c9-858b-4a65123dc6c3'}}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 15:40:40.696066 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-fc377ceb-bc58-4c19-bcd1-2a7159e82bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:40:40.724045 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-eaec20b4-3806-41a0-a25d-e337325fbd9c tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:40:40.736952 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-eaec20b4-3806-41a0-a25d-e337325fbd9c tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Transition to ACTIVE for port object 86085776-04b4-410a-99ec-6162e7e15667 will not be triggered until provisioned by entity DHCP. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:40:40.781630 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-eaec20b4-3806-41a0-a25d-e337325fbd9c tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:40:40.785011 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-fc377ceb-bc58-4c19-bcd1-2a7159e82bd3 None None] For port d718c312-d93d-46fa-852b-0f893f08d03f, host n-d-694802-15, cleared binding levels {{(pid=94468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 15:40:40.789962 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-fc377ceb-bc58-4c19-bcd1-2a7159e82bd3 None None] For port d718c312-d93d-46fa-852b-0f893f08d03f, host n-d-694802-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=d718c312-d93d-46fa-852b-0f893f08d03f,segment=NetworkSegment(e59aa25c-a390-493d-ae3a-21a4b4d646e8),segment_id=e59aa25c-a390-493d-ae3a-21a4b4d646e8)] {{(pid=94468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 15:40:40.795053 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-fc377ceb-bc58-4c19-bcd1-2a7159e82bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:40:40.825676 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaec20b4-3806-41a0-a25d-e337325fbd9c tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Network 4f7f8cb4-6915-46c9-858b-4a65123dc6c3 is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 15:40:40.829159 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-eaec20b4-3806-41a0-a25d-e337325fbd9c tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:40:40.835928 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaec20b4-3806-41a0-a25d-e337325fbd9c tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 15:40:40.872811 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc377ceb-bc58-4c19-bcd1-2a7159e82bd3 None None] Pushing event updated for resources: {'Port': ['ID=d718c312-d93d-46fa-852b-0f893f08d03f,revision_number=2']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:40:40.877558 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaec20b4-3806-41a0-a25d-e337325fbd9c tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Pushing event updated for resources: {'Port': ['ID=86085776-04b4-410a-99ec-6162e7e15667,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:40:40.899812 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-eaec20b4-3806-41a0-a25d-e337325fbd9c tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66663725'] for router_interface, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:40:41.080711 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-eaec20b4-3806-41a0-a25d-e337325fbd9c tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:40:41.455884 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-eaec20b4-3806-41a0-a25d-e337325fbd9c tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks [] for port, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:40:41.461078 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-eaec20b4-3806-41a0-a25d-e337325fbd9c tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3718439'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:40:41.545442 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaec20b4-3806-41a0-a25d-e337325fbd9c tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Pushing event updated for resources: {'Port': ['ID=86085776-04b4-410a-99ec-6162e7e15667,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:40:41.548830 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-eaec20b4-3806-41a0-a25d-e337325fbd9c tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66628363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66663865'] for router_interface, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:40:41.675979 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaec20b4-3806-41a0-a25d-e337325fbd9c tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Network 4f7f8cb4-6915-46c9-858b-4a65123dc6c3 is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 15:40:41.678257 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-eaec20b4-3806-41a0-a25d-e337325fbd9c tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:40:41.692692 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device f5ac1f86-260e-43fd-ba2f-8396624969d4 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 15:40:41.753317 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning for port f5ac1f86-260e-43fd-ba2f-8396624969d4 completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:40:41.758214 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port f5ac1f86-260e-43fd-ba2f-8396624969d4 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:40:41.758834 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:40:41.807421 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eaec20b4-3806-41a0-a25d-e337325fbd9c tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Router bbc76c9b-4992-4663-a99b-221b2ee391b8 has already been hosted by L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f {{(pid=94466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 15:40:41.867875 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:40:41.908854 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] For port f5ac1f86-260e-43fd-ba2f-8396624969d4, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=f5ac1f86-260e-43fd-ba2f-8396624969d4,segment=NetworkSegment(b1b396cb-2dc6-4041-bfc7-1833a80a4720),segment_id=b1b396cb-2dc6-4041-bfc7-1833a80a4720)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:40:41.915969 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:40:41.917103 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device d718c312-d93d-46fa-852b-0f893f08d03f up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 15:40:41.950951 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaec20b4-3806-41a0-a25d-e337325fbd9c tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 15:40:41.957712 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-eaec20b4-3806-41a0-a25d-e337325fbd9c tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "PUT /v2.0/routers/bbc76c9b-4992-4663-a99b-221b2ee391b8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5617614 Aug 12 15:40:42.019504 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Pushing event updated for resources: {'Port': ['ID=f5ac1f86-260e-43fd-ba2f-8396624969d4,revision_number=4']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:40:42.039627 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a85ad5c-1664-41aa-8a1b-9bf1213e3593 None None] Network 4f7f8cb4-6915-46c9-858b-4a65123dc6c3 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 15:40:42.056024 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning for port d718c312-d93d-46fa-852b-0f893f08d03f completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:40:42.118644 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-815f7cee-aa0c-4695-8b2e-b37e7ea5048a None None] Provisioning for port d718c312-d93d-46fa-852b-0f893f08d03f completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:40:42.132720 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-815f7cee-aa0c-4695-8b2e-b37e7ea5048a None None] Provisioning complete for port d718c312-d93d-46fa-852b-0f893f08d03f triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:40:42.133191 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-815f7cee-aa0c-4695-8b2e-b37e7ea5048a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:40:42.148553 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-85ec3af2-ea92-46b4-ab83-f11e544c5983 req-6b50c725-e3a0-4200-83cd-f3039758fa0f tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-953025210&fields=id&tenant_id=b54ac9ed014240dead4ece37b0fb3f94 HTTP/1.1" status: 200 len: 267 time: 0.0480001 Aug 12 15:40:42.261142 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:40:42.310940 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ec3af2-ea92-46b4-ab83-f11e544c5983 req-4821799b-b068-4959-9dfc-cc2e505936c0 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:40:42.313289 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-85ec3af2-ea92-46b4-ab83-f11e544c5983 req-4821799b-b068-4959-9dfc-cc2e505936c0 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "GET /v2.0/networks?id=4f7f8cb4-6915-46c9-858b-4a65123dc6c3 HTTP/1.1" status: 200 len: 796 time: 0.1489441 Aug 12 15:40:42.327559 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-815f7cee-aa0c-4695-8b2e-b37e7ea5048a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:40:42.330217 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-85ec3af2-ea92-46b4-ab83-f11e544c5983 req-a963751b-00fd-4dff-a4b4-9a15f2ccc300 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "GET /v2.0/quotas/b54ac9ed014240dead4ece37b0fb3f94 HTTP/1.1" status: 200 len: 375 time: 0.0109639 Aug 12 15:40:42.379495 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-815f7cee-aa0c-4695-8b2e-b37e7ea5048a None None] For port d718c312-d93d-46fa-852b-0f893f08d03f, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=d718c312-d93d-46fa-852b-0f893f08d03f,segment=NetworkSegment(e59aa25c-a390-493d-ae3a-21a4b4d646e8),segment_id=e59aa25c-a390-493d-ae3a-21a4b4d646e8)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:40:42.393463 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-815f7cee-aa0c-4695-8b2e-b37e7ea5048a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:40:42.408000 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-85ec3af2-ea92-46b4-ab83-f11e544c5983 req-f8b049bc-50a6-49b5-a167-cc6cb9476646 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=b54ac9ed014240dead4ece37b0fb3f94&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0672393 Aug 12 15:40:42.456532 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815f7cee-aa0c-4695-8b2e-b37e7ea5048a None None] Pushing event updated for resources: {'Port': ['ID=d718c312-d93d-46fa-852b-0f893f08d03f,revision_number=3']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:40:42.527752 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-85ec3af2-ea92-46b4-ab83-f11e544c5983 req-030aef16-e750-4b09-84b0-96d27242f499 service neutron] 10.222.0.39 "GET /v2.0/networks/4f7f8cb4-6915-46c9-858b-4a65123dc6c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996113 Aug 12 15:40:42.599461 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86b8a827-c43f-4885-9343-15d35e02759b None None] Sync routers for ids ['bbc76c9b-4992-4663-a99b-221b2ee391b8'] in n-d-694802-15 {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 15:40:42.613570 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86b8a827-c43f-4885-9343-15d35e02759b None None] Routers {'bbc76c9b-4992-4663-a99b-221b2ee391b8'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:40:42.614354 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-86b8a827-c43f-4885-9343-15d35e02759b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T15:40:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['bbc76c9b-4992-4663-a99b-221b2ee391b8'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:40:42.630770 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-84b5f368-94af-4040-908f-702c2ee11dd7 None None] Provisioning for port 86085776-04b4-410a-99ec-6162e7e15667 completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:40:42.638175 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-84b5f368-94af-4040-908f-702c2ee11dd7 None None] Provisioning complete for port 86085776-04b4-410a-99ec-6162e7e15667 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:40:42.638552 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-84b5f368-94af-4040-908f-702c2ee11dd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:40:42.655960 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-85ec3af2-ea92-46b4-ab83-f11e544c5983 req-774e35ed-090e-484e-93b2-028d455c433e service neutron] 10.222.0.39 "GET /v2.0/networks/4f7f8cb4-6915-46c9-858b-4a65123dc6c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160944 Aug 12 15:40:42.692303 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-84b5f368-94af-4040-908f-702c2ee11dd7 None None] Port 86085776-04b4-410a-99ec-6162e7e15667 cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 15:40:42.704822 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-84b5f368-94af-4040-908f-702c2ee11dd7 None None] Provisioning complete for port d718c312-d93d-46fa-852b-0f893f08d03f triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:40:42.705209 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-84b5f368-94af-4040-908f-702c2ee11dd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:40:42.758634 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-86b8a827-c43f-4885-9343-15d35e02759b None None] Set router bbc76c9b-4992-4663-a99b-221b2ee391b8 gateway port host: n-d-694802-15 {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:40:42.880852 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e030055c-59f2-4976-9d2b-238bab77495a req-b02b00af-9dd7-48b0-9b7b-64df1ef1737d tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "GET /v2.0/ports?device_id=f0cfb4c8-0b58-46fb-93a4-1d9cc283211b HTTP/1.1" status: 200 len: 210 time: 0.0426695 Aug 12 15:40:42.951687 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-5cc7aa58-4b5a-4b9a-b6f6-8e0f84885ae3 None None] Provisioning complete for port 86085776-04b4-410a-99ec-6162e7e15667 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:40:42.952231 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-5cc7aa58-4b5a-4b9a-b6f6-8e0f84885ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:40:42.993620 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-5cc7aa58-4b5a-4b9a-b6f6-8e0f84885ae3 None None] Port 86085776-04b4-410a-99ec-6162e7e15667 cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 15:40:43.023580 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-86b8a827-c43f-4885-9343-15d35e02759b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbc76c9b-4992-4663-a99b-221b2ee391b8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1819977671', 'tenant_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.217'}], 'enable_snat': True}, 'gw_port_id': 'f5ac1f86-260e-43fd-ba2f-8396624969d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:40:37Z', 'updated_at': '2021-08-12T15:40:41Z', 'revision_number': 4, 'project_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'gw_port': {'id': 'f5ac1f86-260e-43fd-ba2f-8396624969d4', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:79:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbc76c9b-4992-4663-a99b-221b2ee391b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:40:37Z', 'updated_at': '2021-08-12T15:40:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': '86085776-04b4-410a-99ec-6162e7e15667', 'name': '', 'network_id': '4f7f8cb4-6915-46c9-858b-4a65123dc6c3', 'tenant_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'mac_address': 'fa:16:3e:18:9c:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbc76c9b-4992-4663-a99b-221b2ee391b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': 'ff6f6a1d-ca8a-4a4e-aa6f-745def5177ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:40:40Z', 'updated_at': '2021-08-12T15:40:41Z', 'revision_number': 2, 'project_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'subnets': [{'id': 'ff6f6a1d-ca8a-4a4e-aa6f-745def5177ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:40:43.058223 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86b8a827-c43f-4885-9343-15d35e02759b None None] Checking router: bbc76c9b-4992-4663-a99b-221b2ee391b8 for host: n-d-694802-15 {{(pid=94469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 15:40:43.058566 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86b8a827-c43f-4885-9343-15d35e02759b None None] Updating router bbc76c9b-4992-4663-a99b-221b2ee391b8 port 86085776-04b4-410a-99ec-6162e7e15667 binding host n-d-694802-15 {{(pid=94469) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 15:40:43.105103 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-86b8a827-c43f-4885-9343-15d35e02759b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:40:43.146817 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-8233ad0e-cce4-46d4-b493-5bd305c7e4f0 None None] Provisioning complete for port 86085776-04b4-410a-99ec-6162e7e15667 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:40:43.147423 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-8233ad0e-cce4-46d4-b493-5bd305c7e4f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:40:43.189618 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:40:43.219766 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-8233ad0e-cce4-46d4-b493-5bd305c7e4f0 None None] Port 86085776-04b4-410a-99ec-6162e7e15667 cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 15:40:43.440236 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f43e2bd7-2e46-4e6b-8055-4ababe3d337a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:40:43.536912 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:40:43.540881 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-86b8a827-c43f-4885-9343-15d35e02759b None None] Notify callbacks [] for port, precommit_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:40:43.551611 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.provisioning_blocks [None req-86b8a827-c43f-4885-9343-15d35e02759b None None] Transition to ACTIVE for port object 86085776-04b4-410a-99ec-6162e7e15667 will not be triggered until provisioned by entity L2. {{(pid=94469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:40:43.557452 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-86b8a827-c43f-4885-9343-15d35e02759b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:40:43.610131 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device f5ac1f86-260e-43fd-ba2f-8396624969d4 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 15:40:43.614484 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c28d66-a14e-4719-b6d2-57211651a8bd None None] Pushing event updated for resources: {'Port': ['ID=86085776-04b4-410a-99ec-6162e7e15667,revision_number=3']} {{(pid=94469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:40:43.641562 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c28d66-a14e-4719-b6d2-57211651a8bd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:40:43.642275 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c28d66-a14e-4719-b6d2-57211651a8bd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:40:43.642486 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c28d66-a14e-4719-b6d2-57211651a8bd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:40:43.643053 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c28d66-a14e-4719-b6d2-57211651a8bd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:40:43.643593 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c28d66-a14e-4719-b6d2-57211651a8bd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:40:43.643933 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c28d66-a14e-4719-b6d2-57211651a8bd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:40:43.644266 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c28d66-a14e-4719-b6d2-57211651a8bd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:40:43.644594 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c28d66-a14e-4719-b6d2-57211651a8bd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:40:43.644952 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c28d66-a14e-4719-b6d2-57211651a8bd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:40:43.645298 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c28d66-a14e-4719-b6d2-57211651a8bd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:40:43.645624 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c28d66-a14e-4719-b6d2-57211651a8bd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:40:43.645938 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c28d66-a14e-4719-b6d2-57211651a8bd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:40:43.672157 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port f5ac1f86-260e-43fd-ba2f-8396624969d4 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:40:43.672717 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:40:43.701360 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.managers [None req-86b8a827-c43f-4885-9343-15d35e02759b None None] Attempting to bind port 86085776-04b4-410a-99ec-6162e7e15667 on host n-d-694802-15 for vnic_type normal with profile {{(pid=94469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 15:40:43.702000 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.managers [None req-86b8a827-c43f-4885-9343-15d35e02759b None None] Attempting to bind port 86085776-04b4-410a-99ec-6162e7e15667 by drivers openvswitch,hyperv on host n-d-694802-15 at level 0 using segments [{'id': 'e59aa25c-a390-493d-ae3a-21a4b4d646e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '4f7f8cb4-6915-46c9-858b-4a65123dc6c3'}] {{(pid=94469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 15:40:43.702638 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86b8a827-c43f-4885-9343-15d35e02759b None None] Attempting to bind port 86085776-04b4-410a-99ec-6162e7e15667 on network 4f7f8cb4-6915-46c9-858b-4a65123dc6c3 {{(pid=94469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 15:40:43.709536 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86b8a827-c43f-4885-9343-15d35e02759b None None] Checking agent: {'id': '16de73ac-f2e9-4cee-b3e0-91052ae3e6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 20, 13), 'started_at': datetime.datetime(2021, 8, 12, 14, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 15, 40, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 15:40:43.710665 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86b8a827-c43f-4885-9343-15d35e02759b None None] Checking segment: {'id': 'e59aa25c-a390-493d-ae3a-21a4b4d646e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '4f7f8cb4-6915-46c9-858b-4a65123dc6c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 15:40:43.711151 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-86b8a827-c43f-4885-9343-15d35e02759b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:40:43.711925 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86b8a827-c43f-4885-9343-15d35e02759b None None] Bound using segment: {'id': 'e59aa25c-a390-493d-ae3a-21a4b4d646e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '4f7f8cb4-6915-46c9-858b-4a65123dc6c3'} {{(pid=94469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 15:40:43.712646 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.managers [None req-86b8a827-c43f-4885-9343-15d35e02759b None None] Bound port: 86085776-04b4-410a-99ec-6162e7e15667, host: n-d-694802-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e59aa25c-a390-493d-ae3a-21a4b4d646e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '4f7f8cb4-6915-46c9-858b-4a65123dc6c3'}}] {{(pid=94469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 15:40:43.713148 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-86b8a827-c43f-4885-9343-15d35e02759b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:40:43.772213 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device d718c312-d93d-46fa-852b-0f893f08d03f up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 15:40:43.793029 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.db [None req-86b8a827-c43f-4885-9343-15d35e02759b None None] For port 86085776-04b4-410a-99ec-6162e7e15667, host n-d-694802-15, cleared binding levels {{(pid=94469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 15:40:43.798932 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.db [None req-86b8a827-c43f-4885-9343-15d35e02759b None None] For port 86085776-04b4-410a-99ec-6162e7e15667, host n-d-694802-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=86085776-04b4-410a-99ec-6162e7e15667,segment=NetworkSegment(e59aa25c-a390-493d-ae3a-21a4b4d646e8),segment_id=e59aa25c-a390-493d-ae3a-21a4b4d646e8)] {{(pid=94469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 15:40:43.805891 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-86b8a827-c43f-4885-9343-15d35e02759b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:40:43.845293 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port d718c312-d93d-46fa-852b-0f893f08d03f triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:40:43.846157 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:40:43.887052 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c28d66-a14e-4719-b6d2-57211651a8bd None None] Pushing event updated for resources: {'Port': ['ID=86085776-04b4-410a-99ec-6162e7e15667,revision_number=4']} {{(pid=94469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:40:43.921797 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ec3af2-ea92-46b4-ab83-f11e544c5983 req-fbb0be42-c4ad-41b8-8c70-1bce5fdc2a0f tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:40:43.927221 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-85ec3af2-ea92-46b4-ab83-f11e544c5983 req-fbb0be42-c4ad-41b8-8c70-1bce5fdc2a0f tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.64 "GET /v2.0/networks?id=4f7f8cb4-6915-46c9-858b-4a65123dc6c3 HTTP/1.1" status: 200 len: 796 time: 0.1658962 Aug 12 15:40:43.946244 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86b8a827-c43f-4885-9343-15d35e02759b None None] Routers {'bbc76c9b-4992-4663-a99b-221b2ee391b8'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:40:43.946914 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-86b8a827-c43f-4885-9343-15d35e02759b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T15:40:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['bbc76c9b-4992-4663-a99b-221b2ee391b8'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:40:44.003774 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-85ec3af2-ea92-46b4-ab83-f11e544c5983 req-687bf397-7ab5-4f94-af99-a9f8f3d25168 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b54ac9ed014240dead4ece37b0fb3f94 HTTP/1.1" status: 200 len: 379 time: 0.0623906 Aug 12 15:40:44.010303 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-85ec3af2-ea92-46b4-ab83-f11e544c5983 req-0a604281-7011-4c83-9c49-95a31f74cbc2 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Request body: {'port': {'device_id': 'f0cfb4c8-0b58-46fb-93a4-1d9cc283211b', 'network_id': '4f7f8cb4-6915-46c9-858b-4a65123dc6c3', 'admin_state_up': True, 'tenant_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'security_groups': ['454bfb5d-38c8-4cec-9d12-e11b8687c3e8']}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:40:44.026346 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-33c68d6f-91b1-4c56-9906-386d8b085b1a req-29af6758-f54a-429c-abba-518c7ddf4140 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "GET /v2.0/ports?device_id=f0cfb4c8-0b58-46fb-93a4-1d9cc283211b HTTP/1.1" status: 200 len: 210 time: 0.0327821 Aug 12 15:40:44.101853 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-86b8a827-c43f-4885-9343-15d35e02759b None None] Set router bbc76c9b-4992-4663-a99b-221b2ee391b8 gateway port host: n-d-694802-15 {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:40:44.152081 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85ec3af2-ea92-46b4-ab83-f11e544c5983 req-0a604281-7011-4c83-9c49-95a31f74cbc2 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Made reservation on behalf of b54ac9ed014240dead4ece37b0fb3f94 for: {'port': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 15:40:44.158336 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-85ec3af2-ea92-46b4-ab83-f11e544c5983 req-0a604281-7011-4c83-9c49-95a31f74cbc2 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:40:44.244533 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-1769855f-eda9-4483-9dc3-3220908ab45d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:40:44.302956 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_common [req-85ec3af2-ea92-46b4-ab83-f11e544c5983 req-0a604281-7011-4c83-9c49-95a31f74cbc2 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Allocated IP 172.20.0.3 (4f7f8cb4-6915-46c9-858b-4a65123dc6c3/ff6f6a1d-ca8a-4a4e-aa6f-745def5177ca/ada682c4-0187-48d7-85c2-86e58aa078cf) {{(pid=94467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 15:40:44.347435 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-86b8a827-c43f-4885-9343-15d35e02759b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbc76c9b-4992-4663-a99b-221b2ee391b8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1819977671', 'tenant_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.217'}], 'enable_snat': True}, 'gw_port_id': 'f5ac1f86-260e-43fd-ba2f-8396624969d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:40:37Z', 'updated_at': '2021-08-12T15:40:41Z', 'revision_number': 4, 'project_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'gw_port': {'id': 'f5ac1f86-260e-43fd-ba2f-8396624969d4', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:79:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbc76c9b-4992-4663-a99b-221b2ee391b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:40:37Z', 'updated_at': '2021-08-12T15:40:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': '86085776-04b4-410a-99ec-6162e7e15667', 'name': '', 'network_id': '4f7f8cb4-6915-46c9-858b-4a65123dc6c3', 'tenant_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'mac_address': 'fa:16:3e:18:9c:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbc76c9b-4992-4663-a99b-221b2ee391b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': 'ff6f6a1d-ca8a-4a4e-aa6f-745def5177ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:40:40Z', 'updated_at': '2021-08-12T15:40:43Z', 'revision_number': 4, 'project_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'subnets': [{'id': 'ff6f6a1d-ca8a-4a4e-aa6f-745def5177ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:40:44.374988 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86b8a827-c43f-4885-9343-15d35e02759b None None] The sync data for ids ['bbc76c9b-4992-4663-a99b-221b2ee391b8'] in n-d-694802-15 is: [{'id': 'bbc76c9b-4992-4663-a99b-221b2ee391b8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1819977671', 'tenant_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.217'}], 'enable_snat': True}, 'gw_port_id': 'f5ac1f86-260e-43fd-ba2f-8396624969d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:40:37Z', 'updated_at': '2021-08-12T15:40:41Z', 'revision_number': 4, 'project_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'gw_port': {'id': 'f5ac1f86-260e-43fd-ba2f-8396624969d4', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:79:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbc76c9b-4992-4663-a99b-221b2ee391b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:40:37Z', 'updated_at': '2021-08-12T15:40:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': '86085776-04b4-410a-99ec-6162e7e15667', 'name': '', 'network_id': '4f7f8cb4-6915-46c9-858b-4a65123dc6c3', 'tenant_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'mac_address': 'fa:16:3e:18:9c:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbc76c9b-4992-4663-a99b-221b2ee391b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': 'ff6f6a1d-ca8a-4a4e-aa6f-745def5177ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:40:40Z', 'updated_at': '2021-08-12T15:40:43Z', 'revision_number': 4, 'project_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'subnets': [{'id': 'ff6f6a1d-ca8a-4a4e-aa6f-745def5177ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 15:40:44.500870 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-85ec3af2-ea92-46b4-ab83-f11e544c5983 req-0a604281-7011-4c83-9c49-95a31f74cbc2 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks [] for port, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:40:44.515950 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [req-85ec3af2-ea92-46b4-ab83-f11e544c5983 req-0a604281-7011-4c83-9c49-95a31f74cbc2 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Transition to ACTIVE for port object ada682c4-0187-48d7-85c2-86e58aa078cf will not be triggered until provisioned by entity DHCP. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:40:44.551399 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-85ec3af2-ea92-46b4-ab83-f11e544c5983 req-0a604281-7011-4c83-9c49-95a31f74cbc2 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:40:44.597279 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85ec3af2-ea92-46b4-ab83-f11e544c5983 req-0a604281-7011-4c83-9c49-95a31f74cbc2 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Network 4f7f8cb4-6915-46c9-858b-4a65123dc6c3 is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 15:40:44.602772 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [req-85ec3af2-ea92-46b4-ab83-f11e544c5983 req-0a604281-7011-4c83-9c49-95a31f74cbc2 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:40:44.606945 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [req-85ec3af2-ea92-46b4-ab83-f11e544c5983 req-0a604281-7011-4c83-9c49-95a31f74cbc2 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Received port after_create {{(pid=94467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 15:40:44.613800 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a604281-7011-4c83-9c49-95a31f74cbc2 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Pushing event updated for resources: {'Port': ['ID=ada682c4-0187-48d7-85c2-86e58aa078cf,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:40:44.668535 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ec3af2-ea92-46b4-ab83-f11e544c5983 req-0a604281-7011-4c83-9c49-95a31f74cbc2 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:40:44.669217 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-85ec3af2-ea92-46b4-ab83-f11e544c5983 req-0a604281-7011-4c83-9c49-95a31f74cbc2 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:40:44.695673 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-85ec3af2-ea92-46b4-ab83-f11e544c5983 req-0a604281-7011-4c83-9c49-95a31f74cbc2 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6892715 Aug 12 15:40:44.708639 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-85ec3af2-ea92-46b4-ab83-f11e544c5983 req-96162501-9eb2-4d5c-a2fa-b2d4285d5f7a service neutron] Request body: {'port': {'device_id': 'f0cfb4c8-0b58-46fb-93a4-1d9cc283211b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-694802-15'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:40:44.784277 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-85ec3af2-ea92-46b4-ab83-f11e544c5983 req-96162501-9eb2-4d5c-a2fa-b2d4285d5f7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:40:44.922950 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-2164e3a4-5636-473a-b313-28577f4dd864 None None] Provisioning for port ada682c4-0187-48d7-85c2-86e58aa078cf completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:40:44.927765 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-2164e3a4-5636-473a-b313-28577f4dd864 None None] Provisioning complete for port ada682c4-0187-48d7-85c2-86e58aa078cf triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:40:44.928469 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-2164e3a4-5636-473a-b313-28577f4dd864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:40:44.967609 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-2164e3a4-5636-473a-b313-28577f4dd864 None None] Port ada682c4-0187-48d7-85c2-86e58aa078cf cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 15:40:45.093353 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [req-85ec3af2-ea92-46b4-ab83-f11e544c5983 req-96162501-9eb2-4d5c-a2fa-b2d4285d5f7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ada682c4-0187-48d7-85c2-86e58aa078cf {{(pid=94467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 15:40:45.107886 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-85ec3af2-ea92-46b4-ab83-f11e544c5983 req-96162501-9eb2-4d5c-a2fa-b2d4285d5f7a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:40:45.144488 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [req-85ec3af2-ea92-46b4-ab83-f11e544c5983 req-96162501-9eb2-4d5c-a2fa-b2d4285d5f7a service neutron] Transition to ACTIVE for port object ada682c4-0187-48d7-85c2-86e58aa078cf will not be triggered until provisioned by entity L2. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:40:45.149591 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-85ec3af2-ea92-46b4-ab83-f11e544c5983 req-96162501-9eb2-4d5c-a2fa-b2d4285d5f7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:40:45.211184 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10e3f67-7a13-4b56-91ec-9ede2f759729 req-5d597efc-d842-46ad-ad48-56ba1c4d2dfb tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:40:45.212802 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d10e3f67-7a13-4b56-91ec-9ede2f759729 req-5d597efc-d842-46ad-ad48-56ba1c4d2dfb tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "GET /v2.0/ports?device_id=f0cfb4c8-0b58-46fb-93a4-1d9cc283211b HTTP/1.1" status: 200 len: 931 time: 0.1090665 Aug 12 15:40:45.229914 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96162501-9eb2-4d5c-a2fa-b2d4285d5f7a service neutron] Pushing event updated for resources: {'Port': ['ID=ada682c4-0187-48d7-85c2-86e58aa078cf,revision_number=2']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:40:45.313843 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d10e3f67-7a13-4b56-91ec-9ede2f759729 req-c17a054d-22a8-4e88-9933-9c15c8080e56 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "GET /v2.0/security-groups?id=454bfb5d-38c8-4cec-9d12-e11b8687c3e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0804653 Aug 12 15:40:45.336272 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-85ec3af2-ea92-46b4-ab83-f11e544c5983 req-96162501-9eb2-4d5c-a2fa-b2d4285d5f7a service neutron] Attempting to bind port ada682c4-0187-48d7-85c2-86e58aa078cf on host n-h1-694802-15 for vnic_type normal with profile {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 15:40:45.336272 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-85ec3af2-ea92-46b4-ab83-f11e544c5983 req-96162501-9eb2-4d5c-a2fa-b2d4285d5f7a service neutron] Attempting to bind port ada682c4-0187-48d7-85c2-86e58aa078cf by drivers openvswitch,hyperv on host n-h1-694802-15 at level 0 using segments [{'id': 'e59aa25c-a390-493d-ae3a-21a4b4d646e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '4f7f8cb4-6915-46c9-858b-4a65123dc6c3'}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 15:40:45.336272 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85ec3af2-ea92-46b4-ab83-f11e544c5983 req-96162501-9eb2-4d5c-a2fa-b2d4285d5f7a service neutron] Attempting to bind port ada682c4-0187-48d7-85c2-86e58aa078cf on network 4f7f8cb4-6915-46c9-858b-4a65123dc6c3 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 15:40:45.342302 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85ec3af2-ea92-46b4-ab83-f11e544c5983 req-96162501-9eb2-4d5c-a2fa-b2d4285d5f7a service neutron] Port ada682c4-0187-48d7-85c2-86e58aa078cf on network 4f7f8cb4-6915-46c9-858b-4a65123dc6c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-15 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 15:40:45.342630 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85ec3af2-ea92-46b4-ab83-f11e544c5983 req-96162501-9eb2-4d5c-a2fa-b2d4285d5f7a service neutron] Attempting to bind port ada682c4-0187-48d7-85c2-86e58aa078cf on network 4f7f8cb4-6915-46c9-858b-4a65123dc6c3 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 15:40:45.349542 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85ec3af2-ea92-46b4-ab83-f11e544c5983 req-96162501-9eb2-4d5c-a2fa-b2d4285d5f7a service neutron] Checking agent: {'id': 'de568313-a3e6-454a-9813-77e25edcea95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 27, 41), 'started_at': datetime.datetime(2021, 8, 12, 14, 27, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 15, 40, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 15:40:45.349885 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85ec3af2-ea92-46b4-ab83-f11e544c5983 req-96162501-9eb2-4d5c-a2fa-b2d4285d5f7a service neutron] Checking segment: {'id': 'e59aa25c-a390-493d-ae3a-21a4b4d646e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '4f7f8cb4-6915-46c9-858b-4a65123dc6c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 15:40:45.350397 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85ec3af2-ea92-46b4-ab83-f11e544c5983 req-96162501-9eb2-4d5c-a2fa-b2d4285d5f7a service neutron] Bound using segment: {'id': 'e59aa25c-a390-493d-ae3a-21a4b4d646e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '4f7f8cb4-6915-46c9-858b-4a65123dc6c3'} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 15:40:45.350714 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-85ec3af2-ea92-46b4-ab83-f11e544c5983 req-96162501-9eb2-4d5c-a2fa-b2d4285d5f7a service neutron] Bound port: ada682c4-0187-48d7-85c2-86e58aa078cf, host: n-h1-694802-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e59aa25c-a390-493d-ae3a-21a4b4d646e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '4f7f8cb4-6915-46c9-858b-4a65123dc6c3'}}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 15:40:45.351095 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-85ec3af2-ea92-46b4-ab83-f11e544c5983 req-96162501-9eb2-4d5c-a2fa-b2d4285d5f7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:40:45.440527 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-85ec3af2-ea92-46b4-ab83-f11e544c5983 req-96162501-9eb2-4d5c-a2fa-b2d4285d5f7a service neutron] For port ada682c4-0187-48d7-85c2-86e58aa078cf, host n-h1-694802-15, cleared binding levels {{(pid=94467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 15:40:45.447358 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-85ec3af2-ea92-46b4-ab83-f11e544c5983 req-96162501-9eb2-4d5c-a2fa-b2d4285d5f7a service neutron] For port ada682c4-0187-48d7-85c2-86e58aa078cf, host n-h1-694802-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=ada682c4-0187-48d7-85c2-86e58aa078cf,segment=NetworkSegment(e59aa25c-a390-493d-ae3a-21a4b4d646e8),segment_id=e59aa25c-a390-493d-ae3a-21a4b4d646e8)] {{(pid=94467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 15:40:45.452283 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-85ec3af2-ea92-46b4-ab83-f11e544c5983 req-96162501-9eb2-4d5c-a2fa-b2d4285d5f7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:40:45.491206 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ec3af2-ea92-46b4-ab83-f11e544c5983 req-96162501-9eb2-4d5c-a2fa-b2d4285d5f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:40:45.491826 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-85ec3af2-ea92-46b4-ab83-f11e544c5983 req-96162501-9eb2-4d5c-a2fa-b2d4285d5f7a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:40:45.493342 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-85ec3af2-ea92-46b4-ab83-f11e544c5983 req-96162501-9eb2-4d5c-a2fa-b2d4285d5f7a service neutron] 10.222.0.64 "PUT /v2.0/ports/ada682c4-0187-48d7-85c2-86e58aa078cf HTTP/1.1" status: 200 len: 1092 time: 0.7898071 Aug 12 15:40:45.495636 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0cfb4c8-0b58-46fb-93a4-1d9cc283211b', 'tag': 'ada682c4-0187-48d7-85c2-86e58aa078cf'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:40:45.499384 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1d90890f15e5cc8eba4d51c7734538f2f2e5e8e12504eb7d6ddd0a29ee9b803" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dd7c5a2-d55b-49c8-9035-2ce1368fecff" -d '{"events": [{"name": "network-changed", "server_uuid": "f0cfb4c8-0b58-46fb-93a4-1d9cc283211b", "tag": "ada682c4-0187-48d7-85c2-86e58aa078cf"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 15:40:45.539920 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96162501-9eb2-4d5c-a2fa-b2d4285d5f7a service neutron] Pushing event updated for resources: {'Port': ['ID=ada682c4-0187-48d7-85c2-86e58aa078cf,revision_number=3']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:40:45.567660 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 15:40:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-889379f0-1f43-4b0e-87d9-9ad15153a1f2 x-openstack-request-id: req-889379f0-1f43-4b0e-87d9-9ad15153a1f2 {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 15:40:45.568078 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0cfb4c8-0b58-46fb-93a4-1d9cc283211b", "tag": "ada682c4-0187-48d7-85c2-86e58aa078cf", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 15:40:45.568392 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-889379f0-1f43-4b0e-87d9-9ad15153a1f2 {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 15:40:45.568969 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0cfb4c8-0b58-46fb-93a4-1d9cc283211b', 'tag': 'ada682c4-0187-48d7-85c2-86e58aa078cf', 'status': 'completed', 'code': 200} Aug 12 15:40:45.623071 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ec3af2-ea92-46b4-ab83-f11e544c5983 req-cd66b554-9945-49d4-80da-09bb67b26525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:40:45.625528 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-85ec3af2-ea92-46b4-ab83-f11e544c5983 req-cd66b554-9945-49d4-80da-09bb67b26525 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b54ac9ed014240dead4ece37b0fb3f94&device_id=f0cfb4c8-0b58-46fb-93a4-1d9cc283211b HTTP/1.1" status: 200 len: 1095 time: 0.0711970 Aug 12 15:40:45.678926 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-85ec3af2-ea92-46b4-ab83-f11e544c5983 req-65acee00-1de4-49a4-8739-6606b36694b7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ada682c4-0187-48d7-85c2-86e58aa078cf HTTP/1.1" status: 200 len: 217 time: 0.0434694 Aug 12 15:40:45.689351 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 86085776-04b4-410a-99ec-6162e7e15667 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 15:40:45.741453 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ec3af2-ea92-46b4-ab83-f11e544c5983 req-aaf8fc16-4f02-4cc7-9441-e7c4eed58526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:40:45.742986 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-85ec3af2-ea92-46b4-ab83-f11e544c5983 req-aaf8fc16-4f02-4cc7-9441-e7c4eed58526 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ff6f6a1d-ca8a-4a4e-aa6f-745def5177ca HTTP/1.1" status: 200 len: 834 time: 0.0575070 Aug 12 15:40:45.773647 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning for port 86085776-04b4-410a-99ec-6162e7e15667 completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:40:45.780362 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port 86085776-04b4-410a-99ec-6162e7e15667 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:40:45.781164 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:40:45.828228 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ec3af2-ea92-46b4-ab83-f11e544c5983 req-f139d120-689f-49dc-98b8-a5a01c102848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:40:45.830624 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-85ec3af2-ea92-46b4-ab83-f11e544c5983 req-f139d120-689f-49dc-98b8-a5a01c102848 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4f7f8cb4-6915-46c9-858b-4a65123dc6c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0802224 Aug 12 15:40:45.889446 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-fe95f194-a3b0-4c04-9e42-20b511169d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:40:45.895173 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:40:45.937986 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] For port 86085776-04b4-410a-99ec-6162e7e15667, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=86085776-04b4-410a-99ec-6162e7e15667,segment=NetworkSegment(e59aa25c-a390-493d-ae3a-21a4b4d646e8),segment_id=e59aa25c-a390-493d-ae3a-21a4b4d646e8)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:40:45.946432 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:40:45.960398 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-85ec3af2-ea92-46b4-ab83-f11e544c5983 req-1a312c2b-5269-408f-9d97-48c2b72eeac5 service neutron] 10.222.0.64 "GET /v2.0/networks/4f7f8cb4-6915-46c9-858b-4a65123dc6c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222882 Aug 12 15:40:46.024787 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Pushing event updated for resources: {'Port': ['ID=86085776-04b4-410a-99ec-6162e7e15667,revision_number=5']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:40:46.450185 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-85ec3af2-ea92-46b4-ab83-f11e544c5983 req-042efe15-4fa5-4dbe-9884-9928412d0768 service neutron] 10.222.0.64 "GET /v2.0/networks/4f7f8cb4-6915-46c9-858b-4a65123dc6c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4831045 Aug 12 15:40:46.472960 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f15bc7c-67c3-491a-8205-af2f624d81d6 req-d875501a-ccfe-4504-ace9-50de9d5024de tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:40:46.474502 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-8f15bc7c-67c3-491a-8205-af2f624d81d6 req-d875501a-ccfe-4504-ace9-50de9d5024de tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "GET /v2.0/ports?device_id=f0cfb4c8-0b58-46fb-93a4-1d9cc283211b HTTP/1.1" status: 200 len: 943 time: 0.0648692 Aug 12 15:40:46.542092 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-8f15bc7c-67c3-491a-8205-af2f624d81d6 req-28487086-9892-4932-86d2-c17b0ced06bc tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "GET /v2.0/security-groups?id=454bfb5d-38c8-4cec-9d12-e11b8687c3e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612791 Aug 12 15:40:46.556391 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd7c5a2-d55b-49c8-9035-2ce1368fecff req-8f2d3c77-0bb6-4b82-885b-c5b93bded42b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:40:46.559093 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0dd7c5a2-d55b-49c8-9035-2ce1368fecff req-8f2d3c77-0bb6-4b82-885b-c5b93bded42b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b54ac9ed014240dead4ece37b0fb3f94&device_id=f0cfb4c8-0b58-46fb-93a4-1d9cc283211b HTTP/1.1" status: 200 len: 1095 time: 0.0601671 Aug 12 15:40:46.654365 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd7c5a2-d55b-49c8-9035-2ce1368fecff req-caa67909-bbef-4417-ae0d-6cc3e5b234d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:40:46.655927 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0dd7c5a2-d55b-49c8-9035-2ce1368fecff req-caa67909-bbef-4417-ae0d-6cc3e5b234d4 service neutron] 10.222.0.64 "GET /v2.0/networks?id=4f7f8cb4-6915-46c9-858b-4a65123dc6c3 HTTP/1.1" status: 200 len: 897 time: 0.0888441 Aug 12 15:40:46.703778 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0dd7c5a2-d55b-49c8-9035-2ce1368fecff req-0d96aaf7-2bf9-4242-b0a9-803e342accfb service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ada682c4-0187-48d7-85c2-86e58aa078cf HTTP/1.1" status: 200 len: 217 time: 0.0391440 Aug 12 15:40:46.754861 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd7c5a2-d55b-49c8-9035-2ce1368fecff req-4b00bf4e-1b08-4014-ade6-ceb108239694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:40:46.756587 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0dd7c5a2-d55b-49c8-9035-2ce1368fecff req-4b00bf4e-1b08-4014-ade6-ceb108239694 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ff6f6a1d-ca8a-4a4e-aa6f-745def5177ca HTTP/1.1" status: 200 len: 834 time: 0.0451071 Aug 12 15:40:46.811751 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd7c5a2-d55b-49c8-9035-2ce1368fecff req-f4c8435b-681e-4f6c-9c1b-b6a571275978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:40:46.814234 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0dd7c5a2-d55b-49c8-9035-2ce1368fecff req-f4c8435b-681e-4f6c-9c1b-b6a571275978 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4f7f8cb4-6915-46c9-858b-4a65123dc6c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0496495 Aug 12 15:40:46.909789 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0dd7c5a2-d55b-49c8-9035-2ce1368fecff req-24774a0e-ab4f-4454-b7b6-bf1c6e23c324 service neutron] 10.222.0.64 "GET /v2.0/networks/4f7f8cb4-6915-46c9-858b-4a65123dc6c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881143 Aug 12 15:40:47.001888 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0dd7c5a2-d55b-49c8-9035-2ce1368fecff req-74e15a77-269b-426d-8fa0-a1d4e42a08e1 service neutron] 10.222.0.64 "GET /v2.0/networks/4f7f8cb4-6915-46c9-858b-4a65123dc6c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850360 Aug 12 15:40:47.598554 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 86085776-04b4-410a-99ec-6162e7e15667 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 15:40:47.673414 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port 86085776-04b4-410a-99ec-6162e7e15667 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:40:47.673790 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:40:47.695797 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2dc502-13f8-437d-b9a9-81763cb0fa25 req-5513b118-6216-4189-bb8b-1d0a90bcce23 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:40:47.697531 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-cd2dc502-13f8-437d-b9a9-81763cb0fa25 req-5513b118-6216-4189-bb8b-1d0a90bcce23 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "GET /v2.0/ports?device_id=f0cfb4c8-0b58-46fb-93a4-1d9cc283211b HTTP/1.1" status: 200 len: 943 time: 0.0546098 Aug 12 15:40:47.744412 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-cd2dc502-13f8-437d-b9a9-81763cb0fa25 req-a41719ab-8f6d-42cc-bc1b-d93266a57297 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "GET /v2.0/security-groups?id=454bfb5d-38c8-4cec-9d12-e11b8687c3e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406551 Aug 12 15:40:48.863742 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6695f1-d5f8-4cc9-bf03-29391457c455 req-57d5f614-ba7a-4912-b9f3-a93b523a85b9 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:40:48.865429 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ec6695f1-d5f8-4cc9-bf03-29391457c455 req-57d5f614-ba7a-4912-b9f3-a93b523a85b9 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "GET /v2.0/ports?device_id=f0cfb4c8-0b58-46fb-93a4-1d9cc283211b HTTP/1.1" status: 200 len: 943 time: 0.0519381 Aug 12 15:40:48.910836 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ec6695f1-d5f8-4cc9-bf03-29391457c455 req-5f0b56a4-078b-46a2-9106-7d5f257e15ff tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "GET /v2.0/security-groups?id=454bfb5d-38c8-4cec-9d12-e11b8687c3e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391524 Aug 12 15:40:49.397411 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device ada682c4-0187-48d7-85c2-86e58aa078cf details requested by agent hyperv_n-h1-694802-15 with host n-h1-694802-15 {{(pid=94468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 15:40:49.495491 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port ada682c4-0187-48d7-85c2-86e58aa078cf, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=ada682c4-0187-48d7-85c2-86e58aa078cf,segment=NetworkSegment(e59aa25c-a390-493d-ae3a-21a4b4d646e8),segment_id=e59aa25c-a390-493d-ae3a-21a4b4d646e8)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:40:49.507426 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Returning: {'device': 'ada682c4-0187-48d7-85c2-86e58aa078cf', 'network_id': '4f7f8cb4-6915-46c9-858b-4a65123dc6c3', 'port_id': 'ada682c4-0187-48d7-85c2-86e58aa078cf', 'mac_address': 'fa:16:3e:ea:9a:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff6f6a1d-ca8a-4a4e-aa6f-745def5177ca', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 15:40:49.547526 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:40:49.561868 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ada682c4-0187-48d7-85c2-86e58aa078cf {{(pid=94468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 15:40:49.583642 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port ada682c4-0187-48d7-85c2-86e58aa078cf, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=ada682c4-0187-48d7-85c2-86e58aa078cf,segment=NetworkSegment(e59aa25c-a390-493d-ae3a-21a4b4d646e8),segment_id=e59aa25c-a390-493d-ae3a-21a4b4d646e8)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:40:49.587512 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:40:49.648205 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Pushing event updated for resources: {'Port': ['ID=ada682c4-0187-48d7-85c2-86e58aa078cf,revision_number=4']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:40:49.833828 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] get_ports_and_sgs() called for port_ids ['ada682c4-0187-48d7-85c2-86e58aa078cf'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 15:40:50.036555 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ff57c3-d11f-4cdd-931a-f64439cc7bbc req-d2a17504-10fb-44b3-af9d-0090c4926435 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:40:50.038117 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-66ff57c3-d11f-4cdd-931a-f64439cc7bbc req-d2a17504-10fb-44b3-af9d-0090c4926435 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "GET /v2.0/ports?device_id=f0cfb4c8-0b58-46fb-93a4-1d9cc283211b HTTP/1.1" status: 200 len: 944 time: 0.0553839 Aug 12 15:40:50.079853 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-66ff57c3-d11f-4cdd-931a-f64439cc7bbc req-ce9ac4ba-7ca1-4f33-b3ff-4087acea0516 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "GET /v2.0/security-groups?id=454bfb5d-38c8-4cec-9d12-e11b8687c3e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350022 Aug 12 15:40:51.203771 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9eacd43-23e3-442e-9d7f-b04923a96d09 req-5fb7c2a2-3efc-454e-897b-9eb01f10dd31 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:40:51.205294 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d9eacd43-23e3-442e-9d7f-b04923a96d09 req-5fb7c2a2-3efc-454e-897b-9eb01f10dd31 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "GET /v2.0/ports?device_id=f0cfb4c8-0b58-46fb-93a4-1d9cc283211b HTTP/1.1" status: 200 len: 944 time: 0.0553317 Aug 12 15:40:51.245893 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d9eacd43-23e3-442e-9d7f-b04923a96d09 req-f427affc-d13f-4533-b357-45391a2cb3a8 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "GET /v2.0/security-groups?id=454bfb5d-38c8-4cec-9d12-e11b8687c3e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340619 Aug 12 15:40:51.397576 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device ada682c4-0187-48d7-85c2-86e58aa078cf up at agent hyperv_n-h1-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 15:40:51.451759 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Provisioning for port ada682c4-0187-48d7-85c2-86e58aa078cf completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:40:51.456857 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Provisioning complete for port ada682c4-0187-48d7-85c2-86e58aa078cf triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:40:51.457216 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:40:51.549918 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:40:51.584236 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0cfb4c8-0b58-46fb-93a4-1d9cc283211b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ada682c4-0187-48d7-85c2-86e58aa078cf'}] {{(pid=94468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:40:51.587801 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}152b85fe2f58ac5d6dd54f9692cb8ffc3f7471d0248cb45901c289f6e837e934" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-071161f7-6d2c-489c-b407-ddc373279fc6" -d '{"events": [{"server_uuid": "f0cfb4c8-0b58-46fb-93a4-1d9cc283211b", "name": "network-vif-plugged", "status": "completed", "tag": "ada682c4-0187-48d7-85c2-86e58aa078cf"}]}' {{(pid=94468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 15:40:51.611777 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port ada682c4-0187-48d7-85c2-86e58aa078cf, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=ada682c4-0187-48d7-85c2-86e58aa078cf,segment=NetworkSegment(e59aa25c-a390-493d-ae3a-21a4b4d646e8),segment_id=e59aa25c-a390-493d-ae3a-21a4b4d646e8)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:40:51.617190 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:40:51.687527 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 15:40:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d690897-d755-4c0c-94a3-e65b8a8695ed x-openstack-request-id: req-6d690897-d755-4c0c-94a3-e65b8a8695ed {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 15:40:51.687881 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0cfb4c8-0b58-46fb-93a4-1d9cc283211b", "name": "network-vif-plugged", "status": "completed", "tag": "ada682c4-0187-48d7-85c2-86e58aa078cf", "code": 200}]} {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 15:40:51.688223 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6d690897-d755-4c0c-94a3-e65b8a8695ed {{(pid=94468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 15:40:51.688686 n-d-694802-15 neutron-server[94468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0cfb4c8-0b58-46fb-93a4-1d9cc283211b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ada682c4-0187-48d7-85c2-86e58aa078cf', 'code': 200} Aug 12 15:40:51.692666 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Pushing event updated for resources: {'Port': ['ID=ada682c4-0187-48d7-85c2-86e58aa078cf,revision_number=5']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:40:51.789668 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecc220f-4102-4ae4-9fd0-365bfefe1843 req-b0b43670-b8a5-404b-94d9-fff558acf4a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:40:51.791329 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9ecc220f-4102-4ae4-9fd0-365bfefe1843 req-b0b43670-b8a5-404b-94d9-fff558acf4a9 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=f0cfb4c8-0b58-46fb-93a4-1d9cc283211b HTTP/1.1" status: 200 len: 1097 time: 0.0464470 Aug 12 15:40:51.827945 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9ecc220f-4102-4ae4-9fd0-365bfefe1843 req-9a29e48b-7314-4c3c-a1ba-bd4843e100ad service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=454bfb5d-38c8-4cec-9d12-e11b8687c3e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0294404 Aug 12 15:40:52.365769 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72f0674-ba31-4df3-a8ff-95c3c4280686 req-e4adc458-08e6-49d6-9685-ecac8e44f71b tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:40:52.367374 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a72f0674-ba31-4df3-a8ff-95c3c4280686 req-e4adc458-08e6-49d6-9685-ecac8e44f71b tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "GET /v2.0/ports?device_id=f0cfb4c8-0b58-46fb-93a4-1d9cc283211b HTTP/1.1" status: 200 len: 945 time: 0.0505273 Aug 12 15:40:52.430822 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a72f0674-ba31-4df3-a8ff-95c3c4280686 req-8cddcffe-bead-4c16-b21e-f6aa53b47761 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "GET /v2.0/security-groups?id=454bfb5d-38c8-4cec-9d12-e11b8687c3e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571837 Aug 12 15:40:52.592231 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [req-af013e59-12db-451e-a23a-babf88aa0115 req-133cb0c6-1f02-4085-bd76-04dc98e4dd3f service neutron] (94466) timed out ('10.222.0.49', 55956) {{(pid=94466) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 12 15:40:53.553658 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28aa4978-d45e-4d60-b4b9-49f7e7513787 req-c7188123-23ff-411a-b124-c76a029fc872 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:40:53.555370 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-28aa4978-d45e-4d60-b4b9-49f7e7513787 req-c7188123-23ff-411a-b124-c76a029fc872 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "GET /v2.0/ports?device_id=f0cfb4c8-0b58-46fb-93a4-1d9cc283211b HTTP/1.1" status: 200 len: 945 time: 0.0534334 Aug 12 15:40:53.596427 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-28aa4978-d45e-4d60-b4b9-49f7e7513787 req-fd009ebc-14ff-4eae-a38f-0d72c14a9128 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "GET /v2.0/security-groups?id=454bfb5d-38c8-4cec-9d12-e11b8687c3e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347016 Aug 12 15:40:53.711132 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bdef2c-9e9d-4d77-a90d-f99a5886ae69 req-f4078ca4-9f5e-4f69-9c90-262d2c3491b3 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:40:53.712640 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-30bdef2c-9e9d-4d77-a90d-f99a5886ae69 req-f4078ca4-9f5e-4f69-9c90-262d2c3491b3 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "GET /v2.0/ports?device_id=f0cfb4c8-0b58-46fb-93a4-1d9cc283211b HTTP/1.1" status: 200 len: 945 time: 0.0491364 Aug 12 15:40:53.751538 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-30bdef2c-9e9d-4d77-a90d-f99a5886ae69 req-0599a207-4288-40f1-a339-aec7e6921ebf tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "GET /v2.0/security-groups?id=454bfb5d-38c8-4cec-9d12-e11b8687c3e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321896 Aug 12 15:40:53.773197 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 37098) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:40:53.812913 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-957e364e-7365-4a25-969f-82595eb199a3 tempest-TestNetworkAdvancedServerOps-1009123411 tempest-TestNetworkAdvancedServerOps-1009123411-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:40:53.814366 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-957e364e-7365-4a25-969f-82595eb199a3 tempest-TestNetworkAdvancedServerOps-1009123411 tempest-TestNetworkAdvancedServerOps-1009123411-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=f0cfb4c8-0b58-46fb-93a4-1d9cc283211b HTTP/1.1" status: 200 len: 1092 time: 0.0401843 Aug 12 15:40:53.817205 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 37100) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:40:53.821480 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-9cbd1078-ad69-47bf-8d74-85868af13b3b tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Request body: {'floatingip': {'floating_network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'port_id': 'ada682c4-0187-48d7-85c2-86e58aa078cf', 'tenant_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:40:53.844211 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9cbd1078-ad69-47bf-8d74-85868af13b3b tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks [] for floatingip, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:40:53.943543 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9cbd1078-ad69-47bf-8d74-85868af13b3b tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:40:54.053492 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-9cbd1078-ad69-47bf-8d74-85868af13b3b tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Allocated IP 172.25.1.5 (d3759e1b-6c03-45ac-acd4-90abb417809b/f0254f08-c19c-4e31-bd9c-09389ea4b6f2/d65cf086-ffe3-4fdf-bae7-a14965fcd314) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 15:40:54.162566 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9cbd1078-ad69-47bf-8d74-85868af13b3b tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:40:54.206382 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9cbd1078-ad69-47bf-8d74-85868af13b3b tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:40:54.249886 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cbd1078-ad69-47bf-8d74-85868af13b3b tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Network d3759e1b-6c03-45ac-acd4-90abb417809b is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 15:40:54.253001 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-9cbd1078-ad69-47bf-8d74-85868af13b3b tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:40:54.257975 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cbd1078-ad69-47bf-8d74-85868af13b3b tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 15:40:54.261956 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbd1078-ad69-47bf-8d74-85868af13b3b tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Pushing event updated for resources: {'Port': ['ID=d65cf086-ffe3-4fdf-bae7-a14965fcd314,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:40:54.618482 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9763d2b8-5d16-4cc9-93ba-8e490ae8070c req-b50745f0-cacf-4be2-a397-84dce4aaed1d service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=f0cfb4c8-0b58-46fb-93a4-1d9cc283211b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0425730 Aug 12 15:40:54.664913 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9cbd1078-ad69-47bf-8d74-85868af13b3b tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:40:54.701871 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9763d2b8-5d16-4cc9-93ba-8e490ae8070c req-bf482ae4-f4b2-4370-80cb-671a515af34d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:40:54.703454 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9763d2b8-5d16-4cc9-93ba-8e490ae8070c req-bf482ae4-f4b2-4370-80cb-671a515af34d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b54ac9ed014240dead4ece37b0fb3f94&device_id=f0cfb4c8-0b58-46fb-93a4-1d9cc283211b HTTP/1.1" status: 200 len: 1097 time: 0.0419998 Aug 12 15:40:54.746069 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9cbd1078-ad69-47bf-8d74-85868af13b3b tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:40:54.815728 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9763d2b8-5d16-4cc9-93ba-8e490ae8070c req-c289d5cb-fc2c-4319-b9c8-1ee4a06f0dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:40:54.817887 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9763d2b8-5d16-4cc9-93ba-8e490ae8070c req-c289d5cb-fc2c-4319-b9c8-1ee4a06f0dbe service neutron] 10.222.0.64 "GET /v2.0/networks?id=4f7f8cb4-6915-46c9-858b-4a65123dc6c3 HTTP/1.1" status: 200 len: 897 time: 0.0941854 Aug 12 15:40:54.885775 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9763d2b8-5d16-4cc9-93ba-8e490ae8070c req-8d0f934d-0e37-4c66-89eb-5b3e11a364b9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ada682c4-0187-48d7-85c2-86e58aa078cf HTTP/1.1" status: 200 len: 997 time: 0.0611129 Aug 12 15:40:54.900720 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9cbd1078-ad69-47bf-8d74-85868af13b3b tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks [] for port, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:40:54.905863 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9cbd1078-ad69-47bf-8d74-85868af13b3b tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3718439'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:40:54.940930 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9763d2b8-5d16-4cc9-93ba-8e490ae8070c req-2cd05088-a980-45ee-9623-67c3bbd69321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:40:54.942418 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9763d2b8-5d16-4cc9-93ba-8e490ae8070c req-2cd05088-a980-45ee-9623-67c3bbd69321 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ff6f6a1d-ca8a-4a4e-aa6f-745def5177ca HTTP/1.1" status: 200 len: 834 time: 0.0501461 Aug 12 15:40:54.989404 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbd1078-ad69-47bf-8d74-85868af13b3b tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Pushing event updated for resources: {'Port': ['ID=d65cf086-ffe3-4fdf-bae7-a14965fcd314,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:40:54.993604 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9763d2b8-5d16-4cc9-93ba-8e490ae8070c req-9964274c-1b50-455b-9865-2307e881c3cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:40:54.995286 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9763d2b8-5d16-4cc9-93ba-8e490ae8070c req-9964274c-1b50-455b-9865-2307e881c3cb service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4f7f8cb4-6915-46c9-858b-4a65123dc6c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0437212 Aug 12 15:40:55.005471 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9cbd1078-ad69-47bf-8d74-85868af13b3b tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431510'] for floatingip, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:40:55.087967 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9763d2b8-5d16-4cc9-93ba-8e490ae8070c req-6974bff1-9151-44c0-a86e-4e17939ef2b4 service neutron] 10.222.0.64 "GET /v2.0/networks/4f7f8cb4-6915-46c9-858b-4a65123dc6c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848775 Aug 12 15:40:55.110501 n-d-694802-15 neutron-server[94466]: INFO neutron.db.l3_db [None req-9cbd1078-ad69-47bf-8d74-85868af13b3b tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Floating IP 9a9f8155-443a-4f48-ad99-39c5ef468a7e associated. External IP: 172.25.1.5, port: ada682c4-0187-48d7-85c2-86e58aa078cf. Aug 12 15:40:55.185334 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9763d2b8-5d16-4cc9-93ba-8e490ae8070c req-3631cc3f-cd70-44b0-a714-7bc2e6f7771f service neutron] 10.222.0.64 "GET /v2.0/networks/4f7f8cb4-6915-46c9-858b-4a65123dc6c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915036 Aug 12 15:40:55.332503 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cbd1078-ad69-47bf-8d74-85868af13b3b tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Router bbc76c9b-4992-4663-a99b-221b2ee391b8 has already been hosted by L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f {{(pid=94466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 15:40:55.444427 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cbd1078-ad69-47bf-8d74-85868af13b3b tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 15:40:55.457946 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a96286c0-ce25-46f7-af0a-bb8086bc8ffa None None] Sync routers for ids ['bbc76c9b-4992-4663-a99b-221b2ee391b8'] in n-d-694802-15 {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 15:40:55.464853 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-9cbd1078-ad69-47bf-8d74-85868af13b3b tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for floatingip, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:40:55.472061 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a96286c0-ce25-46f7-af0a-bb8086bc8ffa None None] Routers {'bbc76c9b-4992-4663-a99b-221b2ee391b8'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:40:55.472989 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-a96286c0-ce25-46f7-af0a-bb8086bc8ffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T15:40:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['bbc76c9b-4992-4663-a99b-221b2ee391b8'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:40:55.494385 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-9cbd1078-ad69-47bf-8d74-85868af13b3b tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 1.6761441 Aug 12 15:40:55.495088 n-d-694802-15 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0cfb4c8-0b58-46fb-93a4-1d9cc283211b', 'tag': 'ada682c4-0187-48d7-85c2-86e58aa078cf'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:40:55.497461 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d3d836888f8bae48364cf832021765cae83eba5216adbc1a01d11f14e92adce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12b85406-9dcd-4c7b-91b2-15c0aa57a57b" -d '{"events": [{"name": "network-changed", "server_uuid": "f0cfb4c8-0b58-46fb-93a4-1d9cc283211b", "tag": "ada682c4-0187-48d7-85c2-86e58aa078cf"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 15:40:55.591117 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvr_db [None req-a96286c0-ce25-46f7-af0a-bb8086bc8ffa None None] Set router bbc76c9b-4992-4663-a99b-221b2ee391b8 gateway port host: n-d-694802-15 {{(pid=94468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:40:55.617760 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415b2a10-803e-4542-8ff0-bd82385495c8 req-dc7f66d9-a8b0-404e-936c-1a8352886658 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:40:55.619596 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-415b2a10-803e-4542-8ff0-bd82385495c8 req-dc7f66d9-a8b0-404e-936c-1a8352886658 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "GET /v2.0/ports?device_id=f0cfb4c8-0b58-46fb-93a4-1d9cc283211b HTTP/1.1" status: 200 len: 945 time: 0.0610669 Aug 12 15:40:55.621581 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 15:40:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28e01e5b-1049-40a6-b5a2-265cc68417b7 x-openstack-request-id: req-28e01e5b-1049-40a6-b5a2-265cc68417b7 {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 15:40:55.621870 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0cfb4c8-0b58-46fb-93a4-1d9cc283211b", "tag": "ada682c4-0187-48d7-85c2-86e58aa078cf", "status": "completed", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 15:40:55.622130 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-28e01e5b-1049-40a6-b5a2-265cc68417b7 {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 15:40:55.622535 n-d-694802-15 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0cfb4c8-0b58-46fb-93a4-1d9cc283211b', 'tag': 'ada682c4-0187-48d7-85c2-86e58aa078cf', 'status': 'completed', 'code': 200} Aug 12 15:40:55.662933 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-415b2a10-803e-4542-8ff0-bd82385495c8 req-e65b0b7f-6f90-44c6-a6c4-7b0496b34f08 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "GET /v2.0/security-groups?id=454bfb5d-38c8-4cec-9d12-e11b8687c3e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349078 Aug 12 15:40:55.685416 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b85406-9dcd-4c7b-91b2-15c0aa57a57b req-5f94ea36-f037-445a-8f3d-6f3025754906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:40:55.687445 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 37108) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:40:55.691409 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-12b85406-9dcd-4c7b-91b2-15c0aa57a57b req-5f94ea36-f037-445a-8f3d-6f3025754906 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b54ac9ed014240dead4ece37b0fb3f94&device_id=f0cfb4c8-0b58-46fb-93a4-1d9cc283211b HTTP/1.1" status: 200 len: 1097 time: 0.0461857 Aug 12 15:40:55.759115 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-4715efb0-be6c-48c3-bdab-2c603a8087fe tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "GET /v2.0/floatingips/9a9f8155-443a-4f48-ad99-39c5ef468a7e HTTP/1.1" status: 200 len: 989 time: 0.0704746 Aug 12 15:40:55.809713 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b85406-9dcd-4c7b-91b2-15c0aa57a57b req-8924e06e-b4e1-4560-94f8-78c283b28243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:40:55.811262 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-12b85406-9dcd-4c7b-91b2-15c0aa57a57b req-8924e06e-b4e1-4560-94f8-78c283b28243 service neutron] 10.222.0.64 "GET /v2.0/networks?id=4f7f8cb4-6915-46c9-858b-4a65123dc6c3 HTTP/1.1" status: 200 len: 897 time: 0.1161120 Aug 12 15:40:55.856576 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-a96286c0-ce25-46f7-af0a-bb8086bc8ffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbc76c9b-4992-4663-a99b-221b2ee391b8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1819977671', 'tenant_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.217'}], 'enable_snat': True}, 'gw_port_id': 'f5ac1f86-260e-43fd-ba2f-8396624969d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:40:37Z', 'updated_at': '2021-08-12T15:40:41Z', 'revision_number': 4, 'project_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'gw_port': {'id': 'f5ac1f86-260e-43fd-ba2f-8396624969d4', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:79:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbc76c9b-4992-4663-a99b-221b2ee391b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:40:37Z', 'updated_at': '2021-08-12T15:40:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_floatingips': [{'id': '9a9f8155-443a-4f48-ad99-39c5ef468a7e', 'tenant_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'floating_ip_address': '172.25.1.5', 'floating_network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'router_id': 'bbc76c9b-4992-4663-a99b-221b2ee391b8', 'port_id': 'ada682c4-0187-48d7-85c2-86e58aa078cf', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4263, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f7f8cb4-6915-46c9-858b-4a65123dc6c3', 'mac_address': 'fa:16:3e:ea:9a:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0cfb4c8-0b58-46fb-93a4-1d9cc283211b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T15:40:54Z', 'updated_at': '2021-08-12T15:40:54Z', 'revision_number': 0, 'project_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86085776-04b4-410a-99ec-6162e7e15667', 'name': '', 'network_id': '4f7f8cb4-6915-46c9-858b-4a65123dc6c3', 'tenant_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'mac_address': 'fa:16:3e:18:9c:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbc76c9b-4992-4663-a99b-221b2ee391b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': 'ff6f6a1d-ca8a-4a4e-aa6f-745def5177ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:40:40Z', 'updated_at': '2021-08-12T15:40:45Z', 'revision_number': 5, 'project_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'subnets': [{'id': 'ff6f6a1d-ca8a-4a4e-aa6f-745def5177ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:40:55.893472 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-12b85406-9dcd-4c7b-91b2-15c0aa57a57b req-f114845b-694f-46ba-adef-b6e731d6f988 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ada682c4-0187-48d7-85c2-86e58aa078cf HTTP/1.1" status: 200 len: 997 time: 0.0725188 Aug 12 15:40:55.895114 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a96286c0-ce25-46f7-af0a-bb8086bc8ffa None None] Checking router: bbc76c9b-4992-4663-a99b-221b2ee391b8 for host: n-d-694802-15 {{(pid=94468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 15:40:55.912619 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a96286c0-ce25-46f7-af0a-bb8086bc8ffa None None] Routers {'bbc76c9b-4992-4663-a99b-221b2ee391b8'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:40:55.913244 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-a96286c0-ce25-46f7-af0a-bb8086bc8ffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T15:40:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['bbc76c9b-4992-4663-a99b-221b2ee391b8'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:40:55.947880 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b85406-9dcd-4c7b-91b2-15c0aa57a57b req-107f51d2-a560-4e4d-8ebd-f9cd29fc7a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:40:55.949887 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-12b85406-9dcd-4c7b-91b2-15c0aa57a57b req-107f51d2-a560-4e4d-8ebd-f9cd29fc7a06 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ff6f6a1d-ca8a-4a4e-aa6f-745def5177ca HTTP/1.1" status: 200 len: 834 time: 0.0495467 Aug 12 15:40:56.003076 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b85406-9dcd-4c7b-91b2-15c0aa57a57b req-2c461075-a57f-4de3-9987-7ed47556123c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:40:56.004065 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-12b85406-9dcd-4c7b-91b2-15c0aa57a57b req-2c461075-a57f-4de3-9987-7ed47556123c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4f7f8cb4-6915-46c9-858b-4a65123dc6c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0465097 Aug 12 15:40:56.101898 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-12b85406-9dcd-4c7b-91b2-15c0aa57a57b req-f5b7ad57-fbf3-4896-99e2-ba4629188d9a service neutron] 10.222.0.64 "GET /v2.0/networks/4f7f8cb4-6915-46c9-858b-4a65123dc6c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896916 Aug 12 15:40:56.209181 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-12b85406-9dcd-4c7b-91b2-15c0aa57a57b req-7596f2e4-eec6-43cd-886e-937ab5d920d6 service neutron] 10.222.0.64 "GET /v2.0/networks/4f7f8cb4-6915-46c9-858b-4a65123dc6c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991857 Aug 12 15:40:56.238423 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvr_db [None req-a96286c0-ce25-46f7-af0a-bb8086bc8ffa None None] Set router bbc76c9b-4992-4663-a99b-221b2ee391b8 gateway port host: n-d-694802-15 {{(pid=94468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:40:56.535495 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-a96286c0-ce25-46f7-af0a-bb8086bc8ffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbc76c9b-4992-4663-a99b-221b2ee391b8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1819977671', 'tenant_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.217'}], 'enable_snat': True}, 'gw_port_id': 'f5ac1f86-260e-43fd-ba2f-8396624969d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:40:37Z', 'updated_at': '2021-08-12T15:40:41Z', 'revision_number': 4, 'project_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'gw_port': {'id': 'f5ac1f86-260e-43fd-ba2f-8396624969d4', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:79:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbc76c9b-4992-4663-a99b-221b2ee391b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:40:37Z', 'updated_at': '2021-08-12T15:40:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_floatingips': [{'id': '9a9f8155-443a-4f48-ad99-39c5ef468a7e', 'tenant_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'floating_ip_address': '172.25.1.5', 'floating_network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'router_id': 'bbc76c9b-4992-4663-a99b-221b2ee391b8', 'port_id': 'ada682c4-0187-48d7-85c2-86e58aa078cf', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4263, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f7f8cb4-6915-46c9-858b-4a65123dc6c3', 'mac_address': 'fa:16:3e:ea:9a:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0cfb4c8-0b58-46fb-93a4-1d9cc283211b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T15:40:54Z', 'updated_at': '2021-08-12T15:40:54Z', 'revision_number': 0, 'project_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86085776-04b4-410a-99ec-6162e7e15667', 'name': '', 'network_id': '4f7f8cb4-6915-46c9-858b-4a65123dc6c3', 'tenant_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'mac_address': 'fa:16:3e:18:9c:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbc76c9b-4992-4663-a99b-221b2ee391b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': 'ff6f6a1d-ca8a-4a4e-aa6f-745def5177ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:40:40Z', 'updated_at': '2021-08-12T15:40:45Z', 'revision_number': 5, 'project_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'subnets': [{'id': 'ff6f6a1d-ca8a-4a4e-aa6f-745def5177ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:40:56.566225 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a96286c0-ce25-46f7-af0a-bb8086bc8ffa None None] The sync data for ids ['bbc76c9b-4992-4663-a99b-221b2ee391b8'] in n-d-694802-15 is: [{'id': 'bbc76c9b-4992-4663-a99b-221b2ee391b8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1819977671', 'tenant_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.217'}], 'enable_snat': True}, 'gw_port_id': 'f5ac1f86-260e-43fd-ba2f-8396624969d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:40:37Z', 'updated_at': '2021-08-12T15:40:41Z', 'revision_number': 4, 'project_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'gw_port': {'id': 'f5ac1f86-260e-43fd-ba2f-8396624969d4', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:79:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbc76c9b-4992-4663-a99b-221b2ee391b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:40:37Z', 'updated_at': '2021-08-12T15:40:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_floatingips': [{'id': '9a9f8155-443a-4f48-ad99-39c5ef468a7e', 'tenant_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'floating_ip_address': '172.25.1.5', 'floating_network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'router_id': 'bbc76c9b-4992-4663-a99b-221b2ee391b8', 'port_id': 'ada682c4-0187-48d7-85c2-86e58aa078cf', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4263, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f7f8cb4-6915-46c9-858b-4a65123dc6c3', 'mac_address': 'fa:16:3e:ea:9a:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0cfb4c8-0b58-46fb-93a4-1d9cc283211b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T15:40:54Z', 'updated_at': '2021-08-12T15:40:54Z', 'revision_number': 0, 'project_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86085776-04b4-410a-99ec-6162e7e15667', 'name': '', 'network_id': '4f7f8cb4-6915-46c9-858b-4a65123dc6c3', 'tenant_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'mac_address': 'fa:16:3e:18:9c:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbc76c9b-4992-4663-a99b-221b2ee391b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': 'ff6f6a1d-ca8a-4a4e-aa6f-745def5177ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:40:40Z', 'updated_at': '2021-08-12T15:40:45Z', 'revision_number': 5, 'project_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'subnets': [{'id': 'ff6f6a1d-ca8a-4a4e-aa6f-745def5177ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 15:40:56.762830 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 37112) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:40:56.769260 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba9a1fc3-ddb0-4228-b15c-88b621d3e6c7 None None] New status for floating IP 9a9f8155-443a-4f48-ad99-39c5ef468a7e: ACTIVE {{(pid=94469) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 15:40:56.830497 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-e6c75698-b77b-4fe8-85c5-89069c30b781 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "GET /v2.0/floatingips/9a9f8155-443a-4f48-ad99-39c5ef468a7e HTTP/1.1" status: 200 len: 989 time: 0.0663214 Aug 12 15:40:57.834313 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 37114) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:40:57.897490 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-7358fffa-bdd1-4cac-b7dd-fd145c0a4f5e tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "GET /v2.0/floatingips/9a9f8155-443a-4f48-ad99-39c5ef468a7e HTTP/1.1" status: 200 len: 991 time: 0.0619085 Aug 12 15:41:04.699782 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.agents_db [None req-17ed3e4c-1a7d-4162-9646-11c134aca297 None None] Agent healthcheck: found 7 active agents {{(pid=94469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 15:41:10.183614 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-186891a0-f5fa-4fcb-b558-b356cf07fa76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:41:12.231041 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:41:13.118117 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:41:13.442060 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-2d434535-c7c9-429d-a3fd-ed6796cef1fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:41:13.531475 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:41:14.243190 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-1769855f-eda9-4483-9dc3-3220908ab45d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:41:15.874180 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-fe95f194-a3b0-4c04-9e42-20b511169d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:41:24.660302 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58563f6a-cee2-46ef-b58a-d8151588d47a req-bb2fd46f-25f7-4e6f-80be-77eaa27db7d5 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:41:24.661991 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-58563f6a-cee2-46ef-b58a-d8151588d47a req-bb2fd46f-25f7-4e6f-80be-77eaa27db7d5 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "GET /v2.0/ports?device_id=f0cfb4c8-0b58-46fb-93a4-1d9cc283211b HTTP/1.1" status: 200 len: 945 time: 0.0601182 Aug 12 15:41:24.705527 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-58563f6a-cee2-46ef-b58a-d8151588d47a req-a9f6e4d3-495c-4c2b-8c6e-def8caf5c4d5 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "GET /v2.0/security-groups?id=454bfb5d-38c8-4cec-9d12-e11b8687c3e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342779 Aug 12 15:41:25.836624 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e35b140-6f68-4841-8524-180d8055784f req-db9bae30-f416-400e-8b6c-acc704b9fe73 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:41:25.838101 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-8e35b140-6f68-4841-8524-180d8055784f req-db9bae30-f416-400e-8b6c-acc704b9fe73 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "GET /v2.0/ports?device_id=f0cfb4c8-0b58-46fb-93a4-1d9cc283211b HTTP/1.1" status: 200 len: 945 time: 0.0558705 Aug 12 15:41:25.880273 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-8e35b140-6f68-4841-8524-180d8055784f req-4d9c5d32-a381-4f4a-96e4-d49ba129708c tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "GET /v2.0/security-groups?id=454bfb5d-38c8-4cec-9d12-e11b8687c3e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351171 Aug 12 15:41:25.907527 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 37130) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:41:25.979233 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-5a382f6b-15ae-45a2-98b3-b1475194e350 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "GET /v2.0/floatingips/9a9f8155-443a-4f48-ad99-39c5ef468a7e HTTP/1.1" status: 200 len: 991 time: 0.0703132 Aug 12 15:41:27.302673 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b04cfd-4493-467a-a75b-a6d339435173 req-c2d5494e-d22b-4188-a3cf-932e1560e001 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:41:27.304173 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-51b04cfd-4493-467a-a75b-a6d339435173 req-c2d5494e-d22b-4188-a3cf-932e1560e001 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "GET /v2.0/ports?device_id=f0cfb4c8-0b58-46fb-93a4-1d9cc283211b HTTP/1.1" status: 200 len: 945 time: 0.0839982 Aug 12 15:41:27.311348 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9aeb66-b6af-4270-b948-6142f4478978 req-f8169819-48e5-4d14-85fe-da9de41173b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:41:27.312857 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2c9aeb66-b6af-4270-b948-6142f4478978 req-f8169819-48e5-4d14-85fe-da9de41173b6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b54ac9ed014240dead4ece37b0fb3f94&device_id=f0cfb4c8-0b58-46fb-93a4-1d9cc283211b HTTP/1.1" status: 200 len: 1097 time: 0.0650692 Aug 12 15:41:27.396676 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-51b04cfd-4493-467a-a75b-a6d339435173 req-000c32f6-7a4f-4016-9c8e-cf5788b2346e tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "GET /v2.0/security-groups?id=454bfb5d-38c8-4cec-9d12-e11b8687c3e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0828481 Aug 12 15:41:27.436642 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9aeb66-b6af-4270-b948-6142f4478978 req-38e5087f-ca58-4f88-abd2-4b554a175419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:41:27.438117 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2c9aeb66-b6af-4270-b948-6142f4478978 req-38e5087f-ca58-4f88-abd2-4b554a175419 service neutron] 10.222.0.64 "GET /v2.0/networks?id=4f7f8cb4-6915-46c9-858b-4a65123dc6c3 HTTP/1.1" status: 200 len: 897 time: 0.1174109 Aug 12 15:41:27.514803 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2c9aeb66-b6af-4270-b948-6142f4478978 req-0133e919-3505-4440-8845-a310e66152ae service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ada682c4-0187-48d7-85c2-86e58aa078cf HTTP/1.1" status: 200 len: 999 time: 0.0696156 Aug 12 15:41:27.572519 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9aeb66-b6af-4270-b948-6142f4478978 req-7f772597-7893-49dc-9145-aaf77390f752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:41:27.574092 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2c9aeb66-b6af-4270-b948-6142f4478978 req-7f772597-7893-49dc-9145-aaf77390f752 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ff6f6a1d-ca8a-4a4e-aa6f-745def5177ca HTTP/1.1" status: 200 len: 834 time: 0.0529804 Aug 12 15:41:27.627306 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9aeb66-b6af-4270-b948-6142f4478978 req-2a7c5b83-1081-4163-9a55-37087cd1046d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:41:27.628923 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2c9aeb66-b6af-4270-b948-6142f4478978 req-2a7c5b83-1081-4163-9a55-37087cd1046d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4f7f8cb4-6915-46c9-858b-4a65123dc6c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0478036 Aug 12 15:41:27.728691 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2c9aeb66-b6af-4270-b948-6142f4478978 req-4de123bf-c3ae-4da8-855a-6745bf7861ea service neutron] 10.222.0.64 "GET /v2.0/networks/4f7f8cb4-6915-46c9-858b-4a65123dc6c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928402 Aug 12 15:41:27.825254 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2c9aeb66-b6af-4270-b948-6142f4478978 req-d4a44952-146b-457f-a767-6f1de2900d63 service neutron] 10.222.0.64 "GET /v2.0/networks/4f7f8cb4-6915-46c9-858b-4a65123dc6c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893376 Aug 12 15:41:28.536171 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a9a4e0-0b3e-4ad1-8eae-a3ee84895e89 req-5eb988c9-566d-402e-a776-e7e2f5f4205c tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:41:28.537693 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-14a9a4e0-0b3e-4ad1-8eae-a3ee84895e89 req-5eb988c9-566d-402e-a776-e7e2f5f4205c tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "GET /v2.0/ports?device_id=f0cfb4c8-0b58-46fb-93a4-1d9cc283211b HTTP/1.1" status: 200 len: 945 time: 0.0557086 Aug 12 15:41:28.603602 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-14a9a4e0-0b3e-4ad1-8eae-a3ee84895e89 req-92c61b3b-4e9a-46b9-9262-2578f5101886 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "GET /v2.0/security-groups?id=454bfb5d-38c8-4cec-9d12-e11b8687c3e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535965 Aug 12 15:41:29.739219 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a23ca1a-f98e-4b56-8f85-1b1c911628e2 req-efb3a6ab-a267-496a-b1ce-ad16b475d233 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:41:29.740816 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-1a23ca1a-f98e-4b56-8f85-1b1c911628e2 req-efb3a6ab-a267-496a-b1ce-ad16b475d233 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "GET /v2.0/ports?device_id=f0cfb4c8-0b58-46fb-93a4-1d9cc283211b HTTP/1.1" status: 200 len: 945 time: 0.0516560 Aug 12 15:41:29.782628 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-1a23ca1a-f98e-4b56-8f85-1b1c911628e2 req-3d69df71-cde5-4f67-8069-ebe68f78276c tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "GET /v2.0/security-groups?id=454bfb5d-38c8-4cec-9d12-e11b8687c3e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350013 Aug 12 15:41:29.806384 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 37142) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:41:29.869317 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-4810ab5e-0dc7-417d-b7db-fc95e0d6e652 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "GET /v2.0/floatingips/9a9f8155-443a-4f48-ad99-39c5ef468a7e HTTP/1.1" status: 200 len: 991 time: 0.0618250 Aug 12 15:41:30.078451 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 37148) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:41:30.553316 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-b07dc4a3-f3c2-44aa-8513-a7d77aef5207 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Deleting port d65cf086-ffe3-4fdf-bae7-a14965fcd314 {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 15:41:30.553667 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b07dc4a3-f3c2-44aa-8513-a7d77aef5207 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:41:30.635417 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b07dc4a3-f3c2-44aa-8513-a7d77aef5207 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:41:30.635911 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b07dc4a3-f3c2-44aa-8513-a7d77aef5207 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:41:30.649218 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-b07dc4a3-f3c2-44aa-8513-a7d77aef5207 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Calling delete_port for d65cf086-ffe3-4fdf-bae7-a14965fcd314 owned by network:floatingip {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 15:41:30.802988 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b07dc4a3-f3c2-44aa-8513-a7d77aef5207 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:41:30.829366 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07dc4a3-f3c2-44aa-8513-a7d77aef5207 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Pushing event deleted for resources: {'Port': ['ID=d65cf086-ffe3-4fdf-bae7-a14965fcd314,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:41:30.892957 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b07dc4a3-f3c2-44aa-8513-a7d77aef5207 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks [] for floatingip, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:41:30.893288 n-d-694802-15 neutron-server[94466]: INFO neutron.db.l3_db [None req-b07dc4a3-f3c2-44aa-8513-a7d77aef5207 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Floating IP 9a9f8155-443a-4f48-ad99-39c5ef468a7e disassociated (deleted). External IP: 172.25.1.5, port: ada682c4-0187-48d7-85c2-86e58aa078cf. Aug 12 15:41:31.113514 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b07dc4a3-f3c2-44aa-8513-a7d77aef5207 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Router bbc76c9b-4992-4663-a99b-221b2ee391b8 has already been hosted by L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f {{(pid=94466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 15:41:31.226775 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b07dc4a3-f3c2-44aa-8513-a7d77aef5207 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 15:41:31.232028 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b07dc4a3-f3c2-44aa-8513-a7d77aef5207 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for floatingip, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:41:31.239300 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37915fcd-35f7-4ae9-b5fe-826bb70c53ca None None] Sync routers for ids ['bbc76c9b-4992-4663-a99b-221b2ee391b8'] in n-d-694802-15 {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 15:41:31.249378 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37915fcd-35f7-4ae9-b5fe-826bb70c53ca None None] Routers {'bbc76c9b-4992-4663-a99b-221b2ee391b8'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:41:31.249992 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-37915fcd-35f7-4ae9-b5fe-826bb70c53ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T15:41:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['bbc76c9b-4992-4663-a99b-221b2ee391b8'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:41:31.260744 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-b07dc4a3-f3c2-44aa-8513-a7d77aef5207 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "DELETE /v2.0/floatingips/9a9f8155-443a-4f48-ad99-39c5ef468a7e HTTP/1.1" status: 204 len: 168 time: 1.1812205 Aug 12 15:41:31.261380 n-d-694802-15 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0cfb4c8-0b58-46fb-93a4-1d9cc283211b', 'tag': 'ada682c4-0187-48d7-85c2-86e58aa078cf'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:41:31.263714 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d3d836888f8bae48364cf832021765cae83eba5216adbc1a01d11f14e92adce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a60873d5-1ee6-4a4b-9825-4f14b6ae59a4" -d '{"events": [{"name": "network-changed", "server_uuid": "f0cfb4c8-0b58-46fb-93a4-1d9cc283211b", "tag": "ada682c4-0187-48d7-85c2-86e58aa078cf"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 15:41:31.305953 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 15:41:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fe00b83-b442-48cd-98ce-ccf5bf755ce5 x-openstack-request-id: req-1fe00b83-b442-48cd-98ce-ccf5bf755ce5 {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 15:41:31.306310 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0cfb4c8-0b58-46fb-93a4-1d9cc283211b", "tag": "ada682c4-0187-48d7-85c2-86e58aa078cf", "status": "completed", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 15:41:31.306616 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1fe00b83-b442-48cd-98ce-ccf5bf755ce5 {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 15:41:31.307045 n-d-694802-15 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0cfb4c8-0b58-46fb-93a4-1d9cc283211b', 'tag': 'ada682c4-0187-48d7-85c2-86e58aa078cf', 'status': 'completed', 'code': 200} Aug 12 15:41:31.379259 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvr_db [None req-37915fcd-35f7-4ae9-b5fe-826bb70c53ca None None] Set router bbc76c9b-4992-4663-a99b-221b2ee391b8 gateway port host: n-d-694802-15 {{(pid=94468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:41:31.395752 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60873d5-1ee6-4a4b-9825-4f14b6ae59a4 req-1568d9b0-163f-4393-a21b-53a97298a1e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:41:31.399099 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a60873d5-1ee6-4a4b-9825-4f14b6ae59a4 req-1568d9b0-163f-4393-a21b-53a97298a1e4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b54ac9ed014240dead4ece37b0fb3f94&device_id=f0cfb4c8-0b58-46fb-93a4-1d9cc283211b HTTP/1.1" status: 200 len: 1097 time: 0.0635552 Aug 12 15:41:31.511946 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60873d5-1ee6-4a4b-9825-4f14b6ae59a4 req-088013db-0bab-4035-bb30-2f23cad15369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:41:31.513588 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a60873d5-1ee6-4a4b-9825-4f14b6ae59a4 req-088013db-0bab-4035-bb30-2f23cad15369 service neutron] 10.222.0.64 "GET /v2.0/networks?id=4f7f8cb4-6915-46c9-858b-4a65123dc6c3 HTTP/1.1" status: 200 len: 897 time: 0.1047258 Aug 12 15:41:31.518462 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d9c8be-fd24-4fb4-883a-95561bdca5fa req-037d6b35-6e74-4297-86d7-ff6b843ec458 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:41:31.520033 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-b1d9c8be-fd24-4fb4-883a-95561bdca5fa req-037d6b35-6e74-4297-86d7-ff6b843ec458 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "GET /v2.0/ports?device_id=f0cfb4c8-0b58-46fb-93a4-1d9cc283211b HTTP/1.1" status: 200 len: 945 time: 0.0560527 Aug 12 15:41:31.564370 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-b1d9c8be-fd24-4fb4-883a-95561bdca5fa req-dc75f73d-2372-49e3-8372-b0ce03367c92 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "GET /v2.0/security-groups?id=454bfb5d-38c8-4cec-9d12-e11b8687c3e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374858 Aug 12 15:41:31.566083 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a60873d5-1ee6-4a4b-9825-4f14b6ae59a4 req-8480def4-6a01-4856-9399-a8b6a68898fc service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ada682c4-0187-48d7-85c2-86e58aa078cf HTTP/1.1" status: 200 len: 217 time: 0.0437899 Aug 12 15:41:31.621851 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60873d5-1ee6-4a4b-9825-4f14b6ae59a4 req-bb46bc73-3194-4f74-945d-aa06a7c6fd9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:41:31.623335 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a60873d5-1ee6-4a4b-9825-4f14b6ae59a4 req-bb46bc73-3194-4f74-945d-aa06a7c6fd9d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ff6f6a1d-ca8a-4a4e-aa6f-745def5177ca HTTP/1.1" status: 200 len: 834 time: 0.0499516 Aug 12 15:41:31.630025 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-37915fcd-35f7-4ae9-b5fe-826bb70c53ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbc76c9b-4992-4663-a99b-221b2ee391b8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1819977671', 'tenant_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.217'}], 'enable_snat': True}, 'gw_port_id': 'f5ac1f86-260e-43fd-ba2f-8396624969d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:40:37Z', 'updated_at': '2021-08-12T15:40:41Z', 'revision_number': 4, 'project_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'gw_port': {'id': 'f5ac1f86-260e-43fd-ba2f-8396624969d4', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:79:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbc76c9b-4992-4663-a99b-221b2ee391b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:40:37Z', 'updated_at': '2021-08-12T15:40:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': '86085776-04b4-410a-99ec-6162e7e15667', 'name': '', 'network_id': '4f7f8cb4-6915-46c9-858b-4a65123dc6c3', 'tenant_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'mac_address': 'fa:16:3e:18:9c:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbc76c9b-4992-4663-a99b-221b2ee391b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': 'ff6f6a1d-ca8a-4a4e-aa6f-745def5177ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:40:40Z', 'updated_at': '2021-08-12T15:40:45Z', 'revision_number': 5, 'project_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'subnets': [{'id': 'ff6f6a1d-ca8a-4a4e-aa6f-745def5177ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:41:31.660762 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37915fcd-35f7-4ae9-b5fe-826bb70c53ca None None] Checking router: bbc76c9b-4992-4663-a99b-221b2ee391b8 for host: n-d-694802-15 {{(pid=94468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 15:41:31.670741 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37915fcd-35f7-4ae9-b5fe-826bb70c53ca None None] Routers {'bbc76c9b-4992-4663-a99b-221b2ee391b8'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:41:31.671443 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-37915fcd-35f7-4ae9-b5fe-826bb70c53ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T15:41:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['bbc76c9b-4992-4663-a99b-221b2ee391b8'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:41:31.675211 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60873d5-1ee6-4a4b-9825-4f14b6ae59a4 req-ed4ace71-1027-4a12-a971-3bd3c00ea35c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:41:31.676753 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a60873d5-1ee6-4a4b-9825-4f14b6ae59a4 req-ed4ace71-1027-4a12-a971-3bd3c00ea35c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4f7f8cb4-6915-46c9-858b-4a65123dc6c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0457563 Aug 12 15:41:31.776252 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a60873d5-1ee6-4a4b-9825-4f14b6ae59a4 req-50baa0df-4bff-4de4-b932-08a1d94282f8 service neutron] 10.222.0.64 "GET /v2.0/networks/4f7f8cb4-6915-46c9-858b-4a65123dc6c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901849 Aug 12 15:41:31.779232 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvr_db [None req-37915fcd-35f7-4ae9-b5fe-826bb70c53ca None None] Set router bbc76c9b-4992-4663-a99b-221b2ee391b8 gateway port host: n-d-694802-15 {{(pid=94468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:41:31.871066 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a60873d5-1ee6-4a4b-9825-4f14b6ae59a4 req-bebf5e04-977f-40a6-9036-41adfa3357e6 service neutron] 10.222.0.64 "GET /v2.0/networks/4f7f8cb4-6915-46c9-858b-4a65123dc6c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861013 Aug 12 15:41:31.984761 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-37915fcd-35f7-4ae9-b5fe-826bb70c53ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbc76c9b-4992-4663-a99b-221b2ee391b8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1819977671', 'tenant_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.217'}], 'enable_snat': True}, 'gw_port_id': 'f5ac1f86-260e-43fd-ba2f-8396624969d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:40:37Z', 'updated_at': '2021-08-12T15:40:41Z', 'revision_number': 4, 'project_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'gw_port': {'id': 'f5ac1f86-260e-43fd-ba2f-8396624969d4', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:79:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbc76c9b-4992-4663-a99b-221b2ee391b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:40:37Z', 'updated_at': '2021-08-12T15:40:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': '86085776-04b4-410a-99ec-6162e7e15667', 'name': '', 'network_id': '4f7f8cb4-6915-46c9-858b-4a65123dc6c3', 'tenant_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'mac_address': 'fa:16:3e:18:9c:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbc76c9b-4992-4663-a99b-221b2ee391b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': 'ff6f6a1d-ca8a-4a4e-aa6f-745def5177ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:40:40Z', 'updated_at': '2021-08-12T15:40:45Z', 'revision_number': 5, 'project_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'subnets': [{'id': 'ff6f6a1d-ca8a-4a4e-aa6f-745def5177ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:41:32.011528 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37915fcd-35f7-4ae9-b5fe-826bb70c53ca None None] The sync data for ids ['bbc76c9b-4992-4663-a99b-221b2ee391b8'] in n-d-694802-15 is: [{'id': 'bbc76c9b-4992-4663-a99b-221b2ee391b8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1819977671', 'tenant_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.217'}], 'enable_snat': True}, 'gw_port_id': 'f5ac1f86-260e-43fd-ba2f-8396624969d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:40:37Z', 'updated_at': '2021-08-12T15:40:41Z', 'revision_number': 4, 'project_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'gw_port': {'id': 'f5ac1f86-260e-43fd-ba2f-8396624969d4', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:79:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbc76c9b-4992-4663-a99b-221b2ee391b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:40:37Z', 'updated_at': '2021-08-12T15:40:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': '86085776-04b4-410a-99ec-6162e7e15667', 'name': '', 'network_id': '4f7f8cb4-6915-46c9-858b-4a65123dc6c3', 'tenant_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'mac_address': 'fa:16:3e:18:9c:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbc76c9b-4992-4663-a99b-221b2ee391b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': 'ff6f6a1d-ca8a-4a4e-aa6f-745def5177ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:40:40Z', 'updated_at': '2021-08-12T15:40:45Z', 'revision_number': 5, 'project_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'subnets': [{'id': 'ff6f6a1d-ca8a-4a4e-aa6f-745def5177ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 15:41:32.267603 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce09387b-7339-48d0-8d21-60926fd4ca94 None None] New status for floating IP 9a9f8155-443a-4f48-ad99-39c5ef468a7e: DOWN {{(pid=94469) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 15:41:32.707575 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309c03c5-3fb7-4a85-9a6b-18388aca0321 req-4ab39073-5822-4de3-83c8-b414d2900676 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:41:32.709218 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-309c03c5-3fb7-4a85-9a6b-18388aca0321 req-4ab39073-5822-4de3-83c8-b414d2900676 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "GET /v2.0/ports?device_id=f0cfb4c8-0b58-46fb-93a4-1d9cc283211b HTTP/1.1" status: 200 len: 945 time: 0.0734992 Aug 12 15:41:32.749963 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-309c03c5-3fb7-4a85-9a6b-18388aca0321 req-e5cbf441-404b-49cd-84c4-af7824c330da tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "GET /v2.0/security-groups?id=454bfb5d-38c8-4cec-9d12-e11b8687c3e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341091 Aug 12 15:41:33.218367 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90cfeac-b4b3-4ef9-b111-22bdb7f38d51 req-a3e66ce9-9a7f-4b90-b2c5-27e088fe0b8e tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:41:33.219986 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f90cfeac-b4b3-4ef9-b111-22bdb7f38d51 req-a3e66ce9-9a7f-4b90-b2c5-27e088fe0b8e tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.64 "GET /v2.0/ports?device_id=f0cfb4c8-0b58-46fb-93a4-1d9cc283211b HTTP/1.1" status: 200 len: 945 time: 0.0597064 Aug 12 15:41:33.312080 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [req-f90cfeac-b4b3-4ef9-b111-22bdb7f38d51 req-e67b12c6-b089-47dc-a7fd-16763e8c57bc tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Deleting port ada682c4-0187-48d7-85c2-86e58aa078cf {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 15:41:33.312422 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-f90cfeac-b4b3-4ef9-b111-22bdb7f38d51 req-e67b12c6-b089-47dc-a7fd-16763e8c57bc tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:41:33.404753 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-f90cfeac-b4b3-4ef9-b111-22bdb7f38d51 req-e67b12c6-b089-47dc-a7fd-16763e8c57bc tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] For port ada682c4-0187-48d7-85c2-86e58aa078cf, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=ada682c4-0187-48d7-85c2-86e58aa078cf,segment=NetworkSegment(e59aa25c-a390-493d-ae3a-21a4b4d646e8),segment_id=e59aa25c-a390-493d-ae3a-21a4b4d646e8)] {{(pid=94467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:41:33.405111 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-f90cfeac-b4b3-4ef9-b111-22bdb7f38d51 req-e67b12c6-b089-47dc-a7fd-16763e8c57bc tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:41:33.418326 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [req-f90cfeac-b4b3-4ef9-b111-22bdb7f38d51 req-e67b12c6-b089-47dc-a7fd-16763e8c57bc tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Calling delete_port for ada682c4-0187-48d7-85c2-86e58aa078cf owned by compute:nova {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 15:41:33.545185 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-f90cfeac-b4b3-4ef9-b111-22bdb7f38d51 req-e67b12c6-b089-47dc-a7fd-16763e8c57bc tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:41:33.579499 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67b12c6-b089-47dc-a7fd-16763e8c57bc tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Pushing event deleted for resources: {'Port': ['ID=ada682c4-0187-48d7-85c2-86e58aa078cf,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:41:33.592434 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67b12c6-b089-47dc-a7fd-16763e8c57bc tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:41:33.592789 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67b12c6-b089-47dc-a7fd-16763e8c57bc tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:41:33.593126 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67b12c6-b089-47dc-a7fd-16763e8c57bc tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:41:33.593457 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67b12c6-b089-47dc-a7fd-16763e8c57bc tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:41:33.593784 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67b12c6-b089-47dc-a7fd-16763e8c57bc tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:41:33.594112 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67b12c6-b089-47dc-a7fd-16763e8c57bc tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:41:33.594440 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67b12c6-b089-47dc-a7fd-16763e8c57bc tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:41:33.594764 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67b12c6-b089-47dc-a7fd-16763e8c57bc tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:41:33.595115 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67b12c6-b089-47dc-a7fd-16763e8c57bc tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:41:33.595440 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67b12c6-b089-47dc-a7fd-16763e8c57bc tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:41:33.595781 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67b12c6-b089-47dc-a7fd-16763e8c57bc tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:41:33.596099 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67b12c6-b089-47dc-a7fd-16763e8c57bc tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:41:33.630287 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [req-f90cfeac-b4b3-4ef9-b111-22bdb7f38d51 req-e67b12c6-b089-47dc-a7fd-16763e8c57bc tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] No DVR routers for this DVR port ada682c4-0187-48d7-85c2-86e58aa078cf on host n-h1-694802-15 {{(pid=94467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 15:41:33.633511 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-f90cfeac-b4b3-4ef9-b111-22bdb7f38d51 req-e67b12c6-b089-47dc-a7fd-16763e8c57bc tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:41:33.635567 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f90cfeac-b4b3-4ef9-b111-22bdb7f38d51 req-e67b12c6-b089-47dc-a7fd-16763e8c57bc tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.64 "DELETE /v2.0/ports/ada682c4-0187-48d7-85c2-86e58aa078cf HTTP/1.1" status: 204 len: 173 time: 0.4088752 Aug 12 15:41:33.635997 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0cfb4c8-0b58-46fb-93a4-1d9cc283211b', 'name': 'network-vif-deleted', 'tag': 'ada682c4-0187-48d7-85c2-86e58aa078cf'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:41:33.638377 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1d90890f15e5cc8eba4d51c7734538f2f2e5e8e12504eb7d6ddd0a29ee9b803" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc41342d-89b4-4072-be94-876f47962e0d" -d '{"events": [{"server_uuid": "f0cfb4c8-0b58-46fb-93a4-1d9cc283211b", "name": "network-vif-deleted", "tag": "ada682c4-0187-48d7-85c2-86e58aa078cf"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 15:41:33.685317 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 15:41:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ce1aa0e-8f1f-432d-9865-3c5ef710b689 x-openstack-request-id: req-5ce1aa0e-8f1f-432d-9865-3c5ef710b689 {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 15:41:33.685615 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0cfb4c8-0b58-46fb-93a4-1d9cc283211b", "name": "network-vif-deleted", "tag": "ada682c4-0187-48d7-85c2-86e58aa078cf", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 15:41:33.685874 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5ce1aa0e-8f1f-432d-9865-3c5ef710b689 {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 15:41:33.686280 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0cfb4c8-0b58-46fb-93a4-1d9cc283211b', 'name': 'network-vif-deleted', 'tag': 'ada682c4-0187-48d7-85c2-86e58aa078cf', 'status': 'completed', 'code': 200} Aug 12 15:41:33.858378 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4e58b739-9abe-4290-933e-7ffa2916721a req-0c8f2a89-a72c-449d-9b46-2bd2dff3ecd3 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "GET /v2.0/ports?device_id=f0cfb4c8-0b58-46fb-93a4-1d9cc283211b HTTP/1.1" status: 200 len: 210 time: 0.0269868 Aug 12 15:41:34.915098 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 37164) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:41:35.283597 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8824c33f-b231-4971-ab54-0f1bf1007f66 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66663830'] for router_interface, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:41:35.548756 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-8824c33f-b231-4971-ab54-0f1bf1007f66 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Deleting port 86085776-04b4-410a-99ec-6162e7e15667 {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 15:41:35.549006 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8824c33f-b231-4971-ab54-0f1bf1007f66 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:41:35.627737 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device ada682c4-0187-48d7-85c2-86e58aa078cf no longer exists at agent hyperv_n-h1-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 15:41:35.645228 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-8824c33f-b231-4971-ab54-0f1bf1007f66 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] For port 86085776-04b4-410a-99ec-6162e7e15667, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=86085776-04b4-410a-99ec-6162e7e15667,segment=NetworkSegment(e59aa25c-a390-493d-ae3a-21a4b4d646e8),segment_id=e59aa25c-a390-493d-ae3a-21a4b4d646e8)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:41:35.645662 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8824c33f-b231-4971-ab54-0f1bf1007f66 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:41:35.647910 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-93370168-53ca-47c2-9e27-b066be57125c None None] No Port match for: ada682c4-0187-48d7-85c2-86e58aa078cf {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 15:41:35.648266 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device ada682c4-0187-48d7-85c2-86e58aa078cf not bound to the agent host n-h1-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 15:41:35.660440 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-8824c33f-b231-4971-ab54-0f1bf1007f66 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Calling delete_port for 86085776-04b4-410a-99ec-6162e7e15667 owned by network:router_interface {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 15:41:35.879634 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8824c33f-b231-4971-ab54-0f1bf1007f66 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:41:35.908037 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8824c33f-b231-4971-ab54-0f1bf1007f66 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Pushing event deleted for resources: {'Port': ['ID=86085776-04b4-410a-99ec-6162e7e15667,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:41:35.935806 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8824c33f-b231-4971-ab54-0f1bf1007f66 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:41:35.936422 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8824c33f-b231-4971-ab54-0f1bf1007f66 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:41:35.936516 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8824c33f-b231-4971-ab54-0f1bf1007f66 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:41:35.936845 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8824c33f-b231-4971-ab54-0f1bf1007f66 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:41:35.937220 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8824c33f-b231-4971-ab54-0f1bf1007f66 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:41:35.937582 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8824c33f-b231-4971-ab54-0f1bf1007f66 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:41:35.937917 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8824c33f-b231-4971-ab54-0f1bf1007f66 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:41:35.938250 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8824c33f-b231-4971-ab54-0f1bf1007f66 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:41:35.938581 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8824c33f-b231-4971-ab54-0f1bf1007f66 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:41:35.938910 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8824c33f-b231-4971-ab54-0f1bf1007f66 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:41:35.939262 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8824c33f-b231-4971-ab54-0f1bf1007f66 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:41:35.939614 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8824c33f-b231-4971-ab54-0f1bf1007f66 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:41:36.112230 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8824c33f-b231-4971-ab54-0f1bf1007f66 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66628352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-430630'] for router_interface, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:41:36.331449 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8824c33f-b231-4971-ab54-0f1bf1007f66 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Router bbc76c9b-4992-4663-a99b-221b2ee391b8 has already been hosted by L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f {{(pid=94466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 15:41:36.441483 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8824c33f-b231-4971-ab54-0f1bf1007f66 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 15:41:36.446417 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-8824c33f-b231-4971-ab54-0f1bf1007f66 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "PUT /v2.0/routers/bbc76c9b-4992-4663-a99b-221b2ee391b8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5302303 Aug 12 15:41:36.449089 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 37166) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:41:36.452708 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef5eada5-268f-4fc7-ad11-2085b3a241ed None None] Sync routers for ids ['bbc76c9b-4992-4663-a99b-221b2ee391b8'] in n-d-694802-15 {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 15:41:36.462342 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef5eada5-268f-4fc7-ad11-2085b3a241ed None None] Routers {'bbc76c9b-4992-4663-a99b-221b2ee391b8'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:41:36.463033 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-ef5eada5-268f-4fc7-ad11-2085b3a241ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T15:41:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['bbc76c9b-4992-4663-a99b-221b2ee391b8'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:41:36.505723 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_v2 [None req-11c58172-3ad3-48bd-936f-ff00dd3ab98f tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Deleting subnet ff6f6a1d-ca8a-4a4e-aa6f-745def5177ca {{(pid=94466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 15:41:36.508973 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-11c58172-3ad3-48bd-936f-ff00dd3ab98f tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks [] for subnet, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:41:36.554055 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-11c58172-3ad3-48bd-936f-ff00dd3ab98f tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2293551'] for subnet, precommit_delete_associations {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:41:36.570173 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvr_db [None req-ef5eada5-268f-4fc7-ad11-2085b3a241ed None None] Set router bbc76c9b-4992-4663-a99b-221b2ee391b8 gateway port host: n-d-694802-15 {{(pid=94468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:41:36.641513 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-11c58172-3ad3-48bd-936f-ff00dd3ab98f tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66416255'] for subnet, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:41:36.711934 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-11c58172-3ad3-48bd-936f-ff00dd3ab98f tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66416232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3718429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8776402'] for subnet, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:41:36.744857 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c58172-3ad3-48bd-936f-ff00dd3ab98f tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Pushing event deleted for resources: {'Subnet': ['ID=ff6f6a1d-ca8a-4a4e-aa6f-745def5177ca,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:41:36.748851 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-11c58172-3ad3-48bd-936f-ff00dd3ab98f tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks [] for subnet, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:41:36.752818 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-11c58172-3ad3-48bd-936f-ff00dd3ab98f tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "DELETE /v2.0/subnets/ff6f6a1d-ca8a-4a4e-aa6f-745def5177ca HTTP/1.1" status: 204 len: 168 time: 0.3017416 Aug 12 15:41:36.755170 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 37168) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:41:36.759275 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce3a6ef4-5952-4d0c-8aba-9b212472f12c None None] Network 4f7f8cb4-6915-46c9-858b-4a65123dc6c3 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 15:41:36.827997 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-ef5eada5-268f-4fc7-ad11-2085b3a241ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbc76c9b-4992-4663-a99b-221b2ee391b8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1819977671', 'tenant_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.217'}], 'enable_snat': True}, 'gw_port_id': 'f5ac1f86-260e-43fd-ba2f-8396624969d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:40:37Z', 'updated_at': '2021-08-12T15:41:35Z', 'revision_number': 5, 'project_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'gw_port': {'id': 'f5ac1f86-260e-43fd-ba2f-8396624969d4', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:79:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbc76c9b-4992-4663-a99b-221b2ee391b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:40:37Z', 'updated_at': '2021-08-12T15:40:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15'}], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:41:36.858411 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef5eada5-268f-4fc7-ad11-2085b3a241ed None None] Checking router: bbc76c9b-4992-4663-a99b-221b2ee391b8 for host: n-d-694802-15 {{(pid=94468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 15:41:36.884152 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d30826a5-d097-405e-8535-b8dcc0600af9 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks [] for router, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:41:36.905770 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef5eada5-268f-4fc7-ad11-2085b3a241ed None None] Routers {'bbc76c9b-4992-4663-a99b-221b2ee391b8'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:41:36.906554 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-ef5eada5-268f-4fc7-ad11-2085b3a241ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T15:41:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['bbc76c9b-4992-4663-a99b-221b2ee391b8'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:41:37.002058 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d30826a5-d097-405e-8535-b8dcc0600af9 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:41:37.041177 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvr_db [None req-ef5eada5-268f-4fc7-ad11-2085b3a241ed None None] Set router bbc76c9b-4992-4663-a99b-221b2ee391b8 gateway port host: n-d-694802-15 {{(pid=94468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:41:37.071215 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-412b2528-1c3f-4f10-8ab9-4e9e36380dca None None] DHCP port deletion for 4f7f8cb4-6915-46c9-858b-4a65123dc6c3 request from n-d-694802-15 {{(pid=94468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 15:41:37.077044 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-d30826a5-d097-405e-8535-b8dcc0600af9 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Deleting port f5ac1f86-260e-43fd-ba2f-8396624969d4 {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 15:41:37.077395 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d30826a5-d097-405e-8535-b8dcc0600af9 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:41:37.159837 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-d30826a5-d097-405e-8535-b8dcc0600af9 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] For port f5ac1f86-260e-43fd-ba2f-8396624969d4, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=f5ac1f86-260e-43fd-ba2f-8396624969d4,segment=NetworkSegment(b1b396cb-2dc6-4041-bfc7-1833a80a4720),segment_id=b1b396cb-2dc6-4041-bfc7-1833a80a4720)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:41:37.160206 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d30826a5-d097-405e-8535-b8dcc0600af9 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:41:37.174651 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-d30826a5-d097-405e-8535-b8dcc0600af9 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Calling delete_port for f5ac1f86-260e-43fd-ba2f-8396624969d4 owned by network:router_gateway {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 15:41:37.218106 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-412b2528-1c3f-4f10-8ab9-4e9e36380dca None None] Deleting port d718c312-d93d-46fa-852b-0f893f08d03f {{(pid=94468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 15:41:37.218478 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-412b2528-1c3f-4f10-8ab9-4e9e36380dca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:41:37.312139 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-412b2528-1c3f-4f10-8ab9-4e9e36380dca None None] For port d718c312-d93d-46fa-852b-0f893f08d03f, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=d718c312-d93d-46fa-852b-0f893f08d03f,segment=NetworkSegment(e59aa25c-a390-493d-ae3a-21a4b4d646e8),segment_id=e59aa25c-a390-493d-ae3a-21a4b4d646e8)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:41:37.312450 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-412b2528-1c3f-4f10-8ab9-4e9e36380dca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:41:37.328624 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-412b2528-1c3f-4f10-8ab9-4e9e36380dca None None] Calling delete_port for d718c312-d93d-46fa-852b-0f893f08d03f owned by network:dhcp {{(pid=94468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 15:41:37.351174 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d30826a5-d097-405e-8535-b8dcc0600af9 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:41:37.377903 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-ef5eada5-268f-4fc7-ad11-2085b3a241ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbc76c9b-4992-4663-a99b-221b2ee391b8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1819977671', 'tenant_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.217'}], 'enable_snat': True}, 'gw_port_id': 'f5ac1f86-260e-43fd-ba2f-8396624969d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:40:37Z', 'updated_at': '2021-08-12T15:41:35Z', 'revision_number': 5, 'project_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'gw_port': {'id': 'f5ac1f86-260e-43fd-ba2f-8396624969d4', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:79:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbc76c9b-4992-4663-a99b-221b2ee391b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:40:37Z', 'updated_at': '2021-08-12T15:40:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15'}], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:41:37.381722 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30826a5-d097-405e-8535-b8dcc0600af9 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Pushing event deleted for resources: {'Port': ['ID=f5ac1f86-260e-43fd-ba2f-8396624969d4,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:41:37.413884 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef5eada5-268f-4fc7-ad11-2085b3a241ed None None] The sync data for ids ['bbc76c9b-4992-4663-a99b-221b2ee391b8'] in n-d-694802-15 is: [{'id': 'bbc76c9b-4992-4663-a99b-221b2ee391b8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1819977671', 'tenant_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.217'}], 'enable_snat': True}, 'gw_port_id': 'f5ac1f86-260e-43fd-ba2f-8396624969d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:40:37Z', 'updated_at': '2021-08-12T15:41:35Z', 'revision_number': 5, 'project_id': 'b54ac9ed014240dead4ece37b0fb3f94', 'gw_port': {'id': 'f5ac1f86-260e-43fd-ba2f-8396624969d4', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:79:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbc76c9b-4992-4663-a99b-221b2ee391b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:40:37Z', 'updated_at': '2021-08-12T15:40:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15'}] {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 15:41:37.455420 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-412b2528-1c3f-4f10-8ab9-4e9e36380dca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262'] for port, after_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:41:37.455716 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d30826a5-d097-405e-8535-b8dcc0600af9 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-431580'] for router_gateway, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:41:37.483603 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412b2528-1c3f-4f10-8ab9-4e9e36380dca None None] Pushing event deleted for resources: {'Port': ['ID=d718c312-d93d-46fa-852b-0f893f08d03f,revision_number=None']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:41:37.487372 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-412b2528-1c3f-4f10-8ab9-4e9e36380dca None None] No DVR routers for this DVR port d718c312-d93d-46fa-852b-0f893f08d03f on host n-d-694802-15 {{(pid=94468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 15:41:37.495391 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412b2528-1c3f-4f10-8ab9-4e9e36380dca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:41:37.495764 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412b2528-1c3f-4f10-8ab9-4e9e36380dca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:41:37.496063 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412b2528-1c3f-4f10-8ab9-4e9e36380dca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:41:37.496392 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412b2528-1c3f-4f10-8ab9-4e9e36380dca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:41:37.496730 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412b2528-1c3f-4f10-8ab9-4e9e36380dca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:41:37.497044 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412b2528-1c3f-4f10-8ab9-4e9e36380dca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:41:37.497364 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412b2528-1c3f-4f10-8ab9-4e9e36380dca None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:41:37.497683 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412b2528-1c3f-4f10-8ab9-4e9e36380dca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:41:37.498002 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412b2528-1c3f-4f10-8ab9-4e9e36380dca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:41:37.498315 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412b2528-1c3f-4f10-8ab9-4e9e36380dca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:41:37.498633 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412b2528-1c3f-4f10-8ab9-4e9e36380dca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:41:37.499009 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412b2528-1c3f-4f10-8ab9-4e9e36380dca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:41:37.567786 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d30826a5-d097-405e-8535-b8dcc0600af9 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-429360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-104877'] for router, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:41:37.570632 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d30826a5-d097-405e-8535-b8dcc0600af9 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:41:37.615111 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d30826a5-d097-405e-8535-b8dcc0600af9 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-429375'] for router, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:41:37.616348 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d30826a5-d097-405e-8535-b8dcc0600af9 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Fanout notify agent at l3_agent the message router_deleted on router bbc76c9b-4992-4663-a99b-221b2ee391b8 {{(pid=94466) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 15:41:37.623596 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d30826a5-d097-405e-8535-b8dcc0600af9 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks [] for router, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:41:37.624730 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-d30826a5-d097-405e-8535-b8dcc0600af9 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "DELETE /v2.0/routers/bbc76c9b-4992-4663-a99b-221b2ee391b8 HTTP/1.1" status: 204 len: 168 time: 0.8685932 Aug 12 15:41:37.627557 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 37170) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:41:37.712019 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-2d99a0a3-4c7a-4d5a-ab48-55b4c2fc3f39 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680608'] for network, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:41:37.833966 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-2d99a0a3-4c7a-4d5a-ab48-55b4c2fc3f39 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66413304', 'neutron.services.segments.db._delete_segments_for_network-8744654118000'] for network, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:41:37.857488 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-2d99a0a3-4c7a-4d5a-ab48-55b4c2fc3f39 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f7f8cb4-6915-46c9-858b-4a65123dc6c3']}} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:41:37.870266 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-2d99a0a3-4c7a-4d5a-ab48-55b4c2fc3f39 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e59aa25c-a390-493d-ae3a-21a4b4d646e8') {'for_net_delete': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:41:37.870540 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-2d99a0a3-4c7a-4d5a-ab48-55b4c2fc3f39 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e59aa25c-a390-493d-ae3a-21a4b4d646e8') {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:41:37.882127 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-2d99a0a3-4c7a-4d5a-ab48-55b4c2fc3f39 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744654122361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3857526'] for segment, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:41:37.899911 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-2d99a0a3-4c7a-4d5a-ab48-55b4c2fc3f39 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:41:37.907709 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d99a0a3-4c7a-4d5a-ab48-55b4c2fc3f39 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Releasing vlan 304 on physical network physnet1 to pool {{(pid=94467) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 15:41:37.908124 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-2d99a0a3-4c7a-4d5a-ab48-55b4c2fc3f39 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2859015'] for segment, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:41:37.909009 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device d718c312-d93d-46fa-852b-0f893f08d03f no longer exists at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 15:41:37.913802 n-d-694802-15 neutron-server[94467]: Traceback (most recent call last): Aug 12 15:41:37.913802 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 15:41:37.913802 n-d-694802-15 neutron-server[94467]: timer() Aug 12 15:41:37.913802 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 15:41:37.913802 n-d-694802-15 neutron-server[94467]: cb(*args, **kw) Aug 12 15:41:37.913802 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 15:41:37.913802 n-d-694802-15 neutron-server[94467]: return func(*args, **kwargs) Aug 12 15:41:37.913802 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 15:41:37.913802 n-d-694802-15 neutron-server[94467]: self._notify() Aug 12 15:41:37.913802 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 15:41:37.913802 n-d-694802-15 neutron-server[94467]: self.callback(batched_events) Aug 12 15:41:37.913802 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 15:41:37.913802 n-d-694802-15 neutron-server[94467]: event.method(event) Aug 12 15:41:37.913802 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 15:41:37.913802 n-d-694802-15 neutron-server[94467]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 15:41:37.913802 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 15:41:37.913802 n-d-694802-15 neutron-server[94467]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 15:41:37.913802 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 15:41:37.913802 n-d-694802-15 neutron-server[94467]: return f(self, *a, **k) Aug 12 15:41:37.913802 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 15:41:37.913802 n-d-694802-15 neutron-server[94467]: return self._get(url).json() Aug 12 15:41:37.913802 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 15:41:37.913802 n-d-694802-15 neutron-server[94467]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 15:41:37.913802 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 15:41:37.913802 n-d-694802-15 neutron-server[94467]: return self.request(url, 'GET', **kwargs) Aug 12 15:41:37.913802 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 15:41:37.913802 n-d-694802-15 neutron-server[94467]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 15:41:37.913802 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 15:41:37.913802 n-d-694802-15 neutron-server[94467]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 15:41:37.913802 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 15:41:37.913802 n-d-694802-15 neutron-server[94467]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 15:41:37.913802 n-d-694802-15 neutron-server[94467]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 15:41:37.932970 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] No Port match for: d718c312-d93d-46fa-852b-0f893f08d03f {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 15:41:37.933153 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device d718c312-d93d-46fa-852b-0f893f08d03f not bound to the agent host n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 15:41:37.933829 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 86085776-04b4-410a-99ec-6162e7e15667 no longer exists at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 15:41:37.964218 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] No Port match for: 86085776-04b4-410a-99ec-6162e7e15667 {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 15:41:37.964741 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 86085776-04b4-410a-99ec-6162e7e15667 not bound to the agent host n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 15:41:37.991625 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-2d99a0a3-4c7a-4d5a-ab48-55b4c2fc3f39 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66413281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431520'] for network, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:41:37.998914 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-2d99a0a3-4c7a-4d5a-ab48-55b4c2fc3f39 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks [] for network, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:41:38.000909 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-2d99a0a3-4c7a-4d5a-ab48-55b4c2fc3f39 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "DELETE /v2.0/networks/4f7f8cb4-6915-46c9-858b-4a65123dc6c3 HTTP/1.1" status: 204 len: 168 time: 0.3721721 Aug 12 15:41:38.004090 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 37172) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:41:38.024832 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d99a0a3-4c7a-4d5a-ab48-55b4c2fc3f39 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Pushing event deleted for resources: {'Network': ['ID=4f7f8cb4-6915-46c9-858b-4a65123dc6c3,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:41:38.103547 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-1a3656df-717c-4255-b3c5-32d3ad782f53 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks [] for security_group, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:41:38.130886 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-1a3656df-717c-4255-b3c5-32d3ad782f53 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:41:38.202733 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-1a3656df-717c-4255-b3c5-32d3ad782f53 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:41:38.205312 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-1a3656df-717c-4255-b3c5-32d3ad782f53 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:41:38.209950 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-1a3656df-717c-4255-b3c5-32d3ad782f53 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] 10.222.0.39 "DELETE /v2.0/security-groups/454bfb5d-38c8-4cec-9d12-e11b8687c3e8 HTTP/1.1" status: 204 len: 168 time: 0.2012761 Aug 12 15:41:38.216450 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3656df-717c-4255-b3c5-32d3ad782f53 tempest-TestNetworkAdvancedServerOps-703932223 tempest-TestNetworkAdvancedServerOps-703932223-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=454bfb5d-38c8-4cec-9d12-e11b8687c3e8,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:41:38.646175 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 37180) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:41:38.842588 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-53316ff5-ba47-4aeb-85a9-5efe48d64145 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b54ac9ed014240dead4ece37b0fb3f94&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1951778 Aug 12 15:41:38.845105 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 37184) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:41:38.903952 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-8d5edd0c-93e1-4093-bbab-5e198ca15f43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:41:38.929418 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-8d5edd0c-93e1-4093-bbab-5e198ca15f43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:41:38.995944 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-8d5edd0c-93e1-4093-bbab-5e198ca15f43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:41:38.998582 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-8d5edd0c-93e1-4093-bbab-5e198ca15f43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:41:38.999816 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-8d5edd0c-93e1-4093-bbab-5e198ca15f43 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/dc3a2c42-6ea0-4b80-b8b9-ead670dc28de HTTP/1.1" status: 204 len: 168 time: 0.1537836 Aug 12 15:41:39.008359 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5edd0c-93e1-4093-bbab-5e198ca15f43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc3a2c42-6ea0-4b80-b8b9-ead670dc28de,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:41:39.304986 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 37190) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:41:39.319380 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-c3a1125e-4582-4241-b268-151f8cbe9a9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:41:39.420098 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-c3a1125e-4582-4241-b268-151f8cbe9a9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:41:39.425472 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-c3a1125e-4582-4241-b268-151f8cbe9a9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:41:39.464673 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-c3a1125e-4582-4241-b268-151f8cbe9a9c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b4acc9268306407cb0a0ec52e6e5a649&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1585622 Aug 12 15:41:39.465548 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a1125e-4582-4241-b268-151f8cbe9a9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9a75b4c-fcbf-4c99-860d-ffbf71c99794,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:41:39.467539 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 37192) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:41:39.523551 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-66a36dfc-6f71-492b-8988-c1fb930989fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:41:39.577056 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device f5ac1f86-260e-43fd-ba2f-8396624969d4 no longer exists at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 15:41:39.597910 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] No Port match for: f5ac1f86-260e-43fd-ba2f-8396624969d4 {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 15:41:39.598253 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device f5ac1f86-260e-43fd-ba2f-8396624969d4 not bound to the agent host n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 15:41:39.860895 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-66a36dfc-6f71-492b-8988-c1fb930989fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:41:39.908829 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-66a36dfc-6f71-492b-8988-c1fb930989fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:41:39.911440 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-66a36dfc-6f71-492b-8988-c1fb930989fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:41:39.912686 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-66a36dfc-6f71-492b-8988-c1fb930989fd admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a9a75b4c-fcbf-4c99-860d-ffbf71c99794 HTTP/1.1" status: 204 len: 168 time: 0.4440684 Aug 12 15:41:39.922237 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a36dfc-6f71-492b-8988-c1fb930989fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9a75b4c-fcbf-4c99-860d-ffbf71c99794,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:41:40.186628 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-91e00ee4-93ea-423d-b081-80731807c4ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:41:40.677541 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 37214) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:41:40.778413 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-3fc89f1e-1d6d-4bfc-bba3-7654b9a5c287 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-374965933-network', 'tenant_id': '1eb92849d48549089fa1f426a844546c'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:41:40.800538 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fc89f1e-1d6d-4bfc-bba3-7654b9a5c287 admin admin] Made reservation on behalf of 1eb92849d48549089fa1f426a844546c for: {'network': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 15:41:40.802894 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3fc89f1e-1d6d-4bfc-bba3-7654b9a5c287 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for network, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:41:40.812244 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3fc89f1e-1d6d-4bfc-bba3-7654b9a5c287 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:41:40.902391 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3fc89f1e-1d6d-4bfc-bba3-7654b9a5c287 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:41:40.907042 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3fc89f1e-1d6d-4bfc-bba3-7654b9a5c287 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:41:40.932265 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3fc89f1e-1d6d-4bfc-bba3-7654b9a5c287 admin admin] vlan segment allocate from pool success with {'vlan_id': 342, 'physical_network': 'physnet1'} {{(pid=94466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 15:41:40.942221 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc89f1e-1d6d-4bfc-bba3-7654b9a5c287 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c802f750-a6af-4d07-bdb7-10d5a875cfb4,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:41:40.947969 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3fc89f1e-1d6d-4bfc-bba3-7654b9a5c287 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:41:40.948318 n-d-694802-15 neutron-server[94466]: INFO neutron.db.segments_db [None req-3fc89f1e-1d6d-4bfc-bba3-7654b9a5c287 admin admin] Added segment 1e99701f-243f-46e7-97e0-368c3c7ddaf7 of type vlan for network 1f3bf950-cac4-4b3a-ad62-1db14cf47b48 Aug 12 15:41:40.999669 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3fc89f1e-1d6d-4bfc-bba3-7654b9a5c287 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744653628263'] for network, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:41:41.033643 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3fc89f1e-1d6d-4bfc-bba3-7654b9a5c287 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409'] for network, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:41:41.034619 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fc89f1e-1d6d-4bfc-bba3-7654b9a5c287 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:41:41.035226 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3fc89f1e-1d6d-4bfc-bba3-7654b9a5c287 admin admin] Notify callbacks [] for network, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:41:41.090342 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-3fc89f1e-1d6d-4bfc-bba3-7654b9a5c287 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4116640 Aug 12 15:41:41.093484 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 37218) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:41:41.098741 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-da05a668-1c2d-4dba-ace1-9a041064cd89 admin admin] Request body: {'subnet': {'network_id': '1f3bf950-cac4-4b3a-ad62-1db14cf47b48', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-374965933-subnet', 'tenant_id': '1eb92849d48549089fa1f426a844546c', 'ip_version': 4}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:41:41.099646 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc89f1e-1d6d-4bfc-bba3-7654b9a5c287 admin admin] Pushing event updated for resources: {'Network': ['ID=1f3bf950-cac4-4b3a-ad62-1db14cf47b48,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:41:41.111493 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Network 1f3bf950-cac4-4b3a-ad62-1db14cf47b48 details requested by agent ovs-agent-n-d-694802-15 with host n-d-694802-15 {{(pid=94468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 15:41:41.121319 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da05a668-1c2d-4dba-ace1-9a041064cd89 admin admin] Made reservation on behalf of 1eb92849d48549089fa1f426a844546c for: {'subnet': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 15:41:41.123797 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-da05a668-1c2d-4dba-ace1-9a041064cd89 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3343791'] for subnet, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:41:41.303040 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-da05a668-1c2d-4dba-ace1-9a041064cd89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2859166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3343773'] for subnet, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:41:41.366867 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da05a668-1c2d-4dba-ace1-9a041064cd89 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1bb777c0-ea60-42e6-8cc4-0ca745a430d1,revision_number=0']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:41:41.376650 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da05a668-1c2d-4dba-ace1-9a041064cd89 admin admin] Checking segment: {'id': '1e99701f-243f-46e7-97e0-368c3c7ddaf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '1f3bf950-cac4-4b3a-ad62-1db14cf47b48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 15:41:41.377018 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da05a668-1c2d-4dba-ace1-9a041064cd89 admin admin] Network hostable DHCP agents. Network: 1f3bf950-cac4-4b3a-ad62-1db14cf47b48, hostable agents: ['1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658'], hosted agents: [] {{(pid=94467) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 15:41:41.395081 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da05a668-1c2d-4dba-ace1-9a041064cd89 admin admin] Network 1f3bf950-cac4-4b3a-ad62-1db14cf47b48 is scheduled to be hosted by DHCP agent 1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658 with binding_index 1 {{(pid=94467) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 15:41:41.405162 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [None req-da05a668-1c2d-4dba-ace1-9a041064cd89 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-15, 1f3bf950-cac4-4b3a-ad62-1db14cf47b48) {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:41:41.409879 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da05a668-1c2d-4dba-ace1-9a041064cd89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:41:41.410476 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-da05a668-1c2d-4dba-ace1-9a041064cd89 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:41:41.417162 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-293dbadc-f36d-4288-8830-2f2b4f6edd59 None None] Network 1f3bf950-cac4-4b3a-ad62-1db14cf47b48 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 15:41:41.429907 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-da05a668-1c2d-4dba-ace1-9a041064cd89 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3352251 Aug 12 15:41:41.430838 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 37220) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:41:41.438243 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-1a5f35fc-f2f4-4230-b487-3c06d3a8b450 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-374965933-router', 'tenant_id': '1eb92849d48549089fa1f426a844546c', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'}}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:41:41.468207 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-1a5f35fc-f2f4-4230-b487-3c06d3a8b450 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-430574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-104863'] for router, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:41:41.469324 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-1a5f35fc-f2f4-4230-b487-3c06d3a8b450 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-429438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-431405', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66646573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-104852'] for router, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:41:41.546434 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-1a5f35fc-f2f4-4230-b487-3c06d3a8b450 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:41:41.582089 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7ad7e72-769d-4310-846d-55f422358931 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa7035b3e-9a89-5964-b9f4-97301c3f476a-1f3bf950-cac4-4b3a-ad62-1db14cf47b48', 'network_id': '1f3bf950-cac4-4b3a-ad62-1db14cf47b48', 'tenant_id': '1eb92849d48549089fa1f426a844546c', 'fixed_ips': [{'subnet_id': '1bb777c0-ea60-42e6-8cc4-0ca745a430d1'}]}} from n-d-694802-15. {{(pid=94468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 15:41:41.582966 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-b7ad7e72-769d-4310-846d-55f422358931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:41:41.691926 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-1a5f35fc-f2f4-4230-b487-3c06d3a8b450 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:41:41.701325 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.agents_db [None req-17ed3e4c-1a7d-4162-9646-11c134aca297 None None] Agent healthcheck: found 7 active agents {{(pid=94469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 15:41:41.904431 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-1a5f35fc-f2f4-4230-b487-3c06d3a8b450 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:41:41.904698 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.db_base_plugin_common [None req-b7ad7e72-769d-4310-846d-55f422358931 None None] Allocated IP 172.20.0.2 (1f3bf950-cac4-4b3a-ad62-1db14cf47b48/1bb777c0-ea60-42e6-8cc4-0ca745a430d1/a952d676-2866-470f-b7fa-3d2f8cf21dd7) {{(pid=94468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 15:41:41.927142 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-1a5f35fc-f2f4-4230-b487-3c06d3a8b450 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:41:42.033955 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_common [None req-1a5f35fc-f2f4-4230-b487-3c06d3a8b450 admin admin] Allocated IP 172.25.1.134 (d3759e1b-6c03-45ac-acd4-90abb417809b/f0254f08-c19c-4e31-bd9c-09389ea4b6f2/503578be-e49c-42b5-8ac0-7a2719f991b0) {{(pid=94467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 15:41:42.063546 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-b7ad7e72-769d-4310-846d-55f422358931 None None] Notify callbacks [] for port, precommit_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:41:42.073077 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-b7ad7e72-769d-4310-846d-55f422358931 None None] Transition to ACTIVE for port object a952d676-2866-470f-b7fa-3d2f8cf21dd7 will not be triggered until provisioned by entity L2. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:41:42.091034 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-b7ad7e72-769d-4310-846d-55f422358931 None None] Transition to ACTIVE for port object a952d676-2866-470f-b7fa-3d2f8cf21dd7 will not be triggered until provisioned by entity DHCP. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:41:42.103244 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-b7ad7e72-769d-4310-846d-55f422358931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253'] for port, after_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:41:42.139215 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7ad7e72-769d-4310-846d-55f422358931 None None] Network 1f3bf950-cac4-4b3a-ad62-1db14cf47b48 is already hosted by enough agents. {{(pid=94468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 15:41:42.142074 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.base_scheduler [None req-b7ad7e72-769d-4310-846d-55f422358931 None None] Resources bound (agent type, host, resource id): {{(pid=94468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:41:42.148324 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7ad7e72-769d-4310-846d-55f422358931 None None] Received port after_create {{(pid=94468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 15:41:42.149778 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-1a5f35fc-f2f4-4230-b487-3c06d3a8b450 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:41:42.159212 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ad7e72-769d-4310-846d-55f422358931 None None] Pushing event updated for resources: {'Port': ['ID=a952d676-2866-470f-b7fa-3d2f8cf21dd7,revision_number=1']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:41:42.200432 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-1a5f35fc-f2f4-4230-b487-3c06d3a8b450 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:41:42.221430 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-b7ad7e72-769d-4310-846d-55f422358931 None None] Attempting to bind port a952d676-2866-470f-b7fa-3d2f8cf21dd7 on host n-d-694802-15 for vnic_type normal with profile {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 15:41:42.221912 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-b7ad7e72-769d-4310-846d-55f422358931 None None] Attempting to bind port a952d676-2866-470f-b7fa-3d2f8cf21dd7 by drivers openvswitch,hyperv on host n-d-694802-15 at level 0 using segments [{'id': '1e99701f-243f-46e7-97e0-368c3c7ddaf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '1f3bf950-cac4-4b3a-ad62-1db14cf47b48'}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 15:41:42.222328 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7ad7e72-769d-4310-846d-55f422358931 None None] Attempting to bind port a952d676-2866-470f-b7fa-3d2f8cf21dd7 on network 1f3bf950-cac4-4b3a-ad62-1db14cf47b48 {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 15:41:42.238107 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7ad7e72-769d-4310-846d-55f422358931 None None] Checking agent: {'id': '16de73ac-f2e9-4cee-b3e0-91052ae3e6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 20, 13), 'started_at': datetime.datetime(2021, 8, 12, 14, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 15, 41, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 15:41:42.238599 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7ad7e72-769d-4310-846d-55f422358931 None None] Checking segment: {'id': '1e99701f-243f-46e7-97e0-368c3c7ddaf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '1f3bf950-cac4-4b3a-ad62-1db14cf47b48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 15:41:42.239267 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-b7ad7e72-769d-4310-846d-55f422358931 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:41:42.240167 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7ad7e72-769d-4310-846d-55f422358931 None None] Bound using segment: {'id': '1e99701f-243f-46e7-97e0-368c3c7ddaf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '1f3bf950-cac4-4b3a-ad62-1db14cf47b48'} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 15:41:42.240694 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-b7ad7e72-769d-4310-846d-55f422358931 None None] Bound port: a952d676-2866-470f-b7fa-3d2f8cf21dd7, host: n-d-694802-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e99701f-243f-46e7-97e0-368c3c7ddaf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '1f3bf950-cac4-4b3a-ad62-1db14cf47b48'}}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 15:41:42.241277 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-b7ad7e72-769d-4310-846d-55f422358931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:41:42.246721 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a5f35fc-f2f4-4230-b487-3c06d3a8b450 admin admin] Network d3759e1b-6c03-45ac-acd4-90abb417809b is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 15:41:42.249722 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [None req-1a5f35fc-f2f4-4230-b487-3c06d3a8b450 admin admin] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:41:42.252118 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a5f35fc-f2f4-4230-b487-3c06d3a8b450 admin admin] Received port after_create {{(pid=94467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 15:41:42.254556 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:41:42.283449 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5f35fc-f2f4-4230-b487-3c06d3a8b450 admin admin] Pushing event updated for resources: {'Port': ['ID=503578be-e49c-42b5-8ac0-7a2719f991b0,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:41:42.322206 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-b7ad7e72-769d-4310-846d-55f422358931 None None] For port a952d676-2866-470f-b7fa-3d2f8cf21dd7, host n-d-694802-15, cleared binding levels {{(pid=94468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 15:41:42.327708 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-b7ad7e72-769d-4310-846d-55f422358931 None None] For port a952d676-2866-470f-b7fa-3d2f8cf21dd7, host n-d-694802-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=a952d676-2866-470f-b7fa-3d2f8cf21dd7,segment=NetworkSegment(1e99701f-243f-46e7-97e0-368c3c7ddaf7),segment_id=1e99701f-243f-46e7-97e0-368c3c7ddaf7)] {{(pid=94468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 15:41:42.332477 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-b7ad7e72-769d-4310-846d-55f422358931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:41:42.412022 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ad7e72-769d-4310-846d-55f422358931 None None] Pushing event updated for resources: {'Port': ['ID=a952d676-2866-470f-b7fa-3d2f8cf21dd7,revision_number=2']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:41:42.578342 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-1a5f35fc-f2f4-4230-b487-3c06d3a8b450 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:41:43.122446 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:41:43.160117 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-1a5f35fc-f2f4-4230-b487-3c06d3a8b450 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-429413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-431608'] for router, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:41:43.305290 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a5f35fc-f2f4-4230-b487-3c06d3a8b450 admin admin] Router cd0d3079-47e3-4f0c-9dc2-ea0cfd6f5270 is scheduled to L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f with binding_index 1 {{(pid=94467) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 15:41:43.326868 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8668ac5-79ec-4cec-be93-411bcb47d9de None None] Network 1f3bf950-cac4-4b3a-ad62-1db14cf47b48 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 15:41:43.388541 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-7e39edd4-ffca-47f9-b261-769a1350b7c4 None None] Provisioning for port a952d676-2866-470f-b7fa-3d2f8cf21dd7 completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:41:43.425289 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a5f35fc-f2f4-4230-b487-3c06d3a8b450 admin admin] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 15:41:43.438652 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81670fa0-ec51-4ab2-b832-4b1971e8f1ae None None] Sync routers for ids ['cd0d3079-47e3-4f0c-9dc2-ea0cfd6f5270'] in n-d-694802-15 {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 15:41:43.451069 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81670fa0-ec51-4ab2-b832-4b1971e8f1ae None None] Routers {'cd0d3079-47e3-4f0c-9dc2-ea0cfd6f5270'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:41:43.452007 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-81670fa0-ec51-4ab2-b832-4b1971e8f1ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T15:41:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['cd0d3079-47e3-4f0c-9dc2-ea0cfd6f5270'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:41:43.453457 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-1a5f35fc-f2f4-4230-b487-3c06d3a8b450 admin admin] Notify callbacks [] for router, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:41:43.459751 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 37222) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:41:43.460299 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-1a5f35fc-f2f4-4230-b487-3c06d3a8b450 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.0272307 Aug 12 15:41:43.470860 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-e4a4877d-c88f-47e5-b2c7-63f842381dc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:41:43.554969 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:41:43.610499 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-81670fa0-ec51-4ab2-b832-4b1971e8f1ae None None] Set router cd0d3079-47e3-4f0c-9dc2-ea0cfd6f5270 gateway port host: n-d-694802-15 {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:41:43.706404 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device a952d676-2866-470f-b7fa-3d2f8cf21dd7 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 15:41:43.775955 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning for port a952d676-2866-470f-b7fa-3d2f8cf21dd7 completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:41:43.783315 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port a952d676-2866-470f-b7fa-3d2f8cf21dd7 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:41:43.783883 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:41:43.833543 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-81670fa0-ec51-4ab2-b832-4b1971e8f1ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd0d3079-47e3-4f0c-9dc2-ea0cfd6f5270', 'name': 'tempest-TestShelveInstance-374965933-router', 'tenant_id': '1eb92849d48549089fa1f426a844546c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.134'}], 'enable_snat': True}, 'gw_port_id': '503578be-e49c-42b5-8ac0-7a2719f991b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:41:41Z', 'updated_at': '2021-08-12T15:41:42Z', 'revision_number': 3, 'project_id': '1eb92849d48549089fa1f426a844546c', 'gw_port': {'id': '503578be-e49c-42b5-8ac0-7a2719f991b0', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:70:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd0d3079-47e3-4f0c-9dc2-ea0cfd6f5270', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:41:41Z', 'updated_at': '2021-08-12T15:41:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15'}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:41:43.844140 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-17f9fb93-d189-4565-bb14-e4680428bbf4 None None] Provisioning complete for port a952d676-2866-470f-b7fa-3d2f8cf21dd7 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:41:43.844676 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-17f9fb93-d189-4565-bb14-e4680428bbf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:41:43.925653 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:41:43.964656 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81670fa0-ec51-4ab2-b832-4b1971e8f1ae None None] Checking router: cd0d3079-47e3-4f0c-9dc2-ea0cfd6f5270 for host: n-d-694802-15 {{(pid=94469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 15:41:43.965141 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81670fa0-ec51-4ab2-b832-4b1971e8f1ae None None] Updating router cd0d3079-47e3-4f0c-9dc2-ea0cfd6f5270 port 503578be-e49c-42b5-8ac0-7a2719f991b0 binding host n-d-694802-15 {{(pid=94469) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 15:41:43.996159 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] For port a952d676-2866-470f-b7fa-3d2f8cf21dd7, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=a952d676-2866-470f-b7fa-3d2f8cf21dd7,segment=NetworkSegment(1e99701f-243f-46e7-97e0-368c3c7ddaf7),segment_id=1e99701f-243f-46e7-97e0-368c3c7ddaf7)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:41:44.000444 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-81670fa0-ec51-4ab2-b832-4b1971e8f1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:41:44.000814 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-73a77751-b7a4-40c6-a851-823c83a3ef09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:41:44.002414 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:41:44.006275 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-17f9fb93-d189-4565-bb14-e4680428bbf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:41:44.094866 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Pushing event updated for resources: {'Port': ['ID=a952d676-2866-470f-b7fa-3d2f8cf21dd7,revision_number=3']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:41:44.109649 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.db.api [None req-17f9fb93-d189-4565-bb14-e4680428bbf4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94468) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 12 15:41:44.110146 n-d-694802-15 neutron-server[94468]: DEBUG oslo_db.api [None req-17f9fb93-d189-4565-bb14-e4680428bbf4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 12 15:41:44.186518 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-73a77751-b7a4-40c6-a851-823c83a3ef09 admin admin] Allocated IP 172.20.0.1 (1f3bf950-cac4-4b3a-ad62-1db14cf47b48/1bb777c0-ea60-42e6-8cc4-0ca745a430d1/92ac6006-2ec7-46d0-bf83-d105ac0c8b4c) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 15:41:44.247324 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-1769855f-eda9-4483-9dc3-3220908ab45d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:41:44.301213 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-81670fa0-ec51-4ab2-b832-4b1971e8f1ae None None] Notify callbacks [] for port, precommit_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:41:44.313140 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.provisioning_blocks [None req-81670fa0-ec51-4ab2-b832-4b1971e8f1ae None None] Transition to ACTIVE for port object 503578be-e49c-42b5-8ac0-7a2719f991b0 will not be triggered until provisioned by entity L2. {{(pid=94469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:41:44.314233 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-73a77751-b7a4-40c6-a851-823c83a3ef09 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:41:44.320187 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-81670fa0-ec51-4ab2-b832-4b1971e8f1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:41:44.331746 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-73a77751-b7a4-40c6-a851-823c83a3ef09 admin admin] Transition to ACTIVE for port object 92ac6006-2ec7-46d0-bf83-d105ac0c8b4c will not be triggered until provisioned by entity DHCP. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:41:44.370273 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-73a77751-b7a4-40c6-a851-823c83a3ef09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:41:44.381598 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.managers [None req-81670fa0-ec51-4ab2-b832-4b1971e8f1ae None None] Attempting to bind port 503578be-e49c-42b5-8ac0-7a2719f991b0 on host n-d-694802-15 for vnic_type normal with profile {{(pid=94469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 15:41:44.381961 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.managers [None req-81670fa0-ec51-4ab2-b832-4b1971e8f1ae None None] Attempting to bind port 503578be-e49c-42b5-8ac0-7a2719f991b0 by drivers openvswitch,hyperv on host n-d-694802-15 at level 0 using segments [{'id': 'b1b396cb-2dc6-4041-bfc7-1833a80a4720', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'}] {{(pid=94469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 15:41:44.382321 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81670fa0-ec51-4ab2-b832-4b1971e8f1ae None None] Attempting to bind port 503578be-e49c-42b5-8ac0-7a2719f991b0 on network d3759e1b-6c03-45ac-acd4-90abb417809b {{(pid=94469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 15:41:44.384417 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beace17d-a8cd-4856-acb6-8f18c9027799 None None] Pushing event updated for resources: {'Port': ['ID=503578be-e49c-42b5-8ac0-7a2719f991b0,revision_number=2']} {{(pid=94469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:41:44.394104 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beace17d-a8cd-4856-acb6-8f18c9027799 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:41:44.394445 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beace17d-a8cd-4856-acb6-8f18c9027799 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:41:44.394778 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beace17d-a8cd-4856-acb6-8f18c9027799 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:41:44.395185 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beace17d-a8cd-4856-acb6-8f18c9027799 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:41:44.395461 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beace17d-a8cd-4856-acb6-8f18c9027799 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:41:44.395785 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beace17d-a8cd-4856-acb6-8f18c9027799 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:41:44.396685 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beace17d-a8cd-4856-acb6-8f18c9027799 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:41:44.396685 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beace17d-a8cd-4856-acb6-8f18c9027799 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:41:44.396907 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beace17d-a8cd-4856-acb6-8f18c9027799 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:41:44.397111 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beace17d-a8cd-4856-acb6-8f18c9027799 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:41:44.397430 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beace17d-a8cd-4856-acb6-8f18c9027799 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:41:44.397754 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beace17d-a8cd-4856-acb6-8f18c9027799 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:41:44.403483 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81670fa0-ec51-4ab2-b832-4b1971e8f1ae None None] Checking agent: {'id': '16de73ac-f2e9-4cee-b3e0-91052ae3e6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 20, 13), 'started_at': datetime.datetime(2021, 8, 12, 14, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 15, 41, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 15:41:44.403863 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81670fa0-ec51-4ab2-b832-4b1971e8f1ae None None] Checking segment: {'id': 'b1b396cb-2dc6-4041-bfc7-1833a80a4720', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 15:41:44.404299 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-81670fa0-ec51-4ab2-b832-4b1971e8f1ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:41:44.404661 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81670fa0-ec51-4ab2-b832-4b1971e8f1ae None None] Bound using segment: {'id': 'b1b396cb-2dc6-4041-bfc7-1833a80a4720', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'} {{(pid=94469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 15:41:44.405150 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.managers [None req-81670fa0-ec51-4ab2-b832-4b1971e8f1ae None None] Bound port: 503578be-e49c-42b5-8ac0-7a2719f991b0, host: n-d-694802-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1b396cb-2dc6-4041-bfc7-1833a80a4720', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'}}] {{(pid=94469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 15:41:44.405534 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-81670fa0-ec51-4ab2-b832-4b1971e8f1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:41:44.415704 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73a77751-b7a4-40c6-a851-823c83a3ef09 admin admin] Network 1f3bf950-cac4-4b3a-ad62-1db14cf47b48 is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 15:41:44.421174 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-73a77751-b7a4-40c6-a851-823c83a3ef09 admin admin] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:41:44.423877 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a77751-b7a4-40c6-a851-823c83a3ef09 admin admin] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 15:41:44.453446 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a77751-b7a4-40c6-a851-823c83a3ef09 admin admin] Pushing event updated for resources: {'Port': ['ID=92ac6006-2ec7-46d0-bf83-d105ac0c8b4c,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:41:44.469234 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.db [None req-81670fa0-ec51-4ab2-b832-4b1971e8f1ae None None] For port 503578be-e49c-42b5-8ac0-7a2719f991b0, host n-d-694802-15, cleared binding levels {{(pid=94469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 15:41:44.476937 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.db [None req-81670fa0-ec51-4ab2-b832-4b1971e8f1ae None None] For port 503578be-e49c-42b5-8ac0-7a2719f991b0, host n-d-694802-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=503578be-e49c-42b5-8ac0-7a2719f991b0,segment=NetworkSegment(b1b396cb-2dc6-4041-bfc7-1833a80a4720),segment_id=b1b396cb-2dc6-4041-bfc7-1833a80a4720)] {{(pid=94469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 15:41:44.483738 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-73a77751-b7a4-40c6-a851-823c83a3ef09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66663725'] for router_interface, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:41:44.485326 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-81670fa0-ec51-4ab2-b832-4b1971e8f1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:41:44.541950 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81670fa0-ec51-4ab2-b832-4b1971e8f1ae None None] Routers {'cd0d3079-47e3-4f0c-9dc2-ea0cfd6f5270'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:41:44.542602 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-81670fa0-ec51-4ab2-b832-4b1971e8f1ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T15:41:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['cd0d3079-47e3-4f0c-9dc2-ea0cfd6f5270'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:41:44.597232 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beace17d-a8cd-4856-acb6-8f18c9027799 None None] Pushing event updated for resources: {'Port': ['ID=503578be-e49c-42b5-8ac0-7a2719f991b0,revision_number=3']} {{(pid=94469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:41:44.668240 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-73a77751-b7a4-40c6-a851-823c83a3ef09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:41:44.700222 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-81670fa0-ec51-4ab2-b832-4b1971e8f1ae None None] Set router cd0d3079-47e3-4f0c-9dc2-ea0cfd6f5270 gateway port host: n-d-694802-15 {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:41:44.776200 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-b5e12a53-faae-4b2f-8dc7-5f1e88a7a922 None None] Provisioning for port 92ac6006-2ec7-46d0-bf83-d105ac0c8b4c completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:41:44.782221 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-b5e12a53-faae-4b2f-8dc7-5f1e88a7a922 None None] Provisioning complete for port 92ac6006-2ec7-46d0-bf83-d105ac0c8b4c triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:41:44.782803 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-b5e12a53-faae-4b2f-8dc7-5f1e88a7a922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:41:44.839260 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-b5e12a53-faae-4b2f-8dc7-5f1e88a7a922 None None] Port 92ac6006-2ec7-46d0-bf83-d105ac0c8b4c cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 15:41:44.896597 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-73a77751-b7a4-40c6-a851-823c83a3ef09 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:41:44.901368 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-73a77751-b7a4-40c6-a851-823c83a3ef09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3718439'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:41:44.904860 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-81670fa0-ec51-4ab2-b832-4b1971e8f1ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd0d3079-47e3-4f0c-9dc2-ea0cfd6f5270', 'name': 'tempest-TestShelveInstance-374965933-router', 'tenant_id': '1eb92849d48549089fa1f426a844546c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.134'}], 'enable_snat': True}, 'gw_port_id': '503578be-e49c-42b5-8ac0-7a2719f991b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:41:41Z', 'updated_at': '2021-08-12T15:41:42Z', 'revision_number': 3, 'project_id': '1eb92849d48549089fa1f426a844546c', 'gw_port': {'id': '503578be-e49c-42b5-8ac0-7a2719f991b0', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:70:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd0d3079-47e3-4f0c-9dc2-ea0cfd6f5270', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:41:41Z', 'updated_at': '2021-08-12T15:41:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15'}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:41:44.934015 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81670fa0-ec51-4ab2-b832-4b1971e8f1ae None None] The sync data for ids ['cd0d3079-47e3-4f0c-9dc2-ea0cfd6f5270'] in n-d-694802-15 is: [{'id': 'cd0d3079-47e3-4f0c-9dc2-ea0cfd6f5270', 'name': 'tempest-TestShelveInstance-374965933-router', 'tenant_id': '1eb92849d48549089fa1f426a844546c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.134'}], 'enable_snat': True}, 'gw_port_id': '503578be-e49c-42b5-8ac0-7a2719f991b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:41:41Z', 'updated_at': '2021-08-12T15:41:42Z', 'revision_number': 3, 'project_id': '1eb92849d48549089fa1f426a844546c', 'gw_port': {'id': '503578be-e49c-42b5-8ac0-7a2719f991b0', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:70:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd0d3079-47e3-4f0c-9dc2-ea0cfd6f5270', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:41:41Z', 'updated_at': '2021-08-12T15:41:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15'}] {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 15:41:44.990915 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a77751-b7a4-40c6-a851-823c83a3ef09 admin admin] Pushing event updated for resources: {'Port': ['ID=92ac6006-2ec7-46d0-bf83-d105ac0c8b4c,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:41:45.015923 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-73a77751-b7a4-40c6-a851-823c83a3ef09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66628363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66663865'] for router_interface, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:41:45.154462 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73a77751-b7a4-40c6-a851-823c83a3ef09 admin admin] Network 1f3bf950-cac4-4b3a-ad62-1db14cf47b48 is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 15:41:45.156724 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-73a77751-b7a4-40c6-a851-823c83a3ef09 admin admin] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:41:45.332579 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73a77751-b7a4-40c6-a851-823c83a3ef09 admin admin] Router cd0d3079-47e3-4f0c-9dc2-ea0cfd6f5270 has already been hosted by L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f {{(pid=94466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 15:41:45.467417 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-520741ad-4108-4dfe-990d-4a8ced66fd38 None None] Provisioning complete for port 92ac6006-2ec7-46d0-bf83-d105ac0c8b4c triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:41:45.467790 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-520741ad-4108-4dfe-990d-4a8ced66fd38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:41:45.477524 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73a77751-b7a4-40c6-a851-823c83a3ef09 admin admin] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 15:41:45.488704 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-73a77751-b7a4-40c6-a851-823c83a3ef09 admin admin] 10.222.0.39 "PUT /v2.0/routers/cd0d3079-47e3-4f0c-9dc2-ea0cfd6f5270/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0225120 Aug 12 15:41:45.507183 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-520741ad-4108-4dfe-990d-4a8ced66fd38 None None] Port 92ac6006-2ec7-46d0-bf83-d105ac0c8b4c cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 15:41:45.712831 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device a952d676-2866-470f-b7fa-3d2f8cf21dd7 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 15:41:45.772222 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port a952d676-2866-470f-b7fa-3d2f8cf21dd7 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:41:45.773027 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:41:45.907227 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-fe95f194-a3b0-4c04-9e42-20b511169d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:41:45.913727 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 503578be-e49c-42b5-8ac0-7a2719f991b0 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 15:41:45.987106 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning for port 503578be-e49c-42b5-8ac0-7a2719f991b0 completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:41:45.993949 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port 503578be-e49c-42b5-8ac0-7a2719f991b0 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:41:45.994489 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:41:46.089001 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:41:46.114299 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] For port 503578be-e49c-42b5-8ac0-7a2719f991b0, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=503578be-e49c-42b5-8ac0-7a2719f991b0,segment=NetworkSegment(b1b396cb-2dc6-4041-bfc7-1833a80a4720),segment_id=b1b396cb-2dc6-4041-bfc7-1833a80a4720)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:41:46.119376 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:41:46.143911 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 37238) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:41:46.149724 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-59c05292-d706-4dcc-82bc-3184d0e33384 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1937533879-network', 'tenant_id': '928434aa6a99402fb1b1ecc2f0d800aa'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:41:46.177337 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59c05292-d706-4dcc-82bc-3184d0e33384 admin admin] Made reservation on behalf of 928434aa6a99402fb1b1ecc2f0d800aa for: {'network': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 15:41:46.180381 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-59c05292-d706-4dcc-82bc-3184d0e33384 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for network, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:41:46.185695 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Pushing event updated for resources: {'Port': ['ID=503578be-e49c-42b5-8ac0-7a2719f991b0,revision_number=4']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:41:46.191714 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-59c05292-d706-4dcc-82bc-3184d0e33384 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:41:46.296088 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-59c05292-d706-4dcc-82bc-3184d0e33384 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:41:46.299979 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-59c05292-d706-4dcc-82bc-3184d0e33384 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:41:46.326182 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59c05292-d706-4dcc-82bc-3184d0e33384 admin admin] vlan segment allocate from pool success with {'vlan_id': 307, 'physical_network': 'physnet1'} {{(pid=94467) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 15:41:46.336800 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c05292-d706-4dcc-82bc-3184d0e33384 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61057c76-4ef9-4651-878d-3cc92b0bc854,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:41:46.341832 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-59c05292-d706-4dcc-82bc-3184d0e33384 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:41:46.342185 n-d-694802-15 neutron-server[94467]: INFO neutron.db.segments_db [None req-59c05292-d706-4dcc-82bc-3184d0e33384 admin admin] Added segment 4473806c-a24b-4d91-93b8-7bf975678c53 of type vlan for network fd05a40e-b7b7-4bae-9d56-85640cf1b44d Aug 12 15:41:46.397263 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-59c05292-d706-4dcc-82bc-3184d0e33384 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744653628263'] for network, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:41:46.439660 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-59c05292-d706-4dcc-82bc-3184d0e33384 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409'] for network, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:41:46.440677 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59c05292-d706-4dcc-82bc-3184d0e33384 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:41:46.441274 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-59c05292-d706-4dcc-82bc-3184d0e33384 admin admin] Notify callbacks [] for network, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:41:46.503147 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-59c05292-d706-4dcc-82bc-3184d0e33384 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3580372 Aug 12 15:41:46.507653 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 37240) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:41:46.512647 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c05292-d706-4dcc-82bc-3184d0e33384 admin admin] Pushing event updated for resources: {'Network': ['ID=fd05a40e-b7b7-4bae-9d56-85640cf1b44d,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:41:46.517279 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-99c54205-3439-4bc0-b171-096eb03012d0 admin admin] Request body: {'subnet': {'network_id': 'fd05a40e-b7b7-4bae-9d56-85640cf1b44d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1937533879-subnet', 'tenant_id': '928434aa6a99402fb1b1ecc2f0d800aa', 'ip_version': 4}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:41:46.525023 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Network fd05a40e-b7b7-4bae-9d56-85640cf1b44d details requested by agent ovs-agent-n-d-694802-15 with host n-d-694802-15 {{(pid=94468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 15:41:46.551391 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99c54205-3439-4bc0-b171-096eb03012d0 admin admin] Made reservation on behalf of 928434aa6a99402fb1b1ecc2f0d800aa for: {'subnet': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 15:41:46.554452 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-99c54205-3439-4bc0-b171-096eb03012d0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8776441'] for subnet, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:41:46.774726 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-99c54205-3439-4bc0-b171-096eb03012d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3718490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8776395'] for subnet, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:41:46.797590 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f41ca2c0-82d3-4ca2-ac43-c5c0b6d48c5a None None] Sync routers for ids ['cd0d3079-47e3-4f0c-9dc2-ea0cfd6f5270'] in n-d-694802-15 {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 15:41:46.811353 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f41ca2c0-82d3-4ca2-ac43-c5c0b6d48c5a None None] Routers {'cd0d3079-47e3-4f0c-9dc2-ea0cfd6f5270'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:41:46.812339 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-f41ca2c0-82d3-4ca2-ac43-c5c0b6d48c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T15:41:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['cd0d3079-47e3-4f0c-9dc2-ea0cfd6f5270'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:41:46.839490 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c54205-3439-4bc0-b171-096eb03012d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c0708eae-3555-4b53-9767-1646e544b68d,revision_number=0']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:41:46.850320 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c54205-3439-4bc0-b171-096eb03012d0 admin admin] Checking segment: {'id': '4473806c-a24b-4d91-93b8-7bf975678c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'fd05a40e-b7b7-4bae-9d56-85640cf1b44d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 15:41:46.850687 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99c54205-3439-4bc0-b171-096eb03012d0 admin admin] Network hostable DHCP agents. Network: fd05a40e-b7b7-4bae-9d56-85640cf1b44d, hostable agents: ['1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658'], hosted agents: [] {{(pid=94466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 15:41:46.875455 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99c54205-3439-4bc0-b171-096eb03012d0 admin admin] Network fd05a40e-b7b7-4bae-9d56-85640cf1b44d is scheduled to be hosted by DHCP agent 1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658 with binding_index 1 {{(pid=94466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 15:41:46.887793 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-99c54205-3439-4bc0-b171-096eb03012d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-15, fd05a40e-b7b7-4bae-9d56-85640cf1b44d) {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:41:46.892422 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99c54205-3439-4bc0-b171-096eb03012d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:41:46.893020 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-99c54205-3439-4bc0-b171-096eb03012d0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:41:46.912120 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-99c54205-3439-4bc0-b171-096eb03012d0 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4024079 Aug 12 15:41:46.913095 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 37242) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:41:46.917822 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-188925ba-2291-4716-bcb5-ae6371644938 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1937533879-router', 'tenant_id': '928434aa6a99402fb1b1ecc2f0d800aa', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'}}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:41:46.943350 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a68823b6-3230-4375-bd27-3432cbb83f36 None None] Network fd05a40e-b7b7-4bae-9d56-85640cf1b44d requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 15:41:46.944514 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-188925ba-2291-4716-bcb5-ae6371644938 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-430574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-104863'] for router, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:41:46.945674 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-188925ba-2291-4716-bcb5-ae6371644938 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-429438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-431405', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66646573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-104852'] for router, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:41:47.007730 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-188925ba-2291-4716-bcb5-ae6371644938 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:41:47.051256 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvr_db [None req-f41ca2c0-82d3-4ca2-ac43-c5c0b6d48c5a None None] Set router cd0d3079-47e3-4f0c-9dc2-ea0cfd6f5270 gateway port host: n-d-694802-15 {{(pid=94468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:41:47.168162 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-188925ba-2291-4716-bcb5-ae6371644938 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:41:47.307721 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0226e532-cc3d-480d-9c31-3008d7d4a08b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa7035b3e-9a89-5964-b9f4-97301c3f476a-fd05a40e-b7b7-4bae-9d56-85640cf1b44d', 'network_id': 'fd05a40e-b7b7-4bae-9d56-85640cf1b44d', 'tenant_id': '928434aa6a99402fb1b1ecc2f0d800aa', 'fixed_ips': [{'subnet_id': 'c0708eae-3555-4b53-9767-1646e544b68d'}]}} from n-d-694802-15. {{(pid=94468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 15:41:47.308598 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-0226e532-cc3d-480d-9c31-3008d7d4a08b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:41:47.390333 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-188925ba-2291-4716-bcb5-ae6371644938 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:41:47.415352 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-188925ba-2291-4716-bcb5-ae6371644938 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:41:47.516529 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-f41ca2c0-82d3-4ca2-ac43-c5c0b6d48c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd0d3079-47e3-4f0c-9dc2-ea0cfd6f5270', 'name': 'tempest-TestShelveInstance-374965933-router', 'tenant_id': '1eb92849d48549089fa1f426a844546c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.134'}], 'enable_snat': True}, 'gw_port_id': '503578be-e49c-42b5-8ac0-7a2719f991b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:41:41Z', 'updated_at': '2021-08-12T15:41:44Z', 'revision_number': 4, 'project_id': '1eb92849d48549089fa1f426a844546c', 'gw_port': {'id': '503578be-e49c-42b5-8ac0-7a2719f991b0', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:70:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd0d3079-47e3-4f0c-9dc2-ea0cfd6f5270', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:41:41Z', 'updated_at': '2021-08-12T15:41:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': '92ac6006-2ec7-46d0-bf83-d105ac0c8b4c', 'name': '', 'network_id': '1f3bf950-cac4-4b3a-ad62-1db14cf47b48', 'tenant_id': '1eb92849d48549089fa1f426a844546c', 'mac_address': 'fa:16:3e:7d:e0:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd0d3079-47e3-4f0c-9dc2-ea0cfd6f5270', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '1bb777c0-ea60-42e6-8cc4-0ca745a430d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:41:44Z', 'updated_at': '2021-08-12T15:41:44Z', 'revision_number': 2, 'project_id': '1eb92849d48549089fa1f426a844546c', 'subnets': [{'id': '1bb777c0-ea60-42e6-8cc4-0ca745a430d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:41:47.540927 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_common [None req-188925ba-2291-4716-bcb5-ae6371644938 admin admin] Allocated IP 172.25.1.141 (d3759e1b-6c03-45ac-acd4-90abb417809b/f0254f08-c19c-4e31-bd9c-09389ea4b6f2/a23f6526-a8f2-400a-9089-422571c514ff) {{(pid=94467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 15:41:47.554913 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f41ca2c0-82d3-4ca2-ac43-c5c0b6d48c5a None None] Checking router: cd0d3079-47e3-4f0c-9dc2-ea0cfd6f5270 for host: n-d-694802-15 {{(pid=94468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 15:41:47.555380 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f41ca2c0-82d3-4ca2-ac43-c5c0b6d48c5a None None] Updating router cd0d3079-47e3-4f0c-9dc2-ea0cfd6f5270 port 92ac6006-2ec7-46d0-bf83-d105ac0c8b4c binding host n-d-694802-15 {{(pid=94468) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 15:41:47.593498 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.db_base_plugin_common [None req-0226e532-cc3d-480d-9c31-3008d7d4a08b None None] Allocated IP 172.20.0.2 (fd05a40e-b7b7-4bae-9d56-85640cf1b44d/c0708eae-3555-4b53-9767-1646e544b68d/8bcaaa03-ceac-4742-a19f-d57b4723fe98) {{(pid=94468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 15:41:47.596152 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f41ca2c0-82d3-4ca2-ac43-c5c0b6d48c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:41:47.682351 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-188925ba-2291-4716-bcb5-ae6371644938 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:41:47.685656 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 503578be-e49c-42b5-8ac0-7a2719f991b0 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 15:41:47.726609 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-188925ba-2291-4716-bcb5-ae6371644938 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:41:47.779693 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-188925ba-2291-4716-bcb5-ae6371644938 admin admin] Network d3759e1b-6c03-45ac-acd4-90abb417809b is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 15:41:47.781097 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188925ba-2291-4716-bcb5-ae6371644938 admin admin] Pushing event updated for resources: {'Port': ['ID=a23f6526-a8f2-400a-9089-422571c514ff,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:41:47.784015 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [None req-188925ba-2291-4716-bcb5-ae6371644938 admin admin] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:41:47.788453 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-188925ba-2291-4716-bcb5-ae6371644938 admin admin] Received port after_create {{(pid=94467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 15:41:48.055426 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-188925ba-2291-4716-bcb5-ae6371644938 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:41:48.084281 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port 503578be-e49c-42b5-8ac0-7a2719f991b0 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:41:48.085168 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:41:48.151264 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-0226e532-cc3d-480d-9c31-3008d7d4a08b None None] Notify callbacks [] for port, precommit_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:41:48.176321 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-0226e532-cc3d-480d-9c31-3008d7d4a08b None None] Transition to ACTIVE for port object 8bcaaa03-ceac-4742-a19f-d57b4723fe98 will not be triggered until provisioned by entity L2. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:41:48.203525 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-0226e532-cc3d-480d-9c31-3008d7d4a08b None None] Transition to ACTIVE for port object 8bcaaa03-ceac-4742-a19f-d57b4723fe98 will not be triggered until provisioned by entity DHCP. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:41:48.217647 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-0226e532-cc3d-480d-9c31-3008d7d4a08b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253'] for port, after_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:41:48.269453 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-188925ba-2291-4716-bcb5-ae6371644938 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-429413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-431608'] for router, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:41:48.304248 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0226e532-cc3d-480d-9c31-3008d7d4a08b None None] Network fd05a40e-b7b7-4bae-9d56-85640cf1b44d is already hosted by enough agents. {{(pid=94468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 15:41:48.316584 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.base_scheduler [None req-0226e532-cc3d-480d-9c31-3008d7d4a08b None None] Resources bound (agent type, host, resource id): {{(pid=94468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:41:48.325931 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0226e532-cc3d-480d-9c31-3008d7d4a08b None None] Received port after_create {{(pid=94468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 15:41:48.333933 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0226e532-cc3d-480d-9c31-3008d7d4a08b None None] Pushing event updated for resources: {'Port': ['ID=8bcaaa03-ceac-4742-a19f-d57b4723fe98,revision_number=1']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:41:48.354831 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f41ca2c0-82d3-4ca2-ac43-c5c0b6d48c5a None None] Notify callbacks [] for port, precommit_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:41:48.394679 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f41ca2c0-82d3-4ca2-ac43-c5c0b6d48c5a None None] Transition to ACTIVE for port object 92ac6006-2ec7-46d0-bf83-d105ac0c8b4c will not be triggered until provisioned by entity L2. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:41:48.404686 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f41ca2c0-82d3-4ca2-ac43-c5c0b6d48c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:41:48.416875 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-188925ba-2291-4716-bcb5-ae6371644938 admin admin] Router 6898a229-d13d-48e1-871c-8480b3843328 is scheduled to L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f with binding_index 1 {{(pid=94467) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 15:41:48.418458 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-0226e532-cc3d-480d-9c31-3008d7d4a08b None None] Attempting to bind port 8bcaaa03-ceac-4742-a19f-d57b4723fe98 on host n-d-694802-15 for vnic_type normal with profile {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 15:41:48.418835 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-0226e532-cc3d-480d-9c31-3008d7d4a08b None None] Attempting to bind port 8bcaaa03-ceac-4742-a19f-d57b4723fe98 by drivers openvswitch,hyperv on host n-d-694802-15 at level 0 using segments [{'id': '4473806c-a24b-4d91-93b8-7bf975678c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'fd05a40e-b7b7-4bae-9d56-85640cf1b44d'}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 15:41:48.419229 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0226e532-cc3d-480d-9c31-3008d7d4a08b None None] Attempting to bind port 8bcaaa03-ceac-4742-a19f-d57b4723fe98 on network fd05a40e-b7b7-4bae-9d56-85640cf1b44d {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 15:41:48.449679 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0226e532-cc3d-480d-9c31-3008d7d4a08b None None] Checking agent: {'id': '16de73ac-f2e9-4cee-b3e0-91052ae3e6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 20, 13), 'started_at': datetime.datetime(2021, 8, 12, 14, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 15, 41, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 15:41:48.450064 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0226e532-cc3d-480d-9c31-3008d7d4a08b None None] Checking segment: {'id': '4473806c-a24b-4d91-93b8-7bf975678c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'fd05a40e-b7b7-4bae-9d56-85640cf1b44d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 15:41:48.450500 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-0226e532-cc3d-480d-9c31-3008d7d4a08b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:41:48.450859 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0226e532-cc3d-480d-9c31-3008d7d4a08b None None] Bound using segment: {'id': '4473806c-a24b-4d91-93b8-7bf975678c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'fd05a40e-b7b7-4bae-9d56-85640cf1b44d'} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 15:41:48.451385 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-0226e532-cc3d-480d-9c31-3008d7d4a08b None None] Bound port: 8bcaaa03-ceac-4742-a19f-d57b4723fe98, host: n-d-694802-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4473806c-a24b-4d91-93b8-7bf975678c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'fd05a40e-b7b7-4bae-9d56-85640cf1b44d'}}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 15:41:48.451807 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-0226e532-cc3d-480d-9c31-3008d7d4a08b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:41:48.484373 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95472ddb-1b2e-4609-87b6-f4711251ffdf None None] Pushing event updated for resources: {'Port': ['ID=92ac6006-2ec7-46d0-bf83-d105ac0c8b4c,revision_number=3']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:41:48.571635 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-188925ba-2291-4716-bcb5-ae6371644938 admin admin] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 15:41:48.581611 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fbd8b5b-aa23-4a55-8314-ef69bb47ba6b None None] Sync routers for ids ['6898a229-d13d-48e1-871c-8480b3843328'] in n-d-694802-15 {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 15:41:48.586772 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-f41ca2c0-82d3-4ca2-ac43-c5c0b6d48c5a None None] Attempting to bind port 92ac6006-2ec7-46d0-bf83-d105ac0c8b4c on host n-d-694802-15 for vnic_type normal with profile {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 15:41:48.590456 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-f41ca2c0-82d3-4ca2-ac43-c5c0b6d48c5a None None] Attempting to bind port 92ac6006-2ec7-46d0-bf83-d105ac0c8b4c by drivers openvswitch,hyperv on host n-d-694802-15 at level 0 using segments [{'id': '1e99701f-243f-46e7-97e0-368c3c7ddaf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '1f3bf950-cac4-4b3a-ad62-1db14cf47b48'}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 15:41:48.590456 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f41ca2c0-82d3-4ca2-ac43-c5c0b6d48c5a None None] Attempting to bind port 92ac6006-2ec7-46d0-bf83-d105ac0c8b4c on network 1f3bf950-cac4-4b3a-ad62-1db14cf47b48 {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 15:41:48.591933 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fbd8b5b-aa23-4a55-8314-ef69bb47ba6b None None] Routers {'6898a229-d13d-48e1-871c-8480b3843328'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:41:48.592841 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-3fbd8b5b-aa23-4a55-8314-ef69bb47ba6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T15:41:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['6898a229-d13d-48e1-871c-8480b3843328'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:41:48.601166 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-0226e532-cc3d-480d-9c31-3008d7d4a08b None None] For port 8bcaaa03-ceac-4742-a19f-d57b4723fe98, host n-d-694802-15, cleared binding levels {{(pid=94468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 15:41:48.602192 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-188925ba-2291-4716-bcb5-ae6371644938 admin admin] Notify callbacks [] for router, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:41:48.608579 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f41ca2c0-82d3-4ca2-ac43-c5c0b6d48c5a None None] Checking agent: {'id': '16de73ac-f2e9-4cee-b3e0-91052ae3e6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 20, 13), 'started_at': datetime.datetime(2021, 8, 12, 14, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 15, 41, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 15:41:48.608889 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-188925ba-2291-4716-bcb5-ae6371644938 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.6899157 Aug 12 15:41:48.609024 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f41ca2c0-82d3-4ca2-ac43-c5c0b6d48c5a None None] Checking segment: {'id': '1e99701f-243f-46e7-97e0-368c3c7ddaf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '1f3bf950-cac4-4b3a-ad62-1db14cf47b48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 15:41:48.609024 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f41ca2c0-82d3-4ca2-ac43-c5c0b6d48c5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:41:48.609024 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f41ca2c0-82d3-4ca2-ac43-c5c0b6d48c5a None None] Bound using segment: {'id': '1e99701f-243f-46e7-97e0-368c3c7ddaf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '1f3bf950-cac4-4b3a-ad62-1db14cf47b48'} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 15:41:48.609024 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-f41ca2c0-82d3-4ca2-ac43-c5c0b6d48c5a None None] Bound port: 92ac6006-2ec7-46d0-bf83-d105ac0c8b4c, host: n-d-694802-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e99701f-243f-46e7-97e0-368c3c7ddaf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '1f3bf950-cac4-4b3a-ad62-1db14cf47b48'}}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 15:41:48.609024 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f41ca2c0-82d3-4ca2-ac43-c5c0b6d48c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:41:48.609644 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 37244) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:41:48.615943 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-0226e532-cc3d-480d-9c31-3008d7d4a08b None None] For port 8bcaaa03-ceac-4742-a19f-d57b4723fe98, host n-d-694802-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=8bcaaa03-ceac-4742-a19f-d57b4723fe98,segment=NetworkSegment(4473806c-a24b-4d91-93b8-7bf975678c53),segment_id=4473806c-a24b-4d91-93b8-7bf975678c53)] {{(pid=94468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 15:41:48.631557 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-0226e532-cc3d-480d-9c31-3008d7d4a08b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:41:48.742652 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-3fbd8b5b-aa23-4a55-8314-ef69bb47ba6b None None] Set router 6898a229-d13d-48e1-871c-8480b3843328 gateway port host: n-d-694802-15 {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:41:48.757322 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0226e532-cc3d-480d-9c31-3008d7d4a08b None None] Pushing event updated for resources: {'Port': ['ID=8bcaaa03-ceac-4742-a19f-d57b4723fe98,revision_number=2']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:41:48.769692 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-f41ca2c0-82d3-4ca2-ac43-c5c0b6d48c5a None None] For port 92ac6006-2ec7-46d0-bf83-d105ac0c8b4c, host n-d-694802-15, cleared binding levels {{(pid=94468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 15:41:48.774702 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-f41ca2c0-82d3-4ca2-ac43-c5c0b6d48c5a None None] For port 92ac6006-2ec7-46d0-bf83-d105ac0c8b4c, host n-d-694802-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=92ac6006-2ec7-46d0-bf83-d105ac0c8b4c,segment=NetworkSegment(1e99701f-243f-46e7-97e0-368c3c7ddaf7),segment_id=1e99701f-243f-46e7-97e0-368c3c7ddaf7)] {{(pid=94468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 15:41:48.779778 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f41ca2c0-82d3-4ca2-ac43-c5c0b6d48c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:41:48.850032 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f41ca2c0-82d3-4ca2-ac43-c5c0b6d48c5a None None] Routers {'cd0d3079-47e3-4f0c-9dc2-ea0cfd6f5270'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:41:48.850669 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-f41ca2c0-82d3-4ca2-ac43-c5c0b6d48c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T15:41:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['cd0d3079-47e3-4f0c-9dc2-ea0cfd6f5270'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:41:48.876969 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95472ddb-1b2e-4609-87b6-f4711251ffdf None None] Pushing event updated for resources: {'Port': ['ID=92ac6006-2ec7-46d0-bf83-d105ac0c8b4c,revision_number=4']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:41:48.988228 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-3fbd8b5b-aa23-4a55-8314-ef69bb47ba6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6898a229-d13d-48e1-871c-8480b3843328', 'name': 'tempest-TestShelveInstance-1937533879-router', 'tenant_id': '928434aa6a99402fb1b1ecc2f0d800aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': 'a23f6526-a8f2-400a-9089-422571c514ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:41:46Z', 'updated_at': '2021-08-12T15:41:47Z', 'revision_number': 3, 'project_id': '928434aa6a99402fb1b1ecc2f0d800aa', 'gw_port': {'id': 'a23f6526-a8f2-400a-9089-422571c514ff', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:0a:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6898a229-d13d-48e1-871c-8480b3843328', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:41:47Z', 'updated_at': '2021-08-12T15:41:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15'}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:41:49.009927 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvr_db [None req-f41ca2c0-82d3-4ca2-ac43-c5c0b6d48c5a None None] Set router cd0d3079-47e3-4f0c-9dc2-ea0cfd6f5270 gateway port host: n-d-694802-15 {{(pid=94468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:41:49.030046 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fbd8b5b-aa23-4a55-8314-ef69bb47ba6b None None] Checking router: 6898a229-d13d-48e1-871c-8480b3843328 for host: n-d-694802-15 {{(pid=94469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 15:41:49.030510 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fbd8b5b-aa23-4a55-8314-ef69bb47ba6b None None] Updating router 6898a229-d13d-48e1-871c-8480b3843328 port a23f6526-a8f2-400a-9089-422571c514ff binding host n-d-694802-15 {{(pid=94469) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 15:41:49.094393 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-3fbd8b5b-aa23-4a55-8314-ef69bb47ba6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:41:49.330499 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0caa426c-2257-4bbe-8557-03b1c7c1e42c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:41:49.352138 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-f41ca2c0-82d3-4ca2-ac43-c5c0b6d48c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd0d3079-47e3-4f0c-9dc2-ea0cfd6f5270', 'name': 'tempest-TestShelveInstance-374965933-router', 'tenant_id': '1eb92849d48549089fa1f426a844546c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.134'}], 'enable_snat': True}, 'gw_port_id': '503578be-e49c-42b5-8ac0-7a2719f991b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:41:41Z', 'updated_at': '2021-08-12T15:41:44Z', 'revision_number': 4, 'project_id': '1eb92849d48549089fa1f426a844546c', 'gw_port': {'id': '503578be-e49c-42b5-8ac0-7a2719f991b0', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:70:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd0d3079-47e3-4f0c-9dc2-ea0cfd6f5270', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:41:41Z', 'updated_at': '2021-08-12T15:41:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': '92ac6006-2ec7-46d0-bf83-d105ac0c8b4c', 'name': '', 'network_id': '1f3bf950-cac4-4b3a-ad62-1db14cf47b48', 'tenant_id': '1eb92849d48549089fa1f426a844546c', 'mac_address': 'fa:16:3e:7d:e0:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd0d3079-47e3-4f0c-9dc2-ea0cfd6f5270', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '1bb777c0-ea60-42e6-8cc4-0ca745a430d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:41:44Z', 'updated_at': '2021-08-12T15:41:48Z', 'revision_number': 4, 'project_id': '1eb92849d48549089fa1f426a844546c', 'subnets': [{'id': '1bb777c0-ea60-42e6-8cc4-0ca745a430d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:41:49.387723 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f41ca2c0-82d3-4ca2-ac43-c5c0b6d48c5a None None] The sync data for ids ['cd0d3079-47e3-4f0c-9dc2-ea0cfd6f5270'] in n-d-694802-15 is: [{'id': 'cd0d3079-47e3-4f0c-9dc2-ea0cfd6f5270', 'name': 'tempest-TestShelveInstance-374965933-router', 'tenant_id': '1eb92849d48549089fa1f426a844546c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.134'}], 'enable_snat': True}, 'gw_port_id': '503578be-e49c-42b5-8ac0-7a2719f991b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:41:41Z', 'updated_at': '2021-08-12T15:41:44Z', 'revision_number': 4, 'project_id': '1eb92849d48549089fa1f426a844546c', 'gw_port': {'id': '503578be-e49c-42b5-8ac0-7a2719f991b0', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:70:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd0d3079-47e3-4f0c-9dc2-ea0cfd6f5270', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:41:41Z', 'updated_at': '2021-08-12T15:41:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': '92ac6006-2ec7-46d0-bf83-d105ac0c8b4c', 'name': '', 'network_id': '1f3bf950-cac4-4b3a-ad62-1db14cf47b48', 'tenant_id': '1eb92849d48549089fa1f426a844546c', 'mac_address': 'fa:16:3e:7d:e0:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd0d3079-47e3-4f0c-9dc2-ea0cfd6f5270', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '1bb777c0-ea60-42e6-8cc4-0ca745a430d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:41:44Z', 'updated_at': '2021-08-12T15:41:48Z', 'revision_number': 4, 'project_id': '1eb92849d48549089fa1f426a844546c', 'subnets': [{'id': '1bb777c0-ea60-42e6-8cc4-0ca745a430d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 15:41:49.481769 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-3fbd8b5b-aa23-4a55-8314-ef69bb47ba6b None None] Notify callbacks [] for port, precommit_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:41:49.502318 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.provisioning_blocks [None req-3fbd8b5b-aa23-4a55-8314-ef69bb47ba6b None None] Transition to ACTIVE for port object a23f6526-a8f2-400a-9089-422571c514ff will not be triggered until provisioned by entity L2. {{(pid=94469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:41:49.512020 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-3fbd8b5b-aa23-4a55-8314-ef69bb47ba6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:41:49.559935 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-0caa426c-2257-4bbe-8557-03b1c7c1e42c admin admin] Allocated IP 172.20.0.1 (fd05a40e-b7b7-4bae-9d56-85640cf1b44d/c0708eae-3555-4b53-9767-1646e544b68d/0442b120-2325-45af-81d6-7752310b9ad1) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 15:41:49.573391 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.managers [None req-3fbd8b5b-aa23-4a55-8314-ef69bb47ba6b None None] Attempting to bind port a23f6526-a8f2-400a-9089-422571c514ff on host n-d-694802-15 for vnic_type normal with profile {{(pid=94469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 15:41:49.573979 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.managers [None req-3fbd8b5b-aa23-4a55-8314-ef69bb47ba6b None None] Attempting to bind port a23f6526-a8f2-400a-9089-422571c514ff by drivers openvswitch,hyperv on host n-d-694802-15 at level 0 using segments [{'id': 'b1b396cb-2dc6-4041-bfc7-1833a80a4720', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'}] {{(pid=94469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 15:41:49.574532 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fbd8b5b-aa23-4a55-8314-ef69bb47ba6b None None] Attempting to bind port a23f6526-a8f2-400a-9089-422571c514ff on network d3759e1b-6c03-45ac-acd4-90abb417809b {{(pid=94469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 15:41:49.585718 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d35e27-d29e-4dc1-8fe4-403552e8849e None None] Pushing event updated for resources: {'Port': ['ID=a23f6526-a8f2-400a-9089-422571c514ff,revision_number=2']} {{(pid=94469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:41:49.590450 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fbd8b5b-aa23-4a55-8314-ef69bb47ba6b None None] Checking agent: {'id': '16de73ac-f2e9-4cee-b3e0-91052ae3e6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 20, 13), 'started_at': datetime.datetime(2021, 8, 12, 14, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 15, 41, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 15:41:49.590835 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fbd8b5b-aa23-4a55-8314-ef69bb47ba6b None None] Checking segment: {'id': 'b1b396cb-2dc6-4041-bfc7-1833a80a4720', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 15:41:49.591286 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-3fbd8b5b-aa23-4a55-8314-ef69bb47ba6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:41:49.592625 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fbd8b5b-aa23-4a55-8314-ef69bb47ba6b None None] Bound using segment: {'id': 'b1b396cb-2dc6-4041-bfc7-1833a80a4720', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'} {{(pid=94469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 15:41:49.593119 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.managers [None req-3fbd8b5b-aa23-4a55-8314-ef69bb47ba6b None None] Bound port: a23f6526-a8f2-400a-9089-422571c514ff, host: n-d-694802-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1b396cb-2dc6-4041-bfc7-1833a80a4720', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'}}] {{(pid=94469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 15:41:49.593502 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-3fbd8b5b-aa23-4a55-8314-ef69bb47ba6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:41:49.686257 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.db [None req-3fbd8b5b-aa23-4a55-8314-ef69bb47ba6b None None] For port a23f6526-a8f2-400a-9089-422571c514ff, host n-d-694802-15, cleared binding levels {{(pid=94469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 15:41:49.693713 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.db [None req-3fbd8b5b-aa23-4a55-8314-ef69bb47ba6b None None] For port a23f6526-a8f2-400a-9089-422571c514ff, host n-d-694802-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=a23f6526-a8f2-400a-9089-422571c514ff,segment=NetworkSegment(b1b396cb-2dc6-4041-bfc7-1833a80a4720),segment_id=b1b396cb-2dc6-4041-bfc7-1833a80a4720)] {{(pid=94469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 15:41:49.699002 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-3fbd8b5b-aa23-4a55-8314-ef69bb47ba6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:41:49.730178 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0caa426c-2257-4bbe-8557-03b1c7c1e42c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:41:49.755537 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.provisioning_blocks [None req-0caa426c-2257-4bbe-8557-03b1c7c1e42c admin admin] Transition to ACTIVE for port object 0442b120-2325-45af-81d6-7752310b9ad1 will not be triggered until provisioned by entity DHCP. {{(pid=94466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:41:49.757670 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fbd8b5b-aa23-4a55-8314-ef69bb47ba6b None None] Routers {'6898a229-d13d-48e1-871c-8480b3843328'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:41:49.758413 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-3fbd8b5b-aa23-4a55-8314-ef69bb47ba6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T15:41:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['6898a229-d13d-48e1-871c-8480b3843328'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:41:49.808942 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d35e27-d29e-4dc1-8fe4-403552e8849e None None] Pushing event updated for resources: {'Port': ['ID=a23f6526-a8f2-400a-9089-422571c514ff,revision_number=3']} {{(pid=94469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:41:49.829218 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0caa426c-2257-4bbe-8557-03b1c7c1e42c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:41:49.832607 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 92ac6006-2ec7-46d0-bf83-d105ac0c8b4c up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 15:41:49.881173 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0caa426c-2257-4bbe-8557-03b1c7c1e42c admin admin] Network fd05a40e-b7b7-4bae-9d56-85640cf1b44d is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 15:41:49.885148 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-0caa426c-2257-4bbe-8557-03b1c7c1e42c admin admin] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:41:49.889586 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0caa426c-2257-4bbe-8557-03b1c7c1e42c admin admin] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 15:41:49.945410 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning for port 92ac6006-2ec7-46d0-bf83-d105ac0c8b4c completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:41:49.948723 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0caa426c-2257-4bbe-8557-03b1c7c1e42c admin admin] Pushing event updated for resources: {'Port': ['ID=0442b120-2325-45af-81d6-7752310b9ad1,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:41:49.956194 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port 92ac6006-2ec7-46d0-bf83-d105ac0c8b4c triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:41:49.957450 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:41:49.963634 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0caa426c-2257-4bbe-8557-03b1c7c1e42c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66663725'] for router_interface, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:41:50.065428 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-3fbd8b5b-aa23-4a55-8314-ef69bb47ba6b None None] Set router 6898a229-d13d-48e1-871c-8480b3843328 gateway port host: n-d-694802-15 {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:41:50.066641 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:41:50.110365 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] For port 92ac6006-2ec7-46d0-bf83-d105ac0c8b4c, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=92ac6006-2ec7-46d0-bf83-d105ac0c8b4c,segment=NetworkSegment(1e99701f-243f-46e7-97e0-368c3c7ddaf7),segment_id=1e99701f-243f-46e7-97e0-368c3c7ddaf7)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:41:50.119726 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:41:50.120840 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 8bcaaa03-ceac-4742-a19f-d57b4723fe98 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 15:41:50.144772 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0caa426c-2257-4bbe-8557-03b1c7c1e42c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:41:50.237079 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Pushing event updated for resources: {'Port': ['ID=92ac6006-2ec7-46d0-bf83-d105ac0c8b4c,revision_number=5']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:41:50.274646 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning for port 8bcaaa03-ceac-4742-a19f-d57b4723fe98 completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:41:50.306342 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bdb23f1-9f93-41ec-a21a-a2c4db7a157c None None] Network fd05a40e-b7b7-4bae-9d56-85640cf1b44d requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 15:41:50.405076 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-3fbd8b5b-aa23-4a55-8314-ef69bb47ba6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6898a229-d13d-48e1-871c-8480b3843328', 'name': 'tempest-TestShelveInstance-1937533879-router', 'tenant_id': '928434aa6a99402fb1b1ecc2f0d800aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': 'a23f6526-a8f2-400a-9089-422571c514ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:41:46Z', 'updated_at': '2021-08-12T15:41:47Z', 'revision_number': 3, 'project_id': '928434aa6a99402fb1b1ecc2f0d800aa', 'gw_port': {'id': 'a23f6526-a8f2-400a-9089-422571c514ff', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:0a:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6898a229-d13d-48e1-871c-8480b3843328', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:41:47Z', 'updated_at': '2021-08-12T15:41:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15'}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:41:50.440500 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0caa426c-2257-4bbe-8557-03b1c7c1e42c admin admin] Notify callbacks [] for port, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:41:50.446336 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0caa426c-2257-4bbe-8557-03b1c7c1e42c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3718439'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:41:50.448242 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fbd8b5b-aa23-4a55-8314-ef69bb47ba6b None None] The sync data for ids ['6898a229-d13d-48e1-871c-8480b3843328'] in n-d-694802-15 is: [{'id': '6898a229-d13d-48e1-871c-8480b3843328', 'name': 'tempest-TestShelveInstance-1937533879-router', 'tenant_id': '928434aa6a99402fb1b1ecc2f0d800aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': 'a23f6526-a8f2-400a-9089-422571c514ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:41:46Z', 'updated_at': '2021-08-12T15:41:47Z', 'revision_number': 3, 'project_id': '928434aa6a99402fb1b1ecc2f0d800aa', 'gw_port': {'id': 'a23f6526-a8f2-400a-9089-422571c514ff', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:0a:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6898a229-d13d-48e1-871c-8480b3843328', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:41:47Z', 'updated_at': '2021-08-12T15:41:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15'}] {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 15:41:50.461932 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-61b91a60-93ab-44e9-8652-d953927a1e17 None None] Provisioning for port 8bcaaa03-ceac-4742-a19f-d57b4723fe98 completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:41:50.471185 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-61b91a60-93ab-44e9-8652-d953927a1e17 None None] Provisioning complete for port 8bcaaa03-ceac-4742-a19f-d57b4723fe98 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:41:50.471568 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-61b91a60-93ab-44e9-8652-d953927a1e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:41:50.530864 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0caa426c-2257-4bbe-8557-03b1c7c1e42c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66628363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66663865'] for router_interface, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:41:50.548490 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0caa426c-2257-4bbe-8557-03b1c7c1e42c admin admin] Pushing event updated for resources: {'Port': ['ID=0442b120-2325-45af-81d6-7752310b9ad1,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:41:50.595930 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-61b91a60-93ab-44e9-8652-d953927a1e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:41:50.656449 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-61b91a60-93ab-44e9-8652-d953927a1e17 None None] For port 8bcaaa03-ceac-4742-a19f-d57b4723fe98, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=8bcaaa03-ceac-4742-a19f-d57b4723fe98,segment=NetworkSegment(4473806c-a24b-4d91-93b8-7bf975678c53),segment_id=4473806c-a24b-4d91-93b8-7bf975678c53)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:41:50.663571 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-61b91a60-93ab-44e9-8652-d953927a1e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:41:50.679453 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0caa426c-2257-4bbe-8557-03b1c7c1e42c admin admin] Network fd05a40e-b7b7-4bae-9d56-85640cf1b44d is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 15:41:50.681854 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-0caa426c-2257-4bbe-8557-03b1c7c1e42c admin admin] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:41:50.744056 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b91a60-93ab-44e9-8652-d953927a1e17 None None] Pushing event updated for resources: {'Port': ['ID=8bcaaa03-ceac-4742-a19f-d57b4723fe98,revision_number=3']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:41:50.834861 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0caa426c-2257-4bbe-8557-03b1c7c1e42c admin admin] Router 6898a229-d13d-48e1-871c-8480b3843328 has already been hosted by L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f {{(pid=94466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 15:41:50.898768 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-fa78db43-7ddd-471e-8d5e-7c248960eae8 None None] Provisioning for port 0442b120-2325-45af-81d6-7752310b9ad1 completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:41:50.907664 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-fa78db43-7ddd-471e-8d5e-7c248960eae8 None None] Provisioning complete for port 0442b120-2325-45af-81d6-7752310b9ad1 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:41:50.908177 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-fa78db43-7ddd-471e-8d5e-7c248960eae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:41:50.957105 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-fa78db43-7ddd-471e-8d5e-7c248960eae8 None None] Port 0442b120-2325-45af-81d6-7752310b9ad1 cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 15:41:50.988172 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-fa78db43-7ddd-471e-8d5e-7c248960eae8 None None] Provisioning complete for port 8bcaaa03-ceac-4742-a19f-d57b4723fe98 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:41:50.988761 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-fa78db43-7ddd-471e-8d5e-7c248960eae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:41:51.053420 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0caa426c-2257-4bbe-8557-03b1c7c1e42c admin admin] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 15:41:51.063726 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-0caa426c-2257-4bbe-8557-03b1c7c1e42c admin admin] 10.222.0.39 "PUT /v2.0/routers/6898a229-d13d-48e1-871c-8480b3843328/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4537466 Aug 12 15:41:51.295911 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-dfa604c2-d480-4211-a675-79b7d209a10e None None] Provisioning complete for port 0442b120-2325-45af-81d6-7752310b9ad1 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:41:51.296282 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-dfa604c2-d480-4211-a675-79b7d209a10e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:41:51.335459 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-dfa604c2-d480-4211-a675-79b7d209a10e None None] Port 0442b120-2325-45af-81d6-7752310b9ad1 cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 15:41:51.457351 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-5d213441-35da-40aa-898d-01802efd503e None None] Provisioning complete for port 0442b120-2325-45af-81d6-7752310b9ad1 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:41:51.458424 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-5d213441-35da-40aa-898d-01802efd503e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:41:51.514584 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-5d213441-35da-40aa-898d-01802efd503e None None] Port 0442b120-2325-45af-81d6-7752310b9ad1 cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 15:41:51.723782 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 37252) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:41:51.728635 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-4569ed33-8a00-4c39-bc86-77f6d3236a07 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2092374410', 'description': 'tempest-secgroup-smoke-2092374410 description', 'project_id': '1eb92849d48549089fa1f426a844546c'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:41:51.754329 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 92ac6006-2ec7-46d0-bf83-d105ac0c8b4c up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 15:41:51.759660 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-4569ed33-8a00-4c39-bc86-77f6d3236a07 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Notify callbacks [] for security_group, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:41:51.813519 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port 92ac6006-2ec7-46d0-bf83-d105ac0c8b4c triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:41:51.814008 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:41:51.851684 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-4569ed33-8a00-4c39-bc86-77f6d3236a07 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Notify callbacks [] for security_group, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:41:51.855755 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-4569ed33-8a00-4c39-bc86-77f6d3236a07 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:41:51.881149 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-4569ed33-8a00-4c39-bc86-77f6d3236a07 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:41:51.882551 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-4569ed33-8a00-4c39-bc86-77f6d3236a07 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1576598 Aug 12 15:41:51.885967 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 37254) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:41:51.890812 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-272242f0-4b48-4be8-bed4-2be81dfab676 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Request body: {'security_group_rule': {'security_group_id': 'ee06426d-b6d7-4388-bebc-9eceec40b810', 'project_id': '1eb92849d48549089fa1f426a844546c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:41:51.891220 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4569ed33-8a00-4c39-bc86-77f6d3236a07 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee06426d-b6d7-4388-bebc-9eceec40b810,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:41:51.911473 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device a23f6526-a8f2-400a-9089-422571c514ff up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 15:41:51.925457 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-272242f0-4b48-4be8-bed4-2be81dfab676 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:41:51.964483 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning for port a23f6526-a8f2-400a-9089-422571c514ff completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:41:51.968889 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port a23f6526-a8f2-400a-9089-422571c514ff triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:41:51.969557 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:41:51.996195 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-272242f0-4b48-4be8-bed4-2be81dfab676 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:41:52.001763 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-272242f0-4b48-4be8-bed4-2be81dfab676 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641735'] for security_group_rule, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:41:52.020887 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272242f0-4b48-4be8-bed4-2be81dfab676 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be12e465-0fae-4f27-8b91-e818af1faf18,revision_number=0']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:41:52.028862 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-272242f0-4b48-4be8-bed4-2be81dfab676 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:41:52.034207 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-272242f0-4b48-4be8-bed4-2be81dfab676 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1432867 Aug 12 15:41:52.034998 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 37256) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:41:52.040199 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-0588b00f-af3e-46fc-bf85-4d29ac8353d9 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Request body: {'security_group_rule': {'security_group_id': 'ee06426d-b6d7-4388-bebc-9eceec40b810', 'project_id': '1eb92849d48549089fa1f426a844546c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:41:52.071449 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:41:52.074306 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0588b00f-af3e-46fc-bf85-4d29ac8353d9 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:41:52.098855 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] For port a23f6526-a8f2-400a-9089-422571c514ff, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=a23f6526-a8f2-400a-9089-422571c514ff,segment=NetworkSegment(b1b396cb-2dc6-4041-bfc7-1833a80a4720),segment_id=b1b396cb-2dc6-4041-bfc7-1833a80a4720)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:41:52.103804 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:41:52.104592 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 8bcaaa03-ceac-4742-a19f-d57b4723fe98 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 15:41:52.150864 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0588b00f-af3e-46fc-bf85-4d29ac8353d9 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:41:52.155433 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0588b00f-af3e-46fc-bf85-4d29ac8353d9 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641735'] for security_group_rule, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:41:52.173975 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0588b00f-af3e-46fc-bf85-4d29ac8353d9 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9e881c4-2457-4b9a-8df5-5510f5fe56e2,revision_number=0']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:41:52.187809 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-0588b00f-af3e-46fc-bf85-4d29ac8353d9 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:41:52.189117 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-0588b00f-af3e-46fc-bf85-4d29ac8353d9 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1532249 Aug 12 15:41:52.191047 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Pushing event updated for resources: {'Port': ['ID=a23f6526-a8f2-400a-9089-422571c514ff,revision_number=4']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:41:52.192628 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 37258) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:41:52.197719 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-a5acdd92-0caf-49eb-877c-a09e9ad5997e tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Request body: {'security_group_rule': {'security_group_id': 'ee06426d-b6d7-4388-bebc-9eceec40b810', 'project_id': '1eb92849d48549089fa1f426a844546c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:41:52.227631 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port 8bcaaa03-ceac-4742-a19f-d57b4723fe98 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:41:52.228282 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:41:52.236465 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a5acdd92-0caf-49eb-877c-a09e9ad5997e tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:41:52.317721 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a5acdd92-0caf-49eb-877c-a09e9ad5997e tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:41:52.324406 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a5acdd92-0caf-49eb-877c-a09e9ad5997e tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641735'] for security_group_rule, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:41:52.346474 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5acdd92-0caf-49eb-877c-a09e9ad5997e tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b2dfa7c-363e-4233-a718-4e4998523d4a,revision_number=0']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:41:52.358873 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a5acdd92-0caf-49eb-877c-a09e9ad5997e tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:41:52.360224 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-a5acdd92-0caf-49eb-877c-a09e9ad5997e tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1666067 Aug 12 15:41:52.363937 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 37262) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:41:52.368975 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-a1edf6ac-17cb-4754-bf3b-d56152025cd5 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Request body: {'security_group_rule': {'security_group_id': 'ee06426d-b6d7-4388-bebc-9eceec40b810', 'project_id': '1eb92849d48549089fa1f426a844546c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:41:52.405486 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a1edf6ac-17cb-4754-bf3b-d56152025cd5 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:41:52.461482 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a1edf6ac-17cb-4754-bf3b-d56152025cd5 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:41:52.468102 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a1edf6ac-17cb-4754-bf3b-d56152025cd5 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641735'] for security_group_rule, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:41:52.488692 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1edf6ac-17cb-4754-bf3b-d56152025cd5 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44a094bf-37de-492f-9090-a7cbc9305ace,revision_number=0']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:41:52.497124 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a1edf6ac-17cb-4754-bf3b-d56152025cd5 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:41:52.499097 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-a1edf6ac-17cb-4754-bf3b-d56152025cd5 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1335695 Aug 12 15:41:52.502627 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 37264) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:41:52.512786 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-f85a6402-3fc7-47c4-b228-d00446b66eda tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Request body: {'security_group_rule': {'security_group_id': 'ee06426d-b6d7-4388-bebc-9eceec40b810', 'project_id': '1eb92849d48549089fa1f426a844546c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:41:52.538750 n-d-694802-15 neutron-server[94467]: INFO neutron.db.securitygroups_db [None req-f85a6402-3fc7-47c4-b228-d00446b66eda tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Project 1eb92849d48549089fa1f426a844546c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 12 15:41:52.544952 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-f85a6402-3fc7-47c4-b228-d00446b66eda tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:41:52.612979 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-f85a6402-3fc7-47c4-b228-d00446b66eda tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:41:52.617803 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-f85a6402-3fc7-47c4-b228-d00446b66eda tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641735'] for security_group_rule, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:41:52.633414 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85a6402-3fc7-47c4-b228-d00446b66eda tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e4a66b4-58fa-4c7b-86b3-fa133b9b377c,revision_number=0']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:41:52.643850 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-f85a6402-3fc7-47c4-b228-d00446b66eda tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:41:52.645178 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-f85a6402-3fc7-47c4-b228-d00446b66eda tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1366646 Aug 12 15:41:52.648194 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 37266) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:41:52.652549 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-046bad47-04ae-413f-ab9f-17beeabf21e0 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Request body: {'security_group_rule': {'security_group_id': 'ee06426d-b6d7-4388-bebc-9eceec40b810', 'project_id': '1eb92849d48549089fa1f426a844546c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:41:52.674893 n-d-694802-15 neutron-server[94467]: INFO neutron.db.securitygroups_db [None req-046bad47-04ae-413f-ab9f-17beeabf21e0 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Project 1eb92849d48549089fa1f426a844546c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 12 15:41:52.680739 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-046bad47-04ae-413f-ab9f-17beeabf21e0 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:41:52.747378 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-046bad47-04ae-413f-ab9f-17beeabf21e0 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:41:52.754057 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-046bad47-04ae-413f-ab9f-17beeabf21e0 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641735'] for security_group_rule, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:41:52.772885 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046bad47-04ae-413f-ab9f-17beeabf21e0 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5818ed39-27ad-4d6c-951d-639b4945bdee,revision_number=0']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:41:52.785282 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-046bad47-04ae-413f-ab9f-17beeabf21e0 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:41:52.787352 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-046bad47-04ae-413f-ab9f-17beeabf21e0 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1382999 Aug 12 15:41:52.988399 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a227854e-b160-4b62-b89f-bcab2c268197 None None] Sync routers for ids ['6898a229-d13d-48e1-871c-8480b3843328'] in n-d-694802-15 {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 15:41:53.003282 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a227854e-b160-4b62-b89f-bcab2c268197 None None] Routers {'6898a229-d13d-48e1-871c-8480b3843328'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:41:53.004318 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-a227854e-b160-4b62-b89f-bcab2c268197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T15:41:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['6898a229-d13d-48e1-871c-8480b3843328'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:41:53.059043 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-073ced57-e7e4-45da-a790-6dcb868f2ece req-15b3fc35-4e09-4417-8b29-5e475abc5496 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2092374410&fields=id&tenant_id=1eb92849d48549089fa1f426a844546c HTTP/1.1" status: 200 len: 267 time: 0.0487573 Aug 12 15:41:53.127006 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvr_db [None req-a227854e-b160-4b62-b89f-bcab2c268197 None None] Set router 6898a229-d13d-48e1-871c-8480b3843328 gateway port host: n-d-694802-15 {{(pid=94468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:41:53.237430 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073ced57-e7e4-45da-a790-6dcb868f2ece req-c38562f3-4933-4d97-bd02-58381f189e4e tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:41:53.240265 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-073ced57-e7e4-45da-a790-6dcb868f2ece req-c38562f3-4933-4d97-bd02-58381f189e4e tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] 10.222.0.39 "GET /v2.0/networks?id=1f3bf950-cac4-4b3a-ad62-1db14cf47b48 HTTP/1.1" status: 200 len: 808 time: 0.1733656 Aug 12 15:41:53.262014 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-073ced57-e7e4-45da-a790-6dcb868f2ece req-54648969-fafe-4e42-90ad-32dca06f212c tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] 10.222.0.39 "GET /v2.0/quotas/1eb92849d48549089fa1f426a844546c HTTP/1.1" status: 200 len: 375 time: 0.0147882 Aug 12 15:41:53.322164 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-073ced57-e7e4-45da-a790-6dcb868f2ece req-d13b6068-4e8c-4a00-9075-ae262249bb38 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=1eb92849d48549089fa1f426a844546c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0533733 Aug 12 15:41:53.442140 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [req-073ced57-e7e4-45da-a790-6dcb868f2ece req-ae2297c4-0aa2-4b80-923e-e1a0ae86c390 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=94467) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 15:41:53.443328 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-073ced57-e7e4-45da-a790-6dcb868f2ece req-ae2297c4-0aa2-4b80-923e-e1a0ae86c390 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1093557 Aug 12 15:41:53.508407 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-a227854e-b160-4b62-b89f-bcab2c268197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6898a229-d13d-48e1-871c-8480b3843328', 'name': 'tempest-TestShelveInstance-1937533879-router', 'tenant_id': '928434aa6a99402fb1b1ecc2f0d800aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': 'a23f6526-a8f2-400a-9089-422571c514ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:41:46Z', 'updated_at': '2021-08-12T15:41:50Z', 'revision_number': 4, 'project_id': '928434aa6a99402fb1b1ecc2f0d800aa', 'gw_port': {'id': 'a23f6526-a8f2-400a-9089-422571c514ff', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:0a:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6898a229-d13d-48e1-871c-8480b3843328', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:41:47Z', 'updated_at': '2021-08-12T15:41:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': '0442b120-2325-45af-81d6-7752310b9ad1', 'name': '', 'network_id': 'fd05a40e-b7b7-4bae-9d56-85640cf1b44d', 'tenant_id': '928434aa6a99402fb1b1ecc2f0d800aa', 'mac_address': 'fa:16:3e:06:bc:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6898a229-d13d-48e1-871c-8480b3843328', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'c0708eae-3555-4b53-9767-1646e544b68d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:41:49Z', 'updated_at': '2021-08-12T15:41:50Z', 'revision_number': 2, 'project_id': '928434aa6a99402fb1b1ecc2f0d800aa', 'subnets': [{'id': 'c0708eae-3555-4b53-9767-1646e544b68d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:41:53.536191 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a227854e-b160-4b62-b89f-bcab2c268197 None None] Checking router: 6898a229-d13d-48e1-871c-8480b3843328 for host: n-d-694802-15 {{(pid=94468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 15:41:53.536440 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a227854e-b160-4b62-b89f-bcab2c268197 None None] Updating router 6898a229-d13d-48e1-871c-8480b3843328 port 0442b120-2325-45af-81d6-7752310b9ad1 binding host n-d-694802-15 {{(pid=94468) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 15:41:53.543605 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-073ced57-e7e4-45da-a790-6dcb868f2ece req-2221c5b6-f64a-4774-bf80-10c5d73272a5 service neutron] 10.222.0.39 "GET /v2.0/networks/1f3bf950-cac4-4b3a-ad62-1db14cf47b48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935564 Aug 12 15:41:53.566322 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-a227854e-b160-4b62-b89f-bcab2c268197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:41:53.638911 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-073ced57-e7e4-45da-a790-6dcb868f2ece req-bd0fcf19-d9aa-431a-8308-157552833de3 service neutron] 10.222.0.39 "GET /v2.0/networks/1f3bf950-cac4-4b3a-ad62-1db14cf47b48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942693 Aug 12 15:41:53.665102 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device a23f6526-a8f2-400a-9089-422571c514ff up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 15:41:53.784680 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port a23f6526-a8f2-400a-9089-422571c514ff triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:41:53.784902 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:41:53.857163 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-9484ee30-8bd4-416f-9df2-20a518c3b18e req-c8fd5727-ceeb-4121-9aa7-8b6fa9434b52 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] 10.222.0.39 "GET /v2.0/ports?device_id=86c44fe4-e358-4c03-8e26-f6783186e9c5 HTTP/1.1" status: 200 len: 210 time: 0.0344820 Aug 12 15:41:53.963053 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-a227854e-b160-4b62-b89f-bcab2c268197 None None] Notify callbacks [] for port, precommit_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:41:53.978000 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-a227854e-b160-4b62-b89f-bcab2c268197 None None] Transition to ACTIVE for port object 0442b120-2325-45af-81d6-7752310b9ad1 will not be triggered until provisioned by entity L2. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:41:53.985531 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-a227854e-b160-4b62-b89f-bcab2c268197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:41:54.088595 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5c9749-0441-4791-a413-d3f65cdff619 None None] Pushing event updated for resources: {'Port': ['ID=0442b120-2325-45af-81d6-7752310b9ad1,revision_number=3']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:41:54.103211 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-a227854e-b160-4b62-b89f-bcab2c268197 None None] Attempting to bind port 0442b120-2325-45af-81d6-7752310b9ad1 on host n-d-694802-15 for vnic_type normal with profile {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 15:41:54.103678 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-a227854e-b160-4b62-b89f-bcab2c268197 None None] Attempting to bind port 0442b120-2325-45af-81d6-7752310b9ad1 by drivers openvswitch,hyperv on host n-d-694802-15 at level 0 using segments [{'id': '4473806c-a24b-4d91-93b8-7bf975678c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'fd05a40e-b7b7-4bae-9d56-85640cf1b44d'}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 15:41:54.104466 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a227854e-b160-4b62-b89f-bcab2c268197 None None] Attempting to bind port 0442b120-2325-45af-81d6-7752310b9ad1 on network fd05a40e-b7b7-4bae-9d56-85640cf1b44d {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 15:41:54.110856 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a227854e-b160-4b62-b89f-bcab2c268197 None None] Checking agent: {'id': '16de73ac-f2e9-4cee-b3e0-91052ae3e6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 20, 13), 'started_at': datetime.datetime(2021, 8, 12, 14, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 15, 41, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 15:41:54.111332 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a227854e-b160-4b62-b89f-bcab2c268197 None None] Checking segment: {'id': '4473806c-a24b-4d91-93b8-7bf975678c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'fd05a40e-b7b7-4bae-9d56-85640cf1b44d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 15:41:54.111969 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-a227854e-b160-4b62-b89f-bcab2c268197 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:41:54.112440 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a227854e-b160-4b62-b89f-bcab2c268197 None None] Bound using segment: {'id': '4473806c-a24b-4d91-93b8-7bf975678c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'fd05a40e-b7b7-4bae-9d56-85640cf1b44d'} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 15:41:54.113030 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-a227854e-b160-4b62-b89f-bcab2c268197 None None] Bound port: 0442b120-2325-45af-81d6-7752310b9ad1, host: n-d-694802-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4473806c-a24b-4d91-93b8-7bf975678c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'fd05a40e-b7b7-4bae-9d56-85640cf1b44d'}}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 15:41:54.113534 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-a227854e-b160-4b62-b89f-bcab2c268197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:41:54.220367 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-a227854e-b160-4b62-b89f-bcab2c268197 None None] For port 0442b120-2325-45af-81d6-7752310b9ad1, host n-d-694802-15, cleared binding levels {{(pid=94468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 15:41:54.224660 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-a227854e-b160-4b62-b89f-bcab2c268197 None None] For port 0442b120-2325-45af-81d6-7752310b9ad1, host n-d-694802-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=0442b120-2325-45af-81d6-7752310b9ad1,segment=NetworkSegment(4473806c-a24b-4d91-93b8-7bf975678c53),segment_id=4473806c-a24b-4d91-93b8-7bf975678c53)] {{(pid=94468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 15:41:54.228972 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-a227854e-b160-4b62-b89f-bcab2c268197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:41:54.293844 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a227854e-b160-4b62-b89f-bcab2c268197 None None] Routers {'6898a229-d13d-48e1-871c-8480b3843328'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:41:54.294394 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-a227854e-b160-4b62-b89f-bcab2c268197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T15:41:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['6898a229-d13d-48e1-871c-8480b3843328'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:41:54.335820 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5c9749-0441-4791-a413-d3f65cdff619 None None] Pushing event updated for resources: {'Port': ['ID=0442b120-2325-45af-81d6-7752310b9ad1,revision_number=4']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:41:54.429060 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvr_db [None req-a227854e-b160-4b62-b89f-bcab2c268197 None None] Set router 6898a229-d13d-48e1-871c-8480b3843328 gateway port host: n-d-694802-15 {{(pid=94468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:41:54.734088 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-a227854e-b160-4b62-b89f-bcab2c268197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6898a229-d13d-48e1-871c-8480b3843328', 'name': 'tempest-TestShelveInstance-1937533879-router', 'tenant_id': '928434aa6a99402fb1b1ecc2f0d800aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': 'a23f6526-a8f2-400a-9089-422571c514ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:41:46Z', 'updated_at': '2021-08-12T15:41:50Z', 'revision_number': 4, 'project_id': '928434aa6a99402fb1b1ecc2f0d800aa', 'gw_port': {'id': 'a23f6526-a8f2-400a-9089-422571c514ff', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:0a:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6898a229-d13d-48e1-871c-8480b3843328', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:41:47Z', 'updated_at': '2021-08-12T15:41:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': '0442b120-2325-45af-81d6-7752310b9ad1', 'name': '', 'network_id': 'fd05a40e-b7b7-4bae-9d56-85640cf1b44d', 'tenant_id': '928434aa6a99402fb1b1ecc2f0d800aa', 'mac_address': 'fa:16:3e:06:bc:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6898a229-d13d-48e1-871c-8480b3843328', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'c0708eae-3555-4b53-9767-1646e544b68d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:41:49Z', 'updated_at': '2021-08-12T15:41:54Z', 'revision_number': 4, 'project_id': '928434aa6a99402fb1b1ecc2f0d800aa', 'subnets': [{'id': 'c0708eae-3555-4b53-9767-1646e544b68d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:41:54.762813 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a227854e-b160-4b62-b89f-bcab2c268197 None None] The sync data for ids ['6898a229-d13d-48e1-871c-8480b3843328'] in n-d-694802-15 is: [{'id': '6898a229-d13d-48e1-871c-8480b3843328', 'name': 'tempest-TestShelveInstance-1937533879-router', 'tenant_id': '928434aa6a99402fb1b1ecc2f0d800aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': 'a23f6526-a8f2-400a-9089-422571c514ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:41:46Z', 'updated_at': '2021-08-12T15:41:50Z', 'revision_number': 4, 'project_id': '928434aa6a99402fb1b1ecc2f0d800aa', 'gw_port': {'id': 'a23f6526-a8f2-400a-9089-422571c514ff', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:0a:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6898a229-d13d-48e1-871c-8480b3843328', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:41:47Z', 'updated_at': '2021-08-12T15:41:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': '0442b120-2325-45af-81d6-7752310b9ad1', 'name': '', 'network_id': 'fd05a40e-b7b7-4bae-9d56-85640cf1b44d', 'tenant_id': '928434aa6a99402fb1b1ecc2f0d800aa', 'mac_address': 'fa:16:3e:06:bc:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6898a229-d13d-48e1-871c-8480b3843328', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'c0708eae-3555-4b53-9767-1646e544b68d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:41:49Z', 'updated_at': '2021-08-12T15:41:54Z', 'revision_number': 4, 'project_id': '928434aa6a99402fb1b1ecc2f0d800aa', 'subnets': [{'id': 'c0708eae-3555-4b53-9767-1646e544b68d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 15:41:54.967922 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-45573c74-3e41-49fa-8561-25b92899580a req-7aa97bb8-2bef-44d8-9c0e-df21a8db6e35 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] 10.222.0.39 "GET /v2.0/ports?device_id=86c44fe4-e358-4c03-8e26-f6783186e9c5 HTTP/1.1" status: 200 len: 210 time: 0.0299914 Aug 12 15:41:55.100426 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073ced57-e7e4-45da-a790-6dcb868f2ece req-ef7350ce-36fa-4c9f-855b-ee5875c76e7f tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:41:55.102003 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-073ced57-e7e4-45da-a790-6dcb868f2ece req-ef7350ce-36fa-4c9f-855b-ee5875c76e7f tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] 10.222.0.64 "GET /v2.0/networks?id=1f3bf950-cac4-4b3a-ad62-1db14cf47b48 HTTP/1.1" status: 200 len: 808 time: 0.1159294 Aug 12 15:41:55.153729 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-073ced57-e7e4-45da-a790-6dcb868f2ece req-05c9c51a-0e30-4a14-bc6a-0fa24b8db9d5 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1eb92849d48549089fa1f426a844546c HTTP/1.1" status: 200 len: 380 time: 0.0426536 Aug 12 15:41:55.165519 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-073ced57-e7e4-45da-a790-6dcb868f2ece req-b9b18efe-d975-4a98-88e3-7cac0a40c307 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Request body: {'port': {'device_id': '86c44fe4-e358-4c03-8e26-f6783186e9c5', 'network_id': '1f3bf950-cac4-4b3a-ad62-1db14cf47b48', 'admin_state_up': True, 'tenant_id': '1eb92849d48549089fa1f426a844546c', 'security_groups': ['ee06426d-b6d7-4388-bebc-9eceec40b810']}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:41:55.321837 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-073ced57-e7e4-45da-a790-6dcb868f2ece req-b9b18efe-d975-4a98-88e3-7cac0a40c307 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Made reservation on behalf of 1eb92849d48549089fa1f426a844546c for: {'port': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 15:41:55.326820 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-073ced57-e7e4-45da-a790-6dcb868f2ece req-b9b18efe-d975-4a98-88e3-7cac0a40c307 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:41:55.465058 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_common [req-073ced57-e7e4-45da-a790-6dcb868f2ece req-b9b18efe-d975-4a98-88e3-7cac0a40c307 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Allocated IP 172.20.0.4 (1f3bf950-cac4-4b3a-ad62-1db14cf47b48/1bb777c0-ea60-42e6-8cc4-0ca745a430d1/ce7c824b-468e-427c-aefe-96d0ba4578b0) {{(pid=94467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 15:41:55.619797 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-073ced57-e7e4-45da-a790-6dcb868f2ece req-b9b18efe-d975-4a98-88e3-7cac0a40c307 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Notify callbacks [] for port, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:41:55.633749 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [req-073ced57-e7e4-45da-a790-6dcb868f2ece req-b9b18efe-d975-4a98-88e3-7cac0a40c307 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Transition to ACTIVE for port object ce7c824b-468e-427c-aefe-96d0ba4578b0 will not be triggered until provisioned by entity DHCP. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:41:55.657694 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 0442b120-2325-45af-81d6-7752310b9ad1 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 15:41:55.677484 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-073ced57-e7e4-45da-a790-6dcb868f2ece req-b9b18efe-d975-4a98-88e3-7cac0a40c307 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:41:55.710438 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning for port 0442b120-2325-45af-81d6-7752310b9ad1 completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:41:55.714274 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port 0442b120-2325-45af-81d6-7752310b9ad1 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:41:55.714651 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:41:55.720620 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-073ced57-e7e4-45da-a790-6dcb868f2ece req-b9b18efe-d975-4a98-88e3-7cac0a40c307 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Network 1f3bf950-cac4-4b3a-ad62-1db14cf47b48 is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 15:41:55.724121 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [req-073ced57-e7e4-45da-a790-6dcb868f2ece req-b9b18efe-d975-4a98-88e3-7cac0a40c307 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:41:55.726553 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [req-073ced57-e7e4-45da-a790-6dcb868f2ece req-b9b18efe-d975-4a98-88e3-7cac0a40c307 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Received port after_create {{(pid=94467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 15:41:55.763955 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b18efe-d975-4a98-88e3-7cac0a40c307 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Pushing event updated for resources: {'Port': ['ID=ce7c824b-468e-427c-aefe-96d0ba4578b0,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:41:55.791259 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073ced57-e7e4-45da-a790-6dcb868f2ece req-b9b18efe-d975-4a98-88e3-7cac0a40c307 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:41:55.791915 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-073ced57-e7e4-45da-a790-6dcb868f2ece req-b9b18efe-d975-4a98-88e3-7cac0a40c307 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:41:55.811769 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-073ced57-e7e4-45da-a790-6dcb868f2ece req-b9b18efe-d975-4a98-88e3-7cac0a40c307 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6511855 Aug 12 15:41:55.822478 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [req-073ced57-e7e4-45da-a790-6dcb868f2ece req-d8de932e-dc33-49de-b1fc-a5dad6edda61 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=94467) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 15:41:55.823879 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-073ced57-e7e4-45da-a790-6dcb868f2ece req-d8de932e-dc33-49de-b1fc-a5dad6edda61 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053997 Aug 12 15:41:55.826039 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:41:55.835230 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-073ced57-e7e4-45da-a790-6dcb868f2ece req-d9a345e0-4789-4e04-87f0-91b022ef49c3 service neutron] Request body: {'port': {'device_id': '86c44fe4-e358-4c03-8e26-f6783186e9c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-694802-15'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:41:55.867644 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] For port 0442b120-2325-45af-81d6-7752310b9ad1, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=0442b120-2325-45af-81d6-7752310b9ad1,segment=NetworkSegment(4473806c-a24b-4d91-93b8-7bf975678c53),segment_id=4473806c-a24b-4d91-93b8-7bf975678c53)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:41:55.873023 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:41:55.902009 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-073ced57-e7e4-45da-a790-6dcb868f2ece req-d9a345e0-4789-4e04-87f0-91b022ef49c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:41:55.961582 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Pushing event updated for resources: {'Port': ['ID=0442b120-2325-45af-81d6-7752310b9ad1,revision_number=5']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:41:55.976106 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-a7ed6408-e722-4bae-a1b8-9335cf08a3bc None None] Provisioning for port ce7c824b-468e-427c-aefe-96d0ba4578b0 completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:41:55.980945 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-a7ed6408-e722-4bae-a1b8-9335cf08a3bc None None] Provisioning complete for port ce7c824b-468e-427c-aefe-96d0ba4578b0 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:41:55.981488 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-a7ed6408-e722-4bae-a1b8-9335cf08a3bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:41:56.020020 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-a7ed6408-e722-4bae-a1b8-9335cf08a3bc None None] Port ce7c824b-468e-427c-aefe-96d0ba4578b0 cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 15:41:56.095731 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ca3205-3da7-42e8-bb44-87f7b1775e9e req-f4712199-7e7e-49ea-af6e-1b80f7deb6c1 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:41:56.097273 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-d5ca3205-3da7-42e8-bb44-87f7b1775e9e req-f4712199-7e7e-49ea-af6e-1b80f7deb6c1 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] 10.222.0.39 "GET /v2.0/ports?device_id=86c44fe4-e358-4c03-8e26-f6783186e9c5 HTTP/1.1" status: 200 len: 931 time: 0.0548666 Aug 12 15:41:56.137494 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-d5ca3205-3da7-42e8-bb44-87f7b1775e9e req-deb25cd0-118c-4289-800e-75ec0f3280f9 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] 10.222.0.39 "GET /v2.0/security-groups?id=ee06426d-b6d7-4388-bebc-9eceec40b810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332646 Aug 12 15:41:56.205735 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [req-073ced57-e7e4-45da-a790-6dcb868f2ece req-d9a345e0-4789-4e04-87f0-91b022ef49c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce7c824b-468e-427c-aefe-96d0ba4578b0 {{(pid=94467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 15:41:56.214605 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-073ced57-e7e4-45da-a790-6dcb868f2ece req-d9a345e0-4789-4e04-87f0-91b022ef49c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:41:56.228341 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [req-073ced57-e7e4-45da-a790-6dcb868f2ece req-d9a345e0-4789-4e04-87f0-91b022ef49c3 service neutron] Transition to ACTIVE for port object ce7c824b-468e-427c-aefe-96d0ba4578b0 will not be triggered until provisioned by entity L2. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:41:56.233165 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-073ced57-e7e4-45da-a790-6dcb868f2ece req-d9a345e0-4789-4e04-87f0-91b022ef49c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:41:56.300797 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a345e0-4789-4e04-87f0-91b022ef49c3 service neutron] Pushing event updated for resources: {'Port': ['ID=ce7c824b-468e-427c-aefe-96d0ba4578b0,revision_number=2']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:41:56.368609 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-073ced57-e7e4-45da-a790-6dcb868f2ece req-d9a345e0-4789-4e04-87f0-91b022ef49c3 service neutron] Attempting to bind port ce7c824b-468e-427c-aefe-96d0ba4578b0 on host n-h1-694802-15 for vnic_type normal with profile {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 15:41:56.368944 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-073ced57-e7e4-45da-a790-6dcb868f2ece req-d9a345e0-4789-4e04-87f0-91b022ef49c3 service neutron] Attempting to bind port ce7c824b-468e-427c-aefe-96d0ba4578b0 by drivers openvswitch,hyperv on host n-h1-694802-15 at level 0 using segments [{'id': '1e99701f-243f-46e7-97e0-368c3c7ddaf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '1f3bf950-cac4-4b3a-ad62-1db14cf47b48'}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 15:41:56.369272 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-073ced57-e7e4-45da-a790-6dcb868f2ece req-d9a345e0-4789-4e04-87f0-91b022ef49c3 service neutron] Attempting to bind port ce7c824b-468e-427c-aefe-96d0ba4578b0 on network 1f3bf950-cac4-4b3a-ad62-1db14cf47b48 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 15:41:56.374842 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-073ced57-e7e4-45da-a790-6dcb868f2ece req-d9a345e0-4789-4e04-87f0-91b022ef49c3 service neutron] Port ce7c824b-468e-427c-aefe-96d0ba4578b0 on network 1f3bf950-cac4-4b3a-ad62-1db14cf47b48 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-15 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 15:41:56.375195 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-073ced57-e7e4-45da-a790-6dcb868f2ece req-d9a345e0-4789-4e04-87f0-91b022ef49c3 service neutron] Attempting to bind port ce7c824b-468e-427c-aefe-96d0ba4578b0 on network 1f3bf950-cac4-4b3a-ad62-1db14cf47b48 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 15:41:56.384283 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-073ced57-e7e4-45da-a790-6dcb868f2ece req-d9a345e0-4789-4e04-87f0-91b022ef49c3 service neutron] Checking agent: {'id': 'de568313-a3e6-454a-9813-77e25edcea95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 27, 41), 'started_at': datetime.datetime(2021, 8, 12, 14, 27, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 15, 41, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 15:41:56.384846 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-073ced57-e7e4-45da-a790-6dcb868f2ece req-d9a345e0-4789-4e04-87f0-91b022ef49c3 service neutron] Checking segment: {'id': '1e99701f-243f-46e7-97e0-368c3c7ddaf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '1f3bf950-cac4-4b3a-ad62-1db14cf47b48'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 15:41:56.385498 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-073ced57-e7e4-45da-a790-6dcb868f2ece req-d9a345e0-4789-4e04-87f0-91b022ef49c3 service neutron] Bound using segment: {'id': '1e99701f-243f-46e7-97e0-368c3c7ddaf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '1f3bf950-cac4-4b3a-ad62-1db14cf47b48'} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 15:41:56.386448 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-073ced57-e7e4-45da-a790-6dcb868f2ece req-d9a345e0-4789-4e04-87f0-91b022ef49c3 service neutron] Bound port: ce7c824b-468e-427c-aefe-96d0ba4578b0, host: n-h1-694802-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e99701f-243f-46e7-97e0-368c3c7ddaf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '1f3bf950-cac4-4b3a-ad62-1db14cf47b48'}}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 15:41:56.387070 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-073ced57-e7e4-45da-a790-6dcb868f2ece req-d9a345e0-4789-4e04-87f0-91b022ef49c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:41:56.498138 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-073ced57-e7e4-45da-a790-6dcb868f2ece req-d9a345e0-4789-4e04-87f0-91b022ef49c3 service neutron] For port ce7c824b-468e-427c-aefe-96d0ba4578b0, host n-h1-694802-15, cleared binding levels {{(pid=94467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 15:41:56.501414 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-073ced57-e7e4-45da-a790-6dcb868f2ece req-d9a345e0-4789-4e04-87f0-91b022ef49c3 service neutron] For port ce7c824b-468e-427c-aefe-96d0ba4578b0, host n-h1-694802-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=ce7c824b-468e-427c-aefe-96d0ba4578b0,segment=NetworkSegment(1e99701f-243f-46e7-97e0-368c3c7ddaf7),segment_id=1e99701f-243f-46e7-97e0-368c3c7ddaf7)] {{(pid=94467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 15:41:56.507155 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-073ced57-e7e4-45da-a790-6dcb868f2ece req-d9a345e0-4789-4e04-87f0-91b022ef49c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:41:56.550802 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073ced57-e7e4-45da-a790-6dcb868f2ece req-d9a345e0-4789-4e04-87f0-91b022ef49c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:41:56.551547 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-073ced57-e7e4-45da-a790-6dcb868f2ece req-d9a345e0-4789-4e04-87f0-91b022ef49c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:41:56.553300 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-073ced57-e7e4-45da-a790-6dcb868f2ece req-d9a345e0-4789-4e04-87f0-91b022ef49c3 service neutron] 10.222.0.64 "PUT /v2.0/ports/ce7c824b-468e-427c-aefe-96d0ba4578b0 HTTP/1.1" status: 200 len: 1092 time: 0.7224813 Aug 12 15:41:56.553873 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86c44fe4-e358-4c03-8e26-f6783186e9c5', 'tag': 'ce7c824b-468e-427c-aefe-96d0ba4578b0'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:41:56.556331 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1d90890f15e5cc8eba4d51c7734538f2f2e5e8e12504eb7d6ddd0a29ee9b803" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed8b44b9-037d-4d1a-b340-5800eef3a5c8" -d '{"events": [{"name": "network-changed", "server_uuid": "86c44fe4-e358-4c03-8e26-f6783186e9c5", "tag": "ce7c824b-468e-427c-aefe-96d0ba4578b0"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 15:41:56.578084 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a345e0-4789-4e04-87f0-91b022ef49c3 service neutron] Pushing event updated for resources: {'Port': ['ID=ce7c824b-468e-427c-aefe-96d0ba4578b0,revision_number=3']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:41:56.607939 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 15:41:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57c527dc-0044-4568-a4b6-76c7f504732d x-openstack-request-id: req-57c527dc-0044-4568-a4b6-76c7f504732d {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 15:41:56.608427 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86c44fe4-e358-4c03-8e26-f6783186e9c5", "tag": "ce7c824b-468e-427c-aefe-96d0ba4578b0", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 15:41:56.608844 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-57c527dc-0044-4568-a4b6-76c7f504732d {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 15:41:56.609260 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86c44fe4-e358-4c03-8e26-f6783186e9c5', 'tag': 'ce7c824b-468e-427c-aefe-96d0ba4578b0', 'status': 'completed', 'code': 200} Aug 12 15:41:56.659979 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073ced57-e7e4-45da-a790-6dcb868f2ece req-2e9ddc18-203d-430b-b027-9a86ab899b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:41:56.661959 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-073ced57-e7e4-45da-a790-6dcb868f2ece req-2e9ddc18-203d-430b-b027-9a86ab899b7f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1eb92849d48549089fa1f426a844546c&device_id=86c44fe4-e358-4c03-8e26-f6783186e9c5 HTTP/1.1" status: 200 len: 1095 time: 0.0484076 Aug 12 15:41:56.711805 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-073ced57-e7e4-45da-a790-6dcb868f2ece req-3e0a1e3c-c31d-4c51-b5b2-2e7039e28a1b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ce7c824b-468e-427c-aefe-96d0ba4578b0 HTTP/1.1" status: 200 len: 217 time: 0.0414140 Aug 12 15:41:56.767948 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073ced57-e7e4-45da-a790-6dcb868f2ece req-d01e733a-cd6b-4fe1-acca-1ffccd00fc01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:41:56.769973 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-073ced57-e7e4-45da-a790-6dcb868f2ece req-d01e733a-cd6b-4fe1-acca-1ffccd00fc01 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1bb777c0-ea60-42e6-8cc4-0ca745a430d1 HTTP/1.1" status: 200 len: 847 time: 0.0512476 Aug 12 15:41:56.819048 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073ced57-e7e4-45da-a790-6dcb868f2ece req-d8e38965-115f-4567-819e-ff6ae6916ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:41:56.820622 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-073ced57-e7e4-45da-a790-6dcb868f2ece req-d8e38965-115f-4567-819e-ff6ae6916ae4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1f3bf950-cac4-4b3a-ad62-1db14cf47b48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0440826 Aug 12 15:41:56.915028 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-073ced57-e7e4-45da-a790-6dcb868f2ece req-0ac995b3-866a-42ba-888b-b4869c059729 service neutron] 10.222.0.64 "GET /v2.0/networks/1f3bf950-cac4-4b3a-ad62-1db14cf47b48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860488 Aug 12 15:41:57.007059 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-073ced57-e7e4-45da-a790-6dcb868f2ece req-ee438b22-759e-4bac-9a4b-3611ac94839e service neutron] 10.222.0.64 "GET /v2.0/networks/1f3bf950-cac4-4b3a-ad62-1db14cf47b48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842261 Aug 12 15:41:57.146133 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8b44b9-037d-4d1a-b340-5800eef3a5c8 req-3c6baf9a-8188-4ca4-a02a-4b2896739cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:41:57.147562 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ed8b44b9-037d-4d1a-b340-5800eef3a5c8 req-3c6baf9a-8188-4ca4-a02a-4b2896739cd0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1eb92849d48549089fa1f426a844546c&device_id=86c44fe4-e358-4c03-8e26-f6783186e9c5 HTTP/1.1" status: 200 len: 1095 time: 0.0457976 Aug 12 15:41:57.251199 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8b44b9-037d-4d1a-b340-5800eef3a5c8 req-92a66b96-9ded-4fa3-b2f1-214dc64604f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:41:57.252683 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ed8b44b9-037d-4d1a-b340-5800eef3a5c8 req-92a66b96-9ded-4fa3-b2f1-214dc64604f0 service neutron] 10.222.0.64 "GET /v2.0/networks?id=1f3bf950-cac4-4b3a-ad62-1db14cf47b48 HTTP/1.1" status: 200 len: 909 time: 0.0977652 Aug 12 15:41:57.270789 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec80a51f-412c-4716-a259-30dc873e31a1 req-4335cd83-f673-4794-aef2-a6f9ef8f766c tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:41:57.272719 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-ec80a51f-412c-4716-a259-30dc873e31a1 req-4335cd83-f673-4794-aef2-a6f9ef8f766c tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] 10.222.0.39 "GET /v2.0/ports?device_id=86c44fe4-e358-4c03-8e26-f6783186e9c5 HTTP/1.1" status: 200 len: 943 time: 0.0649781 Aug 12 15:41:57.295949 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ed8b44b9-037d-4d1a-b340-5800eef3a5c8 req-f3c37d45-a28a-49dd-b223-9fe41814262e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ce7c824b-468e-427c-aefe-96d0ba4578b0 HTTP/1.1" status: 200 len: 217 time: 0.0360088 Aug 12 15:41:57.314103 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-ec80a51f-412c-4716-a259-30dc873e31a1 req-7ce49f32-b36c-4b1a-808e-69e818a63f31 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] 10.222.0.39 "GET /v2.0/security-groups?id=ee06426d-b6d7-4388-bebc-9eceec40b810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350335 Aug 12 15:41:57.358118 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8b44b9-037d-4d1a-b340-5800eef3a5c8 req-370de41d-f63d-4c67-981b-a230e8ea27ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:41:57.359688 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ed8b44b9-037d-4d1a-b340-5800eef3a5c8 req-370de41d-f63d-4c67-981b-a230e8ea27ec service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1bb777c0-ea60-42e6-8cc4-0ca745a430d1 HTTP/1.1" status: 200 len: 847 time: 0.0566931 Aug 12 15:41:57.407416 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8b44b9-037d-4d1a-b340-5800eef3a5c8 req-c0dd124c-22bd-4575-8e19-d5cb480ef5d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:41:57.408857 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ed8b44b9-037d-4d1a-b340-5800eef3a5c8 req-c0dd124c-22bd-4575-8e19-d5cb480ef5d6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1f3bf950-cac4-4b3a-ad62-1db14cf47b48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0416846 Aug 12 15:41:57.504536 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ed8b44b9-037d-4d1a-b340-5800eef3a5c8 req-6ad6a41b-6520-47d2-a41b-5b59029d0ffe service neutron] 10.222.0.64 "GET /v2.0/networks/1f3bf950-cac4-4b3a-ad62-1db14cf47b48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845253 Aug 12 15:41:57.605263 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ed8b44b9-037d-4d1a-b340-5800eef3a5c8 req-bb9fd9d8-7abb-4c0b-8a85-f8a97bd2d47d service neutron] 10.222.0.64 "GET /v2.0/networks/1f3bf950-cac4-4b3a-ad62-1db14cf47b48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938156 Aug 12 15:41:57.635039 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 0442b120-2325-45af-81d6-7752310b9ad1 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 15:41:57.687807 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port 0442b120-2325-45af-81d6-7752310b9ad1 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:41:57.688085 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:41:58.437288 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbb2ae4-c8e1-4572-b500-b5c04ae70c83 req-5e4df303-550d-4c54-b35b-9cad89d470b2 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:41:58.438856 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-bfbb2ae4-c8e1-4572-b500-b5c04ae70c83 req-5e4df303-550d-4c54-b35b-9cad89d470b2 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] 10.222.0.39 "GET /v2.0/ports?device_id=86c44fe4-e358-4c03-8e26-f6783186e9c5 HTTP/1.1" status: 200 len: 943 time: 0.0515335 Aug 12 15:41:58.478768 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-bfbb2ae4-c8e1-4572-b500-b5c04ae70c83 req-567f5bcf-605b-4c17-b79f-567eeff21922 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] 10.222.0.39 "GET /v2.0/security-groups?id=ee06426d-b6d7-4388-bebc-9eceec40b810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338521 Aug 12 15:41:59.610038 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767d881c-ab06-4f2e-bc7c-0d0fbad7c551 req-ec2cc205-1530-4fa6-acad-092f3c920b0c tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:41:59.611695 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-767d881c-ab06-4f2e-bc7c-0d0fbad7c551 req-ec2cc205-1530-4fa6-acad-092f3c920b0c tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] 10.222.0.39 "GET /v2.0/ports?device_id=86c44fe4-e358-4c03-8e26-f6783186e9c5 HTTP/1.1" status: 200 len: 943 time: 0.0527868 Aug 12 15:41:59.654673 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-767d881c-ab06-4f2e-bc7c-0d0fbad7c551 req-0b111c88-8be4-4f00-bdc4-7980c7610e84 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] 10.222.0.39 "GET /v2.0/security-groups?id=ee06426d-b6d7-4388-bebc-9eceec40b810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354264 Aug 12 15:41:59.719394 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device ce7c824b-468e-427c-aefe-96d0ba4578b0 details requested by agent hyperv_n-h1-694802-15 with host n-h1-694802-15 {{(pid=94468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 15:41:59.822771 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port ce7c824b-468e-427c-aefe-96d0ba4578b0, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=ce7c824b-468e-427c-aefe-96d0ba4578b0,segment=NetworkSegment(1e99701f-243f-46e7-97e0-368c3c7ddaf7),segment_id=1e99701f-243f-46e7-97e0-368c3c7ddaf7)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:41:59.836172 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Returning: {'device': 'ce7c824b-468e-427c-aefe-96d0ba4578b0', 'network_id': '1f3bf950-cac4-4b3a-ad62-1db14cf47b48', 'port_id': 'ce7c824b-468e-427c-aefe-96d0ba4578b0', 'mac_address': 'fa:16:3e:e4:d3:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1bb777c0-ea60-42e6-8cc4-0ca745a430d1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 15:41:59.875692 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:41:59.890769 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce7c824b-468e-427c-aefe-96d0ba4578b0 {{(pid=94468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 15:41:59.916521 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port ce7c824b-468e-427c-aefe-96d0ba4578b0, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=ce7c824b-468e-427c-aefe-96d0ba4578b0,segment=NetworkSegment(1e99701f-243f-46e7-97e0-368c3c7ddaf7),segment_id=1e99701f-243f-46e7-97e0-368c3c7ddaf7)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:41:59.920988 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:41:59.976902 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Pushing event updated for resources: {'Port': ['ID=ce7c824b-468e-427c-aefe-96d0ba4578b0,revision_number=4']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:42:00.123102 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] get_ports_and_sgs() called for port_ids ['ce7c824b-468e-427c-aefe-96d0ba4578b0'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 15:42:00.778092 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf9b2ec-eb18-424f-b4b7-556883daad29 req-aa0fb772-8d46-4c50-8cf2-0f8f342059c5 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:42:00.779667 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-daf9b2ec-eb18-424f-b4b7-556883daad29 req-aa0fb772-8d46-4c50-8cf2-0f8f342059c5 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] 10.222.0.39 "GET /v2.0/ports?device_id=86c44fe4-e358-4c03-8e26-f6783186e9c5 HTTP/1.1" status: 200 len: 944 time: 0.0547349 Aug 12 15:42:00.820253 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-daf9b2ec-eb18-424f-b4b7-556883daad29 req-f00f49a3-8974-4892-a237-5ce6578fa34e tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] 10.222.0.39 "GET /v2.0/security-groups?id=ee06426d-b6d7-4388-bebc-9eceec40b810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343010 Aug 12 15:42:01.733209 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device ce7c824b-468e-427c-aefe-96d0ba4578b0 up at agent hyperv_n-h1-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 15:42:01.783213 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Provisioning for port ce7c824b-468e-427c-aefe-96d0ba4578b0 completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:42:01.787777 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Provisioning complete for port ce7c824b-468e-427c-aefe-96d0ba4578b0 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:42:01.788150 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:42:01.872135 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:42:01.896254 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86c44fe4-e358-4c03-8e26-f6783186e9c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce7c824b-468e-427c-aefe-96d0ba4578b0'}] {{(pid=94468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:42:01.898630 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}152b85fe2f58ac5d6dd54f9692cb8ffc3f7471d0248cb45901c289f6e837e934" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bb4ccbf-d189-4096-a486-765335894abe" -d '{"events": [{"server_uuid": "86c44fe4-e358-4c03-8e26-f6783186e9c5", "name": "network-vif-plugged", "status": "completed", "tag": "ce7c824b-468e-427c-aefe-96d0ba4578b0"}]}' {{(pid=94468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 15:42:01.917125 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port ce7c824b-468e-427c-aefe-96d0ba4578b0, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=ce7c824b-468e-427c-aefe-96d0ba4578b0,segment=NetworkSegment(1e99701f-243f-46e7-97e0-368c3c7ddaf7),segment_id=1e99701f-243f-46e7-97e0-368c3c7ddaf7)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:42:01.922532 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:42:01.948347 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 15:42:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec93c5b6-04e4-490a-85c4-7bcb7d64d1d9 x-openstack-request-id: req-ec93c5b6-04e4-490a-85c4-7bcb7d64d1d9 {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 15:42:01.948648 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86c44fe4-e358-4c03-8e26-f6783186e9c5", "name": "network-vif-plugged", "status": "completed", "tag": "ce7c824b-468e-427c-aefe-96d0ba4578b0", "code": 200}]} {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 15:42:01.948918 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ec93c5b6-04e4-490a-85c4-7bcb7d64d1d9 {{(pid=94468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 15:42:01.950083 n-d-694802-15 neutron-server[94468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86c44fe4-e358-4c03-8e26-f6783186e9c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce7c824b-468e-427c-aefe-96d0ba4578b0', 'code': 200} Aug 12 15:42:01.967985 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4932c54e-6181-42ab-b0dd-9f76d07b39e5 req-2b30b6fa-627e-4027-90a1-32c00e53886b tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:42:01.969986 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-4932c54e-6181-42ab-b0dd-9f76d07b39e5 req-2b30b6fa-627e-4027-90a1-32c00e53886b tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] 10.222.0.39 "GET /v2.0/ports?device_id=86c44fe4-e358-4c03-8e26-f6783186e9c5 HTTP/1.1" status: 200 len: 944 time: 0.0702996 Aug 12 15:42:01.984063 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Pushing event updated for resources: {'Port': ['ID=ce7c824b-468e-427c-aefe-96d0ba4578b0,revision_number=5']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:42:02.020899 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-4932c54e-6181-42ab-b0dd-9f76d07b39e5 req-a145815d-416d-4bfe-baf0-287850939dd6 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] 10.222.0.39 "GET /v2.0/security-groups?id=ee06426d-b6d7-4388-bebc-9eceec40b810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405822 Aug 12 15:42:02.059806 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4bfb48-dd1d-4fe2-9182-c540829ef92a req-dd9a7389-928b-4932-9d7e-717642718b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:42:02.061386 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ba4bfb48-dd1d-4fe2-9182-c540829ef92a req-dd9a7389-928b-4932-9d7e-717642718b47 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=86c44fe4-e358-4c03-8e26-f6783186e9c5 HTTP/1.1" status: 200 len: 1097 time: 0.0430894 Aug 12 15:42:02.099538 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ba4bfb48-dd1d-4fe2-9182-c540829ef92a req-91cdc2e2-4608-4e86-a344-55def83d335e service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=ee06426d-b6d7-4388-bebc-9eceec40b810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312202 Aug 12 15:42:03.138874 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a307bd2-beb3-438b-99d9-4a5c1dadf549 req-f51311e0-92e7-406c-881c-258b0182aec7 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:42:03.140364 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2a307bd2-beb3-438b-99d9-4a5c1dadf549 req-f51311e0-92e7-406c-881c-258b0182aec7 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] 10.222.0.39 "GET /v2.0/ports?device_id=86c44fe4-e358-4c03-8e26-f6783186e9c5 HTTP/1.1" status: 200 len: 945 time: 0.0487714 Aug 12 15:42:03.177875 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2a307bd2-beb3-438b-99d9-4a5c1dadf549 req-6682eeab-9889-4ab5-9f73-59bcd46fc3ab tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] 10.222.0.39 "GET /v2.0/security-groups?id=ee06426d-b6d7-4388-bebc-9eceec40b810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313485 Aug 12 15:42:03.326219 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f3e5cd-9418-4800-8116-98b9897f3d20 req-887fdc7c-15c0-4904-a097-66c0450ef967 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:42:03.327938 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-d9f3e5cd-9418-4800-8116-98b9897f3d20 req-887fdc7c-15c0-4904-a097-66c0450ef967 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] 10.222.0.39 "GET /v2.0/ports?device_id=86c44fe4-e358-4c03-8e26-f6783186e9c5 HTTP/1.1" status: 200 len: 945 time: 0.0662951 Aug 12 15:42:03.381120 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-d9f3e5cd-9418-4800-8116-98b9897f3d20 req-e941ea12-6c22-4503-9a29-92248cb707e1 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] 10.222.0.39 "GET /v2.0/security-groups?id=ee06426d-b6d7-4388-bebc-9eceec40b810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463448 Aug 12 15:42:03.403486 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 37326) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:42:03.496624 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46154f83-5edf-4646-ac6d-ebe5dfb34293 tempest-TestShelveInstance-333545893 tempest-TestShelveInstance-333545893-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:42:03.501647 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-46154f83-5edf-4646-ac6d-ebe5dfb34293 tempest-TestShelveInstance-333545893 tempest-TestShelveInstance-333545893-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=86c44fe4-e358-4c03-8e26-f6783186e9c5 HTTP/1.1" status: 200 len: 1092 time: 0.0936930 Aug 12 15:42:03.502309 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 37330) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:42:03.507887 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-31017e1f-af3f-4992-9507-bd68d9b20ae4 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Request body: {'floatingip': {'floating_network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'port_id': 'ce7c824b-468e-427c-aefe-96d0ba4578b0', 'tenant_id': '1eb92849d48549089fa1f426a844546c', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:42:03.531384 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-31017e1f-af3f-4992-9507-bd68d9b20ae4 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Notify callbacks [] for floatingip, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:42:03.633780 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-31017e1f-af3f-4992-9507-bd68d9b20ae4 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:42:03.736291 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-31017e1f-af3f-4992-9507-bd68d9b20ae4 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Allocated IP 172.25.1.174 (d3759e1b-6c03-45ac-acd4-90abb417809b/f0254f08-c19c-4e31-bd9c-09389ea4b6f2/f7da3355-178e-4dfb-87d0-7bd2773ac7cb) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 15:42:03.855390 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-31017e1f-af3f-4992-9507-bd68d9b20ae4 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:42:03.895332 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-31017e1f-af3f-4992-9507-bd68d9b20ae4 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:42:03.934315 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31017e1f-af3f-4992-9507-bd68d9b20ae4 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Network d3759e1b-6c03-45ac-acd4-90abb417809b is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 15:42:03.937196 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-31017e1f-af3f-4992-9507-bd68d9b20ae4 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:42:03.943531 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31017e1f-af3f-4992-9507-bd68d9b20ae4 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 15:42:03.967354 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31017e1f-af3f-4992-9507-bd68d9b20ae4 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Pushing event updated for resources: {'Port': ['ID=f7da3355-178e-4dfb-87d0-7bd2773ac7cb,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:42:04.617373 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-31017e1f-af3f-4992-9507-bd68d9b20ae4 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:42:04.690786 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-31017e1f-af3f-4992-9507-bd68d9b20ae4 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:42:04.847256 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-31017e1f-af3f-4992-9507-bd68d9b20ae4 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Notify callbacks [] for port, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:42:04.852168 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-31017e1f-af3f-4992-9507-bd68d9b20ae4 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3718439'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:42:04.922298 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31017e1f-af3f-4992-9507-bd68d9b20ae4 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Pushing event updated for resources: {'Port': ['ID=f7da3355-178e-4dfb-87d0-7bd2773ac7cb,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:42:04.937034 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-31017e1f-af3f-4992-9507-bd68d9b20ae4 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431510'] for floatingip, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:42:05.042128 n-d-694802-15 neutron-server[94466]: INFO neutron.db.l3_db [None req-31017e1f-af3f-4992-9507-bd68d9b20ae4 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Floating IP 8347ee3d-30fb-4aec-bd83-7e2ee5882cb7 associated. External IP: 172.25.1.174, port: ce7c824b-468e-427c-aefe-96d0ba4578b0. Aug 12 15:42:05.252177 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31017e1f-af3f-4992-9507-bd68d9b20ae4 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Router cd0d3079-47e3-4f0c-9dc2-ea0cfd6f5270 has already been hosted by L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f {{(pid=94466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 15:42:05.362690 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31017e1f-af3f-4992-9507-bd68d9b20ae4 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 15:42:05.372046 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d190d8f1-8dec-44cc-994f-95f47742a1ea None None] Sync routers for ids ['cd0d3079-47e3-4f0c-9dc2-ea0cfd6f5270'] in n-d-694802-15 {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 15:42:05.379008 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-31017e1f-af3f-4992-9507-bd68d9b20ae4 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for floatingip, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:42:05.382583 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d190d8f1-8dec-44cc-994f-95f47742a1ea None None] Routers {'cd0d3079-47e3-4f0c-9dc2-ea0cfd6f5270'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:42:05.383244 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-d190d8f1-8dec-44cc-994f-95f47742a1ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T15:41:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['cd0d3079-47e3-4f0c-9dc2-ea0cfd6f5270'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:42:05.407469 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-31017e1f-af3f-4992-9507-bd68d9b20ae4 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9031689 Aug 12 15:42:05.408171 n-d-694802-15 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86c44fe4-e358-4c03-8e26-f6783186e9c5', 'tag': 'ce7c824b-468e-427c-aefe-96d0ba4578b0'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:42:05.410444 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d3d836888f8bae48364cf832021765cae83eba5216adbc1a01d11f14e92adce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8916d177-844a-4ad2-8aec-285cd157a286" -d '{"events": [{"name": "network-changed", "server_uuid": "86c44fe4-e358-4c03-8e26-f6783186e9c5", "tag": "ce7c824b-468e-427c-aefe-96d0ba4578b0"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 15:42:05.447044 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 15:42:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-554bd421-d1b4-43a3-b707-4fca3102a775 x-openstack-request-id: req-554bd421-d1b4-43a3-b707-4fca3102a775 {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 15:42:05.447354 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86c44fe4-e358-4c03-8e26-f6783186e9c5", "tag": "ce7c824b-468e-427c-aefe-96d0ba4578b0", "status": "completed", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 15:42:05.447613 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-554bd421-d1b4-43a3-b707-4fca3102a775 {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 15:42:05.448016 n-d-694802-15 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86c44fe4-e358-4c03-8e26-f6783186e9c5', 'tag': 'ce7c824b-468e-427c-aefe-96d0ba4578b0', 'status': 'completed', 'code': 200} Aug 12 15:42:05.491338 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-d190d8f1-8dec-44cc-994f-95f47742a1ea None None] Set router cd0d3079-47e3-4f0c-9dc2-ea0cfd6f5270 gateway port host: n-d-694802-15 {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:42:05.509514 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8916d177-844a-4ad2-8aec-285cd157a286 req-486afc50-ed8e-4ddf-b362-2018bda4fa09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:42:05.511037 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-8916d177-844a-4ad2-8aec-285cd157a286 req-486afc50-ed8e-4ddf-b362-2018bda4fa09 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1eb92849d48549089fa1f426a844546c&device_id=86c44fe4-e358-4c03-8e26-f6783186e9c5 HTTP/1.1" status: 200 len: 1097 time: 0.0402112 Aug 12 15:42:05.674916 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8916d177-844a-4ad2-8aec-285cd157a286 req-a45cf2ed-39b9-4f5b-af24-04ace1497866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:42:05.678478 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-8916d177-844a-4ad2-8aec-285cd157a286 req-a45cf2ed-39b9-4f5b-af24-04ace1497866 service neutron] 10.222.0.64 "GET /v2.0/networks?id=1f3bf950-cac4-4b3a-ad62-1db14cf47b48 HTTP/1.1" status: 200 len: 909 time: 0.1582880 Aug 12 15:42:05.775344 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-8916d177-844a-4ad2-8aec-285cd157a286 req-27ebc498-cdc3-4e6d-b48d-12c0a72d1fea service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ce7c824b-468e-427c-aefe-96d0ba4578b0 HTTP/1.1" status: 200 len: 999 time: 0.0891023 Aug 12 15:42:05.790397 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-d190d8f1-8dec-44cc-994f-95f47742a1ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd0d3079-47e3-4f0c-9dc2-ea0cfd6f5270', 'name': 'tempest-TestShelveInstance-374965933-router', 'tenant_id': '1eb92849d48549089fa1f426a844546c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.134'}], 'enable_snat': True}, 'gw_port_id': '503578be-e49c-42b5-8ac0-7a2719f991b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:41:41Z', 'updated_at': '2021-08-12T15:41:44Z', 'revision_number': 4, 'project_id': '1eb92849d48549089fa1f426a844546c', 'gw_port': {'id': '503578be-e49c-42b5-8ac0-7a2719f991b0', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:70:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd0d3079-47e3-4f0c-9dc2-ea0cfd6f5270', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:41:41Z', 'updated_at': '2021-08-12T15:41:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_floatingips': [{'id': '8347ee3d-30fb-4aec-bd83-7e2ee5882cb7', 'tenant_id': '1eb92849d48549089fa1f426a844546c', 'floating_ip_address': '172.25.1.174', 'floating_network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'router_id': 'cd0d3079-47e3-4f0c-9dc2-ea0cfd6f5270', 'port_id': 'ce7c824b-468e-427c-aefe-96d0ba4578b0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4304, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f3bf950-cac4-4b3a-ad62-1db14cf47b48', 'mac_address': 'fa:16:3e:e4:d3:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86c44fe4-e358-4c03-8e26-f6783186e9c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T15:42:04Z', 'updated_at': '2021-08-12T15:42:04Z', 'revision_number': 0, 'project_id': '1eb92849d48549089fa1f426a844546c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92ac6006-2ec7-46d0-bf83-d105ac0c8b4c', 'name': '', 'network_id': '1f3bf950-cac4-4b3a-ad62-1db14cf47b48', 'tenant_id': '1eb92849d48549089fa1f426a844546c', 'mac_address': 'fa:16:3e:7d:e0:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd0d3079-47e3-4f0c-9dc2-ea0cfd6f5270', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '1bb777c0-ea60-42e6-8cc4-0ca745a430d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:41:44Z', 'updated_at': '2021-08-12T15:41:50Z', 'revision_number': 5, 'project_id': '1eb92849d48549089fa1f426a844546c', 'subnets': [{'id': '1bb777c0-ea60-42e6-8cc4-0ca745a430d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:42:05.818334 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d190d8f1-8dec-44cc-994f-95f47742a1ea None None] Checking router: cd0d3079-47e3-4f0c-9dc2-ea0cfd6f5270 for host: n-d-694802-15 {{(pid=94469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 15:42:05.827213 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d190d8f1-8dec-44cc-994f-95f47742a1ea None None] Routers {'cd0d3079-47e3-4f0c-9dc2-ea0cfd6f5270'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:42:05.827834 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-d190d8f1-8dec-44cc-994f-95f47742a1ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T15:41:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['cd0d3079-47e3-4f0c-9dc2-ea0cfd6f5270'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:42:05.832910 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8916d177-844a-4ad2-8aec-285cd157a286 req-bedfcc78-ee66-45b5-87cd-835571f2dec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:42:05.834584 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-8916d177-844a-4ad2-8aec-285cd157a286 req-bedfcc78-ee66-45b5-87cd-835571f2dec8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1bb777c0-ea60-42e6-8cc4-0ca745a430d1 HTTP/1.1" status: 200 len: 847 time: 0.0521793 Aug 12 15:42:05.884205 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8916d177-844a-4ad2-8aec-285cd157a286 req-890bc4be-a1a8-4102-a583-43e1ea5b536d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:42:05.885726 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-8916d177-844a-4ad2-8aec-285cd157a286 req-890bc4be-a1a8-4102-a583-43e1ea5b536d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1f3bf950-cac4-4b3a-ad62-1db14cf47b48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0430357 Aug 12 15:42:05.951142 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-d190d8f1-8dec-44cc-994f-95f47742a1ea None None] Set router cd0d3079-47e3-4f0c-9dc2-ea0cfd6f5270 gateway port host: n-d-694802-15 {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:42:06.214055 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-d190d8f1-8dec-44cc-994f-95f47742a1ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd0d3079-47e3-4f0c-9dc2-ea0cfd6f5270', 'name': 'tempest-TestShelveInstance-374965933-router', 'tenant_id': '1eb92849d48549089fa1f426a844546c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.134'}], 'enable_snat': True}, 'gw_port_id': '503578be-e49c-42b5-8ac0-7a2719f991b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:41:41Z', 'updated_at': '2021-08-12T15:41:44Z', 'revision_number': 4, 'project_id': '1eb92849d48549089fa1f426a844546c', 'gw_port': {'id': '503578be-e49c-42b5-8ac0-7a2719f991b0', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:70:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd0d3079-47e3-4f0c-9dc2-ea0cfd6f5270', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:41:41Z', 'updated_at': '2021-08-12T15:41:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_floatingips': [{'id': '8347ee3d-30fb-4aec-bd83-7e2ee5882cb7', 'tenant_id': '1eb92849d48549089fa1f426a844546c', 'floating_ip_address': '172.25.1.174', 'floating_network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'router_id': 'cd0d3079-47e3-4f0c-9dc2-ea0cfd6f5270', 'port_id': 'ce7c824b-468e-427c-aefe-96d0ba4578b0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4304, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f3bf950-cac4-4b3a-ad62-1db14cf47b48', 'mac_address': 'fa:16:3e:e4:d3:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86c44fe4-e358-4c03-8e26-f6783186e9c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T15:42:04Z', 'updated_at': '2021-08-12T15:42:04Z', 'revision_number': 0, 'project_id': '1eb92849d48549089fa1f426a844546c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92ac6006-2ec7-46d0-bf83-d105ac0c8b4c', 'name': '', 'network_id': '1f3bf950-cac4-4b3a-ad62-1db14cf47b48', 'tenant_id': '1eb92849d48549089fa1f426a844546c', 'mac_address': 'fa:16:3e:7d:e0:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd0d3079-47e3-4f0c-9dc2-ea0cfd6f5270', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '1bb777c0-ea60-42e6-8cc4-0ca745a430d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:41:44Z', 'updated_at': '2021-08-12T15:41:50Z', 'revision_number': 5, 'project_id': '1eb92849d48549089fa1f426a844546c', 'subnets': [{'id': '1bb777c0-ea60-42e6-8cc4-0ca745a430d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:42:06.248246 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d190d8f1-8dec-44cc-994f-95f47742a1ea None None] The sync data for ids ['cd0d3079-47e3-4f0c-9dc2-ea0cfd6f5270'] in n-d-694802-15 is: [{'id': 'cd0d3079-47e3-4f0c-9dc2-ea0cfd6f5270', 'name': 'tempest-TestShelveInstance-374965933-router', 'tenant_id': '1eb92849d48549089fa1f426a844546c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.134'}], 'enable_snat': True}, 'gw_port_id': '503578be-e49c-42b5-8ac0-7a2719f991b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:41:41Z', 'updated_at': '2021-08-12T15:41:44Z', 'revision_number': 4, 'project_id': '1eb92849d48549089fa1f426a844546c', 'gw_port': {'id': '503578be-e49c-42b5-8ac0-7a2719f991b0', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:70:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd0d3079-47e3-4f0c-9dc2-ea0cfd6f5270', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:41:41Z', 'updated_at': '2021-08-12T15:41:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_floatingips': [{'id': '8347ee3d-30fb-4aec-bd83-7e2ee5882cb7', 'tenant_id': '1eb92849d48549089fa1f426a844546c', 'floating_ip_address': '172.25.1.174', 'floating_network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'router_id': 'cd0d3079-47e3-4f0c-9dc2-ea0cfd6f5270', 'port_id': 'ce7c824b-468e-427c-aefe-96d0ba4578b0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4304, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f3bf950-cac4-4b3a-ad62-1db14cf47b48', 'mac_address': 'fa:16:3e:e4:d3:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86c44fe4-e358-4c03-8e26-f6783186e9c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T15:42:04Z', 'updated_at': '2021-08-12T15:42:04Z', 'revision_number': 0, 'project_id': '1eb92849d48549089fa1f426a844546c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92ac6006-2ec7-46d0-bf83-d105ac0c8b4c', 'name': '', 'network_id': '1f3bf950-cac4-4b3a-ad62-1db14cf47b48', 'tenant_id': '1eb92849d48549089fa1f426a844546c', 'mac_address': 'fa:16:3e:7d:e0:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd0d3079-47e3-4f0c-9dc2-ea0cfd6f5270', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '1bb777c0-ea60-42e6-8cc4-0ca745a430d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:41:44Z', 'updated_at': '2021-08-12T15:41:50Z', 'revision_number': 5, 'project_id': '1eb92849d48549089fa1f426a844546c', 'subnets': [{'id': '1bb777c0-ea60-42e6-8cc4-0ca745a430d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 15:42:06.397762 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-8916d177-844a-4ad2-8aec-285cd157a286 req-7d9f2941-01f0-4785-815d-8c1f0e5a7758 service neutron] 10.222.0.64 "GET /v2.0/networks/1f3bf950-cac4-4b3a-ad62-1db14cf47b48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5042329 Aug 12 15:42:06.516600 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcf11a31-61fb-4bbb-9b43-68d568c59dab None None] New status for floating IP 8347ee3d-30fb-4aec-bd83-7e2ee5882cb7: ACTIVE {{(pid=94468) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 15:42:06.541786 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-8916d177-844a-4ad2-8aec-285cd157a286 req-76597fc3-3bb1-4882-a7cc-7ceb31d0ffbd service neutron] 10.222.0.64 "GET /v2.0/networks/1f3bf950-cac4-4b3a-ad62-1db14cf47b48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358247 Aug 12 15:42:10.188623 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-82cffdc5-4f0e-4e2c-9ad1-1b92c83ec2ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:42:12.233878 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:42:13.127390 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:42:13.451511 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-ab29c40a-517c-42c5-bd62-cf795741f20b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:42:13.552833 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:42:14.247532 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-1769855f-eda9-4483-9dc3-3220908ab45d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:42:15.877566 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-fe95f194-a3b0-4c04-9e42-20b511169d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:42:18.700756 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.agents_db [None req-17ed3e4c-1a7d-4162-9646-11c134aca297 None None] Agent healthcheck: found 7 active agents {{(pid=94469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 15:42:40.192207 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-ea6a9f8c-ce97-41fc-a61f-e687419f76e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:42:42.229330 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:42:43.131875 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:42:43.444230 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-178c03d6-daf3-4936-bcc1-35698043a65e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:42:43.559054 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:42:44.251693 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-1769855f-eda9-4483-9dc3-3220908ab45d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:42:45.884100 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-fe95f194-a3b0-4c04-9e42-20b511169d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:42:55.593859 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6d03c217-d3b6-4c97-ba3c-9d5cbe9b9d14 req-3f78d6ce-d7a5-4c7f-90f0-ace6ef35590c service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=86c44fe4-e358-4c03-8e26-f6783186e9c5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0449033 Aug 12 15:42:55.678134 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d03c217-d3b6-4c97-ba3c-9d5cbe9b9d14 req-ab299e18-5170-4a12-bd9a-4391b20537b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:42:55.679673 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6d03c217-d3b6-4c97-ba3c-9d5cbe9b9d14 req-ab299e18-5170-4a12-bd9a-4391b20537b5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1eb92849d48549089fa1f426a844546c&device_id=86c44fe4-e358-4c03-8e26-f6783186e9c5 HTTP/1.1" status: 200 len: 1097 time: 0.0433023 Aug 12 15:42:55.699893 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.agents_db [None req-17ed3e4c-1a7d-4162-9646-11c134aca297 None None] Agent healthcheck: found 7 active agents {{(pid=94469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 15:42:55.785877 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d03c217-d3b6-4c97-ba3c-9d5cbe9b9d14 req-0001c3bb-92cd-4c99-9898-01c7ec156cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:42:55.788205 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6d03c217-d3b6-4c97-ba3c-9d5cbe9b9d14 req-0001c3bb-92cd-4c99-9898-01c7ec156cfa service neutron] 10.222.0.64 "GET /v2.0/networks?id=1f3bf950-cac4-4b3a-ad62-1db14cf47b48 HTTP/1.1" status: 200 len: 909 time: 0.0892379 Aug 12 15:42:55.892909 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6d03c217-d3b6-4c97-ba3c-9d5cbe9b9d14 req-bab064ec-bff1-4ff5-8c32-bf24319b37a2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ce7c824b-468e-427c-aefe-96d0ba4578b0 HTTP/1.1" status: 200 len: 1001 time: 0.0975966 Aug 12 15:42:55.952482 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d03c217-d3b6-4c97-ba3c-9d5cbe9b9d14 req-7ac89436-0775-4924-ab8b-103568f68db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:42:55.953997 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6d03c217-d3b6-4c97-ba3c-9d5cbe9b9d14 req-7ac89436-0775-4924-ab8b-103568f68db1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1bb777c0-ea60-42e6-8cc4-0ca745a430d1 HTTP/1.1" status: 200 len: 847 time: 0.0525222 Aug 12 15:42:56.003547 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d03c217-d3b6-4c97-ba3c-9d5cbe9b9d14 req-2b33069a-a906-4b50-82e1-a01837f88101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:42:56.005095 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6d03c217-d3b6-4c97-ba3c-9d5cbe9b9d14 req-2b33069a-a906-4b50-82e1-a01837f88101 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1f3bf950-cac4-4b3a-ad62-1db14cf47b48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0434320 Aug 12 15:42:56.109436 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6d03c217-d3b6-4c97-ba3c-9d5cbe9b9d14 req-b700e073-05f5-4f32-b547-27d510ffd445 service neutron] 10.222.0.64 "GET /v2.0/networks/1f3bf950-cac4-4b3a-ad62-1db14cf47b48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917814 Aug 12 15:42:56.207276 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6d03c217-d3b6-4c97-ba3c-9d5cbe9b9d14 req-9c6fa548-5eb6-46cd-8fae-d2a2d3a94c5b service neutron] 10.222.0.64 "GET /v2.0/networks/1f3bf950-cac4-4b3a-ad62-1db14cf47b48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900362 Aug 12 15:43:10.193404 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-d72476c0-25b1-47cb-a250-c9e599da08a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:43:12.240692 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:43:13.134618 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:43:13.446688 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-9aa68fd3-24bc-46f9-b275-338bdeee596a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:43:13.566533 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:43:14.254244 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-1769855f-eda9-4483-9dc3-3220908ab45d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:43:15.881480 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-fe95f194-a3b0-4c04-9e42-20b511169d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:43:32.699919 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.agents_db [None req-17ed3e4c-1a7d-4162-9646-11c134aca297 None None] Agent healthcheck: found 7 active agents {{(pid=94469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 15:43:40.195624 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-8945dc68-ecb1-4ef8-83c1-bff89a21b646 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:43:42.254899 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:43:43.140022 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:43:43.447757 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-d72bf17a-0712-4b61-8927-c03330588b5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:43:43.566189 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:43:44.255858 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-1769855f-eda9-4483-9dc3-3220908ab45d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:43:45.884740 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-fe95f194-a3b0-4c04-9e42-20b511169d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:43:57.642727 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e0e88260-514c-495c-86b6-ed1689f24891 req-b94facd8-eef0-4174-9aca-9d1dbee44a2c service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=86c44fe4-e358-4c03-8e26-f6783186e9c5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0999541 Aug 12 15:43:57.721697 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e88260-514c-495c-86b6-ed1689f24891 req-77237a65-f04b-4035-97a3-02331af6aaff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:43:57.723147 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e0e88260-514c-495c-86b6-ed1689f24891 req-77237a65-f04b-4035-97a3-02331af6aaff service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1eb92849d48549089fa1f426a844546c&device_id=86c44fe4-e358-4c03-8e26-f6783186e9c5 HTTP/1.1" status: 200 len: 1097 time: 0.0386600 Aug 12 15:43:57.824335 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e88260-514c-495c-86b6-ed1689f24891 req-ec30e592-2db7-4e82-bc5d-7914a749933c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:43:57.825731 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e0e88260-514c-495c-86b6-ed1689f24891 req-ec30e592-2db7-4e82-bc5d-7914a749933c service neutron] 10.222.0.64 "GET /v2.0/networks?id=1f3bf950-cac4-4b3a-ad62-1db14cf47b48 HTTP/1.1" status: 200 len: 909 time: 0.0840874 Aug 12 15:43:57.894241 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e0e88260-514c-495c-86b6-ed1689f24891 req-9f9b8ff5-440d-430a-9b78-9bb85c094120 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ce7c824b-468e-427c-aefe-96d0ba4578b0 HTTP/1.1" status: 200 len: 1001 time: 0.0607352 Aug 12 15:43:57.942236 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e88260-514c-495c-86b6-ed1689f24891 req-1beb7a62-90e1-4031-b90d-4ada0d06c0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:43:57.943679 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e0e88260-514c-495c-86b6-ed1689f24891 req-1beb7a62-90e1-4031-b90d-4ada0d06c0f8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1bb777c0-ea60-42e6-8cc4-0ca745a430d1 HTTP/1.1" status: 200 len: 847 time: 0.0433598 Aug 12 15:43:57.988014 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e88260-514c-495c-86b6-ed1689f24891 req-3e595072-f153-4365-97d3-61bae1bdc7eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:43:57.989486 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e0e88260-514c-495c-86b6-ed1689f24891 req-3e595072-f153-4365-97d3-61bae1bdc7eb service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1f3bf950-cac4-4b3a-ad62-1db14cf47b48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0394177 Aug 12 15:43:58.080540 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e0e88260-514c-495c-86b6-ed1689f24891 req-ea7bc25e-aa61-4ca0-ac51-ea3c3f97b6ba service neutron] 10.222.0.64 "GET /v2.0/networks/1f3bf950-cac4-4b3a-ad62-1db14cf47b48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843267 Aug 12 15:43:58.170364 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e0e88260-514c-495c-86b6-ed1689f24891 req-75fa10a8-51a6-4b2d-b0ae-8a238b2b7d20 service neutron] 10.222.0.64 "GET /v2.0/networks/1f3bf950-cac4-4b3a-ad62-1db14cf47b48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831261 Aug 12 15:44:01.498229 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6417b695-4db9-434a-a70f-e4c3250816aa req-f36ef987-160d-43b6-a67a-2903ae24bc49 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:44:01.499745 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6417b695-4db9-434a-a70f-e4c3250816aa req-f36ef987-160d-43b6-a67a-2903ae24bc49 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] 10.222.0.39 "GET /v2.0/ports?device_id=86c44fe4-e358-4c03-8e26-f6783186e9c5 HTTP/1.1" status: 200 len: 945 time: 0.0992641 Aug 12 15:44:01.540877 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6417b695-4db9-434a-a70f-e4c3250816aa req-f53c0448-18b5-4230-83f3-8e4fc3922a40 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] 10.222.0.39 "GET /v2.0/security-groups?id=ee06426d-b6d7-4388-bebc-9eceec40b810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352178 Aug 12 15:44:02.665286 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371d98cc-88f0-446b-abb9-bdce86a367c2 req-37d6b7a6-1cd2-4699-af1d-ecd3ad5cb880 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:44:02.667312 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-371d98cc-88f0-446b-abb9-bdce86a367c2 req-37d6b7a6-1cd2-4699-af1d-ecd3ad5cb880 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] 10.222.0.39 "GET /v2.0/ports?device_id=86c44fe4-e358-4c03-8e26-f6783186e9c5 HTTP/1.1" status: 200 len: 945 time: 0.0562150 Aug 12 15:44:02.707192 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-371d98cc-88f0-446b-abb9-bdce86a367c2 req-ab0fdcba-eb69-46dd-9023-5b8cc38efff4 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] 10.222.0.39 "GET /v2.0/security-groups?id=ee06426d-b6d7-4388-bebc-9eceec40b810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333307 Aug 12 15:44:03.853568 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52720b2b-13c9-4071-9ff7-f880cc2f8309 req-e9357008-6e42-44b7-a6fe-fab388bf3014 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:44:03.855276 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-52720b2b-13c9-4071-9ff7-f880cc2f8309 req-e9357008-6e42-44b7-a6fe-fab388bf3014 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] 10.222.0.39 "GET /v2.0/ports?device_id=86c44fe4-e358-4c03-8e26-f6783186e9c5 HTTP/1.1" status: 200 len: 945 time: 0.0556378 Aug 12 15:44:03.897210 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-52720b2b-13c9-4071-9ff7-f880cc2f8309 req-41263a42-c610-4b04-bf4a-706ce4d00ff2 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] 10.222.0.39 "GET /v2.0/security-groups?id=ee06426d-b6d7-4388-bebc-9eceec40b810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357308 Aug 12 15:44:05.014001 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a16f20-fbea-4767-b023-184e0a01b432 req-ee0a8507-d148-4d5f-9934-d849b3f0fda7 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:44:05.015545 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-c1a16f20-fbea-4767-b023-184e0a01b432 req-ee0a8507-d148-4d5f-9934-d849b3f0fda7 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] 10.222.0.39 "GET /v2.0/ports?device_id=86c44fe4-e358-4c03-8e26-f6783186e9c5 HTTP/1.1" status: 200 len: 945 time: 0.0502398 Aug 12 15:44:05.056126 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-c1a16f20-fbea-4767-b023-184e0a01b432 req-f33f8d87-1b1f-47c5-a980-36ae5d994290 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] 10.222.0.39 "GET /v2.0/security-groups?id=ee06426d-b6d7-4388-bebc-9eceec40b810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346508 Aug 12 15:44:06.174847 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85e623b-da6b-4f8a-aa0a-48a33e5ff707 req-153e317a-2988-4bb0-982c-e1b923666a02 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:44:06.176319 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d85e623b-da6b-4f8a-aa0a-48a33e5ff707 req-153e317a-2988-4bb0-982c-e1b923666a02 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] 10.222.0.39 "GET /v2.0/ports?device_id=86c44fe4-e358-4c03-8e26-f6783186e9c5 HTTP/1.1" status: 200 len: 945 time: 0.0509646 Aug 12 15:44:06.215034 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d85e623b-da6b-4f8a-aa0a-48a33e5ff707 req-35730127-8312-4235-8416-f7f30769ca94 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] 10.222.0.39 "GET /v2.0/security-groups?id=ee06426d-b6d7-4388-bebc-9eceec40b810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326438 Aug 12 15:44:07.340254 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cba09c8-de08-4178-937c-6489b10d0589 req-01400bae-c40a-4b3e-a07a-5fbde18172de tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:44:07.342460 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-1cba09c8-de08-4178-937c-6489b10d0589 req-01400bae-c40a-4b3e-a07a-5fbde18172de tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] 10.222.0.39 "GET /v2.0/ports?device_id=86c44fe4-e358-4c03-8e26-f6783186e9c5 HTTP/1.1" status: 200 len: 945 time: 0.0564497 Aug 12 15:44:07.386367 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-1cba09c8-de08-4178-937c-6489b10d0589 req-be8bfc5c-01cd-4635-bb02-6706ed28cc0f tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] 10.222.0.39 "GET /v2.0/security-groups?id=ee06426d-b6d7-4388-bebc-9eceec40b810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379307 Aug 12 15:44:08.514836 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0c8f12-8b08-49cf-b5bb-eee4b407062b req-20e82cf0-9a41-47c1-a776-7e9781210105 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:44:08.516365 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-cb0c8f12-8b08-49cf-b5bb-eee4b407062b req-20e82cf0-9a41-47c1-a776-7e9781210105 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] 10.222.0.39 "GET /v2.0/ports?device_id=86c44fe4-e358-4c03-8e26-f6783186e9c5 HTTP/1.1" status: 200 len: 945 time: 0.0539448 Aug 12 15:44:08.560046 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-cb0c8f12-8b08-49cf-b5bb-eee4b407062b req-e99595cd-6362-4556-9a1f-9473c4cc9023 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] 10.222.0.39 "GET /v2.0/security-groups?id=ee06426d-b6d7-4388-bebc-9eceec40b810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373678 Aug 12 15:44:09.687166 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80502872-d8f6-4def-83e6-58dd3c52d031 req-a77a3f84-47b6-496f-b25b-c2fb8666a911 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:44:09.688758 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-80502872-d8f6-4def-83e6-58dd3c52d031 req-a77a3f84-47b6-496f-b25b-c2fb8666a911 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] 10.222.0.39 "GET /v2.0/ports?device_id=86c44fe4-e358-4c03-8e26-f6783186e9c5 HTTP/1.1" status: 200 len: 945 time: 0.0553217 Aug 12 15:44:09.701310 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.agents_db [None req-17ed3e4c-1a7d-4162-9646-11c134aca297 None None] Agent healthcheck: found 7 active agents {{(pid=94469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 15:44:09.728878 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-80502872-d8f6-4def-83e6-58dd3c52d031 req-994d4289-08d1-4e03-9cb2-ea223f46ef35 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] 10.222.0.39 "GET /v2.0/security-groups?id=ee06426d-b6d7-4388-bebc-9eceec40b810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328932 Aug 12 15:44:10.199581 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-fa0e9af1-8c82-4d35-8eda-f79b1b2b4416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:44:10.846830 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba507ca-6c74-4a13-9167-d14ab4332bd1 req-6841497f-92fc-4db6-9089-e99c5adcea72 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:44:10.848323 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4ba507ca-6c74-4a13-9167-d14ab4332bd1 req-6841497f-92fc-4db6-9089-e99c5adcea72 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] 10.222.0.39 "GET /v2.0/ports?device_id=86c44fe4-e358-4c03-8e26-f6783186e9c5 HTTP/1.1" status: 200 len: 945 time: 0.0518427 Aug 12 15:44:10.886315 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4ba507ca-6c74-4a13-9167-d14ab4332bd1 req-b321f085-c2d6-420c-9161-21e6564cf499 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] 10.222.0.39 "GET /v2.0/security-groups?id=ee06426d-b6d7-4388-bebc-9eceec40b810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314581 Aug 12 15:44:12.016216 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54dd941-29d9-4817-a720-8939bd2e9f6b req-34a7bdbf-966e-4d41-afb0-7a4dd309af36 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:44:12.017725 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-c54dd941-29d9-4817-a720-8939bd2e9f6b req-34a7bdbf-966e-4d41-afb0-7a4dd309af36 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] 10.222.0.39 "GET /v2.0/ports?device_id=86c44fe4-e358-4c03-8e26-f6783186e9c5 HTTP/1.1" status: 200 len: 945 time: 0.0496557 Aug 12 15:44:12.057814 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-c54dd941-29d9-4817-a720-8939bd2e9f6b req-a0a9af9e-a9d4-46d3-a2bb-9daee1b0cc37 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] 10.222.0.39 "GET /v2.0/security-groups?id=ee06426d-b6d7-4388-bebc-9eceec40b810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330830 Aug 12 15:44:12.265926 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:44:13.143189 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:44:13.181842 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cb205d-f2bc-4140-ae72-83cf59c4971f req-2ce5b8ed-da54-4c66-ae16-882f7edd13ec tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:44:13.183471 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c2cb205d-f2bc-4140-ae72-83cf59c4971f req-2ce5b8ed-da54-4c66-ae16-882f7edd13ec tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] 10.222.0.39 "GET /v2.0/ports?device_id=86c44fe4-e358-4c03-8e26-f6783186e9c5 HTTP/1.1" status: 200 len: 945 time: 0.0541379 Aug 12 15:44:13.224691 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c2cb205d-f2bc-4140-ae72-83cf59c4971f req-da96c7d9-8975-434c-8c68-2cde080e0c7d tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] 10.222.0.39 "GET /v2.0/security-groups?id=ee06426d-b6d7-4388-bebc-9eceec40b810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350800 Aug 12 15:44:13.450085 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-25716251-2569-4cbf-849e-3332f946ddf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:44:13.560315 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:44:14.261418 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-1769855f-eda9-4483-9dc3-3220908ab45d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:44:14.319501 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device ce7c824b-468e-427c-aefe-96d0ba4578b0 details requested by agent hyperv_n-h1-694802-15 with host n-h1-694802-15 {{(pid=94468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 15:44:14.391178 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8029beb3-4623-4ee7-914c-0596a0645fc3 req-3051c53c-b812-40a6-837d-631e3a1d691e tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:44:14.393590 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-8029beb3-4623-4ee7-914c-0596a0645fc3 req-3051c53c-b812-40a6-837d-631e3a1d691e tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] 10.222.0.39 "GET /v2.0/ports?device_id=86c44fe4-e358-4c03-8e26-f6783186e9c5 HTTP/1.1" status: 200 len: 945 time: 0.0934794 Aug 12 15:44:14.442743 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port ce7c824b-468e-427c-aefe-96d0ba4578b0, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=ce7c824b-468e-427c-aefe-96d0ba4578b0,segment=NetworkSegment(1e99701f-243f-46e7-97e0-368c3c7ddaf7),segment_id=1e99701f-243f-46e7-97e0-368c3c7ddaf7)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:44:14.466409 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Returning: {'device': 'ce7c824b-468e-427c-aefe-96d0ba4578b0', 'network_id': '1f3bf950-cac4-4b3a-ad62-1db14cf47b48', 'port_id': 'ce7c824b-468e-427c-aefe-96d0ba4578b0', 'mac_address': 'fa:16:3e:e4:d3:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1bb777c0-ea60-42e6-8cc4-0ca745a430d1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 15:44:14.471215 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-8029beb3-4623-4ee7-914c-0596a0645fc3 req-cb55a39f-0837-4f60-9fef-ca3cbb467159 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] 10.222.0.39 "GET /v2.0/security-groups?id=ee06426d-b6d7-4388-bebc-9eceec40b810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694172 Aug 12 15:44:14.524437 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:44:14.549711 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ce7c824b-468e-427c-aefe-96d0ba4578b0 {{(pid=94468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 15:44:14.583152 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port ce7c824b-468e-427c-aefe-96d0ba4578b0, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=ce7c824b-468e-427c-aefe-96d0ba4578b0,segment=NetworkSegment(1e99701f-243f-46e7-97e0-368c3c7ddaf7),segment_id=1e99701f-243f-46e7-97e0-368c3c7ddaf7)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:44:14.589534 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:44:14.651470 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Pushing event updated for resources: {'Port': ['ID=ce7c824b-468e-427c-aefe-96d0ba4578b0,revision_number=6']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:44:14.660277 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:44:14.660615 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:44:14.660949 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:44:14.661350 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:44:14.661801 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:44:14.662319 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:44:14.662835 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:44:14.663428 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:44:14.663875 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:44:14.664205 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:44:14.664539 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:44:14.664862 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:44:14.671381 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] get_ports_and_sgs() called for port_ids ['ce7c824b-468e-427c-aefe-96d0ba4578b0'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 15:44:15.629569 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7e8217-8627-4a06-ad80-89a8c172a1ba req-7b93ea4d-0576-4b11-9b8a-5f3d393207de tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:44:15.632010 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-1e7e8217-8627-4a06-ad80-89a8c172a1ba req-7b93ea4d-0576-4b11-9b8a-5f3d393207de tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] 10.222.0.39 "GET /v2.0/ports?device_id=86c44fe4-e358-4c03-8e26-f6783186e9c5 HTTP/1.1" status: 200 len: 944 time: 0.0659103 Aug 12 15:44:15.699689 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-1e7e8217-8627-4a06-ad80-89a8c172a1ba req-2dbd1e5b-6641-4bb8-be13-267efdffcd4e tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] 10.222.0.39 "GET /v2.0/security-groups?id=ee06426d-b6d7-4388-bebc-9eceec40b810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563774 Aug 12 15:44:15.888998 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-fe95f194-a3b0-4c04-9e42-20b511169d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:44:16.334414 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device ce7c824b-468e-427c-aefe-96d0ba4578b0 up at agent hyperv_n-h1-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 15:44:16.402538 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Provisioning complete for port ce7c824b-468e-427c-aefe-96d0ba4578b0 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:44:16.402908 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:44:16.672162 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:44:16.698516 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86c44fe4-e358-4c03-8e26-f6783186e9c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce7c824b-468e-427c-aefe-96d0ba4578b0'}] {{(pid=94468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:44:16.701021 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}152b85fe2f58ac5d6dd54f9692cb8ffc3f7471d0248cb45901c289f6e837e934" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd84f085-6a8c-439b-bbf9-a18e9884ed76" -d '{"events": [{"server_uuid": "86c44fe4-e358-4c03-8e26-f6783186e9c5", "name": "network-vif-plugged", "status": "completed", "tag": "ce7c824b-468e-427c-aefe-96d0ba4578b0"}]}' {{(pid=94468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 15:44:16.721023 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port ce7c824b-468e-427c-aefe-96d0ba4578b0, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=ce7c824b-468e-427c-aefe-96d0ba4578b0,segment=NetworkSegment(1e99701f-243f-46e7-97e0-368c3c7ddaf7),segment_id=1e99701f-243f-46e7-97e0-368c3c7ddaf7)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:44:16.727660 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:44:16.790450 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 15:44:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7ced11e-12ac-408f-8221-fd4ecd2f4f6d x-openstack-request-id: req-d7ced11e-12ac-408f-8221-fd4ecd2f4f6d {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 15:44:16.791286 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86c44fe4-e358-4c03-8e26-f6783186e9c5", "name": "network-vif-plugged", "status": "completed", "tag": "ce7c824b-468e-427c-aefe-96d0ba4578b0", "code": 200}]} {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 15:44:16.791543 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d7ced11e-12ac-408f-8221-fd4ecd2f4f6d {{(pid=94468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 15:44:16.791929 n-d-694802-15 neutron-server[94468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86c44fe4-e358-4c03-8e26-f6783186e9c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce7c824b-468e-427c-aefe-96d0ba4578b0', 'code': 200} Aug 12 15:44:16.798030 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Pushing event updated for resources: {'Port': ['ID=ce7c824b-468e-427c-aefe-96d0ba4578b0,revision_number=7']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:44:16.871678 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed67cf2f-dbb1-4f02-87cb-aa7d6aa141ac req-881532c2-ae3d-40e5-832f-b580897e05c9 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:44:16.874644 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ed67cf2f-dbb1-4f02-87cb-aa7d6aa141ac req-881532c2-ae3d-40e5-832f-b580897e05c9 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] 10.222.0.39 "GET /v2.0/ports?device_id=86c44fe4-e358-4c03-8e26-f6783186e9c5 HTTP/1.1" status: 200 len: 945 time: 0.0671406 Aug 12 15:44:16.942561 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ed67cf2f-dbb1-4f02-87cb-aa7d6aa141ac req-2b550c72-f38c-49fc-808f-300714b577f2 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] 10.222.0.39 "GET /v2.0/security-groups?id=ee06426d-b6d7-4388-bebc-9eceec40b810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470359 Aug 12 15:44:18.097560 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc6fe39-7e7d-43d3-b22d-a068c4e40b53 req-5e6ac0be-5c93-435c-bb79-0960fd85ef15 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:44:18.099151 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-2cc6fe39-7e7d-43d3-b22d-a068c4e40b53 req-5e6ac0be-5c93-435c-bb79-0960fd85ef15 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] 10.222.0.39 "GET /v2.0/ports?device_id=86c44fe4-e358-4c03-8e26-f6783186e9c5 HTTP/1.1" status: 200 len: 945 time: 0.0706604 Aug 12 15:44:18.146155 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-2cc6fe39-7e7d-43d3-b22d-a068c4e40b53 req-6a7773da-8d6a-485b-b4af-e29beabf7a78 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] 10.222.0.39 "GET /v2.0/security-groups?id=ee06426d-b6d7-4388-bebc-9eceec40b810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401318 Aug 12 15:44:19.316271 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a0668e-6641-4bbe-8666-8ce5ce1e6903 req-6d7b8692-018f-4458-b6da-d4a7d26cdb9e tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:44:19.319211 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e8a0668e-6641-4bbe-8666-8ce5ce1e6903 req-6d7b8692-018f-4458-b6da-d4a7d26cdb9e tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] 10.222.0.39 "GET /v2.0/ports?device_id=86c44fe4-e358-4c03-8e26-f6783186e9c5 HTTP/1.1" status: 200 len: 945 time: 0.0772209 Aug 12 15:44:19.363903 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-e8a0668e-6641-4bbe-8666-8ce5ce1e6903 req-d16e1083-1893-40ec-a7a0-764ec02a6d20 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] 10.222.0.39 "GET /v2.0/security-groups?id=ee06426d-b6d7-4388-bebc-9eceec40b810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373943 Aug 12 15:44:20.501223 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e1c2b8-e789-44b1-8b17-230e7bf95c43 req-613f7752-cd4f-425a-9d30-f844f3e7c7ee tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:44:20.502632 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-b2e1c2b8-e789-44b1-8b17-230e7bf95c43 req-613f7752-cd4f-425a-9d30-f844f3e7c7ee tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] 10.222.0.39 "GET /v2.0/ports?device_id=86c44fe4-e358-4c03-8e26-f6783186e9c5 HTTP/1.1" status: 200 len: 945 time: 0.0601232 Aug 12 15:44:20.548988 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-b2e1c2b8-e789-44b1-8b17-230e7bf95c43 req-093c6971-ffe5-4719-b186-647c5059d99f tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] 10.222.0.39 "GET /v2.0/security-groups?id=ee06426d-b6d7-4388-bebc-9eceec40b810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377593 Aug 12 15:44:21.708984 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45489846-e6d2-4434-a3ff-29e45df817cf req-16c0be48-cc3e-4127-8fa0-651186c3bc00 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:44:21.710848 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-45489846-e6d2-4434-a3ff-29e45df817cf req-16c0be48-cc3e-4127-8fa0-651186c3bc00 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] 10.222.0.39 "GET /v2.0/ports?device_id=86c44fe4-e358-4c03-8e26-f6783186e9c5 HTTP/1.1" status: 200 len: 945 time: 0.0680048 Aug 12 15:44:21.765631 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-45489846-e6d2-4434-a3ff-29e45df817cf req-7c0311cb-debc-4931-b67a-7b59bc64516b tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] 10.222.0.39 "GET /v2.0/security-groups?id=ee06426d-b6d7-4388-bebc-9eceec40b810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467761 Aug 12 15:44:22.906984 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb00bd38-1a0a-4f90-9156-357373548588 req-2cec831b-7a0d-4163-ba20-edd74c1006a8 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:44:22.908569 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-eb00bd38-1a0a-4f90-9156-357373548588 req-2cec831b-7a0d-4163-ba20-edd74c1006a8 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] 10.222.0.39 "GET /v2.0/ports?device_id=86c44fe4-e358-4c03-8e26-f6783186e9c5 HTTP/1.1" status: 200 len: 945 time: 0.0533204 Aug 12 15:44:22.950287 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-eb00bd38-1a0a-4f90-9156-357373548588 req-76a78510-7026-44bc-be3e-d17097cb529e tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] 10.222.0.39 "GET /v2.0/security-groups?id=ee06426d-b6d7-4388-bebc-9eceec40b810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350392 Aug 12 15:44:23.521238 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2834cbbe-d585-4c83-a498-b73b3fc3c7a2 req-f8169ff4-af5e-4520-9125-c5842cd9271a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:44:23.522625 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2834cbbe-d585-4c83-a498-b73b3fc3c7a2 req-f8169ff4-af5e-4520-9125-c5842cd9271a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1eb92849d48549089fa1f426a844546c&device_id=86c44fe4-e358-4c03-8e26-f6783186e9c5 HTTP/1.1" status: 200 len: 1097 time: 0.0407689 Aug 12 15:44:23.609381 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2834cbbe-d585-4c83-a498-b73b3fc3c7a2 req-d4497e52-fbda-404e-803e-2487bccff005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:44:23.610838 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2834cbbe-d585-4c83-a498-b73b3fc3c7a2 req-d4497e52-fbda-404e-803e-2487bccff005 service neutron] 10.222.0.64 "GET /v2.0/networks?id=1f3bf950-cac4-4b3a-ad62-1db14cf47b48 HTTP/1.1" status: 200 len: 909 time: 0.0813823 Aug 12 15:44:23.679772 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2834cbbe-d585-4c83-a498-b73b3fc3c7a2 req-41e1f5fe-f4e6-4a06-94af-c9fb8a6033e1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ce7c824b-468e-427c-aefe-96d0ba4578b0 HTTP/1.1" status: 200 len: 1001 time: 0.0622938 Aug 12 15:44:23.728782 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2834cbbe-d585-4c83-a498-b73b3fc3c7a2 req-1192d156-1d75-40e5-8bfc-c2f96389f80e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:44:23.730216 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2834cbbe-d585-4c83-a498-b73b3fc3c7a2 req-1192d156-1d75-40e5-8bfc-c2f96389f80e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1bb777c0-ea60-42e6-8cc4-0ca745a430d1 HTTP/1.1" status: 200 len: 847 time: 0.0436015 Aug 12 15:44:23.775692 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2834cbbe-d585-4c83-a498-b73b3fc3c7a2 req-cedf9bd8-3112-48ab-95df-68c8742db629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:44:23.777050 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2834cbbe-d585-4c83-a498-b73b3fc3c7a2 req-cedf9bd8-3112-48ab-95df-68c8742db629 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1f3bf950-cac4-4b3a-ad62-1db14cf47b48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0387757 Aug 12 15:44:23.869203 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2834cbbe-d585-4c83-a498-b73b3fc3c7a2 req-61fba3b8-de40-48a8-b518-b57cf6e76212 service neutron] 10.222.0.64 "GET /v2.0/networks/1f3bf950-cac4-4b3a-ad62-1db14cf47b48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840647 Aug 12 15:44:23.958033 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2834cbbe-d585-4c83-a498-b73b3fc3c7a2 req-2d85d9e6-7e4a-4d15-a7ab-4a7e1487263d service neutron] 10.222.0.64 "GET /v2.0/networks/1f3bf950-cac4-4b3a-ad62-1db14cf47b48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804708 Aug 12 15:44:24.072557 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f665af0-f3d1-441c-ba88-48569008775e req-b2a25016-f2a6-4e39-9a9b-c6b82e88dd89 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:44:24.073968 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9f665af0-f3d1-441c-ba88-48569008775e req-b2a25016-f2a6-4e39-9a9b-c6b82e88dd89 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] 10.222.0.39 "GET /v2.0/ports?device_id=86c44fe4-e358-4c03-8e26-f6783186e9c5 HTTP/1.1" status: 200 len: 945 time: 0.0544279 Aug 12 15:44:24.119274 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9f665af0-f3d1-441c-ba88-48569008775e req-124129eb-c038-453e-8cca-aa65fa564e1c tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] 10.222.0.39 "GET /v2.0/security-groups?id=ee06426d-b6d7-4388-bebc-9eceec40b810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380356 Aug 12 15:44:25.243361 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219b8a19-f3a1-4476-b9be-9819c7c91616 req-e5f8e653-9508-4066-9c71-38bad3a9823b tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:44:25.244853 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-219b8a19-f3a1-4476-b9be-9819c7c91616 req-e5f8e653-9508-4066-9c71-38bad3a9823b tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] 10.222.0.39 "GET /v2.0/ports?device_id=86c44fe4-e358-4c03-8e26-f6783186e9c5 HTTP/1.1" status: 200 len: 945 time: 0.0542905 Aug 12 15:44:25.282836 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-219b8a19-f3a1-4476-b9be-9819c7c91616 req-2977fd2b-e191-4d2c-b4da-3b16774fe05c tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] 10.222.0.39 "GET /v2.0/security-groups?id=ee06426d-b6d7-4388-bebc-9eceec40b810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321372 Aug 12 15:44:26.396856 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed26694e-24c4-4e02-a806-4ec9a9a37348 req-6f4a52ed-bbe6-4745-b01a-dc47e3a425da tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:44:26.398356 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ed26694e-24c4-4e02-a806-4ec9a9a37348 req-6f4a52ed-bbe6-4745-b01a-dc47e3a425da tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] 10.222.0.39 "GET /v2.0/ports?device_id=86c44fe4-e358-4c03-8e26-f6783186e9c5 HTTP/1.1" status: 200 len: 945 time: 0.0493901 Aug 12 15:44:26.437267 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ed26694e-24c4-4e02-a806-4ec9a9a37348 req-69d7909b-2a67-4700-ad4a-6f490ee3a1d6 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] 10.222.0.39 "GET /v2.0/security-groups?id=ee06426d-b6d7-4388-bebc-9eceec40b810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322361 Aug 12 15:44:26.657141 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010ff8e1-8d7b-407f-81d2-1a3cf39ab2a6 req-dbf3a34e-937b-4e1f-81ee-5c41f7de91a0 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:44:26.658696 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-010ff8e1-8d7b-407f-81d2-1a3cf39ab2a6 req-dbf3a34e-937b-4e1f-81ee-5c41f7de91a0 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] 10.222.0.39 "GET /v2.0/ports?device_id=86c44fe4-e358-4c03-8e26-f6783186e9c5 HTTP/1.1" status: 200 len: 945 time: 0.0506325 Aug 12 15:44:26.700258 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-010ff8e1-8d7b-407f-81d2-1a3cf39ab2a6 req-e2ac5d81-4fb5-4c44-8277-d7a69d4c54e6 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] 10.222.0.39 "GET /v2.0/security-groups?id=ee06426d-b6d7-4388-bebc-9eceec40b810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355270 Aug 12 15:44:26.794486 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 37540) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:44:26.889890 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f417e28b-6add-4e74-8cdf-844a64849ad2 req-4ffdf999-8506-4106-b072-70ba65a02123 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=86c44fe4-e358-4c03-8e26-f6783186e9c5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0942168 Aug 12 15:44:27.827456 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bb0c67-8e86-4a6a-94ec-0583f0565745 req-92683e85-7004-402b-b958-44d6589305b0 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:44:27.828981 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-97bb0c67-8e86-4a6a-94ec-0583f0565745 req-92683e85-7004-402b-b958-44d6589305b0 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] 10.222.0.39 "GET /v2.0/ports?device_id=86c44fe4-e358-4c03-8e26-f6783186e9c5 HTTP/1.1" status: 200 len: 945 time: 0.0533884 Aug 12 15:44:27.844703 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f417e28b-6add-4e74-8cdf-844a64849ad2 req-f682e7da-f384-440f-8afe-8c35971b1ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:44:27.846223 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f417e28b-6add-4e74-8cdf-844a64849ad2 req-f682e7da-f384-440f-8afe-8c35971b1ce4 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=86c44fe4-e358-4c03-8e26-f6783186e9c5&tenant_id=1eb92849d48549089fa1f426a844546c HTTP/1.1" status: 200 len: 1097 time: 0.0936744 Aug 12 15:44:27.860119 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-f417e28b-6add-4e74-8cdf-844a64849ad2 req-d1cf313a-118e-4855-be56-0ead6ec380b6 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-694802-15', 'device_owner': 'compute:nova'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:44:27.868752 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-97bb0c67-8e86-4a6a-94ec-0583f0565745 req-42bfdaa9-0ca8-4190-b895-387ce43e08ee tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] 10.222.0.39 "GET /v2.0/security-groups?id=ee06426d-b6d7-4388-bebc-9eceec40b810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336144 Aug 12 15:44:27.914830 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-f417e28b-6add-4e74-8cdf-844a64849ad2 req-d1cf313a-118e-4855-be56-0ead6ec380b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:44:28.116926 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-f417e28b-6add-4e74-8cdf-844a64849ad2 req-d1cf313a-118e-4855-be56-0ead6ec380b6 service neutron] For port ce7c824b-468e-427c-aefe-96d0ba4578b0, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=ce7c824b-468e-427c-aefe-96d0ba4578b0,segment=NetworkSegment(1e99701f-243f-46e7-97e0-368c3c7ddaf7),segment_id=1e99701f-243f-46e7-97e0-368c3c7ddaf7)] {{(pid=94467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:44:28.150707 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-f417e28b-6add-4e74-8cdf-844a64849ad2 req-d1cf313a-118e-4855-be56-0ead6ec380b6 service neutron] For port ce7c824b-468e-427c-aefe-96d0ba4578b0, host n-h1-694802-15, cleared binding levels {{(pid=94467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 15:44:28.196033 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86c44fe4-e358-4c03-8e26-f6783186e9c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce7c824b-468e-427c-aefe-96d0ba4578b0'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:44:28.199206 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1d90890f15e5cc8eba4d51c7734538f2f2e5e8e12504eb7d6ddd0a29ee9b803" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08774d1d-7fc4-4ea5-a8c6-df45adb61e6d" -d '{"events": [{"server_uuid": "86c44fe4-e358-4c03-8e26-f6783186e9c5", "name": "network-vif-unplugged", "status": "completed", "tag": "ce7c824b-468e-427c-aefe-96d0ba4578b0"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 15:44:28.203161 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-f417e28b-6add-4e74-8cdf-844a64849ad2 req-d1cf313a-118e-4855-be56-0ead6ec380b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:44:28.217224 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [req-f417e28b-6add-4e74-8cdf-844a64849ad2 req-d1cf313a-118e-4855-be56-0ead6ec380b6 service neutron] Transition to ACTIVE for port object ce7c824b-468e-427c-aefe-96d0ba4578b0 will not be triggered until provisioned by entity L2. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:44:28.222262 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-f417e28b-6add-4e74-8cdf-844a64849ad2 req-d1cf313a-118e-4855-be56-0ead6ec380b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:44:28.302177 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cf313a-118e-4855-be56-0ead6ec380b6 service neutron] Pushing event updated for resources: {'Port': ['ID=ce7c824b-468e-427c-aefe-96d0ba4578b0,revision_number=8']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:44:28.313186 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 12 Aug 2021 15:44:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c27c6b8-a501-4465-84ee-2e98360908dc x-openstack-request-id: req-6c27c6b8-a501-4465-84ee-2e98360908dc {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 15:44:28.313482 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86c44fe4-e358-4c03-8e26-f6783186e9c5", "name": "network-vif-unplugged", "status": "completed", "tag": "ce7c824b-468e-427c-aefe-96d0ba4578b0", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 15:44:28.313731 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6c27c6b8-a501-4465-84ee-2e98360908dc {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 15:44:28.314114 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86c44fe4-e358-4c03-8e26-f6783186e9c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce7c824b-468e-427c-aefe-96d0ba4578b0', 'code': 200} Aug 12 15:44:28.321101 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1cf313a-118e-4855-be56-0ead6ec380b6 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:44:28.321977 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1cf313a-118e-4855-be56-0ead6ec380b6 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:44:28.322318 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1cf313a-118e-4855-be56-0ead6ec380b6 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:44:28.322655 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1cf313a-118e-4855-be56-0ead6ec380b6 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:44:28.323399 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1cf313a-118e-4855-be56-0ead6ec380b6 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:44:28.323734 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1cf313a-118e-4855-be56-0ead6ec380b6 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:44:28.324061 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1cf313a-118e-4855-be56-0ead6ec380b6 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:44:28.324392 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1cf313a-118e-4855-be56-0ead6ec380b6 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:44:28.324710 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1cf313a-118e-4855-be56-0ead6ec380b6 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:44:28.325028 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1cf313a-118e-4855-be56-0ead6ec380b6 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:44:28.325348 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1cf313a-118e-4855-be56-0ead6ec380b6 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:44:28.325664 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1cf313a-118e-4855-be56-0ead6ec380b6 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:44:28.370465 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [req-f417e28b-6add-4e74-8cdf-844a64849ad2 req-d1cf313a-118e-4855-be56-0ead6ec380b6 service neutron] No DVR routers for this DVR port ce7c824b-468e-427c-aefe-96d0ba4578b0 on host n-h1-694802-15 {{(pid=94467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 15:44:28.398897 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device ce7c824b-468e-427c-aefe-96d0ba4578b0 no longer exists at agent hyperv_n-h1-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 15:44:28.444093 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device ce7c824b-468e-427c-aefe-96d0ba4578b0 not bound to the agent host n-h1-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 15:44:28.514351 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-f417e28b-6add-4e74-8cdf-844a64849ad2 req-d1cf313a-118e-4855-be56-0ead6ec380b6 service neutron] Attempting to bind port ce7c824b-468e-427c-aefe-96d0ba4578b0 on host n-h2-694802-15 for vnic_type normal with profile {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 15:44:28.514680 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-f417e28b-6add-4e74-8cdf-844a64849ad2 req-d1cf313a-118e-4855-be56-0ead6ec380b6 service neutron] Attempting to bind port ce7c824b-468e-427c-aefe-96d0ba4578b0 by drivers openvswitch,hyperv on host n-h2-694802-15 at level 0 using segments [{'id': '1e99701f-243f-46e7-97e0-368c3c7ddaf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '1f3bf950-cac4-4b3a-ad62-1db14cf47b48'}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 15:44:28.515052 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f417e28b-6add-4e74-8cdf-844a64849ad2 req-d1cf313a-118e-4855-be56-0ead6ec380b6 service neutron] Attempting to bind port ce7c824b-468e-427c-aefe-96d0ba4578b0 on network 1f3bf950-cac4-4b3a-ad62-1db14cf47b48 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 15:44:28.519280 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f417e28b-6add-4e74-8cdf-844a64849ad2 req-d1cf313a-118e-4855-be56-0ead6ec380b6 service neutron] Port ce7c824b-468e-427c-aefe-96d0ba4578b0 on network 1f3bf950-cac4-4b3a-ad62-1db14cf47b48 not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-15 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 15:44:28.519599 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f417e28b-6add-4e74-8cdf-844a64849ad2 req-d1cf313a-118e-4855-be56-0ead6ec380b6 service neutron] Attempting to bind port ce7c824b-468e-427c-aefe-96d0ba4578b0 on network 1f3bf950-cac4-4b3a-ad62-1db14cf47b48 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 15:44:28.524983 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f417e28b-6add-4e74-8cdf-844a64849ad2 req-d1cf313a-118e-4855-be56-0ead6ec380b6 service neutron] Checking agent: {'id': 'b7697f71-33f3-4959-ad82-43c2dc15845d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 27, 42), 'started_at': datetime.datetime(2021, 8, 12, 14, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 15, 44, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 15:44:28.525335 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f417e28b-6add-4e74-8cdf-844a64849ad2 req-d1cf313a-118e-4855-be56-0ead6ec380b6 service neutron] Checking segment: {'id': '1e99701f-243f-46e7-97e0-368c3c7ddaf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '1f3bf950-cac4-4b3a-ad62-1db14cf47b48'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 15:44:28.525715 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f417e28b-6add-4e74-8cdf-844a64849ad2 req-d1cf313a-118e-4855-be56-0ead6ec380b6 service neutron] Bound using segment: {'id': '1e99701f-243f-46e7-97e0-368c3c7ddaf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '1f3bf950-cac4-4b3a-ad62-1db14cf47b48'} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 15:44:28.526388 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-f417e28b-6add-4e74-8cdf-844a64849ad2 req-d1cf313a-118e-4855-be56-0ead6ec380b6 service neutron] Bound port: ce7c824b-468e-427c-aefe-96d0ba4578b0, host: n-h2-694802-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e99701f-243f-46e7-97e0-368c3c7ddaf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '1f3bf950-cac4-4b3a-ad62-1db14cf47b48'}}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 15:44:28.526747 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-f417e28b-6add-4e74-8cdf-844a64849ad2 req-d1cf313a-118e-4855-be56-0ead6ec380b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:44:28.592089 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-f417e28b-6add-4e74-8cdf-844a64849ad2 req-d1cf313a-118e-4855-be56-0ead6ec380b6 service neutron] For port ce7c824b-468e-427c-aefe-96d0ba4578b0, host n-h2-694802-15, cleared binding levels {{(pid=94467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 15:44:28.595112 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-f417e28b-6add-4e74-8cdf-844a64849ad2 req-d1cf313a-118e-4855-be56-0ead6ec380b6 service neutron] For port ce7c824b-468e-427c-aefe-96d0ba4578b0, host n-h2-694802-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=ce7c824b-468e-427c-aefe-96d0ba4578b0,segment=NetworkSegment(1e99701f-243f-46e7-97e0-368c3c7ddaf7),segment_id=1e99701f-243f-46e7-97e0-368c3c7ddaf7)] {{(pid=94467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 15:44:28.600913 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-f417e28b-6add-4e74-8cdf-844a64849ad2 req-d1cf313a-118e-4855-be56-0ead6ec380b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:44:28.638769 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f417e28b-6add-4e74-8cdf-844a64849ad2 req-d1cf313a-118e-4855-be56-0ead6ec380b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:44:28.639420 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-f417e28b-6add-4e74-8cdf-844a64849ad2 req-d1cf313a-118e-4855-be56-0ead6ec380b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:44:28.640818 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f417e28b-6add-4e74-8cdf-844a64849ad2 req-d1cf313a-118e-4855-be56-0ead6ec380b6 service neutron] 10.222.0.49 "PUT /v2.0/ports/ce7c824b-468e-427c-aefe-96d0ba4578b0 HTTP/1.1" status: 200 len: 1092 time: 0.7850473 Aug 12 15:44:28.662452 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cf313a-118e-4855-be56-0ead6ec380b6 service neutron] Pushing event updated for resources: {'Port': ['ID=ce7c824b-468e-427c-aefe-96d0ba4578b0,revision_number=9']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:44:28.707417 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f417e28b-6add-4e74-8cdf-844a64849ad2 req-2f25bcc0-f7ab-4366-9919-06d9a11bb0f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:44:28.708888 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f417e28b-6add-4e74-8cdf-844a64849ad2 req-2f25bcc0-f7ab-4366-9919-06d9a11bb0f6 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1eb92849d48549089fa1f426a844546c&device_id=86c44fe4-e358-4c03-8e26-f6783186e9c5 HTTP/1.1" status: 200 len: 1095 time: 0.0426149 Aug 12 15:44:28.809100 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f417e28b-6add-4e74-8cdf-844a64849ad2 req-fdf5d050-c756-4454-ae67-d7faf93186bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:44:28.810617 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f417e28b-6add-4e74-8cdf-844a64849ad2 req-fdf5d050-c756-4454-ae67-d7faf93186bf service neutron] 10.222.0.49 "GET /v2.0/networks?id=1f3bf950-cac4-4b3a-ad62-1db14cf47b48 HTTP/1.1" status: 200 len: 909 time: 0.0930400 Aug 12 15:44:28.878373 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f417e28b-6add-4e74-8cdf-844a64849ad2 req-64d381b0-b3d9-421d-93f2-e7362014a32e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ce7c824b-468e-427c-aefe-96d0ba4578b0 HTTP/1.1" status: 200 len: 999 time: 0.0591781 Aug 12 15:44:28.948305 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f417e28b-6add-4e74-8cdf-844a64849ad2 req-91e4d4b6-ec92-4ded-8530-2e9f80a2e94a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:44:28.949789 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f417e28b-6add-4e74-8cdf-844a64849ad2 req-91e4d4b6-ec92-4ded-8530-2e9f80a2e94a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=1bb777c0-ea60-42e6-8cc4-0ca745a430d1 HTTP/1.1" status: 200 len: 847 time: 0.0629423 Aug 12 15:44:28.992844 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbab402-6d33-4445-af82-8ef2d7038204 req-79e8299d-4ddc-40ef-9932-2bdd979ddb81 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:44:28.995516 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-1dbab402-6d33-4445-af82-8ef2d7038204 req-79e8299d-4ddc-40ef-9932-2bdd979ddb81 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] 10.222.0.39 "GET /v2.0/ports?device_id=86c44fe4-e358-4c03-8e26-f6783186e9c5 HTTP/1.1" status: 200 len: 943 time: 0.0541961 Aug 12 15:44:29.000065 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f417e28b-6add-4e74-8cdf-844a64849ad2 req-97c6231a-e0e9-4c73-b295-547a8dcf9352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:44:29.001586 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f417e28b-6add-4e74-8cdf-844a64849ad2 req-97c6231a-e0e9-4c73-b295-547a8dcf9352 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=1f3bf950-cac4-4b3a-ad62-1db14cf47b48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0441105 Aug 12 15:44:29.037397 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-1dbab402-6d33-4445-af82-8ef2d7038204 req-e88ab908-4f2b-4ff2-b1e0-c058cf875aff tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] 10.222.0.39 "GET /v2.0/security-groups?id=ee06426d-b6d7-4388-bebc-9eceec40b810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353148 Aug 12 15:44:29.127832 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f417e28b-6add-4e74-8cdf-844a64849ad2 req-15ebe0d0-33c1-4151-9158-1f10cfafcf8b service neutron] 10.222.0.49 "GET /v2.0/networks/1f3bf950-cac4-4b3a-ad62-1db14cf47b48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1177130 Aug 12 15:44:29.227087 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f417e28b-6add-4e74-8cdf-844a64849ad2 req-664de4db-10a6-4726-a461-7d2f11b996f8 service neutron] 10.222.0.49 "GET /v2.0/networks/1f3bf950-cac4-4b3a-ad62-1db14cf47b48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903091 Aug 12 15:44:30.161155 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e54d1fe-3b45-42b3-9ba4-e4f8a3ab4457 req-6cb552fb-6634-47e9-afa0-b88a13cc9a68 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:44:30.162719 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-5e54d1fe-3b45-42b3-9ba4-e4f8a3ab4457 req-6cb552fb-6634-47e9-afa0-b88a13cc9a68 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] 10.222.0.39 "GET /v2.0/ports?device_id=86c44fe4-e358-4c03-8e26-f6783186e9c5 HTTP/1.1" status: 200 len: 943 time: 0.0530798 Aug 12 15:44:30.210271 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-5e54d1fe-3b45-42b3-9ba4-e4f8a3ab4457 req-30b372cb-02b9-48d0-9fe3-e70ce10ae302 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] 10.222.0.39 "GET /v2.0/security-groups?id=ee06426d-b6d7-4388-bebc-9eceec40b810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416267 Aug 12 15:44:30.315243 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86c44fe4-e358-4c03-8e26-f6783186e9c5', 'tag': 'ce7c824b-468e-427c-aefe-96d0ba4578b0'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:44:30.318831 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1d90890f15e5cc8eba4d51c7734538f2f2e5e8e12504eb7d6ddd0a29ee9b803" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b130c060-ed68-4f52-85ff-6f9e161c7de8" -d '{"events": [{"name": "network-changed", "server_uuid": "86c44fe4-e358-4c03-8e26-f6783186e9c5", "tag": "ce7c824b-468e-427c-aefe-96d0ba4578b0"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 15:44:30.356641 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 15:44:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-332d5661-6e62-4613-9b5b-f227f342ea25 x-openstack-request-id: req-332d5661-6e62-4613-9b5b-f227f342ea25 {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 15:44:30.356938 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86c44fe4-e358-4c03-8e26-f6783186e9c5", "tag": "ce7c824b-468e-427c-aefe-96d0ba4578b0", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 15:44:30.357219 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-332d5661-6e62-4613-9b5b-f227f342ea25 {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 15:44:30.357621 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86c44fe4-e358-4c03-8e26-f6783186e9c5', 'tag': 'ce7c824b-468e-427c-aefe-96d0ba4578b0', 'status': 'completed', 'code': 200} Aug 12 15:44:31.355107 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8b6ccf-3edb-4e89-b053-037fed9c7ec5 req-aa13656c-c6f8-4023-b919-e46b70d16ae1 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:44:31.356603 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-df8b6ccf-3edb-4e89-b053-037fed9c7ec5 req-aa13656c-c6f8-4023-b919-e46b70d16ae1 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] 10.222.0.39 "GET /v2.0/ports?device_id=86c44fe4-e358-4c03-8e26-f6783186e9c5 HTTP/1.1" status: 200 len: 943 time: 0.0620010 Aug 12 15:44:31.396531 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-df8b6ccf-3edb-4e89-b053-037fed9c7ec5 req-94760071-329c-41dc-ab2c-ae36a1399336 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] 10.222.0.39 "GET /v2.0/security-groups?id=ee06426d-b6d7-4388-bebc-9eceec40b810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338671 Aug 12 15:44:32.527590 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0fd529-bde2-4b6a-885e-8743f33eecd9 req-ba616e66-2163-4ef2-bed8-a8e4d720ec5e tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:44:32.529097 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-fb0fd529-bde2-4b6a-885e-8743f33eecd9 req-ba616e66-2163-4ef2-bed8-a8e4d720ec5e tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] 10.222.0.39 "GET /v2.0/ports?device_id=86c44fe4-e358-4c03-8e26-f6783186e9c5 HTTP/1.1" status: 200 len: 943 time: 0.0577564 Aug 12 15:44:32.576838 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-fb0fd529-bde2-4b6a-885e-8743f33eecd9 req-aad5ea2c-38cd-4c56-8c22-4d7fbaa29269 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] 10.222.0.39 "GET /v2.0/security-groups?id=ee06426d-b6d7-4388-bebc-9eceec40b810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412488 Aug 12 15:44:33.701248 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09502f1a-5ac1-446d-bfb3-5682166ab427 req-476fb661-88a7-4e7e-b7ed-32715ad7e815 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:44:33.702773 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-09502f1a-5ac1-446d-bfb3-5682166ab427 req-476fb661-88a7-4e7e-b7ed-32715ad7e815 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] 10.222.0.39 "GET /v2.0/ports?device_id=86c44fe4-e358-4c03-8e26-f6783186e9c5 HTTP/1.1" status: 200 len: 943 time: 0.0529497 Aug 12 15:44:33.746804 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-09502f1a-5ac1-446d-bfb3-5682166ab427 req-5eec1e8d-9386-4bdf-9f2c-ea5f47ae6b5d tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] 10.222.0.39 "GET /v2.0/security-groups?id=ee06426d-b6d7-4388-bebc-9eceec40b810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380259 Aug 12 15:44:34.871743 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214d1f3c-3e5d-42f5-9ae6-48b98ae1a844 req-8c9198d9-f5c4-47fc-845f-0642bf5fdc4c tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:44:34.873510 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-214d1f3c-3e5d-42f5-9ae6-48b98ae1a844 req-8c9198d9-f5c4-47fc-845f-0642bf5fdc4c tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] 10.222.0.39 "GET /v2.0/ports?device_id=86c44fe4-e358-4c03-8e26-f6783186e9c5 HTTP/1.1" status: 200 len: 943 time: 0.0551229 Aug 12 15:44:34.914659 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-214d1f3c-3e5d-42f5-9ae6-48b98ae1a844 req-f8ecc7eb-cd72-46ed-b3dc-049dbc4b69e0 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] 10.222.0.39 "GET /v2.0/security-groups?id=ee06426d-b6d7-4388-bebc-9eceec40b810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350206 Aug 12 15:44:36.048127 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2efb561-626f-40a4-9a72-1edef804bfb6 req-f554f8ff-2bc0-44a6-9f94-2bbf23e9242e tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:44:36.049993 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d2efb561-626f-40a4-9a72-1edef804bfb6 req-f554f8ff-2bc0-44a6-9f94-2bbf23e9242e tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] 10.222.0.39 "GET /v2.0/ports?device_id=86c44fe4-e358-4c03-8e26-f6783186e9c5 HTTP/1.1" status: 200 len: 943 time: 0.0602255 Aug 12 15:44:36.097813 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d2efb561-626f-40a4-9a72-1edef804bfb6 req-eb641223-bcd9-45e8-8b76-128a85a0a01f tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] 10.222.0.39 "GET /v2.0/security-groups?id=ee06426d-b6d7-4388-bebc-9eceec40b810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361621 Aug 12 15:44:37.255741 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118da6fb-9633-43da-b6b9-66a758214d5b req-85b942dd-c4bc-4cb8-be16-e5bc52600df3 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:44:37.257255 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-118da6fb-9633-43da-b6b9-66a758214d5b req-85b942dd-c4bc-4cb8-be16-e5bc52600df3 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] 10.222.0.39 "GET /v2.0/ports?device_id=86c44fe4-e358-4c03-8e26-f6783186e9c5 HTTP/1.1" status: 200 len: 943 time: 0.0687678 Aug 12 15:44:37.309501 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-118da6fb-9633-43da-b6b9-66a758214d5b req-a1bf6105-12f7-4577-8ec1-27b2034db8d1 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] 10.222.0.39 "GET /v2.0/security-groups?id=ee06426d-b6d7-4388-bebc-9eceec40b810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455410 Aug 12 15:44:38.446861 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e010628-c6f7-434f-af04-f7297505b65d req-81feef4f-9a8a-438c-b3e6-a76c6337133d tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:44:38.449081 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6e010628-c6f7-434f-af04-f7297505b65d req-81feef4f-9a8a-438c-b3e6-a76c6337133d tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] 10.222.0.39 "GET /v2.0/ports?device_id=86c44fe4-e358-4c03-8e26-f6783186e9c5 HTTP/1.1" status: 200 len: 943 time: 0.0628510 Aug 12 15:44:38.491656 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6e010628-c6f7-434f-af04-f7297505b65d req-f04e053f-4a61-4c08-a2a3-994d30c2124f tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] 10.222.0.39 "GET /v2.0/security-groups?id=ee06426d-b6d7-4388-bebc-9eceec40b810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340874 Aug 12 15:44:39.634206 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb30a3a-8a3a-4623-adb1-8caf87884b02 req-ce46f321-9f44-4db4-a9ac-1224c85a2e0a tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:44:39.636330 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-beb30a3a-8a3a-4623-adb1-8caf87884b02 req-ce46f321-9f44-4db4-a9ac-1224c85a2e0a tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] 10.222.0.39 "GET /v2.0/ports?device_id=86c44fe4-e358-4c03-8e26-f6783186e9c5 HTTP/1.1" status: 200 len: 943 time: 0.0541613 Aug 12 15:44:39.676414 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-beb30a3a-8a3a-4623-adb1-8caf87884b02 req-427226be-ae95-49a9-b8c4-336226036364 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] 10.222.0.39 "GET /v2.0/security-groups?id=ee06426d-b6d7-4388-bebc-9eceec40b810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349474 Aug 12 15:44:40.203350 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-a05b056f-dde9-43e9-8500-86323e367b64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:44:40.806604 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0dc3f0-5db5-453f-9545-fe05abb47f07 req-e0a4bb6d-3f93-4cc5-b045-86cb24cdfca2 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:44:40.808187 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2e0dc3f0-5db5-453f-9545-fe05abb47f07 req-e0a4bb6d-3f93-4cc5-b045-86cb24cdfca2 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] 10.222.0.39 "GET /v2.0/ports?device_id=86c44fe4-e358-4c03-8e26-f6783186e9c5 HTTP/1.1" status: 200 len: 943 time: 0.0535872 Aug 12 15:44:40.848171 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2e0dc3f0-5db5-453f-9545-fe05abb47f07 req-28ac7dc3-d184-4986-a6eb-2402956ca8c9 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] 10.222.0.39 "GET /v2.0/security-groups?id=ee06426d-b6d7-4388-bebc-9eceec40b810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339582 Aug 12 15:44:41.966067 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dcd7c4-c41a-48b6-95f4-0f0b8fc8b493 req-7076330f-08c0-4fd4-a62b-1194efb0313b tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:44:41.967739 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-78dcd7c4-c41a-48b6-95f4-0f0b8fc8b493 req-7076330f-08c0-4fd4-a62b-1194efb0313b tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] 10.222.0.39 "GET /v2.0/ports?device_id=86c44fe4-e358-4c03-8e26-f6783186e9c5 HTTP/1.1" status: 200 len: 943 time: 0.0516770 Aug 12 15:44:42.008577 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-78dcd7c4-c41a-48b6-95f4-0f0b8fc8b493 req-80c72ab6-25f1-4e71-a094-d22440626d05 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] 10.222.0.39 "GET /v2.0/security-groups?id=ee06426d-b6d7-4388-bebc-9eceec40b810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338595 Aug 12 15:44:42.298090 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:44:43.132652 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c132c5f2-a44c-44ea-add7-169715c20bba req-48cb53e2-e31d-4e3c-b470-699e9b875f4e tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:44:43.134167 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c132c5f2-a44c-44ea-add7-169715c20bba req-48cb53e2-e31d-4e3c-b470-699e9b875f4e tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] 10.222.0.39 "GET /v2.0/ports?device_id=86c44fe4-e358-4c03-8e26-f6783186e9c5 HTTP/1.1" status: 200 len: 943 time: 0.0497992 Aug 12 15:44:43.145833 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:44:43.174624 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c132c5f2-a44c-44ea-add7-169715c20bba req-3f275dd3-1337-4f70-990b-eb223ccda3d1 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] 10.222.0.39 "GET /v2.0/security-groups?id=ee06426d-b6d7-4388-bebc-9eceec40b810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338202 Aug 12 15:44:43.451612 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-3319d840-8662-4198-9311-b04f30958c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:44:43.578106 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:44:44.263347 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-1769855f-eda9-4483-9dc3-3220908ab45d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:44:44.297504 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75aa0d65-f61f-4b8b-aca3-f0dfdc804f31 req-02798b48-826f-47b3-bc14-23e1dc970495 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:44:44.299038 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-75aa0d65-f61f-4b8b-aca3-f0dfdc804f31 req-02798b48-826f-47b3-bc14-23e1dc970495 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] 10.222.0.39 "GET /v2.0/ports?device_id=86c44fe4-e358-4c03-8e26-f6783186e9c5 HTTP/1.1" status: 200 len: 943 time: 0.0522389 Aug 12 15:44:44.337073 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-75aa0d65-f61f-4b8b-aca3-f0dfdc804f31 req-c308ec4f-f9b5-44c0-9f78-0e4abacc2d4b tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] 10.222.0.39 "GET /v2.0/security-groups?id=ee06426d-b6d7-4388-bebc-9eceec40b810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320909 Aug 12 15:44:44.413272 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b130c060-ed68-4f52-85ff-6f9e161c7de8 req-9a895b59-a924-46f2-889d-ec9ed2303eba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:44:44.414772 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b130c060-ed68-4f52-85ff-6f9e161c7de8 req-9a895b59-a924-46f2-889d-ec9ed2303eba service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1eb92849d48549089fa1f426a844546c&device_id=86c44fe4-e358-4c03-8e26-f6783186e9c5 HTTP/1.1" status: 200 len: 1095 time: 0.0455279 Aug 12 15:44:44.517622 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b130c060-ed68-4f52-85ff-6f9e161c7de8 req-23a25096-765e-418f-b81f-2f27025d4744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:44:44.519204 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b130c060-ed68-4f52-85ff-6f9e161c7de8 req-23a25096-765e-418f-b81f-2f27025d4744 service neutron] 10.222.0.49 "GET /v2.0/networks?id=1f3bf950-cac4-4b3a-ad62-1db14cf47b48 HTTP/1.1" status: 200 len: 909 time: 0.0904813 Aug 12 15:44:44.595282 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b130c060-ed68-4f52-85ff-6f9e161c7de8 req-3ab5191c-6c1c-412d-86ea-d6ac85ce95c6 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ce7c824b-468e-427c-aefe-96d0ba4578b0 HTTP/1.1" status: 200 len: 999 time: 0.0636685 Aug 12 15:44:44.646959 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b130c060-ed68-4f52-85ff-6f9e161c7de8 req-0e930afd-d064-4cfa-aba9-52bfe68cdde1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:44:44.648470 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b130c060-ed68-4f52-85ff-6f9e161c7de8 req-0e930afd-d064-4cfa-aba9-52bfe68cdde1 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=1bb777c0-ea60-42e6-8cc4-0ca745a430d1 HTTP/1.1" status: 200 len: 847 time: 0.0451455 Aug 12 15:44:44.695852 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b130c060-ed68-4f52-85ff-6f9e161c7de8 req-21e611f1-ab51-48e1-9c8d-e664897d94c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:44:44.697355 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b130c060-ed68-4f52-85ff-6f9e161c7de8 req-21e611f1-ab51-48e1-9c8d-e664897d94c0 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=1f3bf950-cac4-4b3a-ad62-1db14cf47b48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407851 Aug 12 15:44:44.794962 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b130c060-ed68-4f52-85ff-6f9e161c7de8 req-3ac9b4f2-997e-4010-a844-8b1216722eb7 service neutron] 10.222.0.49 "GET /v2.0/networks/1f3bf950-cac4-4b3a-ad62-1db14cf47b48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886505 Aug 12 15:44:44.895496 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b130c060-ed68-4f52-85ff-6f9e161c7de8 req-82bcac47-8379-4a3b-b7c5-d0477ec8bb2e service neutron] 10.222.0.49 "GET /v2.0/networks/1f3bf950-cac4-4b3a-ad62-1db14cf47b48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878191 Aug 12 15:44:45.456531 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea06990-50a6-4d02-b60f-8bba98b26a54 req-a9aff5c8-472a-4266-a4a2-f3081202fc26 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:44:45.458049 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-1ea06990-50a6-4d02-b60f-8bba98b26a54 req-a9aff5c8-472a-4266-a4a2-f3081202fc26 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] 10.222.0.39 "GET /v2.0/ports?device_id=86c44fe4-e358-4c03-8e26-f6783186e9c5 HTTP/1.1" status: 200 len: 943 time: 0.0508449 Aug 12 15:44:45.497590 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-1ea06990-50a6-4d02-b60f-8bba98b26a54 req-ff4274af-36b3-4b00-b769-cd859655a7f3 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] 10.222.0.39 "GET /v2.0/security-groups?id=ee06426d-b6d7-4388-bebc-9eceec40b810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333290 Aug 12 15:44:45.889569 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-fe95f194-a3b0-4c04-9e42-20b511169d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:44:46.620020 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e04dd4e-caa6-4e87-b82d-d4cc3aaf3fa3 req-391bb8af-cb9f-4505-ad31-9644d41f86cd tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:44:46.621548 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-7e04dd4e-caa6-4e87-b82d-d4cc3aaf3fa3 req-391bb8af-cb9f-4505-ad31-9644d41f86cd tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] 10.222.0.39 "GET /v2.0/ports?device_id=86c44fe4-e358-4c03-8e26-f6783186e9c5 HTTP/1.1" status: 200 len: 943 time: 0.0558474 Aug 12 15:44:46.660931 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-7e04dd4e-caa6-4e87-b82d-d4cc3aaf3fa3 req-b961b3e3-fe47-447f-b4e3-d75b99187772 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] 10.222.0.39 "GET /v2.0/security-groups?id=ee06426d-b6d7-4388-bebc-9eceec40b810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333221 Aug 12 15:44:46.701886 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.agents_db [None req-17ed3e4c-1a7d-4162-9646-11c134aca297 None None] Agent healthcheck: found 7 active agents {{(pid=94469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 15:44:47.678813 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device ce7c824b-468e-427c-aefe-96d0ba4578b0 details requested by agent hyperv_n-h2-694802-15 with host n-h2-694802-15 {{(pid=94468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 15:44:47.783358 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port ce7c824b-468e-427c-aefe-96d0ba4578b0, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=ce7c824b-468e-427c-aefe-96d0ba4578b0,segment=NetworkSegment(1e99701f-243f-46e7-97e0-368c3c7ddaf7),segment_id=1e99701f-243f-46e7-97e0-368c3c7ddaf7)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:44:47.792439 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f33a83-a9a8-48a3-9d43-35ea68246b7a req-01e6ee44-ddc5-4cc6-b984-a3c181d348cf tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:44:47.794803 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b6f33a83-a9a8-48a3-9d43-35ea68246b7a req-01e6ee44-ddc5-4cc6-b984-a3c181d348cf tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] 10.222.0.39 "GET /v2.0/ports?device_id=86c44fe4-e358-4c03-8e26-f6783186e9c5 HTTP/1.1" status: 200 len: 943 time: 0.0579648 Aug 12 15:44:47.795469 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Returning: {'device': 'ce7c824b-468e-427c-aefe-96d0ba4578b0', 'network_id': '1f3bf950-cac4-4b3a-ad62-1db14cf47b48', 'port_id': 'ce7c824b-468e-427c-aefe-96d0ba4578b0', 'mac_address': 'fa:16:3e:e4:d3:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1bb777c0-ea60-42e6-8cc4-0ca745a430d1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 15:44:47.840285 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:44:47.851767 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b6f33a83-a9a8-48a3-9d43-35ea68246b7a req-7286cc10-19c7-4aaf-b364-3b779a9e5a10 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] 10.222.0.39 "GET /v2.0/security-groups?id=ee06426d-b6d7-4388-bebc-9eceec40b810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500443 Aug 12 15:44:47.854082 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce7c824b-468e-427c-aefe-96d0ba4578b0 {{(pid=94468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 15:44:47.878262 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port ce7c824b-468e-427c-aefe-96d0ba4578b0, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=ce7c824b-468e-427c-aefe-96d0ba4578b0,segment=NetworkSegment(1e99701f-243f-46e7-97e0-368c3c7ddaf7),segment_id=1e99701f-243f-46e7-97e0-368c3c7ddaf7)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:44:47.882308 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:44:47.933888 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Pushing event updated for resources: {'Port': ['ID=ce7c824b-468e-427c-aefe-96d0ba4578b0,revision_number=10']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:44:48.280279 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] get_ports_and_sgs() called for port_ids ['ce7c824b-468e-427c-aefe-96d0ba4578b0'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 15:44:48.973814 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a611b7-9bcd-4e7e-a97e-e1c6069985f6 req-d7af65db-d2b6-498f-a85d-11f7fae7dd44 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:44:48.975392 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-78a611b7-9bcd-4e7e-a97e-e1c6069985f6 req-d7af65db-d2b6-498f-a85d-11f7fae7dd44 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] 10.222.0.39 "GET /v2.0/ports?device_id=86c44fe4-e358-4c03-8e26-f6783186e9c5 HTTP/1.1" status: 200 len: 945 time: 0.0514598 Aug 12 15:44:49.017154 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-78a611b7-9bcd-4e7e-a97e-e1c6069985f6 req-023a93c5-6670-4c91-aeac-f8b4617ac4d6 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] 10.222.0.39 "GET /v2.0/security-groups?id=ee06426d-b6d7-4388-bebc-9eceec40b810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349777 Aug 12 15:44:49.688311 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device ce7c824b-468e-427c-aefe-96d0ba4578b0 up at agent hyperv_n-h2-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 15:44:49.739670 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Provisioning for port ce7c824b-468e-427c-aefe-96d0ba4578b0 completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:44:49.743718 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Provisioning complete for port ce7c824b-468e-427c-aefe-96d0ba4578b0 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:44:49.744086 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:44:49.824769 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:44:49.848639 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86c44fe4-e358-4c03-8e26-f6783186e9c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce7c824b-468e-427c-aefe-96d0ba4578b0'}] {{(pid=94468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:44:49.850858 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}152b85fe2f58ac5d6dd54f9692cb8ffc3f7471d0248cb45901c289f6e837e934" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bb51005-e122-4fab-9515-a819b6128503" -d '{"events": [{"server_uuid": "86c44fe4-e358-4c03-8e26-f6783186e9c5", "name": "network-vif-plugged", "status": "completed", "tag": "ce7c824b-468e-427c-aefe-96d0ba4578b0"}]}' {{(pid=94468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 15:44:49.864369 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port ce7c824b-468e-427c-aefe-96d0ba4578b0, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=ce7c824b-468e-427c-aefe-96d0ba4578b0,segment=NetworkSegment(1e99701f-243f-46e7-97e0-368c3c7ddaf7),segment_id=1e99701f-243f-46e7-97e0-368c3c7ddaf7)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:44:49.870139 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:44:49.904404 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 15:44:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a871f23-c552-4959-9c56-2a4320f1252f x-openstack-request-id: req-2a871f23-c552-4959-9c56-2a4320f1252f {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 15:44:49.904800 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86c44fe4-e358-4c03-8e26-f6783186e9c5", "name": "network-vif-plugged", "status": "completed", "tag": "ce7c824b-468e-427c-aefe-96d0ba4578b0", "code": 200}]} {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 15:44:49.904977 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2a871f23-c552-4959-9c56-2a4320f1252f {{(pid=94468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 15:44:49.905311 n-d-694802-15 neutron-server[94468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86c44fe4-e358-4c03-8e26-f6783186e9c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce7c824b-468e-427c-aefe-96d0ba4578b0', 'code': 200} Aug 12 15:44:49.941138 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Pushing event updated for resources: {'Port': ['ID=ce7c824b-468e-427c-aefe-96d0ba4578b0,revision_number=11']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:44:50.069481 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf7cd7c-5dac-4007-9932-bf505e24da1f req-1bb80fd0-1d52-4430-bb26-7f253d647706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:44:50.071080 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-bdf7cd7c-5dac-4007-9932-bf505e24da1f req-1bb80fd0-1d52-4430-bb26-7f253d647706 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=86c44fe4-e358-4c03-8e26-f6783186e9c5 HTTP/1.1" status: 200 len: 1098 time: 0.0447347 Aug 12 15:44:50.107338 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-bdf7cd7c-5dac-4007-9932-bf505e24da1f req-451e51fc-5109-45f4-a435-df7a396dac05 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=ee06426d-b6d7-4388-bebc-9eceec40b810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0289183 Aug 12 15:44:50.138434 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00a8238-d088-4e33-ab3d-588cd6c35783 req-5e18ceba-10e7-4494-b4d2-ed1c210a8d1b tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:44:50.139994 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-d00a8238-d088-4e33-ab3d-588cd6c35783 req-5e18ceba-10e7-4494-b4d2-ed1c210a8d1b tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] 10.222.0.39 "GET /v2.0/ports?device_id=86c44fe4-e358-4c03-8e26-f6783186e9c5 HTTP/1.1" status: 200 len: 946 time: 0.0509465 Aug 12 15:44:50.178534 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-d00a8238-d088-4e33-ab3d-588cd6c35783 req-2354d4bd-293e-4c83-8bff-667cefcc3584 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] 10.222.0.39 "GET /v2.0/security-groups?id=ee06426d-b6d7-4388-bebc-9eceec40b810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321357 Aug 12 15:44:51.311553 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5553d9-de95-44b1-9b7e-056294b37086 req-06c0f757-e28e-4ca2-8841-6641b6c5eb53 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:44:51.313128 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-dd5553d9-de95-44b1-9b7e-056294b37086 req-06c0f757-e28e-4ca2-8841-6641b6c5eb53 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] 10.222.0.39 "GET /v2.0/ports?device_id=86c44fe4-e358-4c03-8e26-f6783186e9c5 HTTP/1.1" status: 200 len: 946 time: 0.0555441 Aug 12 15:44:51.361528 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-dd5553d9-de95-44b1-9b7e-056294b37086 req-ab65406c-2591-447c-8ebe-c7f808357f89 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] 10.222.0.39 "GET /v2.0/security-groups?id=ee06426d-b6d7-4388-bebc-9eceec40b810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400014 Aug 12 15:44:52.492757 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b7e674-0776-4958-ac4d-7c6d416337c9 req-989752ac-a625-45d4-af71-1b749eeea7d2 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:44:52.494260 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-f0b7e674-0776-4958-ac4d-7c6d416337c9 req-989752ac-a625-45d4-af71-1b749eeea7d2 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] 10.222.0.39 "GET /v2.0/ports?device_id=86c44fe4-e358-4c03-8e26-f6783186e9c5 HTTP/1.1" status: 200 len: 946 time: 0.0624356 Aug 12 15:44:52.536770 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-f0b7e674-0776-4958-ac4d-7c6d416337c9 req-2d335737-59dd-464f-b84a-c563dfb545c1 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] 10.222.0.39 "GET /v2.0/security-groups?id=ee06426d-b6d7-4388-bebc-9eceec40b810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359857 Aug 12 15:45:10.206104 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f6dad81d-3239-4930-a318-3d2e1ba41d6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:45:12.060546 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-61316713-ef51-409e-9920-561862e14342 req-67d8e855-089f-4d2e-b06f-109705574760 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=86c44fe4-e358-4c03-8e26-f6783186e9c5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0463881 Aug 12 15:45:12.152567 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61316713-ef51-409e-9920-561862e14342 req-fc6ce44e-26ca-482a-9891-ab896f728a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:45:12.154062 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-61316713-ef51-409e-9920-561862e14342 req-fc6ce44e-26ca-482a-9891-ab896f728a24 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1eb92849d48549089fa1f426a844546c&device_id=86c44fe4-e358-4c03-8e26-f6783186e9c5 HTTP/1.1" status: 200 len: 1098 time: 0.0416818 Aug 12 15:45:12.267669 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61316713-ef51-409e-9920-561862e14342 req-c239f049-745e-4556-aa4e-7b40d6774c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:45:12.269207 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-61316713-ef51-409e-9920-561862e14342 req-c239f049-745e-4556-aa4e-7b40d6774c2f service neutron] 10.222.0.49 "GET /v2.0/networks?id=1f3bf950-cac4-4b3a-ad62-1db14cf47b48 HTTP/1.1" status: 200 len: 909 time: 0.0896711 Aug 12 15:45:12.290163 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:45:12.343559 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-61316713-ef51-409e-9920-561862e14342 req-5799ec6d-059d-4bba-b478-e25edcf3b7ff service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ce7c824b-468e-427c-aefe-96d0ba4578b0 HTTP/1.1" status: 200 len: 1001 time: 0.0656607 Aug 12 15:45:12.397214 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61316713-ef51-409e-9920-561862e14342 req-847be7d3-e3b7-4e1c-a3c2-09e64be2361e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:45:12.398694 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-61316713-ef51-409e-9920-561862e14342 req-847be7d3-e3b7-4e1c-a3c2-09e64be2361e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=1bb777c0-ea60-42e6-8cc4-0ca745a430d1 HTTP/1.1" status: 200 len: 847 time: 0.0439260 Aug 12 15:45:12.448211 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61316713-ef51-409e-9920-561862e14342 req-1fdc9bc4-c9a6-429d-afd2-c4b8d370b5e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:45:12.449713 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-61316713-ef51-409e-9920-561862e14342 req-1fdc9bc4-c9a6-429d-afd2-c4b8d370b5e9 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=1f3bf950-cac4-4b3a-ad62-1db14cf47b48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411685 Aug 12 15:45:12.548852 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-61316713-ef51-409e-9920-561862e14342 req-7ec89b4e-002f-4033-9477-b324ea6292ed service neutron] 10.222.0.49 "GET /v2.0/networks/1f3bf950-cac4-4b3a-ad62-1db14cf47b48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856280 Aug 12 15:45:12.646768 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-61316713-ef51-409e-9920-561862e14342 req-82f698dc-f0f2-444f-bf1c-70d9ef97acb2 service neutron] 10.222.0.49 "GET /v2.0/networks/1f3bf950-cac4-4b3a-ad62-1db14cf47b48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856686 Aug 12 15:45:13.151035 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:45:13.454208 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-386f0b37-c00b-4a87-98f2-77c21607f767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:45:13.581965 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:45:14.267901 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-1769855f-eda9-4483-9dc3-3220908ab45d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:45:15.892709 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-fe95f194-a3b0-4c04-9e42-20b511169d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:45:23.701078 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.agents_db [None req-17ed3e4c-1a7d-4162-9646-11c134aca297 None None] Agent healthcheck: found 7 active agents {{(pid=94469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 15:45:40.208019 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-6ade0e8e-cb62-47a1-9886-fe8dddd8115e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:45:42.306230 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:45:43.153042 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:45:43.456678 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-549fb3ca-759f-43b4-a89c-06592ee3251d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:45:43.603811 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:45:44.270580 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-1769855f-eda9-4483-9dc3-3220908ab45d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:45:45.894923 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-fe95f194-a3b0-4c04-9e42-20b511169d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:46:00.701007 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.agents_db [None req-17ed3e4c-1a7d-4162-9646-11c134aca297 None None] Agent healthcheck: found 7 active agents {{(pid=94469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 15:46:10.223182 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-fdd76bc8-29c0-484d-aa5c-b4cb824523fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:46:12.067886 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0e20c8b1-86f6-4152-9f9b-88e49608316b req-bd4d4c50-547d-41bf-b79c-77e7c6583711 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=86c44fe4-e358-4c03-8e26-f6783186e9c5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0462019 Aug 12 15:46:12.156618 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e20c8b1-86f6-4152-9f9b-88e49608316b req-7733e9b0-9c77-438a-8953-8a9d0c0ba52c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:46:12.158137 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0e20c8b1-86f6-4152-9f9b-88e49608316b req-7733e9b0-9c77-438a-8953-8a9d0c0ba52c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1eb92849d48549089fa1f426a844546c&device_id=86c44fe4-e358-4c03-8e26-f6783186e9c5 HTTP/1.1" status: 200 len: 1098 time: 0.0423853 Aug 12 15:46:12.269965 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e20c8b1-86f6-4152-9f9b-88e49608316b req-35505ff4-1100-472d-8699-e3cbc40b3d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:46:12.271505 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0e20c8b1-86f6-4152-9f9b-88e49608316b req-35505ff4-1100-472d-8699-e3cbc40b3d89 service neutron] 10.222.0.49 "GET /v2.0/networks?id=1f3bf950-cac4-4b3a-ad62-1db14cf47b48 HTTP/1.1" status: 200 len: 909 time: 0.0909121 Aug 12 15:46:12.308721 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:46:12.349017 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0e20c8b1-86f6-4152-9f9b-88e49608316b req-8c5b0a68-4a9a-4376-a067-8a945c2bfd3e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ce7c824b-468e-427c-aefe-96d0ba4578b0 HTTP/1.1" status: 200 len: 1001 time: 0.0684528 Aug 12 15:46:12.402413 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e20c8b1-86f6-4152-9f9b-88e49608316b req-bbb16ffd-5320-470c-9894-13adb32dff65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:46:12.403946 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0e20c8b1-86f6-4152-9f9b-88e49608316b req-bbb16ffd-5320-470c-9894-13adb32dff65 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=1bb777c0-ea60-42e6-8cc4-0ca745a430d1 HTTP/1.1" status: 200 len: 847 time: 0.0447314 Aug 12 15:46:12.451487 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e20c8b1-86f6-4152-9f9b-88e49608316b req-5ff24099-7328-45d8-b870-2e0c3d4c9c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:46:12.453004 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0e20c8b1-86f6-4152-9f9b-88e49608316b req-5ff24099-7328-45d8-b870-2e0c3d4c9c32 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=1f3bf950-cac4-4b3a-ad62-1db14cf47b48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407996 Aug 12 15:46:12.549540 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0e20c8b1-86f6-4152-9f9b-88e49608316b req-8ae80b3c-cb53-46b3-bd13-72b46a5b4c23 service neutron] 10.222.0.49 "GET /v2.0/networks/1f3bf950-cac4-4b3a-ad62-1db14cf47b48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871329 Aug 12 15:46:12.643587 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0e20c8b1-86f6-4152-9f9b-88e49608316b req-6ec67ef9-b549-4225-a0cd-d6c8f41bf91f service neutron] 10.222.0.49 "GET /v2.0/networks/1f3bf950-cac4-4b3a-ad62-1db14cf47b48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852957 Aug 12 15:46:13.154889 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:46:13.457214 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-c0a47ae9-a0f0-416b-a23a-83a3fc65516b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:46:13.604345 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:46:14.273420 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-1769855f-eda9-4483-9dc3-3220908ab45d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:46:15.907118 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-fe95f194-a3b0-4c04-9e42-20b511169d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:46:37.700928 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.agents_db [None req-17ed3e4c-1a7d-4162-9646-11c134aca297 None None] Agent healthcheck: found 7 active agents {{(pid=94469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 15:46:40.214339 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-eb7e966b-d6d0-40fb-802e-e9f6cc40025c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:46:42.322309 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:46:43.155913 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:46:43.458122 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-52c7eaf8-f89c-4219-9944-450cd5e8df6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:46:43.622836 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:46:44.276628 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-1769855f-eda9-4483-9dc3-3220908ab45d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:46:45.901079 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-fe95f194-a3b0-4c04-9e42-20b511169d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:46:51.013992 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 37720) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:46:51.220983 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-80a237ac-a41e-426b-ac6c-15dc94c00fca tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Deleting port f7da3355-178e-4dfb-87d0-7bd2773ac7cb {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 15:46:51.221325 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-80a237ac-a41e-426b-ac6c-15dc94c00fca tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:46:51.299516 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-80a237ac-a41e-426b-ac6c-15dc94c00fca tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:46:51.299765 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-80a237ac-a41e-426b-ac6c-15dc94c00fca tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:46:51.313201 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-80a237ac-a41e-426b-ac6c-15dc94c00fca tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Calling delete_port for f7da3355-178e-4dfb-87d0-7bd2773ac7cb owned by network:floatingip {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 15:46:51.464714 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-80a237ac-a41e-426b-ac6c-15dc94c00fca tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:46:51.492695 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a237ac-a41e-426b-ac6c-15dc94c00fca tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Pushing event deleted for resources: {'Port': ['ID=f7da3355-178e-4dfb-87d0-7bd2773ac7cb,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:46:51.517581 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a237ac-a41e-426b-ac6c-15dc94c00fca tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:46:51.517923 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a237ac-a41e-426b-ac6c-15dc94c00fca tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:46:51.518265 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a237ac-a41e-426b-ac6c-15dc94c00fca tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:46:51.518603 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a237ac-a41e-426b-ac6c-15dc94c00fca tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:46:51.518936 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a237ac-a41e-426b-ac6c-15dc94c00fca tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:46:51.519293 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a237ac-a41e-426b-ac6c-15dc94c00fca tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:46:51.519649 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a237ac-a41e-426b-ac6c-15dc94c00fca tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:46:51.519976 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a237ac-a41e-426b-ac6c-15dc94c00fca tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:46:51.520299 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a237ac-a41e-426b-ac6c-15dc94c00fca tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:46:51.520645 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a237ac-a41e-426b-ac6c-15dc94c00fca tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:46:51.520970 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a237ac-a41e-426b-ac6c-15dc94c00fca tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:46:51.521289 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a237ac-a41e-426b-ac6c-15dc94c00fca tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:46:51.562233 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-80a237ac-a41e-426b-ac6c-15dc94c00fca tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Notify callbacks [] for floatingip, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:46:51.562486 n-d-694802-15 neutron-server[94467]: INFO neutron.db.l3_db [None req-80a237ac-a41e-426b-ac6c-15dc94c00fca tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Floating IP 8347ee3d-30fb-4aec-bd83-7e2ee5882cb7 disassociated (deleted). External IP: 172.25.1.174, port: ce7c824b-468e-427c-aefe-96d0ba4578b0. Aug 12 15:46:51.772186 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80a237ac-a41e-426b-ac6c-15dc94c00fca tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Router cd0d3079-47e3-4f0c-9dc2-ea0cfd6f5270 has already been hosted by L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f {{(pid=94467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 15:46:51.883792 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80a237ac-a41e-426b-ac6c-15dc94c00fca tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 15:46:51.888599 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-80a237ac-a41e-426b-ac6c-15dc94c00fca tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for floatingip, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:46:51.893831 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-173fc5ca-cd3c-4a51-b152-6550a6406e0f None None] Sync routers for ids ['cd0d3079-47e3-4f0c-9dc2-ea0cfd6f5270'] in n-d-694802-15 {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 15:46:51.904016 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-173fc5ca-cd3c-4a51-b152-6550a6406e0f None None] Routers {'cd0d3079-47e3-4f0c-9dc2-ea0cfd6f5270'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:46:51.904630 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-173fc5ca-cd3c-4a51-b152-6550a6406e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T15:46:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['cd0d3079-47e3-4f0c-9dc2-ea0cfd6f5270'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:46:51.916687 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-80a237ac-a41e-426b-ac6c-15dc94c00fca tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] 10.222.0.39 "DELETE /v2.0/floatingips/8347ee3d-30fb-4aec-bd83-7e2ee5882cb7 HTTP/1.1" status: 204 len: 168 time: 0.9015806 Aug 12 15:46:51.917293 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86c44fe4-e358-4c03-8e26-f6783186e9c5', 'tag': 'ce7c824b-468e-427c-aefe-96d0ba4578b0'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:46:51.919626 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1d90890f15e5cc8eba4d51c7734538f2f2e5e8e12504eb7d6ddd0a29ee9b803" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d4f4dee-1dfc-4938-a6c4-ae477b1bc4ab" -d '{"events": [{"name": "network-changed", "server_uuid": "86c44fe4-e358-4c03-8e26-f6783186e9c5", "tag": "ce7c824b-468e-427c-aefe-96d0ba4578b0"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 15:46:51.965446 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 15:46:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-585f5356-b47c-48ea-b94a-1365300d806e x-openstack-request-id: req-585f5356-b47c-48ea-b94a-1365300d806e {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 15:46:51.965835 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86c44fe4-e358-4c03-8e26-f6783186e9c5", "tag": "ce7c824b-468e-427c-aefe-96d0ba4578b0", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 15:46:51.966098 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-585f5356-b47c-48ea-b94a-1365300d806e {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 15:46:51.966545 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86c44fe4-e358-4c03-8e26-f6783186e9c5', 'tag': 'ce7c824b-468e-427c-aefe-96d0ba4578b0', 'status': 'completed', 'code': 200} Aug 12 15:46:52.043646 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4f4dee-1dfc-4938-a6c4-ae477b1bc4ab req-8715ced9-2d9e-4fb9-9fa2-19a4b62931b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:46:52.045285 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-7d4f4dee-1dfc-4938-a6c4-ae477b1bc4ab req-8715ced9-2d9e-4fb9-9fa2-19a4b62931b2 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1eb92849d48549089fa1f426a844546c&device_id=86c44fe4-e358-4c03-8e26-f6783186e9c5 HTTP/1.1" status: 200 len: 1098 time: 0.0531745 Aug 12 15:46:52.127430 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-173fc5ca-cd3c-4a51-b152-6550a6406e0f None None] Set router cd0d3079-47e3-4f0c-9dc2-ea0cfd6f5270 gateway port host: n-d-694802-15 {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:46:52.146618 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4f4dee-1dfc-4938-a6c4-ae477b1bc4ab req-ba2b8a2f-bdba-4b01-8484-9be80d0ff9f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:46:52.148857 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-7d4f4dee-1dfc-4938-a6c4-ae477b1bc4ab req-ba2b8a2f-bdba-4b01-8484-9be80d0ff9f2 service neutron] 10.222.0.49 "GET /v2.0/networks?id=1f3bf950-cac4-4b3a-ad62-1db14cf47b48 HTTP/1.1" status: 200 len: 909 time: 0.0948789 Aug 12 15:46:52.167846 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76814bff-1cf2-431e-a2b5-25fd1057b9e3 req-e0a80beb-11c0-4bd3-b659-8e3794fb780b tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:46:52.169569 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-76814bff-1cf2-431e-a2b5-25fd1057b9e3 req-e0a80beb-11c0-4bd3-b659-8e3794fb780b tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] 10.222.0.39 "GET /v2.0/ports?device_id=86c44fe4-e358-4c03-8e26-f6783186e9c5 HTTP/1.1" status: 200 len: 946 time: 0.0552032 Aug 12 15:46:52.193099 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-7d4f4dee-1dfc-4938-a6c4-ae477b1bc4ab req-70b428e7-c202-420d-ae58-e1ebab53ccac service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ce7c824b-468e-427c-aefe-96d0ba4578b0 HTTP/1.1" status: 200 len: 217 time: 0.0353017 Aug 12 15:46:52.214707 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-76814bff-1cf2-431e-a2b5-25fd1057b9e3 req-5d5c621d-0d7a-449b-8540-6dd81fe7e621 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] 10.222.0.39 "GET /v2.0/security-groups?id=ee06426d-b6d7-4388-bebc-9eceec40b810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354869 Aug 12 15:46:52.257577 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4f4dee-1dfc-4938-a6c4-ae477b1bc4ab req-3c4ea1ac-66b1-4680-9be7-488bb9bea8a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:46:52.259097 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-7d4f4dee-1dfc-4938-a6c4-ae477b1bc4ab req-3c4ea1ac-66b1-4680-9be7-488bb9bea8a8 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=1bb777c0-ea60-42e6-8cc4-0ca745a430d1 HTTP/1.1" status: 200 len: 847 time: 0.0567844 Aug 12 15:46:52.313476 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4f4dee-1dfc-4938-a6c4-ae477b1bc4ab req-743e90be-4022-4d1a-ba93-821c0aa22f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:46:52.315164 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-7d4f4dee-1dfc-4938-a6c4-ae477b1bc4ab req-743e90be-4022-4d1a-ba93-821c0aa22f4b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=1f3bf950-cac4-4b3a-ad62-1db14cf47b48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0474510 Aug 12 15:46:52.338182 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-173fc5ca-cd3c-4a51-b152-6550a6406e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd0d3079-47e3-4f0c-9dc2-ea0cfd6f5270', 'name': 'tempest-TestShelveInstance-374965933-router', 'tenant_id': '1eb92849d48549089fa1f426a844546c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.134'}], 'enable_snat': True}, 'gw_port_id': '503578be-e49c-42b5-8ac0-7a2719f991b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:41:41Z', 'updated_at': '2021-08-12T15:41:44Z', 'revision_number': 4, 'project_id': '1eb92849d48549089fa1f426a844546c', 'gw_port': {'id': '503578be-e49c-42b5-8ac0-7a2719f991b0', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:70:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd0d3079-47e3-4f0c-9dc2-ea0cfd6f5270', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:41:41Z', 'updated_at': '2021-08-12T15:41:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': '92ac6006-2ec7-46d0-bf83-d105ac0c8b4c', 'name': '', 'network_id': '1f3bf950-cac4-4b3a-ad62-1db14cf47b48', 'tenant_id': '1eb92849d48549089fa1f426a844546c', 'mac_address': 'fa:16:3e:7d:e0:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd0d3079-47e3-4f0c-9dc2-ea0cfd6f5270', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '1bb777c0-ea60-42e6-8cc4-0ca745a430d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:41:44Z', 'updated_at': '2021-08-12T15:41:50Z', 'revision_number': 5, 'project_id': '1eb92849d48549089fa1f426a844546c', 'subnets': [{'id': '1bb777c0-ea60-42e6-8cc4-0ca745a430d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:46:52.364788 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-173fc5ca-cd3c-4a51-b152-6550a6406e0f None None] Checking router: cd0d3079-47e3-4f0c-9dc2-ea0cfd6f5270 for host: n-d-694802-15 {{(pid=94469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 15:46:52.373958 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-173fc5ca-cd3c-4a51-b152-6550a6406e0f None None] Routers {'cd0d3079-47e3-4f0c-9dc2-ea0cfd6f5270'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:46:52.374580 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-173fc5ca-cd3c-4a51-b152-6550a6406e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T15:46:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['cd0d3079-47e3-4f0c-9dc2-ea0cfd6f5270'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:46:52.407969 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-7d4f4dee-1dfc-4938-a6c4-ae477b1bc4ab req-e77e8a5b-7437-48ff-97e8-8e7ac5bfef51 service neutron] 10.222.0.49 "GET /v2.0/networks/1f3bf950-cac4-4b3a-ad62-1db14cf47b48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836918 Aug 12 15:46:52.481788 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-173fc5ca-cd3c-4a51-b152-6550a6406e0f None None] Set router cd0d3079-47e3-4f0c-9dc2-ea0cfd6f5270 gateway port host: n-d-694802-15 {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:46:52.510158 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-7d4f4dee-1dfc-4938-a6c4-ae477b1bc4ab req-c359913a-74bd-44ef-8a7d-228e8623259c service neutron] 10.222.0.49 "GET /v2.0/networks/1f3bf950-cac4-4b3a-ad62-1db14cf47b48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948181 Aug 12 15:46:52.689048 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-173fc5ca-cd3c-4a51-b152-6550a6406e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd0d3079-47e3-4f0c-9dc2-ea0cfd6f5270', 'name': 'tempest-TestShelveInstance-374965933-router', 'tenant_id': '1eb92849d48549089fa1f426a844546c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.134'}], 'enable_snat': True}, 'gw_port_id': '503578be-e49c-42b5-8ac0-7a2719f991b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:41:41Z', 'updated_at': '2021-08-12T15:41:44Z', 'revision_number': 4, 'project_id': '1eb92849d48549089fa1f426a844546c', 'gw_port': {'id': '503578be-e49c-42b5-8ac0-7a2719f991b0', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:70:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd0d3079-47e3-4f0c-9dc2-ea0cfd6f5270', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:41:41Z', 'updated_at': '2021-08-12T15:41:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': '92ac6006-2ec7-46d0-bf83-d105ac0c8b4c', 'name': '', 'network_id': '1f3bf950-cac4-4b3a-ad62-1db14cf47b48', 'tenant_id': '1eb92849d48549089fa1f426a844546c', 'mac_address': 'fa:16:3e:7d:e0:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd0d3079-47e3-4f0c-9dc2-ea0cfd6f5270', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '1bb777c0-ea60-42e6-8cc4-0ca745a430d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:41:44Z', 'updated_at': '2021-08-12T15:41:50Z', 'revision_number': 5, 'project_id': '1eb92849d48549089fa1f426a844546c', 'subnets': [{'id': '1bb777c0-ea60-42e6-8cc4-0ca745a430d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:46:52.715831 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-173fc5ca-cd3c-4a51-b152-6550a6406e0f None None] The sync data for ids ['cd0d3079-47e3-4f0c-9dc2-ea0cfd6f5270'] in n-d-694802-15 is: [{'id': 'cd0d3079-47e3-4f0c-9dc2-ea0cfd6f5270', 'name': 'tempest-TestShelveInstance-374965933-router', 'tenant_id': '1eb92849d48549089fa1f426a844546c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.134'}], 'enable_snat': True}, 'gw_port_id': '503578be-e49c-42b5-8ac0-7a2719f991b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:41:41Z', 'updated_at': '2021-08-12T15:41:44Z', 'revision_number': 4, 'project_id': '1eb92849d48549089fa1f426a844546c', 'gw_port': {'id': '503578be-e49c-42b5-8ac0-7a2719f991b0', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:70:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd0d3079-47e3-4f0c-9dc2-ea0cfd6f5270', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:41:41Z', 'updated_at': '2021-08-12T15:41:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': '92ac6006-2ec7-46d0-bf83-d105ac0c8b4c', 'name': '', 'network_id': '1f3bf950-cac4-4b3a-ad62-1db14cf47b48', 'tenant_id': '1eb92849d48549089fa1f426a844546c', 'mac_address': 'fa:16:3e:7d:e0:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd0d3079-47e3-4f0c-9dc2-ea0cfd6f5270', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '1bb777c0-ea60-42e6-8cc4-0ca745a430d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:41:44Z', 'updated_at': '2021-08-12T15:41:50Z', 'revision_number': 5, 'project_id': '1eb92849d48549089fa1f426a844546c', 'subnets': [{'id': '1bb777c0-ea60-42e6-8cc4-0ca745a430d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 15:46:52.938708 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3013df12-34b3-43d8-a344-830fe1b15d0e None None] New status for floating IP 8347ee3d-30fb-4aec-bd83-7e2ee5882cb7: DOWN {{(pid=94468) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 15:46:53.345603 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2e56ba-642a-441d-8ec7-2bf6351e0141 req-a6673432-ef4d-409e-89c7-3628093fdec1 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:46:53.347185 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3b2e56ba-642a-441d-8ec7-2bf6351e0141 req-a6673432-ef4d-409e-89c7-3628093fdec1 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] 10.222.0.39 "GET /v2.0/ports?device_id=86c44fe4-e358-4c03-8e26-f6783186e9c5 HTTP/1.1" status: 200 len: 946 time: 0.0554743 Aug 12 15:46:53.386464 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3b2e56ba-642a-441d-8ec7-2bf6351e0141 req-d6d12d78-f40d-43ef-9b0b-0c2aaa1c50bf tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] 10.222.0.39 "GET /v2.0/security-groups?id=ee06426d-b6d7-4388-bebc-9eceec40b810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324593 Aug 12 15:46:53.926953 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2ff090-3f39-4217-b7e2-ff3e5fc38d65 req-35369e5f-20e2-4c17-94b8-b0395c09482b tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:46:53.928945 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-da2ff090-3f39-4217-b7e2-ff3e5fc38d65 req-35369e5f-20e2-4c17-94b8-b0395c09482b tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] 10.222.0.49 "GET /v2.0/ports?device_id=86c44fe4-e358-4c03-8e26-f6783186e9c5 HTTP/1.1" status: 200 len: 946 time: 0.0527635 Aug 12 15:46:54.020737 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [req-da2ff090-3f39-4217-b7e2-ff3e5fc38d65 req-a3f3a5e0-cf43-4cb2-8431-566301e27e53 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Deleting port ce7c824b-468e-427c-aefe-96d0ba4578b0 {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 15:46:54.020996 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-da2ff090-3f39-4217-b7e2-ff3e5fc38d65 req-a3f3a5e0-cf43-4cb2-8431-566301e27e53 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:46:54.113292 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-da2ff090-3f39-4217-b7e2-ff3e5fc38d65 req-a3f3a5e0-cf43-4cb2-8431-566301e27e53 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] For port ce7c824b-468e-427c-aefe-96d0ba4578b0, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=ce7c824b-468e-427c-aefe-96d0ba4578b0,segment=NetworkSegment(1e99701f-243f-46e7-97e0-368c3c7ddaf7),segment_id=1e99701f-243f-46e7-97e0-368c3c7ddaf7)] {{(pid=94467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:46:54.113658 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-da2ff090-3f39-4217-b7e2-ff3e5fc38d65 req-a3f3a5e0-cf43-4cb2-8431-566301e27e53 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:46:54.127176 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [req-da2ff090-3f39-4217-b7e2-ff3e5fc38d65 req-a3f3a5e0-cf43-4cb2-8431-566301e27e53 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Calling delete_port for ce7c824b-468e-427c-aefe-96d0ba4578b0 owned by compute:nova {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 15:46:54.256400 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-da2ff090-3f39-4217-b7e2-ff3e5fc38d65 req-a3f3a5e0-cf43-4cb2-8431-566301e27e53 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:46:54.289467 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3a5e0-cf43-4cb2-8431-566301e27e53 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Pushing event deleted for resources: {'Port': ['ID=ce7c824b-468e-427c-aefe-96d0ba4578b0,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:46:54.330724 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [req-da2ff090-3f39-4217-b7e2-ff3e5fc38d65 req-a3f3a5e0-cf43-4cb2-8431-566301e27e53 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] No DVR routers for this DVR port ce7c824b-468e-427c-aefe-96d0ba4578b0 on host n-h2-694802-15 {{(pid=94467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 15:46:54.333366 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-da2ff090-3f39-4217-b7e2-ff3e5fc38d65 req-a3f3a5e0-cf43-4cb2-8431-566301e27e53 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:46:54.335449 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-da2ff090-3f39-4217-b7e2-ff3e5fc38d65 req-a3f3a5e0-cf43-4cb2-8431-566301e27e53 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] 10.222.0.49 "DELETE /v2.0/ports/ce7c824b-468e-427c-aefe-96d0ba4578b0 HTTP/1.1" status: 204 len: 173 time: 0.3997114 Aug 12 15:46:54.335882 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86c44fe4-e358-4c03-8e26-f6783186e9c5', 'name': 'network-vif-deleted', 'tag': 'ce7c824b-468e-427c-aefe-96d0ba4578b0'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:46:54.338146 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1d90890f15e5cc8eba4d51c7734538f2f2e5e8e12504eb7d6ddd0a29ee9b803" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c5eda63-39c3-4a97-9fff-58555380498a" -d '{"events": [{"server_uuid": "86c44fe4-e358-4c03-8e26-f6783186e9c5", "name": "network-vif-deleted", "tag": "ce7c824b-468e-427c-aefe-96d0ba4578b0"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 15:46:54.395335 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 15:46:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f499209-3f6c-4111-bebe-4c0c9f1ee4d8 x-openstack-request-id: req-9f499209-3f6c-4111-bebe-4c0c9f1ee4d8 {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 15:46:54.395973 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86c44fe4-e358-4c03-8e26-f6783186e9c5", "name": "network-vif-deleted", "tag": "ce7c824b-468e-427c-aefe-96d0ba4578b0", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 15:46:54.396799 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9f499209-3f6c-4111-bebe-4c0c9f1ee4d8 {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 15:46:54.398265 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86c44fe4-e358-4c03-8e26-f6783186e9c5', 'name': 'network-vif-deleted', 'tag': 'ce7c824b-468e-427c-aefe-96d0ba4578b0', 'status': 'completed', 'code': 200} Aug 12 15:46:54.500535 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-694cf625-37de-44b1-8094-4b179f016855 req-ede89c66-577e-4683-a3ef-073c8423508a tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] 10.222.0.39 "GET /v2.0/ports?device_id=86c44fe4-e358-4c03-8e26-f6783186e9c5 HTTP/1.1" status: 200 len: 210 time: 0.0296845 Aug 12 15:46:55.560723 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 37748) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:46:55.620443 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-2007846a-d8ae-4bd0-a9ea-548f71a927d1 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Notify callbacks [] for security_group, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:46:55.645882 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-2007846a-d8ae-4bd0-a9ea-548f71a927d1 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:46:55.709610 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-2007846a-d8ae-4bd0-a9ea-548f71a927d1 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:46:55.713113 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-2007846a-d8ae-4bd0-a9ea-548f71a927d1 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:46:55.716863 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-2007846a-d8ae-4bd0-a9ea-548f71a927d1 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] 10.222.0.39 "DELETE /v2.0/security-groups/ee06426d-b6d7-4388-bebc-9eceec40b810 HTTP/1.1" status: 204 len: 168 time: 0.1525745 Aug 12 15:46:55.724195 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2007846a-d8ae-4bd0-a9ea-548f71a927d1 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee06426d-b6d7-4388-bebc-9eceec40b810,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:46:56.502945 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 37754) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:46:56.508201 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-1e0aef0f-c225-4bd1-b317-ebc62a2da551 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-169540811', 'description': 'tempest-secgroup-smoke-169540811 description', 'project_id': '1eb92849d48549089fa1f426a844546c'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:46:56.531633 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1e0aef0f-c225-4bd1-b317-ebc62a2da551 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Notify callbacks [] for security_group, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:46:56.621849 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1e0aef0f-c225-4bd1-b317-ebc62a2da551 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Notify callbacks [] for security_group, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:46:56.625886 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1e0aef0f-c225-4bd1-b317-ebc62a2da551 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:46:56.661457 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-1e0aef0f-c225-4bd1-b317-ebc62a2da551 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:46:56.662772 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-1e0aef0f-c225-4bd1-b317-ebc62a2da551 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1587806 Aug 12 15:46:56.667352 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 37756) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:46:56.671777 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0aef0f-c225-4bd1-b317-ebc62a2da551 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Pushing event updated for resources: {'SecurityGroup': ['ID=355bbd71-0282-4d44-8056-bf44d31b0d81,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:46:56.672354 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-7995b9dd-9a0b-4751-bbdb-8bc96e1121af tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Request body: {'security_group_rule': {'security_group_id': '355bbd71-0282-4d44-8056-bf44d31b0d81', 'project_id': '1eb92849d48549089fa1f426a844546c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:46:56.680068 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0aef0f-c225-4bd1-b317-ebc62a2da551 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:46:56.680416 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0aef0f-c225-4bd1-b317-ebc62a2da551 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:46:56.680754 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0aef0f-c225-4bd1-b317-ebc62a2da551 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:46:56.681112 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0aef0f-c225-4bd1-b317-ebc62a2da551 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:46:56.681433 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0aef0f-c225-4bd1-b317-ebc62a2da551 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:46:56.681763 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0aef0f-c225-4bd1-b317-ebc62a2da551 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:46:56.682093 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0aef0f-c225-4bd1-b317-ebc62a2da551 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:46:56.682443 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0aef0f-c225-4bd1-b317-ebc62a2da551 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:46:56.682774 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0aef0f-c225-4bd1-b317-ebc62a2da551 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:46:56.683159 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0aef0f-c225-4bd1-b317-ebc62a2da551 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:46:56.683493 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0aef0f-c225-4bd1-b317-ebc62a2da551 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:46:56.683812 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0aef0f-c225-4bd1-b317-ebc62a2da551 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:46:56.708011 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-7995b9dd-9a0b-4751-bbdb-8bc96e1121af tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:46:56.763871 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-7995b9dd-9a0b-4751-bbdb-8bc96e1121af tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:46:56.766582 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-7995b9dd-9a0b-4751-bbdb-8bc96e1121af tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641735'] for security_group_rule, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:46:56.787968 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7995b9dd-9a0b-4751-bbdb-8bc96e1121af tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d449dbc-1c38-4a7e-8a29-0830c8a47b4c,revision_number=0']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:46:56.791633 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-7995b9dd-9a0b-4751-bbdb-8bc96e1121af tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:46:56.792853 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-7995b9dd-9a0b-4751-bbdb-8bc96e1121af tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1244154 Aug 12 15:46:56.796352 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 37758) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:46:56.801325 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-745d384a-2476-4cc6-a6a0-42c523961ce0 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Request body: {'security_group_rule': {'security_group_id': '355bbd71-0282-4d44-8056-bf44d31b0d81', 'project_id': '1eb92849d48549089fa1f426a844546c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:46:56.832062 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-745d384a-2476-4cc6-a6a0-42c523961ce0 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:46:56.897438 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-745d384a-2476-4cc6-a6a0-42c523961ce0 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:46:56.901468 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-745d384a-2476-4cc6-a6a0-42c523961ce0 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641735'] for security_group_rule, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:46:56.920014 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745d384a-2476-4cc6-a6a0-42c523961ce0 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36283e17-102d-4ba7-b098-b5cc3c2c90a3,revision_number=0']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:46:56.927484 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-745d384a-2476-4cc6-a6a0-42c523961ce0 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:46:56.929245 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-745d384a-2476-4cc6-a6a0-42c523961ce0 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1318023 Aug 12 15:46:56.934998 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 37760) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:46:56.939868 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-44496e3b-0a64-4625-9e23-78a4e035966f tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Request body: {'security_group_rule': {'security_group_id': '355bbd71-0282-4d44-8056-bf44d31b0d81', 'project_id': '1eb92849d48549089fa1f426a844546c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:46:56.969799 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-44496e3b-0a64-4625-9e23-78a4e035966f tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:46:57.031487 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-44496e3b-0a64-4625-9e23-78a4e035966f tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:46:57.038044 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-44496e3b-0a64-4625-9e23-78a4e035966f tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641735'] for security_group_rule, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:46:57.059028 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44496e3b-0a64-4625-9e23-78a4e035966f tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df301320-05de-4192-b95e-f7f22cd053bf,revision_number=0']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:46:57.070001 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-44496e3b-0a64-4625-9e23-78a4e035966f tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:46:57.071303 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-44496e3b-0a64-4625-9e23-78a4e035966f tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1352789 Aug 12 15:46:57.074208 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 37762) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:46:57.078984 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-0b2178ad-ce92-4ba4-9981-49209a4d7f94 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Request body: {'security_group_rule': {'security_group_id': '355bbd71-0282-4d44-8056-bf44d31b0d81', 'project_id': '1eb92849d48549089fa1f426a844546c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:46:57.105857 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-0b2178ad-ce92-4ba4-9981-49209a4d7f94 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:46:57.168879 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-0b2178ad-ce92-4ba4-9981-49209a4d7f94 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:46:57.172142 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-0b2178ad-ce92-4ba4-9981-49209a4d7f94 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641735'] for security_group_rule, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:46:57.191695 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2178ad-ce92-4ba4-9981-49209a4d7f94 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78de56f6-447e-434a-afbb-00b1b9c29bf2,revision_number=0']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:46:57.198270 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-0b2178ad-ce92-4ba4-9981-49209a4d7f94 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:46:57.199694 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-0b2178ad-ce92-4ba4-9981-49209a4d7f94 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1243844 Aug 12 15:46:57.202411 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 37764) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:46:57.206892 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-e8868802-d262-4cc1-9cb2-d0248d29d58d tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Request body: {'security_group_rule': {'security_group_id': '355bbd71-0282-4d44-8056-bf44d31b0d81', 'project_id': '1eb92849d48549089fa1f426a844546c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:46:57.232961 n-d-694802-15 neutron-server[94467]: INFO neutron.db.securitygroups_db [None req-e8868802-d262-4cc1-9cb2-d0248d29d58d tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Project 1eb92849d48549089fa1f426a844546c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 12 15:46:57.238525 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-e8868802-d262-4cc1-9cb2-d0248d29d58d tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:46:57.304193 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-e8868802-d262-4cc1-9cb2-d0248d29d58d tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:46:57.308582 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-e8868802-d262-4cc1-9cb2-d0248d29d58d tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641735'] for security_group_rule, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:46:57.327985 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8868802-d262-4cc1-9cb2-d0248d29d58d tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55ec3b4b-58b8-4733-a782-e7aa45996c37,revision_number=0']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:46:57.338088 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-e8868802-d262-4cc1-9cb2-d0248d29d58d tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:46:57.339373 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-e8868802-d262-4cc1-9cb2-d0248d29d58d tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1359911 Aug 12 15:46:57.342011 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 37766) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:46:57.346443 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-dedfe2b5-ccfc-4e15-9c44-c2eca1aa471a tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Request body: {'security_group_rule': {'security_group_id': '355bbd71-0282-4d44-8056-bf44d31b0d81', 'project_id': '1eb92849d48549089fa1f426a844546c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:46:57.369554 n-d-694802-15 neutron-server[94467]: INFO neutron.db.securitygroups_db [None req-dedfe2b5-ccfc-4e15-9c44-c2eca1aa471a tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Project 1eb92849d48549089fa1f426a844546c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 12 15:46:57.374927 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-dedfe2b5-ccfc-4e15-9c44-c2eca1aa471a tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:46:57.441991 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-dedfe2b5-ccfc-4e15-9c44-c2eca1aa471a tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:46:57.445948 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-dedfe2b5-ccfc-4e15-9c44-c2eca1aa471a tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641735'] for security_group_rule, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:46:57.464388 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedfe2b5-ccfc-4e15-9c44-c2eca1aa471a tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=713e8b3c-2725-497a-a829-e59d4b782509,revision_number=0']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:46:57.471010 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-dedfe2b5-ccfc-4e15-9c44-c2eca1aa471a tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:46:57.472154 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-dedfe2b5-ccfc-4e15-9c44-c2eca1aa471a tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1292126 Aug 12 15:46:58.329627 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device ce7c824b-468e-427c-aefe-96d0ba4578b0 no longer exists at agent hyperv_n-h2-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 15:46:58.350880 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] No Port match for: ce7c824b-468e-427c-aefe-96d0ba4578b0 {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 15:46:58.351259 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device ce7c824b-468e-427c-aefe-96d0ba4578b0 not bound to the agent host n-h2-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 15:47:10.219395 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-2e050253-eada-4745-9276-a66209db201c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:47:11.828449 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ddd9902d-4451-4a31-9aad-c83bfb3fd838 req-d743c908-aff4-439e-a1ca-e74a228f24eb tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-169540811&fields=id&tenant_id=1eb92849d48549089fa1f426a844546c HTTP/1.1" status: 200 len: 267 time: 0.0422568 Aug 12 15:47:11.955719 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd9902d-4451-4a31-9aad-c83bfb3fd838 req-ff6d6af8-3683-46d8-8a4f-17faf7d6b81e tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:47:11.957142 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ddd9902d-4451-4a31-9aad-c83bfb3fd838 req-ff6d6af8-3683-46d8-8a4f-17faf7d6b81e tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] 10.222.0.39 "GET /v2.0/networks?id=1f3bf950-cac4-4b3a-ad62-1db14cf47b48 HTTP/1.1" status: 200 len: 808 time: 0.1162817 Aug 12 15:47:11.972399 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ddd9902d-4451-4a31-9aad-c83bfb3fd838 req-6b8366c0-61b2-45bd-899e-64433f8619b5 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] 10.222.0.39 "GET /v2.0/quotas/1eb92849d48549089fa1f426a844546c HTTP/1.1" status: 200 len: 375 time: 0.0095322 Aug 12 15:47:12.028123 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ddd9902d-4451-4a31-9aad-c83bfb3fd838 req-5ab5fefa-38fb-41f6-9336-253b461ea2d4 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=1eb92849d48549089fa1f426a844546c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0503240 Aug 12 15:47:12.165892 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ddd9902d-4451-4a31-9aad-c83bfb3fd838 req-eeb23253-3dec-439d-ba42-719a301496bb service neutron] 10.222.0.39 "GET /v2.0/networks/1f3bf950-cac4-4b3a-ad62-1db14cf47b48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261692 Aug 12 15:47:12.341699 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:47:12.604037 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ddd9902d-4451-4a31-9aad-c83bfb3fd838 req-d58318bc-64c7-4d3f-8dee-68a8daf82e6f service neutron] 10.222.0.39 "GET /v2.0/networks/1f3bf950-cac4-4b3a-ad62-1db14cf47b48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4258060 Aug 12 15:47:12.904985 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-cb93a0bc-579d-4165-8dcc-2985ae42582e req-34d4dd45-156f-46c4-90a7-8cb84a4925c8 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] 10.222.0.39 "GET /v2.0/ports?device_id=97d44413-e3cf-45e3-8c83-b369528e167f HTTP/1.1" status: 200 len: 210 time: 0.0269637 Aug 12 15:47:13.162018 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:47:13.461472 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-8f370f49-aabf-4a42-a969-e14389bc1b21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:47:13.640127 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:47:13.849415 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd9902d-4451-4a31-9aad-c83bfb3fd838 req-fe3af76b-95a0-4d6d-98fb-fece54efb06f tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:47:13.851393 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ddd9902d-4451-4a31-9aad-c83bfb3fd838 req-fe3af76b-95a0-4d6d-98fb-fece54efb06f tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] 10.222.0.64 "GET /v2.0/networks?id=1f3bf950-cac4-4b3a-ad62-1db14cf47b48 HTTP/1.1" status: 200 len: 808 time: 0.1056051 Aug 12 15:47:13.895382 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ddd9902d-4451-4a31-9aad-c83bfb3fd838 req-141eac41-8960-49a6-9542-05e6d447eca8 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1eb92849d48549089fa1f426a844546c HTTP/1.1" status: 200 len: 379 time: 0.0359931 Aug 12 15:47:13.910469 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-ddd9902d-4451-4a31-9aad-c83bfb3fd838 req-8f6b2541-63de-45e2-a648-a7402b86abdb tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Request body: {'port': {'device_id': '97d44413-e3cf-45e3-8c83-b369528e167f', 'network_id': '1f3bf950-cac4-4b3a-ad62-1db14cf47b48', 'admin_state_up': True, 'tenant_id': '1eb92849d48549089fa1f426a844546c', 'security_groups': ['355bbd71-0282-4d44-8056-bf44d31b0d81']}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:47:14.025505 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-6efd0afc-860b-4cb6-82bf-07573fff7c34 req-567efe15-4c2a-45b9-9c15-785732f34376 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] 10.222.0.39 "GET /v2.0/ports?device_id=97d44413-e3cf-45e3-8c83-b369528e167f HTTP/1.1" status: 200 len: 210 time: 0.0429652 Aug 12 15:47:14.060876 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ddd9902d-4451-4a31-9aad-c83bfb3fd838 req-8f6b2541-63de-45e2-a648-a7402b86abdb tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Made reservation on behalf of 1eb92849d48549089fa1f426a844546c for: {'port': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 15:47:14.064600 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-ddd9902d-4451-4a31-9aad-c83bfb3fd838 req-8f6b2541-63de-45e2-a648-a7402b86abdb tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:47:14.195271 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_common [req-ddd9902d-4451-4a31-9aad-c83bfb3fd838 req-8f6b2541-63de-45e2-a648-a7402b86abdb tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Allocated IP 172.20.0.14 (1f3bf950-cac4-4b3a-ad62-1db14cf47b48/1bb777c0-ea60-42e6-8cc4-0ca745a430d1/18c98008-84b1-4f7a-980b-e9684d2b4ee7) {{(pid=94467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 15:47:14.278558 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-1769855f-eda9-4483-9dc3-3220908ab45d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:47:14.337338 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-ddd9902d-4451-4a31-9aad-c83bfb3fd838 req-8f6b2541-63de-45e2-a648-a7402b86abdb tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Notify callbacks [] for port, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:47:14.351767 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [req-ddd9902d-4451-4a31-9aad-c83bfb3fd838 req-8f6b2541-63de-45e2-a648-a7402b86abdb tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Transition to ACTIVE for port object 18c98008-84b1-4f7a-980b-e9684d2b4ee7 will not be triggered until provisioned by entity DHCP. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:47:14.384961 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-ddd9902d-4451-4a31-9aad-c83bfb3fd838 req-8f6b2541-63de-45e2-a648-a7402b86abdb tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:47:14.436854 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ddd9902d-4451-4a31-9aad-c83bfb3fd838 req-8f6b2541-63de-45e2-a648-a7402b86abdb tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Network 1f3bf950-cac4-4b3a-ad62-1db14cf47b48 is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 15:47:14.440280 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [req-ddd9902d-4451-4a31-9aad-c83bfb3fd838 req-8f6b2541-63de-45e2-a648-a7402b86abdb tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:47:14.445245 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddd9902d-4451-4a31-9aad-c83bfb3fd838 req-8f6b2541-63de-45e2-a648-a7402b86abdb tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Received port after_create {{(pid=94467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 15:47:14.449467 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6b2541-63de-45e2-a648-a7402b86abdb tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Pushing event updated for resources: {'Port': ['ID=18c98008-84b1-4f7a-980b-e9684d2b4ee7,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:47:14.497196 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd9902d-4451-4a31-9aad-c83bfb3fd838 req-8f6b2541-63de-45e2-a648-a7402b86abdb tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:47:14.497844 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-ddd9902d-4451-4a31-9aad-c83bfb3fd838 req-8f6b2541-63de-45e2-a648-a7402b86abdb tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:47:14.515561 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ddd9902d-4451-4a31-9aad-c83bfb3fd838 req-8f6b2541-63de-45e2-a648-a7402b86abdb tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6086030 Aug 12 15:47:14.528944 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-ddd9902d-4451-4a31-9aad-c83bfb3fd838 req-4f3db0e5-09f8-4800-9b0b-b99e01a2fe34 service neutron] Request body: {'port': {'device_id': '97d44413-e3cf-45e3-8c83-b369528e167f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-694802-15'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:47:14.588086 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-ddd9902d-4451-4a31-9aad-c83bfb3fd838 req-4f3db0e5-09f8-4800-9b0b-b99e01a2fe34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:47:14.701322 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.agents_db [None req-17ed3e4c-1a7d-4162-9646-11c134aca297 None None] Agent healthcheck: found 7 active agents {{(pid=94469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 15:47:14.739051 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-cff27f5b-b945-44e3-9949-92579fc158ea None None] Provisioning for port 18c98008-84b1-4f7a-980b-e9684d2b4ee7 completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:47:14.744217 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-cff27f5b-b945-44e3-9949-92579fc158ea None None] Provisioning complete for port 18c98008-84b1-4f7a-980b-e9684d2b4ee7 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:47:14.744993 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-cff27f5b-b945-44e3-9949-92579fc158ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:47:14.782768 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-cff27f5b-b945-44e3-9949-92579fc158ea None None] Port 18c98008-84b1-4f7a-980b-e9684d2b4ee7 cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 15:47:14.864126 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [req-ddd9902d-4451-4a31-9aad-c83bfb3fd838 req-4f3db0e5-09f8-4800-9b0b-b99e01a2fe34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18c98008-84b1-4f7a-980b-e9684d2b4ee7 {{(pid=94467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 15:47:14.872066 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-ddd9902d-4451-4a31-9aad-c83bfb3fd838 req-4f3db0e5-09f8-4800-9b0b-b99e01a2fe34 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:47:14.885542 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [req-ddd9902d-4451-4a31-9aad-c83bfb3fd838 req-4f3db0e5-09f8-4800-9b0b-b99e01a2fe34 service neutron] Transition to ACTIVE for port object 18c98008-84b1-4f7a-980b-e9684d2b4ee7 will not be triggered until provisioned by entity L2. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:47:14.889440 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-ddd9902d-4451-4a31-9aad-c83bfb3fd838 req-4f3db0e5-09f8-4800-9b0b-b99e01a2fe34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:47:14.940023 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3db0e5-09f8-4800-9b0b-b99e01a2fe34 service neutron] Pushing event updated for resources: {'Port': ['ID=18c98008-84b1-4f7a-980b-e9684d2b4ee7,revision_number=2']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:47:15.022383 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-ddd9902d-4451-4a31-9aad-c83bfb3fd838 req-4f3db0e5-09f8-4800-9b0b-b99e01a2fe34 service neutron] Attempting to bind port 18c98008-84b1-4f7a-980b-e9684d2b4ee7 on host n-h1-694802-15 for vnic_type normal with profile {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 15:47:15.022823 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-ddd9902d-4451-4a31-9aad-c83bfb3fd838 req-4f3db0e5-09f8-4800-9b0b-b99e01a2fe34 service neutron] Attempting to bind port 18c98008-84b1-4f7a-980b-e9684d2b4ee7 by drivers openvswitch,hyperv on host n-h1-694802-15 at level 0 using segments [{'id': '1e99701f-243f-46e7-97e0-368c3c7ddaf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '1f3bf950-cac4-4b3a-ad62-1db14cf47b48'}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 15:47:15.023104 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddd9902d-4451-4a31-9aad-c83bfb3fd838 req-4f3db0e5-09f8-4800-9b0b-b99e01a2fe34 service neutron] Attempting to bind port 18c98008-84b1-4f7a-980b-e9684d2b4ee7 on network 1f3bf950-cac4-4b3a-ad62-1db14cf47b48 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 15:47:15.031954 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddd9902d-4451-4a31-9aad-c83bfb3fd838 req-4f3db0e5-09f8-4800-9b0b-b99e01a2fe34 service neutron] Port 18c98008-84b1-4f7a-980b-e9684d2b4ee7 on network 1f3bf950-cac4-4b3a-ad62-1db14cf47b48 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-15 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 15:47:15.032448 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddd9902d-4451-4a31-9aad-c83bfb3fd838 req-4f3db0e5-09f8-4800-9b0b-b99e01a2fe34 service neutron] Attempting to bind port 18c98008-84b1-4f7a-980b-e9684d2b4ee7 on network 1f3bf950-cac4-4b3a-ad62-1db14cf47b48 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 15:47:15.043551 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddd9902d-4451-4a31-9aad-c83bfb3fd838 req-4f3db0e5-09f8-4800-9b0b-b99e01a2fe34 service neutron] Checking agent: {'id': 'de568313-a3e6-454a-9813-77e25edcea95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 27, 41), 'started_at': datetime.datetime(2021, 8, 12, 14, 27, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 15, 47, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 15:47:15.044002 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddd9902d-4451-4a31-9aad-c83bfb3fd838 req-4f3db0e5-09f8-4800-9b0b-b99e01a2fe34 service neutron] Checking segment: {'id': '1e99701f-243f-46e7-97e0-368c3c7ddaf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '1f3bf950-cac4-4b3a-ad62-1db14cf47b48'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 15:47:15.044635 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddd9902d-4451-4a31-9aad-c83bfb3fd838 req-4f3db0e5-09f8-4800-9b0b-b99e01a2fe34 service neutron] Bound using segment: {'id': '1e99701f-243f-46e7-97e0-368c3c7ddaf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '1f3bf950-cac4-4b3a-ad62-1db14cf47b48'} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 15:47:15.045384 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-ddd9902d-4451-4a31-9aad-c83bfb3fd838 req-4f3db0e5-09f8-4800-9b0b-b99e01a2fe34 service neutron] Bound port: 18c98008-84b1-4f7a-980b-e9684d2b4ee7, host: n-h1-694802-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e99701f-243f-46e7-97e0-368c3c7ddaf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '1f3bf950-cac4-4b3a-ad62-1db14cf47b48'}}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 15:47:15.045953 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-ddd9902d-4451-4a31-9aad-c83bfb3fd838 req-4f3db0e5-09f8-4800-9b0b-b99e01a2fe34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:47:15.156875 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-ddd9902d-4451-4a31-9aad-c83bfb3fd838 req-4f3db0e5-09f8-4800-9b0b-b99e01a2fe34 service neutron] For port 18c98008-84b1-4f7a-980b-e9684d2b4ee7, host n-h1-694802-15, cleared binding levels {{(pid=94467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 15:47:15.161496 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-ddd9902d-4451-4a31-9aad-c83bfb3fd838 req-4f3db0e5-09f8-4800-9b0b-b99e01a2fe34 service neutron] For port 18c98008-84b1-4f7a-980b-e9684d2b4ee7, host n-h1-694802-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=18c98008-84b1-4f7a-980b-e9684d2b4ee7,segment=NetworkSegment(1e99701f-243f-46e7-97e0-368c3c7ddaf7),segment_id=1e99701f-243f-46e7-97e0-368c3c7ddaf7)] {{(pid=94467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 15:47:15.167410 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-ddd9902d-4451-4a31-9aad-c83bfb3fd838 req-4f3db0e5-09f8-4800-9b0b-b99e01a2fe34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:47:15.215463 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd9902d-4451-4a31-9aad-c83bfb3fd838 req-4f3db0e5-09f8-4800-9b0b-b99e01a2fe34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:47:15.216184 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-ddd9902d-4451-4a31-9aad-c83bfb3fd838 req-4f3db0e5-09f8-4800-9b0b-b99e01a2fe34 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:47:15.217682 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ddd9902d-4451-4a31-9aad-c83bfb3fd838 req-4f3db0e5-09f8-4800-9b0b-b99e01a2fe34 service neutron] 10.222.0.64 "PUT /v2.0/ports/18c98008-84b1-4f7a-980b-e9684d2b4ee7 HTTP/1.1" status: 200 len: 1093 time: 0.6935322 Aug 12 15:47:15.218207 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97d44413-e3cf-45e3-8c83-b369528e167f', 'tag': '18c98008-84b1-4f7a-980b-e9684d2b4ee7'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:47:15.220792 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1d90890f15e5cc8eba4d51c7734538f2f2e5e8e12504eb7d6ddd0a29ee9b803" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f3b6be2-ec00-4238-990f-ca10364d59be" -d '{"events": [{"name": "network-changed", "server_uuid": "97d44413-e3cf-45e3-8c83-b369528e167f", "tag": "18c98008-84b1-4f7a-980b-e9684d2b4ee7"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 15:47:15.248203 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a478fd8-a7db-4453-a119-a9e7a6976891 req-9bdf3244-5249-4ed1-a37d-61b0188a91c6 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:47:15.250513 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-1a478fd8-a7db-4453-a119-a9e7a6976891 req-9bdf3244-5249-4ed1-a37d-61b0188a91c6 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] 10.222.0.39 "GET /v2.0/ports?device_id=97d44413-e3cf-45e3-8c83-b369528e167f HTTP/1.1" status: 200 len: 944 time: 0.1060710 Aug 12 15:47:15.286949 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 15:47:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6150b6ed-9802-4f35-84d1-b0b02af83402 x-openstack-request-id: req-6150b6ed-9802-4f35-84d1-b0b02af83402 {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 15:47:15.287333 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97d44413-e3cf-45e3-8c83-b369528e167f", "tag": "18c98008-84b1-4f7a-980b-e9684d2b4ee7", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 15:47:15.287624 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6150b6ed-9802-4f35-84d1-b0b02af83402 {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 15:47:15.287944 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97d44413-e3cf-45e3-8c83-b369528e167f', 'tag': '18c98008-84b1-4f7a-980b-e9684d2b4ee7', 'status': 'completed', 'code': 200} Aug 12 15:47:15.307243 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3db0e5-09f8-4800-9b0b-b99e01a2fe34 service neutron] Pushing event updated for resources: {'Port': ['ID=18c98008-84b1-4f7a-980b-e9684d2b4ee7,revision_number=3']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:47:15.315562 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-1a478fd8-a7db-4453-a119-a9e7a6976891 req-ca8bf70f-43ff-41b0-9686-80315d87c49b tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] 10.222.0.39 "GET /v2.0/security-groups?id=355bbd71-0282-4d44-8056-bf44d31b0d81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542786 Aug 12 15:47:15.333115 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd9902d-4451-4a31-9aad-c83bfb3fd838 req-ad2d3182-7968-4561-ad2b-dfe7076b4d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:47:15.334899 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ddd9902d-4451-4a31-9aad-c83bfb3fd838 req-ad2d3182-7968-4561-ad2b-dfe7076b4d8e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1eb92849d48549089fa1f426a844546c&device_id=97d44413-e3cf-45e3-8c83-b369528e167f HTTP/1.1" status: 200 len: 1096 time: 0.0624354 Aug 12 15:47:15.387187 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ddd9902d-4451-4a31-9aad-c83bfb3fd838 req-79bc562a-02b7-4d37-99b3-6e18538b8090 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=18c98008-84b1-4f7a-980b-e9684d2b4ee7 HTTP/1.1" status: 200 len: 217 time: 0.0417621 Aug 12 15:47:15.440579 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd9902d-4451-4a31-9aad-c83bfb3fd838 req-4305e46d-8215-4424-acef-b8a6080dbcf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:47:15.442183 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ddd9902d-4451-4a31-9aad-c83bfb3fd838 req-4305e46d-8215-4424-acef-b8a6080dbcf5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1bb777c0-ea60-42e6-8cc4-0ca745a430d1 HTTP/1.1" status: 200 len: 847 time: 0.0478718 Aug 12 15:47:15.491509 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd9902d-4451-4a31-9aad-c83bfb3fd838 req-8271763b-4285-4906-89e8-ebe98ddbe418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:47:15.493072 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ddd9902d-4451-4a31-9aad-c83bfb3fd838 req-8271763b-4285-4906-89e8-ebe98ddbe418 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1f3bf950-cac4-4b3a-ad62-1db14cf47b48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0435269 Aug 12 15:47:15.595358 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ddd9902d-4451-4a31-9aad-c83bfb3fd838 req-9e9c1002-cb57-4315-8a92-02a5b451d38d service neutron] 10.222.0.64 "GET /v2.0/networks/1f3bf950-cac4-4b3a-ad62-1db14cf47b48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942981 Aug 12 15:47:15.689792 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ddd9902d-4451-4a31-9aad-c83bfb3fd838 req-b4608bbb-8b7f-45ab-87ff-f939d81b67dd service neutron] 10.222.0.64 "GET /v2.0/networks/1f3bf950-cac4-4b3a-ad62-1db14cf47b48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873778 Aug 12 15:47:15.776072 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3b6be2-ec00-4238-990f-ca10364d59be req-034e0c5a-002a-495b-a668-d268b67c7aed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:47:15.777625 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-7f3b6be2-ec00-4238-990f-ca10364d59be req-034e0c5a-002a-495b-a668-d268b67c7aed service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1eb92849d48549089fa1f426a844546c&device_id=97d44413-e3cf-45e3-8c83-b369528e167f HTTP/1.1" status: 200 len: 1096 time: 0.0442238 Aug 12 15:47:15.888498 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3b6be2-ec00-4238-990f-ca10364d59be req-d2ca462d-e92f-403e-93b9-999100ff33fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:47:15.890023 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-7f3b6be2-ec00-4238-990f-ca10364d59be req-d2ca462d-e92f-403e-93b9-999100ff33fb service neutron] 10.222.0.64 "GET /v2.0/networks?id=1f3bf950-cac4-4b3a-ad62-1db14cf47b48 HTTP/1.1" status: 200 len: 909 time: 0.1044476 Aug 12 15:47:15.907804 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-fe95f194-a3b0-4c04-9e42-20b511169d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:47:15.935520 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-7f3b6be2-ec00-4238-990f-ca10364d59be req-e2123b87-ab77-41f7-8e61-418554120b1d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=18c98008-84b1-4f7a-980b-e9684d2b4ee7 HTTP/1.1" status: 200 len: 217 time: 0.0375175 Aug 12 15:47:15.992627 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3b6be2-ec00-4238-990f-ca10364d59be req-6083b89a-093d-4da7-a91c-6ddb715c18de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:47:15.994149 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-7f3b6be2-ec00-4238-990f-ca10364d59be req-6083b89a-093d-4da7-a91c-6ddb715c18de service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1bb777c0-ea60-42e6-8cc4-0ca745a430d1 HTTP/1.1" status: 200 len: 847 time: 0.0515079 Aug 12 15:47:16.044632 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3b6be2-ec00-4238-990f-ca10364d59be req-298a21e2-c5b6-46c5-9dd1-cc44c3a8e8b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:47:16.046353 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-7f3b6be2-ec00-4238-990f-ca10364d59be req-298a21e2-c5b6-46c5-9dd1-cc44c3a8e8b9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1f3bf950-cac4-4b3a-ad62-1db14cf47b48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0438399 Aug 12 15:47:16.140390 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-7f3b6be2-ec00-4238-990f-ca10364d59be req-7656e0a4-8948-4587-8b26-22809c57e107 service neutron] 10.222.0.64 "GET /v2.0/networks/1f3bf950-cac4-4b3a-ad62-1db14cf47b48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861342 Aug 12 15:47:16.241045 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-7f3b6be2-ec00-4238-990f-ca10364d59be req-a18f957b-673a-4f0d-84ac-f2ffb7c616d0 service neutron] 10.222.0.64 "GET /v2.0/networks/1f3bf950-cac4-4b3a-ad62-1db14cf47b48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933449 Aug 12 15:47:16.440683 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd1566d-e322-4551-9135-10918361c7ce req-56197cf2-b1bb-4033-8dfe-20fff38606b5 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:47:16.442173 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9dd1566d-e322-4551-9135-10918361c7ce req-56197cf2-b1bb-4033-8dfe-20fff38606b5 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] 10.222.0.39 "GET /v2.0/ports?device_id=97d44413-e3cf-45e3-8c83-b369528e167f HTTP/1.1" status: 200 len: 944 time: 0.0548909 Aug 12 15:47:16.484784 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9dd1566d-e322-4551-9135-10918361c7ce req-b3a3ab27-1dab-477c-b4dc-181b5c6908b4 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] 10.222.0.39 "GET /v2.0/security-groups?id=355bbd71-0282-4d44-8056-bf44d31b0d81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359609 Aug 12 15:47:17.610487 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f277c5e3-a649-400c-9cf6-13f424e35108 req-65fe7d19-0214-45ef-aec7-d9661d9b6f0f tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:47:17.612193 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-f277c5e3-a649-400c-9cf6-13f424e35108 req-65fe7d19-0214-45ef-aec7-d9661d9b6f0f tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] 10.222.0.39 "GET /v2.0/ports?device_id=97d44413-e3cf-45e3-8c83-b369528e167f HTTP/1.1" status: 200 len: 944 time: 0.0508246 Aug 12 15:47:17.658056 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-f277c5e3-a649-400c-9cf6-13f424e35108 req-63c8ace0-b8a8-49b8-a87e-20768f1d503b tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] 10.222.0.39 "GET /v2.0/security-groups?id=355bbd71-0282-4d44-8056-bf44d31b0d81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385962 Aug 12 15:47:18.775407 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386bcc05-8315-4e12-8615-3580430afec3 req-000dd08d-2fe4-4c7e-a57b-7941b1cd57af tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:47:18.776942 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-386bcc05-8315-4e12-8615-3580430afec3 req-000dd08d-2fe4-4c7e-a57b-7941b1cd57af tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] 10.222.0.39 "GET /v2.0/ports?device_id=97d44413-e3cf-45e3-8c83-b369528e167f HTTP/1.1" status: 200 len: 944 time: 0.0508764 Aug 12 15:47:18.823150 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-386bcc05-8315-4e12-8615-3580430afec3 req-de136f7c-95c9-4690-bf40-cacbc6a3fe9e tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] 10.222.0.39 "GET /v2.0/security-groups?id=355bbd71-0282-4d44-8056-bf44d31b0d81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401607 Aug 12 15:47:19.940807 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fa47fc-1369-46cc-b7f4-0676e30909f6 req-9b289426-dafa-4828-9d7a-1be3da693500 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:47:19.942327 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-a4fa47fc-1369-46cc-b7f4-0676e30909f6 req-9b289426-dafa-4828-9d7a-1be3da693500 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] 10.222.0.39 "GET /v2.0/ports?device_id=97d44413-e3cf-45e3-8c83-b369528e167f HTTP/1.1" status: 200 len: 944 time: 0.0518148 Aug 12 15:47:19.982961 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-a4fa47fc-1369-46cc-b7f4-0676e30909f6 req-b470772b-89eb-460d-8fe9-1f88c1a5e664 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] 10.222.0.39 "GET /v2.0/security-groups?id=355bbd71-0282-4d44-8056-bf44d31b0d81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341656 Aug 12 15:47:21.106854 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9685e5d8-0cda-481e-9983-53d3f8664ca6 req-ac1cf122-941b-4330-8541-baa417be2362 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:47:21.108469 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9685e5d8-0cda-481e-9983-53d3f8664ca6 req-ac1cf122-941b-4330-8541-baa417be2362 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] 10.222.0.39 "GET /v2.0/ports?device_id=97d44413-e3cf-45e3-8c83-b369528e167f HTTP/1.1" status: 200 len: 944 time: 0.0574515 Aug 12 15:47:21.149812 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9685e5d8-0cda-481e-9983-53d3f8664ca6 req-4e8e915a-2715-4bf2-ae30-5df0c48bf222 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] 10.222.0.39 "GET /v2.0/security-groups?id=355bbd71-0282-4d44-8056-bf44d31b0d81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350306 Aug 12 15:47:22.278301 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70196b9-a8cd-4d86-9535-14814ce05293 req-7b445dc8-12ad-4110-8174-8ee1cb1348ec tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:47:22.279812 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-f70196b9-a8cd-4d86-9535-14814ce05293 req-7b445dc8-12ad-4110-8174-8ee1cb1348ec tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] 10.222.0.39 "GET /v2.0/ports?device_id=97d44413-e3cf-45e3-8c83-b369528e167f HTTP/1.1" status: 200 len: 944 time: 0.0589762 Aug 12 15:47:22.318261 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-f70196b9-a8cd-4d86-9535-14814ce05293 req-1c33af20-2eba-4c0a-8980-bb1ef6e99fd0 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] 10.222.0.39 "GET /v2.0/security-groups?id=355bbd71-0282-4d44-8056-bf44d31b0d81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324216 Aug 12 15:47:23.433190 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7384cc90-22a5-45fd-96fa-9e800416a996 req-e7cabb96-a28b-4b67-a831-4b7d2b5b86fb tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:47:23.434687 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-7384cc90-22a5-45fd-96fa-9e800416a996 req-e7cabb96-a28b-4b67-a831-4b7d2b5b86fb tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] 10.222.0.39 "GET /v2.0/ports?device_id=97d44413-e3cf-45e3-8c83-b369528e167f HTTP/1.1" status: 200 len: 944 time: 0.0499341 Aug 12 15:47:23.473233 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-7384cc90-22a5-45fd-96fa-9e800416a996 req-eb803ba1-6afb-45a8-b85b-edf71b15b6d8 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] 10.222.0.39 "GET /v2.0/security-groups?id=355bbd71-0282-4d44-8056-bf44d31b0d81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322566 Aug 12 15:47:24.586560 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b881cf-5726-4847-8ad4-28405096510e req-ce7188aa-8ca0-4728-aebb-89f7461b6ffa tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:47:24.588092 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-47b881cf-5726-4847-8ad4-28405096510e req-ce7188aa-8ca0-4728-aebb-89f7461b6ffa tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] 10.222.0.39 "GET /v2.0/ports?device_id=97d44413-e3cf-45e3-8c83-b369528e167f HTTP/1.1" status: 200 len: 944 time: 0.0491133 Aug 12 15:47:24.626136 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-47b881cf-5726-4847-8ad4-28405096510e req-79ecd25b-b5ee-41fc-a6e2-27cdb8a336e7 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] 10.222.0.39 "GET /v2.0/security-groups?id=355bbd71-0282-4d44-8056-bf44d31b0d81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320413 Aug 12 15:47:25.738819 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cec5b24-e7e7-4638-b552-9b6f0cdcef27 req-e9e3ed1a-4e23-4ea1-89c8-86ac334269d2 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:47:25.740317 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0cec5b24-e7e7-4638-b552-9b6f0cdcef27 req-e9e3ed1a-4e23-4ea1-89c8-86ac334269d2 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] 10.222.0.39 "GET /v2.0/ports?device_id=97d44413-e3cf-45e3-8c83-b369528e167f HTTP/1.1" status: 200 len: 944 time: 0.0488768 Aug 12 15:47:25.782355 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0cec5b24-e7e7-4638-b552-9b6f0cdcef27 req-48cf5a60-885d-46ac-9d69-8bc812c33748 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] 10.222.0.39 "GET /v2.0/security-groups?id=355bbd71-0282-4d44-8056-bf44d31b0d81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359750 Aug 12 15:47:26.897194 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac553a85-b53d-4485-93e3-4623f1686f7a req-614fe3dc-3425-4d1e-a482-53e0eef163ff tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:47:26.898789 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-ac553a85-b53d-4485-93e3-4623f1686f7a req-614fe3dc-3425-4d1e-a482-53e0eef163ff tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] 10.222.0.39 "GET /v2.0/ports?device_id=97d44413-e3cf-45e3-8c83-b369528e167f HTTP/1.1" status: 200 len: 944 time: 0.0493894 Aug 12 15:47:26.936915 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-ac553a85-b53d-4485-93e3-4623f1686f7a req-580dde89-df2c-4b46-8b8f-13c4617a8bf9 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] 10.222.0.39 "GET /v2.0/security-groups?id=355bbd71-0282-4d44-8056-bf44d31b0d81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317369 Aug 12 15:47:27.202831 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device 18c98008-84b1-4f7a-980b-e9684d2b4ee7 details requested by agent hyperv_n-h1-694802-15 with host n-h1-694802-15 {{(pid=94468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 15:47:27.297095 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port 18c98008-84b1-4f7a-980b-e9684d2b4ee7, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=18c98008-84b1-4f7a-980b-e9684d2b4ee7,segment=NetworkSegment(1e99701f-243f-46e7-97e0-368c3c7ddaf7),segment_id=1e99701f-243f-46e7-97e0-368c3c7ddaf7)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:47:27.308628 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Returning: {'device': '18c98008-84b1-4f7a-980b-e9684d2b4ee7', 'network_id': '1f3bf950-cac4-4b3a-ad62-1db14cf47b48', 'port_id': '18c98008-84b1-4f7a-980b-e9684d2b4ee7', 'mac_address': 'fa:16:3e:7c:eb:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1bb777c0-ea60-42e6-8cc4-0ca745a430d1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 15:47:27.345178 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:47:27.357310 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18c98008-84b1-4f7a-980b-e9684d2b4ee7 {{(pid=94468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 15:47:27.375791 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port 18c98008-84b1-4f7a-980b-e9684d2b4ee7, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=18c98008-84b1-4f7a-980b-e9684d2b4ee7,segment=NetworkSegment(1e99701f-243f-46e7-97e0-368c3c7ddaf7),segment_id=1e99701f-243f-46e7-97e0-368c3c7ddaf7)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:47:27.379689 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:47:27.425727 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Pushing event updated for resources: {'Port': ['ID=18c98008-84b1-4f7a-980b-e9684d2b4ee7,revision_number=4']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:47:27.432985 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:47:27.433325 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:47:27.433662 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:47:27.434001 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:47:27.434327 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:47:27.434647 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:47:27.434967 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:47:27.435311 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:47:27.435628 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:47:27.435948 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:47:27.436263 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:47:27.436582 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:47:27.615957 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] get_ports_and_sgs() called for port_ids ['18c98008-84b1-4f7a-980b-e9684d2b4ee7'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 15:47:28.053812 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50583b63-aa37-4a69-9b6d-c36b5293e7ae req-1cb38ad1-90c8-4980-812e-20ece05e3df9 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:47:28.055957 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-50583b63-aa37-4a69-9b6d-c36b5293e7ae req-1cb38ad1-90c8-4980-812e-20ece05e3df9 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] 10.222.0.39 "GET /v2.0/ports?device_id=97d44413-e3cf-45e3-8c83-b369528e167f HTTP/1.1" status: 200 len: 945 time: 0.0501533 Aug 12 15:47:28.093025 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-50583b63-aa37-4a69-9b6d-c36b5293e7ae req-a2b2519c-60b5-4aaa-8dc6-75a188d2e343 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] 10.222.0.39 "GET /v2.0/security-groups?id=355bbd71-0282-4d44-8056-bf44d31b0d81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312591 Aug 12 15:47:29.209712 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device 18c98008-84b1-4f7a-980b-e9684d2b4ee7 up at agent hyperv_n-h1-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 15:47:29.220854 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e674b07-22a7-4d1c-b8ec-071524d215a2 req-f471663b-8e4b-47cf-8d25-48e996e371d6 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:47:29.223595 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-3e674b07-22a7-4d1c-b8ec-071524d215a2 req-f471663b-8e4b-47cf-8d25-48e996e371d6 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] 10.222.0.39 "GET /v2.0/ports?device_id=97d44413-e3cf-45e3-8c83-b369528e167f HTTP/1.1" status: 200 len: 945 time: 0.0621326 Aug 12 15:47:29.263428 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-3e674b07-22a7-4d1c-b8ec-071524d215a2 req-d6c4e37a-4f0a-4208-92cf-6d7f8dbe5b9a tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] 10.222.0.39 "GET /v2.0/security-groups?id=355bbd71-0282-4d44-8056-bf44d31b0d81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337362 Aug 12 15:47:29.271517 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Provisioning for port 18c98008-84b1-4f7a-980b-e9684d2b4ee7 completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:47:29.277202 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Provisioning complete for port 18c98008-84b1-4f7a-980b-e9684d2b4ee7 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:47:29.277577 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:47:29.355951 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:47:29.378216 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97d44413-e3cf-45e3-8c83-b369528e167f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18c98008-84b1-4f7a-980b-e9684d2b4ee7'}] {{(pid=94468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:47:29.380397 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}152b85fe2f58ac5d6dd54f9692cb8ffc3f7471d0248cb45901c289f6e837e934" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-972fa6c7-d2ad-4b97-be03-1c954f518e1b" -d '{"events": [{"server_uuid": "97d44413-e3cf-45e3-8c83-b369528e167f", "name": "network-vif-plugged", "status": "completed", "tag": "18c98008-84b1-4f7a-980b-e9684d2b4ee7"}]}' {{(pid=94468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 15:47:29.394036 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port 18c98008-84b1-4f7a-980b-e9684d2b4ee7, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=18c98008-84b1-4f7a-980b-e9684d2b4ee7,segment=NetworkSegment(1e99701f-243f-46e7-97e0-368c3c7ddaf7),segment_id=1e99701f-243f-46e7-97e0-368c3c7ddaf7)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:47:29.398230 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:47:29.445225 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Pushing event updated for resources: {'Port': ['ID=18c98008-84b1-4f7a-980b-e9684d2b4ee7,revision_number=5']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:47:29.488487 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 15:47:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f319093-684a-4204-8e4a-d092e07b55bd x-openstack-request-id: req-5f319093-684a-4204-8e4a-d092e07b55bd {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 15:47:29.488783 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97d44413-e3cf-45e3-8c83-b369528e167f", "name": "network-vif-plugged", "status": "completed", "tag": "18c98008-84b1-4f7a-980b-e9684d2b4ee7", "code": 200}]} {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 15:47:29.489039 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5f319093-684a-4204-8e4a-d092e07b55bd {{(pid=94468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 15:47:29.489435 n-d-694802-15 neutron-server[94468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97d44413-e3cf-45e3-8c83-b369528e167f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18c98008-84b1-4f7a-980b-e9684d2b4ee7', 'code': 200} Aug 12 15:47:29.585021 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4ecfa2-ab4d-4d9c-82c6-4a2caee99f2a req-99f92349-ba40-469f-88f8-298f27ab7b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:47:29.586623 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ce4ecfa2-ab4d-4d9c-82c6-4a2caee99f2a req-99f92349-ba40-469f-88f8-298f27ab7b01 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=97d44413-e3cf-45e3-8c83-b369528e167f HTTP/1.1" status: 200 len: 1098 time: 0.0403867 Aug 12 15:47:29.622296 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ce4ecfa2-ab4d-4d9c-82c6-4a2caee99f2a req-5d2eeb7f-ba73-46b2-af5f-022ffb5f8b90 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=355bbd71-0282-4d44-8056-bf44d31b0d81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0280256 Aug 12 15:47:30.379091 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebbe86a-4150-48bb-aa15-70c4b596c1ff req-5a42665a-973a-4c9f-b814-c526eafcce02 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:47:30.380611 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-1ebbe86a-4150-48bb-aa15-70c4b596c1ff req-5a42665a-973a-4c9f-b814-c526eafcce02 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] 10.222.0.39 "GET /v2.0/ports?device_id=97d44413-e3cf-45e3-8c83-b369528e167f HTTP/1.1" status: 200 len: 946 time: 0.0491545 Aug 12 15:47:30.424859 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-1ebbe86a-4150-48bb-aa15-70c4b596c1ff req-6ee17d0a-e237-4cce-9532-ea2ab1bcf468 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] 10.222.0.39 "GET /v2.0/security-groups?id=355bbd71-0282-4d44-8056-bf44d31b0d81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375030 Aug 12 15:47:31.541681 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c918b90-94b8-4a25-95ca-daf9a4644b9d req-841e3da7-df76-4d35-b000-15b3802c345f tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:47:31.543088 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-7c918b90-94b8-4a25-95ca-daf9a4644b9d req-841e3da7-df76-4d35-b000-15b3802c345f tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] 10.222.0.39 "GET /v2.0/ports?device_id=97d44413-e3cf-45e3-8c83-b369528e167f HTTP/1.1" status: 200 len: 946 time: 0.0496171 Aug 12 15:47:31.585367 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-7c918b90-94b8-4a25-95ca-daf9a4644b9d req-43570a30-67ad-4302-b2e5-36efef6eeba8 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] 10.222.0.39 "GET /v2.0/security-groups?id=355bbd71-0282-4d44-8056-bf44d31b0d81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363898 Aug 12 15:47:31.701883 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f2bfbc-43cc-45f5-ad67-4c94b6e1356e req-3b3d013c-22b0-4cdc-b115-7c455fa9fc94 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:47:31.703385 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-82f2bfbc-43cc-45f5-ad67-4c94b6e1356e req-3b3d013c-22b0-4cdc-b115-7c455fa9fc94 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] 10.222.0.39 "GET /v2.0/ports?device_id=97d44413-e3cf-45e3-8c83-b369528e167f HTTP/1.1" status: 200 len: 946 time: 0.0501859 Aug 12 15:47:31.741629 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-82f2bfbc-43cc-45f5-ad67-4c94b6e1356e req-1d5140bc-401a-488d-b6e7-627155adcf93 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] 10.222.0.39 "GET /v2.0/security-groups?id=355bbd71-0282-4d44-8056-bf44d31b0d81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323455 Aug 12 15:47:31.762965 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 37978) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:47:31.852249 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2787ca64-d054-441b-b6df-7bbb2ca331be tempest-TestShelveInstance-333545893 tempest-TestShelveInstance-333545893-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:47:31.853778 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-2787ca64-d054-441b-b6df-7bbb2ca331be tempest-TestShelveInstance-333545893 tempest-TestShelveInstance-333545893-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=97d44413-e3cf-45e3-8c83-b369528e167f HTTP/1.1" status: 200 len: 1093 time: 0.0897510 Aug 12 15:47:31.857056 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 37982) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:47:31.861554 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-d2d265e7-3c15-4de1-a742-7dca3e91350c tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Request body: {'floatingip': {'floating_network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'port_id': '18c98008-84b1-4f7a-980b-e9684d2b4ee7', 'tenant_id': '1eb92849d48549089fa1f426a844546c', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:47:31.884540 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d2d265e7-3c15-4de1-a742-7dca3e91350c tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Notify callbacks [] for floatingip, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:47:31.984154 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d2d265e7-3c15-4de1-a742-7dca3e91350c tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:47:32.095423 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-d2d265e7-3c15-4de1-a742-7dca3e91350c tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Allocated IP 172.25.1.166 (d3759e1b-6c03-45ac-acd4-90abb417809b/f0254f08-c19c-4e31-bd9c-09389ea4b6f2/50e2835e-eb01-4b4b-83bf-8bf6275b56b9) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 15:47:32.198384 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d2d265e7-3c15-4de1-a742-7dca3e91350c tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:47:32.240410 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d2d265e7-3c15-4de1-a742-7dca3e91350c tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:47:32.285150 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2d265e7-3c15-4de1-a742-7dca3e91350c tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Network d3759e1b-6c03-45ac-acd4-90abb417809b is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 15:47:32.290131 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-d2d265e7-3c15-4de1-a742-7dca3e91350c tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:47:32.293698 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d265e7-3c15-4de1-a742-7dca3e91350c tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 15:47:32.317182 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d265e7-3c15-4de1-a742-7dca3e91350c tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Pushing event updated for resources: {'Port': ['ID=50e2835e-eb01-4b4b-83bf-8bf6275b56b9,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:47:32.657327 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d2d265e7-3c15-4de1-a742-7dca3e91350c tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:47:32.730297 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d2d265e7-3c15-4de1-a742-7dca3e91350c tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:47:32.887940 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d2d265e7-3c15-4de1-a742-7dca3e91350c tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Notify callbacks [] for port, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:47:32.892751 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d2d265e7-3c15-4de1-a742-7dca3e91350c tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3718439'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:47:32.965150 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d265e7-3c15-4de1-a742-7dca3e91350c tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Pushing event updated for resources: {'Port': ['ID=50e2835e-eb01-4b4b-83bf-8bf6275b56b9,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:47:32.983650 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d2d265e7-3c15-4de1-a742-7dca3e91350c tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431510'] for floatingip, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:47:33.091258 n-d-694802-15 neutron-server[94466]: INFO neutron.db.l3_db [None req-d2d265e7-3c15-4de1-a742-7dca3e91350c tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Floating IP a2fd29f0-a1fe-4811-ad21-32bd67cdfb26 associated. External IP: 172.25.1.166, port: 18c98008-84b1-4f7a-980b-e9684d2b4ee7. Aug 12 15:47:33.317260 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2d265e7-3c15-4de1-a742-7dca3e91350c tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Router cd0d3079-47e3-4f0c-9dc2-ea0cfd6f5270 has already been hosted by L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f {{(pid=94466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 15:47:33.433356 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2d265e7-3c15-4de1-a742-7dca3e91350c tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 15:47:33.443447 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3e4a543-5f1e-4a8c-a034-31c8e6cccb40 None None] Sync routers for ids ['cd0d3079-47e3-4f0c-9dc2-ea0cfd6f5270'] in n-d-694802-15 {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 15:47:33.451518 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d2d265e7-3c15-4de1-a742-7dca3e91350c tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for floatingip, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:47:33.452881 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3e4a543-5f1e-4a8c-a034-31c8e6cccb40 None None] Routers {'cd0d3079-47e3-4f0c-9dc2-ea0cfd6f5270'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:47:33.453501 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-f3e4a543-5f1e-4a8c-a034-31c8e6cccb40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T15:47:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['cd0d3079-47e3-4f0c-9dc2-ea0cfd6f5270'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:47:33.479620 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-d2d265e7-3c15-4de1-a742-7dca3e91350c tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6215198 Aug 12 15:47:33.480207 n-d-694802-15 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97d44413-e3cf-45e3-8c83-b369528e167f', 'tag': '18c98008-84b1-4f7a-980b-e9684d2b4ee7'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:47:33.482492 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d3d836888f8bae48364cf832021765cae83eba5216adbc1a01d11f14e92adce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e426dd6-81d3-488f-93b8-caabf4a8410f" -d '{"events": [{"name": "network-changed", "server_uuid": "97d44413-e3cf-45e3-8c83-b369528e167f", "tag": "18c98008-84b1-4f7a-980b-e9684d2b4ee7"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 15:47:33.585032 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-f3e4a543-5f1e-4a8c-a034-31c8e6cccb40 None None] Set router cd0d3079-47e3-4f0c-9dc2-ea0cfd6f5270 gateway port host: n-d-694802-15 {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:47:33.596771 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 15:47:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8a7d077-2eaa-4aed-b189-42fe504337c2 x-openstack-request-id: req-b8a7d077-2eaa-4aed-b189-42fe504337c2 {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 15:47:33.597053 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97d44413-e3cf-45e3-8c83-b369528e167f", "tag": "18c98008-84b1-4f7a-980b-e9684d2b4ee7", "status": "completed", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 15:47:33.597301 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b8a7d077-2eaa-4aed-b189-42fe504337c2 {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 15:47:33.597700 n-d-694802-15 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97d44413-e3cf-45e3-8c83-b369528e167f', 'tag': '18c98008-84b1-4f7a-980b-e9684d2b4ee7', 'status': 'completed', 'code': 200} Aug 12 15:47:33.660398 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e426dd6-81d3-488f-93b8-caabf4a8410f req-de6084f7-fe73-4b4d-8786-67b0a5d3c2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:47:33.661914 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0e426dd6-81d3-488f-93b8-caabf4a8410f req-de6084f7-fe73-4b4d-8786-67b0a5d3c2bb service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1eb92849d48549089fa1f426a844546c&device_id=97d44413-e3cf-45e3-8c83-b369528e167f HTTP/1.1" status: 200 len: 1098 time: 0.0413406 Aug 12 15:47:33.751456 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e426dd6-81d3-488f-93b8-caabf4a8410f req-9305f560-e547-42a5-9ac3-001dee4b162b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:47:33.752959 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0e426dd6-81d3-488f-93b8-caabf4a8410f req-9305f560-e547-42a5-9ac3-001dee4b162b service neutron] 10.222.0.64 "GET /v2.0/networks?id=1f3bf950-cac4-4b3a-ad62-1db14cf47b48 HTTP/1.1" status: 200 len: 909 time: 0.0843642 Aug 12 15:47:33.813766 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-f3e4a543-5f1e-4a8c-a034-31c8e6cccb40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd0d3079-47e3-4f0c-9dc2-ea0cfd6f5270', 'name': 'tempest-TestShelveInstance-374965933-router', 'tenant_id': '1eb92849d48549089fa1f426a844546c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.134'}], 'enable_snat': True}, 'gw_port_id': '503578be-e49c-42b5-8ac0-7a2719f991b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:41:41Z', 'updated_at': '2021-08-12T15:41:44Z', 'revision_number': 4, 'project_id': '1eb92849d48549089fa1f426a844546c', 'gw_port': {'id': '503578be-e49c-42b5-8ac0-7a2719f991b0', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:70:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd0d3079-47e3-4f0c-9dc2-ea0cfd6f5270', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:41:41Z', 'updated_at': '2021-08-12T15:41:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_floatingips': [{'id': 'a2fd29f0-a1fe-4811-ad21-32bd67cdfb26', 'tenant_id': '1eb92849d48549089fa1f426a844546c', 'floating_ip_address': '172.25.1.166', 'floating_network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'router_id': 'cd0d3079-47e3-4f0c-9dc2-ea0cfd6f5270', 'port_id': '18c98008-84b1-4f7a-980b-e9684d2b4ee7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4316, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f3bf950-cac4-4b3a-ad62-1db14cf47b48', 'mac_address': 'fa:16:3e:7c:eb:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97d44413-e3cf-45e3-8c83-b369528e167f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T15:47:32Z', 'updated_at': '2021-08-12T15:47:32Z', 'revision_number': 0, 'project_id': '1eb92849d48549089fa1f426a844546c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92ac6006-2ec7-46d0-bf83-d105ac0c8b4c', 'name': '', 'network_id': '1f3bf950-cac4-4b3a-ad62-1db14cf47b48', 'tenant_id': '1eb92849d48549089fa1f426a844546c', 'mac_address': 'fa:16:3e:7d:e0:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd0d3079-47e3-4f0c-9dc2-ea0cfd6f5270', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '1bb777c0-ea60-42e6-8cc4-0ca745a430d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:41:44Z', 'updated_at': '2021-08-12T15:41:50Z', 'revision_number': 5, 'project_id': '1eb92849d48549089fa1f426a844546c', 'subnets': [{'id': '1bb777c0-ea60-42e6-8cc4-0ca745a430d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:47:33.828167 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0e426dd6-81d3-488f-93b8-caabf4a8410f req-8539c54e-b8da-4aca-af0c-f9149d45c871 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=18c98008-84b1-4f7a-980b-e9684d2b4ee7 HTTP/1.1" status: 200 len: 1000 time: 0.0646989 Aug 12 15:47:33.840578 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3e4a543-5f1e-4a8c-a034-31c8e6cccb40 None None] Checking router: cd0d3079-47e3-4f0c-9dc2-ea0cfd6f5270 for host: n-d-694802-15 {{(pid=94469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 15:47:33.848787 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3e4a543-5f1e-4a8c-a034-31c8e6cccb40 None None] Routers {'cd0d3079-47e3-4f0c-9dc2-ea0cfd6f5270'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:47:33.849382 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-f3e4a543-5f1e-4a8c-a034-31c8e6cccb40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T15:47:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['cd0d3079-47e3-4f0c-9dc2-ea0cfd6f5270'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:47:33.878650 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e426dd6-81d3-488f-93b8-caabf4a8410f req-fcbdfae1-3cf1-4717-9e71-af4c434cef25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:47:33.880180 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0e426dd6-81d3-488f-93b8-caabf4a8410f req-fcbdfae1-3cf1-4717-9e71-af4c434cef25 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1bb777c0-ea60-42e6-8cc4-0ca745a430d1 HTTP/1.1" status: 200 len: 847 time: 0.0447595 Aug 12 15:47:33.925120 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e426dd6-81d3-488f-93b8-caabf4a8410f req-df8a66c4-f775-4cdd-8301-3508343eda3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:47:33.926674 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0e426dd6-81d3-488f-93b8-caabf4a8410f req-df8a66c4-f775-4cdd-8301-3508343eda3d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1f3bf950-cac4-4b3a-ad62-1db14cf47b48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401483 Aug 12 15:47:33.955185 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-f3e4a543-5f1e-4a8c-a034-31c8e6cccb40 None None] Set router cd0d3079-47e3-4f0c-9dc2-ea0cfd6f5270 gateway port host: n-d-694802-15 {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:47:34.043318 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0e426dd6-81d3-488f-93b8-caabf4a8410f req-23f8dc0b-2d88-4d7e-9576-e3484dea75cc service neutron] 10.222.0.64 "GET /v2.0/networks/1f3bf950-cac4-4b3a-ad62-1db14cf47b48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095550 Aug 12 15:47:34.135304 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0e426dd6-81d3-488f-93b8-caabf4a8410f req-5746c9f2-69bf-49ad-8234-d84f7dd08309 service neutron] 10.222.0.64 "GET /v2.0/networks/1f3bf950-cac4-4b3a-ad62-1db14cf47b48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851700 Aug 12 15:47:34.183583 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-f3e4a543-5f1e-4a8c-a034-31c8e6cccb40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd0d3079-47e3-4f0c-9dc2-ea0cfd6f5270', 'name': 'tempest-TestShelveInstance-374965933-router', 'tenant_id': '1eb92849d48549089fa1f426a844546c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.134'}], 'enable_snat': True}, 'gw_port_id': '503578be-e49c-42b5-8ac0-7a2719f991b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:41:41Z', 'updated_at': '2021-08-12T15:41:44Z', 'revision_number': 4, 'project_id': '1eb92849d48549089fa1f426a844546c', 'gw_port': {'id': '503578be-e49c-42b5-8ac0-7a2719f991b0', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:70:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd0d3079-47e3-4f0c-9dc2-ea0cfd6f5270', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:41:41Z', 'updated_at': '2021-08-12T15:41:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_floatingips': [{'id': 'a2fd29f0-a1fe-4811-ad21-32bd67cdfb26', 'tenant_id': '1eb92849d48549089fa1f426a844546c', 'floating_ip_address': '172.25.1.166', 'floating_network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'router_id': 'cd0d3079-47e3-4f0c-9dc2-ea0cfd6f5270', 'port_id': '18c98008-84b1-4f7a-980b-e9684d2b4ee7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4316, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f3bf950-cac4-4b3a-ad62-1db14cf47b48', 'mac_address': 'fa:16:3e:7c:eb:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97d44413-e3cf-45e3-8c83-b369528e167f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T15:47:32Z', 'updated_at': '2021-08-12T15:47:32Z', 'revision_number': 0, 'project_id': '1eb92849d48549089fa1f426a844546c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92ac6006-2ec7-46d0-bf83-d105ac0c8b4c', 'name': '', 'network_id': '1f3bf950-cac4-4b3a-ad62-1db14cf47b48', 'tenant_id': '1eb92849d48549089fa1f426a844546c', 'mac_address': 'fa:16:3e:7d:e0:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd0d3079-47e3-4f0c-9dc2-ea0cfd6f5270', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '1bb777c0-ea60-42e6-8cc4-0ca745a430d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:41:44Z', 'updated_at': '2021-08-12T15:41:50Z', 'revision_number': 5, 'project_id': '1eb92849d48549089fa1f426a844546c', 'subnets': [{'id': '1bb777c0-ea60-42e6-8cc4-0ca745a430d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:47:34.213455 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3e4a543-5f1e-4a8c-a034-31c8e6cccb40 None None] The sync data for ids ['cd0d3079-47e3-4f0c-9dc2-ea0cfd6f5270'] in n-d-694802-15 is: [{'id': 'cd0d3079-47e3-4f0c-9dc2-ea0cfd6f5270', 'name': 'tempest-TestShelveInstance-374965933-router', 'tenant_id': '1eb92849d48549089fa1f426a844546c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.134'}], 'enable_snat': True}, 'gw_port_id': '503578be-e49c-42b5-8ac0-7a2719f991b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:41:41Z', 'updated_at': '2021-08-12T15:41:44Z', 'revision_number': 4, 'project_id': '1eb92849d48549089fa1f426a844546c', 'gw_port': {'id': '503578be-e49c-42b5-8ac0-7a2719f991b0', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:70:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd0d3079-47e3-4f0c-9dc2-ea0cfd6f5270', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:41:41Z', 'updated_at': '2021-08-12T15:41:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_floatingips': [{'id': 'a2fd29f0-a1fe-4811-ad21-32bd67cdfb26', 'tenant_id': '1eb92849d48549089fa1f426a844546c', 'floating_ip_address': '172.25.1.166', 'floating_network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'router_id': 'cd0d3079-47e3-4f0c-9dc2-ea0cfd6f5270', 'port_id': '18c98008-84b1-4f7a-980b-e9684d2b4ee7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4316, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f3bf950-cac4-4b3a-ad62-1db14cf47b48', 'mac_address': 'fa:16:3e:7c:eb:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97d44413-e3cf-45e3-8c83-b369528e167f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T15:47:32Z', 'updated_at': '2021-08-12T15:47:32Z', 'revision_number': 0, 'project_id': '1eb92849d48549089fa1f426a844546c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92ac6006-2ec7-46d0-bf83-d105ac0c8b4c', 'name': '', 'network_id': '1f3bf950-cac4-4b3a-ad62-1db14cf47b48', 'tenant_id': '1eb92849d48549089fa1f426a844546c', 'mac_address': 'fa:16:3e:7d:e0:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd0d3079-47e3-4f0c-9dc2-ea0cfd6f5270', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '1bb777c0-ea60-42e6-8cc4-0ca745a430d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:41:44Z', 'updated_at': '2021-08-12T15:41:50Z', 'revision_number': 5, 'project_id': '1eb92849d48549089fa1f426a844546c', 'subnets': [{'id': '1bb777c0-ea60-42e6-8cc4-0ca745a430d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 15:47:34.411716 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-934b8471-afbc-4999-b98e-78fb7d2b8c36 None None] New status for floating IP a2fd29f0-a1fe-4811-ad21-32bd67cdfb26: ACTIVE {{(pid=94468) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 15:47:40.220594 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4f5242b4-1a0d-4d6b-b283-e669227b49bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:47:42.332938 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:47:43.153863 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:47:43.462687 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f864b8cf-3cde-4499-a6ca-451c572f8e6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:47:43.640521 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:47:44.280860 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-1769855f-eda9-4483-9dc3-3220908ab45d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:47:45.908062 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-fe95f194-a3b0-4c04-9e42-20b511169d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:47:51.703728 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.agents_db [None req-17ed3e4c-1a7d-4162-9646-11c134aca297 None None] Agent healthcheck: found 7 active agents {{(pid=94469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 15:48:00.601518 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f34e4bfe-7db9-49af-a987-360a0c9deb90 req-759c660a-56bb-4c57-9e82-453b22337b68 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=97d44413-e3cf-45e3-8c83-b369528e167f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0444565 Aug 12 15:48:00.690771 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34e4bfe-7db9-49af-a987-360a0c9deb90 req-9b32d640-bc7d-4402-ab86-eab1d0f9834b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:48:00.692587 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f34e4bfe-7db9-49af-a987-360a0c9deb90 req-9b32d640-bc7d-4402-ab86-eab1d0f9834b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1eb92849d48549089fa1f426a844546c&device_id=97d44413-e3cf-45e3-8c83-b369528e167f HTTP/1.1" status: 200 len: 1098 time: 0.0470090 Aug 12 15:48:00.798365 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34e4bfe-7db9-49af-a987-360a0c9deb90 req-f207aacf-df1c-4885-ae4f-50c8a70c2e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:48:00.799905 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f34e4bfe-7db9-49af-a987-360a0c9deb90 req-f207aacf-df1c-4885-ae4f-50c8a70c2e87 service neutron] 10.222.0.64 "GET /v2.0/networks?id=1f3bf950-cac4-4b3a-ad62-1db14cf47b48 HTTP/1.1" status: 200 len: 909 time: 0.0862012 Aug 12 15:48:00.871763 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f34e4bfe-7db9-49af-a987-360a0c9deb90 req-bbde259f-a18d-4ed9-ae52-4a3e9da6c900 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=18c98008-84b1-4f7a-980b-e9684d2b4ee7 HTTP/1.1" status: 200 len: 1002 time: 0.0637789 Aug 12 15:48:00.925441 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34e4bfe-7db9-49af-a987-360a0c9deb90 req-d11485d9-26a5-4b9b-9af2-e2875ec4da99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:48:00.927150 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f34e4bfe-7db9-49af-a987-360a0c9deb90 req-d11485d9-26a5-4b9b-9af2-e2875ec4da99 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1bb777c0-ea60-42e6-8cc4-0ca745a430d1 HTTP/1.1" status: 200 len: 847 time: 0.0444002 Aug 12 15:48:00.976515 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34e4bfe-7db9-49af-a987-360a0c9deb90 req-9ed5aba6-2ed1-4d43-a43d-c2a8e37887ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:48:00.978057 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f34e4bfe-7db9-49af-a987-360a0c9deb90 req-9ed5aba6-2ed1-4d43-a43d-c2a8e37887ec service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1f3bf950-cac4-4b3a-ad62-1db14cf47b48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0429301 Aug 12 15:48:01.082560 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f34e4bfe-7db9-49af-a987-360a0c9deb90 req-ab9974b5-f157-427a-a6df-07f8609b92f1 service neutron] 10.222.0.64 "GET /v2.0/networks/1f3bf950-cac4-4b3a-ad62-1db14cf47b48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974312 Aug 12 15:48:01.173357 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f34e4bfe-7db9-49af-a987-360a0c9deb90 req-db3f48b9-1c45-46b0-9dba-8dddf229a7f8 service neutron] 10.222.0.64 "GET /v2.0/networks/1f3bf950-cac4-4b3a-ad62-1db14cf47b48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834360 Aug 12 15:48:10.222379 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-1678a8b7-d8f9-4adb-8a89-3b3396de8fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:48:12.352780 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:48:13.155256 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:48:13.463646 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-ae23a158-086f-4bd7-99a5-179b4e48fe9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:48:13.659362 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:48:14.283907 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-1769855f-eda9-4483-9dc3-3220908ab45d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:48:15.910709 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-fe95f194-a3b0-4c04-9e42-20b511169d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:48:28.703715 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.agents_db [None req-17ed3e4c-1a7d-4162-9646-11c134aca297 None None] Agent healthcheck: found 7 active agents {{(pid=94469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 15:48:40.224077 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-037cf2af-78ef-4e49-9a10-dfd9cd8640ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:48:42.358060 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:48:43.157293 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:48:43.466105 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-ce3be4d3-9426-4e2c-9318-e70cc15c5425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:48:43.681836 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:48:44.286473 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-1769855f-eda9-4483-9dc3-3220908ab45d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:48:45.912645 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-fe95f194-a3b0-4c04-9e42-20b511169d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:49:00.625876 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-7aff12fd-6a66-46c2-8266-bb20a05d7d1c req-5b556db4-3c0d-4968-8d00-4313dba40f1c service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=97d44413-e3cf-45e3-8c83-b369528e167f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0775213 Aug 12 15:49:00.712515 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aff12fd-6a66-46c2-8266-bb20a05d7d1c req-279a29bd-7dbf-4378-9089-bd3c08c7242e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:49:00.714286 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-7aff12fd-6a66-46c2-8266-bb20a05d7d1c req-279a29bd-7dbf-4378-9089-bd3c08c7242e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1eb92849d48549089fa1f426a844546c&device_id=97d44413-e3cf-45e3-8c83-b369528e167f HTTP/1.1" status: 200 len: 1098 time: 0.0451508 Aug 12 15:49:00.817305 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aff12fd-6a66-46c2-8266-bb20a05d7d1c req-68a8abf8-9bc7-417a-8091-b01d3524d50c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:49:00.818761 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-7aff12fd-6a66-46c2-8266-bb20a05d7d1c req-68a8abf8-9bc7-417a-8091-b01d3524d50c service neutron] 10.222.0.64 "GET /v2.0/networks?id=1f3bf950-cac4-4b3a-ad62-1db14cf47b48 HTTP/1.1" status: 200 len: 909 time: 0.0848205 Aug 12 15:49:00.888752 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-7aff12fd-6a66-46c2-8266-bb20a05d7d1c req-43197dae-cd13-429b-b94f-30ae6266d2ba service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=18c98008-84b1-4f7a-980b-e9684d2b4ee7 HTTP/1.1" status: 200 len: 1002 time: 0.0627067 Aug 12 15:49:00.937880 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aff12fd-6a66-46c2-8266-bb20a05d7d1c req-62c3c6e0-13a3-4742-8aa9-8b649f4b52ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:49:00.939356 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-7aff12fd-6a66-46c2-8266-bb20a05d7d1c req-62c3c6e0-13a3-4742-8aa9-8b649f4b52ac service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1bb777c0-ea60-42e6-8cc4-0ca745a430d1 HTTP/1.1" status: 200 len: 847 time: 0.0442662 Aug 12 15:49:00.984366 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aff12fd-6a66-46c2-8266-bb20a05d7d1c req-6b5a06a9-e0a9-4572-98d1-60fc821fa8fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:49:00.985825 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-7aff12fd-6a66-46c2-8266-bb20a05d7d1c req-6b5a06a9-e0a9-4572-98d1-60fc821fa8fe service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1f3bf950-cac4-4b3a-ad62-1db14cf47b48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398822 Aug 12 15:49:01.078069 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-7aff12fd-6a66-46c2-8266-bb20a05d7d1c req-54a6b96e-40f0-4fd9-bcfa-6b78205afa51 service neutron] 10.222.0.64 "GET /v2.0/networks/1f3bf950-cac4-4b3a-ad62-1db14cf47b48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848124 Aug 12 15:49:01.165509 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-7aff12fd-6a66-46c2-8266-bb20a05d7d1c req-7fef794b-a51e-4914-9df1-064088e38ea8 service neutron] 10.222.0.64 "GET /v2.0/networks/1f3bf950-cac4-4b3a-ad62-1db14cf47b48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810499 Aug 12 15:49:05.702945 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.agents_db [None req-17ed3e4c-1a7d-4162-9646-11c134aca297 None None] Agent healthcheck: found 7 active agents {{(pid=94469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 15:49:10.235222 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-7ea7d6a4-bf37-4af5-95f0-0ff2b92d8431 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:49:12.353552 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:49:13.157633 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:49:13.466934 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-a0311fbe-d9f4-4fcf-b5ce-f6a9831d86bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:49:13.676985 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:49:14.293171 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-1769855f-eda9-4483-9dc3-3220908ab45d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:49:15.916790 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-fe95f194-a3b0-4c04-9e42-20b511169d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:49:31.070284 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437a40c4-4ace-4929-8940-9e180320dbcd req-c3ea9fda-d97c-41d1-be60-e20971f2400f tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:49:31.072141 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-437a40c4-4ace-4929-8940-9e180320dbcd req-c3ea9fda-d97c-41d1-be60-e20971f2400f tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] 10.222.0.39 "GET /v2.0/ports?device_id=97d44413-e3cf-45e3-8c83-b369528e167f HTTP/1.1" status: 200 len: 946 time: 0.0956223 Aug 12 15:49:31.110289 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-437a40c4-4ace-4929-8940-9e180320dbcd req-4fd9d632-772e-4ce7-a45b-3c4bdc380f98 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] 10.222.0.39 "GET /v2.0/security-groups?id=355bbd71-0282-4d44-8056-bf44d31b0d81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319219 Aug 12 15:49:32.277909 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225ad7fe-e55c-4aec-a725-3f76c31ba08e req-6bc35b90-c802-4c8b-b493-c4c5978508d9 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:49:32.280356 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-225ad7fe-e55c-4aec-a725-3f76c31ba08e req-6bc35b90-c802-4c8b-b493-c4c5978508d9 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] 10.222.0.39 "GET /v2.0/ports?device_id=97d44413-e3cf-45e3-8c83-b369528e167f HTTP/1.1" status: 200 len: 946 time: 0.0992076 Aug 12 15:49:32.320295 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-225ad7fe-e55c-4aec-a725-3f76c31ba08e req-9e027cb7-61df-4c37-88b5-195f3c2a3b22 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] 10.222.0.39 "GET /v2.0/security-groups?id=355bbd71-0282-4d44-8056-bf44d31b0d81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339367 Aug 12 15:49:33.465134 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a766886f-ec0e-47ff-bc3b-8f2f4212655f req-2ac057ff-61cb-432c-ab74-1bf0f6374a07 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:49:33.466625 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a766886f-ec0e-47ff-bc3b-8f2f4212655f req-2ac057ff-61cb-432c-ab74-1bf0f6374a07 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] 10.222.0.39 "GET /v2.0/ports?device_id=97d44413-e3cf-45e3-8c83-b369528e167f HTTP/1.1" status: 200 len: 946 time: 0.0539465 Aug 12 15:49:33.504472 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a766886f-ec0e-47ff-bc3b-8f2f4212655f req-536b6269-4d57-432c-9798-de8923f29f56 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] 10.222.0.39 "GET /v2.0/security-groups?id=355bbd71-0282-4d44-8056-bf44d31b0d81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318775 Aug 12 15:49:34.625606 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ba6b31-9480-4cc6-83fa-fd3c32980a6b req-1ff238a7-7e49-4f2f-a42f-a9dede2a884f tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:49:34.627101 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-92ba6b31-9480-4cc6-83fa-fd3c32980a6b req-1ff238a7-7e49-4f2f-a42f-a9dede2a884f tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] 10.222.0.39 "GET /v2.0/ports?device_id=97d44413-e3cf-45e3-8c83-b369528e167f HTTP/1.1" status: 200 len: 946 time: 0.0531607 Aug 12 15:49:34.666610 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-92ba6b31-9480-4cc6-83fa-fd3c32980a6b req-a8e81baa-e7b2-4eb2-bc1a-c345e98a055f tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] 10.222.0.39 "GET /v2.0/security-groups?id=355bbd71-0282-4d44-8056-bf44d31b0d81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336161 Aug 12 15:49:35.780985 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20001d5b-5377-494a-ae62-335222adc171 req-c97bd9e8-0c7d-49a9-9230-e2b25b3ca9d6 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:49:35.782455 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-20001d5b-5377-494a-ae62-335222adc171 req-c97bd9e8-0c7d-49a9-9230-e2b25b3ca9d6 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] 10.222.0.39 "GET /v2.0/ports?device_id=97d44413-e3cf-45e3-8c83-b369528e167f HTTP/1.1" status: 200 len: 946 time: 0.0491955 Aug 12 15:49:35.820030 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-20001d5b-5377-494a-ae62-335222adc171 req-386eb571-c475-4385-b8a9-8ebebcca3ade tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] 10.222.0.39 "GET /v2.0/security-groups?id=355bbd71-0282-4d44-8056-bf44d31b0d81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311353 Aug 12 15:49:36.936030 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637bfde9-7397-4e57-9258-e9f8f0948a3a req-85cfb4b5-a906-4c42-baba-9b7c0989d24d tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:49:36.937532 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-637bfde9-7397-4e57-9258-e9f8f0948a3a req-85cfb4b5-a906-4c42-baba-9b7c0989d24d tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] 10.222.0.39 "GET /v2.0/ports?device_id=97d44413-e3cf-45e3-8c83-b369528e167f HTTP/1.1" status: 200 len: 946 time: 0.0508902 Aug 12 15:49:36.977758 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-637bfde9-7397-4e57-9258-e9f8f0948a3a req-0af52c46-0cba-4038-a5b4-a83d0c34f42a tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] 10.222.0.39 "GET /v2.0/security-groups?id=355bbd71-0282-4d44-8056-bf44d31b0d81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339236 Aug 12 15:49:38.093289 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0152f550-2749-4471-a605-4b5ea6f51515 req-3a059f2a-1816-4252-b1c5-3d31a65e5772 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:49:38.094670 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0152f550-2749-4471-a605-4b5ea6f51515 req-3a059f2a-1816-4252-b1c5-3d31a65e5772 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] 10.222.0.39 "GET /v2.0/ports?device_id=97d44413-e3cf-45e3-8c83-b369528e167f HTTP/1.1" status: 200 len: 946 time: 0.0485747 Aug 12 15:49:38.132004 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0152f550-2749-4471-a605-4b5ea6f51515 req-70a1ba96-73a4-4096-a6d6-14ddbb4c38b8 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] 10.222.0.39 "GET /v2.0/security-groups?id=355bbd71-0282-4d44-8056-bf44d31b0d81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308206 Aug 12 15:49:39.247076 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7705dbe-c750-489b-8d98-4df3f5bf51a0 req-994f2034-aadf-49a9-9a06-b4c1961b8134 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:49:39.248568 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-c7705dbe-c750-489b-8d98-4df3f5bf51a0 req-994f2034-aadf-49a9-9a06-b4c1961b8134 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] 10.222.0.39 "GET /v2.0/ports?device_id=97d44413-e3cf-45e3-8c83-b369528e167f HTTP/1.1" status: 200 len: 946 time: 0.0513010 Aug 12 15:49:39.286771 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-c7705dbe-c750-489b-8d98-4df3f5bf51a0 req-4c1c8187-f3c6-4495-b207-57740ee70961 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] 10.222.0.39 "GET /v2.0/security-groups?id=355bbd71-0282-4d44-8056-bf44d31b0d81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321913 Aug 12 15:49:40.226760 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-2427d859-64e3-46b2-8d44-1acad31e7428 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:49:40.404805 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a9d1f7-17e1-4991-86a5-4eda3ff04b1d req-da5a4cf2-8fb4-4ec1-b8e7-5cb1c3804ace tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:49:40.406257 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c3a9d1f7-17e1-4991-86a5-4eda3ff04b1d req-da5a4cf2-8fb4-4ec1-b8e7-5cb1c3804ace tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] 10.222.0.39 "GET /v2.0/ports?device_id=97d44413-e3cf-45e3-8c83-b369528e167f HTTP/1.1" status: 200 len: 946 time: 0.0519214 Aug 12 15:49:40.444722 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c3a9d1f7-17e1-4991-86a5-4eda3ff04b1d req-8ce28188-6e9c-4d08-812f-976cbf21c5fb tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] 10.222.0.39 "GET /v2.0/security-groups?id=355bbd71-0282-4d44-8056-bf44d31b0d81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319412 Aug 12 15:49:41.153784 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5173f039-778b-4a01-98f6-9a6758911084 req-298fae1f-8ffd-4971-b2d3-7862d8a14f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:49:41.155342 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-5173f039-778b-4a01-98f6-9a6758911084 req-298fae1f-8ffd-4971-b2d3-7862d8a14f5d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1eb92849d48549089fa1f426a844546c&device_id=97d44413-e3cf-45e3-8c83-b369528e167f HTTP/1.1" status: 200 len: 1098 time: 0.0411370 Aug 12 15:49:41.248993 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5173f039-778b-4a01-98f6-9a6758911084 req-bb577733-50c4-4a3b-8b41-804788f6e3f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:49:41.250487 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-5173f039-778b-4a01-98f6-9a6758911084 req-bb577733-50c4-4a3b-8b41-804788f6e3f6 service neutron] 10.222.0.64 "GET /v2.0/networks?id=1f3bf950-cac4-4b3a-ad62-1db14cf47b48 HTTP/1.1" status: 200 len: 909 time: 0.0886986 Aug 12 15:49:41.314394 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-5173f039-778b-4a01-98f6-9a6758911084 req-348ab390-c5f3-4931-a174-ef82ffcc6624 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=18c98008-84b1-4f7a-980b-e9684d2b4ee7 HTTP/1.1" status: 200 len: 1002 time: 0.0573840 Aug 12 15:49:41.362462 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5173f039-778b-4a01-98f6-9a6758911084 req-91714b0e-db62-4906-8ece-55ffe239e89f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:49:41.363928 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-5173f039-778b-4a01-98f6-9a6758911084 req-91714b0e-db62-4906-8ece-55ffe239e89f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1bb777c0-ea60-42e6-8cc4-0ca745a430d1 HTTP/1.1" status: 200 len: 847 time: 0.0435059 Aug 12 15:49:41.415892 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5173f039-778b-4a01-98f6-9a6758911084 req-eb0d8d2d-5536-4327-9bb8-3fc5ed2f2671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:49:41.417273 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-5173f039-778b-4a01-98f6-9a6758911084 req-eb0d8d2d-5536-4327-9bb8-3fc5ed2f2671 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1f3bf950-cac4-4b3a-ad62-1db14cf47b48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0426946 Aug 12 15:49:41.514827 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-5173f039-778b-4a01-98f6-9a6758911084 req-e3f79be8-4d91-4bd2-ac70-cda91affa133 service neutron] 10.222.0.64 "GET /v2.0/networks/1f3bf950-cac4-4b3a-ad62-1db14cf47b48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895839 Aug 12 15:49:41.562478 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae116997-bf69-454c-8263-c4b0a39b4420 req-71bc329f-0b4d-49bb-a1c6-6db5b6b78bf2 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:49:41.563996 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-ae116997-bf69-454c-8263-c4b0a39b4420 req-71bc329f-0b4d-49bb-a1c6-6db5b6b78bf2 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] 10.222.0.39 "GET /v2.0/ports?device_id=97d44413-e3cf-45e3-8c83-b369528e167f HTTP/1.1" status: 200 len: 946 time: 0.0538003 Aug 12 15:49:41.603455 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-ae116997-bf69-454c-8263-c4b0a39b4420 req-2854e480-a230-4850-9e62-cab80a27cf6b tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] 10.222.0.39 "GET /v2.0/security-groups?id=355bbd71-0282-4d44-8056-bf44d31b0d81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333469 Aug 12 15:49:41.611914 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-5173f039-778b-4a01-98f6-9a6758911084 req-38dc5082-4c1e-41a5-8f8e-13b7fbda0742 service neutron] 10.222.0.64 "GET /v2.0/networks/1f3bf950-cac4-4b3a-ad62-1db14cf47b48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901260 Aug 12 15:49:42.354669 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:49:42.702059 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.agents_db [None req-17ed3e4c-1a7d-4162-9646-11c134aca297 None None] Agent healthcheck: found 7 active agents {{(pid=94469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 15:49:42.720228 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9093cdb4-53b2-4e74-b81b-876f50c2a47b req-e58316ed-7e5a-4371-baac-16f3d73bb014 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:49:42.721849 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9093cdb4-53b2-4e74-b81b-876f50c2a47b req-e58316ed-7e5a-4371-baac-16f3d73bb014 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] 10.222.0.39 "GET /v2.0/ports?device_id=97d44413-e3cf-45e3-8c83-b369528e167f HTTP/1.1" status: 200 len: 946 time: 0.0512509 Aug 12 15:49:42.760527 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-9093cdb4-53b2-4e74-b81b-876f50c2a47b req-7a50fbc6-e0f3-4431-b463-9a2431b6036c tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] 10.222.0.39 "GET /v2.0/security-groups?id=355bbd71-0282-4d44-8056-bf44d31b0d81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323005 Aug 12 15:49:43.163559 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:49:43.467800 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-e25dc0f1-698c-464b-8dfe-aee52e8810a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:49:43.679161 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:49:43.880093 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695ce6a6-9990-4ef8-a5fb-18ef06fa4e82 req-1a3cd1db-e1f7-462d-bc8a-d1c08889ffca tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:49:43.881639 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-695ce6a6-9990-4ef8-a5fb-18ef06fa4e82 req-1a3cd1db-e1f7-462d-bc8a-d1c08889ffca tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] 10.222.0.39 "GET /v2.0/ports?device_id=97d44413-e3cf-45e3-8c83-b369528e167f HTTP/1.1" status: 200 len: 946 time: 0.0518727 Aug 12 15:49:43.922440 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-695ce6a6-9990-4ef8-a5fb-18ef06fa4e82 req-3dae1eba-d5c4-42aa-aa50-ee6338bfd49f tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] 10.222.0.39 "GET /v2.0/security-groups?id=355bbd71-0282-4d44-8056-bf44d31b0d81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343385 Aug 12 15:49:44.295384 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-1769855f-eda9-4483-9dc3-3220908ab45d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:49:45.040119 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73134bd5-a468-4e65-a835-dc101be5e93c req-f993a01f-2e2b-4cc7-a898-8e2621db4a4b tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:49:45.041572 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-73134bd5-a468-4e65-a835-dc101be5e93c req-f993a01f-2e2b-4cc7-a898-8e2621db4a4b tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] 10.222.0.39 "GET /v2.0/ports?device_id=97d44413-e3cf-45e3-8c83-b369528e167f HTTP/1.1" status: 200 len: 946 time: 0.0484030 Aug 12 15:49:45.081642 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-73134bd5-a468-4e65-a835-dc101be5e93c req-df2fb6d0-d1c0-4849-8e4e-c49daca3490a tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] 10.222.0.39 "GET /v2.0/security-groups?id=355bbd71-0282-4d44-8056-bf44d31b0d81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341048 Aug 12 15:49:45.922022 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-fe95f194-a3b0-4c04-9e42-20b511169d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:49:46.343528 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b956a135-e111-4be1-aa49-d663542e4892 req-9cd29044-f8f8-44a7-a345-02678370bd07 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:49:46.344980 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b956a135-e111-4be1-aa49-d663542e4892 req-9cd29044-f8f8-44a7-a345-02678370bd07 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] 10.222.0.39 "GET /v2.0/ports?device_id=97d44413-e3cf-45e3-8c83-b369528e167f HTTP/1.1" status: 200 len: 946 time: 0.0835977 Aug 12 15:49:46.362097 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-762811d8-5590-4d97-800c-69fd9295e381 req-2be619b2-b9ca-4757-99b4-498ec7dc5a5a service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=97d44413-e3cf-45e3-8c83-b369528e167f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1200790 Aug 12 15:49:46.388929 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b956a135-e111-4be1-aa49-d663542e4892 req-bf17b265-eb46-4d49-9e70-fdffe0e104c8 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] 10.222.0.39 "GET /v2.0/security-groups?id=355bbd71-0282-4d44-8056-bf44d31b0d81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362556 Aug 12 15:49:47.507279 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455e1c39-c904-4826-a40d-789cdc245e16 req-60699f11-5852-403e-a79b-6bcf3bf17a95 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:49:47.508811 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-455e1c39-c904-4826-a40d-789cdc245e16 req-60699f11-5852-403e-a79b-6bcf3bf17a95 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] 10.222.0.39 "GET /v2.0/ports?device_id=97d44413-e3cf-45e3-8c83-b369528e167f HTTP/1.1" status: 200 len: 946 time: 0.0503299 Aug 12 15:49:47.547901 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-455e1c39-c904-4826-a40d-789cdc245e16 req-764e76a2-1318-4a4f-a946-888201b596db tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] 10.222.0.39 "GET /v2.0/security-groups?id=355bbd71-0282-4d44-8056-bf44d31b0d81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331438 Aug 12 15:49:47.862526 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device 18c98008-84b1-4f7a-980b-e9684d2b4ee7 no longer exists at agent hyperv_n-h1-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 15:49:47.942668 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:49:47.967254 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97d44413-e3cf-45e3-8c83-b369528e167f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '18c98008-84b1-4f7a-980b-e9684d2b4ee7'}] {{(pid=94468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:49:47.969576 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}152b85fe2f58ac5d6dd54f9692cb8ffc3f7471d0248cb45901c289f6e837e934" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3196d144-8a77-43ac-b94c-d87a5a73995c" -d '{"events": [{"server_uuid": "97d44413-e3cf-45e3-8c83-b369528e167f", "name": "network-vif-unplugged", "status": "completed", "tag": "18c98008-84b1-4f7a-980b-e9684d2b4ee7"}]}' {{(pid=94468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 15:49:47.983821 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port 18c98008-84b1-4f7a-980b-e9684d2b4ee7, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=18c98008-84b1-4f7a-980b-e9684d2b4ee7,segment=NetworkSegment(1e99701f-243f-46e7-97e0-368c3c7ddaf7),segment_id=1e99701f-243f-46e7-97e0-368c3c7ddaf7)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:49:47.989277 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:49:48.015354 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 12 Aug 2021 15:49:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bf7de7c-f057-4c6f-b858-c7ca3cfcb27e x-openstack-request-id: req-5bf7de7c-f057-4c6f-b858-c7ca3cfcb27e {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 15:49:48.015647 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97d44413-e3cf-45e3-8c83-b369528e167f", "name": "network-vif-unplugged", "status": "failed", "tag": "18c98008-84b1-4f7a-980b-e9684d2b4ee7", "code": 422}]} {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 15:49:48.015900 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5bf7de7c-f057-4c6f-b858-c7ca3cfcb27e {{(pid=94468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 15:49:48.016291 n-d-694802-15 neutron-server[94468]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '97d44413-e3cf-45e3-8c83-b369528e167f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '18c98008-84b1-4f7a-980b-e9684d2b4ee7', 'code': 422} returned with failed status Aug 12 15:49:48.042418 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Pushing event updated for resources: {'Port': ['ID=18c98008-84b1-4f7a-980b-e9684d2b4ee7,revision_number=6']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:49:48.049747 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:49:48.050092 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:49:48.050430 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:49:48.050864 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:49:48.051209 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:49:48.051600 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:49:48.051954 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:49:48.052310 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:49:48.052634 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:49:48.052956 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:49:48.053278 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:49:48.053602 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:49:48.673352 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212cd447-78eb-4c6b-b2f5-13fcd259dfda req-05c254d6-be66-4676-bb39-7c0e91ca1665 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:49:48.674851 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-212cd447-78eb-4c6b-b2f5-13fcd259dfda req-05c254d6-be66-4676-bb39-7c0e91ca1665 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] 10.222.0.39 "GET /v2.0/ports?device_id=97d44413-e3cf-45e3-8c83-b369528e167f HTTP/1.1" status: 200 len: 944 time: 0.0542753 Aug 12 15:49:48.714189 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-212cd447-78eb-4c6b-b2f5-13fcd259dfda req-44929b2f-ffde-454a-acc5-940fb1c6d622 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] 10.222.0.39 "GET /v2.0/security-groups?id=355bbd71-0282-4d44-8056-bf44d31b0d81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326402 Aug 12 15:49:49.833934 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de39dd0f-cfbf-4945-b06e-d9d1116ab260 req-2422df49-6a84-4aae-9d31-e7a8ce94fab7 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:49:49.835721 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-de39dd0f-cfbf-4945-b06e-d9d1116ab260 req-2422df49-6a84-4aae-9d31-e7a8ce94fab7 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] 10.222.0.39 "GET /v2.0/ports?device_id=97d44413-e3cf-45e3-8c83-b369528e167f HTTP/1.1" status: 200 len: 944 time: 0.0525920 Aug 12 15:49:49.882234 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-de39dd0f-cfbf-4945-b06e-d9d1116ab260 req-e565d705-0c9d-4712-b205-7db29bf0a760 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] 10.222.0.39 "GET /v2.0/security-groups?id=355bbd71-0282-4d44-8056-bf44d31b0d81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396686 Aug 12 15:49:50.999622 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cd63ea-ad58-4584-843c-ebe4bf405690 req-a6aea1f1-b844-4904-bb5e-f94f5cd955e8 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:49:51.001097 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-c8cd63ea-ad58-4584-843c-ebe4bf405690 req-a6aea1f1-b844-4904-bb5e-f94f5cd955e8 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] 10.222.0.39 "GET /v2.0/ports?device_id=97d44413-e3cf-45e3-8c83-b369528e167f HTTP/1.1" status: 200 len: 944 time: 0.0510716 Aug 12 15:49:51.041138 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-c8cd63ea-ad58-4584-843c-ebe4bf405690 req-d5be2c93-6da4-40aa-9e44-4006f081a7b0 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] 10.222.0.39 "GET /v2.0/security-groups?id=355bbd71-0282-4d44-8056-bf44d31b0d81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334096 Aug 12 15:49:51.077911 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762811d8-5590-4d97-800c-69fd9295e381 req-6d3f558d-4b6a-4520-b571-41bc0ac6f8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:49:51.079450 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-762811d8-5590-4d97-800c-69fd9295e381 req-6d3f558d-4b6a-4520-b571-41bc0ac6f8e7 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=97d44413-e3cf-45e3-8c83-b369528e167f&tenant_id=1eb92849d48549089fa1f426a844546c HTTP/1.1" status: 200 len: 1096 time: 0.0465345 Aug 12 15:49:51.142556 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762811d8-5590-4d97-800c-69fd9295e381 req-76063ea5-f9c4-49c4-836d-1ff6849542a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:49:51.144071 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-762811d8-5590-4d97-800c-69fd9295e381 req-76063ea5-f9c4-49c4-836d-1ff6849542a2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1eb92849d48549089fa1f426a844546c&device_id=97d44413-e3cf-45e3-8c83-b369528e167f HTTP/1.1" status: 200 len: 1096 time: 0.0435412 Aug 12 15:49:51.231225 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762811d8-5590-4d97-800c-69fd9295e381 req-822894c8-8efc-4bfa-82b2-2afbb23aa297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:49:51.232745 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-762811d8-5590-4d97-800c-69fd9295e381 req-822894c8-8efc-4bfa-82b2-2afbb23aa297 service neutron] 10.222.0.64 "GET /v2.0/networks?id=1f3bf950-cac4-4b3a-ad62-1db14cf47b48 HTTP/1.1" status: 200 len: 909 time: 0.0822175 Aug 12 15:49:51.306341 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-762811d8-5590-4d97-800c-69fd9295e381 req-bf7b6441-ac4a-4794-95db-0bb32de38836 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=18c98008-84b1-4f7a-980b-e9684d2b4ee7 HTTP/1.1" status: 200 len: 1000 time: 0.0655847 Aug 12 15:49:51.356921 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762811d8-5590-4d97-800c-69fd9295e381 req-1aeda4ab-8104-4803-a2f1-5acd30782053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:49:51.358323 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-762811d8-5590-4d97-800c-69fd9295e381 req-1aeda4ab-8104-4803-a2f1-5acd30782053 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1bb777c0-ea60-42e6-8cc4-0ca745a430d1 HTTP/1.1" status: 200 len: 847 time: 0.0443218 Aug 12 15:49:51.402015 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762811d8-5590-4d97-800c-69fd9295e381 req-c0fb59ed-ac50-45d4-847f-3cb27bf5d4a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:49:51.403478 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-762811d8-5590-4d97-800c-69fd9295e381 req-c0fb59ed-ac50-45d4-847f-3cb27bf5d4a9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1f3bf950-cac4-4b3a-ad62-1db14cf47b48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0388422 Aug 12 15:49:51.501963 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-762811d8-5590-4d97-800c-69fd9295e381 req-50c3cacb-de96-4782-b66e-968e25be9ef2 service neutron] 10.222.0.64 "GET /v2.0/networks/1f3bf950-cac4-4b3a-ad62-1db14cf47b48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908682 Aug 12 15:49:51.599233 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-762811d8-5590-4d97-800c-69fd9295e381 req-742af2f2-6998-460b-a656-3196a4d755ff service neutron] 10.222.0.64 "GET /v2.0/networks/1f3bf950-cac4-4b3a-ad62-1db14cf47b48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900872 Aug 12 15:49:52.156923 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85847a8-a94d-476c-80ea-ad3aff208824 req-258bad83-a22b-407e-915d-c33c97d9b66a tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:49:52.158349 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a85847a8-a94d-476c-80ea-ad3aff208824 req-258bad83-a22b-407e-915d-c33c97d9b66a tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] 10.222.0.39 "GET /v2.0/ports?device_id=97d44413-e3cf-45e3-8c83-b369528e167f HTTP/1.1" status: 200 len: 944 time: 0.0490499 Aug 12 15:49:52.196394 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a85847a8-a94d-476c-80ea-ad3aff208824 req-3c75588b-4cb4-4584-8778-4d4e8f1048e9 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] 10.222.0.39 "GET /v2.0/security-groups?id=355bbd71-0282-4d44-8056-bf44d31b0d81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314033 Aug 12 15:49:53.313837 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b89590-d8e8-4e68-83aa-69482c607adf req-f6ed4d85-f848-4d86-8de8-b099172588f5 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:49:53.315482 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-83b89590-d8e8-4e68-83aa-69482c607adf req-f6ed4d85-f848-4d86-8de8-b099172588f5 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] 10.222.0.39 "GET /v2.0/ports?device_id=97d44413-e3cf-45e3-8c83-b369528e167f HTTP/1.1" status: 200 len: 944 time: 0.0502062 Aug 12 15:49:53.355342 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-83b89590-d8e8-4e68-83aa-69482c607adf req-bbc711d4-5d5c-4184-8828-0a2cd777c9f1 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] 10.222.0.39 "GET /v2.0/security-groups?id=355bbd71-0282-4d44-8056-bf44d31b0d81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326753 Aug 12 15:49:54.474596 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfc0a3c-79ea-4d83-a10e-8eee409d8c19 req-670467c1-1015-42f7-a19a-c26fcf2f7e17 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:49:54.476100 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-5bfc0a3c-79ea-4d83-a10e-8eee409d8c19 req-670467c1-1015-42f7-a19a-c26fcf2f7e17 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] 10.222.0.39 "GET /v2.0/ports?device_id=97d44413-e3cf-45e3-8c83-b369528e167f HTTP/1.1" status: 200 len: 944 time: 0.0537314 Aug 12 15:49:54.514264 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-5bfc0a3c-79ea-4d83-a10e-8eee409d8c19 req-5aa541f6-03a4-4668-a35a-bf807c1cf5c4 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] 10.222.0.39 "GET /v2.0/security-groups?id=355bbd71-0282-4d44-8056-bf44d31b0d81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320935 Aug 12 15:49:55.632102 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0376e5a-b1f3-47d3-9522-c59d01fdd774 req-38a96d90-8c37-44df-b73d-9002dec7e12b tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:49:55.633556 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-a0376e5a-b1f3-47d3-9522-c59d01fdd774 req-38a96d90-8c37-44df-b73d-9002dec7e12b tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] 10.222.0.39 "GET /v2.0/ports?device_id=97d44413-e3cf-45e3-8c83-b369528e167f HTTP/1.1" status: 200 len: 944 time: 0.0524697 Aug 12 15:49:55.684198 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-a0376e5a-b1f3-47d3-9522-c59d01fdd774 req-07125c53-3107-42f1-bb86-6c3cb255ff31 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] 10.222.0.39 "GET /v2.0/security-groups?id=355bbd71-0282-4d44-8056-bf44d31b0d81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445940 Aug 12 15:49:56.796312 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e62b71-7310-4f7b-a19f-85fea177972b req-3f191907-7619-457d-b55a-9d5dd3460b17 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:49:56.797796 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-98e62b71-7310-4f7b-a19f-85fea177972b req-3f191907-7619-457d-b55a-9d5dd3460b17 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] 10.222.0.39 "GET /v2.0/ports?device_id=97d44413-e3cf-45e3-8c83-b369528e167f HTTP/1.1" status: 200 len: 944 time: 0.0483856 Aug 12 15:49:56.836588 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-98e62b71-7310-4f7b-a19f-85fea177972b req-6a01b338-75c6-4fce-80ca-3af3fddc24c6 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] 10.222.0.39 "GET /v2.0/security-groups?id=355bbd71-0282-4d44-8056-bf44d31b0d81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319352 Aug 12 15:49:57.963464 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c7deb7-44c3-42e6-8681-02ddbd63df55 req-75e38d13-c28f-4b0c-8fad-ff1b3e9a2f46 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:49:57.965000 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-e1c7deb7-44c3-42e6-8681-02ddbd63df55 req-75e38d13-c28f-4b0c-8fad-ff1b3e9a2f46 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] 10.222.0.39 "GET /v2.0/ports?device_id=97d44413-e3cf-45e3-8c83-b369528e167f HTTP/1.1" status: 200 len: 944 time: 0.0490479 Aug 12 15:49:58.002363 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-e1c7deb7-44c3-42e6-8681-02ddbd63df55 req-c7fc2670-02bc-4e3e-8490-3ed221edef5f tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] 10.222.0.39 "GET /v2.0/security-groups?id=355bbd71-0282-4d44-8056-bf44d31b0d81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314691 Aug 12 15:49:59.115837 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5951d067-1a2d-41ec-ac97-e3a81070b174 req-ee6ca599-d0c1-4970-ba37-bba9fcef3426 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:49:59.117311 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-5951d067-1a2d-41ec-ac97-e3a81070b174 req-ee6ca599-d0c1-4970-ba37-bba9fcef3426 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] 10.222.0.39 "GET /v2.0/ports?device_id=97d44413-e3cf-45e3-8c83-b369528e167f HTTP/1.1" status: 200 len: 944 time: 0.0484285 Aug 12 15:49:59.156276 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-5951d067-1a2d-41ec-ac97-e3a81070b174 req-05418b4c-976a-4ef5-b51d-7f052217bdf7 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] 10.222.0.39 "GET /v2.0/security-groups?id=355bbd71-0282-4d44-8056-bf44d31b0d81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330579 Aug 12 15:49:59.925389 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device 18c98008-84b1-4f7a-980b-e9684d2b4ee7 details requested by agent hyperv_n-h1-694802-15 with host n-h1-694802-15 {{(pid=94468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 15:50:00.022104 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port 18c98008-84b1-4f7a-980b-e9684d2b4ee7, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=18c98008-84b1-4f7a-980b-e9684d2b4ee7,segment=NetworkSegment(1e99701f-243f-46e7-97e0-368c3c7ddaf7),segment_id=1e99701f-243f-46e7-97e0-368c3c7ddaf7)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:50:00.033370 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Returning: {'device': '18c98008-84b1-4f7a-980b-e9684d2b4ee7', 'network_id': '1f3bf950-cac4-4b3a-ad62-1db14cf47b48', 'port_id': '18c98008-84b1-4f7a-980b-e9684d2b4ee7', 'mac_address': 'fa:16:3e:7c:eb:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1bb777c0-ea60-42e6-8cc4-0ca745a430d1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 15:50:00.069985 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:50:00.082726 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18c98008-84b1-4f7a-980b-e9684d2b4ee7 {{(pid=94468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 15:50:00.101718 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port 18c98008-84b1-4f7a-980b-e9684d2b4ee7, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=18c98008-84b1-4f7a-980b-e9684d2b4ee7,segment=NetworkSegment(1e99701f-243f-46e7-97e0-368c3c7ddaf7),segment_id=1e99701f-243f-46e7-97e0-368c3c7ddaf7)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:50:00.105508 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:50:00.150738 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Pushing event updated for resources: {'Port': ['ID=18c98008-84b1-4f7a-980b-e9684d2b4ee7,revision_number=7']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:50:00.273512 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4642d34-da68-4514-9817-3c201d38e719 req-3430ae6e-8e00-4794-92cd-87396708f027 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:50:00.275151 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-a4642d34-da68-4514-9817-3c201d38e719 req-3430ae6e-8e00-4794-92cd-87396708f027 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] 10.222.0.39 "GET /v2.0/ports?device_id=97d44413-e3cf-45e3-8c83-b369528e167f HTTP/1.1" status: 200 len: 945 time: 0.0488832 Aug 12 15:50:00.313763 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-a4642d34-da68-4514-9817-3c201d38e719 req-25a1c336-2779-4b50-8f65-2cb67e6bb302 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] 10.222.0.39 "GET /v2.0/security-groups?id=355bbd71-0282-4d44-8056-bf44d31b0d81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326395 Aug 12 15:50:00.336531 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] get_ports_and_sgs() called for port_ids ['18c98008-84b1-4f7a-980b-e9684d2b4ee7'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 15:50:00.643193 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f87ad4-a77d-49fc-86e2-d129a7dbdfa8 req-c8b24417-4283-40bc-a9c9-37a93ad73920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:50:00.644675 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-65f87ad4-a77d-49fc-86e2-d129a7dbdfa8 req-c8b24417-4283-40bc-a9c9-37a93ad73920 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1eb92849d48549089fa1f426a844546c&device_id=97d44413-e3cf-45e3-8c83-b369528e167f HTTP/1.1" status: 200 len: 1097 time: 0.0438619 Aug 12 15:50:00.746868 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f87ad4-a77d-49fc-86e2-d129a7dbdfa8 req-d1c652ef-4857-4f77-9901-99de9889dac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:50:00.748356 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-65f87ad4-a77d-49fc-86e2-d129a7dbdfa8 req-d1c652ef-4857-4f77-9901-99de9889dac1 service neutron] 10.222.0.64 "GET /v2.0/networks?id=1f3bf950-cac4-4b3a-ad62-1db14cf47b48 HTTP/1.1" status: 200 len: 909 time: 0.0846288 Aug 12 15:50:00.818505 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-65f87ad4-a77d-49fc-86e2-d129a7dbdfa8 req-0ec9abcd-55bc-466f-be00-c91891d55dd3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=18c98008-84b1-4f7a-980b-e9684d2b4ee7 HTTP/1.1" status: 200 len: 1001 time: 0.0612578 Aug 12 15:50:00.866977 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f87ad4-a77d-49fc-86e2-d129a7dbdfa8 req-d3fb7d45-ea7a-486a-89d7-f14925dfc329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:50:00.868470 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-65f87ad4-a77d-49fc-86e2-d129a7dbdfa8 req-d3fb7d45-ea7a-486a-89d7-f14925dfc329 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1bb777c0-ea60-42e6-8cc4-0ca745a430d1 HTTP/1.1" status: 200 len: 847 time: 0.0435386 Aug 12 15:50:00.915437 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f87ad4-a77d-49fc-86e2-d129a7dbdfa8 req-6bb3395a-5803-4ec2-b480-a4b1a9ebddd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:50:00.916879 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-65f87ad4-a77d-49fc-86e2-d129a7dbdfa8 req-6bb3395a-5803-4ec2-b480-a4b1a9ebddd3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1f3bf950-cac4-4b3a-ad62-1db14cf47b48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400522 Aug 12 15:50:01.021829 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-65f87ad4-a77d-49fc-86e2-d129a7dbdfa8 req-74dd6c78-776d-4410-83d0-2b6ae260b9d6 service neutron] 10.222.0.64 "GET /v2.0/networks/1f3bf950-cac4-4b3a-ad62-1db14cf47b48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974183 Aug 12 15:50:01.116228 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-65f87ad4-a77d-49fc-86e2-d129a7dbdfa8 req-6ca0115a-ae5f-43ff-915f-f8fbb926b47d service neutron] 10.222.0.64 "GET /v2.0/networks/1f3bf950-cac4-4b3a-ad62-1db14cf47b48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878253 Aug 12 15:50:01.431398 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c56b80d-0e95-421a-a8d9-9a40252b2f56 req-710e11dd-f60d-4804-b71d-02fe420fe2ad tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:50:01.432854 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-8c56b80d-0e95-421a-a8d9-9a40252b2f56 req-710e11dd-f60d-4804-b71d-02fe420fe2ad tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] 10.222.0.39 "GET /v2.0/ports?device_id=97d44413-e3cf-45e3-8c83-b369528e167f HTTP/1.1" status: 200 len: 945 time: 0.0498075 Aug 12 15:50:01.472120 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-8c56b80d-0e95-421a-a8d9-9a40252b2f56 req-c2e024ef-4a3c-416f-bd65-c3bd1706e8f0 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] 10.222.0.39 "GET /v2.0/security-groups?id=355bbd71-0282-4d44-8056-bf44d31b0d81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333178 Aug 12 15:50:01.940005 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device 18c98008-84b1-4f7a-980b-e9684d2b4ee7 up at agent hyperv_n-h1-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 15:50:01.988742 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Provisioning complete for port 18c98008-84b1-4f7a-980b-e9684d2b4ee7 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:50:01.989115 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:50:02.066079 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:50:02.087775 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97d44413-e3cf-45e3-8c83-b369528e167f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18c98008-84b1-4f7a-980b-e9684d2b4ee7'}] {{(pid=94468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:50:02.089960 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}152b85fe2f58ac5d6dd54f9692cb8ffc3f7471d0248cb45901c289f6e837e934" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1a484da-c8c7-4bbd-b93f-0cab8f8f6b6a" -d '{"events": [{"server_uuid": "97d44413-e3cf-45e3-8c83-b369528e167f", "name": "network-vif-plugged", "status": "completed", "tag": "18c98008-84b1-4f7a-980b-e9684d2b4ee7"}]}' {{(pid=94468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 15:50:02.103190 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port 18c98008-84b1-4f7a-980b-e9684d2b4ee7, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=18c98008-84b1-4f7a-980b-e9684d2b4ee7,segment=NetworkSegment(1e99701f-243f-46e7-97e0-368c3c7ddaf7),segment_id=1e99701f-243f-46e7-97e0-368c3c7ddaf7)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:50:02.108228 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:50:02.134105 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 15:50:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48997a1e-a2ed-4c5c-afcf-44259e7dd290 x-openstack-request-id: req-48997a1e-a2ed-4c5c-afcf-44259e7dd290 {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 15:50:02.134401 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97d44413-e3cf-45e3-8c83-b369528e167f", "name": "network-vif-plugged", "status": "completed", "tag": "18c98008-84b1-4f7a-980b-e9684d2b4ee7", "code": 200}]} {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 15:50:02.135622 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-48997a1e-a2ed-4c5c-afcf-44259e7dd290 {{(pid=94468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 15:50:02.135622 n-d-694802-15 neutron-server[94468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97d44413-e3cf-45e3-8c83-b369528e167f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18c98008-84b1-4f7a-980b-e9684d2b4ee7', 'code': 200} Aug 12 15:50:02.164402 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Pushing event updated for resources: {'Port': ['ID=18c98008-84b1-4f7a-980b-e9684d2b4ee7,revision_number=8']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:50:02.638726 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1ac77e-de73-4135-98ba-03538475a144 req-e4ffc56c-1437-4fde-9b86-38b55bf1d04d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:50:02.640244 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ef1ac77e-de73-4135-98ba-03538475a144 req-e4ffc56c-1437-4fde-9b86-38b55bf1d04d service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=97d44413-e3cf-45e3-8c83-b369528e167f HTTP/1.1" status: 200 len: 1098 time: 0.4095635 Aug 12 15:50:02.652659 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916de65a-45a0-4b38-9ac9-69c33e1ab2f9 req-a8c2d75c-be3f-4d59-aa8d-f9d205297020 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:50:02.654029 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-916de65a-45a0-4b38-9ac9-69c33e1ab2f9 req-a8c2d75c-be3f-4d59-aa8d-f9d205297020 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] 10.222.0.39 "GET /v2.0/ports?device_id=97d44413-e3cf-45e3-8c83-b369528e167f HTTP/1.1" status: 200 len: 946 time: 0.0566125 Aug 12 15:50:02.701840 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ef1ac77e-de73-4135-98ba-03538475a144 req-9051cc10-772f-4685-a9d6-24a4072ed33a service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=355bbd71-0282-4d44-8056-bf44d31b0d81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469017 Aug 12 15:50:02.708733 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-916de65a-45a0-4b38-9ac9-69c33e1ab2f9 req-9b5a5115-ce2b-439b-b502-4204cd97a1b6 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] 10.222.0.39 "GET /v2.0/security-groups?id=355bbd71-0282-4d44-8056-bf44d31b0d81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477512 Aug 12 15:50:03.836783 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e6e5ad-b98b-4e1d-a0e5-e80f2f3fe220 req-11bc4de5-dd41-4805-a89b-9ad8b032f98c tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:50:03.838051 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-05e6e5ad-b98b-4e1d-a0e5-e80f2f3fe220 req-11bc4de5-dd41-4805-a89b-9ad8b032f98c tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] 10.222.0.39 "GET /v2.0/ports?device_id=97d44413-e3cf-45e3-8c83-b369528e167f HTTP/1.1" status: 200 len: 946 time: 0.0555019 Aug 12 15:50:03.878147 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-05e6e5ad-b98b-4e1d-a0e5-e80f2f3fe220 req-d1be8c9f-c3ef-4a31-a1ad-142d8e0276eb tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] 10.222.0.39 "GET /v2.0/security-groups?id=355bbd71-0282-4d44-8056-bf44d31b0d81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334542 Aug 12 15:50:10.230293 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-c2deff74-58f8-462a-b953-71b305cdb0fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:50:12.372009 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:50:13.156008 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:50:13.472301 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-c63ce64e-b26e-48b0-8bd3-0c9158197885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:50:13.695130 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:50:14.299216 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-1769855f-eda9-4483-9dc3-3220908ab45d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:50:15.923795 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-fe95f194-a3b0-4c04-9e42-20b511169d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:50:19.701251 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.agents_db [None req-17ed3e4c-1a7d-4162-9646-11c134aca297 None None] Agent healthcheck: found 7 active agents {{(pid=94469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 15:50:40.233099 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-9ec6b6a7-bceb-4884-b43e-54795a5cf537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:50:42.388870 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:50:43.160160 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:50:43.474960 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f2f80940-d832-4632-a5be-50d940c5492e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:50:43.693805 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:50:44.300366 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-1769855f-eda9-4483-9dc3-3220908ab45d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:50:45.926007 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-fe95f194-a3b0-4c04-9e42-20b511169d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:50:56.701611 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.agents_db [None req-17ed3e4c-1a7d-4162-9646-11c134aca297 None None] Agent healthcheck: found 7 active agents {{(pid=94469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 15:51:00.597336 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f64d2d9d-7fd5-4260-b1a4-147db4a168cb req-034715dc-ab5e-4c00-953d-8f108d051369 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=97d44413-e3cf-45e3-8c83-b369528e167f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0421906 Aug 12 15:51:00.677564 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64d2d9d-7fd5-4260-b1a4-147db4a168cb req-17087ed9-e0f8-49c8-ba6f-da290e09d2ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:51:00.679606 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f64d2d9d-7fd5-4260-b1a4-147db4a168cb req-17087ed9-e0f8-49c8-ba6f-da290e09d2ec service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1eb92849d48549089fa1f426a844546c&device_id=97d44413-e3cf-45e3-8c83-b369528e167f HTTP/1.1" status: 200 len: 1098 time: 0.0429046 Aug 12 15:51:00.788209 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64d2d9d-7fd5-4260-b1a4-147db4a168cb req-948e8010-615e-4543-be88-01114677f811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:51:00.790455 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f64d2d9d-7fd5-4260-b1a4-147db4a168cb req-948e8010-615e-4543-be88-01114677f811 service neutron] 10.222.0.64 "GET /v2.0/networks?id=1f3bf950-cac4-4b3a-ad62-1db14cf47b48 HTTP/1.1" status: 200 len: 909 time: 0.0924785 Aug 12 15:51:00.891815 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f64d2d9d-7fd5-4260-b1a4-147db4a168cb req-f1319095-fb1a-465e-a206-3e081d56af61 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=18c98008-84b1-4f7a-980b-e9684d2b4ee7 HTTP/1.1" status: 200 len: 1002 time: 0.0941567 Aug 12 15:51:00.940663 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64d2d9d-7fd5-4260-b1a4-147db4a168cb req-851be40d-5875-411a-8c0f-ef7c30d34201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:51:00.942098 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f64d2d9d-7fd5-4260-b1a4-147db4a168cb req-851be40d-5875-411a-8c0f-ef7c30d34201 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1bb777c0-ea60-42e6-8cc4-0ca745a430d1 HTTP/1.1" status: 200 len: 847 time: 0.0439615 Aug 12 15:51:00.986938 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64d2d9d-7fd5-4260-b1a4-147db4a168cb req-60dcf6a6-49ee-47e9-950a-9c9c731f31af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:51:00.988426 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f64d2d9d-7fd5-4260-b1a4-147db4a168cb req-60dcf6a6-49ee-47e9-950a-9c9c731f31af service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1f3bf950-cac4-4b3a-ad62-1db14cf47b48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399704 Aug 12 15:51:01.089710 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f64d2d9d-7fd5-4260-b1a4-147db4a168cb req-f5089aa9-a529-4e15-8655-f56dc327aae5 service neutron] 10.222.0.64 "GET /v2.0/networks/1f3bf950-cac4-4b3a-ad62-1db14cf47b48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945492 Aug 12 15:51:01.179152 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f64d2d9d-7fd5-4260-b1a4-147db4a168cb req-fb4c36e4-da8f-488e-9840-f5abcb0d75a9 service neutron] 10.222.0.64 "GET /v2.0/networks/1f3bf950-cac4-4b3a-ad62-1db14cf47b48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815089 Aug 12 15:51:10.236380 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-9279217d-e153-40a9-b2ab-10695c9da9db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:51:12.406191 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:51:13.162969 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:51:13.477452 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-bf8ba85b-c3cf-413a-92de-b579007fd4cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:51:13.713098 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:51:14.303944 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-1769855f-eda9-4483-9dc3-3220908ab45d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:51:15.933781 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-fe95f194-a3b0-4c04-9e42-20b511169d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:51:16.874787 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 38154) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:51:17.336760 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-fa2d8fbd-1a78-4fb0-aebc-a0a703e99b6c tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Deleting port 50e2835e-eb01-4b4b-83bf-8bf6275b56b9 {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 15:51:17.337094 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-fa2d8fbd-1a78-4fb0-aebc-a0a703e99b6c tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:51:17.409439 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-fa2d8fbd-1a78-4fb0-aebc-a0a703e99b6c tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:51:17.409765 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-fa2d8fbd-1a78-4fb0-aebc-a0a703e99b6c tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:51:17.421674 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-fa2d8fbd-1a78-4fb0-aebc-a0a703e99b6c tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Calling delete_port for 50e2835e-eb01-4b4b-83bf-8bf6275b56b9 owned by network:floatingip {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 15:51:17.573289 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-fa2d8fbd-1a78-4fb0-aebc-a0a703e99b6c tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:51:17.599357 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2d8fbd-1a78-4fb0-aebc-a0a703e99b6c tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Pushing event deleted for resources: {'Port': ['ID=50e2835e-eb01-4b4b-83bf-8bf6275b56b9,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:51:17.628176 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2d8fbd-1a78-4fb0-aebc-a0a703e99b6c tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:51:17.628514 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2d8fbd-1a78-4fb0-aebc-a0a703e99b6c tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:51:17.628844 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2d8fbd-1a78-4fb0-aebc-a0a703e99b6c tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:51:17.629178 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2d8fbd-1a78-4fb0-aebc-a0a703e99b6c tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:51:17.629507 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2d8fbd-1a78-4fb0-aebc-a0a703e99b6c tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:51:17.629830 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2d8fbd-1a78-4fb0-aebc-a0a703e99b6c tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:51:17.630151 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2d8fbd-1a78-4fb0-aebc-a0a703e99b6c tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:51:17.630467 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2d8fbd-1a78-4fb0-aebc-a0a703e99b6c tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:51:17.630781 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2d8fbd-1a78-4fb0-aebc-a0a703e99b6c tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:51:17.631146 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2d8fbd-1a78-4fb0-aebc-a0a703e99b6c tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:51:17.631463 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2d8fbd-1a78-4fb0-aebc-a0a703e99b6c tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:51:17.631775 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2d8fbd-1a78-4fb0-aebc-a0a703e99b6c tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:51:17.671295 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-fa2d8fbd-1a78-4fb0-aebc-a0a703e99b6c tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Notify callbacks [] for floatingip, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:51:17.671806 n-d-694802-15 neutron-server[94466]: INFO neutron.db.l3_db [None req-fa2d8fbd-1a78-4fb0-aebc-a0a703e99b6c tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Floating IP a2fd29f0-a1fe-4811-ad21-32bd67cdfb26 disassociated (deleted). External IP: 172.25.1.166, port: 18c98008-84b1-4f7a-980b-e9684d2b4ee7. Aug 12 15:51:17.880513 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa2d8fbd-1a78-4fb0-aebc-a0a703e99b6c tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Router cd0d3079-47e3-4f0c-9dc2-ea0cfd6f5270 has already been hosted by L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f {{(pid=94466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 15:51:17.985823 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa2d8fbd-1a78-4fb0-aebc-a0a703e99b6c tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 15:51:17.990203 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-fa2d8fbd-1a78-4fb0-aebc-a0a703e99b6c tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for floatingip, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:51:17.996048 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-300c415a-9f28-459e-9972-76451aab3c97 None None] Sync routers for ids ['cd0d3079-47e3-4f0c-9dc2-ea0cfd6f5270'] in n-d-694802-15 {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 15:51:18.005243 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-300c415a-9f28-459e-9972-76451aab3c97 None None] Routers {'cd0d3079-47e3-4f0c-9dc2-ea0cfd6f5270'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:51:18.005856 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-300c415a-9f28-459e-9972-76451aab3c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T15:51:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['cd0d3079-47e3-4f0c-9dc2-ea0cfd6f5270'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:51:18.022218 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-fa2d8fbd-1a78-4fb0-aebc-a0a703e99b6c tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] 10.222.0.39 "DELETE /v2.0/floatingips/a2fd29f0-a1fe-4811-ad21-32bd67cdfb26 HTTP/1.1" status: 204 len: 168 time: 1.1458197 Aug 12 15:51:18.022815 n-d-694802-15 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97d44413-e3cf-45e3-8c83-b369528e167f', 'tag': '18c98008-84b1-4f7a-980b-e9684d2b4ee7'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:51:18.025137 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d3d836888f8bae48364cf832021765cae83eba5216adbc1a01d11f14e92adce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8fc6d31-93f7-4416-9ba7-fdf720c53aca" -d '{"events": [{"name": "network-changed", "server_uuid": "97d44413-e3cf-45e3-8c83-b369528e167f", "tag": "18c98008-84b1-4f7a-980b-e9684d2b4ee7"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 15:51:18.064958 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 15:51:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f31e24f-5d77-4fd9-a40e-c79c1ddd4e70 x-openstack-request-id: req-7f31e24f-5d77-4fd9-a40e-c79c1ddd4e70 {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 15:51:18.065483 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97d44413-e3cf-45e3-8c83-b369528e167f", "tag": "18c98008-84b1-4f7a-980b-e9684d2b4ee7", "status": "completed", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 15:51:18.065741 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7f31e24f-5d77-4fd9-a40e-c79c1ddd4e70 {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 15:51:18.066140 n-d-694802-15 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97d44413-e3cf-45e3-8c83-b369528e167f', 'tag': '18c98008-84b1-4f7a-980b-e9684d2b4ee7', 'status': 'completed', 'code': 200} Aug 12 15:51:18.115113 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-300c415a-9f28-459e-9972-76451aab3c97 None None] Set router cd0d3079-47e3-4f0c-9dc2-ea0cfd6f5270 gateway port host: n-d-694802-15 {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:51:18.128589 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fc6d31-93f7-4416-9ba7-fdf720c53aca req-750ad37f-3dd8-40a7-85c4-ff9f8395e6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:51:18.130052 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b8fc6d31-93f7-4416-9ba7-fdf720c53aca req-750ad37f-3dd8-40a7-85c4-ff9f8395e6d3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1eb92849d48549089fa1f426a844546c&device_id=97d44413-e3cf-45e3-8c83-b369528e167f HTTP/1.1" status: 200 len: 1098 time: 0.0430205 Aug 12 15:51:18.248624 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fc6d31-93f7-4416-9ba7-fdf720c53aca req-52c7bb29-55d8-430e-86e0-5b994a38bff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:51:18.250151 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b8fc6d31-93f7-4416-9ba7-fdf720c53aca req-52c7bb29-55d8-430e-86e0-5b994a38bff6 service neutron] 10.222.0.64 "GET /v2.0/networks?id=1f3bf950-cac4-4b3a-ad62-1db14cf47b48 HTTP/1.1" status: 200 len: 909 time: 0.1135581 Aug 12 15:51:18.319527 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b8fc6d31-93f7-4416-9ba7-fdf720c53aca req-868a9c96-9821-456b-8650-0f83f2b8c21a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=18c98008-84b1-4f7a-980b-e9684d2b4ee7 HTTP/1.1" status: 200 len: 217 time: 0.0599105 Aug 12 15:51:18.332700 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-300c415a-9f28-459e-9972-76451aab3c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd0d3079-47e3-4f0c-9dc2-ea0cfd6f5270', 'name': 'tempest-TestShelveInstance-374965933-router', 'tenant_id': '1eb92849d48549089fa1f426a844546c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.134'}], 'enable_snat': True}, 'gw_port_id': '503578be-e49c-42b5-8ac0-7a2719f991b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:41:41Z', 'updated_at': '2021-08-12T15:41:44Z', 'revision_number': 4, 'project_id': '1eb92849d48549089fa1f426a844546c', 'gw_port': {'id': '503578be-e49c-42b5-8ac0-7a2719f991b0', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:70:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd0d3079-47e3-4f0c-9dc2-ea0cfd6f5270', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:41:41Z', 'updated_at': '2021-08-12T15:41:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': '92ac6006-2ec7-46d0-bf83-d105ac0c8b4c', 'name': '', 'network_id': '1f3bf950-cac4-4b3a-ad62-1db14cf47b48', 'tenant_id': '1eb92849d48549089fa1f426a844546c', 'mac_address': 'fa:16:3e:7d:e0:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd0d3079-47e3-4f0c-9dc2-ea0cfd6f5270', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '1bb777c0-ea60-42e6-8cc4-0ca745a430d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:41:44Z', 'updated_at': '2021-08-12T15:41:50Z', 'revision_number': 5, 'project_id': '1eb92849d48549089fa1f426a844546c', 'subnets': [{'id': '1bb777c0-ea60-42e6-8cc4-0ca745a430d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:51:18.343622 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b53b46-89e1-415c-8d18-10861e7eb2e6 req-aaa2cc81-c220-4235-94e6-3990d5f752e0 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:51:18.345835 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-c0b53b46-89e1-415c-8d18-10861e7eb2e6 req-aaa2cc81-c220-4235-94e6-3990d5f752e0 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] 10.222.0.39 "GET /v2.0/ports?device_id=97d44413-e3cf-45e3-8c83-b369528e167f HTTP/1.1" status: 200 len: 946 time: 0.0610771 Aug 12 15:51:18.360967 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-300c415a-9f28-459e-9972-76451aab3c97 None None] Checking router: cd0d3079-47e3-4f0c-9dc2-ea0cfd6f5270 for host: n-d-694802-15 {{(pid=94469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 15:51:18.369627 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-300c415a-9f28-459e-9972-76451aab3c97 None None] Routers {'cd0d3079-47e3-4f0c-9dc2-ea0cfd6f5270'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:51:18.370353 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-300c415a-9f28-459e-9972-76451aab3c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T15:51:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['cd0d3079-47e3-4f0c-9dc2-ea0cfd6f5270'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:51:18.388151 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-c0b53b46-89e1-415c-8d18-10861e7eb2e6 req-d7c02b3a-9287-4175-8af1-50d773abde1f tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] 10.222.0.39 "GET /v2.0/security-groups?id=355bbd71-0282-4d44-8056-bf44d31b0d81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349498 Aug 12 15:51:18.400084 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fc6d31-93f7-4416-9ba7-fdf720c53aca req-d25aee1f-e603-485d-a0fc-8d2ddd4fe218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:51:18.405468 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b8fc6d31-93f7-4416-9ba7-fdf720c53aca req-d25aee1f-e603-485d-a0fc-8d2ddd4fe218 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1bb777c0-ea60-42e6-8cc4-0ca745a430d1 HTTP/1.1" status: 200 len: 847 time: 0.0795567 Aug 12 15:51:18.473414 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fc6d31-93f7-4416-9ba7-fdf720c53aca req-f21a938d-9d61-4641-97ea-73d1ee320b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:51:18.476061 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b8fc6d31-93f7-4416-9ba7-fdf720c53aca req-f21a938d-9d61-4641-97ea-73d1ee320b13 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1f3bf950-cac4-4b3a-ad62-1db14cf47b48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0632279 Aug 12 15:51:18.479311 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-300c415a-9f28-459e-9972-76451aab3c97 None None] Set router cd0d3079-47e3-4f0c-9dc2-ea0cfd6f5270 gateway port host: n-d-694802-15 {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:51:18.567990 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b8fc6d31-93f7-4416-9ba7-fdf720c53aca req-6d0ebf81-ca21-4e2c-a214-b63ea90c8bf4 service neutron] 10.222.0.64 "GET /v2.0/networks/1f3bf950-cac4-4b3a-ad62-1db14cf47b48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844414 Aug 12 15:51:18.685152 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b8fc6d31-93f7-4416-9ba7-fdf720c53aca req-aa8c9666-ebb6-4906-8626-c9c77052a063 service neutron] 10.222.0.64 "GET /v2.0/networks/1f3bf950-cac4-4b3a-ad62-1db14cf47b48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095977 Aug 12 15:51:18.685388 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-300c415a-9f28-459e-9972-76451aab3c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd0d3079-47e3-4f0c-9dc2-ea0cfd6f5270', 'name': 'tempest-TestShelveInstance-374965933-router', 'tenant_id': '1eb92849d48549089fa1f426a844546c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.134'}], 'enable_snat': True}, 'gw_port_id': '503578be-e49c-42b5-8ac0-7a2719f991b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:41:41Z', 'updated_at': '2021-08-12T15:41:44Z', 'revision_number': 4, 'project_id': '1eb92849d48549089fa1f426a844546c', 'gw_port': {'id': '503578be-e49c-42b5-8ac0-7a2719f991b0', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:70:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd0d3079-47e3-4f0c-9dc2-ea0cfd6f5270', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:41:41Z', 'updated_at': '2021-08-12T15:41:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': '92ac6006-2ec7-46d0-bf83-d105ac0c8b4c', 'name': '', 'network_id': '1f3bf950-cac4-4b3a-ad62-1db14cf47b48', 'tenant_id': '1eb92849d48549089fa1f426a844546c', 'mac_address': 'fa:16:3e:7d:e0:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd0d3079-47e3-4f0c-9dc2-ea0cfd6f5270', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '1bb777c0-ea60-42e6-8cc4-0ca745a430d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:41:44Z', 'updated_at': '2021-08-12T15:41:50Z', 'revision_number': 5, 'project_id': '1eb92849d48549089fa1f426a844546c', 'subnets': [{'id': '1bb777c0-ea60-42e6-8cc4-0ca745a430d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:51:18.717814 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-300c415a-9f28-459e-9972-76451aab3c97 None None] The sync data for ids ['cd0d3079-47e3-4f0c-9dc2-ea0cfd6f5270'] in n-d-694802-15 is: [{'id': 'cd0d3079-47e3-4f0c-9dc2-ea0cfd6f5270', 'name': 'tempest-TestShelveInstance-374965933-router', 'tenant_id': '1eb92849d48549089fa1f426a844546c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.134'}], 'enable_snat': True}, 'gw_port_id': '503578be-e49c-42b5-8ac0-7a2719f991b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:41:41Z', 'updated_at': '2021-08-12T15:41:44Z', 'revision_number': 4, 'project_id': '1eb92849d48549089fa1f426a844546c', 'gw_port': {'id': '503578be-e49c-42b5-8ac0-7a2719f991b0', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:70:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd0d3079-47e3-4f0c-9dc2-ea0cfd6f5270', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:41:41Z', 'updated_at': '2021-08-12T15:41:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': '92ac6006-2ec7-46d0-bf83-d105ac0c8b4c', 'name': '', 'network_id': '1f3bf950-cac4-4b3a-ad62-1db14cf47b48', 'tenant_id': '1eb92849d48549089fa1f426a844546c', 'mac_address': 'fa:16:3e:7d:e0:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd0d3079-47e3-4f0c-9dc2-ea0cfd6f5270', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '1bb777c0-ea60-42e6-8cc4-0ca745a430d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:41:44Z', 'updated_at': '2021-08-12T15:41:50Z', 'revision_number': 5, 'project_id': '1eb92849d48549089fa1f426a844546c', 'subnets': [{'id': '1bb777c0-ea60-42e6-8cc4-0ca745a430d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 15:51:18.936070 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-153db60c-da51-4651-9e7e-2e98ca4a4696 None None] New status for floating IP a2fd29f0-a1fe-4811-ad21-32bd67cdfb26: DOWN {{(pid=94468) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 15:51:19.515843 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd96a655-d455-4691-b949-4f485b56e015 req-1cbdccca-1644-4d2f-8db1-d426ba4d0559 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:51:19.517246 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-cd96a655-d455-4691-b949-4f485b56e015 req-1cbdccca-1644-4d2f-8db1-d426ba4d0559 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] 10.222.0.39 "GET /v2.0/ports?device_id=97d44413-e3cf-45e3-8c83-b369528e167f HTTP/1.1" status: 200 len: 946 time: 0.0520179 Aug 12 15:51:19.555531 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-cd96a655-d455-4691-b949-4f485b56e015 req-d8293fb9-9463-4aad-a08d-5a4f0eaa7bcb tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] 10.222.0.39 "GET /v2.0/security-groups?id=355bbd71-0282-4d44-8056-bf44d31b0d81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318577 Aug 12 15:51:19.834870 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc60e586-1019-48e6-a347-834e3da0e6c1 req-a106e1e2-f5ea-45f5-8a54-3ef8b356ad87 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:51:19.836264 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-fc60e586-1019-48e6-a347-834e3da0e6c1 req-a106e1e2-f5ea-45f5-8a54-3ef8b356ad87 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] 10.222.0.64 "GET /v2.0/ports?device_id=97d44413-e3cf-45e3-8c83-b369528e167f HTTP/1.1" status: 200 len: 946 time: 0.0591853 Aug 12 15:51:19.928160 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [req-fc60e586-1019-48e6-a347-834e3da0e6c1 req-f4e78f3b-38dd-4c2c-9d3a-d372a2142a9d tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Deleting port 18c98008-84b1-4f7a-980b-e9684d2b4ee7 {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 15:51:19.928500 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-fc60e586-1019-48e6-a347-834e3da0e6c1 req-f4e78f3b-38dd-4c2c-9d3a-d372a2142a9d tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:51:20.013977 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-fc60e586-1019-48e6-a347-834e3da0e6c1 req-f4e78f3b-38dd-4c2c-9d3a-d372a2142a9d tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] For port 18c98008-84b1-4f7a-980b-e9684d2b4ee7, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=18c98008-84b1-4f7a-980b-e9684d2b4ee7,segment=NetworkSegment(1e99701f-243f-46e7-97e0-368c3c7ddaf7),segment_id=1e99701f-243f-46e7-97e0-368c3c7ddaf7)] {{(pid=94467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:51:20.014352 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-fc60e586-1019-48e6-a347-834e3da0e6c1 req-f4e78f3b-38dd-4c2c-9d3a-d372a2142a9d tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:51:20.027567 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [req-fc60e586-1019-48e6-a347-834e3da0e6c1 req-f4e78f3b-38dd-4c2c-9d3a-d372a2142a9d tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Calling delete_port for 18c98008-84b1-4f7a-980b-e9684d2b4ee7 owned by compute:nova {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 15:51:20.156368 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-fc60e586-1019-48e6-a347-834e3da0e6c1 req-f4e78f3b-38dd-4c2c-9d3a-d372a2142a9d tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:51:20.185072 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e78f3b-38dd-4c2c-9d3a-d372a2142a9d tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Pushing event deleted for resources: {'Port': ['ID=18c98008-84b1-4f7a-980b-e9684d2b4ee7,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:51:20.216816 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e78f3b-38dd-4c2c-9d3a-d372a2142a9d tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:51:20.217163 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e78f3b-38dd-4c2c-9d3a-d372a2142a9d tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:51:20.217505 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e78f3b-38dd-4c2c-9d3a-d372a2142a9d tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:51:20.217838 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e78f3b-38dd-4c2c-9d3a-d372a2142a9d tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:51:20.218171 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e78f3b-38dd-4c2c-9d3a-d372a2142a9d tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:51:20.218499 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e78f3b-38dd-4c2c-9d3a-d372a2142a9d tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:51:20.218828 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e78f3b-38dd-4c2c-9d3a-d372a2142a9d tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:51:20.219173 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e78f3b-38dd-4c2c-9d3a-d372a2142a9d tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:51:20.219497 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e78f3b-38dd-4c2c-9d3a-d372a2142a9d tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:51:20.219822 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e78f3b-38dd-4c2c-9d3a-d372a2142a9d tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:51:20.220144 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e78f3b-38dd-4c2c-9d3a-d372a2142a9d tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:51:20.220459 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e78f3b-38dd-4c2c-9d3a-d372a2142a9d tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:51:20.239688 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc60e586-1019-48e6-a347-834e3da0e6c1 req-f4e78f3b-38dd-4c2c-9d3a-d372a2142a9d tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] No DVR routers for this DVR port 18c98008-84b1-4f7a-980b-e9684d2b4ee7 on host n-h1-694802-15 {{(pid=94467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 15:51:20.242907 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-fc60e586-1019-48e6-a347-834e3da0e6c1 req-f4e78f3b-38dd-4c2c-9d3a-d372a2142a9d tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:51:20.245006 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-fc60e586-1019-48e6-a347-834e3da0e6c1 req-f4e78f3b-38dd-4c2c-9d3a-d372a2142a9d tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] 10.222.0.64 "DELETE /v2.0/ports/18c98008-84b1-4f7a-980b-e9684d2b4ee7 HTTP/1.1" status: 204 len: 173 time: 0.4029274 Aug 12 15:51:20.245437 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97d44413-e3cf-45e3-8c83-b369528e167f', 'name': 'network-vif-deleted', 'tag': '18c98008-84b1-4f7a-980b-e9684d2b4ee7'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:51:20.247868 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1d90890f15e5cc8eba4d51c7734538f2f2e5e8e12504eb7d6ddd0a29ee9b803" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e4a14e4-7019-4210-befd-cccecfd777a9" -d '{"events": [{"server_uuid": "97d44413-e3cf-45e3-8c83-b369528e167f", "name": "network-vif-deleted", "tag": "18c98008-84b1-4f7a-980b-e9684d2b4ee7"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 15:51:20.350144 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 15:51:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93a6eed6-9f3e-49b2-984f-e6d6bf380796 x-openstack-request-id: req-93a6eed6-9f3e-49b2-984f-e6d6bf380796 {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 15:51:20.350435 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97d44413-e3cf-45e3-8c83-b369528e167f", "name": "network-vif-deleted", "tag": "18c98008-84b1-4f7a-980b-e9684d2b4ee7", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 15:51:20.350687 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-93a6eed6-9f3e-49b2-984f-e6d6bf380796 {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 15:51:20.351117 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97d44413-e3cf-45e3-8c83-b369528e167f', 'name': 'network-vif-deleted', 'tag': '18c98008-84b1-4f7a-980b-e9684d2b4ee7', 'status': 'completed', 'code': 200} Aug 12 15:51:20.662043 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-394c2316-1576-452a-a0d2-70b30c08e681 req-09c5eefd-706f-4e2e-9c71-8c780372e74a tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] 10.222.0.39 "GET /v2.0/ports?device_id=97d44413-e3cf-45e3-8c83-b369528e167f HTTP/1.1" status: 200 len: 210 time: 0.0278442 Aug 12 15:51:21.761679 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-a27a85fd-97f5-4317-a6a3-71402c11493a req-9dc2ee8b-0261-4aa8-ad3f-965b90e1c915 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] 10.222.0.39 "GET /v2.0/ports?device_id=97d44413-e3cf-45e3-8c83-b369528e167f HTTP/1.1" status: 200 len: 210 time: 0.0275548 Aug 12 15:51:22.858806 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-d1b29fdc-2b5d-44e3-a923-d5d0e7792d9e req-e85febe8-3d1b-435f-9c20-da7924e8afed tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] 10.222.0.39 "GET /v2.0/ports?device_id=97d44413-e3cf-45e3-8c83-b369528e167f HTTP/1.1" status: 200 len: 210 time: 0.0269866 Aug 12 15:51:24.015253 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-10acbc76-5ee9-486b-b216-9155305cf59b req-80b19892-2920-4f81-9050-ecc573f91f58 tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] 10.222.0.39 "GET /v2.0/ports?device_id=97d44413-e3cf-45e3-8c83-b369528e167f HTTP/1.1" status: 200 len: 210 time: 0.0429130 Aug 12 15:51:24.332088 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device 18c98008-84b1-4f7a-980b-e9684d2b4ee7 no longer exists at agent hyperv_n-h1-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 15:51:24.355397 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-93370168-53ca-47c2-9e27-b066be57125c None None] No Port match for: 18c98008-84b1-4f7a-980b-e9684d2b4ee7 {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 15:51:24.355755 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device 18c98008-84b1-4f7a-980b-e9684d2b4ee7 not bound to the agent host n-h1-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 15:51:25.084148 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 38190) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:51:25.150169 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-570d547d-33e5-434b-9b88-59d0a37daada tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Notify callbacks [] for security_group, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:51:25.181818 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-570d547d-33e5-434b-9b88-59d0a37daada tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:51:25.250736 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-570d547d-33e5-434b-9b88-59d0a37daada tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:51:25.253625 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-570d547d-33e5-434b-9b88-59d0a37daada tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:51:25.254835 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-570d547d-33e5-434b-9b88-59d0a37daada tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] 10.222.0.39 "DELETE /v2.0/security-groups/355bbd71-0282-4d44-8056-bf44d31b0d81 HTTP/1.1" status: 204 len: 168 time: 0.1696956 Aug 12 15:51:25.274420 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570d547d-33e5-434b-9b88-59d0a37daada tempest-TestShelveInstance-847160413 tempest-TestShelveInstance-847160413-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=355bbd71-0282-4d44-8056-bf44d31b0d81,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:51:25.327159 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 38194) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:51:25.812445 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-eb415c42-4807-4def-8c82-86c458498282 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66663830'] for router_interface, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:51:26.088673 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-eb415c42-4807-4def-8c82-86c458498282 admin admin] Deleting port 92ac6006-2ec7-46d0-bf83-d105ac0c8b4c {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 15:51:26.089435 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-eb415c42-4807-4def-8c82-86c458498282 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:51:26.173309 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-eb415c42-4807-4def-8c82-86c458498282 admin admin] For port 92ac6006-2ec7-46d0-bf83-d105ac0c8b4c, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=92ac6006-2ec7-46d0-bf83-d105ac0c8b4c,segment=NetworkSegment(1e99701f-243f-46e7-97e0-368c3c7ddaf7),segment_id=1e99701f-243f-46e7-97e0-368c3c7ddaf7)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:51:26.173672 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-eb415c42-4807-4def-8c82-86c458498282 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:51:26.187666 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-eb415c42-4807-4def-8c82-86c458498282 admin admin] Calling delete_port for 92ac6006-2ec7-46d0-bf83-d105ac0c8b4c owned by network:router_interface {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 15:51:26.388844 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-eb415c42-4807-4def-8c82-86c458498282 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:51:26.416344 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb415c42-4807-4def-8c82-86c458498282 admin admin] Pushing event deleted for resources: {'Port': ['ID=92ac6006-2ec7-46d0-bf83-d105ac0c8b4c,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:51:26.592851 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-eb415c42-4807-4def-8c82-86c458498282 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66628352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-430630'] for router_interface, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:51:26.819421 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb415c42-4807-4def-8c82-86c458498282 admin admin] Router cd0d3079-47e3-4f0c-9dc2-ea0cfd6f5270 has already been hosted by L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f {{(pid=94466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 15:51:26.930751 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb415c42-4807-4def-8c82-86c458498282 admin admin] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 15:51:26.936699 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-eb415c42-4807-4def-8c82-86c458498282 admin admin] 10.222.0.39 "PUT /v2.0/routers/cd0d3079-47e3-4f0c-9dc2-ea0cfd6f5270/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6077521 Aug 12 15:51:26.940038 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc0de366-b2d7-4abd-a298-40f14cb1d2d4 None None] Sync routers for ids ['cd0d3079-47e3-4f0c-9dc2-ea0cfd6f5270'] in n-d-694802-15 {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 15:51:26.940571 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 38198) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:51:26.949964 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc0de366-b2d7-4abd-a298-40f14cb1d2d4 None None] Routers {'cd0d3079-47e3-4f0c-9dc2-ea0cfd6f5270'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:51:26.950684 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-bc0de366-b2d7-4abd-a298-40f14cb1d2d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T15:51:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['cd0d3079-47e3-4f0c-9dc2-ea0cfd6f5270'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:51:27.053688 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f82f1e9e-a490-4cfc-b8da-18dfc0c95f94 admin admin] Notify callbacks [] for router, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:51:27.064187 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-bc0de366-b2d7-4abd-a298-40f14cb1d2d4 None None] Set router cd0d3079-47e3-4f0c-9dc2-ea0cfd6f5270 gateway port host: n-d-694802-15 {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:51:27.167610 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f82f1e9e-a490-4cfc-b8da-18dfc0c95f94 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:51:27.225511 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-f82f1e9e-a490-4cfc-b8da-18dfc0c95f94 admin admin] Deleting port 503578be-e49c-42b5-8ac0-7a2719f991b0 {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 15:51:27.225858 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f82f1e9e-a490-4cfc-b8da-18dfc0c95f94 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:51:27.271256 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-bc0de366-b2d7-4abd-a298-40f14cb1d2d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd0d3079-47e3-4f0c-9dc2-ea0cfd6f5270', 'name': 'tempest-TestShelveInstance-374965933-router', 'tenant_id': '1eb92849d48549089fa1f426a844546c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.134'}], 'enable_snat': True}, 'gw_port_id': '503578be-e49c-42b5-8ac0-7a2719f991b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:41:41Z', 'updated_at': '2021-08-12T15:51:26Z', 'revision_number': 5, 'project_id': '1eb92849d48549089fa1f426a844546c', 'gw_port': {'id': '503578be-e49c-42b5-8ac0-7a2719f991b0', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:70:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd0d3079-47e3-4f0c-9dc2-ea0cfd6f5270', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:41:41Z', 'updated_at': '2021-08-12T15:41:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15'}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:51:27.315368 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc0de366-b2d7-4abd-a298-40f14cb1d2d4 None None] Checking router: cd0d3079-47e3-4f0c-9dc2-ea0cfd6f5270 for host: n-d-694802-15 {{(pid=94469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 15:51:27.328502 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc0de366-b2d7-4abd-a298-40f14cb1d2d4 None None] Routers {'cd0d3079-47e3-4f0c-9dc2-ea0cfd6f5270'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:51:27.329203 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-bc0de366-b2d7-4abd-a298-40f14cb1d2d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T15:51:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['cd0d3079-47e3-4f0c-9dc2-ea0cfd6f5270'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:51:27.344400 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-f82f1e9e-a490-4cfc-b8da-18dfc0c95f94 admin admin] For port 503578be-e49c-42b5-8ac0-7a2719f991b0, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=503578be-e49c-42b5-8ac0-7a2719f991b0,segment=NetworkSegment(b1b396cb-2dc6-4041-bfc7-1833a80a4720),segment_id=b1b396cb-2dc6-4041-bfc7-1833a80a4720)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:51:27.344766 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f82f1e9e-a490-4cfc-b8da-18dfc0c95f94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:51:27.358218 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-f82f1e9e-a490-4cfc-b8da-18dfc0c95f94 admin admin] Calling delete_port for 503578be-e49c-42b5-8ac0-7a2719f991b0 owned by network:router_gateway {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 15:51:27.419755 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-bc0de366-b2d7-4abd-a298-40f14cb1d2d4 None None] Set router cd0d3079-47e3-4f0c-9dc2-ea0cfd6f5270 gateway port host: None {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:51:27.541112 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f82f1e9e-a490-4cfc-b8da-18dfc0c95f94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:51:27.569485 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82f1e9e-a490-4cfc-b8da-18dfc0c95f94 admin admin] Pushing event deleted for resources: {'Port': ['ID=503578be-e49c-42b5-8ac0-7a2719f991b0,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:51:27.575461 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-bc0de366-b2d7-4abd-a298-40f14cb1d2d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd0d3079-47e3-4f0c-9dc2-ea0cfd6f5270', 'name': 'tempest-TestShelveInstance-374965933-router', 'tenant_id': '1eb92849d48549089fa1f426a844546c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:41:41Z', 'updated_at': '2021-08-12T15:51:27Z', 'revision_number': 6, 'project_id': '1eb92849d48549089fa1f426a844546c', 'gw_port_host': None}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:51:27.604179 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc0de366-b2d7-4abd-a298-40f14cb1d2d4 None None] The sync data for ids ['cd0d3079-47e3-4f0c-9dc2-ea0cfd6f5270'] in n-d-694802-15 is: [{'id': 'cd0d3079-47e3-4f0c-9dc2-ea0cfd6f5270', 'name': 'tempest-TestShelveInstance-374965933-router', 'tenant_id': '1eb92849d48549089fa1f426a844546c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:41:41Z', 'updated_at': '2021-08-12T15:51:27Z', 'revision_number': 6, 'project_id': '1eb92849d48549089fa1f426a844546c', 'gw_port_host': None}] {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 15:51:27.642979 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f82f1e9e-a490-4cfc-b8da-18dfc0c95f94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-431580'] for router_gateway, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:51:27.735833 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f82f1e9e-a490-4cfc-b8da-18dfc0c95f94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-429360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-104877'] for router, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:51:27.737998 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f82f1e9e-a490-4cfc-b8da-18dfc0c95f94 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:51:27.785316 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f82f1e9e-a490-4cfc-b8da-18dfc0c95f94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-429375'] for router, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:51:27.786062 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f82f1e9e-a490-4cfc-b8da-18dfc0c95f94 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cd0d3079-47e3-4f0c-9dc2-ea0cfd6f5270 {{(pid=94466) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 15:51:27.792506 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-f82f1e9e-a490-4cfc-b8da-18dfc0c95f94 admin admin] Notify callbacks [] for router, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:51:27.793926 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-f82f1e9e-a490-4cfc-b8da-18dfc0c95f94 admin admin] 10.222.0.39 "DELETE /v2.0/routers/cd0d3079-47e3-4f0c-9dc2-ea0cfd6f5270 HTTP/1.1" status: 204 len: 168 time: 0.8527524 Aug 12 15:51:27.797663 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 38200) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:51:27.842899 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_v2 [None req-b66cb1b6-4b40-485d-8c6d-35500018455b admin admin] Deleting subnet 1bb777c0-ea60-42e6-8cc4-0ca745a430d1 {{(pid=94466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 15:51:27.846061 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b66cb1b6-4b40-485d-8c6d-35500018455b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:51:27.883143 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b66cb1b6-4b40-485d-8c6d-35500018455b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2293551'] for subnet, precommit_delete_associations {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:51:27.985895 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b66cb1b6-4b40-485d-8c6d-35500018455b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66416255'] for subnet, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:51:28.062120 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b66cb1b6-4b40-485d-8c6d-35500018455b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66416232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3718429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8776402'] for subnet, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:51:28.092542 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66cb1b6-4b40-485d-8c6d-35500018455b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1bb777c0-ea60-42e6-8cc4-0ca745a430d1,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:51:28.094610 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-b66cb1b6-4b40-485d-8c6d-35500018455b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:51:28.096460 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-b66cb1b6-4b40-485d-8c6d-35500018455b admin admin] 10.222.0.39 "DELETE /v2.0/subnets/1bb777c0-ea60-42e6-8cc4-0ca745a430d1 HTTP/1.1" status: 204 len: 168 time: 0.2978013 Aug 12 15:51:28.100822 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 38202) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:51:28.112748 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fc72bea-15d5-4566-bdfa-88e6326ee32b None None] Network 1f3bf950-cac4-4b3a-ad62-1db14cf47b48 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 15:51:28.181690 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-6553d785-9d2d-4fd8-83ac-8595db27d552 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680608'] for network, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:51:28.242569 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-6553d785-9d2d-4fd8-83ac-8595db27d552 admin admin] Deleting port a952d676-2866-470f-b7fa-3d2f8cf21dd7 {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 15:51:28.242915 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-6553d785-9d2d-4fd8-83ac-8595db27d552 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:51:28.309791 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [None req-6553d785-9d2d-4fd8-83ac-8595db27d552 admin admin] For port a952d676-2866-470f-b7fa-3d2f8cf21dd7, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=a952d676-2866-470f-b7fa-3d2f8cf21dd7,segment=NetworkSegment(1e99701f-243f-46e7-97e0-368c3c7ddaf7),segment_id=1e99701f-243f-46e7-97e0-368c3c7ddaf7)] {{(pid=94467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:51:28.310148 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-6553d785-9d2d-4fd8-83ac-8595db27d552 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:51:28.324382 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-6553d785-9d2d-4fd8-83ac-8595db27d552 admin admin] Calling delete_port for a952d676-2866-470f-b7fa-3d2f8cf21dd7 owned by network:dhcp {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 15:51:28.409767 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-6553d785-9d2d-4fd8-83ac-8595db27d552 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:51:28.434169 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37c3bc6e-9555-4438-b643-2f6cbb95eabe None None] DHCP port deletion for 1f3bf950-cac4-4b3a-ad62-1db14cf47b48 request from n-d-694802-15 {{(pid=94468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 15:51:28.441234 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6553d785-9d2d-4fd8-83ac-8595db27d552 admin admin] No DVR routers for this DVR port a952d676-2866-470f-b7fa-3d2f8cf21dd7 on host n-d-694802-15 {{(pid=94467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 15:51:28.444863 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6553d785-9d2d-4fd8-83ac-8595db27d552 admin admin] Pushing event deleted for resources: {'Port': ['ID=a952d676-2866-470f-b7fa-3d2f8cf21dd7,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:51:28.447467 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 92ac6006-2ec7-46d0-bf83-d105ac0c8b4c no longer exists at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 15:51:28.478450 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] No Port match for: 92ac6006-2ec7-46d0-bf83-d105ac0c8b4c {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 15:51:28.479531 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 92ac6006-2ec7-46d0-bf83-d105ac0c8b4c not bound to the agent host n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 15:51:28.520822 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-6553d785-9d2d-4fd8-83ac-8595db27d552 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66413304', 'neutron.services.segments.db._delete_segments_for_network-8744654118000'] for network, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:51:28.530776 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-6553d785-9d2d-4fd8-83ac-8595db27d552 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f3bf950-cac4-4b3a-ad62-1db14cf47b48']}} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:51:28.542145 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-6553d785-9d2d-4fd8-83ac-8595db27d552 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e99701f-243f-46e7-97e0-368c3c7ddaf7') {'for_net_delete': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:51:28.542444 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-6553d785-9d2d-4fd8-83ac-8595db27d552 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e99701f-243f-46e7-97e0-368c3c7ddaf7') {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:51:28.554119 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-6553d785-9d2d-4fd8-83ac-8595db27d552 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744654122361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3857526'] for segment, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:51:28.572752 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-6553d785-9d2d-4fd8-83ac-8595db27d552 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:51:28.579658 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6553d785-9d2d-4fd8-83ac-8595db27d552 admin admin] Releasing vlan 342 on physical network physnet1 to pool {{(pid=94467) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 15:51:28.580094 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-6553d785-9d2d-4fd8-83ac-8595db27d552 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2859015'] for segment, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:51:28.581839 n-d-694802-15 neutron-server[94467]: Traceback (most recent call last): Aug 12 15:51:28.581839 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 15:51:28.581839 n-d-694802-15 neutron-server[94467]: timer() Aug 12 15:51:28.581839 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 15:51:28.581839 n-d-694802-15 neutron-server[94467]: cb(*args, **kw) Aug 12 15:51:28.581839 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 15:51:28.581839 n-d-694802-15 neutron-server[94467]: return func(*args, **kwargs) Aug 12 15:51:28.581839 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 15:51:28.581839 n-d-694802-15 neutron-server[94467]: self._notify() Aug 12 15:51:28.581839 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 15:51:28.581839 n-d-694802-15 neutron-server[94467]: self.callback(batched_events) Aug 12 15:51:28.581839 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 15:51:28.581839 n-d-694802-15 neutron-server[94467]: event.method(event) Aug 12 15:51:28.581839 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 15:51:28.581839 n-d-694802-15 neutron-server[94467]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 15:51:28.581839 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 15:51:28.581839 n-d-694802-15 neutron-server[94467]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 15:51:28.581839 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 15:51:28.581839 n-d-694802-15 neutron-server[94467]: return f(self, *a, **k) Aug 12 15:51:28.581839 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 15:51:28.581839 n-d-694802-15 neutron-server[94467]: return self._get(url).json() Aug 12 15:51:28.581839 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 15:51:28.581839 n-d-694802-15 neutron-server[94467]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 15:51:28.581839 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 15:51:28.581839 n-d-694802-15 neutron-server[94467]: return self.request(url, 'GET', **kwargs) Aug 12 15:51:28.581839 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 15:51:28.581839 n-d-694802-15 neutron-server[94467]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 15:51:28.581839 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 15:51:28.581839 n-d-694802-15 neutron-server[94467]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 15:51:28.581839 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 15:51:28.581839 n-d-694802-15 neutron-server[94467]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 15:51:28.581839 n-d-694802-15 neutron-server[94467]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 15:51:28.638868 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-6553d785-9d2d-4fd8-83ac-8595db27d552 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66413281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431520'] for network, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:51:28.645795 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-6553d785-9d2d-4fd8-83ac-8595db27d552 admin admin] Notify callbacks [] for network, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:51:28.647832 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-6553d785-9d2d-4fd8-83ac-8595db27d552 admin admin] 10.222.0.39 "DELETE /v2.0/networks/1f3bf950-cac4-4b3a-ad62-1db14cf47b48 HTTP/1.1" status: 204 len: 168 time: 0.5456958 Aug 12 15:51:28.650904 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 38204) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:51:28.659900 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6553d785-9d2d-4fd8-83ac-8595db27d552 admin admin] Pushing event deleted for resources: {'Network': ['ID=1f3bf950-cac4-4b3a-ad62-1db14cf47b48,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:51:29.345132 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8dc06da6-c67f-4530-84a7-b7624b38ff5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66663830'] for router_interface, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:51:29.602264 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-8dc06da6-c67f-4530-84a7-b7624b38ff5f admin admin] Deleting port 0442b120-2325-45af-81d6-7752310b9ad1 {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 15:51:29.602519 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8dc06da6-c67f-4530-84a7-b7624b38ff5f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:51:29.680964 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-8dc06da6-c67f-4530-84a7-b7624b38ff5f admin admin] For port 0442b120-2325-45af-81d6-7752310b9ad1, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=0442b120-2325-45af-81d6-7752310b9ad1,segment=NetworkSegment(4473806c-a24b-4d91-93b8-7bf975678c53),segment_id=4473806c-a24b-4d91-93b8-7bf975678c53)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:51:29.681696 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8dc06da6-c67f-4530-84a7-b7624b38ff5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:51:29.694761 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-8dc06da6-c67f-4530-84a7-b7624b38ff5f admin admin] Calling delete_port for 0442b120-2325-45af-81d6-7752310b9ad1 owned by network:router_interface {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 15:51:29.880778 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8dc06da6-c67f-4530-84a7-b7624b38ff5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:51:29.913346 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc06da6-c67f-4530-84a7-b7624b38ff5f admin admin] Pushing event deleted for resources: {'Port': ['ID=0442b120-2325-45af-81d6-7752310b9ad1,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:51:29.951831 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device a952d676-2866-470f-b7fa-3d2f8cf21dd7 no longer exists at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 15:51:29.982653 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] No Port match for: a952d676-2866-470f-b7fa-3d2f8cf21dd7 {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 15:51:29.983209 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device a952d676-2866-470f-b7fa-3d2f8cf21dd7 not bound to the agent host n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 15:51:29.983898 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 503578be-e49c-42b5-8ac0-7a2719f991b0 no longer exists at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 15:51:30.020655 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] No Port match for: 503578be-e49c-42b5-8ac0-7a2719f991b0 {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 15:51:30.021179 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 503578be-e49c-42b5-8ac0-7a2719f991b0 not bound to the agent host n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 15:51:30.135997 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-8dc06da6-c67f-4530-84a7-b7624b38ff5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66628352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-430630'] for router_interface, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:51:30.357940 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dc06da6-c67f-4530-84a7-b7624b38ff5f admin admin] Router 6898a229-d13d-48e1-871c-8480b3843328 has already been hosted by L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f {{(pid=94466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 15:51:30.470271 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dc06da6-c67f-4530-84a7-b7624b38ff5f admin admin] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 15:51:30.476796 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-8dc06da6-c67f-4530-84a7-b7624b38ff5f admin admin] 10.222.0.39 "PUT /v2.0/routers/6898a229-d13d-48e1-871c-8480b3843328/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8233445 Aug 12 15:51:30.477875 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 38206) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:51:30.480626 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad5c93a-1d55-4ef1-8b5f-4b8c9eae24b7 None None] Sync routers for ids ['6898a229-d13d-48e1-871c-8480b3843328'] in n-d-694802-15 {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 15:51:30.489755 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad5c93a-1d55-4ef1-8b5f-4b8c9eae24b7 None None] Routers {'6898a229-d13d-48e1-871c-8480b3843328'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:51:30.490383 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-cad5c93a-1d55-4ef1-8b5f-4b8c9eae24b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T15:51:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['6898a229-d13d-48e1-871c-8480b3843328'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:51:30.595388 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvr_db [None req-cad5c93a-1d55-4ef1-8b5f-4b8c9eae24b7 None None] Set router 6898a229-d13d-48e1-871c-8480b3843328 gateway port host: n-d-694802-15 {{(pid=94468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:51:30.605836 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2b40ee76-78c3-4e97-bc50-6d3a2514b0e6 admin admin] Notify callbacks [] for router, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:51:30.706527 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2b40ee76-78c3-4e97-bc50-6d3a2514b0e6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:51:30.771834 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-2b40ee76-78c3-4e97-bc50-6d3a2514b0e6 admin admin] Deleting port a23f6526-a8f2-400a-9089-422571c514ff {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 15:51:30.772082 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2b40ee76-78c3-4e97-bc50-6d3a2514b0e6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:51:30.779435 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-cad5c93a-1d55-4ef1-8b5f-4b8c9eae24b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6898a229-d13d-48e1-871c-8480b3843328', 'name': 'tempest-TestShelveInstance-1937533879-router', 'tenant_id': '928434aa6a99402fb1b1ecc2f0d800aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': 'a23f6526-a8f2-400a-9089-422571c514ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:41:46Z', 'updated_at': '2021-08-12T15:51:29Z', 'revision_number': 5, 'project_id': '928434aa6a99402fb1b1ecc2f0d800aa', 'gw_port': {'id': 'a23f6526-a8f2-400a-9089-422571c514ff', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:0a:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6898a229-d13d-48e1-871c-8480b3843328', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:41:47Z', 'updated_at': '2021-08-12T15:41:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15'}], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:51:30.806164 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad5c93a-1d55-4ef1-8b5f-4b8c9eae24b7 None None] Checking router: 6898a229-d13d-48e1-871c-8480b3843328 for host: n-d-694802-15 {{(pid=94468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 15:51:30.815305 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad5c93a-1d55-4ef1-8b5f-4b8c9eae24b7 None None] Routers {'6898a229-d13d-48e1-871c-8480b3843328'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:51:30.815915 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-cad5c93a-1d55-4ef1-8b5f-4b8c9eae24b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T15:51:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['6898a229-d13d-48e1-871c-8480b3843328'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:51:30.860546 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-2b40ee76-78c3-4e97-bc50-6d3a2514b0e6 admin admin] For port a23f6526-a8f2-400a-9089-422571c514ff, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=a23f6526-a8f2-400a-9089-422571c514ff,segment=NetworkSegment(b1b396cb-2dc6-4041-bfc7-1833a80a4720),segment_id=b1b396cb-2dc6-4041-bfc7-1833a80a4720)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:51:30.861087 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2b40ee76-78c3-4e97-bc50-6d3a2514b0e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:51:30.880828 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-2b40ee76-78c3-4e97-bc50-6d3a2514b0e6 admin admin] Calling delete_port for a23f6526-a8f2-400a-9089-422571c514ff owned by network:router_gateway {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 15:51:30.904439 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvr_db [None req-cad5c93a-1d55-4ef1-8b5f-4b8c9eae24b7 None None] Set router 6898a229-d13d-48e1-871c-8480b3843328 gateway port host: None {{(pid=94468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:51:30.959401 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-cad5c93a-1d55-4ef1-8b5f-4b8c9eae24b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6898a229-d13d-48e1-871c-8480b3843328', 'name': 'tempest-TestShelveInstance-1937533879-router', 'tenant_id': '928434aa6a99402fb1b1ecc2f0d800aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:41:46Z', 'updated_at': '2021-08-12T15:51:30Z', 'revision_number': 6, 'project_id': '928434aa6a99402fb1b1ecc2f0d800aa', 'gw_port_host': None}], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:51:30.985314 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad5c93a-1d55-4ef1-8b5f-4b8c9eae24b7 None None] The sync data for ids ['6898a229-d13d-48e1-871c-8480b3843328'] in n-d-694802-15 is: [{'id': '6898a229-d13d-48e1-871c-8480b3843328', 'name': 'tempest-TestShelveInstance-1937533879-router', 'tenant_id': '928434aa6a99402fb1b1ecc2f0d800aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:41:46Z', 'updated_at': '2021-08-12T15:51:30Z', 'revision_number': 6, 'project_id': '928434aa6a99402fb1b1ecc2f0d800aa', 'gw_port_host': None}] {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 15:51:31.061633 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2b40ee76-78c3-4e97-bc50-6d3a2514b0e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:51:31.107440 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b40ee76-78c3-4e97-bc50-6d3a2514b0e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=a23f6526-a8f2-400a-9089-422571c514ff,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:51:31.189566 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2b40ee76-78c3-4e97-bc50-6d3a2514b0e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-431580'] for router_gateway, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:51:31.281405 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2b40ee76-78c3-4e97-bc50-6d3a2514b0e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-429360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-104877'] for router, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:51:31.283516 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2b40ee76-78c3-4e97-bc50-6d3a2514b0e6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:51:31.328424 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2b40ee76-78c3-4e97-bc50-6d3a2514b0e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-429375'] for router, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:51:31.329002 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b40ee76-78c3-4e97-bc50-6d3a2514b0e6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6898a229-d13d-48e1-871c-8480b3843328 {{(pid=94466) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 15:51:31.333799 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-2b40ee76-78c3-4e97-bc50-6d3a2514b0e6 admin admin] Notify callbacks [] for router, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:51:31.335120 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-2b40ee76-78c3-4e97-bc50-6d3a2514b0e6 admin admin] 10.222.0.39 "DELETE /v2.0/routers/6898a229-d13d-48e1-871c-8480b3843328 HTTP/1.1" status: 204 len: 168 time: 0.8561974 Aug 12 15:51:31.338147 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 38208) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:51:31.387609 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_v2 [None req-d23c4b86-f182-4f66-9f44-27ffe5dd3ee8 admin admin] Deleting subnet c0708eae-3555-4b53-9767-1646e544b68d {{(pid=94467) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 15:51:31.391109 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-d23c4b86-f182-4f66-9f44-27ffe5dd3ee8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:51:31.440672 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-d23c4b86-f182-4f66-9f44-27ffe5dd3ee8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3857505'] for subnet, precommit_delete_associations {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:51:31.552704 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-d23c4b86-f182-4f66-9f44-27ffe5dd3ee8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66416255'] for subnet, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:51:31.624273 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-d23c4b86-f182-4f66-9f44-27ffe5dd3ee8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66416232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2859225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3343748'] for subnet, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:51:31.650956 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23c4b86-f182-4f66-9f44-27ffe5dd3ee8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c0708eae-3555-4b53-9767-1646e544b68d,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:51:31.653042 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-d23c4b86-f182-4f66-9f44-27ffe5dd3ee8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:51:31.654938 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-d23c4b86-f182-4f66-9f44-27ffe5dd3ee8 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/c0708eae-3555-4b53-9767-1646e544b68d HTTP/1.1" status: 204 len: 168 time: 0.3154738 Aug 12 15:51:31.658145 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 38210) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:51:31.658341 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f973ddf-49da-45fb-a4a5-df98d05ed834 None None] Network fd05a40e-b7b7-4bae-9d56-85640cf1b44d requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 15:51:31.740587 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-76556cfb-5968-45d1-a32e-9c0945fe7428 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680608'] for network, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:51:31.820372 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-76556cfb-5968-45d1-a32e-9c0945fe7428 admin admin] Deleting port 8bcaaa03-ceac-4742-a19f-d57b4723fe98 {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 15:51:31.820714 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-76556cfb-5968-45d1-a32e-9c0945fe7428 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:51:31.835515 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59d6e00c-9122-4475-9c4e-f3640778d1ac None None] DHCP port deletion for fd05a40e-b7b7-4bae-9d56-85640cf1b44d request from n-d-694802-15 {{(pid=94468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 15:51:31.886888 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-59d6e00c-9122-4475-9c4e-f3640778d1ac None None] Deleting port 8bcaaa03-ceac-4742-a19f-d57b4723fe98 {{(pid=94468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 15:51:31.887371 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-59d6e00c-9122-4475-9c4e-f3640778d1ac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:51:31.906334 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [None req-76556cfb-5968-45d1-a32e-9c0945fe7428 admin admin] For port 8bcaaa03-ceac-4742-a19f-d57b4723fe98, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=8bcaaa03-ceac-4742-a19f-d57b4723fe98,segment=NetworkSegment(4473806c-a24b-4d91-93b8-7bf975678c53),segment_id=4473806c-a24b-4d91-93b8-7bf975678c53)] {{(pid=94467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:51:31.906334 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-76556cfb-5968-45d1-a32e-9c0945fe7428 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:51:31.927875 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-76556cfb-5968-45d1-a32e-9c0945fe7428 admin admin] Calling delete_port for 8bcaaa03-ceac-4742-a19f-d57b4723fe98 owned by network:dhcp {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 15:51:31.962079 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-59d6e00c-9122-4475-9c4e-f3640778d1ac None None] For port 8bcaaa03-ceac-4742-a19f-d57b4723fe98, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=8bcaaa03-ceac-4742-a19f-d57b4723fe98,segment=NetworkSegment(4473806c-a24b-4d91-93b8-7bf975678c53),segment_id=4473806c-a24b-4d91-93b8-7bf975678c53)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:51:31.963265 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-59d6e00c-9122-4475-9c4e-f3640778d1ac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:51:31.979647 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 0442b120-2325-45af-81d6-7752310b9ad1 no longer exists at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 15:51:31.987078 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-59d6e00c-9122-4475-9c4e-f3640778d1ac None None] Calling delete_port for 8bcaaa03-ceac-4742-a19f-d57b4723fe98 owned by network:dhcp {{(pid=94468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 15:51:32.017433 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] No Port match for: 0442b120-2325-45af-81d6-7752310b9ad1 {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 15:51:32.018002 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 0442b120-2325-45af-81d6-7752310b9ad1 not bound to the agent host n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 15:51:32.018649 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device a23f6526-a8f2-400a-9089-422571c514ff no longer exists at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 15:51:32.043434 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] No Port match for: a23f6526-a8f2-400a-9089-422571c514ff {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 15:51:32.043785 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device a23f6526-a8f2-400a-9089-422571c514ff not bound to the agent host n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 15:51:32.044138 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 8bcaaa03-ceac-4742-a19f-d57b4723fe98 no longer exists at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 15:51:32.058071 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-76556cfb-5968-45d1-a32e-9c0945fe7428 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:51:32.100647 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76556cfb-5968-45d1-a32e-9c0945fe7428 admin admin] Pushing event deleted for resources: {'Port': ['ID=8bcaaa03-ceac-4742-a19f-d57b4723fe98,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:51:32.106550 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76556cfb-5968-45d1-a32e-9c0945fe7428 admin admin] No DVR routers for this DVR port 8bcaaa03-ceac-4742-a19f-d57b4723fe98 on host n-d-694802-15 {{(pid=94467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 15:51:32.129563 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] No active binding found for port 8bcaaa03-ceac-4742-a19f-d57b4723fe98 {{(pid=94468) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 12 15:51:32.129982 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 8bcaaa03-ceac-4742-a19f-d57b4723fe98 not bound to the agent host n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 15:51:32.152670 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-59d6e00c-9122-4475-9c4e-f3640778d1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262'] for port, after_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:51:32.179789 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d6e00c-9122-4475-9c4e-f3640778d1ac None None] Pushing event deleted for resources: {'Port': ['ID=8bcaaa03-ceac-4742-a19f-d57b4723fe98,revision_number=None']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:51:32.184405 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d6e00c-9122-4475-9c4e-f3640778d1ac None None] No DVR routers for this DVR port 8bcaaa03-ceac-4742-a19f-d57b4723fe98 on host n-d-694802-15 {{(pid=94468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 15:51:32.191795 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d6e00c-9122-4475-9c4e-f3640778d1ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:51:32.192210 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d6e00c-9122-4475-9c4e-f3640778d1ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:51:32.192471 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d6e00c-9122-4475-9c4e-f3640778d1ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:51:32.192805 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d6e00c-9122-4475-9c4e-f3640778d1ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:51:32.193135 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d6e00c-9122-4475-9c4e-f3640778d1ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:51:32.193287 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-76556cfb-5968-45d1-a32e-9c0945fe7428 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66413304', 'neutron.services.segments.db._delete_segments_for_network-8744654118000'] for network, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:51:32.193558 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d6e00c-9122-4475-9c4e-f3640778d1ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:51:32.193815 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d6e00c-9122-4475-9c4e-f3640778d1ac None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:51:32.194137 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d6e00c-9122-4475-9c4e-f3640778d1ac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:51:32.194456 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d6e00c-9122-4475-9c4e-f3640778d1ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:51:32.194776 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d6e00c-9122-4475-9c4e-f3640778d1ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:51:32.195120 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d6e00c-9122-4475-9c4e-f3640778d1ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:51:32.195441 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d6e00c-9122-4475-9c4e-f3640778d1ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:51:32.205659 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-76556cfb-5968-45d1-a32e-9c0945fe7428 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd05a40e-b7b7-4bae-9d56-85640cf1b44d']}} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:51:32.221776 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-76556cfb-5968-45d1-a32e-9c0945fe7428 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4473806c-a24b-4d91-93b8-7bf975678c53') {'for_net_delete': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:51:32.222169 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-76556cfb-5968-45d1-a32e-9c0945fe7428 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4473806c-a24b-4d91-93b8-7bf975678c53') {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:51:32.232922 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-76556cfb-5968-45d1-a32e-9c0945fe7428 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744654122361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3857526'] for segment, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:51:32.249197 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-76556cfb-5968-45d1-a32e-9c0945fe7428 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:51:32.255726 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76556cfb-5968-45d1-a32e-9c0945fe7428 admin admin] Releasing vlan 307 on physical network physnet1 to pool {{(pid=94467) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 15:51:32.256157 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-76556cfb-5968-45d1-a32e-9c0945fe7428 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2859015'] for segment, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:51:32.258105 n-d-694802-15 neutron-server[94467]: Traceback (most recent call last): Aug 12 15:51:32.258105 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 15:51:32.258105 n-d-694802-15 neutron-server[94467]: timer() Aug 12 15:51:32.258105 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 15:51:32.258105 n-d-694802-15 neutron-server[94467]: cb(*args, **kw) Aug 12 15:51:32.258105 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 15:51:32.258105 n-d-694802-15 neutron-server[94467]: return func(*args, **kwargs) Aug 12 15:51:32.258105 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 15:51:32.258105 n-d-694802-15 neutron-server[94467]: self._notify() Aug 12 15:51:32.258105 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 15:51:32.258105 n-d-694802-15 neutron-server[94467]: self.callback(batched_events) Aug 12 15:51:32.258105 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 15:51:32.258105 n-d-694802-15 neutron-server[94467]: event.method(event) Aug 12 15:51:32.258105 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 15:51:32.258105 n-d-694802-15 neutron-server[94467]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 15:51:32.258105 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 15:51:32.258105 n-d-694802-15 neutron-server[94467]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 15:51:32.258105 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 15:51:32.258105 n-d-694802-15 neutron-server[94467]: return f(self, *a, **k) Aug 12 15:51:32.258105 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 15:51:32.258105 n-d-694802-15 neutron-server[94467]: return self._get(url).json() Aug 12 15:51:32.258105 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 15:51:32.258105 n-d-694802-15 neutron-server[94467]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 15:51:32.258105 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 15:51:32.258105 n-d-694802-15 neutron-server[94467]: return self.request(url, 'GET', **kwargs) Aug 12 15:51:32.258105 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 15:51:32.258105 n-d-694802-15 neutron-server[94467]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 15:51:32.258105 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 15:51:32.258105 n-d-694802-15 neutron-server[94467]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 15:51:32.258105 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 15:51:32.258105 n-d-694802-15 neutron-server[94467]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 15:51:32.258105 n-d-694802-15 neutron-server[94467]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 15:51:32.316303 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-76556cfb-5968-45d1-a32e-9c0945fe7428 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66413281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431520'] for network, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:51:32.331290 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-76556cfb-5968-45d1-a32e-9c0945fe7428 admin admin] Notify callbacks [] for network, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:51:32.333358 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-76556cfb-5968-45d1-a32e-9c0945fe7428 admin admin] 10.222.0.39 "DELETE /v2.0/networks/fd05a40e-b7b7-4bae-9d56-85640cf1b44d HTTP/1.1" status: 204 len: 168 time: 0.6742821 Aug 12 15:51:32.349536 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76556cfb-5968-45d1-a32e-9c0945fe7428 admin admin] Pushing event deleted for resources: {'Network': ['ID=fd05a40e-b7b7-4bae-9d56-85640cf1b44d,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:51:32.464252 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 38214) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:51:32.511177 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-5cbc8375-4859-47d6-bf2d-fe60f0c185b6 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1eb92849d48549089fa1f426a844546c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0456884 Aug 12 15:51:32.514878 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 38216) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:51:32.566075 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-6b5e3e1c-dd7c-4341-854d-fafdf99d460f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:51:32.587937 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-6b5e3e1c-dd7c-4341-854d-fafdf99d460f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:51:32.645120 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-6b5e3e1c-dd7c-4341-854d-fafdf99d460f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:51:32.648411 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-6b5e3e1c-dd7c-4341-854d-fafdf99d460f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:51:32.649779 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-6b5e3e1c-dd7c-4341-854d-fafdf99d460f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c802f750-a6af-4d07-bdb7-10d5a875cfb4 HTTP/1.1" status: 204 len: 168 time: 0.1337068 Aug 12 15:51:32.659341 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5e3e1c-dd7c-4341-854d-fafdf99d460f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c802f750-a6af-4d07-bdb7-10d5a875cfb4,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:51:33.047530 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 38222) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:51:33.091578 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-c489f82b-0332-456f-ba64-ed9aeaaeda82 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=928434aa6a99402fb1b1ecc2f0d800aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0422149 Aug 12 15:51:33.093877 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 38224) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:51:33.142826 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-aa30447f-442e-49ad-a907-4342f8449d4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:51:33.166686 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-aa30447f-442e-49ad-a907-4342f8449d4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:51:33.223813 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-aa30447f-442e-49ad-a907-4342f8449d4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:51:33.227069 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-aa30447f-442e-49ad-a907-4342f8449d4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:51:33.228238 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-aa30447f-442e-49ad-a907-4342f8449d4e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/61057c76-4ef9-4651-878d-3cc92b0bc854 HTTP/1.1" status: 204 len: 168 time: 0.1334736 Aug 12 15:51:33.236469 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa30447f-442e-49ad-a907-4342f8449d4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61057c76-4ef9-4651-878d-3cc92b0bc854,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:51:33.701715 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.agents_db [None req-17ed3e4c-1a7d-4162-9646-11c134aca297 None None] Agent healthcheck: found 7 active agents {{(pid=94469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 15:51:33.909301 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 38246) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:51:34.009288 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-d3577a1a-171f-4fb3-9eaa-53993e31e25f admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1931138760-network', 'tenant_id': 'e9295c62f9f544a889a5086782a4c4df'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:51:34.031068 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3577a1a-171f-4fb3-9eaa-53993e31e25f admin admin] Made reservation on behalf of e9295c62f9f544a889a5086782a4c4df for: {'network': 1} {{(pid=94466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 15:51:34.033390 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d3577a1a-171f-4fb3-9eaa-53993e31e25f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for network, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:51:34.042462 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d3577a1a-171f-4fb3-9eaa-53993e31e25f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:51:34.138475 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d3577a1a-171f-4fb3-9eaa-53993e31e25f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:51:34.142403 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d3577a1a-171f-4fb3-9eaa-53993e31e25f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:51:34.167896 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3577a1a-171f-4fb3-9eaa-53993e31e25f admin admin] vlan segment allocate from pool success with {'vlan_id': 301, 'physical_network': 'physnet1'} {{(pid=94466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 15:51:34.177932 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3577a1a-171f-4fb3-9eaa-53993e31e25f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22574164-a365-4dff-accc-b24dcedfe9bc,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:51:34.183499 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d3577a1a-171f-4fb3-9eaa-53993e31e25f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:51:34.183754 n-d-694802-15 neutron-server[94466]: INFO neutron.db.segments_db [None req-d3577a1a-171f-4fb3-9eaa-53993e31e25f admin admin] Added segment 37e10f2f-a734-495b-af39-329576169352 of type vlan for network f2557c63-af2d-4e16-81da-48340da1d12b Aug 12 15:51:34.224551 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d3577a1a-171f-4fb3-9eaa-53993e31e25f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744653628263'] for network, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:51:34.255497 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d3577a1a-171f-4fb3-9eaa-53993e31e25f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409'] for network, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:51:34.256499 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3577a1a-171f-4fb3-9eaa-53993e31e25f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:51:34.257085 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d3577a1a-171f-4fb3-9eaa-53993e31e25f admin admin] Notify callbacks [] for network, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:51:34.311038 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-d3577a1a-171f-4fb3-9eaa-53993e31e25f admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4004371 Aug 12 15:51:34.314708 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 38250) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:51:34.320660 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-a801b237-71c5-48bd-8468-08ff39feb81a admin admin] Request body: {'subnet': {'network_id': 'f2557c63-af2d-4e16-81da-48340da1d12b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1931138760-subnet', 'tenant_id': 'e9295c62f9f544a889a5086782a4c4df', 'ip_version': 4}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:51:34.320843 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3577a1a-171f-4fb3-9eaa-53993e31e25f admin admin] Pushing event updated for resources: {'Network': ['ID=f2557c63-af2d-4e16-81da-48340da1d12b,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:51:34.333335 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Network f2557c63-af2d-4e16-81da-48340da1d12b details requested by agent ovs-agent-n-d-694802-15 with host n-d-694802-15 {{(pid=94468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 15:51:34.344856 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a801b237-71c5-48bd-8468-08ff39feb81a admin admin] Made reservation on behalf of e9295c62f9f544a889a5086782a4c4df for: {'subnet': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 15:51:34.347517 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a801b237-71c5-48bd-8468-08ff39feb81a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3343791'] for subnet, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:51:34.528077 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a801b237-71c5-48bd-8468-08ff39feb81a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2859166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3343773'] for subnet, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:51:34.581962 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a801b237-71c5-48bd-8468-08ff39feb81a admin admin] Pushing event updated for resources: {'Subnet': ['ID=a81d4052-194c-4c5e-9371-dffac874e077,revision_number=0']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:51:34.597756 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a801b237-71c5-48bd-8468-08ff39feb81a admin admin] Checking segment: {'id': '37e10f2f-a734-495b-af39-329576169352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'f2557c63-af2d-4e16-81da-48340da1d12b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 15:51:34.598167 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a801b237-71c5-48bd-8468-08ff39feb81a admin admin] Network hostable DHCP agents. Network: f2557c63-af2d-4e16-81da-48340da1d12b, hostable agents: ['1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658'], hosted agents: [] {{(pid=94467) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 15:51:34.616185 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a801b237-71c5-48bd-8468-08ff39feb81a admin admin] Network f2557c63-af2d-4e16-81da-48340da1d12b is scheduled to be hosted by DHCP agent 1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658 with binding_index 1 {{(pid=94467) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 15:51:34.624568 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [None req-a801b237-71c5-48bd-8468-08ff39feb81a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-15, f2557c63-af2d-4e16-81da-48340da1d12b) {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:51:34.628984 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a801b237-71c5-48bd-8468-08ff39feb81a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:51:34.629573 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-a801b237-71c5-48bd-8468-08ff39feb81a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:51:34.636295 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24c7ab20-787e-49c2-a372-6eba82e2068b None None] Network f2557c63-af2d-4e16-81da-48340da1d12b requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 15:51:34.647745 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-a801b237-71c5-48bd-8468-08ff39feb81a admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3275073 Aug 12 15:51:34.649039 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 38252) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:51:34.654695 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-b9ea8aca-28f9-4b2b-8378-5df22204f914 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1931138760-router', 'tenant_id': 'e9295c62f9f544a889a5086782a4c4df', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'}}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:51:34.677278 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-b9ea8aca-28f9-4b2b-8378-5df22204f914 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-430574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-104863'] for router, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:51:34.678215 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-b9ea8aca-28f9-4b2b-8378-5df22204f914 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-429438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-431405', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66646573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-104852'] for router, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:51:34.734058 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-b9ea8aca-28f9-4b2b-8378-5df22204f914 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:51:34.797165 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6496117-fcdd-4edc-9bc5-e49e45535023 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa7035b3e-9a89-5964-b9f4-97301c3f476a-f2557c63-af2d-4e16-81da-48340da1d12b', 'network_id': 'f2557c63-af2d-4e16-81da-48340da1d12b', 'tenant_id': 'e9295c62f9f544a889a5086782a4c4df', 'fixed_ips': [{'subnet_id': 'a81d4052-194c-4c5e-9371-dffac874e077'}]}} from n-d-694802-15. {{(pid=94468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 15:51:34.798047 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-e6496117-fcdd-4edc-9bc5-e49e45535023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:51:34.888380 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-b9ea8aca-28f9-4b2b-8378-5df22204f914 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:51:34.943144 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.db_base_plugin_common [None req-e6496117-fcdd-4edc-9bc5-e49e45535023 None None] Allocated IP 172.20.0.2 (f2557c63-af2d-4e16-81da-48340da1d12b/a81d4052-194c-4c5e-9371-dffac874e077/b20e28c1-61f1-454f-9750-12c54426bd17) {{(pid=94468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 15:51:35.101048 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-b9ea8aca-28f9-4b2b-8378-5df22204f914 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:51:35.104664 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-e6496117-fcdd-4edc-9bc5-e49e45535023 None None] Notify callbacks [] for port, precommit_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:51:35.115947 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-e6496117-fcdd-4edc-9bc5-e49e45535023 None None] Transition to ACTIVE for port object b20e28c1-61f1-454f-9750-12c54426bd17 will not be triggered until provisioned by entity L2. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:51:35.122611 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-b9ea8aca-28f9-4b2b-8378-5df22204f914 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:51:35.131679 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-e6496117-fcdd-4edc-9bc5-e49e45535023 None None] Transition to ACTIVE for port object b20e28c1-61f1-454f-9750-12c54426bd17 will not be triggered until provisioned by entity DHCP. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:51:35.138292 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-e6496117-fcdd-4edc-9bc5-e49e45535023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253'] for port, after_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:51:35.177415 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6496117-fcdd-4edc-9bc5-e49e45535023 None None] Network f2557c63-af2d-4e16-81da-48340da1d12b is already hosted by enough agents. {{(pid=94468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 15:51:35.182877 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.base_scheduler [None req-e6496117-fcdd-4edc-9bc5-e49e45535023 None None] Resources bound (agent type, host, resource id): {{(pid=94468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:51:35.187211 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6496117-fcdd-4edc-9bc5-e49e45535023 None None] Received port after_create {{(pid=94468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 15:51:35.194829 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6496117-fcdd-4edc-9bc5-e49e45535023 None None] Pushing event updated for resources: {'Port': ['ID=b20e28c1-61f1-454f-9750-12c54426bd17,revision_number=1']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:51:35.241946 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_common [None req-b9ea8aca-28f9-4b2b-8378-5df22204f914 admin admin] Allocated IP 172.25.1.103 (d3759e1b-6c03-45ac-acd4-90abb417809b/f0254f08-c19c-4e31-bd9c-09389ea4b6f2/6e7ca8e7-cf74-4dca-aa45-644f324f8fe0) {{(pid=94467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 15:51:35.247121 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-e6496117-fcdd-4edc-9bc5-e49e45535023 None None] Attempting to bind port b20e28c1-61f1-454f-9750-12c54426bd17 on host n-d-694802-15 for vnic_type normal with profile {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 15:51:35.247524 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-e6496117-fcdd-4edc-9bc5-e49e45535023 None None] Attempting to bind port b20e28c1-61f1-454f-9750-12c54426bd17 by drivers openvswitch,hyperv on host n-d-694802-15 at level 0 using segments [{'id': '37e10f2f-a734-495b-af39-329576169352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'f2557c63-af2d-4e16-81da-48340da1d12b'}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 15:51:35.247876 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6496117-fcdd-4edc-9bc5-e49e45535023 None None] Attempting to bind port b20e28c1-61f1-454f-9750-12c54426bd17 on network f2557c63-af2d-4e16-81da-48340da1d12b {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 15:51:35.253028 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6496117-fcdd-4edc-9bc5-e49e45535023 None None] Checking agent: {'id': '16de73ac-f2e9-4cee-b3e0-91052ae3e6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 20, 13), 'started_at': datetime.datetime(2021, 8, 12, 14, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 15, 51, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 15:51:35.253386 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6496117-fcdd-4edc-9bc5-e49e45535023 None None] Checking segment: {'id': '37e10f2f-a734-495b-af39-329576169352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'f2557c63-af2d-4e16-81da-48340da1d12b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 15:51:35.253793 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-e6496117-fcdd-4edc-9bc5-e49e45535023 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:51:35.254200 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6496117-fcdd-4edc-9bc5-e49e45535023 None None] Bound using segment: {'id': '37e10f2f-a734-495b-af39-329576169352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'f2557c63-af2d-4e16-81da-48340da1d12b'} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 15:51:35.254650 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-e6496117-fcdd-4edc-9bc5-e49e45535023 None None] Bound port: b20e28c1-61f1-454f-9750-12c54426bd17, host: n-d-694802-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37e10f2f-a734-495b-af39-329576169352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'f2557c63-af2d-4e16-81da-48340da1d12b'}}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 15:51:35.255063 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-e6496117-fcdd-4edc-9bc5-e49e45535023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:51:35.329551 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-e6496117-fcdd-4edc-9bc5-e49e45535023 None None] For port b20e28c1-61f1-454f-9750-12c54426bd17, host n-d-694802-15, cleared binding levels {{(pid=94468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 15:51:35.334852 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-e6496117-fcdd-4edc-9bc5-e49e45535023 None None] For port b20e28c1-61f1-454f-9750-12c54426bd17, host n-d-694802-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=b20e28c1-61f1-454f-9750-12c54426bd17,segment=NetworkSegment(37e10f2f-a734-495b-af39-329576169352),segment_id=37e10f2f-a734-495b-af39-329576169352)] {{(pid=94468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 15:51:35.340815 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-e6496117-fcdd-4edc-9bc5-e49e45535023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:51:35.368814 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-b9ea8aca-28f9-4b2b-8378-5df22204f914 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:51:35.406803 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6496117-fcdd-4edc-9bc5-e49e45535023 None None] Pushing event updated for resources: {'Port': ['ID=b20e28c1-61f1-454f-9750-12c54426bd17,revision_number=2']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:51:35.418505 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-b9ea8aca-28f9-4b2b-8378-5df22204f914 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:51:35.458262 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9ea8aca-28f9-4b2b-8378-5df22204f914 admin admin] Network d3759e1b-6c03-45ac-acd4-90abb417809b is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 15:51:35.463626 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [None req-b9ea8aca-28f9-4b2b-8378-5df22204f914 admin admin] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:51:35.467423 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9ea8aca-28f9-4b2b-8378-5df22204f914 admin admin] Received port after_create {{(pid=94467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 15:51:35.473416 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ea8aca-28f9-4b2b-8378-5df22204f914 admin admin] Pushing event updated for resources: {'Port': ['ID=6e7ca8e7-cf74-4dca-aa45-644f324f8fe0,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:51:35.752165 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-b9ea8aca-28f9-4b2b-8378-5df22204f914 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:51:35.956707 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-b9ea8aca-28f9-4b2b-8378-5df22204f914 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-429413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-431608'] for router, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:51:35.976966 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device b20e28c1-61f1-454f-9750-12c54426bd17 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 15:51:36.028707 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning for port b20e28c1-61f1-454f-9750-12c54426bd17 completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:51:36.108028 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9ea8aca-28f9-4b2b-8378-5df22204f914 admin admin] Router a3d1f6f5-e026-4676-931f-7d065a5dd5c1 is scheduled to L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f with binding_index 1 {{(pid=94467) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 15:51:36.269384 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9ea8aca-28f9-4b2b-8378-5df22204f914 admin admin] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 15:51:36.281276 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d454b15a-01cb-4da0-a9ad-a9130d42f1d7 None None] Sync routers for ids ['a3d1f6f5-e026-4676-931f-7d065a5dd5c1'] in n-d-694802-15 {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 15:51:36.289821 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-b9ea8aca-28f9-4b2b-8378-5df22204f914 admin admin] Notify callbacks [] for router, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:51:36.293906 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-b9ea8aca-28f9-4b2b-8378-5df22204f914 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.6411641 Aug 12 15:51:36.294075 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d454b15a-01cb-4da0-a9ad-a9130d42f1d7 None None] Routers {'a3d1f6f5-e026-4676-931f-7d065a5dd5c1'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:51:36.294075 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-d454b15a-01cb-4da0-a9ad-a9130d42f1d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T15:51:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['a3d1f6f5-e026-4676-931f-7d065a5dd5c1'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:51:36.294289 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 38254) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:51:36.355550 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6db6a232-2f1d-4e92-9741-97a1b5bb25be None None] Network f2557c63-af2d-4e16-81da-48340da1d12b requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 15:51:36.406612 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-d454b15a-01cb-4da0-a9ad-a9130d42f1d7 None None] Set router a3d1f6f5-e026-4676-931f-7d065a5dd5c1 gateway port host: n-d-694802-15 {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:51:36.469980 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-d88e3528-41bc-406a-bd9b-3fc7c9e17223 None None] Provisioning for port b20e28c1-61f1-454f-9750-12c54426bd17 completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:51:36.477612 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-d88e3528-41bc-406a-bd9b-3fc7c9e17223 None None] Provisioning complete for port b20e28c1-61f1-454f-9750-12c54426bd17 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:51:36.477985 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-d88e3528-41bc-406a-bd9b-3fc7c9e17223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:51:36.595190 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-d88e3528-41bc-406a-bd9b-3fc7c9e17223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:51:36.614464 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-d454b15a-01cb-4da0-a9ad-a9130d42f1d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3d1f6f5-e026-4676-931f-7d065a5dd5c1', 'name': 'tempest-TestSnapshotPattern-1931138760-router', 'tenant_id': 'e9295c62f9f544a889a5086782a4c4df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.103'}], 'enable_snat': True}, 'gw_port_id': '6e7ca8e7-cf74-4dca-aa45-644f324f8fe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:51:34Z', 'updated_at': '2021-08-12T15:51:35Z', 'revision_number': 3, 'project_id': 'e9295c62f9f544a889a5086782a4c4df', 'gw_port': {'id': '6e7ca8e7-cf74-4dca-aa45-644f324f8fe0', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:00:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3d1f6f5-e026-4676-931f-7d065a5dd5c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:51:35Z', 'updated_at': '2021-08-12T15:51:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15'}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:51:36.630392 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-d88e3528-41bc-406a-bd9b-3fc7c9e17223 None None] For port b20e28c1-61f1-454f-9750-12c54426bd17, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=b20e28c1-61f1-454f-9750-12c54426bd17,segment=NetworkSegment(37e10f2f-a734-495b-af39-329576169352),segment_id=37e10f2f-a734-495b-af39-329576169352)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:51:36.637191 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-d88e3528-41bc-406a-bd9b-3fc7c9e17223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:51:36.663617 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d454b15a-01cb-4da0-a9ad-a9130d42f1d7 None None] Checking router: a3d1f6f5-e026-4676-931f-7d065a5dd5c1 for host: n-d-694802-15 {{(pid=94469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 15:51:36.663617 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d454b15a-01cb-4da0-a9ad-a9130d42f1d7 None None] Updating router a3d1f6f5-e026-4676-931f-7d065a5dd5c1 port 6e7ca8e7-cf74-4dca-aa45-644f324f8fe0 binding host n-d-694802-15 {{(pid=94469) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 15:51:36.691388 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-d454b15a-01cb-4da0-a9ad-a9130d42f1d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:51:36.712919 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88e3528-41bc-406a-bd9b-3fc7c9e17223 None None] Pushing event updated for resources: {'Port': ['ID=b20e28c1-61f1-454f-9750-12c54426bd17,revision_number=3']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:51:36.823924 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-64a5c164-d237-4fd7-ab0f-6fc336506b3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:51:36.864294 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-82eeb43e-b2e3-4fe4-93a9-e7d9e3333e61 None None] Provisioning complete for port b20e28c1-61f1-454f-9750-12c54426bd17 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:51:36.864729 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-82eeb43e-b2e3-4fe4-93a9-e7d9e3333e61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:51:37.002224 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-d454b15a-01cb-4da0-a9ad-a9130d42f1d7 None None] Notify callbacks [] for port, precommit_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:51:37.014043 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.provisioning_blocks [None req-d454b15a-01cb-4da0-a9ad-a9130d42f1d7 None None] Transition to ACTIVE for port object 6e7ca8e7-cf74-4dca-aa45-644f324f8fe0 will not be triggered until provisioned by entity L2. {{(pid=94469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:51:37.021059 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-d454b15a-01cb-4da0-a9ad-a9130d42f1d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:51:37.079580 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.managers [None req-d454b15a-01cb-4da0-a9ad-a9130d42f1d7 None None] Attempting to bind port 6e7ca8e7-cf74-4dca-aa45-644f324f8fe0 on host n-d-694802-15 for vnic_type normal with profile {{(pid=94469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 15:51:37.079865 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.managers [None req-d454b15a-01cb-4da0-a9ad-a9130d42f1d7 None None] Attempting to bind port 6e7ca8e7-cf74-4dca-aa45-644f324f8fe0 by drivers openvswitch,hyperv on host n-d-694802-15 at level 0 using segments [{'id': 'b1b396cb-2dc6-4041-bfc7-1833a80a4720', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'}] {{(pid=94469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 15:51:37.080201 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d454b15a-01cb-4da0-a9ad-a9130d42f1d7 None None] Attempting to bind port 6e7ca8e7-cf74-4dca-aa45-644f324f8fe0 on network d3759e1b-6c03-45ac-acd4-90abb417809b {{(pid=94469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 15:51:37.082426 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8192c06-2506-4310-9e1e-befbae45dcd4 None None] Pushing event updated for resources: {'Port': ['ID=6e7ca8e7-cf74-4dca-aa45-644f324f8fe0,revision_number=2']} {{(pid=94469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:51:37.091692 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d454b15a-01cb-4da0-a9ad-a9130d42f1d7 None None] Checking agent: {'id': '16de73ac-f2e9-4cee-b3e0-91052ae3e6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 20, 13), 'started_at': datetime.datetime(2021, 8, 12, 14, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 15, 51, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 15:51:37.092064 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d454b15a-01cb-4da0-a9ad-a9130d42f1d7 None None] Checking segment: {'id': 'b1b396cb-2dc6-4041-bfc7-1833a80a4720', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 15:51:37.092465 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-d454b15a-01cb-4da0-a9ad-a9130d42f1d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:51:37.092862 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d454b15a-01cb-4da0-a9ad-a9130d42f1d7 None None] Bound using segment: {'id': 'b1b396cb-2dc6-4041-bfc7-1833a80a4720', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'} {{(pid=94469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 15:51:37.093329 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.managers [None req-d454b15a-01cb-4da0-a9ad-a9130d42f1d7 None None] Bound port: 6e7ca8e7-cf74-4dca-aa45-644f324f8fe0, host: n-d-694802-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1b396cb-2dc6-4041-bfc7-1833a80a4720', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'}}] {{(pid=94469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 15:51:37.093712 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-d454b15a-01cb-4da0-a9ad-a9130d42f1d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:51:37.096264 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8192c06-2506-4310-9e1e-befbae45dcd4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:51:37.096609 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8192c06-2506-4310-9e1e-befbae45dcd4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:51:37.096938 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8192c06-2506-4310-9e1e-befbae45dcd4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:51:37.097274 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8192c06-2506-4310-9e1e-befbae45dcd4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:51:37.097593 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8192c06-2506-4310-9e1e-befbae45dcd4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:51:37.097916 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8192c06-2506-4310-9e1e-befbae45dcd4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:51:37.098235 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8192c06-2506-4310-9e1e-befbae45dcd4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:51:37.098551 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8192c06-2506-4310-9e1e-befbae45dcd4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:51:37.098867 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8192c06-2506-4310-9e1e-befbae45dcd4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:51:37.099207 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8192c06-2506-4310-9e1e-befbae45dcd4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:51:37.099523 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8192c06-2506-4310-9e1e-befbae45dcd4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:51:37.100366 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8192c06-2506-4310-9e1e-befbae45dcd4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:51:37.157115 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.db [None req-d454b15a-01cb-4da0-a9ad-a9130d42f1d7 None None] For port 6e7ca8e7-cf74-4dca-aa45-644f324f8fe0, host n-d-694802-15, cleared binding levels {{(pid=94469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 15:51:37.160486 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.db [None req-d454b15a-01cb-4da0-a9ad-a9130d42f1d7 None None] For port 6e7ca8e7-cf74-4dca-aa45-644f324f8fe0, host n-d-694802-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=6e7ca8e7-cf74-4dca-aa45-644f324f8fe0,segment=NetworkSegment(b1b396cb-2dc6-4041-bfc7-1833a80a4720),segment_id=b1b396cb-2dc6-4041-bfc7-1833a80a4720)] {{(pid=94469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 15:51:37.166195 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-d454b15a-01cb-4da0-a9ad-a9130d42f1d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:51:37.222577 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d454b15a-01cb-4da0-a9ad-a9130d42f1d7 None None] Routers {'a3d1f6f5-e026-4676-931f-7d065a5dd5c1'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:51:37.223238 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-d454b15a-01cb-4da0-a9ad-a9130d42f1d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T15:51:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['a3d1f6f5-e026-4676-931f-7d065a5dd5c1'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:51:37.268307 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8192c06-2506-4310-9e1e-befbae45dcd4 None None] Pushing event updated for resources: {'Port': ['ID=6e7ca8e7-cf74-4dca-aa45-644f324f8fe0,revision_number=3']} {{(pid=94469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:51:37.341157 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_common [None req-64a5c164-d237-4fd7-ab0f-6fc336506b3d admin admin] Allocated IP 172.20.0.1 (f2557c63-af2d-4e16-81da-48340da1d12b/a81d4052-194c-4c5e-9371-dffac874e077/ab8b3be3-0b44-4437-8b0b-75b2813f21c7) {{(pid=94467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 15:51:37.347172 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-d454b15a-01cb-4da0-a9ad-a9130d42f1d7 None None] Set router a3d1f6f5-e026-4676-931f-7d065a5dd5c1 gateway port host: n-d-694802-15 {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:51:37.451801 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-64a5c164-d237-4fd7-ab0f-6fc336506b3d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:51:37.466906 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [None req-64a5c164-d237-4fd7-ab0f-6fc336506b3d admin admin] Transition to ACTIVE for port object ab8b3be3-0b44-4437-8b0b-75b2813f21c7 will not be triggered until provisioned by entity DHCP. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:51:37.503966 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-64a5c164-d237-4fd7-ab0f-6fc336506b3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:51:37.536842 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-d454b15a-01cb-4da0-a9ad-a9130d42f1d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3d1f6f5-e026-4676-931f-7d065a5dd5c1', 'name': 'tempest-TestSnapshotPattern-1931138760-router', 'tenant_id': 'e9295c62f9f544a889a5086782a4c4df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.103'}], 'enable_snat': True}, 'gw_port_id': '6e7ca8e7-cf74-4dca-aa45-644f324f8fe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:51:34Z', 'updated_at': '2021-08-12T15:51:35Z', 'revision_number': 3, 'project_id': 'e9295c62f9f544a889a5086782a4c4df', 'gw_port': {'id': '6e7ca8e7-cf74-4dca-aa45-644f324f8fe0', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:00:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3d1f6f5-e026-4676-931f-7d065a5dd5c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:51:35Z', 'updated_at': '2021-08-12T15:51:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15'}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:51:37.541958 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64a5c164-d237-4fd7-ab0f-6fc336506b3d admin admin] Network f2557c63-af2d-4e16-81da-48340da1d12b is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 15:51:37.546944 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [None req-64a5c164-d237-4fd7-ab0f-6fc336506b3d admin admin] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:51:37.550527 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64a5c164-d237-4fd7-ab0f-6fc336506b3d admin admin] Received port after_create {{(pid=94467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 15:51:37.566441 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d454b15a-01cb-4da0-a9ad-a9130d42f1d7 None None] The sync data for ids ['a3d1f6f5-e026-4676-931f-7d065a5dd5c1'] in n-d-694802-15 is: [{'id': 'a3d1f6f5-e026-4676-931f-7d065a5dd5c1', 'name': 'tempest-TestSnapshotPattern-1931138760-router', 'tenant_id': 'e9295c62f9f544a889a5086782a4c4df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.103'}], 'enable_snat': True}, 'gw_port_id': '6e7ca8e7-cf74-4dca-aa45-644f324f8fe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:51:34Z', 'updated_at': '2021-08-12T15:51:35Z', 'revision_number': 3, 'project_id': 'e9295c62f9f544a889a5086782a4c4df', 'gw_port': {'id': '6e7ca8e7-cf74-4dca-aa45-644f324f8fe0', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:00:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3d1f6f5-e026-4676-931f-7d065a5dd5c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:51:35Z', 'updated_at': '2021-08-12T15:51:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15'}] {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 15:51:37.575227 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a5c164-d237-4fd7-ab0f-6fc336506b3d admin admin] Pushing event updated for resources: {'Port': ['ID=ab8b3be3-0b44-4437-8b0b-75b2813f21c7,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:51:37.604885 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-64a5c164-d237-4fd7-ab0f-6fc336506b3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66663725'] for router_interface, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:51:37.773598 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-64a5c164-d237-4fd7-ab0f-6fc336506b3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:51:37.836902 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-cb6434f1-6a6f-440f-b50b-f969da353a74 None None] Provisioning for port ab8b3be3-0b44-4437-8b0b-75b2813f21c7 completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:51:37.845921 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-cb6434f1-6a6f-440f-b50b-f969da353a74 None None] Provisioning complete for port ab8b3be3-0b44-4437-8b0b-75b2813f21c7 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:51:37.846871 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-cb6434f1-6a6f-440f-b50b-f969da353a74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:51:37.891974 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-cb6434f1-6a6f-440f-b50b-f969da353a74 None None] Port ab8b3be3-0b44-4437-8b0b-75b2813f21c7 cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 15:51:38.022485 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-64a5c164-d237-4fd7-ab0f-6fc336506b3d admin admin] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:51:38.028906 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-64a5c164-d237-4fd7-ab0f-6fc336506b3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:51:38.049183 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device b20e28c1-61f1-454f-9750-12c54426bd17 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 15:51:38.105601 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port b20e28c1-61f1-454f-9750-12c54426bd17 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:51:38.106034 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:51:38.140266 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-64a5c164-d237-4fd7-ab0f-6fc336506b3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66628363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66663865'] for router_interface, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:51:38.144158 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a5c164-d237-4fd7-ab0f-6fc336506b3d admin admin] Pushing event updated for resources: {'Port': ['ID=ab8b3be3-0b44-4437-8b0b-75b2813f21c7,revision_number=2']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:51:38.264118 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64a5c164-d237-4fd7-ab0f-6fc336506b3d admin admin] Network f2557c63-af2d-4e16-81da-48340da1d12b is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 15:51:38.265989 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [None req-64a5c164-d237-4fd7-ab0f-6fc336506b3d admin admin] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:51:38.384449 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 6e7ca8e7-cf74-4dca-aa45-644f324f8fe0 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 15:51:38.417754 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64a5c164-d237-4fd7-ab0f-6fc336506b3d admin admin] Router a3d1f6f5-e026-4676-931f-7d065a5dd5c1 has already been hosted by L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f {{(pid=94467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 15:51:38.444737 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning for port 6e7ca8e7-cf74-4dca-aa45-644f324f8fe0 completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:51:38.449102 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port 6e7ca8e7-cf74-4dca-aa45-644f324f8fe0 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:51:38.449469 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:51:38.553698 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:51:38.573952 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64a5c164-d237-4fd7-ab0f-6fc336506b3d admin admin] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 15:51:38.583851 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-64a5c164-d237-4fd7-ab0f-6fc336506b3d admin admin] 10.222.0.39 "PUT /v2.0/routers/a3d1f6f5-e026-4676-931f-7d065a5dd5c1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2880657 Aug 12 15:51:38.591566 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] For port 6e7ca8e7-cf74-4dca-aa45-644f324f8fe0, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=6e7ca8e7-cf74-4dca-aa45-644f324f8fe0,segment=NetworkSegment(b1b396cb-2dc6-4041-bfc7-1833a80a4720),segment_id=b1b396cb-2dc6-4041-bfc7-1833a80a4720)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:51:38.596827 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:51:38.650381 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-c4a936bf-59dd-4e3d-93eb-47757ba290f8 None None] Provisioning complete for port ab8b3be3-0b44-4437-8b0b-75b2813f21c7 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:51:38.650757 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-c4a936bf-59dd-4e3d-93eb-47757ba290f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:51:38.684863 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Pushing event updated for resources: {'Port': ['ID=6e7ca8e7-cf74-4dca-aa45-644f324f8fe0,revision_number=4']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:51:38.705822 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-c4a936bf-59dd-4e3d-93eb-47757ba290f8 None None] Port ab8b3be3-0b44-4437-8b0b-75b2813f21c7 cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 15:51:39.193397 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 38270) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:51:39.199187 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-7155b31b-f95e-4b78-b53d-8c9eb3066497 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-127643028-network', 'tenant_id': 'e81fbfd8800d407798e4dadab23ea533'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:51:39.224112 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7155b31b-f95e-4b78-b53d-8c9eb3066497 admin admin] Made reservation on behalf of e81fbfd8800d407798e4dadab23ea533 for: {'network': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 15:51:39.227878 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-7155b31b-f95e-4b78-b53d-8c9eb3066497 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for network, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:51:39.246611 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-7155b31b-f95e-4b78-b53d-8c9eb3066497 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:51:39.349017 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-7155b31b-f95e-4b78-b53d-8c9eb3066497 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:51:39.353668 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-7155b31b-f95e-4b78-b53d-8c9eb3066497 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:51:39.380722 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7155b31b-f95e-4b78-b53d-8c9eb3066497 admin admin] vlan segment allocate from pool success with {'vlan_id': 320, 'physical_network': 'physnet1'} {{(pid=94467) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 15:51:39.388906 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7155b31b-f95e-4b78-b53d-8c9eb3066497 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01aa9d23-6381-444e-aa1c-8872205b0972,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:51:39.394177 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-7155b31b-f95e-4b78-b53d-8c9eb3066497 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:51:39.394777 n-d-694802-15 neutron-server[94467]: INFO neutron.db.segments_db [None req-7155b31b-f95e-4b78-b53d-8c9eb3066497 admin admin] Added segment a05901e9-99c6-4a0c-bc3d-59c9aca4f316 of type vlan for network 46dca0b3-ac0c-440d-98ac-1e6c04da3439 Aug 12 15:51:39.419198 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc578d27-057b-4b1c-8ae5-f4a8b081deca None None] Sync routers for ids ['a3d1f6f5-e026-4676-931f-7d065a5dd5c1'] in n-d-694802-15 {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 15:51:39.429593 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc578d27-057b-4b1c-8ae5-f4a8b081deca None None] Routers {'a3d1f6f5-e026-4676-931f-7d065a5dd5c1'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:51:39.430386 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-bc578d27-057b-4b1c-8ae5-f4a8b081deca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T15:51:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['a3d1f6f5-e026-4676-931f-7d065a5dd5c1'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:51:39.437461 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-7155b31b-f95e-4b78-b53d-8c9eb3066497 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744653628263'] for network, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:51:39.468401 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-7155b31b-f95e-4b78-b53d-8c9eb3066497 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409'] for network, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:51:39.469771 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7155b31b-f95e-4b78-b53d-8c9eb3066497 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:51:39.470136 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-7155b31b-f95e-4b78-b53d-8c9eb3066497 admin admin] Notify callbacks [] for network, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:51:39.530255 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-7155b31b-f95e-4b78-b53d-8c9eb3066497 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3350577 Aug 12 15:51:39.533037 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 38272) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:51:39.540497 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-86c36397-f974-417c-8063-5a7c5f745960 admin admin] Request body: {'subnet': {'network_id': '46dca0b3-ac0c-440d-98ac-1e6c04da3439', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-127643028-subnet', 'tenant_id': 'e81fbfd8800d407798e4dadab23ea533', 'ip_version': 4}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:51:39.548641 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7155b31b-f95e-4b78-b53d-8c9eb3066497 admin admin] Pushing event updated for resources: {'Network': ['ID=46dca0b3-ac0c-440d-98ac-1e6c04da3439,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:51:39.550852 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvr_db [None req-bc578d27-057b-4b1c-8ae5-f4a8b081deca None None] Set router a3d1f6f5-e026-4676-931f-7d065a5dd5c1 gateway port host: n-d-694802-15 {{(pid=94468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:51:39.567905 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86c36397-f974-417c-8063-5a7c5f745960 admin admin] Made reservation on behalf of e81fbfd8800d407798e4dadab23ea533 for: {'subnet': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 15:51:39.570321 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-86c36397-f974-417c-8063-5a7c5f745960 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3343791'] for subnet, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:51:39.579624 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Network 46dca0b3-ac0c-440d-98ac-1e6c04da3439 details requested by agent ovs-agent-n-d-694802-15 with host n-d-694802-15 {{(pid=94468) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 15:51:39.755114 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-86c36397-f974-417c-8063-5a7c5f745960 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2859166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3343773'] for subnet, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:51:39.820134 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c36397-f974-417c-8063-5a7c5f745960 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f64aaa8-9191-4cb1-aef0-e1a501d2fdaa,revision_number=0']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:51:39.835226 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-bc578d27-057b-4b1c-8ae5-f4a8b081deca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3d1f6f5-e026-4676-931f-7d065a5dd5c1', 'name': 'tempest-TestSnapshotPattern-1931138760-router', 'tenant_id': 'e9295c62f9f544a889a5086782a4c4df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.103'}], 'enable_snat': True}, 'gw_port_id': '6e7ca8e7-cf74-4dca-aa45-644f324f8fe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:51:34Z', 'updated_at': '2021-08-12T15:51:37Z', 'revision_number': 4, 'project_id': 'e9295c62f9f544a889a5086782a4c4df', 'gw_port': {'id': '6e7ca8e7-cf74-4dca-aa45-644f324f8fe0', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:00:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3d1f6f5-e026-4676-931f-7d065a5dd5c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:51:35Z', 'updated_at': '2021-08-12T15:51:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': 'ab8b3be3-0b44-4437-8b0b-75b2813f21c7', 'name': '', 'network_id': 'f2557c63-af2d-4e16-81da-48340da1d12b', 'tenant_id': 'e9295c62f9f544a889a5086782a4c4df', 'mac_address': 'fa:16:3e:d5:5c:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3d1f6f5-e026-4676-931f-7d065a5dd5c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'a81d4052-194c-4c5e-9371-dffac874e077', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:51:36Z', 'updated_at': '2021-08-12T15:51:37Z', 'revision_number': 2, 'project_id': 'e9295c62f9f544a889a5086782a4c4df', 'subnets': [{'id': 'a81d4052-194c-4c5e-9371-dffac874e077', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:51:39.837172 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86c36397-f974-417c-8063-5a7c5f745960 admin admin] Checking segment: {'id': 'a05901e9-99c6-4a0c-bc3d-59c9aca4f316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '46dca0b3-ac0c-440d-98ac-1e6c04da3439'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 15:51:39.837679 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86c36397-f974-417c-8063-5a7c5f745960 admin admin] Network hostable DHCP agents. Network: 46dca0b3-ac0c-440d-98ac-1e6c04da3439, hostable agents: ['1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658'], hosted agents: [] {{(pid=94467) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 15:51:39.862596 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86c36397-f974-417c-8063-5a7c5f745960 admin admin] Network 46dca0b3-ac0c-440d-98ac-1e6c04da3439 is scheduled to be hosted by DHCP agent 1ae66fc7-f2e2-4b25-ae5e-7b25a58c9658 with binding_index 1 {{(pid=94467) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 15:51:39.874101 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [None req-86c36397-f974-417c-8063-5a7c5f745960 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-15, 46dca0b3-ac0c-440d-98ac-1e6c04da3439) {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:51:39.874528 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc578d27-057b-4b1c-8ae5-f4a8b081deca None None] Checking router: a3d1f6f5-e026-4676-931f-7d065a5dd5c1 for host: n-d-694802-15 {{(pid=94468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 15:51:39.875043 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc578d27-057b-4b1c-8ae5-f4a8b081deca None None] Updating router a3d1f6f5-e026-4676-931f-7d065a5dd5c1 port ab8b3be3-0b44-4437-8b0b-75b2813f21c7 binding host n-d-694802-15 {{(pid=94468) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 15:51:39.879662 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86c36397-f974-417c-8063-5a7c5f745960 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:51:39.881330 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-86c36397-f974-417c-8063-5a7c5f745960 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:51:39.903561 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-86c36397-f974-417c-8063-5a7c5f745960 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3694627 Aug 12 15:51:39.905073 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09b34b2b-1b3d-4e9d-973a-60ea675fce52 None None] Network 46dca0b3-ac0c-440d-98ac-1e6c04da3439 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 15:51:39.905224 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 38274) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:51:39.909846 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [None req-77a94863-758c-422f-a650-fc7e9fd15773 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-127643028-router', 'tenant_id': 'e81fbfd8800d407798e4dadab23ea533', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'}}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:51:39.937949 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-77a94863-758c-422f-a650-fc7e9fd15773 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-430574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-104863'] for router, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:51:39.939146 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-77a94863-758c-422f-a650-fc7e9fd15773 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-429438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-431405', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66646573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-104852'] for router, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:51:39.976294 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 6e7ca8e7-cf74-4dca-aa45-644f324f8fe0 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 15:51:39.982436 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-bc578d27-057b-4b1c-8ae5-f4a8b081deca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:51:39.999428 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-77a94863-758c-422f-a650-fc7e9fd15773 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:51:40.152587 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-77a94863-758c-422f-a650-fc7e9fd15773 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:51:40.316461 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port 6e7ca8e7-cf74-4dca-aa45-644f324f8fe0 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:51:40.316989 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:51:40.362710 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-77a94863-758c-422f-a650-fc7e9fd15773 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:51:40.368209 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-722ceeac-8a5f-45c5-aa0f-414e6b7d770d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:51:40.382740 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-77a94863-758c-422f-a650-fc7e9fd15773 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:51:40.482960 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74e000a9-9a2a-43b2-8f95-96c3b5457d58 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa7035b3e-9a89-5964-b9f4-97301c3f476a-46dca0b3-ac0c-440d-98ac-1e6c04da3439', 'network_id': '46dca0b3-ac0c-440d-98ac-1e6c04da3439', 'tenant_id': 'e81fbfd8800d407798e4dadab23ea533', 'fixed_ips': [{'subnet_id': '3f64aaa8-9191-4cb1-aef0-e1a501d2fdaa'}]}} from n-d-694802-15. {{(pid=94468) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 15:51:40.483875 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-74e000a9-9a2a-43b2-8f95-96c3b5457d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:51:40.499501 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_common [None req-77a94863-758c-422f-a650-fc7e9fd15773 admin admin] Allocated IP 172.25.1.251 (d3759e1b-6c03-45ac-acd4-90abb417809b/f0254f08-c19c-4e31-bd9c-09389ea4b6f2/1f8bacb2-c0a7-466d-bb68-4ca9db096370) {{(pid=94467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 15:51:40.618198 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-77a94863-758c-422f-a650-fc7e9fd15773 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:51:40.660632 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-77a94863-758c-422f-a650-fc7e9fd15773 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:51:40.699795 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77a94863-758c-422f-a650-fc7e9fd15773 admin admin] Network d3759e1b-6c03-45ac-acd4-90abb417809b is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 15:51:40.705053 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [None req-77a94863-758c-422f-a650-fc7e9fd15773 admin admin] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:51:40.708742 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77a94863-758c-422f-a650-fc7e9fd15773 admin admin] Received port after_create {{(pid=94467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 15:51:40.715515 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a94863-758c-422f-a650-fc7e9fd15773 admin admin] Pushing event updated for resources: {'Port': ['ID=1f8bacb2-c0a7-466d-bb68-4ca9db096370,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:51:40.719143 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-bc578d27-057b-4b1c-8ae5-f4a8b081deca None None] Notify callbacks [] for port, precommit_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:51:40.736148 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.db_base_plugin_common [None req-74e000a9-9a2a-43b2-8f95-96c3b5457d58 None None] Allocated IP 172.20.0.2 (46dca0b3-ac0c-440d-98ac-1e6c04da3439/3f64aaa8-9191-4cb1-aef0-e1a501d2fdaa/fd5e67a0-1395-4c8d-a292-19ec426e9974) {{(pid=94468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 15:51:40.738299 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-bc578d27-057b-4b1c-8ae5-f4a8b081deca None None] Transition to ACTIVE for port object ab8b3be3-0b44-4437-8b0b-75b2813f21c7 will not be triggered until provisioned by entity L2. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:51:40.749467 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-bc578d27-057b-4b1c-8ae5-f4a8b081deca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:51:40.847834 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ac2c4c-8092-4fa1-a5cd-aa4322c207e9 None None] Pushing event updated for resources: {'Port': ['ID=ab8b3be3-0b44-4437-8b0b-75b2813f21c7,revision_number=3']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:51:40.936965 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-bc578d27-057b-4b1c-8ae5-f4a8b081deca None None] Attempting to bind port ab8b3be3-0b44-4437-8b0b-75b2813f21c7 on host n-d-694802-15 for vnic_type normal with profile {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 15:51:40.937254 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-bc578d27-057b-4b1c-8ae5-f4a8b081deca None None] Attempting to bind port ab8b3be3-0b44-4437-8b0b-75b2813f21c7 by drivers openvswitch,hyperv on host n-d-694802-15 at level 0 using segments [{'id': '37e10f2f-a734-495b-af39-329576169352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'f2557c63-af2d-4e16-81da-48340da1d12b'}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 15:51:40.937415 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc578d27-057b-4b1c-8ae5-f4a8b081deca None None] Attempting to bind port ab8b3be3-0b44-4437-8b0b-75b2813f21c7 on network f2557c63-af2d-4e16-81da-48340da1d12b {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 15:51:40.951374 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc578d27-057b-4b1c-8ae5-f4a8b081deca None None] Checking agent: {'id': '16de73ac-f2e9-4cee-b3e0-91052ae3e6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 20, 13), 'started_at': datetime.datetime(2021, 8, 12, 14, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 15, 51, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 15:51:40.951747 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc578d27-057b-4b1c-8ae5-f4a8b081deca None None] Checking segment: {'id': '37e10f2f-a734-495b-af39-329576169352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'f2557c63-af2d-4e16-81da-48340da1d12b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 15:51:40.952547 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-bc578d27-057b-4b1c-8ae5-f4a8b081deca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:51:40.952547 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc578d27-057b-4b1c-8ae5-f4a8b081deca None None] Bound using segment: {'id': '37e10f2f-a734-495b-af39-329576169352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'f2557c63-af2d-4e16-81da-48340da1d12b'} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 15:51:40.953008 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-bc578d27-057b-4b1c-8ae5-f4a8b081deca None None] Bound port: ab8b3be3-0b44-4437-8b0b-75b2813f21c7, host: n-d-694802-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37e10f2f-a734-495b-af39-329576169352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'f2557c63-af2d-4e16-81da-48340da1d12b'}}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 15:51:40.953390 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-bc578d27-057b-4b1c-8ae5-f4a8b081deca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:51:41.028180 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-77a94863-758c-422f-a650-fc7e9fd15773 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:51:41.032824 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-74e000a9-9a2a-43b2-8f95-96c3b5457d58 None None] Notify callbacks [] for port, precommit_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:51:41.052383 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-74e000a9-9a2a-43b2-8f95-96c3b5457d58 None None] Transition to ACTIVE for port object fd5e67a0-1395-4c8d-a292-19ec426e9974 will not be triggered until provisioned by entity L2. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:51:41.072878 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-bc578d27-057b-4b1c-8ae5-f4a8b081deca None None] For port ab8b3be3-0b44-4437-8b0b-75b2813f21c7, host n-d-694802-15, cleared binding levels {{(pid=94468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 15:51:41.085881 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-74e000a9-9a2a-43b2-8f95-96c3b5457d58 None None] Transition to ACTIVE for port object fd5e67a0-1395-4c8d-a292-19ec426e9974 will not be triggered until provisioned by entity DHCP. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:51:41.090651 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-bc578d27-057b-4b1c-8ae5-f4a8b081deca None None] For port ab8b3be3-0b44-4437-8b0b-75b2813f21c7, host n-d-694802-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=ab8b3be3-0b44-4437-8b0b-75b2813f21c7,segment=NetworkSegment(37e10f2f-a734-495b-af39-329576169352),segment_id=37e10f2f-a734-495b-af39-329576169352)] {{(pid=94468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 15:51:41.093597 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-74e000a9-9a2a-43b2-8f95-96c3b5457d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253'] for port, after_create {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:51:41.098412 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-bc578d27-057b-4b1c-8ae5-f4a8b081deca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:51:41.154062 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74e000a9-9a2a-43b2-8f95-96c3b5457d58 None None] Network 46dca0b3-ac0c-440d-98ac-1e6c04da3439 is already hosted by enough agents. {{(pid=94468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 15:51:41.164902 n-d-694802-15 neutron-server[94468]: DEBUG neutron.scheduler.base_scheduler [None req-74e000a9-9a2a-43b2-8f95-96c3b5457d58 None None] Resources bound (agent type, host, resource id): {{(pid=94468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:51:41.168235 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74e000a9-9a2a-43b2-8f95-96c3b5457d58 None None] Received port after_create {{(pid=94468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 15:51:41.174890 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e000a9-9a2a-43b2-8f95-96c3b5457d58 None None] Pushing event updated for resources: {'Port': ['ID=fd5e67a0-1395-4c8d-a292-19ec426e9974,revision_number=1']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:51:41.240064 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc578d27-057b-4b1c-8ae5-f4a8b081deca None None] Routers {'a3d1f6f5-e026-4676-931f-7d065a5dd5c1'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:51:41.241303 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-bc578d27-057b-4b1c-8ae5-f4a8b081deca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T15:51:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['a3d1f6f5-e026-4676-931f-7d065a5dd5c1'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:51:41.331194 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-77a94863-758c-422f-a650-fc7e9fd15773 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-429413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-431608'] for router, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:51:41.333605 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-74e000a9-9a2a-43b2-8f95-96c3b5457d58 None None] Attempting to bind port fd5e67a0-1395-4c8d-a292-19ec426e9974 on host n-d-694802-15 for vnic_type normal with profile {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 15:51:41.333983 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-74e000a9-9a2a-43b2-8f95-96c3b5457d58 None None] Attempting to bind port fd5e67a0-1395-4c8d-a292-19ec426e9974 by drivers openvswitch,hyperv on host n-d-694802-15 at level 0 using segments [{'id': 'a05901e9-99c6-4a0c-bc3d-59c9aca4f316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '46dca0b3-ac0c-440d-98ac-1e6c04da3439'}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 15:51:41.334391 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74e000a9-9a2a-43b2-8f95-96c3b5457d58 None None] Attempting to bind port fd5e67a0-1395-4c8d-a292-19ec426e9974 on network 46dca0b3-ac0c-440d-98ac-1e6c04da3439 {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 15:51:41.338980 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ac2c4c-8092-4fa1-a5cd-aa4322c207e9 None None] Pushing event updated for resources: {'Port': ['ID=ab8b3be3-0b44-4437-8b0b-75b2813f21c7,revision_number=4']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:51:41.351226 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74e000a9-9a2a-43b2-8f95-96c3b5457d58 None None] Checking agent: {'id': '16de73ac-f2e9-4cee-b3e0-91052ae3e6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 20, 13), 'started_at': datetime.datetime(2021, 8, 12, 14, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 15, 51, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 15:51:41.351607 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74e000a9-9a2a-43b2-8f95-96c3b5457d58 None None] Checking segment: {'id': 'a05901e9-99c6-4a0c-bc3d-59c9aca4f316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '46dca0b3-ac0c-440d-98ac-1e6c04da3439'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 15:51:41.352013 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-74e000a9-9a2a-43b2-8f95-96c3b5457d58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:51:41.352566 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74e000a9-9a2a-43b2-8f95-96c3b5457d58 None None] Bound using segment: {'id': 'a05901e9-99c6-4a0c-bc3d-59c9aca4f316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '46dca0b3-ac0c-440d-98ac-1e6c04da3439'} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 15:51:41.352869 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-74e000a9-9a2a-43b2-8f95-96c3b5457d58 None None] Bound port: fd5e67a0-1395-4c8d-a292-19ec426e9974, host: n-d-694802-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a05901e9-99c6-4a0c-bc3d-59c9aca4f316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '46dca0b3-ac0c-440d-98ac-1e6c04da3439'}}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 15:51:41.353242 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-74e000a9-9a2a-43b2-8f95-96c3b5457d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:51:41.483173 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77a94863-758c-422f-a650-fc7e9fd15773 admin admin] Router 7d667ccc-76c0-44da-b154-da19b7a63a97 is scheduled to L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f with binding_index 1 {{(pid=94467) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 15:51:41.614905 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77a94863-758c-422f-a650-fc7e9fd15773 admin admin] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 15:51:41.626156 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvr_db [None req-bc578d27-057b-4b1c-8ae5-f4a8b081deca None None] Set router a3d1f6f5-e026-4676-931f-7d065a5dd5c1 gateway port host: n-d-694802-15 {{(pid=94468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:51:41.629501 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4300dbf-0bae-4cee-afa0-b90fd9c4d953 None None] Sync routers for ids ['7d667ccc-76c0-44da-b154-da19b7a63a97'] in n-d-694802-15 {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 15:51:41.634163 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-77a94863-758c-422f-a650-fc7e9fd15773 admin admin] Notify callbacks [] for router, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:51:41.639210 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-77a94863-758c-422f-a650-fc7e9fd15773 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.7294025 Aug 12 15:51:41.640537 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4300dbf-0bae-4cee-afa0-b90fd9c4d953 None None] Routers {'7d667ccc-76c0-44da-b154-da19b7a63a97'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:51:41.640723 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 38276) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:51:41.641584 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-d4300dbf-0bae-4cee-afa0-b90fd9c4d953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T15:51:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['7d667ccc-76c0-44da-b154-da19b7a63a97'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:51:41.702002 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-74e000a9-9a2a-43b2-8f95-96c3b5457d58 None None] For port fd5e67a0-1395-4c8d-a292-19ec426e9974, host n-d-694802-15, cleared binding levels {{(pid=94468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 15:51:41.711728 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-74e000a9-9a2a-43b2-8f95-96c3b5457d58 None None] For port fd5e67a0-1395-4c8d-a292-19ec426e9974, host n-d-694802-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=fd5e67a0-1395-4c8d-a292-19ec426e9974,segment=NetworkSegment(a05901e9-99c6-4a0c-bc3d-59c9aca4f316),segment_id=a05901e9-99c6-4a0c-bc3d-59c9aca4f316)] {{(pid=94468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 15:51:41.749710 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-74e000a9-9a2a-43b2-8f95-96c3b5457d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:51:41.783340 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-d4300dbf-0bae-4cee-afa0-b90fd9c4d953 None None] Set router 7d667ccc-76c0-44da-b154-da19b7a63a97 gateway port host: n-d-694802-15 {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:51:41.931427 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e000a9-9a2a-43b2-8f95-96c3b5457d58 None None] Pushing event updated for resources: {'Port': ['ID=fd5e67a0-1395-4c8d-a292-19ec426e9974,revision_number=2']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:51:42.047521 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-bc578d27-057b-4b1c-8ae5-f4a8b081deca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3d1f6f5-e026-4676-931f-7d065a5dd5c1', 'name': 'tempest-TestSnapshotPattern-1931138760-router', 'tenant_id': 'e9295c62f9f544a889a5086782a4c4df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.103'}], 'enable_snat': True}, 'gw_port_id': '6e7ca8e7-cf74-4dca-aa45-644f324f8fe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:51:34Z', 'updated_at': '2021-08-12T15:51:37Z', 'revision_number': 4, 'project_id': 'e9295c62f9f544a889a5086782a4c4df', 'gw_port': {'id': '6e7ca8e7-cf74-4dca-aa45-644f324f8fe0', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:00:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3d1f6f5-e026-4676-931f-7d065a5dd5c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:51:35Z', 'updated_at': '2021-08-12T15:51:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': 'ab8b3be3-0b44-4437-8b0b-75b2813f21c7', 'name': '', 'network_id': 'f2557c63-af2d-4e16-81da-48340da1d12b', 'tenant_id': 'e9295c62f9f544a889a5086782a4c4df', 'mac_address': 'fa:16:3e:d5:5c:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3d1f6f5-e026-4676-931f-7d065a5dd5c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'a81d4052-194c-4c5e-9371-dffac874e077', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:51:36Z', 'updated_at': '2021-08-12T15:51:41Z', 'revision_number': 4, 'project_id': 'e9295c62f9f544a889a5086782a4c4df', 'subnets': [{'id': 'a81d4052-194c-4c5e-9371-dffac874e077', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:51:42.081917 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-d4300dbf-0bae-4cee-afa0-b90fd9c4d953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d667ccc-76c0-44da-b154-da19b7a63a97', 'name': 'tempest-TestSnapshotPattern-127643028-router', 'tenant_id': 'e81fbfd8800d407798e4dadab23ea533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': '1f8bacb2-c0a7-466d-bb68-4ca9db096370', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:51:39Z', 'updated_at': '2021-08-12T15:51:40Z', 'revision_number': 3, 'project_id': 'e81fbfd8800d407798e4dadab23ea533', 'gw_port': {'id': '1f8bacb2-c0a7-466d-bb68-4ca9db096370', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:72:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d667ccc-76c0-44da-b154-da19b7a63a97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:51:40Z', 'updated_at': '2021-08-12T15:51:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15'}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:51:42.104384 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc578d27-057b-4b1c-8ae5-f4a8b081deca None None] The sync data for ids ['a3d1f6f5-e026-4676-931f-7d065a5dd5c1'] in n-d-694802-15 is: [{'id': 'a3d1f6f5-e026-4676-931f-7d065a5dd5c1', 'name': 'tempest-TestSnapshotPattern-1931138760-router', 'tenant_id': 'e9295c62f9f544a889a5086782a4c4df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.103'}], 'enable_snat': True}, 'gw_port_id': '6e7ca8e7-cf74-4dca-aa45-644f324f8fe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:51:34Z', 'updated_at': '2021-08-12T15:51:37Z', 'revision_number': 4, 'project_id': 'e9295c62f9f544a889a5086782a4c4df', 'gw_port': {'id': '6e7ca8e7-cf74-4dca-aa45-644f324f8fe0', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:00:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3d1f6f5-e026-4676-931f-7d065a5dd5c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:51:35Z', 'updated_at': '2021-08-12T15:51:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': 'ab8b3be3-0b44-4437-8b0b-75b2813f21c7', 'name': '', 'network_id': 'f2557c63-af2d-4e16-81da-48340da1d12b', 'tenant_id': 'e9295c62f9f544a889a5086782a4c4df', 'mac_address': 'fa:16:3e:d5:5c:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3d1f6f5-e026-4676-931f-7d065a5dd5c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'a81d4052-194c-4c5e-9371-dffac874e077', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:51:36Z', 'updated_at': '2021-08-12T15:51:41Z', 'revision_number': 4, 'project_id': 'e9295c62f9f544a889a5086782a4c4df', 'subnets': [{'id': 'a81d4052-194c-4c5e-9371-dffac874e077', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 15:51:42.266438 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-679f9774-d0b6-4b21-9878-037704719951 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:51:42.310549 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4300dbf-0bae-4cee-afa0-b90fd9c4d953 None None] Checking router: 7d667ccc-76c0-44da-b154-da19b7a63a97 for host: n-d-694802-15 {{(pid=94469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 15:51:42.310907 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4300dbf-0bae-4cee-afa0-b90fd9c4d953 None None] Updating router 7d667ccc-76c0-44da-b154-da19b7a63a97 port 1f8bacb2-c0a7-466d-bb68-4ca9db096370 binding host n-d-694802-15 {{(pid=94469) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 15:51:42.344720 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-d4300dbf-0bae-4cee-afa0-b90fd9c4d953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:51:42.412813 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:51:42.489986 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_common [None req-679f9774-d0b6-4b21-9878-037704719951 admin admin] Allocated IP 172.20.0.1 (46dca0b3-ac0c-440d-98ac-1e6c04da3439/3f64aaa8-9191-4cb1-aef0-e1a501d2fdaa/851b9c62-59ca-4e23-b9d2-1ebd3cb6e643) {{(pid=94467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 15:51:42.616911 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-679f9774-d0b6-4b21-9878-037704719951 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:51:42.632942 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [None req-679f9774-d0b6-4b21-9878-037704719951 admin admin] Transition to ACTIVE for port object 851b9c62-59ca-4e23-b9d2-1ebd3cb6e643 will not be triggered until provisioned by entity DHCP. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:51:42.681674 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-679f9774-d0b6-4b21-9878-037704719951 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:51:42.714327 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-d4300dbf-0bae-4cee-afa0-b90fd9c4d953 None None] Notify callbacks [] for port, precommit_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:51:42.728254 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.provisioning_blocks [None req-d4300dbf-0bae-4cee-afa0-b90fd9c4d953 None None] Transition to ACTIVE for port object 1f8bacb2-c0a7-466d-bb68-4ca9db096370 will not be triggered until provisioned by entity L2. {{(pid=94469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:51:42.737956 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-d4300dbf-0bae-4cee-afa0-b90fd9c4d953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:51:42.765409 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-679f9774-d0b6-4b21-9878-037704719951 admin admin] Network 46dca0b3-ac0c-440d-98ac-1e6c04da3439 is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 15:51:42.770170 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [None req-679f9774-d0b6-4b21-9878-037704719951 admin admin] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:51:42.773694 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-679f9774-d0b6-4b21-9878-037704719951 admin admin] Received port after_create {{(pid=94467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 15:51:42.802589 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.managers [None req-d4300dbf-0bae-4cee-afa0-b90fd9c4d953 None None] Attempting to bind port 1f8bacb2-c0a7-466d-bb68-4ca9db096370 on host n-d-694802-15 for vnic_type normal with profile {{(pid=94469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 15:51:42.803732 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.managers [None req-d4300dbf-0bae-4cee-afa0-b90fd9c4d953 None None] Attempting to bind port 1f8bacb2-c0a7-466d-bb68-4ca9db096370 by drivers openvswitch,hyperv on host n-d-694802-15 at level 0 using segments [{'id': 'b1b396cb-2dc6-4041-bfc7-1833a80a4720', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'}] {{(pid=94469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 15:51:42.804280 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4300dbf-0bae-4cee-afa0-b90fd9c4d953 None None] Attempting to bind port 1f8bacb2-c0a7-466d-bb68-4ca9db096370 on network d3759e1b-6c03-45ac-acd4-90abb417809b {{(pid=94469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 15:51:42.817774 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4300dbf-0bae-4cee-afa0-b90fd9c4d953 None None] Checking agent: {'id': '16de73ac-f2e9-4cee-b3e0-91052ae3e6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 20, 13), 'started_at': datetime.datetime(2021, 8, 12, 14, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 15, 51, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 15:51:42.819092 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4300dbf-0bae-4cee-afa0-b90fd9c4d953 None None] Checking segment: {'id': 'b1b396cb-2dc6-4041-bfc7-1833a80a4720', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 15:51:42.819786 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-d4300dbf-0bae-4cee-afa0-b90fd9c4d953 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:51:42.820359 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4300dbf-0bae-4cee-afa0-b90fd9c4d953 None None] Bound using segment: {'id': 'b1b396cb-2dc6-4041-bfc7-1833a80a4720', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'} {{(pid=94469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 15:51:42.821047 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.managers [None req-d4300dbf-0bae-4cee-afa0-b90fd9c4d953 None None] Bound port: 1f8bacb2-c0a7-466d-bb68-4ca9db096370, host: n-d-694802-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1b396cb-2dc6-4041-bfc7-1833a80a4720', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b'}}] {{(pid=94469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 15:51:42.821611 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-d4300dbf-0bae-4cee-afa0-b90fd9c4d953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:51:42.822702 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679f9774-d0b6-4b21-9878-037704719951 admin admin] Pushing event updated for resources: {'Port': ['ID=851b9c62-59ca-4e23-b9d2-1ebd3cb6e643,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:51:42.845338 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-679f9774-d0b6-4b21-9878-037704719951 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66663725'] for router_interface, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:51:42.888837 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.db [None req-d4300dbf-0bae-4cee-afa0-b90fd9c4d953 None None] For port 1f8bacb2-c0a7-466d-bb68-4ca9db096370, host n-d-694802-15, cleared binding levels {{(pid=94469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 15:51:42.892691 n-d-694802-15 neutron-server[94469]: DEBUG neutron.plugins.ml2.db [None req-d4300dbf-0bae-4cee-afa0-b90fd9c4d953 None None] For port 1f8bacb2-c0a7-466d-bb68-4ca9db096370, host n-d-694802-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=1f8bacb2-c0a7-466d-bb68-4ca9db096370,segment=NetworkSegment(b1b396cb-2dc6-4041-bfc7-1833a80a4720),segment_id=b1b396cb-2dc6-4041-bfc7-1833a80a4720)] {{(pid=94469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 15:51:42.899085 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbf0fc7-0efc-4853-b478-3ef747071e17 None None] Pushing event updated for resources: {'Port': ['ID=1f8bacb2-c0a7-466d-bb68-4ca9db096370,revision_number=2']} {{(pid=94469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:51:42.911441 n-d-694802-15 neutron-server[94469]: DEBUG neutron_lib.callbacks.manager [None req-d4300dbf-0bae-4cee-afa0-b90fd9c4d953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:51:42.962257 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4300dbf-0bae-4cee-afa0-b90fd9c4d953 None None] Routers {'7d667ccc-76c0-44da-b154-da19b7a63a97'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:51:42.962914 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-d4300dbf-0bae-4cee-afa0-b90fd9c4d953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T15:51:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['7d667ccc-76c0-44da-b154-da19b7a63a97'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:51:43.030426 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-679f9774-d0b6-4b21-9878-037704719951 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:51:43.055408 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbf0fc7-0efc-4853-b478-3ef747071e17 None None] Pushing event updated for resources: {'Port': ['ID=1f8bacb2-c0a7-466d-bb68-4ca9db096370,revision_number=3']} {{(pid=94469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:51:43.157660 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-d4300dbf-0bae-4cee-afa0-b90fd9c4d953 None None] Set router 7d667ccc-76c0-44da-b154-da19b7a63a97 gateway port host: n-d-694802-15 {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:51:43.175858 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:51:43.245663 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff67869a-d8c3-46b9-a0a4-d77d95a4aef6 None None] Network 46dca0b3-ac0c-440d-98ac-1e6c04da3439 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 15:51:43.309092 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-679f9774-d0b6-4b21-9878-037704719951 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:51:43.315681 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-679f9774-d0b6-4b21-9878-037704719951 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:51:43.374012 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-c213cf66-9dae-49a6-a39e-e396fcdf8f31 None None] Provisioning for port fd5e67a0-1395-4c8d-a292-19ec426e9974 completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:51:43.397632 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679f9774-d0b6-4b21-9878-037704719951 admin admin] Pushing event updated for resources: {'Port': ['ID=851b9c62-59ca-4e23-b9d2-1ebd3cb6e643,revision_number=2']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:51:43.405541 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-679f9774-d0b6-4b21-9878-037704719951 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66628363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66663865'] for router_interface, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:51:43.486108 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-d4300dbf-0bae-4cee-afa0-b90fd9c4d953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d667ccc-76c0-44da-b154-da19b7a63a97', 'name': 'tempest-TestSnapshotPattern-127643028-router', 'tenant_id': 'e81fbfd8800d407798e4dadab23ea533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': '1f8bacb2-c0a7-466d-bb68-4ca9db096370', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:51:39Z', 'updated_at': '2021-08-12T15:51:40Z', 'revision_number': 3, 'project_id': 'e81fbfd8800d407798e4dadab23ea533', 'gw_port': {'id': '1f8bacb2-c0a7-466d-bb68-4ca9db096370', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:72:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d667ccc-76c0-44da-b154-da19b7a63a97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:51:40Z', 'updated_at': '2021-08-12T15:51:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15'}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:51:43.510349 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-7d239578-b443-4bd8-9218-82b143792ca3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:51:43.537997 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4300dbf-0bae-4cee-afa0-b90fd9c4d953 None None] The sync data for ids ['7d667ccc-76c0-44da-b154-da19b7a63a97'] in n-d-694802-15 is: [{'id': '7d667ccc-76c0-44da-b154-da19b7a63a97', 'name': 'tempest-TestSnapshotPattern-127643028-router', 'tenant_id': 'e81fbfd8800d407798e4dadab23ea533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': '1f8bacb2-c0a7-466d-bb68-4ca9db096370', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:51:39Z', 'updated_at': '2021-08-12T15:51:40Z', 'revision_number': 3, 'project_id': 'e81fbfd8800d407798e4dadab23ea533', 'gw_port': {'id': '1f8bacb2-c0a7-466d-bb68-4ca9db096370', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:72:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d667ccc-76c0-44da-b154-da19b7a63a97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:51:40Z', 'updated_at': '2021-08-12T15:51:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15'}] {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 15:51:43.551654 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-679f9774-d0b6-4b21-9878-037704719951 admin admin] Network 46dca0b3-ac0c-440d-98ac-1e6c04da3439 is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 15:51:43.554054 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [None req-679f9774-d0b6-4b21-9878-037704719951 admin admin] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:51:43.715484 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:51:43.715940 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-679f9774-d0b6-4b21-9878-037704719951 admin admin] Router 7d667ccc-76c0-44da-b154-da19b7a63a97 has already been hosted by L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f {{(pid=94467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 15:51:43.873885 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-679f9774-d0b6-4b21-9878-037704719951 admin admin] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 15:51:43.889829 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-679f9774-d0b6-4b21-9878-037704719951 admin admin] 10.222.0.39 "PUT /v2.0/routers/7d667ccc-76c0-44da-b154-da19b7a63a97/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2477911 Aug 12 15:51:43.968537 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-3c661e28-a75a-4c7d-8a17-95d79c904995 None None] Provisioning for port 851b9c62-59ca-4e23-b9d2-1ebd3cb6e643 completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:51:43.972947 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-3c661e28-a75a-4c7d-8a17-95d79c904995 None None] Provisioning complete for port 851b9c62-59ca-4e23-b9d2-1ebd3cb6e643 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:51:43.973483 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-3c661e28-a75a-4c7d-8a17-95d79c904995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:51:44.024123 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-3c661e28-a75a-4c7d-8a17-95d79c904995 None None] Port 851b9c62-59ca-4e23-b9d2-1ebd3cb6e643 cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 15:51:44.135216 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device ab8b3be3-0b44-4437-8b0b-75b2813f21c7 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 15:51:44.201847 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning for port ab8b3be3-0b44-4437-8b0b-75b2813f21c7 completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:51:44.210739 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port ab8b3be3-0b44-4437-8b0b-75b2813f21c7 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:51:44.211474 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:51:44.324938 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-db938d28-9597-46c0-ba0e-19dedc0d4164 None None] Provisioning complete for port 851b9c62-59ca-4e23-b9d2-1ebd3cb6e643 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:51:44.325562 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-db938d28-9597-46c0-ba0e-19dedc0d4164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:51:44.366873 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-1769855f-eda9-4483-9dc3-3220908ab45d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:51:44.410184 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-db938d28-9597-46c0-ba0e-19dedc0d4164 None None] Port 851b9c62-59ca-4e23-b9d2-1ebd3cb6e643 cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 15:51:44.423453 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:51:44.473470 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] For port ab8b3be3-0b44-4437-8b0b-75b2813f21c7, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=ab8b3be3-0b44-4437-8b0b-75b2813f21c7,segment=NetworkSegment(37e10f2f-a734-495b-af39-329576169352),segment_id=37e10f2f-a734-495b-af39-329576169352)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:51:44.481579 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:51:44.483196 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device fd5e67a0-1395-4c8d-a292-19ec426e9974 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 15:51:44.575569 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Pushing event updated for resources: {'Port': ['ID=ab8b3be3-0b44-4437-8b0b-75b2813f21c7,revision_number=5']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:51:44.605475 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning for port fd5e67a0-1395-4c8d-a292-19ec426e9974 completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:51:44.610218 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port fd5e67a0-1395-4c8d-a292-19ec426e9974 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:51:44.610840 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:51:44.659532 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-6047b215-8f09-4e4e-a5ac-589b87f0f719 None None] Provisioning complete for port 851b9c62-59ca-4e23-b9d2-1ebd3cb6e643 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:51:44.659906 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-6047b215-8f09-4e4e-a5ac-589b87f0f719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:51:44.736218 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:51:44.738302 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-6047b215-8f09-4e4e-a5ac-589b87f0f719 None None] Port 851b9c62-59ca-4e23-b9d2-1ebd3cb6e643 cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 15:51:44.788496 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] For port fd5e67a0-1395-4c8d-a292-19ec426e9974, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=fd5e67a0-1395-4c8d-a292-19ec426e9974,segment=NetworkSegment(a05901e9-99c6-4a0c-bc3d-59c9aca4f316),segment_id=a05901e9-99c6-4a0c-bc3d-59c9aca4f316)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:51:44.795247 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:51:44.811559 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 38284) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:51:44.820065 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-a516dca7-e702-40ff-a1d1-b76e1a51c03a tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2064501122', 'description': 'tempest-secgroup-smoke-2064501122 description', 'project_id': 'e9295c62f9f544a889a5086782a4c4df'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:51:44.858124 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a516dca7-e702-40ff-a1d1-b76e1a51c03a tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] Notify callbacks [] for security_group, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:51:44.882241 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Pushing event updated for resources: {'Port': ['ID=fd5e67a0-1395-4c8d-a292-19ec426e9974,revision_number=3']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:51:44.966863 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a516dca7-e702-40ff-a1d1-b76e1a51c03a tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] Notify callbacks [] for security_group, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:51:44.970567 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a516dca7-e702-40ff-a1d1-b76e1a51c03a tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:51:45.003251 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a516dca7-e702-40ff-a1d1-b76e1a51c03a tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:51:45.004412 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-a516dca7-e702-40ff-a1d1-b76e1a51c03a tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1913054 Aug 12 15:51:45.007969 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 38286) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:51:45.013254 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-d3916fe5-e92c-4898-b3ba-a7d0dfa8e0c4 tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] Request body: {'security_group_rule': {'security_group_id': '881568d3-1ffe-4d1e-b50e-29300eafbd01', 'project_id': 'e9295c62f9f544a889a5086782a4c4df', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:51:45.018478 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a516dca7-e702-40ff-a1d1-b76e1a51c03a tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] Pushing event updated for resources: {'SecurityGroup': ['ID=881568d3-1ffe-4d1e-b50e-29300eafbd01,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:51:45.045055 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d3916fe5-e92c-4898-b3ba-a7d0dfa8e0c4 tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:51:45.105944 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d3916fe5-e92c-4898-b3ba-a7d0dfa8e0c4 tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:51:45.110420 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d3916fe5-e92c-4898-b3ba-a7d0dfa8e0c4 tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641735'] for security_group_rule, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:51:45.131653 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3916fe5-e92c-4898-b3ba-a7d0dfa8e0c4 tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=205bff34-806e-4e82-98e2-c258595d819b,revision_number=0']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:51:45.134845 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-d3916fe5-e92c-4898-b3ba-a7d0dfa8e0c4 tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:51:45.136089 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-d3916fe5-e92c-4898-b3ba-a7d0dfa8e0c4 tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1271932 Aug 12 15:51:45.139253 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 38288) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:51:45.143739 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-e283fdd0-81d1-40f7-93ce-53230e5309cb tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] Request body: {'security_group_rule': {'security_group_id': '881568d3-1ffe-4d1e-b50e-29300eafbd01', 'project_id': 'e9295c62f9f544a889a5086782a4c4df', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:51:45.171884 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e283fdd0-81d1-40f7-93ce-53230e5309cb tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:51:45.233391 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e283fdd0-81d1-40f7-93ce-53230e5309cb tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:51:45.237743 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e283fdd0-81d1-40f7-93ce-53230e5309cb tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641735'] for security_group_rule, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:51:45.262991 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e283fdd0-81d1-40f7-93ce-53230e5309cb tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75883c83-8ae1-457b-adb9-50f8d2ca9058,revision_number=0']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:51:45.270910 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e283fdd0-81d1-40f7-93ce-53230e5309cb tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:51:45.273439 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-e283fdd0-81d1-40f7-93ce-53230e5309cb tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1322815 Aug 12 15:51:45.276348 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 38290) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:51:45.281205 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-7fe8ff1f-648c-4c27-b224-7171c7139822 tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] Request body: {'security_group_rule': {'security_group_id': '881568d3-1ffe-4d1e-b50e-29300eafbd01', 'project_id': 'e9295c62f9f544a889a5086782a4c4df', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:51:45.311541 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-7fe8ff1f-648c-4c27-b224-7171c7139822 tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:51:45.382326 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-7fe8ff1f-648c-4c27-b224-7171c7139822 tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:51:45.387585 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-7fe8ff1f-648c-4c27-b224-7171c7139822 tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641735'] for security_group_rule, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:51:45.408507 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe8ff1f-648c-4c27-b224-7171c7139822 tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7bc97cd-3038-4d5e-a338-3cb0976edaad,revision_number=0']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:51:45.419813 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-7fe8ff1f-648c-4c27-b224-7171c7139822 tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:51:45.421075 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-7fe8ff1f-648c-4c27-b224-7171c7139822 tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1437433 Aug 12 15:51:45.424068 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 38292) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:51:45.429350 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-54c2279a-64dc-46c8-ac72-5398dd3a6d62 tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] Request body: {'security_group_rule': {'security_group_id': '881568d3-1ffe-4d1e-b50e-29300eafbd01', 'project_id': 'e9295c62f9f544a889a5086782a4c4df', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:51:45.457371 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-54c2279a-64dc-46c8-ac72-5398dd3a6d62 tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:51:45.524489 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-54c2279a-64dc-46c8-ac72-5398dd3a6d62 tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:51:45.528985 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-54c2279a-64dc-46c8-ac72-5398dd3a6d62 tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641735'] for security_group_rule, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:51:45.548586 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c2279a-64dc-46c8-ac72-5398dd3a6d62 tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b5a47bf-0225-4fa7-a8bf-616297f2f6ce,revision_number=0']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:51:45.558318 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-54c2279a-64dc-46c8-ac72-5398dd3a6d62 tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:51:45.560073 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-54c2279a-64dc-46c8-ac72-5398dd3a6d62 tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1350083 Aug 12 15:51:45.562802 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 38294) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:51:45.570113 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-3fa7439e-1c9a-4671-9e8b-53b463080af1 tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] Request body: {'security_group_rule': {'security_group_id': '881568d3-1ffe-4d1e-b50e-29300eafbd01', 'project_id': 'e9295c62f9f544a889a5086782a4c4df', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:51:45.597755 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23a06f1d-9d1c-4249-9b5b-fb3cb63f1dee None None] Sync routers for ids ['7d667ccc-76c0-44da-b154-da19b7a63a97'] in n-d-694802-15 {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 15:51:45.602474 n-d-694802-15 neutron-server[94466]: INFO neutron.db.securitygroups_db [None req-3fa7439e-1c9a-4671-9e8b-53b463080af1 tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] Project e9295c62f9f544a889a5086782a4c4df added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 12 15:51:45.608444 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a06f1d-9d1c-4249-9b5b-fb3cb63f1dee None None] Routers {'7d667ccc-76c0-44da-b154-da19b7a63a97'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:51:45.608888 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3fa7439e-1c9a-4671-9e8b-53b463080af1 tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:51:45.609194 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-23a06f1d-9d1c-4249-9b5b-fb3cb63f1dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T15:51:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['7d667ccc-76c0-44da-b154-da19b7a63a97'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:51:45.704867 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3fa7439e-1c9a-4671-9e8b-53b463080af1 tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:51:45.710156 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3fa7439e-1c9a-4671-9e8b-53b463080af1 tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641735'] for security_group_rule, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:51:45.728961 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa7439e-1c9a-4671-9e8b-53b463080af1 tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d190c0c2-5743-4015-a4ba-d6512319b34d,revision_number=0']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:51:45.741606 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3fa7439e-1c9a-4671-9e8b-53b463080af1 tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:51:45.743442 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-3fa7439e-1c9a-4671-9e8b-53b463080af1 tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1793225 Aug 12 15:51:45.746565 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 38296) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:51:45.751255 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-20c50e97-0145-42cf-aefd-3b3ffca90443 tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] Request body: {'security_group_rule': {'security_group_id': '881568d3-1ffe-4d1e-b50e-29300eafbd01', 'project_id': 'e9295c62f9f544a889a5086782a4c4df', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:51:45.759243 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvr_db [None req-23a06f1d-9d1c-4249-9b5b-fb3cb63f1dee None None] Set router 7d667ccc-76c0-44da-b154-da19b7a63a97 gateway port host: n-d-694802-15 {{(pid=94468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:51:45.775436 n-d-694802-15 neutron-server[94466]: INFO neutron.db.securitygroups_db [None req-20c50e97-0145-42cf-aefd-3b3ffca90443 tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] Project e9295c62f9f544a889a5086782a4c4df added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 12 15:51:45.780923 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-20c50e97-0145-42cf-aefd-3b3ffca90443 tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:51:45.851130 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-20c50e97-0145-42cf-aefd-3b3ffca90443 tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:51:45.855728 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-20c50e97-0145-42cf-aefd-3b3ffca90443 tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641735'] for security_group_rule, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:51:45.882285 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c50e97-0145-42cf-aefd-3b3ffca90443 tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=790c3a60-2b43-41a9-9df8-a93880032169,revision_number=0']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:51:45.887400 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-20c50e97-0145-42cf-aefd-3b3ffca90443 tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:51:45.899085 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-20c50e97-0145-42cf-aefd-3b3ffca90443 tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1414337 Aug 12 15:51:45.963341 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-fe95f194-a3b0-4c04-9e42-20b511169d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:51:45.997757 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-23a06f1d-9d1c-4249-9b5b-fb3cb63f1dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d667ccc-76c0-44da-b154-da19b7a63a97', 'name': 'tempest-TestSnapshotPattern-127643028-router', 'tenant_id': 'e81fbfd8800d407798e4dadab23ea533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': '1f8bacb2-c0a7-466d-bb68-4ca9db096370', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:51:39Z', 'updated_at': '2021-08-12T15:51:42Z', 'revision_number': 4, 'project_id': 'e81fbfd8800d407798e4dadab23ea533', 'gw_port': {'id': '1f8bacb2-c0a7-466d-bb68-4ca9db096370', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:72:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d667ccc-76c0-44da-b154-da19b7a63a97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:51:40Z', 'updated_at': '2021-08-12T15:51:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': '851b9c62-59ca-4e23-b9d2-1ebd3cb6e643', 'name': '', 'network_id': '46dca0b3-ac0c-440d-98ac-1e6c04da3439', 'tenant_id': 'e81fbfd8800d407798e4dadab23ea533', 'mac_address': 'fa:16:3e:82:85:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d667ccc-76c0-44da-b154-da19b7a63a97', 'device_owner': 'network:router_interface', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': '3f64aaa8-9191-4cb1-aef0-e1a501d2fdaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:51:42Z', 'updated_at': '2021-08-12T15:51:43Z', 'revision_number': 2, 'project_id': 'e81fbfd8800d407798e4dadab23ea533', 'subnets': [{'id': '3f64aaa8-9191-4cb1-aef0-e1a501d2fdaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:51:46.029594 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23a06f1d-9d1c-4249-9b5b-fb3cb63f1dee None None] Checking router: 7d667ccc-76c0-44da-b154-da19b7a63a97 for host: n-d-694802-15 {{(pid=94468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 15:51:46.030019 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23a06f1d-9d1c-4249-9b5b-fb3cb63f1dee None None] Updating router 7d667ccc-76c0-44da-b154-da19b7a63a97 port 851b9c62-59ca-4e23-b9d2-1ebd3cb6e643 binding host n-d-694802-15 {{(pid=94468) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 15:51:46.062818 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-23a06f1d-9d1c-4249-9b5b-fb3cb63f1dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:51:46.109316 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 1f8bacb2-c0a7-466d-bb68-4ca9db096370 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 15:51:46.119499 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-81c2eafe-934e-4212-a57d-410700111d47 req-246f29fd-6ba5-4d7d-b3f1-c53234096a25 tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2064501122&fields=id&tenant_id=e9295c62f9f544a889a5086782a4c4df HTTP/1.1" status: 200 len: 267 time: 0.0571525 Aug 12 15:51:46.233246 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning for port 1f8bacb2-c0a7-466d-bb68-4ca9db096370 completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:51:46.248793 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c2eafe-934e-4212-a57d-410700111d47 req-49f58e83-f886-4005-90e7-8d9ba0f52ed5 tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:51:46.249840 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port 1f8bacb2-c0a7-466d-bb68-4ca9db096370 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:51:46.250216 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:51:46.250716 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-81c2eafe-934e-4212-a57d-410700111d47 req-49f58e83-f886-4005-90e7-8d9ba0f52ed5 tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] 10.222.0.39 "GET /v2.0/networks?id=f2557c63-af2d-4e16-81da-48340da1d12b HTTP/1.1" status: 200 len: 810 time: 0.1237609 Aug 12 15:51:46.267399 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-81c2eafe-934e-4212-a57d-410700111d47 req-27a7ff61-3b49-4b20-9565-700bcbe7d33f tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] 10.222.0.39 "GET /v2.0/quotas/e9295c62f9f544a889a5086782a4c4df HTTP/1.1" status: 200 len: 375 time: 0.0103750 Aug 12 15:51:46.324076 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-81c2eafe-934e-4212-a57d-410700111d47 req-daa8e076-99a9-437b-bde8-d57b6e3151b3 tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=e9295c62f9f544a889a5086782a4c4df&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0506003 Aug 12 15:51:46.409501 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:51:46.446230 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [req-81c2eafe-934e-4212-a57d-410700111d47 req-f38dea57-811b-4f60-977b-2ab86d69ca96 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=94466) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 15:51:46.447284 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-81c2eafe-934e-4212-a57d-410700111d47 req-f38dea57-811b-4f60-977b-2ab86d69ca96 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1101024 Aug 12 15:51:46.455991 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] For port 1f8bacb2-c0a7-466d-bb68-4ca9db096370, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=1f8bacb2-c0a7-466d-bb68-4ca9db096370,segment=NetworkSegment(b1b396cb-2dc6-4041-bfc7-1833a80a4720),segment_id=b1b396cb-2dc6-4041-bfc7-1833a80a4720)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:51:46.464061 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:51:46.464921 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device ab8b3be3-0b44-4437-8b0b-75b2813f21c7 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 15:51:46.472215 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-23a06f1d-9d1c-4249-9b5b-fb3cb63f1dee None None] Notify callbacks [] for port, precommit_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:51:46.521235 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-23a06f1d-9d1c-4249-9b5b-fb3cb63f1dee None None] Transition to ACTIVE for port object 851b9c62-59ca-4e23-b9d2-1ebd3cb6e643 will not be triggered until provisioned by entity L2. {{(pid=94468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:51:46.539264 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-23a06f1d-9d1c-4249-9b5b-fb3cb63f1dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:51:46.554501 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-81c2eafe-934e-4212-a57d-410700111d47 req-021b8619-c19f-4a03-9a5a-4b7435390124 service neutron] 10.222.0.39 "GET /v2.0/networks/f2557c63-af2d-4e16-81da-48340da1d12b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990288 Aug 12 15:51:46.566773 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Pushing event updated for resources: {'Port': ['ID=1f8bacb2-c0a7-466d-bb68-4ca9db096370,revision_number=4']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:51:46.642412 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637bba27-ecd8-44c1-b9a1-9e8f5082ca6c None None] Pushing event updated for resources: {'Port': ['ID=851b9c62-59ca-4e23-b9d2-1ebd3cb6e643,revision_number=3']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:51:46.658221 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port ab8b3be3-0b44-4437-8b0b-75b2813f21c7 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:51:46.658602 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:51:46.696832 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-23a06f1d-9d1c-4249-9b5b-fb3cb63f1dee None None] Attempting to bind port 851b9c62-59ca-4e23-b9d2-1ebd3cb6e643 on host n-d-694802-15 for vnic_type normal with profile {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 15:51:46.697219 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-23a06f1d-9d1c-4249-9b5b-fb3cb63f1dee None None] Attempting to bind port 851b9c62-59ca-4e23-b9d2-1ebd3cb6e643 by drivers openvswitch,hyperv on host n-d-694802-15 at level 0 using segments [{'id': 'a05901e9-99c6-4a0c-bc3d-59c9aca4f316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '46dca0b3-ac0c-440d-98ac-1e6c04da3439'}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 15:51:46.697571 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a06f1d-9d1c-4249-9b5b-fb3cb63f1dee None None] Attempting to bind port 851b9c62-59ca-4e23-b9d2-1ebd3cb6e643 on network 46dca0b3-ac0c-440d-98ac-1e6c04da3439 {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 15:51:46.705904 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-81c2eafe-934e-4212-a57d-410700111d47 req-12fb8190-dcb2-4648-acf1-58dde604b580 service neutron] 10.222.0.39 "GET /v2.0/networks/f2557c63-af2d-4e16-81da-48340da1d12b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394961 Aug 12 15:51:46.708085 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a06f1d-9d1c-4249-9b5b-fb3cb63f1dee None None] Checking agent: {'id': '16de73ac-f2e9-4cee-b3e0-91052ae3e6e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 20, 13), 'started_at': datetime.datetime(2021, 8, 12, 14, 20, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 15, 51, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 15:51:46.708499 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a06f1d-9d1c-4249-9b5b-fb3cb63f1dee None None] Checking segment: {'id': 'a05901e9-99c6-4a0c-bc3d-59c9aca4f316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '46dca0b3-ac0c-440d-98ac-1e6c04da3439'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 15:51:46.708870 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-23a06f1d-9d1c-4249-9b5b-fb3cb63f1dee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:51:46.709861 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a06f1d-9d1c-4249-9b5b-fb3cb63f1dee None None] Bound using segment: {'id': 'a05901e9-99c6-4a0c-bc3d-59c9aca4f316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '46dca0b3-ac0c-440d-98ac-1e6c04da3439'} {{(pid=94468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 15:51:46.710359 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.managers [None req-23a06f1d-9d1c-4249-9b5b-fb3cb63f1dee None None] Bound port: 851b9c62-59ca-4e23-b9d2-1ebd3cb6e643, host: n-d-694802-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a05901e9-99c6-4a0c-bc3d-59c9aca4f316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '46dca0b3-ac0c-440d-98ac-1e6c04da3439'}}] {{(pid=94468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 15:51:46.710746 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-23a06f1d-9d1c-4249-9b5b-fb3cb63f1dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:51:46.822492 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-23a06f1d-9d1c-4249-9b5b-fb3cb63f1dee None None] For port 851b9c62-59ca-4e23-b9d2-1ebd3cb6e643, host n-d-694802-15, cleared binding levels {{(pid=94468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 15:51:46.826123 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device fd5e67a0-1395-4c8d-a292-19ec426e9974 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 15:51:46.857631 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-23a06f1d-9d1c-4249-9b5b-fb3cb63f1dee None None] For port 851b9c62-59ca-4e23-b9d2-1ebd3cb6e643, host n-d-694802-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=851b9c62-59ca-4e23-b9d2-1ebd3cb6e643,segment=NetworkSegment(a05901e9-99c6-4a0c-bc3d-59c9aca4f316),segment_id=a05901e9-99c6-4a0c-bc3d-59c9aca4f316)] {{(pid=94468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 15:51:46.868209 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-23a06f1d-9d1c-4249-9b5b-fb3cb63f1dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:51:46.936031 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f566246b-becf-4788-b1df-2d96c5708590 req-676b7f72-6d64-4ed8-a244-5ab5badfd429 tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] 10.222.0.39 "GET /v2.0/ports?device_id=e685b023-996c-4958-992c-a5750e003596 HTTP/1.1" status: 200 len: 210 time: 0.0347703 Aug 12 15:51:46.964252 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a06f1d-9d1c-4249-9b5b-fb3cb63f1dee None None] Routers {'7d667ccc-76c0-44da-b154-da19b7a63a97'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:51:46.964892 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-23a06f1d-9d1c-4249-9b5b-fb3cb63f1dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T15:51:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['7d667ccc-76c0-44da-b154-da19b7a63a97'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:51:46.967290 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637bba27-ecd8-44c1-b9a1-9e8f5082ca6c None None] Pushing event updated for resources: {'Port': ['ID=851b9c62-59ca-4e23-b9d2-1ebd3cb6e643,revision_number=4']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:51:46.971010 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port fd5e67a0-1395-4c8d-a292-19ec426e9974 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:51:46.971418 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:51:47.135632 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvr_db [None req-23a06f1d-9d1c-4249-9b5b-fb3cb63f1dee None None] Set router 7d667ccc-76c0-44da-b154-da19b7a63a97 gateway port host: n-d-694802-15 {{(pid=94468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:51:47.391776 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-23a06f1d-9d1c-4249-9b5b-fb3cb63f1dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d667ccc-76c0-44da-b154-da19b7a63a97', 'name': 'tempest-TestSnapshotPattern-127643028-router', 'tenant_id': 'e81fbfd8800d407798e4dadab23ea533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': '1f8bacb2-c0a7-466d-bb68-4ca9db096370', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:51:39Z', 'updated_at': '2021-08-12T15:51:42Z', 'revision_number': 4, 'project_id': 'e81fbfd8800d407798e4dadab23ea533', 'gw_port': {'id': '1f8bacb2-c0a7-466d-bb68-4ca9db096370', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:72:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d667ccc-76c0-44da-b154-da19b7a63a97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:51:40Z', 'updated_at': '2021-08-12T15:51:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': '851b9c62-59ca-4e23-b9d2-1ebd3cb6e643', 'name': '', 'network_id': '46dca0b3-ac0c-440d-98ac-1e6c04da3439', 'tenant_id': 'e81fbfd8800d407798e4dadab23ea533', 'mac_address': 'fa:16:3e:82:85:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d667ccc-76c0-44da-b154-da19b7a63a97', 'device_owner': 'network:router_interface', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': '3f64aaa8-9191-4cb1-aef0-e1a501d2fdaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:51:42Z', 'updated_at': '2021-08-12T15:51:46Z', 'revision_number': 4, 'project_id': 'e81fbfd8800d407798e4dadab23ea533', 'subnets': [{'id': '3f64aaa8-9191-4cb1-aef0-e1a501d2fdaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:51:47.435135 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23a06f1d-9d1c-4249-9b5b-fb3cb63f1dee None None] The sync data for ids ['7d667ccc-76c0-44da-b154-da19b7a63a97'] in n-d-694802-15 is: [{'id': '7d667ccc-76c0-44da-b154-da19b7a63a97', 'name': 'tempest-TestSnapshotPattern-127643028-router', 'tenant_id': 'e81fbfd8800d407798e4dadab23ea533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': '1f8bacb2-c0a7-466d-bb68-4ca9db096370', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:51:39Z', 'updated_at': '2021-08-12T15:51:42Z', 'revision_number': 4, 'project_id': 'e81fbfd8800d407798e4dadab23ea533', 'gw_port': {'id': '1f8bacb2-c0a7-466d-bb68-4ca9db096370', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:72:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d667ccc-76c0-44da-b154-da19b7a63a97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:51:40Z', 'updated_at': '2021-08-12T15:51:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': '851b9c62-59ca-4e23-b9d2-1ebd3cb6e643', 'name': '', 'network_id': '46dca0b3-ac0c-440d-98ac-1e6c04da3439', 'tenant_id': 'e81fbfd8800d407798e4dadab23ea533', 'mac_address': 'fa:16:3e:82:85:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d667ccc-76c0-44da-b154-da19b7a63a97', 'device_owner': 'network:router_interface', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': '3f64aaa8-9191-4cb1-aef0-e1a501d2fdaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:51:42Z', 'updated_at': '2021-08-12T15:51:46Z', 'revision_number': 4, 'project_id': 'e81fbfd8800d407798e4dadab23ea533', 'subnets': [{'id': '3f64aaa8-9191-4cb1-aef0-e1a501d2fdaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 15:51:48.084204 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-fb1242f4-a42a-4db4-93c3-0a5048fe5161 req-09b6f076-183f-4e23-b4b1-78646ff2e776 tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] 10.222.0.39 "GET /v2.0/ports?device_id=e685b023-996c-4958-992c-a5750e003596 HTTP/1.1" status: 200 len: 210 time: 0.0341051 Aug 12 15:51:48.119342 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c2eafe-934e-4212-a57d-410700111d47 req-779f90c9-342d-4376-9bb5-66b8ee6ab8fa tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:51:48.120193 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 1f8bacb2-c0a7-466d-bb68-4ca9db096370 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 15:51:48.120916 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-81c2eafe-934e-4212-a57d-410700111d47 req-779f90c9-342d-4376-9bb5-66b8ee6ab8fa tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] 10.222.0.64 "GET /v2.0/networks?id=f2557c63-af2d-4e16-81da-48340da1d12b HTTP/1.1" status: 200 len: 810 time: 0.1704216 Aug 12 15:51:48.171256 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port 1f8bacb2-c0a7-466d-bb68-4ca9db096370 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:51:48.171628 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:51:48.173478 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-81c2eafe-934e-4212-a57d-410700111d47 req-86587ecb-12be-422d-a3e0-f4572d60b138 tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e9295c62f9f544a889a5086782a4c4df HTTP/1.1" status: 200 len: 380 time: 0.0422206 Aug 12 15:51:48.183605 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-81c2eafe-934e-4212-a57d-410700111d47 req-696ea375-9247-4e08-88b4-dfa1b36236cb tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] Request body: {'port': {'device_id': 'e685b023-996c-4958-992c-a5750e003596', 'network_id': 'f2557c63-af2d-4e16-81da-48340da1d12b', 'admin_state_up': True, 'tenant_id': 'e9295c62f9f544a889a5086782a4c4df', 'security_groups': ['881568d3-1ffe-4d1e-b50e-29300eafbd01']}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:51:48.265220 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 851b9c62-59ca-4e23-b9d2-1ebd3cb6e643 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 15:51:48.323737 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning for port 851b9c62-59ca-4e23-b9d2-1ebd3cb6e643 completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:51:48.328570 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port 851b9c62-59ca-4e23-b9d2-1ebd3cb6e643 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:51:48.329047 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:51:48.410644 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:51:48.445972 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] For port 851b9c62-59ca-4e23-b9d2-1ebd3cb6e643, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=851b9c62-59ca-4e23-b9d2-1ebd3cb6e643,segment=NetworkSegment(a05901e9-99c6-4a0c-bc3d-59c9aca4f316),segment_id=a05901e9-99c6-4a0c-bc3d-59c9aca4f316)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:51:48.450868 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:51:48.504016 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Pushing event updated for resources: {'Port': ['ID=851b9c62-59ca-4e23-b9d2-1ebd3cb6e643,revision_number=5']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:51:48.645692 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81c2eafe-934e-4212-a57d-410700111d47 req-696ea375-9247-4e08-88b4-dfa1b36236cb tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] Made reservation on behalf of e9295c62f9f544a889a5086782a4c4df for: {'port': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 15:51:48.651615 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-81c2eafe-934e-4212-a57d-410700111d47 req-696ea375-9247-4e08-88b4-dfa1b36236cb tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:51:48.793212 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_common [req-81c2eafe-934e-4212-a57d-410700111d47 req-696ea375-9247-4e08-88b4-dfa1b36236cb tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] Allocated IP 172.20.0.6 (f2557c63-af2d-4e16-81da-48340da1d12b/a81d4052-194c-4c5e-9371-dffac874e077/6d829a9a-01b3-4833-88fc-45875d990cb9) {{(pid=94467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 15:51:48.952598 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-81c2eafe-934e-4212-a57d-410700111d47 req-696ea375-9247-4e08-88b4-dfa1b36236cb tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] Notify callbacks [] for port, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:51:48.967578 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [req-81c2eafe-934e-4212-a57d-410700111d47 req-696ea375-9247-4e08-88b4-dfa1b36236cb tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] Transition to ACTIVE for port object 6d829a9a-01b3-4833-88fc-45875d990cb9 will not be triggered until provisioned by entity DHCP. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:51:49.003173 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-81c2eafe-934e-4212-a57d-410700111d47 req-696ea375-9247-4e08-88b4-dfa1b36236cb tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:51:49.045570 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81c2eafe-934e-4212-a57d-410700111d47 req-696ea375-9247-4e08-88b4-dfa1b36236cb tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] Network f2557c63-af2d-4e16-81da-48340da1d12b is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 15:51:49.048756 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [req-81c2eafe-934e-4212-a57d-410700111d47 req-696ea375-9247-4e08-88b4-dfa1b36236cb tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:51:49.051817 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [req-81c2eafe-934e-4212-a57d-410700111d47 req-696ea375-9247-4e08-88b4-dfa1b36236cb tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] Received port after_create {{(pid=94467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 15:51:49.090259 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696ea375-9247-4e08-88b4-dfa1b36236cb tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] Pushing event updated for resources: {'Port': ['ID=6d829a9a-01b3-4833-88fc-45875d990cb9,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:51:49.124274 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c2eafe-934e-4212-a57d-410700111d47 req-696ea375-9247-4e08-88b4-dfa1b36236cb tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:51:49.125382 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-81c2eafe-934e-4212-a57d-410700111d47 req-696ea375-9247-4e08-88b4-dfa1b36236cb tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:51:49.154338 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-81c2eafe-934e-4212-a57d-410700111d47 req-696ea375-9247-4e08-88b4-dfa1b36236cb tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9744179 Aug 12 15:51:49.171067 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-81c2eafe-934e-4212-a57d-410700111d47 req-396fa980-15c4-4abb-863b-e878b2ff4135 service neutron] Request body: {'port': {'device_id': 'e685b023-996c-4958-992c-a5750e003596', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-694802-15'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:51:49.312614 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-81c2eafe-934e-4212-a57d-410700111d47 req-396fa980-15c4-4abb-863b-e878b2ff4135 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:51:49.333080 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef8d53c-6f1a-4722-b0fb-7aa0e1182d1b req-277612d0-9c09-4048-9454-7e2e19f506ff tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:51:49.335204 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2ef8d53c-6f1a-4722-b0fb-7aa0e1182d1b req-277612d0-9c09-4048-9454-7e2e19f506ff tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] 10.222.0.39 "GET /v2.0/ports?device_id=e685b023-996c-4958-992c-a5750e003596 HTTP/1.1" status: 200 len: 931 time: 0.1317134 Aug 12 15:51:49.349946 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-e18cb7e8-5173-4492-880b-b1ae3bded75d None None] Provisioning for port 6d829a9a-01b3-4833-88fc-45875d990cb9 completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:51:49.355506 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-e18cb7e8-5173-4492-880b-b1ae3bded75d None None] Provisioning complete for port 6d829a9a-01b3-4833-88fc-45875d990cb9 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:51:49.356409 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-e18cb7e8-5173-4492-880b-b1ae3bded75d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:51:49.418077 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-2ef8d53c-6f1a-4722-b0fb-7aa0e1182d1b req-196e38e1-e039-4a0c-b041-897092656805 tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] 10.222.0.39 "GET /v2.0/security-groups?id=881568d3-1ffe-4d1e-b50e-29300eafbd01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558190 Aug 12 15:51:49.566236 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-e18cb7e8-5173-4492-880b-b1ae3bded75d None None] Port 6d829a9a-01b3-4833-88fc-45875d990cb9 cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 15:51:49.668826 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [req-81c2eafe-934e-4212-a57d-410700111d47 req-396fa980-15c4-4abb-863b-e878b2ff4135 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d829a9a-01b3-4833-88fc-45875d990cb9 {{(pid=94467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 15:51:49.676814 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-81c2eafe-934e-4212-a57d-410700111d47 req-396fa980-15c4-4abb-863b-e878b2ff4135 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:51:49.689820 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [req-81c2eafe-934e-4212-a57d-410700111d47 req-396fa980-15c4-4abb-863b-e878b2ff4135 service neutron] Transition to ACTIVE for port object 6d829a9a-01b3-4833-88fc-45875d990cb9 will not be triggered until provisioned by entity L2. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:51:49.693235 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-81c2eafe-934e-4212-a57d-410700111d47 req-396fa980-15c4-4abb-863b-e878b2ff4135 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:51:49.750136 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396fa980-15c4-4abb-863b-e878b2ff4135 service neutron] Pushing event updated for resources: {'Port': ['ID=6d829a9a-01b3-4833-88fc-45875d990cb9,revision_number=2']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:51:49.831498 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-81c2eafe-934e-4212-a57d-410700111d47 req-396fa980-15c4-4abb-863b-e878b2ff4135 service neutron] Attempting to bind port 6d829a9a-01b3-4833-88fc-45875d990cb9 on host n-h1-694802-15 for vnic_type normal with profile {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 15:51:49.831873 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-81c2eafe-934e-4212-a57d-410700111d47 req-396fa980-15c4-4abb-863b-e878b2ff4135 service neutron] Attempting to bind port 6d829a9a-01b3-4833-88fc-45875d990cb9 by drivers openvswitch,hyperv on host n-h1-694802-15 at level 0 using segments [{'id': '37e10f2f-a734-495b-af39-329576169352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'f2557c63-af2d-4e16-81da-48340da1d12b'}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 15:51:49.832253 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81c2eafe-934e-4212-a57d-410700111d47 req-396fa980-15c4-4abb-863b-e878b2ff4135 service neutron] Attempting to bind port 6d829a9a-01b3-4833-88fc-45875d990cb9 on network f2557c63-af2d-4e16-81da-48340da1d12b {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 15:51:49.839066 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81c2eafe-934e-4212-a57d-410700111d47 req-396fa980-15c4-4abb-863b-e878b2ff4135 service neutron] Port 6d829a9a-01b3-4833-88fc-45875d990cb9 on network f2557c63-af2d-4e16-81da-48340da1d12b not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-15 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 15:51:49.839547 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81c2eafe-934e-4212-a57d-410700111d47 req-396fa980-15c4-4abb-863b-e878b2ff4135 service neutron] Attempting to bind port 6d829a9a-01b3-4833-88fc-45875d990cb9 on network f2557c63-af2d-4e16-81da-48340da1d12b {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 15:51:49.846934 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81c2eafe-934e-4212-a57d-410700111d47 req-396fa980-15c4-4abb-863b-e878b2ff4135 service neutron] Checking agent: {'id': 'de568313-a3e6-454a-9813-77e25edcea95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 27, 41), 'started_at': datetime.datetime(2021, 8, 12, 14, 27, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 15, 51, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 15:51:49.847442 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81c2eafe-934e-4212-a57d-410700111d47 req-396fa980-15c4-4abb-863b-e878b2ff4135 service neutron] Checking segment: {'id': '37e10f2f-a734-495b-af39-329576169352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'f2557c63-af2d-4e16-81da-48340da1d12b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 15:51:49.848007 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81c2eafe-934e-4212-a57d-410700111d47 req-396fa980-15c4-4abb-863b-e878b2ff4135 service neutron] Bound using segment: {'id': '37e10f2f-a734-495b-af39-329576169352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'f2557c63-af2d-4e16-81da-48340da1d12b'} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 15:51:49.848614 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-81c2eafe-934e-4212-a57d-410700111d47 req-396fa980-15c4-4abb-863b-e878b2ff4135 service neutron] Bound port: 6d829a9a-01b3-4833-88fc-45875d990cb9, host: n-h1-694802-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37e10f2f-a734-495b-af39-329576169352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'f2557c63-af2d-4e16-81da-48340da1d12b'}}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 15:51:49.849151 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-81c2eafe-934e-4212-a57d-410700111d47 req-396fa980-15c4-4abb-863b-e878b2ff4135 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:51:49.949403 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-81c2eafe-934e-4212-a57d-410700111d47 req-396fa980-15c4-4abb-863b-e878b2ff4135 service neutron] For port 6d829a9a-01b3-4833-88fc-45875d990cb9, host n-h1-694802-15, cleared binding levels {{(pid=94467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 15:51:49.954757 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-81c2eafe-934e-4212-a57d-410700111d47 req-396fa980-15c4-4abb-863b-e878b2ff4135 service neutron] For port 6d829a9a-01b3-4833-88fc-45875d990cb9, host n-h1-694802-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=6d829a9a-01b3-4833-88fc-45875d990cb9,segment=NetworkSegment(37e10f2f-a734-495b-af39-329576169352),segment_id=37e10f2f-a734-495b-af39-329576169352)] {{(pid=94467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 15:51:49.961844 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-81c2eafe-934e-4212-a57d-410700111d47 req-396fa980-15c4-4abb-863b-e878b2ff4135 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:51:49.983167 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 851b9c62-59ca-4e23-b9d2-1ebd3cb6e643 up at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 15:51:50.018242 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c2eafe-934e-4212-a57d-410700111d47 req-396fa980-15c4-4abb-863b-e878b2ff4135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:51:50.019173 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-81c2eafe-934e-4212-a57d-410700111d47 req-396fa980-15c4-4abb-863b-e878b2ff4135 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:51:50.021233 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-81c2eafe-934e-4212-a57d-410700111d47 req-396fa980-15c4-4abb-863b-e878b2ff4135 service neutron] 10.222.0.64 "PUT /v2.0/ports/6d829a9a-01b3-4833-88fc-45875d990cb9 HTTP/1.1" status: 200 len: 1092 time: 0.8582590 Aug 12 15:51:50.021869 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e685b023-996c-4958-992c-a5750e003596', 'tag': '6d829a9a-01b3-4833-88fc-45875d990cb9'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:51:50.025592 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1d90890f15e5cc8eba4d51c7734538f2f2e5e8e12504eb7d6ddd0a29ee9b803" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-008c6afc-0765-4137-8197-a482076532d7" -d '{"events": [{"name": "network-changed", "server_uuid": "e685b023-996c-4958-992c-a5750e003596", "tag": "6d829a9a-01b3-4833-88fc-45875d990cb9"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 15:51:50.053994 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Provisioning complete for port 851b9c62-59ca-4e23-b9d2-1ebd3cb6e643 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:51:50.054386 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:51:50.093376 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396fa980-15c4-4abb-863b-e878b2ff4135 service neutron] Pushing event updated for resources: {'Port': ['ID=6d829a9a-01b3-4833-88fc-45875d990cb9,revision_number=3']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:51:50.118732 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 15:51:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2416c8d4-23f7-4e8c-ad61-0da3a3d9addf x-openstack-request-id: req-2416c8d4-23f7-4e8c-ad61-0da3a3d9addf {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 15:51:50.119196 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e685b023-996c-4958-992c-a5750e003596", "tag": "6d829a9a-01b3-4833-88fc-45875d990cb9", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 15:51:50.119565 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2416c8d4-23f7-4e8c-ad61-0da3a3d9addf {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 15:51:50.120355 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e685b023-996c-4958-992c-a5750e003596', 'tag': '6d829a9a-01b3-4833-88fc-45875d990cb9', 'status': 'completed', 'code': 200} Aug 12 15:51:50.145682 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c2eafe-934e-4212-a57d-410700111d47 req-ab404fc2-7a2e-4578-8435-3bace914e90e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:51:50.148907 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-81c2eafe-934e-4212-a57d-410700111d47 req-ab404fc2-7a2e-4578-8435-3bace914e90e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e9295c62f9f544a889a5086782a4c4df&device_id=e685b023-996c-4958-992c-a5750e003596 HTTP/1.1" status: 200 len: 1095 time: 0.0760939 Aug 12 15:51:50.195799 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-81c2eafe-934e-4212-a57d-410700111d47 req-13a5a8dc-5196-4f65-8c5b-c7e3e52cc1aa service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6d829a9a-01b3-4833-88fc-45875d990cb9 HTTP/1.1" status: 200 len: 217 time: 0.0385463 Aug 12 15:51:50.257331 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c2eafe-934e-4212-a57d-410700111d47 req-a01ef7c3-70f5-4816-82f2-23e790e7bfe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:51:50.258868 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-81c2eafe-934e-4212-a57d-410700111d47 req-a01ef7c3-70f5-4816-82f2-23e790e7bfe8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a81d4052-194c-4c5e-9371-dffac874e077 HTTP/1.1" status: 200 len: 849 time: 0.0564225 Aug 12 15:51:50.305979 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c2eafe-934e-4212-a57d-410700111d47 req-5dc0d25e-dab5-46f1-94c0-73cbb49e64a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:51:50.307667 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-81c2eafe-934e-4212-a57d-410700111d47 req-5dc0d25e-dab5-46f1-94c0-73cbb49e64a8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f2557c63-af2d-4e16-81da-48340da1d12b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0420578 Aug 12 15:51:50.405983 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-81c2eafe-934e-4212-a57d-410700111d47 req-00ed2f41-0097-43c4-a565-ba8b18b4d7dc service neutron] 10.222.0.64 "GET /v2.0/networks/f2557c63-af2d-4e16-81da-48340da1d12b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899093 Aug 12 15:51:50.508120 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-81c2eafe-934e-4212-a57d-410700111d47 req-2ba90e09-2a5a-457f-9134-817298c4eba0 service neutron] 10.222.0.64 "GET /v2.0/networks/f2557c63-af2d-4e16-81da-48340da1d12b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958035 Aug 12 15:51:50.573367 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486063ab-3d08-475b-9da1-3be88f0dc79d req-9e6258ba-0991-40c3-ba50-40e1f31cf903 tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:51:50.575060 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-486063ab-3d08-475b-9da1-3be88f0dc79d req-9e6258ba-0991-40c3-ba50-40e1f31cf903 tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] 10.222.0.39 "GET /v2.0/ports?device_id=e685b023-996c-4958-992c-a5750e003596 HTTP/1.1" status: 200 len: 943 time: 0.0719271 Aug 12 15:51:50.636395 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-486063ab-3d08-475b-9da1-3be88f0dc79d req-251adb3f-0bdd-4c86-8c2c-260fbdb55091 tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] 10.222.0.39 "GET /v2.0/security-groups?id=881568d3-1ffe-4d1e-b50e-29300eafbd01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466301 Aug 12 15:51:50.639431 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008c6afc-0765-4137-8197-a482076532d7 req-5533c91c-e998-44b8-85a6-b114f2ab45c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:51:50.640881 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-008c6afc-0765-4137-8197-a482076532d7 req-5533c91c-e998-44b8-85a6-b114f2ab45c3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e9295c62f9f544a889a5086782a4c4df&device_id=e685b023-996c-4958-992c-a5750e003596 HTTP/1.1" status: 200 len: 1095 time: 0.0849686 Aug 12 15:51:50.732737 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008c6afc-0765-4137-8197-a482076532d7 req-48b17829-72d6-4016-9d2d-9ff6cd081be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:51:50.734231 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-008c6afc-0765-4137-8197-a482076532d7 req-48b17829-72d6-4016-9d2d-9ff6cd081be0 service neutron] 10.222.0.64 "GET /v2.0/networks?id=f2557c63-af2d-4e16-81da-48340da1d12b HTTP/1.1" status: 200 len: 911 time: 0.0862446 Aug 12 15:51:50.781621 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-008c6afc-0765-4137-8197-a482076532d7 req-6eb6d663-4c9b-45d4-be04-fce397947987 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6d829a9a-01b3-4833-88fc-45875d990cb9 HTTP/1.1" status: 200 len: 217 time: 0.0396292 Aug 12 15:51:50.831771 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008c6afc-0765-4137-8197-a482076532d7 req-94f7d4e1-cbeb-4cf1-8c64-21784172ea72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:51:50.833264 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-008c6afc-0765-4137-8197-a482076532d7 req-94f7d4e1-cbeb-4cf1-8c64-21784172ea72 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a81d4052-194c-4c5e-9371-dffac874e077 HTTP/1.1" status: 200 len: 849 time: 0.0446625 Aug 12 15:51:50.882408 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008c6afc-0765-4137-8197-a482076532d7 req-6e47a889-545e-4c10-a7d6-298009743037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:51:50.883959 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-008c6afc-0765-4137-8197-a482076532d7 req-6e47a889-545e-4c10-a7d6-298009743037 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f2557c63-af2d-4e16-81da-48340da1d12b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0432494 Aug 12 15:51:50.982440 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-008c6afc-0765-4137-8197-a482076532d7 req-db2a8063-2808-461f-9f94-19f376c49c6e service neutron] 10.222.0.64 "GET /v2.0/networks/f2557c63-af2d-4e16-81da-48340da1d12b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893710 Aug 12 15:51:51.081184 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-008c6afc-0765-4137-8197-a482076532d7 req-c27b1b57-bb2b-4d10-b89d-80302a4da174 service neutron] 10.222.0.64 "GET /v2.0/networks/f2557c63-af2d-4e16-81da-48340da1d12b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896907 Aug 12 15:51:51.763126 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746a7688-e06c-4246-ac70-6789762fcfd2 req-3b561934-5239-40eb-ae0b-9f4c67ae264b tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:51:51.764632 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-746a7688-e06c-4246-ac70-6789762fcfd2 req-3b561934-5239-40eb-ae0b-9f4c67ae264b tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] 10.222.0.39 "GET /v2.0/ports?device_id=e685b023-996c-4958-992c-a5750e003596 HTTP/1.1" status: 200 len: 943 time: 0.0564210 Aug 12 15:51:51.803913 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-746a7688-e06c-4246-ac70-6789762fcfd2 req-e31629b8-982b-4c05-accb-042b1cecf72a tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] 10.222.0.39 "GET /v2.0/security-groups?id=881568d3-1ffe-4d1e-b50e-29300eafbd01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332263 Aug 12 15:51:52.564874 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device 6d829a9a-01b3-4833-88fc-45875d990cb9 details requested by agent hyperv_n-h1-694802-15 with host n-h1-694802-15 {{(pid=94468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 15:51:52.659286 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port 6d829a9a-01b3-4833-88fc-45875d990cb9, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=6d829a9a-01b3-4833-88fc-45875d990cb9,segment=NetworkSegment(37e10f2f-a734-495b-af39-329576169352),segment_id=37e10f2f-a734-495b-af39-329576169352)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:51:52.670950 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Returning: {'device': '6d829a9a-01b3-4833-88fc-45875d990cb9', 'network_id': 'f2557c63-af2d-4e16-81da-48340da1d12b', 'port_id': '6d829a9a-01b3-4833-88fc-45875d990cb9', 'mac_address': 'fa:16:3e:4e:2e:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a81d4052-194c-4c5e-9371-dffac874e077', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 15:51:52.706349 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:51:52.719716 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d829a9a-01b3-4833-88fc-45875d990cb9 {{(pid=94468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 15:51:52.746058 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port 6d829a9a-01b3-4833-88fc-45875d990cb9, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=6d829a9a-01b3-4833-88fc-45875d990cb9,segment=NetworkSegment(37e10f2f-a734-495b-af39-329576169352),segment_id=37e10f2f-a734-495b-af39-329576169352)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:51:52.751427 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:51:52.801064 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Pushing event updated for resources: {'Port': ['ID=6d829a9a-01b3-4833-88fc-45875d990cb9,revision_number=4']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:51:52.923462 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6864891-d0eb-41c1-9e52-17cce4746819 req-f92e2439-3fd9-440f-af6c-6bfdd8622d98 tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:51:52.924990 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a6864891-d0eb-41c1-9e52-17cce4746819 req-f92e2439-3fd9-440f-af6c-6bfdd8622d98 tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] 10.222.0.39 "GET /v2.0/ports?device_id=e685b023-996c-4958-992c-a5750e003596 HTTP/1.1" status: 200 len: 944 time: 0.0526001 Aug 12 15:51:52.951507 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] get_ports_and_sgs() called for port_ids ['6d829a9a-01b3-4833-88fc-45875d990cb9'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 15:51:52.967739 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a6864891-d0eb-41c1-9e52-17cce4746819 req-bec12719-4a80-4afd-8a61-0ae7f8f832b9 tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] 10.222.0.39 "GET /v2.0/security-groups?id=881568d3-1ffe-4d1e-b50e-29300eafbd01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355940 Aug 12 15:51:54.091275 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531ef3c9-eac0-4c49-8b2a-31e056b3f1af req-94a30d40-7778-486c-83e3-1ff8bbfa67df tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:51:54.092684 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-531ef3c9-eac0-4c49-8b2a-31e056b3f1af req-94a30d40-7778-486c-83e3-1ff8bbfa67df tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] 10.222.0.39 "GET /v2.0/ports?device_id=e685b023-996c-4958-992c-a5750e003596 HTTP/1.1" status: 200 len: 944 time: 0.0496781 Aug 12 15:51:54.130825 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-531ef3c9-eac0-4c49-8b2a-31e056b3f1af req-90846b50-cac4-4ee1-a8c0-660f1453339c tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] 10.222.0.39 "GET /v2.0/security-groups?id=881568d3-1ffe-4d1e-b50e-29300eafbd01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318503 Aug 12 15:51:54.566434 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device 6d829a9a-01b3-4833-88fc-45875d990cb9 up at agent hyperv_n-h1-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 15:51:54.614725 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Provisioning for port 6d829a9a-01b3-4833-88fc-45875d990cb9 completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:51:54.618375 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Provisioning complete for port 6d829a9a-01b3-4833-88fc-45875d990cb9 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:51:54.618743 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:51:54.697607 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:51:54.719556 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e685b023-996c-4958-992c-a5750e003596', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d829a9a-01b3-4833-88fc-45875d990cb9'}] {{(pid=94468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:51:54.721845 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}152b85fe2f58ac5d6dd54f9692cb8ffc3f7471d0248cb45901c289f6e837e934" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56467e6f-bcd1-464e-ba9e-fc8abf6876b3" -d '{"events": [{"server_uuid": "e685b023-996c-4958-992c-a5750e003596", "name": "network-vif-plugged", "status": "completed", "tag": "6d829a9a-01b3-4833-88fc-45875d990cb9"}]}' {{(pid=94468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 15:51:54.734326 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port 6d829a9a-01b3-4833-88fc-45875d990cb9, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=6d829a9a-01b3-4833-88fc-45875d990cb9,segment=NetworkSegment(37e10f2f-a734-495b-af39-329576169352),segment_id=37e10f2f-a734-495b-af39-329576169352)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:51:54.739189 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:51:54.783229 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 15:51:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c96b9d9-2cf3-44b7-a3e4-6dc215c40bc0 x-openstack-request-id: req-8c96b9d9-2cf3-44b7-a3e4-6dc215c40bc0 {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 15:51:54.783863 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e685b023-996c-4958-992c-a5750e003596", "name": "network-vif-plugged", "status": "completed", "tag": "6d829a9a-01b3-4833-88fc-45875d990cb9", "code": 200}]} {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 15:51:54.784123 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8c96b9d9-2cf3-44b7-a3e4-6dc215c40bc0 {{(pid=94468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 15:51:54.784520 n-d-694802-15 neutron-server[94468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e685b023-996c-4958-992c-a5750e003596', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d829a9a-01b3-4833-88fc-45875d990cb9', 'code': 200} Aug 12 15:51:54.789545 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Pushing event updated for resources: {'Port': ['ID=6d829a9a-01b3-4833-88fc-45875d990cb9,revision_number=5']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:51:54.883698 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814ed697-25be-4dc6-a669-39d480b8f6cd req-c12845fc-45d1-4cf5-bc78-dc22424a1a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:51:54.885102 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-814ed697-25be-4dc6-a669-39d480b8f6cd req-c12845fc-45d1-4cf5-bc78-dc22424a1a14 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=e685b023-996c-4958-992c-a5750e003596 HTTP/1.1" status: 200 len: 1097 time: 0.0448515 Aug 12 15:51:54.918981 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-814ed697-25be-4dc6-a669-39d480b8f6cd req-5db82458-2f57-487a-9af0-cdd82e0a8e97 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=881568d3-1ffe-4d1e-b50e-29300eafbd01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0269334 Aug 12 15:51:55.249203 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8568e03e-c710-4bb7-8da0-a5c01d82a954 req-28a6a2eb-11c4-4f3b-aaca-ba3786f546f9 tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:51:55.250676 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-8568e03e-c710-4bb7-8da0-a5c01d82a954 req-28a6a2eb-11c4-4f3b-aaca-ba3786f546f9 tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] 10.222.0.39 "GET /v2.0/ports?device_id=e685b023-996c-4958-992c-a5750e003596 HTTP/1.1" status: 200 len: 945 time: 0.0503681 Aug 12 15:51:55.293880 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-8568e03e-c710-4bb7-8da0-a5c01d82a954 req-4618c56e-29b5-49ae-b30c-e4f075eb34d8 tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] 10.222.0.39 "GET /v2.0/security-groups?id=881568d3-1ffe-4d1e-b50e-29300eafbd01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361280 Aug 12 15:51:56.425621 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec273eef-ac1c-4619-b131-c53a560d5f39 req-f4c3edc2-120b-49a1-8665-4ae2a24bbb64 tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:51:56.427215 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ec273eef-ac1c-4619-b131-c53a560d5f39 req-f4c3edc2-120b-49a1-8665-4ae2a24bbb64 tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] 10.222.0.39 "GET /v2.0/ports?device_id=e685b023-996c-4958-992c-a5750e003596 HTTP/1.1" status: 200 len: 945 time: 0.0491004 Aug 12 15:51:56.466884 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ec273eef-ac1c-4619-b131-c53a560d5f39 req-1999d809-d6ce-4e02-9331-8af17cc26dae tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] 10.222.0.39 "GET /v2.0/security-groups?id=881568d3-1ffe-4d1e-b50e-29300eafbd01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327587 Aug 12 15:51:56.589113 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e880ba-613c-44cb-bddb-a0e0585924c8 req-eb8c6d94-0e72-4a35-abdd-8817cee0efe0 tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:51:56.590622 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-b8e880ba-613c-44cb-bddb-a0e0585924c8 req-eb8c6d94-0e72-4a35-abdd-8817cee0efe0 tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] 10.222.0.39 "GET /v2.0/ports?device_id=e685b023-996c-4958-992c-a5750e003596 HTTP/1.1" status: 200 len: 945 time: 0.0524962 Aug 12 15:51:56.632048 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-b8e880ba-613c-44cb-bddb-a0e0585924c8 req-0e5fe94b-e5e1-4e58-aeb2-c999f4b7607c tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] 10.222.0.39 "GET /v2.0/security-groups?id=881568d3-1ffe-4d1e-b50e-29300eafbd01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335257 Aug 12 15:51:56.656332 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 38348) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:51:56.741414 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c89c03a-5bcf-4140-b726-99c6d14187e6 tempest-TestSnapshotPattern-406989584 tempest-TestSnapshotPattern-406989584-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:51:56.742926 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-5c89c03a-5bcf-4140-b726-99c6d14187e6 tempest-TestSnapshotPattern-406989584 tempest-TestSnapshotPattern-406989584-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=e685b023-996c-4958-992c-a5750e003596 HTTP/1.1" status: 200 len: 1092 time: 0.0856142 Aug 12 15:51:56.745932 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 38352) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:51:56.750169 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-3dfc16d7-b272-4457-a0ec-6eff2f0d7d04 tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] Request body: {'floatingip': {'floating_network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'port_id': '6d829a9a-01b3-4833-88fc-45875d990cb9', 'tenant_id': 'e9295c62f9f544a889a5086782a4c4df', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:51:56.772476 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3dfc16d7-b272-4457-a0ec-6eff2f0d7d04 tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] Notify callbacks [] for floatingip, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:51:56.897680 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3dfc16d7-b272-4457-a0ec-6eff2f0d7d04 tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:51:57.002622 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-3dfc16d7-b272-4457-a0ec-6eff2f0d7d04 tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] Allocated IP 172.25.1.189 (d3759e1b-6c03-45ac-acd4-90abb417809b/f0254f08-c19c-4e31-bd9c-09389ea4b6f2/4c3db355-d4ed-4ca3-873f-8b9b97128343) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 15:51:57.114305 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3dfc16d7-b272-4457-a0ec-6eff2f0d7d04 tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:51:57.153249 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3dfc16d7-b272-4457-a0ec-6eff2f0d7d04 tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:51:57.192506 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dfc16d7-b272-4457-a0ec-6eff2f0d7d04 tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] Network d3759e1b-6c03-45ac-acd4-90abb417809b is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 15:51:57.197448 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-3dfc16d7-b272-4457-a0ec-6eff2f0d7d04 tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:51:57.201742 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dfc16d7-b272-4457-a0ec-6eff2f0d7d04 tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 15:51:57.208109 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfc16d7-b272-4457-a0ec-6eff2f0d7d04 tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] Pushing event updated for resources: {'Port': ['ID=4c3db355-d4ed-4ca3-873f-8b9b97128343,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:51:57.943960 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3dfc16d7-b272-4457-a0ec-6eff2f0d7d04 tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:51:58.019838 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3dfc16d7-b272-4457-a0ec-6eff2f0d7d04 tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:51:58.200896 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3dfc16d7-b272-4457-a0ec-6eff2f0d7d04 tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] Notify callbacks [] for port, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:51:58.206253 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3dfc16d7-b272-4457-a0ec-6eff2f0d7d04 tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3718439'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:51:58.281834 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfc16d7-b272-4457-a0ec-6eff2f0d7d04 tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] Pushing event updated for resources: {'Port': ['ID=4c3db355-d4ed-4ca3-873f-8b9b97128343,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:51:58.300032 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3dfc16d7-b272-4457-a0ec-6eff2f0d7d04 tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431510'] for floatingip, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:51:58.406299 n-d-694802-15 neutron-server[94466]: INFO neutron.db.l3_db [None req-3dfc16d7-b272-4457-a0ec-6eff2f0d7d04 tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] Floating IP 42e0ff0f-0750-4cf5-9d64-5abb2c6ebdc2 associated. External IP: 172.25.1.189, port: 6d829a9a-01b3-4833-88fc-45875d990cb9. Aug 12 15:51:58.639861 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dfc16d7-b272-4457-a0ec-6eff2f0d7d04 tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] Router a3d1f6f5-e026-4676-931f-7d065a5dd5c1 has already been hosted by L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f {{(pid=94466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 15:51:58.752461 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dfc16d7-b272-4457-a0ec-6eff2f0d7d04 tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 15:51:58.762171 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff5c160c-d3a8-45cb-988b-16749caa12cb None None] Sync routers for ids ['a3d1f6f5-e026-4676-931f-7d065a5dd5c1'] in n-d-694802-15 {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 15:51:58.774646 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3dfc16d7-b272-4457-a0ec-6eff2f0d7d04 tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for floatingip, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:51:58.775257 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff5c160c-d3a8-45cb-988b-16749caa12cb None None] Routers {'a3d1f6f5-e026-4676-931f-7d065a5dd5c1'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:51:58.775878 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-ff5c160c-d3a8-45cb-988b-16749caa12cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T15:51:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['a3d1f6f5-e026-4676-931f-7d065a5dd5c1'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:51:58.821623 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-3dfc16d7-b272-4457-a0ec-6eff2f0d7d04 tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0630209 Aug 12 15:51:58.821623 n-d-694802-15 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e685b023-996c-4958-992c-a5750e003596', 'tag': '6d829a9a-01b3-4833-88fc-45875d990cb9'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:51:58.821623 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d3d836888f8bae48364cf832021765cae83eba5216adbc1a01d11f14e92adce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48a43014-0e8b-4884-a297-301f1194387c" -d '{"events": [{"name": "network-changed", "server_uuid": "e685b023-996c-4958-992c-a5750e003596", "tag": "6d829a9a-01b3-4833-88fc-45875d990cb9"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 15:51:58.853504 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 15:51:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-203dc146-876a-4045-a0fd-fb55933d7a83 x-openstack-request-id: req-203dc146-876a-4045-a0fd-fb55933d7a83 {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 15:51:58.853770 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e685b023-996c-4958-992c-a5750e003596", "tag": "6d829a9a-01b3-4833-88fc-45875d990cb9", "status": "completed", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 15:51:58.853949 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-203dc146-876a-4045-a0fd-fb55933d7a83 {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 15:51:58.854256 n-d-694802-15 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e685b023-996c-4958-992c-a5750e003596', 'tag': '6d829a9a-01b3-4833-88fc-45875d990cb9', 'status': 'completed', 'code': 200} Aug 12 15:51:58.903445 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-ff5c160c-d3a8-45cb-988b-16749caa12cb None None] Set router a3d1f6f5-e026-4676-931f-7d065a5dd5c1 gateway port host: n-d-694802-15 {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:51:58.920979 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a43014-0e8b-4884-a297-301f1194387c req-c42d6e6f-6c00-48c4-bdfe-2602e62a2199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:51:58.922480 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-48a43014-0e8b-4884-a297-301f1194387c req-c42d6e6f-6c00-48c4-bdfe-2602e62a2199 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e9295c62f9f544a889a5086782a4c4df&device_id=e685b023-996c-4958-992c-a5750e003596 HTTP/1.1" status: 200 len: 1097 time: 0.0430434 Aug 12 15:51:59.020661 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a43014-0e8b-4884-a297-301f1194387c req-08c97623-ab01-4456-b524-14b5213684a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:51:59.022851 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-48a43014-0e8b-4884-a297-301f1194387c req-08c97623-ab01-4456-b524-14b5213684a1 service neutron] 10.222.0.64 "GET /v2.0/networks?id=f2557c63-af2d-4e16-81da-48340da1d12b HTTP/1.1" status: 200 len: 911 time: 0.0939367 Aug 12 15:51:59.097795 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-48a43014-0e8b-4884-a297-301f1194387c req-895c2ab4-66f1-432f-bc28-0e73e87be23d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6d829a9a-01b3-4833-88fc-45875d990cb9 HTTP/1.1" status: 200 len: 999 time: 0.0678759 Aug 12 15:51:59.156507 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a43014-0e8b-4884-a297-301f1194387c req-3b91ddad-46f5-476b-b11c-bea8915ed085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:51:59.157158 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-ff5c160c-d3a8-45cb-988b-16749caa12cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3d1f6f5-e026-4676-931f-7d065a5dd5c1', 'name': 'tempest-TestSnapshotPattern-1931138760-router', 'tenant_id': 'e9295c62f9f544a889a5086782a4c4df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.103'}], 'enable_snat': True}, 'gw_port_id': '6e7ca8e7-cf74-4dca-aa45-644f324f8fe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:51:34Z', 'updated_at': '2021-08-12T15:51:37Z', 'revision_number': 4, 'project_id': 'e9295c62f9f544a889a5086782a4c4df', 'gw_port': {'id': '6e7ca8e7-cf74-4dca-aa45-644f324f8fe0', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:00:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3d1f6f5-e026-4676-931f-7d065a5dd5c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:51:35Z', 'updated_at': '2021-08-12T15:51:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_floatingips': [{'id': '42e0ff0f-0750-4cf5-9d64-5abb2c6ebdc2', 'tenant_id': 'e9295c62f9f544a889a5086782a4c4df', 'floating_ip_address': '172.25.1.189', 'floating_network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'router_id': 'a3d1f6f5-e026-4676-931f-7d065a5dd5c1', 'port_id': '6d829a9a-01b3-4833-88fc-45875d990cb9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2557c63-af2d-4e16-81da-48340da1d12b', 'mac_address': 'fa:16:3e:4e:2e:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e685b023-996c-4958-992c-a5750e003596', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T15:51:57Z', 'updated_at': '2021-08-12T15:51:57Z', 'revision_number': 0, 'project_id': 'e9295c62f9f544a889a5086782a4c4df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab8b3be3-0b44-4437-8b0b-75b2813f21c7', 'name': '', 'network_id': 'f2557c63-af2d-4e16-81da-48340da1d12b', 'tenant_id': 'e9295c62f9f544a889a5086782a4c4df', 'mac_address': 'fa:16:3e:d5:5c:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3d1f6f5-e026-4676-931f-7d065a5dd5c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'a81d4052-194c-4c5e-9371-dffac874e077', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:51:36Z', 'updated_at': '2021-08-12T15:51:44Z', 'revision_number': 5, 'project_id': 'e9295c62f9f544a889a5086782a4c4df', 'subnets': [{'id': 'a81d4052-194c-4c5e-9371-dffac874e077', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:51:59.157923 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-48a43014-0e8b-4884-a297-301f1194387c req-3b91ddad-46f5-476b-b11c-bea8915ed085 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a81d4052-194c-4c5e-9371-dffac874e077 HTTP/1.1" status: 200 len: 849 time: 0.0532234 Aug 12 15:51:59.187598 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff5c160c-d3a8-45cb-988b-16749caa12cb None None] Checking router: a3d1f6f5-e026-4676-931f-7d065a5dd5c1 for host: n-d-694802-15 {{(pid=94469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 15:51:59.196462 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff5c160c-d3a8-45cb-988b-16749caa12cb None None] Routers {'a3d1f6f5-e026-4676-931f-7d065a5dd5c1'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:51:59.197093 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-ff5c160c-d3a8-45cb-988b-16749caa12cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T15:51:43Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['a3d1f6f5-e026-4676-931f-7d065a5dd5c1'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:51:59.231461 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a43014-0e8b-4884-a297-301f1194387c req-1c991094-2c8e-45e0-943c-71b9347794de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:51:59.233269 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-48a43014-0e8b-4884-a297-301f1194387c req-1c991094-2c8e-45e0-943c-71b9347794de service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f2557c63-af2d-4e16-81da-48340da1d12b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0689497 Aug 12 15:51:59.244451 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [req-48a43014-0e8b-4884-a297-301f1194387c req-e8b6599a-7fda-4427-9682-4d1630efe01b service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=94467) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 15:51:59.245748 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-48a43014-0e8b-4884-a297-301f1194387c req-e8b6599a-7fda-4427-9682-4d1630efe01b service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053360 Aug 12 15:51:59.313625 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-ff5c160c-d3a8-45cb-988b-16749caa12cb None None] Set router a3d1f6f5-e026-4676-931f-7d065a5dd5c1 gateway port host: n-d-694802-15 {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:51:59.354096 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-48a43014-0e8b-4884-a297-301f1194387c req-72e7af3e-b0ad-453b-aa7f-4ba9db420672 service neutron] 10.222.0.64 "GET /v2.0/networks/f2557c63-af2d-4e16-81da-48340da1d12b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016548 Aug 12 15:51:59.452801 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-48a43014-0e8b-4884-a297-301f1194387c req-c63aeb86-bea1-411e-9546-2eb6dd8159b3 service neutron] 10.222.0.64 "GET /v2.0/networks/f2557c63-af2d-4e16-81da-48340da1d12b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913517 Aug 12 15:51:59.569892 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-ff5c160c-d3a8-45cb-988b-16749caa12cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3d1f6f5-e026-4676-931f-7d065a5dd5c1', 'name': 'tempest-TestSnapshotPattern-1931138760-router', 'tenant_id': 'e9295c62f9f544a889a5086782a4c4df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.103'}], 'enable_snat': True}, 'gw_port_id': '6e7ca8e7-cf74-4dca-aa45-644f324f8fe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:51:34Z', 'updated_at': '2021-08-12T15:51:37Z', 'revision_number': 4, 'project_id': 'e9295c62f9f544a889a5086782a4c4df', 'gw_port': {'id': '6e7ca8e7-cf74-4dca-aa45-644f324f8fe0', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:00:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3d1f6f5-e026-4676-931f-7d065a5dd5c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:51:35Z', 'updated_at': '2021-08-12T15:51:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_floatingips': [{'id': '42e0ff0f-0750-4cf5-9d64-5abb2c6ebdc2', 'tenant_id': 'e9295c62f9f544a889a5086782a4c4df', 'floating_ip_address': '172.25.1.189', 'floating_network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'router_id': 'a3d1f6f5-e026-4676-931f-7d065a5dd5c1', 'port_id': '6d829a9a-01b3-4833-88fc-45875d990cb9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2557c63-af2d-4e16-81da-48340da1d12b', 'mac_address': 'fa:16:3e:4e:2e:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e685b023-996c-4958-992c-a5750e003596', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T15:51:57Z', 'updated_at': '2021-08-12T15:51:57Z', 'revision_number': 0, 'project_id': 'e9295c62f9f544a889a5086782a4c4df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab8b3be3-0b44-4437-8b0b-75b2813f21c7', 'name': '', 'network_id': 'f2557c63-af2d-4e16-81da-48340da1d12b', 'tenant_id': 'e9295c62f9f544a889a5086782a4c4df', 'mac_address': 'fa:16:3e:d5:5c:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3d1f6f5-e026-4676-931f-7d065a5dd5c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'a81d4052-194c-4c5e-9371-dffac874e077', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:51:36Z', 'updated_at': '2021-08-12T15:51:44Z', 'revision_number': 5, 'project_id': 'e9295c62f9f544a889a5086782a4c4df', 'subnets': [{'id': 'a81d4052-194c-4c5e-9371-dffac874e077', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:51:59.599060 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff5c160c-d3a8-45cb-988b-16749caa12cb None None] The sync data for ids ['a3d1f6f5-e026-4676-931f-7d065a5dd5c1'] in n-d-694802-15 is: [{'id': 'a3d1f6f5-e026-4676-931f-7d065a5dd5c1', 'name': 'tempest-TestSnapshotPattern-1931138760-router', 'tenant_id': 'e9295c62f9f544a889a5086782a4c4df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.103'}], 'enable_snat': True}, 'gw_port_id': '6e7ca8e7-cf74-4dca-aa45-644f324f8fe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:51:34Z', 'updated_at': '2021-08-12T15:51:37Z', 'revision_number': 4, 'project_id': 'e9295c62f9f544a889a5086782a4c4df', 'gw_port': {'id': '6e7ca8e7-cf74-4dca-aa45-644f324f8fe0', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:00:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3d1f6f5-e026-4676-931f-7d065a5dd5c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:51:35Z', 'updated_at': '2021-08-12T15:51:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_floatingips': [{'id': '42e0ff0f-0750-4cf5-9d64-5abb2c6ebdc2', 'tenant_id': 'e9295c62f9f544a889a5086782a4c4df', 'floating_ip_address': '172.25.1.189', 'floating_network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'router_id': 'a3d1f6f5-e026-4676-931f-7d065a5dd5c1', 'port_id': '6d829a9a-01b3-4833-88fc-45875d990cb9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2557c63-af2d-4e16-81da-48340da1d12b', 'mac_address': 'fa:16:3e:4e:2e:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e685b023-996c-4958-992c-a5750e003596', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T15:51:57Z', 'updated_at': '2021-08-12T15:51:57Z', 'revision_number': 0, 'project_id': 'e9295c62f9f544a889a5086782a4c4df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab8b3be3-0b44-4437-8b0b-75b2813f21c7', 'name': '', 'network_id': 'f2557c63-af2d-4e16-81da-48340da1d12b', 'tenant_id': 'e9295c62f9f544a889a5086782a4c4df', 'mac_address': 'fa:16:3e:d5:5c:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3d1f6f5-e026-4676-931f-7d065a5dd5c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'a81d4052-194c-4c5e-9371-dffac874e077', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:51:36Z', 'updated_at': '2021-08-12T15:51:44Z', 'revision_number': 5, 'project_id': 'e9295c62f9f544a889a5086782a4c4df', 'subnets': [{'id': 'a81d4052-194c-4c5e-9371-dffac874e077', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 15:51:59.809225 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70ff2817-06ac-41c0-a30e-f9d8fcc5f438 None None] New status for floating IP 42e0ff0f-0750-4cf5-9d64-5abb2c6ebdc2: ACTIVE {{(pid=94468) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 15:52:01.607521 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-5d8a553c-2575-433c-8630-a5f09d0931e7 req-f0163785-5062-481a-830e-54db05e3c2a2 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=e685b023-996c-4958-992c-a5750e003596&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0469062 Aug 12 15:52:01.704233 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8a553c-2575-433c-8630-a5f09d0931e7 req-4a4e8329-e160-43e9-b2e1-2bf41c5c2a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:52:01.705774 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-5d8a553c-2575-433c-8630-a5f09d0931e7 req-4a4e8329-e160-43e9-b2e1-2bf41c5c2a99 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e9295c62f9f544a889a5086782a4c4df&device_id=e685b023-996c-4958-992c-a5750e003596 HTTP/1.1" status: 200 len: 1097 time: 0.0556111 Aug 12 15:52:01.824174 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8a553c-2575-433c-8630-a5f09d0931e7 req-5a4d88f7-fb57-4c73-9685-bbba8f3b4f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:52:01.825969 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-5d8a553c-2575-433c-8630-a5f09d0931e7 req-5a4d88f7-fb57-4c73-9685-bbba8f3b4f59 service neutron] 10.222.0.64 "GET /v2.0/networks?id=f2557c63-af2d-4e16-81da-48340da1d12b HTTP/1.1" status: 200 len: 911 time: 0.0929039 Aug 12 15:52:01.891525 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-5d8a553c-2575-433c-8630-a5f09d0931e7 req-085cd37c-4206-423a-923e-d6555e886d31 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6d829a9a-01b3-4833-88fc-45875d990cb9 HTTP/1.1" status: 200 len: 1001 time: 0.0579996 Aug 12 15:52:01.943604 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8a553c-2575-433c-8630-a5f09d0931e7 req-7a315c69-e1ab-4377-ad50-aed9d61d5a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:52:01.945037 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-5d8a553c-2575-433c-8630-a5f09d0931e7 req-7a315c69-e1ab-4377-ad50-aed9d61d5a7c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a81d4052-194c-4c5e-9371-dffac874e077 HTTP/1.1" status: 200 len: 849 time: 0.0474029 Aug 12 15:52:01.989212 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8a553c-2575-433c-8630-a5f09d0931e7 req-1802acef-e015-4b79-86bf-d3a2244c6eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:52:01.991329 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-5d8a553c-2575-433c-8630-a5f09d0931e7 req-1802acef-e015-4b79-86bf-d3a2244c6eb4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f2557c63-af2d-4e16-81da-48340da1d12b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395529 Aug 12 15:52:02.078856 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-5d8a553c-2575-433c-8630-a5f09d0931e7 req-ca56a3f6-e42d-49cd-8847-39c9858d0b7b service neutron] 10.222.0.64 "GET /v2.0/networks/f2557c63-af2d-4e16-81da-48340da1d12b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805583 Aug 12 15:52:02.171672 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-5d8a553c-2575-433c-8630-a5f09d0931e7 req-b0dbcc22-d149-4ff8-b68c-1ec3aa1899ef service neutron] 10.222.0.64 "GET /v2.0/networks/f2557c63-af2d-4e16-81da-48340da1d12b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863431 Aug 12 15:52:10.240545 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-bea9e99e-7dbc-4bf8-bd81-7c6d10ac1e83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:52:10.701542 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.agents_db [None req-17ed3e4c-1a7d-4162-9646-11c134aca297 None None] Agent healthcheck: found 7 active agents {{(pid=94469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 15:52:12.424642 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:52:13.169275 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:52:13.481634 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f7cc8eda-2b13-4ef0-b853-887957ccf58f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:52:13.709479 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:52:14.310613 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-1769855f-eda9-4483-9dc3-3220908ab45d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:52:15.935623 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-fe95f194-a3b0-4c04-9e42-20b511169d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:52:40.240479 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-588b0194-0252-496d-b010-b4fc56bc617b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:52:42.419548 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:52:43.170625 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:52:43.483818 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f0c126ec-1c43-45fe-9761-4e4e57423e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:52:43.721189 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:52:44.312519 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-1769855f-eda9-4483-9dc3-3220908ab45d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:52:45.937860 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-fe95f194-a3b0-4c04-9e42-20b511169d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:52:47.700870 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.agents_db [None req-17ed3e4c-1a7d-4162-9646-11c134aca297 None None] Agent healthcheck: found 7 active agents {{(pid=94469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 15:53:03.595279 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-56f26365-cacc-4bb8-a04f-76787500779d req-c820b63c-8b22-46a2-afc9-8baf0f23205a service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=e685b023-996c-4958-992c-a5750e003596&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0414431 Aug 12 15:53:03.677199 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f26365-cacc-4bb8-a04f-76787500779d req-15073304-7ec3-4c96-b93c-0907b61c8312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:53:03.678689 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-56f26365-cacc-4bb8-a04f-76787500779d req-15073304-7ec3-4c96-b93c-0907b61c8312 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e9295c62f9f544a889a5086782a4c4df&device_id=e685b023-996c-4958-992c-a5750e003596 HTTP/1.1" status: 200 len: 1097 time: 0.0398855 Aug 12 15:53:03.783004 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f26365-cacc-4bb8-a04f-76787500779d req-eb2b6645-7943-492a-8474-f475ef065875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:53:03.784513 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-56f26365-cacc-4bb8-a04f-76787500779d req-eb2b6645-7943-492a-8474-f475ef065875 service neutron] 10.222.0.64 "GET /v2.0/networks?id=f2557c63-af2d-4e16-81da-48340da1d12b HTTP/1.1" status: 200 len: 911 time: 0.0867989 Aug 12 15:53:03.850764 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-56f26365-cacc-4bb8-a04f-76787500779d req-eb43cb93-0ebc-443f-b526-a6403b19fd89 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6d829a9a-01b3-4833-88fc-45875d990cb9 HTTP/1.1" status: 200 len: 1001 time: 0.0579677 Aug 12 15:53:03.902625 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f26365-cacc-4bb8-a04f-76787500779d req-75ef0ca2-c805-40ec-823f-486e11b885df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:53:03.904069 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-56f26365-cacc-4bb8-a04f-76787500779d req-75ef0ca2-c805-40ec-823f-486e11b885df service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a81d4052-194c-4c5e-9371-dffac874e077 HTTP/1.1" status: 200 len: 849 time: 0.0467293 Aug 12 15:53:03.948656 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f26365-cacc-4bb8-a04f-76787500779d req-4c5b9b70-671a-4750-b9c4-4bdd34c6297b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:53:03.950131 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-56f26365-cacc-4bb8-a04f-76787500779d req-4c5b9b70-671a-4750-b9c4-4bdd34c6297b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f2557c63-af2d-4e16-81da-48340da1d12b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396817 Aug 12 15:53:04.036972 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-56f26365-cacc-4bb8-a04f-76787500779d req-86f587fc-e7d0-4640-96bb-01a9eade73b2 service neutron] 10.222.0.64 "GET /v2.0/networks/f2557c63-af2d-4e16-81da-48340da1d12b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793808 Aug 12 15:53:04.128385 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-56f26365-cacc-4bb8-a04f-76787500779d req-e8e2a771-1ed9-4924-b758-115390c0d0df service neutron] 10.222.0.64 "GET /v2.0/networks/f2557c63-af2d-4e16-81da-48340da1d12b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848150 Aug 12 15:53:10.241175 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-d6e25235-6714-4266-adf1-87d87a3dc555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:53:12.435551 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:53:13.172427 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:53:13.484341 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-c4ba6bbf-d71b-48c6-8511-8272fb65eafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:53:13.752902 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:53:14.317059 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-1769855f-eda9-4483-9dc3-3220908ab45d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:53:15.939199 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-fe95f194-a3b0-4c04-9e42-20b511169d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:53:24.701480 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.agents_db [None req-17ed3e4c-1a7d-4162-9646-11c134aca297 None None] Agent healthcheck: found 7 active agents {{(pid=94469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 15:53:40.243488 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-0e6627b9-d0cb-4a9a-ba59-ea666246667a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:53:42.435308 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:53:43.174035 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:53:43.485229 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-439a8834-b8ff-42a1-a506-4fb09cd5092b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:53:43.768915 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:53:44.318629 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-1769855f-eda9-4483-9dc3-3220908ab45d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:53:45.942037 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-fe95f194-a3b0-4c04-9e42-20b511169d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:53:57.061122 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device 6d829a9a-01b3-4833-88fc-45875d990cb9 details requested by agent hyperv_n-h1-694802-15 with host n-h1-694802-15 {{(pid=94468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 15:53:57.154774 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port 6d829a9a-01b3-4833-88fc-45875d990cb9, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=6d829a9a-01b3-4833-88fc-45875d990cb9,segment=NetworkSegment(37e10f2f-a734-495b-af39-329576169352),segment_id=37e10f2f-a734-495b-af39-329576169352)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:53:57.166841 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Returning: {'device': '6d829a9a-01b3-4833-88fc-45875d990cb9', 'network_id': 'f2557c63-af2d-4e16-81da-48340da1d12b', 'port_id': '6d829a9a-01b3-4833-88fc-45875d990cb9', 'mac_address': 'fa:16:3e:4e:2e:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a81d4052-194c-4c5e-9371-dffac874e077', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 15:53:57.203068 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:53:57.216364 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6d829a9a-01b3-4833-88fc-45875d990cb9 {{(pid=94468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 15:53:57.236098 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port 6d829a9a-01b3-4833-88fc-45875d990cb9, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=6d829a9a-01b3-4833-88fc-45875d990cb9,segment=NetworkSegment(37e10f2f-a734-495b-af39-329576169352),segment_id=37e10f2f-a734-495b-af39-329576169352)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:53:57.239975 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:53:57.292701 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Pushing event updated for resources: {'Port': ['ID=6d829a9a-01b3-4833-88fc-45875d990cb9,revision_number=6']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:53:57.299858 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:53:57.300230 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:53:57.300570 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:53:57.300904 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:53:57.301249 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:53:57.301563 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:53:57.301889 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:53:57.302213 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:53:57.302533 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:53:57.302859 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:53:57.303205 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:53:57.303525 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:53:57.334583 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] get_ports_and_sgs() called for port_ids ['6d829a9a-01b3-4833-88fc-45875d990cb9'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 15:53:59.066278 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device 6d829a9a-01b3-4833-88fc-45875d990cb9 up at agent hyperv_n-h1-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 15:53:59.126409 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Provisioning complete for port 6d829a9a-01b3-4833-88fc-45875d990cb9 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:53:59.126778 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:53:59.218005 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:53:59.246031 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e685b023-996c-4958-992c-a5750e003596', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d829a9a-01b3-4833-88fc-45875d990cb9'}] {{(pid=94468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:53:59.248437 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}152b85fe2f58ac5d6dd54f9692cb8ffc3f7471d0248cb45901c289f6e837e934" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c02eb76-49a3-45b5-b05b-5784dd3a3804" -d '{"events": [{"server_uuid": "e685b023-996c-4958-992c-a5750e003596", "name": "network-vif-plugged", "status": "completed", "tag": "6d829a9a-01b3-4833-88fc-45875d990cb9"}]}' {{(pid=94468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 15:53:59.265056 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port 6d829a9a-01b3-4833-88fc-45875d990cb9, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=6d829a9a-01b3-4833-88fc-45875d990cb9,segment=NetworkSegment(37e10f2f-a734-495b-af39-329576169352),segment_id=37e10f2f-a734-495b-af39-329576169352)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:53:59.271065 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:53:59.332394 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Pushing event updated for resources: {'Port': ['ID=6d829a9a-01b3-4833-88fc-45875d990cb9,revision_number=7']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:53:59.381705 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 15:53:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cb21401-2afe-451e-90e2-1f4a354126de x-openstack-request-id: req-6cb21401-2afe-451e-90e2-1f4a354126de {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 15:53:59.382016 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e685b023-996c-4958-992c-a5750e003596", "name": "network-vif-plugged", "status": "completed", "tag": "6d829a9a-01b3-4833-88fc-45875d990cb9", "code": 200}]} {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 15:53:59.382276 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6cb21401-2afe-451e-90e2-1f4a354126de {{(pid=94468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 15:53:59.382680 n-d-694802-15 neutron-server[94468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e685b023-996c-4958-992c-a5750e003596', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d829a9a-01b3-4833-88fc-45875d990cb9', 'code': 200} Aug 12 15:54:01.700631 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.agents_db [None req-17ed3e4c-1a7d-4162-9646-11c134aca297 None None] Agent healthcheck: found 7 active agents {{(pid=94469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 15:54:03.712786 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738922e4-63a7-4c6c-bdfb-9a69d768f622 req-bb0bd518-f78e-4de2-98a8-508d84ed726f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:54:03.714324 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-738922e4-63a7-4c6c-bdfb-9a69d768f622 req-bb0bd518-f78e-4de2-98a8-508d84ed726f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e9295c62f9f544a889a5086782a4c4df&device_id=e685b023-996c-4958-992c-a5750e003596 HTTP/1.1" status: 200 len: 1097 time: 0.1160069 Aug 12 15:54:03.833264 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738922e4-63a7-4c6c-bdfb-9a69d768f622 req-f4fcd547-b7ec-420c-9fb8-83e4f7ff5524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:54:03.834633 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-738922e4-63a7-4c6c-bdfb-9a69d768f622 req-f4fcd547-b7ec-420c-9fb8-83e4f7ff5524 service neutron] 10.222.0.64 "GET /v2.0/networks?id=f2557c63-af2d-4e16-81da-48340da1d12b HTTP/1.1" status: 200 len: 911 time: 0.0987337 Aug 12 15:54:03.910007 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-738922e4-63a7-4c6c-bdfb-9a69d768f622 req-f7520c89-a34f-4ea0-8116-935fe2253808 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6d829a9a-01b3-4833-88fc-45875d990cb9 HTTP/1.1" status: 200 len: 1001 time: 0.0676899 Aug 12 15:54:03.967695 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738922e4-63a7-4c6c-bdfb-9a69d768f622 req-0dabcec0-993a-4232-bdf8-4e3ec661d784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:54:03.971569 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-738922e4-63a7-4c6c-bdfb-9a69d768f622 req-0dabcec0-993a-4232-bdf8-4e3ec661d784 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a81d4052-194c-4c5e-9371-dffac874e077 HTTP/1.1" status: 200 len: 849 time: 0.0530326 Aug 12 15:54:04.031261 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738922e4-63a7-4c6c-bdfb-9a69d768f622 req-a048235e-2369-4aa4-8080-1584ccfde216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:54:04.032771 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-738922e4-63a7-4c6c-bdfb-9a69d768f622 req-a048235e-2369-4aa4-8080-1584ccfde216 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f2557c63-af2d-4e16-81da-48340da1d12b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0528343 Aug 12 15:54:04.136751 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-738922e4-63a7-4c6c-bdfb-9a69d768f622 req-4e899b83-bfe6-412a-a595-2522283a4b52 service neutron] 10.222.0.64 "GET /v2.0/networks/f2557c63-af2d-4e16-81da-48340da1d12b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947988 Aug 12 15:54:04.245132 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-738922e4-63a7-4c6c-bdfb-9a69d768f622 req-cc5ec8a3-d13b-48d8-9fd4-5e6b06cd9768 service neutron] 10.222.0.64 "GET /v2.0/networks/f2557c63-af2d-4e16-81da-48340da1d12b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009622 Aug 12 15:54:06.924333 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-76d55ed6-6849-444e-93bc-167f23d8c1e3 req-9977f2a0-7a9c-4b57-b3c2-8f76f4a39287 tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2064501122&fields=id&tenant_id=e9295c62f9f544a889a5086782a4c4df HTTP/1.1" status: 200 len: 267 time: 0.0350084 Aug 12 15:54:07.037795 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d55ed6-6849-444e-93bc-167f23d8c1e3 req-667dcb20-dbd4-4190-b06e-dec3c749d2c0 tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:54:07.039326 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-76d55ed6-6849-444e-93bc-167f23d8c1e3 req-667dcb20-dbd4-4190-b06e-dec3c749d2c0 tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] 10.222.0.39 "GET /v2.0/networks?id=f2557c63-af2d-4e16-81da-48340da1d12b HTTP/1.1" status: 200 len: 810 time: 0.1071978 Aug 12 15:54:07.056331 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-76d55ed6-6849-444e-93bc-167f23d8c1e3 req-cf73076d-5bbe-4fb4-b747-985b0de2349e tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] 10.222.0.39 "GET /v2.0/quotas/e9295c62f9f544a889a5086782a4c4df HTTP/1.1" status: 200 len: 375 time: 0.0095527 Aug 12 15:54:07.120383 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-76d55ed6-6849-444e-93bc-167f23d8c1e3 req-053ee1de-4b15-4d33-9e79-c4fa80d128b6 tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=e9295c62f9f544a889a5086782a4c4df&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0578325 Aug 12 15:54:07.215318 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-76d55ed6-6849-444e-93bc-167f23d8c1e3 req-1514390e-76c0-4be4-abc1-acd13e0f9fe7 service neutron] 10.222.0.39 "GET /v2.0/networks/f2557c63-af2d-4e16-81da-48340da1d12b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817516 Aug 12 15:54:07.311717 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-76d55ed6-6849-444e-93bc-167f23d8c1e3 req-4a9fc9da-47be-4e39-9c95-01c5cc32fce8 service neutron] 10.222.0.39 "GET /v2.0/networks/f2557c63-af2d-4e16-81da-48340da1d12b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910027 Aug 12 15:54:07.500257 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-5cd39a23-27d2-4040-a368-62bfeebfa0a4 req-052082fb-9500-412e-afa0-75a68179d3a1 tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] 10.222.0.39 "GET /v2.0/ports?device_id=75ecceab-233d-4e79-a645-133e4ebe9393 HTTP/1.1" status: 200 len: 210 time: 0.0274396 Aug 12 15:54:08.588183 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-43d73de7-0a89-481a-b034-ebb04cb1d9e2 req-876ee092-e1e2-44d0-901e-6337683ad872 tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] 10.222.0.39 "GET /v2.0/ports?device_id=75ecceab-233d-4e79-a645-133e4ebe9393 HTTP/1.1" status: 200 len: 210 time: 0.0277417 Aug 12 15:54:09.679948 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3f3f2772-b05c-4cc0-998a-e6f7dba93846 req-528ce43e-59e7-4b2f-a513-e486ee053800 tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] 10.222.0.39 "GET /v2.0/ports?device_id=75ecceab-233d-4e79-a645-133e4ebe9393 HTTP/1.1" status: 200 len: 210 time: 0.0256546 Aug 12 15:54:10.245983 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-0fdbadd4-af71-4fc2-b231-a0efac74c0ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:54:10.604817 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d55ed6-6849-444e-93bc-167f23d8c1e3 req-de9c3477-858d-454f-bcea-24e4dfeed080 tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:54:10.606233 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-76d55ed6-6849-444e-93bc-167f23d8c1e3 req-de9c3477-858d-454f-bcea-24e4dfeed080 tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] 10.222.0.49 "GET /v2.0/networks?id=f2557c63-af2d-4e16-81da-48340da1d12b HTTP/1.1" status: 200 len: 810 time: 0.1038489 Aug 12 15:54:10.659483 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-76d55ed6-6849-444e-93bc-167f23d8c1e3 req-397647d7-8270-46bc-a9ec-b75961531630 tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e9295c62f9f544a889a5086782a4c4df HTTP/1.1" status: 200 len: 380 time: 0.0377331 Aug 12 15:54:10.672267 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-76d55ed6-6849-444e-93bc-167f23d8c1e3 req-af723415-7fe7-4e87-a6f0-2264e26a9cbc tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] Request body: {'port': {'device_id': '75ecceab-233d-4e79-a645-133e4ebe9393', 'network_id': 'f2557c63-af2d-4e16-81da-48340da1d12b', 'admin_state_up': True, 'tenant_id': 'e9295c62f9f544a889a5086782a4c4df', 'security_groups': ['881568d3-1ffe-4d1e-b50e-29300eafbd01']}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:54:10.783598 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-aa25fa97-b400-4191-9d5d-e58818c49b84 req-6b558372-b67d-489a-ac3c-6eb0d62c9a8c tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] 10.222.0.39 "GET /v2.0/ports?device_id=75ecceab-233d-4e79-a645-133e4ebe9393 HTTP/1.1" status: 200 len: 210 time: 0.0305197 Aug 12 15:54:10.787597 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76d55ed6-6849-444e-93bc-167f23d8c1e3 req-af723415-7fe7-4e87-a6f0-2264e26a9cbc tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] Made reservation on behalf of e9295c62f9f544a889a5086782a4c4df for: {'port': 1} {{(pid=94467) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 15:54:10.791326 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-76d55ed6-6849-444e-93bc-167f23d8c1e3 req-af723415-7fe7-4e87-a6f0-2264e26a9cbc tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:54:10.945083 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_common [req-76d55ed6-6849-444e-93bc-167f23d8c1e3 req-af723415-7fe7-4e87-a6f0-2264e26a9cbc tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] Allocated IP 172.20.0.7 (f2557c63-af2d-4e16-81da-48340da1d12b/a81d4052-194c-4c5e-9371-dffac874e077/3b575295-cfac-45da-b768-98eb43b12cd6) {{(pid=94467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 15:54:11.143691 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-76d55ed6-6849-444e-93bc-167f23d8c1e3 req-af723415-7fe7-4e87-a6f0-2264e26a9cbc tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] Notify callbacks [] for port, precommit_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:54:11.164017 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [req-76d55ed6-6849-444e-93bc-167f23d8c1e3 req-af723415-7fe7-4e87-a6f0-2264e26a9cbc tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] Transition to ACTIVE for port object 3b575295-cfac-45da-b768-98eb43b12cd6 will not be triggered until provisioned by entity DHCP. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:54:11.174078 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device 6d829a9a-01b3-4833-88fc-45875d990cb9 no longer exists at agent hyperv_n-h1-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 15:54:11.225449 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-76d55ed6-6849-444e-93bc-167f23d8c1e3 req-af723415-7fe7-4e87-a6f0-2264e26a9cbc tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_create {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:54:11.293754 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:54:11.298327 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76d55ed6-6849-444e-93bc-167f23d8c1e3 req-af723415-7fe7-4e87-a6f0-2264e26a9cbc tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] Network f2557c63-af2d-4e16-81da-48340da1d12b is already hosted by enough agents. {{(pid=94467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 15:54:11.302162 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.base_scheduler [req-76d55ed6-6849-444e-93bc-167f23d8c1e3 req-af723415-7fe7-4e87-a6f0-2264e26a9cbc tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] Resources bound (agent type, host, resource id): {{(pid=94467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:54:11.307944 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [req-76d55ed6-6849-444e-93bc-167f23d8c1e3 req-af723415-7fe7-4e87-a6f0-2264e26a9cbc tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] Received port after_create {{(pid=94467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 15:54:11.313234 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af723415-7fe7-4e87-a6f0-2264e26a9cbc tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] Pushing event updated for resources: {'Port': ['ID=3b575295-cfac-45da-b768-98eb43b12cd6,revision_number=1']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:54:11.318066 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e685b023-996c-4958-992c-a5750e003596', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6d829a9a-01b3-4833-88fc-45875d990cb9'}] {{(pid=94468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:54:11.320327 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}152b85fe2f58ac5d6dd54f9692cb8ffc3f7471d0248cb45901c289f6e837e934" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fcf82fa-b659-47cb-84e4-2432e087a097" -d '{"events": [{"server_uuid": "e685b023-996c-4958-992c-a5750e003596", "name": "network-vif-unplugged", "status": "completed", "tag": "6d829a9a-01b3-4833-88fc-45875d990cb9"}]}' {{(pid=94468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 15:54:11.350279 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af723415-7fe7-4e87-a6f0-2264e26a9cbc tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:54:11.350779 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af723415-7fe7-4e87-a6f0-2264e26a9cbc tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:54:11.354205 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af723415-7fe7-4e87-a6f0-2264e26a9cbc tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:54:11.355065 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af723415-7fe7-4e87-a6f0-2264e26a9cbc tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:54:11.355065 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af723415-7fe7-4e87-a6f0-2264e26a9cbc tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:54:11.355312 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af723415-7fe7-4e87-a6f0-2264e26a9cbc tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:54:11.355613 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af723415-7fe7-4e87-a6f0-2264e26a9cbc tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:54:11.355947 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af723415-7fe7-4e87-a6f0-2264e26a9cbc tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:54:11.356278 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af723415-7fe7-4e87-a6f0-2264e26a9cbc tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:54:11.356605 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af723415-7fe7-4e87-a6f0-2264e26a9cbc tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:54:11.356940 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af723415-7fe7-4e87-a6f0-2264e26a9cbc tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:54:11.357145 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-93370168-53ca-47c2-9e27-b066be57125c None None] For port 6d829a9a-01b3-4833-88fc-45875d990cb9, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=6d829a9a-01b3-4833-88fc-45875d990cb9,segment=NetworkSegment(37e10f2f-a734-495b-af39-329576169352),segment_id=37e10f2f-a734-495b-af39-329576169352)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:54:11.357245 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af723415-7fe7-4e87-a6f0-2264e26a9cbc tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:54:11.363807 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:54:11.408514 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 12 Aug 2021 15:54:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0ee0677-a8ac-4c04-9665-7734be38769b x-openstack-request-id: req-a0ee0677-a8ac-4c04-9665-7734be38769b {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 15:54:11.408735 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e685b023-996c-4958-992c-a5750e003596", "name": "network-vif-unplugged", "status": "completed", "tag": "6d829a9a-01b3-4833-88fc-45875d990cb9", "code": 200}]} {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 15:54:11.408878 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a0ee0677-a8ac-4c04-9665-7734be38769b {{(pid=94468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 15:54:11.409267 n-d-694802-15 neutron-server[94468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e685b023-996c-4958-992c-a5750e003596', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6d829a9a-01b3-4833-88fc-45875d990cb9', 'code': 200} Aug 12 15:54:11.415249 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d55ed6-6849-444e-93bc-167f23d8c1e3 req-af723415-7fe7-4e87-a6f0-2264e26a9cbc tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:54:11.415920 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-76d55ed6-6849-444e-93bc-167f23d8c1e3 req-af723415-7fe7-4e87-a6f0-2264e26a9cbc tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:54:11.436469 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-76d55ed6-6849-444e-93bc-167f23d8c1e3 req-af723415-7fe7-4e87-a6f0-2264e26a9cbc tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7677085 Aug 12 15:54:11.464671 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Pushing event updated for resources: {'Port': ['ID=6d829a9a-01b3-4833-88fc-45875d990cb9,revision_number=8']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:54:11.667241 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-7ea48637-cc08-4488-a52e-390bca613aef None None] Provisioning for port 3b575295-cfac-45da-b768-98eb43b12cd6 completed by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:54:11.671639 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-7ea48637-cc08-4488-a52e-390bca613aef None None] Provisioning complete for port 3b575295-cfac-45da-b768-98eb43b12cd6 triggered by entity DHCP. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:54:11.672177 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-7ea48637-cc08-4488-a52e-390bca613aef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:54:11.706724 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-7ea48637-cc08-4488-a52e-390bca613aef None None] Port 3b575295-cfac-45da-b768-98eb43b12cd6 cannot update to ACTIVE because it is not bound. {{(pid=94468) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 15:54:11.901253 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7db3593-3f54-426c-8bb4-87d19a9ff4a1 req-101f392b-c3ec-4574-a958-80a1d7ca58f7 tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:54:11.903555 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-c7db3593-3f54-426c-8bb4-87d19a9ff4a1 req-101f392b-c3ec-4574-a958-80a1d7ca58f7 tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] 10.222.0.39 "GET /v2.0/ports?device_id=75ecceab-233d-4e79-a645-133e4ebe9393 HTTP/1.1" status: 200 len: 931 time: 0.0516853 Aug 12 15:54:11.942660 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-c7db3593-3f54-426c-8bb4-87d19a9ff4a1 req-bcf426e8-46a7-43db-9769-c1a42202e371 tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] 10.222.0.39 "GET /v2.0/security-groups?id=881568d3-1ffe-4d1e-b50e-29300eafbd01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330570 Aug 12 15:54:12.433601 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:54:13.072153 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1b1dbb-daef-43b3-a5d9-65dde7b85c07 req-9b155348-22b3-4053-b7ce-1f84b7fe4a31 tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:54:13.073850 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4e1b1dbb-daef-43b3-a5d9-65dde7b85c07 req-9b155348-22b3-4053-b7ce-1f84b7fe4a31 tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] 10.222.0.39 "GET /v2.0/ports?device_id=75ecceab-233d-4e79-a645-133e4ebe9393 HTTP/1.1" status: 200 len: 931 time: 0.0508645 Aug 12 15:54:13.116505 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-4e1b1dbb-daef-43b3-a5d9-65dde7b85c07 req-3898c01d-534b-4a09-9521-c2f4ccc039b6 tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] 10.222.0.39 "GET /v2.0/security-groups?id=881568d3-1ffe-4d1e-b50e-29300eafbd01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356193 Aug 12 15:54:13.190878 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:54:13.486335 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-fc8f081c-c350-43e8-9c81-3131828acaa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:54:13.774110 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:54:14.240303 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe529c0-4f0c-4061-bb1b-015dcb33194a req-5ac03000-e33e-46e3-bd57-30005f138643 tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:54:14.241803 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-8fe529c0-4f0c-4061-bb1b-015dcb33194a req-5ac03000-e33e-46e3-bd57-30005f138643 tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] 10.222.0.39 "GET /v2.0/ports?device_id=75ecceab-233d-4e79-a645-133e4ebe9393 HTTP/1.1" status: 200 len: 931 time: 0.0535111 Aug 12 15:54:14.282089 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-8fe529c0-4f0c-4061-bb1b-015dcb33194a req-0c867234-f3e0-46ea-bbde-5bb21168e383 tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] 10.222.0.39 "GET /v2.0/security-groups?id=881568d3-1ffe-4d1e-b50e-29300eafbd01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332131 Aug 12 15:54:14.324245 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-1769855f-eda9-4483-9dc3-3220908ab45d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:54:15.408872 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f068f8-a107-4eea-a5f3-941bcda3beb0 req-d2e146f8-2298-471e-b036-17ab50a3709d tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:54:15.410361 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c5f068f8-a107-4eea-a5f3-941bcda3beb0 req-d2e146f8-2298-471e-b036-17ab50a3709d tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] 10.222.0.39 "GET /v2.0/ports?device_id=75ecceab-233d-4e79-a645-133e4ebe9393 HTTP/1.1" status: 200 len: 931 time: 0.0540195 Aug 12 15:54:15.453648 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c5f068f8-a107-4eea-a5f3-941bcda3beb0 req-e255793b-73d7-4eda-bbf2-e73562d4f656 tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] 10.222.0.39 "GET /v2.0/security-groups?id=881568d3-1ffe-4d1e-b50e-29300eafbd01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372472 Aug 12 15:54:15.949293 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-fe95f194-a3b0-4c04-9e42-20b511169d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:54:16.573777 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53e3068-ef2a-4d8d-ad2a-bba4aa7da121 req-2781a209-7b9c-4861-bd71-944cf7439103 tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:54:16.575450 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-c53e3068-ef2a-4d8d-ad2a-bba4aa7da121 req-2781a209-7b9c-4861-bd71-944cf7439103 tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] 10.222.0.39 "GET /v2.0/ports?device_id=75ecceab-233d-4e79-a645-133e4ebe9393 HTTP/1.1" status: 200 len: 931 time: 0.0540431 Aug 12 15:54:16.614644 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-c53e3068-ef2a-4d8d-ad2a-bba4aa7da121 req-992be624-7d09-48fe-a954-1afe5f3c6edc tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] 10.222.0.39 "GET /v2.0/security-groups?id=881568d3-1ffe-4d1e-b50e-29300eafbd01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330887 Aug 12 15:54:17.741421 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329da71c-9171-4b39-b55d-08ff55f719d2 req-5f83cc0d-e5f1-4c4f-85ba-e0a49434825d tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:54:17.743249 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-329da71c-9171-4b39-b55d-08ff55f719d2 req-5f83cc0d-e5f1-4c4f-85ba-e0a49434825d tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] 10.222.0.39 "GET /v2.0/ports?device_id=75ecceab-233d-4e79-a645-133e4ebe9393 HTTP/1.1" status: 200 len: 931 time: 0.0511408 Aug 12 15:54:17.782477 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-329da71c-9171-4b39-b55d-08ff55f719d2 req-3585a781-f7fd-4a61-88ed-139dee8f5081 tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] 10.222.0.39 "GET /v2.0/security-groups?id=881568d3-1ffe-4d1e-b50e-29300eafbd01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332532 Aug 12 15:54:18.909313 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75434d9-5b9f-4785-9cc5-c78878ec2f9b req-8452d029-c163-44fb-a208-76418c50ca6a tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:54:18.910799 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-d75434d9-5b9f-4785-9cc5-c78878ec2f9b req-8452d029-c163-44fb-a208-76418c50ca6a tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] 10.222.0.39 "GET /v2.0/ports?device_id=75ecceab-233d-4e79-a645-133e4ebe9393 HTTP/1.1" status: 200 len: 931 time: 0.0601666 Aug 12 15:54:18.952693 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-d75434d9-5b9f-4785-9cc5-c78878ec2f9b req-b5e9b575-23bf-45ce-9b6d-36dceea6163c tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] 10.222.0.39 "GET /v2.0/security-groups?id=881568d3-1ffe-4d1e-b50e-29300eafbd01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355229 Aug 12 15:54:20.071452 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0185c2be-37df-4b8a-b069-a434269f8ca9 req-66da0272-c41c-47a9-bc7d-0140e7104a65 tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:54:20.073132 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0185c2be-37df-4b8a-b069-a434269f8ca9 req-66da0272-c41c-47a9-bc7d-0140e7104a65 tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] 10.222.0.39 "GET /v2.0/ports?device_id=75ecceab-233d-4e79-a645-133e4ebe9393 HTTP/1.1" status: 200 len: 931 time: 0.0532448 Aug 12 15:54:20.111815 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-0185c2be-37df-4b8a-b069-a434269f8ca9 req-d772f9b0-a257-4f0a-b335-68b18b365c74 tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] 10.222.0.39 "GET /v2.0/security-groups?id=881568d3-1ffe-4d1e-b50e-29300eafbd01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323863 Aug 12 15:54:21.245617 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f212b8-d189-48f3-9a62-40df40f0cdad req-daca039a-2c05-4847-b3cc-c33826b8d3e1 tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:54:21.248076 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-36f212b8-d189-48f3-9a62-40df40f0cdad req-daca039a-2c05-4847-b3cc-c33826b8d3e1 tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] 10.222.0.39 "GET /v2.0/ports?device_id=75ecceab-233d-4e79-a645-133e4ebe9393 HTTP/1.1" status: 200 len: 931 time: 0.0539219 Aug 12 15:54:21.285009 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-36f212b8-d189-48f3-9a62-40df40f0cdad req-a61de8f1-aff9-42f6-b248-a00766d7bcac tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] 10.222.0.39 "GET /v2.0/security-groups?id=881568d3-1ffe-4d1e-b50e-29300eafbd01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311544 Aug 12 15:54:22.431604 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22b28b1-35ee-4007-8c5c-f11a3300f82d req-b7651d0b-3dd1-4d8e-ab30-9d3f9e390df7 tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:54:22.433161 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f22b28b1-35ee-4007-8c5c-f11a3300f82d req-b7651d0b-3dd1-4d8e-ab30-9d3f9e390df7 tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] 10.222.0.39 "GET /v2.0/ports?device_id=75ecceab-233d-4e79-a645-133e4ebe9393 HTTP/1.1" status: 200 len: 931 time: 0.0749776 Aug 12 15:54:22.472061 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-f22b28b1-35ee-4007-8c5c-f11a3300f82d req-3152b836-3a52-4827-b9a3-80b228506f99 tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] 10.222.0.39 "GET /v2.0/security-groups?id=881568d3-1ffe-4d1e-b50e-29300eafbd01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319908 Aug 12 15:54:23.622129 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae741fc4-e73c-472f-839d-8eefecdad4c3 req-1514b9b9-f2f3-4e6e-8e0c-c940310569bf tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:54:23.623680 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-ae741fc4-e73c-472f-839d-8eefecdad4c3 req-1514b9b9-f2f3-4e6e-8e0c-c940310569bf tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] 10.222.0.39 "GET /v2.0/ports?device_id=75ecceab-233d-4e79-a645-133e4ebe9393 HTTP/1.1" status: 200 len: 931 time: 0.0554237 Aug 12 15:54:23.664117 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-ae741fc4-e73c-472f-839d-8eefecdad4c3 req-a78b2431-7c59-41a8-a499-515954324613 tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] 10.222.0.39 "GET /v2.0/security-groups?id=881568d3-1ffe-4d1e-b50e-29300eafbd01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332675 Aug 12 15:54:24.776115 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a4ccd9-505b-4cf3-a010-de25d3a1489f req-6937200a-6193-4118-a7f9-c6ebf6e4b578 tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:54:24.777574 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-50a4ccd9-505b-4cf3-a010-de25d3a1489f req-6937200a-6193-4118-a7f9-c6ebf6e4b578 tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] 10.222.0.39 "GET /v2.0/ports?device_id=75ecceab-233d-4e79-a645-133e4ebe9393 HTTP/1.1" status: 200 len: 931 time: 0.0473843 Aug 12 15:54:24.815336 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-50a4ccd9-505b-4cf3-a010-de25d3a1489f req-d5ecfa20-2e18-4017-b637-2d8ad3fcd365 tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] 10.222.0.39 "GET /v2.0/security-groups?id=881568d3-1ffe-4d1e-b50e-29300eafbd01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312634 Aug 12 15:54:25.629465 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [req-76d55ed6-6849-444e-93bc-167f23d8c1e3 req-7e998c85-e42a-4003-92e1-7c6ae95ab5a1 tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=94467) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 15:54:25.630395 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-76d55ed6-6849-444e-93bc-167f23d8c1e3 req-7e998c85-e42a-4003-92e1-7c6ae95ab5a1 tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055094 Aug 12 15:54:25.694822 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.v2.base [req-76d55ed6-6849-444e-93bc-167f23d8c1e3 req-2f6e9169-d04c-4301-8e95-f87bba88f89f service neutron] Request body: {'port': {'device_id': '75ecceab-233d-4e79-a645-133e4ebe9393', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-694802-15'}} {{(pid=94467) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:54:25.746705 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-76d55ed6-6849-444e-93bc-167f23d8c1e3 req-2f6e9169-d04c-4301-8e95-f87bba88f89f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:54:25.933500 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3181f33-343f-4c37-83d8-05037487fa1c req-f3f7cefd-b8a6-4aa0-90d1-17efe4020a82 tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:54:25.934904 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-d3181f33-343f-4c37-83d8-05037487fa1c req-f3f7cefd-b8a6-4aa0-90d1-17efe4020a82 tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] 10.222.0.39 "GET /v2.0/ports?device_id=75ecceab-233d-4e79-a645-133e4ebe9393 HTTP/1.1" status: 200 len: 931 time: 0.0507889 Aug 12 15:54:25.973599 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-d3181f33-343f-4c37-83d8-05037487fa1c req-3085a338-96f0-4b34-83b4-fed9e5f88a36 tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] 10.222.0.39 "GET /v2.0/security-groups?id=881568d3-1ffe-4d1e-b50e-29300eafbd01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327168 Aug 12 15:54:26.011434 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [req-76d55ed6-6849-444e-93bc-167f23d8c1e3 req-2f6e9169-d04c-4301-8e95-f87bba88f89f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b575295-cfac-45da-b768-98eb43b12cd6 {{(pid=94467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 15:54:26.019061 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-76d55ed6-6849-444e-93bc-167f23d8c1e3 req-2f6e9169-d04c-4301-8e95-f87bba88f89f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:54:26.031639 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.provisioning_blocks [req-76d55ed6-6849-444e-93bc-167f23d8c1e3 req-2f6e9169-d04c-4301-8e95-f87bba88f89f service neutron] Transition to ACTIVE for port object 3b575295-cfac-45da-b768-98eb43b12cd6 will not be triggered until provisioned by entity L2. {{(pid=94467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 15:54:26.035366 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-76d55ed6-6849-444e-93bc-167f23d8c1e3 req-2f6e9169-d04c-4301-8e95-f87bba88f89f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:54:26.087128 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6e9169-d04c-4301-8e95-f87bba88f89f service neutron] Pushing event updated for resources: {'Port': ['ID=3b575295-cfac-45da-b768-98eb43b12cd6,revision_number=2']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:54:26.160831 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-76d55ed6-6849-444e-93bc-167f23d8c1e3 req-2f6e9169-d04c-4301-8e95-f87bba88f89f service neutron] Attempting to bind port 3b575295-cfac-45da-b768-98eb43b12cd6 on host n-h2-694802-15 for vnic_type normal with profile {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 15:54:26.161172 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-76d55ed6-6849-444e-93bc-167f23d8c1e3 req-2f6e9169-d04c-4301-8e95-f87bba88f89f service neutron] Attempting to bind port 3b575295-cfac-45da-b768-98eb43b12cd6 by drivers openvswitch,hyperv on host n-h2-694802-15 at level 0 using segments [{'id': '37e10f2f-a734-495b-af39-329576169352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'f2557c63-af2d-4e16-81da-48340da1d12b'}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 15:54:26.161497 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76d55ed6-6849-444e-93bc-167f23d8c1e3 req-2f6e9169-d04c-4301-8e95-f87bba88f89f service neutron] Attempting to bind port 3b575295-cfac-45da-b768-98eb43b12cd6 on network f2557c63-af2d-4e16-81da-48340da1d12b {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 15:54:26.166349 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76d55ed6-6849-444e-93bc-167f23d8c1e3 req-2f6e9169-d04c-4301-8e95-f87bba88f89f service neutron] Port 3b575295-cfac-45da-b768-98eb43b12cd6 on network f2557c63-af2d-4e16-81da-48340da1d12b not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-15 {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 15:54:26.166785 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76d55ed6-6849-444e-93bc-167f23d8c1e3 req-2f6e9169-d04c-4301-8e95-f87bba88f89f service neutron] Attempting to bind port 3b575295-cfac-45da-b768-98eb43b12cd6 on network f2557c63-af2d-4e16-81da-48340da1d12b {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 15:54:26.172525 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76d55ed6-6849-444e-93bc-167f23d8c1e3 req-2f6e9169-d04c-4301-8e95-f87bba88f89f service neutron] Checking agent: {'id': 'b7697f71-33f3-4959-ad82-43c2dc15845d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 14, 27, 42), 'started_at': datetime.datetime(2021, 8, 12, 14, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 15, 54, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 15:54:26.172870 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76d55ed6-6849-444e-93bc-167f23d8c1e3 req-2f6e9169-d04c-4301-8e95-f87bba88f89f service neutron] Checking segment: {'id': '37e10f2f-a734-495b-af39-329576169352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'f2557c63-af2d-4e16-81da-48340da1d12b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 15:54:26.173260 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76d55ed6-6849-444e-93bc-167f23d8c1e3 req-2f6e9169-d04c-4301-8e95-f87bba88f89f service neutron] Bound using segment: {'id': '37e10f2f-a734-495b-af39-329576169352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'f2557c63-af2d-4e16-81da-48340da1d12b'} {{(pid=94467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 15:54:26.173685 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.managers [req-76d55ed6-6849-444e-93bc-167f23d8c1e3 req-2f6e9169-d04c-4301-8e95-f87bba88f89f service neutron] Bound port: 3b575295-cfac-45da-b768-98eb43b12cd6, host: n-h2-694802-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37e10f2f-a734-495b-af39-329576169352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'f2557c63-af2d-4e16-81da-48340da1d12b'}}] {{(pid=94467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 15:54:26.174046 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-76d55ed6-6849-444e-93bc-167f23d8c1e3 req-2f6e9169-d04c-4301-8e95-f87bba88f89f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:54:26.241447 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-76d55ed6-6849-444e-93bc-167f23d8c1e3 req-2f6e9169-d04c-4301-8e95-f87bba88f89f service neutron] For port 3b575295-cfac-45da-b768-98eb43b12cd6, host n-h2-694802-15, cleared binding levels {{(pid=94467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 15:54:26.245590 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-76d55ed6-6849-444e-93bc-167f23d8c1e3 req-2f6e9169-d04c-4301-8e95-f87bba88f89f service neutron] For port 3b575295-cfac-45da-b768-98eb43b12cd6, host n-h2-694802-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=3b575295-cfac-45da-b768-98eb43b12cd6,segment=NetworkSegment(37e10f2f-a734-495b-af39-329576169352),segment_id=37e10f2f-a734-495b-af39-329576169352)] {{(pid=94467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 15:54:26.252189 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-76d55ed6-6849-444e-93bc-167f23d8c1e3 req-2f6e9169-d04c-4301-8e95-f87bba88f89f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2859235'] for port, after_update {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:54:26.300092 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d55ed6-6849-444e-93bc-167f23d8c1e3 req-2f6e9169-d04c-4301-8e95-f87bba88f89f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:54:26.300779 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-76d55ed6-6849-444e-93bc-167f23d8c1e3 req-2f6e9169-d04c-4301-8e95-f87bba88f89f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:54:26.302264 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-76d55ed6-6849-444e-93bc-167f23d8c1e3 req-2f6e9169-d04c-4301-8e95-f87bba88f89f service neutron] 10.222.0.49 "PUT /v2.0/ports/3b575295-cfac-45da-b768-98eb43b12cd6 HTTP/1.1" status: 200 len: 1092 time: 0.6553445 Aug 12 15:54:26.302599 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75ecceab-233d-4e79-a645-133e4ebe9393', 'tag': '3b575295-cfac-45da-b768-98eb43b12cd6'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:54:26.304878 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1d90890f15e5cc8eba4d51c7734538f2f2e5e8e12504eb7d6ddd0a29ee9b803" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16ba35de-3ee9-43e3-98f4-46d97a4b1d3b" -d '{"events": [{"name": "network-changed", "server_uuid": "75ecceab-233d-4e79-a645-133e4ebe9393", "tag": "3b575295-cfac-45da-b768-98eb43b12cd6"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 15:54:26.330091 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6e9169-d04c-4301-8e95-f87bba88f89f service neutron] Pushing event updated for resources: {'Port': ['ID=3b575295-cfac-45da-b768-98eb43b12cd6,revision_number=3']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:54:26.358165 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 15:54:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-590c3790-3fe9-4240-9224-eca2ee922f4c x-openstack-request-id: req-590c3790-3fe9-4240-9224-eca2ee922f4c {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 15:54:26.358461 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75ecceab-233d-4e79-a645-133e4ebe9393", "tag": "3b575295-cfac-45da-b768-98eb43b12cd6", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 15:54:26.358714 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-590c3790-3fe9-4240-9224-eca2ee922f4c {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 15:54:26.359161 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75ecceab-233d-4e79-a645-133e4ebe9393', 'tag': '3b575295-cfac-45da-b768-98eb43b12cd6', 'status': 'completed', 'code': 200} Aug 12 15:54:26.408487 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d55ed6-6849-444e-93bc-167f23d8c1e3 req-ae57a0ad-e21d-496f-aec8-a8aa4cce9553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:54:26.410076 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-76d55ed6-6849-444e-93bc-167f23d8c1e3 req-ae57a0ad-e21d-496f-aec8-a8aa4cce9553 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e9295c62f9f544a889a5086782a4c4df&device_id=75ecceab-233d-4e79-a645-133e4ebe9393 HTTP/1.1" status: 200 len: 1095 time: 0.0432987 Aug 12 15:54:26.463975 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-76d55ed6-6849-444e-93bc-167f23d8c1e3 req-52eb07fc-1cbe-40cf-9001-728021198382 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3b575295-cfac-45da-b768-98eb43b12cd6 HTTP/1.1" status: 200 len: 217 time: 0.0388553 Aug 12 15:54:26.518836 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d55ed6-6849-444e-93bc-167f23d8c1e3 req-7e9706a4-d433-463f-8917-e71666614c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:54:26.520330 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-76d55ed6-6849-444e-93bc-167f23d8c1e3 req-7e9706a4-d433-463f-8917-e71666614c58 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a81d4052-194c-4c5e-9371-dffac874e077 HTTP/1.1" status: 200 len: 849 time: 0.0441344 Aug 12 15:54:26.578678 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d55ed6-6849-444e-93bc-167f23d8c1e3 req-f5f2f3eb-acc6-41ca-a9ab-14f58707d6b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:54:26.580211 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-76d55ed6-6849-444e-93bc-167f23d8c1e3 req-f5f2f3eb-acc6-41ca-a9ab-14f58707d6b9 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f2557c63-af2d-4e16-81da-48340da1d12b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0470989 Aug 12 15:54:26.679615 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-76d55ed6-6849-444e-93bc-167f23d8c1e3 req-d19b591f-47a7-406f-a113-28ea05b5e1ec service neutron] 10.222.0.49 "GET /v2.0/networks/f2557c63-af2d-4e16-81da-48340da1d12b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865371 Aug 12 15:54:26.778803 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-76d55ed6-6849-444e-93bc-167f23d8c1e3 req-7c14f317-a073-40ae-9728-ed8b83b0d4e5 service neutron] 10.222.0.49 "GET /v2.0/networks/f2557c63-af2d-4e16-81da-48340da1d12b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854375 Aug 12 15:54:26.891603 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ba35de-3ee9-43e3-98f4-46d97a4b1d3b req-d2e27d82-d18e-496e-8c86-82b03f63cc86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:54:26.893136 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-16ba35de-3ee9-43e3-98f4-46d97a4b1d3b req-d2e27d82-d18e-496e-8c86-82b03f63cc86 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e9295c62f9f544a889a5086782a4c4df&device_id=75ecceab-233d-4e79-a645-133e4ebe9393 HTTP/1.1" status: 200 len: 1095 time: 0.0432866 Aug 12 15:54:26.990326 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ba35de-3ee9-43e3-98f4-46d97a4b1d3b req-f2146259-4a16-49e0-af49-48d48b4ec982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:54:26.991901 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-16ba35de-3ee9-43e3-98f4-46d97a4b1d3b req-f2146259-4a16-49e0-af49-48d48b4ec982 service neutron] 10.222.0.49 "GET /v2.0/networks?id=f2557c63-af2d-4e16-81da-48340da1d12b HTTP/1.1" status: 200 len: 911 time: 0.0865149 Aug 12 15:54:27.038939 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-16ba35de-3ee9-43e3-98f4-46d97a4b1d3b req-473c7d52-baf2-4688-a65b-605ebf5f4608 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3b575295-cfac-45da-b768-98eb43b12cd6 HTTP/1.1" status: 200 len: 217 time: 0.0346680 Aug 12 15:54:27.094164 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6a3baa-a01f-41b7-82d5-5484a4698553 req-e1bcb57c-a14c-4bb0-9ed6-8c303035ea34 tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:54:27.095828 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-4f6a3baa-a01f-41b7-82d5-5484a4698553 req-e1bcb57c-a14c-4bb0-9ed6-8c303035ea34 tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] 10.222.0.39 "GET /v2.0/ports?device_id=75ecceab-233d-4e79-a645-133e4ebe9393 HTTP/1.1" status: 200 len: 943 time: 0.0545199 Aug 12 15:54:27.097655 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ba35de-3ee9-43e3-98f4-46d97a4b1d3b req-fb452177-21b0-44ed-9f75-85971375d063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:54:27.099221 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-16ba35de-3ee9-43e3-98f4-46d97a4b1d3b req-fb452177-21b0-44ed-9f75-85971375d063 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a81d4052-194c-4c5e-9371-dffac874e077 HTTP/1.1" status: 200 len: 849 time: 0.0481300 Aug 12 15:54:27.135512 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-4f6a3baa-a01f-41b7-82d5-5484a4698553 req-bb80f59b-f955-4f26-bb7d-2778ace856af tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] 10.222.0.39 "GET /v2.0/security-groups?id=881568d3-1ffe-4d1e-b50e-29300eafbd01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331962 Aug 12 15:54:27.152387 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ba35de-3ee9-43e3-98f4-46d97a4b1d3b req-b68cfef3-a7a1-48ff-95d9-3bb83544264e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:54:27.153957 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-16ba35de-3ee9-43e3-98f4-46d97a4b1d3b req-b68cfef3-a7a1-48ff-95d9-3bb83544264e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f2557c63-af2d-4e16-81da-48340da1d12b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0420516 Aug 12 15:54:27.247209 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-16ba35de-3ee9-43e3-98f4-46d97a4b1d3b req-61af8af0-cec2-47e1-8d40-a34b33ad3460 service neutron] 10.222.0.49 "GET /v2.0/networks/f2557c63-af2d-4e16-81da-48340da1d12b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844033 Aug 12 15:54:27.348118 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-16ba35de-3ee9-43e3-98f4-46d97a4b1d3b req-b0bcec63-0403-4ae8-bed0-2fcf9059e4e1 service neutron] 10.222.0.49 "GET /v2.0/networks/f2557c63-af2d-4e16-81da-48340da1d12b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873060 Aug 12 15:54:28.260270 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b4e54d-d676-4676-9905-33ad163967f3 req-683b0715-62b3-4d4e-aba0-49aacb36a1e8 tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:54:28.262470 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a6b4e54d-d676-4676-9905-33ad163967f3 req-683b0715-62b3-4d4e-aba0-49aacb36a1e8 tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] 10.222.0.39 "GET /v2.0/ports?device_id=75ecceab-233d-4e79-a645-133e4ebe9393 HTTP/1.1" status: 200 len: 943 time: 0.0571468 Aug 12 15:54:28.305304 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a6b4e54d-d676-4676-9905-33ad163967f3 req-07c7c90e-5577-4fb4-907b-4f18436d1d0d tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] 10.222.0.39 "GET /v2.0/security-groups?id=881568d3-1ffe-4d1e-b50e-29300eafbd01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334923 Aug 12 15:54:29.419535 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb4f333-da1c-4a8d-87ce-3250cf81f444 req-a5f10eeb-9d33-4697-8c82-8e0d27303b84 tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:54:29.421500 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-fbb4f333-da1c-4a8d-87ce-3250cf81f444 req-a5f10eeb-9d33-4697-8c82-8e0d27303b84 tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] 10.222.0.39 "GET /v2.0/ports?device_id=75ecceab-233d-4e79-a645-133e4ebe9393 HTTP/1.1" status: 200 len: 943 time: 0.0495265 Aug 12 15:54:29.460310 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-fbb4f333-da1c-4a8d-87ce-3250cf81f444 req-4daefa8a-844f-4327-b88c-ce5a50af00ce tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] 10.222.0.39 "GET /v2.0/security-groups?id=881568d3-1ffe-4d1e-b50e-29300eafbd01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327623 Aug 12 15:54:30.575525 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11b868d-ab3c-443e-a554-82cd59bc764d req-1fc14a16-caf4-4823-8c49-b1b39df4e640 tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:54:30.578412 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a11b868d-ab3c-443e-a554-82cd59bc764d req-1fc14a16-caf4-4823-8c49-b1b39df4e640 tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] 10.222.0.39 "GET /v2.0/ports?device_id=75ecceab-233d-4e79-a645-133e4ebe9393 HTTP/1.1" status: 200 len: 943 time: 0.0491216 Aug 12 15:54:30.619222 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a11b868d-ab3c-443e-a554-82cd59bc764d req-60e3188c-60f9-45c0-b27b-7dfbb6987f9d tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] 10.222.0.39 "GET /v2.0/security-groups?id=881568d3-1ffe-4d1e-b50e-29300eafbd01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348940 Aug 12 15:54:30.661609 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device 3b575295-cfac-45da-b768-98eb43b12cd6 details requested by agent hyperv_n-h2-694802-15 with host n-h2-694802-15 {{(pid=94468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 15:54:30.757263 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port 3b575295-cfac-45da-b768-98eb43b12cd6, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=3b575295-cfac-45da-b768-98eb43b12cd6,segment=NetworkSegment(37e10f2f-a734-495b-af39-329576169352),segment_id=37e10f2f-a734-495b-af39-329576169352)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:54:30.768742 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Returning: {'device': '3b575295-cfac-45da-b768-98eb43b12cd6', 'network_id': 'f2557c63-af2d-4e16-81da-48340da1d12b', 'port_id': '3b575295-cfac-45da-b768-98eb43b12cd6', 'mac_address': 'fa:16:3e:d9:24:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a81d4052-194c-4c5e-9371-dffac874e077', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 15:54:30.803960 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:54:30.816615 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b575295-cfac-45da-b768-98eb43b12cd6 {{(pid=94468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 15:54:30.835616 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port 3b575295-cfac-45da-b768-98eb43b12cd6, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=3b575295-cfac-45da-b768-98eb43b12cd6,segment=NetworkSegment(37e10f2f-a734-495b-af39-329576169352),segment_id=37e10f2f-a734-495b-af39-329576169352)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:54:30.840076 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:54:30.886807 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Pushing event updated for resources: {'Port': ['ID=3b575295-cfac-45da-b768-98eb43b12cd6,revision_number=4']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:54:31.304662 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] get_ports_and_sgs() called for port_ids ['3b575295-cfac-45da-b768-98eb43b12cd6'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 15:54:31.735421 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdd9eeb-3d20-40e2-a3f6-c77cdc88db71 req-3db5c2f1-6adb-4ace-87a9-ec4430f1bb06 tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:54:31.736908 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-7fdd9eeb-3d20-40e2-a3f6-c77cdc88db71 req-3db5c2f1-6adb-4ace-87a9-ec4430f1bb06 tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] 10.222.0.39 "GET /v2.0/ports?device_id=75ecceab-233d-4e79-a645-133e4ebe9393 HTTP/1.1" status: 200 len: 944 time: 0.0500572 Aug 12 15:54:31.774918 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-7fdd9eeb-3d20-40e2-a3f6-c77cdc88db71 req-6913b4b7-565e-4bff-a237-9ed69b70a5f3 tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] 10.222.0.39 "GET /v2.0/security-groups?id=881568d3-1ffe-4d1e-b50e-29300eafbd01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319731 Aug 12 15:54:32.668826 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device 3b575295-cfac-45da-b768-98eb43b12cd6 up at agent hyperv_n-h2-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 15:54:32.721233 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Provisioning for port 3b575295-cfac-45da-b768-98eb43b12cd6 completed by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 15:54:32.725143 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Provisioning complete for port 3b575295-cfac-45da-b768-98eb43b12cd6 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:54:32.725515 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:54:32.802523 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:54:32.826678 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75ecceab-233d-4e79-a645-133e4ebe9393', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b575295-cfac-45da-b768-98eb43b12cd6'}] {{(pid=94468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:54:32.829207 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}152b85fe2f58ac5d6dd54f9692cb8ffc3f7471d0248cb45901c289f6e837e934" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dc13f02-81e0-4b18-a50e-20db8a353674" -d '{"events": [{"server_uuid": "75ecceab-233d-4e79-a645-133e4ebe9393", "name": "network-vif-plugged", "status": "completed", "tag": "3b575295-cfac-45da-b768-98eb43b12cd6"}]}' {{(pid=94468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 15:54:32.844697 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port 3b575295-cfac-45da-b768-98eb43b12cd6, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=3b575295-cfac-45da-b768-98eb43b12cd6,segment=NetworkSegment(37e10f2f-a734-495b-af39-329576169352),segment_id=37e10f2f-a734-495b-af39-329576169352)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:54:32.850626 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:54:32.908664 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 15:54:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a79af3c-6a6a-42d0-92c4-03275c1cd0cf x-openstack-request-id: req-5a79af3c-6a6a-42d0-92c4-03275c1cd0cf {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 15:54:32.909030 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75ecceab-233d-4e79-a645-133e4ebe9393", "name": "network-vif-plugged", "status": "completed", "tag": "3b575295-cfac-45da-b768-98eb43b12cd6", "code": 200}]} {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 15:54:32.910011 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5a79af3c-6a6a-42d0-92c4-03275c1cd0cf {{(pid=94468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 15:54:32.910481 n-d-694802-15 neutron-server[94468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75ecceab-233d-4e79-a645-133e4ebe9393', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b575295-cfac-45da-b768-98eb43b12cd6', 'code': 200} Aug 12 15:54:32.918711 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Pushing event updated for resources: {'Port': ['ID=3b575295-cfac-45da-b768-98eb43b12cd6,revision_number=5']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:54:32.978029 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda886b4-cd00-4b3a-ad42-9063c224f132 req-2b5b0ad0-f74f-4eef-8df0-c5a1dd7d4955 tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:54:32.979528 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-eda886b4-cd00-4b3a-ad42-9063c224f132 req-2b5b0ad0-f74f-4eef-8df0-c5a1dd7d4955 tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] 10.222.0.39 "GET /v2.0/ports?device_id=75ecceab-233d-4e79-a645-133e4ebe9393 HTTP/1.1" status: 200 len: 945 time: 0.1351595 Aug 12 15:54:33.039993 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-eda886b4-cd00-4b3a-ad42-9063c224f132 req-38782ba3-d200-4470-80f2-98b9b18052bd tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] 10.222.0.39 "GET /v2.0/security-groups?id=881568d3-1ffe-4d1e-b50e-29300eafbd01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516396 Aug 12 15:54:33.045686 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88613b89-0390-4604-a8a0-9fbaf370e361 req-d6710e24-6a3c-469e-b0ad-dd472648880b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:54:33.047596 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-88613b89-0390-4604-a8a0-9fbaf370e361 req-d6710e24-6a3c-469e-b0ad-dd472648880b service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=75ecceab-233d-4e79-a645-133e4ebe9393 HTTP/1.1" status: 200 len: 1097 time: 0.0666897 Aug 12 15:54:33.089617 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-88613b89-0390-4604-a8a0-9fbaf370e361 req-9ef54c78-eb65-4713-a381-0920a9bbd1fc service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=881568d3-1ffe-4d1e-b50e-29300eafbd01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338712 Aug 12 15:54:34.217650 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3fd5c6-d91c-4217-b140-2cd16e55615c req-37476b7c-bbe0-423b-ac24-2661890b8223 tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:54:34.219206 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-8a3fd5c6-d91c-4217-b140-2cd16e55615c req-37476b7c-bbe0-423b-ac24-2661890b8223 tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] 10.222.0.39 "GET /v2.0/ports?device_id=75ecceab-233d-4e79-a645-133e4ebe9393 HTTP/1.1" status: 200 len: 945 time: 0.1053238 Aug 12 15:54:34.258425 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-8a3fd5c6-d91c-4217-b140-2cd16e55615c req-86d94cb7-937f-420b-ac36-a7f097a2ee84 tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] 10.222.0.39 "GET /v2.0/security-groups?id=881568d3-1ffe-4d1e-b50e-29300eafbd01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332248 Aug 12 15:54:35.377544 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a205a504-ccf6-404c-a77b-fed94fb66d79 req-e9f1ddda-31f1-47cc-925e-8a7763e9e676 tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:54:35.378976 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a205a504-ccf6-404c-a77b-fed94fb66d79 req-e9f1ddda-31f1-47cc-925e-8a7763e9e676 tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] 10.222.0.39 "GET /v2.0/ports?device_id=75ecceab-233d-4e79-a645-133e4ebe9393 HTTP/1.1" status: 200 len: 945 time: 0.0518677 Aug 12 15:54:35.416472 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-a205a504-ccf6-404c-a77b-fed94fb66d79 req-b0413166-66e6-4ba2-8b58-b7d0a157a507 tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] 10.222.0.39 "GET /v2.0/security-groups?id=881568d3-1ffe-4d1e-b50e-29300eafbd01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315866 Aug 12 15:54:35.532147 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78621971-1bd4-4454-9408-2017056cdfa1 req-fe085e73-0af9-486e-a65f-ed4a893cc1fa tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:54:35.533639 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-78621971-1bd4-4454-9408-2017056cdfa1 req-fe085e73-0af9-486e-a65f-ed4a893cc1fa tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] 10.222.0.39 "GET /v2.0/ports?device_id=75ecceab-233d-4e79-a645-133e4ebe9393 HTTP/1.1" status: 200 len: 945 time: 0.0498314 Aug 12 15:54:35.575595 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-78621971-1bd4-4454-9408-2017056cdfa1 req-8f03e5af-2974-4b00-8220-4af62ec70037 tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] 10.222.0.39 "GET /v2.0/security-groups?id=881568d3-1ffe-4d1e-b50e-29300eafbd01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314384 Aug 12 15:54:35.598104 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 38660) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:54:35.639980 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-963e5402-a736-459a-9e96-6ad87c5acb55 tempest-TestSnapshotPattern-406989584 tempest-TestSnapshotPattern-406989584-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:54:35.641405 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-963e5402-a736-459a-9e96-6ad87c5acb55 tempest-TestSnapshotPattern-406989584 tempest-TestSnapshotPattern-406989584-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=75ecceab-233d-4e79-a645-133e4ebe9393 HTTP/1.1" status: 200 len: 1092 time: 0.0423124 Aug 12 15:54:35.644209 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 38662) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:54:35.648969 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.v2.base [None req-5d61f93b-1a75-4ff4-9c30-ec1606f6bde5 tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] Request body: {'floatingip': {'floating_network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'port_id': '3b575295-cfac-45da-b768-98eb43b12cd6', 'tenant_id': 'e9295c62f9f544a889a5086782a4c4df', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 15:54:35.673250 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5d61f93b-1a75-4ff4-9c30-ec1606f6bde5 tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] Notify callbacks [] for floatingip, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:54:35.784179 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5d61f93b-1a75-4ff4-9c30-ec1606f6bde5 tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:54:35.887917 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_common [None req-5d61f93b-1a75-4ff4-9c30-ec1606f6bde5 tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] Allocated IP 172.25.1.192 (d3759e1b-6c03-45ac-acd4-90abb417809b/f0254f08-c19c-4e31-bd9c-09389ea4b6f2/5bba855c-bb34-45ef-88aa-9a2540aba210) {{(pid=94466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 15:54:35.992600 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5d61f93b-1a75-4ff4-9c30-ec1606f6bde5 tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] Notify callbacks [] for port, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:54:36.035229 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5d61f93b-1a75-4ff4-9c30-ec1606f6bde5 tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744653642253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:54:36.071993 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d61f93b-1a75-4ff4-9c30-ec1606f6bde5 tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] Network d3759e1b-6c03-45ac-acd4-90abb417809b is already hosted by enough agents. {{(pid=94466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 15:54:36.074844 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.base_scheduler [None req-5d61f93b-1a75-4ff4-9c30-ec1606f6bde5 tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] Resources bound (agent type, host, resource id): {{(pid=94466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 15:54:36.077716 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d61f93b-1a75-4ff4-9c30-ec1606f6bde5 tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] Received port after_create {{(pid=94466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 15:54:36.108480 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d61f93b-1a75-4ff4-9c30-ec1606f6bde5 tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] Pushing event updated for resources: {'Port': ['ID=5bba855c-bb34-45ef-88aa-9a2540aba210,revision_number=1']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:54:36.121573 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d61f93b-1a75-4ff4-9c30-ec1606f6bde5 tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:54:36.121925 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d61f93b-1a75-4ff4-9c30-ec1606f6bde5 tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:54:36.122276 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d61f93b-1a75-4ff4-9c30-ec1606f6bde5 tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:54:36.122612 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d61f93b-1a75-4ff4-9c30-ec1606f6bde5 tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:54:36.123523 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d61f93b-1a75-4ff4-9c30-ec1606f6bde5 tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:54:36.123859 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d61f93b-1a75-4ff4-9c30-ec1606f6bde5 tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:54:36.124188 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d61f93b-1a75-4ff4-9c30-ec1606f6bde5 tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:54:36.124519 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d61f93b-1a75-4ff4-9c30-ec1606f6bde5 tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:54:36.124846 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d61f93b-1a75-4ff4-9c30-ec1606f6bde5 tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:54:36.125175 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d61f93b-1a75-4ff4-9c30-ec1606f6bde5 tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:54:36.125503 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d61f93b-1a75-4ff4-9c30-ec1606f6bde5 tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:54:36.125831 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d61f93b-1a75-4ff4-9c30-ec1606f6bde5 tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:54:36.531435 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5d61f93b-1a75-4ff4-9c30-ec1606f6bde5 tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:54:36.600942 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5d61f93b-1a75-4ff4-9c30-ec1606f6bde5 tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:54:36.751556 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5d61f93b-1a75-4ff4-9c30-ec1606f6bde5 tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] Notify callbacks [] for port, precommit_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:54:36.756237 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5d61f93b-1a75-4ff4-9c30-ec1606f6bde5 tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3718439'] for port, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:54:36.828674 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d61f93b-1a75-4ff4-9c30-ec1606f6bde5 tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] Pushing event updated for resources: {'Port': ['ID=5bba855c-bb34-45ef-88aa-9a2540aba210,revision_number=2']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:54:36.839936 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5d61f93b-1a75-4ff4-9c30-ec1606f6bde5 tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431510'] for floatingip, after_update {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:54:36.938769 n-d-694802-15 neutron-server[94466]: INFO neutron.db.l3_db [None req-5d61f93b-1a75-4ff4-9c30-ec1606f6bde5 tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] Floating IP 5e876eb2-a36d-4130-be74-8f5e7c927b96 associated. External IP: 172.25.1.192, port: 3b575295-cfac-45da-b768-98eb43b12cd6. Aug 12 15:54:37.141040 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d61f93b-1a75-4ff4-9c30-ec1606f6bde5 tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] Router a3d1f6f5-e026-4676-931f-7d065a5dd5c1 has already been hosted by L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f {{(pid=94466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 15:54:37.554774 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d61f93b-1a75-4ff4-9c30-ec1606f6bde5 tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 15:54:37.564888 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e63594ac-4da0-43bc-98b7-dcb413d46bd5 None None] Sync routers for ids ['a3d1f6f5-e026-4676-931f-7d065a5dd5c1'] in n-d-694802-15 {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 15:54:37.574611 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e63594ac-4da0-43bc-98b7-dcb413d46bd5 None None] Routers {'a3d1f6f5-e026-4676-931f-7d065a5dd5c1'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:54:37.575329 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-e63594ac-4da0-43bc-98b7-dcb413d46bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T15:54:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['a3d1f6f5-e026-4676-931f-7d065a5dd5c1'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:54:37.575766 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-5d61f93b-1a75-4ff4-9c30-ec1606f6bde5 tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for floatingip, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:54:37.612023 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-5d61f93b-1a75-4ff4-9c30-ec1606f6bde5 tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9668019 Aug 12 15:54:37.612726 n-d-694802-15 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75ecceab-233d-4e79-a645-133e4ebe9393', 'tag': '3b575295-cfac-45da-b768-98eb43b12cd6'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:54:37.614948 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d3d836888f8bae48364cf832021765cae83eba5216adbc1a01d11f14e92adce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-776c3837-ecb8-4288-be5f-06a483f92068" -d '{"events": [{"name": "network-changed", "server_uuid": "75ecceab-233d-4e79-a645-133e4ebe9393", "tag": "3b575295-cfac-45da-b768-98eb43b12cd6"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 15:54:37.680681 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-e63594ac-4da0-43bc-98b7-dcb413d46bd5 None None] Set router a3d1f6f5-e026-4676-931f-7d065a5dd5c1 gateway port host: n-d-694802-15 {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:54:37.707576 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 15:54:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12df1ada-a92c-46e7-b1ba-db487962eb9b x-openstack-request-id: req-12df1ada-a92c-46e7-b1ba-db487962eb9b {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 15:54:37.707881 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75ecceab-233d-4e79-a645-133e4ebe9393", "tag": "3b575295-cfac-45da-b768-98eb43b12cd6", "status": "completed", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 15:54:37.708163 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-12df1ada-a92c-46e7-b1ba-db487962eb9b {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 15:54:37.708574 n-d-694802-15 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75ecceab-233d-4e79-a645-133e4ebe9393', 'tag': '3b575295-cfac-45da-b768-98eb43b12cd6', 'status': 'completed', 'code': 200} Aug 12 15:54:37.773226 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776c3837-ecb8-4288-be5f-06a483f92068 req-74908b64-107f-41b7-9773-5453b9fe5e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:54:37.774729 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-776c3837-ecb8-4288-be5f-06a483f92068 req-74908b64-107f-41b7-9773-5453b9fe5e45 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e9295c62f9f544a889a5086782a4c4df&device_id=75ecceab-233d-4e79-a645-133e4ebe9393 HTTP/1.1" status: 200 len: 1097 time: 0.0399437 Aug 12 15:54:37.864574 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776c3837-ecb8-4288-be5f-06a483f92068 req-62e64e39-b12e-48bd-abbd-cb841282a59e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:54:37.865964 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-776c3837-ecb8-4288-be5f-06a483f92068 req-62e64e39-b12e-48bd-abbd-cb841282a59e service neutron] 10.222.0.49 "GET /v2.0/networks?id=f2557c63-af2d-4e16-81da-48340da1d12b HTTP/1.1" status: 200 len: 911 time: 0.0836964 Aug 12 15:54:37.907661 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-e63594ac-4da0-43bc-98b7-dcb413d46bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3d1f6f5-e026-4676-931f-7d065a5dd5c1', 'name': 'tempest-TestSnapshotPattern-1931138760-router', 'tenant_id': 'e9295c62f9f544a889a5086782a4c4df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.103'}], 'enable_snat': True}, 'gw_port_id': '6e7ca8e7-cf74-4dca-aa45-644f324f8fe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:51:34Z', 'updated_at': '2021-08-12T15:51:37Z', 'revision_number': 4, 'project_id': 'e9295c62f9f544a889a5086782a4c4df', 'gw_port': {'id': '6e7ca8e7-cf74-4dca-aa45-644f324f8fe0', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:00:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3d1f6f5-e026-4676-931f-7d065a5dd5c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:51:35Z', 'updated_at': '2021-08-12T15:51:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_floatingips': [{'id': '42e0ff0f-0750-4cf5-9d64-5abb2c6ebdc2', 'tenant_id': 'e9295c62f9f544a889a5086782a4c4df', 'floating_ip_address': '172.25.1.189', 'floating_network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'router_id': 'a3d1f6f5-e026-4676-931f-7d065a5dd5c1', 'port_id': '6d829a9a-01b3-4833-88fc-45875d990cb9', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2557c63-af2d-4e16-81da-48340da1d12b', 'mac_address': 'fa:16:3e:4e:2e:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e685b023-996c-4958-992c-a5750e003596', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T15:51:57Z', 'updated_at': '2021-08-12T15:51:59Z', 'revision_number': 1, 'project_id': 'e9295c62f9f544a889a5086782a4c4df', 'fixed_ip_address_scope': None}, {'id': '5e876eb2-a36d-4130-be74-8f5e7c927b96', 'tenant_id': 'e9295c62f9f544a889a5086782a4c4df', 'floating_ip_address': '172.25.1.192', 'floating_network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'router_id': 'a3d1f6f5-e026-4676-931f-7d065a5dd5c1', 'port_id': '3b575295-cfac-45da-b768-98eb43b12cd6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2557c63-af2d-4e16-81da-48340da1d12b', 'mac_address': 'fa:16:3e:d9:24:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75ecceab-233d-4e79-a645-133e4ebe9393', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T15:54:36Z', 'updated_at': '2021-08-12T15:54:36Z', 'revision_number': 0, 'project_id': 'e9295c62f9f544a889a5086782a4c4df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab8b3be3-0b44-4437-8b0b-75b2813f21c7', 'name': '', 'network_id': 'f2557c63-af2d-4e16-81da-48340da1d12b', 'tenant_id': 'e9295c62f9f544a889a5086782a4c4df', 'mac_address': 'fa:16:3e:d5:5c:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3d1f6f5-e026-4676-931f-7d065a5dd5c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'a81d4052-194c-4c5e-9371-dffac874e077', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:51:36Z', 'updated_at': '2021-08-12T15:51:44Z', 'revision_number': 5, 'project_id': 'e9295c62f9f544a889a5086782a4c4df', 'subnets': [{'id': 'a81d4052-194c-4c5e-9371-dffac874e077', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:54:37.937093 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-776c3837-ecb8-4288-be5f-06a483f92068 req-4ff49500-1bc7-43a8-8d80-a1da2497fb83 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3b575295-cfac-45da-b768-98eb43b12cd6 HTTP/1.1" status: 200 len: 999 time: 0.0621917 Aug 12 15:54:37.938211 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e63594ac-4da0-43bc-98b7-dcb413d46bd5 None None] Checking router: a3d1f6f5-e026-4676-931f-7d065a5dd5c1 for host: n-d-694802-15 {{(pid=94469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 15:54:37.946580 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e63594ac-4da0-43bc-98b7-dcb413d46bd5 None None] Routers {'a3d1f6f5-e026-4676-931f-7d065a5dd5c1'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:54:37.947216 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-e63594ac-4da0-43bc-98b7-dcb413d46bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T15:54:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['a3d1f6f5-e026-4676-931f-7d065a5dd5c1'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:54:37.989731 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776c3837-ecb8-4288-be5f-06a483f92068 req-c9a6d5a1-6f47-4785-93d0-d5c4e285c02a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:54:37.991229 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-776c3837-ecb8-4288-be5f-06a483f92068 req-c9a6d5a1-6f47-4785-93d0-d5c4e285c02a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a81d4052-194c-4c5e-9371-dffac874e077 HTTP/1.1" status: 200 len: 849 time: 0.0453274 Aug 12 15:54:38.041883 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776c3837-ecb8-4288-be5f-06a483f92068 req-049ae04b-f508-4f6e-823e-631f9ef8aed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:54:38.043555 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-776c3837-ecb8-4288-be5f-06a483f92068 req-049ae04b-f508-4f6e-823e-631f9ef8aed5 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f2557c63-af2d-4e16-81da-48340da1d12b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396154 Aug 12 15:54:38.053212 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-e63594ac-4da0-43bc-98b7-dcb413d46bd5 None None] Set router a3d1f6f5-e026-4676-931f-7d065a5dd5c1 gateway port host: n-d-694802-15 {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:54:38.289236 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-e63594ac-4da0-43bc-98b7-dcb413d46bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3d1f6f5-e026-4676-931f-7d065a5dd5c1', 'name': 'tempest-TestSnapshotPattern-1931138760-router', 'tenant_id': 'e9295c62f9f544a889a5086782a4c4df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.103'}], 'enable_snat': True}, 'gw_port_id': '6e7ca8e7-cf74-4dca-aa45-644f324f8fe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:51:34Z', 'updated_at': '2021-08-12T15:51:37Z', 'revision_number': 4, 'project_id': 'e9295c62f9f544a889a5086782a4c4df', 'gw_port': {'id': '6e7ca8e7-cf74-4dca-aa45-644f324f8fe0', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:00:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3d1f6f5-e026-4676-931f-7d065a5dd5c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:51:35Z', 'updated_at': '2021-08-12T15:51:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_floatingips': [{'id': '42e0ff0f-0750-4cf5-9d64-5abb2c6ebdc2', 'tenant_id': 'e9295c62f9f544a889a5086782a4c4df', 'floating_ip_address': '172.25.1.189', 'floating_network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'router_id': 'a3d1f6f5-e026-4676-931f-7d065a5dd5c1', 'port_id': '6d829a9a-01b3-4833-88fc-45875d990cb9', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2557c63-af2d-4e16-81da-48340da1d12b', 'mac_address': 'fa:16:3e:4e:2e:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e685b023-996c-4958-992c-a5750e003596', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T15:51:57Z', 'updated_at': '2021-08-12T15:51:59Z', 'revision_number': 1, 'project_id': 'e9295c62f9f544a889a5086782a4c4df', 'fixed_ip_address_scope': None}, {'id': '5e876eb2-a36d-4130-be74-8f5e7c927b96', 'tenant_id': 'e9295c62f9f544a889a5086782a4c4df', 'floating_ip_address': '172.25.1.192', 'floating_network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'router_id': 'a3d1f6f5-e026-4676-931f-7d065a5dd5c1', 'port_id': '3b575295-cfac-45da-b768-98eb43b12cd6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2557c63-af2d-4e16-81da-48340da1d12b', 'mac_address': 'fa:16:3e:d9:24:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75ecceab-233d-4e79-a645-133e4ebe9393', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T15:54:36Z', 'updated_at': '2021-08-12T15:54:36Z', 'revision_number': 0, 'project_id': 'e9295c62f9f544a889a5086782a4c4df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab8b3be3-0b44-4437-8b0b-75b2813f21c7', 'name': '', 'network_id': 'f2557c63-af2d-4e16-81da-48340da1d12b', 'tenant_id': 'e9295c62f9f544a889a5086782a4c4df', 'mac_address': 'fa:16:3e:d5:5c:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3d1f6f5-e026-4676-931f-7d065a5dd5c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'a81d4052-194c-4c5e-9371-dffac874e077', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:51:36Z', 'updated_at': '2021-08-12T15:51:44Z', 'revision_number': 5, 'project_id': 'e9295c62f9f544a889a5086782a4c4df', 'subnets': [{'id': 'a81d4052-194c-4c5e-9371-dffac874e077', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:54:38.316511 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e63594ac-4da0-43bc-98b7-dcb413d46bd5 None None] The sync data for ids ['a3d1f6f5-e026-4676-931f-7d065a5dd5c1'] in n-d-694802-15 is: [{'id': 'a3d1f6f5-e026-4676-931f-7d065a5dd5c1', 'name': 'tempest-TestSnapshotPattern-1931138760-router', 'tenant_id': 'e9295c62f9f544a889a5086782a4c4df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.103'}], 'enable_snat': True}, 'gw_port_id': '6e7ca8e7-cf74-4dca-aa45-644f324f8fe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:51:34Z', 'updated_at': '2021-08-12T15:51:37Z', 'revision_number': 4, 'project_id': 'e9295c62f9f544a889a5086782a4c4df', 'gw_port': {'id': '6e7ca8e7-cf74-4dca-aa45-644f324f8fe0', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:00:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3d1f6f5-e026-4676-931f-7d065a5dd5c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:51:35Z', 'updated_at': '2021-08-12T15:51:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_floatingips': [{'id': '42e0ff0f-0750-4cf5-9d64-5abb2c6ebdc2', 'tenant_id': 'e9295c62f9f544a889a5086782a4c4df', 'floating_ip_address': '172.25.1.189', 'floating_network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'router_id': 'a3d1f6f5-e026-4676-931f-7d065a5dd5c1', 'port_id': '6d829a9a-01b3-4833-88fc-45875d990cb9', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2557c63-af2d-4e16-81da-48340da1d12b', 'mac_address': 'fa:16:3e:4e:2e:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e685b023-996c-4958-992c-a5750e003596', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T15:51:57Z', 'updated_at': '2021-08-12T15:51:59Z', 'revision_number': 1, 'project_id': 'e9295c62f9f544a889a5086782a4c4df', 'fixed_ip_address_scope': None}, {'id': '5e876eb2-a36d-4130-be74-8f5e7c927b96', 'tenant_id': 'e9295c62f9f544a889a5086782a4c4df', 'floating_ip_address': '172.25.1.192', 'floating_network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'router_id': 'a3d1f6f5-e026-4676-931f-7d065a5dd5c1', 'port_id': '3b575295-cfac-45da-b768-98eb43b12cd6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2557c63-af2d-4e16-81da-48340da1d12b', 'mac_address': 'fa:16:3e:d9:24:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75ecceab-233d-4e79-a645-133e4ebe9393', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T15:54:36Z', 'updated_at': '2021-08-12T15:54:36Z', 'revision_number': 0, 'project_id': 'e9295c62f9f544a889a5086782a4c4df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab8b3be3-0b44-4437-8b0b-75b2813f21c7', 'name': '', 'network_id': 'f2557c63-af2d-4e16-81da-48340da1d12b', 'tenant_id': 'e9295c62f9f544a889a5086782a4c4df', 'mac_address': 'fa:16:3e:d5:5c:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3d1f6f5-e026-4676-931f-7d065a5dd5c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'a81d4052-194c-4c5e-9371-dffac874e077', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:51:36Z', 'updated_at': '2021-08-12T15:51:44Z', 'revision_number': 5, 'project_id': 'e9295c62f9f544a889a5086782a4c4df', 'subnets': [{'id': 'a81d4052-194c-4c5e-9371-dffac874e077', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 15:54:38.488963 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-776c3837-ecb8-4288-be5f-06a483f92068 req-13a510f8-b8c7-469d-8755-bfa796fddceb service neutron] 10.222.0.49 "GET /v2.0/networks/f2557c63-af2d-4e16-81da-48340da1d12b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4318154 Aug 12 15:54:38.553883 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40d29548-7f0f-46c2-a8de-81cbcde2053e None None] New status for floating IP 5e876eb2-a36d-4130-be74-8f5e7c927b96: ACTIVE {{(pid=94468) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 15:54:38.610255 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-776c3837-ecb8-4288-be5f-06a483f92068 req-036df8ca-ed55-49bc-bf28-46a614a6c966 service neutron] 10.222.0.49 "GET /v2.0/networks/f2557c63-af2d-4e16-81da-48340da1d12b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114852 Aug 12 15:54:38.700434 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.agents_db [None req-17ed3e4c-1a7d-4162-9646-11c134aca297 None None] Agent healthcheck: found 7 active agents {{(pid=94469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 15:54:40.248283 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-c5884fa1-b66c-4a23-bf5c-cc91ef2c42b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:54:42.437947 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:54:43.172175 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:54:43.486460 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-031f4752-3eda-47e3-b317-9ade4b16b4c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:54:43.788880 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:54:44.330219 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-1769855f-eda9-4483-9dc3-3220908ab45d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:54:45.948624 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-fe95f194-a3b0-4c04-9e42-20b511169d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:55:04.600855 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-306ea46e-0d15-40ab-8710-29c99d59052a req-deb38f7a-6ed9-4338-8e7a-fd92feaa756c service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=e685b023-996c-4958-992c-a5750e003596&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0426445 Aug 12 15:55:04.686246 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306ea46e-0d15-40ab-8710-29c99d59052a req-fa1fee18-b6c7-4e3e-8647-79cd74fda48e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:55:04.688076 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-306ea46e-0d15-40ab-8710-29c99d59052a req-fa1fee18-b6c7-4e3e-8647-79cd74fda48e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e9295c62f9f544a889a5086782a4c4df&device_id=e685b023-996c-4958-992c-a5750e003596 HTTP/1.1" status: 200 len: 1095 time: 0.0436857 Aug 12 15:55:04.803958 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306ea46e-0d15-40ab-8710-29c99d59052a req-e58c0e14-4027-4348-8593-9ae03fd47590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:55:04.805450 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-306ea46e-0d15-40ab-8710-29c99d59052a req-e58c0e14-4027-4348-8593-9ae03fd47590 service neutron] 10.222.0.64 "GET /v2.0/networks?id=f2557c63-af2d-4e16-81da-48340da1d12b HTTP/1.1" status: 200 len: 911 time: 0.0952966 Aug 12 15:55:04.870194 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-306ea46e-0d15-40ab-8710-29c99d59052a req-9a5addd9-cc5b-437d-8293-e97bba910b82 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6d829a9a-01b3-4833-88fc-45875d990cb9 HTTP/1.1" status: 200 len: 999 time: 0.0574503 Aug 12 15:55:04.920100 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306ea46e-0d15-40ab-8710-29c99d59052a req-17675501-14db-4bef-91bd-28cc41f0a2aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:55:04.921546 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-306ea46e-0d15-40ab-8710-29c99d59052a req-17675501-14db-4bef-91bd-28cc41f0a2aa service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a81d4052-194c-4c5e-9371-dffac874e077 HTTP/1.1" status: 200 len: 849 time: 0.0440135 Aug 12 15:55:04.977919 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306ea46e-0d15-40ab-8710-29c99d59052a req-5873b1ec-ca81-482a-b457-06278028f699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:55:04.979756 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-306ea46e-0d15-40ab-8710-29c99d59052a req-5873b1ec-ca81-482a-b457-06278028f699 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f2557c63-af2d-4e16-81da-48340da1d12b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0514586 Aug 12 15:55:05.080557 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-306ea46e-0d15-40ab-8710-29c99d59052a req-6511fb6d-aa5d-4b99-abff-4e65b424f4b8 service neutron] 10.222.0.64 "GET /v2.0/networks/f2557c63-af2d-4e16-81da-48340da1d12b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934384 Aug 12 15:55:05.176904 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-306ea46e-0d15-40ab-8710-29c99d59052a req-dbaa75c6-54a5-42ca-9826-cb8fde16e9c2 service neutron] 10.222.0.64 "GET /v2.0/networks/f2557c63-af2d-4e16-81da-48340da1d12b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898004 Aug 12 15:55:10.249273 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f44e5262-03e8-4f1f-a022-fee4f47b7669 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:55:12.449189 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:55:13.174917 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:55:13.486881 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-d6d91ac9-41e8-4791-b500-94b5040d984e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:55:13.790203 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:55:14.328126 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-1769855f-eda9-4483-9dc3-3220908ab45d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:55:15.700230 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.agents_db [None req-17ed3e4c-1a7d-4162-9646-11c134aca297 None None] Agent healthcheck: found 7 active agents {{(pid=94469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 15:55:15.950537 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-fe95f194-a3b0-4c04-9e42-20b511169d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:55:19.080100 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-66ba0710-0aed-46c4-9fcc-d111e6c8c421 req-8b287819-29b8-46b1-8d92-eb7c8c46e5cf service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=75ecceab-233d-4e79-a645-133e4ebe9393&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0390890 Aug 12 15:55:19.175739 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ba0710-0aed-46c4-9fcc-d111e6c8c421 req-279cedde-5081-4516-af0b-f391449b0d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:55:19.177220 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-66ba0710-0aed-46c4-9fcc-d111e6c8c421 req-279cedde-5081-4516-af0b-f391449b0d51 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e9295c62f9f544a889a5086782a4c4df&device_id=75ecceab-233d-4e79-a645-133e4ebe9393 HTTP/1.1" status: 200 len: 1097 time: 0.0404756 Aug 12 15:55:19.284773 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ba0710-0aed-46c4-9fcc-d111e6c8c421 req-423ffa94-801f-4777-8194-3baec6679eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:55:19.286331 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-66ba0710-0aed-46c4-9fcc-d111e6c8c421 req-423ffa94-801f-4777-8194-3baec6679eb7 service neutron] 10.222.0.49 "GET /v2.0/networks?id=f2557c63-af2d-4e16-81da-48340da1d12b HTTP/1.1" status: 200 len: 911 time: 0.0874817 Aug 12 15:55:19.357378 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-66ba0710-0aed-46c4-9fcc-d111e6c8c421 req-48c23708-644c-4763-ab19-e97e812c471c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3b575295-cfac-45da-b768-98eb43b12cd6 HTTP/1.1" status: 200 len: 1001 time: 0.0624874 Aug 12 15:55:19.408385 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ba0710-0aed-46c4-9fcc-d111e6c8c421 req-5b7d3934-0190-4ae1-a1ef-38500682e98a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:55:19.410387 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-66ba0710-0aed-46c4-9fcc-d111e6c8c421 req-5b7d3934-0190-4ae1-a1ef-38500682e98a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a81d4052-194c-4c5e-9371-dffac874e077 HTTP/1.1" status: 200 len: 849 time: 0.0436020 Aug 12 15:55:19.460570 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ba0710-0aed-46c4-9fcc-d111e6c8c421 req-6627b11f-b6c0-482d-8db2-6b192c46ce03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:55:19.462027 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-66ba0710-0aed-46c4-9fcc-d111e6c8c421 req-6627b11f-b6c0-482d-8db2-6b192c46ce03 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f2557c63-af2d-4e16-81da-48340da1d12b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0428963 Aug 12 15:55:19.549904 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-66ba0710-0aed-46c4-9fcc-d111e6c8c421 req-f58e33f2-ae5f-4252-a962-b03106b41b8a service neutron] 10.222.0.49 "GET /v2.0/networks/f2557c63-af2d-4e16-81da-48340da1d12b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801556 Aug 12 15:55:19.648692 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-66ba0710-0aed-46c4-9fcc-d111e6c8c421 req-5cc4a47a-8804-443d-ba04-e99764020f76 service neutron] 10.222.0.49 "GET /v2.0/networks/f2557c63-af2d-4e16-81da-48340da1d12b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892718 Aug 12 15:55:40.250587 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-50c85186-0cdf-4371-a4d6-58a39cdc34f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:55:42.442144 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:55:43.175967 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:55:43.486761 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-0778e0d8-351f-4ef9-9520-fe9634de9e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:55:43.804128 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:55:44.329420 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-1769855f-eda9-4483-9dc3-3220908ab45d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:55:45.952823 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-fe95f194-a3b0-4c04-9e42-20b511169d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:55:52.699986 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.agents_db [None req-17ed3e4c-1a7d-4162-9646-11c134aca297 None None] Agent healthcheck: found 7 active agents {{(pid=94469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 15:56:05.604071 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b577902e-7e6a-438a-b444-ac96c0b990f5 req-5ce5d119-3e16-420e-92ce-b2a69497d706 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=e685b023-996c-4958-992c-a5750e003596&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0493872 Aug 12 15:56:05.686243 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b577902e-7e6a-438a-b444-ac96c0b990f5 req-6d471dd5-4820-46ac-8127-7dcf8e94136c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:56:05.687760 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b577902e-7e6a-438a-b444-ac96c0b990f5 req-6d471dd5-4820-46ac-8127-7dcf8e94136c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e9295c62f9f544a889a5086782a4c4df&device_id=e685b023-996c-4958-992c-a5750e003596 HTTP/1.1" status: 200 len: 1095 time: 0.0400548 Aug 12 15:56:05.790631 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b577902e-7e6a-438a-b444-ac96c0b990f5 req-90da37f3-657a-4271-95e4-b6ba4876892a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:56:05.792141 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b577902e-7e6a-438a-b444-ac96c0b990f5 req-90da37f3-657a-4271-95e4-b6ba4876892a service neutron] 10.222.0.64 "GET /v2.0/networks?id=f2557c63-af2d-4e16-81da-48340da1d12b HTTP/1.1" status: 200 len: 911 time: 0.0852323 Aug 12 15:56:05.856826 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b577902e-7e6a-438a-b444-ac96c0b990f5 req-f20cbc41-bfbb-47c6-b611-c4345a0fec32 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6d829a9a-01b3-4833-88fc-45875d990cb9 HTTP/1.1" status: 200 len: 999 time: 0.0574272 Aug 12 15:56:05.903883 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b577902e-7e6a-438a-b444-ac96c0b990f5 req-683edb44-dc59-456c-8c16-75ea65cd2124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:56:05.905289 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b577902e-7e6a-438a-b444-ac96c0b990f5 req-683edb44-dc59-456c-8c16-75ea65cd2124 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a81d4052-194c-4c5e-9371-dffac874e077 HTTP/1.1" status: 200 len: 849 time: 0.0418489 Aug 12 15:56:05.954774 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b577902e-7e6a-438a-b444-ac96c0b990f5 req-0886093e-c46a-4df9-982f-921ee81d9119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:56:05.956269 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b577902e-7e6a-438a-b444-ac96c0b990f5 req-0886093e-c46a-4df9-982f-921ee81d9119 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f2557c63-af2d-4e16-81da-48340da1d12b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0423808 Aug 12 15:56:06.047369 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b577902e-7e6a-438a-b444-ac96c0b990f5 req-238554db-8b8b-4dc0-9bf6-a43145c96bc1 service neutron] 10.222.0.64 "GET /v2.0/networks/f2557c63-af2d-4e16-81da-48340da1d12b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838628 Aug 12 15:56:06.139088 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-b577902e-7e6a-438a-b444-ac96c0b990f5 req-cdbce334-7882-443e-80db-632ec1e2a2c3 service neutron] 10.222.0.64 "GET /v2.0/networks/f2557c63-af2d-4e16-81da-48340da1d12b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843565 Aug 12 15:56:10.250724 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-7774dfd7-3e4c-48f7-ab42-2e6488223a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:56:12.461468 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:56:13.177917 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:56:13.486692 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-20ed4173-2cd9-4677-8b71-4bff96537116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:56:13.813260 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:56:14.332391 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-1769855f-eda9-4483-9dc3-3220908ab45d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:56:15.956690 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-fe95f194-a3b0-4c04-9e42-20b511169d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:56:21.096584 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-32982347-bacd-44fb-90b7-378fcc28fe2e req-8f34faa1-b151-485f-8cb4-bd7c0306da80 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=75ecceab-233d-4e79-a645-133e4ebe9393&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0407479 Aug 12 15:56:21.180923 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32982347-bacd-44fb-90b7-378fcc28fe2e req-d1cb4e2e-150b-4c3d-981e-3fa4928a828e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:56:21.182393 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-32982347-bacd-44fb-90b7-378fcc28fe2e req-d1cb4e2e-150b-4c3d-981e-3fa4928a828e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e9295c62f9f544a889a5086782a4c4df&device_id=75ecceab-233d-4e79-a645-133e4ebe9393 HTTP/1.1" status: 200 len: 1097 time: 0.0399883 Aug 12 15:56:21.291713 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32982347-bacd-44fb-90b7-378fcc28fe2e req-727edc23-c92e-4e5f-8756-69ec43c8309a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:56:21.293166 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-32982347-bacd-44fb-90b7-378fcc28fe2e req-727edc23-c92e-4e5f-8756-69ec43c8309a service neutron] 10.222.0.49 "GET /v2.0/networks?id=f2557c63-af2d-4e16-81da-48340da1d12b HTTP/1.1" status: 200 len: 911 time: 0.0864975 Aug 12 15:56:21.359853 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-32982347-bacd-44fb-90b7-378fcc28fe2e req-27e4bb5f-4a44-4462-936b-57b96a926a01 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3b575295-cfac-45da-b768-98eb43b12cd6 HTTP/1.1" status: 200 len: 1001 time: 0.0569263 Aug 12 15:56:21.410255 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32982347-bacd-44fb-90b7-378fcc28fe2e req-fe9335d2-bde2-4869-bf5a-79043630d5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:56:21.411663 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-32982347-bacd-44fb-90b7-378fcc28fe2e req-fe9335d2-bde2-4869-bf5a-79043630d5ee service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a81d4052-194c-4c5e-9371-dffac874e077 HTTP/1.1" status: 200 len: 849 time: 0.0419624 Aug 12 15:56:21.462614 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32982347-bacd-44fb-90b7-378fcc28fe2e req-1c9dc4aa-2155-4eb0-a3a2-1be4cf0d649e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:56:21.464105 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-32982347-bacd-44fb-90b7-378fcc28fe2e req-1c9dc4aa-2155-4eb0-a3a2-1be4cf0d649e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f2557c63-af2d-4e16-81da-48340da1d12b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0429914 Aug 12 15:56:21.555392 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-32982347-bacd-44fb-90b7-378fcc28fe2e req-e1f15285-e444-4485-86ca-38d0dadfaa44 service neutron] 10.222.0.49 "GET /v2.0/networks/f2557c63-af2d-4e16-81da-48340da1d12b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822904 Aug 12 15:56:21.650491 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-32982347-bacd-44fb-90b7-378fcc28fe2e req-55767f65-5e0c-46cc-8f83-3a44adad792f service neutron] 10.222.0.49 "GET /v2.0/networks/f2557c63-af2d-4e16-81da-48340da1d12b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859087 Aug 12 15:56:29.699776 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.agents_db [None req-17ed3e4c-1a7d-4162-9646-11c134aca297 None None] Agent healthcheck: found 7 active agents {{(pid=94469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 15:56:40.250783 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-c3245b14-26a5-46dd-b364-8149f7c3aa0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:56:42.464517 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:56:43.180150 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:56:43.489194 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-a095f237-21a1-421e-8087-9b5dedd55d2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:56:43.827982 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:56:44.336409 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-1769855f-eda9-4483-9dc3-3220908ab45d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:56:45.958866 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-fe95f194-a3b0-4c04-9e42-20b511169d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:57:05.590190 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ac2335c9-4b80-4872-b714-8db260ec9c37 req-32f697a2-9564-494a-817d-020d5cf39902 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=e685b023-996c-4958-992c-a5750e003596&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0421882 Aug 12 15:57:05.679200 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2335c9-4b80-4872-b714-8db260ec9c37 req-9ca0cbc1-9a45-4d9d-a161-411796f07cea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:57:05.680737 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ac2335c9-4b80-4872-b714-8db260ec9c37 req-9ca0cbc1-9a45-4d9d-a161-411796f07cea service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e9295c62f9f544a889a5086782a4c4df&device_id=e685b023-996c-4958-992c-a5750e003596 HTTP/1.1" status: 200 len: 1095 time: 0.0428455 Aug 12 15:57:05.790012 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2335c9-4b80-4872-b714-8db260ec9c37 req-0cd07fc2-4ca6-4a89-8751-5b037f57f1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:57:05.791574 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ac2335c9-4b80-4872-b714-8db260ec9c37 req-0cd07fc2-4ca6-4a89-8751-5b037f57f1f0 service neutron] 10.222.0.64 "GET /v2.0/networks?id=f2557c63-af2d-4e16-81da-48340da1d12b HTTP/1.1" status: 200 len: 911 time: 0.0916271 Aug 12 15:57:05.861140 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ac2335c9-4b80-4872-b714-8db260ec9c37 req-1af5eca0-1536-40d6-ba52-1814508ef8ed service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6d829a9a-01b3-4833-88fc-45875d990cb9 HTTP/1.1" status: 200 len: 999 time: 0.0627747 Aug 12 15:57:05.910873 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2335c9-4b80-4872-b714-8db260ec9c37 req-29cb1fa7-06d1-4fec-9a53-7fd7978f1be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:57:05.912373 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ac2335c9-4b80-4872-b714-8db260ec9c37 req-29cb1fa7-06d1-4fec-9a53-7fd7978f1be1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a81d4052-194c-4c5e-9371-dffac874e077 HTTP/1.1" status: 200 len: 849 time: 0.0442131 Aug 12 15:57:05.965143 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2335c9-4b80-4872-b714-8db260ec9c37 req-11657b97-89a0-48c7-9f48-024886e7d7e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:57:05.966655 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ac2335c9-4b80-4872-b714-8db260ec9c37 req-11657b97-89a0-48c7-9f48-024886e7d7e8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f2557c63-af2d-4e16-81da-48340da1d12b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0469096 Aug 12 15:57:06.064038 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ac2335c9-4b80-4872-b714-8db260ec9c37 req-52d4a4e7-2a9e-45f5-831d-b6e4f45135fd service neutron] 10.222.0.64 "GET /v2.0/networks/f2557c63-af2d-4e16-81da-48340da1d12b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896776 Aug 12 15:57:06.162716 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-ac2335c9-4b80-4872-b714-8db260ec9c37 req-2fd68439-5864-4a7f-8123-ce2d79f6035b service neutron] 10.222.0.64 "GET /v2.0/networks/f2557c63-af2d-4e16-81da-48340da1d12b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913925 Aug 12 15:57:06.699978 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.agents_db [None req-17ed3e4c-1a7d-4162-9646-11c134aca297 None None] Agent healthcheck: found 7 active agents {{(pid=94469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 15:57:09.370690 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device 3b575295-cfac-45da-b768-98eb43b12cd6 details requested by agent hyperv_n-h2-694802-15 with host n-h2-694802-15 {{(pid=94468) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 15:57:09.477876 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port 3b575295-cfac-45da-b768-98eb43b12cd6, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=3b575295-cfac-45da-b768-98eb43b12cd6,segment=NetworkSegment(37e10f2f-a734-495b-af39-329576169352),segment_id=37e10f2f-a734-495b-af39-329576169352)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:57:09.490484 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Returning: {'device': '3b575295-cfac-45da-b768-98eb43b12cd6', 'network_id': 'f2557c63-af2d-4e16-81da-48340da1d12b', 'port_id': '3b575295-cfac-45da-b768-98eb43b12cd6', 'mac_address': 'fa:16:3e:d9:24:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a81d4052-194c-4c5e-9371-dffac874e077', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94468) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 15:57:09.533479 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:57:09.546536 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3b575295-cfac-45da-b768-98eb43b12cd6 {{(pid=94468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 15:57:09.567327 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port 3b575295-cfac-45da-b768-98eb43b12cd6, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=3b575295-cfac-45da-b768-98eb43b12cd6,segment=NetworkSegment(37e10f2f-a734-495b-af39-329576169352),segment_id=37e10f2f-a734-495b-af39-329576169352)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:57:09.571763 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:57:09.629222 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Pushing event updated for resources: {'Port': ['ID=3b575295-cfac-45da-b768-98eb43b12cd6,revision_number=6']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:57:09.636920 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:57:09.637265 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:57:09.637607 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:57:09.637939 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:57:09.638269 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:57:09.638594 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:57:09.638919 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:57:09.639280 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:57:09.639601 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:57:09.639920 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:57:09.640240 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:57:09.640554 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:57:09.685955 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] get_ports_and_sgs() called for port_ids ['3b575295-cfac-45da-b768-98eb43b12cd6'] {{(pid=94468) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 15:57:10.251250 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-94956a83-9d70-4091-bfdd-1dbc2bdfe77f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:57:11.385974 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device 3b575295-cfac-45da-b768-98eb43b12cd6 up at agent hyperv_n-h2-694802-15 {{(pid=94468) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 15:57:11.434885 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.provisioning_blocks [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Provisioning complete for port 3b575295-cfac-45da-b768-98eb43b12cd6 triggered by entity L2. {{(pid=94468) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 15:57:11.435330 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66386053'] for port, provisioning_complete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:57:11.511074 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660934'] for port, before_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:57:11.532955 n-d-694802-15 neutron-server[94468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75ecceab-233d-4e79-a645-133e4ebe9393', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b575295-cfac-45da-b768-98eb43b12cd6'}] {{(pid=94468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:57:11.535197 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}152b85fe2f58ac5d6dd54f9692cb8ffc3f7471d0248cb45901c289f6e837e934" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bf555de-d370-4e8f-aae6-f38a3002879a" -d '{"events": [{"server_uuid": "75ecceab-233d-4e79-a645-133e4ebe9393", "name": "network-vif-plugged", "status": "completed", "tag": "3b575295-cfac-45da-b768-98eb43b12cd6"}]}' {{(pid=94468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 15:57:11.547686 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] For port 3b575295-cfac-45da-b768-98eb43b12cd6, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=3b575295-cfac-45da-b768-98eb43b12cd6,segment=NetworkSegment(37e10f2f-a734-495b-af39-329576169352),segment_id=37e10f2f-a734-495b-af39-329576169352)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:57:11.552436 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744654030996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744653642271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744653642289'] for port, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:57:11.581161 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 15:57:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47a09744-98c5-4730-bc72-9432c5f1b260 x-openstack-request-id: req-47a09744-98c5-4730-bc72-9432c5f1b260 {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 15:57:11.581578 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75ecceab-233d-4e79-a645-133e4ebe9393", "name": "network-vif-plugged", "status": "completed", "tag": "3b575295-cfac-45da-b768-98eb43b12cd6", "code": 200}]} {{(pid=94468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 15:57:11.581835 n-d-694802-15 neutron-server[94468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-47a09744-98c5-4730-bc72-9432c5f1b260 {{(pid=94468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 15:57:11.582223 n-d-694802-15 neutron-server[94468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75ecceab-233d-4e79-a645-133e4ebe9393', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b575295-cfac-45da-b768-98eb43b12cd6', 'code': 200} Aug 12 15:57:11.607336 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Pushing event updated for resources: {'Port': ['ID=3b575295-cfac-45da-b768-98eb43b12cd6,revision_number=7']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:57:12.480258 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:57:13.184172 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:57:13.490829 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-afcd54d4-1b16-43fe-afc1-d5d12440ee56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:57:13.836128 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:57:14.339172 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-1769855f-eda9-4483-9dc3-3220908ab45d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:57:15.962281 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-fe95f194-a3b0-4c04-9e42-20b511169d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:57:23.149248 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0da338-6464-4571-bf57-22f7c8c30971 req-cbca328f-1da7-4457-9b86-4dfec8acb253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:57:23.154459 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3a0da338-6464-4571-bf57-22f7c8c30971 req-cbca328f-1da7-4457-9b86-4dfec8acb253 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e9295c62f9f544a889a5086782a4c4df&device_id=75ecceab-233d-4e79-a645-133e4ebe9393 HTTP/1.1" status: 200 len: 1097 time: 0.0579598 Aug 12 15:57:23.306900 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0da338-6464-4571-bf57-22f7c8c30971 req-282aed9c-13cd-4439-91a1-2748a1f5de9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:57:23.308296 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3a0da338-6464-4571-bf57-22f7c8c30971 req-282aed9c-13cd-4439-91a1-2748a1f5de9f service neutron] 10.222.0.49 "GET /v2.0/networks?id=f2557c63-af2d-4e16-81da-48340da1d12b HTTP/1.1" status: 200 len: 911 time: 0.1142561 Aug 12 15:57:23.412946 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3a0da338-6464-4571-bf57-22f7c8c30971 req-cd7284dd-57bc-47d7-b1c8-4beb21de389f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3b575295-cfac-45da-b768-98eb43b12cd6 HTTP/1.1" status: 200 len: 1001 time: 0.0767710 Aug 12 15:57:23.475235 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0da338-6464-4571-bf57-22f7c8c30971 req-5d07be19-3bfd-41d5-80eb-83296636e19a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:57:23.476864 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3a0da338-6464-4571-bf57-22f7c8c30971 req-5d07be19-3bfd-41d5-80eb-83296636e19a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a81d4052-194c-4c5e-9371-dffac874e077 HTTP/1.1" status: 200 len: 849 time: 0.0509827 Aug 12 15:57:23.557710 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0da338-6464-4571-bf57-22f7c8c30971 req-f269d161-0429-49e6-9092-de881a211756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:57:23.559269 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3a0da338-6464-4571-bf57-22f7c8c30971 req-f269d161-0429-49e6-9092-de881a211756 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f2557c63-af2d-4e16-81da-48340da1d12b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0672359 Aug 12 15:57:23.665103 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3a0da338-6464-4571-bf57-22f7c8c30971 req-565b8dfb-8f0d-493f-a072-89697616d746 service neutron] 10.222.0.49 "GET /v2.0/networks/f2557c63-af2d-4e16-81da-48340da1d12b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887890 Aug 12 15:57:23.776155 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-3a0da338-6464-4571-bf57-22f7c8c30971 req-e745bb91-2b55-466f-a6a1-3402cd34e71d service neutron] 10.222.0.49 "GET /v2.0/networks/f2557c63-af2d-4e16-81da-48340da1d12b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981824 Aug 12 15:57:25.528912 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 38944) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:57:25.697663 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-da30191f-51a6-4f76-b5c2-9b5bdc12979b tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] Deleting port 5bba855c-bb34-45ef-88aa-9a2540aba210 {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 15:57:25.697897 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-da30191f-51a6-4f76-b5c2-9b5bdc12979b tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:57:25.776083 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-da30191f-51a6-4f76-b5c2-9b5bdc12979b tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:57:25.776416 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-da30191f-51a6-4f76-b5c2-9b5bdc12979b tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:57:25.788401 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-da30191f-51a6-4f76-b5c2-9b5bdc12979b tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] Calling delete_port for 5bba855c-bb34-45ef-88aa-9a2540aba210 owned by network:floatingip {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 15:57:25.951278 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-da30191f-51a6-4f76-b5c2-9b5bdc12979b tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:57:25.975658 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da30191f-51a6-4f76-b5c2-9b5bdc12979b tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] Pushing event deleted for resources: {'Port': ['ID=5bba855c-bb34-45ef-88aa-9a2540aba210,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:57:25.991049 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da30191f-51a6-4f76-b5c2-9b5bdc12979b tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:57:25.991403 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da30191f-51a6-4f76-b5c2-9b5bdc12979b tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:57:25.991748 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da30191f-51a6-4f76-b5c2-9b5bdc12979b tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:57:25.992090 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da30191f-51a6-4f76-b5c2-9b5bdc12979b tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:57:25.992463 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da30191f-51a6-4f76-b5c2-9b5bdc12979b tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:57:25.992797 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da30191f-51a6-4f76-b5c2-9b5bdc12979b tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:57:25.993128 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da30191f-51a6-4f76-b5c2-9b5bdc12979b tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:57:25.993466 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da30191f-51a6-4f76-b5c2-9b5bdc12979b tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:57:25.993790 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da30191f-51a6-4f76-b5c2-9b5bdc12979b tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:57:25.994121 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da30191f-51a6-4f76-b5c2-9b5bdc12979b tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:57:25.994454 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da30191f-51a6-4f76-b5c2-9b5bdc12979b tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:57:25.994792 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da30191f-51a6-4f76-b5c2-9b5bdc12979b tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:57:26.055360 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-da30191f-51a6-4f76-b5c2-9b5bdc12979b tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] Notify callbacks [] for floatingip, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:57:26.055697 n-d-694802-15 neutron-server[94466]: INFO neutron.db.l3_db [None req-da30191f-51a6-4f76-b5c2-9b5bdc12979b tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] Floating IP 5e876eb2-a36d-4130-be74-8f5e7c927b96 disassociated (deleted). External IP: 172.25.1.192, port: 3b575295-cfac-45da-b768-98eb43b12cd6. Aug 12 15:57:26.274038 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da30191f-51a6-4f76-b5c2-9b5bdc12979b tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] Router a3d1f6f5-e026-4676-931f-7d065a5dd5c1 has already been hosted by L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f {{(pid=94466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 15:57:26.381841 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da30191f-51a6-4f76-b5c2-9b5bdc12979b tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 15:57:26.387619 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-da30191f-51a6-4f76-b5c2-9b5bdc12979b tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for floatingip, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:57:26.392143 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb2b3843-0b41-4580-964d-00d18e028fd1 None None] Sync routers for ids ['a3d1f6f5-e026-4676-931f-7d065a5dd5c1'] in n-d-694802-15 {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 15:57:26.401557 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb2b3843-0b41-4580-964d-00d18e028fd1 None None] Routers {'a3d1f6f5-e026-4676-931f-7d065a5dd5c1'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:57:26.402180 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-eb2b3843-0b41-4580-964d-00d18e028fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T15:57:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['a3d1f6f5-e026-4676-931f-7d065a5dd5c1'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:57:26.420027 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-da30191f-51a6-4f76-b5c2-9b5bdc12979b tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] 10.222.0.39 "DELETE /v2.0/floatingips/5e876eb2-a36d-4130-be74-8f5e7c927b96 HTTP/1.1" status: 204 len: 168 time: 0.8900347 Aug 12 15:57:26.420616 n-d-694802-15 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75ecceab-233d-4e79-a645-133e4ebe9393', 'tag': '3b575295-cfac-45da-b768-98eb43b12cd6'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:57:26.422950 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d3d836888f8bae48364cf832021765cae83eba5216adbc1a01d11f14e92adce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99b08065-f255-4237-a00b-600e3dea5467" -d '{"events": [{"name": "network-changed", "server_uuid": "75ecceab-233d-4e79-a645-133e4ebe9393", "tag": "3b575295-cfac-45da-b768-98eb43b12cd6"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 15:57:26.500505 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 15:57:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c113c5a-2875-433c-9a2b-d0399fda74ec x-openstack-request-id: req-3c113c5a-2875-433c-9a2b-d0399fda74ec {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 15:57:26.500803 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75ecceab-233d-4e79-a645-133e4ebe9393", "tag": "3b575295-cfac-45da-b768-98eb43b12cd6", "status": "completed", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 15:57:26.501058 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3c113c5a-2875-433c-9a2b-d0399fda74ec {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 15:57:26.501463 n-d-694802-15 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75ecceab-233d-4e79-a645-133e4ebe9393', 'tag': '3b575295-cfac-45da-b768-98eb43b12cd6', 'status': 'completed', 'code': 200} Aug 12 15:57:26.524627 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-eb2b3843-0b41-4580-964d-00d18e028fd1 None None] Set router a3d1f6f5-e026-4676-931f-7d065a5dd5c1 gateway port host: n-d-694802-15 {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:57:26.583118 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b08065-f255-4237-a00b-600e3dea5467 req-6ffe7c4e-80e4-469f-b187-053ef74e375f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:57:26.584560 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-99b08065-f255-4237-a00b-600e3dea5467 req-6ffe7c4e-80e4-469f-b187-053ef74e375f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e9295c62f9f544a889a5086782a4c4df&device_id=75ecceab-233d-4e79-a645-133e4ebe9393 HTTP/1.1" status: 200 len: 1097 time: 0.0554988 Aug 12 15:57:26.708929 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258209c6-2513-43d3-9b43-7923f42e5491 req-0072d960-a98c-44c8-9240-700eb1f3af85 tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:57:26.710568 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-258209c6-2513-43d3-9b43-7923f42e5491 req-0072d960-a98c-44c8-9240-700eb1f3af85 tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] 10.222.0.39 "GET /v2.0/ports?device_id=75ecceab-233d-4e79-a645-133e4ebe9393 HTTP/1.1" status: 200 len: 945 time: 0.0745904 Aug 12 15:57:26.734137 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b08065-f255-4237-a00b-600e3dea5467 req-aff8f341-8bca-494c-a643-f8024df0e9c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:57:26.735704 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-99b08065-f255-4237-a00b-600e3dea5467 req-aff8f341-8bca-494c-a643-f8024df0e9c3 service neutron] 10.222.0.49 "GET /v2.0/networks?id=f2557c63-af2d-4e16-81da-48340da1d12b HTTP/1.1" status: 200 len: 911 time: 0.1433575 Aug 12 15:57:26.791883 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-99b08065-f255-4237-a00b-600e3dea5467 req-c429471c-74c9-4a20-8af5-4ffd86dd3b88 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3b575295-cfac-45da-b768-98eb43b12cd6 HTTP/1.1" status: 200 len: 217 time: 0.0456462 Aug 12 15:57:26.796891 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-258209c6-2513-43d3-9b43-7923f42e5491 req-6ddd0ba2-6ad0-4626-8cde-8367c837a723 tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] 10.222.0.39 "GET /v2.0/security-groups?id=881568d3-1ffe-4d1e-b50e-29300eafbd01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794005 Aug 12 15:57:26.849266 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b08065-f255-4237-a00b-600e3dea5467 req-13408c35-57d0-4aed-a15d-77617be62227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:57:26.850942 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-99b08065-f255-4237-a00b-600e3dea5467 req-13408c35-57d0-4aed-a15d-77617be62227 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a81d4052-194c-4c5e-9371-dffac874e077 HTTP/1.1" status: 200 len: 849 time: 0.0466647 Aug 12 15:57:26.877834 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-eb2b3843-0b41-4580-964d-00d18e028fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3d1f6f5-e026-4676-931f-7d065a5dd5c1', 'name': 'tempest-TestSnapshotPattern-1931138760-router', 'tenant_id': 'e9295c62f9f544a889a5086782a4c4df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.103'}], 'enable_snat': True}, 'gw_port_id': '6e7ca8e7-cf74-4dca-aa45-644f324f8fe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:51:34Z', 'updated_at': '2021-08-12T15:51:37Z', 'revision_number': 4, 'project_id': 'e9295c62f9f544a889a5086782a4c4df', 'gw_port': {'id': '6e7ca8e7-cf74-4dca-aa45-644f324f8fe0', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:00:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3d1f6f5-e026-4676-931f-7d065a5dd5c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:51:35Z', 'updated_at': '2021-08-12T15:51:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_floatingips': [{'id': '42e0ff0f-0750-4cf5-9d64-5abb2c6ebdc2', 'tenant_id': 'e9295c62f9f544a889a5086782a4c4df', 'floating_ip_address': '172.25.1.189', 'floating_network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'router_id': 'a3d1f6f5-e026-4676-931f-7d065a5dd5c1', 'port_id': '6d829a9a-01b3-4833-88fc-45875d990cb9', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2557c63-af2d-4e16-81da-48340da1d12b', 'mac_address': 'fa:16:3e:4e:2e:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e685b023-996c-4958-992c-a5750e003596', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T15:51:57Z', 'updated_at': '2021-08-12T15:51:59Z', 'revision_number': 1, 'project_id': 'e9295c62f9f544a889a5086782a4c4df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab8b3be3-0b44-4437-8b0b-75b2813f21c7', 'name': '', 'network_id': 'f2557c63-af2d-4e16-81da-48340da1d12b', 'tenant_id': 'e9295c62f9f544a889a5086782a4c4df', 'mac_address': 'fa:16:3e:d5:5c:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3d1f6f5-e026-4676-931f-7d065a5dd5c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'a81d4052-194c-4c5e-9371-dffac874e077', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:51:36Z', 'updated_at': '2021-08-12T15:51:44Z', 'revision_number': 5, 'project_id': 'e9295c62f9f544a889a5086782a4c4df', 'subnets': [{'id': 'a81d4052-194c-4c5e-9371-dffac874e077', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:57:26.904966 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b08065-f255-4237-a00b-600e3dea5467 req-78e71685-2fa0-4692-9bf4-2226383dd025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:57:26.905491 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb2b3843-0b41-4580-964d-00d18e028fd1 None None] Checking router: a3d1f6f5-e026-4676-931f-7d065a5dd5c1 for host: n-d-694802-15 {{(pid=94469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 15:57:26.906490 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-99b08065-f255-4237-a00b-600e3dea5467 req-78e71685-2fa0-4692-9bf4-2226383dd025 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f2557c63-af2d-4e16-81da-48340da1d12b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0423727 Aug 12 15:57:26.913923 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb2b3843-0b41-4580-964d-00d18e028fd1 None None] Routers {'a3d1f6f5-e026-4676-931f-7d065a5dd5c1'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:57:26.914534 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-eb2b3843-0b41-4580-964d-00d18e028fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T15:57:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['a3d1f6f5-e026-4676-931f-7d065a5dd5c1'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:57:27.009768 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-99b08065-f255-4237-a00b-600e3dea5467 req-20faaf33-d892-40c6-b5bb-2af9fca64eb9 service neutron] 10.222.0.49 "GET /v2.0/networks/f2557c63-af2d-4e16-81da-48340da1d12b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879602 Aug 12 15:57:27.022327 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-eb2b3843-0b41-4580-964d-00d18e028fd1 None None] Set router a3d1f6f5-e026-4676-931f-7d065a5dd5c1 gateway port host: n-d-694802-15 {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:57:27.104522 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-99b08065-f255-4237-a00b-600e3dea5467 req-53341564-c50d-44b0-8f96-a434febccde3 service neutron] 10.222.0.49 "GET /v2.0/networks/f2557c63-af2d-4e16-81da-48340da1d12b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867887 Aug 12 15:57:27.255416 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-eb2b3843-0b41-4580-964d-00d18e028fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3d1f6f5-e026-4676-931f-7d065a5dd5c1', 'name': 'tempest-TestSnapshotPattern-1931138760-router', 'tenant_id': 'e9295c62f9f544a889a5086782a4c4df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.103'}], 'enable_snat': True}, 'gw_port_id': '6e7ca8e7-cf74-4dca-aa45-644f324f8fe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:51:34Z', 'updated_at': '2021-08-12T15:51:37Z', 'revision_number': 4, 'project_id': 'e9295c62f9f544a889a5086782a4c4df', 'gw_port': {'id': '6e7ca8e7-cf74-4dca-aa45-644f324f8fe0', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:00:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3d1f6f5-e026-4676-931f-7d065a5dd5c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:51:35Z', 'updated_at': '2021-08-12T15:51:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_floatingips': [{'id': '42e0ff0f-0750-4cf5-9d64-5abb2c6ebdc2', 'tenant_id': 'e9295c62f9f544a889a5086782a4c4df', 'floating_ip_address': '172.25.1.189', 'floating_network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'router_id': 'a3d1f6f5-e026-4676-931f-7d065a5dd5c1', 'port_id': '6d829a9a-01b3-4833-88fc-45875d990cb9', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2557c63-af2d-4e16-81da-48340da1d12b', 'mac_address': 'fa:16:3e:4e:2e:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e685b023-996c-4958-992c-a5750e003596', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T15:51:57Z', 'updated_at': '2021-08-12T15:51:59Z', 'revision_number': 1, 'project_id': 'e9295c62f9f544a889a5086782a4c4df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab8b3be3-0b44-4437-8b0b-75b2813f21c7', 'name': '', 'network_id': 'f2557c63-af2d-4e16-81da-48340da1d12b', 'tenant_id': 'e9295c62f9f544a889a5086782a4c4df', 'mac_address': 'fa:16:3e:d5:5c:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3d1f6f5-e026-4676-931f-7d065a5dd5c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'a81d4052-194c-4c5e-9371-dffac874e077', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:51:36Z', 'updated_at': '2021-08-12T15:51:44Z', 'revision_number': 5, 'project_id': 'e9295c62f9f544a889a5086782a4c4df', 'subnets': [{'id': 'a81d4052-194c-4c5e-9371-dffac874e077', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:57:27.282106 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb2b3843-0b41-4580-964d-00d18e028fd1 None None] The sync data for ids ['a3d1f6f5-e026-4676-931f-7d065a5dd5c1'] in n-d-694802-15 is: [{'id': 'a3d1f6f5-e026-4676-931f-7d065a5dd5c1', 'name': 'tempest-TestSnapshotPattern-1931138760-router', 'tenant_id': 'e9295c62f9f544a889a5086782a4c4df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.103'}], 'enable_snat': True}, 'gw_port_id': '6e7ca8e7-cf74-4dca-aa45-644f324f8fe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:51:34Z', 'updated_at': '2021-08-12T15:51:37Z', 'revision_number': 4, 'project_id': 'e9295c62f9f544a889a5086782a4c4df', 'gw_port': {'id': '6e7ca8e7-cf74-4dca-aa45-644f324f8fe0', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:00:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3d1f6f5-e026-4676-931f-7d065a5dd5c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:51:35Z', 'updated_at': '2021-08-12T15:51:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_floatingips': [{'id': '42e0ff0f-0750-4cf5-9d64-5abb2c6ebdc2', 'tenant_id': 'e9295c62f9f544a889a5086782a4c4df', 'floating_ip_address': '172.25.1.189', 'floating_network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'router_id': 'a3d1f6f5-e026-4676-931f-7d065a5dd5c1', 'port_id': '6d829a9a-01b3-4833-88fc-45875d990cb9', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2557c63-af2d-4e16-81da-48340da1d12b', 'mac_address': 'fa:16:3e:4e:2e:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e685b023-996c-4958-992c-a5750e003596', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T15:51:57Z', 'updated_at': '2021-08-12T15:51:59Z', 'revision_number': 1, 'project_id': 'e9295c62f9f544a889a5086782a4c4df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab8b3be3-0b44-4437-8b0b-75b2813f21c7', 'name': '', 'network_id': 'f2557c63-af2d-4e16-81da-48340da1d12b', 'tenant_id': 'e9295c62f9f544a889a5086782a4c4df', 'mac_address': 'fa:16:3e:d5:5c:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3d1f6f5-e026-4676-931f-7d065a5dd5c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'a81d4052-194c-4c5e-9371-dffac874e077', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:51:36Z', 'updated_at': '2021-08-12T15:51:44Z', 'revision_number': 5, 'project_id': 'e9295c62f9f544a889a5086782a4c4df', 'subnets': [{'id': 'a81d4052-194c-4c5e-9371-dffac874e077', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 15:57:27.528239 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c2d776f-82d4-425a-a221-0cb46dab27fa None None] New status for floating IP 5e876eb2-a36d-4130-be74-8f5e7c927b96: DOWN {{(pid=94468) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 15:57:27.950452 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e88364-92e9-4a9d-9e13-712726a4aa2f req-52fe50f6-bcad-452b-86ea-ea6760ea3f10 tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:57:27.952016 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-10e88364-92e9-4a9d-9e13-712726a4aa2f req-52fe50f6-bcad-452b-86ea-ea6760ea3f10 tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] 10.222.0.39 "GET /v2.0/ports?device_id=75ecceab-233d-4e79-a645-133e4ebe9393 HTTP/1.1" status: 200 len: 945 time: 0.0548460 Aug 12 15:57:27.992515 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-10e88364-92e9-4a9d-9e13-712726a4aa2f req-7568a8c9-9ab6-4e19-9b6d-16539c84288b tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] 10.222.0.39 "GET /v2.0/security-groups?id=881568d3-1ffe-4d1e-b50e-29300eafbd01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342286 Aug 12 15:57:28.957896 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ec0cca-a6ec-4f91-b19f-2779c0361c95 req-88c81363-2a44-497b-a57d-c9ab83a71f73 tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:57:28.959407 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c2ec0cca-a6ec-4f91-b19f-2779c0361c95 req-88c81363-2a44-497b-a57d-c9ab83a71f73 tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] 10.222.0.49 "GET /v2.0/ports?device_id=75ecceab-233d-4e79-a645-133e4ebe9393 HTTP/1.1" status: 200 len: 945 time: 0.0562305 Aug 12 15:57:29.058987 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [req-c2ec0cca-a6ec-4f91-b19f-2779c0361c95 req-0313fb9d-6d21-4983-9c24-6a84a8891582 tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] Deleting port 3b575295-cfac-45da-b768-98eb43b12cd6 {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 15:57:29.059361 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-c2ec0cca-a6ec-4f91-b19f-2779c0361c95 req-0313fb9d-6d21-4983-9c24-6a84a8891582 tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:57:29.159275 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b63a93c-5777-47c2-8d26-d6d08e8d7e19 req-f2feeb10-1430-4f81-a4ef-61fb1d8eb6cf tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:57:29.160785 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-8b63a93c-5777-47c2-8d26-d6d08e8d7e19 req-f2feeb10-1430-4f81-a4ef-61fb1d8eb6cf tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] 10.222.0.39 "GET /v2.0/ports?device_id=75ecceab-233d-4e79-a645-133e4ebe9393 HTTP/1.1" status: 200 len: 945 time: 0.0984993 Aug 12 15:57:29.206276 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-c2ec0cca-a6ec-4f91-b19f-2779c0361c95 req-0313fb9d-6d21-4983-9c24-6a84a8891582 tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] For port 3b575295-cfac-45da-b768-98eb43b12cd6, host n-h2-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-15',level=0,port_id=3b575295-cfac-45da-b768-98eb43b12cd6,segment=NetworkSegment(37e10f2f-a734-495b-af39-329576169352),segment_id=37e10f2f-a734-495b-af39-329576169352)] {{(pid=94467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:57:29.206640 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-c2ec0cca-a6ec-4f91-b19f-2779c0361c95 req-0313fb9d-6d21-4983-9c24-6a84a8891582 tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:57:29.229432 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-8b63a93c-5777-47c2-8d26-d6d08e8d7e19 req-f2095f03-7a71-43bf-9c04-988e1f6934f2 tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] 10.222.0.39 "GET /v2.0/security-groups?id=881568d3-1ffe-4d1e-b50e-29300eafbd01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611985 Aug 12 15:57:29.230323 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [req-c2ec0cca-a6ec-4f91-b19f-2779c0361c95 req-0313fb9d-6d21-4983-9c24-6a84a8891582 tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] Calling delete_port for 3b575295-cfac-45da-b768-98eb43b12cd6 owned by compute:nova {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 15:57:29.361153 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-c2ec0cca-a6ec-4f91-b19f-2779c0361c95 req-0313fb9d-6d21-4983-9c24-6a84a8891582 tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:57:29.399467 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0313fb9d-6d21-4983-9c24-6a84a8891582 tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] Pushing event deleted for resources: {'Port': ['ID=3b575295-cfac-45da-b768-98eb43b12cd6,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:57:29.428417 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0313fb9d-6d21-4983-9c24-6a84a8891582 tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:57:29.428814 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0313fb9d-6d21-4983-9c24-6a84a8891582 tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:57:29.429151 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0313fb9d-6d21-4983-9c24-6a84a8891582 tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:57:29.429494 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0313fb9d-6d21-4983-9c24-6a84a8891582 tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:57:29.435783 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0313fb9d-6d21-4983-9c24-6a84a8891582 tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:57:29.435783 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0313fb9d-6d21-4983-9c24-6a84a8891582 tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:57:29.435783 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0313fb9d-6d21-4983-9c24-6a84a8891582 tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:57:29.435783 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0313fb9d-6d21-4983-9c24-6a84a8891582 tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:57:29.435783 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0313fb9d-6d21-4983-9c24-6a84a8891582 tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:57:29.435783 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0313fb9d-6d21-4983-9c24-6a84a8891582 tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:57:29.435783 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0313fb9d-6d21-4983-9c24-6a84a8891582 tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:57:29.435783 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0313fb9d-6d21-4983-9c24-6a84a8891582 tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-15 {{(pid=94467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 15:57:29.451358 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2ec0cca-a6ec-4f91-b19f-2779c0361c95 req-0313fb9d-6d21-4983-9c24-6a84a8891582 tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] No DVR routers for this DVR port 3b575295-cfac-45da-b768-98eb43b12cd6 on host n-h2-694802-15 {{(pid=94467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 15:57:29.454121 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-c2ec0cca-a6ec-4f91-b19f-2779c0361c95 req-0313fb9d-6d21-4983-9c24-6a84a8891582 tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:57:29.456133 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-c2ec0cca-a6ec-4f91-b19f-2779c0361c95 req-0313fb9d-6d21-4983-9c24-6a84a8891582 tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] 10.222.0.49 "DELETE /v2.0/ports/3b575295-cfac-45da-b768-98eb43b12cd6 HTTP/1.1" status: 204 len: 173 time: 0.4895575 Aug 12 15:57:29.456564 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75ecceab-233d-4e79-a645-133e4ebe9393', 'name': 'network-vif-deleted', 'tag': '3b575295-cfac-45da-b768-98eb43b12cd6'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:57:29.458885 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1d90890f15e5cc8eba4d51c7734538f2f2e5e8e12504eb7d6ddd0a29ee9b803" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01e65ee9-dedd-46e4-a0ae-634faeb0d421" -d '{"events": [{"server_uuid": "75ecceab-233d-4e79-a645-133e4ebe9393", "name": "network-vif-deleted", "tag": "3b575295-cfac-45da-b768-98eb43b12cd6"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 15:57:29.471604 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device 3b575295-cfac-45da-b768-98eb43b12cd6 no longer exists at agent hyperv_n-h2-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 15:57:29.492978 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] No Port match for: 3b575295-cfac-45da-b768-98eb43b12cd6 {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 15:57:29.493381 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device 3b575295-cfac-45da-b768-98eb43b12cd6 not bound to the agent host n-h2-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 15:57:29.584634 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 15:57:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec51681d-2523-470d-a242-77fe22bc98ec x-openstack-request-id: req-ec51681d-2523-470d-a242-77fe22bc98ec {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 15:57:29.585046 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75ecceab-233d-4e79-a645-133e4ebe9393", "name": "network-vif-deleted", "tag": "3b575295-cfac-45da-b768-98eb43b12cd6", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 15:57:29.585363 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ec51681d-2523-470d-a242-77fe22bc98ec {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 15:57:29.585833 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75ecceab-233d-4e79-a645-133e4ebe9393', 'name': 'network-vif-deleted', 'tag': '3b575295-cfac-45da-b768-98eb43b12cd6', 'status': 'completed', 'code': 200} Aug 12 15:57:30.857967 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 39012) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:57:31.023082 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-212b978a-aec2-4157-94f8-cc86b3050e4e tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] Deleting port 4c3db355-d4ed-4ca3-873f-8b9b97128343 {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 15:57:31.023459 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-212b978a-aec2-4157-94f8-cc86b3050e4e tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:57:31.109377 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-212b978a-aec2-4157-94f8-cc86b3050e4e tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:57:31.109640 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-212b978a-aec2-4157-94f8-cc86b3050e4e tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:57:31.122774 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-212b978a-aec2-4157-94f8-cc86b3050e4e tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] Calling delete_port for 4c3db355-d4ed-4ca3-873f-8b9b97128343 owned by network:floatingip {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 15:57:31.278537 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-212b978a-aec2-4157-94f8-cc86b3050e4e tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:57:31.311682 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212b978a-aec2-4157-94f8-cc86b3050e4e tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] Pushing event deleted for resources: {'Port': ['ID=4c3db355-d4ed-4ca3-873f-8b9b97128343,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:57:31.372385 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-212b978a-aec2-4157-94f8-cc86b3050e4e tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] Notify callbacks [] for floatingip, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:57:31.372634 n-d-694802-15 neutron-server[94466]: INFO neutron.db.l3_db [None req-212b978a-aec2-4157-94f8-cc86b3050e4e tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] Floating IP 42e0ff0f-0750-4cf5-9d64-5abb2c6ebdc2 disassociated (deleted). External IP: 172.25.1.189, port: 6d829a9a-01b3-4833-88fc-45875d990cb9. Aug 12 15:57:31.588770 n-d-694802-15 neutron-server[94466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-212b978a-aec2-4157-94f8-cc86b3050e4e tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] Router a3d1f6f5-e026-4676-931f-7d065a5dd5c1 has already been hosted by L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f {{(pid=94466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 15:57:31.700103 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-212b978a-aec2-4157-94f8-cc86b3050e4e tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 15:57:31.704827 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-212b978a-aec2-4157-94f8-cc86b3050e4e tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for floatingip, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:57:31.711426 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ccc3f21-1139-400c-9bfb-15a09e20da0a None None] Sync routers for ids ['a3d1f6f5-e026-4676-931f-7d065a5dd5c1'] in n-d-694802-15 {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 15:57:31.722389 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ccc3f21-1139-400c-9bfb-15a09e20da0a None None] Routers {'a3d1f6f5-e026-4676-931f-7d065a5dd5c1'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:57:31.723008 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-2ccc3f21-1139-400c-9bfb-15a09e20da0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T15:57:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['a3d1f6f5-e026-4676-931f-7d065a5dd5c1'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:57:31.736766 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-212b978a-aec2-4157-94f8-cc86b3050e4e tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] 10.222.0.39 "DELETE /v2.0/floatingips/42e0ff0f-0750-4cf5-9d64-5abb2c6ebdc2 HTTP/1.1" status: 204 len: 168 time: 0.8776276 Aug 12 15:57:31.737369 n-d-694802-15 neutron-server[94466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e685b023-996c-4958-992c-a5750e003596', 'tag': '6d829a9a-01b3-4833-88fc-45875d990cb9'}] {{(pid=94466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:57:31.739911 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d3d836888f8bae48364cf832021765cae83eba5216adbc1a01d11f14e92adce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39d200cd-830f-4d4b-8271-b7b2d03f4fd0" -d '{"events": [{"name": "network-changed", "server_uuid": "e685b023-996c-4958-992c-a5750e003596", "tag": "6d829a9a-01b3-4833-88fc-45875d990cb9"}]}' {{(pid=94466) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 15:57:31.781182 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 15:57:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50796c33-6ca4-4a3b-8da7-d6e67af2a888 x-openstack-request-id: req-50796c33-6ca4-4a3b-8da7-d6e67af2a888 {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 15:57:31.781182 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e685b023-996c-4958-992c-a5750e003596", "tag": "6d829a9a-01b3-4833-88fc-45875d990cb9", "status": "completed", "code": 200}]} {{(pid=94466) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 15:57:31.781729 n-d-694802-15 neutron-server[94466]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-50796c33-6ca4-4a3b-8da7-d6e67af2a888 {{(pid=94466) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 15:57:31.782169 n-d-694802-15 neutron-server[94466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e685b023-996c-4958-992c-a5750e003596', 'tag': '6d829a9a-01b3-4833-88fc-45875d990cb9', 'status': 'completed', 'code': 200} Aug 12 15:57:31.836788 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-2ccc3f21-1139-400c-9bfb-15a09e20da0a None None] Set router a3d1f6f5-e026-4676-931f-7d065a5dd5c1 gateway port host: n-d-694802-15 {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:57:31.850695 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d200cd-830f-4d4b-8271-b7b2d03f4fd0 req-68d2ad15-ed8f-4182-8113-fd217b6d8272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:57:31.852396 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-39d200cd-830f-4d4b-8271-b7b2d03f4fd0 req-68d2ad15-ed8f-4182-8113-fd217b6d8272 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e9295c62f9f544a889a5086782a4c4df&device_id=e685b023-996c-4958-992c-a5750e003596 HTTP/1.1" status: 200 len: 1095 time: 0.0525439 Aug 12 15:57:31.971835 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d200cd-830f-4d4b-8271-b7b2d03f4fd0 req-2f8432b8-23ce-4237-bf49-0d9912127ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:57:31.973322 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-39d200cd-830f-4d4b-8271-b7b2d03f4fd0 req-2f8432b8-23ce-4237-bf49-0d9912127ec1 service neutron] 10.222.0.64 "GET /v2.0/networks?id=f2557c63-af2d-4e16-81da-48340da1d12b HTTP/1.1" status: 200 len: 911 time: 0.1139190 Aug 12 15:57:32.034097 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-39d200cd-830f-4d4b-8271-b7b2d03f4fd0 req-0b74559e-049a-441f-9a1e-3b72565fdd18 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6d829a9a-01b3-4833-88fc-45875d990cb9 HTTP/1.1" status: 200 len: 217 time: 0.0467958 Aug 12 15:57:32.046577 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83331610-98b0-4553-9427-b6d371a07e78 req-4b917998-cfcc-4478-9447-834b9bbde035 tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:57:32.048146 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-83331610-98b0-4553-9427-b6d371a07e78 req-4b917998-cfcc-4478-9447-834b9bbde035 tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] 10.222.0.39 "GET /v2.0/ports?device_id=e685b023-996c-4958-992c-a5750e003596 HTTP/1.1" status: 200 len: 943 time: 0.0956120 Aug 12 15:57:32.067759 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-2ccc3f21-1139-400c-9bfb-15a09e20da0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3d1f6f5-e026-4676-931f-7d065a5dd5c1', 'name': 'tempest-TestSnapshotPattern-1931138760-router', 'tenant_id': 'e9295c62f9f544a889a5086782a4c4df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.103'}], 'enable_snat': True}, 'gw_port_id': '6e7ca8e7-cf74-4dca-aa45-644f324f8fe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:51:34Z', 'updated_at': '2021-08-12T15:51:37Z', 'revision_number': 4, 'project_id': 'e9295c62f9f544a889a5086782a4c4df', 'gw_port': {'id': '6e7ca8e7-cf74-4dca-aa45-644f324f8fe0', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:00:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3d1f6f5-e026-4676-931f-7d065a5dd5c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:51:35Z', 'updated_at': '2021-08-12T15:51:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': 'ab8b3be3-0b44-4437-8b0b-75b2813f21c7', 'name': '', 'network_id': 'f2557c63-af2d-4e16-81da-48340da1d12b', 'tenant_id': 'e9295c62f9f544a889a5086782a4c4df', 'mac_address': 'fa:16:3e:d5:5c:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3d1f6f5-e026-4676-931f-7d065a5dd5c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'a81d4052-194c-4c5e-9371-dffac874e077', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:51:36Z', 'updated_at': '2021-08-12T15:51:44Z', 'revision_number': 5, 'project_id': 'e9295c62f9f544a889a5086782a4c4df', 'subnets': [{'id': 'a81d4052-194c-4c5e-9371-dffac874e077', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:57:32.095998 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ccc3f21-1139-400c-9bfb-15a09e20da0a None None] Checking router: a3d1f6f5-e026-4676-931f-7d065a5dd5c1 for host: n-d-694802-15 {{(pid=94469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 15:57:32.105564 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ccc3f21-1139-400c-9bfb-15a09e20da0a None None] Routers {'a3d1f6f5-e026-4676-931f-7d065a5dd5c1'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:57:32.106198 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-2ccc3f21-1139-400c-9bfb-15a09e20da0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T15:57:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['a3d1f6f5-e026-4676-931f-7d065a5dd5c1'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:57:32.118419 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d200cd-830f-4d4b-8271-b7b2d03f4fd0 req-abebeb88-9157-48fe-9d59-654102f63813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:57:32.119944 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-39d200cd-830f-4d4b-8271-b7b2d03f4fd0 req-abebeb88-9157-48fe-9d59-654102f63813 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a81d4052-194c-4c5e-9371-dffac874e077 HTTP/1.1" status: 200 len: 849 time: 0.0709162 Aug 12 15:57:32.122898 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-83331610-98b0-4553-9427-b6d371a07e78 req-fd822db9-f97b-42f0-9d64-fc8711d2af7f tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] 10.222.0.39 "GET /v2.0/security-groups?id=881568d3-1ffe-4d1e-b50e-29300eafbd01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663269 Aug 12 15:57:32.172862 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d200cd-830f-4d4b-8271-b7b2d03f4fd0 req-22fefffb-2d4d-4ace-ad1c-b3b248dc5353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:57:32.174384 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-39d200cd-830f-4d4b-8271-b7b2d03f4fd0 req-22fefffb-2d4d-4ace-ad1c-b3b248dc5353 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f2557c63-af2d-4e16-81da-48340da1d12b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0468597 Aug 12 15:57:32.224231 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-2ccc3f21-1139-400c-9bfb-15a09e20da0a None None] Set router a3d1f6f5-e026-4676-931f-7d065a5dd5c1 gateway port host: n-d-694802-15 {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:57:32.273930 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-39d200cd-830f-4d4b-8271-b7b2d03f4fd0 req-927bdd48-25d0-4ef0-93f5-b4097f414103 service neutron] 10.222.0.64 "GET /v2.0/networks/f2557c63-af2d-4e16-81da-48340da1d12b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906680 Aug 12 15:57:32.380977 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-39d200cd-830f-4d4b-8271-b7b2d03f4fd0 req-1f1c90cd-05e7-4d5a-881f-efcbea417a1a service neutron] 10.222.0.64 "GET /v2.0/networks/f2557c63-af2d-4e16-81da-48340da1d12b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974622 Aug 12 15:57:32.448918 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-2ccc3f21-1139-400c-9bfb-15a09e20da0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3d1f6f5-e026-4676-931f-7d065a5dd5c1', 'name': 'tempest-TestSnapshotPattern-1931138760-router', 'tenant_id': 'e9295c62f9f544a889a5086782a4c4df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.103'}], 'enable_snat': True}, 'gw_port_id': '6e7ca8e7-cf74-4dca-aa45-644f324f8fe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:51:34Z', 'updated_at': '2021-08-12T15:51:37Z', 'revision_number': 4, 'project_id': 'e9295c62f9f544a889a5086782a4c4df', 'gw_port': {'id': '6e7ca8e7-cf74-4dca-aa45-644f324f8fe0', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:00:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3d1f6f5-e026-4676-931f-7d065a5dd5c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:51:35Z', 'updated_at': '2021-08-12T15:51:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': 'ab8b3be3-0b44-4437-8b0b-75b2813f21c7', 'name': '', 'network_id': 'f2557c63-af2d-4e16-81da-48340da1d12b', 'tenant_id': 'e9295c62f9f544a889a5086782a4c4df', 'mac_address': 'fa:16:3e:d5:5c:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3d1f6f5-e026-4676-931f-7d065a5dd5c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'a81d4052-194c-4c5e-9371-dffac874e077', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:51:36Z', 'updated_at': '2021-08-12T15:51:44Z', 'revision_number': 5, 'project_id': 'e9295c62f9f544a889a5086782a4c4df', 'subnets': [{'id': 'a81d4052-194c-4c5e-9371-dffac874e077', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:57:32.480270 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ccc3f21-1139-400c-9bfb-15a09e20da0a None None] The sync data for ids ['a3d1f6f5-e026-4676-931f-7d065a5dd5c1'] in n-d-694802-15 is: [{'id': 'a3d1f6f5-e026-4676-931f-7d065a5dd5c1', 'name': 'tempest-TestSnapshotPattern-1931138760-router', 'tenant_id': 'e9295c62f9f544a889a5086782a4c4df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.103'}], 'enable_snat': True}, 'gw_port_id': '6e7ca8e7-cf74-4dca-aa45-644f324f8fe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:51:34Z', 'updated_at': '2021-08-12T15:51:37Z', 'revision_number': 4, 'project_id': 'e9295c62f9f544a889a5086782a4c4df', 'gw_port': {'id': '6e7ca8e7-cf74-4dca-aa45-644f324f8fe0', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:00:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3d1f6f5-e026-4676-931f-7d065a5dd5c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:51:35Z', 'updated_at': '2021-08-12T15:51:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15', '_interfaces': [{'id': 'ab8b3be3-0b44-4437-8b0b-75b2813f21c7', 'name': '', 'network_id': 'f2557c63-af2d-4e16-81da-48340da1d12b', 'tenant_id': 'e9295c62f9f544a889a5086782a4c4df', 'mac_address': 'fa:16:3e:d5:5c:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3d1f6f5-e026-4676-931f-7d065a5dd5c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'a81d4052-194c-4c5e-9371-dffac874e077', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:51:36Z', 'updated_at': '2021-08-12T15:51:44Z', 'revision_number': 5, 'project_id': 'e9295c62f9f544a889a5086782a4c4df', 'subnets': [{'id': 'a81d4052-194c-4c5e-9371-dffac874e077', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 15:57:32.601361 n-d-694802-15 neutron-server[94467]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77066e1a-f238-44fa-a851-383524deaf3f req-78586d9b-24ef-4760-9ca0-07c966071263 tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94467) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:57:32.603625 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-77066e1a-f238-44fa-a851-383524deaf3f req-78586d9b-24ef-4760-9ca0-07c966071263 tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] 10.222.0.64 "GET /v2.0/ports?device_id=e685b023-996c-4958-992c-a5750e003596 HTTP/1.1" status: 200 len: 943 time: 0.0506630 Aug 12 15:57:32.707236 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [req-77066e1a-f238-44fa-a851-383524deaf3f req-9eeaa5c2-eb2e-4920-b7bd-aad3e870c134 tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] Deleting port 6d829a9a-01b3-4833-88fc-45875d990cb9 {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 15:57:32.707740 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-77066e1a-f238-44fa-a851-383524deaf3f req-9eeaa5c2-eb2e-4920-b7bd-aad3e870c134 tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:57:32.731758 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5347610a-a3b4-4f53-8d1b-ff0e956ce0c9 None None] New status for floating IP 42e0ff0f-0750-4cf5-9d64-5abb2c6ebdc2: DOWN {{(pid=94468) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 15:57:33.174845 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [req-77066e1a-f238-44fa-a851-383524deaf3f req-9eeaa5c2-eb2e-4920-b7bd-aad3e870c134 tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] For port 6d829a9a-01b3-4833-88fc-45875d990cb9, host n-h1-694802-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-15',level=0,port_id=6d829a9a-01b3-4833-88fc-45875d990cb9,segment=NetworkSegment(37e10f2f-a734-495b-af39-329576169352),segment_id=37e10f2f-a734-495b-af39-329576169352)] {{(pid=94467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:57:33.175490 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-77066e1a-f238-44fa-a851-383524deaf3f req-9eeaa5c2-eb2e-4920-b7bd-aad3e870c134 tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:57:33.191154 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [req-77066e1a-f238-44fa-a851-383524deaf3f req-9eeaa5c2-eb2e-4920-b7bd-aad3e870c134 tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] Calling delete_port for 6d829a9a-01b3-4833-88fc-45875d990cb9 owned by compute:nova {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 15:57:33.254570 n-d-694802-15 neutron-server[94466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80869c6-74ee-444e-9fe9-8381e5aebf95 req-698c685e-5364-4157-b143-55efcc9777a7 tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 15:57:33.256183 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-b80869c6-74ee-444e-9fe9-8381e5aebf95 req-698c685e-5364-4157-b143-55efcc9777a7 tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] 10.222.0.39 "GET /v2.0/ports?device_id=e685b023-996c-4958-992c-a5750e003596 HTTP/1.1" status: 200 len: 943 time: 0.0562940 Aug 12 15:57:33.299293 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [req-b80869c6-74ee-444e-9fe9-8381e5aebf95 req-815ce288-d6cb-4da8-8e2a-504d71c573b3 tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] 10.222.0.39 "GET /v2.0/security-groups?id=881568d3-1ffe-4d1e-b50e-29300eafbd01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361207 Aug 12 15:57:33.329697 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-77066e1a-f238-44fa-a851-383524deaf3f req-9eeaa5c2-eb2e-4920-b7bd-aad3e870c134 tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:57:33.360622 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eeaa5c2-eb2e-4920-b7bd-aad3e870c134 tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] Pushing event deleted for resources: {'Port': ['ID=6d829a9a-01b3-4833-88fc-45875d990cb9,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:57:33.408214 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [req-77066e1a-f238-44fa-a851-383524deaf3f req-9eeaa5c2-eb2e-4920-b7bd-aad3e870c134 tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] No DVR routers for this DVR port 6d829a9a-01b3-4833-88fc-45875d990cb9 on host n-h1-694802-15 {{(pid=94467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 15:57:33.410707 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [req-77066e1a-f238-44fa-a851-383524deaf3f req-9eeaa5c2-eb2e-4920-b7bd-aad3e870c134 tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66950475'] for port, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:57:33.412742 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [req-77066e1a-f238-44fa-a851-383524deaf3f req-9eeaa5c2-eb2e-4920-b7bd-aad3e870c134 tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] 10.222.0.64 "DELETE /v2.0/ports/6d829a9a-01b3-4833-88fc-45875d990cb9 HTTP/1.1" status: 204 len: 173 time: 0.8040507 Aug 12 15:57:33.413176 n-d-694802-15 neutron-server[94467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e685b023-996c-4958-992c-a5750e003596', 'name': 'network-vif-deleted', 'tag': '6d829a9a-01b3-4833-88fc-45875d990cb9'}] {{(pid=94467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 15:57:33.415497 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1d90890f15e5cc8eba4d51c7734538f2f2e5e8e12504eb7d6ddd0a29ee9b803" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e67e1f1-6e96-447a-8c28-30c15d1597d6" -d '{"events": [{"server_uuid": "e685b023-996c-4958-992c-a5750e003596", "name": "network-vif-deleted", "tag": "6d829a9a-01b3-4833-88fc-45875d990cb9"}]}' {{(pid=94467) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 15:57:33.453521 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 15:57:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff47b71a-1447-4875-84b4-a1d9ec4ff4dd x-openstack-request-id: req-ff47b71a-1447-4875-84b4-a1d9ec4ff4dd {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 15:57:33.453810 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e685b023-996c-4958-992c-a5750e003596", "name": "network-vif-deleted", "tag": "6d829a9a-01b3-4833-88fc-45875d990cb9", "status": "completed", "code": 200}]} {{(pid=94467) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 15:57:33.454059 n-d-694802-15 neutron-server[94467]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ff47b71a-1447-4875-84b4-a1d9ec4ff4dd {{(pid=94467) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 15:57:33.454644 n-d-694802-15 neutron-server[94467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e685b023-996c-4958-992c-a5750e003596', 'name': 'network-vif-deleted', 'tag': '6d829a9a-01b3-4833-88fc-45875d990cb9', 'status': 'completed', 'code': 200} Aug 12 15:57:33.497170 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device 3b575295-cfac-45da-b768-98eb43b12cd6 no longer exists at agent hyperv_n-h2-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 15:57:33.517671 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] No Port match for: 3b575295-cfac-45da-b768-98eb43b12cd6 {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 15:57:33.518016 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Device 3b575295-cfac-45da-b768-98eb43b12cd6 not bound to the agent host n-h2-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 15:57:34.357287 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 39026) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:57:34.422972 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a1a76dd1-7e63-45a9-80b5-c97096a8d5b9 tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] Notify callbacks [] for security_group, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:57:34.452706 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a1a76dd1-7e63-45a9-80b5-c97096a8d5b9 tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:57:34.520706 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a1a76dd1-7e63-45a9-80b5-c97096a8d5b9 tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:57:34.523395 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-a1a76dd1-7e63-45a9-80b5-c97096a8d5b9 tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] Notify callbacks [] for security_group, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:57:34.525209 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-a1a76dd1-7e63-45a9-80b5-c97096a8d5b9 tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] 10.222.0.39 "DELETE /v2.0/security-groups/881568d3-1ffe-4d1e-b50e-29300eafbd01 HTTP/1.1" status: 204 len: 168 time: 0.1662915 Aug 12 15:57:34.538841 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a76dd1-7e63-45a9-80b5-c97096a8d5b9 tempest-TestSnapshotPattern-315845915 tempest-TestSnapshotPattern-315845915-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=881568d3-1ffe-4d1e-b50e-29300eafbd01,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:57:34.577872 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 39030) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:57:35.045529 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-b325b9a5-bfe2-4ddd-924f-2205604faa17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66663830'] for router_interface, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:57:35.308113 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-b325b9a5-bfe2-4ddd-924f-2205604faa17 admin admin] Deleting port ab8b3be3-0b44-4437-8b0b-75b2813f21c7 {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 15:57:35.308355 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-b325b9a5-bfe2-4ddd-924f-2205604faa17 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:57:35.388321 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [None req-b325b9a5-bfe2-4ddd-924f-2205604faa17 admin admin] For port ab8b3be3-0b44-4437-8b0b-75b2813f21c7, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=ab8b3be3-0b44-4437-8b0b-75b2813f21c7,segment=NetworkSegment(37e10f2f-a734-495b-af39-329576169352),segment_id=37e10f2f-a734-495b-af39-329576169352)] {{(pid=94467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:57:35.388684 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-b325b9a5-bfe2-4ddd-924f-2205604faa17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:57:35.402020 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-b325b9a5-bfe2-4ddd-924f-2205604faa17 admin admin] Calling delete_port for ab8b3be3-0b44-4437-8b0b-75b2813f21c7 owned by network:router_interface {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 15:57:35.586769 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-b325b9a5-bfe2-4ddd-924f-2205604faa17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:57:35.621743 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b325b9a5-bfe2-4ddd-924f-2205604faa17 admin admin] Pushing event deleted for resources: {'Port': ['ID=ab8b3be3-0b44-4437-8b0b-75b2813f21c7,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:57:35.792598 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-b325b9a5-bfe2-4ddd-924f-2205604faa17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66628352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-430630'] for router_interface, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:57:36.016638 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b325b9a5-bfe2-4ddd-924f-2205604faa17 admin admin] Router a3d1f6f5-e026-4676-931f-7d065a5dd5c1 has already been hosted by L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f {{(pid=94467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 15:57:36.062816 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device 6d829a9a-01b3-4833-88fc-45875d990cb9 no longer exists at agent hyperv_n-h1-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 15:57:36.084058 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-93370168-53ca-47c2-9e27-b066be57125c None None] No Port match for: 6d829a9a-01b3-4833-88fc-45875d990cb9 {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 15:57:36.084397 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Device 6d829a9a-01b3-4833-88fc-45875d990cb9 not bound to the agent host n-h1-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 15:57:36.139486 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b325b9a5-bfe2-4ddd-924f-2205604faa17 admin admin] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 15:57:36.147475 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-b325b9a5-bfe2-4ddd-924f-2205604faa17 admin admin] 10.222.0.39 "PUT /v2.0/routers/a3d1f6f5-e026-4676-931f-7d065a5dd5c1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5684116 Aug 12 15:57:36.149483 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e2ebf1-58a2-46ee-9d56-633780b4f67b None None] Sync routers for ids ['a3d1f6f5-e026-4676-931f-7d065a5dd5c1'] in n-d-694802-15 {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 15:57:36.152311 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 39034) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:57:36.164741 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e2ebf1-58a2-46ee-9d56-633780b4f67b None None] Routers {'a3d1f6f5-e026-4676-931f-7d065a5dd5c1'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:57:36.165369 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-09e2ebf1-58a2-46ee-9d56-633780b4f67b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T15:57:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['a3d1f6f5-e026-4676-931f-7d065a5dd5c1'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:57:36.265200 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-727ea346-684b-46c6-80ff-8c8b6b3fff5f admin admin] Notify callbacks [] for router, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:57:36.275279 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-09e2ebf1-58a2-46ee-9d56-633780b4f67b None None] Set router a3d1f6f5-e026-4676-931f-7d065a5dd5c1 gateway port host: n-d-694802-15 {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:57:36.388649 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-727ea346-684b-46c6-80ff-8c8b6b3fff5f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:57:36.451853 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-727ea346-684b-46c6-80ff-8c8b6b3fff5f admin admin] Deleting port 6e7ca8e7-cf74-4dca-aa45-644f324f8fe0 {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 15:57:36.452208 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-727ea346-684b-46c6-80ff-8c8b6b3fff5f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:57:36.534855 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-727ea346-684b-46c6-80ff-8c8b6b3fff5f admin admin] For port 6e7ca8e7-cf74-4dca-aa45-644f324f8fe0, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=6e7ca8e7-cf74-4dca-aa45-644f324f8fe0,segment=NetworkSegment(b1b396cb-2dc6-4041-bfc7-1833a80a4720),segment_id=b1b396cb-2dc6-4041-bfc7-1833a80a4720)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:57:36.535316 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-727ea346-684b-46c6-80ff-8c8b6b3fff5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:57:36.552405 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-727ea346-684b-46c6-80ff-8c8b6b3fff5f admin admin] Calling delete_port for 6e7ca8e7-cf74-4dca-aa45-644f324f8fe0 owned by network:router_gateway {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 15:57:36.558109 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-09e2ebf1-58a2-46ee-9d56-633780b4f67b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3d1f6f5-e026-4676-931f-7d065a5dd5c1', 'name': 'tempest-TestSnapshotPattern-1931138760-router', 'tenant_id': 'e9295c62f9f544a889a5086782a4c4df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.103'}], 'enable_snat': True}, 'gw_port_id': '6e7ca8e7-cf74-4dca-aa45-644f324f8fe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:51:34Z', 'updated_at': '2021-08-12T15:57:35Z', 'revision_number': 5, 'project_id': 'e9295c62f9f544a889a5086782a4c4df', 'gw_port': {'id': '6e7ca8e7-cf74-4dca-aa45-644f324f8fe0', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:00:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3d1f6f5-e026-4676-931f-7d065a5dd5c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:51:35Z', 'updated_at': '2021-08-12T15:51:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15'}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:57:36.584395 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e2ebf1-58a2-46ee-9d56-633780b4f67b None None] Checking router: a3d1f6f5-e026-4676-931f-7d065a5dd5c1 for host: n-d-694802-15 {{(pid=94469) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 15:57:36.595732 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e2ebf1-58a2-46ee-9d56-633780b4f67b None None] Routers {'a3d1f6f5-e026-4676-931f-7d065a5dd5c1'} bound to L3 agent in host n-d-694802-15 {{(pid=94469) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:57:36.596640 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-09e2ebf1-58a2-46ee-9d56-633780b4f67b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T15:57:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['a3d1f6f5-e026-4676-931f-7d065a5dd5c1'], 'active': True} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:57:36.689487 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_dvr_db [None req-09e2ebf1-58a2-46ee-9d56-633780b4f67b None None] Set router a3d1f6f5-e026-4676-931f-7d065a5dd5c1 gateway port host: None {{(pid=94469) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:57:36.731998 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-727ea346-684b-46c6-80ff-8c8b6b3fff5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:57:36.745059 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.l3_hamode_db [None req-09e2ebf1-58a2-46ee-9d56-633780b4f67b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3d1f6f5-e026-4676-931f-7d065a5dd5c1', 'name': 'tempest-TestSnapshotPattern-1931138760-router', 'tenant_id': 'e9295c62f9f544a889a5086782a4c4df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:51:34Z', 'updated_at': '2021-08-12T15:57:36Z', 'revision_number': 6, 'project_id': 'e9295c62f9f544a889a5086782a4c4df', 'gw_port_host': None}], 'n-d-694802-15', False) {} {{(pid=94469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:57:36.764119 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727ea346-684b-46c6-80ff-8c8b6b3fff5f admin admin] Pushing event deleted for resources: {'Port': ['ID=6e7ca8e7-cf74-4dca-aa45-644f324f8fe0,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:57:36.771514 n-d-694802-15 neutron-server[94469]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e2ebf1-58a2-46ee-9d56-633780b4f67b None None] The sync data for ids ['a3d1f6f5-e026-4676-931f-7d065a5dd5c1'] in n-d-694802-15 is: [{'id': 'a3d1f6f5-e026-4676-931f-7d065a5dd5c1', 'name': 'tempest-TestSnapshotPattern-1931138760-router', 'tenant_id': 'e9295c62f9f544a889a5086782a4c4df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:51:34Z', 'updated_at': '2021-08-12T15:57:36Z', 'revision_number': 6, 'project_id': 'e9295c62f9f544a889a5086782a4c4df', 'gw_port_host': None}] {{(pid=94469) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 15:57:36.825292 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-727ea346-684b-46c6-80ff-8c8b6b3fff5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-431580'] for router_gateway, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:57:36.916840 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-727ea346-684b-46c6-80ff-8c8b6b3fff5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-429360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-104877'] for router, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:57:36.918985 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-727ea346-684b-46c6-80ff-8c8b6b3fff5f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:57:36.966653 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-727ea346-684b-46c6-80ff-8c8b6b3fff5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-429375'] for router, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:57:36.967210 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-727ea346-684b-46c6-80ff-8c8b6b3fff5f admin admin] Fanout notify agent at l3_agent the message router_deleted on router a3d1f6f5-e026-4676-931f-7d065a5dd5c1 {{(pid=94466) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 15:57:36.973173 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-727ea346-684b-46c6-80ff-8c8b6b3fff5f admin admin] Notify callbacks [] for router, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:57:36.974275 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-727ea346-684b-46c6-80ff-8c8b6b3fff5f admin admin] 10.222.0.39 "DELETE /v2.0/routers/a3d1f6f5-e026-4676-931f-7d065a5dd5c1 HTTP/1.1" status: 204 len: 168 time: 0.8207586 Aug 12 15:57:36.977009 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 39036) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:57:37.023888 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2b22a94-a943-4875-8ba0-924b8f0173bb admin admin] Deleting subnet a81d4052-194c-4c5e-9371-dffac874e077 {{(pid=94466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 15:57:37.027616 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e2b22a94-a943-4875-8ba0-924b8f0173bb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:57:37.061984 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e2b22a94-a943-4875-8ba0-924b8f0173bb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2293551'] for subnet, precommit_delete_associations {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:57:37.142535 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e2b22a94-a943-4875-8ba0-924b8f0173bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66416255'] for subnet, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:57:37.206860 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e2b22a94-a943-4875-8ba0-924b8f0173bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66416232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3718429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8776402'] for subnet, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:57:37.238843 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b22a94-a943-4875-8ba0-924b8f0173bb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a81d4052-194c-4c5e-9371-dffac874e077,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:57:37.244864 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-e2b22a94-a943-4875-8ba0-924b8f0173bb admin admin] Notify callbacks [] for subnet, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:57:37.248227 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-e2b22a94-a943-4875-8ba0-924b8f0173bb admin admin] 10.222.0.39 "DELETE /v2.0/subnets/a81d4052-194c-4c5e-9371-dffac874e077 HTTP/1.1" status: 204 len: 168 time: 0.2689567 Aug 12 15:57:37.249958 n-d-694802-15 neutron-server[94466]: DEBUG neutron.wsgi [-] (94466) accepted ('10.222.0.39', 39038) {{(pid=94466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:57:37.250214 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fd527be-d25d-40ec-a9d3-cb4dcf234e02 None None] Network f2557c63-af2d-4e16-81da-48340da1d12b requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 15:57:37.320712 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3f9c03e6-3c66-403a-a1c6-6091eb7101fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680608'] for network, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:57:37.378255 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-3f9c03e6-3c66-403a-a1c6-6091eb7101fb admin admin] Deleting port b20e28c1-61f1-454f-9750-12c54426bd17 {{(pid=94466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 15:57:37.378657 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3f9c03e6-3c66-403a-a1c6-6091eb7101fb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:57:37.447214 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.db [None req-3f9c03e6-3c66-403a-a1c6-6091eb7101fb admin admin] For port b20e28c1-61f1-454f-9750-12c54426bd17, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=b20e28c1-61f1-454f-9750-12c54426bd17,segment=NetworkSegment(37e10f2f-a734-495b-af39-329576169352),segment_id=37e10f2f-a734-495b-af39-329576169352)] {{(pid=94466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:57:37.447560 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3f9c03e6-3c66-403a-a1c6-6091eb7101fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:57:37.460771 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.plugin [None req-3f9c03e6-3c66-403a-a1c6-6091eb7101fb admin admin] Calling delete_port for b20e28c1-61f1-454f-9750-12c54426bd17 owned by network:dhcp {{(pid=94466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 15:57:37.542843 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3f9c03e6-3c66-403a-a1c6-6091eb7101fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3718446'] for port, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:57:37.570108 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a79d3a5e-0490-4cac-bce4-533b68ad6090 None None] DHCP port deletion for f2557c63-af2d-4e16-81da-48340da1d12b request from n-d-694802-15 {{(pid=94468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 15:57:37.583609 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9c03e6-3c66-403a-a1c6-6091eb7101fb admin admin] Pushing event deleted for resources: {'Port': ['ID=b20e28c1-61f1-454f-9750-12c54426bd17,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:57:37.585477 n-d-694802-15 neutron-server[94466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f9c03e6-3c66-403a-a1c6-6091eb7101fb admin admin] No DVR routers for this DVR port b20e28c1-61f1-454f-9750-12c54426bd17 on host n-d-694802-15 {{(pid=94466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 15:57:37.657120 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3f9c03e6-3c66-403a-a1c6-6091eb7101fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66413304', 'neutron.services.segments.db._delete_segments_for_network-8744654118000'] for network, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:57:37.667815 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-3f9c03e6-3c66-403a-a1c6-6091eb7101fb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2557c63-af2d-4e16-81da-48340da1d12b']}} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:57:37.679088 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-3f9c03e6-3c66-403a-a1c6-6091eb7101fb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37e10f2f-a734-495b-af39-329576169352') {'for_net_delete': True} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:57:37.679468 n-d-694802-15 neutron-server[94466]: DEBUG neutron.services.segments.db [None req-3f9c03e6-3c66-403a-a1c6-6091eb7101fb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37e10f2f-a734-495b-af39-329576169352') {} {{(pid=94466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:57:37.689073 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3f9c03e6-3c66-403a-a1c6-6091eb7101fb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744654122361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2293560'] for segment, before_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:57:37.704921 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3f9c03e6-3c66-403a-a1c6-6091eb7101fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:57:37.713039 n-d-694802-15 neutron-server[94466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f9c03e6-3c66-403a-a1c6-6091eb7101fb admin admin] Releasing vlan 301 on physical network physnet1 to pool {{(pid=94466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 15:57:37.713039 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3f9c03e6-3c66-403a-a1c6-6091eb7101fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3718595'] for segment, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:57:37.714996 n-d-694802-15 neutron-server[94466]: Traceback (most recent call last): Aug 12 15:57:37.714996 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 15:57:37.714996 n-d-694802-15 neutron-server[94466]: timer() Aug 12 15:57:37.714996 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 15:57:37.714996 n-d-694802-15 neutron-server[94466]: cb(*args, **kw) Aug 12 15:57:37.714996 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 15:57:37.714996 n-d-694802-15 neutron-server[94466]: return func(*args, **kwargs) Aug 12 15:57:37.714996 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 15:57:37.714996 n-d-694802-15 neutron-server[94466]: self._notify() Aug 12 15:57:37.714996 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 15:57:37.714996 n-d-694802-15 neutron-server[94466]: self.callback(batched_events) Aug 12 15:57:37.714996 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 15:57:37.714996 n-d-694802-15 neutron-server[94466]: event.method(event) Aug 12 15:57:37.714996 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 15:57:37.714996 n-d-694802-15 neutron-server[94466]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 15:57:37.714996 n-d-694802-15 neutron-server[94466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 15:57:37.714996 n-d-694802-15 neutron-server[94466]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 15:57:37.714996 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 15:57:37.714996 n-d-694802-15 neutron-server[94466]: return f(self, *a, **k) Aug 12 15:57:37.714996 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 15:57:37.714996 n-d-694802-15 neutron-server[94466]: return self._get(url).json() Aug 12 15:57:37.714996 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 15:57:37.714996 n-d-694802-15 neutron-server[94466]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 15:57:37.714996 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 15:57:37.714996 n-d-694802-15 neutron-server[94466]: return self.request(url, 'GET', **kwargs) Aug 12 15:57:37.714996 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 15:57:37.714996 n-d-694802-15 neutron-server[94466]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 15:57:37.714996 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 15:57:37.714996 n-d-694802-15 neutron-server[94466]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 15:57:37.714996 n-d-694802-15 neutron-server[94466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 15:57:37.714996 n-d-694802-15 neutron-server[94466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 15:57:37.714996 n-d-694802-15 neutron-server[94466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 15:57:37.776458 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3f9c03e6-3c66-403a-a1c6-6091eb7101fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66413281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431520'] for network, after_delete {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:57:37.783120 n-d-694802-15 neutron-server[94466]: DEBUG neutron_lib.callbacks.manager [None req-3f9c03e6-3c66-403a-a1c6-6091eb7101fb admin admin] Notify callbacks [] for network, before_response {{(pid=94466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:57:37.784963 n-d-694802-15 neutron-server[94466]: INFO neutron.wsgi [None req-3f9c03e6-3c66-403a-a1c6-6091eb7101fb admin admin] 10.222.0.39 "DELETE /v2.0/networks/f2557c63-af2d-4e16-81da-48340da1d12b HTTP/1.1" status: 204 len: 168 time: 0.5339401 Aug 12 15:57:37.788867 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 39040) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:57:37.797467 n-d-694802-15 neutron-server[94466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9c03e6-3c66-403a-a1c6-6091eb7101fb admin admin] Pushing event deleted for resources: {'Network': ['ID=f2557c63-af2d-4e16-81da-48340da1d12b,revision_number=None']} {{(pid=94466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:57:38.144734 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device ab8b3be3-0b44-4437-8b0b-75b2813f21c7 no longer exists at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 15:57:38.167233 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] No Port match for: ab8b3be3-0b44-4437-8b0b-75b2813f21c7 {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 15:57:38.167473 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device ab8b3be3-0b44-4437-8b0b-75b2813f21c7 not bound to the agent host n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 15:57:38.167895 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 6e7ca8e7-cf74-4dca-aa45-644f324f8fe0 no longer exists at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 15:57:38.175195 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-4f78ccf5-4851-4742-8364-a7a8883a4ba9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66663830'] for router_interface, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:57:38.188702 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] No Port match for: 6e7ca8e7-cf74-4dca-aa45-644f324f8fe0 {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 15:57:38.189219 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 6e7ca8e7-cf74-4dca-aa45-644f324f8fe0 not bound to the agent host n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 15:57:38.189815 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device b20e28c1-61f1-454f-9750-12c54426bd17 no longer exists at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 15:57:38.219058 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] No Port match for: b20e28c1-61f1-454f-9750-12c54426bd17 {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 15:57:38.219058 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device b20e28c1-61f1-454f-9750-12c54426bd17 not bound to the agent host n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 15:57:38.445952 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-4f78ccf5-4851-4742-8364-a7a8883a4ba9 admin admin] Deleting port 851b9c62-59ca-4e23-b9d2-1ebd3cb6e643 {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 15:57:38.446231 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-4f78ccf5-4851-4742-8364-a7a8883a4ba9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:57:38.539912 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [None req-4f78ccf5-4851-4742-8364-a7a8883a4ba9 admin admin] For port 851b9c62-59ca-4e23-b9d2-1ebd3cb6e643, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=851b9c62-59ca-4e23-b9d2-1ebd3cb6e643,segment=NetworkSegment(a05901e9-99c6-4a0c-bc3d-59c9aca4f316),segment_id=a05901e9-99c6-4a0c-bc3d-59c9aca4f316)] {{(pid=94467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:57:38.540885 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-4f78ccf5-4851-4742-8364-a7a8883a4ba9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:57:38.555314 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-4f78ccf5-4851-4742-8364-a7a8883a4ba9 admin admin] Calling delete_port for 851b9c62-59ca-4e23-b9d2-1ebd3cb6e643 owned by network:router_interface {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 15:57:38.746863 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-4f78ccf5-4851-4742-8364-a7a8883a4ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:57:38.771372 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f78ccf5-4851-4742-8364-a7a8883a4ba9 admin admin] Pushing event deleted for resources: {'Port': ['ID=851b9c62-59ca-4e23-b9d2-1ebd3cb6e643,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:57:38.949529 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-4f78ccf5-4851-4742-8364-a7a8883a4ba9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66628352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-430630'] for router_interface, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:57:39.179977 n-d-694802-15 neutron-server[94467]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f78ccf5-4851-4742-8364-a7a8883a4ba9 admin admin] Router 7d667ccc-76c0-44da-b154-da19b7a63a97 has already been hosted by L3 agent 9cf53f62-6f83-410b-a9d4-e0357d0a984f {{(pid=94467) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 15:57:39.290622 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f78ccf5-4851-4742-8364-a7a8883a4ba9 admin admin] Notify agent at l3_agent.n-d-694802-15 the message routers_updated {{(pid=94467) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 15:57:39.298147 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-4f78ccf5-4851-4742-8364-a7a8883a4ba9 admin admin] 10.222.0.39 "PUT /v2.0/routers/7d667ccc-76c0-44da-b154-da19b7a63a97/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5074782 Aug 12 15:57:39.301671 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 39042) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:57:39.302839 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d05b6c99-5149-4226-ac14-d8806f06958d None None] Sync routers for ids ['7d667ccc-76c0-44da-b154-da19b7a63a97'] in n-d-694802-15 {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 15:57:39.316612 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d05b6c99-5149-4226-ac14-d8806f06958d None None] Routers {'7d667ccc-76c0-44da-b154-da19b7a63a97'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:57:39.317587 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-d05b6c99-5149-4226-ac14-d8806f06958d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T15:57:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['7d667ccc-76c0-44da-b154-da19b7a63a97'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:57:39.408183 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-e3d20eb8-d41a-4518-a618-707ecc2609e6 admin admin] Notify callbacks [] for router, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:57:39.426042 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvr_db [None req-d05b6c99-5149-4226-ac14-d8806f06958d None None] Set router 7d667ccc-76c0-44da-b154-da19b7a63a97 gateway port host: n-d-694802-15 {{(pid=94468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:57:39.524578 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-e3d20eb8-d41a-4518-a618-707ecc2609e6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:57:39.588453 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-e3d20eb8-d41a-4518-a618-707ecc2609e6 admin admin] Deleting port 1f8bacb2-c0a7-466d-bb68-4ca9db096370 {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 15:57:39.588791 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-e3d20eb8-d41a-4518-a618-707ecc2609e6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:57:39.624022 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-d05b6c99-5149-4226-ac14-d8806f06958d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d667ccc-76c0-44da-b154-da19b7a63a97', 'name': 'tempest-TestSnapshotPattern-127643028-router', 'tenant_id': 'e81fbfd8800d407798e4dadab23ea533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'external_fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': '1f8bacb2-c0a7-466d-bb68-4ca9db096370', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:51:39Z', 'updated_at': '2021-08-12T15:57:38Z', 'revision_number': 5, 'project_id': 'e81fbfd8800d407798e4dadab23ea533', 'gw_port': {'id': '1f8bacb2-c0a7-466d-bb68-4ca9db096370', 'name': '', 'network_id': 'd3759e1b-6c03-45ac-acd4-90abb417809b', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:72:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d667ccc-76c0-44da-b154-da19b7a63a97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:51:40Z', 'updated_at': '2021-08-12T15:51:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0254f08-c19c-4e31-bd9c-09389ea4b6f2', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-15'}], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:57:39.652928 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d05b6c99-5149-4226-ac14-d8806f06958d None None] Checking router: 7d667ccc-76c0-44da-b154-da19b7a63a97 for host: n-d-694802-15 {{(pid=94468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 15:57:39.661154 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d05b6c99-5149-4226-ac14-d8806f06958d None None] Routers {'7d667ccc-76c0-44da-b154-da19b7a63a97'} bound to L3 agent in host n-d-694802-15 {{(pid=94468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 15:57:39.661765 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-d05b6c99-5149-4226-ac14-d8806f06958d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T14:20:13Z,description=,heartbeat_timestamp=2021-08-12T15:57:13Z,host='n-d-694802-15',id=9cf53f62-6f83-410b-a9d4-e0357d0a984f,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T14:20:13Z,topic='l3_agent')) {'router_ids': ['7d667ccc-76c0-44da-b154-da19b7a63a97'], 'active': True} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:57:39.670795 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [None req-e3d20eb8-d41a-4518-a618-707ecc2609e6 admin admin] For port 1f8bacb2-c0a7-466d-bb68-4ca9db096370, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=1f8bacb2-c0a7-466d-bb68-4ca9db096370,segment=NetworkSegment(b1b396cb-2dc6-4041-bfc7-1833a80a4720),segment_id=b1b396cb-2dc6-4041-bfc7-1833a80a4720)] {{(pid=94467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:57:39.671209 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-e3d20eb8-d41a-4518-a618-707ecc2609e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:57:39.684583 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-e3d20eb8-d41a-4518-a618-707ecc2609e6 admin admin] Calling delete_port for 1f8bacb2-c0a7-466d-bb68-4ca9db096370 owned by network:router_gateway {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 15:57:39.761405 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvr_db [None req-d05b6c99-5149-4226-ac14-d8806f06958d None None] Set router 7d667ccc-76c0-44da-b154-da19b7a63a97 gateway port host: None {{(pid=94468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 15:57:39.820224 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_hamode_db [None req-d05b6c99-5149-4226-ac14-d8806f06958d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d667ccc-76c0-44da-b154-da19b7a63a97', 'name': 'tempest-TestSnapshotPattern-127643028-router', 'tenant_id': 'e81fbfd8800d407798e4dadab23ea533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:51:39Z', 'updated_at': '2021-08-12T15:57:39Z', 'revision_number': 6, 'project_id': 'e81fbfd8800d407798e4dadab23ea533', 'gw_port_host': None}], 'n-d-694802-15', False) {} {{(pid=94468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:57:39.848465 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d05b6c99-5149-4226-ac14-d8806f06958d None None] The sync data for ids ['7d667ccc-76c0-44da-b154-da19b7a63a97'] in n-d-694802-15 is: [{'id': '7d667ccc-76c0-44da-b154-da19b7a63a97', 'name': 'tempest-TestSnapshotPattern-127643028-router', 'tenant_id': 'e81fbfd8800d407798e4dadab23ea533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:51:39Z', 'updated_at': '2021-08-12T15:57:39Z', 'revision_number': 6, 'project_id': 'e81fbfd8800d407798e4dadab23ea533', 'gw_port_host': None}] {{(pid=94468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 15:57:40.246322 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 851b9c62-59ca-4e23-b9d2-1ebd3cb6e643 no longer exists at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 15:57:40.247787 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-e3d20eb8-d41a-4518-a618-707ecc2609e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:57:40.272903 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] No Port match for: 851b9c62-59ca-4e23-b9d2-1ebd3cb6e643 {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 15:57:40.273253 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 851b9c62-59ca-4e23-b9d2-1ebd3cb6e643 not bound to the agent host n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 15:57:40.280256 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-8a3fa944-c93b-4bcb-83b0-16a4fef9e8ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:57:40.282074 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d20eb8-d41a-4518-a618-707ecc2609e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=1f8bacb2-c0a7-466d-bb68-4ca9db096370,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:57:40.345240 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-e3d20eb8-d41a-4518-a618-707ecc2609e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-431580'] for router_gateway, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:57:40.440423 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-e3d20eb8-d41a-4518-a618-707ecc2609e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-429360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-104877'] for router, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:57:40.442666 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-e3d20eb8-d41a-4518-a618-707ecc2609e6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:57:40.485889 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-e3d20eb8-d41a-4518-a618-707ecc2609e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-429375'] for router, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:57:40.486489 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3d20eb8-d41a-4518-a618-707ecc2609e6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7d667ccc-76c0-44da-b154-da19b7a63a97 {{(pid=94467) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 15:57:40.491253 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-e3d20eb8-d41a-4518-a618-707ecc2609e6 admin admin] Notify callbacks [] for router, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:57:40.492451 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-e3d20eb8-d41a-4518-a618-707ecc2609e6 admin admin] 10.222.0.39 "DELETE /v2.0/routers/7d667ccc-76c0-44da-b154-da19b7a63a97 HTTP/1.1" status: 204 len: 168 time: 1.1898398 Aug 12 15:57:40.495999 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 39044) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:57:40.541982 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f8f4aec-4189-4e52-82b1-06ddcea6a0c1 admin admin] Deleting subnet 3f64aaa8-9191-4cb1-aef0-e1a501d2fdaa {{(pid=94467) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 15:57:40.545313 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-7f8f4aec-4189-4e52-82b1-06ddcea6a0c1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:57:40.581710 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-7f8f4aec-4189-4e52-82b1-06ddcea6a0c1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3857505'] for subnet, precommit_delete_associations {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:57:40.670612 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-7f8f4aec-4189-4e52-82b1-06ddcea6a0c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66416255'] for subnet, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:57:40.725981 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-7f8f4aec-4189-4e52-82b1-06ddcea6a0c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66416232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66635330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2859225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3343748'] for subnet, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:57:40.754252 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8f4aec-4189-4e52-82b1-06ddcea6a0c1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3f64aaa8-9191-4cb1-aef0-e1a501d2fdaa,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:57:40.759678 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-7f8f4aec-4189-4e52-82b1-06ddcea6a0c1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:57:40.761846 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-7f8f4aec-4189-4e52-82b1-06ddcea6a0c1 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/3f64aaa8-9191-4cb1-aef0-e1a501d2fdaa HTTP/1.1" status: 204 len: 168 time: 0.2643378 Aug 12 15:57:40.766564 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53cae8a0-cbd3-4ca0-9fdc-809c41df67eb None None] Network 46dca0b3-ac0c-440d-98ac-1e6c04da3439 requested from n-d-694802-15 {{(pid=94468) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 15:57:40.767406 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 39046) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:57:40.851689 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-f3b6998b-74e0-42dc-ac15-e3ed1f024c17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-680608'] for network, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:57:40.919931 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-f3b6998b-74e0-42dc-ac15-e3ed1f024c17 admin admin] Deleting port fd5e67a0-1395-4c8d-a292-19ec426e9974 {{(pid=94467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 15:57:40.920456 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-f3b6998b-74e0-42dc-ac15-e3ed1f024c17 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:57:40.968479 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0848f5f3-e5e6-4349-b4e9-a833c5d94055 None None] DHCP port deletion for 46dca0b3-ac0c-440d-98ac-1e6c04da3439 request from n-d-694802-15 {{(pid=94468) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 15:57:40.993703 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.db [None req-f3b6998b-74e0-42dc-ac15-e3ed1f024c17 admin admin] For port fd5e67a0-1395-4c8d-a292-19ec426e9974, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=fd5e67a0-1395-4c8d-a292-19ec426e9974,segment=NetworkSegment(a05901e9-99c6-4a0c-bc3d-59c9aca4f316),segment_id=a05901e9-99c6-4a0c-bc3d-59c9aca4f316)] {{(pid=94467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:57:40.994072 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-f3b6998b-74e0-42dc-ac15-e3ed1f024c17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:57:41.008107 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.plugin [None req-f3b6998b-74e0-42dc-ac15-e3ed1f024c17 admin admin] Calling delete_port for fd5e67a0-1395-4c8d-a292-19ec426e9974 owned by network:dhcp {{(pid=94467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 15:57:41.016040 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-0848f5f3-e5e6-4349-b4e9-a833c5d94055 None None] Deleting port fd5e67a0-1395-4c8d-a292-19ec426e9974 {{(pid=94468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 15:57:41.016496 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-0848f5f3-e5e6-4349-b4e9-a833c5d94055 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744654139944'] for port, before_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:57:41.086777 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.db [None req-0848f5f3-e5e6-4349-b4e9-a833c5d94055 None None] For port fd5e67a0-1395-4c8d-a292-19ec426e9974, host n-d-694802-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-15',level=0,port_id=fd5e67a0-1395-4c8d-a292-19ec426e9974,segment=NetworkSegment(a05901e9-99c6-4a0c-bc3d-59c9aca4f316),segment_id=a05901e9-99c6-4a0c-bc3d-59c9aca4f316)] {{(pid=94468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 15:57:41.087571 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-0848f5f3-e5e6-4349-b4e9-a833c5d94055 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434105'] for port, precommit_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:57:41.101929 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-0848f5f3-e5e6-4349-b4e9-a833c5d94055 None None] Calling delete_port for fd5e67a0-1395-4c8d-a292-19ec426e9974 owned by network:dhcp {{(pid=94468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 15:57:41.107310 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-f3b6998b-74e0-42dc-ac15-e3ed1f024c17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2859242'] for port, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:57:41.137400 n-d-694802-15 neutron-server[94467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3b6998b-74e0-42dc-ac15-e3ed1f024c17 admin admin] No DVR routers for this DVR port fd5e67a0-1395-4c8d-a292-19ec426e9974 on host n-d-694802-15 {{(pid=94467) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 15:57:41.143162 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b6998b-74e0-42dc-ac15-e3ed1f024c17 admin admin] Pushing event deleted for resources: {'Port': ['ID=fd5e67a0-1395-4c8d-a292-19ec426e9974,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:57:41.190236 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-0848f5f3-e5e6-4349-b4e9-a833c5d94055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66987226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744654030978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744653642262'] for port, after_delete {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:57:41.218177 n-d-694802-15 neutron-server[94468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0848f5f3-e5e6-4349-b4e9-a833c5d94055 None None] Pushing event deleted for resources: {'Port': ['ID=fd5e67a0-1395-4c8d-a292-19ec426e9974,revision_number=None']} {{(pid=94468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:57:41.221491 n-d-694802-15 neutron-server[94468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0848f5f3-e5e6-4349-b4e9-a833c5d94055 None None] No DVR routers for this DVR port fd5e67a0-1395-4c8d-a292-19ec426e9974 on host n-d-694802-15 {{(pid=94468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 15:57:41.238160 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-f3b6998b-74e0-42dc-ac15-e3ed1f024c17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66413304', 'neutron.services.segments.db._delete_segments_for_network-8744654118000'] for network, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:57:41.256299 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-f3b6998b-74e0-42dc-ac15-e3ed1f024c17 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46dca0b3-ac0c-440d-98ac-1e6c04da3439']}} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:57:41.267613 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-f3b6998b-74e0-42dc-ac15-e3ed1f024c17 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a05901e9-99c6-4a0c-bc3d-59c9aca4f316') {'for_net_delete': True} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:57:41.267907 n-d-694802-15 neutron-server[94467]: DEBUG neutron.services.segments.db [None req-f3b6998b-74e0-42dc-ac15-e3ed1f024c17 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a05901e9-99c6-4a0c-bc3d-59c9aca4f316') {} {{(pid=94467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 15:57:41.277306 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-f3b6998b-74e0-42dc-ac15-e3ed1f024c17 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744654122361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3857526'] for segment, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:57:41.291966 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-f3b6998b-74e0-42dc-ac15-e3ed1f024c17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190'] for segment, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:57:41.298163 n-d-694802-15 neutron-server[94467]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3b6998b-74e0-42dc-ac15-e3ed1f024c17 admin admin] Releasing vlan 320 on physical network physnet1 to pool {{(pid=94467) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 15:57:41.298566 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-f3b6998b-74e0-42dc-ac15-e3ed1f024c17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66416190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2859015'] for segment, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:57:41.300661 n-d-694802-15 neutron-server[94467]: Traceback (most recent call last): Aug 12 15:57:41.300661 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 15:57:41.300661 n-d-694802-15 neutron-server[94467]: timer() Aug 12 15:57:41.300661 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 15:57:41.300661 n-d-694802-15 neutron-server[94467]: cb(*args, **kw) Aug 12 15:57:41.300661 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 15:57:41.300661 n-d-694802-15 neutron-server[94467]: return func(*args, **kwargs) Aug 12 15:57:41.300661 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 15:57:41.300661 n-d-694802-15 neutron-server[94467]: self._notify() Aug 12 15:57:41.300661 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 15:57:41.300661 n-d-694802-15 neutron-server[94467]: self.callback(batched_events) Aug 12 15:57:41.300661 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 15:57:41.300661 n-d-694802-15 neutron-server[94467]: event.method(event) Aug 12 15:57:41.300661 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 15:57:41.300661 n-d-694802-15 neutron-server[94467]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 15:57:41.300661 n-d-694802-15 neutron-server[94467]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 15:57:41.300661 n-d-694802-15 neutron-server[94467]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 15:57:41.300661 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 15:57:41.300661 n-d-694802-15 neutron-server[94467]: return f(self, *a, **k) Aug 12 15:57:41.300661 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 15:57:41.300661 n-d-694802-15 neutron-server[94467]: return self._get(url).json() Aug 12 15:57:41.300661 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 15:57:41.300661 n-d-694802-15 neutron-server[94467]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 15:57:41.300661 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 15:57:41.300661 n-d-694802-15 neutron-server[94467]: return self.request(url, 'GET', **kwargs) Aug 12 15:57:41.300661 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 15:57:41.300661 n-d-694802-15 neutron-server[94467]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 15:57:41.300661 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 15:57:41.300661 n-d-694802-15 neutron-server[94467]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 15:57:41.300661 n-d-694802-15 neutron-server[94467]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 15:57:41.300661 n-d-694802-15 neutron-server[94467]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 15:57:41.300661 n-d-694802-15 neutron-server[94467]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 15:57:41.360283 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-f3b6998b-74e0-42dc-ac15-e3ed1f024c17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66413281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66628409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431520'] for network, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:57:41.366957 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-f3b6998b-74e0-42dc-ac15-e3ed1f024c17 admin admin] Notify callbacks [] for network, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:57:41.369662 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-f3b6998b-74e0-42dc-ac15-e3ed1f024c17 admin admin] 10.222.0.39 "DELETE /v2.0/networks/46dca0b3-ac0c-440d-98ac-1e6c04da3439 HTTP/1.1" status: 204 len: 168 time: 0.6008983 Aug 12 15:57:41.386260 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b6998b-74e0-42dc-ac15-e3ed1f024c17 admin admin] Pushing event deleted for resources: {'Network': ['ID=46dca0b3-ac0c-440d-98ac-1e6c04da3439,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:57:41.500583 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 39050) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:57:41.550525 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-527c7b4c-a0b2-4ec4-a211-27477aa5d350 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e9295c62f9f544a889a5086782a4c4df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0484705 Aug 12 15:57:41.553891 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 39052) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:57:41.611727 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-41b8907d-5f1c-431b-af0a-b82cae8a8c61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:57:41.634540 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-41b8907d-5f1c-431b-af0a-b82cae8a8c61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:57:41.689476 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-41b8907d-5f1c-431b-af0a-b82cae8a8c61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:57:41.692112 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-41b8907d-5f1c-431b-af0a-b82cae8a8c61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:57:41.693298 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-41b8907d-5f1c-431b-af0a-b82cae8a8c61 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/22574164-a365-4dff-accc-b24dcedfe9bc HTTP/1.1" status: 204 len: 168 time: 0.1384823 Aug 12 15:57:41.701821 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b8907d-5f1c-431b-af0a-b82cae8a8c61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22574164-a365-4dff-accc-b24dcedfe9bc,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:57:42.036597 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 39058) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:57:42.084118 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-95b677b6-c02e-4e63-839b-1cf2403a2ff6 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e81fbfd8800d407798e4dadab23ea533&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0462828 Aug 12 15:57:42.087509 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [-] (94467) accepted ('10.222.0.39', 39060) {{(pid=94467) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 15:57:42.151044 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-58bbf1ab-a491-4da6-bb75-f65b5dd7c91c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:57:42.153317 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 1f8bacb2-c0a7-466d-bb68-4ca9db096370 no longer exists at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 15:57:42.176409 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-58bbf1ab-a491-4da6-bb75-f65b5dd7c91c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:57:42.176789 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] No Port match for: 1f8bacb2-c0a7-466d-bb68-4ca9db096370 {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 15:57:42.177136 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device 1f8bacb2-c0a7-466d-bb68-4ca9db096370 not bound to the agent host n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 15:57:42.177556 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device fd5e67a0-1395-4c8d-a292-19ec426e9974 no longer exists at agent ovs-agent-n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 15:57:42.197353 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.plugin [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] No Port match for: fd5e67a0-1395-4c8d-a292-19ec426e9974 {{(pid=94468) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 15:57:42.197692 n-d-694802-15 neutron-server[94468]: DEBUG neutron.plugins.ml2.rpc [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Device fd5e67a0-1395-4c8d-a292-19ec426e9974 not bound to the agent host n-d-694802-15 {{(pid=94468) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 15:57:42.227620 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-58bbf1ab-a491-4da6-bb75-f65b5dd7c91c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66641846'] for security_group, after_delete {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:57:42.230981 n-d-694802-15 neutron-server[94467]: DEBUG neutron_lib.callbacks.manager [None req-58bbf1ab-a491-4da6-bb75-f65b5dd7c91c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:57:42.232220 n-d-694802-15 neutron-server[94467]: INFO neutron.wsgi [None req-58bbf1ab-a491-4da6-bb75-f65b5dd7c91c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/01aa9d23-6381-444e-aa1c-8872205b0972 HTTP/1.1" status: 204 len: 168 time: 0.1434510 Aug 12 15:57:42.240641 n-d-694802-15 neutron-server[94467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bbf1ab-a491-4da6-bb75-f65b5dd7c91c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01aa9d23-6381-444e-aa1c-8872205b0972,revision_number=None']} {{(pid=94467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 15:57:42.500641 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:57:43.186778 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:57:43.493826 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-b8ab444c-ee31-46a6-a14c-a99a3ab89cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:57:43.701031 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.agents_db [None req-17ed3e4c-1a7d-4162-9646-11c134aca297 None None] Agent healthcheck: found 7 active agents {{(pid=94469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 15:57:43.836528 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:57:44.341234 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-1769855f-eda9-4483-9dc3-3220908ab45d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:57:45.967038 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-fe95f194-a3b0-4c04-9e42-20b511169d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:58:10.253244 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-083268ae-1210-48bf-954b-a35ce4fcaf26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:58:12.481083 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:58:13.187952 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:58:13.494529 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-76f2395d-c1a5-4eba-9102-d3afaa1e2bf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:58:13.825916 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:58:14.344587 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-1769855f-eda9-4483-9dc3-3220908ab45d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:58:15.969033 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-fe95f194-a3b0-4c04-9e42-20b511169d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:58:20.699687 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.agents_db [None req-17ed3e4c-1a7d-4162-9646-11c134aca297 None None] Agent healthcheck: found 7 active agents {{(pid=94469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 15:58:40.257552 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-e9ee1782-cfe5-499c-bf6e-be5a9faf2627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:58:42.489595 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:58:43.194557 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:58:43.494353 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4c2e8261-5cfc-438b-b58d-d12dedf20420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:58:43.868292 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:58:44.348167 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-1769855f-eda9-4483-9dc3-3220908ab45d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:58:45.972035 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-fe95f194-a3b0-4c04-9e42-20b511169d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:58:57.699721 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.agents_db [None req-17ed3e4c-1a7d-4162-9646-11c134aca297 None None] Agent healthcheck: found 7 active agents {{(pid=94469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 15:59:10.260331 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-6dbddaec-96ad-494d-8242-c48fc1ad8b0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:59:12.483785 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:59:13.186129 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:59:13.497388 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-00a0a1cd-4290-4d14-965c-31966552dd8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:59:13.864483 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:59:14.350278 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-1769855f-eda9-4483-9dc3-3220908ab45d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:59:15.976458 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-fe95f194-a3b0-4c04-9e42-20b511169d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:59:26.891641 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [req-f417e28b-6add-4e74-8cdf-844a64849ad2 req-4ffdf999-8506-4106-b072-70ba65a02123 service neutron] (94467) timed out ('10.222.0.39', 37540) {{(pid=94467) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 12 15:59:34.698671 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.agents_db [None req-17ed3e4c-1a7d-4162-9646-11c134aca297 None None] Agent healthcheck: found 7 active agents {{(pid=94469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 15:59:40.261296 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-b5074dde-24aa-42bc-aa39-c02251c70766 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:59:42.483233 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:59:43.197523 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:59:43.497586 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4f74f598-118c-4792-9485-fa5b58c6521d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:59:43.871643 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:59:44.359496 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-1769855f-eda9-4483-9dc3-3220908ab45d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 15:59:45.978213 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-fe95f194-a3b0-4c04-9e42-20b511169d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 16:00:10.263389 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-6ed2c3f0-38bf-459e-884c-9b030c4f5a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 16:00:11.698842 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.agents_db [None req-17ed3e4c-1a7d-4162-9646-11c134aca297 None None] Agent healthcheck: found 7 active agents {{(pid=94469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 16:00:12.501470 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 16:00:13.189346 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 16:00:13.500067 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-a8ec281e-45c1-4f27-b398-06d3cf21151b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 16:00:13.873415 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 16:00:14.359768 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-1769855f-eda9-4483-9dc3-3220908ab45d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 16:00:15.980966 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-fe95f194-a3b0-4c04-9e42-20b511169d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 16:00:40.264518 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-c4c4b5df-e597-48af-80d0-2d420f33bb9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 16:00:42.497055 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 16:00:43.190255 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 16:00:43.504061 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-529ca2c5-7773-4a98-91a7-076a2e1e1233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 16:00:43.900900 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 16:00:44.359902 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-1769855f-eda9-4483-9dc3-3220908ab45d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 16:00:45.985044 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-fe95f194-a3b0-4c04-9e42-20b511169d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 16:00:48.699676 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.agents_db [None req-17ed3e4c-1a7d-4162-9646-11c134aca297 None None] Agent healthcheck: found 7 active agents {{(pid=94469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 16:01:10.265974 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-3febb729-d165-4d47-9a55-397462b1ef4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 16:01:12.497602 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 16:01:13.192405 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 16:01:13.504746 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-c116f69f-39d8-497f-a88f-247c1c0b919b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 16:01:13.915391 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 16:01:14.363345 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-1769855f-eda9-4483-9dc3-3220908ab45d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 16:01:15.987798 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-fe95f194-a3b0-4c04-9e42-20b511169d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 16:01:25.699051 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.agents_db [None req-17ed3e4c-1a7d-4162-9646-11c134aca297 None None] Agent healthcheck: found 7 active agents {{(pid=94469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 16:01:40.266492 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-0ca1bf6f-0f52-4767-9c7c-306538d2d935 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 16:01:42.493307 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 16:01:43.194925 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 16:01:43.503979 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-a8e13f0e-b2ec-4f5e-8603-e808d1f471cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 16:01:43.919324 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 16:01:44.366287 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-1769855f-eda9-4483-9dc3-3220908ab45d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 16:01:45.996608 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-fe95f194-a3b0-4c04-9e42-20b511169d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 16:02:02.702981 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.agents_db [None req-17ed3e4c-1a7d-4162-9646-11c134aca297 None None] Agent healthcheck: found 7 active agents {{(pid=94469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 16:02:10.267328 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f8213cd5-bead-4fb4-86e2-f510f9442255 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 16:02:12.504046 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 16:02:13.196838 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 16:02:13.504677 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-88970bd5-71a9-44fb-a473-d859f7237f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 16:02:13.921149 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 16:02:14.369034 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-1769855f-eda9-4483-9dc3-3220908ab45d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 16:02:15.993796 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-fe95f194-a3b0-4c04-9e42-20b511169d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 16:02:39.702712 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.agents_db [None req-17ed3e4c-1a7d-4162-9646-11c134aca297 None None] Agent healthcheck: found 7 active agents {{(pid=94469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 16:02:40.268177 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-9651c87c-953b-4987-87b0-4c95dbe1a2cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 16:02:42.498929 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 16:02:43.198690 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 16:02:43.504966 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4bc09c99-47f6-4329-a4b3-52d0254101d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 16:02:43.929221 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 16:02:44.371889 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-1769855f-eda9-4483-9dc3-3220908ab45d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 16:02:45.996092 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-fe95f194-a3b0-4c04-9e42-20b511169d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 16:03:10.268445 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-78900589-c9ac-465f-9358-1f54e07a8d2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 16:03:12.502456 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 16:03:13.199501 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 16:03:13.507563 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-7f5f15ff-bc25-4e9a-9cec-c40da8a0675c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 16:03:13.946305 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 16:03:14.374742 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-1769855f-eda9-4483-9dc3-3220908ab45d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 16:03:15.998565 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-fe95f194-a3b0-4c04-9e42-20b511169d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 16:03:16.702870 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.agents_db [None req-17ed3e4c-1a7d-4162-9646-11c134aca297 None None] Agent healthcheck: found 7 active agents {{(pid=94469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 16:03:40.269945 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-5a55378d-b7b7-4b1c-ab2a-3fd11114f420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 16:03:42.497973 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 16:03:43.201542 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 16:03:43.509192 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-e046b4e6-6099-446e-a6e7-a99af3859c9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 16:03:43.955455 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 16:03:44.378352 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-1769855f-eda9-4483-9dc3-3220908ab45d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 16:03:46.003144 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-fe95f194-a3b0-4c04-9e42-20b511169d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 16:03:53.702756 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.agents_db [None req-17ed3e4c-1a7d-4162-9646-11c134aca297 None None] Agent healthcheck: found 7 active agents {{(pid=94469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 16:04:10.274562 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-2d7ead6b-ffe4-4cd7-b566-ce9dd32b4b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 16:04:12.492221 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 16:04:13.204908 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 16:04:13.508602 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-a08bdde5-66a8-42a2-bd3b-5ef460a067f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 16:04:13.945817 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 16:04:14.380129 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-1769855f-eda9-4483-9dc3-3220908ab45d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 16:04:16.006796 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-fe95f194-a3b0-4c04-9e42-20b511169d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 16:04:30.702220 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.agents_db [None req-17ed3e4c-1a7d-4162-9646-11c134aca297 None None] Agent healthcheck: found 7 active agents {{(pid=94469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 16:04:40.276407 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-db11d77c-a0a5-48a3-b0ea-af900874618e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 16:04:42.506054 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 16:04:43.210023 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 16:04:43.512018 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-43e2e47c-925a-4573-8fa9-f25a87535e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 16:04:43.942844 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 16:04:44.383453 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-1769855f-eda9-4483-9dc3-3220908ab45d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 16:04:46.007600 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-fe95f194-a3b0-4c04-9e42-20b511169d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 16:04:46.363966 n-d-694802-15 neutron-server[94467]: DEBUG neutron.wsgi [req-762811d8-5590-4d97-800c-69fd9295e381 req-2be619b2-b9ca-4757-99b4-498ec7dc5a5a service neutron] (94467) timed out ('10.222.0.39', 33494) {{(pid=94467) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 12 16:05:07.703408 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.agents_db [None req-17ed3e4c-1a7d-4162-9646-11c134aca297 None None] Agent healthcheck: found 7 active agents {{(pid=94469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 16:05:10.279034 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-5ceb59de-8c48-4c11-85a6-24239f5e4013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 16:05:12.512217 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 16:05:13.211435 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 16:05:13.514146 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-ecad2c31-2969-4998-878d-33d8615fa7a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 16:05:13.959367 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 16:05:14.387875 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-1769855f-eda9-4483-9dc3-3220908ab45d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 16:05:16.010035 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-fe95f194-a3b0-4c04-9e42-20b511169d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 16:05:40.279664 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-1f4bb3e0-6523-4cf6-85af-9fb82c47af52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 16:05:42.659462 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 16:05:43.212972 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 16:05:43.514599 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-75f2371c-7966-4866-a881-0ac26fddb6ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 16:05:43.963387 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 16:05:44.390001 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-1769855f-eda9-4483-9dc3-3220908ab45d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 16:05:44.702908 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.agents_db [None req-17ed3e4c-1a7d-4162-9646-11c134aca297 None None] Agent healthcheck: found 7 active agents {{(pid=94469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 16:05:46.012669 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-fe95f194-a3b0-4c04-9e42-20b511169d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 16:06:10.280095 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-7ea7c301-9793-41fd-b5a1-0d48f18f7f10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 16:06:12.645906 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-93370168-53ca-47c2-9e27-b066be57125c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 16:06:13.217409 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-f82d7162-412f-4f7c-b77a-f3e8570edf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 16:06:13.515422 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-088eced7-4a0e-4597-ab7b-6172822b953c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 16:06:13.958603 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-4731b94d-3d1a-4c5a-b991-6061877aa9b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 16:06:14.395296 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-1769855f-eda9-4483-9dc3-3220908ab45d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 16:06:16.015644 n-d-694802-15 neutron-server[94468]: DEBUG neutron_lib.callbacks.manager [None req-fe95f194-a3b0-4c04-9e42-20b511169d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744654117892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66386038'] for agent, after_update {{(pid=94468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 16:06:21.703087 n-d-694802-15 neutron-server[94469]: DEBUG neutron.db.agents_db [None req-17ed3e4c-1a7d-4162-9646-11c134aca297 None None] Agent healthcheck: found 7 active agents {{(pid=94469) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}